diff --git a/.gitattributes b/.gitattributes index 528e6c467718c150e70de8996d16816761318448..d988010853b0f749807be4a2a8f1980c82fe3d4b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -104,3 +104,79 @@ wandb/run-20250720_171431-y7ebdfsw/run-y7ebdfsw.wandb filter=lfs diff=lfs merge= wandb/run-20250720_203832-beztzgvz/run-beztzgvz.wandb filter=lfs diff=lfs merge=lfs -text wandb/run-20250720_210448-dhzemttz/run-dhzemttz.wandb filter=lfs diff=lfs merge=lfs -text wandb/run-20250721_155939-ib4az6kg/run-ib4az6kg.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/data/pubchem_2_epoch_50M filter=lfs diff=lfs merge=lfs -text +simson_modeling/regression/PI_Tg_P308K_synth_db_chem.csv filter=lfs diff=lfs merge=lfs -text +simson_modeling/regression/polyGNN_combined_mols_.csv filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250722_135829-kk172e65/run-kk172e65.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/run-mgnloe91.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250723_220103-olccslmp/run-olccslmp.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/run-dtzrj4ds.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/.ipynb_checkpoints/run-2pja97j3-checkpoint.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/run-2pja97j3.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/run-cd5u0onl.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/run-vwaul17m.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250717_233437-v8x24r2k/run-v8x24r2k.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250717_235006-x4au33ay/run-x4au33ay.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250717_235346-1bpueejc/run-1bpueejc.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_000137-paiph8s9/run-paiph8s9.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_000333-i8pujeh7/run-i8pujeh7.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_001003-mng2732j/run-mng2732j.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_001219-y8uqpgnp/run-y8uqpgnp.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_001953-ewfpx2ex/run-ewfpx2ex.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_005226-taow6dte/run-taow6dte.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_005742-vqbu5dpw/run-vqbu5dpw.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_010148-xoj8gemp/run-xoj8gemp.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_010520-r0bl1m8z/run-r0bl1m8z.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_010659-paetqmbl/run-paetqmbl.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_010918-245xlfgs/run-245xlfgs.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_011120-bbibop4i/run-bbibop4i.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_011447-dpcb0hru/run-dpcb0hru.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_012254-nm4a474i/run-nm4a474i.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_012858-z6yfzboi/run-z6yfzboi.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_013314-g5gjoskc/run-g5gjoskc.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_013859-x86s4jyn/run-x86s4jyn.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_015325-kvu5ufqh/run-kvu5ufqh.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_015851-qc2xd8ms/run-qc2xd8ms.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_020908-wpetqjkc/run-wpetqjkc.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_031955-y1l0kk0w/run-y1l0kk0w.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_032230-55hrsoty/run-55hrsoty.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_032523-4u6u8fp8/run-4u6u8fp8.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_033334-wu8q3oan/run-wu8q3oan.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_034824-816krhgj/run-816krhgj.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_041024-clv8syyg/run-clv8syyg.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_041516-qnappj7f/run-qnappj7f.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_041821-cgsw0t5g/run-cgsw0t5g.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_043059-am04u0y9/run-am04u0y9.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_043256-7xdyfnu4/run-7xdyfnu4.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_043758-vlc0kqs1/run-vlc0kqs1.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_044126-kmk3sbwz/run-kmk3sbwz.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_070426-51daq8vc/run-51daq8vc.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_175738-ujiejljj/run-ujiejljj.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_180457-hq6awr0t/run-hq6awr0t.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_183118-1pjl1dv9/run-1pjl1dv9.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_183521-04jk637s/run-04jk637s.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_184320-412ie9zf/run-412ie9zf.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_185342-3oree65g/run-3oree65g.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_185832-apvwgarm/run-apvwgarm.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_190229-vt2nljbo/run-vt2nljbo.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_190608-gr6g2t8w/run-gr6g2t8w.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_190920-9osopmwr/run-9osopmwr.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_191351-ratgo9nz/run-ratgo9nz.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_191845-jdddfbuz/run-jdddfbuz.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_192326-kna5ek5b/run-kna5ek5b.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_193021-f1whl1ia/run-f1whl1ia.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_193519-iabkuiuw/run-iabkuiuw.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_195706-6kh0cz53/run-6kh0cz53.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250718_200252-d4gaj5js/run-d4gaj5js.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250719_150546-agpbqxyy/run-agpbqxyy.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250719_153452-unskjdue/run-unskjdue.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250719_160238-27fpkd86/run-27fpkd86.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250719_192211-3rfzbgfw/run-3rfzbgfw.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250719_193400-bhymonq7/run-bhymonq7.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250719_195543-l3p5eitx/run-l3p5eitx.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250719_200341-hnsgsmyc/run-hnsgsmyc.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250720_160322-rfm1amqg/run-rfm1amqg.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250720_171431-y7ebdfsw/run-y7ebdfsw.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250720_203832-beztzgvz/run-beztzgvz.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250720_210448-dhzemttz/run-dhzemttz.wandb filter=lfs diff=lfs merge=lfs -text +simson_modeling/wandb/run-20250721_155939-ib4az6kg/run-ib4az6kg.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/simson_modeling/.create_augmented_dataset.py.swp b/simson_modeling/.create_augmented_dataset.py.swp new file mode 100644 index 0000000000000000000000000000000000000000..42debcd3a5ae55f67e05723de7b206989c2b2a98 Binary files /dev/null and b/simson_modeling/.create_augmented_dataset.py.swp differ diff --git a/simson_modeling/.create_splits.py.swp b/simson_modeling/.create_splits.py.swp new file mode 100644 index 0000000000000000000000000000000000000000..b20562d99df341e872264ff9c4196c5c24d96e1d Binary files /dev/null and b/simson_modeling/.create_splits.py.swp differ diff --git a/simson_modeling/.ipynb_checkpoints/create_augmented_dataset-checkpoint.py b/simson_modeling/.ipynb_checkpoints/create_augmented_dataset-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..bd992af2f0eb19b2fd9653d1030e0f9b5336a701 --- /dev/null +++ b/simson_modeling/.ipynb_checkpoints/create_augmented_dataset-checkpoint.py @@ -0,0 +1,83 @@ +import pandas as pd +from tqdm import tqdm +from rdkit import Chem, RDLogger +from datasets import load_dataset +from multiprocessing import Pool, cpu_count +import os + +# Suppress RDKit console output for cleaner logs +RDLogger.DisableLog('rdApp.*') + +class SmilesEnumerator: + """ + A simple class to encapsulate the SMILES randomization logic. + Needed for multiprocessing to work correctly with instance methods. + """ + def randomize_smiles(self, smiles): + """Generates a randomized SMILES string.""" + try: + mol = Chem.MolFromSmiles(smiles) + # Return a randomized, non-canonical SMILES string + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + # If RDKit fails, return the original smiles string + return smiles + +def create_augmented_pair(smiles_string): + """ + Worker function: takes one SMILES string and returns a tuple + containing two different randomized versions of it. + """ + enumerator = SmilesEnumerator() + smiles_1 = enumerator.randomize_smiles(smiles_string) + smiles_2 = enumerator.randomize_smiles(smiles_string) + return smiles_1, smiles_2 + +def main(): + """ + Main function to run the parallel data preprocessing. + """ + # --- Configuration --- + # Load your desired dataset from Hugging Face + dataset_name = 'jablonkagroup/pubchem-smiles-molecular-formula' + # Specify the column containing the SMILES strings + smiles_column_name = 'smiles' + # Set the output file path + output_path = 'data/pubchem_2_epoch' + + # --- Data Loading --- + print(f"Loading dataset '{dataset_name}'...") + # Use streaming to avoid downloading the whole dataset if you only need a subset + #dataset = pd.read_csv('/home/jovyan/simson_training_bolgov/data/PI1M_v2.csv') + dataset = load_dataset(dataset_name)['train'] + # Take the desired number of samples + smiles_list = dataset[smiles_column_name].to_list() + print(f"Successfully fetched {len(smiles_list)} SMILES strings.") + + # --- Parallel Processing --- + # Use all available CPU cores for maximum speed + num_workers = cpu_count() + print(f"Starting SMILES augmentation with {num_workers} worker processes...") + + # A Pool of processes will run the `create_augmented_pair` function in parallel + with Pool(num_workers) as p: + # Use tqdm to create a progress bar for the mapping operation + results = list(tqdm(p.imap(create_augmented_pair, smiles_list), total=len(smiles_list), desc="Augmenting Pairs")) + + # --- Saving Data --- + print("Processing complete. Converting to DataFrame...") + # Convert the list of tuples into a pandas DataFrame + df = pd.DataFrame(results, columns=['smiles_1', 'smiles_2']) + + # Ensure the output directory exists + os.makedirs(os.path.dirname(output_path), exist_ok=True) + + print(f"Saving augmented pairs to '{output_path}'...") + # Save the DataFrame to a Parquet file for efficient storage and loading + df.to_parquet(output_path) + + print("All done. Your pre-computed dataset is ready!") + +if __name__ == '__main__': + main() + diff --git a/simson_modeling/.ipynb_checkpoints/create_augmented_dataset.py-checkpoint.save b/simson_modeling/.ipynb_checkpoints/create_augmented_dataset.py-checkpoint.save new file mode 100644 index 0000000000000000000000000000000000000000..26e348bc61c9db901521026a44df21ccb7260c8f --- /dev/null +++ b/simson_modeling/.ipynb_checkpoints/create_augmented_dataset.py-checkpoint.save @@ -0,0 +1,83 @@ +import pandas as pd +from tqdm import tqdm +from rdkit import Chem, RDLogger +from datasets import load_dataset +from multiprocessing import Pool, cpu_count +import os + +# Suppress RDKit console output for cleaner logs +RDLogger.DisableLog('rdApp.*') + +class SmilesEnumerator: + """ + A simple class to encapsulate the SMILES randomization logic. + Needed for multiprocessing to work correctly with instance methods. + """ + def randomize_smiles(self, smiles): + """Generates a randomized SMILES string.""" + try: + mol = Chem.MolFromSmiles(smiles) + # Return a randomized, non-canonical SMILES string + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + # If RDKit fails, return the original smiles string + return smiles + +def create_augmented_pair(smiles_string): + """ + Worker function: takes one SMILES string and returns a tuple + containing two different randomized versions of it. + """ + enumerator = SmilesEnumerator() + smiles_1 = enumerator.randomize_smiles(smiles_string) + smiles_2 = enumerator.randomize_smiles(smiles_string) + return smiles_1, smiles_2 + +def main(): + """ + Main function to run the parallel data preprocessing. + """ + # --- Configuration --- + # Load your desired dataset from Hugging Face + dataset_name = 'jablonkagroup/pubchem-smiles-molecular-formula' + # Specify the column containing the SMILES strings + smiles_column_name = 'smiles' + # Set the output file path + output_path = 'data/pubchem_computed_110_end_M.parquet' + + # --- Data Loading --- + print(f"Loading dataset '{dataset_name}'...") + # Use streaming to avoid downloading the whole dataset if you only need a subset + dataset = load_dataset(dataset_name, split='train').select(range(110_000_000, )) + + # Take the desired number of samples + smiles_list = dataset[smiles_column_name] + print(f"Successfully fetched {len(smiles_list)} SMILES strings.") + + # --- Parallel Processing --- + # Use all available CPU cores for maximum speed + num_workers = cpu_count() + print(f"Starting SMILES augmentation with {num_workers} worker processes...") + + # A Pool of processes will run the `create_augmented_pair` function in parallel + with Pool(num_workers) as p: + # Use tqdm to create a progress bar for the mapping operation + results = list(tqdm(p.imap(create_augmented_pair, smiles_list), total=len(smiles_list), desc="Augmenting Pairs")) + + # --- Saving Data --- + print("Processing complete. Converting to DataFrame...") + # Convert the list of tuples into a pandas DataFrame + df = pd.DataFrame(results, columns=['smiles_1', 'smiles_2']) + + # Ensure the output directory exists + os.makedirs(os.path.dirname(output_path), exist_ok=True) + + print(f"Saving augmented pairs to '{output_path}'...") + # Save the DataFrame to a Parquet file for efficient storage and loading + df.to_parquet(output_path) + + print("All done. Your pre-computed dataset is ready!") + +if __name__ == '__main__': + main() + diff --git a/simson_modeling/.ipynb_checkpoints/create_splits-checkpoint.py b/simson_modeling/.ipynb_checkpoints/create_splits-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..c05553f7f90fbfda614cc9f6be4a0dbc74c7f57a --- /dev/null +++ b/simson_modeling/.ipynb_checkpoints/create_splits-checkpoint.py @@ -0,0 +1,200 @@ +import os +import pandas as pd +from pathlib import Path +import numpy as np +from sklearn.model_selection import train_test_split + +def concatenate_and_split_parquet( + input_dir: str, + output_dir: str, + val_size: int = 10000, + test_size: int = 5000, + random_state: int = 42 +): + """ + Concatenate all parquet files in a directory and split into train/val/test sets. + + Args: + input_dir: Path to directory containing parquet files + output_dir: Path to directory where split files will be saved + val_size: Number of samples for validation set (default: 10000) + test_size: Number of samples for test set (default: 5000) + random_state: Random seed for reproducibility + """ + + # Create output directory if it doesn't exist + Path(output_dir).mkdir(parents=True, exist_ok=True) + + # Find all parquet files in the input directory + input_path = Path(input_dir) + parquet_files = list(input_path.glob("*.parquet")) + + if not parquet_files: + raise ValueError(f"No parquet files found in {input_dir}") + + print(f"Found {len(parquet_files)} parquet files") + + # Read and concatenate all parquet files + print("Reading and concatenating parquet files...") + dataframes = [] + + for file_path in parquet_files: + print(f"Reading {file_path.name}...") + df = pd.read_parquet(file_path) + dataframes.append(df) + + # Concatenate all dataframes + combined_df = pd.concat(dataframes, ignore_index=True) + print(f"Combined dataset shape: {combined_df.shape}") + + # Check if we have enough samples + total_samples = len(combined_df) + required_samples = val_size + test_size + + if total_samples < required_samples: + raise ValueError( + f"Not enough samples. Required: {required_samples}, Available: {total_samples}" + ) + + # Shuffle the data + combined_df = combined_df.sample(frac=1, random_state=random_state).reset_index(drop=True) + + # Split the data + print("Splitting data...") + + # First split: separate test set + temp_df, test_df = train_test_split( + combined_df, + test_size=test_size, + random_state=random_state + ) + + # Second split: separate validation from remaining data + train_df, val_df = train_test_split( + temp_df, + test_size=val_size, + random_state=random_state + ) + + print(f"Training set shape: {train_df.shape}") + print(f"Validation set shape: {val_df.shape}") + print(f"Test set shape: {test_df.shape}") + + # Save the splits as parquet files + output_path = Path(output_dir) + + train_path = output_path / "train.parquet" + val_path = output_path / "validation.parquet" + test_path = output_path / "test.parquet" + + print("Saving split datasets...") + train_df.to_parquet(train_path, index=False) + val_df.to_parquet(val_path, index=False) + test_df.to_parquet(test_path, index=False) + + print(f"Files saved to:") + print(f" Training: {train_path}") + print(f" Validation: {val_path}") + print(f" Test: {test_path}") + + return train_df, val_df, test_df + +# Alternative version using PyArrow for better performance with large files +def concatenate_and_split_parquet_arrow( + input_dir: str, + output_dir: str, + val_size: int = 10000, + test_size: int = 5000, + random_state: int = 42 +): + """ + Same functionality as above but using PyArrow for better performance. + """ + import pyarrow as pa + import pyarrow.parquet as pq + + # Create output directory if it doesn't exist + Path(output_dir).mkdir(parents=True, exist_ok=True) + + # Find all parquet files + input_path = Path(input_dir) + parquet_files = list(input_path.glob("*.parquet")) + + if not parquet_files: + raise ValueError(f"No parquet files found in {input_dir}") + + print(f"Found {len(parquet_files)} parquet files") + + # Read and concatenate using PyArrow + print("Reading and concatenating parquet files...") + tables = [] + + for file_path in parquet_files: + print(f"Reading {file_path.name}...") + table = pq.read_table(file_path) + tables.append(table) + + # Concatenate tables + combined_table = pa.concat_tables(tables) + combined_df = combined_table.to_pandas() + + print(f"Combined dataset shape: {combined_df.shape}") + + # Rest of the function is the same as above + total_samples = len(combined_df) + required_samples = val_size + test_size + + if total_samples < required_samples: + raise ValueError( + f"Not enough samples. Required: {required_samples}, Available: {total_samples}" + ) + + # Shuffle and split + combined_df = combined_df.sample(frac=1, random_state=random_state).reset_index(drop=True) + + temp_df, test_df = train_test_split( + combined_df, test_size=test_size, random_state=random_state + ) + + train_df, val_df = train_test_split( + temp_df, test_size=val_size, random_state=random_state + ) + + print(f"Training set shape: {train_df.shape}") + print(f"Validation set shape: {val_df.shape}") + print(f"Test set shape: {test_df.shape}") + + # Save using PyArrow + output_path = Path(output_dir) + + pq.write_table(pa.Table.from_pandas(train_df), output_path / "train.parquet") + pq.write_table(pa.Table.from_pandas(val_df), output_path / "validation.parquet") + pq.write_table(pa.Table.from_pandas(test_df), output_path / "test.parquet") + + print(f"Files saved to {output_dir}") + + return train_df, val_df, test_df + +# Example usage +if __name__ == "__main__": + # Example usage + input_directory = "data" + output_directory = "data/polymer_splits" + + # Using pandas version + train_df, val_df, test_df = concatenate_and_split_parquet( + input_dir=input_directory, + output_dir=output_directory, + val_size=10000, + test_size=5000, + random_state=42 + ) + + # Or using PyArrow version for better performance + # train_df, val_df, test_df = concatenate_and_split_parquet_arrow( + # input_dir=input_directory, + # output_dir=output_directory, + # val_size=10000, + # test_size=5000, + # random_state=42 + # ) diff --git a/simson_modeling/.ipynb_checkpoints/fingerprint_training-checkpoint.ipynb b/simson_modeling/.ipynb_checkpoints/fingerprint_training-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..7617d1cdce2ccb95b586f44a79f7cd334bc4ab6e --- /dev/null +++ b/simson_modeling/.ipynb_checkpoints/fingerprint_training-checkpoint.ipynb @@ -0,0 +1,1550 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "3d5d52d1-4874-44b5-b532-ef03da47644a", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import pandas as pd\n", + "from rdkit import Chem\n", + "from rdkit.Chem import Descriptors, rdMolDescriptors, Crippen, Lipinski\n", + "from tqdm import tqdm\n", + "import warnings\n", + "from sklearn.preprocessing import StandardScaler\n", + "from sklearn.model_selection import train_test_split\n", + "import random\n", + "from concurrent.futures import ProcessPoolExecutor\n", + "import multiprocessing\n", + "\n", + "def analyze_polymer_features_rdkit(smiles):\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " if mol is None:\n", + " return None\n", + " \n", + " features = {}\n", + " \n", + " # Basic molecular properties\n", + " features['mol_weight'] = Descriptors.MolWt(mol)\n", + " features['exact_mol_weight'] = Descriptors.ExactMolWt(mol)\n", + " features['num_heavy_atoms'] = mol.GetNumHeavyAtoms()\n", + " features['num_atoms'] = mol.GetNumAtoms()\n", + " features['num_bonds'] = mol.GetNumBonds()\n", + " \n", + " # Hydrogen bonding features\n", + " features['num_hbond_donors'] = Descriptors.NumHDonors(mol)\n", + " features['num_hbond_acceptors'] = Descriptors.NumHAcceptors(mol)\n", + " features['num_heteroatoms'] = Descriptors.NumHeteroatoms(mol)\n", + " \n", + " # Structural complexity\n", + " features['num_rotatable_bonds'] = Descriptors.NumRotatableBonds(mol)\n", + " features['num_saturated_rings'] = Descriptors.NumSaturatedRings(mol)\n", + " features['num_aromatic_rings'] = Descriptors.NumAromaticRings(mol)\n", + " features['num_aliphatic_rings'] = Descriptors.NumAliphaticRings(mol)\n", + " features['ring_count'] = Descriptors.RingCount(mol)\n", + " features['fraction_csp3'] = Descriptors.FractionCSP3(mol)\n", + " \n", + " # Surface area and polarity\n", + " features['tpsa'] = Descriptors.TPSA(mol)\n", + " features['polar_surface_area'] = rdMolDescriptors.CalcTPSA(mol)\n", + " \n", + " # Lipophilicity and solubility\n", + " features['logp'] = Descriptors.MolLogP(mol)\n", + " features['crippen_logp'] = Crippen.MolLogP(mol)\n", + " features['crippen_mr'] = Crippen.MolMR(mol) # Molar refractivity\n", + " \n", + " # Flexibility and rigidity\n", + " features['kappa1'] = Descriptors.Kappa1(mol) # Molecular shape index\n", + " features['kappa2'] = Descriptors.Kappa2(mol)\n", + " features['kappa3'] = Descriptors.Kappa3(mol)\n", + " features['chi0v'] = Descriptors.Chi0v(mol) # Connectivity indices\n", + " features['chi1v'] = Descriptors.Chi1v(mol)\n", + " features['chi2v'] = Descriptors.Chi2v(mol)\n", + " \n", + " # Electronic properties\n", + " features['balaban_j'] = Descriptors.BalabanJ(mol)\n", + " features['bertz_ct'] = Descriptors.BertzCT(mol) # Complexity index\n", + " \n", + " # Polymer-specific features\n", + " features['num_radical_electrons'] = Descriptors.NumRadicalElectrons(mol)\n", + " features['num_valence_electrons'] = Descriptors.NumValenceElectrons(mol)\n", + " \n", + " # Atom type counts\n", + " atom_counts = {}\n", + " for atom in mol.GetAtoms():\n", + " symbol = atom.GetSymbol()\n", + " atom_counts[symbol] = atom_counts.get(symbol, 0) + 1\n", + " \n", + " # Add individual atom counts as features\n", + " for element in ['C', 'N', 'O', 'S', 'P', 'F', 'Cl', 'Br', 'I']:\n", + " features[f'count_{element}'] = atom_counts.get(element, 0)\n", + " features[f'ratio_{element}'] = atom_counts.get(element, 0) / features['num_atoms'] if features['num_atoms'] > 0 else 0\n", + " \n", + " # Bond type analysis\n", + " bond_types = {'SINGLE': 0, 'DOUBLE': 0, 'TRIPLE': 0, 'AROMATIC': 0}\n", + " for bond in mol.GetBonds():\n", + " bond_type = str(bond.GetBondType())\n", + " if bond_type in bond_types:\n", + " bond_types[bond_type] += 1\n", + " \n", + " for bond_type, count in bond_types.items():\n", + " features[f'num_{bond_type.lower()}_bonds'] = count\n", + " features[f'ratio_{bond_type.lower()}_bonds'] = count / features['num_bonds'] if features['num_bonds'] > 0 else 0\n", + " \n", + " # Hybridization analysis\n", + " hybridization_counts = {'SP': 0, 'SP2': 0, 'SP3': 0, 'SP3D': 0, 'SP3D2': 0}\n", + " for atom in mol.GetAtoms():\n", + " hyb = str(atom.GetHybridization())\n", + " if hyb in hybridization_counts:\n", + " hybridization_counts[hyb] += 1\n", + " \n", + " for hyb_type, count in hybridization_counts.items():\n", + " features[f'num_{hyb_type.lower()}_carbons'] = count\n", + " features[f'ratio_{hyb_type.lower()}_carbons'] = count / features['num_atoms'] if features['num_atoms'] > 0 else 0\n", + " \n", + " # Formal charge analysis\n", + " formal_charges = [atom.GetFormalCharge() for atom in mol.GetAtoms()]\n", + " features['total_formal_charge'] = sum(formal_charges)\n", + " features['abs_total_formal_charge'] = sum(abs(charge) for charge in formal_charges)\n", + " features['max_formal_charge'] = max(formal_charges) if formal_charges else 0\n", + " features['min_formal_charge'] = min(formal_charges) if formal_charges else 0\n", + " \n", + " # Aromaticity features\n", + " aromatic_atoms = sum(1 for atom in mol.GetAtoms() if atom.GetIsAromatic())\n", + " features['num_aromatic_atoms'] = aromatic_atoms\n", + " features['aromatic_ratio'] = aromatic_atoms / features['num_atoms'] if features['num_atoms'] > 0 else 0\n", + " \n", + " # Ring size analysis\n", + " ring_info = mol.GetRingInfo()\n", + " ring_sizes = [len(ring) for ring in ring_info.AtomRings()]\n", + " if ring_sizes:\n", + " features['avg_ring_size'] = sum(ring_sizes) / len(ring_sizes)\n", + " features['max_ring_size'] = max(ring_sizes)\n", + " features['min_ring_size'] = min(ring_sizes)\n", + " features['num_3_rings'] = sum(1 for size in ring_sizes if size == 3)\n", + " features['num_4_rings'] = sum(1 for size in ring_sizes if size == 4)\n", + " features['num_5_rings'] = sum(1 for size in ring_sizes if size == 5)\n", + " features['num_6_rings'] = sum(1 for size in ring_sizes if size == 6)\n", + " features['num_7_rings'] = sum(1 for size in ring_sizes if size == 7)\n", + " features['num_large_rings'] = sum(1 for size in ring_sizes if size > 7)\n", + " else:\n", + " features.update({\n", + " 'avg_ring_size': 0, 'max_ring_size': 0, 'min_ring_size': 0,\n", + " 'num_3_rings': 0, 'num_4_rings': 0, 'num_5_rings': 0,\n", + " 'num_6_rings': 0, 'num_7_rings': 0, 'num_large_rings': 0\n", + " })\n", + " \n", + " # Polymer-specific structural features\n", + " features['has_polymer_notation'] = '*' in smiles\n", + " features['smiles_length'] = len(smiles)\n", + " features['branch_count'] = smiles.count('(')\n", + " features['branch_ratio'] = smiles.count('(') / len(smiles) if len(smiles) > 0 else 0\n", + " \n", + " return features\n", + "\n", + "def add_features(df, num_workers=None):\n", + " \"\"\"\n", + " Improved version using multiprocessing to calculate RDKit descriptors efficiently.\n", + " \n", + " Parameters:\n", + " df: pandas DataFrame with 'Smiles' column\n", + " num_workers: Number of worker processes (defaults to number of CPU cores)\n", + " \"\"\"\n", + " if num_workers is None:\n", + " num_workers = multiprocessing.cpu_count()\n", + " \n", + " smiles_list = df['Smiles'].tolist()\n", + " \n", + " with ProcessPoolExecutor(max_workers=num_workers) as executor:\n", + " # Use tqdm with executor.map for progress tracking\n", + " features_list = list(tqdm(executor.map(analyze_polymer_features_rdkit, smiles_list), \n", + " total=len(smiles_list), \n", + " desc=\"Computing RDKit descriptors\"))\n", + " \n", + " # Convert results to DataFrame\n", + " features_df = pd.DataFrame(features_list)\n", + " \n", + " # Concatenate with original DataFrame\n", + " df_result = pd.concat([df, features_df], axis=1)\n", + " \n", + " return df_result\n", + "\n", + "def get_list_dif(l1, l2):\n", + " return list(set(l1) - set(l2))\n", + "\n", + "# Usage example:\n", + "# df_with_features = add_features(df, num_workers=4)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "155598af-79f3-4933-8b5c-1fd11f64b870", + "metadata": {}, + "outputs": [], + "source": [ + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv').drop(columns=['Unnamed: 0'], axis=1)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c69cc497-9fb6-4f74-96eb-257d7aa4a91a", + "metadata": {}, + "outputs": [], + "source": [ + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/kaggle_comp/train.csv')\n", + "df['Smiles'] = df['SMILES']\n", + "df" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7b076c55-d6ef-4780-af97-5fccd5062661", + "metadata": {}, + "outputs": [], + "source": [ + "sample_df = df.iloc[:10_000]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "96313883-c2ca-4eb8-9ec7-9aaca8dba077", + "metadata": {}, + "outputs": [], + "source": [ + "features_df = add_features(sample_df)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "41c7f85a-ea65-42e5-b315-ef304ba311c4", + "metadata": {}, + "outputs": [], + "source": [ + "selected_features = ['mol_weight', 'exact_mol_weight', 'num_heavy_atoms', 'num_atoms',\n", + " 'num_bonds', 'num_hbond_donors', 'num_hbond_acceptors',\n", + " 'num_heteroatoms', 'num_rotatable_bonds', 'num_saturated_rings',\n", + " 'num_aromatic_rings', 'num_aliphatic_rings', 'ring_count',\n", + " 'fraction_csp3', 'tpsa', 'polar_surface_area', 'logp', 'crippen_logp',\n", + " 'crippen_mr', 'kappa1', 'kappa2', 'kappa3', 'chi0v', 'chi1v', 'chi2v',\n", + " 'balaban_j', 'bertz_ct', 'num_radical_electrons',\n", + " 'num_valence_electrons',\n", + " 'count_O', 'ratio_O', 'count_S', 'ratio_S', 'count_P', 'ratio_P',\n", + " 'count_F', 'ratio_F', 'count_Cl', 'ratio_Cl', 'count_Br', 'ratio_Br',\n", + " 'count_I', 'ratio_I', 'num_single_bonds', 'ratio_single_bonds',\n", + " 'num_double_bonds', 'ratio_double_bonds', 'num_triple_bonds',\n", + " 'ratio_triple_bonds', 'num_aromatic_bonds', 'ratio_aromatic_bonds',\n", + " 'num_sp_carbons', 'ratio_sp_carbons', 'num_sp2_carbons',\n", + " 'ratio_sp2_carbons', 'num_sp3_carbons', 'ratio_sp3_carbons',\n", + " 'num_sp3d_carbons', 'ratio_sp3d_carbons', 'num_sp3d2_carbons',\n", + " 'ratio_sp3d2_carbons', 'total_formal_charge', 'abs_total_formal_charge',\n", + " 'max_formal_charge', 'min_formal_charge', 'num_aromatic_atoms',\n", + " 'aromatic_ratio', 'avg_ring_size', 'max_ring_size', 'min_ring_size',\n", + " 'num_3_rings', 'num_4_rings', 'num_5_rings', 'num_6_rings',\n", + " 'num_7_rings', 'num_large_rings', 'has_polymer_notation',\n", + " 'branch_count', 'branch_ratio']" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "fc31605d-cc21-4533-b04e-f8acdaef1a65", + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "for col in selected_features:\n", + " scaler = StandardScaler()\n", + " features_df[col] = scaler.fit_transform(features_df[col].to_numpy().reshape(-1, 1)).flatten()\n", + " scalers.append(scaler)\n", + " \n", + "features_df.columns" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "f2f1a614-0ba7-4a01-9731-532afc1d14e0", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "['mol_weight', 'exact_mol_weight', 'fraction_csp3', 'tpsa', 'polar_surface_area', 'logp', 'crippen_logp', 'crippen_mr', 'kappa1', 'kappa2', 'kappa3', 'chi0v', 'chi1v', 'chi2v', 'balaban_j', 'bertz_ct', 'ratio_O', 'ratio_single_bonds', 'ratio_double_bonds', 'ratio_aromatic_bonds', 'ratio_sp2_carbons', 'ratio_sp3_carbons', 'aromatic_ratio', 'branch_ratio', 'Smiles']\n" + ] + }, + { + "data": { + "text/plain": [ + "(25, 79)" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "new_features = []\n", + "\n", + "for feature in selected_features:\n", + " unique_list = features_df[feature].unique()\n", + " if len(unique_list) > 300:\n", + " new_features.append(feature)\n", + "new_features.append('Smiles')\n", + "print(new_features)\n", + "len(new_features), len(selected_features)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "28cbac75-8a9f-4292-aedb-11f33f5a6056", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c065d950-7a63-4424-9923-1072d2e2268c", + "metadata": {}, + "outputs": [], + "source": [ + "features_df.to_csv('7k_w_descriptors.csv', index=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "069a9021-d440-4bf1-9882-a2af25f2e801", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
idSMILESTgFFVTcDensityRgSmilesmol_weightexact_mol_weight...num_3_ringsnum_4_ringsnum_5_ringsnum_6_ringsnum_7_ringsnum_large_ringshas_polymer_notationsmiles_lengthbranch_countbranch_ratio
087817*CC(*)c1ccccc1C(=O)OCCCCCCNaN0.3746450.205667NaNNaN*CC(*)c1ccccc1C(=O)OCCCCCC-0.875755-0.875617...-0.048476-0.069289-0.626991-0.788904-0.051542-0.0479170.026-0.985221-0.813832
1106919*Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5...NaN0.370410NaNNaNNaN*Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5...0.6518760.651916...-0.048476-0.069289-0.6269910.736852-0.051542-0.0479170.0820.336345-0.286141
2388772*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(...NaN0.378860NaNNaNNaN*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(...2.3365732.336165...-0.048476-0.069289-0.6269912.644047-0.051542-0.0479170.01341.657910-0.109289
3519416*Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)...NaN0.387324NaNNaNNaN*Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)...0.4177160.417722...-0.048476-0.069289-0.6269911.118291-0.051542-0.0479170.0790.5566060.132247
4539187*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N...NaN0.355470NaNNaNNaN*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N...2.1780032.178499...-0.048476-0.0692891.5011490.355413-0.051542-0.0479170.01180.556606-0.830501
..................................................................
79682146592435*Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1NaN0.367498NaNNaNNaN*Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1-0.375261-0.375084...-0.048476-0.069289-0.626991-0.407465-0.051542-0.0479170.044-0.3244380.124891
79692146810552*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3...NaN0.353280NaNNaNNaN*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3...1.2842751.284737...-0.048476-0.0692891.5011490.736852-0.051542-0.0479170.01101.2173880.008668
79702147191531*c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(...NaN0.369411NaNNaNNaN*c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(...0.3295700.329823...-0.048476-0.0692891.501149-0.026026-0.051542-0.0479170.0730.3363450.021405
79712147435020*C=C(*)c1ccccc1C261.662355NaNNaNNaNNaN*C=C(*)c1ccccc1C-1.359802-1.359728...-0.048476-0.069289-0.626991-0.788904-0.051542-0.0479170.016-1.205481-1.182617
79722147438299*c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC...NaN0.374049NaNNaNNaN*c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC...1.1606671.160653...-0.048476-0.0692890.437079-0.407465-0.051542-0.0479170.072-0.324438-1.005054
\n", + "

7973 rows × 92 columns

\n", + "
" + ], + "text/plain": [ + " id SMILES \\\n", + "0 87817 *CC(*)c1ccccc1C(=O)OCCCCCC \n", + "1 106919 *Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5... \n", + "2 388772 *Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(... \n", + "3 519416 *Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)... \n", + "4 539187 *Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N... \n", + "... ... ... \n", + "7968 2146592435 *Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 \n", + "7969 2146810552 *C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3... \n", + "7970 2147191531 *c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(... \n", + "7971 2147435020 *C=C(*)c1ccccc1C \n", + "7972 2147438299 *c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC... \n", + "\n", + " Tg FFV Tc Density Rg \\\n", + "0 NaN 0.374645 0.205667 NaN NaN \n", + "1 NaN 0.370410 NaN NaN NaN \n", + "2 NaN 0.378860 NaN NaN NaN \n", + "3 NaN 0.387324 NaN NaN NaN \n", + "4 NaN 0.355470 NaN NaN NaN \n", + "... ... ... ... ... .. \n", + "7968 NaN 0.367498 NaN NaN NaN \n", + "7969 NaN 0.353280 NaN NaN NaN \n", + "7970 NaN 0.369411 NaN NaN NaN \n", + "7971 261.662355 NaN NaN NaN NaN \n", + "7972 NaN 0.374049 NaN NaN NaN \n", + "\n", + " Smiles mol_weight \\\n", + "0 *CC(*)c1ccccc1C(=O)OCCCCCC -0.875755 \n", + "1 *Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5... 0.651876 \n", + "2 *Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(... 2.336573 \n", + "3 *Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)... 0.417716 \n", + "4 *Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N... 2.178003 \n", + "... ... ... \n", + "7968 *Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 -0.375261 \n", + "7969 *C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3... 1.284275 \n", + "7970 *c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(... 0.329570 \n", + "7971 *C=C(*)c1ccccc1C -1.359802 \n", + "7972 *c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC... 1.160667 \n", + "\n", + " exact_mol_weight ... num_3_rings num_4_rings num_5_rings \\\n", + "0 -0.875617 ... -0.048476 -0.069289 -0.626991 \n", + "1 0.651916 ... -0.048476 -0.069289 -0.626991 \n", + "2 2.336165 ... -0.048476 -0.069289 -0.626991 \n", + "3 0.417722 ... -0.048476 -0.069289 -0.626991 \n", + "4 2.178499 ... -0.048476 -0.069289 1.501149 \n", + "... ... ... ... ... ... \n", + "7968 -0.375084 ... -0.048476 -0.069289 -0.626991 \n", + "7969 1.284737 ... -0.048476 -0.069289 1.501149 \n", + "7970 0.329823 ... -0.048476 -0.069289 1.501149 \n", + "7971 -1.359728 ... -0.048476 -0.069289 -0.626991 \n", + "7972 1.160653 ... -0.048476 -0.069289 0.437079 \n", + "\n", + " num_6_rings num_7_rings num_large_rings has_polymer_notation \\\n", + "0 -0.788904 -0.051542 -0.047917 0.0 \n", + "1 0.736852 -0.051542 -0.047917 0.0 \n", + "2 2.644047 -0.051542 -0.047917 0.0 \n", + "3 1.118291 -0.051542 -0.047917 0.0 \n", + "4 0.355413 -0.051542 -0.047917 0.0 \n", + "... ... ... ... ... \n", + "7968 -0.407465 -0.051542 -0.047917 0.0 \n", + "7969 0.736852 -0.051542 -0.047917 0.0 \n", + "7970 -0.026026 -0.051542 -0.047917 0.0 \n", + "7971 -0.788904 -0.051542 -0.047917 0.0 \n", + "7972 -0.407465 -0.051542 -0.047917 0.0 \n", + "\n", + " smiles_length branch_count branch_ratio \n", + "0 26 -0.985221 -0.813832 \n", + "1 82 0.336345 -0.286141 \n", + "2 134 1.657910 -0.109289 \n", + "3 79 0.556606 0.132247 \n", + "4 118 0.556606 -0.830501 \n", + "... ... ... ... \n", + "7968 44 -0.324438 0.124891 \n", + "7969 110 1.217388 0.008668 \n", + "7970 73 0.336345 0.021405 \n", + "7971 16 -1.205481 -1.182617 \n", + "7972 72 -0.324438 -1.005054 \n", + "\n", + "[7973 rows x 92 columns]" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "features_df = pd.read_csv('7k_w_descriptors.csv')\n", + "features_df" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "49998b8a-3925-4383-917a-116f70187d46", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "0\n" + ] + } + ], + "source": [ + "old_len = len(features_df)\n", + "new_len = len(features_df.drop_duplicates())\n", + "print(new_len - old_len)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "c2f08ca9-21f6-4a79-ab94-80556b8dab1d", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████| 6378/6378 [00:01<00:00, 3382.49it/s]\n", + "100%|█████████████████████████████████████| 1595/1595 [00:00<00:00, 3554.96it/s]\n" + ] + } + ], + "source": [ + "import torch\n", + "from tqdm import tqdm\n", + "import copy\n", + "from sklearn.model_selection import train_test_split\n", + "\n", + "def create_splits(df):\n", + " train, test = train_test_split(df, test_size=0.2)\n", + " return train, test\n", + "\n", + "def create_samples(df, features):\n", + " samples = []\n", + " features_without_smiles = copy.deepcopy(features)\n", + " features_without_smiles.remove('Smiles')\n", + " for i, row in tqdm(df.iterrows(), total=len(df)):\n", + " properties = torch.Tensor(row[features_without_smiles].to_list())\n", + " sample = {'Smiles': row['Smiles'], 'property_tensor': properties}\n", + " samples.append(sample)\n", + " return samples\n", + "\n", + "train, val = create_splits(features_df.reset_index(drop=True))\n", + "\n", + "train = train.reset_index(drop=True)\n", + "val = val.reset_index(drop=True)\n", + "\n", + "train_list = create_samples(train, new_features)\n", + "val_list = create_samples(val, new_features)" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "2fdb3171-deda-4c1f-ae4b-853d781ffdd5", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|████████████████████████████████████████| 20/20 [00:00<00:00, 74764.78it/s]\n" + ] + } + ], + "source": [ + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "prop_vectors = [el['property_tensor'] for el in train_list[:20]]\n", + "\n", + "sim_matrix = cosine_similarity(prop_vectors)\n", + " \n", + "n = len(prop_vectors)\n", + "positive_pairs, negative_candidates = [], []\n", + "sims = []\n", + "\n", + "positive_threshold = 0.9\n", + "negative_threshold = 0.2\n", + "\n", + "for i in tqdm(range(n)):\n", + " for j in range(i + 1, n):\n", + " sim = sim_matrix[i, j]\n", + "\n", + " if sim > positive_threshold:\n", + " positive_pairs.append((i, j, sim))\n", + " elif sim < negative_threshold:\n", + " negative_candidates.append((i, j, sim))\n", + " sims.append(float(sim))\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "54f29e98-7c32-441c-bb1b-cdaf3fd1df49", + "metadata": {}, + "outputs": [], + "source": [ + "len(positive_pairs), len(negative_candidates)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "22e0f46e-2673-4840-95fd-f98914e57b78", + "metadata": {}, + "outputs": [], + "source": [ + "from matplotlib import pyplot as plt\n", + "\n", + "plt.plot(sims)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "79e7e873-7950-4123-ab13-299360ae19ca", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import torch\n", + "from torch.utils.data import Dataset, DataLoader\n", + "import torch.nn as nn\n", + "import torch.nn.functional as F\n", + "from transformers import BertConfig, BertModel, AutoTokenizer\n", + "import pickle\n", + "import numpy as np\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "def initialize_model_and_tokenizer():\n", + " \"\"\"Initialize BERT model from config and ChemBERTa tokenizer\"\"\"\n", + " \n", + " \n", + " tokenizer = AutoTokenizer.from_pretrained(\"DeepChem/ChemBERTa-77M-MTR\")\n", + " config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512,\n", + " )\n", + " model = SimSonEncoder(config=config, max_len=512).cuda()\n", + " return model, tokenizer\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "8a3adaff-da65-46b4-b9ee-95851d786a67", + "metadata": {}, + "outputs": [], + "source": [ + "import time\n", + "\n", + "\n", + "class MolecularContrastiveDataset(Dataset):\n", + " def __init__(self, data_list, tokenizer, positive_threshold=0.9, cache_path=None, split_type='train'):\n", + " \"\"\"\n", + " Dataset that only contains positive pairs for NT-Xent contrastive learning\n", + " \"\"\"\n", + " self.data_list = data_list\n", + " self.tokenizer = tokenizer\n", + " self.positive_threshold = positive_threshold\n", + " self.cache_path = cache_path\n", + " self.split_type = split_type\n", + "\n", + " # Load or compute pairs\n", + " if cache_path and os.path.exists(cache_path) and os.path.getsize(cache_path) > 0:\n", + " print(f\"Loading cached pairs from {cache_path}\")\n", + " self._load_pairs()\n", + " else:\n", + " print(\"Computing positive pairs only...\")\n", + " self._compute_positive_pairs()\n", + " if cache_path:\n", + " self._save_pairs()\n", + " \n", + " def _compute_positive_pairs(self):\n", + " \"\"\"\n", + " Compute ONLY positive pairs based on descriptor similarity\n", + " \"\"\"\n", + " # --- 1. Cosine-similarity matrix ---------------------------------------\n", + " prop_vectors = torch.stack(\n", + " [item['property_tensor'] for item in self.data_list]\n", + " ).numpy()\n", + " sim_matrix = cosine_similarity(prop_vectors)\n", + "\n", + " n = len(self.data_list)\n", + " positive_pairs = []\n", + " pairs_per_molecule = 1 # STRICTLY ONE FOR CREATING PROPER NEGATIVE PAIRS\n", + " current_pairs_per_molecule = 0\n", + " # --- 2. Collect only positive pairs ------------------------------------\n", + " print(f'Collecting positive pairs with similarity threshold {self.positive_threshold}')\n", + " for i in tqdm(range(n)):\n", + " for j in range(i + 1, n):\n", + " sim = sim_matrix[i, j]\n", + " if sim > self.positive_threshold:\n", + " positive_pairs.append((i, j, sim))\n", + " current_pairs_per_molecule += 1\n", + " if current_pairs_per_molecule > pairs_per_molecule:\n", + " current_pairs_per_molecule = 0\n", + " break\n", + "\n", + " # --- 3. Store only positive pairs --------------------------------------\n", + " if len(positive_pairs) == 0:\n", + " raise ValueError(\"No positive pairs found – lower the positive_threshold.\")\n", + "\n", + " # No shuffling - we want consistent positive pairs\n", + " self.pairs = [(i, j) for i, j, _ in positive_pairs]\n", + " self.descriptor_similarities = [sim for _, _, sim in positive_pairs]\n", + "\n", + " print(f\"Generated {len(self.pairs)} positive pairs\")\n", + "\n", + " def _save_pairs(self):\n", + " \"\"\"Save computed pairs to cache file\"\"\"\n", + " cache_data = {\n", + " 'pairs': self.pairs,\n", + " 'descriptor_similarities': self.descriptor_similarities\n", + " }\n", + " with open(self.cache_path, 'wb') as f:\n", + " pickle.dump(cache_data, f)\n", + " print(f\"Cached pairs saved to {self.cache_path}\")\n", + " \n", + " def _load_pairs(self):\n", + " \"\"\"Load pairs from cache file\"\"\"\n", + " with open(self.cache_path, 'rb') as f:\n", + " cache_data = pickle.load(f)\n", + " \n", + " self.pairs = cache_data['pairs']\n", + " self.descriptor_similarities = cache_data['descriptor_similarities']\n", + " \n", + " def __len__(self):\n", + " return len(self.pairs)\n", + " \n", + " def __getitem__(self, idx):\n", + " i, j = self.pairs[idx]\n", + " desc_sim = self.descriptor_similarities[idx]\n", + " \n", + " # Get SMILES for both molecules\n", + " smiles_i = self.data_list[i]['Smiles']\n", + " smiles_j = self.data_list[j]['Smiles']\n", + " if self.split_type == 'val':\n", + " print(f'POSITIVE PAIR SMILES: \\n{smiles_i} \\n {smiles_j}')\n", + " # Tokenize SMILES\n", + " tokens_i = self.tokenizer(\n", + " smiles_i, \n", + " return_tensors='pt', \n", + " padding='max_length', \n", + " truncation=True, \n", + " max_length=256\n", + " )\n", + " tokens_j = self.tokenizer(\n", + " smiles_j, \n", + " return_tensors='pt', \n", + " padding='max_length', \n", + " truncation=True, \n", + " max_length=256\n", + " )\n", + " \n", + " # Remove batch dimension\n", + " tokens_i = {key: val.squeeze(0) for key, val in tokens_i.items()}\n", + " tokens_j = {key: val.squeeze(0) for key, val in tokens_j.items()}\n", + " \n", + " # Get property vectors\n", + " prop_vec_i = self.data_list[i]['property_tensor']\n", + " prop_vec_j = self.data_list[j]['property_tensor']\n", + " \n", + " return {\n", + " 'tokens_i': tokens_i,\n", + " 'tokens_j': tokens_j,\n", + " 'descriptor_similarity': torch.tensor(desc_sim, dtype=torch.float32),\n", + " 'property_tensor_i': prop_vec_i,\n", + " 'property_tensor_j': prop_vec_j\n", + " }\n", + "\n", + "\n", + "def contrastive_collate_fn(batch):\n", + " \"\"\"\n", + " Collate function that creates proper NT-Xent batches:\n", + " - Element 0 and 1 are positive pairs\n", + " - Element 2 and 3 are positive pairs \n", + " - etc.\n", + " \"\"\"\n", + " batch_size = len(batch)\n", + " \n", + " # Ensure even batch size for proper pairing\n", + " if batch_size % 2 != 0:\n", + " batch = batch[:-1] # Drop last element if odd\n", + " batch_size = len(batch)\n", + " \n", + " # Interleave: [sample1_i, sample1_j, sample2_i, sample2_j, ...]\n", + " tokens_list = []\n", + " desc_similarities = []\n", + " \n", + " for i in range(0, batch_size, 1):\n", + " # Add first molecule of pair i\n", + " tokens_list.append(batch[i]['tokens_i'])\n", + " desc_similarities.append(batch[i]['descriptor_similarity'])\n", + " \n", + " # Add second molecule of pair i (positive pair)\n", + " tokens_list.append(batch[i]['tokens_j'])\n", + " desc_similarities.append(batch[i]['descriptor_similarity']) # Same similarity for both elements in pair\n", + " \n", + " # Stack all tokens\n", + " tokens = {}\n", + " for key in tokens_list[0].keys():\n", + " tokens[key] = torch.stack([item[key] for item in tokens_list])\n", + " \n", + " desc_similarities_tensor = torch.stack(desc_similarities)\n", + " \n", + " return {\n", + " 'tokens': tokens,\n", + " 'descriptor_similarities': desc_similarities_tensor,\n", + " }\n", + "\n", + "\n", + "def create_dataloaders(train_list, val_list, tokenizer, batch_size=32, \n", + " positive_threshold=0.85, cache_dir=\"cache\"):\n", + " \"\"\"Create train and validation dataloaders for NT-Xent\"\"\"\n", + " os.makedirs(cache_dir, exist_ok=True)\n", + " \n", + " # Ensure even batch size for proper pairing\n", + " if batch_size % 2 != 0:\n", + " batch_size += 1\n", + " print(f\"Adjusted batch_size to {batch_size} (must be even for NT-Xent)\")\n", + " \n", + " train_cache = os.path.join(cache_dir, 'train_positive_pairs.pkl')\n", + " val_cache = os.path.join(cache_dir, 'val_positive_pairs.pkl')\n", + " \n", + " train_dataset = MolecularContrastiveDataset(\n", + " train_list, tokenizer, positive_threshold=positive_threshold, cache_path=train_cache\n", + " )\n", + " val_dataset = MolecularContrastiveDataset(\n", + " val_list, tokenizer, positive_threshold=positive_threshold, cache_path=val_cache, split_type='val',\n", + " )\n", + " \n", + " train_loader = DataLoader(\n", + " train_dataset, batch_size=batch_size, shuffle=True, collate_fn=contrastive_collate_fn, drop_last=True, pin_memory=True\n", + " )\n", + " val_loader = DataLoader(\n", + " val_dataset, batch_size=batch_size, shuffle=False, collate_fn=contrastive_collate_fn, drop_last=True, pin_memory=True\n", + " )\n", + " \n", + " return train_loader, val_loader\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "f956a50b-85a5-49df-b7c6-6e40dce160e1", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model initialized with 23,299,840 trainable parameters\n" + ] + } + ], + "source": [ + "def nt_xent_loss_with_temp_scaling(embeddings1, embeddings2, descriptor_similarity, base_temp=0.02):\n", + " batch_size = embeddings1.shape[0]\n", + " device = embeddings1.device\n", + " #individual_temperatures = sigmoid_temp_scaling(descriptor_similarity, base_temp)\n", + " #temperature = individual_temperatures.mean() # Single temperature for the whole batch\n", + " temperature = base_temp\n", + " # Normalize projections\n", + " z_i = F.normalize(embeddings1, p=2, dim=1)\n", + " z_j = F.normalize(embeddings2, p=2, dim=1)\n", + " \n", + " # Concatenate for similarity matrix calculation\n", + " representations = torch.cat([z_i, z_j], dim=0)\n", + " # Calculate cosine similarity between all pairs\n", + " similarity_matrix = F.cosine_similarity(representations.unsqueeze(1), representations.unsqueeze(0), dim=2)\n", + " #similarity_matrix = torch.clamp(similarity_matrix, min=-0.999, max=0.999)\n", + " sim_ij = torch.diag(similarity_matrix, batch_size)\n", + " sim_ji = torch.diag(similarity_matrix, -batch_size)\n", + " positives = torch.cat([sim_ij, sim_ji], dim=0)\n", + " \n", + " # Create a mask to exclude self-comparisons\n", + " nominator = torch.exp(positives / temperature)\n", + " mask = (~torch.eye(batch_size * 2, batch_size * 2, dtype=torch.bool, device=device)).float()\n", + " denominator = mask * torch.exp(similarity_matrix / temperature)\n", + " \n", + " # Calculate the final loss\n", + " loss = -torch.log(nominator / torch.sum(denominator, dim=1))\n", + " if torch.isnan(loss).any():\n", + " print(similarity_matrix)\n", + " print(f\"Temperature: {temperature}\")\n", + " print(f\"Nominator range: {nominator.min().item():.6f} to {nominator.max().item():.6f}\")\n", + " \n", + " return torch.sum(loss) / (2 * batch_size)\n", + "\n", + "\n", + "def sigmoid_temp_scaling(descriptor_similarity, base_temp=0.05, steepness=10.0, midpoint=0.5):\n", + " \"\"\"Smooth sigmoid-based temperature scaling\"\"\"\n", + " sigmoid_factor = torch.sigmoid(steepness * (descriptor_similarity - midpoint))\n", + " temperature = base_temp * (2.0 - sigmoid_factor)\n", + " return temperature\n", + "\n", + "\n", + "def train_step(batch, model, optimizer, device, scheduler, base_temp=0.1):\n", + " \"\"\"Single training step for NT-Xent\"\"\"\n", + " model.train()\n", + " optimizer.zero_grad()\n", + " \n", + " # Move batch to device\n", + " tokens = {k: v.to(device) for k, v in batch['tokens'].items()}\n", + " desc_similarities = batch['descriptor_similarities'].to(device)\n", + " \n", + " # Forward pass - get embeddings for all samples\n", + " outputs = model(**tokens) # i1, j1, i2, j2 ...\n", + " embeddings = outputs\n", + " \n", + " # Split embeddings: even indices are embeddings1, odd indices are embeddings2\n", + " embeddings1 = embeddings[::2] # [0, 2, 4, ...]\n", + " embeddings2 = embeddings[1::2] # [1, 3, 5, ...]\n", + " \n", + " # Get descriptor similarities for each pair (take every other one since they're duplicated)\n", + " pair_desc_similarities = desc_similarities[::2]\n", + " #print(f'FIRST TRAIN EMBED: {embeddings1}')\n", + " #print(f'SECOND TRAIN EMBED: {embeddings2}')\n", + " #print(f'COSINE SIM BETWEEN THEM TRAIN: {F.cosine_similarity(embeddings1, embeddings2, dim=1)}')\n", + " # Calculate NT-Xent loss\n", + " loss = nt_xent_loss_with_temp_scaling(embeddings1, embeddings2, pair_desc_similarities, base_temp=base_temp)\n", + " \n", + " # Backward pass\n", + " loss.backward()\n", + " optimizer.step()\n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " scheduler.step()\n", + " return loss.item()\n", + "\n", + "def val_step(batch, model, device, base_temp=0.1):\n", + " \"\"\"Single validation step for NT-Xent\"\"\"\n", + " model.eval()\n", + " with torch.no_grad():\n", + " # Move batch to device\n", + " tokens = {k: v.to(device) for k, v in batch['tokens'].items()}\n", + " desc_similarities = batch['descriptor_similarities'].to(device)\n", + " \n", + " # Forward pass\n", + " outputs = model(**tokens)\n", + " embeddings = outputs\n", + " \n", + " # Split embeddings\n", + " embeddings1 = embeddings[::2]\n", + " embeddings2 = embeddings[1::2]\n", + " \n", + " # Get descriptor similarities for pairs\n", + " pair_desc_similarities = desc_similarities[::2]\n", + " \n", + " print(f'FIRST VAL EMBED: {embeddings1}')\n", + " print(f'SECOND VAL EMBED: {embeddings2}')\n", + " print(f'COSINE SIM BETWEEN THEM: {F.cosine_similarity(embeddings1, embeddings2, dim=1)}')\n", + " #print(f'SECOND VAL EMBED: {embeddings2}')\n", + " loss = nt_xent_loss_with_temp_scaling(embeddings1, embeddings2, pair_desc_similarities, base_temp=base_temp)\n", + " print(f'VAL LOSS: {loss}')\n", + " \n", + " return loss.item()\n", + "\n", + "def train_epoch(train_loader, model, optimizer, scheduler, base_temp=0.01):\n", + " \"\"\"Train for one epoch\"\"\"\n", + " total_loss = 0\n", + " num_batches = 0\n", + " \n", + " progress_bar = tqdm(train_loader, desc=\"Training\")\n", + " \n", + " for batch in progress_bar:\n", + " loss = train_step(batch, model, optimizer, 'cuda', scheduler, base_temp=base_temp)\n", + " total_loss += loss\n", + " num_batches += 1\n", + " \n", + " # Calculate running average loss\n", + " avg_loss = total_loss / num_batches\n", + " \n", + " # Update progress bar with current loss info\n", + " progress_bar.set_postfix({\n", + " 'Loss': f'{loss:.4f}',\n", + " 'Avg Loss': f'{avg_loss:.4f}'\n", + " })\n", + " \n", + " return total_loss / num_batches if num_batches > 0 else 0\n", + "\n", + "\n", + "def validate_epoch(val_loader, model, base_temp=0.01):\n", + " \"\"\"Validate for one epoch\"\"\"\n", + " total_loss = 0\n", + " num_batches = 0\n", + " print('nah twin')\n", + " return 0\n", + " for batch in val_loader:\n", + " loss = val_step(batch, model, 'cuda', base_temp=base_temp)\n", + " total_loss += loss\n", + " num_batches += 1\n", + " \n", + " return total_loss / num_batches if num_batches > 0 else 0\n", + "\n", + "def training_loop(train_loader, val_loader, model, tokenizer, epochs=50, patience=5, lr=1e-4, base_temp=0.02,\n", + " device_name='cuda', save_path='best_model.pt'):\n", + " \"\"\"Main training loop with early stopping\"\"\"\n", + " device = torch.device(device_name if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " \n", + " # Initialize model and optimizer\n", + " optimizer = torch.optim.Adam(model.parameters(), lr=lr)\n", + " optimizer.zero_grad()\n", + "\n", + " total_steps = epochs * len(train_loader)\n", + " scheduler = torch.optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_mult=1, T_0=total_steps)\n", + " # Early stopping variables\n", + " best_val_loss = float('inf')\n", + " no_improve_epochs = 0\n", + " \n", + " print(\"Starting training...\")\n", + " \n", + " for epoch in range(epochs):\n", + " # Training\n", + " with torch.autocast(dtype=torch.float16, device_type='cuda'):\n", + " train_loss = train_epoch(train_loader, model, optimizer, scheduler, base_temp=base_temp)\n", + " print('END TRAIN')\n", + " # Validation\n", + " val_loss = validate_epoch(val_loader, model)\n", + " \n", + " print(f\"Epoch {epoch + 1}/{epochs}: Train Loss = {train_loss:.4f}, Val Loss = {val_loss:.4f}\")\n", + " \n", + " # Early stopping check\n", + " if val_loss < best_val_loss:\n", + " best_val_loss = val_loss\n", + " no_improve_epochs = 0\n", + " # Save best model\n", + " torch.save(model.state_dict(), save_path)\n", + " print(f\"New best model saved with val loss: {val_loss:.4f}\")\n", + " else:\n", + " no_improve_epochs += 1\n", + " print(f\"No improvement for {no_improve_epochs} epochs\")\n", + " \n", + " if no_improve_epochs >= patience:\n", + " print(f\"Early stopping triggered after {epoch + 1} epochs\")\n", + " break\n", + " \n", + " # Load best model\n", + " print(f\"Loading best model from {save_path}\")\n", + " model.load_state_dict(torch.load(save_path))\n", + " model.eval()\n", + " \n", + " print(f\"Training completed. Best validation loss: {best_val_loss:.4f}\")\n", + "\n", + "\n", + "model, tokenizer = initialize_model_and_tokenizer()\n", + "#model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/regression/actual_encoder_state.pkl', weights_only=False))\n", + "print(f\"Model initialized with {sum(p.numel() for p in model.parameters() if p.requires_grad):,} trainable parameters\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "c73e2bba-59c1-4b41-b2ff-235526dd2912", + "metadata": {}, + "outputs": [], + "source": [ + "!rm -rf cache" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0072c8f5-c5e9-4590-9544-c73cf1fac1e8", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Computing positive pairs only...\n", + "Collecting positive pairs with similarity threshold 0.8\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|████████████████████████████████████| 6378/6378 [00:00<00:00, 54740.22it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Generated 12534 positive pairs\n", + "Cached pairs saved to cache/train_positive_pairs.pkl\n", + "Computing positive pairs only...\n", + "Collecting positive pairs with similarity threshold 0.8\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████| 100/100 [00:00<00:00, 200780.47it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Generated 138 positive pairs\n", + "Cached pairs saved to cache/val_positive_pairs.pkl\n", + "Using device: cuda\n", + "Starting training...\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1566/1566 [00:31<00:00, 50.05it/s, Loss=1.1129, Avg Loss=1.528\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "END TRAIN\n", + "nah twin\n", + "Epoch 1/10: Train Loss = 1.5288, Val Loss = 0.0000\n", + "New best model saved with val loss: 0.0000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1566/1566 [00:30<00:00, 50.76it/s, Loss=2.1831, Avg Loss=2.190\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "END TRAIN\n", + "nah twin\n", + "Epoch 2/10: Train Loss = 2.1905, Val Loss = 0.0000\n", + "No improvement for 1 epochs\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1566/1566 [00:30<00:00, 50.69it/s, Loss=2.7081, Avg Loss=2.708\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "END TRAIN\n", + "nah twin\n", + "Epoch 3/10: Train Loss = 2.7081, Val Loss = 0.0000\n", + "No improvement for 2 epochs\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1566/1566 [00:31<00:00, 50.37it/s, Loss=2.7081, Avg Loss=2.708\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "END TRAIN\n", + "nah twin\n", + "Epoch 4/10: Train Loss = 2.7081, Val Loss = 0.0000\n", + "No improvement for 3 epochs\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1566/1566 [00:31<00:00, 50.40it/s, Loss=2.7081, Avg Loss=2.708\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "END TRAIN\n", + "nah twin\n", + "Epoch 5/10: Train Loss = 2.7081, Val Loss = 0.0000\n", + "No improvement for 4 epochs\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 13%|▏| 198/1566 [00:04<00:27, 50.58it/s, Loss=2.7081, Avg Loss=2.7081" + ] + } + ], + "source": [ + "train_loader, val_loader = create_dataloaders(\n", + " train_list, val_list[:100], tokenizer, \n", + " batch_size=8, positive_threshold=0.8\n", + ")\n", + "\n", + "training_loop(\n", + " train_loader, val_loader, model, tokenizer,\n", + " epochs=10, patience=5, lr=1e-5, \n", + " device_name='cuda', base_temp=0.1\n", + ")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "58343b16-1bdb-4476-ac61-e797fbc661d2", + "metadata": {}, + "outputs": [], + "source": [ + "print(train_list[:5], '\\n\\n', val_list[:5])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "47561022-5f57-4b7b-b903-ef1f8773f903", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5fcef978-3630-4201-9301-6963a8560517", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/.ipynb_checkpoints/simson_ddp_train-checkpoint.py b/simson_modeling/.ipynb_checkpoints/simson_ddp_train-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..98dfe1ad417cf32019dabf850d4b54eacc79cdbf --- /dev/null +++ b/simson_modeling/.ipynb_checkpoints/simson_ddp_train-checkpoint.py @@ -0,0 +1,545 @@ +# ============================================================================== +# 1. IMPORTS +# ============================================================================== +import os +import warnings +import wandb + +import torch +import torch.nn as nn +import torch.optim as optim +import torch.nn.functional as F +from torch.utils.data import DataLoader, Dataset +import numpy as np +from tqdm import tqdm +from rdkit import Chem, RDLogger +from datasets import load_dataset, load_from_disk +from transformers import AutoTokenizer, BertModel, BertConfig +import pandas as pd + +# ============================================================================== +# 2. INITIAL SETUP +# ============================================================================== +# Suppress RDKit console output +RDLogger.DisableLog('rdApp.*') +# Ignore warnings for cleaner output +warnings.filterwarnings("ignore") + +# ============================================================================== +# 3. MODEL AND LOSS FUNCTION +# ============================================================================== +def global_average_pooling(x): + """Global Average Pooling: from [B, max_len, hid_dim] to [B, hid_dim]""" + return torch.mean(x, dim=1) + +class SimSonEncoder(nn.Module): + """The main encoder model based on BERT.""" + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.bert.config.pad_token_id) + + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled_output = global_average_pooling(hidden_states) + return self.linear(pooled_output) + +class ContrastiveLoss(nn.Module): + """Calculates the contrastive loss for the SimSon model.""" + def __init__(self, temperature=0.2): + super(ContrastiveLoss, self).__init__() + self.temperature = temperature + self.similarity_fn = F.cosine_similarity + + def forward(self, proj_1, proj_2): + batch_size = proj_1.shape[0] + device = proj_1.device + + # Normalize projections + z_i = F.normalize(proj_1, p=2, dim=1) + z_j = F.normalize(proj_2, p=2, dim=1) + + # Concatenate for similarity matrix calculation + representations = torch.cat([z_i, z_j], dim=0) + + # Calculate cosine similarity between all pairs + similarity_matrix = self.similarity_fn(representations.unsqueeze(1), representations.unsqueeze(0), dim=2) + + # Identify positive pairs (original and its augmentation) + sim_ij = torch.diag(similarity_matrix, batch_size) + sim_ji = torch.diag(similarity_matrix, -batch_size) + positives = torch.cat([sim_ij, sim_ji], dim=0) + + # Create a mask to exclude self-comparisons + nominator = torch.exp(positives / self.temperature) + mask = (~torch.eye(batch_size * 2, batch_size * 2, dtype=torch.bool, device=device)).float() + denominator = mask * torch.exp(similarity_matrix / self.temperature) + + # Calculate the final loss + loss = -torch.log(nominator / torch.sum(denominator, dim=1)) + return torch.sum(loss) / (2 * batch_size) + +# ============================================================================== +# 4. DATA HANDLING (Keeping your existing classes unchanged) +# ============================================================================== +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + +class ContrastiveSmilesDataset(Dataset): + """Dataset for creating pairs of augmented SMILES for contrastive learning.""" + def __init__(self, smiles_list, tokenizer, max_length=512): + self.smiles_list = smiles_list + self.tokenizer = tokenizer + self.max_length = max_length + self.enumerator = SmilesEnumerator() + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + original_smiles = self.smiles_list[idx] + + # Create two different augmentations of the same SMILES + smiles_1 = self.enumerator.randomize_smiles(original_smiles) + smiles_2 = self.enumerator.randomize_smiles(original_smiles) + + # Tokenize and do pad. Padding will be handled by the collate_fn. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +class PrecomputedContrastiveSmilesDataset(Dataset): + """ + A Dataset class that reads pre-augmented SMILES pairs from a Parquet file. + This is significantly faster as it offloads the expensive SMILES randomization + to a one-time preprocessing step. + """ + def __init__(self, tokenizer, file_path: str, max_length: int = 512): + self.tokenizer = tokenizer + self.max_length = max_length + + # Load the entire dataset from the Parquet file into memory. + # This is fast and efficient for subsequent access. + print(f"Loading pre-computed data from {file_path}...") + self.data = pd.read_parquet(file_path) + print("Data loaded successfully.") + + def __len__(self): + """Returns the total number of pairs in the dataset.""" + return len(self.data) + + def __getitem__(self, idx): + """ + Retrieves a pre-augmented pair, tokenizes it, and returns it + in the format expected by the DataCollator. + """ + # Retrieve the pre-augmented pair from the DataFrame + row = self.data.iloc[idx] + smiles_1 = row['smiles_1'] + smiles_2 = row['smiles_2'] + + # Tokenize the pair. This operation is fast and remains in the data loader. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +class PreTokenizedSmilesDataset(Dataset): + """ + A Dataset that loads a pre-tokenized and pre-padded dataset created + by the preprocessing script. It uses memory-mapping for instant loads + and high efficiency. + """ + def __init__(self, dataset_path: str): + # Load the dataset from disk. This is very fast due to memory-mapping. + self.dataset = load_from_disk(dataset_path) + # Set the format to PyTorch tensors for direct use in the model + self.dataset.set_format(type='torch', columns=[ + 'input_ids_1', 'attention_mask_1', 'input_ids_2', 'attention_mask_2' + ]) + print(f"Successfully loaded pre-tokenized dataset from {dataset_path}.") + + def __len__(self): + """Returns the total number of items in the dataset.""" + return len(self.dataset) + + def __getitem__(self, idx): + """Retrieves a single pre-processed item.""" + return self.dataset[idx] + +class DataCollatorWithPadding: + """ + A collate function that dynamically pads inputs to the longest sequence + across both augmented views in the batch, ensuring consistent tensor shapes. + """ + def __init__(self, tokenizer): + self.tokenizer = tokenizer + + def __call__(self, features): + # Create a combined list of features for both views to find the global max length + combined_features = [] + for feature in features: + combined_features.append({'input_ids': feature['input_ids_1'], 'attention_mask': feature['attention_mask_1']}) + combined_features.append({'input_ids': feature['input_ids_2'], 'attention_mask': feature['attention_mask_2']}) + + # Pad the combined batch. This ensures all sequences are padded to the same length. + padded_combined = self.tokenizer.pad(combined_features, padding='longest', return_tensors='pt') + + # Split the padded tensors back into two views + batch_size = len(features) + input_ids_1, input_ids_2 = torch.split(padded_combined['input_ids'], batch_size, dim=0) + attention_mask_1, attention_mask_2 = torch.split(padded_combined['attention_mask'], batch_size, dim=0) + + return { + 'input_ids_1': input_ids_1, + 'attention_mask_1': attention_mask_1, + 'input_ids_2': input_ids_2, + 'attention_mask_2': attention_mask_2, + } + +# ============================================================================== +# 5. CHECKPOINT UTILITIES +# ============================================================================== +def save_checkpoint(model, optimizer, scheduler, global_step, save_path): + """Save complete checkpoint with model, optimizer, scheduler states and step count.""" + checkpoint = { + 'model_state_dict': model.state_dict(), + 'optimizer_state_dict': optimizer.state_dict(), + 'scheduler_state_dict': scheduler.state_dict(), + 'global_step': global_step, + } + torch.save(checkpoint, save_path) + print(f"Full checkpoint saved at step {global_step}") + +def load_checkpoint(checkpoint_path, model, optimizer, scheduler): + """Load checkpoint and return the global step to resume from.""" + checkpoint = torch.load(checkpoint_path, map_location='cpu') + model.load_state_dict(checkpoint['model_state_dict']) + optimizer.load_state_dict(checkpoint['optimizer_state_dict']) + scheduler.load_state_dict(checkpoint['scheduler_state_dict']) + global_step = checkpoint['global_step'] + print(f"Checkpoint loaded from step {global_step}") + return global_step + +# ============================================================================== +# 6. TRAINING AND EVALUATION LOOPS - MODIFIED +# ============================================================================== +def evaluation_step(model, batch, criterion, device): + """Performs a single evaluation step on a batch of data.""" + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + combined_input_ids = torch.cat([input_ids_1, input_ids_2], dim=0) + combined_attention_mask = torch.cat([attention_mask_1, attention_mask_2], dim=0) + + with torch.no_grad(): + combined_proj = model(combined_input_ids, combined_attention_mask) + + batch_size = input_ids_1.size(0) + proj_1, proj_2 = torch.split(combined_proj, batch_size, dim=0) + + loss = criterion(proj_1, proj_2) + return proj_1, proj_2, loss + +def train_with_step_based_validation(model, train_loader, val_loader, optimizer, criterion, device, + scheduler, checkpoint_path, save_steps, validation_steps, + start_step=0, max_steps=None): + """ + Modified training function with step-based validation and checkpointing. + """ + model.train() + global_step = start_step + best_val_loss = float('inf') + + # Calculate total steps if max_steps is not provided + if max_steps is None: + max_steps = len(train_loader) + + progress_bar = tqdm(total=max_steps - start_step, desc="Training Steps", initial=start_step) + + # Create iterator that can be resumed from any point + train_iterator = iter(train_loader) + + # Skip batches if resuming from checkpoint + if start_step > 0: + batches_to_skip = start_step % len(train_loader) + for _ in range(batches_to_skip): + try: + next(train_iterator) + except StopIteration: + train_iterator = iter(train_loader) + + while global_step < max_steps: + try: + batch = next(train_iterator) + except StopIteration: + train_iterator = iter(train_loader) + batch = next(train_iterator) + + # Training step + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + optimizer.zero_grad() + with torch.autocast(dtype=torch.float16, device_type="cuda"): + combined_input_ids = torch.cat([input_ids_1, input_ids_2], dim=0) + combined_attention_mask = torch.cat([attention_mask_1, attention_mask_2], dim=0) + + combined_proj = model(combined_input_ids, combined_attention_mask) + + batch_size = input_ids_1.size(0) + proj_1, proj_2 = torch.split(combined_proj, batch_size, dim=0) + + loss = criterion(proj_1, proj_2) + + loss.backward() + optimizer.step() + torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0) + scheduler.step() + + global_step += 1 + + progress_bar.update(1) + progress_bar.set_postfix(loss=f"{loss.item():.4f}", step=global_step) + + wandb.log({ + "train_batch_loss": loss.item(), + "learning_rate": scheduler.get_last_lr()[0], + "global_step": global_step + }) + + # Step-based validation + if global_step % validation_steps == 0: + val_loss = validate_epoch(model, val_loader, criterion, device) + wandb.log({ + "val_loss": val_loss, + "global_step": global_step + }) + + # Save best model (model state only for best checkpoint) + if val_loss < best_val_loss: + best_val_loss = val_loss + model_save_path = checkpoint_path.replace('.pt', '_best_model.bin') + torch.save(model.state_dict(), model_save_path) + progress_bar.write(f"Step {global_step}: New best model saved with val loss {val_loss:.4f}") + + model.train() # Resume training mode after validation + + # Step-based checkpointing (full checkpoint) + if global_step % save_steps == 0: + save_checkpoint(model, optimizer, scheduler, global_step, checkpoint_path) + + progress_bar.close() + return global_step + +def validate_epoch(model, val_loader, criterion, device): + """Validation function - unchanged from original.""" + model.eval() + total_loss = 0 + progress_bar = tqdm(val_loader, desc="Validating", leave=False) + + for batch in progress_bar: + _, _, loss = evaluation_step(model, batch, criterion, device) + total_loss += loss.item() + + avg_loss = total_loss / len(val_loader) + print(f'Validation loss: {avg_loss:.4f}') + return avg_loss + +def test_model(model, test_loader, criterion, device): + """Test function - unchanged from original.""" + model.eval() + total_loss = 0 + all_similarities = [] + progress_bar = tqdm(test_loader, desc="Testing", leave=False) + + for batch in progress_bar: + proj_1, proj_2, loss = evaluation_step(model, batch, criterion, device) + total_loss += loss.item() + + proj_1_norm = F.normalize(proj_1, p=2, dim=1) + proj_2_norm = F.normalize(proj_2, p=2, dim=1) + batch_similarities = F.cosine_similarity(proj_1_norm, proj_2_norm, dim=1) + all_similarities.extend(batch_similarities.cpu().numpy()) + + avg_loss = total_loss / len(test_loader) + avg_sim = np.mean(all_similarities) + std_sim = np.std(all_similarities) + + return avg_loss, avg_sim, std_sim + +# ============================================================================== +# 7. MODIFIED SINGLE-GPU TRAINING +# ============================================================================== +def run_training(model_config, hparams, data_splits): + """The main function to run the training and evaluation process with step-based validation.""" + device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {device}") + + wandb_key = os.getenv("WANDB_API_KEY") + if wandb_key: + wandb.login(key=wandb_key) + wandb.init( + #project="simson-contrastive-learning-single-gpu", + #name=f"run-{wandb.util.generate_id()}", + #config=hparams + ) + + train_smiles, val_smiles, test_smiles = data_splits + + tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + + precomputed_train_path = '/home/jovyan/simson_training_bolgov/data/pubchem_119m_splits/train.parquet' + precomputed_test_path = '/home/jovyan/simson_training_bolgov/data/pubchem_119m_splits/test.parquet' + precomputed_val_path = '/home/jovyan/simson_training_bolgov/data/pubchem_119m_splits/validation.parquet' + + train_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_train_path, max_length=hparams['max_length']) + test_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_test_path, max_length=hparams['max_length']) + val_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_val_path, max_length=hparams['max_length']) + + train_loader = DataLoader(train_dataset, batch_size=hparams['batch_size'], shuffle=True, num_workers=8, prefetch_factor=128, pin_memory=True) + val_loader = DataLoader(val_dataset, batch_size=hparams['batch_size'], shuffle=False, num_workers=2, pin_memory=True) + test_loader = DataLoader(test_dataset, batch_size=hparams['batch_size'], shuffle=False, num_workers=2, pin_memory=True) + + print('Initialized all data. Compiling the model...') + model = SimSonEncoder(config=model_config, max_len=hparams['max_embeddings']).to(device) + model = torch.compile(model) + model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints/checkpoint_best_model.bin')) + print(model) + + total_params = sum(p.numel() for p in model.parameters()) + + print(f"Total number of parameters: {total_params // 1_000_000} M") + wandb.config.update({"total_params_M": total_params // 1_000_000}) + + criterion = ContrastiveLoss(temperature=hparams['temperature']).to(device) + optimizer = optim.AdamW(model.parameters(), lr=hparams['lr'], weight_decay=1e-5, fused=True) + + total_steps = hparams['epochs'] * len(train_loader) + scheduler = optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_mult=1, T_0=total_steps) + + print("Starting training...") + wandb.watch(model, log='all', log_freq=5000) + + start_step = 0 + checkpoint_path = hparams['checkpoint_path'] + + # Resume from checkpoint if provided + if hparams.get('resume_checkpoint') and os.path.exists(hparams['resume_checkpoint']): + print(f"Resuming from checkpoint: {hparams['resume_checkpoint']}") + start_step = load_checkpoint(hparams['resume_checkpoint'], model, optimizer, scheduler) + + # Train with step-based validation + final_step = train_with_step_based_validation( + model, train_loader, val_loader, optimizer, criterion, device, + scheduler, checkpoint_path, hparams['save_steps'], hparams['validation_steps'], + start_step=start_step, max_steps=total_steps + ) + + print("Training complete. Starting final testing...") + + # Load the best model for testing (model state only) + best_model_path = checkpoint_path.replace('.pt', '_best_model.bin') + if os.path.exists(best_model_path): + model.load_state_dict(torch.load(best_model_path)) + print("Loaded best model for testing") + + test_loss, avg_sim, std_sim = test_model(model, test_loader, criterion, device) + + print("\n--- Test Results ---") + print(f"Test Loss: {test_loss:.4f}") + print(f"Average Cosine Similarity: {avg_sim:.4f} ± {std_sim:.4f}") + print("--------------------") + + wandb.log({ + "test_loss": test_loss, + "avg_cosine_similarity": avg_sim, + "std_cosine_similarity": std_sim + }) + + # Save final model state only + final_model_path = hparams['save_path'] + torch.save(model.state_dict(), final_model_path) + print(f"Final model saved to {final_model_path}") + + wandb.finish() + +# ============================================================================== +# 8. MAIN EXECUTION +# ============================================================================== +def main(): + """Main function to configure and run the training process.""" + hparams = { + 'epochs': 2, + 'lr': 6e-6, + 'temperature': 0.05, + 'batch_size': 64, + 'max_length': 256, + 'save_path': "simson_checkpoints_more_epochs/simson_model_single_gpu.bin", + 'checkpoint_path': "simson_checkpoints_more_epochs/checkpoint.pt", # Full checkpoint + 'save_steps': 50000, # Save checkpoint every 10k steps + 'validation_steps': 5000, # Validate every 5k steps + 'max_embeddings': 512, + 'resume_checkpoint': None, # Set to checkpoint path to resume + } + + dataset = load_dataset('HoangHa/SMILES-250M')['train'] + smiles_column_name = 'SMILES' + + total_size = len(dataset) + test_size = int(0.1 * total_size) + val_size = int(0.1 * (total_size - test_size)) + + test_smiles = dataset.select(range(test_size))[smiles_column_name] + val_smiles = dataset.select(range(test_size, test_size + val_size))[smiles_column_name] + train_smiles = dataset.select(range(test_size + val_size, total_size))[smiles_column_name] + data_splits = (train_smiles, val_smiles, test_smiles) + + tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + model_config = BertConfig( + vocab_size=tokenizer.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + + # Create directories + save_dir = os.path.dirname(hparams['save_path']) + checkpoint_dir = os.path.dirname(hparams['checkpoint_path']) + for directory in [save_dir, checkpoint_dir]: + if not os.path.exists(directory): + os.makedirs(directory) + + # Directly call the training function for a single-GPU run + run_training(model_config, hparams, data_splits) + +if __name__ == '__main__': + main() diff --git a/simson_modeling/.ipynb_checkpoints/upload_state_to_hf-checkpoint.py b/simson_modeling/.ipynb_checkpoints/upload_state_to_hf-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..fb3b4950595fe7fdce983fc7e61a07622a406734 --- /dev/null +++ b/simson_modeling/.ipynb_checkpoints/upload_state_to_hf-checkpoint.py @@ -0,0 +1,23 @@ +from huggingface_hub import HfApi + +state_path = '/home/jovyan/simson_training_bolgov/simson_checkpoints_1M/checkpoint_best_model.bin' + +from huggingface_hub import HfApi +api = HfApi() +upload_folder = True +if not upload_folder: + + api.upload_file( + path_or_fileobj=state_path, + path_in_repo="polymer_1M_weights.bin", + repo_id="Defetya/simson_base", + repo_type="model", + ) +else: + + api.upload_folder( + folder_path="/home/jovyan/simson_training_bolgov", + repo_id="Defetya/simson_base", + path_in_repo="simson_modeling", + repo_type="model", + ) \ No newline at end of file diff --git a/simson_modeling/.simson_ddp_train.py.swp b/simson_modeling/.simson_ddp_train.py.swp new file mode 100644 index 0000000000000000000000000000000000000000..cce89841baaf62ef267495aea5f3569b3cd6808b Binary files /dev/null and b/simson_modeling/.simson_ddp_train.py.swp differ diff --git a/simson_modeling/.upload_state_to_hf.py.swp b/simson_modeling/.upload_state_to_hf.py.swp new file mode 100644 index 0000000000000000000000000000000000000000..75d9bf4ae9b16619615f20b2172e39d74ceef701 Binary files /dev/null and b/simson_modeling/.upload_state_to_hf.py.swp differ diff --git a/simson_modeling/__pycache__/create_augmented_dataset.cpython-312.pyc b/simson_modeling/__pycache__/create_augmented_dataset.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0b7c8f7d88a18af7303457459062a7695de1ab87 Binary files /dev/null and b/simson_modeling/__pycache__/create_augmented_dataset.cpython-312.pyc differ diff --git a/simson_modeling/__pycache__/create_splits.cpython-312.pyc b/simson_modeling/__pycache__/create_splits.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..f8e3254081621701235756bb312acc33097fdbcc Binary files /dev/null and b/simson_modeling/__pycache__/create_splits.cpython-312.pyc differ diff --git a/simson_modeling/__pycache__/simson_ddp_train.cpython-312.pyc b/simson_modeling/__pycache__/simson_ddp_train.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ce458b847a7904176b343a14b1b46f38d30db1aa Binary files /dev/null and b/simson_modeling/__pycache__/simson_ddp_train.cpython-312.pyc differ diff --git a/simson_modeling/__pycache__/upload_state_to_hf.cpython-312.pyc b/simson_modeling/__pycache__/upload_state_to_hf.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..deea447d1d143a4699cfb58f71852425947e1766 Binary files /dev/null and b/simson_modeling/__pycache__/upload_state_to_hf.cpython-312.pyc differ diff --git a/simson_modeling/create_augmented_dataset.py b/simson_modeling/create_augmented_dataset.py new file mode 100644 index 0000000000000000000000000000000000000000..bf190b9ee2c0ede4f05e7afb7311cccaf96e9372 --- /dev/null +++ b/simson_modeling/create_augmented_dataset.py @@ -0,0 +1,83 @@ +import pandas as pd +from tqdm import tqdm +from rdkit import Chem, RDLogger +from datasets import load_dataset +from multiprocessing import Pool, cpu_count +import os + +# Suppress RDKit console output for cleaner logs +RDLogger.DisableLog('rdApp.*') + +class SmilesEnumerator: + """ + A simple class to encapsulate the SMILES randomization logic. + Needed for multiprocessing to work correctly with instance methods. + """ + def randomize_smiles(self, smiles): + """Generates a randomized SMILES string.""" + try: + mol = Chem.MolFromSmiles(smiles) + # Return a randomized, non-canonical SMILES string + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + # If RDKit fails, return the original smiles string + return smiles + +def create_augmented_pair(smiles_string): + """ + Worker function: takes one SMILES string and returns a tuple + containing two different randomized versions of it. + """ + enumerator = SmilesEnumerator() + smiles_1 = enumerator.randomize_smiles(smiles_string) + smiles_2 = enumerator.randomize_smiles(smiles_string) + return smiles_1, smiles_2 + +def main(): + """ + Main function to run the parallel data preprocessing. + """ + # --- Configuration --- + # Load your desired dataset from Hugging Face + dataset_name = 'jablonkagroup/pubchem-smiles-molecular-formula' + # Specify the column containing the SMILES strings + smiles_column_name = 'smiles' + # Set the output file path + output_path = 'data/pubchem_2_epoch_50M' + + # --- Data Loading --- + print(f"Loading dataset '{dataset_name}'...") + # Use streaming to avoid downloading the whole dataset if you only need a subset + #dataset = pd.read_csv('/home/jovyan/simson_training_bolgov/data/PI1M_v2.csv') + dataset = load_dataset(dataset_name)['train'].select(range(50_000_000)) + # Take the desired number of samples + smiles_list = dataset[smiles_column_name] + print(f"Successfully fetched {len(smiles_list)} SMILES strings.") + + # --- Parallel Processing --- + # Use all available CPU cores for maximum speed + num_workers = cpu_count() + print(f"Starting SMILES augmentation with {num_workers} worker processes...") + + # A Pool of processes will run the `create_augmented_pair` function in parallel + with Pool(num_workers) as p: + # Use tqdm to create a progress bar for the mapping operation + results = list(tqdm(p.imap(create_augmented_pair, smiles_list), total=len(smiles_list), desc="Augmenting Pairs")) + + # --- Saving Data --- + print("Processing complete. Converting to DataFrame...") + # Convert the list of tuples into a pandas DataFrame + df = pd.DataFrame(results, columns=['smiles_1', 'smiles_2']) + + # Ensure the output directory exists + os.makedirs(os.path.dirname(output_path), exist_ok=True) + + print(f"Saving augmented pairs to '{output_path}'...") + # Save the DataFrame to a Parquet file for efficient storage and loading + df.to_parquet(output_path) + + print("All done. Your pre-computed dataset is ready!") + +if __name__ == '__main__': + main() + diff --git a/simson_modeling/create_augmented_dataset.py.save b/simson_modeling/create_augmented_dataset.py.save new file mode 100644 index 0000000000000000000000000000000000000000..26e348bc61c9db901521026a44df21ccb7260c8f --- /dev/null +++ b/simson_modeling/create_augmented_dataset.py.save @@ -0,0 +1,83 @@ +import pandas as pd +from tqdm import tqdm +from rdkit import Chem, RDLogger +from datasets import load_dataset +from multiprocessing import Pool, cpu_count +import os + +# Suppress RDKit console output for cleaner logs +RDLogger.DisableLog('rdApp.*') + +class SmilesEnumerator: + """ + A simple class to encapsulate the SMILES randomization logic. + Needed for multiprocessing to work correctly with instance methods. + """ + def randomize_smiles(self, smiles): + """Generates a randomized SMILES string.""" + try: + mol = Chem.MolFromSmiles(smiles) + # Return a randomized, non-canonical SMILES string + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + # If RDKit fails, return the original smiles string + return smiles + +def create_augmented_pair(smiles_string): + """ + Worker function: takes one SMILES string and returns a tuple + containing two different randomized versions of it. + """ + enumerator = SmilesEnumerator() + smiles_1 = enumerator.randomize_smiles(smiles_string) + smiles_2 = enumerator.randomize_smiles(smiles_string) + return smiles_1, smiles_2 + +def main(): + """ + Main function to run the parallel data preprocessing. + """ + # --- Configuration --- + # Load your desired dataset from Hugging Face + dataset_name = 'jablonkagroup/pubchem-smiles-molecular-formula' + # Specify the column containing the SMILES strings + smiles_column_name = 'smiles' + # Set the output file path + output_path = 'data/pubchem_computed_110_end_M.parquet' + + # --- Data Loading --- + print(f"Loading dataset '{dataset_name}'...") + # Use streaming to avoid downloading the whole dataset if you only need a subset + dataset = load_dataset(dataset_name, split='train').select(range(110_000_000, )) + + # Take the desired number of samples + smiles_list = dataset[smiles_column_name] + print(f"Successfully fetched {len(smiles_list)} SMILES strings.") + + # --- Parallel Processing --- + # Use all available CPU cores for maximum speed + num_workers = cpu_count() + print(f"Starting SMILES augmentation with {num_workers} worker processes...") + + # A Pool of processes will run the `create_augmented_pair` function in parallel + with Pool(num_workers) as p: + # Use tqdm to create a progress bar for the mapping operation + results = list(tqdm(p.imap(create_augmented_pair, smiles_list), total=len(smiles_list), desc="Augmenting Pairs")) + + # --- Saving Data --- + print("Processing complete. Converting to DataFrame...") + # Convert the list of tuples into a pandas DataFrame + df = pd.DataFrame(results, columns=['smiles_1', 'smiles_2']) + + # Ensure the output directory exists + os.makedirs(os.path.dirname(output_path), exist_ok=True) + + print(f"Saving augmented pairs to '{output_path}'...") + # Save the DataFrame to a Parquet file for efficient storage and loading + df.to_parquet(output_path) + + print("All done. Your pre-computed dataset is ready!") + +if __name__ == '__main__': + main() + diff --git a/simson_modeling/create_splits.py b/simson_modeling/create_splits.py new file mode 100644 index 0000000000000000000000000000000000000000..c05553f7f90fbfda614cc9f6be4a0dbc74c7f57a --- /dev/null +++ b/simson_modeling/create_splits.py @@ -0,0 +1,200 @@ +import os +import pandas as pd +from pathlib import Path +import numpy as np +from sklearn.model_selection import train_test_split + +def concatenate_and_split_parquet( + input_dir: str, + output_dir: str, + val_size: int = 10000, + test_size: int = 5000, + random_state: int = 42 +): + """ + Concatenate all parquet files in a directory and split into train/val/test sets. + + Args: + input_dir: Path to directory containing parquet files + output_dir: Path to directory where split files will be saved + val_size: Number of samples for validation set (default: 10000) + test_size: Number of samples for test set (default: 5000) + random_state: Random seed for reproducibility + """ + + # Create output directory if it doesn't exist + Path(output_dir).mkdir(parents=True, exist_ok=True) + + # Find all parquet files in the input directory + input_path = Path(input_dir) + parquet_files = list(input_path.glob("*.parquet")) + + if not parquet_files: + raise ValueError(f"No parquet files found in {input_dir}") + + print(f"Found {len(parquet_files)} parquet files") + + # Read and concatenate all parquet files + print("Reading and concatenating parquet files...") + dataframes = [] + + for file_path in parquet_files: + print(f"Reading {file_path.name}...") + df = pd.read_parquet(file_path) + dataframes.append(df) + + # Concatenate all dataframes + combined_df = pd.concat(dataframes, ignore_index=True) + print(f"Combined dataset shape: {combined_df.shape}") + + # Check if we have enough samples + total_samples = len(combined_df) + required_samples = val_size + test_size + + if total_samples < required_samples: + raise ValueError( + f"Not enough samples. Required: {required_samples}, Available: {total_samples}" + ) + + # Shuffle the data + combined_df = combined_df.sample(frac=1, random_state=random_state).reset_index(drop=True) + + # Split the data + print("Splitting data...") + + # First split: separate test set + temp_df, test_df = train_test_split( + combined_df, + test_size=test_size, + random_state=random_state + ) + + # Second split: separate validation from remaining data + train_df, val_df = train_test_split( + temp_df, + test_size=val_size, + random_state=random_state + ) + + print(f"Training set shape: {train_df.shape}") + print(f"Validation set shape: {val_df.shape}") + print(f"Test set shape: {test_df.shape}") + + # Save the splits as parquet files + output_path = Path(output_dir) + + train_path = output_path / "train.parquet" + val_path = output_path / "validation.parquet" + test_path = output_path / "test.parquet" + + print("Saving split datasets...") + train_df.to_parquet(train_path, index=False) + val_df.to_parquet(val_path, index=False) + test_df.to_parquet(test_path, index=False) + + print(f"Files saved to:") + print(f" Training: {train_path}") + print(f" Validation: {val_path}") + print(f" Test: {test_path}") + + return train_df, val_df, test_df + +# Alternative version using PyArrow for better performance with large files +def concatenate_and_split_parquet_arrow( + input_dir: str, + output_dir: str, + val_size: int = 10000, + test_size: int = 5000, + random_state: int = 42 +): + """ + Same functionality as above but using PyArrow for better performance. + """ + import pyarrow as pa + import pyarrow.parquet as pq + + # Create output directory if it doesn't exist + Path(output_dir).mkdir(parents=True, exist_ok=True) + + # Find all parquet files + input_path = Path(input_dir) + parquet_files = list(input_path.glob("*.parquet")) + + if not parquet_files: + raise ValueError(f"No parquet files found in {input_dir}") + + print(f"Found {len(parquet_files)} parquet files") + + # Read and concatenate using PyArrow + print("Reading and concatenating parquet files...") + tables = [] + + for file_path in parquet_files: + print(f"Reading {file_path.name}...") + table = pq.read_table(file_path) + tables.append(table) + + # Concatenate tables + combined_table = pa.concat_tables(tables) + combined_df = combined_table.to_pandas() + + print(f"Combined dataset shape: {combined_df.shape}") + + # Rest of the function is the same as above + total_samples = len(combined_df) + required_samples = val_size + test_size + + if total_samples < required_samples: + raise ValueError( + f"Not enough samples. Required: {required_samples}, Available: {total_samples}" + ) + + # Shuffle and split + combined_df = combined_df.sample(frac=1, random_state=random_state).reset_index(drop=True) + + temp_df, test_df = train_test_split( + combined_df, test_size=test_size, random_state=random_state + ) + + train_df, val_df = train_test_split( + temp_df, test_size=val_size, random_state=random_state + ) + + print(f"Training set shape: {train_df.shape}") + print(f"Validation set shape: {val_df.shape}") + print(f"Test set shape: {test_df.shape}") + + # Save using PyArrow + output_path = Path(output_dir) + + pq.write_table(pa.Table.from_pandas(train_df), output_path / "train.parquet") + pq.write_table(pa.Table.from_pandas(val_df), output_path / "validation.parquet") + pq.write_table(pa.Table.from_pandas(test_df), output_path / "test.parquet") + + print(f"Files saved to {output_dir}") + + return train_df, val_df, test_df + +# Example usage +if __name__ == "__main__": + # Example usage + input_directory = "data" + output_directory = "data/polymer_splits" + + # Using pandas version + train_df, val_df, test_df = concatenate_and_split_parquet( + input_dir=input_directory, + output_dir=output_directory, + val_size=10000, + test_size=5000, + random_state=42 + ) + + # Or using PyArrow version for better performance + # train_df, val_df, test_df = concatenate_and_split_parquet_arrow( + # input_dir=input_directory, + # output_dir=output_directory, + # val_size=10000, + # test_size=5000, + # random_state=42 + # ) diff --git a/simson_modeling/data/polymer_1M.parquet b/simson_modeling/data/polymer_1M.parquet new file mode 100644 index 0000000000000000000000000000000000000000..b6541c4155fec68c7a3fbeb01a9e51bdcbaf27b5 --- /dev/null +++ b/simson_modeling/data/polymer_1M.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db6b4f85cfbbb110e31a910db1b7160d6f4732b9420e0cef824df581e2802c97 +size 50029214 diff --git a/simson_modeling/data/polymer_splits/test.parquet b/simson_modeling/data/polymer_splits/test.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a2fe4c9887acd07a74974615363e4ad197ce26fe --- /dev/null +++ b/simson_modeling/data/polymer_splits/test.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba93d4addaef6c9074da8eed669e6921c5bd25c205d79d8e8fb3f01b081ca03f +size 268419 diff --git a/simson_modeling/data/polymer_splits/train.parquet b/simson_modeling/data/polymer_splits/train.parquet new file mode 100644 index 0000000000000000000000000000000000000000..aec07da282da29b46bfb20ff0401d54ca3c6f200 --- /dev/null +++ b/simson_modeling/data/polymer_splits/train.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4eef5324339903c17386034a870095bd2ceb790166c86a693ff2e39b070448 +size 49317149 diff --git a/simson_modeling/data/polymer_splits/validation.parquet b/simson_modeling/data/polymer_splits/validation.parquet new file mode 100644 index 0000000000000000000000000000000000000000..51f9d8ef0ab4a42027539ab46aac1ed6483f05e0 --- /dev/null +++ b/simson_modeling/data/polymer_splits/validation.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89323d364b5b5db83a0465d29305b8dbfaed3c30f8ff428ff2128efbf27581f2 +size 536944 diff --git a/simson_modeling/data/pubchem_119m_splits/test.parquet b/simson_modeling/data/pubchem_119m_splits/test.parquet new file mode 100644 index 0000000000000000000000000000000000000000..caf68c183e86c86def9763ff5c515e6d57489c63 --- /dev/null +++ b/simson_modeling/data/pubchem_119m_splits/test.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e25b7483f6bc8bf8b9eb3a718f0ac14c69f6000c63ca5b013a4f7e30c58a0ee +size 354906 diff --git a/simson_modeling/data/pubchem_119m_splits/train.parquet b/simson_modeling/data/pubchem_119m_splits/train.parquet new file mode 100644 index 0000000000000000000000000000000000000000..2d4d743b6b9c016e8710ee3ca92c62803f7e05c9 --- /dev/null +++ b/simson_modeling/data/pubchem_119m_splits/train.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b97423bdd65c19946ec019cbf8257654ae287045fe6555385c55a27cd5ad7508 +size 8006185287 diff --git a/simson_modeling/data/pubchem_119m_splits/validation.parquet b/simson_modeling/data/pubchem_119m_splits/validation.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1daeee8e439f53b0f6c0d08e2360408195e5957b --- /dev/null +++ b/simson_modeling/data/pubchem_119m_splits/validation.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43d9eda261c2e7597f4ac59056143d4c28554e98929d21666da97005136893b +size 707989 diff --git a/simson_modeling/data/pubchem_2_epoch_50M b/simson_modeling/data/pubchem_2_epoch_50M new file mode 100644 index 0000000000000000000000000000000000000000..d747cde198b2a2cba2f48555ca5141860154e9c0 --- /dev/null +++ b/simson_modeling/data/pubchem_2_epoch_50M @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa9fbe85c19fbe67d401fefb7d8cec0ca74fcb405e8faed9100498ea4337c1c +size 2280103228 diff --git a/simson_modeling/data/splits/test.parquet b/simson_modeling/data/splits/test.parquet new file mode 100644 index 0000000000000000000000000000000000000000..55ff3022a52bbb824625f35ccebe6ce22de29600 --- /dev/null +++ b/simson_modeling/data/splits/test.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6485072aa9471239e6938836bd19a85d27f5ae63614a7887f2b1a6b464fde3 +size 305047 diff --git a/simson_modeling/data/splits/train.parquet b/simson_modeling/data/splits/train.parquet new file mode 100644 index 0000000000000000000000000000000000000000..3b4847fe3aec2d7f5cb588e984c026a88501b698 --- /dev/null +++ b/simson_modeling/data/splits/train.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8497f6811d738b572fc7e30818473fa64668ea79cd407895dd62349c0552c64d +size 4881540720 diff --git a/simson_modeling/data/splits/validation.parquet b/simson_modeling/data/splits/validation.parquet new file mode 100644 index 0000000000000000000000000000000000000000..4383f0943ada546995dd61e13a86a847be06bfd2 --- /dev/null +++ b/simson_modeling/data/splits/validation.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0583f45131d6c2e16a14c70b7e6e1be0a5ffe8390c8d148b10dc8941d2a4e112 +size 615952 diff --git a/simson_modeling/fingerprint_training.ipynb b/simson_modeling/fingerprint_training.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..1dbb60f292acd87ba55cbde04ac163a79a51cb95 --- /dev/null +++ b/simson_modeling/fingerprint_training.ipynb @@ -0,0 +1,1559 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "3d5d52d1-4874-44b5-b532-ef03da47644a", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import pandas as pd\n", + "from rdkit import Chem\n", + "from rdkit.Chem import Descriptors, rdMolDescriptors, Crippen, Lipinski\n", + "from tqdm import tqdm\n", + "import warnings\n", + "from sklearn.preprocessing import StandardScaler\n", + "from sklearn.model_selection import train_test_split\n", + "import random\n", + "from concurrent.futures import ProcessPoolExecutor\n", + "import multiprocessing\n", + "\n", + "def analyze_polymer_features_rdkit(smiles):\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " if mol is None:\n", + " return None\n", + " \n", + " features = {}\n", + " \n", + " # Basic molecular properties\n", + " features['mol_weight'] = Descriptors.MolWt(mol)\n", + " features['exact_mol_weight'] = Descriptors.ExactMolWt(mol)\n", + " features['num_heavy_atoms'] = mol.GetNumHeavyAtoms()\n", + " features['num_atoms'] = mol.GetNumAtoms()\n", + " features['num_bonds'] = mol.GetNumBonds()\n", + " \n", + " # Hydrogen bonding features\n", + " features['num_hbond_donors'] = Descriptors.NumHDonors(mol)\n", + " features['num_hbond_acceptors'] = Descriptors.NumHAcceptors(mol)\n", + " features['num_heteroatoms'] = Descriptors.NumHeteroatoms(mol)\n", + " \n", + " # Structural complexity\n", + " features['num_rotatable_bonds'] = Descriptors.NumRotatableBonds(mol)\n", + " features['num_saturated_rings'] = Descriptors.NumSaturatedRings(mol)\n", + " features['num_aromatic_rings'] = Descriptors.NumAromaticRings(mol)\n", + " features['num_aliphatic_rings'] = Descriptors.NumAliphaticRings(mol)\n", + " features['ring_count'] = Descriptors.RingCount(mol)\n", + " features['fraction_csp3'] = Descriptors.FractionCSP3(mol)\n", + " \n", + " # Surface area and polarity\n", + " features['tpsa'] = Descriptors.TPSA(mol)\n", + " features['polar_surface_area'] = rdMolDescriptors.CalcTPSA(mol)\n", + " \n", + " # Lipophilicity and solubility\n", + " features['logp'] = Descriptors.MolLogP(mol)\n", + " features['crippen_logp'] = Crippen.MolLogP(mol)\n", + " features['crippen_mr'] = Crippen.MolMR(mol) # Molar refractivity\n", + " \n", + " # Flexibility and rigidity\n", + " features['kappa1'] = Descriptors.Kappa1(mol) # Molecular shape index\n", + " features['kappa2'] = Descriptors.Kappa2(mol)\n", + " features['kappa3'] = Descriptors.Kappa3(mol)\n", + " features['chi0v'] = Descriptors.Chi0v(mol) # Connectivity indices\n", + " features['chi1v'] = Descriptors.Chi1v(mol)\n", + " features['chi2v'] = Descriptors.Chi2v(mol)\n", + " \n", + " # Electronic properties\n", + " features['balaban_j'] = Descriptors.BalabanJ(mol)\n", + " features['bertz_ct'] = Descriptors.BertzCT(mol) # Complexity index\n", + " \n", + " # Polymer-specific features\n", + " features['num_radical_electrons'] = Descriptors.NumRadicalElectrons(mol)\n", + " features['num_valence_electrons'] = Descriptors.NumValenceElectrons(mol)\n", + " \n", + " # Atom type counts\n", + " atom_counts = {}\n", + " for atom in mol.GetAtoms():\n", + " symbol = atom.GetSymbol()\n", + " atom_counts[symbol] = atom_counts.get(symbol, 0) + 1\n", + " \n", + " # Add individual atom counts as features\n", + " for element in ['C', 'N', 'O', 'S', 'P', 'F', 'Cl', 'Br', 'I']:\n", + " features[f'count_{element}'] = atom_counts.get(element, 0)\n", + " features[f'ratio_{element}'] = atom_counts.get(element, 0) / features['num_atoms'] if features['num_atoms'] > 0 else 0\n", + " \n", + " # Bond type analysis\n", + " bond_types = {'SINGLE': 0, 'DOUBLE': 0, 'TRIPLE': 0, 'AROMATIC': 0}\n", + " for bond in mol.GetBonds():\n", + " bond_type = str(bond.GetBondType())\n", + " if bond_type in bond_types:\n", + " bond_types[bond_type] += 1\n", + " \n", + " for bond_type, count in bond_types.items():\n", + " features[f'num_{bond_type.lower()}_bonds'] = count\n", + " features[f'ratio_{bond_type.lower()}_bonds'] = count / features['num_bonds'] if features['num_bonds'] > 0 else 0\n", + " \n", + " # Hybridization analysis\n", + " hybridization_counts = {'SP': 0, 'SP2': 0, 'SP3': 0, 'SP3D': 0, 'SP3D2': 0}\n", + " for atom in mol.GetAtoms():\n", + " hyb = str(atom.GetHybridization())\n", + " if hyb in hybridization_counts:\n", + " hybridization_counts[hyb] += 1\n", + " \n", + " for hyb_type, count in hybridization_counts.items():\n", + " features[f'num_{hyb_type.lower()}_carbons'] = count\n", + " features[f'ratio_{hyb_type.lower()}_carbons'] = count / features['num_atoms'] if features['num_atoms'] > 0 else 0\n", + " \n", + " # Formal charge analysis\n", + " formal_charges = [atom.GetFormalCharge() for atom in mol.GetAtoms()]\n", + " features['total_formal_charge'] = sum(formal_charges)\n", + " features['abs_total_formal_charge'] = sum(abs(charge) for charge in formal_charges)\n", + " features['max_formal_charge'] = max(formal_charges) if formal_charges else 0\n", + " features['min_formal_charge'] = min(formal_charges) if formal_charges else 0\n", + " \n", + " # Aromaticity features\n", + " aromatic_atoms = sum(1 for atom in mol.GetAtoms() if atom.GetIsAromatic())\n", + " features['num_aromatic_atoms'] = aromatic_atoms\n", + " features['aromatic_ratio'] = aromatic_atoms / features['num_atoms'] if features['num_atoms'] > 0 else 0\n", + " \n", + " # Ring size analysis\n", + " ring_info = mol.GetRingInfo()\n", + " ring_sizes = [len(ring) for ring in ring_info.AtomRings()]\n", + " if ring_sizes:\n", + " features['avg_ring_size'] = sum(ring_sizes) / len(ring_sizes)\n", + " features['max_ring_size'] = max(ring_sizes)\n", + " features['min_ring_size'] = min(ring_sizes)\n", + " features['num_3_rings'] = sum(1 for size in ring_sizes if size == 3)\n", + " features['num_4_rings'] = sum(1 for size in ring_sizes if size == 4)\n", + " features['num_5_rings'] = sum(1 for size in ring_sizes if size == 5)\n", + " features['num_6_rings'] = sum(1 for size in ring_sizes if size == 6)\n", + " features['num_7_rings'] = sum(1 for size in ring_sizes if size == 7)\n", + " features['num_large_rings'] = sum(1 for size in ring_sizes if size > 7)\n", + " else:\n", + " features.update({\n", + " 'avg_ring_size': 0, 'max_ring_size': 0, 'min_ring_size': 0,\n", + " 'num_3_rings': 0, 'num_4_rings': 0, 'num_5_rings': 0,\n", + " 'num_6_rings': 0, 'num_7_rings': 0, 'num_large_rings': 0\n", + " })\n", + " \n", + " # Polymer-specific structural features\n", + " features['has_polymer_notation'] = '*' in smiles\n", + " features['smiles_length'] = len(smiles)\n", + " features['branch_count'] = smiles.count('(')\n", + " features['branch_ratio'] = smiles.count('(') / len(smiles) if len(smiles) > 0 else 0\n", + " \n", + " return features\n", + "\n", + "def add_features(df, num_workers=None):\n", + " \"\"\"\n", + " Improved version using multiprocessing to calculate RDKit descriptors efficiently.\n", + " \n", + " Parameters:\n", + " df: pandas DataFrame with 'Smiles' column\n", + " num_workers: Number of worker processes (defaults to number of CPU cores)\n", + " \"\"\"\n", + " if num_workers is None:\n", + " num_workers = multiprocessing.cpu_count()\n", + " \n", + " smiles_list = df['Smiles'].tolist()\n", + " \n", + " with ProcessPoolExecutor(max_workers=num_workers) as executor:\n", + " # Use tqdm with executor.map for progress tracking\n", + " features_list = list(tqdm(executor.map(analyze_polymer_features_rdkit, smiles_list), \n", + " total=len(smiles_list), \n", + " desc=\"Computing RDKit descriptors\"))\n", + " \n", + " # Convert results to DataFrame\n", + " features_df = pd.DataFrame(features_list)\n", + " \n", + " # Concatenate with original DataFrame\n", + " df_result = pd.concat([df, features_df], axis=1)\n", + " \n", + " return df_result\n", + "\n", + "def get_list_dif(l1, l2):\n", + " return list(set(l1) - set(l2))\n", + "\n", + "# Usage example:\n", + "# df_with_features = add_features(df, num_workers=4)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "155598af-79f3-4933-8b5c-1fd11f64b870", + "metadata": {}, + "outputs": [], + "source": [ + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv').drop(columns=['Unnamed: 0'], axis=1)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c69cc497-9fb6-4f74-96eb-257d7aa4a91a", + "metadata": {}, + "outputs": [], + "source": [ + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/kaggle_comp/train.csv')\n", + "df['Smiles'] = df['SMILES']\n", + "df" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7b076c55-d6ef-4780-af97-5fccd5062661", + "metadata": {}, + "outputs": [], + "source": [ + "sample_df = df.iloc[:10_000]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "96313883-c2ca-4eb8-9ec7-9aaca8dba077", + "metadata": {}, + "outputs": [], + "source": [ + "features_df = add_features(sample_df)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "41c7f85a-ea65-42e5-b315-ef304ba311c4", + "metadata": {}, + "outputs": [], + "source": [ + "selected_features = ['mol_weight', 'exact_mol_weight', 'num_heavy_atoms', 'num_atoms',\n", + " 'num_bonds', 'num_hbond_donors', 'num_hbond_acceptors',\n", + " 'num_heteroatoms', 'num_rotatable_bonds', 'num_saturated_rings',\n", + " 'num_aromatic_rings', 'num_aliphatic_rings', 'ring_count',\n", + " 'fraction_csp3', 'tpsa', 'polar_surface_area', 'logp', 'crippen_logp',\n", + " 'crippen_mr', 'kappa1', 'kappa2', 'kappa3', 'chi0v', 'chi1v', 'chi2v',\n", + " 'balaban_j', 'bertz_ct', 'num_radical_electrons',\n", + " 'num_valence_electrons',\n", + " 'count_O', 'ratio_O', 'count_S', 'ratio_S', 'count_P', 'ratio_P',\n", + " 'count_F', 'ratio_F', 'count_Cl', 'ratio_Cl', 'count_Br', 'ratio_Br',\n", + " 'count_I', 'ratio_I', 'num_single_bonds', 'ratio_single_bonds',\n", + " 'num_double_bonds', 'ratio_double_bonds', 'num_triple_bonds',\n", + " 'ratio_triple_bonds', 'num_aromatic_bonds', 'ratio_aromatic_bonds',\n", + " 'num_sp_carbons', 'ratio_sp_carbons', 'num_sp2_carbons',\n", + " 'ratio_sp2_carbons', 'num_sp3_carbons', 'ratio_sp3_carbons',\n", + " 'num_sp3d_carbons', 'ratio_sp3d_carbons', 'num_sp3d2_carbons',\n", + " 'ratio_sp3d2_carbons', 'total_formal_charge', 'abs_total_formal_charge',\n", + " 'max_formal_charge', 'min_formal_charge', 'num_aromatic_atoms',\n", + " 'aromatic_ratio', 'avg_ring_size', 'max_ring_size', 'min_ring_size',\n", + " 'num_3_rings', 'num_4_rings', 'num_5_rings', 'num_6_rings',\n", + " 'num_7_rings', 'num_large_rings', 'has_polymer_notation',\n", + " 'branch_count', 'branch_ratio']" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "fc31605d-cc21-4533-b04e-f8acdaef1a65", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Index(['id', 'SMILES', 'Tg', 'FFV', 'Tc', 'Density', 'Rg', 'Smiles',\n", + " 'mol_weight', 'exact_mol_weight', 'num_heavy_atoms', 'num_atoms',\n", + " 'num_bonds', 'num_hbond_donors', 'num_hbond_acceptors',\n", + " 'num_heteroatoms', 'num_rotatable_bonds', 'num_saturated_rings',\n", + " 'num_aromatic_rings', 'num_aliphatic_rings', 'ring_count',\n", + " 'fraction_csp3', 'tpsa', 'polar_surface_area', 'logp', 'crippen_logp',\n", + " 'crippen_mr', 'kappa1', 'kappa2', 'kappa3', 'chi0v', 'chi1v', 'chi2v',\n", + " 'balaban_j', 'bertz_ct', 'num_radical_electrons',\n", + " 'num_valence_electrons', 'count_C', 'ratio_C', 'count_N', 'ratio_N',\n", + " 'count_O', 'ratio_O', 'count_S', 'ratio_S', 'count_P', 'ratio_P',\n", + " 'count_F', 'ratio_F', 'count_Cl', 'ratio_Cl', 'count_Br', 'ratio_Br',\n", + " 'count_I', 'ratio_I', 'num_single_bonds', 'ratio_single_bonds',\n", + " 'num_double_bonds', 'ratio_double_bonds', 'num_triple_bonds',\n", + " 'ratio_triple_bonds', 'num_aromatic_bonds', 'ratio_aromatic_bonds',\n", + " 'num_sp_carbons', 'ratio_sp_carbons', 'num_sp2_carbons',\n", + " 'ratio_sp2_carbons', 'num_sp3_carbons', 'ratio_sp3_carbons',\n", + " 'num_sp3d_carbons', 'ratio_sp3d_carbons', 'num_sp3d2_carbons',\n", + " 'ratio_sp3d2_carbons', 'total_formal_charge', 'abs_total_formal_charge',\n", + " 'max_formal_charge', 'min_formal_charge', 'num_aromatic_atoms',\n", + " 'aromatic_ratio', 'avg_ring_size', 'max_ring_size', 'min_ring_size',\n", + " 'num_3_rings', 'num_4_rings', 'num_5_rings', 'num_6_rings',\n", + " 'num_7_rings', 'num_large_rings', 'has_polymer_notation',\n", + " 'smiles_length', 'branch_count', 'branch_ratio'],\n", + " dtype='object')" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "scalers = []\n", + "for col in selected_features:\n", + " scaler = StandardScaler()\n", + " features_df[col] = scaler.fit_transform(features_df[col].to_numpy().reshape(-1, 1)).flatten()\n", + " scalers.append(scaler)\n", + " \n", + "features_df.columns" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "f2f1a614-0ba7-4a01-9731-532afc1d14e0", + "metadata": {}, + "outputs": [ + { + "ename": "NameError", + "evalue": "name 'features_df' is not defined", + "output_type": "error", + "traceback": [ + "\u001b[31m---------------------------------------------------------------------------\u001b[39m", + "\u001b[31mNameError\u001b[39m Traceback (most recent call last)", + "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[3]\u001b[39m\u001b[32m, line 4\u001b[39m\n\u001b[32m 1\u001b[39m new_features = []\n\u001b[32m 3\u001b[39m \u001b[38;5;28;01mfor\u001b[39;00m feature \u001b[38;5;129;01min\u001b[39;00m selected_features:\n\u001b[32m----> \u001b[39m\u001b[32m4\u001b[39m unique_list = \u001b[43mfeatures_df\u001b[49m[feature].unique()\n\u001b[32m 5\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(unique_list) > \u001b[32m300\u001b[39m:\n\u001b[32m 6\u001b[39m new_features.append(feature)\n", + "\u001b[31mNameError\u001b[39m: name 'features_df' is not defined" + ] + } + ], + "source": [ + "new_features = []\n", + "\n", + "for feature in selected_features:\n", + " unique_list = features_df[feature].unique()\n", + " if len(unique_list) > 300:\n", + " new_features.append(feature)\n", + "new_features.append('Smiles')\n", + "print(new_features)\n", + "len(new_features), len(selected_features)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "28cbac75-8a9f-4292-aedb-11f33f5a6056", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c065d950-7a63-4424-9923-1072d2e2268c", + "metadata": {}, + "outputs": [], + "source": [ + "features_df.to_csv('7k_w_descriptors.csv', index=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "069a9021-d440-4bf1-9882-a2af25f2e801", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
idSMILESTgFFVTcDensityRgSmilesmol_weightexact_mol_weight...num_3_ringsnum_4_ringsnum_5_ringsnum_6_ringsnum_7_ringsnum_large_ringshas_polymer_notationsmiles_lengthbranch_countbranch_ratio
087817*CC(*)c1ccccc1C(=O)OCCCCCCNaN0.3746450.205667NaNNaN*CC(*)c1ccccc1C(=O)OCCCCCC-0.875755-0.875617...-0.048476-0.069289-0.626991-0.788904-0.051542-0.0479170.026-0.985221-0.813832
1106919*Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5...NaN0.370410NaNNaNNaN*Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5...0.6518760.651916...-0.048476-0.069289-0.6269910.736852-0.051542-0.0479170.0820.336345-0.286141
2388772*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(...NaN0.378860NaNNaNNaN*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(...2.3365732.336165...-0.048476-0.069289-0.6269912.644047-0.051542-0.0479170.01341.657910-0.109289
3519416*Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)...NaN0.387324NaNNaNNaN*Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)...0.4177160.417722...-0.048476-0.069289-0.6269911.118291-0.051542-0.0479170.0790.5566060.132247
4539187*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N...NaN0.355470NaNNaNNaN*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N...2.1780032.178499...-0.048476-0.0692891.5011490.355413-0.051542-0.0479170.01180.556606-0.830501
..................................................................
79682146592435*Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1NaN0.367498NaNNaNNaN*Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1-0.375261-0.375084...-0.048476-0.069289-0.626991-0.407465-0.051542-0.0479170.044-0.3244380.124891
79692146810552*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3...NaN0.353280NaNNaNNaN*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3...1.2842751.284737...-0.048476-0.0692891.5011490.736852-0.051542-0.0479170.01101.2173880.008668
79702147191531*c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(...NaN0.369411NaNNaNNaN*c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(...0.3295700.329823...-0.048476-0.0692891.501149-0.026026-0.051542-0.0479170.0730.3363450.021405
79712147435020*C=C(*)c1ccccc1C261.662355NaNNaNNaNNaN*C=C(*)c1ccccc1C-1.359802-1.359728...-0.048476-0.069289-0.626991-0.788904-0.051542-0.0479170.016-1.205481-1.182617
79722147438299*c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC...NaN0.374049NaNNaNNaN*c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC...1.1606671.160653...-0.048476-0.0692890.437079-0.407465-0.051542-0.0479170.072-0.324438-1.005054
\n", + "

7973 rows × 92 columns

\n", + "
" + ], + "text/plain": [ + " id SMILES \\\n", + "0 87817 *CC(*)c1ccccc1C(=O)OCCCCCC \n", + "1 106919 *Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5... \n", + "2 388772 *Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(... \n", + "3 519416 *Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)... \n", + "4 539187 *Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N... \n", + "... ... ... \n", + "7968 2146592435 *Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 \n", + "7969 2146810552 *C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3... \n", + "7970 2147191531 *c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(... \n", + "7971 2147435020 *C=C(*)c1ccccc1C \n", + "7972 2147438299 *c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC... \n", + "\n", + " Tg FFV Tc Density Rg \\\n", + "0 NaN 0.374645 0.205667 NaN NaN \n", + "1 NaN 0.370410 NaN NaN NaN \n", + "2 NaN 0.378860 NaN NaN NaN \n", + "3 NaN 0.387324 NaN NaN NaN \n", + "4 NaN 0.355470 NaN NaN NaN \n", + "... ... ... ... ... .. \n", + "7968 NaN 0.367498 NaN NaN NaN \n", + "7969 NaN 0.353280 NaN NaN NaN \n", + "7970 NaN 0.369411 NaN NaN NaN \n", + "7971 261.662355 NaN NaN NaN NaN \n", + "7972 NaN 0.374049 NaN NaN NaN \n", + "\n", + " Smiles mol_weight \\\n", + "0 *CC(*)c1ccccc1C(=O)OCCCCCC -0.875755 \n", + "1 *Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5... 0.651876 \n", + "2 *Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(... 2.336573 \n", + "3 *Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)... 0.417716 \n", + "4 *Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N... 2.178003 \n", + "... ... ... \n", + "7968 *Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 -0.375261 \n", + "7969 *C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3... 1.284275 \n", + "7970 *c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(... 0.329570 \n", + "7971 *C=C(*)c1ccccc1C -1.359802 \n", + "7972 *c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCC... 1.160667 \n", + "\n", + " exact_mol_weight ... num_3_rings num_4_rings num_5_rings \\\n", + "0 -0.875617 ... -0.048476 -0.069289 -0.626991 \n", + "1 0.651916 ... -0.048476 -0.069289 -0.626991 \n", + "2 2.336165 ... -0.048476 -0.069289 -0.626991 \n", + "3 0.417722 ... -0.048476 -0.069289 -0.626991 \n", + "4 2.178499 ... -0.048476 -0.069289 1.501149 \n", + "... ... ... ... ... ... \n", + "7968 -0.375084 ... -0.048476 -0.069289 -0.626991 \n", + "7969 1.284737 ... -0.048476 -0.069289 1.501149 \n", + "7970 0.329823 ... -0.048476 -0.069289 1.501149 \n", + "7971 -1.359728 ... -0.048476 -0.069289 -0.626991 \n", + "7972 1.160653 ... -0.048476 -0.069289 0.437079 \n", + "\n", + " num_6_rings num_7_rings num_large_rings has_polymer_notation \\\n", + "0 -0.788904 -0.051542 -0.047917 0.0 \n", + "1 0.736852 -0.051542 -0.047917 0.0 \n", + "2 2.644047 -0.051542 -0.047917 0.0 \n", + "3 1.118291 -0.051542 -0.047917 0.0 \n", + "4 0.355413 -0.051542 -0.047917 0.0 \n", + "... ... ... ... ... \n", + "7968 -0.407465 -0.051542 -0.047917 0.0 \n", + "7969 0.736852 -0.051542 -0.047917 0.0 \n", + "7970 -0.026026 -0.051542 -0.047917 0.0 \n", + "7971 -0.788904 -0.051542 -0.047917 0.0 \n", + "7972 -0.407465 -0.051542 -0.047917 0.0 \n", + "\n", + " smiles_length branch_count branch_ratio \n", + "0 26 -0.985221 -0.813832 \n", + "1 82 0.336345 -0.286141 \n", + "2 134 1.657910 -0.109289 \n", + "3 79 0.556606 0.132247 \n", + "4 118 0.556606 -0.830501 \n", + "... ... ... ... \n", + "7968 44 -0.324438 0.124891 \n", + "7969 110 1.217388 0.008668 \n", + "7970 73 0.336345 0.021405 \n", + "7971 16 -1.205481 -1.182617 \n", + "7972 72 -0.324438 -1.005054 \n", + "\n", + "[7973 rows x 92 columns]" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "features_df = pd.read_csv('7k_w_descriptors.csv')\n", + "features_df" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "49998b8a-3925-4383-917a-116f70187d46", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "0\n" + ] + } + ], + "source": [ + "old_len = len(features_df)\n", + "new_len = len(features_df.drop_duplicates())\n", + "print(new_len - old_len)" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "c2f08ca9-21f6-4a79-ab94-80556b8dab1d", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████| 6378/6378 [00:01<00:00, 3492.45it/s]\n", + "100%|█████████████████████████████████████| 1595/1595 [00:00<00:00, 3576.37it/s]\n" + ] + } + ], + "source": [ + "import torch\n", + "from tqdm import tqdm\n", + "import copy\n", + "from sklearn.model_selection import train_test_split\n", + "\n", + "def create_splits(df):\n", + " train, test = train_test_split(df, test_size=0.2)\n", + " return train, test\n", + "\n", + "def create_samples(df, features):\n", + " samples = []\n", + " features_without_smiles = copy.deepcopy(features)\n", + " features_without_smiles.remove('Smiles')\n", + " for i, row in tqdm(df.iterrows(), total=len(df)):\n", + " properties = torch.Tensor(row[features_without_smiles].to_list())\n", + " sample = {'Smiles': row['Smiles'], 'property_tensor': properties}\n", + " samples.append(sample)\n", + " return samples\n", + "\n", + "train, val = create_splits(features_df.reset_index(drop=True))\n", + "\n", + "train = train.reset_index(drop=True)\n", + "val = val.reset_index(drop=True)\n", + "\n", + "train_list = create_samples(train, new_features)\n", + "val_list = create_samples(val, new_features)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "2fdb3171-deda-4c1f-ae4b-853d781ffdd5", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|███████████████████████████████████████| 20/20 [00:00<00:00, 106050.67it/s]\n" + ] + } + ], + "source": [ + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "prop_vectors = [el['property_tensor'] for el in train_list[:20]]\n", + "\n", + "sim_matrix = cosine_similarity(prop_vectors)\n", + " \n", + "n = len(prop_vectors)\n", + "positive_pairs, negative_candidates = [], []\n", + "sims = []\n", + "\n", + "positive_threshold = 0.9\n", + "negative_threshold = 0.2\n", + "\n", + "for i in tqdm(range(n)):\n", + " for j in range(i + 1, n):\n", + " sim = sim_matrix[i, j]\n", + "\n", + " if sim > positive_threshold:\n", + " positive_pairs.append((i, j, sim))\n", + " elif sim < negative_threshold:\n", + " negative_candidates.append((i, j, sim))\n", + " sims.append(float(sim))\n" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "54f29e98-7c32-441c-bb1b-cdaf3fd1df49", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(3, 126)" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(positive_pairs), len(negative_candidates)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "22e0f46e-2673-4840-95fd-f98914e57b78", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjgAAAGdCAYAAAAfTAk2AAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs/XucZFdZLo4/e1dVV3fPTM8lc8skE3IBE2JuGEgIooCMJBCVfPVoomAkPwxHNHg0Hi7xcDOoEUVEMBpBwuUIwlEBBTUQIwGBXCAhQCAJJCSZJHO/9vStui7798eud613vXutvdeue3fv5/OZT/dUV+1atWvvtd71vM/7vEEURREKFChQoECBAgWWEcJhD6BAgQIFChQoUKDXKAKcAgUKFChQoMCyQxHgFChQoECBAgWWHYoAp0CBAgUKFCiw7FAEOAUKFChQoECBZYciwClQoECBAgUKLDsUAU6BAgUKFChQYNmhCHAKFChQoECBAssO5WEPYBhotVrYtWsX1qxZgyAIhj2cAgUKFChQoIAHoijCsWPHsG3bNoRhOkezIgOcXbt2Yfv27cMeRoECBQoUKFCgAzzxxBM48cQTU5+zIgOcNWvWAIhP0NTU1JBHU6BAgQIFChTwwfT0NLZv367W8TSsyACH0lJTU1NFgFOgQIECBQosMfjISwqRcYECBQoUKFBg2aEIcAoUKFCgQIECyw5FgFOgQIECBQoUWHYoApwCBQoUKFCgwLJDEeAUKFCgQIECBZYdigCnQIECBQoUKLDsUAQ4BQoUKFCgQIFlh74GOF/+8pfxsz/7s9i2bRuCIMBnPvOZzNfcfvvt+LEf+zFUq1U8/elPx4c//OHEc2688UacfPLJGB8fx4UXXoi7776794MvUKBAgQIFCixZ9DXAmZ2dxbnnnosbb7zR6/mPPvooLr30UrzoRS/Cfffdh9/5nd/Br//6r+Pzn/+8es4nP/lJXHvttXjb296Ge++9F+eeey4uvvhi7Nu3r18fo0CBAgUKFCiwxBBEURQN5I2CAJ/+9Kdx2WWXOZ/zxje+Ef/2b/+G+++/Xz12xRVX4MiRI7jlllsAABdeeCGe85zn4K/+6q8AxI0zt2/fjte97nV405ve5DWW6elprF27FkePHi2cjAsUKFCgQIElgjzr90hpcO644w7s2LHDeOziiy/GHXfcAQBYXFzEPffcYzwnDEPs2LFDPceGWq2G6elp41+BAgUKFChQYPlipAKcPXv2YMuWLcZjW7ZswfT0NObn53HgwAE0m03rc/bs2eM87g033IC1a9eqf0Un8QIFChQoUGB5Y6QCnH7huuuuw9GjR9W/J554YthDKlCgQIECBbrC4wdn8bdfegSztcawhzKSGKlu4lu3bsXevXuNx/bu3YupqSlMTEygVCqhVCpZn7N161bncavVKqrVal/GXKBAgQIFCgwD7/uvh/FP9zyJ9ZNj+KXnFJkJiZFicC666CLcdtttxmO33norLrroIgDA2NgYzj//fOM5rVYLt912m3pOgQIFChQosBIwPV8HABxt/yxgoq8BzszMDO677z7cd999AOIy8Pvuuw87d+4EEKeOrrzySvX83/iN38APf/hDvOENb8CDDz6Iv/7rv8b/+3//D7/7u7+rnnPttdfiAx/4AD7ykY/ggQcewGtf+1rMzs7iqquu6udHKVCgQIECBUYKjVZcBL3YbA15JKOJvqaovvGNb+BFL3qR+v+1114LAPi1X/s1fPjDH8bu3btVsAMAp5xyCv7t3/4Nv/u7v4u//Mu/xIknnoi/+7u/w8UXX6yec/nll2P//v1461vfij179uC8887DLbfckhAeFyhQoECBAssZ9XZgU2sUAY4NA/PBGSUUPjgFChQoUGCp44r334E7f3gIv/GC0/Cml54x7OEMBEvWB6dAgQIFChRYLphbbODfv7MbM32qcmo02ymqgsGxoghwChQoUKBAgT7gY3fuxG9+7F7c/JVH+3L8eluDUy80OFYUAU6BAgUKFCjQBxyYqQEADs0u9uX4jXZgUzA4dhQBToECBQoUKNAHUJVTq09SV5WiKhgcK4oAp0CBAgUKFOgDiGHpV4BTbxUMThqKAKdAgQIFChToAzSD06fjtxmcokzcjiLAKVCgQIECBfoACkD65caiNDhFisqKIsApUKBAgQIF+gDF4PQp/qAqqsVGsz9vsMRRBDgFCljwg73H8J/f25v9xAIFChRwoNHqrwanqKJKRxHgFChgwev+4Zv49Y9+AzsPzg17KAUKFFiiGJQGp95ccQ0JvFAEOAUKWEC+FYfn+uNfUaBAgeUPYlj6pcFZLBicVBQBToECFjT77F9RoECB5Y9+zyNFN/F0FAFOgQIW1JV/xZAHUqBAgSULSh31Yx6JokgFUAWDY0cR4BRY8fjurqN4+79+17BTLxicAgVGF/1K+fQaNI80+zBerrspfHDsKAKcAiseH/zKo/jw1x7Dv39nt3pMl3cujYm0QIGVgq8/dgjPeset+NS9Tw57KJmo91GD02C150WZuB1FgFNgxaNWjyeK+UU9STT7XP1QoMAo4Lu7juJDX31UXe9LAXc/eghH5ur46sMHhz2UTDT76IPDGZxCg2NHedgDKFBg2KA0FLE2URT1vUlegQKjgLd85n7cu/MInnn8FJ576nHDHo4XiA1ZCmmqeh/nkUaTMzhFgGNDweAUWPGgyafZSgqLiwCnwHLGE4fnAQCztcaQR+IPuj+Xwr1pm1N6hQY7aCvCkmLhBoUiwCmw4kHzAk0YPLddzBkFlisazRYOzNQALK3rnAKbpTDmfvaiqou0VMHiJFEEOAVWPCLF4Jg/gaWxSyxQoBMcnF1EtITYEMJSYnD6mepuCPfiIsBJoghwCqx40IRJoj2D+l0K28QCBTrAvuma+n0p6FkIWoMz5IF4oJ/FCg2hXK41i0oqiSLAKbDiEQkNTrNp5rYLFFiO2Du9oH5fSte5TlGN/qC1YWjvx7rYKBicLBQBToEVD6nBqRsanNGfRAssb/Rr4dp3TDM4S+k6J+nJUhhzs9U/tkkyOEWAk0QR4BRY8WilaXCW0ta2wLLDh776KM5+++dx96OHen7spcrgREtIZExp735UOMkO4oUXThJFgLOC0ShuCAB6d6U0OEWKqsCI4BuPH0at0cJ9Txzu+bE5g7OUNDitJeSDo8vE++uDAwD1xuifj0GjCHBWKO545CDOevvn8fd3Pj7soQwd0genqKIqMCqgRXyh3vvNyP5jnMFZOte5rqIa7jh8oMvE+3DslmRwCpGxRBHgrFB884nDWKi38OXv7x/2UIYO6WTcKAKcAiMCklks1Hu/eO1lVVT9aCXQLywlkXE/y8SlD07RcDOJIsBZoaCdxf6ZWsYzlz8onil8cAqMGlp9ZHD2LVEGJ1pKDE5fU1RFFVUWigBnhYLyt/uPFQEOpQEaygeHVVEVc0aBIYIW8YUed4tutiLj3l9C8Y1mcJZAhNMYoA9OEeAkUQQ4KxTUBG7fsdqSEOv1E7pMvNDgFBgtaA1ObwOcg7O1JdtzbamkqJqtSAWO/WnVUFRRZaEIcFYo6u1of7HRwvTC0mm01w/IMvFCg1NgVEDXX63HKSruYhy/T08P31csFR+cfve0KxicbBQBzgoFX8RXeppKGv2ZDM4wRlSgQAy6/mosRfXZb+3C9Z/9XlcpGq6/id9n6VzoS8UHx7Sb6AODUzgZZ2IgAc6NN96Ik08+GePj47jwwgtx9913O5/7whe+EEEQJP5deuml6jmvetWrEn+/5JJLBvFRlg24Al9OdisNUoPDz81SmvgLLD/YRMZ/8h8P4uavPooH9xzr+LiSwVlKaeql4oPT6PNGqS4YHFlVVQAo9/sNPvnJT+Laa6/FTTfdhAsvvBDvec97cPHFF+Ohhx7C5s2bE8//1Kc+hcXFRfX/gwcP4txzz8Uv/uIvGs+75JJL8KEPfUj9v1qt9u9DLEPw3UXB4Jji4sLJuMCooGXR4MzU4pRyrQvh8d4lnKJaKj443IivH/OIrKIqysST6DuD8+53vxtXX301rrrqKpx55pm46aabMDk5iZtvvtn6/A0bNmDr1q3q36233orJyclEgFOtVo3nrV+/vt8fZVmBR/8rPsBpnwq7BmcYIypQIIbywWHBzHw72OmGXVzKKaqlJDImDMIHpxAZJ9HXAGdxcRH33HMPduzYod8wDLFjxw7ccccdXsf44Ac/iCuuuAKrVq0yHr/99tuxefNmnH766Xjta1+LgwcP9nTsyx1cgb/SvXCk0V+zz7nzAgV8IVNUzVaktBbdrGdLmcFZKj449T4HOAkn44LBSaCvKaoDBw6g2Wxiy5YtxuNbtmzBgw8+mPn6u+++G/fffz8++MEPGo9fcskl+Pmf/3mccsopeOSRR/D7v//7eOlLX4o77rgDpVIpcZxarYZaTd/Q09PTHX6i5QNOn+6fXtkBDs092genYHAKjAbo2qQUFU9VddPAkdo0rKmWcazWGHk9C8dS0eDwjVJfWjVIBqcIcBLouwanG3zwgx/E2WefjQsuuMB4/IorrlC/n3322TjnnHNw2mmn4fbbb8eLX/zixHFuuOEG/MEf/EHfx7uUUDA4GgkGp9DgFBgRSAZnngU43Szw1Ghzy9pxHNs3s6SYSro/R33M9VZ/ixUSPjhFgJNAX1NUGzduRKlUwt69e43H9+7di61bt6a+dnZ2Fp/4xCfw6le/OvN9Tj31VGzcuBEPP/yw9e/XXXcdjh49qv498cQT/h9imaJRaHAUZLPNRp8npgIFfKF9cOLAZn6RMTgdXpst5mK8dWq8/T7djHKwUCmqEV/P+203kfDBKTQ4CfQ1wBkbG8P555+P2267TT3WarVw22234aKLLkp97T/+4z+iVqvhla98Zeb7PPnkkzh48CCOP/5469+r1SqmpqaMfysdRRWVhkpRFT44BUYMslXDfA9SVIfmFtFoRQgCYPOaavt9ls6FvlRExv22m5BVVKNSJj5KqcO+V1Fde+21+MAHPoCPfOQjeOCBB/Da174Ws7OzuOqqqwAAV155Ja677rrE6z74wQ/isssuw3HHHWc8PjMzg9e//vW488478dhjj+G2227Dy1/+cjz96U/HxRdf3O+Ps2zAo/2Ds4sjc3MMAypFZdXgjM7NWmDlgRaLejNCsxUZDE6n1+bBmdiGY/3kGMbKYft9uhzoAKE1OEMeSAZ4ANqPsVKKqhQGAEajTPwtn7kfL3rX7ZheqA97KAAGoMG5/PLLsX//frz1rW/Fnj17cN555+GWW25RwuOdO3ciDM0466GHHsJXvvIVfOELX0gcr1Qq4dvf/jY+8pGP4MiRI9i2bRte8pKX4B3veEfhhZMDUqB2cGYRW9eOD2k0w0VqN/GCwikwRPA0VK3RFAxOZ8ekzcxYKUQQxIvjUrrOtQ/OaI+53xslSlGtGitheqExEhqcW767B/uP1fDtJ47i+c/YOOzhDEZkfM011+Caa66x/u32229PPHb66ac7aa6JiQl8/vOf7+XwViRkieH+Y7UVG+BEMI3+DIOu0Z5DCyxzcJnFQr1lBDidLpoUwJfCAO3N/5K6zmlt6FSDNCj0vVVDe56aHCuPTIBDDOOuo/NDHkmMohfVCoVU4O+fWbntGtKN/kZ7Ei2wvMGvv4V6Ews8RdVhVEKBQRgCITE4S+g6p489yCF/8CuP4or334G5Rf/GxFwE3A8FAM3hk9XYGmXYIuMoitT52X1kNNaTIsAZEGZqDbz8xq/ixi/aK70GDWIpJirxzSF70yxlHJip4f/e8Zh3HpjrHID+O5AWKOALfvkt1JuY61EVFQCUAs3gjJIwNAvDEBn/w907cecPD+G+J454v6Zh+OD0Q2RMKao4ETNsBqfWaKngc3fB4KwsfPvJI/jWE0fwz/c+OeyhANAsxfHr4rTUcqqkev+Xf4i3/Mt38f++7mcHIDU4BYNTYFRgMjitnlRR0evCMNAanCV0mQ/DB4eCQsl8p6HvrRrax58cazM4Qw5wuAD+qSNFgLOiQAr3URHz0c1wwroJAMvL7I9urul5PwYntdnmaHxdBVYojACn0TScjDtdM5sGg7P0UlTD8MEhtqyeI4io91nLRwzO6mqbwRlyimqOXZu7jxYpqhUF1T9mRCYSWsy3rW0HOCPK4HRC7R6diwMb30klweBwcWAR4RQYImSKyjD661KDs1RFxsNo1SA3QT7oN4PTUBqc0UhRzdW0Pmn3kfmRSHsWAc6AsKgYnPTn3f3oIbz+H7+Fw7OLfR0P3RyUoto3gADnrh8exI1ffNj7wr/uU9/Bjnd/yZjUfXB4Lj53vsEk1+BEUaQcjYGltbMtsPzAr7+aTFF1WUUVBgHCdoQzCouRL7QGZ4Dv2Z4SFnOkqHizzb744LSPv2psNETGXB82u9jE9IK/ILtfKAKcAUF3AE6/0j/w3z/EP97zJP7rwX19HQ/Rp9vWDYbBabUivO4fvok/+/xDuPOHh7xe84Xv7sEj+2fx8L6ZXO91RDE4frMKf14rKpptFhgd8OtP+uB0yi62GIMTBOZjSwHD8MGhAFD6h6Wh3xslVSgyIhqcObERHQWhcRHgDAgUUGTtukir029XSlrEeYqqn7u47+6aViyR74VPNyzZ1PuCGBzfj8PXiUarVVRRFRgZSJHxQk8YnPhnnKJaeiLjaBgMTvu98ji+1/vsg0Ms/KhUUc3XTcZmFErFiwBnQCD6MGvXRX/vt1aHbtRN7V408/VmrgqBvLjtQd1w9YCnoJnOGZ/Us1Br6FJa3x0un3yarchkcJbSzF9g2YFff7JMvNNL0270t3Suc+2DM3gNTudVVD0fkupWPio+OJLBGQWzvyLAGRB8RcaqBLKPC2sURepGXdW+OYD+3iA85eaTDouiSI2nVvcfF6WngDwaHP17vRkVTsYFRgb8+pMi465TVKyKagnFN8MpE++AwTHmkT5MJKPG4CQCnBEoFS8CnAGh5qnBoUW50woJH/Bj080BADVPpuSexw/hkf3+uph9xxbw7SePqv8fmMkWUDdbkZp086SoKD0F5ElRpTA4S2nmL7DsYJaJ99oHB8oHp5/zTa8xjBSV1uD4v2m/5xHdqmFENDi1IkW1YrHo6YPTGsDuhN94lXKISime5HwYnH3TC/ilv70TV33o697vd/uD+43/+zA4fCwLHTI4nYiMCw1OgVGCZHAWetCLiouMl3KKapBjpo1nHpbb7EXV8yGpAGdVu0y80YqGmlInH5xqu0N9kaJaQVj0FBlT8NHPHRWnWcthgGrZfwfwyP5ZNFuRt44G0Pqb85+2HoCfBoePpZaDwTnCGBzfc8ifltTgeL91gQI9B9eZ9NzJOFiaImNVJj7AQdN7dcrgAL3XDNHxqYoKGK4Oh9Knp2xcBWA0zP6KAGdA8PXBoZu3nyJjLpSrlEKMtSNun8otyqv6Tq61RhNf+cEBAMDlz94OwDPA6ZDBOWwwOH6v4RNPoxkVDA6AJw7N4bc+fm+u3jsFeg/ZbHO+TyLjpeWDY/4cBOj0dKrBAXo/XqnBAYYb4JAG57TNqwHEAc6wr6siwBkQRklkTDdeGMST3FgpNMaYBgpwfBf+7++ZwexiE+smK3jhGZsAAAdnFzP9JPhY8lRRmRqc/AxOQzA4o+I8PWj8+3d249++vRsf/Mqjwx7Kiob0weHBftcpqoD3oko/1ld+cGAkRKMA1+AMoYoqB6UrGZxej1dqcIDh6nBUgLNxFYIgHsvBPhvWZqEIcAYEbvSXtvA2VYqqf2MhB8xyO7CpVnIwOEfzMTi0o5gar+C4VVWEQbwbOjSXfuFzlimPJ5BRRdVRmXjLMOhaofGNOuePH5wd8khWNqQPztyiFnJ2nqKKf4aePjgP7TmGV37wLvzuJ+/r6P16Dd2qYZDvGf+sN/KkqCSD058U1RjXUQ4xwJlvX5tTExVsWh3bjwxbaFwEOAPComfpsUpR9VH8QexJpc1PE4Pjo3V5qn3BtiI/hoQLGkthgA2r4gs/S2hsaHDyMDhsx+Az/0dRZEyUjVYkxIErM8Kha+Txg3NDHsnKBr/8pJNx5wFO/N3GZeLxY2nXOaWUR6Vf3TBExp30okpqcHo6JMXglHOy8P0CMTgTYyUc33bIH7bQuAhwBgR+4aVNTIrBGYAGRzI4eVJUgN8EqwWN8f/JWDCrVLze7DRFpRkcnwBMPiWpwfF+62UFmpyPztdV89ICgwe/FucXe5OiMjU42T44naRn+olBVJpKaA1ODgZHPLfnDE77+FxHOQoanMmxEratjXscDjutWQQ4AwJPs6Rd6ANJURGDU5IMTvqbRlFkBjg5GByaSDeuHgOQvRusGVVU/ifj6DyrosoxPoLU4KxUJ2N+Dh4/VKSphgV+fR6Zrzv/lge07oaevag6Sc/0E0NptqmcjDvrJh4fo6dDUmxSuRToAGeoDE6copqolHF8uwXQsCupigBnQOCRdSqDMwABHY/8AXjfHEfn66ZVvMe9RM8ptSkczeD4p6g6ZXB8JhT5nGbhgwPAnMiLNNXwwC+/I4JJ63QTREF7KYCXBkeVSI8Kg8PGOqgqHZqX8zTblMFQL60/uBt9ORxBBmddzOAc9DB17SfK2U8p0AvUeYoqbbfUflpffXBY5A/A2wfnycMm3ZiHIaFqDRKfZTE49Y6N/rgGxyNFBcHgNCPjvVdqgMOvv52HigBnWODX32EhzO+cwaEUVeilwemkD1M/wcfaiuJArZ/gOr1Oe1HRcXoFfuxKKVCb1aGKjOs6wLnigpNwxQUnYXV1uCFGEeAMCIbI2EeD09cy8TaDE5oMTlYqSOZTvTQ4ajKN/98Rg+Np9BdFkbHL7USD02yZGpwh968bGvhEXlRSDQ98MT86LxmcbjU4cZoKSL9X6G3ysBf9BB9qK4pQQn8jHLNXXWfdxIHepqj4sculcKRExpNj5aEHNoQiRTUgeIuMB5KiMhkcnaJKDyQ6CXBo4tQaHL8Ah08kvs02j9UapoeNx/jkea4LDc6wjaoGhe88eRQH2XfCq/iKFNXwYKZj5N86uzZViipkPjgptxjdR/U+brrywGRw+j8m/h75NDj9KxPngu/YjX74Ac48S1GNCooAZ0BY9ExRDYLBWVTlhe0qKs/87S4hGPOroop/ygAns0y8mZ/BOTIrRZjZryk0OMCjB2bxs3/1FfzWx+9Vj/EKkCJFNRxkBdedCuCbbNPhk6LSjSZHg8HhYx3E7SmNQH3RT6O/hsONflganCiKMNsWGRcBzgqEmaJyP085GQ9EZEwanHaKKoMpeUowOD5j5D44gH+ZuCky9rtpj8ybx8zj00NoNGU3ca+3XtLY0w5cecUDPwd7phdyCb0L9AZZ116nVhKcwfESGUf65yhUFfIhDJrBycOQyDLxXg414UY/ZAan1mipzzdRBDgrD74MTmsADA5VQ6gqqpIng9NBioo+D+0UqUz80OxiKt3Lx+LbbPNwosrEI4UmhhBrcFaWyFiZmLEJuSHcnJ88XLA4g0bWtdfpZt3G4KS6q/MUzQhUUrUGvAGRRqC+6CeDI93oh63B4dW1k2Ojob8BigBnYDB8cDw0OHlupLzQRn9tBqfiV0XVjciYdorrJ8cUm3MopU+J6WTsyeAkqkyyX5OlwVkJAY7SWLAVU+4+Cx3O4JF17XWcomLWDT69qGQz2mHDbK0yuhqcZKuGng0p6UZPLPyQUlTkgTNWDtX8PgooApwBgQt4fZyMe00F3/+UFpG6GJy0KqrFRgv7hG7GT8Qb/6QAJwwDHLcq2+yvEyfjw7P5y2jlcxIanOFvWPsOW1AtA+wiwBk8sq69rptteqeoRi3A0b8PogjAYLC6KBPv5Zwu3ehpLq8PicEhgfGqEUpPAUWAMzAYRn8enhO9nEd2HpzDz7zvK3jtx2IRKTmSlmX0n3Jz7J1eQBTFz10zXm6P0T9FxaN60uHsT6mkWuzAyZhSVFSi6BfgmP9vNM1eVCuhm7gycuMMTvuxLVPxd1UIjQePzBRVl60afEXGnBQYiRSV8MHpN3gaO1+ZuPncnmpw1CZVVMIOjcHRJeKjhCLAGRAWPVNUjT4wOLvbDc+ebC9S2uhPVFGlBBIkMD5h3YQKjHzGqI3+9GM+lVSLLMjwZXAoRXVcW+fjMxfLHaD0wVkJZeLK54QzOO2J8tSNqwEAjxVeOAMHX8gDC+vfeYqKNh3I1YsKGA0GR/rg9Bvm5++8VUMvN0sN5mIM+M3h/QRvtDlKKAKcAaDRbBk7DdeFzh0ze5lbpmMRE0I3x5ho1ZAm5iX9zbZ144qN8blhmykMTpoXDr9R4w7f2TcuMTgb2imwThicWIPj1/l9uaCpGJzkQnba5lUAYhawwGDBr72JSnLh6DTWUPdk4NeLKjJSNKPG4Axag+P/fkmjv16mqISX2dBFxqNXIg4UAc5AIGlDV/BiOOj2MtpvH5eYkMTN4RH9qwBn7YTa9fkZ/cU/Q7YFVWZ/x/xExoBfmoqaER6XK8ARu6xmK7dZ4FKHrVs0BXnE4DxxeG5FsFmjBH6++cJBv3ftg2NocPxSVP0sfvDFMH1wumm22cv7h76HRD/BIaeobIH4MFEEOAOAXKxdqRMe1PQyRZVgcKjEUNGb7SqqlJvj2EIcoa+brGgGp4MqKkAHIIdm/UTGgF+ailJUmsHJfIm1m3izySfQ4U/o/QZ9j1HE2Jz2z7UTFQDxbnQlBHujBIPBMQIcf42Z9biMwaF72V9kPAIMDhvCIBicThks+dyetmpokFmr/ya1nxhFF2NgQAHOjTfeiJNPPhnj4+O48MILcffddzuf++EPfxhBEBj/xsfHjedEUYS3vvWtOP744zExMYEdO3bgBz/4Qb8/RsdIMDiOm5LfuP1gcCjVQzeHFKillWOroKgU5mJweL6fQO+XZv0ub9QFjxv3sApwYobIq9mmeEozUSaeeYglD1sZLKWoxtmObCUIrkcJ/HvhO+PV1fj3rntRlfx8cKIOUzT9wqBFxoaTcTdVVH31wYmvCd+CjF5Dp6hWmMj4k5/8JK699lq87W1vw7333otzzz0XF198Mfbt2+d8zdTUFHbv3q3+Pf7448bf//RP/xTvfe97cdNNN+Guu+7CqlWrcPHFF2NhYcFxxOFCLtbOFFWf/B24cV2t0WI3h8jfpuxOmor1CdTr/AKIJINDr0/bDXbE4MzKFFXmS+wMzgr1wQF4MByffwpGgZVRMj9K4AJ9HmiuHu+OwVENcAPug5PyfOP6GP5F0OoT0+3zfnlSQAmjvx6eOuWD055LK+X457A0UnP1FcrgvPvd78bVV1+Nq666CmeeeSZuuukmTE5O4uabb3a+JggCbN26Vf3bsmWL+lsURXjPe96DN7/5zXj5y1+Oc845Bx/96Eexa9cufOYzn+n3x+kIiRSVY2LiqZGe9i1hN9pCvclujnaKqpJNb9LEVgoDlBSDk/3eqiSViYypi3nabkgaVvmY/dFNphaAHD49hLhVAyvpXwEUjrGAEYPTfqzKApyVzuAcna/jF2/6Gj781UcH8n5cvzZe1gvHqvYuudNr096qwX0sU4My/GvA9MHp//vZNgA+SBr99VJkLDQ4QxYZr8gU1eLiIu655x7s2LFDv2EYYseOHbjjjjucr5uZmcHTnvY0bN++HS9/+cvx3e9+V/3t0UcfxZ49e4xjrl27FhdeeKHzmLVaDdPT08a/QcJbZNynckz+frVGKyFQq5ayq6h0WWKggpVOjP4AzeCkpaikYVVWw01e3j3eDtg6ERnXRcXbSljTI8sCRt+3EeCMwOI2TNy78zC+/thhfOhrjw3k/bRfjd6EANrnqeMqKnZPah8c9/NHSYMjU2mD0eDo35utyJs16kcvqpZgWEmDM+wy8dkalYmvoBTVgQMH0Gw2DQYGALZs2YI9e/ZYX3P66afj5ptvxr/8y7/g7//+79FqtfC85z0PTz75JACo1+U55g033IC1a9eqf9u3b+/2o+VCUmTsCHD6lBppCE8ZVUWVQ6DWULu+UDE4uZptMh8PEjamTZYyKMxKUXFqlna7PvOQnDDl+66IFBVfwNoTJ12L1UKDo0D30VOH5wey0NO1FwaBkaKabAc4nQrgbQxO2rGMAGfIjKZ8+0GXiQP+Zoe97kV1787DOPf6L+Bjdz3OGiaPRhXVfL0oE/fCRRddhCuvvBLnnXceXvCCF+BTn/oUNm3ahL/927/t+JjXXXcdjh49qv498cQTPRxxNhIaHJfIuG8aHJPB0WXioooqJcBpKtZHMzg+kx2fpAl0U6axVHnLxPlYaLfbSYpKBlIrYVE3U1Tx73WR45fPW4ngFWa883q/YKSo+iAyDkM/Hxz+NsNaQAlynIMRGUuW15fB6e1m6cvf349jCw3c/tD+jqw++om5lZii2rhxI0qlEvbu3Ws8vnfvXmzdutXrGJVKBc961rPw8MMPA4B6XZ5jVqtVTE1NGf8GCW+RseGD07v3T2pw2sFKjlYNDbbry+NkTPc41+DQ69N2QlIsV8ticNjYq4rByZ+iklqfFRDfWHfoOqANc9kCLGfwzz+I3lx6cwCMs1RhtxocLjJWGpyUdXGUnIyTAc4gGBzz/77sXa8ZnD3toProfD1h9UFVVMMOcFaUk/HY2BjOP/983HbbbeqxVquF2267DRdddJHXMZrNJr7zne/g+OOPBwCccsop2Lp1q3HM6elp3HXXXd7HHDSkYNYpMuYpqn5WUVGAUxb0ZiqDo9Na+TQ4epImEIOT9vpEmXiGyJgCojDQAZRXgCMOK7U+KyJFZREZ8zSmEpWvgHORBi4affxQ/1tXcP1aL6uodIoKfiJjy/UxLMj7ddA+OIA/i8V1i0D3bBOxhkfn6okqqm66iV//2e/h6o9+o6s1RzfbXEEaHAC49tpr8YEPfAAf+chH8MADD+C1r30tZmdncdVVVwEArrzySlx33XXq+ddffz2+8IUv4Ic//CHuvfdevPKVr8Tjjz+OX//1XwcQV1j9zu/8Dv7wD/8Q//qv/4rvfOc7uPLKK7Ft2zZcdtll/f44HSHJ4NifZzA4PQxwEgyOQ6CWdnNQUBRrcNpj9AogNPNDUCLjtBQVtZPwaCMRP19XhoU5JpQsBqeXE+gj+2dwyXu+jM9+a1fPjtkL8GuNvpMm2yG2N4kDKckdZfDzNIjWFWaZeFJk3OnXwc03tQ9O2jj072mFAYNAgsEZQLxlq7T0AWdBge7vH2JwjswvWrqJt+fUDhicj931OG793t6u+s2RD86oMTh9D7cuv/xy7N+/H29961uxZ88enHfeebjllluUSHjnzp0IQ33zHj58GFdffTX27NmD9evX4/zzz8fXvvY1nHnmmeo5b3jDGzA7O4vXvOY1OHLkCJ7//OfjlltuSRgCjgo68cHp5cKaqKJyCdQaLURRpLwxbMcoh8z91CdFZfPBUWXiKSLjdkAzNV7GgZlFDwanHRCVQq8OyS4kGJweTqBfffgAHtxzDJ/79i787LnbenfgLmGmqNoMDvNKKuUwdlzOGHSKSnlIhYFKuwLaTK1ro7+Q++B4ioyHzeAMJUUlNTh+56DOvKTm680eMDhxu5w4RdXe0LUnu1IO1joxzvbnOdpuddMJRlWDMxA+6ZprrsE111xj/dvtt99u/P8v/uIv8Bd/8RepxwuCANdffz2uv/76Xg2xr/D1wWkNiMFxCdSAmAnhk6k8Bq+88BMZxz9NkXH26ylgWTNeaQc4flVUlXLoRbvr8Q2OwZHsyKjA5nPS4CmqHKLy5QyDwTk0CAYn/hmnqJgGp+qvMbOhadzL9F6+KaphMzjm/wftgwP4iYxbLd04mebXbtq+zNYamG63y1motzDT/p3m8DyVrXKc9PGOeAY4kWIW9Zw+qgHOyFVRLUd04oPTS72Dq4qqonpRsQDHQXEqDU4pn5OxLUVFv6fthGgca9p6g6wqKl714yOcVOMTH0Gmwnpbrk/6ltEKFKQGh096ZSYyXgl6pDQ0RIDT7z5lhsjYqKLqDYMTBlpP55+ict9UTx6ewye/vrOvQtdh++AAfm7O/DyRCV83+4M902bV3v6ZuC0NpaiCDllWvs4cncsOcKIowq984C5c/v47je9CN9scLQ3OaI1mmcLbybhPImO+66rVm6yvlNmqAYgDiTUpxyiH+XpRcR0BwatMvB0MTI3HzR6zGZzk+DpicDz1Up1AViiNCowdesvsxVViDM6ojXvQ4NfKTK2BQ7OLOG51tW/vR+c7CALlR1QpBYoR6NjJmKqofBkczyqqP/mPB/G5b+/G1HgFLz37+I7GloWR8MFpeKTm2UDp++pmrHuELcHBmbhRcTJFle+4/PukZsVpOFZr4I4fHgQATC80VDPe+cXCB2fFopMy8V6mA5JVVGarhiAIMq2+eYqqk27iJa7BUSmqFFGzYHB8q6jGyqGXtwdB7ghlINXLXbr0mBkV8F1cvdkyvtdKqQhwCHJxf7zPaSr6WkpBoMrExysldS91emnaNTgpzxfXhwsH2ovugdnshbJTjIQPjg+Dw64VzeB0Pljpu0TnmuZw2qPmvUf5HOyTopqr6fmR1oooilZuL6oCOVJUGQzO/mM13PjFh7H/WC3X+/NgyRQZ66Ajy+pb+y4EufK9yqzM8MEJE+OSoIouFeBkVFHxDul5djPJFFX/NDjSJXhUILVffAIvM+fqURv3oCE/f78rqWwpqsmxkk5HdKrBYYGTD9vJ/5R2z9ImZGExuzFup5DzYr/ThEByjvCpVDI2CeXuAlIA2NMWGBMOOFJUeecrPs4jHimq2TZTA+h1rdZoqc9GLtujgiLAGQC8RcYZGpz33vYD/NnnH8L/vfPxxN/SwC/ihXpTV8iw6rUssz9igUo5nYx5vp+gRMYOujuKIrVTXNNOUWU12zTKxJUGx18jREimqHoZ4LQZnBELFMwdemT0nDJ8j1a4Bkd+/n4LjekyCZgPzkSllKuK0Xpci8g4VYPj6YND7GdWOrkbJFNUfXsrBRlE+cx7tJkJg9haA+gtg6NSVFJknPOE1HOmqOYXkwzOHHtsolIwOCsOSQbH/jz+uHxOFEX4rwf3AYgV9XkgGRzagZQZg5Nl9qfdj8NcTsY2oz/adbjo7garQFAanCwGh5W+5ykTTzA4iRRV5iG8QYtDcxDmHTnAv4ZGq6UYnDCImbc83/dyhgx2+10qru6dENiwKr4P1q8a0+mILquoQlYRmRbIywDYBQps5vsa4MgU1eAZHB+jP1OzGD/WzWaJNDi0T5xtBxW0SS11uAkxGByPFBVfe2j+pseq5dAoJhkFFAHOAODbiyqt2eYj+2fw1JH5xPN8IBkc5aHAxMUqRdW0T05GaWkeJ2NLFVUlgwHi50tVUWVMmtzZM4/RX0KD09CLe3yM3k2gslP3qICfg0ZTd2WnyTMPY7ec0VDWBfE1ubPPbsbKBycI8Kzt6/EHP/ejuP7nzvIKSqYX6vhfn/gmvvjQvsTfdANcv15UZooqjcFpGT/7gVHwwfG5f9U9xKs6uxgqMTgnbZg0HqdNaqfvYWhwPFJUcxYGZ35E9TdAEeAMBL7dxNOabd7+0H7n37LAL+JaPWn0B7AUlWNy4pVX2ro/+71tRn9ctGrLoXNmx7dMvOMUldydNbRY2fb3bsCbNQ4K/3zPk7jy5rsxveCevEwnY319JDw2VniAQ8zbqZtWAxgEgxP/pHLuX3veyTj7xLWsA7j7tf/9/QP4l/t24f1f+mHib5rB8VsYfauoiGXtJ4MjP/MgsqbyuvcpEqDnmGnAblJU8eb2jK1mjSulqDp1G+ffp4/RH9fg1ESKanLE2jQARYAzEPhWUfGFT16oX/o+C3C6oCEXGk2VgrClqFztGihI4lVUeQIIw8mYBVY2ypvOVxBozw/fMvH8KSr7c1S/rD6IjLtxg/2P7+zGFe+/A3un/bpZf+SOx/Dl7+/HnY8cdD6Hf0ZeJk7fc6f093IDff7TNq4CAOw7VjM0Cb0G3V/SWNynqo2s8+cs942t2Wba4mtr5WED3aNZbGs3GIUUlU+Aw9s0+FSqpWGh3sThNrtyxtYp428qRdWh8JyvOT4aHFsV1ai2aQCKAGcgkDlbLydjw0Spgbt+eEj/LWeKw/TBaRl6GgK5F7sYnKbKKed0MlaLpX6MV2/ZKG86X2OlUIkrfcvEDQbH4zS5vgsq7exHmXg3DM7H796JO394CP/9gwNez59p58fTdtVSRNpg5xJA4WTcBn3+DavGMNVmFvvZdNO2OeD/T1vMaHdtCzZsIuN0Hxz9uytFFUWRTlFl6OW6gbwEB1HZl2zVkP2eundfvqpTG0h/M1EpJVJUmsHpjGXl5+/ofD3z9ZzBqbMqKsDslzYqGL0RLUN04oPDf7/zhweNIKlrBqdpYXDIBydF+Au0y4aJDs3BkHBbb169lcbgjJVC3Qg0U2RMqaV8VT+up/QjRUXnsBsNDgWgvkJlYhjSUnxSRMonZ/5zxaeo6LyUApzeThV8b9d0395Pa3DMx32+D7qHbN+7Sht7+uBE4vqwgb9PX1ktccMOJEWV0ODkYHDCQKePOhws6W+OXzuOdZMV42/EhneqweFsVCuKjfzSYNPg0JzEDWNHBaM3omWIROmxS2TMHuc3A+lvOq1mMaqo6i2WzvGvouKiOSp79DL6ax/OEBmz97UdQzXOLIfKwdW32SZPUfmwL5kpqh4u6jSZdMOE0O7Y9xg0IaWlDWQVFZ+cAXiJWlcCeGrnrBPWAgDuf6p/AY5NvwbAq4qK5hxbalcFaoEfgyNbedjA36evImNxDQ6jVYOXBofbanRpzLhnOtbfbLUFOLQJ6bRVg3h+VruGOYsPDv209TAcNooAZwDgKRcgRWTMJxL2+1fa6YjnnLwh8TcfSAZHpiAAZDIlppNx8rgu2HahQcAaOFomCwqyKqVQ0Z6+zTa5MZ1fisr+OA/CepWm0iLjzhcAOg++QS7tptMWHaOKqhUZkzOgJ9EVH+AoFjPAWdvaAc6uo317P1eKKvAQfdN9nMbg8Ma5qT44RorK/kR+ffW3TDz9//15z/wpKr1JCDs24SMQg7N17bhqjUCgObxTlkh+n0fm03U4sxYNjizMGCWM3oiWIRbbkw0t1k4fHHZxRpFeePa3TZ1+ZMvqxPN8IKuolNGfpYrK7YNDAUS+nLJrF0qLps30jkrVx8qh1gZlNdtUN1mQq/GcU4PDdiO9mkRVN/FuUlSNdBZo3zEtPm40Wyq4TgsQzR16ZEzOAJa10d93dx31dgbXQX6oGJzv7ZruW+qO++Bw+ATwi2kMTvtWCr2djHmKyn4fzhsMTiEytlVRdXqZkAZn29oJrJ0YM/5WSaSocq4N4rNklYrbGBwKpqtFgLMyQZMNqcxd+gm5INP/6Sela7oRkhkMTuifouIMTi4fnPZTpAFUOZXB0SmqvAwOT1EB2ewL/Z0zNgAwxv7fq0mUAk2fXjYu0Hmwnft/uHsnLvij2/CP33gCgFlBkyb8NKqomi1jcgY6p79HHU8dmcfPvO8r+J//9xtez2+y8vnTNq3CeCXETK2Bxw72R2gcOVNU2d9HLUWDw5tt+vjgmNeHi8EZToAzmFYNQoPjlZrXm8hOgw9CGoOjrBw6ZFnl87PM/mYtGpyCwVnhoEiXbKx9jP7482hSoQg5b4qKP39+samCjrKRokpnSnjZY54Fj4KxBIOj3IxtDA5PUelxpU1mi4YGhwcnGeNr/70iBHL8/71a2GXA2gkoFWCbLB/cHetBvtf+ycWeaa0ueMBcb0XG5Bz/7G6CHlXsObqAKEra4LvA2chyKcQzj49Ldu/vk9CY4uBA3Ds+jBrtqputKLGJsJl2pvvg6N9d7MWgNDjyIw8i5pbzjmsTyNEwqk7jxzpl+sgSYuvUOMbKoWGoV7EY/eUJ+uRacjSjVHyOiZClkL0IcFYo6m1GghZrd6sGQb+2n0c7/ywNjwv8uDPsAi17NtuMItMbhbQZfiJjotnNSVr1o7KwGXV2w3DaMy1NZTA4oT/70op0YMTBb9Zeres0xnrTbnDog1qKyJiCPPKq4BUP6QyO/r3RTDZjVbYAI+bA3C3yBpxcgwNA63Ce6o8Ox9bmBADrJp4S8LN7ZUHcN/ZeVO5j8XvI1UdtcBqcwaeo5Hzto6Hjxqjd+uDMLMRz9lSbvVnHWBzZqgHIN1/Jz5KdomIMTtNkcAqR8QqFYnDakbdPs00g3qG1WpG6Maqk4cmdZ9XP571ExmwaHEv0xW9MrsHxGYdrklYdxVMYnLGSbjIIpLMQDfYa/l5Zi5eLweEBTq8mUbMVh9/z7915WAU13GvEFuTSRDNDJm8sX562qzYYnKbb6K8X5+Ez33wKf5+zWWy/kLe7uzwvZ53QZnD6FuDEP5M+OPFPnxQVkKygsxn9pTI4uauoCpEx1yx22/aFziel69dOah2ObtWgn59nfZDz75H5OurNFn77H76JD37l0cTzeYBTb8gAZ/TCidEb0TIEXQDjZWJwXCkq+f/IuFjHOixddi2s5TDJ4NjKiTktnd/JWE+mHGXF4CSPoT1twjgl1n6/NBZiUekjzBRV1r1OO9exkmSYWIqqRwEOnxh9hIr/fO+T+Pm//hr++ouPADAXLTuDE/+dglieovIWGbeY0R+JjFVKMnPIqYiiCG/452/jzZ+5H4dns11T+428rTNkXzVdKn60L1oQlw8OTyu53jeNweGtGnw0OD6tGvj1VWu0vOaGxUYLTx7O1+5Czn1p5/2G/3gAr/i7O73utTQkA5wcDE4YwsctOg30/dFmb+2Ebomgq6jSrTdcSGhw5ur4+qOH8K/f2oUbv/hw4vmzhci4gEQtITJ2BDiSfmV6CECLjLvpRcXBac00oz/+fvyG9WNw4p9yF0o3pm1HSOeLnkM3TtoizVNUpRwpKvqzzB9zdivqkaSAfw8+3+GudnPVJw7FiwAPcOwMTjs11U5RzS766SLkAiaZCl0m3t2JqDcjtfD6dC7uN2ix9mdwTPH1MzavwVgpxPRCA08enu/5+GhYUoNT8tCYpTE4XGTMy8RdC7ChwXFcA3LzkVX1CACv/6dv4fnv/CIe3OOvYZJjTLu/P/n1J/DVhw/ikf0z3se3v6f5f78Ap83g5Gz+a4NicNob5HWskkr64NjGmwaZcjw6v6g0fIdmFxPzs61VQyEyXuGghYdExq6bsinFgEz7AuiFvlulPBDrK/jEqXpRWSYmPgbO4HSjwVFl4hlOxgAMobELOsAJjN49WUGYjwanZ1VUzcj6e9bz5y09fqwMDqWoFIPDG+OltGoQTrUN0aus0woNCR7gzWY4pg4CylnaM3CTGpyxcqgcjb/D0lQP7zuGm7/yqJcYNfX9MhgcPiYJ/n3L4FaJjFmKCnAvjGaKKluDA/jpcB47MNv+6c/iJFJUKaeYqt66/R466SZOz+FBZCfzSJyWNlNU3OxPlokD+RhnuWk5Mlc33LkPCdGxrdlmTczXo4TRG9EyBLEi4xkMjLxvWq3I8EwZ6zDAsS2GZWGuUU0JcEwGJ1+A4xRKqv5GFpFx09wRjOdgcMbKIkXVPvy7b/0+XvBnX8QhkRpxaXDKOVggX/DvIY9QUQU47LuxTWJ0nalGi55VVGaLEO10TedAV+1kDjkVdYcWbFigyd2XmJLMFqDTVN9lhn9//O8P4vrPfc9okNsJoij5fvL/rmuTL+o82IkirekLQ1Ov5qMN9Kmisv3fBroe8hhf5hEZ0/fVfYrK/L+rnY3tvWPG234cH9SbTINZphQVExmLbuJAvvWBAjEKno7M1xWDAwAHjun5MooiU4MjRcZFL6qVCe2DQ/2NHBOJuDC5qyzQeYdr2wVflr4v7ZvHttuhCSgM4klRBzjZ791yTNI6RZXN4Pi0ayDvHF7Gzt//C9/dg8cPzuHbTx6xjq8i6NVyKVRMUK80OJzu9fPSiJ+v3Yj15JIqMu6iispaJt6jXlT88/Od4LDQKYPDr+XtGyYAAPumtVkglfV2qzPSmwO7yJg/R4IHw/y+4V9hKTBZXNfXyx93XbeSsfFhcJQGKkfknCfAofvWJ12W5z29GBzG9nWjweH3bVWJjC1VVAYTlyPAaY9z4+oqAGDf9AIe3qdTegdn9XW92GwZa4kqExdO/aOE0RvRMkOj2VITxEQmg2M+3uSLTRj0pBcVQV6MaUZ/2tPBvJm8mm22D5f0waEUVTaD49NwU6VVQnuKis6jyyisamFwuu0hkxxjZP3dBdrhUmDDF6q0FFVekbGrm7hicHJ0j08Df/1MLXsB7Df0NeF3T9kCnKnxeLGZXtCaIvq9267aTh8cno5wpajYtcLvG/78ThgcdxVVS/w/+7Mr48scDEseHxz6TrtNUcmAwUuDwxoa+wi5XaDzGAR6HuQaHGnlAORkcNrPPa4d4EwvNIz79OCMDtLnxD2rRMZ1YnCKMvEVB05nTuT1wRH+M2HY2ULjw+CkBRFyYs/jZOxq1UAVOmkLdSUHg8ODoiBITio60DFfp1JU5WQaIE8g5wNTg5M9SdL51SmqDAaHaXaaLZNOTjt3slWD9vAgj432e3Z5HvhCMwopKv59+LB0PO1AIG+S6Xn9eej3bsuls9K7gDu9xucd/t3z75rrQ4AUDY7QaNkghcw+nz1vFZsci+3/xvGj3gQ48lbN04uKb5Q6yZSp4KGse1rxFJW1iiqPBqc9qI2rxqx/PzCjGRzJuiqRccHgrFzwm2tiLC7vc4qMxY3eZBoczuD0oopKanBSGRwhrqTYKI+Tsbz208rEa51ocFiKCkCCfaFx2IJI/jo1PsYE9crJOC+DQ9/bvDeDo8/P3GIDc3Xug+PXqqHeigwXVgC5usengY95FAIcU3vU2bU8NR7f00fbVWGtVoRjxOB06ehLX0uiVYOHoLRmlG0zBoc9X4qM3alz/bsrnZfU4PjrVPIFOOn/V4+3InX+fDQz6e+Zn8FROrYS1+Dkv39qqo+hZke4yJhvVCnwzWf0Fz959XjZWgV1gDM4i4LBoRRVXfcOHDWM3oiWGegiCIJskbCdwdGlqZ0yCrbmjoneSylGf01ZVZPDj4fGKmn2ckqZeJ31ogL8qqh4ewcg2T+JJvbkDhDG6wilUj9SVCxAyVNFtRi/ztDgpIiMgbjrr9GqIeXcGd3Em61kQBvS+LsMcNj4ZkYgwKnnLNvnzTYJisFpBzWziw11TfHvq9Fs5WZ0XAwOv5WcImN2rg1xupGi8juWTy+qhAZnMQeDkyMAkcylS2/Cx9zrFJWPZqvJUuZdaXDageI4cwk2GBx2LXbSM46zktwh+dRNqwAABzmDI+5Z5WTc1CzTqGH0RrTMwEvoFPPhkesGYkqT94DqNEVFz+eTWVks6Nroz83glIQGx4cKpflQGv1Ro0+7k3E8OXbmgxMfV6aoaE5yGYXJgK8Saj+dvqSovCbJ+PkLliqqNHE2EC+0c50Y/TUjQz8AMM1VlwHO6FVR5WPUZJk4oBeb6TaDM71gd4++/P134gV/9sVcQQ4NSW4OgiDZ3+ibOw/jB3uPqecYGhyHOD3J4NjH4dNNPKHB8dAfKQanG5Gxx2ax+zJx8/9eTsYqzdtdqwZZIg7Yq6gAdMQ482uaM0M/+YxNAICDs9kMTuGDs4KxyNItWQ7AthQV3UylLkTGdNxVY0kHTEI1hcFJpizgPQ7lxiquNDoXNuMwYnCqgsHxKhN3pKhctvy8GShfuEp9SVHlY3DIhGu+3jT8MABHmbjQuEgGx73b5e/ZSmhNfJo7+oB//lEQGRsanFwMTlJkfKzWQKsVqUAH0It8FMUtN/ZO17D/WA2+cDE4fAzNKML0Qh2X/+2deMXf3aX+bhj9OewFeC8qGqd9HPp3VyAo7808DI7LPDBrLLb/68ezgzL/9zTnIz+Rsb6HutGwKQaHpaiOWz2GSilo9+rTj3eyIauzzQyJl8dKIS48ZQMAocFxMDh0fY1iL6py9lMKdIM6o++yxLkJJ+NI55HLXYiM6fmTYyWVGkikqEppZeLmxJ7HybjJAgiO1DJxwcbQ7iUtzdJgOW8+ViUydjA49N8wiMvfbeWdPYpvBIPjc+50UFZvRsau2HYNmQFO0+hFBcTnb9xS6SCN3KRjb6/KxOtNMwAbNmSLiizIVg0AsKatwYmiuAeYEeAw5o1ulXwVQ/Z7Rz8WV1kenatjsdnCvmM1NJotlMJAiIyTDE4YxEwQ3+e4vl7J8Nkg20HI/9tATGE/ysT5mLsvE49/jpVD1Botv/Qym0daUfcMDq9Qmhwr469fcT4CmKxJqYP5ijM4VH7+jC2rsXXtOACzikqmIZcCg1MEOH0GrwjK0tDIBaTZirSPTCnoOFVAE8nqahn72jvIstgWVlOCiIQGJ5fRX/wzT5m4VOXTzsDWJ0u+RqaoZHm4LYiMxxefE9qvlEp+nZZ9wTuyA366A06Fz9ebRtrBGuCIAEJSygv1pjXAkakaGqcqQe0wsJbgn0cGX8MA/zx+DI4Z+AHxzrraXviOztWNFBV9X7UMcbgLLhdwPoZWy5xPFhqtxL1tY3Do9aYPjn1sRorKJTJuX2tjpRCLzVbqvarG0oEGR96LrlvTSFF1yeAoK4lyCcfQyFUmXioFCFvd++CMi+Dhp8/cknhuJ4wzlx+QBueZx08pX5wDMzVEUYQgCDDbZl1XV8uYqenzUPSiWsHg0W0WgyMnv2bEfXBCg5bOA8XgVPXiJjU4qhdVqg9OBwGOZdcbHyu7TJzMB4nBSdsV8l5UABLsiwp0EhocqOfzMXLH5l4wOLb0Y57XLNSbBoNj0yIYGpfFRmLH5drJSp+TBBvWgXjRBr7zHQWRcTOnyNimwQFMoTFncGji599DHgbHtTngj/FCBCAOHOX3bKQ2LYxqVpUPPzVRZD9XdG2SjsMnRdWbKqpsBqdXrRpypahokxCGXfrgJFNULnSSomqwjeHzn7ERE5USXnrWVhy3Ok5X1Rotda/SpoS+Y8ngFAHOCgR35dXiXPtzbQwOTw912hPIrsFxVFGltGpQRn+98MEpuY+hWa/4OZPtcactirS40+fQJZNmYCMnU17lxXVJpVD7TvRCgyPfVza5y3rN/KLJ4EiaXO6s4xSVnzeJZHDkQl7uYOIE4gqMrz1yQH0HfIyzo6DBycngqGtZBjjtNNX0fMMw/KPFad6opsqfjrFpcOgx2a9uYbGVuIfNJq3xTx7MZ1ULynNjW+Dp2lo/GS+MuUTGuQIcef/an9fLKir6uMRy+4mMNdvXTarbJjJ2oaMAh60vLz/vBNz/Bxfjxc/cgsmxMibbzaEpTUX3rCvAGcUU1UBGdOONN+Lkk0/G+Pg4LrzwQtx9993O537gAx/AT/zET2D9+vVYv349duzYkXj+q171qraZm/53ySWX9PtjdATu6ZIpMs5wMu4kwOGpkVVVP5GxrWUEoG+gXE7Gjkk6j5PxxjUxXZom0Kw3JIMTP64M/jLKxMMACQanG/8KiQQ759OLip2b+QwGR07iUmQMuL1JpCBTCQ+FyDhviur3P/0d/MoH7sI9jx9ufx7GMI0Ag5NbEyWYTMJag8FJeg/x7yFP3yWXDw4AYy7hn2Ou3kiYddrE6aUgGeD4OBkD9nNF15ZmcNI/Z8TY6U5YLdfY1OPskL1icMZSrC0kdPVrd/OI0uB4CHg72ZDJtix8DiQWh9o1EINDQawUGa/IAOeTn/wkrr32WrztbW/Dvffei3PPPRcXX3wx9u3bZ33+7bffjl/+5V/GF7/4Rdxxxx3Yvn07XvKSl+Cpp54ynnfJJZdg9+7d6t8//MM/9PujdIQ8KaqEy24rMlTunQQ4/Kk8wHEZ/QHJnLXsLp3HyTgzReXRi2rT6uwAZ1Etyqa2QJaHu4z+ggCJKqpSxs42D+SkmKfUFEhqcOQiIyfxmVoj4TzqYnD4oeIycZr0uisT39Puz7Sn3ZuJL2SjkKLKr8GxX8tTrFTcYHCsKar8bIUlvjHS1ZLpS2NwbLoenUKxj0Ne/7YFPi+D4yNctsHXB4cHkj3T4LTTRIse49XVr7r5byciffruvBgcMef5QDbW5dio5t02g9OeTyigX2y0jCzDKFZR9T3Aefe7342rr74aV111Fc4880zcdNNNmJycxM0332x9/sc+9jH85m/+Js477zycccYZ+Lu/+zu0Wi3cdtttxvOq1Sq2bt2q/q1fv77fH6Uj2FNUrl2H2OWzXU4pDDs0ctJX+6oxfQG6UlSAJcBpmhN7VqqNg4aaMPpLKxMXDM7mqewAh24ylaISu1JdTWWfIMMgQImdk9jJuDfl0UByYcutwVlsOnsKAcnvbI754GT5CMlqooTRX0o6MQ20ENbFT2A0GJxmzrJ9uobk5kD3o5JVVK32z05TVPHPVA1OK8n0SQ1OzWi2mQzSshZgef3bAgYK4ojBWcjQ4DTENecLm1eY9Xns8V51E6d+dXk8rCo988HpjwanaRHOE45bFc+7msExg9jFppkOXXEMzuLiIu655x7s2LFDv2EYYseOHbjjjju8jjE3N4d6vY4NGzYYj99+++3YvHkzTj/9dLz2ta/FwYMHnceo1WqYnp42/g0KnMHJ8o+xpaj4YtOJyJgvSgaD4xAZA0mzP3WzJjQ4/jd6gsFJKROviXTTZpaisu3YeCpPpqhkYONKUQVBYLqChoHy7ulFispHxyCRSFGlVFHJXfv0fEM9tmGVFgxmja1uKRPvVGSsUhBtXyMjRbXY7LrsvFvwRdbnO9YMjvn41IRu12BqcJIpqnzpGHt6N36Mi4xNBichMrYExjaRsesU+HTTrqkUlZ3BOTpXxyfu3qlaWnTM4HimqPgc2atu4kqD43E8+p6511A3KSqfAIfmqzzrg6yY5NhIKaq2Boeaba5nGhw+76w4kfGBAwfQbDaxZYtZ0rZlyxbs2bPH6xhvfOMbsW3bNiNIuuSSS/DRj34Ut912G975znfiS1/6El760pei2bTvGm644QasXbtW/du+fXvnHyonuI11ln+MLX3CAwReGuoLPvkZDI6YNYMgcLZrSGhwVICT/f6RY5KmG8raqkEwOJvaAc5is4Ujc3Xn8/lx+a4piiI1MbpExgkNTqk7i/W0MQL5UiIABTgpDI6YdLlBl0obOFNUfLFpsUlPBLQ5zwN9Zrqe5M53rstmlN0it5MxSztwKAZnXmpw2gxOo7MAJ80Hh6ereYAwX7ekqCyBMQ/SsjQ4yRRVciNG3/F6RxXVh772KN70qe/g7+98PD5GznNPkGN0mleyY/bKyZg2gT4FAlzb0k3LF92qIXup7iQV1nBc0wDT4LTnkllVRRU/3oqg+t3JFP+oYPRCLoY/+ZM/wSc+8Ql8+tOfxvj4uHr8iiuuwM/93M/h7LPPxmWXXYbPfe5z+PrXv47bb7/depzrrrsOR48eVf+eeOKJAX0CyeBkUMEJISqsDE4eSpf3oUoTGQOagpUTgr5ZzQDH50ZyVVERzW+bLBZFgFMtl1Ted/9MMk1lBjgkjI3/32LBjW3MPA1giozDjoyz7njkIH7mff+N+544Yjwuv9s8vaiA5M5cTvRyl0rnKQg0w+AqszcYnJZu1ZAwdsybohIiUqldGHaaytTgeDBqInVHMETGjMGpWUXG+dkKmd4FzN26WSbeTIqMLQwOFxlnlTEn2Edxrvj76WDafA6xAIfb1v8ma5g/6CO4Tif/LL3qRaWrqHwYHH2tkN6pm2abVZ8UVZdGfxLaC6fN4CyaaUgAmGn7Po2VQut1Omz0NcDZuHEjSqUS9u7dazy+d+9ebN26NfW173rXu/Anf/In+MIXvoBzzjkn9bmnnnoqNm7ciIcfftj692q1iqmpKePfoMA1OFmW9/YqKnu5oS+rwCfUyTHug5O8GLXZnzlB1l0LnlcVFYzXyPe3NQKVImNAp6n2TdsCHH0M2WyzxdJXQJJ14gxTOaHBodf4zxi33L8b9z81jX+9b5fxuAxK83QTB9o+OHX3Qikn3QNtvdJkpZTZ6oIfykz3xSeAzkveCZoCNBqbZOuGHeDwa88n4HSWiSuRcUOlYAAdWCx06IOj00nJv/Hrm499QYjRAcHgWD6DXoDt48hKUfEAjs5F0oMp/r8uDc+nf9JjSR+b7Zi96iZOIlqXFxCH2WwzfaxpyOODk6f4gyALSDiOY2Z/gL5fjQCn/dgopqeAPgc4Y2NjOP/88w2BMAmGL7roIufr/vRP/xTveMc7cMstt+DZz3525vs8+eSTOHjwII4//viejLuXMHpRqZ2w/blJdkGbt1VKoRFl+17DPELnuwAbg+My+5NRfh4Gx1VFRYunXWQcv4aL1khovO/YQuL5tHDyNBMPBvnEIoMy+m8QBIZ41Awo/ScM+r73TpvjlCLjPEJFICkeledefmfE4ExWy6oTsctd1jg/rUgxLURb03nIsxAB+jPSZ5evH7YXTt5u4k6jv3G70V+9GQeLnfrgUPBtE4Dy6ztRRdW+BilAN+wFLPdjVipWPiyDtAW2IVlVtQfTdH3Sa/O2yVDjHwKDo3xw2HyUFajyZpuD8sHpJJCSJq4cG1dRmbjJ4EyNV9S1dYwYnBGsoAIGkKK69tpr8YEPfAAf+chH8MADD+C1r30tZmdncdVVVwEArrzySlx33XXq+e985zvxlre8BTfffDNOPvlk7NmzB3v27MHMzAwAYGZmBq9//etx55134rHHHsNtt92Gl7/85Xj605+Oiy++uN8fJze4YLaTZptcg8N3Xb6TAheM8hvUdkG7zP6SGhzz8TRoa3jzcZ8y8YrB4MQpyn2WSirdpkE/n9PuJoNjfjatwTGbbfKy/DwbL/q+dx+dNx7vJEVltGpYbKUyOHKXSq+dHCtl9vKSY6P3qciUZIcMjlrcxLkfdqm4cV1kfDbu25IsE49TgEfmFnGslizN554w+Rbz+Ke1ioprcBwpqtXtlLRdg5MUGbtu58S167hexiuhky2ka0+3Z+ABTg4GRzx3EBoceo+xPAEOa7apRdwdMDhUJu4RQHSSSuatGiTIf4wYHApwVlXLajM86gxO33tRXX755di/fz/e+ta3Ys+ePTjvvPNwyy23KOHxzp07EbKT+zd/8zdYXFzE//gf/8M4ztve9ja8/e1vR6lUwre//W185CMfwZEjR7Bt2za85CUvwTve8Q5Uq9V+f5zc4ILZvCJjVxUV4C805rtOTnPKKiqA9XxyanBIdBpax2sDTUiJMnESGVs+iNTgAFpobCsVV4xPyWRggHaAYzAUYnxqETEn/U6djGkse45KBkcGjfkZHB+RcTkMjAVjwidFJY5FTE9SVJ5vgpbl4UkGZ3Q0OFmLLP+zi8HZfWQhEQwv1Jv98cFh7KJs6UHXwtR4BccWTOM/m9FfkMFUJlNUgsFhlT4T6lqTOh2TzRtkFVWvuonz+SXre2ywFJX05MqD/peJU4bAViYeMzhH5uqoN1vK6G/VWBzg1BotpcFZsQEOAFxzzTW45pprrH+TwuDHHnss9VgTExP4/Oc/36OR9R+5RMY2DQ7Tv/CJ1beihbMv/CK0XdBZDI5KUeVyMobxGoISGYuJIoqidA2ONcBpMzjs83GfEH6+XVUYYRgkNDidUL5UQrrvWA3NVsSE4em7YBukBsdm2Eagc7ZucsyooIoZHPuio44lPh8tyKo1R2D/DFmQTrVyoZFGhIMG1+DYtGAc/LtwaXCIvRkrh0AUB+oLDcG89aoXFQs6zSam+jqZmqjgqSPzpg9O+1c7g+MKcMz/y3uWL8LEFro6TxODys9nJ6XzrrER+P3Rq27icUVUOy3onaIKO0p1E2q5UlT530fqKznWTY6pz3twZlExOJPVUnyN18Q1P4IYzVEtI6hGZCXtg+PN4EQmg8MnuqwJWR6zXAoNp0lrFVXZLjJOVNXQ5/BhcFxVVI4ycT558gBnkxIZJzU4sncVYO5KzRSVnCD1LrkkNDidpKh0SXSkyiuB5C7Vq4pKaCsWLGJR+b7rmQAQiPt45TH6i59nns9OU1R1FeCYPwnDTlHlYXD4OXJVURGmxiv6XsoQh6fBZbEAwJhLeNqVO15Tj6wFC4Nj+uCkMwzSHFCyj1oIm5aiiv9P10TnZeL2sUkYKaoeMThxIYLdSkOCa1vo++vEMLQzkbH/8dOqqEphoDy0njg8px6fHCupgGbUGZzRHNUygtGqISPlYesQzZ2MO2JwmAsx3wXYVPNjKsDJYHByLHjaGt58XPngpFQDGSLjtgbHnqIiOpgHKFBjNFNU9h1gGASGN5DhZJwrRaXHv5ulqTqpouJBbLxwJcWiBPrO1rcnJMLEWEmJy132+fJ7nBcpqk6qMwAdvKqgb9SqqHKIjPn3JXe7a8ZNInztRFmf83qr6xRVmpNxFJkMznxdi4wp8CKxM5AuMs5KUeleTHYGh6dDaw2zpx3Ngw1LujIPqyV1LE5zwp5qcOKfYRA4z4GETWTckQ8OlYl7BBA0pXfSbFO6cxOoVPzB3bE5bhDEeiCam4+1bREKBmeFggtgc4uMGYNTKZkiY9/Fxqii4gyO5YJ2pah4kAXkS1nwyYHDJTLm780ZmbR2DbJNA3+/VhQZO1MXg5PU4HSWouLjNwMcyeBkT7p1uTNnx3b1olo7UTE0G4bI2Nls0/w/2ewTy6e6iedYJ1ot7T9EaTs55pkhV1EZPjgZ3zG/Z2W6tVIKDQuGqYmKOucLjabpg9NBisrqg8MqMg2t1qIOhKcYs6RTRDolS8jywaHP7vKBIZahyjQ4gLlRkiJj6Z7ti2SKyjGX9rCKymRw2tWfmQyOZr2zzm8acjkZd2L0R0Uolg0vADz31OMAAJ/6ZtwLcrJSQhgGam7QIuMVWkW10lFnAU6WyFguINzjolPBJ6+iymRwHPSrtPPOs6NvCnqbUHGIjOl8cToY0CmqY5Yu2fW0FFXLPN+uMvEwkBocnjvP/JgK/NzxUnGb+2sW+HNmaw3j2HISo/NWLYeYZJPh5FhJVWD4GP3FzxMMTmD/rtLQMBYwhwZn2CkqrsHJ+GxpDA6ghcb0O0/VGAxOrnRMWoqKa3BYIMw0OJxZooVSi4z1sbKuc3pcsRfiifOGBqeUeBxIiozzNjqVY9H/H1yKKgj0wp4VlPHWMd2Viev0XxayfNZsSCsTB4CfPTe2XvnmziMAYtsJQF8LhQZnhYMuoIrRDdzx3Ja5UHOjP5ke8r2IXT44tiqqioN+lQ3ZyhlMFIdTg+MQGcs+VIQ11bK6yaUXjq1MnNO1hsjYqcEJDA1OucS7ifcgRZWzm7hMPcgWFS4GZ6wcGo7VE5VyahWV7Tuss2sW4Ndc6pDF+LiINGr/bLXHFI9nbtgi4xyVPLy82saoUKl4/HvFYM06FRm72E/AXUU1x5i+VWNlda/SY/YUFb1fRoqq7GJw2gFOu5CCFj/+uVWKqmUyOYDdC8uFTkTGvfLBKYU6jZ3F4NTZnNmphg3Q59CHIenOydgeCjxr+3psW6u7CFC7H6nBGbOsJ6OA0RzVMoJ2igwzL3SaY2mhbkZJn4KSBw15eHZRBQG8ior3MxmzMDgu+lVG+b5OxlEUsUna/Fspg8GRO4IgCJxeONwMkRA6FoC0FFVSg9N+Ta4qKv3cPcwLRwYkWYyB/Hq5Qy4fN0GJ2UWAMzlWShUZ888mK+vomssT0BJ4cLYodBekDRl+ispfg2NrccBhMjjaXFEyOHkEtbZ0EoEL/fkxFxiDM1ZOin5TRcZOBqedoiqna3DovaqWSirlZKwYHJZuzZOikvevR7q/2zJxLvamSs0sNrPJ5sxOfXCiKFLfZa4y8VwpqvY4HSmqMAxw6TnaQHdyrM3gUIBDKSoPhmkYGM1RLSMYPUmyRMZCS8JFxrIPlGuijKIIP/O+r2DHn38JC/WmQZUaDI4lYnexKokgy1OTwT9nIkXl0uCwVIvEZocXjgqKrAEOvEXGSQ1OdymqPdNukXFWqkI+//Dcovi7/bxxN1kgFhkr4adFg8PPh9wlqoA245qzjp+dB5Wiar+erN6HnaLK02zTZfJH4JVUMYOjhd28+q0v3cSlGJ0JU6uicMD2ObI1OPFPcquV1yYdm5i5CQtjSNcenWeTPcuvS9L/T2edgHg+66ZzPWd56Z5YbLiPF0W6+WiZ+Wnl9cHhGiafFFUnrWUagp234WfO2aZ+p7lFGf0VDM7Khk47+YuMxxSDExkMDP/puogbrQhPHZnH9EIDR+bqTgbHXkXVXsgcna9lmixrF8OH6DL6kxO+zcWY4CoVV1VUJfukzc93UoOjFxGpwdFl4v4TBqfD9xxN0eBkVWGIv88J3ZHLB2esHGLVmGZwVhlOxpYUFftsMqhUQXUH4kXbDpquKwpwRqlMPCt94Gq0SeCC3liDQ6xZS4iMc7AVaSkqxgZLJ2PO5iUYnG6qqMr2DZBsJ2DzXaqJa8DQaHWgS9L/tz9Pxkzd6HD496DS+Clz3707D+PAzCLGyiFOWDfRsQ8O35DkYXDyMM40D9mKTgjnnLgWJ22YBABMFAxOAQ6aDEqh1nQ4RcaRmWrhrRp8S7Rl7plreHiazBZAuDp8y4Zsvk0/+RjdImPz9a4UFeA2+7OlqHggmMrgtOeQQDI4pc6abUoNDp2fxOfMIWq1wVUmXinJFFU51ejPZHBEgCMYu1ypOr6AtXe79D2tm4hL2V0MThRFuP+po11rJ7KQT4OTXm0yNc41OLxMXPrg5NHgZDM4zZZ5rXBDyLFyycng2FJUzpLrRIrK/AwUwI07GBxu3qkYnKb7nkyDL4Mjz3N3AQ5LUSmRsft4N3/lMQDAZedtw9rJSmYrDBe42N82X0t0pBnMYCaBeG6kNNW6diBPm/BpKhMvjWYV1UCcjFcyaDKIy7zjx1w3tGJwyjrAkR4vWY0P+Y232GwmqrDGyyFmF5vWnajLfE8GWbLpp2PONyYf+XauMnGXyBgANk+5NDjJ1/BJm59vV5lpKJpt8pRipymqWqOFI3N1rF815jynLrho+yCIP5MzRSVFxozBsfng8MPIoDIhbO8wRUVjqwsGxxXgfO7bu/G6f/gmzj1xLT74qucoL45eI08ljxKaujQ4ksEp66By3hDb5mcrbKJmzgbzcz232FD3ULUcqu+Ugg1p2hcf33w/jijS5f4qwBHnSnm1tAMbzV7Fj/N7QmtwkgyfD7x9cBwatU7Axd6qSbBj/n3y8Bz+4/7dAID/3/NPUa+Lj5MvwuHibR8ELOj1hZRAuPDaF56GRrOFXzj/RABJBqeoolqh4EZKvuyLWUVlXoDljGPwgGGh3kqo5GkSqlguyIqjDFSzUO0gy9OPh//N6WQsd1qWNg0EVz8qzfq4UlT2McV/p/GZgVunPjh1MZGSDifpg5O1oNr/Tukn1wQep6jMMvFq2a+KKhHgKN1X+phssC1g9F2vnUwXGT92YBYA8K0nj+IX/uZr6v+9Bg8MshizLK2CITLmPjgJkXF+vUma0V8rikSqDZhh5mvceA8wK4KSx0qOgV9mY4q9kCkqU4ND70mfm2tJiLnsWGTs64MjU1RdBDjc7bzsqDQlfPSOx9GKgB9/+nE4Y+uUeh2Q38k4j4sxYLpb+6KhNtDpAc7UeAX/59Iz1WeitYLeqnAyXqFQImNWduxkcESKik9evhocnvpYbLYSr6fdgC3nShe53FG50mQ0Rhf4EOUk7SpJp2ohXnZL2ORIUdl0OzqYTBcZR2zyKhkanKAjDQ5932RxTjqcRKuGDlNUE2Ml69+50NrJ4NhSVOyzJRkckzXMx+AkAxzfFBUPCB4/OIdf+9DdXYlEnWM0GJyMqpgMDY4hMh7XacHphboRJHSymNtTVO1xCZExABxp30NcZJz0wWEBTmi+n20MQJrRX7oGx9bN3BR4dxL0mf9PPM+hUesEPNAcS0lRzdYa+Ie7dwIAXt1mb+h1aWN1IY/JH4CO5qssJ2MX5FxRMDgrFA2WPgnZomu7CG0pKjmx0nXoWgD5ZBdrcEwGiIyabKp81+4kEWSxyTFt52u4v4pZuuQIpg7PxtVCG0TLAYBXUUmRsRkYAqarp1+ZeJBgcPJSvrx6gkR55IUjNTeZVu/tv8udEbEzUWSeX3eZeNmLwQmCZFpQs4Y64PYF/16VuZvolzXPqvw4KMC5/NnbEQZxkMMbiPYK5nXh91xbyTbg9sE5KvyL8qVj4p+pIuNWlLgH6T2ronUCPZ+/nh/fOifxAFjND/Gx9hxdQKsVJRbiCcHgWFNURgAceS/KLbEg+zgZyzHkBT9naU7GX3/sEI4tNHDi+gm88Ec2q8dpzu40ReUr4O2ktYya2zNSVBJyXioYnBUKHqDwwMB2EdKNVEmposq6sWWAI1//uzt+BL98wUk4d/u6xGvJB0buqJqqEswMslyfQ32eFA2OKhMXrz+UEuDQLvnYgrnz1xocPmnrMfBxyLiC3j5h9BeGuVNUnLrf3g5wKEVFosoxh45Bgr6Dajk00nWTrELKZkdvS1HxRU5OsnxHL1m9ikpJ0pg6S1FJgek61hDUZvZHotXtGyawta27evLIfOJ53aKXDI50MqagMqu8Pw08NSLB3cSlXosYnLESLxM3q6jMVg0ULCXfx0hRURVVK8Lnvr0Lz73hNvzNlx5JuO1qk8Om8ROwG/3Z/u+C1BC5ggaXEWYnMFo1MCuNJw7NYRe7LmleOnH9hHF+O62iWlCbFk8Gp4MAR8kiMlJUEpKxKQKcFYq6qkAKTe1Kym6JFrSYfTBzpIqa9klRiSoqALj0nONxw8+fba+iolYNQgjZEBocTmempQ6abIJ2lYlLJuOgCnCSwlKXRoizZATDB4drFJwMjjD6K+VPUfFd3UkbJgBosz+qVhhXAY7ngloKDbaNe9zY7OiTTsYl4/WykSpf8KTQsCS8l/KViXMGJ/6dFplJ5rA7a9HhcOv/E9bH5/Gpw70PcGw+OLVGE5/79i4VaMu/OzU4LEW1Zly7bh/ugsFJ897RFZnuYKFqdPduMzgqoNXPTwvkTRuBdnq02cJ3d00DAL7w3T1Gs02AaXAW/UTGtv+7QE/L6o+WSFH1oIoqCAKl8zsyv4iXvfe/8XN/9RV1vum65ZsQILtbuwsy9ZcFPV/5HT+KotRrLA3SFLRIUa1Q2Fo1APaLne5BLTLmGh5RsuuTorJocNLg6g+VSJOxQ6UJ2ugwtsoTRfU6DO02sF0+gX92HnQspqSomsIHR342ngbgNG0pyN9NnO8Sn7ZhFQCdoqIFnyb/rBQVN4icYIwMD1744qNKg0slIwjiDA6QNPvj35Fs3yGr5nKViVs0ONw1lZpT2rxwaGGcGCvhhHXtAKcfDA5b9Og7/uy3duOaj38Tf/mf3zeeK1MjEsetjhnHNW39DZ3zI5LByaHBSUtRcXdcl4+MafTnZnDSNCL82uc+ONQ65P5d02pTUhUBDlVX1SxGh5Ix8w9w9DXE/582bqB3Ghz6/u/8YZyOOjCzqFhIdd0KzYwPg/OGf/oWfvWDdxlzla6i8mNwfB3mCfyc59bgiLLwUW22WZSJ9xl6oQrNFJVVg2MyES1LhE0sitvoTzI46RMzh0v4K70SgiCuMGpF6bt6Vx8qQKc/qIybjn1wph3gWEqDeQql0YpYyaaFwWF5b36uEw1NDfpZB3BhB2XivFHotnXE4JgiYxXgZBw02UMs1qBwEz9bGqhSClApmRocsotvRfGisxY6eOSUv6SpE605cizOUmMRP6aF0KurZUwvNKxCY70THjyDQ1qfAzN2BselwTl+7QT+8LKzlE5sXKWoZA+xPIJafW1K8BSVK71mGv21AwubyJgFS8kx6N/HGPs43U6DNVsRHm1XudFn1gxOW2TcSAaSLhY2CzTEkkrV25/X2zJxxvK255ivP3pI/X1+sYk14xV13fINCb2Oj912/H+850lEEbB7ekEF9bUcjTb5+/huyPjzssrEJZaKyLgIcPoM3kAzS7tiExlLB9Wskt2EBkf44KTBJaBTaS7OcIQBWs0odbegd4vu9wLic1QKTc3CcRYNDmdYmq0ItFHSFUQ2XYEQGTt8NLgGR1cPxX/zzZ3zpp8b14wZn6euAhw/DY5q1lcKDAZmkk2eNpHxGNPsBEH8fkEQH2NusZkQGjd5gJfoRWWmqPIZ/ZnVfIDJRhITZQ1w2E74hHWxlqkfDA5nPtTC6+h8nqXBAYBXPvdp6ncShpIRmnrPDqqorD44bLfuOmbVMPpr++BYGN0gJZDnQQ/vRXVkfjHxXLq2JwSDs2iUicfHk/OX73lRDM5ANTjxT+6Dwyv9yGV8zsHgBBkMTiyyjn/neiU6f/2qouLXeN4UVSLAKVo1rEw02KTOd0025oMe4kJU2ck7S0jGd4i1ZstrYia4hL+2ICnLcBBIp9g528KPQdqH9ZPJAId/BrNKR+ucCFyjYIiMnRocPXnJc51XZDxWDg2jt/h9ZYrKT4NTCUNMsB0cD3AMBodpcKhSbrJSUpOrrKYhtFQQmjQ6pNd2YvTXFCmqKNItBcphoAIca4rKosHZ1YcAx1Zdp9gmh0bEdyGg8y0vnV754HBdlOt74QxOTV2H7WMa9zK9n3vTFR8vPla9GSWavwKauVC2BIvkg5Pspp48v37nRaaoXEF3IkXVEw2O3YCUApv5dqpq0sHguOYRfn74/Zm3TFyzel5PNxmcvAGO2AyNaquGgsHpM7QTsanBsaeo2gskExk3WIoLyN5N851Qrd7MNTG7GZxkmqscBqghffG30eEEPh76jK1WpCh90jQY4+Pnr8UX0HYwYGhw4p+xkE4fw9XLJgx4pZpOxfHnZIGbFMoeQFpkXEqM3wYeVHLKe7xSQikM0GyZ2iL6zqrlENvWjaMUBjhx/aR+naOjOP+OjF5cgq0D8lWB8AWL0pD8e1pNDI6tioqJNTesitNpvU5RcYFlPF4KcNIZnLwBjkQ+DY5PisotXB6zanDaGyZrN/H0FBXX6B2ZSwY4dG3T9ao0OGzRprS2vP59z0tCZOxKUfVLg2NJ5czX2xocR0CSleo2enYZAU6HKaoONDjLlcEpApw+gy6iSilOFZDVvo3BkUZ/TasGJ5/IWIkjPXKsWT44PMAIM8YBpJe5GmxMe9KdXqir461LERkDdhGrWSauJ+20nkMRY3BonJQKy18mrlNUPBXVaLbUztVllibBnXM55V0tx0xgE5FVgzNWKmHzmnH8y2/9uFFq7+pHZVRRiTJ5Ai2GeUqcZcqh3oyM74mE0DY3Y56iIi3TsVoDR+frhqFeN0hWHpnMQqI5at4ARywAE5US5uvNnN3E459pImN+fdPcQqiWS+p6S2hwrD44yTHY9CcNxuBQsA3oa4wCHVVFJYKLRitpTugtMhbfgysd0y8fHNtCLlNUCQYnxUgREAwO78CuusLnKxP3rXbUm+fAmgZNQ6JM3JNlGjRGM+xaJuC7RNmZOY3BqTAGp64eE4JPx0Usy8RzVVGFdganwfQgBJ9dvS3fTwiYsR7daFSNsaZatt7U/DUmg6PTMwS+w+VjdFm9BwEvgzeDSV/igqeJ+PgX2PdAwUomg8OuBb4jrLYZHHkMrsEBgLNOWKuCA/64ZHB4FVXFweCE7Dz45vdtzQ4bjMFJ1eAosWbYZnHiQK2XLI4rBSXbSui/m3YLWZC7+DXtZpy98sHh6VM6r6ur5n7VbNVADE78Nx40pfWi4gERXRO1RlN5vlxw8gb1XOWDMyZbNZjXXKPVSp5fzwBEa3DS/cB6y+Do78G2UaTAZqFuD3CyNDictbEzOPlSVL4bsqz2I2mQVVSjyuCM5qiWCfguVpumuQMUFeCUdRAkNThZ5ZFOJ+McVVSJbuIs0idoLZD7eLbdIodMiSmTP0t6yvUaQPv22FJUksFx96JKanA6LROvlALD+KpW101PabLKElUaKapKMkVFn02+t6uaQabMCC3LAgaY37UrNegzfkK9qRe1cilQ7RpsqQ7ZnbofpeKJ60AwN/L7sTWpTIMzwMklMo5/WhkcNo/QeeVmg5QSVykq6YPDLpO0FAo9FjAjyIPMI2jHmVvU70kn4/g9rQxOxyJjtMdPbIX9ef0x+jO7elPF3LxgcJwpKscQas4UVT4fnLxl4nJDnQeFD04BY5eSaJYpy5XZDUnRcNOiwckS9xpdnHMyOFndxA1am9iXFHEg/clFf0pRc5rAWI3RIoRO7yYunYztC1cYJt2iu0lRhWGgWRMWaNJkld29WgdLXINTLeumrfwc1CwsFodyl5VGf+zzu1JUXJDqy0DYFhhumUDamsPCUK/VitQYyTBNBTiH51BrNPHOWx7EHY8c9BqHc3yOFImTwclRjQgkF6U17eCjk87Z6UZ/OligIArQFU/Sk0bfy/bNgIQSoTP2gqwcVlfL+PGnH6fGSO9JTtokupXXXKNp0eDkFBlXMjZ6PU1RGZug+DOun6zgnBPXAuAiY7vRX1axgikyZlVUuZtt5ktR1XNe0xxLxcm40OD0EXxXkpWisvV8sfngZJmuycqaULwuDS4fHFukX8rYldD4+XMlVCVEy2RwbCXirtcADg0OEyGmMTi80kumpnjDTh9woS8Q6zAWGy0sMO2F9sHJ0uB4MDjt50RRZLBHNjgZHLWAmSkqPukZ1X++9LdYUHhZbaUUKKfqgyLA4c+jz628cI7M45/veQp/c/sjuPvRQ/jn1z7PayzW8TnMLLVnj/0eGGSKimtrJIxeVM1kgEMLkGRw9Hyij5XWi4rfw6TRI6+gtRMVnL5lDf7nC07FuokxtZGZVOnHpMgYaKeoLBotH2gfnPT0cS9TVFyHRMHbBadsUGloZfTHUqscuuDBfnwjRcXYHFUm7hk85PXtyntNcxQBTgFjks9KUfH/V2zNNj1t86XRn6y+SoPqJu5wGTUWvYxAC0g3KgO0qJkmN8XgpAU4ofkaAIa2g6AqClp+zTYNHxyhd/LdEcmu5uOVEqYXGlhg1Wy+Rn+cuRs3ApxQs3hiUQaAasm+21Nl645WDdLJ2BXseKeoxPNodxsfmzE4c+4AhyZNYnB2HVnAg3uOAYAymusUSQahHdi07FVUucvEhYZsqgMGJ80ok1f40Zi5BocW36pgcGybjrRqQYO9aH92YizWTlQQBAGue+kzjddQEDCXyuDYr8Ms+Gpw5GnuRRVVEAT4ufNOwJ7pGv7H+Sfi7/77hwCSKaqJirmsdqrBIcGxr4A3yyNNgqeM8yLZbHM0RcZFgNNHKPfTQAc2LnEu/7+qomolJ1a5uEnUhQanWvYXRzqrqJrJY/h4o2R1YJYiYy8GxyawzZGiSutFJdOIaeJLG2TLCF7BogKcsv0cS/C2BmaKqpQ4B3zRdKWoqqIBIkGnqJLd1G2/+9q4yM83xwKcMmNwZM8nrb/RvdtILP293dN44tAcAL1gdwp5/2ijv8j697waHOkLQuxKr6qo+GKmU1Rag0Pv72JwQuP7pfdzMzixwNb8TK6KNsXgWHxwgPgcd+pknNDgOAOcpMi9U/A5YsOqMbzppWcA0OXwc3UzReVyMnaNlbOqi9YUVV4Gx5dlNYPFPJC6nVHV4BQBTh9hM6BzVUHxG54uFp6iUn2BcoiMa80WJiw5dxcqDg1OGoOTWkWVMkEDyX5UaZ3EE6+xGP3Zy8TN3VxSg6Ofv7G96NL7527VIIS+tIuvNZqsTNwzRcWCygnB4Mjgku9OnRqcsitFFf8sBWaZuC0d6TNugmQBedfwCtPgJAIcS8PCE9spKmoJEH+OzhcswM2g0kKYDPL97yMgucPtRGSc5oNjq6IyUlSMRQTSGZxUkTG79+VO32blAGgGJ9ZdtSwi41bi/Lv6abnGo+dB+/MSGpwe+eBwTCqtUTvAcVRR8SpEG9xVVJ31ovKvosoXtHMUrRoK6NSJZbfkquIAtEtko6W9Q6TIOHcvKh8fnPZ7LDr1B8kUUNqEnbXrVSLjXCmq5OfXrRosgWRktpOQGzm+iJx1whTe/6vn45nHTxnj9i2NlkwSd5FN9KLyZXDC0KnBoc9F71sKA+e5zhYZu43+wlD7N3mbiInPR4sAsZnE4Bydr6PebKlzZmtYeAIrdyfIQC0v3AyOPUWVV68QBLHols43sSuNVtwo1sd3hKdGJMxeVN0xOOkaHP2cSujJ4LDgdG6xadHgdMPgmHOK0wenfbhyGKDRinrmg8NBnzO72aY5dgnT+8aiwckpMs7rZNxJiorPtdLEdpQwmmHXMoHOcVrEuVJkzDU4zAfHpcFx+uBwBievD46jm3jDciPk8cFxzeWyastPZJzU4MiO64AoEze6RpufjS8iQRDgJT+6Fds3TBrj9s1paz+e+IXKsr7eVOd0gmlw0gInpY0pBcpXBDCrqOj8cgdlF7LLxKXuxjyWj6icQy5glK6g7yjWb8R/4zqceUtp7LrJSmJXLLui50WymzVVT9lTVFmWBzbwhYmzK3k7Z2cxOHTdmVVUorN33fTBMXtRtd/PMi6uUZML4VoHgzNWDlUgOLfYSHxX9aaFwemwF5XrVNJnofutVz44HHTsucUmWq3I2WwzyxHdZHCSKSrfNghhyvdog0164AvO2IwqewMUAU5foa3pzd0wYKHIDcM5/RwZoGQ7GXMGp5lr55lVRWVqNLLLndNaNcTHM313vFJUNg2OpYKI08L846T1opLIm6KyiYyBeCemRcb6lks7d3Vniqqk2bP262siNWaDEpuKxUbtTmWKSlwvPrYAHIkqqvYul4KwUhgoO4DDs1owbEtRBUGgWJyNbY+kRcsiyXFkbhFff+yQM4iUC6pM9zlbNeRwfOXfNWdX8rYlSPPBabX02KYsKSrdqqHVPmZ2iuqpI/NK68SrrmSFHnkZ2UAB6WytmWBP+LzGH/MBPS1LZKzut7FeBDjxz7QUFdeEJXtRpc/ZziqqDntR5U1RdaLB4ZupUa2gAooAp6+wibicImOmheApCBlcpDkhA6JMvEMfHDm511kKRH8OpI7D+EyuFJWjTNxLg8MWWt2x3a514jsaOcfoySv5XnmbbS6KVFmVNdyUKap43NkMTiJFVS7pyV0yOGkBjqsXlWLZ3GXiQPcMzpxicPRx17cZgIOzNfWYi+YnVu1nz92mHqPd7lNH5vEHn/0udh6cU3/7/U9/B7940x24+9FD1vG5q6goVSVTKJpR84WLwZH6JBdU+tTytfIUrGZwbCkq3WSVO6u7mm22WhFe/ldfwaXv/W8sNlrCRsEvRQVAOVXPLzYTwva6pYrKN3Cmc5KlwaF7thcMTuTYBCmR8WLTqBKUmhldJu4KcFzNNlvW47mQtTZIdJWiKhicAnVLGZ7LAZhrIXhPEWmnrYIfp9EfC3CaLTWR5GJwHLsrW3+iNDqU09s28HTT/GJT7d7TAhzFHFlSVEarBp6iMjQ45ngjB/0sj2FDFEV4YPe0mtzq5KhMHiSscom+R76rTwtweP8v7qtRZdVF9BwZWNmg2SSZotMBsFkmbh4ry39JQgbJKsBh19BxbR2OweBQFZXYBb/up56OX77gJLzup56hHqMF4JN378SHvvoYPvy1x9TffrB3BgCw89AcbEhUSQkNTtInJz+dzxcmI0WVMx1ju39U5ZOhwbGJjPX5rjFNHl/TeC+qxWYLB2YWMb3QwGytYTCcviJjgDE4i40Eg9NothIMWl4nY22Yan8dfU4V4PSoiopDaXDqTeZiHCaqRrOYYNPJONmXKncVVc6Uerci4xUf4Nx44404+eSTMT4+jgsvvBB333136vP/8R//EWeccQbGx8dx9tln49///d+Nv0dRhLe+9a04/vjjMTExgR07duAHP/hBPz9CR7D6s7hSVLRDDAL9HIPBMf1saKGJogjHFvQCIUXGeao/ePonYse3sUBykbVB6xbsf1eOvM0Ih9o6jEopSPTU4aio92VVVA03gxNF6UZ/aYtIln/FNx4/jJf+5X/j/3z6O/E4RKDBvWcUg8MWPVeQCjD2rxSYPji8TJxExh4MDtcDcShNRuAuEwf4deu3UMjzTMErZ4nWq0qqWuJ5E2JSf9ZJ63HDz5+NDavG1DHos0y3+yLtPqpbOexvm9HNWHpd2T6H9BSqN02NVNOxi08DX5hWjZWZMN/3HMY/bWkxg8Fpj93wwWlfM9yfxAhwDA2Ovs75/cwF+mGYDHp9GBybBkd6UwGdiIwzfHCIwelhikrOEZPMsXmhbmcegezqpgUHg0O/501R+RbqKQPXrlNUo+mBAwwgwPnkJz+Ja6+9Fm9729tw77334txzz8XFF1+Mffv2WZ//ta99Db/8y7+MV7/61fjmN7+Jyy67DJdddhnuv/9+9Zw//dM/xXvf+17cdNNNuOuuu7Bq1SpcfPHFWFhY6PfHyQWrf4xLZMx20pwdqbOFjv5OfwOAt/zL/fixd9yKh/fFO1bpg5NHg8N38HQcPg9VLExU2m7BRe3K4zVaLRya0emptAoTJUzmqbgUJ2OZokqUibfnk040OI+1y5YfOzhrjEOViRsi4/ggVSNF5Z50OWNgdBNnO8SmWoyzGRytr3JVUZkLmNRb5K3QkDtyaqrJWQDthZNkcKTdPYcseacqln3H4qCm1miqHlczC/YAx6Uz48yT0YU+x31EqArtlGIsPXfYafcPvzYbthRV+xqslAIVWNXqTYMp1seCOpbcDPAxyM+eFuBwDY70walbNDjeZeKSwXEEDQmRcR8YHJ6imku5bnU3cfvxDQaHVbvRmL2rqDIYZ4luysRL7cpKYHQbbQIDCHDe/e534+qrr8ZVV12FM888EzfddBMmJydx8803W5//l3/5l7jkkkvw+te/Hs985jPxjne8Az/2Yz+Gv/qrvwIQ3/Tvec978OY3vxkvf/nLcc455+CjH/0odu3ahc985jP9/ji5QDdt2YfBYRcbXXC8XJtuaGn0952nplFvRvj+3tjhtZteVHxR01Ul+nh5nYxtnYs5uCsx6TBo0XOhLErL49fbGJz4Z1aKKrVSpX04V+58Xi2w8U8pdh5nwt4GC8JsvaQk6up7C9WkGQTxwtUJg1OxBIaAWQLrMvfj//dvtilFxsTg6DFuSGFw0iZ1KZimpo772wEO9UoCgJlFF4MjGAShwZG/N7vU4ExUSpp9zMlW2K9NzajRMG2tGuJyda3D4aJyAmcYZFDHBba5GBxWQp0UGbcSDFrT95y0zO/BNf1IUX93Gpz4Z7JMXIuMbdV/hLQyfMBeRcWDQt8UVd5eVN04GQdBoAKbFZuiWlxcxD333IMdO3boNwxD7NixA3fccYf1NXfccYfxfAC4+OKL1fMfffRR7Nmzx3jO2rVrceGFFzqPWavVMD09bfwbBBoWZsElzuVaCBXgsIvc1YuqLqo+JLPRiQ9OfNz4dXzCs4ml0xa8rFYN3FiQSoVp0XOOUQihm2wStqWoWpHFvZj9n4soJbK6iVNgQ0yCDLRsDE4p1DthH5FxpRRgy1QVP/+sE3D1T5wat5QQ7JlPFZUOJu0aHNmLSrrW5hVcy3NG54rT4YrBmUtWUdmofoI6rw3TQXbfsQVEUaQCHSCFwXFcEzYDSSC7ItA6TvZ9jI+FVouDNLhSI4DeKPGF29ZsEzCvQyuDwwJ5vqFpsqaYYZCcQ9I0OBOcwUmUiWtzwjGH7s+FZJl4BoPTgxQVF+JzTFYoiGumMo+ZPjiWFBWvdvRNAWXNVxK6CCZ/gAMk+52NIvo6sgMHDqDZbGLLli3G41u2bMGePXusr9mzZ0/q8+lnnmPecMMNWLt2rfq3ffv2jj5PXtQtF5ArtaMnEs7g6ItcanDkhGwrb419cPyFZHyBI4E0n4xzOxlnsEe8TPygSlFlMTjmTcw/r60KKBIMDmAGly6PCyA7RUWLtmRw9I2vd84NFbBoBiZtJ8+7VwdBgHdffh5+/2Vxzx9akPKIjHUw6WYOzW7idgbHdyGSKQeyszdTVBYGR9ndewim603xs4VjtYYZ4Dg0OC6vJ3498XPVSWPCBIPj8JlywccHh+/+K6VQLTZ8UeTXoe1zcJ8Wk8FpmSJjscFJ08pxBofGyFuz0PuQED+vD05WI1ylwWkHIf1MUc3Xm5htM4XSAwfI64NDAY7WrPmmkPI2B7Z1ls8DutZWLIMzKrjuuutw9OhR9e+JJ54YyPvajP6yU1R6YeU7H9WLSiw0cpFrdKHBCVienY5jMjhJWjtt3uD0tg2qMzhjcNJM/uIxmDoGM8DR55mb9CUq1thnSvPBSevRA+hJaF4wOLKCpca6iZdZtVJ6FZW7akd6gPikqOR5I7iqZGRJcPcpKtLgWBicvBocdV7j9+BtIPYfqymBMaC1P8nxmfeF7EUFSCuC/IsBTy2MV0rW9GoaFLtouQboNPLFsVwKVNpkzMHg2NzFOcMggzrOcPINBDXadGGyqvUpdH2S8LjRYr3ZlLO3b9AX/1RmqE4nY2JwepeicvngAMDhtsVFJyJjWxVV3jYNQH6Wtd5B0M6heu6tVJHxxo0bUSqVsHfvXuPxvXv3YuvWrdbXbN26NfX59DPPMavVKqampox/g4CuorIwOA4n45KTwTFTVNIDRaWqWuZuoN7MNzHLFBAttEEgG/RpDYALWZUnvCxdtWmYTA9wSiwoisepz6MzReU41wAQiedzZJVdSot2bexIAY42+uPVcDKItEG7R1ty+uL1XgGOo88Y10nx8+dicLwnz4TIOD5HY5zBaX/XeTU4UmQ8zxaIfdM1g8E55khRKQaBmp9auojz70f2QPIBfYZKKT63Lp8pF9IYHAou+MLNPZN42sDG4PDrnV/nUoPDfXP4tZimvwE4g6NFxtSjijM4FHzlFV5rhtb+vESZeA+cjBM+OOwaPdiev6TJX/w6pI7VLA03U1S+ncSB/M7rNId2osEBihQVxsbGcP755+O2225Tj7VaLdx222246KKLrK+56KKLjOcDwK233qqef8opp2Dr1q3Gc6anp3HXXXc5jzksyD5SAGdwzOcaPjjtp9NNGbLggpeHAnxiTjIugF4EfKN01R+qZR5PlhL6VNVkpajo8XqTpahWpwc4ukzcZHDCQKTQmLDP5Rod/x3q9RJZ1DKlpqhnmNTCjFuM/sqlgFWCpaWo3KnFpMiYgofsKqqEQy8r5efXiJz0dImz5+QpWlPMq+uQMTirtZMxLVx+GhyzgSQvfd93bMEzRUUpklJ7vCYjCpiftWEJDLJQLZuBrstnyoVUHxwR4JADOqVIXBocm/mmUZHFhdWtyAiy+PWRFeAQgzNba6gxTloYHAq+8jI4WRqcfvjgyK8hDAN1bmn+SmNwnE7GBoNDwvnsVK1E3k1IJ5WBHEtBZNz3ZpvXXnstfu3Xfg3PfvazccEFF+A973kPZmdncdVVVwEArrzySpxwwgm44YYbAAD/63/9L7zgBS/An//5n+PSSy/FJz7xCXzjG9/A+9//fgDxzf47v/M7+MM//EM84xnPwCmnnIK3vOUt2LZtGy677LJ+f5xc0LqL5MKbLFfWF5tKUTWSAZJMFVBg4+qCTDeKbx5X7vS5FoTDxzUzTd8COETGWQyOCMBkewSC2s1YAhzT2di9iGSJA/nCOrfYTIiMq2xhqbOUk0+qwnbt6HGZ14AsT7fB1YbD7BYdJp5P6HTynBwrYb7eVGxX2cLgLDZbmKk1sGa8wlJUHiJjqqJiLrL7j5kMjitFJRkcm6aLs6HdaHBo0SurgN63Yij+aU+f0hxhbmBsAY7B4FjYiIBd58kycT2GSscMjkxRaSdj+i79WzWY85FTZNx+nAwj610xOPFP2/cwOVbGQn1RMdB2DY45JglTZGwK51elpGolOr1HO9XgLAUGp+8BzuWXX479+/fjrW99K/bs2YPzzjsPt9xyixIJ79y5EyE7wc973vPw8Y9/HG9+85vx+7//+3jGM56Bz3zmMzjrrLPUc97whjdgdnYWr3nNa3DkyBE8//nPxy233ILx8fF+f5xcaFgYHFcpH6eCZRBjLc+mCbnhFhkD3EHWN8AxRX+uKN+nJNE2fuO9uMjYo00DYAZF8TjtAtu0FFXDEuCkleK6Jow5trAu1HmAE7+OFpb5elMtFGWWqvCporJNPkmhdfwzjcGxtbjgx5Aai2SZeL6FiM7FxFgJmGVVVGyME2MlTFTiAOjwbD0OcHKViZsaKCCpwclkcMo6YI6iyEit2RicTppt0s+yI8h0QaVj0qqoxByjU1SmdxLQrqKyfA6TwTF1R3JeCoKY9UyroAL0Qj+9UFfnjqeolAanPc6OnYw9U1S1LhictJYZdPwD7WvOxuDIdNrD+2bwtUcO4FcuOAnlUmgVGaeJll3IW0XFKzU7QaVgcGJcc801uOaaa6x/u/322xOP/eIv/iJ+8Rd/0Xm8IAhw/fXX4/rrr+/VEPsCWxfurGabpSBI7BRsDrN0v9aFdkAumrQT8J2YK2KXSTst6f/h+hwcaSXYgMkWqU7iGSkqWc2jmI6yDHDin3JXCggGJ2WXrFJUjrmRBzhcTKlTE/FPziKUuQ+ORxWVLTCVgZdPmXjFwRrZ7AlonOZ7xj99WzXQ+6gUlSPQ3rBqDE8dmcfB2RpOOm6SVVH5aHCSDM4+weBkORlTIGBz1+Wbhax0qw10HUwwLQ7gX0XVTGFAVRVV3RSjn7h+El9/7DCOX6c3e4YPjsVdXGtEkgyO3ABUSiEWGy1vBucIswAg4Xi9qVO29D17V5aJwN/lLUOXOdfgRFGUKox2vmf7WLZAk5jGdA2Oeb/e8O8P4LYH92H7+km86IzN1mabHTE4GSl1CRc774uCwVnhsLVqoHUjUbrcsi80gBlc6F5WpvbGzeAkUwNp0BU+ZsCUYHDoc6SxEJ4i41qjhaPz8USYJTKWqRZbJ3HAZJhcrtFAllts/NPF4PCFdd6SoqKdO/diKYeBCjbSzl2aCVc3ImO5UzZ9cFJExnTdee60eYqK/18GohTgUIoyzfKeYPgLNVuGvkJqcBbqLdSbrUTKjc4DsRuNVtJd1zT987db0ONsMzhjZopqsZGPrUi7NhWD0/5+3/5zP4rLn7MdF5y8QT2X90RLFRlHUeIzyzFUwgCLANZ5anDoewWA1dVkMFnNzeCYrIObwWEMYhv1ZoSxcv7F3OWDA7AAhxgcS0AiU1RH2nMdXae8GWmt0UQURYrBSUvVSvD+ZD5Iq9T0QVEmvsJRt0yKmSmqIBngWBmcyKx6qDs0OGr34ZlnrYiF0NYRHeB9T9w3U5bRH32uAzM1xfasz6C+pUmezcUYMPvruEry47/T85PvlbUj4qmR+XpDOU8nAhzO4IShFlenBTgpDI4UWOZzMnZXURkiY5eo3Du/n1xgAM0QEta3U5Ik0pzz0uBokbFsHvrYgTnjewHsOhy6Biitx63x1WewtG3oRINDhn9y85CF1G7iKliiOSZ+0tqJCp576nFGxSPviZbei8rdqoHuBfoMUzkZnFKoHZXjYJKqhGjDkk9knGVbQIfjqc5OhcZp8xhd3xS0yB5q8evMeYQ+K80LnMEhofdcLfs+kFApqpR79DtPHsW7Pv8Q5hebLMPQoQaHUlSlFVomvtJhKxOXVVAEV6qAHpO/t1qRoadYVJoZ+03sXUUlGBKXjkbqQGzINPprv9e+6Xgns3aiknmzlRIanCRLBpiTipzX+ClK88HJ8q8wGZyWrmYSKSozwNFal7QSe82cuSdM7YGUXUXlEjbzlIVXmbjj+3543zG87h++iYf3UcsQYnDMHa38fsn3iFKUXmXizAeHfwcA8NSRuOHm6mpZfQ+2NJWuotIBjjw3nFXI0pPZ8NxTN+C0Tavws+duA8Bce3PqTawiY1FFlaajqLLzxe0oCJyplLojmSaj91mXwbTSwkznvloO1b1bZw7r4yxF6AMKuOg68u1FBXReKp6Waqfrm55jdzLWr4uiSM3Vs5YAh/6vAv0UM0UJn/6Af37rQ/irLz6MLz60r6OgnUMWU4wiihRVH5FPZKz/LnO9tjLzRqsF2VgTcFO9/ikqYhdMH5ykJiP7ZlITtFNkHD++71jcJDXL5A9IlrFLYa8eH9T4kiJjc8cUjzH5XlnVD9xgbm6xkQi2aMeqFypTRJ5Gy6e12JDBZZ4UVbIvkF64DaM/R8DoEkb/4z1P4rPf2oVta8dx3cueqUXGIlCR3xOlJKmbvC6P9fPBkQEOYdOaKqbn6zjYWLQGOFKDA5jVLEBScAvkC3BOXD+J237vher/vfTBkVq0tHFpBsfVbDP+PYrMa73ZjBJBVpkxRWlYJRbmsXKo2LsmSwfm9cGRrRqcPjiRvhdLYRAzdB0GOGmbIMmwjKf44MTHYgxOe/5YEIxjjVUdTubwwfFxMj7cZtQOzS6q67BTDQ7pvI5fO1rFPRxFgNNH1C2LVJ5mmwTTYZZeb5Y+8t5MNnhXUYmdvkuI5mKiOGz5fuO92p+LGJysCio+DmnMlidFxSdx347NNpgpKq3BkU7GBAoayiwt4kLa5COvIRXgpDA4mj1wV1H5tGpwBns1s22FdpI1J2jJSJGo/NDMorEIpU3svFUDfQcbVo3h2EJdBY2bVlfRiuLqPFs/KrnAAkgES7ZWDZ0uBgC7t3wX8xTth9w0yOufgzM4NlbVYHAMDU6UMNajY2WlkleJ771aDlUard6MlJarUyfjrOuRf19jpRDzraZ3YJl8T5PF4pABju265d8fP8eztQYazVbielhsdsbg+BR+zLWD/bnFBttEdcbAXPvTP4IXnb4ZzzvtuI5ePwgUAU4f0bAsvto/xnyuShUEQWLyshnYtSIzRVVvmgu+RF4NTkMETK4Fz6fZpos8IjbmWPumW+/D4IieSl4pqoSgOznG1DJxy2dstSKjId48q6KSRn8E6UadNuFy5+PkuMzn+PjgaEo/HnuodsB6ITCbbeb7vqXFfF2lqCSDY46RGJzDc4tGwJjK4DAfHG4MOF4OsetozAZuWlNVzI2VwSGRMfuOFhJNIZMMju378IW8t7KQlhqR12tuBsfwweGbAc5u6s0BPf23Xvh03PnoQZy3fV3q2OX3N1YOjdRsgsHJKTL2NforhfF7z9ebiVSQL9KYaJmSsl23/GXNVqSuq7la02BUiWmq1VsdiYyziiIAvQGZqTENTodB+5rxCn7yRzZ19NpBYXSTZ8sA1mabjkVTOaWGyXJE2+tj91x9DFeZuO0YaZA9i1wTe5Y7J5BO7QLJRdQnRSWN/lw+OLyPlEvQHf89/mnbJaelqKSQdW5RT1Y0kUsdiQpwfBiclMkn2Ysq/umTooqPzcSz7Dsqe2hwXNcXLR70U4mMM1JUxNodnF00GJS00tMqExnzsvJNU5oq37SmitXt7tppGhx+3SRTVOw6YQtmp3B1E1+oN/HEobnE832abapjp9zfJoOTfL7hgyM0ODJF9UvP2Y53/9J5mbt+ufBXyyWjkk9qcPKXiaezq9xHiu6LzjU47u9BBjT2AIdrcPQ5nqk1DBdj6gZfa7RYmXhve1HRvUDsEdAdKznqKAKcPsLabDPDybgUBgk9SMmh4eEpKrWwsNYF5jFyanAagsEp2SfU9BRV/NOpwRGTpE+KymX0l2wt4E5R+TbbTBMZz4l0xnzd4mQsFml63KcXVTOtTDwhMs5OUfFWG2bqRR/TbNUgAsYMAaPuoZORopJBbTtFdWCmZpSIp/mV8BQVf83mNboT/aY1Vaxp0/v2FJVZxRMfL5vB6dT1FeBtRsz3+e1/+CZ+4k+/iEf2zxiPp4mM5T2VprGjKi7eE82Wokr64HDfnHyLYCkMjPQfT1HFrRpkFZUvgxP/pCDf5YPDGXG6LzqvooI6loRMSdkYF37uWpFmcGZZp/VKKVDHqjWamPVoOivhlaJaZAFOi9jvIsAp0AFUFZXBwMQ/XYtuGNhExkkND58kAJ6iio8jDaJ8GRyl1RAaF1dlV7rI2L3zAZIlw/k0OEJ/IoIJbtKX7oMD5xjTdolSGBj74FDaIx5LGAZG0EHHk6XuNrjK8wG9mOmGq2b1lg18ATSaSLIqKhtTKP/vCmhVikqI3eWELz/PCesmAAC7jyyoxphZtLxasOtaqzAxVsImHuCsriqhaxqDw1Nm8ju1aXA6pfMBtxfRYwdnAQA7BYtjEwQTklWN2YxXrW5v1RCG+l6RvbharfR7OA18DuIi43pDM0NKg+PL4CRaNdifpx2YkcrgLNSbeP+XH0kEl7Zj2YLuBINj1eCY46c5daamG5FWyyX9PTVaSiuTL0WVfk4WWfPlmVrDYLmWK5bvJxsBqBSVZZFLpE1YbtlHZNxqmYZhurVCW6RZNW+M3AyOKBOXE7uraSiHb5k4wSfAkXb3ixadE2DStT4MTgC3zsEWxEkGh08YfCycIVAMjk+zzZRzl2BwfKqo2HFsPZZCcd2lGSfaoFJU7SCBGDZpfCaPu3VqHGOlEI1WpBaZtBJx/ncuMrYxOGkpqqa6NzVzlQhwLOepK5Gxo0xcCvoJaakR+Vhqiqp9XdQaTes9mdaLKi2FmwU+B1XLofr8PBWoUlTe7Svin/4aHMbgWAKcW7+3F3/87w/i3V/4vuP99PFtp9hPg8MZHH3fztY0g1Mth/p7qndYJs7S8jbwqs84RdV90D7qKAKcPoImSC8fHCNFlcLgsNdzCn1RpahcDI7fV60nYVPT42y2mbJIZ02O8sbyERknjP4cFURccOcSdPPfbUMMUlNU5qI5Pa8t6blbL1+sNYOTTcun9YlJlIl7iIwD1muKXzfcF4U/x2XsmKXBUQwOpagSGpzkcU/cELM4D+2JPXSy+u+Ms52uGeCYGpz0FFVyQ7EgNDjd+uBIuFJUi0rQbz6emqKSLG9aisrC4JitGpgGR1RR8VRPXvA5qFousUBSf07VDNO3skz54MTHiiJ7mopvGBWD00xaCpBB3/RCPfG3+P307z5l4mndxOPxaq+h2VpDBdVGgNNgZeIdMDiuFNUs25TN1pqpbunLBUWA00fYIuQsBseWorIZ/XE3UCBZRZVgcDwv4opYyGysBODnZNzMmBw7ERmXxSKhGk26UlSR2zWa/g440gAplK8sKeYTJA+2uA6hrIKHbAan12Xi8fsmAytJ+dNzZPCZZexIu/Ka0OAkUlSWMT5twyQA4EEKcDIZHEpRNbHgSlGt0Smq2UW3kzF3lpYanIahwelekOkSGcuKQEJa8J0rRcUWTnurhvhnJKqojF5UHawUPFAdK+smswsGg2O3L3BBV1HpAdmmIP45dYoq+cRFoTV0vR8dS8InRZWoomqfY4PBqZSMnmE+jt7J90lnWecYkznLy8QLBqdAJ9AC2KTIWO6EU31wLP4krVZk3LCLgnFJOMh6p6jMSdjF4HA/Hhekh0bivcSs6ScyNiuQZOUSwWBwUgKc1DRACuUrq6iOcgaHjYWXipPQN083cZu/SUmwgD4pKv6+RhNJoclQQVhKys8GCg5q7aaGLpGxjZF62nGrAAAP7Z22vkbCmqIa0ymqIIivpdXtAOeYL4OTSFElGZxeaHDkYk7Bk7wu08vE8zM4C04fHP3dJhicFP1JFkwGR6eo+HnWPji+DA4S47ddk/xzpomMFfPtEeAEltuLByBjpdAawPNzF3sLxb/PLjZNBqeiA9G5TpptZuiSTAZHG5MWGpwCHcGmUneJNV1aCP4a+js935qialGKqjMNTtIHpx2kdSAylh4arvci5BEZ02d3Le58fK5zDaSnAdJTVPYAp1IKjAnNlqIqeaSo0jQ4SZGxH4Oj2nAYC3f8UzVTFJVehOwUlWZwOBMhq0xsTMNJbQbniUNxm4VMBod1E1ci40oJp25ahanxMs4+YS0qpVBpcOy9qNqMjKHBkVVU7DylCH59IV24CbZGufySs7ZqSEljSxgMTqoPjrg3mAankxTVpGRwLOeZ7tu8/bn43GG7JJXtBmNwavUmPvDlH+KW+/eo52UxOFnfA/+MaYE5fT1cB9RsRZie160sqkw835kPTjqrzhmcmVoTaWnw5YLC6K+PUAyOV6sGnc5J9cFheVZbiqqhUlTmV+s7QSkfHFGV1ZGTcWaKykzl+JREarMwyeDYfXqsKSpPDY6mfJN/kykqCnBkkMFLxWnsFQ8GR7f5cO/edZm4PU0nYTMYlP4u2qtHBLS+ZeINs7ovq0wc0AGOeo1viqrRxHx7IZiolLBmvIL/fuNPqXO+Oq2KiqWPKeBMVlGxxagHgkxXqwaZDgZkaiR5rASDk7IL5wxOWpm4rRcVvU1HVVRVuwaH0jK8L5uvu7Nt/FYGxzCwjM/NF763F7d+by82rh7DJWdtbY/FFMW7jgM4fHAqZfZ7WoAToBVFCbPBQ7OxiztPUU3P13Vvq1wi4/R7VDI4vUi7jjoKBqeHuOX+3bjsxq/ihv94AACbRG0iY3E/cYfONI8LzgDJKiq+4+IMThj47zx1Lypz0k12l26PO2ViUhS74715mfhxq6rW50hwu3fALTI2KkMcgm5jjCkNDdNSVHSeFYMjggzO4KhWDYrBya6islHeZTGR+ZSJA8lGqkCSmaDnJFjEkv26JfAqKr5YyR2ojWV62nFmgJO1a6Vy2igCptvpJwqk1k5U1Dn3SVGVQs4sCJGxSNfEz++CwXFUUanNhIVZBOzpIXka0zR2Ng2OLUUVCQaH++C4zDrTwL/HajlUn590WqUwgI/gnoOGx+cj2/3JU4r0+f/zgb0A9DUD+KSo9O9ZDE7adUuvlZVcB9tNZjmDQ33ZgOxg33yP+Kdr08mZzPm6dl4vNDgFvHB4ro77njiCR/bFvha6ioozOPHPhDeLMMXjE5CLAZIpKl7+y9mQPPbysmeRa2LPar4I+PSi0uNavyq9t41+Db2vSeu7UlTNVtLJmMZsloDamJL4Z1qKakPbqI5od8kkcZGxEvIKFsqGtBJOmS7yMfrj72s0G2XMYTz+wHosqfuR4D44fLGSZeI2Bme7YHBsDQuNv7Nzeri9GNgWApWiShUZ65Sw3F03LFqlblo1KAaNnf8o0o7kTcv7AX4MjvSU4jA0OJaA3qw4FBqcjE1KGkwGJ0yc53IYOFktF2zGg/I2iiJz3DQ30EdbbOvEAF7BZr+u+ePdpKjopdIt+5AKcEpKg3NkNt4sjVfCXAF1KDY+EvI+oE1ZN9f0qGP5frIhgFd3AI5WDY5SPqUJaP+dp3XMKqr4p6yiWmyaC8uqalL74YOkD469lNDHyTjL6I+Pa4MngyNdgLNSVFHkLsk3d2fJ9+LaBAlKjchxJ1JUbOHVJdjmObYhrSyZn/uI0d7VSvrtTOfIpi2h93nV807Gi07fhLNOWGu8VgeMyYWIj6HZitT1HwRJN2fbZDpeKWEra7OQtWsdK4VqwaDuyLbFZbWHk3G55Ccy1oF+6tBSYauisr0HYAY4tmsgqdPLrqLiwnjTB0czldIHR29SnId3IsngmOeZp498U1R0WkwNjri/2X+5kzEHzRuUWnW9f5YPDr/u0q5bVxCtGJxKqFJUxODkERgD6VWfgG6ISzja1v/4VtguRRQBTg8xwao7ADuD4yqvlgwOn6/MMnNdRVQ3UlRmgGMyODkCHGanHv+0MwleTsYZtD6fpDZkdCdOjo/SM1H7WCkpKrEm07k3KiRShJxpDM5GIYyWTBKvoqLvrpwSLBDSPCrUNdSMjKqMaik9MLBpcCTL9qofPwUfuuqChNmeDnCSx603I0OMSVR4JQwT34tL0Mh1OFkBThAE6rwenk1hcFI0OJzBofMiK+PqFg1OV60aLFVUUvNCyEqNJBictBSV5dyUDAZHL4xyPLrKsMsUVaWU0DqVS6H1mkyDjcGJxEv5xo8zOBwUaGQxONkpKqbB6SBFdWgmmaJS13QOgTF/D7cPjmRw4vcpUlQFvMCbAAJ2DY5LrCkNuJwMDtttmVS36S/BJ5c8Ebrs1t1wTOw+fU/SKpQAczfvzeCI9I4zRcXOk0vQnZ0GiH/agjhaDKmXEkEuNIaTsUpRtXfyrkmVpQas3cRZuohPmJ1ocOgUZLF8acGepN0poCiXkrtnW9k7AJzEdDg+EzuxpZSisrkfU4qq3oycjTRLhg9OSqsGppHrFOUwyeDwe9iWEgMcAviUSksJW+PSkqELjH/afXDs7+cDvvjHJdQmi8E1OGnzCIctVZhgcFgMwY3+qC0IoAMNrcHJFhm7/Ijo+GmBOb02EeDwFFXZvKbzMjhpthZAsvJTZxiWbxiwfD/ZEEAXOFXY2KqoXIGB1ELwCcUQKbMUVV3cLLRzLotdSy4Gx+GDk2BwMnxRAFhLUjl4MCADBef4xI5Pl0ib76Hy0SxFReeExpxVApqeomprcERgltDgMAaHvscSY2Bs4Dt5G4PDRca1HAGOTe/gm4JQmivLmGV59WybCudVMnIMEk/LweAAOqBJ61/FFwiZprJpcBJGfzz4oPPUlcg4SByX38P8e+esRJoAXh87O0Xler3TybjZXYqKp8mrlTBRJs81OLl9cFJSVJwdL4UBfuyk9QgC4H+9+Bm6ZJxE8WIzmny/+PEgcHsB0bXnJTIWTJUhMm5f02lp1zSkbUIAu10CUDgZF/AEF/MBOX1wFIOTrGIxjf7ai3QrSmg45hX1a2/y6AMZQDQdpYRZvig0xvi1jvfiIuNJ3wDH3PG5GBwunKRxjAkGI8ul1EdkLN2XEymqSvK7Uy0THLtGHvxmiYx5JUTW92zzYfH1d0nr/ZNkcNrixVLMjvBT2zsGRzjIOro406Ij01TcKdrF4NhaNXTD4NgYNBlQEDKvTVlFlTKuIAgSQQ5/vZnONcfQXYrKZHBs/l7ljHtBQm4E43Gaz5HC4EvPOR4PXH8Jfuk521m/p7ZvU0YVVVqVJYG8nvL64AAmA0ljO0IMTrW3KSrJ4BCKMvECXpAiY52iSrIpMu0hg4EskXFTpKgAzSpUwtDIu+ehILXozx2k8fGlp6ho9+NKUenHfUz+gKQI2iUyNoSTwhyMxmWW4ibfK01nRMHkOqEdSlZR2RicdFqef69pIuMWS1FlsTf8/a0+OBkLWFpKUgonZxiDE/e3ymYT82hwgCQr4XqNq6O4TYOz4Kii4s7M3bVqSJ7/RQeDk5U+TXhlZezC5fmyzS8JBqdlr7ryheFkXAkTc0ilpFkdWaLuAi9c4Kk1Dn4c+mx0H/J2CIB/q4a0r50CG+6JI0HnT24G6H25BoeGkna8tPdwnUYXg1MpUlQFfCBFxjpFlaSDJSMqKXCTwbG8vmmKjAFt5FTqhsGRVVQODU5ZBAs20Dzu7iaeP8DRRn/mBOXsJt5Ktj2gcWUzONkpqlXVsrG4Ss2JrUxc6pwkeOrKNvkoBqcZqQaCfgFOkkHwZXDSysRriRRVW2Tcfj9+TlwMDrVrADpjcFwdyF0NN7n9gapwcfjg8O+/FxocV+WUqcHRr0sTwPuOyyUaB3jFoaWKqhsGx+gmXkq2/2AMDuAnNKbhBUHgvD9NBsf8GwURi0Jk7Db6o+OkMDjtQC4tRUXfoa2jOWBWURHyMjhG6Xwrwvd2TePyv70D33jsEICCwSnQJVSKqu2z0BALK+DnZMyfB5j5ZpWiiaLEhECly+UwNHZseSZlTaOnV1Fl0aFAep8nGifBN8CRbQ7cKSodgKkUVVmfO0DqHJLvxal7ibm6NpiTlvQcVUsvKt0w1T7ZEYMTBPbAgwcblA616SwkxiwaEHnduaCYQ0tQliYyBkz2zxXgrJ+sqGDET4NjHse1uLi8cHjQS9chbUzo2PoeMKtyOoWtiorfw4YGJ+PekUFPFkvLxe5ST8Kvc0N31Iy8GAwXVkmRsSUo4+POYnBkyTa/xzl4pZU8T1WpwalnMDit7ABPMTgeKSrJdupxlRI2Dz7O7hz8Hm5GEW65fzfuevQQ/umeJwHo+3LNuHnc5dyqoQhweggKcJptfYxutsl2Sy6RsSh/5DeUweDQQtNKpqgoQq+UTJFxnghdWqe77Lx1oOY+Vi6RsW+KSmh/XCZ3Nidjeg4ZqmUxOLJ53a4j8zg4E1ur8x5IfHcsJwtbN/GKCNIk1OLrWLS4ieGiI8CzgRaTxY6qqMzgkCOZomoYxzRSVI7JNAgCPPvk9SiFAU7ZuMr6HI6EBseVohqzuxnr6sCkyJiORc/J0kT5wuaDYwY4SQbHde/kZnC4XYE4Jm9JIhkc3+vDBrNMPEx895LByRIaG/42TNuVNE11B+1aZBzfv7JJcfI9swO8SZWiyi8yJvAUlTyuL3gz0FYUodZ+rwPtUvS5dpBPTWkJBYNTwAt8MVtoNNUNyxcqF9Uv/UhM3U0yWJE+OIBOUZW7CHBkLyqXuFI7GbcwW2vgnbc8iO88edR4TtYkvWa8gqdvXo0ztq7B2okOnYwbJjtD4L4tNKeoFFVE49Pnz1qKy3aIs7UGfvrdX8L/99dfQxRFWGif60nB4KRqcET60TWp8sXXBiPA8Wy0CbBzZ6miyspApLXmkAEO98EBzHOSlu+/6VfPxx1v+qmEs7EN44LOd+2eicFJ0+CoAKdB32m7vLyVDHC6atVgYe4aFiEzwBZW1zWQ0OD4MzjymEY3cSGA1tdHdwHOGGPK1JiZ/gnIFhpL3yr6LmTMrRsXJ49B2kRibnxbNaQxOKdvXQMA+JEta5zPUQxOPS3AESmqvFVUXHjd0nMj9bui6sbNa8aN1y3nMvGi2WYPQQ6rUQQsLDatZm2uhYL3ooqfZ2dweBWWK0VVCUNjwctTBujywbHlz+NxALd+by/+5vZH8PC+GXzgymfrz5QhzCyFAf7jf/0EAvhT/9xLJIoiDyfjCHSmK2UzPajz+fYJnFdRHZipYXaxidlDc5ieb2CurgOcCc8UlepFZUkVcbjSguo4TGRcUyLj7MkwrRdV1sKd1ppDaldkisqwLEjtmVTC5im/SX1cpFxcKTpKe0mBZZ0xk7KKSqaojACng4WeYNNA1Y10VTLYcX0tck3qjsGJf0qhb+yD00WKirdqqJQSY6QUUjkMYmf2TAbHL0WVxuBUS8RimmXiMVsVIQgC7Doyj3+5bxd+5YKTUpvxEt548Rl41fNOxvFrJ5zPofnNmaJiVVQE2eYkC/webrJ0I3ntKAZnymRwlnOZeBHg9BBBEGCiUsLcYhPz9aY2UrI123QxOCpFpf9mMwqMoqRgbc7J4PhH6CqAELtXW/4ciIMFuoHkIpK1CwXS/Tvs42O7lIiLjO2TdivSZmUqRaV8cNJTaKoSS/jNPHlkTqeoxvxFxvQ9ZjUYdLXHUJ+Ni4ypTYNXiip+Hd8p+1ZRpbXmkNVHJOilBZ1/N72aTDkzNlEpORmGVQ6RsbquS6yKilJUY2aKqtEjBsdWEm0LaoDs8uREN/GsKiqL2J3AKw5lFVU3KapqOUQYxPdptZxMUdF9UC7FAU6WyFj6VtEpSLS9SQna6TyoFFXDZDPLpQDv//IP8eGvPYZqOcRP/sjG+P1SPn8YBqnBDY1Xvh/HeDlMaHDyioz5JUEyCUB77RDDL1NUhZNxAW/QxDvL+n5UHCkmDtnU0sXgcDpxQYg7qbKnHIZdGP21J+H2jVh3sDBcS0SBjVywuzEJyxofEO9+nSJjNj5axHUVlcnguMbHe7twavmJQ3NqopqomAyODNgMBqf9RprBsQc4dZWist+enZeJd1FF5RDHA0kGZ3ZRG04C5jnxSaX5QAY4LlCK6ljNpcFJ+rPQ8SgQ4SXinaRqCDbtVd0hOM7q4p1IUeVgcORT+WaAB7BNpsnp5HMHQYB1bX+r1dVystKRrg9PN2Ppb+OqokpjjrUPjpmiAvT9OL1QVz+7KZPnoKFQ1WPS8byUSFF1IzKOGMN/bKGBucWG+qwyRbWcNTgFg9Nj0OTIqzbMFJWdVk04GRs+FTx/rl8j87mGyLjDMnHpg+NiE7iTMaUkZA5dCae7nBw4ZNWFS2TMm23SxKWqqFSAkz55cwqcVwo9sn9W/S41OD5Gf1IoLaErfNLH1WjpMnEfBsdWxZPXB8eaokrxwYnfl7NYvQlw+G7XVSIO6H5Ukl20aXAIlBqQIuNur2NpwQDYK9oAZKZGZECaR4OT2KywQKFpMEqtrlJUAPDH/9/ZeOLQHLZvmMSBtkBfj7m9mctI2RKkZk6n1nIwOMIHp9ZInn+enu/28xMkg7N2Ysw4H9VymJg78oqMjRRVKzLu8ycPz6vfN0kGp0f35CiiCHB6DJpIjrV3AYBotukor6Z5JcsHhz8uGRwKcEphYExonZWJmzd7ksGJfzZakdodSwanV7sfDll1UXcwGLZdaZLBaS8ijvfiVRrcxv/hfTPq79VyKKqoskXGmklJ1+BkiYxbrUgFuX4Bjpl+BPw1OC6DSiBFZGzxwekVHc5Zm7TyXFfDTaVzKlkCnIpdaN/tTtfWqmHRaJjLA5z4Z9q9UwoD77FVjaav9ns5SqSodHq30+DukrO2qt+lwJzGYevRZQO/9NIYHJqHbOeO5onFRgutVvLzxj+18Ji+qm7nMHo53SvrJiuJAKfrKipRJs7P5xOH5gDE16A0Jy1SVB3i0KFDeMUrXoGpqSmsW7cOr371qzEzM5P6/Ne97nU4/fTTMTExgZNOOgm//du/jaNHjxrPC4Ig8e8Tn/hEPz+KN4gK5mWptgBFblb0Ttp8Xtrv84sywNHaB95ZuiOjP0HPJyYnpk8hfYPMoUtdUS/Az2Wj1VI3sUtk3IrAUlQme5alc+DfFWdwfrDvGIDYoj0IAlEtYh7LdDI2GRwXJU+Bj2vi4VVYucrERfoR0Ndh1nfk0o4BFh+cBVEmXtbHzqu5coGf17SFgDw/js7XjccVMykqeQBWJq4WPLsOLS9s2iuTwdG/Z/ngAGbQkeVlYjOcJPCea4lmmz28h2XTX83wEbMY4RN378QHv/Ko9fXSB4drhzhsHccJVVYmLku2le+R2ty1MlOFvpAMzjpRNRo32+wuRQXozxxF5ny8sx3gTI6VVdAvX7Mc0VcG5xWveAV2796NW2+9FfV6HVdddRVe85rX4OMf/7j1+bt27cKuXbvwrne9C2eeeSYef/xx/MZv/AZ27dqFf/qnfzKe+6EPfQiXXHKJ+v+6dev6+VG8QbtJHuDYXENdIuNSewFwMjjsRpM7Z5cPTi4GR0zCLjZBdfVmKSqZvugVvctB5aEkonNWUTFRrG62qX2KfMZnpqiSDM6Exf8iLUVFE7ns9yWh2QUPH5wcZeK2XlS+35FLOwakORmbKaog6N1kOs7Oc1qKivQGe6fN9IjZTdxevSKrqOQCnRe2Vg2uvlQ+DA7/U1YhQdXHB8fK4KSnyvIgWahgVhXOLjbwfz5zP5qtCP/jx07EWsE08EuvFAbOXnFprBY3+pPzZ1MEtPzz9zpFtU703oudjLtjcID4u20ias+PXDcYp6hWjZWM6jagd5uOUUTfApwHHngAt9xyC77+9a/j2c+OS4ff97734WUvexne9a53Ydu2bYnXnHXWWfjnf/5n9f/TTjsNf/RHf4RXvvKVaDQaKJf1cNetW4etW7cmjjFs0II2wyZ5Th1miozJB4cb/Tn0NLI5oEtknKuKSrZqYFQ+B0+10Y5dplzSdlLdoNwOcPjnd6aoWtqsTLd5oACHnmsfH59AOUshq214OWeayFhR8iV3sACw0nzHebOVicvdn/V1Kd3Es52MUwIcqcFhjtqAPie9nEh9RcZb18Z6g71HF4zH+Tl2MTjyHuhWg6NShLwXlSPYydKHAeZ9Vcm4x9J9cOKfzVayVUO3KSqOhMhYGF/uObqg3n9msWEJcLgGR6eoJKmYyuBUtAZHMo80B9P3U2/qXlzdiMvj18c/6fuemjCX3qq1iir/8hyGAJptDQ77LhWDU00yOMuYwOlfiuqOO+7AunXrVHADADt27EAYhrjrrru8j3P06FFMTU0ZwQ0A/NZv/RY2btyICy64ADfffHNCaDYs0OSoSmUTeef4p5tWjf/PJyE+Acc3dvy7DHCofUClrSvQOe4cDI400mNdl83PoVNUpMGROXRiu7udHCTo8/DeKi6RMb/Jx1waHMfwOHVvM+iarCRbCyQ1OEmBbZbmwOUeTeCfrZajiirNB8e3isoe4DTb44r/T5e28sGhAKeHM6lvgLNlKmZwjtUahtCY7/LlZ58YM4X2Wd+HL3RgqtOmrnSVnA9scDXktSFVg2MR5MfjiXqWoomPYf5fVhXuOqqFsHJuA5Jso4vBUbpBmwaHfHAarUTJdqrIuMuVUjXbrGvGlRv5jVdKiTmsEwaHf5f88z15OA5wJINDDXGXK/rG4OzZswebN28236xcxoYNG7Bnzx6vYxw4cADveMc78JrXvMZ4/Prrr8dP/dRPYXJyEl/4whfwm7/5m5iZmcFv//ZvW49Tq9VQq2mKenp6Ouen8QftEEhknMZ8cCScjFMmr1IYoNXUi9vkWOy9M1fTDA4Q30TzrWYual0tvqLLrrMXVRRhphZ/VlkFoQSsvQ5wSvE2Zb6uF6ykD07yPbWTMWlw0hd3Q+9kmXCJwUmtorKUiacFC/xxV4pKNTpt5SwTp9SYzQcnK8Bx6B0AzWhNTVRwZE5rXaTGopfVGjxwTNfgVLBqrITZxSb2TC/gtE2rAehrNVWDI1nMbgMc9vnrrRaqYcnZi8pH3Mqv2yx2zNDgiGNyMb3J4LR6mqKKO8sHzAaB7od4bLuPaJbNFuBIzRzfgHCkBe2GBkd2j7eIjLO8snyhGro2tFfZqmpZedPEPkGhMj0EOk9RAWT0l2RwVlXLxnGXs8kf0AGD86Y3vckq8uX/Hnzwwa4HNj09jUsvvRRnnnkm3v72txt/e8tb3oIf//Efx7Oe9Sy88Y1vxBve8Ab82Z/9mfNYN9xwA9auXav+bd++vevxuaBExqKShOBa3CSt6tLgAPpmW1BuunGcSouwdJDtyAdH5KNlmot/Dp2iMj9T5LEL7QSSwQmD5OJp+8h0PmhRzzZT07/bOvHSQphm9BeGumRflk07m21mpKiMMvFe+eB0VSYenxvZbqMsUlO9bOpXZed8PGMh2LK2rcNpp6laPPUSusvEZRVVt0Jbfm3IZrH8MSDbBwdwFx/YwBmc1FYNRoAD4zz1ApzRlgHwboPBSd4bchNIh0pabpjH51BGf/WkBkc2GG60WplpbF/QUOg9y2FopIro++E6nE5Extz/i19bc4t6raiWdePT5dymAeggwPm93/s9PPDAA6n/Tj31VGzduhX79u0zXttoNHDo0KFM7cyxY8dwySWXYM2aNfj0pz+NSiW9T9GFF16IJ5980mBpOK677jocPXpU/XviiSfyfegcIHr7mKgkIbh2wlIYF6ZMXnRxUkBDjpdaZNxmcMpJwXIWZDdxlwaHVwIpHxxHFVXPU1QlM8Cx7V59GBw9ednfh4/btqNUTfa40V/ZPanS+2f1ospiDIwy8Ya/D46tmzj92osy8alx8z5VIuNyHzQ4Zb8UFQBsbaep9kzHAQ4X+NOumUNWUfWOwdGv1wGOS2SczZzw4WTtxNMYHJ7WaIqqLp9u2nlgVpSagf8uxuBI80ggeU54OxaOtKBd+eA0kykqFdjwFFUr+3vwAc0lvOpxsj1vB4G+Vyhwr5aTBpQ+0GniyJoCX1WNKz8pTbWcK6iADlJUmzZtwqZNmzKfd9FFF+HIkSO45557cP755wMA/uu//gutVgsXXnih83XT09O4+OKLUa1W8a//+q8YHx93Ppdw3333Yf369ahWq9a/V6tV5996DZp4idWQugNXN3EZ4JRSJi/Z14Qi/TnhICuZAx/QIkQ6AVeJbMiCrLqouFKfqYcCRQ7adZCo2sZe2HbbYwmRcXoAxm9+K4Njq6IqJRfb8UoJxxYaumxa9PuSsPUw4+BGgZ0wONx7xdeMkVelSZCuIMHgsFRp/P69uw74gp07wGHXaTkMEilcpcHJqCTMC1tjyYbB4HANTvwzNUXFCxFyVFG5RMa2Zpu9roTk14D0hTI0OI3sFBV3GudIS7uqbuL1VqJMnK4Lm8i42zmMhrKoGJxAdbqvlkM1B9FGpROBMcCYdUuvQkCvFaurZRydr/eUVR1F9E2D88xnPhOXXHIJrr76atx0002o1+u45pprcMUVV6gKqqeeegovfvGL8dGPfhQXXHABpqen8ZKXvARzc3P4+7//e0xPTyu9zKZNm1AqlfDZz34We/fuxXOf+1yMj4/j1ltvxR//8R/jf//v/92vj5ILtOjphoP21E4ibyyrqEL35CW76JJYTfa+IuagkyoqIJ6EGy6RsUqT2Sn2eHy9Eei5xkhBh61E2jYhu4z+XJM3f5zYMm6uNmnR4NgmjKpiMMzv1tlsM6NVAw82XE7ONpQt7+vdTVxpx5J/IxZJVobIgC6tk3hejHsa/QHJFJXsLSUXL9mqoaWC/O7Gb2ssaZgust+9fHD4HJHLByc5LoB8cMzx+PSTywNbRShdH1y/ZUtRyTS+0g45KlKzNDiycED6HlEDTqD3Pjjlkk5R8eCTxpcVtGe9j3QyJtBaQax/weB0gY997GO45ppr8OIXvxhhGOIXfuEX8N73vlf9vV6v46GHHsLcXCyAuvfee1WF1dOf/nTjWI8++ihOPvlkVCoV3Hjjjfjd3/1dRFGEpz/96Xj3u9+Nq6++up8fxRvjnYqMxURi7s7s6SHCpIj2EzvnPAwOm8QbzYjR8/Ygi0O2apA5816B3psYK98UVVkFOPH/8zQ0XGgHUydtmMSjB+JWDTQJjRspquRY6JqQZdPuZpvx466qI54uUk7GHhOi7X19S/l1SjI5aRKTKBkc6YPTWwYnf4qKvHD4xG8VGbd3uVFkltv2YpGXjSWNXlStbhic9LGl++DQe5q9qOL7P3sceWD21WszOJbA0V5FFf+UKSr3ZjH5/rxVA7U50a8zWbV6S5+Pbj++qqKi5sChThPx9DKNL2+jTfk+rZa9SpPWCmJylrsGp68BzoYNG5ymfgBw8sknG/nTF77whZnl3pdccolh8DdqoIlX+eCkiHM5ZE+gNAGhnGxWiR2sYnA60OBInYCLnrdN9rQgSJaq1wFOxSNFlTxnpn8M/+kT4BBbdOrGVTrAGaPJgu3ALMHWhlWxqRf5enANThRFiRRZPUeZODE4tveVSPXBybhGXKlVgGlwMkTGvZxMjRRVFoMjUlQJBkca/bGAqd5s9UyDA8TX7gJaTO/BvgurD477WGksrwRfRF0iY7p/1XgMBiP18N4w+vIJ40sOKQAGkvcrF0fbnmc7J3QebGXiMiXZaPZOZKx8cBiDQwEOD9aJdZ/oQGAM8AyBPUVFawWxR8u9iqroRdVj0MQ7TT44KU0qOWRPoDT6WS5GUm0vRca5qqiETsDV+NGVk643WyiF8U3kW4KcFypFVbd35gWSCwP3O6EJTO4IJfiw6b1O3bQKt7WLBCctGhwbg/OOl5+Fe3cexvknrY+fIxqGyu9Xn3P7omUze/QrE6fqrWRaJGsCd6VWAS0ITWpwAmNstnPTKXKJjClFJTQ41B1cnn9+vEYr8g4CfaA6ySsGR59Qnq7yqaLKJzL2dDJmpEavfXAA89qn321jt5eJm8EWL2/n0FVvyfdXGhyLk7FVZNxjHxztvB5gdTVZOaU0OB2UiAN6nE4NTjuwKVJUBToCTbw8UudQF2BCZEx/tzE46ekh6ZcgF5Y8/iNcJ1BvtpwmZ64bI28lSCdQVWSKwUlOBnJCDoNAUdYtFeD4MziUotq+YVLpcKxVVJZzffrWNTh96xr1fy5qbbQiyOG7Gpyq11vEz35Gf+biCviXAWvWKDlpLjqqqHRKrp2q6uFkmkeDQymqfcdqRsrJtpmQx2s0Wz0TGQP6XqxbysRNDQ4y39NlBmpDGoPDAwUeKzRbLd0EuEc3sY2Zts1P9jJxcyyZKaosDU6mD06rdxocMe9XGIPDHYwpRdWJBw7AU1Ra51Uth+qzag0OpaiWd4CzvBNwQ4CcbOWkzilEDi1kbE+6Kfn1RIBTlSmqzjU48etpIYyYJ0u2Bid+DZuw+2r0xwIcyw5QvmcpDFSfL5pksuh3foh55jlECyYtspxByyP2BexUPDehs8HWcDVXN3Hug9Py+4607if5twUXg9NHDQ7/vFkMzsbVYwiD+LMenKmpVFDFcq/JY9ebvWVw6D2lU7j83atVQ44qKltXewIPFCS71+tCAR7MKB8cy3lNczKmc+LywUljJVWrhrrNydhk1Xg38W6tLuRYyqUgVWTciQcOYFaWEVtEKVp+XJWiWuYanOX96YaAcdFPxJWiSvaiii9GbWKV3OnIYxBWyRSVYHDyTsy0IC02W6oLs1y83CmqfLvQTqBExnW3D04iRRUEhssnkK0R4m0xSNBcLYc4acMkAK05MZttZn/WajnE8e20yf1PHU38XTfbtB+LL1DzeVJUNh8cT5bNpxdVlsi4lz44YagbymYxOOVSiE1rYpuIPdMLCVZSXp+VUmi0LMkKOPNAMjgNS7DJf+9VFRUP2pJ6uvhnFEXJbuI9TlEZPjgpDte2MvFkq4ZAjZujqTQ4bgZn0eaDw7qIA/F31Otmm4RKGKpgw0hRVahMvNMUlb5PaR7ZMqUtUui4SmS8zDU4RYDTY8jOxs4u11JkLIIBHkAk9C9ZKSqlwaHqnc4CnCNzdTXOdaLxnSvwt5cg9/YmovMx3w46bIt77Kqt/x+Gge4DRikqjxJpmpg4U/J7L/kRvOp5J+NFp8d+UKUwUJOUzQfHNrbnnnocAODOHx5M/D2zTNwifvbqJm5hcHyrqEIRHHK4RMY0fj2pdjZpu0AdxX1KapUXDmvoWHYwS5VSoPVKbJHriwaHzQMNy+YgvZu4f4qKz0u29C2QZHC4/qhnAY7NB8cmMrakqJytGsRT/XxwkimqRDfxPvjgEMqlAD+6bQphAPzotin1OLE5E5XuGBzeONXO4BQanAIdQAY4ifRSZt44/r/J4KSnh6QpFL3nZHssPrt72+v3H4vLascrYeJzuVNUlvRHzxmc+POkORkD8UTIxduyAad/KW6kmJLxSgnPPnkDnn3yBuN5//MnT8WjB+ewfcOE12e46NTj8OlvPmUPcBzCboLB4BCz5LHIq15UHVRRpXVAd7VqoPHveOYWvOYnT8XPnrMtc4x5cOGpx+G+J47g5I2rMp8bT/JHsXd6ASeujxk4F4NTLoXx563H5ypLE5UHFSH0rrNF1saspTM45pjTkMrgBPo9Xd3E+yEyLuUUGctAk4+bI93JWIuM3b2o9M9e++AQKqUQ525fh2++5SWGf5ROUXW2GaC34Z3St7IAZ7USGcc/e+lNNYooApweY7xsZ1MILqo/0WyTT16OnDkhyeDEf//Vi56GWqOJS885Ps9HUAHD/pk4wFk/OZZ4jmuy54tnr0tM1fgoRZUhsC0FAZrQ51U1qZTNNtMCnBBAU6eCXFqXa19yeq7PQAzOfU8cwfxi00izNLPKxG0pqhwMDi3YUeS/gKU1iSVGaM243Y9pzXgFv/+yZ2aOLy/e/6vno96MvAJ4qqTaM80YHAeDUCkFrF9YlHh+N5Cl+g3hfdNqRQjDgFX4ud8zTzfxNAZHMyFRgsFpiY1Xt7D12OM6kDCIz0NPfHCsKSrtg1MTaTASFWsmp9UzHxz5PVLwv1Yw4y9+5hZ89ZEDeNEZ2d0CbNBNPfV1Rdc+oNeKolVDgY6QEBk72ixIqj/RbDNl8kora43/Hk8YZ52wFu+54lm5xs+PTwzOOluA47jjDZFij/P36r1lFZVj9uVvWwqTi3RWmTigX7OQw1DPB9s3TGDb2nHsOrqAex4/jOc/Y6P6W6OZvaBSJRd9hk40OHxhyOwmHupFkIPvgicqJYyVQ1ZB2N/JMwgCL80TwLxwjtYSGpyEADQMDbZLWjh0A9nwdFGYsTVaEcbCwIvBMbuJp4/NZHDEcRw+OIBOofUqzWz44JDImD22bd0Enjw8n+pkrKuo0B63Y7NoC3CYRnK27VVG4EUV9P9eMViJFJWDOfnpM7fgp8/c0vH7yK7lALCZMTgU2Jz/tPVYO1Ex5p3liOXNTw0BCZGxTC8F9oUirdlmGoMzVgoTi1u35bgyRbVuItns1IfB6TW9TaDd9VydnIwdTAcPEoMgwZ75eY2Yf/OpVvJBmg5Hi4zd7yXPv8+46FqkSZwvZlkaA/q77DfGJ9JqOTTGMUolqNrNWDM4ruoug8HpUxWVYnCaMk0S/9+HXczD4PCu9q4UVVOkqACdQutZispSRcWv8+3t9KG9F5UZ9AUZDI7t+uObIWqIzF/HGbV6s3dVZLYqqn6AzgnXMG1eo0XGxOCctmk1vvmWn8ZvvcjsGLDcUAQ4PUaSTZEMTvxTMjjJZpspDI6onpABTh7fGxtUiqod4KxflQxwpIiXYLQB6JsGRzA4rhQVe98wDBIVbD4VRPJvvQpwALgDnGZ21U5aabMLY2rRJgZHf1dZEzhVvMjrtsaaB5ZLplar2+uwl+ApqqQPjrnocvO/RquVKfrOA5WiIg1OIsDJqw+L4aOloGvEJTK2tQ6h8fUjRaUYHPYYadhsImPpg+MyTU1rIMvvk2kR4DQSKbpWz6rI5NfTy4pCDlpu6L4cK4XYuDpm4HkxRDym0dmA9AtFiqrHSFRRORicKIJh0y89Y7gZXNIskFPTYSJF022HWJqED7Q1OGsnkikqGmtDTC42oWSv72XZbNM1WZgpqiCRHvSpVJHBmfx+u8FFp8UBzreePIK5xYaqcNAd3N0nTgY/eVJUdRHgAR5Oxg7mcUFok/gE2ktjv25BKaq9R9M1OHSOdIqqtxqciggyZb8gCjJ8gm+6PILAb7GqVkIcqyWvaXoP2V07Hl+r/ZxeMTjJc80DxzQGR54Tlw9OWu+wOK0Zp1GpXyCh2TK7qTebvfPBka/vF7tJ3y3dl+VSgJOPW4XnnroBJ22Y7HlF66ijCHB6DLmTTmuzwG36Zd441ejPKCEPEwt8t+ZNCQZnMsngAPFnkSkLm4lcz8vEqRdVig8OkExR8SaVgF+lSr9SVABw4voJnLBuAk8dmceXv38Al5y1FQCj2FMCVTl55wpw2ouWkaLKTHHEP5MpKlObNOoMzrFaA9NtbydbFZX07Gk0o95qcEKTLZHO0FIflfaemgHxO88ksHW1arCB7ufe+eCEid/5dX5im8Hx0+DozaLxvAzzyqoKcCwMjmh+qtmgjA+WgUQVVQ/nEQ6VoqKmnqUQ5VKIT7zmor6836hjdGagZYIgCAwdjssHBxBtDcRNmdZsk08IFWuKqru7kSbMAylVVLZxAXYvj147GRO7Rcd3BR3yHEoGx6dSRX7EXomM6X1f0PbS+e1PfBMfv2snokgLHdMWtwSD41NF1f5eSUzK19asBYwvTJzFUd3MLQzOKGlwVlfLqspr56E5AHbXcKnL4f3YenEdKy8ics1tOBgcD/+Z0DJXpIEEtq5mmzYQq9Ore9jWTbxS0p9j6xSlqGwaHHO8iv1O6BnjnyXHPEjX6LGayeA0mq2EL5EPy+sDOZR+lWeXVIDj7tO3klAwOH3AeKWkdiBp7AunVuUuMUxhcMIMBqdXKSrlUOticNg41k5UcHS+riZuoH9VVDL14WZw9O8lQ4MTPzZsBgcA3njJGdh7dAG3PbgPv//p72D30XlVJp4WIEinax+2hAe+vDqIjpEG/l03owghzImUzovJ4IzW5Hri+kk8sHsajx2MAxzF4FjN5zSDozQ4Pfg8slS/LhicPPow3cvJb1zjTgYn+dwgiAOKRSUy9nqLTNiqqOhcb1w9pkSwaT44oZojzccJWS1iiMkiBod670kGp9GKWJl4dydgUCJjVUVV1wzOSsbK/vR9wkQKTS9TVPJ3G22e1uiyUgoSu/duxZByzC4Ghy+y5HRsM/rr9WZFfj5XeoZPSqFRReVfqRIax+g9K7F2ooIPXPlsXPvTPwIA+NhdO9Uu0ldk7MPeAOZkx/1dgOwFjJ9y/jqVoionOyOPWp+bE9fH7MDjB2cBsBSJNUVFqaRWqvV/Xsg0oRQZ15tmisrn2vQdl4vBkYt3EOhrqtcaHKMXlWrlEf/cvGZcBcgLlh5t+pzQz4wUleO8KAanHeBQUMU9nQj0+bv96l0+OL0GfbekYRq1TcagMVoz0DIB38UmfHA4g8PuYVeAU2pXdXBIzUCvy8Tl69M0OATyymkYRn/xz96XifsxOLISLVkmnj0+firGK6W+iPTCMMBrfvJUlMIAh2YX8dTh+XjMnmXi1YrfbcwXwtiGXjNYWZ+LBytmgNM0xjDaDA4FOO0UVcm81wB9bamS+pbuz9SL61gxQ6odgL2aMg+76Kt1Gne0bpHvUWb3iq6i6n2KSrfyiBMJW9eOq/R+KoMjfHCcImPH90XzJZ1rLu6X6a7FHpXJJ89xf5Zeep+CwYmxsj99n2B27k1hcJijrlxs03ZnSZGxpD+7ZXDM48k+VGoc7bGNlUPVFoLnsHspzrS9L8Htg8N+Z5M2DZHmxfQycRZI9EkYCMTXzGmb4pYD39s9DSA9UOXnwJfBiYPl+HezkWD292MwOGxBWSoaHACqRcOuo+0AUqRIAH3v8J5RDQ9GzRecGQJsDI6eE4CsCj/kGhcFoUkfnOQGSgc42YFWHpgi4/igP33mFvzmC0/D7+74Ec3g1JsJAz+tS4r/7/LByarelPfxZJUYnFbi+yCGstc+OP0SGWsNTjvAGTEWddBY2Z++T+Ai44QPDvuvZBIAzty0X28LcMSOU94s3e6cZYBkczIG9M20plrW1Dujln07VXc7PlfgwYOTUmBzMvZZRHiA09tmkRJnHh833aNdo6/I2LfXWBAErBdSK1G5lwYeVD95aB7Pu+E2/OV//iCRojLZy9GaXojBoXWzLO41/phRRdVDDQ7dJ+RgLFMiSZft7GszrwbH5YOjxsicnAn9dDJeM17BGy45A2dum1JjbEXJcyPPiVODo9hw+/Un72NKUUkfHEDfi11rcKQPTp+Cf7qXlcjY0+l7uWK0ZqBlAt6PSrILQRAkbkybo2xahYTRz8Xmg9Nl1C6PZ3My5uNYPV5mvXu0vqVfVVTJ3kEOkTF72J6iytYI8bfyTQV1ijNZV2EgPUAIOwhwAKYBaegqKp/vh19zX3vkAHYdXcC/3PeUSiWMqxSVO7gfNijAIdACyBdCOpfKB4f1I+rFdTyueiHF5006GddVmXg2cxIoltezTFwxOOI44v9hkAwO+pGism3e+D0me0XJc6I1OK4Axz4GeR9Ptjt3x4Jy8/tYbPYmRZXwwelT8K9SVMqAc2Uv8Sv70/cJvB+V7QJzLbSAXmz17sz9eiAORhI+ON0yOOz4MTuTHkCsrpYNYzQgX5+j3OMTny+t2SYhDJJOxj4aIf63fqaoAODM49ca/0/1QDHG5c8sWRduj++HB+a7jiwAAJ44PKfMFrXImF/7oxbgTBr/txr92RicHqaoaG5YaJ83ul8oMMyjDysFyfGnQTE4GSmqcinJ4PSuikrfQ/ZmmKFifKUXjkzbZTbbTPHB4dApKovImNjULj9/QoMzsCqq0boHB40iwOkDTB+c5AUmUyWcFpWVHbZJwCwTDwx2wvWeecAnoXWWNg0EmkBWVxmDYzGR67Uw15vBcYmMIzOwTPXBGWSKSjA4Wc02CXkYHNvC7bt40XvumY41LPVmpCqSlAaHMzgjtntcO1ExOp6XLCJjqcGpMw1OL1o1UIAztxhrTIixocpL0oBEHsGnreIyDTQvpVlX0PGydDqdwgwmk+czCHQ7ASk0lkEfDclVJu5Kvcr7ZZUSGbeSIuMeMTgJDU7fRMbx+yw00k1QVwpW9qfvE7LcXLXYNZmiouuebk7bIle2TMg8rdS9k7E+vqtEnI9xzbjW4DQsrFTPGRzx+XxbNciO2LLs1Aaziqq/t8uGVWM4fq3u/OvbbLOaYxLjC7fsYJ8FmjyJwQGA7++dicdQIZHx6FZRASaLY2NwZBVVoxWp66UXn4cCmfl6E82WTuPS44rBUS7g7mPR9+G7iF16zjace+Ja/PSZW43H5XvEfcX6FOBYNDgSNH86U1Q0R7pExhmMm9yoTPAyceFL1DMNzoB8cOh9iMEZJTfxYWBlf/o+wayiSl7IiRSVRYNjczQmGPoL4dsB9CJFpS+LtQ79Tfw8zeDITtVmn6OuhpOAZKh8nIxjH5z4d8ng+Keo+svgAFpoDPgzOHm0QXzhztslm8azu12FBAA/2NcOcJTImLOXoze9cB0OnQvZ2y3+2Q7YGYPTi0V+glUJceZ2nISu1OndJ0Ul0tlZuOCUDfiXa56P87avMx5Pq6JSz+nRV8mZCxfTrBkcM9iQDA6N0aXBcTE4iRQVO/eybL9XRodJIXd/U1TEPI2N4CZjkBi9GWgZwBQZezA4FraDbk776/XvNEmM9dBgzZvBad+0q6rlRPmraSLX25tMpgp8U1QqNZgoxXW/1yA1OICZpkoLVDspEwf0dcJ9cHx3p3RN7mv3KAN0Ow9dJq6v/V4zd72AGeAkGRzZH6nXzTaJLZivN43mljRnUNCT59rsNiWd0IeEgcXtuDffZZqBKYGXinNIDU5Wispbg9NOUTVbSZFxrQ8+OJVS0tusV1ApKmq2OWJp4kFjZX/6PmFiLL2SRLYMmK3FjpoTzEgujcGx+XbwRb77MnEe4KRocFgVVbJTtX5erwMcX5GxdDKm85arFxU7dL+rqACTwfHRXwA5q6iYGDxPFRV/T+kcC/BWDWyHPoKT63aWorJpcJIpqlZupisNKkW12DTYggnFIsgqqrRr0z1H5IEXg9Oje9hgmh3XBwV7ksFpirRdpsjYW4OjPbzq4mBKg9PlpRxaguh+gJYB5YMzgE3ZKGNlf/o+YbycXkWlmj62b6bp+TjAmZpgAsgUDY7sRQWYN223C4uRokphcJSPBUtRqQk6R6fq/OMzj+fawXJioxTqSaoTt1hgQCkqzuCkfI+lDpklCoh5L6q8KSobqAnp6GtwbAyObcNAjGSkhL890eAwkXGDtQFQrRHy+ODk1OC4kNTghKn+Xd3AqKJynE+Xm3HSDJUed6SonAyOS4PTUq7VhF5pcPjL+3lfaA1OW2Q8gizqIFEEOH0ALxO3Lb4ltfNoBzgLcVfbqXHNlqTtzmwpql4yODxYSmNw6GZazVNUttL3Ht9jUjiXt4qqJRictN0pn9j6LTIGYoZhddu63jtFlauKir4nbvTn99q082RjcEYzRcUYHJUO1n9XDI4KBCMcml0E4Da8zAOuwSF2oFLSAUUzhw9O3ioqF4IgsAjyzYuiHykqpwhY9aPy88FpCdaFnue6f+SGYIJpcGSZeD80OP3Upmmjv6JVA1AEOH1B1bOKSjM4cYDDBb1pHhclQ6jXhxQVe880DY4SGY9XDGYAAOvC2/8ycR8nY+6Dk9Q5pO2S+fv0n8EJwwCvfeFp+PGnH2ekqxLj6kWKKqeBHX9PaZpn0+CM4uR6QgaDQ+wn7XwbrRb2tzVHm1ZXu37/cVZFRSmqCvOd0a0a4uf7Ndvs/jzz9ymXgmQpeY+CVb7hy9bgpPvguFo1ZDI4LAgfK4fqO481OPYUVbcmj1KD0y/IVg2jyKIOEqM3Ay0DjBvpIkuKSVTzKAaHBTi0aNkWL5PB6UOKir3B2hQGZ9u6eLE4ZeMqvSCICbrXLsZAHh8c/XspDNTuJora/b9ylOICgxEZA8Bvvejp+NivP9eoxpMwRcY5jP5sPjg5y8QB4KQNk9gypRd8CuqJwQmC0WRw1k5UMNX2wtFOxubiHv/UDA4FOJunug9wqGJnfrGpNgOxl5VeZAHWdynlkqNh90L8LO8V+d316ja29aKSoPkzWSYe/6TrNStF5dTgsPmiWgrV8+JWDfbu7r0sE++nBkd+5FHcZAwSK/vT9wmGk7HlAqMbjLwKlAaHmZBddNpx+Llzt+Hqnzg18Xqz2WbQPqa+6X0XLBd8q6hu+Pmz8bnXPR8/dtI6vXC2zCqqXguMgeSuxCWkM7qJB+autNlKNji1YRgBjg86LRPnKapWzu+In/ctU+N42oZVegyCwRlFgTGB0lRaUJxMH9Bnnak1cKxdBLBpTfcBDq+iIramzBrmapFx/HyfPmm92KUHxgKcZHD6YfSXl8FxpqjyOhmzjcNYmacH01JU3acBCf1kcOTcXzgZF+g5xjOElpTLPzIX5/ZtDM7qahnv/eVn4SU/ujXx+rQUVS+MnfgOI02Ds6paxlknrEUQaGMwmiDy6js6HR/gLpPmk1LIGBwgZs98moGaVVT9T1H5gk/eecrEK4yZaOVk2fjzNq+p4qTjtJ5F+uCMIntDoPSaTcOiNG3tL373kdjzp1oOsaZaRrfQjsUR5pkQlLMIQL4qqkEwOD3rReVhSJpXZJzwwaHr2qXxYRuValkzOPWmW2TcvQZH/95P8z15LxcMToGewxAZW25iChqOtLU3pMHhIuM0pKWoejHZ8aBs3YSfsLIiqqh8NASdIlEm7uNkHJjeHq3W6PWiygNegZJPg6O/pyxLewn+vM1T43jaBhbgqGab8bU/yrn/C089DgBw+pY1ANJbNexqBzibp6o90ZLxtOOx9samUtb95BpNGeC4j6V0ej1YxFyCfELvUlT+DE5NBjiCcdQanMj6PHeAIxgclh6UDI7ywelhKX4/e7TJca50J+PutyQFEsiqJCEG57BicJJl4mkIbTvOUu8CnApLd/HePWmQPji97MCceC/J4Pg4GYtJu9Fq+TE4PMAZUQYnT+BVYd+TXgj8Xsuvrc1rqmit1sEvjeGUjatwwckbEn21Rgmvfv4p+PlnnYD1q+LxGynf0Awa9vZQYAzE5ykMYjbiWPu+L6cwOD590nrD4PDAw9Zss1cMTvZCr5yMG/YUVZYPDqXJfXpRxQEO0+A4RMbdfvxOiwLyQn5PhZNxH3Ho0CG84hWvwNTUFNatW4dXv/rVmJmZSX3NC1/4wnbZov73G7/xG8Zzdu7ciUsvvRSTk5PYvHkzXv/616PRaPTzo+SCWUliCXDaqagjc50xODbNwJhIVXUDOsbaiYr3zkWLV80y134YdiY0OI6b2Jy0zUmm1fItE9e/jxSDwzU4nfjgNFqZWgUJfp42r6ni5OO4BqetvSmF+H+/cRHe/nM/6j2mYYCCG6Cdvmx/NJXyFZWOm9eMoxcIgkClqSg1XelQg7OhzQQft7r78nXDp8WWouqZBic+v2laQZeTsa8PTpaBpZmiKik2tGkRGfdOg6N/7yeDI6f/gsHpI17xildg9+7duPXWW1Gv13HVVVfhNa95DT7+8Y+nvu7qq6/G9ddfr/4/Oamp8GaziUsvvRRbt27F1772NezevRtXXnklKpUK/viP/7hvnyUPskTGNLkennVrcNKQZvTXi9QATUJpAmMJWUWVRRN3Az5BpFXrpKWouAbHx2sEGN0AJ5cPDit/zpui4u+5ZWoc65g+a5TOTScohyEWmy2WojI/Ty8ExoSJsRJmF5uquKAiKnkAvxTV5c85CetXjeGFp2/uekwyRSVZ0l4zOGmVRNmtGtpjYlWRHNrA0n78agqDMwgfnEKDMzj0LcB54IEHcMstt+DrX/86nv3sZwMA3ve+9+FlL3sZ3vWud2Hbtm3O105OTmLr1qS4FgC+8IUv4Hvf+x7+8z//E1u2bMF5552Hd7zjHXjjG9+It7/97Rgb63430y2ymm2uS2hwqIoqP4NTVimq7InDF1T+e/LGVRnPZGNyOLH2RYPDPuNYKXTS+DJFZYiMW5GXD86gnYx9YYiMczE47RRVk6WoOvDB2TxVxeRYGZvWVLH/WM1gRJYiSmEANHnK1zwnvQxwxgWDE/vOmFWISh+WsrJOjJXw8vNO6MmYDBGsTYPTo3WS5q60jY+72aZ5v7qM/nSZuH3QRhUVCy6tTsZLzAdHzoVFFVWfcMcdd2DdunUquAGAHTt2IAxD3HXXXamv/djHPoaNGzfirLPOwnXXXYe5uTnjuGeffTa2bNmiHrv44osxPT2N7373u9bj1Wo1TE9PG//6iYkKT1HZRMb2Kqq0zt0ctkaLsgtyNzhv+zp8/OoL8c5fOMf7Na5mm92K82zgLFVaBZGxKw3MiZWXiafqHHiKagBOxr7gIuM8gRf3wckbhPLWHNSg8G9e8WP4yyvOwwnrJtJeOvKQrVHkRmFzDwMc8sI5xlJUZcngeHg09RJJBqc/KSofrWBmiirhgwPxvHQGh88ZXGRsczLW/a+6DXC49qiPDI4UGY+wXcMg0DcGZ8+ePdi82aROy+UyNmzYgD179jhf9yu/8it42tOehm3btuHb3/423vjGN+Khhx7Cpz71KXVcHtwAUP93HfeGG27AH/zBH3TzcXKBi4ytZeLtQOaw1OB0JDKWKaruL+ggCPC80zbmeg2fJAA2yfTZ6C+NvZClr/Sz2YrQjCJWReV+Lz4xjY8qg5OnmzjzK9IpqnzvuYkZ3j375A14tusFSwh0fVQcqd6epqiIwVEpqsAIPIH+MqA2SB8cuTHpdasGVx8qgFVROUTGSR8cMyihc+jjZFxlPjg2oz/CUvHBkQHOSmdwcgc4b3rTm/DOd74z9TkPPPBAxwN6zWteo34/++yzcfzxx+PFL34xHnnkEZx22mkdHfO6667Dtddeq/4/PT2N7du3dzzGLIyXS9i2dhzz9aY17cR9cBrNFmYX451KNymqMY+dUT+hq6j8e+l0/F4WHyAbpA8OwPqAtSI/rxGjimp0dkO96SaeTydFp31LjwS3owQ6L6pVg1gYeiUyBpIpKs7g5GkE20uYm4FkFVWv4qztGyaxfrKCs05Y63yOywdH2jq4fHA0g+MIcBwaHFurBkIvfXD6qYuR31OhwcmJ3/u938OrXvWq1Oeceuqp2Lp1K/bt22c83mg0cOjQIae+xoYLL7wQAPDwww/jtNNOw9atW3H33Xcbz9m7dy8AOI9brVZRrfZuB5aFMAzwud/+CTRbkXXxWb9KV1FRiTjgX5IdWnbvtp5Ug8SY2IEOKkVVKfsFJ7YUlRQtWo/Bjf5GSEjbbRVVo9nK7TZNgWUvWhaMGqQrsKT2ey0yBniZeMi0UaTB6R8DaoP0aemX0d/qahlfe9OLU4NyYkplmbhMF9HPZmRPK/n64GiBdyuRoiL01AenEBkPDLkDnE2bNmHTpk2Zz7voootw5MgR3HPPPTj//PMBAP/1X/+FVqulghYf3HfffQCA448/Xh33j/7oj7Bv3z6VArv11lsxNTWFM888M+en6R82pIguSYPTaEXKSGzVWMn7wjedV80U1bAcZOUE3V+RsacGJ+S/m7u+uIoq/j0tv87/NlIi406rqNj31MzY6UrQOeylHmVUoBgcYfQHxLviXpRiE0iDQ6npsXJgYXDovQcV4OjfS5Zmm728j3mVqQ1Ooz/fVg0ZweGYKBPnRn+uFFW3H99gcPpaJi40OCs8RdW38O6Zz3wmLrnkElx99dW4++678dWvfhXXXHMNrrjiClVB9dRTT+GMM85QjMwjjzyCd7zjHbjnnnvw2GOP4V//9V9x5ZVX4id/8idxzjmx4PUlL3kJzjzzTPzqr/4qvvWtb+Hzn/883vzmN+O3fuu3BsrSdIPxSkntunceigXUviXigL05YC9Fxp1AV4EIDU5fGBy/FFWQweD4pKg6NdTrNzpPUelqt9xVVO2nbZlafimqUAU45v0EABsmx3q6E05UUYWh0dwT0Iv0sDQ4sgJpkPumrls1ZDI4pgZHt2qI1PwlT3u330NombP7ARkQ59HnLUf09dN/7GMfwxlnnIEXv/jFeNnLXobnP//5eP/736/+Xq/X8dBDD6kqqbGxMfznf/4nXvKSl+CMM87A7/3e7+EXfuEX8NnPfla9plQq4XOf+xxKpRIuuugivPKVr8SVV15p+OYsBRCL8/jBdoDjqb8B7AxOL8vEO0HCqKyPVSBGFVXK4m402wzpp96t6QnT/V4jW0XVIbNUZt9TXh+cC045DuOVEBeeclyOkS4NyOopzmD0Mj0FJEXG5RJncMwU1cA0OOzSLoVBgsEaFJME6OtZlom7fHAk6ZKVHk/X4MQHmxCu5UvHB8f8/0pncPpq9Ldhw4ZUU7+TTz7ZiL63b9+OL33pS5nHfdrTnoZ///d/78kYh4V1kxXsmV7AzkOzAPwrqAB7BU21h0Z/ncC1A+17FVWqyJj9rqqo4v8bGpyU2cuoohqlVg0danB0IOoX4HG89oWn4dd/4pRlmdeXGhz+GfsV4FCzzTEmMlY+Uu1Fux8aNhvSNDiDYpEIisFp2FNUWoNjPq6el8FMBkGAsXKIxUYrPveqiqqlNIQTlRLmFvX7d83gsJf3k1VJVlEtv3s1D1b2px8iiMF57EB3DA7dnLT4Dksnon08TKOy/jgZ56+iUikqVlrq1018eaWoVDfxVv4qKv765YaN7V5TFMzwjUKvA5xJoUEplwKU2ue1KWwWhuODY1ZRDVrWl+WDQ9drpgYnzUyQbQyNZpvtg8nNTC/LxPtZ6VoY/Zkomm0OCVRJRRocX5M/wJ6i+qkzNuOy87bh8uec1MNR+kN2Q+6VQZYN3j44IZ+0A+OxRsvP6G5QO6+8sJk9+qCbKqrljD//pXPxg30z+NFtcfkyD6J7HeCMiwCnUgqNFhrAMHxw9O+lUFgsDPj6qCoNTgtRFCW6hmuRcfwzqcGJf6YGOJUQx2qyikqnqMZFOnrJpKgKBsdAEeAMCWsnYgZn99G4iiqPyDi0LG7Hra7iPVc8q4cjzIdkFVW+TtV5QM0RW1EWg8N/J40F5e39elHR66pld0uIYcBIUeXQBtFCWm9GfRWCLzWcuH4SJ67XPe/4zreXHjhAUt9h60U1cA1OKoMz6BSVPj+1Rkv9P+mDYwY+BNIxpbeDiI/JNThRpOevBIPTdZm4/r2vRn/iu1rpTsYr+9MPEevb/ahopzbl6YED2I3+ho2Ko4qqX5Mj3bhjvj44gsGJNTjJ50kELMAZJXTqZKy1Uvm7ia8klPuowZEpqkopSDCg/b5/JPgCXA4Dw2l44CmqshngEFw+OIkUlQczScwv7yYOaGGzDEKXSqsGGYilzY8rAaM1a68gyE7ducrEDdvv0fgKy0y8CmiauG8BjnBwtoHf7NLJuGlocNxjpMOPksAY4DqEfJR3hQkq81ZRrSRwr5JNq3ucohLXUjk0zeaAwaeo0npRDfr6qJQCFVRxLxxXiiohMm7/N03rQhuWsXKoNmeAFn5Lr55uTwH/GtPMSbuFHGfB4BQYCqijOCGPyNjsRTUai9MgWzUArHeQZ4pK+uC0Wn5jVCmqESoRB/TnyCsqVz44rFVDEd8kwYPGXjs3J1NUgVHdBgy+VUOaD86gU1RBEDChsWZwJONK90DkYHB8OpZzDU78fs3233srMuavr/Qx6EhocEaMeR40VvanHyLWJRiczlJUo8Lg0E0bRW2PmQ4qdHK9n3BwtkGWvvLHGq2Wp8i4s0Ci36DzmqeCCjB9cGRVSgENfl57XiZuERmXXCnegZWJ698TDM4QLg8V4DTcDI4UHxN82sSQ3uqEdRPGZ1Upqh4zOKbIuJ8MjghwVvi9XYiMh4T1PWNwRiPA4TdtnS2e/RLm+jE4SZqdxtmKtA9O2gi5yHiU0GmAo7uJR0UVVQpWV8v4zReehnIpzHVv+iBZJm56sQDaB2dwrRokg5PUrw0S4+Wkm7EM+niK6s4fHsQn7t6Jt/zMmV4eXDf8wtm4+idPxbknrkUQBAiCeHNWawdU4+K+6vYe4dNUP6uoEgHOiKwPw0IR4AwJSQanUw3OaCxO/EYy+hz1aYKueCzwpq7AfKzZ8jNToz+NXIDTYeClq92KKqosvOGSM/pyXKnBGWNOxsNKURkMTslM2wyjetCWokq2atAi4w98+Ye47cF9OP/kDYzBcR9/aryC87avU/8vhwHqzQg1J4PT3TkIjBRV/86njGdGpQhlWCgCnCGhGwZHua6GwciULnOat9HU7Ei/Fk/aBXk7Gaf0ovIx+ls2KSpKhRQ+OEOD1OCUS9psTqeo4r8NrxfVcFNUdF0/eXgON/zHA3jR6ZuTrRqIwWlFONJuXLr36II6Rh6Bbakd4Cy6WjV0ub8ZlA9OweCYKAKcIUEa+3Vi9DdKFy+fEOutFivp7M/7ye7PNtiM/lQVlbfRX/w3afw1bKgAJ+c1oKuootzdxAv0BjYNDn0vdN8M3gdH/y41OMOwESAG533/9TAePTCLvUcX8PxnbARgKxOPVGf2PdM6wMkz7koYYgGaLar22Ml4UD44RYBjYmV/+iGiXAqxhnnfrM7hgyP75owCgsCsBPGpZOgGqkzcN0UlGRymwUmvoop/jiqDkz9FFT9/sdHquxC8gB2TFfNer5Q0YyKNMkdBgzOcFFV8nT56IO7Vd3B2MWE9wVNU1Jl9D2Nw8rAuJTGX9tMHp59Bh/m9Ffd2weAMEesnx3BsoYE11XKuC/GkDZM4deMqnHXC2j6OLj/KYYh6s9lOUcWP9Ytip6qTtN2QkaIKzQDHdDLOZnBGrUycAuI82i3A7BnWVELWng6tQAbGx8xrqRyGatFrDilFlfTBYWXiQ7j0pU6p1mhhthZ3X7f54BxbiP9mMDg55lTpmTPR41YN/GvsZy+qUSxAGSaKAGeIWD9Zwc5D+Rep8UoJt/3eC0ZGf0MolwKg3k5R9dmJtdIhg8OdjH0qvUZVZPzjp23E77/sDDz/6ZtyvY475rb6LAQvYMdYKVStRgDJ4Jgi40GtUeYCbIqMh5KisjCmB2ZqAJIMzmKjpTp/cw1OngBHPrfXzTYHxuAMSMy8VFAEOEMEVVKtyZGeIoxacAPYF89+G/35OhlrDU78/2YUgdwz0sa4aSruQ7R17UTng+0DxsohXvOTp+V+XUVVUbWKKqohIQgCTFRKmG0vyqYGJ6bV+s2ASsiKw2H2ogJ0iuqcE9fiwLEadh1dUAEODYd+TrfZGwA4VtO/5wnMpCA5GeB4H8qKwfng6N9XuskfUGhwhgpyM87L4IwqyiFbPPtt9KdSVJ5VVCpFpVMBPimqX3r2ifjQVc/Bb7zg1G6HPBJQQWjhgzNUTIzpTY1h9KdanQxYg8Nuo1IYGpqUYVweLz37eJy6cRXe9rNnYsPqeCN4YGaxPT6TwTk6t2g9xmgxOPr3fjI4fFO30ts0AAWDM1RQP6peG4kNC3zx7LeGgIJDmvxssIuM4//HzTazWaZquYQXnb65y9GODnjPsILBGR4mmA6nzH1wEs1qBzOehMjY0qh2kLj4R7fi4h/dCgDYsCp2kp5RGhwzwKEScY4gyBccSlal1z44g2qvw7+rsREqQhkWigBniNiwKl6c85SIjzJ4GwAfu/Ru8JafORMv+dGt+Imnb3Q+x/DyCM3HWlE0cLfYUYDqRcVK+YsAZ/DgVTqVUpBwMh5uikq2ahju9bFBeIZJkTHpbzjy6oaSIuM++uD0s5s411IVIuMiwBkmfu7cbfjWE0fwKxduH/ZQegKdouIC1v681/YNk9i+YTL1OXyOK4ldn2+KarmBdo9RBOydNjUNBQYHM8CxGf0NzwdnFMrEOYjBIdB40jZPeYP2UkKDY/6/+zJx/fugelGNisv9MFEEOEPEyRtX4YOves6wh9Ez6BRVaySCB7kr5T9No7+BD21o4Lu6L31/PwDg3BPXDWk0Kxc8BVIOQ7U5UM1qh+iDUwoDYxEeNhFwnEhDyxSVDXkDHMng9FqDY7RqGJAPTlEmXoiMC/QQZcPoL35sUN2QbUjzwTE1OCsnwpET+dt/9kz8eEqar0B/wBmcsbIZUPh2uu8ljFYNpcBgNIZ9f1AqnyBTVDbkTVHJgEjaQnRfRaV/76sPzoACqaWC4gwU6BmUvqPZGjjFboNVZEwpqsivF9Vyw1gpxFTbluAPLzsLr/rxU4Y8opWJJIOjp2Ley204rRpCYxEefooqP4OTd2NVNpiPIKFfWSo+OIMqR18qKFJUBXoG3udoFNoApKWoWgOo9BpFhGGAj1/9XNQaTZz/tA3DHs6KBU+BVMqhYHDYtTmg+yetVcOw18njRIAjfXAI29aOY1fb6C8vS8LPfzkMEyZ53U4Rw2jVUDA4RYBToIcwGZz4sWHu/owUVcLJmAk5V9g8MGotPlYiJhmDUxFVS43m4DVspg+O7CY+WgyO9MEhnLZ5tQpw8jM4omxfBAfdujkbTtF9LRPXvxci4yJFVaCHMDQ4I9AGwNiFUoNSFeC0Bl6KW6AAgWtwyqUQQRAMVQAfpDA4w74/fFNUp21arX7vRoMjPz/QPZNmMDh93FENSsy8VFCcgQI9A6+iGrSGwIbASFHFP1WZeDT4SpUCBQjSBwfQi2ydpXhHwgdnyKvE1Hgl0SUbSM4tp21apX7vpoqqzFpnELoWGbNz2FcGZ0B+O0sFxRko0DNwH5x+G/35gE/a9HvJlqIq4psCA8b4mOmDA+jmiM3m4AXwZpVPOFIMThgGyvUd0OORG5MTN0yqwCTv2m5oV8IgERx0uwkqDUWDU0xsRYBToGfQzTa1Bme4KSr+uxAZRytTZFxgNDBZSQY4msEZggaHMzglc4EfhfuDC411isp8ztqJCjatjk0B87IXPOgol8KESLm3Pjj9O598mEWKqghwCvQQRhVVNHwGJ7AwOPSTl+IOf/ousNJAZeJBoAMbWpBij6b4eYPzwdG/lwKhwRkBinODEeC0f4pxTY2XsWlN1XiOLwwNTilAGAaiSCHf8STo9aUw6GtKXH6OlY4iwCnQM1DlgZGiGjEn47KFwSk0OAUGDSoT//+3d+/BUZV3H8C/e8vmniXkuoZLuAkqIAbZBl+1NXkh6CuojArNDJdSUAxFBNpI34lU2hIG+uIMvoy0M1za8Vr6io7Y2oZ7rTFiIK+jQgaYCFGy4S1pboQkm+zz/hH25JzdQy5kd8/u2e9nZgdy9uzmefbJOfs7z/k9zyO/ypZ6cDSYR6rvtaiCU4a+yBfVNdykBycx2iIFOEPJwfEkActHUvlrHpxATvIHKHvMo9iDwwCH/MciW2wzFPJb1G5R9Q4TFyFRRopMniRj+Xwr8h6cYAff3jPtGhUBjvYHSLIsB8dzLHt/NokxFqQmRAMYfJnVRlxa/PgZDI+PQrTFiJH9rJ83VN4zUkc6zoNDftO7UnXoTfQnJRkrRlH57kcUDLFRPades2oPTvCDb+8cHJPKsaMltVtUJq+8FqvZKPXgDPbLXb6/50Ktp216Viof6oCkhGgLDq19EPHWwH7lcqI/JQY45DdmRQ9OzzYtb/8YVG5ReY55t3wtKp4HKMhiom6MnFIkt/b2LnpycIJ1geA9D47y4iAoReiTfMFNtXlwEqMtMBgMvbeohjIPjmdUm8m/QV7WsMD23gDBG60VLgL6CTQ0NKCwsBCJiYmw2WxYtmwZWltbb7r/N998A4PBoPrYv3+/tJ/a82+//XYgq0ID0DsPTmhM9KdYX0caJt5bRs6DQ1qx22JgNAC32aKlbZ78DE1mMpYfKz45ONofH/IeHLWlGhJjLACALFsMACBukD0lipmMvUZcAqER5A2E/GKNw8QD3INTWFiIuro6lJWVweVyYenSpVixYgXefPNN1f1HjBiBuro6xbbf/e532LZtG+bMmaPYvnfvXhQUFEg/22w2v5efBqd3Hhw3Olw9y4lbzBoOE5dfhd448OU9OG7PiuchcAKnyJKZFIMPV9+PlBvDmoHeL9kud2+SfvDmwZH34Bh9Ah6tJasOE+8tV8KNBWTvH5+CF+dMxL+NSxnU+5tVbu3Ig55wuQjybsdIF7AA58yZM/joo49w8uRJTJ8+HQDw6quv4uGHH8ZvfvMb2O12n9eYTCZkZGQoth04cABPPfUU4uPjFdttNpvPvqQtszQPjkDDtQ4AvgvlBZPaLSr5TMY37gKEzdUZ6cukzETFz9ItXrc76Plh3kOiPUtHdLtF0IKsvgyP6w0Ee9eV630+MbqnB8dsMuLZB8cO+v1NJt9zhb9vUQWDPBiNMjPACdgnUF5eDpvNJgU3AJCfnw+j0YiKiooBvUdlZSWqqqqwbNkyn+eKioqQkpKCGTNmYM+ePVI+hZqOjg40NzcrHuR/nlEHXW43rl7rBADFFWqwqS226TnoO7vky0mEx8mL9K33FpUI+t+m52LALJun5WaLWmphWJxF+r80D448BydmaNfqyh4ceZKx8neGOu9V4SNdwHpwnE4n0tLSlL/MbEZycjKcTueA3mP37t2YNGkSZs6cqdi+adMmPPTQQ4iNjcXf/vY3PPfcc2htbcXq1atV36e0tBQvv/zyrVWEBkw+D87V1p4AZ7iGAY7a0E/bjeGmDdc6gz4dPlFfzCr5YcEeReW96GQnQuMWlXypBrV5cBKsFu+XDIpJkYPjuUUVfj048s+ESca30IPz4osv3jQR2PM4e/bskAt2/fp1vPnmm6q9NyUlJbjvvvswbdo0FBcX42c/+xm2bdt20/fasGEDmpqapEdtbe2Qy0e+5PPg/F+r9reoFENfb/zfU56eAMd3PyKtmBUzgfdsC/Y8OPIvdc8xEwqHh8VkRNKNRGK1eXD82YNjlnpw5Dl8IfAhDADXolIa9F/FunXrsGTJkj73GTNmDDIyMnDlyhXF9q6uLjQ0NAwod+ZPf/oT2trasGjRon73dTgc+OUvf4mOjg5Yrb49BlarVXU7+ZfnJPGvNhc6u3oyeOXDO4NNfmL2nKCSZQFOUmzPCZMBDoUCk7H3AiHoPTgqI4c8eSmhcnyMTonD/9Y2Ssew9zDxoVDOg+ObZBwm8c2NTgZACPbgALcQ4KSmpiI1NbXf/XJzc9HY2IjKykrk5OQAAI4cOQK32w2Hw9Hv63fv3o25c+cO6HdVVVVh2LBhDGI05rlFVd/cDgCIjTJJE5ppwXuBTaA34Gpo65SGkobLyYv0TT7NglZrUcnzTqTh0iES4Pz3wmn45uo1jEvrGXCiuEUV7b8enHBOMgZ6ytothKItI1XAvn0mTZqEgoICLF++HLt27YLL5cKqVauwYMECaQTVd999h7y8PPzhD3/AjBkzpNeeP38eJ06cwJ///Gef9/3ggw9QX1+P733ve4iOjkZZWRk2b96M9evXB6oqNECeE0JdU0+Ao2WCMeA7ezHQey9fCOBfNxKhw2UIKOlbbw9Obw5OsPJf1HJwepc3CUoR+jUiORYjZEsdKJOM/ZeDIyUZK4aJD+ntg8pkMKAbgreoEOB5cN544w2sWrUKeXl5MBqNmD9/Pnbs2CE973K5UF1djba2NsXr9uzZg6ysLMyaNcvnPS0WC3bu3IkXXngBQgiMGzcO27dvx/LlywNZFRoAzwmh6boLgLa3p4Dek5Jy8quee/lN111o6ejqeZ7nAQoBFmkmY3fQE+DVlj/wHM+hegGgmOhvqLeojL71NodrD86NFSZ4iyrAAU5ycvJNJ/UDgNGjR6sO7968eTM2b96s+pqCggLFBH8UOrzXf5HPXaEFk0oPDtCTaOwJwoDwOnmRfnl6EXrWourZFrx5cG7egxMqt6i8qU30d6tMaknGYTiKCuhtLw4T52ri5EfeVwwpGvfgqCVOAspZUYHwOnmRfsnnkfIsVhv0eXBM8p4M3+HYoUR+XA/1FpXqTMZhOA8O0Ps3Y+FEfwxwyH+8rxi0z8Hp+be/AIfxDYUCKQdHk3lwlGUAei8QwuIW1VADHJVV3eU5LKH6GajxtJslVJKnNMRPgPzGuwdH+xwc9R4c73KxB4dCgXypk+DPg+N7W0Nt0clQ4s9bVIoeHKnevkFPOFAL0CKVdmN4SXd8cnA07sHx3Iv2DmB8blExzKcQIF9N3CP4PTi+X+qh+t0ebzUjxmJCTJQJ8UOcjkKZg9PzGVjkvVkh+hmokSZtZJIxAxzyH+/Va1M0nMUYAKItJgBATJRJsT3ZK/mZPTgUCjwXCB2KACfIOTgqPTihenxEW0z4n5UzEWU2Dnmm4X5nMg7Rz0CNlIPDHhwGOOQ/3geU1j04E9LjsSZ/PO6yJym2eyc/h9PVGemX50vW1dU7sjQURlGF8jIFd9gT+99pABRLHBh9k4zDKL7BvLvtqKhpwIT0BK2LojkGOOQ33l2iWo+iMhgMWJM/wWe79y0qIIzOXqRbnuOns7tb2has26dqa1F5emRDOL7xG8XosTAfJv6fj9yhdRFCBm/Skd+Yve5Z22K1DXBuxneYuEYFIZLxHD/N17ukbSHRgxNGX+63yqxYTdx3JuNI+Az0iAEO+Y18FFVyXFTIjjzwnoCQJy8KBZ4v1I++dAIAxqXFI9YrfyxQetei8u3JiITjw6yWZGxSXrBR+GGAQ34jPzlqPYtxX4bFKefMiIQTOIU+z/HTeSPJeP2sCUEfJm5S6bWIhOPDpJJcbQ7TeXCoFwMc8hv5xFIpCaF5ewoArGYTEqy96Wc8d1EokPciTM1Kwuw7M4L2u9VzcEJ7mLg/yYMZaSbjG+ezUO2Jpv4xwCG/CZceHABIliVAh/IoEYoc8i/S4oKJQe01MKrk24TDKCp/kfdceScZR0D1dYsBDvmNIsDReARVf+SJxjyBUSjITIoBADwwIRUzx6UE9Xd7ZgJOjOnt2YzYHBzpFlVor6ZO/eMwcfIbxS0qjefA6c9wRYDDExhpb/ad6di75F7MyE4O+u8uuDMTTY+6kDcpXdpmitRh4kZlknEk1F+vGOCQ38hPElrPgdMf+S00xjcUCswmI34wMU2T3x0TZcKS+7IV2zwXAcM0npE8GFRnMo6gYfJ6xQCH/EY+TDyscnB4AiPysTpvPKaNtAU12Vkr8hwcz3nMZPL0YPH8EK4Y4JDfyK+CQj0Hh7eoiPqWHBeFeXffpnUxgkItB8ez2CZPD+GLScbkNyajQRp5Eeo5OEwyJiIPk9otKvbghD324JDfGAwGFP1gHP7Z2oGsYTFaF6dP8gCHoySIIltfScacByd8McAhv1r7776LW4YieY4Qz19Ekc2sOg9O5Iwi0yveoqKIxCRjIvKQ99JIScZSDg7PD+GKPTgUkVLio6TlGqLMjPOJIplqkjHnwQl7DHAoIlnNJrzzTC4EhGJ4OxFFHrUeHCYZhz8GOBSx7rAnal0EIgoB8h4ck9cwcQY44YuXrkREFNFMRoN0SyraYpK2AZwHJ5yxB4eIiCKawWBAyX/cgaY2lzSFhGeJioRoi5ZFoyFggENERBFvUe5oxc/j0+LxX09Oxe0ZCdoUiIaMAQ4REZEXg8GA+TlZWheDhoA5OERERKQ7DHCIiIhIdxjgEBERke4wwCEiIiLdYYBDREREuhOwAOfXv/41Zs6cidjYWNhstgG9RgiBl156CZmZmYiJiUF+fj7OnTun2KehoQGFhYVITEyEzWbDsmXL0NraGoAaEBERUbgKWIDT2dmJJ598EitXrhzwa7Zu3YodO3Zg165dqKioQFxcHGbPno329nZpn8LCQnz11VcoKyvDwYMHceLECaxYsSIQVSAiIqIwZRBCiED+gn379mHNmjVobGzscz8hBOx2O9atW4f169cDAJqampCeno59+/ZhwYIFOHPmDO644w6cPHkS06dPBwB89NFHePjhh/Htt9/CbrcPqEzNzc1ISkpCU1MTEhO5HhEREVE4GMz3d8jk4NTU1MDpdCI/P1/alpSUBIfDgfLycgBAeXk5bDabFNwAQH5+PoxGIyoqKm763h0dHWhublY8iIiISL9CJsBxOp0AgPT0dMX29PR06Tmn04m0tDTF82azGcnJydI+akpLS5GUlCQ9RowY4efSExERUSgZVIDz4osvwmAw9Pk4e/ZsoMp6yzZs2ICmpibpUVtbq3WRiIiIKIAGtRbVunXrsGTJkj73GTNmzC0VJCMjAwBQX1+PzMxMaXt9fT3uvvtuaZ8rV64oXtfV1YWGhgbp9WqsViusVustlYuIiIjCz6ACnNTUVKSmpgakINnZ2cjIyMDhw4elgKa5uRkVFRXSSKzc3Fw0NjaisrISOTk5AIAjR47A7XbD4XAEpFxEREQUfgK2mvilS5fQ0NCAS5cuobu7G1VVVQCAcePGIT4+HgAwceJElJaW4vHHH4fBYMCaNWvwq1/9CuPHj0d2djZKSkpgt9vx2GOPAQAmTZqEgoICLF++HLt27YLL5cKqVauwYMGCAY+gAnpGbAFgsjEREVEY8XxvD2gAuAiQxYsXCwA+j6NHj0r7ABB79+6Vfna73aKkpESkp6cLq9Uq8vLyRHV1teJ9r169KhYuXCji4+NFYmKiWLp0qWhpaRlU2Wpra1XLxgcffPDBBx98hP6jtra23+/6gM+DE4rcbjcuX76MhIQEGAwGv753c3MzRowYgdraWt3PsRNJdQVYXz2LpLoCrK+e6b2uQgi0tLTAbrfDaOx7nFTAblGFMqPRiKysrID+jsTERF3+camJpLoCrK+eRVJdAdZXz/Rc16SkpAHtFzLz4BARERH5CwMcIiIi0h0GOH5mtVqxcePGiJh3J5LqCrC+ehZJdQVYXz2LpLr2JyKTjImIiEjf2INDREREusMAh4iIiHSHAQ4RERHpDgMcIiIi0h0GOH60c+dOjB49GtHR0XA4HPjss8+0LpJflJaW4t5770VCQgLS0tLw2GOPobq6WrHP97//fRgMBsXj2Wef1ajEt+4Xv/iFTz0mTpwoPd/e3o6ioiIMHz4c8fHxmD9/Purr6zUs8dCMHj3ap74GgwFFRUUAwr9dT5w4gUcffRR2ux0GgwHvvfee4nkhBF566SVkZmYiJiYG+fn5OHfunGKfhoYGFBYWIjExETabDcuWLUNra2sQazEwfdXV5XKhuLgYkydPRlxcHOx2OxYtWoTLly8r3kPt72HLli1BrsnA9Ne2S5Ys8alLQUGBYp9waVug//qqHccGgwHbtm2T9gmn9vUHBjh+8s4772Dt2rXYuHEjTp06halTp2L27Nm4cuWK1kUbsuPHj6OoqAiffvopysrK4HK5MGvWLFy7dk2x3/Lly1FXVyc9tm7dqlGJh+bOO+9U1OPjjz+WnnvhhRfwwQcfYP/+/Th+/DguX76MJ554QsPSDs3JkycVdS0rKwMAPPnkk9I+4dyu165dw9SpU7Fz507V57du3YodO3Zg165dqKioQFxcHGbPno329nZpn8LCQnz11VcoKyvDwYMHceLECaxYsSJYVRiwvura1taGU6dOoaSkBKdOncK7776L6upqzJ0712ffTZs2Kdr7Jz/5STCKP2j9tS0AFBQUKOry1ltvKZ4Pl7YF+q+vvJ51dXXYs2cPDAYD5s+fr9gvXNrXLwa1SiXd1IwZM0RRUZH0c3d3t7Db7aK0tFTDUgXGlStXBABx/PhxaduDDz4onn/+ee0K5ScbN24UU6dOVX2usbFRWCwWsX//fmnbmTNnBABRXl4epBIG1vPPPy/Gjh0r3G63EEI/7SpEz+K+Bw4ckH52u90iIyNDbNu2TdrW2NgorFareOutt4QQQnz99dcCgDh58qS0z1/+8hdhMBjEd999F7SyD5Z3XdV89tlnAoC4ePGitG3UqFHilVdeCWzhAkCtvosXLxbz5s276WvCtW2FGFj7zps3Tzz00EOKbeHavreKPTh+0NnZicrKSuTn50vbjEYj8vPzUV5ermHJAqOpqQkAkJycrNj+xhtvICUlBXfddRc2bNiAtrY2LYo3ZOfOnYPdbseYMWNQWFiIS5cuAQAqKyvhcrkU7Txx4kSMHDlSF+3c2dmJ119/HT/60Y8Ui9DqpV291dTUwOl0KtozKSkJDodDas/y8nLYbDZMnz5d2ic/Px9GoxEVFRVBL7M/NTU1wWAwwGazKbZv2bIFw4cPx7Rp07Bt2zZ0dXVpU0A/OHbsGNLS0nD77bdj5cqVuHr1qvScntu2vr4eH374IZYtW+bznJ7atz8Rudimv/3zn/9Ed3c30tPTFdvT09Nx9uxZjUoVGG63G2vWrMF9992Hu+66S9r+wx/+EKNGjYLdbscXX3yB4uJiVFdX491339WwtIPncDiwb98+3H777airq8PLL7+M+++/H19++SWcTieioqJ8vhDS09PhdDq1KbAfvffee2hsbMSSJUukbXppVzWeNlM7bj3POZ1OpKWlKZ43m81ITk4O6zZvb29HcXExFi5cqFiQcfXq1bjnnnuQnJyMTz75BBs2bEBdXR22b9+uYWlvTUFBAZ544glkZ2fjwoUL+PnPf445c+agvLwcJpNJt20LAL///e+RkJDgc/tcT+07EAxwaFCKiorw5ZdfKvJSACjuW0+ePBmZmZnIy8vDhQsXMHbs2GAX85bNmTNH+v+UKVPgcDgwatQo/PGPf0RMTIyGJQu83bt3Y86cObDb7dI2vbQr9XK5XHjqqacghMBrr72meG7t2rXS/6dMmYKoqCg888wzKC0tDbup/xcsWCD9f/LkyZgyZQrGjh2LY8eOIS8vT8OSBd6ePXtQWFiI6OhoxXY9te9A8BaVH6SkpMBkMvmMpqmvr0dGRoZGpfK/VatW4eDBgzh69CiysrL63NfhcAAAzp8/H4yiBYzNZsOECRNw/vx5ZGRkoLOzE42NjYp99NDOFy9exKFDh/DjH/+4z/300q4ApDbr67jNyMjwGSjQ1dWFhoaGsGxzT3Bz8eJFlJWVKXpv1DgcDnR1deGbb74JTgEDaMyYMUhJSZH+dvXWth5///vfUV1d3e+xDOirfdUwwPGDqKgo5OTk4PDhw9I2t9uNw4cPIzc3V8OS+YcQAqtWrcKBAwdw5MgRZGdn9/uaqqoqAEBmZmaASxdYra2tuHDhAjIzM5GTkwOLxaJo5+rqaly6dCns23nv3r1IS0vDI4880ud+emlXAMjOzkZGRoaiPZubm1FRUSG1Z25uLhobG1FZWSntc+TIEbjdbinYCxee4ObcuXM4dOgQhg8f3u9rqqqqYDQafW7lhKNvv/0WV69elf529dS2crt370ZOTg6mTp3a7756al9VWmc568Xbb78trFar2Ldvn/j666/FihUrhM1mE06nU+uiDdnKlStFUlKSOHbsmKirq5MebW1tQgghzp8/LzZt2iQ+//xzUVNTI95//30xZswY8cADD2hc8sFbt26dOHbsmKipqRH/+Mc/RH5+vkhJSRFXrlwRQgjx7LPPipEjR4ojR46Izz//XOTm5orc3FyNSz003d3dYuTIkaK4uFixXQ/t2tLSIk6fPi1Onz4tAIjt27eL06dPSyOHtmzZImw2m3j//ffFF198IebNmyeys7PF9evXpfcoKCgQ06ZNExUVFeLjjz8W48ePFwsXLtSqSjfVV107OzvF3LlzRVZWlqiqqlIcxx0dHUIIIT755BPxyiuviKqqKnHhwgXx+uuvi9TUVLFo0SKNa6aur/q2tLSI9evXi/LyclFTUyMOHTok7rnnHjF+/HjR3t4uvUe4tK0Q/f8tCyFEU1OTiI2NFa+99prP68Otff2BAY4fvfrqq2LkyJEiKipKzJgxQ3z66adaF8kvAKg+9u7dK4QQ4tKlS+KBBx4QycnJwmq1inHjxomf/vSnoqmpSduC34Knn35aZGZmiqioKHHbbbeJp59+Wpw/f156/vr16+K5554Tw4YNE7GxseLxxx8XdXV1GpZ46P76178KAKK6ulqxXQ/tevToUdW/3cWLFwsheoaKl5SUiPT0dGG1WkVeXp7P53D16lWxcOFCER8fLxITE8XSpUtFS0uLBrXpW191rampuelxfPToUSGEEJWVlcLhcIikpCQRHR0tJk2aJDZv3qwICEJJX/Vta2sTs2bNEqmpqcJisYhRo0aJ5cuX+1xwhkvbCtH/37IQQvz2t78VMTExorGx0ef14da+/mAQQoiAdhERERERBRlzcIoc+iwAAABZSURBVIiIiEh3GOAQERGR7jDAISIiIt1hgENERES6wwCHiIiIdIcBDhEREekOAxwiIiLSHQY4REREpDsMcIiIiEh3GOAQERGR7jDAISIiIt1hgENERES68/+8pnSB5k4hHAAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "from matplotlib import pyplot as plt\n", + "\n", + "plt.plot(sims)" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "79e7e873-7950-4123-ab13-299360ae19ca", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import torch\n", + "from torch.utils.data import Dataset, DataLoader\n", + "import torch.nn as nn\n", + "import torch.nn.functional as F\n", + "from transformers import BertConfig, BertModel, AutoTokenizer\n", + "import pickle\n", + "import numpy as np\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "def initialize_model_and_tokenizer():\n", + " \"\"\"Initialize BERT model from config and ChemBERTa tokenizer\"\"\"\n", + " \n", + " \n", + " tokenizer = AutoTokenizer.from_pretrained(\"DeepChem/ChemBERTa-77M-MTR\")\n", + " config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512,\n", + " )\n", + " model = SimSonEncoder(config=config, max_len=512).cuda()\n", + " return model, tokenizer\n" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "8a3adaff-da65-46b4-b9ee-95851d786a67", + "metadata": {}, + "outputs": [], + "source": [ + "import time\n", + "\n", + "\n", + "class MolecularContrastiveDataset(Dataset):\n", + " def __init__(self, data_list, tokenizer, positive_threshold=0.9, cache_path=None, split_type='train'):\n", + " \"\"\"\n", + " Dataset that only contains positive pairs for NT-Xent contrastive learning\n", + " \"\"\"\n", + " self.data_list = data_list\n", + " self.tokenizer = tokenizer\n", + " self.positive_threshold = positive_threshold\n", + " self.cache_path = cache_path\n", + " self.split_type = split_type\n", + "\n", + " # Load or compute pairs\n", + " if cache_path and os.path.exists(cache_path) and os.path.getsize(cache_path) > 0:\n", + " print(f\"Loading cached pairs from {cache_path}\")\n", + " self._load_pairs()\n", + " else:\n", + " print(\"Computing positive pairs only...\")\n", + " self._compute_positive_pairs()\n", + " if cache_path:\n", + " self._save_pairs()\n", + " \n", + " def _compute_positive_pairs(self):\n", + " \"\"\"\n", + " Compute ONLY positive pairs based on descriptor similarity\n", + " \"\"\"\n", + " # --- 1. Cosine-similarity matrix ---------------------------------------\n", + " prop_vectors = torch.stack(\n", + " [item['property_tensor'] for item in self.data_list]\n", + " ).numpy()\n", + " sim_matrix = cosine_similarity(prop_vectors)\n", + "\n", + " n = len(self.data_list)\n", + " positive_pairs = []\n", + " pairs_per_molecule = 1 # STRICTLY ONE FOR CREATING PROPER NEGATIVE PAIRS\n", + " current_pairs_per_molecule = 0\n", + " # --- 2. Collect only positive pairs ------------------------------------\n", + " print(f'Collecting positive pairs with similarity threshold {self.positive_threshold}')\n", + " for i in tqdm(range(n)):\n", + " for j in range(i + 1, n):\n", + " sim = sim_matrix[i, j]\n", + " if sim > self.positive_threshold:\n", + " positive_pairs.append((i, j, sim))\n", + " current_pairs_per_molecule += 1\n", + " if current_pairs_per_molecule > pairs_per_molecule:\n", + " current_pairs_per_molecule = 0\n", + " break\n", + "\n", + " # --- 3. Store only positive pairs --------------------------------------\n", + " if len(positive_pairs) == 0:\n", + " raise ValueError(\"No positive pairs found – lower the positive_threshold.\")\n", + "\n", + " # No shuffling - we want consistent positive pairs\n", + " self.pairs = [(i, j) for i, j, _ in positive_pairs]\n", + " self.descriptor_similarities = [sim for _, _, sim in positive_pairs]\n", + "\n", + " print(f\"Generated {len(self.pairs)} positive pairs\")\n", + "\n", + " def _save_pairs(self):\n", + " \"\"\"Save computed pairs to cache file\"\"\"\n", + " cache_data = {\n", + " 'pairs': self.pairs,\n", + " 'descriptor_similarities': self.descriptor_similarities\n", + " }\n", + " with open(self.cache_path, 'wb') as f:\n", + " pickle.dump(cache_data, f)\n", + " print(f\"Cached pairs saved to {self.cache_path}\")\n", + " \n", + " def _load_pairs(self):\n", + " \"\"\"Load pairs from cache file\"\"\"\n", + " with open(self.cache_path, 'rb') as f:\n", + " cache_data = pickle.load(f)\n", + " \n", + " self.pairs = cache_data['pairs']\n", + " self.descriptor_similarities = cache_data['descriptor_similarities']\n", + " \n", + " def __len__(self):\n", + " return len(self.pairs)\n", + " \n", + " def __getitem__(self, idx):\n", + " i, j = self.pairs[idx]\n", + " desc_sim = self.descriptor_similarities[idx]\n", + " \n", + " # Get SMILES for both molecules\n", + " smiles_i = self.data_list[i]['Smiles']\n", + " smiles_j = self.data_list[j]['Smiles']\n", + " if self.split_type == 'val':\n", + " print(f'POSITIVE PAIR SMILES: \\n{smiles_i} \\n {smiles_j}')\n", + " # Tokenize SMILES\n", + " tokens_i = self.tokenizer(\n", + " smiles_i, \n", + " return_tensors='pt', \n", + " padding='max_length', \n", + " truncation=True, \n", + " max_length=256\n", + " )\n", + " tokens_j = self.tokenizer(\n", + " smiles_j, \n", + " return_tensors='pt', \n", + " padding='max_length', \n", + " truncation=True, \n", + " max_length=256\n", + " )\n", + " \n", + " # Remove batch dimension\n", + " tokens_i = {key: val.squeeze(0) for key, val in tokens_i.items()}\n", + " tokens_j = {key: val.squeeze(0) for key, val in tokens_j.items()}\n", + " \n", + " # Get property vectors\n", + " prop_vec_i = self.data_list[i]['property_tensor']\n", + " prop_vec_j = self.data_list[j]['property_tensor']\n", + " \n", + " return {\n", + " 'tokens_i': tokens_i,\n", + " 'tokens_j': tokens_j,\n", + " 'descriptor_similarity': torch.tensor(desc_sim, dtype=torch.float32),\n", + " 'property_tensor_i': prop_vec_i,\n", + " 'property_tensor_j': prop_vec_j\n", + " }\n", + "\n", + "\n", + "def contrastive_collate_fn(batch):\n", + " \"\"\"\n", + " Collate function that creates proper NT-Xent batches:\n", + " - Element 0 and 1 are positive pairs\n", + " - Element 2 and 3 are positive pairs \n", + " - etc.\n", + " \"\"\"\n", + " batch_size = len(batch)\n", + " \n", + " # Ensure even batch size for proper pairing\n", + " if batch_size % 2 != 0:\n", + " batch = batch[:-1] # Drop last element if odd\n", + " batch_size = len(batch)\n", + " \n", + " # Interleave: [sample1_i, sample1_j, sample2_i, sample2_j, ...]\n", + " tokens_list = []\n", + " desc_similarities = []\n", + " \n", + " for i in range(0, batch_size, 1):\n", + " # Add first molecule of pair i\n", + " tokens_list.append(batch[i]['tokens_i'])\n", + " desc_similarities.append(batch[i]['descriptor_similarity'])\n", + " \n", + " # Add second molecule of pair i (positive pair)\n", + " tokens_list.append(batch[i]['tokens_j'])\n", + " desc_similarities.append(batch[i]['descriptor_similarity']) # Same similarity for both elements in pair\n", + " \n", + " # Stack all tokens\n", + " tokens = {}\n", + " for key in tokens_list[0].keys():\n", + " tokens[key] = torch.stack([item[key] for item in tokens_list])\n", + " \n", + " desc_similarities_tensor = torch.stack(desc_similarities)\n", + " \n", + " return {\n", + " 'tokens': tokens,\n", + " 'descriptor_similarities': desc_similarities_tensor,\n", + " }\n", + "\n", + "\n", + "def create_dataloaders(train_list, val_list, tokenizer, batch_size=32, \n", + " positive_threshold=0.85, cache_dir=\"cache\"):\n", + " \"\"\"Create train and validation dataloaders for NT-Xent\"\"\"\n", + " os.makedirs(cache_dir, exist_ok=True)\n", + " \n", + " # Ensure even batch size for proper pairing\n", + " if batch_size % 2 != 0:\n", + " batch_size += 1\n", + " print(f\"Adjusted batch_size to {batch_size} (must be even for NT-Xent)\")\n", + " \n", + " train_cache = os.path.join(cache_dir, 'train_positive_pairs.pkl')\n", + " val_cache = os.path.join(cache_dir, 'val_positive_pairs.pkl')\n", + " \n", + " train_dataset = MolecularContrastiveDataset(\n", + " train_list, tokenizer, positive_threshold=positive_threshold, cache_path=train_cache\n", + " )\n", + " val_dataset = MolecularContrastiveDataset(\n", + " val_list, tokenizer, positive_threshold=positive_threshold, cache_path=val_cache, split_type='val',\n", + " )\n", + " \n", + " train_loader = DataLoader(\n", + " train_dataset, batch_size=batch_size, shuffle=True, collate_fn=contrastive_collate_fn, drop_last=True, pin_memory=True\n", + " )\n", + " val_loader = DataLoader(\n", + " val_dataset, batch_size=batch_size, shuffle=False, collate_fn=contrastive_collate_fn, drop_last=True, pin_memory=True\n", + " )\n", + " \n", + " return train_loader, val_loader\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "id": "f956a50b-85a5-49df-b7c6-6e40dce160e1", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model initialized with 23,299,840 trainable parameters\n" + ] + } + ], + "source": [ + "def nt_xent_loss_with_temp_scaling(embeddings1, embeddings2, descriptor_similarity, base_temp=0.02):\n", + " batch_size = embeddings1.shape[0]\n", + " device = embeddings1.device\n", + " #individual_temperatures = sigmoid_temp_scaling(descriptor_similarity, base_temp)\n", + " #temperature = individual_temperatures.mean() # Single temperature for the whole batch\n", + " temperature = base_temp\n", + " # Normalize projections\n", + " z_i = F.normalize(embeddings1, p=2, dim=1)\n", + " z_j = F.normalize(embeddings2, p=2, dim=1)\n", + " \n", + " # Concatenate for similarity matrix calculation\n", + " representations = torch.cat([z_i, z_j], dim=0)\n", + " # Calculate cosine similarity between all pairs\n", + " similarity_matrix = F.cosine_similarity(representations.unsqueeze(1), representations.unsqueeze(0), dim=2)\n", + " #similarity_matrix = torch.clamp(similarity_matrix, min=-0.999, max=0.999)\n", + " sim_ij = torch.diag(similarity_matrix, batch_size)\n", + " sim_ji = torch.diag(similarity_matrix, -batch_size)\n", + " positives = torch.cat([sim_ij, sim_ji], dim=0)\n", + " \n", + " # Create a mask to exclude self-comparisons\n", + " nominator = torch.exp(positives / temperature)\n", + " mask = (~torch.eye(batch_size * 2, batch_size * 2, dtype=torch.bool, device=device)).float()\n", + " denominator = mask * torch.exp(similarity_matrix / temperature)\n", + " \n", + " # Calculate the final loss\n", + " loss = -torch.log(nominator / torch.sum(denominator, dim=1))\n", + " if torch.isnan(loss).any():\n", + " print(similarity_matrix)\n", + " print(f\"Temperature: {temperature}\")\n", + " print(f\"Nominator range: {nominator.min().item():.6f} to {nominator.max().item():.6f}\")\n", + " \n", + " return torch.sum(loss) / (2 * batch_size)\n", + "\n", + "\n", + "def sigmoid_temp_scaling(descriptor_similarity, base_temp=0.05, steepness=10.0, midpoint=0.5):\n", + " \"\"\"Smooth sigmoid-based temperature scaling\"\"\"\n", + " sigmoid_factor = torch.sigmoid(steepness * (descriptor_similarity - midpoint))\n", + " temperature = base_temp * (2.0 - sigmoid_factor)\n", + " return temperature\n", + "\n", + "\n", + "def train_step(batch, model, optimizer, device, scheduler, base_temp=0.1):\n", + " \"\"\"Single training step for NT-Xent\"\"\"\n", + " model.train()\n", + " optimizer.zero_grad()\n", + " \n", + " # Move batch to device\n", + " tokens = {k: v.to(device) for k, v in batch['tokens'].items()}\n", + " desc_similarities = batch['descriptor_similarities'].to(device)\n", + " \n", + " # Forward pass - get embeddings for all samples\n", + " outputs = model(**tokens) # i1, j1, i2, j2 ...\n", + " embeddings = outputs\n", + " \n", + " # Split embeddings: even indices are embeddings1, odd indices are embeddings2\n", + " embeddings1 = embeddings[::2] # [0, 2, 4, ...]\n", + " embeddings2 = embeddings[1::2] # [1, 3, 5, ...]\n", + " \n", + " # Get descriptor similarities for each pair (take every other one since they're duplicated)\n", + " pair_desc_similarities = desc_similarities[::2]\n", + " #print(f'FIRST TRAIN EMBED: {embeddings1}')\n", + " #print(f'SECOND TRAIN EMBED: {embeddings2}')\n", + " #print(f'COSINE SIM BETWEEN THEM TRAIN: {F.cosine_similarity(embeddings1, embeddings2, dim=1)}')\n", + " # Calculate NT-Xent loss\n", + " loss = nt_xent_loss_with_temp_scaling(embeddings1, embeddings2, pair_desc_similarities, base_temp=base_temp)\n", + " \n", + " # Backward pass\n", + " loss.backward()\n", + " optimizer.step()\n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " scheduler.step()\n", + " return loss.item()\n", + "\n", + "def val_step(batch, model, device, base_temp=0.1):\n", + " \"\"\"Single validation step for NT-Xent\"\"\"\n", + " model.eval()\n", + " with torch.no_grad():\n", + " # Move batch to device\n", + " tokens = {k: v.to(device) for k, v in batch['tokens'].items()}\n", + " desc_similarities = batch['descriptor_similarities'].to(device)\n", + " \n", + " # Forward pass\n", + " outputs = model(**tokens)\n", + " embeddings = outputs\n", + " \n", + " # Split embeddings\n", + " embeddings1 = embeddings[::2]\n", + " embeddings2 = embeddings[1::2]\n", + " \n", + " # Get descriptor similarities for pairs\n", + " pair_desc_similarities = desc_similarities[::2]\n", + " \n", + " print(f'FIRST VAL EMBED: {embeddings1}')\n", + " print(f'SECOND VAL EMBED: {embeddings2}')\n", + " print(f'COSINE SIM BETWEEN THEM: {F.cosine_similarity(embeddings1, embeddings2, dim=1)}')\n", + " #print(f'SECOND VAL EMBED: {embeddings2}')\n", + " loss = nt_xent_loss_with_temp_scaling(embeddings1, embeddings2, pair_desc_similarities, base_temp=base_temp)\n", + " print(f'VAL LOSS: {loss}')\n", + " \n", + " return loss.item()\n", + "\n", + "def train_epoch(train_loader, model, optimizer, scheduler, base_temp=0.01):\n", + " \"\"\"Train for one epoch\"\"\"\n", + " total_loss = 0\n", + " num_batches = 0\n", + " \n", + " progress_bar = tqdm(train_loader, desc=\"Training\")\n", + " \n", + " for batch in progress_bar:\n", + " loss = train_step(batch, model, optimizer, 'cuda', scheduler, base_temp=base_temp)\n", + " total_loss += loss\n", + " num_batches += 1\n", + " \n", + " # Calculate running average loss\n", + " avg_loss = total_loss / num_batches\n", + " \n", + " # Update progress bar with current loss info\n", + " progress_bar.set_postfix({\n", + " 'Loss': f'{loss:.4f}',\n", + " 'Avg Loss': f'{avg_loss:.4f}'\n", + " })\n", + " \n", + " return total_loss / num_batches if num_batches > 0 else 0\n", + "\n", + "\n", + "def validate_epoch(val_loader, model, base_temp=0.01):\n", + " \"\"\"Validate for one epoch\"\"\"\n", + " total_loss = 0\n", + " num_batches = 0\n", + " print('nah twin')\n", + " return 0\n", + " for batch in val_loader:\n", + " loss = val_step(batch, model, 'cuda', base_temp=base_temp)\n", + " total_loss += loss\n", + " num_batches += 1\n", + " \n", + " return total_loss / num_batches if num_batches > 0 else 0\n", + "\n", + "def training_loop(train_loader, val_loader, model, tokenizer, epochs=50, patience=5, lr=1e-4, base_temp=0.02,\n", + " device_name='cuda', save_path='best_model.pt'):\n", + " \"\"\"Main training loop with early stopping\"\"\"\n", + " device = torch.device(device_name if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " \n", + " # Initialize model and optimizer\n", + " optimizer = torch.optim.Adam(model.parameters(), lr=lr)\n", + " optimizer.zero_grad()\n", + "\n", + " total_steps = epochs * len(train_loader)\n", + " scheduler = torch.optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_mult=1, T_0=total_steps)\n", + " # Early stopping variables\n", + " best_val_loss = float('inf')\n", + " no_improve_epochs = 0\n", + " \n", + " print(\"Starting training...\")\n", + " \n", + " for epoch in range(epochs):\n", + " # Training\n", + " with torch.autocast(dtype=torch.float16, device_type='cuda'):\n", + " train_loss = train_epoch(train_loader, model, optimizer, scheduler, base_temp=base_temp)\n", + " print('END TRAIN')\n", + " # Validation\n", + " val_loss = validate_epoch(val_loader, model)\n", + " \n", + " print(f\"Epoch {epoch + 1}/{epochs}: Train Loss = {train_loss:.4f}, Val Loss = {val_loss:.4f}\")\n", + " \n", + " # Early stopping check\n", + " if val_loss < best_val_loss:\n", + " best_val_loss = val_loss\n", + " no_improve_epochs = 0\n", + " # Save best model\n", + " torch.save(model.state_dict(), save_path)\n", + " print(f\"New best model saved with val loss: {val_loss:.4f}\")\n", + " else:\n", + " no_improve_epochs += 1\n", + " print(f\"No improvement for {no_improve_epochs} epochs\")\n", + " \n", + " if no_improve_epochs >= patience:\n", + " print(f\"Early stopping triggered after {epoch + 1} epochs\")\n", + " break\n", + " \n", + " # Load best model\n", + " print(f\"Loading best model from {save_path}\")\n", + " model.load_state_dict(torch.load(save_path))\n", + " model.eval()\n", + " \n", + " print(f\"Training completed. Best validation loss: {best_val_loss:.4f}\")\n", + "\n", + "\n", + "model, tokenizer = initialize_model_and_tokenizer()\n", + "#model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/regression/actual_encoder_state.pkl', weights_only=False))\n", + "print(f\"Model initialized with {sum(p.numel() for p in model.parameters() if p.requires_grad):,} trainable parameters\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "id": "c73e2bba-59c1-4b41-b2ff-235526dd2912", + "metadata": {}, + "outputs": [], + "source": [ + "!rm -rf cache" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0072c8f5-c5e9-4590-9544-c73cf1fac1e8", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Computing positive pairs only...\n", + "Collecting positive pairs with similarity threshold 0.8\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|████████████████████████████████████| 6378/6378 [00:00<00:00, 55896.48it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Generated 12538 positive pairs\n", + "Cached pairs saved to cache/train_positive_pairs.pkl\n", + "Computing positive pairs only...\n", + "Collecting positive pairs with similarity threshold 0.8\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████| 100/100 [00:00<00:00, 206209.64it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Generated 129 positive pairs\n", + "Cached pairs saved to cache/val_positive_pairs.pkl\n", + "Using device: cuda\n", + "Starting training...\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1567/1567 [00:31<00:00, 49.37it/s, Loss=0.9300, Avg Loss=0.989\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "END TRAIN\n", + "nah twin\n", + "Epoch 1/10: Train Loss = 0.9891, Val Loss = 0.0000\n", + "New best model saved with val loss: 0.0000\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1567/1567 [00:31<00:00, 50.05it/s, Loss=2.7072, Avg Loss=2.712\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "END TRAIN\n", + "nah twin\n", + "Epoch 2/10: Train Loss = 2.7125, Val Loss = 0.0000\n", + "No improvement for 1 epochs\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 77%|▊| 1204/1567 [00:24<00:07, 49.73it/s, Loss=2.7080, Avg Loss=2.708" + ] + } + ], + "source": [ + "train_loader, val_loader = create_dataloaders(\n", + " train_list, val_list[:100], tokenizer, \n", + " batch_size=128, positive_threshold=0.8\n", + ")\n", + "\n", + "training_loop(\n", + " train_loader, val_loader, model, tokenizer,\n", + " epochs=10, patience=5, lr=1e-3, \n", + " device_name='cuda', base_temp=0.1\n", + ")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "58343b16-1bdb-4476-ac61-e797fbc661d2", + "metadata": {}, + "outputs": [], + "source": [ + "print(train_list[:5], '\\n\\n', val_list[:5])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "47561022-5f57-4b7b-b903-ef1f8773f903", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5fcef978-3630-4201-9301-6963a8560517", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/kaggle_comp/.ipynb_checkpoints/simson-fine-tune-checkpoint.ipynb b/simson_modeling/kaggle_comp/.ipynb_checkpoints/simson-fine-tune-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..bcb82957f8a266898569d44fc72c3675599e964e --- /dev/null +++ b/simson_modeling/kaggle_comp/.ipynb_checkpoints/simson-fine-tune-checkpoint.ipynb @@ -0,0 +1,1608 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "from transformers import PreTrainedModel, AutoConfig, BertModel, BertTokenizerFast, BertConfig, AutoModel, AutoTokenizer\n", + "import pandas as pd\n", + "import torch\n", + "import os\n", + "from sklearn.preprocessing import StandardScaler\n", + "from sklearn.model_selection import train_test_split\n", + "from tqdm import tqdm\n", + "import joblib\n", + "\n", + "os.environ[\"TOKENIZERS_PARALLELISM\"] = \"false\"" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/kaggle_comp/train.csv')\n", + "\n", + "targets = ['Tg', 'FFV', 'Tc', 'Density', 'Rg']" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
idSMILESTgFFVTcDensityRg
0NaN*/C=C/C1CC(*)C(C#N)(CCC)C1NaNNaNNaNNaNNaN
1NaN*CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1NaNNaNNaNNaNNaN
2NaN*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8...NaNNaNNaNNaNNaN
31.522414e+09*CC(*)c1cc(C(=O)OCCCC)ccc1-c1ccc(OCCCCCCCC)cc1NaN0.385500NaNNaNNaN
4NaN*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)c...NaNNaNNaNNaNNaN
........................
16958NaN*/C=C/c1ccc2c(c1)Sc1cc(*)ccc1N2c1ccc(OCCCCCCCC...NaNNaNNaNNaNNaN
16959NaN*Cc1ccc(CSSS*)cc1NaNNaNNaNNaNNaN
169601.595107e+09*Oc1ccc(C2(c3ccc(Oc4nc(*)nc(OC)n4)cc3)CCCCC2)cc1NaN0.363540NaNNaNNaN
169618.406988e+08*CC(*)C(=O)OCC(C)CCNaN0.3728580.2210.91964113.549867
169621.563977e+08*c1cc(*)cc(-c2nc3ccccc3o2)c1NaN0.390044NaNNaNNaN
\n", + "

16963 rows × 7 columns

\n", + "
" + ], + "text/plain": [ + " id SMILES Tg \\\n", + "0 NaN */C=C/C1CC(*)C(C#N)(CCC)C1 NaN \n", + "1 NaN *CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1 NaN \n", + "2 NaN *c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8... NaN \n", + "3 1.522414e+09 *CC(*)c1cc(C(=O)OCCCC)ccc1-c1ccc(OCCCCCCCC)cc1 NaN \n", + "4 NaN *Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)c... NaN \n", + "... ... ... .. \n", + "16958 NaN */C=C/c1ccc2c(c1)Sc1cc(*)ccc1N2c1ccc(OCCCCCCCC... NaN \n", + "16959 NaN *Cc1ccc(CSSS*)cc1 NaN \n", + "16960 1.595107e+09 *Oc1ccc(C2(c3ccc(Oc4nc(*)nc(OC)n4)cc3)CCCCC2)cc1 NaN \n", + "16961 8.406988e+08 *CC(*)C(=O)OCC(C)CC NaN \n", + "16962 1.563977e+08 *c1cc(*)cc(-c2nc3ccccc3o2)c1 NaN \n", + "\n", + " FFV Tc Density Rg \n", + "0 NaN NaN NaN NaN \n", + "1 NaN NaN NaN NaN \n", + "2 NaN NaN NaN NaN \n", + "3 0.385500 NaN NaN NaN \n", + "4 NaN NaN NaN NaN \n", + "... ... ... ... ... \n", + "16958 NaN NaN NaN NaN \n", + "16959 NaN NaN NaN NaN \n", + "16960 0.363540 NaN NaN NaN \n", + "16961 0.372858 0.221 0.919641 13.549867 \n", + "16962 0.390044 NaN NaN NaN \n", + "\n", + "[16963 rows x 7 columns]" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "for i in range(1, 5):\n", + " supplement_path = f'/home/jovyan/simson_training_bolgov/kaggle_comp/train_supplement/dataset{i}.csv'\n", + " supplement_ds = pd.read_csv(supplement_path)\n", + "\n", + " if 'TC_mean' in supplement_ds.columns:\n", + " supplement_ds = supplement_ds.rename(columns = {'TC_mean': 'Tc'})\n", + "\n", + " df = pd.concat([df, supplement_ds], axis=0)\n", + "\n", + "df = df.sample(frac=1).reset_index(drop=True)\n", + "df" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "from rdkit import Chem\n", + "import random\n", + "from typing import Optional, List, Union\n", + "\n", + "def augment_smiles_dataset(df: pd.DataFrame,\n", + " smiles_column: str = 'SMILES',\n", + " augmentation_strategies: List[str] = ['enumeration', 'kekulize', 'stereo_enum'],\n", + " n_augmentations: int = 10,\n", + " preserve_original: bool = True,\n", + " random_seed: Optional[int] = None) -> pd.DataFrame:\n", + " \"\"\"\n", + " Advanced SMILES augmentation with multiple strategies.\n", + " \n", + " Parameters:\n", + " -----------\n", + " augmentation_strategies : List[str]\n", + " List of augmentation strategies: 'enumeration', 'kekulize', 'stereo_enum'\n", + " \"\"\"\n", + " \n", + " if random_seed is not None:\n", + " random.seed(random_seed)\n", + " np.random.seed(random_seed)\n", + " \n", + " def apply_augmentation_strategy(smiles: str, strategy: str) -> List[str]:\n", + " \"\"\"Apply specific augmentation strategy\"\"\"\n", + " try:\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " if mol is None:\n", + " return [smiles]\n", + " \n", + " augmented = []\n", + " \n", + " if strategy == 'enumeration':\n", + " # Standard SMILES enumeration\n", + " for _ in range(n_augmentations):\n", + " enum_smiles = Chem.MolToSmiles(mol, \n", + " canonical=False, \n", + " doRandom=True,\n", + " isomericSmiles=True)\n", + " augmented.append(enum_smiles)\n", + " \n", + " elif strategy == 'kekulize':\n", + " # Kekulization variants\n", + " try:\n", + " Chem.Kekulize(mol)\n", + " kek_smiles = Chem.MolToSmiles(mol, kekuleSmiles=True)\n", + " augmented.append(kek_smiles)\n", + " except:\n", + " pass\n", + " \n", + " elif strategy == 'stereo_enum':\n", + " # Stereochemistry enumeration\n", + " for _ in range(n_augmentations // 2):\n", + " # Remove stereochemistry\n", + " Chem.RemoveStereochemistry(mol)\n", + " no_stereo = Chem.MolToSmiles(mol)\n", + " augmented.append(no_stereo)\n", + " \n", + " return list(set(augmented)) # Remove duplicates\n", + " \n", + " except Exception as e:\n", + " print(f\"Error in {strategy} for {smiles}: {e}\")\n", + " return [smiles]\n", + " \n", + " augmented_rows = []\n", + " \n", + " for idx, row in tqdm(df.iterrows(), total=len(df)):\n", + " original_smiles = row[smiles_column]\n", + " \n", + " # Add original if requested\n", + " if preserve_original:\n", + " original_row = row.to_dict()\n", + " original_row['augmentation_strategy'] = 'original'\n", + " original_row['is_augmented'] = False\n", + " augmented_rows.append(original_row)\n", + " \n", + " # Apply each augmentation strategy\n", + " for strategy in augmentation_strategies:\n", + " strategy_smiles = apply_augmentation_strategy(original_smiles, strategy)\n", + " \n", + " for aug_smiles in strategy_smiles:\n", + " if aug_smiles != original_smiles: # Avoid duplicating original\n", + " new_row = row.to_dict().copy()\n", + " new_row[smiles_column] = aug_smiles\n", + " new_row['augmentation_strategy'] = strategy\n", + " new_row['is_augmented'] = True\n", + " augmented_rows.append(new_row)\n", + " \n", + " augmented_df = pd.DataFrame(augmented_rows)\n", + " augmented_df = augmented_df.reset_index(drop=True)\n", + " \n", + " print(f\"Advanced augmentation completed:\")\n", + " print(f\"Original size: {len(df)}, Augmented size: {len(augmented_df)}\")\n", + " print(f\"Augmentation factor: {len(augmented_df) / len(df):.2f}x\")\n", + " \n", + " return augmented_df.reset_index(drop=True)\n", + "\n", + "def create_splits(df):\n", + " length = len(df)\n", + " train_length = int(0.85 * length)\n", + " train = df.loc[:train_length]\n", + " test = df.loc[train_length:]\n", + " return train, test\n", + "\n", + "train, test = create_splits(df)\n", + "\n", + "train = train.reset_index(drop=True)\n", + "test = test.reset_index(drop=True)\n", + "#train = augment_smiles_dataset(train)\n", + "#test = augment_smiles_dataset(test)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['SMILES']\n", + "smiles_test = test['SMILES']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['target_scalers.pkl']" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "joblib.dump(scalers, 'target_scalers.pkl')" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_273264/2507782815.py:68: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", + " simson_params = torch.load('/home/jovyan/simson_training_bolgov/kaggle_comp/simson_polymer_1m_uncompiled.pth')\n" + ] + } + ], + "source": [ + "from sklearn.metrics import mean_absolute_error\n", + "from transformers import AutoTokenizer, BertModel\n", + "import torch\n", + "from torch import nn\n", + "from transformers.activations import ACT2FN\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + "\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + "\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + "\n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x\n", + "\n", + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/kaggle_comp/simson_polymer_1m_uncompiled.pth')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset\n", + "\n", + "\n", + "class SMILESDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # Shape: (num_samples, 5) - already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Create mask for valid (non-NaN) labels\n", + " self.label_masks = ~np.isnan(self.labels) # True where label is valid\n", + " \n", + " # Replace NaNs with 0 for safe tensor conversion (mask will handle exclusion)\n", + " self.labels = np.nan_to_num(self.labels, nan=0.0)\n", + " \n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + " \n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " \n", + " # Tokenize the SMILES string\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'label_mask': torch.tensor(self.label_masks[idx], dtype=torch.float32)\n", + " }\n", + " \n", + " def get_label_statistics(self):\n", + " \"\"\"Return statistics about label availability for 5 labels\"\"\"\n", + " label_counts = self.label_masks.sum(axis=0)\n", + " total_samples = len(self.smiles_list)\n", + " \n", + " stats = {\n", + " 'total_samples': total_samples,\n", + " 'label_0_count': label_counts[0],\n", + " 'label_1_count': label_counts[1],\n", + " 'label_2_count': label_counts[2],\n", + " 'label_3_count': label_counts[3],\n", + " 'label_4_count': label_counts[4],\n", + " 'label_0_ratio': label_counts[0] / total_samples,\n", + " 'label_1_ratio': label_counts[1] / total_samples,\n", + " 'label_2_ratio': label_counts[2] / total_samples,\n", + " 'label_3_ratio': label_counts[3] / total_samples,\n", + " 'label_4_ratio': label_counts[4] / total_samples,\n", + " 'all_labels_count': (self.label_masks.sum(axis=1) == 5).sum(),\n", + " 'partial_labels_count': ((self.label_masks.sum(axis=1) > 0) & (self.label_masks.sum(axis=1) < 5)).sum(),\n", + " 'no_labels_count': (self.label_masks.sum(axis=1) == 0).sum()\n", + " }\n", + " \n", + " return stats\n", + "\n", + "def calculate_weighted_loss(predictions, labels, label_mask, label_weights):\n", + " \"\"\"\n", + " Calculate weighted loss for five labels with masking\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 5)\n", + " labels: Ground truth labels (batch_size, 5)\n", + " label_mask: Mask for valid labels (batch_size, 5)\n", + " label_weights: Weights for each label (5,)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 5)\n", + " \n", + " # Apply masking to exclude NaN labels\n", + " valid_mask = label_mask.bool()\n", + " masked_losses = losses * valid_mask.float()\n", + " \n", + " # Apply label-specific weights\n", + " weighted_losses = masked_losses * label_weights.unsqueeze(0) # Broadcast weights\n", + " \n", + " # Calculate final loss (only over valid predictions)\n", + " total_loss = weighted_losses.sum()\n", + " total_valid = valid_mask.sum()\n", + " \n", + " return total_loss / total_valid if total_valid > 0 else torch.tensor(0.0, device=predictions.device, requires_grad=True)\n", + "\n", + "def compute_label_weights(dataset):\n", + " \"\"\"\n", + " Compute inverse frequency weights based on label availability\n", + " \n", + " Args:\n", + " dataset: SMILESDataset instance\n", + " \n", + " Returns:\n", + " torch.Tensor: Normalized weights for each label\n", + " \"\"\"\n", + " # Get label counts from dataset\n", + " label_counts = dataset.label_masks.sum(axis=0) # Count valid samples per label\n", + " total_samples = len(dataset)\n", + " \n", + " # Inverse frequency weighting\n", + " weights = total_samples / (5 * label_counts) # 5 is the number of labels\n", + " \n", + " # Normalize weights so they sum to number of labels (5)\n", + " weights = weights / weights.sum() * 5\n", + " \n", + " return torch.tensor(weights, dtype=torch.float32)\n", + "\n", + "def calculate_true_loss(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for monitoring using separate scalers for each label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 5).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 5).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 5).\n", + " scalers: List of scaler objects, one for each label\n", + " \n", + " Returns:\n", + " float: Average MAE across all valid samples\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " total_mae = 0\n", + " total_samples = 0\n", + " \n", + " for label_idx in range(5):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " total_mae += mae * len(unscaled_preds)\n", + " total_samples += len(unscaled_preds)\n", + " \n", + " return total_mae / total_samples if total_samples > 0 else 0.0\n", + "\n", + "def calculate_individual_label_losses(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for each individual label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 5).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 5).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 5).\n", + " scalers: List of scaler objects, one for each label\n", + " \n", + " Returns:\n", + " dict: Dictionary with MAE for each label\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " individual_losses = {}\n", + " \n", + " for label_idx in range(5):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " individual_losses[f'label_{label_idx}'] = mae\n", + " else:\n", + " individual_losses[f'label_{label_idx}'] = None # No valid samples for this label\n", + " \n", + " return individual_losses\n", + "\n", + "\n", + "def train_model(model, train_dataloader, val_dataloader, label_weights, \n", + " scalers=None, num_epochs=10, learning_rate=2e-5, device='cuda', \n", + " patience=3, validation_steps=500):\n", + " \"\"\"\n", + " Train model with weighted loss for five labels with step-based validation\n", + " \n", + " Args:\n", + " model: CustomModel instance (should output 5 labels)\n", + " train_dataloader: Training data loader\n", + " val_dataloader: Validation data loader \n", + " label_weights: Tensor with weights for each label\n", + " scalers: List of scalers for unscaled loss monitoring\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " device: Training device\n", + " patience: Early stopping patience (in validation steps)\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " model.to(device)\n", + " label_weights = label_weights.to(device)\n", + " \n", + " optimizer = AdamW(model.parameters(), lr=learning_rate, weight_decay=0.01)\n", + " total_steps = len(train_dataloader) * num_epochs\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " \n", + " train_losses = []\n", + " val_losses = []\n", + " \n", + " # Early stopping initialization\n", + " best_val_loss = float('inf')\n", + " steps_no_improve = 0\n", + " best_model_state = None\n", + " \n", + " # Training tracking\n", + " global_step = 0\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " print(f\"Label weights: {label_weights.cpu().numpy()}\")\n", + " print(f\"Validation will be performed every {validation_steps} steps\")\n", + " \n", + " model.train()\n", + " \n", + " for epoch in range(num_epochs):\n", + " print(f\"\\nEpoch {epoch + 1}/{num_epochs}\")\n", + " \n", + " train_progress = tqdm(train_dataloader, desc=\"Training\", leave=False)\n", + " \n", + " for batch_idx, batch in enumerate(train_progress):\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " label_mask = batch['label_mask'].to(device)\n", + " \n", + " optimizer.zero_grad()\n", + " \n", + " # Model forward pass\n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " # Calculate weighted loss\n", + " loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " \n", + " # Calculate true loss for monitoring\n", + " true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate losses for averaging\n", + " running_train_loss += loss.item()\n", + " running_true_train_loss += true_loss\n", + " train_steps_count += 1\n", + " \n", + " loss.backward()\n", + " \n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " \n", + " optimizer.step()\n", + " scheduler.step()\n", + " \n", + " global_step += 1\n", + " \n", + " train_progress.set_postfix({\n", + " 'step': global_step,\n", + " 'loss': f'{loss.item():.4f}',\n", + " 'true_loss': f'{true_loss:.4f}',\n", + " 'lr': f'{scheduler.get_last_lr()[0]:.2e}'\n", + " })\n", + " \n", + " # Perform validation every validation_steps\n", + " if global_step % validation_steps == 0:\n", + " # Calculate average training losses since last validation\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " avg_true_train_loss = running_true_train_loss / train_steps_count\n", + " \n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Reset running averages\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " # Validation\n", + " model.eval()\n", + " total_val_loss = 0\n", + " total_true_val_loss = 0\n", + " val_batches = 0\n", + " \n", + " # Track individual label losses across all validation batches\n", + " accumulated_individual_losses = {f'label_{i}': [] for i in range(5)}\n", + "\n", + " with torch.no_grad():\n", + " for val_batch in val_dataloader:\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = val_batch['input_ids'].to(device)\n", + " attention_mask = val_batch['attention_mask'].to(device)\n", + " labels = val_batch['labels'].to(device)\n", + " label_mask = val_batch['label_mask'].to(device)\n", + " \n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " val_loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " val_true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Calculate individual label losses for this batch\n", + " individual_losses = calculate_individual_label_losses(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate individual losses\n", + " for label_key, loss_value in individual_losses.items():\n", + " if loss_value is not None:\n", + " accumulated_individual_losses[label_key].append(loss_value)\n", + "\n", + " total_val_loss += val_loss.item()\n", + " total_true_val_loss += val_true_loss\n", + " val_batches += 1\n", + " \n", + " avg_val_loss = total_val_loss / val_batches\n", + " avg_val_true_loss = total_true_val_loss / val_batches\n", + " val_losses.append(avg_val_loss)\n", + " \n", + " # Calculate average individual label losses\n", + " avg_individual_losses = {}\n", + " for label_key, losses in accumulated_individual_losses.items():\n", + " if losses:\n", + " avg_individual_losses[label_key] = np.mean(losses)\n", + " else:\n", + " avg_individual_losses[label_key] = None\n", + " \n", + " # Print validation results with individual label losses\n", + " print(f\"\\nStep {global_step} | Train Loss: {avg_train_loss:.4f} | Val Loss: {avg_val_loss:.4f} | True train loss: {avg_true_train_loss:.4f} | True val loss: {avg_val_true_loss:.4f}\")\n", + " print(\"Individual label losses (unscaled):\")\n", + " for i in range(5):\n", + " label_key = f'label_{i}'\n", + " if avg_individual_losses[label_key] is not None:\n", + " print(f\" Label {i}: {avg_individual_losses[label_key]:.4f}\")\n", + " else:\n", + " print(f\" Label {i}: No valid samples\")\n", + " \n", + " # Early stopping check and best model saving\n", + " if avg_val_loss < best_val_loss:\n", + " best_val_loss = avg_val_loss\n", + " steps_no_improve = 0\n", + " best_model_state = model.state_dict().copy()\n", + " print(f\"New best validation loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping triggered after {global_step} steps ({steps_no_improve} validation steps without improvement).\")\n", + " # Load best model and return\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " return train_losses, val_losses, best_val_loss\n", + " \n", + " model.train()\n", + " \n", + " # Handle any remaining training loss that hasn't been validated\n", + " if train_steps_count > 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Load the best model state before returning\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n", + "\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=5, learning_rate=1e-5, \n", + " batch_size=256, validation_steps=500):\n", + " \"\"\"\n", + " Complete training pipeline for five labels with step-based validation\n", + " \n", + " Args:\n", + " smiles_train, smiles_test: Lists of SMILES strings\n", + " labels_train, labels_test: numpy arrays of shape (num_samples, 5) - ALREADY SCALED\n", + " model: CustomModel instance (configured for 5 outputs)\n", + " tokenizer: Tokenizer instance\n", + " scalers: List of 5 scalers, one for each label (for inverse transform only)\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " batch_size: Batch size for training\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " \n", + " print(\"Setting up datasets for five-label training (labels assumed pre-scaled)\")\n", + " \n", + " # Create datasets - no scaling performed here\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, tokenizer)\n", + " \n", + " # Print dataset statistics\n", + " train_stats = train_dataset.get_label_statistics()\n", + " val_stats = val_dataset.get_label_statistics()\n", + " \n", + " print(\"Training dataset statistics:\")\n", + " for key, value in train_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " print(\"Validation dataset statistics:\")\n", + " for key, value in val_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " # Compute label weights based on training data\n", + " label_weights = compute_label_weights(train_dataset)\n", + " print(f\"Computed label weights: {label_weights.numpy()}\")\n", + " \n", + " # Create data loaders\n", + " train_dataloader = DataLoader(\n", + " train_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=True,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " val_dataloader = DataLoader(\n", + " val_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=False,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " # Set device\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " print(f\"Training steps per epoch: {len(train_dataloader)}\")\n", + " print(f\"Total training steps: {len(train_dataloader) * num_epochs}\")\n", + " \n", + " # Train the model\n", + " train_losses, val_losses, best_val_loss = train_model(\n", + " model=model,\n", + " train_dataloader=train_dataloader,\n", + " val_dataloader=val_dataloader,\n", + " label_weights=label_weights,\n", + " scalers=scalers, # Still pass scalers for true loss calculation\n", + " num_epochs=num_epochs,\n", + " learning_rate=learning_rate,\n", + " device=device,\n", + " patience=10,\n", + " validation_steps=validation_steps,\n", + " )\n", + " \n", + " print('Training completed.')\n", + " print(f'Number of validation checkpoints: {len(val_losses)}')\n", + " print(f'Final training losses: {train_losses[-5:] if len(train_losses) >= 5 else train_losses}')\n", + " print(f'Best validation loss: {best_val_loss:.4f}')\n", + " \n", + " # Save model\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/kaggle_comp/checkpoints/simson_clf_kaggle.bin')\n", + " print(\"Model saved successfully!\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Setting up datasets for five-label training (labels assumed pre-scaled)\n", + "Training dataset statistics:\n", + " total_samples: 14419\n", + " label_0_count: 472\n", + " label_1_count: 6700\n", + " label_2_count: 1368\n", + " label_3_count: 517\n", + " label_4_count: 519\n", + " label_0_ratio: 0.03273458630973022\n", + " label_1_ratio: 0.46466467854913657\n", + " label_2_ratio: 0.09487481794854012\n", + " label_3_ratio: 0.03585546847909009\n", + " label_4_ratio: 0.035994174353283864\n", + " all_labels_count: 0\n", + " partial_labels_count: 8286\n", + " no_labels_count: 6133\n", + "Validation dataset statistics:\n", + " total_samples: 2545\n", + " label_0_count: 86\n", + " label_1_count: 1192\n", + " label_2_count: 243\n", + " label_3_count: 96\n", + " label_4_count: 95\n", + " label_0_ratio: 0.03379174852652259\n", + " label_1_ratio: 0.46836935166994104\n", + " label_2_ratio: 0.09548133595284872\n", + " label_3_ratio: 0.037721021611001965\n", + " label_4_ratio: 0.03732809430255403\n", + " all_labels_count: 0\n", + " partial_labels_count: 1470\n", + " no_labels_count: 1075\n", + "Computed label weights: [1.5442214 0.10878694 0.53280157 1.4098115 1.4043787 ]\n", + "Using device: cuda\n", + "Training steps per epoch: 113\n", + "Total training steps: 2260\n", + "Label weights: [1.5442214 0.10878694 0.53280157 1.4098115 1.4043787 ]\n", + "Validation will be performed every 113 steps\n", + "\n", + "Epoch 1/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 113 | Train Loss: 0.2634 | Val Loss: 0.2308 | True train loss: 3.6083 | True val loss: 3.8929\n", + "Individual label losses (unscaled):\n", + " Label 0: 74.8777\n", + " Label 1: 0.0177\n", + " Label 2: 0.0347\n", + " Label 3: 0.0917\n", + " Label 4: 2.2249\n", + "New best validation loss: 0.2308\n", + "\n", + "Epoch 2/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 226 | Train Loss: 0.2031 | Val Loss: 0.1903 | True train loss: 2.9943 | True val loss: 3.2239\n", + "Individual label losses (unscaled):\n", + " Label 0: 60.3146\n", + " Label 1: 0.0170\n", + " Label 2: 0.0394\n", + " Label 3: 0.0517\n", + " Label 4: 2.7417\n", + "New best validation loss: 0.1903\n", + "\n", + "Epoch 3/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 339 | Train Loss: 0.1796 | Val Loss: 0.1766 | True train loss: 2.8803 | True val loss: 3.3839\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.8170\n", + " Label 1: 0.0136\n", + " Label 2: 0.0362\n", + " Label 3: 0.0785\n", + " Label 4: 1.9163\n", + "New best validation loss: 0.1766\n", + "\n", + "Epoch 4/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 452 | Train Loss: 0.1538 | Val Loss: 0.1525 | True train loss: 2.6186 | True val loss: 3.2207\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.0257\n", + " Label 1: 0.0142\n", + " Label 2: 0.0347\n", + " Label 3: 0.0523\n", + " Label 4: 2.1894\n", + "New best validation loss: 0.1525\n", + "\n", + "Epoch 5/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 565 | Train Loss: 0.1461 | Val Loss: 0.1432 | True train loss: 2.6254 | True val loss: 3.1313\n", + "Individual label losses (unscaled):\n", + " Label 0: 57.6456\n", + " Label 1: 0.0131\n", + " Label 2: 0.0318\n", + " Label 3: 0.0394\n", + " Label 4: 1.9632\n", + "New best validation loss: 0.1432\n", + "\n", + "Epoch 6/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 678 | Train Loss: 0.1344 | Val Loss: 0.1506 | True train loss: 2.4023 | True val loss: 3.0162\n", + "Individual label losses (unscaled):\n", + " Label 0: 55.6189\n", + " Label 1: 0.0154\n", + " Label 2: 0.0315\n", + " Label 3: 0.0464\n", + " Label 4: 1.7522\n", + "\n", + "Epoch 7/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 791 | Train Loss: 0.1240 | Val Loss: 0.1399 | True train loss: 2.2227 | True val loss: 3.3619\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.3619\n", + " Label 1: 0.0119\n", + " Label 2: 0.0301\n", + " Label 3: 0.0426\n", + " Label 4: 1.8000\n", + "New best validation loss: 0.1399\n", + "\n", + "Epoch 8/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 904 | Train Loss: 0.1149 | Val Loss: 0.1359 | True train loss: 2.2502 | True val loss: 3.2314\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.6004\n", + " Label 1: 0.0121\n", + " Label 2: 0.0311\n", + " Label 3: 0.0403\n", + " Label 4: 1.7468\n", + "New best validation loss: 0.1359\n", + "\n", + "Epoch 9/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1017 | Train Loss: 0.1094 | Val Loss: 0.1506 | True train loss: 2.2638 | True val loss: 3.4009\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.4786\n", + " Label 1: 0.0127\n", + " Label 2: 0.0280\n", + " Label 3: 0.0495\n", + " Label 4: 2.0883\n", + "\n", + "Epoch 10/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1130 | Train Loss: 0.0963 | Val Loss: 0.1467 | True train loss: 1.9351 | True val loss: 3.3818\n", + "Individual label losses (unscaled):\n", + " Label 0: 62.9852\n", + " Label 1: 0.0127\n", + " Label 2: 0.0298\n", + " Label 3: 0.0511\n", + " Label 4: 1.9974\n", + "\n", + "Epoch 11/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1243 | Train Loss: 0.0957 | Val Loss: 0.1321 | True train loss: 1.9361 | True val loss: 2.9691\n", + "Individual label losses (unscaled):\n", + " Label 0: 55.0661\n", + " Label 1: 0.0117\n", + " Label 2: 0.0284\n", + " Label 3: 0.0351\n", + " Label 4: 2.0390\n", + "New best validation loss: 0.1321\n", + "\n", + "Epoch 12/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1356 | Train Loss: 0.0823 | Val Loss: 0.1424 | True train loss: 1.8204 | True val loss: 3.5836\n", + "Individual label losses (unscaled):\n", + " Label 0: 67.2052\n", + " Label 1: 0.0123\n", + " Label 2: 0.0262\n", + " Label 3: 0.0391\n", + " Label 4: 1.9690\n", + "\n", + "Epoch 13/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1469 | Train Loss: 0.0797 | Val Loss: 0.1382 | True train loss: 1.7223 | True val loss: 3.2234\n", + "Individual label losses (unscaled):\n", + " Label 0: 59.5507\n", + " Label 1: 0.0118\n", + " Label 2: 0.0282\n", + " Label 3: 0.0381\n", + " Label 4: 1.9066\n", + "\n", + "Epoch 14/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1582 | Train Loss: 0.0728 | Val Loss: 0.1321 | True train loss: 1.5747 | True val loss: 3.3817\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.2403\n", + " Label 1: 0.0115\n", + " Label 2: 0.0262\n", + " Label 3: 0.0339\n", + " Label 4: 1.7621\n", + "New best validation loss: 0.1321\n", + "\n", + "Epoch 15/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1695 | Train Loss: 0.0676 | Val Loss: 0.1437 | True train loss: 1.5251 | True val loss: 3.4306\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.7060\n", + " Label 1: 0.0121\n", + " Label 2: 0.0274\n", + " Label 3: 0.0442\n", + " Label 4: 1.9844\n", + "\n", + "Epoch 16/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1808 | Train Loss: 0.0617 | Val Loss: 0.1494 | True train loss: 1.3651 | True val loss: 3.3514\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.4547\n", + " Label 1: 0.0118\n", + " Label 2: 0.0260\n", + " Label 3: 0.0504\n", + " Label 4: 2.0026\n", + "\n", + "Epoch 17/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1921 | Train Loss: 0.0580 | Val Loss: 0.1424 | True train loss: 1.3237 | True val loss: 3.3568\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.8486\n", + " Label 1: 0.0116\n", + " Label 2: 0.0252\n", + " Label 3: 0.0430\n", + " Label 4: 1.9207\n", + "\n", + "Epoch 18/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 2034 | Train Loss: 0.0534 | Val Loss: 0.1376 | True train loss: 1.2378 | True val loss: 3.3407\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.5502\n", + " Label 1: 0.0115\n", + " Label 2: 0.0247\n", + " Label 3: 0.0433\n", + " Label 4: 1.7560\n", + "\n", + "Epoch 19/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 2147 | Train Loss: 0.0497 | Val Loss: 0.1416 | True train loss: 1.1018 | True val loss: 3.2781\n", + "Individual label losses (unscaled):\n", + " Label 0: 59.6542\n", + " Label 1: 0.0115\n", + " Label 2: 0.0251\n", + " Label 3: 0.0438\n", + " Label 4: 1.8405\n", + "\n", + "Epoch 20/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 2260 | Train Loss: 0.0484 | Val Loss: 0.1329 | True train loss: 1.1016 | True val loss: 3.3233\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.2343\n", + " Label 1: 0.0114\n", + " Label 2: 0.0243\n", + " Label 3: 0.0402\n", + " Label 4: 1.7624\n", + "Loaded best model with validation loss: 0.1321\n", + "Training completed.\n", + "Number of validation checkpoints: 20\n", + "Final training losses: [0.061716757780682724, 0.05798421218266002, 0.05344583738628214, 0.04969686268111773, 0.04844354389779336]\n", + "Best validation loss: 0.1321\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\r" + ] + }, + { + "ename": "RuntimeError", + "evalue": "File /home/jovyan/simson_training_bolgov/kaggle_comp/checkpoints cannot be opened.", + "output_type": "error", + "traceback": [ + "\u001b[31m---------------------------------------------------------------------------\u001b[39m", + "\u001b[31mRuntimeError\u001b[39m Traceback (most recent call last)", + "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[12]\u001b[39m\u001b[32m, line 8\u001b[39m\n\u001b[32m 5\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mtorch\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mutils\u001b[39;00m\u001b[34;01m.\u001b[39;00m\u001b[34;01mdata\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m DataLoader\n\u001b[32m 6\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mtqdm\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m tqdm\n\u001b[32m----> \u001b[39m\u001b[32m8\u001b[39m train_losses, val_losses, best_loss = \u001b[43mrun_training\u001b[49m\u001b[43m(\u001b[49m\n\u001b[32m 9\u001b[39m \u001b[43m \u001b[49m\u001b[43msmiles_train\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43msmiles_test\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlabels_train\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlabels_test\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[32m 10\u001b[39m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mscalers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnum_epochs\u001b[49m\u001b[43m=\u001b[49m\u001b[32;43m20\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlearning_rate\u001b[49m\u001b[43m=\u001b[49m\u001b[32;43m1e-4\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[43m=\u001b[49m\u001b[32;43m128\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mvalidation_steps\u001b[49m\u001b[43m=\u001b[49m\u001b[32;43m113\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[32m 11\u001b[39m \u001b[43m)\u001b[49m\n", + "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[11]\u001b[39m\u001b[32m, line 480\u001b[39m, in \u001b[36mrun_training\u001b[39m\u001b[34m(smiles_train, smiles_test, labels_train, labels_test, model, tokenizer, scalers, num_epochs, learning_rate, batch_size, validation_steps)\u001b[39m\n\u001b[32m 477\u001b[39m \u001b[38;5;28mprint\u001b[39m(\u001b[33mf\u001b[39m\u001b[33m'\u001b[39m\u001b[33mBest validation loss: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mbest_val_loss\u001b[38;5;132;01m:\u001b[39;00m\u001b[33m.4f\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[33m'\u001b[39m)\n\u001b[32m 479\u001b[39m \u001b[38;5;66;03m# Save model\u001b[39;00m\n\u001b[32m--> \u001b[39m\u001b[32m480\u001b[39m \u001b[43mtorch\u001b[49m\u001b[43m.\u001b[49m\u001b[43msave\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m.\u001b[49m\u001b[43mstate_dict\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[33;43m'\u001b[39;49m\u001b[33;43m/home/jovyan/simson_training_bolgov/kaggle_comp/checkpoints\u001b[39;49m\u001b[33;43m'\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[32m 481\u001b[39m \u001b[38;5;28mprint\u001b[39m(\u001b[33m\"\u001b[39m\u001b[33mModel saved successfully!\u001b[39m\u001b[33m\"\u001b[39m)\n\u001b[32m 483\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m train_losses, val_losses, best_val_loss\n", + "\u001b[36mFile \u001b[39m\u001b[32m~/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/serialization.py:849\u001b[39m, in \u001b[36msave\u001b[39m\u001b[34m(obj, f, pickle_module, pickle_protocol, _use_new_zipfile_serialization, _disable_byteorder_record)\u001b[39m\n\u001b[32m 846\u001b[39m _check_save_filelike(f)\n\u001b[32m 848\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m _use_new_zipfile_serialization:\n\u001b[32m--> \u001b[39m\u001b[32m849\u001b[39m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[43m_open_zipfile_writer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mf\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mas\u001b[39;00m opened_zipfile:\n\u001b[32m 850\u001b[39m _save(\n\u001b[32m 851\u001b[39m obj,\n\u001b[32m 852\u001b[39m opened_zipfile,\n\u001b[32m (...)\u001b[39m\u001b[32m 855\u001b[39m _disable_byteorder_record,\n\u001b[32m 856\u001b[39m )\n\u001b[32m 857\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m\n", + "\u001b[36mFile \u001b[39m\u001b[32m~/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/serialization.py:716\u001b[39m, in \u001b[36m_open_zipfile_writer\u001b[39m\u001b[34m(name_or_buffer)\u001b[39m\n\u001b[32m 714\u001b[39m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[32m 715\u001b[39m container = _open_zipfile_writer_buffer\n\u001b[32m--> \u001b[39m\u001b[32m716\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mcontainer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mname_or_buffer\u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[36mFile \u001b[39m\u001b[32m~/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/serialization.py:687\u001b[39m, in \u001b[36m_open_zipfile_writer_file.__init__\u001b[39m\u001b[34m(self, name)\u001b[39m\n\u001b[32m 685\u001b[39m \u001b[38;5;28msuper\u001b[39m().\u001b[34m__init__\u001b[39m(torch._C.PyTorchFileWriter(\u001b[38;5;28mself\u001b[39m.file_stream))\n\u001b[32m 686\u001b[39m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[32m--> \u001b[39m\u001b[32m687\u001b[39m \u001b[38;5;28msuper\u001b[39m().\u001b[34m__init__\u001b[39m(\u001b[43mtorch\u001b[49m\u001b[43m.\u001b[49m\u001b[43m_C\u001b[49m\u001b[43m.\u001b[49m\u001b[43mPyTorchFileWriter\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m.\u001b[49m\u001b[43mname\u001b[49m\u001b[43m)\u001b[49m)\n", + "\u001b[31mRuntimeError\u001b[39m: File /home/jovyan/simson_training_bolgov/kaggle_comp/checkpoints cannot be opened." + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=20, learning_rate=1e-4, batch_size=128, validation_steps=113,\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kaggle": { + "accelerator": "gpu", + "dataSources": [ + { + "databundleVersionId": 12966160, + "sourceId": 74608, + "sourceType": "competition" + }, + { + "datasetId": 7678100, + "sourceId": 12189904, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7690162, + "sourceId": 12207625, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7716502, + "sourceId": 12322957, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7801155, + "sourceId": 12372847, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7809006, + "sourceId": 12525286, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7912957, + "sourceId": 12668147, + "sourceType": "datasetVersion" + } + ], + "dockerImageVersionId": 31041, + "isGpuEnabled": true, + "isInternetEnabled": true, + "language": "python", + "sourceType": "notebook" + }, + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/simson_modeling/kaggle_comp/checkpoints/clf_kaggle.bin b/simson_modeling/kaggle_comp/checkpoints/clf_kaggle.bin new file mode 100644 index 0000000000000000000000000000000000000000..1b086d3c3c94d830b1863d0de0d4768e2a808523 --- /dev/null +++ b/simson_modeling/kaggle_comp/checkpoints/clf_kaggle.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b78c67a2753f5d5686f0540dbb5ebca530d2f9117ed2a8d176663d9560f24574 +size 93240610 diff --git a/simson_modeling/kaggle_comp/sample_submission.csv b/simson_modeling/kaggle_comp/sample_submission.csv new file mode 100644 index 0000000000000000000000000000000000000000..6f917ee6e3047f946f548203f0ed940125ae3fcd --- /dev/null +++ b/simson_modeling/kaggle_comp/sample_submission.csv @@ -0,0 +1,4 @@ +id,Tg,FFV,Tc,Density,Rg +1109053969,0,0,0,0,0 +1422188626,0,0,0,0,0 +2032016830,0,0,0,0,0 diff --git a/simson_modeling/kaggle_comp/simson-fine-tune.ipynb b/simson_modeling/kaggle_comp/simson-fine-tune.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..99e79b0f2cb187298639c5919bd8e5615e7f7092 --- /dev/null +++ b/simson_modeling/kaggle_comp/simson-fine-tune.ipynb @@ -0,0 +1,1742 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "from transformers import PreTrainedModel, AutoConfig, BertModel, BertTokenizerFast, BertConfig, AutoModel, AutoTokenizer\n", + "import pandas as pd\n", + "import torch\n", + "import os\n", + "from sklearn.preprocessing import StandardScaler\n", + "from sklearn.model_selection import train_test_split\n", + "from tqdm import tqdm\n", + "import joblib\n", + "\n", + "os.environ[\"TOKENIZERS_PARALLELISM\"] = \"false\"" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/kaggle_comp/train.csv')\n", + "\n", + "targets = ['Tg', 'FFV', 'Tc', 'Density', 'Rg']" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
idSMILESTgFFVTcDensityRg
04.215886e+08*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5...NaN0.376767NaNNaNNaN
17.984549e+08*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C...NaN0.346993NaNNaNNaN
2NaN*CC/C=C(/*)CNaNNaNNaNNaNNaN
3NaN*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc(OC)cc2)...NaNNaNNaNNaNNaN
4NaN*Oc1cc(OC(=O)c2ccc(OCC)cc2)c(OC(=O)CCCC(*)=O)c...NaNNaNNaNNaNNaN
........................
169582.389975e+08*OC(=O)Oc1ccc(S(=O)(=O)c2ccc(OC(=O)OC3CC4CC(*)...NaN0.339596NaNNaNNaN
16959NaN*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6c...NaNNaNNaNNaNNaN
16960NaN*OC(F)(F)COC(=O)c1cc(OCCCCC)cc(C(=O)OCC(*)(F)F)c1NaNNaNNaNNaNNaN
169611.973417e+09*C=CC1CC(*)C2C(=O)N(c3ccc(F)cc3)C(=O)C12NaN0.374710NaNNaNNaN
16962NaN*/C=C/[Ge](/C=C/[Si](*)(c1ccccc1)c1ccccc1)(c1c...NaNNaNNaNNaNNaN
\n", + "

16963 rows × 7 columns

\n", + "
" + ], + "text/plain": [ + " id SMILES Tg \\\n", + "0 4.215886e+08 *C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5... NaN \n", + "1 7.984549e+08 *c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C... NaN \n", + "2 NaN *CC/C=C(/*)C NaN \n", + "3 NaN *CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc(OC)cc2)... NaN \n", + "4 NaN *Oc1cc(OC(=O)c2ccc(OCC)cc2)c(OC(=O)CCCC(*)=O)c... NaN \n", + "... ... ... .. \n", + "16958 2.389975e+08 *OC(=O)Oc1ccc(S(=O)(=O)c2ccc(OC(=O)OC3CC4CC(*)... NaN \n", + "16959 NaN *c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6c... NaN \n", + "16960 NaN *OC(F)(F)COC(=O)c1cc(OCCCCC)cc(C(=O)OCC(*)(F)F)c1 NaN \n", + "16961 1.973417e+09 *C=CC1CC(*)C2C(=O)N(c3ccc(F)cc3)C(=O)C12 NaN \n", + "16962 NaN */C=C/[Ge](/C=C/[Si](*)(c1ccccc1)c1ccccc1)(c1c... NaN \n", + "\n", + " FFV Tc Density Rg \n", + "0 0.376767 NaN NaN NaN \n", + "1 0.346993 NaN NaN NaN \n", + "2 NaN NaN NaN NaN \n", + "3 NaN NaN NaN NaN \n", + "4 NaN NaN NaN NaN \n", + "... ... .. ... .. \n", + "16958 0.339596 NaN NaN NaN \n", + "16959 NaN NaN NaN NaN \n", + "16960 NaN NaN NaN NaN \n", + "16961 0.374710 NaN NaN NaN \n", + "16962 NaN NaN NaN NaN \n", + "\n", + "[16963 rows x 7 columns]" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "for i in range(1, 5):\n", + " supplement_path = f'/home/jovyan/simson_training_bolgov/kaggle_comp/train_supplement/dataset{i}.csv'\n", + " supplement_ds = pd.read_csv(supplement_path)\n", + "\n", + " if 'TC_mean' in supplement_ds.columns:\n", + " supplement_ds = supplement_ds.rename(columns = {'TC_mean': 'Tc'})\n", + "\n", + " df = pd.concat([df, supplement_ds], axis=0)\n", + "\n", + "df = df.sample(frac=1).reset_index(drop=True)\n", + "df" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|████████████████████████████████████| 14419/14419 [00:43<00:00, 328.78it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Advanced augmentation completed:\n", + "Original size: 14419, Augmented size: 168551\n", + "Augmentation factor: 11.69x\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|██████████████████████████████████████| 2545/2545 [00:07<00:00, 333.57it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Advanced augmentation completed:\n", + "Original size: 2545, Augmented size: 29716\n", + "Augmentation factor: 11.68x\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\n" + ] + } + ], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "from rdkit import Chem\n", + "import random\n", + "from typing import Optional, List, Union\n", + "\n", + "def augment_smiles_dataset(df: pd.DataFrame,\n", + " smiles_column: str = 'SMILES',\n", + " augmentation_strategies: List[str] = ['enumeration', 'kekulize', 'stereo_enum'],\n", + " n_augmentations: int = 10,\n", + " preserve_original: bool = True,\n", + " random_seed: Optional[int] = None) -> pd.DataFrame:\n", + " \"\"\"\n", + " Advanced SMILES augmentation with multiple strategies.\n", + " \n", + " Parameters:\n", + " -----------\n", + " augmentation_strategies : List[str]\n", + " List of augmentation strategies: 'enumeration', 'kekulize', 'stereo_enum'\n", + " \"\"\"\n", + " \n", + " if random_seed is not None:\n", + " random.seed(random_seed)\n", + " np.random.seed(random_seed)\n", + " \n", + " def apply_augmentation_strategy(smiles: str, strategy: str) -> List[str]:\n", + " \"\"\"Apply specific augmentation strategy\"\"\"\n", + " try:\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " if mol is None:\n", + " return [smiles]\n", + " \n", + " augmented = []\n", + " \n", + " if strategy == 'enumeration':\n", + " # Standard SMILES enumeration\n", + " for _ in range(n_augmentations):\n", + " enum_smiles = Chem.MolToSmiles(mol, \n", + " canonical=False, \n", + " doRandom=True,\n", + " isomericSmiles=True)\n", + " augmented.append(enum_smiles)\n", + " \n", + " elif strategy == 'kekulize':\n", + " # Kekulization variants\n", + " try:\n", + " Chem.Kekulize(mol)\n", + " kek_smiles = Chem.MolToSmiles(mol, kekuleSmiles=True)\n", + " augmented.append(kek_smiles)\n", + " except:\n", + " pass\n", + " \n", + " elif strategy == 'stereo_enum':\n", + " # Stereochemistry enumeration\n", + " for _ in range(n_augmentations // 2):\n", + " # Remove stereochemistry\n", + " Chem.RemoveStereochemistry(mol)\n", + " no_stereo = Chem.MolToSmiles(mol)\n", + " augmented.append(no_stereo)\n", + " \n", + " return list(set(augmented)) # Remove duplicates\n", + " \n", + " except Exception as e:\n", + " print(f\"Error in {strategy} for {smiles}: {e}\")\n", + " return [smiles]\n", + " \n", + " augmented_rows = []\n", + " \n", + " for idx, row in tqdm(df.iterrows(), total=len(df)):\n", + " original_smiles = row[smiles_column]\n", + " \n", + " # Add original if requested\n", + " if preserve_original:\n", + " original_row = row.to_dict()\n", + " original_row['augmentation_strategy'] = 'original'\n", + " original_row['is_augmented'] = False\n", + " augmented_rows.append(original_row)\n", + " \n", + " # Apply each augmentation strategy\n", + " for strategy in augmentation_strategies:\n", + " strategy_smiles = apply_augmentation_strategy(original_smiles, strategy)\n", + " \n", + " for aug_smiles in strategy_smiles:\n", + " if aug_smiles != original_smiles: # Avoid duplicating original\n", + " new_row = row.to_dict().copy()\n", + " new_row[smiles_column] = aug_smiles\n", + " new_row['augmentation_strategy'] = strategy\n", + " new_row['is_augmented'] = True\n", + " augmented_rows.append(new_row)\n", + " \n", + " augmented_df = pd.DataFrame(augmented_rows)\n", + " augmented_df = augmented_df.reset_index(drop=True)\n", + " \n", + " print(f\"Advanced augmentation completed:\")\n", + " print(f\"Original size: {len(df)}, Augmented size: {len(augmented_df)}\")\n", + " print(f\"Augmentation factor: {len(augmented_df) / len(df):.2f}x\")\n", + " \n", + " return augmented_df.reset_index(drop=True)\n", + "\n", + "def create_splits(df):\n", + " length = len(df)\n", + " train_length = int(0.85 * length)\n", + " train = df.loc[:train_length]\n", + " test = df.loc[train_length:]\n", + " return train, test\n", + "\n", + "train, test = create_splits(df)\n", + "\n", + "train = train.reset_index(drop=True)\n", + "test = test.reset_index(drop=True)\n", + "\n", + "train = augment_smiles_dataset(train)\n", + "test = augment_smiles_dataset(test)" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['SMILES']\n", + "smiles_test = test['SMILES']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['target_scalers.pkl']" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "joblib.dump(scalers, 'target_scalers.pkl')" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_279009/2507782815.py:68: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", + " simson_params = torch.load('/home/jovyan/simson_training_bolgov/kaggle_comp/simson_polymer_1m_uncompiled.pth')\n" + ] + } + ], + "source": [ + "from sklearn.metrics import mean_absolute_error\n", + "from transformers import AutoTokenizer, BertModel\n", + "import torch\n", + "from torch import nn\n", + "from transformers.activations import ACT2FN\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + "\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + "\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + "\n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x\n", + "\n", + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/kaggle_comp/simson_polymer_1m_uncompiled.pth')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset, Sampler, DataLoader\n", + "\n", + "\n", + "class SMILESDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # Shape: (num_samples, 5) - already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Create mask for valid (non-NaN) labels\n", + " self.label_masks = ~np.isnan(self.labels) # True where label is valid\n", + " \n", + " # Replace NaNs with 0 for safe tensor conversion (mask will handle exclusion)\n", + " self.labels = np.nan_to_num(self.labels, nan=0.0)\n", + " \n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + " \n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " \n", + " # Tokenize the SMILES string\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'label_mask': torch.tensor(self.label_masks[idx], dtype=torch.float32)\n", + " }\n", + " \n", + " def get_label_statistics(self):\n", + " \"\"\"Return statistics about label availability for 5 labels\"\"\"\n", + " label_counts = self.label_masks.sum(axis=0)\n", + " total_samples = len(self.smiles_list)\n", + " \n", + " stats = {\n", + " 'total_samples': total_samples,\n", + " 'label_0_count': label_counts[0],\n", + " 'label_1_count': label_counts[1],\n", + " 'label_2_count': label_counts[2],\n", + " 'label_3_count': label_counts[3],\n", + " 'label_4_count': label_counts[4],\n", + " 'label_0_ratio': label_counts[0] / total_samples,\n", + " 'label_1_ratio': label_counts[1] / total_samples,\n", + " 'label_2_ratio': label_counts[2] / total_samples,\n", + " 'label_3_ratio': label_counts[3] / total_samples,\n", + " 'label_4_ratio': label_counts[4] / total_samples,\n", + " 'all_labels_count': (self.label_masks.sum(axis=1) == 5).sum(),\n", + " 'partial_labels_count': ((self.label_masks.sum(axis=1) > 0) & (self.label_masks.sum(axis=1) < 5)).sum(),\n", + " 'no_labels_count': (self.label_masks.sum(axis=1) == 0).sum()\n", + " }\n", + " \n", + " return stats\n", + "\n", + "\n", + "class UnderrepresentedLabelSampler(Sampler):\n", + " \"\"\"\n", + " Custom sampler that gives higher sampling probability to samples containing under-represented labels.\n", + " This ensures each batch contains a good mix of samples with different label availability patterns.\n", + " \"\"\"\n", + " def __init__(self, dataset, num_labels=5, underrep_boost=2.0):\n", + " \"\"\"\n", + " Args:\n", + " dataset: SMILESDataset instance\n", + " num_labels: Number of labels (5)\n", + " underrep_boost: Multiplier to boost probability of under-represented labels\n", + " \"\"\"\n", + " self.dataset = dataset\n", + " self.num_samples = len(dataset)\n", + " self.num_labels = num_labels\n", + " self.underrep_boost = underrep_boost\n", + " \n", + " # Calculate label frequencies\n", + " label_counts = dataset.label_masks.sum(axis=0) # Count valid samples per label\n", + " total_samples = self.num_samples\n", + " \n", + " # Label frequencies (proportion of samples with each label)\n", + " label_freq = label_counts / total_samples\n", + " \n", + " # Inverse frequency weights (higher for under-represented labels)\n", + " # Add small epsilon to avoid division by zero\n", + " self.label_weights = 1.0 / (label_freq + 1e-6)\n", + " \n", + " # Apply boost to under-represented labels\n", + " # Labels with frequency < median get boosted\n", + " median_freq = np.median(label_freq)\n", + " underrep_mask = label_freq < median_freq\n", + " self.label_weights[underrep_mask] *= self.underrep_boost\n", + " \n", + " # Calculate sample weights based on which labels are present\n", + " sample_weights = []\n", + " for i in range(self.num_samples):\n", + " mask = dataset.label_masks[i] # Boolean mask for present labels\n", + " if mask.sum() > 0:\n", + " # Weight is average of present labels' weights\n", + " weights = self.label_weights[mask]\n", + " sample_weight = weights.mean()\n", + " else:\n", + " # If no labels present, give minimal weight\n", + " sample_weight = 0.1\n", + " sample_weights.append(sample_weight)\n", + " \n", + " self.sample_weights = torch.tensor(sample_weights, dtype=torch.double)\n", + " \n", + " # Print sampling statistics\n", + " print(f\"Label frequencies: {label_freq}\")\n", + " print(f\"Label weights: {self.label_weights}\")\n", + " print(f\"Under-represented labels (< median freq {median_freq:.3f}): {np.where(underrep_mask)[0]}\")\n", + " print(f\"Sample weight range: [{self.sample_weights.min():.3f}, {self.sample_weights.max():.3f}]\")\n", + " \n", + " def __iter__(self):\n", + " # Sample with replacement according to calculated weights\n", + " indices = torch.multinomial(self.sample_weights, self.num_samples, replacement=True)\n", + " return iter(indices.tolist())\n", + " \n", + " def __len__(self):\n", + " return self.num_samples\n", + "\n", + "\n", + "def calculate_unweighted_loss(predictions, labels, label_mask):\n", + " \"\"\"\n", + " Calculate simple unweighted MSE loss with masking (no label weights)\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 5)\n", + " labels: Ground truth labels (batch_size, 5)\n", + " label_mask: Mask for valid labels (batch_size, 5)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 5)\n", + " \n", + " # Apply masking to exclude NaN labels\n", + " valid_mask = label_mask.bool()\n", + " masked_losses = losses * valid_mask.float()\n", + " \n", + " # Calculate final loss (only over valid predictions)\n", + " total_loss = masked_losses.sum()\n", + " total_valid = valid_mask.sum()\n", + " \n", + " return total_loss / total_valid if total_valid > 0 else torch.tensor(0.0, device=predictions.device, requires_grad=True)\n", + "\n", + "\n", + "def calculate_true_loss(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for monitoring using separate scalers for each label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 5).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 5).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 5).\n", + " scalers: List of scaler objects, one for each label\n", + " \n", + " Returns:\n", + " float: Average MAE across all valid samples\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " total_mae = 0\n", + " total_samples = 0\n", + " \n", + " for label_idx in range(5):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " total_mae += mae * len(unscaled_preds)\n", + " total_samples += len(unscaled_preds)\n", + " \n", + " return total_mae / total_samples if total_samples > 0 else 0.0\n", + "\n", + "\n", + "def calculate_individual_label_losses(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for each individual label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 5).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 5).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 5).\n", + " scalers: List of scaler objects, one for each label\n", + " \n", + " Returns:\n", + " dict: Dictionary with MAE for each label\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " individual_losses = {}\n", + " \n", + " for label_idx in range(5):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " individual_losses[f'label_{label_idx}'] = mae\n", + " else:\n", + " individual_losses[f'label_{label_idx}'] = None # No valid samples for this label\n", + " \n", + " return individual_losses\n", + "\n", + "\n", + "def analyze_batch_composition(dataloader, num_batches=5):\n", + " \"\"\"\n", + " Analyze the composition of batches to see label distribution\n", + " \"\"\"\n", + " print(\"Analyzing batch composition:\")\n", + " \n", + " for batch_idx, batch in enumerate(dataloader):\n", + " if batch_idx >= num_batches:\n", + " break\n", + " \n", + " label_mask = batch['label_mask'].numpy()\n", + " \n", + " # Count samples with each label in this batch\n", + " label_counts = label_mask.sum(axis=0)\n", + " batch_size = label_mask.shape[0]\n", + " \n", + " print(f\"Batch {batch_idx + 1}: Size={batch_size}\")\n", + " for i in range(5):\n", + " print(f\" Label {i}: {label_counts[i]}/{batch_size} ({label_counts[i]/batch_size:.2%})\")\n", + " print()\n", + "\n", + "\n", + "def train_model(model, train_dataloader, val_dataloader, \n", + " scalers=None, num_epochs=10, learning_rate=2e-5, device='cuda', \n", + " patience=3, validation_steps=500):\n", + " \"\"\"\n", + " Train model with unweighted loss and custom sampler for five labels\n", + " \n", + " Args:\n", + " model: CustomModel instance (should output 5 labels)\n", + " train_dataloader: Training data loader with custom sampler\n", + " val_dataloader: Validation data loader \n", + " scalers: List of scalers for unscaled loss monitoring\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " device: Training device\n", + " patience: Early stopping patience (in validation steps)\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " model.to(device)\n", + " \n", + " optimizer = AdamW(model.parameters(), lr=learning_rate, weight_decay=0.01)\n", + " total_steps = len(train_dataloader) * num_epochs\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " \n", + " train_losses = []\n", + " val_losses = []\n", + " \n", + " # Early stopping initialization\n", + " best_val_loss = float('inf')\n", + " steps_no_improve = 0\n", + " best_model_state = None\n", + " \n", + " # Training tracking\n", + " global_step = 0\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " print(f\"Training with custom sampler (no label weights)\")\n", + " print(f\"Validation will be performed every {validation_steps} steps\")\n", + " \n", + " model.train()\n", + " \n", + " for epoch in range(num_epochs):\n", + " print(f\"\\nEpoch {epoch + 1}/{num_epochs}\")\n", + " \n", + " train_progress = tqdm(train_dataloader, desc=\"Training\", leave=False)\n", + " \n", + " for batch_idx, batch in enumerate(train_progress):\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " label_mask = batch['label_mask'].to(device)\n", + " \n", + " optimizer.zero_grad()\n", + " \n", + " # Model forward pass\n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " # Calculate unweighted loss (sampler handles the balancing)\n", + " loss = calculate_unweighted_loss(outputs, labels, label_mask)\n", + " \n", + " # Calculate true loss for monitoring\n", + " true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate losses for averaging\n", + " running_train_loss += loss.item()\n", + " running_true_train_loss += true_loss\n", + " train_steps_count += 1\n", + " \n", + " loss.backward()\n", + " \n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " \n", + " optimizer.step()\n", + " scheduler.step()\n", + " \n", + " global_step += 1\n", + " \n", + " train_progress.set_postfix({\n", + " 'step': global_step,\n", + " 'loss': f'{loss.item():.4f}',\n", + " 'true_loss': f'{true_loss:.4f}',\n", + " 'lr': f'{scheduler.get_last_lr()[0]:.2e}'\n", + " })\n", + " \n", + " # Perform validation every validation_steps\n", + " if global_step % validation_steps == 0:\n", + " # Calculate average training losses since last validation\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " avg_true_train_loss = running_true_train_loss / train_steps_count\n", + " \n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Reset running averages\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " # Validation\n", + " model.eval()\n", + " total_val_loss = 0\n", + " total_true_val_loss = 0\n", + " val_batches = 0\n", + " \n", + " # Track individual label losses across all validation batches\n", + " accumulated_individual_losses = {f'label_{i}': [] for i in range(5)}\n", + "\n", + " with torch.no_grad():\n", + " for val_batch in val_dataloader:\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = val_batch['input_ids'].to(device)\n", + " attention_mask = val_batch['attention_mask'].to(device)\n", + " labels = val_batch['labels'].to(device)\n", + " label_mask = val_batch['label_mask'].to(device)\n", + " \n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " val_loss = calculate_unweighted_loss(outputs, labels, label_mask)\n", + " val_true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Calculate individual label losses for this batch\n", + " individual_losses = calculate_individual_label_losses(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate individual losses\n", + " for label_key, loss_value in individual_losses.items():\n", + " if loss_value is not None:\n", + " accumulated_individual_losses[label_key].append(loss_value)\n", + "\n", + " total_val_loss += val_loss.item()\n", + " total_true_val_loss += val_true_loss\n", + " val_batches += 1\n", + " \n", + " avg_val_loss = total_val_loss / val_batches\n", + " avg_val_true_loss = total_true_val_loss / val_batches\n", + " val_losses.append(avg_val_loss)\n", + " \n", + " # Calculate average individual label losses\n", + " avg_individual_losses = {}\n", + " for label_key, losses in accumulated_individual_losses.items():\n", + " if losses:\n", + " avg_individual_losses[label_key] = np.mean(losses)\n", + " else:\n", + " avg_individual_losses[label_key] = None\n", + " \n", + " # Print validation results with individual label losses\n", + " print(f\"\\nStep {global_step} | Train Loss: {avg_train_loss:.4f} | Val Loss: {avg_val_loss:.4f} | True train loss: {avg_true_train_loss:.4f} | True val loss: {avg_val_true_loss:.4f}\")\n", + " print(\"Individual label losses (unscaled):\")\n", + " for i in range(5):\n", + " label_key = f'label_{i}'\n", + " if avg_individual_losses[label_key] is not None:\n", + " print(f\" Label {i}: {avg_individual_losses[label_key]:.4f}\")\n", + " else:\n", + " print(f\" Label {i}: No valid samples\")\n", + " \n", + " # Early stopping check and best model saving\n", + " if avg_val_loss < best_val_loss:\n", + " best_val_loss = avg_val_loss\n", + " steps_no_improve = 0\n", + " best_model_state = model.state_dict().copy()\n", + " print(f\"New best validation loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping triggered after {global_step} steps ({steps_no_improve} validation steps without improvement).\")\n", + " # Load best model and return\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " return train_losses, val_losses, best_val_loss\n", + " \n", + " model.train()\n", + " \n", + " # Handle any remaining training loss that hasn't been validated\n", + " if train_steps_count > 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Load the best model state before returning\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n", + "\n", + "\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=5, learning_rate=1e-5, \n", + " batch_size=256, validation_steps=500, underrep_boost=2.0):\n", + " \"\"\"\n", + " Complete training pipeline for five labels with custom sampler\n", + " \n", + " Args:\n", + " smiles_train, smiles_test: Lists of SMILES strings\n", + " labels_train, labels_test: numpy arrays of shape (num_samples, 5) - ALREADY SCALED\n", + " model: CustomModel instance (configured for 5 outputs)\n", + " tokenizer: Tokenizer instance\n", + " scalers: List of 5 scalers, one for each label (for inverse transform only)\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " batch_size: Batch size for training\n", + " validation_steps: Perform validation every N training steps\n", + " underrep_boost: Boost factor for under-represented labels in sampler\n", + " \"\"\"\n", + " \n", + " print(\"Setting up datasets for five-label training with custom sampler\")\n", + " \n", + " # Create datasets - no scaling performed here\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, tokenizer)\n", + " \n", + " # Print dataset statistics\n", + " train_stats = train_dataset.get_label_statistics()\n", + " val_stats = val_dataset.get_label_statistics()\n", + " \n", + " print(\"Training dataset statistics:\")\n", + " for key, value in train_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " print(\"Validation dataset statistics:\")\n", + " for key, value in val_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " # Create custom sampler for balanced training\n", + " train_sampler = UnderrepresentedLabelSampler(\n", + " train_dataset, \n", + " num_labels=5, \n", + " underrep_boost=underrep_boost\n", + " )\n", + " \n", + " # Create data loaders\n", + " train_dataloader = DataLoader(\n", + " train_dataset,\n", + " batch_size=batch_size,\n", + " sampler=None, # Use custom sampler instead of shuffle=True\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " val_dataloader = DataLoader(\n", + " val_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=False,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " # Analyze batch composition to verify sampler effectiveness\n", + " print(\"\\n\" + \"=\"*50)\n", + " #analyze_batch_composition(train_dataloader, num_batches=3)\n", + " print(\"=\"*50)\n", + " \n", + " # Set device\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " print(f\"Training steps per epoch: {len(train_dataloader)}\")\n", + " print(f\"Total training steps: {len(train_dataloader) * num_epochs}\")\n", + " \n", + " # Train the model\n", + " train_losses, val_losses, best_val_loss = train_model(\n", + " model=model,\n", + " train_dataloader=train_dataloader,\n", + " val_dataloader=val_dataloader,\n", + " scalers=scalers,\n", + " num_epochs=num_epochs,\n", + " learning_rate=learning_rate,\n", + " device=device,\n", + " patience=10,\n", + " validation_steps=validation_steps,\n", + " )\n", + " \n", + " print('Training completed.')\n", + " print(f'Number of validation checkpoints: {len(val_losses)}')\n", + " print(f'Final training losses: {train_losses[-5:] if len(train_losses) >= 5 else train_losses}')\n", + " print(f'Best validation loss: {best_val_loss:.4f}')\n", + " \n", + " # Save model\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/kaggle_comp/checkpoints/clf_kaggle.bin')\n", + " print(\"Model saved successfully!\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Setting up datasets for five-label training with custom sampler\n", + "Training dataset statistics:\n", + " total_samples: 168551\n", + " label_0_count: 5446\n", + " label_1_count: 78850\n", + " label_2_count: 14846\n", + " label_3_count: 5779\n", + " label_4_count: 5782\n", + " label_0_ratio: 0.032310695279173664\n", + " label_1_ratio: 0.46781092962960763\n", + " label_2_ratio: 0.08808016564719284\n", + " label_3_ratio: 0.03428635843157264\n", + " label_4_ratio: 0.03430415719871137\n", + " all_labels_count: 0\n", + " partial_labels_count: 96406\n", + " no_labels_count: 72145\n", + "Validation dataset statistics:\n", + " total_samples: 29716\n", + " label_0_count: 947\n", + " label_1_count: 13878\n", + " label_2_count: 2764\n", + " label_3_count: 957\n", + " label_4_count: 955\n", + " label_0_ratio: 0.03186835374882218\n", + " label_1_ratio: 0.4670211333961502\n", + " label_2_ratio: 0.0930138645847355\n", + " label_3_ratio: 0.03220487279580024\n", + " label_4_ratio: 0.03213756898640463\n", + " all_labels_count: 0\n", + " partial_labels_count: 17016\n", + " no_labels_count: 12700\n", + "Label frequencies: [0.0323107 0.46781093 0.08808017 0.03428636 0.03430416]\n", + "Label weights: [61.89709276 2.13761116 11.35316492 58.33053614 29.15013606]\n", + "Under-represented labels (< median freq 0.034): [0 3]\n", + "Sample weight range: [0.100, 61.897]\n", + "\n", + "==================================================\n", + "==================================================\n", + "Using device: cuda\n", + "Training steps per epoch: 1317\n", + "Total training steps: 26340\n", + "Training with custom sampler (no label weights)\n", + "Validation will be performed every 1316 steps\n", + "\n", + "Epoch 1/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 1316 | Train Loss: 0.6250 | Val Loss: 0.4127 | True train loss: 3.9762 | True val loss: 3.8368\n", + "Individual label losses (unscaled):\n", + " Label 0: 76.7992\n", + " Label 1: 0.0127\n", + " Label 2: 0.0372\n", + " Label 3: 0.0987\n", + " Label 4: 3.3515\n", + "New best validation loss: 0.4127\n", + "\n", + "Epoch 2/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 2632 | Train Loss: 0.5464 | Val Loss: 0.4244 | True train loss: 3.5447 | True val loss: 3.4895\n", + "Individual label losses (unscaled):\n", + " Label 0: 68.7228\n", + " Label 1: 0.0130\n", + " Label 2: 0.0379\n", + " Label 3: 0.0952\n", + " Label 4: 3.8732\n", + "\n", + "Epoch 3/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|█| 1317/1317 [01:22<00:00, 1.88it/s, step=3951, loss=0.6545, tru" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 3948 | Train Loss: 0.5242 | Val Loss: 0.4007 | True train loss: 3.4056 | True val loss: 3.2830\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.8785\n", + " Label 1: 0.0130\n", + " Label 2: 0.0362\n", + " Label 3: 0.1013\n", + " Label 4: 3.4475\n", + "New best validation loss: 0.4007\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 4/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|▉| 1315/1317 [01:22<00:01, 1.87it/s, step=5267, loss=0.3083, tru" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 5264 | Train Loss: 0.5011 | Val Loss: 0.3770 | True train loss: 3.1835 | True val loss: 3.3785\n", + "Individual label losses (unscaled):\n", + " Label 0: 66.0959\n", + " Label 1: 0.0124\n", + " Label 2: 0.0382\n", + " Label 3: 0.0951\n", + " Label 4: 3.3052\n", + "New best validation loss: 0.3770\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 5/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|▉| 1315/1317 [01:22<00:01, 1.87it/s, step=6583, loss=0.2640, tru" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 6580 | Train Loss: 0.4860 | Val Loss: 0.3498 | True train loss: 3.2743 | True val loss: 3.4532\n", + "Individual label losses (unscaled):\n", + " Label 0: 67.9448\n", + " Label 1: 0.0116\n", + " Label 2: 0.0392\n", + " Label 3: 0.0810\n", + " Label 4: 3.3704\n", + "New best validation loss: 0.3498\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 6/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|▉| 1313/1317 [01:22<00:02, 1.87it/s, step=7899, loss=0.1156, tru" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 7896 | Train Loss: 0.4671 | Val Loss: 0.3422 | True train loss: 3.1278 | True val loss: 3.3296\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.2215\n", + " Label 1: 0.0117\n", + " Label 2: 0.0362\n", + " Label 3: 0.0827\n", + " Label 4: 3.2292\n", + "New best validation loss: 0.3422\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 7/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|▉| 1313/1317 [01:22<00:02, 1.86it/s, step=9215, loss=0.2901, tru" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 9212 | Train Loss: 0.4557 | Val Loss: 0.3389 | True train loss: 3.0609 | True val loss: 3.2751\n", + "Individual label losses (unscaled):\n", + " Label 0: 63.4267\n", + " Label 1: 0.0114\n", + " Label 2: 0.0381\n", + " Label 3: 0.0815\n", + " Label 4: 2.8806\n", + "New best validation loss: 0.3389\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 8/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|▉| 1311/1317 [01:22<00:03, 1.87it/s, step=10531, loss=0.4604, tr" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 10528 | Train Loss: 0.4474 | Val Loss: 0.3379 | True train loss: 3.0718 | True val loss: 3.2051\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.2247\n", + " Label 1: 0.0113\n", + " Label 2: 0.0372\n", + " Label 3: 0.0828\n", + " Label 4: 2.9602\n", + "New best validation loss: 0.3379\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 9/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 100%|▉| 1311/1317 [01:21<00:03, 1.87it/s, step=11847, loss=0.2547, tr" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 11844 | Train Loss: 0.4285 | Val Loss: 0.3416 | True train loss: 3.0075 | True val loss: 3.1697\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.3822\n", + " Label 1: 0.0112\n", + " Label 2: 0.0421\n", + " Label 3: 0.0847\n", + " Label 4: 3.3251\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 10/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 99%|▉| 1309/1317 [01:21<00:04, 1.87it/s, step=13163, loss=0.2791, tr" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 13160 | Train Loss: 0.4116 | Val Loss: 0.3174 | True train loss: 2.9027 | True val loss: 3.1666\n", + "Individual label losses (unscaled):\n", + " Label 0: 59.6537\n", + " Label 1: 0.0110\n", + " Label 2: 0.0365\n", + " Label 3: 0.0877\n", + " Label 4: 3.1535\n", + "New best validation loss: 0.3174\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 11/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 99%|▉| 1309/1317 [01:21<00:04, 1.87it/s, step=14479, loss=0.3915, tr" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 14476 | Train Loss: 0.3983 | Val Loss: 0.3039 | True train loss: 2.8602 | True val loss: 3.1240\n", + "Individual label losses (unscaled):\n", + " Label 0: 60.6528\n", + " Label 1: 0.0107\n", + " Label 2: 0.0371\n", + " Label 3: 0.0827\n", + " Label 4: 3.2043\n", + "New best validation loss: 0.3039\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 12/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 99%|▉| 1307/1317 [01:21<00:05, 1.87it/s, step=15795, loss=0.1155, tr" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 15792 | Train Loss: 0.3863 | Val Loss: 0.3050 | True train loss: 2.7796 | True val loss: 3.0697\n", + "Individual label losses (unscaled):\n", + " Label 0: 59.8002\n", + " Label 1: 0.0108\n", + " Label 2: 0.0371\n", + " Label 3: 0.0815\n", + " Label 4: 3.1037\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 13/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 99%|▉| 1307/1317 [01:21<00:05, 1.87it/s, step=17111, loss=0.2704, tr" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 17108 | Train Loss: 0.3779 | Val Loss: 0.2881 | True train loss: 2.7442 | True val loss: 3.1636\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.2941\n", + " Label 1: 0.0102\n", + " Label 2: 0.0361\n", + " Label 3: 0.0836\n", + " Label 4: 3.1077\n", + "New best validation loss: 0.2881\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 14/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 99%|▉| 1305/1317 [01:21<00:06, 1.87it/s, step=18427, loss=0.4965, tr" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 18424 | Train Loss: 0.3645 | Val Loss: 0.2822 | True train loss: 2.6844 | True val loss: 3.1494\n", + "Individual label losses (unscaled):\n", + " Label 0: 61.1663\n", + " Label 1: 0.0100\n", + " Label 2: 0.0365\n", + " Label 3: 0.0743\n", + " Label 4: 3.2309\n", + "New best validation loss: 0.2822\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 15/20\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[31m---------------------------------------------------------------------------\u001b[39m", + "\u001b[31mKeyboardInterrupt\u001b[39m Traceback (most recent call last)", + "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[15]\u001b[39m\u001b[32m, line 10\u001b[39m\n\u001b[32m 6\u001b[39m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34;01mtqdm\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m tqdm\n\u001b[32m 8\u001b[39m BATCH_SIZE = \u001b[32m128\u001b[39m\n\u001b[32m---> \u001b[39m\u001b[32m10\u001b[39m train_losses, val_losses, best_loss = \u001b[43mrun_training\u001b[49m\u001b[43m(\u001b[49m\n\u001b[32m 11\u001b[39m \u001b[43m \u001b[49m\u001b[43msmiles_train\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43msmiles_test\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlabels_train\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlabels_test\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[32m 12\u001b[39m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mscalers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnum_epochs\u001b[49m\u001b[43m=\u001b[49m\u001b[32;43m20\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mlearning_rate\u001b[49m\u001b[43m=\u001b[49m\u001b[32;43m1e-4\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[43m=\u001b[49m\u001b[43mBATCH_SIZE\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mvalidation_steps\u001b[49m\u001b[43m=\u001b[49m\u001b[38;5;28;43mlen\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43msmiles_train\u001b[49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[43m/\u001b[49m\u001b[43m/\u001b[49m\u001b[43m \u001b[49m\u001b[43mBATCH_SIZE\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 13\u001b[39m \u001b[43m)\u001b[49m\n", + "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[13]\u001b[39m\u001b[32m, line 532\u001b[39m, in \u001b[36mrun_training\u001b[39m\u001b[34m(smiles_train, smiles_test, labels_train, labels_test, model, tokenizer, scalers, num_epochs, learning_rate, batch_size, validation_steps, underrep_boost)\u001b[39m\n\u001b[32m 529\u001b[39m \u001b[38;5;28mprint\u001b[39m(\u001b[33mf\u001b[39m\u001b[33m\"\u001b[39m\u001b[33mTotal training steps: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mlen\u001b[39m(train_dataloader)\u001b[38;5;250m \u001b[39m*\u001b[38;5;250m \u001b[39mnum_epochs\u001b[38;5;132;01m}\u001b[39;00m\u001b[33m\"\u001b[39m)\n\u001b[32m 531\u001b[39m \u001b[38;5;66;03m# Train the model\u001b[39;00m\n\u001b[32m--> \u001b[39m\u001b[32m532\u001b[39m train_losses, val_losses, best_val_loss = \u001b[43mtrain_model\u001b[49m\u001b[43m(\u001b[49m\n\u001b[32m 533\u001b[39m \u001b[43m \u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m=\u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 534\u001b[39m \u001b[43m \u001b[49m\u001b[43mtrain_dataloader\u001b[49m\u001b[43m=\u001b[49m\u001b[43mtrain_dataloader\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 535\u001b[39m \u001b[43m \u001b[49m\u001b[43mval_dataloader\u001b[49m\u001b[43m=\u001b[49m\u001b[43mval_dataloader\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 536\u001b[39m \u001b[43m \u001b[49m\u001b[43mscalers\u001b[49m\u001b[43m=\u001b[49m\u001b[43mscalers\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 537\u001b[39m \u001b[43m \u001b[49m\u001b[43mnum_epochs\u001b[49m\u001b[43m=\u001b[49m\u001b[43mnum_epochs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 538\u001b[39m \u001b[43m \u001b[49m\u001b[43mlearning_rate\u001b[49m\u001b[43m=\u001b[49m\u001b[43mlearning_rate\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 539\u001b[39m \u001b[43m \u001b[49m\u001b[43mdevice\u001b[49m\u001b[43m=\u001b[49m\u001b[43mdevice\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 540\u001b[39m \u001b[43m \u001b[49m\u001b[43mpatience\u001b[49m\u001b[43m=\u001b[49m\u001b[32;43m10\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[32m 541\u001b[39m \u001b[43m \u001b[49m\u001b[43mvalidation_steps\u001b[49m\u001b[43m=\u001b[49m\u001b[43mvalidation_steps\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 542\u001b[39m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[32m 544\u001b[39m \u001b[38;5;28mprint\u001b[39m(\u001b[33m'\u001b[39m\u001b[33mTraining completed.\u001b[39m\u001b[33m'\u001b[39m)\n\u001b[32m 545\u001b[39m \u001b[38;5;28mprint\u001b[39m(\u001b[33mf\u001b[39m\u001b[33m'\u001b[39m\u001b[33mNumber of validation checkpoints: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mlen\u001b[39m(val_losses)\u001b[38;5;132;01m}\u001b[39;00m\u001b[33m'\u001b[39m)\n", + "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[13]\u001b[39m\u001b[32m, line 351\u001b[39m, in \u001b[36mtrain_model\u001b[39m\u001b[34m(model, train_dataloader, val_dataloader, scalers, num_epochs, learning_rate, device, patience, validation_steps)\u001b[39m\n\u001b[32m 345\u001b[39m scheduler.step()\n\u001b[32m 347\u001b[39m global_step += \u001b[32m1\u001b[39m\n\u001b[32m 349\u001b[39m train_progress.set_postfix({\n\u001b[32m 350\u001b[39m \u001b[33m'\u001b[39m\u001b[33mstep\u001b[39m\u001b[33m'\u001b[39m: global_step,\n\u001b[32m--> \u001b[39m\u001b[32m351\u001b[39m \u001b[33m'\u001b[39m\u001b[33mloss\u001b[39m\u001b[33m'\u001b[39m: \u001b[33mf\u001b[39m\u001b[33m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[43mloss\u001b[49m\u001b[43m.\u001b[49m\u001b[43mitem\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;132;01m:\u001b[39;00m\u001b[33m.4f\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[33m'\u001b[39m,\n\u001b[32m 352\u001b[39m \u001b[33m'\u001b[39m\u001b[33mtrue_loss\u001b[39m\u001b[33m'\u001b[39m: \u001b[33mf\u001b[39m\u001b[33m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mtrue_loss\u001b[38;5;132;01m:\u001b[39;00m\u001b[33m.4f\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[33m'\u001b[39m,\n\u001b[32m 353\u001b[39m \u001b[33m'\u001b[39m\u001b[33mlr\u001b[39m\u001b[33m'\u001b[39m: \u001b[33mf\u001b[39m\u001b[33m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mscheduler.get_last_lr()[\u001b[32m0\u001b[39m]\u001b[38;5;132;01m:\u001b[39;00m\u001b[33m.2e\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[33m'\u001b[39m\n\u001b[32m 354\u001b[39m })\n\u001b[32m 356\u001b[39m \u001b[38;5;66;03m# Perform validation every validation_steps\u001b[39;00m\n\u001b[32m 357\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m global_step % validation_steps == \u001b[32m0\u001b[39m:\n\u001b[32m 358\u001b[39m \u001b[38;5;66;03m# Calculate average training losses since last validation\u001b[39;00m\n", + "\u001b[31mKeyboardInterrupt\u001b[39m: " + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "BATCH_SIZE = 128\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=20, learning_rate=1e-4, batch_size=BATCH_SIZE, validation_steps=len(smiles_train) // BATCH_SIZE,\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kaggle": { + "accelerator": "gpu", + "dataSources": [ + { + "databundleVersionId": 12966160, + "sourceId": 74608, + "sourceType": "competition" + }, + { + "datasetId": 7678100, + "sourceId": 12189904, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7690162, + "sourceId": 12207625, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7716502, + "sourceId": 12322957, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7801155, + "sourceId": 12372847, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7809006, + "sourceId": 12525286, + "sourceType": "datasetVersion" + }, + { + "datasetId": 7912957, + "sourceId": 12668147, + "sourceType": "datasetVersion" + } + ], + "dockerImageVersionId": 31041, + "isGpuEnabled": true, + "isInternetEnabled": true, + "language": "python", + "sourceType": "notebook" + }, + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/simson_modeling/kaggle_comp/simson_polymer_1m_uncompiled.pth b/simson_modeling/kaggle_comp/simson_polymer_1m_uncompiled.pth new file mode 100644 index 0000000000000000000000000000000000000000..a757f6d28af9ed4b3b23afe8961737c953bb51fd --- /dev/null +++ b/simson_modeling/kaggle_comp/simson_polymer_1m_uncompiled.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447522e6635568b0a9f5ca015910bcb1fc98a56e60cb6b90a10080b15611ef3f +size 93224872 diff --git a/simson_modeling/kaggle_comp/test.csv b/simson_modeling/kaggle_comp/test.csv new file mode 100644 index 0000000000000000000000000000000000000000..c264e19837fc6c71aaf63a9a33f9a0531480567e --- /dev/null +++ b/simson_modeling/kaggle_comp/test.csv @@ -0,0 +1,4 @@ +id,SMILES +1109053969,*Oc1ccc(C=NN=Cc2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +1422188626,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +2032016830,*c1cccc(OCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 diff --git a/simson_modeling/kaggle_comp/train.csv b/simson_modeling/kaggle_comp/train.csv new file mode 100644 index 0000000000000000000000000000000000000000..82c950309b6fa96cc98cade15bf93748f0b2f82c --- /dev/null +++ b/simson_modeling/kaggle_comp/train.csv @@ -0,0 +1,7974 @@ +id,SMILES,Tg,FFV,Tc,Density,Rg +87817,*CC(*)c1ccccc1C(=O)OCCCCCC,,0.37464529,0.2056666666666666,, +106919,*Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5ccc(N*)cc5)cc4)CCC(CCCCC)CC3)cc2)cc1,,0.3704102,,, +388772,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(C=C9CCCC(=Cc%10ccc(*)cc%10)C9=O)cc8)cc7)cc6)cc5)CCCCC4)cc3)cc2)cc1,,0.37885964,,, +519416,*Nc1ccc(-c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(N*)c(-c3ccc(C)cc3)c2-c2ccc(C)cc2)cc1,,0.3873239,,, +539187,*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1,,0.35547017,,, +950661,*OC(=O)CCCCCCCCC(=O)OC1COC2C(*)COC12,,0.33909279,,, +1012066,*Nc1ccc([C@H]2[C@@H]3C[C@H]4C[C@@H](C3)C[C@@H]2C4)cc1N*,,0.3476159,,, +1022104,*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)CC8CC7C7CCCC87)cc6)cc4)C5=O)cc3)c(C(C)(C)C)c2)cc1,,0.37754464,,, +1722264,*CC(*)(C)C(=O)OCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.35917558,,, +2265305,*Nc1ccc(-c2ccc(-c3ccc(N*)cc3)cc2)cc1,,0.341878125,,, +2986007,*c1ccc(-c2ccc3c(c2)C(CCCCCCC#N)(CCCCCCC#N)c2cc(*)ccc2-3)cc1,,0.40239665,0.487,0.901122805,28.6824407 +3013292,*CC(*)c1ccc(C(=O)O)c(C(=O)O)c1,,,0.171,1.184354013,13.53424751 +3053950,*c1cccc(N2C(=O)c3ccc(Oc4ccc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5c4)cc3C2=O)c1,,0.36481552,,, +3128201,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc(Cc4ccc(C(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.36956078,,, +3139746,*CCOCCOC(=O)c1ccc(C(=O)O*)cc1,,0.3314918,,, +3254580,*Nc1ccc(CCc2ccc(N*)c(C)c2)c(C)c1,,0.34991627,,, +4600132,*Nc1ccc(-c2ccc(N*)cc2)cc1,,0.33687015,,, +4658296,*Nc1ccc(C(c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1,,0.36326495,,, +4834929,*Nc1ccc2c(c1)[C@H]1CC[C@@H]2c2cc(N*)ccc21,,0.36594162,,, +5118841,*C(=O)c1ccc(N(*)CCCCCCCC)cc1,,0.40101187,,, +5350166,*CC(C)(COC(=O)NCCCCCCNC(=O)O*)C(=O)O,,0.31898697,,, +5650517,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCC)cc1,,0.33573247,,, +5661484,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1,,0.38715626,,, +5709902,*Nc1ccc(NC(=O)CCCCCCC(*)=O)cc1,,0.33579028,,, +5724071,*NC(=O)Nc1ccc(Cc2ccc(NC(=O)Nc3cccc(*)n3)cc2)cc1,,0.33930299,,, +5857263,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.36614256,,, +5905810,*Cc1c(C)c(C)c(CNC(=O)CCCCCC(C)CC(=O)N*)c(C)c1C,,0.34722767,,, +5966923,*c1cc(CCOC(=O)NCCCC)c(*)s1,,0.36941899,,, +6019988,*CCC(C)C(C)CCNC(=O)c1cccc(C(=O)N*)c1,,0.3407009,,, +6102563,*C(=O)OCCOCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.32926001,,, +6259923,*NC1=C(c2ccc(O)cc2OC)[C@@H](N*)c2c(N)ccc(N)c21,,0.32877014,,, +6645418,*CCCCCNC(=O)CCCCC(=O)N*,,0.3327408,0.327,, +6665789,*Nc1cccc(C=Cc2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)c1,,0.35017075,,, +7586800,*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(-c7sc(-c8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)c(-c8ccccc8)c7-c7ccccc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.38518992,,, +7687820,*CCCCCCCCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N*,,,0.383,, +8689461,*CC(*)CCCCCCCCCCCCCCCC,,0.40787312,0.375,, +8973725,*CC(*)CC(C)(C)CC,,,0.1863333333333333,, +9231170,*CC(*)CC,,,0.2253333333333333,,13.87291346 +9284896,*O[Si](C)(C)CCCNC(=O)C(=O)NCCC[Si](*)(C)C,,0.38708542,,, +10061985,*CCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.3487648,,, +10142210,*NC(C)C(=O)NCC(=O)NCC(*)=O,208.6397491,,,, +10557152,*C(C)=C(*)[Ge](C)(C)C,,0.39996108,,, +11301237,*c1ccc(Oc2ccc(-c3nc4ccc(Oc5ccc(N6C(=O)c7ccc(C(c8ccc9c(c8)C(=O)N(c8ccc(Oc%10ccc%11nc(*)c(-c%12ccccc%12)nc%11c%10)cc8)C9=O)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4nc3-c3ccccc3)cc2)cc1,,0.40256926,,, +11664621,*OC(COC(*)=O)COC(C)C,,0.35338284,,, +11667291,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O,,0.38083463,,, +11796436,*Nc1cc2c(c(-c3ccccc3)c1N*)[C@@H](c1ccccc1)c1ccccc1-2,,0.37078536,,, +11894206,*CC(*)C(=O)Oc1ccccc1C,,0.35783052,0.1735,1.061864136,12.7374634 +11955349,*C(=Nc1ccccc1)c1ccc(-c2ccc(*)cc2)cc1,,0.39901234,,, +12008966,*CC(*)c1ccc(C(C)(C)C)cc1,,,0.184,, +12265790,*CC(*)C(=O)OC(C)C,,0.36594213,,, +12381586,*CC(*)C(=O)OCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.35839221,,, +12395811,*C(=Cc1cc(OC)c(C=C(c2ccc(*)cc2)c2ccc(OC)cc2)cc1OC)c1ccc(OC)cc1,,0.37715059,,, +12627006,*c1ccc(OCCN(CC)c2ccc(C(C#N)=C(C#N)C#N)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1,,0.39541698,,, +12724819,*C=Cc1ccc2c(c1)Sc1cc(-c3ccc4c(c3)Sc3cc(*)ccc3N4c3ccc(OCCCCCCCCCCCC)cc3)ccc1N2c1ccc(OCCCCCCCCCCCC)cc1,,0.400601,,, +13021733,*O[Si](*)(CCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOC,,0.36551909,,, +13364814,*CCCP(C)(=O)CCCNC(=O)CCCCC(=O)N*,,0.33815952,,, +13630833,*c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)cc1C(C)C)C2=O,,0.42131241,,, +13838538,*CCCCCCSSCCCCSS*,-41.26672381,,0.192,, +13850404,*OC(=O)OCC(O)C(O)COC(=O)OC1COC2C(*)COC12,,0.29768641,,, +13874722,*CCCCCOCO*,,0.36424093,,, +15891916,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7cccc(-c8nc(*)c(-c9ccccc9)[nH]8)c7)[nH]c6-c6ccccc6)cc5)cc4)c3)cc2)cc1,,0.39177495,,, +15979280,*Oc1ccc(NC(=O)c2cc(NC(=O)CCCCCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,,0.33547772,,, +16364869,*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc(C(F)(F)F)c1)C2=O,,0.39841654,,, +16498242,*C=CCCCCCCCC*,-17.2820223,,,, +16855553,*CC(*)C(=O)Oc1ccccc1,,0.3539411,0.196,1.109388621,13.43533854 +17114758,*Oc1ccc(Cc2ccc(OC(=O)c3ccc(C(C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.36534872,,, +17899555,*C=C(*)c1ccc(-n2c(=O)c3cc4c(=O)n(-c5ccc(C#C)cc5)c(=O)c4cc3c2=O)cc1,,0.37446752,,, +17943713,*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(OCCCCCCOc3ccc(/C=C/c4ccc(F)cc4)cc3)c2)cc1OCCCCCCOc1ccc(/C=C/c2ccc(F)cc2)cc1,,0.36214283,,, +18227797,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.35827772,,, +18308835,*O[Si](C)(C)c1ccc2ccc([Si](*)(C)C)cc2c1,,0.41603966,,, +18339242,*CC(*)C(=O)OC([2H])([2H])[2H],,0.32713966,,, +18520951,*CC(C)(C)C1C(=O)N(c2c(C)cccc2C)C(=O)C1*,,0.36567807,,, +18696710,*CC(O)COc1c(C)cc(S(=O)(=O)c2cc(C)c(O*)c(C)c2)cc1C,,0.36816578,,, +19277692,*c1ccc(Oc2ccc(-c3cnc4ccc(Oc5ccc6nc(*)cnc6c5)cc4n3)cc2)cc1,,0.39336683,,, +19303052,*CC(*)(C)C(=O)OCc1cc(Cl)ccc1Cl,,0.36119278,,, +19522327,*CC(*)OC(=O)c1cccc(Br)c1,,0.37722551,,, +20039468,*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)cc3)cc2)cc1,,0.36836692,,, +20273521,*CC(CN1C(=O)C2C3C=CC(C3)C2C1=O)O*,,0.34392035,,, +20627281,*Nc1cc2ccccc2c(-c2cccc3ccccc23)c1N*,,0.35509262,,, +20883601,*Cc1cc(C)c(CNC(=O)c2ccc(C(=O)N*)cc2)cc1C,,0.33875515,,, +21279513,*Oc1ccc(C2(c3ccc(OC4(F)C(*)(F)C(F)(F)C4(F)F)cc3)c3ccccc3-c3ccccc32)cc1,,0.38927007,,, +21520341,*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(C)CC2)cc1,,0.37589597,,, +22184710,*CC(*)c1ccc(C(=O)OCCC)cc1,,0.37674615,,, +22597605,*c1ccc(Oc2ccc(-c3nc4cc(-c5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1,,0.41714937,,, +22905078,*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32506583,,, +22928574,*O[Sn](CCCC)(CCCC)OC(=O)/C=C/C(*)=O,,0.35027613,,, +22953969,*Oc1ccc(-c2ccc(OC(=O)CCCCCCCCCCCCC(*)=O)cc2)cc1,,0.35595348,,, +23036398,*c1ccc(S(=O)(=O)c2ccc(N3C(=O)C(C)C(SCCOCCSC4C(=O)N(c5ccc(S(=O)(=O)c6ccc(N7C(=O)CC(C)(SCCOCCSC8(C)CC(=O)N(*)C8=O)C7=O)cc6)cc5)C(=O)C4C)C3=O)cc2)cc1,,0.34421859,,, +23192453,*CC(C)S(*)(=O)=O,,,,1.293314518,20.99132259 +23694396,*N=P(*)(Cl)Cl,,0.34644364,,, +23713841,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.36615689,,, +24351648,*Nc1ccc(C2(c3ccc(N*)cc3)C=CCCC2)cc1,,0.34884686,,, +24969052,*CCCCCOC(=O)c1cccc(C(=O)O*)c1,,0.34539931,,, +24982830,*c1ccc(NC(=O)CN2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(CC(=O)Nc4ccc(-c6nnc(*)o6)cc4)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)cc1,,0.35544781,,, +25581268,*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.37886829,,, +25596707,*c1ccc(Oc2ccc(N3C(=O)c4cc(-c5ccc([Si](C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc([Si](C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.42813779,,, +25599707,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6cccc(-c7nc(*)c(-c8ccccc8)[nH]7)c6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1,,0.40187067,,, +25748429,*c1ccc(Cc2ccc(N3C(=O)C4CCC5C(=O)N(*)C(=O)C5C4C3=O)c(C)c2)cc1C,,0.38793304,,, +26299008,*CC(*)c1cc(C(C)C)ccc1C(C)C,,,0.1616666666666666,0.830463672,11.48207818 +26367456,*Nc1ccc(C[C@](CC)(CCC)c2ccc(N)c(C[C@](C=C)(CC)c3ccc(N*)cc3)c2)cc1,,0.35808156,,, +26995134,*Nc1ccc(/C=C/c2ccc(N*)cc2)cc1,,0.34415534,,, +28121925,*c1ccc(C(c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.39361972,,, +28200504,*CCOC(=O)NCCCCCCNC(=O)O*,,0.32916214,,, +28479659,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(-c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1,,0.36156161,,, +29482987,*C(=C(*)c1ccc(Oc2ccccc2)cc1)c1ccccc1,,0.40046864,,, +29766304,*CC(*)(C)C(=O)Oc1ccc(C(=O)c2ccccc2)cc1,,0.35600022,,, +29881762,*CCCCCCN1C(=O)C(=O)N(*)C1=O,,0.31655437,,, +29928066,*CC(*)(C)C(=O)OCCn1c2ccccc2c2ccccc21,,0.35181885,,, +30582999,*CCCCCCCCCCOC(=O)c1ccc(C(=O)NCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,4.250402609,,,, +30682090,*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)cc2)cc1,,0.38208553,,, +31430153,*OC(COC(=O)Nc1ccc(Cc2ccc(NC(*)=O)cc2)cc1)c1ccco1,,0.34289328,,, +31529134,*C(=O)Nc1cccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)c1,,0.33798245,,, +31841016,*CC(*)(C)C(=O)OCCOC(=O)c1cc([N+](=O)[O-])cc([N+](=O)[O-])c1,,0.41138901,,, +32316139,*CCN(*)C(=O)c1cc(F)cc(F)c1F,,0.33952456,,, +32586958,*NC(N*)=C(N)/C(N)=N/C,,0.29714034,,, +34026248,*Nc1ccc(Cc2ccc(NC(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.36719294,,, +34042817,*CCCCCCOC(=O)c1cccc(C(=O)O*)c1,,0.34938247,,, +34234994,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(Oc6ccc(NC(=O)c7cccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)c7)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)c1)C2=O,,0.36162895,,, +34546505,*Oc1cccc(Oc2ccc(C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1,,0.37794539,,, +35288312,*c1ccc(C=Nc2ccc(C(c3ccccc3)c3ccc(N=Cc4ccc(-c5ccc(*)s5)cc4)cc3)cc2)cc1,,0.40126347,,, +35380876,*c1ccc(Oc2ccc(-n3c(=O)c4cc5c(=O)n(-c6ccc(Oc7ccc(-c8nc9cc%10sc(*)nc%10cc9s8)cc7)cc6)c(=O)c5cc4c3=O)cc2)cc1,,0.422749,,, +35399593,*N=P(*)(Oc1ccc(C)cc1)Oc1ccc(C)cc1,,0.39264145,,, +35822036,*CC1(C)CC(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC(C)(C)C1,,0.36993749,,, +36217683,*c1nc2cc3sc(-c4cc(OCCCCCC)c(*)cc4OCCCCCC)nc3cc2s1,168.5263131,,,, +36780446,*Oc1cc(CCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.36080704,,, +37511814,*Nc1ccc2c(c1)c1ccccc1c1c(-c3ccc(CCCCC)cc3)c(N*)c(-c3ccc(CCCCC)cc3)cc21,,0.36461838,,, +37571918,*Nc1cc2ccc3ccc4c(N*)cc5ccc6ccc1c1c6c5c4c3c21,,0.33562005,,, +37623475,*Nc1ccc(-c2ccc(N*)c(-c3cccc(C)c3)c2-c2cccc(C)c2)cc1,,0.37320004,,, +37727451,*C(=O)Nc1ccc(C)cc1N1C(=O)CC(N2C(=O)c3ccc(*)cc3C2=O)C1=O,,0.34915334,,, +38112797,*Nc1cc(C2CCCCC2)c2ccc3c(N*)c(-c4ccccc4)c(C4CCCCC4)c4c(-c5ccccc5)cc1c2c34,,0.39389056,,, +38228922,*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)n1,,0.36599842,,, +38242048,*/C(F)=C(\F)C(F)(C(*)(F)F)C(F)(F)F,,,0.102,, +39109326,*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(N=Nc2ccc(P(=O)(c3ccccc3)c3ccccc3)cc2)cc1,,0.36633956,,, +40088405,*c1ccc(C(c2ccccc2)c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.39645555,,, +40146140,*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5o4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nc3ccccc3[nH]2)c1,,0.37477933,,, +40417262,*Nc1ccc(Oc2cccc(N*)c2)cc1,,0.33227609,,, +40655089,*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(S(=O)(=O)c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36114325,,, +40953121,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C)c(N8C(=O)c9ccc(*)cc9C8=O)c6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.37070669,,, +41386383,*CCCCCC(*)CCCCCC,,0.40628619,,0.797183169,16.82724961 +41421570,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)n4)cc3)cc1)C2=O,,0.36563224,,, +41644742,*Oc1ccc(OC(=O)c2cc(OCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1,,0.34909461,,, +41684723,*Oc1ccc(-c2cc(OCCCCCC)c(-c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)cc2OCCCCCC)cc1,81.55306128,,,, +41977066,*CC(*)(C)C(=O)NC(=O)Oc1c(Br)cc(S(=O)(=O)c2cc(Br)c(O)c(Br)c2)cc1Br,,0.37549639,0.109,, +42779237,*c1cccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCCOc2cccc(-c3nnc(*)s3)c2)c1,35.51374296,,,, +43489811,*CCCNC(=O)c1ccc(C(=O)NCCCO*)cc1,,0.32981777,,, +43517583,*CC(*)c1ccc(C)c(C)c1,,,0.1905,, +44130721,*Oc1ccc(OC(=O)c2cccc(Sc3ccc(OC(=O)c4ccc(C(=O)Oc5ccc(Sc6cccc(C(*)=O)c6)cc5)cc4)cc3)c2)cc1C,,0.35931108,,, +44332410,*CC(*)CCCCCCC,,0.40501273,0.2669999999999999,0.7966448,10.79657738 +45108843,*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F,,0.36246435,,, +45704443,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(c5ccc(C(=O)c6ccc(*)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2)cc1,,0.3798743,,, +45818224,*OC(F)(F)C(F)(F)C(*)(F)F,,0.2987695,,, +45908417,*C(=O)c1cccc(C(=O)N(*)c2ccccc2)c1,,0.38456711,,, +46067784,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCC,,0.3630391,,, +46369100,*Nc1ccccc1C(C)(c1ccccc1N)c1ccccc1N*,,0.35719832,,, +46473006,*C=CC1CC(*)C(C#N)(CCC)C1,,0.39981874,,, +46656995,*CC(*)CCCN(CC(C)C)CC(C)C,,,0.201,0.817146131,9.7283551 +47046176,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)c7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36207286,,, +48005195,*C=Nc1cccc(N=Cc2ccc(Sc3ccc(*)o3)o2)c1,122.5813993,,,, +48202315,*c1ccc(Oc2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5ccc(Oc6ccc(-c7nc8cc9sc(*)nc9cc8s7)cc6)cc5)cc4)cc3)cc2)cc1,,0.40182864,,, +48308812,*CCCCCCNC(=O)C(=O)N*,,0.3220757,,, +48554956,*c1ccc(NC=Nc2ccc(S(*)(=O)=O)cc2)cc1,,0.39082082,,, +48717962,*Nc1ccc([C@](C)(c2ccccc2)c2cccc(N*)c2)cc1,,0.35081859,,, +49062920,*CCOCCOCCOC(=O)c1cc(N=Nc2ccc(OCC)cc2)ccc1-c1ccc(N=Nc2ccc(OCC)cc2)cc1C(=O)O*,,0.36389929,,, +49325830,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc3c(c1)Cc1cc(N4C(=O)c5ccc(*)cc5C4=O)ccc1-3)C2=O,,0.38603498,,, +49367014,*Oc1cccc(C(=O)c2ccc(*)cc2)c1,,0.36502137,,, +49737348,*c1ccc2c(c1)c1cc(*)ccc1n2CC,206.6525359,,,, +49886836,*Oc1ccc(C2(c3ccc(Oc4c(F)c(F)c(C(=O)c5c(F)c(F)c(*)c(F)c5F)c(F)c4F)cc3)c3ccccc3-c3ccccc32)cc1,,0.39033829,,, +50053709,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C(F)(F)F)cc3)c1)C2=O,,0.37058659,,, +50438012,*CCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,,,0.315,, +51223278,*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3cccc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,,0.3563254,,, +51367162,*C(=O)c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(*)cc5C4=O)C(C)C3)CC1C)C2=O,,0.38365388,,, +51939851,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccccc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38673273,,, +51976096,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.35062977,,, +52181246,*=C=C=C(COS(=O)(=O)c1ccc(OC)cc1)C(=*)COS(=O)(=O)c1ccc(OC)cc1,55.30555285,,,, +52357313,*c1ccc(-c2ccc(C(*)(c3ccccc3)C(F)(F)F)cc2)cc1,,,0.233,1.06572076,19.28801766 +52649125,*Oc1ccc(N=CCCCC=Nc2ccc(OC(=O)NC3CC(C)(C)CC(C)(CNC(*)=O)C3)cc2)cc1,,0.35087282,,, +52868719,*CC(*)C(=O)OCCSCCCC#N,,0.38452978,0.18,1.085387972,12.35091595 +53248904,*CCCCCCCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3c(Br)c2c1=O,137.1087261,,,, +53311142,*CCOC(=O)CC(C)O*,,0.33475958,,, +53548350,*Nc1ccc(-c2ccc(N*)c3c2CCCC3)cc1,,0.35475566,,, +53844809,*CC(*)(C)C(=O)OCCCCCCCC[n+]1ccc(N(C)C)cc1,,0.36783355,,, +53951865,*Nc1c(O)c(N)c(N)c(O)c1N*,,0.31749993,,, +54084083,*CC(*)CCCCC,,,0.2583999999999999,0.771934125,12.37609961 +54206705,*C=C(*)C(CCCCCCC)[Si](C)(C)C,,0.41060554,,, +54625460,*c1cccc(NC(=O)c2ccc(OCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1,,0.35047536,,, +55326263,*C(=O)Nc1cccc(S(=O)(=O)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)c2)c1,,0.38854979,,, +55400154,*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C,,0.40159385,,, +55701750,*CC(*)SCC,,0.43094205,,, +55715472,*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)c4ccncc4)cc(C(*)=O)c3)cc2)cc1,,0.34502809,,, +55938751,*N=P(*)(Oc1ccc(Cl)cc1)Oc1ccc(Cl)cc1,,0.39730375,,, +56235690,*Oc1ccc(C2(c3ccc(Oc4ccc5c(=O)n6c7cc(-c8ccc9c(c8)nc8c%10ccc(*)c%11cccc(c(=O)n98)c%11%10)ccc7nc6c6cccc4c56)cc3)c3ccccc3C(=O)c3ccccc32)cc1,,0.39530481,,, +56319655,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4cc(C(=O)Nc5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc12,,0.36260258,,, +56734204,*CC(*)(C)C(=O)OC1CCCCC1,,,0.2239999999999999,0.91386168,10.8595327 +56881469,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.38067611,,, +57070808,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)cc2)cc1,,0.38843318,,, +57222914,*Nc1ccc(C2(c3ccc(N*)cc3)C3=CCC=CC3=Cc3ccccc32)cc1,,0.36488932,,, +57727191,*CCCCCCNC(=O)CC/C=C/CCC(=O)N*,,,0.278,, +57989832,*OC(COC(*)=O)COc1ccccc1,,0.33796381,,, +58312031,*C(=O)c1ccc(C(=O)N(*)c2ccccc2)c(Sc2ccccc2)c1,,0.3849002,,, +58492814,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)cc1)C2=O,,0.37263667,,, +59233337,*c1cc(N2C(=O)c3ccc(Oc4cc5ccccc5cc4Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc(C(F)(F)F)c1,,0.37041296,,, +59411967,*c1ccc(Oc2cc(C(C)(C)C)ccc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37867118,,, +59671897,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.37897847,,, +59967073,*Nc1cccc(NC(=O)CCCCC(*)=O)c1,,0.32263599,,, +60015302,*CCCCOC(=O)OCC1CCC(COC(=O)O*)CC1,,0.33756711,,, +60029399,*Oc1ccc(Oc2ccc(C(=O)c3ccccc3)c(-c3cc(*)ccc3C(=O)c3ccccc3)c2)cc1,,0.37726196,,, +60738401,*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1,,0.38354504,,, +60763059,*c1ccc(-c2cnc3ccc(S(=O)(=O)c4ccc5ncc(*)nc5c4)cc3n2)cc1,,0.4054389,,, +60840755,*CC(*)c1ccc(OC(C)=O)c(OC)c1,,0.349142,,, +61414691,*OC(CCC)COC(*)=O,,0.35170263,,, +61470142,*Oc1ccc(Sc2ccc(Oc3ccc(-c4ccc(-c5ccc(-c6ccc(*)c(C(F)(F)F)c6)cc5)cc4)cc3C(F)(F)F)cc2)cc1,,0.37984577,,, +61636599,*Nc1ccc(-c2ccc(N*)c(-c3ccc(C)cc3)c2-c2ccc(C)cc2)cc1,,0.37033233,,, +61782925,*CC(*)C(=O)OC(OCC)C(F)(F)F,,0.35306137,,, +61915107,*c1ccc2c(c1)C(=O)N(c1cc(C)c(-c3c(C)cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3C)c(C)c1)C2=O,,0.43074666,,, +62163979,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1ccc(N=Nc3ccc(C(C#N)=C(C#N)C#N)cc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(N=Nc2ccc(C(C#N)=C(C#N)C#N)cc2)cc1,,0.37162023,,, +62269402,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(Cc4cc(C)c(*)c(C)c4)cc3C)cc2)cc1,,0.3923948,,1.073138282,20.42938322 +62619308,*CC(*)(C)C(=O)OC(C)(C)C,,,0.1525,0.826660163,12.18535631 +62619449,*Oc1ccc(C(=O)Nc2ccc(C(c3ccc(NC(=O)c4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.347323,,, +63090033,*CC(*)OC(=O)c1ccc(Cl)cc1,,0.36499516,,, +63333676,*CCCN(Cc1ccccc1)C(=O)S*,,0.36838082,,, +63397318,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1S(=O)(=O)O,,0.36684049,,, +63969847,*CCCCCc1nc2cc3sc(*)nc3cc2s1,87.36313445,,,, +64606581,*CC1CCC(*)C1,42.35931484,,0.3353333333333333,0.892956655,21.77794424 +64725995,*Nc1c([C@H](C)CC)cc(C2(c3cc([C@H](C)CC)c(N*)c([C@H](C)CC)c3)c3ccccc3-c3ccccc32)cc1[C@H](C)CC,,0.41165064,,, +65098291,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccccc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)cc2)c(C(F)(F)F)c1,,0.36614027,,, +66059501,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccccc5Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc12,,0.35799579,,, +66287866,*Oc1ccc(C(c2ccccc2)c2ccc(OC(*)=S)cc2)cc1,,0.36796394,,, +66714118,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.36875438,,, +66764672,*C=CC1CC(*)C(C#N)(C[Si](C)(C)O[Si](C)(C)C)C1,,0.43283262,,, +66797597,*Nc1ccc(-c2ccc(C(=Cc3ccccc3)c3ccc(-c4ccc(N*)cc4)cc3)cc2)cc1,,0.36634183,,, +67251636,*OC(=O)C(C)NC(=O)CCCCCCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12,,0.34210323,,, +67510171,*C=C(*)c1c(F)c(F)c(CCCC)c(F)c1F,,0.41251953,,, +67637672,*C=CC1CC(*)C2C(=O)N(c3ccccc3Cl)C(=O)C12,,0.39149217,,, +67701587,*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)cc1,,0.36176424,,, +67919894,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.37844588,,1.144330703,21.53470493 +68067670,*Nc1ccc(C2(c3ccc(NC(=O)c4ccc(-c5ccc(C(*)=O)c(C)c5)cc4C)cc3)c3ccccc3-c3ccccc32)cc1,,0.38008517,,, +68287641,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3-c3cccc4ccccc34)c2-c2ccccc2-c2cccc3ccccc23)cc1,,0.36814299,,, +68342514,*CC(*)(C)C(=O)OCCN(C)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.35608042,,, +68581387,*CCCCc1nc(-c2ccc(-c3csc(*)n3)cc2)cs1,110.5188915,,,, +68792546,*CCCCCCCCCCC(=O)NCCCCCCNC(=O)CCCCO*,,,0.3565,0.939635943,24.65708372 +68905066,*Nc1ccc(CC(C)(C)NC(=O)c2ccc(C(*)=O)cc2)cc1,,0.34949792,,, +69087168,*Nc1ccc(-c2cccc(C[C@@H](C)c3ccc(N*)cc3)c2)cc1,,0.35001333,,, +69121777,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(C(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1,,0.34123375,,, +69694252,*CCOC(=O)CCCCCC(=O)O*,,0.3344037,,, +70273581,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1-c1ccccc1,65.88587862,,,, +70329705,*CC(COC(F)(C(F)(F)F)C(F)(F)F)O*,,0.33503076,,, +70414190,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.34508223,,, +71102106,*/C=C/c1ccc(*)cc1,43.3930774,,,1.006135387,25.25187791 +71135797,*CCCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34204989,,, +71203158,*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.3625688,,, +71861682,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)cc1)C2=O,,0.36767673,,, +72083210,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.341417,,, +72192148,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cl)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.38538463,,, +72343609,*c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1,,0.36004959,,, +72459734,*OC1C(COCO)OC(*)C(O)C1O,,0.29530816,,, +72780876,*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)CC6CCC5C6)cc4)cc3)cc2)cc1,,0.36666266,,, +73164224,*Nc1cc(N*)c(O)cc1O,,0.30277596,,, +73437424,*c1ccc(Sc2ccc(S(*)(=O)=O)cc2)cc1,,0.38393848,,, +73489735,*CCN(*)C(=O)c1c(F)c(F)c(F)c(F)c1F,,0.33673412,,, +74066581,*Oc1ccc2ccc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cc2c1,,0.34864845,,, +74313131,*OC(COC(=O)c1cccc(-c2ccc(C(*)=O)cc2)c1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35765237,,, +74688893,*CC(*)(CC(=O)OCCCCC)C(=O)OCCCCC,,0.38050025,0.215,0.955743343,10.24635518 +74865291,*OC(=O)OCCOCCOC(=O)OC1COC2C(*)COC12,,0.31603172,,, +75135470,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(N=Nc3ccc(C#N)cc3)c3ccccc23)cc1,,0.35826873,,, +75252869,*O[Si](*)(C)CCCCCCn1c2ccccc2c2ccccc21,,0.37569363,,, +75381552,*c1ccc(Oc2ccc(N3C(=O)c4cc(-c5ccc(C(C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc(C(C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.40978294,,, +75443529,*CCCCCCCOc1ccc(C=C(C)c2ccc(O*)cc2)cc1,36.76976951,,,, +75466481,*Nc1c(N*)c2cccc3ccc4cccc1c4c32,,0.34202194,,, +75536580,*Oc1ccc(NC(=O)c2ccc(S(=O)(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)cc3)cc2)cc1,,0.36857397,,, +75538162,*Nc1ccc([C@H]2SC=C(c3ccccc3)[C@@]2(c2ccccc2)c2ccc(N*)cc2)cc1,,0.36360706,,, +75851204,*C[Si](*)(CCCCCC)CCCCCC,,0.40662633,,, +76090504,*CC(*)OC(=O)C(Cl)(Cl)Cl,,0.35515201,,, +76415472,*Oc1ccc2cc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)ccc2c1,,0.37630261,,, +76724169,*CCCC=C(*)c1ccc(OC)cc1,,0.37755684,,, +76990549,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1,,0.35064415,,, +77456502,*c1ccc(-c2nc3cc(S(=O)(=O)c4ccc5nc(-c6ccccc6)c(-c6ccc(N7C(=O)C8OC9C(=O)N(*)C(=O)C9C8C7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1,373.476202,,,, +79415769,*CCOC(=O)N(C)c1ccc(C)c(N(C)C(=O)O*)c1,42.46691504,,,, +79940149,*NCCCCCCNc1nc(*)nc(-c2ccccc2)n1,,0.39025113,,, +80116442,*CCOC(=O)CCCCCCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1,,0.34043284,,, +80376161,*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccc(S(=O)(=O)O)cc1,,0.37247097,,, +80487296,*C=Cc1c(OC(=O)c2ccc(C(=O)Oc3cccc4ccc(*)nc34)cc2)ccc2ccccc12,,0.36132487,,, +80883741,*NC(C#N)=C(C#N)NC(=O)c1ccc(C(*)=O)cc1,,0.34231811,,, +80922127,*Nc1ccc(C2(c3ccc(N*)cc3)[C@H]3C[C@@H](C)C[C@@H]2C[C@@H](C)C3)cc1,,0.37552155,,, +80929895,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)CN3CCN(*)CC3)cc2)cc1,,0.35130308,,, +81065395,*Nc1ccc(C2(c3ccc(N*)cc3)CCCCCCC2)cc1,,0.35406496,,, +81137216,*CCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,,0.37913267,0.425,0.889143617,23.85283439 +81531670,*CCCC1CCN(SC(=O)OCCCCOC(=O)SN2CCC(*)CC2)CC1,-6.032415023,,,, +81725470,*/C=C/c1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(N(c2ccc(OC)cc2)c2ccc(OC)cc2)cc1,,,0.242,0.969832402,13.49779574 +82529518,*NC1=CC[C@@H](C(c2ccc(N)cc2)(c2ccc(N*)cc2)c2ccc(N)cc2C)C=C1,,0.37144246,,, +82633177,*C1Cc2ccccc2C1*,,0.42698874,0.13,0.889251685,12.77290213 +82784880,*CC(*)C(=O)Oc1ccc(C(=O)OC)cc1,,0.3308451,,, +82911538,*Nc1ccc(-c2ccc3c(c2-c2ccc(N*)cc2)Cc2ccccc2-3)cc1,,0.35793265,,, +82950702,*CCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.34443591,,, +82977315,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCCCC(=O)O*,,,0.507,0.89522718,20.57750836 +83711501,*NCCCCCCN*,,0.328363025,,, +83752896,*CC(*)c1cccc(Br)c1,,0.42093042,,, +83890516,*CC(*)c1ccc(COCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.35853406,,, +84000426,*c1ccc(C(c2ccc(-c3nc4ccc(-c5ccc6nc(*)[nH]c6c5)cc4[nH]3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.42292902,,, +84183521,*Nc1ccc([C@H](CCC)c2ccc(C(CCCC)c3ccc([C@@H](CCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36924197,,, +84553861,*CC(*)[Si](C)(C)C,,0.41330473,,, +84753546,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Sc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1,,0.36216048,,, +85350789,*O[Si](*)(CCCOCCOC)CCCOCCOC,,0.37513853,,, +85512320,*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.365223,,, +86043004,*c1ccc2c(c1)Sc1cc(-c3ccc(-c4ccc(*)s4)s3)ccc1N2CCCCCC,,0.48499786,,, +86169021,*Nc1ccc(Cc2ccc(C3(c4ccc(Cc5ccc(N*)cc5)cc4)CCC(CC[C@H]4CC[C@H](CCCC)CC4)CC3)cc2)cc1,,0.36481591,,, +86465615,*C1C(=O)OC(=O)C1C1C2CC(C(=O)OCCOCC)C(C2)C1*,,0.32509916,,, +86721128,*c1ccc(C(C#N)(C(=O)OCCCC)C(*)(C#N)C(=O)OCCCC)cc1,,0.39356228,,, +86909617,*Nc1ccc2c(c1)C1(c3ccccc3-2)c2ccccc2-c2ccc(N*)cc21,,0.37643744,,, +86993682,*Oc1cccc2c(OC3(F)C(*)(F)C(F)(F)C3(F)F)cccc12,,0.3436634,,, +87338341,*CCCCCCCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1,,0.35145128,,, +87721068,*CC#CCOC(=O)NCCCCCCNC(=O)O*,,0.34308994,,, +88136935,*C=CC1CC(*)C2C(=O)N(c3ccccc3C)C(=O)C12,,0.36253604,,, +88832421,*CCCC(Cl)C(*)Cl,,0.38583905,,, +89077090,*Cc1ccc(CN(CC)C(=O)CCCCCCCCCCCCCCCCC(=O)N(*)CC)cc1,4.279694171,,,, +89099554,*CC(*)(CC(=O)OCCc1ccccc1)C(=O)OCCc1ccccc1,,0.35265054,0.199,1.092735648,10.74609762 +89164117,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(Sc7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1,,0.36405508,,, +89377326,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2-c2cccc3ccccc23)cc1,,0.3649896,,, +89692209,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)c7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36204045,,, +90074942,*Oc1ccc(OC(=O)c2ccc(OCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1S(=O)(=O)c1ccccc1,,0.35188537,,, +90183382,*CC(*)C(=O)OC12CC3CC(CC(C3)C1)C2,,0.38043932,,, +90208491,*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)cc1,,0.33785141,,, +90217162,*CC(OC(=O)C(Cc1ccccc1)NC(=O)OC(C)(C)C)C(COC(=O)O*)OC(=O)C(Cc1ccccc1)NC(=O)OC(C)(C)C,,0.35315661,,, +90460674,*c1cccc(OCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.34628726,,, +90954727,*ON(C(F)(F)F)C(F)(Cl)C(*)(F)F,,0.31968065,,, +91029862,*c1ccc(Oc2ccc(-c3cc(-c4cccc(-c5cc(*)c6ccccc6n5)c4)nc4ccccc34)cc2)cc1,,0.40199506,,, +91669068,*Oc1ccc(Nc2ccc(S(=O)(=O)c3ccc(Nc4ccc(Oc5ccc(C(C)(C)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38534918,,, +91718962,*OC(CCC)CCC(C(*)=O)C1OCCCO1,,0.36177328,,, +91927958,*CC(*)(C)C(=O)OCCCN(C)c1ccc(N(C)C)cc1,,0.36463818,,, +92209780,*CC(CCCCCCCCCCCCCCCC)C1C(=O)N(CCCCNC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C1*,,0.35619083,,, +92330874,*Oc1ccc(Cc2ccc(OC(=O)c3cc(OCCCCC)cc(C(*)=O)c3)cc2)cc1,,0.3613898,,, +92595615,*CC(*)C(=O)OCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.35001678,,, +92619090,*CC(*)C(=O)Oc1ccc(C)cc1,,0.3609429,0.193,1.051609028,13.5752804 +92814383,*CCCCCCCCCCCCCCCCCCCCCC(=O)N*,,,0.4325,0.866351429,21.86411406 +92922401,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c(C)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1C)C2=O,,0.36870251,,, +92946122,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cc2)cc1,,0.36600725,,, +93073928,*Nc1ccc(-c2c(-c3ccc(N*)c(-c4ccc(N)cc4)c3-c3ccc(N)cc3)ccc(N)c2-c2ccc(N)cc2)cc1,,0.35447107,,, +93319116,*COCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,,0.32347655,,, +93467042,*Nc1ccc(/C=C/c2ccccc2)c(/C=C/c2ccccc2)c1N*,,0.35176694,,, +94248723,*CC(*)C(=O)OCCCOC,,0.34969049,,, +94344742,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)cc2)cc1,,0.39742985,,, +94543909,*CC(CCCCCCOc1ccc(N=Nc2ccc(Br)cc2)cc1)COC(=O)CCCCC(=O)O*,,0.37066043,,, +95310452,*CC(*)c1ccccc1C(=O)OCC,,0.36304161,0.1816666666666666,, +95396471,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(*)ccc1-2,,0.42664647,,, +95579704,*Nc1cc(C(c2ccccc2)([C@@H]2C[C@@H](C)CC[C@H]2C(C)C)[C@@H]2C[C@@H](C)CC[C@H]2C(C)C)c(CC)c(CC)c1N*,,0.3914683,,, +95950675,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7c(C)cc(C(C)(C)c8cc(C)c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)c(C)c8)cc7C)cc6C5=O)cc4)cc3C)c(C)c2)cc1,,0.3950498,,, +96953852,*Nc1cc2ccccc2c(N*)c1-c1ccc2ccccc2c1,,0.3505442,,, +97597340,*CCCCCCCCCCCCCCCCOC(=O)NCCCCCCNC(=O)O*,,0.37330351,0.348,, +97633900,*C=Cc1ccc(N=Nc2ccc(N(C)CCOC(=O)Nc3ccc(C)c(NC(=O)OCCN(C)c4ccc(N=Nc5ccc(C=CC6=CC(=C(C#N)C#N)C=C(*)O6)cc5)cc4)c3)cc2)cc1,,0.37425307,,, +98585154,*c1ccc(-c2cnc3cc(S(=O)(=O)c4ccc5nc(*)cnc5c4)ccc3n2)cc1,,0.43056013,,, +98641557,*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccc(S(=O)(=O)O)c(C)c1,,0.36929236,,, +98940224,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4ccc(-c5ccc(C(=O)Nc6ccc(*)cc6)c(C)c5)cc4C)cc3)cc2)cc1,,0.36387145,,, +99321215,*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCN(CCOC(*)=O)c3ccc4[nH]c5ccccc5c4c3)cc2)cc1,,0.3473227,,, +99440116,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N=Nc2ccc(F)cc2)cc1,,0.37077177,,, +99885429,*Oc1ccc(C(=O)Nc2ccc(Br)cc2-c2ccc(NC(=O)c3ccc(*)cc3)cc2)cc1,,0.36393423,,, +99908460,*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(Oc3ccccc3)cc2)cc1,,0.34257003,,, +100028701,*Nc1nnc(-c2nnc(N*)n2N)n1N,,0.3228214,,, +100174621,*CC(*)(C)C(=O)OC1CCC(C(C)(C)C)CC1,,0.38851796,0.153,0.856410503,10.86090269 +100767985,*CCCCCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.35104794,,, +101151007,*C=Cc1cccc(OC(=O)CCCCCCCCC(=O)Oc2cccc(-c3nnc(*)s3)c2)c1,,0.35908585,,, +101268497,*CC(c1ccccc1)C1C(=O)N(C(C)(C)C)C(=O)C1*,,0.37467147,,, +101351388,*CCc1ccc(CCNC(=O)CCCCCCCCCC(=O)N*)cc1,,0.35500792,,, +101355121,*Nc1ccc2c(c1)[C@@H]1c3ccc(N)cc3[C@H]2c2cc(N*)ccc21,,0.38382631,,, +101541565,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3ccc(*)c4nsnc34)ccc1-2,,0.4103927,,, +101762204,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.36946761,,, +102315862,*OP(=O)(Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1)OC1CCCCC1,,0.36199402,,, +102324503,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(C)(CC)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.37130166,,, +102434627,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(C(C)(C)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.36683276,,, +102464376,*Nc1ccc(/C=C/c2c3ccccc3c(-c3c4ccccc4c(CCc4ccc(N*)cc4)c4ccccc34)c3ccccc23)cc1,,0.36999333,,, +102545459,*Cc1ccc(CNC(=O)CCCCCCCCCC(=O)N*)cc1,,0.35148366,,, +102606896,*CCCCCCCCCCC(=O)N*,,0.36981309,,, +102779162,*c1cc(CCCCCCCCCCCCCCCCCCCCCC)c(*)s1,,,0.39725,0.883511374,15.35786351 +103257739,*c1ccc2c(c1)C(=O)N(c1cccc(C(c3ccccc3)(c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)C(F)(F)F)c1)C2=O,,0.38996211,,, +103265366,*CCN(*)C(=O)c1ccc(F)c(F)c1F,,0.34115264,,, +103451865,*O[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](*)(C)C,,0.49824253,,, +103929649,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc4c(c3)C(=O)N(N3C(=O)c5ccc(*)cc5C3=O)C4=O)cc2)cc1,,0.37987007,,, +104251154,*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.34734825,,, +104578958,*c1cccc(N2C(=O)c3cccc(Oc4c(C)cc(Cc5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1,,0.38564585,,, +104743895,*C1CCCCC1S(*)(=O)=O,,0.35327947,,1.174206042,15.15828898 +104905382,*Oc1ccc(S(=O)(=O)c2ccc3cc(S(=O)(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(*)c(C)c6C)c(C)c5C)cc4)ccc3c2)cc1,,0.39776859,,, +104973461,*CCN(CCOC(=O)NCCCCCCNC(=O)O*)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)c(C)c1,,,,1.1275851, +105391120,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.36153949,,, +105613036,*c1ccc2c(c1)C(=O)N(c1ccc(OCCN(CCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c3ccc(C(C#N)=C(C#N)C#N)cc3)cc1)C2=O,,0.35967534,,, +105789643,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6cc7ccccc7cc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1,,0.36484641,,, +106050783,*c1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2C(C)(C)C)cc1,,0.40376048,,, +106083096,*Nc1c(/C=N/O)cc(/C=N/O)c(N*)c1N,,0.3106329,,, +106612314,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(Cl)cc5)C6=O)cc4)cc3)cc2)cc1,,0.38149457,,, +106732867,*C(=O)Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)CC9CC8C8CCCC98)cc7)cc5)C6=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.37100735,,, +106795224,*CCCCCCCCCCCC(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)CCCCC2)cc1,,0.35744625,,, +106825904,*CC(*)C(=O)OCCCCCCOc1ccc(C=Nc2ccc(OCCCCC)cc2)c(O)c1,,0.36508444,,, +106963136,*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O,,0.35278394,,, +107158685,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)cc1,,0.40390264,,, +107530968,*CCCCCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.37988049,,, +107562247,*Oc1ccc(C(=O)Nc2cc(C(c3ccc(C)c(NC(=O)c4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)c3)(C(F)(F)F)C(F)(F)F)ccc2C)cc1,,0.34711182,,, +108528555,*Nc1c(CCCCC)c2ccc3cccc4ccc(c1N*)c2c34,,0.34744506,,, +108998578,*c1ccc(Sc2cccc(Sc3ccc(S(*)=O)cc3)c2)cc1,,0.37723883,,, +109027922,*c1cc(C=Nc2ccc3c(c2)c2cc(N=Cc4cc(*)c(O)c(*)c4)ccc2n3CCCCCC)ccc1O,,0.37196889,,, +109081671,*CCN(*)C(=O)C(C)C,,0.3630483,,, +109313016,*c1cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c(O)cc1O,,0.36149499,,, +109395625,*CC(*)(C)C(=O)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl,,0.36603626,0.0829999999999999,1.354866985,14.15089535 +109705207,*Nc1c(N)c(N)c2c(c1N*)C(C=C)(C=C)OC2=O,,0.32341384,,, +110596247,*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCC,,0.35205318,,, +110986650,*CCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1,,0.3581334,,, +111009795,*Oc1ccc(NC(=O)CCCCCCC(=O)Nc2ccc(*)cc2)cc1,,0.34325805,,, +111108341,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC1=C(*)c2cccc3cccc1c23,,0.42229227,,, +111650158,*c1cccc(Oc2ccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)cc2)c1,,0.35930853,,, +111668732,*Oc1cccc(OC(=O)Oc2ccc(C(C)(C)c3ccc(OC(*)=O)cc3)cc2)c1,,0.34341642,,, +111707044,*Nc1ccc(C2(c3ccc(N*)cc3)CCC[C@@H](CC=C)C2)cc1,,0.3496808,,, +111708400,*CCC(C)(C)CC(C)COC(=O)CCCCC(=O)O*,,0.34655026,,, +112017015,*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)c(C(=O)OCC)cc2C(=O)OCC)cc1,,0.34702207,,, +112351140,*CCC(F)(F)C(*)(F)Cl,-41.84388225,,,, +112553722,*Nc1ccc(CC(*)=O)cc1,63.68828699,,,, +112989596,*CCOCCOC(=O)CC(=O)O*,,0.31955507,,, +113181684,*C/C=C\C[Si](*)(C)C,,0.41205158,,, +113263690,*Nc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(N*)cc2)cc1,,0.36641724,,, +113817075,*CC(*)c1ccc(C(Cc2ccccc2)=NO)cc1,,0.35451524,,, +113985401,*Nc1ccc(Sc2ccc(N*)cc2)cc1,,0.34614089,,, +114257024,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=Nc4ccc(Oc5ccc(N=Cc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37338058,,, +114287113,*C=Cc1cc(OCC2CC3CC2C2CCCC32)c(*)cc1OC,,0.36979921,,, +114988183,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5c(C)cc(Cc6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)c(C)c2)cc1C,,0.40345337,,, +115242060,*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)OCCOc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1,,0.3438323,,, +115627985,*Nc1ccc(C2(c3ccc(N*)cc3)CCC[C@@H](CCCCCCCCCCCCCCC)C2)cc1,,0.36007197,,, +116018739,*C(C)=C(*)CCCCC,,0.40782502,,, +116082085,*Nc1ccc(-c2ccc(N*)c(CC=C)c2CC=C)cc1,,0.3502113,,, +116488904,*CCCCCCCCCCCCOC(=O)CCCCCCCCCCCCC(=O)O*,,,0.294,0.910678639,20.53765653 +116842973,*Nc1ccc(-c2cccc(N*)c2-c2ccccc2)cc1,,0.35759716,,, +116907306,*CC(*)(C)C(=O)OCCOCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.356451,,, +117726673,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(C(C)(C)c3ccccc3)cc2)cc1,,0.35725227,,, +118056137,*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)F,,0.33120706,,, +118556246,*Oc1c(C)cc(-c2cc(CBr)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)c(CBr)c2)cc1CBr,,0.4178534,,, +118829848,*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C21,,0.3636249,,, +118919299,*C(=C(*)c1ccc(C(C)(C)C)cc1)c1ccccc1,,0.47395904,,, +118991284,*CCOCCOC(=O)C(C)C(=O)O*,,0.33298601,,, +119301714,*CCNC(=O)CCCCCCCC(=O)NCCNC(=O)C(=O)N*,112.5256843,,,, +119392727,*Nc1ccc(C(c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35699838,,, +120060047,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1,,0.38701526,,, +120425171,*CCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.37294076,,, +120794322,*c1ccc(-c2nc3ccc(-c4ccc5nc(*)c(-c6ccccc6)c(-c6ccccc6)c5c4)cc3c(-c3ccccc3)c2-c2ccccc2)cc1,,0.43936443,,, +121214961,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2C(O)(C(F)(F)F)C(F)(F)F)c(C(O)(C(F)(F)F)C(F)(F)F)c1,,0.35851232,,, +122170493,*c1ccc([Si](C)(C)[Si](*)(C)C)s1,,0.46355784,,, +122752033,*CCCCCCCNC(=O)C(OC)C(OC)C(=O)N*,,0.34313577,,, +122815777,*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(-c4ccc(S(=O)(=O)c5ccc(Oc6ccc(-c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.3713436,,, +123479038,*CC(*)(CF)C(=O)OC,,,0.1365,1.048000594,18.18607796 +123524661,*Oc1c(F)c(F)c(COC(c2cccc(C(OCc3c(F)c(F)c(Oc4ccc(Cc5ccc(*)cc5)cc4)c(F)c3F)(C(F)(F)F)C(F)(F)F)c2)(C(F)(F)F)C(F)(F)F)c(F)c1F,,0.34625699,,, +123705047,*C=CC1CC(*)C2C(=O)N(CCCCCCCCCC)C(=O)C12,,0.37406215,,, +124053674,*Nc1c(Cl)cc(*)cc1Cl,-0.214281278,,,, +124111614,*c1ccc(Oc2ccc(-c3ccc4nc(Oc5cc(-c6ccccc6)c6cc(*)ccc6n5)cc(-c5ccccc5)c4c3)cc2)cc1,,0.38805343,,, +124665758,*CC(*)CCCC,,,0.2306666666666666,0.776895965,12.02548488 +124836094,*CC(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(*)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc2)cc1,,0.34942241,,, +125425163,*c1ccc(-c2c(-c3ccccc3)nc3ccc(Oc4ccc5nc(-c6ccccc6)c(*)c(-c6ccccc6)c5c4)cc3c2-c2ccccc2)cc1,,0.40668067,,, +125472122,*CCCNC(=O)O*,,0.31360037,,, +125514208,*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5c(C)cc(C(C)(C)c6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.40081529,,, +125846951,*CC(*)c1cc(C(=O)Oc2ccc(OCCCCCCCCCCCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCCCCCCCCCCCC)cc1,,0.38047103,,, +125969488,*CC(OC(C)=O)C(COC(=O)O*)OC(C)=O,,0.3184913,,, +126334280,*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(-c4nc5ccccc5nc4*)cc3)c2)cc1,,0.3678366,,, +126444620,*OP(=O)(Oc1ccccc1)Oc1cccc2c(*)cccc12,,0.34871423,,, +126841859,*CC(=O)NCCCCCCNC(=O)COc1ccc(O*)cc1,,0.3285221,,, +127626732,*CC(*)(Cl)C(=O)OC,,0.32998468,,, +127834200,*CC(*)c1c(F)c(F)c(P(=O)(O)O)c(F)c1F,,0.32683261,,, +127883611,*Nc1cc2c(cc1N*)C(CC)(CC)CC2(C)C,,0.36408964,,, +127891371,*Oc1ccc(C(=O)c2cccc(*)c2)cc1,,0.36659274,,, +128067074,*c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C(C)C)c4)c4ccccc4-c4ccccc43)cc1C(C)C)C2=O,,0.43454903,,, +128211105,*Oc1ccc(C2(c3ccc(OC(=O)C45CC6CC(CC(C(*)=O)(C6)C4)C5)cc3)c3ccccc3-c3ccccc32)cc1,,0.38474727,,, +129058504,*CCOC(=O)Nc1cc(NC(=O)O*)ccc1C,,0.32591099,,, +129677973,*Oc1c(Cl)cc(C(=C(Cl)Cl)c2cc(Cl)c(OC(*)=O)c(Cl)c2)cc1Cl,,0.40362445,,, +130236950,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)cc2)cc1,,0.37077884,,, +130348754,*CCC(C)CCC(=O)S*,,0.38621425,,, +130603875,*Nc1ccc(-c2ccc(N*)c3cc4ccccc4cc23)c2cc3ccccc3cc12,,0.3627942,,, +131030961,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc([Si](c4ccccc4)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.38062557,,, +131086449,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)cc2)cc1,,0.39388382,,, +131094319,*C=C[Ge](*)(c1ccccc1)c1ccccc1,,0.39302909,,, +131123838,*CCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1,,0.36034333,,, +131275030,*CC(*)C(=O)OCC(CC)CC,,,0.2095,0.91413913,12.27591848 +131448132,*NC1=C(N*)C(=Nc2c(C)cccc2C)C(N)=C(N)C1=O,,0.33122927,,, +131486630,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCC(C)C)cc1,,0.34979846,,, +131992742,*c1cc(-c2ccccc2)c(*)[nH]1,120.4503456,,,, +132133665,*OC(COC(=O)C1CCC(C(*)=O)CC1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.36227874,,, +132181866,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3ncnc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)n3)c1)C2=O,,0.36454415,,, +132706466,*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5cc(-c6ccccc6)c6cc(Oc7ccc8nc(*)cc(-c9ccccc9)c8c7)ccc6n5)cc4)cc3)cc2)cc1,,0.40016775,,, +132725176,*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)cc(C(C)(C)C)c1)C2=O,,0.41625991,,, +133123853,*CCNC(=O)c1ccc(O*)cc1,,0.3294033,,, +133124835,*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(C(C)(C)C)c1,,0.36528492,,, +133986624,*C#Cc1ccc(*)c(SCCCCCCCCCCCC)c1,53.41644401,,,, +134240821,*c1ccc(-c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(-c4ccc(N(*)c5ccc(N(c6ccc(C(C)(C)c7ccccc7)cc6)c6ccc(C(C)(C)c7ccccc7)cc6)cc5)cc4)ccc2-3)cc1,,0.42294334,,, +134957671,*OC(=O)C(CC(C)C)NC(=O)CCCCC(=O)NC(CC(C)C)C(=O)OC1COC2C(*)COC12,,0.34245153,,, +135202428,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38523355,,, +135272498,*NC(CCC(=O)OCCCCCCCC)C(*)=O,,0.36388977,,, +135399849,*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(Oc3ccc(C(=O)Nc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.37438756,,, +135571738,*Nc1ccc(C2(c3ccc(N*)cc3)[C@@H]3C[C@H]4C[C@@H](C3)C[C@]2([C@]23C[C@H]5C[C@H](C[C@H](C5)C2)C3)C4)cc1,,0.36595891,,, +136037972,*Nc1ccc(-c2ccc(Nc3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1,,0.39144941,,, +136482029,*c1ccc(Cc2ccc(N3C(=O)c4ccc(OCCN(CCOc5ccc6c(c5)C(=O)N(*)C6=O)c5ccc(C=Cc6ccc([N+](=O)[O-])cc6)cc5)cc4C3=O)cc2)cc1,,0.35258622,,, +136535007,*Nc1ccc2c(c1N*)[C@H]1c3ccccc3[C@@H]2c2ccccc21,,0.37638503,,, +136564910,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(C=C2NC(=O)NC2=O)cc1,,0.32170639,,, +136668087,*CCCCCCCOC(=O)c1ccc(C(=O)O*)cc1,,0.35168899,,, +136676580,*Nc1cc(Oc2cccc(OCC)c2)c(N*)c2c1C(=O)c1c(N)c(Oc3cccc(OCC)c3)cc(N)c1C2=O,,0.33487592,,, +137060513,*CC1CCC(COP(=O)(N=Nc2ccc(-c3ccc(N=NP(=O)(O*)OC)cc3)cc2)OC)CC1,,0.3611032,,, +137117611,*Nc1cc2c(cc1N*)C(C)(C)C(C)(C)C2(C)C,,0.35975635,,, +137415290,*CC(=O)NCCCCCCNC(=O)COC(=O)CCC(=O)O*,,0.31440807,,, +138808143,*CCOCCOC(=O)CCCC(=O)O*,,0.32465489,,, +138809640,*CC(*)OC(=O)c1ccccc1Cl,,0.35127788,,, +139085360,*CCCC(*)(C)C(=O)O,,0.31720928,0.1985,0.996128545,14.52607342 +139188730,*Oc1ccc(NC(=O)c2ccc([Si](c3ccccc3)(c3ccccc3)c3ccc(C(*)=O)cc3)cc2)cc1,,0.3724538,,, +139200098,*OC(C)COC(*)=O,,0.32644555,,, +139585639,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCC(=Cc5ccc(*)cc5)C4=O)cc3)cc2)cc1,,0.3884516,,, +139914608,*Nc1ccc(-c2nc(-c3ccc(N)cc3)nc(-c3ccc(N*)cc3)n2)cc1,,0.388028525,,, +139977598,*Oc1c(C)cc(C2(c3cc(C)c(OC(=O)c4ccc(C(*)=O)cc4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.40878882,,, +140168832,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34533311,,, +140415340,*C=CCCC*,,0.41369555,,, +141066783,*c1ccc(NC(=O)Nc2ccc(NC(=O)Nc3ccc(-c4nc(C#N)c(C#N)nc4*)cc3)cc2)cc1,,0.3670318,,1.154810331,19.52705482 +141135744,*c1cc2cccccc-2c1*,,,0.163,0.814226421,15.84965404 +141962685,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C7(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)CCCCCCCCCCC7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.38366054,,, +142147775,*CCCCCCOC(=O)OCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.3498749,,, +142186672,*CC(*)(C)C,,,0.2125,, +142224028,*c1ccc(C(c2ccc(N3C(=O)c4cc(-c5ccc(C(C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc(C(C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.41914206,,, +142367496,*C=C(*)C(CCC)[Si](C)(C)c1ccccc1,,0.39420659,,, +142490647,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(Cc4ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.3726534,,, +142802262,*N(CCC)[Si](C)(C)C[Si](*)(C)C,,0.36931239,,, +143774509,*Nc1cc(CCc2ccccc2)cc(-c2c(Cc3ccccc3)cccc2N*)c1,,0.34620954,,, +143809812,*Nc1cccc(C2=C(c3ccccc3)C(c3ccccc3)=C[C@@H](c3ccccc3)[C@@]2(c2ccccc2)c2cccc(N*)c2)c1,,0.38536846,,, +143899690,*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2C)cc1,,0.36754794,,, +143924095,*CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1,,0.36294756,,, +144238786,*CC(*)C(=O)OCCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.35420513,,, +144472572,*Nc1ccc(-c2c(-c3ccccc3)c(-c3ccccc3)c(N*)c(-c3cccc(C)c3)c2-c2cccc(C)c2)cc1,,0.3833667,,, +144839830,*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1-c1ccccc1,,0.36302483,,, +145920765,*Nc1ccc(-c2ccccc2)cc1-c1cc(-c2ccccc2)ccc1N*,,0.34380582,,, +146156380,*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(Cc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37347921,,, +146165767,*CC(*)C(=O)Oc1ccccc1C(=O)OCC,,0.34193667,,, +146221251,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)O[Si](C)(C)C)cc5C4=O)cc3)cc1)C2=O,,0.41117013,,, +146716935,*Nc1ccc([C@@H](Cc2ccccc2)c2cccc(N*)c2)cc1,,0.348692,,, +147030895,*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)(C(F)(F)F)C(F)(F)F)cc2)C3=O)c1,,0.37036169,,, +147633092,*OC(C)COC(=O)c1ccccc1C(*)=O,,0.33635489,,, +147677118,*CC(*)(C)C(=O)OCCOCC,,,0.212,1.013471369,12.39029756 +148111753,*CCOCCC(=O)O*,,0.3272277,,, +148248890,*CC(*)(C)C(=O)OCCN(CC)CC,,0.3615965,0.2375,0.960101927,11.45757736 +148252767,*CC(*)OC(=O)c1ccc([N+](=O)[O-])cc1,,0.38294962,,, +148616974,*CCCOC(=O)C(C)O*,,0.34983248,,, +149053950,*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Sc4ccc(Sc5ccc(Sc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)cc4)cc3)cc1)C2=O,,0.38371723,,, +149101883,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc7ccccc7n6-c6ccc(-n7c(*)nc8ccccc87)cc6)cc5)cc4)c3)cc2)cc1,,0.37557123,,, +149152941,*C(=O)c1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(Cc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1,,0.37562904,,, +150274872,*Oc1ccc(C(C)(C)c2ccc(Oc3cccc(*)n3)cc2)cc1,,0.3589821,,, +150383443,*CCOCCOCCOC(=O)CCC(=O)O*,14.21396213,,,, +150398974,*CC(c1ccccc1)C1C(=O)N(CCCN(CC)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3Cl)c(C)c2)C(=O)C1*,,0.37423891,,, +150541495,*C=C(*)c1cccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4cccc(Oc6cccc(Oc7cccc(N8C(=O)c9ccc(C(=O)c%10ccc%11c(c%10)C(=O)N(c%10cccc(C(*)=C)c%10)C%11=O)cc9C8=O)c7)c6)c4)C5=O)cc3C2=O)c1,,0.36553114,,, +151009154,*Oc1cc(Oc2cccc(NC(=O)c3cc(Oc4ccc(C(=O)O)c(C(=O)Nc5cccc(*)c5)c4)ccc3C(=O)O)c2)ccc1C#N,,0.33806241,,, +151282337,*c1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(Oc6ccc7cc(Oc8ccc9c(c8)C(=O)N(*)C9=O)ccc7c6)cc5C4=O)cc3)cc2)cc1,,0.38326204,,, +151355449,*CCOCCOC(=O)CCSCCC(=O)O*,,0.34050222,,, +151560379,*CC(CCCCCCOc1ccc(N=Nc2ccc(OC)cc2)cc1)COC(=O)CCCCC(=O)O*,,0.35673043,,, +151874358,*CCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)c(C)c1,,0.34027795,,, +151905187,*CCOCCOCCOCCOCCOCCOC(=O)NCCCCCCNC(=O)O*,,0.33926085,,, +152255453,*Oc1ccc(Oc2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.34811185,,, +152289390,*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)c2)cc1,,0.36602103,,, +152393943,*Nc1ccc(C(CCC)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36407339,,, +152467749,*c1cccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4cccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)c4)cc3)cc2)c1,199.6619548,,,, +152612020,*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc(C=Nc2ccc(C#N)cc2)cc1,,0.36948879,,, +152623829,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.36060711,,, +153052486,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1,,0.40426914,,, +153647431,*Cc1cc2cc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1,,0.32655452,,, +153735651,*Nc1cccc2c(NC(=O)c3cc(NC(=O)C(CCSC)N4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cccc12,,0.34651154,,, +153736542,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.34429229,,, +153783159,*CC(*)c1ccc(C(=O)OCCN(C)C)cc1,,0.37142885,0.2314999999999999,1.0222365,11.6806072 +153852064,*Nc1ccccc1-c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccccc3N*)ccc1-2,,0.36887719,,, +154178646,*Nc1ccc(-c2ccc([C@@H](C)c3ccc(N*)cc3)cc2)cc1,,0.34963968,,, +154318869,*CC(*)(C)C(=O)NC(=O)OCCOc1c(Br)cc(S(=O)(=O)c2cc(Br)c(OCCO)c(Br)c2)cc1Br,,0.36467521,,, +154607078,*OS(=O)(=O)c1cccc(C(=O)Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)c1,,0.36064897,,, +154881704,*c1cc(C(=O)O)cc(N2C(=O)CC(C3CC4C(=O)N(*)C(=O)C4c4ccccc43)C2=O)c1,,0.3520042,,, +154956060,*Nc1ccc2c(c1)-c1ccc(N*)c3cccc-2c13,,0.33585092,,, +155701787,*C=CC(C(=O)OCC)C(*)C(=O)OCC,,0.36320884,,, +155951033,*CCOC(=O)c1ccc(CCc2ccc(C(=O)O*)cc2)cc1,53.2795594,,,, +156397667,*c1cc(*)cc(-c2nc3ccccc3o2)c1,,0.39004417,,, +156526173,*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(C=CC3=C(C#N)C(=C(C#N)C#N)OC3(C)C)ccc21,,0.37456116,,, +157448813,*C=C(C#N)C(=O)OCCCCCCOC(=O)C(C#N)=Cc1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCn1c2ccccc2c2ccccc21,,0.36772669,,, +157842166,*CC(*)c1cccc(C)n1,,0.39815003,,, +157943579,*C=CC1CC(*)C(C#N)([Si](C)(C)C)C1,,0.40700493,,, +158153643,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5C(F)(F)F)C6=O)cc4)cc3)cc2)cc1,,0.39560548,,, +159062110,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7cccc(-c8nc(*)c(-c9ccccc9)[nH]8)c7)[nH]c6-c6ccccc6)cc5)cc4)cc3)cc2)cc1,,0.40285522,,, +159202130,*NCc1c2ccccc2c(CN*)c2c(N)cccc12,,0.33082098,,, +159242278,*CCCCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC,,0.35402154,,, +159632571,*Nc1ccc(C2=Cc3ccccc3C3(c4ccccc42)c2cc(C(C)(C)C)ccc2-c2ccc(C(C)(C)C)cc23)cc1,,0.38649399,,, +159895291,*CC(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(*)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc2)cc1,,0.35255561,,, +160086436,*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(*)=S)cc2)cc1,,0.36657618,,, +160203629,*CC(*)C(=O)OCc1ccc(C#N)cc1,,0.35524043,0.182,1.094513754,11.86407254 +160829220,*c1cc(/C=N/c2cccc(C)c2)cc(*)c1O,,,0.192,0.99179579,13.46142519 +161010769,*CCC(*)(C)c1ccccc1,,0.38823069,,, +161201125,*CC(*)C(=O)OC1CC(C)CC(C)(C)C1,,0.38012306,0.2205,0.909612952,11.78379961 +161607336,*Oc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc(-c5ccc(C(=O)Nc6ccc(*)cc6)c(C)c5)cc4C)cc3)cc2)cc1,,0.36165997,,, +161723503,*c1cccc(Oc2cccc(Oc3cccc(Oc4cccc(Oc5cccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c5)c4C#N)c3)c2C#N)c1,,0.36435311,,, +162025525,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(*)nn3)cc2)cc1,,0.36876206,,, +162133188,*Nc1ccc(CC(CC)(CC)c2ccc(N)c(CC(C)(C)c3ccc(N*)cc3)c2)cc1,,0.35644292,,, +163611533,*Nc1ccc([C@@H](C2=CCC(N)(N*)C=C2)c2ccccc2)cc1,,0.3443427,,, +163724879,*c1cccc(N2C(=O)c3cccc(Oc4ccc(C(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1,,0.36803803,,, +163827064,*Oc1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1,,0.36767472,,, +164182648,*CC(*)OC(=O)c1cccnc1,,0.34320724,,, +164916720,*CCCCCCOC(=O)C(CCCCCCCCCCBr)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.37107899,,, +164960718,*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.3879693,,, +165064963,*Nc1c(CC)cc(Cc2cc(CC)c(N*)c3ccccc23)c2ccccc12,,0.36700436,,, +165170378,*CC(*)Cc1ccc(C)cc1,,0.3852781,,, +165675920,*CC(*)(CC(=O)OC1CCCCCC1)C(=O)OC1CCCCCC1,,0.36822035,,, +165704886,*Nc1cc(Cl)c(-c2cc(Cl)c(N*)cc2Cl)cc1Cl,,0.36444978,,, +165718490,*Oc1ccc(OC(=O)c2cccc(C(*)=O)c2)cc1,,0.34002777,,, +166073456,*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)O*,,0.35691907,0.186,1.089194614,17.59804845 +166405771,*CCCCCCNC(=O)C(CCCCCCCCCCCCCC)C(=O)N*,,,0.319,, +166484126,*Nc1ccc(-c2ccccc2)c(-c2ccccc2CC)c1N*,,0.35913139,,, +166538508,*CC(O)CN(*)c1cc(C)c(N=Nc2ccc([N+](=O)[O-])cc2C)c(C)c1,,0.37035052,,, +166991206,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCC(=O)O*,,,0.3545,0.899322314,23.96801429 +167315243,*CCc1ccc(*)c2ccccc12,,0.37967697,,1.050887217,20.17560548 +167636925,*Sc1ccc2c(c1)Sc1ccc(*)cc1S2,,0.40790715,,, +168537867,*c1ccc(C=Nc2cccc(N=Cc3ccc(-c4ccc(*)s4)cc3)c2)cc1,,0.39327219,,, +169123787,*Nc1c(C)cc(C2(c3cc(C(C)C)c(N*)c(C(C)C)c3)c3ccccc3-c3ccccc32)cc1C,,0.40404304,,, +169172468,*c1ccc(Cc2ccc(N3C(=O)c4ccc(-c5ccc(-c6ccc(-c7ccc(-c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6)cc5)cc4C3=O)cc2)cc1,,0.37649698,,, +169292990,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N=Nc2ccc(Cl)cc2)cc1,,0.37292398,,, +169412293,*CCCCCCCCCCOCCCCCCCCCCOCCCCCCO*,,,0.269,, +169491723,*c1ccc(Oc2cccc3c(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cccc23)cc1,,0.37148684,,, +169582663,*CC(*)(C)C(=O)OCCN(C)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36754584,,, +169699943,*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(C)cn2)C3=O)cc(C(=O)NNC(=O)CCCC(*)=O)c1,,0.33325517,,, +169832897,*CC(*)C(=O)c1ccc(Br)c(OC)c1,,0.37684712,,, +170092813,*Oc1ccc2cc(Oc3ccc(S(=O)(=O)c4ccc(*)cc4)cc3)ccc2c1,,0.36801316,,, +170253465,*Oc1cccc(Oc2cccc(*)n2)c1,,0.35077616,,, +170762410,*Nc1ccc([C@H](CC)c2ccc(C3(c4ccc([C@@H](CC)c5ccc(N*)cc5)cc4)CCC(CCCCC)CC3)cc2)cc1,,0.3695966,,, +171128702,*Oc1ccc(C(=O)OCCCCCCCOC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.34460962,,, +171195170,*CC(*)CCCC1CCCCC1,,,0.2463333333333333,, +172004497,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)c(C)c2)cc1C,,0.39303801,,, +172704550,*O[Si](C)(C)Oc1ccc(*)cc1,,0.41626444,,, +173018796,*Oc1ccc(C(=O)c2ccccc2)c(-c2cc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)ccc2C(=O)c2ccccc2)c1,,0.37955991,,, +173214636,*Nc1ccc(C(c2ccc(NC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1,,0.36717844,,, +173616711,*c1ccc2c(c1)C(=O)N(c1cccc3c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cccc13)C2=O,,0.40266196,,, +174572139,*CC(*)OC(=O)C(C)(C)CC(C)(C)C,,0.37520737,,, +174718000,*Nc1c(C)cc(-c2cc(C)c(N*)c3ccccc23)c2ccccc12,,0.3715986,,, +175197734,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34861668,,, +175226564,*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nc5cc(-c6ccc7oc(*)nc7c6)ccc5o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.36313657,,, +175456331,*C(=O)CCN1CCN(CCC(=O)N2CCN(*)CC2)CC1,40.58060093,,,, +175513548,*CCCCCCCCCCOC(=O)CCC(=O)O*,1.783806133,,0.285,, +175985223,*CC(*)C(=O)OCCCCCCSCC#N,,0.39181191,0.2175,1.039476536,13.18158821 +176911109,*C1C(=O)OC(=O)C1*,,,0.1425,1.365901109,17.04190977 +177156003,*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1,,0.34368741,,, +177272960,*c1ccc(*)[nH]1,,0.56389708,,, +177304158,*CC(*)(C)C(=O)OC(C(F)(F)F)(C(F)(F)F)C(F)(F)F,,,0.0465,1.240147043,13.23674474 +177634653,*Nc1cc(Oc2cc(C)cc(C)c2)c(N)c2c1C(=O)c1c(ccc(Oc3cc(C)cc(C)c3)c1N*)C2=O,,0.35668305,,, +177677392,*CC(CC)(CO*)COC(=O)C(=C)C,,0.35959663,,, +177977769,*Oc1ccc2nc3c(nc2c1)Sc1cc(-c2ccc4c(c2)Sc2nc5cc(*)ccc5nc2N4)ccc1N3,383.4,,,, +177999649,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(c1ccccc1)c1cccc([Si](*)(C)c2ccccc2)c1,,0.41493555,,, +178586120,*C1C(=O)N(CCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1*,,0.34432797,,, +179710096,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OC)cc1,,0.33270357,,, +179732838,*Oc1ccc(NC(=O)C=CC(=O)NNC(=O)C=CC(=O)Nc2ccc(OC(=O)c3ccccc3C(=O)NNC(=O)c3ccccc3C(*)=O)cc2)cc1,,0.32132816,,, +179923409,*CCCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.34462277,,, +179976364,*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.35575698,,, +180279074,*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c6C#N)cc4)C5=O)cc3)c2C#N)cc1,,0.35942779,,, +180321996,*CCCCCCCCCC[N+](*)(C)C,,0.76931541,,, +180324539,*C1OC(C(F)(F)F)(C(F)(F)F)OC1(*)F,,0.36688477,,, +180355416,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(*)cc6)ccc5c4)cc3)cc2)cc1,,0.3816141,,, +180651708,*CCCCCCSC(=O)CCCCCCCCC(=O)S*,-39.13613776,,,, +180714059,*CCCCCCNC(=O)CCP(=O)(CCC(=O)N*)c1ccccc1,,0.34647823,,, +180949734,*N=P(*)(OCCc1ccccc1)OCCc1ccccc1,,0.36125209,,, +181297795,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)c4)cc3)cc2)cc1,,0.36487066,,, +181346795,*CCN(CCOC(=O)NCCCCCCNC(=O)O*)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)c(C)c1,,0.35275364,,, +181691220,*CC(F)(F)C(F)(F)COC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O*,,0.30107699,,, +182042962,*C=CC(*)(C)c1ccccc1,,0.37130723,,, +182803961,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2-c2cccc3ccccc23)c(-c2cccc3ccccc23)c1-c1ccccc1,,0.37664419,,, +182838821,*C[Si](*)(CCCCC)CCCCC,,0.41744785,,, +182963487,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4cccc5cccc(C(=O)c6ccc(*)cc6)c45)cc3)cc2)cc1,,0.37806189,,, +183287787,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1,,0.38996204,,, +183910750,*CC(OC(=O)C(=O)OCC)C(COC(=O)O*)OC(=O)C(=O)OCC,,0.31291135,,, +184043122,*[Si](*)(CCCCCC)CCCCCC,-11.37918107,,,, +184129336,*Nc1cc(-c2ccccc2)c(N*)c(-c2ccccc2)c1-c1ccccc1,,0.36779908,,, +184214887,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(Cc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O,,0.37908759,,, +184273461,*Oc1ccc(OC(=O)CCCCC(*)=O)cc1,,0.3300236,,, +184399060,*Cc1ccc(CSSS*)cc1,,0.41886249,,, +184854748,*C1C(=O)N(c2ccccc2C(=O)OC)C(=O)C1*,,0.36145459,0.143,1.070408699,12.24675377 +184918589,*CC#CCOC(=O)CCCCCCCCC(=O)O*,,0.35810319,,, +185502634,*Nc1ccc(CCCC(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.34680666,,, +185789282,*CC(*)c1cc(Br)ccc1OCCCCC,,0.41131014,0.1545,, +185974329,*CC(*)c1cc(C)ccc1F,,,0.171,0.955409279,13.40669452 +186514002,*Oc1ccc(C(=O)OCCCCOC(=O)c2ccc(*)cc2)cc1,,0.34336471,,, +187577688,*CCCC(CC)CCNC(=O)c1ccc(C(=O)N*)cc1,,0.34121483,,, +187968183,*CCCN(*)C(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.3285942,,, +188178084,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(Cc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)cc1)C2=O,,0.36659408,,, +188574710,*Oc1cccc(NC(=O)CCCCCCCC(=O)Nc2ccc(*)cc2)c1,,0.3432777,,, +188691845,*Nc1c(C)cc(-c2cc(C)c(N*)c(C)c2)cc1C,,0.36477351,,, +189225250,*C1CCC(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC1,,0.36716787,,, +189385552,*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32470853,,, +189585434,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Cc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.35716326,,, +189637201,*CC(*)c1ccc(COC(C)CC)cc1,,0.38400866,,, +189875275,*C#CC(COS(=O)(=O)c1ccc(C)cc1)=C(*)COS(=O)(=O)c1ccc(C)cc1,,0.37237347,,, +189877162,*Nc1ccc(C2(c3ccc(N*)cc3)c3cc([C@]45C[C@H]6C[C@H](C[C@H](C6)C4)C5)ccc3-c3ccc([C@]45C[C@H]6C[C@H](C[C@H](C6)C4)C5)cc32)cc1,,0.39779257,,, +190124790,*CCN(*)C(=O)c1ccc2ccccc2c1,,0.35477943,,, +190194752,*CCCCCCCCc1nnc(*)n1N,-41.92176029,,,, +190344544,*Nc1ccc(NC(=O)c2cc(C(*)=O)c(C(=O)O)cc2C(=O)O)cc1,,0.29592785,,, +190407869,*CC(*)O,,,0.424,1.081206735,22.51988264 +190689808,*CC(*)c1ccccc1COC(C)C,,0.38497632,0.171,0.933317386,12.10539551 +190870051,*CC(*)c1ccc(Cn2c3ccccc3c3ccccc32)cc1,,0.36892883,,, +191380298,*CC(*)(C)C(=O)OCCCCCc1ccc(N=Nc2ccc(OC(F)(F)F)cc2)cc1,,0.35838591,,, +191414295,*Nc1ccc(-c2cc(N*)c3ccccc3c2/N=N/c2cccc3ccccc23)cc1,,0.35297912,,, +191656364,*CCc1ccc(-c2ccc(*)cc2)cc1,,,,1.042562737,30.03662597 +191836476,*CCCC(=O)NNC(=O)c1ccc(C(=O)NNC(=O)CCCOc2ccc(O*)c(C)c2)cc1,,0.33330839,,, +192948428,*CCOCCOCCOC(=O)C1CCC(C(=O)O*)CC1,,0.33745828,,, +192960125,*Nc1ccc2c(N*)c3ccccc3cc2c1,,0.34619216,,, +193203313,*CCCCOC(=O)c1ccc(C(=O)O*)cc1,,0.34023648,,, +193475796,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1,,0.36194506,,, +193587045,*CC(O)CO*,,0.31201093,,, +194134308,*CCOCCOC(=O)CCCCCCC(=O)O*,,0.34329076,,, +195032699,*Nc1ccc(-c2ccc(N*)c(Cc3ccccc3)c2)cc1Cc1ccccc1,,0.3464418,,, +195040498,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)CCC3CCCCC3C2)cc1,,0.387972,,, +195313590,*CC(*)(C)C(=O)OCCOc1ccc(N=Nc2ccc(OC)cc2)cc1,,0.36003088,,, +195349220,*COc1ccc(C(=C(Cl)Cl)c2ccc(O*)cc2)cc1,,0.3737643,,, +195585477,*C(=O)c1ccc(N(*)CCC)cc1,,0.39207045,,, +196134048,*CC(*)c1cc(Br)ccc1OCCC(C)C,,0.40859696,0.1674999999999999,, +196264517,*CCCCCCNC(=O)CCP(CCC(=O)N*)c1ccccc1,9.575432391,,,, +197075441,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C45CC6CC(CC(c7ccc(*)cc7)(C6)C4)C5)cc3)cc2)cc1,,0.37269141,,, +197916751,*Oc1ccc(OC(=O)c2cc(OCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1,,0.35296749,,, +197924325,*CC(*)(C)C(=O)OC1CCCC1,,0.36428861,,, +198466108,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(-c3ccccc3)cc2)cc1,,0.35036936,,, +199188552,*Nc1ccc(C2(N*)C=CC(c3ccc(N)cc3)(c3ccc(N)cc3)C=C2)cc1,,0.36932897,,, +199261804,*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)ccc3ccccc23)cc1,,0.36179389,,, +199401973,*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1S(=O)(=O)c1ccccc1,,0.35673875,,, +199573915,*CC(*)c1c(F)c(F)c(OCC(F)(F)C(F)(F)F)c(F)c1F,,0.35026517,,, +199989730,*c1ccc(Oc2ccc(Oc3ccc(-c4ccc(Oc5ccc(Oc6ccc(C7(*)OC(=O)c8ccccc87)cc6)cc5)c5ccccc45)c4ccccc34)cc2)cc1,,0.38367366,,, +200483739,*c1cccc(OCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.35053912,,, +200513526,*CC#CC#CCOC(=O)c1ccc(C(=O)O*)cc1,,0.37145321,,, +200916875,*c1cccc(-c2nc3ccc(-c4ccc5nc(*)[nH]c5c4)cc3[nH]2)c1,,0.42946115,,, +200989241,*N=P(*)(Oc1ccccc1)Oc1ccccc1,,0.40515813,,, +201251785,*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C2(CCCCC2)C1=O,277.0792131,,,, +201564281,*Oc1cccc(Oc2ccc(Oc3cccc(OC(=O)c4ccc(C(*)=O)cc4)c3)cc2)c1,,0.35180531,,, +201596108,*CCCCCCNC(=O)C(CCCCCCCCCCCCC)C(=O)N*,,,0.2925,0.899716416,13.5860206 +201709435,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(Sc9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)cc8)cc7C6=O)cc5)cc4)c3)cc2)cc1,,0.36404303,,, +201838282,*CC(CCCCCCCCCC)O*,,0.40374823,,, +202074426,*Oc1ccc(Oc2ccc(S(=O)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1,,0.35458448,,, +202457389,*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3C)C4=O)cc2C)c(C)c1,,0.3862015,,, +203166993,*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(OC)cc2)cc1,,0.34147075,,, +203328995,*CCCCCCCCCCOCCCCCCCCCCOCCCCCO*,,,0.38525,, +203569820,*c1cc(*)c(O)c(N=Cc2ccc(F)cc2)c1,,0.37230953,,, +204188551,*CC(*)c1ccc(Cl)c(Cl)c1,,,0.114,, +204433294,*C(=O)OC1CC(*)N(C(=O)OCc2ccccc2)C1,,0.33476928,,, +204583818,*CC(OC)C1(C)C(=O)OC(=O)C1(*)C,,0.31336206,,, +204710529,*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5cc(*)[nH]n5)cc4)cc3)cc2)cc1,,0.39032537,,, +204753687,*CCCCCCOC(=O)OCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.35004228,,, +204849258,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1,,0.36120255,,, +205078323,*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc(OCC)cc3)cc2)cc1,,0.36210675,,, +205238044,*CC(*)(C)C(=O)OCC1(CC)COC1,,0.36219625,,, +205810542,*Nc1ccc(Cc2ccc(N*)c3ccccc23)c2ccccc12,,0.34615054,,, +206145001,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.37060642,,, +206778782,*c1c(C)cc(C(c2cccc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.42612429,,, +207198573,*C(*)C(=O)OC(C)(C)CC,136.5678336,,,, +207258565,*c1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(*)ccc2-3)cc1,,0.41767157,0.376,0.786503256,27.96449264 +207627808,*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nc5cc(C(c6ccc7oc(*)nc7c6)(C(F)(F)F)C(F)(F)F)ccc5o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.36859748,,, +207945160,*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.37508167,,, +208376671,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.40028133,,, +208448147,*CC(*)(C)C(=O)OCc1ccco1,,0.3375562,0.172,1.081813241,12.32614241 +208451383,*OC(COc1ccccc1)CC(*)=O,,0.3399788,,, +209437861,*CC(CCCCCCCCCCCC)COC(=O)NC(=O)c1ccc(C(=O)NC(=O)O*)cc1,,0.34646463,,, +210091509,*CCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3ccc(/C=C/c4cc(OC)c(O*)c(OC)c4)cc3)cc2)cc1OC,,0.36466644,,, +210562725,*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.34119605,,, +210731746,*Nc1nc(N)c(N)c(N*)n1,,0.31899407,,, +210803302,*NC(C(*)=O)C(C)C,153.0278775,,,, +210909359,*CCOCCOP(=O)(N=Nc1ccc(C(=O)c2ccc(N=NP(=O)(O*)OC)cc2)cc1)OC,,0.35159394,,, +210914084,*CCCCCCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.35319666,,, +210989195,*c1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(Oc6ccc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7c6)cc5C4=O)cc3)cc2)cc1,,0.37859256,,, +211760119,*C#Cc1cc(C(C)(C)C)cc2c3cc(C(C)(C)C)cc(*)c3n(CCCCCCCCCCCCCCCC)c12,,0.40884949,,, +211825763,*OC(*)C,,0.3634429,,, +212654540,*CC(*)c1ccccc1C(=O)OCCCC,,0.37028116,0.1953333333333333,, +212760661,*CCCCCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.33649448,,, +213054047,*O[Si](O[Si](O[Si](O[Si](CC[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)CC[Si](*)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1,,0.4006666,,, +213771383,*Oc1ccc(Oc2ccc(C(=O)c3cccc(NC(=O)CCCCCCCCC(=O)Nc4cccc(C(=O)c5ccc(*)cc5)c4)c3)cc2)cc1,,0.35474585,,, +213984999,*c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCCCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,,0.37483877,,, +214162824,*CC/C=C(/*)CCC,,,0.2233333333333333,, +214279994,*CCCCCCCCCCC(=O)NCCc1ccc(CCNC(=O)CCCCCCCCCCS*)cc1,,0.38077316,0.296,0.962511767,22.76143272 +214573613,*CCC(=O)NCc1c(C)c(C)c(CNC(=O)CCO*)c(C)c1C,,0.336425,,, +214883571,*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(C(c4ccc(Oc5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)c1)C2=O,,0.37434007,,, +215105340,*c1c(C)cc(C)c(N2C(=O)c3ccc(S(=O)(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1C,,0.40691826,,, +215128069,*CCCCCCCCCCNC(=O)CC/C=C/CCC(=O)N*,,,0.3125,0.952363037,18.83632464 +215274198,*C#CC#Cc1ccc(*)s1,49.13696662,,,, +215595067,*OC(COC(=O)c1ccc(C(*)=O)c2ccccc12)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.353962,,, +215880524,*Nc1ccc2[nH]c3ccc(N*)cc3c2c1,,0.33036591,,, +215968936,*c1ccc(-c2sc(-c3ccc(-c4cc(SCCCCCCCC)c(*)s4)cc3)cc2SCCCCCCCC)cc1,,0.46732994,,, +216165703,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(N)c4)cc3N)cc2)c(N)c1,,0.37345371,,, +216288111,*C(=O)Nc1cccc(Oc2cccc(Oc3cccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(Oc6cccc(Oc7cccc(N8C(=O)c9ccc(*)cc9C8=O)c7)c6C#N)c4)C5=O)c3)c2C#N)c1,,0.35823538,,, +216414863,*Nc1cccc([C@](N)(c2ccccc2)c2cccc3ccccc23)c1N*,,0.35839515,,, +216608930,*CCOC(=O)CCCCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1,,0.33135087,,, +216626801,*/C=C/c1ccc(*)c2ccc(CCCCCC)cc12,,,0.339,0.946624284,20.81567785 +216772383,*CC(*)c1ccccc1COCCCC,,0.38677194,0.2096666666666666,0.940569983,11.37399833 +218059466,*/C(=C(/*)c1ccccc1)c1ccccc1,206.5698859,,,, +218216912,*CCCCOC(=O)OCCCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.32834937,,, +218350404,*CCCCCCCCCOC(=O)CCCCCCCC(=O)O*,3.667443154,,0.294,0.941870155,20.56975581 +219039564,*c1ccc2c(c1)SC1=Nc3cc(-c4ccc5c(c4)N=C4Sc6cc(*)ccc6N=C4N5)ccc3NC1=N2,418.69,,0.506,1.086875784,27.5268485 +219386483,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccccc1,,0.37130199,,, +219718402,*Nc1ccc(CCc2cc(CCc3ccc(N)cc3)cc(CCc3ccc(N*)cc3)c2)cc1,,0.35342866,,, +219873035,*O[Si](C)(C)O[Si](*)(C)CCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.38755299,,, +220000766,*CC(*)C(=O)OCC(CC)CCCC,,0.3869788,0.2309999999999999,0.893389668,10.99379023 +220223317,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37640128,,, +220286370,*CCCCOC(=O)c1ccc([Si](C)(C)c2ccc(C(=O)O*)cc2)cc1,,0.36459187,,, +221632888,*O[Si](*)(C)CCc1ccc(O)cc1,,0.35484533,,, +222144803,*Nc1cc2ccc(N*)c3c4cccc5cccc(c(c1)c23)c54,,0.33646603,,, +222164121,*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(C(=O)OCCOC(=O)C=Cc2ccc(N(C)C)cc2)c1,,0.34211001,,, +222724508,*CC(*)c1ccccc1C(=O)OCCC,,,0.1929999999999999,, +223538531,*Nc1cc(NC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2)cc(C(=O)OCCOc2ccc(C=CC(=O)c3ccccc3)cc2)c1,,0.34446761,,, +223648222,*Nc1cc2cc3cc4cc5cc6ccccc6cc5cc4cc3cc2cc1N*,,0.34605853,,, +223739255,*CC(*)(C)C(=O)Nc1cccc(-c2nnc(-c3ccccc3)o2)c1,,0.38307246,,, +223791997,*C(C)C=CC(C)S(*)(=O)=O,33.82674704,,,, +224878400,*CC(*)(C)C(=O)OC1CCCCCCCCCCC1,,0.37197293,,, +225113015,*N=P(N=P(N=S(*)(=O)NC)(NC)NC)(NC)NC,,0.34459575,,, +225199973,*NC1=CC=C(c2ccc(N*)cc2)C(C)(C)[C@@H]1c1ccccc1,,0.35401521,,, +225304239,*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cccc67)cc4)C5=O)cc3)cc2)cc1,,0.36000298,,, +225689380,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccccc3N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37500133,,, +225811773,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2)cc1,,0.34463445,,, +226076507,*C1C(=O)N(CCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1*,,0.35053641,,, +226216876,*Nc1cccc(C(=O)Oc2ccc(OC(=O)c3cccc(N*)c3)c3c2[C@H]2c4ccccc4[C@@H]3c3ccccc32)c1,,0.35943133,,, +226520604,*CC(*)(C)C(=O)Oc1ccc([N+](=O)[O-])c(C)c1,,0.37079204,,, +226546629,*NC(CCC(=O)OCCCCC)C(*)=O,,0.35413594,,, +226561298,*Oc1ccc2ccc(Oc3ccc(C(=Nc4ccc(Oc5ccc(N=C(c6ccccc6)c6ccc(*)cc6)cc5)cc4)c4ccccc4)cc3)cc2c1,,0.38273527,,, +226567495,*Nc1ccc2c(c1N*)-c1ccccc1C2(CC)CC,,0.35949967,,, +226643768,*CC(*)CC(C)C(F)(F)F,,,0.148,1.093859396,13.31500903 +226759816,*Nc1c(-c2ccccc2)cc(/C=C/c2ccccc2)c(/C=C/c2ccccc2)c1N*,,0.36364076,,, +227298587,*CCOCCOC(=O)CCCCCCCC(=O)O*,,0.34727992,,, +227838325,*Oc1c(Cl)cc(C(c2cc(Cl)c(OC(*)=O)c(Cl)c2)C2CC3CCC2C3)cc1Cl,,0.4079258,,, +228251537,*Nc1ccc(Cc2ccc(C(CC)c3ccc(Cc4ccc(N*)cc4)cc3)cc2)cc1,,0.35878998,,, +228252916,*C=Cc1sc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(-c4sc(C=CC5=CC(=C(C#N)C#N)C=C(*)O5)c(CCCCCC)c4CCCCCC)ccc2-3)c(CCCCCC)c1CCCCCC,,0.42087423,,, +228347866,*CCCCCNC(=O)c1ccc(C(=O)N*)cc1,,0.32982991,,, +228476998,*c1ccc(C(C#N)(C(=O)O)C(*)(C#N)C(=O)O)cc1,,0.35362996,,, +228510296,*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(N=Nc2ccc(B(c3c(C)cc(C)cc3C)c3c(C)cc(C)cc3C)cc2)cc1,,0.34069727,,, +228992973,*c1ccc(N(c2ccc(OC)cc2)c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.40284317,,, +229505065,*OS(=O)(=O)c1ccc(Oc2ccc(S(=O)(=O)Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.36351582,,, +229703472,*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6nc(*)ccc6c5)cc4)cc3)cc2)cc1,,0.38017203,,, +229766352,*c1ccc2c(c1)C(=O)N(c1ccc(N(C)CCN(C)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.37991556,,, +230018905,*Oc1ccc(C(C)(C)c2ccc(Oc3nc(*)nc(Cl)n3)cc2)cc1,,0.36279792,,, +230210475,*Oc1ccc(C=C2CCC(=Cc3ccc(OC(=O)c4ccc(N=Cc5ccc(C=Nc6ccc(C(*)=O)cc6)cc5)cc4)c(OC)c3)C2=O)cc1OC,,0.36413773,,, +230305493,*CCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCO*,,,0.289,0.958044519,16.89480393 +230397925,*CCCCCCCC(*)C,,0.40146108,0.371,0.806729205,19.12833616 +230432971,*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nnc(-c5ccc(-c6nnc(*)o6)c(Oc6ccccc6)c5)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.36767095,,, +231066951,*Nc1cc(C)c(C(c2ccccc2)c2cc(C)c(N*)cc2C)cc1C,,0.37754837,,, +231144775,*Nc1ccc2c(c1)C1(c3ccc(C)cc3-2)c2cc(N)ccc2-c2ccc(N*)cc21,,0.38585396,,, +231347203,*NCCCN(C)CCCN*,,0.32591931,,, +231567628,*CC(*)(C)C(=O)OCc1cccs1,,0.35173384,,, +231654446,*Oc1ccc(S(=O)(=O)c2ccc3cc(S(=O)(=O)c4ccc(Oc5ccc(-c6ccc(*)cc6)cc5)cc4)ccc3c2)cc1,,0.37364004,,, +232089797,*Nc1ccc([C@H](C)Cc2cccc(C[C@@H](C)c3ccc(N*)cc3)c2)cc1,,0.35754875,,, +232335054,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)C2=O,,0.38115589,,, +232528549,*Nc1cc(NC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2)cc(-c2nnc(-c3ccccn3)o2)c1,,0.37471715,,, +232607063,*CCCCCCCCCCCOC(=O)Nc1ccc(NC(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c(C)c1,,0.36758677,,, +232782325,*Oc1ccc(N[Se]Nc2ccc(*)cc2)cc1,,0.38958964,,, +232863145,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc([N+](=O)[O-])cc1C,,0.33326912,,, +233782359,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccc(C#N)cc3)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.41938162,,, +233996434,*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)(CC)C1=O,242.6534046,,,, +234298821,*Nc1ccc(-c2ccc(-c3cc(-c4ccc(N*)cc4)cc(-c4ccc(-c5ccc(C)cc5)cc4)c3)cc2)cc1,,0.35439862,,, +234298840,*CC(O)CN(*)c1cc(C)c(N=Nc2ccc(C#N)cc2)c(C)c1,,0.38210588,,, +234377391,*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,,0.37489895,0.368,0.906986266,23.47308455 +234483624,*C1CC(*)OC(O)O1,136.0523749,,,, +234538951,*=Nc1cccc(Oc2cccc(Oc3cccc(N=C4OC(=O)c5cc6c(cc54)C(=*)OC6=O)c3)c2)c1,132.5253262,,,, +234724783,*Nc1ccc2c(c1)-c1cc(N*)ccc1C21c2ccc(N)cc2-c2cc(N)ccc21,,0.38703609,,, +234741357,*CCCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O*,,0.34015211,,, +234747929,*Nc1ccc2c(c1)C(C1c3ccccc3-c3ccccc31)c1cc(N*)ccc1-2,,0.36346408,,, +235082589,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(*)c(S(=O)(=O)O)c4)cc3S(=O)(=O)O)cc2)cc1,,0.36352019,,, +235587729,*c1ccc(CC(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1,,0.37882713,,, +235628108,*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.40933062,,, +236163730,*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)=C(C(=O)OCC)C1c1ccc(Cl)cc1,170.3261787,,,, +236477815,*Nc1cccc(C(=C(c2ccccc2)c2ccccc2)c2cccc(N*)c2)c1,,0.37210124,,, +236843078,*C(=O)Nc1cc(C(c2cc(C)c(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc35)C4=O)c2)(C(F)(F)F)C(F)(F)F)cc(C)c1C,,0.3730141,,, +238179937,*Nc1ccc(C)c2c(N*)ccc(C)c12,,0.33933851,,, +238223157,*C(=O)N(*)c1ccccc1,150.7130657,,,, +238571886,*Oc1ccc2cc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)ccc2c1,,0.34998488,,, +238619204,*C(=O)OCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.33594994,,, +238841218,*Nc1ccc(C2(c3ccc(N*)cc3[C@]34C[C@@H]5C[C@H](C[C@@H](C5)C3)C4)c3ccccc3-c3ccccc32)c([C@]23C[C@H]4C[C@H](C[C@H](C4)C2)C3)c1,,0.3538557,,, +238997456,*OC(=O)Oc1ccc(S(=O)(=O)c2ccc(OC(=O)OC3CC4CC(*)CC(C3)O4)cc2)cc1,,0.3395961,,, +239786978,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)c5)cc4C3=O)cc2)cc1,,0.35739857,,, +240082161,*NCCCCCCCCCCCN*,,0.34603548,,, +240111092,*CC(*)c1ccc(C(C)(O)CCC)cc1,,0.37492289,,, +240232361,*N=Cc1ccc(-c2ccc(C=Nc3ccc4c(c3)c3cc(*)ccc3n4CCCCCC)s2)s1,95.07860424,,,, +240796718,*CC(*)(CF)C(=O)OCC,,0.33962658,0.1684999999999999,1.040351207,13.63736539 +241359312,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O,,0.38315859,,, +241371117,*c1ccc2c(c1)Sc1cc(-c3ccc(-c4ccc(*)s4)s3)ccc1N2CCCCCCCCCC,,0.47689077,,, +241512397,*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)OCCOc3ccc(C4(c5ccc(O*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)cc1,,0.35416456,,, +241814157,*CCCCCCCCCCOC(=O)CCCC(=O)O*,,,0.263,, +241915001,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.34542529,,, +242653142,*Cc1cc2cc(C(=O)Nc3ccc(NC(=O)c4cc5cc(*)c(OC(=O)COc6ccc7ccc(=O)oc7c6)cc5oc4=O)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1,,0.31935888,,, +242836460,*CC(*)C(=O)OCCOCC(F)(F)F,,0.33534513,,, +242840603,*c1ccc2c3ccc(-c4ccc(-c5ccc(-c6ccc(*)s6)c6nccnc56)s4)cc3n(C(CCCCCCCC)CCCCCCCC)c2c1,,0.45544781,,, +242927288,*CC(*)C(=O)OCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.34363418,,, +243127357,*Cc1ccccc1CN(CC)c1ccc(/C=C/c2ccc(/C=C(\C#N)C(=O)NC3CCCCC3NC(=O)/C(C#N)=C/c3ccc(/C=C/c4ccc(N(*)CC)cc4)cc3)cc2)cc1,,0.37544351,,, +243290882,*Nc1ccc2c(c1)-c1ccccc1C21c2ccccc2-c2cc(N*)ccc21,,0.38182575,,, +243418714,*CC(*)(C)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1,,0.34294351,,, +243622593,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OC)cc1,,0.33521285,,, +243711331,*Oc1cc(CCCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.36723846,,, +243853291,*c1ccc(C(=O)OCCCCCCOC(=O)c2ccc(N3C(=O)CC(SCCOCCSC4CC(=O)N(*)C4=O)C3=O)cc2)cc1,19.42674542,,,, +243952176,*CCCCCCOC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O*,,0.3240054,,, +244278527,*CCCCCCOC(=O)OCCCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.36332291,,, +244304146,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)c3ccccc3-c3ccccc32)cc1C,,0.3968899,,, +244332189,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(N=Nc3ccc(Br)cc3)c3ccccc23)cc1,,0.36678226,,, +244803582,*Oc1cc2ccccc2cc1OC(=O)c1ccc(Oc2ccc(C(*)=O)cc2)cc1,,0.35353153,,, +244913940,*Oc1ccc(C(=O)c2ccc(NC(=O)c3ccc(C(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.35794829,,, +245591935,*Oc1cccc(Oc2cccc(NC(=O)c3cc(Oc4ccc(C(=O)O)c(C(=O)Nc5cccc(*)c5)c4)ccc3C(=O)O)c2)c1,,0.32944697,,, +245779778,*C(=O)C(*)(C)C,105.8292511,,,0.919975664,25.84971423 +246955408,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(c9ccc(*)cc9)(C(F)(F)F)C(F)(F)F)cc8)cc7)cc6)cc5)c4)cc3)cc2)cc1,,0.3636083,,, +247237663,*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5cccc6c5C(=O)N(*)C6=O)c4C3=O)cc2)cc1,,0.3708276,,, +247440971,*NCc1cccc(-c2cccc(C/C=C(/c3ccccc3)c3cc4c(cc3N*)C(C)(C)c3ccccc3-4)c2)c1,,0.36399382,,, +247441113,*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)CC6CCC5C6)cc4)cc3)cc(C(C)(C)C)c2)cc1,,0.37881264,,, +247473503,*CC(*)C(=O)OCCSCCC#N,,0.38180613,0.1875,1.111901096,13.24819081 +247558689,*CC(*)c1ccc(OP2(OCCOCCOCCOC)=NP(OCCOCCOCCOC)(OCCOCCOCCOC)=NP(OCCOCCOCCOC)(OCCOCCOCCOC)=N2)cc1,,0.35241412,,, +247866107,*C(=O)Nc1ccc(Oc2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1,,0.35047717,,, +247996319,*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)c1ccccc1,,0.35589429,,, +248016214,*CC(*)(C)C(=O)OCCc1ccccc1,,0.35596729,0.168,1.048543977,11.43837267 +248038345,*CC(*)(C)C(=O)Oc1c(OC)cc(C=Cc2ccccc2)cc1OC,,0.36033906,,, +248424742,*Nc1ccc(-c2ccc(N*)c(-c3ccc4ccccc4c3)c2-c2ccccc2)c(-c2ccccc2)c1-c1ccc2ccccc2c1,,0.37176001,,, +248434754,*CCCC(C)CN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34161456,,, +248544464,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1,,0.36643788,,, +249614010,*Nc1ccc(C(c2ccc(NC(=O)c3ccc(-c4ccc(C(*)=O)cc4)cc3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1,,0.36288949,,, +250010482,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8cccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)c8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.35957001,,, +250039671,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(S(=O)(=O)c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.36225862,,, +250587037,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(c7ccccc7)(c7ccccc7)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.39689903,,, +251202338,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.34943466,,, +251297590,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(c3ccccc3)(c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)C(F)(F)F)c1)C2=O,,0.38575647,,, +252276774,*OC(=O)OCCCCCCCCCCOC(=O)OC1COC2C(*)COC12,,0.34183349,,, +252299281,*CC(*)C(=O)NC(C)CC,,,0.2259999999999999,0.92947228,12.6370902 +252836035,*c1ccc(Oc2cccc3c(NC(=O)c4ccc(C(c5ccc(C(=O)Nc6cccc7c(Oc8ccc(-c9nnc(*)o9)cc8)cccc67)cc5)(C(F)(F)F)C(F)(F)F)cc4)cccc23)cc1,,0.37104971,,, +253276168,*CC(*)(C)C(=O)OCC(O)CO,,0.28803561,,, +253355524,*Nc1cnc(*)s1,,0.41199988,,, +253518655,*CCC=C(*)CCCCCCC,,0.41315553,,, +253610686,*c1ccc(-c2ccc3nc(*)cc(-c4ccccc4)c3c2)cc1,,0.41535856,,, +253726027,*c1ccc(-c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(-c5ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1,,0.35611323,,, +254267891,*CCCCSSCCCCO*,,0.41742983,0.199,, +254408923,*c1cccc(OCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.35408719,,, +254419051,*Nc1ccc(N*)c(-c2ccc3ccccc3c2)c1-c1ccc2ccccc2c1,,0.35818164,,, +254630145,*c1ccc2c(c1)C(=O)N(c1ccc(OC(CCCCCC)COc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.36437379,,, +254694603,*OC(=O)c1cccc(C(=O)OC2CC3CC(*)CC(C2)O3)c1,,0.34862273,,, +254845509,*CC(*)(C)C(=O)OCCN(CC)S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,,0.1095,1.49945764,12.31638522 +255108764,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O,,0.36084666,,, +255514575,*C(=O)Nc1cccc(C(=O)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)c2)c1,,0.39087447,,, +255574677,*c1ccc(Cc2ccc(NC(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1,,0.36146511,,, +255628383,*CC(*)(C#N)C(=O)OCCCC,,0.37262971,0.179,0.98541293,13.85902924 +255934897,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCC)cc1,,0.33648171,,, +256392827,*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6cc(C(=O)Nc7ccc(Oc8ccc9nc(-c%10ccc([N+](=O)[O-])cc%10)c(*)nc9c8)cc7)cc(N7C(=O)c8ccccc8C7=O)c6)cc5)ccc4nc3-c3ccc([N+](=O)[O-])cc3)cc2)cc1,,0.37884475,,, +256452381,*Nc1ccc(-c2ccc3ccccc3c2)c(-c2ccc3ccccc3c2)c1N*,,0.35367739,,, +256964530,*C(=O)NC1CCCC(*)O1,,0.32360402,,, +257055666,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C(F)(F)F)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(C(F)(F)F)c1)C2=O,,0.37771161,,, +257349913,*CC(*)c1cc(C(=O)OC)ccc1-c1ccc(OCCCCCCCC)cc1,,0.37587647,,, +257379568,*c1ccc(N2C(=O)c3ccc(-c4cccc5c4C(=O)N(*)C5=O)cc3C2=O)cc1,,0.37822963,0.233,1.15692241,22.05257254 +257538013,*CC[Si](C)(C)O[Si]1(*)O[Si](C)(C)O[Si](C)(C)O1,,0.44963517,,, +257696451,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(=O)O*)c1,,0.32102943,,, +257850952,*Oc1ccc(C(C)=Cc2ccc(OC(=O)OCCCCCOC(*)=O)cc2)cc1,39.38257392,,,, +258103927,*c1ccc(-c2ccc(N(*)c3ccc(C)cc3)cc2)cc1,,0.44281771,,, +258160847,*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,,0.36051806,,, +258763444,*c1nc2cc3sc(-c4cc(OCCCCCCCCCCCC)c(*)cc4OCCCCCCCCCCCC)nc3cc2s1,,,0.3647499999999999,0.992488687,22.57173018 +258775514,*CC(*)(C)C(=O)OCCCCCCCCCCCCCCCCCC,,0.39721388,0.317,0.861197166,12.32577198 +258956403,*Nc1ccc(-c2ccc(N*)c(-c3ccc(-c4ccccc4)cc3)c2)cc1,,0.34800933,,, +258994540,*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(N=Nc2ccc(C=O)cc2)cc1,,0.35665131,,, +258997794,*CCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.40056446,,, +259074348,*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(C(=O)OCCOc2ccc(C=CC(=O)c3ccccc3)cc2)c1,,0.34041504,,, +259180745,*CC(*)C(=O)c1ccc(Br)cc1,,0.39504944,,, +259297341,*Sc1ccc(Sc2ccc(Sc3ccc4c(c3)C(=O)N(N3C(=O)c5cccc(*)c5C3=O)C4=O)cc2)cc1,,0.38796769,,, +259345713,*Nc1ccc(C(c2ccc(N*)cc2)(C2CCCCC2)C2CCCCC2)cc1,,0.3823599,,, +259345728,*Oc1ccc(NC(=O)c2cc(C(c3ccc(C(=O)O)c(C(=O)Nc4ccc(Oc5ccc(C(c6ccc(*)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4)c3)(C(F)(F)F)C(F)(F)F)ccc2C(=O)O)cc1,,0.34130286,,, +259439423,*Nc1ccccc1-c1c(N*)cccc1-c1ccccc1-c1ccccc1-c1ccccc1,,0.3650485,,, +259788945,*CCC1C(=O)N(CCCC)C(=O)C1*,,0.3477642,,, +259984370,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)C3(CCC(C5=NC(Cc6ccccc6)CO5)(C5=NC(Cc6ccccc6)CO5)CC3)c3cc(*)ccc3-4)ccc1-2,,0.3966168,,, +260073812,*Oc1cc(CCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.35907903,0.234,1.125159714,19.71902254 +260077968,*Cc1ccc(CO*)cc1,,0.35484206,,, +260201518,*OC(F)(F)COC(=O)c1cc(OCCCCC)cc(C(=O)OCC(*)(F)F)c1,,0.33975909,,, +260366998,*CCCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1,,0.35659382,,, +260773607,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(-c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.37808348,,, +260812845,*CC(*)c1ccccc1COCCCCCCCC,,0.38758383,,, +261071879,*CC(*)c1ccc(C)cc1C,,,0.1856666666666666,0.894079517,12.1318108 +261334701,*Nc1ccc(-c2ccc(-c3c(-c4ccc5ccccc5c4)c(-c4ccc5ccccc5c4)c(N*)c(-c4ccc5ccccc5c4)c3-c3ccc4ccccc4c3)cc2)cc1,,0.37406348,,, +262074826,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(S(=O)(=O)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.36927526,,, +262353559,*Nc1ccc(C2(c3ccc(N*)c([C@]45C[C@H]6C[C@H](C[C@H](C6)C4)C5)c3)c3ccccc3-c3ccccc32)cc1[C@]12C[C@H]3C[C@H](C[C@H](C3)C1)C2,,0.39273082,,, +262479772,*C(=O)OCC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)N1CC(C)N(*)CC1C,,0.35492706,,, +262850499,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(C)(C)c4cc(C)c(*)c(C)c4Br)c(Br)c3C)cc2)cc1,,0.41845298,,, +263068772,*C=CCCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCc1ccc2ccc3cccc4ccc1c2c34,,0.37379395,,, +263087206,*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OC)c(Br)c2)cc1,,0.35326079,,, +263236795,*NCCOCCOCCOCCOCCN*,,0.3235597,,, +263279017,*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)C(=O)Nc5ccccc54)cc3)c2)cc1,,0.35442058,,, +263293393,*Oc1ccc2ccc(Oc3ccc(C(=Nc4ccc(N=C(c5ccccc5)c5ccc(*)cc5)cc4)c4ccccc4)cc3)cc2c1,,0.38174047,,, +264131865,*C(=O)c1ccc(C(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(*)s5)cc4)cc3)s2)cc1,,0.37349224,,, +264402592,*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)c(C(=O)O)cc2C(=O)O)cc1,,0.31854458,,, +264552260,*Nc1cc(N*)c2cc1N(C)c1cc(C(=O)OC)cc(c1)N(C)c1cc(c(N)cc1N)N(C)c1cc(C(=O)OC)cc(c1)N2C,,0.37551441,,, +264939963,*CC(*)(CC(=O)Oc1ccc(OCC)cc1)C(=O)Oc1ccc(OCC)cc1,,0.35102684,,, +265038627,*CCCCCCOCCCCCCOCCCCCO*,-72.01996519,,,, +265862660,*Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.36689919,0.268,, +265889946,*Oc1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1,,0.35865674,,, +265939765,*CCCN*,,,0.354,0.92848585,19.40336561 +266241866,*CC(*)(C)C(=O)OCCCCCCCCCCCC[n+]1ccc(N(C)C)cc1,,0.37084263,,, +266415058,*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32424675,,, +266479070,*CCC[Sn](C)(C)CCCOC(=O)C(CCCCCCOc1ccc(-c2ccc(OCc3ccc([N+](=O)[O-])cc3)cc2)cc1)C(=O)O*,,0.35896412,,, +266620737,*Oc1ccc(-c2ccc(OC(=O)Nc3cccc(P(=O)(c4ccccc4)c4cccc(NC(*)=O)c4)c3)cc2)cc1,,0.35820494,,, +266988735,*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.35359242,,, +267049794,*CC(F)(F)C(F)(F)C(F)(F)C(F)(F)COC(=O)CCCC(=O)O*,-64.11657159,,,, +267912832,*CCCCCCCCCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O,73.37639604,,,, +268323392,*Nc1cc(C)c(Cc2ccc(CCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35627685,,, +268434909,*Nc1cc(Br)c(N*)c(Br)c1,,0.37180837,,, +268436916,*CC(CC)S(*)(=O)=O,,0.3604463,,, +268533943,*O[Si](*)(C)c1c(F)c(F)c(F)c(F)c1F,,0.35719446,,, +268805413,*c1nc(C)nc(N(CCCCCCN(*)c2ccccc2)c2ccccc2)n1,,0.3854823,0.21,1.056565871,14.20899208 +269136469,*Nc1cccc2cc3cccc(N*)c3c(N)c12,,0.33466725,,, +269301575,*Nc1cccc(CCc2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)c1,,0.3513212,,, +269388015,*Oc1ccc(C(c2ccc(OP3(Oc4ccc(C(=O)OCCC)cc4)=NP(Oc4ccc(C(=O)OCCC)cc4)(Oc4ccc(C(=O)OCCC)cc4)=NP(*)(Oc4ccc(C(=O)OCCC)cc4)=N3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35657352,,, +269527017,*CCN(CCOC(=O)c1cccc(C(=O)O*)c1)c1ccc(N=Nc2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1,,0.36042586,,, +270193915,*C=CC(C*)COCC(=O)OCCCCCCCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.35801119,,, +270468068,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(S(=O)(=O)c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.36832614,,, +270662526,*c1ccc(Sc2ccc(-c3nc(-c4cccc(-c5nnc(-c6ccccc6)c(*)n5)n4)nnc3-c3ccccc3)cc2)cc1,419.5781202,,,, +270794936,*Nc1ccc(-c2ccc(N*)c3ccccc23)c2ccccc12,,0.35345588,,, +271080458,*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(Sc3ccc(O*)cc3)cc2)c1,,0.3444038,,, +271082869,*CC(*)C(=O)OCCOC,,0.33856563,,, +271540328,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(C)(C)CCCCCCCCC(*)(C)C)cc5C4=O)cc3)cc1)C2=O,,0.36399911,,, +271698010,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3[N+](=O)[O-])cc2)cc1,,0.37040317,,, +271737793,*c1ccc(Oc2ccc(N3C(=O)CC4C(CC5C(=O)N(*)C(=O)C54)C3=O)cc2)cc1,,0.38077271,,, +272150874,*CC(*)c1ccc(CCCCCCCCCCCCCCCC)cc1,,0.40149462,0.3409999999999999,0.848617516,12.88977254 +272832139,*CC(*)(C)C(=O)OCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.34243851,,, +273139332,*c1sc(*)c(OCCCCCCCCCCCCCCCCCCCC)c1C,,,0.3747499999999999,0.90435478,14.34826035 +273204422,*CC(*)c1ccccc1CC,,,0.1843333333333333,0.918485757,13.27096728 +273571217,*N/N=C(\N*)c1c(N)nc2[nH]ncc2c1N,,0.32001736,,, +273593115,*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2C)c(C)c1,,0.39155142,,, +273667291,*CC(O)COC(=O)C1CCC(C(=O)OCC(O)COc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)CC1,,0.34780473,,, +274064100,*Nc1cccc2cc3ccccc3c(N*)c12,,0.34139872,,, +274098381,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1cc(C(F)(F)F)cc(C(F)(F)F)c1,,0.37731962,,, +274614510,*OC(CC(*)=O)C(C)C,-24.82439314,,,, +275666084,*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(N=Nc2ccc(C3OCC4(CO3)CC3C=CC4C3)cc2)cc1,,0.36026363,,, +276378650,*CC(*)C(=O)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(C)CCCCCC)cc3)cc2)cc1,,0.37426308,,, +277002638,*CCCCCCCNC(=O)c1ccc(C(=O)N*)cc1,,0.34342057,,, +277986602,*Oc1ccc(Oc2ccc(C=NCCCCCCCCCCN=Cc3ccc(*)cc3)cc2)cc1,,0.37760079,,, +278061089,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc6cccc(C(=O)c7ccc(*)cc7)c56)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.38951494,,, +278123349,*CC(*)C(=O)C1CCCCC1,,,0.204,0.931405406,11.28939719 +278169291,*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1,,0.34618661,,, +278692232,*Oc1ccc(NC(=O)c2ccc3cc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)ccc3c2)cc1,,0.36862142,,, +278844630,*CCOCCOC(=O)c1cccc(C(=O)O*)c1,,0.33032067,,, +278926278,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCC3CCCCC3C2)cc1,,0.37490919,,, +279552323,*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36505048,,, +279624532,*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c4)cc3)cc2)cc1,,0.38445052,,, +279990409,*CCNC(=O)CCCCCCCCCCCCCCC(=O)N*,,,0.412,, +280111011,*Nc1ccc([C@H](C)c2ccc(C(C)c3ccc([C@@H](C)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36122133,,, +280819340,*Nc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(C(c3ccccc3)(c3ccccc3)c3ccc(N*)cc3)cc2)cc1,,0.39075711,,, +280901586,*c1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38363841,,, +281000054,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2[N+](=O)[O-])cc1,,0.37040323,,, +281136178,*CNC(=O)OCc1ccc(COC(=O)NCc2ccc(C(C)(C)c3ccc(*)o3)o2)o1,,0.33949603,,, +281150361,*O[Si](C)(C)CC[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C,,0.40021921,,, +281517661,*=C=C=C(Cn1c2ccccc2c2ccccc21)C(=*)Cn1c2ccccc2c2ccccc21,,,,1.114657106,12.21503123 +281814625,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)c1)C2=O,,0.35895487,,, +281920156,*CC(*)C(=O)OCCCCCC(=O)Oc1ccc(-c2ccc(C#N)cc2)cc1,,0.34688893,0.2299999999999999,1.092668338,12.97526971 +281967969,*Nc1ccc(C[C@@H](C)c2ccc([C@H](C)Cc3ccc(N*)cc3)cc2)cc1,,0.36054021,,, +282298315,*O[Si](C)(C=C)O[Si](C)(C=C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.43139276,,, +282747611,*C=CC1CC(*)C2C(=O)N(c3cccc(C)c3)C(=O)C12,,0.39070984,,, +283523819,*C(C#N)=Cc1cc(OCCCCCCCC)c(C=C(C#N)c2cc(OCCCCCCCC)c(*)cc2OC)cc1OC,,0.39126569,,, +283582804,*N=P(*)(OCCCC)OCCCC,,0.40534797,,, +284421147,*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c6ccccc56)c5ccccc35)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37733686,,, +284595179,*CCOC(=O)NCCSCCCCSCCNC(=O)O*,26.25521298,,,, +285133703,*Nc1ccc2c(c1)[C@H]1c3cc(N*)ccc3[C@@H]2c2c(N)cccc21,,0.38618396,,, +285241910,*CC(*)(C)C(=O)OCCN(C)c1ccc(N=Nc2ccc(N=Nc3ccc(C#N)cc3)cc2C)cc1,,0.38137962,,, +285299858,*N[C@@H](O)N[C@@]1(N*)[C@@H](O)N=CNC1(N)N,,0.30799614,,, +285419416,*CCCCOCC(O)CN(CC(O)CO*)c1ccc(N(C)C)cc1,,0.35989821,,, +285781116,*Nc1ccccc1C1(c2cc(CC)ccc2N*)CCCCC1,,0.36032585,,, +286143083,*Nc1cc(-c2c(C)cccc2C)cc(-c2c(C)cccc2C)c1N*,,0.36856174,,, +286285970,*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32305957,,, +286520814,*CC1CC1CO*,-28.98581149,,,, +286659449,*CC(*)(C)C(=O)OC(C)Oc1ccccc1,31.196908,,,, +286702486,*Nc1ccc(CC(C)(Cc2ccc(N)cc2)Cc2ccc(N*)cc2)cc1,,0.34821769,,, +286760389,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(C)cc5)cc4)cc3)cc2)cc1,,0.39161329,,, +286863590,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1,,0.38856425,,, +286904793,*Nc1ccc(-c2ccc(N*)cc2/C=C/c2ccccc2)cc1,,0.35172909,,, +286907970,*c1ccc([Si](*)(OCC)OCC)cc1,7.02246836,,,, +286918876,*CCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,,,0.3455,0.900783398,13.84301628 +287377564,*c1ccc(Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1,,0.40143862,,, +287416791,*c1ccc(S(=O)(=O)NCCNS(*)(=O)=O)cc1,7.54081281,,,, +287463310,*CC(*)C1=NC(C)(C)C(=O)O1,,0.35364772,,, +287576128,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc(N=Nc3cc(OC)c(N=Nc4ccc([N+](=O)[O-])cc4)cc3OC)c(C)c2)cc1,,0.36102011,,, +287781923,*/C=C/c1sc(*)c(OCCCCCCCCCCCC)c1OCCCCCCCCCCCC,,,0.365,0.900179408,11.69721179 +288191338,*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(C)(C)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.34522255,,, +288320875,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6cccc(*)n6)cc5C(F)(F)F)cc4)c4ccccc4-c4ccccc43)cc2)c(C(F)(F)F)c1,,0.41115337,,, +288350972,*OS(=O)(=O)c1cccc(C(=O)c2cccc(S(=O)(=O)Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)c2)c1,,0.36729276,,1.237872849,16.18613012 +288433754,*CC(*)C(=O)Oc1cccc2ccccc12,,0.35105406,0.1644999999999999,1.120527982,12.47317176 +288686571,*Nc1ccc(C(c2ccc(NC(=O)c3cc(C(*)=O)cc(C(C)(C)C)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.3682145,,, +288758624,*CCN(*)Cc1ccccc1,,0.36209961,,, +288986880,*CC(COC(=O)CCCCCCCCCCN1C(=O)C2C3C=CC(C3)C2C1=O)O*,,0.34865046,,, +289030100,*Nc1ccc2c(c1)-c1ccccc1[C@]21c2ccccc2-c2ccc(N*)cc21,,0.38578532,,, +289287510,*Nc1cc2cc3cc4ccccc4cc3cc2cc1N*,,0.3410204,,, +289478370,*Oc1cccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4cccc(Oc5nc(*)nc(Sc6ccccc6)n5)c4)cc3)cc2)c1,184.9515774,,,, +289637508,*CC(*)(CC(=O)OCC1CCCCC1)C(=O)OCC1CCCCC1,,0.3794888,0.19,, +289857593,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCS(=O)(=O)CCCCC(=O)O*,,,0.322,, +289881295,*CCCCCCCCCCCCCCS*,,,0.34125,0.881232316,22.79770371 +289972048,*=Cc1ccc(C=C2SC(=S)N(c3ccc(N4C(=O)C(=*)SC4=S)cc3)C2=O)cc1,187.1036635,,,, +290244345,*Nc1cc(S(=O)(=O)c2ccc(O)c(N*)c2)ccc1O,,0.32138495,,, +290253227,*Oc1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1cccc(C)c1,,0.38116077,,, +290300802,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O*,,0.29982078,,, +290418374,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.35769875,,, +291057839,*CC(*)(C)C(=O)OCCCCCCN1CCN(c2ccc(N=Nc3ccc(C=C(C#N)C#N)cc3)cc2)CC1,,0.37590326,,, +291499422,*CC(CCCC)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1,,0.32018631,,, +291719291,*c1ccc(C=Cc2cc(OCC(CC)CCCC)c(C=Cc3ccc(N(*)c4ccccc4)cc3)cc2OC)cc1,,0.39827635,,, +291812607,*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)c(C)c1,,0.35280461,,, +292223018,*CCN(*)C(=O)c1c(F)cc(F)cc1F,,0.34607139,,, +292271271,*Oc1ccc(S(=O)(=O)c2ccc(Oc3cccc(NC(=O)c4ccc(-c5ccc(C(=O)Nc6cccc(*)c6)c(C)c5)cc4C)c3)cc2)cc1,,0.35676805,,, +292300264,*Nc1ccc(Nc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.3913528,,, +292368159,*OC(=O)C=CC(=O)OC1COC2C(*)COC12,,0.31212102,,, +292543407,*C1C(=O)N(c2c(CC)cccc2CC)C(=O)C1*,,0.41528164,,, +293023790,*C=Cc1cc(OCCCCCCOc2ccc(C3CCC(CCCCC)CC3)cc2)c(*)cc1OCCCCCCOc1ccc(C2CCC(CCCCC)CC2)cc1,36.67582945,,,, +293350949,*c1ccc2c(c1)C(=O)N(c1cc(Br)c(Oc3c(Br)cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3Br)c(Br)c1)C2=O,,0.43086202,,, +293363115,*/C=C/C(C*)C(C)CC,,,0.203,0.82398912,14.35476002 +293508970,*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2-c2cccc3ccccc23)cc1,,0.35954171,,, +293562405,*CC(*)(C)C(=O)Oc1cccc(C)c1,,,0.151,1.017456329,12.06665155 +293886642,*c1ccc(*)s1,,0.49681739,,, +294224638,*CC(*)C(=O)C(C)C,,,0.203,0.886596201,12.63604574 +294498348,*CCOCCOc1ccc(C=C(C)c2ccc(O*)cc2)cc1,,0.36557344,,, +294894075,*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7C(=O)c7ccccc76)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1,,0.47578212,,, +295260492,*C[Si](*)(C)CCCOCCOCCOC,,0.36062899,,, +295275980,*CC(*)(C)C(=O)OCCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(-c3cccc(OC(=O)c4ccc(OC(=O)c5ccc(OCCCCCCCCCCCC)cc5)cc4)c3)cc2)cc1,,0.36392032,,, +295305734,*CC(*)(CC(=O)Oc1ccc(C)cc1)C(=O)Oc1ccc(C)cc1,,,0.182,1.062096371,11.04114403 +295343824,*C(=O)c1ccc(C(=O)N(CCC)c2ccc(Cc3ccc(N(*)CCC)c(C)c3)cc2C)cc1,179.9023847,,,, +295492872,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4cccc(Oc5ccc(C(C)(C)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)c(C)c2)cc1C,,0.38770631,,, +295884244,*Oc1ccc(C(=Nc2ccc(N=C(c3ccccc3)c3ccc(Oc4ccc(C(c5ccccc5)(c5ccccc5)c5ccc(*)cc5)cc4)cc3)cc2)c2ccccc2)cc1,,0.39566509,,, +296205481,*CCCCCCCCCCOC(=O)CCCCCCC(=O)O*,,0.36776724,0.3445,0.938959785,22.70955044 +296253043,*Nc1ccc(CCCCCc2ccc(N*)cc2)cc1,,0.34584996,,, +296446712,*CC(*)C(C)=O,,0.34334548,0.179,0.955845655,17.46864859 +296474292,*C(F)(F)C(*)(F)OC(F)(F)C(F)(F)F,,0.3417127,,, +296559312,*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4)cc3)cc2c1,,0.3598661,,, +296620653,*Nc1ccc(Cc2ccc(-c3ccc(N*)cc3)cc2)cc1,,0.34759302,,, +296709911,*Nc1ccc(C(c2ccc(N)cc2)(c2ccc(N)cc2)[C@H]2CC[C@H](N*)CC2)cc1,,0.37489694,,, +296780712,*CCCOCCOCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,-26.75831261,,,, +296827731,*CCN(CCOC(=O)NC(C)(C)c1cccc(C(C)(C)NC(=O)O*)c1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.34971424,,, +296831504,*Oc1c(C)cc(-c2cc(C)c(OC(=O)CCCCCCCCC(*)=O)c(C)c2)cc1C,,0.36469857,,, +297020286,*/C=C/c1ccc(*)c(-c2cc(-c3ccccc3)c(OCC(CC)CCCC)cc2OCC(CC)CCCC)c1,,,0.256,0.919376466,12.57676107 +297297701,*C1CCC(N2C(=O)c3ccc(S(=O)(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC1,,0.37391211,,, +297474668,*C(=O)Nc1cc(C(F)(F)F)cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(C(F)(F)F)cc(N4C(=O)c5ccc(*)cc5C4=O)c2Oc2ccc(C(F)(F)F)cc2)C3=O)c1Oc1ccc(C(F)(F)F)cc1,,0.3682254,,, +297502549,*NCC1CCCC(CN*)C1,,0.33163789,,, +297731512,*c1ccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)cc6)cc5)cc4)cc3)cc2)cc1,,0.35562062,,, +298003696,*Nc1c(C)c(C)c(C(=O)c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)c(C)c1C,,0.37168327,,, +298173145,*NC(=O)NCCCCCCNC(=O)Nc1cccc(*)n1,,0.32647685,,, +298248052,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5c(c(-c6ccccc6)c(-c6ccc(Oc7ccc(Oc8ccc(-c9c(-c%10ccccc%10)c%10c(c(-c%11ccccc%11)c9-c9ccccc9)C(=O)N(*)C%10=O)cc8)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)C4=O)c3)c2)c1,,0.38817266,,, +298750870,*c1c(-c2ccccc2)c(-c2ccccc2)c(*)c2cc(C(c3ccc(C#Cc4ccccc4)c(C#Cc4ccccc4)c3)(C(F)(F)F)C(F)(F)F)ccc12,,,0.103,1.001212493,12.31035991 +299097300,*C(*)C(=O)OC,,0.33876364,,, +299152684,*CCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,,,0.3485,0.93702543,20.75684225 +299349220,*NC(C)C(=O)NCC(*)=O,19.96697332,,,, +299618473,*C(=O)Nc1ccc(C(=O)Nc2ccc(NC(=O)c3ccc4[nH]c(-c5cccc(-c6nc7cc(*)ccc7[nH]6)c5)nc4c3)cc2)cc1,,0.3655908,,, +299922696,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccccc7)[nH]c6*)cc5)cc4)cc3)cc2)cc1,,0.38697246,,, +300005769,*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C21,,0.36282504,,, +300892142,*CCSCCOC(=O)CCC(=O)O*,,0.34112021,,, +300941372,*CC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1,,0.34047754,,, +301268217,*CCCCCCCCCCO*,,,0.353,, +301459957,*c1cccc(N2C(=O)c3cccc(Oc4c(C)cc(-c5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1,,0.38569497,,, +301935252,*C(=O)OCCCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.35218285,,, +302206099,*Nc1ccc([C@H](CC)C[C@H](C[C@@H](C[C@@H](C)c2ccc(N*)cc2)c2ccc(N)cc2)c2ccc(N)cc2)cc1,,0.36066913,,, +302309984,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.36551009,,, +302979803,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34376894,,, +303176560,*Nc1ccc(C2(c3ccccc3N*)CCCCC2)cc1,,0.35257654,,, +303191070,*N=P(*)(Oc1ccc(-c2ccccc2)cc1)Oc1ccc(-c2ccccc2)cc1,,0.36538573,,, +303219921,*Nc1ccc(-c2ccc(N*)cc2CCCCc2cc(N)ccc2-c2ccc(N)cc2)cc1,,0.35208407,,, +303267980,*CCCCCCN(C)C(=O)CCC(=O)N(*)C,,0.34567408,,, +303343344,*C#Cc1cccc(C#C[SiH2]*)c1,,0.47028838,,, +303682893,*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.38690449,,, +303795473,*CCCC(C)(C)CCCNC(=O)c1ccc(C(=O)N*)cc1,,0.34132981,,, +304139587,*c1ccc(C(C#N)(C(=O)OCC)C(*)(C#N)C(=O)OCC)cc1,,0.38803882,,, +305079648,*Oc1ccc(SC(=O)Oc2ccc(C(C)(C)c3ccc(OC(=O)Sc4ccc(*)cc4)cc3)cc2)cc1,,0.34795585,,, +305318799,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCC)c(*)cc3CCCCCC)ccc1-2,,0.42097491,0.46,0.85144236,20.23991085 +305819221,*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(Cl)cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O,,0.39611043,,, +307030577,*Nc1ccc2c(c1)[C@@H](c1ccccc1)c1c-2ccc(N*)c1-c1ccccc1,,0.36614228,,, +307396008,*CC(*)OC(=O)CC1CCCC1,,0.3604384,,, +307817942,*c1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5cccc6c5C(=O)N(*)C6=O)cc4)cc3)cc2)cc1,,0.35768777,,, +308504449,*CCCCCCCCCCSCCCCCCS*,,,0.3305,0.931588685,28.27457475 +308535213,*CC=CN(C=CCC1CC(=O)N(c2ccc(Cc3ccc(N4C(=O)CC(*)C4=O)cc3)cc2)C1=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36429958,,, +308745808,*CC1CCC(COC(=O)NCCSCCCCCSCCNC(=O)O*)CC1,77.84678315,,,, +308992648,*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)F,,0.32276362,,, +309072874,*Oc1ccc(C2(c3ccc(OC(*)=O)c(C)c3)CC3CC2C2CCCC32)cc1C,,0.40611726,,, +309419979,*C(=O)c1ccc2nc(-c3ccc(-c4cnc5cc(*)ccc5n4)cc3)cnc2c1,,0.42198142,,, +309733373,*OC(=O)c1ccc(CCCCCCc2ccc(C(*)=O)cc2)cc1,,0.36077317,,, +310196546,*Oc1cccc(NC(=O)CCCCCCCCCC(=O)Nc2ccc(*)cc2)c1,,0.34944602,,, +310395295,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6ccc(-c7nc(*)c(-c8ccccc8)[nH]7)cc6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1,,0.40672617,,, +310494439,*CC(*)n1ccnc1,,0.35410749,,, +310611274,*CC(C)COC(=O)c1ccc(C(=O)O*)cc1,,0.3435142,,, +310843241,*CC(*)C(=O)OCC1(COCC2(COC(=O)C(*)(C)C*)COC(CP(=O)(OCC)OCC)OC2)COC(CP(=O)(OCC)OCC)OC1,,0.34782459,,, +310898724,*Nc1ccc2ccc3c(N*)c(-c4ccc(C5(c6ccccc6)c6ccccc6-c6ccccc65)cc4)c(-c4ccc(C5(c6ccccc6)c6ccccc6-c6ccccc65)cc4)c4ccc1c2c34,,0.38241769,,, +311037297,*CC(*)(C)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32611657,,, +311737289,*Oc1ccc(-c2ccc(Oc3ccc(Oc4cc(Oc5ccc(*)cc5)ccc4CCCCCC)cc3)c3ccccc23)c2ccccc12,,0.37973562,,, +311750318,*CC(=O)Nc1ccc(Cc2ccc(NC(=O)COc3ccc4ccccc4c3Sc3c(O*)ccc4ccccc34)cc2)cc1,,0.34521945,,, +312401249,*OC(=O)Oc1ccc2c(c1)Oc1cc(*)ccc1C21c2ccccc2-c2ccccc21,,0.39255677,,, +312938401,*Nc1ccc(N[Se]*)cc1,,0.39082082,,, +313210022,*/C=C/CCCCC*,,,0.3143333333333333,0.823772683,18.69881957 +313256095,*Nc1ccc(-c2c(-c3ccccc3)c(-c3ccccc3)c(N*)c(-c3ccc4ccccc4c3)c2-c2ccc3ccccc3c2)cc1,,0.3722511,,, +313737003,*Oc1ccc(N=Nc2ccc(Cc3ccc(N=Nc4ccc(OC(=O)c5ccc(N=Nc6ccc(C(*)=O)cc6)cc5)cc4)cc3[N+](=O)[O-])c([N+](=O)[O-])c2)cc1,,0.36942122,,, +313765532,*C=CC1CC(*)C(F)(F)C1(F)OC(F)(F)C(F)(F)C(F)(F)F,,0.35218928,,, +313831314,*CC(*)C1CCCCC1,,,0.1906666666666666,, +313842947,*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(-c6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1,,0.42784564,,, +313907766,*CCCCCCCCc1nc2cc(-c3ccc4oc(*)nc4c3)ccc2o1,61.93714913,,,, +313933456,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1,,0.36100204,,, +314234289,*Nc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(NC(=S)NC(=O)c4cccc(C(=O)NC(*)=S)c4)c3)cc2)c1,,0.34075834,,, +314354319,*CCN(CCOC(=O)NCCCCCCNC(=O)O*)c1ccc(N=Nc2ccc(P(=O)(c3ccccc3)c3ccccc3)cc2)cc1,,0.36051644,,, +314797178,*CC(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(*)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc2)cc1,,0.34625008,,, +314863833,*C=C(*)C(C)(C)C,,0.39086188,,, +314916411,*Nc1ccc(NC(=O)c2cc(C(=O)O)c(C(*)=O)cc2C(=O)O)cc1,240.3936293,,,, +315380987,*c1ccc(C(c2ccc(-c3nc4ccc(-c5ccc6nc(*)oc6c5)cc4o3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.41473896,,, +315519001,*CCN(*)C(=O)c1ccc(SC(F)(F)F)cc1,,0.36079153,,, +315538569,*c1ccc(Oc2ccc(-c3c(-c4ccccc4)c4c(c(-c5ccccc5)c3-c3ccccc3)C(=O)N(c3cccc(N5C(=O)c6c(c(-c7ccccc7)c(-c7ccccc7)c(*)c6-c6ccccc6)C5=O)c3)C4=O)cc2)cc1,,0.40245453,,, +315696598,*CCOCCOC(=O)C(CCC)C(=O)O*,,0.3478015,,, +316809152,*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc5c(-c6ccccc6)cc(*)nc5cc4n3)cc2)cc1,,0.42319171,,, +317007708,*CCCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.35069342,,, +317020980,*CC(*)(C)C(=O)OCC[N+](C)(C)CCCCCCC,,0.48837644,,, +317112247,*/C=C/c1ccc(*)c(-c2cc(OCC(CC)CCCC)c(OCC(CC)CCCC)cc2-c2ccccc2)c1,,,0.196,0.892538398,13.24845393 +317286954,*CC(CC)(CC)CS*,,0.39177135,,, +317794773,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCC(C)C)cc1,,0.34144884,,, +317893081,*Nc1c(N*)c2c3ccccc3ccc2c2ccccc12,,0.33765399,,, +318193611,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc([Si](C)(C)c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.37988388,,, +318514421,*CC(COCC=C)O*,,0.37390145,,, +318909763,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3cccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3)cc1)C2=O,,0.35870758,,, +318923469,*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(O*)cc1,,0.3223982,,, +318933021,*c1ccc(C(=O)OCCCCCCCCCCOc2ccc(C=C3CCCCC(=Cc4ccc(OCCCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1,,0.36697686,,, +319236312,*C=CC1CC(*)C2C(=O)N(c3cccc(Cl)c3)C(=O)C12,,0.38072604,,, +319319228,*CCCCCCCCNC(=O)Cc1ccc(CC(=O)N*)cc1,,0.34606066,,, +320070845,*Nc1ccc(-c2ccc(N*)c(-c3ccc(C(C)(C)C)cc3)c2)cc1,,0.35848188,,, +321187243,*c1cccc(OCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.35149035,,, +321215899,*Oc1ccc(N=CCCCC=Nc2ccc(OC(=O)Nc3cc(NC(*)=O)ccc3C)cc2)cc1,,0.34931445,,, +321268777,*Nc1ccc(CC(C)(C)NC(=O)CCCCCCCCC(*)=O)cc1,,0.35281212,,, +321308254,*C1=C(c2ccc(-c3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(-c5ccc(*)cc5)ccc3-4)cc2)C(=O)N(CCCCCCCCCCCC)C1=O,,0.40747116,,, +321519190,*CCCCCNC(=O)CCCCCCCCOCCCCCCCCC(=O)NCCCCCO*,,,0.267,0.932721325,20.89267331 +321552204,*/C=C/CCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCCCCCCCCCCCCCC,,,0.332,, +321955140,*NC(CC(*)=O)C(=O)OCCCCCC,0.713924343,,,, +322065979,*c1ccc(Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(Oc4ccc(N5C(=O)CC(Nc6ccc(NC7CC(=O)N(*)C7=O)cc6)C5=O)cc4)c(C)c3)cc2C)cc1,,0.37995335,,, +322351570,*OCCOC(=O)CCCCC(=O)OCCOc1nc(-c2ccc(OC)cc2)nc(*)c1-c1ccc(OC)cc1,,0.34860734,,, +322605911,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.34897667,,, +323040540,*Nc1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(N*)ccc1-2,,0.36646307,,, +323411656,*Cc1cc(CNC(=O)CCCCC(=O)N*)cc(C(C)(C)C)c1,,0.34360475,,, +323702728,*Nc1ccc(Cc2ccccc2C(C)(CCCCCCCCC)c2ccccc2Cc2ccc(N*)cc2)cc1,,0.36176304,,, +324341393,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(*)cc6)ccc5c4)cc3)cc2)cc1,,0.38062816,,, +324348126,*CC(*)c1ccc(C([Si](C)(C)C)[Si](C)(C)C)cc1,,0.43765265,,, +324392817,*CCN(*)C(=O)CCCCCCCCCCC,,0.38506928,,, +324827592,*Oc1cccc(Oc2ccc(N=Cc3ccc(N(c4ccccc4)c4ccc(C=Nc5ccc(*)cc5)cc4)cc3)cc2)c1,,0.38883651,,, +324904007,*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2CC3CCC2C3)cc1,,0.37329335,,, +324919224,*CCCS(=O)(=O)CCCCS(=O)(=O)CCCOC(=O)O*,,0.3533756,,, +325038822,*Nc1ccc(C(=O)c2ccc(C(=O)c3ccc(Nc4ccc5c(c4)c4cc(*)ccc4n5CC(CC)CCCC)cc3)cc2)cc1,,0.38731405,,, +325850735,*Nc1ccc(-c2ccc(N*)cc2Cc2ccccc2)c(Cc2ccccc2)c1,,0.34802156,,, +325853121,*Oc1c(Br)cc(*)cc1Br,,0.44645964,,, +326740697,*CC(*)(C)C(=O)OCc1cc(F)ccc1F,,0.34376939,,, +327326654,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)C(C)C)cc3)cc2)cc1,,0.38318487,,, +327432808,*Oc1ccc(S(=O)(=O)c2ccc(*)cc2)c2ccccc12,,0.36846516,,, +327552819,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N2C(=O)C(=Cc3c(C)c4ccccc4n3C)C(=C(C)C)C2=O)cc1,-17.96880959,,,, +327962548,*N=P(*)(OCC(F)(F)F)OCC(F)(F)F,,0.35273936,,, +328019914,*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OC)c(Br)c2)cc1,,0.35295173,,, +328180933,*Oc1ccc2c(c1)C(C)(c1ccc(OC(=O)c3cccc(C(*)=O)c3)cc1)CC2(C)C,,0.37445789,,, +328387168,*Nc1ccccc1C(CC)(c1ccccc1N)c1ccccc1N*,,0.3617022,,, +328610666,*Nc1ccc(-c2ccc(N*)cc2S(=O)(=O)O)c(S(=O)(=O)O)c1,,0.32787588,,, +328753275,*CCCCNC(=O)CC/C=C/CCC(=O)N*,,,0.258,, +328792977,*Oc1ccc(C(C)(C)C)cc1Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.38170267,,, +329116469,*c1nnc(-c2ccc(Oc3ccc(C=Cc4ccc(Oc5ccc(*)c6ccccc56)cc4)cc3)c3ccccc23)o1,,0.38851942,,, +329479579,*Nc1ccc(C(=C(c2ccccc2)c2ccccc2)c2ccc(N*)cc2)cc1,,0.37080803,,, +329844440,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.38825862,,, +330131370,*c1nnc(-c2cc(CCCCCCCCCC)c(-c3sc(-c4nnc(-c5cc(OCCCCCCCC)c(*)cc5OCCCCCCCC)o4)cc3CCCCCCCCCC)s2)o1,,0.40215236,,, +330131913,*CCCCOC(=O)SSC(=O)O*,-58.94578339,,,, +330440675,*Nc1ccc(-c2ccc(N*)c(-c3cc(-c4ccc(N)c(-c5ccccc5)c4)ccc3N)c2)cc1-c1ccccc1,,0.35788637,,, +330874137,*Nc1ccc(C(=O)c2c(C)c(C)c(C(=O)c3ccc(NC(=O)c4ccc(C(*)=O)cc4)cc3)c(C)c2C)cc1,,0.37667535,,, +330921769,*CCCCCCCCCCCCCCCCCCCCC(*)COCCOCCOCCOCCOCCCCCCCCCCCCCC,,,0.38425,0.882777598,18.64436035 +331019668,*CCCOC(=O)CCCCC(=O)O*,,0.33351251,,, +331170381,*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32650351,,, +331790904,*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)ccc1OCCCCCCOc1ccc(N=Nc3ccc(OCC)cc3)cc1)C2=O,,0.36774153,,, +333349586,*CCCCNC(=O)CCCCCCCCCC(=O)N*,,,0.3229999999999999,0.965368624,22.50813311 +333365529,*Nc1ccc(-c2c3ccccc3c(-c3ccc(N*)c4ccccc34)c3ccccc23)c2ccccc12,,0.37137106,,, +333446735,*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5cccc(Oc6cccc7c6C(=O)N(*)C7=O)c5)c4C3=O)cc2)cc1,,0.35735202,,, +333695147,*Nc1ccc(-c2ccc(N*)c(CC)c2)cc1CC,,0.3583446,,, +334420972,*c1ccc(Oc2ccccc2N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.37092475,,, +334571792,*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.36816596,,, +334621145,*CCCCOC(=O)CCSCCCCCCSCCC(=O)O*,,0.37393849,,, +334995050,*Nc1cccc(-c2cc(N*)ccc2-c2ccccc2-c2ccccc2-c2ccccc2)c1,,0.35857012,,, +335146594,*c1ccc(Cc2ccc(N3C(=O)C(C)C(SCCOCCSC4C(=O)N(c5ccc(Cc6ccc(N7C(=O)CC(C)(SCCOCCSC8(C)CC(=O)N(*)C8=O)C7=O)cc6)cc5)C(=O)C4C)C3=O)cc2)cc1,,0.34652308,,, +335695120,*CC(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.33962097,,, +335867964,*c1ccc(-c2sc(-c3cc(SCCCCCCCC)c(*)s3)cc2SCCCCCCCC)cc1,,0.46090001,,, +336148935,*Oc1ccc(CC(C#N)(C#N)Cc2ccc(*)cc2)cc1,,0.38321738,,, +336321161,*c1ccc(CC(=O)Nc2ccc(Cc3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1,,0.38110654,,, +336593955,*CC(F)(F)C(F)(F)C(F)(F)C(F)(F)COC(=O)NCCCCCCNC(=O)O*,,0.31989921,,, +336780982,*C=Cc1ccc(-c2nnc(-c3ccc(C=Cc4ccc5c(c4)c4cc(*)ccc4n5CCCCCCCC)cc3)n2-c2ccccc2)cc1,,0.39201873,,, +337489231,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O,,0.40122658,,, +337825369,*C1CCOC1*,,0.35254503,,, +338101273,*C(=O)Nc1cccc(S(=O)(=O)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(-c5nnc(-c6ccccn6)o5)cc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c2)c1,,0.37898693,,, +338143659,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)cc4)cc3)cc1)C2=O,,0.35983591,,, +338510207,*CC(*)(CC(=O)OC(C)C)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2,,0.39295654,,, +339460948,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5cccc(Oc6cccc7c6C(=O)N(*)C7=O)c5C4=O)cc3)cc2)cc1,,0.37064472,,, +339625856,*CC(*)C(=O)c1ccc(C(C)(C)C)cc1,,0.39538031,0.1915,0.936469283,10.58961551 +340997850,*Nc1cc(NC(=O)c2ccccc2C(*)=O)cc(-c2nnc(-c3ccccn3)o2)c1,,0.37065155,,, +341123684,*CC(*)N,,0.38223216,,, +341439882,*Oc1cccc(NC(=O)CCCCCC(=O)Nc2ccc(*)cc2)c1,,0.33827626,,, +341816925,*CC(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)c2)cc1,,0.34068841,,, +341876947,*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.39839006,,, +342399286,*CCCCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1,,0.34643018,,, +342537511,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)C(CC)C(CC)C(*)=O,,0.33445863,,, +343006911,*N=P(*)(OCCC)OCCCCC,,0.4014852,,, +343110199,*CCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.3359349,,, +343123949,*CCC(C)CCC(=O)O*,,,0.253,0.980916925,20.5666232 +343155685,*c1ccc(C=Cc2cc(OCCCCCCCC)c(C=Cc3ccc(N(*)c4ccccc4)cc3)cc2OCCCCCCCC)cc1,,0.3949659,,, +343326237,*C(=O)c1ccc(Oc2c(C)cc(-c3cc(C)c(Oc4ccc(C(=O)c5ccc6nc(*)ccc6c5)cc4)c(C)c3)cc2C)cc1,,0.39852455,,, +343355330,*CCCCCCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.40045418,,, +343928203,*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(*)o3)cc2)cc1,,0.44572292,,, +344065840,*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37439693,,, +344567495,*/C=C/c1cc(CCCCCCCCCCCC)c(*)s1,,,0.368,, +344756877,*CC(*)c1cc[n+](CCCCCCCC)cc1,,0.39455232,,, +344924762,*Nc1cc2cc3ccc4cccc5ccc(c2cc1N*)c3c45,,0.33084477,,, +345530183,*CC(C)(C)C1C(=O)N(CCCC)C(=O)C1*,,0.35157211,,, +346660576,*c1ccc(-c2ccc(C3(*)CCCCC3)cc2)cc1,,0.39773705,0.252,0.96749891,16.14335044 +346744541,*CC(=O)Nc1ccc(Cc2ccc(NC(=O)CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33703091,,, +346973737,*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.34227403,0.121,1.608016391,12.86015216 +347210288,*CC(*)(CCC)C(=O)OC,,0.37329926,,, +347336274,*Oc1cc(Cl)cc(Cl)c1*,,0.39826398,,, +347361170,*c1ccc(Oc2ccc(C(=O)c3cccc(-c4cccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8cccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)c8)[nH]c7-c7ccccc7)cc6)cc5)c4)c3)cc2)cc1,,0.39209457,,, +347389709,*CCOC(=O)C=CC(=O)NCCCCCCNC(=O)C=CC(=O)O*,,0.31787399,,, +348198056,*c1cccc(N2C(=O)c3ccc(Oc4ccc(-c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1,,0.36818227,,, +348809308,*CCCCCCCCCCCCCCCCCCNC(=O)NCCCCCCCCCCNC(=O)N*,,,0.39,, +348992789,*Oc1ccc(Cc2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.35373472,,, +349443030,*c1ccc(Oc2ccc(C=Cc3ccc(Oc4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1,,0.38304714,,, +349759369,*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3ccc(C(C)(C)c4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1C(C)(C)C,,0.3776416,,, +350457801,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2)cc1-c1ccccc1,,0.35335103,,, +350689430,*COC(=O)NCCCCCCNC(=O)OCc1ccc(*)o1,,0.33438968,,, +350799877,*C1C(=O)N(c2ccccc2C)C(=O)C1*,,0.37508855,,, +351260510,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(NC(=O)CCCCC(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1,,0.3386598,,, +351343100,*Oc1ccc(C2(c3ccc(OC(=O)CCCCC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1,,0.37034086,,, +351687879,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C=Nc2ccc(CCCC)cc2)cc1,12.41121342,,,, +351780192,*CCOCCOC(=O)CCCCCC(=O)O*,,0.33523458,,, +351892249,*OP(=O)(Oc1ccccc1)Oc1ccc(*)cc1,,0.34040236,,, +351941026,*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O,,0.34489828,,, +351987442,*c1ccc(C(=O)Nc2cccc(S(=O)(=O)c3cccc(NC(=O)c4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)c3)c2)cc1,,0.35305375,,, +352084468,*c1ccc(Cc2ccc(-c3nc(-c4cccc(-c5nnc(-c6ccccc6)c(*)n5)n4)nnc3-c3ccccc3)cc2)cc1,,0.42632673,,, +352515684,*Nc1ccc(C2(c3ccc(NC(=O)c4cc(C(*)=O)cc(C(C)(C)C)c4)cc3)c3ccccc3-c3ccccc32)cc1,,0.38327124,,, +353134698,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4CCCC(C(C)c5ccc(*)cc5)C4)cc3)cc2)cc1,,0.37685467,,, +353348926,*CC(*)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32579382,,, +354177724,*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(C2CCC(N4C(=O)c5ccc(*)cc5C4=O)CC2)C3=O)cc1,,0.34499607,,, +354467864,*C1C(=O)N(c2cc(Br)c(O[Si](C)(C)C)c(Br)c2)C(=O)C1*,,0.45389033,,, +354485735,*CCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.34817572,,, +354498686,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(Cl)cc2)cc1,,0.35330585,,, +354785060,*Nc1ccc(C(C)(C)c2ccc(C(C)(c3ccc(N)cc3)c3ccc(N*)cc3)cc2)cc1,,0.36875033,,, +354906741,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O,,,0.328,1.206756714,23.97728876 +355069751,*CC(C)(CCC)COC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.35957248,,, +355158617,*CC(*)(CC(=O)Oc1ccc(OCCCCCCC)cc1)C(=O)Oc1ccc(OCCCCCCC)cc1,,0.37071795,,, +355564083,*Oc1ccc(C(=Nc2ccc(N=C(c3ccccc3)c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc2)c2ccccc2)cc1,,0.38832422,,, +355968898,*C=CC1CC(*)C(C(=O)OC(C)(C)C)C1C(=O)OC(C)(C)C,,0.38329687,,, +356782883,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.35742127,,, +356916100,*CC(*)(C)c1ccccc1,,,0.164,0.833452729,14.83591616 +356993441,*Oc1ccc(C(c2ccc(OC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35824759,,, +357011061,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)Oc2ccc(-c3ccccc3)cc2)c1,,0.34236864,,, +357282616,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.36712892,,, +357513605,*CCCCCNC(=O)CCCCCCCC(=O)N*,,,0.301,, +357543937,*c1ccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5)cc4)cc3C2=O)cc1,,0.37803621,,, +358009894,*Nc1cc(NC(=O)Nc2ccc(Cc3ccc(NC(*)=O)cc3)cc2)cc(C(=O)Nc2cccc3c2C(=O)c2ccccc2C3=O)c1,,0.33952674,,, +358172536,*C=C(*)CCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1,,0.35841923,,, +358272082,*Nc1c(N)c(O)c2c(c1N*)CN(O)N=C2,,0.30616083,,, +359188290,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)cc8)[nH]c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.40281752,,, +359434805,*Nc1cc2c(cc1N*)[C@@](C)(c1ccccc1)CC2(C)C,,0.36320235,,, +359677253,*Oc1cccc(NC(=O)c2ccc(C(=O)Nc3ccc(*)cc3)cc2)c1,,0.34535991,,, +359720037,*Nc1ccc(-c2ccc(NC(=O)Cc3cc(C)c(CC(*)=O)cc3C)cc2)cc1,,0.34598025,,, +359727146,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(c6ccccc6)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc12,,0.36713277,,, +359769379,*CCCCCCCCCCOC(=O)c1ccccc1C(=O)O*,,0.35843646,,, +360768817,*CC(*)(C)C(=O)OCCc1ccc(N=Nc2ccccc2)cc1,,0.3677443,,, +360823125,*CC(*)(C)C(=O)OCc1ccc(Cl)cc1Cl,,0.3570137,,, +360959263,*CCNC(=O)c1ccc(-c2ccc(O*)cc2)cc1,,0.33621674,,, +361088502,*CC(*)(C)C(=O)OCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.34900517,,, +361254383,*Nc1cc(-c2ccccc2)c(-c2ccccc2)c(-c2cccc3ccccc23)c1N*,,0.36562173,,, +361271652,*N[C@@H]1C=c2c([nH]c(=O)n2N*)=C1N,,0.31105409,,, +361586466,*CCSSSSCCO*,,0.45802948,,, +362892396,*Nc1ccc(CCCCc2ccc(N*)cc2)cc1,,0.34199263,,, +363282083,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.363459,,, +363316865,*Oc1c(-c2ccccc2)cc(*)cc1-c1cccc(C)c1,,0.40463316,,, +363884489,*CC(*)OC(=O)c1ccc(C)cc1,,0.36495332,,, +363982437,*c1cc(CCCCCCCCCCCCCCCCCCC)c(*)s1,,,0.34,, +364021169,*=C=C=C(COS(=O)(=O)c1ccc(C)cc1)C(=*)COS(=O)(=O)c1ccc(C)cc1,76.80290526,,,, +364113470,*c1ccc(-c2ccc(-c3nc4ccccc4c(-c4ccc(Oc5ccc(-c6c(-c7ccccc7)c(*)nc7ccccc67)cc5)cc4)c3-c3ccccc3)cc2)cc1,,0.40290946,,, +364555377,*CC(*)OC(=O)c1ccc(OC(C)=O)cc1,,0.3315989,,, +364982310,*CC(*)c1ccc(C(=O)OC)cc1,,,0.2033333333333333,1.032355465,13.1037956 +365169812,*Oc1ccc(NC(=C(C#N)C#N)c2cccc(C(Nc3ccc(Oc4ccc(NC(=O)c5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)=C(C#N)C#N)c2)cc1,,0.37385099,,, +366601299,*Oc1cc(CC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.35709462,,, +366883952,*CCCCOCCCCOCCCCOC(=O)c1ccc(N=Cc2ccc(C=Nc3ccc(C(=O)O*)cc3)cc2)cc1,,0.36331077,,, +366967975,*Nc1ccc(Cc2ccccc2-c2ccccc2Cc2ccc(N*)cc2)cc1,,0.35066059,,, +367099874,*CC(*)(C)C(=O)OCCOc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35958926,,, +367205774,*c1ccc(CCc2ccccc2N2C(=O)C(=O)N(c3ccc(Cc4ccc(N5C(=O)C(=O)N(*)C5=O)cc4)cc3)C2=O)cc1,,0.36251555,,, +367282123,*OC(C)COC(C)COC(=O)c1ccc(C(*)=O)cc1,,0.3488532,,, +367646881,*c1ccc(Oc2ccc(-c3cnc4cc(Oc5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1,,0.40222325,,, +367702294,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(O)C(O)c4ccc(*)cc4)cc3)cc2)cc1,,0.36610689,,, +367735151,*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc2)C3=O)cc1,,0.35220439,,, +367931242,*CCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1,,0.33070211,,, +367944221,*Cc1cc2cc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1,,0.32641041,,, +368322688,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.35498117,,, +368356823,*CC(*)(C)C(=O)OCc1cccc([N+](=O)[O-])c1,,,0.158,1.162628481,11.3618897 +368542881,*C/C=C\C[Si](*)(CCCOc1ccccc1)c1ccccc1,,0.36365457,,, +368592179,*Nc1ccc(C(*)=O)cc1,92.05287264,,,, +368595823,*C(=O)NCCCCCCCCCCNC(=O)c1cncc(*)c1,85.60365033,,,, +368968267,*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(N=Nc2ccc(-c3nc4cc([N+](=O)[O-])ccc4[nH]3)cc2)cc1,,0.35758422,,, +369213312,*C(=O)OCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.33915819,,, +369610662,*SCC(=O)NN=Cc1ccc(OCCCCOc2ccc(C=NNC(=O)CSc3nnc(*)s3)cc2)cc1,39.79677892,,,, +369639389,*CCCCCCN(CC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C(F)(F)C(F)(F)C(F)(F)C(=O)N(*)CC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32766144,,, +369676731,*Oc1ccc(C(=Cc2ccc(-c3ccc(C=C(c4ccccc4)c4ccc(OC(*)=O)cc4)cc3)cc2)c2ccccc2)cc1,,0.38025773,,, +369827633,*c1cccc(OCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.34661118,,, +370323439,*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(c6ccccc6)c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1,,0.36558414,,, +370727281,*Nc1ccc([C@@H](CCCCCCCCCCC)c2ccc(C3(c4ccc([C@@H](CCCCCCCCCCC)c5ccc(N*)cc5)cc4)CCCCC3)cc2)cc1,,0.36981871,,, +370833911,*CCSSSS*,,0.52820271,,, +370860168,*CCCCOC(=O)NCCCCCCNC(=O)O*,,0.33574734,,, +370933065,*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3ccccc3)(c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)C(F)(F)F)cc1C(C)C)C2=O,,0.43647003,,, +371139580,*Nc1ccc(-c2c(-c3ccccc3)cc(N*)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.36585327,,, +371520322,*Oc1ccc(C(*)=O)cc1CCCCC,,0.38126522,,, +371572748,*CCCC(C)(C)CNC(=O)c1cccc(C(=O)N*)c1,,0.34209913,,, +371620331,*Oc1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(*)cc4)c3)cc2)cc1,,0.36833963,,, +371754917,*Oc1ccc(NC(=O)c2cc(NC(=O)CCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,,0.33234463,,, +371907376,*c1nc(C(F)(F)C(F)(F)C(F)(F)F)nc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)n1,,0.34763212,,, +372375740,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(-c5nc6ccccc6s5)cc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,,0.37167468,,, +372416932,*Nc1ccccc1C(c1ccccc1N)(c1ccccc1N*)C1CCCCC1,,0.37800543,,, +372715194,*CC(*)OC(=O)c1ccc(OC(=O)CCC)cc1,,0.34765241,0.223,1.086283422,12.25368206 +372897734,*NC(C)CCC(C)(C)CCCNC(=O)c1ccc(C(*)=O)cc1,,0.34899433,,, +373230047,*Nc1ccc(Cc2ccc(Cc3ccc(Cc4ccc(N*)cc4)c(C)c3)cc2C)cc1,,0.35373723,,, +373313460,*CC(*)OC(=O)CC,,,0.212,0.995365589,14.03059072 +373751734,*c1ccc(OCCOc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.34666922,,, +373797398,*CC(O*)C1CC(F)(F)C1(F)F,,0.35714922,,, +373831673,*CCCC(=O)N*,,0.31089518,,, +373885914,*OC(C)CCOC(=O)c1ccc(-c2ccc(C(*)=O)cc2)cc1,,0.34779893,,, +374709833,*CCCCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,,,0.3165,0.919731294,21.54233832 +374925730,*CCC(Cl)C(*)Cl,,0.37989615,0.1795,1.273131418,21.78634698 +375189153,*c1ccc(Oc2cccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)c3)c2)cc1,,0.35615516,,, +375346790,*C(=O)N1C(=S)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)=C(C(=O)OCC)C1c1ccc(OC)cc1OC,,0.37126454,,, +375374780,*CCCCCCCCCCNC(=O)NCCCCCCCCNC(=O)N*,,,0.366,0.969724413,20.6076312 +375389813,*Oc1ccc(S(=O)c2ccc(Oc3ccc(C=NN=Cc4ccc(*)cc4)cc3)cc2)cc1,,0.37027564,,, +375630257,*CC=CC(C)S(*)(=O)=O,,0.38544075,,, +376977834,*CCCCCCCNC(=O)CCCCCCCCCC(=O)N*,,,0.4065,0.940664668,22.70774878 +377086807,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4-c4ccccc4)cc3)cc2)cc1,,0.36142293,,, +377154393,*CC(*)c1ccccc1COCc1ccccc1,,0.35933332,0.1913333333333333,, +377318088,*C(=O)c1ccc2c(c1OCc1ccccc1[N+](=O)[O-])C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)c(OCc6ccccc6[N+](=O)[O-])c5C4=O)cc3)cc1)C2=O,,0.36920726,,, +377845835,*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(CC(=O)Nc7ccc(Oc9ccc%10nc(-c%11ccccc%11)c(*)nc%10c9)cc7)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)ccc3nc2-c2ccccc2)cc1,,0.37297342,,, +377905218,*CC(=O)NCCCCCCNC(=O)Cc1ccc(O*)cc1,,0.33550386,,, +378178373,*c1cc(Br)c(OC(=O)c2ccc(C(=O)Oc3c(Br)cc(C4(*)OC(=O)c5ccccc54)cc3Br)cc2)c(Br)c1,,0.41948189,,, +378689716,*c1cc(C(=O)OCCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1,,0.36220805,,, +378754763,*CC1(*)CC(=O)N(c2ccccc2)C1=O,,0.34449463,,, +378853299,*CCCC(C)(C)CNC(=O)CCCCC(=O)N*,,0.33764161,,, +378871007,*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)NC(=O)c5ccccc54)cc3)cc2)cc1,,0.36254131,,, +378915192,*CC(*)c1ccc(Cl)c(C)c1,,,0.154,, +379560437,*CCCCP(C)(=O)CCCNC(=O)CCCCC(=O)N*,,0.3443087,,, +379965710,*Cc1c(C)c(C)c(CSC(=O)c2ccc(C(=O)S*)cc2)c(C)c1C,127.8963011,,,, +380076712,*Nc1c(N*)c(-c2cccc(C)c2)c(-c2ccccc2)c(-c2ccccc2)c1-c1ccccc1,,0.37986013,,, +380209354,*OC(F)(C(*)(F)F)C(F)(F)F,,0.30186398,,, +380408256,*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(Cc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.36900902,,, +380596855,*CCCCCCCCCCOC(=O)CCCCSCCCCC(=O)O*,-22.30064955,,0.27,, +380971589,*CC(*)(C)C(=O)OCCN(CC)c1ccc(N=Nc2ccc(OC)cc2)c(C)c1,,0.36983634,,, +381746717,*CCOCCOCCOCCOCCOC(=O)CCSCCC(=O)O*,,0.34968925,,, +381822281,*CC(*)P(=O)(Oc1ccccc1)N(C)C,,0.35079311,,, +382336764,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5cccc(*)n5)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1,,0.38991023,,, +382786072,*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,,0.37944839,0.3994999999999999,0.903805754,22.53219601 +382859238,*C=CCCCCCC*,,0.40896445,,, +382866074,*CCCCCCCCCCCC(=O)Oc1ccc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2c1,,0.35050831,,, +382983445,*CCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCOc3ccc(C(=O)Oc4ccc(O*)cc4)cc3)cc2)cc1,,,0.344,1.061577448,26.55570698 +383068073,*CCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,,,0.3415,0.933437007,18.89913865 +383183030,*c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.35203295,,, +383211120,*c1cc(CCCCCCCC)c(*)s1,,0.41466296,,, +383339614,*OC(=O)c1ccccc1NC(=O)c1ccc(C(=O)Nc2ccccc2C(=O)OC(=O)c2cccc(C(*)=O)c2)cc1,185.0999075,,,, +383541557,*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)c2)cc1,,0.35350082,,, +384321860,*CCCCCCCCCCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O*,,0.3759777,0.275,, +384392762,*CC(*)c1ccc(Cl)cc1,,,,1.087290755,17.89940277 +384493304,*CCCCCCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O*,,0.37009027,,, +384566125,*CC(*)(C)C(=O)OCC(=O)c1cc2cc(Br)ccc2o1,,0.37116728,,, +384803806,*C(=O)SSCCCCSSC(=O)N1CCN(*)CC1,-3.571974592,,,, +384892683,*c1cccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccc7ccccc7c6)nc5c4)ccc3nc2-c2ccc3ccccc3c2)c1,,0.42231854,,, +386257654,*Nc1ccc2c(c1)-c1cc(N*)ccc1C21C=CCCC1,,0.36307465,,, +386866912,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(C)CC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.34264843,,, +387403474,*c1ccccc1CCc1ccc(N2C(=O)C(=O)N(c3ccc(C)c(N4C(=O)C(=O)N(*)C4=O)c3)C2=O)cc1,,0.35428927,,, +387542061,*CCCCCCNC(=O)C(CCCCCCCCCCCCCCC)C(=O)N*,,,0.3369999999999999,0.897093489,15.49662691 +387982325,*Oc1ccc(C2(c3ccc(OC(*)=S)cc3)CCCCC2)cc1,,0.36130705,,, +388271536,*CC(*)C(=O)OC(C1COC(CP(=O)(OCC)OCC)O1)C(OC(=O)C(*)(C)C*)C1COC(CP(=O)(OCC)OCC)O1,,0.34820034,,, +388880540,*CC(*)c1cc(C(=O)OCCCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1,,0.38484165,,, +389198623,*C(=O)c1ccc(C(=O)N(*)c2ccccc2)cc1,,0.38571493,,, +389422500,*Nc1ccc(-c2ccc(Cc3ccc(-c4ccc(N*)c(C)c4)cc3)cc2)cc1C,,0.35725789,,, +389523248,*Cc1cccc(CNC(=O)C=C(C)C(=O)N*)c1,,0.32039136,,, +390128853,*Nc1ccc(Cc2ccc(N*)c3c2CCCC3)c2c1CCCC2,,0.3574561,,, +390205045,*Nc1cc2c(cc1N*)[C@]1(C)CC[C@@]2(C)C1,,0.36723278,,, +390452260,*Oc1cccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)c4)cc3)cc2)c1,,0.3649328,,, +390786079,*C1C(*)C2CC1C(C(=O)OCCC13CC4CC(CC(C4)C1)C3)C2C(=O)OCCC12CC3CC(CC(C3)C1)C2,,0.37541018,,, +390859311,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)CC(=O)N(*)C4=S)cc3)c2)cc1,,0.36549422,,, +391030269,*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(C)(C)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.35076041,,, +391108347,*Oc1ccc(OC(=O)c2ccc(OC(=O)CCCCCCC(*)=O)cc2)cc1,72.32081554,,,, +391439612,*CCCCCCC(Cl)C(*)Cl,,0.39133632,,, +391755316,*C=CC1CC(*)C2C3CCC(C3)C12,,0.38257932,,, +391808404,*CCCCSSCCCCOCO*,,0.40349527,0.196,, +391913299,*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1,,0.38338026,,, +392174026,*CCOCCOC(=O)c1ccc(-n2on2-c2ccc(C(=O)O*)cc2)cc1,15.34426557,,,, +392422616,*Cc1ccc(OCCOc2ccc(*)c3cccnc23)c2ncccc12,74.04018308,,,, +392652504,*C=CC1CC(*)C(C#N)(CCCC)C1,,0.40049659,,, +392657358,*Oc1ccc(NC(=O)c2ccc(OC3COC4C(Oc5ccc(C(=O)Nc6ccc(OC7COC8C(*)COC78)cc6)cc5)COC34)cc2)cc1,,0.34067358,,, +392908557,*CCCCCCOc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(O*)cc4)cc3)cc2)cc1,,0.39376633,,, +393047512,*Oc1ccc(-c2ccc(OC(=O)c3cc(C(=O)OCCCCCC)c(C(*)=O)cc3C(=O)OCCCCCC)cc2)cc1,77.13970172,,,, +393084491,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3ccc(-c4ccccc4)c(-c4ccccc4)c32)cc1,,0.3805448449999999,,, +393235817,*/C=C/C(C*)CCC,,,0.218,0.803760264,13.41293322 +393266857,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C=Cc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37112637,,, +393468444,*CCOCCOC(=O)C(CCCCCCC)C(=O)O*,,0.36413222,,, +393692859,*C=C(*)CNS(=O)(=O)CC,44.748248,,,, +393870517,*CC(*)C(=O)c1ccc(CCC)cc1,,0.38559273,,, +394096295,*CC(*)OC(C)C,,,0.2115,0.839799693,13.44308483 +394475074,*Nc1ccc2c(c1)C1(CC2(C)C)CC(C)(C)c2ccc(N*)cc21,,0.37896533,,, +394508821,*CC(*)c1ccccc1C(=O)N(C)C,,0.36482534,0.165,, +394549340,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6c(C)cc(C(C)(C)c7cc(C)c(Oc8ccc9c(c8)C(=O)N(*)C9=O)c(C)c7)cc6C)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.39392877,,, +395181216,*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(NC(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37043305,,, +395216039,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(-c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1,,0.37643427,,, +395903864,*Nc1cc2c(cc1C)c1cc(N*)c(N)cc1c1cc(N)c(N)cc12,,0.33922457,,, +396309311,*C(=O)Nc1c(C)cc(Cc2cc(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N=Nc5ccc([N+](=O)[O-])cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C,,0.37558403,,, +396421326,*Oc1ccc(N=Nc2ccc(Cc3ccc(N=Nc4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)cc3[N+](=O)[O-])c([N+](=O)[O-])c2)cc1,,0.36334689,,, +396650322,*Nc1ccc(-c2cccc(-c3ccc(N)cc3)c2-c2ccc(N*)cc2)cc1,,0.35433877,,, +396757724,*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7-c7ccccc76)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1,,0.46689842,,, +397033633,*CC(*)c1ccc(O)cc1,,0.34302705,0.2073333333333333,1.026280901,13.91356146 +397580304,*C(*)C(=O)OC1CCCCC1,,0.40121578,,, +398123321,*Oc1cccc(Oc2ccc3c(=O)n4c5cc(Oc6ccc7c(c6)nc6c8ccc(*)c9cccc(c(=O)n76)c98)ccc5nc4c4cccc2c34)c1,,0.36887196,,, +398381683,*C(=Cc1cc(OC)c(C=C(c2ccc(F)cc2)c2ccc(-c3ccc(*)cc3)cc2)cc1OC)c1ccc(F)cc1,,0.38687983,,, +398390180,*CC(*)(CC(=O)OCCCCCCCCC)C(=O)OCCCCCCCCC,,0.38527679,,, +398441562,*Sc1ccc(Sc2ccc(Sc3ccc(P(=O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.39970198,,, +398923440,*C(=O)Nc1ccc(-c2cc(-c3ccccc3)cc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(N8C(=O)c9ccc(*)cc9C8=O)cccc67)cc4)C5=O)cc3)n2)cc1,,0.37160155,,, +400083990,*CCN(*)C(=O)CC,,0.34536777,,, +400248641,*CC(*)c1ccc(C(=O)OCCN(CC)CC)cc1,,0.36818478,,, +400445600,*c1ccc(Oc2ccc(-c3ccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)cc3)cc2C(F)(F)F)cc1,,0.38333751,,, +400718320,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C#Cc2cc(OC)c(C=Cc3ccncc3)cc2OC)cc1,,0.37047455,,, +400901906,*Nc1ccc(-c2ccc(NC(=O)c3ccc(NC(=O)c4ccc([Si](C)(C)c5ccc(C(=O)Nc6ccc(C(*)=O)cc6)cc5)cc4)cc3)cc2)cc1,,0.36036817,,, +400957282,*c1ccc2oc(-c3ccc(Oc4ccc(C(c5ccc(Oc6ccc(-c7nc8cc(C(*)(C(F)(F)F)C(F)(F)F)ccc8o7)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)nc2c1,,0.39360428,,, +401075968,*CCCCCCCCC(=O)NCCCCCCNC(=O)CCCCO*,,,0.3185,0.954015346,20.96547901 +401205052,*CC(*)c1ccccc1COCCC,,0.37983884,0.217,0.94589921,12.52488555 +401382872,*CC(C)(C)COC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.35328142,,, +401549184,*N=P(*)(OCCOCCOCCOP1(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=N1)OCCOCCOCCOP1(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=N1,,0.3481788,,, +401691844,*OP(=O)(Oc1ccccc1)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl,,0.35206352,,, +401918606,*CCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,,0.37324005,0.3495,0.90486422,20.51772176 +402031428,*Nc1cc2cccc3c4cccc5cccc(c(c1N*)c23)c54,,0.33482328,,, +402151358,*Nc1ccc(C2(c3ccc(NC(=O)c4cc(NC(=O)C56CC7CC(CC(C7)C5)C6)cc(C(*)=O)c4)cc3)c3ccccc3-c3ccccc32)cc1,,0.37622142,,, +402476752,*CCCCCOC(=O)CCCCC(=O)O*,,0.34417644,,, +402492102,*CCCCCOc1ccc(CCCNC(=O)CCCCC(=O)NCCCc2ccc(O*)cc2)cc1,28.2211431,,,, +402626556,*Nc1ccc2c(c1)C1(c3cc(C)ccc3-2)c2cc(C)ccc2-c2ccc(N*)cc21,,0.38936549,,, +403135402,*CC(*)(C)C(=O)OCCCCCCCCOC(=O)OC1CCC2(C)C(=CCC3C2CCC2(C)C(C(C)CCCC(C)C)CCC32)C1,47.48888608,,,, +403160938,*CC(*)(CC(=O)Oc1cccc(C)c1)C(=O)Oc1cccc(C)c1,,,0.165,1.042202692,10.97057697 +404125467,*CCCCCOc1ccc(C=CC(=O)OCCN(CCOC(=O)C=Cc2ccc(O*)cc2)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)cc1,,0.35112235,,, +404307501,*CCCCCCCCC(=O)N*,,0.36229346,,, +404342250,*OC(*)CCC,,0.41332049,,, +404367957,*CC(*)c1ccc(C(=O)CCC)cc1,,0.3914716,,, +404981014,*C/C=C/COC(=O)CCCCCCCCC(=O)O*,,0.35391939,,, +404993408,*c1ccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(-c8cccc9c8C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)cc3)cc2)cc1,178.6163373,,,, +405636435,*CC(O)COc1ccc(O*)cc1,,0.32994295,,, +406335515,*Sc1ccc(C(=O)CNCCCCCCCCNCC(=O)c2ccc(*)cc2)cc1,,0.37618331,,, +406786412,*Oc1ccc(N=CC=Nc2ccc(OC(=O)NC3CC(C)(C)CC(C)(CNC(*)=O)C3)cc2)cc1,,0.35659879,,, +406938063,*Oc1cccc(Oc2ccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4ccc(*)cc4)c3)cc2)c1,,0.3367398,,, +407026307,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2cc(OC)c(N=Nc3ccc([N+](=O)[O-])cc3)cc2OC)cc1,,0.35078628,,, +407061099,*Nc1cccc(C#Cc2cccc(NC(=O)c3ccc(C(*)=O)cc3C(=O)O)c2)c1,187.6187871,,,, +407729292,*CCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.34323595,,, +407820973,*=C=C=C(CO)C(=*)CO,42.01413885,,,, +407930180,*CCNC(=O)c1ccc(C(=O)NCCOc2cc3ccccc3cc2O*)cc1,,0.32766581,,, +408163304,*Oc1ccc(-c2ccc(OC(=O)c3cc(CCCCC)cc(C(*)=O)c3)cc2)cc1,,0.3626875,,, +408357369,*c1ccc(Oc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.3737891,,, +408389877,*CNC(=O)OCc1ccc(COCc2ccc(COC(=O)NCc3ccc(C(C)(C)c4ccc(*)o4)o3)o2)o1,,0.34220533,,, +408594368,*C(=O)OCCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.3463228,,, +409036126,*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36438576,,, +409348345,*CC(*)C(=O)OCC(F)(F)F,,0.32327677,,, +410114761,*CCCC(*)(C)CC,,0.39226416,0.2339999999999999,, +410273784,*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36250129,,, +410419753,*N=P(*)(OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32778117,,, +410618641,*C(=Cc1cc(OC)c(C=C(c2ccccc2)c2ccc3cc(*)ccc3c2)cc1OC)c1ccccc1,,0.39179983,,, +410876568,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5cc(*)[nH]n5)cc4)cc3)cc2)cc1,,0.3751119,,, +410915024,*Nc1ccc(C2(c3ccc(N*)cc3)C3=CC[C@@H](C)C=C3c3ccccc32)cc1,,0.37733962,,, +410978773,*Nc1cc(CCc2ccc(C)c(N*)c2)cc(CCc2cc(N)ccc2C)c1,,0.35220879,,, +411320818,*c1ccc(C(=O)OCCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1,,0.36418344,,, +411535293,*Oc1cccc2c(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cccc12,,0.35298988,,, +411815101,*c1ccc(Oc2ccc(-c3cnc4ccc(-c5ccc6ncc(*)nc6c5)cc4n3)cc2)cc1,,0.40181263,,, +411845496,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N=Nc2ccc(OC)cc2)cc1,,0.36656596,,, +412332648,*c1nnc(-c2cc(CCCCCCCC)c(-c3ccc(-c4sc(-c5nnc(-c6cc(OCCCCCCCC)c(*)cc6OCCCCCCCC)o5)cc4CCCCCCCC)s3)s2)o1,,0.41155198,,, +413205726,*Nc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(N*)cc3)c2)cc1,,0.35755493,,, +413548295,*Nc1ccc(CCc2ccc(N*)cc2C)c(C)c1,,0.348463,,, +414071257,*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(-c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.3661288,,, +414579766,*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.38469453,,, +414690406,*Nc1ccc2ccc3c(N*)ccc4ccc1c2c43,,0.3362207299999999,,, +414711304,*Nc1ccc(-c2ccccc2)c(-c2c(C(C)C)cccc2C(C)C)c1N*,,0.37421435,,, +414802450,*CCCCCCOC(=O)C(CCCCCBr)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.37141754,,, +414910324,*CCCCCC(*)CCCCCCCCCC,,0.40749823,0.406,0.801722522,15.17699114 +415110926,*C(=O)Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.36565404,,, +415720254,*Nc1ccccc1-c1cccc2c1[C@@H](c1ccccc1N*)c1ccccc1-2,,0.3648408,,, +416197163,*Nc1ccc(C2(c3ccc(N*)cc3)CCC([C@H]3CC[C@H](CCCCCCC)CC3)CC2)cc1,,0.36335204,,, +416481975,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc8c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cccc78)cc6C5=O)cc4)cc3)cc2)cc1,,0.36755908,,, +416508716,*CCCS(*)(=O)=O,,,,1.344229366,19.8097907 +416714038,*CC(*)C(=O)Oc1cccc(C(=O)OCC)c1,,0.33862141,,, +416985872,*O[Si](c1ccccc1)(c1ccccc1)c1ccc([Si](*)(c2ccccc2)c2ccccc2)cc1,,0.41259945,,, +417097500,*CC(*)OC(=O)c1ccc(C(C)(C)C)cc1,,0.37755899,,, +417759199,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6C(F)(F)F)cc5)n4)cc3)c(C(F)(F)F)c1)C2=O,,0.36582624,,, +417837947,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc8ccccc8n7-c7ccc(-n8c(*)nc9ccccc98)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.38408582,,, +418211347,*C(F)(F)C(*)(F)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.34587055,,, +418914987,*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(Sc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)s4)s3)s2)cc1,,0.37866254,,, +418998358,*C(=O)c1ccc2c(c1)C(=Nc1ccc(Oc3cccc(N=C4OC(=O)c5ccc(*)cc54)c3)cc1)OC2=O,,0.35475052,,, +419242334,*C(=O)OCCOC(=O)c1ccc(C(=O)OCCOC(=O)N2CCN(*)CC2)cc1,,0.32328072,,, +419308262,*CC(OC(C)=O)C(CCC(C)(O)C=C)C(*)(C)C,,0.34814459,,, +419514472,*OP(=O)(Oc1ccc(OC)cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C,,0.35811043,,, +419730462,*CCCCCNC(=S)N*,,0.36013805,,, +420554258,*Oc1cc(OC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OCCN(CC)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)c1,,0.35790237,,, +420766140,*CC(*)(C)C(=O)Nc1ccc(C(=O)C=Cc2ccc(OC)cc2)cc1,,0.34238812,,, +421125375,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCC)cc1,,0.33180261,,, +421588558,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C(F)(F)F)cc3)cc1)C2=O,,0.37676658,,, +421601596,*Nc1ccc2cc1C(C)(C)c1cc(ccc1N*)-c1ccc-2cc1,,0.34941834,,, +422376704,*Oc1ccc(P(=O)(c2ccccc2)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1,,0.38335836,,, +423361710,*Cc1ccccc1C[Si](*)(C)C,,0.38237917,,, +423638166,*Nc1ccc(C2(c3ccc(NC(=O)c4cccc(C(*)=O)c4)cc3)c3ccccc3-c3ccccc32)cc1,,0.37583155,,, +424246919,*Nc1ccc(-c2c(-c3cccc4ccccc34)c(-c3cccc4ccccc34)c(N*)c(-c3cccc4ccccc34)c2-c2cccc3ccccc23)cc1,,0.37854395,,, +424737952,*c1ccc(Oc2ccc(N3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ncc(*)s5)C6=O)cc4C3=O)cc2)cc1,,0.39210701,,, +425753328,*CC(*)CNc1ccc([N+](=O)[O-])cc1C,,0.38329483,,, +425876006,*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5nc(-c6ccccc6)[nH]c5*)cc4)cc3)cc2)cc1,,0.39143285,,, +426452864,*c1ccc2c(c1)c1cc(-c3ccc(-c4ccc(-c5ccc(*)s5)c5nsnc45)s3)ccc1n2C(CCCCCCCC)CCCCCCCC,,0.42372696,,, +426568984,*CCCCCCCCCNC(=S)N*,,0.38298006,,, +426591461,*c1ccc(Oc2cccc(-c3cc(-c4ccccc4)cc(-c4cccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)c4)n3)c2)cc1,,0.37263298,,, +427022128,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3c(F)c(F)c(*)c(F)c3F)ccc1-2,,0.40575377,,, +427272579,*CC(*)C(=O)OC1CCCCCCCCCCC1,,0.37215946,,, +427458054,*C=C(*)C,4.023221393,,,, +427930827,*Oc1cccc(NC(=O)c2ccc([Si](c3ccccc3)(c3ccccc3)c3ccc(C(*)=O)cc3)cc2)c1,,0.37364181,,, +428473296,*Oc1ccc2cc(OC(=O)c3ccc(-c4ccc(C(*)=O)cc4)cc3-c3ccccc3)ccc2c1,,0.35771091,,, +428642513,*CC(*)(C)C(=O)Oc1ccc(C(=O)C=Cc2ccc(OC)c(OC)c2)cc1,,0.34006811,,, +428683484,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)c(C)c8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.36727934,,, +428785387,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)cc1)C2=O,,0.36571693,,, +428829541,*c1ccc(S(=O)(=O)c2ccc(-n3nc(*)c4ccccc4c3=O)cc2)cc1,,0.39580433,,, +428976415,*CC(C)(C)COC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.3537359,,, +429074783,*CC(*)C(=O)OCCOC(F)(C(F)(F)F)C(F)(F)F,-51.63721715,,,, +429504710,*CC(*)C(=O)OCC(C)O,,0.32197696,,, +429609044,*Oc1ccc(C2(c3ccc(Oc4ccc5c(=O)n6c7cc(-c8ccc9c(c8)nc8c%10ccc(*)c%11cccc(c(=O)n98)c%11%10)ccc7nc6c6cccc4c56)cc3)c3ccccc3-c3ccccc32)cc1,,0.39512322,,, +429737042,*c1ccc2oc(-c3ccc(C(c4ccccc4)(c4ccc(-c5nc6cc(C(*)(C(F)(F)F)C(F)(F)F)ccc6o5)cc4)C(F)(F)F)cc3)nc2c1,,0.43912224,,, +429776664,*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1,,0.34886491,,, +429914397,*CCN(*)C(=O)C12CC3CC(CC(C3)C1)C2,,0.37217616,,, +430188200,*Nc1ccc(Cc2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.34965429,,, +430475615,*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cc2)cc1,,0.36622548,,, +430498669,*c1cc(CCCCCCCCCCCCC)c(*)s1,,,0.40475,0.919023879,16.27456982 +431067883,*CC1CCC(CNC(=O)CCCCCCCCCCC(=O)N*)CC1,,0.35779902,,, +431258453,*c1cccc(NC(=O)CCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1,,0.33687844,,, +431336110,*/C=C/CCCCCC*,,,0.33,0.820824647,19.38675152 +431834567,*CC(*)(C)C(=O)OCCCCCCc1ccc(N=Nc2ccc(OC(F)(F)F)cc2)cc1,,0.36108556,,, +431972606,*Nc1nc(-c2csc(N*)n2)cs1,,0.3526676199999999,,, +432187357,*CCOC(=O)NCCCCCCCCCCNC(=O)O*,,0.34759464,,, +432686237,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc(NC(=O)c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O,,0.36335093,,, +432789142,*CC(CO)O*,,0.30841537,,, +432947505,*C(=O)Nc1ccc(Sc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cccc56)cc3)C4=O)cc2)cc1,,0.36055336,,, +433053026,*C1C(=O)N(CCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1*,,0.34752504,,, +433063842,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)c(C(F)(F)F)c1)C2=O,,0.37864052,,, +433310037,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.39496147,,, +433650150,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1,,0.39013945,,, +433804845,*O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1,,0.48218278,,, +433899559,*c1ccc(*)cc1,,0.37523864,,, +434366510,*CCCCOC(=O)C1CCC(C(=O)O*)CC1,,0.34010105,,, +434463983,*CNC(=O)CCCCCCCCC(=O)N*,66.76854223,,,, +434558166,*COC(=O)OCC1OC(OCC)(OCC)OC1*,,0.34101825,,, +434569704,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC3CC2C2CCCC32)cc1,,0.37807285,,, +434774652,*CC(*)C(=O)Oc1ccc(C#N)cc1,,0.360284,0.1845,1.134726614,13.89490111 +435176754,*C(=O)Nc1ccc(Oc2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.3555696,0.297,, +435414001,*Nc1ccc(C(CCCC)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36433979,,, +436053156,*C=Cc1cccc(OC(=O)CCCCCCCCC(=O)Oc2ccc(-c3nnc(*)s3)cc2)c1,,0.35968354,,, +436095263,*CC(*)(C)C(=O)OCCN(CCCC)c1ccc(N=Nc2ccc(S(=O)(=O)Nc3nccs3)cc2)cc1,,0.36999432,,, +436303110,*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)CCC3CCCCC3C2)cc1,,0.37550202,,, +436672073,*Nc1cc(-c2cc(N*)c(N)c3ccccc23)c2ccccc2c1N,,0.35081452,,, +438056577,*CCOC(=O)C1CCC(C(=O)OCCOc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)CC1,,0.34686046,,, +438250982,*Oc1ccc(C2(c3ccc(Oc4ccc(C=CC(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.38901721,,, +439011698,*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc(-c2ccccc2)c1,,0.36655911,,, +439136445,*O[Si](C)(C)O[Si](C)(C)O[Si](*)(c1c(F)c(F)c(F)c(F)c1F)c1c(F)c(F)c(F)c(F)c1F,,0.38120028,,, +439339917,*NCC1C2CCC(C2)C1CN*,,0.32950873,,, +439415309,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8c(C)cc(C(C)(C)c9cc(C)c(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)c(C)c9)cc8C)cc7C6=O)cc5)cc4)CC4CCC3C4)cc2)cc1,,0.38992646,,, +439660621,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(C(C)(C)C)CC8)cc7)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.37744754,,, +440187772,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(C(C)(C)C)CC9)cc8)cc7C6=O)cc5)cc4)C4CC5CC(C4)CC3C5)cc2)cc1,,0.38310066,,, +440221059,*c1cc(COCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)c(*)s1,59.88076613,,,, +440284269,*CCCCCC(=O)NCCc1ccc(CCNC(=O)CCCCCS*)cc1,-18.01175462,,,, +440459365,*CC(*)(C)C(=O)OCCn1c2ccccc2c2cc(N=Nc3ccc([N+](=O)[O-])cc3[N+](=O)[O-])ccc21,,0.37693372,,, +440694575,*OC1CCC(OC(*)=O)CC1,,0.34419974,,, +440852775,*Nc1ccc(-c2c(-c3ccccc3)cc(N*)c(-c3ccccc3N)c2N)cc1,,0.35040297,,, +440867054,*c1ccc(Oc2ccc(-c3csc(N=Cc4ccc(OCCCCCCOc5ccc(C=Nc6nc(*)cs6)cc5)cc4)n3)cc2)cc1,,0.37846605,,, +440998252,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OC(C)C)cc1,,0.34012388,,, +441045416,*NNC(=O)CCCCCCCCC(=O)NNC(=S)c1cccc(C(*)=S)c1,32.4414411,,,, +441295392,*Oc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.42813403,,, +441800426,*CCCCCC(=O)Oc1ccc2cc(OC(=O)CCCCCn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)ccc2c1,-10.30414379,,,, +441855685,*CCCNC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NCCCOCCOCCO*,,0.35141201,,, +441924430,*CCCCCCCCCC#CC#CCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,,,0.307,, +442093631,*CCCCCCCCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1,,0.36467261,,, +442452634,*CC(*)(C)C(=O)OCCBr,,0.37763347,0.128,1.475127343,15.26731429 +442573599,*c1ccc(-c2sc(-c3cc(SCCCCCCCCCCCC)c(*)s3)cc2SCCCCCCCCCCCC)cc1,,0.43658652,0.349,, +442588281,*c1ccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1,,0.35570555,,, +442933041,*/C=C/c1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccc(C(F)(F)F)cc2)c1,,,0.184,0.956021414,17.81147708 +443073633,*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc5nc(*)cc(-c6ccccc6)c5cc4n3)cc2)cc1,,0.44606667,,, +443095393,*c1cc(CCOc2ccc(N=Nc3ccc(C#N)cc3)cc2)c(*)s1,,0.38587992,,, +443473345,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2C(O)(C(F)(F)F)C(F)(F)F)c(C(O)(C(F)(F)F)C(F)(F)F)c1,,0.37988372,,, +444454370,*NC(CCC(=O)OCc1ccc(F)cc1)C(*)=O,,0.32718673,,, +444535836,*CCOC(=O)C1CCC(C(=O)OCCOc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)CC1,,0.35566835,,, +445398297,*CC(*)c1ccccc1C(=O)Oc1ccccc1,,0.3593053,0.1693333333333333,, +445451403,*Nc1ccc(-c2ccccc2-c2ccc(N*)cc2)cc1,,0.35240294,,, +445559767,*c1cc(OCCCCCCCCCCCC)c(*)cc1O,,,0.309,0.933849439,17.49332984 +445698643,*Oc1ccc(N=Nc2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.3780172,,, +445846164,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCc3ccccc32)cc1,,0.36800149,,, +445938720,*c1ccc(Oc2cccc(N3C(=O)c4ccc5c6c(ccc(c46)C3=O)C(=O)N(c3cccc(Oc4ccc(-c6nnc(*)o6)cc4)c3)C5=O)c2)cc1,,0.37441485,,, +446207313,*Nc1ccc(-c2c(-c3ccccc3)c(-c3ccccc3)c(N*)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.37411616,,, +446600296,*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1,,0.35092558,,, +447303285,*CC(*)OC(=O)CCCC(=O)c1ccc(C)cc1,,0.34755673,,, +447418869,*Oc1cc(C(C)(C)c2ccccc2)c(OC(=O)c2ccc(C(*)=O)cc2)cc1C(C)(C)c1ccccc1,,0.38707826,,, +447438744,*C1CCC(CC2CCC(N3C(=O)C4C5C=CC(C6C(=O)N(*)C(=O)C56)C4C3=O)C(C)C2)CC1C,,0.38852364,,, +447444897,*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(Cl)cc2)c1,,0.35121745,,, +447477268,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37436742,,, +447614903,*C=Cc1cc(OCCCCCCCC)c(*)cc1OC,,0.38882132,,, +447641645,*c1ccc(-c2nnc(-c3cccc(-c4nnc(*)n4-c4ccccc4)c3)n2-c2ccccc2)cc1,,,0.389,1.089021523,24.31804369 +447643667,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.3511763,,, +447646076,*Oc1c(Br)cc(C(C)(CCC(=O)O)c2cc(Br)c(OC(=O)c3cccc(C(*)=O)c3)c(Br)c2)cc1Br,175.2273279,,,, +447692460,*C=Cc1cc(C=Cc2ccc(OCCC(C)CCCC(C)C)cc2)c(*)cc1C=Cc1ccc(OCCC(C)CCCC(C)C)cc1,2.868925186,,,, +447769500,*CCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N*,,0.35917869,0.3545,0.973061223,17.68935554 +448340777,*CCCCCCCCCCCCC(=O)N*,,0.37800644,0.33,, +449447335,*Nc1ccc(C(c2ccc(C)cc2)c2ccc(N*)cc2)cc1,,0.35885814,,, +450028530,*C1C2CC(=CC)C(C2)C1*,,0.42130953,,, +450668833,*CCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC,,0.36288885,,, +450754739,*CCCCCCCCCCCOC(=O)c1cc(OCCCCCCCCOc2ccc(N=Nc3ccc(OC)cc3)cc2)cc(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c1,,0.36775362,,, +450878191,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Oc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)cc1)C2=O,,0.4007298999999999,,, +453918545,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(-c4ccc(OC)cc4)cc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)n3)cc1)C2=O,,0.38734029,,, +454048621,*Nc1ccc(/C=C/c2ccc3cc(/C=C/c4ccc(N*)cc4)ccc3c2)cc1,,0.35285493,,, +454723677,*Oc1ccc(C(=O)Oc2ccc(Cc3ccc(OC(=O)c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)cc3)cc2)cc1,88.16409459,,,, +454925520,*Oc1ccc(-c2ccc(OC(=O)c3ccc(OC(=O)c4ccc(C(=O)Oc5ccc(C(*)=O)cc5)cc4)cc3)cc2)cc1,213.4133554,,,, +454931454,*Nc1cccc(-c2cc(-c3cccc(C)c3)c(-c3cccc(C)c3)c(-c3cccc(C)c3)c2-c2cccc(C)c2)c1N*,,0.37902645,,, +455272434,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc(C=Cc3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1,,0.35619794,,, +455575558,*Nc1ccc(-c2ccc(-c3ccc(N*)c(-c4ccccc4)c3-c3ccccc3)cc2)cc1,,0.3636002,,, +455581331,*c1cc(OCCCCCCCCCC)c(*)cc1OCCCCCCCCCC,5.423112055,,0.256,, +455634892,*C(*)C(=O)OCC,,0.36012778,,, +455687362,*CC(*)C(=O)OCc1ccccc1,,0.34659314,0.1985,1.072100095,13.15993394 +455760856,*c1ccc(OCCCCCCCCCOc2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,47.98864595,,,, +455774790,*c1cccc(Oc2ccc(C#N)c(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1,,0.36294968,,, +455931063,*CC(*)Cc1cccc(C)c1,,0.38592652,,, +456072913,*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.37265926,,, +456108334,*CC(*)OC(=O)CCCCCCCCCCCCCCCCCCCCC,,,0.371,0.858583325,13.69025537 +456414718,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)C3(CCC(C5=NC(c6ccccc6)CO5)(C5=NC(c6ccccc6)CO5)CC3)c3cc(*)ccc3-4)ccc1-2,,0.40565042,,, +457126750,*Oc1ccc(S(=O)(=O)N(C)CCCCN(C)S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.35574227,,, +457390290,*CC(OCCCC)C1C(=O)OC(=O)C1*,,0.32628739,,, +457518738,*CCN(CCCC(=O)Nc1ccc(N=Nc2ccccc2)cc1)CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,-32.25789051,,,, +457660714,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Cc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccccc1,,0.36405434,,, +458141446,*CC(*)C(=O)OCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.34948224,,, +458250694,*CCCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.33380775,,, +458811601,*CCCCCCNC(=O)CCCCCCCCCCC(=O)N*,,0.36402987,,, +459396662,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1,,0.35031608,,, +459959706,*c1cccc(C(=O)c2c(C)cc(C)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2C)c1,,0.39121654,,, +459974276,*CC(*)C(=O)OC(C)CCC(CC)CCCC,,,0.212,0.861701744,10.36326711 +460632304,*Nc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(NC(=S)NC(=O)CCCCC(=O)NC(*)=S)c3)cc2)c1,,0.33577195,,, +461284204,*c1cc(CCCCBr)c(*)s1,,0.44837181,,, +461293601,*CCC1C(=O)N(c2ccc(N(C)C)cc2)C(=O)C1*,,0.36050178,,, +461562711,*CC(*)c1ccccc1COCCc1ccccc1,,0.36290546,0.1883333333333333,, +461922685,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2C(OC)(C(F)(F)F)C(F)(F)F)c(C(OC)(C(F)(F)F)C(F)(F)F)c1,,0.37962717,,, +462593659,*CCN(*)CC,,0.38450677,,, +462771322,*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)C(CC(C)C)N4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1,36.87047274,,,, +462814038,*CCOCC(=O)O*,,0.31811694,,, +462826166,*c1ccc(C(=O)OCCCCCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1,,0.36737797,,, +462869039,*CC(*)(C)C(=O)OCCOC,,,0.1815,1.033359022,13.61871523 +463127063,*C(=O)OCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.3374244,,, +463296831,*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc(OC)cc3)cc2)cc1,,0.3433683,,, +463338969,*c1sc(*)c2c1OCC(CCCCCCCCCCCCCCCC)O2,,,0.44475,0.968871976,15.08786185 +463490376,*OC(c1ccco1)C(OC(=O)Nc1ccc(Cc2ccc(NC(*)=O)cc2)cc1)c1ccco1,,0.35498307,,, +463727468,*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)F,,0.31340132,,, +463770035,*C(C)=C(*)[Si](C)(C)CCCCCC,,0.38363595,,, +464374325,*CCCCCCC(=O)O*,,0.35774831,,, +465735962,*CCC1CCCC1*,,,0.2863333333333333,, +466297996,*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)cc(C(F)(F)F)c1)C2=O,,0.39475422,,, +466352320,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1,,0.34219261,,, +466488035,*c1ccc(Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(Oc4ccc(N5C(=O)CC(Nc6cccc(NC7CC(=O)N(*)C7=O)c6)C5=O)cc4)c(C)c3)cc2C)cc1,,0.3838921,,, +466577746,*O[Si](C)(C)c1cc(OCCOCc2ccccc2)c([Si](*)(C)C)cc1OCCOCc1ccccc1,,0.37480731,,, +467415058,*NNc1ccc2ccccc2c1-c1c(NN*)ccc2ccccc12,,0.36169901,,, +467619338,*CC(C)C=C(*)C,,0.40607353,,, +467841477,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OCCCCCCOc4ccc(/C=C/c5ccc(F)cc5)cc4)c3)cc1OCCCCCCOc1ccc(/C=C/c3ccc(F)cc3)cc1)C2=O,,0.36418165,,, +467957331,*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cccc56)cc3)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.36021287,,, +468123146,*COc1ccc(C(c2ccc(OCC3(*)COC3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.34907081,,, +468202587,*c1cccc(NC(=O)c2ccc(OCCOCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1,,0.34535507,,, +468435322,*C=Cc1sc(-c2ccc(-c3ccc(-c4ccc(-c5sc(C=CC6=CC(=C(C#N)C#N)C=C(*)O6)c(CCCCCC)c5CCCCCC)s4)s3)s2)c(CCCCCC)c1CCCCCC,,0.42429336,,, +468647784,*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCC,,0.35650224,,, +469117883,*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCOc1ccc(-c2ccc(O*)cc2)cc1,,0.35478647,0.329,, +469170848,*COC(=O)OCC1OC(OCC)OC1*,,0.32726581,,, +469302506,*c1cccc(C(=O)Nc2ccc(Oc3cccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8cccc9c8C(=O)N(*)C9=O)cc7C6=O)c5)cc4)c3)cc2)c1,,0.34972728,,, +469358545,*Nc1ccc(N*)c2c3ccc(cc3)c12,,0.33588692,,, +469373885,*C=CC1CC(*)C(C(=O)OCCNC(C)(C)C)C1,,0.37778417,,, +469522235,*Nc1cccc(-c2cc(-c3cccc(N)c3)cc(-c3cccc(N*)c3)c2)c1,,0.34659743,,, +469762118,*CC(*)CCCCCCCCCC,,0.40334594,0.33575,0.799124975,11.10583978 +470248513,*CC(*)C(=O)OCCSCC,,0.38932692,0.2175,1.065268296,14.51100233 +470644305,*CC(*)C,,,0.2445,0.77629912,15.63619856 +470882237,*CC(*)(C)C(=O)OCC,,,0.1699999999999999,0.90836326,13.61883804 +471167389,*C(=O)Oc1c(C)cc(C(c2cc(C)c(OC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)c(C)c2)(C(F)(F)F)C(F)(F)F)cc1C,,0.39965257,,, +471229336,*CCCCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.35885044,,, +471232533,*c1ccc(C(C#N)(C(=O)OCC(C)C)C(*)(C#N)C(=O)OCC(C)C)cc1,,0.40104325,,, +471408495,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C(O)(C(F)(F)F)C(F)(F)F)c4)cc3C(O)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.3757357,,, +471856670,*C=C(*)c1cc(C(F)(F)F)sc1C(F)(F)F,54.57900551,,,, +471964961,*c1ccc(Cc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1,,,,1.232934348,29.70086573 +472043812,*C(=O)Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8c7)cc5)C6=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.36278753,,, +472240930,*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C21,,0.36457594,,, +472323951,*CC(CC)(CC)COC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.3477811,,, +472677846,*CC(C)(C)CS(*)(=O)=O,,0.36380251,,1.140781369,16.55092442 +472726378,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCCCCCC)c(*)cc3CCCCCCCCCC)ccc1-2,,,0.216,0.807377101,18.38442171 +472812489,*OC1C(COC(C)=O)OC(*)C(OC(C)=O)C1OC(C)=O,,0.33034582,,, +473402909,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(C(C)(C)C)CC9)cc8)cc7C6=O)cc5)cc4)CC4CC3C3CCCC43)cc2)cc1,,0.37929885,,, +473547925,*Oc1ccc(NC(=O)C=CC(=O)NNC(=O)C=CC(=O)Nc2ccc(OC(=O)C=CC(=O)NNC(=O)C=CC(*)=O)cc2)cc1,,0.3061006,,, +473567594,*Oc1ccc(C(C)(C)c2ccc(OP3(Oc4ccc(C(=O)OC)cc4)=NP(Oc4ccc(C(=O)OC)cc4)(Oc4ccc(C(=O)OC)cc4)=NP(*)(Oc4ccc(C(=O)OC)cc4)=N3)cc2)cc1,,0.34690701,,, +473657934,*Nc1ccc([C@@H]2C=C[C@@](N*)(c3ccccc3-c3ccc4ccccc4c3)C=C2c2ccc3ccccc3c2)c(-c2ccc3ccccc3c2)c1-c1ccc2ccccc2c1,,0.37203518,,, +474558626,*NCCCc1c2ccccc2c(N*)c2ccccc12,,0.33990323,,, +475124319,*CC(*)(C)C(=O)Oc1ccc(C#N)cc1,,0.36105716,0.1345,1.058985756,12.9825722 +475611696,*Nc1ccc(C(CCC(CCC(c2ccc(N)cc2)c2ccc(N)cc2)(c2ccc(N)cc2)c2ccc(N*)cc2)c2ccc(N)cc2)cc1,,0.35622218,,, +475921569,*CC(*)c1c([2H])c([2H])c([2H])c([2H])c1[2H],,0.39369072,,0.923679332,14.83081456 +476061574,*CC(*)(CC(=O)OCCCC)C(=O)OCCCC,,0.37326705,0.2249999999999999,0.96210565,10.50145976 +476584063,*c1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(C(=O)Nc8ccc(Oc9ccc(C%10(*)NC(=O)c%11ccccc%11%10)cc9)cc8)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.36522559,,, +476711294,*CC(*)(C)C(=O)Oc1ccc2c(c1)CCC2,,0.36609405,,, +476733840,*CCCCCCOC(=O)C1CC(=O)C(C(=O)O*)CC1=O,-36.66445232,,,, +477018729,*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccccc3)cc2)cc1,,0.34320859,,, +477055088,*c1cc(SCCCCCCCCCCCC)c(*)s1,,0.41856492,,, +477209068,*CCc1ccc(*)c(C#N)c1,,0.39093091,,, +477797468,*CC(*)(C)C(=O)OCC[N+](=O)[O-],,,0.1895,1.159740176,14.1297443 +477893372,*CC(*)C1CCCCC1C,,0.40280956,,, +478096853,*CC(=O)OCCCCCCOC(=O)Cn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O,55.49864746,,,, +478367903,*c1ccc(NC2CC(=O)N(c3ccc(-c4sc(-c5ccc(N6C(=O)CC(Nc7ccc(-c8nc(-c9ccc(-c%10nc(-c%11ccc([N+](=O)[O-])cc%11)c(-c%11ccc([N+](=O)[O-])cc%11)[nH]%10)cc9)[nH]c8*)cc7)C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)C2=O)cc1,,0.41430705,,, +478448217,*c1cccc(OCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.34783375,,, +478818056,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(C)(=O)=O)cc5)cc4)cc3)cc2)cc1,,0.38732371,,, +478981386,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1C,,0.36199389,,, +479722574,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(-c3nc4ccccc4oc3=O)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37512848,,, +479745021,*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36908001,,, +479794111,*c1ccc(C(=O)NCCCCCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1,,0.36538567,,, +479814581,*O[Si](O[Si](O[Si](O[Si](CC[Si](C)(C)O[Si](C)(C)CC[Si](*)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1,,0.39773141,,, +479850250,*Nc1ccc([C@@H](C)c2ccccc2CCc2ccccc2[C@H](C)c2ccc(N*)cc2)cc1,,0.35612182,,, +479918416,*CC(*)c1ccc(C(O)CCN2CCCCC2)cc1,,0.37433713,,, +480111697,*CC(*)(C)C(=O)NC(=O)OCCOc1ccc(S(=O)(=O)c2ccc(OCCO)cc2)cc1,,0.32112378,,, +480125029,*CCCCCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O*,,0.34768618,,1.043832714, +480361178,*CCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1,,0.33491871,,, +480471385,*c1ccc(-c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.39039629,,, +480495862,*CC(*)CCC(C)(C)C,,,0.1929999999999999,, +481255154,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4cc(C(=O)c5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)cc1,,0.38222676,,, +481310813,*C=CC1CC(*)C(C(=O)OCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1C(=O)OCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.3627633,,, +481600989,*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5cccc(NC(=O)c6ccc(*)cc6)c5)cc4)cc3)cc2)cc1,,0.36677611,,, +482356088,*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)Oc1c(Cl)cc(Cl)cc1Cl,,0.3676303,,, +482559838,*CC(COc1ccc(-c2ccc(OC)cc2)cc1)O*,,0.34505988,,, +482933364,*Nc1ccc([C@@H](c2ccccc2)c2ccccc2N*)cc1,,0.34925827,,, +483443678,*Nc1ccc(-c2ccc(N*)c(-c3ccc(C)cc3C)c2-c2ccc(C)cc2C)cc1,,0.37968656,,, +483503968,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5c(c(-c6ccccc6)c(-c6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)c(-c6ccccc6)c5-c5ccccc5)C4=O)c3)c2)c1,,0.38403855,,, +483514243,*/C=C/CCCCCCCCCC*,,,0.4142,0.822074244,20.61494369 +483787501,*C(=O)c1ccc(N=Nc2ccc(C(=O)N3C(=O)N(*)C(C)(C)C3=O)cc2)cc1,302.3547996,,,, +484741548,*CC(c1ccccc1)C1C(=O)N(c2ccc(Cl)cc2)C(=O)C1*,168.825845,,,, +484824618,*c1ccc(C(=O)Nc2cccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5cccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)cc6)c5)cc4)cc3)c2)cc1,,0.3546746,,, +484906065,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.3421229,,, +484910075,*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4ccc(-c5nc6cc(*)ccc6[nH]5)cc4)nc3c2)c1,,0.37664927,,, +484914577,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6ccc(*)s6)cc5C(F)(F)F)cc4)c4ccccc4-c4ccccc43)cc2)c(C(F)(F)F)c1,,0.43261591,,, +485094036,*OCCCCOc1ncnc(*)n1,,0.35576743,,, +485407995,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCC(*)=O,,0.32762443,,, +485725497,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C3(C)CC(C)(C)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc43)cc1)C2=O,,0.40280655,,, +486162047,*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(*)=S)cc2)cc1,,0.36499297,,, +487578819,*CCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1,,0.34744921,,, +487601527,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37208574,,, +488191156,*CCCCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1,,0.34353259,,, +488617798,*c1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(-c4nc5ccc(-c6ccc7nc(*)[nH]c7c6)cc5[nH]4)cc3)cc2)cc1,358.667269,,,, +489644096,*CCCNC(=O)C(NC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NC(C(=O)NCCCOCCOCCO*)C(C)C)C(C)C,,0.34899724,,, +489823970,*c1cccc(N2C(=O)c3ccc(Oc4c(C)cc(Cc5cc(C)c(Oc6ccc7c(c6)C(=O)N(*)C7=O)c(C)c5)cc4C)cc3C2=O)c1,,0.39109264,,, +489861944,*c1ccc(Oc2ccc(-c3ccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)s3)cc2C(F)(F)F)cc1,,0.4015453,,, +490110901,*CC(O)CN(*)c1ccc(N=Nc2ccc(C(=O)O)cc2)cc1,,0.3475583,,, +491061236,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4[nH]c(-c5cc(-c6nc7cc(*)ccc7[nH]6)cc(N6C(=O)c7ccccc7C6=O)c5)nc4c3)cc2)cc1,,0.37434137,,, +491271299,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C(C)C)cc(C(C)(C)c4cc(C(C)C)c(*)c(C(C)C)c4)cc3C(C)C)cc2)cc1,,0.41746736,,, +491291994,*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,,0.37814224,0.396,, +492004375,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1,,0.35547349,,, +492439302,*Nc1ccc2c(c1)C(c1ccc(C)c(C)c1)(c1ccc(C)c(C)c1)c1cc(N*)ccc1-2,,0.38916246,,, +492508713,*Nc1ccccc1C(c1ccccc1N)(c1ccccc1N)c1ccccc1N*,,0.36419174,,, +492534708,*Nc1ccc(-c2ccc(N*)cc2-c2cccc3ccccc23)cc1,,0.35766068,,, +492635161,*CC(*)(C)C(=O)OCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.35070234,,, +492640026,*C(=O)Nc1ccc2c(c1)Cc1cc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)ccc1-2,,0.34865411,,, +493007317,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O,,0.37514628,,, +493762918,*CC(COC(C)C)O*,,0.38129236,,, +494086930,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(C(F)(F)F)cc3)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.38566004,,, +494165732,*c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)C(C)C3)CC1C)C2=O,,0.39920256,,, +494602606,*CCCCCCCNC(=O)CCCCC(=O)N*,,0.3410138,0.323,, +494975376,*c1cccc(C(c2ccccc2)(c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)C(F)(F)F)c1,,0.38438296,,, +495203055,*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.39061892,,, +495342241,*C1C(*)C2CC1C(COCCCc1ccccc1)C2COCCCc1ccccc1,,0.36101933,,, +495385866,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(Oc7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1,,0.36047551,,, +496258709,*CC(*)(C)c1ccc(C(O)C(F)(F)F)cc1,,0.35571661,,, +496344217,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3)cc2)cc1,,0.38334542,,, +496407382,*Nc1c(F)c(F)c(-c2c(F)c(F)c(N*)c(F)c2F)c(F)c1F,,0.33298496,,, +496740168,*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.39934746,,, +496873266,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1ccc(N=Nc3ccccc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccccc1,,0.35725453,,, +497236966,*CC(*)c1cccc(C)c1,,,0.1973333333333333,, +497317849,*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc([N+](=O)[O-])cc2)cc1,,0.35625446,,, +497633362,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1-c1cccc(C(F)(F)F)c1,,0.35258781,,, +498302991,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(S(=O)(=O)c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.3773528,,, +498538377,*c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccc(C=Cc4ccc([N+](=O)[O-])cc4)cc3)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.41204926,,, +498645722,*CC(*)c1cc(-c2ccc(C(=O)OC(C)CC)cc2)ccc1-c1ccc(C(=O)OC(C)CC)cc1,,0.39103863,,, +499146119,*O[Sn](CCCC)(CCCC)OC(=O)c1ccc(C(*)=O)cc1,,0.36080704,,, +499802239,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,,0.36654157,,, +499947957,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)c2ccccc2C(=O)O)cc1,,0.37386948,,, +500257329,*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Sc6ccc(Oc7ccc(Sc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)cc6)cc4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.38040953,,, +500559499,*CCOCCOC(=O)CCC(=O)O*,,0.3219175,,, +501088576,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1,,0.36549965,,, +501489325,*CCNC(=O)c1cccc(C(=O)NCCOc2ccc3c(O*)cccc3c2)c1,,0.33057891,,, +502239610,*Nc1ccc2cccc3c2c1C=C(CC=C)[C@@H]3N*,,0.33480182,,, +502600207,*N[C@H]1CC[C@H](C[C@H]2CC[C@H](N*)CC2)CC1,,0.3557302,,, +503030513,*CCCCCCOc1ccc(C=Cc2ccc(O*)c3ccccc23)cc1,,0.36429456,,, +503126715,*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,,0.0735,1.482039287,12.88558494 +503535995,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8c(C)cc(C(C)(C)c9cc(C)c(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)c(C)c9)cc8C)cc7C6=O)cc5)cc4)CC4CC3C3CCCC43)cc2)cc1,,0.39469659,,, +503739413,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc(Oc2ccc([Si](*)(C)C)cc2)cc1,,0.42386607,,, +503770614,*CC(*)c1ccc(COc2ccc(-c3ccc(C#N)cc3)cc2)cc1,,0.3628679,,1.065712208,12.90310493 +503797851,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(c9ccc(*)cc9)(C(F)(F)F)C(F)(F)F)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.36856171,,, +504470036,*CCN(CCOC(=O)CCC#CC#CCCC(=O)O*)c1ccc(N=Nc2c(C)cc(N=Nc3ccc(C#N)cc3)cc2C)cc1,,0.3810089,,, +504498894,*CCCCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1,,0.36312778,,, +504683650,*Oc1c(C)cc(*)cc1-c1ccccc1,,0.40029131,0.1935,1.002505763,15.57570307 +504741555,*CCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33487756,,, +505042674,*CC(OC(C)=O)C1C(=O)N(c2ccccc2)C(=O)C1*,157.3759721,,,, +505139445,*CC(CC)(CC)C(=O)O*,,0.3595269,,, +505192232,*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.39219302,,, +505306090,*c1ccc2c(c1)C(=O)N(c1ccc(OCCN(CCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c3ccccc3)cc1)C2=O,,0.35771697,,, +505372159,*Nc1ccc(C2(c3ccc(N*)cc3)C3=C(C=CCC3)c3ccccc32)cc1,,0.3719327,,, +505451918,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C(C)(C)C)cc(-c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3C(C)(C)C)c(C(F)(F)F)c1)C2=O,,0.41829634,,, +505548035,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc12,,0.35312849,,, +505708528,*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32462009,,, +506323355,*CCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O*,,0.33556239,,, +506576027,*CCCCCCN(C)C(=O)CCCCCCCCCCCCCCCCC(=O)N(*)C,49.34222836,,0.3525,0.898624404,19.92649972 +506639284,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(C(F)(F)F)cc5)C6=O)cc4)cc3)cc2)cc1,,0.38171979,,, +506748374,*CCCCC(=O)NCc1ccc(CNC(=O)CCCCO*)cc1,,0.3396223,,, +506781855,*c1ccc2[nH]c(*)nc2c1,,0.47901269,,, +506857730,*C1C(=O)N(c2ccc(COC(C)(C)C)cc2)C(=O)C1*,122.5873684,,,, +506874673,*c1ccc(CC(=O)Nc2ccc(-c3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1,,0.37860211,,, +506900433,*c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccc(C#N)cc3)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.42132012,,, +507068449,*Nc1ccc([C@H](C)c2ccc([C@H](C)c3ccc([C@@H](C)c4ccc([C@@H](C)c5ccc(N*)cc5)cc4)cc3)cc2)cc1,,0.36551543,,, +507545745,*C=C1CCCC(=Cc2ccc(-c3cc(OCCCCCC)c(-c4ccc(*)cc4)cc3OCCCCCC)cc2)C1=O,,0.3857122,,, +507783555,*CC(*)(C#N)C(=O)OC(C)C,,0.36628241,,, +507898117,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(*)cc4C3=O)cc(C(F)(F)F)c1)C2=O,,0.38109173,,, +508336740,*CC(*)c1ccc(C(=O)CCCC)cc1,,0.38199885,,, +508339615,*Nc1ccc(C2(c3ccc(N*)cc3)CCCC[C@H]2C[C@H]2CC[C@H](CCCCC)CC2)cc1,,0.37129511,,, +508597876,*Oc1ccc(Oc2ccc(C(=O)c3ccccc3-c3ccccc3C(=O)c3ccc(*)cc3)cc2)cc1,,0.37522129,0.2205,1.125774179,17.8866103 +509167762,*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5CC=CCC5C4=O)c3)cc2)cc1,,0.34814745,,, +509179600,*c1ccc2c(c1)C(=O)N(c1c(C(C)C)cc(C(c3ccccc3)(c3cc(C(C)C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)C(F)(F)F)cc1C(C)C)C2=O,,0.44811081,,, +509220897,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(N)c4)cc3N)cc2)cc1,,0.37586152,,, +509241405,*CCCCCCN1C(=O)C(=Cc2ccc(C=C3SC(=S)N(*)C3=O)cc2)SC1=S,35.37444876,,,, +509577164,*CC(*)(C)C(=O)Oc1ccc(C)cc1,126.1154692,,0.1545,0.951958497,12.66351417 +509659753,*c1cccc(C(O)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.36066207,,, +509959736,*CC(*)c1ccc(-c2cccc3nsnc23)cc1,,0.37001956,,, +509992676,*Nc1ccc(/C=C/c2ccc(-c3ccc(/C=C/c4ccc(N*)cc4)cc3)cc2)cc1,,0.35190828,,, +510587206,*CCOCCOCCOC(=O)C=CC(=O)NCCCCCCNC(=O)C=CC(=O)O*,,0.32787972,,, +510665412,*OC(=O)C(CCSC)NC(=O)CCCCCCCCC(=O)NC(CCSC)C(=O)OC1COC2C(*)COC12,,0.35394584,,, +510669742,*c1ccc(CCc2ccc(N3C(=O)C(=O)N(*)C3=O)cc2)cc1,,0.36028471,,, +510815019,*CC(C)(C)COC(=O)NCCCCCCNC(=O)O*,47.60248847,,,, +510908370,*CC(*)c1cc(C(C)(C)C)ccc1C,,,0.1636666666666666,0.849065812,12.50033571 +511605655,*Nc1cccc(-c2ccc(-c3ccc(-c4cccc(N*)c4)cc3)cc2)c1,,0.34297147,,, +512074662,*OP(=O)(Oc1ccc(Br)cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.36041928,,, +512260776,*CC(*)c1ccc(C(O)C(F)(F)F)cc1,,0.35930976,,, +512380282,*CC(*)(C)C(=O)OC1CCCC(C)C1,,0.38017657,0.1545,0.881548744,10.34584016 +512910152,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1CCC(C)CC,,0.36764401,,, +513101692,*c1ccc(-c2ccc(-c3ccc(*)n3C)n2C)cn1,256.5965094,,,, +513259550,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1,,0.39322876,,, +513674501,*Oc1ccc(C(=O)OCCOCCOC(=O)c2ccc(OC(*)=O)cc2)cc1,,0.32931388,,, +513989706,*Nc1ccc(C(c2ccc(N*)cc2)=c2ccc(=C(c3ccc(N)cc3)c3ccc(N)cc3)cc2)cc1,,0.37954577,,, +514517104,*Nc1ccc(C(C)(C)c2cccc(C(C)(C)c3cccc(N*)c3)c2)cc1,,0.35536977,,, +514560887,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(N=Cc4ccc(*)cc4)cc3)cc2)cc1,,0.37509009,,, +515010874,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OC)cc1,,0.33673792,,, +515242470,*CC(*)Cc1ccccc1,,,0.1963333333333333,, +515253113,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc(C(*)=O)cc8)cc7)CCC(C(C)(C)C)CC6)cc5)cc4)cc3)C3CC4CC(C3)CC2C4)cc1,,0.38086878,,, +515420444,*CC(*)C(=O)OCCCCn1c2ccccc2c2ccccc21,,0.35334507,,, +515584536,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.36493909,,, +516007514,*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)CN6C(=O)c7ccc(C(c8ccc9c(c8)C(=O)N(CC(=O)Nc8ccc(Oc%10ccc%11nc(-c%12ccccc%12)c(*)nc%11c%10)cc8)C9=O)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)ccc4nc3-c3ccccc3)cc2)cc1,,0.37474439,,, +516038607,*CC(F)(F)C(F)=C(*)Cl,,0.36169864,,, +516307046,*CC(=O)NCCCCCCNC(=O)CO*,,0.32129189,,, +516348325,*C(=O)Nc1c(C)cc(Cc2cc(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N=Nc5ccc(F)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C,,0.37338433,,, +516368509,*c1ccc2c(c1)C(=O)N(c1ccc(OC(C)COc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.36566453,,, +516575920,*c1ccc2c(c1)c1cc(-c3sc(-c4ccc(-c5cc(CCCCCC)c(*)s5)c5nsnc45)cc3CCCCCC)ccc1n2C(CCCCCCCC)CCCCCCCC,,0.42806849,,, +516647275,*OC(*)C(Cl)(Cl)Cl,,,0.066,1.539478709,18.35760963 +517724366,*CCCCOC(=O)CCCCCCCCC(=O)O*,,0.35670902,,, +517814653,*N=P(*)(OCCOCCOCC)OCCOCCOCC,,0.36520289,,, +518335451,*CC(CS(C)(=O)=O)O*,,0.36145145,,, +518421541,*O[Si](C)(C)CCCCCCOC(=O)C(C)Oc1ccc(OC(=O)c2ccc(-c3ccc(OCCCCCCCCCC[Si](*)(C)C)cc3)cc2)cc1,,0.38168515,,, +518799909,*CCN(*)C,,0.382623,,, +519498812,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1,,0.34952395,,, +519962205,*CCOCCOC(=O)/C=C/C(=O)O*,,0.3158043,,, +520233682,*CCCCCC(*)CCCCCCCC,,0.40682888,,0.794468482,14.0622995 +520243279,*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)c2ccccc12,,0.36166198,,, +520514597,*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.39304879,,, +520557915,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCCCC(*)=O,,0.33709965,,, +520586980,*NC1=C2C(=CC=CC2(N)N*)[C@@H](c2ccc(N)c3ccccc23)C=C1,,0.3475975,,, +520661031,*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c1)C2=O,,0.37598194,,, +520740305,*Oc1ccc(Oc2ccc(C(=Nc3ccccc3)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1,,0.37099152,,, +521246166,*Nc1cc(=O)c(N*)c(N)[nH]1,,0.2918774,,, +521384312,*Oc1ccc(S(=O)(=O)c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1,,0.34883911,,, +521718706,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(C=C9CCCCC(=Cc%10ccc(*)cc%10)C9=O)cc8)cc7)cc6)cc5)CCCCCC4)cc3)cc2)cc1,,0.37546992,,, +522844869,*CC(*)OC(=O)CCCC1CCCCC1,,0.36748858,,, +522894499,*Nc1ccccc1-c1cccc2c(-c3ccccc3N*)cccc12,,0.35396879,,, +523250559,*OC(C)CCCC(C)C(*)=O,,0.36757334,,, +523651487,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.34682404,,, +523668736,*CC(*)(C)C(=O)OCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.34820779,,, +523674609,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(-c2nnc(-c3ccccn3)o2)c1,,0.37590991,,, +523947346,*Oc1cc(C)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.35222541,,, +524444446,*CCCCCCCC(=O)OCC1(C)COC(*)OC1,,0.35863844,,, +525351897,*c1ccc(-c2nnc(-c3cccc(-c4nnc(*)o4)c3)o2)cc1,,0.44804899,,, +525571828,*C(=O)c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(*)s5)cc4)c4ccccc4-c4ccccc43)cc2)cc1,,0.39472012,,, +525996171,*Oc1cccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(*)cc2)c1,,0.34695098,,, +526128388,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,,0.36085743,,, +526195593,*C(=O)Nc1cccc(Oc2cccc(Oc3cccc(Oc4cccc(Oc5cccc(NC(=O)c6ccc7c(c6)C(=O)N(c6cccc(Oc8cccc(Oc9cccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)c9)c8C#N)c6)C7=O)c5)c4C#N)c3)c2C#N)c1,,0.36067219,,, +526647748,*Nc1ccc(-c2cc3ccc2CCc2ccc(c(-c4ccc(N*)cc4)c2)CC3)cc1,,0.35898594,,, +527877967,*Nc1ccc(C2(c3ccc(N*)c(C)c3)CCCCC2)cc1C,,0.36323819,,, +527882654,*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)F,,0.3268589,0.095,, +527894949,*Nc1ccc(-c2ccc(N*)c3c(N)cccc23)c2cccc(N)c12,,0.35447146,,, +528293396,*CCCCCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,-0.868265132,,0.35,0.888311048,16.27222852 +528559472,*CCC[Si](*)(C)c1cccc(C)c1,,0.40156037,,, +528637709,*Nc1ccc(Oc2ccc(N*)cc2)cc1,,0.33692082,,, +528781081,*CC(*)(C)C(=O)OCCNC(=O)N(CCCCCC)CC(O)C(O)C(OC1OC(CO)C(O)C(O)C1O)C(O)CO,23.2402228,,,, +528835439,*Nc1ccc2c(c1N*)C(C)(C)CC2(C)C,,0.36728055,,, +528964340,*CCC[Si](C)(C)O[Si](C)(C)CCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.37133662,,, +530057519,*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(-c5ccc(*)s5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.40843871,,, +530220535,*Oc1ccc2c(c1)C(C)(c1ccc(OC(=O)c3ccc(C(*)=O)cc3)cc1)CC2(C)C,,0.37005888,,, +530546443,*c1ccc2c(c1)C(=O)N(c1ccc(OCCCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.35627754,,, +530898286,*Nc1ccc(-c2cccc(-c3cc(-c4cccc(-c5cccc(N*)c5)c4)cc(-c4cccc(-c5ccccc5N)c4)c3)c2)cc1,,0.35285908,,, +531021171,*c1ccc(Oc2ccc(-c3cnc4ccc(-c5ccc6nc(*)cnc6c5)cc4n3)cc2)cc1,,0.40000868,,, +531044594,*C(C)C(*)O,113.5665564,,,, +531093523,*OCCOC(=O)CCCC(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OCCCC)cc1,,0.36060882,,, +531126908,*CCCCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.35125346,,, +531544469,*Nc1ccc(-c2ccc(N*)c(C)c2)cc1C,,0.348612915,,, +531780740,*CC(*)c1c(F)c(F)c(C(F)(F)F)c(F)c1F,,0.36531928,,, +531904856,*Nc1ccc(C2=CC3=CC[C@@H]2CC[C@@H]2C=CC(=C(c4ccc(N*)cc4)C2)CC3)cc1,,0.35807069,,, +531967957,*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(Oc4cccc(Cc5cccc(*)c5)c4)cc3)c2)cc1,,0.36716519,,, +532718186,*Nc1c(/C=N\O)cc(/C=N\O)c(N*)c1N,,0.30882264,,, +532722806,*CCOC(=O)O*,,0.3043208,,, +533889632,*NC1=C(C2=C(N*)NS(=O)(=O)N=C2N)C(N)=NS(=O)(=O)N1,,0.31382982,,, +533973730,*CC(*)(C)C(=O)OCC(=O)N1CCOCC1,,0.32527676,,, +534049242,*OC(C)(CC(*)=O)C(F)(F)F,,0.32631701,,, +534118680,*CC(*)c1cc(F)ccc1F,,,0.1403333333333333,1.086573844,14.49605377 +534605075,*Oc1cc(CCCCCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.37154084,,, +535310373,*c1ccc(NC(=O)CCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1,,0.33651,,, +535364463,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)NNC(=O)c4ccc(NC(=O)c5ccc(*)cc5)c(O)c4)cc3)cc2)cc1,111.457133,,,, +535689766,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(F)cc5)C6=O)cc4)cc3)cc2)cc1,,0.37834526,,, +535937381,*CC(CSC(C)C)O*,,0.41844328,,, +536002998,*CC(*)(Cl)C(=O)OCCCC,,,0.178,1.074741397,13.37410592 +536465827,*CC(*)c1ccc(C([Sn](C)(C)C)[Sn](C)(C)C)cc1,,0.37911502,,, +536792438,*Nc1ccc2c(c1)-c1ccccc1C21c2cc(N)ccc2-c2ccc(N*)cc21,,0.3825956,,, +537109947,*CC(*)(C)C(=O)OCCCCCCOc1ccc(-c2ccc(OC)cc2)cc1,,,0.2175,1.04192343,12.60793073 +537336269,*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCC)cc2)cc1,,0.34042214,,, +537664135,*CCCCCCOC(=O)OCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.34845785,,, +538207206,*CC(c1ccccc1)C1C(=O)OC(=O)C1*,,0.33148973,,, +538524881,*c1cc(-c2ccc(C(=C3C=C(C(C)(C)C)C(=O)C(C(C)(C)C)=C3)c3cc(C(C)(C)C)c(OC(C)=O)c(C(C)(C)C)c3)cc2)c(*)s1,,0.45309822,,, +538540896,*CC(C)(C)C1C(=O)N(c2ccccc2)C(=O)C1*,,0.35392644,,, +538764320,*c1cccc(C(=O)Nc2ccc(Oc3ccc(-c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,,0.35494179,,, +538774618,*C1(F)OC(C(F)(F)F)(C(F)(F)Cl)OC1(*)F,,0.36536352,,, +539017358,*C(=O)c1ccc2nc(-c3ccc(-c4nc5ccc(*)cc5nc4-c4ccccc4)cc3)c(-c3ccccc3)nc2c1,,0.44667573,,, +539302432,*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.38528717,,, +539590566,*CC(OCCCC)C(C(=O)OC)C(*)C(=O)OC,,0.3557316,,, +540095012,*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.33877986,,, +540297296,*CC(*)(CC(=O)OCCCCCC)C(=O)OCCCCCC,,0.38570941,0.2319999999999999,0.927808816,10.01915881 +540769722,*Nc1ccc2c3c4ccccc4c(c2c1N*)CC3,,0.35026083,,, +541086746,*NC1=C(N)[C@@H](N*)N[C@H](O)N1,,0.28340014,,, +541170005,*Nc1ccc(C(c2ccc(N*)cc2)c2cc(C(C)C)cc(C(C)C)c2)cc1,,0.37601699,,, +541335135,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)c(S(=O)(=O)O)c2)cc1S(=O)(=O)O,,0.36521953,,, +541484216,*CC(=O)NCC(=O)O*,,0.27858992,,, +541941802,*CCCCCC(=O)NCCNC(=O)CCCCCOC(=O)c1ccc(C(=O)O*)cc1,81.65245915,,,, +541986160,*CC(*)c1ccc(COCC(CC)CCCC)cc1,,,0.268,0.902459296,11.12376829 +542632051,*Nc1cc(C)c(Cc2ccc(CCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35730996,,, +543084242,*c1ccc2c3ccc(-c4sc(-c5ccc(-c6cc(CCCCCC)c(*)s6)c6nsnc56)cc4CCCCCC)cc3n(C(CCCCCCCC)CCCCCCCC)c2c1,,0.42631402,,, +543416509,*CC(*)c1ccccc1O,,0.35680883,,, +543539170,*C1C2CC(C(=O)OCCc3ccc(N(c4ccccc4)c4cccc(C)c4)cc3)C(C2)C1*,,0.38569582,,, +543597205,*Nc1ccc2c(N*)cccc2c1,,0.33581452,,, +543958331,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2C)cc1,,0.35345752,,, +544070601,*CCOC(=O)CCCCSCCCCC(=O)O*,,,0.212,1.07074619,19.93042453 +544223047,*CC(CC)N(*)C(=O)CCCC,,0.37465155,,, +544292910,*Nc1cccc2c1-c1ccc(N*)c(-c3ccccc3-c3ccccc3)c1C2(c1ccccc1)c1ccccc1,,0.38258457,,, +544581036,*C(C#N)=Cc1cc(OCCCCCCCCCC)c(C=C(C#N)c2cc(OCCCCCCCCCC)c(*)cc2OC)cc1OC,,0.39346704,,, +544904323,*N=P(*)(OCCCc1ccccc1)OCCCc1ccccc1,,0.36697361,,, +545195322,*CC(C)C(=O)O*,,0.33755497,,, +545255610,*Nc1ccc(C2=CC[C@](c3ccccc3)(c3ccc(N*)cc3)C=C2)cc1,,0.35602121,,, +545546596,*C=Cc1ccc(*)n1CCCCCC,-15.03969582,,,, +545845623,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccccc2)cc1,,0.3472806,,, +546152235,*c1ccc2oc3ccc(S(*)(=O)=O)cc3c2c1,,0.39759334,,, +546427927,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N=Nc5ccc(C)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,,0.36541949,,, +546647857,*c1ccc(OCCCCCCCCCCCOC(=O)c2cccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)c2)cc1,,0.36894733,,, +547172331,*Nc1ccc([C@@H]2[C@H](c3ccc(N)cc3)[C@@H](c3ccc(N)cc3)[C@H]2c2ccc(N*)cc2)cc1,,0.36720973,,, +547602790,*OC(=O)Nc1ccc(C)c(NC(=O)OC2CCN(c3ccc(C=CC4=CC(=C(C#N)C#N)C=C(C=Cc5ccc(N6CCC(*)CC6)s5)O4)s3)CC2)c1,,0.37611035,,, +547840653,*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1,,0.38665475,,, +548011241,*C=C(C#N)C(=O)OCCCCCCOC(=O)C(C#N)=Cc1ccc2c(c1)c1cc(*)ccc1n2CCCCCCC,,0.37348873,,, +548292823,*NNC(=O)c1cccc(C(*)=O)c1,232.2266265,,,, +549125416,*Oc1ccc(-c2ccc(OC(*)(Oc3ccccc3)Oc3ccccc3)cc2)cc1,,0.36489769,,, +549389508,*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1,,,0.19,1.122445545,12.26891849 +549579953,*C(=O)Nc1cccc2cccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)c12,,0.34205138,,, +549581828,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(c%10ccccc%10)CC9)cc8)cc7C6=O)cc5)cc4)CCC(C(C)(C)C)CC3)cc2)cc1,,0.38206234,,, +549614488,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(-c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1,,0.36966262,,, +550069426,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)c7)cc6C5=O)cc4)cc3)cc2)cc1,,0.35950007,,, +550478997,*Nc1ccccc1-c1cccc2c1C=C[C@H]2[C@@H]1c2ccccc2-c2c(-c3ccccc3N*)cccc21,,0.36637349,,, +550776469,*c1ccc(-c2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1,,0.43978712,,, +550796562,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3C(C)(C)C)cc1)C2=O,,0.4050413,,, +551339545,*CCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.37531301,,, +551390778,*C=CC1CC(*)C(C(=O)OC)C1,,0.3605929,,, +551461476,*OP(=O)(Oc1ccc([N+](=O)[O-])cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C,,0.36156233,,, +551862261,*CCCCCCOC(=O)Nc1cc(NC(=O)OCCCCOC(=O)Nc2ccc(C)c(NC(=O)OCCCCCCOc3ccc(-c4ccc(O*)cc4)cc3)c2)ccc1C,41.49405569,,,, +552032340,*OC(C)COC(=O)c1ccc(C(*)=O)cc1,,0.34490108,,, +552315395,*OC(F)(F)COC(=O)c1cccc(C(=O)OCC(*)(F)F)c1,,0.32071779,,, +552340314,*Nc1cccc(NC(=O)CCCCCC(*)=O)c1,-12.07623639,,,, +552823663,*CC(*)(CC(=O)OCCCCCCCCCC)C(=O)OCCCCCCCCCC,75.04044311,,,, +553001434,*Oc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(*)cc3)cc(C(=O)OCCOC(=O)C=Cc3ccc(N(C)C)cc3)c2)cc1,,0.3451955,,, +553487456,*Nc1ccc(Cc2cc(Cc3ccc(N)c(C(C)(C)C)c3)cc(C(C)(C)C)c2N*)cc1C(C)(C)C,,0.38558649,,, +553498968,*Oc1ccc(C2(c3ccc(OC(=O)CCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36989282,,, +553763789,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35973835,,, +553989373,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.3424812,,, +554199455,*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(O)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1O)C2=O,,0.37227168,,, +554208834,*Nc1ccc(NC(=O)c2cccc(C(*)=O)c2)cc1,,0.33774959,,, +554219011,*CC(O)COc1ccc(C2(C)CC(C)(C)c3cc(O*)ccc32)cc1,,0.362067,,, +554452518,*Nc1ccc(C2(c3ccccc3N*)c3ccccc3-c3ccccc32)cc1,,0.36926653,,, +554573258,*c1cccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)c4)cc3)cc2)c1,,0.35212357,,, +555027003,*CCN(*)C(=O)CCCCC,,0.36643228,,, +555056741,*C(=O)OCCOCCOCCOCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.33294368,,, +555131075,*Oc1ccc(C(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1,,0.36406756,,, +555208717,*Oc1c(C)cc(C2(c3cc(C)c(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)c3ccccc3-c3ccccc32)cc1C,,0.414103,,, +555363148,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3nc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)nc(N(C)C)n3)c1)C2=O,,0.37799185,,, +555506282,*Oc1c(C)cc(C2(c3cc(C)c(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.41226899,,, +555542733,*C1C(*)C2CC1C(C(=O)OCCc1ccccc1)C2C(=O)OCCc1ccccc1,,0.35586688,,, +555601753,*CC(*)c1ccc(C)nc1,,0.41719903,,, +555803922,*C=CC1CC(*)C(C(=O)OCCN(C)C)C1,,0.37093089,,, +556338128,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.34396152,,, +556552879,*OC1CCC(OC(=O)OCCCCCCOC(*)=O)CC1,,0.343459,,, +556865522,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3c(-c4ccc(-c5ccccc5)cc4)cc(-c4ccc(OCCCCCCCCCCOc5ccc(-c6cc(-c7ccc(-c8ccccc8)cc7)c(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccc(-c8ccccc8)cc7)c6)cc5)cc4)cc3-c3ccc(-c4ccccc4)cc3)cc1)C2=O,,0.36823501,,, +557037726,*CC(O)COc1ccc(C(C)(C)C2CCC(C)(c3ccc(O*)cc3)CC2)cc1,,0.35740346,,, +558140001,*CCCCCCOC(=O)OCCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.35587164,,, +558319108,*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(Sc5ccc(N6C(=O)c7ccc(Sc8ccc(Sc9ccc(Sc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)cc8)cc7C6=O)cc5)s4)s3)s2)cc1,,0.3770355,,, +558482820,*CCCCCCNC(=O)c1cc(NC(=O)C(C(C)CC)N2C(=O)c3ccccc3C2=O)cc(C(=O)N*)c1,,0.33948967,,, +558675719,*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(c8ccc(N9C(=O)c%10ccc(C(=O)Nc%11ccc(Oc%12ccc%13nc(-c%14ccc([N+](=O)[O-])cc%14)c(*)nc%13c%12)cc%11)cc%10C9=O)cc8)(C(F)(F)F)C(F)(F)F)cc6)C7=O)cc5)ccc4nc3-c3ccc([N+](=O)[O-])cc3)cc2)cc1,,0.38115297,,, +558794697,*c1ccc(-c2nc3cc(Oc4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)cc1,,0.43112064,,, +559219019,*CC(OCC(C)C)C(C(=O)OC)C(*)C(=O)OC,,0.36220084,,, +559323860,*Oc1ccc(C2(c3ccc(OC(=O)CCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36295763,,, +559874694,*Oc1cc(O*)cc(Oc2ccc(C#N)c(*)c2)c1,,0.35031084,,, +559980070,*Oc1ccc(Oc2ccc(C(=Nc3ccc(N=C(c4ccccc4)c4ccc(*)cc4)cc3)c3ccccc3)cc2)cc1,,0.38545938,,, +560279885,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O,,0.39564613,,, +560554259,*CC(*)(C)C(=O)OCC1CC(NC(=O)C2CC(NC(=O)OC(C)(C)C)CN2C(=O)OC(C)(C)C)CN1C(=O)C1CC(NC(=O)OC(C)(C)C)CN1C(=O)OC(C)(C)C,,0.35571836,,, +561158280,*NNC(=O)c1ccccc1C(=O)NCCCCCCNC(=O)c1ccccc1C(*)=O,,0.33644066,,, +561427423,*CC(*)c1ccccc1C(=O)OC(C)C,,0.36610214,0.1736666666666666,, +562022603,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Sc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)cc1)C2=O,,0.40157319,,, +562176358,*CCCCSS*,,0.4654699,0.175,, +563610141,*OC(=O)OCC(OC)C(COC(=O)OC1COC2C(*)COC12)OC,,0.32510823,,, +563697228,*CC(*)OCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.36910342,,, +563771441,*c1cc(C(=O)OC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1,,0.36013659,,, +563896548,*c1cc(C(=O)OCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1,,0.36325394,,, +564164424,*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc1,,0.351749,,, +564537590,*CC(*)(C)C(=O)OC1COC(CP(=O)(OCC)OCC)OC1,,0.34922258,,, +564783421,*c1cc(C(c2ccc(OCCN(c3ccccc3)c3ccc(C=CC4=CC(=C(C#N)C#N)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(C=CC2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1,,0.38518834,,, +564916558,*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1,,0.35590587,,, +565093443,*c1cc(C(c2ccc(OCCN(C)c3ccc(C=CC4=CC(=C(C#N)C#N)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(C)c1ccc(C=CC2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1,,0.3816004,,, +565283885,*Nc1ccc(-c2cccc(C)c2-c2ccc(N*)c(-c3ccc(C)cc3)c2-c2ccc(C)cc2)c(-c2ccc(C)cc2)c1-c1ccc(C)cc1,,0.38573102,,, +565371765,*c1ccc2c(c1)C(=O)N(C1CC(C)(C)CC(C)(CN3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)C1)C2=O,,0.37756534,,, +565873116,*CC(*)(C)C(=O)O[Si](C)(C)C,,0.42890458,,, +566342268,*Oc1ccc(NC(=O)c2ccc(-c3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(C)c6ccc(*)cc6)cc5)cc4)c(C)c3)cc2C)cc1,,0.36556689,,, +566400652,*CC(*)(Cl)C(=O)OC(C)C,,,0.1465,1.054014289,15.80245006 +566589613,*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)c5ccccc5Oc5ccccc54)cc3)cc2)cc1,,0.3739272,,, +567353481,*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.38375006,,, +567577514,*CC(*)OC(=O)OCC(Cl)(Cl)Cl,,0.35918927,,, +567731832,*Cc1cc2cc(C(=O)Nc3ccc(Cc4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1,,0.32474874,,, +567984921,*c1ccc(Oc2ccc(NC(=O)c3ccc(Oc4cccc5c4C(=O)N(*)C5=O)cc3)cc2)cc1,,0.35386681,,, +567993142,*Nc1ccc(/C=C/c2ccc(N*)cc2S(=O)(=O)O)c(S(=O)(=O)O)c1,,0.32549076,,, +568593240,*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)c(OC)c5)cc3OC)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35923607,,, +569949305,*CCCCCCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.35472454,,, +570358353,*c1ccc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(c4ccc6[nH]c(*)nc6c4)C5=O)cc3C2=O)cc1,,0.39933775,,, +571029938,*CCCCCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.38002887,,0.937930772,19.25364485 +571882834,*CCCCCCCCCCSSCCCCCCSS*,,,0.2295,1.014541659,21.63979729 +571931187,*Oc1ccc(C(C)(CC)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,,0.3617297,,, +572496153,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc([Si](C)(C)c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1,,0.37212317,,, +572616024,*OC1CCC(OC(=O)OCCCCOC(*)=O)CC1,,0.33295317,,, +573332233,*Nc1c(-c2ccccc2)cc(C(CC)c2cc(-c3ccccc3)c(N*)c3ccccc23)c2ccccc12,,0.37493532,,, +573587884,*NNC(=O)CCCCC(=O)NNC(=O)CCCCCCCC(*)=O,101.0022623,,,, +573601315,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(CC(*)=O)cc3)cc2)cc1,,0.36097789,,, +573843297,*Nc1ccccc1C(C)(c1ccccc1)c1ccccc1N*,,0.3501796,,, +574000870,*CC(*)(C)C(=O)OCC(CC)CCCC,,0.38032702,0.1935,0.866688073,11.16194662 +574282474,*c1ccc2c(c1)C(=O)N(c1cccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.34319652,,, +574709027,*C(=O)NCCCCCCNC(=O)c1ccc(*)nc1,,0.34059316,,, +574749285,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O,,0.37114599,,, +574869526,*Cc1cc(C23CC4CC(CC(C4)C2)C3)cc(CN(*)C)c1O,,0.36943154,,, +575252558,*Oc1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(OC(*)=O)c2)c1,,0.33862324,,, +575704525,*CC(*)c1ccc(C(=O)OCCCC)cc1,,0.37961206,,, +575774487,*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.3578244699999999,,, +575975970,*CC(OC(C)=O)C(C(=O)OCCCC)C(*)C(=O)OCCCC,,0.36399896,,, +576074717,*CC(C)CC(*)(C)C(=O)OC,,0.34800535,,, +576198194,*CC(*)C(CC)CC,38.96888215,,0.1883333333333333,, +576207142,*C(=O)Nc1ccc(Cc2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.35705225,,, +576510280,*c1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(-c4nnc(*)o4)cc3)c(Oc3ccccc3)c2)cc1,,0.37065873,,, +576593207,*CCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.33250755,,, +576673479,*OC(C)COC(=O)/C=C\C(*)=O,,0.31850118,,, +577459185,*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2CC=C)cc1,,0.3491245,,, +578229955,*C(=O)NCCCCCCNC(=O)c1ccc(*)s1,42.90894132,,,, +578399710,*c1ccc(Nc2c(F)c(F)c(-c3c(F)c(F)c(Nc4ccc(S(*)(=O)=O)cc4)c(F)c3F)c(F)c2F)cc1,,0.38004082,,, +578503320,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1,,0.36351703,,, +578621214,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc12,,0.35811295,,, +579082920,*Oc1ccc(N=CC=Nc2ccc(OC(=O)Nc3cc(NC(*)=O)ccc3C)cc2)cc1,,0.35139659,,, +579371916,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(C)CC2)cc1,,0.35879292,,, +579657278,*Nc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(NC(=S)NC(=O)c4ccc(C(=O)NC(*)=S)cc4)c3)cc2)c1,,0.34165595,,, +579662449,*C(=O)Nc1ccc(NC(=O)c2ccc(NC(=O)c3ccc(-c4nc5cc(*)ccc5[nH]4)cc3)cc2)cc1,,0.355364,,, +579955066,*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)cc1,,0.39692359,,, +580099798,*CC(*)C(=O)Oc1ccc([N+](=O)[O-])cc1,,0.38054744,,, +580261809,*C=C[Si](*)(c1ccccc1)c1ccccc1,,0.39366166,,, +580635980,*Oc1ccc(NC(=O)CCCCCCCC(=O)Nc2ccc(*)cc2)cc1,,0.34425173,,, +580687337,*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(C=C(C)c2ccc(O*)cc2)cc1,,0.34074081,,, +581074933,*Nc1ccc2c(c1)C(Cc1ccccc1)c1cc(N*)ccc1-2,,0.35149388,,, +581609876,*c1ccc(Oc2ccc(-c3cnc4cc5nc(*)cnc5cc4n3)cc2)cc1,,0.4131264,,, +581660606,*CC(*)(C)C(=O)OCCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1,,0.33969728,,, +582946121,*CC(*)(C)C(=O)OCCCCn1c2ccccc2c2ccccc21,,0.3510259,0.1694999999999999,1.063120281,11.45732375 +583194891,*O[Si](*)(C)CCCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2C)cc1,,0.37464171,,, +583338677,*CC(*)(CO)C(=O)OCC,22.36004964,,,, +584085881,*Cc1ccc(C(C)c2ccc(CN3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)o2)o1,,0.35279512,,, +584252027,*CCCCCCCCCCOC(=O)O*,,0.36904474,,, +584265872,*CCN(*)C(=O)c1ccc(F)cc1F,,0.34618853,,, +584442637,*CC(OC)C(C(=O)O)C(*)C(=O)O,,0.27178974,,, +584754403,*CC(CO*)(CS(C)(=O)=O)CS(C)(=O)=O,,0.37089814,,, +584859367,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(C)(C)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.39689064,,, +585087137,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.33992756,,, +585151885,*CCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.33304131,,, +585470216,*C(=O)OCCOC(=O)c1ccc(*)o1,,0.34230194,,, +586106490,*C=CCCCCCCC(Cl)CCCCCC*,,0.40278252,,, +586189423,*CC(CSCC)O*,,0.41785443,,, +587160342,*Oc1ccc(S(=O)(=O)c2ccc(Oc3cc(C)c(C(c4cc(C(C)C)c(*)cc4C)c4ccccc4C(=O)O)cc3C(C)C)cc2)cc1,,0.39980521,,, +587553432,*Oc1ccc(-c2ccc(NC(=O)c3cc(C(=O)Nc4ccc(-c5ccc(Oc6ccc(C(c7ccc(*)cc7)(C(F)(F)F)C(F)(F)F)cc6)c(C(F)(F)F)c5)cc4)cc(C(C)(C)C)c3)cc2)cc1C(F)(F)F,,0.37054632,,, +588836303,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3nc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)nc(-c4ccccc4)n3)c1)C2=O,,0.37465693,,, +589424672,*Nc1ccc(-c2ccc(N*)c(C(=C)c3ccccc3N)c2C(=C)c2ccccc2N)cc1,,0.36948301,,, +589547196,*Nc1ccc2c(c1N*)[C@](C)(c1ccccc1)CC2(C)C,,0.36474877,,, +589661282,*Nc1ccc(-c2ccc(N*)c3c4ccc(cc4)c23)cc1,,0.34352989,,, +589948553,*C1C(=O)N(C(C)(C)C)C(=O)C1*,,0.39509539,,, +590016095,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.37687293,,, +590232504,*CC(*)(CC(=O)Oc1ccc(OCCCCC)cc1)C(=O)Oc1ccc(OCCCCC)cc1,,0.36823532,,, +590474607,*Nc1ccccc1CCc1ccccc1NC(*)=O,207.655323,,,, +590866562,*Oc1ccc(OC(=O)c2ccc(OCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1N=Nc1ccc(C#N)cc1,,0.35843895,,, +590983717,*Cc1cccc(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)c1,,0.3510241,,, +591078724,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.37935493,,, +591131573,*Nc1cccc(N*)c1,,0.3236545,,, +591186983,*N=P(*)(Oc1cccc(C(F)(F)F)c1)Oc1cccc(C(F)(F)F)c1,,0.39150603,,, +591253647,*c1cccc(-c2cc(C(=O)Nc3ccc(OC(=O)c4cc(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c4)cc3)cc(-c3cccc(N4C(=O)CC(C5C=C(C)C6C(=O)N(*)C(=O)C6C5)C4=O)c3)c2)c1,,0.36971595,,, +592007373,*Oc1ccc(C(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)c2ccccc12,,0.4002848,,, +592083344,*O[Si](*)(CCCOCCOCCOCCOC)CCCOCCOCCOCCOC,,0.36549731,,, +592184260,*Cc1ccc(*)cc1,,,0.267,, +592652494,*OCCOC(=O)c1ccc(C(=O)OCCOc2nc(-c3ccc(OCCCC)cc3)nc(*)c2-c2ccc(OC)cc2)cc1,,0.35798582,,, +592669794,*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(-c7cccc8c7C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.38179177,,, +592686193,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)c3C#N)cc1)C2=O,,0.37962339,,, +593164560,*Cc1ccc(-c2ccc(CSC(=O)CCCCC(=O)S*)cc2)cc1,-14.32353196,,,, +593363809,*C(F)(F)C(=O)NCCCCCCNS(*)(=O)=O,,0.33449777,,, +593654363,*Nc1ccc(NC(=O)CCCCCCCC(*)=O)cc1,,0.34227902,,, +594032602,*CC(COCC=C)S*,,0.39134513,,, +594346248,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38623156,,, +594528040,*Oc1ccc(C(=O)Nc2ccc(C(c3ccc(NC(=O)c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.34941735,,, +594735990,*CC(*)C(=O)OCCCCCCCCn1c2ccccc2c2ccccc21,,0.36038485,,, +594803927,*OC(C)C(=O)OCC(*)=O,,0.31804756,,, +595568506,*CCCCCCOC(=O)C(CCCCCCCCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.35805437,,, +595580163,*CC(*)(C)C(N)=O,,0.25657854,0.145,1.041991601,16.36913311 +595611477,*CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1,,0.36922015,,, +595928255,*CC(*)CO,,0.29464648,,, +595965977,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(OCc4ccccc4)c(*)cc3OCc3ccccc3)ccc1-2,,0.39814654,0.184,0.926806566,21.32352082 +596712589,*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.363877,,, +597209826,*Oc1ccc(C(=O)NCC(C)(C)CCCNC(=O)c2ccc(*)cc2)cc1,,0.34465365,,, +597331938,*OC(=O)c1ccc(C(=O)Oc2ccc3c(c2)Oc2cc(*)ccc2C32c3ccccc3-c3ccccc32)cc1,,0.38655989,,, +597719463,*Oc1cccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)c1,,0.36602466,,, +598302444,*CCSSCCOCO*,,0.39441419,,, +598348393,*Nc1ccc(NC(=O)c2cc(NC(=O)c3ccccc3)cc(C(*)=O)c2)cc1,,0.33713633,,, +598697113,*CCCCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.37037228,,0.934436591,17.25139441 +598835608,*CC(*)(C)C(=O)NC(=O)OC(C)COc1c(Br)cc(S(=O)(=O)c2cc(Br)c(OCC(C)O)c(Br)c2)cc1Br,,0.37079246,0.15,1.587307778,12.5994675 +599456393,*Cc1ccc(CNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*)cc1,,,0.359,, +599659861,*O[Si](C)(C)COC(=O)CCCCCCCCC(=O)Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCC(=Cc5ccc(Oc6ccc(S(=O)(=O)c7ccc(OC(=O)CCCCCCCCC(=O)OC[Si](*)(C)C)cc7)cc6)cc5)C4=O)cc3)cc2)cc1,,0.3667682,,, +599773122,*C1CC(*)(C#N)C1,,0.41545048,,, +599869327,*CC(c1ccccc1)C1C(=O)N(c2ccccc2)C(=O)C1*,,0.37701942,,, +600169729,*C(=O)OCCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.35218627,,, +600653180,*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.36873488,,, +601022774,*CCN(*)C(=O)c1ccc(F)cc1,,0.3464689,,, +601302526,*NCCNCCN*,,0.31717722,,, +601597696,*Oc1ccc(C(=O)NNC(=O)c2ccc(C(=O)NNC(=O)c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)cc2Oc2ccccc2)cc1,,0.34244327,,, +601947802,*NC(CCC(=O)OCCCC)C(*)=O,,0.34392678,,, +602240929,*c1cccc(-c2cc(C(=O)Nc3ccc(OC(=O)c4cc(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c4)cc3)cc(-c3cccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1,,0.3719363,,, +602268285,*CCNC(=O)c1ccc(C(=O)NCCOc2ccc3ccc(O*)cc3c2)cc1,,0.32844046,,, +602457926,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37554378,,, +602531963,*CCCOC(=O)CCCCCCC(=O)O*,,0.34528198,,, +603228174,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)cc2)cc1,,0.36486297,,, +603751130,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(N=Nc2ccc(F)cc2)cc1,,0.35292509,,, +603788368,*c1cccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7cccc8c7C(=O)N(*)C8=O)cc6C5=O)c4)cc3)cc2)c1,,0.35298703,,, +604020908,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)c5C4=O)cc3)c2)cc1,,0.35919355,,, +604200639,*CC(*)C(=O)OCCN(CC)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2Cl)cc1,,0.36808555,,, +604209273,*Nc1c2ccccc2c(-c2c3ccccc3c(N*)c3cccc(-c4cccc5ccccc45)c23)c2c(-c3cccc4ccccc34)cccc12,,0.37421726,,, +604265550,*CCOCCOC(=O)C1CCC(C(=O)O*)CC1,,0.33324128,,, +604677160,*c1ccc(Oc2ccc3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3c2)cc1,,0.40348828,,, +604776418,*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc(C(*)=O)c2)cc1,,0.34786426,,, +605651145,*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)c5cc(C(=O)Nc6ccc(Oc7ccc8nc(-c9ccccc9)c(*)nc8c7)cc6)cc(N6C(=O)c7ccccc7C6=O)c5)cc4)ccc3nc2-c2ccccc2)cc1,,0.38397838,,, +605771725,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N=Nc5ccc(C)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C,,0.37339461,,, +605793172,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(Oc6ccc(NC(=O)c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc1)C2=O,,0.36745826,,, +605814238,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCC)cc1,,0.33942304,,, +606001217,*CCCCCCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,,,0.342,0.911164148,18.99975515 +606308469,*CC(*)C(=O)OCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.3538219,,, +606742148,*CCN*,,0.40888608,0.351,0.992409385,16.50971705 +607683819,*NCCOCCOCCN*,,0.31484972,,, +607770016,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1,,0.36424669,,, +607998522,*CCCCCCS(=O)(=O)CCCCCS(*)(=O)=O,,,,1.153509737,18.44065947 +608351613,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)C(C)C(C)C(*)=O,,0.33232876,,, +608511939,*=Cc1ccc(C(=O)CCCCC(=O)c2ccc(C=C3CN(C)CC(=*)C3=O)o2)o1,95.14114513,,,, +608604797,*Nc1ccc([C@H]2CCC[C@H](c3ccc(N*)cc3)C2)cc1,,0.35086316,,, +609443471,*Nc1cc2cc(c1)N(CC)C(=O)c1cc(N)cc(c1)N(CC)C(=O)c1cc(N*)cc(c1)N(CC)C2=O,,0.35869989,,, +609699139,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccc(-c8nc(*)c(-c9ccccc9)[nH]8)cc7)[nH]c6-c6ccccc6)cc5)cc4)c3)cc2)cc1,,0.39401881,,, +610205689,*CC(*)c1ccccc1C(=O)OCC(C)C,,0.37502808,0.1696666666666666,, +610301577,*CCOCCOCCOC(=O)CCCCCC(=O)O*,,0.33929278,,, +610345428,*CCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.35738719,,, +610467941,*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6cc(C(=O)Nc7ccc(Oc8ccc9nc(-c%10ccccc%10)c(*)nc9c8)cc7)cc(N7C(=O)c8ccccc8C7=O)c6)cc5)ccc4nc3-c3ccccc3)cc2)cc1,,0.37759682,,, +611038154,*OC1C(CO)OC(*)C(NC(C)=O)C1O,,0.3018663,,, +611092350,*Nc1ccc2c(c1N*)C(C)(C)C(C)(C)C2(C)C,,0.36414557,,, +611474327,*CC(*)c1cc(C(F)(F)F)ccc1C(F)(F)F,,0.37028401,,, +611875813,*c1cc(-c2ccc(C(=C3C=C(C(C)(C)C)C(=O)C(C(C)(C)C)=C3)c3cc(C(C)(C)C)c(O)c(C(C)(C)C)c3)cc2)c(*)s1,,0.4542834,,, +612139638,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(C=Cc2cc[n+](CCCC)cc2)cc1,,0.35814643,,, +612238315,*O[Si](C)(C)COC(=O)CCCCCCCCC(=O)Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCCC(=Cc5ccc(Oc6ccc(S(=O)(=O)c7ccc(OC(=O)CCCCCCCCC(=O)OC[Si](*)(C)C)cc7)cc6)cc5)C4=O)cc3)cc2)cc1,,0.36489082,,, +612321381,*Oc1ccc(C=CC(=O)c2ccc(Oc3ccc(C(C)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.37609357,,, +613718745,*CC(*)C(=O)NCCC[N+](C)(C)CCCS(=O)(=O)O,,0.4782126,,, +614253049,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.34821284,,, +614398604,*CCCCCCNC(=O)CCCCCCC(=O)N*,,0.34822579,0.345,, +615042961,*c1ccc(Oc2cccc3c(NC(=O)c4ccc(Oc5ccc(C(=O)Nc6cccc7c(Oc8ccc(-c9nnc(*)o9)cc8)cccc67)cc5)cc4)cccc23)cc1,,0.36893685,,, +615903439,*CCc1ccc(*)o1,,0.3766254,0.2784999999999999,1.10299243,21.29011365 +616073908,*CC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CN4C(=O)c5ccc(C(c6ccc7c(c6)C(=O)N(*)C7=O)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc2)cc1,,0.34249238,,, +616177559,*Sc1ccc(*)cc1,64.586946,,,1.231097312,21.1652389 +616276017,*c1ccc(NC2CC(=O)N(c3ccc(-c4sc(-c5ccc(N6C(=O)CC(Nc7ccc(-c8nc(-c9ccc(C=Cc%10ccc([N+](=O)[O-])cc%10)s9)[nH]c8*)cc7)C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)C2=O)cc1,,0.39689813,,, +616326539,*CC(*)n1cc2ccccc2n1,,0.37138173,0.2075,1.124957708,13.9727997 +616797364,*NC1=CC(CC)=C(N*)[C@H]2C(=O)c3c(N)ccc(N)c3C(=O)[C@@H]12,,0.33783648,,, +616888672,*CC(*)(C)C(=O)OCC#CO[Si](C)(C)C,,0.41218435,,, +617569770,*Oc1ccc(C=Nc2ccc(N=Cc3ccc(Oc4ccc(C(c5ccccc5)(c5ccccc5)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.39135122,,, +617741611,*C(=O)c1ccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(=O)c4ccc(C(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc2)C3=O)cc1,,0.37260592,,, +617827761,*C(=O)Nc1cccc(NC(=O)c2cccc(NC(=O)c3ccc(-c4nc5cc(*)ccc5[nH]4)cc3)c2)c1,,0.35742387,,, +618105578,*c1cc(CC(=O)OCCN(CC)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)c(*)s1,,0.37112026,,, +618173505,*CC(*)c1ccc(F)cc1C,,,0.1413333333333333,0.994546299,15.55720188 +618916633,*Oc1ccc(NC(=O)CCCCC(=O)Nc2ccc(OC3COC4C(*)COC34)cc2)cc1,,0.33012557,,, +619288860,*c1cccc(N2C(=O)c3cccc(Oc4ccc(Sc5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1,,0.36869837,,, +619459444,*Nc1cc(NC(=O)CCCCC(*)=O)cc(-c2nnc(-c3ccccn3)o2)c1,,0.35404898,,, +619582212,*Oc1ccc(N=CCCCC=Nc2ccc(OC(=O)NCCCCCCNC(*)=O)cc2)cc1,,0.34722952,,, +620886467,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1,,0.36486218,,, +621166590,*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(NC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5C4=O)cc3)n2)cc1,,0.35975912,,, +621229234,*N=Nc1ccc(Nc2ccc(C(=O)c3ccc(Nc4ccc(*)cc4)cc3)cc2)cc1,,0.39319261,,, +621730557,*c1cc(Br)c(Oc2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1,,0.43253856,,, +622020530,*C1C2CC(CCCCCCCCC(=O)OCC)C(C2)C1*,,0.36983985,,, +622295554,*CCCCCCCCC(*)Cl,,0.40010889,,, +622583757,*NC1CCC(CC2CCC(NC(=O)CCCCCCCCCCCCC(*)=O)CC2)CC1,,0.36779404,,, +622739506,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.376155,,, +622744419,*C=Cc1cc(OCC(CC)CCCC)c(*)cc1OC,,0.39086339,,, +622964705,*CCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O*,,,0.364,0.922711633,21.46640792 +623331916,*CCCCCCOC(=O)C(CCCCCCOc1ccc(-c2ccc(OCc3ccc([N+](=O)[O-])cc3)cc2)cc1)C(=O)O*,17.95743357,,,, +623402372,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.35685059,,, +623537081,*OP(=O)(Oc1ccc(NC(=O)Oc2ccc(C(C)(C)c3ccc(OC(=O)Nc4ccc(*)cc4)cc3)cc2)cc1)c1ccccc1,,0.35222708,,, +624096781,*Nc1cc2c(cc1N*)[C@H]1c3ccccc3[C@@H]2c2cc(N)c(N)cc21,,0.38373071,,, +624193573,*CC(*)C(=O)OCCC#N,,0.35583972,0.195,1.065811773,14.52014103 +624503496,*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCCCCCCCC(*)=O)cc1C=Cc1ccc(N(C)C)cc1,,0.35550969,,, +624653441,*CCCCCCCCCCOc1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccc(-c8ccccc8)cc7)cc(-c7ccc(O*)cc7)cc6-c6ccc(-c7ccccc7)cc6)cc5)cc4)cc3)c(-c3ccc(-c4ccccc4)cc3)c2)cc1,,0.36612407,,, +624903152,*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)c2)cc1,,0.3840852,,, +625017301,*CCCNC(=O)CCCCC(=O)NCCCN(*)C,,0.34164847,,, +625314216,*c1ccc(OC(=O)Nc2ccc(-c3ccc(NC(=O)Oc4ccc(-c5nc(-c6ccc(-c7nc(-c8ccc([N+](=O)[O-])cc8)c(-c8ccc([N+](=O)[O-])cc8)[nH]7)cc6)[nH]c5*)cc4)cc3OC)c(OC)c2)cc1,,0.37903045,,, +625438419,*CCC1CC(=O)N(*)C1=O,,0.31621723,,, +625535971,*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)c2)cc1,,0.3509688,,, +626242594,*Nc1ccc(C2(c3ccc(NC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.37325981,,, +626677373,*Nc1ccc2c(C)cc(N*)c(C)c2c1,,0.3446566,,, +626841881,*Nc1cc2c(cc1N*)C1(c3ccccc3-c3ccccc31)c1cc(N)c(N)cc1-2,,0.38997416,,, +627271746,*c1ccc(Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1,,0.40757312,,, +627600990,*CCCCCCCCCCOCO*,,,0.297,, +627652902,*C(=O)C1C2C=CC(C2)C1*,,0.34482539,,, +628380881,*C(=O)Nc1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(NC(=O)c5ccc(*)nc5)cc4)cc3)cc2)cc1,,0.35989736,,, +628657458,*c1ccc2c3ccc(-c4ccc(-c5ccc(-c6ccc(*)s6)c6nsnc56)s4)cc3n(C(CCCCCCCC)CCCCCCCC)c2c1,,0.42868905,,, +628680153,*CC(*)(C)C(=O)OCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.36048254,,, +629088925,*Nc1ccc(-c2ccc(NC(=O)c3cc(NC(=O)c4ccc(NC(=O)C(C)N5C(=O)c6ccccc6C5=O)cc4)cc(C(*)=O)c3)cc2)cc1,,0.33619542,,, +630629376,*Oc1ccc(Cc2ccc(OC(=O)OCC3CCC(COC(*)=O)CC3)cc2)cc1,,0.35373109,,, +630773371,*OP(=O)(Oc1ccccc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br,,0.39155263,,, +630928117,*CC(*)(C)C(=O)OCc1c(F)cccc1F,,0.33933326,,, +631598953,*CCOCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.33590503,,, +631618960,*CNC(=O)OCC(OC(=O)NCc1ccc(C(CCC)c2ccc(*)o2)o1)c1ccco1,,0.35326235,,, +631651015,*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCCCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1,,0.33693236,,, +633021524,*N=P(*)(OCCCCCCCC)OCCCCCCCC,,0.41038222,,, +633348725,*CC(CS(=O)(=O)CCCCC)O*,,0.39727249,,, +633555318,*CCCCCCCCc1nc2cc(NC(=O)CCCCCCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1,,0.35982282,,, +633682320,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1ccc(N=Nc3ccccc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(N=Nc2ccccc2)cc1,,0.36198377,,, +633891368,*CCN(CCOC(=O)CCCCC(=O)O*)c1ccc(C=NN(c2ccccc2)c2ccccc2)cc1,,0.36249532,,, +634005101,*OC(=O)c1cccc(C(*)=O)c1,,0.31383194,,, +634098628,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(C(=O)c3ccccc3)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37719699,,, +634363683,*c1ccc2[nH]c3ccc(*)cc3c2c1,246.5898577,,,, +634587841,*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2ccccc2)cc1,,0.36864893,,, +634645972,*CCC1C(=O)N(CCCCCCCCCCCCCCCCCC)C(=O)C1*,,0.39298677,,, +635174783,*C(=O)Nc1c(C)cc(C)c(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c2C)C3=O)c1C,,0.38812467,,, +635384570,*OCCOC(=O)CCCCC(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OC)cc1,,0.35402393,,, +635778401,*C(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36004645,,, +636010546,*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(O)c3)(C(F)(F)F)C(F)(F)F)cc1O)C2=O,,0.3866973,,, +636356107,*C(F)(F)C(*)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.37519669,,, +636526191,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1OC,,0.34293786,,, +636697748,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc(-c3nc4ccccc4o3)cc2)cc1,,0.35811225,,, +636769312,*Oc1ccc(OC(C)COCCCCCCCOc2ccc(-c3ccc(C(*)=O)cc3)cc2)c([N+](=O)[O-])c1,,0.34838594,,, +636957306,*Nc1ccc(C(c2ccc(C)cc2)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.37785275,,, +637091082,*Nc1ccccc1CCc1ccccc1N*,,0.338535005,,, +637512395,*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1,,0.40636639,,, +637669265,*CC(*)C(=O)NCCC[N+](C)(C)C,,0.68705709,,, +638093915,*Nc1ccc(Cc2ccc(CCCc3ccc(Cc4ccc(N*)cc4)cc3C)c(C)c2)cc1,,0.35703055,,, +638503428,*CCCCCCCCCCOC(=O)CCCCCCCC(=O)O*,,,0.3325,0.932306919,23.93933283 +638750992,*CCOP(=O)(N=Nc1ccc(COC(=O)c2cc(C(=O)OCc3ccc(N=NP(=O)(O*)OC)cc3)cc(C(C)(C)C)c2)cc1)OC,,0.35548,,, +638889974,*Nc1ccc(-c2ccc(N*)cc2Cc2ccc(C)cc2)c(Cc2ccc(C)cc2)c1,,0.35865855,,, +639451609,*CC(*)(C)C(=O)OCc1c(Cl)cccc1Cl,,0.35787475,,, +639553637,*Nc1cccc(-c2ccc(Cc3ccc(-c4cccc(N*)c4)cc3)cc2)c1,,0.34598803,,, +639559230,*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)c2)cc1,,0.3548653,,, +639745269,*Nc1ccc(-c2ccc(N*)cc2C)c(C)c1,,0.357459635,,, +639748056,*C(=S)Nc1ccc(Oc2ccc(NC(=S)N3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(*)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc2)cc1,,0.3660155,,, +639770063,*CC(*)(C)C(=O)OCCC1CC[N+](C)(CCCCCCOc2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)CC1,,0.36107045,,, +639796745,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5ccc(NC(=O)Nc6ccc(Cc7ccc(NC(=O)Nc8ccc(C(=O)Nc9ccc(Oc%10ccc(NC(=O)c%11ccc(N%12C(=O)c%13ccc(*)cc%13C%12=O)cc%11)cc%10)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc1)C2=O,,0.34916316,,, +639845225,*c1ccc(-c2ccc3nc(Oc4cc(-c5ccccc5)c5cc(*)ccc5n4)cc(-c4ccccc4)c3c2)cc1,,0.39441053,,, +639994792,*OC(C)C(*)=O,,0.34796841,,, +640271931,*c1ccc(Oc2ccc(-c3c(-c4ccccc4)nc4ccc(Oc5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1,,0.39811449,,, +640368237,*C=C(C#N)c1ccc(-c2ccc(C=CC3=CC(=C(C#N)C#N)C=C(C=Cc4ccc(-c5ccc(C(C#N)=Cc6cc(C=C(C#N)c7ccc(-c8ccc(C=CC9=CC(=C(C#N)C#N)C=C(C=Cc%10ccc(-c%11ccc(C(C#N)=C*)cc%11)s%10)O9)s8)cc7)c7c(c6)C(CC)(CC)c6cc(*)ccc6-7)cc5)s4)O3)s2)cc1,,0.40990352,,, +640431640,*OS(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)Oc3c(Br)cc(C4(c5cc(Br)c(*)c(Br)c5)CCCCC4)cc3Br)cc2)cc1,268.4647521,,,, +640690307,*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cccc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O,,0.38683576,,, +641501724,*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCC,,0.35299755,,, +642211921,*NC[C@H]1CC[C@H](CN*)CC1,,0.33898524,,, +642330071,*Oc1ccc(-c2ccc(OC(=O)c3cc(N=Nc4ccc(OCC)cc4)ccc3-c3ccc(N=Nc4ccc(OCC)cc4)cc3C(*)=O)cc2)cc1,,0.37270172,,, +642473337,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(NC(=O)c4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)c1)C2=O,,0.35936185,,, +642535209,*CCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.35003142,,, +642639550,*c1nc(C)nc(N(CCCCN(*)c2ccccc2)c2ccccc2)n1,,0.39040149,,, +642668949,*Oc1cccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)c2)c1,,0.35172352,,, +642673445,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1,,0.33977526,,, +643189465,*Nc1c(-c2ccccc2)cc(-c2ccc(-c3cc(-c4ccccc4)c(NC(=O)c4ccc(C(*)=O)cc4)c(-c4ccccc4)c3)cc2)cc1-c1ccccc1,,0.38237528,,, +643385335,*CC(*)OC(F)(C(F)(F)F)C(F)(F)F,,0.33430951,,, +643400948,*O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.42793636,,, +643664826,*CCC(C)CCOC(=O)CCCCC(=O)O*,,0.34352817,,, +644108438,*CC(OC(=O)OCC)C(COC(=O)O*)OC(=O)OCC,,0.32380857,,, +644505079,*Oc1ccc(S(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.37231355,,, +644711726,*CC(*)C(=O)Oc1c(F)c(F)c(F)c(F)c1F,,0.33973517,,, +644898772,*Nc1ccc(CC(c2ccc(N)cc2)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36495838,,, +645076897,*NC(=O)c1cc(C(=O)Nc2nc(*)nc(-c3ccccc3)n2)c(C(=O)OC(=O)Nc2cc(NC(=O)OCCCCCCCC)ccc2C)cc1C(=O)O,-1.691479041,,,, +645165602,*CC(*)(C)C(=O)OCCCCCCCCCCCCCC,,0.38812321,0.3115,0.862307366,11.14771595 +645691711,*CCCCCCCCCCOC(=O)c1ccc(C(=O)NCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,76.72929425,,,, +646292703,*c1ccc(-c2ccc(-c3ccc(-c4ccc(*)n4CCCCCCCCCCCC)s3)s2)s1,,0.41937735,,, +646573750,*Oc1ccc(C(C)=Nc2ccc(N=C(C)c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.38124481,,, +646596041,*Nc1cc(C2(c3ccc(O)c(N*)c3)c3ccccc3-c3ccccc32)ccc1O,,0.3549773,,, +646682941,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(C(=O)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)c1)C2=O,,0.36114859,,, +647076607,*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(S(=O)(=O)c3ccc(O*)cc3)cc2)c1,,0.33964291,,, +647273188,*CC(*)c1cc(C(=O)Oc2ccc(OCCCCCCCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCCCCCCCC)cc1,,0.37509747,,, +647435977,*C(=O)NCCCCCCNC(=O)c1ncn(C)c1*,,0.33524849,,, +647484326,*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(N=Nc3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCN2C(=O)c3ccc(S(=O)(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.35510347,,, +648079347,*CC1CCCC(CN2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)C1,,0.35269829,,, +648145091,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1,,0.35833955,,, +648159856,*Nc1ccc2c(c1)C1(c3ccccc3-c3ccccc31)c1c-2cc(C(C)(C)C)c(N*)c1C(C)(C)C,,0.39847901,,, +648267860,*CCOCCOCCOC(=O)NCCCCCCNC(=O)O*,,0.33323045,,, +648602021,*c1ccc(Nc2ccc(C3(c4ccc(Nc5ccc(S(*)(=O)=O)cc5)c(F)c4)c4ccccc4-c4ccccc43)cc2F)cc1,,0.40886141,,, +648833303,*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(*)cc3)c2)cc1,,0.34689579,,, +649508995,*CCCCCOC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O*,,0.31700681,,, +649600195,*CCCCCCCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.35477028,,, +650082699,*Oc1c(C)cc(*)cc1C(C)CCCCCC,,0.41283959,,, +650711958,*CC(CO*)(CSCC)CSCC,,0.41686273,,, +651742804,*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCC(=O)O*,,0.32189128,,, +651985897,*OS(=O)(=O)c1cc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)cc4)CCCCC3)cc2)ccc1C,,0.36712523,,, +652006110,*Nc1cc(N*)c2ccc3cccc4ccc1c2c43,,0.33628882,,, +652579546,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)n3)cc2)cc1,,0.35683183,,, +652611709,*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)CC6CCC5C6)cc4)cc3)c2)cc1,,0.36723415,,, +652803633,*Nc1ccc(/C=C/c2c3ccccc3c(/C=C/c3ccc(N*)cc3)c3ccccc23)cc1,,0.3630577,,, +652821562,*CCCCCCCCCOC(=O)CCC(=O)O*,,0.3543665,,, +654743416,*C(=O)Nc1ccc(-c2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1,,0.35106689,,, +655941482,*Oc1ccc(OC(=O)c2ccc(C(C)(C)c3ccc(C(*)=O)cc3)cc2)cc1,,0.35709066,,, +656702107,*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1,,0.37833818,,, +657146499,*CCCCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.35494054,,, +657445738,*CCOCCOCCOCCOCCOCCOC(=O)c1cc(OCCCCCCOc2ccc(-c3ccc(OC)cc3)cc2)cc(C(=O)O*)c1,,0.34770487,,, +658598412,*N=P(*)(C)C,,0.35255216,,, +658967063,*C(=O)NCCN(CCNC(=O)c1cccc(N2C(=O)c3ccc(*)cc3C2=O)c1)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.34009397,,, +659061902,*C/C=C\C[Si](*)(C)c1ccccc1,,0.37739733,,, +659538579,*Nc1cc(-c2ccccc2N*)cc(-c2cc3cc4ccccc4cc3c3cc4ccccc4cc23)c1,,0.36115778,,, +659864655,*CCCCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.35035919,,, +660205165,*Nc1ccc2c(c1-c1c(N*)ccc3c1CCCC3)CCCC2,,0.36667006,,, +660253930,*c1ccc(-c2sc(-c3ccc(-c4cc(CCCC)c(*)s4)cc3)cc2CCCC)cc1,,0.50077803,,, +660384405,*Nc1ccc(-c2ccc(C3(c4ccc(-c5ccc(N*)cc5)cc4)CCCCC3)cc2)cc1,,0.36004409,,, +660515467,*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)(C)C)c3)cc1C(C)(C)C)C2=O,,0.41254221,,, +661619581,*C=Cc1sc(-c2ccc(-c3ccc(-c4sc(C=CC5=CC(=C(C#N)C#N)C=C(*)O5)c(CCCCCC)c4CCCCCC)s3)s2)c(CCCCCC)c1CCCCCC,,0.42318746,,, +661822184,*CC(=O)C(*)c1ccccc1,,0.36460846,,, +661865874,*C(C)=C(*)[Si](C)(C)CC[Si](C)(C)C,,0.4237153,,, +662156764,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35745831,,, +662815164,*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1cccc(C)c1,,0.38304917,,, +663037039,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc4c(=O)n5c6cc(Oc7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.38434287,,, +663206655,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1cc(C)cc(C)c1,,0.38469279,,, +663317313,*c1sc(*)c(OCCCCCCC)c1C,32.04437108,,,, +663564627,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(OCCCCCCS(=O)(=O)c2ccc(C=Cc3ccc(N(C)C)cc3)cc2)c1,,0.3564308,,, +663877510,*c1sc(*)c(OCCCCCCCCCCCCCC)c1C,,,0.43675,0.944296325,14.84412514 +663963917,*C(=O)NNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NNC(=O)c3ccc(*)o3)cc2)cc1,,0.37010873,,, +664013994,*NCCc1c2ccccc2c(N*)c2ccccc12,,0.33811641,,, +664173456,*CC(*)(C)C(=O)OCC(=O)Nc1cc(C)on1,,0.3312576,,, +664256549,*Nc1ccc(C2(c3ccc(N*)cc3)CCC([C@H]3CC[C@H](C)CC3)CC2)cc1,,0.36506372,,, +664408041,*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)c1,,0.36836215,,, +664447199,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC1=C(*)c2cccc3cccc1c23,,0.41112209,,, +664683374,*Nc1ccc2cc3cc4cc5ccccc5cc4cc3cc2c1N*,,0.34387937,,, +664875746,*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1,,0.3596616,,, +664999383,*CCCCCCCCCCCCOc1ccc(C(C)Cc2ccc(-c3ccc(O*)cc3)cc2)cc1,,0.38201502,,, +665327981,*C=C(*)C(CCCCC)[Si](C)(C)C,,0.42424985,,, +665803754,*CCCCCCCNC(=O)N*,,0.34708922,,, +666199912,*C([2H])([2H])C(*)([2H])C([2H])([2H])[2H],,0.3861434,,, +666249832,*CC=CC[Si](*)(C=C)C=C,,0.40464632,,, +666714004,*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)c(C)c2)cc1C,,0.40345957,,, +666813875,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(-c2nc3ccc([N+](=O)[O-])cc3o2)cc1,,0.34475093,,, +666970760,*C(=O)Nc1ccc(NC(=O)c2ccc3[nH]c(-c4cccc(-c5nc6cc(*)ccc6[nH]5)c4)nc3c2)cc1,309.3374253,,,, +667460496,*CCCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.34741734,,, +667477556,*Nc1ccc(-c2ccc(-c3ccc(N*)cc3)c3cc(C)ccc23)cc1,,0.36429835,,, +667584010,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Sc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1,,0.36605169,,, +667591489,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.34402774,,, +667840086,*CCCCCCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,,0.35533448,0.2955,0.988248519,19.25074729 +668141599,*Oc1ccc(OC(=O)Oc2ccc(C(*)=O)cc2)cc1,,0.33148318,,, +668621779,*Cc1cccc(CNC(=O)CCC2(CCC(=O)N*)c3ccccc3-c3ccccc32)c1,,0.34266557,,, +668704885,*c1ccc(Oc2ccc(-c3c(-c4ccccc4)c4c(c(-c5ccccc5)c3-c3ccccc3)C(=O)N(c3ccc(N5C(=O)c6c(c(-c7ccccc7)c(-c7ccccc7)c(*)c6-c6ccccc6)C5=O)cc3)C4=O)cc2)cc1,,0.41683897,,, +668824734,*CC(C)(CO)CO*,,0.33612908,,, +668903098,*C1CCC(CC2CCC(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C(C)C2)CC1C,,0.37632492,,, +669620499,*CCSCc1ccc(Cc2ccc(CSCCOC(=O)CSCc3ccc(Cc4ccc(CSCC(=O)O*)cc4)cc3)cc2)cc1,,0.36564834,,, +669636470,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.36159124,,, +669639800,*NC1CCC(CC2CCC(NC(=O)CCCCC(*)=O)CC2)CC1,,0.35191825,,, +670004959,*OC(COC(=O)c1ccc(C(*)=O)c(OC)c1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35609742,,, +670279906,*C(=O)Nc1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)CC8CC7C7CCCC87)cc6)cc4)C5=O)cc3)cc2C(C)(C)C)cc1,,0.38634779,,, +670455816,*CCOCO*,,0.34034968,,, +670472475,*c1cccc(N2C(=O)c3ccc(Oc4cc5ccccc5cc4Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37256174,,, +670589484,*Nc1ccc2cccc(-c3cccc4ccc(N*)cc34)c2c1,,0.35323413,,, +670939419,*CCc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(CCOC(=O)c4cccc(C(=O)O*)c4)cc3)c2)cc1,,0.34340117,,, +671093250,*c1ccc(Oc2ccc(C(C)(c3ccccc3)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1,,0.39778842,,, +671188865,*CC(*)(C)C(=O)OCc1ccc(C=CC(=O)Oc2ccc(OC)cc2)cc1,,0.33755795,,, +671342841,*CCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1,,0.35113383,,, +671423635,*CC(*)(C)C(=O)OCCCCCCn1c2ccccc2c2ccccc21,,0.35236027,,, +671507896,*OC(CCCCC)CC(*)=O,,0.36904255,,, +671591388,*N/C1=N/OC(O)(O)O/N=C(/N*)C/C(N)=N/OC(O)(O)O/N=C(\N)C1,,0.28254764,,, +671751803,*Sc1ccc(Sc2ccc(Sc3ccc4c(c3)C(=O)N(N3C(=O)c5ccc(*)cc5C3=O)C4=O)cc2)cc1,,0.38648084,,, +672322123,*c1ccc(OCCCCCCCCCCCOC(=O)c2ccc(C(=O)OCCCCCCCCCCCOc3ccc(-c4nnc(*)s4)cc3)cc2)cc1,,0.37335529,,, +672610446,*C(=O)c1ccc2nc(-c3ccccc3)c(-c3ccc(Oc4ccc(-c5nc6cc(*)ccc6nc5-c5ccccc5)cc4)cc3)nc2c1,,0.41566433,,, +673060988,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(C(c4cc(C)c(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(C)c4)c4cccc5ccccc45)cc3C)cc1)C2=O,,0.40356882,,, +673094713,*Nc1ccc(-c2cccc(-c3ccccc3N*)c2)cc1,,0.34307779,,, +673172746,*Oc1ccc(C(c2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.3557624,,, +673214221,*C=CC1CC(*)C2C(=O)N(c3cccc(F)c3)C(=O)C12,,0.37532295,,, +673225351,*c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(F)c4)c4ccccc4-c4ccccc43)cc1F)C2=O,,0.42499356,,, +673445970,*CC(*)c1cc(C(=O)OCCCCCCCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1,,0.38816333,,, +673499218,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOCCOc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.33962987,,, +673704172,*CC(*)(C)C(=O)OCCOCCOC,,0.33828721,,, +673883343,*C[Si](*)(CCCC)CCCC,,0.40581493,,, +673984159,*CC(C(C)C)C(COC(=O)c1ccc(C(=O)O*)cc1)C(C)C,,0.35713078,,, +674610445,*Nc1c(N*)c(-c2ccccc2)c(-c2ccccc2)c(-c2ccccc2)c1-c1ccccc1,,0.37324371,,, +674648279,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36239685,,, +674773828,*Nc1ccc(/C=C/c2ccc(NC(=C(C#N)C#N)c3ccc(C(*)=C(C#N)C#N)cc3)cc2)cc1,,0.4055685,,, +674973559,*C(=O)OC1CC2CC(OC(=O)N3CCN(*)CC3)CC(C1)O2,,0.33921521,,, +675621867,*OC(=O)c1ccc(CCCCc2ccc(C(*)=O)cc2)cc1,,0.35446575,,, +676068988,*CCCCCCCCNC(=O)CCCCCCCCC(=O)N*,,0.35653288,0.392,, +676116191,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCC(*)=O,,0.32224016,,, +676718973,*Nc1ccc2c(-c3ccccc3)c3cc(N*)ccc3cc2c1,,0.35297374,,, +676741869,*c1cccc(-c2nc3cc(-c4ccc5c(c4)nc(*)n5CCCS(=O)(=O)O)ccc3n2CCCS(=O)(=O)O)c1,208.6363648,,,, +677190542,*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc(NC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)n6)cc5C4=O)cc3)ccc3ccccc23)cc1,,0.35781631,,, +677732142,*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1,,0.35682307,,, +677771115,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.34677139,,, +677895437,*c1cc(-c2sc(-c3cc(CCCC)c(*)s3)cc2CCCC)c2cccccc1-2,,0.45832341,,, +678137113,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.37813384,,, +678912517,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C)cc2)cc1,,0.3526035,,, +678917308,*CC(C)(C)C(=O)O*,,0.3478783,,, +679096847,*c1cc(-c2sc(-c3cc(CCCCCCCCCCCCCC)c(*)s3)cc2CCCCCCCCCCCCCC)c2cccccc1-2,,0.42191423,0.316,, +679122345,*OP(=O)(Oc1ccc(Cl)cc1)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl,,0.35896209,,, +679270138,*Nc1ccc2c(c1)C1(c3cc(N*)ccc3-2)c2cc(C(C)(C)C)ccc2-c2ccc(C(C)(C)C)cc21,,0.401012485,,, +679274532,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.36028075,,, +679404420,*c1ccc(-c2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(Oc6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1,,0.41331877,,, +679533117,*Nc1ccc([C@@H](c2ccccc2)c2ccc(N*)c([C@@H](c3ccccc3)c3ccc(N)cc3)c2)cc1,,0.36527705,,, +679561961,*CCCC(*)(C)C,,0.4001286,0.236,0.780478615,15.7837124 +679722974,*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5ccc(*)nc5)cc4)cc3)cc2)cc1,,0.38782954,,, +679930104,*Oc1ccc(NC(=O)c2cc(-c3ccc(C(=O)O)c(C(=O)Nc4ccc(*)cc4)c3)ccc2C(=O)O)cc1,,0.32759097,,, +680389374,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(OP(=O)(Oc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c3ccccc3)c1)C2=O,,0.36051533,,, +680463465,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1,,0.37707713,,, +680864768,*Nc1ccc([C@H](CCC)c2ccc(C3(c4ccc([C@@H](CCC)c5ccc(N*)cc5C)cc4)CCC(CC)CC3)cc2)c(C)c1,,0.37733794,,, +680937306,*c1ccc(Oc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)cc4c(-c4ccccc4)c3-c3ccccc3)cc2)cc1,,0.41401327,,, +680984529,*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1,,0.35200857,,, +681027587,*Nc1ccc2c(c1)C(C)(C)C[C@@]2(C)c1ccc(C)c(N*)c1,,0.36931693,,, +681043697,*N[C@H]([C@H](N)CO)[C@@H](C=O)N*,,0.29472279,,, +681148438,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccccc4Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O,,0.35765062,,, +681382026,*CC(c1ccccc1)C1C(=O)N(CCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1*,,0.3562068,,, +681607778,*CCN(CCOC(=O)NCCCCCCNC(=O)O*)c1ccc(N=Nc2ccc(C)cc2)cc1,24.09354398,,,, +682136136,*CC1(CO*)CC2CCC1CC2,81.08225465,,,, +682392464,*CC(OCC(C)C)C(C)(C(=O)OC)C(*)(C)C(=O)OC,,0.36938061,,, +682727526,*C1C(=O)N(c2ccccc2C(=O)OCC)C(=O)C1*,,0.37540296,,, +682848245,*c1cccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.36290404,,, +683188751,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.35282718,,, +683707675,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc([Si](C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.37681981,,, +684755734,*OP(=O)(Oc1ccccc1)Oc1ccc(-c2ccc(*)cc2)cc1,,0.34952529,,, +684934727,*Nc1ccc(/C(C)=C(/CCC=C)c2ccccc2-c2ccc(N*)cc2)cc1,,0.36161485,,, +685115474,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.39820678,,, +685261613,*Nc1ccc2c(c1)C(CC[C@@H](C)CCCC(C)C)(CC[C@@H](C)CCCC(C)C)c1cc(N*)ccc1-2,,0.3674647,,, +685427135,*OC(CCc1ccccc1)CC(*)=O,,0.35135423,,, +685579898,*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)c(C)c2)cc1C,,0.40252214,,, +686272948,*c1ccc(NC(=O)c2cc(C(=O)Nc3ccc(-c4nnc(*)o4)cc3)cc(N3C(=O)c4ccccc4C3=O)c2)cc1,,0.36231124,,, +686526509,*CCCCCCCCCCCCCCCC[N+](C)(C)CCCCCC[N+](*)(C)C,,,0.408,0.872184477,20.26505078 +686833175,*/C=C(/*)C#CCCCCCCCCCCCCCCCCCCCCC(=O)O,,,0.4105,0.885736749,15.06400186 +687447085,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccc(-c8nc(*)c(-c9ccccc9)[nH]8)cc7)[nH]c6-c6ccccc6)cc5)cc4)cc3)cc2)cc1,,0.40004414,,, +687545221,*CCC=C(*)c1ccccc1,,0.38403531,,, +687772920,*CCN(CCCCCOc1ccc(N=Nc2ccccc2)cc1)CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,,0.35497879,,, +687864744,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)Oc5ccc(C(C)(C)c6ccc(OC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)CCC(C(C)(C)C)CC2)cc1,,0.37364551,,, +688101886,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.37198635,,, +688122210,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(CCC(=O)O)c4ccc(*)cc4)cc3)cc2)cc1,,0.36717423,,, +688609690,*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCCCCCCCCCC6)cc5)cc4C3=O)cc2)cc1,,0.38469309,,, +688616302,*CCCCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1,,0.33930014,,, +688656899,*SCC(=O)NN=Cc1ccc(OCCCCCCCCCCOc2ccc(C=NNC(=O)CSc3nnc(*)s3)cc2OC)c(OC)c1,,0.36310288,,, +688760840,*OC(COC(=O)c1cccc(C(*)=O)c1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35979025,,, +689174669,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3cc(F)c(*)cc3F)ccc1-2,,0.41547343,,, +689311182,*CC(O)COC(=O)C1CCC(C(=O)OCC(O)COc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)CC1,,0.334916,,, +689497002,*CC(*)C(=O)OCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.3457648,,, +689573357,*CC(*)c1ccc([Si](O[Si](C)(C)C)(O[Si](C)(C)C)O[Si](C)(C)C)cc1,,0.48916637,,, +689602556,*c1ccc2cc3cc(-c4sc(-c5cc(CCCCCCCCCCCC)c(*)s5)cc4CCCCCCCCCCCC)ccc3cc2c1,,0.4098993,,, +689672575,*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c(C)c2)cc1C,,0.38990238,,, +690246774,*CC(O)COC(=O)c1cccc(C(=O)OCC(O)COc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)c1,,0.33980018,,, +690444653,*c1cccc(-c2nc3cc(-c4ccc5[nH]c(*)nc5c4)ccc3[nH]2)c1,,0.41970878,,, +690772081,*CCOCCOC(=O)CCCCC(=O)O*,,0.33115638,,, +691002570,*c1ccc(-c2ccc(-c3cc(-c4ccc(Oc5ccc(-c6cc(*)nc7ccccc67)cc5)cc4)c4ccccc4n3)cc2)cc1,,0.39515201,,, +691154706,*CC(*)(CC(=O)OCCCC1CCCCC1)C(=O)OCCCC1CCCCC1,,0.37003556,0.199,, +691219107,*CCCCCCCCCCSS*,,0.43577618,,, +691290005,*C(c1ccccc1)C(*)[N+](=O)[O-],173.9913454,,,, +691340990,*c1ccc(-c2nc3cc4nc(*)[nH]c4cc3[nH]2)cc1,340.5865983,,,, +691396928,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)c1ccc(C(*)=O)cc1,,0.3307198,,, +691744465,*CCCCCCN(C)c1ccc(C(=O)c2ccc(N(*)C)cc2)cc1,,0.37816076,,, +691831381,*CC(*)(C)C(=O)Oc1ccc(C=Cc2ccccc2)cc1,,0.36180049,,, +691986630,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.36858029,,, +692037059,*CC(*)c1cc(C)c(C)cc1C,,0.40919806,0.2095,, +692373242,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1Cl,119.6241841,,,, +692434994,*C1C(=O)N(C(C)CC)C(=O)C1*,,0.38386027,,, +692810892,*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5C6CCC(C6)C5C4=O)c3)cc2)cc1,,0.3598038,,, +693011985,*Nc1ccc(-c2ccc(N*)c(N)c2)cc1N,,0.33019375,,, +695348815,*/C=C/c1cc(CCCCCC)c(/C=C/c2ccc(*)cc2)cc1CCCCCC,51.04706134,,,, +695374943,*CC(*)(CC(=O)Oc1ccc(OC)cc1)C(=O)Oc1ccc(OC)cc1,,0.33732889,,, +695536292,*O*CCCCCCCCCC(=O)Oc1ccc(-c2ccc(C(=O)Oc3ccc(Cl)c(OC(=O)c4ccc(-c5ccc(OC(=O)CCCCCCCCC(*)CO*)cc5)cc4)c3)cc2)cc1,,0.38046147,,, +695925726,*CC/C(C)=C(/*)C,,,,0.817744643,14.53648643 +695940452,*CCCCCSS*,,0.45235831,,, +696483165,*Oc1ccc(C(=Cc2ccc(-c3ccc(C=C(c4ccccc4)c4ccc(OC(=O)CCCCCCCCC(*)=O)cc4)cc3)cc2)c2ccccc2)cc1,,0.3779872,,, +696705390,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4cc(Br)cc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1,,0.379535,,, +696713776,*c1ccc2c(c1)C(=O)N(c1cc(OCCN(CC)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,,,0.154,1.205461036,17.1881696 +698037323,*CC(*)OC(=O)C(C)(CC)C(C)(C)C,,0.37558012,,, +698053626,*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F,,0.32595019,0.113,, +698200988,*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nc3ccccc3[nH]2)c1,,0.36147355,,, +698615321,*C=Cc1cc(OCC(CC)CCCC)c(C=Cc2cc(OC)c(*)cc2OC)cc1OC,,0.3762763,,, +699007218,*C#CC#Cc1cc(C(C)(C)C)cc2c3cc(C(C)(C)C)cc(*)c3n(CCCCCCCCCCCCCCCC)c12,,0.41367738,,, +699175207,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(C(=O)O)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.3614755,,, +699184717,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4c(C)ccc5c(C(=O)c6ccc(*)cc6)c(C)ccc45)cc3)cc2)cc1,,0.39186106,,, +699462327,*Oc1ccc(Oc2c(F)c(F)c(-c3c(F)c(F)c(*)c(F)c3F)c(F)c2F)cc1S(=O)(=O)O,,0.36032726,,, +699667055,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.37043796,,, +699908244,*CCCCCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCCCCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.3404124,,, +699928185,*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl,,0.36757265,,, +700020481,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.39550318,,, +700619853,*CC(*)(C)C(=O)OCCc1ccc(N=Nc2ccc(OC(F)(F)F)cc2)cc1,,0.35475551,,, +700771684,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5cnc6ccc(-c7ccc8ncc(*)nc8c7)cc6n5)cc4)cc3)cc2)cc1,,0.38386656,,, +700931497,*ON(C(F)(F)F)C(F)(F)C(*)(F)F,,0.30488476,0.0905,1.732295687,17.31090487 +700994258,*c1ccc(OCOc2ccc(-c3nc(-c4ccc([N+](=O)[O-])cc4)oc3*)cc2)cc1,,0.38196728,,, +701170718,*CC(*)c1ccccc1C(=O)OCCN(C)C,,0.36119268,0.1853333333333333,, +701980913,*Sc1cccc(Sc2ccc(Sc3ccc(*)cc3)cc2)c1,,0.39236432,,, +702351726,*CC(*)(C)C(=O)OCCN(CCCC)c1ccc(N=Nc2ccc(S(=O)(=O)Nc3cc(C)on3)cc2)cc1,,0.37056907,,, +702495781,*Nc1cccc(C(C)(c2ccccc2)c2cccc(N*)c2)c1,,0.35162648,,, +702860275,*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O,,0.38497663,,, +703506417,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(OCCOc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.34759445,,, +703616126,*Oc1ccc(NC(=C(C#N)C#N)c2ccc(-c3ccc(C(Nc4ccc(*)cc4)=C(C#N)C#N)cc3)cc2)cc1,,0.41214769,,, +704321363,*c1ccc(-c2ccc(-c3cnc4cc(-c5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1,,0.40589633,,, +704562669,*CCCCCCOC(=O)NCCCCCCNC(=O)O*,,0.3465094,,, +704596053,*CC(C)CO*,,0.38408676,,, +704720758,*Nc1ccc(C2=CC(c3ccccc3)=C[C@@](c3ccccc3)(c3ccc(N*)cc3)[C@@H]2c2ccccc2)cc1,,0.37453464,,, +704923125,*COC(=O)Nc1ccc(Cc2ccc(NC(=O)OCc3cocc3*)cc2)cc1,,0.33693682,,, +705117177,*CCOCCOCCOC(=O)CCCCCCCC(=O)O*,,,0.267,, +705738216,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5c(c(-c6ccccc6)c(-c6ccc(Oc7ccc(-c8c(-c9ccccc9)c9c(c(-c%10ccccc%10)c8-c8ccccc8)C(=O)N(*)C9=O)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)C4=O)c3)c2)c1,,0.39052632,,, +705844179,*c1c(C)cc(C)c(N2C(=O)c3ccc(Oc4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3C2=O)c1C,,0.3880841,,, +705855235,*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(C)(C)C)c2)cc1,,0.36167594,,, +707258420,*CC(*)C(=O)OCCCOCC,,0.3584849,,, +707285446,*Oc1cccc2cc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)ccc12,,0.35254861,,, +707686102,*Nc1ccc(Oc2ccc(Oc3ccc(N*)cc3)c3c2[C@H]2c4ccccc4[C@@H]3c3ccccc32)cc1,,0.37675561,,, +707792324,*CC(*)(C)C(=O)OC(COc1ccc(-c2ccccc2)cc1)COc1ccc(-c2ccccc2)cc1,,0.34956652,,, +707895073,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5cccc(C(F)(F)F)c5)C6=O)cc4)cc3)cc2)cc1,,0.37753065,,, +708266844,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1,,0.36753658,,1.20752232,22.21547246 +708515334,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.41414112,,, +708745541,*C=CC(C)C(*)C(=O)OC12CC3CC(CC(C3)C1)C2,,0.3828539,,, +708888125,*CC1(C)CC(*)(C)C(=O)OC1=O,,0.30782553,,, +709065178,*NC1=c2ccc3ccc(N*)c4ccc(c2c34)CC1,,0.33334422,,, +709226489,*c1cc2sc(-c3sc(-c4cc(CCCCCCCCCCBr)c(*)s4)cc3CCCCCCCCCCBr)cc2s1,24.95900908,,,, +709267633,*c1ccc(Oc2ccc(-c3cnnc(-c4cccc(-c5ncc(*)nn5)n4)n3)cc2)cc1,,0.41536896,,, +709856096,*C(=O)Nc1c(C)cc(Cc2cc(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N=Nc5ccc(OC(F)(F)F)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C,,0.37184486,,, +709886400,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(-c2nc3ccccc3[nH]2)c1,,0.35887119,,, +710418627,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.3506977,,, +711711106,*c1ccc(Oc2c(C)cc(Cc3cc(C)c(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)c(C)c3)cc2C)cc1,,0.3857049,,, +712008066,*CC(*)OC(=O)c1nn(C(C)=O)c2ccccc12,,0.34764523,,, +712061261,*CC(CS(=O)(=O)CCCC)O*,,0.38279045,,, +712113333,*C(=O)c1ccc2c(c1)C(=O)N(c1c(C(C)C)cc(Cc3cc(C(C)C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C(C)C)c3)cc1C(C)C)C2=O,,0.43503278,,, +712239619,*CCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCNC(=O)C(=O)N*,,,0.3315,0.973462542,22.44231118 +712424232,*c1ncnc(N(CCCCCCCCCCN(*)c2ccccc2)c2ccccc2)n1,,0.38355919,,, +712525184,*CC(*)c1cc(C(=O)Oc2ccc(OCCCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCCCC)cc1,,0.36539229,,, +712532019,*Nc1ccc(N*)c(-c2cccc3ccccc23)c1,,0.34706164,,, +713020314,*C=CCC*,,0.41866094,,, +713163686,*N=P(*)(OCc1ccccc1)OCc1ccccc1,,0.35649541,,, +713393124,*CC(*)C(=O)N1CC[NH+](CC)CC1,,0.6509068,,, +714476191,*c1ccc(CC(=O)Nc2ccc(NC(=O)Cc3ccc(-c4sc(*)c(-c5ccccc5)c4-c4ccccc4)cc3)cc2)cc1,,0.38234707,,, +714511257,*c1ccc(-c2nc3ccc(Oc4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)cc1,,0.45462761,,, +714806677,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(Oc3c(C)cc(-c4cc(C)c(Oc5cc(N6C(=O)c7ccc(*)cc7C6=O)cc(C(F)(F)F)c5)c(C)c4)cc3C)cc(C(F)(F)F)c1)C2=O,,0.38618508,,, +714836323,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(-c3nc4ccccc4[nH]3)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.39603335,,, +715482561,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc1,,0.3574338,,, +716027443,*CCCCCCOC(=O)Nc1cccc(P(=O)(c2ccccc2)c2cccc(NC(=O)O*)c2)c1,,0.35310551,,, +716481605,*Nc1c(N*)c2c3ccccc3cc3ccc4cccc1c4c32,,0.34230926,,, +716683288,*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(*)cc3)cc2)cc1,,0.36840915,,, +717229286,*N=P(*)(OCCC(=O)C=C)OCCC(=O)C=C,-42.12432011,,,, +717633419,*O[Si](C)(C)c1ccc2cc([Si](*)(C)C)ccc2c1,,0.41010806,,, +717936443,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)c1cccc(C(*)=O)c1,,0.33111951,,, +718095822,*CCCCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O*,,,0.274,, +718575580,*NCc1ccc(N*)c2ccccc12,,0.32862128,,, +719137941,*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(N=Nc3ccc(N=Nc4cc(C)c([N+](=O)[O-])c(C)c4)cc3)cc2)cc1,,0.3672374,,, +719507082,*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3ccc4c(c3)c3cc(*)ccc3n4CCCCCC#N)cc2)cc1,,0.39438801,,, +719751111,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2-c2cccc(C)c2)c(-c2cccc(C)c2)c1-c1ccccc1,,0.38052241,,, +720344171,*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(*)cc3)cc2)cc1,,0.34491184,,, +720567395,*O*CCCCCCCCCC(=O)Oc1ccc(-c2ccc(C(=O)Oc3ccc(C(=O)OC)c(OC(=O)c4ccc(-c5ccc(OC(=O)CCCCCCCCC(*)CO*)cc5)cc4)c3)cc2)cc1,,0.38046147,,, +720781054,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cc4ccccc4cc3Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37047012,,, +720835147,*Nc1ccc(C(c2ccc(NC(=O)c3cc(NC(=O)CCCCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.33696818,,, +721329227,*Oc1ccc(Nc2ccc(C(=O)c3ccc(C(=O)c4ccc(Nc5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.38639477,,, +721426023,*OC(COC(=O)c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(C(*)=O)c(F)c3F)cc2CCCCCCCC)c(F)c1F)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.37990658,,, +721715227,*Sc1ccc(P(=O)(c2ccccc2)c2ccc(Sc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1,,0.39670171,,, +721925849,*Nc1cc2ccccc2c(C(N*)(c2ccccc2)c2ccccc2)c1N,,0.36049549,,, +722303181,*C=Nc1ccc(N=Cc2ccc(Sc3ccc(*)o3)o2)cc1,95.64631957,,,, +722323887,*CCN(*)C(=O)c1ccccc1,,0.35014456,,, +722337542,*CC(CCCCCC)O*,,0.40228779,,, +722624089,*CC(*)(C)C(=O)OCCCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.36422503,,, +722656060,*/C=C/C(C)C(*)C,,,,0.801255092,16.53077558 +722657419,*CC(COc1ccc(C2CCCC(CC)(c3ccc(O*)cc3)C2)cc1)OC(C)=O,,0.35641137,,, +722671179,*CCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1,,0.32915874,,, +722858579,*Nc1ccc(-c2ccc(N*)c(-c3ccc(-c4ccccc4)cc3)c2-c2ccc(-c3ccccc3)cc2)c(-c2ccc(-c3ccccc3)cc2)c1-c1ccc(-c2ccccc2)cc1,,0.36435294,,, +722954203,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)O)cc5C4=O)cc3)cc1)C2=O,,0.366311,,, +722996762,*C(=O)Nc1ccc(C(=O)Nc2ccc(NC(=O)c3ccc4[nH]c(-c5ccc(-c6nc7cc(*)ccc7[nH]6)cc5)nc4c3)cc2)cc1,,0.37298287,,, +723086841,*C(=O)c1ccc(C(=O)N(C)c2ccc(Cc3ccc(N(*)C)c(C)c3)cc2C)cc1,167.9642319,,,, +723328836,*Oc1cc(Oc2ccc(NC(=O)c3cc(NC(=O)C45CC6CC(CC(C6)C4)C5)cc(C(=O)Nc4ccc(*)cc4)c3)cc2)ccc1C12CC3CC(CC(C3)C1)C2,,0.36497894,,, +723637794,*OS(=O)(=O)c1ccc(Oc2ccc(S(=O)(=O)Oc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1,190.021745,,,, +723638059,*NCC(C)(C)CN*,,0.32817407,,, +723903020,*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.38669859,,, +725291191,*Nc1ccc(C2(c3ccc(N*)c(C)c3)c3ccccc3-c3ccccc32)cc1C,,0.381850225,,, +726324276,*CC(*)(C)C(=O)OCCS(=O)(=O)c1ccc(N=Nc2ccc(N(CC)CC)cc2)cc1,,0.37486297,,, +726632865,*NCCNCCNCCN*,,0.32616627,,, +726852979,*CCCNC(=O)CCCCCCCCC(=O)NCCCOCCOCCO*,,0.3490113,,, +726901134,*Oc1ccc(C2(c3ccc(OC(*)=S)cc3)CCC(C)CC2)cc1,,0.36588296,,, +727287922,*Oc1ccc(C(C)(C)c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1,,0.3613817,,, +727715310,*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc2)C3=O)cc(-c2ccccc2)c1,,0.366746,,, +727880096,*Nc1c(-c2cccc3ccccc23)ccc(-c2cccc3ccccc23)c1N*,,0.35630163,,, +727931995,*c1sc(*)c(OCCCCCCCCCCCC)c1C,,,0.37875,0.949355697,16.11371346 +727964996,*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)cc1,,0.39702899,,, +728252718,*Oc1ccc(C(C)(C)c2ccc(OC(=O)C3CCC(C(*)=O)CC3)cc2)cc1,,0.3540751,,, +728371459,*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(N7C(=O)c8ccc(*)cc8C7=O)cc5)C6=O)cc4)cc3)cc2)cc1,,0.37364241,,, +728455428,*C=CC1CC(*)C2C(=O)N(c3ccccc3Br)C(=O)C12,,0.37993611,,, +729133742,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(*)=O)cc2)C(=O)OCC)cc1,,0.34116188,,, +729574569,*CC(*)(C)C(=O)OC(C(F)(F)F)C(F)(F)F,,0.33395408,0.0755,1.277149707,12.6767809 +729669366,*Oc1ccc(C(c2ccc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35569196,,, +730173328,*CC(*)(C)C(=O)OCCCCCCOc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36098706,,, +730265166,*c1c(C)cc(C)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1C,,0.42202821,,, +730340221,*Oc1ccc(Sc2ccc(OC(*)=O)cc2)cc1,,0.35903581,,, +730399756,*CC(*)C(=O)OC(C)CCCCCC,,,0.245,0.877762738,11.2218737 +730567526,*c1ccc([Si](*)(C)c2ccc(CN(C)C)cc2)cc1,12.90627629,,,, +730591910,*c1nnc(-c2ccc(Oc3ccc(C(c4ccc(Oc5ccc(*)c6ccccc56)cc4)(C(F)(F)F)C(F)(F)F)cc3)c3ccccc23)o1,,0.39620569,,, +731184698,*C(=O)OCC(C)(C)COC(=O)N1CCN(*)CC1,,0.33768571,,, +731417662,*CCCCCCCCCCC1CC(CCC2CC(*)OC2=O)C(=O)O1,84.1573412,,,, +731595810,*CC(c1ccccc1)C1C(=O)N(c2ccc(Oc3ccccc3)cc2)C(=O)C1*,,0.367645,,, +732208665,*c1ccc2nc(-c3ccc4c(c3)C(=O)N(c3cc(C(*)(C(F)(F)F)C(F)(F)F)ccc3O)C4=O)oc2c1,,0.39736804,,, +732280868,*Nc1cc(N*)c2ccc3cc(C(C)(C)C)cc4ccc1c2c43,,0.35494944,,, +732578696,*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3ccc([Si](C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.37223437,,, +732613388,*Nc1cccc2c(NC(=O)Nc3cc(NC(*)=O)cc(C(=O)Nc4cccc5c4C(=O)c4ccccc4C5=O)c3)cccc12,,0.33149666,,, +732957114,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(C(=O)Nc4cccc(O*)c4)c3)cc2)cc1,,0.34135559,,, +733015366,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1,,0.40568051,,, +733146174,*c1ccc(Oc2ccc(N3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(c5ncc(*)s5)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc2)cc1,,0.4074392,,, +734539627,*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)c2)c1,,0.34534828,,, +734958593,*CC(*)c1ccccc1COC,,0.37399571,0.2066666666666666,, +735019484,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(-c3ccccc3)c2)cc1,,0.37852395,,, +735028416,*CC(*)c1ccccc1C(=O)OCCCCC,,0.37483446,0.1923333333333333,, +735082604,*C(=O)c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(*)s4)cc3)cc2)s1,,0.37910073,,, +735143665,*CCCCCCCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O*,,0.35290149,,, +735307697,*CCC(CC)CC(C)CNC(=O)c1ccc(C(=O)N*)cc1,,0.34406893,,, +735659533,*CC(*)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1,,0.36822065,,, +736152348,*Nc1ccc2ccccc2c1Cc1c(N*)ccc2ccccc12,,0.34468979,,, +736727472,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)c(C)c4)cc3C)cc2)cc1,,0.35738719,,, +736792055,*c1cccc(-c2cccc(C(F)(F)C(F)(F)C(*)(F)F)c2)c1,,0.36208143,,, +736908890,*OC(=O)OCCOCCOCCOCCOC(=O)OC1COC2C(*)COC12,,0.32639137,,, +737341727,*CC(*)n1c2ccc(Br)cc2c2cc(Br)ccc21,115.6170166,,,, +737356509,*c1ccc(N2C(=O)c3c(c(-c4ccccc4)c(-c4ccc(-c5c(-c6ccccc6)c6c(c(-c7ccccc7)c5-c5ccccc5)C(=O)N(*)C6=O)cc4)c(-c4ccccc4)c3-c3ccccc3)C2=O)cc1,,0.42520451,,, +737362009,*COC1OC(*)C(O)C(O)C1O,,0.28194212,,, +738034100,*Nc1cccc(NC(=O)CCCCC(=O)Nc2cccc(NC(=S)NC(=O)CCCCCCCCC(=O)NC(*)=S)c2)c1,,0.34083376,,, +738593262,*Nc1ccc(NC(=O)c2ccc(NC(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.35850742,,, +738625870,*Nc1cccc(-c2cccc(-c3ccccc3)c2-c2ccccc2)c1N*,,0.36058761,,, +738887961,*C1C(*)C2CC1C(COCc1ccccc1)C2COCc1ccccc1,,0.35376741,,, +739506612,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O,,0.36896466,,, +739562740,*c1ccc(C2(c3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.4105138,,, +739643942,*CCCS(=O)(=O)c1ccc(N=Nc2ccc(N(CCCC)CC(=O)O*)cc2)cc1,,0.37775099,,, +739659224,*CCC(C)C(*)(C)C(=O)OC,,0.35037365,,, +739937375,*CCN(CCOC(=O)c1ccc(C(=O)O*)cc1)c1ccc(-c2nc3ccc([N+](=O)[O-])cc3o2)cc1,,0.35125653,,, +740224734,*Nc1cc2c(cc1N*)[C@]1(C)c3c(ccc(N)c3N)[C@]3(C)c4cc(N)c(N)cc4[C@@]2(C)[C@@H]31,,0.39437895,,, +741750852,*C=CC1CC(*)C(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1C(=O)OCCCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.37717295,,, +742319182,*Nc1ccc(-c2ccc(-c3ccc(N*)c(-c4ccc(C(C)C)cc4)c3-c3ccc(C(C)C)cc3)cc2)cc1,,0.3784415,,, +742571113,*c1cc(*)c(O)c(C=Nc2ccc(F)cc2)c1,-121.5212841,,,, +742772976,*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](*)(CCCC)CCCC)s6)cc5CCCCCCCC)s4)s3)s2)s1,,0.42518997,,, +743402006,*CCCCCCCCNC(=O)CC(=O)N*,,0.33840091,,, +744301389,*OC(COC(=O)C1=C(C(=O)OCC(COC(=O)C2=C(c3ccccc3)C3C=CC2C3)OC(=O)c2ccc(C(*)=O)cc2)C2C=CC1C2)COC(=O)C1=C(c2ccccc2)C2C=CC1C2,,0.34889157,,, +744751157,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccccc1,,0.34387073,,, +745130197,*OC(=O)CCCCCC(*)=O,,,0.237,1.084856799,17.5417392 +745501666,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(-c3ccc(OC)cc3)cc2)cc1,,0.35115071,,, +745635632,*Nc1ccc2ccccc2c1-c1c(N*)ccc2ccccc12,,0.35275725,,, +745676028,*Oc1ccc(Oc2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(*)cc4)c3)cc2)cc1C(C)(C)C,,0.36499914,,, +745925185,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)c3cc(*)ccc3n4-c3ccc(C)cc3)ccc1-2,,0.39958205,,, +746006701,*CC(C#N)C(CCC(C)(O)C=C)C(*)(C)C,,0.3589437,,, +746033942,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8cccc(N9C(=O)c%10ccc(*)cc%10C9=O)c8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.36211978,,, +746099992,*Oc1ccc(C2(c3ccc(Oc4ccc(-c5ccc(-c6ccc(*)c(C(F)(F)F)c6)cc5)cc4C(F)(F)F)cc3)c3ccccc3-c3ccccc32)cc1,,0.40015499,,, +746373374,*CCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.34895438,,, +746810021,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1,,0.35629781,,, +746817611,*CCOC(=O)Nc1ccc(NC(=O)O*)cc1,134.2908917,,,, +746903081,*C/C=C/COC(=O)NCCCCCCNC(=O)O*,,0.33443961,,, +747034836,*c1cc(N=Cc2ccc(F)cc2)c(O)c(*)c1C,,0.39302909,,, +747510254,*Nc1cccc2c1ccc1c3cccc(N*)c3ccc21,,0.33361002,,, +747579493,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C,,0.43809694,,, +748222139,*CCCCCCNC(=O)CCC1(CCC(=O)N*)c2ccccc2-c2ccccc21,,0.34859909,,, +748600767,*/C=C/C1CCC(*)C1,,,0.2603333333333333,, +748602077,*O[Si](*)(C)CCCCCn1c2ccccc2c2ccccc21,,0.37747009,,, +748679100,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c2C)C3=O)cc1,,0.37301692,,, +749003022,*Sc1ccc(-c2ccc(SC(=O)CCCCC(*)=O)cc2)cc1,13.2621556,,,, +749288648,*c1ccc(-c2ccc(-c3ccc(-c4cc(-c5ccccc5)c5cc(-c6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)cc2)cc1,,0.41180869,,, +749314033,*OC(=O)C(C)NC(=O)CCCCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12,,0.33769731,,, +749316999,*Nc1cccc(C(c2ccccc2)(c2ccccc2)c2ccccc2)c1N*,,0.36834025,,, +749375446,*Nc1ccc(C(c2ccc(NC(=O)c3cc(NC(=O)C45CC6CC(CC(C6)C4)C5)cc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35504782,,, +749548087,*C(=O)Nc1cccc(P(=O)(c2ccccc2)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)c2)c1,,0.36969182,,, +749662533,*Nc1ccc(/C(C)=C\C(C)(C)c2ccc(N*)cc2)cc1,,0.35473258,,, +749826349,*c1ccc(NC(=O)Nc2ccc(NC(=O)Nc3ccc(-c4nc(-c5ccc([N+](=O)[O-])cc5)[nH]c4*)cc3)cc2)cc1,,0.35066768,0.269,1.201196246,19.2258376 +750049504,*c1ccc(-c2sc(-c3ccc(-c4cc(SCCCC)c(*)s4)cc3)cc2SCCCC)cc1,,0.51197804,,, +750380744,*O*CCCCCCCCCC(=O)Oc1ccc(-c2ccc(C(=O)Oc3cccc(OC(=O)c4ccc(-c5ccc(OC(=O)CCCCCCCCC(*)CO*)cc5)cc4)c3)cc2)cc1,,0.38046147,,, +750442059,*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCCCCCCCCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1,,0.34759943,,, +750805819,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCC(C)C)cc1,,0.35420645,,, +750893336,*CCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.35432247,,, +751017152,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4C)cc3)cc2)cc1C,,0.36216317,,, +751223406,*Oc1ccc(N=C(c2ccccc2)c2ccc(Oc3ccc(-c4ccc(Oc5ccc(C(=Nc6ccc(*)cc6)c6ccccc6)cc5)cc4)cc3)cc2)cc1,,0.38227472,,, +751286665,*CC(Cc1ccc(-c2ccccc2)cc1)C[Si](*)(C)C,,0.37356757,,, +751321800,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)c([N+](=O)[O-])c2)cc1[N+](=O)[O-],,0.38190674,,, +751554332,*Nc1cccc2cc3c(N*)cccc3cc12,,0.34156849,,, +751973346,*N=Nc1ccc([Te]c2ccc(*)cc2)cc1,,0.35960485,,, +752114706,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1,,0.35376689,,, +752379788,*C1=NC2=CC(*)C=CC2=C1,103.156476,,,, +753005996,*N=P(*)(NCC)NCC,,0.39858721,,, +753199362,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c2cccc(C(=O)O*)c2)c1,,0.33541643,,, +753570442,*CC(*)c1cc(C(F)(F)F)cc(C(F)(F)F)c1,,0.38284106,,, +754272312,*CC(c1ccccc1)C1C(=O)N(CCCCCCCC)C(=O)C1*,105.6965321,,,, +754288361,*Nc1ccc(-c2ccc(N*)c(=C\c3ccccc3)/c2=C\c2ccccc2)cc1,,0.36805136,,, +754541700,*O[Si](*)(C)CCCCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1,-64.12566312,,,, +754551833,*CC1CCC(COC(=O)O*)CC1,,0.34179915,,, +754749806,*CCCOC(=O)CCCC(=O)O*,,0.32464851,,, +755483998,*CC(*)C(=O)OCC(C)(C)C,,0.38252829,0.2115,0.901190148,13.30665929 +756378273,*c1ccc(-c2ccc(-c3cc(CCCCCCCC)c(-c4ccc(-c5sc(*)cc5CCCCCCCC)cc4)s3)cc2)cc1,,0.4395737,,, +756437706,*Oc1ccc(Oc2ccc(C=NCCCCCCN=Cc3ccc(*)cc3)cc2)cc1,,0.37498701,,, +756521912,*CCCC(C)(C)CNC(=O)CCCC(=O)N*,,0.33531412,,, +756721321,*C(=O)OCCOC(=O)N1CCN(*)CC1,,0.31625475,,, +756782287,*Nc1cc2c(cc1N*)-c1cc(N)c(N)cc1C2,,0.35872806,,, +757100562,*Oc1ccc(-c2ccc(Oc3ccc(*)cc3)c3ccccc23)c2ccccc12,,0.39245647,,, +757588646,*N=P(*)(OCC)OCC,,0.38134489,,, +757729082,*Oc1ccc(C(=Cc2ccc(-c3ccc(C=C(c4ccccc4)c4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)cc3)cc2)c2ccccc2)cc1,,0.37719758,,, +758693518,*C=Cc1ccc(OC(=O)CCCCCCCCC(=O)Oc2ccc(-c3nnc(*)s3)cc2)cc1,,0.36259247,,, +758756190,*Oc1ccc(Oc2cccc(*)n2)c(C)c1,,0.35844504,,, +759011226,*Oc1ccc(C(=O)c2ccccc2)c(-c2cc(Oc3ccc(-c4ccc(*)cc4)cc3)ccc2C(=O)c2ccccc2)c1,,0.38076076,,, +759255806,*CC(*)(C)C(=O)OCCOc1ccc(-c2ccc(-c3ccc(C#N)cc3)cc2)cc1,,0.34955949,,, +759347222,*Nc1ccc2c(c1)[C@@H]1c3ccc(N*)cc3[C@@H]3c4ccc(N)cc4[C@H]2C31C,,0.3861986,,, +759929518,*CCCCCCNC(=O)CCC(C)(C)c1ccc(C(C)(C)CCC(=O)N*)cc1,,0.34678668,,, +760236787,*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)C6CC7CC(C6)CC5C7)cc4)cc3)cc2)cc1,,0.36751197,,, +760704855,*CC(CCC)C(CCC)COC(=O)c1ccc(C(=O)O*)cc1,,0.35986074,,, +760704971,*c1ccc([Si](*)(C)C)s1,,0.42057371,,, +760753809,*CCc1cc(C)c(*)cc1C,,0.39678497,,, +761202167,*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4sc(*)cc4CCCCCCCC)cc3)s2)cn1,,0.43120083,,, +761297738,*Nc1ccc(CC2=CC=C[C@@](C)(c3ccc(Cc4ccc(N*)cc4)cc3)C=C2)cc1,,0.34837056,,, +761520590,*Nc1cccc2c1-c1c(N*)cccc1C2(c1ccccc1N)c1ccccc1N,,0.36322501,,, +761786133,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(S(=O)(=O)c4ccc(-c5ccc(S(=O)(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.3714925,,, +761886758,*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCC(C)CC)c(OCC(C)CC)c(OCC(C)CC)c4)cc3)cc2)cc1,,0.37208958,,, +762219171,*c1cccc(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1,,0.37303121,,, +762368408,*C(=O)Nc1cccc(N2C(=O)CC(N3C(=O)c4ccc(*)cc4C3=O)C2=O)c1,,0.34139674,,, +762944097,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C4CCC(C(C)(C)c5cc(C)c(*)c(C)c5)CC4C)cc3C)cc2)cc1,250.477212,,,, +763114241,*C(=O)Nc1ccc(Cc2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1,,0.35665576,,, +763411577,*Nc1cc2c(cc1N*)[C@H]1CC[C@@H]2CC1,,0.35470749,,, +763411836,*c1ccc(NC(=O)Nc2ccc(NC(=O)Nc3ccc(-c4nc(-c5ccc(-c6nc(-c7ccc([N+](=O)[O-])cc7)c(-c7ccc([N+](=O)[O-])cc7)[nH]6)cc5)[nH]c4*)cc3)cc2)cc1,,0.37265586,,, +763726764,*CC(C)(C)C1C(=O)N(C)C(=O)C1*,,0.33146348,,, +763991123,*Nc1ccc(C2(c3ccc(N*)cc3)C=CC(c3ccccc3)=CC2)cc1,,0.35269546,,, +764245724,*c1ccc(C(=O)OCCCCCCCCOc2ccc(C=C3CCCC(=Cc4ccc(OCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1,,0.37367873,,, +764326592,*C=CCC(C*)(C(=O)OC12CC3CC(CC(C3)C1)C2)C(=O)OC12CC3CC(CC(C3)C1)C2,,0.379025,,, +764363021,*Oc1ccc(P(=O)(c2ccccc2)c2ccc(Oc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1,,0.40024416,,, +764478101,*C=Cc1ccc(OC(=O)CCCCCCCCC(=O)Oc2cccc(-c3nnc(*)s3)c2)cc1,,0.35845216,,, +764504672,*CCCCCCCCCCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1,,0.36896475,,, +764566036,*Nc1ccc(Oc2ccc(Oc3ccc(N*)cc3C(F)(F)F)cc2)c(C(F)(F)F)c1,,0.34410013,,, +764633726,*CCOCCOCCOCCOC(=O)NCCCCCCNC(=O)O*,,0.3380047,,, +765055507,*CCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.37834566,,, +765135916,*Nc1ccc(C(CC)=C(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36758067,,, +765310183,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(*)cc4C3=O)c(O)cc1O)C2=O,,0.3634881,,, +765454454,*c1ncnc(N(CCCCN(*)c2ccccc2)c2ccccc2)n1,,0.37819273,,, +765521185,*CCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,,0.38269266,0.37175,0.887262341,24.48690078 +765731942,*CCNC(=O)CCP(C)(=O)CCC(=O)N*,143.8466204,,,, +765785607,*c1ccc(OC(=O)c2cc(Cl)cc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)c2)cc1,,0.36120932,,, +765893959,*Nc1cccc(C2(c3cccc(N*)c3)c3cc(C)ccc3-c3ccc(C)cc32)c1,,0.37704106,,, +765976138,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)[nH]n6)cc5)cc4)c3)cc2)cc1,,0.37462428,,, +766108648,*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5cccc(C(C)(C)c6ccc(*)cc6)c5)cc4)cc3)c2)cc1,,0.35956065,,, +766443404,*C(F)(F)C1(*)OC(F)(C(F)(F)F)C(F)(C(F)(F)F)O1,,0.33383626,,, +766636095,*CCCCCCOC(=O)C(CCCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.36679836,,, +766749407,*CC(*)(C)C(=O)OCCCc1ccc(N=Nc2ccc(OC(F)(F)F)cc2)cc1,,0.35850149,,, +767346074,*CCCCCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.36151008,,, +768384141,*CCCP(CCCCCCCC)CCCNC(=O)CCCCC(=O)N*,,0.3656047,,, +768467775,*Oc1ccc(Oc2ccc(Oc3cccc(*)n3)cc2)cc1,-19.11943844,,,, +769383218,*CCOP(=O)(N=Nc1ccc(Oc2ccc(N=NP(=O)(O*)OCC)cc2)cc1)OCC,,0.3620127,,, +769839159,*Oc1ccc(C(=O)OCCOCCOCCOCCOC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.3367055,,, +770392100,*CC(*)(C)C(=O)OC1(C)CCOC(=O)C1,,0.31901326,,, +770474874,*CCCCCNC(=O)CCCCCCOCCCCCCC(=O)NCCCCCO*,,,0.285,0.955888415,19.41025454 +770593247,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C#Cc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.39815997,,, +771410628,*C(=O)OCC(COc1ccc(N=Nc2ccc(C#N)cc2)cc1)OC(=O)c1ncccc1*,,0.3600163,,, +771609530,*CC(*)c1ccc(CCCCCC)cc1,,0.40375659,0.241,, +771639833,*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(-c3ccc(O*)cc3)cc2)c1,,0.34065553,,, +771772442,*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3c(C)cc(Cc4cc(C)c(NC(=O)c5ccc(*)cc5)c(C(C)C)c4)cc3C(C)C)cc2)cc1C(C)(C)C,,0.40228306,,, +772440851,*CC(*)c1ccc(C(=O)Cc2ccccc2)cc1,,0.36666659,,, +772566639,*c1ccc2c(c1)C(=O)N(c1ccc(OCCCCCCCCCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.35617191,,, +772591088,*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5cc6cc(*)ccc6oc5=O)cc4)cc3)cc2c1,,0.33664324,,, +773428035,*O[Si](*)(C)CCCOc1ccc(C(=O)OC2CCC3(C)C(=CCC4C3CCC3(C)C(C(C)CCCC(C)C)CCC43)C2)cc1,,0.373350915,,, +773706830,*Nc1cccc2c(N*)c3ccccc3cc12,,0.34219547,,, +774116157,*c1ccc(-c2ccc3c(c2)C(CCCCCCBr)(CCCCCCBr)c2cc(*)ccc2-3)cc1,,0.41425239,0.236,1.064142833,29.39678289 +774594190,*Nc1ccc(-c2cc(N*)ccc2-c2ccc(N)cc2)cc1,,0.34901501,,, +775478514,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(C(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O,,0.37412723,,, +776515253,*C(=O)N(*)CCCCCC,14.34014558,,,, +777120719,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5ncc(*)o5)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1,,0.39644075,,, +777245562,*Nc1ccc2cc3cccc(N*)c3cc2c1,,0.33634853,,, +777333329,*c1ccc2c(c1)C(=O)N(c1cc(Oc3c(C)cc(-c4cc(C)c(Oc5cc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc(C(F)(F)F)c5)c(C)c4)cc3C)cc(C(F)(F)F)c1)C2=O,,0.39069947,,, +777956854,*Nc1ccccc1-c1ccc2c(c1-c1ccccc1N*)Cc1ccccc1-2,,0.359745555,,, +778024152,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(OCCCOc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,163.1829015,,,, +778266959,*CC(*)c1ccc(C(C)(O)CCCC)cc1,,0.39130508,,, +778508668,*CCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.33853108,,, +779018837,*C=C(*)c1cc(CO)c(OCc2ccc(CNC(C)COCCCCCCCC)cc2)c(CO)c1,65.78481038,,,, +779245999,*c1ccc(C(*)C)cc1,,0.38776723,,, +779535649,*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCCC(=O)N*)cc1,,,0.3515,0.963570323,20.56020443 +779877733,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(OCCCCCCOc4ccc(/C=C/c5ccc(F)cc5)cc4)c3)cc1OCCCCCCOc1ccc(/C=C/c3ccc(F)cc3)cc1)C2=O,,0.36477665,,, +780149366,*Nc1ccc(-c2ccccc2)c(-c2ccccc2)c1N*,,0.3546781,,, +780388384,*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)cc4)o3)cc2)cc1,,0.48674163,,, +780433305,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(-c9ccc(*)cc9)cc8)cc7)cc6)cc5)c4)cc3)cc2)cc1,,0.36823106,,, +780752652,*Nc1cc2c(cc1N*)[C@@]1(C)c3cc(N)c(N)cc3[C@@]3(C)c4cc(N)c(N)cc4[C@]2(C)[C@]31C,,0.40071937,,, +781281190,*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(*)cc5)cc4)cc3)c2)cc1,,0.34777733,,, +781306630,*c1cccc(N2C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.3954689,,, +781325985,*Nc1ccc(Br)cc1-c1ccc(NC(=O)c2ccc(C(*)=O)cc2)cc1,,0.36239471,,, +781403971,*CC(O)CN(*)c1cc(C)cc(C)c1,,0.38340984,,, +781605401,*CCCCCCCCCCC(=O)NCCCCCC(=O)N*,,0.35926129,0.296,0.953522466,19.36818383 +782092877,*Nc1nc(N*)n(N)c(=S)n1,,0.31626297,,, +782678603,*CCCCCCCCCCCCCCCCCCCCOC(=O)CC(=O)O*,,0.38129764,0.318,0.918493366,19.41376744 +783040210,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37602514,,, +783055378,*c1cccc(C(=O)Nc2cccc(S(=O)(=O)c3cccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)c4)c3)c2)c1,,0.35166575,,, +783150586,*/C=C(\C#N)C(=O)Nc1cccc(NC(=O)/C(C#N)=C/c2ccc(/C=C/c3ccc(N(c4ccccc4)c4ccc(N(c5ccccc5)c5ccc(/C=C/c6ccc(*)s6)cc5)cc4)cc3)s2)c1,243.9892983,,,, +783176072,*C(=O)OCCCSCCCCCCSCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.35879978,,, +783233627,*O[Sn](CCCC)(CCCC)OC(=O)CCCCC(*)=O,,0.36080704,,, +783252697,*CCCCCCCCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1,,0.35707291,,, +783421229,*c1cccc(P(=O)(c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1,,0.38638827,,, +783528107,*c1cc(CCCCCCOC(=O)COC)c(*)s1,,0.36444159,,, +783741919,*Nc1cc2c(cc1N*)C1(c3cc(N)c(N)cc3-c3cc(N)c(N)cc31)c1cc(N)c(N)cc1-2,,0.37495313,,, +783812275,*C1CCC(*)C1,,0.37999271,,0.903468969,19.86080991 +784293016,*CC(CC(*)(C#N)C#N)c1ccc(CCl)cc1,,0.3903293,,, +784363756,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)n(-c7ccccc7)n6)cc5)cc4)cc3)cc2)cc1,,0.38790383,,, +784935951,*CCNC(=O)c1ccc2cc(O*)ccc2c1,,0.33091429,,, +785079844,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.35773858,,, +785209471,*OC(=O)C(C)NC(=O)CCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12,,0.32784472,,, +785463469,*CCCCCCCCc1nc2cc(-c3ccc4[nH]c(*)nc4c3)ccc2[nH]1,,0.37040662,,, +785739315,*CC(*)(C)C(=O)OCC(C)(C)C1OCC(C)(C)CO1,,0.36823735,0.1619999999999999,0.904274504,10.65097658 +786535870,*Nc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Nc4ccc(C(=O)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.3924613,,, +786832504,*Oc1ccc(Sc2ccc(Oc3ccc4c(=O)n5c6cc(Oc7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.37773112,,, +787172285,*Nc1cc2c(cc1N*)[C@H]1c3ccccc3[C@@H]2c2ccccc21,,0.37667413,,, +787518160,*CCC(=O)OCCCC=CCCCOC(=O)CCC1NC(=O)C(*)NC1=O,25.37727633,,,, +787533936,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(Cc4cc(C)c(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)c(C)c4)cc3C)cc1)C2=O,,0.39072114,,, +788080561,*Oc1ccc(C(C)(C)c2ccc(OC(=O)Nc3cccc(P(=O)(c4ccccc4)c4cccc(NC(*)=O)c4)c3)cc2)cc1,,0.36021287,,, +788688131,*c1cc(OCCCCCCCCCCCCCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37287134,,, +789071222,*CC(*)c1ccccc1C(=O)Nc1ccccc1,,0.35753244,0.1636666666666666,, +789164013,*CC(*)(C)C(=O)OCCCCCCn1c2ccccc2c2cc(N=Nc3ccc([N+](=O)[O-])cc3[N+](=O)[O-])ccc21,,0.3638222,,, +789200912,*CC(*)c1c(Cl)cccc1Cl,,0.39048668,,, +789216614,*NCCNCCCNCCN*,,0.3304575349999999,,, +789218686,*CC(*)(C)C(=O)NC(C)c1ccccc1,,0.3551036,,, +789469220,*CC(*)(C)C(=O)OCc1ccc(C=CC(=O)C2c3ccccc3C(=O)c3ccccc32)cc1,,0.34725441,,, +790220540,*Oc1ccc(S(=O)(=O)c2cccc3c(S(=O)(=O)c4ccc(Oc5ccc(-c6ccc(*)cc6)cc5)cc4)cccc23)cc1,,0.36562978,,, +790422297,*CC(*)(C)C(=O)OCCCCCCOc1cccc(C(=O)Oc2ccc(C#N)cc2)c1,,0.34903264,,, +790707240,*Nc1ccc(CCc2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,245.2414672,,,, +790828475,*Nc1ccc(C(c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.3504904,,, +791518570,*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc7c(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cccc67)cc5C4=O)cc3)n2)cc1,,0.35993207,,, +791544306,*c1ccc(-c2cc(OCCCCCCCCCC)c(*)cc2OCCCCCCCCCC)cc1,61.07976291,,,, +791643770,*c1ccc(NC(=O)c2ccc(OCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1,,0.34555816,,, +791644318,*C(=O)Oc1ccc(OCCCCCCCCCCCCOc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.35374697,,, +791901717,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)CCCCC(=O)O*,,0.31905896,,, +792165329,*CC(*)c1ccccc1C(=O)OCCC(C)C,,0.37558772,0.1929999999999999,, +792850218,*CCCCS(*)(=O)=O,-14.41108992,,,, +793023871,*CC(*)c1cccs1,,0.40399034,0.1995,1.115067014,15.89865681 +793067604,*OC(COC(=O)c1ccc(-c2ccc(C(*)=O)cc2)cc1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35920375,,, +793720253,*Nc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(NC(=S)NC(=O)CCCCCCCCC(=O)NC(*)=S)c3)c2)c1,,0.34654,,, +793830629,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.35263439,,, +794214898,*CCCCCCNC(=O)CCc1ccc(C(C)CC(=O)N*)cc1,,0.35062376,,, +794405907,*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1-c1ccccc1,,0.35661176,,, +794427257,*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)F,,0.34535374,,, +794510468,*Nc1ccc(C(C)(c2ccccc2)c2ccc(N*)c(C)c2C)c(C)c1C,,0.36512516,,, +794641374,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.35417449,,, +794995355,*C(=O)Nc1ccc(C(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1,,0.36068208,,, +795727494,*c1cc(N=Nc2ccc(OC)cc2)cc(*)c1O,,0.37316682,,, +795837749,*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37779724,,, +796117252,*Nc1ccc(C(=O)Nc2ccc(Cc3ccc(NC(=O)c4ccc(NC(=O)c5ccc([Si](C)(C)c6ccc(C(*)=O)cc6)cc5)cc4)cc3)cc2)cc1,,0.35830263,,, +796744400,*Oc1cccc(OC(=O)c2cc(OCCCCC)cc(C(*)=O)c2)c1,,0.35370683,,, +796832411,*c1ccc(Oc2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(-c6c(-c7ccccc7)c7c(c(-c8ccccc8)c6-c6ccccc6)C(=O)N(*)C7=O)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1,,0.4068871,,, +796983808,*C1C2CC(C(=O)OCCc3ccc(N(c4ccccc4)c4cccc5ccccc45)cc3)C(C2)C1*,,0.37604528,,, +797241563,*CCCCOC(=O)CCCC(=O)O*,,0.33275554,,, +797481672,*c1c(C)cc(C)c(N2C(=O)c3cccc(Oc4c(C)cc(Cc5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1C,,0.39441657,,, +798215988,*c1ccc(C(=O)Nc2cccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5cccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)cc6)c5)cc4)cc3)c2)cc1,,0.35874825,,, +798268482,*c1cc(C(c2ccc(OCCN(CC)c3ccc(C=CC4=CC(=C(C#N)C#N)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(CC)c1ccc(C=CC2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1,,0.38611474,,, +798438482,*OC1CCC(OC(=O)c2ccc(C(*)=O)cc2)CC1,,0.35770119,,, +798454930,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.34699309,,, +798498386,*CC(CC)(CC)COC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.35922882,,, +798869032,*Nc1ccc([C@]23C[C@H]4C[C@H](C[C@](c5ccc(N*)cc5)(C4)C2)C3)cc1,,0.34941941,,, +799217349,*C(F)(F)C(F)(F)C(F)(F)C(*)(F)C(F)(F)F,-86.88823628,,,, +799283066,*CC=CCOC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)O*,,0.35266121,,, +799636548,*CCCCCCCCCCNC(=O)CCP(C)(=O)CCC(=O)N*,,0.35467591,,, +799690401,*Nc1cc2c(cc1C)-c1cc(C)c(N*)cc1S2(=O)=O,,0.358207955,,, +800089698,*CCCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33581592,,, +800130991,*Nc1ccc(C(C)(c2ccc(C)cc2)c2ccc(N*)cc2)cc1,,0.36023204,,, +800215811,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OC)cc1,,0.33150539,,, +800676373,*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2C)c(C)c1,,0.35323912,,, +800838483,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(O*)c3)cc2)cc1,,0.34411231,,, +800998431,*CC(=O)Nc1ccc(NC(=O)COc2ccc3ccccc3c2Sc2c(O*)ccc3ccccc23)cc1,,0.33977149,,, +801063364,*CCOc1ccc(C=C2CCC(=Cc3ccc(OCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC,,0.34641138,,, +801330021,*CC(*)(C)C(=O)Oc1ccccc1,,,0.184,1.049795923,13.34805903 +801675840,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc3c(c1)C(=O)c1cc(N4C(=O)c5ccc(*)cc5C4=O)ccc1-3)C2=O,,0.3830772,,, +801689933,*CCCCCCOC(=O)CCCCCCCCC(=O)O*,,0.36054003,,, +801852409,*Nc1ccc(C(c2ccc(N)c(CC)c2CC)c2ccc(N*)c(CC)c2CC)c(CC)c1CC,,0.39358562,,, +802299717,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)c4)cc3)cc2)cc1,,0.36924917,,, +802360891,*CCCCCCCCC(=O)NCCCCCCNC(=O)CCCCCCCCO*,,,0.3575,0.930685649,20.81346955 +802506538,*CC(*)(C)C(=O)OCCOCC[N+](CC)(CC)CCCCS(=O)(=O)O,,0.420485,,, +802993859,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCCCCCC,,0.37769725,,, +803106454,*CC(*)(C)C(=O)OCC1CCCO1,,0.34666826,0.172,1.030703138,11.83904224 +803775586,*CC(*)C1CCC(C)CC1,,0.39863974,0.1996666666666666,, +804037111,*CC(*)C(=O)Oc1ccc(Cl)cc1Cl,,0.36475946,0.119,1.323601324,15.04038649 +804149832,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5ccc(*)s5)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1,,0.40617944,,, +804322446,*c1cc(CC(=O)OCCCCCCOc2ccc(N=Nc3ccc(C#N)cc3)cc2)c(*)s1,,0.37372874,,, +805227128,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.35687756,,, +806311584,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OCCOC(=O)C=Cc2ccc(N(C)C)cc2)c1,,0.34026095,,, +806397458,*CCCCCCCCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCCCCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC,,0.3656755,,, +806790733,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccccc3N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37007109,,, +806978622,*CC(*)O[N+](=O)[O-],,0.77406593,0.1585,1.305301671,17.27231362 +807387712,*Oc1ccc(C(=O)c2ccccc2)c(-c2cc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)ccc2C(=O)c2ccccc2)c1,,0.38183506,,, +807551839,*/C=C/c1ccc(*)c(-c2c(OCC(CC)CCCC)ccc3cc(-c4ccccc4)ccc23)c1,,,0.212,0.984517634,14.07025714 +807875474,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(Cc4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.36538681,,, +808029389,*c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O,,0.41239714,,, +808269149,*C(=O)Oc1ccc([Si](C)(c2ccccc2)c2ccc(OC(=O)c3ccc(*)s3)cc2)cc1,,0.38407419,,, +808476294,*c1ccc(Oc2ccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(-c8nnc(*)o8)cc7)cc5)C6=O)cc4C3=O)cc2)cc1,,0.38811487,,, +808488658,*Nc1cc(C)c2cc3c(C)c(C)c(N*)c(C)c3cc2c1,,0.3653562,,, +808582678,*NCC[C@@]12C[C@H]3C[C@@H](C1)C[C@](c1ccc(N*)cc1)(C3)C2,,0.33910824,,, +808879247,*c1cccc(N2C(=O)c3cccc(Oc4ccc(C(C)(C)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1,,0.3702511,,, +810134797,*c1cc(OCCCCCCCCCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.3689144,,, +810221803,*CCCC(CCNC(=O)c1ccc(C(=O)N*)cc1)C(C)C,,0.34137267,,, +810464372,*Oc1ccc(-c2ccc(Oc3ccc(Oc4cccc(Oc5ccc(*)cc5)c4C)cc3)c3ccccc23)c2ccccc12,,0.38357509,,, +810570947,*C(=O)c1ccc(C(C)(CC)c2ccc(C(=O)N3CCN(*)CC3)cc2)cc1,,0.37489095,,, +810716859,*c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,,0.37302009,,, +810767754,*CCCCCNC(=O)C(OC)C(OC)C(=O)N*,,0.3352167,,, +811102498,*CC(OC)C1C(=O)N(c2ccc(N(C)C)cc2)C(=O)C1*,,0.36226319,,, +811196388,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3ccc(CC)cc32)cc1,,0.37736059,,, +811299446,*NC1CCCC(N*)C1,,0.33385202,,, +812075542,*Nc1ccc(-c2ccc(-c3ccc(N)cc3)c(-c3ccc(N*)cc3)c2)cc1,,0.35568128,,, +812088904,*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccc(Cl)c(C(F)(F)F)c1,,0.38008742,,, +812162763,*CCCCCCOC(=O)C(CCCCCCCCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.36595222,,, +812270433,*Oc1ccc(-c2ccc(NC(=O)c3cc(C(=O)Nc4ccc(-c5ccc(Oc6ccc(C(C)(C)c7ccc(*)cc7)cc6)c(C(F)(F)F)c5)cc4)cc(C(C)(C)C)c3)cc2)cc1C(F)(F)F,,0.37653866,,, +812457901,*CC(*)c1ccc(C(C)=NO)cc1,,0.35867112,,, +812618019,*C(*)C,122.3867673,,0.2033333333333333,, +812811097,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2-c2ccccc2N)cc1,,0.36447678,,, +813149599,*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.38193072,,, +813214787,*Nc1ccc2c(c1N*)-c1ccccc1-c1ccccc1-c1ccccc1-2,,0.36739742,,, +814144401,*C/C=C\C[Si](*)(C)CCCOc1ccc2ccccc2c1,,0.36773968,,, +814145084,*Nc1ccc(-c2cc(-c3ccc(N*)cc3)cc(C(C)(C)C)c2)cc1,,0.36221606,,, +814315691,*CC(*)OC(=O)CCCC(=O)c1ccccc1,,0.3393767,,, +814898102,*CCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.37926968,,, +814967191,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(-c6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C,,0.3975525,,, +815036763,*CCCCOC(=O)CCC(=O)O*,,0.3291051,,, +815051873,*c1ccc(C(=O)OCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1,,0.36031607,,, +815588093,*CCCCCCNC(=O)c1ccc(C(=O)N*)cc1,,0.3376709,,, +815998527,*CCCCCCOP(=O)(N=Nc1ccc(C(=O)c2ccc(N=NP(=O)(O*)OC)cc2)cc1)OC,,0.3606996,,, +816208987,*CC(O)CN(*)c1cc(C)c(N=Nc2ccc(Cl)cc2)c(C)c1,,0.38104863,,, +816499147,*CCCCCCCCc1nc2ccc(-c3ccc4nc(*)sc4c3)cc2s1,,0.37827781,,, +816523902,*CC(*)OC(=O)c1ccncc1,,0.34235599,,, +816594704,*CC(*)C(=O)OCC(F)(F)C(F)(F)F,,0.33021141,,, +816699374,*CC(*)c1ccc(S(=O)(=O)OCCC)cc1,,0.37741586,,, +816729790,*Nc1ccc(C(c2ccc(N)cc2)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36920269,,, +816767607,*CCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,,0.4165,0.92091158,20.46088256 +816771422,*CCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCCO*,,,0.287,0.959755769,19.44997486 +817102906,*CC(O)COC(=O)CCCCCCCCC(=O)OCC(O)COc1ccc(C(=O)Oc2ccc(O*)cc2)cc1,,0.33714528,,, +817179455,*CCN(*)C(=O)CCCCCCCC,-49.55374382,,,, +817222485,*CCC=C(*)CCCCCCCCCC,,0.40745292,,, +817646682,*CC(*)(C)C(=O)Oc1ccc(C(=O)C=Cc2ccc(OCc3ccccc3)cc2)cc1,,0.34505383,,, +817764960,*Oc1ccc(Oc2ccc(Oc3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,136.3718208,,,, +818720899,*OCCOC(=O)c1cccc(C(=O)OCCOc2nc(-c3ccc(OCCCC)cc3)nc(*)c2-c2ccc(OC)cc2)c1,,0.35974624,,, +818853032,*CC(C)(CC)COC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.35540471,,, +819286039,*c1ccc2nc3c4cccc5c6nc7ccc(*)cc7nc6c6cccc(c3nc2c1)c6c45,411.97,,,, +819429551,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Sc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.37088138,,, +819812613,*Nc1ccc(Cc2ccc(N*)c(-c3ccccc3)c2-c2ccccc2)c(-c2ccccc2)c1-c1ccccc1,,0.37242731,,, +819863073,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(S(=O)(=O)c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O,,0.35983629,,, +819957053,*Nc1ccc(CC(C)(C)NC(=O)CCC(*)=O)cc1,,0.33397161,,, +820067576,*CC(O)CN(CC(O)CN(*)c1ccccc1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35876659,,, +820073046,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O,,0.35449352,,, +820293105,*Oc1ccc(OC(=O)CCCCCCCCC(*)=O)cc1,,0.35187189,0.257,1.048950682,23.48222813 +820510299,*Nc1ccc(NC(=S)NC(=O)c2ccc(C(=O)NC(*)=S)cc2)cc1,220.8197438,,,, +820601696,*C(=O)c1ccc2ncc(-c3ccc(-c4cnc5ccc(*)cc5n4)cc3)nc2c1,,0.40401109,,, +820692130,*CC(=O)Nc1ccc(NC(=O)CN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.32771486,,, +821219964,*CC(*)C(=O)Oc1ccc(C(=O)O)cc1,,0.31040659,,, +821229257,*Oc1ccc(OC(=O)CCCCCCCC(*)=O)cc1,-6.058372606,,,, +821537914,*CC(*)c1ccccc1C(=O)OC,,0.35299495,0.1736666666666666,, +821542361,*Sc1ccc(Nc2ccc(*)cc2)cc1,,0.3997415,,, +821655324,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37014915,,, +821914285,*c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1C)C2=O,,0.39473937,,, +822072702,*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(N4C(=O)c5ccc(*)cc5C4=O)cc2)C3=O)cc1,-71.68107141,,,, +822079361,*CC(*)C(=O)NCP(=O)(O)O,,0.26739328,,, +822137197,*CCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,,,0.261,, +822757140,*CNC(=O)OC(c1ccco1)C(OC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1)c1ccco1,,0.35185553,,, +822972602,*NNC(=O)CCC(=O)NNC(=O)CCCCCCCCC(*)=O,64.69850401,,,, +823244753,*Nc1nc(N*)c(N)nc1N,,0.31946255,,, +823634116,*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.38545979,,, +824512000,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.34911505,,, +825127348,*c1ccc2cc(-c3nc4ccc(-c5ccc6nc(*)[nH]c6c5)cc4[nH]3)ccc2c1,,0.43811052,,, +825973293,*c1cc(C)c(Oc2ccc(S(=O)(=O)c3ccc(Oc4cc(C)c(C5(*)OC(=O)c6ccccc65)cc4C)cc3)cc2)cc1C,,0.39578665,,, +826258963,*C=CC1CC(*)C(C(=O)OCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1C(=O)OCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,27.68661296,,,, +826441672,*NC1CC(C)(C)CC(C)(CNC(=O)c2cc(NC(=O)C(C(C)CC)N3C(=O)c4ccccc4C3=O)cc(C(*)=O)c2)C1,,0.34594928,,, +827035363,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCC)cc1,,0.33464221,,, +827086896,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5ncc(*)o5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.397283,,, +827590818,*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.37388099,,, +828069066,*CC(CC(*)(C#N)C#N)c1ccc(F)cc1,,0.39106819,,, +828078901,*c1ccc(Oc2ccc(P(C)(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1,,0.38109983,,, +828636202,*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(C(*)=O)cc(S(=O)(=O)c4ccccc4)c3)cc2)cc1,,0.3631737,,, +828717601,*Nc1ccc(CCc2ccc(CCc3ccc(N*)cc3)cc2)cc1,,0.34961202,,, +828807298,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C(F)(F)F)cc5)n4)cc3)c(C(F)(F)F)c1)C2=O,,0.36226702,,, +828904716,*CCCCCCNC(=O)CCC(C)CC(=O)N*,,0.33972833,,, +829968625,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(N=Nc3ccc(Cl)cc3)c3ccccc23)cc1,,0.36207231,,, +829981361,*Oc1ccc(C(C)(C)c2ccc(OC(=O)NC(=O)c3cc(C(=O)NC(*)=O)cc(C(C)(C)C)c3)cc2)cc1,,0.3446568,,, +830475899,*CCCNC(=O)CNC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NCC(=O)NCCCOCCOCCO*,,0.34027118,,, +831848484,*CCC(C)CC(=O)O*,,0.34423811,,, +831990105,*CC(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1,,0.3239093,,, +832112945,*CCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.33800885,,, +832174357,*CCCCCCCCCCCCCCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1,17.27783213,,,, +832267594,*C1C(=O)N(c2ccc(O[Si](C)(C)C)cc2)C(=O)C1*,,0.43916684,,, +832293069,*CCN(*)C(=O)c1c(F)cccc1F,,0.34715202,,, +832907527,*Nc1cccc2c(NC(=O)Nc3cc(NC(*)=O)cc(C(=O)Nc4ccc5c(c4)C(=O)c4ccccc4C5=O)c3)cccc12,,0.32826884,,, +832948495,*Nc1ccc(-c2cc(-c3ccc(N)cc3)cc(-c3ccc(N*)cc3)c2)cc1,,0.348951605,,, +833018953,*CCCC(C)(C)CNC(=O)c1ccc(C(=O)N*)cc1,,0.34232189,,, +833673959,*O[Si](C)(C)CCCCCC[Si](*)(C)C,,0.44650373,,, +834012774,*CC(*)c1cccc(N(c2ccc(C)cc2)c2ccc(C)cc2)c1,,0.42262302,,0.975794098,10.58513595 +834236236,*Nc1ccc2c(c1)C(C)(C)c1cc3c(N*)c4ccccc4c(N)c3cc1-2,,0.38120825,,, +834328037,*CCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1,,0.38060796,,, +834450099,*C(=O)Nc1cc(NC(=O)c2cncc(*)c2)cc(-c2nnc(-c3ccccn3)o2)c1,,0.36789463,,, +834642680,*c1ccc(-c2ccc(S(=O)(=O)NCCNS(*)(=O)=O)cc2)cc1,173.2454244,,,, +835449661,*CCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.34163356,,, +835465429,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N=Nc2ccccc2)cc1,,0.3703315,,, +836337726,*c1ccc2oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(S(*)(=O)=O)cc5)cc4)cc3c2c1,,0.37867656,,, +836390884,*Nc1cc2c(cc1N*)C(C[C@H](CC)CCCC)(C[C@H](CC)CCCC)c1cc(N)c(N)cc1-2,,0.35441352,,, +836759737,*CC(C)(CO*)COCC(F)(F)C(F)(F)C(F)(F)F,,0.35888622,,, +836965269,*CC(=O)Nc1ccc(Oc2ccc(NC(=O)CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33219113,,, +837296086,*OP(=O)(Oc1ccc(OC)cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.34736304,,, +837351512,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3cccc(C)c32)cc1,,0.37209959,,, +837417544,*Nc1ccc(-c2ccc(N*)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.34397372,,, +837604570,*CCCCOCCCCOCCCCOC(=O)c1ccc(N=Cc2cc(OCCC(C)CCCC(C)C)c(C=Nc3ccc(C(=O)O*)cc3)cc2OCCC(C)CCCC(C)C)cc1,,0.37606592,,, +838168073,*C(=O)NCCNC(=O)c1ncn(C)c1*,,0.30881015,,, +838352971,*Nc1ccc2c(c1)Cc1cc(N*)c(N)cc1-2,,0.35883354,,, +838510907,*Oc1ccc(C(=O)c2cccc(-c3cccc(C(=O)c4ccc(*)cc4)c3)c2)cc1,,0.36823829,,, +838925791,*CCCN(C)c1ccc(C(=O)c2ccc(N(*)C)cc2)cc1,,0.37870937,,, +839165953,*N[C@@H](CCC[C@H](N*)C(=O)[C@@H](N)[C@@H](C)O)C(=O)O,,0.30156557,,, +839183601,*OC(C)CC(*)=O,,0.33260696,,, +839463211,*Nc1noc2nc3c(C(=O)OCC)cc(C(=O)c4ccc(C)cc4)c(N)c3c(N*)c12,,0.33167362,,, +839630987,*c1cccc(OCCCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.3592549,,, +839752989,*CCCCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCO*,,,0.303,0.949699751,22.28109939 +839878795,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C5(*)c6ccccc6C(=O)N5C)cc4)cc3)cc2)cc1,,0.39435805,,, +840186031,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)cc2)cc1,,0.38721196,,, +840194928,*CCCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.37504022,,0.949326163,16.72244264 +840303746,*CC(O)CN(CCO)S(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)N(CCO)CC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1,,0.33980494,,, +840698807,*CC(*)C(=O)OCC(C)CC,,0.37285766,0.221,0.919640881,13.54986722 +841055334,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.3824439,,, +841072650,*c1ccc(N(*)CCCCCCC)cc1,110.7170963,,,, +841081788,*CCCCNC(=O)CC(=O)N*,,0.30389328,,, +841226784,*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(-c3ccccc3)cc2)cc1,,0.34391945,,, +841328550,*c1cc(N2C(=O)c3ccc(Oc4ccc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5c4)cc3C2=O)cc(C(F)(F)F)c1,,0.37446524,,, +841576889,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(Oc4ccc(C56CC7CC(CC(C7)C5)C6)cc4)cc3)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.38634637,,, +842024022,*Oc1ccc(OC2(F)C(*)(F)C(F)(F)C2(F)F)cc1,,0.34021379,,, +842148313,*Nc1ccc(-c2c(-c3ccccc3)c(-c3ccccc3)c(N*)c(-c3ccccc3C)c2-c2ccccc2C)cc1,,0.37961071,,, +842167683,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(c%10ccccc%10)CC9)cc8)cc7C6=O)cc5)cc4)CC4CCC3C4)cc2)cc1,,0.38120517,,, +842432665,*CC1CCC(COC(=O)CCCCCCCCCCC(=O)O*)CC1,,,0.279,, +842879180,*CC(*)(C)C(=O)Oc1ccccc1C,,,0.1905,1.024902598,13.62318206 +843120215,*Oc1c(OC)cc(-c2cc(OC)c(OC(=O)c3cccc(C(*)=O)c3)c(OC)c2)cc1OC,,0.34670291,,, +843575922,*CCOCCOCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1,,0.34013313,,, +843758383,*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O,,0.43055287,,, +843894109,*Nc1ccc(C(c2ccc(N*)cc2)=c2ccc(=C)cc2)cc1,,0.364906,,, +844100895,*CCOCCOP(=O)(N=Nc1ccc(-c2ccc(N=NP(=O)(O*)OC)cc2)cc1)OC,,0.35788799,,, +844147775,*CCCCCCNC(=O)C(CCCCCCCCCCCCCCCCC)C(=O)N*,,,0.3505,0.889924513,16.83151528 +844156595,*c1cc(C(=O)OCCCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1,,0.3651339,,, +844411055,*c1cccc(P(=O)(c2ccc(Oc3ccc(C45CC6CC(CC(C6)C4)C5)cc3)cc2)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.38257569,,, +844805086,*c1ccc2oc(-c3ccc(C(c4ccc(-c5nc6cc(C(*)(c7ccccc7)C(F)(F)F)ccc6o5)cc4)(C(F)(F)F)C(F)(F)F)cc3)nc2c1,,0.42531677,,, +845322563,*CCCCCCC(=O)N*,,0.35135573,,, +845810761,*c1ccc(C(=O)c2ccc(C(=O)c3ccc(S(*)(=O)=O)cc3)cc2)cc1,,0.37728545,,, +845873232,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(C(c5ccc(C(=O)Nc6ccc(*)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc12,,0.35696537,,, +845994024,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1,,0.35537215,,, +846108255,*Oc1ccc(Oc2ccc(C(=O)c3ccc(NC(=O)CCCCCCCCC(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.35538717,,, +846390932,*Nc1ccc(/C=C/c2ccccc2/C=C/c2ccc(N*)cc2)cc1,,0.35311635,,, +846455978,*Nc1cc(O)c(-c2c(O)c(O)c(N)c(N)c2N*)c(O)c1,,0.31859202,,, +846469607,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cccc(-c5cccc(C(=O)c6ccc(*)cc6)c5)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37249164,,, +846662171,*CCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.34909907,,, +846740244,*Nc1cc(S)c(N*)cc1S,,0.34631119,,, +846811981,*Nc1ccc(C(C)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36464453,,, +847044135,*CC(*)C(=O)N(O)c1ccccc1,141.1832818,,,, +847356042,*CCCCCCOC(=O)OCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.34612362,,, +848025633,*c1cc(C(c2ccc(OCCN(C)c3ccc(C=CC4=CC(=C(C#N)C(=O)OCCc5ccccc5)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(C=CC2=CC(=C(C#N)C(=O)OCCc3ccccc3)CC(C)(C)C2)cc1,,0.37158327,,, +848202218,*CC(O)COc1ccc(C2CCCC(CC)(c3ccc(O*)cc3)C2)cc1,,0.35559164,,, +848295596,*Oc1cccc(Oc2ccc(NC(=O)c3ccc(-c4ccc(C(=O)Nc5ccc(*)cc5)c(C)c4)cc3C)cc2)c1,,0.35683995,,, +848393860,*Nc1ccc([C@@]2(c3ccccc3)c3ccccc3-c3cc(N*)ccc32)cc1,,0.37057896,,, +848462258,*CC(*)OC(=O)c1cccc(Cl)c1,,0.35874129,,, +849184713,*Oc1c(Cl)cc(*)cc1Br,,0.4236255,,, +850250800,*c1c(C)cc(C(c2cccnc2)c2cc(C)c(N3C(=O)CC(Nc4cccc(NC5CC(=O)N(*)C5=O)c4)C3=O)c(C)c2)cc1C,,0.38678861,,, +850843223,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)C2=O,,0.36985522,,, +851867509,*CC(*)C(=O)Oc1cccc(C)c1,,0.35823799,0.2055,1.071947231,13.42046484 +852036166,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)Oc5c(C)cc(C(C)(C)c6cc(C)c(OC(=O)c7ccc(*)cc7)c(C)c6)cc5C)cc4)cc3)CCC(C(C)(C)C)CC2)cc1,,0.39731792,,, +852138859,*CCCCCCCCCCCCN1C(=O)c2ccc3c4c(ccc(c24)C1=O)C(=O)N(*)C3=O,101.4116865,,,, +852180145,*CC(*)(C)C(=O)OCCN(CC)c1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.37352321,,, +852184111,*c1cc(C)c(*)s1,,0.5168642,,, +852432684,*Nc1ccc(Cc2ccc(NC(=O)/C=C/c3ccc(/C=C/C(*)=O)cc3)cc2)cc1,,0.3481612,,, +852454383,*Nc1ccc(/C=C2/c3ccccc3-c3ccc(N*)cc32)cc1,,0.3508840749999999,,, +852757055,*Nc1cc(C)c(C)c2c(N*)cc(C)c(C)c12,,0.34685576,,, +852866777,*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)c5ccc(-c6ccc([Si](C)(C)c7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.38577325,,, +853471397,*/C=C/CCCCCCC(Cl)CCCCCC*,,,0.3405,0.903154394,19.54188854 +854050780,*CCOCCOP(=O)(N=Nc1ccc(Oc2ccc(N=NP(=O)(O*)OC)cc2)cc1)OC,,0.35616921,,, +854325702,*O[Si](*)(CCCOCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOCCOC,,0.36409015,,, +854626537,*Nc1ccc(-c2c(N*)ccc3c2[C@@H](C)CC3(C)C)cc1,,0.36596567,,, +855265813,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(C)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38349717,,, +856310175,*CC(*)(CC(=O)OC)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2,,0.37886731,,, +857493941,*C=C(*)CCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1,,0.33826779,,, +857690226,*CCN(*)C(=O)C(CC)CCCC,,0.38443623,,, +858163366,*CCCCCCNC(=O)C(CC)CC(CC)C(=O)N*,,0.35751221,,, +858271129,*N=Nc1ccc(C(=O)NCCCCNC(=O)c2ccc(*)cc2)cc1,,0.34984295,,, +858364876,*Nc1cc2c(cc1N*)C(C)(C)CC2(C)C,,0.36750858,,, +858663171,*CCC(=O)O*,,0.3077545,,, +859360973,*Nc1ccc(-c2cccc(-c3cccc(-c4ccc(N*)cc4)c3)c2)cc1,,0.34516599,,, +859487043,*C(=O)Oc1ccc(C(=O)Oc2cccc(OC(=O)c3ccc(OC(=O)c4ccc(*)nc4)cc3)c2)cc1,,0.33873144,,, +859606185,*Cc1ccc(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)cc1,,0.34874019,,, +859644583,*CCCCCCCCCCCCCCOC(=O)C/C=C/CC(=O)O*,-41.10158883,,,, +859659419,*CC(CSCCCC)O*,,0.41461382,,, +859939433,*Nc1ccc([C@]23C[C@@H]4C[C@@H]5[C@@H]6C[C@H](C[C@H]52)C[C@@]3(c2ccc(N*)cc2)[C@@H]6C4)cc1,,0.35828475,,, +860122882,*Nc1ccc([C@@]23C[C@@H]4C[C@@H](C[C@@](N*)(C4)C2)C3)cc1,,0.34323604,,, +860336451,*CCCCCCOC(=O)C(CCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.34888897,,, +860722279,*O[Si](C)(CCC(F)(F)F)O[Si](C)(CCC(F)(F)F)O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F,,0.38225238,,, +860898971,*CCOCCOCCOCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.34018016,,, +861130931,*CCCCCCCCCCCCCCCCCCCCC(*)COCCOCCOCCOCCOCCCCCC,,,0.39925,0.886368922,18.76168306 +861281692,*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.40111229,,, +861558907,*OCCOC(=O)c1cc(N=Nc2ccc(OCC)cc2)ccc1-c1ccc(N=Nc2ccc(OCC)cc2)cc1C(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OC)cc1,,0.36727846,,, +861681123,*COC(=O)NCc1ccc(CNC(=O)OCc2ccc(*)o2)o1,,0.32330608,,, +862321368,*CC(*)c1cc(C(=O)OCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1,,0.38417048,,, +862498467,*C(=O)Oc1ccc(C23CC4CC(CC(C4)C2)C3)c(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C)c(C)c2)C3=O)c1,,0.38353529,,, +862699408,*Oc1cc(C(C)(C)c2ccccc2)c(OC(=O)c2cccc(C(*)=O)c2)cc1C(C)(C)c1ccccc1,,0.38262051,,, +862879139,*Nc1ccc(-c2ccccc2)cc1-c1c(N*)ccc2ccccc12,,0.34947854,,, +863587457,*CC(O)COC(=O)CCCCC(=O)O*,,0.31523099,,, +863625275,*Nc1c(C)cc(C2(c3cc(C)c(N*)c(C)c3)c3cccc(C)c3-c3c(C)cccc32)cc1C,,0.38998404,,, +864305544,*CC(*)(C)C(=O)OC(F)(C(F)(F)F)C(F)(F)F,,,0.069,1.327370903,15.38423682 +864842890,*CCCCCCCCCCCCOc1ccc(C=NN=Cc2ccc(O*)cc2O)c(O)c1,,0.36634153,,, +865092427,*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)c5ccccc5C(=O)N4C)cc3)cc2)cc1,,0.36865057,,, +865332656,*CCCCCCCCCCCC(=O)N(*)C,,0.37628119,,, +865769090,*CC(*)(F)C(C)=O,,0.32677748,,, +865858202,*Oc1ccc(C(=O)CNc2ccc(S(=O)(=O)c3ccc(NCC(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.36395079,,, +865879594,*CC(*)CNc1ccc([N+](=O)[O-])c(C(F)(F)F)c1,,0.3854775,,, +865948061,*c1ccc(-c2ccc(-c3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)cc2)cc1,278.5221779,,,, +866279797,*Nc1ccc(C(=O)c2ccc(NC(=O)c3cc(C(*)=O)cc(C(C)(C)C)c3)cc2)cc1,,0.36605303,,, +866677131,*O[Si](*)(C)CCCCCCCCCCCOc1ccc(/C=C/c2ccc(OC)cc2)cc1,,0.37913945,,, +866841862,*Nc1ccc(C(C)=C(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36759676,,, +866951127,*CC(*)CCCC(C)C,5.980301023,,0.2573333333333333,, +867336767,*Nc1ccccc1C(C)(C)c1ccc(-c2ccc(C(C)(C)c3ccccc3N*)cc2)cc1,,0.35983878,,, +867393548,*CCCCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N*,,0.36160098,0.4,0.953783995,18.42693992 +867402833,*CC(*)C(=O)c1ccccc1,,0.36539681,,, +867714785,*C(C)=C(*)[Si](C)(C)CCCC,152.5242236,,,, +867758699,*c1nc(-c2ccccc2)nc(N(CCCCCCCCCCN(*)c2ccccc2)c2ccccc2)n1,,0.38458096,,, +869392310,*NC1=CC=C2C=Cc3c(N*)ccc4c3[C@H]2[C@@H]1C=C4,,0.33488674,,, +869406421,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(Cc6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C,,0.40218453,,, +869708404,*c1ccc2c(c1)C(=O)N(c1cc(NC(=O)OCCN(CCOC(=O)Nc3cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)ccc3C)c3ccc(N=Nc4ccc([N+](=O)[O-])cc4)cc3)ccc1C)C2=O,,0.35814265,,, +870443283,*c1ccc(Nc2nc(Nc3ccc(-c4nc5cc(-c6ccc7[nH]c(*)nc7c6)ccc5[nH]4)cc3)nc(N(c3ccccc3)c3ccccc3)n2)cc1,,0.4152424,,, +870679146,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5c4)cc2)C3=O)c1,,0.35133483,,, +871001883,*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)c(O)c2)cc1O,,0.32620307,,, +871245251,*CCOP(=O)(N=Nc1ccc(C(=O)c2ccc(N=NP(=O)(O*)OCC)cc2)cc1)OCC,,0.36466519,,, +871482212,*CC(*)OC(=O)C1CCCCC1,,0.36242795,,, +871802155,*CC(*)(C)C(=O)OCc1ccc(OCCOCC)c(OCCOCC)c1,,0.3637068,,, +872295488,*CC(*)OC(=O)C(C)(C)C(C)(C)CC,,0.37176287,,, +873004206,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Sc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36939171,,, +873238288,*Nc1cc(N)c(N)c(C)c1C(=O)Oc1cc(N)c(-c2cc(N)c(N)c(C)c2N)c(C)c1N*,,0.32140926,,, +873401341,*Oc1ccc(NC(=C(C#N)C#N)c2ccc(C(Nc3ccc(*)cc3)=C(C#N)C#N)cc2)cc1,,0.401116,,, +873453731,*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)c3cc(*)ccc3n4C)cc2)cc1,73.83261176,,,, +873632495,*C#Cc1ccccc1C#C[SiH](*)c1ccccc1,,0.43769633,,, +873980403,*CC(*)(C)C(=O)OCCOCCOCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35955244,,, +874837683,*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3cc(CCCCC)cc(C(*)=O)c3)cc2)cc1,,0.36567786,,, +875422792,*Oc1ccc2cc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)ccc2c1,,0.36982073,,, +875480288,*CCCC1CCN(C(=O)c2ccc(C(=O)C3CCN(*)CC3)c(Oc3ccccc3)c2)CC1,131.1821319,,,, +875491202,*c1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(C4(*)OC(=O)c5ccccc54)cc3)cc2)cc1,292.5925873,,,, +875508039,*Nc1ccc(-c2ccc(N*)c(-c3ccc4ccccc4c3)c2-c2ccc3ccccc3c2)c(-c2ccc3ccccc3c2)c1-c1ccc2ccccc2c1,,0.3677538,,, +876188876,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)cc3)CCC3CCCCC3C2)cc1,,0.39821297,,, +876238099,*c1ccc(N(*)CCCCCC)cc1,-128.6299242,,,, +877528478,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCC(=O)O*,,,0.406,0.89731003,22.86240687 +877661391,*CC#CC(C#CCOC(=O)CCCCCCCCC(=O)O*)=Cc1ccc(C#Cc2ccc([N+](=O)[O-])cc2)cc1,,0.37813011,,, +878287974,*Nc1ccc2c(c1)C1(CC2)CCc2ccc(N*)cc21,,0.3601834849999999,,, +878623302,*C1CC2CC1C(*)C2CCCCCC,,0.40905206,,0.82757252,10.70862832 +878851923,*Oc1ccc(Oc2ccc(C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.38390226,,, +879566898,*Cc1c(C)c(C)c(CNC(=O)CCCC(=O)N*)c(C)c1C,,0.33742347,,, +879855559,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(CC)CC2)cc1,,0.35312515,,, +880146863,*Nc1ccc(-c2ccc(C(CCCC)(c3ccc(-c4ccc(N)cc4)cc3)c3ccc(-c4ccc(N*)cc4)cc3)cc2)cc1,,0.37280295,,, +880265803,*CC(COC(=O)O*)OCCCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.34702977,,, +880356503,*CCOCCOC(=O)C(=O)O*,,0.30751302,,, +880710416,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(C5(c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)NC(=O)c6ccccc65)cc4)cc2)C3=O)c1,,0.36419448,,, +881168754,*Nc1cccc2c(N*)cccc12,,0.33466696,,, +881173814,*C1C(=O)N(c2ccccc2)C(=O)C1*,197.1821336,,0.143,1.03911953,14.56697254 +881250244,*c1ccc(-c2nc3cc(-c4ccc5nc(-c6ccccc6)c(-c6ccc(N7C(=O)C8OC9C(=O)N(*)C(=O)C9C8C7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1,,0.4262251,,, +881286368,*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(OCCN(CC)c4ccc(N=Nc5ccc([N+](=O)[O-])cc5)cc4)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1OCCN(CC)c1ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc1)C2=O,,0.37188256,,, +881699959,*Nc1c2ccccc2c(-c2c3ccccc3c(N*)c3ccc(-c4ccc(C)cc4)c(-c4ccc(C)cc4)c23)c2c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)ccc12,,0.38407296,,, +882038181,*O[Si](C)(C)c1cccc(C(F)(F)C(F)(F)c2cccc([Si](*)(C)C)c2)c1,,0.40311719,,, +882891483,*C(=O)Nc1cc(NC(=O)c2cccc(*)n2)cc(-c2nnc(-c3ccccn3)o2)c1,,0.38275614,,, +884131140,*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)c(-c4ccccc4)c3)cc2C1=O,,0.33757456,,, +884364741,*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2C3CCC(C3)C2C)cc1,,0.38003376,,, +884656805,*Nc1nc(CCn2ccnc2C)nc(N*)n1,,0.323466525,,, +884758912,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5F)C6=O)cc4)cc3)cc2)cc1,,0.37981659,,, +884792716,*Nc1ccc(C(C)(C)c2ccccc2C(C)(C)c2ccc(N*)cc2)cc1,,0.36215314,,, +884979712,*c1cc(C(=O)NCCCCCCCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.3677936,,, +885328080,*CC(*)(CC(=O)OCC)C(=O)O,,0.29105461,,, +885496474,*CC(*)(C)C(=O)OCCN(CC)c1ccc([N+](=O)[O-])cc1,,0.35415635,,, +886026826,*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s6)cc5CCCCCCCC)s4)s3)s2)s1,,0.42281457,,, +886271093,*CC(*)(C)C(=O)Oc1ccc(N=Nc2ccc(OC)cc2)cc1,,0.35867178,,, +886386910,*C=Nc1ccc(C(=O)OCCCCOCCCCOCCCCOC(=O)c2ccc(N=Cc3ccc(*)s3)cc2)cc1,,0.36455788,,, +886529018,*CCCCCCCCCCC(=O)Nc1ccc(NC(=O)CCCCCCCCCCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.34716825,,, +886858918,*CC(*)c1ccc(Oc2ccccc2)cc1,,0.37467295,,, +887026171,*O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C,,0.42518322,,, +887350173,*Nc1ccc2c(c1)Oc1cc3c(cc1O2)C1(CC3(C)C)CC(C)(C)c2cc3c(cc21)Oc1ccc(N*)cc1O3,,0.395258,,, +887653372,*Nc1cc2ccccc2c(-c2c(N*)c(N)cc3ccccc23)c1N,,0.33877583,,, +887685066,*Nc1cccc2c(N[Se]*)cccc12,,0.38429931,,, +887804615,*CCOCCOC(=O)c1ccc(NC=Nc2ccc(C(=O)O*)cc2)cc1,,0.34881657,,, +888408662,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(C(C)(C)c7ccc(Oc8ccc(C(=O)Nc9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.36526252,,, +889509807,*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.3732598,,, +889670641,*Oc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5cccc(NC(=O)c6ccc(*)cc6)c5)cc4)cc3)c2)cc1,,0.3636819,,, +889893408,*Nc1cccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(*)=O)cc5)cc4)cc3)cc2)c1,,0.35733019,,, +890037112,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)Cc4cccc(CC(=O)Nc5cccc(O*)c5)c4)c3)cc2)cc1,,0.3397353,,, +890273694,*C1Oc2ccccc2C1*,,0.40215636,,, +890286804,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4c3)cc1)C2=O,,0.38094303,,, +890297179,*c1cc(CCCCCCO[Si](C)(C)C)c(*)s1,,0.42932907,,, +890414662,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(NC(=O)c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O,,0.35268551,,, +890512503,*CC(*)(C)C(=O)OC1CC(C)CCC1C(C)C,,0.38071685,,, +890572584,*C=Cc1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccccc2)c1,,0.39126142,,, +890993359,*CCCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)c(C)c1,,0.3439212,,, +892241258,*Nc1cc(C(=O)O)c(*)cc1OC,93.18891585,,,, +893298020,*CC(*)c1ccc(COCCOCC)cc1,,0.37466356,,, +893952822,*CC(*)c1ccc(C(C)=O)cc1,,0.37541315,0.2296666666666666,1.013613515,14.74755617 +894220698,*c1ccc(C(=O)Nc2ccc(-c3nnc(*)o3)cc2)c(Oc2ccccc2)c1,,0.38004401,,, +895111852,*CC(COC(=O)O*)OCCCCCCCCCCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.35711055,,, +895255248,*c1cccc(N2C(=O)C(=O)N(CCCCCCN3C(=O)C(=O)N(*)C3=O)C2=O)n1,,0.32153178,,, +895257711,*CCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1,,0.38117284,,, +895302963,*O[Si](*)(CCCOCCOCCOC)CCCOCCOCCOC,,0.37166513,,, +895368318,*c1ccc(Oc2ccc(N3C(=O)C4CCC(C5CCC6C(=O)N(*)C(=O)C6C5)CC4C3=O)cc2)cc1,,0.37758601,,, +895465907,*CCCCCCCCNC(=O)c1cccc(C(=O)N*)c1,,0.34757271,,, +896186812,*Nc1ccc(/C=C2\c3ccccc3-c3ccc(N*)cc32)cc1,,0.352654845,,, +896500717,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1,,0.33599709,,, +896516520,*Oc1ccc(NC(=O)c2cc(-c3ccc(C(=O)OCC)c(C(=O)Nc4ccc(*)cc4)c3)ccc2C(=O)OCC)cc1,,0.34732657,,, +896836306,*CCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.34876143,,, +897111350,*CCCCCCCCOc1c(OC)cc(C=Cc2ccc(C=Cc3ccc(C=Cc4cc(OC)c(O*)c(OC)c4)cc3)cc2)cc1OC,,0.36573737,,, +897856664,*C1C(=O)N(c2ccc(O[Si](CC)(CC)CC)cc2)C(=O)C1*,,0.41373857,,, +897919146,*CCCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,-20.66610996,,,, +898827717,*C/C=C\COC(=O)CCCCCCCCC(=O)O*,,0.35027613,,, +899188513,*CC(COc1ccc(-c2ccc(C#N)cc2)cc1)O*,,0.3561426,,, +899991188,*CCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,,0.37055224,0.355,0.905325915,21.08607303 +900206396,*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(Oc4ccc(C56CC7CC(CC(C7)C5)C6)cc4)cc3)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.3944462,,, +900377151,*Nc1ccc(/C(=C(/c2ccccc2)c2ccc(N*)cc2)c2ccccc2)cc1,,0.3773241,,, +900477091,*OC(COC(=O)c1ccccc1-c1ccccc1C(*)=O)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.3636633,,, +901091575,*C(=O)OCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.34926735,,, +901146079,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccccc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.35799953,,, +901361482,*CC(*)c1cc(C(=O)Oc2ccc(OCCCCCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCCCCCC)cc1,,0.3687618,,, +901629107,*CCCCOC(=O)/C=C/C(=O)O*,,0.32664054,,, +902068777,*CCCCCCOC(=O)CCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(CCCCCCCCCCC(=O)OCCCCCCN4C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C4=O)C5=O)cc3)cc2C1=O,,0.34746977,,, +902689817,*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)c2ccccc12,,0.36856069,,, +902705671,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1,,0.35587178,,, +902763521,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)cc2)cc1,,0.4099229,,, +903431099,*CC(*)(C)C(=O)OCc1ccc(Cl)cc1,,0.35830867,,, +903930104,*c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCCOc2ccc3nc(*)sc3c2)cc1,-17.21827415,,,, +904061966,*CC(*)(C)C(=O)Oc1ccc(N=Nc2ccc(OCCCCCCCCCCCOC(=O)c3ccc4c(c3)OCCOCCOCCOCCO4)cc2)cc1,,0.35926185,,, +904517028,*O[Si](C)(C)c1ccc([Si](C)(C)Oc2c(C)cc(-c3cc(C)c(*)c(C)c3)cc2C)cc1,,0.39864657,,, +904673850,*CCCCCCNC(=O)CC(C)c1ccc(C(C)CC(=O)N*)cc1,,0.35386702,,, +904679252,*Oc1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccc(S(=O)(=O)O)c(C)c1,,0.37255113,,, +904704494,*CCN(*)C(=O)CCC,,0.35159195,,, +904791008,*CCCCCCCCCCCCCCC(=O)O*,,0.38218205,0.3595,0.893283062,18.2412139 +905076848,*CC(*)(C)C(=O)Oc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.37991064,,, +906179701,*c1ccc(-c2ccc(-c3ccc(-c4cc(-c5ccccc5)c5cc(Oc6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)cc2)cc1,,0.40373085,,, +906210584,*CC1CCC(COP(=O)(N=Nc2ccc(Oc3ccc(N=NP(=O)(O*)OC)cc3)cc2)OC)CC1,,0.36114969,,, +906778852,*Oc1cccc(NC(=O)CCCCC(=O)Nc2ccc(*)cc2)c1,,0.33664117,,, +906799787,*c1cnc(C2C(c3ccccc3)C(*)C2c2ccccc2)cn1,,0.39156002,,, +907119862,*CCC(C)CC(C)(C)CNC(=O)c1ccc(C(=O)N*)cc1,,0.3423688,,, +907128555,*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(C(=O)Oc2ccc(O*)cc2)cc1,,0.32619562,,, +907537660,*CC(*)(C)C(C)=O,,,0.1669999999999999,0.887508896,15.25957674 +907618399,*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5c(Br)cc(C(C)(C)c6cc(Br)c(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)c(Br)c6)cc5Br)cc4C3=O)c2)c1,,0.37634912,,, +907710212,*Oc1c(C)cc(C(=O)c2ccc(*)cc2)cc1C,,0.4003208,,, +908333095,*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nnc(-c5ccccn5)o4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nnc(-c3ccccn3)o2)c1,,0.38905414,,, +908476662,*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)cc2)cc1,,0.38628112,,, +908638014,*CCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1,,0.37087012,,, +908754108,*CC(*)C(=O)OCF,,0.30797623,,, +908812975,*Oc1ccc(N(c2ccc(OC)cc2)c2ccc3ccc(N(c4ccc(*)cc4)c4ccc(OC)cc4)cc3c2)cc1,,0.41219974,,, +908837792,*Nc1ccc(CCCCCCc2ccc(N*)cc2)cc1,,0.34643324,,, +909382922,*Oc1ccccc1S(=O)(=O)c1ccc(*)cc1,,0.36770444,,, +909509106,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C,,0.42702035,,, +909673553,*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(C#N)cc1,,0.40108774,,, +909955996,*C(=O)CCC1(CCC(=O)N2CCN(*)CC2)c2ccccc2-c2ccccc21,,0.35082586,,, +910389413,*Nc1cc(C)c2c(N*)cccc2c1,,0.34129811,,, +911111741,*Nc1ccc(/C=C/c2cccc(/C=C/c3ccc(N*)cc3)c2)cc1,,0.35180608,,, +911981082,*CC(*)c1ccc(C(=O)OCC(C)C)cc1,,0.38415931,,, +912214142,*Oc1c(C)cc(*)cc1C(C)CCCC,,0.42545276,,, +912864989,*CC(*)(Cl)C(=O)OC1CCCCC1,,,0.1365,1.054643244,12.33320291 +912967034,*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*)cc1,,,0.3195,0.936212185,22.57031329 +913368014,*CC(OC)C(C(=O)OC)C(*)C(=O)OC,,0.33997342,,, +913582816,*CCCCCCCCCCCCCCCCCCCCCCOC(=O)Cc1ccccc1CC(=O)O*,,,0.367,, +913768396,*Oc1ccc(C(=O)OCCOCCOCCOC(=O)c2ccc(OC(=O)Nc3cc(NC(*)=O)ccc3C)cc2)cc1,100.4455143,,,, +914204004,*c1cc(OCCCC)c(*)cc1OCCCC,,0.42056313,,, +914466551,*CC(*)OC(=O)c1ccc(-c2ccccc2)cc1,,0.35360889,,, +914573947,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(c%10ccccc%10)CC9)cc8)cc7C6=O)cc5)cc4)CC4CC3C3CCCC43)cc2)cc1,,0.37595307,,, +915211571,*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1,,0.41001219,,, +915222222,*C1C2CC(C(=O)OCCc3ccc(N(c4ccccc4)c4ccccc4)cc3)C(C2)C1*,,0.37725216,,, +915365516,*Nc1ccc2c(c1)[C@H]1c3ccccc3[C@@H]2c2ccc(N*)cc21,,0.37877881,,, +915411038,*Oc1ccc(N=CCCCC=Nc2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)cc1,,0.35326814,,, +915653393,*Oc1ccc(C2(C)CCC(C(C)(C)c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)CC2)cc1,,0.38061245,,, +915714545,*Nc1ccc(-c2ccc(N*)c(C)c2-c2cccc(C)c2)cc1C,,0.36515861,,, +915798099,*Oc1ccc(C2(c3ccc(OC(=O)CCC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1,,0.38013673,,, +915909655,*CC(*)(CC(=O)OC)C(=O)OC12CC3CC(CC(C3)C1)C2,,0.37783312,,, +916135247,*Oc1ccc(NC(=O)c2ccc(*)cc2)cc1,,0.35267198,,, +916461490,*CCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12,,0.36210647,,, +916566560,*Nc1ccc([C@]2(C)CC(C)(C)c3cccc(N*)c32)cc1,,0.36101129,,, +917149837,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc45)cc2)C3=O)n1,,0.35579291,,, +917240080,*c1ccc(C(c2ccc(-c3cc(-c4ccccc4)c4cc(Oc5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.40660468,,, +917545259,*CCC(F)(F)C(*)(F)F,,0.34634024,,, +917692864,*C(F)(F)C(*)(F)Cl,,,0.139,, +917837982,*c1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2C(C)(C)C)cc1,,0.40671678,,, +917938501,*CC(*)OC(=O)OCC(F)(F)F,,0.32040893,,, +918157319,*c1c(C)c(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c(C)c2c1C(C)(C)CC2,325.2939228,,,, +918244660,*c1cccc(NC(=O)c2ccc(OCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1,,0.34339353,,, +918773447,*c1ccc(-c2ccc(N3C(=O)c4cc5c(cc4C3=O)C(C(F)(F)F)(C(F)(F)F)c3cc4c(cc3O5)C(=O)N(*)C4=O)cc2C(F)(F)F)c(C(F)(F)F)c1,472.25,,,, +919063854,*CC(*)CC1CCCC1,,,0.2283333333333333,, +919712594,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.34179586,,, +919768604,*Nc1ccc(/C(C)=C(\C)C(C)(C)c2ccc(N*)cc2)cc1,,0.360922,,, +920265814,*c1cccc(C(=O)Nc2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,,0.36163095,,, +920561799,*O[Si](C)(C)O[Si](C)(C)Oc1ccc(-c2ccc(*)cc2)cc1,,0.40651802,,, +920814890,*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)c(OC)c2)cc1OC,,0.35702577,,, +921026823,*C=C[Ge](C=C[Si](*)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1,,0.39366166,,, +922945428,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(C(C)(C)c5cccc(C(C)(C)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)c5)cc4)cc3)cc2)cc1,,0.36520777,,, +922969981,*Oc1ccc(C(=O)Nc2ccc(C(c3ccc(NC(=O)c4ccc(*)cc4)cc3)(P3(=O)Oc4ccccc4-c4ccccc43)P3(=O)Oc4ccccc4-c4ccccc43)cc2)cc1,,0.36147849,,, +922972840,*CC(*)(C)C(=O)OCCCCCCCCCCCCCCC(=O)NC1OC(COC(C)=O)C(OC2OC(COC(C)=O)C(OC(C)=O)C(OC(C)=O)C2OC(C)=O)C(OC(C)=O)C1OC(C)=O,,0.34215996,,, +923029677,*CCCCCC(=O)S*,,0.39191905,,, +923105283,*c1ccc(OC(=O)c2ccc([Si](c3ccccc3)(c3ccccc3)c3ccc(C(=O)Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1,,0.37881873,,, +923146158,*CCCCCCCCCCCCCCNC(=O)NCCCCCCCCCCNC(=O)N*,,0.37604443,0.344,, +923568845,*Oc1ccc(N(c2ccc(OCCCCCC)cc2)c2ccc(-c3ccc(N(c4ccc(*)cc4)c4ccc(OCCCCCC)cc4)cc3)cc2)cc1,,0.40556896,,, +924221537,*c1ccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)cc1,,0.44967432,,, +924258388,*CC(*)OC(=O)c1ccc(OC)cc1,,0.34230372,,, +924456640,*CCC(c1ccccc1)[Si](*)(C)C,,0.39149503,,, +924584081,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)cc2)cc1,,0.39334445,,, +924846340,*Nc1ccc2c(c1)-c1cc(N*)ccc1C21c2ccccc2-c2ccccc21,,0.38016064,,, +925076863,*CCCCCC(*)CCC,,0.40474828,,, +925163617,*C(=O)c1cc(C(=O)c2ccc3[nH]c4ccc(*)cc4c3c2)c(C(=O)O)cc1C(=O)O,106.1795053,,,, +925500331,*c1ccc(CC(=O)Nc2cccc3c(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cccc23)cc1,,0.38341143,,, +925984041,*CCCCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,,,0.293,, +925989264,*Oc1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccccc1,,0.3777411,,, +926324198,*c1ccc(-c2nnc(*)o2)c(OCCCCCCCC)c1,,0.41320631,,, +926346453,*C(=O)NCCNC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.32267936,,, +926490158,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)c3cc(*)ccc3n4-c3ccccc3)ccc1-2,,0.39925527,,, +926565348,*Oc1ccc(Oc2ccc(Oc3ccc(S(=O)(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37216814,,1.200029536,24.89017712 +926565511,*CC(*)(C)C(=O)OCCCCCCN(C)c1ccc(N(C)C)cc1,,0.36989914,,, +926851553,*Cc1c(C)c(C)c(CSC(=O)CCCCC(=O)S*)c(C)c1C,44.80678229,,,, +926945718,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3ccc4c(c3)C(CCCCCCCCCCCC)(CCCCCCCCCCCC)c3cc(*)ccc3-4)ccc1-2,37.51200969,,,, +927050868,*CCCCCOC(=O)c1ccc(C=Cc2ccc(C(=O)O*)cc2)cc1,,0.35355098,,, +927902684,*CC(*)(C)C(=O)OCC1(C)COCOC1,,0.34420519,0.1305,1.010012446,10.74845321 +928008419,*c1cc(-c2sc(-c3cc(CCCCCCC)c(*)s3)cc2CCCCCCC)c2cccccc1-2,,0.44541284,,, +928940604,*Nc1ccc(N*)c(-c2cccc3ccccc23)c1-c1cccc2ccccc12,,0.36200233,,, +929171141,*Nc1ccc2c(-c3ccccc3C)c3ccccc3c(-c3ccccc3C)c2c1N*,,0.36841027,,, +929535825,*Nc1ccccc1-c1c(N)ccc2cc3c(-c4ccccc4N)c(N*)ccc3cc12,,0.35412155,,, +930553513,*Nc1cccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(-c4cccc(N*)c4)ccc2-3)c1,,0.36800418,,, +930567238,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5c(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc(C(C)(C)C)cc5C(C)(C)C)cc4C3=O)cc2)cc1,,0.39862825,,, +930831236,*Nc1ccc(NC(=O)c2cc(-c3ccc(C(=O)O)c(C(*)=O)c3)ccc2C(=O)O)cc1,,0.31148404,,, +931370343,*CC(*)c1ccc(-c2c3ccccc3cc3ccccc23)cc1,,0.37620542,,, +931521712,*NC1=CC=C2C=CC=C[C@H]2[C@@H]1c1c(N*)ccc2ccccc12,,0.34641044,,, +931723898,*Nc1ccc(C(c2ccccc2)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.37211398,,, +931906273,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(S(=O)(=O)c4ccc(-c5ccc(-c6ccc(S(=O)(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.37649648,,, +932177649,*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(N6C(=O)c7ccc(*)cc7C6=O)c4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.37103025,,, +932213408,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCSCCCCC(=O)O*,,,0.322,0.926144559,18.71887364 +932596908,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(=O)(=O)c6ccccc6)cc5)cc4)cc3)cc2)cc1,,0.37755482,,, +933005938,*CC(COc1ccc(O*)cc1)OC(C)=O,,0.33587551,,, +933916766,*/C=C/*,59.5588378,,0.394,0.775000418,34.672905605 +934242824,*CNC(=O)OCCOC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1,,0.33830674,,, +934350191,*c1cccc(S(=O)(=O)NCCCNS(*)(=O)=O)c1,,0.33288923,,, +934378848,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.33698124,,, +934720972,*Nc1cc2cc3c4cc5ccccc5cc4c4cc5ccccc5cc4c3cc2c(N)c1N*,,0.34084911,,, +934750353,*Nc1ccc(C(C)(c2ccccc2)c2ccc(N*)cc2)cc1,,0.35460063,,, +935609923,*CC(*)(C)c1ccc2ccccc2n1,,0.38344332,,, +935627680,*CC(*)c1ccc(C(=O)c2ccccc2)cc1,,0.37525609,,, +935941337,*CCCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,,,0.331,, +935965318,*NCCCCCCCN*,,0.33180826,,, +935976337,*c1ccc2c(c1)C(=O)N(c1cc(C(=O)O)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,,0.37985486,,, +936348759,*CC(*)C(=O)OCC(F)(F)C(F)C(F)(F)F,,0.32043251,,, +936419032,*Oc1ccc(OC(=O)c2ccc(OCCOc3ccc(C(*)=O)cc3)cc2)cc1C,68.01369706,,,, +936563267,*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Cc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.37592453,,, +937218293,*CC(*)OC(=O)C1CCCC1,,0.36011903,,, +937233675,*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,,0.36891791,,, +937312139,*CCC1CC(OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)CC1*,,0.36926813,,, +937429768,*C(=O)Nc1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cc(C(F)(F)F)cc(N6C(=O)c7ccc(*)cc7C6=O)c4Oc4ccc(C(F)(F)F)cc4)C5=O)cc3)ccc3ccccc23)cc1,,0.37258957,,, +937600317,*O[Si](*)(C)CCCCCOc1ccc(/C=C/c2ccc(OC)cc2)cc1,,0.36872385,,, +938001500,*Nc1ccc(C2=C(c3ccc(N*)cc3)[C@](C)(C(C)C)[C@@](C)(C(C)C)C(C)=C2C)cc1,,0.3722569,,, +938126554,*CC/C=C(/*)C(C)(C)C,,,0.20825,0.831876241,13.577310245 +938471508,*CCCCCCN1C(=O)c2ccc(C(=O)Nc3ccc(S(=O)(=O)c4ccc(NC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34497827,,, +938632884,*Nc1ccc(C)c(-c2c(C)ccc(N*)c2C)c1C,,0.36618089,,, +938927224,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7c(C)cc(Cc8cc(C)c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)c(C)c8)cc7C)cc6C5=O)cc4)cc3)cc2)cc1,,0.38112345,,, +939175685,*CC(*)C(=O)OC(CC)CC,,,0.213,0.928441574,12.41393583 +939569581,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)C(=O)Nc4cccc(O*)c4)c3)cc2)cc1,,0.33163835,,, +940363363,*c1ccc(Cc2ccc(N3C(=O)c4cc(-c5ccc(C(C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc(C(C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.41910129,,, +940574386,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OC(C)C)cc1,,0.34201016,,, +940977758,*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6-c6ccccc65)ccc4n3)cc2)cc1,,0.42211202,,, +941025862,*C(=O)Nc1ccc2c(c1)-c1cc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)ccc1C2,,0.36796455,,, +941113349,*Nc1ccc2ccc3c(N*)c(-c4cccc(-c5cccc(C6(c7ccccc7)c7ccccc7-c7ccccc76)c5)c4)cc4ccc1c2c43,,0.36666503,,, +941524634,*CC(*)(C)C(=O)OCc1ccsc1,,0.35367667,,, +941929262,*Oc1ccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.3613444,,, +942234134,*Oc1ccc(C(c2ccc(OP3(Oc4ccc(C(=O)OC)cc4)=NP(Oc4ccc(C(=O)OC)cc4)(Oc4ccc(C(=O)OC)cc4)=NP(*)(Oc4ccc(C(=O)OC)cc4)=N3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.34107289,,, +942714544,*Nc1c(-c2ccccc2)cc(-c2ccccc2)cc1C1(c2cc(-c3ccccc3)cc(-c3ccccc3)c2N*)c2ccccc2-c2ccccc21,,0.3863404,,, +942731516,*Nc1ccccc1CCc1ccc(NC(=O)Nc2ccc(CCc3ccc(NC(*)=O)cc3)cc2)cc1,,0.35341699,,, +942798505,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1,,0.33608462,,, +943239154,*Oc1cccc(NC(=O)CCCCCCC(=O)Nc2ccc(*)cc2)c1,,0.34067938,,, +943356153,*OC(=O)C(C)NC(=O)CCCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12,,0.33413155,,, +943955993,*c1cc(*)c(O)c(/C=N/c2ccc(Cl)cc2)c1,,,0.141,1.17680677,13.61558599 +944555071,*CCCCOc1ccc(OCCCCc2nnc(-c3ccc(-c4nnc(*)o4)cc3)o2)c(C)c1,,0.36004783,,, +945028672,*c1cccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)c1,,0.42889461,,, +945057179,*c1ccc(Oc2c(C)cc(C(c3cc(C)c(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)c(C)c3)c3cccc4ccccc34)cc2C)cc1,,0.39971724,,, +945096755,*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc2)C(=O)N(CCc2ccccc2)C3=O)cc1,,0.37134878,,, +945247998,*C1C(=O)OC(=O)C1C1C2CC(COCCC)C(C2)C1*,,0.3385676,,, +945652954,*CC(*)C(=O)OC(Cl)C(Cl)(Cl)Cl,,0.36754584,,, +945771244,*N=P(*)(N1CCCCC1)N1CCCCC1,,0.4443714,,, +945861213,*Oc1ccc(Oc2cccc(C(=O)Oc3ccc(OC(=O)c4cccc(*)c4)cc3)c2)cc1,,0.35315362,,, +946366980,*CC(*)C(=O)OCCO,,0.30069281,,, +946712155,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OC(=O)C=Cc4ccccc4)c3)cc1OC(=O)C=Cc1ccccc1)C2=O,,0.36819149,,, +946893976,*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(C(=O)Oc2ccc(Oc3ccc(C#N)c(C#N)c3)cc2)c1,,0.34874023,,, +947147165,*N/N=C(\N*)c1nc2c(N)nc(-c3ccccc3)nc2nc1N,,0.35087811,,, +947769028,*Oc1ccc(C2(c3ccc(Oc4ccc(C=NN=Cc5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.39319174,,, +948546936,*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C)c(C)c3)C4=O)cc2)cc1,,0.36840705,,, +948650769,*c1ccc(C(=O)NCCNC(=O)c2ccc(S(*)(=O)=O)cc2)cc1,205.0712987,,,, +948765285,*CC(*)(C)C(=O)Oc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.37332413,,, +948991314,*C(F)(F)C1(F)C(F)(F)C(*)(F)C(F)(F)C(F)(F)C(F)(F)C1(F)F,,0.31519849,,, +949058568,*Nc1cc2c(cc1N*)C(CCCCCC)(CCCCCC)c1cc(N)c(N)cc1-2,,0.35765063,,, +949058569,*CC(CC)O*,,0.38603228,,, +949132343,*OC(CC)CC(*)=O,,0.34556434,,, +949159115,*Nc1cccc(-c2ccc(-c3ccccc3)c(-c3ccccc3)c2-c2cccc(C)c2)c1N*,,0.36795124,,, +949343034,*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c6C#N)cc4)C5=O)cc3)c2)cc1,,0.35717581,,, +949719355,*OP(=O)(Oc1ccc(Br)cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br,,0.39848019,,, +949756192,*NNC(=O)c1ccc(NC(=O)c2cc(C(*)=O)cc(N3C(=O)c4c(Cl)c(Cl)c(Cl)c(Cl)c4C3=O)c2)cc1,133.1528291,,,, +949789711,*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36424024,,, +950036559,*N=Nc1ccc(*)cc1,144.6951233,,,, +950252228,*Oc1c(Br)cc(S(=O)(=O)c2cc(Br)c(OC(*)=O)c(Br)c2)cc1Br,,0.41564538,,, +950647553,*CC(*)c1ccc(CCC)cc1,,0.40348963,0.2345,0.892912233,13.03650471 +950692936,*c1cccc(S(=O)(=O)NCCCCCNS(*)(=O)=O)c1,,0.34341367,,, +950984280,*c1ccc(OCCOc2ccc(C=Cc3ccc([N+](=O)[O-])cc3)c(OCCOc3ccc(-c4nc5ccc(Oc6ccc7nc(*)c(-c8ccccc8)nc7c6)cc5nc4-c4ccccc4)cc3)c2)cc1,,0.37078887,,, +951030953,*c1ccc(Cc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C,,0.4120274,,, +951186365,*C(=O)OCCCSCCCCSCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.35877417,,, +951464832,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34769384,,, +951628759,*CCOCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O*,,0.36953742,0.3485,0.948193246,23.57437713 +951639938,*CC(c1ccccc1)C1C(=O)NC(=O)C1*,,0.33021579,,, +951662507,*Nc1ccc(C(C#N)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.35848755,,, +951933381,*C=CC1CC(*)C2C(=O)N(CCCCCCCCCCCC)C(=O)C12,,0.3769725,,, +951940704,*c1ccc(-c2nc3cc(S(=O)(=O)c4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)cc1,,0.43534029,,, +952029062,*C(=O)Nc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)c(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(-c4cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c(C)c4)cc2C)C3=O)c1,,0.37389366,,, +952776097,*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)cc2)cc1,87.17702398,,,, +952804603,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C,,0.39230829,,, +952898097,*CC(=O)Nc1cccc(NC(=O)COc2ccc3ccccc3c2Sc2c(O*)ccc3ccccc23)c1,,0.33988537,,, +953208758,*Nc1ccc(/C=C/c2c(-c3ccc4ccccc4c3)c(-c3ccc4ccccc4c3)c(N*)c(-c3ccc4ccccc4c3)c2-c2ccc3ccccc3c2)cc1,,0.36715532,,, +953356077,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1CBr,98.31320425,,,, +953833723,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3C=C)c2-c2ccc(-c3ccccc3)cc2)cc1,,0.36143904,,, +954090484,*C(C)=C(*)[Si](C)(C)C,,0.39006159,,, +954258008,*CCCCCCN(CC(F)(F)C(F)(F)F)C(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)N(*)CC(F)(F)C(F)(F)F,,0.33102861,,, +954755494,*CCCCOC(=O)NCCSCCCCCSCCNC(=O)O*,3.000872148,,,, +954781354,*Nc1cc(N)c(-c2cccc3cc4ccc5cc6cc7ccccc7cc6cc5c4cc23)c(N*)c1,,0.34724713,,, +954804864,*CC(CCl)(CCl)COC(=O)c1ccc(C(=O)O*)cc1,11.46555203,,,, +954903716,*C(=O)OCCCCCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.3516794,,, +955200653,*Oc1cccc(OC(=O)CCC(*)=O)c1,,0.32498132,,, +955951687,*Nc1ccc2c3cccc4c(N*)ccc(c5cccc1c52)c43,,0.33296652,,, +956184132,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)CC(=O)N(*)C4=S)cc3)cc2)cc1,,0.37482752,,, +956462664,*Oc1ccc(NC(=C(C#N)C#N)c2ccc(-c3ccc(-c4ccc(C(Nc5ccc(*)cc5)=C(C#N)C#N)cc4)cc3)cc2)cc1,,0.39506825,,, +956860993,*CC(COc1ccc(C)cc1)O*,-55.31696784,,,, +957017762,*C1C(=O)N(c2ccc(C)cc2)C(=O)C1*,,,0.1405,0.95394828,12.83180759 +957944731,*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)OCc5ccccc54)cc3)cc2)cc1,,0.36114179,,, +958448882,*CCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12,,0.36234593,,, +958708723,*CC(*)(C)C(=O)OC1CCOCC1,,0.34938977,,, +958992897,*CCOc1ccc(C=C2CCC(=Cc3ccc(OCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC,,0.34158729,,, +959078750,*CCCCCC(*)CCCC,,0.4045687,,, +959788863,*CC(*)(C)C(=O)OCCCCC1CCCCC1,,0.36717544,,, +960238804,*CCN(CCOC(=O)c1cc(OCCC2CCN(c3ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc3)CC2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.34501773,,, +960557401,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.37743403,,, +960896880,*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCC,,0.357945,,, +961207214,*CCCCCCCCCCOc1cccc(OC(=O)c2ccc(C(=O)Oc3cccc(O*)c3)cc2)c1,20.92794041,,,, +961272139,*Nc1ccc(C2=C(c3ccccc3)/C(=C/c3ccccc3)[C@@H](N*)/C(=C/c3ccccc3)C2)cc1,,0.38000782,,, +961432489,*NNC(=O)C=CC(=O)Nc1cccc(C=C2CCC(=Cc3cccc(NC(=O)C=CC(*)=O)c3)C2=O)c1,,0.3318831,,, +961504352,*O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.43360758,,, +961636865,*OP(=O)(Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl,,0.36344351,,, +961938708,*OC(=O)NC1CCC(CC2CCC(NC(=O)OC3CC4CC(*)CC(C3)O4)CC2)CC1,,0.35624612,,, +961980503,*CC(*)(C)C(=O)OCCC#N,,0.35439971,0.138,1.036075809,14.2239278 +962173929,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3cccc(C(C)(C)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3)cc1)C2=O,,0.38044047,,, +962326024,*C=Cc1ccc2c(c1)C(CC(CC)CCCC)(CC(CC)CCCC)c1cc(*)ccc1-2,,0.40667606,,, +962879741,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3Br)c(Br)c1)C2=O,,0.40438149,,, +962995886,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1,,0.33730096,,, +963631367,*Nc1ccc(-c2cc(C=C)c(N*)c(-c3ccccc3)c2-c2ccc(-c3ccccc3)cc2)cc1,,0.3632724,,, +963881444,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCC(*)=O,,0.32881448,,, +963896306,*CCN(CCCCCCOc1ccc(N=Nc2ccccc2)cc1)CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,,0.35226534,,, +963961682,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3ccc(N)cc32)cc1,,0.36566131,,, +965296987,*C(C)C(*)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2,,0.39846139,,, +965501269,*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F,,0.36576682,,, +965594112,*CC(*)c1ccc(C(=O)C(F)(F)F)cc1,,0.3627692,,, +965608760,*Oc1ccc(NC(=O)CCCCCC(=O)Nc2ccc(*)cc2)cc1,,0.33920775,,, +966245387,*c1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(S(*)(=O)=O)cc3)c2)cc1,,0.34764197,,, +966864975,*c1ccc(-c2nc3cc(-c4ccc5[nH]c(*)nc5c4)ccc3[nH]2)cc1,423.6341908,,,, +966953045,*CC(*)c1cc(C(=O)Oc2ccc(OCCCCCCCCCCCCCCCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCCCCCCCCCCCCCCCC)cc1,,0.39477312,,, +967532674,*CC(*)OCC,,,0.2465,0.912688006,15.66973123 +967548475,*Nc1ccc(-c2cc(C/C=C/c3ccccc3)c(N*)c(C/C=C/c3ccccc3)c2-c2ccccc2)cc1,,0.36169428,,, +967673328,*Nc1ccc(-c2c(N*)ccc(-c3ccccc3)c2-c2ccccc2)cc1,,0.35943481,,, +967943450,*Nc1ccc2c(ccc3c4ccccc4ccc23)c1N*,,0.33046619,,, +967962139,*CCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.33858806,,, +967963503,*C1C(=O)OC(=O)C1C1C2CC(C(=O)OC3CCCCC3)C(C2)C1*,,0.34535226,,, +968134863,*Nc1ccc([C@H](CCCC)c2ccc(CC(C)Cc3ccc([C@@H](CCCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36829564,,, +968431878,*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccncc3)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,,0.33905768,,, +968537124,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C1CC2CCC1C2,,0.3689794,,, +968666725,*c1cc(C(=O)OCCCCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1,,0.35771333,,, +968949443,*c1ccc2c(c1)nc1c3cc4c(=O)n5c6cc(*)ccc6nc5c4cc3c(=O)n21,384.637936,,,, +969077485,*Cc1cc(CNC(=O)c2cccc(C(=O)N*)c2)cc(C(C)(C)C)c1,,0.35193217,,, +969180408,*CC(*)S(=O)(=O)c1ccccc1,,0.3645261,,, +969338627,*C1CCCC(S(*)(=O)=O)C1,,0.35779851,,, +970030032,*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.3287593,,, +970285384,*CCN(*)C(=O)c1cc(F)c(F)c(F)c1F,,0.33523927,,, +970455714,*CCCCOc1cccc(C(=O)OC(=O)c2cccc(O*)c2)c1,,0.33788415,,, +970503486,*Nc1cccc(NC(=O)c2cc(NC(=O)c3ccncc3)cc(C(*)=O)c2)c1,,0.32910892,,, +971170976,*Oc1ccccc1-c1ccccc1Oc1ccc2c(=O)n3c4cc(-c5ccc6c(c5)nc5c7ccc(*)c8cccc(c(=O)n65)c87)ccc4nc3c3cccc1c23,,0.3792992,,, +972068859,*CCCCCCOC(=O)CCCCCCCCCCCCCCCCCCC(=O)OCCCCCCN1C(=O)c2ccc(S(=O)(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.36103038,,, +972337368,*CC(*)(C)C(=O)OCCCCCCOc1ccc(N=Nc2ccc(OCCCC)cc2)cc1,,0.36838691,,, +972362080,*CC(*)OCCOCCOCCOC,,0.35815042,,, +972393663,*Nc1ccc(C2(c3ccc(N*)cc3)Cc3ccccc3C2)cc1,,0.35273195,,, +972435079,*CCOCCOCCOCCOC(=O)C=CC(=O)NCCCCCCNC(=O)C=CC(=O)O*,,0.32877992,,, +972454148,*Nc1cc2c3cccc4cccc(c5cccc(c1N*)c52)c43,,0.32584641,,, +972522646,*c1ccc(OC(=O)Oc2ccc(C3(*)OC(=O)c4ccccc43)cc2)cc1,,0.35641972,,, +972638379,*c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3ccc(C(C)(C)c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O,,0.39659641,,, +972642110,*Nc1ccc2ccc3c(N*)c(-c4ccc(C5(c6ccccc6)c6ccccc6-c6ccccc65)cc4)cc4ccc1c2c43,,0.36945993,,, +972695180,*CC(C)(CC)CS*,,0.39492528,,, +972818761,*Cc1ccccc1[Si](*)(C)C,,0.37867068,,, +973091046,*CCCCCCCCCCCCNC(=O)C(=O)N*,,,0.309,, +973188497,*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(OC(C)=O)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1OC(C)=O)C2=O,,0.3749767,,, +973722160,*NC1=C(N)[C@@H](N*)NC(=O)N1,,0.28374372,,, +974102332,*CC(*)C(=O)Nc1cccc(Cl)c1,,0.34957383,,, +974171598,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,,,0.276,, +974543233,*C1C(=O)N(c2ccc(O[Si](C)(C)C(C)(C)C)cc2)C(=O)C1*,,0.42394222,,, +974608076,*Oc1c(-c2ccccc2)cc(*)cc1-c1cccc(-c2ccccc2)c1-c1ccccc1,,0.40445891,,, +974829630,*NCCCCCCCCCCCCN*,,0.34669796,,, +974951002,*CC(CC)C(CC)COC(=O)c1ccc(C(=O)O*)cc1,,0.35322539,,, +974977615,*CCCCCC(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)CCCCC2)cc1,,0.35101165,,, +975186441,*C(=O)OCCOC(=O)C=Cc1cccc(N2C(=O)c3ccc(*)cc3C2=O)c1,,0.33326323,,, +975316837,*CCCCC=CCCCCC1CC(CCC2CC(*)OC2=O)C(=O)O1,,0.35075006,,, +975372229,*SC(=O)OCCCCOC(=O)SN1CC(C)N(*)CC1C,-30.512105,,,, +975391754,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCC)cc1,,0.33368013,,, +975529928,*Nc1ccc2c(c1)[C@@H]1c3ccc(N*)cc3[C@H]2c2c(N)cccc21,,0.38124543,,, +975679689,*NC(CCC(=O)Nc1ccc(N(c2ccccc2)c2ccccc2)cc1)C(*)=O,,0.36156406,,, +975874706,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OC)c(Br)c2)cc1,,0.3611176,,, +975942451,*Nc1nc2c(c(=O)n1N*)Cc1nc(N)n(N)c(=O)c1C2,,0.34327027,,, +977134165,*C(=O)c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(*)cc5C4=O)CC3)CC1)C2=O,,0.36459442,,, +977446169,*CCCCCCCCCCCCCCCCOC(=O)CCCCCCCCCCCCC(=O)O*,,,0.297,, +977496062,*Oc1cccc(Oc2ccc(C(=O)c3ccc(NC(=O)CCCCCCCCC(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1,,0.35461809,,, +977560848,*Nc1ccc(/C(=C(\c2ccccc2)c2ccc(N*)cc2)c2ccccc2)cc1,,0.374407055,,, +977724395,*CC(*)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1,,0.35501894,0.2245,1.095853414,13.394951 +977861855,*Nc1ccccc1CCc1ccc(NC(=O)NCCCCCCNC(*)=O)cc1,,0.3465376,,, +978144128,*CNC(=O)OCC(OC(=O)NCc1ccc(*)o1)c1ccco1,,0.32715503,,, +978251240,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.36289032,,, +978860750,*Nc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(N*)c(C)c3)c2)cc1C,,0.3642123,,, +979011291,*CCCCCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12,,0.3642299,,, +979179304,*CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1,,0.33606063,,, +979211683,*CC(*)c1ccc(C(=O)OCC)cc1,,0.36916022,,, +979410672,*CC(*)N1CCCC1=S,,0.39052842,,, +979464287,*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.3736609,,, +979533481,*CCCCCCCCCCNC(=N*)c1ccccc1,,0.3881679,,, +979588845,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(Oc3ccccc3)cc2)cc1,,0.34706136,,, +980179181,*/C=C/C(C)(C)C(*)(C)C,,,,0.820729949,15.50648001 +980398576,*c1cccc(N2C(=O)c3cccc(Oc4cccc(Oc5cccc6c5C(=O)N(*)C6=O)c4)c3C2=O)c1,,0.35986815,,, +980411522,*CC(CCCCCCCCCCCCCCCC)C1C(=O)N(CCCCCCCCCCCC)C(=O)C1*,,0.39088075,0.335,0.867649177,11.65178394 +980661216,*CC(*)(OC(C)=O)c1ccc(OC(=O)CC)cc1,2.162388076,,,, +980673012,*c1ccc(*)c(C(=O)c2ccc(F)cc2)c1,,0.40977621,,, +980966583,*C#Cc1cc(OC(COCCOCCOCCOC)COCCOCCOCCOC)c(C#Cc2cc(OCCOCCOCCOCCC(=O)O[Na])c(*)cc2OCCOCCOCCOCCC(=O)O[Na])cc1OC(COCCOCCOCCOC)COCCOCCOCCOC,-43.36051195,,,, +981778956,*c1cc(CCOC(=O)C(C)Br)c(*)s1,,0.40626564,,, +981880572,*CCCCCC(=O)Oc1ccc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2c1,,0.3370471,,, +982011392,*Oc1ccc(C(=Cc2cc(OC)c(C=C(c3ccc(*)cc3)c3ccc(F)cc3)cc2OC)c2ccc(F)cc2)cc1,,0.38359708,,, +982052578,*CC(*)(CC(=O)OCC(C)C)C(=O)OCC(C)C,,0.38664522,,, +982081375,*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(-c7cc(-c8ccc(-c9ccccc9)cc8)cc(-c8ccc(NC(=O)Nc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)n7)cc6)cc5C4=O)cc3)ccc3ccccc23)cc1,,0.36383462,,, +982170716,*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1,,0.35031486,,, +982392154,*CC(*)C=C(C)C,,,,0.779950443,12.78661329 +982448073,*CCCCCCOC(=O)C(=O)O*,,0.33558333,,, +982641733,*CCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,,0.33048829,,, +982644871,*Nc1cccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(C(=O)NC(*)=S)cc2)c1,,0.34266836,,, +982652113,*c1ccc(Oc2ccc(C(=O)c3ccc(Cc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1,,0.39839746,,, +982823848,*Oc1c(OC)cc(*)cc1OC,,0.35493117,,, +982899341,*Nc1cc2ccc3ccc(N*)c4ccc(c1)c2c34,,0.33737081,,, +982900215,*Nc1ccc(-c2ccc(NC(=O)Cc3cc(CC(*)=O)c(C)cc3C)cc2)cc1,,0.33947658,,, +982959217,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)C(c5ccccc5)=C(c5ccc(C6=C(c7ccccc7)C(=O)N(*)C6=O)cc5)C4=O)cc3)cc2)cc1,,0.37787317,,, +983140270,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(P(C)(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37865073,,, +983336786,*Nc1nc(CCC2OCC3(COC(CCc4nc(N)nc(N)n4)OC3)CO2)nc(N*)n1,,0.32807349,,, +983359271,*Oc1ccc(C(c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.34987919,,, +983408527,*CCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.34233697,,, +983924337,*CCCCCCCCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.35722894,,, +984649058,*CCCCCCCCCCCCCCCCCCNC(=O)Cc1ccc(CC(=O)N*)cc1,,0.36969623,,, +984722345,*C(=O)OCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.34843599,,, +985031681,*C(=O)OCCCCCCCCCCCCOC(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.35686622,,, +985113271,*CCOC(=O)Nc1ccc(CCCc2ccc(NC(=O)O*)cc2)cc1,,0.33911152,,, +985128268,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cc8ccccc8cc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.36958426,,, +985248291,*Nc1c(C)cc(C2(c3cc(C)c(N*)c(C)c3)c3ccccc3-c3ccccc32)cc1C,,0.39543139,,, +985685560,*c1ccc(-c2nc3cc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)ccc3[nH]2)cc1,456.35,,,, +985716101,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(-c4ccc(OCCCC#N)cc4)cc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)n3)cc1)C2=O,,0.3862986,,, +985931014,*CCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.3520318,,, +986199632,*OC(=O)C(C)NC(=O)CCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12,,0.32344295,,, +986628745,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCC)cc1,,0.35082054,,, +987143129,*CC(*)C(=O)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl,,0.37010428,0.0849999999999999,1.469086914,15.64579264 +987280139,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccc6)[nH]c5*)cc4)cc3)cc2)cc1,,0.39015986,,, +988391543,*Nc1c(C)c(Cc2ccccc2)c(Cc2ccccc2)c(C(Cc2ccccc2)Cc2ccccc2)c1N*,,0.36124078,,, +988399583,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.44221475,,, +988455037,*c1ccc(C(=O)Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(OC(=O)c4ccc(N5C(=O)CC(Nc6cccc(NC7CC(=O)N(*)C7=O)c6)C5=O)cc4)c(C)c3)cc2C)cc1,,0.3727379,,, +988551958,*CCC(C)S*,,0.42340205,,, +988557841,*c1ccc(Oc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1,,0.46496815,,, +989355394,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1ccc(OCCCCC)c(C(=O)O*)c1,,0.34033362,,, +989396731,*CCCc1nc2cc(-c3ccc4[nH]c(*)nc4c3)ccc2[nH]1,,0.36451297,,, +990486279,*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)ccc1C)C2=O,,0.39717883,,, +990726873,*Nc1cc(NC(=O)c2cc(OCCCN(C)c3ccc(N=Nc4ccc(S(C)(=O)=O)cc4)cc3)cc(C(*)=O)c2)cc(C(=O)OCCCN(C)c2ccc(N=Nc3ccc(S(C)(=O)=O)cc3)cc2)c1,,0.3639981,,, +990755656,*NC1=C[C@@](O)(N*)N=C(N)N1,,0.29677001,,, +990844091,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5)C6=O)cc4)cc3)cc2)cc1,,0.38038292,,, +990921781,*CC(*)(C)C(=O)OCC(=O)N1CCCC1,,0.33084137,,, +991150899,*OC(=O)OC1COC2C(*)COC12,,0.32110167,,, +991486562,*CCC(C)C(*)C,,0.38748444,0.2329999999999999,, +991497754,*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.37801095,,, +991575324,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.3668584,,, +991645843,*Nc1cccc2c1[C@H]1c3ccccc3[C@@H]2c2cccc(N*)c21,,0.3714413,,, +991677197,*CCCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,,,0.307,, +991734116,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)C5CCC(C6CCC7C(=O)N(*)C(=O)C7C6)CC5C4=O)cc3)cc2)cc1,,0.36741646,,, +991748625,*c1ccc(Oc2ccc(-c3nc4cc(S(=O)(=O)c5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1,,0.4167925,,, +991749301,*CC(*)(C)C(=O)OCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.3553822,,, +991912273,*c1ccc2c(c1)c1cc(-c3c4ccc(C=Cc5ccc(N(CCCCCC)CCCCCC)cc5)cc4c(*)c4ccc(C=Cc5ccc(N(CCCCCC)CCCCCC)cc5)cc34)ccc1n2CCCCCCCC,,0.39672462,,, +992359277,*CC(*)(C)C(=O)OCCF,,,0.1679999999999999,1.091984203,14.10579773 +992375016,*CCCCOc1ccc(C(=O)OCCOC(=O)c2ccc(O*)cc2)cc1,,0.34108064,,, +992491355,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.39495463,,, +992696585,*CC(*)C(=O)N(CCCC)CCCC,,,0.211,0.875138172,10.87629214 +992902333,*/C=C/c1cc(OCC2CC3CC2C2CCCC32)c(*)cc1OCC1CC2CC1C1CCCC21,,,0.24,1.004037835,17.43472846 +993287384,*CCOC(=O)N(Cc1ccccc1)c1ccc(C)c(N(Cc2ccccc2)C(=O)O*)c1,,,,1.109114286, +993495758,*c1cc2c(cc1C)-c1cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc1S2(=O)=O,,0.41132119,,, +993642509,*CC(O)CN(C)S(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)N(C)CC(O)COc3ccc(O*)cc3)cc2)cc1,,0.33724691,,, +994147149,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1,,0.36037645,,, +994176414,*Oc1ccc2c(c1)C1(CC2(C)C)CC(C)(C)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc21,,0.38372241,,1.04019662,15.18496739 +994235992,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(C(=O)c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1,,0.36092418,,, +994355655,*C(=O)c1ccc2c(c1)C(=O)N(c1c(CC)cc(Cc3cc(CC)c(N4C(=O)c5ccc(*)cc5C4=O)c(CC)c3)cc1CC)C2=O,,0.4118037,,, +994657756,*CC(CC)S*,,0.42316146,,, +995410408,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OCCN(CC)c4ccc(C(C#N)=C(C#N)C#N)cc4)c3)cc1OCCN(CC)c1ccc(C(C#N)=C(C#N)C#N)cc1)C2=O,,0.37956411,,, +995559885,*C(*)(F)Cl,,0.33776563,,, +995697393,*OC(CC(*)=O)C(C)(Cl)Cl,,0.35072691,,, +996300632,*Oc1ccc(Oc2ccc(NC(=O)c3cc(C(=O)Nc4ccc(*)cc4)cc(C(C)(C)C)c3)cc2)cc1,,0.36524897,,, +996351908,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c(C(C)(C)C)c3)cc1)C2=O,,0.41502916,,, +996538100,*Oc1ccc(C(c2ccccc2)c2ccc(OC(*)=O)cc2C)c(C)c1,,0.37510529,,, +997201189,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(c6ccccc6)C(F)(F)F)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O,,0.41024924,,, +997252615,*CC(*)OC,,0.36080303,0.2614999999999999,0.965989074,16.476876 +997287969,*c1ccc(C(c2ccc(N3C(=O)c4ccc(OCCN(CCOc5ccc6c(c5)C(=O)N(*)C6=O)c5ccc(C=Cc6ccc([N+](=O)[O-])cc6)cc5)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35788304,,, +997443668,*CO*,,,0.246,1.241962384,21.59688826 +997638129,*CC(*)C=O,,,0.2425,1.074977648,19.22062685 +998478267,*c1ccc2oc(-c3cccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)c3)nc2c1,,0.42780861,,, +998917125,*OC(CC(*)=O)C(Cl)Cl,110.2326669,,,, +999068142,*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(S(*)(=O)=O)cc4S(=O)(=O)O)cc3)cc2)c(S(=O)(=O)O)c1,,0.37255612,,, +999116161,*C(=O)Nc1ccc(-c2cc(-c3ccccc3)cc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(NC(=O)Nc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)n2)cc1,,0.35865584,,, +999660395,*C(=O)NCCN(CCNC(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.34863371,,, +999723050,*CCOC(=O)C1C2C=CC(C2)C1C(=O)O*,,0.33382733,,, +999774546,*c1ccc(OCCCCCCOc2ccc(C3C4C(=O)N(c5ccc(N6C(=O)C7ON(C)C(*)C7C6=O)cc5)C(=O)C4ON3C)cc2)cc1,,0.35427898,,, +999910921,*CC(*)(C)C(=O)OC1CCC2CCCCC2C1,,0.37667899,,, +1000606738,*CCCCCCCCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCCCCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC,,0.3684349,,, +1000610070,*Nc1ccc(C(=O)c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.34522858,,, +1000940979,*c1ccc(Oc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)(C(F)(F)F)C(F)(F)F)cc4)C3=O)cc2)cc1,,0.36044402,,, +1001186326,*CCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.34666187,,, +1001439258,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(C)(C)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2C#N)cc1,,0.37485348,,, +1002053152,*CCCCCCOC(=O)OCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.34762282,,, +1002421560,*OC(C)COC(=O)CCCCC(*)=O,-15.95518318,,,, +1002611290,*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(Oc6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1,,0.36415634,,, +1003276848,*NC1=Cc2cccc3ccc(N*)c1c23,,0.33737221,,, +1003322685,*CC(*)(C)C(=O)OC1(C)CCCN(c2ccc(N=Nc3ccc(C=C(C#N)S(C)(=O)=O)cc3)cc2)C1,,0.37311394,,, +1003416473,*C(Cl)=C(*)c1ccccc1,,0.41584019,,, +1003531277,*CC(*)C(=O)N1CC[N+](C)(CCCCCCCCCCCC)CC1,-81.38297384,,,, +1003609082,*c1ccc(C#Cc2cc(OCCCCCCCC)c(C#Cc3ccc(-c4nnc(*)o4)cc3)cc2OCCCCCCCC)cc1,,0.44177748,,, +1003747074,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)C5CCC(C6CCC7C(=O)N(*)C(=O)C7C6)CC5C4=O)cc3)c2)cc1,,0.36411353,,, +1004036255,*c1ccc(Oc2ccc(N3C(=O)C4C5C=CC(C6C(=O)N(*)C(=O)C56)C4C3=O)cc2)cc1,,0.40046874,,, +1004048009,*=C=C=C(CCCCOC(=O)NC(=O)OCCCC)C(=*)CCCCOC(=O)NC(=O)OCCCC,27.51087357,,,, +1004172510,*CCCCCCCCNC(=O)CCP(C)(=O)CCC(=O)N*,,0.34556001,,, +1005319308,*Nc1ccc2c(c1N*)C1(c3ccccc3-c3ccccc31)c1ccccc1-2,,0.37725763,,, +1005375030,*O[Si](Oc1ccc(C2(c3ccc(*)cc3)c3ccccc3-c3ccccc32)cc1)(c1ccccc1)c1ccccc1,,0.41378255,,, +1006229444,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)cc2)cc1,,0.368655,,, +1006972816,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3cc(C)ccc32)cc1,,0.37206432,,, +1007721072,*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.35428669,,, +1007994898,*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O,,0.41642982,,, +1008054582,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc4c(=O)n5c6cc(Oc7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.37350253,,, +1008455726,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(C(C)(C)C)CC8)cc7)cc6C5=O)cc4)cc3C)c(C)c2)cc1,,0.38855303,,, +1009402745,*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c1)C2=O,,0.39081756,,, +1010071702,*Nc1ccc(-c2ccc(N*)cc2CCCCCCc2cc(N)ccc2-c2ccc(N)cc2)cc1,,0.34872521,,, +1011327767,*NNc1ccc(-c2ccc(NN*)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.37163024,,, +1011731362,*c1ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s1,,0.44335751,,, +1011779904,*CC(CC(Cl)(Cl)Cl)O*,,0.37859237,,, +1011876528,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(C)c2)cc1C,,0.37553512,,, +1011928148,*CC(*)(C)C(=O)OCC1(C)COC(C)(C)OC1,,0.35893262,0.1525,0.956557271,11.46248639 +1011964069,*Nc1ccc(C2(c3ccc(N*)c(C)c3C)c3ccccc3-c3ccccc32)c(C)c1C,,0.37955034,,, +1012063352,*C=Cc1nc(C=Cc2ccc3c(c2)c2cc(*)ccc2n3CCCCCC)c(C#N)c(C=Cc2ccc(N(c3ccccc3)c3ccccc3)cc2)c1C#N,,0.40041543,,, +1012066552,*c1ccc(Cc2ccc(N(c3ccc(C)cc3)c3ccc(-c4ccc(N(*)c5ccc(C)cc5)cc4)cc3)cc2)cc1,,0.43960081,,, +1012240056,*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.38527977,,, +1012244611,*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6nc7cc(-c8ccc9nc(-c%10ccccc%10)c(*)nc9c8)ccc7nc6-c6ccccc6)cc4)C5=O)cc3C2=O)cc1,,0.41170662,0.224,1.081627625,22.18257973 +1012389657,*CCOc1cccc(C(=O)OC(=O)c2cccc(O*)c2)c1,3.697542049,,,, +1012615960,*C1CCC(CC2CCC(N3C(=O)C4C5C=CC(C6C(=O)N(*)C(=O)C56)C4C3=O)CC2)CC1,,0.37857284,,, +1012673977,*c1nc(-c2ccccc2)nc(N(C)CCCCCCN(*)C)n1,,0.39607619,,, +1012813731,*CC(*)c1ccc(C(=O)c2ccc(OC)cc2)cc1,,0.35659947,,, +1013332010,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5ncc(*)o5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.40096044,,, +1013677154,*Oc1ccc(C(=O)OC(C)COC(C)COC(C)COC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.34810342,,, +1013955085,*NCCN(C)CCN*,,0.3165625749999999,,, +1014178298,*c1ccc(C(=O)OCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1,,0.36108206,,, +1014358426,*c1ccc2c(c1)Sc1cc(-c3ccc(-c4ccc(*)s4)s3)ccc1N2CCCCCCCCCCCC,,0.45700932,,, +1015002552,*CCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCOCCOCCOc3ccc(C(=O)Oc4ccc(O*)cc4)cc3)cc2)cc1,,0.34939934,,, +1015530423,*CC(*)(F)C(=O)OCC(F)(F)C(F)F,,0.31321391,,, +1015804720,*Nc1ccc2cc3cc4ccccc4cc3cc2c1N*,,0.34122991,,, +1015995822,*c1ccc(S(*)(=O)=O)cc1,,0.37182941,,, +1016001230,*N=P(*)(N(C)C)N(C)C,,0.38583819,,, +1016053436,*CC1CC(COC(=O)c2ccc(C(=O)O*)cc2)CC(C(C)(C)C)C1,,0.36365524,,, +1016427513,*CC(O)CN(C)S(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)N(C)CC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1,,0.34670882,,, +1016483191,*c1cccc(N2C(=O)c3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1,,0.36206097,,, +1016549467,*Nc1nc(CCn2ccnc2CCCCCCCCCCC)nc(N*)n1,,0.3488479,,, +1016554396,*Nc1ccc2c(c1)cc(-c1ccccc1)c1cc(N*)ccc12,,0.34652388,,, +1016682022,*CC(*)c1ccccn1,,,0.196,0.996326132,14.84520894 +1017422838,*Nc1cccc(-c2cccc(N*)c2-c2cccc3ccc4cc5ccccc5cc4c23)c1-c1cccc2ccc3cc4ccccc4cc3c12,,0.36507338,,, +1017533864,*CC(*)c1ccc(C(=O)OC(C)C)cc1,,0.37933569,,, +1017786656,*Nc1ccc(Cc2ccccc2C(c2ccccc2Cc2ccc(N)cc2)c2ccccc2Cc2ccc(N*)cc2)cc1,,0.36342323,,, +1017876939,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5c(C(=O)c6ccc(*)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c5-c5ccc(F)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.40790835,,, +1017988364,*CCCCCCCCCOC(=O)NCCCCCCNC(=O)O*,,0.35605283,,, +1018289608,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1,,0.35957648,,, +1018372810,*Nc1ccc(CC(Cc2ccc(N)cc2)Cc2ccc(N*)cc2)cc1,,0.34584685,,, +1018492887,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc(C(*)=O)cc8)cc7)CCC(C(C)(C)C)CC6)cc5)cc4)cc3)CCCCCCCCCCC2)cc1,,0.38180644,,, +1018993474,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7cccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)c7)cc6)cc5)cc4)cc3)c1)C2=O,,0.36515817,,, +1019146699,*CNC(=O)CCCCCCCCC(=O)NCC1COC(*)CO1,,0.33667776,,, +1019302045,*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(C(C)(C)C)c1,,0.37683798,,, +1019871749,*NC[C@@]12C[C@H]3C[C@@H](C1)C[C@](c1ccc(N*)cc1)(C3)C2,,0.34037658,,, +1020201493,*CC(*)C(=O)OCCCSCCC#N,,0.38516817,0.219,1.082808936,12.13020166 +1020575007,*Nc1ccc(-c2ccc(N*)c(CC=C)c2CC=C)c(CC=C)c1CC=C,,0.35962472,,, +1021238306,*NNC(=O)c1ccc(C(*)=O)cc1OCCCCCCCC,,0.3601387,,, +1021483975,*c1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8cccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)c8)[nH]c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.39957908,,, +1022466130,*CCOC(=O)Nc1ccc(CCc2ccc(NC(=O)O*)cc2)cc1,,0.33796445,,, +1022768745,*CCCCCCCNC(=S)N*,,0.37564095,,, +1022782104,*c1ccc2oc(-c3ccc(Oc4ccc(-c5nc6cc(C(*)(c7ccccc7)C(F)(F)F)ccc6o5)cc4)cc3)nc2c1,,0.41979595,,, +1022909256,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc45)cc2)C3=O)cc1,,0.36136438,,, +1022982762,*C1CCC(CC2CCC(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C(C)C2)CC1C,,0.37118198,,, +1023161233,*CC(*)(C)C(=O)OC1CC2CC1C1C3CCC(C3)C21,,0.37657118,,, +1023305390,*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(C)cn2)C3=O)cc(C(=O)NNC(=O)C(*)=O)c1,,0.33035557,,, +1024068572,*CC(*)c1ccc(C(=O)CCCCCCC)cc1,,0.39176934,0.2663333333333333,, +1024345756,*CC(CO*)(CSCCCCC)CSCCCCC,,0.4182603,,, +1024792036,*Oc1ccc2c(c1)C1(CC2(C)C)CC(C)(C)c2ccc(OC(*)=O)cc21,,0.39692149,,1.005045691,12.92707658 +1025306032,*CC1CCC(COC(=O)c2ccc(C(=O)O*)cc2)CC1,,0.35960828,,, +1025433212,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2N)c(N)c1,,0.37039035,,, +1025691953,*Oc1cccc(Oc2ccc(C(=O)O)c(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7cc(*)ccc7C(=O)O)cc6)cc5)cc4)cc3)c2)c1,,0.34519508,,, +1025699725,*CCCCCCSCCS*,,,0.234,, +1026017017,*CC(*)C(=O)Oc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.3750338,,, +1026090267,*CCCCCCNC(=O)CC(=O)N*,,0.32199305,,, +1026468393,*CC(*)(C)C(=O)OCC(C)Oc1ccc(-c2ccc(-c3ccc(C#N)cc3)cc2)cc1,,0.35257191,,, +1026585512,*Nc1ccc(CCNC(=O)CCCCC(*)=O)cc1,,0.33119767,,, +1026999069,*N/N=N\c1ccc2ccccc2c1-c1c(NN*)ccc2ccccc12,,0.35871072,,, +1027170347,*Oc1ccccc1Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.3645491,,, +1027277278,*C=Cc1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(C=Cc3nc(*)c(C#N)c(C=Cc4ccc(N(c5ccccc5)c5ccccc5)cc4)c3C#N)ccc1-2,,0.40662582,,, +1027526557,*Oc1cc(OCCOC)c(OC(=O)c2ccc(C(*)=O)cc2OCCOCC)cc1OCCOC,,0.34810915,,, +1027925897,*CCOCCOCCOC(=O)CCSCCC(=O)O*,,0.34274002,,, +1028383994,*COc1ccc(C(C)(C)c2ccc(Oc3ccc(*)n3-c3ccc([N+](=O)[O-])cc3)cc2)cc1,,0.35710014,,, +1028416033,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C,,0.43005336,,, +1028677935,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)cc1)C2=O,,0.37383074,,, +1028942320,*CCCCCC(Cl)C(*)Cl,,0.3900218,,, +1029035301,*Oc1c(F)c(F)c(-c2c(F)c(F)c(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(F)c2F)c(F)c1F,,0.36997043,,, +1029595953,*CCCCCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,64.73496741,,,, +1030451978,*Nc1ccc([C@]23C[C@@H]4[C@H]5C[C@]6(c7ccc(N*)cc7)C[C@H]([C@H]5C2)[C@H](C3)[C@H]4C6)cc1,,0.3645152,,, +1031120219,*CC(COC(C)(C)C)O*,,0.3876684,,, +1031229001,*Nc1ccc(Oc2ccc(-c3cccc4c3[C@H]3c5ccccc5[C@@H]4c4ccccc43)c(Oc3ccc(N*)cc3)c2)cc1,,0.37154684,,, +1032049018,*CC(*)C(=O)OC(CCC(CC)CCCC)CC(C)C,,,0.2319999999999999,0.858171779,10.23167095 +1032380700,*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCC(*)=O)cc1C=Cc1ccc(N(C)C)cc1,,0.34629729,,, +1032824878,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(C)C6=O)cc4)cc3)cc2)cc1,,0.3747633,,, +1032864427,*c1cccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C4(CC(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc64)CC5(C)C)cc3C2=O)c1,,0.38956456,,1.109968877,20.26112885 +1033105320,*CCCCCC(*)CCCCCCCCCCCC,,,0.381,, +1033189892,*C=Cc1ccc(N(C)CCOC(=O)Nc2ccc(C)c(NC(=O)OCCN(C)c3ccc(C=CC4=CC(=C(C#N)C#N)C=C(*)O4)s3)c2)s1,,0.37243706,,, +1033278937,*c1ccc(-c2ccc(C(*)(C)C(F)(F)F)cc2)cc1,,,0.194,1.086916359,21.06056085 +1033351470,*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)CCC(C(C)(C)C)CC2)cc1,,0.38006135,,, +1033553223,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6cc7ccccc7cc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.36802502,,, +1033716962,*CC1CCCC(CN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)C1,,0.36071936,,, +1033918415,*c1cc(OCCCCCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37173532,,, +1033946861,*CC(*)C(=O)OCCSCC#N,,0.37675973,0.183,1.158953952,13.88465277 +1034104971,*CCOC(=O)NC1CCC(CC2CCC(NC(=O)OCCOc3ccc(C4(c5ccc(O*)cc5)c5ccccc5-c5ccccc54)cc3)CC2)CC1,,0.35609978,,, +1034123279,*CC(*)(C)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2,,0.38728627,0.122,0.88188115,10.05911169 +1034236621,*C(=Cc1cc(OC)c(C=C(c2ccccc2)c2ccc(-c3ccc(*)cc3)cc2)cc1OC)c1ccccc1,,0.3885182,,, +1034741718,*CCCS*,,0.44308089,,, +1034918215,*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(NC(=O)c4ccccc4)cc(C(*)=O)c3)cc2)cc1,,0.35251392,,, +1034983348,*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(C#N)cc3)cc2)cc1,,0.38002629,,, +1035028820,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3ccc4c(c3)C(c3ccc(-c5nnc(-c6ccc(C(C)(C)C)cc6)o5)cc3)(c3ccc(-c5nnc(-c6ccc(C(C)(C)C)cc6)o5)cc3)c3cc(*)ccc3-4)ccc1-2,,0.43188759,,, +1035315076,*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(-c5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)cc1,,0.41044986,,, +1035856874,*CC(*)CC(C)CC,,,0.202,, +1036138133,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C7(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)CCC(C(C)(C)C)CC7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.38499973,,, +1036220346,*Oc1ccc(C=CC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.37255278,,, +1036443335,*NNC(=O)C=CC(=O)NCCCCCCNC(=O)C=CC(*)=O,,0.30930644,,, +1036702537,*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Sc6ccc(Oc7ccc(Sc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)cc6)cc4)C5=O)cc3)c2)cc1,,0.36243783,,, +1037214507,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(Cc4ccc(*)cc4)cc3)cc2)cc1,,0.37003696,,1.184644856,21.96383699 +1037247055,*Nc1ccc2ccccc2c1/N=N/c1ccc(-c2ccc(/N=N/c3c(N*)ccc4ccccc34)c(C)c2)cc1C,,0.35713398,,, +1037483608,*C=CC1CC(*)C(C#N)([Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)C1,,0.44205828,,, +1037753254,*COC(=O)OCC1OC(C)(C)OC1*,,0.33690966,,, +1037907132,*CC(*)C(=O)Oc1ccc(N=Nc2ccc(OC)cc2)cc1,,0.35769038,,, +1037933162,*Oc1ccc(OC(=O)c2ccc(OC(=O)c3ccc(C(=O)Oc4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.33585548,,, +1038226153,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,,0.204,1.135056188,22.20715615 +1038295245,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.3576415,,, +1038630240,*c1ccc2c(c1)C(CC(CC)CCCC)(CC(CC)CCCC)c1cc(*)ccc1-2,,0.41460255,,, +1038723100,*Nc1cc2cc3cc(C)c(N*)cc3cc2cc1C,,0.353293,,, +1038983275,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1,,0.36221772,,, +1039049249,*Oc1cc(C)c(C(c2cc(C(C)C)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2C)c2ccccc2C(=O)O)cc1C(C)C,,0.41139,,, +1039097467,*CCC(C)(C)CC(C)COC(=O)c1ccc(C(=O)O*)cc1,,0.34932417,,, +1039985158,*CCCCC(C)CC(=O)N*,,,0.254,, +1040974624,*c1cccc(-c2nc3cc4nc(-c5ccccc5)c(*)nc4cc3nc2-c2ccccc2)c1,,0.45725149,,, +1041000545,*Nc1ccc(-c2ccc(-c3ccc(N*)c(-c4ccc(C)cc4)c3-c3ccc(C)cc3)cc2)cc1,,0.37262427,,, +1041165828,*CCCCCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33846216,,, +1042275963,*C=CC(C)C(*)C(=O)OCCCCCCN(C)c1ccc(N(C)C)cc1,,0.38084203,,, +1042390014,*Oc1ccc(Oc2ccc(OC(=O)c3cc(OCCCCC)cc(C(*)=O)c3)cc2)cc1,,0.35782168,,, +1042430628,*Nc1cc(C)c(Cc2ccc(CCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.36377279,,, +1042780856,*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OC)c1)c1ccc(N=Nc2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1,,0.36008701,,, +1043405335,*c1ccc(-c2sc(-c3ccc(-c4cc(CCCCCCCC)c(*)s4)cc3)cc2CCCCCCCC)cc1,,0.44716761,,, +1044196654,*C(F)(F)C1(*)OC(F)(F)C(F)(F)O1,,0.3876684,,, +1044241223,*NC(CCC(=O)OCCCCCCCCCC)C(*)=O,,0.37124704,,, +1044295958,*OC(=O)C(Cc1ccccc1)NC(=O)CCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12,,0.33895751,,, +1044700576,*CC(*)OC(=O)C=Cc1ccccc1,,0.35329706,,, +1044740151,*CCN(*)C(=O)c1c(F)cc(F)c(F)c1F,,0.34348957,,, +1044945612,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38948605,,, +1045029623,*CCCCCCNC(=O)CCc1ccc(CC(=O)N*)cc1,,0.34201824,,, +1045248903,*Nc1ccc(CCCc2cccc(CCCc3ccc(N*)cc3)c2)cc1,,0.34755922,,, +1045265904,*CCOC(=O)CCSCCC(=O)O*,,0.33737751,,, +1045484392,*Nc1ccc(-c2ccc(NC(=O)c3cc(NC(=O)c4ccncc4)cc(C(*)=O)c3)cc2)cc1,,0.33973104,,, +1045667225,*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCCCCCCCC(=O)O*,,0.34246271,,, +1046009311,*C(C)=C(*)SCC,,0.42702088,,, +1046027555,*Oc1ccc(Oc2ccc(C=NCCCCN=Cc3ccc(*)cc3)cc2)cc1,,0.36995005,,, +1046064945,*C=C(*)c1ccccc1C[Si](C)(C)C,,0.43642908,,, +1047211829,*Nc1ccccc1NC(=O)CCCCCCC(*)=O,71.92438381,,,, +1047488413,*Nc1ccc([C@@H](C)/C=C2/C=CC/C(=C\[C@H](C)c3ccc(N*)cc3)C2)cc1,,0.36075305,,, +1047573880,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1,,0.3742406,,, +1047587622,*CCC(*)(C)C,,0.39620363,0.1956666666666666,, +1047765125,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(Br)c(Oc3c(Br)cc(N4C(=O)c5ccc(*)cc5C4=O)cc3Br)c(Br)c1)C2=O,,0.42586088,,, +1048177525,*CC(CCl)(CCl)COC(=O)CCCCC(=O)O*,2.83724036,,,, +1048219303,*Oc1ccc2c(c1)C(C)(C)CC2(C)c1ccc(Oc2ccc(C3(C)CC(C)(C)c4ccc(*)cc43)cc2)cc1,308.5311609,,,, +1048356010,*Oc1ccc(Oc2ccc(NC(=C(C#N)C#N)c3ccc(-c4ccc(C(Nc5ccc(*)cc5)=C(C#N)C#N)cc4)cc3)cc2)cc1,270.2905197,,,, +1048411136,*Oc1c(C)cc(*)cc1C(C)CCC,,0.42324434,,, +1048769739,*Nc1ccc(N*)c(Cc2ccc3ccccc3c2)c1,,0.34211504,,, +1048831581,*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCC,,0.35634052,,, +1049514979,*Nc1ccc([C@H](C)c2ccc(C(C)(c3ccc([C@@H](C)c4ccc(N*)cc4C)cc3)C3CCCCC3)cc2)c(C)c1,,0.37519578,,, +1049869017,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3ccc(N)c(N)c32)cc1,,0.377461295,,, +1050100593,*c1ccc(C(=O)Nc2ccc(NC(=O)c3ccc(-n4c(=O)c5sc6c(=O)n(*)c(=O)c6sc5c4=O)cc3)cc2)cc1,327.2441987,,,, +1050347337,*Oc1ccc(N=Cc2ccc(Oc3ccc(C(c4ccc(Oc5ccc(C=Nc6ccc(Oc7ccc(-c8ccc(*)cc8)cc7)cc6)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1,,0.36915045,,, +1050360528,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCCCC2)cc1,,0.35365375,,, +1050435822,*CCCCCCNC(=O)N*,,,0.328,1.021142597,23.54088095 +1050763719,*c1cccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37088821,,, +1050868721,*C(F)(F)C1(F)C(F)(F)C(*)(F)C(F)(F)C(F)(Cl)C1(F)F,,0.3357861,,, +1051120785,*OC(=O)CCSCCC(*)=O,6.950276755,,,, +1051267871,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(C(C#N)=C(C#N)C#N)cc1,,0.35653071,,, +1051950887,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.35265054,,, +1052347491,*CCNC(=O)c1ccccc1O*,,0.32695077,,, +1052403305,*CC(*)C(=O)OCCCCCn1c2ccccc2c2ccccc21,,0.3540605,,, +1053128614,*Nc1ccc2ccc3c(N*)c(-c4cccc(C5(c6ccccc6)c6ccccc6-c6ccccc65)c4)cc4ccc1c2c43,,0.3681964,,, +1053654075,*CC(C)(C)COC(=O)c1ccc(C=Cc2ccc(C(=O)O*)cc2)cc1,,0.36382705,,, +1053689640,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccccc3)(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)C(F)(F)F)cc1)C2=O,,0.39510719,,, +1053749106,*CCCCCCCCCCSSSS*,,0.45331783,,, +1054068496,*CCCCCCCCCCC(=O)NCc1ccc(CNC(=O)CCCCCCCCCCS*)cc1,,,0.285,0.976393146,21.13686578 +1054663737,*CCOCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1,,0.33617998,,, +1054699439,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1cccc([Si](*)(C)C)c1,,0.44425689,,, +1055096978,*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)CCCCCCCCCCC2)cc1,,0.36900879,,, +1055238521,*CC(*)c1cc(C(=O)Oc2ccc(OCCCCCCCCCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCCCCCCCCCC)cc1,,0.37774913,,, +1055403183,*CC(CSCCCCC)O*,,0.4202301,,, +1055512615,*CC(*)c1ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.36402861,,, +1056241646,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3C#N)cc1)C2=O,,0.37263888,,, +1056427666,*CC(*)(C)C(=O)OCC(F)(F)C(F)F,,0.33748264,,, +1056745854,*CCSS*,,0.48456382,,, +1056838688,*CC(*)OCCOc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36475321,,, +1056941097,*CCOCCOCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1,,0.33695594,,, +1057142863,*CCCCSCS*,1.410869343,,,, +1057428367,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2C#N)c1,,0.36471825,,, +1057546694,*CC(*)C1CCC1,,,0.209,, +1057577802,*c1ccc(NC(=O)c2ccc(OCCOCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1,,0.34464658,,, +1057831981,*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(C=C(C#N)C#N)cc1,,0.35418826,,, +1058058469,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3ccc4c(c3)C3(CCC(C(C)(C)C)CC3)c3cc(*)ccc3-4)ccc1-2,,0.4177397,,, +1058114006,*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)F,,0.31210556,,, +1058146720,*CCCS(=O)(=O)CCCCS(=O)(=O)CCCOC(=O)c1ccccc1C(=O)O*,,0.34980137,,, +1058557408,*CCOC(=O)C1CCC(C(=O)O*)CC1,,0.32751388,,, +1058865431,*NCCCN*,,0.311097505,,, +1058915923,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(C=C9CCC(=Cc%10ccc(*)cc%10)C9=O)cc8)cc7)cc6)cc5)CCCC4)cc3)cc2)cc1,,0.37436911,,, +1058961949,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7cc(C(C)(C)C)c(Oc8cccc9c8C(=O)N(*)C9=O)cc7C(C)(C)C)c6C5=O)cc4)cc3)cc2)cc1,,0.39017325,,, +1059090867,*Nc1cc(NC(=O)Nc2ccc(NC(*)=O)cc2)cc(C(=O)Nc2ccc3c(c2)C(=O)c2ccccc2C3=O)c1,,0.32639066,,, +1059116091,*Oc1ccc(C(=O)Nc2cc(C(c3ccc(C)c(NC(=O)c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)c3)(C(F)(F)F)C(F)(F)F)ccc2C)cc1,,0.34683518,,, +1059315394,*C(=O)c1ccc2nc(-c3ccccc3)c(-c3ccc(-c4nc5cc(*)ccc5nc4-c4ccccc4)cc3)nc2c1,,0.4322761,,, +1059383045,*Oc1ccc(C(=O)Nc2ccc(Cc3ccc(NC(=O)c4ccc(Oc5nc(*)nc(Sc6ccccc6)n5)cc4)cc3)cc2)cc1,,0.35642575,,, +1059454282,*C(Cl)=C(*)CCCCCCCC,,0.40192369,,, +1059658423,*CC(*)CCCC(C)(C)C,,,0.216,, +1059731090,*c1ccc(Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.38213277,,, +1059955409,*C(C)=C(*)[Si](C)(C)C[Si](C)(C)C,,0.41481827,,, +1060516600,*Nc1ccc([C@H](C=C)c2ccc(C3(c4ccc([C@@H](C=C)c5ccc(N*)cc5)cc4)CCCCC3)cc2)cc1,,0.36338058,,, +1060757060,*CC(C)=CC(C)S(*)(=O)=O,,0.38497626,,, +1060916262,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7c(C)cc(C(C)(C)c8cc(C)c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)c(C)c8)cc7C)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38730912,,, +1061550399,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.42334602,,, +1061842940,*Oc1cccc(OC2(F)C(*)(F)C(F)(F)C2(F)F)c1,,0.33739946,,, +1063041507,*Oc1ccc(N=C(c2ccccc2)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(C(=Nc6ccc(*)cc6)c6ccccc6)cc5)cc4)cc3)cc2)cc1,,0.38185283,,, +1063440128,*CC(*)C(=O)OCCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(-c3cccc(OC(=O)c4ccc(OC(=O)c5ccc(OCCCCCCCCCCCC)cc5)cc4)c3)cc2)cc1,,0.36748449,,, +1064087880,*OC1C(C)(C)C(OC(*)=O)C1(C)C,,0.37459599,,, +1064576585,*CCOCCOc1ccc(NC=Nc2ccc(O*)cc2)cc1,,0.35570592,,, +1064842298,*c1ccc(OCCCCCCCCCCCOC(=O)CCCCCCCCC(=O)OCCCCCCCCCCCOc2ccc(-c3nnc(*)s3)cc2)cc1,,0.37562329,,, +1064934987,*CC(*)c1ccc([SiH](C)C)cc1,,0.42154947,,, +1065372195,*NCCCC(C)CN*,,0.32866479,,, +1065435792,*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(N=Nc3ccc([N+](=O)[O-])cc3[N+](=O)[O-])ccc21,,0.36431526,,, +1065541315,*CCCCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1,,0.34386571,,, +1065659422,*Nc1ccc(Cc2ccc(NC(=O)Nc3ccc(CCc4ccc(NC(*)=O)cc4)cc3)cc2)cc1,183.1975298,,,, +1065912423,*c1ccc(Cc2ccc(N3C(=O)CC(Nc4ccc(NC5CC(=O)N(*)C5=O)cc4)C3=O)cc2)cc1,248.5034267,,,, +1065918379,*Oc1ccc(OC(=O)c2cc(NC(=O)c3ccc(NC(=O)C(C)N4C(=O)c5ccccc5C4=O)cc3)cc(C(*)=O)c2)cc1,58.7319127,,,, +1066071241,*c1ccc(-c2ccc(C(*)(c3ccc(F)cc3)C(F)(F)F)cc2)cc1,,,0.185,1.113444185,20.76961788 +1066274431,*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)OC1CCCCC1,,0.36508508,,, +1066470436,*c1cc(CCCCCCCCCCCCCCCCC)c(*)s1,,,0.396,, +1066912127,*CC(C)(CC)CO*,,0.38345634,,, +1067785609,*Nc1ccc(Nc2ccc(C(O)(c3ccccc3)c3ccc(C(O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.39313145,,, +1067787070,*c1ccc(*)c(C(=O)c2ccccc2)c1,,0.39891755,,, +1068100442,*CC(*)(C)C(=O)NC(C)c1cccc2ccccc12,,0.35801124,,, +1068153413,*Oc1ccc(Oc2cccc(*)n2)cc1,,0.3485515,,, +1068186328,*CCOCC(CCl)O*,,0.36652669,,, +1068353755,*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(Br)cc2)c1,,0.35980816,,, +1068808459,*C=Cc1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(F)c(C(F)(F)F)c1,,0.39040099,,, +1068978203,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)c4cccc(C(=O)Nc5cccc(O*)c5)c4)c3)cc2)cc1,,0.34174788,,, +1069092654,*C[Ge](C)(C)Cc1cocc1*,,0.3589821,,, +1069141321,*Nc1ccc(C(CC[C@](c2ccccc2)(c2ccc(N*)cc2)c2cccc(N)c2)(c2ccccc2)c2ccc(N)cc2)cc1,,0.37535492,,, +1070036927,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.37048176,,, +1070310585,*Nc1ccc(-c2cc(-c3ccc(N)c(C)c3)cc(-c3ccc(N*)c(C)c3)c2)cc1C,,0.36074996,,, +1070320227,*c1ccc(-c2ccc(-c3cc(-c4ccc(Oc5ccc(Oc6ccccc6)cc5)cc4)c4cc(-c5ccc6nc(*)cc(-c7ccc(Oc8ccc(Oc9ccccc9)cc8)cc7)c6c5)ccc4n3)cc2)cc1,,0.38429931,,, +1070754450,*NC1=C[C@@H]2[C@H]3c4cc(N*)ccc4[C@H](c4cc(N)ccc43)[C@@H]2C=C1,,0.37404178,,, +1071227644,*c1cc(C(c2ccc(OCCN(C)c3ccc(C=CC4=CC(=C(C#N)S(C)(=O)=O)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(C)c1ccc(C=CC2=CC(=C(C#N)S(C)(=O)=O)CC(C)(C)C2)cc1,,0.37777031,,, +1071356842,*Oc1ccc(C(=O)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,,0.35694077,,, +1071493956,*CCCCCCCCCCCSCCCCCCS*,,,0.3145,0.923953778,21.98769917 +1071638401,*c1ccc(Oc2c(C)cc(-c3cc(C)c(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)c(C)c3)cc2C)c(C(F)(F)F)c1,,0.38084473,,, +1071860128,*O[Si](*)(C)CCCCCCCCCCCn1c2ccccc2c2ccccc21,,0.38480246,,, +1071877788,*CCCCCCCC(=O)OCCCCC1COC(*)O1,,0.35831824,,, +1071999103,*O[Si](c1ccccc1)(c1ccccc1)c1ccc(-c2ccc([Si](*)(c3ccccc3)c3ccccc3)cc2)cc1,,0.40332327,,, +1072790069,*Nc1c(CC(=O)O)cc2c(N*)nc(N)nc2c1C=O,,0.32104988,,, +1073329534,*Oc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(NC(=O)c6ccc(*)cc6)cc5)cc4)cc3)c2)cc1,,0.36368772,,, +1073330794,*Oc1ccc(C(=O)c2cccc(NC(=O)CCCCCCCCC(=O)Nc3cccc(C(=O)c4ccc(*)cc4)c3)c2)cc1,,0.35027949,,, +1073733808,*CC(*)OC(=O)c1cccc(C)c1,,0.36484403,,, +1074067336,*CC(*)C(=O)OCCCSC,,0.38841806,0.211,1.075871128,12.36347326 +1074560123,*CCCCCCCCNC(=O)CCC(=O)N*,69.22130195,,,, +1074625910,*NCCCCCN*,,0.320050415,,, +1075276432,*Oc1ccc(-c2ccc(Oc3ccc(Oc4ccc(Oc5ccc(*)cc5)cc4)cc3)c3ccccc23)c2ccccc12,,0.37716624,,, +1075404096,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37879971,,, +1075461516,*CC(O)COC(=O)CCCCCCCCC(=O)OCC(O)COc1ccc(C=C(C)c2ccc(O*)cc2)cc1,,0.35077016,,, +1075544965,*c1ccc2c(c1)C(=O)N(c1cccc(C(C)(C)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c1)C2=O,,0.3925623,,, +1075748489,*Oc1cccc(Oc2cccc(OC(*)=O)c2)c1,,0.34159568,,, +1075922952,*Nc1ccc(-c2cc(C)c(-c3ccc(N*)cc3)c(C)c2N)cc1,,0.36789723,,, +1076149389,*CC(*)OC(=O)C(CC)(CC)CC,20.41787387,,,, +1076285178,*CCCCCCCCCC(=O)N*,,0.36456285,,, +1076325582,*CC(*)(C)C(=O)OC1CC2CCC1(C)C2(C)C,,0.40517863,0.143,0.87251011,10.2622674 +1076737435,*Oc1ccc(C(=O)Nc2ccc(NC(=O)c3ccc(*)cc3C(=O)O)cc2)c(C(=O)O)c1,216.6231471,,,, +1076766601,*CC(*)OC(=O)c1ccc(OCC)cc1,,0.35412177,,, +1077387611,*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nnc(-c5ccc(Oc6ccc(-c7nnc(*)o7)cc6)cc5)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.36777032,,, +1077715415,*C=Cc1cc(OCCCCCC)c(*)cc1OC,,0.38047762,,, +1077770059,*C(=O)Nc1c(CC)cc(Cc2cc(CC)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N=Nc5ccc(C)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(CC)c2)cc1CC,,0.3890601,,, +1077976008,*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*)cc1,,0.36974923,0.368,0.942820572,20.09079341 +1078277401,*Nc1cccc(NC(=O)CCCCC(=O)Nc2ccc(C(=O)NC(*)=S)cc2)c1,,0.33377673,,, +1078510278,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(N=Nc3ccc(C)cc3)c3ccccc23)cc1,,0.36498491,,, +1078694994,*Oc1ccc(P(=O)(c2ccccc2)c2ccc(*)cc2)cc1,,0.38958964,,, +1079075328,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)c(C(F)(F)F)c1)C2=O,,0.38478301,,, +1079079241,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C1CCCCC1,,0.37641146,,, +1079236284,*Nc1ccc(-c2ccc(C3=CC[C@](N*)(c4ccccc4)C=C3)cc2)cc1,,0.34703022,,, +1079254349,*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5C6CCC(C6)C5C4=O)c3)cc2)cc1,,0.36179092,,, +1079860530,*OC(CCOc1ccccc1)CC(*)=O,,0.34230265,,, +1080075202,*CCCCCCCCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O*,,0.37777688,0.304,, +1080185947,*CCC1CC(*)C2C3CCC(C3)C12,,0.38101564,,0.933540935,15.81211052 +1080677483,*C=CC1CC(*)C2C(=O)N(c3ccccc3)C(=O)C12,,0.3604348,,, +1080857742,*c1ccc(C(c2ccccc2)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.39612833,,, +1081105585,*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C)c(N3C(=O)c4ccc(*)cc4C3=O)c1C)C2=O,,0.40883151,,, +1081227608,*C[Si](*)(C)CCCN(CC)CC,,0.38730657,,, +1081296468,*O[Si](*)(C)OCCOCCOCCOCCOCCOCCOCCOCCOC,,0.36497131,,, +1081913704,*Cc1ccccc1CSS*,,0.39101963,,, +1082020725,*O[Si](C)(C)c1ccc([Si](C)(C)O[SiH](*)CCC(F)(F)F)cc1,,0.41587885,,, +1082166960,*C(F)(F)C(*)(F)OC(F)(F)F,,0.30823837,,, +1082266101,*CCCCCCCCOC(=O)NCCCCCCNC(=O)O*,,0.35264374,,, +1082761945,*NC[C@H](N*)C(=O)[C@@H](N)[C@H](N)C=O,,0.30524997,,, +1082852638,*Oc1ccc2c(c1)C1(CC2(C)C)CC(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc21,,0.38802883,,1.024454484,16.97613627 +1083086006,*CCCCOc1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(O*)cc3)c(C(=O)OCC=C)c2)cc1,,0.34241314,,, +1083192261,*CCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.3510293,,, +1083208752,*C(=O)Nc1ccc(Oc2cccc3c(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(N8C(=O)c9ccc(*)cc9C8=O)cccc67)cc4)C5=O)cccc23)cc1,,0.36673597,,, +1083322172,*CCN(*)C(=O)CCCCCCCCCCCCCC,,,0.309,, +1083424600,*CC(*)C(=O)OCCCCCCn1c2ccccc2c2ccccc21,,0.35821095,,, +1084524118,*c1ccc(Oc2ccc(-c3nc4cc5sc(*)nc5cc4s3)cc2)cc1,,0.47726356,,, +1084974257,*Nc1c(CCCCC)cc2c(ccc3c4ccccc4ccc23)c1N*,,0.34568189,,, +1085199184,*CCNC(=O)c1cccc(C(=O)NCCOc2ccc3ccc(O*)cc3c2)c1,,0.32973712,,, +1085340471,*Nc1c2nc(C)n(N)c(=O)c2cc2c(=O)n(N*)c(C)nc12,,0.36303676,,, +1085397410,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCCOc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.35082943,,, +1085462355,*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.36571135,,, +1085625486,*CCCCCCCCN(C)c1ccc(C(=O)c2ccc(N(*)C)cc2)cc1,,0.38912701,,, +1085727848,*CCC(=C(*)c1ccccc1)c1ccccc1,,0.39996108,,, +1085767747,*Oc1ccc(C2(c3ccc(OC(*)=O)c(Cl)c3)CC3CCC2C3)cc1Cl,,0.37867206,,, +1086507513,*N[C@H]1CC[C@H](C(C)([C@H]2CC[C@H](N*)CC2)C(C)(c2ccc(N)cc2)c2ccc(N)cc2)CC1,,0.36049082,,, +1086648178,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)N(C)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)c1)C2=O,,0.36412971,,, +1086813009,*Oc1ccc(SC(=O)Sc2ccc(*)cc2)cc1,,0.3635142,,, +1087155239,*CCOCCOC(=O)CCCCCCCCC(=O)O*,,0.34936993,0.229,, +1087298590,*CCN(*)C(=O)C1(c2ccc(Cl)cc2)CCC1,,0.37883274,,, +1087567752,*C=C1CCC(=Cc2ccc(Sc3ccc(*)o3)o2)C1=O,102.2883172,,,, +1087727668,*Nc1ccc(C(Cc2ccccc2)c2ccc(N*)cc2)cc1,,0.35034415,,, +1087863432,*CCC[Sn](C)(C)CCCOC(=O)C(CCCCCCCCOc1ccc(-c2ccc(OCc3ccc(C#N)cc3)cc2)cc1)C(=O)O*,,0.34246271,,, +1087874446,*CC(*)(C)C(=O)OCCCCCCCCCC,,0.38783787,0.259,0.880799375,10.58766356 +1088069103,*CC(*)c1ccc(CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.37120433,,, +1088166568,*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1,,0.33766319,,, +1089099608,*CCOc1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(O*)cc3)c(OCCCCC)c2)cc1,,0.34588903,,, +1089343278,*CC(*)(C)C(=O)OC12CC3CC(CC(C3)C1)C2,,0.39138472,0.1245,0.905497494,10.82663282 +1089446070,*Nc1cc2c(cc1N*)-c1ccccc1C2,,0.34184722,,, +1089600845,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCCCCCCCCCC9)cc8)cc7C6=O)cc5)cc4)CC4CCC3C4)cc2)cc1,,0.38133865,,, +1090041949,*c1ccc(Oc2c(C)cc(C(C)(C)c3cc(C)c(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(c9ccccc9)CC8)cc7)cc6C5=O)cc4)c(C)c3)cc2C)cc1,,0.38650416,,, +1090062634,*CC(*)(Cl)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32985562,,, +1090620461,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccc6)[nH]c5*)cc4)cc3)cc2)cc1,,0.38724079,,, +1090704353,*CC(*)COCC1COC(=O)O1,,0.31094849,,, +1090817229,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6cccc(Oc7cccc8c7C(=O)N(*)C8=O)c6)c5C4=O)cc3)c2)cc1,,0.3559394,0.165,1.216100189,17.29130819 +1091045706,*Oc1ccc(-c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.37742789,,, +1091424818,*Nc1ccc2c(C)c(-c3ccccc3)c(-c3ccccc3)c(N*)c2c1N,,0.35215178,,, +1091676819,*c1ccc(C(C#N)(C(=O)OC)C(*)(C#N)C(=O)OC)cc1,,0.40250352,,, +1091865104,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1,,0.3595073,,, +1092008018,*Nc1ccc([C@@H]2c3ccccc3-c3ccc(N*)c(N)c32)cc1,,0.35996312,,, +1092288968,*Nc1ccc2c(c1)[C@@H]1c3ccc(C)cc3[C@H]2c2cc(N*)ccc21,,0.38323804,,, +1092404802,*CCCCNC(=O)Cc1ccc(C(=O)N*)cc1,,0.32910711,,, +1092542084,*c1ccc(-n2c(=O)c3c(F)c4c(=O)n(*)c(=O)c4c(F)c3c2=O)cc1,337.816724,,,, +1092567276,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8cc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)ccc8c7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36600416,,, +1092652620,*CC(*)c1ccc(N(c2ccccc2)c2ccccc2)cc1,,0.4131707,,, +1092863578,*N=P(*)(OCCCCCCCCC)OCCCCCCCCC,,0.40563512,,, +1093111808,*c1ccc2oc(-c3cc(OCCCCCCCCCC)c(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)cc3OCCCCCCCCCC)nc2c1,,0.39288084,,, +1093119609,*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.36656282,,, +1093757238,*Oc1cccc(OC(=O)c2ccc(C(C)(C)c3ccc(C(*)=O)cc3)cc2)c1,,0.36093522,0.222,1.102151001,21.991583 +1093999589,*Nc1ccc([C@H](CCCC)c2ccc(C(CC[C@H](CCC)C3CCCCC3)c3ccc([C@@H](CCCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.37019133,,, +1094849192,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.40384519,,, +1095118388,*Nc1cc(NC(=O)CCCCCCCCC(*)=O)cc(-c2nnc(-c3ccccn3)o2)c1,,0.36358328,,, +1096169476,*CCCCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,,,0.381,, +1096482563,*CC1(COC(=O)O*)CC=CCC1,,0.3421933,,, +1097037876,*C(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)NC(=O)c9ccccc98)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.3628852,,, +1097383443,*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1,,0.35891323,,, +1097591808,*c1ccc(-c2cc(-c3ccc(OCCCCCC)cc3)cc(-c3ccc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4cc(*)ccc4-5)cc3)c2-c2ccc(OCCCCCC)cc2)cc1,,0.39702352,0.29,0.887994076,19.66529502 +1098253429,*C(=Cc1cc(OC)c(C=C(c2ccc(*)cc2)c2ccc(F)cc2)cc1OC)c1ccc(F)cc1,,0.39273614,,, +1098329316,*CC(CCCCCCCCCCCC)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1,,0.34491692,,, +1098458595,*Nc1cc(NC(=O)c2cc(OCCCS(=O)(=O)c3ccc(N=Nc4ccc(N(C)C)cc4)cc3)cc(C(*)=O)c2)cc(C(=O)OCCCN(C)c2ccc(N=Nc3ccc(S(C)(=O)=O)cc3)cc2)c1,,0.36246198,,, +1098493024,*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2cc(C)cc(C)c2)cc1,,0.37589953,,, +1098503912,*Nc1ccc(CCCC=C(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.35438758,,, +1099489498,*CC(*)C(=O)Oc1ccccc1C(C)(C)C,,0.36674405,0.175,0.949266643,11.30667741 +1099529039,*C1C(=O)N(CCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1*,,0.34826627,,, +1099611212,*CC(C)(C)CO*,,0.38553594,,, +1099687723,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(NC(=O)Nc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc1,,0.33834111,,, +1100016656,*O[Si](C)(C)CCCC(=O)Oc1ccc(C=Nc2ccc(Oc3ccc(N=Cc4ccc(OC(=O)CCC[Si](*)(C)C)cc4)cc3)cc2)cc1,,0.37725697,,, +1100237859,*CC(C)(COC(=O)O*)C(=O)OCc1ccccc1,,0.34012243,,, +1100342042,*Nc1ccc2c(c1)[C@]1(c3ccccc3-2)c2cc(N*)ccc2-c2ccc(C(C)(C)C)cc21,,0.3907835,,, +1100790418,*Oc1ccc(-c2ccc(Oc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(*)cc6)cc5)cc4)cc3)c3ccccc23)c2ccccc12,,0.3844144,,, +1100941404,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4[nH]c(-c5cccc(-c6nc7cc(*)ccc7[nH]6)c5)nc4c3)cc2)cc1,,0.37607565,,, +1101351580,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)cc1,,0.3993001,,, +1101626993,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37953912,,, +1101869163,*CC(*)C(=O)Oc1ccc(C(=O)OCCCC)cc1,,0.35302021,0.2329999999999999,1.072941358,12.11326982 +1102089845,*CC(*)(CC(=O)OCCOCCOCCOCCOCCOCCOCCOC)C(=O)OCCOCCOCCOCCOCCOCCOCCOC,,0.34860054,,, +1102195850,*Cc1ccc(CNC(=O)CCCCCCCCC(=O)N*)cc1,,0.34218034,,, +1102959825,*c1ccc(-c2nc3cc(S(=O)(=O)c4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)cc1,,0.42858574,,, +1103272237,*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)OCCOc3ccc(O*)cc3)cc2)cc1,,0.33635449,,, +1103276909,*CC(*)C(=O)OC(F)(C(F)(F)F)C(F)(F)F,,0.31831745,0.1119999999999999,1.502297049,14.21742857 +1103729487,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(C(c4cc(C)c(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)c(C)c4)c4cccc5ccccc45)cc3C)cc1)C2=O,,0.4076565,,, +1104001182,*Nc1ccc(Nc2ccc(N*)cc2)cc1,,0.31540535,,, +1104150399,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)c3cc(*)ccc3n4-c3ccc(OC)cc3)ccc1-2,,0.38956004,,, +1104675070,*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2CC3CC2C2C4CCC(C4)C32)cc1,,0.37873472,,, +1104783164,*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.37765587,,, +1104839860,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7c6)cc5C4=O)cc3)cc2)cc1,,0.36627913,,, +1105092944,*Nc1ccccc1-c1c(N)ccc2c(-c3ccccc3N)c(N*)ccc12,,0.35001421,,, +1105455152,*C(=O)OCCOC(=O)N1CC(C)N(*)CC1C,60.10633691,,,, +1105607471,*CCCCOC(=O)/C=C\C(=O)O*,,0.31922537,,, +1105655721,*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3C)C4=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.37354476,,, +1105688396,*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc(Br)cc3)cc2)cc1,,0.35394137,,, +1106240394,*C(=O)C1CC1C(=O)N1CCN(*)CC1,100.5840527,,,, +1106363407,*Nc1c(-c2ccccc2)cc(-c2cccc3ccccc23)c(-c2ccccc2)c1N*,,0.36326423,,, +1106578418,*Oc1ccc(CNC(=O)c2ccc(C(=O)NCc3ccc(OC4COC5C(*)COC45)cc3)cc2)cc1,,0.33322541,,, +1106718991,*c1cccc(N2C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1,,0.37305754,,, +1106744054,*CC(CS(=O)(=O)CCC)O*,,0.37543167,,, +1106849268,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7c(C)cc(Cc8cc(C)c(Oc9cccc%10c9C(=O)N(*)C%10=O)c(C)c8)cc7C)c6C5=O)cc4)cc3)cc2)cc1,,0.3774632,,, +1108103978,*CC(*)c1ccccc1COCCCCC,,0.38189308,0.186,0.935560059,11.1484409 +1108143190,*c1cccc(-c2nc3cc(-c4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)c1,,0.41818532,,, +1108204726,*c1cc(*)c(O)c(/C=N/c2ccc(N3CCOCC3)cc2)c1,,,0.266,1.120600809,15.17923007 +1108782775,*CCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.339636,,, +1108992243,*CC(=O)C(*)c1ccc(C)cc1,67.57313464,,,, +1109762567,*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)c2)cc1,,0.36778289,,, +1109873532,*C(=O)OCCOC(=O)c1ccccc1N1C(=O)c2ccc(*)cc2C1=O,,0.34278751,,, +1110214736,*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)ccc1OCCCCCCOc1ccc(-c3ccc(OCC)cc3)cc1)C2=O,,0.3582791,,, +1110372599,*CCCCCCOC(=O)CCCCCCC(=O)OCCCCCCN1C(=O)c2ccc(S(=O)(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.34654201,,, +1110669170,*C(=O)c1ccc(N=Nc2ccc(C(=O)N3C(=O)N(*)C(c4ccccc4)(c4ccccc4)C3=O)cc2)cc1,183.844758,,,, +1110735297,*CC(*)(C)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.33305735,,, +1110869363,*c1ccc(OCC2CCC(COc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)CC2)cc1,,0.36298735,,, +1110958155,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3C(C)(C)C)c2)cc1,,0.36107989,,, +1111539989,*Cc1ccc(OCc2ccc(COc3ccc(*)c4cccnc34)cc2)c2ncccc12,200.3538526,,,, +1112220366,*CC(*)(C)C(=O)OCc1cccc(Cl)c1Cl,,0.35611555,,, +1112287021,*Oc1ccc(N=Nc2ccc(S(=O)(=O)c3ccc(N=Nc4ccc(OC(=O)c5ccc(N=Nc6ccc(C(*)=O)cc6)cc5)cc4)cc3[N+](=O)[O-])c([N+](=O)[O-])c2)cc1,,0.36582704,,, +1112294940,*OP(=O)(Oc1c(Cl)cc(Cl)cc1Cl)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl,,0.36280983,,, +1112362061,*CCc1ccc(*)cc1,,0.38563218,,, +1112494306,*C=CC1CC(*)C2C(=O)N(CCCC)C(=O)C12,,0.36281424,,, +1112748716,*OS(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)Oc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1,,,,1.24578392,23.22098571 +1112902230,*NC(CCC(=O)OCC)C(*)=O,,0.32193384,,, +1113081697,*CCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.36894603,,, +1113417814,*CC(CCCCCCOc1ccc(N=Nc2ccc(Cl)cc2)cc1)COC(=O)CCCCC(=O)O*,,0.36250896,,, +1113818194,*Nc1ccc2c(c1)C(C)(C)C[C@@]21CC(C)(C)c2ccc(N*)cc21,,0.37806906,,, +1114103605,*Oc1c(C)cc(C2(c3cc(C)c(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.39855056,,, +1114394646,*c1ccc(-c2ccc(-c3ccc(-c4ccc([Si](*)(CCCC)CCCC)s4)s3)s2)s1,,0.43213271,,, +1114536999,*CC(=O)OC(=O)c1ccc(C(=O)OC(=O)COc2ccc(O*)cc2)cc1,80.44433982,,,, +1115041145,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C)c4)cc3C)cc2)cc1,,0.3875115,,1.095765995,20.44800803 +1115283771,*O[Si](C)(C)O[Si](*)(C)c1c(F)c(F)c(F)c(F)c1F,,0.38359544,,, +1115535876,*c1sc(*)c(OCCCCCCCCCCCCCCCC)c1C,,,0.388,, +1116045273,*CC(*)c1cccc2c1OCO2,,0.35639333,,, +1116077459,*Oc1c(-c2ccccc2)cc(*)cc1-c1ccc(C(C)(C)C)cc1,,0.41314664,,, +1116322713,*C([2H])([2H])C(*)(C(=O)OC([2H])([2H])C([2H])([2H])[2H])C([2H])([2H])[2H],,0.35523733,,, +1116382939,*C(CCCCCC)=C(*)c1ccccc1,,0.41697419,,, +1116523292,*CC(*)C(=O)OCCCn1c2ccccc2c2ccccc21,,0.34946013,,, +1116545880,*CCN(*)C(=O)Cc1ccc(C(F)(F)F)cc1,,0.34471923,,, +1116644924,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(C(C)(C)CC)CC2)cc1,,0.36254494,,, +1117693803,*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)c(OC)c2)cc1OC,,0.34285391,,, +1118322325,*Cc1ccc(CNC(=O)CCCCCC(=O)N*)cc1,61.73836642,,,, +1119425310,*O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C,,0.4145335,,, +1120266201,*c1ccc(*)c(C(=O)c2ccc(C)cc2)c1,,0.40940736,,, +1120810907,*NCCCCN*,,0.31431622,,, +1120932055,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7c(C)cc(-c8cc(C)c(Oc9cccc%10c9C(=O)N(*)C%10=O)c(C)c8)cc7C)c6C5=O)cc4)cc3)cc2)cc1,,0.37366019,,, +1121030015,*CCS*,,0.44850444,0.223,1.187990132,21.83251301 +1121099554,*c1cc(C(=O)NCCCCCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.36819069,,, +1121162795,*CC(c1ccccc1)C1C(=O)N(C)C(=O)C1*,,0.35994352,,, +1121663416,*Oc1ccc(N=Cc2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(C=Nc6ccc(Oc7ccc(-c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.37355301,,, +1121754299,*Nc1cc(-c2ccccc2)c(-c2ccccc2N*)cc1-c1ccccc1,,0.35590858,,, +1121884614,*CCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.346649,,, +1122012910,*CC(*)(C)C(=O)OCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.34405824,,, +1122196297,*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)c4ccccc4)cc(C(*)=O)c3)cc2)cc1,,0.34866462,,, +1122498895,*CCCCCCCCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,,,0.306,0.968420729,19.39078981 +1122802098,*Cc1ccc(CNC(=O)CCCCCCCCCCCCCC(=O)N*)cc1,,0.36199531,,, +1123352348,*CC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.34069553,,, +1123567256,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCC(C)CC(=O)O*,,,0.362,0.897262686,19.1607057 +1123597680,*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(P(=O)(c6ccccc6)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.35188872,,, +1123733382,*c1cccc(S(=O)(=O)NCCNS(*)(=O)=O)c1,,0.32570227,,, +1124160654,*CC(*)(C)CC,,0.3612215,0.17,, +1124320017,*Nc1ccc2c3ccccc3c3ccccc3c2c1N*,,0.33446977,,, +1125785790,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OC)cc1,,0.34260216,,, +1125984046,*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)n2)cc1,,0.35547731,,, +1126266523,*CCCCCCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1,,0.34448877,,, +1126464769,*Oc1cc(OCCOC)c(OC(=O)c2ccc(C(*)=O)cc2-c2ccccc2)cc1OCCOC,,0.35160749,,, +1126802641,*ON(C(F)(F)F)C(F)(F)C(F)=C(F)C(*)(F)F,,0.30255693,,, +1127073632,*CCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.34925616,,, +1127321613,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc(-c3nc4cc([N+](=O)[O-])ccc4[nH]3)cc2)cc1,,0.35638392,,, +1127504526,*CCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O*,,0.33190974,,, +1128237994,*Nc1ccc(*)c(Cl)c1Cl,115.5762842,,,, +1128593254,*Nc1ccc(C2=CC[C@](N*)(c3ccc(-c4ccccc4)cc3)C=C2)cc1,,0.34625627,,, +1128659903,*Nc1ccc([C@@]2(C)CC(C)(C)c3cc(N*)ccc32)cc1,,0.36572803,,, +1128762246,*Nc1cccc(-c2cc(-c3ccccc3)c(-c3ccccc3)c(-c3ccccc3)c2-c2ccccc2)c1N*,,0.36487251,,, +1129166454,*CCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.35582087,,, +1129389664,*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C)c(C)c1,,0.3973231,,, +1129473304,*CCOC(=O)NCCCCCCCCCNC(=O)O*,,0.34415845,,, +1129746387,*Nc1ccc(/C=C/c2cc3ccccc3cc2/C=C/c2ccc(N*)cc2)cc1,,0.35386503,,, +1130000577,*Nc1ccc(-c2ccc(N*)c(-c3cccc4ccccc34)c2-c2cccc3ccccc23)c(-c2cccc3ccccc23)c1-c1cccc2ccccc12,,0.37642959,,, +1130043437,*NCCCCCCCCCCN*,,0.34317069,,, +1130524840,*C(=O)Nc1ccc(-c2ccc(NC(=O)N3CC(C)N(*)CC3C)cc2)cc1,,0.35679719,,, +1130989297,*c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,,0.37326139,,, +1131052008,*OC(*)CCCCCC,,0.42182416,,, +1131219961,*Oc1ccc(C(=O)NNC(=O)c2ccc(C(=O)NNC(=O)c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)cc2)cc1,,0.33957071,,, +1131234083,*c1ccc(Sc2ccc(-c3nc4cc(-c5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1,,0.41874626,,, +1131649373,*CCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1,,0.33648246,,, +1131929043,*Nc1ccc(C(=CC=C)c2ccc(N*)cc2)cc1,,0.35869466,,, +1132377613,*NC1=CC=C(C(c2ccc(N)cc2)(c2ccc(N)cc2)c2ccc(N*)cc2)CC1,,0.35797409,,, +1132744464,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCCCC2)cc1,,0.3621841,,, +1132763612,*C=Cc1ccc(C=Cc2cc(*)ncn2)cc1,84.80053451,,,, +1132889582,*Oc1ccc(-c2ccc(OC(=O)c3cccc(Oc4ccc(C(*)=O)cc4)c3)cc2)cc1,89.5930824,,,, +1132923909,*CCCCCCCCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1,,0.34726599,,, +1133044696,*CC#CCOC(=O)CCCCCCCCCCC(=O)O*,,0.36542527,,, +1133390257,*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6cc(C(=O)Nc7ccc(Oc8ccc9nc(-c%10ccccc%10)c(*)nc9c8)cc7)cc(N7C(=O)c8c(Cl)c(Cl)c(Cl)c(Cl)c8C7=O)c6)cc5)ccc4nc3-c3ccccc3)cc2)cc1,,0.38426551,,, +1133455490,*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(N=Nc3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCN2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.35250141,,, +1133460389,*CCCCCCOC(=O)C(CCCCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.3621374,,, +1133515947,*Nc1cccc(NC(=O)Nc2ccc(Cc3ccc(NC(*)=O)cc3)cc2)c1,,0.34788989,,, +1133631248,*CC(*)(C)C(=O)OCc1ccc2c(c1)OCCOCCOCCOCCO2,,0.34634532,,, +1134375146,*Nc1cc(N*)c2c(=O)[nH]c3c(N)cc(N)c4c(=O)[nH]c1c2c34,,0.33153693,,, +1134601529,*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32618869,,, +1134713599,*Nc1ccc(N*)c2c(=O)n([C@H]3C(=O)NC(=O)[C@@H](N)C3(N)N)c(C)nc12,,0.34495062,,, +1134997266,*C(OC)=C(OC)c1ccc(*)s1,,0.371067,,, +1135072955,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(S(=O)(=O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.36903562,,, +1135542546,*CCCC1(CCCNC(=O)c2ccccc2-c2ccccc2C(=O)N*)c2ccccc2-c2ccccc21,,0.35838113,,, +1135550271,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1,,0.37975744,,, +1135788027,*CC(*)OC(=O)c1ccccc1OC(C)=O,,0.33486317,,, +1135838417,*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)cc1,,0.34392183,,, +1136024156,*CCN(CCCCCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1)CCOC(=O)NCCCCCCNC(=O)O*,,0.34321902,,, +1137226558,*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCCCC)cc2)cc1,,0.34489175,,, +1137323137,*OC(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)OC3CC4CC(*)CC(C3)O4)cc2)cc1,,0.34709392,,, +1137418125,*C=CCC(C*)c1ccccc1,,0.38727971,,, +1137724791,*CC(*)c1ccc2c(c1)OCO2,,0.3514226,,, +1138085523,*C(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.35288587,,, +1138097304,*CC(*)c1ccc(CCCCCCCCCCCCCCCCCC)cc1,,0.40382331,0.3751666666666667,0.844184922,13.54553558 +1138111441,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C,,0.4031994,,, +1138356248,*Nc1ccc([C@@]2(C)CCc3ccc(N*)cc32)cc1,,0.35627346,,, +1139097399,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(CCCCCCCCCCCC)C6=O)cc4)cc3)cc2)cc1,,0.37826557,,, +1139542368,*Nc1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(*)=O)cc5)cc4)cc3)cc2)cc1,,0.35485235,,, +1139696241,*Nc1c(N*)c2ccc3ccc(C)c4c(C)c(C)c(c1C)c2c34,,0.34040386,,, +1139986817,*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(F)cc2)c1,,0.34608545,,, +1140194913,*CCCCCS*,-55.37860961,,,, +1140956631,*CCCCCCN1C(=O)C(C)C(SCCOCCSC2C(=O)N(CCCCCCN3C(=O)CC(C)(SCCOCCSC4(C)CC(=O)N(*)C4=O)C3=O)C(=O)C2C)C1=O,,0.34774274,,, +1141098203,*CC(*)(C)C(=O)Oc1cc(C)cc(C)c1,,0.36781222,,, +1141104268,*CCCCNC(=O)CCCCCCC(=O)N*,,,0.2915,1.002012128,18.29004994 +1141363047,*c1ccc(C(=O)OCCCCCCCCCCOc2ccc(C=CC(=O)C=Cc3ccc(OCCCCCCCCCCOC(=O)c4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1,,0.36732562,,, +1141791290,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4cccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)c6)cc5)c4)cc3)c1)C2=O,,0.35755231,,, +1142382691,*c1ccc(Cc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)(C(F)(F)F)C(F)(F)F)cc4)C3=O)cc2)cc1,,0.36436728,,, +1142386049,*C=CC1CC(*)C2C(=O)N(c3ccc(Cl)cc3)C(=O)C12,,0.38672628,,, +1142561667,*CC(*)CNc1ccc([N+](=O)[O-])cc1[N+](=O)[O-],,0.48421101,,, +1142759458,*c1c(C)cc(-c2cc(C)c(N3C(=O)c4cccc(Oc5ccc(C(C)(C)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)c(C)c2)cc1C,,0.38334817,,, +1142909412,*N=P1(*)Oc2ccccc2-c2ccccc2O1,,0.36981013,,, +1143081598,*O[Si](*)(C)CCCOCC1COC(=O)O1,,0.34240927,,, +1143098154,*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc2)C(=O)N(CCCCCCCCCCCCCCCC)C3=O)cc1,,0.37283494,,, +1143195068,*c1ccc(OCCN(CCOc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3C)cc2)cc1,,0.38224032,,, +1143212466,*OC1CCC(OC(=O)CCCCCCC(*)=O)CC1,-35.83964331,,,, +1143308077,*CCCNS(*)(=O)=O,,,,1.368480015,21.72486866 +1143554851,*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)F,,0.32963325,,, +1143744739,*Nc1cccc(C(=O)c2ccc(NC(=O)c3cccc(C(=O)c4ccc(C(*)=O)cc4)c3)cc2)c1,,0.35096229,,, +1144028367,*Nc1ccc(CC(C)(C)NC(=O)CCCCC(*)=O)cc1,,0.34067775,,, +1144294791,*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O,,0.34340133,,, +1144375159,*c1ccc(-c2sc(-c3cc(CCCCCCCC)c(*)s3)cc2CCCCCCCC)cc1,,0.42872185,,, +1144377193,*C(=O)Nc1cccc(C(=O)Nc2cccc(NC(=O)c3ccc4[nH]c(-c5cccc(-c6nc7cc(*)ccc7[nH]6)c5)nc4c3)c2)c1,,0.36420228,,, +1144496929,*CC(C)(CO*)COCCOCCOCCOC,,0.36052012,,, +1144952297,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(C(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O,,0.37284844,,, +1145064910,*Nc1ccc(C2=CC[C@@H](c3ccc(N*)cc3)[C@@H]2c2ccc(C(C)(C)C)cc2)cc1,,0.37225779,,, +1145617844,*Nc1ccc([C@@H]2C=C(C(C)C)C=C[C@@]2(c2ccc(N*)cc2)C(C)C)cc1,,0.36697228,,, +1145796233,*Nc1ccc(S(=O)(=O)c2ccc(N*)cc2)cc1,,0.33955438,,, +1146375572,*CC(*)(CC(=O)OCc1ccccc1)C(=O)OCc1ccccc1,,0.34757807,0.176,1.113470646,10.67770667 +1146618065,*CCCCCCOC(=O)OCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.34934036,,, +1146876238,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.34824049,,, +1146896045,*CCCNC(=O)Cc1ccc(C(=O)N*)cc1,,0.32374161,,, +1147140569,*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37624478,,, +1147168409,*CCCCCC(=O)N*,,0.34031759,0.301,, +1148404116,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1,,0.40092491,,, +1148596222,*CC(*)(C)C(=O)OCCCOc1ccc(C(=O)Oc2ccc3ccc(=O)oc3c2)cc1,,0.32418426,,, +1148927533,*CCCCCOC(=O)OCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.33350028,,, +1148967455,*Nc1ccc2ccc3c(-c4ccc5ccc6ccccc6c5c4N*)cccc3c2c1,,0.35015279,,, +1149199303,*CC(*)(C)C(=O)OCC=C,,0.34181464,,, +1149265769,*NCc1cccc(N*)c1,,0.32297138,,, +1150009994,*CC(*)(CCC(C)C(=O)OC)C(=O)OC,,0.33779719,,, +1150049230,*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)C6CC7CC(C6)CC5C7)cc4)cc3)c3ccccc23)cc1,,0.37034563,,, +1150090312,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5s4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc1,,0.37132377,,, +1150209468,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(OCCCCCCCC)c(*)cc3OCCCCCCCC)ccc1-2,,0.40970568,0.291,0.863900052,18.18381296 +1150286039,*Nc1ccc2c(c1N*)[C@H](c1ccccc1)c1ccccc1-2,,0.35924295,,, +1150417190,*C(=O)c1ccc2nc(-c3ccccc3)c(-c3ccc(N4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(-c8nc9cc(*)ccc9nc8-c8ccccc8)cc6)C7=O)cc5C4=O)cc3)nc2c1,,0.40701998,,, +1150491517,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)c2ccccc2C(=O)O[Na])cc1,169.1341304,,,, +1150533909,*O[Si](*)(C)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.3677149,,, +1150855035,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OCCCCCC)cc2)cc1,14.67015775,,,, +1150964358,*Nc1ccc(-c2c(Cc3ccccc3)c(Cc3ccccc3)c(N*)c(Cc3ccccc3)c2Cc2ccccc2)cc1,,0.36853875,,, +1151260550,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(c5ncc(*)s5)C6=O)cc4C3=O)cc2)cc1,,0.39445531,,, +1151287804,*c1ccc(-c2ccc(-c3cc(-c4ccc(Oc5ccc(-c6ccccc6)cc5)cc4)c4cc(-c5ccc6nc(*)cc(-c7ccc(Oc8ccc(-c9ccccc9)cc8)cc7)c6c5)ccc4n3)cc2)cc1,,0.38807327,,, +1151566525,*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(N=Nc3ccc(N=Nc4cc(C)c(C#N)c(C)c4)cc3)cc2)cc1,,0.37555317,,, +1151772971,*CCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2C)c(C)c1,,0.36167035,,, +1152245354,*Nc1ccc([C@@H](CCCCC)c2ccc(CCc3ccc([C@H](CCCCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36934253,,, +1152269820,*c1ccc(Oc2ccc(N3C(=O)C(c4ccccc4)=C(c4ccc(C5=C(c6ccccc6)C(=O)N(*)C5=O)cc4)C3=O)cc2)cc1,,0.39159291,,, +1152453728,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.36801205,,, +1152527958,*CCCOC(=O)c1cc(N=Nc2ccc(OCC)cc2)ccc1-c1ccc(N=Nc2ccc(OCC)cc2)cc1C(=O)O*,,0.36910686,,, +1153123442,*c1ccc2c(c1)C(=O)N(c1c(C)cc(C)c(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1C)C2=O,,0.4222629,,, +1153144775,*Nc1ccccc1-c1ccc(NC(=O)c2cccc(C(*)=O)c2)cc1,,0.34730716,,, +1153274738,*C(=O)c1ccc(N=Nc2ccc(C(=O)N3C(=O)N(*)C4(CCCC4)C3=O)cc2)cc1,17.25361376,,,, +1153424706,*Nc1c(C)c(N)c(N)c(NS(=O)(=O)C(C)(CC)CC)c1N*,,0.33683103,,, +1153616490,*Nc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(N*)cc3)c3c2[C@H]2c4ccccc4[C@@H]3c3ccccc32)cc1,,0.36285875,,, +1153834877,*CCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,,0.37018411,0.367,0.913177976,25.33874374 +1153885240,*CC(=O)NCCCCCCNC(=O)CCc1ccc(O*)cc1,,0.33856885,,, +1154018955,*CC(*)n1c2ccccc2c2c3ccccc3ccc21,,0.36652293,,, +1154163429,*Oc1ccc(N=Nc2c(C)cc(Cc3cc(C)c(N=Nc4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)c(C)c3[N+](=O)[O-])c([N+](=O)[O-])c2C)cc1,,0.36435194,,, +1154938499,*CCCP(CCCNC(=O)CCCCC(=O)N*)CC(C)C,,0.35350822,,, +1155135793,*CC(C)(CO*)COCCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.37119619,,, +1155257724,*Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N*)cc4)cc3)cc2)cc1,,0.35032863,,, +1155325628,*CCCCCCCCCCCCCCCCCCCCc1nnc(*)o1,,,0.398,0.88997462,21.82969596 +1155566609,*CCCCCCCCCOC(=O)C(O)C(O)C(=O)O*,,0.33968364,,, +1155913960,*CCN(C)C(=O)CCCCCCCCC(=O)N(*)C,,0.35452131,,, +1156088794,*CCCS(=O)(=O)CCCCS(=O)(=O)CCCOC(=O)c1cccc(C(=O)O*)c1,,0.35593374,,, +1156094009,*Nc1ccc2c(c1)C1(C(C)=C2C)C(C)=C(C)c2ccc(N*)cc21,,0.39134226,,, +1156161130,*Nc1ccc(C2=CC[C@@](N*)(c3ccccc3)C=C2)cc1,,0.34164757,,, +1156532186,*C([2H])([2H])C(*)([2H])c1c([2H])c([2H])c([2H])c([2H])c1[2H],,0.38844688,0.199,0.93861698,15.86735299 +1156634940,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4cccc5cccc(C(=O)c6ccc(*)cc6)c45)cc3)cc2)cc1,,0.37726443,,, +1156665768,*c1cc(C(=O)Oc2ccc(-c3ccc(O[Si](C)(C)C(C)(C)C)cc3)cc2)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.39199576,,, +1156796148,*Nc1ccc(C2=CC[C@H](c3ccc(N*)cc3)[C@H]2c2ccccc2)cc1,,0.35771822,,, +1156980921,*CCc1cccc(*)c1,,0.37970446,,, +1157376824,*C(=O)OCCCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.34823376,,, +1157422620,*C=Cc1ccc(OC(=O)c2ccc(C(=O)Oc3cccc4ccc(*)nc34)cc2)cc1,,0.35224005,,, +1157657223,*c1ccc(Oc2ccc(Oc3ccc(-c4cnc5cc(-c6ccc7nc(*)cnc7c6)ccc5n4)cc3)cc2)cc1,,0.39204345,,, +1158192712,*OC(=O)C(CCSC)NC(=O)CCCCC(=O)NC(CCSC)C(=O)OC1COC2C(*)COC12,,0.34425455,,, +1158201779,*C(=O)Nc1ccc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)cc1,,0.3726693,,, +1158220592,*CC(=O)C(*)c1ccc(C(C)(C)C)cc1,,0.38642464,,, +1158703899,*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(C(C)(C)c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34462113,,, +1158783004,*CC(OC=O)C(COC(=O)O*)OC=O,,0.27866603,,, +1158854097,*CCCCCCCCCCC(=O)NCCCCCCNC(=O)CCCO*,,,0.3245,0.954616145,20.55029983 +1158896668,*CCOC(=O)CCC(=O)O*,,0.31070608,,, +1159125442,*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)C(F)(F)C(F)(F)F,,0.3160919,,, +1159254929,*CCCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.35013256,,, +1159550508,*CCCCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1,-25.31417235,,,, +1159696305,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1,,0.36819358,,, +1159981352,*Oc1ccc(Oc2ccc(C(C)=Nc3ccc(Oc4ccc(N=C(C)c5ccc(*)cc5)cc4)cc3)cc2)cc1,117.5082044,,,, +1160560393,*c1cccc(NC(=O)CCCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1,,0.34373731,,, +1160783446,*NC1CC(C)(C)CC(C)(CNC(=O)c2cc(NC(=O)c3ccc(NC(=O)C(CC(C)C)N4C(=O)c5ccccc5C4=O)cc3)cc(C(*)=O)c2)C1,195.2683571,,,, +1160809525,*CC(*)(C)C(=O)OC1CC(C)CC(C)(C)C1,,0.38218681,0.146,0.860209573,10.34521471 +1161122757,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.34547985,,, +1161267582,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.3933978,,, +1161429718,*Nc1ccc([C@H](CCC)c2ccc(C[C@H](CC)c3ccc([C@@H](CCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36752092,,, +1161669930,*C1CC2C3CCC(C3)C2C1*,,,,0.88601111,12.5969108 +1161685710,*Nc1ccc(C(=C)[C@H]2[C@@H]3C[C@H]4C[C@@H](C3)C[C@@H]2C4)cc1N*,,0.35093584,,, +1161927023,*C(=O)c1ccc2c(c1)C(=Nc1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N=C6OC(=O)c7ccc(*)cc76)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)OC2=O,,0.36045189,,, +1162303824,*Oc1ccc(C(=O)c2cccc(NC(=O)c3cccc(C(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)c3)c2)cc1,,0.35641643,,, +1162525545,*C=CCCCCCCCCCC*,,0.40688317,,, +1162986011,*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(N=Nc3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCN2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.35666694,,, +1163047718,*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(Oc5c(C)cc(Cc6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)c(C)c2)cc1C,,0.40667295,,, +1163052769,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1cccc(C(F)(F)F)c1,,0.38193114,,, +1163216608,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)Oc2ccccc2)c1,,0.34066113,,, +1163273261,*Nc1ccccc1-c1ccc(N*)c(-c2ccccc2)c1,,0.34288507,,, +1164865014,*CCCCCCCCCCCCCCCCOC(=O)CCCCC(=O)O*,,0.37375344,,, +1164892547,*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(S(=O)(=O)c4ccccc4)c3)cc2)cc1,,0.35674478,,, +1165921168,*CC(*)C(=O)OCC(COC(=O)c1ccccc1)(COC(=O)c1ccccc1)COC(=O)c1ccccc1,,0.34152411,,, +1166008818,*ON(C(F)(F)F)C(F)(Br)C(*)(F)F,,0.34640325,,, +1166293848,*NC(CCCCNC(=O)NCCCCNC(*)=O)C(=O)OC,0.336556425,,,, +1166324163,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)C5CCC6C(=O)N(*)C(=O)C6C5C4=O)cc3)cc2)cc1,,0.36688453,,, +1166598350,*Nc1ccc2cc3ccccc3cc2c1N*,,0.33917986,,, +1166612863,*c1ccc(CC(=O)Nc2cccc(NC(=O)Cc3ccc(-c4sc(*)c(-c5ccccc5)c4-c4ccccc4)cc3)c2)cc1,,0.3789381,,, +1166758072,*CCOc1ccc(C2(c3ccc(OCCO[Si](O*)(c4ccccc4)c4ccccc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.36865547,,, +1167306747,*CC(*)c1ccc(Cl)cc1Cl,,,0.1006666666666666,1.218576983,14.20802348 +1167512472,*CCCN(*)C,,0.38665346,,, +1168402050,*Oc1ccc(OC(=O)/C=C/c2ccc(/C=C/C(*)=O)cc2)cc1,,0.34258266,,, +1169343082,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(C)(C)c4ccccc4)cc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.38545958,,, +1169485252,*Oc1ccc(Oc2ccc(C=NCCN=Cc3ccc(*)cc3)cc2)cc1,,0.37614959,,, +1169539258,*CC(*)(CC(=O)OC)C(=O)O,,0.27558304,,, +1169677958,*CCCCCCOCO*,-41.68464364,,0.278,, +1169871864,*CC(*)c1ccccc1C(=O)O,,0.32924433,,, +1169954236,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3C(C)(C)C)cc1)C2=O,,0.41309361,,, +1170082688,*CCCCCCCCCCNC(C)=N*,,0.39022876,,, +1170368720,*Nc1cc(NC(=O)Nc2ccc(CCc3ccccc3NC(*)=O)cc2)ccc1C,,0.34797387,,, +1170403788,*c1ccc(OCCOCCOCCOc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.33992834,,, +1170534949,*Nc1c(C(C)C)cc(C2(c3cc(C(C)C)c(N*)c(C(C)C)c3)c3ccccc3-c3ccccc32)cc1C(C)C,,0.41778352,,, +1171030201,*Oc1ccc(C(C#N)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1,,0.36601192,,, +1171188982,*Nc1ccc(N*)c(-c2c(-c3ccccc3)ccc3ccccc23)c1,,0.35686225,,, +1171923773,*Nc1ccc([C@H](C)c2ccc(C(CCCC)c3ccc([C@@H](C)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36515652,,, +1171970548,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5C(F)(F)F)cc4)n3)cc2)c(C(F)(F)F)c1,,0.35861377,,, +1173339618,*CC(*)C(N)=O,,0.23763722,,, +1173467294,*Cc1ccc(COP(=O)(N=Nc2ccc(C(=O)c3ccc(N=NP(=O)(O*)OC)cc3)cc2)OC)cc1,,0.35518082,,, +1173471549,*CC(*)C(=O)OCCN(C)S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,-148.0297376,,,, +1173729020,*CC=C(C)CS(*)(=O)=O,,0.37474397,,, +1174292255,*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F,,0.37288957,,, +1174531602,*Nc1ccccc1Sc1ccccc1N*,,0.34070371,,, +1174602411,*Nc1ccc(Cc2cc(C(C)C)cc(C(C)(C)c3ccc(N*)cc3)c2)cc1,,0.36692867,,, +1175231244,*C(F)(F)C1(F)C(F)(F)C(*)(F)C1(F)F,,0.34723685,,, +1175281698,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(C)(c3ccc(C(*)=O)cc3)CC4(C)C)cc2)cc1,,0.37916583,,, +1175337954,*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)(C)C1=O,,0.37117268,,, +1175753193,*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(-c2ccccc2)c1,,0.35913328,,, +1175936826,*CCN(CCOC(=O)c1ccc(C(=O)O*)cc1)c1ccc(N=Nc2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1,,0.36628188,,, +1176059607,*CC(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.33775225,,, +1176518490,*CC(*)CCCCCCCCC,,,0.3193333333333333,0.79444681,10.8952526 +1177030933,*CC1CC(*)C(=O)OC1=O,,0.29067637,,, +1177244369,*CCCCCCNC(=O)c1ccccc1-c1ccccc1C(=O)N*,,0.34846301,,, +1177484221,*c1cc(C(=O)Nc2ccc(-c3nnc(*)o3)cc2)cc(N2C(=O)c3ccccc3C2=O)c1,,0.3700457,,, +1177560732,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCC)cc1,,0.33783278,,, +1177876091,*Nc1ccc(C(c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1,,0.36614746,,, +1178071397,*CC(O)CN(*)c1cc(C)c(N=Nc2ccc([N+](=O)[O-])cc2)c(C)c1,,0.36660744,,, +1178419855,*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Nc3c(C)cc(-c4cc(C)c(NC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)c(C)c4)cc3C)ccc1C)C2=O,,0.38149095,,, +1178529764,*CCCCCCCCCCNC(=O)CCCCCCC(=O)N*,,,0.422,0.946533099,22.25983328 +1178789985,*Nc1ccc(-c2ccccc2Cc2ccccc2-c2ccc(N*)cc2)cc1,,0.351946935,,, +1179116190,*CC(*)(C)C(=O)Oc1ccc(C(C)(C)C)cc1,,0.38346494,0.181,0.896405025,11.99542846 +1179190627,*c1ccc(*)n1C(C(=O)NO)n1ccc2ccccc21,180.3082327,,,, +1179272125,*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O,,0.34613604,,, +1179363034,*C(C)=C(*)SCCCCCCCCCC,,0.40626048,,, +1179731134,*CCOCCOC(=O)CCCCCCCCCCC(=O)O*,,0.35940014,,, +1179754286,*OC(=O)OCCCCCCOC(=O)OC1COC2C(*)COC12,,0.33128506,,, +1180333206,*CCCCNC(=O)CCCCC(=O)N*,,0.32958527,0.302,1.040711554,18.074599 +1180480883,*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ncccc2C)C3=O)cc(C(=O)NNC(=O)C(*)=O)c1,,0.32332887,,, +1180503880,*CCCCCCOC(=O)NC1CCC(CC2CCC(NC(=O)OCCCCCCOc3ccc(CCc4ccc(O*)cc4)cc3)CC2)CC1,,0.36064219,,, +1180568340,*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)CCCCC2)cc1,,0.36356124,,, +1180738924,*OP(=O)(Oc1cccc2c(*)cccc12)OC1CCCCC1,,0.36283438,,, +1181185977,*Nc1ccc2c(CC=C)c3c(CC=C)c(N*)ccc3cc2c1,,0.34493349,,, +1181407570,*c1cc(Oc2c(C)cc(-c3cc(C)c(Oc4cc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc(C(F)(F)F)c4)c(C)c3)cc2C)cc(C(F)(F)F)c1,,0.38333986,,, +1181944068,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3c(-c4ccc(-c5ccccc5)cc4)cc(-c4ccc(OCCCCCCOc5ccc(-c6cc(-c7ccc(-c8ccccc8)cc7)c(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccc(-c8ccccc8)cc7)c6)cc5)cc4)cc3-c3ccc(-c4ccccc4)cc3)cc1)C2=O,,0.37259523,,, +1182108104,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(C(F)(F)F)cc(N5C(=O)c6ccc(*)cc6C5=O)c3Oc3ccc(C(F)(F)F)cc3)C4=O)cc2-c2ccccc2)c(-c2ccccc2)c1,,0.3736737,,, +1182258858,*NN[C@@H](N*)[C@H](O)C(N)N,,0.29561057,,, +1182569183,*CC(OCC)C(C)(C(=O)OC)C(*)(C)C(=O)OC,,0.35110044,,, +1182679846,*CCCO*,,,0.296,, +1182712915,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)c4ccccc4C(=O)O)cc3)cc2)cc1,,0.37097336,,, +1182822577,*c1ccc(-c2cc(-c3ccccc3)c3cc(-c4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)cc1,,0.42908191,,, +1182969887,*c1ccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)cc6)cc5)cc4)cc3)cc2)cc1,,0.35960225,,, +1183558225,*c1ccc(-c2nc3ccc(Oc4ccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(Oc7ccc(Oc8ccc9nc(*)c(-c%10ccccc%10)nc9c8)cc7)cc6)cc5)cc4)cc3nc2-c2ccccc2)cc1,,0.40210863,,, +1183565625,*C=CCCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCCCCCC,,0.39011499,,, +1183988874,*OC(=O)c1ccc(N=Nc2ccc(C(=O)OC3COC4C(*)COC34)cc2)cc1,,0.35808986,,, +1184109682,*OC(=O)C(NC(=O)CCCCC(=O)NC(C(=O)OC1COC2C(*)COC12)C(C)CC)C(C)CC,,0.34256683,,, +1184454690,*CCCNC(=O)CCCCC(=O)NCCCO*,,0.33205833,,, +1184730423,*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)c3ccccc3-c3ccccc32)cc1C,,0.39753607,,, +1185510088,*Nc1cc2c(cc1C)[C@H]1c3cc(C)c(N*)cc3[C@@H]2[C@H]2CCCC[C@H]12,,0.3950421,,, +1185605956,*c1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2)cc1,,0.35953155,,, +1185913675,*c1ccc(Oc2ccc(N3C(=O)CC(C4C=C(C)C5C(=O)N(*)C(=O)C5C4)C3=O)cc2)cc1,,0.36657642,,, +1186098894,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(CC3CCCCC3)CC2)cc1,,0.36004283,,, +1186143208,*CCCCOC(=O)CCCCCNC(=O)O*,47.28425166,,,, +1186744234,*CCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.4003854,,, +1186809405,*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OC)c1)c1ccc(N=Nc2ccc(C=Cc3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1,,0.35606018,,, +1187123244,*C/C=C\COC(=O)NCCCCCCNC(=O)O*,,0.32961119,,, +1187202232,*CC(*)(C(=O)OC)c1ccccc1,,0.36467404,0.1426666666666667,0.964628447,13.63274404 +1187350081,*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)NC(=O)c8ccccc87)cc6)cc4)C5=O)cc3)cc2)cc1,,0.36132612,,, +1188020715,*CCCCCOC(=O)CCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(CCCCCCCCCCC(=O)OCCCCCN4C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C4=O)C5=O)cc3)cc2C1=O,,0.34769791,,, +1188519956,*CC(*)C1CC1,,,0.2175,0.863629462,14.17497209 +1188842959,*CC(*)c1ccc(C)cc1,,,0.1873333333333333,0.869468057,14.54352841 +1188921734,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3nc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)nc(N(c4ccccc4)c4ccccc4)n3)c1)C2=O,,0.38475396,,, +1189256579,*CCOCCOCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.34164497,,, +1189403071,*CC(O)COc1ccc(C(C)CC(C)(C)c2ccc(O*)cc2)cc1,,0.35423541,,, +1189744629,*CC1CC1COC(=O)c1cccc(C(=O)O*)c1,10.23490017,,,, +1190275023,*c1ccc(NC(=O)CCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1,,0.3393363,,, +1190316839,*Oc1ccc(C(=O)OC(C)COC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.33682987,,, +1190678672,*CC(*)c1ccc([Si](C)(C)C)cc1,,0.43524245,,, +1190710133,*Nc1ccc(-c2ccc3cc4ccc(-c5ccc(N*)cc5)cc4cc3c2)cc1,,0.34703567,,, +1190953274,*CCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1,,0.36364477,,, +1191042202,*CC(*)C(=O)OCCn1c2ccccc2c2ccccc21,,0.35947428,,, +1191663733,*Oc1ccc(Oc2ccc(C(=O)c3cccc4cccc(C(=O)c5ccc(*)cc5)c34)cc2)cc1C(C)(C)C,,0.38686999,,, +1191731244,*CC=CC(CC)S(*)(=O)=O,,0.38724825,,, +1191831125,*CC(*)OC(=O)c1ccc(C(C)C)cc1,,0.37812553,,, +1192232068,*C(=O)Nc1ccc(-c2sc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6sc(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccccc7)c6-c6ccccc6)cc4)C5=O)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.41434744,,, +1192456163,*Nc1ccc(/C(=C\C/C(=C/C(C)(C)c2ccc(N*)cc2)c2ccc(N)cc2)CC(C)(C)c2ccc(N)cc2)cc1,,0.35963898,,, +1192553911,*c1ccc2oc(-c3ccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)cn3)nc2c1,,0.44520367,,, +1192592037,*Oc1cccc(NC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)c1,,0.36668921,,, +1192958446,*c1cccc(N2C(=O)c3ccc(Oc4ccccc4Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.36147212,,, +1193670213,*CCC[Si](*)(c1cccc2ccccc12)C1CCCCC1,,0.38478574,,, +1193720815,*CC(*)C(C)c1ccccc1,,,0.1506666666666666,, +1193815432,*Nc1ccc2c(N*)cc3cccc4ccc1c2c43,,0.33523592,,, +1193899229,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccccc3)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.40964735,,, +1194500574,*Nc1cc2c3c(c1N*)C(C)(C)C(C)(C)[C@@]3(C)C(C)(C)C2(C)C,,0.36944886,,, +1194503224,*CC(*)C(=O)Oc1cccc(N(C)C)c1,,0.36366436,0.221,1.096542432,12.53190731 +1195238736,*Nc1ccc2c(c1)C1(c3ccccc3-c3ccccc31)c1c-2cc(-c2ccccc2)c(N*)c1-c1ccccc1,,0.38640294,,, +1195485493,*c1cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c(O)cc1O,,0.36305869,,, +1196350517,*CC(*)(C)C(=O)Oc1cc(C)ccc1C,,0.36692261,,, +1197069937,*C*,-2.526682925,0.40967205,,0.811251102,24.4363295 +1197104268,*CC/C=C(/*)C,,,0.256,, +1197180422,*CCCCC(=O)O*,,0.3399073,,, +1197310078,*CCCCCCCCCCOc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(O*)cc4)cc3)cc2)cc1,,0.38946721,,, +1198345617,*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)Oc1c(Cl)cccc1Cl,,0.36463475,,, +1199431647,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6c5)cc3)C4=O)cc2)cc1,,0.35646665,,, +1199538165,*Nc1ccccc1C1(c2ccccc2N*)c2ccccc2-c2ccccc21,,0.37077531,,, +1199796903,*CCCCCCCCC(=O)NCCCCCCNC(=O)CCCO*,,,0.286,0.961251471,18.75749252 +1200344407,*Nc1ccc([C@]2(C)CCc3cc(N*)ccc32)cc1,,0.35515271,,, +1200465842,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C)c2)cc1,,0.37233946,,, +1200924510,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(Sc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.3674231,,, +1201052937,*CCCCCNC(=O)O*,-13.55087665,,0.268,1.071824251,20.62252342 +1201572278,*c1ccc(-c2nnc(*)o2)c(OCCCCC)c1,,0.42893237,,, +1201617221,*c1ccc(-c2sc(-c3cc(SCCCC)c(*)s3)cc2SCCCC)cc1,,0.50761848,,, +1201779173,*Nc1ccc(C2(c3ccc(N*)cc3)C=CC(c3ccccc3)C=C2)cc1,,0.3550972,,, +1202036659,*Nc1cccc(-c2c3ccccc3c(-c3cccc(N)c3N)c3ccccc23)c1N*,,0.35466159,,, +1202039443,*CC(COCC)O*,,0.37418551,,, +1202357620,*CC(*)C(=O)OCCC(C)OC,,0.35734175,0.212,1.002966511,13.18729468 +1202772120,*Nc1ccc(NC(=O)c2cc(C(=O)c3ccc(C(=O)O)c(C(*)=O)c3)ccc2C(=O)O)cc1,,0.31519377,,, +1202816034,*Oc1ccc(C(C)=Cc2ccc(OC(=O)CCCCCCCCCCC(*)=O)cc2)cc1,6.458707655,,,, +1202982181,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.35549527,,, +1203408030,*Nc1ccc(/C=C/c2ccc(/C=C/c3ccc(N*)cc3)c3ccccc23)cc1,,0.3544734,,, +1203525380,*CC(*)(CC)C(=O)OCC,,0.36305897,0.145,0.864397975,12.48037065 +1203570548,*Nc1cc2c(cc1N*)C(C)(C)C(C)C2(C)C,,0.36621378,,, +1203599832,*CCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.34816577,,, +1203618670,*CCCCCCOP(=O)(N=Nc1ccc(Oc2ccc(N=NP(=O)(O*)OC)cc2)cc1)OC,,0.36018857,,, +1204067122,*Sc1ccc(C(=O)c2ccc(C(c3ccc(C(=O)c4ccc(*)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38438273,,, +1204134441,*CCCCCCOC(=O)CCCCSCCCCC(=O)O*,,,0.224,, +1204249965,*CC(*)CC(C)(C)C,,0.39627266,0.1735,0.748691234,11.55027129 +1204523273,*c1cc(CCCCOC(=O)CCC)c(*)s1,,0.38073142,,, +1204736801,*N=Nc1ccc(Nc2ccc(C(=O)c3ccc(C(=O)c4ccc(Nc5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.38946168,,, +1204898498,*Oc1ccc(N=CC=Nc2ccc(OC(=O)NCCCCCCNC(*)=O)cc2)cc1,,0.34892214,,, +1205044664,*Nc1ccc(C2(c3ccc(N*)cc3C)c3ccccc3-c3ccccc32)c(C)c1,,0.37196959,,, +1205228260,*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36808729,,, +1205655131,*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(C=C(C#N)C(=O)OC)ccc21,,0.36253093,,, +1205814834,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C,,0.43174845,,, +1205844020,*C(F)(F)C1(F)C(F)(F)C(*)(F)C(F)(F)C(F)(F)C1(F)F,,0.31955151,,, +1205846674,*c1ccc(-c2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(c8ccc(N9C(=O)c%10ccc(C(=O)Nc%11ccc(Oc%12ccc%13nc(-c%14ccccc%14)c(*)nc%13c%12)cc%11)cc%10C9=O)cc8)(C(F)(F)F)C(F)(F)F)cc6)C7=O)cc5)ccc4nc3-c3ccccc3)cc2)cc1,,0.38363567,,, +1206071463,*CC(*)(C)C(=O)OCCN(CC)c1ccc(N=Nc2ccc(S(C)(=O)=O)cc2)cc1,,0.37573,,, +1206416017,*CC(*)C(=O)NC(C)(C)C,,0.37998182,0.199,0.889061076,12.90682668 +1206915036,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(Oc4ccc5c(c4)C(C)(c4ccc(Oc6ccc(-c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6C(F)(F)F)cc4)CC5(C)C)c(C(F)(F)F)c3)cc1)C2=O,,0.38854581,,, +1207045788,*Nc1ccc(C(c2ccc(NC(=O)c3cc(C(*)=O)cc(C(C)(C)C)c3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1,,0.37321457,,, +1207110637,*c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.3566638,,, +1207409378,*C(C#N)=Cc1cc(C=C(C#N)c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(*)ccc2-3)cc(N(c2ccccc2)c2ccccc2)c1,,0.41240529,,, +1208726540,*CCCCCCNC(=O)/C=C/CC/C=C/C(=O)N*,2.127453311,,,, +1208748565,*CC(*)C(=O)OCCN(CC)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36721657,,, +1208847299,*C(=S)Nc1ccc(Oc2ccc(NC(=S)N3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.35715427,,, +1208969128,*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(-c2nnc(-c3ccccn3)o2)c1,,0.38233539,,, +1209031692,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.36250996,,, +1209050565,*CC(O)C(O)CN(*)c1ccc(N(C)C)cc1,,0.36101121,,, +1209050682,*CCCCOC(=O)CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC(=O)O*,,0.38882843,0.49475,0.868453809,25.68405963 +1209057611,*C(=O)Nc1ccc(C(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.3459702,,, +1209084809,*Oc1ccc(-c2cc(-c3ccccc3)c(-c3ccc(OC(=O)c4ccc(C(*)=O)cc4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.38146128,,, +1209928353,*CCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O*,24.78605928,,,, +1210327805,*NC1CCC(CC2CCC(NC(=O)CCCCCCCCCCC(*)=O)CC2)CC1,,0.36732026,,, +1210773764,*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](*)(C)C)s6)cc5CCCCCCCC)s4)s3)s2)s1,,0.43305383,,, +1210971861,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCC(c7ccccc7)CC6)cc5)cc4C3=O)cc2)cc1,,0.37299608,,, +1211550700,*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6C(=O)c6ccccc65)ccc4n3)cc2)cc1,,0.42004547,,, +1212285406,*NC1(N)C=C(C2=C(c3ccccc3)C(N)(N)[C@@](O)(N*)C(c3ccccc3)=C2)C=C[C@@]1(N)O,,0.3198717,,, +1212362961,*Oc1c(C)cc(-c2cc(C)c(OC(=O)CCCCC(*)=O)c(C)c2)cc1C,,0.37060213,,, +1212645329,*OCCCCOc1nc(*)nc(OC)n1,,0.3615296,,, +1213234132,*COc1ccc(C=C2CCC(=Cc3ccc(OCc4nnc(-c5ccc(-c6ccc(-c7nnc(*)n7-c7ccccc7)cc6)cc5)n4-c4ccccc4)cc3)C2=O)cc1,140.326419,,,, +1213369367,*CC(*)C(=O)Nc1ccccc1Cl,,0.34811254,,, +1213893349,*NCC(C)CN*,,0.31971706,,, +1213899080,*Nc1ccc2c(c1)C1(c3ccccc3-c3cc(C)ccc31)c1cc(N*)ccc1-2,,0.38631578,,, +1214234223,*CCCCCCCCCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O*,,0.38276992,0.3415,0.8954389,20.54848101 +1214356356,*CCCCCCCCCCCC(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)OC(=O)c3ccccc32)cc1,,0.35534379,,, +1214422376,*CCN(*)C(=O)CCC(=O)OC,,0.31456612,,, +1214923559,*CCCCCCCCCCCCCCCCCCCCOC(=O)C(=O)O*,,,0.3545,0.917519076,22.92381656 +1215056104,*Nc1c(N*)c(-c2ccc(-c3c4ccccc4cc4ccccc34)cc2)c(-c2ccccc2)c(-c2ccccc2)c1-c1ccccc1,,0.37007258,,, +1215188002,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(Cc4ccc(Cc5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)cc4)cc3)c1)C2=O,,0.37158061,,, +1215512335,*CCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.39608248,,, +1215694607,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cccc5cccc(C(=O)c6ccc(*)cc6)c45)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37599895,,, +1215820166,*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(Oc6ccc(NC(=O)c7cc8cc(*)ccc8oc7=O)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2c1,,0.34746519,,, +1216120038,*N=P(*)(OCCOC)OCCOC,,0.3536972,,, +1216424248,*CCCCCCCCCCOC(=O)c1cccc(C(=O)O*)c1,,0.35874529,,, +1217132738,*CC(*)(Cl)C(=O)OC(C)CC,,,0.174,1.057163419,14.79567929 +1217226410,*CC(*)C(=O)c1ccc(OC)cc1,,0.34949255,,, +1217265261,*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCCCC2)cc1,,0.3710893,,, +1217496894,*NC(CCC(=O)OC)C(*)=O,,0.30960525,,, +1217545349,*CC(*)C(=O)Oc1ccccc1Cl,,0.35897864,0.166,1.226889668,13.82994352 +1217713342,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c4ccccc4-c4ccccc43)cc1)C2=O,,0.42161644,,, +1217901314,*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O,,0.34717027,,, +1218214236,*COC(=O)OC1C(*)OC2OC(C)(C)OC21,,0.33284068,,, +1218861482,*OC(C)CCOC(=O)c1cccc(C(*)=O)c1,-42.28619333,,,, +1219358292,*CCCCCCNC(=O)CC(C)(C)c1ccc(C(C)(C)CC(=O)N*)cc1,,0.35064905,,, +1219579071,*c1cccc(OCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.34538338,,, +1219791952,*Nc1c2ccccc2c(-c2c3ccccc3c(N*)c3ccc(-c4cccc5ccccc45)c(-c4cccc5ccccc45)c23)c2ccccc12,,0.37377403,,, +1220036380,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(*)cc4)cc3)cc2N)c(N)c1,,0.36266828,,, +1220421998,*Oc1ccc(Sc2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,,0.36425728,,, +1220689198,*c1ccc(-c2ccc(*)nc2)cn1,138.2497069,,,, +1220722345,*CC(*)OC(=O)c1ccccc1OC,,0.33690183,,, +1220760786,*CCCCCCCCCCCCCCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1,,0.37301777,0.3755,0.937104778,21.36882265 +1220908034,*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC,,0.36094499,,, +1221040845,*OP(=O)(Oc1ccc([N+](=O)[O-])cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br,,0.39706819,,, +1221113390,*NC(CCC(=O)OCCC)C(*)=O,,0.33535597,,, +1221138931,*CCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,0.38552553,0.4341428571428571,0.886924555,21.34846534 +1221972864,*C=CC1CC(*)C(C#N)(CC)C1,,0.39311406,,, +1223012575,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.35909297,,, +1223074288,*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1,,0.36890167,,, +1223077195,*Nc1c2ccccc2c(-c2c3ccccc3c(N*)c3ccc(-c4ccccc4)c(-c4ccccc4)c23)c2c(-c3ccccc3)c(-c3ccccc3)ccc12,,0.37429399,,, +1223442975,*CCCCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC,,0.36539147,,, +1223466134,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCCCCC(*)=O,,0.34302627,,, +1223535676,*Nc1ccccc1CC(c1ccccc1N)(c1ccccc1N)c1ccccc1N*,,0.34821531,,, +1223550383,*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36635489,,, +1224319371,*c1ccc2c(c1)C(=O)N(c1ccccc1Oc1ccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc1)C2=O,,0.37203471,,, +1224371344,*CCCCCCCCNC(=O)CCCCC(=O)N*,,0.35113971,0.291,, +1224631495,*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(-c4ccc(S(=O)(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.37003296,,, +1224767743,*OCCON(OCCO*)c1ccc(N=Nc2cc([N+](=O)[O-])ccc2OCCOC(=O)Nc2ccc(Cc3ccc(NC(*)=O)cc3)cc2)cc1,,0.33829793,,, +1225123322,*CC(*)C(=O)OCCCOc1ccc(C(=O)OCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.33201436,,, +1225921990,*Oc1ccc(C(=O)Nc2cc(SCCC#N)c(NC(=O)c3ccc(*)cc3)cc2SCCC#N)cc1,,0.36223788,,, +1225989211,*CCCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33327208,,, +1226464299,*Nc1c(C(C)(C)C)cc(C2(c3cc(C(C)(C)C)c(N*)c(C(C)(C)C)c3)c3ccccc3-c3ccccc32)cc1C(C)(C)C,,0.41407636,,, +1226489424,*c1ccc(Oc2ccc(N3C(=O)c4c(F)c(F)c(Oc5c(F)c(F)c(Oc6c(F)c(F)c7c(c6F)C(=O)N(*)C7=O)c(F)c5F)c(F)c4C3=O)cc2)cc1,283.2696326,,,, +1226552406,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc1,,0.34777302,,, +1226651340,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.35314116,,, +1227244872,*CC(*)C(=O)OCCCCCCCCC,,,0.281,0.892016503,10.93715508 +1227492040,*c1cccc(-c2nc3cc(-c4ccc5c(c4)nc(*)n5C)ccc3[nH]2)c1,,0.41641721,,, +1227953094,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37183498,,, +1229175862,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)cc1,,0.39274981,,1.096450635,19.41986966 +1229640212,*Nc1ccc([C@H](C)c2ccc(C3(c4ccc([C@@H](C)c5ccc(N*)cc5)cc4)CCC(CCCC)CC3)cc2)cc1,,0.36917749,,, +1230087703,*C=Cc1ccc(-c2nnc(-c3ccc(C=Cc4ccc5c(c4)c4cc(-c6ccc7c(c6)c6cc(*)ccc6n7CCCCCCCC)ccc4n5CCCCCCCC)cc3)n2-c2ccccc2)cc1,,0.39496451,,, +1230182375,*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2cccc(P(=O)(c4ccccc4)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c2)C3=O)C(C)(C)C1=O,138.7903633,,,, +1231617285,*CC(*)NC=O,,0.27493701,,, +1231928634,*C(=O)c1cc2c(cc1Cl)C(=O)N(c1c(C)cc(C)c(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1C)C2=O,,0.41818103,,, +1233245878,*c1ccc(Oc2ccc(-c3cccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)n3)cc2C(F)(F)F)cc1,,0.39084929,,, +1233315694,*C=Cc1ccc(*)cc1,,0.38774885,,, +1233336012,*CCOCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1,,0.33599238,,, +1233529700,*CCN(CCOC(=O)C=Cc1ccc(C=CC(=O)O*)cc1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35081029,,, +1233557380,*CC(*)(C)CCC,,0.39381473,0.174,, +1234075748,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.36313366,,, +1234355256,*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(C)c6ccc(C(C)(C)c7ccc(Oc8ccc(NC(=O)c9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1,,0.36837941,,, +1235337223,*NC1=N[C@H](N*)N(CO)C(N)=N1,,0.29102826,,, +1235772628,*Nc1ccc(-c2ccccc2)c(-c2c(CC)cccc2CC)c1N*,,0.3607122,,, +1235835504,*Oc1c(Br)cc(C(C)(C)c2cc(Br)c(OC(=O)c3cccc(C(*)=O)c3)c(Br)c2)cc1Br,,0.41973656,,, +1236281959,*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.38484293,,, +1236372812,*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8c7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36074861,,, +1236653976,*CCOCCOC(=O)O*,,0.32111694,,, +1236698324,*c1cccc(C(c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)c1,,0.36984267,,, +1237680808,*N=P(*)(Oc1ccc(C(C)C)cc1)Oc1ccc(C(C)C)cc1,,0.40872556,,, +1237730261,*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C=CC4=O)c3)cc2)cc1,,0.34689977,,, +1237783866,*Oc1ccc(C(c2ccc(Oc3c(F)c(F)c(C(=O)c4c(F)c(F)c(*)c(F)c4F)c(F)c3F)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.3658273,,, +1237875565,*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.36049034,,, +1238011731,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C=Nc2ccc(C#N)cc2)cc1,,0.3618059,,, +1238020141,*CC(*)OC(=O)C1(C)CCCCC1,,0.3613498,,, +1238107253,*c1cc(N2C(=O)c3ccc(Oc4cccc5c(Oc6ccc7c(c6)C(=O)N(*)C7=O)cccc45)cc3C2=O)cc(C(F)(F)F)c1,,0.37819795,,, +1238169222,*N=P(*)(OCc1ccc(Br)cc1)OCc1ccc(Br)cc1,,0.37799409,,, +1238226226,*c1ccc(Cc2ccc(N3C(=O)CC(Nc4ccc(Cc5ccc(NC6CC(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1,,0.3630038,,, +1238987612,*NCc1cccc(CN*)c1,,0.31831938,,, +1239353537,*C(=O)OCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.3305321,,, +1239672440,*CCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,,0.34021913,,, +1239731818,*c1ccc(Sc2ccc(Sc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)s2)cc1,,0.37246963,,, +1239746533,*CCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.3442798,,, +1239868812,*Oc1ccc(-c2ccc(OC(=O)c3ccc(-c4ccc(C(*)=O)cc4)cc3-c3ccccc3)cc2)cc1,,0.35602332,,, +1240229654,*C1C2CC(C1*)C([Si](C)(C)C)C2,,0.43382057,,, +1240400626,*C(=O)Oc1ccc(OCCCCCCCCCCCCOc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.35267151,,, +1240885962,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1ccc(Oc2ccccc2)cc1,,0.37479029,,, +1241111211,*Nc1cc2c(cc1N*)C(CCCCCCCC)(CCCCCCCC)c1ccccc1-2,,0.36691614,,, +1241410417,*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37368209,,, +1241617720,*CC(CO*)(CS(=O)(=O)CC)CS(=O)(=O)CC,,0.37003283,,, +1242192055,*CCCCOC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O*,,0.31017139,,, +1242216634,*C(F)C(*)C(F)(F)F,,0.31361691,,, +1242356842,*Nc1ccc2c3ccc4ccc5ccccc5c4c3c3ccccc3c2c1N*,,0.35285371,,, +1242684513,*CCCCCOC(=O)c1ccc(C(=O)O*)cc1,,0.34203506,,, +1242973596,*CC(*)(C)C(=O)OC1(C)C2CC3CC(C2)CC1C3,,0.37224912,,, +1242989659,*CCOCCOCCOC(=O)c1ccc(C(=O)O*)cc1,36.06576581,,,, +1243367222,*c1ccc(Oc2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5ccc(Oc6ccc(-c7nc8ccc(-c9ccc%10nc(*)oc%10c9)cc8o7)cc6)cc5)cc4)cc3)cc2)cc1,,0.38892688,,, +1243527935,*Nc1ccc(Oc2ccc(Nc3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1,,0.38890239,,, +1244119715,*/C=C/c1cc(CCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1CCCCCCCCCCC,,,0.368,0.89127614,15.68183389 +1244604743,*c1cc(O)c(O)cc1*,158.9171015,,0.183,0.986360805,13.85120498 +1244610888,*c1ccc(-c2nc3ccc(Oc4ccc5nc(*)c(-c6ccccc6)c(-c6ccccc6)c5c4)cc3c(-c3ccccc3)c2-c2ccccc2)cc1,,,0.27,0.956272559,25.28802464 +1245028222,*Oc1ccc(Oc2ccc(NC(=C(C#N)C#N)c3ccc(C(Nc4ccc(*)cc4)=C(C#N)C#N)cc3)cc2)cc1,,0.39351854,,, +1245052771,*c1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1,155.8375326,,,, +1245106816,*Oc1c(C(C)C)cc(*)cc1C(C)C,,0.44422978,,, +1245265865,*C=CC1CC(*)C2C(=O)N(c3ccc(C)cc3)C(=O)C12,,0.38445256,,, +1245320293,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1C,,0.37828298,,, +1245611127,*CC(O*)c1ccccc1,,0.36793308,0.181,1.068349202,12.8198381 +1246412636,*c1cccc(N2C(=O)c3ccc(Oc4c(C)cc(-c5cc(C)c(Oc6ccc7c(c6)C(=O)N(*)C7=O)c(C)c5)cc4C)cc3C2=O)c1,,0.39022826,,, +1246466408,*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccccc7-c7ccccc7Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.3624363,,, +1246478630,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1,,0.35295865,,, +1247053205,*Oc1c(Cl)cc(C2(c3cc(Cl)c(OC(*)=O)c(Cl)c3)CC3CCC2C3)cc1Cl,,0.40020648,,, +1247276415,*CCNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NCCN(*)c3ccc(/C=C/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1,,0.35889095,,, +1247283822,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(P(=O)(c5ccccc5)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38593544,,, +1247292893,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(OCCOCCOc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.34407338,,, +1247307752,*c1ccc(OCCCCCCCCCCCOc2ccc(-c3ccc4nc(-c5cccc(-c6cc(-c7ccccc7)c7cc(*)ccc7n6)c5)cc(-c5ccccc5)c4c3)cc2)cc1,,0.3894808,,, +1247311317,*CCC(C)C(C)CCNC(=O)c1cc(C(=O)N*)cc(C(C)(C)C)c1,,0.35663758,,, +1247317223,*Nc1ccc(-c2cc3ccc2CCc2ccc(c(-c4ccc(N*)c(N)c4)c2)CC3)cc1N,,0.36354697,,, +1247694906,*C(=O)Nc1cc(C(F)(F)F)ccc1Oc1cccc2c(Oc3ccc(C(F)(F)F)cc3NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cccc12,,0.36667366,,, +1248082530,*C(=Cc1cc(OCCCCCCCC)c(C=C(c2ccccc2)c2ccc3c(c2)Sc2ccc(*)cc2S3)cc1OCCCCCCCC)c1ccccc1,,0.39856806,,, +1248304721,*c1ccc(Oc2ccc(-c3cnc4cc(-c5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1,,0.39789231,,, +1248717152,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1,,0.36252693,,, +1248950707,*CCC(=O)NCC(=O)N*,70.42884183,,,, +1249625777,*CCCNC(=O)CNC(=O)C(NC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NC(C(=O)NCC(=O)NCCCOCCOCCO*)C(C)C)C(C)C,,0.34386538,,, +1249855570,*c1ccc(C(c2ccc(C(=O)OC)cc2)c2ccc(N(*)c3ccc(C)cc3)cc2)cc1,,0.42975739,,, +1250128226,*CC(CC)(CC)CO*,,0.3776766,,, +1250174161,*CC(C)C(*)(C)C,,0.37444531,0.2026666666666666,, +1250664164,*Nc1cc2cc3cc4cc5ccccc5cc4cc3cc2cc1N*,,0.34863907,,, +1250759727,*Nc1ccc(-c2c3ccccc3c(-c3ccc(N*)cc3)c3ccccc23)cc1,,0.3582881,,, +1250976105,*Oc1ccc(NC(=O)/C=C/c2ccc(/C=C/C(=O)Nc3ccc(*)cc3)cc2)cc1,,0.33908362,,, +1251251952,*C=CC(*)(C)C,,0.41706039,,, +1251718993,*C(=O)CCCCCCCCC(=O)N1CC(C)N(*)CC1C,,0.35664394,,, +1251846091,*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.34851961,,, +1251856230,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.35606637,,, +1252158010,*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37544083,,, +1252177757,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C7(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)CCC(c8ccccc8)CC7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.38624967,,, +1252473600,*C(C)C(*)C(=O)OC12CC3CC(CC(C3)C1)C2,,0.38554512,,, +1252624826,*C[Si](*)(C)CCCCCC,,0.39640493,,, +1252741517,*Nc1ccc(-c2ccc(N*)c(/C=C/c3ccccc3)c2/C=C/c2ccccc2)cc1,,0.35976311,,, +1252756161,*SCC(=O)NN=Cc1ccc(OCCCCCCCCCCOc2ccc(C=NNC(=O)CSc3nnc(*)s3)cc2)cc1,,0.36696758,,, +1252814215,*CC(*)C(=O)NCCCCCCCCCCCCCCCC,,,0.3105,0.864456022,12.35489175 +1252824054,*C=CC1CC(*)C(C(=O)Oc2ccccc2)C1,,0.36298238,,, +1253121067,*CCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.34210366,,, +1253393179,*CC(COC(C)OCC)O*,,0.36879886,,, +1253409024,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c1,,0.35906708,,, +1253785759,*CC(*)(F)C(=O)OCCC,,0.35411146,,, +1253961002,*Oc1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(OC(=O)c3ccc4c(c3)Cc3cc(C(*)=O)ccc3-4)cc2)cc1,,0.38005772,,, +1254056862,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N=Nc2ccc(C3OCC4(CO3)CC3C=CC4C3)cc2)cc1,,0.3670177,,, +1254412515,*C#Cc1cccc(C#C[SiH](*)C)c1,,0.48442803,,, +1254752288,*Nc1ccc(-c2ccc3c(c2)C(C)(C)c2cc(-c4ccc(N*)cc4)ccc2-3)cc1,,0.3647088899999999,,, +1255030804,*Nc1ccc(-c2cc(N*)cc(-c3ccccc3)c2)cc1,,0.34439898,,, +1255406268,*c1ccc2c(c1)C(=O)N(c1c(C(C)C)cc(Cc3cc(C(C)C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)cc1C(C)C)C2=O,,0.43780015,,, +1255816024,*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)c5ccc([Si](C)(C)c6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c2)c1,,0.39436632,,, +1256351112,*Nc1ccc(C2(c3ccc(N*)cc3)c3cccc(C)c3-c3cccc(C)c32)cc1,,0.3731668,,, +1256508173,*C(=O)Nc1cccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4cccc(NC(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c4)cc3)cc2)c1,,0.35369558,,, +1256836915,*Nc1ccc(*)cc1OCCCCCCCCCCCCCCCC,,,0.3671666666666667,0.899934311,14.9826959 +1256957523,*CCOP(=O)(N=Nc1ccc(-c2ccc(N=NP(=O)(O*)OCC)cc2)cc1)OCC,,0.35913079,,, +1256991095,*C=CC1CC(*)C2C(=O)N(CCCCCCCCC)C(=O)C12,,0.37137448,,, +1257255803,*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1,,0.36672584,,, +1257657215,*c1ccc(Oc2ccc(Oc3ccc(-c4nc(*)nc(-c5ccccc5)n4)cc3)cc2)cc1,,0.40894875,,, +1257792790,*O[Si](C)(CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.39205725,,, +1257932675,*CC(*)OC(=O)CC(C)=O,9.819405608,,,, +1257958128,*CCCCCCCCCNC(=O)CCCCCCCCCC(=O)N*,,,0.312,0.933531017,25.4839371 +1258103517,*Nc1ccc(-c2ccc(N*)c(C)c2-c2ccccc2)cc1,,0.35793789,,, +1258628140,*Oc1ccc(-c2ccc(OC(*)(Oc3ccccc3)Oc3ccccc3)c(C)c2)cc1C,,0.3726312,,, +1259156024,*C(=O)Nc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c2)c1,213.4893774,,,, +1259678348,*CC(*)C(=O)Oc1ccc(-c2ccccc2)cc1,,0.3489094,0.2055,1.091305455,11.54820166 +1259746879,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc1,48.20867337,,,, +1260132541,*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.39071977,,, +1260477255,*CCCCCCNC(=O)c1c(Cl)c(Cl)c(C(=O)N*)c(Cl)c1Cl,,0.35512749,,, +1260660121,*CC/C=C(/*)CCCCCCC,,,0.269,, +1261008131,*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc2)C3=O)cc(C(C)(C)C)c1,,0.37319105,,, +1261139473,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3Cc3ccccc32)cc1,,0.3749586,,, +1261531807,*CCc1ccc(CCNC(=O)CCCCCCCCCCCCC(=O)N*)cc1,,0.36154696,,, +1261888727,*C(=O)c1ccc(C(=O)N(CCC)c2ccc(Cc3ccc(N(*)CCC)cc3)cc2)cc1,173.7390032,,,, +1262712163,*OP(=O)(Oc1ccc(-c2ccc(*)cc2)cc1)OC1CCCCC1,,0.36429244,,, +1263057506,*CC(*)(C)C(=O)OCC#C,,0.35098547,,, +1263366372,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.33929019,,, +1263725170,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6cccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)c6)cc5C4=O)cc3)c2)cc1,,0.35641912,,, +1263773798,*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36830388,,, +1263993270,*Oc1ccc(Oc2ccc(C(=O)c3cccc4cccc(C(=O)c5ccc(*)cc5)c34)cc2)cc1,,0.3769196,,, +1264073564,*Nc1ccc([C@@H](CC)c2cccc([C@H](CC)c3ccc(N*)cc3)c2)cc1,,0.36105687,,, +1264214740,*Sc1ccc(Nc2ccc(Nc3ccc(*)cc3)cc2)cc1,,0.4021004,,, +1264383388,*Nc1ccc(/N=N/c2ccc(/C=C/c3ccc(/N=N/c4ccc(N*)c5ccccc45)cc3)cc2)c2ccccc12,,0.36475136,,, +1264421130,*CC(*)c1cc(-c2ccc(C(=O)OC(C)CCCCCC)cc2)ccc1-c1ccc(C(=O)OC(C)CCCCCC)cc1,,0.37966374,,0.947782381,10.01820949 +1264684812,*CC(*)c1cc(C(=O)Oc2ccc(OC)cc2)ccc1C(=O)Oc1ccc(OC)cc1,,0.34367981,,, +1264707088,*CCOC(=O)Nc1ccc(CCCCc2ccc(NC(=O)O*)cc2)cc1,,0.34609329,,, +1264767069,*Oc1ccc(OC(=O)c2cc(N=Nc3ccc(OCC)cc3)ccc2-c2ccc(N=Nc3ccc(OCC)cc3)cc2C(*)=O)cc1,,0.36951145,,, +1264867007,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)[nH]n6)cc5)cc4)cc3)cc2)cc1,,0.38159758,,, +1265296504,*c1cc(C(=O)OCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1,,0.36068687,,, +1265311522,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O,,0.37431986,,, +1265853164,*CCSCc1ccc(Cc2ccc(CSCCOC(=O)CCSCc3ccc(Cc4ccc(CSCCC(=O)O*)cc4)cc3)cc2)cc1,,0.36622097,,, +1266330575,*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.40434518,,, +1266599294,*CCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.33765741,,, +1266997255,*CCOC(=O)c1ccccc1C(=O)O*,,0.3271084,,, +1267045105,*c1cc(C(c2ccc(OCCN(c3ccccc3)c3ccc(C=CC4=CC(=C(C#N)S(C)(=O)=O)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(C=CC2=CC(=C(C#N)S(C)(=O)=O)CC(C)(C)C2)cc1,,0.37934659,,, +1267165499,*Nc1cccc(-c2cccc(/C=C/c3ccccc3)c2/C=C/c2ccccc2)c1N*,,0.35817163,,, +1267231154,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5s4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)n1,,0.36524921,,, +1267496441,*CCCN(*)C(=O)CCCCC,,0.36869304,,, +1267767457,*CCCCCCCC(=O)OCCOC(=O)CCCCCCCC1OCC(COCC2COC(*)O2)O1,-2.553202642,,,, +1267983155,*CC(C)(CO*)COCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.33988756,,, +1268212088,*NC1=C(/C=C/c2ccc(N*)cc2)C=C(Cc2ccccc2)C(N)(N)[C@@H]1Cc1ccccc1,,0.34133831,,, +1268591883,*C(*)C(=O)OC(C)(C)C,12.73837737,,,, +1268903954,*CC1CCC(COC(=O)c2ccc(NC(=O)O*)cc2)CC1,148.8519878,,,, +1269165942,*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc(C)cc3)cc2)cc1,,0.34896025,,, +1269399876,*CC(O)COc1ccc(S(=O)(=O)c2ccc(O*)c(C)c2)cc1C,,0.35246453,,, +1269445005,*CC(=O)Nc1cccc2c(NC(=O)COc3ccc4ccccc4c3Sc3c(O*)ccc4ccccc34)cccc12,,0.34427885,,, +1269889405,*CC(*)c1cc(Br)ccc1OCCCC,,0.41686593,0.1493333333333333,1.214722149,12.90254496 +1269952522,*Nc1ccc2c(c1)-c1cc(N*)ccc1C2(c1ccccc1N)c1ccccc1N,,0.36757979,,, +1270138741,*Nc1ccc2cc3ccccc3cc2c1-c1c(N*)ccc2cc3ccccc3cc12,,0.35802001,,, +1270448600,*Nc1ccccc1C1(c2cc(C)ccc2N*)CCCCC1,,0.36301614,,, +1270893836,*CCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,,,0.259,, +1271079066,*c1ccc(-c2ccc(N(*)c3ccc(CCCC)cc3)cc2)cc1,,0.43625228,,, +1271134038,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)cc4)cc3)cc12,,0.35493198,,, +1272587185,*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc5nc(*)cc(-c6ccccc6)c5cc4n3)cc2)cc1,,0.42862349,,, +1273620790,*CC(*)C(=O)OCCCCOc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35994367,,, +1274254712,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(NC(=O)CCCC(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1,,0.3351735,,, +1275263414,*CCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1,,0.33751561,,, +1275276173,*Oc1ccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(=O)Nc4ccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37546944,,, +1275591013,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O,,0.38954407,,, +1275707146,*Oc1ccc(Oc2ccc(Oc3ccc(Oc4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)cc3)cc2)cc1,,0.35576866,,, +1275832134,*/C=C/c1cc(CCCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1CCCCCCCCCCCC,,,0.315,0.863597922,16.18461866 +1276163646,*CCCCCCN(C(=O)C(F)(F)C(F)(F)C(F)(F)C(=O)N(*)C(C)C)C(C)C,,0.35467829,,, +1276246944,*c1ccc(OC(=O)Nc2ccc(-c3ccc(NC(=O)Oc4ccc(-c5nc(-c6ccc([N+](=O)[O-])cc6)[nH]c5*)cc4)cc3OC)c(OC)c2)cc1,,0.36184068,,, +1276410560,*c1ccc2c(c1)C(=O)N(c1ccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.33986713,,, +1276975260,*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(-c2nc3ccc([N+](=O)[O-])cc3o2)cc1,,0.35306861,,, +1277787594,*CCCCCCOC(=O)Nc1ccc(C)c(NC(=O)OCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c1,,0.3490302,,, +1277971955,*CC(*)(C)C#N,,,0.146,0.912756425,16.28256988 +1278963276,*c1ccc(Oc2cccc(NC(=O)c3cc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)cc(N4C(=O)c5c(Cl)c(Cl)c(Cl)c(Cl)c5C4=O)c3)c2)cc1,,0.3655579,,, +1279775850,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCCCCCCCCCC9)cc8)cc7C6=O)cc5)cc4)CCC(C(C)(C)C)CC3)cc2)cc1,,0.38480107,,, +1279821267,*CC(*)(C)C(=O)OC,,,0.1594999999999999,0.906319536,14.29532166 +1280165390,*Nc1ccc(-c2ccc(N*)c(OC)c2)cc1OC,,0.33411517,,, +1280502593,*CCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.35177391,,, +1280563800,*CC(*)OC(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32384943,,, +1282073595,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)cc1,,0.40131849,,, +1282093980,*CCCCCCNC(=O)c1ccc(C2(C)CC(C)(C)c3ccc(C(=O)N*)cc32)cc1,,0.35883552,,, +1282732042,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3nc(-c4ccccc4)nc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)n3)cc1)C2=O,,0.40912107,,, +1282744521,*Nc1ccc(CC2=CC[C@H](Cc3ccc(N*)cc3)C=C2)cc1,,0.34680076,,, +1283103305,*CC(Cc1cccc2ccccc12)C[Si](*)(C)C,,0.37233408,,, +1283259076,*CC(*)c1ccc(CCCCCCCC)cc1,,0.40676664,0.2674999999999999,0.86701632,11.37694228 +1284040004,*Nc1ccc([C@H]2[C@H](C)c3cc(N*)ccc3C2(C)C)cc1,,0.36746212,,, +1284082821,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1,,0.33816204,,, +1284164313,*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1,,0.41462508,,, +1285221061,*CCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.3489851,,, +1285571721,*CC1CCCC(CNC(=O)CCCCC(=O)N*)C1,,0.33557048,,, +1285747694,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,,,0.3379999999999999,0.892806607,20.14069114 +1286286715,*CC(*)(C)C(=O)OCCN(CC)c1ccc(N=Nc2nc3ccc([N+](=O)[O-])cc3s2)cc1,,0.37343287,,, +1286574060,*c1ccc(-c2ccc(-c3c(-c4ccccc4)nc4ccc(Oc5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1,,0.40808604,,, +1286616307,*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7-c7ccccc76)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1,,0.44097468,,, +1286748689,*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)c(C(F)(F)F)c3)cc2)cc1C(F)(F)F,,0.37834788,,, +1286920787,*C=C(C#N)C(=O)OCCCCCCOC(=O)C(C#N)=Cc1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.36240665,,, +1287697682,*c1ccc2cc(OC(=O)c3cccc(C(=O)Oc4ccc5cc(-c6nc7ccccc7nc6*)ccc5c4)c3)ccc2c1,,0.37114739,,, +1287726377,*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37938549,,, +1287850309,*C=C(*)c1ccccc1C(F)(F)F,,0.41894641,,, +1287920729,*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)C5C6C=CC(C7C(=O)N(*)C(=O)C67)C5C4=O)cc2)C(=O)N(CCc2ccccc2)C3=O)cc1,,0.38062067,,, +1288275829,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)Nc4cccc(NC(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1,,0.36217731,,, +1288612893,*Nc1ccc2c(c1)-c1ccc3c4ccc5c6c(ccc(c7ccc(c1c73)C2)c64)Cc1c(N*)cccc1-5,,0.33775178,,, +1289045435,*Nc1cc(C)c(-c2cccc(C)c2-c2cc(C)c(N*)cc2C)cc1C,,0.37804144,,, +1289126534,*CCCC1(CCCNC(=O)CCCCC(=O)N*)c2ccccc2-c2ccccc21,,0.34825862,,, +1289234945,*CC(*)C(=O)OCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.35313837,,, +1289453744,*N=P(*)(OCC(F)(F)C(F)(F)C(F)(F)F)OCC(F)(F)C(F)(F)C(F)(F)F,-77.91107652,,,, +1290046924,*Oc1ccc(NC(=O)c2cc(NC(=O)CCCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,,0.33591306,,, +1290159505,*C(=O)Nc1cccc2c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)cccc12,,0.36744912,,, +1290242331,*Oc1ccc(C(=C(Cl)Cl)c2ccc(OC(*)=O)cc2)cc1,,0.37391919,,, +1290671546,*Nc1ccc2c(c1)-c1ccccc1-c1cc(N*)ccc1-c1cc(N)ccc1-2,,0.37663236,,, +1290806312,*c1ccc(Oc2ccc3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3c2)cc1,,0.37149644,,, +1290822168,*c1cc(N=Nc2ccc(C#N)cc2)cc(*)c1O,,0.39563271,,, +1291515166,*CC(*)OC(=O)C1(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C1(F)F,,0.33243377,0.086,0.81190569,13.56949767 +1291566068,*CCCCCCCCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.357058,,, +1291851819,*CCCCCCCCCCCCNC(=O)CCCCC(=O)N*,,,0.3745,0.944709172,22.08425305 +1292415850,*C(Cl)=C(*)CCCCCC,,0.40438433,,, +1292622955,*Nc1ccc(/C=C/c2ccc(N*)c(C)c2C)cc1,,0.35534148,,, +1293239198,*=c1cc2ccc3cc(=c4c5ccccc5c(=*)c5ccccc45)cc4ccc(c1)c2c34,437.49,,,, +1293974706,*Nc1cc2c3ccccc3c3ccccc3c2c(N*)c1N,,0.3316594,,, +1294053022,*C1C2CCC(C2)C1*,,0.39273913,,0.859348965,14.8573309 +1294362796,*CC(*)C(=O)OCCCCCCCCCCCCCC,,,0.3215,0.867171478,11.51022625 +1294421875,*CCCCCCOC(=O)OCCCOC(=O)OCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.33499957,,, +1294607317,*Oc1ccc(C(C)c2ccc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cc2)cc1,76.95210942,,,, +1295002110,*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Sc4ccc(Sc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.38799659,,, +1295229741,*CCCCCCOC(=O)CCCCCCCCC(=O)OCCCCCCN1C(=O)c2ccc(S(=O)(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.34948634,,, +1295293979,*C1C(*)C2CC1C1C=CCC12,,0.43220188,,, +1295301974,*CC(*)C(=O)OCCOCC(F)(F)C(F)(F)C(F)(F)F,,0.33448798,,, +1295510505,*CCC[Si](C)(C)O[Si](C)(C)CCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.37495768,,, +1295536082,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(-c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36892515,,, +1295850561,*Nc1ccc(CC(CC(C)(C)c2ccc(N*)cc2)=C(C)C)cc1,,0.34957516,,, +1295880392,*NCCCNCCNCCCN*,,0.33492047,,, +1296143576,*O[Si](C)(C)CCCN=C1C=CC(=NCCC[Si](*)(C)C)c2c(O)ccc(O)c21,,0.39150617,,, +1296755065,*c1ccc(*)nc1,322.0959561,,,, +1297415322,*N=P(*)(OCCCCCC)OCCCCCC,,0.4012116,,, +1297876567,*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.36105469,,, +1297972519,*CCCCCCCCCCCCCCCCC(=O)N*,15.38660594,,0.379,, +1298070198,*CC(*)C(=O)OCC(C)CCC,,,0.217,0.903896392,12.10743643 +1298418799,*NNC(=O)c1ccc(C(*)=O)cc1OCC,,0.33579349,,, +1298446728,*c1ccc2c(c1)C(=O)N(c1ccc3c(c1)Cc1cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)ccc1-3)C2=O,,0.40300966,,, +1298577403,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)C5C6C=CC(C7C(=O)N(*)C(=O)C67)C5C4=O)c3)c2)c1,,0.37016836,,, +1298805440,*CC(*)(C)C(=O)OCCC(C)(C)C,,,0.1895,0.860835583,11.4609216 +1299104612,*CC(*)C(=O)NCCCCCC(=O)O,,0.30692904,0.2495,1.07691203,11.78404643 +1299119036,*Nc1ccccc1-c1ccc(NC(=O)c2ccc(C(*)=O)cc2)cc1,,0.34525764,,, +1299451372,*Nc1ccc2c(c1)C(C)(C)c1cc3cc4ccccc4c(N*)c3cc1-2,,0.36945143,,, +1299554017,*CCCCCCCCCCCC(=O)N*,,0.37505502,0.3409999999999999,,21.42021733 +1299836604,*CC(*)C(=O)OCCCCCCCCCCCCCCCCCCCCCC,,,0.3585,0.846770802,13.56836556 +1300048574,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C(C)(C)C)cc(-c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3C(C)(C)C)cc1)C2=O,,0.41772006,,, +1300127001,*CC1(*)CC(=O)OC1=O,143.854555,,,, +1300383951,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1,,0.46246248,,, +1300562294,*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(*)=O)cc3Sc3ccc4ccccc4c3)cc2)cc1,,0.35785251,,, +1300646660,*c1ccc(Oc2ccc(-c3cccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)c3)cc2C(F)(F)F)cc1,,0.38085344,,, +1300902354,*Nc1ccc([C@H](C)c2ccc(C3(c4ccc([C@@H](C)c5ccc(N*)cc5C)cc4)CCCCC3)cc2)c(C)c1,,0.37089997,,, +1300907784,*Sc1ccc(C(=O)c2ccc(C(C)(C)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.40938395,,, +1301068905,*OC(COC(=O)c1ccc(C(*)=O)cc1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35889758,,, +1301288779,*CC(*)OC(=O)C(C)(C)C,,0.3821509,,, +1301620481,*Nc1ccc2c(c1)C(c1ccc(C)cc1)(c1ccc(C)cc1)c1cc(N*)ccc1-2,,0.38337526,,, +1301630790,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCCCCCCCCCC8)cc7)cc6C5=O)cc4)cc3C)c(C)c2)cc1,,0.38784907,,, +1301948076,*CC(OCC)C1C(=O)OC(=O)C1*,,0.31032484,,, +1302310440,*c1ccc(CCc2ccc(N3C(=O)C(=O)N(c4ccc(CCc5ccccc5N5C(=O)C(=O)N(*)C5=O)cc4)C3=O)cc2)cc1,,0.35446793,,, +1302453294,*Nc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(NC(=S)NC(=O)CCCCCCCCC(=O)NC(*)=S)c3)cc2)c1,,0.34740592,,, +1302563585,*OS(=O)(=O)c1ccc(Oc2ccc(S(=O)(=O)Oc3ccc(C4(c5ccc(*)cc5)CCCCC4)cc3)cc2)cc1,149.9071313,,,, +1303245845,*Nc1ccc(Cc2ccccc2-c2ccccc2-c2ccc(N*)cc2)cc1,,0.35281368,,, +1304546254,*C=CC1CC(*)C2C(=O)N(CCCCCCC)C(=O)C12,,0.36908283,,, +1305600405,*Nc1c(N)c(O)c(C)c(O)c1N*,,0.30904003,,, +1305829895,*CCCCCCCCNC(=O)C(OC)C(OC)C(=O)N*,,0.3476494,,, +1306591589,*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(-c4ccc(S(=O)(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.36986468,,, +1307322805,*c1ccc(Oc2ccc(Oc3ccc(NC(=O)c4cccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)c4)cc3)cc2)cc1,,0.35725183,,, +1307515193,*c1ccc(NC2CC(=O)N(c3ccc(-c4sc(-c5ccc(N6C(=O)CC(Nc7ccc(-c8nc(C#N)c(C#N)nc8*)cc7)C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)C2=O)cc1,,0.40408501,,, +1307775698,*CCCC1(CCCNC(=O)c2cccc(C(=O)N*)c2)c2ccccc2-c2ccccc21,,0.35132317,,, +1308167790,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)c1)C2=O,,0.37344882,,, +1308663062,*N[C@@]12C3=CCc4ccccc4[C@]31[C@@]21[C@]2(NC)C3=CCc4ccccc4[C@]321,,0.35949556,,, +1308684557,*Oc1ccc(-n2on2-c2ccc(OC(=O)CCCCCCCCCCC(*)=O)cc2C)c(C)c1,50.67469492,,,, +1308745603,*CC(*)(C)C(=O)OCCCCCCCCCCCC,,,0.2665,0.876333907,11.1507459 +1308822610,*Nc1ccc([C@@]2(C)c3ccc(N*)cc3CC2(C)C)cc1,,0.36731857,,, +1308893158,*c1ccc(-c2ccc(-c3cc(-c4ccc(-c5ccc(Oc6ccccc6)cc5)cc4)c4cc(-c5ccc6nc(*)cc(-c7ccc(-c8ccc(Oc9ccccc9)cc8)cc7)c6c5)ccc4n3)cc2)cc1,,0.38479819,,, +1309160623,*CCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O*,,0.3238941,,, +1309401144,*c1cccc(S(=O)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.36365297,,, +1310550432,*CC(OCC(C)C)C1(C)C(=O)OC(=O)C1(*)C,,0.34284139,,, +1310881775,*C(=O)Oc1ccc(C(c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37721251,,, +1311329501,*[Se]c1c(Cl)c(Cl)c(*)c(Cl)c1Cl,,0.39302909,,, +1311388075,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.36650764,,, +1311473361,*Oc1ccc(C(=Cc2cc(OC)c(C=C(c3ccc(*)cc3)c3ccc(C(F)(F)F)cc3)cc2OC)c2ccc(C(F)(F)F)cc2)cc1,,0.3904137,,, +1312487500,*NC(CC(=O)OCc1ccccc1)C(*)=O,70.10647363,,,, +1312935547,*CC(*)C(=O)OCCCCCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.3602016,,, +1313130081,*Oc1ccc(NC(=O)c2cc(NC(=O)C34CC5CC(CC(C5)C3)C4)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,,0.35628794,,, +1313149520,*c1ccc(C(c2ccccc2)(c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)C(F)(F)F)cc1,,0.39310677,,, +1313165210,*Nc1ccc(C2(c3ccc(N*)c(F)c3)c3ccccc3-c3ccccc32)cc1F,,0.37295561,,, +1313737543,*O[Si](C)(C)c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc([Si](*)(C)C)c2)c1,,0.39988791,,, +1313953255,*CC(CC(*)(C#N)C#N)c1ccc(Cl)cc1,,0.39209317,,, +1314048322,*Nc1cc2ccc3cc4ccccc4cc3c2c(C=C)c1N*,,0.34315656,,, +1314252641,*CC(O)COc1ccc(C(=O)c2ccc(OCC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1,,0.34542983,,, +1314700598,*CCCCCCNC(=O)CCP(C)(=O)CCC(=O)N*,,0.33988654,,, +1314710990,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)Nc4ccc(-c5ccc(NC(=O)c6ccc(*)cc6)cc5C(F)(F)F)c(C(F)(F)F)c4)cc3)cc2)cc1,,0.36383822,0.2685,1.198766828,27.69445684 +1315123551,*O[Si](C)(C)O[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C,,0.3890851,,, +1315505306,*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1C(=O)CC,,0.35362648,,, +1315760893,*Nc1ccc([C@H](C=C)c2ccc(Cc3ccc([C@@H](C=C)c4ccc(N*)cc4)cc3)cc2)cc1,,0.35508348,,, +1315872207,*CC(*)(C)C(=O)Oc1ccc(C(=O)C=Cc2ccc(Cl)cc2)cc1,,0.3546963,,, +1316732452,*OC(=O)OCCCCOC(=O)OC1COC2C(*)COC12,,0.3180929,,, +1316887618,*CC(*)(C)C1=NC(C)(C)C(=O)O1,,0.35497529,,, +1318130357,*C=CC1CC(*)C2C(=O)N(c3ccc(Br)cc3)C(=O)C12,,0.39805684,,, +1318650528,*CCCC(*)C,,0.40163185,,, +1318766747,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc(B(c3c(C)cc(C)cc3C)c3c(C)cc(C)cc3C)cc2)cc1,,0.34069727,,, +1318838343,*Nc1ccc(NC(=O)C=CC(*)=O)cc1,115.1255691,,,, +1319010024,*CC(*)c1cccc(NC(C)=O)c1,,0.3447239,,1.037473199,12.26908267 +1319112543,*c1ccc(-c2c(-c3ccccc3)nc3ccc(-c4ccc5nc(-c6ccccc6)c(*)c(-c6ccccc6)c5c4)cc3c2-c2ccccc2)cc1,,0.39774474,,, +1319321747,*CC(*)c1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4ccccc4-5)ccc2-3)cc1,,0.40538104,,0.887288053,12.74028627 +1319410597,*Oc1cccc(OC(=O)c2cc(C(C)(C)C)c(OC(=O)c3ccc(C(=O)Oc4c(C(C)(C)C)cc(C(*)=O)cc4C(C)(C)C)cc3)c(C(C)(C)C)c2)c1,135.2011857,,,, +1320165565,*Nc1cc(C)c(C2(c3c(C)cc(N*)cc3C)c3ccccc3-c3ccccc32)c(C)c1,,0.3801695,,, +1320607876,*Oc1ccc(C2(c3ccc(OC(=O)CCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36266451,,, +1321017513,*Oc1ccc(-c2ccc(C(C)(C)c3ccc(-c4ccc(OC(*)=O)c(F)c4)cc3)cc2)cc1F,,0.36767878,,, +1321194504,*CC(*)P(=O)(c1ccccc1)c1ccccc1,,0.38231193,,, +1321346245,*OC1C(COCC)OC(*)C(OCC)C1OCC,,0.37498776,,, +1321681529,*Oc1ccc(OC(=O)c2cc(OCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1,,0.34952872,,, +1321705347,*OP(=O)(Oc1ccccc1)OC(CCl)COc1ccc(S(=O)(=O)c2ccc(OCC(*)CCl)cc2)cc1,,0.35156893,,, +1321934906,*Oc1ccc(N=Nc2ccc(*)cc2)cc1,116.9759489,,,, +1322145207,*c1cc(/C=N/c2ccc(C)cc2)c(*)c(OC)c1,,,0.215,0.9332806,24.66422713 +1322304083,*Nc1ccc(C(c2ccc(N)cc2)c2cccc(N*)c2)cc1,,0.35836442,,, +1322409102,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.35829726,,, +1322812178,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8c7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36611158,,, +1322899924,*c1cc(C(=O)OCCCCCCCCCCOc2ccc(-c3ccc(OC(=O)c4ccc(OCC(F)CCCCCC)cc4)cc3)cc2)c(*)s1,,0.36606782,,, +1323119594,*OC(=O)C(C)NC(=O)CCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12,,0.32870245,,, +1323225597,*c1cccc(N2C(=O)c3cccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1,,0.36430041,,, +1323245183,*Nc1ccc(C)c(C)c1-c1c(N*)ccc(C)c1C,,0.36698246,,, +1323525187,*CC(*)C(=O)OCCN(C)C,,0.36492858,,, +1323609368,*C(=Cc1cc(OC)c(C=C(c2ccc(F)cc2)c2ccc3cc(*)ccc3c2)cc1OC)c1ccc(F)cc1,,0.3940856,,, +1324036450,*Nc1ccc(-c2cc(N*)ccc2-c2c(-c3ccccc3)ccc(-c3ccccc3)c2-c2ccccc2)cc1,,0.36283476,,, +1324493760,*Nc1cc(CC)c(C2(c3cc(CC)c(N*)cc3CC)c3ccccc3-c3ccccc32)cc1CC,,0.38916158,,, +1325509753,*Nc1ccc(C(=O)c2ccc(N*)cc2)cc1,,0.337244965,,, +1325980765,*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OC)cc2)cc1,,0.3349532,,, +1326111661,*CC(CCCC)C(CCCC)COC(=O)c1ccc(C(=O)O*)cc1,,0.36856898,,, +1326151916,*c1ccc(Cc2ccc(N3C(=O)CC(Nc4ccc(N(c5ccc(Nc6ccc([N+](=O)[O-])cc6)cc5)c5ccc(NC6CC(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1,,0.37796488,,, +1327742614,*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3ccc([Si](c4ccccc4)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.37668952,,, +1328109466,*CCCC1CC(=O)N(*)C(=O)C1,,0.32853402,0.23,1.09306772,17.92550338 +1328279815,*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)OCC(C)CC)cc2)cc1,,0.36613468,,, +1328538029,*N=P(*)(OC)OC,,0.33810683,,, +1329379844,*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32895822,,, +1329476125,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.35825823,,, +1329795537,*CC(O)COC(=O)CCCCCCCCCCC(=O)OCC(O)COc1ccc(O*)cc1,,0.34177602,,, +1329805417,*c1ccc(-c2sc(-c3cc(CCCC)c(*)s3)cc2CCCC)cc1,,0.49358329,,, +1330350980,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1,,0.34097584,,, +1330491095,*Oc1ccc(C(C)(C)c2ccc(OC(=O)Oc3ccc(Cc4ccc(OC(*)=O)cc4)cc3)cc2)cc1,,0.35217052,,, +1330672528,*Nc1nc(C)nc(N*)n1,,0.3244865,,, +1330783970,*CCCCCCNC(=O)C(O)C(O)C(=O)N*,149.1553302,,,, +1330841310,*CCCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.35720916,,, +1330844840,*CC(COCOCC(C)([N+](=O)[O-])[N+](=O)[O-])O*,,0.44890128,,, +1331449531,*CCC(C(=O)OCC)C(*)C(=O)OCC,,,0.2075,0.983422084,17.46362519 +1332074394,*c1ccc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.38387233,,, +1332282841,*CC(*)C(=O)OCCCCCCCCCCCn1c2ccccc2c2ccccc21,,0.36992924,,, +1332783697,*OC(=O)OCC1OC(C)(C)OC1COC(=O)OC1COC2C(*)COC12,,0.32749602,,, +1332933153,*c1ccc([Si](*)(C)C)cc1,126.7080905,,,, +1333138019,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCC)cc1,,0.33525127,,, +1333183317,*Oc1ccc(C(C)=Nc2ccc(N=C(C)c3ccc(Oc4ccc(C(c5ccccc5)(c5ccccc5)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.38978483,,, +1333418832,*Nc1ccc(-c2ccc3c4ccc(-c5ccc(N*)cc5)cc4c4ccccc4c3c2)cc1,,0.34206693,,, +1333567417,*Nc1ccc(C2(c3ccc(N*)cc3)C=C(C(C)C)C=C[C@@H]2C(C)C)cc1,,0.37150212,,, +1333596225,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3C)c(C)c1)C2=O,,0.39115299,,, +1333610491,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3-c3cccc4ccccc34)c2)cc1,,0.35656149,,, +1333766804,*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.33894182,,, +1333923150,*NCCCNCCCN*,,0.3265421,,, +1334743519,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(C(c5ccc(C(=O)c6ccc(*)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37426463,,, +1335169485,*CCc1ccc(*)c(Br)c1,,0.40939985,,, +1335256384,*Oc1ccc(C(=O)NNC(=O)c2cccc(C(=O)NNC(=O)c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)c2)cc1,,0.33756272,,, +1335530924,*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(CC)CC2)cc1,,0.37532282,,, +1335818219,*CC(*)c1ccc(CCCCCCCCCCCC)cc1,,0.40128707,0.3035,0.85312948,11.9470464 +1335837736,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(N=Nc2ccc(C)cc2)cc1,,0.35543807,,, +1335930330,*c1cccc(N2C(=O)c3ccc(Oc4cccc5c(Oc6ccc7c(c6)C(=O)N(*)C7=O)cccc45)cc3C2=O)c1,,0.36724296,,, +1336441380,*CCCOC(=O)c1cccc(C(=O)O*)c1,,0.3342418,,, +1336532550,*CCN(*)C(=O)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,-52.64825421,,,, +1336700268,*Oc1ccc(-c2ccc(OC(=O)c3ccc(Oc4ccc(C5(c6ccc(Oc7ccc(C(*)=O)cc7)cc6)CCC(C(C)(C)C)CC5)cc4)cc3)cc2C)c(C)c1,,0.37755445,,, +1336943329,*C(*)F,,0.33115728,,, +1336999615,*Nc1ccc(-c2ccc(N*)c(Cc3ccccc3)c2Cc2ccccc2)cc1,,0.35426981,,, +1337045352,*CCCCCCOC(=O)OCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.36434074,,, +1337142448,*Oc1ccc(NC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)cc1,,0.36897255,,, +1337289078,*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(*)cc3)cc2)cc1,,0.37072306,,, +1337317565,*CC(*)(C)C(=O)O,,0.2715841,,, +1337375382,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.35862232,,, +1337675110,*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2c1,,0.35681519,,, +1337696117,*CCCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,,0.37340882,0.389,, +1337772240,*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)C(=O)Nc5c(Cl)cc(Cl)cc54)cc3)c2)cc1,,0.3679968,,, +1338251164,*OC(COC(=O)c1ccccc1C(*)=O)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35887152,,, +1338688328,*CC(*)(C)C(=O)OC(C)C(C)(C)C,,0.3963458,0.1674999999999999,0.844615787,10.99075229 +1339056719,*c1cccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1,,0.3655675,,, +1339302130,*CC(*)C(=O)OCCCC,,,0.2075,0.952753315,12.71172021 +1339379527,*C(C)=C(*)c1ccccc1,,0.41349595,,, +1340249291,*c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,,0.38859265,,, +1340852987,*CC(*)(C)C(=O)OCC[N+](C)(C)CCCCS(=O)(=O)O,,0.45104433,,, +1341096524,*C=CC1CC(*)C2C(=O)N(CCCCCCCC)C(=O)C12,,0.36926721,,, +1341187910,*Cc1cccc(CNC(=O)CCCCC(=O)N*)c1,,0.32740895,,, +1341702533,*C=Cc1ccc(C=Cc2ccc3c(c2)Sc2cc(*)ccc2N3c2ccc(OCCCCCCCCCCCC)cc2)cc1,,0.3922989,,, +1341724908,*Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N*)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.34875187,,, +1341866550,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35929695,,, +1342064373,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccccc2)cc1-c1ccccc1,,0.36668313,,, +1342174126,*C(=O)c1ccccc1-c1ccccc1C(=O)N1CCN(*)CC1,,0.36072955,,, +1342666772,*c1ccc(C(=O)c2ccc(-c3nc4cc(-c5ccc6nc(*)[nH]c6c5)ccc4[nH]3)cc2)cc1,300.9001313,,,, +1343284955,*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(C(=O)OC)cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O,,0.39142907,,, +1344066127,*CCCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.3784776,,, +1344203582,*c1ccc(-c2sc(-c3ccc(-c4cc(CCCCCCCCCCCC)c(*)s4)cc3)cc2CCCCCCCCCCCC)cc1,,0.42148672,,, +1344237352,*c1c(C)cc(C(c2cccc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.41905022,,, +1344927771,*CC(*)C(=O)OCCCOc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35935263,,, +1345021190,*CCCCCCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC,,0.36323545,,, +1345501676,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.33379444,,, +1345670200,*CC(COc1ccc(C(C)(c2ccccc2)c2ccc(O*)cc2)cc1)OC(C)=O,,0.35362656,,, +1345726690,*CC#CCOC(=O)CCCCCCC(=O)O*,,0.35175594,,, +1345866279,*O[Si](*)(C)c1ccc(C)cc1,,0.39948933,,, +1345870350,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc7ccccc7n6-c6ccc(-n7c(*)nc8ccccc87)cc6)cc5)cc4)cc3)cc2)cc1,,0.3802456,,, +1345870546,*CCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.35143027,,, +1346046576,*Oc1ccc(C(=O)OCCCCCCOC(=O)c2ccc(*)cc2)cc1,,0.35010483,,, +1346259301,*C=CC(C)C(*)C(=O)OCCN(C)c1ccc(N(C)C)cc1,,0.37701058,,, +1346551249,*CC1(*)CCC(C)CC1,,,0.164,, +1346729731,*Nc1ccc2cc(N*)c(-c3cc4ccccc4c(N)c3N)cc2c1,,0.34931736,,, +1346910233,*CCCCCCCCCCCCOc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(O*)cc4)cc3)cc2)cc1,,0.39073827,,, +1347090486,*CCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,,0.37098942,0.281,0.930218098,21.56106622 +1347844859,*c1ccc2c(c1)C(=O)N(c1cccc(S(=O)(=O)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.37548521,,, +1347977204,*CCOC(=O)CC(=O)O*,-90.52916041,,,, +1349126211,*CC(*)C(=O)Oc1cccc(C(=O)OC)c1,,0.33263806,,, +1349202654,*CC1CCC(COC(=O)c2cccc(C(=O)O*)c2)CC1,,0.35579865,,, +1349238031,*CCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.34709523,,, +1349530452,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OC(C)C)cc1,,0.34605005,,, +1349559067,*CC(CS(=O)(=O)C(C)C)O*,,0.37689062,,, +1349609988,*Nc1c(N)n(C)c(N*)nc1=O,,0.3003834,,, +1349614436,*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccccc4Oc4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.35589538,,, +1349968586,*NC(=O)[C@H](CCC[C@H](N)C(=O)O)N*,,0.29081425,,, +1350186524,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.38811935,,, +1350245180,*Nc1ccc(C(CCCC[C@H]2CC[C@H](/C=C/[C@H]3CC[C@H](CCC)CC3)CC2)c2ccc(N*)cc2)cc1,,0.3683838,,, +1350837084,*CC(C)(CC)C(=O)O*,,0.3539173,,, +1350968415,*C1C(=O)N(CCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1*,,0.35300767,,, +1351618025,*CC(*)(C)C(=O)OCCOC(=O)c1cc(OC(=O)c2ccc(N=Nc3ccc(OCCCCCCC)cc3)cc2)cc(OC(=O)c2ccc(N=Nc3ccc(OCCCCCCC)cc3)cc2)c1,9.014452923,,,, +1352932501,*Nc1ccc(-c2ccc(-c3cc(-c4ccc(N*)cc4)cc(-c4ccc(-c5ccc(N)cc5)cc4)c3)cc2)cc1,,0.35536772,,, +1353112393,*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,,,0.38825,0.884434958,21.19385371 +1353148965,*Nc1cc(N*)c2c3ccccc3c3ccccc3c2c1,,0.33007057,,, +1353215039,*c1cccc(Oc2ccc(P(=O)(c3ccccc3)c3ccccc3)c(Oc3cccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1,,0.3682581,,, +1354246474,*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3C)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.36478693,,, +1355319996,*C(=O)NCCN(CCNC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.33834048,,, +1355567925,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(-c9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.36733109,,, +1355819266,*Nc1cccc(NC(=O)CCCCCCCCC(*)=O)c1,,0.34121372,,, +1356052280,*CCOCCOCCOCCOc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1,,0.35954959,,, +1356279835,*CC(*)c1ccccc1Cl,,,0.1436666666666667,, +1356849537,*c1ccc(N(c2ccc(N(C)C)cc2)c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.417039,,, +1356914950,*c1cccc(N2C(=O)c3cccc(Oc4ccc(-c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1,,0.36636392,,, +1357039642,*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(S(=O)(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37627805,,, +1357177247,*c1ccc(-c2ccc(-c3ccc(-c4ccc(N(*)c5ccc(C)cc5)cc4)c4c(C)ccc(C)c34)c3c(C)ccc(C)c23)cc1,,0.41844123,,, +1358109974,*Nc1ccc(/C=C/c2cc(/C=C/c3ccc(N)cc3)cc(/C=C/c3ccc(N*)cc3)c2)cc1,,0.35610463,,, +1358861008,*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)CC8CC7C7CCCC87)cc6)cc4)C5=O)cc3)cc2)cc1,,0.36692147,,, +1358943628,*CC(*)(F)C(=O)OC,,0.3195917,,, +1359050753,*NC1=C(CC=C)[C@H](CCCCC)c2cccc3ccc(N*)c1c23,,0.3464462,,, +1359082710,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5cccc(C(F)(F)F)c5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38188218,,, +1359130105,*c1cccc(N2C(=O)c3cccc(Oc4ccc(Oc5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1,,0.36431938,,, +1359436093,*Nc1ccc(-c2ccc(C)cc2)c(-c2ccc(C)cc2)c1N*,,0.36465263,,, +1359594039,*c1ccc(C=C(c2ccc(OC)cc2)c2ccc(C(=Cc3ccc(N(*)c4ccccc4)cc3)c3ccc(OC)cc3)cc2)cc1,,0.40199668,,, +1359687224,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.35002992,,, +1359872176,*CC(*)(C)C(=O)NC(=O)OC(C)COc1ccc(S(=O)(=O)c2ccc(OCC(C)O)cc2)cc1,,0.33219505,,, +1360256183,*Cc1ccc(C(C)(C)c2ccc(CN3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(*)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)o2)o1,,0.35852465,,, +1361184303,*Nc1ccc(C2(c3ccc(N*)c(-c4ccccc4)c3)c3ccccc3-c3ccccc32)cc1-c1ccccc1,,0.379009425,,, +1361620762,*C=CC(C)C(*)C(=O)OC,,0.36981772,,, +1361875495,*c1cc(C(C(=O)OC)C(=O)OC)c(*)s1,,0.39850796,,, +1362818896,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(C(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.39211202,,, +1362829798,*CC(*)P(=O)(OCC)N(C)C,,0.3661564,,, +1362985746,*C=NN(CCCC)c1ccc(S(=O)(=O)c2ccc(N(CCCC)N=Cc3ccc4c(c3)c3cc(*)ccc3n4CC)cc2)cc1,139.604302,,,, +1363453372,*Oc1ccc(Oc2ccc(NC(=O)c3cc(C(=O)Nc4ccc(*)cc4)cc(N4C(=O)c5c(Cl)c(Cl)c(Cl)c(Cl)c5C4=O)c3)cc2)cc1,315.5911196,,,, +1363602163,*CCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.39697678,,, +1364091804,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.37216814,,, +1364709079,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.438999,,, +1365155281,*C#Cc1cccc(C#C[SiH](*)c2ccccc2)c1,,0.45724186,,, +1365375368,*CC(*)C(=O)Oc1cc(C)cc(C)c1,,0.36603281,,, +1365608843,*CCCCCCNC(=O)C(OC)C(OC)C(=O)N*,,0.33568737,,, +1365694834,*CCCCCCCC(=O)OCC1COC(*)O1,,0.35131956,,, +1365820335,*C1OCCCC1C1C(=O)OC(=O)C1*,,0.31521835,,, +1365848174,*c1ccc(-c2nc3cc4nc(-c5ccccc5)c(*)nc4cc3nc2-c2ccccc2)cc1,,0.51398194,,, +1365937405,*CC(OC(C)C)C1C(=O)OC(=O)C1*,,0.31948862,,, +1366065674,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.36983712,,, +1366196353,*Nc1ccc(-c2ccc(N*)cc2-c2cccc3ccccc23)c(-c2cccc3ccccc23)c1,,0.35926745,,, +1366250569,*CCCCCCCCCCCCO*,,,0.4307499999999999,0.85333452,24.21423422 +1366419204,*Nc1ccc(C2(c3ccc(N*)c(C)c3)c3cc(-c4ccccc4)ccc3-c3ccc(-c4ccccc4)cc32)cc1C,,0.3801140149999999,,, +1366538369,*Oc1ccc(OC(=O)c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,176.5386789,,,, +1366987461,*Nc1ccc(C(=CCC(C)(c2ccc(N)cc2)c2ccc(N*)cc2)c2ccc(N)cc2)cc1,,0.35500045,,, +1367013502,*N=P(*)(OCCOCCOC)OCCOCCOC,,0.35370177,,, +1367398148,*CCCOC(=O)O*,,0.31917204,,, +1367679735,*CC1CCC(COP(=O)(N=Nc2ccc(C(=O)c3ccc(N=NP(=O)(O*)OC)cc3)cc2)OC)CC1,,0.36569586,,, +1367828072,*CC(*)(C)C(=O)Oc1ccc(OCc2ccccc2)cc1,,0.34318377,,, +1367832773,*c1ccc(N(c2ccccc2)c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.41550047,,, +1367879345,*CCSC(=O)CCCCC(=O)S*,-21.91188888,,,, +1368560795,*Nc1ccc2c(-c3ccccc3)c3cc(N*)ccc3c(-c3ccccc3)c2c1,,0.36152182,,, +1369201997,*C(=O)NC1CCC(CC2CCC(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CC2)CC1,,0.3545699,,, +1369478865,*CC(*)S(=O)c1ccccc1,137.9705527,,,, +1369988926,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.38241921,,, +1370170679,*Oc1ccc(C(CC)(CC)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.36895658,,, +1370228225,*CCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.35379237,,, +1370311648,*Oc1cccc(NC(=O)c2ccc(C(c3ccc(C(=O)Nc4ccc(*)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)c1,157.6228264,,,, +1370577687,*CC(*)C(=O)NCC(N)=O,,0.24561261,,, +1370610727,*CCCC=C(*)c1ccccc1,,0.38339331,,, +1370707470,*CCN(*)CC[Si](C)(C)C,,0.41091348,,, +1370747504,*CCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,,,0.355,0.933728856,22.40485025 +1370904651,*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2C3CCC(C3)C2c2ccccc2)cc1,,0.36998662,,, +1371045959,*C1C2CC(C)C(C2)C1*,,0.40953416,,, +1372092396,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(Cl)c2)cc1Cl,,0.37511386,,, +1372197295,*Oc1c(C)cc(*)cc1C,,,,0.945927386,16.3810139 +1372357517,*CCCCCCOC(=O)O*,,0.34844798,,, +1372478864,*Oc1ccc(-c2ccc(OC(=O)c3ccc(-c4ccc(C(*)=O)cc4C(F)(F)F)c(C(F)(F)F)c3)cc2C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)c(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)c1,,0.36028801,,, +1373042522,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34700053,,, +1373216700,*Nc1ccc2c(c1)C1(c3cc(N)ccc3-2)c2cc(N)ccc2-c2ccc(N*)cc21,,0.38294109,,, +1373295279,*Nc1ccc(C(c2ccc(N*)cc2)[C@H](CCC)CCCCC(c2ccc(N)cc2)c2ccc(N)cc2)cc1,,0.35865315,,, +1373519109,*CC(CCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)OCC(C)CC)cc2)cc1)O*,-0.17829817,,,, +1373716942,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1,,0.36106386,,, +1373795866,*Nc1ccc(-c2ccc(-c3ccc(-c4ccc(N*)cc4)c4ccccc34)c3ccccc23)cc1,,0.36481305,,, +1375025595,*C(=O)Oc1ccc([Si](C)(CC)c2ccc(OC(=O)c3ccc(*)s3)cc2)cc1,,0.3789267,,, +1375441577,*N/N=N\c1ccc2ccccc2c1-c1c(/N=N/N*)ccc2ccccc12,,0.36086898,,, +1375874201,*NC1=CC=C(C2(c3ccc(N*)cc3)CCCCC2)CC=C1,,0.35363223,,, +1376051647,*CC(*)(C)C(=O)Oc1cccc(C)c1C,,0.36564325,,, +1376172701,*Nc1ccc(C(C)(CCc2cc(N*)ccc2-c2ccc(N)cc2C)c2ccc(N)cc2)cc1,,0.36703698,,, +1376346368,*c1ccc(-c2ccc(-c3ccc4c(c3)C(CCCCCCCC)(CCCCCCCC)c3cc(-c5ccc(*)s5)ccc3-4)s2)cn1,,0.45492217,,, +1376684295,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(=O)Nc4ccc(*)cc4)cc3)cc2)cc1,,0.35061579,,, +1376982255,*CCCCCCCCCCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCCCCCCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.34938578,,, +1377024014,*C(=O)NNC(=O)c1ccc(*)nc1,135.1836518,,,, +1377176379,*c1ccc(C2(c3ccc(-c4nnc(*)o4)cc3)OC(=O)c3ccccc32)cc1,,0.4359793,,, +1377849521,*CC(*)c1ccc(COCCO)cc1,,0.34743668,,, +1378439616,*CCCCCC(=O)Nc1ccc(NC(=O)CCCCCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.33248324,,, +1378483093,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5nc6ccc(-c7ccc8nc(*)c(-c9ccccc9)nc8c7)cc6nc5-c5ccccc5)cc4)cc3)cc2)cc1,,0.39796101,,, +1378557946,*N[C@H]1CC[C@H](C[C@H]2CC[C@H](N*)[C@@H](C)C2)C[C@@H]1C,,0.36416977,,, +1378818444,*Nc1ccc(C(Cc2ccccc2)(Cc2ccccc2)c2ccc(N*)cc2)cc1,,0.36110645,,, +1379119982,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C=CC2=C(C#N)C(=C(C#N)C#N)OC2(C)C)cc1OCCCCCC,,0.37360953,,, +1379290572,*Oc1ccc(NC(=O)Nc2ccccc2CCc2ccccc2NC(=O)Nc2ccc(*)cc2)cc1,,0.35119431,,, +1380589062,*CC(*)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(OCC)cc2)cc1,,0.36990497,,, +1380807593,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1,,0.36329439,,, +1381195647,*c1ccc(NC2CC(=O)N(c3ccc(Cc4ccc(N5C(=O)CC(Nc6ccc(-c7nc(-c8ccc(C=Cc9ccc([N+](=O)[O-])cc9)cc8)[nH]c7*)cc6)C5=O)cc4)cc3)C2=O)cc1,,0.37470794,,, +1381337604,*Oc1ccc(C(=Cc2ccc(-c3ccc(C=C(c4ccccc4)c4ccc(OC(=O)CCCCC(*)=O)cc4)cc3)cc2)c2ccccc2)cc1,,0.37196915,,, +1381529897,*CC(*)(C)C(=O)OCCNC(C)(C)C,,0.36999858,0.184,0.899956342,11.94476747 +1382189340,*CCC=C(*)C(C)C,,0.40099098,,, +1382529497,*O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1,,0.4683381,,, +1382532575,*Nc1ccc(C2=CC[C@](N*)(c3ccccc3)C=C2)cc1,,0.343948335,,, +1382706123,*Oc1c(F)c(F)c(S(=O)(=O)c2c(F)c(F)c(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(F)c2F)c(F)c1F,,0.36236981,,, +1382769983,*Nc1cccc2c1OC1(Oc3c(cccc3N*)C=C1C)C(C)=C2,,0.35078115,,, +1383097828,*CC(*)(C)C(=O)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32884638,0.084,1.517768128,12.13515797 +1383379124,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCC(C)C)cc1,,0.34693865,,, +1383381631,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3cccc(N)c32)cc1,,0.368668165,,, +1383628967,*C(=O)c1ccc(Oc2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.36913731,,, +1384565570,*CCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.37561448,,, +1385095283,*Nc1cccc2c1-c1ccc(N*)c3cccc-2c13,,0.33425976,,, +1385421838,*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,,,0.3944285714285714,0.881825572,22.00194528 +1386193418,*Nc1ccc(C(CC)(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.36099654,,, +1386252295,*CC(CS(=O)(=O)CC)O*,,0.36974777,,, +1386318462,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.39042731,,, +1386480271,*CC(*)n1c2ccccc2c2cc3ccccc3cc21,,0.38102074,,, +1386834034,*CCCCCCCCCCCCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1,,0.36337534,,, +1387274327,*OC(C)C(=O)NC(C)C(*)=O,,0.33069722,,, +1387462410,*CCN(*)C(=O)c1ccccc1F,,0.34924662,,, +1387474634,*c1cc(C(c2ccc(OCCN(C)c3ccc(C=CC4=CC(=C(C#N)C(=O)OCc5ccc(Oc6c(F)c(F)c(F)c(F)c6F)cc5)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(C=CC2=CC(=C(C#N)C(=O)OCc3ccc(Oc4c(F)c(F)c(F)c(F)c4F)cc3)CC(C)(C)C2)cc1,,0.36411083,,, +1387601413,*CCN(CCNC(=O)c1ccc2c(c1)C(=O)N(*)C2=O)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.34587663,,, +1387608181,*CC(*)CCCCCCCCCCCCCCCCCCCC,21.77937998,,0.4019999999999999,, +1387610033,*Nc1ccccc1NC(=O)c1ccc(C(*)=O)cc1,231.8080905,,,, +1387678477,*c1ccc(-c2cnc3cc4ncc(*)nc4cc3n2)cc1,,0.44896941,,, +1387768222,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c([N-][N+]#N)c4)cc3[N-][N+]#N)cc2)cc1,181.1592195,,,, +1388155176,*Nc1ccc2c(c1N*)Cc1ccccc1C2,,0.3459074,,, +1388167094,*C1c2cccc3cccc(c23)C1*,,0.40696221,,, +1388289215,*CCCCNC(=O)C(=O)N*,,0.29824188,,, +1388694213,*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,-98.70472035,,,, +1388851619,*Nc1cccc2c1C(CCC)(CCC)c1c(N*)cccc1-2,,0.36616885,,, +1388941962,*OP(=O)(Oc1ccc([N+](=O)[O-])cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.35035156,,, +1389124790,*c1cccc(S(=O)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc(Sc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.36721228,,, +1389236508,*CC(*)(C)C(=O)OC(COc1cc2ccccc2c2ccccc12)COc1cc2ccccc2c2ccccc12,,0.34422999,,, +1389502780,*Nc1ccc2cc3c(N*)cccc3cc2c1,,0.3412073,,, +1389796975,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37420624,,, +1389935777,*CC(*)C(=O)NC,,0.31352975,,, +1390124643,*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.39879809,,, +1390426236,*CC(*)c1cccc(OC(C)=O)c1,,0.34951316,,1.002961799,14.19064142 +1390442930,*CC(CCCCCCCC)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1,,0.33456199,,, +1390880036,*Oc1ccc(-c2ccc(OC(=O)/C=C/c3ccc(/C=C/C(*)=O)cc3)cc2)cc1,,0.34195777,,, +1390904524,*CC(*)(C)C(=O)OCC1CC(NC(=O)OC(C)(C)C)CN1C(=O)OC(C)(C)C,,0.36053611,,, +1391196204,*CC(*)SCCCC,,0.42462566,,, +1391471000,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5C(F)(F)F)C6=O)cc4)cc3)cc2)cc1,,0.38249401,,, +1391471674,*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ncccc2C)C3=O)cc(C(=O)NNC(=O)CCCC(*)=O)c1,,0.3253017,,, +1391761944,*Cc1cc(C(C)(C)C)cc(*)c1O,,0.40309705,,, +1392013159,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37421287,,, +1392018017,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(-c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O,302.652739,,,, +1392118578,*CCCCCCCCOC(=O)CCCCCNC(=O)c1ccc(C(=O)NCCCCCC(=O)O*)cc1,,,0.276,, +1392601033,*Nc1ccc(C(=C(c2ccc(N)cc2)c2ccc(N*)cc2)c2ccc(N)cc2)cc1,,0.36763505,,, +1393144437,*CCOC(=O)c1ccc(C2(C)CC(C)(C)c3ccc(C(=O)O*)cc32)cc1,,0.36910231,,, +1393145054,*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(C)(C)CCCCC(*)(C)C)cc5C4=O)cc3)cc1)C2=O,,0.36933669,,, +1393359836,*C(=O)Nc1ccc(Sc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)NC(=O)c7ccccc76)cc5)cc3)C4=O)cc2)cc1,,0.36914488,,, +1393430812,*Nc1ccc(CC[C@H](c2ccccc2)c2ccc(N*)cc2)cc1,,0.34550971,,, +1394137835,*O[Si](C)(C)c1ccc2cc3cc([Si](*)(C)C)ccc3cc2c1,,0.407332,,, +1394335529,*CCCCCCCCCCCCCCCCCCCCCCOC(=O)CC(CC(=O)O*)c1ccccc1,,,0.354,, +1394769597,*Nc1ccc2ccc3c4ccccc4ccc3c2c1N*,,0.34015504,,, +1394885564,*c1ccc(-c2ccc(C(*)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38907083,,, +1394969707,*OC(COC(=O)c1ccc(C)cc1C(*)=O)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.3633577,,, +1395351360,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(C)c6cccc(C(C)(C)c7ccc(Oc8ccc(C(=O)Nc9ccc(*)cc9)cc8)cc7)c6)cc5)cc4)cc3)cc12,,0.36813986,,, +1395602302,*Oc1ccc(C(=O)c2ccc(*)cc2)cc1,,0.37786189,,1.182134646,25.66079856 +1395946154,*c1ccc(C(c2ccc(C#N)cc2)c2ccc(N(*)c3ccc(C)cc3)cc2)cc1,,0.45124557,,, +1396011418,*Oc1ccc2c(c1)C(C)(c1ccc(OC(*)=O)cc1)CC2(C)C,,0.37135373,,, +1396173463,*NC(=O)O[C@@H]1/C=C\C=C/[C@H](C)[C@@H](/C(C)=C/C(N)(N*)C(N)(N)C[C@]2(O)CC(=O)O[C@@H](CC)[C@H]2C)OC(=O)CC/C=C(\C)[C@H](C)[C@H](O)[C@@H]1C,,0.30358477,,, +1396280832,*Nc1ccc2c(c1)-c1cc(N*)ccc1C2(C)C,,0.36307576,,, +1396448482,*Nc1ccc(CCc2cc3ccc2CCc2ccc(c(CCc4ccc(N*)cc4)c2)CC3)cc1,,0.35371722,,, +1396499237,*Nc1ccc([C@]23C[C@@]4(c5ccc(N)cc5)C[C@](c5ccc(N)cc5)(C[C@](c5ccc(N*)cc5)(C4)C2)C3)cc1,,0.37559858,,, +1397085325,*Nc1cc(C)c(Cc2ccc(CCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35526555,,, +1397226441,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCCCCCCCCCC6)cc5)cc4C3=O)cc2)cc1,,0.37598187,,, +1397367740,*O[Si](C)(C)CCCCCCOC(=O)C(C)Oc1ccc(OC(=O)c2ccc(-c3ccc(OCCCCCCCCCC[Si](*)(C)C)cc3)cc2)cc1[N+](=O)[O-],,0.37268989,,, +1397495008,*c1ccc(Oc2ccc(Oc3ccc(-c4cnc5ccc(-c6ccc7nc(*)cnc7c6)cc5n4)cc3)cc2)cc1,,0.38737398,,, +1397532955,*CC(F)(F)C1(F)CC(CC(O)(C(F)(F)F)C(F)(F)F)CC1*,,0.32389296,,, +1397660267,*CCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.34358239,,, +1397915827,*NCCC[Si](C)(C)O[Si](C)(C)CCCN*,,0.37320765,,, +1397995354,*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36490067,,, +1398649969,*c1cc(CCCCCCCCCCCCCCC)c(*)s1,,,0.3742499999999999,0.902739983,16.04613034 +1399574805,*CCCCCCN(C)C(=O)CCCC(=O)N(*)C,,0.35107943,,, +1399918189,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5-c5ccccc5)C6=O)cc4)cc3)cc2)cc1,,0.38081371,,, +1399962717,*c1cccc(S(=O)(=O)NCCCCNS(*)(=O)=O)c1,,0.33938166,,, +1399980984,*CC(*)(C)C(=O)OCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.348815,,, +1400204987,*OC(CCl)COC(=O)C1=C(C(=O)OCC(CCl)OC(=O)c2ccc(C(*)=O)cc2)C2C=CC1C2,,0.35028816,,, +1400904747,*Nc1cccc(-c2ccccc2-c2cccc3ccccc23)c1N*,,0.35403641,,, +1401313512,*OP(=O)(Oc1c(Cl)cccc1Cl)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl,,0.35947365,,, +1401699288,*OC1C(C)(C)C(OC(=O)c2ccc(C(*)=O)cc2)C1(C)C,,0.37886333,,, +1401767370,*CC(*)C(=O)OCCCSCC,,0.39575862,0.2155,1.049932374,13.79806606 +1401880967,*CC(*)(C)C(=O)OCCCCCCCCCCCCCCCC,,,0.26,, +1401907543,*C(=C(C#N)c1ccc(C(=O)OC2CCN(*)CC2)cc1)c1ccc(OC)cc1,,0.38086854,,, +1402707423,*CC(*)(C)C(=O)OCCC(C)CC(C)(C)C,,0.37283397,0.198,, +1403025307,*CC(*)Cc1ccccc1C,,0.37559758,,, +1403056181,*Nc1ccc(-c2ccc(N*)cc2-c2cccc(C)c2)cc1,,0.35636161,,, +1403885669,*C(F)(F)C(F)(F)C1(F)C(*)(F)OC(F)(F)C1(F)F,,,0.1265,1.564699369,19.456651 +1404736558,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCC)cc1,,0.34457254,,, +1404881179,*Oc1ccc(OC(=O)Oc2ccc(C(C)(C)c3ccc(OC(*)=O)cc3)cc2)cc1,,0.34624319,,, +1404906780,*CC(*)c1c(C)cc(C)cc1C,,0.40245926,0.1669999999999999,, +1405342945,*CC(*)(C)C(=O)OCCN(CC)c1ccc(N=Nc2ccc([N+](=O)[O-])c3ccccc23)cc1,,0.35424799,,, +1405483472,*c1ccc(NC(=O)c2cc(C(=O)Nc3ccc(S(*)(=O)=O)cc3)cc(S(=O)(=O)c3ccccc3)c2)cc1,,0.35464323,,, +1405504097,*c1ccc2c(c1)C(=O)N(c1ccc(OCCCCCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.35628749,,, +1405932277,*C1CCC(CC2CCC(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)CC2)CC1,,0.36947651,,, +1406114427,*Nc1ccc([C@H](C=C)c2ccc(C3(c4ccc([C@@H](C=C)c5ccc(N*)cc5)cc4)CCC(CCCC)CC3)cc2)cc1,,0.36703684,,, +1407338879,*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)(C(F)(F)F)C(F)(F)F)cc2)C3=O)cc(-c2ccccc2)c1,,0.37734538,,, +1408229683,*CC(*)(C)C(=O)OCc1ccccc1Cl,,0.35759108,0.159,1.151611779,13.32041855 +1408675476,*Oc1ccc(C(c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,150.9011854,,,, +1408691704,*Nc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(NC(=S)NC(=O)CCCCC(=O)NC(*)=S)c3)c2)c1,,0.33460461,,, +1408899479,*CCCCCCCCCCCCCCC(=O)N*,,0.37887581,0.389,0.89024336,23.00931982 +1409017581,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccccn7)nnc6*)cc5)cc4)c3)cc2)cc1,,0.37990238,,, +1409490636,*Nc1ccc(C)c2c(N*)cccc12,,0.33694341,,, +1409584413,*CC(*)c1ccccc1C(=O)NC,,0.35557991,0.1836666666666666,, +1409830378,*CC(OC)C1C(=O)OC(=O)C1*,,0.287972,,, +1409947542,*CC(*)(C)C(=O)OCCC1CCCCC1,,0.36923892,,, +1410914942,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2)cc1,,0.39642368,,1.103576244,21.11102867 +1411169396,*Oc1cc(CCCCCCCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.37339649,,, +1411192314,*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(-c7cc(-c8ccc(-c9ccccc9)cc8)cc(-c8ccc(NC(=O)Nc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)n7)cc6)cc5C4=O)cc3)n2)cc1,,0.3711086,,, +1411288736,*CC(=O)NCCCCCCNC(=O)CC1COC(*)CO1,,0.32963111,,, +1411415365,*CCOC(=O)c1cc(C(=O)O*)cc(C(C)(C)C)c1,,0.35812909,,, +1411771596,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCCC(=Cc5ccc(*)cc5)C4=O)cc3)cc2)cc1,,0.37492274,,, +1411897079,*c1ccc(C(=O)Oc2ccc(C(C)(C)c3ccc(OC(=O)c4ccc(N5C(=O)CC(SCCOCCSC6CC(=O)N(*)C6=O)C5=O)cc4)cc3)cc2)cc1,,0.34542063,,, +1412120720,*Nc1cccc(NC(=O)c2cccc(C(=O)Nc3ccc(C(=O)NC(*)=S)cc3)c2)c1,,0.33903798,,, +1412223212,*CC(*)(C)C(=O)OCc1ccc(OCCOCCOCCOCC)c(OCCOCCOCCOCC)c1,,0.35316611,,, +1412767415,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)cc4)cc3)cc2)cc1,,0.34762026,,, +1412954804,*CC(*)c1ccc(COc2ccc(-c3ccc(-c4ccc(C)cc4)c4nsnc34)cc2)cc1,,0.35943603,,, +1413330755,*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6c5)cc3)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35976848,,, +1413610901,*Oc1ccc(OC(=O)c2cc(OCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1,,0.35542806,,, +1413611773,*Oc1cc(C)c(*)c(C)c1Br,,0.42901007,,, +1413837140,*CC(*)(C)C(=O)OCSC,,0.36623582,,, +1414225049,*CC(*)C(=O)NCC,55.10481694,,,, +1415337639,*CCOCCOCCOCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.3414643,,, +1415406733,*C(=O)CCCCC(=O)c1ccc(C=C2CCC(=Cc3ccc(*)cc3)C2=O)cc1,197.4539358,,,, +1415457510,*Nc1cc2ccccc2c(-c2cccc(C)c2)c1N*,,0.35472795,,, +1416739755,*Nc1cccc(C2(c3cccc(N*)c3C)c3ccccc3-c3ccccc32)c1C,,0.371195595,,, +1417031371,*CC(*)c1cc(Br)ccc1OC(C)C,,0.4237647,0.124,, +1417043259,*Nc1ccc(C2=CC(C)(C)[C@H](N*)C(C)(C)C2)cc1,,0.36534008,,, +1417054451,*Nc1ccc(/C=C/c2ccc(N*)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.36615587,,, +1417361969,*CC(*)c1ccc(C(=O)N2CCCCC2)cc1,,0.37271412,,, +1417768053,*Nc1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(NC(=O)c3ccc4c(c3)Cc3cc(C(*)=O)ccc3-4)cc2)cc1,,0.37694297,,, +1417800703,*Oc1cccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccc(N=Nc5ccc([N+](=O)[O-])cc5)cc4)c4cccc(OC(=O)OCCOCCOC(*)=O)c4)cc3)cc2)c1,,0.37231044,,, +1417827855,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(N8C(=O)c9ccc(*)cc9C8=O)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.36551103,,, +1418585210,*CC(*)c1cccc(O)c1,,0.34145083,,, +1418607549,*CC(*)c1ccc(CCl)cc1,,0.38772297,,, +1418628819,*CC(CO*)(CSC)CSC,,0.41704128,,, +1419016384,*CC(*)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1,,,0.2135,1.12679408,12.43938389 +1419552421,*Nc1ccccc1C(c1ccccc1)(c1ccccc1N)c1ccccc1N*,,0.37480672,,, +1420611006,*CCCC1(C)CCN(C(=O)CCCC(=O)N2CCC(*)(C)CC2)CC1,,0.3501927,,, +1420737735,*N[C@@H](CCCC(=O)[C@](N)(CS)C(=O)O)C(=O)[C@@](CS)(N*)C(=O)O,,0.30543387,,, +1420812496,*OC(COC(=O)c1cc(C(*)=O)cc(C(C)(C)C)c1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.37044454,,, +1421209921,*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCCC(*)=O,,0.33135982,,, +1421320527,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OC(C)C)cc1,,0.33859086,,, +1421392945,*CNC(=O)OCC(OC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1)c1ccco1,,0.34356107,,, +1421653372,*OP(=O)(Oc1ccc(C)cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C,,0.36875805,,, +1421658168,*Nc1ccc(-c2ccc(Cc3ccccc3)cc2)c(C)c1N*,,0.34585663,,, +1421896070,*CCN(*)C(=O)CCCCCCC,,0.37652091,,, +1421909568,*NCCOCCN*,,0.310244355,,, +1422009513,*CC(*)C1CCCC1,,,0.2016666666666666,, +1422047403,*C[Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](*)(C)C,,0.44384338,,, +1422066716,*c1ccc(-c2ccc(N(c3ccc(OC)cc3)c3ccc4ccc(N(*)c5ccc(OC)cc5)cc4c3)cc2)cc1,,0.43192443,,, +1422469487,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(C(F)(F)F)cc5)C6=O)cc4)cc3)cc2)cc1,,0.38077033,,, +1422560601,*NC(C)(C)C(C)(C)N*,,0.338250255,,, +1423269762,*CCCCCCCC(=O)OCCOC(=O)CCCCCCCC1OCC2(COC(*)OC2)CO1,,0.34857545,,, +1423401067,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5cccc(*)n5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.39554354,,, +1423424888,*Nc1c(N*)c2cc3ccccc3cc2c2cc3ccccc3cc12,,0.34595266,,, +1423530794,*c1ccc(Oc2ccc(N3C(=O)N4C(c5ccc(OC)cc5)N(*)C(=O)N4C3c3ccc(OC)cc3)cc2)cc1,,0.39684923,,, +1424144967,*c1ccc(C(C)c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1,307.2645731,,,, +1424387141,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.35411311,,, +1424467870,*Nc1ccc(Cc2cccc(Cc3ccc(N*)cc3)c2)cc1,,0.3462571,,, +1426385152,*CCCOc1ccc(OCCCc2nnc(-c3ccc(-c4nnc(*)o4)cc3)o2)c(C)c1,,0.37021373,,, +1426651085,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)c3)cc1)C2=O,,0.36867528,,, +1426845091,*Oc1ccc(N=C(C)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(Oc5ccc(C(C)=Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38825618,,, +1426880410,*CC(*)(F)C(=O)OC(C(F)(F)F)C(F)(F)F,,0.31561364,,, +1426978607,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.37552366,,, +1427121961,*CC(C)(N=C=O)C1C(=O)OC(=O)C1*,,0.29181625,,, +1427163348,*C1C(=O)N(c2cc(Br)c(O[Si](C)(C)C(C)(C)C)c(Br)c2)C(=O)C1*,,0.46658823,,, +1427715399,*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccccc3)(c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)C(F)(F)F)cc1)C2=O,,0.40799156,,, +1428013665,*CCCCCCCCOC(=O)c1cccc(C(=O)O*)c1,,0.35394853,,, +1428459269,*CCCP(CCCNC(=O)N*)c1ccccc1,-49.19787298,,,, +1429766327,*Nc1ccc(-c2ccc(-c3ccc(N*)cc3)c3ccccc23)cc1,,0.35146434,,, +1429793294,*Nc1cc(N*)c(N)cc1N,,0.32432141,,, +1430116322,*CC(SS*)c1ccccc1,,0.40293208,,, +1430315937,*CC(O)COc1cccc(O*)c1,,0.33076501,,, +1430519110,*C(=O)c1ccc(C(=O)c2ccc(C=C3CCCC(=Cc4ccc(*)cc4)C3=O)cc2)cc1,240.3798309,,,, +1430804351,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1-c1ccccc1,,0.3631401,,, +1431061733,*CC(*)c1ccc(Cl)c([N+](=O)[O-])c1,,0.45234816,,, +1431221596,*c1cccc(NC(=O)CCCCCCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1,,0.35368633,,, +1431937128,*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(C)cc2)cc1,,0.34694127,,, +1432698021,*CC(*)OC(=O)c1ccc([Si](C)(C)C)cc1,,0.40244256,,, +1432821779,*CCN(CCOC(=O)c1ccc([Si](C)(C)c2ccc(C(=O)O*)cc2)cc1)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.3656424,,, +1432826264,*CCCCOC(=O)c1cccc(C(=O)O*)c1,,0.33869423,,, +1433887505,*NC1CCC(CC(C)(C)NC(=O)CCCCC(*)=O)CC1,,0.33902943,,, +1434137991,*CCCCCCCCSSCCCCSS*,,,0.192,, +1434167997,*/C=C/CCCCCCCCCC(Cl)CCCCCCCCC*,,,0.3419999999999999,0.878956685,20.00761368 +1435049128,*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCC)cc2)cc1,,0.34387044,,, +1435571706,*CC(F)(F)CC(*)(C(F)(F)F)C(F)(F)F,,0.3151687,,, +1435785371,*CCCCCOC(=O)CCCCSCCCCC(=O)O*,,,0.202,, +1436177841,*CC(*)C1CCC(C(C)(C)C)CC1,,0.41878097,,, +1436330682,*c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.40114484,,, +1436575335,*Nc1ccc2c(c1)C(C)(C)c1cc(N*)ccc1-2,,0.36132753,,, +1436896741,*CC(*)(C)C(=O)OCCN(CC)c1ccccc1,,0.36250293,,, +1437172858,*Nc1ccc(NC(=O)c2cc(NC(=O)c3ccncc3)cc(C(*)=O)c2)cc1,,0.33138478,,, +1437182858,*Nc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(NC(=S)NC(=O)c4ccc(C(=O)NC(*)=S)cc4)c3)c2)c1,,0.33973914,,, +1437198887,*CCCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.33944014,,, +1437455994,*CC(*)c1cccc2ccccc12,,,0.194,0.993182994,12.95937506 +1437522401,*C=CC1=C(*)CC(C(=O)OCC)(C(=O)OCC)C1,,0.37814836,,, +1437709159,*Nc1ccc2ccccc2c1-c1ccc2ccccc2c1N*,,0.35558527,,, +1437848848,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(S(*)(=O)=O)cc4)cc3)cc2)s1,,0.3741321,,, +1438275910,*c1ccc(Oc2ccc(-c3csc(N=Cc4ccc(OCCCCCCCCOc5ccc(C=Nc6nc(*)cs6)cc5)cc4)n3)cc2)cc1,,0.37304106,,, +1438410833,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.34168737,,, +1438539748,*CCCOC(=O)OCCCCCCOC(=O)OCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.32872339,,, +1439560323,*CCCC(=O)NCCCCCCNC(=O)CCCOC(=O)c1ccc(C(=O)O*)cc1,60.02078862,,,, +1439590900,*Oc1ccc(NC(=O)Nc2ccccc2CCc2ccc(NC(=O)Nc3ccc(*)cc3)cc2)cc1,,0.34891233,,, +1439796054,*c1ccc(C(c2ccc(N3C(=O)c4cc5c(cc4C3=O)C(C(F)(F)F)(C(F)(F)F)c3cc4c(cc3O5)C(=O)N(*)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.42823132,,, +1439837660,*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c6)cc4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36700382,,, +1439947780,*Nc1ccc(C(c2ccc(N*)cc2)c2ccc(C(C)C)cc2)cc1,,0.36575628,,, +1441154602,*Nc1ccc2ccc3ccc(N*)c4ccc1c2c34,,0.33563497,,, +1441221742,*CCCOC(=O)CCCCCC(=O)O*,-71.28231613,,,, +1441373602,*c1ccc(C(=O)Nc2ccc(-c3cc(Br)ccc3NC(=O)c3ccc(S(*)(=O)=O)cc3)cc2)cc1,,0.36672831,,, +1441731142,*c1ccc(Cc2ccc(NC(=O)c3cccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)c3)cc2)cc1,,0.35744351,,, +1441736260,*CCCCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,,0.35004101,,, +1442807010,*CC(*)(F)C(=O)OCC(F)(F)F,,0.31655801,,, +1443435953,*Nc1ccc2c3cccc4cccc(c5c(N*)ccc1c25)c43,,0.33627702,,, +1443684978,*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc(Sc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.36479388,,, +1443853019,*CC(*)C(=O)NCCCCCCCCCCCCCC,,,0.3746666666666667,0.86728938,11.91385451 +1443895665,*Nc1ccccc1-c1cc(-c2ccccc2N)cc(-c2ccccc2N*)c1,,0.34714968,,, +1443962559,*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCCCCCC(=O)O*,,0.33901503,,, +1444001096,*CC(*)C(=O)OCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.35282472,,, +1444443456,*CC(*)C(=O)OC1CCCCC1,,0.36637018,0.201,0.975831621,11.16519036 +1444497775,*Nc1ccc2c(c1)C(C)(C)c1cc3cc4ccc(N*)cc4cc3cc1-2,,0.366552245,,, +1444677131,*c1ccc(NC(=O)c2ccc(OCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1,,0.34281464,,, +1444682939,*Nc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(NC(=S)NC(=O)c4cccc(C(=O)NC(*)=S)c4)c3)c2)c1,,0.34030013,,, +1444841962,*c1ccc(Oc2ccc(-c3csc(N=Cc4ccc(OCCCCOc5ccc(C=Nc6nc(*)cs6)cc5OC)c(OC)c4)n3)cc2)cc1,104.0626058,,,, +1446315012,*Nc1ccc2c(C)c3cc(N*)ccc3c(C)c2c1,,0.34480504,,, +1446335630,*Nc1ccc(C(CCCC[C@H]2CC[C@H](/C=C\[C@H]3CC[C@H](CCC)CC3)CC2)(CCCC[C@H]2CC[C@H](/C=C\[C@H]3CC[C@H](CCC)CC3)CC2)c2ccc(N*)cc2)cc1,,0.376234835,,, +1446403769,*Oc1ccc(Oc2cccc(*)n2)c(-c2ccccc2)c1,,0.36427467,,, +1446406615,*Nc1ccc(C2(c3ccc(N*)cc3)c3cccc(N)c3-c3c(N)cccc32)cc1,,0.36840054,,, +1446517158,*CC(*)c1ccc(C(C)(C)O)cc1,,0.3711129,0.2316666666666666,0.934073122,12.4288407 +1446956621,*CC(*)C(=O)Oc1ccc(C(C)(C)C)cc1,,0.37651726,0.2245,0.958441992,10.3213082 +1447075360,*CCCCCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCCCCNC(=O)C(=O)N*,,,0.3195,0.945505999,21.31594048 +1447287020,*CCCOC(=O)c1ccc(C(=O)O*)cc1,,0.33381899,,, +1447445383,*Oc1ccc(C(C)(C)c2ccc(Oc3nc(*)nc(OC)n3)cc2)cc1,121.2094568,,,, +1447629123,*Oc1ccc(Oc2ccc(OC(*)=O)cc2)cc1,,0.34396355,,, +1447631278,*Oc1cccc(Oc2cccc(*)c2)c1C#N,,0.37237337,,, +1448332716,*CC(*)(CC(=O)OCCCCCCCC)C(=O)OCCCCCCCC,,0.38613046,,, +1448341292,*Oc1c(-c2ccccc2)cc(*)cc1-c1ccccc1,,,,1.041525617,16.01472431 +1448448374,*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F,,0.37622546,,, +1448731732,*Nc1cccc(-c2c3ccccc3cc3ccccc23)c1N*,,0.34840678,,, +1449297338,*CCCCCCCCCCCCCCCCCCCCOC(=O)COCC(=O)O*,,,0.3249999999999999,0.930690382,21.36408001 +1449481867,*CC(*)C(=O)OCCc1ccccc1,,0.35483589,0.196,1.060028456,12.57995644 +1449543209,*c1cc(CCCCCCCCCCCCCC)c(*)s1,,,0.4182499999999999,0.91341608,16.14848283 +1449552519,*CCCCCOC(=O)c1ccccc1C(=O)O[Cd]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)NCCCCCCNC(=O)O*,,0.3810089,,, +1450236105,*C#Cc1cccc(C#C[Si](*)(C)C)c1,,0.49595595,,, +1450460730,*Oc1ccc(C(C)(CCC(=O)O)c2ccc(OC(=O)c3cccc(C(*)=O)c3)c([N+](=O)[O-])c2)cc1[N+](=O)[O-],127.0784722,,,, +1450812051,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C(F)(F)F,,0.33995878,,, +1450851242,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OC)cc1,,0.33262746,,, +1451556354,*CC(*)c1ccc(F)cc1,,,,0.989259062,16.36886102 +1451589071,*c1ccc2cc(OC(=O)c3ccc(C(=O)Oc4ccc5cc(-c6nc7ccccc7nc6*)ccc5c4)cc3)ccc2c1,,0.37059699,,, +1451687458,*Nc1ccc(-c2ccc(NC(=O)c3cc(C(*)=O)cc(S(=O)(=O)c4ccccc4)c3)cc2)cc1,,0.35263573,,, +1451767844,*SC(C)C(*)=O,,0.38098783,,, +1452233273,*CC(CCCC)(CCCC)C(=O)O*,-17.98562642,,,, +1452416309,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6cccc(-c7nc(*)c(-c8ccccc8)[nH]7)c6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1,,0.39966133,,, +1452761460,*Cc1cccc(CNC(=O)c2ccccc2-c2ccccc2C(=O)N*)c1,,0.34299947,,, +1452778640,*CCCOC(=O)C1CCC(C(=O)O*)CC1,,0.33783784,0.222,1.082251488,20.95656384 +1453017209,*C=C(*)c1ccc([N+](=O)[O-])cc1,-12.60583746,,,, +1453388212,*COC(=O)Nc1ccc(Cc2ccc(NC(=O)OCc3ccc(*)o3)cc2)cc1,,0.3423126,,, +1453450335,*Oc1cccc(Oc2cccc(NC(=O)c3cc(Oc4ccc(C(=O)O)c(C(=O)Nc5cccc(*)c5)c4)ccc3C(=O)O)c2)c1C#N,,0.33531487,,, +1453479470,*Nc1ccc(C2(c3ccc(N*)cc3C)CCCCC2)c(C)c1,,0.35510458,,, +1453811128,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O,,0.35651308,,, +1453894655,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=C)c4ccc(*)cc4)cc3)cc2)cc1,,0.37206608,,, +1453979051,*Nc1cc(Oc2ccccc2)c(N*)c2c1C(=O)c1c(N)c(Oc3ccccc3)cc(N)c1C2=O,,0.34012349,,, +1454170504,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3ccc(C(C)(C)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O,,0.39003172,,, +1454388009,*c1ccc(-c2ccc(N(*)c3ccc(C(F)(F)F)cc3)cc2)cc1,,0.44845876,,, +1454873499,*Oc1ccc(Oc2ccc(C=Nc3ccc(Oc4ccc(N=Cc5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.37351245,,, +1455090776,*Nc1ccc(-c2ccccc2)c(-c2ccc(N*)c3ccccc23)c1-c1cccc2ccccc12,,0.36684133,,, +1455134437,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(P(=O)(c4ccccc4)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c2)C3=O)cc1,,0.3614848,,, +1455221251,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCC(C)C)cc1,,0.34198543,,, +1455433082,*CCN(*)C(C)=O,,0.32742534,,, +1455448064,*c1ccc(Oc2ccc(-c3c(-c4ccccc4)nc4ccc(-c5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1,,0.40050787,,, +1455477899,*C(=O)CCCCCCCCC(=O)N1CCN(*)CC1,,0.3439724,,, +1455663460,*Nc1ccc([C@]2(C)c3cc(N*)ccc3[C@@H](C)[C@H]2C)cc1,,0.3637627799999999,,, +1455763004,*CC(*)C(=O)c1ccc(C)c(C)c1,,0.3826776,,, +1455946712,*Nc1ccc(-c2cccc3c2[C@@H](c2ccc(N*)cc2)c2ccccc2C3)cc1,,0.36094468,,, +1456134582,*CCCCCCNC(=O)CCP(=S)(CCC(=O)N*)c1ccccc1,,0.34436665,,, +1457502415,*c1ccc(Cc2ccc(N3C(=O)c4cc(-c5ccc([Si](C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc([Si](C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.43467136,,, +1457793219,*CC(CCCCCCOc1ccc(N=Nc2ccc(C(F)(F)F)cc2)cc1)COC(=O)CCCCC(=O)O*,,0.35608461,,, +1458472862,*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6c5)cc3)C4=O)c2)cc1,,0.35874109,,, +1458806978,*Nc1c(CC)cc(C2(c3cc(CC)c(N*)c(C(C)C)c3)c3ccccc3-c3ccccc32)cc1C(C)C,,0.40355199,,, +1458835114,*CC(*)c1ccc(C#N)cc1,,0.40396396,,, +1458927340,*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(N=Nc2ccc(-c3nc4ccccc4o3)cc2)cc1,,0.36708551,,, +1458930812,*CCCCCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1,,0.39112847,,, +1459842972,*N[C@H]1OC(N)(N*)NC1=O,,0.29071263,,, +1459846963,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.35492786,,, +1460712253,*CCCCCCCCCNC(=O)C(OC)C(OC)C(=O)N*,,0.35120821,,, +1460910986,*Nc1ccc(-c2c(-c3ccc(C(c4ccccc4)c4ccccc4)cc3)cc(-c3cccc(N*)c3)cc2-c2ccc(C(c3ccccc3)c3ccccc3)cc2)cc1,,0.36459266,,, +1461036801,*C=C(*)CCCCCCCCCCOc1ccc(-c2ccc(OCC(F)CCCCCC)cc2)cc1,27.34580481,,,, +1461767577,*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.36199186,,, +1461784308,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(C(C)(C)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5)cc4C3=O)cc2)cc1,,0.395355,,, +1461861414,*c1ccc(-c2nnc(*)o2)c(OCCCCCCCCCC)c1,,0.41425345,,, +1462340201,*C1CC2CC1C(*)C2CCCC,,0.41628236,,0.793157119,12.17988527 +1462614613,*OP(=O)(Oc1ccc(*)cc1)OC1CCCCC1,,0.35761127,,, +1462748332,*c1ccc(-c2nc3ccc(-c4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)cc1,,0.53276928,,, +1462931199,*N=P(*)(OCCCCCCC)OCCCCCCC,,0.40469164,,, +1463007614,*CCCCCCCCCCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,,,0.4337499999999999,0.890200365,20.23441523 +1463085835,*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.35912156,,, +1463095437,*Oc1ccc(N=CC=Nc2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)cc1,,0.35769059,,, +1463175891,*C([2H])([2H])C(*)(C([2H])([2H])[2H])C([2H])([2H])[2H],85.2671101,,,, +1463811998,*CCCCCCCCCCOC(=O)C(=O)O*,-65.08541819,,,, +1464019841,*Oc1ccc(NC(=O)c2ccc(-c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)CC7CCC6C7)cc5)cc4)cc3)cc2)cc1,,0.3665982,,, +1464421877,*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCCC)c(C(*)=O)cc2OCCCCCCCCCCCC)cc1-c1ccccc1,,0.38150674,,, +1464436894,*c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(-c5c(-c6ccccc6)c(-c6ccccc6)c(-c6ccc(Sc7ccc(-c8c(-c9ccccc9)c(-c9ccccc9)c(*)c(-c9ccccc9)c8-c8ccccc8)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)cc4C3=O)cc1)C2=O,,0.40791529,,, +1464819967,*Nc1ccc(-c2c(C)cccc2C2(c3cccc(C)c3-c3ccc(N*)cc3)CCCCC2)cc1,,0.37034703,,, +1465340291,*CC(*)(C)C(=O)NC(=O)Oc1ccc(S(=O)(=O)c2ccc(O)cc2)cc1,,0.31639128,,, +1465942783,*CC(*)c1ccc(OC(C)=O)cc1,,0.35340606,0.2005,1.037413892,13.82349277 +1466879267,*CC(*)C(=O)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.31737027,,, +1467166248,*CC(*)C(=O)OC(C(F)(F)F)C(F)(F)F,,0.32320653,,, +1467252065,*CC(O)CCCCC(O)CN(*)c1ccc(N(C)C)cc1,,0.35960485,,, +1468461975,*c1ccc(Oc2ccc(N3C(=O)C4CCC5C(=O)N(*)C(=O)C5C4C3=O)cc2)cc1,,0.36953337,,, +1468518443,*CC(*)(C)C(=O)OCCCCCC,,,0.184,0.903441723,11.78953051 +1468882159,*CC(CBr)O*,,0.39889944,,, +1468958338,*Nc1cccc2cc3cccc(N*)c3cc12,,0.33370765,,, +1469078897,*CCc1ccc(*)c(C)c1,,0.39177788,,, +1469251580,*Nc1ccc(-c2c(C)cc(C3(c4cc(C)c(-c5ccc(N*)cc5)c(C(C)C)c4)c4ccccc4-c4ccccc43)cc2C(C)C)cc1,,0.4084913999999999,,, +1469266389,*CC(C)(C)COC(=O)NC1CCC(CC2CCC(NC(=O)O*)CC2)CC1,15.9792949,,,, +1469368089,*CCN(CCOC(=O)c1ccc(C(=O)O*)cc1)c1ccc(C=C(C#N)C#N)cc1,,0.35440714,,, +1469495249,*C(=O)Oc1ccc([Si](C)(C)c2ccc(OC(=O)c3ccc(*)s3)cc2)cc1,,0.37656746,,, +1469675356,*O[Si](C)(C)O[Si](C)(C)O[Si](*)(C)c1c(F)c(F)c(F)c(F)c1F,,0.40336035,,, +1469897580,*CC(*)(C)C(=O)OCCCCCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.36995915,,, +1470418130,*c1ccc(Cc2ccc(N3C(=O)N(c4ccc(Cc5ccc(N6C(=O)N(*)C(C)(C)C6=O)cc5)cc4)C(=O)C3(C)C)cc2)cc1,,0.4025765,,, +1470645091,*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O,,0.41157762,,, +1470768847,*CC(*)C(=O)OCCCCCCOc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36065471,,, +1470774077,*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.36576424,,, +1471142716,*C=C(c1ccc(*)cc1)c1ccc(C(F)(F)F)cc1,,0.40375931,,, +1472109489,*CCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.34468789,,, +1472118288,*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)F,,0.32568695,,, +1472271341,*CCCCCCCCCCCCOc1ccc(C(C)(C)c2ccc(OCOc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1,,0.36755988,,, +1472751426,*c1cc(N2C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc(C(F)(F)F)c1,,0.3984853,,, +1473380579,*c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(-c4cc(C)c(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C)c4)cc3C)cc1C)C2=O,,0.42965902,,, +1473395922,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCCCCCCCCCC9)cc8)cc7C6=O)cc5)cc4)C4CC5CC(C4)CC3C5)cc2)cc1,,0.38174277,,, +1473570358,*C(=O)c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.37060615,,, +1473690215,*Nc1ccc2c(c1)C(c1ccccc1N)(c1ccccc1N*)c1cc(N)ccc1-2,,0.3674954,,, +1473745481,*C1CCC1*,69.57488221,,0.163,0.823406686,14.41189122 +1474070468,*Oc1c(C(C)(C)C)cc(C(*)=O)cc1C(C)(C)C,206.7951116,,,, +1474131719,*Oc1ccc(C(C)(C)c2ccc(OC(=O)Sc3ccc(C(C)(C)c4ccc(SC(*)=O)cc4)cc3)cc2)cc1,,0.35298003,,, +1474494101,*Oc1ccc(Sc2ccc(Sc3ccc(Sc4ccc(*)cc4)cc3)cc2)cc1,,0.38951806,,, +1474888709,*CC(*)(C)C(=O)OCc1ccc(OCCOCCOCC)c(OCCOCCOCC)c1,,0.35596618,,, +1474909304,*CCCCCNc1nc(NCCCCCc2nc3cc(-c4ccc5[nH]c(*)nc5c4)ccc3[nH]2)nc(N(CC)CC)n1,,0.37614223,,, +1474978524,*CCCN(*)C(=O)CC,,0.34854625,,, +1475222377,*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cccc(-c5nc6cc(*)ccc6[nH]5)c4)nc3c2)c1,,0.37766539,,, +1475370376,*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc2)C3=O)c1,,0.36035989,,, +1475746225,*O[Si](*)(C)CCCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCC)cc2)cc1,,0.38608209,,, +1476123993,*CC=CCOC(=O)C(Cc1ccccc1)NC(=O)CCCCC(=O)NC(Cc1ccccc1)C(=O)O*,,0.34434051,,, +1476310950,*c1[nH]c(*)c(CC(=O)OCCCCCCCCCCCC)c1CC(=O)OCCCCCCCCCCCC,,,0.2794999999999999,0.913558675,11.77651013 +1476461237,*Oc1ccc(P(=O)(c2ccccc2)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.39008003,,, +1476641400,*Nc1ccc2c(c1)C(C)(C)CC21CC(C)(C)c2cc(N*)ccc21,,0.380516755,,, +1476707326,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccccc5-c5ccccc5Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.36139938,,, +1476896117,*CC(*)c1ccccc1OC,160.10962,,0.1946666666666666,, +1476896274,*c1cccc(N2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(c4cccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c4)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)c1,,0.37976208,,, +1476946894,*c1cccc(NC(=O)CCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1,,0.34455896,,, +1477172876,*CC(*)C[Si](C)(C)C,,0.41950012,,, +1477353024,*N=P(*)(Nc1ccccc1)Nc1ccccc1,,0.38717322,,, +1477468420,*Cc1ccc(COP(=O)(N=Nc2ccc(Oc3ccc(N=NP(=O)(O*)OC)cc3)cc2)OC)cc1,,0.35571352,,, +1477631774,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc3)C4=O)cc2)cc1,,0.36567383,,, +1477890619,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4C)cc3)cc2)cc1,,0.35751398,,, +1478638391,*CC(*)(C)C(=O)OCCOCCOCCOCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35894931,,, +1479037928,*c1cc(Br)c(OC(=O)c2cccc(C(=O)Oc3c(Br)cc(C4(*)OC(=O)c5ccccc54)cc3Br)c2)c(Br)c1,245.9668197,,,, +1479528015,*Nc1ccc(-c2ccc(N*)c(-c3ccc(N)cc3)c2)cc1,,0.34495239,,, +1479577775,*Oc1ccc(N=Cc2ccc(N(c3ccccc3)c3ccc(C=Nc4ccc(*)cc4)cc3)cc2)cc1,,0.39892551,,, +1479997464,*CCCCCCCNC(=O)CCCCCCCCC(=O)N*,,,0.3235,0.943364885,20.0736371 +1480032186,*Nc1ccc(C2(c3ccc(N*)cc3CC)c3ccccc3-c3ccccc32)c(CC)c1,,0.37129273,,, +1480316431,*Nc1ccc(C(c2ccccc2)c2ccc(N*)cc2)cc1,,0.35100351,,, +1480445744,*Nc1ccc(NC(=O)c2ccc(NC(=O)C=Cc3ccc(C=CC(=O)Nc4ccc(C(*)=O)cc4)cc3)cc2)cc1,169.7759737,,,, +1480784338,*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)o4)o3)cc2)cc1,,0.47072462,,, +1480818126,*C=Cc1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(N(c2ccc(OC)cc2)c2ccc(OC)cc2)cc1,,0.38664092,,, +1480945963,*CC(CSCCC)O*,,0.41871813,,, +1481083200,*Oc1ccc(SSCCCCSSc2ccc(*)cc2)cc1,102.260186,,,, +1481177497,*CCC1C(=O)N(CCC)C(=O)C1*,,0.34544005,,, +1481191612,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.3609597,,, +1481448213,*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCCCC(*)=O)cc1C=Cc1ccc(N(C)C)cc1,,0.35183378,,, +1481540874,*CCCCCCNC(=O)CCCC(=O)O*,,0.33848118,,, +1482021173,*CC(C)C(=O)N*,,0.32319229,,, +1482072500,*c1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(Oc6cccc7c(Oc8ccc9c(c8)C(=O)N(*)C9=O)cccc67)cc5C4=O)cc3)cc2)cc1,,0.38669783,,, +1482083544,*c1ccc(Sc2ccc(Sc3ccc(N4C(=O)c5ccc(Sc6ccc(Sc7ccc(Sc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)s2)cc1,,0.37801232,,, +1482120134,*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(S(=O)(=O)c3ccccc3)c2)cc1,,0.35307461,,, +1482727524,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.36288338,,, +1482787899,*CCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC,,0.36086403,,, +1483068354,*Nc1ccc(-c2cccc3ccccc23)c(-c2cccc3ccccc23)c1N*,,0.36015799,,, +1483153718,*Nc1ccc([C@H](CCC)c2ccc(C[C@@H](CCCCCC)Cc3ccc([C@H](CCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36041733,,, +1483304960,*C=CC(C*)OC,,0.3862843999999999,,, +1483538338,*Nc1cccc(/C(=C(/c2ccccc2)c2cccc(N*)c2)c2ccccc2)c1,,0.37179153,,, +1483754768,*Nc1ccc(-c2c(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(-c4cc(-c5ccc(-c6ccccc6)cc5)c(-c5ccc(NC(=O)c6ccc(C(*)=O)cc6)cc5)c(-c5ccc(-c6ccccc6)cc5)c4)cc3)cc2-c2ccc(-c3ccccc3)cc2)cc1,,0.37232804,,, +1484029097,*C(OCOC(*)C(*)(F)F)C(*)(F)F,,0.34668638,,, +1484271204,*Nc1ccc2ccccc2c1-c1c(N*)c(-c2ccccc2)cc2ccccc12,,0.35903974,,, +1484621104,*Oc1cccc(Oc2cccc(NC(=O)c3cccc(Oc4cccc(Oc5cccc(C(=O)Nc6cccc(*)c6)c5)c4)c3)c2)c1,,0.35258693,,, +1484839925,*CCCCCCCCCCOCCCCCCCCCCOCCCCO*,,,0.329,0.882717038,21.18686489 +1484940598,*C=C(C#N)C(=O)OCCCCCCOC(=O)C(C#N)=Cc1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCCCC,,0.38239556,,, +1485740570,*CCC=CCCC1CC(CCC2CC(*)OC2=O)C(=O)O1,,0.33942699,,, +1485822682,*CCCCCCCCCCC(=O)O*,,0.37420675,,, +1485858652,*CC(*)(C)C(=O)OCC1COC(c2ccccc2)O1,,0.33388652,,, +1485862700,*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(C(c7ccc(N8C(=O)c9ccc(C(=O)Nc%10ccc(Oc%11ccc%12nc(-c%13ccccc%13)c(*)nc%12c%11)cc%10)cc9C8=O)cc7)(C(F)(F)F)C(F)(F)F)cc5)C6=O)cc4)ccc3nc2-c2ccccc2)cc1,,0.38075733,,, +1486120892,*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.38857369,,, +1486334179,*CC(*)c1ccc(C(O)CCN(C)C)cc1,,0.39056968,,, +1486442979,*CCC(O*)(C(F)(F)F)C(F)(F)F,-8.026293088,,,, +1487203237,*CCCCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,,,0.347,, +1487747929,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(C)(C)c4cc(C)c(*)c(C)c4)cc3C)cc2C(O)(C(F)(F)F)C(F)(F)F)c(C(O)(C(F)(F)F)C(F)(F)F)c1,,0.38564574,,, +1487920180,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1,,0.35353312,,, +1488067118,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3c(C)cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c3C)c1)C2=O,,0.39668425,,, +1488760517,*CCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.34646376,,, +1488918987,*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc([N+](=O)[O-])cc3)cc2)cc1,,0.3392001,,, +1489195327,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1,,0.34828568,,, +1489614055,*c1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)cc8)[nH]c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.40415832,,, +1490448831,*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O,,0.34642034,,, +1490582596,*CC(*)CCCCCCCCCCC,,,0.3206666666666666,0.803315138,10.73852636 +1490863909,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCCCCCCCC,,0.37558543,,, +1490994278,*Nc1cccc(NC(=O)CCCCC(=O)Nc2cccc(NC(=S)NC(=O)CCCCC(=O)NC(*)=S)c2)c1,,0.33328285,,, +1491147756,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cc2-c2ccccc2)c(-c2ccccc2)c1,,0.37066383,,, +1491246883,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(F)cc2)cc1,,0.34953736,,, +1491854107,*C=CCC(C)(CC*)C(=O)OC,-28.15217408,,,, +1492808796,*Nc1ccc2c3ccc(cc3)c2c1N*,,0.33320503,,, +1493417341,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1,,0.36851832,,, +1493656978,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccc(F)cc6)C7=O)cc5)cc4)c3)cc2)cc1,,0.37299965,,, +1494135620,*O[Si](C)(C)CCCN=C1C=C(O)C(=NCCC[Si](*)(C)C)C=C1O,,0.39375505,,, +1494459100,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35893266,,, +1495114099,*Nc1ccc(Cc2ccccc2Cc2ccc(N*)c(C)c2)cc1C,,0.35364083,,, +1495561124,*c1cccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,,0.35728456,,, +1495657690,*CCCCCCNC(=O)CCCCCC(=O)N*,,0.34167967,0.278,, +1495695702,*c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)c4ccccc4-c4ccccc43)cc1)C2=O,,0.42357892,,, +1496106807,*CCCC(C)O[Si](C)(C)O*,,0.4012962,,, +1496171453,*CC(*)c1ccc(OCCOCCOC(C)=O)cc1,,0.34580144,,, +1496884432,*CCN(*)C(=O)C1CC1,,0.34943923,,, +1497450918,*Oc1ccc(OC(=O)c2ccc(Sc3cccc(OC(=O)c4ccc(C(=O)Oc5cccc(Sc6ccc(C(*)=O)cc6)c5)cc4)c3)cc2)cc1C,,0.36045779,,, +1497637197,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(-c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O,,0.35883674,,, +1497639710,*CC(*)(C)C(=O)OCCCCCCN1CCN(c2ccc(N=Nc3ccc(C#N)cc3)cc2)CC1,,0.37393027,,, +1498294171,*CC(*)c1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2ccccc2-3)cc1,,0.40118451,,0.899366976,10.82333757 +1498407701,*CCCCCCc1nc2cc(NC(=O)CCCCCCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1,,0.35561284,,, +1498502031,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.37856211,,, +1498613996,*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCCCC)c(*)cc3CCCCCCCC)ccc1-2,,0.41835338,0.349,0.85154393,17.51524142 +1498770138,*CC(*)(C)C(=O)OCCOCCO,,0.31660238,,, +1498889771,*CC(*)C(=O)OCCCCCCCCCCCCCCCC,,,0.3626666666666667,0.864622073,12.59659455 +1499027687,*Nc1cccc(-c2ccc(-c3ccccc3-c3ccc(-c4ccccc4)cc3)cc2)c1N*,,0.35096567,,, +1499293987,*c1ccc(OCCN(CCOc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)cc1,,0.38165004,,, +1500693468,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCCCC6)cc5)cc4C3=O)cc2)cc1,,0.39468168,,, +1500711821,*CCCCOC(=O)Cc1ccc(CC(=O)O*)cc1,-34.10658315,,,, +1500837944,*c1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2C(C)(C)C)cc1,,0.40608449,,, +1501114922,*c1cccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3C2=O)c1,,0.36338221,,, +1501485804,*Nc1ccc(C[C@@H](C)C2(Cc3ccc(N*)cc3)CCCCC2)cc1,,0.3481947,,, +1501914019,*CC(*)(C)C(=O)OC1CCC(C)CC1,,0.37962423,0.1709999999999999,0.895972858,11.80505526 +1502018022,*C=CC1CC(*)C2C(=O)N(c3cc(C(F)(F)F)cc(C(F)(F)F)c3)C(=O)C12,,0.3593193,,, +1502215930,*C=Cc1cc(CCCCCCCCCCCCCCCC)c(C=Cc2nc(*)c(C#N)c(C=Cc3ccc(N(c4ccccc4)c4ccccc4)cc3)c2C#N)cc1CCCCCCCCCCCCCCCC,,0.40312645,,, +1502259897,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,,0.38670531,,, +1502465383,*Nc1ccc(-c2ccc3c(c2-c2ccc(N*)c(C)c2)Cc2ccccc2-3)cc1C,,0.36453901,,, +1502724295,*CCCCCCOC(=O)OCCCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.35846938,,, +1502897533,*Oc1c(-c2ccccc2)cc(-c2cc(-c3ccccc3)c(OC(=O)CCCCCCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1,,0.37181135,,, +1503069300,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34701241,,, +1503134682,*Oc1ccc(C(C)(C)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,,0.36526848,,, +1504210048,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCC(=O)O*,-32.76938912,,0.362,, +1504320453,*c1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1,,0.35373697,,, +1504459006,*CCCCCCCCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,,,0.442,0.912106929,22.06826429 +1504692554,*Nc1ccc(C2(c3ccc(N*)cc3)CC=CCC2)cc1,,0.35342761,,, +1504708152,*Cc1ccc(CN(C)C(=O)CCCCCCCCCCCCCCC(=O)N(*)C)cc1,-14.32362541,,,, +1504763552,*C#CC(Cn1c2ccc(CCCCCCCCCCCCCCCC)cc2c2cc(CCCCCCCCCCCCCCCC)ccc21)=C(*)Cn1c2ccc(CCCCCCCCCCCCCCCC)cc2c2cc(CCCCCCCCCCCCCCCC)ccc21,-2.237818484,,,, +1505007551,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.36148157,,1.101878575,18.7163871 +1505164160,*Nc1ccccc1-c1c(N)ccc2c1ccc1c(-c3ccccc3N)c(N*)ccc12,,0.35843699,,, +1505192900,*Oc1cccc(C(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)c4cccc(Oc5nc(*)nc(Sc6ccccc6)n5)c4)cc3)cc2)c1,,0.35247357,,, +1506883443,*c1ccc(C(c2ccccc2)c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.40443369,,, +1506970146,*CC(*)c1ccc(C(C)(O)CC)cc1,,0.37635976,0.2266666666666666,, +1507536890,*CCCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12,,0.36158697,,, +1507569319,*c1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(-c4nnc(*)o4)cc3)c2)cc1,,0.34832358,,, +1507772517,*c1ccc(Cc2ccc(N3C(=O)C4CCC(C5CCC6C(=O)N(*)C(=O)C6C5)CC4C3=O)cc2)cc1,,0.38536816,,, +1508066220,*CC(*)c1ccc(COCCCC)cc1,,0.38801598,,, +1508126626,*Nc1cccc(C#Cc2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)c1,,0.37889334,,, +1508181683,*Nc1ccc([C@H](CCCCC)c2ccc([C@@](CCCC)(c3ccc([C@H](CCCCC)c4ccc(N*)cc4C)cc3)C3CCCCC3)cc2)c(C)c1,,0.38359453,,, +1508221747,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cc(NC(=O)c5ccc(OC(C)=O)cc5)cc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc2)cc1,,0.34979882,,, +1508323114,*OC1CCC(OC(=O)CCCCCCCCC(*)=O)CC1,,0.35688418,,, +1508373353,*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(*)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1C(C)(C)C,,0.37989241,,, +1508770794,*c1ccc(C2(c3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.41356417,,, +1509674504,*Oc1cccc(OC(=O)c2ccc(OC(=O)c3cccc(C(=O)Oc4ccc(C(*)=O)cc4)c3)cc2)c1,,0.33712765,,, +1509700944,*c1ccc(Oc2cccc3c(Oc4ccc(N5C(=O)c6ccc(S(=O)(=O)c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cccc23)cc1,,0.38098412,,, +1509770012,*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccccc3)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.39499825,,, +1509773761,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCC,,0.37281948,,, +1509897801,*NCC(C)N*,,0.31754129,,, +1510154304,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3ccc(C)cc32)cc1,,0.37464154,,, +1510186873,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(CCCCC)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,204.7640603,,,, +1510690030,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2C#N)cc1,,0.37188038,,, +1510766002,*Nc1ccc(-c2cccc(-c3ccc(N*)cc3)c2)cc1,,0.34163964,,, +1510829152,*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)C=Cc1ccco1,,0.3534342,,, +1510840632,*CC(COC(=O)O*)OCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.34394609,,, +1510846055,*C=C(*)C(CCC)[Si](C)(C)CCCCCC,,0.40434862,,, +1511018789,*CCc1ccc(*)c(CC)c1,,0.39486528,,, +1511476999,*c1ccc2c(c1)C(=O)N(c1cc(OCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,,0.38373514,,, +1511530438,*OC(=O)C(NC(=O)CCCCCCCCC(=O)NC(C(=O)OC1COC2C(*)COC12)C(C)CC)C(C)CC,,0.35095234,,, +1511995434,*Nc1cccc(-c2cc(-c3ccc(C4(c5ccccc5)c5ccccc5-c5ccccc54)cc3)c(-c3ccc(C4(c5ccccc5)c5ccccc5-c5ccccc54)cc3)c(-c3ccc(C4(c5ccccc5)c5ccccc5-c5ccccc54)cc3)c2N*)c1,,0.38354872,,, +1512069165,*O*CCCCCCCCCC(=O)Oc1ccc(-c2ccc(C(=O)Oc3ccc(C(=O)OC)c(OC(=O)c4ccc(-c5ccc(OC(=O)CCCCCCCCC(*)CO*)cc5)cc4)c3[N+](=O)[O-])cc2)cc1,,0.38046147,,, +1512407115,*Nc1ccc(-c2c(-c3ccccc3)cc(N*)c(C)c2-c2ccccc2)cc1,,0.36604674,,, +1512415132,*Nc1ccccc1-c1cccc(-c2cccc(-c3ccccc3)c2)c1N*,,0.34626289,,, +1512714339,*CC(*)(C)C(=O)OCCCCCCOc1ccc(N=Nc2ccncc2)cc1,,0.36156812,,, +1513366860,*O[Ca]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)NCCCCCCNC(=O)OCCCCCOC(=O)c1ccccc1C(*)=O,,0.3810089,,, +1513913960,*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(-c3ccc(OC)cc3)cc2)cc1,,0.34280149,,, +1514104618,*CCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,,,0.407,,20.46241251 +1514204622,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34424319,,, +1514327735,*CC(*)c1ccc(C(C)C)cc1C(C)C,,,0.1979999999999999,0.839803273,10.87873099 +1514376697,*CCCC(C)(C)CNC(=O)CCCCCC(=O)N*,,0.3440828,,, +1514418516,*OC1C(COC(C)=O)OC(*)C(OC(C)=O)C1O,,0.32163018,,, +1514514964,*C(=O)c1ccc(Oc2c(C)cc(-c3cc(C)c(Oc4ccc(C(=O)c5ccc6nc(*)ccc6c5)cc4)c(C)c3C)c(C)c2C)cc1,,0.40570264,,, +1514572566,*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(Sc7ccc(Sc8ccc(Sc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.37974001,,, +1514643124,*CC(*)(C)c1ccc(C(C)C)cc1,,0.40109572,0.2013333333333333,0.808542478,12.41984319 +1514751058,*Nc1ccc(-c2cc(N*)cc(-c3ccc(N)cc3)c2)cc1,,0.34788734,,, +1515428777,*CCCCCCNC(=O)c1cc(C(=O)N*)cc(C(C)(C)C)c1,,0.35198152,,, +1515861742,*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)c(S)c2)cc1S,,0.35876694,,, +1515864887,*NC1CCC(CC2CCC(NC(=O)CCCCCCCCC(*)=O)CC2)CC1,,0.36172537,,, +1515872647,*CC(*)C(=O)N1CCOCC1,,0.340331,0.212,1.114429035,11.35819502 +1515877635,*CC(*)(C)C(=O)OCC(C)(C)C,,,0.1555,0.810146915,10.91862442 +1515920130,*C(=O)NCCCCCCCCCCNC(=O)c1cccc(*)n1,49.59402876,,,, +1516275191,*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCC(*)=O)cc1C=Cc1ccc(N(C)C)cc1,,0.34625185,,, +1516593013,*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cc6cc(*)ccc6oc5=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2c1,,0.34097421,,, +1516837155,*CCCCCCN(CC(F)(F)C(F)(F)F)C(=O)C(F)(F)C(F)(F)C(F)(F)C(=O)N(*)CC(F)(F)C(F)(F)F,,0.33260446,,, +1517122573,*CCCP(CCCNC(=O)CCCCC(=O)N*)c1ccccc1,,0.34331894,,, +1517401237,*CC(*)c1cc(C(=O)OCC)ccc1-c1ccc(OCCCCCCCC)cc1,,0.38076446,,, +1517587457,*CC(*)(Cl)C(=O)OCCC,,,0.173,1.102798912,12.27540357 +1517792443,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2C#N)cc1,,0.37073474,,, +1518669456,*CCCCCCCCCCC(=O)N(*)C,,0.37747863,,, +1518803212,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36893387,,, +1519364280,*CCC(C)O[Si](C)(C)O*,,0.39779568,,, +1519582452,*Nc1c(CC(C)(C)C)cc2ccccc2c1-c1c(N*)c(CC(C)(C)C)cc2ccccc12,,0.39483113,,, +1520136246,*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)CC3CC2C2CCCC32)cc1,,0.37865395,,, +1520266361,*c1ccc(-c2nc(-c3cccc(-c4nnc(-c5ccccc5)c(*)n4)n3)nnc2-c2ccccc2)cc1,,0.44423251,,, +1521487084,*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.38231831,,, +1522414034,*CC(*)c1cc(C(=O)OCCCC)ccc1-c1ccc(OCCCCCCCC)cc1,,0.38549986,,, +1522625717,*C(C)=C(*)CCCCCCC,,0.40916746,,, +1523167762,*CC(*)C(=O)NC(C)(C)CC(C)=O,,0.33505306,,, +1523200168,*CCCCCCCCCCOc1ccc(N=Cc2ccc(C=Nc3ccc(O*)cc3C)cc2)c(C)c1,,0.38083348,,, +1523230328,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)c(C)c2)cc1C,,0.39800868,,, +1523654682,*CC(O)COc1c(C)cc(C(C)(C)c2cc(C)c(OCC(O)COc3c(C)cc(S(=O)(=O)c4cc(C)c(O*)c(C)c4)cc3C)c(C)c2)cc1C,,0.36996727,,, +1523715614,*CCCCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1,50.1155014,,,, +1523905334,*Nc1cc(C)c(C2(c3cc(C)c(N*)cc3C)c3ccccc3-c3ccccc32)cc1C,,0.38791749,,, +1524051176,*CCCCNC(=O)C(OC)C(OC)C(=O)N*,,0.32364481,,, +1524213012,*c1cc(C=Nc2ccc3c(c2)c2cc(N=Cc4cc(*)c(O)c(*)c4)ccc2n3CCCC)ccc1O,,0.36995322,,, +1524317479,*CC(*)(CC(=O)OCCOCCOC)C(=O)OCCOCCOC,,0.33439887,,, +1524856753,*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(OC4COC5C(*)COC45)cc3)cc2)cc1,,0.33832234,,, +1524880405,*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)c2)cc1,,0.35513866,,, +1525026548,*Oc1ccc(-c2ccc(-c3cc(-c4ccccc4)c(-c4ccc(-c5ccc(OC(=O)c6ccc(C(*)=O)cc6-c6ccccc6)cc5)cc4)c(-c4ccccc4)c3-c3ccccc3)cc2)cc1,,0.38238683,0.315,0.963593,27.63852935 +1525361018,*CCOC(=O)C1=CCCCC(N2CCCC2)=C1C(=O)O*,,0.35148816,,, +1525755711,*C=CC1CC(*)C(C(=O)Oc2ccccc2)C1C(=O)Oc1ccccc1,,0.353015,,, +1526653040,*Oc1ccc(Oc2ccc(OC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1,,0.35598766,,, +1526713439,*CCc1ccc(*)s1,,0.39157828,0.288,1.164977581,25.29233638 +1527011099,*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(CC)(CC)C1=O,,0.36982444,,, +1527133418,*Oc1ccc(NC(=O)CCCCC(=O)Nc2ccc(*)cc2)cc1,,0.3339539,,, +1527614677,*CCCP(CCCNC(=O)CCCCCCCCC(=O)N*)c1ccccc1,56.20366062,,,, +1527753234,*c1cccc(C(=O)c2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)cc2)c1,,0.3698895,,, +1527864576,*c1ccc(Nc2ccc(C3(c4ccc(Nc5ccc(S(*)(=O)=O)cc5)c(C)c4)c4ccccc4-c4ccccc43)cc2C)cc1,,0.42014539,,, +1528273395,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)cc2)cc1,,0.37524227,,, +1528295982,*CC(c1ccccc1)C1C(=O)N(CCN(CC)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)C(=O)C1*,,0.36659752,,, +1528389333,*CCCCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCCCNC(=O)C(=O)N*,82.2677155,,0.4125,0.955200662,21.885982 +1528618359,*Nc1ccc(C(C)(C)c2ccc(N*)cc2-c2ccccc2)cc1,,0.35615321,,, +1528836681,*CCCCCCCCCCOC(=O)c1cccc(-c2cccc(C(=O)O*)c2)c1,8.531981028,,,, +1529298649,*C=CC1CC(*)C(C#N)([Si](C)(C)O[Si](C)(C)C)C1,,0.43871287,,, +1529319759,*c1cc(C(=O)NCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37595452,,, +1529607957,*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)cc2)cc1,,0.36093422,,, +1529815158,*Nc1ccc(C[C@@H](c2ccccc2)c2ccc(N*)cc2)cc1,,0.35117651,,, +1530164061,*CC(*)OC(=O)c1cccc([N+](=O)[O-])c1,,0.37430809,,, +1530902893,*Oc1cccc(Oc2ccc(Nc3ccc(Nc4ccc(Nc5ccc(Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)c1C(=O)Nc1ccc(N=Nc2ccccc2)cc1,238.4094841,,,, +1531080761,*c1cccc(OCCCCCCCCCCCOC(=O)c2ccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)cc2)c1,,0.37334678,,, +1531336843,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(-c4cc(-c5ccccc5)cc(-c5cccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c5)n4)c3)cc1)C2=O,,0.37590071,,, +1531370497,*C1CC2CC1C(*)C2CCCCCCCCCC,,,,0.855255368,14.39063477 +1531901492,*C(=O)N(*)CC=C,164.8639006,,,, +1532003406,*c1ccc(OCCCCCOc2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.35403674,,, +1532503851,*CCCCCNC(=O)CC(=O)N*,,0.31630581,,, +1532559190,*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F,,0.38905129,,, +1532694125,*C=CC1CC(*)C(C#N)([Si](C)(C)[Si](C)(C)C)C1,,0.44453599,,, +1533215185,*C(=O)c1ccc(N(*)CCCCCCC)cc1,,0.39237717,,, +1533241544,*c1ccc(C(c2ccc(N(*)c3ccc(C)cc3)cc2)c2ccc([N+](=O)[O-])cc2)cc1,,0.42700988,,, +1533331471,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccccc5-c5ccccc5C(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.38946752,,, +1533352868,*CCN(*)C(=O)c1cc(F)c(F)cc1F,,0.34420285,,, +1533947375,*CC1CCCC(CN2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)C1,,0.35941978,,, +1534103449,*Nc1ccc(*)cc1CCCCCCCCCCCCCCC,,,0.314,0.876967341,16.45604164 +1534344479,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(NC(=O)CCCCCC(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1,,0.33850297,,, +1534350557,*CCCCCCOc1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccc(-c8ccccc8)cc7)cc(-c7ccc(O*)cc7)cc6-c6ccc(-c7ccccc7)cc6)cc5)cc4)cc3)c(-c3ccc(-c4ccccc4)cc3)c2)cc1,,0.36743587,,, +1535224949,*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)(C(F)(F)F)C(F)(F)F)cc2)C3=O)cc(C(C)(C)C)c1,,0.38923634,,, +1535521231,*Nc1noc2nc3c(C(=O)OCC)cc(C(=O)c4ccccc4)c(N)c3c(N*)c12,,0.33255113,,, +1535630026,*c1cc(C=Nc2ccc3c(c2)c2cc(N=Cc4cc(*)c(O)c(*)c4)ccc2n3CCCCCCCCCCCC)ccc1O,,0.37679256,,, +1535916456,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2[Si](C)(C)C)c([Si](C)(C)C)c1,,0.39362302,,, +1536018562,*Oc1ccc(OC(=O)c2cccc(Sc3ccc(OC(=O)c4ccc(C(=O)Oc5ccc(Sc6cccc(C(*)=O)c6)cc5)cc4)cc3)c2)cc1-c1ccccc1,,0.36413304,,, +1536084197,*CCCCCCCCCCCCCCCCCCCCCCOC(=O)CCC(=O)O*,,,0.387,0.905357803,22.64614546 +1536340511,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2-c2ccccc2)c(-c2ccccc2)c1-c1ccccc1,,0.37552726,,, +1536369221,*CC(F)(F)C1(F)C(*)CC(O)(C(F)(F)F)C1(F)F,,0.30442544,,, +1536452950,*Oc1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)c6ccc(*)c(C(C)C)c6)cc5)cc4)cc3)cc2C(C)C)cc1,,0.3952199,,, +1536569579,*Nc1c(F)c(F)c(N*)c(F)c1F,,0.32203175,,, +1536803717,*CC(C)(C)COC(=O)O*,,0.35059905,,, +1537088176,*CCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.36937148,,, +1537297732,*CC(*)c1ccc(Cl)c(F)c1,,,0.1275,, +1537341767,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c5)cc3)C4=O)cc2)cc1,,0.35644883,,, +1537875008,*Nc1ccc([C@]2(C)CC(C)(C)c3cc(N*)ccc32)cc1,,0.365803385,,, +1538292595,*Oc1c(C(=O)Oc2ccc(OC(=O)c3ccc4ccccc4c3Oc3nc(*)nc(N4CCCCC4)n3)cc2)ccc2ccccc12,288.7077709,,,, +1538729127,*C=C(*)c1ccccc1[Si](C)(C)C,,0.43881448,,, +1539719616,*CCC1C(=O)N(CCCCCCCCCCCC)C(=O)C1*,,0.37602495,,, +1540110087,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6cccc(N8C(=O)c9ccc(*)cc9C8=O)c6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.36739248,,, +1541215652,*CC(*)(C)C(=O)OC1CCCCC1C(C)(C)C,,0.39683141,,, +1541292142,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)CC(=O)N(*)C6=S)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1,,0.39690658,,, +1541529952,*c1ccc(C2(c3ccc(N4C(=O)C(c5ccccc5)=C(c5ccc(C6=C(c7ccccc7)C(=O)N(*)C6=O)cc5)C4=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.42593569,,, +1541871733,*Nc1ccc(/C=C/c2ccc(N*)c(-c3ccc4ccccc4c3)c2-c2ccc3ccccc3c2)c(-c2ccc3ccccc3c2)c1-c1ccc2ccccc2c1,,0.37000522,,, +1542132482,*Nc1ccccc1-c1c(N)c(N)c(-c2ccccc2N)c(-c2ccccc2N)c1-c1ccccc1N*,,0.31405732,,, +1542525425,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(-c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.36540863,,, +1542527766,*Nc1cccc(-c2cccc(-c3cccc(N)c3)c2-c2cccc(N*)c2)c1,,0.35421263,,, +1542725530,*Nc1c(N*)c(-c2ccccc2)c2ccccc2c1-c1ccccc1,,0.35701914,,, +1543008224,*CC(COC(=O)c1ccc(N2C(=O)C3C4C=CC(C4)C3C2=O)cc1)O*,,0.34283926,,, +1543532086,*CC(CC)(CCl)CO*,,0.37740492,,, +1543949166,*c1ccc(C=C(C#N)c2cc(OCCCCCCCC)c(C(C#N)=Cc3ccc(N(*)c4ccccc4)cc3)cc2OCCCCCCCC)cc1,,0.40051472,,, +1543966603,*N=C1c2ccccc2C(=Nc2ccc(*)cc2)c2ccccc21,158.2579262,,,, +1544175741,*Oc1ccc(S(=O)(=O)c2cccc3c(S(=O)(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(*)c(C)c6)cc5C)cc4)cccc23)cc1,,0.3844626,,, +1544534408,*CC(*)c1ccc([Si](C)(C)O[Si](C)(C)C)cc1,,0.45403849,,, +1544660750,*C(=O)OCC(COc1ccc(N=Nc2ccc(C#N)cc2)cc1)OC(=O)c1ccc(*)s1,,0.36682863,,, +1544969349,*Nc1ccc(-c2c(C)c(-c3ccccc3)c(N*)c(-c3ccccc3)c2-c2ccccc2)c(C)c1-c1ccccc1,,0.38234636,,, +1545578155,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1,,0.38323456,,, +1545962534,*Nc1ccc2c(c1)/C(=C/c1ccccc1N*)c1ccccc1-2,,0.35465087,,, +1546473891,*CCCCCCN1C(=O)c2ccc(C(=O)Nc3ccc(S(=O)(=O)c4cccc(NC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)c4)cc3)cc2C1=O,,0.34528361,,, +1546892007,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CC3CC2C2CCCC32)cc1,,0.37879602,,, +1546988712,*c1ccc2oc(-c3ccc(Oc4ccc(-c5nc6cc(C(*)(C(F)(F)F)C(F)(F)F)ccc6o5)cc4)cc3)nc2c1,,0.41418077,,, +1547038341,*CCCCCCCCNC(=O)CCCCCCCC(=O)N*,,,0.308,0.959342877,19.77502946 +1547095755,*CC(*)c1cc(C(=O)Oc2ccc(OCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCC)cc1,,0.36628846,,, +1547207194,*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(=O)c4ccc(C(*)=O)cc4)cc3)c(-c3ccccc3)c2)cc1-c1ccccc1,,0.37083826,,, +1547263064,*=CC#C[Si](C#CC=NN=*)(c1ccccc1)c1ccccc1,131.2577432,,,, +1548438831,*CCCCCCCCCCCCC(=O)O*,,0.38106509,,, +1548803977,*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.31898609,,, +1549041363,*c1c(C)cc(-c2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(-c6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C,,0.39657814,,, +1549091300,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)c6)cc5)cc4)cc3)c1)C2=O,,0.35694819,,, +1549258915,*CCC(=O)NCCCCCCNC(=O)CCS*,,0.3462525,,, +1549335676,*c1ccc(Oc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.36487368,,, +1549802812,*CC(*)c1cc(C(=O)OCCCCCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1,,0.39428806,,, +1549944889,*OP(=O)(Oc1ccc(C)cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.35406248,,, +1550023737,*Nc1ccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(*)=O)cc3)cc2)cc1,,0.35999445,,, +1550446062,*CC(*)(C)C(=O)OCC(=O)c1ccccc1,,0.34187342,,, +1550628326,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)c(Br)c4)(C(F)(F)F)C(F)(F)F)cc3Br)cc2)cc1,,0.39473159,,, +1550853194,*c1ccc(Oc2cccc(NC(=O)c3cc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)cc(N4C(=O)c5ccccc5C4=O)c3)c2)cc1,,0.35911141,,, +1551100568,*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5cc(*)n(-c6ccccc6)n5)cc4)cc3)cc2)cc1,,0.39388717,,, +1551636938,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(C(F)(F)F)cc(N5C(=O)c6ccc(*)cc6C5=O)c3Oc3ccc(C(F)(F)F)cc3)C4=O)cc2)cc1,,0.36716401,,, +1551667752,*CCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,,0.36786948,0.3463333333333334,0.92885236,22.0513884 +1551816010,*c1ccc(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc7c(c6)C(=O)N(c6ccc8[nH]c(*)nc8c6)C7=O)cc5)cc4)cc3C2=O)cc1,,0.37965627,,, +1551966818,*CC(C)(C)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1,,0.3112599,,, +1552546218,*Nc1ccc(-c2ccc(N)c(-c3ccc(N)cc3)c2-c2ccc(N*)cc2)cc1,,0.35816613,,, +1553018997,*CC(*)C(=O)NC(C)(C)CS(=O)(=O)O,,0.32186501,,, +1553515923,*CC1CCC(COC(=O)CCC(=O)O*)CC1,,0.34271914,,, +1553955153,*CCCCCC(*)CC,,0.40321995,,, +1553956004,*c1cccc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37375949,,, +1553967571,*CC(*)C(=O)Oc1ccc(C(=O)OCC)cc1,,0.34094172,,, +1554515864,*Nc1ccc(-c2cc(N*)ccc2-c2ccccc2)cc1,,0.34986039,,, +1554954449,*Nc1ccc2c(c1N*)[C@@H]1CC[C@H]2c2ccccc21,,0.3649256549999999,,, +1555593891,*CS*,,,0.172,1.374050717,21.43297913 +1556257502,*CCCCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC,,0.35788491,,, +1556355257,*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)c1,,0.3547336,,, +1556370617,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.3441071,,, +1556403536,*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccccc7-c7ccccc7Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)ccc3ccccc23)cc1,,0.36530403,,, +1557378931,*Oc1ccc(C(=O)OCCOCCOCCOC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.33612915,,, +1558106067,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O,,0.3701528,,, +1558371855,*CCOCCOCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.33902352,,, +1558525027,*CCN(*)C(=O)c1ccc(C)cc1,87.3045689,,,, +1558867907,*CCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.3458372,,, +1558987909,*CCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,,0.359,0.932585043,19.09375808 +1559096063,*c1ccc(*)n1C(C)C(=O)OC,279.4452403,,,, +1559539391,*C(F)C(*)(F)OC(F)(F)F,,0.31331253,,, +1559560345,*CC(*)(C)C(=O)OCCCl,,,0.1325,1.111949892,14.37849945 +1560086845,*CC(C)(CCC)C(=O)O*,,0.36777777,,, +1560341376,*CCN(*)C(=O)c1cccc(F)c1F,,0.34608851,,, +1560496789,*Nc1ccc(C(c2ccc(N)cc2)(c2ccc(N*)cc2)C2CCCCC2)cc1,,0.38230718,,, +1560564433,*Nc1ccc2c(c1)[C@@H]1c3cc(N*)ccc3[C@@H]3c4ccccc4[C@H]2[C@@]31C,,0.3710363,,, +1560692719,*C(=O)CCCCCCCCC(=O)NC1CCCCN(*)C1,,0.34895116,,, +1561264127,*O[Si](C=C)(C=C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.42288522,,, +1561282165,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5F)C6=O)cc4)cc3)cc2)cc1,314.5599695,,,, +1561451639,*Nc1ccc(-c2ccc(N*)c3ccccc23)cc1,,0.34980398,,, +1561539918,*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCCC)c(C(*)=O)cc2OCCCCCCCCCCCC)cc1C,,0.38901226,,, +1561870991,*CC(*)(C)C(=O)OCC(O)C1CC(C)(c2ccccc2)C1,,0.35190962,,, +1561932824,*CCCCCCS(*)(=O)=O,,,,1.13916765,20.45790421 +1561944332,*Nc1cc(C)c(C2(c3c(C)cc(N*)cc3C(C)C)c3ccccc3-c3ccccc32)c(C(C)C)c1,,0.39323,,, +1562058837,*c1cc(CCCCCCCCCCCCCCCCCC)c(*)s1,,,0.36525,0.892099579,14.38765864 +1562112815,*CCCCOc1ccc(C=C2CCC(=Cc3ccc(O*)c(OC)c3)C2=O)cc1OC,36.19808899,,,, +1562477562,*C=Cc1cc2c(cc1CCCCCC)c1cc(CCCCCC)c(*)cc1n2CCCCCCCC,45.45691415,,,, +1562707517,*CCCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,,,0.374,, +1562741783,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(C[C@H]3CC[C@H](CCC)CC3)CC2)cc1,,0.36143785,,, +1562941493,*CC(CCCCCCOc1ccc(N=Nc2ccc(C)cc2)cc1)COC(=O)CCCCC(=O)O*,,0.36238059,,, +1563279330,*/C=C/c1ccc(Oc2ccc(-c3ccc(-c4ccc(-c5ccc(Oc6ccc(/C=C/c7ccc8c(c7)c7cc(*)ccc7n8CC(CC)CCCC)cc6)c(C#N)c5)cc4)cc3)cc2C#N)cc1,129.2206103,,,, +1563303704,*Nc1ccc2c(c1)c(-c1ccc(C)cc1)c(-c1ccc(C)cc1)c1c3cccc(N*)c3c3ccc4ccccc4c3c21,,0.37838795,,, +1563844313,*NCCSCCN*,,0.323520965,,, +1564078436,*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3cccc(C(C)(C)c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)c3)cc2)cc1,,0.36727722,,, +1564080444,*c1ccc(-c2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)cc4c(-c4ccccc4)c3-c3ccccc3)cc2)cc1,,0.43300062,,, +1564406631,*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1,,0.36611669,,, +1564555962,*CCCCCCOC(=O)OCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.35645109,,, +1564587390,*c1ccc(-c2cc(Oc3ccc(S(=O)(=O)O[Na])cc3)c(*)cc2Oc2ccc(S(=O)(=O)O[Na])cc2)cc1,172.5717242,,,, +1565016562,*CCc1ccc(CCNC(=O)CCCCCCCCC(=O)N*)cc1,,0.35145021,,, +1565300761,*N=P(*)(OCC(F)(F)C(F)(F)F)OCC(F)(F)C(F)(F)F,,0.3709865,,, +1565790126,*CCCCCCOC(=O)OCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.35226204,,, +1566134688,*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1C(C)(C)C,,0.40798893,,, +1566591359,*/C=C/CCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCCCCCC,,,0.31,0.891002299,16.02209513 +1567869573,*CCCC(*)Cl,-30.93658282,,,, +1567960062,*Cc1cc2cc(C(=O)Nc3ccc(S(=O)(=O)c4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1,,0.32527333,,, +1568651103,*CC(*)c1ccc(CCCCCCCCCC)cc1,,0.40394942,0.2825,0.864032282,11.38875554 +1568726838,*CCC(=O)OC(=O)CCc1ccc(*)n1C,78.11959859,,,, +1569031119,*O[Si](*)(c1ccccc1)c1ccccc1,,0.39090744,,, +1569186084,*CCCCCCCOC(=O)NCCCCCCNC(=O)O*,,0.34603241,,, +1569573588,*CCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O*,,0.33104417,,, +1569767963,*CCCCSCCS*,,,0.226,, +1570146193,*Nc1nc(N*)n(N)c(=O)n1,,0.30702692,,, +1570200324,*C#Cc1cc(OCCCCCCCCCC)c(*)cc1OCCCCCCCCCC,61.85443636,,,, +1570351096,*CC(*)(C)C(=O)OCCC1CCN(CCCCCCOc2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)CC1,,0.36030129,,, +1570401711,*CC(*)c1ccc(C(=O)c2ccc(C)cc2)cc1,,0.38272585,,, +1570549360,*CC(*)c1nnn[nH]1,,0.32198673,,, +1570654852,*CC(CC(*)(C#N)C(=O)OC)c1ccccc1,127.0156605,,0.176,0.987197772,16.39022868 +1570972826,*c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.34948491,,, +1571736697,*c1cc(CCCCCCOC(=O)COc2ccccc2)c(*)s1,,0.36035574,,, +1571763607,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3CC=C)c2-c2ccccc2CC=C)cc1,,0.35761142,,, +1572134392,*CC(*)c1c(F)c(F)c(OC)c(F)c1F,,0.34990398,,, +1572433772,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(CP(=O)(OCCCl)OCCCl)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37206034,,, +1572814745,*NC1=C(c2c(N*)ccc3c2CCCC3)[C@H]2CCCC[C@H]2C=C1,,0.36912749,,, +1573303082,*O[Si](O[Si](O[Si](O[Si](CC[Si](C)(C)O[Si](C)(C)O[Si](C)(C)CC[Si](*)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1,,0.3950591,,, +1573438487,*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCC(=O)O*,,,0.302,0.90650602,20.12266872 +1573472944,*C1C(=O)OC(=O)C1C1C2CC(C(=O)OC(C)CC)C(C2)C1*,,0.34154769,,, +1573776034,*CC(*)C(=O)c1ccc(Cl)cc1,,0.38087651,,, +1573828532,*Cc1ccc(CNC(=O)CC(C)(C)CC(C)C(=O)N*)cc1,,0.33698788,,, +1573986676,*O[Si](*)(C)CCCCCCCCCCCOc1ccc(/C=C/c2ccc(C#N)cc2)cc1,,0.39092299,,, +1574150308,*C(=O)OCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.34482566,,, +1574744073,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(Cl)cc5)C6=O)cc4)cc3)cc2)cc1,,0.38253331,,, +1574797277,*CC(*)C(=O)OCc1c(Br)c(Br)c(Br)c(Br)c1Br,,0.39447334,,, +1575153085,*Oc1ccc(C(=O)c2cccc(NC(=O)c3cccc(C(=O)Nc4cccc(C(=O)c5ccc(*)cc5)c4)c3)c2)cc1,,0.35264877,,, +1575277153,*CC(*)C(=O)OC(C)CCCCC,,,0.2405,0.89263762,11.17976548 +1575557277,*CC(*)OCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.36732307,,, +1575613666,*Oc1ccc(NC(=O)c2ccc(S(=O)(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(C(c6ccc(*)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4)cc3)cc2)cc1,,0.36216369,,, +1576291879,*c1ccc(C(=O)OCCCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1,,0.36609452,,, +1576399281,*/C=C/C(C(=O)OC(C)C)C(*)C(=O)OC(C)C,,,,0.971892426,13.10146733 +1576797553,*CCCCCCCCOc1c(OC)cc(C=Cc2cc(CCCCCC)c(C=Cc3cc(OC)c(O*)c(OC)c3)cc2CCCCCC)cc1OC,,0.38267439,,, +1577222221,*C(=O)Nc1cccc(C#Cc2cccc(N3C(=O)c4ccc(*)cc4C3=O)c2)c1,,0.38902251,,, +1577413316,*Sc1ccc(Sc2ccc(Sc3ccc4c(c3)Sc3ccc(*)cc3S4)cc2)cc1,,0.39801974,,, +1577441045,*CC(*)(C)C(=O)OC1CCCCCCC1,,0.36870383,,, +1577638731,*CCCCCCSS*,,0.44419731,,, +1578441092,*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccccc7-c7ccccc7Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)n2)cc1,,0.36226249,,, +1578457961,*c1cccc(NC(=O)c2ccc(OCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1,,0.34384925,,, +1578702981,*C(F)=C(F)C(F)(C(*)(F)F)C(F)(F)F,,0.32146163,,, +1578799819,*Nc1cccc(-c2ccccc2-c2ccccc2-c2cc(N*)ccc2-c2ccccc2)c1,,0.3577192,,, +1579112957,*CCCCCCCCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1,,0.36073378,,, +1579365390,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5)C6=O)cc4)cc3)cc2)cc1,,0.38301295,,, +1579852324,*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5s4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nc3ccccc3[nH]2)c1,,0.37929546,,, +1579941096,*Nc1c2ccccc2c(N*)c2c(-c3ccccc3)cccc12,,0.35157885,,, +1580080124,*CC(O)CN(*)c1ccc(N=Nc2ccc(Cl)cc2)cc1,,0.37983776,,, +1580221416,*OC(=O)c1ccc(C2(C)CC(C)(C)c3ccc(C(=O)Oc4ccc5c(c4)Oc4cc(*)ccc4C5(C)C)cc32)cc1,,0.38516135,,, +1580258863,*CC(*)c1ccc(C[Si](C)(C)C)cc1,,0.42588217,,, +1580474538,*c1ccc(C(=O)NNC(=O)c2ccc(C(=O)NNC(=O)c3ccc(C4(*)OC(=O)c5ccccc54)cc3)cc2)cc1,,0.35041515,,, +1580553227,*c1ccc(-c2cc(-c3ccc(OCCCC#N)cc3)cc(-c3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)n2)cc1,,0.38498267,,, +1580795142,*CC(*)OC(=O)C(C)(C(C)C)C(C)C,,0.38169655,,, +1580898665,*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c(C)c2)cc1C,271.2577887,,,, +1580966726,*Oc1ccc(-c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.34552239,,, +1581168714,*C(=O)OCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.34341892,,, +1581284687,*Nc1ccc(C2(c3ccc(N*)cc3)CC2)cc1,,0.35420303,,, +1581446027,*CC(*)CCCCCCCCCCCC,,0.40857787,0.339,0.805359167,11.32200697 +1581749502,*C(C)C(=O)N1C(=O)N(C(=O)C(C)n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)C(=O)C1(C)C,252.5865186,,,, +1582367381,*CC(COc1ccc(S(=O)(=O)c2ccc(O*)cc2)cc1)OC(C)=O,,0.34921256,,, +1582377269,*/C=C/c1cc(OCCCCCC)c(*)cc1OC,,,0.524,0.956645411,21.10266717 +1582774157,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1C,,0.36164862,,, +1583167273,*Oc1ccc(Oc2ccc(Oc3ccc(-c4ccc(Oc5ccc(Oc6ccc(Oc7ccc(C(=O)c8ccc(*)c(S(=O)(=O)O)c8)cc7S(=O)(=O)O)cc6)cc5)cc4)cc3)cc2)cc1,151.7193386,,,, +1583422885,*C=Cc1ccc(*)c(OCc2cc(OCc3cc(OCCC(C)CCCC(C)C)cc(OCCC(C)CCCC(C)C)c3)cc(OCc3cc(OCC(CC)CCCC)cc(OCC(CC)CCCC)c3)c2)c1,,0.38019139,,, +1583607044,*CCCOc1cccc(C(=O)OC(=O)c2cccc(O*)c2)c1,,0.33347035,,, +1583883601,*Nc1ccc([C@@](C)(c2ccccc2)c2cccc(N*)c2)cc1,,0.35514854,,, +1583954692,*C#CC#Cc1ccc2c3ccc(*)cc3n(CCCCCCCCCCCCCCCC)c2c1,68.35869686,,,, +1584418791,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C,,0.42325418,,, +1584609339,*O[Si](C)(C)c1ccc([Si](*)(C)C)c2ccccc12,,0.41683838,,, +1584656772,*Oc1ccc(C(C)(C)c2ccc(OP3(Oc4ccc(C(=O)OCCC)cc4)=NP(Oc4ccc(C(=O)OCCC)cc4)(Oc4ccc(C(=O)OCCC)cc4)=NP(*)(Oc4ccc(C(=O)OCCC)cc4)=N3)cc2)cc1,,0.35923565,,, +1584683487,*CC(*)(C)C(=O)OCCCCCCOc1ccc(N=Nc2ccc(C3OCC4(CO3)CC3C=CC4C3)cc2)cc1,,0.3605339,,, +1584732566,*CC(*)(C)C(=O)Oc1ccc2ccccc2c1,,,0.1639999999999999,1.079099726,12.73790543 +1586829326,*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.35733919,,, +1587202589,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)CC7CC6C6CCCC76)cc5)cc3)C4=O)cc2)cc1,,0.36705724,,, +1587391923,*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3cc(NC(=O)c4ccc(NC(=O)C(C)N5C(=O)c6ccccc6C5=O)cc4)cc(C(*)=O)c3)cc2)cc1,,0.34562786,,, +1587431956,*CCCS(=O)(=O)CCCS(=O)(=O)CCCOC(=O)c1cccc(C(=O)O*)c1,,0.35154023,,, +1587454382,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(C3CCC(CC5CCC(N6C(=O)c7ccc(*)cc7C6=O)CC5)CC3)C4=O)cc2)cc1,,0.36177897,,, +1587941896,*CCCC(C)(C)CNC(=O)CCCCCCCC(=O)N*,,0.34975469,,, +1588269269,*Nc1c(N)c(N)c2c(c1N*)C(=O)OC2=O,,0.32340891,,, +1588320432,*CCN(CCCCCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1)CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.34069727,,, +1588395205,*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,,0.3645119,,, +1588401171,*Nc1ccc(C(CCC(c2ccc(N)cc2)c2ccc(N*)cc2)c2ccc(N)cc2)cc1,,0.35794575,,, +1588466256,*CC(*)c1ccc(CC)cc1,,0.4044765,0.2013333333333333,, +1588472676,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cc(NC(=O)c4ccc(NC(=O)C(C)N5C(=O)c6ccccc6C5=O)cc4)cc(C(*)=O)c3)cc2)cc1,,0.34759081,,, +1588623527,*Nc1ccc(C2=C(c3ccc(N*)cc3)CCCC2)cc1,,0.36462438,,, +1588749798,*CC(=C)COCC(=C)COC(=O)O*,,0.3369446,,, +1589240697,*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2CCCCC2)cc1,,0.37459903,,, +1589532910,*C=CC1CC(*)C(C(=O)OC)C1C(=O)OC,,0.35233888,,, +1589608719,*CCCCCC(*)CCCCCCCCCCCCCC,,,0.403,0.80443165,14.47745133 +1589952649,*Nc1ccc(NC(=O)CCCC(*)=O)cc1,,0.31441962,,, +1590006077,*O[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](*)(C)C,,0.49804119,,, +1590491705,*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Oc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)c1)C2=O,,0.39872119,,, +1591097153,*CCCCOC(=O)NCCCCNC(=O)O*,,0.32569334,,, +1591202562,*OC(=O)OCCCCCCCCOC(=O)OC1COC2C(*)COC12,,0.33598554,,, +1591469994,*CC(*)CC(C)C,,,0.2083333333333333,0.765836941,11.25375484 +1591544351,*C(C#N)=Cc1cc(OCCCCCCCCCCCCCCCC)c(C=C(C#N)c2cc(OCCCCCCCCCCCCCCCC)c(*)cc2OC)cc1OC,,0.39805364,,, +1591651244,*CCC1CCC(*)C1,,,,0.880692229,25.78669657 +1591681848,*Nc1ccc(-c2c(-c3ccccc3)ccc(N*)c2-c2ccccc2)cc1,,0.36149058,,, +1591697879,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cc(NC(=O)c5ccncc5)cc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc2)cc1,,0.35362805,,, +1592713963,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.34916517,,, +1592724652,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(C(C)C)c2)cc1C(C)C,,0.39498446,,, +1593705376,*Nc1cc(NC(=O)NC2CCC(CC3CCC(NC(*)=O)CC3)CC2)cc(C(=O)Nc2cccc3c2C(=O)c2ccccc2C3=O)c1,,0.34331689,,, +1594377223,*c1ccc(NC(=O)CCCCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1,,0.34520274,,, +1594695636,*Oc1ccc(C(=O)OCCOC(=O)c2ccc(*)cc2)cc1,,0.34122405,,, +1594797785,*Oc1ccc(Sc2ccc(Oc3ccc(-c4ccc(-c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1,,0.37806344,,, +1594981326,*CC(=O)Nc1ccc(Oc2c(F)c(F)c(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)c(F)c2F)cc1,,0.33657991,,, +1595107250,*Oc1ccc(C2(c3ccc(Oc4nc(*)nc(OC)n4)cc3)CCCCC2)cc1,,0.36354043,,, +1595192960,*CCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33616908,,, +1595605865,*CC(*)OC(=O)c1ccccc1,,0.356021,0.1669999999999999,1.101556822,13.40000836 +1595837642,*Nc1ccc([C@@H](CC)c2ccccc2[C@H](CC)c2ccc(N*)cc2)cc1,,0.36286788,,, +1596320590,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1,,0.35696126,,, +1596743017,*C=C*,,0.42573737,,, +1597060488,*Oc1ccc(Oc2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)cc1,,0.35136953,,, +1597874068,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37756242,,, +1598034786,*CC#CC(C#CCOC(=O)CCCCCCCCC(=O)O*)=Cc1ccc(C#Cc2ccccc2)cc1,,0.38414122,,, +1598043126,*CC(*)(C)C(=O)Oc1ccc(CC#N)cc1,,0.36393077,0.1655,1.056556928,12.67707231 +1598367606,*Nc1ccc(CCc2ccc(N*)cc2)cc1,,0.3443961399999999,,, +1598423326,*CC(*)(C)C(=O)OCCCCCCOc1ccc(N=Nc2ccc(OC)cc2)cc1,,0.35997482,,, +1598641133,*c1ccc(-c2ccc(Oc3ccc(C4(C)CC(C)(C)c5ccc(Oc6ccc(-c7ccc(N8C(=O)c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9C8=O)cc7)cc6C(F)(F)F)cc54)cc3)c(C(F)(F)F)c2)cc1,,0.38259605,,, +1599410150,*N=P(*)(Oc1ccc(Cl)cc1Cl)Oc1ccc(Cl)cc1Cl,,0.40414822,,, +1599847368,*CC(=O)Nc1ccc(Oc2ccc(NC(=O)COc3ccc4ccccc4c3Sc3c(O*)ccc4ccccc34)cc2)cc1,,0.34293502,,, +1599967213,*c1ccc2ccc3c(*)cc(C#CC=C)c4ccc1c2c34,,,0.429,0.757428031,34.48730282 +1600032316,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)c1)C2=O,,0.36374877,,, +1600783315,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)c(N)c1,,0.37235553,,, +1601240060,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O,232.2309602,,,, +1601398939,*CCCCSC(=O)NCCCCCCNC(=O)S*,-33.13797704,,,, +1601741460,*C(=O)c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(*)s4)cc3)cc2)cc1,,0.37738334,,, +1601815856,*C(F)(F)C(*)(F)OC(F)C(F)F,,0.33442051,,, +1601908846,*Oc1ccc(Sc2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1,,0.36289708,,, +1602086005,*O[Si](*)(CCC)c1ccccc1,,0.40185046,,, +1602099447,*C=C(*)CCCOC(=O)c1cc(-c2ccc(OC)cc2)ccc1-c1ccc(OC)cc1,,0.34537263,,, +1602838431,*CC(*)c1cc(-c2ccc(C(=O)OC3CC(C)CCC3C(C)C)cc2)ccc1-c1ccc(C(=O)OC2CC(C)CCC2C(C)C)cc1,,0.3845381,,, +1602898253,*Nc1cccc(C(=O)c2cccc(N*)c2)c1,,0.33606974,,, +1603135089,*CCCCNC(=O)CCCCCCCCCCC(=O)N*,,,0.332,, +1603270914,*CCN(CCOC(=O)c1cccc(C(=O)O*)c1)c1ccccc1,,0.34654736,,, +1603750308,*CC(*)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1,,0.34223337,,, +1604219408,*Nc1ccc(-c2cccc(-c3cccc(N*)c3)c2)cc1,,0.34269282,,, +1604312905,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1,,0.36139134,,, +1605023913,*CCCCCCCCCCOc1ccc(C=Cc2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(N=Nc4ccc(-c5ccccc5)cc4)cc3)cc2)cc1,,0.37252491,,, +1605095414,*CC(*)C(=O)OCCCOc1ccc(C(=O)OCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.333167,,, +1606219609,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=Cc4ccc(*)cc4)cc3)cc2)cc1,,0.37415859,,, +1606350633,*CCCCCCCCCNC(=O)CCCCC(=O)N*,,0.35373615,,, +1606377766,*CC1CCC(CNC(=O)CCCCCCCCC(=O)N*)CC1,,0.35003033,,, +1606526460,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.42173166,,, +1606960640,*CC=CCS(*)(=O)=O,,0.37641025,,, +1607403554,*CCCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.34308602,,, +1607507482,*CCOC(=O)C(C)O*,,0.33713195,,, +1607608174,*CCCCCCNC(=O)Cc1ccc(CC(=O)N*)cc1,,0.33740451,,, +1607796915,*CC(*)c1ccc(CCCC)cc1,,,0.2096666666666666,, +1607934568,*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.31780305,0.086,, +1608160782,*CC(*)C(=O)NCCCCCCCC/C=C/CCCCCCCC,,,0.3065,0.860743742,12.94376545 +1608321923,*CC(*)C1CCCC(C)C1,,0.40571007,0.1806666666666666,, +1608343989,*CC(*)C(=O)OCCCCSC,,0.39787287,0.2005,1.049744475,12.27513461 +1608850279,*Oc1ccc(C2(c3ccc(OC(=O)OC4C(C)(C)C(OC(*)=O)C4(C)C)cc3)CCC(C(C)(C)C)CC2)cc1,,0.37377889,,, +1609267020,*CC(C)(C)COC(=O)NC(=O)c1cc(C(=O)NC(=O)O*)cc(C(C)(C)C)c1,,0.33019089,,, +1609304413,*CCN(*)C(=O)CC(C)C,,0.36933528,,, +1609366983,*C=CC1CC(*)C2CC=CC12,,0.39371357,,, +1609819225,*Oc1cccc(C(=O)c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)c1,,0.36799842,,, +1609876819,*CCCCOCO*,,0.35936946,,, +1609935858,*Nc1cccc(C2(c3cccc(N*)c3)c3ccccc3-c3ccccc32)c1,,0.36665477,,, +1610540990,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.37152028,,, +1610776533,*Nc1cccc(/C(=C(\c2ccccc2)c2cccc(N*)c2)c2ccccc2)c1,,0.37286645,,, +1611088763,*C=Cc1c(OC(=O)c2ccc(C(=O)Oc3ccc4ccccc4c3C=Cc3cccc(*)n3)cc2)ccc2ccccc12,,0.36780539,,, +1611331043,*CCCCCCCC(=O)N*,,0.35123354,0.329,, +1611579500,*CC(*)c1cc(Br)ccc1OCC,,0.41409342,0.124,1.223503114,13.17144668 +1611681441,*CCC(C)=C(*)C,46.49641909,,,, +1611694557,*CCCCCCCCCCCCOC(=O)CCCCC(=O)O*,,,0.292,0.946344135,19.57740116 +1612093023,*Oc1ccc(C2(c3ccc(Oc4ccc(-c5ccc(NC(=O)c6cc(C(=O)Nc7ccc(-c8ccc(*)c(C(F)(F)F)c8)cc7)cc(C(C)(C)C)c6)cc5)cc4C(F)(F)F)cc3)c3ccccc3-c3ccccc32)cc1,,0.38174779,,, +1612493686,*c1ccc(*)n1CC,112.6054346,,,, +1612521768,*c1ccc(-c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(*)ccc2-3)cc1,,0.40991145,,, +1612716794,*Nc1cc2c3ccccc3c3ccccc3c2cc1N*,,0.3239493,,, +1613645225,*OC(=O)Nc1ccc(Cc2ccc(NC(=O)OC3CC4CC(*)CC(C3)O4)cc2)cc1,,0.34955799,,, +1613665911,*Nc1ccc(NC(=O)CCCCC(*)=O)cc1,,0.32538533,,, +1613802032,*CCN(*)C(=O)C(OC)(c1ccccc1)C(F)(F)F,,0.3539454,,, +1613873087,*c1cccc(NC(=O)CCCCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1,,0.34846813,,, +1613930825,*Oc1ccc(C2(c3ccc(OC(=O)CCCC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1,,0.37150042,,, +1614031170,*c1cc(CCCCCC)c(*)s1,,0.42393246,,, +1614212128,*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(*)cc6)ccc5c4)cc3)c(C)c2)cc1C,,0.40029643,,, +1614580924,*CC(*)(C)C(=O)OCCCC1CCCCC1,,0.36533383,,, +1614865951,*OC(=O)Cc1ccc(CC(*)=O)cc1,,0.32669712,,, +1615078461,*C(=O)Nc1cccc(NC(=O)c2ccc(-c3nc4cc(*)ccc4[nH]3)cc2)c1,,0.35660397,,, +1615328669,*CC(*)(C)C(=O)OC(OCC)C(F)(F)F,,0.35450066,,, +1616202781,*CC(CO)(CO)CO*,,0.29427699,,, +1617425937,*C=CC1CCC(*)C1,,0.3888656,,, +1617530326,*c1ccc(Cc2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(Oc6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1,,0.40959126,,, +1618024485,*CC(CO*)(CSC(C)C)CSC(C)C,,0.41655745,,, +1618337987,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(S(=O)(=O)c4ccc(C)cc4)cc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.38455792,,, +1618366828,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc(Oc2ccc([Si](*)(C)C)cc2)cc1,,0.41576369,,, +1618451585,*Nc1ccc(-c2ccc(-c3cccc(N*)c3)cc2)cc1,,0.34006851,,, +1618749599,*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3C)c2)c(C)c1,,0.37167757,,, +1618910183,*Nc1cccc(NC(=O)c2ccc(C(*)=O)cc2)c1,,0.33550053,,, +1618911351,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(-c3cccc(OC(=O)c4ccc(OC(=O)c5ccc(OCCCCCCCCCCCC)cc5)cc4)c3)cc2)cc1,,0.36170245,,, +1618992612,*CCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1,,0.33028108,,, +1619024957,*CC1(*)CCCCC1,,0.36650758,0.1443333333333333,0.795413005,12.99416817 +1619167656,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.38096649,,, +1619197321,*C(=O)OCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.34367333,,, +1619494019,*Oc1ccc(C(=Cc2ccc(-c3ccc(C=C(c4ccccc4)c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)cc3)cc2)c2ccccc2)cc1,,0.37848459,,, +1619516534,*CC(*)c1ccc(COCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.34583882,,, +1619538915,*Nc1cccc(Cc2ccccc2)c1-c1cccc(C[C@H](N*)c2ccccc2)c1,,0.34966936,,, +1619869238,*CCCCCCCCCCNC(=O)CCCCCCCCCCCC(=O)N*,,,0.3685,0.912914925,24.40781229 +1620174791,*Oc1ccc(N=C(c2ccccc2)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(Oc5ccc(C(=Nc6ccc(*)cc6)c6ccccc6)cc5)cc4)cc3)cc2)cc1,,0.38989325,,, +1620481410,*c1ccc(Cc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(C)(C)c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1,,0.36623451,,, +1620933064,*/C=C(/*)CCCCCCCCCCCCCCCCCCCCC(=O)O,,,0.403,0.868463517,14.07855526 +1621708323,*OC(CCCCCCC=C)CC(*)=O,,0.37192791,,, +1621972035,*CC(*)(C)C(=O)OCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.35758203,,, +1622243076,*Nc1ccc2ccc3cc4c(ccc5ccccc54)cc3c2c1N*,,0.33607115,,, +1622288666,*C=CC(C)C(*)C(=O)OCCCN(C)c1ccc(N(C)C)cc1,,0.37642636,,, +1622533278,*Nc1cc2c3ccc(-c4ccc(C)c(C)c4)c(-c4ccc(C)c(C)c4)c3c(N*)cc2c2ccccc12,,0.36400797,,, +1623779443,*c1ccc(Oc2ccc(-c3csc(NC(=O)Nc4ccc(Cc5ccc(NC(=O)Nc6nc(*)cs6)cc5)cc4)n3)cc2)cc1,221.6298798,,,, +1623821086,*Nc1ccc(NC(=O)c2cc(C(*)=O)c(C(=O)O)cc2C(=O)O)cc1S(=O)(=O)O[Na],129.970858,,,, +1623930170,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)(C(F)(F)F)C(F)(F)F)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36693527,,, +1624065789,*c1ccc(C(=O)NCCCCCCCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1,,0.36749027,,, +1624256779,*OC(C)CCCCC(*)=O,,0.35745036,,, +1624258093,*c1ccc(Oc2ccc(NC(=O)c3cc(C(=O)Nc4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)cc(N4C(=O)c5ccccc5C4=O)c3)cc2)cc1,,0.36154579,,, +1624614703,*c1c(C)cc(C(c2cccnc2)c2cc(C)c(N3C(=O)CC(Nc4ccc(NC5CC(=O)N(*)C5=O)cc4)C3=O)c(C)c2)cc1C,,0.38844622,,, +1624631059,*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1,,0.35532561,,, +1625056718,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.3483794,,, +1625717733,*CC(=O)N*,,,0.277,, +1626154089,*Oc1c(-c2ccccc2)cc(*)cc1-c1ccc(C)cc1,,0.40218767,,, +1626255936,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(C(F)(F)C(F)(F)C(F)(F)c4cccc(C(*)=O)c4)c3)cc2)cc1,,0.35753446,,, +1626278445,*Nc1ccc([C@@]23CC4C[C@@](c5ccc(N)cc5)(C2)C[C@](c2ccc(N*)cc2)(C4)C3)cc1,,0.36179754,,, +1626805714,*CCOCCOCCOc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1,,0.36211153,,, +1626973373,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.35488648,,, +1627008695,*Nc1cc(-c2ccccc2)c(-c2ccccc2)c(N*)c1-c1ccccc1,,0.36654455,,, +1627088494,*c1ccc2c(c1)C(=O)N(c1cccc(C(O)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.37192753,,, +1628056427,*c1ccc2c(c1)C(=O)N(c1cccc(C(O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.39990729,,, +1628304289,*OC(*)CCC#N,,,0.1704999999999999,1.042557473,13.31406094 +1629034930,*Nc1ccc([C@]2(C)c3ccccc3C(C)(C)C2(N)N*)cc1,,0.36227751,,, +1629642981,*CC(*)(C)C(=O)OCCCCCCc1ccc(C(C)=Cc2ccc(OC)cc2)cc1,,0.36591214,,, +1629866625,*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1,,0.35336088,,, +1629965547,*CCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC,,0.35092765,,, +1630109402,*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ncccc2C)C3=O)cc(C(=O)NNC(=O)CC(*)=O)c1,,0.3203758,,, +1630196267,*CCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,,0.38015472,0.4137499999999999,0.900754814,21.54347658 +1630481907,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O,,0.37183855,,, +1630836772,*Nc1cc2ccc3cc(N*)cc4ccc(c1)c2c34,,0.33777593,,, +1630847021,*Nc1ccc(C(=CC=C(c2ccccc2)c2ccccc2)c2ccc(N*)cc2)cc1,,0.3719653,,, +1631091445,*CC(S*)c1ccccc1,,0.3836093,,, +1631230577,*Nc1cc2c(cc(N*)c3c(-c4ccccc4)c(-c4ccccc4)c(-c4ccccc4)c(-c4ccccc4)c32)c2ccccc12,,0.37324607,,, +1631608831,*CCNC(=O)c1cccc(O*)c1,,0.32622214,,, +1632405014,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)c(C)c2)cc1C,,0.37933895,,, +1632457388,*Nc1c(N*)c2c(ccc3c4ccccc4c4ccccc4c32)c2ccccc12,,0.35171057,,, +1632465618,*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(O)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,,0.35532952,,, +1632814958,*OS(=O)(=O)c1cc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)c(C)c4)CCCCC3)cc2C)ccc1C,,0.37582472,,, +1632815353,*C(=O)c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc6)C7=O)cc5)cc4)OC(=O)c4ccccc43)cc2)cc1,,0.37651211,,, +1633207070,*CC(*)c1ccccc1COCCC(C)C,,0.3832793,0.1943333333333333,0.924684677,10.79545525 +1633403102,*Nc1ccc(C(Cc2ccccc2)(Cc2ccccc2)N*)cc1,,0.35111176,,, +1633678871,*Oc1ccc(-c2ccc(OC(=O)c3cc(OCCCc4ccccc4)c(C(*)=O)cc3OCCCc3ccccc3)cc2)cc1,,0.3524536,,, +1634407816,*c1ccc(-c2cc(-c3ccc(OCCCCCCCCCCCC)cc3)cc(-c3ccc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4cc(*)ccc4-5)cc3)c2-c2ccc(OCCCCCCCCCCCC)cc2)cc1,,0.39788041,,, +1634561399,*Nc1ccc(C(c2ccc(N*)cc2)c2ccccc2N)cc1,,0.3535621049999999,,, +1634574344,*Oc1c(F)c(F)c(Sc2c(F)c(F)c(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(F)c2F)c(F)c1F,,0.37421023,,, +1634828189,*CC(c1ccccc1)C1C(=O)N(c2ccc(NC(=O)OCC3CCCN3c3ccc([N+](=O)[O-])cc3)cc2)C(=O)C1*,,0.35437904,,, +1634832271,*Oc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4cc(C(=O)Nc5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)cc1,,0.36514177,,, +1635058755,*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6-c6ccccc65)ccc4n3)cc2)cc1,,0.43428946,,, +1635294822,*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Sc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36662186,,, +1635582225,*c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O,,0.41327874,,, +1635861860,*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(c5cccc(N7C(=O)c8ccc(*)cc8C7=O)c5)C6=O)cc4)cc3)cc2)cc1,,0.3765538,,, +1636249880,*Nc1nc(N*)nc(-c2ccccc2)n1,,0.33811735,,, +1637316087,*Oc1c(C)cc(C2(c3cc(C)c(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)c3ccccc3-c3ccccc32)cc1C,,0.41055555,,, +1637447040,*Oc1cc(Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)cc(C(=O)Oc2ccc(N=Nc3ccc(C#N)cc3)cc2)c1,,0.37807662,,, +1637633691,*c1cccc(Oc2ccc(P(=O)(c3ccccc3)c3ccccc3)c(Oc3cccc(N4C(=O)c5ccc(Oc6ccc(-c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)c3)c2)c1,,0.37011172,,, +1637714713,*CC(*)F,,0.35585104,,, +1638121977,*CCOC(=O)CC(=CC(=O)O*)c1ccc(OCC)cc1,1.131191733,,,, +1638169555,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC3CCC2C3)cc1,,0.36263983,,1.084486229,20.59461102 +1638182470,*Nc1ccc(NC(=O)c2cc(-c3ccc(C(=O)OC)c(C(*)=O)c3)ccc2C(=O)OC)cc1,,0.33582892,,, +1638745393,*CC(*)(CC(=O)OCC)C(=O)OCC,,0.34796844,0.1689999999999999,0.965285515,13.08823383 +1638921879,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCC(C)C)cc1,,0.3422569,,, +1639290741,*CCCCCCOc1ccc(-c2cc(-c3ccccc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccccc7)cc(-c7ccc(O*)cc7)cc6-c6ccccc6)cc5)cc4)cc3)c(-c3ccccc3)c2)cc1,,0.37246219,,, +1639497900,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1,,0.35598861,,, +1639513148,*CC(*)c1cc(C(=O)Oc2ccc(OCC)cc2)ccc1C(=O)Oc1ccc(OCC)cc1,,0.34938746,,, +1639677802,*C([2H])([2H])C(*)(C(=O)OC([2H])([2H])[2H])C([2H])([2H])[2H],,0.33761653,,, +1639769736,*CCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,,0.3710755,,, +1639915624,*/C=C/CC*,,,0.2486666666666666,0.8411584645000001,19.29341066 +1640063479,*CCOCCOCCOCCOC(=O)CCSCCC(=O)O*,,0.34735821,,, +1640191566,*OCCOc1cc(*)nc2ccc(C)cc12,88.77435741,,,, +1640510001,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.35958208,,, +1640870840,*CCCCCCCNC(=O)CCCCCC(=O)N*,,0.34960498,0.334,, +1640890711,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37216457,,, +1640897195,*c1cccc(Oc2ccc(P(=O)(c3ccccc3)c3ccccc3)c(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1,,0.37114282,,, +1640937510,*c1ccc(Nc2cc(CCCCCCCC)c(*)s2)cc1,49.50827798,,,, +1641068572,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1ccccc1,,0.38222364,,, +1641679741,*Oc1cccc(OC(=O)c2ccc(Oc3ccc(C(*)=O)cc3)cc2)c1,,0.34914542,,, +1641687238,*CCCCOC(=O)NC1CC1NC(=O)O*,47.31586772,,,, +1642318561,*Nc1ccc(C(C)C)c(-c2cccc(-c3cc(N*)ccc3C(C)C)c2)c1,,0.3756884,,, +1642394880,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.35213618,,, +1642545320,*Sc1ccc(Sc2ccc(Sc3cccc4c3C(=O)N(N3C(=O)c5cccc(*)c5C3=O)C4=O)cc2)cc1,,0.38724478,,, +1643898977,*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(Oc4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)c3)c1)C2=O,,0.36251078,,, +1644429324,*CCCCCCCCOc1ccc(C=Cc2cc(OCCCCCCCC)c(C=Cc3ccc(O*)cc3)cc2OCCCCCCCC)cc1,,0.38771383,,, +1645271820,*CCCCCCCCCCCCCCOC(=O)CCCCC(=O)O*,,,0.3555,0.934642528,21.38435354 +1645416728,*CCC1C[N+](C)(C)CC1*,,0.77709707,,, +1645801286,*Oc1ccc(N=Cc2ccc(OC(=O)CCCCC(=O)Oc3ccc(C=Nc4ccc(*)cc4)cc3OC)c(OC)c2)cc1,47.38250675,,,, +1646057229,*Nc1ccc([C@@H](CCCCC)c2ccc(C(CCCCC)c3ccc([C@H](CCCCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.37024472,,, +1646177027,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.37532001,,, +1646241575,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cc(OCCCCC)cc(C(=O)O*)c1,,0.34110244,,, +1646656305,*CC(*)CCC(C)C,,,0.216,0.772296641,12.17429097 +1646893921,*CC1CCC(COC(C)OC(=O)c2cccc(C(=O)OC(C)O*)c2)CC1,,0.35679176,,, +1646933225,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2-c2ccccc2)c(-c2ccccc2)c1,,0.36556523,,, +1646984336,*Nc1ccc(-c2c(-c3ccccc3)c(-c3ccccc3)c(N*)c(-c3ccccc3)c2-c2ccccc2)c(C)c1C,,0.3811955,,, +1647029479,*Cc1cccc(CNC(=O)c2cccc(C(=O)N*)c2)c1,,0.32986558,,, +1647212497,*Nc1ccc(C2(c3ccc(N*)cc3)CCCc3ccccc32)cc1,,0.35799942,,, +1647532424,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCC)cc1,,0.33994048,,, +1647821918,*CC(*)(C)C(=O)OCC1COC(CP(=O)(OCC)OCC)O1,,0.34351571,,, +1648167915,*OCCOC(=O)CCCC(=O)OCCOc1nc(-c2ccc(OC)cc2)nc(*)c1-c1ccc(OC)cc1,,0.34869133,,, +1648532900,*CC(*)(C)C(=O)OCCOCCOCC[N+](CC)(CC)CCCCS(=O)(=O)O,,0.40560629,,, +1648622866,*O[Si](*)(C)CCCn1c2ccccc2c2ccccc21,,0.37981607,,, +1649223775,*NC(C)CC(*)=O,,0.32169997,,, +1649295248,*NC1=CCCC(c2ccc(N*)cc2)=C1c1ccccc1,,0.35914225,,, +1649345915,*NCc1ccc(N*)cc1,,0.322561555,,, +1649518604,*Nc1ccc(C(c2ccccc2)(c2ccccc2)c2cc(C(c3ccccc3)(c3ccccc3)c3ccc(N)cc3)cc(C(c3ccccc3)(c3ccccc3)c3ccc(N*)cc3)c2)cc1,,0.3872297,,, +1650000609,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3c(C)cc(S(=O)(=O)c4cc(C)c(O*)c(C)c4)cc3C)cc2)cc1,,0.36906105,,, +1650198770,*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)c5ccc([Si](C)(C)c6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1,,0.39503017,,, +1650263868,*CC(*)(C)C(=O)OCCOCCOCCOCCOCCOCCOCCOCCOC,,0.35087647,,, +1650643323,*CC(*)(C)C(=O)OCCCn1c2ccccc2c2ccccc21,,0.35272474,,, +1651023431,*CC(*)C#N,,,0.207,0.979429396,20.43708909 +1651258408,*Oc1cccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(*)cc2)c1,,0.35425809,0.319,1.057348058,21.51389258 +1651483269,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1,,0.33710135,,, +1652170327,*c1ccc(N[Se]Nc2ccc(S(*)(=O)=O)cc2)cc1,,0.38429931,,, +1652404686,*CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.35651058,,, +1652549742,*Oc1ccc(OC(=O)Oc2ccc(OC(*)=O)cc2)cc1C,120.5520321,,,, +1652695363,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5o4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)n1,,0.36221433,,, +1652765029,*Nc1c(C)c(N)c2c(c1O)C(=N)[C@@H](N*)[C@@H]2N,,0.32698788,,, +1653502391,*CC(*)(CC(=O)OCCCc1ccccc1)C(=O)OCCCc1ccccc1,,,0.2055,1.080352066,10.10003467 +1653539066,*CCCCCCNC(=O)NCCCCNC(=O)N*,60.10434296,,,, +1653668180,*CC(*)(C)C(=O)Oc1ccc(C)cc1C,,0.36833301,0.157,0.95674619,12.26970455 +1653699030,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.3472328,,, +1653991852,*Nc1cc(NC(=O)NC2CCC(CC3CCC(NC(*)=O)CC3)CC2)cc(C(=O)Nc2ccc3c(c2)C(=O)c2ccccc2C3=O)c1,,0.34250678,,, +1654010569,*CC(C)(C)COC(=O)CCC(=O)O*,,0.33568039,,, +1654213224,*CC(*)CC1CCCCC1,,,0.2256,0.816505893,9.943107453 +1654272225,*Oc1c(Cl)cc(*)cc1Cl,,0.40066645,,, +1654827899,*Nc1cc2ccc3cccc4ccc(c1N*)c2c34,,0.33185759,,, +1654848941,*Oc1ccc(CCNC(=O)c2cccc(C(*)=O)c2)cc1,,0.33770384,,, +1655220585,*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc6[nH]c(*)nc6c4)C5=O)cc3C2=O)cc1,,0.39105508,,, +1655318742,*OP(=O)(Oc1ccc(C)cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br,,0.39766764,,, +1655336489,*Nc1ccc2c(c1)Cc1cc(N*)ccc1-2,,0.34702763,,, +1655603853,*C(Cl)=C(*)CCCC,,0.40171374,,, +1655950813,*OC1CCC(OC(=O)OCCCCCCCOC(*)=O)CC1,,0.3452967,,, +1656073293,*O[Si](C)(C)c1cccc2c([Si](*)(C)C)cccc12,,0.41204539,,, +1656097465,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7ccc(C(C)(C)c8ccc(Oc9cccc%10c9C(=O)N(*)C%10=O)cc8)cc7)c6C5=O)cc4)cc3)cc2)cc1,,0.36779038,,, +1656589637,*Nc1c(C)c(C)c(NC(=O)c2ccc(C(*)=O)cc2)c(C)c1C,205.6552433,,,, +1656633508,*CCCOC(=O)Nc1cc(NC(=O)O*)ccc1C,,0.32689509,,, +1657554335,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2-c2ccccc2)cc1,227.700588,,,, +1658493417,*Nc1ccc(C2=C3CC=CC=C3[C@H](c3ccc(N*)cc3)c3ccccc32)cc1,,0.36999408,,, +1658830563,*Nc1ccc2c(c1)C1(c3ccc(C)cc3-c3cc(C)ccc31)c1cc(N*)ccc1-2,,0.3945016,,, +1659755878,*CCCCCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,,,0.3944999999999999,0.916585437,18.81872143 +1659835488,*CC(C)(CC)COC(=O)c1ccc(C(=O)O*)cc1,,0.35427733,,, +1659919472,*CC(=O)Nc1ccc(Oc2cccc(NC(=O)CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.33266973,,, +1660751847,*CCCCCCCCCCOC(=O)NCCCCCCNC(=O)O*,,0.35820456,,, +1661316204,*c1ccc(-c2ccc(-c3cnc4cc(Oc5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1,,0.40678866,,, +1661521840,*CCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.4001193,,, +1661804021,*c1ccc(Sc2ccc(-c3nn(-c4ccc(S(=O)(=O)c5ccc(-n6nc(*)c7ccccc7c6=O)cc5)cc4)c(=O)c4ccccc34)cc2)cc1,,0.39793898,,, +1662111173,*c1ccc(Oc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1,,0.42723558,,, +1662427032,*Nc1ccc([C@H]2C=C[C@](N*)(c3ccccc3)C=C2)cc1,,0.34408307,,, +1662473606,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.44568378,,, +1662846692,*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)cc1C)C2=O,,0.39438371,,, +1663220707,*C1C=CC(*)CC1,103.377349,,,, +1663257488,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1,,0.36301636,,, +1663514336,*CCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,,,0.284,0.931066388,19.58490022 +1663579742,*C1C2CCC(C2)C1S(*)(=O)=O,,0.369056,,, +1664000422,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(-c5nc6ccccc6o5)cc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,,0.36410497,,, +1664419715,*c1cc(C(=O)Oc2cccc3cccnc23)c(*)s1,,0.37063906,,, +1665128334,*Oc1c(Cl)cc(C2(c3cc(Cl)c(OC(*)=O)c(Cl)c3)CC3CC2C2CCCC32)cc1Cl,,0.40815455,,, +1665519447,*CCCCCCOC(=O)CCCCC(=O)O*,,0.34866959,,, +1665622920,*CCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.39784741,,, +1666147237,*Oc1ccc(NCC(=O)c2ccc(Sc3ccc(C(=O)CNc4ccc(*)cc4)cc3)cc2)cc1,,0.37243845,,, +1666787967,*Nc1c(N*)c(C=C)c2c(c(N)cc3cc4ccccc4cc32)c1N,,0.33559089,,, +1666962714,*NC(CCC(=O)OCc1ccc(C(F)(F)F)cc1)C(*)=O,,0.32727613,,, +1667507467,*CC(=O)C(*)C,,0.3478615,,, +1668029928,*c1ccc(Oc2ccc(-c3cccc4c3C(=O)N(Oc3ccc(C(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc3)C4=O)cc2)cc1,,0.36324031,,, +1668423016,*Cc1cc(C)c(CNC(=O)CCCCC(=O)N*)cc1C,,0.33390015,,, +1668799995,*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cc7cc(*)ccc7oc6=O)cc5)cc4)cc3)cc2c1,,0.34606436,,, +1669065753,*CC(*)c1c(F)c(F)c(OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c(F)c1F,,0.33681331,,, +1669177512,*CC(*)OC(=O)C(C)(C)CCC,,0.37264329,,, +1669233687,*Nc1ccc2c(c1)-c1cc(N*)ccc1C2(c1cccc(N)c1)c1cccc(N)c1,,0.36327094,,, +1669324306,*CC(*)c1ccc(C(O)CCN2CCOCC2)cc1,,0.35614962,,, +1669400778,*CC(*)(C)C(=O)OCC1CCC1,,0.36732984,,, +1669411867,*c1ccc(Oc2cccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(c5cccc(Oc7ccc(-c8nnc(*)o8)cc7)c5)C6=O)cc4C3=O)c2)cc1,,0.38763458,,, +1669796123,*CCOCCOC(=O)NCCCCCCNC(=O)O*,,0.33299427,,, +1669900077,*Nc1ccc2c3ccccc3c3ccc(N*)c4ccc1c2c43,,0.32846656,,, +1669945913,*CC(*)c1ccc([Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)cc1,,0.45056995,,, +1670036740,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.37228943,,, +1670250046,*CC(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1,,0.34110112,,, +1670434070,*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5cc(-c6ccccc6)c6cc(-c7ccc8nc(*)cc(-c9ccccc9)c8c7)ccc6n5)cc4)cc3)cc2)cc1,,0.40260098,,, +1670881683,*Nc1ccc2cc(C)ccc2c1-c1c(N*)ccc2cc(C)ccc12,,0.36235466,,, +1671082130,*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)c1,,0.34976889,,, +1671135336,*CC(C)(CO*)COCC(F)(F)F,,0.36946745,,, +1671251574,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(P(=O)(c4ccccc4)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c2)C3=O)n1,,0.35663308,,, +1671488348,*Nc1ccc(-c2ccc(N*)c(-c3ccc(C=C)cc3)c2-c2ccc(C=C)cc2)cc1,,0.35874439,,, +1671953980,*CCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1,,0.34609374,,, +1672793262,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cc(C(=O)Nc5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)cc1,,0.36687927,,, +1672845324,*CC(*)c1ccc(Cl)cc1C,,,0.1366666666666667,1.05867232,13.55500415 +1672978154,*CCN(*)C(=O)c1cc(F)c(F)c(F)c1,,0.33491733,,, +1673102109,*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7C(=O)c7ccccc76)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1,,0.43993459,,, +1673426681,*CC(*)(C)C(=O)OCCS(=O)CC,,0.3575264,0.199,1.117069249,12.05051013 +1673485707,*c1nc(C)nc(N(CCCCCCCCCCN(*)c2ccccc2)c2ccccc2)n1,,0.39169547,,, +1673575394,*Nc1cccc(S(=O)(=O)c2cccc(N*)c2)c1,,0.336299775,,, +1673823356,*NNC(=O)c1ccc(C(*)=O)cc1OCCCCCCCCCC,,0.36401661,,, +1674464256,*Oc1ccc(C2(c3ccc(OC(*)=O)c(C)c3)CC3CCC2C3)cc1C,,0.38156407,,, +1674887519,*CC(*)C(=O)OCCC(C)C,,,0.224,0.928263907,11.86917301 +1674948032,*Sc1c(C)cc(*)cc1C,,0.42844078,0.145,1.048021071,18.9131789 +1674954682,*c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)CC3)CC1)C2=O,,0.36673379,,, +1675272151,*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(C(=O)c3ccccc3)cc2)cc1,,0.34771734,,, +1675542774,*CCC(C)(C)C(*)(C)C,,0.38272137,,, +1675605229,*CCC1CC(*)C2C3CC(c4ccc(COC(C)CC)cc4)C(C3)C12,,0.37580265,,, +1675845282,*CC(*)C(=O)NC(C)C,,0.36205539,0.203,0.951472262,13.50097132 +1676036975,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6nc(-c7ccccn7)nnc6*)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1,,0.40668886,,, +1676176971,*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.37078236,,, +1676315941,*Oc1ccc(C(C)(C)c2ccc(Oc3c(F)c(F)c(COC(c4cccc(C(OCc5c(F)c(F)c(*)c(F)c5F)(C(F)(F)F)C(F)(F)F)c4)(C(F)(F)F)C(F)(F)F)c(F)c3F)cc2)cc1,,0.34981945,,, +1676729998,*CC(*)(C)C(=O)OCCN(C)c1ccc(N(C)C)cc1,,0.36781623,,, +1676759354,*c1cccc(C(=O)Nc2ccc(Oc3cccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c5)cc4)c3)cc2)c1,,0.35354105,,, +1676853034,*CC(*)(C)C(=O)OCc1ccc(C=CC(=O)Oc2ccc3oc(=O)ccc3c2)cc1,,0.32586124,,, +1677073370,*C=CC1CC(*)C([Si](C)(C)C[Si](C)(C)C)C1,,0.40768894,,, +1677533093,*Nc1ccc(-c2ccccc2)c(-c2ccc(N)c(N)c2)c1N*,,0.33277847,,, +1677600893,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.36082508,,1.104373146,25.54111019 +1677738702,*Oc1ccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(=O)Nc4ccc(*)cc4)cc3)cc2)cc1,,0.36140539,,, +1677875786,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)C6CCC(C7CCC8C(=O)N(*)C(=O)C8C7)CC6C5=O)cc4)cc3)cc2)cc1,,0.37368086,,, +1678384884,*CC(*)OCCCCCCCCCCCCCCCCCC,,,0.3868,0.834274703,12.10790061 +1678410522,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1,,0.36119682,,, +1678521620,*CC(O*)c1ccco1,,0.36350816,,, +1678768525,*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)c4cc(*)ccc4n5C)cc3)OC(=O)c3ccccc32)cc1,262.5942508,,,, +1678882147,*CC(*)OC(=O)c1ccc(Br)cc1,,0.38128079,,, +1679226425,*Nc1ccc(C2(c3ccc(N*)cc3)CCC2(c2ccc(N)cc2)c2ccc(N)cc2)cc1,,0.37813226,,, +1679285370,*c1cccc(OCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.34918119,,, +1680789160,*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(C(C)(C)CC)CC2)cc1,,0.37936354,,, +1681110916,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(F)cc5)C6=O)cc4)cc3)cc2)cc1,,0.3755704,,, +1681628667,*Nc1ccc(C2(c3ccc(N*)c(CC)c3)c3ccccc3-c3ccccc32)cc1CC,,0.38152925,,, +1681775861,*Nc1ccc2c(-c3ccccc3)c(N*)c(-c3ccccc3)cc2c1,,0.35638928,,, +1681905956,*Nc1ccc2cc3ccc4cccc5ccc(c2c1N*)c3c45,,0.33707635,,, +1682827181,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.34685932,,, +1682832675,*CCCCCCOC(=O)C(C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1)c1ccccc1,,0.35801462,,, +1682900060,*c1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Sc5ccc(N6C(=O)c7ccc(C(=O)Nc8ccc(Oc9ccc(C%10(*)NC(=O)c%11ccccc%11%10)cc9)cc8)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.3676725,,, +1683248477,*Nc1ccc(Cc2ccc(CCC(CC)(c3ccc(Cc4ccc(N)cc4)cc3)c3ccc(Cc4ccc(N*)cc4)cc3)cc2)cc1,,0.36374897,,, +1683353689,*CCCCCCNC(=O)C=C(C)C(=O)N*,,0.33327284,,, +1683593138,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O,,0.37532508,,, +1683816678,*CC(*)CCCCCCCCCCCCC,,,0.3383333333333333,0.803265072,11.57516404 +1683834264,*CC=Cc1cc(C(C)(C)c2ccc(O)c(C=CCC3CC(=O)N(c4ccc(Cc5ccc(N6C(=O)CC(*)C6=O)cc5)cc4)C3=O)c2)ccc1O,,0.35434136,,, +1683937350,*C(*)(F)F,,0.32274038,,, +1684744857,*Nc1ccc(N*)cc1,,0.32369134,,, +1684855250,*O[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](*)(C)C,,0.49693178,,, +1685057897,*OCCCCOC1COC2C(OC(=O)CCCCC(=O)OC3COC4C(*)COC34)COC12,,0.33206648,,, +1685441802,*Nc1ccc([C@]2(C)CC(C)(C)c3cc(N*)c(N)cc32)cc1,,0.36997618,,, +1685639309,*Nc1ccc(N*)c2cc3ccccc3cc12,,0.33960265,,, +1685741842,*Oc1ccc(S(=O)(=O)c2ccc3cc(S(=O)(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(*)c(C)c6)cc5C)cc4)ccc3c2)cc1,,0.39138896,,, +1685793065,*NC1=CC[C@H](C(c2ccc(N)cc2)(c2ccc(N)cc2)c2ccc(N*)cc2)C=C1,,0.35960608,,, +1685901918,*CCCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1,,0.33743021,,, +1686044145,*Nc1ccc(-c2ccc(N*)cc2-c2ccc(-c3ccccc3)cc2)cc1,,0.34993468,,, +1686536548,*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)c3cccc4ccccc34)cc1C)C2=O,,0.43039552,,, +1686718921,*CCCCCCCCCCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCCCCCCCCCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.35369987,,, +1686919611,*Nc1cc2c(N*)ccc3c4cc(N)c5c(O)cc(O)c6c5c4c(c(c1)c23)=CC6=N,,0.33150168,,, +1686952032,*Oc1ccc(NC(=C(C#N)C#N)c2ccc3cc(C(Nc4ccc(*)cc4)=C(C#N)C#N)ccc3c2)cc1,,0.40578459,,, +1687301626,*Nc1ccc(C2(c3ccc(N)c(N*)c3)c3ccccc3-c3ccccc32)cc1N,,0.374004235,,, +1687734708,*CC(*)c1nc(C)nc(C)n1,,0.41591473,,, +1687858276,*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O,,0.36843914,,, +1687871916,*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O,,0.42868802,,, +1687937320,*Oc1cccc(S(=O)(=O)c2ccc(*)cc2)c1,,0.36277988,,, +1688474833,*OC(=O)c1ccc(C(F)(F)C(F)(F)C(F)(F)c2ccc(C(*)=O)cc2)cc1,,0.34059869,,, +1688918153,*Oc1ccc(C(=O)c2cccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(=O)c4ccc(*)cc4)cc3)c2)cc1,,0.35168897,,, +1689325307,*Nc1cc(Oc2ccccc2)c(N*)c(N)c1N,,0.32209092,,, +1689591467,*CCCCCCCCCCCNC(=O)CCCCC(=O)N*,,,0.3295,0.9550917,21.59948372 +1689883319,*=C=C=C(CCCCOC(=O)Nc1ccccc1)C(=*)CCCCOC(=O)Nc1ccccc1,,,,1.089327475,15.55466977 +1690031324,*CC(*)c1cc(Cl)ccc1Cl,,,0.1119999999999999,1.217628771,15.81204712 +1691054850,*C(=O)Nc1ccc(Oc2c(C)cc(C(C)(C)c3cc(C)c(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)CC9CC8C8CCCC98)cc7)cc5)C6=O)cc4)c(C)c3)cc2C)cc1,,0.382364,,, +1691146038,*OC(COC(=O)NCCCCCCNC(*)=O)c1ccco1,,0.33835382,,, +1691546435,*c1nc2cc(S(=O)(=O)c3ccc4oc(C5CCC(*)CC5)nc4c3)ccc2o1,,0.3932565,,, +1692151346,*CC1CCCC(COC(=O)c2ccc(C(=O)O*)cc2)C1,,0.35298607,,, +1692408347,*CC(*)(C)C(=O)OCCN(C)c1ccc(N=Nc2ccc(S(=O)(=O)Nc3cc(C)on3)cc2)cc1,,0.36514397,,, +1692538741,*CC(*)(C#N)C(=O)OC,,,0.161,1.044265535,17.02409485 +1693140082,*O[Si](*)(C)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,-68.87734458,,,, +1693262682,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.36953742,,, +1693536620,*/C=C/CCC*,,,0.26655,0.834588519,18.18601938 +1694201985,*c1ccc(Oc2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5ccc(Oc6ccc(-c7nc8ccccc8nc7*)cc6)cc5)cc4)cc3)cc2)cc1,,0.38425793,,, +1695745153,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(Cc4cc(C)c(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(C)c4)cc3C)cc1)C2=O,,0.38922074,,, +1695808727,*N=P(*)(OCCOCCOCCOC)OCCOCCOCCOC,,0.35486325,,, +1695838608,*O[Si](C)(C)c1cc(OCCO)c([Si](*)(C)C)cc1OCCO,,0.37188313,,, +1695890113,*CCCCCCCCCCC(Cl)C(*)Cl,,0.39676884,0.316,1.005372382,22.70085055 +1696155039,*C([2H])([2H])C(*)([2H])Cl,,0.37387095,,, +1696182166,*Oc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)c2ccc(C=CC3=CC(=C(C#N)C#N)CC(C)(C)C3)cc2)cc1,,0.36168331,,, +1696331324,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(-c4cc(C)c(*)c(C)c4)cc3C)cc2)cc1,,0.39339685,,, +1696343001,*c1ccc(OCCCOc2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.35291227,,, +1696594426,*Nc1cc2c(cc1N*)[C@H]1CC[C@@H]2C1,,0.35993676,,, +1696699726,*Cc1cc(COC(=O)Nc2ccc(Cc3ccc(NC(=O)O*)cc3)cc2)cc(C(C)(C)C)c1,,0.35650637,,, +1696944079,*CC(*)(CC(=O)OC1CCCCC1)C(=O)OC1CCCCC1,,0.39639923,0.1694999999999999,0.957033344,10.04778986 +1696993963,*CC(*)c1ccc(C(=O)CC)cc1,,0.3774075,,, +1697131748,*Nc1ccc(N*)c2c1C[C@@H](O)[C@H]2N,,0.32527801,,, +1697480499,*c1ccc(C(=O)Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(OC(=O)c4ccc(N5C(=O)CC(Nc6ccc(NC7CC(=O)N(*)C7=O)cc6)C5=O)cc4)c(C)c3)cc2C)cc1,,0.38079558,,, +1697683442,*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(C(C)(C)c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34615507,,, +1697824573,*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCCCCCC(*)=O)cc1C=Cc1ccc(N(C)C)cc1,,0.35455776,,, +1697849650,*Oc1ccc(NC(=O)Nc2cc(NC(=O)Nc3ccc(*)cc3)ccc2C)cc1,,0.34206534,,, +1697989359,*c1ccc(-c2ccc(-c3nc4cc(Oc5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1,,0.42387436,,, +1699061144,*Nc1ccc(Cc2cccc(C(C)(C)c3ccc(N*)cc3)c2)cc1,,0.35256271,,, +1699412272,*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.35593526,,, +1699735817,*Nc1ccc(C2(c3ccc(N*)c(C(C)(C)C)c3)c3ccccc3-c3ccccc32)cc1C(C)(C)C,,0.39115319,,, +1699979757,*C(*)C(=O)OCCC,,0.38345076,,, +1700419938,*c1c(C)cc(C(c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.43003915,,, +1700578264,*Oc1ccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(*)cc2)cc1,,0.34746438,,, +1700596879,*c1c(C)cc(-c2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(Cc6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C,,0.39281003,,, +1700600089,*Nc1ccc(C2(c3ccc(N*)c(CC)c3C)c3ccccc3-c3ccccc32)c(C)c1CC,,0.38884265,,, +1700861962,*CC1CCC(COC(C)OC(=O)c2ccc(C(=O)OC(C)O*)cc2)CC1,,0.36174353,,, +1700926472,*c1cccc(-c2nc3ccc(Oc4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)c1,,0.43473817,,, +1701051836,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.36060547,,, +1701314200,*Nc1ccc(C2(c3ccc(N*)cc3)C3=C(C=CCC=C3)c3ccccc32)cc1,,0.36502239,,, +1701467144,*Oc1ccc(CC(Cc2ccc(*)cc2)(C(=O)OCC)C(=O)OCC)cc1,,0.36224127,,, +1701555449,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1,,0.39244447,,, +1701689653,*Nc1ccc([C@]23C[C@@H]4C[C@@H]5[C@H]2C[C@@H]2C[C@H]3[C@H](C4)[C@@]5(c3ccc(N*)cc3)C2)cc1,,0.36708387,,, +1701728451,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(Cl)c4)cc3Cl)cc2)cc1,,0.38291342,,, +1701758700,*NC(c1ccccc1)C(C)(C)C(*)=O,154.3595069,,,, +1701768765,*/C=C/c1cc(OCCCCCCCC)c(*)cc1OC,,,0.31,0.939190483,17.48153992 +1701867111,*C=CC1CC(*)C(C#N)(C[Si](C)(C)C)C1,,0.4252906,,, +1702325651,*Nc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(NC(=C(C#N)C#N)c4ccc(C(*)=C(C#N)C#N)cc4)cc3)c2)cc1,,0.40367737,,, +1702635264,*CC(O)COc1ccc(C(=O)c2ccc(O*)cc2)cc1,,0.3378744,,, +1702898348,*Oc1cccc(Oc2ccc(C(=O)Oc3cccc(OC(=O)c4ccc(*)cc4)c3)cc2)c1,,0.35286115,,, +1703438177,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)Oc5ccc(C6(c7ccc(OC(=O)c8ccc(*)cc8)cc7)CCC(c7ccccc7)CC6)cc5)cc4)cc3)CCC(C(C)(C)C)CC2)cc1,,0.37255795,,, +1703477972,*Nc1ccc2c3cccc4cccc(c5c(N*)c(N)c(N)c1c25)c43,,0.33109076,,, +1703879338,*Nc1ccc([C@@H](CCCCCCCCC)c2ccc(C[C@H](CC)c3ccc([C@@H](CCCCCCCCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36788809,,, +1704241791,*Oc1ccc2c(c1)nc1c3cc4c(=O)n5c6cc(*)ccc6nc5c4cc3c(=O)n21,416.53,,,, +1704546800,*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(C(=O)Nc2ccccc2)c1,233.599405,,,, +1704728176,*OC(COC(*)=O)COC(C)(C)C,,0.36210657,,, +1704846953,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc3ccccc3c2)cc1,,0.35356045,,, +1705151635,*CCCCCCCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1,,0.35153722,,, +1705359198,*c1cc(-c2sc(-c3cc(CCCCCCCCCC)c(*)s3)cc2CCCCCCCCCC)c2cccccc1-2,,0.44266435,,, +1705636874,*CCCCCC(*)C,,0.39985278,,, +1705705134,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1,,0.35910287,,, +1705754093,*CCNC(=O)CCCCC(=O)N*,,0.31065959,,, +1706421625,*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)c3cccc4ccccc34)cc1C)C2=O,,0.42170039,,, +1706521131,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(C(*)=O)c3)c(C)c2)cc1C,,0.37521013,,, +1706553936,*Nc1ccc(C(C)(CC([C@H]2CC[C@H](N)CC2)[C@H]2CC[C@H](N*)CC2)c2ccc(N)cc2)cc1,,0.35832784,,, +1706591309,*CC(C)(C)CS*,,0.40110169,,, +1706654876,*CCc1c(Cl)c(Cl)c(*)c(Cl)c1Cl,56.1987128,,,1.40293716,22.58883992 +1706741208,*Nc1ccc2c(-c3ccc(C)cc3)c3ccccc3c(-c3ccc(C)cc3)c2c1N*,,0.36448557,,, +1706907888,*c1cccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,,0.35891264,,, +1706935597,*c1cc(Br)c(Oc2c(Br)cc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1,,0.4209618,,, +1706990929,*Nc1ccc(CCC(CCc2ccc(N)cc2)CCc2ccc(N*)cc2)cc1,,0.34748423,,, +1707333225,*CC(*)CCc1ccccc1,,0.3743389,0.1803333333333333,, +1707392895,*CCOP(=O)(N=Nc1ccc(CCOC(=O)c2cc(C(=O)OCCc3ccc(N=NP(=O)(O*)OC)cc3)cc(C(C)(C)C)c2)cc1)OC,,0.36089138,,, +1707460536,*Nc1ccc(-c2ccc(N*)c(-c3cccc4ccccc34)c2)cc1,,0.34848599,,, +1708403731,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(-c5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.36454739,,, +1708543289,*OP(=O)(Oc1ccc(NC(=O)OCCCCCCOC(=O)Nc2ccc(*)cc2)cc1)c1ccccc1,,0.34447887,,, +1709391995,*CCOCCOC(=O)C=CC(=O)NCCCCCCNC(=O)C=CC(=O)O*,,0.32070713,,, +1710475458,*c1ccc(-c2ccc(S(*)(=O)=O)cc2)cc1,229.0539301,,,, +1710724888,*NNC(=O)c1ccc(C(*)=O)cc1OCCCCC,,0.34962843,,, +1710766762,*CC(*)(C)C(=O)OCCCCCCOc1ccc(N=Nc2ccc(OCCCCCCCCCC)cc2)cc1,,0.37981521,,, +1711010706,*c1cccc(C(=O)c2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)c1,,0.36734681,,, +1711102777,*CC(C)(C)C1C(=O)N(C(C)C)C(=O)C1*,,0.35984602,,, +1711422948,*C(F)C(*)(F)F,,0.29955763,,, +1711492844,*CC(*)(C)c1ccc2ccccc2c1,,0.37911502,,, +1711893868,*Oc1ccc(N=Cc2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(Oc5ccc(C=Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.388023,,, +1712077769,*c1cc(C(C)C)c(Oc2ccc(S(=O)(=O)c3ccc(Oc4cc(C)c(C5(*)OC(=O)c6ccccc65)cc4C(C)C)cc3)cc2)cc1C,,0.40334247,,, +1712598778,*Nc1ccc(-c2cc(C)c(-c3c(C)cc(-c4ccc(N*)cc4)c4ccccc34)c3ccccc23)cc1,,0.37446309,,, +1712933557,*CC(*)(C#N)C(=O)OCCCCCC,,0.38064914,0.217,0.966634258,12.966416 +1713382325,*CCCS(=O)(=O)CCCS(=O)(=O)CCCOC(=O)c1ccccc1C(=O)O*,,0.34598404,,, +1713436070,*C(=C(c1ccc(*)cc1)c1ccc(Oc2ccccc2)cc1)c1ccc(Oc2ccccc2)cc1,,0.39509432,,, +1713751559,*C(=O)c1ccc(N(*)CCCC)cc1,,0.39191799,,, +1714607104,*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)C3CC4CC(C3)CC2C4)cc1,,0.37949599,,, +1715193116,*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)cc2)cc1,,0.36083172,,, +1715294926,*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4cncc(-c5nnc(*)o5)c4)o3)cc2)cc1,,0.44520609,,, +1715402105,*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8cccc9c8C(=O)N(*)C9=O)cc7C6=O)c5)cc4)cc3)cc2)c1,,0.35797628,,, +1715831147,*c1ccc(Oc2ccc(-c3nc4cc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1,,0.41936962,,, +1715878525,*CCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC,,0.35140206,,, +1715886560,*Oc1ccc(C=C2CCCC(=Cc3ccc(OC(=O)c4ccc(C(*)=O)cc4)c(OC)c3)C2=O)cc1OC,105.2246285,,,, +1715966441,*CC(*)(C)C(=O)OCCCCl,,0.35991969,,, +1716148933,*Oc1ccc(C(=O)c2cccc(NC(=O)c3ccc(C(=O)Nc4cccc(C(=O)c5ccc(*)cc5)c4)cc3)c2)cc1,,0.35027261,,, +1717221182,*CCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.37289188,,, +1717592504,*CCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1,,0.33289133,,, +1718086689,*c1ccc(C(=O)Nc2ccc(-c3ccccc3NC(=O)c3ccc(S(*)(=O)=O)cc3)cc2)cc1,,0.35178104,,, +1718233222,*Nc1ccc2cc3c(cc2c1-c1c(N*)ccc2cc4c(cc12)CCCC4)CCCC3,,0.37579984,,, +1718354162,*CC1CCC(COC(=O)Nc2ccc(Cc3ccc(NC(=O)O*)cc3)cc2)CC1,,0.35905174,,, +1718419889,*NC(CO)C(*)=O,84.57547927,,,, +1718537835,*C(=O)C1=C(*)C2C=CC1C2,,0.35458952,,, +1718822131,*C=CC1CC(*)C2C(=O)N(c3cccc(Br)c3)C(=O)C12,,0.39327609,,, +1719173195,*Nc1c(C)cc(C[C@H](c2cc(C)c(N*)c(C)c2)[C@@H](Cc2ccc(N)c(C(C)(C)C)c2)c2ccc(N)c(C(C)(C)C)c2)cc1C,,0.38595192,,, +1719193785,*CCCCCCNC(=O)CCCCCCCC(=O)N*,,0.35199351,,, +1719420059,*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(*)cc3)cc2)cc1,,0.37803494,,, +1719450087,*OC(=O)C(CC(C)C)NC(=O)CCCCCCCCC(=O)NC(CC(C)C)C(=O)OC1COC2C(*)COC12,,0.35171013,,, +1719719052,*Nc1ccc2cccc3c4c(N*)ccc5cccc(c1c23)c54,,0.34011693,,, +1720612082,*CCc1ccc(*)c(Cl)c1,,0.39148425,,, +1720647838,*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(*)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)C21,,0.36864374,,, +1720677048,*c1cccc(N2C(=O)C3CCC(C4CCC5C(=O)N(*)C(=O)C5C4)CC3C2=O)c1,,0.38218622,,, +1720848416,*Nc1c(N)c(O)c(N)c(N2CCCCC2)c1N*,,0.33028423,,, +1720993259,*Nc1ccc(Cc2ccccc2Cc2ccc(N*)cc2)cc1,,0.34535676,,, +1721092492,*C=Nc1ccc(C(=O)OCCCCOCCCCOCCCCOC(=O)c2ccc(N=Cc3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1,,0.36987967,,, +1721498000,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c(O)c1)C2=O,,0.37996131,,, +1721517021,*=Cc1ccc(C2=CSC(=*)S2)cc1,105.3372816,,,, +1722126361,*CC(*)(C)C(=O)OCCCCn1c2ccccc2c2cc(N=Nc3ccc([N+](=O)[O-])cc3[N+](=O)[O-])ccc21,,0.36195293,,, +1722404544,*SSc1ccc(N=CNc2ccc(*)cc2)cc1,,0.41922647,,, +1722437751,*c1ccc2c(c1)C(=O)N(c1ccc(OCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.36013194,,, +1722752192,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1,,0.36428259,,, +1722899407,*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Oc3ccc(C(c4ccc(OC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)ccc1C)C2=O,,0.36997143,,, +1723039756,*CCCCOc1ccc(C(=O)Nc2cccc(P(=O)(c3ccccc3)c3cccc(NC(=O)c4ccc(O*)cc4)c3)c2)cc1,,0.35398022,,, +1723062866,*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(-c3ccc(OC)cc3)cc2)cc1,,0.34182885,,, +1723225912,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2C)c(C)c1-c1ccccc1,,0.37354711,,, +1723711090,*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F,,0.32377425,0.09,, +1723857031,*CCCCCCOC(=O)OCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.35910685,,, +1724528524,*CC(O)COc1ccc(C2CC(C(C)C)CCC2(C)c2ccc(O*)cc2)cc1,,0.36433734,,, +1724863374,*Oc1ccc(CNC(=O)c2cccc(C(=O)NCc3ccc(OC4COC5C(*)COC45)cc3)c2)cc1,,0.33419104,,, +1725180972,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5cc(*)n(-c6ccccc6)n5)cc4)cc3)cc2)cc1,,0.38538397,,, +1725259416,*c1ccc(-c2c(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(-c4cc(-c5ccc(-c6ccccc6)cc5)c(-c5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)c(-c5ccc(-c6ccccc6)cc5)c4)cc3)cc2-c2ccc(-c3ccccc3)cc2)cc1,435.0,,,, +1725823139,*CC(*)OC(=O)C(C)(C)C(C)C(C)C,,0.37195961,,, +1726139010,*CC(*)(C)C(=O)Oc1c(C)cccc1C,,0.35811982,,, +1726144568,*Oc1ccc(Oc2ccc(C(=Nc3ccc(Oc4ccc(N=C(c5ccccc5)c5ccc(*)cc5)cc4)cc3)c3ccccc3)cc2)cc1,,0.38246465,,, +1726627716,*Nc1cccc(NC(=O)c2cc(NC(=O)c3ccccc3)cc(C(*)=O)c2)c1,,0.3335926,,, +1726926869,*Nc1ccc2c(c1)-c1cc(N*)ccc1C2C#CC1c2ccc(N)cc2-c2cc(N)ccc21,,0.38806577,,, +1727053406,*Oc1cccc(Oc2ccc(-c3ccc(*)cc3)cc2)c1C#N,,0.37561604,,, +1727549471,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)n4)cc3)cc1)C2=O,,0.35806566,,, +1727851724,*CC(*)C(=O)Nc1ccccc1,,0.3388664,,, +1727933263,*Oc1ccc(NC(=O)CCCCCCCCCC(=O)Nc2ccc(*)cc2)cc1,,0.349997,0.3745,1.073694962,27.22066116 +1727988738,*c1ccc(-c2nc3cc(-c4ccc5oc(*)nc5c4)ccc3o2)cc1,,0.43315781,,, +1728252484,*CC(*)C(=O)OCCCCCCCCCCOc1cnc(-c2ccc(OC(=O)C3COC(C)(C)O3)cc2)nc1,,0.36105777,,, +1728340477,*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.35936373,,, +1729263987,*CC(*)(C)C(=O)Oc1ccc(C(=O)O)cc1,,0.31218986,,, +1729640187,*CCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1,,0.35751263,,, +1729688245,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(Oc4ccc(O*)cc4)cc3)cc2)cc1,,0.34329551,,, +1729742723,*CC(*)CCCCCCCC,,0.41042216,0.286,0.790932839,11.50351128 +1730077255,*Nc1ccc2cc3ccc(N*)cc3cc2c1,,0.34118592,,, +1730293187,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCC,,0.36745632,,, +1730621528,*CC(*)C(C)C,,,0.1868,0.75714125,12.12922155 +1731176824,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(C)(C)CCCCC(*)(C)C)cc5C4=O)cc3)cc1)C2=O,,0.37011178,,, +1731224858,*CC(*)c1ccc(COCCCCO)cc1,,0.36446129,,, +1731329584,*N=P(*)(OCCC)OCCC,,0.40352288,,, +1731885131,*CC(*)c1ccc(COCCOCCCCCCCC)cc1,,0.38457352,0.282,0.931177736,11.54920484 +1732473081,*CC(CC(*)(C#N)C#N)c1ccc(OC(C)=O)cc1,,0.35920992,,, +1732679124,*CCCCCCCCc1nnc(*)o1,-48.88416733,,0.324,, +1733327889,*O*CCCCCCCCCC(=O)Oc1ccc(-c2ccc(C(=O)Oc3cccc(OC(=O)c4ccc(-c5ccc(OC(=O)CCCCCCCCC(*)CO*)cc5)cc4)c3[N+](=O)[O-])cc2)cc1,,0.38046147,,, +1733763010,*Nc1ccccc1-c1ccccc1-c1cccc(-c2ccccc2-c2ccccc2)c1N*,,0.36434103,,, +1734361691,*Cc1ccc(COC(=O)CCCCC(=O)O*)cc1,-4.158432897,,,, +1734399308,*CCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.39803512,,, +1734532283,*C1(C)CC(*)(C)C(=O)N(C)C1=O,,0.35709749,,, +1734712168,*C(c1ccc(N(C)C)cc1)C(*)c1ccc([N+](=O)[O-])cc1,,0.39669979,,, +1734866978,*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O,,0.35680339,,, +1735118252,*CCCCCCCCCCCCOC(=O)CCCCCCCCCCC(=O)O*,,,0.297,, +1736400792,*CCCCCCCCCCCCCCCC(=O)O*,,,0.3954,, +1736906548,*Nc1cccc(C2(c3cccc(N*)c3CC=C)c3ccccc3-c3ccccc32)c1CC=C,,0.37562104,,, +1737253601,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)C(c6ccccc6)=C(c6ccc(C7=C(c8ccccc8)C(=O)N(*)C7=O)cc6)C5=O)cc4)cc3)cc2)cc1,,0.38106993,,, +1737477599,*Nc1ccc(-c2ccc(N*)c(-c3cccc4ccccc34)c2-c2ccccc2)cc1,,0.36849354,,, +1737643625,*Nc1cccc(Cc2cccc3ccc(N*)cc23)c1,,0.34622731,,, +1737989724,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(O)c(N4C(=O)c5ccc(*)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1O)C2=O,,0.36411476,,, +1738001334,*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2cccc(*)c2)c1,29.19231194,,,, +1738112244,*CC(C)(C)S*,,0.40403042,,, +1738468386,*C(=O)Oc1ccc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2c1,,0.35455535,,, +1738776210,*CC(*)P(=O)(N(C)C)N(C)C,,0.37118508,,, +1738997335,*CCN(CCCCOc1ccc(N=Nc2ccc(CCCCCC)cc2)cc1)CCOC(=O)c1ccc(C(=O)O)c(C(=O)Nc2ccc(C(C)(C)c3ccc(C(C)(C)c4ccc(NC(=O)c5ccc(C(=O)O*)cc5C(=O)O)cc4)cc3)cc2)c1,82.18427933,,,, +1740193535,*Nc1cccc(NC(=O)CCCCC(=O)Nc2cccc(NC(=S)NC(=O)c3ccc(C(=O)NC(*)=S)cc3)c2)c1,,0.33679836,,, +1740911960,*Nc1cccc(-c2cc(-c3ccccc3)c(N*)c(-c3ccccc3)c2)c1,,0.3551194,,, +1740942243,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O,,0.4023531,,, +1740967529,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(N=Nc3ccccc3)c3ccccc23)cc1,,0.35826257,,, +1740996788,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccccc7)[nH]c6*)cc5)cc4)c3)cc2)cc1,,0.38321715,,, +1741015152,*NCCCCCCCCN*,,0.33689515,,, +1741494533,*Oc1ccc(Sc2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.37801304,,, +1741924076,*CCCC(=O)Nc1ccc(NC(=O)CCCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.32616598,,, +1742146572,*Nc1ccc(CC(Cc2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.35372758,,, +1742249499,*N=P(*)(Oc1ccc(F)cc1)Oc1ccc(F)cc1,,0.39101993,,, +1742353769,*OC1CCCCC1*,,0.37752253,0.1694999999999999,0.931563064,14.6102827 +1742360510,*Nc1ccc2ccccc2c1-c1ccc(-c2c(N*)ccc3ccccc23)cc1,,0.35362502,,, +1742360572,*CC(*)c1cccc(F)c1,,0.39194172,0.1623333333333333,, +1743216271,*Oc1c([2H])c([2H])c(S(=O)(=O)c2c([2H])c([2H])c(Oc3c([2H])c([2H])c(C(c4c([2H])c([2H])c(*)c([2H])c4[2H])(C([2H])([2H])[2H])C([2H])([2H])[2H])c([2H])c3[2H])c([2H])c2[2H])c([2H])c1[2H],,0.37933974,,, +1744491015,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(C4(c5ccc(O*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)cc1,,0.35752228,,, +1744666695,*Nc1cc(N*)c2cc3ccccc3cc2c1,,0.34003705,,, +1744915619,*c1ccccc1C(=O)Oc1ccc2c(*)c3ccc(=O)cc-3oc2c1,,0.35798941,,, +1744939463,*CCN(Cc1ccccc1)C(=O)S*,,0.36007699,,, +1744997791,*O[Si](*)(CCC)CCC,,0.42983858,,, +1745103437,*c1ccc(Sc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1,,0.43253891,,, +1745290374,*CCOCCOCCOc1ccc(C=Cc2ccc(C=Cc3ccc(O*)c4ccccc34)cc2)c2ccccc12,,0.36046358,,, +1745650366,*C=C(F)C(F)(F)C*,,0.35606714,,, +1746336965,*c1cccc(S(=O)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.36342185,,, +1746379826,*Oc1ccc(Oc2ccc(C=NCCCCCCCCCCCCN=Cc3ccc(*)cc3)cc2)cc1,,0.37925907,,, +1746456403,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccc(C(C#N)=C(C#N)C#N)cc1,,0.37808499,,, +1747354606,*c1ccc(O)c(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1,,0.36863924,,, +1747846009,*CCCCCCOC(=O)c1ccc(C(=O)O*)cc1,,0.34961914,,, +1748642050,*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(Oc5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)ccc4n3)cc2)cc1,,0.40987104,,, +1748671851,*C(=C(*)c1ccc(CCCC)cc1)c1ccccc1,,0.42642935,,, +1748848667,*c1cc(CC(=O)OCC)c(*)s1,,0.394744,,, +1748879320,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)N(C)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.37706698,,, +1749285601,*CC(*)C(=O)n1c2ccccc2c2ccccc21,,0.37111974,,, +1749666987,*Nc1ccc(-c2ccc(-c3ccccc3N*)cc2)cc1,,0.343504,,, +1749688285,*c1ccc2c(c1)-c1nc3cc(Oc4ccc5c(c4)nc4n5C(=O)c5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5-4)ccc3n1C2=O,395.15,,,, +1750306188,*CC(*)C(=O)NCCCCCCCCCCCCCCCCCCCCCC,,,0.3665,, +1750548820,*CC1(*)OCC(c2ccccc2)O1,,0.35076731,,, +1751325850,*CC(*)C(=O)Oc1ccc(OC)cc1,,0.33742314,0.208,1.117366408,14.44836262 +1751332443,*c1cc(C(c2ccc(OCCN(C)c3ccc(C=CC4=CC(=C(C#N)C(=O)OC)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(C=CC2=CC(=C(C#N)C(=O)OC)CC(C)(C)C2)cc1,,0.3775713,,, +1751447126,*CCCCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.38003558,,, +1751469406,*CC(F)(F)C(F)(F)C(F)(F)CN(CC)C(=O)CCCCC(=O)N(*)CC,10.59395774,,,, +1751782566,*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.33474357,,, +1751963173,*O[Si](C)(C)c1ccc([Si](C)(C)O[SiH](*)C)cc1,,0.43447128,,, +1752199076,*Oc1ccc(C=Cc2cc(OCCCCCCCC)c(C=Cc3ccc(Oc4cc5c6c(ccc7c8c(*)cc9c%10c(ccc(c4c67)c%108)C(=O)N(CCCCCCCC)C9=O)C(=O)N(CCCCCCCC)C5=O)cc3)cc2OCCCCCCCC)cc1,,0.37287608,,, +1752812344,*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2ccccc2)c1,,0.36476789,,, +1753150513,*OP(=O)(Oc1ccc(NC(=O)Oc2ccc(-c3ccc(OC(=O)Nc4ccc(*)cc4)cc3)cc2)cc1)c1ccccc1,,0.34568614,,, +1753201911,*Oc1ccc(N(CC)c2ccc(/C=C(\C#N)C(=O)NC3CCCCC3NC(=O)/C(C#N)=C/c3ccc(N(CC)c4ccc(*)cc4)cc3)cc2)cc1,,0.37635189,,, +1753371685,*C(=Cc1cc(OC)c(C=C(c2ccc(*)cc2)c2ccc(C(F)(F)F)cc2)cc1OC)c1ccc(C(F)(F)F)cc1,,0.40216642,,, +1753717945,*CC(*)OC(=O)c1cccc([Si](C)(C)C)c1,,0.39879763,,, +1754228548,*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(C=CC2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1,,0.37248481,,, +1754638763,*c1ccc(-c2nc3ccccc3o2)c(*)c1,,0.40450546,,, +1754839380,*CCCCCCOC(=O)C(CCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.35900925,,, +1754909012,*Nc1ccc(C2(c3ccc(N*)cc3)c3cc(N)ccc3-c3ccc(N)cc32)cc1,,0.3802377249999999,,, +1754987570,*OCCCCCCCCCCCOc1ccc2nc(-c3ccc(OCCCCCCCCCCCOC(=O)c4cc(C(*)=O)cc(C(*)=O)c4)cc3)sc2c1,,0.36316614,,, +1754996829,*CC(CO*)(CS(=O)(=O)CCC)CS(=O)(=O)CCC,,0.38361184,,, +1755097598,*Nc1ccc(CCC)c2c(N*)cccc12,,0.34473863,,, +1755361106,*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)cc3)C4=O)c2)cc1,,0.35225181,,, +1755371243,*CCN(CCOC(=O)c1cc(OCc2cc(OCc3ccccc3)cc(OCc3ccccc3)c2)cc(C(=O)O*)c1)c1ccc(C=Cc2ccc(C=CC3=C(C#N)C(=C(C#N)C#N)OC3(c3ccccc3)C(F)(F)F)s2)cc1,,0.36152186,,, +1755519343,*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc(NC(=O)c7cccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)c7)cc6)cc5)cc4)cc3)c1)C2=O,,0.36111327,,, +1755789541,*CCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.33616703,,, +1755924093,*Nc1ccc2c(c1)-c1ccc(N*)cc1C21c2ccccc2-c2ccccc21,,0.38085413,,, +1756335423,*Nc1ccc2cc3c(-c4ccccc4)c(N*)c(-c4ccccc4)cc3cc2c1,,0.36293464,,, +1756666691,*CCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1,,0.34276192,,, +1756941114,*OCC(F)(F)C(F)(F)C(F)(F)COc1nc(F)c(F)c(OCC(F)(F)C(F)(F)C(F)(F)COc2c(F)c(*)nc(F)c2F)c1F,,0.33124109,,, +1757174370,*CCNC(=O)CCCCCCCCC(=O)N*,,,0.302,1.004989804,16.962466 +1757237275,*Cc1ccc(CSSSS*)cc1,,0.42976694,,, +1757460664,*CCCN(*)C(C)=O,,0.34005308,,, +1757862881,*CCCCCCOC(=O)C(CCCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.3498874,,, +1758001941,*CCCP(=O)(CCCNC(=O)CCCCC(=O)N*)c1ccccc1,,0.34157753,,, +1758192044,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=Nc4ccc(Oc5ccc(-c6ccc(Oc7ccc(N=Cc8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.3708493,,, +1758920260,*CC(OCCCC)C1(C)C(=O)OC(=O)C1(*)C,,0.34511671,,, +1759081904,*c1ccc(Oc2ccc(N3C(=O)C(C)C(SCCOCCSC4C(=O)N(c5ccc(Oc6ccc(N7C(=O)CC(C)(SCCOCCSC8(C)CC(=O)N(*)C8=O)C7=O)cc6)cc5)C(=O)C4C)C3=O)cc2)cc1,,0.34413754,,, +1759526318,*CC(CCCCCCCCCC)C(CCCCCCCCCC)COC(=O)c1ccc(C(=O)O*)cc1,,0.37919414,,, +1760524706,*c1sc(*)c(CCCCCCN(CC)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)c1CCCCCC,,0.38480348,,, +1761132878,*CC(*)CN,,0.36970834,,, +1761703329,*C=CC1CC(=CC)C(*)C1,,0.40651799,,, +1762139545,*Nc1cc(C)c(N*)cc1C,,0.3453129649999999,,, +1762883597,*Oc1ccc(C=CC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C)c4)cc3C)cc2)cc1,,0.39205535,,, +1763751155,*CCOCCOCCOCCOCCOCCOC(=O)c1cccc(C(=O)O*)c1,,0.34081676,,, +1763893927,*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C=CC4=O)c3)cc2)cc1,,0.33700736,,, +1764253172,*Nc1cc(-c2ccc3ccccc3c2)cc(-c2ccc3ccccc3c2)c1N*,,0.34590052,,, +1764580479,*C=Cc1ccc2c(c1)Sc1cc(-c3cc(CCCCCC)c(-c4sc(-c5ccc6c(c5)Sc5cc(*)ccc5N6c5ccc(OCCCCCCCCCCCC)cc5)cc4CCCCCC)s3)ccc1N2c1ccc(OCCCCCCCCCCCC)cc1,,0.39742745,,, +1764654755,*CC(c1ccccc1)C1C(=O)N(c2ccc(C(C)(C)C)cc2)C(=O)C1*,,0.40001561,,, +1765162399,*Nc1ccc(CCCc2ccc(N*)c(-c3ccc(C)cc3)c2-c2ccc(C)cc2)c(-c2ccc(C)cc2)c1-c1ccc(C)cc1,,0.38190375,,, +1765350912,*CCOCCOC(=O)c1ccccc1C(=O)O*,,0.32806661,,, +1765460904,*CC(=O)c1ccc(Oc2ccc(C(=O)COc3ccc(C=C4CCCC(=Cc5ccc(O*)c(OC)c5)C4=O)cc3OC)cc2)cc1,,0.35837048,,, +1765837976,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.3631463,,, +1765927815,*CC(*)(C)C(=O)Oc1c(C(C)C)cccc1C(C)C,,0.3967853,,, +1766008027,*Nc1c([2H])c([2H])c(*)c([2H])c1[2H],235.370823,,,, +1766205762,*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc([N+](=O)[O-])cc3)cc(C(*)=O)c2)cc(C(=O)OC)c1,,0.33483978,,, +1766427036,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cc(C(C)(C)C)c(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C(C)(C)C)cc6C5=O)cc4)cc3)cc2)cc1,,0.39240961,,, +1768246998,*Nc1ccc(-c2c(-c3ccccc3)c(-c3ccccc3)c(N*)c(-c3ccc(C)cc3)c2-c2ccc(C)cc2)cc1,,0.3804246,,, +1768426283,*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(C(F)(F)F)cc3)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.38899686,,, +1769198640,*CC(*)(C)C(=O)OCCCCCCCC/C=C\CCCCCCCC,,0.38969165,,, +1769217359,*N=P(*)(Oc1ccc(CC)cc1)Oc1ccc(CC)cc1,,0.40095438,,, +1769343674,*Nc1ccc2c(c1)C(c1ccccc1)(c1ccccc1)c1cc(N*)ccc1-2,,0.37169398,,, +1769579666,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccccc1,,0.35976749,,, +1769889494,*CC(C)(C)C1C(=O)N(c2c(CC)cccc2CC)C(=O)C1*,,0.36266864,,, +1770296397,*Nc1ccc(C(C)(CC[C@](C)(c2ccc(N*)cc2)c2cccc(N)c2)c2ccc(N)cc2)cc1,,0.36112201,,, +1770973625,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)Nc4ccc(-c5ccc(NC(=O)c6ccc(*)cc6)cc5C(F)(F)F)c(C(F)(F)F)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.36219263,,, +1771399222,*CCCCCOc1cccc(C(=O)OC(=O)c2cccc(O*)c2)c1,,0.3413806,,, +1771648139,*C=CC(C(=O)OCc1ccccc1)C(*)C(=O)OCc1ccccc1,,0.35713258,,, +1772221241,*c1ccc(-c2ccc(Oc3ccc(C4(C)CC(C)(C)c5ccc(Oc6ccc(-c7ccc(N8C(=O)c9ccc(Oc%10ccc(C(C)(C)c%11ccc(Oc%12ccc%13c(c%12)C(=O)N(*)C%13=O)cc%11)cc%10)cc9C8=O)cc7)cc6C(F)(F)F)cc54)cc3)c(C(F)(F)F)c2)cc1,,0.37902457,,, +1773311444,*CCN(CCOC(=O)Nc1cccc(NC(=O)O*)c1C)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35215357,,, +1773383580,*CCCCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12,,0.36384128,,, +1773451274,*CC(*)c1cc(C(=O)Oc2ccc(OCCCCCCCCCCCCCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCCCCCCCCCCCCCC)cc1,,0.38467794,,, +1773543795,*CCN(*)C(=O)c1cccc(F)c1,,0.34841899,,, +1773625763,*O[Si](C)(C)c1ccc2ccc3c([Si](*)(C)C)ccc4ccc1c2c43,,0.39894601,,, +1773759171,*CC(*)C(=O)c1ccc(C(C)C)cc1,,0.39294141,,, +1773982795,*CC(*)(C)C(=O)OCCCCCn1c2ccccc2c2ccccc21,,0.35157663,,, +1774773315,*C1C=CC(*)C1,,,0.2784999999999999,0.939550686,18.92440401 +1775591199,*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(*)c(C(C)C)c3)cc2)cc1C,,0.39987425,,, +1775887847,*OC(=O)Nc1ccc(C)c(NC(=O)OC2COC3C(*)COC23)c1,,0.33930504,,, +1776137292,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5cnc6cc(-c7ccc8nc(*)cnc8c7)ccc6n5)cc4)cc3)cc2)cc1,,0.38383553,,, +1776297302,*CCCCCCCCCCCCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1,,,0.304,, +1776629260,*O[Si](C)(C)COC(=O)CCCCCCCCC(=O)Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCCCC(=Cc5ccc(Oc6ccc(S(=O)(=O)c7ccc(OC(=O)CCCCCCCCC(=O)OC[Si](*)(C)C)cc7)cc6)cc5)C4=O)cc3)cc2)cc1,,0.36733579,,, +1777009355,*NC1CCC(CCC2CCC(NC(=O)CCCCCCCCC(*)=O)CC2)CC1,,0.36490438,,, +1777047790,*NSC1(N*)N=C(N)NC(N)=N1,,0.31058634,,, +1777341480,*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(O)c3)cc1O)C2=O,,0.37314442,,, +1777517337,*Nc1cc2c(cc(N*)c3c(-c4ccc(C=C)cc4)c(-c4ccc(C=C)cc4)c(-c4ccc(C=C)cc4)c(-c4ccc(C=C)cc4)c32)c2ccccc12,,0.37091967,,, +1777622609,*CC(*)C(=O)OC(C)CC(C)C,11.47675289,,0.207,0.905312834,11.11375504 +1777831717,*Oc1ccc(C(=O)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1,,0.38178031,,, +1777861386,*Nc1c(-c2ccccc2)cc(Cc2cc(-c3ccccc3)c(N*)c3ccccc23)c2ccccc12,,0.3626091,,, +1778072997,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4C)cc3)cc2)c(C)c1,,0.38660473,,, +1778095789,*OC(=O)c1cccc(OCCCCCCCCOc2cccc(C(=O)OC3COC4C(*)COC34)c2)c1,,0.34800981,,, +1778794604,*CC#CC(C#CCOC(=O)CCCCCCCCC(=O)O*)=Cc1ccc(C#Cc2ccc(C=C(C#Cc3ccccc3)C#Cc3ccccc3)cc2)cc1,,0.397984,,, +1778806349,*OC(CCCCCC)CC(*)=O,,0.37673739,,, +1779122339,*c1ccc(Oc2ccc(-c3nc4ccc(S(=O)(=O)c5ccc6nc(*)[nH]c6c5)cc4[nH]3)cc2)cc1,315.1120806,,,, +1779443972,*CC(*)(C)C(=O)OCc1ccc[se]1,,0.35173384,,, +1779551878,*CCCCCCN(C)C(=O)CCCCCCCCCCCCCCC(=O)N(*)C,,,0.33,, +1780220643,*CCCCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCCO*,,,0.3349999999999999,0.94573393,19.75537697 +1780262446,*N=P(*)(Oc1cccc(C)c1)Oc1cccc(C)c1,,0.3884914,,, +1780443736,*Nc1ccc(-c2c(CC)ccc(N*)c2-c2ccccc2)cc1,,0.3658892,,, +1781035787,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5cccc(C(F)(F)F)c5)cc4)cc3)cc2)cc1,,0.38422628,,, +1781608309,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.35216726,,, +1781915086,*CC(C)CNC(=O)O*,,0.33053408,,, +1781926636,*CCCCCCOc1ccc(C=Cc2ccc(O*)cc2)cc1,,0.36660231,,, +1782813918,*Nc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Nc4ccc(C(O)(c5ccccc5)c5ccc(C(O)(c6ccccc6)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.39392951,,, +1782970907,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)C6CCC(C7CCC8C(=O)N(*)C(=O)C8C7)CC6C5=O)cc4)cc3)cc2)cc1,,0.37853273,,, +1783140001,*CCCC=C(*)c1ccc(Cl)cc1,,0.38684815,,, +1783164838,*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)c(CBr)c2)cc1CBr,,0.40843427,,, +1783173657,*CC(*)(CC(=O)OC(C)C)C(=O)OC12CC3CC(CC(C3)C1)C2,,0.39313368,,, +1783262113,*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)c3cccc(C(*)=O)c3)c(C)c2)cc1C,,0.39532424,,, +1783614985,*CC(*)c1cc(OC)c(OC(C)=O)c(OC)c1,,0.34893966,,, +1784004493,*CC(CO*)(CS(=O)(=O)CCCC)CS(=O)(=O)CCCC,,0.38553918,,, +1784137084,*CCCCCOC(=O)NCCCCCCNC(=O)O*,,0.33912475,,, +1784177503,*Oc1cccc(OC(=O)Oc2ccc(OC(*)=O)cc2)c1,-104.3379932,,,, +1784231547,*Oc1ccc(N=C(C)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(C(C)=Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37958544,,, +1784319633,*CC(*)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2,,0.37551115,0.1635,0.949969923,9.767195327 +1785002432,*Nc1ccc(C(=O)c2ccc(Nc3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1,,0.38972953,,, +1785099361,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)c1)C2=O,,0.36964109,,, +1785446728,*Nc1ccc(Cc2ccc(C3(c4ccc(Cc5ccc(N*)cc5)cc4)C=C[C@@H](CCCC)CC3)cc2)cc1,,0.36309112,,, +1785988282,*CCCCCCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.40147903,,0.950245541,20.47027569 +1786011241,*CC(*)(C)C(=O)OCCCCCCCCCCCCCCC(=O)NC1OC(CO)C(OC2OC(CO)C(O)C(O)C2O)C(O)C1O,,0.32366656,,, +1786063717,*CCC1C(=O)N(CCCCCCCCCCCCCCCC)C(=O)C1*,,0.3913188,,, +1786072112,*Oc1ccc(C(C)(c2ccccc2)c2ccc(Oc3ccc(C(=O)C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.38132966,,, +1786149230,*CCCCC[Si](*)(C)c1ccccc1,,0.38579865,,, +1786272690,*Oc1ccc(NC(=O)c2ccc(C(c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.36728029,,, +1787334599,*CCOC(=O)CCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1,,0.32710546,,, +1787342270,*Oc1cc(C(=O)c2ccccc2)c(Oc2ccc(*)cc2)cc1C(=O)c1ccccc1,,0.37661047,,, +1787772171,*CC(*)CCCCCCCCCCCCCC,,0.40318632,0.3409999999999999,0.795879987,11.75279889 +1788116403,*Oc1ccc(-c2ccc(OC(=O)c3cc(OCCCCCC)c(C(*)=O)cc3OCCCCCC)cc2)cc1,,0.3630012,,, +1788310964,*Oc1cc(CCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.36594345,,, +1788326945,*CC(*)(C)C(=O)OCc1ccc(F)cc1F,,0.3435113,,, +1788446474,*OC(=O)c1cccc(C(=O)Oc2ccc3c(c2)Oc2cc(*)ccc2C32OC(=O)c3ccccc32)c1,,0.35989808,,, +1788777860,*Nc1cccc(CCc2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)c1,,0.35224446,,, +1788955118,*Oc1ccc(C(c2ccc(Oc3c(F)c(F)c(COC(c4cccc(C(OCc5c(F)c(F)c(*)c(F)c5F)(C(F)(F)F)C(F)(F)F)c4)(C(F)(F)F)C(F)(F)F)c(F)c3F)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.34613414,,, +1789314864,*O[Si](*)(CCCOCCOCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOCCOCCOC,,0.36320309,,, +1789414981,*CCC1C(=O)N(CC)C(=O)C1*,,0.33175789,,, +1789644215,*Nc1ccc([C@@H](CCCC)c2ccc(C3(c4ccc([C@H](CCCC)c5ccc(N*)cc5)cc4)CCC(CCCCC)CC3)cc2)cc1,,0.37086553,,, +1789925675,*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.35770288,,, +1790048084,*CCCCCCCCCCOCCCCCCOCCCCCCO*,,,0.36175,0.880404561,21.78044662 +1790316910,*Nc1ccc(Oc2ccccc2)cc1N*,,0.33227989,,, +1790362530,*OC(=O)OCCOCCOCCOC(=O)OC1COC2C(*)COC12,,0.32153252,,, +1790709868,*Nc1ccc([C@H](CC)c2ccc(CCc3ccc([C@@H](CC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36308628,,, +1791119608,*C(=O)N(*)CCCCCCCCCCCCCCCCCC,,,0.408,0.861970531,12.57201307 +1791310539,*c1ccc(OCCCCCCCCCCOc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.35237938,,, +1791321384,*Nc1ccc([C@]2(c3ccccc3C)C=C[C@](N*)(c3ccccc3)C=C2)cc1,,0.35212894,,, +1791454945,*Oc1c(-c2ccccc2)cc(*)cc1-c1cccc2ccccc12,,0.39947909,,, +1791486137,*CCCCCCOC(=O)CC(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.35211181,,, +1791802492,*CCN(*)C(=O)c1c(F)c(F)cc(F)c1F,,0.34317631,,, +1792328384,*O[Si](C)(C)O[Si](C)(C)O[Si](*)(C)c1c(F)c(F)c(Cl)c(F)c1F,,0.40365353,,, +1792336093,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1,,0.46291081,,, +1792419504,*NC1CCC(N*)CC1,,0.335675645,,, +1792717166,*CCC1CC(*)C2C3CC(C)C(C3)C12,,0.38823486,,, +1792997917,*OC(CC(*)=O)C(Cl)(Cl)Cl,,0.34337601,,, +1793024081,*CC(OC)C(C)(C(=O)OC)C(*)(C)C(=O)OC,,0.34091912,,, +1793643312,*CCOC(=O)CCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1,,0.32181742,,, +1793714873,*O[Si](C)(CCC(F)(F)F)CCC(F)(F)CC[Si](*)(C)CCC(F)(F)F,,0.39640664,,, +1794681107,*C1C(*)C2CC1C(C(=O)OCc1ccccc1)C2C(=O)OCc1ccccc1,,0.34460081,,, +1794683515,*C(=O)c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.37594298,,, +1795125893,*CCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34164586,,, +1795185770,*Nc1ccc(-c2c(-c3ccccc3)c(-c3ccccc3)c(N*)c(-c3cccc4ccccc34)c2-c2cccc3ccccc23)cc1,,0.3785304,,, +1795208457,*CC/C=C(/*)C(C)C,,,0.21,, +1795274975,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Sc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37750321,,, +1795499344,*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6C(=O)c6ccccc65)ccc4n3)cc2)cc1,,0.42706611,,, +1795625722,*CC(*)c1ccc(C(=O)CCCCC)cc1,,0.38254246,,, +1795760270,*CC(*)CCC,,,0.2463333333333333,,12.33123131 +1796091822,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4cccc5c(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cccc45)cc2)C3=O)c1,,0.35671803,,, +1796177259,*c1ccc(C2(c3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.43011281,,, +1796439360,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36845813,,, +1796856353,*CC(*)(C)C(=O)OC(C)C(F)(F)F,,,0.1139999999999999,1.11386163,13.75326334 +1796975944,*Nc1ccc(NC(=O)c2cc(-c3ccc(C(=O)OCC)c(C(*)=O)c3)ccc2C(=O)OCC)cc1,,0.34355176,,, +1797111879,*Oc1c(C)cc(C2(c3cc(C)c(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.40660507,,, +1797127681,*CC(*)(C)C(=O)OCCCCCCN(C)c1ccc(N=Nc2ccc(S(C)(=O)=O)cc2)cc1,,0.37549174,,, +1797412842,*CCN(*)C(=O)CC12CC3CC(CC(C3)C1)C2,,0.35920026,,, +1797791168,*CCC(=O)NCc1cc(C)c(CNC(=O)CCO*)cc1C,,0.32886329,,, +1797950227,*c1ccc(Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(Oc4ccc(N5C(=O)CC(Nc6ccc(Cc7ccc(NC8CC(=O)N(*)C8=O)cc7)cc6)C5=O)cc4)c(C)c3)cc2C)cc1,,0.38103363,,, +1798703824,*C(=O)Nc1ccc(N2C(=O)CC(N3C(=O)c4ccc(*)cc4C3=O)C2=O)cc1,,0.34885907,,, +1798783963,*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O,,0.37947284,,, +1798943055,*CC/C=C(/*)CCCCCCCCCC,,,,0.81139035,13.05800565 +1799071483,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc(Oc2ccc([Si](*)(C)C)cc2)cc1,,0.41859746,,, +1799254140,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3C)CC3CC2C2C4CCC(C4)C32)cc1C,,0.39110607,,, +1799502171,*C#CC(CCCCOC(=O)NCCCCCC)=C(*)CCCCOC(=O)NCCCCCC,5.219913288,,,, +1799759378,*CCCCCCS(=O)(=O)c1ccc(N=Nc2ccc(N(C)CCCCCC(=O)O*)cc2)cc1,,0.37402313,,, +1800029719,*Nc1ccc2c(c1)C1(c3ccccc3-c3ccccc31)c1cc(N*)ccc1-2,,0.37700036,,, +1800644931,*Oc1c(C)cc(-c2cc(C)c(OC(=O)CCCCCC(*)=O)c(C)c2)cc1C,,0.36806189,,, +1801218015,*CCOCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,,0.33440308,,, +1801224003,*CCCC(C)CNC(=O)c1ccc(C(=O)N*)cc1,,0.33451946,,, +1801465428,*OC(=O)c1cccc(OCCCCCCOc2cccc(C(=O)OC3COC4C(*)COC34)c2)c1,,0.34442932,,, +1801821900,*C=C(C#N)C(=O)OCCCCCCCCCCOC(=O)C(C#N)=Cc1ccc2c(c1)c1cc(*)ccc1n2CCCCCCC,,0.37650468,,, +1801990211,*Nc1ccc(-c2ccc3c(c2)C(C)(C)C[C@@]3(C)c2ccc(N*)cc2)cc1,,0.36588438,,, +1802780820,*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37532506,,, +1802973320,*C=CC1CC(*)C2C(=O)N(CCCCC)C(=O)C12,,0.36388882,,, +1803088964,*Nc1ccc2c(c1)-c1ccc(N*)cc1C21c2cc(N)ccc2-c2ccc(N)cc21,,0.38509104,,, +1804539920,*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc2)C(=O)N(c2ccc(CC)cc2)C3=O)cc1,,0.38009761,,, +1804622774,*Oc1c(C)cc(C(C)(C)c2cc(C)c(ON3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCC(C(C)(C)C)CC6)cc5)cc4C3=O)c(C)c2)cc1C,,0.38578028,,, +1804735174,*c1cc(OC)c(*)cc1OC,63.90036252,,,, +1804758935,*Cc1cc2cc(C(=O)Nc3cccc(NC(=O)c4cc5cc(*)c(OC(=O)COc6ccc7ccc(=O)oc7c6)cc5oc4=O)c3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1,,0.32001904,,, +1804814245,*CC(*)CC(CC)CC,,,0.219,, +1804819295,*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccccc2)cc1,,0.34588936,,, +1804829075,*CCCCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34124833,,, +1804836030,*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc(N%12C(=O)c%13ccc(*)cc%13C%12=O)cc%11)cc%10)NC(=O)c%10ccccc%109)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1,,0.37607232,,, +1805818890,*Nc1ccc(C(=O)c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.34499015,,, +1805828893,*/C=C/c1cc(OCCCCCCCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1OCCCCCCCCCCCCCCCC,,,0.3329999999999999,0.88205721,15.92222857 +1806252045,*COc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,,0.33358286,,, +1806255411,*CCCCCCCCOc1ccc(C=C2CCC(=Cc3ccc(OCCCCCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC,,0.36012749,,, +1806416444,*Nc1ccc(-c2ccc(-c3ccc(N*)cc3)c(C(C)(C)C)c2)cc1,,0.36296603,,, +1806691588,*Nc1cc(N*)c(/N=N/c2ccc(S(=O)(=O)O)cc2)c(N)c1C,,0.34174753,,, +1806857427,*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCC(=O)N*)cc1,65.25488595,,,, +1806961099,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.41433043,,, +1807042238,*CCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)CCCCCn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1,60.41501019,,,, +1807156052,*CCC[Si](*)(C[Si](C)(C)c1ccccc1)C[Si](C)(C)c1ccccc1,,0.37926161,,, +1807233855,*CCCCCCCCCCCOC(=O)c1cc(OCCCCCCCCCCOc2ccc(N=Nc3ccc(OC)cc3)cc2)cc(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c1,,0.36806216,,, +1807732967,*CCCCCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.33700629,,, +1808141855,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.35396317,,, +1808438148,*C(*)C(=O)OC(C)C,,0.38104788,,, +1808604040,*Oc1cccc(NC(=O)c2cccc(C(=O)Nc3ccc(*)cc3)c2)c1,,0.34287767,,, +1808750963,*N=P(N=P(N=S(*)(=O)NCCCC)(NCCCC)NCCCC)(NCCCC)NCCCC,,0.3991644,,, +1808991863,*CC(*)(Cl)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1,,0.35349732,,, +1809093717,*CCP(Cl)(Cl)=Nc1ccc(N=P(*)(Cl)Cl)cc1,-27.34500252,,,, +1809334970,*CC(*)(C)C(=O)OCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.34226697,,, +1809372811,*c1ccc2oc(-c3ccc(C(c4ccccc4)(c4ccc(-c5nc6cc(C(*)(c7ccccc7)C(F)(F)F)ccc6o5)cc4)C(F)(F)F)cc3)nc2c1,,0.43791406,,, +1809467126,*/C=C/c1ccc(Oc2ccc(-c3ccc(-c4ccc(-c5ccc(Oc6ccc(/C=C/c7ccc8c(c7)c7cc(*)ccc7n8CC(CC)CCCC)cc6)c(C(F)(F)F)c5)cc4)cc3)cc2C(F)(F)F)cc1,187.4626146,,,, +1809480718,*C(C)=C(*)[Si](C)(C)CC,157.1009863,,,, +1809618585,*/C=C/c1cc(OCCCCCCCCCCCC)c(*)cc1OC,,,0.251,0.902248035,20.35612021 +1809672801,*CCCCCCCCCNC(=O)CCCCCCCCCCCC(=O)N*,,,0.348,, +1809695642,*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(N=Nc2ccc(C3OCCO3)cc2)cc1,,0.35607146,,, +1809858457,*Nc1cc(Cl)c(N*)cc1Cl,,0.34205564,,, +1809876113,*NC(CCC(=O)OCCCCCC)C(*)=O,,0.3561514,,, +1810490415,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(C)CC(*)=O)cc2)C(=O)OC)cc1,,0.33698176,,, +1810774375,*Nc1ccc(-c2ccc(N*)c(-c3ccc(C(C)(C)C)cc3)c2-c2ccc(C(C)(C)C)cc2)cc1,,0.37953942,,, +1810979250,*C=Cc1cc(OC)c(C=Cc2ccc(C=C(Oc3ccccc3)c3ccc(C(=Cc4ccc(*)cc4)c4ccc(Oc5ccccc5)cc4)cc3)cc2)cc1OC,,0.37691892,,, +1811086141,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)NCCCCCCNC(=O)O*,,0.32095446,,, +1811300122,*OC(C)COC(=O)c1cccc(C(*)=O)c1,,0.34359034,,, +1811542913,*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(Oc4ccc(Cc5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.3772016,,, +1812532838,*CCCCCOC(=O)OCCCCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,,0.33554608,,, +1812564153,*Nc1ccc(CC(C)(C)c2ccc(N)c(C[C@@](C)(CC)c3ccc(N*)cc3)c2)cc1,,0.35226185,,, +1812700910,*CC(*)c1ccc(C(C)(O)CCCCC)cc1,,0.39339807,,, +1813031373,*OC(COCC)COC(*)=O,,0.34611534,,, +1813310957,*c1ccc(C(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1,,0.36363712,,, +1813912008,*OC(COC(=O)c1c(F)c(F)c(-c2c(F)c(F)c(C(*)=O)c(F)c2F)c(F)c1F)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35000272,,, +1813959998,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3)cc2)cc1,,0.37421708,,, +1814261052,*CCC(=O)N*,,0.28900346,,, +1814313694,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.33911271,,, +1814513311,*CC(*)(C)C(=O)OCc1ccccc1,,0.34737998,0.1755,1.051885651,12.3992761 +1814521184,*CC(*)(C)C(=O)OCCO[N+](=O)[O-],,0.49559463,,, +1814522046,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(CCCC)c2)cc1CCCC,,0.39067771,,, +1814526307,*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)c4C3=O)cc2)cc1,,0.36618707,,, +1814705967,*CCCC1(C)CCN(C(=O)CCC(=O)N2CCC(*)(C)CC2)CC1,,0.34856982,,, +1814831585,*Nc1cc(-c2ccccc2)c(-c2ccccc2)c(-c2ccccc2)c1N*,,0.36099506,,, +1814888987,*CCN(*)C(=O)c1cc(F)ccc1F,,0.34543558,,, +1815199784,*Oc1ccc(C2(c3ccc(OC(=O)CCC(*)=O)cc3)c3cc(OC)ccc3-c3ccc([N+](=O)[O-])cc32)cc1,,0.36261779,,, +1815220094,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)c([N-][N+]#N)c1,196.3053138,,,, +1815368241,*NCCCNCCCCNCCCN*,,0.34373829,,, +1815372590,*NC1CCC(CCC2CCC(NC(=O)CCCCCCCCCCC(*)=O)CC2)CC1,,0.36845122,,, +1815391317,*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(-c6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1,,0.46820776,,, +1815514979,*Nc1ccc(C2(c3cc(CC)c(N*)c(CC)c3)c3ccccc3-c3ccccc32)cc1C,,0.38779866,,, +1815907027,*OP(=O)(Oc1ccccc1)Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1,,0.35305401,,, +1816427508,*C(C#N)=Cc1cc(OCCCCCCCCCCCC)c(C=C(C#N)c2cc(OCCCCCCCCCCCC)c(*)cc2OC)cc1OC,,0.39567001,,, +1816536666,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C5(*)NC(=O)c6ccccc65)cc4)cc3)cc2)cc1,,0.37763456,,, +1816744100,*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)C5C6C=CC(C7C(=O)N(*)C(=O)C67)C5C4=O)cc2)C(=O)N(CCN(C)C)C3=O)cc1,,0.3795624,,, +1817213256,*Nc1cccc(-c2cccc(-c3cccc(-c4cccc(-c5ccccc5)c4)c3)c2)c1N*,,0.34461865,,, +1817586753,*CCCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1,,0.34919746,,, +1817646491,*CC(OO*)c1ccc(Br)cc1,,0.38242794,,, +1817835124,*OC(F)(F)C(*)(F)F,,0.30466987,,, +1818051082,*Nc1ccc(Cc2cc(Cc3ccc(N*)c(Cc4ccc(N)cc4)c3)ccc2N)cc1,,0.35357307,,, +1818615314,*CC1CCC(CNC(=O)CCCCC(=O)N*)CC1,,0.33681395,,, +1818810158,*CCCCCCCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1,,0.34707685,,, +1819092687,*Oc1ccc(NC(=O)NCCCCCCNC(*)=O)cc1,122.4088725,,,, +1819263382,*c1ccc(OC(=O)c2cc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)cc(C(C)(C)C)c2)cc1,,0.37066817,,, +1819602456,*O[Si](C)(C)CCCC(=O)Oc1ccc(C=Nc2ccc(N=Cc3ccc(OC(=O)CCC[Si](*)(C)C)cc3)cc2)cc1,,0.38440001,,, +1820587217,*Oc1ccc(NC(=O)c2ccc3cc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)CC7CCC6C7)cc5)cc4)ccc3c2)cc1,,0.37134443,,, +1820695762,*c1cccc(OCCCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.35443636,,, +1820800881,*Nc1ccc(C2(c3ccc(N*)c(C(C)C)c3)c3ccccc3-c3ccccc32)cc1C(C)C,,0.39538255,,, +1820965288,*CC(O)COc1ccc(S(=O)(=O)c2ccc(O*)cc2)cc1,,0.34218345,,, +1821594642,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(C)(C)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1,,0.36408469,,, +1821776890,*Oc1c(F)c(F)c(-c2c(F)c(F)c(Oc3ccc(Cc4ccc(*)c(C=O)c4)cc3C=O)c(F)c2F)c(F)c1F,,0.35996186,,, +1822483719,*CCCCCNC(=O)CCCCCCCCCCCC(=O)N*,,,0.3545,0.943380242,21.69094086 +1822664278,*CC(*)c1ccc(O)c(OC)c1,,0.34066185,,1.031531368,14.62592281 +1823153942,*C(=O)Nc1ccc(NC(=O)Nc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.33714284,,, +1823366229,*Oc1ccc(C(C)(CC)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,194.1629808,,,, +1823476334,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCCCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.37139047,,, +1823522189,*N=P(N=P(N=S(*)(=O)NCCCCCC)(NCCCCCC)NCCCCCC)(NCCCCCC)NCCCCCC,,0.40482375,,, +1823535687,*CCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.34954591,,, +1824329781,*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37378543,,, +1824700293,*CC(*)C(=O)OCCCCCCCCCCCCCCCCCC,,0.40921422,0.3795,0.864259855,13.46584828 +1824932578,*Nc1ccc(C(C)(CCc2ccccc2)c2ccc(N*)cc2)cc1,,0.35015139,,, +1825472814,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N5C(=O)c6ccc(*)cc6C5=O)cc3)C4=O)cc2)cc1,,0.36202552,,, +1826128756,*CC(*)OC(=O)CCCCCCCCCCCCCCCCC,,,0.305,0.856119988,12.48057398 +1826423349,*c1ccc(-c2ccc(-c3ccc(C(*)(CC)C(F)(F)F)cc3)cc2)cc1,,,0.236,0.989585625,22.38019563 +1826581063,*Nc1cccc(/C=C2\c3ccccc3-c3ccc(N*)cc32)c1,,0.352832805,,, +1826810455,*Nc1cccc2c(C)c3c(N*)cccc3c(C)c12,,0.33227337,,, +1827057509,*CCCOCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.3420761,,, +1827233180,*CCCCCCNC(=O)CCCCCCCC1C(CCCCCCCC(=O)N*)C=CC(CCCCCC)C1CCCCCCCC,,0.38088319,,, +1827383703,*Nc1ccc(C(c2ccc(NC(=O)c3ccc(-c4ccc(C(*)=O)c(C)c4)cc3C)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.36225344,,, +1827805083,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)cc2)cc1,,0.35708671,,, +1828252932,*Cc1ccccc1[Si](*)(c1ccccc1)c1ccccc1,,0.39224938,,, +1828453397,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,145.3751112,,,, +1828496288,*c1ccc(C(=O)NC(CC)COC(=O)c2ccc(N3C(=O)CC(SCCCCCSC4CC(=O)N(*)C4=O)C3=O)cc2)cc1,,0.34187681,,, +1828551601,*OC1C(CO)OC(*)C(O)C1O,,0.29046872,,, +1828668618,*CCC(c1ccccc1)C(*)c1ccccc1,,0.40418065,,, +1828961126,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCCC(=Cc5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)C4=O)cc3)cc2)cc1,,0.37671926,,, +1828973221,*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(P(=O)(c6ccccc6)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,,0.35364817,,, +1828977072,*C(=O)c1ccc(N(*)CCCCC)cc1,,0.38487639,,, +1829411915,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)c3cc(OC)ccc3-c3ccc([N+](=O)[O-])cc32)cc1,,0.37589479,,, +1829654817,*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4ccc(Oc5cccc(Cc6cccc(*)c6)c5)cc4)cc3)cc2)cc1,,0.3678457,,, +1830100599,*c1ccc(Oc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(C)(C)c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1,,0.36630147,,, +1830469159,*CCN(*)C(=O)c1c(F)ccc(F)c1F,,0.34269166,,, +1830893860,*CCCCCCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,,,0.346,0.906553684,23.16076788 +1831743927,*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(S(=O)(=O)c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1,,0.35854864,,, +1832371636,*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1C(C)(C)c1ccccc1,,0.37013826,,, +1832963659,*Nc1ccc(-c2ccc(N*)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.36015628,,, +1832968600,*CC(*)(C)C(=O)OCCCCCCCCCCCCCCCC[n+]1ccc(N(C)C)cc1,,0.37909157,,, +1833216472,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1,165.0428244,,,, +1834039585,*CCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.33870557,,, +1834169078,*C1C(*)C2CC1C(C(=O)OCC13CC4CC(CC(C4)C1)C3)C2C(=O)OCC12CC3CC(CC(C3)C1)C2,,0.37365813,,, +1834440826,*CCN(*)C(=O)c1ccc(F)c(F)c1,,0.34216811,,, +1834775911,*Nc1ccc2c(c1)[C@@H]1c3ccccc3[C@H]2c2cc(N*)ccc21,,0.38083739,,, +1835012454,*CC(*)(CCCCCCCC)C(=O)OC,,0.38929213,,, +1835122928,*CCOCCOCCOCCOCCOCCOCCOCCOCCOCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1,,0.34589389,,, +1835485471,*c1ccc(C(c2ccc(N3C(=O)c4cc(-c5ccc([Si](C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc([Si](C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.43114374,,, +1835490672,*OC(CC)C(*)=O,,0.35896412,,, +1835545898,*CCc1ccc(*)c2cccnc12,70.93028064,,,, +1835793920,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc3)C4=O)cc2)cc1,,0.35981052,,, +1836092833,*CC(O)COc1c(C)cc(C(C)(C)c2cc(C)c(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)cc4)cc3)c(C)c2)cc1C,,0.36142782,,, +1836401630,*c1ccc(-c2ccc(-c3ccc4nc(Oc5cc(-c6ccccc6)c6cc(*)ccc6n5)cc(-c5ccccc5)c4c3)cc2)cc1,,0.39257783,,, +1836411379,*c1cc(SCCCCCC)c(*)s1,,0.43728421,,, +1836445960,*Nc1ccc(C2(c3ccc(N*)c(Cl)c3)c3ccccc3-c3ccccc32)cc1Cl,,0.37468924,,, +1837157915,*OC(=O)c1cccc(OCCCCCCCCCCOc2cccc(C(=O)OC3COC4C(*)COC34)c2)c1,,0.34799982,,, +1837160865,*OC(=O)CCCCCCCC(*)=O,-68.69432556,,,, +1837451686,*Cc1ccc(C(C)(C)c2ccc(CN3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)o2)o1,,0.35635169,,, +1837536238,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CC,,0.3554716,,, +1837695049,*C(=O)N1C(=S)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)=C(C(=O)OCC)C1c1ccccc1,,0.3735679,,, +1837695884,*Nc1ccc(Cc2ccc(CC(CCCCCCC)Cc3ccc(Cc4ccc(N*)cc4)cc3)cc2)cc1,,0.35965572,,, +1837801743,*Oc1ccc(OC(=O)c2ccc(OC(=O)c3ccc(C(=O)Oc4ccc(C(*)=O)cc4)cc3)cc2)cc1C,81.15934241,,,, +1838148916,*NC(CCC(=O)OCCCCCCCCCCCC)C(*)=O,30.09586697,,,, +1838224579,*CCCC(O)CN(CCCC)c1ccc(C#Cc2ccc(S(*)(=O)=O)cc2)cc1,,0.38948294,,, +1838851947,*NC1=N[C@@H](O)NC(N*)=C1N,,0.2862332,,, +1839284190,*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(OC4COC5C(*)COC45)cc3)c2)cc1,,0.34004989,,, +1839465675,*Nc1ccc([C@]2(C)CC(C)(C)c3ccc(N*)cc32)cc1,,0.36097818,,, +1839521966,*CCOC(=O)NCCCCCCNC(=O)OCCOc1ccc(C2(c3ccc(O*)cc3)c3ccccc3-c3ccccc32)cc1,,0.34888968,,, +1840288311,*/C=C/c1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccc(OC)cc2)c1,,,0.308,0.925658948,17.48157569 +1840821848,*CC(*)c1ccc(COCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.35405781,,, +1841717328,*c1ccc(Cc2ccc(N3C(=O)C4CCC5C(=O)N(*)C(=O)C5C4C3=O)cc2)cc1,,0.37944453,,, +1841939316,*N[C@@H](C[C@@H](N*)[C@H](O)C[C@H](N)C(=O)O)C(=O)O,,0.28753507,,, +1841990330,*NC1=CC[C@](c2ccc(N*)cc2)(c2cccc3ccccc23)C=C1,,0.3503374,,, +1842093316,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(Oc4cccc(C(*)=O)c4)c3)cc2)cc1,,0.3604747,,, +1842577004,*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)NC(=O)c8ccccc87)cc6)cc4)C5=O)cc3)c2)cc1,,0.36654721,,, +1842579493,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCC(C)(C)COc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.35788134,,, +1842592587,*O[Si](*)(CCCOCCOCCOCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOCCOCCOCCOC,,0.36679143,,, +1842699132,*Nc1ccc(C(c2ccc(NC(=O)c3ccc4cc(C(*)=O)ccc4c3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1,,0.36261641,,, +1843486758,*CC(*)OC(=O)C(F)(F)C(F)(F)F,,0.31968743,,, +1844365452,*CCNC(=O)c1cccc(C(=O)NCCOc2cccc3c(O*)cccc23)c1,,0.33080425,,, +1844848960,*Oc1ccc(Nc2ccc(N=Nc3ccc(Nc4ccc(*)cc4)cc3)cc2)cc1,,0.39236421,,, +1844857669,*Oc1ccc2c(c1)C(c1ccc(N(c3ccccc3)c3ccccc3)cc1)(c1ccc(N(c3ccccc3)c3ccccc3)cc1)c1cc(Oc3ccc(-c4c5ccccc5c(-c5ccc(*)cc5)c5ccc(CCC)cc45)cc3)ccc1-2,187.3941077,,,, +1845417873,*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5c(Br)cc(C(C)(C)c6cc(Br)c(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)c(Br)c6)cc5Br)cc4C3=O)c2)c1,,0.37581743,,, +1845492886,*CC(*)(C)C(=O)OCCCCCCN1CCN(c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)CC1,,0.36331592,,, +1845526826,*OC(c1ccccc1)C(C)(C)C(*)=O,65.42132156,,,, +1845530087,*CC(O)COc1ccc(S(=O)(=O)c2ccc(OCC(O)COc3cccc(O*)c3)cc2)cc1,,0.33700601,,, +1846095810,*CC(*)(C)C(=O)OCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.34387832,,, +1846410609,*OC(=O)c1ccc(SCCCCSc2ccc(C(*)=O)cc2)cc1,,0.36348377,,, +1846941939,*Oc1cccc(Oc2ccc(S(=O)(=O)c3ccc(*)cc3)cc2)c1,,0.3644213,,, +1847001719,*CC(OCCCC)C(C)(C(=O)OC)C(*)(C)C(=O)OC,,0.36338101,,, +1847105802,*CC(*)(CC(=O)Oc1ccccc1)C(=O)Oc1ccccc1,,0.34963263,0.154,1.099880838,11.69552442 +1847970143,*CC(=O)NC(C)C(=O)O*,,0.30707299,,, +1848016305,*c1ccc2oc(-c3ccc(C(c4ccc(-c5nc6cc(C(*)(C(F)(F)F)C(F)(F)F)ccc6o5)cc4)(C(F)(F)F)C(F)(F)F)cc3)nc2c1,,0.42121884,,, +1848203526,*c1cc(C(=O)NCCCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.36805739,,, +1848234898,*CC(*)c1ccc(COCCCCCCOc2ccc(-c3ccc(OC)cc3)cc2)cc1,,,0.3,1.040782353,13.64379867 +1848433590,*CCC[Si](*)(C)CCC[Si](C)(C)C,,0.41861838,,, +1848774287,*CCC=C(*)C(C)(C)C,,0.39811867,,, +1849021129,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(P(=O)(c5ccccc5)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.38280626,,, +1849183324,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3c(CC)cccc32)cc1,,0.37018602,,, +1849374402,*Oc1cc(Br)cc(Br)c1*,,0.446758,,, +1849381724,*CC(*)OCCC,-17.16506937,,,, +1849606830,*CCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C,,0.3564602,,, +1849651127,*CC=C(C)C(C)S(*)(=O)=O,,0.37393533,,, +1849868582,*CC(C)(CC)COC(=O)CCCCCCCCC(=O)O*,,0.35879786,,, +1850000817,*OC(CCl)C(*)CCl,,0.38330248,,, +1850128396,*CCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1,,0.37161152,,, +1851184285,*OC(=O)CNC(=O)CNC(=O)CCCCCCCCC(=O)NCC(=O)NCC(=O)OC1COC2C(*)COC12,,0.31199652,,, +1851228821,*c1ccc(-c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(*)ccc2-3)c(F)c1,,0.41077909,,, +1851430426,*c1cccc(C(=O)Nc2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,,0.36210831,,, +1851457758,*CCC(C)(C)CC(C)CNC(=O)c1ccc(C(=O)N*)cc1,,0.33983259,,, +1851478305,*Nc1ccc(NC(=O)c2ccc(NC(=O)c3cc(NC(=O)C45CC6CC(CC(C6)C4)C5)cc(C(*)=O)c3)cc2)cc1,,0.35065916,,, +1851842760,*CC(OCC)C(C(=O)OC)C(*)C(=O)OC,,0.35037859,,, +1852114421,*CCN(*)C(=O)CCCCCC,,0.37545125,,, +1852303181,*C=Cc1cc(OCCCCCCCCCCCC)c(*)cc1OC,,0.38572378,,, +1852392195,*C[Si](*)(C)c1ccccc1,,0.3722926,,, +1852502200,*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36663762,,, +1852654693,*CCCCCOc1ccc(OCCCCCc2nnc(-c3ccc(-c4nnc(*)o4)cc3)o2)c(C)c1,,0.36383465,,, +1852734307,*Nc1cc(N*)c(OC(=O)[C@H]2CC[C@@H](C(=O)Oc3cc(N)c(N)c(C)c3N)CC2)c(C)c1N,,0.33922468,,, +1853131327,*Nc1ccc(Cc2ccc(Cc3ccc(Cc4ccc(N*)cc4)c(CC)c3)cc2CC)cc1,,0.35948061,,, +1853159363,*Cc1ccc(CNC(=O)CCCCCCCCCCC(=O)N*)cc1,,0.34867284,,, +1853589021,*Nc1ccc2c(c1)[C@@]1(C)c3ccc(N)cc3[C@]2(C)c2cc(N*)ccc21,,0.3829945,,, +1853676235,*C(F)(F)C(*)(OC(F)(F)F)OC(F)(F)F,,0.30939912,,, +1854475288,*Nc1ccc(C(CCc2ccccc2)c2ccc(N*)cc2)cc1,,0.3465212,,, +1854554359,*c1cc(C(c2ccc(OCc3cc(OCCN(C)c4ccc(C=CC5=CC(=C(C#N)C#N)CC(C)(C)C5)cc4)cc(OCCN(C)c4ccc(C=CC5=CC(=C(C#N)C#N)CC(C)(C)C5)cc4)c3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCc1cc(OCCN(C)c2ccc(C=CC3=CC(=C(C#N)C#N)CC(C)(C)C3)cc2)cc(OCCN(C)c2ccc(C=CC3=CC(=C(C#N)C#N)CC(C)(C)C3)cc2)c1,,0.37745339,,, +1854822078,*CC(*)C(=O)Nc1ccc(C(=O)C=Cc2cccc(Br)c2)cc1,,0.36040488,,, +1854968322,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5cccc(C(F)(F)F)c5)C6=O)cc4)cc3)cc2)cc1,,0.38089404,,, +1855068918,*Nc1ccc2cc3ccccc3c(N*)c2c1,,0.33879068,,, +1855109187,*OC(C)C#CC#CC(C)OC(=O)c1ccc(C(*)=O)cc1,,0.39611075,,, +1855247636,*Oc1cccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4cccc(OC(=O)OCCOCCOC(*)=O)c4)cc3)cc2)c1,,0.37532958,,, +1855385483,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)cc5C4=O)cc3)cc1)C2=O,,0.40224563,,, +1855457163,*Nc1ccc(-c2ccc(C(=C(c3ccccc3)c3ccccc3)c3ccc(-c4ccc(N*)cc4)cc3)cc2)cc1,,0.37596721,,, +1856131378,*NS(N)(N)(N*)(c1ccccc1)c1ccccc1,,0.3467735,,, +1856962369,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)cc1)C2=O,,0.35645832,,, +1857016044,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)c(C)c2)cc1C,,0.41449337,,, +1857030958,*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)cc2)cc1,,0.37497844,,, +1857184942,*Nc1cc2c(cc1N*)C1c3cc(N)c(N)cc3C2c2cc(N)c(N)cc21,,0.372622,,, +1857351068,*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(-c5cccc(*)n5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.39151592,,, +1857599978,*c1ccc2oc(-c3cccc(-c4nc5cc(C(*)(c6ccccc6)C(F)(F)F)ccc5o4)c3)nc2c1,,0.43815792,,, +1858324553,*Nc1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(N*)ccc1-2,,0.366300765,,, +1859484070,*CCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,,0.34745359,,, +1860210048,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(Cc4ccc(C(=O)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)cc4)cc3)c1)C2=O,,0.36437785,,, +1860317687,*Nc1ccc(NC(=O)CCCCCCCCC(*)=O)cc1,,0.34362682,,, +1860476282,*Oc1ccc(Oc2ccc(C=Nc3ccc(N=Cc4ccc(*)cc4)cc3)cc2)cc1,,0.37280796,,, +1860497514,*Nc1ccc(-c2c(-c3ccc(-c4ccccc4)cc3)c(-c3ccc(-c4ccccc4)cc3)c(N*)c(-c3ccc(-c4ccccc4)cc3)c2-c2ccc(-c3ccccc3)cc2)cc1,,0.36269909,,, +1860569431,*CC(*)c1cccc(-c2ccc(-c3ccccc3)cc2)c1,,,0.1956666666666666,, +1860871285,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(C)cc3)cc2)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.38583152,,, +1861224717,*CCCCCCOC(=O)OCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.35889601,,, +1861437880,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(C)(C)c4cc(C)c(*)c(C)c4)cc3C)cc2)cc1,,0.39688711,,1.014775026,13.70570836 +1861488768,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OC(C)CC)cc1,,0.3394136,,, +1861741928,*c1c(-c2ccccc2)c(-c2ccccc2)c(*)c2cc(C3(c4ccc(C#Cc5ccccc5)c(C#Cc5ccccc5)c4)c4ccccc4-c4ccccc43)ccc12,,,,0.900037683,11.54976157 +1861909022,*C(=O)OCC(C)(C)CSCC(C)(C)COC(=O)C1(C)CNC(*)(C)CN1,,0.36496974,,, +1862037558,*CC(*)C(=O)N(C)c1ccccc1,,,0.1775,1.036978669,11.67331343 +1862323787,*CCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1,,0.35607597,,, +1862970059,*Nc1ccc(-c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,,0.34911211,,, +1863175243,*CCCNC(=O)C(OC)C(OC)C(=O)N*,,0.31506853,,, +1863577619,*Oc1cccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)c1,,0.33721798,,, +1863578660,*CCOCCOC(=O)C(CCCCC)C(=O)O*,,0.35852428,,, +1863583230,*CC(*)(C)C(=O)OC(F)(C(F)(F)F)C(F)(F)Cl,,,0.069,1.322806827,14.48982121 +1863818535,*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(C=C(C#N)C#N)cc1,,0.35424563,,, +1863923314,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccccc3C(=O)Nc3ccc(O*)cc3)cc2)cc1,,0.34086664,,, +1864041202,*C1C(=O)N(c2ccccc2C(=O)OCCCC)C(=O)C1*,,0.37158832,,, +1864197716,*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)c3ccc(C(*)=O)cc3)c(C)c2)cc1C,,0.39431974,,, +1864288375,*Nc1ccc(Br)cc1-c1ccc(NC(=O)c2cccc(C(*)=O)c2)cc1,,0.36146384,,, +1864402555,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(-c4ccc(C(=O)Nc5ccc(*)cc5)c(C)c4)cc3C)cc2)cc1,,0.35817189,,, +1864430039,*Cc1cc(C)c(CNC(=O)CCCCCCC(=O)N*)cc1C,,0.34359188,,, +1864529364,*C[Si](*)(CCC)CCC,,0.40187734,,, +1864581969,*CC(*)C(=O)N(C)C,,0.34373514,0.2125,0.999160184,14.4722603 +1864702589,*CCN(CCOC(=O)NCCCCCCNC(=O)O*)c1ccccc1,,0.34103383,,, +1864783652,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7cc(*)n(-c8ccccc8)n7)cc6)cc5)cc4)cc3)cc2)cc1,,0.3855566,,, +1864971169,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5cc(*)[nH]n5)cc4)cc3)cc2)cc1,,0.3828364,,, +1865123528,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(C(C)CC)c2)cc1C(C)CC,,0.39963061,,, +1865362645,*CCCCCCCCCCOC(=O)CCCCS(=O)(=O)CCCCC(=O)O*,37.87494117,,0.278,, +1865534172,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(C3CCCCC3)cc2)cc1,,0.36193603,,, +1865789709,*COc1ccc(C(C)(C)c2ccc(Oc3ccc(*)n3-c3ccc(C#N)cc3)cc2)cc1,,0.3718604,,, +1865790148,*c1c(C)cc(C)c(N2C(=O)c3cccc(Oc4c(C)cc(-c5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1C,,0.39910552,,, +1865960070,*CC(C[Si](*)(C)C)c1ccccc1,,0.38874361,,, +1866518598,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(*)=O)cc2)C(=O)OCCCC)cc1,,0.34652373,,, +1866896884,*CC(*)(CC(=O)OCCOCCOCCOC)C(=O)OCCOCCOCCOC,,0.33995573,,, +1867066449,*CCOC(=O)c1ccc2ccc(C(=O)O*)cc2c1,,0.33503651,,, +1867844121,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(Cc3ccccc3)CC2)cc1,,0.35467906,,, +1867867984,*c1c(C)cc(C)c(N2C(=O)c3cccc(Oc4ccc(C(C)(C)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1C,,0.38678504,,, +1868095680,*CC(*)(C)C(=O)OCCCCc1ccc(N=Nc2ccc(OC(F)(F)F)cc2)cc1,,0.35542759,,, +1868650247,*Oc1ccccc1C(=O)Oc1ccc(OC(=O)c2ccccc2Oc2nc(*)nc(N(CC)c3ccccc3)n2)cc1,146.7365026,,,, +1868729394,*c1ccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1,,0.348619,,, +1869058141,*CC(O)COc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OCC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)c(Cl)c2)cc1Cl,,0.36154236,,, +1869058674,*Nc1ccc(C(C)(Cc2ccccc2)c2ccc(N*)cc2)cc1,,0.35508856,,, +1869415100,*CCCCCCOc1ccc(C(=O)Nc2ccc(-c3ccc(NC(=O)c4ccc(O*)cc4)c(Cl)c3)cc2Cl)cc1,133.9866306,,,, +1869493071,*c1ccc(Oc2ccc(-c3c4ccccc4c(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)c4ccccc34)cc2C(F)(F)F)cc1,,0.3887442,,, +1869593647,*C(=O)c1ccc(N(*)C)cc1,,0.37772289,,, +1869660806,*Nc1cc(C)c(Cc2ccc(CCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.36173822,,, +1870206037,*Nc1c(S(=O)(=O)O)cc2cc(S(=O)(=O)O)c(N)c(O)c2c1N*,,0.32302544,,, +1870504474,*Nc1ccc(C(C)(C)C(C)(C)c2ccc(N*)cc2)cc1,,0.35566412,,, +1870599069,*CC(*)C(=O)OC1CC2CCC1(C)C2(C)C,,0.38692751,,, +1870681436,*Nc1ccc2cc(C(C)(C)C)ccc2c1-c1c(N*)ccc2cc(C(C)(C)C)ccc12,,0.38263341,,, +1870773223,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(*)cc4C3=O)c(C)cc1C)C2=O,,0.39477416,,, +1870860682,*CC(*)OC(=O)CCCCCCCCCCCCCCC,,,0.319,0.858717726,12.0896889 +1871148344,*C(C)=C(*)SCCCCCC,,0.41450621,,, +1871161866,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36844586,,, +1871349402,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=NN=Cc4ccc(*)cc4)cc3)cc2)cc1,,0.37217659,,, +1871484696,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccccc5)c(-c5cc(*)ccc5C(=O)c5ccccc5)c4)cc3)c3ccccc3-c3ccccc32)cc1,,0.39595329,,, +1871505743,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1ccc(N=Nc3ccc(C(C#N)=C(C#N)C#N)cc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(C(C#N)=C(C#N)C#N)cc1,,0.36727055,,, +1871588823,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C(c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)cc2)cc1,,0.37110373,,, +1871708716,*CC(*)C(=O)Oc1ccc(C(=O)c2ccc(Cl)cc2)cc1,,0.35501942,,, +1872303483,*C([2H])([2H])C(*)([2H])C([2H])=C([2H])[2H],,0.39062915,,, +1872457449,*Oc1cccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)c1,,0.34349195,,, +1872607825,*c1ccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(=O)Oc4ccc(C5(*)c6ccccc6C(=O)N5c5ccccc5)cc4)cc3)cc2)cc1,,0.39364264,,, +1872649544,*CC(COC(=O)CCCCCN1C(=O)C2C3C=CC(C3)C2C1=O)O*,,0.33852716,,, +1872652115,*Nc1ccc(C2(c3ccc(N*)cc3)C[C@H](C)CC(C)(C)C2)cc1,,0.36369292,,, +1873242473,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(N=Nc3ccc(F)cc3)c3ccccc23)cc1,,0.35605621,,, +1873390978,*CC(OCC)C1(C)C(=O)OC(=O)C1(*)C,,0.32300959,,, +1873610912,*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(S(=O)(=O)c4ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.37485249,,, +1873714666,*Nc1ccc2ccc3cccc4cc(N*)c1c2c34,,0.33162046,,, +1873866400,*CCN1C(=O)C(=CC=C2SC(=S)N(*)C2=O)SC1=S,164.0140939,,,, +1874165813,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3c(C)cccc32)cc1,,0.36740099,,, +1874299815,*Nc1ccc(-c2cc(-c3ccccc3)c(N*)c(N)c2-c2ccccc2)cc1N,,0.35451477,,, +1874313702,*CCCC(C)(C)CNC(=O)C(=O)N*,,0.3260029,,, +1876018160,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccccc5)cc4)cc3)cc2)cc1,,0.38502718,,, +1876711098,*Oc1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37206623,,, +1876833893,*CC(*)c1ccc(CCCCCCCCCCCCCC)cc1,,0.40253381,0.3399999999999999,0.848186437,12.56559059 +1877102749,*CC(F)(F)C(F)(F)C(F)(F)C(F)(F)COC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O*,,0.30099588,,, +1877161213,*Cc1cc(*)c(O)cc1C,12.40187977,,,, +1877302307,*CC(C)(C)COC(=O)NC(=O)c1ccc(C(=O)NC(=O)O*)cc1,,0.31265064,,, +1877327739,*CC(*)(C)C(=O)OCCCCCCCC,,,0.2415,0.891484349,11.61104884 +1877647340,*CCCCCCCCCNC(=O)N*,,0.35715169,,, +1877844504,*Nc1ccc2c(-c3c(C)c(N)c(C)c(N*)c3C)c(N)ccc2c1,,0.36932958,,, +1877921112,*CC(*)(CC(=O)OCCCCl)C(=O)OCCCCl,,0.3535211,,, +1877965717,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1,,0.37375522,,, +1878179811,*Oc1ccc(CC(*)=O)cc1,,0.3454687,,, +1878617864,*c1cccc(-c2nc3ccc(-c4ccc5nc(*)sc5c4)cc3s2)c1,,0.46119303,,, +1878660713,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3-c3cc(F)c(F)c(F)c3)c(-c3cc(F)c(F)c(F)c3)c1)C2=O,,0.38343995,,, +1878904563,*NCCCOCCOCCOCCCN*,,0.3255813199999999,,, +1879018576,*NC1=C(N)N[C@H](N)C(=O)[C@H](N*)N1,,0.29477936,,, +1879180798,*N[C@@]12CC(=C)[C@@](C)(N*)[C@@]1(N)Cc1cccc(O)c1C2,,0.33242571,,, +1879773381,*Oc1ccc(C=C2CCC(=Cc3ccc(OC(=O)c4ccc(N=Cc5ccc(C=Nc6ccc(C(*)=O)cc6)cc5)cc4)cc3)C2=O)cc1,,0.36680398,,, +1880766912,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCC(C)C)cc1,,0.33925962,,, +1881186822,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccc(C)cc3-c3ccc(C)cc32)cc1,,0.37924418,,, +1881349845,*Oc1ccc(C(C)(C)c2ccc(Oc3cncc(*)n3)cc2)cc1,,0.35753445,,, +1881434698,*Nc1c2ccccc2c(-c2c3ccccc3c(N*)c3c(-c4ccc(C)cc4)c(-c4ccc(C)cc4)c(-c4ccc(C)cc4)c(-c4ccc(C)cc4)c23)c2ccccc12,,0.39299822,,, +1881628793,*CC(*)C(=O)Oc1ccccc1C(=O)OC,,0.33186429,,, +1881927203,*CCOC(=O)c1ccc(C(=O)OCCOc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)cc1,,0.34444131,,, +1881954049,*c1ccc2c(c1)-c1cc(-c3nc4cc(-c5ccc6[nH]c(*)nc6c5)ccc4[nH]3)ccc1S2(=O)=O,355.5073659,,,, +1882117628,*OC1C(COC(=O)Nc2ccccc2)OC(*)C(OC(=O)Nc2ccccc2)C1OC(=O)Nc1ccccc1,,0.3414528,,, +1882780589,*CCN(*)C(=O)CCCC,,0.36217869,,, +1882791294,*c1ccc(-c2cc(CCCCCCOC(=O)COc3ccccc3)c(*)s2)s1,,0.37333341,,, +1882863686,*C(=C([2H])C([2H])([2H])C(*)([2H])[2H])C([2H])([2H])[2H],,0.40600876,,, +1883003333,*CC(*)(C)c1ccc(C#N)cc1,,0.3935561,,, +1883635741,*Oc1ccc(-c2ccc(N=Nc3ccc(C(*)=O)cc3)cc2)cc1,,0.36731588,,, +1883833244,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(-c6cccc(C(=O)c7ccc(*)cc7)c6)c5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.38241447,,, +1883909955,*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](C)(C)[Si](*)(C)C)s6)cc5CCCCCCCC)s4)s3)s2)s1,,0.44805866,,, +1884578116,*NCCC[C@@H](C)CN*,,0.32730151,,, +1885691849,*CC(*)OC(=O)c1cccc(OC)c1,,0.33959116,,, +1885797446,*CC(*)C(=O)OCC,,,0.2305,1.001646084,14.48303439 +1885836114,*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)C(C(C)CC)N4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1,,0.35394467,,, +1885883959,*Nc1ccc(-c2cc(-c3ccccc3)c(N*)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.36380664,,, +1886025191,*c1ccc(-c2nc3ccc(S(=O)(=O)c4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)cc1,,0.44809167,,, +1886122212,*c1cccc(N2C(=O)c3c(c(-c4ccccc4)c(-c4ccc(-c5c(-c6ccccc6)c6c(c(-c7ccccc7)c5-c5ccccc5)C(=O)N(*)C6=O)cc4)c(-c4ccccc4)c3-c3ccccc3)C2=O)c1,,0.40285213,,, +1886386616,*CCCCCCNC(=O)CCCCC(=O)NCC(=O)N*,,0.32496558,,, +1887035673,*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3c(C)cc(C(C)(C)c4cc(C)c(NC(=O)c5ccc(*)cc5)c(C)c4)cc3C)cc2)cc1C(C)(C)C,,0.39461572,,, +1887357028,*C=Cc1ccc(*)c(OCc2cc(OCCC(C)CCCC(C)C)cc(OCC(CC)CCCC)c2)c1,,0.38283188,,, +1887528434,*Nc1ccccc1C1(c2ccccc2N*)CCCCC1,,0.3550744,,, +1887598982,*CC(*)C(=O)Nc1ccc(Cl)cc1,,0.35389835,,, +1887729559,*OC(=O)C1CCC(C(=O)OC2COC3C(*)COC23)CC1,,0.3404303,,, +1887902393,*Nc1cccc(NC(=O)c2ccc(C(=O)Nc3ccc(C(=O)NC(*)=S)cc3)cc2)c1,,0.33864713,,, +1887990999,*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)c1ccccc1Cl,,0.35506882,,, +1888278720,*CCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1,,0.33989797,,, +1888293192,*Nc1ccc(C(c2ccc(N*)cc2)c2ccc(C(C)(C)C)cc2)cc1,,0.36825917,,, +1888415409,*c1cccc(N2C(=O)C(=O)N(c3ccc(Cc4ccc(N5C(=O)C(=O)N(*)C5=O)cc4)cc3)C2=O)n1,,0.36326196,,, +1888603184,*Oc1ccc(C(=O)c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)c3)cc2)cc1,,0.35450759,,, +1888669156,*Nc1ccc(-c2c3ccccc3c(-c3cccc(N*)c3)c3ccccc23)cc1,,0.36094997,,, +1888885498,*N=P(*)(OCC=Cc1ccccc1)OCC=Cc1ccccc1,,0.36094292,,, +1889214322,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3ccc4c(c3)C3(CC(C)(C)CC(C)(C)C3)c3cc(*)ccc3-4)ccc1-2,,0.41639141,,, +1889222328,*Nc1cc(SCCC#N)c(NC(=O)c2ccc(C(*)=O)cc2)cc1SCCC#N,214.7483216,,,, +1889579812,*Oc1ccc(C(=O)O)c(C(=O)Nc2ccc(NC(=O)c3cc(*)ccc3C(=O)O)cc2)c1,,0.31304057,,, +1890198796,*CC(c1ccccc1)C1C(=O)N(CCCCNC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C1*,,0.32992256,,, +1890222826,*CC(COc1ccc(C(C)(c2ccccc2)c2ccc(O*)cc2)cc1)OC(=O)c1ccccc1,,0.35693176,,, +1890528933,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3Br)c(Br)c1)C2=O,,0.41164319,,, +1890730007,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.37306628,,, +1891219046,*Nc1ccc(-c2cccc(-c3ccccc3N*)c2)cc1C1=CCCCC1,,0.35958468,,, +1891267124,*CCCCCCCC(=O)OC1COC(*)OC1,,0.35442774,,, +1891268046,*CCCCCCCCCCNC(=O)CCCCC(=O)N*,,0.35535197,,, +1891270134,*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3C)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37180888,,, +1891991846,*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(-c4sc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc2)C3=O)cc1,,0.39311004,,, +1892436354,*OP(=O)(Oc1ccc(Br)cc1)OC(CCl)COc1ccc(S(=O)(=O)c2ccc(OCC(*)CCl)cc2)cc1,,0.3602855,,, +1892438799,*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.38934069,,, +1892522189,*Nc1ccc([C@]2(c3ccccc3)CC[C@H](N*)CC2)cc1,,0.34589131,,, +1892682102,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(-c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc3)C4=O)cc2)cc1,,0.35822552,,, +1893126159,*c1ccc(Oc2ccc(C(C)(C)c3ccccc3)cc2)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.39256327,,, +1893396253,*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1,,0.3618429,,, +1893806393,*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.37860625,,, +1893896764,*CCCOC(=O)NCCCCCCNC(=O)O*,,0.33011168,,, +1894105114,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.37120514,,, +1894241731,*c1ccc(-c2ccc(-c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,357.2965065,,,, +1894260096,*CCOC(=O)Nc1ccc(C)c(NC(=O)OCCOc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)c1,,0.35870068,,, +1894298006,*CCCCOC(=O)O*,,0.33188575,,, +1894369854,*C(=O)c1ccc2c(c1)C(=O)N(c1ccccc1Cc1ccccc1N1C(=O)c3ccc(*)cc3C1=O)C2=O,,0.37730051,,, +1894651804,*CC/C=C\C[Si](*)(C)c1ccccc1,,0.37572557,,, +1894705136,*CC(*)(CC(=O)OCCCl)C(=O)OCCCl,,0.35304556,,, +1895063835,*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1,,0.34298576,,, +1895073862,*NN(N*)c1nc2nc(N)n(N)c2c(=O)n1N,,0.33967082,,, +1895904608,*CC(*)(C)C(=O)OCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.34149841,,, +1895946693,*Nc1ccc(C2(c3ccc(N*)cc3)CCCCC2)cc1,,0.352691375,,, +1896402362,*Nc1cccc(C2(c3cccc(N*)c3)c3cccc(N)c3-c3c(N)cccc32)c1,,0.36736588,,, +1896761463,*CC(*)(F)C(=O)OCC(Cl)(Cl)Cl,,0.36380773,,, +1896795195,*CC(*)(C)C(=O)OCc1ccc(Cl)c(Cl)c1,,0.35729851,,, +1896863943,*CC(*)C(=O)NCCCC,-84.72234668,,0.252,0.938352718,11.69729541 +1897620577,*CC(CCCCCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1)COC(=O)CCCCCCCCCCCCC(=O)O*,,0.37422275,,, +1897678696,*Nc1ccc(-c2cc(-c3ccc(N)cc3C)cc(-c3ccc(N*)cc3C)c2)c(C)c1,,0.3665509,,, +1898005321,*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1,,0.35740991,,, +1898276477,*Nc1c(C)c(C)c(N*)c(C)c1C,,0.358234115,,, +1898882612,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(=O)(=O)c6ccccc6)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38778693,,, +1899186076,*CC(*)(C)C(=O)OCC#N,,0.34496113,,, +1899283335,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(c3ccccc3)CC2)cc1,,0.35979083,,, +1899317427,*Nc1ccc(-c2ccc3c(c2)Cc2cc(-c4ccc(N*)cc4)ccc2-3)cc1,,0.35324332,,, +1899542074,*Nc1ccc(Oc2ccc(Oc3ccc(N*)cc3)cc2)cc1,,0.34207479,,, +1899805345,*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1,,0.37206613,,, +1899839615,*Nc1ccc(-c2ccc(N*)c(O)c2)cc1O,,0.31809801,,, +1900067504,*CCCCOC(=O)c1ccc(NC=Nc2ccc(C(=O)O*)cc2)cc1,,0.35909112,,, +1900387245,*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)c(C(F)(F)F)c3)cc2)cc1C(F)(F)F,,0.37983546,,, +1901476786,*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)cc2)cc1,,0.36485895,,, +1901480658,*CCCCOC(=O)NCCCCCCNC(=O)OCCCCOc1ccc(N=Cc2ccc(C(=O)Oc3ccc(C=Nc4ccc(O*)cc4)cc3)cc2)cc1,-34.25655466,,,, +1901756978,*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1,,0.36549109,,, +1901878899,*CCCCCCOC(=O)C(CCCCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1,,0.35235981,,, +1902063591,*C(=O)OCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.34037941,,, +1902122155,*Oc1ccc(S(=O)(=O)c2ccc3ccc(S(=O)(=O)c4ccc(*)cc4)cc3c2)cc1,,0.36906396,,, +1902160651,*Nc1ccc(/C=C/c2cccc3c(/C=C/c4ccc(N*)cc4)cccc23)cc1,,0.353423605,,, +1903144609,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)c1)C2=O,,0.37194181,,, +1903600886,*Nc1ccc2cccc3c2c1C(CC)=C(CC)[C@@H]3N*,,0.35278804,,, +1903713432,*CC(C)C(C)COC(=O)c1ccc(C(=O)O*)cc1,,0.34746292,,, +1904729380,*Nc1ccc2c(C)c3c(C)c(C)c(N*)c(C)c3cc2c1,,0.3506461,,, +1905028152,*Nc1ccc(Cc2ccc(-c3ccccc3Cc3ccc(N*)cc3)cc2)cc1,,0.35309577,,, +1905216047,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(C(=O)Nc4ccc(*)cc4)cc3)cc2)cc1,203.5999878,,,, +1905277968,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.36364595,,, +1905422493,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5ccc(*)s5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.41103531,,, +1905713032,*Nc1ccc2c(-c3ccccc3)c(N*)c(-c3ccccc3)c(-c3ccccc3)c2c1-c1ccccc1,,0.37513122,,, +1906030698,*c1cc(OCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37507763,,, +1906044444,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6nnc(*)c7c(-c8ccc(F)cc8)c(-c8ccc(F)cc8)c(-c8ccc(F)cc8)c(-c8ccc(F)cc8)c67)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1,,0.41682374,,, +1906060970,*Nc1c(-c2ccccc2)c(-c2ccccc2)c2ccccc2c1N*,,0.36229869,,, +1906506911,*Nc1ccc(-c2cccc3cccc(-c4ccc(N*)cc4)c23)cc1,,0.3474253,,, +1906633153,*Nc1ccc(NC(=O)CCCCCC(*)=O)cc1,,0.3281237,,, +1906906209,*Nc1cc2c(-c3ccccc3)c3c(-c4ccccc4)c4cc(N*)c(N)cc4c(-c4ccccc4)c3c(-c3ccccc3)c2cc1N,,0.36326244,,, +1907401274,*CC(*)C(=O)Nc1ccc(C(=O)C=Cc2ccc(Br)cc2)cc1,,0.36262044,,, +1907558248,*CCC(=O)OC(=O)CCc1ccc(*)o1,,,0.216,, +1907646642,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cn3)nc1)C2=O,,0.3708683,,, +1907952467,*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC,,0.36305702,,, +1908228365,*CCCCCCC(=O)NCc1ccc(CNC(=O)CCCCCCS*)cc1,,0.36267887,,, +1908364684,*Nc1ccc(-c2cccc3ccccc23)c(-c2ccccc2)c1N*,,0.35996757,,, +1908775119,*c1ccc(Oc2ccc(Oc3ccc(-c4cnc5ccc(-c6ccc7ncc(*)nc7c6)cc5n4)cc3)cc2)cc1,,0.38500868,,, +1908941468,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1,,0.34855736,,, +1910103715,*CCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,,0.3795304,,, +1911086845,*c1ccc2oc(-c3ccc(-c4nc5cc(C(*)(c6ccccc6)C(F)(F)F)ccc5o4)cc3)nc2c1,,0.45875481,,, +1911532586,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)c(S(=O)(=O)O)c3)cc2S(=O)(=O)O)cc1S(=O)(=O)O,,0.3508676,,, +1911905200,*C=CC1CC(*)C(C#N)C1,,0.39476009,,, +1911926467,*CC(CSC)O*,,0.41981356,,, +1911963342,*CC(*)C(=O)n1sc2ccccc2c1=O,48.67425788,,,, +1912017685,*CC(*)[Si](C)(C)Cc1ccccc1,,0.36754872,,, +1912083932,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCCCC,,0.37677964,,, +1912147729,*c1c(C)cc(C(c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.42214994,,, +1912251377,*CCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,,,0.3915714285714285,0.876856201,21.89554378 +1912518216,*CCCCCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.361536,,, +1912601583,*OC(=O)c1ccc(C(=O)OC2CC3CC(*)CC(C2)O3)cc1,,0.34801487,,, +1913033936,*CCC1CC(*)C2CCCC12,,0.37234991,,, +1913604664,*C(=O)OCCOC(=O)c1cccc(N2C(=O)c3ccc(*)cc3C2=O)c1,,0.33299939,,, +1914456185,*CC(*)(C)C(=O)NC1C(O)OC(CO)C(O)C1O,,0.28358,,, +1914838661,*CC(*)n1c2ccccc2c2ccccc21,,,0.147,1.05806832,11.82300548 +1914886557,*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1,,0.35681485,,, +1914920451,*CC(*)(C)C(=O)OCCCCC,,0.37286152,0.1895,0.917921435,11.58525278 +1914954895,*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4cccc(Oc5ccc(NC(=O)c6ccc(*)cc6)cc5)c4)cc3)cc2c1,,0.35277036,,, +1914982152,*C=Cc1ccc2c(c1)Sc1cc(*)ccc1N2c1ccc(OCCCCCCCCCCCC)cc1,,0.39567095,,, +1915263871,*Nc1ccc(-c2cc(-c3ccc(N)c(CC)c3)cc(-c3ccc(N*)c(CC)c3)c2)cc1CC,,0.36495902,,, +1915755051,*Nc1cccc(-c2cc(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c(-c3ccc(C)cc3)c2-c2ccc(C)cc2)c1N*,,0.37998545,,, +1916198200,*OP(=O)(Oc1ccc(Br)cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C,,0.37734655,,, +1916680069,*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37815393,,, +1916735639,*Nc1cc(N*)c2nc(-c3ccc(-c4nc5c(N)cc(N)c(N)c5c(=O)o4)cc3)oc(=O)c2c1N,,0.35583172,,, +1916892964,*CC(O)CN(CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)c1ccc(C#N)cc1,,0.35785256,,, +1916979239,*c1ccc(OCCN(C)c2ccc(C=CC3=CC(=C4C(=O)c5ccccc5C4=C(C#N)C#N)C=C(C=Cc4ccc(N(C)CCOc5ccc(-c6nc7ccc(Oc8ccc9nc(*)c(-c%10ccccc%10)nc9c8)cc7nc6-c6ccccc6)cc5)cc4)O3)cc2)cc1,,0.39171687,,, +1917029887,*OC(=O)CNC(=O)CCCCCCCCC(=O)NCC(=O)OC1COC2C(*)COC12,,0.32250215,,, +1917189140,*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)c5ccccc45)o3)cc2)cc1,,0.43988277,,, +1917298650,*CNC(=O)CCCCC(=O)NCC1COC(*)CO1,,0.31541925,,, +1917339697,*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)c1ccc(C(=O)O*)cc1,,0.3542055,,, +1917735870,*c1ccc(-c2ccc(N(*)c3cc(C(F)(F)F)cc(C(F)(F)F)c3)cc2)cc1,,0.44831423,,, +1917756223,*Oc1ccc(C=NN=Cc2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,,0.37285172,,, +1917841461,*CCC(=O)N(CCN(C(=O)CCN1CCN(*)CC1)C(C)C)C(C)C,-43.71593166,,,, +1917866361,*c1ccc(Nc2ccc(C(c3ccc(Nc4ccc(S(*)(=O)=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.39098411,,, +1918165220,*ON(C(F)(F)F)C(F)(C(*)(F)F)C(F)(F)F,,0.29794304,,, +1918242337,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)NC(=O)c7ccccc76)cc5)cc3)C4=O)cc2)cc1,,0.36308192,,, +1918548284,*Nc1cc2c3ccc(-c4ccc(C(C)(C)C)cc4)c(-c4ccc(C(C)(C)C)cc4)c3c(N*)cc2c2ccccc12,,0.37420991,,, +1919323099,*Oc1ccc(NC(=O)NC2CC(C)(C)CC(C)(CNC(=O)Nc3ccc(*)c(-c4ccc(Oc5ccccc5)cc4)c3)C2)cc1-c1ccc(Oc2ccccc2)cc1,,0.35601929,,, +1919352729,*Nc1cccc2c1c1cccc(N)c1c1cccc(N*)c12,,0.33957884,,, +1919555775,*CC(CCCC)O*,,0.40491209,,, +1919636162,*CCCCCCOc1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(O*)cc3)cc2)cc1,,0.34461787,,, +1919652718,*CCCCCCCCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O,,0.34909001,,, +1919727869,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc2)cc1,,0.35823661,,, +1919732272,*CCCOC(=O)c1ccc(NC(=O)CCCCC(=O)Nc2ccc(C(=O)O*)cc2)cc1,83.99780359,,,, +1919768814,*Oc1ccc(C(c2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.3538727,,, +1920006010,*OC1C(CO)OC(*)C(N)C1O,,0.30298041,,, +1920455411,*c1ccc(OCCN(CC)c2ccc(-c3ccc(C(=C(C#N)C#N)c4ccc(N(CC)CC)cc4)s3)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1,,0.40104761,,, +1920671231,*C(=O)Nc1ccccc1NC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.33896532,,, +1920918510,*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1,,0.34676418,,, +1921035085,*CCCCCCN1C(=O)C(=O)N(c2ccc(CCc3ccccc3N3C(=O)C(=O)N(*)C3=O)cc2)C1=O,,0.33804418,,, +1921102507,*Nc1ccc(C(C)(c2ccc(N*)cc2)C2C3=CC=CC2=C3)cc1,,0.35568458,,, +1921819978,*CCc1cc(Cl)c(*)c(Cl)c1,,0.39170288,,, +1921941311,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OC(C)C)cc1,,0.34433228,,, +1922704516,*c1cc(N=Nc2ccc([N+](=O)[O-])cc2)cc(*)c1O,165.6801535,,,, +1922733245,*OS(=O)(=O)c1cc(C)c(*)c(C)c1,,0.36970865,,, +1922843556,*C(=O)OCCCCCCCCCCCCCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.36802626,,, +1923557092,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(C(C)(C)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.38148615,,, +1924314985,*C(=O)Nc1cccc(NC(=O)C=Cc2cccc(N3C(=O)c4ccc(*)cc4C3=O)c2)c1,,0.33727257,,, +1924725049,*CCOC(=O)Cc1ccc(C(=O)O*)cc1,,0.33698334,,, +1924892938,*Oc1ccc(NC(=O)c2ccc(S(=O)(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)CC7CCC6C7)cc5)cc4)cc3)cc2)cc1,,0.37041679,,, +1925016072,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5C4=O)cc3)c2)cc1,,0.35881945,,, +1925322729,*CC(CCl)(CCl)O*,,,0.1159999999999999,1.297944961,14.62361719 +1926054747,*CCCN(*)C(=O)c1ccccc1,,0.35183326,,, +1926476264,*=c1cc2ccc3cc(=c4oc(=*)c5ccc6cccc7c8cccc9ccc4c(c98)c5c67)cc4ccc(c1)c2c34,432.43,,,, +1926928868,*CC(*)(C)C(=O)OCCCC,,,0.203,0.906003571,12.81294077 +1926938420,*CC(O)CN(*)c1ccccc1,,0.36123033,,, +1927037390,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OC(C)C)cc1,,0.33804671,,, +1927081299,*CCCCCCCCCCSSS*,,0.44700214,,, +1927128897,*C=CC1CC(*)C2C(=O)N(CCC)C(=O)C12,,0.35809659,,, +1927758769,*Nc1c(CC=C)cc(C2(c3cc(CC=C)c(N*)c(C(C)C)c3)c3ccccc3-c3ccccc32)cc1C(C)C,,0.39746768,,, +1927827518,*CC(*)c1cccc(CC)c1,,,0.186,, +1927972099,*CC(*)(CC(=O)Oc1ccccc1C)C(=O)Oc1ccccc1C,,,0.1635,1.059872607,11.34414762 +1928141683,*CCCCNC(=O)CCCCCCCCC(=O)N*,,,0.355,, +1928552042,*Oc1c(C)cc(*)cc1C(C)CCCCCCCC,,0.40648391,,, +1928832708,*CCCCCCCCCCOc1ccc(C=Nc2ccc(-c3ccc(N=Cc4ccc(O*)cc4O)c(OC)c3)cc2OC)c(O)c1,,0.36372258,,, +1928965066,*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(N=Nc3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCN2C(=O)c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3C2=O)c1,,0.35328159,,, +1929156646,*OC1CCC(OC(=O)OCCCCCOC(*)=O)CC1,,0.34122931,,, +1929935400,*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCCCC(=O)O*,,0.32965374,,, +1930036664,*Nc1ccc(C2=C(c3ccccc3)[C@@H](c3ccccc3)C(N)(N*)C=C2)cc1,,0.36629417,,, +1930079807,*c1cc(CC(=O)OCCCCCCCC)c(*)[nH]1,-4.076963699,,,, +1930443303,*CCC=C(*)C,,0.40009241,,, +1930470217,*Nc1ccc(NC(=O)c2cc(C(*)=O)c(C(=O)OCC)cc2C(=O)OCC)cc1,,0.33893458,,, +1930894863,*CCC1C(=O)N(C)C(=O)C1*,,0.32269623,,, +1930955815,*N=P(*)(OCCOCCOCCCC)OCCOCCOCCCC,,0.37867352,,, +1931091921,*Oc1ccc(-c2ccc(Oc3ccc4ccccc4c3-c3c(*)ccc4ccccc34)c3ccccc23)c2ccccc12,,0.39374699,,, +1931410833,*CC(*)(C)C(=O)Oc1ccc(-c2nnc(-c3ccc(C(C)(C)C)cc3)o2)cc1,,0.38550865,,, +1931637723,*Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(N*)cc4)cc3)cc2)cc1,,0.34360821,,, +1931802720,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.351413,,, +1931909120,*Nc1ccc2c(N*)c3cc(N)ccc3c(N)c2c1,,0.34576723,,, +1932242031,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(-c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36829952,,, +1932390500,*C(=O)NCCCCCCCCCCNC(=O)c1ccc(*)o1,,,0.217,, +1932564704,*=C=C=C(COC(=O)NCC)C(=*)COC(=O)NCC,172.0633872,,,, +1932637388,*c1ccc(CC(=O)Nc2ccc(Oc3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1,,0.37963807,,, +1932737205,*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.3580544,,, +1932802703,*Oc1ccc(C(c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.35070734,,, +1933004653,*OS(=O)(=O)c1cc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)cc4)CCCC3)cc2)ccc1C,,0.36404714,,, +1933066795,*c1ccc(C(=O)OCCCCCCCCOc2ccc(C=C3CCCCC(=Cc4ccc(OCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1,,0.36677031,,, +1933529441,*C=NCCN=Cc1ccc(Sc2ccc(*)o2)o1,95.6213855,,,, +1933712132,*c1ccc([Si](C)(C)c2ccc([SiH](*)C)s2)s1,60.04219897,,,, +1933820661,*CCCCCCCCCNC(=O)CCCCCCCC(=O)N*,9.904824538,,0.361,0.944002177,22.95997032 +1933889140,*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCCCCCCC)c(C(*)=O)cc2OCCCCCCCCCCCCCCCC)cc1,77.98044592,,,, +1933958092,*CCCCCCCCCCCCCCCCCCCCC(*)Cl,,,0.468,0.869388674,22.5555845 +1934083726,*CC(*)(C)C(=O)OC(C)CC,,,0.182,0.898018787,12.66511883 +1934582540,*CC(*)(C)C(=O)OCCCCc1ccccc1,,0.36056705,,, +1934851190,*Nc1ccccc1CCc1ccc(NC(*)=O)cc1,,0.34964607,,, +1935091006,*CC(*)(C)C(=O)OCc1cc(Cl)cc(Cl)c1,,0.35906953,,, +1936130559,*Nc1ccc(-c2ccc(-c3ccc(-c4ccc(N*)cc4)cc3)cc2)cc1,,0.34630699,,, +1936588352,*Nc1ccc2c(c1)c(C)c(-c1ccccc1)c1cc(N*)ccc12,,0.35070087,,, +1937333990,*Nc1c(CCC)c2cccc3c4cccc5cccc(c(c1N*)c23)c54,,0.35047005,,, +1938625249,*Nc1ccc(C[C@](C)(CC)c2ccc(N)c(C[C@@](C)(CC)c3ccc(N*)cc3)c2)cc1,,0.3558969,,, +1938664551,*Nc1cccc(-c2c(N*)cccc2-c2ccccc2)c1,,0.35005317,,, +1939398685,*Cc1cc(C23CC4CC(CC(C4)C2)C3)cc(CN(*)c2ccccc2)c1O,,0.38557882,,, +1939581854,*C1CCC(CC2CCC(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)CC2)CC1,,0.36158829,,, +1939700854,*Nc1ccc([C@H](CC)c2ccc(C3(c4ccc([C@@H](CC)c5ccc(N*)cc5)cc4)CCCCC3)cc2)cc1,,0.36956425,,, +1939922135,*Oc1ccc(C(c2ccc(OC(*)=S)cc2)c2cccc3ccccc23)cc1,,0.37286204,,, +1940131067,*CCCCCCCCCCSCCCCS*,,,0.282,, +1941096449,*Nc1ccc2c(N*)c3cc(N)ccc3cc2c1,,0.34432404,,, +1941265933,*CC(*)C(C)(C)C,,,0.1363333333333333,, +1941356734,*c1ccc(Oc2ccc(C(=O)c3ccc4cc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)cc8)[nH]c7-c7ccccc7)cc6)cc5)ccc4c3)cc2)cc1,,0.40364332,,, +1941491710,*c1ccc(C(c2ccc(OCCCC)cc2)c2ccc(N(*)c3ccc(C)cc3)cc2)cc1,,0.42901003,,, +1941500497,*NC/C=C\C(=C/CC)[C@]1(c2ccc(N*)cc2)c2ccccc2[C@@]2(C)C=CC=C[C@@H]12,,0.36729671,,, +1941951841,*c1cc(CCCCCCCCCCCCCCCC)c(*)s1,,,0.381,, +1942089131,*c1ccc(-c2ccc(-c3ccc(-c4ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s4)s3)s2)s1,,0.42782111,,, +1942247562,*c1ccc2c(c1)C(=O)N(c1c(CC)cc(Cc3cc(CC)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(CC)c3)cc1CC)C2=O,,0.41266288,,, +1942353441,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C(F)(F)F)c(C(C)(C)C)c3)cc1)C2=O,,0.41039262,,, +1942367812,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OC(C)C)cc1,,0.35066661,,, +1942693246,*CCC(=O)Nc1ccc(NC(=O)CCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.32686636,,, +1942916315,*Nc1ccc2cc3cc(N*)ccc3cc2c1,,0.34349824,,, +1943060109,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c1)C2=O,,0.38603279,,, +1944234117,*C(C#N)=C(C#N)N1C(=O)c2ccc(C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.37567368,,, +1944443208,*CCC1CC(*)C2C3CC(CC)C(C3)C12,,0.3847423,,, +1944562220,*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(Oc6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1,,0.41900126,,, +1944776345,*CC1CC(*)C(OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1OC(=O)CCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,,0.36288651,,, +1945309092,*OC(C)COCC(C)OC(=O)c1ccccc1C(*)=O,,0.3500213,,, +1945809152,*CC(OC1CCCCC1)C1C(=O)OC(=O)C1*,,0.33180155,,, +1946473006,*N=P(N=P(N=S(*)(=O)NCCC)(NCCC)NCCC)(NCCC)NCCC,,0.39552121,,, +1947203303,*Nc1ccccc1-c1cccc(C2(c3ccc(N*)c(-c4ccccc4)c3)c3ccccc3-c3ccccc32)c1,,0.37486017,,, +1947367944,*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1,,0.35714893,,, +1947454451,*C(=O)Nc1cccc(C(=O)Nc2cccc(NC(=O)c3ccc4[nH]c(-c5ccc(-c6nc7cc(*)ccc7[nH]6)cc5)nc4c3)c2)c1,,0.36448737,,, +1947568782,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1,,0.46091949,,, +1947579859,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCC)cc1,,0.3461508,,, +1947586452,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCCCCCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1,,0.34635755,,, +1948010634,*Oc1ccc(OC(=O)c2ccc(Oc3ccc(C(*)=O)cc3)cc2)c2ccccc12,,0.35595045,,, +1948589234,*Oc1ccc(C2(c3ccc(OC(=O)OC4C(C)(C)C(OC(*)=O)C4(C)C)cc3)CCCCC2)cc1,,0.36225678,,, +1948698672,*OC(COC(=O)C12CC3CC(CC(C(*)=O)(C3)C1)C2)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.35736369,,, +1949061676,*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CC(C)CC(C)(C)C2)cc1,,0.38283226,,, +1949190696,*Oc1ccc(Oc2ccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4ccc(*)cc4)c3)cc2)cc1,,0.34312529,,, +1949212177,*C(=O)Nc1ccc(-c2sc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7c6)cc4)C5=O)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,,0.38350821,,, +1949333335,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)c(S(=O)(=O)O)c3)cc2S(=O)(=O)O)cc1,,0.35202663,,, +1949514946,*Nc1ccc(NC(=O)C2CC(C(CC(=O)O)C(*)=O)C=C(C)C2C(=O)O)cc1,149.7687276,,,, +1949780423,*CCSSCCO*,,0.42239943,,, +1949823161,*Oc1ccc(C=Nc2ccc(N=Cc3ccc(OC(=O)CCCCC(*)=O)c(OC)c3)cc2)cc1OC,-41.85748469,,,, +1949953064,*c1cccc(*)c1,,0.36874604,,0.992499014,20.5902314 +1950021660,*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1-c1ccccc1,,0.36433591,,, +1950339356,*CCCOC(=O)CCC(=O)O*,,0.31978583,,, +1950809751,*NC(O)(CC(N)(N)C(=O)O)N*,,0.2981499,,, +1950874064,*CC(*)C(=O)N(CC)CC,56.77009786,,,, +1951077384,*Oc1ccc(-c2ccc(Oc3ccc(-c4ccc(-c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1,,0.37694175,,, +1951160334,*c1ccc(Oc2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(Oc6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1,,0.40870638,,, +1951638627,*Oc1ccc(CC(C#N)(Cc2ccc(*)cc2)c2ccccc2)cc1,,0.38378545,,, +1951901460,*C=C(C#N)C(=O)OCCCCCCCCCCOC(=O)C(C#N)=Cc1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCCCC,,0.38039745,,, +1952301542,*CC(*)(CC(=O)OCCOC)C(=O)OCCOC,,0.33066892,,, +1952404953,*C(=O)c1ccc2c(c1)C(=Nc1cccc(N=C3OC(=O)c4ccc(*)cc43)c1)OC2=O,246.6584182,,,, +1952508895,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8c(C)cc(C(C)(C)c9cc(C)c(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)c(C)c9)cc8C)cc7C6=O)cc5)cc4)C4CC5CC(C4)CC3C5)cc2)cc1,,0.39410093,,, +1952671139,*CC(*)C(=O)OCCCCCC,,,0.2565,0.915149553,11.92379481 +1953033868,*Nc1c(C)c2cccc3c4cccc5cccc(c(c1N*)c23)c54,,0.34334157,,, +1953349565,*/C=C/c1sc(/C=C/c2cc(CCCCCCCCCCCC)c(*)s2)cc1CCCCCCCCCCCC,,,0.291,, +1953482672,*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)c2)c1,,0.35336102,,, +1953803634,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.34861514,,, +1954306622,*Nc1cc2c(c(N*)c1N)-c1ccccc1C21c2ccccc2-c2ccccc21,,0.37629547,,, +1954721166,*CC(*)C(=O)OCCOC(=O)c1cc([N+](=O)[O-])cc([N+](=O)[O-])c1,,0.42097644,,, +1954861096,*Oc1ccc(C(C)(C)c2ccc(OC(=O)CN(CC(*)=O)c3ccc(N=Nc4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1,,0.36235076,,, +1955776885,*Nc1ccc(-c2cccc3c2[C@@H](c2ccc(N*)cc2)c2ccccc2-3)cc1,,0.357501605,,, +1956029718,*CCCCCCCCCCCCCCCCCCCCC(*)COCCOCCOCCOCCOCc1ccc2ccc3cccc4ccc1c2c34,,0.37669905,,, +1956150521,*CC(*)(C)C(=O)OCCN(C)C,,0.36516646,0.2005,0.981910387,12.3457196 +1956367813,*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(C(=O)O)cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O,,0.37662267,,, +1956396424,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1,,0.36422964,,, +1956587899,*CC(*)(C)C(=O)OCCN(CC)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.36616331,,, +1956666408,*Nc1ccc([C@@]2(C)CC(C)(C)c3ccc(N*)cc32)cc1,,0.36492797,,, +1956893558,*c1ccc(Oc2ccc(-c3nnc(*)o3)cc2)cc1,,0.40011627,,, +1957426818,*c1c(C)cc(C(c2cccnc2)c2cc(C)c(N3C(=O)CC(Nc4ccc(Cc5ccc(NC6CC(=O)N(*)C6=O)cc5)cc4)C3=O)c(C)c2)cc1C,,0.3862315,,, +1957470383,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(C(=O)O*)c2)c1,,0.33466722,,, +1958192948,*c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(-c4ccc(OCCCC#N)cc4)cc(-c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)n3)cc1)C2=O,,0.39133561,,, +1958473963,*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc12,,0.35386288,,, +1958487458,*OC1CCCCC1OC(*)=O,,0.34928658,,, +1958554605,*CC(C[Si](*)(C)C)c1cccc2ccccc12,,0.37751563,,, +1958618966,*CC(C)(C)O*,,0.39662664,0.1995,0.861163598,13.695157 +1958858448,*C=CC1CC(*)C([Si](C)(C)C)C1,,0.41756193,,, +1959224488,*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)c7ccccc7-c7ccccc76)cc5)cc4C3=O)cc2)cc1,,0.41325752,,, +1959489258,*Nc1ccc(C(c2ccc(CC)cc2)c2ccc(N*)cc2)cc1,,0.36039896,,, +1960180963,*c1ccc(Oc2ccc(N3C(=O)CC(Oc4ccc(C=Nc5ccc(OC6CC(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1,154.6342574,,,, +1960232404,*CCCCCCCCCCCCOc1ccc(OCc2ccc(COc3ccc(O*)cc3)cc2)cc1,,0.36434601,,, +1960719660,*CCCCCCNC(=O)Cc1ccc(C(=O)N*)cc1,,0.3389375,,, +1960875010,*c1ccc(-c2cnc3cc4nc(*)cnc4cc3n2)cc1,,0.49831615,,, +1960968082,*c1ccc(C(=O)OCCCCCCOc2ccc(C=CC(=O)C=Cc3ccc(OCCCCCCOC(=O)c4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1,,0.35964696,,, +1961009790,*Nc1ccc(C(=C(CC)c2ccccc2)c2ccc(N*)cc2)cc1,,0.36784102,,, +1961333233,*CCN(CCOC(=O)Nc1cccc(NC(=O)O*)c1C)c1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.34593177,,, +1961335797,*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6nnc(*)c7c(-c8ccccc8)c(-c8ccc9ccccc9c8)c(-c8ccc9ccccc9c8)c(-c8ccccc8)c67)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1,,0.41100116,,, +1962617217,*Nc1cc(C)c(Cc2ccc(CCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.36087708,,, +1962650861,*CCCCC(=O)NNC(=O)c1ccc(C(=O)NNC(=O)CCCCOc2ccc(O*)c(C)c2)cc1,,0.33967136,,, +1962833245,*c1ccc(NC2CC(=O)N(c3ccc(Cc4ccc(N5C(=O)CC(Nc6ccc(-c7nc(-c8ccc(N=Nc9ccc([N+](=O)[O-])cc9)cc8)[nH]c7*)cc6)C5=O)cc4)cc3)C2=O)cc1,,0.37673487,,, +1963304401,*CCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O*,,0.3650855,,, +1963751846,*C=CC1CC(*)C(C2CC=CCC2)C1,,0.39319144,,, +1964367064,*Oc1c(C)c(C)c(NC(=O)c2ccc(C(=O)Nc3ccc(*)cc3)cc2)c(C)c1C,,0.37041365,,, +1964385683,*C(=O)c1ccc2c(c1)C(=O)N(c1ccccc1C(=O)c1ccccc1N1C(=O)c3ccc(*)cc3C1=O)C2=O,,0.38153591,,, +1964501919,*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(C)(=O)=O)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.38547657,,, +1964666760,*CCCCCCOC(=O)NCCCCNC(=O)O*,,0.33568423,,, +1964792280,*c1ccc(OCCN(CCOc2ccc(-c3cc(-c4ccccc4)c4cc(Oc5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)c2ccc(C(C#N)=C(C#N)C#N)cc2)cc1,,0.38278631,,, +1964948297,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)C2=O,,0.37124661,,, +1965550017,*CC(*)C(=O)OCCSC,,0.38690329,0.181,1.110954584,15.7280871 +1965690727,*CCCCCCCCCCOC(=O)c1cccc(NC(=O)O*)c1,45.09440244,,,, +1965799831,*CCCCCCNC(=O)C(CCCCCCCCCCCCCCCCCC)C(=O)N*,,,0.354,, +1965906081,*O[Si](*)(C)CCCOc1ccc(N=Nc2ccc(S(=O)(=O)O)cc2)cc1,,0.3616266,,, +1965969714,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCCCC)cc1,,0.3483824,,, +1966018498,*SC1CCCC(*)C1,,0.39301912,,, +1966201897,*CC(*)c1ccc(COCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.35487318,,, +1966629557,*CCCCCCOC(=O)OCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.35116404,,, +1966848887,*CCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,0.37735264,0.3725,0.901851851,21.13049646 +1967479741,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)c(Br)c2)cc1Br,,0.41274823,,, +1967596895,*Nc1c(CCCC)cc(C2(c3cc(CCCC)c(N*)c(CCCC)c3)c3ccccc3-c3ccccc32)cc1CCCC,,0.39180486,,, +1967679061,*CC(OCC(C)C)C1C(=O)OC(=O)C1*,,0.33696178,,, +1967860241,*CC(*)(CC(=O)Oc1ccc(OCCC)cc1)C(=O)Oc1ccc(OCCC)cc1,,0.35583828,,, +1968301845,*CCN(*)CCOCCOC,,0.35963141,,, +1968819662,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCCCC(=Cc5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)C4=O)cc3)cc2)cc1,,0.37593554,,, +1968997516,*CC(CO*)(CS(=O)(=O)CCCCC)CS(=O)(=O)CCCCC,,0.3851805,,, +1969004591,*c1ccc(OCCN(CCOc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)c2ccc(C=Cc3ccc([N+](=O)[O-])cc3)cc2)cc1,,0.37700388,,, +1969083594,*CCOC(=O)NCCNC(=O)O*,5.896093021,,,, +1969287325,*Oc1ccc(OC(=O)c2ccccc2C=Cc2ccc(C=Cc3ccccc3C(*)=O)cc2)cc1,86.85824281,,,, +1969520077,*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)cc3)cc2)cc1,,0.36901705,,, +1969822510,*CCc1ccc(*)c(CCCC)c1,,0.39722229,,, +1969835968,*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(C(C)(C)C)CC2)cc1,,0.38391661,,, +1970056455,*Nc1cc2c3cccc(-c4ccc(C)cc4)c3c3c(-c4ccc(C)cc4)c(N*)c4ccccc4c3c2c2ccccc12,,0.38290568,,, +1970556387,*Oc1cccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1,,0.35216883,,, +1970744006,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC3CC2C2C4CCC(C4)C32)cc1,,0.37460046,,, +1971561670,*CCCCCCNC(=O)CCCCC(=O)N*,,0.33903345,,, +1971686624,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4ccc(-c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37362004,,, +1971749373,*Oc1ccc(C(*)=O)cc1CCCCCC,85.05865655,,,, +1971998855,*Cc1cccc(COC(=O)Nc2ccc(Cc3ccc(NC(=O)O*)cc3)cc2)c1,,0.34243796,,, +1972024406,*CC(COC(=O)O*)OCCCCCCOc1ccc(C=Cc2ccc([N+](=O)[O-])cc2)cc1,,0.3517257,,, +1972032416,*c1ccc(C(=O)OCCCCCCCCOc2ccc(C=C3CCC(=Cc4ccc(OCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1,,0.3617754,,, +1972109782,*c1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(N4C(=O)CC(SCCOCCSC5CC(=O)N(*)C5=O)C4=O)cc3)cc2)cc1,,0.33390562,,, +1972780662,*CC(*)C(=O)OCCOCC,,0.35976017,,, +1973157365,*Oc1cc(Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)cc([N+](=O)[O-])c1,,0.37041921,,, +1973279343,*CCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,,0.35672203,,, +1973417069,*C=CC1CC(*)C2C(=O)N(c3ccc(F)cc3)C(=O)C12,,0.37471023,,, +1973609313,*Nc1cccc(C2(c3cccc(N*)c3N)c3ccccc3-c3ccccc32)c1N,,0.37482883,,, +1974222133,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(-c4cc(C)c(*)c(C)c4Br)c(Br)c3C)cc2)cc1,,0.41770931,,, +1974242688,*c1ccc(C)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.39299942,,, +1974258183,*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)c(-c4ccccc4)c3)cc2C1=O,,0.34408624,,, +1974383215,*CCCCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.35929701,,, +1974978740,*C=C(*)c1c(C)cc(C(C)(C)C)cc1C,,0.44377353,,, +1975082239,*c1nc(-c2ccccc2)nc(N(c2ccccc2)c2ncnc(N(*)c3ccccc3)n2)n1,,0.41510699,0.185,1.133996819,15.96371163 +1975447756,*CCOC(=O)c1ccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(C(=O)O*)cc2)cc1,14.08686284,,,, +1975514366,*c1cccc(OCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.34563212,,, +1975880565,*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4-c4ccccc4)cc3)cc2)cc1-c1ccccc1,,0.36793579,,, +1976024514,*Nc1ccc(C(c2ccc(N*)cc2)C2CCCCC2)cc1,,0.36335791,,, +1976774043,*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2cccc3ccccc23)cc1,,0.37512174,,, +1977447931,*Nc1cccc(C2(c3cccc(N*)c3)c3cc(N)ccc3-c3ccc(N)cc32)c1,,0.36514594,,, +1978316297,*Nc1ccc(-c2cc(N*)cc(-c3cccc(N)c3)c2)cc1,,0.34498231,,, +1978540220,*C(=O)OCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.34266185,,, +1978620404,*CC(*)CCCCCCCCCCCCCCCCCC,,0.40805705,0.381,, +1978702733,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C(OC)(C(F)(F)F)C(F)(F)F)c4)cc3C(OC)(C(F)(F)F)C(F)(F)F)cc2)cc1,,0.37975399,,, +1978759933,*CCC1C(=O)N(CCCCCCCCCCCCCC)C(=O)C1*,,0.38602412,,, +1978914025,*c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(-c5c(-c6ccccc6)c(-c6ccccc6)c(-c6ccc(Oc7ccc(-c8c(-c9ccccc9)c(-c9ccccc9)c(*)c(-c9ccccc9)c8-c8ccccc8)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)cc4C3=O)cc1)C2=O,,0.40149442,,, +1978930507,*C(=C(*)c1ccc([Si](C(C)C)(C(C)C)C(C)C)cc1)c1ccccc1,,0.45051401,,, +1979011181,*c1ccc(Oc2ccc(-c3nc(-c4cccc(-c5nnc(-c6ccccc6)c(*)n5)n4)nnc3-c3ccccc3)cc2)cc1,,0.41817078,,, +1979505726,*c1cccc(S(=O)(=O)NCCCCCCNS(*)(=O)=O)c1,,0.34906326,,, +1979525193,*OC1CCC(OC(=O)C(*)=O)CC1,,0.33792482,,, +1979934753,*c1nnc(-c2ccc(Oc3ccc(C=Cc4ccc(Oc5ccc(*)c6ccccc56)cc4)c4ccccc34)c3ccccc23)o1,,0.38836559,,, +1979939370,*Nc1ccc(C2(c3ccc(N*)cc3)c3cc(C#CCCCC)ccc3-c3ccc(C#CCCCC)c(C#C)c32)cc1,,0.39588749,,, +1980536603,*CCc1ccc(-n2on2-c2ccc(CCOC(=O)CCCCCCC(=O)O*)cc2)cc1,17.91289325,,,, +1981136743,*OC(COCCOC)COC(*)=O,,0.33674194,,, +1981457097,*Oc1cccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)c4)cc3)cc2)c1,,0.35415935,,, +1981691204,*Nc1ccc(/C=C(/c2ccc(N*)cc2)c2cccc(C)c2)cc1,,0.3641488,,, +1981721677,*NC(CCC(=O)OCc1ccc([N+](=O)[O-])cc1)C(*)=O,,0.33486234,,, +1981870695,*Nc1nc(=S)[nH]c(N*)c1N,,0.30575132,,, +1981886524,*c1ccc(Oc2ccc(C=Cc3ccc(Oc4ccc(-c5nnc(*)o5)cc4)c4ccccc34)cc2)cc1,,0.38751411,,, +1982249582,*C#CC(CCCCOC(=O)NCCC)=C(*)CCCCOC(=O)NCCC,40.70123878,,,, +1982444634,*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccc(*)cc4)C(F)(F)F)cc3)cc2)cc1,,0.38583407,,, +1982948729,*CCOCCOCCOc1ccc(C=Cc2cc(OC)c(C=Cc3ccc(O*)c4ccccc34)cc2OC)c2ccccc12,,0.35883,,, +1983222428,*c1ccc(NC(=O)c2ccc(OCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1,,0.35057029,,, +1984190839,*CCC=C(*)Cl,,0.39969952,,, +1984350149,*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2C)c(C)c1,,0.35034244,,, +1984402033,*CCCCCCCCCCOc1ccc(-c2cc(-c3ccccc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccccc7)cc(-c7ccc(O*)cc7)cc6-c6ccccc6)cc5)cc4)cc3)c(-c3ccccc3)c2)cc1,,0.37093746,,, +1984563739,*Oc1cccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)c1,,0.3657163,,, +1984715605,*CC(O*)C(C)(C)C,,0.38045208,,, +1985260994,*c1cc(CCCCCCCCCCCC)c(*)cc1CCCCCCCCCCCC,,,0.356,0.832338804,11.74161872 +1985598557,*CCCCCCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O*,,,0.318,, +1985922935,*O[Si](Oc1ccc(C2(c3ccc(*)c(C)c3)c3ccccc3-c3ccccc32)cc1C)(c1ccccc1)c1ccccc1,,0.42654959,,, +1986596083,*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1,,0.37091034,,, +1986643136,*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(*)ccc1-2,,0.4176963,,, +1986951321,*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2)cc1,,0.35696671,,, +1987297108,*CC(*)(C)C(=O)Oc1ccc(C(=O)OC)cc1,,0.33216316,,, +1987380350,*CCCCCCCCCCCCCNC(=O)CCCCCCCCCCCC(=O)N*,,0.37680906,0.3835,0.900220523,22.20373128 +1987420560,*Oc1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(*)cc4)c3)cc2)cc1S(=O)(=O)O,,0.36037958,,, +1987532740,*Nc1cc2c3ccccc3c(N*)cc2c2ccccc12,,0.3388047,,, +1987791441,*C=CC1CC(*)C2C(=O)N(CCCCCC)C(=O)C12,,0.36643423,,, +1987932881,*Oc1c(OC)cc(-c2cc(OC)c(OC(=O)CCCCCCCCC(*)=O)c(OC)c2)cc1OC,,0.35167826,,, +1988065987,*CCCCCCOP(=O)(N=Nc1ccc(-c2ccc(N=NP(=O)(O*)OC)cc2)cc1)OC,,0.36135767,,, +1988157490,*C(=O)c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(Cc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc6)C7=O)cc5)cc4)OC(=O)c4ccccc43)cc2)cc1,,0.38151091,,, +1988158741,*NC1=C(c2c(N*)ccc3ccccc23)[C@@H]2C=CC=CC2=CC1,,0.35485105,,, +1988515420,*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,,0.3587615,,, +1988563349,*CCCCCCOP(=O)(N=Nc1ccc(CCOC(=O)c2cc(C(=O)OCCc3ccc(N=NP(=O)(O*)OC)cc3)cc(C(C)(C)C)c2)cc1)OC,,0.36086299,,, +1988613729,*c1ccc(Nc2cccc(Nc3ccc(S(*)(=O)=O)cc3)c2)cc1,,0.38606656,,, +1988695621,*C=Cc1cc(OCCCC)c(*)cc1OC,,0.38141349,,, +1989009104,*Nc1ccc(Cc2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.35067325,,, +1989599237,*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(OC(=O)C45CC6CC(CC(C6)C4)C5)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1OC(=O)C13CC4CC(CC(C4)C1)C3)C2=O,,0.39735492,,, +1991040777,*C(OC(F)(F)F)C(*)(F)F,,0.31744193,,, +1991510657,*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1C(C)(C)C,,0.38863246,,, +1991701752,*C1C(*)C2CC1C(C(=O)OCCCc1ccccc1)C2C(=O)OCCCc1ccccc1,,0.35924036,,, +1991992647,*CC(CC)(CO)CO*,,0.3383421,,, +1992818207,*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCC3CCC(COC(*)=O)CC3)cc2)cc1,,0.35273302,,, +1992987283,*CC(=O)NNC(=O)c1ccc(C(=O)NNC(=O)CN2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(*)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)cc1,226.7602549,,,, +1993503133,*Oc1ccc(C=C2CCCC(=Cc3ccc(OC(=O)c4cccc(C(*)=O)c4)c(OC)c3)C2=O)cc1OC,,0.35590759,,, +1994005610,*c1cccc(C(F)(F)C(F)(F)C(*)(F)F)c1,,0.35942273,,, +1995309810,*NNC(=O)c1ccccc1C(=O)Nc1cccc(C=C2CCC(=Cc3cccc(NC(=O)c4ccccc4C(*)=O)c3)C2=O)c1,,0.3556635,,, +1995487445,*CC(*)(C)C(=O)OCCO[Si](C)(C)C,,0.40711704,,, +1995567642,*CC(*)c1ccc(C(=O)CCN2CCOCC2)cc1,,0.35976341,,, +1995858685,*NC(C)CNC(=O)NCCCCCCNC(*)=O,55.35434565,,,, +1995899423,*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCC)cc1,,0.33327297,,, +1997329694,*CCCCCCCCCCCCCCCCOC(=O)C/C=C/CC(=O)O*,,0.37864549,0.315,, +1997475828,*CC(*)CCCCCC,,0.40777595,0.238,, +1997665708,*Nc1ccc2c(c1)[C@]1(c3ccccc3-2)c2ccccc2-c2ccc(N*)c(-c3ccccc3)c21,,0.377512415,,, +1997781379,*OP(=O)(Oc1ccccc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C,,0.3661802,,, +1998038943,*c1ccc(N2C(=O)CC(C3C=C(C)C4C(=O)N(*)C(=O)C4C3)C2=O)cc1,,0.38067827,,, +1998309406,*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6nc7cc(S(=O)(=O)c8ccc9nc(-c%10ccccc%10)c(*)nc9c8)ccc7nc6-c6ccccc6)cc4)C5=O)cc3C2=O)cc1,,0.41300079,,, +1998608102,*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C#Cc2cc(C)c(C=Cc3ccncc3)cc2C)cc1,,0.38135827,,, +1999110043,*CC(*)(C#N)C(=O)OCC(C)C,,0.37373522,,, +1999630530,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CCCC4)cc3)cc2)cc1,,0.37454618,,, +1999832779,*Oc1ccc(S(=O)(=O)c2cccc3c(S(=O)(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(*)c(C)c6C)c(C)c5C)cc4)cccc23)cc1,300.6954413,,,, +2000269306,*C/C=C\C[Si](*)(C)CCCOc1ccccc1,,0.37468563,,, +2000354912,*Nc1ccc([C@@]2(C)CC(C)(C)c3ccc(N*)c(C)c32)cc1C,,0.37566233,,, +2000390968,*CC(*)(C)C(=O)OC1CCC1,,0.36717327,,, +2000404932,*CC(*)(C)C(=O)OCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.35117887,,, +2001829595,*Nc1ccc([C@@H](C)CC(C)(C)c2ccc(N*)cc2)cc1,,0.35096863,,, +2001832914,*Oc1ccc(C(C)(C)c2ccc(OC(=O)CN(CC(*)=O)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1,,,0.244,1.157411669,16.76101041 +2002181530,*c1cccc(N2C(=O)c3ccc(Oc4cccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)c4)cc3C2=O)c1,,0.35648085,,, +2002293555,*CCCCCCCCCCCSCCCCCCCCCCS*,,,0.352,, +2002425196,*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(C=C(C#N)c3ccc([N+](=O)[O-])cc3)ccc21,,0.3617365,,, +2002464485,*Nc1ccc(-c2c(N*)ccc3ccccc23)cc1,,0.34543683,,, +2002874744,*CCCCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1,,0.37454114,,, +2002898366,*Nc1ccc2c(-c3ccccc3)c(N*)ccc2c1-c1ccccc1,,0.35542966,,, +2002993449,*CC(*)NC(=O)OC(C)(C)C,,0.36612133,,, +2003072511,*Nc1ccc(NC(=O)c2cc(C(*)=O)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)cc1,235.6895845,,,, +2003251624,*Oc1ccc(OC(=O)c2ccc(OC(=O)c3ccc(C(=O)Oc4ccc(C(=O)Oc5ccc(OC(=O)c6cccc(C(*)=O)c6)cc5)cc4)cc3)cc2)cc1,119.4238893,,,, +2003333074,*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,0.37842036,0.381,, +2003821691,*C1C(=O)N(c2cc(Br)c(O[Si](CC)(CC)CC)c(Br)c2)C(=O)C1*,,0.42330372,,, +2004147185,*CC(*)(CC(=O)OCCCCCCC)C(=O)OCCCCCCC,,0.38365749,,, +2004174775,*C=Cc1ccc2c(c1)C(CCCCCCOc1ccc3ccc(=O)oc3c1)(CCCCCCOc1ccc3ccc(=O)oc3c1)c1cc(C=Cc3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(*)ccc3-4)ccc1-2,,0.3721787,,, +2004281729,*CC(*)c1cc(C)ccc1C,,,0.173,0.907377009,13.45177375 +2004522316,*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(C(C)(C)C)c1,,0.37267294,,, +2004781454,*Nc1ccc(C2CCCCC2)c(C2CCCCC2)c1N*,,0.37629915,,, +2004817978,*CCCCCCCCCCCCNC(=O)CCP(C)(=O)CCC(=O)N*,,0.35766138,,, +2004822166,*CC1CCCC(CN2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(*)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)C1,,0.36224817,,, +2005210923,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(Oc9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)cc8)cc7C6=O)cc5)cc4)c3)cc2)cc1,,0.36312657,,, +2005402308,*CC(C)(C)COC(=O)CCCCCCCC(=O)O*,17.01342593,,,, +2005457521,*CCCC(=O)O*,,0.32557378,,, +2005551662,*C1C2CC(CCCCc3ccccc3)C(C2)C1*,,0.36435732,,, +2005844572,*NC1=Cc2c(c3ccc(N*)cc3c3ccccc23)C[C@@H]1c1ccccc1,,0.34384971,,, +2006295259,*Sc1cc(C)c(*)cc1C,,0.42409378,,, +2006448599,*c1ccc2c(c1)C(=O)N(c1c(C)cc(C3(c4cc(C)c(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C)c4)c4ccccc4-c4ccccc43)cc1C)C2=O,,0.44643789,,, +2006513781,*Nc1ccc(C(c2ccc(N*)cc2)[C@@H](CCC)[C@H]2CC[C@H](/C=C/[C@H]3CC[C@H](C(C)C)CC3)CC2)cc1,,0.37803401,,, +2006683718,*CC(*)C(=O)c1ccc(C)cc1,,0.38303868,0.1975,1.017121715,11.41539018 +2006821254,*Oc1ccc(OC(*)=O)cc1,105.0499992,,,, +2006996474,*CCCCCCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1,,0.34727776,,, +2007281733,*c1cc(CCCCCCCCCC)c(*)s1,,0.41339329,,, +2007312638,*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,,0.37573653,,, +2007560490,*c1ccc2oc(-c3ccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)cc3)nc2c1,,0.45097253,,, +2007665966,*OCC(F)(F)C(F)(F)C(F)(F)COc1nc(F)nc(*)c1F,,0.34008549,,, +2007994317,*CC(C)(C)COC(=O)Cc1ccc(C(=O)O*)cc1,,0.35161343,,, +2008537603,*C=C(*)c1ccccc1,66.12991425,,,, +2008605500,*CC(C)(CO*)COCCC#N,,0.38263098,,, +2008709540,*Nc1cc(-c2c(N*)ccc3ccccc23)c(N)cc1[C@@H]1c2ccccc2C=C[C@H]1N,,0.34308661,,, +2009603005,*Nc1cccc(-c2cccc3ccccc23)c1N*,,0.34900624,,, +2009816260,*Nc1ccc2ccc3c(N*)c(-c4ccccc4)c(-c4ccccc4)c4ccc1c2c34,,0.36314793,,, +2010311547,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(=O)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.36073846,,, +2010970125,*NCC(C)(C)N*,,0.32677864,,, +2011509747,*c1ccc(C=C2CCCC(=Cc3ccc(-c4csc(NC(=O)NCCCCCCNC(=O)Nc5nc(*)cs5)n4)cc3)C2=O)cc1,47.02441211,,,, +2011999310,*OC(COCCCC)COC(*)=O,,0.35933677,,, +2012503945,*CC(*)OCCOc1ccc(C=C(C#N)C(=O)OC)cc1,,0.34910915,,, +2012816779,*OP(=O)(Oc1ccccc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,,0.34868252,,, +2013254124,*CC(O)COc1ccc(C(C)(c2ccccc2)c2ccc(O*)cc2)cc1,,0.35423156,,, +2013412684,*Nc1ccc(NC(=O)c2cc(SCCCCCCCC)c(C(*)=O)cc2SCCCCCCCC)cc1,69.67482713,,,, +2014114432,*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(C)C7=O)cc5)cc4)c3)cc2)cc1,,0.37310295,,, +2014263245,*OC(F)(F)C(F)(F)C(F)(F)C(*)(F)F,,0.3276198,,, +2014301760,*CCOCCOCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1,,0.33785763,,, +2014418725,*c1cc(CCCCCCCCCCCCCCCC)c(*)[nH]1,,,0.4075,0.866052711,14.71408344 +2014622631,*CC(*)c1cccc(Cl)c1,,,0.14175,1.095935741,14.9638119 +2014653068,*CC1CCC(COC(=O)NCCSCCCCCCSCCNC(=O)O*)CC1,,,0.24,, +2014740524,*CC(*)OC(=O)c1ccc(CC)cc1,,0.37318074,,, +2015016927,*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,,0.3572516,,, +2015176684,*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(-c3ccccc3)cc2)c1,,0.35011454,,, +2015484909,*CCCCCCOC(=O)OCCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1,,0.35651223,,, +2015550348,*C(=O)c1ccc(C(=O)N(CC)c2ccc(-c3ccc(N(*)CC)cc3)cc2)cc1,62.56896406,,,, +2015619350,*C(=O)OCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.33665398,,, +2015647676,*CCCCCCCCCCCCOC(=O)c1ccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(C(=O)O*)cc2)cc1,-26.12929226,,,, +2015742836,*C(=O)NCCCCCCNC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.33363359,,, +2016514618,*c1cccc(CCCOc2cccc(N3C(=O)c4cccc(-c5ccc6c(c5)C(=O)N(*)C6=O)c4C3=O)c2)c1,,0.35569719,,, +2016694996,*N=P(*)(OCCCCCCCCCC)OCCCCCCCCCC,,0.40515813,,, +2016828093,*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCCCCC)c(OCCCCC)c(OCCCCC)c4)cc3)cc2)cc1,,0.36863152,,, +2017537150,*CC(F)(F)C(F)(F)COC(=O)NCCCCCCNC(=O)O*,,0.32427748,,, +2017623024,*CCCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1,,0.37701196,,, +2018770254,*c1ccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(=O)Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1,,0.37413124,,, +2019089439,*Oc1ccc(Oc2ccc(Oc3cccc(C(=O)Oc4ccc(-c5ccc(OC(=O)c6cccc(*)c6)cc5)cc4)c3)cc2)cc1,,0.35465002,,, +2019160480,*c1cccc(C(c2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)c1,,0.37386438,,, +2019662589,*CC(*)c1ccc(COc2ccc(-c3ccc(-c4ccc(-c5ccc(CCCCCC)s5)s4)c4nsnc34)cc2)cc1,,0.38938672,,, +2019749596,*Nc1ccc2cccc3c2c1C=C[C@@H]3N*,,0.32848339,,, +2020299176,*Oc1ccc(C(=O)Nc2ccc(Cc3ccc(NC(=O)c4ccc(Oc5ccc(C(=O)c6ccc(S(=O)(=O)c7ccc(C(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.36431498,,, +2020359190,*SC1CCCCC1*,,0.39542833,,, +2020708371,*CCCCCCCCCCOC(=O)CCCCCCCCCCC(=O)O*,,,0.319,, +2020818351,*OP(=O)(Oc1ccc(Cl)cc1)Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1,,0.36942228,,, +2020857359,*C1C(*)C2CC1C(C(=O)OCC1CC3CCC1C3)C2C(=O)OCC1CC2CCC1C2,,0.3915968,,, +2020969412,*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1,,0.33946762,,, +2021130143,*Nc1ccc([C@]2(C)CC(C)(C)c3cc(N*)c(N)c(N)c32)c(N)c1N,,0.35556128,,, +2021290286,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)ccc5c4)cc3)cc1)C2=O,,0.3742742,,, +2021383868,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(-c4cc(-c5ccccc5)cc(-c5cccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)c5)n4)c3)cc1)C2=O,,0.3772372,,, +2021473660,*CCOC(=O)CCCCCCCCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1,,0.34409739,,, +2021478343,*CCC1C(=O)N(CCCCNC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C1*,,0.31483442,,, +2022011396,*Oc1ccc(Oc2ccc(Nc3ccc(S(=O)(=O)c4ccc(Nc5ccc(*)cc5)cc4)cc3)cc2)cc1,,0.39625118,,, +2022159696,*CCNC(=O)c1ccc(C(=O)NCCOc2ccc3c(O*)cccc3c2)cc1,,0.33252314,,, +2022505233,*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,,0.32766063,,, +2023609610,*Nc1ccc2ccc(N*)c3c4cccc5cccc(c1c23)c54,,0.33884923,,, +2023841912,*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.3587456,,, +2024518785,*Nc1ccc2c3ccc(N*)c4cccc(c5cccc1c52)c43,,0.33265387,,, +2024524302,*CC(*)c1cc(OC)c(O)c(OC)c1,,0.32962822,,, +2024808471,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(-c2cccc(C(=O)O*)c2)c1,,0.33493908,,, +2024926859,*Nc1ccc(C2(c3ccc(N*)cc3)Cc3ccc(cc3)C2)cc1,,0.34766302,,, +2025206311,*NC1=C2C=CC=C[C@@H]2[C@@](N*)(c2c(C)cc(N)c3ccccc23)C(C)=C1,,0.36137025,,, +2025276311,*C/C=C\C[Si](*)(C)CCCOc1ccc(-c2ccccc2)cc1,,0.36376356,,, +2025508516,*Oc1cccc(C(*)=O)c1,,0.34146211,,, +2025809998,*OC(Cc1ccccc1)C(*)=O,,0.35974569,,, +2025970688,*CCCCCCCCCCCCNC(=O)C(OC)C(OC)C(=O)N*,,0.36064464,,, +2026398041,*c1cccc(N2C(=O)c3cccc(Oc4ccc(Oc5cccc6c5C(=O)N(*)C6=O)cc4)c3C2=O)c1,,0.35986411,,, +2026422493,*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37064659,,, +2026602715,*Oc1ccc(CC2(Cc3ccc(*)cc3)c3ccccc3-c3ccccc32)cc1,,0.38673574,,, +2026869258,*c1ccc(Oc2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.37709986,,, +2026975698,*CC(*)(C)C(=O)OCCCN(CCO)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35100241,,, +2027806037,*C[Si](*)(C)CCCn1c2ccccc2c2ccccc21,,0.36146235,,, +2028307602,*Nc1cc2c(cc1N*)C1(CC1)CC2(C)C,,0.36330601,,, +2028500149,*CC(*)CCC1CCCCC1,,,0.2176666666666666,, +2028527037,*Cc1ccc(CSS*)cc1,,0.40158924,,, +2028683291,*CC(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)c3ccccc3-c3ccccc32)cc1,,0.36284889,,, +2029399840,*CCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.3346262,,, +2030056583,*CC(*)C(=O)N(C(C)C)C(C)C,,,0.1865,0.844059103,11.58798505 +2030717926,*CCCCCCC(=O)NCCCCCCNC(=O)CCCO*,1.467345964,,,, +2030734021,*Oc1ccc(NC(=O)c2c(F)c(F)c(C(=O)Nc3ccc(*)cc3)c(F)c2F)cc1,168.6168885,,,, +2031010727,*CC(*)c1ccc(C(=O)OCCCCCC)cc1,,0.37921152,,, +2031068763,*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccccc1,,0.38107447,,, +2031096142,*Oc1ccc(Oc2ccc(OC(=O)c3cccc(Oc4ccc(Oc5cccc(C(*)=O)c5)cc4)c3)cc2)cc1,,0.35436946,,, +2031152163,*c1ccc(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5cccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)c5)cc4)cc3C2=O)cc1,,0.37049123,,, +2031378457,*CC(*)CCC(C)CC,,,0.229,0.791153015,11.37248496 +2031413397,*CCN(CCOC(=O)c1cc(OC2CCN(c3ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc3)CC2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,,0.34244923,,, +2031789072,*CC(*)CNc1ccc([N+](=O)[O-])cn1,,0.37295814,0.192,1.22830711,12.89532483 +2032432464,*CCC(C(=O)OC)C(*)C(=O)OC,,0.33473342,,, +2032438783,*Nc1ccc2c(c1)[C@@]1(c3ccccc3-2)c2ccccc2-c2cccc(-c3ccccc3N*)c21,,0.3737942,,, +2033020840,*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)NCCCCCCNC(=O)O*,,0.3457558,,, +2033581658,*C1C(*)C2CC1C(C(=O)OCCC1CC3CCC1C3)C2C(=O)OCCC1CC2CCC1C2,,0.38027867,,, +2033646210,*Nc1cccc(-c2cc(-c3ccccc3C)c(-c3ccccc3C)c(-c3ccccc3)c2-c2ccccc2)c1N*,,0.3749928,,, +2033898259,*Cc1ccc(CNC(=O)CCCCCCCCCCCCCCCCC(=O)N*)cc1,,0.36245212,0.3299999999999999,0.962041851,19.70952259 +2034204725,*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,,,0.3873333333333333,0.892460081,24.81577292 +2034484019,*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1S(=O)(=O)c1ccccc1,,0.36220577,,, +2035254874,*CCCCCCCCCCNC(=O)C=C(C)C(=O)N*,,0.35574403,,, +2035543497,*CCCCNC(=O)c1cccc(C(=O)N*)c1,,0.32480195,,, +2035696631,*Nc1ccccc1C1(c2cc(C(C)(C)C)ccc2N*)CCCCC1,,0.37402396,,, +2035735306,*Oc1ccc(P(C)(=O)c2ccc(*)cc2)cc1,,0.38176997,,, +2035749307,*CC(*)OC(=O)c1ccc(OC(=O)CC)cc1,,0.34337593,,, +2035906358,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)cc2)cc1,,0.4058732,,, +2036221295,*Nc1ccc(C(c2ccc(N)cc2)c2ccc(N*)cc2)cc1,,0.35715159,,, +2036690814,*C(CC)=C(*)c1ccccc1,,0.40534286,,, +2036937559,*Nc1ccc(-c2ccc(N*)cc2-c2ccc(C(C)(C)C)cc2)cc1,,0.3670132,,, +2036966102,*C(*)O,,0.24565388,,, +2037050348,*NCc1ccc(CN*)cc1,,0.320806375,,, +2037235529,*Nc1nc(N*)nc(N(C)C)n1,,0.33908484,,, +2037427343,*Nc1ccc(-c2c(-c3ccc4ccccc4c3)c(-c3ccc4ccccc4c3)c(N*)c(-c3ccc4ccccc4c3)c2-c2ccc3ccccc3c2)cc1,,0.36989415,,, +2037755126,*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2[Si](C)(C)C)c([Si](C)(C)C)c1,,0.41286543,,, +2038032102,*Cc1ccc(COC(=O)Cc2ccc(C(=O)O*)cc2)cc1,,0.34236476,,, +2038593828,*CCCCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O*,,,0.316,, +2038600003,*CC(*)(C)C(=O)OCc1cccc(Cl)c1,,0.3685976,,, +2038692066,*C=C(*)c1ccccc1[Ge](C)(C)C,,0.44377353,,, +2038784698,*Nc1ccc(*)cc1CC,162.1855704,,,, +2038813510,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(C(C)(C)C)c3)cc1C(C)(C)C)C2=O,,0.4037542,,, +2039137441,*C(*)CC,,,0.206,, +2039185015,*C1OCOC(C(*)(F)F)C1(F)F,,0.31802359,,, +2039265517,*NCC1=Cc2c(N*)ccc3cccc(c23)C1,,0.33495644,,, +2039296323,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)cc2)cc1,,0.40570846,,, +2039689406,*CC(*)(C)c1nc(N(CCOCCOCCOC)CCOCCOCCOC)nc(N(CCOCCOCCOC)c2ccccc2)n1,,0.35963207,,, +2040418137,*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c(C)c2)cc1C,,0.39213223,,, +2040580299,*Oc1ccc(Oc2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,,0.37740838,,, +2040837596,*CCCCCCCCCCCCCCCCCCCCCCOC(=O)CCCCC(=O)O*,,,0.376,0.893790404,19.43446517 +2040930933,*Nc1ccc2ccc3c(N*)c(-c4cccc(C)c4)cc4ccc1c2c43,,0.34832984,,, +2041026757,*c1cc(CCCC)c(*)s1,,0.4491673,,, +2041864294,*c1ccc(OCCCCCCCCCCCOC(=O)c2ccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)cc2)cc1,,0.37179476,,, +2041930704,*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)cc3)cc2)cc1,,0.37294801,,, +2042324873,*C=C(*)c1nc2ccccc2n1C,-6.104199835,,,, +2042618640,*C=Cc1ccc2c3ccc(*)cc3n(-c3ccc(OCCCCCCCCCC)c(OCCCCCCCCCC)c3)c2c1,,0.38669468,,, +2042805767,*c1ccc(Oc2ccc(-c3ccc(-c4ccc(-c5ccc(Oc6ccc(-c7c8c(c(*)c9ccccc79)C(=O)N(c7ccccc7)C8=O)cc6)c(C(F)(F)F)c5)cc4)cc3)cc2C(F)(F)F)cc1,,0.38592112,,, +2042962957,*CC(*)c1cc(Br)ccc1OCCC,,0.4104551,0.136,, +2042985265,*NCCc1c(N*)ccc2ccccc12,,0.33294897,,, +2043343589,*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,,0.38576498,,, +2043894726,*c1ccc(Oc2ccc(NC(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)c(Oc4ccccc4)c3)cc2)cc1,,0.36628379,,, +2044319304,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5-c5ccccc5)C6=O)cc4)cc3)cc2)cc1,,0.38414881,,, +2044554925,*Nc1ccc2c(c1)[C@H]1CC[C@@H]2c2ccc(N*)cc21,,0.3658294,,, +2044694871,*CC(CCCCCC)C(CCCCCC)COC(=O)c1ccc(C(=O)O*)cc1,,0.37457172,,, +2044966386,*Nc1ccc([C@H](CC)c2ccc([C@@](CCC)(c3ccc([C@H](CC)c4ccc(N*)cc4C)cc3)C3CCCCC3)cc2)c(C)c1,,0.38839084,,, +2045712230,*Nc1ccc2cccc3c2c1C(c1ccc(CCCC)cc1)=C(c1ccc(CCCC)cc1)[C@H]3N*,,0.3682026,,, +2046153733,*Nc1ccc(C[C@@H](c2ccc(N*)cc2)C(c2cccc(N)c2)c2cccc(N)c2)cc1,,0.35616115,,, +2046167476,*CCCCCCSCCCCCS*,,,0.241,, +2046736007,*NC1=C(CC=C)[C@H](CC=C)c2cccc3ccc(N*)c1c23,,0.33818589,,, +2046892348,*CCCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1,,0.33643184,,, +2046956333,*Nc1ccc(-c2ccc(N*)c(C(c3cc(-c4ccc(N)cc4)ccc3N)(c3cc(-c4ccc(N)cc4)ccc3N)c3cc(-c4ccc(N)cc4)ccc3N)c2)cc1,,0.34585373,,, +2047082921,*Nc1cccc(NC(=O)c2cc(NC(=O)C34CC5CC(CC(C5)C3)C4)cc(C(*)=O)c2)c1,,0.3518154,,, +2047303918,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7c(Oc8cccc9c8C(=O)N(*)C9=O)cc(C(C)(C)C)cc7C(C)(C)C)c6C5=O)cc4)cc3)cc2)cc1,,0.3876841,,, +2047470696,*Nc1ccc2c(c1)C1c3cc(N)ccc3C2c2ccc(N*)cc21,,0.38546708,,, +2047526312,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1,,0.33823192,,, +2047662238,*C=CC(COCc1ccccc1)C(*)COCc1ccccc1,,0.36790087,,, +2047820714,*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(N=Nc2ccc(C#N)cc2)cc1,,0.37032483,,, +2047965728,*CCCCCOC(=O)O*,,0.3428874,,, +2048401412,*CC(*)c1ccc([Si](C)(O[Si](C)(C)C)O[Si](C)(C)C)cc1,,0.46187463,,, +2048601766,*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(S(*)=O)cc4)cc3)cc2)cc1,,0.38833103,,, +2049016668,*CCCCCCCCC(Cl)C(*)Cl,,0.39594162,,, +2049074412,*O[Si](C)(C)CC[Si](*)(C)O[Si](C)(C)C,,0.47403099,,, +2049185141,*NC(CC(*)=O)c1ccccc1,-30.79261317,,,, +2049372451,*CCC([2H])C(*)([2H])C,,0.40087335,,0.8045306,19.33954208 +2049646481,*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(C)cn2)C3=O)cc(C(=O)NNC(=O)CC(*)=O)c1,,0.33031505,,, +2049675087,*OCCOC(=O)CCCC(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OC)cc1,,0.35340123,,, +2049722638,*c1ccc(-c2ccc(-c3nc4cc5sc(*)nc5cc4s3)cc2)cc1,343.9030515,,,, +2049724174,*Nc1cc2ccc3cc(N*)c(-c4ccccc4N)c4ccc(c1-c1ccccc1N)c2c34,,0.3574156,,, +2050460955,*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc(N=Nc2ccc(OC(=O)c3ccc4c(c3)OCCOCCOCCOCCO4)cc2)cc1,,0.35856938,,, +2050550943,*C#CC(CCCCOC(=O)NCC(=O)OCCCC)=C(*)c1cncnc1,73.99227071,,,, +2051195531,*c1ccc2nc(*)cc(-c3ccccc3)c2c1,,0.44585296,,, +2051477971,*CCCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1,,0.36034305,,, +2052142146,*NC(N*)(C(=O)O)[C@@](N)(CC)[C@H](C)CC,,0.32721584,,, +2052261609,*Nc1c(CC)cc2ccccc2c1-c1c(N*)c(CC)cc2ccccc12,,0.36951998,,, +2052739724,*CC(*)(C)C(=O)OCCn1c2ccccc2c2cc(N=Nc3ccc([N+](=O)[O-])cc3)ccc21,,0.36133223,,, +2053050930,*CC(=O)OC(=O)COc1ccc(O*)cc1,,0.31004011,,, +2053127764,*C(=O)NCCC[Si](C)(C)O[Si](C)(C)CCCNC(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,143.0502256,,,, +2053139068,*CCC1C(=O)N(CCCCCC)C(=O)C1*,,0.35708568,,, +2053145171,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OC(c2ccccc2)c2ccccc2)c1,,0.35378729,,, +2053208810,*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6nc7cc(Oc8ccc9nc(-c%10ccccc%10)c(*)nc9c8)ccc7nc6-c6ccccc6)cc4)C5=O)cc3C2=O)cc1,,0.41165056,,, +2053534445,*CC(CC(C)C)S(*)(=O)=O,,0.37757511,,, +2053664112,*NCCN*,,0.30366476,,, +2053842039,*C=Nc1ccc(N=Cc2cccc(*)n2)cc1,139.1234551,,,, +2053942851,*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,0.37997569,,, +2054944349,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1,,0.34633358,,, +2055026518,*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(S(=O)(=O)c4ccc(Oc5ccc(-c6ccc(-c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1,,0.37441268,,, +2055219346,*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(*)=O)cc3Oc3ccc(C(C)(C)c4ccccc4)cc3)cc2)cc1,135.0490958,,,, +2055251139,*CC(*)(C)C(=O)OCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1,,0.33838791,,, +2055325406,*C#CC(OS(=O)(=O)c1ccc(C)cc1)=C(*)OS(=O)(=O)c1ccc(C)cc1,164.1018919,,,, +2056311741,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccccc3)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O,,0.38469129,,, +2057063340,*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(-c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1,,0.361259,,, +2057209972,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)C5CC6CC(C5)CC4C6)cc3)cc2)cc1,,0.38601547,,, +2057275568,*CC(*)(C#N)C(=O)OCC,,0.35400751,0.1805,1.034280592,15.74241811 +2057370661,*c1ccc(OCCCCCCN(CC)c2ccc(C(C#N)=C(C#N)C#N)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1,,0.38886127,,, +2057806483,*CC(=O)O*,,0.29139366,,, +2058153586,*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2C(C)(C)C)cc1,,0.35895204,,, +2058169887,*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(-c4nc5ccccc5nc4*)cc3)cc2)cc1,,0.36797942,,, +2058537463,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1,,0.38030093,,, +2058722180,*Nc1ccc2c(c1)C(/C(C)=C/C(=C)C(=C)c1ccccc1)(C(/C=C(\C)C(=C)c1ccccc1C)=C/C)c1cc(N*)ccc1-2,,0.359086085,,, +2058912273,*c1cccc(C(=O)c2c(C)cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2C)c1,,0.3935505,,, +2059069732,*Oc1cccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)c1,,0.35539719,,, +2059156449,*NC[C@@H](CC(O)(COCCO)C[C@@H](N)CN)N*,,0.29619414,,, +2059422357,*CCCCCCNC(=O)C(CCCCCCCCCCCCCCCC)C(=O)N*,,,0.3235,0.89124948,13.96037752 +2059649155,*CCN(*)C(=O)CCCCCCCCCCCCCCCCC,,0.39935287,0.4005,0.856888696,12.96507874 +2059802205,*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,,0.37114536,,, +2060308564,*CCCCCCN1C(=O)C(=O)N(c2ccc(Cc3ccc(N4C(=O)C(=O)N(*)C4=O)cc3)cc2)C1=O,,0.33818344,,, +2061363511,*O[Si](C)(C)c1ccc(-c2ccc([Si](*)(C)C)cc2)cc1,,0.40778557,,, +2061931988,*Nc1cccc(-c2ccc(N*)c(-c3ccccc3)c2-c2ccccc2)c1-c1ccccc1,,0.36810011,,, +2062389305,*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cccc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O,,0.42825804,,, +2062460228,*OC(C)CCOC(=O)C(CCCCCCOc1ccc(N=Cc2ccc([N+](=O)[O-])cc2)cc1)C(*)=O,,0.3535486,,, +2062588877,*C/C=C\C[Si](*)(c1ccccc1)c1ccccc1,,0.36746772,,, +2062611807,*CC(*)OC(=O)CCCCCCCCCCC,,,0.261,0.878322012,11.53444859 +2062868312,*Oc1ccc(NC(=O)Nc2cc(NC(=O)Nc3ccc(*)c(-c4ccc(Oc5ccccc5)cc4)c3)ccc2C)cc1-c1ccc(Oc2ccccc2)cc1,,0.35573638,,, +2062933383,*Nc1ccc(-c2ccc(N*)c(-c3cccc4ccccc34)c2-c2cccc3ccccc23)cc1,,0.36652016,,, +2063026043,*c1ccc(-c2ccc(C(*)(C)C)cc2)cc1,210.9469969,,0.247,0.952850626,21.2582938 +2063396498,*Nc1cc2ccc3cc4ccccc4cc3c2cc1N*,,0.33601961,,, +2063473981,*CC(*)C(=O)NCCCCCCCCCCCCCCCCCC,,,0.383,0.856385762,12.90114502 +2063616676,*C(=O)c1ccc2c(c1)C(=O)N(c1c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(N5C(=O)c6ccc(*)cc6C5=O)c(-c5ccccc5)c4)cc3)cc1-c1ccccc1)C2=O,,0.41151687,,, +2063798200,*Nc1ccc(-c2cc(-c3ccccc3)cc(-c3ccc(N*)cc3)c2)cc1,,0.34830668,,, +2064196181,*Cc1ccc(C(C)(C)c2ccc(CN3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)o2)o1,,0.35498107,,, +2064758203,*CCCCCCNC(=O)c1cccc(C(=O)N*)c1,,0.33764857,,, +2065005983,*Nc1cc(NC(=O)C(*)=O)ccc1C,,0.3160157,,, +2065007908,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(-c4sc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc2)C3=O)c1,,0.38895508,,, +2065090283,*CCOCCOC(=O)C(CCCCCCCCC)C(=O)O*,,0.37130804,0.224,, +2065153152,*Nc1cc(OC)c(*)cc1OC,168.2573371,,,, +2065252291,*CCCCCCC(=O)NCCCCCCNC(=O)CCCCCCO*,,,0.3215,0.964171286,21.61972619 +2065279499,*c1cc(C(=O)NCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.37249776,,, +2065383771,*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)c3ccccc3-c3ccccc32)cc1,,0.37279646,,, +2065621883,*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cccc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O,,0.42381981,,, +2066065208,*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3c(C)cc(C(C)(C)c4cc(C)c(O*)c(C)c4)cc3C)cc2)cc1,,0.36071143,,, +2066192425,*CC(*)(CC(=O)OC(C)C)C(=O)OC(C)C,,0.37215507,,, +2066262373,*CC1CCCC(CNC(=O)CCCCCCCCCCC(=O)N*)C1,26.18556129,,,, +2066820207,*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5C4=O)cc3)cc2)cc1,191.2304459,,,, +2066955666,*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5c(C)cc(Cc6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)cc2)cc1,,0.38651077,,, +2067168064,*COC(=O)c1ccc(C(C#N)=C(c2ccc(OC)cc2)N2CCCC(*)C2)cc1,,0.37236843,,, +2067238428,*CC(C)(C)COC(=O)c1ccc(C(=O)O*)cc1,,0.351598,,, +2067309904,*c1ccc2c(c1)C(=O)N(c1ccc(OC(CCC)COc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.36517902,,, +2067484299,*CC(*)C(=O)NCCCCCCCCCCCC,21.73577755,,0.3435,0.870895681,11.87004823 +2068061676,*Nc1ccc(-c2ccc(-c3ccc(N*)c(-c4ccccc4C)c3-c3ccccc3C)cc2)cc1,,0.37174868,,, +2068076576,*Nc1ccc(C2c3ccc(N)cc3-c3cc(N*)ccc32)cc1,,0.36276266,,, +2068084714,*C(=O)NCC(C)(C)CNC(=O)c1ncn(C)c1*,,0.33746625,,, +2068351519,*Oc1ccc(C(=O)CCCCCCCCC(=O)c2ccc(OC(*)=O)cc2)cc1,6.568396994,,,, +2068477355,*Cc1ccc(CNC(=O)CCCCCCCCCCCC(=O)N*)cc1,,0.35427449,,, +2068736249,*Oc1ccc(OC(=O)c2cc(OCCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1,,0.35365329,,, +2069332669,*Cc1ccccc1[Si](*)(C)c1ccccc1,,0.38506793,,, +2069899879,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(C=NC(=S)Nc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)ccc1Cl)C2=O,,0.36685025,,, +2070158798,*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(Br)cc2)cc1,,0.36519909,,, +2070291544,*CC(*)C(C)CC,,,0.1897499999999999,0.768938442,10.88423334 +2070641529,*c1ccc(C(=O)Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(OC(=O)c4ccc(N5C(=O)CC(Nc6ccc(Cc7ccc(NC8CC(=O)N(*)C8=O)cc7)cc6)C5=O)cc4)c(C)c3)cc2C)cc1,,0.3762598,,, +2070649419,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCC(C(C)(C)C)CC2)cc1,,0.37035787,,, +2070663964,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cc(C(=O)O*)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c1,,0.32423467,,, +2070820503,*C(=O)c1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1,,0.37017356,,, +2071087091,*Oc1ccc(C(C)(c2ccccc2)c2ccc(Oc3c(F)c(F)c(C(=O)c4c(F)c(F)c(*)c(F)c4F)c(F)c3F)cc2)cc1,,0.37735643,,, +2071088939,*c1ccc(Oc2cccc(-n3c(=O)c4cc5c(=O)n(-c6cccc(Oc7ccc(-c8nc9cc%10sc(*)nc%10cc9s8)cc7)c6)c(=O)c5cc4c3=O)c2)cc1,,0.40063451,,, +2071134178,*Nc1ccccc1/C(=C(\c1ccccc1)c1ccccc1N*)c1ccccc1,,0.37548101,,, +2071365385,*CC(*)c1ccccc1C(F)(F)F,,0.37373278,,, +2071704186,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1,,0.36566702,,, +2071844706,*N1CCOC1(*)CC,,0.35941583,,, +2071858672,*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,,0.36539585,,, +2072168111,*Nc1ccc(-c2ccc(N*)c([C@H]3C[C@H](C)CC[C@H]3C(C)C)c2[C@@H]2C[C@@H](C)CC[C@@H]2C(C)C)cc1,,0.3809251,,, +2072452393,*c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,,0.34535563,,, +2072866385,*CCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,0.37538316,0.3955,0.910662796,20.51606091 +2072955704,*CC(*)(C)OC,,0.34572991,,, +2073349658,*c1ccc(OCCCCCCCCCCCOC(=O)c2cccc(C(=O)OCCCCCCCCCCCOc3ccc(-c4nnc(*)s4)cc3)c2)cc1,,0.36776086,,, +2073433279,*OP(=O)(Oc1ccc(OC)cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br,,0.38658695,,, +2073505666,*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc6ccccc6n5-c5ccc(-n6c(*)nc7ccccc76)cc5)cc4)cc3)cc2)cc1,,0.3799322,,, +2074001151,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,,0.36490013,,, +2074006647,*Nc1ccc(NC(=O)c2ccc(C(c3ccc(C(*)=O)c(C(=O)OCC)c3)(C(F)(F)F)C(F)(F)F)cc2C(=O)OCC)cc1,,0.34977204,,, +2074158001,*CC(F)(F)C(F)(F)C(F)(F)C(F)(F)COC(=O)O*,,0.31456225,,, +2074267479,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCC)cc1,,0.34629979,,, +2074410152,*CC(*)(C)C(=O)OC1CCCCC1C,,0.37813807,0.153,0.85282857,10.922036 +2074469442,*CC(*)(C)C(=O)OCCCCCCCCCCCn1c2ccccc2c2ccccc21,,0.36342293,,, +2074481050,*C=CC(C)C(*)C,78.17880502,,,, +2074575987,*CCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.34397494,,, +2075083572,*/C=C/c1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(F)c(C(F)(F)F)c1,,,0.185,1.037733826,22.21132757 +2075349566,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O,,0.37826811,,, +2075610197,*CC(OO*)c1ccc(C)cc1,,0.3659097,,, +2076091344,*CC(*)CC[Si](C)(C)C,,0.42654899,,, +2076186789,*Nc1ccc(*)cc1OC,,0.38337049,,, +2076683779,*CC(C)(C)COC(=O)C1CCC(C(=O)O*)CC1,,0.35306926,,, +2076949860,*CC(*)(CC(=O)O)C(=O)O,,0.2269924,,, +2077226118,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,126.2551791,,,, +2077350791,*N=P(N=P(N=S(*)(=O)NCC)(NCC)NCC)(NCC)NCC,,0.37475847,,, +2078434455,*c1c(C)cc(C)c(N2C(=O)c3ccc(Sc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1C,,0.41533211,,, +2078494815,*CC(*)(Cl)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1,,0.34720014,,, +2078520197,*CCN(*)C(=O)c1cc(F)cc(F)c1,,0.34415412,,, +2078647419,*CCCCCCC1CC(CCC2CC(*)OC2=O)C(=O)O1,,0.33989367,,, +2079303447,*CCCCCCCCCCCCCCC(*)Cl,,,0.3735,0.886561889,21.91642918 +2079401317,*CC(*)C(=O)Oc1ccc(Cl)cc1,,0.35839079,0.158,1.211730555,14.07962276 +2079617222,*Nc1ccc2c(c1)CCC21CCc2cc(N*)ccc21,,0.359460575,,, +2079708609,*CC(*)OC(=O)CC(C)(C)c1ccccc1,,0.35480602,,, +2079820575,*CCC1CC(*)C2C3CC(C12)C(C)(C(=O)OC)C3,,0.3681131,,, +2080041266,*=Nc1cccc(Oc2cccc(Oc3cccc(N=C4OC(=O)c5ccc(-c6ccc7c(c6)C(=O)OC7=*)cc54)c3)c2)c1,193.7356518,,,, +2080614685,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccc(N)cc3-c3cc(N)ccc32)cc1,,0.37760376,,, +2080644160,*Nc1cc2c3ccc(-c4ccc(C(C)C)cc4)c(-c4ccc(C(C)C)cc4)c3c(N*)cc2c2ccccc12,,0.37311633,,, +2081117789,*Nc1ccc([C@H](C)Cc2ccc(C[C@@H](C)c3ccc(N*)cc3)cc2)cc1,,0.36158847,,, +2081485306,*CC(*)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1,,0.33434555,,, +2081569182,*CCCNC(=O)c1ccc(C(=O)N*)cc1,,0.31568914,,, +2081754132,*Nc1ccc([C@]2(c3ccccc3)c3ccccc3-c3cccc(N*)c32)cc1,,0.36468241,,, +2081766771,*CC(*)OC(=O)CC1CCCCC1,,0.3629501,,, +2081786405,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.39990412,,, +2082251214,*CCCCCCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,,0.38491292,0.4533333333333333,0.880970816,22.40951609 +2082516558,*Nc1ccc([C@H]2C[C@H]3CC[C@@H]2CC[C@@H]2CC[C@H](CC3)[C@H](c3ccc(N*)c(N)c3)C2)cc1N,,0.35134124,,, +2082878937,*ON(C(F)(F)F)C(F)(F)C(*)(F)SC(F)(F)F,,0.3185822,,, +2083351176,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC1=C(*)c2cccc3cccc1c23,,0.40558784,,, +2083399085,*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O,,0.36928432,,, +2083473001,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(-c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,,0.37583933,,, +2084095989,*C(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8c7)cc5)C6=O)cc4)cc3)cc2)cc1,,0.35762799,,, +2084277972,*Nc1ccc(-c2ccc(-c3ccc(N*)cc3)c3c2[C@@H]2CC[C@H]3C2)cc1,,0.36155112,,, +2085027374,*Nc1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(-c4ccc(N*)cc4)ccc2-3)cc1,,0.37055299,,, +2085033079,*C(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C)c(C)c3)C4=O)cc2C)c(C)c1,,0.37394713,,, +2085100639,*Cc1ccccc1CN(CC)c1ccc(/C=C(\C#N)C(=O)Nc2cccc(NC(=O)/C(C#N)=C/c3ccc(N(*)CC)cc3)c2)cc1,,0.36570128,,, +2085613609,*C=Cc1ccc(-c2ccc(C(C#N)=Cc3ccc4c(c3)C(CC)(CC)c3cc(C=C(C#N)c5ccc(-c6ccc(C=CC7=CC(=C(C#N)C#N)C=C(*)O7)s6)cc5)ccc3-4)cc2)s1,,0.40560476,,, +2086500241,*CCC(C)O*,,0.3787093,,, +2086671305,*CC(*)c1ccccc1C,,,0.1903333333333333,0.876818696,11.81194142 +2087529784,*C(=O)c1ccc2c(c1)C(=Nc1cccc(Oc3cccc(Oc4cccc(N=C5OC(=O)c6ccc(*)cc65)c4)c3)c1)OC2=O,,0.35278937,,, +2087902310,*c1ccc(-c2ccc(-c3c(-c4ccccc4)nc4ccc(-c5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1,,0.41084325,,, +2087962619,*Oc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(Cc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)c2)cc1,,0.36716736,,, +2088540616,*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)c(C)c3)CCC3CCCCC3C2)cc1C,,0.38501147,,, +2088836138,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OCCOc2ccc(C=CC(=O)c3ccccc3)cc2)c1,,0.33943135,,, +2088992800,*CCCCCCOC(=O)c1cc(N=Nc2ccc(OCC)cc2)ccc1-c1ccc(N=Nc2ccc(OCC)cc2)cc1C(=O)O*,,0.36903817,,, +2089130160,*/C=C/C(C)CCCCC*,,,0.2486666666666666,, +2089319482,*CC(*)C(=O)OCCOCCOC(F)(F)C(F)F,,0.33433583,,, +2089653204,*OC(=O)c1ccc(CCCCCc2ccc(C(*)=O)cc2)cc1,,0.35615105,,, +2089703645,*NC(CCC(=O)OCc1ccccc1)C(*)=O,,0.32872163,,, +2089849247,*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3ccc(C(C)(C)c4ccc(NC(=O)c5ccc(*)cc5)c(C)c4)cc3C)cc2)cc1C(C)(C)C,,0.38910548,,, +2089875346,*CCC/C=C(/*)c1ccc(Cl)cc1,,,0.184,1.085646157,16.28575806 +2090259325,*Nc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Nc4ccc(C(=O)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)c2)cc1,,0.38954498,,, +2090445254,*CCCCCCCCCCCCCCCCCCOCO*,,,0.406,0.865128678,20.46039767 +2090672547,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(Oc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c3)c1)C2=O,,0.35973284,,, +2090987332,*C(F)(F)C1(*)OC(F)(F)C(F)(C(F)(F)F)O1,,0.35247357,,, +2091289727,*c1nc(-c2ccccc2)nc(N(CCCCCCN(*)c2ccccc2)c2ccccc2)n1,,0.38631278,,, +2091496127,*CC1CC(*)C(OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1,,0.36711221,,, +2091819408,*C(C)=C(*)CCC,,0.40232091,,, +2092024077,*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)C(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,,0.3923538,,, +2092061977,*CC(*)(CCCCC)C(=O)OC,,0.38074638,,, +2092067263,*Nc1ccc(C[C@@H](c2ccc(N*)cc2)[C@@H](C)c2ccc(N)cc2)cc1,,0.35733643,,, +2092210478,*c1ccc(-c2sc(-c3cc(CCCCCCCCCCCC)c(*)s3)cc2CCCCCCCCCCCC)cc1,,0.41997349,0.413,0.941065148,19.30135388 +2092278480,*Oc1ccc(C(=O)Nc2ccccc2-c2ccc(NC(=O)c3ccc(*)cc3)cc2)cc1,,0.34957751,,, +2092674324,*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(=O)O*)c1OCCCCC,,0.34076472,,, +2092935211,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(Oc4ccc(C5(C)CC(C)(C)c6ccc(Oc7ccc(-c8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7C(F)(F)F)cc65)cc4)c(C(F)(F)F)c3)cc1)C2=O,,0.38328824,,, +2093130856,*CCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,,0.36935846,0.408,0.92195685,22.1235356 +2093549092,*c1ccc(Oc2ccc(C(c3ccccc3)(c3ccccc3)c3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1,,0.42256432,,, +2093679226,*CCCCC(=O)NCc1ccc(CNC(=O)CCCCS*)cc1,,0.35168032,,, +2094132157,*CC(*)c1ccccc1OC(C)=O,,0.35684736,,, +2094564559,*Oc1c(Br)cc(C2(c3cc(Br)c(OC(*)=O)c(Br)c3)CC3CCC2C3)cc1Br,,0.43211216,,, +2094965474,*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)cc1,,0.35835285,,, +2095077077,*CCCCC(=O)NCCCCCCNC(=O)CCCCO*,-56.49395983,,,, +2095656240,*c1ccc(Nc2ccc(Nc3ccc(S(*)(=O)=O)cc3)cc2)cc1,,0.38954826,,, +2096099449,*Oc1ccc(C2(c3ccc(OC(=O)OC4C(C)(C)C(OC(*)=O)C4(C)C)cc3)c3ccccc3-c3ccccc32)cc1,,0.37809726,,, +2097065173,*NC1CCC(CC2CCC(N*)C(C)C2)CC1C,,0.36266838,,, +2097105908,*Nc1ccc(C2(c3ccc(N*)cc3)C(C(C)C)=CC=C[C@H]2C(C)C)cc1,,0.36819096,,, +2097907422,*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Oc4ccc(Sc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,,0.37984664,,, +2098139319,*CCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,,,0.3735,0.924969057,22.41096002 +2098169121,*Oc1ccc(-c2ccc(Oc3ccc(C(=Nc4ccc(N=C(c5ccccc5)c5ccc(*)cc5)cc4)c4ccccc4)cc3)cc2)cc1,,0.37996197,,, +2098235605,*c1ccc(OCCCCCCCCCCCCCCCC)c(N2C(=O)CC(C3C=C(C)C4C(=O)N(*)C(=O)C4C3)C2=O)c1,,0.36937049,,, +2098276804,*CCCCCCCCOc1c(OC)cc(C=Cc2cc(C(C)C)c(C=Cc3cc(OC)c(O*)c(OC)c3)cc2C(C)C)cc1OC,,0.3769967,,, +2098860245,*Nc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(N)c(N*)c2)cc1N,,0.36426991,,, +2098949434,*CCCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCCNC(=O)C(=O)N*,,,0.312,0.96452094,18.37068887 +2098983815,*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c(O)cc1O)C2=O,,0.37827714,,, +2099106036,*CCCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,,0.35197017,,, +2099208394,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(C)c6cccc(C(C)(C)c7ccc(Oc8ccc(C(=O)Nc9ccc(*)cc9)cc8)cc7)c6)cc5)cc4)cc3)cc2)cc1,,0.36584283,,, +2099643847,*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Nc3cccc4c(NC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cccc34)ccc1C)C2=O,,0.36752651,,, +2099648126,*Nc1c(C)cc(C2(c3cc(C)c(N*)c(C(C)C)c3)c3ccccc3-c3ccccc32)cc1C(C)C,,0.40331022,,, +2100810597,*c1ccc(-c2nc3cc(C)ccc3o2)c(*)c1,,0.42938572,,, +2101703893,*N=P(*)(OCCCCC)OCCCCC,,0.4064028,,, +2101723306,*O[Si](C)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)c1ccccc1,,0.39715022,,, +2102034218,*c1ccc2c(c1)C(=O)N(c1ccc(NC(=S)N=Cc3ccc(Cl)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)cc1)C2=O,,0.37564087,,, +2102039309,*Oc1ccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)c4)cc3)cc2)cc1,,0.36086621,,, +2102048266,*CC(C)(C)C1C(=O)OC(=O)C1*,,0.29898887,,, +2102097019,*Nc1ccc([C@H](CCCCCC)c2ccc(CCc3ccc([C@@H](CCCCCC)c4ccc(N*)cc4)cc3)cc2)cc1,,0.36359418,,, +2102135850,*CCC(*)=O,,0.32553925,,1.073855453,22.19638383 +2102234224,*CC(*)(C#N)C(=O)OCCCCCCC,,0.38098493,,, +2102406766,*CC(*)c1ccccc1Br,,0.40945525,,, +2102601525,*/C=C/CCCCCCCC*,,,0.3688333333333332,0.822061556,19.34707652 +2102738323,*Oc1ccc(C(=O)c2ccc(OC(=O)c3ccc(C(C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1,,0.35881201,,, +2102908349,*C1=C(c2ccc(-c3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(-c5ccc(*)cc5)ccc3-4)cc2)C(=O)N(CCCC)C1=O,,0.39850334,,, +2103171558,*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc([N+](=O)[O-])cc3)cc(C(*)=O)c2)cc(C(=O)OC2CC(C)CCC2C(C)C)c1,,0.35015329,,, +2103300246,*c1cc(C(=O)OCC(F)(F)C(F)(F)C(F)(F)F)c(*)s1,,0.3741336,,, +2103389743,*CC(*)(C)C(=O)OCCCCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1,,0.35950718,,, +2103408562,*SC(*)(F)F,,0.37718963,0.114,1.840998909,24.17920498 +2103439506,*CCC[Si](*)(C)C[Si](C)(C)C,,0.40507893,,, +2103456476,*CC(*)c1ccc(CCCCCCCCC)cc1,,0.39955076,0.277,0.87039516,11.44773012 +2103595659,*CCOCCOCCOC(=O)CCCCC(=O)O*,,0.33678464,,, +2103648490,*Nc1ccc2c(-c3ccccc3)c3ccccc3c(-c3ccccc3)c2c1N*,,0.35655362,,, +2104121723,*Nc1ccc(-c2ccc(C[C@@H](C)c3ccc(N*)cc3)cc2)cc1,,0.35318823,,, +2104215335,*Oc1ccc2cc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)ccc2c1,,0.37975728,,, +2104280105,*OC(F)(F)COC(=O)c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(C(=O)OCC(*)(F)F)c2)c1,,0.33058531,,, +2104394110,*Nc1ccc(-c2ccc(N*)c(C/C=C/c3ccccc3)c2C/C=C/c2ccccc2)cc1,,0.35337188,,, +2104615575,*Nc1ccc(CC(CC)(CC)c2ccc(N)c(CC(CC)(CC)c3ccc(N*)cc3)c2)cc1,,0.35803867,,, +2104808505,*NC1CC(C)(C)CC(C)(CNC(=O)CCCCC(*)=O)C1,,0.3442808,,, +2104822360,*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(c8ccc(N9C(=O)c%10ccc(C(=O)Nc%11ccc(Oc%12ccc%13nc(-c%14ccccc%14)c(*)nc%13c%12)cc%11)cc%10C9=O)cc8)(C(F)(F)F)C(F)(F)F)cc6)C7=O)cc5)ccc4nc3-c3ccccc3)cc2)cc1,,0.38083913,,, +2105181780,*c1ccc2c(c1)C(=O)N(c1c(C)cc(C3(c4cc(C)c(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C(C)C)c4)c4ccccc4-c4ccccc43)cc1C(C)C)C2=O,,0.44640545,,, +2105271867,*Nc1ccc(C(c2ccc(N)c(C)c2C)c2ccc(N*)c(C)c2C)c(C)c1C,,0.38011149,,, +2105289986,*CC(*)c1ccc(OC(C)(C)C)cc1,,0.38657315,,, +2105342564,*Nc1cccc(C2=C(c3ccccc3)C=C[C@@H](c3ccccc3)[C@]2(c2ccccc2)c2cccc(N*)c2)c1,,0.37740484,,, +2105808752,*Nc1ccc(/C=C/[C@H]2[C@@H]3C[C@H]4C[C@@H](C3)C[C@@H]2C4)cc1N*,,0.35587947,,, +2106014739,*CC(*)(CC(=O)OC1CCC1)C(=O)OC1CCC1,,0.38532463,,, +2106275080,*CCCCCCCCCCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCCCCCCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,,0.35025785,,, +2107302149,*CC(*)c1cc(Br)ccc1OC,,0.39846668,0.132,, +2107491529,*CC(*)(C)C(=O)OCC(F)(F)F,,0.33930857,,, +2107706475,*CCCCCCCCCOCO*,,,0.277,, +2107751440,*Nc1ccc2c(c1)C1(c3cc(C)ccc3-2)c2cc(N)ccc2-c2ccc(N*)cc21,,0.38616703,,, +2108285261,*CCCCCNC(=O)Cc1ccc(C(=O)N*)cc1,,0.33164611,,, +2108373019,*CC(*)C(=O)OCCCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1,,0.35628363,,, +2109042008,*CC(*)c1ccc(S(=O)(=O)O)cc1,,,,1.219503167,14.50652497 +2109143268,*CC(*)(CC(=O)OCCC)C(=O)OCCC,,0.36758128,0.1845,0.95089128,11.16357076 +2109376187,*c1ccc(C(=O)OCCCCCCCCOc2ccc(C=CC(=O)C=Cc3ccc(OCCCCCCCCOC(=O)c4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1,,0.36096728,,, +2110077418,*CCCC1(CCCNC(=O)CCCCCCCCC(=O)N*)c2ccccc2-c2ccccc21,,0.35257757,,, +2111187299,*C(=Cc1ccc(C=C(c2ccccc2)c2ccc(-c3ccc(*)cc3)cc2)cc1)c1ccccc1,,0.39715192,,, +2111235464,*CC(*)c1ccccc1COCC,,0.37386236,0.1846666666666666,, +2111449660,*Nc1ccc(-c2ccc(-c3ccc(N*)c(-c4cc(C)ccc4C)c3-c3cc(C)ccc3C)cc2)cc1,,0.37917526,,, +2111641058,*CC(*)C(=O)OCCCCC,,0.37816739,,, +2111688362,*NN(N*)[C@](CC)(CCC)C[C@@](C)(CC)N(N)N,,0.33398342,,, +2112106908,*Oc1c(C)cc(*)cc1C(C)CCCCC,,0.41074836,,, +2112160292,*CC(*)(OC(C)=O)c1ccc(OC(C)=O)cc1,74.85696518,,,, +2112420491,*Nc1ccc(*)cc1,,0.39788166,,, +2112498322,*c1nnc(-c2sc(-c3nnc(-c4cc(OCCCCCCCC)c(*)cc4OCCCCCCCC)o3)cc2CCCCCCCC)o1,,0.41777055,,, +2112731378,*CCOCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1,,0.3366937,,, +2112734421,*CC(c1ccccc1)C1C(=O)N(CCCN(CC)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)c(C)c2)C(=O)C1*,,0.37385822,,, +2112770434,*C1=C(c2ccc(-c3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(-c5ccc(*)cc5)ccc3-4)cc2)C(=O)N(CCCCCCCC)C1=O,,0.39556672,,, +2112796549,*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc(NC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)n6)cc5C4=O)cc3)n2)cc1,,0.35158971,,, +2112814629,*CC(CO*)C(C)(C)C,,0.37336489,,, +2113232814,*CC(O)CN(*)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2C)cc1,,0.36561272,,, +2113271620,*CC(*)(CC(=O)OC)C(=O)OC,,0.32193525,0.152,, +2113327142,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)(C(F)(F)F)C(F)(F)F)cc1)C2=O,,0.39124786,,, +2113413468,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)c([Si](C)(C)C)c4)(C(F)(F)F)C(F)(F)F)cc3[Si](C)(C)C)cc2)cc1,,0.40476699,,, +2113953037,*Oc1ccc2cc(OC(=O)c3cccc(Oc4ccc(Oc5cccc(C(*)=O)c5)cc4)c3)ccc2c1,,0.34970341,,, +2113988141,*C(=O)Nc1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,,0.34372152,,, +2114154599,*O[Si](C)(C)c1cccc([Si](*)(C)C)c1,,0.42523073,,, +2114560231,*c1ccc(CCc2ccccc2N2C(=O)C(=O)N(c3ccc(Oc4ccc(N5C(=O)C(=O)N(*)C5=O)cc4)cc3)C2=O)cc1,,0.35389023,,, +2114893562,*c1ccc(C(C)(C)c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1,,,,1.146465554,25.11101976 +2115270537,*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)C(F)(F)F,,0.31915236,,, +2115445958,*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)n1,,0.34115453,,, +2115845960,*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(-c2nc3ccccc3oc2=O)c1,,0.33876246,,, +2116023272,*O[Si](C)(C=C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1,,0.42501353,,, +2116043723,*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1,,0.35854556,,, +2116336179,*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2)cc1,,0.3506411,,, +2116365788,*Nc1cc(SCCC#N)c(NC(=O)c2cccc(C(*)=O)c2)cc1SCCC#N,38.16065966,,,, +2116457345,*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nc5ccc(Cc6ccc7nc(*)oc(=O)c7c6)cc5c(=O)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,,0.36193236,,, +2116593356,*c1cc(CCCCCC)c(-c2ccc3c4ccc(-c5sc(-c6sc(*)c7nc(CC)c(CC)nc67)cc5CCCCCC)cc4n(CCCCCCCCCCCC)c3c2)s1,,0.43100315,,, +2117478348,*/C=C/c1ccc(*)c(-c2cc(OCC(CC)CCCC)c(-c3ccccc3)cc2OCC(CC)CCCC)c1,,,0.237,0.947690837,13.74155321 +2117609308,*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1,,0.38699983,,, +2117950580,*c1ccc(C2C(C(=O)OCC)C(*)C2C(=O)OCC)cc1,164.3224631,,,1.011107838,16.56532099 +2118544879,*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7ccc(C(c8ccc(Oc9cccc%10c9C(=O)N(*)C%10=O)cc8)(C(F)(F)F)C(F)(F)F)cc7)c6C5=O)cc4)cc3)cc2)cc1,,0.36630102,,, +2118719720,*O[Si](C)(C)CC(C)(C)COC(=O)c1cccc(C(=O)OCC(C)(C)C[Si](*)(C)C)c1,,0.3817269,,, +2118723389,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1,,0.33524164,,, +2118767527,*c1cccc(N2C(=O)c3ccc(Oc4ccc5cc(Oc6ccc7c(c6)C(=O)N(*)C7=O)ccc5c4)cc3C2=O)c1,,0.3713948,,, +2118906166,*CC(*)CNc1ccc([N+](=O)[O-])cc1,,0.3745043,,, +2119541663,*C=CC1CC(*)C2C(=O)N(c3ccccc3F)C(=O)C12,,0.35885634,,, +2119800195,*C=C(*)CCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1,,0.36337472,,, +2119910769,*CC(*)(Cl)C(=O)OCC,,,0.1985,1.162819805,16.552184 +2120362276,*Nc1ccc2c(c1)[C@]1(CCC)c3ccc(N*)cc3[C@]3(CCC)c4ccc(N)cc4[C@@]2(CCC)C31C,,0.39344519,,, +2120569877,*c1cccc(OCCCCCCCCCCCOC(=O)c2cccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)c2)c1,,0.36865264,,, +2120715373,*CCCCCCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC,,0.36749274,,, +2120990962,*Oc1ccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(*)cc2)cc1,,0.35479832,,, +2121376176,*Nc1ccc(-c2c3cc(N*)c(N)cc3c(-c3ccc(N)cc3)c3c(-c4ccc(N)cc4)c4cc(N)c(N)cc4c(-c4ccc(N)cc4)c23)cc1,,0.35674675,,, +2121841286,*CC(*)c1ccc([Si](C)(C)O)cc1,,0.41238443,,, +2122013892,*CC(OC(=O)C(CC(C)C)NC(=O)OCc1ccccc1)C(COC(=O)O*)OC(=O)C(CC(C)C)NC(=O)OCc1ccccc1,,0.34504989,,, +2122531737,*c1ccc(N2C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1,,0.40605491,,, +2123056342,*Nc1ccc(C2(c3ccc(N*)cc3)CCC(C(C)(C)C)CC2)cc1,,0.36342823,,, +2123073246,*CC(*)OC(=O)OC([2H])([2H])[2H],,0.32119753,,, +2123232751,*c1nc(-c2ccccc2)nc(N(CCCCN(*)c2ccccc2)c2ccccc2)n1,,0.38631994,,, +2124031511,*c1ncnc(N(CCCCCCN(*)c2ccccc2)c2ccccc2)n1,,0.38019427,,, +2124040823,*Oc1ccc(C=Cc2ccc(C=Cc3ccc(OC(=O)CCCCCCCCC(*)=O)c(C)c3)cc2)cc1C,35.47523522,,,, +2124483443,*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCC,,0.36971613,,, +2124605218,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1,,0.36722758,,, +2124727719,*CCN(CCOC(=O)CCC#CC#CCCC(=O)O*)c1ccc([N+](=O)[O-])cc1,,0.36177609,,, +2125797590,*Nc1ccc(NC(=O)c2cccc(C(=O)c3ccc(C(*)=O)cc3)c2)cc1,,0.34473646,,, +2125841447,*Nc1ccc(C2(c3ccc(N*)cc3[C@]34C[C@H]5C[C@H](C[C@H](C5)C3)C4)c3ccccc3-c3ccccc32)c([C@]23C[C@H]4C[C@H](C[C@H](C4)C2)C3)c1,,0.39009071,,, +2126001551,*Nc1c(F)c(F)c(F)c(N*)c1F,,0.32142208,,, +2126142504,*CCCCCCN(CC)C(=O)CCCCCCCCCCCCCCCCC(=O)N(*)CC,,,0.333,, +2127024895,*OC(=CCC)C(CC)C(*)=O,,0.37690028,,, +2127124600,*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)C6CCC(C7CCC8C(=O)N(*)C(=O)C8C7)CC6C5=O)cc4)cc3)cc2)cc1,,0.37305974,,, +2127233037,*CCN(*)C(=O)CCCCCCCCCCCCCCC,,,0.3359999999999999,0.870810763,12.67666102 +2127356325,*c1cc(CCCCCCCCCCCC)c(*)s1,,0.41022463,,, +2127384896,*C(=O)OCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1,,0.34264115,,, +2127609495,*CCCCCCc1nc2cc(NC(=O)CCCCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1,,0.35267308,,, +2127644258,*c1ccc2c(c1)C(=O)N(c1cccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O,,0.34082447,,, +2127806896,*CCCCCCCCCCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1,,0.35745185,,, +2128237869,*CC(*)c1ccccc1F,,,0.1746666666666666,, +2128329222,*CCN(*)C(=O)CSC,,0.36204137,,, +2128364241,*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccccc3)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O,,0.39846881,,, +2128965450,*CCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1,,0.34767798,,, +2129332781,*CCCCCCNC(=O)CCCCCCCCC(=O)N*,,0.35371267,,, +2129403327,*Nc1ccc(C(Cc2ccccc2)c2ccc(N*)c(C)c2C)c(C)c1C,,0.36251454,,, +2130807414,*CC(*)C(=O)OCC1(C)COC(C)(C)OC1,95.74104893,,,, +2130816588,*OC(=O)c1ccc(C(=O)OC2COC3C(*)COC23)o1,,0.35695181,,, +2130846532,*Nc1cc([C@]2(C)CC(C)(C)c3cc(N*)c(N)cc32)ccc1N,,0.36873621,,, +2131450394,*Nc1ccccc1-c1ccc2cc3ccccc3cc2c1-c1ccccc1N*,,0.35945408,,, +2131565375,*Nc1cc2ccccc2c(Cc2c(N*)c(N)cc3ccccc23)c1N,,0.34344352,,, +2132236820,*OC1CCC(OC(=O)CCCCC(*)=O)CC1,,0.34360259,,, +2132602127,*Nc1ccc(Cc2cc(C)cc(Cc3ccc(N*)cc3)c2)cc1,,0.35392035,,, +2132630814,*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4cccc(-c5nnc(*)o5)n4)o3)cc2)cc1,,0.49159892,,, +2132767837,*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3-c3ccccc32)cc1,,0.36811921,,, +2132825345,*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C,,0.43542054,,, +2133999177,*Nc1ccccc1-c1c(N*)c(-c2ccccc2)c(-c2ccccc2)c(-c2ccccc2)c1-c1ccccc1,,0.3746419,,, +2134272821,*CC(C)(C)COC(=O)Nc1ccc(C)c(NC(=O)O*)c1,,0.3446265,,, +2134740083,*O[Si](C)(C)O[Si](C)(C)c1c(F)c(F)c(F)c([Si](*)(C)C)c1F,,0.41170032,,, +2135550018,*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc3)C4=O)cc2)cc1,,0.3631707,,, +2135749372,*CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1,,0.35898892,,, +2135907142,*C(=O)c1ccc2c(c1)C(=O)N(CC1(C)CC(N3C(=O)c4ccc(*)cc4C3=O)CC(C)(C)C1)C2=O,,0.37151766,,, +2136380644,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCC)cc1,,0.33546601,,, +2136556254,*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1,,0.37842734,,, +2136774388,*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(Cc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)c1)C2=O,,0.36986106,,, +2136777400,*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(*)c(S(=O)(=O)O)c4)cc3S(=O)(=O)O)cc2)cc1,,0.36520818,,, +2136833669,*Nc1ccc([C@H](C)c2ccc(C3(c4ccc([C@@H](C)c5ccc(N*)cc5)cc4)CCC(C)CC3)cc2)cc1,,0.36603759,,, +2137189788,*CCCCCCOC(=O)Nc1ccc(NC(=O)OCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c(C)c1,,0.34994782,,, +2137510659,*c1cccc(N/C=C\C(=O)c2cccc(C(=O)/C=C\Nc3cccc(S(*)(=O)=O)c3)c2)c1,,0.37814125,,, +2137901854,*O[Si](C)(C)c1c(F)c(F)c(F)c([Si](*)(C)C)c1F,,0.39677257,,, +2138950642,*Nc1c2ccccc2c(-c2c3ccccc3c(N*)c3c(-c4ccccc4)c(-c4ccccc4)c(-c4ccccc4)c(-c4ccccc4)c23)c2ccccc12,,0.38138687,,, +2139033638,*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c(OCCN(CC)c3ccc(N=Nc4ccc([N+](=O)[O-])cc4)cc3)c1)C2=O,,0.37475004,,, +2139220347,*Oc1ccc(Oc2ccc(Oc3cccc(C(=O)Oc4ccc(OC(=O)c5cccc(*)c5)cc4)c3)cc2)cc1,,0.35258751,,, +2139752461,*Nc1ccc([C@](C)(CC)c2cccc([C@](C)(CC)c3ccc(N*)cc3)c2)cc1,,0.36284184,,, +2139764431,*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5cnc6ccc(-c7ccc8nc(*)cnc8c7)cc6n5)cc4)cc3)cc2)cc1,,0.38627985,,, +2140175803,*CC(CO*)(CS(=O)(=O)C(C)C)CS(=O)(=O)C(C)C,,0.38031514,,, +2140329869,*Nc1ccc2c(c1)C1(C3=C(C=C[C@@H](N*)C3)C2)c2ccccc2-c2ccccc21,,0.36640776,,, +2140546586,*C(=O)Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C)c(C)c3)C4=O)c(C)c2)cc1C,,0.39302078,,, +2141222333,*CC(*)C1CC=CCC1,,,0.18075,0.84208322,12.70353444 +2141227349,*CC(*)Cl,,,0.139,1.263489368,21.12197193 +2141673799,*CCCCCC(=O)O*,,0.34897959,,1.002695727,18.83367597 +2141743526,*C=Cc1ccc2c(c1)Sc1cc(-c3ccc(-c4ccc(-c5ccc6c(c5)Sc5cc(*)ccc5N6c5ccc(OCCCCCCCCCCCC)cc5)s4)s3)ccc1N2c1ccc(OCCCCCCCCCCCC)cc1,,0.42062022,,, +2141765674,*Nc1cc2cc3ccc4cc5cc6ccccc6cc5cc4c3cc2c(-c2ccccc2)c1N*,,0.35825873,,, +2142082158,*CC(*)C(=O)OCCOCC1(CC)COC1,,0.35230889,,, +2142258643,*ON(C(F)(F)C(*)(F)F)C(F)(F)C(F)(F)Br,,0.34925007,,, +2142436702,*CC(*)OCCOc1ccc(C=C(C#N)C#N)cc1,,0.36175051,,, +2142712159,*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OC)cc1,,0.34491037,,, +2142796643,*CCCC(=O)NCc1ccc(CNC(=O)CCCO*)cc1,,,0.259,1.107946409,20.18778178 +2143562639,*c1ccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccc7ccccc7c6)nc5c4)ccc3nc2-c2ccc3ccccc3c2)cc1,,0.43086415,,, +2143661007,*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,,0.38226791,,, +2143712913,*NNC(=O)c1ccc(C(=O)NNC(=O)c2ccc([Si](c3ccccc3)(c3ccccc3)c3ccc(C(*)=O)cc3)cc2)c2ccccc12,,0.36644642,,, +2143907277,*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)c([Si](C)(C)C)c4)(C(F)(F)F)C(F)(F)F)cc3[Si](C)(C)C)cc2[Si](C)(C)C)c([Si](C)(C)C)c1,,0.41875754,,, +2144004917,*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC(C)CC(C)(C)C2)cc1,,0.37154633,,0.982602482,17.75581966 +2144112404,*c1ccc(Nc2ccc(C3(c4ccc(Nc5ccc(S(*)(=O)=O)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1,,0.40928842,,, +2144122430,*CC(OO*)c1ccc(C(C)(C)C)cc1,,0.37482971,,, +2144407419,*NC1=C2C=Cc3ccc(N*)c4c3[C@@H]2C(=CC1)C=C4,,0.33652131,,, +2144585137,*C=CCCCCCCCCCC(Cl)CCCCCCCCC*,,0.40465306,,, +2144833176,*Nc1cccc(-c2cc(N*)ccc2-c2ccccc2)c1,,0.35055049,,, +2144885299,*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)c4ccccc34)cc2)cc1,,0.37892993,,, +2145754904,*c1ccc(OCCOCCOc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1,,0.34463858,,, +2145995824,*c1ccc(C)c(N2C(=O)c3ccc(S(=O)(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.38486808,,, +2146083613,*CC(C)(C)COC(=O)CCCCC(=O)O*,,0.34752544,,, +2146213237,*CCOC(=O)c1ccc(C(C#N)=C(c2ccc(OC)cc2)N2CCC(*)CC2)cc1,,0.38560753,,, +2146592435,*Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,,0.36749796,,, +2146810552,*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,,0.35327976,,, +2147191531,*c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1,,0.36941098,,, +2147435020,*C=C(*)c1ccccc1C,261.6623551,,,, +2147438299,*c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCCOc2ccc(-c3nnc(*)s3)cc2)cc1,,0.37404941,,, diff --git a/simson_modeling/kaggle_comp/train_supplement/dataset1.csv b/simson_modeling/kaggle_comp/train_supplement/dataset1.csv new file mode 100644 index 0000000000000000000000000000000000000000..26da2b52bba2efcd6cd52efb0f5715f30171a290 --- /dev/null +++ b/simson_modeling/kaggle_comp/train_supplement/dataset1.csv @@ -0,0 +1,875 @@ +SMILES,TC_mean +*/C(=C(\c1ccccc1)c1ccc(*)cc1)c1ccccc1,0.338 +*/C(F)=C(\F)C(F)(C(*)(F)F)C(F)(F)F,0.102 +*/C=C(/*)C#CCCCCCCCCCCCCCCCCCCCCC(=O)O,0.4105 +*/C=C(/*)CCCCCCCCCCCCCCCCCCCCC(=O)O,0.403 +*/C=C/*,0.526 +*/C=C/*,0.262 +*/C=C/C(C)C(*)C(=O)OC,0.189 +*/C=C/C(C)CCCCC*,0.2486666666666666 +*/C=C/C(C*)C(C)CC,0.203 +*/C=C/C(C*)CCC,0.218 +*/C=C/C1CCC(*)C1,0.2603333333333333 +*/C=C/CC*,0.2486666666666666 +*/C=C/CC*,0.272 +*/C=C/CC*,0.244 +*/C=C/CCC*,0.2535 +*/C=C/CCC*,0.2796 +*/C=C/CCCCC*,0.3143333333333333 +*/C=C/CCCCCC*,0.33 +*/C=C/CCCCCCC(Cl)CCCCCC*,0.3405 +*/C=C/CCCCCCCC*,0.3571666666666666 +*/C=C/CCCCCCCC*,0.3804999999999999 +*/C=C/CCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCCCCCC,0.31 +*/C=C/CCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCCCCCCCCCCCCCC,0.332 +*/C=C/CCCCCCCCCC(Cl)CCCCCCCCC*,0.3419999999999999 +*/C=C/CCCCCCCCCC*,0.4142 +*/C=C/c1cc(-c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2ccccc2-3)c(*)cc1-c1ccc(F)cc1F,0.198 +*/C=C/c1cc(CCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1CCCCCCCCCCC,0.368 +*/C=C/c1cc(CCCCCCCCCCCC)c(*)s1,0.368 +*/C=C/c1cc(CCCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1CCCCCCCCCCCC,0.315 +*/C=C/c1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(F)c(C(F)(F)F)c1,0.185 +*/C=C/c1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(N(c2ccc(OC)cc2)c2ccc(OC)cc2)cc1,0.242 +*/C=C/c1cc(OCC2CC3CC2C2CCCC32)c(*)cc1OC,0.258 +*/C=C/c1cc(OCC2CC3CC2C2CCCC32)c(*)cc1OCC1CC2CC1C1CCCC21,0.24 +*/C=C/c1cc(OCCCCCC)c(*)cc1OC,0.524 +*/C=C/c1cc(OCCCCCCCC)c(*)cc1OC,0.31 +*/C=C/c1cc(OCCCCCCCCCCCC)c(*)cc1OC,0.251 +*/C=C/c1cc(OCCCCCCCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1OCCCCCCCCCCCCCCCC,0.3329999999999999 +*/C=C/c1cc(OCCc2ccccc2)c(*)cc1OC,0.285 +*/C=C/c1ccc(*)c(-c2c(OCC(CC)CCCC)ccc3cc(-c4ccccc4)ccc23)c1,0.212 +*/C=C/c1ccc(*)c(-c2c(OCC(CC)CCCC)ccc3ccccc23)c1,0.257 +*/C=C/c1ccc(*)c(-c2cc(-c3ccccc3)c(OCC(CC)CCCC)cc2OCC(CC)CCCC)c1,0.256 +*/C=C/c1ccc(*)c(-c2cc(OCC(CC)CCCC)c(-c3ccccc3)cc2OCC(CC)CCCC)c1,0.237 +*/C=C/c1ccc(*)c(-c2cc(OCC(CC)CCCC)c(OCC(CC)CCCC)cc2-c2ccccc2)c1,0.196 +*/C=C/c1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccc(C(F)(F)F)cc2)c1,0.184 +*/C=C/c1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccc(F)cc2)c1,0.334 +*/C=C/c1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccc(OC)cc2)c1,0.308 +*/C=C/c1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccccc2)c1,0.307 +*/C=C/c1ccc(*)c(-c2ccc(OCC(CC)CCCC)c3ccccc23)c1,0.219 +*/C=C/c1ccc(*)c2ccc(CCCCCC)cc12,0.339 +*/C=C/c1ccc(*)c2ccc(CCCCCCCCCCC)cc12,0.27 +*/C=C/c1sc(*)c(OCCCCCCCCCCCC)c1OCCCCCCCCCCCC,0.365 +*/C=C/c1sc(/C=C/c2cc(CCCCCCCCCCCC)c(*)s2)cc1CCCCCCCCCCCC,0.291 +*C(*)C,0.2033333333333333 +*C(*)CC,0.206 +*C(=O)N(*)CCCCCCCCCCCCCCCCCC,0.408 +*C(=O)NCCCCCCCCCCNC(=O)c1ccc(*)o1,0.217 +*C(=O)Nc1ccc(Oc2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1,0.297 +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O,0.328 +*C(F)(F)C(*)(F)Cl,0.139 +*C(F)(F)C(F)(F)C1(F)C(*)(F)OC(F)(F)C1(F)F,0.1265 +*C([2H])([2H])C(*)([2H])c1c([2H])c([2H])c([2H])c([2H])c1[2H],0.199 +*C1=NC2=CC(=CC=C2N1)C1=CC2=C(NC(O2)C2=CC=C(OC3=C4C5C6=C(C=CC=C6)C(C6=C5C=CC=C6)C4=C(OC4=CC=C(*)C=C4)C4=C3C3C5=C(C=CC=C5)C4C4=C3C=CC=C4)C=C2)C=C1,0.18 +*C1=NC2=CC(=CC=C2N1)C1=CC2=C(NC(O2)C2=CC=C(OC3=CC=C(OC4=CC=C(*)C=C4)C4=C3C3C5=C(C=CC=C5)C4C4=C3C=CC=C4)C=C2)C=C1,0.252 +*C1C(=O)N(C2CCCCC2)C(=O)C1*,0.1485 +*C1C(=O)N(c2ccc(C)cc2)C(=O)C1*,0.1405 +*C1C(=O)N(c2ccccc2)C(=O)C1*,0.143 +*C1C(=O)N(c2ccccc2C(=O)OC)C(=O)C1*,0.143 +*C1C(=O)OC(=O)C1*,0.1425 +*C1C=CC(*)C1,0.2784999999999999 +*C1CCC1*,0.163 +*C1Cc2ccccc2C1*,0.13 +*CC(*)(C#N)C(=O)OC,0.161 +*CC(*)(C#N)C(=O)OCC,0.1805 +*CC(*)(C#N)C(=O)OCCCC,0.179 +*CC(*)(C#N)C(=O)OCCCCCC,0.217 +*CC(*)(C(=O)OC)c1ccccc1,0.1426666666666667 +*CC(*)(C)C,0.2125 +*CC(*)(C)C#N,0.146 +*CC(*)(C)C(=O)NC(=O)OC(C)COc1c(Br)cc(S(=O)(=O)c2cc(Br)c(OCC(C)O)c(Br)c2)cc1Br,0.15 +*CC(*)(C)C(=O)NC(=O)Oc1c(Br)cc(S(=O)(=O)c2cc(Br)c(O)c(Br)c2)cc1Br,0.109 +*CC(*)(C)C(=O)OC,0.1594999999999999 +*CC(*)(C)C(=O)OC(C(F)(F)F)(C(F)(F)F)C(F)(F)F,0.0465 +*CC(*)(C)C(=O)OC(C(F)(F)F)C(F)(F)F,0.0755 +*CC(*)(C)C(=O)OC(C)(C)C,0.1525 +*CC(*)(C)C(=O)OC(C)C(C)(C)C,0.1674999999999999 +*CC(*)(C)C(=O)OC(C)C(F)(F)F,0.1139999999999999 +*CC(*)(C)C(=O)OC(C)CC,0.182 +*CC(*)(C)C(=O)OC(F)(C(F)(F)F)C(F)(F)Cl,0.069 +*CC(*)(C)C(=O)OC(F)(C(F)(F)F)C(F)(F)F,0.069 +*CC(*)(C)C(=O)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,0.084 +*CC(*)(C)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2,0.122 +*CC(*)(C)C(=O)OC12CC3CC(CC(C3)C1)C2,0.1245 +*CC(*)(C)C(=O)OC1CC(C)CC(C)(C)C1,0.146 +*CC(*)(C)C(=O)OC1CC2CCC1(C)C2(C)C,0.143 +*CC(*)(C)C(=O)OC1CCC(C(C)(C)C)CC1,0.153 +*CC(*)(C)C(=O)OC1CCC(C)CC1,0.1709999999999999 +*CC(*)(C)C(=O)OC1CCCC(C)C1,0.1545 +*CC(*)(C)C(=O)OC1CCCCC1,0.2239999999999999 +*CC(*)(C)C(=O)OC1CCCCC1C,0.153 +*CC(*)(C)C(=O)OCC,0.1699999999999999 +*CC(*)(C)C(=O)OCC(C)(C)C,0.1555 +*CC(*)(C)C(=O)OCC(C)(C)C1OCC(C)(C)CO1,0.1619999999999999 +*CC(*)(C)C(=O)OCC(CC)CCCC,0.1935 +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F,0.09 +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,0.0735 +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F,0.113 +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)F,0.095 +*CC(*)(C)C(=O)OCC1(C)COC(C)(C)OC1,0.1525 +*CC(*)(C)C(=O)OCC1(C)COCOC1,0.1305 +*CC(*)(C)C(=O)OCC1CCCO1,0.172 +*CC(*)(C)C(=O)OCC1CO1,0.1855 +*CC(*)(C)C(=O)OCCBr,0.128 +*CC(*)(C)C(=O)OCCC#N,0.138 +*CC(*)(C)C(=O)OCCC(C)(C)C,0.1895 +*CC(*)(C)C(=O)OCCC(C)CC(C)(C)C,0.198 +*CC(*)(C)C(=O)OCCCC,0.203 +*CC(*)(C)C(=O)OCCCCC,0.1895 +*CC(*)(C)C(=O)OCCCCCC,0.184 +*CC(*)(C)C(=O)OCCCCCCCC,0.2415 +*CC(*)(C)C(=O)OCCCCCCCCCC,0.259 +*CC(*)(C)C(=O)OCCCCCCCCCCCC,0.2665 +*CC(*)(C)C(=O)OCCCCCCCCCCCCCC,0.3115 +*CC(*)(C)C(=O)OCCCCCCCCCCCCCCCC,0.26 +*CC(*)(C)C(=O)OCCCCCCCCCCCCCCCCCC,0.317 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(-c2ccc(OC)cc2)cc1,0.2175 +*CC(*)(C)C(=O)OCCCCn1c2ccccc2c2ccccc21,0.1694999999999999 +*CC(*)(C)C(=O)OCCCl,0.1325 +*CC(*)(C)C(=O)OCCF,0.1679999999999999 +*CC(*)(C)C(=O)OCCN(C)C,0.2005 +*CC(*)(C)C(=O)OCCN(CC)CC,0.2375 +*CC(*)(C)C(=O)OCCN(CC)S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,0.1095 +*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1,0.19 +*CC(*)(C)C(=O)OCCNC(C)(C)C,0.184 +*CC(*)(C)C(=O)OCCOC,0.1815 +*CC(*)(C)C(=O)OCCOCC,0.212 +*CC(*)(C)C(=O)OCCS(=O)CC,0.199 +*CC(*)(C)C(=O)OCC[N+](=O)[O-],0.1895 +*CC(*)(C)C(=O)OCCc1ccccc1,0.168 +*CC(*)(C)C(=O)OCc1cccc([N+](=O)[O-])c1,0.158 +*CC(*)(C)C(=O)OCc1ccccc1,0.1755 +*CC(*)(C)C(=O)OCc1ccccc1Cl,0.159 +*CC(*)(C)C(=O)OCc1ccco1,0.172 +*CC(*)(C)C(=O)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl,0.0829999999999999 +*CC(*)(C)C(=O)Oc1ccc(C#N)cc1,0.1345 +*CC(*)(C)C(=O)Oc1ccc(C(C)(C)C)cc1,0.181 +*CC(*)(C)C(=O)Oc1ccc(C)cc1,0.1545 +*CC(*)(C)C(=O)Oc1ccc(C)cc1C,0.157 +*CC(*)(C)C(=O)Oc1ccc(CC#N)cc1,0.1655 +*CC(*)(C)C(=O)Oc1ccc2ccccc2c1,0.1639999999999999 +*CC(*)(C)C(=O)Oc1cccc(C)c1,0.151 +*CC(*)(C)C(=O)Oc1ccccc1,0.184 +*CC(*)(C)C(=O)Oc1ccccc1C,0.1905 +*CC(*)(C)C(C)=O,0.1669999999999999 +*CC(*)(C)C(N)=O,0.145 +*CC(*)(C)CC,0.17 +*CC(*)(C)CCC,0.174 +*CC(*)(C)c1ccc(C(C)C)cc1,0.2013333333333333 +*CC(*)(C)c1ccccc1,0.164 +*CC(*)(CC(=O)OC)C(=O)OC,0.152 +*CC(*)(CC(=O)OC1CCCCC1)C(=O)OC1CCCCC1,0.1694999999999999 +*CC(*)(CC(=O)OCC)C(=O)OCC,0.1689999999999999 +*CC(*)(CC(=O)OCC1CCCCC1)C(=O)OCC1CCCCC1,0.19 +*CC(*)(CC(=O)OCCC)C(=O)OCCC,0.1845 +*CC(*)(CC(=O)OCCC1CCCCC1)C(=O)OCCC1CCCCC1,0.213 +*CC(*)(CC(=O)OCCCC)C(=O)OCCCC,0.2249999999999999 +*CC(*)(CC(=O)OCCCC1CCCCC1)C(=O)OCCCC1CCCCC1,0.199 +*CC(*)(CC(=O)OCCCCC)C(=O)OCCCCC,0.215 +*CC(*)(CC(=O)OCCCCCC)C(=O)OCCCCCC,0.2319999999999999 +*CC(*)(CC(=O)OCCCc1ccccc1)C(=O)OCCCc1ccccc1,0.2055 +*CC(*)(CC(=O)OCCc1ccccc1)C(=O)OCCc1ccccc1,0.199 +*CC(*)(CC(=O)OCc1ccccc1)C(=O)OCc1ccccc1,0.176 +*CC(*)(CC(=O)Oc1ccc(C)cc1)C(=O)Oc1ccc(C)cc1,0.182 +*CC(*)(CC(=O)Oc1cccc(C)c1)C(=O)Oc1cccc(C)c1,0.165 +*CC(*)(CC(=O)Oc1ccccc1)C(=O)Oc1ccccc1,0.154 +*CC(*)(CC(=O)Oc1ccccc1C)C(=O)Oc1ccccc1C,0.1635 +*CC(*)(CC)C(=O)OCC,0.145 +*CC(*)(CF)C(=O)OC,0.1365 +*CC(*)(CF)C(=O)OCC,0.1684999999999999 +*CC(*)(Cl)C(=O)OC(C)C,0.1465 +*CC(*)(Cl)C(=O)OC(C)CC,0.174 +*CC(*)(Cl)C(=O)OC1CCCCC1,0.1365 +*CC(*)(Cl)C(=O)OCC,0.1985 +*CC(*)(Cl)C(=O)OCCC,0.173 +*CC(*)(Cl)C(=O)OCCCC,0.178 +*CC(*)(F)C#N,0.154 +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,0.095 +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F,0.108 +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F,0.106 +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)F,0.097 +*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F,0.121 +*CC(*)C,0.2445 +*CC(*)C#N,0.207 +*CC(*)C(=O)C(C)C,0.203 +*CC(*)C(=O)C1CCCCC1,0.204 +*CC(*)C(=O)N(C(C)C)C(C)C,0.1865 +*CC(*)C(=O)N(C)C,0.2125 +*CC(*)C(=O)N(C)c1ccccc1,0.1775 +*CC(*)C(=O)N(CCCC)CCCC,0.211 +*CC(*)C(=O)N1CCCCC1,0.218 +*CC(*)C(=O)N1CCOCC1,0.212 +*CC(*)C(=O)NC(C)(C)C,0.199 +*CC(*)C(=O)NC(C)C,0.203 +*CC(*)C(=O)NC(C)CC,0.2259999999999999 +*CC(*)C(=O)NCCCC,0.252 +*CC(*)C(=O)NCCCCCC(=O)O,0.2495 +*CC(*)C(=O)NCCCCCCCC/C=C/CCCCCCCC,0.3065 +*CC(*)C(=O)NCCCCCCCCCCCC,0.3435 +*CC(*)C(=O)NCCCCCCCCCCCCCC,0.3746666666666667 +*CC(*)C(=O)NCCCCCCCCCCCCCCCC,0.3105 +*CC(*)C(=O)NCCCCCCCCCCCCCCCCCC,0.383 +*CC(*)C(=O)NCCCCCCCCCCCCCCCCCCCCCC,0.3665 +*CC(*)C(=O)OC(C)CC(C)C,0.207 +*CC(*)C(=O)OC(C)CCC(CC)CCCC,0.212 +*CC(*)C(=O)OC(C)CCCCC,0.2405 +*CC(*)C(=O)OC(C)CCCCCC,0.245 +*CC(*)C(=O)OC(CC)CC,0.213 +*CC(*)C(=O)OC(CCC(CC)CCCC)CC(C)C,0.2319999999999999 +*CC(*)C(=O)OC(F)(C(F)(F)F)C(F)(F)F,0.1119999999999999 +*CC(*)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2,0.1635 +*CC(*)C(=O)OC1CC(C)CC(C)(C)C1,0.2205 +*CC(*)C(=O)OC1CCCCC1,0.201 +*CC(*)C(=O)OCC,0.2305 +*CC(*)C(=O)OCC(C)(C)C,0.2115 +*CC(*)C(=O)OCC(C)CC,0.221 +*CC(*)C(=O)OCC(C)CCC,0.217 +*CC(*)C(=O)OCC(CC)CC,0.2095 +*CC(*)C(=O)OCC(CC)CCCC,0.2309999999999999 +*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)F,0.086 +*CC(*)C(=O)OCCC#N,0.195 +*CC(*)C(=O)OCCC(C)C,0.224 +*CC(*)C(=O)OCCC(C)OC,0.212 +*CC(*)C(=O)OCCCC,0.2075 +*CC(*)C(=O)OCCCCCC,0.2565 +*CC(*)C(=O)OCCCCCC(=O)Oc1ccc(-c2ccc(C#N)cc2)cc1,0.2299999999999999 +*CC(*)C(=O)OCCCCCCCCC,0.281 +*CC(*)C(=O)OCCCCCCCCCCCCCC,0.3215 +*CC(*)C(=O)OCCCCCCCCCCCCCCCC,0.3626666666666667 +*CC(*)C(=O)OCCCCCCCCCCCCCCCCCC,0.3795 +*CC(*)C(=O)OCCCCCCCCCCCCCCCCCCCCCC,0.3585 +*CC(*)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1,0.2245 +*CC(*)C(=O)OCCCCCCSCC#N,0.2175 +*CC(*)C(=O)OCCCCSC,0.2005 +*CC(*)C(=O)OCCCSC,0.211 +*CC(*)C(=O)OCCCSCC,0.2155 +*CC(*)C(=O)OCCCSCCC#N,0.219 +*CC(*)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1,0.2135 +*CC(*)C(=O)OCCSC,0.181 +*CC(*)C(=O)OCCSCC,0.2175 +*CC(*)C(=O)OCCSCC#N,0.183 +*CC(*)C(=O)OCCSCCC#N,0.1875 +*CC(*)C(=O)OCCSCCCC#N,0.18 +*CC(*)C(=O)OCCc1ccccc1,0.196 +*CC(*)C(=O)OCc1ccc(C#N)cc1,0.182 +*CC(*)C(=O)OCc1ccccc1,0.1985 +*CC(*)C(=O)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl,0.0849999999999999 +*CC(*)C(=O)Oc1ccc(-c2ccccc2)cc1,0.2055 +*CC(*)C(=O)Oc1ccc(C#N)cc1,0.1845 +*CC(*)C(=O)Oc1ccc(C(=O)OCCCC)cc1,0.2329999999999999 +*CC(*)C(=O)Oc1ccc(C(C)(C)C)cc1,0.2245 +*CC(*)C(=O)Oc1ccc(C)cc1,0.193 +*CC(*)C(=O)Oc1ccc(Cl)cc1,0.158 +*CC(*)C(=O)Oc1ccc(Cl)cc1Cl,0.119 +*CC(*)C(=O)Oc1ccc(OC)cc1,0.208 +*CC(*)C(=O)Oc1cccc(C)c1,0.2055 +*CC(*)C(=O)Oc1cccc(N(C)C)c1,0.221 +*CC(*)C(=O)Oc1cccc2ccccc12,0.1644999999999999 +*CC(*)C(=O)Oc1ccccc1,0.196 +*CC(*)C(=O)Oc1ccccc1C,0.1735 +*CC(*)C(=O)Oc1ccccc1C(C)(C)C,0.175 +*CC(*)C(=O)Oc1ccccc1Cl,0.166 +*CC(*)C(=O)c1ccc(C(C)(C)C)cc1,0.1915 +*CC(*)C(=O)c1ccc(C)cc1,0.1975 +*CC(*)C(C)(C)C,0.1363333333333333 +*CC(*)C(C)=O,0.179 +*CC(*)C(C)C,0.1868 +*CC(*)C(C)CC,0.1897499999999999 +*CC(*)C(C)c1ccccc1,0.1506666666666666 +*CC(*)C(CC)CC,0.1883333333333333 +*CC(*)C1CC1,0.2175 +*CC(*)C1CC=CCC1,0.18075 +*CC(*)C1CCC(C)CC1,0.1996666666666666 +*CC(*)C1CCC1,0.209 +*CC(*)C1CCCC(C)C1,0.1806666666666666 +*CC(*)C1CCCC1,0.2016666666666666 +*CC(*)C1CCCCC1,0.1906666666666666 +*CC(*)C=O,0.2425 +*CC(*)CC,0.2253333333333333 +*CC(*)CC(C)(C)C,0.1735 +*CC(*)CC(C)(C)CC,0.1863333333333333 +*CC(*)CC(C)C,0.2083333333333333 +*CC(*)CC(C)C(F)(F)F,0.148 +*CC(*)CC(C)CC,0.202 +*CC(*)CC(CC)CC,0.219 +*CC(*)CC1CCCC1,0.2283333333333333 +*CC(*)CC1CCCCC1,0.2256 +*CC(*)CCC,0.2463333333333333 +*CC(*)CCC(C)(C)C,0.1929999999999999 +*CC(*)CCC(C)C,0.216 +*CC(*)CCC(C)CC,0.229 +*CC(*)CCC1CCCCC1,0.2176666666666666 +*CC(*)CCCC,0.2306666666666666 +*CC(*)CCCC(C)(C)C,0.216 +*CC(*)CCCC(C)C,0.2573333333333333 +*CC(*)CCCC1CCCCC1,0.2463333333333333 +*CC(*)CCCCC,0.2583999999999999 +*CC(*)CCCCCC,0.238 +*CC(*)CCCCCCC,0.2669999999999999 +*CC(*)CCCCCCCC,0.286 +*CC(*)CCCCCCCCC,0.3193333333333333 +*CC(*)CCCCCCCCCC,0.33575 +*CC(*)CCCCCCCCCCC,0.3206666666666666 +*CC(*)CCCCCCCCCCCC,0.339 +*CC(*)CCCCCCCCCCCCC,0.3383333333333333 +*CC(*)CCCCCCCCCCCCCC,0.3409999999999999 +*CC(*)CCCCCCCCCCCCCCCC,0.375 +*CC(*)CCCCCCCCCCCCCCCCCC,0.381 +*CC(*)CCCCCCCCCCCCCCCCCCCC,0.4019999999999999 +*CC(*)CCCN(CC(C)C)CC(C)C,0.201 +*CC(*)CCc1ccccc1,0.1803333333333333 +*CC(*)CNc1ccc([N+](=O)[O-])cn1,0.192 +*CC(*)Cc1ccccc1,0.1963333333333333 +*CC(*)Cl,0.139 +*CC(*)O,0.424 +*CC(*)OC,0.2614999999999999 +*CC(*)OC(=O)C1(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C1(F)F,0.086 +*CC(*)OC(=O)CC,0.212 +*CC(*)OC(=O)CCCCCCCCCCC,0.261 +*CC(*)OC(=O)CCCCCCCCCCCCCCC,0.319 +*CC(*)OC(=O)CCCCCCCCCCCCCCCCC,0.305 +*CC(*)OC(=O)CCCCCCCCCCCCCCCCCCCCC,0.371 +*CC(*)OC(=O)c1ccc(OC(=O)CCC)cc1,0.223 +*CC(*)OC(=O)c1ccccc1,0.1669999999999999 +*CC(*)OC(C)C,0.2115 +*CC(*)OCC,0.2465 +*CC(*)OCCCCCCCCCCCCCCCCCC,0.3868 +*CC(*)O[N+](=O)[O-],0.1585 +*CC(*)c1c(C)cc(C)cc1C,0.1669999999999999 +*CC(*)c1cc(Br)ccc1OC,0.132 +*CC(*)c1cc(Br)ccc1OC(C)C,0.124 +*CC(*)c1cc(Br)ccc1OCC,0.124 +*CC(*)c1cc(Br)ccc1OCCC,0.136 +*CC(*)c1cc(Br)ccc1OCCC(C)C,0.1674999999999999 +*CC(*)c1cc(Br)ccc1OCCCC,0.1493333333333333 +*CC(*)c1cc(Br)ccc1OCCCCC,0.1545 +*CC(*)c1cc(C(C)(C)C)ccc1C,0.1636666666666666 +*CC(*)c1cc(C(C)C)ccc1C(C)C,0.1616666666666666 +*CC(*)c1cc(C)c(C)cc1C,0.2095 +*CC(*)c1cc(C)ccc1C,0.173 +*CC(*)c1cc(C)ccc1F,0.171 +*CC(*)c1cc(Cl)ccc1Cl,0.1119999999999999 +*CC(*)c1cc(F)ccc1F,0.1403333333333333 +*CC(*)c1ccc(C(=O)CCCCCCC)cc1,0.2663333333333333 +*CC(*)c1ccc(C(=O)CCN2CCCCC2)cc1,0.225 +*CC(*)c1ccc(C(=O)N(C)C)cc1,0.246 +*CC(*)c1ccc(C(=O)N(CC)CC)cc1,0.213 +*CC(*)c1ccc(C(=O)N2CCOCC2)cc1,0.24 +*CC(*)c1ccc(C(=O)O)c(C(=O)O)c1,0.171 +*CC(*)c1ccc(C(=O)OC)cc1,0.2033333333333333 +*CC(*)c1ccc(C(=O)OCCN(C)C)cc1,0.2314999999999999 +*CC(*)c1ccc(C(C)(C)C)cc1,0.184 +*CC(*)c1ccc(C(C)(C)O)cc1,0.2316666666666666 +*CC(*)c1ccc(C(C)(O)CC)cc1,0.2266666666666666 +*CC(*)c1ccc(C(C)=O)cc1,0.2296666666666666 +*CC(*)c1ccc(C(C)C)cc1C(C)C,0.1979999999999999 +*CC(*)c1ccc(C)c(C)c1,0.1905 +*CC(*)c1ccc(C)cc1,0.1873333333333333 +*CC(*)c1ccc(C)cc1C,0.1856666666666666 +*CC(*)c1ccc(CC)cc1,0.2013333333333333 +*CC(*)c1ccc(CCC)cc1,0.2345 +*CC(*)c1ccc(CCCC)cc1,0.2096666666666666 +*CC(*)c1ccc(CCCCCC)cc1,0.241 +*CC(*)c1ccc(CCCCCCCC)cc1,0.2674999999999999 +*CC(*)c1ccc(CCCCCCCCC)cc1,0.277 +*CC(*)c1ccc(CCCCCCCCCC)cc1,0.2825 +*CC(*)c1ccc(CCCCCCCCCCCC)cc1,0.3035 +*CC(*)c1ccc(CCCCCCCCCCCCCC)cc1,0.3399999999999999 +*CC(*)c1ccc(CCCCCCCCCCCCCCCC)cc1,0.3409999999999999 +*CC(*)c1ccc(CCCCCCCCCCCCCCCCCC)cc1,0.3751666666666667 +*CC(*)c1ccc(COCC(CC)CCCC)cc1,0.268 +*CC(*)c1ccc(COCCCCCC)cc1,0.252 +*CC(*)c1ccc(COCCCCCCOc2ccc(-c3ccc(OC)cc3)cc2)cc1,0.3 +*CC(*)c1ccc(COCCOCCCC)cc1,0.262 +*CC(*)c1ccc(COCCOCCCCCCCC)cc1,0.282 +*CC(*)c1ccc(Cl)c(C)c1,0.154 +*CC(*)c1ccc(Cl)c(Cl)c1,0.114 +*CC(*)c1ccc(Cl)c(F)c1,0.1275 +*CC(*)c1ccc(Cl)cc1C,0.1366666666666667 +*CC(*)c1ccc(Cl)cc1Cl,0.1006666666666666 +*CC(*)c1ccc(F)cc1C,0.1413333333333333 +*CC(*)c1ccc(O)cc1,0.2073333333333333 +*CC(*)c1ccc(OC(C)=O)cc1,0.2005 +*CC(*)c1cccc(-c2ccc(-c3ccccc3)cc2)c1,0.1956666666666666 +*CC(*)c1cccc(C)c1,0.1973333333333333 +*CC(*)c1cccc(CC)c1,0.186 +*CC(*)c1cccc(Cl)c1,0.14175 +*CC(*)c1cccc(F)c1,0.1623333333333333 +*CC(*)c1cccc2ccccc12,0.194 +*CC(*)c1ccccc1,0.2045999999999999 +*CC(*)c1ccccc1C,0.1903333333333333 +*CC(*)c1ccccc1C(=O)N(C)C,0.165 +*CC(*)c1ccccc1C(=O)NC,0.1836666666666666 +*CC(*)c1ccccc1C(=O)Nc1ccccc1,0.1636666666666666 +*CC(*)c1ccccc1C(=O)OC,0.1736666666666666 +*CC(*)c1ccccc1C(=O)OC(C)C,0.1736666666666666 +*CC(*)c1ccccc1C(=O)OCC,0.1816666666666666 +*CC(*)c1ccccc1C(=O)OCC(C)C,0.1696666666666666 +*CC(*)c1ccccc1C(=O)OCCC,0.1929999999999999 +*CC(*)c1ccccc1C(=O)OCCC(C)C,0.1929999999999999 +*CC(*)c1ccccc1C(=O)OCCCC,0.1953333333333333 +*CC(*)c1ccccc1C(=O)OCCCCC,0.1923333333333333 +*CC(*)c1ccccc1C(=O)OCCCCCC,0.2056666666666666 +*CC(*)c1ccccc1C(=O)OCCN(C)C,0.1853333333333333 +*CC(*)c1ccccc1C(=O)Oc1ccccc1,0.1693333333333333 +*CC(*)c1ccccc1CC,0.1843333333333333 +*CC(*)c1ccccc1COC,0.2066666666666666 +*CC(*)c1ccccc1COC(C)C,0.171 +*CC(*)c1ccccc1COCC,0.1846666666666666 +*CC(*)c1ccccc1COCCC,0.217 +*CC(*)c1ccccc1COCCC(C)C,0.1943333333333333 +*CC(*)c1ccccc1COCCCC,0.2096666666666666 +*CC(*)c1ccccc1COCCCCC,0.186 +*CC(*)c1ccccc1COCCc1ccccc1,0.1883333333333333 +*CC(*)c1ccccc1COCc1ccccc1,0.1913333333333333 +*CC(*)c1ccccc1Cl,0.1436666666666667 +*CC(*)c1ccccc1F,0.1746666666666666 +*CC(*)c1ccccc1OC,0.1946666666666666 +*CC(*)c1ccccn1,0.196 +*CC(*)c1cccs1,0.1995 +*CC(*)n1c2ccccc2c2ccccc21,0.147 +*CC(*)n1cc2ccccc2n1,0.2075 +*CC(=O)N*,0.277 +*CC(=O)c1ccc(Oc2ccc(C(=O)COc3ccc(/C=C4\CC/C(=C\c5ccc(O*)c(OC)c5)C4=O)cc3OC)cc2)cc1,0.228 +*CC(=O)c1ccc(Oc2ccc(C(=O)COc3ccc(/C=C4\CC/C(=C\c5ccc(O*)cc5)C4=O)cc3)cc2)cc1,0.259 +*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)O*,0.186 +*CC(C)(C)O*,0.1995 +*CC(C)C(*)(C)C,0.2026666666666666 +*CC(CC(*)(C#N)C(=O)OC)c1ccccc1,0.176 +*CC(CCCCCCCCCCCCCCCC)C(CCCCCCCCCCCCCCCC)COC(=O)c1ccc(C(=O)O*)cc1,0.354 +*CC(CCCCCCCCCCCCCCCC)C1C(=O)N(CCCCCCCCCCCC)C(=O)C1*,0.335 +*CC(CCl)(CCl)O*,0.1159999999999999 +*CC(F)(F)C1(F)CC(C(O)(C(F)(F)F)C(F)(F)F)CC1*,0.109 +*CC(O)COc1c(Cl)cc(C(C)(C)c2cc(Cl)c(O*)c(Cl)c2)cc1Cl,0.1485 +*CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.198 +*CC(O*)c1ccccc1,0.181 +*CC(c1ccccn1)C(c1ccccc1)C(*)c1ccccn1,0.151 +*CC/C=C(/*)C,0.256 +*CC/C=C(/*)C,0.258 +*CC/C=C(/*)C,0.235 +*CC/C=C(/*)C(C)(C)C,0.20825 +*CC/C=C(/*)C(C)C,0.21 +*CC/C=C(/*)CCC,0.2233333333333333 +*CC/C=C(/*)CCCCCCC,0.269 +*CC1(*)CCC(C)CC1,0.164 +*CC1(*)CCCCC1,0.1443333333333333 +*CC1CCC(*)C1,0.3353333333333333 +*CC1CCC(COC(=O)CCCCCCCCCCC(=O)O*)CC1,0.279 +*CC1CCC(COC(=O)NCCSCCCCCCSCCNC(=O)O*)CC1,0.24 +*CCC(*)(C)C,0.1956666666666666 +*CCC(=O)OC(=O)CCc1ccc(*)o1,0.216 +*CCC(=O)Oc1ccc(OC(=O)CCN2CCN(*)CC2)cc1,0.224 +*CCC(C(=O)OCC)C(*)C(=O)OCC,0.2075 +*CCC(C)C(*)C,0.2329999999999999 +*CCC(C)CCC(=O)O*,0.253 +*CCC(Cl)C(*)Cl,0.1795 +*CCC/C=C(/*)c1ccc(Cl)cc1,0.184 +*CCC1CCCC1*,0.2863333333333333 +*CCCC(*)(C)C,0.236 +*CCCC(*)(C)C(=O)O,0.1985 +*CCCC(*)(C)CC,0.2339999999999999 +*CCCC(=O)NCc1ccc(CNC(=O)CCCO*)cc1,0.259 +*CCCC1CC(=O)N(*)C(=O)C1,0.23 +*CCCC1CCN(C(=O)SSCCCCSSC(=O)N2CCC(*)CC2)CC1,0.223 +*CCCCC(C)CC(=O)N*,0.254 +*CCCCCC(*)CCCCCCCCCC,0.406 +*CCCCCC(*)CCCCCCCCCCCC,0.381 +*CCCCCC(*)CCCCCCCCCCCCCC,0.403 +*CCCCCC(=O)N*,0.301 +*CCCCCCC(=O)NCCCCCCNC(=O)CCCCCCO*,0.3215 +*CCCCCCCC(*)C,0.371 +*CCCCCCCC(=O)N*,0.329 +*CCCCCCCCC(=O)NCCCCCCNC(=O)CCCCCCCCO*,0.3575 +*CCCCCCCCC(=O)NCCCCCCNC(=O)CCCCO*,0.3185 +*CCCCCCCCC(=O)NCCCCCCNC(=O)CCCO*,0.286 +*CCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCCO*,0.287 +*CCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCO*,0.289 +*CCCCCCCCCC#CC#CCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,0.307 +*CCCCCCCCCCC(=O)NCCCCCC(=O)N*,0.296 +*CCCCCCCCCCC(=O)NCCCCCCNC(=O)CCCCO*,0.3565 +*CCCCCCCCCCC(=O)NCCCCCCNC(=O)CCCO*,0.3245 +*CCCCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCCO*,0.3349999999999999 +*CCCCCCCCCCC(=O)NCCCCCOCCCCCNC(=O)CCCO*,0.303 +*CCCCCCCCCCC(=O)NCCc1ccc(CCNC(=O)CCCCCCCCCCS*)cc1,0.296 +*CCCCCCCCCCC(=O)NCc1ccc(CNC(=O)CCCCCCCCCCS*)cc1,0.285 +*CCCCCCCCCCC(Cl)C(*)Cl,0.316 +*CCCCCCCCCCCC(=O)N*,0.3409999999999999 +*CCCCCCCCCCCCC(=O)N*,0.33 +*CCCCCCCCCCCCCCC(*)Cl,0.3735 +*CCCCCCCCCCCCCCC(=O)N*,0.389 +*CCCCCCCCCCCCCCC(=O)O*,0.3595 +*CCCCCCCCCCCCCCCC(=O)O*,0.3954 +*CCCCCCCCCCCCCCCCC(=O)N*,0.379 +*CCCCCCCCCCCCCCCCCCCCC(*)COCCOCCOCCOCCOCCCCCC,0.39925 +*CCCCCCCCCCCCCCCCCCCCC(*)COCCOCCOCCOCCOCCCCCCCCCCCCCC,0.38425 +*CCCCCCCCCCCCCCCCCCCCC(*)Cl,0.468 +*CCCCCCCCCCCCCCCCCCCCCC(=O)N*,0.4325 +*CCCCCCCCCCCCCCCCCCCCCCOC(=O)CC(CC(=O)O*)c1ccccc1,0.354 +*CCCCCCCCCCCCCCCCCCCCCCOC(=O)CCC(=O)O*,0.387 +*CCCCCCCCCCCCCCCCCCCCCCOC(=O)CCCCC(=O)O*,0.376 +*CCCCCCCCCCCCCCCCCCCCCCOC(=O)Cc1ccccc1CC(=O)O*,0.367 +*CCCCCCCCCCCCCCCCCCCCOC(=O)C(=O)O*,0.3545 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CC(=O)O*,0.318 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCC(=O)O*,0.362 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCC(C)CC(=O)O*,0.362 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCC(=O)O*,0.302 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCC(=O)O*,0.3545 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCC(=O)O*,0.406 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,0.3379999999999999 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCCCC(=O)O*,0.507 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,0.276 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCS(=O)(=O)CCCCC(=O)O*,0.322 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CCCCSCCCCC(=O)O*,0.322 +*CCCCCCCCCCCCCCCCCCCCOC(=O)COCC(=O)O*,0.3249999999999999 +*CCCCCCCCCCCCCCCCCCCCc1nnc(*)o1,0.398 +*CCCCCCCCCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.369 +*CCCCCCCCCCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,0.4337499999999999 +*CCCCCCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,0.4533333333333333 +*CCCCCCCCCCCCCCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1,0.3755 +*CCCCCCCCCCCCCCCCCCNC(=O)NCCCCCCCCCCNC(=O)N*,0.39 +*CCCCCCCCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N*,0.383 +*CCCCCCCCCCCCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1,0.304 +*CCCCCCCCCCCCCCCCCCOCO*,0.406 +*CCCCCCCCCCCCCCCCOC(=O)C/C=C/CC(=O)O*,0.315 +*CCCCCCCCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O*,0.304 +*CCCCCCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,0.308 +*CCCCCCCCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,0.442 +*CCCCCCCCCCCCCCCCOC(=O)CCCCCCCCCCCCC(=O)O*,0.297 +*CCCCCCCCCCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O*,0.275 +*CCCCCCCCCCCCCCCCOC(=O)NCCCCCCNC(=O)O*,0.348 +*CCCCCCCCCCCCCCCC[N+](C)(C)CCCCCC[N+](*)(C)C,0.408 +*CCCCCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.3944999999999999 +*CCCCCCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,0.346 +*CCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,0.4341428571428571 +*CCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,0.3915714285714285 +*CCCCCCCCCCCCCCNC(=O)NCCCCCCCCCCNC(=O)N*,0.344 +*CCCCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N*,0.4 +*CCCCCCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O*,0.318 +*CCCCCCCCCCCCCCOC(=O)CCCCC(=O)O*,0.3555 +*CCCCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,0.3165 +*CCCCCCCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,0.333 +*CCCCCCCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,0.258 +*CCCCCCCCCCCCCCOC(=O)c1ccc(C(=O)NCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,0.274 +*CCCCCCCCCCCCCCS*,0.34125 +*CCCCCCCCCCCCCNC(=O)CCCCCCCCCCCC(=O)N*,0.3835 +*CCCCCCCCCCCCNC(=O)C(=O)N*,0.309 +*CCCCCCCCCCCCNC(=O)CCCCC(=O)N*,0.3745 +*CCCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.374 +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,0.3994999999999999 +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,0.396 +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,0.44 +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,0.3944285714285714 +*CCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N*,0.3545 +*CCCCCCCCCCCCO*,0.4307499999999999 +*CCCCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O*,0.274 +*CCCCCCCCCCCCOC(=O)CCCCC(=O)O*,0.292 +*CCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,0.284 +*CCCCCCCCCCCCOC(=O)CCCCCCCCCCC(=O)O*,0.297 +*CCCCCCCCCCCCOC(=O)CCCCCCCCCCCCC(=O)O*,0.294 +*CCCCCCCCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,0.306 +*CCCCCCCCCCCNC(=O)CCCCC(=O)N*,0.3295 +*CCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.314 +*CCCCCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCCCCNC(=O)C(=O)N*,0.3195 +*CCCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,0.389 +*CCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,0.37175 +*CCCCCCCCCCCSCCCCCCCCCCS*,0.352 +*CCCCCCCCCCCSCCCCCCS*,0.3145 +*CCCCCCCCCCN/C(C)=N/*,0.298 +*CCCCCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,0.35 +*CCCCCCCCCCNC(=O)CC/C=C/CCC(=O)N*,0.3125 +*CCCCCCCCCCNC(=O)CCCCCCC(=O)N*,0.422 +*CCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.408 +*CCCCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCCCNC(=O)C(=O)N*,0.4125 +*CCCCCCCCCCNC(=O)CCCCCCCCCCCC(=O)N*,0.3685 +*CCCCCCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,0.342 +*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,0.368 +*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,0.381 +*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,0.3873333333333333 +*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,0.38825 +*CCCCCCCCCCNC(=O)NCCCCCCCCNC(=O)N*,0.366 +*CCCCCCCCCCO*,0.353 +*CCCCCCCCCCOC(=O)CCC(=O)O*,0.285 +*CCCCCCCCCCOC(=O)CCCC(=O)O*,0.263 +*CCCCCCCCCCOC(=O)CCCCCCC(=O)O*,0.3445 +*CCCCCCCCCCOC(=O)CCCCCCCC(=O)O*,0.3325 +*CCCCCCCCCCOC(=O)CCCCCCCCC(=O)O*,0.281 +*CCCCCCCCCCOC(=O)CCCCCCCCCCC(=O)O*,0.319 +*CCCCCCCCCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O*,0.3415 +*CCCCCCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,0.2955 +*CCCCCCCCCCOC(=O)CCCCS(=O)(=O)CCCCC(=O)O*,0.278 +*CCCCCCCCCCOC(=O)CCCCSCCCCC(=O)O*,0.27 +*CCCCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O*,0.316 +*CCCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,0.307 +*CCCCCCCCCCOCCCCCCCCCCOCCCCCCO*,0.269 +*CCCCCCCCCCOCCCCCCCCCCOCCCCCO*,0.38525 +*CCCCCCCCCCOCCCCCCCCCCOCCCCO*,0.329 +*CCCCCCCCCCOCCCCCCOCCCCCCO*,0.36175 +*CCCCCCCCCCOCO*,0.297 +*CCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCOc3ccc(C(=O)Oc4ccc(O*)cc4)cc3)cc2)cc1,0.344 +*CCCCCCCCCCSCCCCCCS*,0.3305 +*CCCCCCCCCCSCCCCS*,0.282 +*CCCCCCCCCCSSCCCCCCSS*,0.2295 +*CCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1,0.21 +*CCCCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,0.347 +*CCCCCCCCCNC(=O)CCCCCCCC(=O)N*,0.361 +*CCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.3485 +*CCCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCCNC(=O)C(=O)N*,0.312 +*CCCCCCCCCNC(=O)CCCCCCCCCC(=O)N*,0.312 +*CCCCCCCCCNC(=O)CCCCCCCCCCCC(=O)N*,0.348 +*CCCCCCCCCOC(=O)CCCCCCCC(=O)O*,0.294 +*CCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,0.259 +*CCCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,0.315 +*CCCCCCCCCOCO*,0.277 +*CCCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,0.331 +*CCCCCCCCNC(=O)CCCCC(=O)N*,0.291 +*CCCCCCCCNC(=O)CCCCCCCC(=O)N*,0.308 +*CCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.392 +*CCCCCCCCNC(=O)CCCCCCCCC(=O)NCCCCCCCCNC(=O)C(=O)N*,0.3315 +*CCCCCCCCNC(=O)CCCCCCCCCCC(=O)N*,0.3463333333333334 +*CCCCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,0.381 +*CCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,0.355 +*CCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,0.3725 +*CCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,0.425 +*CCCCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,0.293 +*CCCCCCCCOC(=O)CCCCCNC(=O)c1ccc(C(=O)NCCCCCC(=O)O*)cc1,0.276 +*CCCCCCCCOC(=O)c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(C(=O)O*)cc2)cc1,0.261 +*CCCCCCCCSSCCCCSS*,0.192 +*CCCCCCCCc1nnc(*)o1,0.324 +*CCCCCCCNC(=O)C(CCCCCCCCCCCC)C(=O)N*,0.3455 +*CCCCCCCNC(=O)CCCCC(=O)N*,0.323 +*CCCCCCCNC(=O)CCCCCC(=O)N*,0.334 +*CCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.3235 +*CCCCCCCNC(=O)CCCCCCCCCC(=O)N*,0.4065 +*CCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,0.4137499999999999 +*CCCCCCN(C)C(=O)CCCCCCCCCCCCCCC(=O)N(*)C,0.33 +*CCCCCCN(C)C(=O)CCCCCCCCCCCCCCCCC(=O)N(*)C,0.3525 +*CCCCCCN(CC)C(=O)CCCCCCCCCCCCCCCCC(=O)N(*)CC,0.333 +*CCCCCCNC(=O)C(CCCCCCCCCCCCC)C(=O)N*,0.2925 +*CCCCCCNC(=O)C(CCCCCCCCCCCCCC)C(=O)N*,0.319 +*CCCCCCNC(=O)C(CCCCCCCCCCCCCCC)C(=O)N*,0.3369999999999999 +*CCCCCCNC(=O)C(CCCCCCCCCCCCCCCC)C(=O)N*,0.3235 +*CCCCCCNC(=O)C(CCCCCCCCCCCCCCCCC)C(=O)N*,0.3505 +*CCCCCCNC(=O)C(CCCCCCCCCCCCCCCCCC)C(=O)N*,0.354 +*CCCCCCNC(=O)CC/C=C/CCC(=O)N*,0.278 +*CCCCCCNC(=O)CCCCCC(=O)N*,0.278 +*CCCCCCNC(=O)CCCCCCC(=O)N*,0.345 +*CCCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,0.355 +*CCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,0.367 +*CCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,0.3955 +*CCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*,0.44 +*CCCCCCNC(=O)N*,0.328 +*CCCCCCOC(=O)CCCCSCCCCC(=O)O*,0.224 +*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCOc1ccc(-c2ccc(O*)cc2)cc1,0.329 +*CCCCCCOCO*,0.278 +*CCCCCCSCCCCCS*,0.241 +*CCCCCCSCCS*,0.234 +*CCCCCCSSCCCCSS*,0.192 +*CCCCCNC(=O)CCCCC(=O)N*,0.327 +*CCCCCNC(=O)CCCCCCCC(=O)N*,0.301 +*CCCCCNC(=O)CCCCCCCCCCCC(=O)N*,0.3545 +*CCCCCNC(=O)CCCCCCCCCCCCC(=O)N*,0.3415 +*CCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,0.4165 +*CCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,0.3495 +*CCCCCNC(=O)CCCCCCCCOCCCCCCCCC(=O)NCCCCCO*,0.267 +*CCCCCNC(=O)CCCCCCOCCCCCCC(=O)NCCCCCO*,0.285 +*CCCCCNC(=O)O*,0.268 +*CCCCCOC(=O)CCCCCNC(=O)O*,0.317 +*CCCCCOC(=O)CCCCSCCCCC(=O)O*,0.202 +*CCCCCc1ccc(CCCCCOC(=O)c2ccc(C(=O)O*)cc2)cc1,0.276 +*CCCCNC(=O)CC/C=C/CCC(=O)N*,0.258 +*CCCCNC(=O)CCCCC(=O)N*,0.302 +*CCCCNC(=O)CCCCCCC(=O)N*,0.2915 +*CCCCNC(=O)CCCCCCCCC(=O)N*,0.355 +*CCCCNC(=O)CCCCCCCCCC(=O)N*,0.3229999999999999 +*CCCCNC(=O)CCCCCCCCCCC(=O)N*,0.332 +*CCCCNC(=O)CCCCCCCCCCCCCCC(=O)N*,0.3735 +*CCCCOC(=O)CCCCCCCC(=O)O*,0.241 +*CCCCOC(=O)CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC(=O)O*,0.49475 +*CCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,0.242 +*CCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,0.248 +*CCCCOC(=O)c1cccc(-c2cccc(C(=O)O*)c2)c1,0.203 +*CCCCOC(=O)c1ccccc1-c1ccccc1C(=O)O*,0.19 +*CCCCSCCS*,0.226 +*CCCCSS*,0.175 +*CCCCSSCCCCO*,0.199 +*CCCCSSCCCCOCO*,0.196 +*CCCCSSCCCSS*,0.161 +*CCCCc1ccc(CCCCOC(=O)c2ccc(C(=O)O*)cc2)cc1,0.241 +*CCCN*,0.354 +*CCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N*,0.407 +*CCCO*,0.296 +*CCCOC(=O)C1CCC(C(=O)O*)CC1,0.222 +*CCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O*,0.364 +*CCCc1ccc(CCCOC(=O)c2ccc(C(=O)O*)cc2)cc1,0.249 +*CCN(*)C(=O)CCCCCCCCCCCCCC,0.309 +*CCN(*)C(=O)CCCCCCCCCCCCCCC,0.3359999999999999 +*CCN(*)C(=O)CCCCCCCCCCCCCCCCC,0.4005 +*CCN*,0.351 +*CCNC(=O)CCCCCCCCC(=O)N*,0.302 +*CCNC(=O)CCCCCCCCCCCCCCC(=O)N*,0.412 +*CCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*,0.359 +*CCOC(=O)CCCCSCCCCC(=O)O*,0.212 +*CCOCCOC(=O)C(CCCCCCCCC)C(=O)O*,0.224 +*CCOCCOC(=O)CCCCCCCCC(=O)O*,0.229 +*CCOCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O*,0.3485 +*CCOCCOCCOC(=O)CCCCCCCC(=O)O*,0.267 +*CCS*,0.223 +*CCc1c2ccccc2c(*)c2ccccc12,0.166 +*CCc1cc(*)c(C)cc1C,0.194 +*CCc1ccc(*)c(C(=O)OC)c1,0.245 +*CCc1ccc(*)c(C(C)=O)c1,0.217 +*CCc1ccc(*)o1,0.2784999999999999 +*CCc1ccc(*)s1,0.288 +*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCCC(=O)N*)cc1,0.3515 +*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*)cc1,0.368 +*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*)cc1,0.3195 +*CCc1ccc(CCOC(=O)CCc2ccc(CCC(=O)O*)cc2)cc1,0.319 +*CCc1ccc(CCOC(=O)c2ccc(C(=O)O*)cc2)cc1,0.23 +*CO*,0.246 +*CS*,0.172 +*Cc1ccc(*)cc1,0.267 +*Cc1ccc(CNC(=O)CCCCCCCCCCCCCCCCC(=O)N*)cc1,0.3299999999999999 +*Cc1ccc(CNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N*)cc1,0.359 +*Cc1ccc2nc(-c3cc(-c4nc5ccc(*)cc5c(=O)o4)cc(N4C(=O)c5ccccc5C4=O)c3)oc(=O)c2c1,0.227 +*N1C(=O)C2=C(C=C(C=C2)C2=CC=C3C(=O)N(C(=O)C3=C2)C2=C3C=CC=C(*)C3=CC=C2)C1=O,0.314 +*Nc1ccc(*)cc1CCCCCCCCCCCCCCC,0.314 +*Nc1ccc(*)cc1OCCCCCCCCCCCCCCCC,0.3671666666666667 +*OC(*)C(Cl)(Cl)Cl,0.066 +*OC(*)CCC#N,0.1704999999999999 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12,0.222 +*OC(=O)CCCCCC(*)=O,0.237 +*OC(C)COC(=O)CCCCSCCCCC(*)=O,0.214 +*OC1CCCCC1*,0.1694999999999999 +*ON(C(F)(F)F)C(F)(F)C(*)(F)F,0.0905 +*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)cc4)CCCCC3)cc2)c1,0.151 +*Oc1c(C)cc(*)cc1-c1ccccc1,0.1935 +*Oc1c(Cl)cc(C2(c3cc(Cl)c(OC(*)=O)c(Cl)c3)CCCCC2)cc1Cl,0.109 +*Oc1cc(CCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1,0.234 +*Oc1ccc(-c2ccc(-c3cc(-c4ccccc4)c(-c4ccc(-c5ccc(OC(=O)c6ccc(C(*)=O)cc6-c6ccccc6)cc5)cc4)c(-c4ccccc4)c3-c3ccccc3)cc2)cc1,0.315 +*Oc1ccc(/C=N/c2ccc(/N=C/c3ccc(OC(=O)CCCCC(*)=O)c(OC)c3)cc2)cc1OC,0.283 +*Oc1ccc(/C=N/c2ccc(/N=C/c3ccc(OC(=O)CCCCCCCCC(*)=O)c(OC)c3)cc2)cc1OC,0.274 +*Oc1ccc(/C=N/c2ccc(/N=C/c3ccc(OC(=O)c4cccc(C(*)=O)c4)c(OC)c3)cc2)cc1OC,0.37 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)NC3CC(C)(C)CC(C)(CNC(*)=O)C3)cc2)cc1,0.349 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)NCCCCCCNC(*)=O)cc2)cc1,0.325 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)Nc3cc(NC(*)=O)ccc3C)cc2)cc1,0.297 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)cc1,0.417 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)NC3CC(C)(C)CC(C)(CNC(*)=O)C3)cc2)cc1,0.207 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)NCCCCCCNC(*)=O)cc2)cc1,0.294 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)Nc3cc(NC(*)=O)ccc3C)cc2)cc1,0.252 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)cc1,0.326 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)cc2)cc1,0.2385 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CN(CC(*)=O)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1,0.244 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)Nc4ccc(-c5ccc(NC(=O)c6ccc(*)cc6)cc5C(F)(F)F)c(C(F)(F)F)c4)cc3)cc2)cc1,0.2685 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1,0.206 +*Oc1ccc(C(CCC)(CCC)c2ccc(OC(*)=O)cc2)cc1,0.219 +*Oc1ccc(C2(c3ccc(OC(*)=O)c(C)c3)CCCCC2)cc1C,0.183 +*Oc1ccc(C2(c3ccc(OC(*)=O)c(Cl)c3)CCCCC2)cc1Cl,0.165 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCC2)cc1,0.241 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCCC2)cc1,0.185 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,0.235 +*Oc1ccc(NC(=O)CCCCCCCCCC(=O)Nc2ccc(*)cc2)cc1,0.3745 +*Oc1ccc(OC(=O)CCCCCCCCC(*)=O)cc1,0.257 +*Oc1ccc(Oc2ccc(C(=O)c3ccccc3-c3ccccc3C(=O)c3ccc(*)cc3)cc2)cc1,0.2205 +*Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1,0.268 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,0.204 +*Oc1cccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(*)cc2)c1,0.319 +*Oc1cccc(OC(=O)c2ccc(C(C)(C)c3ccc(C(*)=O)cc3)cc2)c1,0.222 +*Oc1cccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1C#N,0.296 +*SC(*)(F)F,0.114 +*Sc1c(C)cc(*)cc1C,0.145 +*\N=C\c1ccc(C=Nc2c(cc(cc2-c2ccccc2)-c2ccc(cc2)-c2cc(-c3ccccc3)c(*)c(c2)-c2ccccc2)-c2ccccc2)cc1,0.219 +*c1[nH]c(*)c(CC(=O)OCCCCCCCCCCCC)c1CC(=O)OCCCCCCCCCCCC,0.2794999999999999 +*c1c(*)c2ccccc2c2ccccc12,0.091 +*c1c(-c2ccccc2)c(-c2ccccc2)c(*)c2cc(-c3ccc(C#Cc4ccccc4)c(C#Cc4ccccc4)c3)ccc12,0.224 +*c1c(-c2ccccc2)c(-c2ccccc2)c(*)c2cc(C(c3ccc(C#Cc4ccccc4)c(C#Cc4ccccc4)c3)(C(F)(F)F)C(F)(F)F)ccc12,0.103 +*c1c(-c2ccccc2)c(-c2ccccc2)c(*)c2cc(Oc3ccc(C#Cc4ccccc4)c(C#Cc4ccccc4)c3)ccc12,0.16 +*c1cc(*)c(O)c(/C=N/c2ccc(Cl)cc2)c1,0.141 +*c1cc(*)c(O)c(/C=N/c2ccc(N3CCOCC3)cc2)c1,0.266 +*c1cc(-c2sc(-c3cc(CCCCCCCCCCCCCC)c(*)s3)cc2CCCCCCCCCCCCCC)c2cccccc1-2,0.316 +*c1cc(/C=N/c2ccc(C)cc2)c(*)c(OC)c1,0.215 +*c1cc(/C=N/c2cccc(C)c2)cc(*)c1O,0.192 +*c1cc(CCCCCCCCCCCC)c(*)cc1CCCCCCCCCCCC,0.356 +*c1cc(CCCCCCCCCCCCC)c(*)s1,0.40475 +*c1cc(CCCCCCCCCCCCCC)c(*)s1,0.4182499999999999 +*c1cc(CCCCCCCCCCCCCCC)c(*)s1,0.3742499999999999 +*c1cc(CCCCCCCCCCCCCCCC)c(*)[nH]1,0.4075 +*c1cc(CCCCCCCCCCCCCCCC)c(*)s1,0.381 +*c1cc(CCCCCCCCCCCCCCCCC)c(*)s1,0.396 +*c1cc(CCCCCCCCCCCCCCCCCC)c(*)s1,0.36525 +*c1cc(CCCCCCCCCCCCCCCCCCC)c(*)s1,0.34 +*c1cc(CCCCCCCCCCCCCCCCCCCCCC)c(*)s1,0.39725 +*c1cc(O)c(O)cc1*,0.183 +*c1cc(OCCCCCCCCCC)c(*)cc1OCCCCCCCCCC,0.256 +*c1cc(OCCCCCCCCCCCC)c(*)cc1O,0.309 +*c1cc2cccccc-2c1*,0.163 +*c1ccc(*)c2ccccc12,0.571 +*c1ccc(-c2cc(-c3ccc(OCCCCCC)cc3)cc(-c3ccc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4cc(*)ccc4-5)cc3)c2-c2ccc(OCCCCCC)cc2)cc1,0.29 +*c1ccc(-c2ccc(-c3ccc(C(*)(CC)C(F)(F)F)cc3)cc2)cc1,0.236 +*c1ccc(-c2ccc(-c3ccc(C(*)(c4c(F)c(F)c(F)c(F)c4F)C(F)(F)F)cc3)cc2)cc1,0.172 +*c1ccc(-c2ccc(-c3ccc(C(*)(c4ccc(F)cc4)C(F)(F)F)cc3)cc2)cc1,0.22 +*c1ccc(-c2ccc(-c3ccc(C(*)(c4ccccc4)C(F)(F)F)cc3)cc2)cc1,0.278 +*c1ccc(-c2ccc(-c3ccc(C(*)c4c(F)c(F)c(F)c(F)c4F)cc3)cc2)cc1,0.291 +*c1ccc(-c2ccc(-c3sc(*)c(CCCCCCCCCCCC)c3CCCCCCCCCCCC)s2)s1,0.299 +*c1ccc(-c2ccc(C(*)(C)C(F)(F)F)cc2)cc1,0.194 +*c1ccc(-c2ccc(C(*)(C)C)cc2)cc1,0.247 +*c1ccc(-c2ccc(C(*)(c3ccc(F)cc3)C(F)(F)F)cc2)cc1,0.185 +*c1ccc(-c2ccc(C(*)(c3ccccc3)C(F)(F)F)cc2)cc1,0.233 +*c1ccc(-c2ccc(C3(*)CCCCC3)cc2)cc1,0.252 +*c1ccc(-c2ccc(C3(*)c4ccccc4-c4ccccc43)cc2)cc1,0.203 +*c1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(*)ccc2-3)cc1,0.376 +*c1ccc(-c2ccc3c(c2)C(CCCCCCBr)(CCCCCCBr)c2cc(*)ccc2-3)cc1,0.236 +*c1ccc(-c2ccc3c(c2)C(CCCCCCC#N)(CCCCCCC#N)c2cc(*)ccc2-3)cc1,0.487 +*c1ccc(-c2nc3ccc(Oc4ccc5nc(*)c(-c6ccccc6)c(-c6ccccc6)c5c4)cc3c(-c3ccccc3)c2-c2ccccc2)cc1,0.27 +*c1ccc(-c2nnc(-c3cccc(-c4nnc(*)n4-c4ccccc4)c3)n2-c2ccccc2)cc1,0.389 +*c1ccc(-c2sc(-c3cc(CCCCCCCCCCCC)c(*)s3)cc2CCCCCCCCCCCC)cc1,0.413 +*c1ccc(-c2sc(-c3cc(CCCCCCCCCCCC)c(*)s3)cc2CCCCCCCCCCCC)s1,0.34 +*c1ccc(-c2sc(-c3cc(SCCCCCCCCCCCC)c(*)s3)cc2SCCCCCCCCCCCC)cc1,0.349 +*c1ccc(C(Cl)(Cl)C(*)Cl)cc1,0.115 +*c1ccc(C(F)(F)C(*)(F)F)cc1,0.101 +*c1ccc(C2C(C#N)(C(=O)OCCC)C(*)C2(C#N)C(=O)OCCC)cc1,0.258 +*c1ccc(C2C(C(=O)Oc3ccccc3)C(*)C2C(=O)Oc2ccccc2)cc1,0.225 +*c1ccc(N2C(=O)c3ccc(-c4cccc5c4C(=O)N(*)C5=O)cc3C2=O)cc1,0.233 +*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6nc7cc(-c8ccc9nc(-c%10ccccc%10)c(*)nc9c8)ccc7nc6-c6ccccc6)cc4)C5=O)cc3C2=O)cc1,0.224 +*c1ccc(NC(=O)Nc2ccc(NC(=O)Nc3ccc(-c4nc(-c5ccc([N+](=O)[O-])cc5)[nH]c4*)cc3)cc2)cc1,0.269 +*c1ccc(Oc2ccc(-c3csc(/N=C/c4ccc(OCCCCCCCCCCOc5ccc(/C=N/c6nc(*)cs6)cc5OC)c(OC)c4)n3)cc2)cc1,0.383 +*c1ccc(Oc2ccc(-c3csc(/N=C/c4ccc(OCCCCCCCCOc5ccc(/C=N/c6nc(*)cs6)cc5OC)c(OC)c4)n3)cc2)cc1,0.228 +*c1ccc(Oc2ccc(-c3csc(/N=C/c4ccc(OCCCCCCOc5ccc(/C=N/c6nc(*)cs6)cc5OC)c(OC)c4)n3)cc2)cc1,0.253 +*c1ccc(Oc2ccc(-c3csc(/N=C/c4ccc(OCCCCOc5ccc(/C=N/c6nc(*)cs6)cc5OC)c(OC)c4)n3)cc2)cc1,0.218 +*c1ccc(Oc2ccc(-c3csc(/N=C/c4ccc(OCCOc5ccc(/C=N/c6nc(*)cs6)cc5OC)c(OC)c4)n3)cc2)cc1,0.243 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1,0.213 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6cccc(Oc7cccc8c7C(=O)N(*)C8=O)c6)c5C4=O)cc3)c2)cc1,0.165 +*c1ccc(Sc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.252 +*c1ccc2c(c1)C(=O)N(c1cc(OCCN(CC)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,0.154 +*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)(C(F)(F)F)C(F)(F)F)cc1)C2=O,0.151 +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5C(F)(F)F)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(C(F)(F)F)c1)C2=O,0.152 +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,0.165 +*c1ccc2c(c1)C(=O)N(c1cccc(C(c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)c1)C2=O,0.111 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCC)c(*)cc3CCCCCC)ccc1-2,0.46 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCCCC)c(*)cc3CCCCCCCC)ccc1-2,0.349 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCCCCCC)c(*)cc3CCCCCCCCCC)ccc1-2,0.216 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(OCCCCCCCC)c(*)cc3OCCCCCCCC)ccc1-2,0.291 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(OCc4ccccc4)c(*)cc3OCc3ccccc3)ccc1-2,0.184 +*c1ccc2c(c1)SC1=Nc3cc(-c4ccc5c(c4)N=C4Sc6cc(*)ccc6N=C4N5)ccc3NC1=N2,0.506 +*c1ccc2cc(*)ccc2c1,1.59 +*c1ccc2ccc(*)cc2c1,0.221 +*c1ccc2ccc3c(*)cc(C#C)c4ccc1c2c34,0.582 +*c1ccc2ccc3c(*)cc(C#CC=C)c4ccc1c2c34,0.429 +*c1cccc(-c2nc3ccc(-c4ccc5oc(*)nc5c4)cc3o2)c1,0.3795 +*c1cccc2c(*)cccc12,0.685 +*c1nc(-c2ccccc2)nc(N(c2ccccc2)c2ncnc(N(*)c3ccccc3)n2)n1,0.185 +*c1nc(C)nc(N(CCCCCCN(*)c2ccccc2)c2ccccc2)n1,0.21 +*c1nc2cc(-c3ccc4[nH]c(-c5ccc(*)o5)nc4c3)ccc2[nH]1,0.446 +*c1nc2cc3sc(-c4cc(OCCCCCCCCCCCC)c(*)cc4OCCCCCCCCCCCC)nc3cc2s1,0.3647499999999999 +*c1sc(*)c(OCCCCCCCCCCCC)c1C,0.37875 +*c1sc(*)c(OCCCCCCCCCCCCCC)c1C,0.43675 +*c1sc(*)c(OCCCCCCCCCCCCCCCC)c1C,0.388 +*c1sc(*)c(OCCCCCCCCCCCCCCCCCCCC)c1C,0.3747499999999999 +*c1sc(*)c2c1OCC(CCCCCCCCCCCCCCCC)O2,0.44475 +*c1sc(*)c2sc(CCCCCCCCC)nc12,0.482 +*c1sc(-c2cc(CCCCCCCCCC)c(*)s2)cc1CCCCCCCCCC,0.307 +CC1(C)CC(CC(C)(C*)C1)N1C(=O)C2=CC=C(C=C2C1=O)C1=CC2=C(C=C1)C(=O)N(*)C2=O,0.231 +CCNC(=O)OCCCCC(*)=C=C=C(*)CCCCOC(=O)NCC,0.26 +Cc1ccc(cc1)S(=O)(=O)OCCCCC(*)=C=C=C(*)CCCCOS(=O)(=O)c1ccc(C)cc1,0.21 +FC(F)(F)C(C1=CC2=C(OC(=N2)C2=CC=C(OC3=C4C5C6=C(C=CC=C6)C(C6=C5C=CC=C6)C4=C(OC4=CC=C(*)C=C4)C4=C3C3C5=C(C=CC=C5)C4C4=C3C=CC=C4)C=C2)C=C1)(C1=CC=C2OC(*)=NC2=C1)C(F)(F)F,0.109 +FC(F)(F)C(C1=CC2=C(OC(=N2)C2=CC=C(OC3=C4C5C6=C(C=CC=C6)C(C6=C5C=CC=C6)C4=C(OC4=CC=C(*)C=C4)C=C3)C=C2)C=C1)(C1=CC=C2OC(*)=NC2=C1)C(F)(F)F,0.176 +FC(F)(F)C(C1=CC2=C(OC(=N2)C2=CC=C(OC3=CC=C(OC4=CC=C(*)C=C4)C4=C3C3C5=C(C=CC=C5)C4C4=C3C=CC=C4)C=C2)C=C1)(C1=CC=C2OC(*)=NC2=C1)C(F)(F)F,0.155 diff --git a/simson_modeling/kaggle_comp/train_supplement/dataset2.csv b/simson_modeling/kaggle_comp/train_supplement/dataset2.csv new file mode 100644 index 0000000000000000000000000000000000000000..339abd5d246a828824ae9967fd141ce13978721c --- /dev/null +++ b/simson_modeling/kaggle_comp/train_supplement/dataset2.csv @@ -0,0 +1,7209 @@ +SMILES +*/C(=C(/*)c1ccc(C(C)(C)C)cc1)c1ccccc1 +*/C(=C(/*)c1ccc(CCCC)cc1)c1ccccc1 +*/C(=C(/*)c1ccc(Oc2ccccc2)cc1)c1ccccc1 +*/C(=C(/*)c1ccc([Si](C(C)C)(C(C)C)C(C)C)cc1)c1ccccc1 +*/C(=C(/*)c1ccc([Si](C)(C)C)cc1)c1ccccc1 +*/C(=C(/*)c1cccc([Ge](C)(C)C)c1)c1ccccc1 +*/C(=C(/*)c1cccc([Si](C)(C)C)c1)c1ccccc1 +*/C(=C(/c1ccc(*)cc1)c1ccc(Oc2ccccc2)cc1)c1ccc(Oc2ccccc2)cc1 +*/C(=C(\C#N)c1ccc(C(=O)OC2CCN(*)CC2)cc1)c1ccc(OC)cc1 +*/C(=C(\[2H])C([2H])([2H])C(*)([2H])[2H])C([2H])([2H])[2H] +*/C(=C/c1cc(OC)c(/C=C(/c2ccc(*)cc2)c2ccc(C(F)(F)F)cc2)cc1OC)c1ccc(C(F)(F)F)cc1 +*/C(=C/c1cc(OC)c(/C=C(/c2ccc(*)cc2)c2ccc(F)cc2)cc1OC)c1ccc(F)cc1 +*/C(=C/c1cc(OC)c(/C=C(/c2ccc(*)cc2)c2ccc(OC)cc2)cc1OC)c1ccc(OC)cc1 +*/C(=C/c1cc(OC)c(/C=C(\c2ccc(F)cc2)c2ccc(-c3ccc(*)cc3)cc2)cc1OC)c1ccc(F)cc1 +*/C(=C/c1cc(OC)c(/C=C(\c2ccc(F)cc2)c2ccc3cc(*)ccc3c2)cc1OC)c1ccc(F)cc1 +*/C(=C/c1cc(OC)c(/C=C(\c2ccccc2)c2ccc(-c3ccc(*)cc3)cc2)cc1OC)c1ccccc1 +*/C(=C/c1cc(OC)c(/C=C(\c2ccccc2)c2ccc3cc(*)ccc3c2)cc1OC)c1ccccc1 +*/C(=C/c1cc(OCCCCCCCC)c(/C=C(\c2ccccc2)c2ccc3c(c2)Sc2ccc(*)cc2S3)cc1OCCCCCCCC)c1ccccc1 +*/C(=C/c1ccc(/C=C(\c2ccccc2)c2ccc(-c3ccc(*)cc3)cc2)cc1)c1ccccc1 +*/C(=N\c1ccccc1)c1ccc(-c2ccc(*)cc2)cc1 +*/C(C#N)=C(\C#N)N1C(=O)c2ccc(C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*/C(C#N)=C(\C#N)n1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*/C(C#N)=C/c1cc(/C=C(\C#N)c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(*)ccc2-3)cc(N(c2ccccc2)c2ccccc2)c1 +*/C(C#N)=C/c1cc(OCC(CC)CCCC)c(/C=C(\C#N)c2ccc3c4ccc(*)cc4n(CC(CC)CCCC)c3c2)cc1OCC(CC)CCCC +*/C(C#N)=C/c1cc(OCCCCCCCC)c(/C=C(\C#N)c2cc(OCCCCCCCC)c(*)cc2OC)cc1OC +*/C(C#N)=C/c1cc(OCCCCCCCCCC)c(/C=C(\C#N)c2cc(OCCCCCCCCCC)c(*)cc2OC)cc1OC +*/C(C#N)=C/c1cc(OCCCCCCCCCCCC)c(/C=C(\C#N)c2cc(OCCCCCCCCCCCC)c(*)cc2OC)cc1OC +*/C(C#N)=C/c1cc(OCCCCCCCCCCCCCCCC)c(/C=C(\C#N)c2cc(OCCCCCCCCCCCCCCCC)c(*)cc2OC)cc1OC +*/C(C#N)=C/c1ccc(N(CC)Cc2ccccc2CN(CC)c2ccc(/C=C(\C#N)S(*)(=O)=O)cc2)cc1 +*/C(C)=C(/*)CCC +*/C(C)=C(/*)CCCCC +*/C(C)=C(/*)CCCCCCC +*/C(C)=C(/*)SCC +*/C(C)=C(/*)SCCCCCC +*/C(C)=C(/*)SCCCCCCCCCC +*/C(C)=C(/*)[Ge](C)(C)C +*/C(C)=C(/*)[Si](C)(C)C +*/C(C)=C(/*)[Si](C)(C)CCCCCC +*/C(C)=C(/*)[Si](C)(C)CC[Si](C)(C)C +*/C(C)=C(/*)[Si](C)(C)C[Si](C)(C)C +*/C(C)=C(/*)c1ccc([Si](C)(C)C)cc1 +*/C(CC)=C(/*)c1ccccc1 +*/C(CCCCCC)=C(/*)c1ccccc1 +*/C(Cl)=C(/*)CCCC +*/C(Cl)=C(/*)CCCCCC +*/C(Cl)=C(/*)CCCCCCCC +*/C(Cl)=C(/*)c1ccccc1 +*/C(F)=C(\F)C(F)(C(*)(F)F)C(F)(F)F +*/C(OC)=C(\OC)c1ccc(*)s1 +*/C=C(/*)C(C)(C)C +*/C=C(/*)C(CCC)[Si](C)(C)CCCCCC +*/C=C(/*)C(CCC)[Si](C)(C)c1ccccc1 +*/C=C(/*)C(CCCCC)[Si](C)(C)C +*/C=C(/*)C(CCCCCCC)[Si](C)(C)C +*/C=C(/*)CCCOC(=O)c1cc(-c2ccc(OC)cc2)ccc1-c1ccc(OC)cc1 +*/C=C(/*)CCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1 +*/C=C(/*)CCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1 +*/C=C(/*)CCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1 +*/C=C(/*)c1c(C)cc(C(C)(C)C)cc1C +*/C=C(/*)c1c(F)c(F)c(CCCC)c(F)c1F +*/C=C(/*)c1ccc(-n2c(=O)c3cc4c(=O)n(-c5ccc(C#C)cc5)c(=O)c4cc3c2=O)cc1 +*/C=C(/*)c1ccccc1C(F)(F)F +*/C=C(/*)c1ccccc1C[Si](C)(C)C +*/C=C(/*)c1ccccc1[Ge](C)(C)C +*/C=C(/*)c1ccccc1[Si](C)(C)C +*/C=C(/c1ccc(*)cc1)c1ccc(C(F)(F)F)cc1 +*/C=C(\C#N)C(=O)NC1CCCCC1NC(=O)/C(C#N)=C/c1ccc(/C=C/c2ccc(N(CC)Cc3cccc(CN(CC)c4ccc(/C=C/c5ccc(*)s5)cc4)c3)cc2)s1 +*/C=C(\C#N)C(=O)NC1CCCCC1NC(=O)/C(C#N)=C/c1ccc(/C=C/c2ccc(N(CC)Cc3ccccc3CN(CC)c3ccc(/C=C/c4ccc(*)s4)cc3)cc2)s1 +*/C=C(\C#N)C(=O)NC1CCCCC1NC(=O)/C(C#N)=C/c1ccc(/C=C/c2ccc(N(c3ccccc3)c3ccc(N(c4ccccc4)c4ccc(/C=C/c5ccc(*)s5)cc4)cc3)cc2)s1 +*/C=C(\C#N)C(=O)Nc1cc(-c2ccc(O)c(NC(=O)/C(C#N)=C/c3ccc(/C=C/c4ccc(N(c5ccccc5)c5ccc(N(c6ccccc6)c6ccc(/C=C/c7ccc(*)s7)cc6)cc5)cc4)s3)c2)ccc1O +*/C=C(\C#N)C(=O)OCCCCCCCCCCOC(=O)/C(C#N)=C/c1ccc2c(c1)c1cc(*)ccc1n2CCCCCCC +*/C=C(\C#N)C(=O)OCCCCCCCCCCOC(=O)/C(C#N)=C/c1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCCCC +*/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c1ccc2c(c1)c1cc(*)ccc1n2CCCCCCC +*/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCCCC +*/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCOc1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c1ccc2c(c1)c1cc(*)ccc1n2CCCCCCCCCCCn1c2ccccc2c2ccccc21 +*/C=C(\C#N)c1cccc(/C(C#N)=C/c2ccc(/C=C/c3ccc(N(CC)Cc4ccccc4CN(CC)c4ccc(/C=C/c5ccc(*)s5)cc4)cc3)s2)c1 +*/C=C(\C#N)c1cccc(/C(C#N)=C/c2ccc(/C=C/c3ccc(N(c4ccccc4)c4ccc(N(c5ccccc5)c5ccc(/C=C/c6ccc(*)s6)cc5)cc4)cc3)s2)c1 +*/C=C(\F)C(F)(F)C* +*/C=C/* +*/C=C/C(*)(C)C +*/C=C/C(*)(C)c1ccccc1 +*/C=C/C(C(=O)OCC)C(*)C(=O)OCC +*/C=C/C(C(=O)OCc1ccccc1)C(*)C(=O)OCc1ccccc1 +*/C=C/C(C)(C(=O)OC)C(*)C +*/C=C/C(C)C(*)C(=O)OC +*/C=C/C(C)C(*)C(=O)OC12CC3CC(CC(C3)C1)C2 +*/C=C/C(C)C(*)C(=O)OCCCCCCN(C)c1ccc(N(C)C)cc1 +*/C=C/C(C)C(*)C(=O)OCCCN(C)c1ccc(N(C)C)cc1 +*/C=C/C(C)C(*)C(=O)OCCN(C)c1ccc(N(C)C)cc1 +*/C=C/C(C)C* +*/C=C/C(C)C* +*/C=C/C(C*)COCC(=O)OCCCCCCCCOc1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*/C=C/C(C*)OC +*/C=C/C(COCc1ccccc1)C(*)COCc1ccccc1 +*/C=C/C1=C(*)CC(C(=O)OCC)(C(=O)OCC)C1 +*/C=C/C1C/C(=C\C)C(*)C1 +*/C=C/C1CC(*)C(C#N)(CC)C1 +*/C=C/C1CC(*)C(C#N)(CCC)C1 +*/C=C/C1CC(*)C(C#N)(CCCC)C1 +*/C=C/C1CC(*)C(C#N)(C[Si](C)(C)C)C1 +*/C=C/C1CC(*)C(C#N)(C[Si](C)(C)O[Si](C)(C)C)C1 +*/C=C/C1CC(*)C(C#N)([Si](C)(C)C)C1 +*/C=C/C1CC(*)C(C#N)([Si](C)(C)O[Si](C)(C)C)C1 +*/C=C/C1CC(*)C(C#N)([Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)C1 +*/C=C/C1CC(*)C(C#N)([Si](C)(C)[Si](C)(C)C)C1 +*/C=C/C1CC(*)C(C#N)C1 +*/C=C/C1CC(*)C(C(=O)OC(C)(C)C)C1C(=O)OC(C)(C)C +*/C=C/C1CC(*)C(C(=O)OC)C1 +*/C=C/C1CC(*)C(C(=O)OC)C1C(=O)OC +*/C=C/C1CC(*)C(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1C(=O)OCCCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*/C=C/C1CC(*)C(C(=O)OCCCCCCCCOc2ccc(/C=C/c3ccc([N+](=O)[O-])cc3)cc2)C1 +*/C=C/C1CC(*)C(C(=O)OCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1C(=O)OCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*/C=C/C1CC(*)C(C(=O)OCCNC(C)(C)C)C1 +*/C=C/C1CC(*)C(C(=O)Oc2ccccc2)C1 +*/C=C/C1CC(*)C(C(=O)Oc2ccccc2)C1C(=O)Oc1ccccc1 +*/C=C/C1CC(*)C(C2CC=CCC2)C1 +*/C=C/C1CC(*)C(F)(F)C1(F)OC(F)(F)C(F)(F)C(F)(F)F +*/C=C/C1CC(*)C([Si](C)(C)C)C1 +*/C=C/C1CC(*)C([Si](C)(C)C[Si](C)(C)C)C1 +*/C=C/C1CC(*)C2C(=O)N(CCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCCCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCCCCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCCCCCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCCCCCCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(CCCCCCCCCCCC)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(c3cc(C(F)(F)F)cc(C(F)(F)F)c3)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(c3ccc(C)cc3)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(c3cccc(C)c3)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(c3ccccc3)C(=O)C12 +*/C=C/C1CC(*)C2C(=O)N(c3ccccc3C)C(=O)C12 +*/C=C/C1CC(*)C2C3CCC(C3)C12 +*/C=C/C1CC(*)C2CC=CC12 +*/C=C/C1CC(*)C2CC=CC12 +*/C=C/C1CCC(*)C1 +*/C=C/CC(C*)(C(=O)OC12CC3CC(CC(C3)C1)C2)C(=O)OC12CC3CC(CC(C3)C1)C2 +*/C=C/CC(C*)c1ccccc1 +*/C=C/CC* +*/C=C/CC* +*/C=C/CC* +*/C=C/CCC* +*/C=C/CCC* +*/C=C/CCC* +*/C=C/CCCC(Cl)CCC* +*/C=C/CCCCCC* +*/C=C/CCCCCCC(Cl)CCCCCC* +*/C=C/CCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCCCCCC +*/C=C/CCCCCCCCCC(CCCCCCCCC*)COCCOCCOCCOCCOCc1ccc2ccc3cccc4ccc1c2c34 +*/C=C/CCCCCCCCCC(Cl)CCCCCCCCC* +*/C=C/CCCCCCCCCC* +*/C=C/[Ge](*)(c1ccccc1)c1ccccc1 +*/C=C/[Ge](/C=C/[Si](*)(c1ccccc1)c1ccccc1)(c1ccccc1)c1ccccc1 +*/C=C/[Si](*)(c1ccccc1)c1ccccc1 +*/C=C/c1c(OC(=O)c2ccc(C(=O)Oc3ccc4ccccc4c3/C=C/c3cccc(*)n3)cc2)ccc2ccccc12 +*/C=C/c1c(OC(=O)c2ccc(C(=O)Oc3cccc4ccc(*)nc34)cc2)ccc2ccccc12 +*/C=C/c1cc(CCCCCCCCCC)c(/C=C/c2ccc(-c3ccc(*)nc3)cn2)cc1CCCCCCCCCC +*/C=C/c1cc(CCCCCCCCCCCCCCCC)c(/C=C/c2nc(*)c(C#N)c(/C=C/c3ccc(N(c4ccccc4)c4ccccc4)cc3)c2C#N)cc1CCCCCCCCCCCCCCCC +*/C=C/c1cc(OC)c(/C=C/c2ccc(/C=C(\Oc3ccccc3)c3ccc(/C(=C/c4ccc(*)cc4)c4ccc(Oc5ccccc5)cc4)cc3)cc2)cc1OC +*/C=C/c1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(F)c(C(F)(F)F)c1 +*/C=C/c1cc(OCC(CC)CCCC)c(*)cc1-c1ccc(N(c2ccc(OC)cc2)c2ccc(OC)cc2)cc1 +*/C=C/c1cc(OCC(CC)CCCC)c(*)cc1OC +*/C=C/c1cc(OCC(CC)CCCC)c(/C=C/c2cc(OC)c(*)cc2OC)cc1OC +*/C=C/c1cc(OCC(CC)CCCC)c(/C=C/c2ccc3c4ccc(*)cc4n(CC(CC)CCCC)c3c2)cc1OCC(CC)CCCC +*/C=C/c1cc(OCC2CC3CC2C2CCCC32)c(*)cc1OC +*/C=C/c1cc(OCCC(C)CCCC(C)C)c(*)cc1OC +*/C=C/c1cc(OCCCC)c(*)cc1OC +*/C=C/c1cc(OCCCCCC)c(*)cc1OC +*/C=C/c1cc(OCCCCCC)c(*)cc1OC +*/C=C/c1cc(OCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1OCCCCCCC +*/C=C/c1cc(OCCCCCCCC)c(*)cc1OC +*/C=C/c1cc(OCCCCCCCC)c(/C=C/c2ccc(*)c3nsnc23)cc1OCCCCCCCC +*/C=C/c1cc(OCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1OCCCCCCCCC +*/C=C/c1cc(OCCCCCCCCCCCC)c(*)cc1OC +*/C=C/c1cc(OCCCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1OCCCCCCCCCCCC +*/C=C/c1cc(OCCCCCCCCCCCCCCCC)c(/C=C/c2ccc(*)cc2)cc1OCCCCCCCCCCCCCCCC +*/C=C/c1cc(OCCc2ccccc2)c(*)cc1OC +*/C=C/c1ccc(*)c(-c2c(OCC(CC)CCCC)ccc3cc(-c4ccccc4)ccc23)c1 +*/C=C/c1ccc(*)c(-c2c(OCC(CC)CCCC)ccc3ccccc23)c1 +*/C=C/c1ccc(*)c(-c2cc(OCCC(C)C)c(OCCC(C)C)cc2-c2ccccc2)c1 +*/C=C/c1ccc(*)c(-c2ccc(OCC(CC)CCCC)c3ccccc23)c1 +*/C=C/c1ccc(*)c(OCc2cc(OCCC(C)CCCC(C)C)cc(OCC(CC)CCCC)c2)c1 +*/C=C/c1ccc(*)c(OCc2cc(OCc3cc(OCCC(C)CCCC(C)C)cc(OCCC(C)CCCC(C)C)c3)cc(OCc3cc(OCC(CC)CCCC)cc(OCC(CC)CCCC)c3)c2)c1 +*/C=C/c1ccc(*)cc1 +*/C=C/c1ccc(-c2nnc(-c3ccc(/C=C/c4ccc5c(c4)c4cc(*)ccc4n5CCCCCCCC)cc3)n2-c2ccccc2)cc1 +*/C=C/c1ccc(-c2nnc(-c3ccc(/C=C/c4ccc5c(c4)c4cc(-c6ccc7c(c6)c6cc(*)ccc6n7CCCCCCCC)ccc4n5CCCCCCCC)cc3)n2-c2ccccc2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(C)c2ccc([Si](*)(C)C)cc2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(C)c2ccc([Si](*)(C)C)cc2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(C)c2cccc([Si](*)(C)C)c2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(C)c2cccc([Si](*)(C)C)c2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(CCC(F)(F)F)c2ccc([Si](*)(C)CCC(F)(F)F)cc2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(CCC(F)(F)F)c2ccc([Si](*)(C)CCC(F)(F)F)cc2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(CCC(F)(F)F)c2cccc([Si](*)(C)CCC(F)(F)F)c2)cc1 +*/C=C/c1ccc(/C=C/[Si](C)(CCC(F)(F)F)c2cccc([Si](*)(C)CCC(F)(F)F)c2)cc1 +*/C=C/c1ccc(/C=C/c2ccc3c(c2)C(CCCCCCOc2ccc4ccc(=O)oc4c2)(CCCCCCOc2ccc4ccc(=O)oc4c2)c2cc(*)ccc2-3)cc1 +*/C=C/c1ccc(/C=C/c2ccc3c(c2)Sc2cc(*)ccc2N3c2ccc(OCCCCCCCCCCCC)cc2)cc1 +*/C=C/c1ccc(/C=C/c2ccc3c(c2)Sc2cc(*)ccc2N3c2ccc(OCCCCCCCCCCCC)cc2)s1 +*/C=C/c1ccc(/N=N/c2ccc(N(C)CCOC(=O)Nc3ccc(C)c(NC(=O)OCCN(C)c4ccc(/N=N/c5ccc(/C=C/C6=CC(=C(C#N)C#N)C=C(*)O6)cc5)cc4)c3)cc2)cc1 +*/C=C/c1ccc(N(C)CCOC(=O)Nc2ccc(C)c(NC(=O)OCCN(C)c3ccc(/C=C/C4=CC(=C(C#N)C#N)C=C(*)O4)s3)c2)s1 +*/C=C/c1ccc(N(CC)Cc2ccccc2CN(CC)c2ccc(/C=C/c3ccc(/C=C(\C#N)S(=O)(=O)/C(C#N)=C/c4ccc(*)s4)s3)cc2)cc1 +*/C=C/c1ccc(N(c2ccc(/C=C/c3ccc4c5ccc(*)cc5n(CC(CC)CCCC)c4c3)cc2)c2ccc(OCC(CC)CCCC)cc2)cc1 +*/C=C/c1ccc(OC(=O)CCCCCCCCC(=O)Oc2ccc(-c3nnc(*)s3)cc2)cc1 +*/C=C/c1ccc(OC(=O)CCCCCCCCC(=O)Oc2cccc(-c3nnc(*)s3)c2)cc1 +*/C=C/c1ccc(OC(=O)c2ccc(C(=O)Oc3cccc4ccc(*)nc34)cc2)cc1 +*/C=C/c1ccc2c(c1)C(CC(CC)CCCC)(CC(CC)CCCC)c1cc(*)ccc1-2 +*/C=C/c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(/C=C/c3nc(*)c(C#N)c(/C=C/c4ccc(N(c5ccccc5)c5ccccc5)cc4)c3C#N)ccc1-2 +*/C=C/c1ccc2c(c1)C(CCCCCCOc1ccc3ccc(=O)oc3c1)(CCCCCCOc1ccc3ccc(=O)oc3c1)c1cc(/C=C/c3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(*)ccc3-4)ccc1-2 +*/C=C/c1ccc2c(c1)Sc1cc(*)ccc1N2c1ccc(OCCCCCCCCCCCC)cc1 +*/C=C/c1ccc2c3ccc(*)cc3n(-c3ccc(OCCCCCCCCCC)c(OCCCCCCCCCC)c3)c2c1 +*/C=C/c1cccc(/C=C/[Si](C)(C)c2ccc([Si](*)(C)C)cc2)c1 +*/C=C/c1cccc(/C=C/[Si](C)(C)c2ccc([Si](*)(C)C)cc2)c1 +*/C=C/c1cccc(/C=C/[Si](C)(C)c2cccc([Si](*)(C)C)c2)c1 +*/C=C/c1cccc(/C=C/[Si](C)(CCC(F)(F)F)c2ccc([Si](*)(C)CCC(F)(F)F)cc2)c1 +*/C=C/c1cccc(/C=C/[Si](C)(CCC(F)(F)F)c2ccc([Si](*)(C)CCC(F)(F)F)cc2)c1 +*/C=C/c1cccc(/C=C/[Si](C)(CCC(F)(F)F)c2cccc([Si](*)(C)CCC(F)(F)F)c2)c1 +*/C=C/c1cccc(OC(=O)CCCCCCCCC(=O)Oc2ccc(-c3nnc(*)s3)cc2)c1 +*/C=C/c1cccc(OC(=O)CCCCCCCCC(=O)Oc2cccc(-c3nnc(*)s3)c2)c1 +*/C=C/c1nc(/C=C/c2ccc3c(c2)c2cc(*)ccc2n3CCCCCC)c(C#N)c(/C=C/c2ccc(N(c3ccccc3)c3ccccc3)cc2)c1C#N +*/C=C/c1sc(-c2ccc(-c3ccc(-c4ccc(-c5sc(/C=C/C6=CC(=C(C#N)C#N)C=C(*)O6)c(CCCCCC)c5CCCCCC)s4)s3)s2)c(CCCCCC)c1CCCCCC +*/C=C/c1sc(-c2ccc(-c3ccc(-c4sc(/C=C/C5=CC(=C(C#N)C#N)C=C(*)O5)c(CCCCCC)c4CCCCCC)s3)s2)c(CCCCCC)c1CCCCCC +*/C=C/c1sc(-c2ccc(-c3sc(/C=C/C4=CC(=C(C#N)C#N)C=C(*)O4)c(CCCCCC)c3CCCCCC)s2)c(CCCCCC)c1CCCCCC +*/C=C/c1sc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(-c4sc(/C=C/C5=CC(=C(C#N)C#N)C=C(*)O5)c(CCCCCC)c4CCCCCC)ccc2-3)c(CCCCCC)c1CCCCCC +*/C=C/c1sc(/C=C/c2ccc3c4ccc(*)cc4n(CC(CC)CCCC)c3c2)c(CC(CC)CCCC)c1CC(CC)CCCC +*/C=N/c1ccc(C(=O)OCCCCOCCCCOCCCCOC(=O)c2ccc(/N=C/c3ccc(*)s3)cc2)cc1 +*/C=N/c1ccc(C(=O)OCCCCOCCCCOCCCCOC(=O)c2ccc(/N=C/c3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1 +*/N=N/c1ccc(C(=O)NCCCCNC(=O)c2ccc(*)cc2)cc1 +*/N=N/c1ccc(NC(=O)CCC(=O)Nc2ccc(*)cc2)cc1 +*/N=N/c1ccc(Nc2ccc(C(=O)c3ccc(C(=O)c4ccc(Nc5ccc(*)cc5)cc4)cc3)cc2)cc1 +*/N=N/c1ccc(Nc2ccc(C(=O)c3ccc(Nc4ccc(*)cc4)cc3)cc2)cc1 +*/N=N/c1ccc([Te]c2ccc(*)cc2)cc1 +*=CNc1ccc(CCc2ccc(N=*)cc2)cc1 +*=CNc1ccc(Cc2ccc(N=*)cc2)cc1 +*=Cc1cc(OCCCCCCCC)c(/C=N/c2ccc(N=*)cc2)cc1OCCCCCCCC +*=Cc1ccc(/C=N/c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(N=*)c(-c5ccccc5)c4)cc3)cc2-c2ccccc2)cc1 +*=NP(=NP(=NC(=*)Oc1ccc(Br)cc1)(Oc1ccc(Br)cc1)Oc1ccc(Br)cc1)(Oc1ccc(Br)cc1)Oc1ccc(Br)cc1 +*=NP(=NP(=NC(=*)Oc1ccc(C(=O)OC)cc1)(Oc1ccc(C(=O)OC)cc1)Oc1ccc(C(=O)OC)cc1)(Oc1ccc(C(=O)OC)cc1)Oc1ccc(C(=O)OC)cc1 +*=NP(=NP(=NC(=*)Oc1ccc(C(C)(C)C)cc1)(Oc1ccc(C(C)(C)C)cc1)Oc1ccc(C(C)(C)C)cc1)(Oc1ccc(C(C)(C)C)cc1)Oc1ccc(C(C)(C)C)cc1 +*=NP(=NP(=NC(=*)Oc1ccc(C(C)(C)c2ccccc2)cc1)(Oc1ccc(C(C)(C)c2ccccc2)cc1)Oc1ccc(C(C)(C)c2ccccc2)cc1)(Oc1ccc(C(C)(C)c2ccccc2)cc1)Oc1ccc(C(C)(C)c2ccccc2)cc1 +*=NP(=NP(=NC(=*)Oc1ccc(C(F)(F)F)cc1)(Oc1ccc(C(F)(F)F)cc1)Oc1ccc(C(F)(F)F)cc1)(Oc1ccc(C(F)(F)F)cc1)Oc1ccc(C(F)(F)F)cc1 +*=NP(=NP(=NC(=*)Oc1ccc(OC)cc1)(Oc1ccc(OC)cc1)Oc1ccc(OC)cc1)(Oc1ccc(OC)cc1)Oc1ccc(OC)cc1 +*=NP(=NP(=NC(=*)Oc1ccccc1)(Oc1ccccc1)Oc1ccccc1)(Oc1ccccc1)Oc1ccccc1 +*=NP(=NP(=NC(=*)Oc1ccccc1C(F)(F)F)(Oc1ccccc1C(F)(F)F)Oc1ccccc1C(F)(F)F)(Oc1ccccc1C(F)(F)F)Oc1ccccc1C(F)(F)F +*=NP(Cl)(Cl)=NP(Cl)(Cl)=NC(=*)Cl +*=Nc1ccc(/N=C(/C=C/C(=*)c2ccccc2)c2ccccc2)cc1 +*=Nc1ccc(/N=C(\c2ccccc2)c2ccc(C(=*)c3ccccc3)cc2)cc1 +*=Nc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(/N=C4/OC(=O)c5ccc(Oc6ccc7c(c6)C(=O)OC7=*)cc54)cc3)cc2)cc1 +*=Nc1ccc(Cc2ccc(NC(=*)C)cc2)cc1 +*=Nc1ccc(Cc2ccc(NC(=*)CC)cc2)cc1 +*=Nc1ccc(Cc2ccc(NC(=*)CCC)cc2)cc1 +*=Nc1ccc(Cc2ccc(NC(=*)CCCC)cc2)cc1 +*=Nc1ccc(Cc2ccc(NC(=*)c3ccccc3)cc2)cc1 +*=Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(/N=C5/OC(=O)c6cc7c(cc65)C(=*)OC7=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*=Nc1cccc(/N=C(/C=C/C(=*)c2ccccc2)c2ccccc2)c1 +*=Nc1cccc(/N=C(\c2ccccc2)c2ccc(C(=*)c3ccccc3)cc2)c1 +*=Nc1cccc(S(=O)(=O)c2cccc(/N=C3/OC(=O)c4ccc(Oc5ccc6c(c5)C(=O)OC6=*)cc43)c2)c1 +*C#C/C(COS(=O)(=O)c1ccc(C)cc1)=C(/*)COS(=O)(=O)c1ccc(C)cc1 +*C#CC#Cc1cc(C(C)(C)C)cc2c3cc(C(C)(C)C)cc(*)c3n(CCCCCCCCCCCCCCCC)c12 +*C#Cc1cc(C(C)(C)C)cc2c3cc(C(C)(C)C)cc(*)c3n(CCCCCCCCCCCCCCCC)c12 +*C#Cc1cccc(C#C[SiH2]*)c1 +*C#Cc1cccc(C#C[SiH](*)C)c1 +*C#Cc1cccc(C#C[SiH](*)c2ccccc2)c1 +*C#Cc1cccc(C#C[Si](*)(C)C)c1 +*C#Cc1ccccc1C#C[SiH](*)c1ccccc1 +*C(*)(F)Cl +*C(*)(F)F +*C(*)C(=O)OC +*C(*)C(=O)OC(C)C +*C(*)C(=O)OC1CCCCC1 +*C(*)C(=O)OCC +*C(*)C(=O)OCCC +*C(*)F +*C(*)O +*C(=O)CCC1(CCC(=O)N2CCN(*)CC2)c2ccccc2-c2ccccc21 +*C(=O)CCCCCCCCC(=O)N1CC(C)N(*)CC1C +*C(=O)CCCCCCCCC(=O)N1CCN(*)CC1 +*C(=O)CCCCCCCCC(=O)NC1CCCCN(*)C1 +*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)(C)C1=O +*C(=O)N1C(=O)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(CC)(CC)C1=O +*C(=O)N1C(=S)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)=C(C(=O)OCC)C1c1ccc(OC)cc1OC +*C(=O)N1C(=S)N(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)C(C)=C(C(=O)OCC)C1c1ccccc1 +*C(=O)NC1CCC(CC2CCC(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CC2)CC1 +*C(=O)NC1CCCC(*)O1 +*C(=O)NCC(C)(C)CNC(=O)c1ncn(C)c1* +*C(=O)NCCCCCCNC(=O)c1ccc(*)nc1 +*C(=O)NCCCCCCNC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)NCCCCCCNC(=O)c1ncn(C)c1* +*C(=O)NCCN(CCNC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*C(=O)NCCN(CCNC(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*C(=O)NCCN(CCNC(=O)c1cccc(N2C(=O)c3ccc(*)cc3C2=O)c1)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*C(=O)NCCNC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)NCCNC(=O)c1ncn(C)c1* +*C(=O)NNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NNC(=O)c3ccc(*)nc3)cc2)cc1 +*C(=O)NNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NNC(=O)c3ccc(*)o3)cc2)cc1 +*C(=O)NNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NNC(=O)c3cncc(*)c3)cc2)cc1 +*C(=O)Nc1c(C)cc(C)c(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c2C)C3=O)c1C +*C(=O)Nc1c(C)cc(Cc2cc(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(/N=N/c5ccc(F)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C +*C(=O)Nc1c(C)cc(Cc2cc(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(/N=N/c5ccc(OC(F)(F)F)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C +*C(=O)Nc1c(C)cc(Cc2cc(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(/N=N/c5ccc([N+](=O)[O-])cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C +*C(=O)Nc1c(CC)cc(Cc2cc(CC)c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(/N=N/c5ccc(C)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(CC)c2)cc1CC +*C(=O)Nc1cc(C(F)(F)F)ccc1Oc1cccc2c(Oc3ccc(C(F)(F)F)cc3NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cccc12 +*C(=O)Nc1cc(C(c2cc(C)c(C)c(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc35)C4=O)c2)(C(F)(F)F)C(F)(F)F)cc(C)c1C +*C(=O)Nc1cc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)cc(-c2nc3ccccc3[nH]2)c1 +*C(=O)Nc1cc(NC(=O)c2ccc3[nH]c(-c4cccc(-c5nc6cc(*)ccc6[nH]5)c4)nc3c2)cc(-c2nc3ccccc3[nH]2)c1 +*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5o4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nc3ccccc3[nH]2)c1 +*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5s4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nc3ccccc3[nH]2)c1 +*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nnc(-c5ccccn5)o4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nnc(-c3ccccn3)o2)c1 +*C(=O)Nc1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2nc3ccccc3[nH]2)c1 +*C(=O)Nc1cc(NC(=O)c2cccc(*)n2)cc(-c2nnc(-c3ccccn3)o2)c1 +*C(=O)Nc1cc(NC(=O)c2cncc(*)c2)cc(-c2nnc(-c3ccccn3)o2)c1 +*C(=O)Nc1ccc(-c2cc(-c3ccccc3)cc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(NC(=O)Nc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)n2)cc1 +*C(=O)Nc1ccc(-c2cc(-c3ccccc3)cc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(N8C(=O)c9ccc(*)cc9C8=O)cccc67)cc4)C5=O)cc3)n2)cc1 +*C(=O)Nc1ccc(-c2cc(-c3ccccc3)cc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(P(=O)(c6ccccc6)c6cccc(N7C(=O)c8ccc(*)cc8C7=O)c6)c4)C5=O)cc3)n2)cc1 +*C(=O)Nc1ccc(-c2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)N3CC(C)N(*)CC3C)cc2)cc1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3C)C4=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3C)C4=O)cc2C)c(C)c1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)c(OC)c2)cc1OC +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(-c2sc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6sc(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccccc7)c6-c6ccccc6)cc4)C5=O)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*C(=O)Nc1ccc(-c2sc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7c6)cc4)C5=O)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*C(=O)Nc1ccc(-c2sc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cccc67)cc4)C5=O)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*C(=O)Nc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)c(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(-c4cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c(C)c4)cc2C)C3=O)c1 +*C(=O)Nc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)c(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(Cc4cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c(C)c4)cc2C)C3=O)c1 +*C(=O)Nc1ccc(C(=O)Nc2ccc(NC(=O)c3ccc4[nH]c(-c5ccc(-c6nc7cc(*)ccc7[nH]6)cc5)nc4c3)cc2)cc1 +*C(=O)Nc1ccc(C(=O)Nc2ccc(NC(=O)c3ccc4[nH]c(-c5cccc(-c6nc7cc(*)ccc7[nH]6)c5)nc4c3)cc2)cc1 +*C(=O)Nc1ccc(C(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(C(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3C)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c6ccccc56)c5ccccc35)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3C)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)c(OC)c5)cc3OC)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6c5)cc3)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cccc56)cc3)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc35)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Nc1ccc(C)cc1N1C(=O)CC(N2C(=O)c3ccc(*)cc3C2=O)C1=O +*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CC(C)CC(C)(C)C2)cc1 +*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(C(C)(C)C)CC2)cc1 +*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(C(C)(C)CC)CC2)cc1 +*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(C)CC2)cc1 +*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCC(CC)CC2)cc1 +*C(=O)Nc1ccc(C2(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)CCCCC2)cc1 +*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)c(OC)c6)cc4OC)C5=O)cc3)c3ccccc3-c3ccccc32)cc1 +*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1 +*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c6)cc4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1 +*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Sc6ccc(Oc7ccc(Sc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)cc6)cc4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1 +*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(N6C(=O)c7ccc(*)cc7C6=O)c4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1 +*C(=O)Nc1ccc(Cc2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)c(C)c2)cc1C +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(/N=N/c5ccc(C)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c(C)c2)cc1C +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(/N=N/c5ccc(C)cc5)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6c5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(N2C(=O)CC(N3C(=O)c4ccc(*)cc4C3=O)C2=O)cc1 +*C(=O)Nc1ccc(NC(=O)Nc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc(NC(=O)c3ccc(-c4nc5cc(*)ccc5[nH]4)cc3)cc2)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c2C)C3=O)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5s4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(-c4sc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc2)C3=O)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(NC(=O)Nc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(OCCCCCCS(=O)(=O)c2ccc(/C=C/c3ccc(N(C)C)cc3)cc2)c1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc45)cc2)C3=O)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc1 +*C(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(P(=O)(c4ccccc4)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c2)C3=O)cc1 +*C(=O)Nc1ccc(Oc2c(C)cc(C(C)(C)c3cc(C)c(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)CC9CC8C8CCCC98)cc7)cc5)C6=O)cc4)c(C)c3)cc2C)cc1 +*C(=O)Nc1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)CC8CC7C7CCCC87)cc6)cc4)C5=O)cc3)cc2C(C)(C)C)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(C)c(N7C(=O)c8ccc(*)cc8C7=O)c5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)CC9CC8C8CCCC98)cc7)cc5)C6=O)cc4)cc3C)c(C)c2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(S(=O)(=O)c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccccc7-c7ccccc7Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5cccc(N7C(=O)c8ccc(*)cc8C7=O)c5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(NC(=O)c5ccc(*)nc5)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(-c7sc(-c8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)c(-c8ccccc8)c7-c7ccccc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8c7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc(N8C(=O)c9ccc(*)cc9C8=O)c7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3cccc(C(C)(C)c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)CC9CC8C8CCCC98)cc7)cc5)C6=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8c7)cc5)C6=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C(c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C)c(N8C(=O)c9ccc(*)cc9C8=O)c6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(N8C(=O)c9ccc(*)cc9C8=O)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc(N%12C(=O)c%13ccc(*)cc%13C%12=O)cc%11)cc%10)NC(=O)c%10ccccc%109)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)c(C)c8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(S(=O)(=O)c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)cc8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8cccc(N9C(=O)c%10ccc(*)cc%10C9=O)c8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8cccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)c8)cc6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6cccc(N8C(=O)c9ccc(*)cc9C8=O)c6)C7=O)cc5)cc4)NC(=O)c4ccccc43)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(C3CCC(CC5CCC(N6C(=O)c7ccc(*)cc7C6=O)CC5)CC3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)CC7CC6C6CCCC76)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)NC(=O)c7ccccc76)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5-c5ccccc5)c(-c5ccccc5)c3)C4=O)cc2-c2ccccc2)c(-c2ccccc2)c1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6sc(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccccc7)c6-c6ccccc6)cc4)C5=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)CC8CC7C7CCCC87)cc6)cc4)C5=O)cc3)c(C(C)(C)C)c2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)CC8CC7C7CCCC87)cc6)cc4)C5=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)NC(=O)c8ccccc87)cc6)cc4)C5=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cccc67)cc4)C5=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(S(=O)(=O)c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)NC(=O)c9ccccc98)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8c7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc8c(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cccc78)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)NC(=O)c7ccccc76)cc5)cc3)C4=O)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6c5)cc3)C4=O)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)cc3)C4=O)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(C7(c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)NC(=O)c8ccccc87)cc6)cc4)C5=O)cc3)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c6C#N)cc4)C5=O)cc3)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c6C#N)cc4)C5=O)cc3)c2C#N)cc1 +*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Sc6ccc(Oc7ccc(Sc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)cc6)cc4)C5=O)cc3)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(Oc6cccc(Oc7cccc(N8C(=O)c9ccc(*)cc9C8=O)c7)c6C#N)c4)C5=O)cc3)c2)cc1 +*C(=O)Nc1ccc(Oc2cccc3c(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(N8C(=O)c9ccc(*)cc9C8=O)cccc67)cc4)C5=O)cccc23)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(N5C(=O)c6ccc(*)cc6C5=O)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(-c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccccc5-c5ccccc5Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Oc2ccccc2-c2ccccc2Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4[nH]c(-c5cc(-c6nc7cc(*)ccc7[nH]6)cc(N6C(=O)c7ccccc7C6=O)c5)nc4c3)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4[nH]c(-c5cccc(-c6nc7cc(*)ccc7[nH]6)c5)nc4c3)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(-c5nc6ccccc6o5)cc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(-c5nc6ccccc6s5)cc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Sc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)NC(=O)c7ccccc76)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc(Sc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Nc1ccc2c(c1)-c1cc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)ccc1C2 +*C(=O)Nc1ccc2c(c1)Cc1cc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)ccc1-2 +*C(=O)Nc1cccc(C(=O)Nc2cccc(NC(=O)c3ccc4[nH]c(-c5ccc(-c6nc7cc(*)ccc7[nH]6)cc5)nc4c3)c2)c1 +*C(=O)Nc1cccc(C(=O)Nc2cccc(NC(=O)c3ccc4[nH]c(-c5cccc(-c6nc7cc(*)ccc7[nH]6)c5)nc4c3)c2)c1 +*C(=O)Nc1cccc(C(=O)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)c2)c1 +*C(=O)Nc1cccc(N2C(=O)CC(N3C(=O)c4ccc(*)cc4C3=O)C2=O)c1 +*C(=O)Nc1cccc(NC(=O)/C=C/c2cccc(N3C(=O)c4ccc(*)cc4C3=O)c2)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc(-c3nc4cc(*)ccc4[nH]3)cc2)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)n1 +*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4ccc(-c5nc6cc(*)ccc6[nH]5)cc4)nc3c2)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cccc(-c5nc6cc(*)ccc6[nH]5)c4)nc3c2)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cccc(-c5nc6cc(*)ccc6[nH]5)c4)nc3c2)n1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5o4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)n1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cc(-c4nc5ccccc5s4)cc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)n1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(-c4sc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc2)C3=O)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(C5(c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)NC(=O)c6ccccc65)cc4)cc2)C3=O)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5c4)cc2)C3=O)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc45)cc2)C3=O)n1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4cccc5c(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cccc45)cc2)C3=O)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)n1 +*C(=O)Nc1cccc(NC(=O)c2ccc3c(c2)C(=O)N(c2cccc(P(=O)(c4ccccc4)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c2)C3=O)n1 +*C(=O)Nc1cccc(NC(=O)c2cccc(NC(=O)c3ccc(-c4nc5cc(*)ccc5[nH]4)cc3)c2)c1 +*C(=O)Nc1cccc(Oc2ccc(C(=O)c3ccc(Oc4cccc(NC(=O)c5ccc(*)nc5)c4)cc3)cc2)c1 +*C(=O)Nc1cccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4cccc(NC(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c4)cc3)cc2)c1 +*C(=O)Nc1cccc(Oc2cccc(Oc3cccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(Oc6cccc(Oc7cccc(N8C(=O)c9ccc(*)cc9C8=O)c7)c6C#N)c4)C5=O)c3)c2C#N)c1 +*C(=O)Nc1cccc(Oc2cccc(Oc3cccc(Oc4cccc(Oc5cccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8cccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)c8C#N)cc6)C7=O)c5)c4C#N)c3)c2C#N)c1 +*C(=O)Nc1cccc(Oc2cccc(Oc3cccc(Oc4cccc(Oc5cccc(NC(=O)c6ccc7c(c6)C(=O)N(c6cccc(Oc8cccc(Oc9cccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)c9)c8C#N)c6)C7=O)c5)c4C#N)c3)c2C#N)c1 +*C(=O)Nc1cccc(P(=O)(c2ccccc2)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(P(=O)(c5ccccc5)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)c3)C4=O)c2)c1 +*C(=O)Nc1cccc(S(=O)(=O)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cc(-c5nnc(-c6ccccn6)o5)cc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)c2)c1 +*C(=O)Nc1cccc(S(=O)(=O)c2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)c2)c1 +*C(=O)Nc1cccc2c(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5cccc6c(N7C(=O)c8ccc(*)cc8C7=O)cccc56)cc3)C4=O)cccc12 +*C(=O)Nc1cccc2cccc(N3C(=O)CC(N4C(=O)c5ccc(*)cc5C4=O)C3=O)c12 +*C(=O)Nc1ccccc1NC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)Nc1nc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc45)cc2)C3=O)nc(-c2ccccc2)n1 +*C(=O)OC1CC(*)N(C(=O)OCc2ccccc2)C1 +*C(=O)OC1CC2CC(OC(=O)N3CCN(*)CC3)CC(C1)O2 +*C(=O)OCC(C)(C)COC(=O)N1CCN(*)CC1 +*C(=O)OCC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)N1CC(C)N(*)CC1C +*C(=O)OCC(C)(C)CSCC(C)(C)COC(=O)C1(C)CNC(*)(C)CN1 +*C(=O)OCC(COc1ccc(/N=N/c2ccc(C#N)cc2)cc1)OC(=O)c1ccc(*)s1 +*C(=O)OCC(COc1ccc(/N=N/c2ccc(C#N)cc2)cc1)OC(=O)c1ncccc1* +*C(=O)OCCCCCCCCCCCCCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCCCCCCCCCCOC(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)OCCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCCOC(=O)c1ccc(NC(=O)c2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)OCCCSCCCCCCSCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCCSCCCCSCCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2C#N)cc1 +*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2[N+](=O)[O-])cc1 +*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O)c1ccccc1 +*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(/N=N/c2ccc(C)cc2)cc1 +*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(/N=N/c2ccc(F)cc2)cc1 +*C(=O)OCCN(CCOC(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*C(=O)OCCOC(=O)N1CCN(*)CC1 +*C(=O)OCCOC(=O)c1ccc(*)o1 +*C(=O)OCCOC(=O)c1ccc(C(=O)OCCOC(=O)N2CCN(*)CC2)cc1 +*C(=O)OCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCOC(=O)c1cccc(N2C(=O)c3ccc(*)cc3C2=O)c1 +*C(=O)OCCOCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCOCCOCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)OCCOCCOCCOCCOC(=O)c1ccc(N2C(=O)c3ccc(*)cc3C2=O)cc1 +*C(=O)Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C)c(C)c3)C4=O)c(C)c2)cc1C +*C(=O)Oc1c(C)cc(C(c2cc(C)c(OC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)c(C)c2)(C(F)(F)F)C(F)(F)F)cc1C +*C(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C)c(C)c3)C4=O)cc2C)c(C)c1 +*C(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Oc1ccc(C(=O)Oc2cccc(OC(=O)c3ccc(OC(=O)c4ccc(*)nc4)cc3)c2)cc1 +*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C)c(C)c3)C4=O)cc2)cc1 +*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(O)c(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3cccc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1 +*C(=O)Oc1ccc(C(c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3c(C)cc(-c5cc(C)c(N6C(=O)c7ccc(*)cc7C6=O)c(C)c5)cc3C)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)C3CC4CC(C3)CC2C4)cc1 +*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)CC3CC2C2CCCC32)cc1 +*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)CCC(C(C)(C)C)CC2)cc1 +*C(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C)c(C)c4)C5=O)cc3)CCCCCCCCCCC2)cc1 +*C(=O)Oc1ccc(C23CC4CC(CC(C4)C2)C3)c(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C)c(C)c2)C3=O)c1 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(C2CCC(N4C(=O)c5ccc(*)cc5C4=O)CC2)C3=O)cc1 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Cc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(C(C)(C)C)c1 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(-c2ccccc2)c1 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(C(C)(C)C)c1 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc1 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc2)C3=O)cc1 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(C(C)(C)C)c1 +*C(=O)Oc1ccc(OCCCCCCCCCCCCOc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Oc1ccc(OCCCCCCCCCCCCOc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*C(=O)Oc1ccc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)(C(F)(F)F)C(F)(F)F)cc2)C3=O)cc(-c2ccccc2)c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)(C(F)(F)F)C(F)(F)F)cc2)C3=O)cc(C(C)(C)C)c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc(-c2ccccc2)c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc(C(C)(C)C)c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc2)C3=O)cc(-c2ccccc2)c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc2)C3=O)cc(C(C)(C)C)c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(-c2ccccc2)c1 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)cc(C(C)(C)C)c1 +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1c(C)cc(C)c(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1C)C2=O +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(C(=O)O)cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(C(=O)OC)cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(Cl)c(N3C(=O)c4cc(*)c(Cl)cc4C3=O)cc1Cl)C2=O +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(Cl)cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)cc(C(C)(C)C)c1)C2=O +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)cc(C(F)(F)F)c1)C2=O +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cccc(N3C(=O)c4cc(*)c(Cl)cc4C3=O)c1)C2=O +*C(=O)c1ccc(-c2ccc(C(C)(C)c3ccc(-c4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Cc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)c1ccc(C(=O)N(*)c2ccccc2)c(Sc2ccccc2)c1 +*C(=O)c1ccc(C(=O)N(*)c2ccccc2)cc1 +*C(=O)c1ccc(C(=O)N2CC(C)N(*)CC2C)cc1 +*C(=O)c1ccc(C(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(*)s5)cc4)cc3)s2)cc1 +*C(=O)c1ccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(=O)c4ccc(C(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc2)C3=O)cc1 +*C(=O)c1ccc(C(C)(CC)c2ccc(C(=O)N3CCN(*)CC3)cc2)cc1 +*C(=O)c1ccc(N(*)C)cc1 +*C(=O)c1ccc(N(*)CCC)cc1 +*C(=O)c1ccc(N(*)CCCC)cc1 +*C(=O)c1ccc(N(*)CCCCC)cc1 +*C(=O)c1ccc(N(*)CCCCCCC)cc1 +*C(=O)c1ccc(N(*)CCCCCCCC)cc1 +*C(=O)c1ccc(Oc2c(C)cc(-c3cc(C)c(Oc4ccc(C(=O)c5ccc6nc(*)ccc6c5)cc4)c(C)c3)cc2C)cc1 +*C(=O)c1ccc(Oc2c(C)cc(-c3cc(C)c(Oc4ccc(C(=O)c5ccc6nc(*)ccc6c5)cc4)c(C)c3C)c(C)c2C)cc1 +*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Cc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(N7C(=O)c8ccc(*)cc8C7=O)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(-c3ccc(Oc4ccc(C(=O)c5ccc6nc(*)ccc6c5)cc4)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(*)s4)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(*)s4)cc3)cc2)s1 +*C(=O)c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(*)s5)cc4)c4ccccc4-c4ccccc43)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(Cc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc6)C7=O)cc5)cc4)OC(=O)c4ccccc43)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc6)C7=O)cc5)cc4)OC(=O)c4ccccc43)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(N3C(=O)c4ccc(*)cc4C3=O)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(Cc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(N6C(=O)c7ccc(*)cc7C6=O)cc4)C5=O)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Cc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*C(=O)c1ccc2c(c1)/C(=N\c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(/N=C6/OC(=O)c7ccc(*)cc76)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)OC2=O +*C(=O)c1ccc2c(c1)/C(=N\c1ccc(Oc3cccc(/N=C4/OC(=O)c5ccc(*)cc54)c3)cc1)OC2=O +*C(=O)c1ccc2c(c1)/C(=N\c1cccc(Oc3cccc(Oc4cccc(/N=C5/OC(=O)c6ccc(*)cc65)c4)c3)c1)OC2=O +*C(=O)c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(*)cc5C4=O)C(C)C3)CC1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(*)cc5C4=O)CC3)CC1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(CC1(C)CC(N3C(=O)c4ccc(*)cc4C3=O)CC(C)(C)C1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(N5C(=O)c6ccc(*)cc6C5=O)c(-c5ccccc5)c4)cc3)cc1-c1ccccc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(C(C)C)cc(Cc3cc(C(C)C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C(C)C)c3)cc1C(C)C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)c3cccc4ccccc34)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cccc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(C)c(N3C(=O)c4ccc(*)cc4C3=O)c1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1c(CC)cc(Cc3cc(CC)c(N4C(=O)c5ccc(*)cc5C4=O)c(CC)c3)cc1CC)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(-c3nc4ccccc4[nH]3)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(-c3nc4ccccc4oc3=O)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(/C=N/C(=S)Nc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)ccc1Cl)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(Br)c(Oc3c(Br)cc(N4C(=O)c5ccc(*)cc5C4=O)cc3Br)c(Br)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(C(=O)O)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(C(=O)c3ccccc3)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(O)c(N4C(=O)c5ccc(*)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1O)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(*)cc4C3=O)c(C)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(*)cc4C3=O)c(O)cc1O)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(*)cc4C3=O)cc(C(F)(F)F)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCCCCCC)cc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cc(Oc3c(C)cc(-c4cc(C)c(Oc5cc(N6C(=O)c7ccc(*)cc7C6=O)cc(C(F)(F)F)c5)c(C)c4)cc3C)cc(C(F)(F)F)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3c(-c4ccc(-c5ccccc5)cc4)cc(-c4ccc(OCCCCCCCCCCOc5ccc(-c6cc(-c7ccc(-c8ccccc8)cc7)c(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccc(-c8ccccc8)cc7)c6)cc5)cc4)cc3-c3ccc(-c4ccccc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3c(-c4ccc(-c5ccccc5)cc4)cc(-c4ccc(OCCCCCCOc5ccc(-c6cc(-c7ccc(-c8ccccc8)cc7)c(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccc(-c8ccccc8)cc7)c6)cc5)cc4)cc3-c3ccc(-c4ccccc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(-c4ccc(OC)cc4)cc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)n3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(-c4ccc(OCCCC#N)cc4)cc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)n3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c(C(C)(C)C)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C(F)(F)F)c(C(C)(C)C)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(OCCCCCCOc4ccc(/C=C/c5ccc(F)cc5)cc4)c3)cc1OCCCCCCOc1ccc(/C=C/c3ccc(F)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3C)c(C)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(Oc4ccc(C5(C)CC(C)(C)c6ccc(Oc7ccc(-c8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7C(F)(F)F)cc65)cc4)c(C(F)(F)F)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(-c3nc(-c4ccccc4)nc(-c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)n3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(/C=C/c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(/C=C/c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3S(=O)(=O)O[Na])c(S(=O)(=O)O[Na])c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)N(C)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5ccc(NC(=O)Nc6ccc(Cc7ccc(NC(=O)Nc8ccc(C(=O)Nc9ccc(Oc%10ccc(NC(=O)c%11ccc(N%12C(=O)c%13ccc(*)cc%13C%12=O)cc%11)cc%10)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc(Cc4ccc(C(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3cccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3ccc(C(C)(C)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3cccc(C(C)(C)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)(C(F)(F)F)C(F)(F)F)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccccc3)(c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)C(F)(F)F)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccccc3)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C3(C)CC(C)(C)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc43)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c4ccccc4-c4ccccc43)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(CP(=O)(OCC)OCC)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(CP(=O)(OCCCl)OCCCl)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(Cc4ccc(Cc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(Cc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(Cc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(C(C)(C)C)c3)cc1C(C)(C)C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(*)cc5C4=O)c(C)c3)cc1C)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Cl)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccc(C#N)cc3)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccccc3)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(*)cc4C3=O)c(S(=O)(=O)O[Na])c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(NC(=O)c3cccc(C(=O)Nc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCC(C)(C)COc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOCCOc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(OCCOc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(C(c4cc(C)c(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(C)c4)c4cccc5ccccc45)cc3C)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(Cc4cc(C)c(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)c(C)c4)cc3C)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3C(C)(C)C)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cc4ccccc4cc3Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(C(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(C(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc6)ccc5c4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)n4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6C(F)(F)F)cc5)n4)cc3)c(C(F)(F)F)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(C)(C)c4ccccc4)cc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5C(F)(F)F)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(C(F)(F)F)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3Br)c(Br)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C(F)(F)F)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(S(=O)(=O)c4ccc(C)cc4)cc3)c(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(-c4cc(-c5ccccc5)cc(-c5cccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c5)n4)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3C#N)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3Oc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(S(=O)(=O)c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cn3)nc1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc3c(c1)C(=O)c1cc(N4C(=O)c5ccc(*)cc5C4=O)ccc1-3)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc3c(c1)Cc1cc(N4C(=O)c5ccc(*)cc5C4=O)ccc1-3)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C#Cc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)N(C)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3c(C)cc(C)c(N4C(=O)c5ccc(*)cc5C4=O)c3C)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(C(=O)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(Cc4ccc(C(=O)c5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)cc4)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4C(F)(F)F)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3ccccc3N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(c3ccccc3)(c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)C(F)(F)F)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(C(=O)c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(Cc4ccc(Cc5cccc(N6C(=O)c7ccc(*)cc7C6=O)c5)cc4)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccc(Cc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)cc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Cc3ccccc3N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(*)cc4C3=O)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(NC(=O)c3cccc(C(=O)Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3nc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)nc(-c4ccccc4)n3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3nc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)nc(N(C)C)n3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3nc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)nc(N(c4ccccc4)c4ccccc4)n3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Nc3ncnc(Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)n3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(OCCOCCOc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(OCCOc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(OP(=O)(Oc3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c3ccccc3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(Oc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(C(F)(F)F)cc3)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(Oc4ccc(C56CC7CC(CC(C7)C5)C6)cc4)cc3)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccccc3)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(S(=O)(=O)c3cccc(N4C(=O)c5ccc(*)cc5C4=O)c3)c1)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccccc1C(=O)c1ccccc1N1C(=O)c3ccc(*)cc3C1=O)C2=O +*C(=O)c1ccc2c(c1)C(=O)N(c1ccccc1Cc1ccccc1N1C(=O)c3ccc(*)cc3C1=O)C2=O +*C(=O)c1ccc2c(c1OCc1ccccc1[N+](=O)[O-])C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(*)c(OCc6ccccc6[N+](=O)[O-])c5C4=O)cc3)cc1)C2=O +*C(=O)c1ccc2nc(-c3ccc(-c4cnc5cc(*)ccc5n4)cc3)cnc2c1 +*C(=O)c1ccc2nc(-c3ccc(-c4nc5ccc(*)cc5nc4-c4ccccc4)cc3)c(-c3ccccc3)nc2c1 +*C(=O)c1ccc2nc(-c3ccccc3)c(-c3ccc(-c4nc5cc(*)ccc5nc4-c4ccccc4)cc3)nc2c1 +*C(=O)c1ccc2nc(-c3ccccc3)c(-c3ccc(-c4nc5ccc(*)cc5nc4-c4ccccc4)cc3)nc2c1 +*C(=O)c1ccc2nc(-c3ccccc3)c(-c3ccc(N4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(-c8nc9cc(*)ccc9nc8-c8ccccc8)cc6)C7=O)cc5C4=O)cc3)nc2c1 +*C(=O)c1ccc2nc(-c3ccccc3)c(-c3ccc(Oc4ccc(-c5nc6cc(*)ccc6nc5-c5ccccc5)cc4)cc3)nc2c1 +*C(=O)c1ccc2ncc(-c3ccc(-c4cnc5ccc(*)cc5n4)cc3)nc2c1 +*C(=O)c1cccc(C(=O)N(*)c2ccccc2)c1 +*C(=O)c1cccc(C(=O)N2CCN(*)CC2)c1 +*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(c4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)(C(F)(F)F)C(F)(F)F)cc2)C3=O)c1 +*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c1 +*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc2)C3=O)c1 +*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2cccc(N4C(=O)c5ccc(*)cc5C4=O)c2)C3=O)c1 +*C(=O)c1ccccc1-c1ccccc1C(=O)N1CCN(*)CC1 +*C(=S)Nc1ccc(Oc2ccc(NC(=S)N3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*C(=S)Nc1ccc(Oc2ccc(NC(=S)N3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(*)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc2)cc1 +*C(=S)Nc1ccc(Oc2ccc(NC(=S)n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*C(C(=O)OC)C(*)C(=O)OC(C)(C)C +*C(C)C(*)C(=O)OC(C)C +*C(C)C(*)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2 +*C(C)C(*)C(=O)OC12CC3CC(CC(C3)C1)C2 +*C(C)C(*)C(=O)OCC +*C(C)C(*)C(=O)OCCC +*C(C)C(*)C(=O)OCCCC +*C(CC(C)C)C(=O)Nc1ccc(Oc2ccc(NC(=O)NCC3(C)CC(NC(=O)Nc4ccc(Oc5ccc(NC(=O)C(CC(C)C)n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)cc4)CC(C)(C)C3)cc2)cc1 +*C(CC(C)C)C(=O)Nc1ccc(Oc2ccc(NC(=O)Nc3ccc(Cc4ccc(NC(=O)Nc5ccc(Oc6ccc(NC(=O)C(CC(C)C)n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)cc5)cc4)cc3)cc2)cc1 +*C(CC)COC(=O)NCCCCCCNC(=O)OCC(CC)n1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*C(F)(F)C(*)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*C(F)(F)C(*)(F)C(F)(F)F +*C(F)(F)C(*)(F)Cl +*C(F)(F)C(*)(F)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*C(F)(F)C(*)(F)OC(F)(F)C(F)(F)F +*C(F)(F)C(*)(F)OC(F)(F)F +*C(F)(F)C(*)(F)OC(F)C(F)F +*C(F)(F)C(*)(F)c1c(F)c(F)c(F)c(F)c1F +*C(F)(F)C(*)(F)c1ccccc1 +*C(F)(F)C(*)(OC(F)(F)F)OC(F)(F)F +*C(F)(F)C(=O)NCCCCCCNS(*)(=O)=O +*C(F)(F)C1(*)OC(F)(C(F)(F)F)C(F)(C(F)(F)F)O1 +*C(F)(F)C1(*)OC(F)(F)C(F)(C(F)(F)F)O1 +*C(F)(F)C1(*)OC(F)(F)C(F)(C(F)(F)F)O1 +*C(F)(F)C1(*)OC(F)(F)C(F)(F)O1 +*C(F)(F)C1(F)C(F)(F)C(*)(F)C(F)(F)C(F)(Cl)C1(F)F +*C(F)(F)C1(F)C(F)(F)C(*)(F)C(F)(F)C(F)(F)C(F)(F)C1(F)F +*C(F)(F)C1(F)C(F)(F)C(*)(F)C(F)(F)C(F)(F)C1(F)F +*C(F)(F)C1(F)C(F)(F)C(*)(F)C(F)(F)C1(F)F +*C(F)(F)C1(F)C(F)(F)C(*)(F)C1(F)F +*C(F)C(*)(F)F +*C(F)C(*)(F)OC(F)(F)F +*C(F)C(*)C(F)(F)F +*C(OC(F)(F)F)C(*)(F)F +*C([2H])([2H])C(*)(C(=O)OC([2H])([2H])C([2H])([2H])[2H])C([2H])([2H])[2H] +*C([2H])([2H])C(*)(C(=O)OC([2H])([2H])[2H])C([2H])([2H])[2H] +*C([2H])([2H])C(*)([2H])C([2H])([2H])[2H] +*C([2H])([2H])C(*)([2H])C([2H])=C([2H])[2H] +*C([2H])([2H])C(*)([2H])Cl +*C([2H])([2H])C(*)([2H])c1c([2H])c([2H])c([2H])c([2H])c1[2H] +*C(c1ccc(N(C)C)cc1)C(*)c1ccc([N+](=O)[O-])cc1 +*C* +*C/C(C)=C/C(C)S(*)(=O)=O +*C/C=C(\C)C(C)S(*)(=O)=O +*C/C=C(\C)CS(*)(=O)=O +*C/C=C/C(C)S(*)(=O)=O +*C/C=C/C(CC)S(*)(=O)=O +*C/C=C/COC(=O)C(Cc1ccccc1)NC(=O)/C=C/C(=O)NC(Cc1ccccc1)C(=O)O* +*C/C=C/COC(=O)C(Cc1ccccc1)NC(=O)CCCCC(=O)NC(Cc1ccccc1)C(=O)O* +*C/C=C/COC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)O* +*C/C=C/COC(=O)CCCCCCCCC(=O)O* +*C/C=C/COC(=O)CCCCCCCCC(=O)O* +*C/C=C/COC(=O)NCCCCCCNC(=O)O* +*C/C=C/COC(=O)NCCCCCCNC(=O)O* +*C/C=C/CS(*)(=O)=O +*C/C=C/C[Si](*)(C)C +*C/C=C/C[Si](*)(C)CCCOc1ccc(-c2ccccc2)cc1 +*C/C=C/C[Si](*)(C)CCCOc1ccc2ccccc2c1 +*C/C=C/C[Si](*)(C)CCCOc1ccccc1 +*C/C=C/C[Si](*)(C)c1ccccc1 +*C/C=C/C[Si](*)(C=C)C=C +*C/C=C/C[Si](*)(CCCOc1ccccc1)c1ccccc1 +*C/C=C/C[Si](*)(c1ccccc1)c1ccccc1 +*C/C=C/N(/C=C/CC1CC(=O)N(c2ccc(Cc3ccc(N4C(=O)CC(*)C4=O)cc3)cc2)C1=O)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*C/C=C/c1cc(C(C)(C)c2ccc(O)c(/C=C/CC3CC(=O)N(c4ccc(Cc5ccc(N6C(=O)CC(*)C6=O)cc5)cc4)C3=O)c2)ccc1O +*C1(C)CC(*)(C)C(=O)N(C)C1=O +*C1(F)OC(C(F)(F)F)(C(F)(F)Cl)OC1(*)F +*C1=C(c2ccc(-c3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(-c5ccc(*)cc5)ccc3-4)cc2)C(=O)N(CCCC)C1=O +*C1=C(c2ccc(-c3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(-c5ccc(*)cc5)ccc3-4)cc2)C(=O)N(CCCCCCCC)C1=O +*C1=C(c2ccc(-c3ccc4c(c3)C(CCCCCC)(CCCCCC)c3cc(-c5ccc(*)cc5)ccc3-4)cc2)C(=O)N(CCCCCCCCCCCC)C1=O +*C1C(*)C2CC1C(C(=O)OCC13CC4CC(CC(C4)C1)C3)C2C(=O)OCC12CC3CC(CC(C3)C1)C2 +*C1C(*)C2CC1C(C(=O)OCC1CC3CCC1C3)C2C(=O)OCC1CC2CCC1C2 +*C1C(*)C2CC1C(C(=O)OCCC13CC4CC(CC(C4)C1)C3)C2C(=O)OCCC12CC3CC(CC(C3)C1)C2 +*C1C(*)C2CC1C(C(=O)OCCC1CC3CCC1C3)C2C(=O)OCCC1CC2CCC1C2 +*C1C(*)C2CC1C(C(=O)OCCCc1ccccc1)C2C(=O)OCCCc1ccccc1 +*C1C(*)C2CC1C(C(=O)OCCc1ccccc1)C2C(=O)OCCc1ccccc1 +*C1C(*)C2CC1C(C(=O)OCc1ccccc1)C2C(=O)OCc1ccccc1 +*C1C(*)C2CC1C(COCc1ccccc1)C2COCc1ccccc1 +*C1C(*)C2CC1C1C=CCC12 +*C1C(=O)N(C(C)(C)C)C(=O)C1* +*C1C(=O)N(C(C)CC)C(=O)C1* +*C1C(=O)N(C2CCCCC2)C(=O)C1* +*C1C(=O)N(CCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*C1C(=O)N(CCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*C1C(=O)N(CCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*C1C(=O)N(CCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*C1C(=O)N(CCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*C1C(=O)N(CCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*C1C(=O)N(CCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*C1C(=O)N(c2c(CC)cccc2CC)C(=O)C1* +*C1C(=O)N(c2cc(Br)c(O[Si](C)(C)C(C)(C)C)c(Br)c2)C(=O)C1* +*C1C(=O)N(c2cc(Br)c(O[Si](C)(C)C)c(Br)c2)C(=O)C1* +*C1C(=O)N(c2cc(Br)c(O[Si](CC)(CC)CC)c(Br)c2)C(=O)C1* +*C1C(=O)N(c2cc(Br)c(O[Si](c3ccccc3)(c3ccccc3)c3ccccc3)c(Br)c2)C(=O)C1* +*C1C(=O)N(c2ccc(O[Si](C)(C)C(C)(C)C)cc2)C(=O)C1* +*C1C(=O)N(c2ccc(O[Si](C)(C)C)cc2)C(=O)C1* +*C1C(=O)N(c2ccc(O[Si](CC)(CC)CC)cc2)C(=O)C1* +*C1C(=O)N(c2ccc(O[Si](c3ccccc3)(c3ccccc3)c3ccccc3)cc2)C(=O)C1* +*C1C(=O)N(c2ccccc2C(=O)OC)C(=O)C1* +*C1C(=O)N(c2ccccc2C(=O)OCC)C(=O)C1* +*C1C(=O)N(c2ccccc2C(=O)OCCCC)C(=O)C1* +*C1C(=O)N(c2ccccc2C)C(=O)C1* +*C1C(=O)OC(=O)C1C1C2CC(C(=O)OC(C)CC)C(C2)C1* +*C1C(=O)OC(=O)C1C1C2CC(C(=O)OC3CCCCC3)C(C2)C1* +*C1C(=O)OC(=O)C1C1C2CC(C(=O)OCCOCC)C(C2)C1* +*C1C(=O)OC(=O)C1C1C2CC(COCCC)C(C2)C1* +*C1C2C/C(=C\C)C(C2)C1* +*C1C2CC(C(=O)OCCc3ccc(N(c4ccccc4)c4cccc(C)c4)cc3)C(C2)C1* +*C1C2CC(C(=O)OCCc3ccc(N(c4ccccc4)c4cccc5ccccc45)cc3)C(C2)C1* +*C1C2CC(C(=O)OCCc3ccc(N(c4ccccc4)c4ccccc4)cc3)C(C2)C1* +*C1C2CC(C)C(C2)C1* +*C1C2CC(C1*)C([Si](C)(C)C)C2 +*C1C2CC(CCCCCCCCC(=O)OCC)C(C2)C1* +*C1C2CC(CCCCc3ccccc3)C(C2)C1* +*C1C2CCC(C2)C1* +*C1C2CCC(C2)C1S(*)(=O)=O +*C1C=C(CCCCCC)C(*)S1 +*C1C=CC(*)CC1 +*C1CC(*)(C#N)C1 +*C1CC2CC1C(*)C2CCCC +*C1CC2CC1C(*)C2CCCCCC +*C1CCC(*)C1 +*C1CCC(CC2CCC(N3C(=O)C4C5C=CC(C6C(=O)N(*)C(=O)C56)C4C3=O)C(C)C2)CC1C +*C1CCC(CC2CCC(N3C(=O)C4C5C=CC(C6C(=O)N(*)C(=O)C56)C4C3=O)CC2)CC1 +*C1CCC(CC2CCC(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C(C)C2)CC1C +*C1CCC(CC2CCC(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)CC2)CC1 +*C1CCC(CC2CCC(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C(C)C2)CC1C +*C1CCC(CC2CCC(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)CC2)CC1 +*C1CCC(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC1 +*C1CCC(N2C(=O)c3ccc(S(=O)(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC1 +*C1CCCC(S(*)(=O)=O)C1 +*C1CCCCC1S(*)(=O)=O +*C1CCOC1* +*C1Cc2ccccc2C1* +*C1OC(C(F)(F)F)(C(F)(F)F)OC1(*)F +*C1OCCCC1C1C(=O)OC(=O)C1* +*C1OCOC(C(*)(F)F)C1(F)F +*C1Oc2ccccc2C1* +*C1c2cccc3cccc(c23)C1* +*CC#C/C(C#CCOC(=O)CCCCCCCCC(=O)O*)=C\c1ccc(C#Cc2ccc(C=C(C#Cc3ccccc3)C#Cc3ccccc3)cc2)cc1 +*CC#C/C(C#CCOC(=O)CCCCCCCCC(=O)O*)=C\c1ccc(C#Cc2ccc([N+](=O)[O-])cc2)cc1 +*CC#C/C(C#CCOC(=O)CCCCCCCCC(=O)O*)=C\c1ccc(C#Cc2ccccc2)cc1 +*CC#CC#CCOC(=O)c1ccc(C(=O)O*)cc1 +*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(/N=N/c3ccc(/N=N/c4cc(C)c(C#N)c(C)c4)cc3)cc2)cc1 +*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(/N=N/c3ccc(/N=N/c4cc(C)c([N+](=O)[O-])c(C)c4)cc3)cc2)cc1 +*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(/N=N/c3ccc(C#N)cc3)cc2)cc1 +*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc([N+](=O)[O-])cc2)cc1 +*CC#CC#CCOc1cccc(C(=O)OCCN(CCOC(=O)c2cccc(O*)c2)c2ccc(/N=N/c3ccc(C#N)cc3)cc2)c1 +*CC#CCOC(=O)CCCCCCC(=O)O* +*CC#CCOC(=O)CCCCCCCCC(=O)O* +*CC#CCOC(=O)CCCCCCCCCCC(=O)O* +*CC#CCOC(=O)NCCCCCCNC(=O)O* +*CC(*)(C#N)C(=O)OC +*CC(*)(C#N)C(=O)OC(C)C +*CC(*)(C#N)C(=O)OCC +*CC(*)(C#N)C(=O)OCC(C)C +*CC(*)(C#N)C(=O)OCCCC +*CC(*)(C#N)C(=O)OCCCCCC +*CC(*)(C#N)C(=O)OCCCCCCC +*CC(*)(C(=O)OC)c1ccccc1 +*CC(*)(C)C +*CC(*)(C)C#N +*CC(*)(C)C(=O)NC(=O)OC(C)COc1c(Br)cc(S(=O)(=O)c2cc(Br)c(OCC(C)O)c(Br)c2)cc1Br +*CC(*)(C)C(=O)NC(=O)OC(C)COc1ccc(S(=O)(=O)c2ccc(OCC(C)O)cc2)cc1 +*CC(*)(C)C(=O)NC(=O)OCCOc1c(Br)cc(S(=O)(=O)c2cc(Br)c(OCCO)c(Br)c2)cc1Br +*CC(*)(C)C(=O)NC(=O)OCCOc1ccc(S(=O)(=O)c2ccc(OCCO)cc2)cc1 +*CC(*)(C)C(=O)NC(=O)Oc1c(Br)cc(S(=O)(=O)c2cc(Br)c(O)c(Br)c2)cc1Br +*CC(*)(C)C(=O)NC(=O)Oc1ccc(S(=O)(=O)c2ccc(O)cc2)cc1 +*CC(*)(C)C(=O)NC(C)c1cccc2ccccc12 +*CC(*)(C)C(=O)NC(C)c1ccccc1 +*CC(*)(C)C(=O)NC1C(O)OC(CO)C(O)C1O +*CC(*)(C)C(=O)Nc1ccc(C(=O)/C=C/c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)Nc1cccc(-c2nnc(-c3ccccc3)o2)c1 +*CC(*)(C)C(=O)O +*CC(*)(C)C(=O)OC +*CC(*)(C)C(=O)OC(C(F)(F)F)C(F)(F)F +*CC(*)(C)C(=O)OC(C)(C)C +*CC(*)(C)C(=O)OC(C)C +*CC(*)(C)C(=O)OC(C)C(C)(C)C +*CC(*)(C)C(=O)OC(C)CC +*CC(*)(C)C(=O)OC(COc1cc2ccccc2c2ccccc12)COc1cc2ccccc2c2ccccc12 +*CC(*)(C)C(=O)OC(COc1ccc(-c2ccccc2)cc1)COc1ccc(-c2ccccc2)cc1 +*CC(*)(C)C(=O)OC(COc1cccc2ccccc12)COc1cccc2ccccc12 +*CC(*)(C)C(=O)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OC(OCC)C(F)(F)F +*CC(*)(C)C(=O)OC1(C)C2CC3CC(C2)CC1C3 +*CC(*)(C)C(=O)OC1(C)CCCN(c2ccc(/N=N/c3ccc(/C=C(\C#N)S(C)(=O)=O)cc3)cc2)C1 +*CC(*)(C)C(=O)OC1(C)CCOC(=O)C1 +*CC(*)(C)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2 +*CC(*)(C)C(=O)OC12CC3CC(CC(C3)C1)C2 +*CC(*)(C)C(=O)OC1CC(C)CC(C)(C)C1 +*CC(*)(C)C(=O)OC1CC(C)CCC1C(C)C +*CC(*)(C)C(=O)OC1CC2CC1C1C3CCC(C3)C21 +*CC(*)(C)C(=O)OC1CC2CCC1(C)C2(C)C +*CC(*)(C)C(=O)OC1CCC(C(C)(C)C)CC1 +*CC(*)(C)C(=O)OC1CCC(C)CC1 +*CC(*)(C)C(=O)OC1CCC1 +*CC(*)(C)C(=O)OC1CCC2CCCCC2C1 +*CC(*)(C)C(=O)OC1CCCC(C)C1 +*CC(*)(C)C(=O)OC1CCCC1 +*CC(*)(C)C(=O)OC1CCCCC1 +*CC(*)(C)C(=O)OC1CCCCC1C +*CC(*)(C)C(=O)OC1CCCCC1C(C)(C)C +*CC(*)(C)C(=O)OC1CCOCC1 +*CC(*)(C)C(=O)OC1COC(CP(=O)(OCC)OCC)OC1 +*CC(*)(C)C(=O)OCC +*CC(*)(C)C(=O)OCC#C +*CC(*)(C)C(=O)OCC#CO[Si](C)(C)C +*CC(*)(C)C(=O)OCC#N +*CC(*)(C)C(=O)OCC(=O)N1CCCC1 +*CC(*)(C)C(=O)OCC(=O)N1CCOCC1 +*CC(*)(C)C(=O)OCC(=O)Nc1cc(C)on1 +*CC(*)(C)C(=O)OCC(=O)c1ccccc1 +*CC(*)(C)C(=O)OCC(C)(C)C +*CC(*)(C)C(=O)OCC(C)(C)C1OCC(C)(C)CO1 +*CC(*)(C)C(=O)OCC(C)O +*CC(*)(C)C(=O)OCC(C)Oc1ccc(-c2ccc(-c3ccc(C#N)cc3)cc2)cc1 +*CC(*)(C)C(=O)OCC(CC)CCCC +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)F +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)F +*CC(*)(C)C(=O)OCC(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OCC(F)(F)C(F)F +*CC(*)(C)C(=O)OCC(F)(F)F +*CC(*)(C)C(=O)OCC(O)C1CC(C)(c2ccccc2)C1 +*CC(*)(C)C(=O)OCC(O)CO +*CC(*)(C)C(=O)OCC1(C)COC(C)(C)OC1 +*CC(*)(C)C(=O)OCC1(C)COCOC1 +*CC(*)(C)C(=O)OCC1(CC)COC1 +*CC(*)(C)C(=O)OCC1CC(NC(=O)C2CC(NC(=O)OC(C)(C)C)CN2C(=O)OC(C)(C)C)CN1C(=O)C1CC(NC(=O)OC(C)(C)C)CN1C(=O)OC(C)(C)C +*CC(*)(C)C(=O)OCC1CC(NC(=O)OC(C)(C)C)CN1C(=O)OC(C)(C)C +*CC(*)(C)C(=O)OCC1CCC1 +*CC(*)(C)C(=O)OCC1CCCO1 +*CC(*)(C)C(=O)OCC1CO1 +*CC(*)(C)C(=O)OCC1COC(=O)O1 +*CC(*)(C)C(=O)OCC1COC(CP(=O)(OCC)OCC)O1 +*CC(*)(C)C(=O)OCC1COC(c2ccccc2)O1 +*CC(*)(C)C(=O)OCC1COCCOCCOCCO1 +*CC(*)(C)C(=O)OCC1COCCOCCOCCOCCOC1 +*CC(*)(C)C(=O)OCC1OC(n2ccc(=O)[nH]c2=O)C(O)C1O +*CC(*)(C)C(=O)OCC=C +*CC(*)(C)C(=O)OCCBr +*CC(*)(C)C(=O)OCCC +*CC(*)(C)C(=O)OCCC#N +*CC(*)(C)C(=O)OCCC(C)(C)C +*CC(*)(C)C(=O)OCCC(C)CC(C)(C)C +*CC(*)(C)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OCCC1CCCCC1 +*CC(*)(C)C(=O)OCCC1CCN(CCCCCCOc2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)CC1 +*CC(*)(C)C(=O)OCCC1CC[N+](C)(CCCCCCOc2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)CC1 +*CC(*)(C)C(=O)OCCCC +*CC(*)(C)C(=O)OCCCC1CCCCC1 +*CC(*)(C)C(=O)OCCCCC +*CC(*)(C)C(=O)OCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OCCCCC1CCCCC1 +*CC(*)(C)C(=O)OCCCCCC +*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(C)C(=O)OCCCCCCCC +*CC(*)(C)C(=O)OCCCCCCCC/C=C/CCCCCCCC +*CC(*)(C)C(=O)OCCCCCCCCCC +*CC(*)(C)C(=O)OCCCCCCCCCCCC +*CC(*)(C)C(=O)OCCCCCCCCCCCCCC +*CC(*)(C)C(=O)OCCCCCCCCCCCCCCC(=O)NC1OC(CO)C(OC2OC(CO)C(O)C(O)C2O)C(O)C1O +*CC(*)(C)C(=O)OCCCCCCCCCCCCCCC(=O)NC1OC(COC(C)=O)C(OC2OC(COC(C)=O)C(OC(C)=O)C(OC(C)=O)C2OC(C)=O)C(OC(C)=O)C1OC(C)=O +*CC(*)(C)C(=O)OCCCCCCCCCCCCCCCCCC +*CC(*)(C)C(=O)OCCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(-c3cccc(OC(=O)c4ccc(OC(=O)c5ccc(OCCCCCCCCCCCC)cc5)cc4)c3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc(/C=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc(/N=N/c2ccc(OC(=O)c3ccc4c(c3)OCCOCCOCCOCCO4)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCCCCCCCn1c2ccccc2c2ccccc21 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(/N=N/c2ccc(C3OCC4(CO3)CC3C=CC4C3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(/N=N/c2ccc(Cl)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(/N=N/c2ccc(F)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(/N=N/c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(/N=N/c2ccccc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C#Cc2cc(C)c(/C=C/c3ccncc3)cc2C)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C#Cc2cc(OC)c(/C=C/c3ccncc3)cc2OC)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)/C=C/c3c(C)c4ccccc4n3C)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)/C=C/c3c(C)c4ccccc4n3CCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(-c3ccc(OC)cc3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OC)c(Br)c2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(/C=C(\C#N)C(=O)OC)ccc21 +*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(/C=C(\C#N)c3ccc([N+](=O)[O-])cc3)ccc21 +*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(/C=C/C3=C(C#N)C(=C(C#N)C#N)OC3(C)C)ccc21 +*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(/N=N/c3ccc([N+](=O)[O-])cc3)ccc21 +*CC(*)(C)C(=O)OCCCCCCCCCCn1c2ccccc2c2cc(/N=N/c3ccc([N+](=O)[O-])cc3[N+](=O)[O-])ccc21 +*CC(*)(C)C(=O)OCCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(/N=N/c2ccc(C3OCC4(CO3)CC3C=CC4C3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)/C=C/c3c(C)c4ccccc4n3C)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)/C=C/c3c(C)c4ccccc4n3CCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCCN(C)c1ccc(/N=N/c2ccc(S(C)(=O)=O)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCN(C)c1ccc(N(C)C)cc1 +*CC(*)(C)C(=O)OCCCCCCN1CCN(c2ccc(/N=N/c3ccc(C#N)cc3)cc2)CC1 +*CC(*)(C)C(=O)OCCCCCCN1CCN(c2ccc(/N=N/c3ccc(C=C(C#N)C#N)cc3)cc2)CC1 +*CC(*)(C)C(=O)OCCCCCCN1CCN(c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)CC1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/C=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/N=N/c2ccc(C3OCC4(CO3)CC3C=CC4C3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/N=N/c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/N=N/c2ccc(OCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/N=N/c2ccc(OCCCCCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(/N=N/c2ccncc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(-c3cccc(OC(=O)c4ccc(OC(=O)c5ccc(OCCCCCCCCCCCC)cc5)cc4)c3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(/N=N/c3ccc(Br)cc3)c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(/N=N/c3ccc(C#N)cc3)c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(/N=N/c3ccc(C)cc3)c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(/N=N/c3ccc(Cl)cc3)c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(/N=N/c3ccc(F)cc3)c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(/N=N/c3ccc(I)cc3)c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(/N=N/c3ccccc3)c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)/C=C/c3c(C)c4ccccc4n3C)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)/C=C/c3c(C)c4ccccc4n3CCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1OC +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc3ccc(=O)oc3c2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(-c3ccc(OC)cc3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OC)c(Br)c2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCCOc1cccc(C(=O)Oc2ccc(C#N)cc2)c1 +*CC(*)(C)C(=O)OCCCCCCc1ccc(/C(C)=C/c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCc1ccc(/N=N/c2ccc(OC(F)(F)F)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCCn1c2ccccc2c2ccccc21 +*CC(*)(C)C(=O)OCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCCc1ccc(/N=N/c2ccc(OC(F)(F)F)cc2)cc1 +*CC(*)(C)C(=O)OCCCCCn1c2ccccc2c2ccccc21 +*CC(*)(C)C(=O)OCCCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(-c3ccc(OC)cc3)cc2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OC)c(Br)c2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc(OC(=O)c2ccc(OCCCCCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCCCc1ccc(/N=N/c2ccc(OC(F)(F)F)cc2)cc1 +*CC(*)(C)C(=O)OCCCCc1ccccc1 +*CC(*)(C)C(=O)OCCCCl +*CC(*)(C)C(=O)OCCCCn1c2ccccc2c2cc(/N=N/c3ccc([N+](=O)[O-])cc3[N+](=O)[O-])ccc21 +*CC(*)(C)C(=O)OCCCCn1c2ccccc2c2ccccc21 +*CC(*)(C)C(=O)OCCCN(C)c1ccc(N(C)C)cc1 +*CC(*)(C)C(=O)OCCCN(CCO)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)OCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCCOc1ccc(C(=O)Oc2ccc3ccc(=O)oc3c2)cc1 +*CC(*)(C)C(=O)OCCCOc1ccc2cc(C(=O)Oc3ccccc3)ccc2c1 +*CC(*)(C)C(=O)OCCC[Si](OC)(OC)OC +*CC(*)(C)C(=O)OCCC[Si](O[Si](C)(C)C)(O[Si](C)(C)C)O[Si](C)(C)C +*CC(*)(C)C(=O)OCCC[Si]12O[Si]3(CC(C)C)O[Si]4(CC(C)C)O[Si](CC(C)C)(O1)O[Si]1(CC(C)C)O[Si](CC(C)C)(O2)O[Si](CC(C)C)(O3)O[Si](CC(C)C)(O4)O1 +*CC(*)(C)C(=O)OCCCc1ccc(/N=N/c2ccc(OC(F)(F)F)cc2)cc1 +*CC(*)(C)C(=O)OCCCl +*CC(*)(C)C(=O)OCCCn1c2ccccc2c2ccccc21 +*CC(*)(C)C(=O)OCCF +*CC(*)(C)C(=O)OCCN(C)C +*CC(*)(C)C(=O)OCCN(C)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)OCCN(C)c1ccc(/N=N/c2ccc(/N=N/c3ccc(C#N)cc3)cc2C)cc1 +*CC(*)(C)C(=O)OCCN(C)c1ccc(/N=N/c2ccc(S(=O)(=O)Nc3cc(C)on3)cc2)cc1 +*CC(*)(C)C(=O)OCCN(C)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)OCCN(C)c1ccc(N(C)C)cc1 +*CC(*)(C)C(=O)OCCN(CC)CC +*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc(OC)cc2)c(C)c1 +*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc(S(C)(=O)=O)cc2)cc1 +*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])c3ccccc23)cc1 +*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)OCCN(CC)c1ccc(/N=N/c2nc3ccc([N+](=O)[O-])cc3s2)cc1 +*CC(*)(C)C(=O)OCCN(CC)c1ccc([N+](=O)[O-])cc1 +*CC(*)(C)C(=O)OCCN(CC)c1ccccc1 +*CC(*)(C)C(=O)OCCN(CCCC)c1ccc(/N=N/c2ccc(S(=O)(=O)Nc3cc(C)on3)cc2)cc1 +*CC(*)(C)C(=O)OCCN(CCCC)c1ccc(/N=N/c2ccc(S(=O)(=O)Nc3nccs3)cc2)cc1 +*CC(*)(C)C(=O)OCCNC(C)(C)C +*CC(*)(C)C(=O)OCCO +*CC(*)(C)C(=O)OCCOC +*CC(*)(C)C(=O)OCCOC(=O)c1cc([N+](=O)[O-])cc([N+](=O)[O-])c1 +*CC(*)(C)C(=O)OCCOCC +*CC(*)(C)C(=O)OCCOCCO +*CC(*)(C)C(=O)OCCOCCOC +*CC(*)(C)C(=O)OCCOCCOCC1(C)COCCOCCOCCOC1 +*CC(*)(C)C(=O)OCCOCCOCC1COCCOCCOCCO1 +*CC(*)(C)C(=O)OCCOCCOCCOCCOCCOCCOCCOCCOC +*CC(*)(C)C(=O)OCCOCCOCCOCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCOCCOCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCOCCOCC[N+](CC)(CC)CCCCS(=O)(=O)O +*CC(*)(C)C(=O)OCCOCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCOCC[N+](CC)(CC)CCCCS(=O)(=O)O +*CC(*)(C)C(=O)OCCO[N+](=O)[O-] +*CC(*)(C)C(=O)OCCO[Si](C)(C)C +*CC(*)(C)C(=O)OCCOc1ccc(-c2ccc(-c3ccc(C#N)cc3)cc2)cc1 +*CC(*)(C)C(=O)OCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)OCCOc1ccc(/N=N/c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)OCCOc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1 +*CC(*)(C)C(=O)OCCS(=O)(=O)c1ccc(/N=N/c2ccc(N(CC)CC)cc2)cc1 +*CC(*)(C)C(=O)OCCS(=O)CC +*CC(*)(C)C(=O)OCC[N+](C)(C)CCCCCCC +*CC(*)(C)C(=O)OCC[N+](C)(C)CCCCS(=O)(=O)O +*CC(*)(C)C(=O)OCCc1ccc(/N=N/c2ccc(OC(F)(F)F)cc2)cc1 +*CC(*)(C)C(=O)OCCc1ccc(/N=N/c2ccccc2)cc1 +*CC(*)(C)C(=O)OCCc1ccccc1 +*CC(*)(C)C(=O)OCCn1c2ccccc2c2cc(/N=N/c3ccc([N+](=O)[O-])cc3)ccc21 +*CC(*)(C)C(=O)OCCn1c2ccccc2c2cc(/N=N/c3ccc([N+](=O)[O-])cc3[N+](=O)[O-])ccc21 +*CC(*)(C)C(=O)OCCn1c2ccccc2c2ccccc21 +*CC(*)(C)C(=O)OCSC +*CC(*)(C)C(=O)OCc1c(Cl)cccc1Cl +*CC(*)(C)C(=O)OCc1c(F)cccc1F +*CC(*)(C)C(=O)OCc1cc(Cl)cc(Cl)c1 +*CC(*)(C)C(=O)OCc1cc(Cl)ccc1Cl +*CC(*)(C)C(=O)OCc1ccc(/C=C/C(=O)C2c3ccccc3C(=O)c3ccccc32)cc1 +*CC(*)(C)C(=O)OCc1ccc(/C=C/C(=O)Oc2ccc3oc(=O)ccc3c2)cc1 +*CC(*)(C)C(=O)OCc1ccc(Cl)c(Cl)c1 +*CC(*)(C)C(=O)OCc1ccc(Cl)cc1 +*CC(*)(C)C(=O)OCc1ccc(Cl)cc1Cl +*CC(*)(C)C(=O)OCc1ccc(F)cc1F +*CC(*)(C)C(=O)OCc1ccc(OCCOCC)c(OCCOCC)c1 +*CC(*)(C)C(=O)OCc1ccc(OCCOCCOCC)c(OCCOCCOCC)c1 +*CC(*)(C)C(=O)OCc1ccc(OCCOCCOCCOCC)c(OCCOCCOCCOCC)c1 +*CC(*)(C)C(=O)OCc1ccc2c(c1)OCCOCCOCCOCCO2 +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CC +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCC +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCC +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCC +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCC +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCCCC +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCCCCCC +*CC(*)(C)C(=O)OCc1ccc2c(c1)c1ccccc1n2CCCCCCCCCCCCCCCC +*CC(*)(C)C(=O)OCc1ccc[se]1 +*CC(*)(C)C(=O)OCc1cccc(Cl)c1 +*CC(*)(C)C(=O)OCc1cccc(Cl)c1Cl +*CC(*)(C)C(=O)OCc1ccccc1 +*CC(*)(C)C(=O)OCc1ccccc1Cl +*CC(*)(C)C(=O)OCc1ccco1 +*CC(*)(C)C(=O)OCc1cccs1 +*CC(*)(C)C(=O)OCc1ccsc1 +*CC(*)(C)C(=O)O[Si](C)(C)C +*CC(*)(C)C(=O)Oc1c(C(C)C)cccc1C(C)C +*CC(*)(C)C(=O)Oc1c(C)cccc1C +*CC(*)(C)C(=O)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl +*CC(*)(C)C(=O)Oc1c(OC)cc(/C=C/c2ccccc2)cc1OC +*CC(*)(C)C(=O)Oc1cc(C)cc(C)c1 +*CC(*)(C)C(=O)Oc1cc(C)ccc1C +*CC(*)(C)C(=O)Oc1ccc(-c2nnc(-c3ccc(C(C)(C)C)cc3)o2)cc1 +*CC(*)(C)C(=O)Oc1ccc(/C=C/c2ccccc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(/N=N/c2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(/N=N/c2ccc(OCCCCCCCCCCCOC(=O)c3ccc4c(c3)OCCOCCOCCOCCO4)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C#N)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)/C=C/c2ccc(Cl)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)/C=C/c2ccc(OC)c(OC)c2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)/C=C/c2ccc(OCc3ccccc3)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)O)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)OC)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(-c3ccccc3)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(C(=O)c3ccccc3)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(C)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(OC)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccc(Oc3ccccc3)cc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)Oc2ccccc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)c2ccccc2)c(O)c1 +*CC(*)(C)C(=O)Oc1ccc(C(=O)c2ccccc2)cc1 +*CC(*)(C)C(=O)Oc1ccc(C(C)(C)C)cc1 +*CC(*)(C)C(=O)Oc1ccc(C)cc1C +*CC(*)(C)C(=O)Oc1ccc(CC#N)cc1 +*CC(*)(C)C(=O)Oc1ccc(OCc2ccccc2)cc1 +*CC(*)(C)C(=O)Oc1ccc([N+](=O)[O-])c(C)c1 +*CC(*)(C)C(=O)Oc1ccc2c(c1)CCC2 +*CC(*)(C)C(=O)Oc1cccc(C)c1C +*CC(*)(C)C(=O)Oc1ccccc1 +*CC(*)(C)C(N)=O +*CC(*)(C)CC +*CC(*)(C)CCC +*CC(*)(C)OC +*CC(*)(C)c1ccc(C(C)C)cc1 +*CC(*)(C)c1ccc(C(O)C(F)(F)F)cc1 +*CC(*)(C)c1ccc(C)cc1 +*CC(*)(C)c1ccc2ccccc2c1 +*CC(*)(C)c1ccc2ccccc2n1 +*CC(*)(C)c1ccccc1 +*CC(*)(C)c1nc(N(CCOCCOCCOC)CCOCCOCCOC)nc(N(CCOCCOCCOC)c2ccccc2)n1 +*CC(*)(CC(=O)O)C(=O)O +*CC(*)(CC(=O)OC(C)C)C(=O)OC(C)C +*CC(*)(CC(=O)OC(C)C)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2 +*CC(*)(CC(=O)OC(C)C)C(=O)OC12CC3CC(CC(C3)C1)C2 +*CC(*)(CC(=O)OC)C(=O)O +*CC(*)(CC(=O)OC)C(=O)OC +*CC(*)(CC(=O)OC)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2 +*CC(*)(CC(=O)OC)C(=O)OC12CC3CC(CC(C3)C1)C2 +*CC(*)(CC(=O)OC1CCC1)C(=O)OC1CCC1 +*CC(*)(CC(=O)OC1CCCCC1)C(=O)OC1CCCCC1 +*CC(*)(CC(=O)OC1CCCCCC1)C(=O)OC1CCCCCC1 +*CC(*)(CC(=O)OC1CCCCCCC1)C(=O)OC1CCCCCCC1 +*CC(*)(CC(=O)OCC(C)C)C(=O)OCC(C)C +*CC(*)(CC(=O)OCC)C(=O)O +*CC(*)(CC(=O)OCC)C(=O)OCC +*CC(*)(CC(=O)OCC1CCCCC1)C(=O)OCC1CCCCC1 +*CC(*)(CC(=O)OCCC)C(=O)OCCC +*CC(*)(CC(=O)OCCC1CCCCC1)C(=O)OCCC1CCCCC1 +*CC(*)(CC(=O)OCCCC)C(=O)OCCCC +*CC(*)(CC(=O)OCCCC1CCCCC1)C(=O)OCCCC1CCCCC1 +*CC(*)(CC(=O)OCCCCC)C(=O)OCCCCC +*CC(*)(CC(=O)OCCCCCC)C(=O)OCCCCCC +*CC(*)(CC(=O)OCCCCCCC)C(=O)OCCCCCCC +*CC(*)(CC(=O)OCCCCCCCC)C(=O)OCCCCCCCC +*CC(*)(CC(=O)OCCCCCCCCC)C(=O)OCCCCCCCCC +*CC(*)(CC(=O)OCCCCl)C(=O)OCCCCl +*CC(*)(CC(=O)OCCCc1ccccc1)C(=O)OCCCc1ccccc1 +*CC(*)(CC(=O)OCCCl)C(=O)OCCCl +*CC(*)(CC(=O)OCCOC)C(=O)OCCOC +*CC(*)(CC(=O)OCCOCCOC)C(=O)OCCOCCOC +*CC(*)(CC(=O)OCCOCCOCCOC)C(=O)OCCOCCOCCOC +*CC(*)(CC(=O)OCCOCCOCCOCCOCCOCCOCCOC)C(=O)OCCOCCOCCOCCOCCOCCOCCOC +*CC(*)(CC(=O)OCCc1ccccc1)C(=O)OCCc1ccccc1 +*CC(*)(CC(=O)OCc1ccccc1)C(=O)OCc1ccccc1 +*CC(*)(CC(=O)Oc1ccc(OC)cc1)C(=O)Oc1ccc(OC)cc1 +*CC(*)(CC(=O)Oc1ccc(OCC)cc1)C(=O)Oc1ccc(OCC)cc1 +*CC(*)(CC(=O)Oc1ccc(OCCC)cc1)C(=O)Oc1ccc(OCCC)cc1 +*CC(*)(CC(=O)Oc1ccc(OCCCCC)cc1)C(=O)Oc1ccc(OCCCCC)cc1 +*CC(*)(CC(=O)Oc1ccc(OCCCCCCC)cc1)C(=O)Oc1ccc(OCCCCCCC)cc1 +*CC(*)(CC(=O)Oc1ccccc1)C(=O)Oc1ccccc1 +*CC(*)(CC)C(=O)OCC +*CC(*)(CCC(C)C(=O)OC)C(=O)OC +*CC(*)(CCC)C(=O)OC +*CC(*)(CCCCC)C(=O)OC +*CC(*)(CCCCCCCC)C(=O)OC +*CC(*)(CF)C(=O)OCC +*CC(*)(Cl)C(=O)OC +*CC(*)(Cl)C(=O)OCC +*CC(*)(Cl)C(=O)OCCC +*CC(*)(Cl)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(Cl)C(=O)OCCCC +*CC(*)(Cl)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1 +*CC(*)(Cl)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1 +*CC(*)(Cl)Cl +*CC(*)(F)C(=O)OC +*CC(*)(F)C(=O)OC(C(F)(F)F)C(F)(F)F +*CC(*)(F)C(=O)OCC +*CC(*)(F)C(=O)OCC(Cl)(Cl)Cl +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)F +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)F +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)F +*CC(*)(F)C(=O)OCC(F)(F)C(F)F +*CC(*)(F)C(=O)OCC(F)(F)F +*CC(*)(F)C(=O)OCCC +*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(F)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)(F)C(C)=O +*CC(*)(F)C(F)(F)F +*CC(*)(F)F +*CC(*)C +*CC(*)C#N +*CC(*)C(=O)N(C)C +*CC(*)C(=O)N1CCCCC1 +*CC(*)C(=O)N1CCOCC1 +*CC(*)C(=O)N1CC[NH+](CC)CC1 +*CC(*)C(=O)NC +*CC(*)C(=O)NC(C)(C)C +*CC(*)C(=O)NC(C)(C)CC(C)=O +*CC(*)C(=O)NC(C)(C)CS(=O)(=O)O +*CC(*)C(=O)NC(C)C +*CC(*)C(=O)NCCCCCC(=O)O +*CC(*)C(=O)NCCC[N+](C)(C)C +*CC(*)C(=O)NCCC[N+](C)(C)CCCS(=O)(=O)O +*CC(*)C(=O)NCP(=O)(O)O +*CC(*)C(=O)Nc1ccc(C(=O)/C=C/c2ccc(Br)cc2)cc1 +*CC(*)C(=O)Nc1ccc(C(=O)/C=C/c2cccc(Br)c2)cc1 +*CC(*)C(=O)Nc1ccc(Cl)cc1 +*CC(*)C(=O)Nc1ccc2c(c1)C(=O)c1ccccc1C2=O +*CC(*)C(=O)Nc1cccc(Cl)c1 +*CC(*)C(=O)Nc1ccccc1 +*CC(*)C(=O)Nc1ccccc1Cl +*CC(*)C(=O)O +*CC(*)C(=O)OC +*CC(*)C(=O)OC(C(F)(F)F)C(F)(F)F +*CC(*)C(=O)OC(C)(C)C +*CC(*)C(=O)OC(C)C +*CC(*)C(=O)OC(C)CC +*CC(*)C(=O)OC(CC)CC +*CC(*)C(=O)OC(Cl)C(Cl)(Cl)Cl +*CC(*)C(=O)OC(F)(C(F)(F)F)C(F)(F)F +*CC(*)C(=O)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OC(OCC)C(F)(F)F +*CC(*)C(=O)OC([2H])([2H])[2H] +*CC(*)C(=O)OC12CC3CC(C)(CC(C)(C3)C1)C2 +*CC(*)C(=O)OC12CC3CC(CC(C3)C1)C2 +*CC(*)C(=O)OC1CC(C)CC(C)(C)C1 +*CC(*)C(=O)OC1CC2CCC1(C)C2(C)C +*CC(*)C(=O)OC1CCCCC1 +*CC(*)C(=O)OC1CCCCCCCCCCC1 +*CC(*)C(=O)OCC +*CC(*)C(=O)OCC(C)(C)C +*CC(*)C(=O)OCC(C)C +*CC(*)C(=O)OCC(C)CC +*CC(*)C(=O)OCC(C)O +*CC(*)C(=O)OCC(CC)CCCC +*CC(*)C(=O)OCC(COC(=O)c1ccccc1)(COC(=O)c1ccccc1)COC(=O)c1ccccc1 +*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)C(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)(F)OC(F)(F)F +*CC(*)C(=O)OCC(F)(F)C(F)C(F)(F)F +*CC(*)C(=O)OCC(F)(F)F +*CC(*)C(=O)OCC1(CC)COC(c2ccccc2)OC1 +*CC(*)C(=O)OCC1(CC)COCOC1 +*CC(*)C(=O)OCCC +*CC(*)C(=O)OCCC#N +*CC(*)C(=O)OCCC(C)OC +*CC(*)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCCCC +*CC(*)C(=O)OCCCCC +*CC(*)C(=O)OCCCCCC +*CC(*)C(=O)OCCCCCC(=O)Oc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCC +*CC(*)C(=O)OCCCCCCCC +*CC(*)C(=O)OCCCCCCCCC +*CC(*)C(=O)OCCCCCCCCCCCCCCCCCC +*CC(*)C(=O)OCCCCCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(-c3cccc(OC(=O)c4ccc(OC(=O)c5ccc(OCCCCCCCCCCCC)cc5)cc4)c3)cc2)cc1 +*CC(*)C(=O)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(C)CCCCCC)cc3)cc2)cc1 +*CC(*)C(=O)OCCCCCCCCCCCn1c2ccccc2c2ccccc21 +*CC(*)C(=O)OCCCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCCCCCOc1cnc(-c2ccc(OC(=O)C3COC(C)(C)O3)cc2)nc1 +*CC(*)C(=O)OCCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCCCn1c2ccccc2c2ccccc21 +*CC(*)C(=O)OCCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCOc1ccc(/C=N/c2ccc(OCCCCC)cc2)c(O)c1 +*CC(*)C(=O)OCCCCCCOc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1 +*CC(*)C(=O)OCCCCCCSCC#N +*CC(*)C(=O)OCCCCCCn1c2ccccc2c2ccccc21 +*CC(*)C(=O)OCCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCCn1c2ccccc2c2ccccc21 +*CC(*)C(=O)OCCCCOC(=O)c1ccc(OC(=O)c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCCOc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)C(=O)OCCCCSC +*CC(*)C(=O)OCCCCn1c2ccccc2c2ccccc21 +*CC(*)C(=O)OCCCOC +*CC(*)C(=O)OCCCOCC +*CC(*)C(=O)OCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)C(=O)OCCCOc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)C(=O)OCCCOc1ccc(C(=O)OCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)C(=O)OCCCOc1ccc(C(=O)OCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)C(=O)OCCCSC +*CC(*)C(=O)OCCCSCC +*CC(*)C(=O)OCCCSCCC#N +*CC(*)C(=O)OCCCn1c2ccccc2c2ccccc21 +*CC(*)C(=O)OCCN(C)C +*CC(*)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)C(=O)OCCN(CC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2Cl)cc1 +*CC(*)C(=O)OCCO +*CC(*)C(=O)OCCOC +*CC(*)C(=O)OCCOC(=O)c1cc([N+](=O)[O-])cc([N+](=O)[O-])c1 +*CC(*)C(=O)OCCOC(F)(F)C(F)F +*CC(*)C(=O)OCCOCC +*CC(*)C(=O)OCCOCC(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(=O)OCCOCC(F)(F)F +*CC(*)C(=O)OCCOCC1(CC)COC1 +*CC(*)C(=O)OCCOCCOC(F)(F)C(F)F +*CC(*)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCCCC)cc3)cc2)cc1 +*CC(*)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCCCCC)cc3)cc2)cc1 +*CC(*)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1 +*CC(*)C(=O)OCCOc1ccc(C(C)(C)c2ccc(OCCO)cc2)cc1 +*CC(*)C(=O)OCCSC +*CC(*)C(=O)OCCSCC +*CC(*)C(=O)OCCSCC#N +*CC(*)C(=O)OCCSCCC#N +*CC(*)C(=O)OCCSCCCC#N +*CC(*)C(=O)OCCc1ccccc1 +*CC(*)C(=O)OCCn1c2ccccc2c2ccccc21 +*CC(*)C(=O)OCF +*CC(*)C(=O)OCc1c(Br)c(Br)c(Br)c(Br)c1Br +*CC(*)C(=O)OCc1ccc(C#N)cc1 +*CC(*)C(=O)OCc1ccccc1 +*CC(*)C(=O)O[Na] +*CC(*)C(=O)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl +*CC(*)C(=O)Oc1c(F)c(F)c(F)c(F)c1F +*CC(*)C(=O)Oc1cc(C)cc(C)c1 +*CC(*)C(=O)Oc1ccc(-c2ccccc2)cc1 +*CC(*)C(=O)Oc1ccc(/N=N/c2ccc(OC)cc2)cc1 +*CC(*)C(=O)Oc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)C(=O)Oc1ccc(C#N)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)O)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)OC)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)OCC)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)OCCCC)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)OCc2ccccc2)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCCCC)cc3)cc2)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCCCCC)cc3)cc2)cc1 +*CC(*)C(=O)Oc1ccc(C(=O)c2ccc(Cl)cc2)cc1 +*CC(*)C(=O)Oc1ccc(C(C)(C)C)cc1 +*CC(*)C(=O)Oc1ccc(C)cc1 +*CC(*)C(=O)Oc1ccc(Cl)cc1 +*CC(*)C(=O)Oc1ccc(Cl)cc1Cl +*CC(*)C(=O)Oc1ccc(OC)cc1 +*CC(*)C(=O)Oc1ccc([N+](=O)[O-])cc1 +*CC(*)C(=O)Oc1cccc(C(=O)OC)c1 +*CC(*)C(=O)Oc1cccc(C(=O)OCC)c1 +*CC(*)C(=O)Oc1cccc(C)c1 +*CC(*)C(=O)Oc1cccc(N(C)C)c1 +*CC(*)C(=O)Oc1cccc2ccccc12 +*CC(*)C(=O)Oc1ccccc1 +*CC(*)C(=O)Oc1ccccc1C +*CC(*)C(=O)Oc1ccccc1C(=O)OC +*CC(*)C(=O)Oc1ccccc1C(=O)OCC +*CC(*)C(=O)Oc1ccccc1C(C)(C)C +*CC(*)C(=O)Oc1ccccc1Cl +*CC(*)C(=O)c1ccc(Br)c(OC)c1 +*CC(*)C(=O)c1ccc(Br)cc1 +*CC(*)C(=O)c1ccc(C(C)(C)C)cc1 +*CC(*)C(=O)c1ccc(C(C)C)cc1 +*CC(*)C(=O)c1ccc(C)c(C)c1 +*CC(*)C(=O)c1ccc(C)cc1 +*CC(*)C(=O)c1ccc(CC)cc1 +*CC(*)C(=O)c1ccc(CCC)cc1 +*CC(*)C(=O)c1ccc(Cl)cc1 +*CC(*)C(=O)c1ccc(OC)cc1 +*CC(*)C(=O)c1ccccc1 +*CC(*)C(=O)n1c2ccccc2c2ccccc21 +*CC(*)C(C)=O +*CC(*)C(C)C +*CC(*)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)C(F)(F)C(F)(F)F +*CC(*)C(F)(F)F +*CC(*)C(N)=O +*CC(*)C1=NCCN1 +*CC(*)C1CCC(C(C)(C)C)CC1 +*CC(*)C1CCC(C)CC1 +*CC(*)C1CCCC(C)C1 +*CC(*)C1CCCC1 +*CC(*)C1CCCCC1 +*CC(*)C1CCCCC1C +*CC(*)C=C +*CC(*)CC +*CC(*)CC(C)(C)C +*CC(*)CC(C)C +*CC(*)CC1CCCC1 +*CC(*)CC1CCCCC1 +*CC(*)CCC +*CC(*)CCC1CCCCC1 +*CC(*)CCCC +*CC(*)CCCCC +*CC(*)CCCCCC +*CC(*)CCCCCCC +*CC(*)CCCCCCCC +*CC(*)CCCCCCCCCC +*CC(*)CCCCCCCCCCCC +*CC(*)CCCCCCCCCCCCCC +*CC(*)CCCCCCCCCCCCCCCC +*CC(*)CCCCCCCCCCCCCCCCCC +*CC(*)CCCCCCCCCI +*CC(*)CCCI +*CC(*)CCI +*CC(*)CC[Si](C)(C)C +*CC(*)CCc1ccccc1 +*CC(*)CN +*CC(*)CNc1ccc([N+](=O)[O-])c(C(F)(F)F)c1 +*CC(*)CNc1ccc([N+](=O)[O-])cc1 +*CC(*)CNc1ccc([N+](=O)[O-])cc1C +*CC(*)CNc1ccc([N+](=O)[O-])cc1[N+](=O)[O-] +*CC(*)CNc1ccc([N+](=O)[O-])cn1 +*CC(*)CO +*CC(*)C[Si](C)(C)C +*CC(*)Cc1ccc(C)cc1 +*CC(*)Cc1cccc(C)c1 +*CC(*)Cc1ccccc1 +*CC(*)Cc1ccccc1C +*CC(*)Cl +*CC(*)F +*CC(*)N +*CC(*)N1CCCC1=O +*CC(*)N1CCCC1=S +*CC(*)N1CCCCCC1=O +*CC(*)NC(=O)OC(C)(C)C +*CC(*)NC=O +*CC(*)O +*CC(*)OC +*CC(*)OC(=O)/C=C/c1ccccc1 +*CC(*)OC(=O)C(C)(C(C)C)C(C)C +*CC(*)OC(=O)C(C)(C)C(C)(C)CC +*CC(*)OC(=O)C(C)(C)C(C)C(C)C +*CC(*)OC(=O)C(C)(C)CC(C)(C)C +*CC(*)OC(=O)C(C)(C)CCC +*CC(*)OC(=O)C(C)(CC)C(C)(C)C +*CC(*)OC(=O)C(Cl)(Cl)Cl +*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)OC(=O)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)OC(=O)C(F)(F)C(F)(F)F +*CC(*)OC(=O)C(F)(F)F +*CC(*)OC(=O)C1(C)CCCCC1 +*CC(*)OC(=O)C1(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C1(F)F +*CC(*)OC(=O)C1CCCC1 +*CC(*)OC(=O)C1CCCCC1 +*CC(*)OC(=O)CC +*CC(*)OC(=O)CC(C)(C)c1ccccc1 +*CC(*)OC(=O)CC1CCCC1 +*CC(*)OC(=O)CC1CCCCC1 +*CC(*)OC(=O)CCCC(=O)c1ccccc1 +*CC(*)OC(=O)CCCC1CCCCC1 +*CC(*)OC(=O)CCl +*CC(*)OC(=O)OC([2H])([2H])[2H] +*CC(*)OC(=O)OCC(Cl)(Cl)Cl +*CC(*)OC(=O)OCC(F)(F)F +*CC(*)OC(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(*)OC(=O)c1ccc(Br)cc1 +*CC(*)OC(=O)c1ccc(C(C)(C)C)cc1 +*CC(*)OC(=O)c1ccc(C(C)C)cc1 +*CC(*)OC(=O)c1ccc(C)cc1 +*CC(*)OC(=O)c1ccc(CC)cc1 +*CC(*)OC(=O)c1ccc(Cl)cc1 +*CC(*)OC(=O)c1ccc(OC(=O)CCC)cc1 +*CC(*)OC(=O)c1ccc(OC(C)=O)cc1 +*CC(*)OC(=O)c1ccc(OC)cc1 +*CC(*)OC(=O)c1ccc(OCC)cc1 +*CC(*)OC(=O)c1ccc([Si](C)(C)C)cc1 +*CC(*)OC(=O)c1cccc(Br)c1 +*CC(*)OC(=O)c1cccc(C)c1 +*CC(*)OC(=O)c1cccc(Cl)c1 +*CC(*)OC(=O)c1cccc(OC)c1 +*CC(*)OC(=O)c1cccc([N+](=O)[O-])c1 +*CC(*)OC(=O)c1cccc([Si](C)(C)C)c1 +*CC(*)OC(=O)c1ccccc1 +*CC(*)OC(=O)c1ccccc1C +*CC(*)OC(=O)c1ccccc1Cl +*CC(*)OC(=O)c1ccccc1OC +*CC(*)OC(=O)c1ccccc1OC(C)=O +*CC(*)OC(=O)c1cccnc1 +*CC(*)OC(=O)c1ccncc1 +*CC(*)OC(=O)c1nn(C(C)=O)c2ccccc12 +*CC(*)OC(C)=O +*CC(*)OC(C)C +*CC(*)OC(C)CC +*CC(*)OC(F)(C(F)(F)F)C(F)(F)F +*CC(*)OC=O +*CC(*)OCC +*CC(*)OCC(C)(C)CC +*CC(*)OCC(C)C +*CC(*)OCC(CC)CCCC +*CC(*)OCCCC +*CC(*)OCCCCC +*CC(*)OCCCCCC +*CC(*)OCCCCCCCC +*CC(*)OCCCCCCCCCC +*CC(*)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*CC(*)OCCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(OCC)cc2)cc1 +*CC(*)OCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(*)OCCOCCOCCOC +*CC(*)OCCOc1ccc(/C=C(\C#N)C(=O)OC)cc1 +*CC(*)OCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CC(*)OCCOc1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(*)OCCOc1ccc(C=C(C#N)C#N)cc1 +*CC(*)O[N+](=O)[O-] +*CC(*)P(=O)(N(C)C)N(C)C +*CC(*)P(=O)(O)O +*CC(*)P(=O)(OCC)N(C)C +*CC(*)P(=O)(Oc1ccccc1)N(C)C +*CC(*)P(=O)(c1ccccc1)c1ccccc1 +*CC(*)S(=O)(=O)c1ccccc1 +*CC(*)SC +*CC(*)SCC +*CC(*)SCCCC +*CC(*)[Si](C)(C)C +*CC(*)[Si](C)(C)Cc1ccccc1 +*CC(*)c1c(C)cc(C)cc1C +*CC(*)c1c(Cl)cccc1Cl +*CC(*)c1c(F)c(F)c(C(F)(F)F)c(F)c1F +*CC(*)c1c(F)c(F)c(OC)c(F)c1F +*CC(*)c1c(F)c(F)c(OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c(F)c1F +*CC(*)c1c(F)c(F)c(OCC(F)(F)C(F)(F)F)c(F)c1F +*CC(*)c1c(F)c(F)c(P(=O)(O)O)c(F)c1F +*CC(*)c1c([2H])c([2H])c([2H])c([2H])c1[2H] +*CC(*)c1cc(-c2ccc(C(=O)OC(C)CC)cc2)ccc1-c1ccc(C(=O)OC(C)CC)cc1 +*CC(*)c1cc(-c2ccc(C(=O)OC(C)CCCCCC)cc2)ccc1-c1ccc(C(=O)OC(C)CCCCCC)cc1 +*CC(*)c1cc(-c2ccc(C(=O)OC3CC(C)CCC3C(C)C)cc2)ccc1-c1ccc(C(=O)OC2CC(C)CCC2C(C)C)cc1 +*CC(*)c1cc(Br)ccc1OC +*CC(*)c1cc(Br)ccc1OC(C)C +*CC(*)c1cc(Br)ccc1OCC +*CC(*)c1cc(Br)ccc1OCCC +*CC(*)c1cc(Br)ccc1OCCC(C)C +*CC(*)c1cc(Br)ccc1OCCCC +*CC(*)c1cc(Br)ccc1OCCCCC +*CC(*)c1cc(C(=O)OC)ccc1-c1ccc(OCCCCCCCC)cc1 +*CC(*)c1cc(C(=O)OCC)ccc1-c1ccc(OCCCCCCCC)cc1 +*CC(*)c1cc(C(=O)OCCCC)ccc1-c1ccc(OCCCCCCCC)cc1 +*CC(*)c1cc(C(=O)OCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1 +*CC(*)c1cc(C(=O)OCCCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1 +*CC(*)c1cc(C(=O)OCCCCCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1 +*CC(*)c1cc(C(=O)OCCCCCCCCCCCC)ccc1-c1ccc(OCCCCCCCC)cc1 +*CC(*)c1cc(C(=O)Oc2ccc(OC)cc2)ccc1C(=O)Oc1ccc(OC)cc1 +*CC(*)c1cc(C(=O)Oc2ccc(OCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCC)cc1 +*CC(*)c1cc(C(C)(C)C)ccc1C +*CC(*)c1cc(C(F)(F)F)cc(C(F)(F)F)c1 +*CC(*)c1cc(C)c(C)cc1C +*CC(*)c1cc(C)cc(C)c1 +*CC(*)c1cc(C)ccc1C +*CC(*)c1cc(Cl)ccc1Cl +*CC(*)c1cc(OC)c(O)c(OC)c1 +*CC(*)c1cc(OC)c(OC(C)=O)c(OC)c1 +*CC(*)c1cc[n+](CCCCCCCC)cc1 +*CC(*)c1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4ccccc4-5)ccc2-3)cc1 +*CC(*)c1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2ccccc2-3)cc1 +*CC(*)c1ccc(-c2cccc3nsnc23)cc1 +*CC(*)c1ccc(-c2ccccc2)cc1 +*CC(*)c1ccc(/C(C)=N/O)cc1 +*CC(*)c1ccc(/C(Cc2ccccc2)=N/O)cc1 +*CC(*)c1ccc(B(O[Si](C)(C)C)O[Si](C)(C)C)cc1 +*CC(*)c1ccc(B(Oc2ccc(-c3c(F)c(F)c(F)c(F)c3F)c3cccnc23)c2ccc(C(C)(C)C)cc2)cc1 +*CC(*)c1ccc(B(Oc2ccc(-c3ccc(N(C)C)cc3)c3cccnc23)c2ccc(C(C)(C)C)cc2)cc1 +*CC(*)c1ccc(B(Oc2ccc(-c3ccc(OC)cc3)c3cccnc23)c2ccc(C(C)(C)C)cc2)cc1 +*CC(*)c1ccc(B(Oc2ccc(B3OC(C)(C)C(C)(C)O3)c3cccnc23)c2ccc(C(C)(C)C)cc2)cc1 +*CC(*)c1ccc(B(Oc2ccc(Cl)c3cccnc23)c2ccc(C(C)(C)C)cc2)cc1 +*CC(*)c1ccc(B(Oc2cccc3cccnc23)c2ccc(C(C)(C)C)cc2)cc1 +*CC(*)c1ccc(Br)cc1 +*CC(*)c1ccc(C#N)cc1 +*CC(*)c1ccc(C(=O)C(F)(F)F)cc1 +*CC(*)c1ccc(C(=O)CC)cc1 +*CC(*)c1ccc(C(=O)CCC)cc1 +*CC(*)c1ccc(C(=O)CCCC)cc1 +*CC(*)c1ccc(C(=O)CCCCC)cc1 +*CC(*)c1ccc(C(=O)CCCCCCC)cc1 +*CC(*)c1ccc(C(=O)CCN2CCCCC2)cc1 +*CC(*)c1ccc(C(=O)CCN2CCOCC2)cc1 +*CC(*)c1ccc(C(=O)Cc2ccccc2)cc1 +*CC(*)c1ccc(C(=O)N(C)C)cc1 +*CC(*)c1ccc(C(=O)N(CC)CC)cc1 +*CC(*)c1ccc(C(=O)N2CCCCC2)cc1 +*CC(*)c1ccc(C(=O)N2CCOCC2)cc1 +*CC(*)c1ccc(C(=O)OC(C)C)cc1 +*CC(*)c1ccc(C(=O)OC)cc1 +*CC(*)c1ccc(C(=O)OCC(C)C)cc1 +*CC(*)c1ccc(C(=O)OCC)cc1 +*CC(*)c1ccc(C(=O)OCCC)cc1 +*CC(*)c1ccc(C(=O)OCCCC)cc1 +*CC(*)c1ccc(C(=O)OCCCCCC)cc1 +*CC(*)c1ccc(C(=O)OCCN(C)C)cc1 +*CC(*)c1ccc(C(=O)OCCN(CC)CC)cc1 +*CC(*)c1ccc(C(=O)c2ccc(C)cc2)cc1 +*CC(*)c1ccc(C(=O)c2ccc(OC)cc2)cc1 +*CC(*)c1ccc(C(=O)c2ccccc2)cc1 +*CC(*)c1ccc(C(C)(C)C)cc1 +*CC(*)c1ccc(C(C)(C)O)cc1 +*CC(*)c1ccc(C(C)(O)CC)cc1 +*CC(*)c1ccc(C(C)(O)CCC)cc1 +*CC(*)c1ccc(C(C)(O)CCCC)cc1 +*CC(*)c1ccc(C(C)(O)CCCCC)cc1 +*CC(*)c1ccc(C(C)=O)cc1 +*CC(*)c1ccc(C(C)C)cc1 +*CC(*)c1ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)c1ccc(C(O)C(F)(F)F)cc1 +*CC(*)c1ccc(C(O)CCN(C)C)cc1 +*CC(*)c1ccc(C(O)CCN2CCCCC2)cc1 +*CC(*)c1ccc(C(O)CCN2CCOCC2)cc1 +*CC(*)c1ccc(C([Si](C)(C)C)[Si](C)(C)C)cc1 +*CC(*)c1ccc(C([Sn](C)(C)C)[Sn](C)(C)C)cc1 +*CC(*)c1ccc(C)c(C)c1 +*CC(*)c1ccc(C)cc1 +*CC(*)c1ccc(C)cc1C +*CC(*)c1ccc(C)nc1 +*CC(*)c1ccc(CC)cc1 +*CC(*)c1ccc(CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)c1ccc(CCC)cc1 +*CC(*)c1ccc(CCCC)cc1 +*CC(*)c1ccc(CCCCCC)cc1 +*CC(*)c1ccc(CCCCCCCC)cc1 +*CC(*)c1ccc(CCCCCCCCC)cc1 +*CC(*)c1ccc(CCCCCCCCCC)cc1 +*CC(*)c1ccc(CCCCCCCCCCCC)cc1 +*CC(*)c1ccc(CCCCCCCCCCCCCC)cc1 +*CC(*)c1ccc(CCCCCCCCCCCCCCCC)cc1 +*CC(*)c1ccc(CCCCCCCCCCCCCCCCCC)cc1 +*CC(*)c1ccc(CCl)cc1 +*CC(*)c1ccc(COC(C)CC)cc1 +*CC(*)c1ccc(COC)cc1 +*CC(*)c1ccc(COCC(CC)CCCC)cc1 +*CC(*)c1ccc(COCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)c1ccc(COCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)c1ccc(COCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)c1ccc(COCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CC(*)c1ccc(COCCC)cc1 +*CC(*)c1ccc(COCCCC)cc1 +*CC(*)c1ccc(COCCCCCC)cc1 +*CC(*)c1ccc(COCCCCO)cc1 +*CC(*)c1ccc(COCCO)cc1 +*CC(*)c1ccc(COCCOCC)cc1 +*CC(*)c1ccc(COCCOCCCC)cc1 +*CC(*)c1ccc(COCCOCCCCCCCC)cc1 +*CC(*)c1ccc(COc2ccc(-c3ccc(-c4ccc(-c5ccc(CCCCCC)s5)s4)c4nsnc34)cc2)cc1 +*CC(*)c1ccc(COc2ccc(-c3ccc(-c4ccc(C)cc4)c4nsnc34)cc2)cc1 +*CC(*)c1ccc(COc2ccc(-c3ccc(-c4ccc(C)s4)c4nsnc34)cc2)cc1 +*CC(*)c1ccc(COc2ccc(-c3ccc(C#N)cc3)cc2)cc1 +*CC(*)c1ccc(C[Si](C)(C)C)cc1 +*CC(*)c1ccc(Cl)c(C)c1 +*CC(*)c1ccc(Cl)c(Cl)c1 +*CC(*)c1ccc(Cl)c(F)c1 +*CC(*)c1ccc(Cl)c([N+](=O)[O-])c1 +*CC(*)c1ccc(Cl)cc1 +*CC(*)c1ccc(Cl)cc1C +*CC(*)c1ccc(Cl)cc1Cl +*CC(*)c1ccc(Cn2c3ccccc3c3ccccc32)cc1 +*CC(*)c1ccc(F)cc1 +*CC(*)c1ccc(I)cc1 +*CC(*)c1ccc(N(c2ccccc2)c2ccccc2)cc1 +*CC(*)c1ccc(O)c(OC)c1 +*CC(*)c1ccc(O)cc1 +*CC(*)c1ccc(OC(C)=O)c(OC)c1 +*CC(*)c1ccc(OC(C)=O)cc1 +*CC(*)c1ccc(OC)cc1 +*CC(*)c1ccc(OCC)cc1 +*CC(*)c1ccc(OCCC(C)C)cc1 +*CC(*)c1ccc(OCCC)cc1 +*CC(*)c1ccc(OCCCC)cc1 +*CC(*)c1ccc(OCCOCCOC(C)=O)cc1 +*CC(*)c1ccc(OP2(OCCOCCOCCOC)=NP(OCCOCCOCCOC)(OCCOCCOCCOC)=NP(OCCOCCOCCOC)(OCCOCCOCCOC)=N2)cc1 +*CC(*)c1ccc(Oc2ccccc2)cc1 +*CC(*)c1ccc(S(=O)(=O)OCCC)cc1 +*CC(*)c1ccc([SiH](C)C)cc1 +*CC(*)c1ccc([Si](C)(C)C)cc1 +*CC(*)c1ccc([Si](C)(C)O)cc1 +*CC(*)c1ccc([Si](C)(C)OC(C)C)cc1 +*CC(*)c1ccc([Si](C)(C)O[Si](C)(C)C)cc1 +*CC(*)c1ccc([Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)cc1 +*CC(*)c1ccc([Si](C)(O[Si](C)(C)C)O[Si](C)(C)C)cc1 +*CC(*)c1ccc([Si](O[Si](C)(C)C)(O[Si](C)(C)C)O[Si](C)(C)C)cc1 +*CC(*)c1ccc2c(c1)OCO2 +*CC(*)c1ccc2ccccc2c1 +*CC(*)c1cccc(B(O[Si](C)(C)C)O[Si](C)(C)C)c1 +*CC(*)c1cccc(Br)c1 +*CC(*)c1cccc(C)c1 +*CC(*)c1cccc(C)n1 +*CC(*)c1cccc(Cl)c1 +*CC(*)c1cccc(F)c1 +*CC(*)c1cccc(N(c2ccc(C)cc2)c2ccc(C)cc2)c1 +*CC(*)c1cccc(NC(C)=O)c1 +*CC(*)c1cccc(O)c1 +*CC(*)c1cccc(OC(C)=O)c1 +*CC(*)c1cccc2c1OCO2 +*CC(*)c1cccc2ccccc12 +*CC(*)c1ccccc1 +*CC(*)c1ccccc1 +*CC(*)c1ccccc1Br +*CC(*)c1ccccc1C +*CC(*)c1ccccc1C(=O)N(C)C +*CC(*)c1ccccc1C(=O)NC +*CC(*)c1ccccc1C(=O)Nc1ccccc1 +*CC(*)c1ccccc1C(=O)O +*CC(*)c1ccccc1C(=O)OC +*CC(*)c1ccccc1C(=O)OC(C)C +*CC(*)c1ccccc1C(=O)OCC +*CC(*)c1ccccc1C(=O)OCC(C)C +*CC(*)c1ccccc1C(=O)OCCC +*CC(*)c1ccccc1C(=O)OCCC(C)C +*CC(*)c1ccccc1C(=O)OCCCC +*CC(*)c1ccccc1C(=O)OCCCCC +*CC(*)c1ccccc1C(=O)OCCCCCC +*CC(*)c1ccccc1C(=O)OCCN(C)C +*CC(*)c1ccccc1C(=O)Oc1ccccc1 +*CC(*)c1ccccc1C(F)(F)F +*CC(*)c1ccccc1COC +*CC(*)c1ccccc1COC(C)C +*CC(*)c1ccccc1COCC +*CC(*)c1ccccc1COCCC +*CC(*)c1ccccc1COCCC(C)C +*CC(*)c1ccccc1COCCCC +*CC(*)c1ccccc1COCCCCC +*CC(*)c1ccccc1COCCCCCCCC +*CC(*)c1ccccc1COCCc1ccccc1 +*CC(*)c1ccccc1COCc1ccccc1 +*CC(*)c1ccccc1Cl +*CC(*)c1ccccc1F +*CC(*)c1ccccc1O +*CC(*)c1ccccc1OC(C)=O +*CC(*)c1ccccn1 +*CC(*)c1ccccn1 +*CC(*)c1cccs1 +*CC(*)c1ccncc1 +*CC(*)c1nc(C)nc(C)n1 +*CC(*)c1nnn[nH]1 +*CC(*)n1c2ccccc2c2c3ccccc3ccc21 +*CC(*)n1c2ccccc2c2cc3ccccc3cc21 +*CC(*)n1c2ccccc2c2ccccc21 +*CC(*)n1cc2ccccc2n1 +*CC(*)n1ccc2ccccc21 +*CC(*)n1ccnc1 +*CC(*)n1cncn1 +*CC(=C)COCC(=C)COC(=O)O* +*CC(=O)C(*)C +*CC(=O)C(*)c1ccc(C(C)(C)C)cc1 +*CC(=O)C(*)c1ccccc1 +*CC(=O)NC(C)C(=O)O* +*CC(=O)NCC(=O)O* +*CC(=O)NCCCCCCNC(=O)CC1COC(*)CO1 +*CC(=O)NCCCCCCNC(=O)CCc1ccc(O*)cc1 +*CC(=O)NCCCCCCNC(=O)CO* +*CC(=O)NCCCCCCNC(=O)COC(=O)CCC(=O)O* +*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCC(=O)O* +*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCCCC(=O)O* +*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCCCCCC(=O)O* +*CC(=O)NCCCCCCNC(=O)COC(=O)CCCCCCCCCCC(=O)O* +*CC(=O)NCCCCCCNC(=O)COc1ccc(O*)cc1 +*CC(=O)NCCCCCCNC(=O)CS* +*CC(=O)NCCCCCCNC(=O)Cc1ccc(O*)cc1 +*CC(=O)Nc1ccc(C2(c3ccc(NC(=O)Cn4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)c3ccccc3-c3ccccc32)cc1 +*CC(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)c3ccccc3-c3ccccc32)cc1 +*CC(=O)Nc1ccc(Cc2ccc(NC(=O)CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CC(=O)Nc1ccc(Cc2ccc(NC(=O)COc3ccc4ccccc4c3Sc3c(O*)ccc4ccccc34)cc2)cc1 +*CC(=O)Nc1ccc(Cc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CC(=O)Nc1ccc(NC(=O)CN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*CC(=O)Nc1ccc(NC(=O)COc2ccc3ccccc3c2Sc2c(O*)ccc3ccccc23)cc1 +*CC(=O)Nc1ccc(NC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1 +*CC(=O)Nc1ccc(Oc2c(F)c(F)c(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)c(F)c2F)cc1 +*CC(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(*)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(*)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(NC(=O)CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(NC(=O)COc3ccc4ccccc4c3Sc3c(O*)ccc4ccccc34)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CN4C(=O)c5ccc(C(c6ccc7c(c6)C(=O)N(*)C7=O)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1 +*CC(=O)Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(*)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc2)cc1 +*CC(=O)Nc1ccc(Oc2cccc(NC(=O)CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*CC(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)CN4C(=O)c5ccc(C(c6ccc7c(c6)C(=O)N(*)C7=O)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c2)cc1 +*CC(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)c2)cc1 +*CC(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CC(=O)Nc1cccc(NC(=O)COc2ccc3ccccc3c2Sc2c(O*)ccc3ccccc23)c1 +*CC(=O)Nc1cccc2c(NC(=O)COc3ccc4ccccc4c3Sc3c(O*)ccc4ccccc34)cccc12 +*CC(=O)O* +*CC(=O)OC(=O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(=O)OC(=O)COc1ccc(O*)cc1 +*CC(=O)c1ccc(Oc2ccc(C(=O)COc3ccc(/C=C4\CCC/C(=C\c5ccc(O*)c(OC)c5)C4=O)cc3OC)cc2)cc1 +*CC(C#N)C(CCC(C)(O)C=C)C(*)(C)C +*CC(C(C)C)C(COC(=O)c1ccc(C(=O)O*)cc1)C(C)C +*CC(C)(/C=C(/*)C)C(=O)OC +*CC(C)(C)C(=O)O* +*CC(C)(C)C1C(=O)N(C(C)C)C(=O)C1* +*CC(C)(C)C1C(=O)N(C)C(=O)C1* +*CC(C)(C)C1C(=O)N(C2CCCCC2)C(=O)C1* +*CC(C)(C)C1C(=O)N(CCCC)C(=O)C1* +*CC(C)(C)C1C(=O)N(c2c(C)cccc2C)C(=O)C1* +*CC(C)(C)C1C(=O)N(c2c(CC)cccc2CC)C(=O)C1* +*CC(C)(C)C1C(=O)N(c2ccccc2)C(=O)C1* +*CC(C)(C)C1C(=O)N(c2ccccc2C)C(=O)C1* +*CC(C)(C)C1C(=O)OC(=O)C1* +*CC(C)(C)C1CC=C(*)CC1 +*CC(C)(C)CO* +*CC(C)(C)COC(=O)C1CCC(C(=O)O*)CC1 +*CC(C)(C)COC(=O)CCC(=O)O* +*CC(C)(C)COC(=O)CCCCC(=O)O* +*CC(C)(C)COC(=O)Cc1ccc(C(=O)O*)cc1 +*CC(C)(C)COC(=O)NC(=O)c1cc(C(=O)NC(=O)O*)cc(C(C)(C)C)c1 +*CC(C)(C)COC(=O)NC(=O)c1ccc(C(=O)NC(=O)O*)cc1 +*CC(C)(C)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1 +*CC(C)(C)COC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CC(C)(C)COC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CC(C)(C)COC(=O)O* +*CC(C)(C)COC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CC(C)(C)COC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CC(C)(C)COC(=O)c1ccc(/C=C/c2ccc(C(=O)O*)cc2)cc1 +*CC(C)(C)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(C)(C)CS(*)(=O)=O +*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)NCCCCCCNC(=O)O* +*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)O* +*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(C)(C)CS* +*CC(C)(C)O* +*CC(C)(C)S* +*CC(C)(CC)C(=O)O* +*CC(C)(CC)CO* +*CC(C)(CC)COC(=O)CCCCCCCCC(=O)O* +*CC(C)(CC)COC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CC(C)(CC)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(C)(CC)CS* +*CC(C)(CCC)C(=O)O* +*CC(C)(CCC)COC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CC(C)(CO)CO* +*CC(C)(CO*)COCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CC(C)(CO*)COCC(F)(F)C(F)(F)C(F)(F)F +*CC(C)(CO*)COCC(F)(F)F +*CC(C)(CO*)COCCC#N +*CC(C)(CO*)COCCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC(C)(CO*)COCCOCCOCCOC +*CC(C)(COC(=O)NCCCCCCNC(=O)O*)C(=O)O +*CC(C)(COC(=O)O*)C(=O)OCc1ccccc1 +*CC(C)(N=C=O)C1C(=O)OC(=O)C1* +*CC(C)/C=C(/*)C +*CC(C)C(*)(C)C +*CC(C)C(=O)N* +*CC(C)C(=O)O* +*CC(C)C(C)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(C)CC(*)(C)C(=O)OC +*CC(C)CCC(C)CNC(=O)c1cc(C(=O)N*)cc(C(C)(C)C)c1 +*CC(C)CNC(=O)O* +*CC(C)CO* +*CC(C)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(C)N1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O +*CC(C)O* +*CC(C)S* +*CC(CBr)O* +*CC(CC(*)(C#N)C#N)c1ccc(CCl)cc1 +*CC(CC(*)(C#N)C#N)c1ccc(Cl)cc1 +*CC(CC(*)(C#N)C#N)c1ccc(F)cc1 +*CC(CC(*)(C#N)C#N)c1ccc(OC(C)=O)cc1 +*CC(CC(C)C)S(*)(=O)=O +*CC(CC(Cl)(Cl)Cl)O* +*CC(CC)(CC)C(=O)O* +*CC(CC)(CC)CO* +*CC(CC)(CC)COC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CC(CC)(CC)COC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CC(CC)(CC)CS* +*CC(CC)(CCl)CO* +*CC(CC)(CO)CO* +*CC(CC)(CO*)COC(=O)C(=C)C +*CC(CC)C(CC)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(CC)N(*)C(=O)CCCC +*CC(CC)O* +*CC(CC)S* +*CC(CCC)C(CCC)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(CCCC)C(CCCC)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(CCCC)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1 +*CC(CCCC)O* +*CC(CCCCCC)C(CCCCCC)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(CCCCCC)O* +*CC(CCCCCCCC)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1 +*CC(CCCCCCCCCC)C(CCCCCCCCCC)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(CCCCCCCCCC)O* +*CC(CCCCCCCCCCCC)COC(=O)NC(=O)c1ccc(C(=O)NC(=O)O*)cc1 +*CC(CCCCCCCCCCCC)COC(=O)NC(=O)c1cccc(C(=O)NC(=O)O*)c1 +*CC(CCCCCCCCCCCCCCCC)C(CCCCCCCCCCCCCCCC)COC(=O)c1ccc(C(=O)O*)cc1 +*CC(CCCCCCCCCCCCCCCC)C1C(=O)N(CCCCCCCCCCCC)C(=O)C1* +*CC(CCCCCCCCCCCCCCCC)C1C(=O)N(CCCCNC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C1* +*CC(CCCCCCOc1ccc(/N=N/c2ccc(Br)cc2)cc1)COC(=O)CCCCC(=O)O* +*CC(CCCCCCOc1ccc(/N=N/c2ccc(C#N)cc2)cc1)COC(=O)CCCCCCCCCCCCC(=O)O* +*CC(CCCCCCOc1ccc(/N=N/c2ccc(C(F)(F)F)cc2)cc1)COC(=O)CCCCC(=O)O* +*CC(CCCCCCOc1ccc(/N=N/c2ccc(C)cc2)cc1)COC(=O)CCCCC(=O)O* +*CC(CCCCCCOc1ccc(/N=N/c2ccc(Cl)cc2)cc1)COC(=O)CCCCC(=O)O* +*CC(CCCCCCOc1ccc(/N=N/c2ccc(OC)cc2)cc1)COC(=O)CCCCC(=O)O* +*CC(CCl)(CCl)CO* +*CC(CCl)O* +*CC(CN1C(=O)C2C3C=CC(C3)C2C1=O)O* +*CC(CO)(CCl)COc1ccc(C(c2ccc(O*)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*CC(CO)(CO)CO* +*CC(CO*)(CS(=O)(=O)C(C)C)CS(=O)(=O)C(C)C +*CC(CO*)(CS(=O)(=O)CC)CS(=O)(=O)CC +*CC(CO*)(CS(=O)(=O)CCC)CS(=O)(=O)CCC +*CC(CO*)(CS(=O)(=O)CCCC)CS(=O)(=O)CCCC +*CC(CO*)(CS(=O)(=O)CCCCC)CS(=O)(=O)CCCCC +*CC(CO*)(CS(C)(=O)=O)CS(C)(=O)=O +*CC(CO*)(CSC(C)C)CSC(C)C +*CC(CO*)(CSC)CSC +*CC(CO*)(CSCC)CSCC +*CC(CO*)(CSCCCCC)CSCCCCC +*CC(CO*)C(C)(C)C +*CC(COC(=O)CCCCCCCCCCN1C(=O)C2C3C=CC(C3)C2C1=O)O* +*CC(COC(=O)CCCCCN1C(=O)C2C3C=CC(C3)C2C1=O)O* +*CC(COC(=O)O*)OCCCCCCCCCCCOc1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(COC(=O)O*)OCCCCCCOc1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(COC(=O)O*)OCCCCOc1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(COC(=O)O*)OCCOc1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(COC(=O)c1ccc(N2C(=O)C3C4C=CC(C4)C3C2=O)cc1)O* +*CC(COC(C)(C)C)O* +*CC(COC(C)C)O* +*CC(COC(F)(C(F)(F)F)C(F)(F)F)O* +*CC(COC)O* +*CC(COCC)O* +*CC(COCC=C)O* +*CC(COCC=C)S* +*CC(COCCCC)O* +*CC(COCCCCCC)O* +*CC(COCCOCCOC)O* +*CC(COCOCC(C)([N+](=O)[O-])[N+](=O)[O-])O* +*CC(COc1c(Cl)cc(C(C)(C)c2cc(Cl)c(O*)c(Cl)c2)cc1Cl)OC(C)=O +*CC(COc1ccc(-c2ccc(C#N)cc2)cc1)O* +*CC(COc1ccc(-c2ccc(OC)cc2)cc1)O* +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)/C=C/c1ccccc1 +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)/C=C/c1ccco1 +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)CC +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)CCl +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)c1ccccc1 +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)c1ccccc1Cl +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(C)=O +*CC(COc1ccc(C(C)(c2ccccc2)c2ccc(O*)cc2)cc1)OC(=O)c1ccccc1 +*CC(COc1ccc(C(C)(c2ccccc2)c2ccc(O*)cc2)cc1)OC(C)=O +*CC(COc1ccc(C2CCCC(CC)(c3ccc(O*)cc3)C2)cc1)OC(C)=O +*CC(COc1ccc(O*)cc1)OC(C)=O +*CC(COc1ccc(S(=O)(=O)c2ccc(O*)cc2)cc1)OC(C)=O +*CC(COc1ccccc1)O* +*CC(CS(=O)(=O)C(C)C)O* +*CC(CS(=O)(=O)CC)O* +*CC(CS(=O)(=O)CCC)O* +*CC(CS(=O)(=O)CCCC)O* +*CC(CS(=O)(=O)CCCCC)O* +*CC(CS(C)(=O)=O)O* +*CC(CSC(C)C)O* +*CC(CSC)O* +*CC(CSCC)O* +*CC(CSCCC)O* +*CC(CSCCCC)O* +*CC(CSCCCCC)O* +*CC(C[N-][N+]#N)(C[N-][N+]#N)CO* +*CC(C[N-][N+]#N)O* +*CC(C[Si](*)(C)C)c1cccc2ccccc12 +*CC(C[Si](*)(C)C)c1ccccc1 +*CC(Cc1ccc(-c2ccccc2)cc1)C[Si](*)(C)C +*CC(Cc1cccc2ccccc12)C[Si](*)(C)C +*CC(F)(F)/C(F)=C(/*)Cl +*CC(F)(F)C(F)(F)C(F)(F)C(F)(F)COC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O* +*CC(F)(F)C(F)(F)C(F)(F)C(F)(F)COC(=O)NCCCCCCNC(=O)O* +*CC(F)(F)C(F)(F)C(F)(F)C(F)(F)COC(=O)O* +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)CCCCC(=O)O* +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O* +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)NCCCCCCNC(=O)O* +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cc(C(=O)O*)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c1 +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cc(OCCCCC)cc(C(=O)O*)c1 +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1ccc(OCCCCC)c(C(=O)O*)c1 +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(-c2cccc(C(=O)O*)c2)c1 +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(=O)O*)c1 +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(=O)O*)c1OCCCCC +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c2cccc(C(=O)O*)c2)c1 +*CC(F)(F)C(F)(F)C(F)(F)COC(=O)c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(C(=O)O*)c2)c1 +*CC(F)(F)C(F)(F)COC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O* +*CC(F)(F)C(F)(F)COC(=O)NCCCCCCNC(=O)O* +*CC(F)(F)C1(F)C(*)CC(O)(C(F)(F)F)C1(F)F +*CC(F)(F)C1(F)CC(C(O)(C(F)(F)F)C(F)(F)F)CC1* +*CC(F)(F)C1(F)CC(CC(O)(C(F)(F)F)C(F)(F)F)CC1* +*CC(F)(F)CC(*)(C(F)(F)F)C(F)(F)F +*CC(O)C(O)CN(*)c1ccc(N(C)C)cc1 +*CC(O)C(O)COC(=O)O* +*CC(O)CCCCC(O)CN(*)c1ccc(N(C)C)cc1 +*CC(O)CN(*)c1cc(C)c(/N=N/c2ccc(C#N)cc2)c(C)c1 +*CC(O)CN(*)c1cc(C)c(/N=N/c2ccc(Cl)cc2)c(C)c1 +*CC(O)CN(*)c1cc(C)c(/N=N/c2ccc([N+](=O)[O-])cc2)c(C)c1 +*CC(O)CN(*)c1cc(C)c(/N=N/c2ccc([N+](=O)[O-])cc2C)c(C)c1 +*CC(O)CN(*)c1cc(C)cc(C)c1 +*CC(O)CN(*)c1ccc(/N=N/c2ccc(C(=O)O)cc2)cc1 +*CC(O)CN(*)c1ccc(/N=N/c2ccc(Cl)cc2)cc1 +*CC(O)CN(*)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2C)cc1 +*CC(O)CN(*)c1ccccc1 +*CC(O)CN(C)S(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)N(C)CC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)CN(C)S(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)N(C)CC(O)COc3ccc(O*)cc3)cc2)cc1 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(-c3ccc(O*)cc3)cc2)c1 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)c1 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)c1 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(O*)cc2)c1 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(S(=O)(=O)c3ccc(O*)cc3)cc2)c1 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(Sc3ccc(O*)cc3)cc2)c1 +*CC(O)CN(CC(O)CN(*)c1ccccc1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(O)CN(CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(O)CN(CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CC(O)CN(CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)c1ccc(C#N)cc1 +*CC(O)CN(CCO)CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)CN(CCO)S(=O)(=O)c1ccc(-c2ccc(S(=O)(=O)N(CCO)CC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)CN(Cc1ccccc1)CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)CO* +*CC(O)COC(=O)/C=C/C(=O)Oc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)COC(=O)C1CCC(C(=O)OCC(O)COc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)CC1 +*CC(O)COC(=O)C1CCC(C(=O)OCC(O)COc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)CC1 +*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(C(=O)Oc2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(O*)cc1 +*CC(O)COC(=O)CCCCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCCCCCC(=O)OCC(O)COc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCCCCCC(=O)OCC(O)COc1ccc(C(=O)Oc2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCCCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCCCCCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)COC(=O)CCCCCCCCCCC(=O)OCC(O)COc1ccc(O*)cc1 +*CC(O)COC(=O)c1cccc(C(=O)OCC(O)COc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)c1 +*CC(O)COc1c(C)cc(C(C)(C)c2cc(C)c(O*)c(C)c2)cc1C +*CC(O)COc1c(C)cc(C(C)(C)c2cc(C)c(OCC(O)COc3c(C)cc(S(=O)(=O)c4cc(C)c(O*)c(C)c4)cc3C)c(C)c2)cc1C +*CC(O)COc1c(C)cc(C(C)(C)c2cc(C)c(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)cc4)cc3)c(C)c2)cc1C +*CC(O)COc1c(C)cc(S(=O)(=O)c2cc(C)c(O*)c(C)c2)cc1C +*CC(O)COc1c(Cl)cc(C(C)(C)c2cc(Cl)c(O*)c(Cl)c2)cc1Cl +*CC(O)COc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OCC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)c(Cl)c2)cc1Cl +*CC(O)COc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(C(=O)c2ccc(OCC(O)COc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)C2CCC(C)(c3ccc(O*)cc3)CC2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(O*)c(Cl)c2)cc1Cl +*CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)CN3CCN(*)CC3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3c(C)cc(C(C)(C)c4cc(C)c(O*)c(C)c4)cc3C)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3c(C)cc(S(=O)(=O)c4cc(C)c(O*)c(C)c4)cc3C)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(C(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(C4(c5ccc(O*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(NC(=O)CCCC(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(NC(=O)CCCCC(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(NC(=O)CCCCCC(=O)Nc4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(Oc4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)c(C)c4)cc3C)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)cc4)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(C(=O)Nc4cccc(O*)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)C(=O)Nc4cccc(O*)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)CCCCCCCCCCC(=O)Nc4cccc(O*)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)Cc4cccc(CC(=O)Nc5cccc(O*)c5)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(NC(=O)c4cccc(C(=O)Nc5cccc(O*)c5)c4)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3cccc(O*)c3)cc2)cc1 +*CC(O)COc1ccc(C(C)(C)c2ccc(OCC(O)COc3ccccc3C(=O)Nc3ccc(O*)cc3)cc2)cc1 +*CC(O)COc1ccc(C(C)(CC)c2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(C(C)(c2ccccc2)c2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(C(C)CC(C)(C)c2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(C2(C)CC(C)(C)c3cc(O*)ccc32)cc1 +*CC(O)COc1ccc(C2CC(C(C)C)CCC2(C)c2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(C2CCCC(CC)(c3ccc(O*)cc3)C2)cc1 +*CC(O)COc1ccc(Cc2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(O*)cc1 +*CC(O)COc1ccc(S(=O)(=O)c2ccc(O*)c(C)c2)cc1C +*CC(O)COc1ccc(S(=O)(=O)c2ccc(O*)cc2)cc1 +*CC(O)COc1ccc(S(=O)(=O)c2ccc(OCC(O)COc3c(C)cc(S(=O)(=O)c4cc(C)c(O*)c(C)c4)cc3C)cc2)cc1 +*CC(O)COc1ccc(S(=O)(=O)c2ccc(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)c(C)c4)cc3C)cc2)cc1 +*CC(O)COc1ccc(S(=O)(=O)c2ccc(OCC(O)COc3cccc(O*)c3)cc2)cc1 +*CC(O)COc1cccc(O*)c1 +*CC(O*)C(C)(C)C +*CC(O*)C1CC(F)(F)C1(F)F +*CC(O*)c1ccccc1 +*CC(O*)c1ccco1 +*CC(OC(=O)C(=O)OCC)C(COC(=O)O*)OC(=O)C(=O)OCC +*CC(OC(=O)C(CC(C)C)NC(=O)OCc1ccccc1)C(COC(=O)O*)OC(=O)C(CC(C)C)NC(=O)OCc1ccccc1 +*CC(OC(=O)C(Cc1ccccc1)NC(=O)OC(C)(C)C)C(COC(=O)O*)OC(=O)C(Cc1ccccc1)NC(=O)OC(C)(C)C +*CC(OC(=O)OCC)C(COC(=O)O*)OC(=O)OCC +*CC(OC(=O)Oc1ccc(C(=O)OC)cc1)C(COC(=O)O*)OC(=O)Oc1ccc(C(=O)OC)cc1 +*CC(OC(C)=O)C(CCC(C)(O)C=C)C(*)(C)C +*CC(OC(C)=O)C(COC(=O)O*)OC(C)=O +*CC(OC(C)C)C1C(=O)OC(=O)C1* +*CC(OC)C(C(=O)O)C(*)C(=O)O +*CC(OC)C(C(=O)OC)C(*)C(=O)OC +*CC(OC)C(C)(C(=O)OC)C(*)(C)C(=O)OC +*CC(OC)C1(C)C(=O)OC(=O)C1(*)C +*CC(OC)C1C(=O)N(c2ccc(N(C)C)cc2)C(=O)C1* +*CC(OC)C1C(=O)OC(=O)C1* +*CC(OC1CCCCC1)C1C(=O)OC(=O)C1* +*CC(OC=O)C(COC(=O)O*)OC=O +*CC(OCC(C)C)C(C(=O)OC)C(*)C(=O)OC +*CC(OCC(C)C)C(C)(C(=O)OC)C(*)(C)C(=O)OC +*CC(OCC(C)C)C1(C)C(=O)OC(=O)C1(*)C +*CC(OCC(C)C)C1C(=O)OC(=O)C1* +*CC(OCC)C(C(=O)OC)C(*)C(=O)OC +*CC(OCC)C(C)(C(=O)OC)C(*)(C)C(=O)OC +*CC(OCC)C1(C)C(=O)OC(=O)C1(*)C +*CC(OCC)C1C(=O)OC(=O)C1* +*CC(OCCCC)C(C(=O)OC)C(*)C(=O)OC +*CC(OCCCC)C(C)(C(=O)OC)C(*)(C)C(=O)OC +*CC(OCCCC)C1(C)C(=O)OC(=O)C1(*)C +*CC(OCCCC)C1C(=O)OC(=O)C1* +*CC(OO*)c1ccc(Br)cc1 +*CC(OO*)c1ccc(C(C)(C)C)cc1 +*CC(OO*)c1ccc(C)cc1 +*CC(S*)c1ccccc1 +*CC(SS*)c1ccccc1 +*CC(c1ccccc1)C1C(=O)N(C(C)(C)C)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(C)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(CCCCCCCCCCCC)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(CCCCNC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(CCCN(CC)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)c(C)c2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(CCCN(CC)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3Cl)c(C)c2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(CCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(CCN(CC)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(c2ccc(C(C)(C)C)cc2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(c2ccc(NC(=O)OCC3CCCN3c3ccc([N+](=O)[O-])cc3)cc2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(c2ccc(Oc3ccccc3)cc2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)N(c2ccccc2)C(=O)C1* +*CC(c1ccccc1)C1C(=O)NC(=O)C1* +*CC(c1ccccc1)C1C(=O)OC(=O)C1* +*CC(c1ccccn1)C(c1ccccc1)C(*)c1ccccn1 +*CC/C(=C(/*)c1ccccc1)c1ccccc1 +*CC/C(C)=C(/*)C +*CC/C(C)=C(/*)C +*CC/C=C(/*)C +*CC/C=C(/*)C +*CC/C=C(/*)C +*CC/C=C(/*)C(C)(C)C +*CC/C=C(/*)C(C)(C)C +*CC/C=C(/*)C(C)C +*CC/C=C(/*)CCCCCCC +*CC/C=C(/*)CCCCCCCCCC +*CC/C=C(/*)Cl +*CC/C=C(/*)Cl +*CC/C=C(/*)[Sn](CCCC)(CCCC)CCCC +*CC/C=C(/*)c1ccccc1 +*CC/C=C/C[Si](*)(C)c1ccccc1 +*CC1(*)CC(=O)N(c2ccccc2)C1=O +*CC1(*)CCCCC1 +*CC1(*)OCC(c2ccccc2)O1 +*CC1(C)CC(*)(C)C(=O)OC1=O +*CC1(C)CC(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC(C)(C)C1 +*CC1(C)CC(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC(C)(C)C1 +*CC1CC(*)C(=O)OC1=O +*CC1CC(*)C(OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1 +*CC1CC(*)C(OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1OC(=O)CCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CC1CC(*)OC(CCC)O1 +*CC1CC(*)OCO1 +*CC1CC(CNC(=O)c2cccc(C(=O)N*)c2)CC(C(C)(C)C)C1 +*CC1CC(COC(=O)c2ccc(C(=O)O*)cc2)CC(C(C)(C)C)C1 +*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C21 +*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C21 +*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(*)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)C21 +*CC1CC2CC1C1CCC(CN3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)C21 +*CC1CC2CC1C1CCC(Cn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)C21 +*CC1CCC(CNC(=O)CCCCC(=O)N*)CC1 +*CC1CCC(CNC(=O)CCCCCCCCC(=O)N*)CC1 +*CC1CCC(CNC(=O)CCCCCCCCCCC(=O)N*)CC1 +*CC1CCC(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)CC1 +*CC1CCC(CNC(=O)c2cccc(C(=O)N*)c2)CC1 +*CC1CCC(COC(=O)C2CCC(C(=O)O*)CC2)CC1 +*CC1CCC(COC(=O)CCC(=O)O*)CC1 +*CC1CCC(COC(=O)Nc2ccc(Cc3ccc(NC(=O)O*)cc3)cc2)CC1 +*CC1CCC(COC(=O)O*)CC1 +*CC1CCC(COC(=O)c2ccc(C(=O)O*)cc2)CC1 +*CC1CCC(COC(=O)c2cccc(C(=O)O*)c2)CC1 +*CC1CCC(COC(C)OC(=O)c2ccc(C(=O)OC(C)O*)c3ccccc23)CC1 +*CC1CCC(COC(C)OC(=O)c2ccc(C(=O)OC(C)O*)cc2)CC1 +*CC1CCC(COC(C)OC(=O)c2cccc(C(=O)OC(C)O*)c2)CC1 +*CC1CCC(COP(=O)(/N=N/c2ccc(-c3ccc(/N=N/P(=O)(O*)OC)cc3)cc2)OC)CC1 +*CC1CCC(COP(=O)(/N=N/c2ccc(C(=O)c3ccc(/N=N/P(=O)(O*)OC)cc3)cc2)OC)CC1 +*CC1CCC(COP(=O)(/N=N/c2ccc(Oc3ccc(/N=N/P(=O)(O*)OC)cc3)cc2)OC)CC1 +*CC1CCCC(CN2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)C1 +*CC1CCCC(CN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)C1 +*CC1CCCC(CN2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(*)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)C1 +*CC1CCCC(CN2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)C1 +*CC1CCCC(CNC(=O)CCCCC(=O)N*)C1 +*CC1CCCC(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)C1 +*CC1CCCC(CNC(=O)c2cccc(C(=O)N*)c2)C1 +*CC1CCCC(COC(=O)c2ccc(C(=O)O*)cc2)C1 +*CC1CCCC(Cn2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)C1 +*CCC(*)(C)C +*CCC(*)(C)c1ccccc1 +*CCC(*)=O +*CCC(=O)N* +*CCC(=O)NCCCCCCNC(=O)CCS* +*CCC(=O)NCc1c(C)c(C)c(CNC(=O)CCO*)c(C)c1C +*CCC(=O)NCc1cc(C)c(CNC(=O)CCO*)cc1C +*CCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCC(=O)Nc1ccc(NC(=O)CCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*CCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*CCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*CCC(=O)O* +*CCC(C(=O)OC)C(*)C(=O)OC +*CCC(C)(C)C(*)(C)C +*CCC(C)(C)CC(C)CNC(=O)CCCCC(=O)N* +*CCC(C)(C)CC(C)CNC(=O)c1ccc(C(=O)N*)cc1 +*CCC(C)(C)CC(C)COC(=O)CCCCC(=O)O* +*CCC(C)(C)CC(C)COC(=O)c1ccc(C(=O)O*)cc1 +*CCC(C)C(*)(C)C(=O)OC +*CCC(C)C(*)C +*CCC(C)C(C)CCNC(=O)c1cc(C(=O)N*)cc(C(C)(C)C)c1 +*CCC(C)C(C)CCNC(=O)c1cccc(C(=O)N*)c1 +*CCC(C)CC(=O)O* +*CCC(C)CC(C)(C)CNC(=O)c1ccc(C(=O)N*)cc1 +*CCC(C)CCC(=O)O* +*CCC(C)CCC(=O)S* +*CCC(C)CCOC(=O)CCCCC(=O)O* +*CCC(C)O* +*CCC(C)O[Si](C)(C)O* +*CCC(C)Oc1ccc(-c2ccc(C(=O)OCC(C)COC(=O)c3ccc(-c4ccc(O*)cc4)cc3)cc2)cc1 +*CCC(C)S* +*CCC(CC)CC(C)CNC(=O)c1ccc(C(=O)N*)cc1 +*CCC(Cl)C(*)Cl +*CCC(F)(F)C(*)(F)F +*CCC([2H])C(*)([2H])C +*CCC(c1ccccc1)C(*)c1ccccc1 +*CCC(c1ccccc1)[Si](*)(C)C +*CCC/C=C(/*)c1ccc(Cl)cc1 +*CCC/C=C(/*)c1ccc(OC)cc1 +*CCC/C=C(/*)c1ccccc1 +*CCC1C(=O)N(C)C(=O)C1* +*CCC1C(=O)N(CC)C(=O)C1* +*CCC1C(=O)N(CCC)C(=O)C1* +*CCC1C(=O)N(CCCC)C(=O)C1* +*CCC1C(=O)N(CCCCCC)C(=O)C1* +*CCC1C(=O)N(CCCCCCCCCCCC)C(=O)C1* +*CCC1C(=O)N(CCCCCCCCCCCCCC)C(=O)C1* +*CCC1C(=O)N(CCCCCCCCCCCCCCCC)C(=O)C1* +*CCC1C(=O)N(CCCCCCCCCCCCCCCCCC)C(=O)C1* +*CCC1C(=O)N(CCCCNC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C1* +*CCC1C(=O)N(c2ccc(N(C)C)cc2)C(=O)C1* +*CCC1CC(*)C2C3CC(C12)C(C)(C(=O)OC)C3 +*CCC1CC(*)C2C3CC(CC)C(C3)C12 +*CCC1CC(*)C2C3CC(c4ccc(COC(C)CC)cc4)C(C3)C12 +*CCC1CC(*)C2C3CCC(C3)C12 +*CCC1CC(*)C2CCCC12 +*CCC1CC(=O)N(*)C1=O +*CCC1CC(OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)CC1* +*CCC1CC2C(CC(*)C2OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1OC(=O)CCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CCC1C[N+](C)(C)CC1* +*CCCC(*)(C)C +*CCCC(*)(C)C(=O)O +*CCCC(*)(C)CC +*CCCC(*)C +*CCCC(=O)N* +*CCCC(=O)NNC(=O)c1ccc(C(=O)NNC(=O)CCCOc2ccc(O*)c(C)c2)cc1 +*CCCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCCC(=O)Nc1ccc(NC(=O)CCCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*CCCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*CCCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*CCCC(=O)O* +*CCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1 +*CCCC(C)(C)CCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCC(C)(C)CCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCC(C)(C)CNC(=O)C(=O)N* +*CCCC(C)(C)CNC(=O)CCCC(=O)N* +*CCCC(C)(C)CNC(=O)CCCCC(=O)N* +*CCCC(C)(C)CNC(=O)CCCCCC(=O)N* +*CCCC(C)(C)CNC(=O)CCCCCCCC(=O)N* +*CCCC(C)(C)CNC(=O)c1ccc(C(=O)N*)cc1 +*CCCC(C)(C)CNC(=O)c1cccc(C(=O)N*)c1 +*CCCC(C)CN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCC(C)CN1C(=O)c2ccc(C(=O)Oc3ccc4cc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)ccc4c3)cc2C1=O +*CCCC(C)CNC(=O)c1ccc(C(=O)N*)cc1 +*CCCC(C)O[Si](C)(C)O* +*CCCC(CC)CCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCC(CCNC(=O)c1ccc(C(=O)N*)cc1)C(C)C +*CCCC(Cl)C(*)Cl +*CCCC(O)CN(CCCC)c1ccc(C#Cc2ccc(S(*)(=O)=O)cc2)cc1 +*CCCC1(C)CCN(C(=O)CC(C)C(=O)N2CCC(*)(C)CC2)CC1 +*CCCC1(C)CCN(C(=O)CCC(=O)N2CCC(*)(C)CC2)CC1 +*CCCC1(C)CCN(C(=O)CCCC(=O)N2CCC(*)(C)CC2)CC1 +*CCCC1(CCCNC(=O)CCC2(CCC(=O)N*)c3ccccc3-c3ccccc32)c2ccccc2-c2ccccc21 +*CCCC1(CCCNC(=O)CCCCC(=O)N*)c2ccccc2-c2ccccc21 +*CCCC1(CCCNC(=O)CCCCCCCCC(=O)N*)c2ccccc2-c2ccccc21 +*CCCC1(CCCNC(=O)c2cccc(C(=O)N*)c2)c2ccccc2-c2ccccc21 +*CCCC1(CCCNC(=O)c2ccccc2-c2ccccc2C(=O)N*)c2ccccc2-c2ccccc21 +*CCCC1CC(=O)N(*)C(=O)C1 +*CCCCC(=O)NCc1ccc(CNC(=O)CCCCO*)cc1 +*CCCCC(=O)NCc1ccc(CNC(=O)CCCCS*)cc1 +*CCCCC(=O)NNC(=O)c1ccc(C(=O)NNC(=O)CCCCOc2ccc(O*)c(C)c2)cc1 +*CCCCC(=O)O* +*CCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)c(C)c1 +*CCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1 +*CCCCC(C)CCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCC(*)C +*CCCCCC(*)CC +*CCCCCC(*)CCC +*CCCCCC(*)CCCC +*CCCCCC(*)CCCCCC +*CCCCCC(*)CCCCCCCC +*CCCCCC(*)CCCCCCCCCC +*CCCCCC(=O)N* +*CCCCCC(=O)NNC(=O)c1ccc(C(=O)NNC(=O)CCCCCOc2ccc(O*)c(C)c2)cc1 +*CCCCCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCCCCC(=O)Nc1ccc(NC(=O)CCCCCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*CCCCCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCCCCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCCCCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*CCCCCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*CCCCCC(=O)O* +*CCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1 +*CCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCCCC(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)CCCCC2)cc1 +*CCCCCC(=O)Oc1ccc(OC(=O)CCCCCn2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c(-c2ccccc2)c1 +*CCCCCC(=O)Oc1ccc(OC(=O)CCCCCn2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c(C)c1 +*CCCCCC(=O)Oc1ccc(OC(=O)CCCCCn2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c(Cl)c1 +*CCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1 +*CCCCCC(=O)Oc1ccc(Oc2ccc(OC(=O)CCCCCn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*CCCCCC(=O)Oc1ccc2ccc(OC(=O)CCCCCn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2c1 +*CCCCCC(=O)Oc1ccc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2c1 +*CCCCCC(=O)S* +*CCCCCC(Cl)C(*)Cl +*CCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCC(=O)N* +*CCCCCCC(=O)NCc1ccc(CNC(=O)CCCCCCS*)cc1 +*CCCCCCC(=O)O* +*CCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)c(C)c1 +*CCCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1 +*CCCCCCC(Cl)C(*)Cl +*CCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCCC(*)C +*CCCCCCCC(=O)N* +*CCCCCCCC(=O)OC1COC(*)OC1 +*CCCCCCCC(=O)OCC1(C)COC(*)OC1 +*CCCCCCCC(=O)OCC1COC(*)O1 +*CCCCCCCC(=O)OCCCCC1COC(*)O1 +*CCCCCCCC(=O)OCCOC(=O)CCCCCCCC1OCC2(COC(*)OC2)CO1 +*CCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCCCC(*)Cl +*CCCCCCCCC(=O)N* +*CCCCCCCCC(Cl)C(*)Cl +*CCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCCCCC(=O)N* +*CCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCCCCCC(=O)N(*)C +*CCCCCCCCCCC(=O)N* +*CCCCCCCCCCC(=O)NCCCCCC(=O)N* +*CCCCCCCCCCC(=O)NCCc1ccc(CCNC(=O)CCCCCCCCCCS*)cc1 +*CCCCCCCCCCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCCCCCCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCCCCCCCCCC(=O)Nc1ccc(NC(=O)CCCCCCCCCCN2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*CCCCCCCCCCC(=O)Nc1ccc(Oc2ccc(NC(=O)CCCCCCCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*CCCCCCCCCCC(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)CCCCCCCCCCN4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*CCCCCCCCCCC(=O)Nc1ccc(Oc2cccc(NC(=O)CCCCCCCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*CCCCCCCCCCC(=O)O* +*CCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCCCCCCCCC(=O)Oc1ccc2cc(OC(=O)CCCCCCCCCCn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)ccc2c1 +*CCCCCCCCCCC(Cl)C(*)Cl +*CCCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCCCCCCC(=O)N(*)C +*CCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCCCCCCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1 +*CCCCCCCCCCCC(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2)cc1 +*CCCCCCCCCCCC(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)CCCCC2)cc1 +*CCCCCCCCCCCC(=O)Oc1ccc(C2(c3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)OC(=O)c3ccccc32)cc1 +*CCCCCCCCCCCC(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(*)C3=O)cc1 +*CCCCCCCCCCCC(=O)Oc1ccc2cc(OC(=O)CCCCCCCCCCCn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)ccc2c1 +*CCCCCCCCCCCC(=O)Oc1ccc2ccc(OC(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2c1 +*CCCCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCC(=O)O* +*CCCCCCCCCCCCC(c1ccc(O)cc1)C(*)c1ccc(O)cc1C +*CCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCCCC(=O)O* +*CCCCCCCCCCCCCCCCCCCCC(*)COCCOCCOCCOCCOCc1ccc2ccc3cccc4ccc1c2c34 +*CCCCCCCCCCCCCCCCCCCCOC(=O)CC(=O)O* +*CCCCCCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCCCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1 +*CCCCCCCCCCCCCCCCCCNC(=O)Cc1ccc(CC(=O)N*)cc1 +*CCCCCCCCCCCCCCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1 +*CCCCCCCCCCCCCCCCOC(=O)C/C=C/CC(=O)O* +*CCCCCCCCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O* +*CCCCCCCCCCCCCCCCOC(=O)CCCCCCC(=O)O* +*CCCCCCCCCCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O* +*CCCCCCCCCCCCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCCCCCCCCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1 +*CCCCCCCCCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1 +*CCCCCCCCCCCCCCNC(=O)NCCCCCCCCCCNC(=O)N* +*CCCCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N* +*CCCCCCCCCCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1 +*CCCCCCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCCCCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCCCCCCCCCCCNC(=O)CCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(CCCCCCCCCCCCn3c(=O)c5ccc6c7ccc8c(=O)n(*)c(=O)c9ccc(c%10ccc(c3=O)c5c6%10)c7c89)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCCCCCCN1C(=O)c2cccc3c(-c4ccc5c6c(cccc46)C(=O)N(CCCCCCCCCCCCn4c(=O)c6ccc7c8ccc9c(=O)n(*)c(=O)c%10ccc(c%11ccc(c4=O)c6c7%11)c8c9%10)C5=O)ccc(c23)C1=O +*CCCCCCCCCCCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCCNC(=O)CCP(C)(=O)CCC(=O)N* +*CCCCCCCCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1 +*CCCCCCCCCCCCNC(=O)NCCCCCCNC(=O)N* +*CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1 +*CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1 +*CCCCCCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCCCCCCCCCCOC(=O)NCCCCCCCCCCNC(=O)O* +*CCCCCCCCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCCCCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1 +*CCCCCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC +*CCCCCCCCCCCCOc1ccc(/C=N/N=C/c2ccc(O*)cc2O)c(O)c1 +*CCCCCCCCCCCCOc1ccc(C(C)(C)c2ccc(OCOc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1 +*CCCCCCCCCCCCOc1ccc(C(C)Cc2ccc(-c3ccc(O*)cc3)cc2)cc1 +*CCCCCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCCCCCCCCOc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(O*)cc4)cc3)cc2)cc1 +*CCCCCCCCCCCCOc1ccc(OCc2ccc(COc3ccc(O*)cc3)cc2)cc1 +*CCCCCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1 +*CCCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCCCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCCCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N* +*CCCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N* +*CCCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCCOC(=O)Nc1ccc(NC(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c(C)c1 +*CCCCCCCCCCCOC(=O)c1cc(OCCCCCCCCCCOc2ccc(/N=N/c3ccc(OC)cc3)cc2)cc(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c1 +*CCCCCCCCCCCOC(=O)c1cc(OCCCCCCCCOc2ccc(/N=N/c3ccc(OC)cc3)cc2)cc(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c1 +*CCCCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1 +*CCCCCCCCCCN/C(=N/*)c1ccccc1 +*CCCCCCCCCCN/C(C)=N/* +*CCCCCCCCCCN1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O +*CCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCCCCNC(=O)/C=C(\C)C(=O)N* +*CCCCCCCCCCNC(=O)CCCCC(=O)N* +*CCCCCCCCCCNC(=O)CCCCCCCCC(=O)N* +*CCCCCCCCCCNC(=O)CCCCCCCCCCC(=O)N* +*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCCNC(=O)CCP(C)(=O)CCC(=O)N* +*CCCCCCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1 +*CCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1 +*CCCCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1 +*CCCCCCCCCCNC(=O)c1ccc(Cc2ccc(C(=O)N*)cc2)cc1 +*CCCCCCCCCCOC(=O)CC/C=C/CCC(=O)O* +*CCCCCCCCCCOC(=O)CCCCC(=O)O* +*CCCCCCCCCCOC(=O)CCCCCCC(=O)O* +*CCCCCCCCCCOC(=O)CCCCCCCCC(=O)O* +*CCCCCCCCCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O* +*CCCCCCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O* +*CCCCCCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1 +*CCCCCCCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O* +*CCCCCCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCCCCCCOC(=O)O* +*CCCCCCCCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCCCCCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCCCCCCCCOC(=O)c1ccccc1C(=O)O* +*CCCCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC +*CCCCCCCCCCOc1c(OC)cc(/C=C2\CCC/C(=C\c3cc(OC)c(O*)c(OC)c3)C2=O)cc1OC +*CCCCCCCCCCOc1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccc(-c8ccccc8)cc7)cc(-c7ccc(O*)cc7)cc6-c6ccc(-c7ccccc7)cc6)cc5)cc4)cc3)c(-c3ccc(-c4ccccc4)cc3)c2)cc1 +*CCCCCCCCCCOc1ccc(-c2cc(-c3ccccc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccccc7)cc(-c7ccc(O*)cc7)cc6-c6ccccc6)cc5)cc4)cc3)c(-c3ccccc3)c2)cc1 +*CCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(/N=N/c4ccc(-c5ccccc5)cc4)cc3)cc2)cc1 +*CCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(/N=N/c4ccc(C#N)cc4)cc3)cc2)cc1 +*CCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(/N=N/c4ccc(Cl)cc4)cc3)cc2)cc1 +*CCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(/N=N/c4ccc(OC)cc4)cc3)cc2)cc1 +*CCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1 +*CCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(/N=N/c4ccccc4)cc3)cc2)cc1 +*CCCCCCCCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCCCCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC +*CCCCCCCCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCCCCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC +*CCCCCCCCCCOc1ccc(/C=C2\CCC/C(=C\c3ccc(O*)c(OC)c3)C2=O)cc1OC +*CCCCCCCCCCOc1ccc(/C=C2\CCC/C(=C\c3ccc(O*)cc3)C2=O)cc1 +*CCCCCCCCCCOc1ccc(/C=N/c2ccc(-c3ccc(/N=C/c4ccc(O*)cc4O)c(OC)c3)cc2OC)c(O)c1 +*CCCCCCCCCCOc1ccc(/N=C/c2ccc(/C=N/c3ccc(O*)cc3C)cc2)c(C)c1 +*CCCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCCCCCCOc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(O*)cc4)cc3)cc2)cc1 +*CCCCCCCCCCOc1ccc(OC(=O)c2ccc(OCCOCCOCCOc3ccc(C(=O)Oc4ccc(O*)cc4)cc3)cc2)cc1 +*CCCCCCCCCCSS* +*CCCCCCCCCCSSS* +*CCCCCCCCCCSSSS* +*CCCCCCCCCC[N+](*)(C)C +*CCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1 +*CCCCCCCCCCn1c2ccccc2c2cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c3ccc4c(c3)c3ccccc3n4*)ccc21 +*CCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCCCCCCCNC(=O)CCCCC(=O)N* +*CCCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCCNC(=O)N* +*CCCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCCCCCCCNC(=S)N* +*CCCCCCCCCOC(=O)C(O)C(O)C(=O)O* +*CCCCCCCCCOC(=O)CCC(=O)O* +*CCCCCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1 +*CCCCCCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCCCCCCCn1c2ccccc2c2cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c3ccc4c(c3)c3ccccc3n4*)ccc21 +*CCCCCCCCN(C)c1ccc(C(=O)c2ccc(N(*)C)cc2)cc1 +*CCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCCCCCCNC(=O)CC(=O)N* +*CCCCCCCCNC(=O)CCCCC(=O)N* +*CCCCCCCCNC(=O)CCCCCCCCC(=O)N* +*CCCCCCCCNC(=O)CCCCCCCCCCC(=O)N* +*CCCCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCCNC(=O)CCP(C)(=O)CCC(=O)N* +*CCCCCCCCNC(=O)Cc1ccc(CC(=O)N*)cc1 +*CCCCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1 +*CCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1 +*CCCCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1 +*CCCCCCCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCCCCCCNC(=O)c1cccc(C(=O)N*)c1 +*CCCCCCCCO* +*CCCCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O* +*CCCCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCCCCOC(=O)Nc1ccc(NC(=O)OCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c(C)c1 +*CCCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCCCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCCCCCCOc1c(OC)cc(/C=C/c2cc(C(C)C)c(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2C(C)C)cc1OC +*CCCCCCCCOc1c(OC)cc(/C=C/c2cc(CCCCCC)c(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2CCCCCC)cc1OC +*CCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC +*CCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC +*CCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3ccc(/C=C/c4cc(OC)c(O*)c(OC)c4)cc3)cc2)cc1OC +*CCCCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3ccc(/C=C/c4cc(OC)c(O*)c(OC)c4)cc3)cc2)cc1OC +*CCCCCCCCOc1c(OC)cc(/C=C2\CCC/C(=C\c3cc(OC)c(O*)c(OC)c3)C2=O)cc1OC +*CCCCCCCCOc1ccc(/C=C/c2cc(OCCCCCCCC)c(/C=C/c3ccc(O*)cc3)cc2OCCCCCCCC)cc1 +*CCCCCCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC +*CCCCCCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC +*CCCCCCCCOc1ccc(/C=C2\CCC/C(=C\c3ccc(O*)c(OC)c3)C2=O)cc1OC +*CCCCCCCCOc1ccc(/C=C2\CCC/C(=C\c3ccc(O*)cc3)C2=O)cc1 +*CCCCCCCCOc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CCCCCCCCOc1ccc(C(c2ccc(O*)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*CCCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCCCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1 +*CCCCCCCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1 +*CCCCCCCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1 +*CCCCCCCCc1nc2cc(-c3ccc4[nH]c(*)nc4c3)ccc2[nH]1 +*CCCCCCCCc1nc2cc(NC(=O)CCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1 +*CCCCCCCCc1nc2cc(NC(=O)CCCCCCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1 +*CCCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1 +*CCCCCCCCc1nc2ccc(-c3ccc4nc(*)sc4c3)cc2s1 +*CCCCCCCCn1c2ccccc2c2cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c3ccc4c(c3)c3ccccc3n4*)ccc21 +*CCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCCCCCNC(=O)CCCCC(=O)N* +*CCCCCCCNC(=O)CCCCCC(=O)N* +*CCCCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCCNC(=O)N* +*CCCCCCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCCCCCNC(=S)N* +*CCCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12 +*CCCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCCCc1nc2ccc(-c3ccc4nc(*)oc4c3)cc2o1 +*CCCCCCCn1c2ccccc2c2cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c3ccc4c(c3)c3ccccc3n4*)ccc21 +*CCCCCCN(C(=O)C(F)(F)C(F)(F)C(F)(F)C(=O)N(*)C(C)C)C(C)C +*CCCCCCN(C)C(=O)CCC(=O)N(*)C +*CCCCCCN(C)C(=O)CCCC(=O)N(*)C +*CCCCCCN(C)c1ccc(C(=O)c2ccc(N(*)C)cc2)cc1 +*CCCCCCN(CC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)C(F)(F)C(F)(F)C(F)(F)C(=O)N(*)CC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CCCCCCN(CC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)C(=O)CCCCC(=O)N(*)CC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CCCCCCN(CC(F)(F)C(F)(F)F)C(=O)C(F)(F)C(F)(F)C(F)(F)C(=O)N(*)CC(F)(F)C(F)(F)F +*CCCCCCN1C(=O)C(=O)N(*)C1=O +*CCCCCCN1C(=O)C(=O)N(c2ccc(C)c(N3C(=O)C(=O)N(*)C3=O)c2)C1=O +*CCCCCCN1C(=O)C(=O)N(c2ccc(CCc3ccccc3N3C(=O)C(=O)N(*)C3=O)cc2)C1=O +*CCCCCCN1C(=O)C(=O)N(c2ccc(Cc3ccc(N4C(=O)C(=O)N(*)C4=O)cc3)cc2)C1=O +*CCCCCCN1C(=O)C(=O)N(c2ccc(Oc3ccc(N4C(=O)C(=O)N(*)C4=O)cc3)cc2)C1=O +*CCCCCCN1C(=O)C(C)C(SCCOCCSC2C(=O)N(CCCCCCN3C(=O)CC(C)(SCCOCCSC4(C)CC(=O)N(*)C4=O)C3=O)C(=O)C2C)C1=O +*CCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCN1C(=O)c2ccc(C(=O)Nc3ccc(S(=O)(=O)c4ccc(NC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCCCCN1C(=O)c2ccc(C(=O)Nc3ccc(S(=O)(=O)c4cccc(NC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)c4)cc3)cc2C1=O +*CCCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCNC(=O)/C=C(\C)C(=O)N* +*CCCCCCNC(=O)C(=O)N* +*CCCCCCNC(=O)C(CC)CC(CC)C(=O)N* +*CCCCCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCCCCNC(=O)CC(=O)N* +*CCCCCCNC(=O)CC(C)(C)c1ccc(C(C)(C)CC(=O)N*)cc1 +*CCCCCCNC(=O)CC(C)c1ccc(C(C)CC(=O)N*)cc1 +*CCCCCCNC(=O)CCC(C)(C)c1ccc(C(C)(C)CCC(=O)N*)cc1 +*CCCCCCNC(=O)CCC(C)CC(=O)N* +*CCCCCCNC(=O)CCC1(CCC(=O)N*)c2ccccc2-c2ccccc21 +*CCCCCCNC(=O)CCCC(=O)O* +*CCCCCCNC(=O)CCCCC(=O)N* +*CCCCCCNC(=O)CCCCC(=O)NCC(=O)N* +*CCCCCCNC(=O)CCCCCC(=O)N* +*CCCCCCNC(=O)CCCCCCC(=O)N* +*CCCCCCNC(=O)CCCCCCCC(=O)N* +*CCCCCCNC(=O)CCCCCCCC1C(CCCCCCCC(=O)N*)C=CC(CCCCCC)C1CCCCCCCC +*CCCCCCNC(=O)CCCCCCCCC(=O)N* +*CCCCCCNC(=O)CCCCCCCCCCC(=O)N* +*CCCCCCNC(=O)CCCCCCCCCCCCCCC(=O)N* +*CCCCCCNC(=O)CCCCCCCCCCCCCCCCC(=O)N* +*CCCCCCNC(=O)CCP(=O)(CCC(=O)N*)c1ccccc1 +*CCCCCCNC(=O)CCP(=S)(CCC(=O)N*)c1ccccc1 +*CCCCCCNC(=O)CCP(C)(=O)CCC(=O)N* +*CCCCCCNC(=O)CCc1ccc(C(C)CC(=O)N*)cc1 +*CCCCCCNC(=O)CCc1ccc(CC(=O)N*)cc1 +*CCCCCCNC(=O)CCc1ccc(CCC(=O)N*)cc1 +*CCCCCCNC(=O)Cc1ccc(C(=O)N*)cc1 +*CCCCCCNC(=O)Cc1ccc(CC(=O)N*)cc1 +*CCCCCCNC(=O)NCc1ccc(CNC(=O)N*)cc1 +*CCCCCCNC(=O)c1c(Cl)c(Cl)c(C(=O)N*)c(Cl)c1Cl +*CCCCCCNC(=O)c1cc(C(=O)N*)cc(C(C)(C)C)c1 +*CCCCCCNC(=O)c1cc(NC(=O)C(C(C)CC)N2C(=O)c3ccccc3C2=O)cc(C(=O)N*)c1 +*CCCCCCNC(=O)c1cc(NC(=O)c2ccc(NC(=O)C(CC(C)C)N3C(=O)c4ccccc4C3=O)cc2)cc(C(=O)N*)c1 +*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(-c3ccccc3)cc2)c1 +*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(Br)cc2)c1 +*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(Cl)cc2)c1 +*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccc(F)cc2)c1 +*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1 +*CCCCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1 +*CCCCCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCCCCNC(=O)c1ccc(C(C)(CC)c2ccc(C(=O)N*)cc2)cc1 +*CCCCCCNC(=O)c1ccc(C2(C)CC(C)(C)c3ccc(C(=O)N*)cc32)cc1 +*CCCCCCNC(=O)c1cccc(C(=O)N*)c1 +*CCCCCCNC(=O)c1ccccc1-c1ccccc1C(=O)N* +*CCCCCCOC(=O)C(=O)O* +*CCCCCCOC(=O)C(C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1)c1ccccc1 +*CCCCCCOC(=O)C(CCCCCBr)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCCCCCCBr)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCCCCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCCCCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCOc1ccc(/N=N/c2ccncc2)cc1)C(=O)OCCCCCCOc1ccc(-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCP(=O)(O)O)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(CCCCP(=O)(OCC)OCC)C(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)C(Cc1ccccc1)NC(=O)/C=C/C(=O)NC(Cc1ccccc1)C(=O)O* +*CCCCCCOC(=O)CC(=O)OCCCCCCOc1ccc(-n2on2-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)CCC(=O)O* +*CCCCCCOC(=O)CCCCC(=O)O* +*CCCCCCOC(=O)CCCCCCCCC(=O)O* +*CCCCCCOC(=O)CCCCCCCCCCCCCCCCCCC(=O)OCCCCCCN1C(=O)c2ccc(S(=O)(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O* +*CCCCCCOC(=O)NC1CCC(CC2CCC(NC(=O)OCCCCCCOc3ccc(CCc4ccc(O*)cc4)cc3)CC2)CC1 +*CCCCCCOC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O* +*CCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCCOC(=O)NCCCCNC(=O)O* +*CCCCCCOC(=O)NCc1ccc(CNC(=O)O*)cc1 +*CCCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O* +*CCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCCOC(=O)Nc1ccc(C)c(NC(=O)OCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c1 +*CCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCCOC(=O)Nc1ccc(NC(=O)OCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c(C)c1 +*CCCCCCOC(=O)Nc1cccc(P(=O)(c2ccccc2)c2cccc(NC(=O)O*)c2)c1 +*CCCCCCOC(=O)O* +*CCCCCCOC(=O)OCCCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCCCCCOC(=O)OCCCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCCCCOC(=O)OCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCCCOC(=O)OCCCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCCCCOC(=O)OCCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCCCOC(=O)OCCCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCOc1ccc(-c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCCOC(=O)OCCCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCCCCOC(=O)OCCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCOC(=O)OCCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCCOC(=O)OCCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCOC(=O)OCCCCCCOc1ccc(C(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)OCCOC(=O)OCCCCCCOc1ccc(Oc2ccc(O*)cc2)cc1 +*CCCCCCOC(=O)c1cc(/N=N/c2ccc(OCC)cc2)ccc1-c1ccc(/N=N/c2ccc(OCC)cc2)cc1C(=O)O* +*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(/N=N/c3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCN2C(=O)c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3C2=O)c1 +*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(/N=N/c3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCN2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(/N=N/c3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCN2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*CCCCCCOC(=O)c1cc(OCCCCCCOc2ccc(/N=N/c3ccc(C#N)cc3)cc2)cc(C(=O)OCCCCCCn2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c1 +*CCCCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCCCCOP(=O)(/N=N/c1ccc(-c2ccc(/N=N/P(=O)(O*)OC)cc2)cc1)OC +*CCCCCCOP(=O)(/N=N/c1ccc(C(=O)c2ccc(/N=N/P(=O)(O*)OC)cc2)cc1)OC +*CCCCCCOP(=O)(/N=N/c1ccc(CCOC(=O)c2cc(C(=O)OCCc3ccc(/N=N/P(=O)(O*)OC)cc3)cc(C(C)(C)C)c2)cc1)OC +*CCCCCCOP(=O)(/N=N/c1ccc(COC(=O)c2cc(C(=O)OCc3ccc(/N=N/P(=O)(O*)OC)cc3)cc(C(C)(C)C)c2)cc1)OC +*CCCCCCOP(=O)(/N=N/c1ccc(Oc2ccc(/N=N/P(=O)(O*)OC)cc2)cc1)OC +*CCCCCCOc1c(OC)cc(/C=C/c2ccc(/C=C/c3cc(OC)c(O*)c(OC)c3)cc2)cc1OC +*CCCCCCOc1c(OC)cc(/C=C2\CCC/C(=C\c3cc(OC)c(O*)c(OC)c3)C2=O)cc1OC +*CCCCCCOc1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccc(-c8ccccc8)cc7)cc(-c7ccc(O*)cc7)cc6-c6ccc(-c7ccccc7)cc6)cc5)cc4)cc3)c(-c3ccc(-c4ccccc4)cc3)c2)cc1 +*CCCCCCOc1ccc(-c2cc(-c3ccccc3)c(-c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(-c6c(-c7ccccc7)cc(-c7ccc(O*)cc7)cc6-c6ccccc6)cc5)cc4)cc3)c(-c3ccccc3)c2)cc1 +*CCCCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12 +*CCCCCCOc1ccc(/C=C/c2ccc(O*)c3ccccc23)cc1 +*CCCCCCOc1ccc(/C=C/c2ccc(O*)cc2)cc1 +*CCCCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC +*CCCCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC +*CCCCCCOc1ccc(/C=C2\CCC/C(=C\c3ccc(O*)c(OC)c3)C2=O)cc1OC +*CCCCCCOc1ccc(/C=C2\CCC/C(=C\c3ccc(O*)cc3)C2=O)cc1 +*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2cc(C)cc(C)c2)cc1 +*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2ccc(Oc3ccccc3)cc2)cc1 +*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2cccc3ccccc23)cc1 +*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2ccccc2)cc1 +*CCCCCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*CCCCCCOc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*CCCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCCOc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(O*)cc4)cc3)cc2)cc1 +*CCCCCCOc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(O*)cc3)cc(C(C)(C)C)c2)cc1 +*CCCCCCOc1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(O*)cc3)cc2)cc1 +*CCCCCCS(=O)(=O)c1ccc(/N=N/c2ccc(N(C)CCCCCC(=O)O*)cc2)cc1 +*CCCCCCSS* +*CCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCCCCc1nc2cc(NC(=O)CCCCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1 +*CCCCCCc1nc2cc(NC(=O)CCCCCCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1 +*CCCCCCn1c2ccccc2c2cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c3ccc4c(c3)c3ccccc3n4*)ccc21 +*CCCCCCn1ccc(-c2ccc(-c3ccn(*)n3)cc2)n1 +*CCCCCCn1ccc(-c2cccc(-c3ccn(*)n3)c2)n1 +*CCCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCCCNC(=O)CC(=O)N* +*CCCCCNC(=O)CCCCC(=O)N* +*CCCCCNC(=O)CCCCCCCCCCCCCCCCCCC(=O)N* +*CCCCCNC(=O)Cc1ccc(C(=O)N*)cc1 +*CCCCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCCCNC(=S)N* +*CCCCCNc1nc(NCCCCCc2nc3cc(-c4ccc5[nH]c(*)nc5c4)ccc3[nH]2)nc(N(CC)CC)n1 +*CCCCCOC(=O)CCCCC(=O)O* +*CCCCCOC(=O)CCCCCCCCCCN1C(=O)c2ccc(-c3ccc(-c4ccc5c(c4)C(=O)N(CCCCCCCCCCC(=O)OCCCCCN4C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C4=O)C5=O)cc3)cc2C1=O +*CCCCCOC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O* +*CCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O* +*CCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCCOC(=O)O* +*CCCCCOC(=O)OCCCCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCOC(=O)OCCCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCCOC(=O)c1ccc(/C=C/c2ccc(C(=O)O*)cc2)cc1 +*CCCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCCCOC(=O)c1ccccc1C(=O)O[Cd]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCOC(=O)c1ccccc1C(=O)O[Cd]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCOC(=O)c1ccccc1C(=O)O[Pb]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCCOC(=O)c1ccccc1C(=O)O[Pb]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCCOCO* +*CCCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12 +*CCCCCOc1ccc(/C=C/C(=O)OCCN(CCOC(=O)/C=C/c2ccc(O*)cc2)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*CCCCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*CCCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1 +*CCCCCOc1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(O*)cc3)cc2)cc1 +*CCCCCOc1ccc(OCCCCCc2nnc(-c3ccc(-c4nnc(*)o4)cc3)o2)c(C)c1 +*CCCCCOc1cccc(C(=O)OC(=O)c2cccc(O*)c2)c1 +*CCCCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1 +*CCCCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1 +*CCCCCSS* +*CCCCC[Si](*)(C)c1ccccc1 +*CCCCN1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O +*CCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCCNC(=O)C(=O)N* +*CCCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCCNC(=O)CC(=O)N* +*CCCCNC(=O)CCCCC(=O)N* +*CCCCNC(=O)Cc1ccc(C(=O)N*)cc1 +*CCCCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1 +*CCCCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1 +*CCCCNC(=O)c1ccc(C(C)(CC)c2ccc(C(=O)N*)cc2)cc1 +*CCCCNC(=O)c1cccc(C(=O)N*)c1 +*CCCCO* +*CCCCOC(=O)/C=C/C(=O)O* +*CCCCOC(=O)/C=C/C(=O)O* +*CCCCOC(=O)C(Cc1ccccc1)NC(=O)/C=C/C(=O)NC(Cc1ccccc1)C(=O)O* +*CCCCOC(=O)C1CCC(C(=O)O*)CC1 +*CCCCOC(=O)CCC(=O)O* +*CCCCOC(=O)CCCC(=O)O* +*CCCCOC(=O)CCCCC(=O)O* +*CCCCOC(=O)CCCCC(=O)OCCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCOC(=O)CCCCCCCC(=O)O* +*CCCCOC(=O)CCCCCCCCC(=O)O* +*CCCCOC(=O)CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC(=O)O* +*CCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O* +*CCCCOC(=O)CCSCCCCCCSCCC(=O)O* +*CCCCOC(=O)COCC(=O)O* +*CCCCOC(=O)NCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CNC(=O)O* +*CCCCOC(=O)NCCCCCCNC(=O)O* +*CCCCOC(=O)NCCCCNC(=O)O* +*CCCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O* +*CCCCOC(=O)Nc1ccc(-c2ccc(NC(=O)OCCCCn3c4ccccc4c4cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c5ccc6c(c5)c5ccccc5n6*)ccc43)c(C)c2)cc1C +*CCCCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCCCOC(=O)Nc1ccc(C)c(NC(=O)OCCCCn2c3ccccc3c3cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c4ccc5c(c4)c4ccccc4n5*)ccc32)c1 +*CCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)OCCCCn3c4ccccc4c4cc(/C=C(\C#N)C(=O)OCCCCCCOC(=O)/C(C#N)=C/c5ccc6c(c5)c5ccccc5n6*)ccc43)cc2)cc1 +*CCCCOC(=O)O* +*CCCCOC(=O)OCC1CCC(COC(=O)O*)CC1 +*CCCCOC(=O)OCCCCCCOC(=O)OCCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCCOC(=O)OCCCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCCOC(=O)c1ccc(C(C)(C)c2ccc(C(=O)O*)cc2)cc1 +*CCCCOC(=O)c1ccc(N/C=N/c2ccc(C(=O)O*)cc2)cc1 +*CCCCOC(=O)c1ccc([Si](C)(C)c2ccc(C(=O)O*)cc2)cc1 +*CCCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCCOCC(O)CN(CC(O)CO*)c1ccc(N(C)C)cc1 +*CCCCOCCCCOCCCCOC(=O)c1ccc(/N=C/c2cc(OCCC(C)CCCC(C)C)c(/C=N/c3ccc(C(=O)O*)cc3)cc2OCCC(C)CCCC(C)C)cc1 +*CCCCOCCCCOCCCCOC(=O)c1ccc(/N=C/c2cc(OCCCCCC)c(/C=C/c3cc(OCCCCCC)c(/C=C/c4cc(OCCCCCC)c(/C=N/c5ccc(C(=O)O*)cc5)cc4OCCCCCC)cc3OCCCCCC)cc2OCCCCCC)cc1 +*CCCCOCCCCOCCCCOC(=O)c1ccc(/N=C/c2ccc(/C=N/c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCCCOCO* +*CCCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12 +*CCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC +*CCCCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC +*CCCCOc1ccc(C(=O)Nc2cccc(P(=O)(c3ccccc3)c3cccc(NC(=O)c4ccc(O*)cc4)c3)c2)cc1 +*CCCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*CCCCOc1ccc(C(=O)OCCOC(=O)c2ccc(O*)cc2)cc1 +*CCCCOc1ccc(CCc2ccc(O*)cc2C)cc1 +*CCCCOc1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(O*)cc3)c(C(=O)OCC=C)c2)cc1 +*CCCCOc1ccc(OCCCCc2nnc(-c3ccc(-c4nnc(*)o4)cc3)o2)c(C)c1 +*CCCCOc1cccc(C(=O)OC(=O)c2cccc(O*)c2)c1 +*CCCCP(C)(=O)CCCNC(=O)CCCCC(=O)N* +*CCCCSS* +*CCCCSSCCCCO* +*CCCCSSCCCCOCO* +*CCCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCN(*)C +*CCCN(*)C(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*CCCN(*)C(=O)CC +*CCCN(*)C(=O)CCCCC +*CCCN(*)C(=O)c1ccccc1 +*CCCN(*)C(C)=O +*CCCN(C)c1ccc(C(=O)c2ccc(N(*)C)cc2)cc1 +*CCCN(Cc1ccccc1)C(=O)S* +*CCCN1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O +*CCCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCCNC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NCCCOCCOCCO* +*CCCNC(=O)C(NC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NC(C(=O)NCCCOCCOCCO*)C(C)C)C(C)C +*CCCNC(=O)C(OC)C(OC)C(=O)N* +*CCCNC(=O)CCCCC(=O)NCCCN(*)C +*CCCNC(=O)CCCCC(=O)NCCCO* +*CCCNC(=O)CCCCCCCCC(=O)NCCCOCCOCCO* +*CCCNC(=O)CNC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NCC(=O)NCCCOCCOCCO* +*CCCNC(=O)CNC(=O)C(NC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)NC(C(=O)NCC(=O)NCCCOCCOCCO*)C(C)C)C(C)C +*CCCNC(=O)Cc1ccc(C(=O)N*)cc1 +*CCCNC(=O)O* +*CCCNC(=O)c1ccc(C(=O)N*)cc1 +*CCCNC(=O)c1ccc(C(=O)NCCCO*)cc1 +*CCCO* +*CCCOC(=O)C(C)O* +*CCCOC(=O)C1CCC(C(=O)O*)CC1 +*CCCOC(=O)CCC(=O)O* +*CCCOC(=O)CCCC(=O)O* +*CCCOC(=O)CCCCC(=O)O* +*CCCOC(=O)CCCCCCC(=O)O* +*CCCOC(=O)NCCCCCCNC(=O)O* +*CCCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O* +*CCCOC(=O)Nc1cc(NC(=O)O*)ccc1C +*CCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCCOC(=O)O* +*CCCOC(=O)OCCCCCCOC(=O)OCCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCCOC(=O)OCCCCCCOC(=O)OCCCn1c(=O)c2cc3c(=O)n(*)c(=O)c3cc2c1=O +*CCCOC(=O)c1cc(/N=N/c2ccc(OCC)cc2)ccc1-c1ccc(/N=N/c2ccc(OCC)cc2)cc1C(=O)O* +*CCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(C(C)(C)c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)c(-c4ccccc4)c3)cc2C1=O +*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc4cc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)ccc4c3)cc2C1=O +*CCCOCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCCOc1ccc(-c2ccc(O*)c3ccccc23)c2ccccc12 +*CCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*CCCOc1ccc(OCCCc2nnc(-c3ccc(-c4nnc(*)o4)cc3)o2)c(C)c1 +*CCCOc1cccc(C(=O)OC(=O)c2cccc(O*)c2)c1 +*CCCP(=O)(CCCNC(=O)CCCCC(=O)N*)c1ccccc1 +*CCCP(C)(=O)CCCNC(=O)CCCCC(=O)N* +*CCCP(CCCCCCCC)CCCNC(=O)CCCCC(=O)N* +*CCCP(CCCNC(=O)CCCCC(=O)N*)CC(C)C +*CCCP(CCCNC(=O)CCCCC(=O)N*)c1ccccc1 +*CCCS(=O)(=O)CCCCS(=O)(=O)CCCOC(=O)O* +*CCCS(=O)(=O)CCCCS(=O)(=O)CCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCS(=O)(=O)CCCCS(=O)(=O)CCCOC(=O)c1ccccc1C(=O)O* +*CCCS(=O)(=O)CCCS(=O)(=O)CCCOC(=O)c1cccc(C(=O)O*)c1 +*CCCS(=O)(=O)CCCS(=O)(=O)CCCOC(=O)c1ccccc1C(=O)O* +*CCCS(=O)(=O)c1ccc(/N=N/c2ccc(N(CCCC)CC(=O)O*)cc2)cc1 +*CCCS* +*CCC[Si](*)(C)C +*CCC[Si](*)(C)CCC[Si](C)(C)C +*CCC[Si](*)(C)C[Si](C)(C)C +*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(C#N)cc1 +*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(C#N)cc3)cc2)cc1 +*CCC[Si](*)(C)O[Si](C)(C)CCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*CCC[Si](*)(C)c1ccc(N(C)C)cc1 +*CCC[Si](*)(C)c1cccc(C)c1 +*CCC[Si](*)(C)c1ccccc1 +*CCC[Si](*)(C[Si](C)(C)c1ccccc1)C[Si](C)(C)c1ccccc1 +*CCC[Si](*)(c1ccc(C)cc1)c1ccc(C)cc1 +*CCC[Si](*)(c1cccc2ccccc12)C1CCCCC1 +*CCC[Si](*)(c1ccccc1)c1ccc(N(C)C)cc1 +*CCC[Si](C)(C)O[Si](C)(C)CCCN1C(=O)c2ccc(-c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCC[Si](C)(C)O[Si](C)(C)CCCN1C(=O)c2ccc(C(=O)c3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O +*CCC[Sn](C)(C)CCCOC(=O)C(CCCCCCCCOc1ccc(-c2ccc(OCc3ccc(C#N)cc3)cc2)cc1)C(=O)O* +*CCC[Sn](C)(C)CCCOC(=O)C(CCCCCCOc1ccc(-c2ccc(OCc3ccc([N+](=O)[O-])cc3)cc2)cc1)C(=O)O* +*CCCc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*CCCc1nc2cc(-c3ccc4[nH]c(*)nc4c3)ccc2[nH]1 +*CCN(*)C +*CCN(*)C(=O)C(C)C +*CCN(*)C(=O)C(OC)(c1ccccc1)C(F)(F)F +*CCN(*)C(=O)C1(c2ccc(Cl)cc2)CCC1 +*CCN(*)C(=O)C12CC3CC(CC(C3)C1)C2 +*CCN(*)C(=O)C1CC1 +*CCN(*)C(=O)CC +*CCN(*)C(=O)CC(C)C +*CCN(*)C(=O)CC12CC3CC(CC(C3)C1)C2 +*CCN(*)C(=O)CCC +*CCN(*)C(=O)CCC(=O)OC +*CCN(*)C(=O)CCCC +*CCN(*)C(=O)CCCCC +*CCN(*)C(=O)CCCCCC +*CCN(*)C(=O)CCCCCCC +*CCN(*)C(=O)CCCCCCCCCCC +*CCN(*)C(=O)CCCCCCCCCCCCCCCCC +*CCN(*)C(=O)CSC +*CCN(*)C(=O)Cc1ccc(C(F)(F)F)cc1 +*CCN(*)C(=O)c1c(F)c(F)c(F)c(F)c1F +*CCN(*)C(=O)c1c(F)c(F)cc(F)c1F +*CCN(*)C(=O)c1c(F)cc(F)c(F)c1F +*CCN(*)C(=O)c1c(F)cc(F)cc1F +*CCN(*)C(=O)c1c(F)ccc(F)c1F +*CCN(*)C(=O)c1c(F)cccc1F +*CCN(*)C(=O)c1cc(F)c(F)c(F)c1 +*CCN(*)C(=O)c1cc(F)c(F)c(F)c1F +*CCN(*)C(=O)c1cc(F)c(F)cc1F +*CCN(*)C(=O)c1cc(F)cc(F)c1 +*CCN(*)C(=O)c1cc(F)cc(F)c1F +*CCN(*)C(=O)c1cc(F)ccc1F +*CCN(*)C(=O)c1ccc(F)c(F)c1 +*CCN(*)C(=O)c1ccc(F)c(F)c1F +*CCN(*)C(=O)c1ccc(F)cc1 +*CCN(*)C(=O)c1ccc(F)cc1F +*CCN(*)C(=O)c1ccc(SC(F)(F)F)cc1 +*CCN(*)C(=O)c1ccc2ccccc2c1 +*CCN(*)C(=O)c1cccc(F)c1 +*CCN(*)C(=O)c1cccc(F)c1F +*CCN(*)C(=O)c1ccccc1 +*CCN(*)C(=O)c1ccccc1F +*CCN(*)C(C)=O +*CCN(*)CC +*CCN(*)CCOCCOC +*CCN(*)CC[Si](C)(C)C +*CCN(*)Cc1ccccc1 +*CCN(C)C(=O)CCCCCCCCC(=O)N(*)C +*CCN(CCCCCCOc1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1)CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1 +*CCN(CCCCCCOc1ccc(/N=N/c2ccccc2)cc1)CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCN(CCCCCOc1ccc(/N=N/c2ccccc2)cc1)CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(/C=C/C2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1 +*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(/N=N/c2ccc(C3OCCO3)cc2)cc1 +*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(/N=N/c2ccc(C=O)cc2)cc1 +*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2C)cc1 +*CCN(CCNC(=O)c1ccc2c(c1)C(=O)N(*)C2=O)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)/C=C/c1ccc(/C=C/C(=O)O*)cc1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)CCC#CC#CCCC(=O)O*)c1ccc(/N=N/c2c(C)cc(/N=N/c3ccc(C#N)cc3)cc2C)cc1 +*CCN(CCOC(=O)CCC#CC#CCCC(=O)O*)c1ccc([N+](=O)[O-])cc1 +*CCN(CCOC(=O)CCCCC(=O)O*)c1ccc(/C=N/N(c2ccccc2)c2ccccc2)cc1 +*CCN(CCOC(=O)NC(C)(C)c1cccc(C(C)(C)NC(=O)O*)c1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(/N=N/c2ccc(B(c3c(C)cc(C)cc3C)c3c(C)cc(C)cc3C)cc2)cc1 +*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(C=C(C#N)C#N)cc1 +*CCN(CCOC(=O)NCCCCCCNC(=O)O*)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)c(C)c1 +*CCN(CCOC(=O)NCCCCCCNC(=O)O*)c1ccccc1 +*CCN(CCOC(=O)Nc1ccc(-c2ccc(NC(=O)O*)c(C)c2)cc1C)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(-c2ccc(NC(=O)O*)c(OC)c2)cc1OC)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(-c2nc3ccc([N+](=O)[O-])cc3o2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/C=C/c2cc[n+](CCCC)cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/C=C2/NC(=O)NC2=O)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc(-c3nc4cc([N+](=O)[O-])ccc4[nH]3)cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc(-c3nc4ccccc4o3)cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc(/C=C/c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc(/N=N/c3cc(OC)c(/N=N/c4ccc([N+](=O)[O-])cc4)cc3OC)c(C)c2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc(B(c3c(C)cc(C)cc3C)c3c(C)cc(C)cc3C)cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2C)c(C)c1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2C)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc(C(C#N)=C(C#N)C#N)cc1 +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccc([N+](=O)[O-])cc1C +*CCN(CCOC(=O)Nc1ccc(C)c(NC(=O)O*)c1)c1ccccc1 +*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)c(C)c1 +*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2C)c(C)c1 +*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccccc1 +*CCN(CCOC(=O)Nc1cccc(NC(=O)O*)c1C)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)Nc1cccc(NC(=O)O*)c1C)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)OCc1ccc(COC(=O)O*)cc1)c1ccc(/N=N/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)c1cc(OC2CCN(c3ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc3)CC2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CCN(CCOC(=O)c1cc(OCCC2CCN(c3ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc3)CC2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CCN(CCOC(=O)c1cc(OCCN(C)c2ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CCN(CCOC(=O)c1cc(OCCN(C)c2ccc(S(=O)(=O)CCCCCCCC)cc2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1 +*CCN(CCOC(=O)c1cc(OCc2c(F)c(F)c(OC)c(F)c2F)cc(C(=O)O*)c1)c1ccc(/C=C/c2ccc(/C=C/C3=C(C#N)C(=C(C#N)C#N)OC3(c3ccccc3)C(F)(F)F)s2)cc1 +*CCN(CCOC(=O)c1cc(OCc2cc(OCc3ccccc3)cc(OCc3ccccc3)c2)cc(C(=O)O*)c1)c1ccc(/C=C/c2ccc(/C=C/C3=C(C#N)C(=C(C#N)C#N)OC3(c3ccccc3)C(F)(F)F)s2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OC)c1)c1ccc(/N=N/c2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OC)c1)c1ccc(/N=N/c2ccc(/C=C/c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(-c2nc3ccc([N+](=O)[O-])cc3o2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(/N=N/c2ccc(-c3nc4cc([N+](=O)[O-])ccc4[nH]3)cc2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(/N=N/c2ccc(-c3nc4ccccc4o3)cc2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(/N=N/c2nc(C#N)c(C#N)[nH]2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCC)c1)c1ccc(C=C(C#N)C#N)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)c(OCCCCC)c1)c1ccc(/N=N/c2nc(C#N)c(C#N)[nH]2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)cc1)c1ccc(-c2nc3ccc([N+](=O)[O-])cc3o2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)cc1)c1ccc(/N=N/c2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1 +*CCN(CCOC(=O)c1ccc(C(=O)O*)cc1)c1ccc(C=C(C#N)C#N)cc1 +*CCN(CCOC(=O)c1ccc([Si](C)(C)c2ccc(C(=O)O*)cc2)cc1)c1ccc(/C=C/c2ccc([N+](=O)[O-])cc2)cc1 +*CCN(CCOC(=O)c1cccc(C(=O)O*)c1)c1ccc(/N=N/c2ccc(-c3nc4ccc([N+](=O)[O-])cc4n3CC)cc2)cc1 +*CCN(CCOC(=O)c1cccc(C(=O)O*)c1)c1ccccc1 +*CCN(Cc1ccccc1)C(=O)S* +*CCN* +*CCN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(*)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CCNC(=O)CCCCC(=O)N* +*CCNC(=O)Nc1ccc(Cc2ccc(NC(=O)NCCOCCO*)cc2)cc1 +*CCNC(=O)c1ccc(C(=O)N*)c(Oc2ccccc2)c1 +*CCNC(=O)c1ccc(C(=O)N*)c(Sc2ccccc2)c1 +*CCNC(=O)c1ccc(O*)cc1 +*CCNC(=O)c1ccc([Si](C)(C)c2ccc(C(=O)NCCN(*)c3ccc(/C=C/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1 +*CCNC(=O)c1ccc([Si](CCCC)(CCCC)c2ccc(C(=O)NCCN(*)c3ccc(/C=C/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1 +*CCNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NCCN(*)c3ccc(/C=C/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1 +*CCNC(=O)c1cccc(O*)c1 +*CCNC(=O)c1ccccc1O* +*CCO* +*CCOC(=O)/C=C/C(=O)NCCCCCCNC(=O)/C=C/C(=O)O* +*CCOC(=O)/C=C/C(=O)O* +*CCOC(=O)C1=CCCCC(N2CCCC2)=C1C(=O)O* +*CCOC(=O)C1C2C=CC(C2)C1C(=O)O* +*CCOC(=O)C1CCC(C(=O)O*)CC1 +*CCOC(=O)C1CCC(C(=O)OCCOc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)CC1 +*CCOC(=O)C1CCC(C(=O)OCCOc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)CC1 +*CCOC(=O)CC(C)O* +*CCOC(=O)CCC(=O)O* +*CCOC(=O)CCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCOC(=O)CCCCC(=O)O* +*CCOC(=O)CCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCOC(=O)CCCCCC(=O)O* +*CCOC(=O)CCCCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCOC(=O)CCCCCCCC(=O)O* +*CCOC(=O)CCCCCCCCC(=O)O* +*CCOC(=O)CCCCCCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCOC(=O)CCCCCCCCCCC(=O)OCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCOC(=O)CCSCCC(=O)O* +*CCOC(=O)Cc1ccc(C(=O)O*)cc1 +*CCOC(=O)NC1CCC(CC2CCC(NC(=O)OCCOc3ccc(C4(c5ccc(O*)cc5)c5ccccc5-c5ccccc54)cc3)CC2)CC1 +*CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1 +*CCOC(=O)NCCCCCCCCCCNC(=O)O* +*CCOC(=O)NCCCCCCCCCNC(=O)O* +*CCOC(=O)NCCCCCCNC(=O)O* +*CCOC(=O)NCCCCCCNC(=O)OCCOc1ccc(C2(c3ccc(O*)cc3)c3ccccc3-c3ccccc32)cc1 +*CCOC(=O)NNC(=O)CCCCCCCCC(=O)NNC(=O)O* +*CCOC(=O)Nc1cc(NC(=O)O*)ccc1C +*CCOC(=O)Nc1ccc(C)c(NC(=O)OCCOc2cc([N+](=O)[O-])ccc2/N=N/c2cn(*)c3ccc(-c4ccc5c(c4)c4ccccc4n5CCCC)cc23)c1 +*CCOC(=O)Nc1ccc(C)c(NC(=O)OCCOc2cc([N+](=O)[O-])ccc2/N=N/c2cn(*)c3ccc(-c4ccccc4)cc23)c1 +*CCOC(=O)Nc1ccc(C)c(NC(=O)OCCOc2cc([N+](=O)[O-])ccc2/N=N/c2cn(*)c3ccccc23)c1 +*CCOC(=O)Nc1ccc(C)c(NC(=O)OCCOc2ccc(C3(c4ccc(O*)cc4)c4ccccc4-c4ccccc43)cc2)c1 +*CCOC(=O)Nc1ccc(CCCCc2ccc(NC(=O)O*)cc2)cc1 +*CCOC(=O)Nc1ccc(CCCc2ccc(NC(=O)O*)cc2)cc1 +*CCOC(=O)Nc1ccc(CCc2ccc(NC(=O)O*)cc2)cc1 +*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)OCCOc3ccc(C(C)(C)c4ccc(O*)cc4)cc3)cc2)cc1 +*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)OCCOc3ccc(C4(c5ccc(O*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)cc1 +*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)OCCOc3ccc(O*)cc3)cc2)cc1 +*CCOC(=O)O* +*CCOC(=O)c1cc(C(=O)O*)cc(C(C)(C)C)c1 +*CCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2C)c(C)c1 +*CCOC(=O)c1ccc(/C(C#N)=C(\c2ccc(OC)cc2)N2CCC(*)CC2)cc1 +*CCOC(=O)c1ccc(C(=O)O*)c2ccccc12 +*CCOC(=O)c1ccc(C(=O)O*)cc1 +*CCOC(=O)c1ccc(C(=O)OCCOc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)cc1 +*CCOC(=O)c1ccc(C(C)(CC)c2ccc(C(=O)O*)cc2)cc1 +*CCOC(=O)c1ccc(C2(C)CC(C)(C)c3ccc(C(=O)O*)cc32)cc1 +*CCOC(=O)c1ccc(O*)cc1 +*CCOC(=O)c1ccc2cc(C(=O)O*)ccc2c1 +*CCOC(=O)c1ccc2ccc(C(=O)O*)cc2c1 +*CCOC(=O)c1cccc(C(=O)O*)c1 +*CCOC(=O)c1cccc2c(C(=O)O*)cccc12 +*CCOC(=O)c1ccccc1C(=O)O* +*CCOCC(=O)O* +*CCOCC(CCl)O* +*CCOCCC(=O)O* +*CCOCCOC(=O)/C=C/C(=O)NCCCCCCNC(=O)/C=C/C(=O)O* +*CCOCCOC(=O)/C=C/C(=O)O* +*CCOCCOC(=O)C(=O)O* +*CCOCCOC(=O)C(C)C(=O)O* +*CCOCCOC(=O)C(CCC)C(=O)O* +*CCOCCOC(=O)C(CCCCC)C(=O)O* +*CCOCCOC(=O)C(CCCCCCC)C(=O)O* +*CCOCCOC(=O)C(CCCCCCCCC)C(=O)O* +*CCOCCOC(=O)C1CCC(C(=O)O*)CC1 +*CCOCCOC(=O)CC(=O)O* +*CCOCCOC(=O)CCC(=O)O* +*CCOCCOC(=O)CCCC(=O)O* +*CCOCCOC(=O)CCCCC(=O)O* +*CCOCCOC(=O)CCCCCC(=O)O* +*CCOCCOC(=O)CCCCCCC(=O)O* +*CCOCCOC(=O)CCCCCCCC(=O)O* +*CCOCCOC(=O)CCCCCCCCC(=O)O* +*CCOCCOC(=O)CCCCCCCCCCC(=O)O* +*CCOCCOC(=O)CCCCCCCCCCCCCCCCC(=O)O* +*CCOCCOC(=O)CCSCCC(=O)O* +*CCOCCOC(=O)NCCCCCCNC(=O)O* +*CCOCCOC(=O)O* +*CCOCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCOCCOC(=O)c1ccc(C(=O)O*)cc1 +*CCOCCOC(=O)c1ccc(N/C=N/c2ccc(C(=O)O*)cc2)cc1 +*CCOCCOC(=O)c1cccc(C(=O)O*)c1 +*CCOCCOC(=O)c1ccccc1-c1ccccc1C(=O)O* +*CCOCCOC(=O)c1ccccc1C(=O)O* +*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(-c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(C(C)(C)c4ccc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2C1=O +*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)c(-c4ccccc4)c3)cc2C1=O +*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O +*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc4cc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)ccc4c3)cc2C1=O +*CCOCCOCCOC(=O)/C=C/C(=O)NCCCCCCNC(=O)/C=C/C(=O)O* +*CCOCCOCCOC(=O)C1CCC(C(=O)O*)CC1 +*CCOCCOCCOC(=O)CCCCC(=O)O* +*CCOCCOCCOC(=O)CCCCCC(=O)O* +*CCOCCOCCOC(=O)CCSCCC(=O)O* +*CCOCCOCCOC(=O)NCCCCCCNC(=O)O* +*CCOCCOCCOC(=O)c1cc(/N=N/c2ccc(OCC)cc2)ccc1-c1ccc(/N=N/c2ccc(OCC)cc2)cc1C(=O)O* +*CCOCCOCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCOCCOCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCOCCOCCOCCOC(=O)/C=C/C(=O)NCCCCCCNC(=O)/C=C/C(=O)O* +*CCOCCOCCOCCOC(=O)CCSCCC(=O)O* +*CCOCCOCCOCCOC(=O)NCCCCCCNC(=O)O* +*CCOCCOCCOCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1 +*CCOCCOCCOCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCOCCOCCOCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1 +*CCOCCOCCOCCOCCOC(=O)CCSCCC(=O)O* +*CCOCCOCCOCCOCCOCCOC(=O)NCCCCCCNC(=O)O* +*CCOCCOCCOCCOCCOCCOC(=O)c1cc(OCCCCCCOc2ccc(-c3ccc(OC)cc3)cc2)cc(C(=O)O*)c1 +*CCOCCOCCOCCOCCOCCOC(=O)c1cccc(C(=O)O*)c1 +*CCOCCOCCOCCOCCOCCOCCOCCOCCOCCOC(=O)c1ccc(-c2ccc(-c3ccc(C(=O)O*)cc3)cc2)cc1 +*CCOCCOCCOCCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1 +*CCOCCOCCOCCOCCOc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1 +*CCOCCOCCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1 +*CCOCCOCCOCCOc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1 +*CCOCCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1 +*CCOCCOCCOc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1 +*CCOCCOCCOc1ccc(/C=C/c2cc(OC)c(/C=C/c3ccc(O*)c4ccccc34)cc2OC)c2ccccc12 +*CCOCCOCCOc1ccc(/C=C/c2ccc(/C=C/c3ccc(O*)c4ccccc34)cc2)c2ccccc12 +*CCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1 +*CCOCCOCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1 +*CCOCCOCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1 +*CCOCCOCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1 +*CCOCCOP(=O)(/N=N/c1ccc(-c2ccc(/N=N/P(=O)(O*)OC)cc2)cc1)OC +*CCOCCOP(=O)(/N=N/c1ccc(C(=O)c2ccc(/N=N/P(=O)(O*)OC)cc2)cc1)OC +*CCOCCOP(=O)(/N=N/c1ccc(Oc2ccc(/N=N/P(=O)(O*)OC)cc2)cc1)OC +*CCOCCOc1ccc(/C=C(\C)c2ccc(O*)cc2)cc1 +*CCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1 +*CCOCCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*CCOCCOc1ccc(N/C=N/c2ccc(O*)cc2)cc1 +*CCOCCOc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(O*)cc3)c2)cc1 +*CCOCCOc1cccc(NC(=O)c2ccc(C(=O)Nc3cccc(O*)c3)cc2)c1 +*CCOCCOc1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(O*)c3)c2)c1 +*CCOCO* +*CCOP(=O)(/N=N/c1ccc(-c2ccc(/N=N/P(=O)(O*)OCC)cc2)cc1)OCC +*CCOP(=O)(/N=N/c1ccc(C(=O)c2ccc(/N=N/P(=O)(O*)OCC)cc2)cc1)OCC +*CCOP(=O)(/N=N/c1ccc(CCOC(=O)c2cc(C(=O)OCCc3ccc(/N=N/P(=O)(O*)OC)cc3)cc(C(C)(C)C)c2)cc1)OC +*CCOP(=O)(/N=N/c1ccc(COC(=O)c2cc(C(=O)OCc3ccc(/N=N/P(=O)(O*)OC)cc3)cc(C(C)(C)C)c2)cc1)OC +*CCOP(=O)(/N=N/c1ccc(Oc2ccc(/N=N/P(=O)(O*)OCC)cc2)cc1)OCC +*CCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCOP(=O)(O*)OC)c(OC)c3)C2=O)cc1OC +*CCOc1ccc(/C=C2\CC/C(=C\c3ccc(OCCOP(=O)(O*)OCC)c(OC)c3)C2=O)cc1OC +*CCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1 +*CCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*CCOc1ccc(C2(c3ccc(OCCO[Si](O*)(c4ccccc4)c4ccccc4)cc3)c3ccccc3-c3ccccc32)cc1 +*CCOc1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(O*)cc3)c(OCCCCC)c2)cc1 +*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc(Br)cc3)cc2)cc1 +*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc(C)cc3)cc2)cc1 +*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc(OC)cc3)cc2)cc1 +*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccc([N+](=O)[O-])cc3)cc2)cc1 +*CCOc1ccc(S(=O)(=O)c2ccc(OCCOP(=O)(O*)Oc3ccccc3)cc2)cc1 +*CCS* +*CCSCc1ccc(Cc2ccc(CSCCOC(=O)CCSCc3ccc(Cc4ccc(CSCCC(=O)O*)cc4)cc3)cc2)cc1 +*CCSCc1ccc(Cc2ccc(CSCCOC(=O)CSCc3ccc(Cc4ccc(CSCC(=O)O*)cc4)cc3)cc2)cc1 +*CCSS* +*CCSSCCO* +*CCSSCCOCO* +*CCSSSS* +*CCSSSSCCO* +*CC[Si](C)(C)O[Si]1(*)O[Si](C)(C)O[Si](C)(C)O1 +*CCc1cc(C)c(*)cc1C +*CCc1cc(Cl)c(*)c(Cl)c1 +*CCc1ccc(*)c(Br)c1 +*CCc1ccc(*)c(C#N)c1 +*CCc1ccc(*)c(C)c1 +*CCc1ccc(*)c(CC)c1 +*CCc1ccc(*)c(CCCC)c1 +*CCc1ccc(*)c(Cl)c1 +*CCc1ccc(*)c2ccccc12 +*CCc1ccc(*)cc1 +*CCc1ccc(*)o1 +*CCc1ccc(*)s1 +*CCc1ccc(CCNC(=O)CCCCCCCCC(=O)N*)cc1 +*CCc1ccc(CCNC(=O)CCCCCCCCCC(=O)N*)cc1 +*CCc1ccc(CCNC(=O)CCCCCCCCCCCCC(=O)N*)cc1 +*CCc1ccc(CCNC(=O)CCCCCCCCCCCCCCCCC(=O)N*)cc1 +*CCc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(CCOC(=O)c4cccc(C(=O)O*)c4)cc3)c2)cc1 +*CCc1cccc(*)c1 +*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nc5cc(-c6ccc7oc(*)nc7c6)ccc5o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nc5ccc(Cc6ccc7nc(*)oc(=O)c7c6)cc5c(=O)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nnc(-c5ccc(-c6nnc(*)o6)c(Oc6ccccc6)c5)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nnc(-c5ccc(-c6nnc(*)o6)cc5)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nnc(-c5ccc(Oc6ccc(-c7nnc(*)o7)cc6)cc5)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O +*CNC(=O)CCCCC(=O)NCC1COC(*)CO1 +*CNC(=O)CCCCCCCCC(=O)NCC1COC(*)CO1 +*CNC(=O)OC(c1ccco1)C(OC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1)c1ccco1 +*CNC(=O)OCC(OC(=O)NCc1ccc(*)o1)c1ccco1 +*CNC(=O)OCC(OC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1)c1ccco1 +*CNC(=O)OCC(OC(=O)NCc1ccc(C(CCC)c2ccc(*)o2)o1)c1ccco1 +*CNC(=O)OCCOC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1 +*CNC(=O)OCc1ccc(COC(=O)NCc2ccc(C(C)(C)c3ccc(*)o3)o2)o1 +*CNC(=O)OCc1ccc(COCc2ccc(COC(=O)NCc3ccc(C(C)(C)c4ccc(*)o4)o3)o2)o1 +*CNC(=O)OCc1cocc1COC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1 +*CO* +*COC(=O)NCCCCCCNC(=O)OCc1ccc(*)o1 +*COC(=O)NCc1ccc(CNC(=O)OCc2ccc(*)o2)o1 +*COC(=O)Nc1ccc(Cc2ccc(NC(=O)OCc3ccc(*)o3)cc2)cc1 +*COC(=O)Nc1ccc(Cc2ccc(NC(=O)OCc3cocc3*)cc2)cc1 +*COC(=O)OC1C(*)OC2OC(C)(C)OC21 +*COC(=O)OCC1OC(C)(C)OC1* +*COC(=O)OCC1OC(OCC)(OCC)OC1* +*COC(=O)OCC1OC(OCC)OC1* +*COC(=O)c1ccc(/C(C#N)=C(\c2ccc(OC)cc2)N2CCCC(*)C2)cc1 +*COC1OC(*)C(O)C(O)C1O +*COCOc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*COc1ccc(C(=C(Cl)Cl)c2ccc(O*)cc2)cc1 +*COc1ccc(C(=O)OC(=O)c2ccc(O*)cc2)cc1 +*COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1 +*COc1ccc(C(C)(C)c2ccc(Oc3ccc(*)n3-c3ccc(C#N)cc3)cc2)cc1 +*COc1ccc(C(C)(C)c2ccc(Oc3ccc(*)n3-c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*COc1ccc(C(c2ccc(O*)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*COc1ccc(C(c2ccc(OCC3(*)COC3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*C[Ge](C)(C)Cc1cocc1* +*C[Si](*)(C)C +*C[Si](*)(C)CCCCCC +*C[Si](*)(C)CCCN(CC)CC +*C[Si](*)(C)CCCOCCOCCOC +*C[Si](*)(C)CCCn1c2ccccc2c2ccccc21 +*C[Si](*)(C)c1ccccc1 +*C[Si](*)(CCC)CCC +*C[Si](*)(CCCC)CCCC +*C[Si](*)(CCCCC)CCCCC +*C[Si](*)(CCCCCC)CCCCCC +*C[Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](*)(C)C +*Cc1c(C)c(C)c(CNC(=O)CCCC(=O)N*)c(C)c1C +*Cc1c(C)c(C)c(CNC(=O)CCCCCC(C)CC(=O)N*)c(C)c1C +*Cc1cc(C(C)(C)C)cc(*)c1O +*Cc1cc(C)c(CNC(=O)CCCCC(=O)N*)cc1C +*Cc1cc(C)c(CNC(=O)c2ccc(C(=O)N*)cc2)cc1C +*Cc1cc(C23CC4CC(CC(C4)C2)C3)cc(CN(*)C)c1O +*Cc1cc(C23CC4CC(CC(C4)C2)C3)cc(CN(*)c2ccccc2)c1O +*Cc1cc(CNC(=O)CCCCC(=O)N*)cc(C(C)(C)C)c1 +*Cc1cc(CNC(=O)c2cccc(C(=O)N*)c2)cc(C(C)(C)C)c1 +*Cc1cc(COC(=O)Nc2ccc(Cc3ccc(NC(=O)O*)cc3)cc2)cc(C(C)(C)C)c1 +*Cc1cc2cc(C(=O)Nc3ccc(-c4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1 +*Cc1cc2cc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1 +*Cc1cc2cc(C(=O)Nc3ccc(Cc4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1 +*Cc1cc2cc(C(=O)Nc3ccc(NC(=O)c4cc5cc(*)c(OC(=O)COc6ccc7ccc(=O)oc7c6)cc5oc4=O)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1 +*Cc1cc2cc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1 +*Cc1cc2cc(C(=O)Nc3ccc(S(=O)(=O)c4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1 +*Cc1cc2cc(C(=O)Nc3cccc(NC(=O)c4cc5cc(*)c(OC(=O)COc6ccc7ccc(=O)oc7c6)cc5oc4=O)c3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1 +*Cc1ccc(C(C)(C)c2ccc(CN3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)o2)o1 +*Cc1ccc(C(C)(C)c2ccc(CN3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(*)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)o2)o1 +*Cc1ccc(C(C)(C)c2ccc(CN3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)o2)o1 +*Cc1ccc(C(C)(C)c2ccc(Cn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)o2)o1 +*Cc1ccc(C(C)(CC)c2ccc(Cn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)o2)o1 +*Cc1ccc(C(C)(CCC)c2ccc(Cn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)o2)o1 +*Cc1ccc(C(C)c2ccc(CN3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)o2)o1 +*Cc1ccc(C(C)c2ccc(Cn3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)o2)o1 +*Cc1ccc(CNC(=O)CC(C)(C)CC(C)C(=O)N*)cc1 +*Cc1ccc(CNC(=O)CCCCCCCCC(=O)N*)cc1 +*Cc1ccc(CNC(=O)CCCCCCCCCC(=O)N*)cc1 +*Cc1ccc(CNC(=O)CCCCCCCCCCC(=O)N*)cc1 +*Cc1ccc(CNC(=O)CCCCCCCCCCCC(=O)N*)cc1 +*Cc1ccc(CNC(=O)CCCCCCCCCCCCCC(=O)N*)cc1 +*Cc1ccc(CNC(=O)CCCCCCCCCCCCCCCCC(=O)N*)cc1 +*Cc1ccc(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)cc1 +*Cc1ccc(CO*)cc1 +*Cc1ccc(COC(=O)Cc2ccc(C(=O)O*)cc2)cc1 +*Cc1ccc(COC(=O)c2cccc(C(=O)O*)c2)cc1 +*Cc1ccc(COP(=O)(/N=N/c2ccc(-c3ccc(/N=N/P(=O)(O*)OC)cc3)cc2)OC)cc1 +*Cc1ccc(COP(=O)(/N=N/c2ccc(C(=O)c3ccc(/N=N/P(=O)(O*)OC)cc3)cc2)OC)cc1 +*Cc1ccc(COP(=O)(/N=N/c2ccc(Oc3ccc(/N=N/P(=O)(O*)OC)cc3)cc2)OC)cc1 +*Cc1ccc(CSS*)cc1 +*Cc1ccc(CSSS*)cc1 +*Cc1ccc(CSSSS*)cc1 +*Cc1ccc(C[n+]2ccc(-c3cc[n+](*)cc3)cc2)cc1 +*Cc1ccc2nc(-c3cc(-c4nc5ccc(*)cc5c(=O)o4)cc(N4C(=O)c5ccccc5C4=O)c3)oc(=O)c2c1 +*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cc6cc(*)ccc6oc5=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2c1 +*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(Oc6ccc(NC(=O)c7cc8cc(*)ccc8oc7=O)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2c1 +*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5cc6cc(*)ccc6oc5=O)cc4)cc3)cc2c1 +*Cc1ccc2oc(=O)c(C(=O)Nc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cc7cc(*)ccc7oc6=O)cc5)cc4)cc3)cc2c1 +*Cc1cccc(CNC(=O)/C=C(\C)C(=O)N*)c1 +*Cc1cccc(CNC(=O)C2=C(C(=O)N*)C3C=CC2C3)c1 +*Cc1cccc(CNC(=O)CCC2(CCC(=O)N*)c3ccccc3-c3ccccc32)c1 +*Cc1cccc(CNC(=O)CCCCC(=O)N*)c1 +*Cc1cccc(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)c1 +*Cc1cccc(CNC(=O)c2cccc(C(=O)N*)c2)c1 +*Cc1cccc(CNC(=O)c2ccccc2-c2ccccc2C(=O)N*)c1 +*Cc1cccc(COC(=O)Nc2ccc(Cc3ccc(NC(=O)O*)cc3)cc2)c1 +*Cc1cccc(C[n+]2ccc(-c3cc[n+](*)cc3)cc2)c1 +*Cc1ccccc1CN(CC)c1ccc(/C=C(\C#N)C(=O)Nc2cccc(NC(=O)/C(C#N)=C/c3ccc(N(*)CC)cc3)c2)cc1 +*Cc1ccccc1CN(CC)c1ccc(/C=C/c2ccc(/C=C(\C#N)C(=O)NC3CCCCC3NC(=O)/C(C#N)=C/c3ccc(/C=C/c4ccc(N(*)CC)cc4)cc3)cc2)cc1 +*Cc1ccccc1CSS* +*Cc1ccccc1C[Si](*)(C)C +*Cc1ccccc1C[n+]1ccc(-c2cc[n+](*)cc2)cc1 +*Cc1ccccc1[Si](*)(C)C +*Cc1ccccc1[Si](*)(C)c1ccccc1 +*Cc1ccccc1[Si](*)(c1ccccc1)c1ccccc1 +*N(C)[Si](*)(C)C +*N(C)[Si](*)(C)C=C +*N(C)[Si](C)(C)N(C)[Si](*)(C)CC +*N(C)[Si](C)(C=C)N(C)[Si](*)(C)C +*N(CCC)[Si](C)(C)C[Si](*)(C)C +*N/C(C#N)=C(\C#N)NC(=O)c1ccc(C(*)=O)cc1 +*N1CCOC1(*)CC +*N=P(*)(C)C +*N=P(*)(C)CCCC +*N=P(*)(C)CCCCCC +*N=P(*)(C)c1ccccc1 +*N=P(*)(CC)c1ccccc1 +*N=P(*)(CC1COCCOCCOCCO1)OCC1COCCOCCOCCO1 +*N=P(*)(CCC)CCC +*N=P(*)(Cl)Cl +*N=P(*)(Cl)Oc1ccc(C)cc1 +*N=P(*)(N(C)C)N(C)C +*N=P(*)(N1CCCCC1)N1CCCCC1 +*N=P(*)(NC(C)C(=O)OCC)NC(C)C(=O)OCC +*N=P(*)(NCC)NCC +*N=P(*)(NCCC)NCCC +*N=P(*)(NCCCC)NCCCC +*N=P(*)(Nc1ccccc1)Nc1ccccc1 +*N=P(*)(OC)OC +*N=P(*)(OC/C=C/c1ccccc1)OC/C=C/c1ccccc1 +*N=P(*)(OC1COCCOCCOCCOCCOC1)OC1COCCOCCOCCOCCOC1 +*N=P(*)(OCC(COC)OC)OCC(COC)OC +*N=P(*)(OCC(COCCOC(C)C)OCCOC(C)C)OCC(COCCOC(C)C)OCCOC(C)C +*N=P(*)(OCC(COCCOC)OCCOC)OCC(COCCOC)OCCOC +*N=P(*)(OCC(COCCOCCCC)OCCOCCCC)OCC(COCCOCCCC)OCCOCCCC +*N=P(*)(OCC(COCCOCCOC)OCCOCCOC)OCC(COCCOCCOC)OCCOCCOC +*N=P(*)(OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)OCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*N=P(*)(OCC(F)(F)C(F)(F)F)OCC(F)(F)C(F)(F)F +*N=P(*)(OCC(F)(F)F)OCC(F)(F)F +*N=P(*)(OCC)OCC +*N=P(*)(OCC1COCCOCCOCCOCCO1)OCC1COCCOCCOCCOCCO1 +*N=P(*)(OCC1COCCOCCOCCOCCOCCO1)OCC1COCCOCCOCCOCCOCCO1 +*N=P(*)(OCCC)OCCC +*N=P(*)(OCCC)OCCCCC +*N=P(*)(OCCCC)OCCCC +*N=P(*)(OCCCCC)OCCCCC +*N=P(*)(OCCCCCC)OCCCCCC +*N=P(*)(OCCCCCCC)OCCCCCCC +*N=P(*)(OCCCCCCCC)OCCCCCCCC +*N=P(*)(OCCCCCCCCC)OCCCCCCCCC +*N=P(*)(OCCCCCCCCCC)OCCCCCCCCCC +*N=P(*)(OCCCCCCOC1COCCOCCOCCOCCOC1)OCCCCCCOC1COCCOCCOCCOCCOC1 +*N=P(*)(OCCCOC1COCCOCCOCCOCCOC1)OCCCOC1COCCOCCOCCOCCOC1 +*N=P(*)(OCCCc1ccccc1)OCCCc1ccccc1 +*N=P(*)(OCCOC)OCCOC +*N=P(*)(OCCOCCOC)OCCOCCOC +*N=P(*)(OCCOCCOCC)OCCOCCOCC +*N=P(*)(OCCOCCOCCCC)OCCOCCOCCCC +*N=P(*)(OCCOCCOCCOC)OCCOCCOCCOC +*N=P(*)(OCCOCCOCCOCCOC)OCCOCCOCCOCCOC +*N=P(*)(OCCOCCOCCOCCOCCCCCCCCCCCC)OCCOCCOCCOCCOCCCCCCCCCCCC +*N=P(*)(OCCOCCOCCOCCOCCOC)OCCOCCOCCOCCOCCOC +*N=P(*)(OCCOCCOCCOCCOCCOCCOC)OCCOCCOCCOCCOCCOCCOC +*N=P(*)(OCCOCCOCCOCCOCCOCCOCCOCCOC)OCCOCCOCCOCCOCCOCCOCCOCCOC +*N=P(*)(OCCOCCOCCOP1(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=N1)OCCOCCOCCOP1(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=NP(OCCOCCOC)(OCCOCCOC)=N1 +*N=P(*)(OCCOCCOc1ccc(CCCCCCCC)cc1)OCCOCCOc1ccc(CCCCCCCC)cc1 +*N=P(*)(OCCOc1ccc(-c2ccc(Br)cc2)cc1)OCCOc1ccc(-c2ccc(Br)cc2)cc1 +*N=P(*)(OCCOc1ccc(-c2ccc(I)cc2)cc1)OCCOc1ccc(-c2ccc(I)cc2)cc1 +*N=P(*)(OCCOc1ccc(-c2ccccc2)cc1)OCCOc1ccc(-c2ccccc2)cc1 +*N=P(*)(OCCOc1ccc(-c2ccccc2)cc1I)OCCOc1ccc(-c2ccccc2)cc1I +*N=P(*)(OCCOc1ccc(/N=N/c2ccc(CCCC)cc2)cc1)OCCOc1ccc(/N=N/c2ccc(CCCC)cc2)cc1 +*N=P(*)(OCCOc1ccc2cc(Br)ccc2c1)OCCOc1ccc2cc(Br)ccc2c1 +*N=P(*)(OCCOc1ccc2cc(I)ccc2c1)OCCOc1ccc2cc(I)ccc2c1 +*N=P(*)(OCCOc1ccc2ccccc2c1)OCCOc1ccc2ccccc2c1 +*N=P(*)(OCCc1ccccc1)OCCc1ccccc1 +*N=P(*)(OCc1ccc(-c2ccccc2)cc1)OCc1ccc(-c2ccccc2)cc1 +*N=P(*)(OCc1ccc(Br)cc1)OCc1ccc(Br)cc1 +*N=P(*)(OCc1ccccc1)OCc1ccccc1 +*N=P(*)(Oc1ccc(-c2ccccc2)cc1)Oc1ccc(-c2ccccc2)cc1 +*N=P(*)(Oc1ccc(Br)cc1)Oc1ccc(Br)cc1 +*N=P(*)(Oc1ccc(C(=O)OC)cc1)Oc1ccc(C(=O)OC)cc1 +*N=P(*)(Oc1ccc(C(C)(C)C)cc1)Oc1ccc(C(C)(C)C)cc1 +*N=P(*)(Oc1ccc(C(C)C)cc1)Oc1ccc(C(C)C)cc1 +*N=P(*)(Oc1ccc(C(C)CC)cc1)Oc1ccc(C(C)CC)cc1 +*N=P(*)(Oc1ccc(C)c(C)c1)Oc1ccc(C)c(C)c1 +*N=P(*)(Oc1ccc(C)cc1)Oc1ccc(C)cc1 +*N=P(*)(Oc1ccc(C)cc1)n1cncn1 +*N=P(*)(Oc1ccc(CC)cc1)Oc1ccc(CC)cc1 +*N=P(*)(Oc1ccc(Cc2ccccc2)cc1)Oc1ccc(Cc2ccccc2)cc1 +*N=P(*)(Oc1ccc(Cl)cc1)Oc1ccc(Cl)cc1 +*N=P(*)(Oc1ccc(Cl)cc1Cl)Oc1ccc(Cl)cc1Cl +*N=P(*)(Oc1ccc(F)cc1)Oc1ccc(F)cc1 +*N=P(*)(Oc1ccc(I)cc1)Oc1ccc(I)cc1 +*N=P(*)(Oc1ccc(OC)cc1)Oc1ccc(OC)cc1 +*N=P(*)(Oc1ccc2cc(I)ccc2c1)Oc1ccc2cc(I)ccc2c1 +*N=P(*)(Oc1ccc2ccccc2c1)Oc1ccc2ccccc2c1 +*N=P(*)(Oc1cccc(Br)c1)Oc1cccc(Br)c1 +*N=P(*)(Oc1cccc(C(F)(F)F)c1)Oc1cccc(C(F)(F)F)c1 +*N=P(*)(Oc1cccc(C)c1)Oc1cccc(C)c1 +*N=P(*)(Oc1cccc(Cl)c1)Oc1cccc(Cl)c1 +*N=P(*)(Oc1cccc(F)c1)Oc1cccc(F)c1 +*N=P(*)(Oc1ccccc1)Oc1ccccc1 +*N=P(Cl)(Cl)N=P(Cl)(Cl)/N=S(/*)Cl +*N=P(Cl)(Cl)N=P(Cl)(Cl)N=S(*)(=O)F +*N=P(Cl)(N=P(/N=S(/*)Oc1cccc(-c2ccccc2)c1)(Oc1cccc(-c2ccccc2)c1)Oc1cccc(-c2ccccc2)c1)Oc1cccc(-c2ccccc2)c1 +*N=P(Cl)(N=P(Cl)(/N=S(/*)Oc1ccccc1-c1ccccc1)Oc1ccccc1-c1ccccc1)Oc1ccccc1-c1ccccc1 +*N=P(N=P(/N=S(/*)Oc1ccc(-c2ccccc2)cc1)(Oc1ccc(-c2ccccc2)cc1)Oc1ccc(-c2ccccc2)cc1)(Oc1ccc(-c2ccccc2)cc1)Oc1ccc(-c2ccccc2)cc1 +*N=P(N=P(/N=S(/*)Oc1ccc(C(C)(C)C)cc1)(Oc1ccc(-c2ccccc2)cc1)Oc1ccc(-c2ccccc2)cc1)(Oc1ccc(-c2ccccc2)cc1)Oc1ccc(-c2ccccc2)cc1 +*N=P(N=P(N=S(*)(=O)NC)(NC)NC)(NC)NC +*N=P(N=P(N=S(*)(=O)NCC)(NCC)NCC)(NCC)NCC +*N=P(N=P(N=S(*)(=O)NCC=C)(NCC=C)NCC=C)(NCC=C)NCC=C +*N=P(N=P(N=S(*)(=O)NCCC)(NCCC)NCCC)(NCCC)NCCC +*N=P(N=P(N=S(*)(=O)NCCCC)(NCCCC)NCCCC)(NCCCC)NCCCC +*N=P(N=P(N=S(*)(=O)NCCCCCC)(NCCCCCC)NCCCCCC)(NCCCCCC)NCCCCCC +*N=P(N=P(N=S(*)(=O)Nc1ccccc1)(Nc1ccccc1)Nc1ccccc1)(Nc1ccccc1)Nc1ccccc1 +*N=P1(*)Oc2ccc3ccccc3c2-c2c(ccc3ccccc23)O1 +*N=P1(*)Oc2ccccc2-c2ccccc2O1 +*NC(=O)NCCCCCCNC(=O)Nc1cccc(*)n1 +*NC(=O)Nc1ccc(Cc2ccc(NC(=O)Nc3cccc(*)n3)cc2)cc1 +*NC(C)(CC)C(*)=O +*NC(C)CC(*)=O +*NC(C)CCC(C)(C)CCCNC(=O)c1ccc(C(*)=O)cc1 +*NC(CCC(=O)Nc1ccc(N(c2ccccc2)c2ccccc2)cc1)C(*)=O +*NC(CCC(=O)OC)C(*)=O +*NC(CCC(=O)OCC)C(*)=O +*NC(CCC(=O)OCCC)C(*)=O +*NC(CCC(=O)OCCCC)C(*)=O +*NC(CCC(=O)OCCCCC)C(*)=O +*NC(CCC(=O)OCCCCCC)C(*)=O +*NC(CCC(=O)OCCCCCCCC)C(*)=O +*NC(CCC(=O)OCCCCCCCCCC)C(*)=O +*NC(CCC(=O)OCc1ccc(C(F)(F)F)cc1)C(*)=O +*NC(CCC(=O)OCc1ccc(F)cc1)C(*)=O +*NC(CCC(=O)OCc1ccc([N+](=O)[O-])cc1)C(*)=O +*NC(CCC(=O)OCc1ccccc1)C(*)=O +*NC1CC(C)(C)CC(C)(CNC(=O)CCCCC(*)=O)C1 +*NC1CC(C)(C)CC(C)(CNC(=O)c2cc(NC(=O)C(C(C)CC)N3C(=O)c4ccccc4C3=O)cc(C(*)=O)c2)C1 +*NC1CCC(CC(C)(C)NC(=O)CCCCC(*)=O)CC1 +*NC1CCC(CC2CCC(NC(=O)CCCCC(*)=O)CC2)CC1 +*NC1CCC(CC2CCC(NC(=O)CCCCCCCCC(*)=O)CC2)CC1 +*NC1CCC(CC2CCC(NC(=O)CCCCCCCCCCC(*)=O)CC2)CC1 +*NC1CCC(CC2CCC(NC(=O)CCCCCCCCCCCCC(*)=O)CC2)CC1 +*NC1CCC(CCC2CCC(NC(=O)CCCCCCCCC(*)=O)CC2)CC1 +*NC1CCC(CCC2CCC(NC(=O)CCCCCCCCCCC(*)=O)CC2)CC1 +*NCCCCCCNc1nc(*)nc(-c2ccccc2)n1 +*NNC(=O)/C=C/C(=O)NCCCCCCNC(=O)/C=C/C(*)=O +*NNC(=O)/C=C/C(=O)Nc1cccc(/C=C2\CC/C(=C\c3cccc(NC(=O)/C=C/C(*)=O)c3)C2=O)c1 +*NNC(=O)/C=C/C(=O)Nc1cccc(/C=C2\CCC/C(=C\c3cccc(NC(=O)/C=C/C(*)=O)c3)C2=O)c1 +*NNC(=O)c1ccc(C(*)=O)cc1OCC +*NNC(=O)c1ccc(C(*)=O)cc1OCCCCC +*NNC(=O)c1ccc(C(*)=O)cc1OCCCCCCCC +*NNC(=O)c1ccc(C(*)=O)cc1OCCCCCCCCCC +*NNC(=O)c1ccc(C(=O)NNC(=O)c2ccc([Si](c3ccccc3)(c3ccccc3)c3ccc(C(*)=O)cc3)cc2)c2ccccc12 +*NNC(=O)c1ccccc1C(=O)NCCCCCCNC(=O)c1ccccc1C(*)=O +*NNC(=O)c1ccccc1C(=O)Nc1cccc(/C=C2\CC/C(=C\c3cccc(NC(=O)c4ccccc4C(*)=O)c3)C2=O)c1 +*NNC(=O)c1ccccc1C(=O)Nc1cccc(/C=C2\CCC/C(=C\c3cccc(NC(=O)c4ccccc4C(*)=O)c3)C2=O)c1 +*Nc1c(-c2ccccc2)cc(-c2ccc(-c3cc(-c4ccccc4)c(NC(=O)c4ccc(C(*)=O)cc4)c(-c4ccccc4)c3)cc2)cc1-c1ccccc1 +*Nc1c(C)c(C)c(C(=O)c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)c(C)c1C +*Nc1cc(NC(=O)C(*)=O)ccc1C +*Nc1cc(NC(=O)CCCCC(*)=O)cc(-c2nnc(-c3ccccn3)o2)c1 +*Nc1cc(NC(=O)CCCCCCCCC(*)=O)cc(-c2nnc(-c3ccccn3)o2)c1 +*Nc1cc(NC(=O)NC2CCC(CC3CCC(NC(*)=O)CC3)CC2)cc(C(=O)Nc2ccc3c(c2)C(=O)c2ccccc2C3=O)c1 +*Nc1cc(NC(=O)NC2CCC(CC3CCC(NC(*)=O)CC3)CC2)cc(C(=O)Nc2cccc3c2C(=O)c2ccccc2C3=O)c1 +*Nc1cc(NC(=O)Nc2ccc(CCc3ccccc3NC(*)=O)cc2)ccc1C +*Nc1cc(NC(=O)Nc2ccc(Cc3ccc(NC(*)=O)cc3)cc2)cc(C(=O)Nc2ccc3c(c2)C(=O)c2ccccc2C3=O)c1 +*Nc1cc(NC(=O)Nc2ccc(Cc3ccc(NC(*)=O)cc3)cc2)cc(C(=O)Nc2cccc3c2C(=O)c2ccccc2C3=O)c1 +*Nc1cc(NC(=O)Nc2ccc(NC(*)=O)cc2)cc(C(=O)Nc2ccc3c(c2)C(=O)c2ccccc2C3=O)c1 +*Nc1cc(NC(=O)Nc2ccc(NC(*)=O)cc2)cc(C(=O)Nc2cccc3c2C(=O)c2ccccc2C3=O)c1 +*Nc1cc(NC(=O)c2cc(NC(=O)C(C(C)CC)N3C(=O)c4ccccc4C3=O)cc(C(*)=O)c2)ccc1C +*Nc1cc(NC(=O)c2cc(OCCCN(C)c3ccc(/N=N/c4ccc(S(C)(=O)=O)cc4)cc3)cc(C(*)=O)c2)cc(C(=O)OCCCN(C)c2ccc(/N=N/c3ccc(S(C)(=O)=O)cc3)cc2)c1 +*Nc1cc(NC(=O)c2cc(OCCCS(=O)(=O)c3ccc(/N=N/c4ccc(N(C)C)cc4)cc3)cc(C(*)=O)c2)cc(C(=O)OCCCN(C)c2ccc(/N=N/c3ccc(S(C)(=O)=O)cc3)cc2)c1 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc(C#N)cc3)cc(C(*)=O)c2)cc(C(=O)OCCN(C)c2ccc(C#N)cc2)c1 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc(C#N)cc3)cc(C(*)=O)c2)cc(C(=O)OCCN(C)c2ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc2)c1 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc3)cc(C(*)=O)c2)cc(C(=O)OCCN(C)c2ccc(C#N)cc2)c1 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc([N+](=O)[O-])cc3)cc(C(*)=O)c2)cc(C(=O)OC)c1 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc([N+](=O)[O-])cc3)cc(C(*)=O)c2)cc(C(=O)OC2CC(C)CCC2C(C)C)c1 +*Nc1cc(NC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2)cc(-c2nnc(-c3ccccn3)o2)c1 +*Nc1cc(NC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2)cc(C(=O)OCCOc2ccc(/C=C/C(=O)c3ccccc3)cc2)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(-c2nc3ccccc3[nH]2)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(-c2nc3ccccc3oc2=O)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(-c2nnc(-c3ccccn3)o2)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OC(c2ccccc2)c2ccccc2)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OCCOC(=O)/C=C/c2ccc(N(C)C)cc2)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OCCOc2ccc(/C=C/C(=O)c3ccccc3)cc2)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)Oc2ccc(-c3ccccc3)cc2)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)Oc2cccc3ccccc23)c1 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)Oc2ccccc2)c1 +*Nc1cc(NC(=O)c2ccc3cc(C(*)=O)ccc3c2)cc(C(=O)OCCOc2ccc(/C=C/C(=O)c3ccccc3)cc2)c1 +*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(-c2nnc(-c3ccccn3)o2)c1 +*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(C(=O)OCCOC(=O)/C=C/c2ccc(N(C)C)cc2)c1 +*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(C(=O)OCCOc2ccc(/C=C/C(=O)c3ccccc3)cc2)c1 +*Nc1cc(NC(=O)c2cccc(C(*)=O)c2)cc(C(=O)Oc2ccc(Oc3ccc(C#N)c(C#N)c3)cc2)c1 +*Nc1cc(NC(=O)c2ccccc2C(*)=O)cc(-c2nnc(-c3ccccn3)o2)c1 +*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCC(*)=O)cc1/C=C/c1ccc(N(C)C)cc1 +*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCC(*)=O)cc1/C=C/c1ccc(N(C)C)cc1 +*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCCCC(*)=O)cc1/C=C/c1ccc(N(C)C)cc1 +*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCCCCCC(*)=O)cc1/C=C/c1ccc(N(C)C)cc1 +*Nc1cc([N+](=O)[O-])c(NC(=O)CCCCCCCCCCCCC(*)=O)cc1/C=C/c1ccc(N(C)C)cc1 +*Nc1ccc(*)cc1 +*Nc1ccc(*)cc1C +*Nc1ccc(*)cc1OC +*Nc1ccc(*)cc1OCCCCCCCCCC +*Nc1ccc(*)cc1OCCCCCCCCCCCC +*Nc1ccc(*)cc1OCCCCCCCCCCCCCCCC +*Nc1ccc(*)cc1OCCCCCCCCCCOc1ccc(C2CCC(CCCCC)CC2)cc1 +*Nc1ccc(-c2c(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(-c4cc(-c5ccc(-c6ccccc6)cc5)c(-c5ccc(NC(=O)c6ccc(C(*)=O)cc6)cc5)c(-c5ccc(-c6ccccc6)cc5)c4)cc3)cc2-c2ccc(-c3ccccc3)cc2)cc1 +*Nc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(NC(=O)c6ccc(C(*)=O)cc6)cc5)c(-c5ccccc5)c4)cc3)cc2-c2ccccc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)Cc3cc(C)c(CC(*)=O)cc3C)cc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)Cc3cc(CC(*)=O)c(C)cc3C)cc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)c3cc(C(*)=O)cc(S(=O)(=O)c4ccccc4)c3)cc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)c3cc(NC(=O)c4ccc(NC(=O)C(C)N5C(=O)c6ccccc6C5=O)cc4)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)c3cc(NC(=O)c4ccncc4)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)c3ccc(NC(=O)c4ccc([Si](C)(C)c5ccc(C(=O)Nc6ccc(C(*)=O)cc6)cc5)cc4)cc3)cc2)cc1 +*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)c(O)c2)cc1O +*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)c(OC)c2)cc1OC +*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)c(S)c2)cc1S +*Nc1ccc(-c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(-c2ccc(Nc3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1 +*Nc1ccc(/C=C/c2ccc(NC(=C(C#N)C#N)c3ccc(C(*)=C(C#N)C#N)cc3)cc2)cc1 +*Nc1ccc(Br)cc1-c1ccc(NC(=O)c2ccc(C(*)=O)cc2)cc1 +*Nc1ccc(Br)cc1-c1ccc(NC(=O)c2cccc(C(*)=O)c2)cc1 +*Nc1ccc(C(=O)Nc2ccc(Cc3ccc(NC(=O)c4ccc(NC(=O)c5ccc([Si](C)(C)c6ccc(C(*)=O)cc6)cc5)cc4)cc3)cc2)cc1 +*Nc1ccc(C(=O)c2c(C)c(C)c(C(=O)c3ccc(NC(=O)c4ccc(C(*)=O)cc4)cc3)c(C)c2C)cc1 +*Nc1ccc(C(=O)c2ccc(C(=O)c3ccc(Nc4ccc5c(c4)c4cc(*)ccc4n5CC(CC)CCCC)cc3)cc2)cc1 +*Nc1ccc(C(=O)c2ccc(NC(=O)c3cc(C(*)=O)cc(C(C)(C)C)c3)cc2)cc1 +*Nc1ccc(C(=O)c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Nc1ccc(C(=O)c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(C(=O)c2ccc(Nc3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Nc4ccc(C(=O)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Nc4ccc(C(O)(c5ccccc5)c5ccc(C(O)(c6ccccc6)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5C6CCC(C6)C5C4=O)c3)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5CC=CCC5C4=O)c3)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C=CC4=O)c3)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(C(*)=O)cc(S(=O)(=O)c4ccccc4)c3)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cc(NC(=O)c4ccccc4)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(C(C)(C)c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(NC(=C(C#N)C#N)c4ccc(C(*)=C(C#N)C#N)cc4)cc3)c2)cc1 +*Nc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Nc4ccc(C(=O)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)c2)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3cc(C(*)=O)cc(C(C)(C)C)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3cc(C(*)=O)cc(C(C)(C)C)c3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3cc(NC(=O)C45CC6CC(CC(C6)C4)C5)cc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3cc(NC(=O)CCCCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3cc(NC(=O)CCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3ccc(-c4ccc(C(*)=O)c(C)c4)cc3C)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3ccc(-c4ccc(C(*)=O)cc4)cc3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3ccc4cc(C(*)=O)ccc4c3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Nc1ccc(C(c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)(P2(=O)Oc3ccccc3-c3ccccc32)P2(=O)Oc3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C2(c3ccc(NC(=O)c4cc(C(*)=O)cc(C(C)(C)C)c4)cc3)c3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C2(c3ccc(NC(=O)c4cc(NC(=O)C56CC7CC(CC(C7)C5)C6)cc(C(*)=O)c4)cc3)c3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C2(c3ccc(NC(=O)c4ccc(-c5ccc(C(*)=O)c(C)c5)cc4C)cc3)c3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C2(c3ccc(NC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Nc1ccc(C2(c3ccc(NC(=O)c4cccc(C(*)=O)c4)cc3)c3ccccc3-c3ccccc32)cc1 +*Nc1ccc(CC(C)(C)NC(=O)CCC(*)=O)cc1 +*Nc1ccc(CC(C)(C)NC(=O)CCCCC(*)=O)cc1 +*Nc1ccc(CC(C)(C)NC(=O)CCCCCCCCC(*)=O)cc1 +*Nc1ccc(CC(C)(C)NC(=O)c2ccc(C(*)=O)cc2)cc1 +*Nc1ccc(CCNC(=O)CCCCC(*)=O)cc1 +*Nc1ccc(Cc2ccc(NC(=O)/C=C/c3ccc(/C=C/C(*)=O)cc3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)CCCCCCCC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)CCCCCCCCC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCCCCCCCCCCNC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCCCCNC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCCNC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCNC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCNC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCNC(*)=O)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)Nc3ccccc3CCc3ccc(NC(*)=O)cc3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5C6C=CC(C6)C5C4=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5C6CCC(C6)C5C4=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5CC=CCC5C4=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C=CC4=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(S(=O)(=O)c4ccccc4)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)C(C(C)CC)N4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCCCCCCCCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCCCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)c4ccc(NC(=O)C(CC(C)C)N5C(=O)c6ccccc6C5=O)cc4)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)c4ccccc4)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)c4ccncc4)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Nc1ccc(Cc2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(NC(=O)CCCC(*)=O)cc1 +*Nc1ccc(NC(=O)CCCCC(*)=O)cc1 +*Nc1ccc(NC(=O)CCCCCC(*)=O)cc1 +*Nc1ccc(NC(=O)CCCCCCC(*)=O)cc1 +*Nc1ccc(NC(=O)CCCCCCCC(*)=O)cc1 +*Nc1ccc(NC(=O)CCCCCCCCC(*)=O)cc1 +*Nc1ccc(NC(=O)Cc2cc(C)c(CC(*)=O)cc2C)cc1 +*Nc1ccc(NC(=O)Cc2cc(CC(*)=O)c(C)cc2C)cc1 +*Nc1ccc(NC(=O)c2cc(-c3ccc(C(=O)O)c(C(*)=O)c3)ccc2C(=O)O)cc1 +*Nc1ccc(NC(=O)c2cc(-c3ccc(C(=O)OC)c(C(*)=O)c3)ccc2C(=O)OC)cc1 +*Nc1ccc(NC(=O)c2cc(-c3ccc(C(=O)OCC)c(C(*)=O)c3)ccc2C(=O)OCC)cc1 +*Nc1ccc(NC(=O)c2cc(C(*)=O)c(C(=O)O)cc2C(=O)O)cc1 +*Nc1ccc(NC(=O)c2cc(C(*)=O)cc(S(=O)(=O)c3ccccc3)c2)cc1 +*Nc1ccc(NC(=O)c2cc(C(=O)c3ccc(C(=O)O)c(C(*)=O)c3)ccc2C(=O)O)cc1 +*Nc1ccc(NC(=O)c2cc(NC(=O)c3ccccc3)cc(C(*)=O)c2)cc1 +*Nc1ccc(NC(=O)c2cc(NC(=O)c3ccncc3)cc(C(*)=O)c2)cc1 +*Nc1ccc(NC(=O)c2ccc(C(*)=O)cc2)cc1 +*Nc1ccc(NC(=O)c2ccc(C(=O)c3ccc(C(*)=O)c(C(=O)O)c3)cc2C(=O)O)cc1 +*Nc1ccc(NC(=O)c2ccc(C(=O)c3ccc(C(*)=O)c(C(=O)OCC)c3)cc2C(=O)OCC)cc1 +*Nc1ccc(NC(=O)c2ccc(C(c3ccc(C(*)=O)c(C(=O)OCC)c3)(C(F)(F)F)C(F)(F)F)cc2C(=O)OCC)cc1 +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC +*Nc1ccc(NC(=O)c2ccc(NC(=O)c3cc(NC(=O)C45CC6CC(CC(C6)C4)C5)cc(C(*)=O)c3)cc2)cc1 +*Nc1ccc(NC(=O)c2ccc(NC(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Nc1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(*)=O)cc5)cc4)cc3)cc2)cc1 +*Nc1ccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(*)=O)cc3)cc2)cc1 +*Nc1ccc(NC(=O)c2cccc(C(*)=O)c2)cc1 +*Nc1ccc(NC(=O)c2cccc(C(=O)c3ccc(C(*)=O)cc3)c2)cc1 +*Nc1ccc(N[Se]*)cc1 +*Nc1ccc(Nc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Nc1ccc(Nc2ccc(C(O)(c3ccccc3)c3ccc(C(O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Nc1ccc(Oc2ccc(Nc3ccc4c(c3)c3cc(*)ccc3n4CC(CC)CCCC)cc2)cc1 +*Nc1cccc(/C=C/c2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)c1 +*Nc1cccc(C#Cc2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)c1 +*Nc1cccc(C(=O)c2ccc(NC(=O)c3cccc(C(=O)c4ccc(C(*)=O)cc4)c3)cc2)c1 +*Nc1cccc(CCc2ccc(NC(=O)c3ccc(C(*)=O)cc3)cc2)c1 +*Nc1cccc(CCc2ccc(NC(=O)c3cccc(C(*)=O)c3)cc2)c1 +*Nc1cccc(NC(=C(C#N)C#N)c2cccc(C(*)=C(C#N)C#N)c2)c1 +*Nc1cccc(NC(=O)CCCCC(*)=O)c1 +*Nc1cccc(NC(=O)CCCCC(=O)Nc2ccc(C(=O)NC(*)=S)cc2)c1 +*Nc1cccc(NC(=O)CCCCCCC(*)=O)c1 +*Nc1cccc(NC(=O)CCCCCCCCC(*)=O)c1 +*Nc1cccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(C(=O)NC(*)=S)cc2)c1 +*Nc1cccc(NC(=O)Cc2cc(C)c(CC(*)=O)cc2C)c1 +*Nc1cccc(NC(=O)Cc2cc(CC(*)=O)c(C)cc2C)c1 +*Nc1cccc(NC(=O)c2cc(C(*)=O)cc(S(=O)(=O)c3ccccc3)c2)c1 +*Nc1cccc(NC(=O)c2cc(NC(=O)C(CCSC)N3C(=O)c4ccccc4C3=O)cc(C(*)=O)c2)c1 +*Nc1cccc(NC(=O)c2cc(NC(=O)C34CC5CC(CC(C5)C3)C4)cc(C(*)=O)c2)c1 +*Nc1cccc(NC(=O)c2cc(NC(=O)c3ccccc3)cc(C(*)=O)c2)c1 +*Nc1cccc(NC(=O)c2cc(NC(=O)c3ccncc3)cc(C(*)=O)c2)c1 +*Nc1cccc(NC(=O)c2ccc(C(*)=O)cc2)c1 +*Nc1cccc(NC(=O)c2ccc(C(=O)Nc3ccc(C(=O)NC(*)=S)cc3)cc2)c1 +*Nc1cccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(*)=O)cc5)cc4)cc3)cc2)c1 +*Nc1cccc(NC(=O)c2cccc(C(*)=O)c2)c1 +*Nc1cccc(NC(=O)c2cccc(C(=O)Nc3ccc(C(=O)NC(*)=S)cc3)c2)c1 +*Nc1cccc2c(NC(=O)Nc3cc(NC(*)=O)cc(C(=O)Nc4ccc5c(c4)C(=O)c4ccccc4C5=O)c3)cccc12 +*Nc1cccc2c(NC(=O)Nc3cc(NC(*)=O)cc(C(=O)Nc4cccc5c4C(=O)c4ccccc4C5=O)c3)cccc12 +*Nc1cccc2c(NC(=O)c3cc(NC(=O)C(CCSC)N4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cccc12 +*Nc1cccc2c(NC(=O)c3ccc(C(*)=O)cc3)cccc12 +*Nc1cccc2c(NC(=O)c3ccc(NC(=O)c4ccc([Si](C)(C)c5ccc(C(=O)Nc6ccc(C(*)=O)cc6)cc5)cc4)cc3)cccc12 +*Nc1cccc2c(NC(=O)c3cccc(C(*)=O)c3)cccc12 +*Nc1cccc2c(N[Se]*)cccc12 +*Nc1cccc2c1C(=O)c1cccc(N[Se]*)c1C2=O +*Nc1ccccc1-c1ccc(NC(=O)c2ccc(C(*)=O)cc2)cc1 +*Nc1ccccc1-c1ccc(NC(=O)c2cccc(C(*)=O)c2)cc1 +*Nc1ccccc1CCc1ccc(NC(*)=O)cc1 +*Nc1ccccc1CCc1ccc(NC(=O)NCCCCCCNC(*)=O)cc1 +*Nc1ccccc1CCc1ccc(NC(=O)Nc2ccc(CCc3ccc(NC(*)=O)cc3)cc2)cc1 +*Nc1ccccc1CCc1ccccc1NC(=O)Nc1ccc(CCc2ccc(NC(*)=O)cc2)cc1 +*Nc1cnc(*)s1 +*O/C(=C/CC)C(CC)C(*)=O +*OC(*)C +*OC(*)CCC +*OC(*)CCCCCC +*OC(=O)/C=C/C(=O)OC1COC2C(*)COC12 +*OC(=O)C(C)NC(=O)CCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(C)NC(=O)CCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(C)NC(=O)CCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(C)NC(=O)CCCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(C)NC(=O)CCCCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(C)NC(=O)CCCCCCCCCCC(=O)NC(C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(CC(C)C)NC(=O)CCCCC(=O)NC(CC(C)C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(CC(C)C)NC(=O)CCCCCCCCC(=O)NC(CC(C)C)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(CCSC)NC(=O)CCCCC(=O)NC(CCSC)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(CCSC)NC(=O)CCCCCCCCC(=O)NC(CCSC)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12 +*OC(=O)C(NC(=O)CCCCC(=O)NC(C(=O)OC1COC2C(*)COC12)C(C)CC)C(C)CC +*OC(=O)C(NC(=O)CCCCCCCCC(=O)NC(C(=O)OC1COC2C(*)COC12)C(C)CC)C(C)CC +*OC(=O)C1CCC(C(=O)OC2COC3C(*)COC23)CC1 +*OC(=O)CCC(=O)OC1COC2C(*)COC12 +*OC(=O)CCCCCCCCC(*)=O +*OC(=O)CCCCCCCCC(=O)OC1COC2C(*)COC12 +*OC(=O)CNC(=O)CCCCCCCCC(=O)NCC(=O)OC1COC2C(*)COC12 +*OC(=O)CNC(=O)CNC(=O)CCCCCCCCC(=O)NCC(=O)NCC(=O)OC1COC2C(*)COC12 +*OC(=O)Cc1ccc(CC(*)=O)cc1 +*OC(=O)NC1CCC(CC2CCC(NC(=O)OC3CC4CC(*)CC(C3)O4)CC2)CC1 +*OC(=O)Nc1ccc(C)c(NC(=O)OC2CCN(c3ccc(/C=C/C4=CC(=C(C#N)C#N)C=C(/C=C/c5ccc(N6CCC(*)CC6)s5)O4)s3)CC2)c1 +*OC(=O)Nc1ccc(Cc2ccc(NC(=O)OC3CC4CC(*)CC(C3)O4)cc2)cc1 +*OC(=O)OC1CC2CC(*)CC(C1)O2 +*OC(=O)OC1COC2C(*)COC12 +*OC(=O)OCC(O)C(O)COC(=O)OC1COC2C(*)COC12 +*OC(=O)OCC(OC)C(COC(=O)OC1COC2C(*)COC12)OC +*OC(=O)OCC1OC(C)(C)OC1COC(=O)OC1COC2C(*)COC12 +*OC(=O)OCCCCCCCCCCOC(=O)OC1COC2C(*)COC12 +*OC(=O)OCCCCCCCCOC(=O)OC1COC2C(*)COC12 +*OC(=O)OCCCCCCOC(=O)OC1COC2C(*)COC12 +*OC(=O)OCCCCOC(=O)OC1COC2C(*)COC12 +*OC(=O)OCCOCCOC(=O)OC1COC2C(*)COC12 +*OC(=O)OCCOCCOCCOC(=O)OC1COC2C(*)COC12 +*OC(=O)OCCOCCOCCOCCOC(=O)OC1COC2C(*)COC12 +*OC(=O)Oc1ccc(C(=O)Oc2ccc(OC(=O)OC3COC4C(*)COC34)cc2)cc1 +*OC(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)OC3CC4CC(*)CC(C3)O4)cc2)cc1 +*OC(=O)Oc1ccc(S(=O)(=O)c2ccc(OC(=O)OC3CC4CC(*)CC(C3)O4)cc2)cc1 +*OC(=O)Oc1ccc2c(c1)Oc1cc(*)ccc1C21c2ccccc2-c2ccccc21 +*OC(=O)c1ccc(/N=N/c2ccc(C(=O)OC3COC4C(*)COC34)cc2)cc1 +*OC(=O)c1ccc(C(=O)OC2CC3CC(*)CC(C2)O3)cc1 +*OC(=O)c1ccc(C(=O)OC2COC3C(*)COC23)cc1 +*OC(=O)c1ccc(C(=O)OC2COC3C(*)COC23)o1 +*OC(=O)c1ccc(C(=O)Oc2ccc3c(c2)Oc2cc(*)ccc2C32c3ccccc3-c3ccccc32)cc1 +*OC(=O)c1ccc(C(C)(C)c2ccc(C(*)=O)cc2)cc1 +*OC(=O)c1ccc(C(F)(F)C(F)(F)C(F)(F)c2ccc(C(*)=O)cc2)cc1 +*OC(=O)c1ccc(C2(C)CC(C)(C)c3ccc(C(=O)Oc4ccc5c(c4)Oc4cc(*)ccc4C5(C)C)cc32)cc1 +*OC(=O)c1ccc(CCCCCCc2ccc(C(*)=O)cc2)cc1 +*OC(=O)c1ccc(CCCCCc2ccc(C(*)=O)cc2)cc1 +*OC(=O)c1ccc(CCCCc2ccc(C(*)=O)cc2)cc1 +*OC(=O)c1ccc(Cc2ccc(C(*)=O)cc2)cc1 +*OC(=O)c1ccc(SCCCCSc2ccc(C(*)=O)cc2)cc1 +*OC(=O)c1cccc(C(*)=O)c1 +*OC(=O)c1cccc(C(=O)OC2CC3CC(*)CC(C2)O3)c1 +*OC(=O)c1cccc(C(=O)Oc2ccc3c(c2)Oc2cc(*)ccc2C32OC(=O)c3ccccc32)c1 +*OC(=O)c1cccc(OCCCCCCCCCCOc2cccc(C(=O)OC3COC4C(*)COC34)c2)c1 +*OC(=O)c1cccc(OCCCCCCCCOc2cccc(C(=O)OC3COC4C(*)COC34)c2)c1 +*OC(=O)c1cccc(OCCCCCCOc2cccc(C(=O)OC3COC4C(*)COC34)c2)c1 +*OC(C)(CC(*)=O)C(F)(F)F +*OC(C)C#CC#CC(C)OC(=O)c1ccc(C(*)=O)cc1 +*OC(C)C(*)=O +*OC(C)C(=O)NC(C)C(*)=O +*OC(C)C(=O)OCC(*)=O +*OC(C)CC(*)=O +*OC(C)CCC(C)OC(=O)CCCCCCCCC(*)=O +*OC(C)CCCC(C)C(*)=O +*OC(C)CCCCC(*)=O +*OC(C)CCOC(=O)C(CCCCCCOc1ccc(/N=C/c2ccc([N+](=O)[O-])cc2)cc1)C(*)=O +*OC(C)CCOC(=O)c1ccc(-c2ccc(C(*)=O)cc2)cc1 +*OC(C)COC(*)=O +*OC(C)COC(=O)/C=C/C(*)=O +*OC(C)COC(=O)c1ccc(C(*)=O)cc1 +*OC(C)COC(=O)c1cccc(C(*)=O)c1 +*OC(C)COC(=O)c1ccccc1C(*)=O +*OC(C)COC(C)COC(=O)c1ccc(C(*)=O)cc1 +*OC(C)COCC(C)OC(=O)c1ccccc1C(*)=O +*OC(CC(*)=O)C(C)(Cl)Cl +*OC(CC(*)=O)C(Cl)(Cl)Cl +*OC(CC)C(*)=O +*OC(CC)CC(*)=O +*OC(CCCCC)CC(*)=O +*OC(CCCCCC)CC(*)=O +*OC(CCCCCCC=C)CC(*)=O +*OC(CCOc1ccccc1)CC(*)=O +*OC(CCc1ccccc1)CC(*)=O +*OC(CCl)C(*)CCl +*OC(CCl)COC(=O)C1=C(C(=O)OCC(CCl)OC(=O)c2ccc(C(*)=O)cc2)C2C=CC1C2 +*OC(COC(*)=O)COC(C)(C)C +*OC(COC(*)=O)COc1ccccc1 +*OC(COC(=O)C12CC3CC(CC(C(*)=O)(C3)C1)C2)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)C1=C(C(=O)OCC(COC(=O)C2=C(c3ccccc3)C3C=CC2C3)OC(=O)c2ccc(C(*)=O)cc2)C2C=CC1C2)COC(=O)C1=C(c2ccccc2)C2C=CC1C2 +*OC(COC(=O)C1CCC(C(*)=O)CC1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)NCCCCCCNC(*)=O)c1ccco1 +*OC(COC(=O)Nc1ccc(Cc2ccc(NC(*)=O)cc2)cc1)c1ccco1 +*OC(COC(=O)c1c(F)c(F)c(-c2c(F)c(F)c(C(*)=O)c(F)c2F)c(F)c1F)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1cc(C(*)=O)cc(C(C)(C)C)c1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(C(*)=O)c(F)c3F)cc2CCCCCCCC)c(F)c1F)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccc(-c2ccc(C(*)=O)cc2)cc1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccc(C(*)=O)c(OC)c1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccc(C(*)=O)c2ccccc12)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccc(C(*)=O)cc1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccc(C)cc1C(*)=O)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccc2cc(C(*)=O)ccc2c1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1cccc(-c2ccc(C(*)=O)cc2)c1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1cccc(C(*)=O)c1)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccccc1-c1ccccc1C(*)=O)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COC(=O)c1ccccc1C(*)=O)COc1ccc(/N=N/c2ccc(C#N)cc2)cc1 +*OC(COCCCC)COC(*)=O +*OC(COCCOC)COC(*)=O +*OC(COc1ccccc1)CC(*)=O +*OC(F)(C(*)(F)F)C(F)(F)F +*OC(F)(C(=O)N([Li])S(=O)(=O)C(F)(F)C(*)(F)F)C(F)(F)F +*OC(F)(F)C(*)(F)F +*OC(F)(F)C(F)(F)C(*)(F)F +*OC(F)(F)C(F)(F)C(F)(F)C(*)(F)F +*OC(F)(F)COC(=O)c1cc(OCCCCC)cc(C(=O)OCC(*)(F)F)c1 +*OC(F)(F)COC(=O)c1cccc(C(=O)OCC(*)(F)F)c1 +*OC(F)(F)COC(=O)c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(C(=O)OCC(*)(F)F)c2)c1 +*OC(c1ccco1)C(OC(=O)Nc1ccc(Cc2ccc(NC(*)=O)cc2)cc1)c1ccco1 +*OC1C(C)(C)C(OC(*)=O)C1(C)C +*OC1C(C)(C)C(OC(=O)C2CCC(C(*)=O)CC2)C1(C)C +*OC1C(C)(C)C(OC(=O)c2ccc(C(*)=O)cc2)C1(C)C +*OC1C(CO)OC(*)C(N)C1O +*OC1C(CO)OC(*)C(NC(C)=O)C1O +*OC1C(CO)OC(*)C(O)C1O +*OC1C(COC(=O)Nc2ccccc2)OC(*)C(OC(=O)Nc2ccccc2)C1OC(=O)Nc1ccccc1 +*OC1C(COC(C)=O)OC(*)C(OC(C)=O)C1O +*OC1C(COC(C)=O)OC(*)C(OC(C)=O)C1OC(C)=O +*OC1C(COCC)OC(*)C(OCC)C1OCC +*OC1C(COCO)OC(*)C(O)C1O +*OC1CCC(OC(*)=O)CC1 +*OC1CCC(OC(=O)C(*)=O)CC1 +*OC1CCC(OC(=O)CCCCC(*)=O)CC1 +*OC1CCC(OC(=O)CCCCCCCCC(*)=O)CC1 +*OC1CCC(OC(=O)OCCCCCCCOC(*)=O)CC1 +*OC1CCC(OC(=O)OCCCCCCOC(*)=O)CC1 +*OC1CCC(OC(=O)OCCCCCOC(*)=O)CC1 +*OC1CCC(OC(=O)OCCCCOC(*)=O)CC1 +*OC1CCC(OC(=O)c2ccc(C(*)=O)cc2)CC1 +*OC1CCCCC1* +*OC1CCCCC1OC(*)=O +*OCC(F)(F)C(F)(F)C(F)(F)COc1nc(F)c(F)c(OCC(F)(F)C(F)(F)C(F)(F)COc2c(F)c(*)nc(F)c2F)c1F +*OCC(F)(F)C(F)(F)C(F)(F)COc1nc(F)nc(*)c1F +*OCCCCOC1COC2C(OC(=O)CCCCC(=O)OC3COC4C(*)COC34)COC12 +*OCCOC(=O)CCCC(=O)OCCOc1nc(-c2ccc(OC)cc2)nc(*)c1-c1ccc(OC)cc1 +*OCCOC(=O)CCCC(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OC)cc1 +*OCCOC(=O)CCCC(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OCCCC)cc1 +*OCCOC(=O)CCCCC(=O)OCCOc1nc(-c2ccc(OC)cc2)nc(*)c1-c1ccc(OC)cc1 +*OCCOC(=O)CCCCC(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OC)cc1 +*OCCOC(=O)c1cc(/N=N/c2ccc(OCC)cc2)ccc1-c1ccc(/N=N/c2ccc(OCC)cc2)cc1C(=O)OCCOc1nc(-c2ccc(OCCCC)cc2)nc(*)c1-c1ccc(OC)cc1 +*OCCOC(=O)c1ccc(C(=O)OCCOc2nc(-c3ccc(OCCCC)cc3)nc(*)c2-c2ccc(OC)cc2)cc1 +*OCCOC(=O)c1cccc(C(=O)OCCOc2nc(-c3ccc(OCCCC)cc3)nc(*)c2-c2ccc(OC)cc2)c1 +*ON(C(F)(F)C(*)(F)F)C(F)(F)C(F)(F)Br +*ON(C(F)(F)F)C(F)(Br)C(*)(F)F +*ON(C(F)(F)F)C(F)(C(*)(F)F)C(F)(F)F +*ON(C(F)(F)F)C(F)(Cl)C(*)(F)F +*ON(C(F)(F)F)C(F)(F)/C(F)=C(\F)C(*)(F)F +*ON(C(F)(F)F)C(F)(F)C(*)(F)F +*ON(C(F)(F)F)C(F)(F)C(*)(F)SC(F)(F)F +*OP(=O)(Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl +*OP(=O)(Oc1c(Cl)cc(Cl)cc1Cl)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl +*OP(=O)(Oc1c(Cl)cccc1Cl)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl +*OP(=O)(Oc1ccc(*)cc1)OC1CCCCC1 +*OP(=O)(Oc1ccc(-c2ccc(*)cc2)cc1)OC1CCCCC1 +*OP(=O)(Oc1ccc(Br)cc1)OC(CCl)COc1ccc(S(=O)(=O)c2ccc(OCC(*)CCl)cc2)cc1 +*OP(=O)(Oc1ccc(Br)cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br +*OP(=O)(Oc1ccc(Br)cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C +*OP(=O)(Oc1ccc(Br)cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)OC1CCCCC1 +*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)Oc1c(Cl)c(Cl)c(Cl)c(Cl)c1Cl +*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)Oc1c(Cl)cc(Cl)cc1Cl +*OP(=O)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)Oc1c(Cl)cccc1Cl +*OP(=O)(Oc1ccc(C)cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br +*OP(=O)(Oc1ccc(C)cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C +*OP(=O)(Oc1ccc(C)cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*OP(=O)(Oc1ccc(Cl)cc1)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl +*OP(=O)(Oc1ccc(Cl)cc1)Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1 +*OP(=O)(Oc1ccc(NC(=O)OCCCCCCOC(=O)Nc2ccc(*)cc2)cc1)c1ccccc1 +*OP(=O)(Oc1ccc(NC(=O)Oc2ccc(-c3ccc(OC(=O)Nc4ccc(*)cc4)cc3)cc2)cc1)c1ccccc1 +*OP(=O)(Oc1ccc(NC(=O)Oc2ccc(C(C)(C)c3ccc(OC(=O)Nc4ccc(*)cc4)cc3)cc2)cc1)c1ccccc1 +*OP(=O)(Oc1ccc(OC)cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br +*OP(=O)(Oc1ccc(OC)cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C +*OP(=O)(Oc1ccc(OC)cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*OP(=O)(Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1)OC1CCCCC1 +*OP(=O)(Oc1ccc([N+](=O)[O-])cc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br +*OP(=O)(Oc1ccc([N+](=O)[O-])cc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C +*OP(=O)(Oc1ccc([N+](=O)[O-])cc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*OP(=O)(Oc1cccc2c(*)cccc12)OC1CCCCC1 +*OP(=O)(Oc1ccccc1)OC(CCl)COc1ccc(S(=O)(=O)c2ccc(OCC(*)CCl)cc2)cc1 +*OP(=O)(Oc1ccccc1)Oc1c(Br)cc(C(c2cc(Br)c(*)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br +*OP(=O)(Oc1ccccc1)Oc1c(C)cc(S(=O)(=O)c2cc(C)c(*)c(C)c2)cc1C +*OP(=O)(Oc1ccccc1)Oc1c(Cl)c(Cl)c(*)c(Cl)c1Cl +*OP(=O)(Oc1ccccc1)Oc1ccc(*)cc1 +*OP(=O)(Oc1ccccc1)Oc1ccc(-c2ccc(*)cc2)cc1 +*OP(=O)(Oc1ccccc1)Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1 +*OP(=O)(Oc1ccccc1)Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*OP(=O)(Oc1ccccc1)Oc1cccc2c(*)cccc12 +*OS(=O)(=O)c1cc(C)c(*)c(C)c1 +*OS(=O)(=O)c1cc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)c(C)c4)CCCCC3)cc2C)ccc1C +*OS(=O)(=O)c1cc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)cc4)CCCC3)cc2)ccc1C +*OS(=O)(=O)c1cc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)cc4)CCCCC3)cc2)ccc1C +*OS(=O)(=O)c1ccc(*)cc1 +*OS(=O)(=O)c1cccc(C(=O)Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)c1 +*OS(=O)(=O)c1cccc(C(=O)c2cccc(S(=O)(=O)Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)c2)c1 +*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)c1 +*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2ccc(C(C)(CC)c3ccc(*)cc3)cc2)c1 +*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)cc4)CCCCC3)cc2)c1 +*O[Ca]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)NCCCCCCNC(=O)OCCCCCOC(=O)c1ccccc1C(*)=O +*O[Ca]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)Nc1cc(NC(=O)OCCCCCOC(=O)c2ccccc2C(*)=O)ccc1C +*O[SiH](*)C +*O[SiH](*)Nc1cccc(N[Si](*)(C)O*)c1 +*O[Si](*)(C([2H])([2H])[2H])C([2H])([2H])[2H] +*O[Si](*)(C)C +*O[Si](*)(C)C +*O[Si](*)(C)C1CC2CC1C1C3CC(CC3C(=O)OC(C)(C)C)C21 +*O[Si](*)(C)C1CC2CC1CC2OC(=O)OC(C)(C)C +*O[Si](*)(C)C=C +*O[Si](*)(C)C=C +*O[Si](*)(C)CC +*O[Si](*)(C)CCC +*O[Si](*)(C)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*O[Si](*)(C)CCC(F)(F)F +*O[Si](*)(C)CCCC +*O[Si](*)(C)CCCC(=O)O +*O[Si](*)(C)CCCC(=O)OC +*O[Si](*)(C)CCCC(=O)OCC +*O[Si](*)(C)CCCC(=O)OCCCC +*O[Si](*)(C)CCCC(=O)OCCO +*O[Si](*)(C)CCCCC +*O[Si](*)(C)CCCCC(=O)OCCCCCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*O[Si](*)(C)CCCCC1COC(=O)O1 +*O[Si](*)(C)CCCCCC +*O[Si](*)(C)CCCCCCCC +*O[Si](*)(C)CCCCCCCCCCC(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*O[Si](*)(C)CCCCCCCCCCC(=O)OCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)CCCCC(=O)OC3CC(C)CCC3C(C)C)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc(OCC(C)CC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc(OCC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(-c2ccc(OC(=O)c3ccc(OCCCCCCC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(C(=O)OCCOc2ccc(C(=O)OC3CCC4(C)C(=CCC5C4CCC4(C)C(C(C)CCCC(C)C)CCC54)C3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)CCCCC(=O)OC4CC(C)CCC4C(C)C)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4ccc(OCC(C)CC)cc4)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(C(=O)Oc2ccc(-c3ccc(OCC(C)CC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(C(=O)Oc2ccc(OC(=O)CCCCC(=O)OC3CC(C)CCC3C(C)C)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCC(C)CC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc(OC(=O)c2ccc(OCC(C)CC)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCC(=O)Oc1ccc2cc(C(=O)OC3CCC4(C)C(=CCC5C4CCC4(C)C(C(C)CCCC(C)C)CCC54)C3)ccc2c1 +*O[Si](*)(C)CCCCCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F +*O[Si](*)(C)CCCCCCCCCCCOC(=O)c1cc(OC(=O)c2ccc(OCCOCCOCCOCCOCCOCCOCCOCCOC)cc2)ccc1OC(=O)c1ccc(OCCOCCOCCOCCOCCOCCOCCOCCOC)cc1 +*O[Si](*)(C)CCCCCCCCCCCOc1ccc(-c2ccc(C(=O)Oc3ccc(C(=O)OC(C)C(=O)OC(C)C(=O)OC(C)C(=O)OCC(C)CC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCCOc1ccc(-c2ccc(C(=O)Oc3ccc(C(=O)OC(C)C(=O)OC(C)C(=O)OCC(C)CC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCCOc1ccc(/C=C/c2ccc(C#N)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCCOc1ccc(/C=C/c2ccc(OC)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCCOc1ccc(/C=C/c2ccc(OCCCC)cc2)cc1 +*O[Si](*)(C)CCCCCCCCCCCOc1ccc(C(=O)OC/C=C(\C)CCC=C(C)C)cc1 +*O[Si](*)(C)CCCCCCCCCCCn1c2ccccc2c2ccccc21 +*O[Si](*)(C)CCCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2C)cc1 +*O[Si](*)(C)CCCCCCOC(=O)c1cc(OC(=O)c2ccc(OCCOCCOCCOCCOCCOCCOC)cc2)ccc1OC(=O)c1ccc(OCCOCCOCCOCCOCCOCCOC)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2C)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)OCC(C)CC)cc2)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)Oc3ccc(C=C(C(=O)OCCCCCCCCC)C(=O)OCCCCCCCCC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)Oc3ccc(C=C(C(=O)OCCCCCCCCC)C(=O)OCCCCCCCCC)cc3)cc2)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1 +*O[Si](*)(C)CCCCCCOc1ccc(C(=O)Oc2ccc(OCCCCCC)cc2)cc1 +*O[Si](*)(C)CCCCCCn1c2ccccc2c2ccccc21 +*O[Si](*)(C)CCCCCOc1ccc(/C=C/c2ccc(OC)cc2)cc1 +*O[Si](*)(C)CCCCCn1c2ccccc2c2ccccc21 +*O[Si](*)(C)CCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*O[Si](*)(C)CCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*O[Si](*)(C)CCCOC(=O)c1cc(OC(=O)c2ccc(OCCOCCOCCOCCOC)cc2)ccc1OC(=O)c1ccc(OCCOCCOCCOCCOC)cc1 +*O[Si](*)(C)CCCOC(=O)c1cc(OC(=O)c2ccc(OCCOCCOCCOCCOCCOCCOC)cc2)ccc1OC(=O)c1ccc(OCCOCCOCCOCCOCCOCCOC)cc1 +*O[Si](*)(C)CCCOCC1COC(=O)O1 +*O[Si](*)(C)CCCOCCOCCOC +*O[Si](*)(C)CCCOCCOCCOCCOC +*O[Si](*)(C)CCCOCCOCCOc1ccc(COc2ccc3cc(C#N)ccc3c2)cc1 +*O[Si](*)(C)CCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(-c2ccc(OC(=O)CCCCC(=O)OC3CC(C)CCC3C(C)C)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(/N=N/c2ccc(S(=O)(=O)O)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)OC2CCC3(C)C(=CCC4C3CCC3(C)C(C(C)CCCC(C)C)CCC43)C2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)OC2CCC3(C)C(=CCC4C3CCC3(C)C(C(C)CCCC(C)C)CCC43)C2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)OC2CCC3(C)C(=CCC4C3CCC3(C)C(C(C)CCCC(C)C)CCC43)C2)cc1S(=O)(=O)O[K] +*O[Si](*)(C)CCCOc1ccc(C(=O)OCCOc2ccc(C(=O)OC3CCC4(C)C(=CCC5C4CCC4(C)C(C(C)CCCC(C)C)CCC54)C3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)CCCCC(=O)OC4CC(C)CCC4C(C)C)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCC(C)CC)c(OCC(C)CC)c(OCC(C)CC)c4)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCC)c(OCC)c(OCC)c4)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCC)cc(OCC)c4)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCCCCC)c(OCCCCC)c(OCCCCC)c4)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4cc(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c4)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(-c3ccc(OC(=O)c4ccc(OCC)cc4)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(C#N)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(C(=O)Oc3ccc(OC)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(OC(=O)CCCCC(=O)OC3CC(C)CCC3C(C)C)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(OC)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(OCCCCCC)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc(N(c2ccc(C)cc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(C)cc4)cc3)cc2)cc1 +*O[Si](*)(C)CCCOc1ccc2c(c1)c1cc(-c3ccc4c(c3)c3ccccc3n4CC(CC)CCCC)ccc1n2CC(CC)CCCC +*O[Si](*)(C)CCCn1c2ccccc2c2ccccc21 +*O[Si](*)(C)CC[Si](C)(C)O[Si](C)(C)CCCOc1cc(OC(=O)c2ccc(OCCCC)cc2)ccc1/N=N/c1ccc(OCCCC)cc1 +*O[Si](*)(C)CC[Si](OCCOC)(OCCOC)OCCOC +*O[Si](*)(C)CCc1cc(-c2nnc(-c3ccc(OCCCCCCCCCCCC)cc3)o2)ccc1-c1nnc(-c2ccc(OCCCCCCCCCCCC)cc2)o1 +*O[Si](*)(C)CCc1cc(C(=O)Oc2ccc(OC)cc2)ccc1C(=O)Oc1ccc(OC)cc1 +*O[Si](*)(C)CCc1cc(C(=O)Oc2ccc(OCCCC)cc2)ccc1-c1ccc(C(=O)Oc2ccc(OCCCC)cc2)cc1 +*O[Si](*)(C)CCc1cc(C(=O)Oc2ccc(OCCCC)cc2)ccc1C(=O)Oc1ccc(OCCCC)cc1 +*O[Si](*)(C)CCc1cc(C(=O)Oc2ccc(OCCCCCCCCCCCC)cc2)ccc1-c1ccc(C(=O)Oc2ccc(OCCCCCCCCCCCC)cc2)cc1 +*O[Si](*)(C)CCc1ccc(O)cc1 +*O[Si](*)(C)OCCCCCCCCCCCOc1ccc(C2COC(c3ccc(OC)cc3)OC2)cc1 +*O[Si](*)(C)OCCCCCCCCCCCOc1ccc(C2COC(c3ccc(OCC(C)CC)cc3)OC2)cc1 +*O[Si](*)(C)OCCOCCOCCOC +*O[Si](*)(C)OCCOCCOCCOCCOCCOCCOCCOCCOC +*O[Si](*)(C)c1c(F)c(F)c(F)c(F)c1F +*O[Si](*)(C)c1ccc(C)cc1 +*O[Si](*)(C)c1ccccc1 +*O[Si](*)(CC)CC +*O[Si](*)(CCC)CCC +*O[Si](*)(CCC)c1ccccc1 +*O[Si](*)(CCCOCCOC)CCCOCCOC +*O[Si](*)(CCCOCCOCCOC)CCCOCCOCCOC +*O[Si](*)(CCCOCCOCCOCCOC)CCCOCCOCCOCCOC +*O[Si](*)(CCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOC +*O[Si](*)(CCCOCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOCCOC +*O[Si](*)(CCCOCCOCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOCCOCCOC +*O[Si](*)(CCCOCCOCCOCCOCCOCCOCCOCCOC)CCCOCCOCCOCCOCCOCCOCCOCCOC +*O[Si](*)(c1ccccc1)c1ccc(OC(C)(C)C)cc1 +*O[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](*)(C)C +*O[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](*)(C)C +*O[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](C)(C)C#C[Si](*)(C)C +*O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1 +*O[Si](C)(C)CC(C)(C)COC(=O)c1cccc(C(=O)OCC(C)(C)C[Si](*)(C)C)c1 +*O[Si](C)(C)CCC/N=C/c1cc(Cc2ccc(O)c(/C=N/CCC[Si](*)(C)C)c2)ccc1O +*O[Si](C)(C)CCC/N=C1\C=C(O)/C(=N\CCC[Si](*)(C)C)C=C1O +*O[Si](C)(C)CCC/N=C1\C=C/C(=N/CCC[Si](*)(C)C)c2c(O)ccc(O)c21 +*O[Si](C)(C)CCC/N=C1\c2ccccc2/C(=N\CCC[Si](*)(C)C)c2c(O)ccc(O)c21 +*O[Si](C)(C)CCCC(=O)Oc1ccc(/C=N/c2ccc(/N=C/c3ccc(OC(=O)CCC[Si](*)(C)C)cc3)cc2)cc1 +*O[Si](C)(C)CCCC(=O)Oc1ccc(/C=N/c2ccc(Cc3ccc(/N=C/c4ccc(OC(=O)CCC[Si](*)(C)C)cc4)cc3)cc2)cc1 +*O[Si](C)(C)CCCC(=O)Oc1ccc(/C=N/c2ccc(Oc3ccc(/N=C/c4ccc(OC(=O)CCC[Si](*)(C)C)cc4)cc3)cc2)cc1 +*O[Si](C)(C)CCCCCCCC[Si](*)(C)C +*O[Si](C)(C)CCCCCCOC(=O)C(C)Oc1ccc(OC(=O)c2ccc(-c3ccc(OCCCCCCCCCC[Si](*)(C)C)cc3)cc2)cc1 +*O[Si](C)(C)CCCCCCOC(=O)C(C)Oc1ccc(OC(=O)c2ccc(-c3ccc(OCCCCCCCCCC[Si](*)(C)C)cc3)cc2)cc1[N+](=O)[O-] +*O[Si](C)(C)CCCCCC[Si](*)(C)C +*O[Si](C)(C)CCCNC(=O)C(=O)NCCC[Si](*)(C)C +*O[Si](C)(C)CC[Si](*)(C)C +*O[Si](C)(C)CC[Si](*)(C)O[Si](C)(C)C +*O[Si](C)(C)CC[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C +*O[Si](C)(C)COC(=O)CCCCCCCCC(=O)Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CC/C(=C\c5ccc(Oc6ccc(S(=O)(=O)c7ccc(OC(=O)CCCCCCCCC(=O)OC[Si](*)(C)C)cc7)cc6)cc5)C4=O)cc3)cc2)cc1 +*O[Si](C)(C)COC(=O)CCCCCCCCC(=O)Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CCC/C(=C\c5ccc(Oc6ccc(S(=O)(=O)c7ccc(OC(=O)CCCCCCCCC(=O)OC[Si](*)(C)C)cc7)cc6)cc5)C4=O)cc3)cc2)cc1 +*O[Si](C)(C)COC(=O)CCCCCCCCC(=O)Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CCCC/C(=C\c5ccc(Oc6ccc(S(=O)(=O)c7ccc(OC(=O)CCCCCCCCC(=O)OC[Si](*)(C)C)cc7)cc6)cc5)C4=O)cc3)cc2)cc1 +*O[Si](C)(C)OC(CCl)COc1ccc(C(C)(C)c2ccc(OCC(*)CCl)cc2)cc1 +*O[Si](C)(C)O[Si](*)(C)CCCCCCCCOc1ccc(C(=O)Oc2ccc(C#N)cc2C)cc1 +*O[Si](C)(C)O[Si](*)(C)CCCCOc1ccc(-c2ccc(C#N)cc2)cc1 +*O[Si](C)(C)O[Si](*)(C)c1c(F)c(F)c(F)c(F)c1F +*O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1 +*O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C +*O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C +*O[Si](C)(C)O[Si](C)(C)O[SiH](*)O[Si](C)(C)C=C +*O[Si](C)(C)O[Si](C)(C)O[Si](*)(C)c1c(F)c(F)c(F)c(F)c1F +*O[Si](C)(C)O[Si](C)(C)O[Si](*)(c1c(F)c(F)c(F)c(F)c1F)c1c(F)c(F)c(F)c(F)c1F +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC1=C(*)c2cccc3cccc1c23 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C#Cc1ccc(C#C[Si](*)(C)C)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCC(*)C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC(C)CCCCC(*)C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC1=C(*)c2cccc3cccc1c23 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)OC1=C(*)c2cccc3cccc1c23 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(*)c2ccccc2c2ccccc12 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(*)c2ccccc2c2ccccc12 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc(Oc2ccc([Si](*)(C)C)cc2)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(*)c2ccccc2c2ccccc12 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc(Oc2ccc([Si](*)(C)C)cc2)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1cccc([Si](*)(C)C)c1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(c1ccccc1)c1cccc([Si](*)(C)c2ccccc2)c1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc(Oc2ccc([Si](*)(C)C)cc2)cc1 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(C)O[Si](C)(C)Oc1c(C)cc(-c2cc(C)c(*)c(C)c2)cc1C +*O[Si](C)(C)O[Si](C)(C)Oc1ccc(-c2ccc(*)cc2)cc1 +*O[Si](C)(C)O[Si](C)(C)c1c(F)c(F)c(F)c([Si](*)(C)C)c1F +*O[Si](C)(C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(C)Oc1ccc(*)cc1 +*O[Si](C)(C)Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1 +*O[Si](C)(C)[Si](*)(C)C +*O[Si](C)(C)c1c(F)c(F)c(F)c([Si](*)(C)C)c1F +*O[Si](C)(C)c1cc(OCCO)c([Si](*)(C)C)cc1OCCO +*O[Si](C)(C)c1cc(OCCOCc2ccccc2)c([Si](*)(C)C)cc1OCCOCc1ccccc1 +*O[Si](C)(C)c1ccc(-c2ccc([Si](*)(C)C)cc2)cc1 +*O[Si](C)(C)c1ccc([Si](*)(C)C)c2ccccc12 +*O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(C)c1ccc([Si](C)(C)O[SiH](*)C)cc1 +*O[Si](C)(C)c1ccc([Si](C)(C)O[SiH](*)CCC(F)(F)F)cc1 +*O[Si](C)(C)c1ccc([Si](C)(C)Oc2c(C)cc(-c3cc(C)c(*)c(C)c3)cc2C)cc1 +*O[Si](C)(C)c1ccc2cc([Si](*)(C)C)ccc2c1 +*O[Si](C)(C)c1ccc2cc3cc([Si](*)(C)C)ccc3cc2c1 +*O[Si](C)(C)c1ccc2ccc([Si](*)(C)C)cc2c1 +*O[Si](C)(C)c1ccc2ccc3c([Si](*)(C)C)ccc4ccc1c2c43 +*O[Si](C)(C)c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc([Si](*)(C)C)c2)c1 +*O[Si](C)(C)c1cccc(C(F)(F)C(F)(F)c2cccc([Si](*)(C)C)c2)c1 +*O[Si](C)(C)c1cccc([Si](*)(C)C)c1 +*O[Si](C)(C)c1cccc2c([Si](*)(C)C)cccc12 +*O[Si](C)(C)c1cccc2c1ccc1c([Si](*)(C)C)cccc12 +*O[Si](C)(C=C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(C=C)O[Si](C)(C=C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F +*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F +*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F +*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F +*O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F +*O[Si](C)(CCC(F)(F)F)CCC(F)(F)CC[Si](*)(C)CCC(F)(F)F +*O[Si](C)(CCC(F)(F)F)O[Si](C)(CCC(F)(F)F)O[Si](C)(CCC(F)(F)F)CCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)CC[Si](*)(C)CCC(F)(F)F +*O[Si](C)(Oc1ccc(*)cc1)c1ccccc1 +*O[Si](C)(Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1)c1ccccc1 +*O[Si](C=C)(C=C)O[Si](C)(C)c1ccc([Si](*)(C)C)cc1 +*O[Si](O[Si](C)(C)c1ccc([Si](*)(C)C)cc1)(c1ccccc1)c1ccccc1 +*O[Si](Oc1ccc(-c2ccc(*)cc2)cc1)(c1ccccc1)c1ccccc1 +*O[Si](Oc1ccc(C2(c3ccc(*)c(C)c3)c3ccccc3-c3ccccc32)cc1C)(c1ccccc1)c1ccccc1 +*O[Si](Oc1ccc(C2(c3ccc(*)cc3)c3ccccc3-c3ccccc32)cc1)(c1ccccc1)c1ccccc1 +*O[Si](c1ccccc1)(c1ccccc1)c1ccc(-c2ccc([Si](*)(c3ccccc3)c3ccccc3)cc2)cc1 +*O[Si](c1ccccc1)(c1ccccc1)c1ccc([Si](*)(c2ccccc2)c2ccccc2)cc1 +*O[Si](c1ccccc1)(c1ccccc1)c1cccc(*)c1 +*O[Sn](CCCC)(CCCC)OC(=O)/C=C/C(*)=O +*O[Sn](CCCC)(CCCC)OC(=O)CCCCC(*)=O +*O[Sn](CCCC)(CCCC)OC(=O)c1ccc(C(*)=O)cc1 +*O[Zn]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)NCCCCCCNC(=O)OCCCCCOC(=O)c1ccccc1C(*)=O +*O[Zn]OC(=O)c1ccccc1C(=O)OCCCCCOC(=O)Nc1cc(NC(=O)OCCCCCOC(=O)c2ccccc2C(*)=O)ccc1C +*Oc1c(-c2ccccc2)cc(*)cc1-c1ccc(C(C)(C)C)cc1 +*Oc1c(-c2ccccc2)cc(*)cc1-c1ccc(C)cc1 +*Oc1c(-c2ccccc2)cc(*)cc1-c1cccc(-c2ccccc2)c1-c1ccccc1 +*Oc1c(-c2ccccc2)cc(*)cc1-c1cccc(C)c1 +*Oc1c(-c2ccccc2)cc(*)cc1-c1cccc2ccccc12 +*Oc1c(-c2ccccc2)cc(*)cc1-c1ccccc1 +*Oc1c(-c2ccccc2)cc(*)cc1-c1ccccc1-c1ccccc1 +*Oc1c(-c2ccccc2)cc(-c2cc(-c3ccccc3)c(OC(=O)CCCCCCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1 +*Oc1c(-c2ccccc2)cc(Cc2cc(-c3ccccc3)c(OC(=O)CCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1 +*Oc1c(-c2ccccc2)cc(Cc2cc(-c3ccccc3)c(OC(=O)CCCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1 +*Oc1c(-c2ccccc2)cc(Cc2cc(-c3ccccc3)c(OC(=O)CCCCCCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1 +*Oc1c(Br)cc(*)cc1Br +*Oc1c(Br)cc(C(C)(C)c2cc(Br)c(OC(*)=O)c(Br)c2)cc1Br +*Oc1c(Br)cc(C(C)(C)c2cc(Br)c(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)c(Br)c2)cc1Br +*Oc1c(Br)cc(C(C)(C)c2cc(Br)c(OC(=O)c3cccc(C(*)=O)c3)c(Br)c2)cc1Br +*Oc1c(Br)cc(C(c2cc(Br)c(OC(*)=O)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br +*Oc1c(Br)cc(C2(c3cc(Br)c(OC(*)=O)c(Br)c3)CC3CCC2C3)cc1Br +*Oc1c(Br)cc(S(=O)(=O)c2cc(Br)c(OC(*)=O)c(Br)c2)cc1Br +*Oc1c(C(C)C)cc(*)cc1C(C)C +*Oc1c(C(C)C)cc(C(=O)c2cccc(C(=O)c3ccc(*)cc3)c2)cc1C(C)C +*Oc1c(C)c(C)c(NC(=O)c2ccc(C(=O)Nc3ccc(*)cc3)cc2)c(C)c1C +*Oc1c(C)c(C)c(Oc2ccc(NC(=O)c3ccc(C(=O)Nc4ccc(*)cc4)cc3)cc2)c(C)c1C +*Oc1c(C)cc(*)cc1-c1ccccc1 +*Oc1c(C)cc(*)cc1C +*Oc1c(C)cc(*)cc1C(C)CCC +*Oc1c(C)cc(*)cc1C(C)CCCC +*Oc1c(C)cc(*)cc1C(C)CCCCC +*Oc1c(C)cc(*)cc1C(C)CCCCCC +*Oc1c(C)cc(*)cc1C(C)CCCCCCCC +*Oc1c(C)cc(*)cc1C(C)CCCCCCCCCCCC +*Oc1c(C)cc(-c2cc(C)c(OC(=O)CCCCC(*)=O)c(C)c2)cc1C +*Oc1c(C)cc(-c2cc(C)c(OC(=O)CCCCCC(*)=O)c(C)c2)cc1C +*Oc1c(C)cc(-c2cc(C)c(OC(=O)CCCCCCCCC(*)=O)c(C)c2)cc1C +*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)c(C)c2)cc1C +*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)c(CBr)c2)cc1CBr +*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(*)cc6)ccc5c4)cc3)c(C)c2)cc1C +*Oc1c(C)cc(-c2cc(C)c(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)c(C)c2)cc1C +*Oc1c(C)cc(-c2cc(CBr)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)c(CBr)c2)cc1CBr +*Oc1c(C)cc(C(=O)c2ccc(*)cc2)cc1C +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(*)=O)c(C)c2)cc1C +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(*)=O)c(Cl)c2)cc1Cl +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)CCCCC(*)=O)c(C)c2)cc1C +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)CCCCCC(*)=O)c(C)c2)cc1C +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)CCCCCCCCC(*)=O)c(C)c2)cc1C +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)c3ccc(C(*)=O)cc3)c(C)c2)cc1C +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)c3cccc(C(*)=O)c3)c(C)c2)cc1C +*Oc1c(C)cc(C(C)(C)c2cc(C)c(ON3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCC(C(C)(C)C)CC6)cc5)cc4C3=O)c(C)c2)cc1C +*Oc1c(C)cc(C(c2cc(C)c(OC(*)=O)c(C)c2)(C(F)(F)F)C(F)(F)F)cc1C +*Oc1c(C)cc(C2(c3cc(C)c(OC(=O)c4ccc(C(*)=O)cc4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1c(C)cc(C2(c3cc(C)c(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1c(C)cc(C2(c3cc(C)c(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)c3ccccc3-c3ccccc32)cc1C +*Oc1c(C)cc(C2(c3cc(C)c(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1c(C)cc(C2(c3cc(C)c(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1c(C)cc(C2(c3cc(C)c(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)c3ccccc3-c3ccccc32)cc1C +*Oc1c(Cl)cc(*)cc1Br +*Oc1c(Cl)cc(*)cc1Cl +*Oc1c(Cl)cc(C(=C(Cl)Cl)c2cc(Cl)c(OC(*)=O)c(Cl)c2)cc1Cl +*Oc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OC(*)=O)c(Cl)c2)cc1Cl +*Oc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OC(=O)CCCCC(*)=O)c(Cl)c2)cc1Cl +*Oc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)c(Cl)c2)cc1Cl +*Oc1c(Cl)cc(C(c2cc(Cl)c(OC(*)=O)c(Cl)c2)C(Cl)(Cl)Cl)cc1Cl +*Oc1c(Cl)cc(C(c2cc(Cl)c(OC(*)=O)c(Cl)c2)C2CC3CCC2C3)cc1Cl +*Oc1c(Cl)cc(C2(c3cc(Cl)c(OC(*)=O)c(Cl)c3)CC3CC2C2CCCC32)cc1Cl +*Oc1c(Cl)cc(C2(c3cc(Cl)c(OC(*)=O)c(Cl)c3)CC3CCC2C3)cc1Cl +*Oc1c(Cl)cc(C2(c3cc(Cl)c(OC(*)=O)c(Cl)c3)CCCCC2)cc1Cl +*Oc1c(F)c(F)c(-c2c(F)c(F)c(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(F)c2F)c(F)c1F +*Oc1c(F)c(F)c(-c2c(F)c(F)c(Oc3ccc(Cc4ccc(*)c(C=O)c4)cc3C=O)c(F)c2F)c(F)c1F +*Oc1c(F)c(F)c(COC(c2cccc(C(OCc3c(F)c(F)c(Oc4ccc(Cc5ccc(*)cc5)cc4)c(F)c3F)(C(F)(F)F)C(F)(F)F)c2)(C(F)(F)F)C(F)(F)F)c(F)c1F +*Oc1c(F)c(F)c(S(=O)(=O)c2c(F)c(F)c(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(F)c2F)c(F)c1F +*Oc1c(F)c(F)c(Sc2c(F)c(F)c(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(F)c2F)c(F)c1F +*Oc1c(OC)cc(*)cc1OC +*Oc1c(OC)cc(-c2cc(OC)c(OC(=O)CCCCCCCCC(*)=O)c(OC)c2)cc1OC +*Oc1c(OC)cc(-c2cc(OC)c(OC(=O)c3cccc(C(*)=O)c3)c(OC)c2)cc1OC +*Oc1c([2H])c([2H])c(S(=O)(=O)c2c([2H])c([2H])c(Oc3c([2H])c([2H])c(C(c4c([2H])c([2H])c(*)c([2H])c4[2H])(C([2H])([2H])[2H])C([2H])([2H])[2H])c([2H])c3[2H])c([2H])c2[2H])c([2H])c1[2H] +*Oc1cc(Br)c(C(C)(C)c2c(Br)cc(OC(*)=O)cc2Br)c(Br)c1 +*Oc1cc(Br)cc(Br)c1* +*Oc1cc(C(=O)c2ccccc2)c(Oc2ccc(*)cc2)cc1C(=O)c1ccccc1 +*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3c(C)cc(C(C)(C)c4cc(C)c(NC(=O)c5ccc(*)cc5)c(C)c4)cc3C)cc2)cc1C(C)(C)C +*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3c(C)cc(Cc4cc(C)c(NC(=O)c5ccc(*)cc5)c(C(C)C)c4)cc3C(C)C)cc2)cc1C(C)(C)C +*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3ccc(C(C)(C)c4ccc(NC(=O)c5ccc(*)cc5)c(C)c4)cc3C)cc2)cc1C(C)(C)C +*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3ccc(C(C)(C)c4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1C(C)(C)C +*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(*)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1C(C)(C)C +*Oc1cc(C(C)(C)C)c(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1C(C)(C)C +*Oc1cc(C(C)(C)c2ccccc2)c(OC(=O)c2ccc(C(*)=O)cc2)cc1C(C)(C)c1ccccc1 +*Oc1cc(C(C)(C)c2ccccc2)c(OC(=O)c2cccc(C(*)=O)c2)cc1C(C)(C)c1ccccc1 +*Oc1cc(C)c(*)c(C)c1Br +*Oc1cc(C)c(C(c2cc(C(C)C)c(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2C)c2ccccc2C(=O)O)cc1C(C)C +*Oc1cc(C)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CCCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CCCCCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(CCCCCCCCCCCCC)cc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cc(Cl)c(C(C)(C)c2c(Cl)cc(OC(*)=O)cc2Cl)c(Cl)c1 +*Oc1cc(Cl)cc(Cl)c1* +*Oc1cc(OC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)OCCN(CC)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)c1 +*Oc1cc(OC(=O)c2ccc(C)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(C)cc1 +*Oc1cc(OC(=O)c2ccc(OC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OC)cc1 +*Oc1cc(OC(=O)c2ccc(OC)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(OC)cc1 +*Oc1cc(OC(=O)c2ccc(OCC(C)CC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCC(C)CC)cc1 +*Oc1cc(OC(=O)c2ccc(OCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCC)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(OCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCC)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(OCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)C(C)(C)CCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)C(C)CCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)CCCCCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)CCCCCCCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCCCC)cc1 +*Oc1cc(OC(=O)c2ccc(OCCCCCCCCCCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCCCCCCCCCCC)cc1 +*Oc1cc(OC(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(C(*)=O)cc6)cc5)CCC(C(C)(C)C)CC4)cc3)cc2)ccc1C12CC3CC(CC(C3)C1)C2 +*Oc1cc(OCCOC)c(OC(=O)c2ccc(C(*)=O)cc2-c2ccccc2)cc1OCCOC +*Oc1cc(OCCOC)c(OC(=O)c2ccc(C(*)=O)cc2OCCOCC)cc1OCCOC +*Oc1cc(Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)cc(C(=O)Oc2ccc(/N=N/c3ccc(C#N)cc3)cc2)c1 +*Oc1cc(Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)cc([N+](=O)[O-])c1 +*Oc1cc(Oc2ccc(NC(=O)c3cc(NC(=O)C45CC6CC(CC(C6)C4)C5)cc(C(=O)Nc4ccc(*)cc4)c3)cc2)ccc1C12CC3CC(CC(C3)C1)C2 +*Oc1cc(Oc2cccc(NC(=O)c3cc(Oc4ccc(C(=O)O)c(C(=O)Nc5cccc(*)c5)c4)ccc3C(=O)O)c2)ccc1C#N +*Oc1cc2ccccc2cc1OC(=O)c1ccc(Oc2ccc(C(*)=O)cc2)cc1 +*Oc1ccc(*)cc1 +*Oc1ccc(-c2cc(-c3ccccc3)c(-c3ccc(OC(=O)c4ccc(C(*)=O)cc4-c4ccccc4)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*Oc1ccc(-c2ccc(-c3cc(-c4ccccc4)c(-c4ccc(-c5ccc(OC(=O)c6ccc(C(*)=O)cc6-c6ccccc6)cc5)cc4)c(-c4ccccc4)c3-c3ccccc3)cc2)cc1 +*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)c(C(F)(F)F)c3)cc2)cc1C(F)(F)F +*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(-c3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)c(C(F)(F)F)c3)cc2)cc1C(F)(F)F +*Oc1ccc(-c2ccc(/N=N/c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(NC(=O)c3cc(C(=O)Nc4ccc(-c5ccc(Oc6ccc(C(C)(C)c7ccc(*)cc7)cc6)c(C(F)(F)F)c5)cc4)cc(C(C)(C)C)c3)cc2)cc1C(F)(F)F +*Oc1ccc(-c2ccc(NC(=O)c3cc(C(=O)Nc4ccc(-c5ccc(Oc6ccc(C(c7ccc(*)cc7)(C(F)(F)F)C(F)(F)F)cc6)c(C(F)(F)F)c5)cc4)cc(C(C)(C)C)c3)cc2)cc1C(F)(F)F +*Oc1ccc(-c2ccc(OC(*)(Oc3ccccc3)Oc3ccccc3)c(C)c2)cc1C +*Oc1ccc(-c2ccc(OC(*)(Oc3ccccc3)Oc3ccccc3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)/C=C/c3ccc(/C=C/C(*)=O)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)CCCCCCCCCCCCC(*)=O)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)Nc3cccc(P(=O)(c4ccccc4)c4cccc(NC(*)=O)c4)c3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3cc(/N=N/c4ccc(OCC)cc4)ccc3-c3ccc(/N=N/c4ccc(OCC)cc4)cc3C(*)=O)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3cc(CCCCC)cc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3cc(OCCCCCC)c(C(*)=O)cc3OCCCCCC)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3cc(OCCCc4ccccc4)c(C(*)=O)cc3OCCCc3ccccc3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3ccc(-c4ccc(C(*)=O)cc4)cc3-c3ccccc3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3ccc(-c4ccc(C(*)=O)cc4C(F)(F)F)c(C(F)(F)F)c3)cc2C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)c(C(=O)OCCCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)c1 +*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(*)=O)cc3Sc3ccc4ccccc4c3)cc2)cc1 +*Oc1ccc(-c2ccc(OC(=O)c3ccc(C(=O)c4ccc(C(*)=O)cc4)cc3)c(-c3ccccc3)c2)cc1-c1ccccc1 +*Oc1ccc(-c2ccc(OC(=O)c3ccc(Oc4ccc(C5(c6ccc(Oc7ccc(C(*)=O)cc7)cc6)CCC(C(C)(C)C)CC5)cc4)cc3)cc2C)c(C)c1 +*Oc1ccc(-c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(-c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3c(F)c(F)c(COC(c4cccc(C(OCc5c(F)c(F)c(*)c(F)c5F)(C(F)(F)F)C(F)(F)F)c4)(C(F)(F)F)C(F)(F)F)c(F)c3F)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(*)cc3)c3ccccc23)c2ccccc12 +*Oc1ccc(-c2ccc(Oc3ccc(-c4ccc(-c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(/C(=N/c4ccc(/N=C(\c5ccccc5)c5ccc(*)cc5)cc4)c4ccccc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(*)c(S(=O)(=O)O)c4)cc3S(=O)(=O)O)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(*)cc6)ccc5c4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4cccc5cccc(C(=O)c6ccc(*)cc6)c45)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(-c2ccc(Oc3ccc(Oc4cc(Oc5ccc(*)cc5)ccc4CCCCCC)cc3)c3ccccc23)c2ccccc12 +*Oc1ccc(-c2ccc(Oc3ccc(Oc4ccc(Oc5ccc(*)cc5)cc4)cc3)c3ccccc23)c2ccccc12 +*Oc1ccc(-c2ccc(Oc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(*)cc6)cc5)cc4)cc3)c3ccccc23)c2ccccc12 +*Oc1ccc(-c2ccc(Oc3ccc(Oc4cccc(Oc5ccc(*)cc5)c4C)cc3)c3ccccc23)c2ccccc12 +*Oc1ccc(-c2ccc(Oc3ccc4ccccc4c3-c3c(*)ccc4ccccc34)c3ccccc23)c2ccccc12 +*Oc1ccc(-c2ccc(Oc3cccc(*)n3)cc2)cc1 +*Oc1ccc(/C(=C/c2cc(OC)c(/C=C(/c3ccc(*)cc3)c3ccc(C(F)(F)F)cc3)cc2OC)c2ccc(C(F)(F)F)cc2)cc1 +*Oc1ccc(/C(=C/c2cc(OC)c(/C=C(/c3ccc(*)cc3)c3ccc(F)cc3)cc2OC)c2ccc(F)cc2)cc1 +*Oc1ccc(/C(=C/c2ccc(-c3ccc(/C=C(\c4ccccc4)c4ccc(OC(=O)CCCCC(*)=O)cc4)cc3)cc2)c2ccccc2)cc1 +*Oc1ccc(/C(=C/c2ccc(-c3ccc(/C=C(\c4ccccc4)c4ccc(OC(=O)CCCCCCCCC(*)=O)cc4)cc3)cc2)c2ccccc2)cc1 +*Oc1ccc(/C(=C/c2ccc(-c3ccc(/C=C(\c4ccccc4)c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)cc3)cc2)c2ccccc2)cc1 +*Oc1ccc(/C(=C/c2ccc(-c3ccc(/C=C(\c4ccccc4)c4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)cc3)cc2)c2ccccc2)cc1 +*Oc1ccc(/C(=N/c2ccc(/N=C(\c3ccccc3)c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc2)c2ccccc2)cc1 +*Oc1ccc(/C(=N/c2ccc(/N=C(\c3ccccc3)c3ccc(Oc4ccc(C(c5ccccc5)(c5ccccc5)c5ccc(*)cc5)cc4)cc3)cc2)c2ccccc2)cc1 +*Oc1ccc(/C(C)=N/c2ccc(/N=C(\C)c3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/C(C)=N/c2ccc(/N=C(\C)c3ccc(Oc4ccc(C(c5ccccc5)(c5ccccc5)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/C=C/C(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C)c4)cc3C)cc2)cc1 +*Oc1ccc(/C=C/C(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(/C=C/C(=O)c2ccc(Oc3ccc(C(C)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(/C=C/c2cc(OCCCCCCCC)c(/C=C/c3ccc(Oc4cc5c(=O)n(CCCCCCCC)c(=O)c6ccc7c8c(*)cc9c(=O)n(CCCCCCCC)c(=O)c%10ccc(c4c7c65)c8c%109)cc3)cc2OCCCCCCCC)cc1 +*Oc1ccc(/C=C2\CC/C(=C\c3ccc(OC(=O)c4ccc(/N=C/c5ccc(/C=N/c6ccc(C(*)=O)cc6)cc5)cc4)c(OC)c3)C2=O)cc1OC +*Oc1ccc(/C=C2\CC/C(=C\c3ccc(OC(=O)c4ccc(/N=C/c5ccc(/C=N/c6ccc(C(*)=O)cc6)cc5)cc4)cc3)C2=O)cc1 +*Oc1ccc(/C=C2\CCC/C(=C\c3ccc(OC(=O)CCCCCCCCC(*)=O)c(OC)c3)C2=O)cc1OC +*Oc1ccc(/C=C2\CCC/C(=C\c3ccc(OC(=O)c4cccc(C(*)=O)c4)c(OC)c3)C2=O)cc1OC +*Oc1ccc(/C=N/N=C/c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(/C=N/N=C/c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(/C=N/N=C/c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(/C=N/c2ccc(/N=C/c3ccc(Oc4ccc(C(c5ccccc5)(c5ccccc5)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C(\C)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(/C(C)=N/c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C(\C)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(Oc5ccc(/C(C)=N/c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C(\c2ccccc2)c2ccc(Oc3ccc(-c4ccc(Oc5ccc(/C(=N/c6ccc(*)cc6)c6ccccc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C(\c2ccccc2)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(/C(=N/c6ccc(*)cc6)c6ccccc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C(\c2ccccc2)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(Oc5ccc(/C(=N/c6ccc(*)cc6)c6ccccc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)NC3CC(C)(C)CC(C)(CNC(*)=O)C3)cc2)cc1 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)NCCCCCCNC(*)=O)cc2)cc1 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)Nc3cc(NC(*)=O)ccc3C)cc2)cc1 +*Oc1ccc(/N=C/C=N/c2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)NC3CC(C)(C)CC(C)(CNC(*)=O)C3)cc2)cc1 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)NCCCCCCNC(*)=O)cc2)cc1 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)Nc3cc(NC(*)=O)ccc3C)cc2)cc1 +*Oc1ccc(/N=C/CCC/C=N/c2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C/c2ccc(N(c3ccccc3)c3ccc(/C=N/c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C/c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(/C=N/c6ccc(Oc7ccc(-c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=C/c2ccc(Oc3ccc(C(c4ccc(Oc5ccc(/C=N/c6ccc(Oc7ccc(-c8ccc(*)cc8)cc7)cc6)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(/N=C/c2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(Oc5ccc(/C=N/c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=N/c2c(C)cc(Cc3cc(C)c(/N=N/c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)c(C)c3[N+](=O)[O-])c([N+](=O)[O-])c2C)cc1 +*Oc1ccc(/N=N/c2ccc(Cc3ccc(/N=N/c4ccc(OC(=O)c5ccc(/N=N/c6ccc(C(*)=O)cc6)cc5)cc4)cc3[N+](=O)[O-])c([N+](=O)[O-])c2)cc1 +*Oc1ccc(/N=N/c2ccc(Cc3ccc(/N=N/c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)cc3[N+](=O)[O-])c([N+](=O)[O-])c2)cc1 +*Oc1ccc(/N=N/c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(/N=N/c2ccc(S(=O)(=O)c3ccc(/N=N/c4ccc(OC(=O)c5ccc(/N=N/c6ccc(C(*)=O)cc6)cc5)cc4)cc3[N+](=O)[O-])c([N+](=O)[O-])c2)cc1 +*Oc1ccc(C(*)=O)cc1 +*Oc1ccc(C(*)=O)cc1CCCCC +*Oc1ccc(C(=C(Cl)Cl)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(=O)CNc2ccc(S(=O)(=O)c3ccc(NCC(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)NCC(C)(C)CCCNC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)NNC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)NNC(=O)c2ccc(C(=O)NNC(=O)c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)cc2)cc1 +*Oc1ccc(C(=O)NNC(=O)c2ccc(C(=O)NNC(=O)c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)cc2Oc2ccccc2)cc1 +*Oc1ccc(C(=O)NNC(=O)c2cccc(C(=O)NNC(=O)c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)c2)cc1 +*Oc1ccc(C(=O)Nc2cc(C(c3ccc(C)c(NC(=O)c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)c3)(C(F)(F)F)C(F)(F)F)ccc2C)cc1 +*Oc1ccc(C(=O)Nc2cc(C(c3ccc(C)c(NC(=O)c4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)c3)(C(F)(F)F)C(F)(F)F)ccc2C)cc1 +*Oc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1 +*Oc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(*)cc3)cc(C(=O)OCCOC(=O)/C=C/c3ccc(N(C)C)cc3)c2)cc1 +*Oc1ccc(C(=O)Nc2cc(SCCC#N)c(NC(=O)c3ccc(*)cc3)cc2SCCC#N)cc1 +*Oc1ccc(C(=O)Nc2ccc(Br)cc2-c2ccc(NC(=O)c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccc(C(c3ccc(NC(=O)c4ccc(*)cc4)cc3)(P3(=O)Oc4ccccc4-c4ccccc43)P3(=O)Oc4ccccc4-c4ccccc43)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccc(C(c3ccc(NC(=O)c4ccc(OC(=O)c5ccc(C(*)=O)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccc(C(c3ccc(NC(=O)c4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccc(Cc3ccc(NC(=O)c4ccc(Oc5ccc(C(=O)c6ccc(S(=O)(=O)c7ccc(C(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccc(Cc3ccc(NC(=O)c4ccc(Oc5nc(*)nc(Sc6ccccc6)n5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)c4ccc(Oc5ccc(C(=O)c6ccc(S(=O)(=O)c7ccc(C(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)c4ccc(Oc5nc(*)nc(Sc6ccccc6)n5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)Nc2ccccc2-c2ccc(NC(=O)c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(C(=O)O)c(C(=O)Nc2ccc(NC(=O)c3cc(*)ccc3C(=O)O)cc2)c1 +*Oc1ccc(C(=O)OC(C)COC(C)COC(C)COC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(=O)OCC(C)(C)COC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)OCCCCCCCOC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(=O)OCCCCCCOC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)OCCCCCOC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)OCCCCOC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)OCCCOC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)c2ccc(/C=C/C3=CC(=C(C#N)C#N)CC(C)(C)C3)cc2)cc1 +*Oc1ccc(C(=O)OCCOC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)OCCOCCOC(=O)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(=O)OCCOCCOCCOC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(=O)OCCOCCOCCOCCOC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(*)c(C(C)C)c3)cc2)cc1C +*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(Oc4ccc(Cc5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(Oc4cccc(Cc5cccc(*)c5)c4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(NC(=O)c3ccc(C(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)c3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(OC(=O)c3ccc(C(C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(Cc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4ccc(Oc5cccc(Cc6cccc(*)c6)c5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)c2ccccc12 +*Oc1ccc(C(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)c2ccccc12 +*Oc1ccc(C(=O)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(C(=O)c2cccc(-c3cccc(C(=O)c4ccc(*)cc4)c3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)c(C(C)C)c3)c2)cc1C +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)c(C(C)C)c3)c2)cc1CC +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)c(CC)c3)c2)cc1CC +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)cc3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(Oc4ccc(Cc5ccc(*)cc5)cc4)cc3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(Oc4cccc(Cc5cccc(*)c5)c4)cc3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(NC(=O)CCCCCCCCC(=O)Nc3ccc(C(=O)c4ccc(*)cc4)cc3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(NC(=O)CCCCCCCCC(=O)Nc3cccc(C(=O)c4ccc(*)cc4)c3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(NC(=O)c3ccc(C(=O)Nc4cccc(C(=O)c5ccc(*)cc5)c4)cc3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(NC(=O)c3cccc(C(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)c3)c2)cc1 +*Oc1ccc(C(=O)c2cccc(NC(=O)c3cccc(C(=O)Nc4cccc(C(=O)c5ccc(*)cc5)c4)c3)c2)cc1 +*Oc1ccc(C(=O)c2ccccc2)c(-c2cc(Oc3ccc(-c4ccc(*)cc4)cc3)ccc2C(=O)c2ccccc2)c1 +*Oc1ccc(C(=O)c2ccccc2)c(-c2cc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)ccc2C(=O)c2ccccc2)c1 +*Oc1ccc(C(=O)c2ccccc2)c(-c2cc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)ccc2C(=O)c2ccccc2)c1 +*Oc1ccc(C(C#N)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)C)cc1Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(C)(C)C)cc1Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(C(C)(C)c2cc(Cl)c(OC(*)=O)c(Cl)c2)cc1 +*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(OC(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(Cc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(NC(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5cccc(NC(=O)c6ccc(*)cc6)c5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(*)(Oc3ccccc3)Oc3ccccc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(C(C)C)c2)cc1C(C)C +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(C)c2)cc1C +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(CC)c2)cc1CC +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(Cl)c2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(Cl)c2)cc1C +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(Cl)c2)cc1Cl +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)C3CCC(C(*)=O)CC3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CC(C)CCC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CCCCC(*)=O)c(C)c2)cc1C +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CCCCC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CN(CC(*)=O)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)NC(=O)c3cc(C(=O)NC(*)=O)cc(C(C)(C)C)c3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)Nc3cccc(P(=O)(c4ccccc4)c4cccc(NC(*)=O)c4)c3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCC3CCC(COC(*)=O)CC3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCCCCOC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCCCOC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCCOC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCN(CCOC(*)=O)c3ccc(OC)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCN(CCOC(*)=O)c3ccc4[nH]c5ccccc5c4c3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCN(CCOC(*)=O)c3ccccc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)Oc3ccc(Cc4ccc(OC(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)SCCCCCCSC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)SCCCSC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)Sc3ccc(C(C)(C)c4ccc(SC(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(C(C)C)c2)cc1C(C)C +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(C(C)CC)c2)cc1C(C)CC +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(C)c2)cc1C +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(CCCC)c2)cc1CCCC +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)c(Cl)c2)cc1Cl +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(=O)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(C)(CC)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(CC(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(Cc4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(S(=O)(=O)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc([Si](C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc([Si](c4ccccc4)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(C)(c3ccc(C(*)=O)cc3)CC4(C)C)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(C(*)=O)c3)c(C)c2)cc1C +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(C(F)(F)C(F)(F)C(F)(F)c4cccc(C(*)=O)c4)c3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3cccc(Oc4cccc(C(*)=O)c4)c3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OP3(Oc4ccc(C(=O)OC)cc4)=NP(Oc4ccc(C(=O)OC)cc4)(Oc4ccc(C(=O)OC)cc4)=NP(*)(Oc4ccc(C(=O)OC)cc4)=N3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(OP3(Oc4ccc(C(=O)OCCC)cc4)=NP(Oc4ccc(C(=O)OCCC)cc4)(Oc4ccc(C(=O)OCCC)cc4)=NP(*)(Oc4ccc(C(=O)OCCC)cc4)=N3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3c(F)c(F)c(COC(c4cccc(C(OCc5c(F)c(F)c(*)c(F)c5F)(C(F)(F)F)C(F)(F)F)c4)(C(F)(F)F)C(F)(F)F)c(F)c3F)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(*)nn3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)Nc4ccc(-c5ccc(NC(=O)c6ccc(*)cc6)cc5C(F)(F)F)c(C(F)(F)F)c4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)Nc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)Nc4cccc(NC(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4c(C)ccc5c(C(=O)c6ccc(*)cc6)c(C)ccc45)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(*)c(S(=O)(=O)O)c4)cc3S(=O)(=O)O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(-c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(C)(C)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(C(c5ccc(C(=O)c6ccc(*)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc(P(=O)(c5ccccc5)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccc5cc(C(=O)c6ccc(*)cc6)ccc5c4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4cccc5cccc(C(=O)c6ccc(*)cc6)c45)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(O)C(O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc4c(=O)n5c6cc(Oc7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc4c(c3)C(=O)N(N3C(=O)c5ccc(*)cc5C3=O)C4=O)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3cccc(*)n3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3cncc(*)n3)cc2)cc1 +*Oc1ccc(C(C)(C)c2ccc(Oc3nc(*)nc(Cl)n3)cc2)cc1 +*Oc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(Cc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)c2)cc1 +*Oc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5ccc(NC(=O)c6ccc(*)cc6)cc5)cc4)cc3)c2)cc1 +*Oc1ccc(C(C)(C)c2cccc(C(C)(C)c3ccc(Oc4ccc(C(=O)Nc5cccc(NC(=O)c6ccc(*)cc6)c5)cc4)cc3)c2)cc1 +*Oc1ccc(C(C)(CC(C)C)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=O)c(C)c2)cc1C +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=O)c(Cl)c2)cc1Cl +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(C)(CC)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(C(C)(CCC#N)c2ccc(OC(*)=O)c(C)c2)cc1C +*Oc1ccc(C(C)(CCC#N)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(CCC)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)cc1 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(Oc3c(F)c(F)c(C(=O)c4c(F)c(F)c(*)c(F)c4F)c(F)c3F)cc2)cc1 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(Oc3ccc(C(=O)C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(C(C)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(C)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(CC)(CC)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(CC)(CC)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)cc1 +*Oc1ccc(C(CC)(c2ccccc2)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(CC)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(CC)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(CCC)(CCC)c2ccc(OC(*)=O)c(C)c2)cc1C +*Oc1ccc(C(CCC)(CCC)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(CCC)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(CCC)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C(CCCC)(CCCC)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)(C(F)(F)Cl)C(F)(F)Cl)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C(C)C)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C(Cl)(Cl)Cl)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C(Cl)Cl)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2C3CCC(C3)C2C)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2C3CCC(C3)C2c2ccccc2)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2CC3CC2C2C4CCC(C4)C32)cc1 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C2CCCCC2)cc1 +*Oc1ccc(C(c2ccc(OC(*)=S)cc2)C(C)C)cc1 +*Oc1ccc(C(c2ccc(OC(*)=S)cc2)C(CC)CC)cc1 +*Oc1ccc(C(c2ccc(OC(*)=S)cc2)c2cccc3ccccc23)cc1 +*Oc1ccc(C(c2ccc(OC(=O)Nc3ccc(Cc4ccc(NC(*)=O)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OP3(Oc4ccc(C(=O)OC)cc4)=NP(Oc4ccc(C(=O)OC)cc4)(Oc4ccc(C(=O)OC)cc4)=NP(*)(Oc4ccc(C(=O)OC)cc4)=N3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(OP3(Oc4ccc(C(=O)OCCC)cc4)=NP(Oc4ccc(C(=O)OCCC)cc4)(Oc4ccc(C(=O)OCCC)cc4)=NP(*)(Oc4ccc(C(=O)OCCC)cc4)=N3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3c(F)c(F)c(C(=O)c4c(F)c(F)c(*)c(F)c4F)c(F)c3F)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3c(F)c(F)c(COC(c4cccc(C(OCc5c(F)c(F)c(*)c(F)c5F)(C(F)(F)F)C(F)(F)F)c4)(C(F)(F)F)C(F)(F)F)c(F)c3F)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)C(=O)c4ccc(*)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)Nc4ccc(-c5ccc(NC(=O)c6ccc(*)cc6)cc5C(F)(F)F)c(C(F)(F)F)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)Nc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c(-c5ccc(F)cc5)c4-c4ccc(F)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cc(C(=O)c5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(C(C)(C)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(C(c5ccc(C(=O)c6ccc(*)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccc(P(=O)(c5ccccc5)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cccc(-c5cccc(C(=O)c6ccc(*)cc6)c5)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cccc5cccc(C(=O)c6ccc(*)cc6)c45)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(Oc3ccc(C(=O)Nc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(C(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(C(c2ccccc2)c2ccc(OC(*)=O)cc2C)c(C)c1 +*Oc1ccc(C(c2ccccc2)c2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(C2(C)CCC(C(C)(C)c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)CC2)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)c(C)c3)CC3CC2C2CCCC32)cc1C +*Oc1ccc(C2(c3ccc(OC(*)=O)c(C)c3)CC3CCC2C3)cc1C +*Oc1ccc(C2(c3ccc(OC(*)=O)c(C)c3)CCCCC2)cc1C +*Oc1ccc(C2(c3ccc(OC(*)=O)c(Cl)c3)CC3CCC2C3)cc1Cl +*Oc1ccc(C2(c3ccc(OC(*)=O)c(Cl)c3)CCCCC2)cc1Cl +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC(C)CC(C)(C)C2)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC3CC2C2C4CCC(C4)C32)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC3CC2C2CCCC32)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CC3CCC2C3)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCc3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)c3cc(OC)ccc3-c3ccc([N+](=O)[O-])cc32)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3C)CC3CC2C2C4CCC(C4)C32)cc1C +*Oc1ccc(C2(c3ccc(OC(*)=S)cc3)CCC(C)CC2)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=S)cc3)CCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(*)=S)cc3)CCCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)C45CC6CC(CC(C(*)=O)(C6)C4)C5)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCC(*)=O)cc3)c3cc(OC)ccc3-c3ccc([N+](=O)[O-])cc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCC(*)=O)cc3)c3cc(OC)ccc3-c3ccc([N+](=O)[O-])cc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCC(*)=O)cc3)c3cc(N(C)C)ccc3-c3ccc([N+](=O)[O-])cc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCC(*)=O)cc3)c3ccccc3Cc3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCCCC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)OC4C(C)(C)C(OC(*)=O)C4(C)C)cc3)CC3CCC2C3)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)OC4C(C)(C)C(OC(*)=O)C4(C)C)cc3)CCC(C(C)(C)C)CC2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)OC4C(C)(C)C(OC(*)=O)C4(C)C)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CC3CC2C2CCCC32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCC(C(C)(C)C)CC2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCC3CCCCC3C2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)CCc3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3C(=O)c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3Cc3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc(C(*)=O)cc8)cc7)CCC(C(C)(C)C)CC6)cc5)cc4)cc3)C3CC4CC(C3)CC2C4)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc(C(*)=O)cc8)cc7)CCC(C(C)(C)C)CC6)cc5)cc4)cc3)CC3CC2C2CCCC32)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc(C(*)=O)cc8)cc7)CCC(C(C)(C)C)CC6)cc5)cc4)cc3)CCCCCCCCCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)c(C)c3)c3ccccc3-c3ccccc32)cc1C +*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)CCC3CCCCC3C2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)CCCCC2)cc1 +*Oc1ccc(C2(c3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(OC4(F)C(*)(F)C(F)(F)C4(F)F)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4c(F)c(F)c(C(=O)c5c(F)c(F)c(*)c(F)c5F)c(F)c4F)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(-c5ccc(-c6ccc(*)c(C(F)(F)F)c6)cc5)cc4C(F)(F)F)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(-c5ccc(NC(=O)c6cc(C(=O)Nc7ccc(-c8ccc(*)c(C(F)(F)F)c8)cc7)cc(C(C)(C)C)c6)cc5)cc4C(F)(F)F)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(/C=C/C(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(/C=N/N=C/c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)C(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)Oc5c(C)cc(C(C)(C)c6cc(C)c(OC(=O)c7ccc(*)cc7)c(C)c6)cc5C)cc4)cc3)CCC(C(C)(C)C)CC2)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)Oc5ccc(C(C)(C)c6ccc(OC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)CCC(C(C)(C)C)CC2)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)Oc5ccc(C6(c7ccc(OC(=O)c8ccc(*)cc8)cc7)CCC(c7ccccc7)CC6)cc5)cc4)cc3)CCC(C(C)(C)C)CC2)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5c(C(=O)c6ccc(*)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c5-c5ccc(F)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5c(C(=O)c6ccc(*)cc6)c(-c6ccccc6)c(-c6ccc7ccccc7c6)c(-c6ccc7ccccc7c6)c5-c5ccccc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)CCC3CCCCC3C2)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(C(=O)c6ccc(*)c(C(F)(F)F)c6)cc5)cc4C(F)(F)F)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(C(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(-c6cccc(C(=O)c7ccc(*)cc7)c6)c5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)CCC3CCCCC3C2)cc1C +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c(C)c3)c3ccccc3-c3ccccc32)cc1C +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)cc3)CCC3CCCCC3C2)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc(C(=O)c6ccc(*)cc6)c5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5cccc6cccc(C(=O)c7ccc(*)cc7)c56)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccccc5)c(-c5cc(*)ccc5C(=O)c5ccccc5)c4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5ccccc5-c5ccccc5C(=O)c5ccc(*)cc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc5c(=O)n6c7cc(-c8ccc9c(c8)nc8c%10ccc(*)c%11cccc(c(=O)n98)c%11%10)ccc7nc6c6cccc4c56)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc5c(=O)n6c7cc(-c8ccc9c(c8)nc8c%10ccc(*)c%11cccc(c(=O)n98)c%11%10)ccc7nc6c6cccc4c56)cc3)c3ccccc3C(=O)c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4ccc5c(=O)n6c7cc(Oc8ccc9c(c8)nc8c%10ccc(*)c%11cccc(c(=O)n98)c%11%10)ccc7nc6c6cccc4c56)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(C2(c3ccc(Oc4nc(*)nc(OC)n4)cc3)CCCCC2)cc1 +*Oc1ccc(CC(*)=O)cc1 +*Oc1ccc(CC(C#N)(C#N)Cc2ccc(*)cc2)cc1 +*Oc1ccc(CC(C#N)(Cc2ccc(*)cc2)c2ccccc2)cc1 +*Oc1ccc(CC(Cc2ccc(*)cc2)(C(=O)OCC)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(C)CC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCC(C)CC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OC(C)CC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCC(C)C)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCOCCOCC)cc1 +*Oc1ccc(CC(NC(=O)CCc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCc2ccccc2)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CC(C)CCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCC)cc1 +*Oc1ccc(CC(NC(=O)Cc2ccc(OC(=O)COCCOCC(*)=O)cc2)C(=O)OCCCCCCCC)cc1 +*Oc1ccc(CC2(Cc3ccc(*)cc3)c3ccccc3-c3ccccc32)cc1 +*Oc1ccc(CCNC(=O)c2cccc(C(*)=O)c2)cc1 +*Oc1ccc(CCNC(=O)c2cccc(C(=O)NCCc3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)c2)cc1 +*Oc1ccc(CNC(=O)CCCCC(=O)NCc2ccc(OC3COC4C(*)COC34)cc2)cc1 +*Oc1ccc(CNC(=O)c2ccc(C(=O)NCc3ccc(OC4COC5C(*)COC45)cc3)cc2)cc1 +*Oc1ccc(CNC(=O)c2cccc(C(=O)NCc3ccc(OC4COC5C(*)COC45)cc3)c2)cc1 +*Oc1ccc(Cc2ccc(Cc3ccc(OC(*)=O)cc3)cc2)cc1 +*Oc1ccc(Cc2ccc(OC(*)=O)c(C)c2)cc1C +*Oc1ccc(Cc2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(Cc2ccc(OC(*)=S)cc2)cc1 +*Oc1ccc(Cc2ccc(OC(=O)CCCCC(*)=O)cc2)cc1 +*Oc1ccc(Cc2ccc(OC(=O)OCC3CCC(COC(*)=O)CC3)cc2)cc1 +*Oc1ccc(Cc2ccc(OC(=O)c3cc(OCCCCC)cc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(Cc2ccc(OC(=O)c3ccc(C(C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(Cc2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(N(CC)c2ccc(/C=C(\C#N)C(=O)NC3CCCCC3NC(=O)/C(C#N)=C/c3ccc(N(CC)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(N(c2ccc(OC)cc2)c2ccc3ccc(N(c4ccc(*)cc4)c4ccc(OC)cc4)cc3c2)cc1 +*Oc1ccc(N(c2ccc(OCCCCCC)cc2)c2ccc(-c3ccc(N(c4ccc(*)cc4)c4ccc(OCCCCCC)cc4)cc3)cc2)cc1 +*Oc1ccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=C(C#N)C#N)c2ccc(-c3ccc(-c4ccc(C(Nc5ccc(*)cc5)=C(C#N)C#N)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=C(C#N)C#N)c2ccc(-c3ccc(C(Nc4ccc(*)cc4)=C(C#N)C#N)cc3)cc2)cc1 +*Oc1ccc(NC(=C(C#N)C#N)c2ccc(C(Nc3ccc(*)cc3)=C(C#N)C#N)cc2)cc1 +*Oc1ccc(NC(=C(C#N)C#N)c2ccc3cc(C(Nc4ccc(*)cc4)=C(C#N)C#N)ccc3c2)cc1 +*Oc1ccc(NC(=C(C#N)C#N)c2cccc(C(Nc3ccc(Oc4ccc(NC(=O)c5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)=C(C#N)C#N)c2)cc1 +*Oc1ccc(NC(=O)/C=C/C(=O)NNC(=O)/C=C/C(=O)Nc2ccc(OC(=O)/C=C/C(=O)NNC(=O)/C=C/C(*)=O)cc2)cc1 +*Oc1ccc(NC(=O)/C=C/C(=O)NNC(=O)/C=C/C(=O)Nc2ccc(OC(=O)c3ccccc3C(=O)NNC(=O)c3ccccc3C(*)=O)cc2)cc1 +*Oc1ccc(NC(=O)/C=C/c2ccc(/C=C/C(=O)Nc3ccc(*)cc3)cc2)cc1 +*Oc1ccc(NC(=O)CCCCC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)CCCCC(=O)Nc2ccc(OC3COC4C(*)COC34)cc2)cc1 +*Oc1ccc(NC(=O)CCCCCC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)CCCCCCC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)CCCCCCC(=O)Nc2ccc(OC3COC4C(*)COC34)cc2)cc1 +*Oc1ccc(NC(=O)CCCCCCCC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)CCCCCCCCCC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)NC2CC(C)(C)CC(C)(CNC(=O)Nc3ccc(*)c(-c4ccc(Oc5ccccc5)cc4)c3)C2)cc1-c1ccc(Oc2ccccc2)cc1 +*Oc1ccc(NC(=O)NC2CC(C)(C)CC(C)(CNC(=O)Nc3ccc(*)cc3)C2)cc1 +*Oc1ccc(NC(=O)Nc2cc(NC(=O)Nc3ccc(*)c(-c4ccc(Oc5ccccc5)cc4)c3)ccc2C)cc1-c1ccc(Oc2ccccc2)cc1 +*Oc1ccc(NC(=O)Nc2cc(NC(=O)Nc3ccc(*)cc3)ccc2C)cc1 +*Oc1ccc(NC(=O)Nc2ccccc2CCc2ccc(NC(=O)Nc3ccc(*)cc3)cc2)cc1 +*Oc1ccc(NC(=O)Nc2ccccc2CCc2ccccc2NC(=O)Nc2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)c2cc(-c3ccc(C(=O)O)c(C(=O)Nc4ccc(*)cc4)c3)ccc2C(=O)O)cc1 +*Oc1ccc(NC(=O)c2cc(-c3ccc(C(=O)OCC)c(C(=O)Nc4ccc(*)cc4)c3)ccc2C(=O)OCC)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)c(C(=O)O)cc2C(=O)O)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)c(C(=O)OCC)cc2C(=O)OCC)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(C)(C)C)c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(S(=O)(=O)c3ccccc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc(C(C)(C)C)c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc(C(C)(C)C)c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc([N+](=O)[O-])c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)CC6CCC5C6)cc4)cc3)cc(C(C)(C)C)c2)cc1 +*Oc1ccc(NC(=O)c2cc(C(c3ccc(C(=O)O)c(C(=O)Nc4ccc(Oc5ccc(C(c6ccc(*)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4)c3)(C(F)(F)F)C(F)(F)F)ccc2C(=O)O)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)C34CC5CC(CC(C5)C3)C4)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)CCCCCCCCCCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)CCCCCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)CCCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)CCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(*)cc5)cc4)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccccc3)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccncc3)cc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(-c3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(C)c6ccc(*)cc6)cc5)cc4)c(C)c3)cc2C)cc1 +*Oc1ccc(NC(=O)c2ccc(-c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)CC7CCC6C7)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(*)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(OC4COC5C(*)COC45)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)C6CC7CC(C6)CC5C7)cc4)cc3)c3ccccc23)cc1 +*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)C6CC7CC(C6)CC5C7)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)CC6CCC5C6)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(C(c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(OC3COC4C(Oc5ccc(C(=O)Nc6ccc(OC7COC8C(*)COC78)cc6)cc5)COC34)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(=O)Nc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(-c9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(c9ccc(*)cc9)(C(F)(F)F)C(F)(F)F)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(-c9ccc(*)cc9)cc8)cc7)cc6)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(Oc8ccc(C(c9ccc(*)cc9)(C(F)(F)F)C(F)(F)F)cc8)cc7)cc6)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(=O)Nc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(=O)Nc4ccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(S(=O)(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(C(c6ccc(*)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(S(=O)(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc(S(=O)(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)CC7CCC6C7)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc([Si](c3ccccc3)(c3ccccc3)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(NC(=O)c2ccc3cc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)C7CC8CC(C7)CC6C8)cc5)cc4)ccc3c2)cc1 +*Oc1ccc(NC(=O)c2ccc3cc(C(=O)Nc4ccc(Oc5ccc(C6(c7ccc(*)cc7)CC7CCC6C7)cc5)cc4)ccc3c2)cc1 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(*)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(OC4COC5C(*)COC45)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5cccc(C(C)(C)c6ccc(*)cc6)c5)cc4)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)C6CC7CC(C6)CC5C7)cc4)cc3)c2)cc1 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)CC6CCC5C6)cc4)cc3)c2)cc1 +*Oc1ccc(NCC(=O)c2ccc(Sc3ccc(C(=O)CNc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(N[Se]Nc2ccc(*)cc2)cc1 +*Oc1ccc(Nc2ccc(/N=N/c3ccc(Nc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(Nc2ccc(C(=O)c3ccc(C(=O)c4ccc(Nc5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Nc2ccc(S(=O)(=O)c3ccc(Nc4ccc(Oc5ccc(C(C)(C)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(OC(=O)/C=C/c2ccc(/C=C/C(*)=O)cc2)cc1 +*Oc1ccc(OC(=O)CCCCC(*)=O)cc1 +*Oc1ccc(OC(=O)CCCCCCCCC(*)=O)cc1 +*Oc1ccc(OC(=O)Oc2ccc(C(*)=O)cc2)cc1 +*Oc1ccc(OC(=O)Oc2ccc(C(C)(C)c3ccc(OC(*)=O)cc3)cc2)cc1 +*Oc1ccc(OC(=O)c2cc(/N=N/c3ccc(OCC)cc3)ccc2-c2ccc(/N=N/c3ccc(OCC)cc3)cc2C(*)=O)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc(C(*)=O)c2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCCC)c(C(*)=O)cc2OCCCCCCCCCCCC)cc1-c1ccccc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCCC)c(C(*)=O)cc2OCCCCCCCCCCCC)cc1C +*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCCOCC3CCCN3c3ccc([N+](=O)[O-])cc3)c(C(*)=O)cc2OCCCCOCC2CCCN2c2ccc([N+](=O)[O-])cc2)cc1 +*Oc1ccc(OC(=O)c2cc(OCCCc3ccccc3)c(C(*)=O)cc2OCCCc2ccccc2)cc1C +*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)c2ccccc12 +*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1 +*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1-c1ccccc1 +*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1C +*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1C(C)(C)c1ccccc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1-c1cccc(C(F)(F)F)c1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C(F)(F)F +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C1CC2CCC1C2 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C1CCCCC1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C1CCCCCCC1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1CCC(C)CC +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(-c3ccccc3)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(Br)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(C(C)(C)c3ccccc3)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(C3CCCCC3)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(Cl)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(F)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc(Oc3ccccc3)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccc3ccccc3c2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Oc2ccccc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccc(C)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccc(Cl)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccc3ccccc3c2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccccc2)cc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccccc2)cc1-c1ccccc1 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccccc2)cc1C +*Oc1ccc(OC(=O)c2ccc(C(C)(C)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(OC(=O)c3ccc(C(=O)Oc4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1/C=C/c1ccncc1 +*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1S(=O)(=O)c1ccccc1 +*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1S(=O)(=O)c1ccccc1 +*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1C(=O)CC +*Oc1ccc(OC(=O)c2ccc(OCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1/N=N/c1ccc(C#N)cc1 +*Oc1ccc(OC(=O)c2ccc(OCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1S(=O)(=O)c1ccccc1 +*Oc1ccc(OC(=O)c2ccc(Oc3ccc(C(*)=O)cc3)cc2)c2ccccc12 +*Oc1ccc(OC(=O)c2ccc(Sc3cccc(OC(=O)c4ccc(C(=O)Oc5cccc(Sc6ccc(C(*)=O)cc6)c5)cc4)c3)cc2)cc1C +*Oc1ccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)cc1 +*Oc1ccc(OC(=O)c2cccc(C(*)=O)c2)cc1 +*Oc1ccc(OC(=O)c2cccc(Oc3cccc(C(*)=O)c3)c2)cc1 +*Oc1ccc(OC(=O)c2cccc(Sc3ccc(OC(=O)c4ccc(C(=O)Oc5ccc(Sc6cccc(C(*)=O)c6)cc5)cc4)cc3)c2)cc1-c1ccccc1 +*Oc1ccc(OC(=O)c2cccc(Sc3ccc(OC(=O)c4ccc(C(=O)Oc5ccc(Sc6cccc(C(*)=O)c6)cc5)cc4)cc3)c2)cc1C +*Oc1ccc(OC(C)COCCCCCCCOc2ccc(-c3ccc(C(*)=O)cc3)cc2)c([N+](=O)[O-])c1 +*Oc1ccc(OC2(F)C(*)(F)C(F)(F)C2(F)F)cc1 +*Oc1ccc(Oc2c(F)c(F)c(-c3c(F)c(F)c(*)c(F)c3F)c(F)c2F)cc1S(=O)(=O)O +*Oc1ccc(Oc2ccc(/C(=N/c3ccc(/N=C(\c4ccccc4)c4ccc(*)cc4)cc3)c3ccccc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C(=N/c3ccc(Oc4ccc(/N=C(\c5ccccc5)c5ccc(*)cc5)cc4)cc3)c3ccccc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C(=N\c3ccccc3)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C=N/CC/N=C/c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C=N/CCCC/N=C/c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C=N/CCCCCC/N=C/c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C=N/CCCCCCCCCC/N=C/c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C=N/CCCCCCCCCCCC/N=C/c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C=N/c3ccc(/N=C/c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(/C=N/c3ccc(Oc4ccc(/N=C/c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Cc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Cc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1C +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(C(=O)Nc3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1C +*Oc1ccc(Oc2ccc(C(=O)c3c(C(=O)c4ccc(*)cc4)c(-c4ccc(F)cc4)c(-c4ccc(F)cc4)c(-c4ccc(F)cc4)c3-c3ccc(F)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)c(S(=O)(=O)O)c3)cc2S(=O)(=O)O)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)c(S(=O)(=O)O)c3)cc2S(=O)(=O)O)cc1S(=O)(=O)O +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1cc(C(F)(F)F)cc(C(F)(F)F)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1cc(C)cc(C)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1ccc(Oc2ccccc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1cccc(C(F)(F)F)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1C +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1C(C)(C)C +*Oc1ccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)cc1S(=O)(=O)O +*Oc1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccc(S(=O)(=O)O)c(C)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1cccc(C)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)c4ccccc34)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccc(Cl)c(C(F)(F)F)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccc(S(=O)(=O)O)c(C)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccc(S(=O)(=O)O)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1cccc(C)c1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(NC(=O)CCCCCCCCC(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)c6ccc(*)c(C(C)C)c6)cc5)cc4)cc3)cc2C(C)C)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3cccc(-c4cccc(C(=O)c5ccc(*)cc5)c4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(*)cc4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(*)cc4)c3)cc2)cc1S(=O)(=O)O +*Oc1ccc(Oc2ccc(C(=O)c3cccc(NC(=O)CCCCCCCCC(=O)Nc4cccc(C(=O)c5ccc(*)cc5)c4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3cccc(NC(=O)c4ccc(C(=O)Nc5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3cccc(NC(=O)c4cccc(C(=O)Nc5cccc(C(=O)c6ccc(*)cc6)c5)c4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3cccc4cccc(C(=O)c5ccc(*)cc5)c34)cc2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3cccc4cccc(C(=O)c5ccc(*)cc5)c34)cc2)cc1C(C)(C)C +*Oc1ccc(Oc2ccc(C(=O)c3ccccc3)c(-c3cc(*)ccc3C(=O)c3ccccc3)c2)cc1 +*Oc1ccc(Oc2ccc(C(=O)c3ccccc3-c3ccccc3C(=O)c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=C(C#N)C#N)c3ccc(C(Nc4ccc(*)cc4)=C(C#N)C#N)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=C(C#N)C#N)c3cccc(C(Nc4ccc(*)cc4)=C(C#N)C#N)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3cc(C(=O)Nc4ccc(*)cc4)cc(C(C)(C)C)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4ccc(*)cc4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(-c4ccc(C(=O)Nc5ccc(*)cc5)c(C)c4)cc3C)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(C(C)(C)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(C(C)(C)c5cccc(C(C)(C)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)c5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4-c4ccccc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4-c4ccccc4)cc3)cc2)cc1-c1ccccc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4C)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4C)cc3)cc2)cc1C +*Oc1ccc(Oc2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(*)cc4)c3)cc2)cc1C(C)(C)C +*Oc1ccc(Oc2ccc(Nc3ccc(S(=O)(=O)c4ccc(Nc5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(Oc2ccc(OC(=O)NC(=O)c3cc(C(=O)NC(*)=O)cc(C(C)(C)C)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(OC(=O)c3cc(OCCCCC)cc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(OC(=O)c3ccc(C(c4ccc(C(*)=O)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(OC(=O)c3cccc(Oc4ccc(Oc5cccc(C(*)=O)c5)cc4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4cc(C(=O)Nc5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc(-c5ccc(C(=O)Nc6ccc(*)cc6)c(C)c5)cc4C)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3ccc(Oc4ccc(OC(=O)c5cccc(C(*)=O)c5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3ccc(S(=O)(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3cccc(C(=O)Oc4ccc(-c5ccc(OC(=O)c6cccc(*)c6)cc5)cc4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(Oc3cccc(C(=O)Oc4ccc(OC(=O)c5cccc(*)c5)cc4)c3)cc2)cc1 +*Oc1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(P(C)(=O)c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(-c4ccc(-c5ccc(S(=O)(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(-c4ccc(S(=O)(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2ccc(S(=O)c3ccc(Oc4ccc(Oc5cccc(*)n5)cc4)cc3)cc2)cc1 +*Oc1ccc(Oc2cccc(*)n2)c(-c2ccccc2)c1 +*Oc1ccc(Oc2cccc(*)n2)c(C)c1 +*Oc1ccc(Oc2cccc(*)n2)cc1 +*Oc1ccc(Oc2cccc(C(=O)Oc3ccc(OC(=O)c4cccc(*)c4)cc3)c2)cc1 +*Oc1ccc(P(=O)(c2ccccc2)c2ccc(*)cc2)cc1 +*Oc1ccc(P(=O)(c2ccccc2)c2ccc(Oc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(P(=O)(c2ccccc2)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(P(=O)(c2ccccc2)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(P(C)(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccc(*)cc4)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(P(C)(=O)c2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)N(C)CCCCN(C)S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(*)cc2)c2ccccc12 +*Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(*)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(-c4ccc(S(=O)(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(-c4ccc(S(=O)(=O)c5ccc(Oc6ccc(-c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(S(=O)(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(-c3ccc(S(=O)(=O)c4ccc(Oc5ccc(-c6ccc(-c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3cc(CCCCC)cc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3ccc([Si](C)(C)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3ccc([Si](c4ccccc4)(c4ccccc4)c4ccc(C(*)=O)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C(C)C)cc(C(C)(C)c4cc(C(C)C)c(*)c(C(C)C)c4)cc3C(C)C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(-c4cc(C)c(*)c(C)c4)cc3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(-c4cc(C)c(*)c(C)c4Br)c(Br)c3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(C)(C)c4cc(C)c(*)c(C)c4)cc3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(C)(C)c4cc(C)c(*)c(C)c4)cc3C)cc2C(O)(C(F)(F)F)C(F)(F)F)c(C(O)(C(F)(F)F)C(F)(F)F)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(C)(C)c4cc(C)c(*)c(C)c4Br)c(Br)c3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)c(Br)c2)cc1Br +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2C(O)(C(F)(F)F)C(F)(F)F)c(C(O)(C(F)(F)F)C(F)(F)F)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2C(OC)(C(F)(F)F)C(F)(F)F)c(C(OC)(C(F)(F)F)C(F)(F)F)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(C(c4cc(C)c(*)c(C)c4)(C(F)(F)F)C(F)(F)F)cc3C)cc2[Si](C)(C)C)c([Si](C)(C)C)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3c(C)cc(Cc4cc(C)c(*)c(C)c4)cc3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3cc(C)c(C(c4cc(C(C)C)c(*)cc4C)c4ccccc4C(=O)O)cc3C(C)C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(*)cc4)cc3)cc2N)c(N)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(-c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(-c5ccc(*)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C/c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CC/C(=C\c5ccc(*)cc5)C4=O)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CCC/C(=C\c5ccc(*)cc5)C4=O)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CCC/C(=C\c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)C4=O)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CCCC/C(=C\c5ccc(*)cc5)C4=O)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=C4\CCCC/C(=C\c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(C(C)(C)c9ccc(*)cc9)cc8)cc7)cc6)cc5)C4=O)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=N/N=C/c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=N/c4ccc(Oc5ccc(-c6ccc(Oc7ccc(/N=C/c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/C=N/c4ccc(Oc5ccc(/N=C/c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(/N=C/c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4cc(Br)cc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4cc(C(=O)c5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4cc(I)cc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4ccc(-c5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C(O)(C(F)(F)F)C(F)(F)F)c4)cc3C(O)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C(OC)(C(F)(F)F)C(F)(F)F)c4)cc3C(OC)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(C)c4)cc3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(Cl)c4)cc3Cl)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(N)c4)cc3N)cc2)c(N)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)c(N)c4)cc3N)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)c(S(=O)(=O)O)c2)cc1S(=O)(=O)O +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)c([N+](=O)[O-])c2)cc1[N+](=O)[O-] +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)c(N)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2N)c(N)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3[N+](=O)[O-])cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(OCCCCOc5ccc(C(C)(C)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(CCC(=O)O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(c4ccc(*)cc4)c4ccc(O)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)c(Br)c4)(C(F)(F)F)C(F)(F)F)cc3Br)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)c([Si](C)(C)C)c4)(C(F)(F)F)C(F)(F)F)cc3[Si](C)(C)C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)c([Si](C)(C)C)c4)(C(F)(F)F)C(F)(F)F)cc3[Si](C)(C)C)cc2[Si](C)(C)C)c([Si](C)(C)C)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2C(O)(C(F)(F)F)C(F)(F)F)c(C(O)(C(F)(F)F)C(F)(F)F)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2[Si](C)(C)C)c([Si](C)(C)C)c1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)C(C)C)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccc(*)cc4)c4ccccc4C(=O)O)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(c4ccccc4)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)c(C)c5)CCCCC4)cc3C)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)C5CC6CC(C5)CC4C6)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CC5CCC4C5)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CCCC4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CCCCC4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CCCCCC4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)c5ccccc5-c5ccccc54)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(/C=C9\CC/C(=C\c%10ccc(*)cc%10)C9=O)cc8)cc7)cc6)cc5)CCCC4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(/C=C9\CCC/C(=C\c%10ccc(*)cc%10)C9=O)cc8)cc7)cc6)cc5)CCCCC4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc(/C=C9\CCCC/C(=C\c%10ccc(*)cc%10)C9=O)cc8)cc7)cc6)cc5)CCCCCC4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C45CC6CC(CC(c7ccc(*)cc7)(C6)C4)C5)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4CCCC(C(C)c5ccc(*)cc5)C4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(Cc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cc(C(=O)Nc5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cc(NC(=O)c5ccc(OC(C)=O)cc5)cc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cc(NC(=O)c5ccncc5)cc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4ccc(-c5ccc(C(=O)Nc6ccc(*)cc6)c(C)c5)cc4C)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(C(C)(C)c7ccc(Oc8ccc(C(=O)Nc9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(C)c6cccc(C(C)(C)c7ccc(Oc8ccc(C(=O)Nc9ccc(*)cc9)cc8)cc7)c6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(P(C)(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(S(=O)(=O)c4ccc(-c5ccc(-c6ccc(S(=O)(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(S(=O)(=O)c4ccc(-c5ccc(S(=O)(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(Sc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc4c(=O)n5c6cc(Oc7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3cccc(NC(=O)c4ccc(-c5ccc(C(=O)Nc6cccc(*)c6)c(C)c5)cc4C)c3)cc2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc3cc(S(=O)(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(*)c(C)c6)cc5C)cc4)ccc3c2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc3cc(S(=O)(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(*)c(C)c6C)c(C)c5C)cc4)ccc3c2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc3cc(S(=O)(=O)c4ccc(Oc5ccc(-c6ccc(*)cc6)cc5)cc4)ccc3c2)cc1 +*Oc1ccc(S(=O)(=O)c2ccc3ccc(S(=O)(=O)c4ccc(*)cc4)cc3c2)cc1 +*Oc1ccc(S(=O)(=O)c2cccc3c(S(=O)(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(*)c(C)c6)cc5C)cc4)cccc23)cc1 +*Oc1ccc(S(=O)(=O)c2cccc3c(S(=O)(=O)c4ccc(Oc5ccc(-c6ccc(*)cc6)cc5)cc4)cccc23)cc1 +*Oc1ccc(S(=O)c2ccc(Oc3ccc(/C=N/N=C/c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(S(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(SC(=O)Oc2ccc(C(C)(C)c3ccc(OC(=O)Sc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc(SC(=O)Sc2ccc(*)cc2)cc1 +*Oc1ccc(SSc2ccc(*)cc2)cc1 +*Oc1ccc(Sc2ccc(OC(*)=O)cc2)cc1 +*Oc1ccc(Sc2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1 +*Oc1ccc(Sc2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1 +*Oc1ccc(Sc2ccc(Oc3ccc(-c4ccc(-c5ccc(*)c(C(F)(F)F)c5)cc4)cc3C(F)(F)F)cc2)cc1 +*Oc1ccc(Sc2ccc(Oc3ccc(-c4ccc(-c5ccc(-c6ccc(*)c(C(F)(F)F)c6)cc5)cc4)cc3C(F)(F)F)cc2)cc1 +*Oc1ccc(Sc2ccc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(Sc2ccc(Oc3ccc4c(=O)n5c6cc(Oc7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)cc2)cc1 +*Oc1ccc(Sc2ccc(Sc3ccc(Sc4ccc(*)cc4)cc3)cc2)cc1 +*Oc1ccc2c(c1)C(C)(c1ccc(OC(*)=O)cc1)CC2(C)C +*Oc1ccc2c(c1)C(C)(c1ccc(OC(=O)c3ccc(C(*)=O)cc3)cc1)CC2(C)C +*Oc1ccc2c(c1)C(C)(c1ccc(OC(=O)c3cccc(C(*)=O)c3)cc1)CC2(C)C +*Oc1ccc2c(c1)C1(CC2(C)C)CC(C)(C)c2ccc(OC(*)=O)cc21 +*Oc1ccc2c(c1)C1(CC2(C)C)CC(C)(C)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc21 +*Oc1ccc2c(c1)C1(CC2(C)C)CC(C)(C)c2ccc(OC(=O)c3cccc(C(*)=O)c3)cc21 +*Oc1ccc2cc(C(*)=O)ccc2c1 +*Oc1ccc2cc(OC(=O)c3ccc(-c4ccc(C(*)=O)cc4)cc3-c3ccccc3)ccc2c1 +*Oc1ccc2cc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)ccc2c1 +*Oc1ccc2cc(OC(=O)c3cccc(Oc4ccc(Oc5cccc(C(*)=O)c5)cc4)c3)ccc2c1 +*Oc1ccc2cc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)ccc2c1 +*Oc1ccc2cc(Oc3ccc(S(=O)(=O)c4ccc(*)cc4)cc3)ccc2c1 +*Oc1ccc2cc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)ccc2c1 +*Oc1ccc2cc(Oc3ccc4c(=O)n5c6cc(-c7ccc8c(c7)nc7c9ccc(*)c%10cccc(c(=O)n87)c%109)ccc6nc5c5cccc3c45)ccc2c1 +*Oc1ccc2ccc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(/C(=N/c4ccc(/N=C(\c5ccccc5)c5ccc(*)cc5)cc4)c4ccccc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(/C(=N/c4ccc(Oc5ccc(/N=C(\c6ccccc6)c6ccc(*)cc6)cc5)cc4)c4ccccc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(C(C)(C)c5ccc(C(C)(C)c6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(C)c6ccc(C(C)(C)c7ccc(Oc8ccc(NC(=O)c9ccc(*)cc9)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(C)(c6ccccc6)c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(C(c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(Oc6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc(NC(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4cccc(NC(=O)c5ccc(*)cc5)c4)cc3)cc2c1 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4cccc(Oc5ccc(NC(=O)c6ccc(*)cc6)cc5)c4)cc3)cc2c1 +*Oc1cccc(*)c1 +*Oc1cccc(C(*)=O)c1 +*Oc1cccc(C(=O)Nc2ccc(-c3ccc(NC(=O)c4cccc(Oc5nc(*)nc(Sc6ccccc6)n5)c4)cc3)cc2)c1 +*Oc1cccc(C(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)c4cccc(Oc5nc(*)nc(Sc6ccccc6)n5)c4)cc3)cc2)c1 +*Oc1cccc(C(=O)OCC(F)(F)C(F)(F)C(F)(F)COC(=O)c2cccc(*)c2)c1 +*Oc1cccc(C(=O)c2ccc(*)cc2)c1 +*Oc1cccc(C(=O)c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)c1 +*Oc1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(OC(*)=O)c2)c1 +*Oc1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(OC(=O)c3cccc(C(F)(F)C(F)(F)C(F)(F)c4cccc(C(*)=O)c4)c3)c2)c1 +*Oc1cccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccc(/N=N/c5ccc([N+](=O)[O-])cc5)cc4)c4cccc(OC(=O)OCCOCCOC(*)=O)c4)cc3)cc2)c1 +*Oc1cccc(N(c2ccccc2)c2ccc(-c3ccc(N(c4ccccc4)c4cccc(OC(=O)OCCOCCOC(*)=O)c4)cc3)cc2)c1 +*Oc1cccc(NC(=O)CCCCC(=O)Nc2ccc(*)cc2)c1 +*Oc1cccc(NC(=O)CCCCCC(=O)Nc2ccc(*)cc2)c1 +*Oc1cccc(NC(=O)CCCCCCC(=O)Nc2ccc(*)cc2)c1 +*Oc1cccc(NC(=O)CCCCCCCC(=O)Nc2ccc(*)cc2)c1 +*Oc1cccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(*)cc2)c1 +*Oc1cccc(NC(=O)CCCCCCCCCC(=O)Nc2ccc(*)cc2)c1 +*Oc1cccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(*)cc2)c1 +*Oc1cccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)c1 +*Oc1cccc(NC(=O)c2cc(C(=O)Nc3ccc(*)cc3)cc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c2)c1 +*Oc1cccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(*)cc3)c2)c1 +*Oc1cccc(NC(=O)c2ccc(C(=O)Nc3ccc(*)cc3)cc2)c1 +*Oc1cccc(NC(=O)c2ccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1 +*Oc1cccc(NC(=O)c2ccc(C(=O)c3cccc(C(=O)Nc4ccc(*)cc4)c3)cc2)c1 +*Oc1cccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2)c1 +*Oc1cccc(NC(=O)c2ccc(Oc3ccc(C(C)(C)c4cccc(C(C)(C)c5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)c4)cc3)cc2)c1 +*Oc1cccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(=O)Nc4cccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(*)cc6)cc5)c4)cc3)cc2)c1 +*Oc1cccc(NC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)c1 +*Oc1cccc(NC(=O)c2cccc(C(=O)Nc3ccc(*)cc3)c2)c1 +*Oc1cccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)c2)c1 +*Oc1cccc(OC(=O)CCC(*)=O)c1 +*Oc1cccc(OC(=O)Oc2ccc(C(C)(C)c3ccc(OC(*)=O)cc3)cc2)c1 +*Oc1cccc(OC(=O)c2cc(OCCCCC)cc(C(*)=O)c2)c1 +*Oc1cccc(OC(=O)c2ccc(C(C)(C)c3ccc(C(*)=O)cc3)cc2)c1 +*Oc1cccc(OC(=O)c2ccc(OC(=O)c3cccc(C(=O)Oc4ccc(C(*)=O)cc4)c3)cc2)c1 +*Oc1cccc(OC(=O)c2ccc(Oc3ccc(C(*)=O)cc3)cc2)c1 +*Oc1cccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)c1 +*Oc1cccc(OC(=O)c2cccc(C(*)=O)c2)c1 +*Oc1cccc(OC2(F)C(*)(F)C(F)(F)C2(F)F)c1 +*Oc1cccc(Oc2ccc(-c3ccc(*)cc3)cc2)c1C#N +*Oc1cccc(Oc2ccc(/N=C/c3ccc(N(c4ccccc4)c4ccc(/C=N/c5ccc(*)cc5)cc4)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(C(=O)O)c(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7cc(*)ccc7C(=O)O)cc6)cc5)cc4)cc3)c2)c1 +*Oc1cccc(Oc2ccc(C(=O)Oc3cccc(OC(=O)c4ccc(*)cc4)c3)cc2)c1 +*Oc1cccc(Oc2ccc(C(=O)c3ccc(*)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(C(=O)c3ccc(NC(=O)CCCCCCCCC(=O)Nc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4ccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(C(=O)c3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(C(=O)c6ccc(*)cc6)cc5)c4)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4ccc(*)cc4)c3)cc2)c1 +*Oc1cccc(Oc2ccc(NC(=O)c3ccc(-c4ccc(C(=O)Nc5ccc(*)cc5)c(C)c4)cc3C)cc2)c1 +*Oc1cccc(Oc2ccc(NC(=O)c3ccc(Oc4cccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)c4)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(Oc3cccc(OC(=O)c4ccc(C(*)=O)cc4)c3)cc2)c1 +*Oc1cccc(Oc2ccc(S(=O)(=O)c3ccc(*)cc3)cc2)c1 +*Oc1cccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1 +*Oc1cccc(Oc2ccc3c(=O)n4c5cc(-c6ccc7c(c6)nc6c8ccc(*)c9cccc(c(=O)n76)c98)ccc5nc4c4cccc2c34)c1 +*Oc1cccc(Oc2ccc3c(=O)n4c5cc(Oc6ccc7c(c6)nc6c8ccc(*)c9cccc(c(=O)n76)c98)ccc5nc4c4cccc2c34)c1 +*Oc1cccc(Oc2cccc(*)c2)c1C#N +*Oc1cccc(Oc2cccc(*)n2)c1 +*Oc1cccc(Oc2cccc(NC(=O)c3cc(Oc4ccc(C(=O)O)c(C(=O)Nc5cccc(*)c5)c4)ccc3C(=O)O)c2)c1 +*Oc1cccc(Oc2cccc(NC(=O)c3cc(Oc4ccc(C(=O)O)c(C(=O)Nc5cccc(*)c5)c4)ccc3C(=O)O)c2)c1C#N +*Oc1cccc(Oc2cccc(NC(=O)c3cccc(Oc4cccc(Oc5cccc(C(=O)Nc6cccc(*)c6)c5)c4)c3)c2)c1 +*Oc1cccc(Oc2cccc(OC(*)=O)c2)c1 +*Oc1cccc(S(=O)(=O)c2ccc(*)cc2)c1 +*Oc1cccc2c(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)cccc12 +*Oc1cccc2c(OC3(F)C(*)(F)C(F)(F)C3(F)F)cccc12 +*Oc1cccc2cc(OC(=O)c3ccc(Oc4ccc(C(*)=O)cc4)cc3)ccc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4cc(C(=O)Nc5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(C(c5ccc(C(=O)Nc6ccc(*)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(C)c6cccc(C(C)(C)c7ccc(Oc8ccc(C(=O)Nc9ccc(*)cc9)cc8)cc7)c6)cc5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(C(C)(c6ccccc6)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)cc5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc(C(=O)Nc8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5cccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)c5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccccc5Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(S(=O)(=O)c5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc12 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4cccc(C(=O)Nc5ccc(*)cc5)c4)cc3)cc12 +*Oc1ccccc1-c1ccccc1Oc1ccc2c(=O)n3c4cc(-c5ccc6c(c5)nc5c7ccc(*)c8cccc(c(=O)n65)c87)ccc4nc3c3cccc1c23 +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)C(C)C(C)C(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)C(CC)C(CC)C(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCC(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCC(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCC(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCCC(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCCCC(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)CCCCCCCCC(*)=O +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)c1ccc(C(*)=O)cc1 +*Oc1ccccc1C(=O)OC(=O)c1ccccc1OC(=O)c1cccc(C(*)=O)c1 +*Oc1ccccc1Oc1ccc(S(=O)(=O)c2ccc(*)cc2)cc1 +*Oc1ccccc1S(=O)(=O)c1ccc(*)cc1 +*SC(*)(F)F +*SC(C)C(*)=O +*SC1CCCC(*)C1 +*SC1CCCCC1* +*SCC(=O)N/N=C/c1ccc(OCCCCCCCCCCOc2ccc(/C=N/NC(=O)CSc3nnc(*)s3)cc2)cc1 +*SCC(=O)N/N=C/c1ccc(OCCCCCCCCCCOc2ccc(/C=N/NC(=O)CSc3nnc(*)s3)cc2OC)c(OC)c1 +*SSc1ccc(/N=C/Nc2ccc(*)cc2)cc1 +*Sc1c(C)cc(*)cc1C +*Sc1cc(C)c(*)cc1C +*Sc1ccc(*)cc1 +*Sc1ccc(C(=O)CNCCCCCCCCNCC(=O)c2ccc(*)cc2)cc1 +*Sc1ccc(C(=O)c2ccc(C(C)(C)c3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1 +*Sc1ccc(C(=O)c2ccc(C(c3ccc(C(=O)c4ccc(*)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*Sc1ccc(Cc2ccc(SC(*)=O)cc2)cc1 +*Sc1ccc(Nc2ccc(*)cc2)cc1 +*Sc1ccc(Nc2ccc(Nc3ccc(*)cc3)cc2)cc1 +*Sc1ccc(P(=O)(c2ccccc2)c2ccc(Sc3ccc(-c4ccc(*)cc4)cc3)cc2)cc1 +*Sc1ccc(Sc2ccc(Sc3ccc(P(=O)(c4ccccc4)c4ccc(*)cc4)cc3)cc2)cc1 +*Sc1ccc(Sc2ccc(Sc3ccc4c(c3)C(=O)N(N3C(=O)c5ccc(*)cc5C3=O)C4=O)cc2)cc1 +*Sc1ccc(Sc2ccc(Sc3ccc4c(c3)C(=O)N(N3C(=O)c5cccc(*)c5C3=O)C4=O)cc2)cc1 +*Sc1ccc(Sc2ccc(Sc3ccc4c(c3)Sc3ccc(*)cc3S4)cc2)cc1 +*Sc1ccc(Sc2ccc(Sc3cccc4c3C(=O)N(N3C(=O)c5cccc(*)c5C3=O)C4=O)cc2)cc1 +*Sc1ccc2c(c1)Sc1ccc(*)cc1S2 +*Sc1cccc(Sc2ccc(Sc3ccc(*)cc3)cc2)c1 +*Sc1cccc(Sc2ccc(Sc3ccc(*)cc3)cc2)c1 +*[Se]c1c(Cl)c(Cl)c(*)c(Cl)c1Cl +*[Si](*)(C)CCC(F)(F)F +*[Si](*)(C)CCCOCC1COC(C)(C)O1 +*[Si](*)(C)c1ccc(COCCN(CC)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*[Si](*)(C)c1ccccc1 +*[Si](*)(CCCC)CCCC +*[Si](*)(CCCC)CCCCC +*[Si](*)(CCCC)CCCCCC +*[Si](*)(CCCCCC)c1ccccc1 +*c1[nH]c(*)c(OC)c1OC +*c1[nH]c2ccccc2c1* +*c1c(C)cc(-c2cc(C)c(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(Oc5c(C)cc(Cc6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(-c6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(Cc6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4cccc(Oc5ccc(C(C)(C)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)c(C)c2)cc1C +*c1c(C)cc(C(C)(C)c2cc(C)c(S(*)(=O)=O)c(C)c2)cc1C +*c1c(C)cc(C(c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(C(c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(C(c2cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)c2cccc3ccccc23)cc1C +*c1c(C)cc(C(c2cccc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(C(c2cccc(C(F)(F)F)c2)c2cc(C)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(C(c2cccnc2)c2cc(C)c(N3C(=O)CC(Nc4ccc(Cc5ccc(NC6CC(=O)N(*)C6=O)cc5)cc4)C3=O)c(C)c2)cc1C +*c1c(C)cc(C(c2cccnc2)c2cc(C)c(N3C(=O)CC(Nc4ccc(NC5CC(=O)N(*)C5=O)cc4)C3=O)c(C)c2)cc1C +*c1c(C)cc(C(c2cccnc2)c2cc(C)c(N3C(=O)CC(Nc4cccc(NC5CC(=O)N(*)C5=O)c4)C3=O)c(C)c2)cc1C +*c1c(C)cc(C)c(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c1C +*c1c(C)cc(C)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1C +*c1c(C)cc(C)c(N2C(=O)c3ccc(Oc4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3C2=O)c1C +*c1c(C)cc(C)c(N2C(=O)c3ccc(S(=O)(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1C +*c1c(C)cc(C)c(N2C(=O)c3ccc(Sc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1C +*c1c(C)cc(C)c(N2C(=O)c3cccc(Oc4c(C)cc(-c5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1C +*c1c(C)cc(C)c(N2C(=O)c3cccc(Oc4c(C)cc(Cc5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5c(C)cc(Cc6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(-c6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4cccc(Oc5c(C)cc(Cc6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)c(C)c2)cc1C +*c1c(C)cc(Cc2cc(C)c(N3C(=O)c4cccc(Oc5ccc(C(C)(C)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)c(C)c2)cc1C +*c1c(F)c(F)c(-c2c(F)c(F)c(Oc3ccc(-c4nn(*)c(=O)c5ccccc45)c(F)c3)c(F)c2F)c(F)c1F +*c1cc(*)cc(-c2nc3ccccc3o2)c1 +*c1cc(-c2ccc(C(=C3C=C(C(C)(C)C)C(=O)C(C(C)(C)C)=C3)c3cc(C(C)(C)C)c(O)c(C(C)(C)C)c3)cc2)c(*)s1 +*c1cc(-c2ccc(C(=C3C=C(C(C)(C)C)C(=O)C(C(C)(C)C)=C3)c3cc(C(C)(C)C)c(OC(C)=O)c(C(C)(C)C)c3)cc2)c(*)s1 +*c1cc(-c2nc3ccccc3[nH]2)cc(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c1 +*c1cc(-c2nc3ccccc3oc2=O)cc(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c1 +*c1cc(-c2sc(-c3cc(CCCC)c(*)s3)cc2CCCC)c2cccccc1-2 +*c1cc(-c2sc(-c3cc(CCCCCCC)c(*)s3)cc2CCCCCCC)c2cccccc1-2 +*c1cc(-c2sc(-c3cc(CCCCCCCCCC)c(*)s3)cc2CCCCCCCCCC)c2cccccc1-2 +*c1cc(-c2sc(-c3cc(CCCCCCCCCCCCCC)c(*)s3)cc2CCCCCCCCCCCCCC)c2cccccc1-2 +*c1cc(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c(O)cc1O +*c1cc(/C=N/C(=S)Nc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)ccc1Cl +*c1cc(/C=N/c2ccc3c(c2)c2cc(/N=C/c4cc(*)c(O)c(*)c4)ccc2n3CCCC)ccc1O +*c1cc(/C=N/c2ccc3c(c2)c2cc(/N=C/c4cc(*)c(O)c(*)c4)ccc2n3CCCCCC)ccc1O +*c1cc(/C=N/c2ccc3c(c2)c2cc(/N=C/c4cc(*)c(O)c(*)c4)ccc2n3CCCCCCCCCCCC)ccc1O +*c1cc(/N=N/c2ccc(C#N)cc2)cc(*)c1O +*c1cc(/N=N/c2ccc(OC)cc2)cc(*)c1O +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCC)c(C(=O)OCCCC)c1 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCC)c(C(=O)OCCCCCC)c1 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCC)c(C(=O)OCCCCCCCC)c1 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCC)c(C(=O)OCCCCCCCCCC)c1 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCC)c1 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCCCC)c1 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCCCCCC)c1 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCCCCCCCC)c1 +*c1cc(Br)c(OC(=O)c2ccc(C(=O)Oc3c(Br)cc(C4(*)OC(=O)c5ccccc54)cc3Br)cc2)c(Br)c1 +*c1cc(Br)c(Oc2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1 +*c1cc(Br)c(Oc2c(Br)cc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1 +*c1cc(Br)c(Oc2c(Br)cc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1 +*c1cc(C(=O)NCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(C(=O)NCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(C(=O)NCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(C(=O)NCCCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(C(=O)NCCCCCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(C(=O)NCCCCCCCCCCCCCC)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(C(=O)Nc2ccc(-c3nnc(*)o3)cc2)cc(N2C(=O)c3ccccc3C2=O)c1 +*c1cc(C(=O)O)cc(N2C(=O)CC(C3CC4C(=O)N(*)C(=O)C4c4ccccc43)C2=O)c1 +*c1cc(C(=O)OC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1 +*c1cc(C(=O)OCC(F)(F)C(F)(F)C(F)(F)F)c(*)s1 +*c1cc(C(=O)OCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1 +*c1cc(C(=O)OCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1 +*c1cc(C(=O)OCCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1 +*c1cc(C(=O)OCCCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1 +*c1cc(C(=O)OCCCCCC)cc(N2C(=O)CC(C3Cc4ccccc4C4C(=O)N(*)C(=O)C43)C2=O)c1 +*c1cc(C(=O)OCCCCCCCCCCOc2ccc(-c3ccc(OC(=O)c4ccc(OCC(F)CCCCCC)cc4)cc3)cc2)c(*)s1 +*c1cc(C(=O)Oc2ccc(-c3ccc(O[Si](C)(C)C(C)(C)C)cc3)cc2)cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(C(=O)Oc2cccc3cccnc23)c(*)s1 +*c1cc(C(C(=O)OC)C(=O)OC)c(*)s1 +*c1cc(C(C)(C)c2ccc(O)cc2)cc(*)c1O +*c1cc(C(C)C)c(Oc2ccc(S(=O)(=O)c3ccc(Oc4cc(C)c(C5(*)OC(=O)c6ccccc65)cc4C(C)C)cc3)cc2)cc1C +*c1cc(C(c2ccc(O)c(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1O +*c1cc(C(c2ccc(O)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1O +*c1cc(C(c2ccc(OCCN(C)c3ccc(/C=C/C4=C/C(=C(/C#N)C(=O)OC)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(/C=C/C2=C/C(=C(/C#N)C(=O)OC)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCCN(C)c3ccc(/C=C/C4=C/C(=C(/C#N)C(=O)OCCc5ccccc5)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(/C=C/C2=C/C(=C(/C#N)C(=O)OCCc3ccccc3)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCCN(C)c3ccc(/C=C/C4=C/C(=C(/C#N)C(=O)OCc5ccc(Oc6c(F)c(F)c(F)c(F)c6F)cc5)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(/C=C/C2=C/C(=C(/C#N)C(=O)OCc3ccc(Oc4c(F)c(F)c(F)c(F)c4F)cc3)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCCN(C)c3ccc(/C=C/C4=C/C(=C(/C#N)S(C)(=O)=O)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(C)c1ccc(/C=C/C2=C/C(=C(/C#N)S(C)(=O)=O)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCCN(C)c3ccc(/C=C/C4=CC(=C(C#N)C#N)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(C)c1ccc(/C=C/C2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCCN(CC)c3ccc(/C=C/C4=CC(=C(C#N)C#N)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(CC)c1ccc(/C=C/C2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCCN(c3ccccc3)c3ccc(/C=C/C4=C/C(=C(/C#N)S(C)(=O)=O)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(/C=C/C2=C/C(=C(/C#N)S(C)(=O)=O)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCCN(c3ccccc3)c3ccc(/C=C/C4=CC(=C(C#N)C#N)CC(C)(C)C4)cc3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCCN(c1ccccc1)c1ccc(/C=C/C2=CC(=C(C#N)C#N)CC(C)(C)C2)cc1 +*c1cc(C(c2ccc(OCc3cc(OCCN(C)c4ccc(/C=C/C5=CC(=C(C#N)C#N)CC(C)(C)C5)cc4)cc(OCCN(C)c4ccc(/C=C/C5=CC(=C(C#N)C#N)CC(C)(C)C5)cc4)c3)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)ccc1OCc1cc(OCCN(C)c2ccc(/C=C/C3=CC(=C(C#N)C#N)CC(C)(C)C3)cc2)cc(OCCN(C)c2ccc(/C=C/C3=CC(=C(C#N)C#N)CC(C)(C)C3)cc2)c1 +*c1cc(C)c(*)s1 +*c1cc(C)c(-c2c(C)cc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2C)c(C)c1 +*c1cc(C)c(-c2c(C)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C)c(C)c1 +*c1cc(C)c(/N=C/c2ccc(OCc3ccc(COc4ccc(/C=N/c5cc(C)c(-n6c(=O)c7ccc8c9ccc%10c(=O)n(*)c(=O)c%11ccc(c%12ccc(c6=O)c7c8%12)c9c%10%11)cc5C)cc4)cc3)cc2)cc1C +*c1cc(C)c(/N=C/c2ccc(OCc3ccc(COc4ccc(/C=N/c5cc(C)c(-n6c(=O)c7ccc8c9ccc%10c(=O)n(*)c(=O)c%11ccc(c%12ccc(c6=O)c7c8%12)c9c%10%11)cc5C)cc4OC)cc3)c(OC)c2)cc1C +*c1cc(C)c(/N=C/c2ccc(OCc3ccccc3COc3ccc(/C=N/c4cc(C)c(-n5c(=O)c6ccc7c8ccc9c(=O)n(*)c(=O)c%10ccc(c%11ccc(c5=O)c6c7%11)c8c9%10)cc4C)cc3)cc2)cc1C +*c1cc(C)c(/N=C/c2ccc(OCc3ccccc3COc3ccc(/C=N/c4cc(C)c(-n5c(=O)c6ccc7c8ccc9c(=O)n(*)c(=O)c%10ccc(c%11ccc(c5=O)c6c7%11)c8c9%10)cc4C)cc3OC)c(OC)c2)cc1C +*c1cc(C)c(Cc2cc(C)c(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2C)cc1C +*c1cc(C)c(Oc2ccc(S(=O)(=O)c3ccc(Oc4cc(C)c(C5(*)OC(=O)c6ccccc65)cc4C)cc3)cc2)cc1C +*c1cc(CC(=O)OCC)c(*)s1 +*c1cc(CC(=O)OCCCCCCOc2ccc(/N=N/c3ccc(C#N)cc3)cc2)c(*)s1 +*c1cc(CC(=O)OCCN(CC)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)c(*)s1 +*c1cc(CCCC)c(*)s1 +*c1cc(CCCCBr)c(*)s1 +*c1cc(CCCCCC)c(*)s1 +*c1cc(CCCCCC)c(-c2ccc3c4ccc(-c5sc(-c6sc(*)c7nc(CC)c(CC)nc67)cc5CCCCCC)cc4n(CCCCCCCCCCCC)c3c2)s1 +*c1cc(CCCCCCCC)c(*)s1 +*c1cc(CCCCCCCCCC)c(*)s1 +*c1cc(CCCCCCCCCCCC)c(*)s1 +*c1cc(CCCCCCOC(=O)COC)c(*)s1 +*c1cc(CCCCCCOC(=O)COc2ccccc2)c(*)s1 +*c1cc(CCCCCCOC(=O)Cc2ccccc2)c(*)s1 +*c1cc(CCCCCCO[Si](C)(C)C)c(*)s1 +*c1cc(CCOC(=O)C(C)Br)c(*)s1 +*c1cc(CCOC(=O)NCCCC)c(*)s1 +*c1cc(CCOCCOC)c(*)[nH]1 +*c1cc(CCOc2ccc(/N=N/c3ccc(C#N)cc3)cc2)c(*)s1 +*c1cc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c(O)cc1O +*c1cc(N2C(=O)c3ccc(Oc4cc5ccccc5cc4Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc(C(F)(F)F)c1 +*c1cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c(O)cc1O +*c1cc(N2C(=O)c3ccc(Oc4ccc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5c4)cc3C2=O)cc(C(F)(F)F)c1 +*c1cc(N2C(=O)c3ccc(Oc4cccc5c(Oc6ccc7c(c6)C(=O)N(*)C7=O)cccc45)cc3C2=O)cc(C(F)(F)F)c1 +*c1cc(N2C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc(C(F)(F)F)c1 +*c1cc(OCCCC)c(*)cc1OCCCC +*c1cc(OCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(OCCCCCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(OCCCCCCCCCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(OCCCCCCCCCCCCCCCC)cc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cc(Oc2c(C)cc(-c3cc(C)c(Oc4cc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc(C(F)(F)F)c4)c(C)c3)cc2C)cc(C(F)(F)F)c1 +*c1cc(Oc2c(C)cc(-c3cc(C)c(Oc4cc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc(C(F)(F)F)c4)c(C)c3)cc2C)cc(C(F)(F)F)c1 +*c1cc(SCCCCCC)c(*)s1 +*c1cc(SCCCCCCCCCCCC)c(*)s1 +*c1cc2c(cc1C)-c1cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc1S2(=O)=O +*c1ccc(*)[nH]1 +*c1ccc(*)c(C(=O)c2ccc(C)cc2)c1 +*c1ccc(*)c(C(=O)c2ccc(F)cc2)c1 +*c1ccc(*)c(C(=O)c2ccccc2)c1 +*c1ccc(*)cc1 +*c1ccc(*)s1 +*c1ccc(-c2c(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(OCCCCCCCCCCOc4ccc(-c5cc(-c6ccc(-c7ccccc7)cc6)c(-c6ccc(-n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)c(-c6ccc(-c7ccccc7)cc6)c5)cc4)cc3)cc2-c2ccc(-c3ccccc3)cc2)cc1 +*c1ccc(-c2c(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(OCCCCCCOc4ccc(-c5cc(-c6ccc(-c7ccccc7)cc6)c(-c6ccc(-n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)c(-c6ccc(-c7ccccc7)cc6)c5)cc4)cc3)cc2-c2ccc(-c3ccccc3)cc2)cc1 +*c1ccc(-c2c(-c3ccccc3)nc3ccc(-c4ccc5nc(-c6ccccc6)c(*)c(-c6ccccc6)c5c4)cc3c2-c2ccccc2)cc1 +*c1ccc(-c2c(-c3ccccc3)nc3ccc(Oc4ccc5nc(-c6ccccc6)c(*)c(-c6ccccc6)c5c4)cc3c2-c2ccccc2)cc1 +*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(-c7cc(-c8ccc(-c9ccccc9)cc8)cc(-c8ccc(NC(=O)Nc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)n7)cc6)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(NC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccccc7-c7ccccc7Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc(NC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)n6)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc7c(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cccc67)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(OCC(CC)CCCC)cc3)cc(-c3ccc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4cc(*)ccc4-5)cc3)c2-c2ccc(OCC(CC)CCCC)cc2)cc1 +*c1ccc(-c2cc(-c3ccc(OCCCC#N)cc3)cc(-c3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(OCCCC#N)cc3)cc(-c3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(OCCCC#N)cc3)cc(-c3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)n2)cc1 +*c1ccc(-c2cc(-c3ccc(OCCCCCC)cc3)cc(-c3ccc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4cc(*)ccc4-5)cc3)c2-c2ccc(OCCCCCC)cc2)cc1 +*c1ccc(-c2cc(-c3ccc(OCCCCCCCCCCCC)cc3)cc(-c3ccc(-c4ccc5c(c4)C(CCCCCC)(CCCCCC)c4cc(*)ccc4-5)cc3)c2-c2ccc(OCCCCCCCCCCCC)cc2)cc1 +*c1ccc(-c2cc(-c3ccccc3)c3cc(-c4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(-n4c(=O)c5ccc6c(=O)n(*)c(=O)c7ccc(c4=O)c5c67)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1 +*c1ccc(-c2cc(CCCCCC)c(-c3ccc(-c4ccc5ccc6ccc(*)nc6c5n4)cc3)cc2CCCCCC)cc1 +*c1ccc(-c2cc(CCCCCCBr)c(*)s2)s1 +*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](*)(C)C)s6)cc5CCCCCCCC)s4)s3)s2)s1 +*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](*)(CCCC)CCCC)s6)cc5CCCCCCCC)s4)s3)s2)s1 +*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](C)(C)[Si](*)(C)C)s6)cc5CCCCCCCC)s4)s3)s2)s1 +*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](*)(C)C)s6)cc5CCCCCCCC)s4)s3)s2)s1 +*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](C)(C)[Si](*)(C)C)s6)cc5CCCCCCCC)s4)s3)s2)s1 +*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4ccc(-c5sc(-c6ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s6)cc5CCCCCCCC)s4)s3)s2)s1 +*c1ccc(-c2cc(CCCCCCCC)c(-c3ccc(-c4sc(*)cc4CCCCCCCC)cc3)s2)cn1 +*c1ccc(-c2cc(CCCCCCOC(=O)COc3ccccc3)c(*)s2)s1 +*c1ccc(-c2cc3c(ccc4ccccc43)cc2-c2ccc(N(*)c3ccc(C)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3c(-c4ccccc4)nc4ccc(-c5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3c(-c4ccccc4)nc4ccc(Oc5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccc(-c5ccc(Oc6ccccc6)cc5)cc4)c4cc(-c5ccc6nc(*)cc(-c7ccc(-c8ccc(Oc9ccccc9)cc8)cc7)c6c5)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccc(Oc5ccc(-c6cc(*)nc7ccccc67)cc5)cc4)c4ccccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccc(Oc5ccc(-c6ccccc6)cc5)cc4)c4cc(-c5ccc6nc(*)cc(-c7ccc(Oc8ccc(-c9ccccc9)cc8)cc7)c6c5)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccc(Oc5ccc(Oc6ccccc6)cc5)cc4)c4cc(-c5ccc6nc(*)cc(-c7ccc(Oc8ccc(Oc9ccccc9)cc8)cc7)c6c5)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc(-c5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6-c6ccccc65)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6C(=O)c6ccccc65)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc5c(-c6ccccc6)cc(*)nc5cc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc5nc(*)cc(-c6ccccc6)c5cc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cc(CCCCCCCC)c(-c4ccc(-c5sc(*)cc5CCCCCCCC)cc4)s3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4cc(-c5ccccc5)c5cc(-c6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4cc(-c5ccccc5)c5cc(Oc6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(*)n4CCCCCCCCCCCC)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5cc(-c6ccccc6)c6cc(-c7ccc8nc(*)cc(-c9ccccc9)c8c7)ccc6n5)cc4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5cc(-c6ccccc6)c6cc(Oc7ccc8nc(*)cc(-c9ccccc9)c8c7)ccc6n5)cc4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc(*)n5CCCCCCCCCCCC)s4)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(c5cccc(N7C(=O)c8ccc(*)cc8C7=O)c5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(N(*)c5ccc(C)cc5)cc4)c4c(C)ccc(C)c34)c3c(C)ccc(C)c23)cc1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc([Si](*)(CCCC)CCCC)s4)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc(-c4ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s4)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc(-c4cnc5ccc(-c6ccc7ncc(*)nc7c6)cc5n4)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-n4c(=O)c5c(C(F)(F)F)c6c(=O)n(*)c(=O)c6c(C(F)(F)F)c5c4=O)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6c(C(F)(F)F)c5c4=O)cc3)cc2)cc1 +*c1ccc(-c2ccc(-c3ccc([Si](*)(C)C)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc([Si](*)(CCCC)CCCC)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc([Si](C)(C)[Si](*)(C)C)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s3)s2)s1 +*c1ccc(-c2ccc(-c3ccc4c(c3)C(CCCCCCCC)(CCCCCCCC)c3cc(-c5ccc(*)s5)ccc3-4)s2)cn1 +*c1ccc(-c2ccc(-c3ccc4nc(Oc5cc(-c6ccccc6)c6cc(*)ccc6n5)cc(-c5ccccc5)c4c3)cc2)cc1 +*c1ccc(-c2ccc(-c3cnc4cc(-c5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3cnc4cc(Oc5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1 +*c1ccc(-c2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(c8ccc(N9C(=O)c%10ccc(C(=O)Nc%11ccc(Oc%12ccc%13nc(-c%14ccccc%14)c(*)nc%13c%12)cc%11)cc%10C9=O)cc8)(C(F)(F)F)C(F)(F)F)cc6)C7=O)cc5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3nc4cc(Oc5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)cc4c(-c4ccccc4)c3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)cc4c(-c4ccccc4)c3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3nc4ccccc4c(-c4ccc(Oc5ccc(-c6c(-c7ccccc7)c(*)nc7ccccc67)cc5)cc4)c3-c3ccccc3)cc2)cc1 +*c1ccc(-c2ccc(-c3nnc(-c4ccc([Si](c5ccccc5)(c5ccccc5)c5ccc(-c6nnc(*)o6)cc5)cc4)o3)cc2)cc1 +*c1ccc(-c2ccc(-n3c(-c4ccc(Oc5ccc(C(=O)c6ccc(C(=O)c7ccc(Oc8ccc(-c9nc%10ccccc%10n9*)cc8)cc7)cc6)cc5)cc4)nc4ccccc43)cc2)cc1 +*c1ccc(-c2ccc(-n3c(-c4ccc(Oc5ccc(C(=O)c6ccc(Oc7ccc(-c8nc9ccccc9n8*)cc7)cc6)cc5)cc4)nc4ccccc43)cc2)cc1 +*c1ccc(-c2ccc(-n3c(-c4ccc(Oc5ccc(C(=O)c6ccc(Oc7ccc(C(=O)c8ccc(Oc9ccc(-c%10nc%11ccccc%11n%10*)cc9)cc8)cc7)cc6)cc5)cc4)nc4ccccc43)cc2)cc1 +*c1ccc(-c2ccc(-n3c(-c4ccc(Oc5ccc(C(=O)c6cccc(C(=O)c7ccc(Oc8ccc(-c9nc%10ccccc%10n9*)cc8)cc7)c6)cc5)cc4)nc4ccccc43)cc2)cc1 +*c1ccc(-c2ccc(-n3c(-c4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc(-c8nc9ccccc9n8*)cc7)cc6)cc5)cc4)nc4ccccc43)cc2)cc1 +*c1ccc(-c2ccc(-n3c(=O)c4c(C(F)(F)F)c5c(=O)n(*)c(=O)c5c(C(F)(F)F)c4c3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(-n3c(=O)c4c(C(F)(F)F)c5c(=O)n(*)c(=O)c5c(C(F)(F)F)c4c3=O)cc2C)c(C)c1 +*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(C(F)(F)F)c4c3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(C(F)(F)F)c4c3=O)cc2C)c(C)c1 +*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2C)c(C)c1 +*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2F)c(F)c1 +*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2OC(F)(F)F)c(OC(F)(F)F)c1 +*c1ccc(-c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2OC)c(OC)c1 +*c1ccc(-c2ccc(C(*)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(-c2ccc(C3(*)CCCCC3)cc2)cc1 +*c1ccc(-c2ccc(C3(*)c4ccccc4-c4ccccc43)cc2)cc1 +*c1ccc(-c2ccc(N(*)c3cc(C(F)(F)F)cc(C(F)(F)F)c3)cc2)cc1 +*c1ccc(-c2ccc(N(*)c3ccc(C(F)(F)F)cc3)cc2)cc1 +*c1ccc(-c2ccc(N(*)c3ccc(C)cc3)cc2)cc1 +*c1ccc(-c2ccc(N(*)c3ccc(CCCC)cc3)cc2)cc1 +*c1ccc(-c2ccc(N(c3ccc(OC)cc3)c3ccc4ccc(N(*)c5ccc(OC)cc5)cc4c3)cc2)cc1 +*c1ccc(-c2ccc(N(c3ccccc3)c3ccc(-c4ccc(N(c5ccccc5)c5ccc(-c6ccc(-n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(-c2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(Oc6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2C)c(C)c1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5c(C)cc(C(C)(C)c6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c(OC)c2)cc1OC +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc(Sc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(OCCCCCCOc3ccc(/C=C/c4ccc(F)cc4)cc3)c2)cc1OCCCCCCOc1ccc(/C=C/c2ccc(F)cc2)cc1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C)c(C)c1 +*c1ccc(-c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(-c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(-c5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(-c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(-c5ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(-c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(-c5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(-c2ccc(Oc3ccc(C4(C)CC(C)(C)c5ccc(Oc6ccc(-c7ccc(-n8c(=O)c9cc%10c(=O)n(*)c(=O)c%10cc9c8=O)cc7)cc6C(F)(F)F)cc54)cc3)c(C(F)(F)F)c2)cc1 +*c1ccc(-c2ccc(Oc3ccc(C4(C)CC(C)(C)c5ccc(Oc6ccc(-c7ccc(N8C(=O)c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9C8=O)cc7)cc6C(F)(F)F)cc54)cc3)c(C(F)(F)F)c2)cc1 +*c1ccc(-c2ccc(Oc3ccc(C4(C)CC(C)(C)c5ccc(Oc6ccc(-c7ccc(N8C(=O)c9ccc(Oc%10ccc(C(C)(C)c%11ccc(Oc%12ccc%13c(c%12)C(=O)N(*)C%13=O)cc%11)cc%10)cc9C8=O)cc7)cc6C(F)(F)F)cc54)cc3)c(C(F)(F)F)c2)cc1 +*c1ccc(-c2ccc([Si](*)(C)C)s2)s1 +*c1ccc(-c2ccc([Si](*)(CCCC)CCCC)s2)s1 +*c1ccc(-c2ccc([Si](C)(C)[Si](*)(C)C)s2)s1 +*c1ccc(-c2ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s2)s1 +*c1ccc(-c2ccc3c(c2)C(CCCCCC)(CCCCCC)c2cc(*)ccc2-3)cc1 +*c1ccc(-c2ccc3c(c2)C(CCCCCCBr)(CCCCCCBr)c2cc(*)ccc2-3)cc1 +*c1ccc(-c2ccc3c(c2)C(CCCCCCC#N)(CCCCCCC#N)c2cc(*)ccc2-3)cc1 +*c1ccc(-c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(*)ccc2-3)c(F)c1 +*c1ccc(-c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(*)ccc2-3)cc1 +*c1ccc(-c2ccc3c(c2)C(CCCCCCCC)(CCCCCCCC)c2cc(-c4ccc(N(*)c5ccc(N(c6ccc(C(C)(C)c7ccccc7)cc6)c6ccc(C(C)(C)c7ccccc7)cc6)cc5)cc4)ccc2-3)cc1 +*c1ccc(-c2ccc3nc(*)cc(-c4ccccc4)c3c2)cc1 +*c1ccc(-c2ccc3nc(Oc4cc(-c5ccccc5)c5cc(*)ccc5n4)cc(-c4ccccc4)c3c2)cc1 +*c1ccc(-c2cnc3cc(-c4ccc5nc(*)cnc5c4)ccc3n2)cc1 +*c1ccc(-c2cnc3cc(Oc4ccc5nc(*)cnc5c4)ccc3n2)cc1 +*c1ccc(-c2cnc3cc(S(=O)(=O)c4ccc5nc(*)cnc5c4)ccc3n2)cc1 +*c1ccc(-c2cnc3cc4nc(*)cnc4cc3n2)cc1 +*c1ccc(-c2cnc3cc4ncc(*)nc4cc3n2)cc1 +*c1ccc(-c2cnc3ccc(-c4ccc5nc(*)cnc5c4)cc3n2)cc1 +*c1ccc(-c2cnc3ccc(-c4ccc5ncc(*)nc5c4)cc3n2)cc1 +*c1ccc(-c2cnc3ccc(Oc4ccc5ncc(*)nc5c4)cc3n2)cc1 +*c1ccc(-c2cnc3ccc(S(=O)(=O)c4ccc5ncc(*)nc5c4)cc3n2)cc1 +*c1ccc(-c2nc(-c3cccc(-c4nnc(-c5ccccc5)c(*)n4)n3)nnc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccc7ccccc7c6)nc5c4)ccc3nc2-c2ccc3ccccc3c2)cc1 +*c1ccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(-c4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(-c4ccc5nc(-c6ccccc6)c(-c6ccc(-n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(-c4ccc5nc(-c6ccccc6)c(-c6ccc(N7C(=O)C8OC9C(=O)N(*)C(=O)C9C8C7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(-c4ccc5oc(*)nc5c4)ccc3o2)cc1 +*c1ccc(-c2nc3cc(C(=O)c4ccc5nc(-c6ccccc6)c(-c6ccc(-n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(C(=O)c4ccc5nc(-c6ccccc6)c(-c6ccc(N7C(=O)C8OC9C(=O)N(*)C(=O)C9C8C7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(C)ccc3o2)c(*)c1 +*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(CC(=O)Nc7ccc(Oc9ccc%10nc(-c%11ccccc%11)c(*)nc%10c9)cc7)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)CN5C(=O)c6ccc(C(c7ccc8c(c7)C(=O)N(CC(=O)Nc7ccc(Oc9ccc%10nc(-c%11ccccc%11)c(-c%11ccc(-n%12c(=O)c%13ccc%14c(=O)n(*)c(=O)c%15ccc(c%12=O)c%13c%14%15)cc%11)nc%10c9)cc7)C8=O)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)c5cc(C(=O)Nc6ccc(Oc7ccc8nc(-c9ccccc9)c(*)nc8c7)cc6)cc(N6C(=O)c7ccccc7C6=O)c5)cc4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)c5cc(C(=O)Nc6ccc(Oc7ccc8nc(-c9ccccc9)c(-c9ccc(-n%10c(=O)c%11ccc%12c(=O)n(*)c(=O)c%13ccc(c%10=O)c%11c%12%13)cc9)nc8c7)cc6)cc(N6C(=O)c7c(Cl)c(Cl)c(Cl)c(Cl)c7C6=O)c5)cc4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)c5cc(C(=O)Nc6ccc(Oc7ccc8nc(-c9ccccc9)c(-c9ccc(-n%10c(=O)c%11ccc%12c(=O)n(*)c(=O)c%13ccc(c%10=O)c%11c%12%13)cc9)nc8c7)cc6)cc(N6C(=O)c7ccccc7C6=O)c5)cc4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(C(c7ccc(N8C(=O)c9ccc(C(=O)Nc%10ccc(Oc%11ccc%12nc(-c%13ccccc%13)c(*)nc%12c%11)cc%10)cc9C8=O)cc7)(C(F)(F)F)C(F)(F)F)cc5)C6=O)cc4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(Oc4ccc5nc(-c6ccccc6)c(-c6ccc(-n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(S(=O)(=O)c4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(S(=O)(=O)c4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc(S(=O)(=O)c4ccc5nc(-c6ccccc6)c(-c6ccc(-n7c(=O)c8cc9c(=O)n(*)c(=O)c9cc8c7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc4nc(*)c(-c5ccccc5)nc4cc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc4nc(-c5ccccc5)c(*)nc4cc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3cc4sc(*)nc4cc3s2)cc1 +*c1ccc(-c2nc3ccc(-c4ccc5nc(*)c(-c6ccccc6)c(-c6ccccc6)c5c4)cc3c(-c3ccccc3)c2-c2ccccc2)cc1 +*c1ccc(-c2nc3ccc(-c4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3ccc(Oc4ccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(Oc7ccc(Oc8ccc9nc(*)c(-c%10ccccc%10)nc9c8)cc7)cc6)cc5)cc4)cc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3ccc(Oc4ccc5nc(*)c(-c6ccccc6)c(-c6ccccc6)c5c4)cc3c(-c3ccccc3)c2-c2ccccc2)cc1 +*c1ccc(-c2nc3ccc(Oc4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3ccc(S(=O)(=O)c4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)cc1 +*c1ccc(-c2nc3ccccc3o2)c(*)c1 +*c1ccc(-c2nnc(*)o2)c(OCC)c1 +*c1ccc(-c2nnc(*)o2)c(OCCCCC)c1 +*c1ccc(-c2nnc(*)o2)c(OCCCCCCCC)c1 +*c1ccc(-c2nnc(*)o2)c(OCCCCCCCCCC)c1 +*c1ccc(-c2nnc(-c3cccc(-c4nnc(*)n4-c4ccccc4)c3)n2-c2ccccc2)cc1 +*c1ccc(-c2nnc(-c3cccc(-c4nnc(*)o4)c3)o2)cc1 +*c1ccc(-c2sc(-c3cc(CCCC)c(*)s3)cc2CCCC)cc1 +*c1ccc(-c2sc(-c3cc(CCCCCCCC)c(*)s3)cc2CCCCCCCC)cc1 +*c1ccc(-c2sc(-c3cc(CCCCCCCCCCCC)c(*)s3)cc2CCCCCCCCCCCC)cc1 +*c1ccc(-c2sc(-c3cc(SCCCC)c(*)s3)cc2SCCCC)cc1 +*c1ccc(-c2sc(-c3cc(SCCCCCCCC)c(*)s3)cc2SCCCCCCCC)cc1 +*c1ccc(-c2sc(-c3cc(SCCCCCCCCCCCC)c(*)s3)cc2SCCCCCCCCCCCC)cc1 +*c1ccc(-c2sc(-c3ccc(-c4cc(CCCC)c(*)s4)cc3)cc2CCCC)cc1 +*c1ccc(-c2sc(-c3ccc(-c4cc(CCCCCCCC)c(*)s4)cc3)cc2CCCCCCCC)cc1 +*c1ccc(-c2sc(-c3ccc(-c4cc(CCCCCCCCCCCC)c(*)s4)cc3)cc2CCCCCCCCCCCC)cc1 +*c1ccc(-c2sc(-c3ccc(-c4cc(SCCCC)c(*)s4)cc3)cc2SCCCC)cc1 +*c1ccc(-c2sc(-c3ccc(-c4cc(SCCCCCCCC)c(*)s4)cc3)cc2SCCCCCCCC)cc1 +*c1ccc(-c2sc(-c3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1 +*c1ccc(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c(S(=O)(=O)O[Na])c1 +*c1ccc(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)cc1 +*c1ccc(-n2ccc(-c3ccc(-c4ccn(*)n4)cc3)n2)cc1 +*c1ccc(-n2ccc(-c3cccc(-c4ccn(*)n4)c3)n2)cc1 +*c1ccc(/C=C(\C#N)C(=O)NC2CCCCC2NC(=O)/C(C#N)=C/c2ccc(N(c3ccccc3)c3ccc(N(*)c4ccccc4)cc3)cc2)cc1 +*c1ccc(/C=C(\C#N)c2cc(OCCCCCCCC)c(/C(C#N)=C/c3ccc(N(*)c4ccccc4)cc3)cc2OCCCCCCCC)cc1 +*c1ccc(/C=C(\c2ccc(OC)cc2)c2ccc(/C(=C/c3ccc(N(*)c4ccccc4)cc3)c3ccc(OC)cc3)cc2)cc1 +*c1ccc(/C=C/c2cc(OCC(CC)CCCC)c(/C=C/c3ccc(N(*)c4ccccc4)cc3)cc2OC)cc1 +*c1ccc(/C=C/c2cc(OCCCCCCCC)c(/C=C/c3ccc(N(*)c4ccccc4)cc3)cc2OCCCCCCCC)cc1 +*c1ccc(/C=C/c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2S(=O)(=O)O[Na])c(S(=O)(=O)O[Na])c1 +*c1ccc(/C=N/c2ccc(C(c3ccccc3)c3ccc(/N=C/c4ccc(-c5ccc(*)s5)cc4)cc3)cc2)cc1 +*c1ccc(/C=N/c2cccc(/N=C/c3ccc(-c4ccc(*)s4)cc3)c2)cc1 +*c1ccc(C#Cc2cc(OCCCCCCCC)c(C#Cc3ccc(-c4nnc(*)o4)cc3)cc2OCCCCCCCC)cc1 +*c1ccc(C(*)C)cc1 +*c1ccc(C(=O)NC(CC)COC(=O)c2ccc(N3C(=O)CC(SCCCCCSC4CC(=O)N(*)C4=O)C3=O)cc2)cc1 +*c1ccc(C(=O)NCCCCCCCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1 +*c1ccc(C(=O)NCCCCCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1 +*c1ccc(C(=O)NCCCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1 +*c1ccc(C(=O)NCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1 +*c1ccc(C(=O)NNC(=O)c2ccc(C(=O)NNC(=O)c3ccc(C4(*)OC(=O)c5ccccc54)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(-c3cc(Br)ccc3NC(=O)c3ccc(S(*)(=O)=O)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(-c3ccccc3NC(=O)c3ccc(S(*)(=O)=O)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(-c3nnc(*)o3)cc2)c(Oc2ccccc2)c1 +*c1ccc(C(=O)Nc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2C(=O)OCC)cc1 +*c1ccc(C(=O)Nc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(NC(=O)c3ccc(Oc4ccc(-c5nn(*)c(=O)c6ccccc56)c5ccccc45)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(-c6nn(*)c(=O)c7ccccc67)c6ccccc56)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc(-c6nn(*)c(=O)c7ccccc67)cc5)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(NC(=O)c5ccc(Oc6ccc(-c7nn(*)c(=O)c8ccccc78)c7ccccc67)cc5)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(NC(=O)c5ccc(Oc6ccc(-c7nn(*)c(=O)c8ccccc78)c7ccccc67)cc5)cc4C(F)(F)F)cc3)c(C(F)(F)F)c2)cc1 +*c1ccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)Nc2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)cc1 +*c1ccc(C(=O)Nc2cccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5cccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)cc6)c5)cc4)cc3)c2)cc1 +*c1ccc(C(=O)Nc2cccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5cccc(NC(=O)c6ccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)cc6)c5)cc4)cc3)c2)cc1 +*c1ccc(C(=O)Nc2cccc(S(=O)(=O)c3cccc(NC(=O)c4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)c3)c2)cc1 +*c1ccc(C(=O)OCCCCCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCCCOc2ccc(/C=C/C(=O)/C=C/c3ccc(OCCCCCCCCCCOC(=O)c4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCCCOc2ccc(/C=C3\CC/C(=C\c4ccc(OCCCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCCCOc2ccc(/C=C3\CCCC/C(=C\c4ccc(OCCCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCOc2ccc(/C=C/C(=O)/C=C/c3ccc(OCCCCCCCCOC(=O)c4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCOc2ccc(/C=C3\CC/C(=C\c4ccc(OCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCOc2ccc(/C=C3\CCC/C(=C\c4ccc(OCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(C(=O)OCCCCCCCCOc2ccc(/C=C3\CCCC/C(=C\c4ccc(OCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(C(=O)OCCCCCCOC(=O)c2ccc(-c3nnc(*)s3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCOc2ccc(/C=C/C(=O)/C=C/c3ccc(OCCCCCCOC(=O)c4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)OCCCCCCOc2ccc(/C=C3\CCC/C(=C\c4ccc(OCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(C(=O)OCCCCCCOc2ccc(/C=C3\CCCC/C(=C\c4ccc(OCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(C(=O)Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(OC(=O)c4ccc(N5C(=O)CC(Nc6ccc(Cc7ccc(NC8CC(=O)N(*)C8=O)cc7)cc6)C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(C(=O)Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(OC(=O)c4ccc(N5C(=O)CC(Nc6ccc(NC7CC(=O)N(*)C7=O)cc6)C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(C(=O)Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(OC(=O)c4ccc(N5C(=O)CC(Nc6cccc(NC7CC(=O)N(*)C7=O)c6)C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(C(=O)Oc2ccc(C(C)(C)c3ccc(OC(=O)c4ccc(N5C(=O)CC(SCCOCCSC6CC(=O)N(*)C6=O)C5=O)cc4)cc3)cc2)cc1 +*c1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(N4C(=O)CC(SCCOCCSC5CC(=O)N(*)C5=O)C4=O)cc3)cc2)cc1 +*c1ccc(C(=O)Oc2ccc3ccc(OC(=O)c4ccc(N5C(=O)CC(SCCOCCSC6CC(=O)N(*)C6=O)C5=O)cc4)cc3c2)cc1 +*c1ccc(C(=O)c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(C(=O)c2ccc(-n3nc(-c4ccc(Oc5ccc(-c6nn(*)c(=O)c7ccccc67)cc5)cc4)c4ccccc4c3=O)cc2)cc1 +*c1ccc(C(=O)c2ccc(-n3nc(-c4ccc(Sc5ccc(-c6nn(*)c(=O)c7ccccc67)cc5)cc4)c4ccccc4c3=O)cc2)cc1 +*c1ccc(C(=O)c2ccc(-n3nc(-c4ccccc4)c4cc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(-c9ccccc9)nn(*)c(=O)c8c7)cc6)cc5)ccc4c3=O)cc2)cc1 +*c1ccc(C(=O)c2ccc(-n3nc(-c4ccccc4)c4cc(Oc5ccc6c(-c7ccccc7)nn(*)c(=O)c6c5)ccc4c3=O)cc2)cc1 +*c1ccc(C(=O)c2ccc(C(=O)c3ccc(Oc4ccc(-c5nn(*)c(=O)c6ccccc56)c(F)c4)cc3)cc2)cc1 +*c1ccc(C(=O)c2ccc(C(=O)c3ccc(S(*)(=O)=O)cc3)cc2)cc1 +*c1ccc(C(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1 +*c1ccc(C(=O)c2ccc(Oc3ccc(-c4nn(*)c(=O)c5ccccc45)c(F)c3)cc2)cc1 +*c1ccc(C(=O)c2ccc(Oc3ccc(-c4nn(*)c(=O)c5ccccc45)cc3)cc2)cc1 +*c1ccc(C(=O)c2ccc(Oc3ccc(-c4nn(*)c(=O)c5ccccc45)cc3Br)cc2)cc1 +*c1ccc(C(=O)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)cc1 +*c1ccc(C(=O)c2cccc(C(=O)c3ccc(S(*)(=O)=O)cc3)c2)cc1 +*c1ccc(C(C#N)(C(=O)O)C(*)(C#N)C(=O)O)cc1 +*c1ccc(C(C#N)(C(=O)OC)C(*)(C#N)C(=O)OC)cc1 +*c1ccc(C(C#N)(C(=O)OCC(C)C)C(*)(C#N)C(=O)OCC(C)C)cc1 +*c1ccc(C(C#N)(C(=O)OCC)C(*)(C#N)C(=O)OCC)cc1 +*c1ccc(C(C#N)(C(=O)OCCCC)C(*)(C#N)C(=O)OCCCC)cc1 +*c1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(Oc6ccc7cc(Oc8ccc9c(c8)C(=O)N(*)C9=O)ccc7c6)cc5C4=O)cc3)cc2)cc1 +*c1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(Oc6ccc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7c6)cc5C4=O)cc3)cc2)cc1 +*c1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(Oc6cccc7c(Oc8ccc9c(c8)C(=O)N(*)C9=O)cccc67)cc5C4=O)cc3)cc2)cc1 +*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1 +*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)cc2)cc1 +*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)cc2)cc1 +*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)cc2)cc1 +*c1ccc(C(Cl)(Cl)C(*)Cl)cc1 +*c1ccc(C(F)(F)C(*)(F)F)cc1 +*c1ccc(C(c2ccc(-c3cc(-c4ccccc4)c4cc(Oc5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(-c3nc4ccc(-c5ccc6nc(*)[nH]c6c5)cc4[nH]3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(-c3nc4ccc(-c5ccc6nc(*)oc6c5)cc4o3)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(C#N)cc2)c2ccc(N(*)c3ccc(C)cc3)cc2)cc1 +*c1ccc(C(c2ccc(C(=O)OC)cc2)c2ccc(N(*)c3ccc(C)cc3)cc2)cc1 +*c1ccc(C(c2ccc(N(*)c3ccc(C)cc3)cc2)c2ccc([N+](=O)[O-])cc2)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4cc(-c5ccc(C(C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc(C(C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4cc(-c5ccc([Si](C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc([Si](C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4cc5c(cc4C3=O)C(C(F)(F)F)(C(F)(F)F)c3cc4c(cc3O5)C(=O)N(*)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4ccc(OCCN(CCOc5ccc6c(c5)C(=O)N(*)C6=O)c5ccc(/C=C/c6ccc([N+](=O)[O-])cc6)cc5)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)cc2)(C(F)(F)F)C(F)(F)F)cc1 +*c1ccc(C(c2ccc(OCCCC)cc2)c2ccc(N(*)c3ccc(C)cc3)cc2)cc1 +*c1ccc(C(c2ccccc2)(c2ccc(-c3nc4ccc(-c5ccc6nc(*)oc6c5)cc4o3)cc2)C(F)(F)F)cc1 +*c1ccc(C(c2ccccc2)(c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)C(F)(F)F)cc1 +*c1ccc(C(c2ccccc2)(c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)C(F)(F)F)cc1 +*c1ccc(C(c2ccccc2)c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(C(c2ccccc2)c2ccc(N(*)c3ccc(C)cc3)cc2)cc1 +*c1ccc(C(c2ccccc2)c2ccc(N(c3ccc(C)cc3)c3ccc(-c4ccc(N(*)c5ccc(C)cc5)cc4)cc3)cc2)cc1 +*c1ccc(C(c2ccccc2)c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(C(c2ccccc2)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(C(c2ccccc2)c2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(C)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1ccc(C)c(N2C(=O)c3ccc(S(=O)(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(-c6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(-c6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7-c7ccccc76)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7-c7ccccc76)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7C(=O)c7ccccc76)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(C6(c7ccc8nc(*)cc(-c9ccccc9)c8c7)c7ccccc7C(=O)c7ccccc76)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(Oc6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(Oc6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3C(=O)c3ccccc32)cc1 +*c1ccc(C2(c3ccc(-c4nnc(*)o4)cc3)OC(=O)c3ccccc32)cc1 +*c1ccc(C2(c3ccc(N4C(=O)C(c5ccccc5)=C(c5ccc(C6=C(c7ccccc7)C(=O)N(*)C6=O)cc5)C4=O)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2(c3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2(c3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2(c3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c3ccccc3-c3ccccc32)cc1 +*c1ccc(C2C3C(=O)N(c4ccc(N5C(=O)C6ON(C)C(*)C6C5=O)cc4)C(=O)C3ON2C)cc1 +*c1ccc(CC(=O)Nc2ccc(-c3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(CC(=O)Nc2ccc(Cc3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(CC(=O)Nc2ccc(NC(=O)Cc3ccc(-c4sc(*)c(-c5ccccc5)c4-c4ccccc4)cc3)cc2)cc1 +*c1ccc(CC(=O)Nc2ccc(Oc3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(CC(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(CC(=O)Nc2cccc(NC(=O)Cc3ccc(-c4sc(*)c(-c5ccccc5)c4-c4ccccc4)cc3)c2)cc1 +*c1ccc(CC(=O)Nc2cccc3c(NC(=O)Cc4ccc(-c5sc(*)c(-c6ccccc6)c5-c5ccccc5)cc4)cccc23)cc1 +*c1ccc(CCc2ccc(N3C(=O)C(=O)N(*)C3=O)cc2)cc1 +*c1ccc(CCc2ccc(N3C(=O)C(=O)N(c4ccc(CCc5ccccc5N5C(=O)C(=O)N(*)C5=O)cc4)C3=O)cc2)cc1 +*c1ccc(CCc2ccccc2N2C(=O)C(=O)N(c3ccc(Cc4ccc(N5C(=O)C(=O)N(*)C5=O)cc4)cc3)C2=O)cc1 +*c1ccc(CCc2ccccc2N2C(=O)C(=O)N(c3ccc(Oc4ccc(N5C(=O)C(=O)N(*)C5=O)cc4)cc3)C2=O)cc1 +*c1ccc(Cc2ccc(-c3nc(-c4cccc(-c5nnc(-c6ccccc6)c(*)n5)n4)nnc3-c3ccccc3)cc2)cc1 +*c1ccc(Cc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c(C(C)(C)C)c2)cc1C(C)(C)C +*c1ccc(Cc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Cc2ccc(-n3nc(-c4ccccc4)cc3-c3ccc(-c4cc(-c5ccccc5)nn4*)cc3)cc2)cc1 +*c1ccc(Cc2ccc(-n3nc(-c4ccccc4)cc3-c3cccc(-c4cc(-c5ccccc5)nn4*)c3)cc2)cc1 +*c1ccc(Cc2ccc(-n3nccc3-c3ccc(-c4ccnn4*)cc3)cc2)cc1 +*c1ccc(Cc2ccc(-n3nccc3-c3cccc(-c4ccnn4*)c3)cc2)cc1 +*c1ccc(Cc2ccc(N(c3ccc(C)cc3)c3ccc(-c4ccc(N(*)c5ccc(C)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)C(C)C(SCCOCCSC4C(=O)N(c5ccc(Cc6ccc(N7C(=O)CC(C)(SCCOCCSC8(C)CC(=O)N(*)C8=O)C7=O)cc6)cc5)C(=O)C4C)C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(C)(C)c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)(C(F)(F)F)C(F)(F)F)cc4)C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)C4CCC(C5CCC6C(=O)N(*)C(=O)C6C5)CC4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)C4CCC5C(=O)N(*)C(=O)C5C4C3=O)c(C)c2)cc1C +*c1ccc(Cc2ccc(N3C(=O)C4CCC5C(=O)N(*)C(=O)C5C4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)CC(Nc4ccc(Cc5ccc(NC6CC(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)CC(Nc4ccc(N(c5ccc(NC6CC(=O)N(*)C6=O)cc5)c5ccc([N+](=O)[O-])cc5)cc4)C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)CC(Nc4ccc(N(c5ccc(Nc6ccc([N+](=O)[O-])cc6)cc5)c5ccc(NC6CC(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)N(c4ccc(Cc5ccc(N6C(=O)N(*)C(C)(C)C6=O)cc5)cc4)C(=O)C3(C)C)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(Oc6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4cc(-c5ccc(C(C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc(C(C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4cc(-c5ccc([Si](C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc([Si](C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(-c5ccc(-c6ccc(-c7ccc(-c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C +*c1ccc(Cc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(OCCN(CCOc5ccc6c(c5)C(=O)N(*)C6=O)c5ccc(/C=C/c6ccc([N+](=O)[O-])cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCC(c7ccccc7)CC6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCCCCCCCCCC6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c(C)c2C)c(C)c1C +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c(OC)c2)cc1OC +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C +*c1ccc(Cc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Sc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Sc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)c5ccc([Si](C)(C)c6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4ccc([Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Cc2ccc(N3C(=O)c4cccc5c(N6CCC(CCCC7CCN(c8ccc9c%10c(cccc8%10)C(=O)N(*)C9=O)CC7)CC6)ccc(c45)C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C +*c1ccc(Cc2ccc(NC(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1 +*c1ccc(Cc2ccc(NC(=O)c3ccc(Oc4cccc5c4C(=O)N(*)C5=O)cc3)cc2)cc1 +*c1ccc(Cc2ccc(NC(=O)c3cccc(-c4nc5cc(-c6ccc7[nH]c(-c8cccc(C(=O)Nc9ccc(Cc%10ccc(-n%11c(=O)c%12cc%13c(=O)n(*)c(=O)c%13cc%12c%11=O)cc%10)cc9)c8)nc7c6)ccc5[nH]4)c3)cc2)cc1 +*c1ccc(Cc2ccc(NC(=O)c3cccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)c3)cc2)cc1 +*c1ccc(Cc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(Cc2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)cc1 +*c1ccc(Cc2ccccc2-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(C(C)(C)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)cc2)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCCCC6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)c7ccccc7-c7ccccc76)cc5)cc4C3=O)cc2)cc1 +*c1ccc(N(c2ccc(C#N)cc2)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(N/C=N/c2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(N2C(=O)CC(C3C=C(C)C4C(=O)N(*)C(=O)C4C3)C2=O)cc1 +*c1ccc(N2C(=O)c3c(c(-c4ccccc4)c(-c4ccc(-c5c(-c6ccccc6)c6c(c(-c7ccccc7)c5-c5ccccc5)C(=O)N(*)C6=O)cc4)c(-c4ccccc4)c3-c3ccccc3)C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(c4ccc6[nH]c(*)nc6c4)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(-c4cccc5c4C(=O)N(*)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6nc7cc(-c8ccc9nc(-c%10ccccc%10)c(*)nc9c8)ccc7nc6-c6ccccc6)cc4)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6nc7cc(Oc8ccc9nc(-c%10ccccc%10)c(*)nc9c8)ccc7nc6-c6ccccc6)cc4)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6nc7cc(S(=O)(=O)c8ccc9nc(-c%10ccccc%10)c(*)nc9c8)ccc7nc6-c6ccccc6)cc4)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc6[nH]c(*)nc6c4)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(c4ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc4)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc7c(c6)C(=O)N(c6ccc8[nH]c(*)nc8c6)C7=O)cc5)cc4)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5cccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)c5)cc4)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5)cc4)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(Oc4ccc(Sc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*c1ccc(N2C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*c1ccc(NC(=O)CCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(NC(=O)CCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(NC(=O)CCCCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(NC(=O)CCCCCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(NC(=O)CCCCCCCCCCC(=O)Nc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(NC(=O)CN2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(CC(=O)Nc4ccc(-c6nnc(*)o6)cc4)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)cc1 +*c1ccc(NC(=O)Cc2ccc(-c3sc(-c4ccc(CC(=O)Nc5ccc(-c6sc(*)c(-c7ccccc7)c6-c6ccccc6)cc5)cc4)c(-c4ccccc4)c3-c3ccccc3)cc2)cc1 +*c1ccc(NC(=O)Nc2ccc(NC(=O)Nc3ccc(-c4nc(-c5ccc(-c6nc(-c7ccc([N+](=O)[O-])cc7)c(-c7ccc([N+](=O)[O-])cc7)[nH]6)cc5)[nH]c4*)cc3)cc2)cc1 +*c1ccc(NC(=O)Nc2ccc(NC(=O)Nc3ccc(-c4nc(-c5ccc([N+](=O)[O-])cc5)[nH]c4*)cc3)cc2)cc1 +*c1ccc(NC(=O)Nc2ccc(NC(=O)Nc3ccc(-c4nc(C#N)c(C#N)nc4*)cc3)cc2)cc1 +*c1ccc(NC(=O)c2cc(C(=O)Nc3ccc(-c4nnc(*)o4)cc3)cc(N3C(=O)c4ccccc4C3=O)c2)cc1 +*c1ccc(NC(=O)c2cc(C(=O)Nc3ccc(S(*)(=O)=O)cc3)cc(S(=O)(=O)c3ccccc3)c2)cc1 +*c1ccc(NC(=O)c2cc(NC(=O)c3ccc(NC(=O)C(C)N4C(=O)c5ccccc5C4=O)cc3)cc(C(=O)Nc3ccc(S(*)(=O)=O)cc3)c2)cc1 +*c1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(-c4nnc(*)o4)cc3)c2)cc1 +*c1ccc(NC(=O)c2ccc(C(=O)Nc3ccc(-c4nnc(*)o4)cc3)c(Oc3ccccc3)c2)cc1 +*c1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(=O)Nc6ccc(-c7sc(*)c(-c8ccccc8)c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(=O)Nc6ccc(S(*)(=O)=O)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(NC(=O)c2ccc(OCCOCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1 +*c1ccc(NC(=O)c2ccc(OCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1 +*c1ccc(NC(=O)c2ccc(OCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1 +*c1ccc(NC(=O)c2ccc(OCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1 +*c1ccc(NC(=O)c2ccc(OCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1 +*c1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)c2)cc1 +*c1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(S(*)(=O)=O)cc3)c2)cc1 +*c1ccc(NC2CC(=O)N(c3ccc(-c4sc(-c5ccc(N6C(=O)CC(Nc7ccc(-c8nc(-c9ccc(-c%10nc(-c%11ccc([N+](=O)[O-])cc%11)c(-c%11ccc([N+](=O)[O-])cc%11)[nH]%10)cc9)[nH]c8*)cc7)C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)C2=O)cc1 +*c1ccc(NC2CC(=O)N(c3ccc(-c4sc(-c5ccc(N6C(=O)CC(Nc7ccc(-c8nc(-c9ccc(/C=C/c%10ccc([N+](=O)[O-])cc%10)s9)[nH]c8*)cc7)C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)C2=O)cc1 +*c1ccc(NC2CC(=O)N(c3ccc(-c4sc(-c5ccc(N6C(=O)CC(Nc7ccc(-c8nc(C#N)c(C#N)nc8*)cc7)C6=O)cc5)c(-c5ccccc5)c4-c4ccccc4)cc3)C2=O)cc1 +*c1ccc(NC2CC(=O)N(c3ccc(Cc4ccc(N5C(=O)CC(Nc6ccc(-c7nc(-c8ccc(/C=C/c9ccc([N+](=O)[O-])cc9)cc8)[nH]c7*)cc6)C5=O)cc4)cc3)C2=O)cc1 +*c1ccc(NC2CC(=O)N(c3ccc(Cc4ccc(N5C(=O)CC(Nc6ccc(-c7nc(-c8ccc(/N=N/c9ccc([N+](=O)[O-])cc9)cc8)[nH]c7*)cc6)C5=O)cc4)cc3)C2=O)cc1 +*c1ccc(N[Se]Nc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(Nc2c(F)c(F)c(-c3c(F)c(F)c(Nc4ccc(S(*)(=O)=O)cc4)c(F)c3F)c(F)c2F)cc1 +*c1ccc(Nc2ccc(C(c3ccc(Nc4ccc(S(*)(=O)=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Nc2ccc(C3(c4ccc(Nc5ccc(S(*)(=O)=O)cc5)c(C)c4)c4ccccc4-c4ccccc43)cc2C)cc1 +*c1ccc(Nc2ccc(C3(c4ccc(Nc5ccc(S(*)(=O)=O)cc5)c(F)c4)c4ccccc4-c4ccccc43)cc2F)cc1 +*c1ccc(Nc2ccc(C3(c4ccc(Nc5ccc(S(*)(=O)=O)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1 +*c1ccc(Nc2ccc(Nc3ccc(S(*)(=O)=O)cc3)cc2)cc1 +*c1ccc(Nc2cccc(Nc3ccc(S(*)(=O)=O)cc3)c2)cc1 +*c1ccc(Nc2nc(Nc3ccc(-c4nc5cc(-c6ccc7[nH]c(*)nc7c6)ccc5[nH]4)cc3)nc(N(c3ccccc3)c3ccccc3)n2)cc1 +*c1ccc(O)c(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1 +*c1ccc(OC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(OC(=O)Nc2ccc(-c3ccc(NC(=O)Oc4ccc(-c5nc(-c6ccc(-c7nc(-c8ccc([N+](=O)[O-])cc8)c(-c8ccc([N+](=O)[O-])cc8)[nH]7)cc6)[nH]c5*)cc4)cc3OC)c(OC)c2)cc1 +*c1ccc(OC(=O)Nc2ccc(-c3ccc(NC(=O)Oc4ccc(-c5nc(-c6ccc([N+](=O)[O-])cc6)[nH]c5*)cc4)cc3OC)c(OC)c2)cc1 +*c1ccc(OC(=O)Oc2ccc(C3(*)OC(=O)c4ccccc43)cc2)cc1 +*c1ccc(OC(=O)c2cc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)cc(C(C)(C)C)c2)cc1 +*c1ccc(OC(=O)c2cc(Cl)cc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)c2)cc1 +*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(-c4nc5ccccc5nc4*)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)NC(=O)c5ccccc54)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)OCc5ccccc54)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)c5ccccc5C(=O)N4C)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc(C(=O)Oc3ccc(C4(*)c5ccccc5Oc5ccccc54)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(=O)Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(=O)Oc4ccc(C5(*)c6ccccc6C(=O)N5c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(OC(=O)c2ccc([Si](c3ccccc3)(c3ccccc3)c3ccc(C(=O)Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(-c4nc5ccccc5nc4*)cc3)c2)cc1 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)C(=O)Nc5c(Cl)cc(Cl)cc54)cc3)c2)cc1 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)C(=O)Nc5ccccc54)cc3)c2)cc1 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)NC(=O)c5ccccc54)cc3)c2)cc1 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3)c2)cc1 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)OC(=O)c5ccccc54)cc3C)c2)c(C)c1 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)c5ccccc5C(=O)N4C)cc3)c2)cc1 +*c1ccc(OCC2CCC(COc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)CC2)cc1 +*c1ccc(OCC2CCC(COc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)CC2)cc1 +*c1ccc(OCCCCCCCCCCCCCCCC)c(N2C(=O)CC(C3C=C(C)C4C(=O)N(*)C(=O)C4C3)C2=O)c1 +*c1ccc(OCCCCCCCCCCCOC(=O)CCCCC(=O)OCCCCCCCCCCCOc2ccc(-c3nnc(*)s3)cc2)cc1 +*c1ccc(OCCCCCCCCCCCOC(=O)CCCCCCCCC(=O)OCCCCCCCCCCCOc2ccc(-c3nnc(*)s3)cc2)cc1 +*c1ccc(OCCCCCCCCCCCOC(=O)c2ccc(C(=O)OCCCCCCCCCCCOc3ccc(-c4nnc(*)s4)cc3)cc2)cc1 +*c1ccc(OCCCCCCCCCCCOC(=O)c2ccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)cc2)cc1 +*c1ccc(OCCCCCCCCCCCOC(=O)c2cccc(C(=O)OCCCCCCCCCCCOc3ccc(-c4nnc(*)s4)cc3)c2)cc1 +*c1ccc(OCCCCCCCCCCCOC(=O)c2cccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)c2)cc1 +*c1ccc(OCCCCCCCCCCCOc2ccc(-c3ccc4nc(-c5cccc(-c6cc(-c7ccccc7)c7cc(*)ccc7n6)c5)cc(-c5ccccc5)c4c3)cc2)cc1 +*c1ccc(OCCCCCCCCCCOc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(OCCCCCCN(CC)c2ccc(C(C#N)=C(C#N)C#N)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1 +*c1ccc(OCCCCCCOc2ccc(C3C4C(=O)N(c5ccc(N6C(=O)C7ON(C)C(*)C7C6=O)cc5)C(=O)C4ON3C)cc2)cc1 +*c1ccc(OCCCCCOc2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(OCCCCOc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(OCCCOc2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(OCCN(C)c2ccc(/C=C/C3=C/C(=C4/C(=O)c5ccccc5C4=C(C#N)C#N)C=C(/C=C/c4ccc(N(C)CCOc5ccc(-c6nc7ccc(Oc8ccc9nc(*)c(-c%10ccccc%10)nc9c8)cc7nc6-c6ccccc6)cc5)cc4)O3)cc2)cc1 +*c1ccc(OCCN(CC)c2ccc(-c3ccc(C(=C(C#N)C#N)c4ccc(-c5ccc(N(CC)CC)cc5)s4)s3)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1 +*c1ccc(OCCN(CC)c2ccc(-c3ccc(C(=C(C#N)C#N)c4ccc(N(CC)CC)cc4)s3)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1 +*c1ccc(OCCN(CC)c2ccc(C(C#N)=C(C#N)C#N)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1 +*c1ccc(OCCN(CCOc2ccc(-c3cc(-c4ccccc4)c4cc(Oc5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)c2ccc(C(C#N)=C(C#N)C#N)cc2)cc1 +*c1ccc(OCCN(CCOc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)c2ccc(/C=C/c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*c1ccc(OCCN(CCOc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*c1ccc(OCCN(CCOc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3C)cc2)cc1 +*c1ccc(OCCOCCOCCOc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*c1ccc(OCCOCCOc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*c1ccc(OCCOc2ccc(/C=C/c3ccc([N+](=O)[O-])cc3)c(OCCOc3ccc(-c4nc5ccc(Oc6ccc7nc(*)c(-c8ccccc8)nc7c6)cc5nc4-c4ccccc4)cc3)c2)cc1 +*c1ccc(OCCOc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*c1ccc(OCOc2ccc(-c3nc(-c4ccc([N+](=O)[O-])cc4)oc3*)cc2)cc1 +*c1ccc(Oc2c(C)cc(-c3cc(C)c(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)c(C)c3)cc2C)c(C(F)(F)F)c1 +*c1ccc(Oc2c(C)cc(C(C)(C)c3cc(C)c(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(c9ccccc9)CC8)cc7)cc6C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(Oc2c(C)cc(C(c3cc(C)c(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)c(C)c3)c3cccc4ccccc34)cc2C)cc1 +*c1ccc(Oc2c(C)cc(C(c3cc(C)c(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)c(C)c3)c3cccc4ccccc34)cc2C)cc1 +*c1ccc(Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(Oc4ccc(N5C(=O)CC(Nc6ccc(Cc7ccc(NC8CC(=O)N(*)C8=O)cc7)cc6)C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(Oc4ccc(N5C(=O)CC(Nc6ccc(NC7CC(=O)N(*)C7=O)cc6)C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(Oc2c(C)cc(C(c3cccnc3)c3cc(C)c(Oc4ccc(N5C(=O)CC(Nc6cccc(NC7CC(=O)N(*)C7=O)c6)C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(Oc2c(C)cc(Cc3cc(C)c(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(Oc2c(C)cc(Cc3cc(C)c(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)c(C)c3)cc2C)cc1 +*c1ccc(Oc2c(F)c(F)c(C(=O)c3c(F)c(F)c(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)c(F)c3F)c(F)c2F)cc1 +*c1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)cc2C(C)(C)C)cc1 +*c1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2C(C)(C)C)cc1 +*c1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2C(C)(C)C)cc1 +*c1ccc(Oc2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2C(C)(C)C)cc1 +*c1ccc(Oc2cc(C(C)(C)C)ccc2Oc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Oc2cc(C(C)(C)C)ccc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(-c3c(-c4ccccc4)c(-c4ccc(-c5nc6ccccc6c(*)c5-c5ccccc5)cc4)nc4ccccc34)cc2)cc1 +*c1ccc(Oc2ccc(-c3c(-c4ccccc4)c4c(c(-c5ccccc5)c3-c3ccccc3)C(=O)N(c3ccc(N5C(=O)c6c(c(-c7ccccc7)c(-c7ccccc7)c(*)c6-c6ccccc6)C5=O)cc3)C4=O)cc2)cc1 +*c1ccc(Oc2ccc(-c3c(-c4ccccc4)c4c(c(-c5ccccc5)c3-c3ccccc3)C(=O)N(c3cccc(N5C(=O)c6c(c(-c7ccccc7)c(-c7ccccc7)c(*)c6-c6ccccc6)C5=O)c3)C4=O)cc2)cc1 +*c1ccc(Oc2ccc(-c3c(-c4ccccc4)nc4ccc(-c5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3c(-c4ccccc4)nc4ccc(Oc5ccc6nc(-c7ccccc7)c(*)c(-c7ccccc7)c6c5)cc4c3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3c4ccccc4c(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)c4ccccc34)cc2C(F)(F)F)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccc(Oc5ccc(-c6cc(*)nc7ccccc67)cc5)cc4)c4ccccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4cccc(-c5cc(*)c6ccccc6n5)c4)nc4ccccc34)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(-c5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6-c6ccccc65)ccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(C5(c6ccc7nc(*)cc(-c8ccccc8)c7c6)c6ccccc6C(=O)c6ccccc65)ccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(Oc5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)ccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc(Oc5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc5c(-c6ccccc6)cc(*)nc5cc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc5nc(*)cc(-c6ccccc6)c5cc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cc(OCCCCCC)c(-c4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)cc3OCCCCCC)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(-c4ccc(-c5ccc(Oc6ccc(-c7c8c(c(*)c9ccccc79)C(=O)N(c7ccccc7)C8=O)cc6)c(C(F)(F)F)c5)cc4)cc3)cc2C(F)(F)F)cc1 +*c1ccc(Oc2ccc(-c3ccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)cc3)cc2C(F)(F)F)cc1 +*c1ccc(Oc2ccc(-c3ccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)s3)cc2C(F)(F)F)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5cnc6cc(-c7ccc8nc(*)cnc8c7)ccc6n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5ncc(*)o5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)C(c6ccccc6)=C(c6ccc(C7=C(c8ccccc8)C(=O)N(*)C7=O)cc6)C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7c(C)cc(C(C)(C)c8cc(C)c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)c(C)c8)cc7C)cc6C5=O)cc4)cc3C)c(C)c2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7c(C)cc(Cc8cc(C)c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)c(C)c8)cc7C)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cc(C(C)(C)C)c(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C(C)(C)C)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cc8ccccc8cc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(-c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)(C(F)(F)F)C(F)(F)F)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(C(C)(C)C)CC8)cc7)cc6C5=O)cc4)cc3C)c(C)c2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(c9ccccc9)CC8)cc7)cc6C5=O)cc4)cc3C)c(C)c2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCCCCCCCCCC8)cc7)cc6C5=O)cc4)cc3C)c(C)c2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Sc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8cc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)ccc8c7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8c7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)c7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7c(C)cc(-c8cc(C)c(Oc9cccc%10c9C(=O)N(*)C%10=O)c(C)c8)cc7C)c6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7c(C)cc(Cc8cc(C)c(Oc9cccc%10c9C(=O)N(*)C%10=O)c(C)c8)cc7C)c6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7c(Oc8cccc9c8C(=O)N(*)C9=O)cc(C(C)(C)C)cc7C(C)(C)C)c6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7cc(C(C)(C)C)c(Oc8cccc9c8C(=O)N(*)C9=O)cc7C(C)(C)C)c6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7ccc(C(C)(C)c8ccc(Oc9cccc%10c9C(=O)N(*)C%10=O)cc8)cc7)c6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6cccc(Oc7ccc(C(c8ccc(Oc9cccc%10c9C(=O)N(*)C%10=O)cc8)(C(F)(F)F)C(F)(F)F)cc7)c6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3ccc4nc(Oc5cc(-c6ccccc6)c6cc(*)ccc6n5)cc(-c5ccccc5)c4c3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)c3)cc2C(F)(F)F)cc1 +*c1ccc(Oc2ccc(-c3cccc(-c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccccc6)C7=O)cc5)c(C(F)(F)F)c4)n3)cc2C(F)(F)F)cc1 +*c1ccc(Oc2ccc(-c3cccc4c3C(=O)N(Oc3ccc(C(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc3)C4=O)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnc4cc(-c5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnc4cc(Oc5ccc6nc(*)cnc6c5)ccc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnc4cc5nc(*)cnc5cc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnc4cc5ncc(*)nc5cc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnc4ccc(-c5ccc6nc(*)cnc6c5)cc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnc4ccc(-c5ccc6ncc(*)nc6c5)cc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnc4ccc(Oc5ccc6nc(*)cnc6c5)cc4n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3cnnc(-c4cccc(-c5ncc(*)nn5)n4)n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3csc(/N=C/c4ccc(OCCCCCCCCOc5ccc(/C=N/c6nc(*)cs6)cc5)cc4)n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3csc(/N=C/c4ccc(OCCCCCCOc5ccc(/C=N/c6nc(*)cs6)cc5)cc4)n3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc(-c4cccc(-c5nnc(-c6ccccc6)c(*)n5)n4)nnc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(-c5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)CN6C(=O)c7ccc(C(c8ccc9c(c8)C(=O)N(CC(=O)Nc8ccc(Oc%10ccc%11nc(-c%12ccccc%12)c(*)nc%11c%10)cc8)C9=O)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6cc(C(=O)Nc7ccc(Oc8ccc9nc(-c%10ccc([N+](=O)[O-])cc%10)c(*)nc9c8)cc7)cc(N7C(=O)c8ccccc8C7=O)c6)cc5)ccc4nc3-c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6cc(C(=O)Nc7ccc(Oc8ccc9nc(-c%10ccccc%10)c(*)nc9c8)cc7)cc(N7C(=O)c8c(Cl)c(Cl)c(Cl)c(Cl)c8C7=O)c6)cc5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6cc(C(=O)Nc7ccc(Oc8ccc9nc(-c%10ccccc%10)c(*)nc9c8)cc7)cc(N7C(=O)c8ccccc8C7=O)c6)cc5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(c8ccc(N9C(=O)c%10ccc(C(=O)Nc%11ccc(Oc%12ccc%13nc(-c%14ccc([N+](=O)[O-])cc%14)c(*)nc%13c%12)cc%11)cc%10C9=O)cc8)(C(F)(F)F)C(F)(F)F)cc6)C7=O)cc5)ccc4nc3-c3ccc([N+](=O)[O-])cc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(c8ccc(N9C(=O)c%10ccc(C(=O)Nc%11ccc(Oc%12ccc%13nc(-c%14ccccc%14)c(*)nc%13c%12)cc%11)cc%10C9=O)cc8)(C(F)(F)F)C(F)(F)F)cc6)C7=O)cc5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc(S(=O)(=O)c5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4cc5sc(*)nc5cc4s3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)cc4c(-c4ccccc4)c3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4ccc(Oc5ccc(N6C(=O)c7ccc(C(c8ccc9c(c8)C(=O)N(c8ccc(Oc%10ccc%11nc(*)c(-c%12ccccc%12)nc%11c%10)cc8)C9=O)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)c(-c7ccccc7)c6c5)cc4c(-c4ccccc4)c3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nc4ccc(Oc5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Oc2ccc(-c3nnc(*)o3)cc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4c(Oc5ccc(OC)cc5)c5c(=O)n(*)c(=O)c5c(Oc5ccc(OC)cc5)c4c3=O)cc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4c(Oc5ccc(OCCCC)cc5)c5c(=O)n(*)c(=O)c5c(Oc5ccc(OCCCC)cc5)c4c3=O)cc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4c(Oc5ccc(OCCCCCCCC)cc5)c5c(=O)n(*)c(=O)c5c(Oc5ccc(OCCCCCCCC)cc5)c4c3=O)cc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4c(Oc5ccc(OCCCCCCCCCCCC)cc5)c5c(=O)n(*)c(=O)c5c(Oc5ccc(OCCCCCCCCCCCC)cc5)c4c3=O)cc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2-c2ccccc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4cc5c(=O)n(-c6ccc(Oc7ccc(-c8nc9cc%10sc(*)nc%10cc9s8)cc7)cc6)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Oc2ccc(-n3c(=O)c4cc5c(=O)n(-c6ncc(*)s6)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Oc2ccc(-n3nc(-c4ccccc4)cc3-c3ccc(-c4cc(-c5ccccc5)nn4*)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-n3nc(-c4ccccc4)cc3-c3cccc(-c4cc(-c5ccccc5)nn4*)c3)cc2)cc1 +*c1ccc(Oc2ccc(-n3nccc3-c3ccc(-c4ccnn4*)cc3)cc2)cc1 +*c1ccc(Oc2ccc(-n3nccc3-c3cccc(-c4ccnn4*)c3)cc2)cc1 +*c1ccc(Oc2ccc(/C=C/c3ccc(Oc4ccc(-c5nnc(*)o5)cc4)c4ccccc34)cc2)cc1 +*c1ccc(Oc2ccc(/C=C/c3ccc(Oc4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)cc8)[nH]c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8cccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)c8)[nH]c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(-c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)[nH]n6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)n(-c7ccccc7)n6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccc(-c8nc(*)c(-c9ccccc9)[nH]8)cc7)[nH]c6-c6ccccc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7cccc(-c8nc(*)c(-c9ccccc9)[nH]8)c7)[nH]c6-c6ccccc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccccc7)[nH]c6*)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(-c6nc7ccccc7n6-c6ccc(-n7c(*)nc8ccccc87)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Cc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(C)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(CCCCCCCCCCCC)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(C(F)(F)F)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(Cl)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(F)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5cccc(C(F)(F)F)c5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5-c5ccccc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5C(F)(F)F)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5F)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5cc(*)[nH]n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5cc(*)n(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6ccc(-c7nc(*)c(-c8ccccc8)[nH]7)cc6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6cccc(-c7nc(*)c(-c8ccccc8)[nH]7)c6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccc6)[nH]c5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nc6ccccc6n5-c5ccc(-n6c(*)nc7ccccc76)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7cc(*)n(-c8ccccc8)n7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)cc8)[nH]c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc(-c7nc8ccccc8n7-c7ccc(-n8c(*)nc9ccccc98)cc7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(C5(*)c6ccccc6C(=O)N5C)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)c7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(S(=O)(=O)c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc4cc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)cc8)[nH]c7-c7ccccc7)cc6)cc5)ccc4c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3ccc4cc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)ccc4c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(-c4cccc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8cccc(-c9nc(*)c(-c%10ccccc%10)[nH]9)c8)[nH]c7-c7ccccc7)cc6)cc5)c4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(C)C7=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(CCCCCCCCCCCC)C7=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6c7c(c(*)c8ccccc68)C(=O)N(c6ccc(F)cc6)C7=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)[nH]n6)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)n(-c7ccccc7)n6)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccc(-c8nc(*)c(-c9ccccc9)[nH]8)cc7)[nH]c6-c6ccccc6)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7cccc(-c8nc(*)c(-c9ccccc9)[nH]8)c7)[nH]c6-c6ccccc6)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccccc7)[nH]c6*)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc(-c7ccccn7)nnc6*)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6nc7ccccc7n6-c6ccc(-n7c(*)nc8ccccc87)cc6)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)cc4)n3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5C(F)(F)F)cc4)n3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(Oc9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)cc8)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(Sc9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)cc8)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)n3)cc2)cc1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5C(F)(F)F)cc4)n3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc([Si](C)(C)c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5ccc(*)s5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5cccc(*)n5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5ncc(*)o5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(C)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(=O)(=O)c6ccccc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(C)(=O)=O)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5cccc(C(F)(F)F)c5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)o5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)C6CCC(C7CCC8C(=O)N(*)C(=O)C8C7)CC6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)C6CCC7C(=O)N(*)C(=O)C7C6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(S(*)(=O)=O)cc4)cc3)cc2)s1 +*c1ccc(Oc2ccc(C(C)(C)c3cccc(C(C)(C)c4ccc(Oc5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(C(C)(C)c3ccccc3)cc2)c(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c1 +*c1ccc(Oc2ccc(C(C)(C)c3ccccc3)cc2)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1ccc(Oc2ccc(C(C)(c3ccccc3)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5ccc(*)s5)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5cccc(*)n5)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5ncc(*)o5)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(C)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(=O)(=O)c6ccccc6)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccc(S(C)(=O)=O)cc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5cccc(C(F)(F)F)c5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)n5-c5ccccc5)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-n5c(=O)c6ccc7c(=O)n(*)c(=O)c8ccc(c5=O)c6c78)cc4)c(S(=O)(=O)O)c3)(C(F)(F)F)C(F)(F)F)cc2S(=O)(=O)O)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-n5c(=O)c6ccc7c(=O)n(*)c(=O)c8ccc(c5=O)c6c78)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7c(C)cc(C(C)(C)c8cc(C)c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)c(C)c8)cc7C)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(C(C)(C)C)CC8)cc7)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Sc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccccc7Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4C(F)(F)F)cc3)(C(F)(F)F)C(F)(F)F)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C(c3ccccc3)(c3ccccc3)c3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6ccc(*)s6)cc5C(F)(F)F)cc4)c4ccccc4-c4ccccc43)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6cccc(*)n6)cc5C(F)(F)F)cc4)c4ccccc4-c4ccccc43)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6nc(-c7ccccn7)nnc6*)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6nnc(*)c7c(-c8ccc(F)cc8)c(-c8ccc(F)cc8)c(-c8ccc(F)cc8)c(-c8ccc(F)cc8)c67)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(-c6nnc(*)c7c(-c8ccccc8)c(-c8ccc9ccccc9c8)c(-c8ccc9ccccc9c8)c(-c8ccccc8)c67)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)CC(=O)N(*)C6=S)cc5)cc4)c4ccccc4-c4ccccc43)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8c(C)cc(C(C)(C)c9cc(C)c(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)c(C)c9)cc8C)cc7C6=O)cc5)cc4)C4CC5CC(C4)CC3C5)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8c(C)cc(C(C)(C)c9cc(C)c(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)c(C)c9)cc8C)cc7C6=O)cc5)cc4)CC4CC3C3CCCC43)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8c(C)cc(C(C)(C)c9cc(C)c(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)c(C)c9)cc8C)cc7C6=O)cc5)cc4)CC4CCC3C4)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(C(C)(C)C)CC9)cc8)cc7C6=O)cc5)cc4)C4CC5CC(C4)CC3C5)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(C(C)(C)C)CC9)cc8)cc7C6=O)cc5)cc4)CC4CC3C3CCCC43)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(c%10ccccc%10)CC9)cc8)cc7C6=O)cc5)cc4)CC4CC3C3CCCC43)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(c%10ccccc%10)CC9)cc8)cc7C6=O)cc5)cc4)CC4CCC3C4)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCC(c%10ccccc%10)CC9)cc8)cc7C6=O)cc5)cc4)CCC(C(C)(C)C)CC3)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCCCCCCCCCC9)cc8)cc7C6=O)cc5)cc4)C4CC5CC(C4)CC3C5)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCCCCCCCCCC9)cc8)cc7C6=O)cc5)cc4)CC4CCC3C4)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc(C9(c%10ccc(Oc%11ccc%12c(c%11)C(=O)N(*)C%12=O)cc%10)CCCCCCCCCCC9)cc8)cc7C6=O)cc5)cc4)CCC(C(C)(C)C)CC3)cc2)cc1 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccccc8Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5C(F)(F)F)cc4)c4ccccc4-c4ccccc43)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(N3C(=O)C(C)C(SCCOCCSC4C(=O)N(c5ccc(Oc6ccc(N7C(=O)CC(C)(SCCOCCSC8(C)CC(=O)N(*)C8=O)C7=O)cc6)cc5)C(=O)C4C)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(C)(C)c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)cc4)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)C(Cl)=C(Oc4ccc(C(c5ccc(OC6=C(Cl)C(=O)N(*)C6=O)cc5)(C(F)(F)F)C(F)(F)F)cc4)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)C(c4ccccc4)=C(c4ccc(C5=C(c6ccccc6)C(=O)N(*)C5=O)cc4)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)C4CCC(C5CCC6C(=O)N(*)C(=O)C6C5)CC4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)C4CCC5C(=O)N(*)C(=O)C5C4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)CC(C4C=C(C)C5C(=O)N(*)C(=O)C5C4)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)CC4C(CC5C(=O)N(*)C(=O)C54)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)N4C(c5ccc(OC)cc5)N(*)C(=O)N4C3c3ccc(OC)cc3)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(-c6c(-c7ccccc7)c7c(c(-c8ccccc8)c6-c6ccccc6)C(=O)N(*)C7=O)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4c(c(-c5ccccc5)c(-c5ccc(Oc6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)cc5)c(-c5ccccc5)c4-c4ccccc4)C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cc(-c5ccc(C(C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc(C(C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cc(-c5ccc([Si](C)(C)C)cc5)c(-c5cc6c(cc5-c5ccc([Si](C)(C)C)cc5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ncc(*)s5)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(c5ncc(*)s5)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5c(C)cc(-c6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5c(C)cc(Cc6cc(C)c(Oc7ccc8c(c7)C(=O)N(*)C8=O)c(C)c6)cc5C)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5c(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc(C(C)(C)C)cc5C(C)(C)C)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(-c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C(c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCC(c7ccccc7)CC6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)CCCCCCCCCCC6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc(Sc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(c5ncc(*)s5)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)c5)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cccc6c5C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(P(=O)(c5ccccc5)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2Br)c(Br)c1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Sc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(-c8nnc(*)o8)cc7)cc5)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4ccc([Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5c(C)cc(-c6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5c(C)cc(Cc6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5c(Oc6cccc7c6C(=O)N(*)C7=O)cc(C(C)(C)C)cc5C(C)(C)C)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(-c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(C(C)(C)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(Oc6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(Sc6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5cccc(Oc6cccc7c6C(=O)N(*)C7=O)c5)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5cccc6c5C(=O)N(*)C6=O)c4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)CN3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(CC(=O)Nc5ccc(Oc7ccc(-c8nnc(*)o8)cc7)cc5)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3cc(C(=O)Nc4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)cc(N4C(=O)c5ccccc5C4=O)c3)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3ccc(C(=O)Nc4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)c(Oc4ccccc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3ccc(Oc4cccc5c4C(=O)N(*)C5=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Cc5ccc(N6C(=O)c7ccc(C(=O)Nc8ccc(Oc9ccc(C%10(*)NC(=O)c%11ccccc%11%10)cc9)cc8)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Sc5ccc(N6C(=O)c7ccc(C(=O)Nc8ccc(Oc9ccc(C%10(*)NC(=O)c%11ccccc%11%10)cc9)cc8)cc7C6=O)cc5)cc3)C4=O)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(Oc5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(Oc2ccc(NC(=O)c3cccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)c3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-c4ccc(Oc5ccc(Oc6ccc(C7(*)OC(=O)c8ccccc87)cc6)cc5)c5ccccc45)c4ccccc34)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-c4cnc5cc(-c6ccc7nc(*)cnc7c6)ccc5n4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-c4cnc5ccc(-c6ccc7nc(*)cnc7c6)cc5n4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-c4cnc5ccc(-c6ccc7ncc(*)nc7c6)cc5n4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-c4nc(*)nc(-c5ccccc5)n4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-c4nnc(*)c5c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c45)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)cc2-c2ccccc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)cc2C(C)(C)C)cc1 +*c1ccc(Oc2ccc(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)cc2C)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)C(c5ccccc5)=C(c5ccc(C6=C(c7ccccc7)C(=O)N(*)C6=O)cc5)C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)C5CCC(C6CCC7C(=O)N(*)C(=O)C7C6)CC5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)C5CCC6C(=O)N(*)C(=O)C6C5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)CC(=O)N(*)C4=S)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(-c3ccccc3)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6c(C)cc(C(C)(C)c7cc(C)c(Oc8ccc9c(c8)C(=O)N(*)C9=O)c(C)c7)cc6C)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6cc7ccccc7cc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(-c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(c7ccccc7)(c7ccccc7)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C7(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)CCC(C(C)(C)C)CC7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C7(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)CCC(c8ccccc8)CC7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C7(c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)CCCCCCCCCCC7)cc6)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Sc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7c6)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccccc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccccc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5cccc(Oc6c(C)cc(Cc7cc(C)c(Oc8cccc9c8C(=O)N(*)C9=O)c(C)c7)cc6C)c5C4=O)c(C)c3)cc2)cc1C +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(C(C)(C)c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)c(C)c3)cc2)cc1C +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5cccc(Oc6cccc7c6C(=O)N(*)C7=O)c5C4=O)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5cccc6c5C(=O)N(*)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(NC(=O)c4cccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)c4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5cnc6cc(-c7ccc8nc(*)cnc8c7)ccc6n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5cnc6ccc(-c7ccc8nc(*)cnc8c7)cc6n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5cnc6ccc(-c7ccc8ncc(*)nc8c7)cc6n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-c5nc6ccc(-c7ccc8nc(*)c(-c9ccccc9)nc8c7)cc6nc5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)C6CCC(C7CCC8C(=O)N(*)C(=O)C8C7)CC6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(-c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5ccc(Oc6ccc(-c7nc8cc9sc(*)nc9cc8s7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5ccc(Oc6ccc(-c7nc8ccc(-c9ccc%10nc(*)oc%10c9)cc8o7)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5ccc(Oc6ccc(-c7nc8ccccc8nc7*)cc6)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5cc(*)[nH]n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5cc(*)n(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5ccc(*)nc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(P(=O)(c3ccccc3)c3ccc(Oc4ccc(-c5nc(-c6ccccc6)[nH]c5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(P(C)(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(C)cc3)cc2)c(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(C)cc3)cc2)c(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(C)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(CCCCCCCCCCCC)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(C(F)(F)F)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(Cl)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccc(F)cc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5cccc(C(F)(F)F)c5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5-c5ccccc5)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(c5ccccc5C(F)(F)F)C6=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5cc(*)[nH]n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5cc(*)n(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6ccc(-c7nc(*)c(-c8ccccc8)[nH]7)cc6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6cccc(-c7nc(*)c(-c8ccccc8)[nH]7)c6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccc6)[nH]c5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc6ccccc6n5-c5ccc(-n6c(*)nc7ccccc76)cc5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5ncc(*)o5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C5(*)OC(=O)c6ccccc65)cc4C)cc3)cc2)c(C)c1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)C6CCC(C7CCC8C(=O)N(*)C(=O)C8C7)CC6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)c7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7cccc8c(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cccc78)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc(S(=O)(=O)c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N5C(=O)c6ccc([Si](C)(C)c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(-c5ccc(*)s5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(-c5cccc(*)n5)cc4C(F)(F)F)cc3)cc2)c(C(F)(F)F)c1 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(-c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(Sc8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Oc2ccc3c(c2)C(=O)N(*)C3=O)cc1 +*c1ccc(Oc2ccc3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3c2)cc1 +*c1ccc(Oc2ccc3ccc(Oc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)cc3c2)cc1 +*c1ccc(Oc2ccc3ccc(Oc4ccc(N5C(=O)CC(=O)N(*)C5=S)cc4)cc3c2)cc1 +*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(-c7cc(-c8ccc(-c9ccccc9)cc8)cc(-c8ccc(NC(=O)Nc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)n7)cc6)cc5C4=O)cc3)ccc3ccccc23)cc1 +*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)ccc3ccccc23)cc1 +*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6ccc(Oc7ccccc7-c7ccccc7Oc7ccc(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)ccc3ccccc23)cc1 +*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc(NC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)n6)cc5C4=O)cc3)ccc3ccccc23)cc1 +*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc7c(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cccc67)cc5C4=O)cc3)ccc3ccccc23)cc1 +*c1ccc(Oc2cccc(-c3cc(-c4ccccc4)cc(-c4cccc(Oc5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)c4)n3)c2)cc1 +*c1ccc(Oc2cccc(-c3cc(-c4ccccc4)cc(-c4cccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)c4)n3)c2)cc1 +*c1ccc(Oc2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)cc1 +*c1ccc(Oc2cccc(-n3c(=O)c4cc5c(=O)n(-c6cccc(Oc7ccc(-c8nc9cc%10sc(*)nc%10cc9s8)cc7)c6)c(=O)c5cc4c3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6cc(Oc7ccc8c(c7)C(=O)N(*)C8=O)ccc6c5)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6c5)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(c5cccc(Oc7ccc(-c8nnc(*)o8)cc7)c5)C6=O)cc4C3=O)c2)cc1 +*c1ccc(Oc2cccc(NC(=O)c3cc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)cc(N4C(=O)c5c(Cl)c(Cl)c(Cl)c(Cl)c5C4=O)c3)c2)cc1 +*c1ccc(Oc2cccc(NC(=O)c3cc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)cc(N4C(=O)c5ccccc5C4=O)c3)c2)cc1 +*c1ccc(Oc2cccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)c3)c2)cc1 +*c1ccc(Oc2cccc(NC(=O)c3ccc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)c(Oc4ccccc4)c3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)cc3)c2C#N)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)C5CCC(C6CCC7C(=O)N(*)C(=O)C7C6)CC5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)CC(=O)N(*)C4=S)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2C#N)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6cc7ccccc7cc6Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(-c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(C)(C)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(C(C)(C)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2C#N)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Sc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(Oc6cccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)c6)cc5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(-c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(C(=O)c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)c5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(S(=O)(=O)c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(Sc7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)cc3)c2)cc1 +*c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5cccc(Oc6cccc(Oc7cccc8c7C(=O)N(*)C8=O)c6)c5C4=O)cc3)c2)cc1 +*c1ccc(Oc2ccccc2-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)cc1 +*c1ccc(Oc2ccccc2N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)cc1 +*c1ccc(Oc2ccccc2Oc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Oc2ccccc2Oc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1 +*c1ccc(S(*)(=O)=O)cc1 +*c1ccc(S(=O)(=O)c2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(-n3nc(-c4ccc(Oc5ccc(-c6nn(*)c(=O)c7ccccc67)cc5)cc4)c4ccccc4c3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(-n3nc(-c4ccccc4)c4cc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(-c9ccccc9)nn(*)c(=O)c8c7)cc6)cc5)ccc4c3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(-n3nc(-c4ccccc4)c4ccc(Oc5ccc6c(-c7ccccc7)nn(*)c(=O)c6c5)cc4c3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(-n3nc(-c4ccccc4)c4ccc(S(=O)(=O)c5ccc6c(-c7ccccc7)nn(*)c(=O)c6c5)cc4c3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(-n3nccc3-c3ccc(-c4ccnn4*)cc3)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(-n3nccc3-c3cccc(-c4ccnn4*)c3)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(N3C(=O)C(C)C(SCCOCCSC4C(=O)N(c5ccc(S(=O)(=O)c6ccc(N7C(=O)CC(C)(SCCOCCSC8(C)CC(=O)N(*)C8=O)C7=O)cc6)cc5)C(=O)C4C)C3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(S(=O)(=O)c5ccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)cc5)cc4)c3)cc2)cc1 +*c1ccc(S(=O)(=O)c2ccc(Oc3ccc(-c4nn(*)c(=O)c5ccccc45)c(F)c3)cc2)cc1 +*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)C5C6C=CC(C7C(=O)N(*)C(=O)C67)C5C4=O)cc2)C(=O)N(CCN(C)C)C3=O)cc1 +*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)C5C6C=CC(C7C(=O)N(*)C(=O)C67)C5C4=O)cc2)C(=O)N(CCc2ccccc2)C3=O)cc1 +*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)C5C6C=CC(C7C(=O)N(*)C(=O)C67)C5C4=O)cc2)C(=O)N(c2ccc(CC)cc2)C3=O)cc1 +*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc2)C(=O)N(CCCCCCCCCCCCCCCC)C3=O)cc1 +*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc2)C(=O)N(CCc2ccccc2)C3=O)cc1 +*c1ccc(Sc2cc3c(cc2Sc2ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc2)C(=O)N(c2ccc(CC)cc2)C3=O)cc1 +*c1ccc(Sc2ccc(-c3nc4cc(-c5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Sc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1 +*c1ccc(Sc2ccc(-c3nn(-c4ccc(S(=O)(=O)c5ccc(-n6nc(*)c7ccccc7c6=O)cc5)cc4)c(=O)c4ccccc34)cc2)cc1 +*c1ccc(Sc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cc2)cc1 +*c1ccc(Sc2ccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)cn2)nc1 +*c1ccc(Sc2ccc(Oc3ccc(Sc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Sc2ccc(S(*)(=O)=O)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)s2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(N4C(=O)c5ccc(Sc6ccc(Sc7ccc(Sc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(N4C(=O)c5ccc(Sc6ccc(Sc7ccc(Sc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)s2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)cc3)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(-c7cccc8c7C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(Sc7ccc(Sc8ccc(Sc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(S(*)(=O)=O)cc4S(=O)(=O)O)cc3)cc2)c(S(=O)(=O)O)c1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(S(*)=O)cc4)cc3)cc2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(Sc5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)s4)s3)s2)cc1 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(Sc5ccc(N6C(=O)c7ccc(Sc8ccc(Sc9ccc(Sc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)cc8)cc7C6=O)cc5)s4)s3)s2)cc1 +*c1ccc(Sc2ccc3c(c2)Sc2ccc(Sc4ccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)cc4)cc2S3)cc1 +*c1ccc(Sc2cccc(Sc3ccc(S(*)=O)cc3)c2)cc1 +*c1ccc([Si](*)(C)C)s1 +*c1ccc([Si](C)(C)[Si](*)(C)C)s1 +*c1ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3ccc4c(c3)c3cc(*)ccc3n4CCCCCC#N)cc2)cc1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(*)o3)cc2)cc1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)c5ccccc45)o3)cc2)cc1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)cc4)o3)cc2)cc1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)nc4)o3)cc2)cc1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)o4)o3)cc2)cc1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4cccc(-c5nnc(*)o5)n4)o3)cc2)cc1 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4cncc(-c5nnc(*)o5)c4)o3)cc2)cc1 +*c1ccc2[nH]c(*)nc2c1 +*c1ccc2c(c1)C(*)(C)CC2(C)C +*c1ccc2c(c1)C(=O)N(C1CC(C)(C)CC(C)(CN3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)C1)C2=O +*c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)C(C)C3)CC1C)C2=O +*c1ccc2c(c1)C(=O)N(C1CCC(CC3CCC(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)CC3)CC1)C2=O +*c1ccc2c(c1)C(=O)N(C1CCC(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)CC1)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C(C)C)cc(C(c3ccccc3)(c3cc(C(C)C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)C(F)(F)F)cc1C(C)C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C(C)C)cc(Cc3cc(C(C)C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)cc1C(C)C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)c(C)c(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c(C)c1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(-c4cc(C)c(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C)c4)cc3C)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c4ccccc34)c3ccccc13)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)c3cccc4ccccc34)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3cccc(C(F)(F)F)c3)c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C(c3ccccc3)(c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)C(F)(F)F)cc1C(C)C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C)c(C(=O)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C)c(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C3(c4cc(C)c(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C(C)C)c4)c4ccccc4-c4ccccc43)cc1C(C)C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(C3(c4cc(C)c(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C)c4)c4ccccc4-c4ccccc43)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)C)c3)cc1C(C)C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(C)cc(Cc3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1c(CC)cc(Cc3cc(CC)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(CC)c3)cc1CC)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(-c3ccc(O)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)ccc1O)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(Br)c(Oc3c(Br)cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3Br)c(Br)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Nc3c(C)cc(-c4cc(C)c(NC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)c(C)c4)cc3C)ccc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)ccc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Nc3cccc4c(NC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cccc34)ccc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(=O)O)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Oc3ccc(C(c4ccc(OC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)ccc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(O)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1O)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(OC(=O)C45CC6CC(CC(C6)C4)C5)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1OC(=O)C13CC4CC(CC(C4)C1)C3)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(OC(C)=O)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1OC(C)=O)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C(c3ccc(OCCN(CC)c4ccc(/N=N/c5ccc([N+](=O)[O-])cc5)cc4)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)ccc1OCCN(CC)c1ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C)c(-c3c(C)cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3C)c(C)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(C)c(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c(O)cc1O)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)ccc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)ccc1OCCCCCCOc1ccc(-c3ccc(OCC)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)ccc1OCCCCCCOc1ccc(/N=N/c3ccc(OCC)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(NC(=O)OCCN(CCOC(=O)Nc3cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)ccc3C)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)ccc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(OCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(OCCCCCCCCCCCCCCCC)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(OCCN(CC)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cc(Oc3c(C)cc(-c4cc(C)c(Oc5cc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc(C(F)(F)F)c5)c(C)c4)cc3C)cc(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3cc(-c4ccc(OCCCC#N)cc4)cc(-c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)n3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C)c3)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(O)c3)cc1O)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OC(=O)/C=C/c4ccccc4)c3)cc1OC(=O)/C=C/c1ccccc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OCCCCCCOc4ccc(/C=C/c5ccc(F)cc5)cc4)c3)cc1OCCCCCCOc1ccc(/C=C/c3ccc(F)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OCCN(CC)c4ccc(C(C#N)=C(C#N)C#N)cc4)c3)cc1OCCN(CC)c1ccc(C(C#N)=C(C#N)C#N)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OCCOc4ccc5c(C)cc(=O)oc5c4)c3)cc1OCCOc1ccc3c(C)cc(=O)oc3c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(c6ccccc6)C(F)(F)F)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(Oc4ccc5c(c4)C(C)(c4ccc(Oc6ccc(-c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6C(F)(F)F)cc4)CC5(C)C)c(C(F)(F)F)c3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c(C)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc(NC(=O)c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(Oc6ccc(NC(=O)c7ccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)cc7)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4cccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4ccccc4Oc4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3ccc(C(C)(C)c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(C)(C)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)cc1C)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)(C(F)(F)F)C(F)(F)F)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccccc3)(c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)C(F)(F)F)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(C(C)C)c4)c4ccccc4-c4ccccc43)cc1C(C)C)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c(F)c4)c4ccccc4-c4ccccc43)cc1F)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(C3(c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)c4ccccc4-c4ccccc43)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(C(C)(C)C)c3)cc1C(C)(C)C)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(C)(C)CCCCC(*)(C)C)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Cc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(N(C)CCN(C)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccc(/C=C/c4ccc([N+](=O)[O-])cc4)cc3)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(N(c3ccc(C#N)cc3)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(-c5c(-c6ccccc6)c(-c6ccccc6)c(-c6ccc(Oc7ccc(-c8c(-c9ccccc9)c(-c9ccccc9)c(*)c(-c9ccccc9)c8-c8ccccc8)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)cc4C3=O)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(-c5c(-c6ccccc6)c(-c6ccccc6)c(-c6ccc(Sc7ccc(-c8c(-c9ccccc9)c(-c9ccccc9)c(*)c(-c9ccccc9)c8-c8ccccc8)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)cc4C3=O)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(NC(=S)/N=C/c3ccc(Cl)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OC(C)COc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OC(CCC)COc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OC(CCCCCC)COc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCCCCCCCCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCCCCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCN(CCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c3ccc(C(C#N)=C(C#N)C#N)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCN(CCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c3ccccc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOCCOCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(OCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C(C)(C)C)cc(-c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3C(C)(C)C)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C(C)(C)C)cc(-c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3C(C)(C)C)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(C(c4cc(C)c(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)c(C)c4)c4cccc5ccccc45)cc3C)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3c(C)cc(Cc4cc(C)c(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)c(C)c4)cc3C)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cc(C(C)(C)C)c(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3C(C)(C)C)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(-c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)n4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6C(F)(F)F)cc5)n4)cc3)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5C(F)(F)F)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Oc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Sc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c(O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c(OCCN(CC)c3ccc(/N=N/c4ccc([N+](=O)[O-])cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3Br)c(Br)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)O)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)O[Si](C)(C)C)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(C)(C)CCCCCCCCC(*)(C)C)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4c3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(-c4cc(-c5ccccc5)cc(-c5cccc(Oc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)c5)n4)c3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)c3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc(Oc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)c3C#N)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3-c3ccccc3Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3C(F)(F)F)c(C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(S(=O)(=O)c4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(S(=O)(=O)c3ccc(S(=O)(=O)c4ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Oc4ccc(Sc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Sc4ccc(Sc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc(Sc4ccc(Sc5ccc(Sc6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)cc4)cc3)cc1)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc3c(c1)-c1cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)ccc1C3)C2=O +*c1ccc2c(c1)C(=O)N(c1ccc3c(c1)Cc1cc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)ccc1-3)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(-c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5C)cc4)(C(F)(F)F)C(F)(F)F)cc3)c1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(NC(=O)c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(NC(=O)c4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(-c5ccc(Oc6ccc(NC(=O)c7cccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)c7)cc6)cc5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc(NC(=O)c7cccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)c7)cc6)cc5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(Oc6ccc(NC(=O)c7cccc(N8C(=O)c9ccc(C(*)(C(F)(F)F)C(F)(F)F)cc9C8=O)c7)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)c6)cc5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4cccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)c6)cc5)c4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccccc4Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(C)(C)c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(F)(F)C(F)(F)C(F)(F)c3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(O)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(C(c3ccccc3)(c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)C(F)(F)F)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1C)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cc(Oc4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)ccc3P(=O)(c3ccccc3)c3ccccc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(C(c4ccc(Oc5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Oc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Sc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(Oc4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(N4C(=O)c5ccc(C(F)(F)C(F)(F)C(*)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cccc(Oc4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(C(F)(F)F)cc3)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccc(Oc4ccc(C56CC7CC(CC(C7)C5)C6)cc4)cc3)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c3cc(C(F)(F)F)cc(C(F)(F)F)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(P(=O)(c3ccccc3)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc(S(=O)(=O)c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)c1)C2=O +*c1ccc2c(c1)C(=O)N(c1cccc3c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cccc13)C2=O +*c1ccc2c(c1)C(=O)N(c1ccccc1Oc1ccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc1)C2=O +*c1ccc2c(c1)C(CC(CC)CCCC)(CC(CC)CCCC)c1cc(*)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(*)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCC)c(*)cc3CCCCCC)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(CCCCCCCC)c(*)cc3CCCCCCCC)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(OCCCCCCCC)c(*)cc3OCCCCCCCC)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3cc(OCc4ccccc4)c(*)cc3OCc3ccccc3)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)C(CC3=NC(Cc5ccccc5)CO3)(CC3=NC(Cc5ccccc5)CO3)c3cc(*)ccc3-4)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)c3cc(*)ccc3n4-c3ccc(C)cc3)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)c3cc(*)ccc3n4-c3ccc(OC)cc3)ccc1-2 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)c3cc(*)ccc3n4-c3ccccc3)ccc1-2 +*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(*)ccc1-2 +*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3c(F)c(F)c(*)c(F)c3F)ccc1-2 +*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3cc(F)c(*)cc3F)ccc1-2 +*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3ccc(*)c4nsnc34)ccc1-2 +*c1ccc2c(c1)C(CCCCCCCC)(CCCCCCCC)c1cc(-c3ccc4c(c3)C(c3ccc(-c5nnc(-c6ccc(C(C)(C)C)cc6)o5)cc3)(c3ccc(-c5nnc(-c6ccc(C(C)(C)C)cc6)o5)cc3)c3cc(*)ccc3-4)ccc1-2 +*c1ccc2c(c1)Cc1cc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)ccc1-2 +*c1ccc2c(c1)Sc1cc(-c3ccc(-c4ccc(*)s4)s3)ccc1N2CCCCCC +*c1ccc2c(c1)Sc1cc(-c3ccc(-c4ccc(*)s4)s3)ccc1N2CCCCCCCCCC +*c1ccc2c(c1)Sc1cc(-c3ccc(-c4ccc(*)s4)s3)ccc1N2CCCCCCCCCCCC +*c1ccc2c(c1)Sc1cc(-c3sc(/C=C/C4=CC(=C(C#N)C#N)C=C(/C=C/c5sc(*)c(CCCCCC)c5CCCCCC)O4)c(CCCCCC)c3CCCCCC)ccc1N2CCCCCC +*c1ccc2c(c1)Sc1cc(-c3sc4cc(*)sc4c3CCCCC)ccc1N2CCCCCC +*c1ccc2c(c1)Sc1cc(-c3sc4cc(*)sc4c3CCCCC)ccc1N2CCCCCCCCCC +*c1ccc2c(c1)Sc1cc(-c3sc4cc(*)sc4c3CCCCC)ccc1N2CCCCCCCCCCCC +*c1ccc2c3ccc(-c4ccc(-c5ccc(-c6ccc(*)s6)c6nccnc56)s4)cc3n(C(CCCCCCCC)CCCCCCCC)c2c1 +*c1ccc2c3ccc(-c4ccc(-c5ccc(-c6ccc(*)s6)c6nsnc56)s4)cc3n(C(CCCCCCCC)CCCCCCCC)c2c1 +*c1ccc2cc(-c3nc4ccc(-c5ccc6nc(*)[nH]c6c5)cc4[nH]3)ccc2c1 +*c1ccc2cc(OC(=O)c3ccc(C(=O)Oc4ccc5cc(-c6nc7ccccc7nc6*)ccc5c4)cc3)ccc2c1 +*c1ccc2cc(OC(=O)c3cccc(C(=O)Oc4ccc5cc(-c6nc7ccccc7nc6*)ccc5c4)c3)ccc2c1 +*c1ccc2cc3cc(-c4sc(-c5cc(CCCCCCCCCCCC)c(*)s5)cc4CCCCCCCCCCCC)ccc3cc2c1 +*c1ccc2nc(*)cc(-c3ccccc3)c2c1 +*c1ccc2nc(-c3ccc4c(c3)C(=O)N(c3cc(C(*)(C(F)(F)F)C(F)(F)F)ccc3O)C4=O)oc2c1 +*c1ccc2oc(-c3cc(OCCCCCCCCCC)c(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)cc3OCCCCCCCCCC)nc2c1 +*c1ccc2oc(-c3ccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)cc3)nc2c1 +*c1ccc2oc(-c3ccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)cn3)nc2c1 +*c1ccc2oc(-c3ccc(-c4nc5cc(C(*)(c6ccccc6)C(F)(F)F)ccc5o4)cc3)nc2c1 +*c1ccc2oc(-c3ccc(C(c4ccc(-c5nc6cc(C(*)(C(F)(F)F)C(F)(F)F)ccc6o5)cc4)(C(F)(F)F)C(F)(F)F)cc3)nc2c1 +*c1ccc2oc(-c3ccc(C(c4ccc(-c5nc6cc(C(*)(c7ccccc7)C(F)(F)F)ccc6o5)cc4)(C(F)(F)F)C(F)(F)F)cc3)nc2c1 +*c1ccc2oc(-c3ccc(C(c4ccccc4)(c4ccc(-c5nc6cc(C(*)(C(F)(F)F)C(F)(F)F)ccc6o5)cc4)C(F)(F)F)cc3)nc2c1 +*c1ccc2oc(-c3ccc(C(c4ccccc4)(c4ccc(-c5nc6cc(C(*)(c7ccccc7)C(F)(F)F)ccc6o5)cc4)C(F)(F)F)cc3)nc2c1 +*c1ccc2oc(-c3ccc(Oc4ccc(-c5nc6cc(C(*)(C(F)(F)F)C(F)(F)F)ccc6o5)cc4)cc3)nc2c1 +*c1ccc2oc(-c3ccc(Oc4ccc(-c5nc6cc(C(*)(c7ccccc7)C(F)(F)F)ccc6o5)cc4)cc3)nc2c1 +*c1ccc2oc(-c3ccc(Oc4ccc(C(c5ccc(Oc6ccc(-c7nc8cc(C(*)(C(F)(F)F)C(F)(F)F)ccc8o7)cc6)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)nc2c1 +*c1ccc2oc(-c3ccc4oc5ccc(-c6nc7cc(C(*)(C(F)(F)F)C(F)(F)F)ccc7o6)cc5c4c3)nc2c1 +*c1ccc2oc(-c3cccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)c3)nc2c1 +*c1ccc2oc(-c3cccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)n3)nc2c1 +*c1ccc2oc(-c3cccc(-c4nc5cc(C(*)(c6ccccc6)C(F)(F)F)ccc5o4)c3)nc2c1 +*c1ccc2oc(C3CCC(c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)CC3)nc2c1 +*c1ccc2oc3ccc(S(*)(=O)=O)cc3c2c1 +*c1ccc2oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(S(*)(=O)=O)cc5)cc4)cc3c2c1 +*c1cccc(*)c1 +*c1cccc(-c2cc(C(=O)Nc3ccc(OC(=O)c4cc(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c4)cc3)cc(-c3cccc(N4C(=O)CC(C5C=C(C)C6C(=O)N(*)C(=O)C6C5)C4=O)c3)c2)c1 +*c1cccc(-c2cc(C(=O)Nc3ccc(OC(=O)c4cc(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c(OCCCCCCCCCCCC)c4)cc3)cc(-c3cccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1 +*c1cccc(-c2ccc3[nH]c(S(=O)(=O)c4nc5ccc(*)cc5[nH]4)nc3c2)c1 +*c1cccc(-c2cccc(C(F)(F)C(F)(F)C(*)(F)F)c2)c1 +*c1cccc(-c2nc3cc(-c4ccc5[nH]c(*)nc5c4)ccc3[nH]2)c1 +*c1cccc(-c2nc3cc(-c4ccc5c(c4)nc(*)n5C)ccc3[nH]2)c1 +*c1cccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccc7ccccc7c6)nc5c4)ccc3nc2-c2ccc3ccccc3c2)c1 +*c1cccc(-c2nc3cc(-c4ccc5nc(*)c(-c6ccccc6)nc5c4)ccc3nc2-c2ccccc2)c1 +*c1cccc(-c2nc3cc(-c4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)c1 +*c1cccc(-c2nc3cc(Oc4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)c1 +*c1cccc(-c2nc3cc4nc(*)c(-c5ccccc5)nc4cc3nc2-c2ccccc2)c1 +*c1cccc(-c2nc3cc4nc(-c5ccccc5)c(*)nc4cc3nc2-c2ccccc2)c1 +*c1cccc(-c2nc3ccc(-c4ccc5nc(*)[nH]c5c4)cc3[nH]2)c1 +*c1cccc(-c2nc3ccc(-c4ccc5nc(*)sc5c4)cc3s2)c1 +*c1cccc(-c2nc3ccc(Oc4ccc5nc(*)c(-c6ccccc6)nc5c4)cc3nc2-c2ccccc2)c1 +*c1cccc(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)c1 +*c1cccc(-n2c(=O)c3cc4c(=O)n(*)c(=O)c4cc3c2=O)n1 +*c1cccc(-n2nc(-c3ccccc3)c3cc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc7c(-c8ccccc8)nn(*)c(=O)c7c6)cc5)cc4)ccc3c2=O)c1C#N +*c1cccc(-n2nc(-c3ccccc3)c3cc(Oc4ccc5c(-c6ccccc6)nn(*)c(=O)c5c4)ccc3c2=O)c1C#N +*c1cccc(C(=O)Nc2ccc(Cc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(c6ccc(Cc8ccc(NC(=O)c9cccc(-c%10nc%11cc(-c%12ccc%13[nH]c(*)nc%13c%12)ccc%11[nH]%10)c9)cc8)cc6)C7=O)cc5C4=O)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(NC(=O)c3cccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)c3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(-c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(-c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(C(C)(C)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)c4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7cccc8c7C(=O)N(*)C8=O)cc6C5=O)c4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8cccc9c8C(=O)N(*)C9=O)cc7C6=O)c5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3cccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c5)cc4)c3)cc2)c1 +*c1cccc(C(=O)Nc2ccc(Oc3cccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8cccc9c8C(=O)N(*)C9=O)cc7C6=O)c5)cc4)c3)cc2)c1 +*c1cccc(C(=O)Nc2cccc(S(=O)(=O)c3cccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)c4)c3)c2)c1 +*c1cccc(C(=O)Nc2cccc(S(=O)(=O)c3cccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7cccc8c7C(=O)N(*)C8=O)cc6C5=O)c4)c3)c2)c1 +*c1cccc(C(=O)c2c(C)cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2C)c1 +*c1cccc(C(=O)c2c(C)cc(C)c(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2C)c1 +*c1cccc(C(=O)c2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)cc2)c1 +*c1cccc(C(=O)c2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)cc2)c1 +*c1cccc(C(=O)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c1 +*c1cccc(C(F)(F)C(F)(F)C(*)(F)F)c1 +*c1cccc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(C(F)(F)C(F)(F)C(F)(F)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(C(O)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(C(O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)C)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(C(c2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)c1 +*c1cccc(C(c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)(C(F)(F)F)C(F)(F)F)c1 +*c1cccc(C(c2ccccc2)(c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)C(F)(F)F)c1 +*c1cccc(CCCOc2cccc(N3C(=O)c4cccc(-c5ccc6c(c5)C(=O)N(*)C6=O)c4C3=O)c2)c1 +*c1cccc(Cc2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c1 +*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)c5ccc(-c6ccc([Si](C)(C)c7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)c5ccc([Si](C)(C)c6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c2)c1 +*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(N/C=C/C(=O)c2cccc(C(=O)/C=C/Nc3cccc(S(*)(=O)=O)c3)c2)c1 +*c1cccc(N2C(=O)C(=O)N(CCCCCCN3C(=O)C(=O)N(*)C3=O)C2=O)n1 +*c1cccc(N2C(=O)C(=O)N(c3ccc(Cc4ccc(N5C(=O)C(=O)N(*)C5=O)cc4)cc3)C2=O)n1 +*c1cccc(N2C(=O)C3CCC(C4CCC5C(=O)N(*)C(=O)C5C4)CC3C2=O)c1 +*c1cccc(N2C(=O)c3c(c(-c4ccccc4)c(-c4ccc(-c5c(-c6ccccc6)c6c(c(-c7ccccc7)c5-c5ccccc5)C(=O)N(*)C6=O)cc4)c(-c4ccccc4)c3-c3ccccc3)C2=O)c1 +*c1cccc(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(-c4cccc5c4C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(c4cccc(-n6c(=O)c7cc8c(=O)n(*)c(=O)c8cc7c6=O)c4)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(c4cccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c4)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4c(C)cc(-c5cc(C)c(Oc6ccc7c(c6)C(=O)N(*)C7=O)c(C)c5)cc4C)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4c(C)cc(Cc5cc(C)c(Oc6ccc7c(c6)C(=O)N(*)C7=O)c(C)c5)cc4C)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4cc5ccccc5cc4Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(-c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(C(C)(C)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(Sc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C4(CC(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc64)CC5(C)C)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc5cc(Oc6ccc7c(c6)C(=O)N(*)C7=O)ccc5c4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5c4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4cccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)c4)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4cccc5c(Oc6ccc7c(c6)C(=O)N(*)C7=O)cccc45)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(Oc4ccccc4Oc4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cccc(N2C(=O)c3ccc(P(=O)(c4ccccc4)c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4c(C)cc(-c5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4c(C)cc(Cc5cc(C)c(Oc6cccc7c6C(=O)N(*)C7=O)c(C)c5)cc4C)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4ccc(-c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4ccc(C(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4ccc(C(C)(C)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4ccc(Oc5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4ccc(Oc5cccc6c5C(=O)N(*)C6=O)cc4)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4ccc(S(=O)(=O)c5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4ccc(Sc5ccc(Oc6cccc7c6C(=O)N(*)C7=O)cc5)cc4)c3C2=O)c1 +*c1cccc(N2C(=O)c3cccc(Oc4cccc(Oc5cccc6c5C(=O)N(*)C6=O)c4)c3C2=O)c1 +*c1cccc(NC(=O)CCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1 +*c1cccc(NC(=O)CCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1 +*c1cccc(NC(=O)CCCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1 +*c1cccc(NC(=O)CCCCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1 +*c1cccc(NC(=O)CCCCCCCCCCC(=O)Nc2cccc(S(*)(=O)=O)c2)c1 +*c1cccc(NC(=O)c2ccc(-c3ccc(C(=O)Nc4cccc(S(*)(=O)=O)c4)c(C)c3)cc2C)c1 +*c1cccc(NC(=O)c2ccc(OCCOCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1 +*c1cccc(NC(=O)c2ccc(OCCOCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1 +*c1cccc(NC(=O)c2ccc(OCCOCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1 +*c1cccc(NC(=O)c2ccc(OCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1 +*c1cccc(NC(=O)c2ccc(OCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1 +*c1cccc(NC(=O)c2cccc(C(=O)Nc3cccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)c3)c2)c1 +*c1cccc(OCCCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCCCCCCOC(=O)c2ccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)cc2)c1 +*c1cccc(OCCCCCCCCCCCOC(=O)c2cccc(C(=O)OCCCCCCCCCCCOc3cccc(-c4nnc(*)s4)c3)c2)c1 +*c1cccc(OCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OCCCOc2cccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(OP(=O)(Oc2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c2ccccc2)c1 +*c1cccc(Oc2ccc(-c3ccc(Oc4cccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)c4)cc3)cc2)c1 +*c1cccc(Oc2ccc(C#N)c(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2ccc(C(c3ccc(Oc4cccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)c4)cc3)(C(F)(F)F)C(F)(F)F)cc2)c1 +*c1cccc(Oc2ccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)cc2)c1 +*c1cccc(Oc2ccc(P(=O)(c3ccccc3)c3ccccc3)c(Oc3cccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)c3)c2)c1 +*c1cccc(Oc2ccc(P(=O)(c3ccccc3)c3ccccc3)c(Oc3cccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2ccc(P(=O)(c3ccccc3)c3ccccc3)c(Oc3cccc(N4C(=O)c5ccc(Oc6ccc(-c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2ccc(P(=O)(c3ccccc3)c3ccccc3)c(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4cccc(-n5c(=O)c6cc7c(=O)n(*)c(=O)c7cc6c5=O)c4)cc3)cc2)c1 +*c1cccc(Oc2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c1 +*c1cccc(Oc2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(-n4c(=O)c5cc6c(=O)n(*)c(=O)c6cc5c4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)C5C6C=CC(C7C(=O)N(*)C(=O)C67)C5C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5c(c(-c6ccccc6)c(-c6ccc(-c7c(-c8ccccc8)c8c(c(-c9ccccc9)c7-c7ccccc7)C(=O)N(*)C8=O)cc6)c(-c6ccccc6)c5-c5ccccc5)C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5c(c(-c6ccccc6)c(-c6ccc(Oc7ccc(-c8c(-c9ccccc9)c9c(c(-c%10ccccc%10)c8-c8ccccc8)C(=O)N(*)C9=O)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5c(c(-c6ccccc6)c(-c6ccc(Oc7ccc(Oc8ccc(-c9c(-c%10ccccc%10)c%10c(c(-c%11ccccc%11)c9-c9ccccc9)C(=O)N(*)C%10=O)cc8)cc7)cc6)c(-c6ccccc6)c5-c5ccccc5)C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc(Sc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2)c1 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)c3)c2C#N)c1 +*c1cccc(Oc2cccc(Oc3cccc(Oc4cccc(Oc5cccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c5)c4C#N)c3)c2C#N)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(-n3c(=O)c4c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c5c(=O)n(*)c(=O)c5c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(-n3c(=O)c4c(-c5ccc(C(F)(F)F)cc5)c5c(=O)n(*)c(=O)c5c(-c5ccc(C(F)(F)F)cc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(-n3c(=O)c4c(-c5ccccc5)c5c(=O)n(*)c(=O)c5c(-c5ccccc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5ccc(C(F)(F)F)cc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5ccccc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(C(F)(F)F)cc2)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(Oc3ccc(C45CC6CC(CC(C6)C4)C5)cc3)cc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccc(Oc3ccc(C45CC6CC(CC(C6)C4)C5)cc3)cc2)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(P(=O)(c2cccc(-n3c(=O)c4c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c5c(=O)n(*)c(=O)c5c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c4c3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2cccc(-n3c(=O)c4c(-c5ccc(C(F)(F)F)cc5)c5c(=O)n(*)c(=O)c5c(-c5ccc(C(F)(F)F)cc5)c4c3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2cccc(-n3c(=O)c4c(-c5ccccc5)c5c(=O)n(*)c(=O)c5c(-c5ccccc5)c4c3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c4c3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5ccc(C(F)(F)F)cc5)c4c3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5ccccc5)c4c3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c2cc(C(F)(F)F)cc(C(F)(F)F)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(-n3c(=O)c4c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c5c(=O)n(*)c(=O)c5c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(-n3c(=O)c4c(-c5ccc(C(F)(F)F)cc5)c5c(=O)n(*)c(=O)c5c(-c5ccc(C(F)(F)F)cc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(-n3c(=O)c4c(-c5ccccc5)c5c(=O)n(*)c(=O)c5c(-c5ccccc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5cc(C(F)(F)F)cc(C(F)(F)F)c5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5ccc(C(F)(F)F)cc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5c(-c5ccccc5)c4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5c(Br)cc(C(C)(C)c6cc(Br)c(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)c(Br)c6)cc5Br)cc4C3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(C)(C)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(P(=O)(c6ccccc6)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(P(=O)(c2ccccc2)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5c(Br)cc(C(C)(C)c6cc(Br)c(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)c(Br)c6)cc5Br)cc4C3=O)c2)c1 +*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(C)(C)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(C(c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)(C(F)(F)F)C(F)(F)F)cc5)cc4C3=O)c2)c1 +*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(NC(=O)OCCOc5ccc(P(=O)(c6ccccc6)c6ccc(OCCOC(=O)Nc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(S(=O)(=O)NCCCCCCNS(*)(=O)=O)c1 +*c1cccc(S(=O)(=O)NCCCCCNS(*)(=O)=O)c1 +*c1cccc(S(=O)(=O)NCCCCNS(*)(=O)=O)c1 +*c1cccc(S(=O)(=O)NCCCNS(*)(=O)=O)c1 +*c1cccc(S(=O)(=O)NCCNS(*)(=O)=O)c1 +*c1cccc(S(=O)(=O)c2cccc(-n3c(=O)c4cc5c(=O)n(*)c(=O)c5cc4c3=O)c2)c1 +*c1cccc(S(=O)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc(S(=O)(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(S(=O)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc(Sc6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1 +*c1cccc(S(=O)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1 +*c1ccccc1C(=O)Oc1ccc2c(*)c3ccc(=O)cc-3oc2c1 +*c1ccccc1CCc1ccc(N2C(=O)C(=O)N(c3ccc(C)c(N4C(=O)C(=O)N(*)C4=O)c3)C2=O)cc1 +*c1cn(*)c2ccccc12 +*c1cnc(C2C(c3ccccc3)C(*)C2c2ccccc2)cn1 +*c1nc(-c2ccccc2)nc(N(C)CCCCCCN(*)C)n1 +*c1nc(-c2ccccc2)nc(N(CCCCCCCCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1nc(-c2ccccc2)nc(N(CCCCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1nc(-c2ccccc2)nc(N(CCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1nc(-c2ccccc2)nc(N(c2ccccc2)c2ncnc(N(*)c3ccccc3)n2)n1 +*c1nc(C(F)(F)C(F)(F)C(F)(F)F)nc(C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(*)(F)F)n1 +*c1nc(C)nc(N(CCCCCCCCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1nc(C)nc(N(CCCCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1nc(C)nc(N(CCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1nc2cc(S(=O)(=O)c3ccc4oc(C5CCC(*)CC5)nc4c3)ccc2o1 +*c1ncnc(N(CCCCCCCCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1ncnc(N(CCCCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1ncnc(N(CCCCN(*)c2ccccc2)c2ccccc2)n1 +*c1nnc(-c2cc(CCCCCCCC)c(-c3ccc(-c4sc(-c5nnc(-c6cc(OCCCCCCCC)c(*)cc6OCCCCCCCC)o5)cc4CCCCCCCC)s3)s2)o1 +*c1nnc(-c2cc(CCCCCCCCCC)c(-c3sc(-c4nnc(-c5cc(OCCCCCCCC)c(*)cc5OCCCCCCCC)o4)cc3CCCCCCCCCC)s2)o1 +*c1nnc(-c2ccc(Oc3ccc(/C=C/c4ccc(Oc5ccc(*)c6ccccc56)cc4)c4ccccc34)c3ccccc23)o1 +*c1nnc(-c2ccc(Oc3ccc(/C=C/c4ccc(Oc5ccc(*)c6ccccc56)cc4)cc3)c3ccccc23)o1 +*c1nnc(-c2ccc(Oc3ccc(C(c4ccc(Oc5ccc(*)c6ccccc56)cc4)(C(F)(F)F)C(F)(F)F)cc3)c3ccccc23)o1 +*c1nnc(-c2sc(-c3nnc(-c4cc(OCCCCCCCC)c(*)cc4OCCCCCCCC)o3)cc2CCCCCCCC)o1 +*c1sc(*)c(CCCCCCN(CC)c2ccc(/N=N/c3ccc([N+](=O)[O-])cc3)cc2)c1CCCCCC diff --git a/simson_modeling/kaggle_comp/train_supplement/dataset3.csv b/simson_modeling/kaggle_comp/train_supplement/dataset3.csv new file mode 100644 index 0000000000000000000000000000000000000000..3061c90352e3aee841b3e7065db5ade3e8531774 --- /dev/null +++ b/simson_modeling/kaggle_comp/train_supplement/dataset3.csv @@ -0,0 +1,47 @@ +SMILES,Tg +*=Nc1ccc(N=C(C)Nc2ccc(-c3ccc(NC(=*)C)c(C(=O)O)c3)cc2C(=O)O)cc1,89.38045943 +*C(=O)OC(=O)COc1ccc(OCC(=O)OC(=O)c2ccc(*)nc2)cc1,155.9709567 +*C(=O)c1ccc(C(=O)c2ccc(C=C3CCC(=Cc4ccc(*)cc4)C3=O)cc2)cc1,192.2096838 +*C=C(*)c1ccc(OCCCCCC(=O)Oc2c(F)c(F)c(F)c(F)c2F)cc1,73.83198457 +*C=CC1C=CC(*)c2ccc(CCCCCC)cc21,9.70407322 +*CC#CC#CCOc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,48.046331 +*CC(CCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1)COC(=O)N(C)c1ccc(N(C)C(=O)O*)cc1,78.11061669 +*CC1CCCC(*)(CO)C1=O,71.70468573 +*CCC(=O)NNC(=O)c1cccc(C(=O)NNC(=O)c2cccc(O*)c2)c1,234.2133464 +*CCCC(=O)NCc1ccc(CNC(=O)CCCOC(=O)c2ccc(C(=O)O*)cc2)cc1,53.55726117 +*CCCCCCCCCCOc1ccc(C=Cc2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(N=Nc4ccc(C)cc4)cc3)cc2)cc1,5.81702489 +*CCCCCCCCCCOc1ccc(C=Cc2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(N=Nc4ccc(F)cc4)cc3)cc2)cc1,-7.2122695 +*CCCCCCCOc1ccc(C=CC=Cc2ccc(O*)c(C)c2)cc1C,41.89270134 +*CCCCCCOC(=O)c1ccc(S(=O)(=O)CCCCCCS(=O)(=O)c2ccc(C(=O)O*)cc2)cc1,35.86441642 +*CCCCSSC(=O)N(C)c1ccc(Cc2ccc(N(C)C(=O)SS*)cc2)cc1,20.68923822 +*CCCCc1nc2cc(NC(=NO)C(=NO)Nc3ccc4nc(*)[nH]c4c3)ccc2[nH]1,170.1130329 +*CCNC(=O)c1ccc(C(=O)NCCOC(=O)c2cccc(C(=O)O*)c2)cc1,121.124261 +*CCNC(=S)C=Cc1ccc(Cc2ccc(C=CC(=S)N*)cc2)cc1,99.87529352 +*Cc1cc(C=O)c(O)c(Cc2cc(C=O)c(O)c(CNC(=O)NC(=O)N*)c2)c1,190.6072154 +*Cc1ccc(COC(=O)c2ccccc2C(=O)O*)cc1,95.33964688 +*Cc1ccc(CSC(=O)Nc2ccc(Cc3ccc(NC(=O)S*)cc3)cc2)cc1,90.77725081 +*Cc1ccc2nc(-c3cc(-c4nc5ccc(*)cc5c(=O)o4)cc(N4C(=O)c5c(Cl)c(Cl)c(Cl)c(Cl)c5C4=O)c3)oc(=O)c2c1,378.8956296 +*N=C1C=CC(=NC2=CC(=O)C(*)=CC2=O)C=C1,212.9967182 +*N=Cc1ccc(C=Nc2sc(*)c(C#N)c2C#N)cc1,204.4271705 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc3)cc(C(*)=O)c2)cc(C(=O)OCCN(C)c2ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc2)c1,172.7344272 +*Nc1ccc(NC(=O)c2cc(NC(=O)C(CCSC)N3C(=O)c4ccccc4C3=O)cc(C(*)=O)c2)cc1,230.3191562 +*OC(C)CCC(C)OC(=O)Nc1ccc(Cc2ccc(NC(*)=O)cc2)cc1,63.5893379 +*OS(=O)(=O)c1ccc(S(=O)(=O)c2ccc(S(=O)(=O)Oc3ccc(S(=O)(=O)c4ccc(*)cc4)cc3)cc2)cc1,194.2678014 +*OS(=O)(=O)c1ccc(Sc2ccc(S(=O)(=O)Oc3ccc(C4(c5ccc(*)cc5)CCCCC4)cc3)cc2)cc1,157.8104834 +*Oc1c(C(=O)Nc2ccc(NC(=O)c3ccc4ccccc4c3Oc3nc(*)nc(N4CCCCC4)n3)cc2)ccc2ccccc12,162.6671353 +*Oc1c([2H])c([2H])c(C(c2c([2H])c([2H])c(OC(*)=O)c([2H])c2[2H])(C([2H])([2H])[2H])C([2H])([2H])[2H])c([2H])c1[2H],230.9913822 +*Oc1cc(OC(=O)c2ccc(C=Nc3ccc(OCCCCCCOc4ccc(N=Cc5ccc(C(*)=O)cc5)cc4Cl)c(Cl)c3)cc2)c(Cl)cc1Cl,82.06188226 +*Oc1ccc(C(=O)CNc2ccc(NCC(=O)c3ccc(*)cc3)cc2)cc1,158.6944649 +*Oc1ccc(C(=O)OCCCCOC(=O)c2ccc(OC(=O)c3ccc(C(*)=O)cc3)cc2)cc1,68.79315579 +*Oc1ccc(C(C)(CCCC)c2ccc(OC(*)=O)cc2)cc1,118.8361345 +*Oc1ccc(CNC(=O)CCCCCCC(=O)NCc2ccc(OC3COC4C(*)COC34)cc2)cc1,21.58173134 +*Oc1ccc2c(c1)nc1n2C(=O)c2ccc(Oc3ccc4c(c3)C(=O)n3c-4nc4ccc(*)cc43)cc2-1,291.281809 +*Oc1ccc2cc(C(=O)Oc3ccccc3OC(=O)c3ccc4cc(Oc5nc(*)nc(N6CCN(C)CC6)n5)ccc4c3)ccc2c1,54.90728348 +*Oc1cccc(OC(=O)c2ccc(C=Nc3ccc(OCCCCCCOc4ccc(N=Cc5ccc(C(*)=O)cc5)cc4)cc3)cc2)c1,83.83402436 +*c1cc(CCCCCC(F)(F)C(F)(F)C(F)(F)C(F)(F)F)c(-c2cc(CCCCCCCC)c(*)s2)s1,6.47608023 +*c1cc(CCCCCC)c(C=Cc2sc(C=Cc3sc(-c4ccc(*)c5nsnc45)cc3CCCCCC)c(CCCCCC)c2CCCCCC)s1,17.9542177 +*c1ccc(*)c2nccnc12,216.378732 +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,421.9822435 +*c1ccc(C(=O)CNc2ccc(NCC(=O)c3ccc(S(*)(=O)=O)cc3)cc2)cc1,198.9026743 +*c1ccc2c(c1)C(=O)N(c1c(F)c(F)c(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c(F)c1F)C2=O,388.0137456 +*c1cccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(C)(c4ccc(Oc6ccc7c(c6)C(=O)N(c6cccc(N8C(=O)c9ccc(Oc%10ccc(C%11(C)CC(C)(C)c%12cc(Oc%13ccc%14c(c%13)C(=O)N(*)C%14=O)ccc%12%11)cc%10)cc9C8=O)c6)C7=O)cc4)CC5(C)C)cc3C2=O)c1,231.956044 diff --git a/simson_modeling/kaggle_comp/train_supplement/dataset4.csv b/simson_modeling/kaggle_comp/train_supplement/dataset4.csv new file mode 100644 index 0000000000000000000000000000000000000000..5d9bcbe2291f4813ab9e6e951abdfbaef48d6e2a --- /dev/null +++ b/simson_modeling/kaggle_comp/train_supplement/dataset4.csv @@ -0,0 +1,863 @@ +SMILES,FFV +*C(=O)NNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NNC(=O)c3ccc(*)nc3)cc2)cc1,0.37272461 +*C(=O)NNC(=O)c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(C(=O)NNC(=O)c3cncc(*)c3)cc2)cc1,0.36547823 +*C(=O)Nc1cc(NC(=O)c2ccc3[nH]c(-c4cc(-c5nc6cc(*)ccc6[nH]5)cc(N5C(=O)c6ccccc6C5=O)c4)nc3c2)cc(-c2nc3ccccc3[nH]2)c1,0.37637691 +*C(=O)Nc1ccc(-c2cc(-c3ccccc3)cc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(P(=O)(c6ccccc6)c6cccc(N7C(=O)c8ccc(*)cc8C7=O)c6)c4)C5=O)cc3)n2)cc1,0.37693882 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,0.35523486 +*C(=O)Nc1ccc(-c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(S(=O)(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,0.35424303 +*C(=O)Nc1ccc(-c2sc(-c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6cccc7c(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cccc67)cc4)C5=O)cc3)c(-c3ccccc3)c2-c2ccccc2)cc1,0.38574846 +*C(=O)Nc1ccc(C(c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc5c(N6C(=O)c7ccc(*)cc7C6=O)cccc35)C4=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.36906594 +*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)c(OC)c6)cc4OC)C5=O)cc3)c3ccccc3-c3ccccc32)cc1,0.37058306 +*C(=O)Nc1ccc(C2(c3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc4)C5=O)cc3)c3ccccc3-c3ccccc32)cc1,0.37211646 +*C(=O)Nc1ccc(N=Nc2ccc([N+](=O)[O-])cc2)c(NC(=O)c2ccc3c(c2)C(=O)N(c2c(C)cc(Cc4cc(C)c(N5C(=O)c6ccc(*)cc6C5=O)c(C)c4)cc2C)C3=O)c1,0.37657696 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(C)c(N7C(=O)c8ccc(*)cc8C7=O)c5)C6=O)cc4)cc3)cc2)cc1,0.36178667 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(C8(c9ccc(Oc%10ccc(N%11C(=O)c%12ccc(*)cc%12C%11=O)cc%10)cc9)CC9CC8C8CCCC98)cc7)cc5)C6=O)cc4)cc3C)c(C)c2)cc1,0.37683611 +*C(=O)Nc1ccc(Oc2ccc(-c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5cccc(N7C(=O)c8ccc(*)cc8C7=O)c5)C6=O)cc4)cc3)cc2)cc1,0.35193775 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc4)cc3)cc2)cc1,0.36224354 +*C(=O)Nc1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(NC(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7cccc(N8C(=O)c9ccc(*)cc9C8=O)c7)cc5)C6=O)cc4)cc3)cc2)cc1,0.36079128 +*C(=O)Nc1ccc(Oc2ccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4ccc(-c6sc(-c7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)c(-c7ccccc7)c6-c6ccccc6)cc4)C5=O)cc3)cc2)cc1,0.38060777 +*C(=O)Nc1ccc(Oc2cccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(C6(c7ccc(Oc8ccc(N9C(=O)c%10ccc(*)cc%10C9=O)cc8)cc7)NC(=O)c7ccccc76)cc5)cc3)C4=O)c2)cc1,0.36268788 +*C(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)c4ccc5c(c4)C(=O)N(c4cccc(Oc6cccc(Oc7cccc(N8C(=O)c9ccc(*)cc9C8=O)c7)c6C#N)c4)C5=O)cc3)c2)cc1,0.35558372 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5sc(-c6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)c(-c6ccccc6)c5-c5ccccc5)cc3)C4=O)cc2)cc1,0.39133819 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(NC(=O)Nc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,0.34470216 +*C(=O)Nc1ccc(S(=O)(=O)c2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3cccc(N5C(=O)c6ccc(*)cc6C5=O)c3)C4=O)cc2)cc1,0.35285588 +*C(=O)Nc1ccc(Sc2ccc(NC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,0.35778072 +*C(=O)Nc1cccc(C=CC(=O)C=Cc2cccc(NC(=O)c3ccc(N4C(=O)c5ccc(*)cc5C4=O)cc3)c2)c1,0.34241742 +*C(=O)Nc1cccc(NC(=O)c2ccc3[nH]c(-c4cccc(-c5nc6cc(*)ccc6[nH]5)c4)nc3c2)n1,0.36871452 +*C(=O)Nc1cccc(Oc2ccc(C(=O)c3ccc(Oc4cccc(NC(=O)c5ccc(*)nc5)c4)cc3)cc2)c1,0.3539953 +*C(=O)Nc1cccc(Oc2cccc(Oc3cccc(Oc4cccc(Oc5cccc(NC(=O)c6ccc7c(c6)C(=O)N(c6ccc(Oc8cccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)c8C#N)cc6)C7=O)c5)c4C#N)c3)c2C#N)c1,0.3612591 +*C(=O)Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc4c(c3)C(=O)N(c3ccc(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cc3)C4=O)cc2)cc1,0.36144044 +*C(=O)Oc1ccc(OC(=O)c2ccc3c(c2)C(=O)N(c2ccc(Cc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c(C(C)(C)C)c1,0.36805651 +*C(=O)Oc1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(OC(=O)c3ccc(*)s3)cc2)cc1,0.38403914 +*C(=O)c1cc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)cc(C(C)(C)C)c1,0.38251574 +*C(=O)c1cc2c(cc1Cl)C(=O)N(c1cc(Cl)c(N3C(=O)c4cc(*)c(Cl)cc4C3=O)cc1Cl)C2=O,0.40503796 +*C(=O)c1ccc(-c2ccc(C(C)(C)c3ccc(-c4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Cc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,0.38251752 +*C(=O)c1ccc(C(=O)N2CC(C)N(*)CC2C)cc1,0.36842025 +*C(=O)c1ccc(Oc2ccc(Oc3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4ccc(N6C(=O)c7ccc(*)cc7C6=O)cc4)C5=O)cc3)cc2)cc1,0.36785413 +*C(=O)c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Cc7ccc(N8C(=O)c9ccc(*)cc9C8=O)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,0.37320978 +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(*)cc4C3=O)cc1)C2=O,0.37740339 +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(NC(=O)c3cccc(C(=O)Nc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)c3)cc1)C2=O,0.35291653 +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(=O)c4ccc(C(=O)c5ccc(Oc6ccc(N7C(=O)c8ccc(*)cc8C7=O)cc6)cc5)cc4)cc3)cc1)C2=O,0.37475153 +*C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3cccc4c(Oc5ccc(N6C(=O)c7ccc(*)cc7C6=O)cc5)cccc34)cc1)C2=O,0.3770815 +*C(=O)c1ccc2c(c1)C(=O)N(c1cccc(NC(=O)c3cccc(C(=O)Nc4cccc(N5C(=O)c6ccc(*)cc6C5=O)c4)c3)c1)C2=O,0.3482104 +*C(=O)c1cccc(C(=O)N2CCN(*)CC2)c1,0.34759038 +*C(=O)c1cccc(C(=O)c2ccc(C=C3CCC(=Cc4ccc(*)cc4)C3=O)cc2)c1,0.37124566 +*C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(Oc4ccc(N5C(=O)c6ccc(*)cc6C5=O)cc4)cc2)C3=O)c1,0.36604695 +*C1C(=O)N(C2CCCCC2)C(=O)C1*,0.39675252 +*C1C(=O)N(CCCOc2ccc(-c3ccc(C#N)cc3)cc2)C(=O)C1*,0.34332558 +*C1C(=O)N(c2cc(Br)c(O[Si](c3ccccc3)(c3ccccc3)c3ccccc3)c(Br)c2)C(=O)C1*,0.40469568 +*C1C(=O)N(c2ccc(O[Si](c3ccccc3)(c3ccccc3)c3ccccc3)cc2)C(=O)C1*,0.40006119 +*C1C=C(CCCCCC)C(*)S1,0.42189435 +*C=CC1CC(*)C(C(=O)OCCCCCCCCOc2ccc(C=Cc3ccc([N+](=O)[O-])cc3)cc2)C1,0.36024408 +*C=Cc1cc(OCCc2ccccc2)c(*)cc1OC,0.36576533 +*C=Cc1ccc(C=Cc2ccc3c(c2)C(CCCCCCOc2ccc4ccc(=O)oc4c2)(CCCCCCOc2ccc4ccc(=O)oc4c2)c2cc(*)ccc2-3)cc1,0.35196182 +*C=Cc1ccc(C=Cc2ccc3c(c2)Sc2cc(*)ccc2N3c2ccc(OCCCCCCCCCCCC)cc2)s1,0.39219852 +*C=Cc1sc(-c2ccc(-c3sc(C=CC4=CC(=C(C#N)C#N)C=C(*)O4)c(CCCCCC)c3CCCCCC)s2)c(CCCCCC)c1CCCCCC,0.41455567 +*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(N=Nc3ccc(C#N)cc3)cc2)cc1,0.36879149 +*CC#CC#CCOc1ccc(C(=O)OCCN(CCOC(=O)c2ccc(O*)cc2)c2ccc(N=Nc3ccc([N+](=O)[O-])cc3)cc2)cc1,0.35856006 +*CC#CC#CCOc1cccc(C(=O)OCCN(CCOC(=O)c2cccc(O*)c2)c2ccc(N=Nc3ccc(C#N)cc3)cc2)c1,0.36722522 +*CC(*)(C)C(=O)OC(COc1cccc2ccccc12)COc1cccc2ccccc12,0.35180615 +*CC(*)(C)C(=O)OC1CCCCCCCCC1,0.40440294 +*CC(*)(C)C(=O)OCC1CO1,0.33062914 +*CC(*)(C)C(=O)OCC1OC(n2ccc(=O)[nH]c2=O)C(O)C1O,0.28114011 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)C=Cc3c(C)c4ccccc4n3C)cc2)cc1,0.36171157 +*CC(*)(C)C(=O)OCCCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)C=Cc3c(C)c4ccccc4n3CCCC)cc2)cc1,0.36405968 +*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)C=Cc3c(C)c4ccccc4n3C)cc2)cc1,0.35752069 +*CC(*)(C)C(=O)OCCCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)C=Cc3c(C)c4ccccc4n3CCCC)cc2)cc1,0.36425846 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)C=Cc3c(C)c4ccccc4n3C)cc2)cc1,0.35645942 +*CC(*)(C)C(=O)OCCCCCCOc1ccc(C(=O)Oc2ccc(C(=O)C=Cc3c(C)c4ccccc4n3CCCC)cc2)cc1,0.36019365 +*CC(*)(C)C(=O)OCCC[Si]12O[Si]3(CC(C)C)O[Si]4(CC(C)C)O[Si](CC(C)C)(O1)O[Si]1(CC(C)C)O[Si](CC(C)C)(O2)O[Si](CC(C)C)(O3)O[Si](CC(C)C)(O4)O1,0.40617403 +*CC(*)(CC(=O)OC1CCCCCCC1)C(=O)OC1CCCCCCC1,0.36818557 +*CC(*)(CC(=O)OCCC1CCCCC1)C(=O)OCCC1CCCCC1,0.3743525 +*CC(*)(F)C(=O)OCC(F)(F)C(F)(F)C(F)(F)F,0.32178633 +*CC(*)C(=O)N1CCCCC1,0.36828508 +*CC(*)C(=O)Nc1ccc2c(c1)C(=O)c1ccccc1C2=O,0.32709343 +*CC(*)C(=O)OCC1(CC)COC(c2ccccc2)OC1,0.34648032 +*CC(*)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCCCC)cc3)cc2)cc1,0.3436788 +*CC(*)C(=O)OCCOc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCCCCC)cc3)cc2)cc1,0.34788271 +*CC(*)C(=O)OCCOc1ccc(C(C)(C)c2ccc(OCCO)cc2)cc1,0.33916196 +*CC(*)C(=O)Oc1ccc(C(=O)OCc2ccccc2)cc1,0.33941879 +*CC(*)C(=O)Oc1ccc(C(=O)Oc2ccc(OC(=O)c3ccc(OCCCCC)cc3)cc2)cc1,0.34978241 +*CC(*)N1CCCCCC1=O,0.36209846 +*CC(*)c1ccc(C(=O)CCN2CCCCC2)cc1,0.37311156 +*CC(*)c1ccc(C(=O)N(CC)CC)cc1,0.36711341 +*CC(*)c1ccc(C(=O)N2CCOCC2)cc1,0.35986197 +*CC(*)c1ccc(COCCOCCCC)cc1,0.37958253 +*CC(*)c1ccc(COc2ccc(-c3ccc(-c4ccc(C)s4)c4nsnc34)cc2)cc1,0.36773 +*CC(*)n1cncn1,0.33624313 +*CC(=O)Nc1ccc(Oc2cccc(Oc3ccc(NC(=O)CN4C(=O)c5ccc(C(c6ccc7c(c6)C(=O)N(*)C7=O)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)c2)cc1,0.34064566 +*CC(=O)OC(=O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.33458907 +*CC(C)(C)C1C(=O)N(C2CCCCC2)C(=O)C1*,0.36558232 +*CC(C)(C)COC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.3487602 +*CC(C)(C)CS(=O)(=O)CC(C)(C)COC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.35233663 +*CC(C)N1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O,0.3634472 +*CC(CCCCCCCCCCCCCCCC)C(CCCCCCCCCCCCCCCC)COC(=O)c1ccc(C(=O)O*)cc1,0.39720442 +*CC(CO)(CCl)COc1ccc(C(c2ccc(O*)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.35329338 +*CC(COc1c(Cl)cc(C(C)(C)c2cc(Cl)c(O*)c(Cl)c2)cc1Cl)OC(C)=O,0.36697598 +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)C=Cc1ccccc1,0.35543793 +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)CC,0.35519812 +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(=O)CCl,0.35599023 +*CC(COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)OC(C)=O,0.35142781 +*CC(F)(F)C1(F)CC(C(O)(C(F)(F)F)C(F)(F)F)CC1*,0.32084568 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(C(C)(C)c3ccc(O*)cc3)cc2)c1,0.34239354 +*CC(O)CN(C)S(=O)(=O)c1cccc(S(=O)(=O)N(C)CC(O)COc2ccc(O*)cc2)c1,0.33491941 +*CC(O)CN(CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,0.35223599 +*CC(O)CN(CCO)CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.33466845 +*CC(O)COC(=O)/C=C\C(=O)Oc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.33533983 +*CC(O)COC(=O)CCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.33384251 +*CC(O)COC(=O)CCCCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.34100579 +*CC(O)COC(=O)CCCCCCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.3435317 +*CC(O)COC(=O)CCCCCCCCCCC(=O)OCC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.34941747 +*CC(O)COc1c(C)cc(C(C)(C)c2cc(C)c(O*)c(C)c2)cc1C,0.37509406 +*CC(O)COc1c(Cl)cc(C(C)(C)c2cc(Cl)c(O*)c(Cl)c2)cc1Cl,0.36746955 +*CC(O)COc1ccc(C(C)(C)c2ccc(O*)c(Cl)c2)cc1Cl,0.36275869 +*CC(O)COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.35095055 +*CC(O)COc1ccc(C(C)(CC)c2ccc(O*)cc2)cc1,0.35394579 +*CC(O)COc1ccc(Cc2ccc(O*)cc2)cc1,0.34455061 +*CC(O)COc1ccc(S(=O)(=O)c2ccc(OCC(O)COc3c(C)cc(S(=O)(=O)c4cc(C)c(O*)c(C)c4)cc3C)cc2)cc1,0.35617654 +*CC(O)COc1ccc(S(=O)(=O)c2ccc(OCC(O)COc3ccc(S(=O)(=O)c4ccc(O*)c(C)c4)cc3C)cc2)cc1,0.34891923 +*CC(OC(=O)Oc1ccc(C(=O)OC)cc1)C(COC(=O)O*)OC(=O)Oc1ccc(C(=O)OC)cc1,0.3223452 +*CC(c1ccccn1)C(c1ccccc1)C(*)c1ccccn1,0.39661394 +*CC1(C)CC(N2C(=O)c3ccc(-c4ccc5c(c4)C(=O)N(*)C5=O)cc3C2=O)CC(C)(C)C1,0.37465828 +*CC1CC(CNC(=O)c2cccc(C(=O)N*)c2)CC(C(C)(C)C)C1,0.3514179 +*CC1CCC(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)CC1,0.3576586 +*CC1CCC(CNC(=O)c2cccc(C(=O)N*)c2)CC1,0.34399294 +*CC1CCC(COC(=O)C2CCC(C(=O)O*)CC2)CC1,0.35005916 +*CC1CCC(COC(C)OC(=O)c2ccc(C(=O)OC(C)O*)c3ccccc23)CC1,0.35502936 +*CC1CCCC(CNC(=O)c2cc(C(=O)N*)cc(C(C)(C)C)c2)C1,0.35610431 +*CC1CCCC(CNC(=O)c2cccc(C(=O)N*)c2)C1,0.33940105 +*CC=CCOC(=O)C(Cc1ccccc1)NC(=O)C=CC(=O)NC(Cc1ccccc1)C(=O)O*,0.33875482 +*CCC1CC2C(CC(*)C2OC(=O)CCCCCCCCCCOc2ccc(-c3ccc(C#N)cc3)cc2)C1OC(=O)CCCCCCCCCCOc1ccc(-c2ccc(C#N)cc2)cc1,0.36522309 +*CCCC(C)CN1C(=O)c2ccc(C(=O)Oc3ccc4cc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)ccc4c3)cc2C1=O,0.34177327 +*CCCC1(CCCNC(=O)CCC2(CCC(=O)N*)c3ccccc3-c3ccccc32)c2ccccc2-c2ccccc21,0.35305757 +*CCCCCC(=O)NNC(=O)c1ccc(C(=O)NNC(=O)CCCCCOc2ccc(O*)c(C)c2)cc1,0.34281562 +*CCCCCCCCCCC(=O)Nc1ccc(Cc2ccc(NC(=O)CCCCCCCCCCN3C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.35192407 +*CCCCCCCCCCCCCCCCOC(=O)CCCCCCC(=O)O*,0.37544747 +*CCCCCCCCCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.36655412 +*CCCCCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.35988995 +*CCCCCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,0.3550053 +*CCCCCCCCCCCNC(=O)CCCCCCCCC(=O)N*,0.37104926 +*CCCCCCCCCCN1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O,0.34804179 +*CCCCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,0.34969426 +*CCCCCCCCCCNC(=O)c1ccc(Cc2ccc(C(=O)N*)cc2)cc1,0.35614349 +*CCCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.35710365 +*CCCCCCCCCCOc1c(OC)cc(C=C2CCCC(=Cc3cc(OC)c(O*)c(OC)c3)C2=O)cc1OC,0.3627628 +*CCCCCCCCCCOc1ccc(C=C2CCCC(=Cc3ccc(O*)c(OC)c3)C2=O)cc1OC,0.36585975 +*CCCCCCCCCCOc1ccc(C=C2CCCC(=Cc3ccc(O*)cc3)C2=O)cc1,0.37076764 +*CCCCCCCCCCOc1ccc(C=Cc2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(N=Nc4ccc(Cl)cc4)cc3)cc2)cc1,0.37552981 +*CCCCCCCCCCOc1ccc(C=Cc2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(N=Nc4ccc(OC)cc4)cc3)cc2)cc1,0.374166 +*CCCCCCCCCCOc1ccc(C=Cc2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(N=Nc4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1,0.36876796 +*CCCCCCCCCCOc1ccc(C=Cc2ccc(OCCCCCCCCCCOP(=O)(O*)OCCCCCCCCCCOc3ccc(N=Nc4ccccc4)cc3)cc2)cc1,0.37909933 +*CCCCCCCCCCc1ccc(-c2c(-c3ccccc3)cc(-c3cccc(-c4cc(-c5ccccc5)c(-c5ccc(*)cc5)c(-c5ccccc5)c4-c4ccccc4)c3)c(-c3ccccc3)c2-c2ccccc2)cc1,0.39826604 +*CCCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,0.34911033 +*CCCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.35367211 +*CCCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,0.34901426 +*CCCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.35257805 +*CCCCCCCCOC(=O)Nc1ccc(NC(=O)OCCCCCCCCOc2ccc(-c3ccc(O*)cc3)cc2)c(C)c1,0.3579984 +*CCCCCCCCOc1c(OC)cc(C=C2CCCC(=Cc3cc(OC)c(O*)c(OC)c3)C2=O)cc1OC,0.35816729 +*CCCCCCCCOc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.36752126 +*CCCCCCCCOc1ccc(C(c2ccc(O*)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.36265916 +*CCCCCCCCOc1ccc(C=C2CCCC(=Cc3ccc(O*)c(OC)c3)C2=O)cc1OC,0.36354284 +*CCCCCCCCOc1ccc(C=C2CCCC(=Cc3ccc(O*)cc3)C2=O)cc1,0.37127154 +*CCCCCCCCc1nc2cc(NC(=O)CCCCC(=O)Nc3ccc4oc(*)nc4c3)ccc2o1,0.35552869 +*CCCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,0.3473574 +*CCCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.34774213 +*CCCCCCN1C(=O)C(=O)N(c2ccc(C)c(N3C(=O)C(=O)N(*)C3=O)c2)C1=O,0.33065809 +*CCCCCCN1C(=O)C(=O)N(c2ccc(Oc3ccc(N4C(=O)C(=O)N(*)C4=O)cc3)cc2)C1=O,0.33381102 +*CCCCCCN1C(=O)c2ccc(Oc3ccc4c(c3)C(=O)N(*)C4=O)cc2C1=O,0.34767207 +*CCCCCCNC(=O)c1cc(NC(=O)c2ccc(NC(=O)C(CC(C)C)N3C(=O)c4ccccc4C3=O)cc2)cc(C(=O)N*)c1,0.33657316 +*CCCCCCNC(=O)c1ccc(C(C)(CC)c2ccc(C(=O)N*)cc2)cc1,0.35362781 +*CCCCCCOC(=O)C(CCCCCOc1cc(-c2ccccn2)nc(-c2ccccn2)c1)C(=O)OCCCCCCOc1ccc(-c2ccc(O*)cc2)cc1,0.36437086 +*CCCCCCOC(=O)C(Cc1ccccc1)NC(=O)C=CC(=O)NC(Cc1ccccc1)C(=O)O*,0.34396826 +*CCCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.34648888 +*CCCCCCOc1c(OC)cc(C=C2CCCC(=Cc3cc(OC)c(O*)c(OC)c3)C2=O)cc1OC,0.35644797 +*CCCCCCOc1ccc(C(=O)N(C(=O)c2ccc(O*)cc2)c2ccc(Oc3ccccc3)cc2)cc1,0.36783158 +*CCCCCCOc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.36632136 +*CCCCCCOc1ccc(C=C2CCCC(=Cc3ccc(O*)c(OC)c3)C2=O)cc1OC,0.35895367 +*CCCCCCOc1ccc(C=C2CCCC(=Cc3ccc(O*)cc3)C2=O)cc1,0.36783098 +*CCCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.34273288 +*CCCCN1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O,0.34543609 +*CCCCNC(=O)c1ccc(C(C)(CC)c2ccc(C(=O)N*)cc2)cc1,0.34798992 +*CCCCOC(=O)C(Cc1ccccc1)NC(=O)C=CC(=O)NC(Cc1ccccc1)C(=O)O*,0.33930122 +*CCCCOC(=O)CCCCCNC(=O)CCCCC(=O)NCCCCCC(=O)O*,0.34021952 +*CCCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.34189824 +*CCCCOC(=O)c1ccc(-c2ccc(C(=O)O*)cc2)cc1,0.33930265 +*CCCCOC(=O)c1ccc(C(C)(C)c2ccc(C(=O)O*)cc2)cc1,0.35363706 +*CCCCOCCCCOCCCCOC(=O)c1ccc(N=Cc2cc(OCCCCCC)c(C=Cc3cc(OCCCCCC)c(C=Cc4cc(OCCCCCC)c(C=Nc5ccc(C(=O)O*)cc5)cc4OCCCCCC)cc3OCCCCCC)cc2OCCCCCC)cc1,0.38309201 +*CCCN1C(=O)C2C3C=CC(C4C(=O)N(*)C(=O)C34)C2C1=O,0.34806971 +*CCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.33832602 +*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,0.33583724 +*CCCOCCCCOCCCN1C(=O)c2ccc(C(=O)Oc3ccc4cc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)ccc4c3)cc2C1=O,0.33819968 +*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(N=Nc2ccc(C#N)cc2)cc1,0.36385839 +*CCN(CCOC(=O)NCC1(C)CC(NC(=O)O*)CC(C)(C)C1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,0.34598899 +*CCN(CCOC(=O)Nc1ccc(-c2ccc(NC(=O)O*)c(C)c2)cc1C)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,0.34910461 +*CCN(CCOC(=O)Nc1ccc(-c2ccc(NC(=O)O*)c(OC)c2)cc1OC)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,0.34489269 +*CCN(CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1)c1ccccc1,0.34479226 +*CCN(CCOC(=O)OCc1ccc(COC(=O)O*)cc1)c1ccc(N=Nc2ccc([N+](=O)[O-])cc2)cc1,0.34805417 +*CCN(CCOC(=O)c1cc(OCCN(C)c2ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,0.34325537 +*CCN(CCOC(=O)c1cc(OCCN(C)c2ccc(S(=O)(=O)CCCCCCCC)cc2)cc(C(=O)O*)c1)c1ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc1,0.35536738 +*CCN(CCOC(=O)c1cc(OCc2c(F)c(F)c(OC)c(F)c2F)cc(C(=O)O*)c1)c1ccc(C=Cc2ccc(C=CC3=C(C#N)C(=C(C#N)C#N)OC3(c3ccccc3)C(F)(F)F)s2)cc1,0.36032332 +*CCNC(=O)Nc1ccc(Cc2ccc(NC(=O)NCCOCCO*)cc2)cc1,0.33154374 +*CCNC(=O)c1ccc([Si](C)(C)c2ccc(C(=O)NCCN(*)c3ccc(/C=C/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1,0.35386775 +*CCNC(=O)c1ccc([Si](CCCC)(CCCC)c2ccc(C(=O)NCCN(*)c3ccc(/C=C/c4ccc([N+](=O)[O-])cc4)cc3)cc2)cc1,0.35921769 +*CCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.33628572 +*CCOC(=O)c1ccc(C(C)(CC)c2ccc(C(=O)O*)cc2)cc1,0.35349899 +*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc(OC(=O)c4ccc5c(c4)C(=O)N(*)C5=O)cc3)cc2C1=O,0.33052641 +*CCOCCOCCN1C(=O)c2ccc(C(=O)Oc3ccc4cc(OC(=O)c5ccc6c(c5)C(=O)N(*)C6=O)ccc4c3)cc2C1=O,0.3345641 +*CCOCCOCCOCCOC(=O)Nc1ccc(Cc2ccc(NC(=O)O*)cc2)cc1,0.33889511 +*CCOCCOCCOCCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1,0.34429063 +*CCOCCOCCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1,0.34659235 +*CCOCCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1,0.3483589 +*CCOCCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1,0.34154325 +*CCOCCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1,0.34638057 +*CCOc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(O*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1,0.35204064 +*CN1C(=O)c2ccc(C(c3ccc4c(c3)C(=O)N(Cc3nnc(-c5ccc(-c6nnc(*)o6)cc5)o3)C4=O)(C(F)(F)F)C(F)(F)F)cc2C1=O,0.37085226 +*CNC(=O)OCc1cocc1COC(=O)NCc1ccc(C(C)(C)c2ccc(*)o2)o1,0.33476958 +*COc1ccc(C(C)(C)c2ccc(O*)cc2)cc1,0.35264631 +*COc1ccc(C(c2ccc(O*)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.34402643 +*Cc1cc2cc(C(=O)Nc3ccc(-c4ccc(NC(=O)c5cc6cc(*)c(OC(=O)COc7ccc8ccc(=O)oc8c7)cc6oc5=O)cc4)cc3)c(=O)oc2cc1OC(=O)COc1ccc2ccc(=O)oc2c1,0.32178966 +*Cc1ccc(COC(=O)c2cccc(C(=O)O*)c2)cc1,0.34174571 +*Cc1ccc(COP(=O)(N=Nc2ccc(-c3ccc(N=NP(=O)(O*)OC)cc3)cc2)OC)cc1,0.35769989 +*Cc1ccc(C[n+]2ccc(-c3cc[n+](*)cc3)cc2)cc1,0.36770634 +*Cc1ccc2nc(-c3cc(-c4nc5ccc(*)cc5c(=O)o4)cc(N4C(=O)c5ccccc5C4=O)c3)oc(=O)c2c1,0.37326662 +*Cc1cccc(C[n+]2ccc(-c3cc[n+](*)cc3)cc2)c1,0.36232627 +*Cc1ccccc1C[n+]1ccc(-c2cc[n+](*)cc2)cc1,0.35795758 +*N/C(C=C)=C/C=C(\C)C1(c2ccc(N*)cc2)CCCCC1,0.35375342 +*N/N=N\c1ccc(N*)c2c1C(=O)c1c(N)ccc(N)c1C2=O,0.34005083 +*N=P(*)(Oc1ccc2ccccc2c1)Oc1ccc2ccccc2c1,0.3648512 +*NC(=C)/C=C\C(=C/C)C1(c2ccc(N*)cc2)CCCCC1,0.3442031 +*NC/C=C(/c1cccc(-c2ccccc2)c1)c1ccccc1-c1ccccc1-c1ccc(C2(c3ccccc3)c3ccccc3-c3ccccc32)cc1N*,0.37006353 +*NC1=C(N)N[C@H](N*)NC1=O,0.28322193 +*NC1=C(c2c(N*)ccc3ccccc23)c2ccccc2CC1,0.35718606 +*NC1=C(c2ccccc2)[C@@](O)(N*)[C@H](N)C=C1,0.32796087 +*NC1=CC=C(c2ccc(N*)cc2)C(C(C)(C)C)(C(C)(C)C)C1,0.34704926 +*NC1=NC(=S)N=C(N)C1N*,0.30874827 +*NCC1(C)CC(N*)CC(C)(C)C1,0.34576246 +*NCC1CCC(CN*)CC1,0.33576539 +*NCCCc1ccc2ccc3ccc(N*)cc3c2c1,0.33634808 +*NCCc1ccc2ccc3ccc(N*)cc3c2c1,0.33458647 +*NC[C@@H]1CCC[C@@H](CN*)C1,0.32836534 +*NNC(=O)C=CC(=O)Nc1cccc(C=C2CCCC(=Cc3cccc(NC(=O)C=CC(*)=O)c3)C2=O)c1,0.3376016 +*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ccc(C)cn2)C3=O)cc(C(=O)NNC(=O)c2ccc(C(*)=O)cc2)c1,0.33692653 +*NNC(=O)c1cc(NC(=O)c2ccc3c(c2)C(=O)N(c2ncccc2C)C3=O)cc(C(=O)NNC(=O)c2ccc(C(*)=O)cc2)c1,0.33234263 +*NNC(=O)c1ccccc1C(=O)Nc1cccc(C=C2CCCC(=Cc3cccc(NC(=O)c4ccccc4C(*)=O)c3)C2=O)c1,0.35281266 +*N[C@H]1C(=O)NC(=O)[C@@](N*)(n2c(C)nc3c(N)c(N)cc(N)c3c2=O)[C@H]1N,0.35197979 +*Nc1c(C)cc(C(c2cc(C)c(N*)c(C)c2)C(c2ccc(N)c(C(C)(C)C)c2)c2ccc(N)c(C(C)(C)C)c2)cc1C,0.39156416 +*Nc1c(C)cc(Cc2cc(C)c(N*)c(CC)c2)cc1CC,0.36832 +*Nc1c(CC)cc(Cc2cc(CC)c(N*)c(CC)c2)cc1CC,0.37359767 +*Nc1c(CC)cc(Cc2cc(CC)c(N*)c(CC)c2Cl)c(Cl)c1CC,0.37886544 +*Nc1c(N)c2c(c(N*)c1NC)C(=O)c1cccc(N)c1C2=O,0.34496829 +*Nc1c(N*)c(-c2ccccc2-c2ccccc2)c(-c2ccccc2)c(-c2ccccc2)c1-c1ccccc1,0.37334739 +*Nc1cc(C(c2ccc(C)c(N*)c2)(C(F)(F)F)C(F)(F)F)ccc1C,0.34739951 +*Nc1cc(C(c2ccc(O)c(N*)c2)(C(F)(F)F)C(F)(F)F)ccc1O,0.32241826 +*Nc1cc(C)c(-c2c(C)cc(N*)cc2-c2ccccc2)c(-c2ccccc2)c1,0.36600387 +*Nc1cc(C)c(C2(c3c(C)cc(N*)c4ccccc34)c3ccccc3-c3ccccc32)c2ccccc12,0.38470754 +*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,0.35997455 +*Nc1cc(C)c(Cc2ccc(CCCCCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,0.35798452 +*Nc1cc(C)c(Cc2ccc(CCCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,0.36147124 +*Nc1cc(C)c(Cc2ccc(CCCCCCCCc3ccc(Cc4c(C)cc(N*)cc4C)cc3)cc2)c(C)c1,0.35897643 +*Nc1cc(C)c(N*)c2c1C(=O)c1c(N)c(C)cc(N)c1C2=O,0.34660788 +*Nc1cc(C2CCCCC2)c2ccc3c(N*)c(-c4ccc(C5(c6ccccc6)c6ccccc6-c6ccccc65)cc4)c(C4CCCCC4)c4ccc1c2c34,0.39403941 +*Nc1cc(N)c(N)c(C)c1C(=O)Oc1cc(N)c(C(=O)Oc2cc(N)c(N)c(C)c2N)c(N)c1N*,0.32137021 +*Nc1cc(N*)c(Cc2cc(C)c(N)cc2N)cc1C,0.35659354 +*Nc1cc(N*)c2c(ccc3ccccc32)c1,0.33406138 +*Nc1cc(N*)c2ccc3ccccc3c2c1,0.33145622 +*Nc1cc(NC(=O)Nc2ccc(Cc3ccc(NC(*)=O)cc3)cc2)cc(C(=O)Nc2ccc3c(c2)C(=O)c2ccccc2C3=O)c1,0.33705899 +*Nc1cc(NC(=O)Nc2ccc(NC(*)=O)cc2)cc(C(=O)Nc2cccc3c2C(=O)c2ccccc2C3=O)c1,0.32684433 +*Nc1cc(NC(=O)c2cc(NC(=O)C(C(C)CC)N3C(=O)c4ccccc4C3=O)cc(C(*)=O)c2)ccc1C,0.34847575 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc(C#N)cc3)cc(C(*)=O)c2)cc(C(=O)OCCN(C)c2ccc(C#N)cc2)c1,0.35581869 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc(C#N)cc3)cc(C(*)=O)c2)cc(C(=O)OCCN(C)c2ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc2)c1,0.34405633 +*Nc1cc(NC(=O)c2cc(OCCN(C)c3ccc(S(=O)(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(F)(F)F)cc3)cc(C(*)=O)c2)cc(C(=O)OCCN(C)c2ccc(C#N)cc2)c1,0.3482804 +*Nc1cc(NC(=O)c2ccc(C(*)=O)cc2)cc(C(=O)Oc2cccc3ccccc23)c1,0.34233379 +*Nc1cc(NC(=O)c2ccc3cc(C(*)=O)ccc3c2)cc(C(=O)OCCOc2ccc(C=CC(=O)c3ccccc3)cc2)c1,0.34387133 +*Nc1cc2c(-c3ccc4c(c3)c3ccccc3c3c(N*)c(N)ccc43)cc3c4ccccc4ccc3c2cc1N,0.3459392 +*Nc1cc2c(N*)cccc2c2ccccc12,0.333837 +*Nc1cc2c(cc(N*)c3c(-c4ccc5ccccc5c4)c(-c4ccc5ccccc5c4)c(-c4ccc5ccccc5c4)c(-c4ccc5ccccc5c4)c32)c2ccccc12,0.37064494 +*Nc1cc2c(cc1N*)C(=O)c1cc(N)c(N)cc1C2=O,0.34542857 +*Nc1cc2c3cccc(-c4ccc(C)c(C)c4)c3c(N*)cc2c2ccccc12,0.35695006 +*Nc1cc2cccc(N*)c2c2ccccc12,0.33765318 +*Nc1cc2ccccc2c(N*)c1-c1ccccc1,0.3508717 +*Nc1cc2ccccc2c2c(N*)cccc12,0.33679998 +*Nc1cc2ccccc2c2c1ccc1ccc3c(N*)cc4ccccc4c3c12,0.36566777 +*Nc1ccc(*)cc1OCCCCCCCCCCOc1ccc(C2CCC(CCCCC)CC2)cc1,0.3832015 +*Nc1ccc(-c2c(-c3ccccc3)cc(-c3ccc(-c4cc(-c5ccccc5)c(-c5ccc(NC(=O)c6ccc(C(*)=O)cc6)cc5)c(-c5ccccc5)c4)cc3)cc2-c2ccccc2)cc1,0.38336728 +*Nc1ccc(-c2c(C(C)C)cc(C)cc2C2(c3cc(C)cc(C(C)C)c3-c3ccc(N*)cc3)c3ccccc3-c3ccccc32)cc1,0.39756786 +*Nc1ccc(-c2cc(-c3ccc(-c4ccccc4)cc3)cc(-c3ccc(-c4cc(-c5ccc(N*)cc5)cc(-c5ccc(-c6ccccc6)cc5)c4)cc3)c2)cc1,0.35431916 +*Nc1ccc(-c2cc(-c3ccc(N*)cc3)c3ccc4c(-c5ccc(N)cc5)cc(-c5ccc(N)cc5)c5ccc2c3c54)cc1,0.36303147 +*Nc1ccc(-c2ccc(-c3ccc(N*)c(-c4ccc5ccccc5c4)c3-c3ccc4ccccc4c3)c(-c3ccc4ccccc4c3)c2)c(-c2ccc3ccccc3c2)c1,0.36605712 +*Nc1ccc(-c2ccc(-c3ccc(N*)cc3)c3c2CC2(CCCC2)C3)cc1,0.35946418 +*Nc1ccc(-c2ccc(N*)c(-c3ccc(-c4ccccc4)cc3)c2-c2ccc(-c3ccccc3)cc2)cc1,0.35925281 +*Nc1ccc(-c2ccc(N*)c(-c3cccc(C)c3-c3ccccc3)c2)cc1,0.35748308 +*Nc1ccc(-c2ccc(N*)c(/C=C/c3ccccc3)c2)cc1,0.34484999 +*Nc1ccc(-c2ccc(N*)c(Cc3ccccc3)c2Cc2ccccc2)c(Cc2ccccc2)c1Cc1ccccc1,0.35710982 +*Nc1ccc(-c2ccc(N*)c(N)c2-c2ccccc2)c(-c2ccccc2)c1N,0.35339596 +*Nc1ccc(-c2ccc(N*)cc2-c2cc(N)ccc2-c2ccc(N)cc2)cc1,0.36187072 +*Nc1ccc(-c2ccc(N*)cc2-c2ccc(C)cc2)c(-c2ccc(C)cc2)c1,0.36702255 +*Nc1ccc(-c2ccc(N*)cc2-c2ccc(C)cc2C)c(-c2ccc(C)cc2C)c1,0.37675264 +*Nc1ccc(-c2ccc(N*)cc2-c2ccc(C=C)cc2)c(-c2ccc(C=C)cc2)c1,0.35833444 +*Nc1ccc(-c2ccc(N*)cc2-c2ccc(CC)cc2)c(-c2ccc(CC)cc2)c1,0.36900944 +*Nc1ccc(-c2ccc(N*)cc2-c2cccc(C)c2)c(-c2cccc(C)c2)c1,0.36515839 +*Nc1ccc(-c2ccc(N*)cc2-c2cccc(CC)c2)c(-c2cccc(CC)c2)c1,0.36267578 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2)c(-c2ccccc2)c1,0.35575719 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2-c2ccc(C)cc2)cc1,0.35953405 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2-c2ccccc2)cc1,0.35741644 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2-c2ccccc2C)cc1,0.36316601 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2C(C)(C)C)c(-c2ccccc2C(C)(C)C)c1,0.37633983 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2C(C)C)c(-c2ccccc2C(C)C)c1,0.37695577 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2C)c(-c2ccccc2C)c1,0.36761088 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2CC)c(-c2ccccc2CC)c1,0.3676166 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2CC=C)c(-c2ccccc2CC=C)c1,0.35805994 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2CCC)c(-c2ccccc2CCC)c1,0.36819448 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2CCCC)c(-c2ccccc2CCCC)c1,0.36989526 +*Nc1ccc(-c2ccc(N*)cc2-c2ccccc2[C@@H](C)CC)c(-c2ccccc2[C@@H](C)CC)c1,0.37601542 +*Nc1ccc(-c2ccc(N*)cc2/C(N)=C/c2ccccc2)c(/C(N)=C/c2ccccc2)c1,0.35009849 +*Nc1ccc(-c2ccccc2)c(C2CCCCC2)c1N*,0.37359962 +*Nc1ccc(-c2ccccc2-c2ccccc2-c2ccc(N*)cc2)cc1,0.35490612 +*Nc1ccc(/C(=C(/c2ccc3ccccc3c2)c2ccc(N*)c(-c3ccc4ccccc4c3)c2-c2ccc3ccccc3c2)c2ccc3ccccc3c2)cc1,0.37988811 +*Nc1ccc(/C(C)=C/C(C)(C)c2ccc(N*)cc2)cc1,0.35500937 +*Nc1ccc(/C=C/c2ccc(N*)cc2-c2ccccc2)c(-c2ccccc2)c1,0.35626419 +*Nc1ccc(/C=C/c2ccc3ccccc3c2/C=C/c2ccc(N*)cc2)cc1,0.35372743 +*Nc1ccc(C(=C)C(C)(C)C(C)(C)c2ccc(N*)cc2)cc1,0.34980902 +*Nc1ccc(C(=C)CC(C)(C)c2ccc(N*)cc2)cc1,0.34510572 +*Nc1ccc(C(=C2CCCCC2)c2ccc(N*)cc2)cc1,0.37173273 +*Nc1ccc(C(C)(C)c2cc(C(C)(C)c3ccc(N)cc3)cc(C(C)(C)c3ccc(N*)cc3)c2)cc1,0.36915657 +*Nc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(N*)cc3)cc2)cc1,0.35733218 +*Nc1ccc(C(C)(C)c2ccc(C(C)(C)c3cccc(N*)c3)cc2)cc1,0.35860249 +*Nc1ccc(C(C)(C)c2ccc(N*)cc2)cc1,0.34514842 +*Nc1ccc(C(C)(C=C)c2ccc(N*)cc2)cc1,0.34310285 +*Nc1ccc(C(C)(CC(C)C)c2ccc(N*)cc2)cc1,0.35303022 +*Nc1ccc(C(C)(CC)c2ccc(N*)cc2)cc1,0.35054839 +*Nc1ccc(C(C)(CC=C)c2ccc(N*)cc2)cc1,0.34950176 +*Nc1ccc(C(C)(CCC(C)C)c2ccc(N*)cc2)cc1,0.3593959 +*Nc1ccc(C(C)(CCC)c2ccc(N*)cc2)cc1,0.35256265 +*Nc1ccc(C(C)(CCCC)c2ccc(N*)cc2)cc1,0.35842613 +*Nc1ccc(C(C)(CCCCC)c2ccc(N*)cc2)cc1,0.35858625 +*Nc1ccc(C(C)(CCCCCC)c2ccc(N*)cc2)cc1,0.36233629 +*Nc1ccc(C(C)(c2ccc(N*)cc2)C(C)C)cc1,0.35465545 +*Nc1ccc(C(C)(c2ccc(N*)cc2)[C@H](C)C(=C)C)cc1,0.35652932 +*Nc1ccc(C(CC(C)(C)c2ccc(N*)cc2)=C(C)C)cc1,0.35535977 +*Nc1ccc(C(CC(C)C)(CC(C)C)c2ccc(N*)cc2)cc1,0.36637357 +*Nc1ccc(C(CC)(C/C=C/[C@@H](C)CCC)c2ccc(N*)cc2)cc1,0.36522046 +*Nc1ccc(C(CC)(CC)c2ccc(N*)cc2)cc1,0.3582996 +*Nc1ccc(C(CC)(CCC(C)C)c2ccc(N*)cc2)cc1,0.36819424 +*Nc1ccc(C(CC)(CCC)c2ccc(N*)cc2)cc1,0.35892089 +*Nc1ccc(C(CC)(CCCC)c2ccc(N*)cc2)cc1,0.36309206 +*Nc1ccc(C(CC)(CCCCC)c2ccc(N*)cc2)cc1,0.36534914 +*Nc1ccc(C(CC)(CCCCCC)c2ccc(N*)cc2)cc1,0.36353044 +*Nc1ccc(C(CC)(C[C@H](C)CC)c2ccc(N*)cc2)cc1,0.35671255 +*Nc1ccc(C(CC)c2ccc(N*)c(Cc3ccccc3)c2Cc2ccccc2)c(Cc2ccccc2)c1Cc1ccccc1,0.36855173 +*Nc1ccc(C(CC=C)(CC=C)c2ccc(N*)cc2)cc1,0.34731572 +*Nc1ccc(C(CC=C)c2ccc(N*)cc2)cc1,0.34719504 +*Nc1ccc(C(CCC)(CCC)c2ccc(N*)cc2)cc1,0.36239191 +*Nc1ccc(C(CCCC)(CCCC)c2ccc(N*)cc2)cc1,0.3699291 +*Nc1ccc(C(C[C@@H]2CCC[C@@H](C(c3ccc(N)cc3)c3ccc(N*)cc3)C2)c2ccc(N)cc2)cc1,0.36461546 +*Nc1ccc(C(c2ccc(N*)c(C(C)(C)C)c2)C(c2ccc(N)c(C(C)(C)C)c2)c2ccc(N)c(C(C)(C)C)c2)cc1C(C)(C)C,0.3977767 +*Nc1ccc(C(c2ccc(N*)c(C)c2)C(c2ccc(N)c(C)c2)c2ccc(N)c(C)c2)cc1C,0.38150109 +*Nc1ccc(C(c2ccc(N*)cc2)(C(C)C)C(C)C)cc1,0.36562181 +*Nc1ccc(C(c2ccc(N*)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.34186008 +*Nc1ccc(C(c2ccc(N*)cc2)([C@H](C)CC)[C@H](C)CC)cc1,0.37291553 +*Nc1ccc(C(c2ccc(N*)cc2)C(C)(C)C)cc1,0.3599413 +*Nc1ccc(C(c2ccc(N*)cc2)C(c2ccc(N)cc2)c2ccc(N)cc2)cc1,0.36559722 +*Nc1ccc(C(c2ccc(N*)cc2)C(c2cccc(N)c2)c2cccc(N)c2)cc1,0.35897099 +*Nc1ccc(C(c2ccc(N*)cc2)C(c2ccccc2N)(c2ccccc2N)[C@H](c2ccc(N)cc2)c2ccccc2N)cc1,0.36452149 +*Nc1ccc(C(c2ccc(NC(=O)c3cc(NC(=O)CCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.33372764 +*Nc1ccc(C2(c3ccc(N*)c(-c4ccc(C)cc4)c3-c3ccc(C)cc3)CCCCC2)c(-c2ccc(C)cc2)c1-c1ccc(C)cc1,0.39222234 +*Nc1ccc(C2(c3ccc(N*)c(C)c3)c3ccccc3Cc3ccccc32)cc1C,0.37721583 +*Nc1ccc(C2(c3ccc(N*)cc3)C=CC=C3C2=Cc2ccccc23)cc1,0.36753725 +*Nc1ccc(C2(c3ccc(N*)cc3)CCCC2)cc1,0.34564076 +*Nc1ccc(C2(c3ccc(N*)cc3)CCc3ccccc32)cc1,0.35743146 +*Nc1ccc(C2(c3ccc(N*)cc3)[C@H]3C[C@@H]4C[C@@H](C[C@H]2C4)C3)cc1,0.36122631 +*Nc1ccc(C2(c3ccc(N*)cc3)c3ccccc3Cc3ccccc32)cc1,0.36815633 +*Nc1ccc(C2=CC=C(c3ccc(N*)cc3)C2(C)C)cc1,0.35499932 +*Nc1ccc(C2=CC[C@](N*)(c3ccccc3-c3ccccc3C)C=C2)cc1,0.35437873 +*Nc1ccc(C2=C[C@@H]3CC[C@H]2C=C3c2ccc(N*)cc2)cc1,0.35798661 +*Nc1ccc(CC[C@@H](Cc2ccc(N*)cc2)[C@@H](Cc2ccc(N)cc2)c2ccccc2)cc1,0.35442602 +*Nc1ccc(CCc2ccc(C3(c4ccc(CCc5ccc(N*)cc5)cc4)CCC(c4ccccc4)CC3)cc2)cc1,0.362202 +*Nc1ccc(Cc2cc(Cc3ccc(N)cc3)cc(Cc3ccc(N*)cc3)c2)cc1,0.36046154 +*Nc1ccc(Cc2ccc(Cc3ccc(N*)c(C)c3C)cc2)c(C)c1C,0.35499508 +*Nc1ccc(Cc2ccc(Cc3ccc(N*)cc3)cc2)cc1,0.34845951 +*Nc1ccc(Cc2ccc(N*)c(C)c2)c(CC)c1,0.3496197 +*Nc1ccc(Cc2ccc(N*)c(C)c2)cc1C,0.35117058 +*Nc1ccc(Cc2ccc(N*)c(C)c2C)c(C)c1,0.35276469 +*Nc1ccc(Cc2ccc(N*)c(C)c2C)c(C)c1C,0.35444913 +*Nc1ccc(Cc2ccc(N*)c(CC)c2CC)c(CC)c1CC,0.37391243 +*Nc1ccc(Cc2ccc(N*)c(CC=C)c2CC=C)c(CC=C)c1CC=C,0.35378076 +*Nc1ccc(Cc2ccc(N*)c(Cl)c2)cc1Cl,0.3514118 +*Nc1ccc(Cc2ccc(N*)cc2)cc1,0.34181931 +*Nc1ccc(Cc2ccc(NC(=O)CCCCCCCC(*)=O)cc2)cc1,0.34905905 +*Nc1ccc(Cc2ccc(NC(=O)CCCCCCCCC(*)=O)cc2)cc1,0.35151514 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCCCCCCCCCCNC(*)=O)cc2)cc1,0.37009241 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCCCCNC(*)=O)cc2)cc1,0.35680733 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCCNC(*)=O)cc2)cc1,0.35544532 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCCNC(*)=O)cc2)cc1,0.35319219 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCCCNC(*)=O)cc2)cc1,0.35239715 +*Nc1ccc(Cc2ccc(NC(=O)NCCCCCCNC(*)=O)cc2)cc1,0.34117859 +*Nc1ccc(Cc2ccc(NC(=O)Nc3ccccc3CCc3ccc(NC(*)=O)cc3)cc2)cc1,0.35103259 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(C(*)=O)cc(N4C(=O)C5C6C=CC(C6)C5C4=O)c3)cc2)cc1,0.35689692 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)CCCN4C(=O)c5ccccc5C4=O)cc(C(*)=O)c3)cc2)cc1,0.33667621 +*Nc1ccc(Cc2ccc(NC(=O)c3cc(NC(=O)c4ccc(NC(=O)C(CC(C)C)N5C(=O)c6ccccc6C5=O)cc4)cc(C(*)=O)c3)cc2)cc1,0.34741181 +*Nc1ccc(Cc2cccc(N*)c2)cc1,0.33815386 +*Nc1ccc(N*)c(-c2ccc3ccccc3c2)c1,0.34047659 +*Nc1ccc(N*)c(C(c2ccc3ccccc3c2)c2ccc3ccccc3c2)c1,0.36285479 +*Nc1ccc(N*)c2c1ccc1ccccc12,0.33816871 +*Nc1ccc(NC(=O)Cc2cc(C)c(CC(*)=O)cc2C)cc1,0.3373035 +*Nc1ccc(NC(=O)Cc2cc(CC(*)=O)c(C)cc2C)cc1,0.33730529 +*Nc1ccc(NC(=O)c2cc(C(*)=O)cc(S(=O)(=O)c3ccccc3)c2)cc1,0.34297424 +*Nc1ccc(NC(=O)c2ccc(C(=O)c3ccc(C(*)=O)c(C(=O)O)c3)cc2C(=O)O)cc1,0.31794387 +*Nc1ccc(NC(=O)c2ccc(C(=O)c3ccc(C(*)=O)c(C(=O)OCC)c3)cc2C(=O)OCC)cc1,0.34534308 +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC,0.35844067 +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCC,0.35882755 +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCC,0.3595526 +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCC,0.36201115 +*Nc1ccc(NC(=O)c2ccc(NC(=O)CCCCCCCCCCCCC(=O)Nc3ccc(C(*)=O)cc3)cc2)cc1C(=O)OCCCCCCCCCCCCCCCCCC,0.36659861 +*Nc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(N*)cc4)cc3)cc2)cc1,0.34442362 +*Nc1ccc(Oc2cccc(Oc3ccc(N*)cc3)c2)cc1,0.34111608 +*Nc1ccc(SSc2ccc(N*)cc2)cc1,0.35710288 +*Nc1ccc([C@@H](C)c2ccc(C(C)(C)c3ccc(N*)cc3)cc2)cc1,0.35607415 +*Nc1ccc([C@@H](c2ccccc2)[C@H](c2ccccc2)c2ccc(N*)cc2)cc1,0.36377948 +*Nc1ccc([C@@H]2CC(C)(C)c3cc(N*)ccc32)cc1,0.36237935 +*Nc1ccc([C@@H]2CC(C)(C)c3ccc(N*)cc32)cc1,0.3624745 +*Nc1ccc([C@H](CC)c2ccc([C@@H](CC)c3ccc(N*)cc3)cc2)cc1,0.3623964 +*Nc1ccc([C@H](CCCC)c2ccc(C3(c4ccc([C@@H](CCCC)c5ccc(N*)cc5C)cc4)CCC(C)CC3)cc2)c(C)c1,0.38081893 +*Nc1ccc([C@H](CCCCCC)c2ccc(C3(c4ccc([C@@H](CCCCCC)c5ccc(N*)cc5)cc4)CCC(CCCCC)CC3)cc2)cc1,0.37108303 +*Nc1ccc([C@H](c2ccc(N*)c(C)c2)C(c2ccc(N)c(C)c2)c2ccc(N)c(C)c2)cc1,0.37242979 +*Nc1ccc([C@H](c2cccc(N*)c2)C(c2cccc(N)c2)c2cccc(N)c2)cc1,0.35918801 +*Nc1ccc([C@H](c2ccccc2N*)C(c2ccc(N)cc2)c2ccc(N)cc2)cc1,0.37002899 +*Nc1ccc([C@H]2CC[C@H](c3ccc(N*)cc3)CC2)cc1,0.35770572 +*Nc1ccc2c(N*)cc3ccccc3c2c1,0.334748 +*Nc1ccc2c(c1)-c1ccc3c4ccc5c6c(ccc(c7ccc(c1c73)C2)c64)-c1cc(N*)ccc1C5,0.34349672 +*Nc1ccc2c(c1)C(=O)c1ccc(N*)cc1C2=O,0.33028392 +*Nc1ccc2c(c1)[C@]1(C)CC[C@@]2(C)c2cc(N*)ccc21,0.36507821 +*Nc1ccc2c(c1)c(C)c(C)c1cc(N*)ccc12,0.33627798 +*Nc1ccc2c(c1)c(N*)cc1ccccc12,0.33211721 +*Nc1ccc2c(c1)cc(N*)c1ccccc12,0.33817655 +*Nc1ccc2c(c1N*)CCc1ccccc1-2,0.341292 +*Nc1ccc2c(ccc3c(N*)cccc32)c1,0.3358041 +*Nc1ccc2c(ccc3cc(N*)ccc32)c1,0.3363309 +*Nc1ccc2c(ccc3ccc(N*)cc32)c1,0.33807688 +*Nc1ccc2c(ccc3ccc4ccc5ccc6cc(N*)ccc6c5c4c32)c1,0.3586391 +*Nc1ccc2c(ccc3cccc(N*)c32)c1,0.3331587 +*Nc1ccc2c(ccc3ccccc32)c1N*,0.3361781 +*Nc1ccc2c3cc(-c4ccc(-c5ccccc5)cc4)c(-c4ccc(-c5ccccc5)cc4)c4c(N*)c(-c5ccc(-c6ccccc6)cc5)c(-c5ccc(-c6ccccc6)cc5)c(c5cccc1c25)c43,0.3619219 +*Nc1ccc2cc(N*)c3ccccc3c2c1,0.33919037 +*Nc1ccc2ccc3ccc(N*)cc3c2c1,0.33497194 +*Nc1ccc2ccc3cccc(N*)c3c2c1,0.32965144 +*Nc1ccc2ccc3ccccc3c2c1N*,0.33674811 +*Nc1cccc(-c2cc(N*)ccc2-c2ccccc2-c2ccccc2)c1,0.35340744 +*Nc1cccc(-c2ccccc2-c2cc(N*)ccc2-c2ccccc2)c1,0.35219454 +*Nc1cccc(-c2ccccc2-c2ccccc2-c2cccc(N*)c2)c1,0.35392163 +*Nc1cccc(-c2ccccc2-c2ccccc2-c2ccccc2)c1N*,0.35659206 +*Nc1cccc(C(c2cccc(N*)c2)(C(F)(F)F)C(F)(F)F)c1,0.34059386 +*Nc1cccc(Cc2cccc(N*)c2)c1,0.33697796 +*Nc1cccc(NC(=C(C#N)C#N)c2cccc(C(*)=C(C#N)C#N)c2)c1,0.41003738 +*Nc1cccc(NC(=O)Cc2cc(C)c(CC(*)=O)cc2C)c1,0.3367393 +*Nc1cccc(NC(=O)Cc2cc(CC(*)=O)c(C)cc2C)c1,0.33294467 +*Nc1cccc(NC(=O)c2cc(C(*)=O)cc(S(=O)(=O)c3ccccc3)c2)c1,0.34798034 +*Nc1cccc(NC(=O)c2cc(NC(=O)C(CCSC)N3C(=O)c4ccccc4C3=O)cc(C(*)=O)c2)c1,0.33770588 +*Nc1cccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4cccc(N*)c4)cc3)cc2)c1,0.34393632 +*Nc1cccc(Oc2cccc(Oc3cccc(N*)c3)c2)c1,0.33787009 +*Nc1cccc2c(NC(=O)c3ccc(C(*)=O)cc3)cccc12,0.34599686 +*Nc1cccc2c(NC(=O)c3ccc(NC(=O)c4ccc([Si](C)(C)c5ccc(C(=O)Nc6ccc(C(*)=O)cc6)cc5)cc4)cc3)cccc12,0.3612299 +*Nc1cccc2c1C(=O)c1cccc(N[Se]*)c1C2=O,0.3481788 +*Nc1cccc2c1C1=C(C[C@](N*)(c3ccccc3-c3ccccc3)C=C1)C2(c1ccccc1)c1ccccc1,0.37540911 +*Nc1cccc2c1c(N*)cc1ccccc12,0.33290552 +*Nc1cccc2c1ccc1c(N*)cccc12,0.33410164 +*Nc1cccc2c1ccc1cccc(N*)c12,0.33883964 +*Nc1cccc2ccc3cccc(N*)c3c12,0.34248529 +*Nc1ccccc1-c1cccc(-c2ccccc2-c2cccc(-c3ccccc3)c2)c1N*,0.35563081 +*Nc1ccccc1-c1ccccc1-c1ccccc1-c1ccccc1N*,0.35892837 +*Nc1ccccc1/C=C/c1ccc2ccccc2c1/C=C/c1ccccc1N*,0.35648517 +*Nc1ccccc1CCc1ccccc1NC(=O)Nc1ccc(CCc2ccc(NC(*)=O)cc2)cc1,0.35411182 +*Nc1ccccc1SSc1ccccc1N*,0.35017586 +*Nc1nc(=O)n(C)c(N*)c1N,0.31039992 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12,0.34161233 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12,0.34522868 +*OC(=O)C(Cc1ccccc1)NC(=O)CCCCCCCCCCC(=O)NC(Cc1ccccc1)C(=O)OC1COC2C(*)COC12,0.35207165 +*OC(=O)Oc1ccc(C(=O)Oc2ccc(OC(=O)OC3COC4C(*)COC34)cc2)cc1,0.33078823 +*OC(=O)c1ccc(C(=O)OC2COC3C(*)COC23)cc1,0.33842265 +*OC(=O)c1ccc(Cc2ccc(C(*)=O)cc2)cc1,0.34410161 +*OC(COC(=O)c1ccc2cc(C(*)=O)ccc2c1)COc1ccc(N=Nc2ccc(C#N)cc2)cc1,0.35895878 +*OC1C(C)(C)C(OC(=O)C2CCC(C(*)=O)CC2)C1(C)C,0.35756125 +*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2ccc(C(C)(C)c3ccc(*)cc3)cc2)c1,0.36372411 +*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2ccc(C(C)(CC)c3ccc(*)cc3)cc2)c1,0.36537348 +*OS(=O)(=O)c1cccc(S(=O)(=O)Oc2ccc(C3(c4ccc(*)cc4)CCCCC3)cc2)c1,0.36029922 +*O[Si](*)(C)CCCOc1ccc(C(=O)Oc2ccc(C(=O)Oc3ccc(OC)cc3)cc2)cc1,0.34401737 +*O[Si](C)(C)CCCC(=O)Oc1ccc(C=Nc2ccc(Cc3ccc(N=Cc4ccc(OC(=O)CCC[Si](*)(C)C)cc4)cc3)cc2)cc1,0.38299785 +*O[Si](C)(C)CCCN=Cc1cc(Cc2ccc(O)c(C=NCCC[Si](*)(C)C)c2)ccc1O,0.39347596 +*O[Si](C)(C)OC(CCl)COc1ccc(C(C)(C)c2ccc(OCC(*)CCl)cc2)cc1,0.3750933 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(*)c2ccccc2c2ccccc12,0.41772931 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(*)c2ccccc2c2ccccc12,0.41127913 +*O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)O[Si](C)(C)Oc1c(*)c2ccccc2c2ccccc12,0.40298758 +*O[Si](C)(C)Oc1ccc(C(C)(C)c2ccc(*)cc2)cc1,0.40918281 +*O[Si](C)(C)c1cccc2c1ccc1c([Si](*)(C)C)cccc12,0.40173269 +*O[Si](C)(Oc1ccc(*)cc1)c1ccccc1,0.40342541 +*Oc1c(-c2ccccc2)cc(*)cc1-c1ccccc1-c1ccccc1,0.4050477 +*Oc1c(-c2ccccc2)cc(Cc2cc(-c3ccccc3)c(OC(=O)CCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1,0.37195156 +*Oc1c(-c2ccccc2)cc(Cc2cc(-c3ccccc3)c(OC(=O)CCCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1,0.37107521 +*Oc1c(-c2ccccc2)cc(Cc2cc(-c3ccccc3)c(OC(=O)CCCCCCCCC(*)=O)c(-c3ccccc3)c2)cc1-c1ccccc1,0.3718338 +*Oc1c(Br)cc(C(C)(C)c2cc(Br)c(OC(*)=O)c(Br)c2)cc1Br,0.4290399 +*Oc1c(Br)cc(C(C)(C)c2cc(Br)c(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)c(Br)c2)cc1Br,0.39126002 +*Oc1c(Br)cc(C(c2cc(Br)c(OC(*)=O)c(Br)c2)(C(F)(F)F)C(F)(F)F)cc1Br,0.41928552 +*Oc1c(C(C)C)cc(C(=O)c2cccc(C(=O)c3ccc(*)cc3)c2)cc1C(C)C,0.40376992 +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(*)=O)c(C)c2)cc1C,0.39805007 +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(*)=O)c(Cl)c2)cc1Cl,0.3979854 +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)CCCCC(*)=O)c(C)c2)cc1C,0.37611741 +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)CCCCCC(*)=O)c(C)c2)cc1C,0.37560672 +*Oc1c(C)cc(C(C)(C)c2cc(C)c(OC(=O)CCCCCCCCC(*)=O)c(C)c2)cc1C,0.38134315 +*Oc1c(C)cc(C(c2cc(C)c(OC(*)=O)c(C)c2)(C(F)(F)F)C(F)(F)F)cc1C,0.39598526 +*Oc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OC(*)=O)c(Cl)c2)cc1Cl,0.39482335 +*Oc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OC(=O)CCCCC(*)=O)c(Cl)c2)cc1Cl,0.37453429 +*Oc1c(Cl)cc(C(C)(C)c2cc(Cl)c(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)c(Cl)c2)cc1Cl,0.37760348 +*Oc1c(Cl)cc(C(c2cc(Cl)c(OC(*)=O)c(Cl)c2)C(Cl)(Cl)Cl)cc1Cl,0.39461971 +*Oc1c(Cl)cc(C2(c3cc(Cl)c(OC(*)=O)c(Cl)c3)CCCCC2)cc1Cl,0.39600978 +*Oc1c(F)c(C#N)c(Oc2ccc(C(C)(C)c3cccc(C(C)(C)c4ccc(*)cc4)c3)cc2)c(F)c1C#N,0.38046147 +*Oc1cc(Br)c(C(C)(C)c2c(Br)cc(OC(*)=O)cc2Br)c(Br)c1,0.3939151 +*Oc1cc(Cl)c(C(C)(C)c2c(Cl)cc(OC(*)=O)cc2Cl)c(Cl)c1,0.37057341 +*Oc1cc(OC(=O)c2ccc(C)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(C)cc1,0.36849104 +*Oc1cc(OC(=O)c2ccc(OC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OC)cc1,0.33574151 +*Oc1cc(OC(=O)c2ccc(OC)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(OC)cc1,0.35345176 +*Oc1cc(OC(=O)c2ccc(OCC(C)CC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCC(C)CC)cc1,0.35730159 +*Oc1cc(OC(=O)c2ccc(OCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCC)cc1,0.33981747 +*Oc1cc(OC(=O)c2ccc(OCC)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(OCC)cc1,0.36137547 +*Oc1cc(OC(=O)c2ccc(OCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCC)cc1,0.34814804 +*Oc1cc(OC(=O)c2ccc(OCCC)cc2)c(OC(=O)CCCCCCCCCCCCCCC(*)=O)cc1OC(=O)c1ccc(OCCC)cc1,0.36365256 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)C(C)(C)CCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1,0.35709055 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)C(C)CCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1,0.35328505 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1,0.35109057 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)CCCCCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1,0.35336805 +*Oc1cc(OC(=O)c2ccc(OCCCC)cc2)c(OC(=O)CCCCCCCC(*)=O)cc1OC(=O)c1ccc(OCCCC)cc1,0.35540563 +*Oc1cc(OC(=O)c2ccc(OCCCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCCCC)cc1,0.35445196 +*Oc1cc(OC(=O)c2ccc(OCCCCCCCCCCCC)cc2)c(OC(=O)CCCC(*)=O)cc1OC(=O)c1ccc(OCCCCCCCCCCCC)cc1,0.37044637 +*Oc1cc(OC(=O)c2ccc(Oc3ccc(C4(c5ccc(Oc6ccc(C(*)=O)cc6)cc5)CCC(C(C)(C)C)CC4)cc3)cc2)ccc1C12CC3CC(CC(C3)C1)C2,0.38278757 +*Oc1ccc(-c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,0.35906343 +*Oc1ccc(-c2ccc(OC3(F)C(*)(F)C(F)(F)C3(F)F)cc2)cc1,0.34511864 +*Oc1ccc(-c2ccc(Oc3cccc(*)n3)cc2)cc1,0.34884407 +*Oc1ccc(C(=O)NNC(=O)c2ccc(*)cc2)cc1,0.34717894 +*Oc1ccc(C(=O)Nc2cc(NC(=O)c3ccc(*)cc3)cc(-c3nc4ccccc4[nH]3)c2)cc1,0.36445259 +*Oc1ccc(C(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)c4ccc(Oc5ccc(C(=O)c6ccc(S(=O)(=O)c7ccc(C(=O)c8ccc(*)cc8)cc7)cc6)cc5)cc4)cc3)cc2)cc1,0.36195969 +*Oc1ccc(C(=O)Nc2ccc(S(=O)(=O)c3ccc(NC(=O)c4ccc(Oc5nc(*)nc(Sc6ccccc6)n5)cc4)cc3)cc2)cc1,0.35315957 +*Oc1ccc(C(=O)OCC(C)(C)COC(=O)c2ccc(*)cc2)cc1,0.35526052 +*Oc1ccc(C(=O)OCCCCCOC(=O)c2ccc(*)cc2)cc1,0.34696395 +*Oc1ccc(C(=O)OCCCOC(=O)c2ccc(*)cc2)cc1,0.34520298 +*Oc1ccc(C(=O)c2ccc(C(=O)c3ccc(Oc4cccc(Cc5cccc(*)c5)c4)cc3)cc2)cc1,0.36639351 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)c(C(C)C)c3)c2)cc1C,0.39318082 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)c(C(C)C)c3)c2)cc1CC,0.39239857 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)c(CC)c3)c2)cc1CC,0.38536105 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(*)cc3)c2)cc1,0.36581437 +*Oc1ccc(C(=O)c2cccc(C(=O)c3ccc(Oc4ccc(Cc5ccc(*)cc5)cc4)cc3)c2)cc1,0.37058113 +*Oc1ccc(C(C)(C)c2cc(Cl)c(OC(*)=O)c(Cl)c2)cc1,0.37520677 +*Oc1ccc(C(C)(C)c2ccc(C(C)(C)c3ccc(OC(*)=O)cc3)cc2)cc1,0.36640421 +*Oc1ccc(C(C)(C)c2ccc(OC(*)(Oc3ccccc3)Oc3ccccc3)cc2)cc1,0.37316612 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(C(C)C)c2)cc1C(C)C,0.40309692 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(C)c2)cc1C,0.37267711 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(CC)c2)cc1CC,0.38097605 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(Cl)c2)cc1,0.3646685 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(Cl)c2)cc1C,0.37412442 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=O)c(Cl)c2)cc1Cl,0.37372084 +*Oc1ccc(C(C)(C)c2ccc(OC(*)=S)cc2)cc1,0.35877547 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CC(C)CCC(*)=O)cc2)cc1,0.35041329 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CCCCC(*)=O)c(C)c2)cc1C,0.35992444 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CCCCC(*)=O)cc2)cc1,0.34517826 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)CCCCCCCCC(*)=O)cc2)cc1,0.35872609 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCCCCOC(*)=O)cc2)cc1,0.34414164 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCCCOC(*)=O)cc2)cc1,0.34176051 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCCOC(*)=O)cc2)cc1,0.33934743 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCN(CCOC(*)=O)c3ccc(OC)cc3)cc2)cc1,0.34363634 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)OCCN(CCOC(*)=O)c3ccccc3)cc2)cc1,0.34756362 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)SCCCCCCSC(*)=O)cc2)cc1,0.3614361 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)SCCCSC(*)=O)cc2)cc1,0.35558207 +*Oc1ccc(C(C)(C)c2ccc(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)cc2)cc1,0.35755108 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)C(=O)c4ccc(*)cc4)cc3)cc2)cc1,0.37690328 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)Nc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,0.35980678 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)cc1,0.39617794 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)cc1,0.37447472 +*Oc1ccc(C(C)(C)c2ccc(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)cc2)cc1,0.37964806 +*Oc1ccc(C(C)(CC(C)C)c2ccc(OC(*)=S)cc2)cc1,0.36650609 +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=O)c(C)c2)cc1C,0.37939809 +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=O)c(Cl)c2)cc1Cl,0.37781492 +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=O)cc2)cc1,0.3639544 +*Oc1ccc(C(C)(CC)c2ccc(OC(*)=S)cc2)cc1,0.36451292 +*Oc1ccc(C(C)(CCC#N)c2ccc(OC(*)=O)c(C)c2)cc1C,0.38107835 +*Oc1ccc(C(C)(CCC#N)c2ccc(OC(*)=O)cc2)cc1,0.36182275 +*Oc1ccc(C(C)(CCC)c2ccc(OC(*)=O)cc2)cc1,0.37045396 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(*)=O)cc2)cc1,0.36147298 +*Oc1ccc(C(C)(c2ccccc2)c2ccc(OC(=O)c3ccccc3-c3ccccc3C(*)=O)cc2)cc1,0.36060662 +*Oc1ccc(C(C)c2ccc(OC(*)=O)cc2)cc1,0.35421995 +*Oc1ccc(C(CC)(CC)c2ccc(OC(*)=S)cc2)cc1,0.36838966 +*Oc1ccc(C(CC)c2ccc(OC(*)=O)cc2)cc1,0.36281879 +*Oc1ccc(C(CC)c2ccc(OC(*)=S)cc2)cc1,0.36420995 +*Oc1ccc(C(CCC)(CCC)c2ccc(OC(*)=O)c(C)c2)cc1C,0.39582423 +*Oc1ccc(C(CCC)(CCC)c2ccc(OC(*)=O)cc2)cc1,0.38249055 +*Oc1ccc(C(CCC)c2ccc(OC(*)=O)cc2)cc1,0.36627071 +*Oc1ccc(C(CCC)c2ccc(OC(*)=S)cc2)cc1,0.3689351 +*Oc1ccc(C(CCCC)(CCCC)c2ccc(OC(*)=O)cc2)cc1,0.38524755 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)(C(F)(F)Cl)C(F)(F)Cl)cc1,0.36111109 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.3466164 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C(C)C)cc1,0.36947312 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C(Cl)(Cl)Cl)cc1,0.36652065 +*Oc1ccc(C(c2ccc(OC(*)=O)cc2)C(Cl)Cl)cc1,0.36363286 +*Oc1ccc(C(c2ccc(OC(*)=S)cc2)C(C)C)cc1,0.37198799 +*Oc1ccc(C(c2ccc(OC(*)=S)cc2)C(CC)CC)cc1,0.37352636 +*Oc1ccc(C(c2ccc(OC(=O)c3ccc(OCCCCCCCCCCOc4ccc(C(*)=O)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.35492275 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)C(=O)c4ccc(*)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.37168595 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)Nc4ccc(NC(=O)c5ccc(*)cc5)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.35746728 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4c(C(=O)c5ccc(*)cc5)c(-c5ccccc5)c(-c5ccc6ccccc6c5)c(-c5ccc6ccccc6c5)c4-c4ccccc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.39580075 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cc(C(=O)c5ccc(*)cc5)cc(C(C)(C)C)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.38577086 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4cccc(C(=O)c5ccc(*)cc5)c4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.37070417 +*Oc1ccc(C(c2ccc(Oc3ccc(C(=O)c4ccccc4-c4ccccc4C(=O)c4ccc(*)cc4)cc3)cc2)(C(F)(F)F)C(F)(F)F)cc1,0.37602202 +*Oc1ccc(C(c2ccccc2)(c2ccccc2)c2ccc(OC(=O)OC3C(C)(C)C(OC(*)=O)C3(C)C)cc2)cc1,0.37906621 +*Oc1ccc(C2(c3ccc(OC(*)=O)c(C)c3)CCCCC2)cc1C,0.38771377 +*Oc1ccc(C2(c3ccc(OC(*)=O)c(Cl)c3)CCCCC2)cc1Cl,0.37361861 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCC2)cc1,0.35187363 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCCCC2)cc1,0.35918735 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)CCc3ccccc32)cc1,0.36699475 +*Oc1ccc(C2(c3ccc(OC(*)=O)cc3)c3ccccc3-c3ccccc32)cc1,0.38475968 +*Oc1ccc(C2(c3ccc(OC(*)=S)cc3)CCCC2)cc1,0.35616229 +*Oc1ccc(C2(c3ccc(OC(=O)CCCCCCCCC(*)=O)cc3)c3ccccc3Cc3ccccc32)cc1,0.36332436 +*Oc1ccc(C2(c3ccc(OC(=O)OC4C(C)(C)C(OC(*)=O)C4(C)C)cc3)CC3CCC2C3)cc1,0.3705045 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(C(*)=O)cc4)cc3)c3ccccc3C(=O)c3ccccc32)cc1,0.36880796 +*Oc1ccc(C2(c3ccc(OC(=O)c4ccc(Oc5ccc(C6(c7ccc(Oc8ccc(C(*)=O)cc8)cc7)CCC(C(C)(C)C)CC6)cc5)cc4)cc3)CC3CC2C2CCCC32)cc1,0.37986369 +*Oc1ccc(C2(c3ccc(Oc4ccc(C(=O)c5c(C(=O)c6ccc(*)cc6)c(-c6ccccc6)c(-c6ccc7ccccc7c6)c(-c6ccc7ccccc7c6)c5-c5ccccc5)cc4)cc3)c3ccccc3-c3ccccc32)cc1,0.40813978 +*Oc1ccc(C2(c3ccc(Oc4ccc5c(=O)n6c7cc(Oc8ccc9c(c8)nc8c%10ccc(*)c%11cccc(c(=O)n98)c%11%10)ccc7nc6c6cccc4c56)cc3)c3ccccc3-c3ccccc32)cc1,0.396728 +*Oc1ccc(C=C2CCCC(=Cc3ccc(OC(=O)CCCCCCCCC(*)=O)c(OC)c3)C2=O)cc1OC,0.35776264 +*Oc1ccc(C=NN=Cc2ccc(Oc3ccc(C(C)(C)c4ccc(*)cc4)cc3)cc2)cc1,0.3809024 +*Oc1ccc(C=NN=Cc2ccc(Oc3ccc(C(c4ccc(*)cc4)(C(F)(F)F)C(F)(F)F)cc3)cc2)cc1,0.37282962 +*Oc1ccc(CCNC(=O)c2cccc(C(=O)NCCc3ccc(OC(=O)c4cccc(C(*)=O)c4)cc3)c2)cc1,0.33853882 +*Oc1ccc(CNC(=O)CCCCC(=O)NCc2ccc(OC3COC4C(*)COC34)cc2)cc1,0.33099906 +*Oc1ccc(Cc2ccc(Cc3ccc(OC(*)=O)cc3)cc2)cc1,0.36126118 +*Oc1ccc(Cc2ccc(OC(*)=O)c(C)c2)cc1C,0.36953235 +*Oc1ccc(Cc2ccc(OC(*)=O)cc2)cc1,0.34889783 +*Oc1ccc(Cc2ccc(OC(*)=S)cc2)cc1,0.35541969 +*Oc1ccc(Cc2ccc(OC(=O)CCCCC(*)=O)cc2)cc1,0.34469429 +*Oc1ccc(NC(=O)CCCCCCC(=O)Nc2ccc(OC3COC4C(*)COC34)cc2)cc1,0.33802231 +*Oc1ccc(NC(=O)NC2CC(C)(C)CC(C)(CNC(=O)Nc3ccc(*)cc3)C2)cc1,0.34918835 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C(C)(C)c5ccc(*)cc5)cc4)cc3)cc(C(C)(C)C)c2)cc1,0.36926959 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc(C(C)(C)C)c2)cc1,0.36861613 +*Oc1ccc(NC(=O)c2cc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)cc([N+](=O)[O-])c2)cc1,0.3558116 +*Oc1ccc(NC(=O)c2cc(NC(=O)CCCCCCCCCCN3C(=O)c4ccccc4C3=O)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,0.34139919 +*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,0.33796697 +*Oc1ccc(NC(=O)c2cc(NC(=O)c3ccccc3)cc(C(=O)Nc3ccc(*)cc3)c2)cc1,0.34264944 +*Oc1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,0.35582732 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C(c5ccc(*)cc5)(C(F)(F)F)C(F)(F)F)cc4)cc3)c2)cc1,0.35683545 +*Oc1ccc(NC(=O)c2cccc(C(=O)Nc3ccc(Oc4ccc(C5(c6ccc(*)cc6)C6CC7CC(C6)CC5C7)cc4)cc3)c2)cc1,0.36643837 +*Oc1ccc(OC(=O)c2cc(OCCCc3ccccc3)c(C(*)=O)cc2OCCCc2ccccc2)cc1C,0.35359821 +*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1,0.35277091 +*Oc1ccc(OC(=O)c2ccc(-c3ccc(C(*)=O)cc3)cc2-c2ccccc2)cc1C,0.36137424 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2)cc1C1CCCCCCC1,0.36680265 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccc(C)cc2)cc1,0.36164456 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccc3ccccc3c2)cc1,0.35895279 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccccc2)cc1,0.35449521 +*Oc1ccc(OC(=O)c2ccc(C(*)=O)cc2Sc2ccccc2)cc1C,0.36029743 +*Oc1ccc(OC(=O)c2ccc(OCCCCCCCCCCCCOc3ccc(C(*)=O)cc3)cc2)cc1C=Cc1ccncc1,0.36385478 +*Oc1ccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)cc1,0.36637923 +*Oc1ccc(OC(=O)c2cccc(Oc3cccc(C(*)=O)c3)c2)cc1,0.34914243 +*Oc1ccc(Oc2ccc(C(=O)c3cccc(-c4cccc(C(=O)c5ccc(*)cc5)c4)c3)cc2)cc1,0.36870915 +*Oc1ccc(Oc2ccc(C(=O)c3cccc(NC(=O)c4ccc(C(=O)Nc5cccc(C(=O)c6ccc(*)cc6)c5)cc4)c3)cc2)cc1,0.35637997 +*Oc1ccc(Oc2ccc(NC(=C(C#N)C#N)c3cccc(C(Nc4ccc(*)cc4)=C(C#N)C#N)c3)cc2)cc1,0.39273786 +*Oc1ccc(Oc2ccc(OC(=O)NC(=O)c3cc(C(=O)NC(*)=O)cc(C(C)(C)C)c3)cc2)cc1,0.33792975 +*Oc1ccc(Oc2ccc(P(C)(=O)c3ccc(*)cc3)cc2)cc1,0.37537227 +*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(-c4ccc(-c5ccc(S(=O)(=O)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,0.3744368 +*Oc1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)cc1,0.37202073 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(=O)c4ccc(*)cc4)cc3)cc2)cc1,0.37219019 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C(C)(C)c4ccc(OCCCCOc5ccc(C(C)(C)c6ccc(*)cc6)cc5)cc4)cc3)cc2)cc1,0.36776278 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)c(C)c5)CCCCC4)cc3C)cc2)cc1,0.38723397 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CC5CCC4C5)cc3)cc2)cc1,0.38350802 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CCCCC4)cc3)cc2)cc1,0.37562068 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C4(c5ccc(*)cc5)CCCCCC4)cc3)cc2)cc1,0.37649846 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(C=C4CCCCC(=Cc5ccc(*)cc5)C4=O)cc3)cc2)cc1,0.3771408 +*Oc1ccc(S(=O)(=O)c2ccc(Oc3ccc(Sc4ccc(*)cc4)cc3)cc2)cc1,0.37748733 +*Oc1ccc(SSc2ccc(*)cc2)cc1,0.3974058 +*Oc1ccc2ccc(Oc3ccc(C(=O)Nc4ccc(C(C)(C)c5ccc(C(C)(C)c6ccc(NC(=O)c7ccc(*)cc7)cc6)cc5)cc4)cc3)cc2c1,0.36959735 +*Oc1cccc(C(=O)Nc2ccc(-c3ccc(NC(=O)c4cccc(Oc5nc(*)nc(Sc6ccccc6)n5)c4)cc3)cc2)c1,0.35084083 +*Oc1cccc(C(=O)OCC(F)(F)C(F)(F)C(F)(F)COC(=O)c2cccc(*)c2)c1,0.33298625 +*Oc1cccc(NC(=O)c2cc(NC(=O)c3ccc(OC(C)=O)cc3)cc(C(=O)Nc3ccc(*)cc3)c2)c1,0.3340158 +*Oc1cccc(NC(=O)c2ccc(C(=O)c3cccc(C(=O)Nc4ccc(*)cc4)c3)cc2)c1,0.35065699 +*Oc1cccc(NC(=O)c2ccc(P(=O)(c3ccccc3)c3ccc(C(=O)Nc4cccc(Oc5ccc(P(=O)(c6ccccc6)c6ccc(*)cc6)cc5)c4)cc3)cc2)c1,0.36861977 +*Oc1cccc(OC(=O)c2ccc([Si](C)(C)c3ccc(C(*)=O)cc3)cc2)c1,0.3731365 +*Oc1cccc(Oc2ccc(NC(=O)c3ccc(Oc4cccc(Oc5ccc(C(=O)Nc6ccc(*)cc6)cc5)c4)cc3)cc2)c1,0.3505917 +*Oc1cccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(C(=O)c5ccc(*)cc5)cc4)cc3)cc2)c1,0.36939797 +*Oc1cccc(Oc2ccc3c(=O)n4c5cc(-c6ccc7c(c6)nc6c8ccc(*)c9cccc(c(=O)n76)c98)ccc5nc4c4cccc2c34)c1,0.3689235 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(Oc5cccc(Oc6ccc(C(=O)Nc7ccc(*)cc7)cc6)c5)cc4)cc3)cc12,0.35508677 +*Oc1cccc2ccc(Oc3ccc(NC(=O)c4ccc(S(=O)(=O)c5ccc(C(=O)Nc6ccc(*)cc6)cc5)cc4)cc3)cc12,0.35780365 +*Sc1ccc(Cc2ccc(SC(*)=O)cc2)cc1,0.37184413 +*c1c(C)cc(-c2cc(C)c(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,0.41438034 +*c1c(C)cc(C(C)(C)c2cc(C)c(S(*)(=O)=O)c(C)c2)cc1C,0.39361578 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCC)c(C(=O)OCCCC)c1,0.40136201 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCC)c(C(=O)OCCCCCC)c1,0.40008637 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCC)c(C(=O)OCCCCCCCC)c1,0.39346173 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCC)c(C(=O)OCCCCCCCCCC)c1,0.39569707 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCC)c1,0.39501882 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCCCC)c1,0.39219199 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCCCCCC)c1,0.38889387 +*c1cc(Br)c(-c2c(Br)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(=O)OCCCCCCCCCCCCCCCCCC)c(C(=O)OCCCCCCCCCCCCCCCCCC)c1,0.39124104 +*c1cc(C(C)(C)c2ccc(O)cc2)cc(*)c1O,0.36895404 +*c1cc(C)c(-c2c(C)cc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C)c(C)c1,0.42456606 +*c1cc(C)c(Cc2cc(C)c(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2C)cc1C,0.38884791 +*c1cc(CCCCCCOC(=O)Cc2ccccc2)c(*)s1,0.36920522 +*c1cc(Oc2c(C)cc(-c3cc(C)c(Oc4cc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc(C(F)(F)F)c4)c(C)c3)cc2C)cc(C(F)(F)F)c1,0.3863168 +*c1ccc(-c2cc(-c3ccc(OCCCC#N)cc3)cc(-c3ccc(N4C(=O)c5ccc(-c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)n2)cc1,0.38426678 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3)c(C(C)(C)C)c2)cc1,0.40835599 +*c1ccc(-c2cc(C(C)(C)C)c(Oc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(*)C7=O)cc5C4=O)cc3C(F)(F)F)c(C(C)(C)C)c2)cc1,0.40507785 +*c1ccc(-c2cc(CCCCCCBr)c(*)s2)s1,0.4247369 +*c1ccc(-c2cc3c(ccc4ccccc43)cc2-c2ccc(N(*)c3ccc(C)cc3)cc2)cc1,0.39961477 +*c1ccc(-c2ccc(-c3cc(-c4ccccc4)c4cc(-c5ccc6nc(*)cc(-c7ccccc7)c6c5)ccc4n3)cc2)cc1,0.41687752 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc(*)n5CCCCCCCCCCCC)s4)s3)s2)s1,0.43060128 +*c1ccc(-c2ccc(-c3ccc(-c4ccc(-c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc(-c8ccc(Oc9ccc(N%10C(=O)c%11ccc(*)cc%11C%10=O)cc9)cc8)cc7)cc5)C6=O)cc4)cc3)cc2)cc1,0.36472216 +*c1ccc(-c2ccc(-c3ccc([Si](*)(C)C)s3)s2)s1,0.45230424 +*c1ccc(-c2ccc(-c3ccc([Si](*)(CCCC)CCCC)s3)s2)s1,0.43066164 +*c1ccc(-c2ccc(-c3ccc([Si](C)(C)[Si](*)(C)C)s3)s2)s1,0.45398953 +*c1ccc(-c2ccc(-c3ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s3)s2)s1,0.42687929 +*c1ccc(-c2ccc(-c3nnc(-c4ccc([Si](c5ccccc5)(c5ccccc5)c5ccc(-c6nnc(*)o6)cc5)cc4)o3)cc2)cc1,0.46586821 +*c1ccc(-c2ccc(C3(*)c4ccccc4-c4ccccc43)cc2)cc1,0.41877221 +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C)c2)cc1C,0.39090779 +*c1ccc(-c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,0.40447598 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c(OC)c2)cc1OC,0.36448396 +*c1ccc(-c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1,0.36285392 +*c1ccc(-c2ccc(NC(=O)c3cccc(C(=O)Nc4ccc(-c5ccc(N6C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5)cc4)c3)cc2)cc1,0.35467611 +*c1ccc(-c2ccc([Si](*)(C)C)s2)s1,0.43527879 +*c1ccc(-c2ccc([Si](*)(CCCC)CCCC)s2)s1,0.4246241 +*c1ccc(-c2ccc([Si](CCCC)(CCCC)[Si](*)(CCCC)CCCC)s2)s1,0.42578552 +*c1ccc(-c2cnc3cc(-c4ccc5nc(*)cnc5c4)ccc3n2)cc1,0.43314968 +*c1ccc(-c2cnc3ccc(-c4ccc5nc(*)cnc5c4)cc3n2)cc1,0.42108918 +*c1ccc(-c2nc3cc(C(=O)c4ccc5nc(-c6ccccc6)c(-c6ccc(N7C(=O)C8OC9C(=O)N(*)C(=O)C9C8C7=O)cc6)nc5c4)ccc3nc2-c2ccccc2)cc1,0.41616021 +*c1ccc(-c2nc3cc(Oc4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)cc1,0.4245693 +*c1ccc(/C=C(\C#N)C(=O)NC2CCCCC2NC(=O)/C(C#N)=C/c2ccc(N(c3ccccc3)c3ccc(N(*)c4ccccc4)cc3)cc2)cc1,0.39541341 +*c1ccc(C(=O)NCCCCCCCCNC(=O)c2ccc(-c3nc4ccccc4nc3*)cc2)cc1,0.36159736 +*c1ccc(C(=O)OCCCCCCCCCCOc2ccc(C=C3CCC(=Cc4ccc(OCCCCCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1,0.36684911 +*c1ccc(C(=O)OCCCCCCOc2ccc(C=C3CCCCC(=Cc4ccc(OCCCCCCOC(=O)c5ccc(-c6nnc(*)o6)cc5)cc4)C3=O)cc2)cc1,0.36570631 +*c1ccc(C(=O)Oc2ccc3ccc(OC(=O)c4ccc(N5C(=O)CC(SCCOCCSC6CC(=O)N(*)C6=O)C5=O)cc4)cc3c2)cc1,0.33882496 +*c1ccc(C(=O)c2cccc(C(=O)c3ccc(S(*)(=O)=O)cc3)c2)cc1,0.3680485 +*c1ccc(C(C)(C)c2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1,0.38365681 +*c1ccc(C(Cl)(Cl)C(*)Cl)cc1,0.39641701 +*c1ccc(C(F)(F)C(*)(F)F)cc1,0.37735155 +*c1ccc(C(c2ccccc2)(c2ccc(-c3nc4ccc(-c5ccc6nc(*)oc6c5)cc4o3)cc2)C(F)(F)F)cc1,0.42450788 +*c1ccc(C(c2ccccc2)c2ccc(N(c3ccc(C)cc3)c3ccc(-c4ccc(N(*)c5ccc(C)cc5)cc4)cc3)cc2)cc1,0.43608862 +*c1ccc(C2(c3ccc(-c4cc(-c5ccccc5)c5cc(Oc6ccc7nc(*)cc(-c8ccccc8)c7c6)ccc5n4)cc3)c3ccccc3-c3ccccc32)cc1,0.42387068 +*c1ccc(C2C3C(=O)N(c4ccc(N5C(=O)C6ON(C)C(*)C6C5=O)cc4)C(=O)C3ON2C)cc1,0.38700602 +*c1ccc(Cc2ccc(N3C(=O)CC(Nc4ccc(N(c5ccc(NC6CC(=O)N(*)C6=O)cc5)c5ccc([N+](=O)[O-])cc5)cc4)C3=O)cc2)cc1,0.37849239 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.38180524 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c(C)c2)cc1C,0.37895775 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c(C)c2C)c(C)c1C,0.38199636 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)c(OC)c2)cc1OC,0.37197016 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2)cc1,0.36838096 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4C3=O)cc2C)c(C)c1,0.37649357 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C,0.40289103 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(S(=O)(=O)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.38388245 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Sc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c(C(C)(C)C)c2)cc1C(C)(C)C,0.40667097 +*c1ccc(Cc2ccc(N3C(=O)c4ccc(Sc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.37611089 +*c1ccc(Cc2ccc(NC(=O)c3ccc(Oc4cccc5c4C(=O)N(*)C5=O)cc3)cc2)cc1,0.36075451 +*c1ccc(Cc2ccc(S(*)(=O)=O)cc2)cc1,0.37585986 +*c1ccc(N2C(=O)c3ccc(C(c4ccc5c(c4)C(=O)N(c4ccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc4)C5=O)(C(F)(F)F)C(F)(F)F)cc3C2=O)cc1,0.39383584 +*c1ccc(N2C(=O)c3ccc(Oc4ccc(Sc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)cc1,0.36725031 +*c1ccc(NC(=O)Cc2ccc(-c3sc(-c4ccc(CC(=O)Nc5ccc(-c6sc(*)c(-c7ccccc7)c6-c6ccccc6)cc5)cc4)c(-c4ccccc4)c3-c3ccccc3)cc2)cc1,0.40560913 +*c1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(=O)Nc6ccc(-c7sc(*)c(-c8ccccc8)c7-c7ccccc7)cc6)cc5)cc4)cc3)cc2)cc1,0.38057891 +*c1ccc(NC(=O)c2ccc(NC(=O)c3ccc([Si](C)(C)c4ccc(C(=O)Nc5ccc(C(=O)Nc6ccc(S(*)(=O)=O)cc6)cc5)cc4)cc3)cc2)cc1,0.3556199 +*c1ccc(NC(=O)c2ccc(OCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)cc1,0.34897445 +*c1ccc(OC(=O)CCCCCCCCCCCCCCCCCCCCC(=O)Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.35924634 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)NC(=O)c5ccccc54)cc3)c2)cc1,0.35684437 +*c1ccc(OC(=O)c2cccc(C(=O)Oc3ccc(C4(*)c5ccccc5C(=O)N4C)cc3)c2)cc1,0.36854686 +*c1ccc(OCCCCOc2ccc(-c3nc4ccc(-c5ccc6nc(*)c(-c7ccccc7)nc6c5)cc4nc3-c3ccccc3)cc2)cc1,0.38981232 +*c1ccc(OCCN(CC)c2ccc(-c3ccc(C(=C(C#N)C#N)c4ccc(-c5ccc(N(CC)CC)cc5)s4)s3)cc2)c(-c2cc(-c3ccccc3)c3cc(Oc4ccc5nc(*)cc(-c6ccccc6)c5c4)ccc3n2)c1,0.40222587 +*c1ccc(Oc2cc3ccccc3cc2Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.36809048 +*c1ccc(Oc2ccc(-c3c(-c4ccccc4)c(-c4ccc(-c5nc6ccccc6c(*)c5-c5ccccc5)cc4)nc4ccccc34)cc2)cc1,0.40153318 +*c1ccc(Oc2ccc(-c3cc(-c4ccccc4)c4cc5c(-c6ccccc6)cc(*)nc5cc4n3)cc2)cc1,0.41795495 +*c1ccc(Oc2ccc(-c3cc(OCCCCCC)c(-c4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)cc3OCCCCCC)cc2)cc1,0.39000442 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5cnc6cc(-c7ccc8nc(*)cnc8c7)ccc6n5)cc4)cc3)cc2)cc1,0.38709806 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(-c5nc(-c6ccccn6)nnc5*)cc4)cc3)cc2)cc1,0.39038278 +*c1ccc(Oc2ccc(-c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc(C8(c9ccc(Oc%10ccc%11c(c%10)C(=O)N(*)C%11=O)cc9)CCC(c9ccccc9)CC8)cc7)cc6C5=O)cc4)cc3C)c(C)c2)cc1,0.38011618 +*c1ccc(Oc2ccc(-c3nc4cc(Oc5ccc6nc(-c7ccccc7)c(*)nc6c5)ccc4nc3-c3ccccc3)cc2)cc1,0.41406386 +*c1ccc(Oc2ccc(-n3c(=O)c4cc5c(=O)n(-c6ncc(*)s6)c(=O)c5cc4c3=O)cc2)cc1,0.39753647 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(C)C6=O)cc4)cc3)cc2)cc1,0.37568068 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5c6c(c(*)c7ccccc57)C(=O)N(CCCCCCCCCCCC)C6=O)cc4)cc3)cc2)cc1,0.37658949 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5cc(*)n(-c6ccccc6)n5)cc4)cc3)cc2)cc1,0.39170081 +*c1ccc(Oc2ccc(C(=O)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c(-c7ccc(F)cc7)c56)cc4)cc3)cc2)cc1,0.4007497 +*c1ccc(Oc2ccc(C(=O)c3ccc4cc(C(=O)c5ccc(Oc6ccc(-c7nc(-c8ccccc8)[nH]c7*)cc6)cc5)ccc4c3)cc2)cc1,0.38999587 +*c1ccc(Oc2ccc(C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(-c6cc(*)n(-c7ccccc7)n6)cc5)cc4)c3)cc2)cc1,0.38437007 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)cc2)cc1,0.40019815 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)C6CCC7C(=O)N(*)C(=O)C7C6C5=O)cc4)cc3)cc2)cc1,0.37215765 +*c1ccc(Oc2ccc(C(C)(C)c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,0.37435414 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(-c5nnc(*)c6c(-c7ccccc7)c(-c7ccc8ccccc8c7)c(-c7ccc8ccccc8c7)c(-c7ccccc7)c56)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,0.39876705 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,0.37203901 +*c1ccc(Oc2ccc(C(c3ccc(Oc4ccc(N5C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)(C(F)(F)F)C(F)(F)F)cc2)cc1,0.37553925 +*c1ccc(Oc2ccc(C3(c4ccc(Oc5ccc(N6C(=O)c7ccc(Oc8ccccc8Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)cc5C(F)(F)F)cc4)c4ccccc4-c4ccccc43)cc2)c(C(F)(F)F)c1,0.3879662 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.37648982 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(Oc5cc6ccccc6cc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.36464157 +*c1ccc(Oc2ccc(N3C(=O)c4ccc(P(=O)(c5ccccc5)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.39239064 +*c1ccc(Oc2ccc(N3C(=O)c4ccc([Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.38889031 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5c(C)cc(-c6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)cc2)cc1,0.38403589 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5c(C)cc(Cc6cc(C)c(Oc7cccc8c7C(=O)N(*)C8=O)c(C)c6)cc5C)c4C3=O)cc2)cc1,0.38048862 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(-c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1,0.36710709 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(C(C)(C)c6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1,0.37037622 +*c1ccc(Oc2ccc(N3C(=O)c4cccc(Oc5ccc(Sc6ccc(Oc7cccc8c7C(=O)N(*)C8=O)cc6)cc5)c4C3=O)cc2)cc1,0.36952098 +*c1ccc(Oc2ccc(NC(=O)CN3C(=O)c4ccc(C(c5ccc6c(c5)C(=O)N(CC(=O)Nc5ccc(Oc7ccc(-c8nnc(*)o8)cc7)cc5)C6=O)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc2)cc1,0.3576037 +*c1ccc(Oc2ccc(NC(=O)c3cc(NC(=O)c4ccc(OC(C)=O)cc4)cc(C(=O)Nc4ccc(Oc5ccc(-c6nnc(*)o6)cc5)cc4)c3)cc2)cc1,0.35432779 +*c1ccc(Oc2ccc(NC(=O)c3cccc(Oc4ccc5c(c4)C(=O)N(*)C5=O)c3)cc2)cc1,0.35195763 +*c1ccc(Oc2ccc(Oc3ccc(-c4nnc(*)c5c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c(-c6ccc(F)cc6)c45)cc3)cc2)cc1,0.40913388 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5ccc(Oc6ccc(Oc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1,0.36392805 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5cccc(Oc6c(C)cc(Cc7cc(C)c(Oc8cccc9c8C(=O)N(*)C9=O)c(C)c7)cc6C)c5C4=O)c(C)c3)cc2)cc1C,0.38135415 +*c1ccc(Oc2ccc(Oc3ccc(N4C(=O)c5cccc(Oc6ccc(C(C)(C)c7ccc(Oc8cccc9c8C(=O)N(*)C9=O)cc7)cc6)c5C4=O)c(C)c3)cc2)cc1C,0.37551052 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc(-c6ccc(-c7nc(*)c(-c8ccccc8)[nH]7)cc6)[nH]c5-c5ccccc5)cc4)cc3)cc2)cc1,0.40109727 +*c1ccc(Oc2ccc(S(=O)(=O)c3ccc(Oc4ccc(-c5nc6ccccc6n5-c5ccc(-n6c(*)nc7ccccc76)cc5)cc4)cc3)cc2)cc1,0.37966679 +*c1ccc(Oc2ccc(Sc3ccc(Oc4ccc(-c5nc(*)nc(-c6ccccc6)n5)cc4)cc3)cc2)cc1,0.39963304 +*c1ccc(Oc2ccc3c(c2)C(=O)N(*)C3=O)cc1,0.37183519 +*c1ccc(Oc2ccc3ccccc3c2-c2c(Oc3ccc(N4C(=O)c5ccc(NC(=O)Nc6cccc7c(NC(=O)Nc8ccc9c(c8)C(=O)N(*)C9=O)cccc67)cc5C4=O)cc3)ccc3ccccc23)cc1,0.36092398 +*c1ccc(Oc2cccc(N3C(=O)c4ccc(Oc5cccc6c(Oc7ccc8c(c7)C(=O)N(*)C8=O)cccc56)cc4C3=O)c2)cc1,0.37487112 +*c1ccc(Oc2cccc(NC(=O)c3ccc(C(=O)Nc4cccc(Oc5ccc(-c6nnc(*)o6)cc5)c4)c(Oc4ccccc4)c3)c2)cc1,0.36258207 +*c1ccc(Oc2cccc3c(NC(=O)c4ccc([Si](c5ccccc5)(c5ccccc5)c5ccc(C(=O)Nc6cccc7c(Oc8ccc(-c9nnc(*)o9)cc8)cccc67)cc5)cc4)cccc23)cc1,0.37704837 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.35809599 +*c1ccc(Oc2ccccc2Oc2ccc(N3C(=O)c4ccc(Oc5ccccc5Oc5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2C(F)(F)F)c(C(F)(F)F)c1,0.36055432 +*c1ccc(S(=O)(=O)c2ccc(N3C(=O)c4ccc(-c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)cc2)cc1,0.37525452 +*c1ccc(Sc2ccc(Oc3ccc(Sc4ccc(N5C(=O)c6ccc(Oc7ccc(C(C)(C)c8ccc(Oc9ccc%10c(c9)C(=O)N(*)C%10=O)cc8)cc7)cc6C5=O)cc4)cc3)cc2)cc1,0.37448846 +*c1ccc(Sc2ccc(Sc3ccc(N4C(=O)c5ccc(Sc6ccc(Sc7ccc(Sc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)cc3)cc2)cc1,0.37717954 +*c1ccc(Sc2ccc(Sc3ccc(Sc4ccc(N5C(=O)c6ccc(-c7ccc8c(c7)C(=O)N(*)C8=O)cc6C5=O)cc4)cc3)cc2)cc1,0.37722426 +*c1ccc([Si](c2ccccc2)(c2ccccc2)c2ccc(-c3nnc(-c4ccc(-c5nnc(*)o5)nc4)o3)cc2)cc1,0.46577218 +*c1ccc2c(c1)C(=O)N(C1CCC(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)CC1)C2=O,0.37690953 +*c1ccc2c(c1)C(=O)N(c1c(C)c(C)c(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c(C)c1C)C2=O,0.41737364 +*c1ccc2c(c1)C(=O)N(c1c(C)cc(-c3cc(C)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c4ccccc34)c3ccccc13)C2=O,0.41291503 +*c1ccc2c(c1)C(=O)N(c1cc(-c3ccc(O)c(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)ccc1O)C2=O,0.37301864 +*c1ccc2c(c1)C(=O)N(c1cc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5ccc(C)c(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)ccc1C)C2=O,0.36683082 +*c1ccc2c(c1)C(=O)N(c1cc(C)c(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc1C)C2=O,0.40933634 +*c1ccc2c(c1)C(=O)N(c1cc(OCCN(CC)c3ccc(N=Nc4ccc([N+](=O)[O-])cc4)cc3)cc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)c1)C2=O,0.37866227 +*c1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c(OCCOc4ccc5c(C)cc(=O)oc5c4)c3)cc1OCCOc1ccc3c(C)cc(=O)oc3c1)C2=O,0.34983336 +*c1ccc2c(c1)C(=O)N(c1ccc(C(=O)Nc3ccc(Oc4cccc(Oc5ccc(NC(=O)c6ccc(N7C(=O)c8ccc(C(*)(C(F)(F)F)C(F)(F)F)cc8C7=O)cc6)cc5)c4)cc3)cc1)C2=O,0.35654385 +*c1ccc2c(c1)C(=O)N(c1ccc(C(c3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)(C(F)(F)F)C(F)(F)F)cc1)C2=O,0.39524704 +*c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(C(*)(C(F)(F)F)C(F)(F)F)cc4C3=O)cc1)C2=O,0.39320221 +*c1ccc2c(c1)C(=O)N(c1ccc(NC(=O)C(F)(F)C(F)(F)C(F)(F)C(F)(F)C(=O)Nc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,0.34222618 +*c1ccc2c(c1)C(=O)N(c1ccc(OCCOCCOCCOCCOc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,0.34187588 +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(C(c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5C(F)(F)F)cc4)(C(F)(F)F)C(F)(F)F)cc3)c(C(F)(F)F)c1)C2=O,0.38326805 +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,0.38674054 +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(S(=O)(=O)c4ccc(Oc5ccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)cc5)cc4)cc3)cc1)C2=O,0.37337767 +*c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccccc3-c3ccccc3Oc3ccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)cc3)cc1)C2=O,0.37740671 +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)(C(F)(F)F)C(F)(F)F)cc3)c1)C2=O,0.36118518 +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(C(c4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5C)cc4)(C(F)(F)F)C(F)(F)F)cc3)c1C)C2=O,0.36895419 +*c1ccc2c(c1)C(=O)N(c1cccc(C(=O)Nc3ccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O,0.35705395 +*c1ccc2c(c1)C(=O)N(c1cccc(C(c3cccc(N4C(=O)c5ccc(C(*)(C(F)(F)F)C(F)(F)F)cc5C4=O)c3)(C(F)(F)F)C(F)(F)F)c1)C2=O,0.38091589 +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3cc(Oc4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)ccc3P(=O)(c3ccccc3)c3ccccc3)c1)C2=O,0.37529286 +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(N4C(=O)c5ccc(-c6c(-c7ccccc7)c(-c7ccccc7)c(-c7ccc(Sc8ccc(-c9c(-c%10ccccc%10)c(-c%10ccccc%10)c(*)c(-c%10ccccc%10)c9-c9ccccc9)cc8)cc7)c(-c7ccccc7)c6-c6ccccc6)cc5C4=O)cc3)c1)C2=O,0.4011794 +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(Oc4cccc(N5C(=O)c6ccc(C(*)(C(F)(F)F)C(F)(F)F)cc6C5=O)c4)cc3)c1)C2=O,0.37037326 +*c1ccc2c(c1)C(=O)N(c1cccc(Oc3ccc(P(=O)(c4ccccc4)c4ccc(Oc5cccc(N6C(=O)c7ccc(C(*)(C(F)(F)F)C(F)(F)F)cc7C6=O)c5)cc4)cc3)c1)C2=O,0.37783134 +*c1ccc2c(c1)C(CCCCCC)(CCCCCC)c1cc(-c3ccc4c(c3)C(CC3=NC(Cc5ccccc5)CO3)(CC3=NC(Cc5ccccc5)CO3)c3cc(*)ccc3-4)ccc1-2,0.40982823 +*c1ccc2c(c1)Sc1cc(-c3sc(C=CC4=CC(=C(C#N)C#N)C=C(C=Cc5sc(*)c(CCCCCC)c5CCCCCC)O4)c(CCCCCC)c3CCCCCC)ccc1N2CCCCCC,0.41634717 +*c1ccc2c(c1)Sc1cc(-c3sc4cc(*)sc4c3CCCCC)ccc1N2CCCCCC,0.52516398 +*c1ccc2c(c1)Sc1cc(-c3sc4cc(*)sc4c3CCCCC)ccc1N2CCCCCCCCCC,0.50803301 +*c1ccc2c(c1)Sc1cc(-c3sc4cc(*)sc4c3CCCCC)ccc1N2CCCCCCCCCCCC,0.4916283 +*c1ccc2c3ccc(-c4c5ccc(C=Cc6ccc(N(CCCCCC)CCCCCC)cc6)cc5c(*)c5ccc(C=Cc6ccc(N(CCCCCC)CCCCCC)cc6)cc45)cc3n(CCCCCCCC)c2c1,0.40341568 +*c1ccc2oc(-c3cccc(-c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)n3)nc2c1,0.45901468 +*c1ccc2oc(C3CCC(c4nc5cc(C(*)(C(F)(F)F)C(F)(F)F)ccc5o4)CC3)nc2c1,0.38067376 +*c1cccc(-c2nc3cc(Oc4ccc5nc(-c6ccccc6)c(*)nc5c4)ccc3nc2-c2ccccc2)c1,0.41748276 +*c1cccc(C(=O)Nc2ccc(Cc3ccc(N4C(=O)c5ccc(S(=O)(=O)c6ccc7c(c6)C(=O)N(c6ccc(Cc8ccc(NC(=O)c9cccc(-c%10nc%11cc(-c%12ccc%13[nH]c(*)nc%13c%12)ccc%11[nH]%10)c9)cc8)cc6)C7=O)cc5C4=O)cc3)cc2)c1,0.37929385 +*c1cccc(C(=O)Nc2ccc(NC(=O)c3cccc(N4C(=O)c5ccc(-c6cccc7c6C(=O)N(*)C7=O)cc5C4=O)c3)cc2)c1,0.34929698 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(-c4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9cccc%10c9C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,0.35563189 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(NC(=O)c5cccc(N6C(=O)c7ccc(-c8ccc9c(c8)C(=O)N(*)C9=O)cc7C6=O)c5)cc4)cc3)cc2)c1,0.35757013 +*c1cccc(C(=O)Nc2ccc(Oc3ccc(Oc4ccc(Oc5ccc(NC(=O)c6cccc(N7C(=O)c8ccc(-c9ccc%10c(c9)C(=O)N(*)C%10=O)cc8C7=O)c6)cc5)cc4)cc3)cc2)c1,0.35608701 +*c1cccc(C(=O)Nc2cccc(S(=O)(=O)c3cccc(NC(=O)c4cccc(N5C(=O)c6ccc(-c7cccc8c7C(=O)N(*)C8=O)cc6C5=O)c4)c3)c2)c1,0.35520964 +*c1cccc(Cc2cccc(N3C(=O)c4ccc([Si](C)(C)O[Si](C)(C)O[Si](C)(C)c5ccc6c(c5)C(=O)N(*)C6=O)cc4C3=O)c2)c1,0.38675185 +*c1cccc(N2C(=O)c3ccc(Oc4ccc(Sc5ccc(Oc6ccc7c(c6)C(=O)N(*)C7=O)cc5)cc4)cc3C2=O)c1,0.36600422 +*c1cccc(NC(=O)c2ccc(-c3ccc(C(=O)Nc4cccc(S(*)(=O)=O)c4)c(C)c3)cc2C)c1,0.3574533 +*c1cccc(NC(=O)c2ccc(OCCOCCOc3ccc(C(=O)Nc4ccc5[nH]c(*)nc5c4)cc3)cc2)c1,0.34893481 +*c1cccc(OCCCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1,0.35046399 +*c1cccc(OCCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1,0.34909456 +*c1cccc(OCCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1,0.35089152 +*c1cccc(OCCCCOc2cccc(N3C(=O)c4ccc(-c5cccc6c5C(=O)N(*)C6=O)cc4C3=O)c2)c1,0.34538642 +*c1cccc(Oc2cccc(Oc3cccc(N4C(=O)c5ccc(Oc6ccc(Sc7ccc(Oc8ccc9c(c8)C(=O)N(*)C9=O)cc7)cc6)cc5C4=O)c3)c2)c1,0.36222427 +*c1cccc(P(C)(=O)c2cccc(N3C(=O)c4ccc(Oc5ccc(C(C)(C)c6ccc(Oc7ccc8c(c7)C(=O)N(*)C8=O)cc6)cc5)cc4C3=O)c2)c1,0.36957365 diff --git a/simson_modeling/moleculenet_eval/.ipynb_checkpoints/better_eval-checkpoint.py b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/better_eval-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..b865b51ba665fa15ce0edf4b84e60daef3f9e2de --- /dev/null +++ b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/better_eval-checkpoint.py @@ -0,0 +1,671 @@ +import pandas as pd +import numpy as np +import torch +import torch.nn as nn +import torch.optim as optim +from torch.utils.data import Dataset, DataLoader +from transformers import BertConfig, BertModel, AutoTokenizer +from rdkit import Chem, RDLogger +from rdkit.Chem.Scaffolds import MurckoScaffold +import copy +from tqdm import tqdm +import os +from sklearn.metrics import roc_auc_score, root_mean_squared_error, mean_absolute_error +from itertools import compress +from collections import defaultdict +from sklearn.metrics.pairwise import cosine_similarity +from sklearn.preprocessing import StandardScaler, MinMaxScaler +import optuna +import warnings +warnings.filterwarnings("ignore") +RDLogger.DisableLog('rdApp.*') + +torch.set_float32_matmul_precision('high') + +# --- 0. Pre-computed Contrastive SMILES Dataset --- +class PrecomputedContrastiveSmilesDataset(Dataset): + """ + A Dataset class that reads pre-augmented SMILES pairs from a Parquet file. + This is significantly faster as it offloads the expensive SMILES randomization + to a one-time preprocessing step. + """ + def __init__(self, tokenizer, file_path: str, max_length: int = 512): + self.tokenizer = tokenizer + self.max_length = max_length + + # Load the entire dataset from the Parquet file into memory. + # This is fast and efficient for subsequent access. + print(f"Loading pre-computed data from {file_path}...") + self.data = pd.read_parquet(file_path) + print("Data loaded successfully.") + + def __len__(self): + """Returns the total number of pairs in the dataset.""" + return len(self.data) + + def __getitem__(self, idx): + """ + Retrieves a pre-augmented pair, tokenizes it, and returns it + in the format expected by the DataCollator. + """ + # Retrieve the pre-augmented pair from the DataFrame + row = self.data.iloc[idx] + smiles_1 = row['smiles_1'] + smiles_2 = row['smiles_2'] + + # Tokenize the pair. This operation is fast and remains in the data loader. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +# --- 0a. SMILES enumeration for preprocessing --- +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + +def compute_embedding_similarity_precomputed(encoder, dataset, device): + """ + Compute embedding similarity using pre-computed augmented SMILES pairs + """ + encoder.eval() + similarities = [] + + dataloader = DataLoader(dataset, batch_size=32, shuffle=False) + + with torch.no_grad(): + for batch in dataloader: + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + emb_1 = encoder(input_ids_1, attention_mask_1).cpu().numpy() + emb_2 = encoder(input_ids_2, attention_mask_2).cpu().numpy() + + # Compute cosine similarity for each pair in the batch + batch_similarities = [] + for i in range(len(emb_1)): + sim = cosine_similarity([emb_1[i]], [emb_2[i]])[0][0] + batch_similarities.append(sim) + + similarities.extend(batch_similarities) + + return np.array(similarities) + +def create_augmented_smiles_file(smiles_list, output_path, num_augmentations=1): + """ + Create a parquet file with pre-computed augmented SMILES pairs + """ + enumerator = SmilesEnumerator() + pairs = [] + + print(f"Generating {num_augmentations} augmentations for {len(smiles_list)} SMILES...") + + for smiles in tqdm(smiles_list): + for _ in range(num_augmentations): + augmented = enumerator.randomize_smiles(smiles) + pairs.append({ + 'smiles_1': smiles, + 'smiles_2': augmented + }) + + df = pd.DataFrame(pairs) + df.to_parquet(output_path, index=False) + print(f"Saved {len(pairs)} augmented pairs to {output_path}") + return output_path + +# --- 1. Data Loading --- +def load_lists_from_url(data): + # Datasets and their splits, all configurations carried over + if data == 'bbbp': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv') + smiles, labels = df.smiles, df.p_np + elif data == 'clintox': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'hiv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv') + smiles, labels = df.smiles, df.HIV_active + elif data == 'sider': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'esol': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv') + smiles = df.smiles + labels = df['ESOL predicted log solubility in mols per litre'] + elif data == 'freesolv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv') + smiles = df.smiles + labels = df.calc + elif data == 'lipophicility': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv') + smiles, labels = df.smiles, df['exp'] + elif data == 'tox21': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['mol_id', 'smiles'], axis=1) + elif data == 'bace': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv') + smiles, labels = df.mol, df.Class + elif data == 'qm8': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1) + return smiles, labels + +# --- 2. Scaffold Splitting --- +class ScaffoldSplitter: + def __init__(self, data, seed, train_frac=0.8, val_frac=0.1, test_frac=0.1, include_chirality=True): + self.data = data + self.seed = seed + self.include_chirality = include_chirality + self.train_frac = train_frac + self.val_frac = val_frac + self.test_frac = test_frac + + def generate_scaffold(self, smiles): + mol = Chem.MolFromSmiles(smiles) + scaffold = MurckoScaffold.MurckoScaffoldSmiles(mol=mol, includeChirality=self.include_chirality) + return scaffold + + def scaffold_split(self): + smiles, labels = load_lists_from_url(self.data) + non_null = np.ones(len(smiles)) == 0 + + if self.data in {'tox21', 'sider', 'clintox'}: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]) and labels.loc[i].isnull().sum() == 0: + non_null[i] = 1 + else: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]): + non_null[i] = 1 + + smiles_list = list(compress(enumerate(smiles), non_null)) + rng = np.random.RandomState(self.seed) + + scaffolds = defaultdict(list) + for i, sms in smiles_list: + scaffold = self.generate_scaffold(sms) + scaffolds[scaffold].append(i) + + scaffold_sets = list(scaffolds.values()) + rng.shuffle(scaffold_sets) + n_total_val = int(np.floor(self.val_frac * len(smiles_list))) + n_total_test = int(np.floor(self.test_frac * len(smiles_list))) + train_idx, val_idx, test_idx = [], [], [] + + for scaffold_set in scaffold_sets: + if len(val_idx) + len(scaffold_set) <= n_total_val: + val_idx.extend(scaffold_set) + elif len(test_idx) + len(scaffold_set) <= n_total_test: + test_idx.extend(scaffold_set) + else: + train_idx.extend(scaffold_set) + return train_idx, val_idx, test_idx + +# --- 2a. Normal Random Split --- +def random_split_indices(n, seed=42, train_frac=0.8, val_frac=0.1, test_frac=0.1): + np.random.seed(seed) + indices = np.random.permutation(n) + n_train = int(n * train_frac) + n_val = int(n * val_frac) + train_idx = indices[:n_train] + val_idx = indices[n_train:n_train+n_val] + test_idx = indices[n_train+n_val:] + return train_idx.tolist(), val_idx.tolist(), test_idx.tolist() + +# --- 3. PyTorch Dataset --- +class MoleculeDataset(Dataset): + def __init__(self, smiles_list, labels, tokenizer, max_len=512): + self.smiles_list = smiles_list + self.labels = labels + self.tokenizer = tokenizer + self.max_len = max_len + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + smiles = self.smiles_list[idx] + label = self.labels.iloc[idx] + + encoding = self.tokenizer( + smiles, + truncation=True, + padding='max_length', + max_length=self.max_len, + return_tensors='pt' + ) + item = {key: val.squeeze(0) for key, val in encoding.items()} + if isinstance(label, pd.Series): + label_values = label.values.astype(np.float32) + else: + label_values = np.array([label], dtype=np.float32) + item['labels'] = torch.tensor(label_values, dtype=torch.float) + return item + +# --- 4. Model Architecture --- +def global_ap(x): + return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1) + +class SimSonEncoder(nn.Module): + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.config = config + self.max_len = max_len + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.config.pad_token_id) + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled = global_ap(hidden_states) + return self.linear(pooled) + +class SimSonClassifier(nn.Module): + def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1): + super(SimSonClassifier, self).__init__() + self.encoder = encoder + self.clf = nn.Linear(encoder.max_len, num_labels) + self.relu = nn.ReLU() + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + x = self.encoder(input_ids, attention_mask) + x = self.relu(self.dropout(x)) + logits = self.clf(x) + return logits + + def load_encoder_params(self, state_dict_path): + self.encoder.load_state_dict(torch.load(state_dict_path)) + +# --- 5. Training, Validation, and Testing Loops --- +def get_criterion(task_type, num_labels): + if task_type == 'classification': + return nn.BCEWithLogitsLoss() + elif task_type == 'regression': + return nn.MSELoss() + else: + raise ValueError(f"Unknown task type: {task_type}") + +def train_epoch(model, dataloader, optimizer, scheduler, criterion, device): + model.train() + total_loss = 0 + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + optimizer.zero_grad() + outputs = model(**inputs) + loss = criterion(outputs, labels) + loss.backward() + optimizer.step() + if scheduler is not None: + scheduler.step() + total_loss += loss.item() + return total_loss / len(dataloader) + +def calc_val_metrics(model, dataloader, criterion, device, task_type): + model.eval() + all_labels, all_preds = [], [] + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + if task_type == 'classification': + pred_probs = torch.sigmoid(outputs).cpu().numpy() + all_preds.append(pred_probs) + all_labels.append(labels.cpu().numpy()) + else: + # Regression + preds = outputs.cpu().numpy() + all_preds.append(preds) + all_labels.append(labels.cpu().numpy()) + avg_loss = total_loss / len(dataloader) + if task_type == 'classification': + y_true = np.concatenate(all_labels) + y_pred = np.concatenate(all_preds) + try: + score = roc_auc_score(y_true, y_pred, average='macro') + except Exception: + score = 0.0 + return avg_loss, score + else: + return avg_loss, None + +def test_model(model, dataloader, device, task_type): + model.eval() + all_preds, all_labels = [], [] + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'] + outputs = model(**inputs) + if task_type == 'classification': + preds = torch.sigmoid(outputs) + else: + preds = outputs + all_preds.append(preds.cpu().numpy()) + all_labels.append(labels.numpy()) + return np.concatenate(all_preds), np.concatenate(all_labels) + +# --- 6. Optuna Objective Function --- +def create_objective(name, info, train_smiles, train_labels, val_smiles, val_labels, + test_smiles, test_labels, scaler, tokenizer, encoder_config, device): + """Creates objective function for Optuna optimization""" + + def objective(trial): + # Suggest hyperparameters + lr = trial.suggest_float('lr', 1e-6, 1e-4, log=True) + batch_size = trial.suggest_categorical('batch_size', [16, 32, 64, 128, 256]) + dropout = trial.suggest_float('dropout', 0.1, 0.5) + weight_decay = trial.suggest_float('weight_decay', 0.0, 0.1) + scheduler_type = trial.suggest_categorical('scheduler', ['plateau', 'cosine', 'step']) + + # Additional hyperparameters for optimization + patience_lr = trial.suggest_int('patience_lr', 3, 10) + gamma = trial.suggest_float('gamma', 0.5, 0.9) if scheduler_type == 'step' else 0.1 + + try: + # Create datasets and dataloaders + train_dataset = MoleculeDataset(train_smiles, train_labels, tokenizer, 512) + val_dataset = MoleculeDataset(val_smiles, val_labels, tokenizer, 512) + test_dataset = MoleculeDataset(test_smiles, test_labels, tokenizer, 512) + + train_loader = DataLoader(train_dataset, batch_size=batch_size, shuffle=True) + val_loader = DataLoader(val_dataset, batch_size=batch_size, shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=batch_size, shuffle=False) + + # Create model + encoder = SimSonEncoder(encoder_config, 512, dropout=dropout) + encoder = torch.compile(encoder) + model = SimSonClassifier(encoder, num_labels=info['num_labels'], dropout=dropout).to(device) + model.load_encoder_params('../simson_checkpoints/checkpoint_best_model.bin') + + criterion = get_criterion(info['task_type'], info['num_labels']) + optimizer = optim.Adam(model.parameters(), lr=lr, weight_decay=weight_decay) + + # Create scheduler based on trial suggestion + if scheduler_type == 'plateau': + scheduler = optim.lr_scheduler.ReduceLROnPlateau( + optimizer, mode='max', factor=gamma, patience=patience_lr + ) + elif scheduler_type == 'cosine': + scheduler = optim.lr_scheduler.CosineAnnealingLR(optimizer, T_max=50) + else: # step + scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=gamma) + + # Training loop + best_val_metric = -np.inf + patience_counter = 0 + patience = 15 + + for epoch in range(50): # Max epochs + train_loss = train_epoch(model, train_loader, optimizer, + scheduler if scheduler_type == 'cosine' else None, + criterion, device) + val_loss, val_metric = calc_val_metrics(model, val_loader, criterion, device, info['task_type']) + + # Update scheduler + if scheduler_type == 'plateau': + scheduler.step(val_loss if val_loss is not None else -val_loss) + elif scheduler_type == 'step': + scheduler.step() + + # Determine metric to optimize + if info['task_type'] == 'classification': + current_metric = val_loss if val_loss is not None else 0.0 + else: + current_metric = -val_loss # For regression, minimize loss + + # Early stopping and best model tracking + if current_metric <= val_loss: + best_val_metric = current_metric + patience_counter = 0 + else: + patience_counter += 1 + if patience_counter >= patience: + break + + # Optuna pruning + trial.report(current_metric, epoch) + if trial.should_prune(): + raise optuna.TrialPruned() + + return best_val_metric + + except Exception as e: + print(f"Trial failed with error: {e}") + return -np.inf # Return worst possible score for failed trials + + return objective + +# --- 7. Main Execution Block --- +def main(): + DEVICE = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {DEVICE}") + + DATASETS_TO_RUN = { + #'esol': {'task_type': 'regression', 'num_labels': 1, 'split': 'random'}, + # Add more datasets here, e.g. 'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + #'sider': {'task_type': 'classification', 'num_labels': 27, 'split': 'random'}, + #'bace': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + 'clintox': {'task_type': 'classification', 'num_labels': 2, 'split': 'scaffold'}, + 'tox21': {'task_type': 'classification', 'num_labels': 12, 'split': 'random'}, + 'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'}, + 'hiv': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'}, + } + + MAX_LEN = 512 + N_TRIALS = 100 # Number of Optuna trials to run + + TOKENIZER = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + ENCODER_CONFIG = BertConfig( + vocab_size=TOKENIZER.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + + aggregated_results = {} + + for name, info in DATASETS_TO_RUN.items(): + print(f"\n{'='*20} Processing Dataset: {name.upper()} ({info['split']} split) {'='*20}") + smiles, labels = load_lists_from_url(name) + + # For regression tasks, scale labels and remember scaling transform + scaler = None + if info["task_type"] == "regression": + scaler = StandardScaler() + all_labels = labels.values.reshape(-1, 1) + scaler.fit(all_labels) + labels = pd.Series(scaler.transform(all_labels).flatten(), index=labels.index) + + # Data split + if info.get('split', 'scaffold') == 'scaffold': + splitter = ScaffoldSplitter(data=name, seed=42) + train_idx, val_idx, test_idx = splitter.scaffold_split() + elif info['split'] == 'random': + train_idx, val_idx, test_idx = random_split_indices(len(smiles), seed=42) + else: + raise ValueError(f"Unknown split type for {name}: {info['split']}") + + train_smiles = smiles.iloc[train_idx].reset_index(drop=True) + train_labels = labels.iloc[train_idx].reset_index(drop=True) + val_smiles = smiles.iloc[val_idx].reset_index(drop=True) + val_labels = labels.iloc[val_idx].reset_index(drop=True) + test_smiles = smiles.iloc[test_idx].reset_index(drop=True) + test_labels = labels.iloc[test_idx].reset_index(drop=True) + print(f"Data split - Train: {len(train_smiles)}, Val: {len(val_smiles)}, Test: {len(test_smiles)}") + + # Create Optuna study + study = optuna.create_study( + direction='maximize', + pruner=optuna.pruners.MedianPruner(n_startup_trials=5, n_warmup_steps=10) + ) + + # Create objective function + objective_func = create_objective( + name, info, train_smiles, train_labels, val_smiles, val_labels, + test_smiles, test_labels, scaler, TOKENIZER, ENCODER_CONFIG, DEVICE + ) + + # Run optimization + print(f"Starting Optuna optimization with {N_TRIALS} trials...") + study.optimize(objective_func, n_trials=N_TRIALS, timeout=None) + + # Get best parameters + best_params = study.best_params + best_score = study.best_value + print(f"Best parameters: {best_params}") + print(f"Best validation score: {0:.4f}") + + # Train final model with best parameters + print("Training final model with best parameters...") + train_dataset = MoleculeDataset(train_smiles, train_labels, TOKENIZER, MAX_LEN) + val_dataset = MoleculeDataset(val_smiles, val_labels, TOKENIZER, MAX_LEN) + test_dataset = MoleculeDataset(test_smiles, test_labels, TOKENIZER, MAX_LEN) + + train_loader = DataLoader(train_dataset, batch_size=best_params['batch_size'], shuffle=True) + val_loader = DataLoader(val_dataset, batch_size=best_params['batch_size'], shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=best_params['batch_size'], shuffle=False) + + # Final model training + encoder = SimSonEncoder(ENCODER_CONFIG, 512, dropout=best_params['dropout']) + encoder = torch.compile(encoder) + model = SimSonClassifier(encoder, num_labels=info['num_labels'], dropout=best_params['dropout']).to(DEVICE) + model.load_encoder_params('../simson_checkpoints/checkpoint_best_model.bin') + + criterion = get_criterion(info['task_type'], info['num_labels']) + optimizer = optim.Adam(model.parameters(), lr=best_params['lr'], weight_decay=best_params['weight_decay']) + + # Set up best scheduler + if best_params['scheduler'] == 'plateau': + scheduler = optim.lr_scheduler.ReduceLROnPlateau( + optimizer, mode='max', factor=best_params.get('gamma', 0.7), + patience=best_params.get('patience_lr', 5) + ) + elif best_params['scheduler'] == 'cosine': + scheduler = optim.lr_scheduler.CosineAnnealingLR(optimizer, T_max=50) + else: + scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=best_params.get('gamma', 0.1)) + + # Train with best parameters + best_val_metric = -np.inf + best_model_state = None + patience_counter = 0 + patience = 15 + + for epoch in range(50): + train_loss = train_epoch(model, train_loader, optimizer, + scheduler if best_params['scheduler'] == 'cosine' else None, + criterion, DEVICE) + val_loss, val_metric = calc_val_metrics(model, val_loader, criterion, DEVICE, info['task_type']) + + if best_params['scheduler'] == 'plateau': + scheduler.step(val_loss if val_loss is not None else -val_loss) + elif best_params['scheduler'] == 'step': + scheduler.step() + + if info['task_type'] == 'classification': + print(f"Epoch {epoch+1}/50 | Train Loss: {train_loss:.4f} | Val Loss: {val_loss:.4f} | ROC AUC: {val_metric:.4f}") + current_metric = val_metric if val_metric is not None else 0.0 + else: + print(f"Epoch {epoch+1}/50 | Train Loss: {train_loss:.4f} | Val Loss: {val_loss:.4f}") + current_metric = -val_loss + + if current_metric <= val_loss: + best_val_metric = current_metric + best_model_state = copy.deepcopy(model.state_dict()) + patience_counter = 0 + else: + patience_counter += 1 + if patience_counter >= patience: + print(f'Early stopping at epoch {epoch+1}') + break + + # Test final model + if best_model_state is not None: + model.load_state_dict(best_model_state) + + test_preds, test_true = test_model(model, test_loader, DEVICE, info['task_type']) + + # Calculate final metrics + if info['task_type'] == 'regression' and scaler is not None: + test_preds = scaler.inverse_transform(test_preds.reshape(-1, 1)).flatten() + test_true = scaler.inverse_transform(test_true.reshape(-1, 1)).flatten() + rmse = root_mean_squared_error(test_true, test_preds) + mae = mean_absolute_error(test_true, test_preds) + final_score = -rmse + print(f"Test RMSE: {rmse:.4f}, MAE: {mae:.4f}") + else: + try: + final_score = roc_auc_score(test_true, test_preds, average='macro') + print(f"Test ROC AUC: {final_score:.4f}") + except Exception: + final_score = 0.0 + + # Compute embedding similarity using pre-computed augmented SMILES + print("Creating pre-computed augmented SMILES for similarity computation...") + test_smiles_list = list(test_smiles) + similarity_file_path = f"{name}_test_augmented.parquet" + create_augmented_smiles_file(test_smiles_list, similarity_file_path, num_augmentations=1) + + # Load pre-computed dataset for similarity computation + similarity_dataset = PrecomputedContrastiveSmilesDataset( + TOKENIZER, similarity_file_path, max_length=MAX_LEN + ) + + similarities = compute_embedding_similarity_precomputed( + model.encoder, similarity_dataset, DEVICE + ) + print(f"Similarity score: {similarities.mean():.4f}") + + # Clean up temporary file + if os.path.exists(similarity_file_path): + os.remove(similarity_file_path) + + aggregated_results[name] = { + 'best_score': final_score, + 'best_params': best_params, + 'optuna_trials': len(study.trials), + 'study': study, + 'similarity_score': similarities.mean() + } + + if name == 'do_not_save': + torch.save(model.encoder.state_dict(), 'moleculenet_clintox_encoder.bin') + + print(f"\n{'='*20} AGGREGATED RESULTS {'='*20}") + for name, result in aggregated_results.items(): + print(f"{name}: Best score: {result['best_score']:.4f}") + print(f" Best parameters: {result['best_params']}") + print(f" Total trials: {result['optuna_trials']}") + print(f" Similarity score: {result['similarity_score']:.4f}") + + print("\nScript finished.") + +if __name__ == '__main__': + main() diff --git a/simson_modeling/moleculenet_eval/.ipynb_checkpoints/eval-checkpoint.py b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/eval-checkpoint.py new file mode 100644 index 0000000000000000000000000000000000000000..79b4eb25054ae7710bbbdc4ce12f907246371b81 --- /dev/null +++ b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/eval-checkpoint.py @@ -0,0 +1,457 @@ +import pandas as pd +import numpy as np +import torch +import torch.nn as nn +import torch.optim as optim +from torch.utils.data import Dataset, DataLoader +from transformers import BertConfig, BertModel, AutoTokenizer +from rdkit import Chem, RDLogger +from rdkit.Chem.Scaffolds import MurckoScaffold +import copy +from tqdm import tqdm +import os +from sklearn.metrics import roc_auc_score, root_mean_squared_error, mean_absolute_error +from itertools import compress +from collections import defaultdict +from sklearn.metrics.pairwise import cosine_similarity +RDLogger.DisableLog('rdApp.*') + + +torch.set_float32_matmul_precision('high') + +# --- 0. Smiles enumeration +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + + +def compute_embedding_similarity(encoder, smiles_list, tokenizer, device, max_len=256): + encoder.eval() + enumerator = SmilesEnumerator() + + embeddings_orig = [] + embeddings_aug = [] + + with torch.no_grad(): + for smi in smiles_list: + # Original SMILES encoding + encoding_orig = tokenizer( + smi, + truncation=True, + padding='max_length', + max_length=max_len, + return_tensors='pt' + ) + # Augmented SMILES encoding + smi_aug = enumerator.randomize_smiles(smi) + encoding_aug = tokenizer( + smi_aug, + truncation=True, + padding='max_length', + max_length=max_len, + return_tensors='pt' + ) + + input_ids_orig = encoding_orig.input_ids.to(device) + attention_mask_orig = encoding_orig.attention_mask.to(device) + input_ids_aug = encoding_aug.input_ids.to(device) + attention_mask_aug = encoding_aug.attention_mask.to(device) + + emb_orig = encoder(input_ids_orig, attention_mask_orig).cpu().numpy().flatten() + emb_aug = encoder(input_ids_aug, attention_mask_aug).cpu().numpy().flatten() + + embeddings_orig.append(emb_orig) + embeddings_aug.append(emb_aug) + + embeddings_orig = np.array(embeddings_orig) + embeddings_aug = np.array(embeddings_aug) + + # Cosine similarity between each original and its augmented version + similarities = np.array([cosine_similarity([embeddings_orig[i]], [embeddings_aug[i]])[0][0] for i in range(len(embeddings_orig))]) + return similarities + +# --- 1. Data Loading --- +def load_lists_from_url(data): + if data == 'bbbp': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv') + smiles, labels = df.smiles, df.p_np + elif data == 'clintox': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'hiv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv') + smiles, labels = df.smiles, df.HIV_active + elif data == 'sider': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'esol': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv') + smiles = df.smiles + labels = df['ESOL predicted log solubility in mols per litre'] + elif data == 'freesolv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv') + smiles = df.smiles + labels = df.calc + elif data == 'lipophicility': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv') + smiles, labels = df.smiles, df['exp'] + elif data == 'tox21': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['mol_id', 'smiles'], axis=1) + elif data == 'bace': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv') + smiles, labels = df.mol, df.Class + elif data == 'qm8': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1) + return smiles, labels + +# --- 2. Scaffold Splitting --- +class ScaffoldSplitter: + def __init__(self, data, seed, train_frac=0.8, val_frac=0.1, test_frac=0.1, include_chirality=True): + self.data = data + self.seed = seed + self.include_chirality = include_chirality + self.train_frac = train_frac + self.val_frac = val_frac + self.test_frac = test_frac + + def generate_scaffold(self, smiles): + mol = Chem.MolFromSmiles(smiles) + scaffold = MurckoScaffold.MurckoScaffoldSmiles(mol=mol, includeChirality=self.include_chirality) + return scaffold + + def scaffold_split(self): + smiles, labels = load_lists_from_url(self.data) + non_null = np.ones(len(smiles)) == 0 + + if self.data in {'tox21', 'sider', 'clintox'}: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]) and labels.loc[i].isnull().sum() == 0: + non_null[i] = 1 + else: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]): + non_null[i] = 1 + + smiles_list = list(compress(enumerate(smiles), non_null)) + rng = np.random.RandomState(self.seed) + + scaffolds = defaultdict(list) + for i, sms in smiles_list: + scaffold = self.generate_scaffold(sms) + scaffolds[scaffold].append(i) + + scaffold_sets = list(scaffolds.values()) + rng.shuffle(scaffold_sets) + n_total_val = int(np.floor(self.val_frac * len(smiles_list))) + n_total_test = int(np.floor(self.test_frac * len(smiles_list))) + train_idx, val_idx, test_idx = [], [], [] + + for scaffold_set in scaffold_sets: + if len(val_idx) + len(scaffold_set) <= n_total_val: + val_idx.extend(scaffold_set) + elif len(test_idx) + len(scaffold_set) <= n_total_test: + test_idx.extend(scaffold_set) + else: + train_idx.extend(scaffold_set) + return train_idx, val_idx, test_idx + +# --- 2a. Normal Random Split --- +def random_split_indices(n, seed=42, train_frac=0.8, val_frac=0.1, test_frac=0.1): + np.random.seed(seed) + indices = np.random.permutation(n) + n_train = int(n * train_frac) + n_val = int(n * val_frac) + train_idx = indices[:n_train] + val_idx = indices[n_train:n_train+n_val] + test_idx = indices[n_train+n_val:] + return train_idx.tolist(), val_idx.tolist(), test_idx.tolist() + +# --- 3. PyTorch Dataset --- +class MoleculeDataset(Dataset): + def __init__(self, smiles_list, labels, tokenizer, max_len=512): + self.smiles_list = smiles_list + self.labels = labels + self.tokenizer = tokenizer + self.max_len = max_len + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + smiles = self.smiles_list[idx] + label = self.labels.iloc[idx] + + encoding = self.tokenizer( + smiles, + truncation=True, + padding='max_length', + max_length=self.max_len, + return_tensors='pt' + ) + item = {key: val.squeeze(0) for key, val in encoding.items()} + if isinstance(label, pd.Series): + label_values = label.values.astype(np.float32) + else: + label_values = np.array([label], dtype=np.float32) + item['labels'] = torch.tensor(label_values, dtype=torch.float) + return item + +# --- 4. Model Architecture --- +def global_ap(x): + return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1) + +class SimSonEncoder(nn.Module): + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.config = config + self.max_len = max_len + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.config.pad_token_id) + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled = global_ap(hidden_states) + return self.linear(pooled) + +class SimSonClassifier(nn.Module): + def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1): + super(SimSonClassifier, self).__init__() + self.encoder = encoder + self.clf = nn.Linear(encoder.max_len, num_labels) + self.relu = nn.ReLU() + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + x = self.encoder(input_ids, attention_mask) + x = self.relu(self.dropout(x)) + logits = self.clf(x) + return logits + + def load_encoder_params(self, state_dict_path): + self.encoder.load_state_dict(torch.load(state_dict_path)) + print("Pretrained encoder parameters loaded.") + +# --- 5. Training, Validation, and Testing Loops --- +def get_criterion(task_type, num_labels): + if task_type == 'classification': + return nn.BCEWithLogitsLoss() + elif task_type == 'regression': + return nn.MSELoss() + else: + raise ValueError(f"Unknown task type: {task_type}") + +def train_epoch(model, dataloader, optimizer, scheduler, criterion, device): + model.train() + total_loss = 0 + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + optimizer.zero_grad() + outputs = model(**inputs) + loss = criterion(outputs, labels) + loss.backward() + optimizer.step() + #scheduler.step() + total_loss += loss.item() + return total_loss / len(dataloader) + +def eval_epoch(model, dataloader, criterion, device): + model.eval() + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + return total_loss / len(dataloader) + +def test_model(model, dataloader, device): + model.eval() + all_preds, all_labels = [], [] + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'] + outputs = model(**inputs) + preds = torch.sigmoid(outputs) + all_preds.append(preds.cpu().numpy()) + all_labels.append(labels.numpy()) + return np.concatenate(all_preds), np.concatenate(all_labels) + +def calc_val_metrics(model, dataloader, criterion, device, task_type): + model.eval() + all_labels, all_preds = [], [] + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + if task_type == 'classification': + pred_probs = torch.sigmoid(outputs).cpu().numpy() + all_preds.append(pred_probs) + all_labels.append(labels.cpu().numpy()) + else: + # Regression + preds = outputs.cpu().numpy() + all_preds.append(preds) + all_labels.append(labels.cpu().numpy()) + avg_loss = total_loss / len(dataloader) + if task_type == 'classification': + y_true = np.concatenate(all_labels) + y_pred = np.concatenate(all_preds) + try: + score = roc_auc_score(y_true, y_pred, average='macro') + except Exception: + score = 0.0 + return avg_loss, score + else: + return avg_loss, None + +# --- 6. Main Execution Block --- +def main(): + DEVICE = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {DEVICE}") + + DATASETS_TO_RUN = { + # 'esol': {'task_type': 'regression', 'num_labels': 1, 'split': 'random'}, + #'tox21': {'task_type': 'classification', 'num_labels': 12, 'split': 'random'}, + #'hiv': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'}, + # Add more datasets here, e.g. 'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + #'sider': {'task_type': 'classification', 'num_labels': 27, 'split': 'random'}, + #'bace': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + 'clintox': {'task_type': 'classification', 'num_labels': 2, 'split': 'random'}, + #'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'} + } + PATIENCE = 15 + EPOCHS = 50 + LEARNING_RATE = 1e-4 + BATCH_SIZE = 16 + MAX_LEN = 512 + + TOKENIZER = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + ENCODER_CONFIG = BertConfig( + vocab_size=TOKENIZER.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + + aggregated_results = {} + + for name, info in DATASETS_TO_RUN.items(): + print(f"\n{'='*20} Processing Dataset: {name.upper()} ({info['split']} split) {'='*20}") + smiles, labels = load_lists_from_url(name) + + # Split selection + if info.get('split', 'scaffold') == 'scaffold': + splitter = ScaffoldSplitter(data=name, seed=42) + train_idx, val_idx, test_idx = splitter.scaffold_split() + elif info['split'] == 'random': + train_idx, val_idx, test_idx = random_split_indices(len(smiles), seed=42) + else: + raise ValueError(f"Unknown split type for {name}: {info['split']}") + + train_smiles = smiles.iloc[train_idx].reset_index(drop=True) + train_labels = labels.iloc[train_idx].reset_index(drop=True) + val_smiles = smiles.iloc[val_idx].reset_index(drop=True) + val_labels = labels.iloc[val_idx].reset_index(drop=True) + test_smiles = smiles.iloc[test_idx].reset_index(drop=True) + test_labels = labels.iloc[test_idx].reset_index(drop=True) + print(f"Data split - Train: {len(train_smiles)}, Val: {len(val_smiles)}, Test: {len(test_smiles)}") + + train_dataset = MoleculeDataset(train_smiles, train_labels, TOKENIZER, MAX_LEN) + val_dataset = MoleculeDataset(val_smiles, val_labels, TOKENIZER, MAX_LEN) + test_dataset = MoleculeDataset(test_smiles, test_labels, TOKENIZER, MAX_LEN) + + train_loader = DataLoader(train_dataset, batch_size=BATCH_SIZE, shuffle=True) + val_loader = DataLoader(val_dataset, batch_size=BATCH_SIZE, shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=BATCH_SIZE, shuffle=False) + + encoder = SimSonEncoder(ENCODER_CONFIG, 512) + encoder = torch.compile(encoder) + model = SimSonClassifier(encoder, num_labels=info['num_labels']).to(DEVICE) + model.load_encoder_params('../simson_checkpoints/checkpoint_best_model.bin') + criterion = get_criterion(info['task_type'], info['num_labels']) + optimizer = optim.Adam(model.parameters(), lr=LEARNING_RATE, weight_decay=0.0024) + scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=0.59298) + + best_val_loss = float('-inf') + best_model_state = None + current_patience = 0 + for epoch in range(EPOCHS): + train_loss = train_epoch(model, train_loader, optimizer, scheduler, criterion, DEVICE) + val_loss, val_metric = calc_val_metrics(model, val_loader, criterion, 'cuda', info['task_type']) + print(f"Epoch {epoch+1}/{EPOCHS} | Train Loss: {train_loss:.4f} | Val Loss: {val_loss:.4f} | ROC AUC: {val_metric:.4f}") + + if val_metric <= val_loss: + best_val_loss = val_loss + best_model_state = copy.deepcopy(model.state_dict()) + print(f" -> New best model saved with validation loss: {best_val_loss:.4f}") + current_patience = 0 + else: + current_patience += 1 + if current_patience >= PATIENCE: + print(f'Early stopping at {PATIENCE} epochs') + break + + print("\nTesting with the best model...") + if not best_model_state is None: + model.load_state_dict(best_model_state) + test_loss = eval_epoch(model, test_loader, criterion, DEVICE) + print(f'Test loss: {test_loss}') + test_preds, test_true = test_model(model, test_loader, DEVICE) + + aggregated_results[name] = { + 'best_val_loss': best_val_loss, + 'test_predictions': test_preds, + 'test_labels': test_true + } + print(f"Finished testing for {name}.") + test_smiles_list = list(test_smiles) + similarities = compute_embedding_similarity( + model.encoder, test_smiles_list, TOKENIZER, DEVICE, MAX_LEN + ) + print(f"Similarity score: {similarities.mean():.4f}") + if name == 'do_not_save': + torch.save(model.encoder.state_dict(), 'moleculenet_clintox_encoder.bin') + + + + print(f"\n{'='*20} AGGREGATED RESULTS {'='*20}") + for name, result in aggregated_results.items(): + if name in ['bbbp', 'tox21', 'sider', 'clintox', 'hiv', 'bace']: + auc = roc_auc_score(result['test_labels'], result['test_predictions'], average='macro') + print(f'{name} ROC AUC: {auc}') + + if name in ['lipophicility', 'esol', 'qm8']: + rmse = root_mean_squared_error(result['test_labels'], result['test_predictions']) + mae = mean_absolute_error(result['test_labels'], result['test_predictions']) + print(f'{name} MAE: {mae}') + print(f'{name} RMSE: {rmse}') + + print("\nScript finished.") + +if __name__ == '__main__': + main() diff --git a/simson_modeling/moleculenet_eval/.ipynb_checkpoints/showcase-checkpoint.ipynb b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/showcase-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..45a6d679d784a954d193f3cb241c9e388b88176c --- /dev/null +++ b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/showcase-checkpoint.ipynb @@ -0,0 +1,609 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 3, + "id": "7678e528-e2d6-4ef4-bd11-8c745bbce7c4", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from torch.utils.data import Dataset, DataLoader\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "from sklearn.cluster import KMeans\n", + "import umap.umap_ as umap\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "\n", + "# Set style for better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_palette(\"husl\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "ad8d5a02-6162-41f7-a730-e31e353ed9b8", + "metadata": {}, + "outputs": [], + "source": [ + "class PrecomputedContrastiveSmilesDataset(Dataset):\n", + " \"\"\"\n", + " A Dataset class that reads pre-augmented SMILES pairs from a Parquet file.\n", + " This is significantly faster as it offloads the expensive SMILES randomization\n", + " to a one-time preprocessing step.\n", + " \"\"\"\n", + " def __init__(self, tokenizer, file_path: str, max_length: int = 512):\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Load the entire dataset from the Parquet file into memory.\n", + " # This is fast and efficient for subsequent access.\n", + " print(f\"Loading pre-computed data from {file_path}...\")\n", + " self.data = pd.read_parquet(file_path)\n", + " print(\"Data loaded successfully.\")\n", + "\n", + " def __len__(self):\n", + " \"\"\"Returns the total number of pairs in the dataset.\"\"\"\n", + " return len(self.data)\n", + "\n", + " def __getitem__(self, idx):\n", + " \"\"\"\n", + " Retrieves a pre-augmented pair, tokenizes it, and returns it\n", + " in the format expected by the DataCollator.\n", + " \"\"\"\n", + " # Retrieve the pre-augmented pair from the DataFrame\n", + " row = self.data.iloc[idx]\n", + " smiles_1 = row['smiles_1']\n", + " smiles_2 = row['smiles_2']\n", + " \n", + " # Tokenize the pair. This operation is fast and remains in the data loader.\n", + " tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length')\n", + " tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length')\n", + " \n", + " return {\n", + " 'input_ids_1': torch.tensor(tokens_1['input_ids']),\n", + " 'attention_mask_1': torch.tensor(tokens_1['attention_mask']),\n", + " 'input_ids_2': torch.tensor(tokens_2['input_ids']),\n", + " 'attention_mask_2': torch.tensor(tokens_2['attention_mask']),\n", + " }\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(self.config.pad_token_id)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = self.dropout(outputs.last_hidden_state)\n", + " pooled = global_ap(hidden_states)\n", + " return self.linear(pooled)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "476226dd-54f3-4d3e-adb4-cc30e922fd96", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "OptimizedModule(\n", + " (_orig_mod): SimSonEncoder(\n", + " (bert): BertModel(\n", + " (embeddings): BertEmbeddings(\n", + " (word_embeddings): Embedding(591, 768, padding_idx=0)\n", + " (position_embeddings): Embedding(512, 768)\n", + " (token_type_embeddings): Embedding(2, 768)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (encoder): BertEncoder(\n", + " (layer): ModuleList(\n", + " (0-3): 4 x BertLayer(\n", + " (attention): BertAttention(\n", + " (self): BertSdpaSelfAttention(\n", + " (query): Linear(in_features=768, out_features=768, bias=True)\n", + " (key): Linear(in_features=768, out_features=768, bias=True)\n", + " (value): Linear(in_features=768, out_features=768, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (output): BertSelfOutput(\n", + " (dense): Linear(in_features=768, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " (intermediate): BertIntermediate(\n", + " (dense): Linear(in_features=768, out_features=2048, bias=True)\n", + " (intermediate_act_fn): GELUActivation()\n", + " )\n", + " (output): BertOutput(\n", + " (dense): Linear(in_features=2048, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " )\n", + " )\n", + " )\n", + " (linear): Linear(in_features=768, out_features=512, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + ")" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "model_config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + "\n", + "model = SimSonEncoder(config=model_config, max_len=512).to(device)\n", + "model = torch.compile(model)\n", + "model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints_polymer_1M/simson_model_single_gpu.bin'))\n", + "model.eval()" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "df28c332-c20b-4804-b4ca-97de9d652445", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Test dataset shape: (5000, 2)\n", + "Columns: ['smiles_1', 'smiles_2']\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
smiles_1smiles_2
0c1c(ccc(c1)OC(=O)CCCS(CCCc1ccc(C(O*)=O)cc1)(=O...c1cc(ccc1OC(CCCS(CCCc1ccc(C(=O)O*)cc1)(=O)=O)=...
1C(CC(=O)NCCC[Si](O*)(C)C)CCCCC(OCCCCCOC(Cc1cc(...CN(*)Cc1cccc(c1)CC(OCCCCCOC(CCCCCCC(=O)NCCC[Si...
2C(SCCNC(OCC*)=O)CSCCCOCCNC(=O)O*O=C(OCC*)NCCSCCSCCCOCCNC(O*)=O
3*CCCCOC(=O)CSCCCC[PH](C)(=O)O**CCCCOC(=O)CSCCCC[PH](C)(=O)O*
4C(O*)COCCOCCN(C(=O)OCCC*)C(=O)OCC(CC*)OC(=O)N(C(=O)OC)CCOCCOCCO*
\n", + "
" + ], + "text/plain": [ + " smiles_1 \\\n", + "0 c1c(ccc(c1)OC(=O)CCCS(CCCc1ccc(C(O*)=O)cc1)(=O... \n", + "1 C(CC(=O)NCCC[Si](O*)(C)C)CCCCC(OCCCCCOC(Cc1cc(... \n", + "2 C(SCCNC(OCC*)=O)CSCCCOCCNC(=O)O* \n", + "3 *CCCCOC(=O)CSCCCC[PH](C)(=O)O* \n", + "4 C(O*)COCCOCCN(C(=O)OCCC*)C(=O)OC \n", + "\n", + " smiles_2 \n", + "0 c1cc(ccc1OC(CCCS(CCCc1ccc(C(=O)O*)cc1)(=O)=O)=... \n", + "1 CN(*)Cc1cccc(c1)CC(OCCCCCOC(CCCCCCC(=O)NCCC[Si... \n", + "2 O=C(OCC*)NCCSCCSCCCOCCNC(O*)=O \n", + "3 *CCCCOC(=O)CSCCCC[PH](C)(=O)O* \n", + "4 C(CC*)OC(=O)N(C(=O)OC)CCOCCOCCO* " + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "test_data = pd.read_parquet('/home/jovyan/simson_training_bolgov/data/polymer_splits/test.parquet')\n", + "print(f\"Test dataset shape: {test_data.shape}\")\n", + "print(f\"Columns: {test_data.columns.tolist()}\")\n", + "test_data.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "a7f2e2bc-12f5-443b-9d80-899542e07370", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Generating embeddings for original SMILES...\n", + "Processed 2560 / 5000 SMILES\n", + "Processed 5000 / 5000 SMILES\n", + "Generating embeddings for augmented SMILES...\n", + "Processed 2560 / 5000 SMILES\n", + "Processed 5000 / 5000 SMILES\n", + "Original embeddings shape: (5000, 512)\n", + "Augmented embeddings shape: (5000, 512)\n" + ] + } + ], + "source": [ + "def generate_embeddings(model, tokenizer, smiles_list, batch_size=256, max_length=512):\n", + " \"\"\"Generate embeddings for a list of SMILES strings\"\"\"\n", + " model.eval()\n", + " embeddings = []\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + " \n", + " # Tokenize batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " # Move to device\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings\n", + " batch_embeddings = model(input_ids, attention_mask)\n", + " embeddings.append(batch_embeddings.cpu().numpy())\n", + " \n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(smiles_list)} SMILES\")\n", + " \n", + " return np.vstack(embeddings)\n", + "\n", + "# Generate embeddings for original and augmented SMILES\n", + "print(\"Generating embeddings for original SMILES...\")\n", + "original_embeddings = generate_embeddings(model, tokenizer, test_data['smiles_1'].tolist())\n", + "\n", + "print(\"Generating embeddings for augmented SMILES...\")\n", + "augmented_embeddings = generate_embeddings(model, tokenizer, test_data['smiles_2'].tolist())\n", + "\n", + "print(f\"Original embeddings shape: {original_embeddings.shape}\")\n", + "print(f\"Augmented embeddings shape: {augmented_embeddings.shape}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "c770d7f4-fa37-4519-bda2-9b084d2a4b32", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Average cosine similarity between original and augmented SMILES: 0.9874\n", + "Standard deviation: 0.0197\n", + "Min similarity: 0.7691\n", + "Max similarity: 1.0000\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA1wAAAIkCAYAAAAK4yrcAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAc4tJREFUeJzt3Xd0FOXbxvFrs0kgtJBGB0EwoSUQeiAYQECpCoggiKgoIApiR0SaSpOiFBVBARUFpUiRIqIUpfciVYTQSQKhp23m/YM3+2NJgLRhk/D9nJNzdmeemb1n98lkr8wzMxbDMAwBAAAAADKdi7MLAAAAAICcisAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwIUsY8KECQoICLgnr9WlSxd16dLF/nzjxo0KCAjQsmXL7snr9+vXT40aNbonr5VeV69e1fvvv6969eopICBAH3/8sbNLSuZe9pn0mjdvngICAnTixIlMW2dK292oUSP169cv015D+t/vxcaNG+/a9sSJEwoICNC8efMytQZkfRnp42npYxkREBCgCRMmmPoaaZEd/gbcj279bgBkFldnF4Ccad68eXrvvffsz93d3eXp6amAgACFhYWpbdu2ypcvX4Zf5+zZs/rpp5/UuHFjVahQIcPry0xZubbUmDx5subPn69evXqpZMmSKlu27B3b22w2/fLLL/rll1904MABXbt2TYUKFVLt2rXVqVMnBQYG3qPK7424uDj9+OOPmj9/vsLDw+Xi4qLChQurWrVqeu655+76fmVXixYtUlRUlJ577jlnl6KNGzfq2WefdZjm6emp0qVL65lnnlHr1q3Ttd6stI1mOnXqlL788kv99ddfOnfunPLnz6/g4GB169ZN1atXd3Z5uMWTTz6p3bt3a9CgQerUqZOzy3Gabdu26e+//1bXrl1VoEABp9SQ2v3/zd+FZs6cqRo1ajisxzAMNWjQQGfOnFGDBg00efJk+7yAgAB17txZAwcOlHTjn1qPPPKI3nnnHXXr1u22tTVq1EgnT55McV5oaKi+/vpr+/MtW7boyy+/1IEDBxQdHS0fHx+VL19eLVq0UKtWrdL35iBFBC6Yqk+fPipRooQSEhIUGRmpTZs2adiwYZo+fbo+//xzlS9f3t725ZdfVvfu3dO0/nPnzmnixIkqXrx4mkLNzTscs9yptg8//FCGYZheQ0Zs2LBBVapU0auvvnrXtjExMXr11Ve1du1a1axZUz169JCnp6dOnjyppUuXav78+Vq1apWKFCmSqTWmp89klj59+mjNmjVq0aKF2rdvr4SEBB05ckSrVq1ScHCw/Q/u448/rhYtWsjd3T3TXvtebXfNmjW1a9cuubm52actXrxYhw4dShZGihcvrl27dsnV9d7/WenSpYs90EdHR2vp0qV6++23dfnyZXXu3DnN67vdNuYkW7dutfeh9u3bq2zZsoqMjNT8+fPVuXNnvf/++6n+T39G+nhKfQzJHT16VLt371bx4sW1aNGi+zpwbd++XRMnTlSbNm2cFrhSu/9PkitXLi1evDhZ4Nq0aZPOnDmTqX8fJKlChQp6/vnnk00vVKiQ/fHSpUv1+uuvq0KFCnr22Wfl6empEydOaPPmzfrpp58IXJmMwAVTPfzwww5HNnr06KH169erZ8+e6tWrl5YsWaLcuXNLklxdXU3/snb9+nV5eHhk+s4trbLDl4uoqCiVK1cuVW1HjRqltWvX6r333kv2JfXVV1/V9OnTM79A3Zs+k5Jdu3bpzz//1Ouvv66ePXs6zLPZbLp06ZL9udVqldVqzdTXN3u7Y2Nj5ebmJhcXF+XKlStVy1gsllS3zWw1atTQY489Zn/+9NNPq3Hjxlq0aFG6AldOd/HiRb322mvKnTu3fvzxR5UqVco+7/nnn1e3bt00bNgwVapUSdWqVbvteq5du6Y8efJkqI+npY/dzxYuXCgfHx/169dPffr00YkTJ1SiRAlnl3VfSsv+P0lYWJiWLVumAQMGOOy7Fy9erEqVKik6OjpTayxcuLAef/zxO7aZOHGiypUrp9mzZyf7ThQVFZWp9YBzuOAEISEh6tWrl06ePKmFCxfap6d0Xsrff/+tp59+WjVq1FBwcLAeffRRjR07VtKN4URPPvmkJOm9995TQECAwzkkXbp0UcuWLbVnzx517txZVapUsS97u3HaiYmJGjt2rOrVq6eqVauqZ8+eOn36tEOb250rc/M671ZbSuP3r127phEjRigsLEyVK1fWo48+qq+//jrZkbCAgAANHTpUv//+u1q2bKnKlSurRYsWWrNmzZ3edruoqCj1799fdevWVWBgoFq3bq358+fb5yedU3HixAmtWrXKXvvtzs84c+aMZs+erXr16qV4RMBqtapbt24OR7f++ecfvfjii6pWrZqCg4PVtWtX7dixw2G5+Ph4TZw4UU2bNlVgYKBq166tp59+Wn///be9TUp9Ji3vz9mzZ/Xee++pbt269nZz5sy563t4/PhxSUrxy6jVapWXl5f9eUrntzRq1Eg9evTQxo0b1bZtWwUFBalVq1b281h+++03tWrVSoGBgWrbtq3++ecfh9dIzblr0dHRGjlypFq1aqXg4GBVq1ZNL774ovbv3+/QLunz/vXXXzVu3DjVr19fVapU0ZUrV5KdX9OlSxetWrVKJ0+etPeLpH58u3O4/v33X/Xp00e1atWyb8/KlSsd2qTms06LpCHMKYXSBQsW2N/zWrVq6fXXX3f4Hb/dNhqGodq1a2v48OH2tomJiapRo4YqVKjg8CXrq6++UsWKFXX16tU0vQ+SdOnSJX388cf2/UCTJk301VdfKTEx0d4m6b3++uuvNXv2bDVu3FiVK1dWu3bttGvXrru+P7Nnz1ZERITefvtth7AlSblz59aIESNksVg0adIk+/Skfrxp0yYNHjxYISEhCgsLc5h3cx9PTEzUhAkTFBoaqipVqqhLly46fPhwsv1nSudwJe27Dx8+rC5duqhKlSqqX7++pkyZ4lBrXFycPvvsM7Vt21bVq1dX1apV1alTJ23YsOGu70FKUru+tL7/SfuiwMBAtWzZUitWrEhzbYsXL9ajjz6qBg0aKH/+/Fq8eHGyNrc7Lyyl/UVMTIw++ugj1a5dW8HBwerZs6fOnj2b7Fy3pGX/++8/vfXWW6pevbrq1KmjTz/9VIZh6PTp03r55ZdVrVo11atXT998802y14+Li9P48ePVpEkTVa5cWWFhYRo1apTi4uIc2qVm3z1hwgSNGjVKkvTII4+k+Pfpbr/jSZI+u6CgID355JPasmXL7d5+B2nZ/ydp0aKFoqOjHfZpcXFxWr58udOOJIWHhyswMDDFf0D7+Pg4oaKcjSNccIrHH39cY8eO1V9//aWnnnoqxTaHDh1Sjx49FBAQoD59+sjd3V3Hjh3Ttm3bJElly5ZVnz59NH78eHXo0MF+zsHNO8Ho6Gi99NJLatGihVq3bn3XncgXX3whi8Wil156SVFRUZoxY4aee+45LViwwH4kLjVSU9vNDMPQyy+/bA9qFSpU0Nq1azVq1CidPXtW/fv3d2i/detW/fbbb+rUqZPy5s2r7777Tn369NGff/6Z4s4+SUxMjLp06aLw8HB17txZJUqU0LJly9SvXz9dunRJXbt2VdmyZTVq1CgNHz5cRYoUsQ9L8Pb2TnGda9asUUJCQqrPlzl06JA6d+6svHnz6sUXX5Srq6tmz56tLl266Pvvv1eVKlUk3fjv2+TJk9W+fXsFBQXpypUr2rNnj/bu3at69erd8TVS8/5ERkbqqaeeksViUefOneXt7a01a9bo/fff15UrV+44nKxYsWKSbpzrU61atXQdbTp27JjefPNNdezYUa1bt9Y333yjnj17asiQIRo3bpyefvppSTe+vPft21fLli2Ti0vq/0d2/Phx/f7773rsscdUokQJRUZGavbs2XrmmWf066+/qnDhwg7tP//8c7m5ualbt26Ki4tL8Shsz549dfnyZZ05c8Z+XkLevHlvW8OhQ4f09NNPq3DhwnrppZeUJ08eLV26VK+88oomTJigJk2aSMrYZy3duMDL+fPnJd04erN48WIdPHgw2YVevvjiC3322Wdq1qyZnnzySZ0/f17ff/+9OnfurF9++UUFChS47TZaLBZVq1ZNmzdvtq/vwIEDunz5slxcXLRt2zY1aNBA0o3+V6FCBft7k9r34fr163rmmWd09uxZdezYUUWLFtX27ds1duxYRURE6P3333fYnsWLF+vq1avq0KGDLBaLpk6dqt69e+v333+/41H0P/74Q7ly5VLz5s1TnF+yZElVr15dGzduVExMjMO+b8iQIfL29tYrr7yia9eu3fY1xowZo6lTp6phw4aqX7++9u/fr27duik2Nva2y9zs4sWLevHFF9WkSRM1a9ZMy5cv1+jRo+Xv728PeleuXNHPP/+sli1bqn379rp69armzJmjF198UT///HOaz51N6/pS8/7/9ddf6t27t8qVK6c333xTFy5c0HvvvZem4dU7d+7UsWPHNGzYMLm7u6tJkyZatGhRsqMradGvXz8tXbpUjz/+uKpUqaLNmzffcZjy66+/rrJly+rNN9/U6tWr9cUXX6hgwYKaNWuW6tSpo7feekuLFi3SyJEjFRgYqJo1a0q6Ebxffvllbd26VU899ZTKli2rgwcPasaMGTp69Kg+//xzh9e52767SZMmOnr0qBYvXqz33nvPvj9P+vuUmt9xSfr55581cOBA+z/8jh8/rpdfflmenp4qWrToHd+79Oz/ixcvrqpVq+rXX3+19981a9bo8uXLat68ub777ru7riMtEhIS7PvEm+XJk8f++1ysWDGtX79eZ86cyfTh/kiBAZhg7ty5hr+/v7Fr167btqlevbrxxBNP2J+PHz/e8Pf3tz+fNm2a4e/vb0RFRd12Hbt27TL8/f2NuXPnJpv3zDPPGP7+/saPP/6Y4rxnnnnG/nzDhg2Gv7+/Ub9+fePy5cv26UuWLDH8/f2NGTNm2Kc1bNjQePfdd++6zjvV9u677xoNGza0P1+xYoXh7+9vfP755w7tevfubQQEBBjHjh2zT/P39zcqVarkMG3fvn2Gv7+/8d133yV7rZtNnz7d8Pf3NxYsWGCfFhcXZ3To0MGoWrWqw7Y3bNjQ6N69+x3XZxiGMWzYMMPf39/4559/7trWMAyjV69eRqVKlYzw8HD7tLNnzxrBwcFG586d7dNat25919e/tc8YRurfn/79+xv16tUzzp8/77D866+/blSvXt24fv36bV83MTHR3r/q1q1rvPHGG8b3339vnDx5MlnbpN+F48eP26c1bNjQ8Pf3N7Zt22aftnbtWsPf398ICgpyWM+sWbMMf39/Y8OGDXfc7lv7ZWxsrGGz2RzaHD9+3KhcubIxceJE+7Skvv/II48k2+akeTe/dvfu3R367s3rvrW/d+3a1WjZsqURGxvr8N516NDBaNq0qX1aaj7rlCTVd+tP+fLljS+++MKh7YkTJ4wKFSokm37gwAGjYsWKDtNvt41Tp041KlSoYP89+fbbb42GDRsaTz75pPHJJ58YhmEYNpvNqFGjhjFs2LA0vw+TJk0yqlatavz3338Orzt69GijQoUKxqlTpwzD+N97XatWLSM6Otre7vfffzf8/f2NP/74447vW40aNYzWrVvfsc2HH35o+Pv7G/v37zcM43/9+OmnnzYSEhIc2t7axyMiIoyKFSsavXr1cmg3YcIEw9/f36GfptTHkn635s+fb58WGxtr1KtXz+jdu7d9WkJCgsN7ahiGcfHiRaNu3brGe++95zDd39/fGD9+/B23ObXrS8v7//jjjxv16tUzLl26ZJ/2119/Gf7+/in2sZQMHTrUCAsLMxITEx2Wv3Wfe+vflSS37i/27Nlj+Pv7Gx9//LFDu379+iV7n5KW/eCDD+zTEhISjIcfftgICAgwJk+ebJ9+8eJFIygoyOHz/eWXX4zy5csbmzdvdnitH3/80fD39ze2bt1qn5bafffUqVOT7VMNI/W/43FxcUZISIjx+OOPO3zes2fPNvz9/R3+jqckPfv/Xbt2Gd9//70RHBxs38/26dPH6NKli2EYKf+99ff3N4YMGWJ/ntTvpk6desf6kv6+pPRz8+f1888/29/zLl26GJ9++qmxefPmZH83kDkYUginyZMnj8OQm1sl/Sdq5cqVDsNp0sLd3V1t27ZNdfsnnnjC4eqJjz32mPz8/LR69ep0vX5qrVmzRlarNdkwxxdeeEGGYSQbDle3bl2HoUDly5dXvnz57EMd7vQ6fn5+atmypX2am5ubunTpomvXrjn89z61rly5IunORzqS2Gw2/f3332rcuLFKlixpn16oUCG1bNlSW7duta+vQIECOnTokI4ePZrmmu72/hiGod9++80+VOz8+fP2n9DQUF2+fFl79+697fotFou+/vpr9e3bVwUKFNDixYs1dOhQNWzYUH379k1xDP+typUrp+DgYPvzpCN7derUsf8H9ebpd/tsb+Xu7m4/Imaz2XThwgXlyZNHZcqUSTZEUbrR99NyFPduoqOjtWHDBjVr1kxXrlyxv78XLlxQaGiojh49qrNnz0rK2GctSa+88oqmTZumadOmady4cWrRooXGjRunGTNm2NusWLFCiYmJatasmcPn7evrqwceeCBVlyWvUaOGbDabtm/fLunGFb6qV6+uGjVq2IcjHTx4UJcuXbKfHJ+W92HZsmWqXr26ChQo4FBj3bp1ZbPZkv1+Nm/eXJ6eng71SXfvK1evXr3r72vS/KTfxyRPPfXUXc/XWr9+vRISEpJd2OGZZ56543I3y5Mnj8M5KO7u7goMDHTYNqvVah8OlZiYqOjoaCUkJKhy5cop9vG7Sev67vb+nzt3Tvv27VObNm2UP39+e7t69eql+vzYhIQELVmyRM2aNZPFYpF0Yx/h4+PjMCQ/LdauXStJafp8kobISzfep8qVK8swDIfpBQoUUJkyZRw+o2XLlqls2bJ68MEHHfp0nTp1JCnZ7116/7ZJqf8d37Nnj6KiotSxY0eH4XS3fk63k979f7NmzRQbG6s///xTV65c0apVq0wbTlilShX7PvHmnxYtWtjbPPnkk5o6dapq166tbdu26fPPP1fnzp3VtGlT+0giZB6GFMJprl27dschfs2bN9fPP/+sAQMGaMyYMQoJCVGTJk302GOPpXpoVeHChdN0gYwHHnjA4bnFYtEDDzxw20usZpaTJ0+qUKFCyS6Vn3Slo1tfP6UhD56ennf9on/y5Ek98MADyd6/pNc5depUmmtPqvlO4TnJ+fPndf36dZUpUybZvLJlyyoxMVGnT5/WQw89pD59+qhXr1569NFH5e/vr9DQUD3++OMOV7a8nbu9P+fPn9elS5c0e/ZszZ49+7a13om7u7tefvllvfzyyzp37pw2b96sb7/9VkuXLpWrq6tGjx6dphqT/tDfOrQj6f1NTYi7WWJior799lv98MMPOnHihGw2m31ewYIFk7XP7BPww8PDZRiGPvvsM3322WcptomKilLhwoUz9FlLkr+/v+rWrWt/3rx5c125ckVjxoxRq1at5O3traNHj8owDDVt2jTFdaRmWFDFihXl4eGhLVu2qH79+tq6dat69+4tX19ffffdd4qNjdXWrVslyT6MOC3vw7Fjx3TgwAGFhISk2O7WPnlrH0r68n+3vpI3b967/r4mzb81mKWmnyTtR249P6xgwYIOAeVOihQpYg8YSTw9PXXgwAGHafPnz9c333yj//77T/Hx8WmqMyVpWd/d3v+k9+HWvyuSbvuPj1v9/fffOn/+vIKCgnTs2DH79Nq1a+vXX3/V22+/naahxkl1ubi4JNumlOpMcvM/gaQb+6tcuXIlG2qeP39+hwtAHDt2TP/+++9t+/StF2dI7982San+Hb/d5+Lm5ubwj8A7Sc/+39vbWyEhIVq8eLFiYmJks9n06KOPpur10srLy8thn3g79evXV/369XX9+nXt3btXS5Ys0axZs9SzZ08tXbqUc7kyEYELTnHmzBldvnw52R/km+XOnVszZ87Uxo0btWrVKq1du1ZLlizR7Nmz9c0336TqqliZ+R/7u7HZbJl+Nbrbud3rGE641PyDDz4o6cb5LJl5v7GaNWtqxYoVWrlypf7++2/NmTNHM2bM0JAhQ9S+ffs7Lnu39yfpiGnr1q3Vpk2bFNum5YbKhQoVUosWLdS0aVO1bNlSy5Yt04gRI+74Jf52NWbWZ/vll1/qs88+U7t27fTaa6/J09NTLi4uGjZsWIrryuzflaT3+IUXXlD9+vVTbJP0+5+Rz/p26tSpoz///FO7du1SgwYNlJiYKIvFoilTpqT4HufJk+eu63Rzc1NQUJC2bNmiY8eOKSIiQjVq1JCPj48SEhK0c+dObdmyRQ8++KD9i2ha3ofExETVq1dPL774YortSpcu7fA8vX2lbNmy+ueffxQXF3fbf0gdOHBAbm5uyV7zXl1RMDX70gULFqhfv35q3LixunXrJh8fH1mtVk2ePDnNR4TTs757sR9OOorVt2/fFOdv2rTJfrTo1oCa5OZ/tqRXSqEuNdufmJgof39/h/ty3uzWfzBl5D3NjN/x9EjL/r9ly5b64IMPFBkZqYcffthpl7W/lYeHh2rUqKEaNWrIy8tLEydO1Jo1a2779xFpR+CCUyxYsEDSjZvw3YmLi4tCQkIUEhKi9957T19++aXGjRunjRs3qm7durf9A5NeN/8HUbqxkz927JjDl+/b/bft1KlTDv8dS0ttxYsX1/r163XlyhWHo1xHjhyxz88MxYsX14EDB5SYmOjwBzTpdW79L2ZqPPzww7JarVq0aJGeeOKJO7b19vaWh4eH/vvvv2Tzjhw5IhcXF4f/cBYsWFDt2rVTu3btdPXqVT3zzDOaMGFCur+E31xH3rx5lZiYmKr/AqaWm5ubAgICdPToUV24cEF+fn6Ztu60Wr58uWrXrq1hw4Y5TL906dIdL6xyN6nt10m/C25ubql6jzP7s076kpl0YYdSpUrJMAyVKFEixSOsN7vTNtaoUUNTpkzRunXr5OXlpQcffFAWi0UPPfSQtmzZoi1btqhhw4b29ml5H0qVKqVr165lap9MSYMGDbR9+3b7RRNudeLECW3dulUhISHpCuJJ+5Hw8HCHfeKFCxd08eLF9Bd+i+XLl6tkyZKaOHGiw2c2fvz4LLG+pPfh1r8rklLcB97q2rVr+uOPP9S8efMUj4R89NFHWrRokT1wFShQ4LZ/m26tKzExUSdOnHAI1CnVmVGlSpXS/v37FRISkml/r2+3ntT+jt/8udx85C0+Pl4nTpxI9ZH1W6Vm/9+kSRMNGjRIO3bs0Lhx49L1OmarXLmyJCkiIsLJleQsnMOFe279+vX6/PPPVaJEiTte2S6l+1IkHUFJupysh4eHpLQPt7qdX375xeGchWXLlikiIkIPP/ywfVrJkiW1c+dOh0va/vnnn8kuO5uW2h5++GHZbDbNnDnTYfr06dNlsVgcXj8jHn74YUVERGjJkiX2aQkJCfruu++UJ08e+5Wl0qJo0aJq3769/vrrrxSvtJSYmKhvvvlGZ86ckdVqVb169bRy5UqHy/hGRkZq8eLFql69uj1wXrhwwWE9efPmValSpZJdSjg9rFarHn30US1fvlwHDx5MNv9uwwmPHj2a4vDLS5cuafv27fL09LztVR3vFavVmuy/wkuXLrWfL5ReHh4eunz58l3b+fj4qFatWpo9e7bOnTuXbP7N77EZn/WqVask/e9IZdOmTWW1WjVx4sRk74thGA413Gkba9Soobi4OM2YMUPVq1e3f/mrXr26FixYoHPnztmHE0ppex+aNWum7du328+xudmlS5eUkJCQyq2/sw4dOsjHx0effPJJsiM3sbGxeu+992QYhl555ZV0rT8kJESurq768ccfHabfun/LqKSjGDd/njt37kx2iwlnra9QoUKqUKGC5s+f79Cf/v77bx0+fPiuy69YsULXrl1T586d9dhjjyX7adiwoX777Tf770mpUqV0+fJlh1s/nDt3Ltll6JP+0fnDDz84TP/+++/TtZ130qxZM509e1Y//fRTsnkxMTF3vNLl7ST9bb31dzS1v+OVK1eWt7e3Zs2a5bCPmT9/fqqHLqZ3/583b14NHjxYvXv3TvES/vfS+vXrU5yedM763f4xhbThCBdMtWbNGh05ckQ2m02RkZHauHGj/v77bxUrVkxffPHFHYenTJo0SVu2bFFYWJiKFy+uqKgo/fDDDypSpIj9C02pUqVUoEABzZo1S3nz5lWePHkUFBSU6nHYt/L09FSnTp3Utm1b+2XhH3jgAYdL17dv317Lly/Xiy++qGbNmik8PFyLFi1KNjwyLbU1atRItWvX1rhx4+z3//n777+1cuVKde3a9Y5DL9OiQ4cOmj17tvr166e9e/eqePHiWr58ubZt26b+/fsnO4cstfr166fjx4/ro48+0m+//aaGDRuqQIECOn36tJYtW6YjR47YT9bt27ev1q1bp06dOqlTp06yWq2aPXu24uLi9Pbbb9vX2aJFC9WqVUuVKlVSwYIFtXv3bi1fvjxNJ97fyZtvvqmNGzfqqaeeUvv27VWuXDldvHhRe/fu1fr167Vp06bbLrt//3699dZbql+/vmrUqCFPT0+dPXtWv/zyi86dO6f+/fvfs+Glt9OgQQNNmjRJ7733noKDg3Xw4EEtWrQo3b8bSSpVqqQlS5Zo+PDhCgwMVJ48eW77xWHQoEHq1KmTWrVqpaeeekolS5ZUZGSkduzYoTNnztiHS2X0s96yZYv9cuMXL17UH3/8oU2bNqlFixb28xNLlSqlvn37asyYMTp58qQaN26svHnz6sSJE/r999/11FNPqVu3bnfdxqpVq8rV1VX//fefOnToYK+hZs2a9oCRdPGEtL4P3bp10x9//KGePXuqTZs2qlSpkq5fv66DBw9q+fLlWrlyZaYEeS8vL40fP17du3dXmzZt1L59e5UtW1aRkZGaP3++jh07pvfff/+ONz2+E19fXz377LP2Wx3Ur19fBw4c0Jo1a+Tl5ZVpRzoaNGig3377Ta+88ooaNGigEydOaNasWSpXrly6vshn9vok6Y033lCPHj3UqVMntWvXTtHR0fr+++/10EMP3XWdixYtUsGCBR0urnOzRo0a6aefftKqVavUtGlTNW/eXKNHj9arr76qLl26KCYmRj/++KPKlCnjcBGgpPs8zpgxQ9HR0fbLwiddtCYzR448/vjjWrp0qQYNGqSNGzeqWrVqstlsOnLkiJYtW6apU6cqMDAwTeusVKmSJGncuHFq3ry53Nzc1LBhw1T/jru5ualv374aOHCgunbtqubNm+vEiROaN29eqvaPGd3/Z3SY3vr161O8vULjxo3l7+8v6cY9JpNGEt0sb968aty4sSSpV69eKlGihBo2bKiSJUvq+vXrWrdunf78808FBgY6HKlHxhG4YKqkoRhubm4qWLCg/P391b9/f7Vt2/auX+4bNWqkkydPau7cubpw4YK8vLxUq1Yt9e7d236BATc3N40YMUJjx47V4MGDlZCQoOHDh6f7S2XPnj114MABffXVV7p69apCQkI0aNAg+3/UpBsnmfbr10/Tpk3TsGHDVLlyZX355ZcaOXKkw7rSUpuLi4u++OILjR8/XkuWLNG8efNUvHhxvfPOO3rhhRfStS0pyZ07t7777juNHj1a8+fP15UrV1SmTBkNHz48TVdzvJWHh4emTJmiefPm6ZdfftHnn3+umJgYFSpUSLVr19bo0aPt93166KGHNHPmTI0ZM0aTJ0+WYRgKCgrSJ598Yr8in3Tj5qd//PGH/v77b8XFxalYsWLq27ev/UtxRvn6+urnn3/WpEmTtGLFCv34448qWLCgypUrp7feeuuOy9asWVN9+vTR2rVrNW3aNF24cEF58+ZVhQoV9NZbb5l2InRa9OzZU9evX9eiRYu0ZMkSVaxYUZMnT9aYMWMytN5OnTpp3759mjdvnqZPn67ixYvfNnCVK1dOc+fO1cSJEzV//nxFR0fL29tbFStWdDh6ktHP+uYjq0knvr/++uvJlu/evbtKly6t6dOn22/qW6RIEdWrV89hG+60jXny5FGFChW0e/duhyNZSSGraNGiyYYAp/Z98PDw0HfffafJkydr2bJl+uWXX5QvXz6VLl3aYb+XGWrUqKGFCxfaXysiIkL58uVTcHCwPv7442ShMa3eeust5c6dWz///LPWr1+vqlWr6uuvv1anTp3SdCGjO2nbtq39/nJ//fWXypUrp08++UTLli274z9M7tX6pBujCj777DN9+umnGjNmjEqVKqXhw4dr5cqVd1xnVFSU1q9frxYtWtz2y3tISIg8PDy0cOFCNW3a1H7uzYgRI/TJJ5+oRIkSeuONN3Ts2LFkV10dOXKkfH199euvv2rFihWqW7euxo0bp8ceeyzTPh/pxt+2SZMmafr06VqwYIFWrFghDw8PlShRQl26dEnXUZSgoCC99tprmjVrltauXavExEStXLlSefLkSfXveIcOHWSz2fT1119r1KhR8vf3t9/D626cvf9fu3ZtikfBixcvbg9c+/bt0zvvvJNim6TA9dFHH2nlypVaunSpzp07J8MwVLJkSfXs2VMvvfRSuu4viduzGM44yx4AANxXLl26pJo1a6pv3756+eWXnV0ObrFv3z498cQT+uSTT1J9I3sAqcM5XAAAIFPFxMQkm5Z0X7RatWrd63Jwi9t9Pi4uLuk6lxfAnXG8EAAAZKolS5Zo/vz5evjhh5UnTx5t27ZNixcvVmhoqMNQTDjH1KlTtWfPHtWpU0dWq1Vr1qzRmjVr1KFDhxTvhQUgYwhcAAAgUwUEBMhqtWrq1Km6evWqfHx89Oyzz972flK4t4KDg/X333/r888/17Vr11S0aFH17t1bPXv2dHZpQI7EOVwAAAAAYBKnn8M1efJktWvXTsHBwQoJCVGvXr3sN2FN0qVLFwUEBDj8DBw40KHNqVOn1L17d1WpUkUhISEaOXJksnuWbNy4UW3atFHlypXVpEkTzZs3z/TtAwAAAHD/cvqQwk2bNqlz584KDAyUzWbT2LFj1a1bN/3666/KkyePvd1TTz2lPn362J/ffJlum82mHj16yNfXV7NmzdK5c+f07rvvys3NTW+88YYk6fjx4+rRo4c6duyo0aNHa/369RowYID8/PxUv379e7fBAAAAAO4bTg9cX3/9tcPzESNGKCQkRHv37nW4Uk7u3Lnl5+eX4jr++usvHT58WNOmTZOvr68qVKig1157zX4DQHd3d82aNUslSpRQv379JElly5bV1q1bNX36dAIXAAAAAFM4PXDd6vLly5IkT09Ph+mLFi3SwoUL5efnp4YNG6pXr172o1w7duyQv7+/fH197e1DQ0M1ePBgHT58WBUrVtSOHTsUEhLisM7Q0FANGzYs1bVFRFxWJt6AHdmUm5tV8fE2Z5eBHIr+BbPRx2A2+hjMlJX6l69v6m5In6UCV2JiooYNG6Zq1arZ75YtSS1btlSxYsVUqFAhHThwQKNHj9Z///2niRMnSpIiIyMdwpYk+/OIiIg7trly5YpiYmKUO3fuu9bn7p7y3d5x/7BYJKvVKotF4nIzyGz0L5iNPgaz0cdgpuzav7JU4BoyZIgOHTqkH374wWF6hw4d7I8DAgLk5+en5557TuHh4SpVqtQ9qy8uzsYRrvtc0i94QoItW/2iI3ugf8Fs9DGYjT6W/Vl371KBF7pIki59851sgUFOruh/smv/yjKBa+jQoVq1apW+//57FSlS5I5tq1SpIkk6duyYSpUqJV9fX+3atcuhTWRkpCTZz/vy9fW1T7u5Tb58+VJ1dCtJdvpwYR7DoC/APPQvmI0+BrPRx7Kx2FhZj/5nf5wVP8fs1r+cfll4wzA0dOhQrVixQjNmzFDJkiXvusy+ffsk/S9MVa1aVQcPHlRUVJS9zbp165QvXz6VK1fO3mbDhg0O61m3bp2qVq2aSVsCAAAAAI6cHriGDBmihQsXasyYMcqbN68iIiIUERGhmJgYSVJ4eLgmTZqkPXv26MSJE1q5cqXeffdd1axZU+XLl5d04+IX5cqV0zvvvKP9+/dr7dq1+vTTT9W5c2e5u7tLkjp27Kjjx49r1KhR+vfffzVz5kwtXbpUzz33nLM2HQAAAEAOZzEM5x6QCwgISHH68OHD1bZtW50+fVpvv/22Dh06pGvXrqlo0aJq3LixevXqpXz58tnbnzx5UoMHD9amTZvk4eGhNm3a6M0335Sr6/9GTW7cuFHDhw/X4cOHVaRIEfXq1Utt27ZNda0REZfTv6HIESyW/10dJzsdykb2QP+C2ehjMBt9LPtz3bpZXs0ekSRdWLpSCdVr3mWJeyer9S8/v9RdpdDpgSs7IXAhq/2iI2ehf8Fs9DGYjT6W/RG4Ui+1gcvpQwoBAAAAIKcicAEAAACASQhcAAAAAGCSLHMfLgAAAADOlVApUFGbdkqSEosUdXI1OQOBCwAAAMANuXMrsXQZZ1eRozCkEAAAAABMQuC6z3388WCFhtbQJ58MSzZvzJiRCg2toY8/HnzvC0sFwzA0deqXevzxR9WoUT299lovHT8efsdlrl27qs8+G6N27VqqUaN66tnzBe3bt/eWNtc0duxItWnTXI0a1dMzz7TXL7/Msc8/deqU6tWrodDQ5D9//PF7ste8eDFabdo0V2hoDV2+zK0FAAAA7icELqhQocJaufI3xcbG2KfFxsZqxYplKly4iBMru7OZM2dozpxZeuut9/TVV9Pl4ZFbb7zRW7GxsbddZsSIj7R580Z98MFQffvtLNWsWVt9+/ZSRMQ5e5sJE8Zp48b1+uCDoZo582e1b/+0xo37RH/9tVqSVLhwYS1cuEwLFvzvp1u3HvLwyKM6deqm8JofqmzZcpn/BgAAAGQy121b5FvMW77FvOW6bYuzy8kROIfLZK5bN9+1jcMN5WJj5bpn150XcHdXQmAV+1PLlcuyHtiffF2pFBBQXidPntDq1X+qadNmkqTVq/9U4cJFVKxYMYe2iYmJmjlzhhYunK+oqCiVLFlKzz3XTQ0bNpYk2Ww2jRr1sbZt26KoqCgVLlxYbdq011NPPW1fx8cfD9aVK5cVGFhVs2d/r/j4BD3ySFO99tqbcnVNXZc0DEM///yjnn22m+rXbyBJGjBgqFq3bqq1a1epceNHky0TGxuj1av/0PDhY1S1ajVJUrduPfT332s1f/4cde/eS5K0Z89ONWvWUtWq1ZAkPf54Wy1YME///LNX9euHyWq1ysfH1+GGe2vW/KlGjRorT548Dq85f/4cXb58Wc8//5I2bFiXqm0DAABwGsOQJSHB/hgZR+AyWdKdum/HsFgUefai/blLxLm7LmMrWUrnt+6xP7fu2SOv1jcCRsS5S+mqs0WL1vr110X2wPXrrwvVokUrbd++1aHdd99N02+/LdVbb72nEiVKaufO7frww4EqWNBLwcHVZRiGChUqrA8/HKECBTy1Z88ujRr1sXx8fPXII03s69m2bYt8fHw1fvxknThxXIMGvaeHHvJX69ZtJElffz1ZS5cu1pw5i1Ks99Spk4qKilLNmrXs0/Lly6eKFStrz57dKQYum80mm80md3d3h+m5cuXSrl077M8rV66iv/5aoxYtWsvX10/bt2/V8ePh6tPnjRRr2b9/nw4dOqg33njXYfp//x3R9OlTNHnyDJ06dSLFZQEAAJCzEbggSWratLkmT56kM2dOS5J2796pIUOGOQSuuLg4fffdNH366eeqXDlIklS8eAnt2rVDCxbMU3Bwdbm6uqpbtx72ZYoVK649e3bpzz9XOASu/PkL6PXX35HVatUDD5RWSEiotm7dZA9cBQsWVPHiJW5b7/nzUZIkLy8fh+leXt72ebfKkyevKlcO0vTpU1W6dBl5eXnr99+Xa+/e3Q6v9frrb2vUqI/Vpk1zWa1Wubi46J133rcfFbvV4sULVLp0GQXedNQxLi5Ogwe/r169XlORIkUIXAAAAPcpApfJLixdmab2iX6F7r7MLUdobJUrp/l1buXl5aWQkHpasmSRDMNQ3br1VLBgQYc2J04cV0xMjF5//RWH6fHx8XrooQD787lzf9Kvvy7UuXNnFBsb+//z/R2WKVPmQVmtVvtzHx9fHTly2P68XbsOateuQ4a2KSUffDBUw4cP1RNPNJPVapW/f4AaN35UBw7ss7eZM2e29u7drREjxqpIkaLauXObxo4dJV9fP9WqVdthfbGxMfr992Xq2vVFh+mTJ09U6dKl9eijzTN9GwAAAJB9ELhMluZzqnLlSvMyRr786Tp361YtWjyuceNGSZLeeOOdZPOvX78uSRo16lP5+RVymOfm5iZJ+v335Zo06TO9+mpfVa4cqDx58uqHH77VP/84Xgnw1nO1LBaLEhMTU12rt/eNI1sXLkTJ19fXPv3ChfMqV87/doupePESmjjxK12/fl1Xr16Vr6+vBg58T8WKFZd0I0B99dUkDRs2WnXrhkqSypV7SIcOHdSPP36fLHD9+edKxcTE6LHHWjhM37p1i44cOaxVq260N/5/DHTLlo317LMvOBwFBAAAQM5F4IJd7dohio+Pl8ViUa1aIcnmlylTRu7u7jp79oyCg6unuI7du3cqMDBIbdu2t087efJkptdarFhx+fj4aMuWzfaja1evXtE//+zRE0+0u+vyHh4e8vDw0KVLl7Rp03q9/HIfSVJCQoISEhJksVgc2ru4uMgwkgfCxYsXKDT0YXl5eTlM//jjUQ5Xfdy37x8NHz5UkyZNueNQSQAAgJwuISFB4eFH07VsuXJlJVnu2i4rIXDBzmq1aubMn+2Pb5UnT1517PiMJkwYK8MwFBRUVVeuXNHu3TuUN28+NWvWUiVKlNKyZb9q48b1Klq0mJYvX6L9+/eqaNHiaapl7tzZWrNmlT777IsU51ssFrVv/7RmzPhaJUuWVNGixTV16hfy8fGzX7VQkl577WU9/HAD+/DEjRvXyzAMlSr1gE6ePK5Jk8arVKnSatGitSQpb958qlq1mj7//DPlypVLRYoU1Y4d27Rs2RL17v26Qw0nThzXzp3b9cknnyWr79ZQFR0dLUl64IEyyp8/f5reCwAAgJwkPPyoImbOVQlv37s3vsmJ85Fye+4plSpVxqTKzEHggoO8efPdcf5LL72sggW99N1303Tq1Enly5df/v7l9eyzz0u6cQn1Q4cOaNCg9yRZ1Ljxo2rTpn2aL4keHR2tkyfvfKGJzp27KiYmRqNGDbNfZn7MmPHKlSuXvc3JkyfsYUeSrly5osmTJyoi4pwKFCigsLBG6t79FYchjkOGDNPkyZM0dOgHunTpkooUKaLu3V9OduTs118Xys+vkGrVqpOmbQMAALjflfD2VblCRdO8XOpPQMk6LIbBBfZTKyLisrNLgJNZLJKbm1Xx8TZuTYFMR/+C2ehjMBt9LAcwDMlmu/HYar3xoWayI0cOK9fS1WkOXIfPnVZi60YqVapMluhffn6pG7XEES4AAAAAN1gskisRITO5OLsAAAAAAMipiK8AAAAAboiLk8uF85KkRC/vZPd/RdpxhAsAAACAJMl19075BPrLJ9Bfrrt3OrucHIHABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBJufAwAAADgBjc32YoUtT9GxhG4AAAAAEiSEoKq6vyuA84uI0dhSCEAAAAAmITABQAAAAAmYUghAAAAgBuuXJHrgX2SpISAClK+fE4uKPvjCBcAAAAASZLrgX3yavaIvJo9Yg9eyBgCFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEm48TEAAAAASZKRN5/iq9e0P0bGEbgAAAAASJJs5SsoeulKZ5eRozCkEAAAAABMQuACAAAAAJMwpBAAAACAJMlyPkpuf62RJMWHPizD28fJFWV/BC4AAAAAkiTrf0fk+WJXSdKFpSuVQODKMIYUAgAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmIT7cAEAAACQJBleXop5vK39MTKOwAUAAABAkmR7sJwuT5nu7DJyFIYUAgAAAIBJCFwAAAAAYBKGFAIAAACQJLmcPaNcc36SJMU++ZQSCxdxckXZH4ELAAAAgCTJ5cRx5RsyQJIUXyeEwJUJGFIIAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSlFi4iK716mN/jIwjcAEAAACQJCWWKKmrgz9ydhk5CkMKAQAAAMAkBC4AAAAAMAlDCgEAAABIklzCj8njy4mSpOs9X1ViqQecXFH2R+ACAAAAIElyiTinPFMnS5Ji2z1F4MoEDCkEAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCffhAgAAACBJspUopcvDP7E/RsY5/QjX5MmT1a5dOwUHByskJES9evXSkSNHHNrExsZqyJAhql27toKDg9W7d29FRkY6tDl16pS6d++uKlWqKCQkRCNHjlRCQoJDm40bN6pNmzaqXLmymjRponnz5pm+fQAAAEB2YRQurJhuPRTTrYeMwoWdXU6O4PTAtWnTJnXu3Fk//fSTpk2bpoSEBHXr1k3Xrl2ztxk2bJj+/PNPffrpp/ruu+907tw5vfrqq/b5NptNPXr0UHx8vGbNmqURI0Zo/vz5Gj9+vL3N8ePH1aNHD9WuXVsLFixQ165dNWDAAK1du/aebi8AAACA+4fThxR+/fXXDs9HjBihkJAQ7d27VzVr1tTly5c1d+5cjR49WiEhIZJuBLDmzZtrx44dqlq1qv766y8dPnxY06ZNk6+vrypUqKDXXntNo0eP1quvvip3d3fNmjVLJUqUUL9+/SRJZcuW1datWzV9+nTVr1//nm83AAAAgJzP6YHrVpcvX5YkeXp6SpL27Nmj+Ph41a1b196mbNmyKlasmD1w7dixQ/7+/vL19bW3CQ0N1eDBg3X48GFVrFhRO3bssAe2m9sMGzYsTfVZLOndMuQESZ8//QBmoH/BbPQxmI0+lv25/HtIeYcMlCRdHTRUiWUfcnJFyWW3/pWlAldiYqKGDRumatWqyd/fX5IUGRkpNzc3FShQwKGtj4+PIiIi7G1uDluS7M/v1ubKlSuKiYlR7ty571qfu7s1fRuGHMNikaxWqywWyTCcXQ1yGvoXzEYfg9noY9mf9cpl5Vr6qyQp/s23ZXPL/O+/bm5WWVwssrikLTm5uFhksVrl5mbNVv0rSwWuIUOG6NChQ/rhhx+cXUqK4uJs2S5RI3Ml/QFJSLBlq190ZA/0L5iNPgaz0ceyPyPBZn+ckGBTQrztDq3TJz7eJpdEQ0Zi2jpJYqKhRJtN8fHZq39lmcA1dOhQrVq1St9//72KFClin+7r66v4+HhdunTJ4ShXVFSU/Pz87G127drlsL6kqxje3ObWKxtGRkYqX758qTq6lSQ7fbgwj2HQF2Ae+hfMRh+D2ehj2dfNn1tW/Ryzal234/SrFBqGoaFDh2rFihWaMWOGSpYs6TC/cuXKcnNz0/r16+3Tjhw5olOnTqlq1aqSpKpVq+rgwYOKioqyt1m3bp3y5cuncuXK2dts2LDBYd3r1q2zrwMAAAAAMpvTA9eQIUO0cOFCjRkzRnnz5lVERIQiIiIUExMjScqfP7/atWunESNGaMOGDdqzZ4/69++v4OBge1gKDQ1VuXLl9M4772j//v1au3atPv30U3Xu3Fnu7u6SpI4dO+r48eMaNWqU/v33X82cOVNLly7Vc88956QtBwAAAJDTOX1I4Y8//ihJ6tKli8P04cOHq23btpKk/v37y8XFRX369FFcXJxCQ0M1aNAge1ur1aovv/xSgwcPVocOHeTh4aE2bdqoT58+9jYlS5bU5MmTNXz4cH377bcqUqSIPvroIy4JDwAAAMA0FsPITiMgnSsi4rKzS4CTWSw3rqyT3U7WRPZA/4LZ6GMwG30s+3PdullezR6RJF1YulIJ1Wtm+mscOXJYuZauVrlCRdO03OFzp5XYupFKlSqTJfqXn1/+VLVz+pBCAAAAAMipnD6kEAAAAEDWYCtbThe/nWV/jIwjcAEAAACQJBkFvRT3WHNnl5GjMKQQAAAAAExC4AIAAAAAkxC4AAAAAEiSrP/sVcFH6qvgI/Vl/Wevs8vJETiHCwAAAIAkyXL9mtx277Q/RsZxhAsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAk3IcLAAAAgCQpoXxFnV/5lyTJ9mBZJ1eTMxC4AAAAANyQN69sgUHOriJHYUghAAAAAJiEwAUAAAAAJiFwAQAAAJAkue7cLp/ypeVTvrRcd253djk5AudwAQAAALghIUEu58/bHyPjOMIFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSlFAlWJEHjkqSjPwFnFtMDkHgAgAAAHCDq6sML29nV5GjMKQQAAAAAEzCES4AAAAAN9hsUkzMjce5c0tWq3PryQE4wgUAAABAkuS6Y5v8yhSVX5mict2xzdnl5AgELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJNw42MAAAAAN7i4yMiT1/4YGUfgAgAAACBJSgiursijp51dRo5CbAUAAAAAkxC4AAAAAMAkDCkEAAAAcMP167IeD5ck2UqWkjw8nFxQ9scRLgAAAACSJNd/9sg7tKa8Q2vK9Z89zi4nRyBwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmIQbHwMAAACQJBm5PZQQUN7+GBlH4AIAAAAgSbJVqqwLazc5u4wchSGFAAAAAGASAhcAAAAAmIQhhQAAAAAkSZaL0XLdukWSlFC9hgzPgs4tKAfgCBcAAAAASZL18CEV7NhWBTu2lfXwIWeXkyMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAEzCjY8BAAAASJKMAp6Ka9TY/hgZR+ACAAAAIEmyPeSvi7PmObuMHIUhhQAAAABgEgIXAAAAAJiEIYUAAAAAJEmWiAjlWvarJCn2sRYy/PycXFH2R+ACAAAAIEmyhh9V/jf7SJISKlZSAoErwxhSCAAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBLuwwUAAABAkpTo66frXZ63P0bGEbgAAAAASJISHyitK2M+c3YZOQpDCgEAAADAJE4PXJs3b1bPnj0VGhqqgIAA/f777w7z+/Xrp4CAAIefbt26ObSJjo7Wm2++qWrVqqlGjRrq37+/rl696tBm//796tSpkwIDAxUWFqYpU6aYvm0AAAAA7m9OH1J47do1BQQEqF27dnr11VdTbFO/fn0NHz7c/tzd3d1h/ltvvaWIiAhNmzZN8fHx6t+/vwYOHKgxY8ZIkq5cuaJu3bopJCREQ4YM0cGDB9W/f38VKFBAHTp0MG/jAAAAgGzE5eQJ5f72G0lSzLMvKLF4CSdXlP05PXCFhYUpLCzsjm3c3d3l55fySXv//vuv1q5dqzlz5igwMFCSNGDAAHXv3l3vvPOOChcurIULFyo+Pl7Dhg2Tu7u7HnroIe3bt0/Tpk0jcAEAAAD/z+XMaeUdN1qSFNe0GYErEzg9cKXGpk2bFBISogIFCqhOnTrq27evvLy8JEnbt29XgQIF7GFLkurWrSsXFxft2rVLTZo00Y4dO1SjRg2HI2OhoaGaMmWKLl68KE9Pz1TXYrFk3nYh+0n6/OkHMAP9C2ajj8Fs9LHs7+bPzmLJmp9lVqzpTrJ84Kpfv76aNGmiEiVK6Pjx4xo7dqxeeuklzZ49W1arVZGRkfL29nZYxtXVVZ6enoqIiJAkRUZGqkQJx3Tu6+trn5fawOXubs2ELUJ2ZrFIVqtVFotkGM6uBjkN/Qtmo4/BbPSx7M/q+r/vu66uVlncMv/7r5ubVRYXiywuaUtOLi4WWaxWublZs1X/yvKBq0WLFvbHSRfNaNy4sf2o170UF2fLdokamSvpD0hCgi1b/aIje6B/wWz0MZiNPpb9GQk2++OEBJsS4m13aJ0+8fE2uSQaMhLT1kkSEw0l2myKj89e/SvLB65blSxZUl5eXjp27JhCQkLk6+ur8+fPO7RJSEjQxYsX7ed9+fr6KjIy0qFN0vOkI12plZ0+XJjHMOgLMA/9C2ajj8Fs9LHs6+bPLat+jlm1rttx+mXh0+rMmTOKjo62h6ng4GBdunRJe/bssbfZsGGDEhMTFRQUJEmqWrWqtmzZovj4eHubdevWqUyZMmk6fwsAAAAA0sLpgevq1avat2+f9u3bJ0k6ceKE9u3bp1OnTunq1asaOXKkduzYoRMnTmj9+vXq1auXHnjgAdWvX1+SVLZsWdWvX18ffPCBdu3apa1bt+rDDz9UixYtVLhwYUlSq1at5Obmpvfff1+HDh3SkiVL9O233+r555932nYDAAAAyPmcPqRwz549evbZZ+3Pk+631aZNGw0ePFgHDx7UL7/8osuXL6tQoUKqV6+eXnvtNYcrDo4ePVoffvihunbtKhcXFzVt2lQDBgywz8+fP7++/vprDR06VG3btpWXl5d69erFJeEBAAAAmMpiGNlpBKRzRURcdnYJcDKL5caVdbLbyZrIHuhfMBt9DGajj2V/LqdPKfesmZKkmI6dlVi0WKa/xpEjh5Vr6WqVK1Q0TcsdPndaia0bqVSpMlmif/n55U9VO6cf4QIAAACQNSQWLaZrr7/t7DJyFKefwwUAAAAAORWBCwAAAABMkq7ANXr0aB09ejSTSwEAAADgTC7/HVH+V7or/yvd5fLfEWeXkyOkK3AtWLBAzZo1U6dOnTR//nxdv349s+sCAAAAcI+5nI9S7p9nKffPs+RyPsrZ5eQI6Qpcq1ev1hdffCFfX1998MEHCg0N1QcffKDt27dndn0AAAAAkG2l6yqFLi4uatCggRo0aKALFy5owYIFmj9/vubMmaMHH3xQ7dq10+OPPy4fH5/MrhcAAAAAso0MXzTDy8tLzz33nEaOHKkaNWro33//1ahRoxQWFqZ3331X58+fz4w6AQAAACDbyVDgunz5sn744Qe1bdtWbdq00ZUrVzRw4ECtXbtWgwcP1pYtW/T6669nVq0AAAAAkK2ka0jh+vXrNWfOHK1cuVJWq1UtWrTQ0KFDVblyZXubJ598UkWLFlXPnj0zrVgAAAAAyE7SFbief/55ValSRQMGDFCLFi3k4eGRYrvSpUurZcuWGSoQAAAAALKrdAWuhQsXyt/f/67tihcvruHDh6fnJQAAAAAg20tX4CpWrJjOnTunQoUKJZt37tw55c2bV3nz5s1wcQAAAADuHVvpB3Vp0lf2x8i4dAWuAQMGKG/evPr444+TzZswYYKuXbumMWPGZLg4AAAAAPeO4eOj2PYdnV1GjpKuqxRu2bJFDRo0SHFeWFiYNm3alJGaAAAAACBHSFfgunjx4m2HDHp4eCg6OjojNQEAAABAjpCuwFWyZEmtW7cuxXnr169X8eLFM1QUAAAAgHvPemC/PJ9oLs8nmst6YL+zy8kR0nUOV/v27TVmzBh5enqqXbt28vb21vnz5zVv3jxNnz5db7zxRmbXCQAAAMBkliuX5b7uL/tjZFy6Atdzzz2n8PBwjR07VmPHjpXVapXNZpMkdezYUS+88EKmFgkAAAAA2VG6ApfFYtGgQYPUtWtXrV+/XhcvXlTBggVVp04dlS5dOpNLBAAAAIDsKV2BK0np0qUJWAAAAABwG+kOXDabTTt37tSZM2cUFxeXbP4TTzyRkboAAAAAINtLV+Dau3evevfurdOnT8swjGTzLRYLgQsAAADAfS9dgWvw4MHKly+fZsyYoXLlysnNzS2z6wIAAACAbC9dgevw4cP69NNPVatWrcyuBwAAAAByjHQFrtKlS+vq1auZXQsAAAAAJ7L5Byh6wVL7Y2ScS3oWeu+99zR58mT9+++/mV0PAAAAACcx8hdQfEg9xYfUk5G/gLPLyRHSdYTrww8/VEREhFq1aqVChQopf/78DvMtFosWLlyYKQUCAAAAQHaVrsBVqVIlWSyWzK4FAAAAAHKUdAWuESNGZHYdAAAAAJzMunuXPJ9/RpJ0cdr3sgUGObmi7C/dNz5OYhiGzp07Jx8fH7m6Znh1AAAAAJzEEhcra/hR+2NkXLoumiFJa9eu1VNPPaXAwEA1aNBABw4ckCR98MEHnL8FAAAAAEpn4Fq8eLG6d++uEiVKaNCgQTIMwz6vZMmSmjdvXqYVCAAAAADZVboC1+eff66uXbtq7Nixatu2rcO8hx56SIcOHcqU4gAAAAAgO0tX4Dp+/LjCwsJSnOfh4aHLly9nqCgAAAAAyAnSFbj8/Px05MiRFOcdOHBAxYoVy1BRAAAAAJATpCtwtWzZUhMmTND69evt0ywWiw4ePKipU6eqdevWmVYgAAAAAGRX6bqO+6uvvqpDhw7p+eefV8GCBSVJL730ks6fP68GDRqoe/fumVkjAAAAAGRL6Qpc7u7u+uKLL7RhwwatW7dOFy5ckKenp+rWrau6detmdo0AAAAA7oGEykGK2rJbkpRYuIiTq8kZMnSn4jp16qhOnTqZVQsAAAAAZ8qVS4mlHnB2FTlKugLXqVOn7tqGC2cAAAAAuN+lK3A1atRIFovljm327duXroIAAAAAIKdIV+CaOHFismmXLl3SX3/9pR07duitt97KcGEAAAAA7i3XrZtVsGVTSVL04t+UUL2mkyvK/tIVuBo3bpzi9LZt22r48OHatGmTmjdvnqHCAAAAANx7FpvN2SXkKOm6D9edhIWFacmSJZm9WgAAAADIdjI9cG3btk3u7u6ZvVoAAAAAyHbSNaTwo48+SjYtLi5OR44c0datW/XCCy9kuDAAAAAAyO7SFbj++OOPZNNy5cqlIkWKaNCgQWrfvn2GCwMAAACA7C7TAhcAAAAAwFGmn8MFAAAAALgh0+7DdTsWi0WvvPJKel4GAAAAALK1dAWuGTNmKD4+XjExMZJunL8VGxsrScqdO7fc3NzsbQlcAAAAQPaQUK2GIs5E33hisTi1lpwiXYHrm2++Ud++fdWrVy89+uijypcvn65cuaJly5bpiy++0Lhx4xQUFJTZtQIAAAAwk8VC0Mpk6QpcH374obp166Z27drZp+XLl09PPvmkYmNjNXToUM2ZMyfTigQAAACA7ChdgWv//v0qUaJEivNKliypQ4cOZagoAAAAAE4QFyeXqEhJUqKPr+Tu7uSCsr90XaWwePHimjVrlgzDcJhuGIZ++OEHFStWLFOKAwAAAHDvuO7eKZ8q5eVTpbxcd+90djk5QrqOcL355pt67bXX1LRpUzVs2FA+Pj6KiorSn3/+qVOnTumzzz7L7DoBAAAAINtJV+Bq3Lix5syZo6+++korV65URESE/Pz8FBQUpPHjx6tChQqZXScAAAAAZDvpClySVKFCBY0bNy4zawEAAACAHCVd53Dd7PTp09q2bZuuXbuWGfUAAAAAQI6R7sA1e/Zs1a9fXw0bNlTnzp3133//SZJeeeUVzZgxI9MKBAAAAIDsKl2Ba/r06frwww/1xBNP6JtvvnG4WmGtWrW0bNmyTCsQAAAAALKrdJ3D9f3336tXr17q1auXbDabw7wyZcrYj3YBAAAAwP0sXYHr7NmzCg4OTnGem5sb53MBAAAA2ZG7u2xFi9kfI+PSFbiKFSum3bt3KyQkJNm8nTt3qnTp0hmtCwAAAMA9lhBYRed37nd2GTlKus7heuqpp/TFF1/o559/1pUrVyRJCQkJWrVqlb7++mt16NAhU4sEAAAAgOwoXUe4unXrptOnT2vgwIEaNGiQJOnpp5+WJHXq1EmdO3fOvAoBAAAAIJtK942PBwwYoK5du2rdunW6cOGCPD09FRISwnBCAAAAIJuyXLks675/JEm2ChVl5Mvv5IqyvzQHrtjYWNWtW1effPKJGjVqxPBBAAAAIIewHtgvrxZNJEkXlq5UQvWaTq4o+0vzOVy5cuWSh4eHrFarGfUAAAAAQI6RrotmPPHEE5ozZ05m1wIAAAAAOUq6zuEqUKCAduzYoVatWql+/fry9fWVxWKxz7dYLHruuecyq0YAAAAAyJbSFbjGjh0rSYqIiNChQ4eSzSdwAQAAAEAaAlerVq00ZswY+fv7a//+GzdDW7hwocLCwuTp6WlagQAAAACQXaX6HK5Dhw4pJibG/txms+ndd9/ViRMnTCkMAAAAALK7dF00I4lhGJlVBwAAAADkOOm+8TEAAACAnMXIm0/xNWvbHyPjMhy4br46IQAAAIDsy1a+gqJ/XeHsMnKUNAWurl27JgtYnTt3TjbNYrFo69atGa8OAAAAALKxVAeuV1991cw6AAAAACDHIXABAAAAkCRZzkfJfc0qSVLcww1kePs4t6AcIENXKcwMmzdvVs+ePRUaGqqAgAD9/vvvDvMNw9Bnn32m0NBQBQUF6bnnntPRo0cd2kRHR+vNN99UtWrVVKNGDfXv319Xr151aLN//3516tRJgYGBCgsL05QpU8zeNAAAACBbsf53RAW6P68C3Z+X9b8jzi4nR3B64Lp27ZoCAgI0aNCgFOdPmTJF3333nQYPHqyffvpJHh4e6tatm2JjY+1t3nrrLR0+fFjTpk3Tl19+qS1btmjgwIH2+VeuXFG3bt1UrFgxzZs3T++8844mTpyo2bNnm759AAAAAO5fTr8sfFhYmMLCwlKcZxiGvv32W7388stq3LixJGnUqFGqW7eufv/9d7Vo0UL//vuv1q5dqzlz5igwMFCSNGDAAHXv3l3vvPOOChcurIULFyo+Pl7Dhg2Tu7u7HnroIe3bt0/Tpk1Thw4d7tm2AgAAALi/OD1w3cmJEycUERGhunXr2qflz59fVapU0fbt29WiRQtt375dBQoUsIctSapbt65cXFy0a9cuNWnSRDt27FCNGjXk7u5ubxMaGqopU6bo4sWL8vT0THVNXAX//pb0+dMPYAb6F8xGH4PZ6GPZ382fncWSNT/LrFjTnWTpwBURESFJ8vFxPFnPx8dHkZGRkqTIyEh5e3s7zHd1dZWnp6d9+cjISJUoUcKhja+vr31eagOXu7s17RuBHMVikaxWqywWyTCcXQ1yGvoXzEYfg9noY9mf1fV/33ddXa2yuGX+9183N6ssLhZZXNKWnFxcLLJYrXJzs2ar/pWlA1dWExdny3aJGpkr6Q9IQoItW/2iI3ugf8Fs9DGYjT6W/RkJNvvjhASbEuJtd2idPvHxNrkkGjIS09ZJEhMNJdpsio/PXv0rSwcuPz8/SVJUVJQKFSpknx4VFaXy5ctLunGk6vz58w7LJSQk6OLFi/blfX197UfEkiQ9TzrSlVrZ6cOFeQyDvgDz0L9gNvoYzEYfy75u/tyy6ueYVeu6HadfpfBOSpQoIT8/P61fv94+7cqVK9q5c6eCg4MlScHBwbp06ZL27Nljb7NhwwYlJiYqKChIklS1alVt2bJF8fHx9jbr1q1TmTJl0nT+FgAAAACkhdMD19WrV7Vv3z7t27dP0o0LZezbt0+nTp2SxWLRs88+qy+++EIrV67UgQMH9M4776hQoUL2qxaWLVtW9evX1wcffKBdu3Zp69at+vDDD9WiRQsVLlxYktSqVSu5ubnp/fff16FDh7RkyRJ9++23ev7555223QAAAEBWk+jlrZg27RTTpp0SvbzvvgDuymIYzj0gt3HjRj377LPJprdp00YjRoyQYRgaP368fvrpJ126dEnVq1fXoEGDVKZMGXvb6Ohoffjhh/rjjz/k4uKipk2basCAAcqbN6+9zf79+zV06FDt3r1bXl5eeuaZZ9S9e/c01RoRcTn9G4ocwWK5caJndhs7jOyB/gWz0cdgNvoYUuPIkcPKtXS1yhUqmqblDp87rcTWjVSqVJks0b/8/PKnqp3TA1d2QuACf0hgJvoXzEYfg9noY0iN+y1wOX1IIQAAAADkVFn6KoUAAAAA7h2XM6eVa85PkqTYJ59SYpG0HYVCcgQuAAAAAJIkl5MnlG/oB5Kk+JC6BK5MwJBCAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCVcpBAAAAJBmCQkJCg8/mublwsPDVS4r3Ln4HiFwAQAAAEiz8PCjipg5VyW8fdO03IUjBxVTtKRJVWU9BC4AAAAAkqTEwkV07dW+9sd3U8LbV+UKpe1eXceiItJTWrZF4AIAAAAgSUosUVJXBw51dhk5ChfNAAAAAACTELgAAAAAwCQMKQQAAAAgSXIJP6Y8n4+XJF3r1UeJpR5wckXZH4ELAAAAgCTJJeKcPL6ZIkmKad+RwJUJGFIIAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSZCv5gC4PH21/jIwjcAEAAACQJBmFCimmW3dnl5GjMKQQAAAAAExC4AIAAAAAkxC4AAAAAEiSrIcPqUCXDirQpYOshw85u5wcgcAFAAAAQJJkuRitXMuXKtfypbJcjHZ2OTkCgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkrs4uAAAAAEDWYCtbThe/n21/jIwjcAEAAACQJBkFvRTXtJmzy8hRGFIIAAAAACYhcAEAAACASQhcAAAAACRJ1n/2yqthPXk1rCfrP3udXU6OwDlcAAAAACRJluvX5Lp3t/0xMo4jXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACbhPlwAAAAAJEkJFSrp/J/rJEm2Mg86uZqcgcAFAAAA4IY8eWSrVNnZVeQoDCkEAAAAAJMQuAAAAADAJAQuAAAAAJIk1x3b5ONfSj7+peS6Y5uzy8kROIcLAAAAwA02m1yio+2PkXEc4QIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJ9+ECAAAAIElKqBKsyEPhkiQjbz4nV5MzELgAAAAA3ODqKsOzoLOryFEYUggAAAAAJuEIFwAAAIAbbDbp+vUbjz08JKvVufXkABzhAgAAACBJct2xTX4PFpPfg8XkumObs8vJEQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJuHGxwAAAABusFqVmC+//TEyjsAFAAAAQJKUULWaoo6cdHYZOQpDCgEAAADAJAQuAAAAADAJQwoBAAAA3HDtmqzhxyRJtlIPSHnyOLmg7I8jXAAAAAAkSa779sr74dryfri2XPftdXY5OQKBCwAAAABMQuACAAAAAJNk+cA1YcIEBQQEOPw89thj9vmxsbEaMmSIateureDgYPXu3VuRkZEO6zh16pS6d++uKlWqKCQkRCNHjlRCQsK93hQAAAAA95lscdGMhx56SNOmTbM/t950E7Zhw4Zp9erV+vTTT5U/f359+OGHevXVVzVr1ixJks1mU48ePeTr66tZs2bp3Llzevfdd+Xm5qY33njjnm8LAAAAgPtHlj/CJd0IWH5+fvYfb29vSdLly5c1d+5c9evXTyEhIapcubKGDRum7du3a8eOHZKkv/76S4cPH9Ynn3yiChUqKCwsTK+99ppmzpypuLg4J24VAAAAgJwuWxzhOnbsmEJDQ5UrVy5VrVpVb775pooVK6Y9e/YoPj5edevWtbctW7asihUrph07dqhq1arasWOH/P395evra28TGhqqwYMH6/Dhw6pYsWKaarFYMm2zkA0lff70A5iB/gWz0cdgNvpY9nfzZ2exZM3PMivWdCdZPnAFBQVp+PDhKlOmjCIiIjRp0iR17txZixYtUmRkpNzc3FSgQAGHZXx8fBQRESFJioyMdAhbkuzPk9qklru79e6NkKNZLDeOuFoskmE4uxrkNPQvmI0+BrPRx7I/q+v/vu+6ulplcbv99183N6ssLhZZXNKWgCwuFrlY0r6ci4tFFqtVbm7WbNW/snzgCgsLsz8uX768qlSpooYNG2rp0qXKnTv3Pa0lLs6W7RI1MlfSH5CEBFu2+kVH9kD/gtnoYzAbfSz7S3R1V0L5CpKkeFd32eJtt20bH2+TS6IhIzFtH7aRaCjRSPtyiYmGEm02xcdnr/6V5QPXrQoUKKDSpUsrPDxcdevWVXx8vC5duuRwlCsqKkp+fn6SbhzN2rVrl8M6kq5imNQmLbLThwvzGAZ9Aeahf8Fs9DGYjT6WfSVUrKwLazb+b0IW/ByzW//KFhfNuNnVq1d1/Phx+fn5qXLlynJzc9P69evt848cOaJTp06patWqkqSqVavq4MGDioqKsrdZt26d8uXLp3Llyt3r8gEAAADcR7L8Ea6RI0eqYcOGKlasmM6dO6cJEybIxcVFLVu2VP78+dWuXTuNGDFCnp6eypcvnz766CMFBwfbA1doaKjKlSund955R2+//bYiIiL06aefqnPnznJ3d3fuxgEAAADI0bJ84Dpz5ozeeOMNRUdHy9vbW9WrV9dPP/1kvzR8//795eLioj59+iguLk6hoaEaNGiQfXmr1aovv/xSgwcPVocOHeTh4aE2bdqoT58+ztokAAAAIEuyXIyW25ZNkqT4GrVkeBZ0bkE5gMUwstMISOeKiLjs7BLgZBbLjSvyZLeTNZE90L9gNvoYzEYfy/5ct26WV7NHJEkXlq5UQvWat2175Mhh5Vq6WuUKFU3Ta6zct0uF8uRT4AMPpmm5w+dOK7F1I5UqVSZL9C8/v/ypapftzuECAAAAgOyCwAUAAAAAJsny53ABAAAAME9CQoLCw49KkvKePCGv/59+8uQJXfXyuu1y4eHhKpcVxvZlcQQuAAAA4D4WHn5UETPnqoS3r9xPHLNPd1+/XQnHz992uQtHDiqmaMl7UWK2RuACAAAA7nMlvH1VrlBRuVy98r9pXj5KvMMFMY5FRdyL0rI9zuECAAAAAJMQuAAAAADAJAwpBAAAACBJMvLkVUKlYPtjZByBCwAAAIAkyShcTDG93nV2GTkKQwoBAAAAwCQELgAAAAAwCUMKAQAAAEiSLJeiZd25RZJkq1JDRoGCzi0oByBwAQAAAJAkWaIilHvWVEnStRIPELgyAUMKAQAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATMJ9uAAAAABIkoz8nooPbWx/jIwjcAEAAACQJBm+hRT79IvOLiNHYUghAAAAAJiEwAUAAAAAJmFIIQAAAABJkuVCpNzW/i5Jiq/fWIaXr5Mryv4IXAAAAAAkSZboC3Jf/oskKSGwOoErEzCkEAAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCTchwsAAACAJMnw8lFs6472x8g4AhcAAAAASZJR0Fvxjz7h7DJyFAIXAAAAkAMkJCQoPPxompcLDw9XOcPI/IIgicAFAAAA5Ajh4UcVMXOuSnj7pmm5C0cOKqZoSZOqAoELAAAAyCFKePuqXKGiaVrmWFSE/bHl3Bm5L5kjSYpr/qSMQkUytb77EVcpBAAAACBJsly9LLfNf8lt81+yXL3s7HJyBAIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASbjxMQAAAABJUqJfYcV0fdX+GBlH4AIAAABwQ74CSqgV6uwqchQCFwAAAJCFJCQkKDz8aJqXCw8PVznDyPyCkCEELgAAACALCQ8/qoiZc1XC2zdNy104clAxRUuaVBXSi8AFAAAAZDElvH1VrlDRNC1zLCoiw69rOX1CuX+cKkmKefpFGUVLZHid9zsCFwAAAABJkiXmuqz/7rc/ZoBixnFZeAAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAlXKQQAAABMwA2MIRG4AAAAAFNwA2NIBC4AAADANM66gXF6JRYtoWuvD7Y/RsYRuAAAAADckNtDieXKO7uKHIXABQAAANwB52IhIwhcAAAAwB1wLhYygsAFAAAA3EV2OxcrvVyO/6fcX42RJMV0f1OJJcs4uaLsj8AFAAAA4IaEBLmcj7Q/RsZx42MAAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJFw0AwAAANlGeu+JlZCQIMkiV1drmpflflrICAIXAAAAso303hNr55GD8vbIo3JFS6T5NbmfFjKCwAUAAIBsJb33xCqUJ1+al0taFkgvAhcAAAAASVJiidK6+uFESZKR39PJ1eQMBC4AAAAAN7i5yUjjcE3cGVcpBAAAAACTcIQLAAAA6XbrVQPd3KyKj7elarn0XDWQKwYiuyFwAQAAIN2XWw8PD1eutZtV6v+HoVlcLHJJvHsgSu9VA7lioLlc/jskjzEDJUnX3xyqxDIPObmi7I/ABQAAkAXd6/tN3RqcUuvCkYMKLFrSfvU/i4tFRioCV3qvGsgVA81n4QhipiJwAQAAZEH3+n5Ttwan1CIAAXdG4AIAADBRRobqlfPyuWf3myI4AeYgcAEAgPtKdhqqx7lKQPZ33wWumTNn6uuvv1ZERITKly+vDz74QEFBQc4uCwCA+1J6w0+SUqVKy9U1bV9nGKoH4F66rwLXkiVLNHz4cA0ZMkRVqlTRjBkz1K1bNy1btkw+Pj7OLg8AkINlJFikJ1Tc7vXudsnu9B7FuddHfyTpWOQ5hYfVVqlSpdL8mgzVA3Cv3FeBa9q0aXrqqafUrl07SdKQIUO0atUqzZ07V927d3dydQDuB3f70n27L8Pp/TIrZe6X9az4mvc6INzrYJGRUJHS693tkt3pPYpzr4/+SDeCjOX3tcrFZcUBZGH3TeCKi4vT3r171aNHD/s0FxcX1a1bV9u3b0/1eiwWM6pLn3//PezsEu47Fovk6mpVQoJNXDEV6REeHq7IhctUKL9nivNvdznlPSePyTO3h0r6FErT6527fFHhrR9L15f1O9WZlV4zve/NvV7un5PHVKlI8TQtI0lnL0Xr2pwFcrlHr+cMJ6Oj5OHhkeblzl68IG+PPPfsNc9evKD4uFiWu8tyqb0svLPrzMqv6czl8lyIkv//Tz9xIUrX8ubLMnWeOB+pYspa38dTw2IY98fXxrNnz+rhhx/WrFmzFBwcbJ8+atQobd68WT///LMTqwMAAACQE7k4uwAAAAAAyKnum8Dl5eUlq9WqqKgoh+lRUVHy9U37iboAAAAAcDf3TeByd3dXpUqVtH79evu0xMRErV+/3mGIIQAAAABklvvmohmS9Pzzz+vdd99V5cqVFRQUpBkzZuj69etq27ats0sDAAAAkAPdV4GrefPmOn/+vMaPH6+IiAhVqFBBU6dOZUghAAAAAFPcN1cpBAAAAIB77b45hwsAAAAA7jUCFwAAAACYhMAFAAAAACYhcAEAAACASQhcuK/NnDlTjRo1UmBgoNq3b69du3bdsf306dP16KOPKigoSGFhYRo2bJhiY2MztE7kbJndxyZMmKCAgACHn8cee8zszUAWlZb+FR8fr4kTJ6px48YKDAxU69attWbNmgytEzlfZvcx9mFIsnnzZvXs2VOhoaEKCAjQ77//ftdlNm7cqDZt2qhy5cpq0qSJ5s2bl6xNltyHGcB96tdffzUqVapkzJkzxzh06JAxYMAAo0aNGkZkZGSK7RcuXGhUrlzZWLhwoXH8+HFj7dq1Rr169Yxhw4ale53I2czoY+PHjzdatGhhnDt3zv4TFRV1rzYJWUha+9eoUaOM0NBQY9WqVUZ4eLgxc+ZMIzAw0Ni7d2+614mczYw+xj4MSVatWmWMHTvW+O233wx/f39jxYoVd2wfHh5uVKlSxRg+fLhx+PBh47vvvjMqVKhgrFmzxt4mq+7DCFy4bz355JPGkCFD7M9tNpsRGhpqTJ48OcX2Q4YMMZ599lmHacOHDzc6duyY7nUiZzOjj40fP95o3bq1OQUjW0lr/6pXr57x/fffO0x79dVXjTfffDPd60TOZkYfYx+GlKQmcI0aNcpo0aKFw7S+ffsaL7zwgv15Vt2HMaQQ96W4uDjt3btXdevWtU9zcXFR3bp1tX379hSXCQ4O1t69e+2Hpo8fP67Vq1crLCws3etEzmVGH0ty7NgxhYaG6pFHHtGbb76pU6dOmbchyJLS07/i4+Pl7u7uMC1Xrlzatm1buteJnMuMPpaEfRjSY8eOHQoJCXGYFhoaqh07dkjK2vswV6e+OuAkFy5ckM1mk4+Pj8N0Hx8fHTlyJMVlWrVqpQsXLqhTp04yDEMJCQnq2LGjevbsme51Iucyo49JUlBQkIYPH64yZcooIiJCkyZNUufOnbVo0SLly5fP1G1C1pGe/hUaGqrp06erZs2aKlWqlNavX68VK1bIZrOle53IuczoYxL7MKRfZGSkfH19Hab5+vrqypUriomJ0cWLF7PsPowjXEAqbdy4UZMnT9agQYM0b948TZw4UatXr9akSZOcXRpyiNT0sbCwMDVr1kzly5dX/fr19dVXX+nSpUtaunSpEytHdvD+++/rgQceULNmzVS5cmUNHTpUbdu2lYsLXwWQOVLTx9iH4X7EES7cl7y8vGS1WhUVFeUwPSoqKtl/T5J89tlnat26tdq3by9JCggI0LVr1zRw4EC9/PLL6Vonci4z+lhKX4wLFCig0qVLKzw8PPM3AllWevqXt7e3Pv/8c8XGxio6OlqFChXS6NGjVbJkyXSvEzmXGX0sJezDkFq+vr6KjIx0mBYZGal8+fIpd+7ccnFxybL7MP6thfuSu7u7KlWqpPXr19unJSYmav369QoODk5xmZiYmGRfeK1WqyTJMIx0rRM5lxl9LCVXr17V8ePH5efnl0mVIzvIyP4mV65cKly4sBISEvTbb7/pkUceyfA6kfOY0cdSwj4MqVW1alVt2LDBYdq6detUtWpVSVl7H8YRLty3nn/+eb377ruqXLmygoKCNGPGDF2/fl1t27aVJL3zzjsqXLiw3nzzTUlSw4YNNW3aNFWsWFFBQUEKDw/XZ599poYNG9q/FN9tnbi/mNHHRo4cqYYNG6pYsWI6d+6cJkyYIBcXF7Vs2dJp2wnnSGv/2rlzp86ePasKFSro7NmzmjBhghITE/Xiiy+mep24v5jRx9iHIcnVq1cdjmyeOHFC+/btk6enp4oVK6YxY8bo7NmzGjVqlCSpY8eOmjlzpkaNGqV27dppw4YNWrp0qSZPnmxfR1bdhxG4cN9q3ry5zp8/r/HjxysiIkIVKlTQ1KlT7YedT58+7XC04eWXX5bFYtGnn36qs2fPytvbWw0bNtTrr7+e6nXi/mJGHztz5ozeeOMNRUdHy9vbW9WrV9dPP/0kb2/ve759cK609q/Y2Fh9+umnOn78uPLkyaOwsDCNGjVKBQoUSPU6cX8xo4+xD0OSPXv26Nlnn7U/Hz58uCSpTZs2GjFihCIiInT69Gn7/JIlS2ry5MkaPny4vv32WxUpUkQfffSR6tevb2+TVfdhFuN241QAAAAAABnCOVwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXACADFm5cqVeeOEF1apVS5UrV1ajRo00cOBA/ffff5n6Ov369VPLli0zdZ13s2PHDr344ouqV6+egoKC1KhRI/Xp00c7d+40pa4JEyYoODjY/nzjxo0KCAjQ7t27M2X9Ka1vwoQJ2rZtW6asHwCQnKuzCwAAZF+jR4/WlClT9Oijj+rDDz+Ut7e3wsPDNXfuXL3++uv65ZdfMu21evXqpWvXrmXa+u5m69atevbZZ1W/fn0NGTJEefPm1bFjx/T7779r165dqlKlSqbX1b59e4WFhWXKulJSqVIlzZ49W2XLlrVPmzhxovLkyaNq1aqZ9roAcD8jcAEA0mX16tWaMmWKevXqpddee80+vWbNmmrXrp3+/PPPTH29UqVKZer67ubHH39U8eLFNWnSJFmtVklSSEiIOnbsqMTERFPqKlKkiIoUKZJp60tiGIbi4+OVL18+Va1aNdPXDwC4PYYUAgDS5ZtvvpGvr6969eqV4vyGDRvaH8fGxmr48OEKDQ1VYGCgHn/8ca1YscKh/aFDh/TSSy+pdu3aqlKlih599FFNmTLFPv/WoXvz5s1TQECA/vnnH7344ouqWrWqmjZtmuJRtVWrVql9+/YKCgpSnTp1NGjQoLselbp06ZK8vb3tYetmLi7/+/N5u7p2796tF154wb4t69atU2JiosaNG6e6deuqbt26GjNmjEN4u3VIYUq++eYbtWvXTtWrV1dISIh69OiRbPhmUk2rV69W69atFRgYqD/++CPZkMKAgABJ0qhRoxQQEKCAgABt3LhRvXv3VseOHZO99g8//KDAwEBFR0ffsUYAwP8QuAAAaZaQkKBt27apTp06cnNzu2v7t956S7Nnz9aLL76oSZMmqVy5curdu7dWrlxpb9OzZ09dunRJH3/8sSZPnqxu3brp+vXrqVp3aGioJk2apAoVKqhfv376999/7fOXLVuml19+Wf7+/po4caLefvttrVixQu+///4d11upUiVt375dn376qcP6Uuvdd99VgwYNNHHiRBUqVEivvvqqPv74Y505c0YjR45Up06d9NVXX+nXX39N03rPnDmjZ555Rp9//rk++ugjJSYmqmPHjslC0Llz5/TRRx/pueee05QpU1ShQoVk65o9e7YkqUuXLpo9e7Zmz56tSpUqqX379tq+fbuOHDni0H7u3Llq0qSJChYsmKaaAeB+xpBCAECaRUdHKy4uTsWKFbtr2/379+u3337TkCFD7EdNHn74YZ08eVKTJk3SI488ovPnz+vEiRN6//331ahRI0lSnTp1UlVL586d1blzZ0lScHCwVq9ereXLl6tXr14yDEOjRo1S8+bN9fHHH9uX8fPzU/fu3dWrVy899NBDKa63W7du2rlzp7744gt98cUXKliwoEJDQ/X000+rRo0ad63rmWeeUadOnSRJhQsXVqtWrbRnzx57yKlfv77++OMPLVu2TK1atUrVtkpS//797Y9tNpvq1aunkJAQLV++XB06dLDPu3jxoqZMmWI/10y6EdZuljS8sGjRog5DDUNDQ1WsWDHNnTtXb7/9tiTp4MGD2rNnj954441U1woA4AgXACADLBbLXdts3bpVkvTYY485TG/WrJn++ecfXbt2TV5eXipevLjGjh2r+fPnJwsGdxIaGmp/nCdPHhUrVsy+/H///aeTJ0+qWbNmSkhIsP/UqlVLLi4u2rNnz23Xmy9fPn3zzTf6+eef9corr6h8+fJavny5nnnmGf388893ratevXr2x6VLl5aUPESWKVNGp0+fTvW2SjeunPj888+rdu3aqlixoqpUqaJr167p6NGjDu0KFizoELbSwsXFRe3atdOCBQuUkJAg6cbRreLFiyskJCRd6wSA+xWBCwCQZgULFlSuXLl06tSpu7a9ePGi3Nzckg1D8/X1lWEYunz5siwWi77++ms9+OCDGjp0qMLCwtS2bVtt3rz5ruvPnz+/w3M3NzfFxcVJki5cuCBJeuWVV1SpUiX7T5UqVWSz2VIVdoKCgtSnTx/NmDFDS5cuVZEiRTR69Og01eXu7i5JKlCgwG1rTY1Tp07phRdekM1m05AhQ/Tjjz9qzpw58vHxUWxsrENbX1/fVK83JU8++aTOnz+v1atXKz4+XgsXLlSbNm0czl8DANwdQwoBAGnm6uqqatWqacOGDUpISJCr6+3/nHh6eio+Pl4XL16Up6enfXpkZKQsFos9mJQpU0bjx49XfHy8tm/frrFjx6pnz55as2aN8ubNm646k0LewIEDFRQUlGx+oUKF0rS+kiVL6rHHHtO0adMUGRmZ4VCTVmvXrtW1a9c0ceJEe3hLSEjQxYsXk7VNzdHHOylSpIjq16+vuXPnymaz6cKFC2rbtm2G1gkA9yP+TQUASJfnn39eERER+vLLL1Ocv3r1aklS9erVJd24eMXNli1bpooVKypPnjwO093c3FSrVi11795dV65c0blz59Jd44MPPqgiRYro+PHjCgwMTPZTuHDh2y4bGRmZ4vSjR4/K3d092dGqeyEmJkYWi8Uh4C5dutQ+7C893Nzckh0dS9K+fXutXr1a33zzjUJCQlS8ePF0vw4A3K84wgUASJewsDC9+OKLmjBhgg4fPqwWLVrIy8tLJ06c0Ny5c3X58mWFhYWpfPnyatq0qUaMGKGYmBiVKVNGCxcu1Pbt2/X5559LunFhjZEjR6p58+YqWbKkrly5osmTJ6t48eIZus+VxWJRv3799NZbb+natWtq0KCBPDw8dOrUKa1evVqvv/66ypQpk+KyAwYMkM1mU9OmTVW6dGlduXJFy5cv159//qmuXbvahwneS0nngL333nvq2LGjDh06pGnTpmUo/D344INauXKlatSoIQ8PD5UpU0b58uWTJDVo0EBeXl72I44AgLQjcAEA0u3tt99WcHCwZs6cqf79++v69esqVKiQQkND1a1bN3u7Tz75RGPHjtWUKVMUHR2tBx98UOPHj7dfkdDPz0++vr6aPHmyzp49q/z586tGjRr65JNPUrwPVlo0a9ZMBQoU0JdffqlFixZJkooXL6769evfcUhg586d9csvv2jy5MmKiIhQ7ty5VapUKX388cdq06ZNhmpKr4CAAA0fPlwTJ05Ujx49VKFCBX322Wfq27dvutc5cOBADRs2TC+99JJiYmL07bffqnbt2pJuDB1t1KiRli1bpiZNmmTSVgDA/cViGIbh7CIAAEDWk5iYqMaNG6thw4b64IMPnF0OAGRLHOECAAAO4uLitH//fi1fvlxnzpyx3+cMAJB2BC4AAODg3Llzat++vby9vfXBBx/owQcfdHZJAJBtMaQQAAAAAEzCZeEBAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJP8H/xUKjM38qPDAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "def calculate_pairwise_similarities(embeddings1, embeddings2):\n", + " \"\"\"Calculate cosine similarities between corresponding pairs\"\"\"\n", + " similarities = []\n", + " for i in range(len(embeddings1)):\n", + " sim = cosine_similarity([embeddings1[i]], [embeddings2[i]])[0][0]\n", + " similarities.append(sim)\n", + " return np.array(similarities)\n", + "\n", + "# Calculate cosine similarities\n", + "pairwise_similarities = calculate_pairwise_similarities(original_embeddings, augmented_embeddings)\n", + "\n", + "print(f\"Average cosine similarity between original and augmented SMILES: {np.mean(pairwise_similarities):.4f}\")\n", + "print(f\"Standard deviation: {np.std(pairwise_similarities):.4f}\")\n", + "print(f\"Min similarity: {np.min(pairwise_similarities):.4f}\")\n", + "print(f\"Max similarity: {np.max(pairwise_similarities):.4f}\")\n", + "\n", + "# Plot similarity distribution\n", + "plt.figure(figsize=(10, 6))\n", + "plt.hist(pairwise_similarities, bins=50, alpha=0.7, edgecolor='black')\n", + "plt.axvline(np.mean(pairwise_similarities), color='red', linestyle='--', \n", + " label=f'Mean: {np.mean(pairwise_similarities):.4f}')\n", + "plt.xlabel('Cosine Similarity')\n", + "plt.ylabel('Frequency')\n", + "plt.title('Distribution of Cosine Similarities Between Original and Augmented SMILES')\n", + "plt.legend()\n", + "plt.grid(True, alpha=0.3)\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "d7fa6ed4-b546-4544-bb00-4d90a99678da", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "=== Embedding Space Analysis ===\n", + "Embedding dimensionality: 512\n", + "Average L2 norm (original): 11.9105\n", + "Average L2 norm (augmented): 11.9072\n", + "Average intra-class similarity (original): 0.0047\n", + "Average intra-class similarity (augmented): 0.0048\n", + "Average inter-class similarity: 0.0049\n", + "\n", + "=== Nearest Neighbor Analysis (k=5) ===\n", + "Augmented SMILES in top-5 neighbors: 5000/5000 (100.0%)\n", + "Augmented SMILES as top-1 neighbor: 4872/5000 (97.4%)\n" + ] + } + ], + "source": [ + "# 1. Embedding Space Statistics\n", + "def analyze_embedding_space(original_emb, augmented_emb):\n", + " \"\"\"Analyze the embedding space properties\"\"\"\n", + " print(\"=== Embedding Space Analysis ===\")\n", + " \n", + " # Dimensionality and norms\n", + " print(f\"Embedding dimensionality: {original_emb.shape[1]}\")\n", + " print(f\"Average L2 norm (original): {np.mean(np.linalg.norm(original_emb, axis=1)):.4f}\")\n", + " print(f\"Average L2 norm (augmented): {np.mean(np.linalg.norm(augmented_emb, axis=1)):.4f}\")\n", + " \n", + " # Intra-class similarities\n", + " orig_similarities = cosine_similarity(original_emb)\n", + " aug_similarities = cosine_similarity(augmented_emb)\n", + " \n", + " # Remove diagonal (self-similarity)\n", + " orig_similarities_off_diag = orig_similarities[np.triu_indices_from(orig_similarities, k=1)]\n", + " aug_similarities_off_diag = aug_similarities[np.triu_indices_from(aug_similarities, k=1)]\n", + " \n", + " print(f\"Average intra-class similarity (original): {np.mean(orig_similarities_off_diag):.4f}\")\n", + " print(f\"Average intra-class similarity (augmented): {np.mean(aug_similarities_off_diag):.4f}\")\n", + " \n", + " # Inter-class similarities\n", + " inter_similarities = cosine_similarity(original_emb, augmented_emb)\n", + " print(f\"Average inter-class similarity: {np.mean(inter_similarities):.4f}\")\n", + "\n", + "analyze_embedding_space(original_embeddings, augmented_embeddings)\n", + "\n", + "# 2. Nearest Neighbor Analysis\n", + "def nearest_neighbor_analysis(original_emb, augmented_emb, k=5):\n", + " \"\"\"Analyze nearest neighbors between original and augmented embeddings\"\"\"\n", + " print(f\"\\n=== Nearest Neighbor Analysis (k={k}) ===\")\n", + " \n", + " # For each original embedding, find its k nearest neighbors in augmented set\n", + " similarities = cosine_similarity(original_emb, augmented_emb)\n", + " \n", + " # Find cases where augmented version is among top-k neighbors\n", + " correct_matches = 0\n", + " top1_matches = 0\n", + " \n", + " for i in range(len(original_emb)):\n", + " # Get similarity scores for i-th original embedding\n", + " sim_scores = similarities[i]\n", + " top_k_indices = np.argsort(sim_scores)[-k:][::-1]\n", + " \n", + " if i in top_k_indices:\n", + " correct_matches += 1\n", + " if np.argmax(sim_scores) == i:\n", + " top1_matches += 1\n", + " \n", + " print(f\"Augmented SMILES in top-{k} neighbors: {correct_matches}/{len(original_emb)} ({100*correct_matches/len(original_emb):.1f}%)\")\n", + " print(f\"Augmented SMILES as top-1 neighbor: {top1_matches}/{len(original_emb)} ({100*top1_matches/len(original_emb):.1f}%)\")\n", + "\n", + "nearest_neighbor_analysis(original_embeddings, augmented_embeddings)" + ] + }, + { + "cell_type": "markdown", + "id": "f136743a-c742-469b-a9b8-9a4da8eb4c08", + "metadata": {}, + "source": [ + "Объяснение\n", + "\n", + "* Embedding Space Analysis. Показывает, что различные величины (L2 norm - длина вектора, близости) практически идентичны для оригинальных, и для аугментированных молекул (показывая, что они отображаются практически одними и теми же для модели)\n", + "* Nearest Neighbor Analysis (k=5). Показывает, что топ 5 ближайших векторов к любому из векторов - всегда его аугментация (кроме его самого, естественно). В 97.4 % случаях вектор, соответствующий аугментации, является ближайшим." + ] + }, + { + "cell_type": "markdown", + "id": "133fb52e-bea8-4159-ab06-386998b71ed0", + "metadata": {}, + "source": [ + "С разными SMILES - ровно обратная картина, как и должно быть (различные smiles являются очень разными)" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "cc48f04e-b8bf-415b-89f0-b51d98f7e6b6", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA1MAAAIkCAYAAAD76HFRAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAfIhJREFUeJzt3XmcjeX/x/H3mc02jNkYM0y2Zsi+h5ElkVAhVNKmVBJfKSRZoqjkK0sR0m6JiLKUihJK2SVL4TSGzGIwyMyZuX9/+M35OubMdjvjHDOv5+Ph4cx9X9d9f+5z3fd9zufc133dFsMwDAEAAAAA8sXL3QEAAAAAwPWIZAoAAAAATCCZAgAAAAATSKYAAAAAwASSKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCkVOdHS0pk+f7u4wctSuXTuNGDHCpcu8crs///xzRUdHKzY21qXr6du3r/r27evSZbrKiBEj1K5du2uyrivbMPP93r179zVZvye3Q6aEhAQNGjRIzZo1U3R0tN5//32XLTs2NlbR0dH6/PPPHab/8MMPuuuuu1SnTh1FR0frzJkzkqTly5fr9ttvV61atdS4cWOXxVEUeMo5dfr06YqOjnbLuh9//HGNGjXKLes2wxPPDwX1mXS9GzJkiAYPHuzuMJADH3cHgKLNarVq7ty5+umnn3Ty5En5+voqKipKnTp1Uu/evVW8eHF3h+hS+/fv18yZM7V7924lJCSobNmyql69utq1a+dxH2yu8s8//2jx4sVq3769atas6bLlTp8+XTNmzLD/Xbx4cQUGBqpGjRq67bbb1LVrV/n5+V31eg4dOqTVq1erW7duqlix4lUvz5U8Oba8mDhxon788UcNHDhQISEhql27drZlL/+S7O3tLX9/f1WsWFENGzbUvffeq+rVq+e6vlOnTuk///mPbrzxRo0ePVp+fn4qUaKE/vzzT73wwgtq1aqV+vfv79Hnnfy2eeZxYrFY9P3336tChQoO81NSUtSiRQtdvHhRffr00ejRowsq9ELrt99+008//aTVq1fbp33++ed64YUXtGTJEtWpUydLnSeeeEIHDx7Ud999dy1DvWoXLlzQ3Llz1bRpUzVr1sxtcfz666+aNWuW9u/fr+TkZAUHB6tGjRrq3Lmzunbtai+Xed6455579Morr2RZzn//+1/NmjVLkrR582YFBQVJuvTD29q1a7V9+3Z72b59++rUqVP68ssvs43rys+lK23cuFGhoaGSpKSkJL399tvauHGj4uLiVKpUKUVERKhZs2YaMGCASpUqJelSot6jRw/98ccfqlGjRl7fIlxDJFNwm/Xr12vw4MHy8/PTXXfdpaioKKWlpem3337TG2+8oUOHDmn8+PEuX++uXbvk7e3t8uXmZtu2bXrwwQcVHh6unj17KjQ0VMePH9fOnTv14YcfOiRTa9askcVicen6r9V2z5s3z+HvkydPasaMGYqIiHBpMpVp7NixKlmypFJTU/XPP/9o48aNGjlypD744APNnj3b4cvj+PHjZRhGvpZ/6NAhzZgxQ02bNs1XwlIQbXilnGK7sh080ZYtW3TrrbeqX79+eSrfsmVL3XXXXTIMQykpKfrjjz+0fPlyLViwQM8995weeeQRe9mIiAjt2rVLPj7/+5jbvXu3zp07p8GDB6tFixb26b/88osyMjL04osv6oYbbnDdBhYAs/ujn5+fvvzySz3++OMO07/++mtXh1jkzJs3T82bN/f4fccVLly4oBkzZmjgwIFuS6ZWr16tIUOGqGbNmnrwwQcVEBCg2NhYbd26VYsXL3ZIpiSpWLFi+vrrrzVmzJgsP7B9+eWXKlasmC5evOjSGDM/l65UpkwZSVJycrJ69OihlJQU9ejRQ1WrVlVycrL279+vBQsW6L777rMnUzfddJNq166t9957T6+//rpL44RrkEzBLf7++28NGTJE4eHh+uCDD1SuXDn7vD59+ujo0aNav359gay7WLFiBbLc3MyaNUulS5fWkiVL7CfUTImJiQ5/u+KKypUKersvXLigEiVKFEjsOenYsaP910RJGjhwoFasWKHhw4dr8ODBWrx4sX2er69vgcZiGIYuXryo4sWLX/P34UruXn9eJCYmZjkWclK5cmXdddddDtOGDh2qp556SpMmTVLVqlXVunVrSZLFYsmyzyclJUmSSpcunSUOZ9Ovxvnz551+mXKX1q1b66uvvsqSTH355Zdq06aN1q5d66bIrm+JiYnasGGDxo4d69Y4PG1/K0gzZsxQ9erVtWjRoiznuSs/SyWpVatW+u677/TDDz+offv29unbtm1TbGysOnbs6PL9/8rPpSstWbJEcXFxWrBggRo2bOgwLyUlJctnVadOnTR9+nSdO3fOnmTBc3DPFNxi7ty5On/+vF555RWHRCrTDTfcoIceesj+t81m08yZM9W+fXvVrl1b7dq105QpU5SamupQb/fu3erXr5+aNWumunXrql27dnrhhRccylzZvz+zn/3Ro0c1YsQINW7cWI0aNdILL7ygCxcuZIntiy++UPfu3VW3bl01bdpUQ4YM0fHjx3PdZqvVqurVqzv98hgcHOzwd3b32/z666+aMGGCbr75ZjVu3FijR49Wamqqzpw5o2HDhqlJkyZq0qSJXn/99SxXYPJyX8O6devUv39/xcTEqHbt2mrfvr1mzpyp9PR0h3J9+/ZVly5dtGfPHvXp00f16tXTlClT7PMyr7L9/PPPuueeeyRJL7zwgqKjo+33sUybNk21atWyf8G93EsvvaTGjRub/rXwzjvvVM+ePbVz50799NNP9unO7pn66quv1L17dzVo0EANGzZU165d9cEHH0i69L5n9lV/8MEH7fH//PPPki610xNPPKEff/zRvk8sXLjQPs/ZfW///vuvRo8erWbNmqlhw4YaNmyYTp8+7VAmu7a6fJm5xebsnojExESNHDlSLVq0UJ06dXTnnXdq2bJlDmUy7zWaN2+eFi1aZD/mevTooV27duX0ttv9/fffGjRokJo2bap69eqpV69eDj+OZO7PhmHok08+scduRmBgoKZMmSIfHx+98847WbYj856pvn37avjw4ZIudfmJjo627w+Z73Xz5s2zvPcbNmzQ/fffr/r166tBgwbq37+/Dh486BDDiBEj1KBBA1mtVj3++ONq0KCBnnvuOUlSRkaG3n//fXXu3Fl16tRRixYtNHr06Cxtnrkv/frrr7rnnntUp04d3XrrrVq+fLnD+5ZTm+ekS5cu2rdvn/7880/7tPj4eG3ZskVdunRxWicv+0t2/vnnH73wwgtq0aKFateurc6dO2vJkiVZyl28eFHTp09Xx44dVadOHcXExGjgwIGyWq2SLp1DnG1jdvfEOZOXc/aRI0f0zDPPqGXLlqpTp45uueUWDRkyRGfPns1x2evXr5fNZnO40mlGfo47V+xvV0pNTdVbb72l7t27q1GjRqpfv77uv/9+bdmyxSHG5s2bS7qU0GTuf5cfL3/++af92K9Tp466d++ub7/9Nsv6Dh48qAcffFB169bVLbfcorffflsZGRl5eq+sVqvq1Knj9AejKz9LJal8+fJq3Lhxlu55K1euVFRUlG688cY8rdeVrFarvL29Vb9+/Szz/P39s/wQ1KJFC50/f16bNm26RhEiP7gyBbf4/vvvValSpSy/yGRn1KhRWrZsmTp27KhHHnlEu3bt0uzZs/Xnn39q5syZki598Pfr10+BgYHq37+/ypQpo9jYWH3zzTd5Wsd//vMfVaxYUc8++6x+//13ffbZZwoKCtLzzz9vL/POO+/orbfeUqdOnXTPPfcoKSlJH3/8sfr06aPly5fn+Ct7RESEtm/frgMHDigqKipPMV1pwoQJCgkJ0TPPPKOdO3dq0aJFKl26tLZv364KFSpoyJAh+uGHHzRv3jxFRUXp7rvvztfyly1bppIlS+qRRx5RyZIltWXLFk2bNk0pKSn2L6KZkpOT9fjjj6tz58668847nX6IVatWTYMGDdK0adPUu3dvNWrUSJLUsGFDNWrUSDNnztSqVav0wAMP2OukpqZq7dq16tChw1VdTbvzzju1aNEibdy4US1btnRa5qefftKzzz6r5s2b27+M/PXXX9q2bZseeughNWnSRH379tVHH32kJ598UlWrVrVvV6bDhw9r6NCh6t27t3r16qUqVarkGNfLL7+sMmXKaODAgTp8+LAWLFiguLg4ffTRR/nqFpiX2C7377//qm/fvrJarerTp48qVqyoNWvWaMSIETpz5ozDjxfSpSsW586dU+/evWWxWDR37lw988wzWrduXY5X+BISEnTvvffqwoUL6tu3rwIDA7Vs2TI99dRTmjZtmm677TZ7wj9s2DB7172rER4eriZNmujnn39WSkqK/P39s5R58sknVaVKFS1atEiDBg1SxYoVFRkZqfbt22v58uX65ptv7F1zMhO75cuXa8SIEYqJidFzzz2nCxcuaMGCBbr//vu1bNkyh252NptN/fr1U6NGjTR8+HD7fVejR4/WsmXL1L17d/Xt21exsbH65JNP9Pvvv2vBggUO7+XRo0c1ePBg3XPPPerWrZuWLl2qESNGqFatWrrxxhvz3eaXa9KkicLCwvTll1/aE7JVq1apZMmSatOmTZby+d1fLpeQkKBevXrJYrGoT58+CgoK0g8//KAXX3xRKSkpevjhhyVJ6enpeuKJJ7R582Z17txZDz74oM6dO6effvpJBw4cUGRkZK7blZu8nLNTU1PVr18/paam6oEHHlBISIj++ecfrV+/XmfOnMnxiuX27dtVtmxZRUREXHWsUt6PO1fsb5dLSUnRZ599pi5duqhnz546d+6clixZoscee0yfffaZatasqaCgII0dO1Zjx47Vbbfdpttuu03S/+5LOnjwoO677z6VL19ejz/+uEqWLKnVq1fr6aef1vTp0+3l4+Pj9eCDDyo9PV39+/dXiRIltHjx4jyf78PDw7V582adOHFCYWFhearTtWtXvfLKK/YrOzabTWvWrNEjjzzi8i5+kpwmrz4+PvbvCBEREUpPT9cXX3yhbt265bq86tWrq3jx4tq2bZv9fYQHMYBr7OzZs0ZUVJTx1FNP5an8vn37jKioKOPFF190mD5p0iQjKirK2Lx5s2EYhvHNN98YUVFRxq5du3JcXlRUlDFt2jT739OmTTOioqKMF154waHc008/bTRt2tT+d2xsrFGzZk3jnXfecSi3f/9+46abbsoy/UobN240atasadSsWdPo3bu38frrrxs//vijkZqamqVs27ZtjeHDh9v/Xrp0qREVFWU8+uijRkZGhn167969jejoaGP06NH2aTabzbjllluMBx54IMftzlzm33//bZ924cKFLLG89NJLRr169YyLFy/apz3wwANGVFSUsWDBgizlH3jgAYd179q1y4iKijKWLl2apWzv3r2Nnj17Okz7+uuvjaioKGPLli1Zyl8us90SExOdzj99+rQRFRVlPP300/Zpw4cPN9q2bWv/e8KECUbDhg0Nm82W7XpWr16dbTxt27Y1oqKijB9++MHpPGdt2K1bN4c2nzNnjhEVFWWsW7fOPu3KtspumTnFdmU7vP/++0ZUVJTxxRdf2KelpqYavXv3NurXr2+cPXvWMAzD+Pvvv42oqCijadOmRnJysr3sunXrjKioKOO7777L+iZd5pVXXjGioqKMrVu32qelpKQY7dq1M9q2bWukp6c7bOe4ceNyXF5ey06YMMGIiooy9u3b57Adl+93mW1w5TnC2b6UkpJiNG7c2Bg1apRD2fj4eKNRo0YO04cPH25ERUUZkydPdii7detWIyoqylixYoXD9B9++CHL9Mx96fL3LTEx0ahdu7YxadIk+7Sc2tyZy7dt0qRJxm233Waf16NHD2PEiBGGYWR9f/O6v2TWvXx/HTlypNGyZUsjKSnJIZYhQ4YYjRo1sp9nlixZYkRFRRnz58/PEnfmeW7Lli1Ot9dZ+2Zua6a8nrN///13Iyoqyli9erWztzBH9913n9GtW7cs07Pb1zL179/f4VyUn+POFfvblecHm83mcI43jEvn0BYtWjh8NiYmJmZ7fnrooYeMLl26OCwnIyPD6N27t9GhQwf7tMxzxM6dOx2W26hRoyyfSc589tlnRlRUlFGrVi2jb9++xtSpU42tW7c6nFsyZe7XycnJRq1atYzly5cbhmEY69evN6Kjo43Y2Finx//w4cON+vXrOyzrgQceMDp37pxjbJnLcvavY8eO9nLx8fHGzTffbERFRRm33367MXr0aGPlypXGmTNnsl12hw4djMceeyzH9cM96OaHay4lJUWS8tzvd8OGDZLkcHO5JD366KMO8zN/PVy/fr3S0tLyHde9997r8Hfjxo2VnJxsj/ebb75RRkaGOnXqpKSkJPu/kJAQ3XDDDbl2tWnZsqUWLlyodu3a6Y8//tDcuXPVr18/3XLLLU67QThzzz33OFy9qFu3rgzDsHelky6NdFa7dm39/fffed10u8tHMUtJSVFSUpIaN26sCxcu6K+//nIo6+fnp+7du+d7HZe76667tHPnTnuXHulS14sKFSqoadOmV7XszPsHzp07l22ZMmXK6MKFCw5dAfOrYsWKatWqVZ7L9+7d2+HX4fvuu08+Pj72/big/PDDDwoNDXXo0uXr66u+ffvq/Pnz2rp1q0P5O+64QwEBAfa/M4cLz22/2rBhg+rWreswvHipUqXUu3dvHTt2TIcOHXLF5mSRl/bOj02bNunMmTPq3Lmzw/Hu5eWlevXqOT3e77vvPoe/16xZo9KlS6tly5YOy6hVq5ZKliyZZRnVq1d3eN+CgoJUpUoVU8eyM127dtXRo0e1a9cuHT16VLt3785ys36m/O4vmQzD0Ndff6127drJMAyH7Y6JidHZs2e1d+9eSZcGvwgMDHS4Mp3JFYO35PWcnXklc+PGjU67duckOTnZ4Ti5Wvk57q52f7uct7e3vdtcRkaGkpOTZbPZVLt2bf3++++5xp2cnKwtW7aoU6dO9s+OpKQknTp1SjExMTpy5Ij++ecfSZfOEfXr11fdunXt9YOCgrLdF690zz33aO7cuWrWrJm2bdumt99+W3369FGHDh20bds2p3UCAgLUqlUrffXVV5Iufc40aNDAZVcUrzR9+nTNnz/f4d/EiRPt80NCQvTFF1/o3nvv1ZkzZ7Rw4UINHTpUzZs318yZM50OlBQQEKBTp04VSLy4OnTzwzWX+cGV1y89x44dk5eXV5YuH6GhoSpTpoyOHTsmSWratKk6duyoGTNm6P3331fTpk3Vvn37PA+RHR4e7vB35uX406dPy9/fX0eOHJFhGOrQoYPT+pePGpadunXrasaMGUpNTdUff/yhdevW6f3339fgwYO1fPnyXId3vjLGzATyyuGOS5cunWsfeWcOHjyoqVOnasuWLfYkMtOV9w6UL1/+qgc5uOOOO/Tqq69qxYoVGjhwoM6ePavvv/9eDz/88FV/mTp//ryknJP2+++/X6tXr9bjjz+u8uXLq2XLlurUqZNuueWWPK8nv0OSXzniV6lSpRQaGmrfjwvKsWPHdMMNN8jLy/E3tMwuYnFxcQ7Tr9ynMr/gZT6XKTtxcXGqV69elumZXdLi4uJMd3PNSV7aOz+OHDkiSdl2Z7uyK6GPj0+WLkdHjx7V2bNn7feZXOnKm+WvfM+lS++7mWPZmZtuuklVq1bVl19+qTJlyig0NFQ333yz07L53V8yJSUl6cyZM1q0aJEWLVqUbRnp0n0jVapUydO504y8nrMrVaqkRx55RPPnz9fKlSvVuHFjtWvXTnfeeWeeBiVx9sXXrLwed67Y3660bNkyvffeezp8+LDDD5J5OcdZrVYZhqG33npLb731VrbrL1++fLbniNy6SF+uVatWatWqlS5cuKC9e/dq1apVWrhwoZ588kmtXr3aabfzrl27atiwYYqLi9O3335r79pdEBo3bpzjABSSVK5cOY0bN05jx47VkSNHtHHjRs2ZM0fTpk1TuXLl1LNnT4fyhmEU+AixMIdkCtecv7+/ypUrl+Um7tzkdhKxWCyaNm2aduzYoe+//14//vijRo4cqfnz52vRokW5fsm68ktDpswPyoyMDFksFs2ZM8fpEOP5GUnJz89PdevWVd26dVW5cmW98MILWrNmjQYOHGgqxuym58eZM2f0wAMPyN/fX4MGDVJkZKSKFSumvXv3avLkyVluDnbFs3gCAgLUtm1brVy5UgMHDtSaNWuUmpqqO++886qXfeDAAUnK8b6L4OBgLV++XBs3btQPP/ygH374QZ9//rnuvvtuvfbaa3laz7V8JtGVA4EUpOyG0XflF0dXOnjwoLy9vV32vK3M7Xz99dftz4W53JXvj5+fX5bjMCMjQ8HBwZo8ebLTdVz5ZetaPLqgS5cuWrBggUqVKqVOnTq55NxxuczzxJ133pntvSD5GWwku/N+XgYryM85e8SIEerWrZu+/fZb/fTTT5owYYJmz56txYsX53hfTtmyZZ3+wJB5/0929+NcuHDB6T1CeT3uXLG/Xe6LL77QiBEj1L59e/Xr10/BwcHy9vbW7Nmz83RlNLM9Hn300Wyv1LviHrgrlShRQo0bN1bjxo0VGBioGTNm6IcffnC677Vr106+vr4aPny4UlNT1alTJ5fHY4bFYlGVKlVUpUoVtWnTRh06dNCKFSuyJFNnzpwpEsPvX49IpuAWbdu21aJFi7R9+3Y1aNAgx7IRERHKyMjQ0aNHHW60TkhI0JkzZ7Jcpq9fv77q16+vIUOGaOXKlXruuee0atWqLCem/IqMjJRhGKpYsWK+fkHLTeaDSk+ePOmyZZrxyy+/KDk5WTNmzFCTJk3s06/2afS5JcF33XWXBgwYoF27dmnlypW66aabXDK60ooVKyQp1y54fn5+ateundq1a6eMjAyNHTtWixYt0oABA3TDDTe4/JfAo0ePOlwNOHfunOLj4x2uhgUEBGT5gpaamqr4+HiHafmJLSIiQvv371dGRobDl7DM7ptXXvU0Kzw8XIcPH84y3dXruVxcXJy2bt2q+vXrOx18woxKlSpJupRwmx2pLTIyUps3b1bDhg1dlnRf7f7YtWtXTZs2TfHx8XrjjTeyLWd2fwkKClKpUqWUkZGR6/sWGRmpnTt3Ki0tLduBETJ7CFx5ZTwvV3Lze87OHJ1uwIAB2rZtm+677z4tWLBAQ4YMybZO1apVnT6rK/P9OXz4sEPXzUxHjhxx+ShyV7O/rV27VpUqVbI/4DnTtGnTHMplt/9lHi++vr65tnt4eLiOHj2aZbqz80Z+ZH6WXnmezFS8eHG1b99eK1as0C233JLrlSN3qFSpksqUKZNlG2w2m44fP55lNFp4Bu6Zgls89thjKlmypEaNGqWEhIQs861Wq3146sznxmT+nWn+/PkO80+fPp3l17vMh8ReOYS6GR06dJC3t7dmzJiRZT2GYeTal3nLli1Of9XPvFcmsxuUu2R+Ybo8xtTUVH366adXtdwSJUpIyr572C233KLAwEDNnTtXW7dudclVqZUrV+qzzz5TgwYNsu3yIilLm3l5edl/Nc/cZzLjz22I5LxatGiRQxeaBQsWyGazOSRTlSpV0q+//upQb/HixVmuTOUntltuuUXx8fFatWqVfZrNZtNHH32kkiVLOiTQV6N169batWuXtm/fbp92/vx5LV68WBEREbl2Zc2v5ORkPfvss0pPT9eTTz7psuW2atVK/v7+mj17ttN7MJ0N6X+lTp06KT09XW+//XaWeTabLdcuk85c7f4YGRmpkSNHaujQoQ73rFzJ7P7i7e1tf25P5tXhy13+vnXo0EGnTp3SJ598kqVc5nkoIiJC3t7eWe7RWrBgQc4bqryfs1NSUmSz2RzmR0VFycvLK9fPjvr16+v06dNZrt7UqlVLwcHB+uyzz7IsY926dfrnn3/y1Z04L65mf8u8Inb5+7Rz507t2LHDoVx25/Pg4GA1bdpUixYtcvrD4OXt3rp1a+3YscNhyPekpCStXLkyh637n82bNzudnvlZmlPi3K9fPw0cOFADBgzI07oKys6dO+1dky+3a9cuJScnZ9mGQ4cO6eLFi7n++Az34MoU3CIyMlKTJ0/WkCFDdMcdd+iuu+5SVFSUUlNTtX37dq1Zs8Y+uEGNGjXUrVs3LVq0SGfOnFGTJk20e/duLVu2TO3bt7f/yr9s2TItWLBA7du3V2RkpM6dO6fFixfL39/fJR9akZGR+s9//qM333xTx44dU/v27VWqVCnFxsZq3bp16tWrl/r165dt/QkTJujChQu67bbbVLVqVaWlpWnbtm1avXq1IiIirnowh6vVoEEDBQQEaMSIEerbt68sFou++OKLq+7WFRkZqTJlymjhwoUqVaqUSpYsqbp16zr8ktm5c2d9/PHH8vb2VufOnfO1/LVr16pkyZJKS0vTP//8o40bN2rbtm2qUaNGtn33M40aNUqnT5/WzTffbO/L//HHH6tmzZr2q6A1a9aUt7e35syZo7Nnz8rPz08333yz0z75eZGWlqaHH35YnTp10uHDh/Xpp5+qUaNGuvXWW+1levbsqTFjxuiZZ55RixYt9Mcff2jjxo0KDAx0WFZ+Yuvdu7cWLVqkESNGaO/evYqIiNDatWu1bds2jRw50mVXdPr3729/OGzfvn0VEBCg5cuXKzY2VtOnT7+qbmVHjhyx75Pnzp3TH3/8oTVr1uj8+fMaMWKES7+c+vv7a+zYsRo2bJi6d++uO+64Q0FBQYqLi9OGDRvUsGFDjR49OsdlNG3aVL1799bs2bO1b98+tWzZUr6+vjpy5IjWrFmjF198Ubfffnu+4nLF/pjTsOaZrmZ/GTp0qH7++Wf16tVLPXv2VPXq1XX69Gnt3btXmzdv1i+//CJJuvvuu7V8+XJNnDhRu3btUqNGjXThwgVt3rxZ9913n9q3b6/SpUvr9ttv18cffyyLxaJKlSpp/fr1ud7/I+X9nL1lyxa9/PLLuv3221W5cmX7kNWZiWFO2rRpIx8fH23atEm9e/e2T/fz89OwYcM0YsQI9ejRQ3fccYfKli2rffv2aenSpYqOjnYo7wpXs7+1adNGX3/9tZ5++mm1adNGsbGxWrhwoapXr+7wpb948eKqXr26Vq9ercqVK6ts2bK68cYbFRUVpTFjxuj+++9X165d1atXL1WqVEkJCQnasWOHTpw4Ye8t8Nhjj+mLL77QY489pgcffNA+NHp4eLj279+f63YOGDBAFStWVNu2bVWpUiVduHBBmzZt0vfff686deqobdu22datUaOGatSokc939n+SkpKcJqsVK1Z0+CEw83PpSi1btrQPPrFy5Ur788R8fX31559/aunSpSpWrFiWH4Y2bdqkEiVKXPXzzFAwSKbgNrfeeqtWrFihefPm6dtvv9WCBQvk5+dnf5hmr1697GUnTJigihUratmyZVq3bp1CQkL0xBNPONxj1LRpU+3evVurVq1SQkKCSpcurbp162ry5Mn2L+5Xq3///qpcubLef/99+/OtwsLC1LJly1wvvw8bNkxr1qzRhg0b7FcnwsPDdf/99+upp57K8RlV10JgYKBmzZql1157TVOnTlWZMmV05513qnnz5jkmibnx9fXVpEmTNGXKFI0dO1Y2m00TJ050aJO77rpLH3/8sZo3b+70Ic45GTt2rKRL9ygEBgaqZs2aevXVV/M08Midd96pxYsX69NPP9WZM2cUGhqqTp066ZlnnrF/6Q8NDdW4ceM0e/Zsvfjii0pPT9eHH35oOpkaPXq0Vq5cqWnTpiktLU2dO3fWqFGjHLrP9OrVS7GxsVqyZIl+/PFHNWrUSPPnz7c/nydTfmIrXry4PvroI02ePFnLli1TSkqKqlSpookTJ7o0kQ8JCdHChQv1xhtv6OOPP9bFixcVHR2tWbNmOX2eUX789NNP+umnn+Tl5SV/f39VrFhRd999t3r37u3yK17SpS5x5cqV07vvvqt58+YpNTXV/gDQvL5nL7/8smrXrq2FCxfqv//9r7y9vRUREaE777wzz8/Zu5yr98fsXM3+EhISos8++0wzZ87UN998owULFqhs2bKqXr26w03/mUnhO++8oy+//FJff/21ypYtq4YNGzrcVzVq1CjZbDYtXLhQfn5+uv322zVs2LBsHzZ8ubycs6OjoxUTE6Pvv/9e//zzj0qUKKHo6GjNmTPH6UNVr9zWW265RatXr86SHN19990KCgrS3LlzNXfuXF28eFHly5dX3759NWDAgAK539Ls/ta9e3clJCTYn81XvXp1vfHGG1qzZo09+c00YcIEjR8/XhMnTlRaWpoGDhyoqKgoVa9eXUuXLtWMGTO0bNkyJScnKygoSDfddJOefvppe/1y5crpww8/1IQJE/Tuu++qbNmyuvfee1WuXDm9+OKLuW7jhAkT9O2332r16tU6efKkDMNQpUqV9OSTT+rxxx8vsAFNpEuDaDj7ka558+YOyVTm59KVPvzwQ4WEhKh3794qXry4tmzZou+++04pKSkKDAxUy5Yt9cQTT+imm25yqLdmzRrddtttLvvRC65lMTz1bmIARcYff/yhu+66S6+99lq+HzQMAO7066+/qm/fvvarNYAr7du3T926ddOyZcvsty7As3DPFAC3W7x4sUqWLJntEMYA4KkaN26sli1bau7cue4OBYXQu+++q44dO5JIeTCuTAFwm++++06HDh3StGnT1KdPH73wwgvuDgkAACDPSKYAuE27du2UkJCgmJgYvf766/QHBwAA1xWSKQAAAAAwgXumAAAAAMAEkikAAAAAMIFkCgAAAABM4KG9l4mPP+vuEDyen5+3UlPT3R0GrjHaveihzYse2rxoot2LHto870JDS+dahitTyDOLxfF/FA20e9FDmxc9tHnRRLsXPbS565FMAQCc8t69S0FN6ymoaT15797l7nAAAPA4dPMDADhlSb0o7yOH7a8BAIAjrkwBAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYwHOmAABO2WrVUeIvOyVJGWEV3BwNAACeh2QKAOBc8eLKqFzF3VEAAOCx6OYHAAAAACa4PZn69NNP1bVrVzVs2FANGzZU7969tWHDBvv8vn37Kjo62uHf6NGjHZYRFxen/v37q169emrevLlee+012Wy2a70pAAAAKIJeeWWsYmIa6403Xs0y7803X1NMTGO98srYax9YAdi27Vc9+mgftW3bXL17361Vq1bmWufQoYMaMOAxtWvXQt27d9Ynn3yQpcx3363T/ff3ULt2LfTgg721efPGbJf3xhuvKiamsRYv/tRhutV6VCNGPKvOnW9Vhw6t9dRT/bRt26/538h8cHsyFRYWpueee06ff/65li5dqptvvllPP/20Dh48aC/Tq1cvbdy40f5v2LBh9nnp6el64oknlJaWpoULF2rSpElatmyZpk2b5o7NAYBCw2fbrwoJD1JIeJB8CvjDCACud+XKlde3336tixf/tU+7ePGivvlmjcqXD3NjZK4TF3dMw4b9Rw0aNNb8+Z+qV6/79NprE/Tzz5uzrXPuXIqefXagwsIqaO7cjzRgwCC99967+uKLz+1ldu/eqXHjXlSXLnfpvfc+UatWbfTCC8/pr78OZVnehg3fa+/ePQoJCc0yb9iwIUpPT9dbb83SvHkfqXr1KA0b9h8lJia45g1wwu33TLVr187h7yFDhmjBggXasWOHbrzxRklS8eLFFRqa9Q2TpI0bN+rQoUOaP3++QkJCVLNmTQ0ePFiTJ0/WwIED5efnV+DbAACFkmHIknmV3zDcGwuAIs3nt625lrE1avK/Py5elM+eXTlX8POTrU49+5+WlLPy3v9H1mXlUXR0DR07FqsNG75Xhw6dJF364l++fJjCw8MdymZkZOiTTz7QihXLlJiYqEqVIvXww/3Utm17SZcuFrz++ivatu1XJSYmqnz58urWrad69brPvoxXXhmrlJSzqlOnvhYt+lhpaTbdemsHDR48VD4+BfMVf/nypapQIVzPPDNEklS5chXt2rVDixZ9qmbNmjut8/XXa5SWlqYXXhgtX19fVa1aTQcPHtCiRZ/orru6S5I++2yhmjVrrvvvf1CS9PjjT2nr1p+1dOliPf/8SPuy4uNPaurUN/Tmm9M1bNh/HNaTnJys2FirXnjhJVWvfimHeOqpgVq27DP99defCg4OcfXbIckDkqnLpaena82aNTp//rwaNGhgn75y5UqtWLFCoaGhatu2rQYMGKASJUpIknbs2KGoqCiFhPzvDYqJidHYsWN16NAh3XTTTfmKwWJxzbYURpnvDe9R0UK7Fz3O2txiYR8ozDjOi6brqd0DO92a43zDYlHiydP2v70STuZaJ71SpE5t22P/22fvHpXt2lGSlBB/xlScnTvfqVWrVqpjx0vJ1KpVK9S5c1dt3/6bpP+91x9/PF9r167W88+/oIoVK2nHju0aP360AgMD1aBBI0mGypUrr/HjJykgIEC7d+/S66+/opCQEN1662329W3b9quCg0M0ffpsxcb+rdGjX1BUVJTuvLOb0/h27tyuoUMH5bgNzz8/0h7/lfbu3a3GjZs57DPNmjXXW2+9me1+tHfvLtWv30B+fr4OdT755AOdPXtGZcqU0d69u9S7d58sy/3xx/X2aRkZGRo/frTuv7+vqlWrZi+XOb9s2QBFRt6gNWu+UnR0Dfn6+uqLLz5XYGCQatSoWWD7uUckU/v379e9996rixcvqmTJkpo5c6aqV68uSerSpYvCw8NVrlw57d+/X5MnT9bhw4c1Y8YMSVJCQoJDIiXJ/nd8fHy+4vDz83bB1hReFovk7e0ti4UfqYsS2r3oyWxz+fzvnOjj4y2LL+fIworjvGgqbO3ue9k5yuKT+/nKckUdb5//3f3im8/znZeXRRaLRV26dNHs2TOVkPCPpEvd1159dZJ27NgmLy+LfH29lZqaqg8/nK8ZM2apbt1LV8YqV75Be/bs1IoVy9S0aVP5+nrrqacG2Jd/ww2R2rdvj9avX6fbb7/dvs4yZcpo+PAX5O3trerVq6lly1batm2revS4x2mcderU1oIFnykjIz3bNg8KCs52+5OSEhUa6jg/NDRE586dU3p6mooXL56lzqlTSQoPj3CoU67cpe/qZ86cUnBwoBITExUaGpJluUlJifZp77//vnx9fXT//X1ksVj+f//1cqgzc+ZsPf/8EN122y3y8vJSYGCgpk2bqeDgQOcb6wIekUxVqVJFy5cv19mzZ7V27VoNHz5cH3/8sapXr67evXvby0VHRys0NFQPP/ywrFarIiMjXRpHamr6dfHrjLtknmxttuwPQBQ+tHvRY/9iZUu3T7PZ0mVLS8++Eq5rHOdF0/XU7slrvs21jMM5KjA41zqGr5/SL6tjq3GTbP9fJ7/nu4wMQ4ZhyN8/QM2bt9SKFV/IMAw1b95SpUqVkWEYysgwlJaWrsOHj+jff//VM8885bCMtLQ0RUVFK+3/17106WJ99dUK/fPPCV28eFFpaWm68cYo+/yMDEOVK1dVRoaUkXFpWlBQsP7885C9zJW8vX0VHh6Ra5tnV1+S0tMNh/k2W8b//5/utF5GhqGMjIxs6vxvenq6Y5n09AwZxqVY/vhjnxYuXKD33vvYXtcwHOsYhqHXXntVZcsG6u2356hYseJauXK5nn12sObO/TDLxRdX8Yhkys/PTzfccIMkqXbt2tq9e7c+/PBDvfzyy1nK1qt3KYM/evSoIiMjFRISol27HPvEJiRcusksu/uscuLpJxNPYBi8T0UR7V70XN7etH/RQDsXTddDu6c1zMM9TJdvg1+xfNcxSpVWRmYdk++HYUidO9+l//73dUnSs88Oy3IuPX/+giTp9denKjS0nEN9X19fGYa0bt1azZjxlgYO/I9q166jkiVL6dNPP9Tvv+91WJ6Pj88VbWdRRkZGtu25Y8d2Pfdc7t38Mu/5ulJQULCSkpIclp+UlKRSpUrJz6+40/VmV0eSAgODZRjZlwkKujR/587tOnUqST16dLHPT09P14wZU7V48QItWbJSv/66VZs2bdTq1d+pVCl/SdLQoSO0devPWrXqS/Xt+3CO222WRyRTV8rIyFBqaqrTefv27ZP0v0Spfv36mjVrlhITExUcHCxJ2rRpk/z9/e1dBQGgsLLZbLJaj5iqGxlZucBuUgaAoqpZs+ZKS0uTxWJR06ZZB2WoUqWK/Pz89M8/J/7//qisdu/eqTp16qp79572aceOHbvq2GrWrKmPP14omy37hCsoKCjb+rVq1dGWLT85TNu69WfVqlU32zq1a9fVu+++LZvNZv/M2br1Z0VG3qAyZcrYy/z661b16nW/w3Jr164jSerY8Q41btzUYbnPPvuMOna8Q507d5Uk/fvvpVEULRbHwcotFosMIyPb+K6W2z9F33zzTd1yyy2qUKGCzp07py+//FK//PKL5s2bJ6vVqpUrV6p169YqW7as9u/fr4kTJ6pJkyaqUaOGpEuDTVSvXl3Dhg3T888/r/j4eE2dOlV9+vRhJD8AhZ7VekTL9x5RSIWK+aqXcDxWd0uqWpUfnQDAlby9vfXJJ5/ZX1+pZMlSuvfeBzR9+hQZhqG6desrJSVFu3fvUKlS/urUqYsqVozUmjVf6eefN6tChXCtXbtKf/yxVxUqRFxVbMWKFVelSpFKSzPXtfPuu3vo888X6+2331Lnznfpt9+26vvv1+n116fayyxdukg//LBeb731jiTptttu1/z5czRx4svq0+chHT78pz77bIGeeeZZe52ePe/VwIH9tWDBx2rRIkbr1q3VH3/8rmHDLo3kFxBQVgEBZR1i8fHxUXBwsCIjK0u6lJCVLl1ar7wyRg8//LiKFSumlSuX6/jxODVvHpP/jc0jtydTiYmJGj58uE6ePKnSpUsrOjpa8+bNU8uWLXX8+HFt3rxZH374oc6fP68KFSqoQ4cOGjDgfzfkeXt7a9asWRo7dqx69+6tEiVKqFu3bho0KOdLmABQWIRUqKiwytVyLwgAuCYyu5ll5/HHn1LZsoH66KP5ios7Jn//0oqKqqEHH3xEknTXXd118OB+jRnzgiSL2rfvqG7demrLlk3XIPrshYdH6PXXp2r69Cn67LOFCg0tp+HDRzkMi56cnKxjx2Ltf/v7+2vKlBmaMuU1PfZYXwUElNXDDz9mHxZdkurUqacxY17RnDlv6913Z6pixUqaOHFyvn7wK1u2rN58c7reffdtDR78lGw2m6pUqaqJE9/UjTdGueYNcMJiGJ7eS/baiY8/6+4QPJrFcml0G7O/ZuD6RLt7tr/+OqSNSbZ8J1MnjvypmCAfpx9U9jZPtcnIHITC2/v6GD8ZpnCcF020e9FDm+dPaGjpXMu4/coUAMBDWSwS91QBAJAtr9yLAAAAAACuxE+OAADnUlPl9f/D12YEBkkM6gMAgAOuTAEAnPLZvVPBdaIUXCdKPrt3ujscAAA8DskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACTy0FwDglOHjq/SwCpf+8PV1bzAAAHggkikAgFPp9eoradd+d4cBAIDHopsfAAAAAJhAMgUAAAAAJtDNDwDgXEqKfP7YJ0myRdeU/P3dHBAAAJ6FK1MAAKd89u9TYKdbFdjpVvns3+fucAAA8DgkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACbw0F4AgFNGKX+lNWpifw0AAByRTAGAB7DZbLJaj+S7ntVqleEf5vqAJKXXqKnk1d8WyLIBACgMSKYAwANYrUe0fO8RhVSomK96Bw7FqlKNwHyvLz3dJqs1Ltv5vr7eSktLdzovMrKyfHz4+AAAgE9DAPAQIRUqKqxytXzViT9mNbWupBNxOpGWKqu/zel8i5dNRkbW6QnHY3W3pKpVq5taLwAAhQnJFAAUUUFhEdkmb15ekk9SksK2/ChJOnFzK6WWDbqW4QEA4PFIpgAATpU++pdaPfuoJGnNgrVKJJkCAMABQ6MDAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJjOYHAMiz3B72mxMe9gsAKGz4VAMA5FluD/vNzsnYo2pstSoyMjLf6yQJAwB4Kj6dAABOpQYE6ujtd9tfZ8rpYb/ZiT9m1eaE8/lOwhKOx+puSVWrVs9XPQAArgWSKQCAU2crV9PGKfNctjwzSRgAAJ6MASgAAAAAwASSKQAAAAAwgW5+AACnisefUJWVSyRJh7veo39Dw9wcEQAAnoVkCgDgVKm4WDWcPEaSdLLRzSRTAABcgW5+AAAAAGACyRQAAAAAmEAyBQAAAAAmkEwBAAAAgAkkUwAAAABgAqP5AYCL2Gw2Wa1HTNW1Wq0y/BktDwCA6wnJFAC4iNV6RMv3HlFIhYr5rnvgUKwq1QgsgKgAAEBBIZkCABcKqVBRYZWr5bte/DFrAURzdS6Ehun3RwbaXwMAAEckUwAAp86HV9T258e5OwwAADyW2weg+PTTT9W1a1c1bNhQDRs2VO/evbVhwwb7/IsXL2rcuHFq1qyZGjRooGeeeUYJCQkOy4iLi1P//v1Vr149NW/eXK+99ppsNtu13hQAAAAARYjbk6mwsDA999xz+vzzz7V06VLdfPPNevrpp3Xw4EFJ0quvvqrvv/9eU6dO1UcffaSTJ09q4MCB9vrp6el64oknlJaWpoULF2rSpElatmyZpk2b5q5NAgAAAFAEuD2ZateunVq3bq3KlSurSpUqGjJkiEqWLKkdO3bo7NmzWrp0qUaMGKHmzZurdu3aevXVV7V9+3bt2LFDkrRx40YdOnRIb7zxhmrWrKnWrVtr8ODB+uSTT5SamurejQOA61ipY1Y1emWEGr0yQqU88J4uAADczaPumUpPT9eaNWt0/vx5NWjQQHv27FFaWppatGhhL1OtWjWFh4drx44dql+/vnbs2KGoqCiFhITYy8TExGjs2LE6dOiQbrrppnzFYLG4bHMKncz3hveoaKHdi57Mpi6RcFI1PpkjSTrS5R6di4h0X0zsfwWK47xoot2LHtrc9Twimdq/f7/uvfdeXbx4USVLltTMmTNVvXp17du3T76+vipTpoxD+eDgYMXHx0uSEhISHBIpSfa/M8vklZ+f91VsReFnsUje3t6yWCTDcHc0uFZo97zz9fWWxcsmLxPX/C1eksViyXfdgqpnsVhkuWyel9elf+6I09fXW76+nJ8LEsd50US7Fz20uet5RDJVpUoVLV++XGfPntXatWs1fPhwffzxx9c8jtTUdDL1HGQeeDZbOgdgEUK7511aWrqMDCkjI/91jQzJMIx81y2IehZJ8jJkXDYv4/+3yx1xpqWlKy0tPX8VkS8c50UT7V700Oau5xHJlJ+fn2644QZJUu3atbV79259+OGH6tSpk9LS0nTmzBmHq1OJiYkKDQ2VdOkq1K5duxyWlznaX2aZ/GDHyp1h8D4VRbR70WHoUkLlSc3NvndtcJwXTbR70UObu47bB6BwJiMjQ6mpqapdu7Z8fX21efNm+7y//vpLcXFxql+/viSpfv36OnDggBITE+1lNm3aJH9/f1WvXv1ahw4AAACgiHD7lak333xTt9xyiypUqKBz587pyy+/1C+//KJ58+apdOnS6tGjhyZNmqSAgAD5+/trwoQJatCggT2ZiomJUfXq1TVs2DA9//zzio+P19SpU9WnTx/5+fm5d+MAAAAAFFpuT6YSExM1fPhwnTx5UqVLl1Z0dLTmzZunli1bSpJGjhwpLy8vDRo0SKmpqYqJidGYMWPs9b29vTVr1iyNHTtWvXv3VokSJdStWzcNGjTIXZsEAAAAoAhwezL16quv5ji/WLFiGjNmjEMCdaWIiAjNmTPH1aEBAAAAQLbcnkwBADzTufBK2vriJPtrAADgiGQKAODUv6HldaDP4+4OAwAAj+WRo/kBAAAAgKcjmQIAAAAAE0imAABOlT5ySLcMfEC3DHxApY8ccnc4AAB4HJIpAIBTfqeTVem71ar03Wr5nU52dzgAAHgckikAAAAAMIFkCgAAAABMIJkCAAAAABNIpgAAAADABJIpAAAAADCBZAoAAAAATCCZAgAAAAATfNwdAADAM52tXF3rZ3xsfw0AAByRTAEAnEoNKKtj7Tq5OwxTbDabrNYjpupGRlaWjw8fjwCA3PFpAQAodKzWI1q+94hCKlTMV72E47G6W1LVqlyJAwDkjmQKAFAohVSoqLDK1dwdBgCgEGMACgCAU2UP/K5OPdqqU4+2Knvgd3eHAwCAx+HKFADAKe8L5xW0b5f9NQAAcMSVKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCgAAAABMIJkCAAAAABN4zhQAwKnkG2tq1dL1kqQzN1R1bzAAAHggkikAgFPpJUvpVM067o0h3SarNS7f9axWqwz/sAKICACA/yGZAgB4rKQTcTqRliqrvy1f9Q4cilWlGoEFFBUAAJeQTAEAPFpQWITCKlfLV534Y9YCigYAgP9hAAoAgFNBe3eoR4sb1aPFjQrau8Pd4QAA4HG4MgUAcMpis6l4cpL9NQAAcMSVKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCgAAAABMIJkCAAAAABN4zhQAwKmkWvX12aZDkqQ0/9JujgYAAM9DMgUAcMrw8VFq2UB3hwEAgMeimx8AAAAAmMCVKQCAU5b0dHld/FeSlFGsuAxvbzdHBACAZ+HKFADAqaA923Vv40jd2zhSQXu2uzscAAA8DskUAAAAAJhAMgUAAAAAJnDPFABcwWazyWo9ku96VqtVhn+Y6wMCAAAeiWQKAK5gtR7R8r1HFFKhYr7qHTgUq0o1GEocAICigmQKAJwIqVBRYZWr5atO/DFrAUUDAAA8EfdMAQAAAIAJJFMAAAAAYALd/AAAThleXkorUcr+GgAAOCKZAgA4lVSnoRb/xn1gAABkx+0/Nc6ePVs9evRQgwYN1Lx5cw0YMEB//fWXQ5m+ffsqOjra4d/o0aMdysTFxal///6qV6+emjdvrtdee002m+1abgoAAACAIsTtV6Z++eUX9enTR3Xq1FF6erqmTJmifv366auvvlLJkiXt5Xr16qVBgwbZ/y5RooT9dXp6up544gmFhIRo4cKFOnnypIYPHy5fX189++yz13R7AAAAABQNbk+m5s2b5/D3pEmT1Lx5c+3du1dNmjSxTy9evLhCQ0OdLmPjxo06dOiQ5s+fr5CQENWsWVODBw/W5MmTNXDgQPn5+RXoNgBAYeT97wWV+v/h3s9FRCq9eIlcagAAULS4PZm60tmzZyVJAQEBDtNXrlypFStWKDQ0VG3bttWAAQPsV6d27NihqKgohYSE2MvHxMRo7NixOnTokG666aY8r99iccFGFFKZ7w3vUdFCuxc9mU0duH+vOt7XUZK0ZsFaJdZr7L6grrGitr9znBdNtHvRQ5u7nkclUxkZGXr11VfVsGFDRUVF2ad36dJF4eHhKleunPbv36/Jkyfr8OHDmjFjhiQpISHBIZGSZP87Pj4+z+v38/N2wVYUXhaL5O3tLYtFMgx3R4NrpSi2u6+vtyxeNuV3ADuLl2SxWPJd72rqFlQ9i8Uiy2XzvLwu/fO0OAuinq+vt3x9i9bnQVE8zkG7F0W0uet5VDI1btw4HTx4UJ9++qnD9N69e9tfR0dHKzQ0VA8//LCsVqsiIyNdtv7U1HQy9RxkHng2WzoHYBFSFNs9LS1dRoaUkZG/ekaGZBhGvutdTd2CqGeRJC9DxmXzMv7//fCkOAuqXlpautLS0vNX8TpXFI9z0O5FEW3ueh6TTL388stav369Pv74Y4WFheVYtl69epKko0ePKjIyUiEhIdq1a5dDmYSEBEnK9j6r7LBj5c4weJ+KItq96DB0KaEqys1dVPd1jvOiiXYvemhz13H70OiGYejll1/WN998ow8++ECVKlXKtc6+ffsk/S9Rql+/vg4cOKDExER7mU2bNsnf31/Vq1cvmMABAAAAFGluvzI1btw4ffnll3r77bdVqlQp+z1OpUuXVvHixWW1WrVy5Uq1bt1aZcuW1f79+zVx4kQ1adJENWrUkHRpsInq1atr2LBhev755xUfH6+pU6eqT58+jOQHAAAAoEC4PZlasGCBpEsP5r3cxIkT1b17d/n6+mrz5s368MMPdf78eVWoUEEdOnTQgAED7GW9vb01a9YsjR07Vr1791aJEiXUrVs3h+dSAQAAAIAruT2Z2r9/f47zK1SooI8//jjX5URERGjOnDmuCgsAAAAAcuT2ZAoA4JnSi5dQcrVo+2sAAOCIZAoA4FRydC19tXKTu8O4ptLTbbJa40zVjYysLB8fPlYBoCjhrA8AwP9LOhGnE2mpsvrb8lUv4Xis7pZUtSojyAJAUUIyBQDAZYLCIhRWuZq7wwAAXAdIpgAATvmeOa2QXb9JkhLqNlJamQA3RwQAgGdx+0N7AQCeqczhg2rXv6fa9e+pMocPujscAAA8DskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACTy0FwDgVFrpMoqLudX+GgAAOCKZAgA4daZqlL5/d7G7wwAAwGPRzQ8AAAAATCCZAgAAAAAT6OYHAHCqWGK8Kn63WpIU266TLgaHujkiAAA8C8kUAMAp/9ijunnMEEnSmqibSKYAALgC3fwAAAAAwASSKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCgAAAABM4DlTAACn/g0O1cGeD9lfAwAARyRTAACnzlW8Qb+Mm+LuMAAA8Fh08wMAAAAAE0imAAAAAMAEuvkBAJwqefyYblz8viTpYK+Hdb5ChHsDAgDAw5BMAfB4NptNVusRU3UjIyvLx4dTnRklTh5X7dmX7pmKbdORZAoAgCvwDQOAx7Naj2j53iMKqVAxX/VOxh5VY6tVkZGR+VyfVYZ/WL7qAACAoodkCsB1IaRCRYVVrpavOvHHrNqccF5Wf1u+6h04FKtKNQLzVQcAABQ9JFMACrWgsAhTSRgAAEBuGM0PAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIEBKAAATp0PC9eOQSPtrwEAgCOSKQCAUxfKh2vvk0PdHQYAAB6Lbn4AAAAAYALJFAAAAACYYDqZmjx5so4cOeLCUAAAnsTfeljNRzyl5iOekr/1sLvDAQDA45hOpr744gt16tRJ999/v5YtW6YLFy64Mi4AgJsVO5WoqisWq+qKxSp2KtHd4QAA4HFMJ1MbNmzQO++8o5CQEL300kuKiYnRSy+9pO3bt7syPgAAAADwSKZH8/Py8lKbNm3Upk0bnTp1Sl988YWWLVumJUuWqGrVqurRo4fuuusuBQcHuzJeAAAAAPAILhmAIjAwUA8//LBee+01NW7cWH/++adef/11tW7dWsOHD1dSUpIrVgMAAAAAHuOqk6mzZ8/q008/Vffu3dWtWzelpKRo9OjR+vHHHzV27Fj9+uuvGjJkiCtiBQAAAACPYbqb3+bNm7VkyRJ9++238vb2VufOnfXyyy+rdu3a9jL33HOPKlSooCeffNIlwQIAAACApzCdTD3yyCOqV6+eRo0apc6dO6tEiRJOy1WuXFldunQxHSAAAJ4uPd0mqzXOVN3IyMry8TH9cQwAcCPTZ+8VK1YoKioq13IRERGaOHGi2dUAAODxkk7E6URaqqz+tnzVSzgeq7slVa1avUDiAgAULNPJVHh4uE6ePKly5cplmXfy5EmVKlVKpUqVynU5s2fP1tdff62//vpLxYsXV4MGDfTcc8+patWq9jIXL17UpEmTtGrVKqWmpiomJkZjxoxRSEiIvUxcXJzGjh2rn3/+WSVLltTdd9+toUOH8msfAJiUEllFP016x/4aOQsKi1BY5WruDgMAcA2ZHoBi1KhReuutt5zOmz59ukaPHp2n5fzyyy/q06ePFi9erPnz58tms6lfv346f/68vcyrr76q77//XlOnTtVHH32kkydPauDAgfb56enpeuKJJ5SWlqaFCxdq0qRJWrZsmaZNm2Z28wCgyLsYGKwjd/bSkTt76WIgj7kAAOBKppOpX3/9VW3atHE6r3Xr1vrll1/ytJx58+ape/fuuvHGG1WjRg1NmjRJcXFx2rt3r6RLowUuXbpUI0aMUPPmzVW7dm29+uqr2r59u3bs2CFJ2rhxow4dOqQ33nhDNWvWVOvWrTV48GB98sknSk1NNbuJAAAAAJAt033gTp8+nW03vhIlSig5OdnUcs+ePStJCggIkCTt2bNHaWlpatGihb1MtWrVFB4erh07dqh+/frasWOHoqKiHLr9xcTEaOzYsTp06JBuuummPK/fYjEVdpGQ+d7wHhUttHvRY7nsf8OdgRQh7j6+OM6LJtq96KHNXc90MlWpUiVt2rTJIcnJtHnzZkVEROR7mRkZGXr11VfVsGFD++AWCQkJ8vX1VZkyZRzKBgcHKz4+3l7m8kRKkv3vzDJ54efnne+YixKLRfL29pbFIhl8wyoyPKHdfX29ZfGyySuf19ItXpLFYvH4eu5YZ271LBaLyvy1T43HDZMk/TrmdZ2pXsPj4iwM9Xx9veXr697PH084znHt0e5FD23ueqaTqZ49e+rNN99UQECAevTooaCgICUlJenzzz/X+++/r2effTbfyxw3bpwOHjyoTz/91GxYVyU1NZ1MPQeZB57Nls4BWIR4QrunpaXLyJAyMvJXz8iQDMPw+HruWGdO9SyS5GXI52yKym/9SZLkfTZFGRmeFWdhqZeWlq60tPT8VXQxTzjOce3R7kUPbe56ppOphx9+WFarVVOmTNGUKVPk7e2t9PRLHwb33nuvHn300Xwt7+WXX9b69ev18ccfKywszD49JCREaWlpOnPmjMPVqcTERIWGhtrL7Nq1y2F5CQkJkmQvk1fsWLkzDN6nooh2LzoM0cXvWvOUY4vjvGii3Yse2tx1TCdTFotFY8aM0UMPPaTNmzfr9OnTKlu2rG6++WZVrlw5z8sxDEPjx4/XN998o48++kiVKlVymF+7dm35+vpq8+bN6tixoyTpr7/+UlxcnOrXry9Jql+/vmbNmqXExEQFB18acWrTpk3y9/dX9eo8uwMAAACA6131Q5gqV66cr+TpSuPGjdOXX36pt99+W6VKlbLf41S6dGkVL15cpUuXVo8ePTRp0iQFBATI399fEyZMUIMGDezJVExMjKpXr65hw4bp+eefV3x8vKZOnao+ffrIz8/vajcRAAAAALK4qmQqPT1dO3fu1IkTJ5wOQX733XfnuowFCxZIkvr27eswfeLEierevbskaeTIkfLy8tKgQYMcHtqbydvbW7NmzdLYsWPVu3dvlShRQt26ddOgQYOuYusAAAAAIHumk6m9e/fqmWee0fHjx2U46XRpsVjylEzt378/1zLFihXTmDFjHBKoK0VERGjOnDm5LgsAAAAAXMF0MjV27Fj5+/vrgw8+UPXq1eXr6+vKuAAAAADAo5lOpg4dOqSpU6eqadOmrowHQCFms9lktR7Jdz2r1SrDPyz3ggAAANeQ6WSqcuXKOnfunCtjAVDIWa1HtHzvEYVUqJivegcOxapSjcACigrZOV0tSt98uNL+GgAAODKdTL3wwgt65ZVXFB0drWrVqrkyJgCFWEiFigqrnL9zRvwxawFFg5zY/MvoZOMW7g4DAACPZTqZGj9+vOLj49W1a1eVK1dOpUuXdphvsVi0YsWKqw4QAAAAADyR6WSqVq1aslgsrowFAAAAAK4bppOpSZMmuTIOAICHCdy3W60GPyRJ+vGtD3SqZh03RwQAgGe5qof2ZjIMQydPnlRwcLB8fFyySACAm3mlXlTp2KP21wAAwJHX1VT+8ccf1atXL9WpU0dt2rSxP4D3pZde4n4pAAAAAIWa6WTqyy+/VP/+/VWxYkWNGTNGhmHY51WqVEmff/65SwIEAAAAAE9kOpl6++239dBDD2nKlCnq3r27w7wbb7xRBw8evOrgAAAAAMBTmU6m/v77b7Vu3drpvBIlSujs2bOmgwIAAAAAT2c6mQoNDdVff/3ldN7+/fsVHh5uOigAAAAA8HSmk6kuXbpo+vTp2rx5s32axWLRgQMHNHfuXN15550uCRAAAAAAPJHpccwHDhyogwcP6pFHHlHZsmUlSY8//riSkpLUpk0b9e/f31UxAgAAAIDHMZ1M+fn56Z133tGWLVu0adMmnTp1SgEBAWrRooVatGjhyhgBAG5wqmYdLf9muyTpQmh5N0cDAIDnueon7N588826+eabXRELAMCDZPgV07mISHeHAQCAxzKdTMXFxeVahkEoAAAAABRWppOpdu3ayWKx5Fhm3759ZhcPAAAAAB7NdDI1Y8aMLNPOnDmjjRs3aseOHXruueeuKjAAgHsF7/xVHR64Q5L09cerlFivsZsjAgDAs5hOptq3b+90evfu3TVx4kT98ssvuuOOO0wHBgBwP6/0dHeHAACAxzL9nKmctG7dWqtWrSqIRQMAAACARyiQZGrbtm3y8/MriEUDAAAAgEcw3c1vwoQJWaalpqbqr7/+0m+//aZHH330qgIDAAAAAE9mOpn67rvvskwrVqyYwsLCNGbMGPXs2fOqAgMAAAAAT+bSZAoAAAAAiooCuWcKAAAAAAo7lz5nKjsWi0VPP/202VUBAAAAgMcxnUx98MEHSktL07///ivp0v1SFy9elCQVL15cvr6+9rIkUwBw/Ums20if7Im/9IfF4t5gCqn0dJus1jhTdSMjK8vHx/THOADABUyfhd977z395z//0YABA9SxY0f5+/srJSVFa9as0TvvvKP//ve/qlu3ritjBQBcSxYLSVQBSzoRpxNpqbL62/JVL+F4rO6WVLVq9QKJCwCQN6aTqfHjx6tfv37q0aOHfZq/v7/uueceXbx4US+//LKWLFnikiABACisgsIiFFa5mrvDAACYYDqZ+uOPP1SxYkWn8ypVqqSDBw+aDgoA4H5eqakqdipBknQxMEQZPIwdAAAHpkfzi4iI0MKFC2UYhsN0wzD06aefKjw8/KqDAwC4T+C+Xereto66t62jwH273B0OAAAex/SVqaFDh2rw4MHq0KGD2rZtq+DgYCUmJur7779XXFyc3nrrLVfGCQAAAAAexXQy1b59ey1ZskTvvvuuvv32W8XHxys0NFR169bVtGnTVLNmTVfGCQAAAAAe5arGVK1Zs6b++9//uioWAAAAALhumL5n6nLHjx/Xtm3bdP78eVcsDgAAAAA83lUlU4sWLVKrVq3Utm1b9enTR4cPH5YkPf300/rggw9cEiAAAAAAeCLTydT777+v8ePH6+6779Z7773nMKpf06ZNtWbNGpcECAAAAACeyPQ9Ux9//LEGDBigAQMGKD093WFelSpV7FepAAAAAKAwMp1M/fPPP2rQoIHTeb6+vtw/BQDXuQxfP50vX8H+GgAAODKdTIWHh2v37t1q3rx5lnk7d+5U5cqVryYuAICbnbqprpZ9v8fdYQAA4LFM3zPVq1cvvfPOO/rss8+UkpIiSbLZbFq/fr3mzZun3r17uyxIAAAAAPA0pq9M9evXT8ePH9fo0aM1ZswYSdJ9990nSbr//vvVp08f10QIAAAAAB7oqh7aO2rUKD300EPatGmTTp06pYCAADVv3pwufgBQCPicO6uyB/+QJCXfWEO2UqXdHBEAAJ7FVDJ18eJFtWjRQm+88YbatWtHlz4AKIQCDu1Xx/tvlyStWbBWifUauzkiAAA8i6l7pooVK6YSJUrI29vb1fEAAAAAwHXB9AAUd999t5YsWeLKWAAAAADgumH6nqkyZcpox44d6tq1q1q1aqWQkBBZLBb7fIvFoocfftgVMQIAAACAxzGdTE2ZMkWSFB8fr4MHD2aZTzIFAAAAoDDLVzLVtWtXvfnmm4qKitIff1wa4WnFihVq3bq1AgICCiRAAAAAAPBE+bpn6uDBg/r333/tf6enp2v48OGKjY11eWAAAAAA4MlMD0CRyTAMV8QBAAAAANeVq06mrtbWrVv15JNPKiYmRtHR0Vq3bp3D/BEjRig6OtrhX79+/RzKJCcna+jQoWrYsKEaN26skSNH6ty5c9dyMwCg0LGV9Fd8g6aKb9BUtpL+7g4HAACPY3oAistdPopffp0/f17R0dHq0aOHBg4c6LRMq1atNHHiRPvffn5+DvOfe+45xcfHa/78+UpLS9PIkSM1evRovfnmm6bjAoCi7vSNNfT1J6vdHQYAAB4r38nUQw89lCV56tOnT5ZpFotFv/32W67La926tVq3bp1jGT8/P4WGhjqd9+eff+rHH3/UkiVLVKdOHUnSqFGj1L9/fw0bNkzly5fPNQYAAAAAyK98JVPZXTkqaL/88ouaN2+uMmXK6Oabb9Z//vMfBQYGSpK2b9+uMmXK2BMpSWrRooW8vLy0a9cu3Xbbbfla11VcZCv0Mt8b3qOihXYveiyX/c9dsZ7NVcclx3nRRLsXPbS563l8MtWqVSvddtttqlixov7++29NmTJFjz/+uBYtWiRvb28lJCQoKCjIoY6Pj48CAgIUHx+fr3X5+Xm7MvRCx2KRvL29ZbFIjDtSdLiy3X19vWXxsskrn3drWrwuXe0urPXcsc7c6lksFvmdTlTY5g2SpBPNWys1MMjj4izK9Xx9veXr65rPLc7vRRPtXvTQ5q7nknumClLnzp3trzMHoGjfvr39apUrpaamk6nnIPPAs9nSOQCLEFe2e1pauowMKSMjf/WMjEsjhxbWeu5YZ071LJLkZcj/yF9q+exjkqQ1C9bq34Agj4qzqNdLS0tXWlp6/ipmg/N70US7Fz20uet5fDJ1pUqVKikwMFBHjx5V8+bNFRISoqSkJIcyNptNp0+fzvY+q5ywY+XOMHifiiLavegwRBe/64Wrj0mO86KJdi96aHPXcfvQ6Pl14sQJJScn2xOlBg0a6MyZM9qzZ4+9zJYtW5SRkaG6deu6K0wAAAAAhZzbr0ydO3dOVqvV/ndsbKz27dungIAABQQEaMaMGerYsaNCQkL0999/64033tANN9ygVq1aSZKqVaumVq1a6aWXXtK4ceOUlpam8ePHq3PnzozkBwAAAKDAuD2Z2rNnjx588EH735nPk+rWrZvGjh2rAwcOaPny5Tp79qzKlSunli1bavDgwQ7Pmpo8ebLGjx+vhx56SF5eXurQoYNGjRp1zbcFAAAAQNHh9mSqWbNm2r9/f7bz582bl+syypYtywN6AQAAAFxT1909UwAAAADgCUimAAAAAMAEt3fzAwB4potlg3Tkju721wAAwBHJFADAqZQbquqnyXPcHQYAAB6Lbn4AAAAAYALJFAAAAACYQDc/AIBTJU4eV+WVSyRJR7reowvlKrg5IgAAPAvJFADAqZLHj6nhm2MlSScbNyeZAgDgCnTzAwAAAAATSKYAAAAAwASSKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIHnTAEAnLoQGqa9/Z6xvwYAAI5IpgAATp0Pr6gdQ8e6OwwAADwWyRSAfLPZbLJaj+S7ntVqleHPFQ4AAFA4kEwByDer9YiW7z2ikAoV81XvwKFYVaoRWEBRAQAAXFskUwBMCalQUWGVq+WrTvwxawFFg4JQ6phVNefPkCTte2SgzkVEujkiAAA8C8kUAMCp4gknFf3pPEnS4a69SKYAALgCQ6MDAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYwHOmAABOnYuI1NZRr9lfAwAARyRTAACn/g0ppwP3P+buMAAA8Fh08wMAAAAAE7gyBQDAdSY93SarNc50/cjIyvLx4SsAAFwtzqQAAKdKHz6ohpPHSpK2PTdWZ6vc6N6AYJd0Ik4n0lJl9bflu27C8VjdLalq1eoujwsAihqSKQCAU35nTqvi92skSXv6D3FzNLhSUFiEwipXc3cYAFCkcc8UAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACTxnCgDg1NnK1bX+7U/trwEAgCOSKQCAU6kBZXWsTUd3hwEAgMeimx8AAAAAmEAyBQAAAAAm0M0PAOBU2QO/q/nwpyRJm197R8lRN7k5IrhCerpNVmtclum+vt5KS0vPsW5kZGX5+PDVAQAycUYEADjlfeG8gvbvsb9G4ZB0Ik4n0lJl9bc5TLd42WRkZF8v4Xis7pZUtSqDkQBAJpIpAACKmKCwCIVVruYwzctLysghmQIAZMU9UwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJbk+mtm7dqieffFIxMTGKjo7WunXrHOYbhqG33npLMTExqlu3rh5++GEdOXLEoUxycrKGDh2qhg0bqnHjxho5cqTOnTt3DbcCAAAAQFHj9mTq/Pnzio6O1pgxY5zOnzNnjj766CONHTtWixcvVokSJdSvXz9dvHjRXua5557ToUOHNH/+fM2aNUu//vqrRo8efa02AQAAAEAR5Pah0Vu3bq3WrVs7nWcYhj788EM99dRTat++vSTp9ddfV4sWLbRu3Tp17txZf/75p3788UctWbJEderUkSSNGjVK/fv317Bhw1S+fPlrti0AUJgkR92kr5b9IEk6G1nFzdEAAOB53J5M5SQ2Nlbx8fFq0aKFfVrp0qVVr149bd++XZ07d9b27dtVpkwZeyIlSS1atJCXl5d27dql2267LV/rtFhcFn6hk/ne8B4VLbR70ZPZ1BklSio5upZbY8G1YbnsfyO3spwLCg3O70UPbe56Hp1MxcfHS5KCg4MdpgcHByshIUGSlJCQoKCgIIf5Pj4+CggIsNfPKz8/76uItvCzWCRvb29ZLJKR26ctCg1n7e7r6y2Ll01e+ewobPGSLBYL9TxgnbnVs1gskpehKz9vPS1O6uWvXk51s2vzy+v5+nrL15fPysKCz/WihzZ3PY9Opq611NR0MvUcZB54Nls6B2AR4qzd09LSZWRIGRn5W5aRcan7LvXcv86c6lkkycu4VMaD46Se6/a1nNr88nppaelKS0vP/0rhkfhcL3poc9fz6GQqNDRUkpSYmKhy5crZpycmJqpGjRqSpJCQECUlJTnUs9lsOn36tL1+frBj5c4weJ+KItq96DB06ct14J7tavfYPZKk7+YuUVLtBm6NCwUns83zcohzHih8OL8XPbS567h9NL+cVKxYUaGhodq8ebN9WkpKinbu3KkGDS59qDdo0EBnzpzRnj177GW2bNmijIwM1a1b95rHDACFhSU9XcXOJKvYmWRZ0rkaAQDAldx+ZercuXOyWq32v2NjY7Vv3z4FBAQoPDxcDz74oN555x3dcMMNqlixot566y2VK1fOPrpftWrV1KpVK7300ksaN26c0tLSNH78eHXu3JmR/AAAAAAUGLcnU3v27NGDDz5o/3vixImSpG7dumnSpEl6/PHHdeHCBY0ePVpnzpxRo0aNNHfuXBUrVsxeZ/LkyRo/frweeugheXl5qUOHDho1atQ13xYAAAAARYfbk6lmzZpp//792c63WCwaPHiwBg8enG2ZsmXL6s033yyI8AAAAADAKY++ZwoAAAAAPBXJFAAAAACYQDIFAAAAACaQTAEAAACACW4fgAIA4JmSatXX4i1/SZJsJUu5ORoAADwPyRQAwCnDx0dpZQLcHQYAAB6Lbn4AAAAAYAJXpgAATlnS0+X97wVJUnrxEjK8vd0cEQAAnoUrUwAAp4L2bFfvJjeod5MbFLRnu7vDAQDA45BMAQAAAIAJdPMDijCbzSar9Uiu5Xx9vZWWlm7/22q1yvAPK8DIAAAAPB/JFFCEWa1HtHzvEYVUqJhjOYuXTUbG//4+cChWlWoEFnB0AAAAno1kCijiQipUVFjlajmW8fKSMi5LpuKPWQs4KgAAAM/HPVMAAAAAYALJFAAAAACYQDIFAAAAACZwzxRQCOR1VL4rMSofcmJ4eyutlL/9NQAAcEQyBRQCeR2V70qMyoecJNVuoMVbj7o7DAAAPBbJFFBI5GVUvisxKh8AAIB53DMFAAAAACZwZQoA4JT3hfPyj7109TKlYqTSS5R0c0QAAHgWrkwBAJwqe+B3dbmrpbrc1VJlD/zu7nAAAPA4JFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACSRTAAAAAGACyRQAAAAAmEAyBQAAAAAm8NBeAIBT6cVLKLl6DftrAADgiGQKAOBUcnQtfbXiJ3eHAQCAx6KbHwAAAACYwJUpAACQq/R0m6zWOFN1IyMry8eHrxwACh/ObAAAp3zPnFbojq2SpPj6TZRWJsDNEcGdkk7E6URaqqz+tnzVSzgeq7slVa1avUDiAgB3IpkCADhV5vBBtX2ytyRpzYK1SqzX2M0Rwd2CwiIUVrmau8MAAI/BPVMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACQxAAQAACgxDqgMozDhDAQCAAsOQ6gAKM5IpAABQoBhSHUBhRTIFAHAqtUyAjt1ym/01AABwRDIFeBCbzSar9Ui+61mtVhn+Ya4PCEXa2So3av2she4OAwAAj0UyBXgQq/WIlu89opAKFfNV78ChWFWqEVhAUQHAtcfAFQCuB5xpAA8TUqFivu8tiD9mLaBoAMA9GLgCwPWAZAoA4FTxhJOq+O0qSVLsrXfo35Bybo4IRQ0DVwDwdCRTAACnSh2zqtm4oZKkUzVqk0wBAHAFL3cHAAAAAADXI5IpAAAAADCBZAoAAAAATCCZAgAAAAATPD6Zmj59uqKjox3+3X777fb5Fy9e1Lhx49SsWTM1aNBAzzzzjBISEtwYMQAAAICi4LoYze/GG2/U/Pnz7X97e3vbX7/66qvasGGDpk6dqtKlS2v8+PEaOHCgFi5c6I5QAQAAABQR10Uy5e3trdDQ0CzTz549q6VLl2ry5Mlq3ry5pEvJ1R133KEdO3aofv361zhSAAAAAEXFdZFMHT16VDExMSpWrJjq16+voUOHKjw8XHv27FFaWppatGhhL1utWjWFh4ebTqYsFhcGXshkvje8R0WL5bL/DXcGgmsms80vBofqQO+HJUn/Bmf9QQuFR2E8zvmsyh2f60UPbe56Hp9M1a1bVxMnTlSVKlUUHx+vmTNnqk+fPlq5cqUSEhLk6+urMmXKONQJDg5WfHx8vtfl5+ede6EizGK5dJXQYpGMwvJp62F8fb1l8bLJK593M1q8JIvFUmD1LBaL5GX87wtXAa+vqNVzxzpzq2exWHQ+8gb9Nu5N+zQvD4yTevmrl1PdK49zd8d6NfV8fb3l68tnem74XC96aHPX8/hkqnXr1vbXNWrUUL169dS2bVutXr1axYsXd+m6UlPTydRzkHng2WzpHIAFJC0tXUaGlJGRv3pGhmQYRoHUs0iSl3Gp7DVYX1Gs54515lTPWZt7YpzUc92+llObuyvWq6mXlpautLT0/FUsgvhcL3poc9fz+GTqSmXKlFHlypVltVrVokULpaWl6cyZMw5XpxITE53eY5UX7Fi5Mwzep6LEUOHq+oPc0eZFT2Fscz6n8o7P9aKHNncdjx8a/Urnzp3T33//rdDQUNWuXVu+vr7avHmzff5ff/2luLg4Bp8AgKtU8vgx1Zs6QfWmTlDJ48fcHQ4AAB7H469Mvfbaa2rbtq3Cw8N18uRJTZ8+XV5eXurSpYtKly6tHj16aNKkSQoICJC/v78mTJigBg0akEwBwFUqcfK4ar/7X0lSbNvbdb5ChJsjAgDAs3h8MnXixAk9++yzSk5OVlBQkBo1aqTFixcrKChIkjRy5Eh5eXlp0KBBSk1NVUxMjMaMGePmqAEAAAAUdh6fTP33v//NcX6xYsU0ZswYEigAAAAA19R1d88UAAAAAHgCj78yBQAAkFfp6TZZrXGm6kZGVpaPD1+NAOQdZwwAAFBoJJ2I04m0VFn9bfmql3A8VndLqlq1eoHEBaBwIpkCAACFSlBYhMIqV3N3GACKAO6ZAgAAAAATuDIFAHDqfIUI7fjPKPtrAADgiGQKAODUhXIVtLf/EHeHAQCAx6KbHwAAAACYQDIFAAAAACbQzQ8A4JT/0b9Ud+ZrkqRdTw9Xyg1V3RwRAACehStTAACniiUnqcqXS1TlyyUqlpzk7nAAAPA4XJkCCoDNZpPVeiTf9axWqwz/MNcHBAAAAJcjmQIKgNV6RMv3HlFIhYr5qnfgUKwq1QgsoKgAAADgSiRTQAEJqVBRYZWr5atO/DFrAUUDAAAAV+OeKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEBqAAADiVEllFP702y/4aAAA4IpkCADh1MTBYR7r2dHcYAAB4LLr5AQAAAIAJXJkCcmCz2WS1Hsl3PavVKsM/zPUBAQAAwGOQTAE5sFqPaPneIwqpUDFf9Q4cilWlGoEFFBVwbZQ59IeajXtOkvTzmMk6U72GmyMCAMCzkEwBuQipUFFhlavlq078MWsBRQNcO77nUlTut83210Bhlp5uk9UaZ6puZGRl+fjwlQooijjyAQBAkZd0Ik4n0lJl9bflq17C8VjdLalq1eoFEhcAz0YyBQAAICkoLCLfPREAFG2M5gcAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACYwmh8AwKnT1aP19Udf2V8DAABHJFMAAKdspUorvtHN7g4DAACPRTc/AAAAADCBK1MAAAAmpafbZLXGmaobGVlZPj58FQOuZxzBAACnAn/fpVsGPShJ+mHahzp1U103RwR4nqQTcTqRliqrvy1f9RKOx+puSVWrVi+QuABcGyRTAACnvNJS5R/3t/01AOeCwiIUVrmau8MA4AbcMwUAAAAAJnBlCoWezWaT1XrEVF2r1SrDP8y1AQEAijzutQIKB45EFHpW6xEt33tEIRUq5rvugUOxqlQjsACiAgAUZdxrBRQOJFMoEkIqVDTVnz3+mLUAogEAgHutgMKAe6YAAAAAwASSKQAAAAAwgWQKAAAAAEzgnilcc2ZH17PZbJIs8vHxzlc9RuQDzDlVs46WrdspSfo3JNTN0QAA4HlIpnDNmR1d78COX1SqbJAiKudvBCNG5APMyfArpvPh+R8FEwCAooJkCm5hZnS9+GNW+QeHmqoHAEBhYPb5VNn17vD19VZaWnqOdXmuFZA9jgwAAIDrhNnnU2XXu8PiZZORkX09nmsF5IxkCgDgVPDOX9Xx/tslSWs/XaPEeo3dHBEAydzzqbLr3eHlJWXkkEwByBnJFAAgWxbDcHcIAAB4LIZGBwAAAAATuDIFAAAAp8wOeJGJwStQ2LF3wzSzz4viuU8AAFwfzA54ITF4BYqGQpVMffLJJ5o3b57i4+NVo0YNvfTSS6pbt667w8q3a/1QW8ncL0emnxfFc58AALhumBnwQsq8qmXu8STX8oqW2e9dElfeUIiSqVWrVmnixIkaN26c6tWrpw8++ED9+vXTmjVrFBwc7O7w8uVaP9T2ZOxRNbZaFRkZmWvZy59HYbVaFVwhnOc+AQCALMxe1crP95LLmf1R2Wq1atvZdIVUqJSvetc6Tun6SDKvl+1zlesr2hzMnz9fvXr1Uo8ePSRJ48aN0/r167V06VL179/fzdHl37V+qO3mhPN5Otld/jwKrjABAICcmB3GPa/fSy5n9kflS99n6nh8nNe62+S1/nH/eu0WWiiSqdTUVO3du1dPPPGEfZqXl5datGih7du352tZFourozMn4Xhsvuucij+h1LRUlSheIt/1SpUNyrWc5bL/MwdLTjpxzNT6zMZ5Leu5Y52eWM8iXRr3M+N/7e6JcV7P9dyxzpzqZba5cfyYfVri8WM6ERDoUXFSz3X7mrPj3N2xUq/g6xVku19trHn5XuJKZr/PXOs4zXabzGSxSD4+3rLZ0pXbky+udl1mecp38byyGMb1/xCRf/75R7fccosWLlyoBg0a2Ke//vrr2rp1qz777DM3RgcAAACgMOI5UwAAAABgQqFIpgIDA+Xt7a3ExESH6YmJiQoJCXFTVAAAAAAKs0KRTPn5+alWrVravHmzfVpGRoY2b97s0O0PAAAAAFylUAxAIUmPPPKIhg8frtq1a6tu3br64IMPdOHCBXXv3t3doQEAAAAohApNMnXHHXcoKSlJ06ZNU3x8vGrWrKm5c+fSzQ8AAABAgSgUo/kBAAAAwLVWKO6ZAgAAAIBrjWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkinkKDk5WUOHDlXDhg3VuHFjjRw5UufOnctTXcMw9Nhjjyk6Olrr1q0r4EjhKvlt8+TkZI0fP14dO3ZU3bp11aZNG02YMEFnz569hlEjvz755BO1a9dOderUUc+ePbVr164cy69evVq333676tSpo65du2rDhg3XKFK4Sn7afPHixbr//vvVpEkTNWnSRA8//HCu+wg8U36P9UxfffWVoqOjNWDAgAKOEK6W3zY/c+aMxo0bp5iYGNWuXVsdO3bkHJ8PJFPI0XPPPadDhw5p/vz5mjVrln799VeNHj06T3U/+OADWSyWAo4QrpbfNj958qROnjyp4cOH68svv9TEiRP1448/6sUXX7yGUSM/Vq1apYkTJ+rpp5/WsmXLVKNGDfXr10+JiYlOy2/btk1Dhw7VPffco+XLl+vWW2/V008/rQMHDlzjyGFWftv8559/VufOnfXhhx9q4cKFqlChgh599FH9888/1zhyXI38tnum2NhYvfbaa2rcuPE1ihSukt82T01N1SOPPKJjx47prbfe0po1azR+/HiVL1/+Gkd+HTOAbBw6dMiIiooydu3aZZ+2YcMGIzo62jhx4kSOdX///XejVatWxsmTJ42oqCjjm2++Kehw4QJX0+aXW7VqlVGrVi0jLS2tIMLEVbrnnnuMcePG2f9OT083YmJijNmzZzstP3jwYKN///4O03r27Gm89NJLBRonXCe/bX4lm81mNGjQwFi2bFkBRYiCYKbdbTab0bt3b2Px4sXG8OHDjaeeeupahAoXyW+bf/rpp8att95qpKamXqsQCx2uTCFb27dvV5kyZVSnTh37tBYtWsjLyyvHS8YXLlzQ0KFDNXr0aIWGhl6LUOEiZtv8SikpKfL395ePT6F5LnihkZqaqr1796pFixb2aV5eXmrRooW2b9/utM6OHTvUvHlzh2kxMTHasWNHQYYKFzHT5le6cOGCbDabAgICCipMuJjZdp85c6aCg4PVs2fPaxEmXMhMm3/33XeqX7++Xn75ZbVo0UJdunTRrFmzlJ6efq3Cvu6RTCFbCQkJCgoKcpjm4+OjgIAAxcfHZ1tv4sSJatCggdq3b1/QIcLFzLb55ZKSkvT222+rd+/eBREirtKpU6eUnp6u4OBgh+nBwcFKSEhwWichIUEhISF5Lg/PYqbNrzR58mSVK1fO4UsaPJuZdv/111+1ZMkSjR8//lqECBcz0+Z///231q5dq/T0dL377rsaMGCA5s+fr3feeedahFwo8LNxETR58mTNmTMnxzKrVq0ytexvv/1WW7Zs0bJly0zVR8EoyDa/XEpKip544glVq1ZNAwcOvOrlAXC/d999V6tWrdKHH36oYsWKuTscFJCUlBQNGzZM48ePz/KjGgovwzAUHBys8ePHy9vbW7Vr19Y///yjefPm8TmeRyRTRdCjjz6qbt265VimUqVKCgkJUVJSksN0m82m06dPZ9t9b8uWLbJarWrSpInD9GeeeUaNGzfWRx99dHXBw5SCbPNMKSkpeuyxx1SqVCnNnDlTvr6+Vx03XC8wMFDe3t5ZbkZOTEzMcvUpU0hISJZfNXMqD89ips0zzZs3T++++67mz5+vGjVqFGSYcLH8tvvff/+tY8eO6amnnrJPy8jIkCTddNNNWrNmjSIjIws2aFwVM8d6aGiofHx85O3tbZ9WtWpVxcfHKzU1VX5+fgUac2FAMlUEBQUF5elXpwYNGujMmTPas2ePateuLelSspSRkaG6des6rdO/f/8s/ay7du2qF154QW3btr364GFKQba5dCmR6tevn/z8/PTOO+/w67UH8/PzU61atbR582Z7V9yMjAxt3rxZDzzwgNM69evX15YtW/Twww/bp23atEn169e/BhHjaplpc0maM2eOZs2apXnz5jncR4nrQ37bvWrVqlq5cqXDtKlTp+rcuXN68cUXFRYWdk3ihnlmjvWGDRvqyy+/VEZGhry8Lt39c+TIEYWGhpJI5RH3TCFb1apVU6tWrfTSSy9p165d+u233zR+/Hh17tzZPmTmP//8o9tvv90+OEFoaKiioqIc/klSeHi4KlWq5LZtQd6YafOUlBQ9+uijOn/+vF555RWlpKQoPj5e8fHx3MDqoR555BEtXrxYy5Yt059//qmxY8fqwoUL6t69uyRp2LBhevPNN+3lH3zwQf34449677339Oeff2r69Onas2dPjl/E4Vny2+bvvvuu3nrrLb366quKiIiwH9N5fc4gPEN+2r1YsWJZPr/LlCmjUqVKKSoqii/W14n8Huv33XefkpOT9corr+jw4cNav369Zs+erT59+rhrE647XJlCjiZPnqzx48froYcekpeXlzp06KBRo0bZ56elpenw4cO6cOGCG6OEK+W3zffu3audO3dKkm677TaHZX377beqWLHitQseeXLHHXcoKSlJ06ZNU3x8vGrWrKm5c+fau4EcP37c/guldOmXy8mTJ2vq1KmaMmWKKleurJkzZ9p/LIHny2+bL1y4UGlpaRo0aJDDcgYOHKhnnnnmmsYO8/Lb7rj+5bfNK1SooHnz5mnixIm68847Vb58eT344IN6/PHH3bUJ1x2LYRiGu4MAAAAAgOsNP0cAAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAsvXtt9/q0UcfVdOmTVW7dm21a9dOo0eP1uHDh126nhEjRqhLly4uXWZuduzYoccee0wtW7ZU3bp11a5dOw0aNEg7d+4skLimT5+uBg0a2P/++eefFR0drd27d7tk+c6WN336dG3bts0lywcAZOXj7gAAAJ5p8uTJmjNnjjp27Kjx48crKChIVqtVS5cu1ZAhQ7R8+XKXrWvAgAE6f/68y5aXm99++00PPvigWrVqpXHjxqlUqVI6evSo1q1bp127dqlevXouj6tnz55q3bq1S5blTK1atbRo0SJVq1bNPm3GjBkqWbKkGjZsWGDrBYCijGQKAJDFhg0bNGfOHA0YMECDBw+2T2/SpIl69Oih77//3qXri4yMdOnycrNgwQJFRERo5syZ8vb2liQ1b95c9957rzIyMgokrrCwMIWFhblseZkMw1BaWpr8/f1Vv359ly8fAJA9uvkBALJ47733FBISogEDBjid37ZtW/vrixcvauLEiYqJiVGdOnV011136ZtvvnEof/DgQT3++ONq1qyZ6tWrp44dO2rOnDn2+Vd2p/v8888VHR2t33//XY899pjq16+vDh06OL0atn79evXs2VN169bVzTffrDFjxuR6NenMmTMKCgqyJ1KX8/L630djdnHt3r1bjz76qH1bNm3apIyMDP33v/9VixYt1KJFC7355psOidmV3fycee+999SjRw81atRIzZs31xNPPJGlS2VmTBs2bNCdd96pOnXq6LvvvsvSzS86OlqS9Prrrys6OlrR0dH6+eef9cwzz+jee+/Nsu5PP/1UderUUXJyco4xAgD+h2QKAODAZrNp27Ztuvnmm+Xr65tr+eeee06LFi3SY489ppkzZ6p69ep65pln9O2339rLPPnkkzpz5oxeeeUVzZ49W/369dOFCxfytOyYmBjNnDlTNWvW1IgRI/Tnn3/a569Zs0ZPPfWUoqKiNGPGDD3//PP65ptv9OKLL+a43Fq1amn79u2aOnWqw/Lyavjw4WrTpo1mzJihcuXKaeDAgXrllVd04sQJvfbaa7r//vv17rvv6quvvsrXck+cOKEHHnhAb7/9tiZMmKCMjAzde++9WRKckydPasKECXr44Yc1Z84c1axZM8uyFi1aJEnq27evFi1apEWLFqlWrVrq2bOntm/frr/++suh/NKlS3XbbbepbNmy+YoZAIoyuvkBABwkJycrNTVV4eHhuZb9448/9PXXX2vcuHH2qx233HKLjh07ppkzZ+rWW29VUlKSYmNj9eKLL6pdu3aSpJtvvjlPsfTp00d9+vSRJDVo0EAbNmzQ2rVrNWDAABmGoddff1133HGHXnnlFXud0NBQ9e/fXwMGDNCNN97odLn9+vXTzp079c477+idd95R2bJlFRMTo/vuu0+NGzfONa4HHnhA999/vySpfPny6tq1q/bs2WNPYFq1aqXvvvtOa9asUdeuXfO0rZI0cuRI++v09HS1bNlSzZs319q1a9W7d2/7vNOnT2vOnDn2e7ukS4nY5TK7/FWoUMGh+19MTIzCw8O1dOlSPf/885KkAwcOaM+ePXr22WfzHCsAgCtTAIBsWCyWXMv89ttvkqTbb7/dYXqnTp30+++/6/z58woMDFRERISmTJmiZcuWZfnSn5OYmBj765IlSyo8PNxe//Dhwzp27Jg6deokm81m/9e0aVN5eXlpz5492S7X399f7733nj777DM9/fTTqlGjhtauXasHHnhAn332Wa5xtWzZ0v66cuXKkrImiFWqVNHx48fzvK3SpREGH3nkETVr1kw33XST6tWrp/Pnz+vIkSMO5cqWLeuQSOWHl5eXevTooS+++EI2m03SpatSERERat68uallAkBRRTIFAHBQtmxZFStWTHFxcbmWPX36tHx9fbN0DQsJCZFhGDp79qwsFovmzZunqlWr6uWXX1br1q3VvXt3bd26Ndflly5d2uFvX19fpaamSpJOnTolSXr66adVq1Yt+7969eopPT09T4lM3bp1NWjQIH3wwQdavXq1wsLCNHny5HzF5efnJ0kqU6ZMtrHmRVxcnB599FGlp6dr3LhxWrBggZYsWaLg4GBdvHjRoWxISEiel+vMPffco6SkJG3YsEFpaWlasWKFunXr5nC/GAAgd3TzAwA48PHxUcOGDbVlyxbZbDb5+GT/UREQEKC0tDSdPn1aAQEB9ukJCQmyWCz2pKNKlSqaNm2a0tLStH37dk2ZMkVPPvmkfvjhB5UqVcpUnJkJ3OjRo1W3bt0s88uVK5ev5VWqVEm333675s+fr4SEhKtOWPLrxx9/1Pnz5zVjxgx7Ymaz2XT69OksZfNy1TAnYWFhatWqlZYuXar09HSdOnVK3bt3v6plAkBRxE9QAIAsHnnkEcXHx2vWrFlO52/YsEGS1KhRI0mXBoK43Jo1a3TTTTepZMmSDtN9fX3VtGlT9e/fXykpKTp58qTpGKtWraqwsDD9/fffqlOnTpZ/5cuXz7ZuQkKC0+lHjhyRn59flqtM18K///4ri8XikLyuXr3a3hXPDF9f3yxXtTL17NlTGzZs0HvvvafmzZsrIiLC9HoAoKjiyhQAIIvWrVvrscce0/Tp03Xo0CF17txZgYGBio2N1dKlS3X27Fm1bt1aNWrUUIcOHTRp0iT9+++/qlKlilasWKHt27fr7bfflnRpkIrXXntNd9xxhypVqqSUlBTNnj1bERERV/UcJ4vFohEjRui5557T+fPn1aZNG5UoUUJxcXHasGGDhgwZoipVqjitO2rUKKWnp6tDhw6qXLmyUlJStHbtWn3//fd66KGH7F33rqXMe65eeOEF3XvvvTp48KDmz59/VYld1apV9e2336px48YqUaKEqlSpIn9/f0lSmzZtFBgYaL9SCADIP5IpAIBTzz//vBo0aKBPPvlEI0eO1IULF1SuXDnFxMSoX79+9nJvvPGGpkyZojlz5ig5OVlVq1bVtGnT7CP3hYaGKiQkRLNnz9Y///yj0qVLq3HjxnrjjTecPucpPzp16qQyZcpo1qxZWrlypSQpIiJCrVq1yrGbXp8+fbR8+XLNnj1b8fHxKl68uCIjI/XKK6+oW7duVxWTWdHR0Zo4caJmzJihJ554QjVr1tRbb72l//znP6aXOXr0aL366qt6/PHH9e+//+rDDz9Us2bNJF3qztmuXTutWbNGt912m4u2AgCKFothGIa7gwAAANdWRkaG2rdvr7Zt2+qll15ydzgAcF3iyhQAAEVIamqq/vjjD61du1YnTpywP8cLAJB/JFMAABQhJ0+eVM+ePRUUFKSXXnpJVatWdXdIAHDdopsfAAAAAJjA0OgAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACSRTAAAAAGACyRQAAAAAmEAyBQAAAAAmkEwBAAAAgAn/B+HXY86uXvVaAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "\n", + "\n", + "num_molecules = original_embeddings.shape[0]\n", + "\n", + "# Shuffle indices for unrelated molecules\n", + "unrelated_indices = np.random.permutation(num_molecules)\n", + "unrelated_embeddings = augmented_embeddings[unrelated_indices]\n", + "\n", + "# Compute pairwise cosine similarity between original and unrelated\n", + "pairwise_unrelated_similarities = np.array([\n", + " cosine_similarity([original_embeddings[i]], [unrelated_embeddings[i]])[0][0]\n", + " for i in range(num_molecules)\n", + "])\n", + "\n", + "\n", + "plt.figure(figsize=(10,6))\n", + "plt.hist(pairwise_unrelated_similarities, bins=50, alpha=0.7, color='skyblue', edgecolor='black')\n", + "mean_sim = pairwise_unrelated_similarities.mean()\n", + "plt.axvline(mean_sim, color='red', linestyle='--', label=f'Mean = {mean_sim:.4f}')\n", + "plt.xlabel('Cosine Similarity')\n", + "plt.ylabel('Frequency')\n", + "plt.title('Cosine Similarity Distribution of Different Molecules (Unrelated SMILES)')\n", + "plt.legend()\n", + "plt.grid(True, alpha=0.3)\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "881eca62-7bf5-4b84-b0df-659942930a73", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mean cosine similarity: 0.0048\n", + "Std deviation: 0.1357\n", + "Range: -0.4617 to 0.6631\n" + ] + } + ], + "source": [ + "print(f\"Mean cosine similarity: {pairwise_unrelated_similarities.mean():.4f}\")\n", + "print(f\"Std deviation: {pairwise_unrelated_similarities.std():.4f}\")\n", + "print(f\"Range: {pairwise_unrelated_similarities.min():.4f} to {pairwise_unrelated_similarities.max():.4f}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "id": "051f4149-d3eb-472b-b6d0-7060662efb6a", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Unrelated in top-5 neighbors: 4/5000\n", + "Unrelated as top-1 neighbor: 0/5000\n" + ] + } + ], + "source": [ + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "k = 5\n", + "similarities = cosine_similarity(original_embeddings, unrelated_embeddings)\n", + "correct_matches = sum(i in np.argsort(similarities[i])[-k:] for i in range(num_molecules))\n", + "top1_matches = sum(np.argmax(similarities[i]) == i for i in range(num_molecules))\n", + "\n", + "print(f\"Unrelated in top-{k} neighbors: {correct_matches}/{num_molecules}\")\n", + "print(f\"Unrelated as top-1 neighbor: {top1_matches}/{num_molecules}\")\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/moleculenet_eval/.ipynb_checkpoints/visualizations-checkpoint.ipynb b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/visualizations-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..961a168ad80e33b521c47f704ca10679647c2cfe --- /dev/null +++ b/simson_modeling/moleculenet_eval/.ipynb_checkpoints/visualizations-checkpoint.ipynb @@ -0,0 +1,568 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 24, + "id": "90d8362c-618c-42c9-8f2a-e73d2eb34abc", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from torch.utils.data import Dataset, DataLoader\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "from sklearn.cluster import KMeans\n", + "import umap\n", + "from rdkit import Chem, RDLogger\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "RDLogger.DisableLog('rdApp.*')\n", + "\n", + "# Set style for better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_palette(\"husl\")\n", + "\n", + "# === HELPER FUNCTIONS AND CLASSES ===\n", + "\n", + "def load_lists_from_url(data):\n", + " if data == 'bbbp':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv')\n", + " smiles, labels = df.smiles, df.p_np\n", + " elif data == 'clintox':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip')\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles'], axis=1)\n", + " elif data == 'hiv':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv')\n", + " smiles, labels = df.smiles, df.HIV_active\n", + " elif data == 'sider':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip')\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles'], axis=1)\n", + " elif data == 'esol':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv')\n", + " smiles = df.smiles\n", + " labels = df['ESOL predicted log solubility in mols per litre']\n", + " elif data == 'freesolv':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv')\n", + " smiles = df.smiles\n", + " labels = df.calc\n", + " elif data == 'lipophicility':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv')\n", + " smiles, labels = df.smiles, df['exp']\n", + " elif data == 'tox21':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip')\n", + " df = df.dropna(axis=0, how='any').reset_index(drop=True)\n", + " smiles = df.smiles\n", + " labels = df.drop(['mol_id', 'smiles'], axis=1)\n", + " elif data == 'bace':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv')\n", + " smiles, labels = df.mol, df.Class\n", + " elif data == 'qm8':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv')\n", + " df = df.dropna(axis=0, how='any').reset_index(drop=True)\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1)\n", + " return smiles, labels\n", + "\n", + "class SmilesEnumerator:\n", + " \"\"\"Generates randomized SMILES strings for data augmentation.\"\"\"\n", + " def randomize_smiles(self, smiles):\n", + " try:\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles\n", + " except:\n", + " return smiles\n", + "\n", + "class MoleculeDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_len=512):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels\n", + " self.tokenizer = tokenizer\n", + " self.max_len = max_len\n", + "\n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + "\n", + " def __getitem__(self, idx):\n", + " smiles = self.smiles_list[idx]\n", + " label = self.labels.iloc[idx]\n", + "\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_len,\n", + " return_tensors='pt'\n", + " )\n", + " item = {key: val.squeeze(0) for key, val in encoding.items()}\n", + " if isinstance(label, pd.Series):\n", + " label_values = label.values.astype(np.float32)\n", + " else:\n", + " label_values = np.array([label], dtype=np.float32)\n", + " item['labels'] = torch.tensor(label_values, dtype=torch.float)\n", + " return item\n", + "\n", + "# Your model classes (assuming these exist from previous conversation)\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(self.config.pad_token_id)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = self.dropout(outputs.last_hidden_state)\n", + " pooled = global_ap(hidden_states)\n", + " return self.linear(pooled)\n", + "\n", + "# === MAIN ANALYSIS FUNCTIONS ===\n", + "\n", + "def prepare_dataset_with_augmentation(dataset_name, sample_size=1000):\n", + " \"\"\"\n", + " Load dataset, create augmented SMILES, and prepare for embedding generation\n", + " \"\"\"\n", + " print(f\"Loading {dataset_name} dataset...\")\n", + " smiles, labels = load_lists_from_url(dataset_name)\n", + " \n", + " # Handle different label structures\n", + " if dataset_name == 'bbbp':\n", + " # Binary classification - convert to binary labels\n", + " label_values = labels.values\n", + " label_names = ['Non-permeable', 'Permeable']\n", + " elif dataset_name == 'clintox':\n", + " # Multi-task - use first task for visualization\n", + " label_values = labels.iloc[:, 0].values # Use first toxicity endpoint\n", + " label_names = ['Non-toxic', 'Toxic']\n", + " \n", + " # Remove NaN labels and sample for visualization\n", + " valid_mask = ~pd.isna(label_values)\n", + " smiles_clean = smiles[valid_mask]\n", + " labels_clean = label_values[valid_mask]\n", + " \n", + " # Sample for manageable visualization\n", + " if len(smiles_clean) > sample_size:\n", + " indices = np.random.choice(len(smiles_clean), sample_size, replace=False)\n", + " smiles_clean = smiles_clean.iloc[indices]\n", + " labels_clean = labels_clean[indices]\n", + " \n", + " # Create augmented SMILES\n", + " enumerator = SmilesEnumerator()\n", + " print(\"Generating augmented SMILES...\")\n", + " augmented_smiles = []\n", + " \n", + " for smiles_str in smiles_clean:\n", + " aug_smiles = enumerator.randomize_smiles(smiles_str)\n", + " augmented_smiles.append(aug_smiles)\n", + " \n", + " print(f\"Dataset: {dataset_name}\")\n", + " print(f\"Total molecules: {len(smiles_clean)}\")\n", + " print(f\"Label distribution: {np.bincount(labels_clean.astype(int))}\")\n", + " \n", + " return smiles_clean.tolist(), augmented_smiles, labels_clean, label_names\n", + "\n", + "def generate_embeddings_for_classes(model, tokenizer, smiles_list, labels, batch_size=256, max_length=512):\n", + " \"\"\"Generate embeddings and organize by class labels\"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " all_embeddings = []\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + " \n", + " # Tokenize batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " # Move to device\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings\n", + " batch_embeddings = model(input_ids, attention_mask)\n", + " all_embeddings.append(batch_embeddings.cpu().numpy())\n", + " \n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(smiles_list)} SMILES\")\n", + " \n", + " embeddings = np.vstack(all_embeddings)\n", + " \n", + " # Organize by class\n", + " class_embeddings = {}\n", + " unique_labels = np.unique(labels)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels == label\n", + " class_embeddings[label] = embeddings[mask]\n", + " \n", + " return embeddings, class_embeddings\n", + "\n", + "def analyze_class_separation(class_embeddings, label_names):\n", + " \"\"\"Analyze how well different classes are separated in embedding space\"\"\"\n", + " print(\"=== Class Separation Analysis ===\")\n", + " \n", + " class_keys = list(class_embeddings.keys())\n", + " \n", + " if len(class_keys) == 2:\n", + " # Binary classification analysis\n", + " emb1 = class_embeddings[class_keys[0]]\n", + " emb2 = class_embeddings[class_keys[1]]\n", + " \n", + " # Inter-class similarity (between different classes)\n", + " inter_sim = cosine_similarity(emb1, emb2)\n", + " mean_inter_sim = np.mean(inter_sim)\n", + " \n", + " # Intra-class similarity (within same class)\n", + " intra_sim1 = cosine_similarity(emb1)\n", + " intra_sim2 = cosine_similarity(emb2)\n", + " \n", + " # Remove diagonal for intra-class\n", + " intra_sim1_off_diag = intra_sim1[np.triu_indices_from(intra_sim1, k=1)]\n", + " intra_sim2_off_diag = intra_sim2[np.triu_indices_from(intra_sim2, k=1)]\n", + " \n", + " mean_intra_sim1 = np.mean(intra_sim1_off_diag)\n", + " mean_intra_sim2 = np.mean(intra_sim2_off_diag)\n", + " \n", + " print(f\"Class 0 ({label_names[0]}) size: {len(emb1)}\")\n", + " print(f\"Class 1 ({label_names[1]}) size: {len(emb2)}\")\n", + " print(f\"Mean inter-class similarity: {mean_inter_sim:.4f}\")\n", + " print(f\"Mean intra-class similarity (Class 0): {mean_intra_sim1:.4f}\")\n", + " print(f\"Mean intra-class similarity (Class 1): {mean_intra_sim2:.4f}\")\n", + " print(f\"Separation ratio: {(mean_intra_sim1 + mean_intra_sim2)/(2 * mean_inter_sim):.4f}\")\n", + " \n", + " return {\n", + " 'inter_class_sim': mean_inter_sim,\n", + " 'intra_class_sim': [mean_intra_sim1, mean_intra_sim2],\n", + " 'separation_ratio': (mean_intra_sim1 + mean_intra_sim2)/(2 * mean_inter_sim)\n", + " }\n", + "\n", + "def visualize_class_embeddings(embeddings, labels, label_names, dataset_name, sample_size=2000):\n", + " \"\"\"Create comprehensive visualizations of class-separated embeddings\"\"\"\n", + " \n", + " # Sample for visualization if needed\n", + " if len(embeddings) > sample_size:\n", + " indices = np.random.choice(len(embeddings), sample_size, replace=False)\n", + " embeddings_viz = embeddings[indices]\n", + " labels_viz = labels[indices]\n", + " print(f\"Sampling {sample_size} points for visualization\")\n", + " else:\n", + " embeddings_viz = embeddings\n", + " labels_viz = labels\n", + " \n", + " # Create color mapping\n", + " unique_labels = np.unique(labels_viz)\n", + " colors = plt.cm.Set1(np.linspace(0, 1, len(unique_labels)))\n", + " color_map = {label: colors[i] for i, label in enumerate(unique_labels)}\n", + " \n", + " # Create subplots\n", + " fig, axes = plt.subplots(2, 3, figsize=(18, 12))\n", + " fig.suptitle(f'{dataset_name.upper()} Dataset - Class Separation Visualization', fontsize=16, fontweight='bold')\n", + " \n", + " # PCA\n", + " print(\"Computing PCA...\")\n", + " pca = PCA(n_components=2, random_state=42)\n", + " pca_embeddings = pca.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 0].scatter(pca_embeddings[mask, 0], pca_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 0].set_title('PCA Visualization')\n", + " axes[0, 0].set_xlabel(f'PC1 ({pca.explained_variance_ratio_[0]:.2%} variance)')\n", + " axes[0, 0].set_ylabel(f'PC2 ({pca.explained_variance_ratio_[1]:.2%} variance)')\n", + " axes[0, 0].legend()\n", + " axes[0, 0].grid(True, alpha=0.3)\n", + " \n", + " # t-SNE\n", + " print(\"Computing t-SNE...\")\n", + " tsne = TSNE(n_components=2, random_state=42, perplexity=min(30, len(embeddings_viz)//4))\n", + " tsne_embeddings = tsne.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 1].scatter(tsne_embeddings[mask, 0], tsne_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 1].set_title('t-SNE Visualization')\n", + " axes[0, 1].set_xlabel('t-SNE 1')\n", + " axes[0, 1].set_ylabel('t-SNE 2')\n", + " axes[0, 1].legend()\n", + " axes[0, 1].grid(True, alpha=0.3)\n", + " \n", + " # UMAP\n", + " print(\"Computing UMAP...\")\n", + " umap_reducer = umap.UMAP(n_components=2, random_state=42, n_neighbors=min(15, len(embeddings_viz)//4))\n", + " umap_embeddings = umap_reducer.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 2].scatter(umap_embeddings[mask, 0], umap_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 2].set_title('UMAP Visualization')\n", + " axes[0, 2].set_xlabel('UMAP 1')\n", + " axes[0, 2].set_ylabel('UMAP 2')\n", + " axes[0, 2].legend()\n", + " axes[0, 2].grid(True, alpha=0.3)\n", + " \n", + " # Inter-class distance distribution\n", + " if len(unique_labels) == 2:\n", + " class_0_emb = embeddings_viz[labels_viz == unique_labels[0]]\n", + " class_1_emb = embeddings_viz[labels_viz == unique_labels[1]]\n", + " \n", + " # Sample for distance calculation if too large\n", + " if len(class_0_emb) > 500:\n", + " class_0_sample = class_0_emb[np.random.choice(len(class_0_emb), 500, replace=False)]\n", + " else:\n", + " class_0_sample = class_0_emb\n", + " \n", + " if len(class_1_emb) > 500:\n", + " class_1_sample = class_1_emb[np.random.choice(len(class_1_emb), 500, replace=False)]\n", + " else:\n", + " class_1_sample = class_1_emb\n", + " \n", + " inter_similarities = cosine_similarity(class_0_sample, class_1_sample).flatten()\n", + " \n", + " axes[1, 0].hist(inter_similarities, bins=50, alpha=0.7, color='skyblue', edgecolor='black')\n", + " axes[1, 0].axvline(np.mean(inter_similarities), color='red', linestyle='--', \n", + " label=f'Mean: {np.mean(inter_similarities):.4f}')\n", + " axes[1, 0].set_xlabel('Cosine Similarity')\n", + " axes[1, 0].set_ylabel('Frequency')\n", + " axes[1, 0].set_title(f'Inter-Class Similarity Distribution')\n", + " axes[1, 0].legend()\n", + " axes[1, 0].grid(True, alpha=0.3)\n", + " \n", + " # Embedding norms by class\n", + " for i, label in enumerate(unique_labels):\n", + " mask = labels_viz == label\n", + " norms = np.linalg.norm(embeddings_viz[mask], axis=1)\n", + " axes[1, 1].hist(norms, bins=30, alpha=0.6, \n", + " color=color_map[label], label=f'{label_names[int(label)]}')\n", + " \n", + " axes[1, 1].set_xlabel('L2 Norm')\n", + " axes[1, 1].set_ylabel('Frequency')\n", + " axes[1, 1].set_title('Embedding Norm Distribution by Class')\n", + " axes[1, 1].legend()\n", + " axes[1, 1].grid(True, alpha=0.3)\n", + " \n", + " # Class statistics summary\n", + " axes[1, 2].axis('off')\n", + " stats_text = f\"\"\"\n", + " {dataset_name.upper()} Dataset Statistics:\n", + " \n", + " • Total samples: {len(embeddings_viz):,}\n", + " • Embedding dimension: {embeddings_viz.shape[1]}\n", + " • Classes: {len(unique_labels)}\n", + " \"\"\"\n", + " \n", + " for i, label in enumerate(unique_labels):\n", + " count = np.sum(labels_viz == label)\n", + " percentage = 100 * count / len(labels_viz)\n", + " stats_text += f\"\\n - {label_names[int(label)]}: {count} ({percentage:.1f}%)\"\n", + " \n", + " axes[1, 2].text(0.1, 0.9, stats_text, transform=axes[1, 2].transAxes, fontsize=12, \n", + " verticalalignment='top', fontfamily='monospace')\n", + " \n", + " plt.tight_layout()\n", + " plt.show()\n", + " \n", + " return pca_embeddings, tsne_embeddings, umap_embeddings\n", + "\n", + "def clustering_analysis_for_classes(embeddings, labels, label_names, n_clusters=None):\n", + " \"\"\"Perform clustering analysis to evaluate class separation\"\"\"\n", + " if n_clusters is None:\n", + " n_clusters = len(np.unique(labels))\n", + " \n", + " print(f\"\\n=== Clustering Analysis (k={n_clusters}) ===\")\n", + " \n", + " # K-means clustering\n", + " kmeans = KMeans(n_clusters=n_clusters, random_state=42)\n", + " cluster_labels = kmeans.fit_predict(embeddings)\n", + " \n", + " # Calculate cluster purity\n", + " cluster_purities = []\n", + " for cluster_id in range(n_clusters):\n", + " cluster_mask = cluster_labels == cluster_id\n", + " cluster_true_labels = labels[cluster_mask]\n", + " \n", + " if len(cluster_true_labels) > 0:\n", + " unique, counts = np.unique(cluster_true_labels, return_counts=True)\n", + " purity = np.max(counts) / len(cluster_true_labels)\n", + " cluster_purities.append(purity)\n", + " print(f\"Cluster {cluster_id}: {len(cluster_true_labels)} samples, purity: {purity:.3f}\")\n", + " \n", + " avg_purity = np.mean(cluster_purities)\n", + " print(f\"Average cluster purity: {avg_purity:.4f}\")\n", + " \n", + " \n", + " return avg_purity\n", + "\n", + "# === MAIN EXECUTION ===\n", + "\n", + "def main_class_visualization():\n", + " \"\"\"Main function to run the complete class-based visualization analysis\"\"\"\n", + " \n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + " config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + " model = SimSonEncoder(config, max_len=512) # Adjust max_len as needed\n", + " model = torch.compile(model)\n", + " model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/moleculenet_eval/moleculenet_bbp_encoder.bin', map_location=device))\n", + " \n", + " model.to(device)\n", + " model.eval()\n", + " ds_name_to_model_path = {'bbbp': '/home/jovyan/simson_training_bolgov/moleculenet_eval/moleculenet_bbp_encoder.bin', 'clintox': ''}\n", + " \n", + " \n", + " # Analyze both datasets\n", + " datasets = ['bbbp']\n", + " \n", + " for dataset_name in datasets:\n", + " model.load_state_dict(torch.load(ds_name_to_model_path[dataset_name], map_location=device))\n", + " print(f\"\\n{'='*50}\")\n", + " print(f\"ANALYZING {dataset_name.upper()} DATASET\")\n", + " print(f\"{'='*50}\")\n", + " \n", + " # Prepare dataset\n", + " smiles_list, augmented_smiles, labels, label_names = prepare_dataset_with_augmentation(\n", + " dataset_name, sample_size=1000\n", + " )\n", + " \n", + " # Generate embeddings for original SMILES\n", + " print(\"Generating embeddings...\")\n", + " embeddings, class_embeddings = generate_embeddings_for_classes(\n", + " model, tokenizer, smiles_list, labels\n", + " )\n", + " \n", + " # Analyze class separation\n", + " separation_stats = analyze_class_separation(class_embeddings, label_names)\n", + " \n", + " # Create visualizations\n", + " pca_emb, tsne_emb, umap_emb = visualize_class_embeddings(\n", + " embeddings, labels, label_names, dataset_name\n", + " )\n", + " \n", + " # Clustering analysis\n", + " clustering_analysis_for_classes(embeddings, labels, label_names)\n", + " \n", + " print(f\"\\nCompleted analysis for {dataset_name.upper()} dataset\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "id": "17ada2a4-e44e-4ff1-8b07-cd1f1b53298d", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using device: cuda\n", + "\n", + "==================================================\n", + "ANALYZING BBBP DATASET\n", + "==================================================\n", + "Loading bbbp dataset...\n", + "Generating augmented SMILES...\n", + "Dataset: bbbp\n", + "Total molecules: 1000\n", + "Label distribution: [217 783]\n", + "Generating embeddings...\n", + "=== Class Separation Analysis ===\n", + "Class 0 (Non-permeable) size: 217\n", + "Class 1 (Permeable) size: 783\n", + "Mean inter-class similarity: -0.1213\n", + "Mean intra-class similarity (Class 0): 0.3385\n", + "Mean intra-class similarity (Class 1): 0.5822\n", + "Separation ratio: -3.7953\n", + "Computing PCA...\n", + "Computing t-SNE...\n", + "Computing UMAP...\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABv4AAASdCAYAAACIDCv1AAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd4FNXXwPHv7mbTG0kgISShJ/RepEgJICiggliogqKigojyU1Bewa6oiAgqUgUFQQGFANJEQIpI7z2UEEgC6XXbvH8sGbPZJCRASOF8nsdHdmb2zp3JJjm5Z+65GkVRFIQQQgghhBBCCCGEEEIIIYQQZZq2pDsghBBCCCGEEEIIIYQQQgghhLh9kvgTQgghhBBCCCGEEEIIIYQQohyQxJ8QQgghhBBCCCGEEEIIIYQQ5YAk/oQQQgghhBBCCCGEEEIIIYQoByTxJ4QQQgghhBBCCCGEEEIIIUQ5IIk/IYQQQgghhBBCCCGEEEIIIcoBSfwJIYQQQgghhBBCCCGEEEIIUQ5I4k8IIYQQQgghhBBCCCGEEEKIckASf0IIIYQQQgghhBBCCCGEEEKUAw4l3QEhhBBCiHtNWFhYntt1Oh0uLi74+/tTv359evXqRceOHctkGwBOTk74+vpSv359evfuzQMPPIBGo8n3+MK0r9FocHBwwNnZGS8vLwIDA6lbty4PPfQQTZo0KVLbovQ6c+YMK1asYO/evVy6dImkpCR0Oh2+vr6EhobSrl07evbsiY+Pj/qe8PBwLl++rL4+efJkSXS92BmNRpYtW8a6des4deoUSUlJ6PV6vLy8qFChAjVq1CAsLIwuXbpQs2bNku5uubR8+XLGjx+vvh45ciSjRo0qwR7d3B9//MHo0aPV18HBwWzcuDHf4y0WC506dSImJkbd9t1339G5c+dy9b0WFRVFly5d1NetWrVi4cKF6uuvv/6a6dOnq68//vhj+vbte1f7eCv++ecfhgwZor7u06cPn3zySQn2SAghhBBC3E2S+BNCCCGEKCXMZjOpqamkpqZy9uxZVq5cSd++ffn444/LXBsAWVlZREdHEx0dzYYNG2jbti0zZszA1dW1SO3kpCgKRqMRo9FISkoKUVFR7N69mx9++IEmTZowefJkqlatesvt56UsDvIXRmm8rpSUFCZNmsTq1atRFMVmn9Fo5PLly1y+fJnNmzezfPlyVqxYUUI9LRnx8fE888wzHD9+3Ga70WgkPT2dK1eucOzYMSIiIjCZTLz00ksl1NOyady4cTafqQULFtC6desS7NGdEx4ejre3N4mJiQBcunSJvXv30rx58zyP37Vrl03Sr2LFitx///13o6uiAGU1ESmEEEIIIe4uSfwJIYQQQpSwDh064OLigtFo5MSJE0RHR6v7li9fTo8ePfKdcVda2zAYDJw6dcpmVsiOHTuYNGkSkydPLrCNm7Xv7OxMSkoKJ0+eJD4+Xt134MAB+vTpw9y5c2X2XxmUkJBA//79iYyMtNnu7e1N/fr1cXR0JDY2lpMnT2IymbBYLCXU05Lzzjvv2CT93NzcaNCgAe7u7qSkpBAZGUlcXFwJ9vDeUKVKFbp3766+LgszKx0dHenZsyc//fSTuu3333/PN/H3+++/27zu3bs3Dg7W4YMOHTrY/Owtz2rWrGnzta5SpUoJ9qbwfHx8bPrdsGHDEuyNEEIIIYS42yTxJ4QQQghRwiZOnEhQUBBgnbkzYMAADh06pO7ftWvXTRNupbENk8nE22+/zW+//abuX7lyJW+88QZ+fn4FtlOY9hVFYdOmTUyaNElNdqSlpfHSSy+xevVqKlSocEvnECVjzJgxNkk/vV7P+PHjeeqpp9DpdOr25ORkli9fzubNm0uimyUmPj6eTZs2qa8bNmzIwoULcXFxsTnu3LlzrF+/noCAgLvdxXtG69aty+RMwL59+9ok/v744w8mTJiAo6OjzXEZGRmsX7/eZlufPn3Uf0+aNKlY+1maPPTQQzz00EMl3Y0iq127NtOmTSvpbgghhBBCiBIiiT8hhBBCiFJEr9fTokULm4RbZmZmmWzDwcGBkSNH2iT+FEXh8OHDdO7cuUht5UWj0dC1a1eqV69Ov379SE9PB+D69evMmTOHsWPHqsfu2bOH9evXc/z4ca5cuUJSUhJpaWm4uLgQGBhIs2bN6N+/P3Xq1FHfk7sUZrbp06fblFrLWSJz4cKFHDlyhFOnTnH9+nWSk5MxmUx4enpSo0YNOnbsSP/+/XF3d7dr9+zZsyxYsIA9e/YQHR1NVlYWHh4eeHt7U7NmTRo0aEDPnj3tSpkqisJff/3Fb7/9xuHDh7l27RoajYaAgADuu+8+hgwZYjMj6Vauq7ht2bKFnTt32mz74IMPePTRR+2O9fT0ZOjQoQwYMKDQ7RsMBubPn8+JEyc4ffo0CQkJJCUlAeDl5UVoaChdu3alX79+dkkQgIMHD7Jo0SIOHDhATEwMRqMRDw8PfHx8qF27Ng0bNuSRRx6hYsWK6nuuXLnCggUL2LlzJ1FRUaSnp+Pm5oa3tzdVq1alYcOGdOvWjXr16hXqGi5dumQzy7FJkyZ2ST+AGjVqMGLEiHzbMZlMrF27ltWrV3Ps2DESEhJwcHAgKCiI9u3b8/TTT+eZNMxrXbeIiAh++uknTp48iaIo1K1bl6FDh/LAAw/Yvf/333/n33//5eTJk8TFxZGUlITBYMDd3Z1q1arRtm1bBg4cmOdDATnX+qxSpQp//PEHP/zwAytXruTSpUtkZGSo68zdynlyl/jMlnONNPiv9Gdhy+Tu3LmTX3/9lYMHD3Lt2jXMZjO+vr40aNCA3r17061bN7Rarc178mr7qaeeYubMmfz555/Exsbi5eVFhw4dePXVV/H397c7b34aNGhAaGgop06dAiApKYm//vrL7uu1YcMG9ecpQP369QkNDVVf32yNv6J+v9xsnT2AwYMHs3v3bvX1pk2b1IdA4PZ+9hakoNKaufcVJGd/N2/ezNatWzlx4gQxMTEkJSWRmZmJq6srwcHBtGrVioEDBxIcHJxvP7KNHz/e5vOS3b/CrvF36NAhlixZwt69e9Wvlbe3N3Xr1qVHjx707t3b7mdiXm1PmDCB2bNn88cff3D58mVcXV1p3bo1o0ePLhMzYoUQQgghyhtJ/AkhhBBClCJGo5G9e/fabCtqia7S0gaQ5yB+WlpakdspSM2aNenXrx8LFixQt0VERNgk/tasWWMz0yVbamoqp06d4tSpU/zyyy+899579OvX75b7MmXKFJsB82zXr1/n+vXr/PvvvyxevJiffvqJypUrq/v37NnDM888Q1ZWls37EhMTSUxM5Pz582zatAlPT0+bxF9qaipjxoxh69atduc8f/4858+fZ9myZUyYMIGnnnrqlq+ruEVERNi8DgsLyzPpl1NeCbr8pKam8sUXX+S5Ly4ujri4OLZv384vv/zCggUL8PDwUPevWbOG119/3a60aEJCAgkJCZw9e5Y//viDmjVrqgntyMhInnrqKXU9tWzJyckkJydz8eJFtm3bRmZmZqETf3q93ub1r7/+SsWKFencuTO1atWySyDlJTY2lpdfftkmoQ+opXlPnTrFkiVL+Oyzz2wSMXmZMGECv/zyi822vXv3snfvXl5++WVeeeUVm32zZs3i9OnTdu0kJiZy4MABDhw4wKJFi5g/fz5169bN97wGg4Hnn3/eLlF8p89zOwwGA2+++SZr1qyx23flyhWuXLnChg0baN26NdOnT8fT0zPftg4fPsyPP/5o81m6du0ay5cv559//uG3334r8P259enTh08//VR9/fvvv9sl/nKX+SzKGnK38v1yJ9zqz96S8PPPP/PXX3/ZbU9OTubo0aMcPXqUxYsX8/XXX9OhQ4di6YOiKHzyySfMnz/fbl/2z8StW7eyYMECvv32WwIDA/Nt69KlSzzyyCNERUWp2wwGA+vWrWPnzp2sWLHCJkkrhBBCCCGKnyT+hBBCCCFK2LvvvouLiwsmk4kTJ07YzKRo0aIFvXr1KjNt5Hb06FG7bTlnRd0pHTt2tEn8XblyhejoaJvBSq1WS7Vq1fDx8cHT0xOTycTly5c5e/YsAGazmffee48OHTpQqVIldR2vy5cvc+TIEbWdmjVrUqtWLZvXObm5uVGtWjW8vLxwcXEhLS2NEydOqAP3ly9f5v333+ebb75R3/Ptt9/aJP3q1atHQEAAKSkpxMbGEhUVhdlstrvu119/3Sbp5+PjQ/369TEYDOzbtw+j0YjRaGTSpElUrlyZjh073vJ1Fad9+/bZvL5ZSdlb5e3tTXBwMF5eXjg5OZGSksKxY8dITU0F4NixY0ybNo23335bfc9XX32lJjG0Wi0NGzbE19eXxMREYmJiiI6ORlEUm/PMmzfPJlFTo0YNqlatSkZGBjExMURFRWE0GovU91q1auHl5aXOVMzIyGDKlClMmTIFV1dX6tSpQ/PmzenSpQtNmza1e7/RaOT555+3WSMwICCAsLAwUlJSOHDgABaLhbS0NMaMGcPSpUttZsDm9ssvv+Dn50edOnWIjIy0+XkxY8YMmjdvTrt27Wze4+TkRI0aNfDy8sLNzY3MzExOnz5NbGwsYE3OjR8/3maWcG7ZSQlXV1fq1auHk5MThw8fvq3zNGzYkPT0dI4cOWJzHS1btsTHx0d9nfPfBXn33Xdtkn4ODg7qOpWHDh1Sv9f/+ecfRo8ezbx58/Jta8uWLYD1Z4Krqyv79+9XfxZcvnyZRYsWFTjDM7eHH36YL774ApPJpLafmJiIt7c3YL2/OZOqer2+SD/7b+X75U65lZ+9tyP3+n/ZTp8+zblz59TXTk5OuLq62hyj1+upXr063t7eeHh4kJWVxfnz59XkWWZmJm+99RabNm3CyclJPdeZM2fU31lgncWZc93Bwq5B+O2339ol/erVq4eXlxeHDh1SH9A5ceIEzz33HCtWrMj3YYs9e/YA1p9zlSpVYv/+/epnPDk5mZkzZ/L+++8Xql9CCCGEEOLOkMSfEEIIIUQJy2u2FkBISAiffPJJoWY2lZY2shkMBo4dO8bEiRNttnt6euaZlLhdec3guHbtmpr4e/rppxkzZozNTK5sP/30E++99x4AWVlZbNq0if79+6vreOUuvffggw/mWwJz0aJFhIaG2qxJB9b7MWTIEPbv3w9YB9vT0tJwc3MDsJkp8dhjj/HRRx/ZvD85OZkdO3bYlGDcuXOnzayR8PBwvvrqK/XrFBkZSd++fUlPT0dRFD7//HM6dux4S9dV3K5fv27zurCD14Xl7u7OypUrCQ0NRaPR2OxLTU21ma2ydu1am8RfzkTQyJEjefnll23ef+3aNf7++29CQkLUbTm/nm3atLEbYE9PT2f37t04OBT+zzFHR0feeOMNm77lbG/fvn3s27ePWbNm0axZMyZPnmxTKvC3336zSfoNGDCA//u//1NnCu7bt48BAwagKApZWVlMnTqV7777Lt/+tGrVipkzZ+Lq6orZbObNN99k1apV6v6ZM2faJP6++OILqlevbvdzxGKx8Nprr7F27VoAjh8/ztmzZwtMPNetW5eZM2eqZS4NBsNtnWfgwIEMHDjQruTnqFGjiryW39mzZ1m2bJn62sHBgfnz59OyZUsATp06xYABA0hJSQFgx44dbNu2jfvvvz/fNnOWl8z9fbtjx44iJf78/Py4//771TUyjUYja9asUUvnRkRE2DxkEB4eriYFC+NWvl/uhFv92Xs78lr/7/DhwwwdOlR9rdfrmTZtmk3S+I033iAwMDDPUr2ffvopc+fOBaxJ2H/++YcOHTqo58pd8nPgwIFFmpEJ1hKvM2fOtNn2xRdfqAneK1euMHDgQPVreebMGZYvX17grPGc5W5zlwLdsWNHkfonhBBCCCFunyT+hBBCCCFKqYsXL/Lwww/z7bffct9995WJNm5WHvD1118vUgKxsPKaQZIzwRMcHMwff/zB2rVrOX78ONeuXSMzMzPP9+WcqVFU/v7+fPfdd2zfvp3z58+TnJyc58wuk8nExYsX1VKDgYGBnD9/HoBt27Yxa9YsatWqRUhICMHBwXh6etKjRw+bNjZs2GDzOiEhwaa8KdiWhzx16hRRUVF3vORa7pKO2Xx8fJg0adIttXmnZwQ5Ojri4eHBF198wT///MPFixdJS0vL82sTFxdHcnKyWj4xMDCQCxcuALBq1Src3d2pXr06VatWJSgoCD8/P7uypDlnmh4+fJjp06cTFhZGSEgIVatWxdXVlU6dOhX5Ovr164evry9ffPFFnuUss+3bt4+hQ4eyevVqnJ2dAdi4caPNMRcuXODVV1+12abX69Uk2vbt2zEYDPl+v44ePVqdxaTT6fjf//5nk/jbt28fWVlZODk5ARAUFMSiRYv466+/OHv2LElJSXalbbNFRkYWmPibMGGCzdp2Oft4J89zKzZv3mzz+X3ggQfUpB9AaGgoTzzxBHPmzLF5T36Jv8aNG9skdsLDw232x8TEFLmPffv2VRN/YC3tmZ34yz3bsk+fPkVq+1a+X+6EW/3ZeyedOnWK4cOHqzOIdTodn3/+ud33enBwML///jsbNmzg9OnTxMfH57uG7rlz5+54uc8dO3bYnK9x48Y2szorV67Ms88+qz4QA9bPaH6JP39/f1588UX1devWrXFzc1NnDd7KZ1QIIYQQQtweSfwJIYQQQpSwTZs2ERQUhKIoxMTEMHv2bBYuXAhYZ/K8+eabbNiwocCEWWlpIz9ubm6MHTu22NaZyznLJFv2+oKKojBq1Ci7xEd+sgdti+rs2bMMHjzYbvZafrJn/AC8+OKL7NmzB4PBQGxsLJ9//rm6T6/X06BBA3r16sUTTzyh3v+cs8oAdUZLQYoj8bdu3bo8txdl1p6vr6/N9eT19bwde/bs4bnnnstzDbC8pKSkqIm/V155hbFjx6IoCpGRkTazMZ2dnWnSpAl9+vThkUceUZPNw4YNY926dSQnJ5OamsrXX3+tvken0xEWFkb37t0ZPHhwkWcede7cmc6dO3PixAn++ecf9u/fz549e4iLi7M5Lioqig0bNtC7d2/1dU7bt28v8DwGg4GYmBibWYM55S4D6u/vj6enJ8nJyYB1JllsbCzBwcFcv36dAQMGqMntm8n5vZGbXq+nWbNmee67k+e5Vbk/u6GhoXbH5L53ub82OeVeWzX3rOWilowF6NSpE97e3moJzAMHDnDhwgUyMzM5ceKEelzFihULnImYl1v5frldt/Oz9045f/48zzzzjHpPNRoNH330kd0DG5mZmQwZMoSDBw8Wqt1b/X1UkDv9Ga1Xr57d7GUPDw818Xcrn1EhhBBCCHF7JPEnhBBCCFFKaDQaAgICmDBhAn/++ac6OHf16lUOHDhAq1atSn0bHTp0UMuXOTk54evrS/369encuTPu7u43Pfetyl2mtHLlymr5z3Xr1tkl/UJDQwkKCkKv1xMfH8+///6r7rvV2WaTJ0+2GXh2dnamUaNGeHt7o9Fo7NYPy3meVq1asXLlShYtWsSuXbuIjIxUB0uNRiP79+9n//797Nq1y6bMW1FlZGTc8nuLU7NmzWwGlrds2WI3e/F2TJo0ySbp5+7uTqNGjdQkyu7du0lISFD35/za9OrVi6pVq7J06VJ2797NxYsX1TXMMjMz2bVrF7t27eL48eNqCcaaNWsSERHBokWL2LZtG2fOnFFnnZnNZo4dO8axY8fYuHEjS5YssStPWBh16tShTp06PP3004A1uTlmzBh1HTvAZi2wW3GnPi8zZsywScY5ODjQqFEjfH190Wq1duuWFfQ96Ofnp5YnLc7z3Krcbd5ucit3mc1b+azk5ujoSO/evdUHO8A66y/3rLPevXsXqRwt3Nr3S27Z6w/mdO3atXzPeTs/e++E6Ohohg0bZpN8nzhxYp4zG3/66SebpJ9Go6F+/foEBASg0+ns1l4ti59RuDOfUyGEEEIIcesk8SeEEEIIUQrlntWRezZPaW1j4sSJd3xG2c2cOXPGZk0twKZs2Z49e2z2jR07lueee059HRERYZP4y62wg6I5z+Po6MjatWttSj4+++yzBc5kq169urp+m8lkIi4ujhMnTtiUddywYYM6ay/3ff7yyy/t1psqyJ2abXPy5MnbbqNXr16sXLlSfX3q1Cl+++23AksCFlSGMqekpCSbspgVK1ZkzZo16ow+gO7du9sk/nJr2LChOvMqeybc0aNH+fDDD9VE26JFi3jttdfU0pb+/v6MGTOGMWPGYLFYiIuL4+zZs8yYMUP9rBw+fJg9e/YUah05g8FAenp6vuuttWjRgoceeshmPcGcSZugoCDOnDmjvl66dCmNGze+6Xnzc/LkSZo3b66+jomJUWf7gXVmXsWKFQH778HFixfTqFEj9fU777xT6CRlfkm/O3GeO/E9kfv78tSpU3bH5P6euds/M8Fa7jNn4m/lypU2ayVC0ct8Zivq90vOksSAOmsuW0xMDJcuXcr3fLf7s/d2xMXFMXToUKKjo9Vt48aNo3///jftK8CUKVNsfm7PnDnTJvGX2730GRVCCCGEELcu/7+ahBBCCCFEifjnn3/s1u+qVKlSmWyjOCmKwoYNGxgyZIjNzCQ/Pz+effZZ9XXu2SPZMxLBOmj77bffFnie7EROtvzWK8p5Hq1Wq66tBtaE3Y4dO/I9x/Lly9myZYs68O7g4EDlypXp3LkzYWFhNsdmz3zJvdbXV199lefgeExMDD/99BPvv//+LV3X3dCxY0e79SMnTJjAokWLMJvNNtuTk5OZN2+eTfK2ILm//g4ODjYJwwULFhRYGnLBggX8888/ajuOjo4EBwfzwAMPEBISoh5nMBjUxNeGDRtYt26dWupOq9Xi7+9P27ZtadGihU37Bc1kyik+Pp7OnTvz/vvvc/DgQbtZO0lJSXafsdq1a6v/zv15+fjjj/MsjXjhwgW+//77m84snTZtmvp9ZzabmTJlis3+pk2bqt8Dub8GOb839u/fb5P0vR23e5478T3RqVMnm+TM+vXr2bt3r/r6zJkzLF261O49d1u9evVsfrZcunTJ5nrr16+fZwnIm7mV75cKFSrYJP8iIyPZtWsXYC11+c477xRYLvJ2fvbejoSEBIYNG6auaQgwatQohg0bVqi+gu3vo8jISBYsWFDgOe/EZ7RNmzY29+jAgQOsWbPGps2ca1BCyXxGhRBCCCHErZMZf0IIIYQQJezdd9/FxcVFXVvv0KFDNoP6gYGBNGnSpEy0UdzeffddnJ2dSU1N5cSJE8THx9vs9/Dw4Ntvv6VChQrqtiZNmrB48WL19YcffsjatWtxdHTkwIEDNy1nWKNGDZvXy5cv58KFC+o5xo8fT+XKlWncuDH//PMPYC1p9+CDD9K4cWOuXbvG0aNHC5ypsXHjRjZt2oSLiws1atSgYsWKaLVaLl68aDNLy8HBgapVqwLQvn172rVrp67Vdv78ebp37069evWoWLEimZmZXLhwQZ3pkrtEa2Gv62758ssvGTBgAJGRkYC1xOm7777LtGnTqF+/Pnq9ntjYWE6ePInJZLJbgyo/vr6+BAUFqaVEr1y5wgMPPEC9evW4dOkSZ86cQaPR5FtSb9myZZw4cQJ3d3dq1qyJj48PAKdPn7YpT1qhQgV13+7du1mwYAF6vZ4aNWrg7++PXq/n6tWrHD161Kb9mjVrFvoepaen8+OPP/Ljjz/i4eFB7dq18fb2JjU1lcOHD9t8litVqkSHDh3U13369GHhwoVqMn///v106tSJ+vXr4+PjQ2pqKpGRkeqMrJvN9tq1axfdunUjLCyM8+fP260B9vzzz6v/bty4sc1MuyeffJLmzZuTmpqaZxLzVt3ueXJ/T0yaNImIiAicnZ1xc3Pj448/vmkfatWqxaOPPsqKFSsA6+d4yJAhNGzYEL1ez6FDh2xKarZu3drm63Q39e3bN99r6tu37y21eSvfL46OjrRs2VJN0CmKwtChQ6lcuTJxcXE3XSPudn723o533nnH5uEYV1dXTp06xSuvvGJ37KRJk/Dx8aFx48Y2palHjRpFixYtMJvN7N+/P88ypznl/ox+8803/Pvvv2op7c8++8wuOZibt7c3w4cPt0nujxkzhtmzZ+Pp6cnhw4dt1hasUaMGjz32WIFtCiGEEEKI0kUSf0IIIYQQJSz3+nQ5eXt7M2XKFLtSaKW1jeJWUB+bNm3KZ599RnBwsM32nj17smjRInVdJYvFopZbc3Z25pVXXuGrr77Kt906derQqFEjDh06BFhnN+3evVvdP3LkSCpXrszYsWMZNGiQupZbYmIiW7ZsAaBRo0YEBgbyxx9/FHh9GRkZdomhnEaPHm2T1Jw2bRqjR4/m77//Vvt2+PDhPN+be82lwl7X3eLj48PSpUuZNGkSq1evVrcnJCSo15dTQSUfcxs/fjyjRo1S1xqLiYlRZ8p06dKFpKQkuxJ8uWUnj/Ki0+kYP3683T02Go2cPHky33KoTz75ZKETmLmTFykpKezbty/PY729vfnqq69sZhM5Ojoye/ZsXn75ZbWUoMFgYP/+/fleU0GGDx/O7Nmz8yz/O2LECO6//3719UsvvcSff/6plnBMT09n27ZtAISEhNCuXTub5Pytut3z9OjRg6+++kpNeqSlpanfw/mVWM3Le++9R3p6OuvWrQOss7zyus8tW7Zk2rRphW73TuvduzefffaZXbJJr9fblEu+FUX9fnn11Vf5999/1SSfoihq+czmzZuTkZHBsWPH8mzvTvzsvRW5S5Lm/Jrn9sYbb+Dj48PgwYP5/fffuXjxImD9GbFz507A+hl74okn+P777/M9Z/v27QkMDFTvjcFgUB/+AOtM3psl/sD68z0xMZEff/xR3ZbX757Q0FC+/fbbQpVVFkIIIYQQpYck/oQQQgghShG9Xo+npyfVq1enffv2PPnkk+qsiLLWRnFxcHDA2dkZLy8vAgMDqVOnDj179qRp06Z5Hq/X65k/fz4zZsxg7dq1xMbG4uHhQcuWLRk1apTdrMG8fPfdd0ydOpVt27YRFxeX56yMRo0asWTJEqZNm8aePXvIzMwkMDCQhx56iBEjRjBx4sR823/xxRdp0KABBw4c4MKFCyQmJpKSkoKjoyP+/v40atSIxx9/3G7Wnru7O3PmzGHLli2sXLmSQ4cOERcXh8FgwN3dnSpVqlCvXj3atWtH586db+m67iZPT0+mTJnCSy+9xIoVK9izZw+XLl0iOTkZrVaLn58foaGhtG3btkiJia5duzJ//ny+/fZbDh48iMViISQkhL59+zJkyBCGDh2a73vfeustdu7cycGDB7l06RKJiYmkpaXh7OxMlSpVaNq0KQMGDKBu3brqe5566in8/f05cOAAZ8+eJSEhgZSUFBwcHPDz86N+/fo8/PDDdO3atdDX4O/vzx9//MHff//NgQMHOHPmDFevXiUtLQ1FUfDw8KBGjRq0a9eO/v375/n9GhAQwNKlS1m3bh1r1qzh6NGjXL9+HYvFgru7O8HBwTRs2JD27dvbJO7y8r///Y9GjRqxYMECNSETFhbG0KFD6dGjh82xwcHB/Prrr0ydOpXt27eTmppKpUqVCA8PZ9SoUTctb1hYt3ueSpUqsWDBAr7++msOHDhAUlKSmiwuCkdHR6ZNm8bff//NihUrOHDgANeuXcNsNuPj40ODBg3o1asXPXr0KFIC+07z9fWlY8eObNq0yWZ7eHh4kRKdOd3K9wtYZ+399NNPTJs2jQMHDmA0GqlatSp9+vRh8ODBPPPMM/me83Z+9t5tXl5eLFmyhKlTp7J582YSEhKoUKEC7du3Z/To0TctS+rk5MQPP/zA1KlT2b17N/Hx8XblkAtDo9Hwf//3f/Tu3ZulS5eyd+9eYmNjMRqNeHl5UadOHXr06MEjjzwiST8hhBBCiDJIo9ypuipCCCGEEEIIIcql8PBwtWwskO8sRiGEEEIIIYQQJavkHi8UQgghhBBCCCGEEEIIIYQQQtwxkvgTQgghhBBCCCGEEEIIIYQQohyQxJ8QQgghhBBCCCGEEEIIIYQQ5YCs8SeEEEIIIYQQQgghhBBCCCFEOSAz/oQQQgghhBBCCCGEEEIIIYQoByTxJ4QQQgghhBBCCCGEEEIIIUQ5IIk/IYQQQgghhBBCCCGEEEIIIcoBSfwJIYQQQgghhBBCCCGEEEIIUQ5I4k8IIYQQQgghhBBCCCGEEEKIckASf0KIci0qKoqwsDCWL19e6vrx9ddfExYWdtf7UlLnFUIIIUT5sHz5csLCwoiKiip1/Rg8eDCDBw++630pqfMKIYQQouwJCwvj66+/Lulu2PWjpGK80hJbClGeSOJPCJGv7F+82f81bNiQ7t27895773Ht2jW7469du8ann35Kjx49aNy4MU2aNKFv37588803JCcn53mOfv36ERYWxqJFiwrVp3nz5hEWFsaOHTvyPWbp0qWEhYWxadOmwl1oOZSRkcHXX3/NP//8U9JdEUIIIcqtffv28fXXX+cb5+QlLS2NadOm0atXL5o0aULr1q155JFH+OCDD4iJiVGPy35Qp23btmRkZNi1Ex4ezgsvvGCzLWfclvu/d955J98+jRgxgsaNG5OamprvMa+//joNGjQgISGh0Nda3pw5c4avv/5aBqWEEEKI25Ad48THx+e5v1evXjYP02Q/SB0WFsY333yT53tef/11wsLCaNq0ab7nvdn4U1HHwLKtX7+esLAwfvnll3yP2b59O2FhYSxYsCDfY+4F3333HRs3bizpbghxT3Ao6Q4IIUq/V155haCgIAwGA3v37mXx4sVs2bKFiIgIXFxcADh06BDPP/886enpPPzww9SvXx+AI0eOMGvWLPbs2cPcuXNt2j1//jyHDx+mSpUqrFq1igEDBty0Lw899BCTJ09m1apVtG3bNs9jVq1ahbe3Nx06dMDBwYFDhw7h4FD6fty9+OKLPP/888XSdkZGBtOnT2fkyJG0bt36rp1XCCGEuJfs37+f6dOn06dPHzw9PW96vNFoZNCgQZw7d45HH32UQYMGkZ6ezunTp4mIiKBbt274+/vbvOf69essXryYZ555plB9ateuHY888ojd9urVq+f7nocffpjNmzezceNGHn30Ubv9GRkZ/Pnnn7Rv354KFSrwyCOP0LNnTxwdHQvVp7tpzpw5xdb2mTNnmD59Oq1atSIoKOiunVcIIYQQ4OTkxOrVq3nppZdstqenp/Pnn3/i5OSU73uLMv5UmDGwnDp16oSHhwerVq3i8ccfz7PNiIgIdDodPXv2BKxjaDqdrjCXfVcVd4w3c+ZMunfvTteuXe/qeYW4F5W+kXAhRKnToUMHGjZsCMDjjz+Ot7c38+bNY9OmTfTq1Yvk5GRGjhyJTqdjxYoV1KxZ0+b9Y8aMYenSpXbtrly5El9fX8aNG8crr7xCVFSU3SBKbv7+/rRu3ZoNGzbw7rvv2gUFMTEx7NmzhyeeeAK9Xg9QYPBXkhwcHEokIVlS5xVCCCHudRs3buTYsWN8/vnn9O7d22ZfVlYWRqPR7j1169Zlzpw5DBgwAGdn55ueo1q1ankm/goSHh6Om5sbq1atyjPxt2nTJvXhLgCdTlcqB6uAEhswkoEqIYQQonh17NiR9evXc+LECerUqaNu37RpE0ajkfbt2+db9ago4083GwPLzdHRke7du7N8+XJiYmLsHuLKyspiw4YNtG3bFl9fX6D0jlOVVIxXmmNLIcoqKfUphCiy++67D0Atc/Tzzz8TExPDuHHj7JJ+AH5+fnZPZIH1iafu3burT0dFREQU6vwPP/wwKSkp/PXXX3b7Vq9ejcViUQfT8lpbLy4ujvHjx9OhQwcaNGhA+/btefHFF23KNuVXbz08PJxx48aprxMTE/n000/p3bs3TZs2pVmzZgwfPpwTJ07c9Dpyr7U3bty4fMtzZffFYDDw1Vdf0bdvX5o3b06TJk0YMGAAu3btUtuJioqiTZs2AEyfPt2ujbzW+DOZTMyYMYOuXbvSoEEDwsPDmTJlCgaDwe76X3jhBfbs2UO/fv1o2LAhXbp04bfffrvp9QohhBDlyddff83kyZMB6NKli/r7tqAykJcuXQKgWbNmdvucnJxwd3e32/7yyy9z7do1Fi9efId6bs/Z2ZkHHniAXbt2cf36dbv9ERERuLm5ER4eDuS9Dsvhw4d59tlnad26NY0aNSI8PJzx48er+//55x/CwsLsBuTyitVOnDjBuHHj6NKlCw0bNqRdu3aMHz++UGVGc6+1Fx4enm98ld2Xy5cvM2nSJLp3706jRo1o3bq1OiiYbfny5YwePRqAIUOG2LWR1xp/169f56233qJt27Y0bNiQhx9+mBUrVuR5/XPmzGHJkiVqLPbYY49x6NChm16vEEIIca9o0qQJQUFBrFq1ymb7qlWraN++Pd7e3vm+91bHn8B+DCwvDz/8MBaLhTVr1tjt++uvv0hJSbF56Cv3mFNqaioffvgh4eHhNGjQgDZt2jBs2DCOHj2qHpN7PCpb7hikMONG+ckd42WPH+X1X86+zJkzh6eeekqNA/v27csff/xh03ZYWBjp6emsWLHCro381vj76aef6Nmzpzp29+6779qV2B88eDC9evXizJkzDB48mMaNG3P//fcza9asm16vEOWZTPkQQhTZxYsXAdSg6s8//8TZ2Znu3bsXuo2DBw9y4cIFPvroIxwdHenWrRurVq1ixIgRN33vAw88wKRJk4iIiOCBBx6w2RcREUGVKlVo3rx5vu8fNWoUZ86cYdCgQVSpUoX4+Hi2b9/OlStXbjrjMLdLly6xceNGevToQVBQENeuXWPJkiUMGjSI1atX2z3pVZAnn3xSTdhl27ZtG6tWrcLHxwewBoO//PILvXr14vHHHyctLY1ff/2V4cOH88svv1C3bl18fHyYNGkSkyZNolu3bnTr1g3ALtmX04QJE1ixYgXdu3dn2LBhHDp0iJkzZ3L27FlmzJhhc+yFCxcYPXo0/fr1o0+fPixbtoxx48ZRv359ateuXejrFUIIIcqybt26cf78eSIiIhg/fjwVKlQAUH9n5yUwMBCA3377jZdeegmNRnPT8zRv3pz77ruP2bNn079//5vO+svKyspzzRx3d/cCZ6X17t2bFStWsHbtWgYNGqRuT0xM5O+//6Znz575nvv69es8++yzVKhQgeeffx5PT0+ioqLYsGHDTa8vLzt27ODSpUv07duXihUrcvr0aZYuXcqZM2dYunRpoe5btrfeeou0tDSbbT/88APHjx9XY9nDhw+zf/9+evbsSUBAAJcvX2bx4sUMGTKE1atX4+LiQsuWLRk8eDALFy5kxIgR1KhRAyDPh94AMjMzGTx4MBcvXmTgwIEEBQXxxx9/MG7cOJKTk3n66adtjo+IiCAtLY0nn3wSjUbD7NmzGTVqFBs3blSrWAghhBD3ul69erFy5UrGjh2LRqNRx3MmT57Mtm3b8nzP7Yw/gf0YWF5atmxJQEAAq1atYtiwYTb7skuE5i5vmdPEiRNZt24dgwYNombNmiQmJrJ3717Onj2rLqVTWIUZNyqsbt26ERISYrPt6NGj/PDDDzYx74IFCwgPD6d3794YjUZWr17N6NGjmTlzJp06dQJg8uTJTJgwgUaNGvHEE08A2LWd09dff8306dNp27Yt/fv3JzIyksWLF3P48GEWL15sEx8lJSUxfPhwunXrxoMPPsi6dev4/PPPCQ0NpWPHjoW+XiHKE0n8CSFuKjU1lfj4eAwGA/v27WPGjBk4OzvTuXNnAM6dO0e1atWKVOJo5cqVVK5cWU3Q9ezZk2XLlnH8+PGbBiHu7u507tyZzZs3k5qaqj4df+7cOY4ePcoLL7yQ74BQcnIy+/fv54033uDZZ59Vt7/wwguF7ntOYWFhrFu3Dq32vwnUjzzyCA8++CC//vorL7/8cqHbatq0qc1C1BcuXOD999+nXbt2PPXUUwB4eXnx559/2tzrJ554ggcffJCFCxfy0Ucf4erqSvfu3Zk0aRJhYWE3Lfd14sQJVqxYweOPP84HH3wAwMCBA/Hx8WHu3Lns2rVLfcINIDIykp9++okWLVoA8OCDD9KxY0eWL1/Om2++WejrFUIIIcqyOnXqUK9ePSIiIujatWuhHh7q2rUr1atXZ9q0aSxbtozWrVvTvHlzOnfurJZ+ysvIkSMZNGgQP//8M0OHDi3wHL/++iu//vqr3fYpU6ao68rk5b777qNixYpERETYJP7++OMPjEajXWnSnPbv309SUhJz5sxRS2OBtdz7rRgwYIDdmoZNmjThtddeY+/evWoMUhi5B9nWrl3L0aNHeeWVV9SHojp16kSPHj1sjuvcuTNPPvkk69at49FHHyU4OJgWLVqwcOFC2rZta7eGcm5Llizh7NmzfPbZZ2qJ1KeeeorBgwczdepUHnvsMZsZntHR0axfvx4vLy/AuibjSy+9xN9//63G3EIIIcS9rlevXnz33XdqPLB27VocHR0JDw/PN/FX1PGnm42B5UWr1dKzZ0/mzJlDZGSkurZyamoqW7ZsoVu3bri5ueX7/i1btvDEE0/YzKJ77rnnCnVPcivMuFFh1alTx6asanx8PFOnTiU0NJSRI0eq29etW2fzgNjAgQPp27cv8+bNUxN/jzzyCJMmTSI4OPim41Tx8fHMnDmT9u3bM2vWLHXMrUaNGrz33nusXLmSxx57TD0+NjaWTz/9VC1Z369fP8LDw1m2bJkk/sQ9S0p9CiFuaujQobRp04aOHTsyZswY3NzcmD59ujqbLTU1tcAAJjeTycSaNWt48MEH1QTdfffdh6+vLytXrixUGw8//DBZWVmsX79e3ZZdqqGggSlnZ2f0ej27d+8mKSmp0H3Oj6OjoxqAmM1mEhIScHV1pXr16hw7duyW201PT2fkyJF4enryxRdfqLXOdTqdGrxZLBYSExMxmUw0aNDgls+3ZcsWALun0rIH3LL3Z6tVq5bNgJuPjw/Vq1dXy5cJIYQQIm/Ozs788ssv6sNHy5cv5+2336Z9+/a8//77diW2s7Vs2ZLWrVsze/ZsMjMzCzxHly5dmDdvnt1/N0tU6XQ6evbsyf79+23KLEVERODn52dXlSAnDw8PwFrKKq91Cosq58BR9gzGxo0bA9iUvCqqM2fO8NZbb9GlSxebMvQ5z2c0GklISCAkJARPT89bjq+2bt1KxYoVbdYC0uv1DB48mPT0dP7991+b4x966CE16QeosZbEV0IIIcR/ateuTVhYGKtXrwascUqXLl1wcXHJ8/hbGX+62RhYfrIf9MlZRnTdunVkZWUVOE4F4OnpycGDB4mJiSnwuMIojnEjsI55vf7666SlpTFjxgxcXV3VfTljqaSkJFJSUmjevPktn2/Hjh0YjUaGDBli86D9448/jru7u904laurq00y0dHRkYYNG0ocJe5pMuNPCHFT77zzDtWrV0en0+Hn50f16tVtfvG6u7vblVAqyPbt24mPj6dRo0ZcuHBB3d66dWtWr17N//73P5v289KhQwe8vb2JiIigb9++gHV9vzp16hRYbtLR0ZGxY8fy6aef0q5dOxo3bkynTp149NFHqVixYqGvIZvFYmHBggUsWrSIqKgozGazuq+gMhA383//939cvHiRn3/+WS0dlm3FihXMnTuXyMhIm8G1opYpzXb58mW0Wq1diYWKFSvi6enJ5cuXbbZXrlzZrg0vL687kkgVQgghyoPExESb39HOzs5qcszDw4M33niDN954g8uXL7Nz507mzp3Ljz/+iLu7e76z5EaNGlWoWX8BAQG0bdv2lvrdu3dv5s+fT0REBCNGjODq1avs2bOHwYMHqw8h5aVVq1Z0796d6dOnM3/+fFq1akXXrl3p3bt3kSpCZEtMTGT69OmsWbPGbs3BlJSUIrcH1gfVRo4cib+/P5MnT7apDpGZmcnMmTNZvnw5MTExKIpy2+e7fPkyVatWtYtps0uDRkdH22zPHV9lJwFzr2MjhBBC3Ot69erFvHnzGDp0KPv37y+wZOetjD/dbAwsP3Xq1CE0NJSIiAhGjRoFWJOAFSpUoH379gW+d+zYsYwbN45OnTpRv359OnbsqFYcuBV3etwIYOrUqezatYuZM2fajR9t3ryZb7/9luPHj9s8yFaU8uw5ZcdJ2aXVszk6OhIcHGw3ThUQEGB3Li8vL06ePHlL5xeiPJDEnxDipho1amRTtim3GjVqqL/cCzO4k/1U1auvvprn/t27d9uUlsyLXq+nR48e/PLLL1y7do3o6GjOnz/P//73v5uef+jQoYSHh7Nx40b+/vtvvvrqK77//nt++OEH6tWrV+B7cyb2AL777ju++uorHnvsMUaPHo2XlxdarZaPPvrIZtCoKH744QciIiL47LPP7MpO/P7774wbN46uXbvy7LPP4uvri06nY+bMmbf9JFNhA7KCBv6EEEIIYU3S7d69W33dp08fPvnkE7vjqlSpQr9+/ejWrRtdu3Zl1apV+Sb+WrZsSatWrZg9e7ZaAvxOa9CgATVq1GD16tWMGDGCiIgIFEW56VPqGo2GadOmceDAATZv3sy2bdt46623mDdvHkuWLMHNzS3fOMNisdhte/XVV9m/fz/PPvssdevWxdXVFYvFwvDhw285vho3bhyxsbH88ssvNiU2Ad5//32WL1/O008/TZMmTfDw8ECj0TBmzJhbPl9R5Rdf3a3zCyGEEHeLk5MTYJ3Vn5eMjAwCAgLyfX+vXr2YMmUKEyZMwNvbm3bt2uV77K2MP91sDKwgvXv35osvvuDw4cMEBATwzz//8OSTT+LgUPAQ/EMPPUSLFi3YsGED27dvZ86cOcyaNYuvv/76pqUqzWazTRxRHONGGzduZNasWYwePZoOHTrY7NuzZw8vvvgiLVu2ZOLEiVSsWBG9Xs+yZctsZj8WJxmnEsKeJP6EELetc+fO7N+/n/Xr19uUM8pLeno6f/75Jw899BDdu3e32//BBx+watWqmyb+wBpQ/fzzz6xZs4aoqCg0Gs1Nz58tJCSEZ555hmeeeYbz58/z6KOPMnfuXD7//HPA+mRQ7iesDQYDcXFxNtvWrVtH69at7WqkJycn283UK4w9e/YwefJknn76abVMRO7zBQcHM336dJsBtGnTptkcV5SnqqpUqYLFYuHChQvqU+gA165dIzk5mSpVqhT5OoQQQoh7QX6/b998802bOKJSpUoFtuPl5UVwcDCnT58u8LhRo0YxePBgfv7556J3tpB69+7NV199xYkTJ4iIiKBatWo0atSoUO9t0qQJTZo0YcyYMaxatYqxY8eyZs0aHn/8cTw9PQH7GXS5n9hOSkpi586djBo1ymbtmPPnz9/yNX3//fds3LiR6dOn28Q62bLX8cu5rk5WVpZdX4saX508eRKLxWIzS+DcuXMABAYGFvUyhBBCiHIh+3dgZGSk3Yz3jIwMrl69WmAyLzAwkGbNmrF792769++fb1LtTo4/FVZ2UjIiIoLAwEDMZvNNH6DKVqlSJQYOHMjAgQO5fv06ffr04bvvvlMTf3mNU4F1dlzOmYGFHTcqrMjISN588026du2a5+zKdevW4eTkxJw5c2wmAyxbtuyWzgf/fUbOnTtnc20Gg4GoqKhbrm4hxL1E1vgTQty2p556iooVK/LJJ58QGRlpt//69et88803AGzYsIH09HQGDhxIjx497P7r3Lkz69evz3eNm5yaN29OlSpVWLlyJWvWrKFly5YFPhUG1iAy91NlISEhuLm52ZwzODiYPXv22By3dOlSuxl/Op3O7knstWvX3lJd9tjYWF599VWaNWvGG2+8kecx2U8x5TznwYMHOXDggM1x2fXtC1MeKjuI/OGHH2y2z5s3z2a/EEIIIWxl/77NnSBq0KABbdu2Vf+rVasWACdOnCA+Pt6uncuXL3P27FmqV69e4PlatWqlzvrL7yn525U9ODVt2jSOHz9eqMGqpKQku3gou2pBdnxVpUoVdDqd3dp2ixcvtnmd3xPbueOUwtqxYwdTp05lxIgRdO3aNc9j8jrnwoUL7eK+/L7eeenQoQNxcXGsWbNG3WYymVi4cCGurq60bNmyKJchhBBClBtt2rRBr9ezePFiu5n/S5YswWQy2c0qy+3VV19l5MiRDB48ON9j7uT4U2EFBgbSokUL1qxZw8qVKwkKCqJZs2YFvsdsNtvFFr6+vlSqVMlunOrgwYM22zZv3syVK1ds3lvYcaPCSEtLU0ulf/LJJ3k+BKXT6dBoNDZxU1RUFJs2bbI71tXVtVDjVG3btkWv17Nw4UKb6/j1119JSUmRcSohCkFm/AkhbpuXlxczZszg+eef59FHH+Xhhx+mfv36ABw7doyIiAiaNm0KwKpVq/D29lZf5xYeHs7SpUv566+/eOCBBwo8r0ajoXfv3nz33XcAjB49+qZ9PX/+PEOHDqVHjx7UqlULnU7Hxo0buXbtGj179lSPe/zxx5k4cSKjRo2ibdu2nDhxgr///ttuFl+nTp2YMWMG48ePp2nTppw6dYpVq1bdUh32Dz74gPj4eIYPH64uVJ0tLCyMOnXq0KlTJ9avX8/LL79Mp06diIqK4ueff6ZWrVqkp6erxzs7O1OrVi3Wrl1LtWrV8Pb2pnbt2oSGhtqdt06dOvTp04clS5aQnJxMy5YtOXz4MCtWrKBr16539Ok3IYQQojzJjne+/PJLHnroIfR6PZ07d8bV1TXP47dv387XX39NeHg4jRs3xtXVlaioKJYtW4bBYFDXgynIyJEjGTJkSL77z58/z++//2633c/Pr8Cn57MFBwfTtGlTdbCmMIm/FStWsHjxYrp27UpISAhpaWksXboUd3d3deDOw8ODHj168OOPP6LRaAgODuavv/6yW8PP3d2dli1bMnv2bIxGI/7+/mzfvp2oqKib9iMvr732Gj4+PlSrVs3uvrRr1w4/Pz86derE77//jru7O7Vq1eLAgQPs2LHDbr3munXrotPpmDVrFikpKTg6OnLffffh6+trd94nn3ySJUuWMG7cOI4ePUqVKlVYt24d+/bt46233rIrNyqEEELcK3x9fXn55ZeZOnUqAwcOJDw8HBcXF/bv309ERATt27cnPDy8wDayH4YqyJ0cfyqKhx9+mP/7v/8jNja2wPUHs6WlpdGxY0e6d+9OnTp1cHV1ZceOHRw+fNimGsHjjz/OunXrGD58OA8++CAXL15k1apVduvtFXbcqDCmT5/OmTNnePHFF+0SeSEhITRt2pSOHTsyb948hg8fTq9evbh+/TqLFi0iJCTEbo29+vXrs3PnTubNm0elSpUICgqicePGduf18fHhhRdeYPr06QwfPpzw8HAiIyNZtGgRDRs2zLNClhDCliT+hBB3ROPGjVm1ahVz5szhr7/+4vfff0er1VKjRg2ef/55Bg0axPXr19m5cyc9e/bM92nuNm3a4OLiwsqVKwsVeGUn/hwdHfMs3ZBbQEAAPXv2ZOfOnaxcuRKdTkeNGjWYOnWqzfufeOIJoqKi+PXXX9m2bRvNmzdXF4/OacSIEWRkZLBq1SrWrFlDvXr1mDlzJl988cVN+5JbQkICZrOZjz/+2G7fyJEjqVOnDn379uXatWssWbKEv//+m1q1avHZZ5/xxx9/2KwlBNZE4vvvv8/HH3+M0Whk5MiReSb+so8NCgpixYoVbNy4ET8/P1544QWbEltCCCGEsNWoUSNGjx7Nzz//zLZt27BYLGzatCnfxN8DDzxAWloa27dvZ9euXSQlJeHp6UmjRo0YNmxYoR62ad26Na1atbL7vZ9t+/btbN++3W57q1atCpX4A2t8tX//fho1akTVqlVvenyrVq04fPgwa9as4dq1a3h4eNCoUSM+//xzm4ehJkyYgMlk4ueff8bR0ZEePXrwxhtv2JVq/+KLL3j//fdZtGgRiqLQrl07Zs2axf3331+o/ueUkJAAWMuv5rZgwQL8/Px4++230Wq1rFq1iqysLJo1a6YOYOVUsWJF3n33XWbOnMnbb7+N2WxmwYIFeSb+nJ2dWbhwIZ9//jkrVqwgNTWV6tWr8/HHH9O3b98iX4cQQghRnrz44otUqVKFn376iW+++QaTyURQUBCjRo3i+eeftymTfSuKY/ypsLp3787777+PwWAoVILK2dmZ/v37s337dtavX4+iKISEhDBx4kQGDBigHnf//fczbtw45s2bx0cffUSDBg347rvv+PTTT23aK8q40c1kx1Hffvut3b4+ffrQtGlT2rRpw4cffsisWbP46KOPCAoKYuzYsVy+fNku8Tdu3Djeeecdpk6dSmZmJn369Mkz8QfWEvc+Pj78+OOPfPzxx3h5efHEE0/w2muvodfri3QdQtyLNIqsFi6EEEIIIYQQQgghhBBCCCFEmSdr/AkhhBBCCCGEEEIIIYQQQghRDkjiTwghhBBCCCGEEEIIIYQQQohyQBJ/QgghhBBCCCGEEEIIIYQQQpQDkvgTQgghhBBCCCGEEEIIIYQQohyQxJ8QQgghhBBCCCGEEEIIIYQQ5YAk/oQQQgghhBBCCCGEEEIIIYQoByTxJ4QQQgghhBBCCCGEEEIIIUQ54FDSHShL4uJSSroLxc7RUYfBYC7pbtwVcq3l071yrffKdYJca3lVXq61YkWPku5CmVAWYqjy8pksjeTeFh+5t8VH7m3xkXtbfMrSvZUYqnBKYwxVlj5npYHcr6KR+1V4cq+KRu5X0cj9Kry7fa8KG0PJjD+h0mhs/1+eybWWT/fKtd4r1wlyreXVvXStomyQz2TxkXtbfOTeFh+5t8VH7m3xkXsr7gb5nBWN3K+ikftVeHKvikbuV9HI/Sq80nyvJPEnhBBCCCGEEEIIIcQdFhMTw9ixY2ndujWNGjWid+/eHD58uKS7JYQQQohyTkp9CiGEEEIIIYQQQghxByUlJdG/f39at27NrFmzqFChAhcuXMDLy6ukuyaEEEKIck4Sf0IIIYQQQgghhBBC3EGzZs0iICCAjz/+WN0WHBxcgj0SQgghxL1CSn0KIYQQQgghhBBCCHEH/fnnnzRo0IBXXnmFNm3a8Oijj7J06dKS7pYQQggh7gEy408IIYQQQgghhBBCiDvo0qVLLF68mGHDhjFixAgOHz7MBx98gF6vp0+fPoVuR6Mpxk4WUXZfSlOfSjO5X0Uj96vw5F4VjdyvopH7VXil+V5J4k8IIYQQQgghhBBCiDtIURQaNGjAa6+9BkC9evU4ffo0P//8c6ETf46OuuLsYpFpNKDT6dBoQFFKujeln9yvopH7VXhyr4pG7lfRyP0qvNJ8ryTxJ4QQQgghhBBCCCHEHVSxYkVq1qxps61GjRqsW7eu0G0YDOZSNYsge2DTZDKXugHO0kjuV9HI/So8uVdFI/eraOR+FV5pvleS+BNCCCGEEEIIIYQQ4g5q1qwZkZGRNtvOnz9PlSpVitROaRtIBGufSmO/Siu5X0Uj96vw5F4VjdyvopH7VXil8V5pS7oDQgghhBBCCCGEEEKUJ08//TQHDx7ku+++48KFC6xatYqlS5cyYMCAku6aEEIIIco5mfEnhBBCCCGEEEIIIcQd1KhRI6ZPn86UKVOYMWMGQUFBvPXWWzz88MMl3TUhhBBClHOS+BNCCCGEEEIIIYQQ4g7r3LkznTt3LuluCCGEEOIeI6U+hSgGI0c+z1dffVHgMf369Wbp0kW3fa6IiN8YM+bl226nNHj++aH89demku6GEEIIIUqIxFC3RmIoIYQQ4t4mMdStkRhKCFFeSeLvHvfhh5No374FCxfOt9m+detftG/fomQ6JQotKyuLWbO+Y9iw54rtHKdPn2LixLfo27cn4eHtGDiwH0uXLrY55tq1a0ya9DZPPdWX++9vmWewOXLk87Rv38Luv//9b7R6zNNPP8t3303HYrEU2/UIIYQQd4LEUGVbeYihxo6VGEoIIUTZIzFU2VYeYigZhxJC3Auk1KfA0dGJn376gUcf7Yuvb4WS7s4dYTQa0ev1Jd2NYvfXX5twc3OjUaMmxXaOkyePU6GCD//3f+9RqZI/R44cYvLkD9HptDz22JMAGI0GvL0r8PTTz+T79NhHH32G0WhUXyclJTFs2AA6d+6qbrvvvrZ8+ukH7Nq1g7Zt2xfbNQkhhBB3QnYM9cgjffH09Czp7twREkPdORJDCSGEEHmTGKrskhhKCCHKBkn8lTKKwYBl21aU6MtoAqug7dABjd6xWM/ZokUrLl++xMKF83j11dfyPe6vvzYxe/ZMLl++hK+vH4899iT9+w9S9/fr15uHH+5DVNQlNm/ehIeHB08//SyPPNI33zb37dvDK6+MYPLkqcycOZ1Lly5Sq1Yo48ZNoEaNWupxBw8eYObM6Zw4cRxvb286dOjECy+MxMXFRT13r16PcOnSRbZt20LHjp1p2rQ506Z9wf/93/tMn/4lsbExtGnTjgkT3mPz5o3MnTuT1NRUund/iFGjXkOn0wFgMBj4/vtv2LhxHampKVSvXpMXXxxFs2bWJ8+SkhKZMmUyBw/uJyUlmSpVghg8eBjduvWwuTaz2cSUKZ+ybt0aHBwcePTRfgwfPgKNRpPnvUhJSWHGjKn8/fcWDAYjderUZdSo16hdOzTf+7dp03ratetgs+3DDyeRmppCw4ZNWLLkR4xGEw880P3GNRb9W75Xr0dsXlepEsSRI4fZsmWzGnBVrhzIq6+OBWD16pV5tuPp6WXXdycnZ5uAS6fTcd99bdm0aZ0EXEIIIYqkJGOoH3+cx0svjc73uPIWQ82ZY42hevS4eQz10kujaN26NVA2Y6guXR5g9OjXcXAofTFUeLjEUEIIIW6fxFDFG0O1a9eet99+lz//LFoMVdbHoW43hlKU/17LOJQQQhSdJP5KEcvxo1jmz8WSnIxGr8diNKKsX4t26DNo69YvtvPqdFqef/5l3n13Av37D8THx8/umBMnjvPOO+N55pnnCQ/vxpEjh/jii0/w8vLioYd6q8f9/PNPDB8+giFDnmHz5k188cUnNG3ajJCQagX24ZtvvmL06Nfx8fFj5swZvPnmayxevBwHBwcuX45i7NhRPPfci4wf/w6JiQl8+eVkvvxyMm+9NVFtY/HihQwd+hzPPPM8AAcP7iczM5Nff/2Zd9/9iPT0dN5++3+89dZY3N09+PLLr7l48RJvv/0GDRs2pkuXBwD48svJnD9/jnff/Qg/v4ps2bKZsWNf4YcffiY4OASDwUBYWF0GDXoaV1c3du78mw8+mEiVKkHUq9dA7c/atavp1esRZs36gRMnjjN58of4+wfw8MN98rwH//d/b+Lk5MTnn0/Dzc2d339fzquvvsjixcvtgpVshw4doHv3h+y279u3B19fP6ZNswbI77wznpo1a9O7t/Xcn332EevXry3wa7Jhw7Z896Wlpd72U3kREb/TpcsDatCcrV69+vz44w+31bYQQoh7S2mIofr1e4pKlfztjimPMdRnn31FdPRlJky4eQz1+uuvsGjRUipXDipzMVRU1CUmThxP7dqh6rklhhJCCFGeSAxVvDFURkY6b731BuPHFz2GKsvjULcaQ23cKDGUEELcKZL4KyUUgwHL/LkoGRlobpQG0Oj1KBkZWObPRfPBx8X6xFXHjp2pXTuU77//lnHj/s9u/5IlP9G8eUuGDh0OQEhIVc6fP8eiRQttAq42bdrSt+/jAAwa9DRLly5i3749Nw24hg17jpYt7wNgwoRJ9OnzEFu2bKZLl24sXDiPbt168MQTAwAIDg5h9Oj/MWrU87z++jicnJwAaNaspc2TXwcP7sdkMjF27HiqVAkCoFOnLqxbt4ZVq9bj5eVBcHA1mjZtwb59e+jS5QGuXr3KmjWrWLYsAj+/igAMGDCYf/7ZyZo1q3jhhZepWLESAwYMVs/Tr99T7N69iz//3GgTcPn7+/PKK6+h0WgICanG2bNnWLp0UZ4B18GDBzh+/CirVm3A0dH6dR458lW2bfuLzZs35fm0WkpKCqmpqWo/c/Lw8GTMmDfQ6XRUq1aNdu3uZ8+e3Wrib/jwEfTvP9jufYVx+PBBNm1az2effXVL7wc4duwI586dzfOz5udXkdjYGCwWC1qtLEMqhBCiYKUlhpozZybjx79jt7+8xVArV67H1dWV6tVrFCqG2r17JxERK3nuuZfKXAxVtWo12rRpz969u9VzSwwlhBCivJAYqvhjKI0GwsO7sHbt6iLHUGV5HEpiKCGEKHmS+CslLNu2qk9Y2e1LSUGzdSu6Ll3zeOed89JLo3jllRd56qlBdvsuXIikffuONtsaNmzM0qWLMZvNanmCmjVrq/s1Gg0+Pr4kJCQA8Prrr3Do0H4A/P0r8+OPS9Vj69dvpP7b09OLkJCqXLgQCcCZM6c5e/Y0Gzb8oR6jKAoWi4UrV6KpVq06AHXq1LXrt7OzszpgBeDj40tAQCCurq45tvmofTx37gxms5n+/W0DHIPBgJeX9Wkns9nMwoXz+PPPDcTFxWEyGTEYDDg5Odu8p169BjblFBo0aMjPP/9oc7+ynTlzioyMDHr27GKzPSsri8uXo+yuK3sfoAZoOVWvXsPmHH5+fpw+fVp9XaGCDxUq+OTZbkHOnTvD+PGvM2zYc7RqdV+R358tIuJ3atasZROgZnNycsJisWA02t/T0s5sNhMTE01aWhpubm4EBASi1epu/kYhhBC3rDTEUC++OIrRo1/MczBDYigD3t7eQNmMoXx9/Th37oz6WmIoIe4dEtuL8k5iqLsTQ/n63pvjUBJDCSFKi5IoaV0aSOKvlFCiL+cZbAFoHBxQrkQXex+aNGnGffe14bvvpvPgg71v/oY85K7drdFosFgsAIwbN0ENEopS4zsjI51HHulLv35P2e3z9w9Q/517qn5+58mrj4piUc+l0+mYM2eh3R912e0vWrSQX35ZzCuvvE6NGrVwcXFh2rQvMJmM3KqMjHR8ff34+uuZdvvc3T3yfI+XlxcajYaUlBS7fQVdI9xamarIyHOMHv0SvXv3UZ+4uxUZGRls2rSeZ58dkef+5ORkXFxcylywlZgYz6lTxzEaDWi1WmJjLURFXSQ0tC7e3kUPboUQQhROaYmhWrW6j5kzJYbKHUNpNODh4Q6U3Rgq++sAEkMJca+Q2F7cCySGyt+djaE09+w4VFFjqNylPiWGEkLcDrPZzJW9/5C2fRvOCYkEJCWjMRjuSknr0kASf6WEJrAKFqMxz6BLMZnQVg68K/14+eVXGDToKYKDq9psr1q1OocPH7TZdvjwQYKDQ+yeGspPxYqV8t139OhhAgKswVNycjKXLl2kalXrE1ShoXWIjIwkKCi4KJdyS2rXDsNsNpOQkEDjxk3zPObw4YO0b99RrWlusVi4ePEi1atXtznu2LGjNq+PHj2S7/0KC6tDfPx1dDodlQv5tdbr9VSrVp3z588V+amnopZYOHfuLKNHv8iDD/bkhRdeLtK5ctu8eSNGo5Hu3R/M91y1a4fd1jnuNrPZzKlTxzGbTWpZCK1Wi9ls4tSp47RocZ88HSyEEMWktMRQI0aMYtiwARJD5YqhNBrQ63UYjWaJoSSGEqJMkNhe3CskhirdMVROEkNJDCWEKJrExHhOnTiK4fhRNO5uWDzcuWIyUfNiFN6paXelpHVJk8LFpYT2/g5o81mkVuvhgbZDh7vSj1q1avPAAz349dclNtufemoQe/f+y/z5s7l48QJr10awbNnSW67Pndv8+bPYs2c3586d4aOPJuHl5U2HDp0AGDjwaY4cOciUKZ9y+vRJLl26yLZtfzFlyqd35Nw5hYRU5YEHHuSDDyayZcufREdf5tixIyxcOI8dO/4GIDg4mH///YfDhw9y/nwkn332EQkJ1+3aiom5ytdfT+HixfNs2PAHy5YtyfNpMYAWLVpTv35Dxo8fy+7du7hyJZrDhw8yc+YMTpw4lm9/W7Vqw6FDB4p8nRUq+BAUFFzgf9nOnTvDK6+MoFWr1jz55ECuX7/G9evX1LIU2U6fPsnp0yfJyMggMTGB06dPEhl5zu7cERG/c//9HfHy8s6zbwcP7r+t8g0lISYmGqPRkOc+o9HI1avF/6SkEELcq0pLDFWzZi26dZMYKncMtWDBPP7+2/r0tsRQEkMJURbkF9srikJKSjL79v1LdPQlLBZzkds2m81ER1/i9OkTt9yGEHeKxFClO4aScSiJoYQQtyb7IS5TXCwao3VmtNaiYDabOevng/n6NSxJSVi2bi3hnhYvmfFXSmgcHdEOfQbL/LnWWuoODtYnrDw80A579q5mn4cPH8GmTRtstoWF1eG99z5m9uyZzJ8/G19fP559doTNgsq3Y8SIUXz11edERV2iVq1QPv30S/Q3njqrVas206d/z/fff8NLLz0HKAQGBtGlS7c7cu7c3nprIj/8MIfp06cSFxeLl5c39es3pG3b+wF4+ulniY6+zGuvjcLZ2ZmHH+7D/fd3Ii0t1aadHj16kpWVxXPPPY1Wq6Nfv6fyXBwZrCUQPv/8K77//hs++uhdEhMT8PHxpUmTZgXWQO/V6xGGDx9Mamoq7u7ud+4m5LB58yYSExNYt24t69b9V5YhIKAyv/66Sn09bNhA9d8nTx5nw4Y/7I65ePE8hw4d4Msvp+d5rri4WI4cOcQ777xfDFdSfNLS0vJdAFqr1ZCWlnaXeySEEPeO0hZD/fmnxFC5Y6iOHa3r80gMZSUxlBClW16xvdFoJC0tBYtFQVEsZGVlFLn0p5QPFaWNxFClP4aScSiJoYQQhZe9ll90TDQGd1c0mZnWEjQmE2RmgKJg1GiJcXak8tnTKAf2QjGvZVuSNIqiKCXdibIiLs6+hvWdphgNWLZuRbkSjaZy4F1dbDJnKaa79anYt28Pr7wygrVrN+PhkXcN8eJQEtdaXCZMeJOwsDoMHjwsz/1l6Vq/+WYaKSkpvPnm27f0/pK61ujoS0RGnskz+WexKFSvXpPAwDtXIqQsfU1vl1xr+VSerrVixbv3u6ssK+0xVFn8TJZUDFVUpfne3iyGKu1y3tsZM24vhhK2SvPntqwrC/c2d2yvKApJSQkoioKiKLi4uKnrbul0DoUq/Wk2m9m7dxdms8luX2HbuJmycG9zkhiqcEpbDFXWPmd5uZsxVHm4X3kprhiqJO7X7Y5DlZTy+tkqLnK/iqY03a/sZJ4SfRlNYJV8f0dZjh+1PsiSnExk9apc8/YCsxksFsiwJv3QaECrwe/SZarvPwDVqqGfNe+2ci8lca8KG0PJjL9SRqN3RFeOM83iznv55dFs314+piZXqODDU08NvPmBpYy/fyBRURfz/ENer9cTEHB31kYQQoh7mcRQoqgkhhJC5CV3bJ+VlYnFoljHirRanJ2d1WOzy/rf7CG/7PKheT0oWNg2hCguEkOJopIYSghxN1iOH8U8dzbKxfNgNGF2dCR23RoyatfCLTiEwM5d0Tk5W5OD8+eiZGSg0etxyczEoq2A1myGtLT/kn6KBQtanBMTQe8Azi5Ytm4tt78DJfEnRBlXuXJgvjXby5r+/QeVdBduiU6nIzS07o3SPUa0Wg0Wi4Jeryc0tO5tP70rhBBCiDtPYighRF5yx/ZmsxlQ0Gi0uLq6o9Fo1GMLW9ZflgYQQpQnEkMJIQqrsDP2ch+nue8+zNO+RDlzGkwmknx8OdugHkZnZ7TJicRdNBO9YDa1W7TGKz4JS3IymhvlmitdTyC6oh/m9BtJPxS4MRtPn5mJ//HjUKcuGkdHlCvRd/Fu3F1S6rMI7kaJhZJUmqbxFje51vKppK/VYjFz9Wo0aWlpuLm5ERAQWCxJv5K+zrtJrrV8Kk/XKmWqCqe0x1Dl6TNZ2si9LT5yb4uP3NviU5bubXZsf+XKZRIT43FxcbVJ+lmPKVxZ/7uxNEBZurcgMVRhlbYYqqx9zkqa3K+ikftVeHKvikbuV9HcqfuVs/ymRq9HMRrRenqiHfoMmpq11UQfFjPKkcMoqanqcaSlwoXzoHPArNVwsFNHzI45EoauruDkhAPQ1NEFzb//osRfh8xMUCBJo3C2aROMTk5oLRYsWi36rCxq7tiJV2oqBIVAhQroHnvitmb8SalPIYS4B2i1OinRI4QQQgghRDmQHdv7+fmzc+cW0tPT0Ol0ODk5qwnAwpb1l6UBhBBCCFGe2c/Ya2NTfhOwJvUyMjB99SUaDw9rok+nQzl+FLRaCAoGvd563JUrkJoKjo7EVq+uJvDIfgjLaAQnJwzAldhYKh8/al3PDw2kpuBlNtPkwgViatcm08sT56Rk/E+ftj6EpdFAZgZajxC0HTqU2D0rbpL4E0IIIYS4Ry1atIjFixdz+fJlAGrXrs1LL71Ex44dAcjKyuKTTz5hzZo1GAwG2rdvz8SJE/Hz8yvJbgshhBB3RWJiPKdOHcdisWA0GsjMtJCZmYGLixuurm5FKuvv7e3DpUvnAXBxcUFRkKUBhBBCCFHm5Z7ZZzEaYeE8MFvQVKhgc6xiscDpUyj+/mj8KqLExd6YpafA2TMo9RvA1SsQfx3MZsjIJMPD3bpen7UFIEfZdQUyE+OtiUMFMGRZ/68oaC0WKp88ad1nsVjPoa73p6Ad9myeZUfLC0n8CSGEEDeYzWZiYoq/XKsQpUVAQABjx46latWqKIrCb7/9xssvv8yKFSuoXbs2H330EVu2bGHq1Kl4eHjw/vvvM3LkSH7++eeS7roQQghRbMxmM1euRHHy5DG0Wg1OTs44OTmRmZmJxWJGo9HQrFlLHBxuPliUnTw0Gg24uLiQkZFORkYGISHVqFkzVGJNIYQQQpQ56gy/Sxew/PUnuHvYzuyLSYaUZBQvLzQ5S51fv5HQy8yE1BS4eAEMBuu+zCzY/Y+amLtxJlwSk7BotdYZfze2ceNcFqMB54x062zBqEvWtjWoa/qBBiwWzDodsTVrklHBG5ekJPydXFEuR6PUrFVuk3+S+BNCiBIgCabSJ+egjFarJTbWQlTURUJD6+Lt7VPS3ROiWISHh9u8HjNmDIsXL+bAgQMEBASwbNkyPv/8c9q0aQPARx99xEMPPcSBAwdo0qRJCfRYCCGEKF7ZMWFKShKZmRmAhszMDNzcPHBxcQGs6/LFxsbctMy/2Wzm1KnjmM0mdX0/V1c3ABIS4ov1OoQQQgghikPOGX4kJcLlKHB0RAkKxuLpRaxvBdIreOJy8RL+CfHofHNUDMrKtCbmnJxQLl28keTjRrLOos7WQ/ffGGmlM2e4Ur+edY0/Bet7bkz60xuNBBgtaDw8UcLqQuQ5a3JRq7UmFBULSf7+nG3f7r/1/nQ6rphM1Fy7igrr16Id+gzauvXv2v27W+xXlhZCCFGsEhPj2bt3F5GRZ7h2LYbIyDPs2bOLxET547+k5DUoo9VqMZtNN8o7mW/SghBln9lsZvXq1aSnp9O0aVOOHDmC0Wikbdu26jE1a9YkMDCQAwcOlFxHhRBCiFtgMBg4cmQ/O3du5ciR/ZhMBrtjcsaEiqKg0WhuPHSukJaWgnLj6XOtVkNaWtpNzxkTE43RaH8eAKPRyNWr0bd3UUIIIYQQd5FiMNiu3ZeZCToHMFtIykjnQJ1QLlSuzPWKFblYvx4H6tcl0ZBpLfEJ4OSM2cGBK4GBnGtQnythYVgcdPalOC2Kup6fzmym5vYd6AwGLFotODhgURQcgNq+/mhM1jWUNVotVK8BHu7g6gZaLWa9nrP3t8Ps6GidMajVoFUUzI6OnA2ugjkz03o9+cRrZZnM+BNCiLvoZgmmFi3uk5l/JSB7UEartX8eJntQ5mZPdAtRVp08eZKnnnqKrKwsXF1dmTFjBrVq1eL48ePo9Xo8PT1tjvf19SUuLq7I59Fobn5MScnuW2nuY1kl97b4yL0tPnJvi09J3duLFyM5cuTQjRhcw/XrcVy6dJEGDRoRElJdPS5nTKjV6tTkH1hn+WVlZeLs7ILFouDm5nbT60hPT8szvgRr8jA9Pe2O3Qv53AohhBCiuFm2bVXX8gPA2RkUC2adA2ebNMZsMqBNTwOz2Zpg0+k4GxRIkz//QhsUQlJobc62b4vRZESblYWlShWu1KxOzW3b8bp69UbSz5qgQ6NV1+fzio+nyYaNxDRsQKanNy7Vq1NlyHC0Gi3mI4dRMjIAa/JPyS776aAntmZNjE7OaBUL1mmCGutsQo0Go05LjG8FAq7Gotm6FV2XriV2X4uDJP5EubJv3x5eeWUEa9duxsPDI89j1qxZxbRpX/Dnn9tu61xGo5FBgx5nwoR3adiw8W21VdJ27drBd99NZ+7cH/P9w1TcGZJgKp3S0goelCnME91ClFXVq1fnt99+IyUlhXXr1vHmm2/y448/3tFzODqW7gcaNBrQ6XS2SwncY/bu3cOLLz7Hpk1b842hIiJWMmXKZ0WKofK6t0ajkSeffIxJk96jUaMmd6D3JWfnzu1Mnz6NhQsX3/UYSj63xUfubfEpiXtrMBg4evQQimLJ8eCdBkWxcPToIUJCQtDfWNslKysDBwfr7yxXVxeysjLUflrHoSxotRr0ej3BwcHodAX/fvP09CAu7mqePx8sFguenh7o9Xfmd6R8boUoGYUZh1q92joO9ccff93WuWQcSghR0pToy/8l/QCNjy9KbCyxQYEY9Xq0GZn/HazRgIMOo96BmOBgKmm0nGvbBvPZM2izMsGioFUsmLU6zrZrQ5NVq9FqtGA0gLOL9f+KYk0AOjmhdXamslaPVgHdM8+ra/Nphz5jLT2akoLGwQFcXNE0aYbi7EKGMROto9669p9FsSYUsQZLWo2WDCdnNA4OKFfKXxUGSfzd4z78cBJr10YA4ODgQEBAZbp3f4jBg4fh4CAfj4L89tsyKlcOLNZgq1+/3ly9esVue58+j/P6628CcP36Nb755iv+/Xc36elphIRUZciQZ+jUqYt6/Ouvj+bUqZMkJCTg4eFBixatePHFV/DzqwjAffe1Zfbs71i/fi09evQstusRkmAqrdzc3IiNteQzKGN9oluI8srR0ZGqVasC0KBBAw4fPsyCBQt48MEHMRqNJCcn28z6u379OhUrVizSOQwGc6megZA9SGoymQs9WPrBB7YxlL9/AD169GTIkLIZQ5lM1pLGRqMZozHv8sYmk0U9prDyure//LKUgIDK1K3bsEhtFcVjj+UdQ/XtaxtDzZhhH0N17vxfDPXGG2M4c+aUXQyV/T3QosV96HTfsHp1xF2PoW7lcysKR+5t8SmJe3vkyCFMJutMv9xMJhOHDx+iYcOmADg5uWAymXOsx+dOenoqFst/T4lrNDpq166DxcJNy8H7+QVw/vx5zGaT3T6dTk/FigF37OegfG5FWZF7HCo7hpJxqJsrS+NQb745htOnT5GYKONQQpQnmsAqWIzG/5J/6WlgMpHh6orWZPrv6aPsGXtmC1qNhswK3sRqtBjOnbUm/XQOoJiwLtoHRkcnYmpUp/LFKHD2AAe9tY2sLGubzi5QuQpaNze0w55Vk34A2rr10XzwMZqtW1GuRKOtHIi2QwdQwG3Kp8S5uaPNyrKuL5i9OKBWg8XREZeseBSTCW3lwLt3E+8S+Y0qaN26LW+99Q4mk5F//tnBZ599goODA4MHDytyW2azGY1GU+6f1lEUhWXLljJ8+AvFep5ZsxbY/DF57txZxox52WZA6oMPJpKamsInn3yBl5c3Gzb8wTvvjGf27AWEhtYBoHnzlgwaNAxfXz/i4mKZMeMrJkx4k+++m6u28+CDvfj11yUScBUzSTCVTv7+gURFXcxzUEav1xMQUP4CACHyY7FYMBgMNGjQAL1ez86dO+nevTsA586dIzo6miZNmhS53bIwCJm9pEBhZcdQRqORnTu3M2XKp2U2hsq+7sLcg1v5Wma3qygKv/5qjaGK8zORXwzVqVMX9bzvv3/zGKpZsxYMHvwMfn4Fx1C//LKE7t1LJoYq6udWFJ7c2+JzN+9tSkpKnkk/sD54l5KSovYld0yo1+txdHTGYMhCo9ESGlqHKlVCbpQBvfm5tVodoaF1OXXqOAaDAaMxC5PJhKOjEw0b1kOjKVw7RSGfW1EWlKcY6m4pa+NQhY2hZBxKiLJFe38HlPVrraU1LRaUSxdBq8Uly4DFQYfWbLbm8hQFsD44ZQGc466RUakS2oyMG/sUaw7uxtJ/WouFTE9PyEgHB0+oUsW6fqCiQFhdNLVqow0KRtuhg03SL5tG75hnqc6A3o8SvWMLJgcHMGj+m/Xn7ILebMb/egJaDw9rorCcKd+/Fcsgs9lMdPQlTp8+QXT0pZs+QXgnODrq8fX1IyCgMv36PUGLFq34+++tgLUsyvTpU3n00Qfp2rU9zz33NPv27VHfu2bNKnr06MTff29h0KDHCQ9vS0zMVfr16838+bN5//136Nbtfh57rBd//72FhIQExo17jW7d7ufpp5/ixIljNn05ePAAL700nPDwdvTt25OpUz8j40aNXoA//ljNs88Oplu3Djz8cHcmTXqbhIR4u2s6fPggTz/9FOHhbXn++aGcO3emwHuwbdtfPPPMQMLD2/L4448wd+73mEz2CYBsJ08eJzo6irZt26vbrlyJpn37FmzZ8iejRr1Aly7tePrp/hw5cqjAcxekQoUK+Pr6qf/t2PE3VaoE0bRpc/WYI0cO8dhjT1KvXgOqVAli6NDhuLt7cPLkCfWYAQMG0aBBQwICKtOwYWMGDXqao0cP21xju3YdOHHiGJcvR91yf8XN+fsHqqWEcpMEU8nR6ayDMjqdAxaLdaTEYlHQ6RwIDa0r6y6KcuuLL77g33//JSoqipMnT/LFF1+we/duevfujYeHB4899hiffPIJu3bt4siRI7z11ls0bdr0lhJ/xa2kY6g+ffpJDFUOY6gnnxwoMZQQZZyHh4ca3+VmsSg2pflyxoSZmVkkJSWQkZEOKDg7O3PlSjTJyUlFOr+3tw+1aoVhNpswGk3odA7odDrOnDlFYqL9z2Eh7jaJoSSGykliKCFEQTSOjmiHPoPGxQUlLhZMJrBYqBQVhV6jtc7yU58qtf5Pn5WF/5kzuMTGYtHprAk/842M341nsyxaLc5JyeDiAoGBkJmJ9pnn0f+0BMf3P0L/9DB0XbraJP0UgwHzpo2YFv6AedNGFKPBrr/6+g0JffRxHAKroFSsBK6uWNzc0Wk01Dx3AZ2zs90MwvJCEn+lSGJiPHv37iIy8gzXrsUQGXmGPXt23fU/BpycnDAajQB8+eVkjh49xLvvfsQPP/xM585dGTv2FS5duqgen5mZyU8//cCbb05g4cIlVKjgA8DSpYtp2LAxc+f+RJs27Xn//Xf44IOJPPDAQ8yZ8yOBgUF88MFElBs/DC5fjmLs2FF06hTODz8s5t13P+LQoQN8+eVk9Vwmk4nhw0cwf/4iPvroc65evcKHH06yu4ZvvvmKkSNfZdasBXh7V+DNN1/LN4A6eHA/H3wwkccf78/ChUt5443xrF0bwYIFc/M8Pvs9wcEhuLraz876/vtv6N9/MPPmLSI4OIRJk95Wz3316lW6dbu/wP/yO6/RaGT9+jX07PmwusA8QIMGjfjzzw0kJydhsVjYuHEdBkOWTVCWU3JyEuvX/0GDBo1symgEBATg4+PLwYP7871ucfskwVR6eXv70KLFfVSvXhM/P3+qV69Jixb34e3tU9JdE6LYXL9+nTfffJMePXowdOhQDh8+zJw5c2jXrh0Ab731Fp06deKVV15h0KBB+Pn58fXXX5dwr+1JDCUxlMRQQoj8hIbWR6fLu9iRTudAnTr1bbZ5e/vQtGnLG2v5OeLm5oaXVwWcnJwwm02cOnW8SIkRs9nMmTMncXR0xMPDAxcXF3Q63S21JcSdJjGUxFASQwkhikpbtz66Dz6G0LpQwQcqB6KrHUbN2GvoTCYsN2ZgW7QadAYDNXfuQqso1uSgwQCWG0m/GxP/0NxIDp49a92u0YCvHxoHh3wTcpbjRzH/33jMvy5B+fcfzL8uwTxhPJbjR+2OrVDRn5Y9H6VG+ANUCu9GtZDqNHOvgE/3h9B98DHaOvWK4S6VPCn1WUqYzWZOnTqO2WzKseC4Vv1joEWL+4o9IaAoCrt372L37l089tiTXL16lTVrVrFsWYRag3vAgMH8889O1qxZxQsvvAxYg6DXXhtH7dqhNu21adOWRx99DIBhw4bz22+/UrduPcLDrdNuBw58mhEjhhEffx1fXz8WLpxHt249eOKJAQAEB4cwevT/GDXqeV5/fRxOTk706vWI2n6VKkG8+upYhg8fQnp6Oq6uruq+YcOeo2XL+wCYMGESffo8xJYtm+nSpZvddc+dO4tBg4by4IO91HaHDx/BN99M45lnns/zXl29elW9J7n17z9IfQLr2WdfYPDgJ7h8OYqqVavh5+fHvHmLCvoy2KyjlNPWrX+RmprKQw/1ttn+3nufMHHieB56qAs6nQ5nZ2c++uhzgoKCbY775ptpLFu2lMzMTOrXb8jkyV/ancPPzy/PWu7izspOMF29Gk1aWhpubm4EBARK0q8U0Gp1BAYG3/xAIcqJjz76qMD9Tk5OTJw4kYkTJ96lHhVdaYmh9uzZLTFUOY6hli+XGEqIssrR0ZH69Rtx9OihG78rNOqDd/XrN8bBwX5AKS4uBgcHBxwd7fcZjUauXo0udMwYExON0WjIswxhUdsS4k6SGOruxFA9evSwu26Jof4jMZQQpYslNRXL7JkYL0ZCSHW0z49Am8cDBxq9I7pOnTFfi1XX+/NOz6DJ0aPEeLiR6emBc1Iy/uci0Vos4OaGrloNqp05y/EG9TA6O6MzGHBMT0efmUXN7dvRogFHJ8jMROPggHIlOs8+KgYDlvlzUTIy1HNr9HqUjAws8+da1/vLlTC0Ge8Lq5+7ScxmMzEx5WucVhJ/pURJ/jGwY8ffdOt2PyaTCYtFoVu37jzzzPPs378Xs9lM//59bY43GAx4eXmpr/V6PbVq1bZrt2bN/7b5+PgCUKNGrRzbrE9kJSQk4Ovrx5kzpzl79jQbNvyhHqMoChaLhStXoqlWrTonThxn7tzvOXPm1I21GKxPCMTEXKV69Rrq++rXb6T+29PTi5CQqly4EJnn9Z89e4rDhw/aPOFkNlswGLLIzMzE2dnZ7j1ZWZl5/hGY+7p9ff1uXGM8VatWw8HBwS4QKqzVq3+ndeu2doHe7NnfkpKSwtSp3+Dl5c22bX/xzjvjmDFjNjVr/ne/BwwYQs+ejxATc4W5c2fxwQcTmTx5qs1TW05OTmRmZt5S/0TRSIJJCCHujNITQ1no1q2HxFDlNIbq1UtiKCHKspCQ6gQGVuHEiaOkpKTg4eFBnTr180z6AaSlpeW7XphWqyEtLa3Q576TbQlxJ0kMJTHUzUgMJcS9QzEYME6dAitXgMUMzs6wdy+WtavRjh6DQ64HACDXen/Z2zw8qBwdDZeiwMnZ2o6jE/j6klTRj/MtmqO7FovFYMCs12Ny0BO6cwte166DqxuggLMzismEtnLeyyFZtm3FkpysJv2sGy0o8ddR0tJRZnyNw8ujCl2+MzExnlOnjqu/E2NjLURFXSQ0tG6ZrgImib9SoiT/GGjatDljx45Hr9dTubI/iqJBUSAjIx2dTsecOQvtMtwuLi7qv52cnGx+aWfLOX0/e39e27KDpoyMdB55pC/9+j1l15a/fwAZGRm8/vpIWrVqw8SJH+DtXYGYmKu89tpITCbjLV9/enoGzz77PB07htvtyy+o8vLy5ty5s3nuy+saLTemMF+9epXBgx8vsD+DBw9jyJBnbLZdvXqFPXt28+GHk222X74cxbJlS1mwYAk1atQEoHbtUA4ePMDy5Uv53//eUo/19vbGy8ubkJCqVK1anb59e3L06GEaNPgvOE1OTsbbu0KB/RNCCCFKk9IQQzk46PHz81NjAImhyl8M5e0tMZQQZZ2DgyMNGjQt1LFubm7Exlry/P1isSi4udk++V7QU+JFbUuIu0ViKImhskkMJcS9zXzoIObJH8HxG2ugarTWtfucXcBoxPLVl1g6hasz/xSDAcu2rSjRl6FefThyGCUtDY2DA3h6wfXr4O0P8detbZnNmONiOdu8CRZvbxwCq6A7fBDS0sFkJLJ9O7w2bUarKKDTovHxRePmhrZDB5tzaQKrWLdFX7ZN+qWmoFy6aO2zRouy+U/MV6LRDn0GbV372X02114KZr8XF0n8lRIl+ceAi4sLQUHBaDTg4KDDaLSuMVC7dhhms5mEhAQaNy7cH0i3IzS0DpGRkfk+iXT27BmSkpIYMWIk/v4BAHaLMmc7evQwAQHWY5KTk7l06SJVq1bP89iwsDAuXrxQpCegQkPD+O23ZSiKkmewmZ9bLbGwevVKKlSoQJs27W22Zz8Vlftzo9Np813AHlD3GQz/LXqalZXF5ctRhIaGFXwRQgghRClSGmKo3CSGKqivEkMJIUo/f/9AoqIuYjbbr8+l1+sJCPjvCfSbPSVe2LZyJg+dnV3QaCAjI6PclJsSpY/EUBJDZZMYSoh7l/nQAcz/ew0S4sFstq6vhwXQQWYGuLlDZgamt8ehbdYCxWKBI4dQUlOt5TWNRjTu7mhat0Gj06GtHIhSwQvL+DetiTitFhQLsbVqYfTwRHc5CsLqoKlVG6IuoWRmYjQYiAkJoXLUJQisYk36DXsW5cxpzHNnoVy4CCYjOOix/LEaS4OGXPX2ItPdDZf0DCqdPI7WbLEmGS0WcHUtsOxnTuW5JHu5Sfz9+++/zJkzhyNHjhAXF8eMGTPo2rWrul9RFKZNm8Yvv/xCcnIyzZo1Y9KkSVSrVq3kOp1DUf6wuFtCQqrywAMP8sEHExk58lVq1w4jMTGBvXv/pWbN2mr98Dtl4MCneeGFoUyZ8im9ez+Ks7ML58+f499//+G1197E3z8AvV7PsmVLeOSRx4iMPMv8+bPzbGv+/Fl4eXnh4+PD999bSw906NApz2OHDn2ON954FX//ADp16oJWq+XMmVOcO3eW559/Kc/3NGvWgoyMdCIjz9qUjbiZWymxYLFYWLNmFT169LJ5igugatVqBAUF89lnH/Hyy6Px8vJm69a/+Pfff9Ta6UePHuHUqePUr98IDw9PLl+OYvbsb6lSJcjmKaujRw+j1zvabBNCCCFKO4mhJIbKz52IoU6cOEqjRk0khhLiHqPT6QgNrXsjoWdU1wXU6/WEhtZVk3CFeUq8MG3lTB6azWZSU5MBDW5u7jg4OJSLclOi9JEYSmKo/EgMJcS9QTEYME/5DLKyrAmznA8VmM2ABjIzwWyC/fuxGI1w7Kg1CefhieLlhcbHF7Ky0Bw7gu5Gks28aSNUqw4pydb3OzuTWbMWWp0OxWRCEx+Pxs8PJawOmvh4tBkZZHp4oXVwRBMUgrZDB1DA+MpLcPY0GG8kEC0WErVwtloIxmohaM1mLO5uRHfuRM19+63lQvUO4Gst9WxJSUGzdSu6Ll3zvH4o3yXZy03iLz09nbCwMB577DFGjhxpt3/WrFksXLiQTz75hKCgIL766iueffZZ1qxZg5OTUwn02FZh/7C42956ayI//DCH6dOnEhcXi5eXN/XrN6Rt2/vv+Llq1arN9Onf8/333/DSS88BCoGBQXTp0g2AChUq8NZbE/n++2/49dclhIbW4eWXX2XcuNfs2hoxYhRfffU5UVGXqFUrlE8//RJ9zinAObRu3YbJk6cyf/4sfvrpBxwcHAgJqUbv3o/m21drANeZ9ev/YMQI+8/bnbRnz25iYq7Ss+fDdvscHBz47LOv+O67r3nzzdfIyEinSpVg3n57kvpUlrOzM5s3/8n3339HZmYGvr5+tG7dhvfee9amhMTGjet44IEeedaSF0IIIUoriaEkhsrPnYihtmzZzJw530sMJcQ9yNvbhxYt7uPq1bxLeELBT4kbDAaOHTuEk5MLbm5uNGvWktjYGLu2DAYDBw/uvdGOjszM7HVyFNLTU/HyqlAuyk2J0kdiKImh8iMxlBD3Bsu2rZCQYE2q6XQ3SmXmSP4pFjBkARpwc4WoKEhKBEWB9HRITUWJi0UTHILFZFKTbEr0ZTROTuD03/qgLllZWDQatAAZGSjXrqlJQQID8ahRG52fP5ZtWzH/vBhLbAycOml98404y+zgwNkmTTBnZaL180OTloo2IwOzoyNnmzWlyea/0FYJQnPjeI2DA8qV6ALvQXkuya5RFCX/edhlVFhYmM2MP0VRuP/++xk2bBjPPvssACkpKbRt25ZPPvmEnj17FqrduLiUYutzNovFXOAfFsVJowG93lrqs/x9KmzdiWs9c+Y0Y8a8zJIlv+Hq6npnO3gHFeZaExMTGTDgMWbPXkBgYJW728E76F75DN8r1wlyreVVebrWihU9SroLZUJpj6HK02eytMnr3paVGKowSjKGks9t8ZF7W3zK2709ffoE167F2G03GAykp6fi4KDH3d0Di8WCXu9oN2svMTGegwf3kpKSjFarwWw2Y7FY0Ol0aDTW1w4Ojjg7O+Po6ESNGrXyLTdV1u6txFCFU9piqLL2OStpd/p+lfcYSj5fhSf3qmjkfuXNtPAHLBEr4dJFsJitibjcpYSzk4KhYXDsmDUZmHOfmzs4OaIJq4vmvrY4DBqCedNGzL8usVmHz6zRcKBuKObsmYU6nfX/ioKDRkPTwBC0W7dgSU62lhA9dtSaZHRxAQdrO1dqVOdig/pozWbw9UVTOxTl/Hm4fg2LzoGQuGsExieo51RMJnSPPVHgjD9TRgZ7N67BnJ2E9PFRE4c6ncNNH7oqic9WYWOovOcxljNRUVHExcXRtm1bdZuHhweNGzdm//79Jdgze1qtjsDAYGrXrkNgYLA8zVeK1apVmxdfHMWVmzw5UBZcvRrN66+/WaaTfkIIIe5tEkOVHRJDCSHKCzc3NywWi802RbHO1LNYFLVEXs7ynxaLGfivTKh1pp/mxnutbRiNRkwmExaLBZPJSEZGGikpicTFxd69ixP3DImhyg6JoYQQd5JisUBcLBgN/63vpyjYZLB0OqhWAy5euPGmHPsUxboOoNGEEhuDci0O08IfUExGNK6uKNfiUKIuoVyLQ2c2U/P8RXRpqVgcHECjQdFo0Fks1DwbCdOmYklL+y9ZqLuRtsrMVM+Z4eGB1mKBG7lJjVaLplo1NO7uaB31ZLq42Fyf1sPDWjY0H5bjR2HSBGps+xvt9WuYr0TDyRNYUpLR6RxKdPb7nVBuSn0WJC4uDgDfG/Vds/n6+nLt2rUitVWE9XPLnOxrK8/XmO1OXWvPnr1vvzPFrDDXWrduPerWrXd3OlSM7pXPcFGv02y2PsGZnp6Gq6sblSvfvZnEt+te+ZqCXKsQ4t7y0EOlP4YqjDp16lGnTtmPoYQQtyavNdIyMzOxWKwlo5ycbMvXGY1Grl6NJjAwOEeZUB2KoqDRaG7M8rMObmUXZ8rebrEoJCbGY7GYy0wsL4S48ySGEkLcCYrBAEcOWRNsLi6QkQEaLWCxJtocHKBRY9DqIC0VjEbQasDCf8k/rdb676xMiI5GOX4MnJxQEhIg6pJ1FqFGCxpQYmLw8vWlSbQLsbVqkOHkjEtWJv7XE9DExVoTiNevQ8Ub5UEr+EB8PFgUa2LS0QmXlBQsWi1aiwWNj481cRkfj+LohCUlGefUVLBYULIflMqjXHHO67fMn4uSkYE30PT4KWJ8K5Dh5Ixr7DUCx/wPnVPZLkN8TyT+7hRHx/IdXFtn2erU5H55JtdaPt0r11qU64yPv86JE8fUtUfi4ixER1+iTp16+Pj4FvzmUuBe+ZqCXKsQQgghRFmT1xppJpMJrVaLm5sHmlxPOWm1GlJTU4iOvsSFC5EYDFk4OTmRlZWBoig31pexTfwpiqLuc3BwUBOHQgghhBC3QjEYMH3zNcqpk+DhYU3qWfdYB2w0GjTVa6B79XUsPy7Acv0aoLHOCszJciNJaLFAcAAkJ6NkZsC1OGt5Tr0e/CqCwQBOzmA2ofP0pPK1eGuCLv66dUZfWpo1wZiV+V/bPr7WEqSZmdb36x2pdD6SK6G1MXt7W9s7eQLlxrqEeouC/+nTKOkZ1pKdlSqh7NyO+ehhtEOfQVu3vm3Xt21Vy4oCaBXF2i+sJUL5+28ooERoWXBPJP4q3sgUX79+nUqVKqnbr1+/Tp06dQrdjsFgLtezE7IHYE2m8l/vWK61fLpXrrWw12k2mzl27OiNJ5CtTwmDBqPRyLFjR2nZsuA61aVBSXxNS2qG5L3y+YV761qFEEIIUb55e/vQosV96hppHh6eJCYmoNNZ40dFUcjKysRsNt/4dxZ6vZ6srCzS09PIzMzAycmZrKxMFMW2bGj2On+KYsHDwxOtVktaWlpJXKYQQgghygHL8aPWmW4njkNKijWZl5FuneGn11tn8Tk6gtmM5ccFaAYNhs8mg/GCbUM3EoQoCugd4fo1MJqsawAaTeCgAycn0GrRBFkfWFJirqLExaBxc0e5dBFMJuuMwKxMyMqCCt7W41KSrTMGNVprfwDS09G5uFDz4mXONW6C8fJlNGYzilaLg8lErUtRaK/fqOwYEmJdp0+rRcnIwDJ/LpoPPkajd1S7r0RftlmD0ObSHBxQykFJ5Xsi8RcUFETFihXZuXMndevWBSA1NZWDBw/Sv3//IrV1LwxQ5i7lW57JtZZP98q13uw6r16NVmf65WY0Grlypew8LXy3vqaJifE51lrRYrFYiIq6SGhoXby9fYq/A9w7n1+4t65VCCGEEOVX9hppYH2IbO/eXZjNJoxGI2lpKTcewAOTyYheb8DNzQNnZ2d1pl9WViaent5kZmZiMplQFAWdToeiWJN/Wq2WrKxMHB2dcXNzK8lLFUIIIUQZZUlNxfTpR5CcbE34WSxgNln/b7FYE3gAFgWNszNKSgqa2Gton+yP5eP3rQk9043ZgdllPk0maylOQ5Z1W/bax2asybyMjP86ULESxMZYk35my43SooCjk3XWYXKydbZd1CXrfkdHawLRbLaex2zCKyuLxj8vIaZiRTJ9fW3LhZpM1sIJOUuGApaUFDRbt6LLMYNPE1gFi9GYZ/JPMZnQVg68g3e+ZNiPBpdRaWlpHD9+nOPHjwMQFRXF8ePHiY6ORqPRMGTIEL799ls2bdrEyZMneeONN6hUqRJdu5btKZtCCJGftLS0PJN+YC0zJE8L2zKbzZw6dRyz2aTeN61Wi9ls4tSp41gs5pu0IIQQQggh7iVms5no6EucPn2C6OhLWCxmtfynVqsjNTXlRslOBUWxqFUk0tNTAXB1db8xq8+CwZAFgIODHr1ej06nw8FBh06nRaMBi8WC2WwiIKDsD0QJIYQQ4u6yHD+KaeQLEHkOEhMhNRXS0yHLYE2smc3W5F1WlnW7o+N/M9/i49GEhoGnh7U0qIuL7QzB7GSfxWJNvCmKtT2jEZISrWvxZe8Pq/NfojF7m4MOqtewvvd85H8zB7Va66xCvSO4uILOAVJT0SYlUXn/PmpciqLytXi0imItCZo9QzBnyVDynsGnvb8DWk/PPO+V1sMDbYcOd+7ml5ByM+PvyJEjDBkyRH398ccfA9CnTx8++eQTnnvuOTIyMnjnnXdITk6mefPmzJ49Gycnp5LqshBCFCs3NzdiYy15Jv8sFkWeFs4lJqbgGZKynooQQgghhMiWu1JEbKxtpYgqVYJJTU2+sT6f7sYMQANgTeJlZmbi4uKCXl+BjIwMFEWDVqvBxcUVnU5HenoqFouiVtHSarX4+PiW+lL9QgghhChdFIMBy/y51pl+uhvpIK0WnJ2s2+C/sp0aDTg7o0RdQqleE821OIiPR0lNg9phEH8d4uMBxfre7Pf8d7Yc/1QgPQNOHkcJCkZbyR+lZm2UhATrrLysTOtafb6+aLRalIqVICHeukafs7P1/Vev/NdedlLPyRmuX0OJv47G78bMPmdna7JQwbo/Z4/ymMGncXREO/QZLPPnWmcEOjhYj/PwQDvsWZuyoGVVuUn8tW7dmpMnT+a7X6PRMHr0aEaPHn0XeyWEECXH3z+QqKiLN9b4s6XX6+Vp4VxkhqQQQgghhCiMm1WKaNHiPjIyMnB1/e9Bu8zMDAwGw40lcTRqNQmj0UhWVuaNh5K1pKenodNpcXV1x2IxYzZbZxE6Ojrh61sxr+4IIYQQQuTLsm0rluRka0LMYrEm6owGMBj+W6sPrKU1XVxBo0HJzIRTJ1A0Gms5zOtxEHv1Rosaa8nPLIM10abV5L+Oi05nLcEZHY3m9f+hiYnD/M9ONBXziGksFjQtW6OcPIFGr0fJXucvx/7sRCHXYq2z/LJ75OOLEhdrfeHra9NsfjP4tHXrW9f+27oV5Uo02sqBaDt0KBdJPyhHpT6FEELYyi4zpNM5qOuKWCwKOp2DWn5I/MfNzQ1LdqmBXErTDMm8SkoJIYQQQoi7w2w2c/z4IZKSEsjMzLhRyvM/2ZUicseWTk7OaLXWgbXsWYCKopCenopGAy4urjg7O6PTadXtTk7OuLm54+zsgl7vKA/uCSGEEKLIlOjL1uSdry+gQFoqZGZZE3JgTdrpdNZZcxqNtUxnVha4e6BxcrLOtAsOsc7eS0v77xit5r+1/hzymF+m0VjP513BWsozJu6mJTZ1z73w3/7sWXzZ9A7q7EAqVwF3d5SYq9bZiXGxUKMm1KqtlhFVTCY0Li4FzuDT6B3RdemKw6Ah6Lp0LTdJPyhHM/6EEELY8/b2oUWL+7h6NZq0tDTc3NwICAiUpF8eysIMyZuVlBJCCCGEEMUnOxZLTEzAZDJgMBjIzMzAzc0DvV4P/FcpokaN2jaxpUajwc3Ng7S0FECDs7PzjRKfCu7unmhuPG3v6upOenoqZrOFrKxMHB2d0ev18uCeEEIIIW6JJrAKFqPRmtxT3SjRabFYk3ZubhBQ2ToLMCsLUNDkTNAZDODqal23T68HN1dIToHMDDADFiXXrD8NuHtYj01NQVMlCOVK9E1LbGrd3FEGDsEyZbI1QWk2g1axthMcYk36Abi6onFzQ4m6qF6PxtML7ZChEBtnM4MPBcybNloToIFVytWsvoJI4k8IIco5rVYna9MVQvYMSWtizYhWq8FiUUrNQEthSkqVdB+FEEIIIcqrnLGYg4MDRmMWGo0GRVFIS0vBy6sCGo3mRsIug3PnTuPt7UNCwnVMJhNarQadzgFf34pUqOALaEhOTiQry0VN+gE4Ojqi11cgMzMTZ2dXqlatXuCDe2azmZiYaNLT0/D09KBixQA0GokJhRBCCGGlvb8Dyvq1WM6fB4MRtDpAY51NZ7GAk5P1tVaLJigYJeoSGkOWbcnMzEzr7D4nJ3B3h8AqcPL4jX0Z1qSfJUfJTw93a7IOwGRCiYtV19krqMSm5fhRlJ8WWEt6urpbE47p6eBfGY27h3UWn5srGqMRjEY0/pX/62NWFsqPC9B98LGa2LMcP2pNMiYno9HrsRiNKOvXoh36DNq69Yv1vpc0SfwJIYQQN5TmGZIxMdHqTL/csktKSYJXCCGEEKJ45IzFnJ2dycr6r8ynxaKQlZWJTudwY11oBZ0uGYvFgl6vp1Ilf0BjF1tGR18iMvKMmkDMzMzEYjGj1VrX9KtatXqB8V3uahBxcVc5f/68VIMQQggh7nGKwYBl21Z1lpvSrj1s/xsMWdYDTCbrjD8nJ2tyzWCApCQU7wrg6QkeHmg0WtQ5fNllNxXAyRmNVosSFAxRl6z7NVhnChqN4Or2X9IP1HX6cq6zl11i067P8+eiZGT8934XV/DytpYVbd4SXVAwmI2YVyxHgz1LSgqarVvRdelq057mRnsavR4lIwPL/LnW5GM5nvkniT8hhBAih9I6QzItLS3PpB/8V1JKCCGEEEIUj5yxmEajUUtyWiwWNBoNJpOJzMwsXF1d0d0opWWtzmAmISHerjqD2WzGbLaoyT6j0YCiKGoSMCsrC2dn53z7I9UghBBCCAH2ST4qVUT5ccF/s9yysuB8JGb/SsS6u5Ph6oJLUiL+ZyPRWizgdmNmnaKge7QP2vb3o7w/EUtahnoOjY+vdR09UGcCajw8UcLqQmoKBIXAqZPg6gKXo8Boss4QtFhAp0PT8+GbJtks27ZiSU62ziCMumTXBoCuS1dMC39QE3m5aRwcUK5E27SX17E5E4TllST+hBBCiDLAzc2N2FhLnsk/i0XBzc2tBHolhBBCCHFvyB2L5SzJaTKZcXf3wGw2qUk/QJ3FZzKZOHbsEPXqNUKr1dnM1HNwcCAhIQmNRnPjvRq0Wi1ubm6cOXOKFi188kzgSTUIIYQQQtiVsszIgFMnrOvreXqh+PpCSjJJXh6cbd4Co94BrcmERavlSr361Ny5E6+kZOuafSFVQadH6+aO9pnnyJo9CyV7HT6LBU2t2tYZgBYLaLXq2nyaF17CcvECyr49kJQAPr7W2YQGg3V2YFAQDv0H3PRalOjL1gRf1CUwW88BqMk/ZckijIoCiQkoWVlonJzs2zCZ1JKiSvTlQiUIyytJ/AkhhBBlgL9/IFFRFzGbTXb79Ho9AQGBJdArIYQQQoh7Q16xmEajwcXFBZ3OAS+vCsTHx6n7DAaDzYzAK1cuk56eTs2aoZw9e0qdqWexmNHr9VgsCoqi4OrqgrOzdd2/ghJ4Ug1CCCGEuLdll7K0pKVBYiJKUiJci7OW20xLs87EuxaL2dmZs+3aYXbQkV28U2uxYHZ05GybNjRZtx5tcAia/2fvz8Mkuc77TPQ9JyJyqaysql6qq6t6ARqN3tAACJCACC5okCJkWbIlj8VrzWisK0ukpevH4/GMbHnm0paGI4omaHskWaOR72gxSA1tj+SHsjymKcgUKYoNkQBFggTB3veuqq61a83KPc4594/IzM6qytqz9u99nn66O5eIE5GZEed8v+/7fbFYTQzzzp7F/6cvYb5yHtffCxMT0LEHr6cb5xRmaIDhQo4ckHz5N+n67gV0sRD1Ahwbi/oAHn0Y3d2N/qkPR/37ZmYwv/ObuNu3UceO4f3M30G3PEhiVz2HYGTkQaVflTCEfC7q4fdfXomsSO/chkOHIoGzDp1O1yxFVc8hbLncUPyrFwh3Ko1niYIgCIIgbCk8z+PkyTN4no+1D/rJeJ7PyZNnlmXlZIxhYKCP69evMDDQh7VmvYctCIIgCIKwI1hqLpZOp7HWAlGlXy43U2fdCb7vY0zIhQtvUqr21yGan0XVfroi5CmUirrWLCbgpVKp2v7mIm4QgiAIgrDzsa+exw4MwNXL0HcXhgZrlp2EYST+FYuMdHRQDrzocaWjqjqtQSnKySTD3/M9qNY0LgxRdWKYCmKonm64dJHw2lUGe29x/Y2/4Pq3vs63slPcVY6xbIbenm7efN/zTO3bGwl+iUQkPgL6ox9Dn36M8I8+R/jBH8b94Wfhu9/B/eFnCf/6DxH+0edq+9PPn4t6BdaLfs5F1p/VfoSFPExPg+/hbt3EFQvRy8IQlUzWRMbq9nRbW8NzVy8Q7lSk4k8QBEEQtgkdHXt55pnnGBoaIJvNkkqlOHiwZ1miX72llNaakRFLf38vJ0+eoaNj7waMXhAEQRAEYXuz2FwsnW6vVQRGffvsLAEvHo/69ZVKRTzPJ5lMApGg6FwUz1JKzUrMWkzAEzcIQRAEQdjd2N67MDQAoYF8PrLgnPUCC5kZ8q0pdFiX+K1UTVzTCgoHDsC9wXliWLWicMLT3HzyLGXfRznHVCKBwpGcyRIrl9HOYYKAm+94B0/95z9Cx2ORuFgs4F57DfvO57C/9quRGOhV5CjPh3IZ+2u/in3f96JbUqhYDP2DfxX7f30qGrvSUCpG4l+yBcIyjI6AddFjzsLQIOrc+9BPvQN97tysPoIqFkP/5IeiqsiqZWnFnrReINypiPAnCIIgCNsIrb0V92sxxnDt2uWapVS0HY0xIdeuXeaZZ55blngoCIIgCIKw21loLlatCLx27TJhGNYq/bRWpFLpmgjo+z7l8gOxLh5PUCjkcS6y+qyfk1UFPGMMw8Ozxcb6/ZXLZbRWWGvxvIBHHz21qkQxQRAEQRC2EVOTUYWfMZEQNhdrQSmSU5NY30Ob6P+zXpJsITE5PK9aDqKKwnImw80nz2I8D+0cBa1wWoFT5FMtBNPTtU2W43GGjz9M941bkGqFchk3OID9nd+MKvW8OinKOSiXIJsl/Cf/X4J//suoIIb3Yz+Ou/Bd3L3+yDY0m42OESCTjcRAVzkO5+D+fez16wR//2cbCnn6zFnUx19CnT+PGxxAd/fMEwh3KiL8CYIgCMIOZ3h4oFbpN5fFescIgiAIgiAIy6daEXjp0lsMDt7D933i8URN9AMIgvgsEU6pSBjMZjOAIpFIYK0jCAJOnjzD9PTUoq4N1QrEXC5LW1uaIIhx/fpVcXkQBEEQhB2O6ujAxWKQycyv9qvjwLUbDD7xJKajI3qdMbB3HyrdRqxYoOfRx/BeeGGeGOYG7jF68ABl30dXhEWrNdGsxmGVpphKkZiZAQXaWQpt7VFFXqkIQYDq7sF+4y9mi37lctSzz5io8vDb38L8/EfQP/kh9JmzeB/627UqPSYn4F4/mOrxuQfiZWSXANevYf70T/G//y83Pk9BDO8DL67qHG9npMefIAiCIOxwstlsQ9EPFu8dIwiCIAiCsBtZS19krT3OnHmS9vY9JBLJWaIfQCwW44knnp7VK9DzfPbt6+TEidN0dh7k2LHjPPPMc6TT7Yu6NlhrahWIJ06cprv7ENevX1v09YIgCIIg7AzUkYeg62DUz2/BFym8IOD45DSeUrh4HJJJXDyO393Nqb/0gwQvfl/DCjjVc4hcENREPwBtLe7BpjFBQEUJxCpNYnqq9n91+AguDCE3Ewl9zkWiX3YmEv0g+rtYwI2OYD/9Mq5cisS/j7+E98EfRX//D8CxR6BikT732AhiYAz2q6+u4gzubKTiTxAEQRB2OKlUipER21D8W6x3jCAIgiAIwm5jcnKcq1cvMTMzjXMOpRT9/Xc5efKxZVfMNbbhfFDFF1Xq7VnSjnNgoG9Frg2Dg/fE5UEQBEEQdgn6+XOYz3wKWlthZqaxAKg1nDpDR77A05evMbxvD/kgoOXIwxxaou2Lfv4cqb94jVGlauJf3DqK1uEUOMCzpma7GRQKdN24HT2xfz8ul8X9xz9ABTFcaCpjLFNrbgyRdWcigevrxcXiqPPn8T7w4qwqPfs97yT8B3//QVWjUqA9SCQr23GoeaMXRPgTBEEQhB1OV1cP/f29GDN/EljtHSMIgiAIgrDbMcZw4cKbZDJTWOtq7WNKpSIXLrzJu9/9wrJ75dXbcFbFvc7OLkZHhxkdHVlW772Vujas5PX1fQOjykTI5/PSE1AQBEEQtjCuVMK+eh43cA/VcwjOnI2sMJNJKBYfVNJ5XvTvri5UWxsA2jm674+jkkm8D/wl1BL3ehWLcfCH/isGvvYVwopYp5yjpVQi15IEY4jnC9ggRlAocPzCRfSeDjjQBQe6UOXyg40dPw43rs/pRaigpSUS/8IQpqdwgwONB7O/E4aHKyfBgTVR9aDngfbQ733v6k7oDkaEP0EQBGFJ6gMDEgzYfiyVdS6fpSAIgiAIAgwM9DM9PQnMbh/jnGN6eoqBgX4OH35o3vsWmitXbTghqiT89re/saLeeyt1bUilUli79OsnJ8drfQONMczMTAOKVKoV3/elJ6AgCIIgbEHs5YtR77vpaVQQYKu98roORj3wCnkolyL7y2QyqorzPVwYonwfF4bodBr9Ux9uaO3ZiODsE5w8cIBrr71KaWIM7cDfs4d9nQdou3MXPTFBIpvjYNmg9h9AHzsOZx/HvvY1CILadtSBLlyhAP19UeVerDJGVZmzKA25HKp7dmK6nZkh/GefiKoFY7FI3IRI/CvkwYRw+jT6/R9oyjneSYjwJwiCICxKfWBguUEKYevRKOtcBFxBEARBEIQHjIwMznKfqsc5x/Dw4Dzhbzlz5VKpxHe+80blNR6JRGJW771nFrDaWqlrQ3f3Ie7cuYMxIc45isUCxpiKCKnJZDL0999lYKAPYwxKKbLZTPUIyeVmaG/fs+S4BEEQBEHYWFypFPXAy+dRFUFNBQF4adz1a3DiJGpO4o9KJtEf/RjutddwgwPo7h70uXPLFv2qtN+/z9Nfe53BWEAhlSJx6w7dpTL+3/op1N/4Mez587jBAVRl++b3/u/aGGfR0gKt6UicjCfmHKCFjg70uXO1h+zli5Hod/tWJGLWVxBWJ2vxOKRaV3Q8uwUR/gRBEIQFMcZw7dpljAlrmcPLCVIIzaOZ1Zb1WeeCIAiCIAjCbCL3KQcNO8W42e5ULG+uPD09xXe+8waZzDRaq4ogl6elpZVYLLZo772VujZ4nsepU2f47nffZHp6Cucc1lqsNXiex9DQPcKwTLFYoLW1DWPCmqUpgLWWQqFAMpmUnoCCIAiCsIWwr56vVfrNQmvo6oKZDK4lNa+yT7ekoNIrbzVUBUeVz9OTAyanHozp0y/jffylWi++KqrnELZcnjdWtXcfbngY9kTjpRxG47cW4nG8n/ufa6Jkdb9MT4PnQ6kYVQV6FR/2WCyy+dzfCUpj/vRLKD+oWaCuRuDcaYjwJwiCICzI8PBALXt5LhIMWH+k2lIQBEEQBGHjOHiwm5GRQSLxbzZKaQ4e7J712FJz5YGBfgYG+iuvUZXtROJfLjdDEOxp2Kuvnqprw8BAP0NDgygFXV3dtLW1z3utMYZMJkOhUMDzPJTSlEoFfN9HKUUuN4PvR0G4bDaD78dmVTcqpbA26g201LgEQRAEQdg43MC9eUKaUYqRfXvIH+6h5dBhDnYdQg0NrrqyrxELCo6AzWRQ58/PE/708+dwX3gFl8/PfoPWqJMnoTWNy2RgaiqyKu3owPu5/wnv8ScfHNuXv4S9fTuy+CwUoopABaCiaj/PAz+ARBLyOezLvw1799UsUN0XXkH/5IfQZ86u+RxsV0T4EwRBEBYkm802DGSABAPWG6m2FARBEARB2Fi6uw9z585NMpkprLU1kU5rTTrdTk/P4VmvX2quPDQ0SLlcwvO8eRai1eq6eDwxr1ffXKr9Basi4927txgY6J+VDDY5Oc7161eYmpqkWMwDCucsEAl61X0aY3Euql50zswaV3SsXuW183sICoIgCIKwOcytoptsTXHz6GFKfkDZ9zCpJLcCeOIHf4C9ezubtt9GgmNtTL6PGxyY/3gshv7JD0X9CDOZ2VWIf/fvoY4/Os8etF6ktJcvRkLeyHA0SSmXoio/68CrzLushcCHPXvg6hXo6pplgery+ahS8eMv7drKPxH+BEEQhAVJpVKMjNiGAQ0JBqwvUm0pCIIgCIKwsXiex+OPP8XVq5eYmcngnEUpTWtrmlOnHpuXdLXUXFmpKHErHk9QKORxdV6h1eq6Rr366llOMphzcPXq5YqQ52pCnzGudgwQ2X5CGWsdWiuU8tDa1MaltSaRiHruLDUuQRAEQRA2jvoqOqMUN48ephCPk0smcFpDEFCeyfD1r3+Nd77zPezdu78p+13IthOIxLzuxnMFfeZsJLpVBL65VYhzqwRr26xafHpeVOGnFCSTkC+AK4OrZCv5Phw5ChMTgEPt3TdvWwtVJC4HVyphXz2/ra1DRfgTBEEQFqSrq4f+/l6MCec9J8GA9UWqLQVBEARBEDaejo69PPvsuxgaWrrH8lJz5a6ubu7evYXWmlQqTTabqQmCUa++WMNeffUsJxks+ncJ3/fQ2quJf5G46AjDkKrwF1l9OsKwTCwWI5VKMzOTAaClpRXnwPf9JcclCIIgCMLGUV9FN5yIU/IDcokETmlIJGvV+8aEvPHG6zz00CO0tqYXnMMslwVtOyGq4Dt3buExB7EVi241a9G9+3CjI2BsZOnZ6kMhD8ZALA5VW9BsFvXQw1GvQABrceNjkT1oIoHr713R/qFScfjpl2sWp9vVOlSEP0EQBGFBPM/j5MkzlT5zZbRWlSBFsGWCAcYYhoeXDsxsN9a72nKnnjdBEARBELYepVKJa9cukslk6Oho4+TJx/C8rZs1rbW3LGeFpebK6XQ7AwP9GBMSBAHt7XsoFgsYYwiCGO95zwv4/uLnYbnJYNXXJBIJisV8zaLUmMjiU2uF1hqtdaU1jkcsFqO7u4dkMppX5vN5mRcKgiAIwhalWkVX/JM/JsxlcJ4Hsahfr3NRlZpxlly5xL3+u8TiCfr7e2dZg6+URW07f+rDTa+Cq7cWVUeO4vp6IQxBaUgkoPMA+q/+MGgP1d0Dpoz5w/8Qtf+bycx+vQmxX/oTQohev4zKvWrFocvnt711qAh/giAIwqJ0dOzlmWeeW1bW80YzOTleCbREWdAjI3bNk5qtwnpWW+7k8yYIgiAIwtait/c2Fy++VbGqVIyPj3Lnzl3Onn2So0ePbfbw1sxSc+W5wmAslqgJg0uJfrD8ZLDoNR5KKVpaWsnlZmo2n84ZQOF50ZiUUqRSaTzPJ5VKi328IAiCIGwTVBCj9amnMRe/gyqXgMhyk3wB42msUnjlkHBwkHjnAUxa16zBVxvHW8q2s5nMshZtTaNOnXlQwRcEeB/+aby/9AO117tSCfelL+Ky2Uj0MzYS/SCyCR24h/2/PoU6cxZrzJKVe7WKwwbWpmuxDt0MGqeNCYIgCEId1aznEydO09NzZEuIfkv1O7HWbPII10Y1g9zzfKyN+q5Y6/C8tVkv7fTzJgiCIAjC1qFUKnHx4ls4Z9A68qCqClEXL75FGJY2eYTNYbG5clUYPHbsOPv3d3Hs2HGeeea5ZSdbdXX1ECwQWKsmg819TSwWo719D8lkqlJp2EE63U4ikaSlpYX29j0EQSD28YIgCIKwDTDGMDDQx/XrVxgY6KOzs4tYLB5V+TkgX8AqcEqhnUPj8MIQ+vtw1s6yBl8tVdtO/8d/Au8DL65b1Zt+/hy6ra3uAY3a34k6fAT98DH0+z8we1yVikQ3k4FSZV5pbWT9qRRYV7P/rK/cc+XGc9D6isO5KN/HDa7tPG4kUvEnCIIgbEuW0+9ku2cvr0e15W44b4IgCIIgbA2uXbtYq/SbizEhV65c5PHHn96EkW0sy7UObcRCdqK+77Nnz15u3rxOKpXixIlT3Lx5jTAsobXCOWhtTXP48EOMjg6tm328IAiCIAjNpb41CzgmJsYqc4AHjk0PPfQIly9fwBRyKOewWqOcQxuDdo54qRxV/o+Po/fv3zaJPquxFtVnzqLe9wFcsQTFAsQT4CwMDYEiqgAsFGqvn1u550ol7KvncQP3cGP3ccUiKh6ftx8Xhuju1btvbTQi/Anblvof5XI8egVB2Fkst9/JdmctgaJG7JbzJgiCIAjC5pPJZBqKfhDNOzKZzAaPaHsyNxnMuSgIODIyVAsCBkGM06fPMDOTnZUw5lxk874e9vGCIAiCIDQPYww3b16jr+8O4EgkkkxNTaIUpFLpWq9eY0JGRoZ49tl3ceHLX6BULuOFinLg4zlHKp8HXFTxVihsu0Sf1ViL6iNHMR0dtWo9198XVf1BJAImErXX1lfu2csXI5GxYu/pikW4cxsOHYLW9Ox9pNPoc+eafLTrhwh/wrZk7o/SlstLevQKgrCzWG6/E2E2ct4EQRAEQdgo0uk0Y2OjDcU/ax3pdLrBuwSYne1fFfF6eo5gjOGNN17HWtPAtv0K73jHO1FqtjtEo4rBap/BrWDhLwiCIAi7ncnJca5cucjo6FBk3wnkcjnA4Xke2WyG9vY9KBXNqcrlMqVSkffs6WLg/J+Sa00x1LmfWGiAygacg0RiWyb6VK1Fl4t+/hzuC6/g8vnogXjigeWn76P27qu9tlq550qlyPYzn39g7xkE0JLEXbsGPT2oA104axetONyqSI8/YdvR6Ee5HI9eQRB2FsvpdyLMR86bIAiCIAgbxcmTZ/G8xvnGnudz+vTOTNqc24tnpT2UJyfHeeON17l9+wb37w9z+/YNvvnN15mcHK/ZttfjnKNQyDM5Oc7Fi2/N2p8xhlwuS3v7Htrb29m/v5OjR4/R03OY0dGRVY1PEARBEITmYYzhwoU3uX9/mDAMMcZU/kT/ds5hraNYfGBXWXVs8s+9wKFiiUf7B3j8+k08E+Iq4qDzA/zOA/MSfVyphPnSFwk/87uYL31xS8TS1zqmqkWoSiZxYQj79oHngadRR44+qP7jQeWeffU8dnr6wRgy03D1MkxMgu/BTAY3OoJ+53N4H38JffqxZh3uhiAVf8K2o/qjbNRoc65HryAIO5eF+p1I9vLiyHkTBEEQBGGjiMVinD37JBcvvlXr9eecRWufs2ffhu9vn6zp5TI5OV6ZZ5Vm9eI5efIMHR17l3y/MYZr1y5Xztfsir6rVy+htSafz6G1RyKRIAxDstkM1jqUUgwM3COXy3Hy5BmAWWOx1uIqZQRKqVWNTxAEQRCE5jIw0M/k5DhhWLXlju7V1co/Ywy+72PMg0SdqmNTfU+89skpns7mGOpop9DRTuo9z9PzzDtnxXm2ootes8Y01yLUPftOuPAWLptFwbxegW7g3gNrUGuhvw+MfSASJpKoroNw6eI6HPX6I8KfsO2o/1HOpd6jVxCEnc/cfidVGyQRrxZHzpsgCIIgCBtFVF12iCtXLjIzk6G9vY2TJx/D83ae6LeYaHft2mWeeea5Jedb1Yq+ubbspVKJbHYGz9OEFRuvQiFfs/xUKqr8iwKDkUioVDSm6raUUkxPTwLQ3r5nVeMTBEEQBKG5DA72E4ZhLTlnLtY6nIsSuavUOzbNFbwOL9ATbykXPfXxlzbcyrLZY5prEerKJewCvQJVzyFsuRztd2wMymHDvoDbtdBIhD9h2zHrRzmHqkevIAi7B609enqObPYwth1y3gRBEARB2Ch8P8bjjz+NUhAEHuWyYYHY1rZmIdEOol48Q0MDS86/stnsvPc758jlZgCH1j5aW5yLRD1rDUqpSgWfIlEJUs3MZABHS8uD/s3FYgFrHZFoWCCZTK54fIIgCIIgNI/JyfFKX7+FJ0bOWZRSxOOJBR2bltMTbyu66K33mBY7L7P6AhYLoFT0d7kc/dsanLXbttBIhD9h2zGvWWf9cxWP3o3ElUrYV89HlYg9hxpmVAiCIAiCIAiCIGwXjDEMD4szwEppJNpVqfbiWYpUKsXIiJ21nUKhgLUWUPi+RzyeJpvN4Fxk3WmMIQgCWlvTqGpfH2fnbdsYQ/S0mtfXb7njEwRBEAShOVSdApRqPHeoEo8nePTR0yil1jQv24oueps5pnqbVGdCmJ4CayOPVc+HmzdhaAh39OFtWWgkwp+w7aj/UdpMJroIzPHo3Si2oi+yIAiCIAiCIAjCallrj7rdTCPRrkq1F89SdHX10N/fizGR5VehUKBQyGGtxfM84vEESina2/cwMzNNoVAgCGK0t3fgebpS0UcliDi7esDzvEqlpZsXMFzu+ARBEARBaA5Vp4BEIkGxWGj4Gq09Hn/8KY4ePbbm/W1FF73NHpM+cxb+l49h/z8fqjygoz/ORSLg9DTcvQ3PPLOu41gPFpeTBWGLos+cxfv4S3gf/FHU9zyH98Efxfv4S+jTj23YGJbyIHbl0oaNRRCE7Y8xhv7+Xq5fv8LAQN+8LGxBEARBEIT1ZqkedTI/WZyurh6CBRJR63vxLIbneZw8eQZjDJOTE+TzWYwxGGNwzlEul4GoX19raxu+H9TEwHpaW9Ok022zHovHE2it0FrXLEFXOj5BEARBEJpD1SkgkUgSBMG8e7nneezbt5/Dh482ZX/6+XPotrbGz22Cix5sjTG511+DUhlaWsDzwFgwJvrjHBSLmP/hv8NevrjuY2kmIvwJ25aqR6//4z+B94EXN9xes+pB3PC5TAZ7/vyGjkcQhOZhjGFgoG/DRLjJyXG++c3XuXnzOqOjw9y+fYNvfvN1JifH13W/giAIgiAI9VQzzxtR7QEnLExVtPM8v1Z5Z63D8/x5vXgWI51uJxaLkUwmiccTpFJp4vE4SilyuZlaHyClFG1t7aRSrfP2d+rUY5w8+dissTgXbTudbq/1WFzN+ARBEARBWDupVAprbeV+3kEsFsPzfDzPw/M82to6ePzxp5p2f6666KlkEheGQFRVp5LJDXfRa+aYXKmE+dIXCT/zu5gvfXHFxThu4B6EZQhi0JICraIef54Hvh9VAE5Pb7tCH7H6FIRVshV9kQVBWDsbbW81N7PeWjcrs/6ZZ57bMkEY6fcjCIIgCDubZvSo2+10dOzlmWeeY2ho9XOmSIAtk0gka4/5vk82m8EYS6FQIB5PEAQBZ848QVtbO0NDAxQKWXK5PEEQJ5fLcvBgD08//SxXr14kk8nQ3t7G6dNn0dpb0/gEQRAEQVg79fbeQRDQ0bGXYrFQ6d0b4z3veQHfb64Yp8+cRX38JdT587jBAXR3D/rcuU0R/Zoxpma04VI9h8APImvPMHJWwKubFykFiUTUcuz8ebwPvLiaw9xwRPgThFWy2R7EgiA0n6XsrdZDhKtm1jcKslUz63t6jjR1n6tB+v0IgiAIws6nvkedc64WfPI8j1gsLj3glonW3prmbzMzGUqlIsaY2tzTWkM8HgmByWQLDz10bJZgl0qlGBjoo1gsorXm/v1hbt26DkSVgVprpqYm+da3vsHJk2e2xPxSEARBEHYzVaeAKNZSRmtFLBYl9pw8eabpol+VqoveVmI1Y1qqDZf6+EvLEg/18+cwf/Q5GBqAQiGySFAqEgIBtIfaswe87VXoI1afgrBKtoIHsSAIzWUz7K1Wm1m/kXak0u9HEARBEHYH1R515XKZqakJcrkcpVKRXC7H9PT0rAo0YX2YnBxncPAe2WyWQiFPJjNFJjNFoVAgn89RKOTZt6+Tnp4jNdHPGMPVq7Pnakqp2nurPYNk/iYIgiAIm0ejOE7VKeDYsePs39/FsWPHeeaZ5yTBehk0qw2Xu3kdstlI7HMu6u1XLkd/V+ZQ7tpV3OQEahsV+ojwJwirZCv6IguCsDY2w96q6uneCGtdw8z6yclx3njjdW7fvsH9++vfE1D6/QiCIAjC7sDzPI4fP0k2m630nAHnHForWlpauHHjqghG60g12SoIgopIZ+qei9acSsHExNisz6HRXK1YLGCtw9rIGrSe6vxto/taC4IgCMJuZbE4TtUp4MSJ07MSe4TFaUYbrmrVoIrF4Im3wSPHo55+1R5/6TQEARgLw8Ood72r2YexbojVpyCsga3oiywIwuqpt7eay0Ii3Fqp93SfSxAEHDw4O5toseq7q1cvcejQEfL5fFP7tUi/H0EQBEHYPRSLBdLpNKVSCWsjq8lEIoFSakvZkO9E6i3gfT+gXC7hnEMphbUO5ywtLe2EYcjQ0ABdXT0MDw9w585NstkMWnt4nkc8nsAYU0lSV/MEPa0Vo6Mj9Pf3io27IAiCIKwzm9FWZjfQjDZc1apBFQQorXFBAKkUFIuR2FcuR/3/Ah+6DuJeew22mE3qQojwJwhrZCv6IguCsDpWKsI1g3pPd2PKRMEZV/N0nzv5W6gnYKlUIpudYWZmmpaWVFODN0sJoslkkoGBPrLZbFMFR0EQBEEQNp5sNovneSST8209JeFn/Yiq7+6Rz+fQ2kMp8H0fay3OOXxfE48niMWiJNOxsVH6+3vJZmfIZjOV3kAaz/MoFPIEQQznANy8eZkxlsnJcWKxmAQgBUEQBGGdWSiOA0hS1RrQz5/DfeEVXD4P1uLGx6IefYkE6tBh3Hves2Ssal7VYKEAQSwS+8oliMWh6yDs2xcJg9uox58If4IgCIJQoVFj5cVEuGbR0bGXZ599jtHRIaanM7S0LCyeNaq+c86Ry80ADhdFeJoavNm/v4vr169UJqoPsv6jfVsGBvpqwSbJFhcEQRCE7c3chB/nHIVCAWsNSumGguBaMMYwPDywZROINmJ8k5PjXLt2mUxmimKxSHVO55zD86J9ORcJgdGYLOPjYwRBQKGQQylV+7yiSj9NqVSqvM9hTEg+nyeRSACQz2crj5tZ8zqQAKQgCIIgNJvt6KLkSiXMn34Ze+8equfQlnS4q7bhMv/7r+KuXQNrwAGeZvLwIW7/+ZcpJ5OLxqrmVQ0mEuAsKB2Jf10HUZ2dwPKrCLcKIvwJgiAIQh3VxspDQxsbgNLa4/Dho5TLppKd3ZhG1XdRMM4CqhYcqrLW4E01EOWco1wuYYylWMyTSKRoaWnBGIMxBq01zjlKpSL5fI7vfOcN3vOeF/D9rTUxFARBEARhceodEEqlErncTKXfn8I5x82bVxkfH2P//s5Vz5GMMQwNDTA6OsLk5DieF1lUbrUEouo8aL3sMI0xDA72c/XqJbRWJBJJSqVibS4YzbGi6j+tFfF4ovJ4WKnsK9Q+G8/zMMbU+vpVLUKVoiICFsnlZlAqqgq01lAulygW87S0tNYqCbdqAFIQBEEQtiuLuShVYyzXr1/ZMglQ9vJFir/7MmZyGoIAWy7jvvAK+ic/hD5zdlPHNhd1/AS0puFAFxQLEE9g9u/n5iPHsL13UadOAwsnx8+qGgTU3n240ZHI5jPwYd++2r50Oo0+dw6o9AZ89TwM3sN1d2Gsww2NbCmRVIQ/QRAEQZhDtbHyVqSRHWmUga9Q6kFAqMpagjf1PvTxeJxYLEaxWKgEoRTd3Yfo67sDRAJjNpvBWodSkRj51a9+hbe97R1bInAnCIIgCMLy8DyPRx89xVtvfYvp6alaNVlVYJqZyZDLZZmenly2CFatmsvlsigF9+/fp1wukclMYa1Da0UqlSYIgi1jN7ne/Xjqq/wKhTygKBTyxOMJisUCzkVVfmFYRmuPtrb2WtVfR0eaXC5TmwNWx6aUrvRlVFgLiUSSVCpFoVCgUMgThiU8D2KxJPl8vibm5nIzBMGeWi/B9ehrLcBv/dZv8cu//Mv8xE/8BP/kn/yTzR6OIAiCsEEs1FYmiqNkAYfnTW+JBChXKmE+9TKqWEAFAQ6iv/N57KdfRn38pS0halWxr57Hzcw8qMqzlpFYQDkM0WGIuj+G278PxsehUKAUjzPY38uho8eAB1WD9tMvYzMZlO9Ddw8MD0fVflpHlX7pNPqnPowKYtjLFzEv/zbubi/MZDDjY6B1ZAl6oGvLiKSNa0wFQRAEQdiSVO1IPc/H2igdXKnodp5KpWdZNQFrCt5UfeirKKUqAaRWfD9gZGS4VumXzWYqmeXRa7VWlMslrl27jLVmVfsXBEEQBGHjmZwc58aNq4RhFJxyzs5KMqqKQ5ETQLjkvX5ycpw33nid27dvMDIyxNWrlxkfHyWfz1XERGbNJeCBY8FmUp0HOefI5/NkszPk8/mKC8LaxlcvKtZX5jnnKBYLtLSkcM6itSIIYiSTLYRhSGdnF8888xydnZ1Ya9Haq50zoCLSevh+gFIK3/cIw5BiMU8YRvsKw5BcLgoyVrHWUigUgPXra73beeutt/i93/s9Tp06tdlDEQRBEDaYRnEcYyzZbJaWlpaac1N9gtFmxVHsq+dx09ONn8tksOfPb/CIFqe+R5+bnoLvvEm+mEcXClAs4u7exl34Lm5wADc5gRoaZOYP/j328sXaNvSZs3gffwnvgz+K+p7n8P7Wh/H/8HN4f+tD0f8/+KN4H38Jd+IU9+7e5toffpaBqQns4AAMDUKxCPk89PXCpYvYC98l/GefwOY210FBhD+h6bhSCfOlLxJ+5ncxX/oiri5oLAiCIKydqh3psWPH2b+/i1OnHmP//gME9Q2JK6wleLOUD71SUaCoWCzUJq9VnHNo7W2JwJ0gCIIgCMujXpACh+97tb5y5XK5ZkGpVPTa6uML3evnVs0ViwWq/euqVW5VrHWV57eG3WQ2m6VcLjM+fp9MZpp8Pk8ul2VqaoIwLK9pfPXJVXPFO2sdmcw0WkeWnNWqvZaWFiYnx4GociAIYrX+fMYYwjCs9Pej8l5NLBavE1TdLOE2QuFcJBiGocHz/HXta71byWaz/KN/9I/4+Mc/Tnt7+2YPRxAEQdgE5sZxOjo6SKfTNavtejYzjlIvpM1F+T5ucGvFd1TPIVy5jJuahEsXIZ8nOT6BBTAmEuVmMlAoQKmEU4pkJoP99MuzNAsVxPA+8CL+j/9EZP/52mvRuejuQZ87x1R2Jkpk+/Y3GEvE6H3sDG9+/4tMdXZSZ9MA2SyMjsCtW4R/92dmCYwbjQh/QlOxly9ifuEjmM/+Pu4bX8d89vcxP/+RTf2SC4Ig7ESqdqQnTpzm8OGHOHnysVnZY9a6NQdvUqlUpXfgbCJLqChLPwxDwtAwp9AQrTWJRGJe4M4Yw717fVy9epl79/qkGlAQBEHYthhjGBjo4/r1KwwM7Ix72kKCVPS3qs0LnKMuO31hkW6ue0AkFqraNqviIcwWE7eC3aQxpiLyGcBV+hqHlQz9GZLJ5Kq3XZ9cFc2XHoRmrLW181ydT1WpBgKrdqz5fJ5yOSQMQ6y1GBPW5mdKaWZmMhgTbatq61n9Y4zB8zySyRaCIEZPTw/PPPOcWLSvAx/72Md44YUXePe7373ZQxEEQRA2kfo4TjyerM2l5r9u8xKgqkJaI1wYorq3liuAfv4cqjUFt26CtaDgwK1bBIVCNGG1BkIDpRIUC/gTE3Td7V2werGRtlH6hX/MtW++jjEhanICnEOHBhME3HzPu7H1CfPWRIKjNTA9PU9g3Eikx5/QNFypFH2Z8/laZsBW9gAWBEHYSVSzx4aGBshms01pCt3Ih77ay885KJUSlZ4xOYBaRYDWmpaW1nl9Yqq9bMrlUsV6ymy6f70gCIIgrIb6e5rWekv0ZGkGcwWpYjFfs6IEWxMCtX7QV3gxkW6ue0AU4HK1f9cnGNWLiZttN2mMYWjoXt2xU0tyiqoXG2fCL5dUKsXIiK305VO0tLSSy81grcU5C6ja4/U27tVA4OTkONevX6FQyFe2ET0f9Ug0FRtQRbFYJjrfXsU+zFQ+w2gfkWuDIZ1u57HHnpRKv3Xg85//PJcuXeKzn/3sqrcxN8FuM6mOZSuNaSsj52tlyPlaPnKuVsZWPF/1c4G5VOdWmzFe79w53BdegYoLQ/0QVDqN98K5LXUeVTyGfuJJzFf/vPYBe8Zw/LWvc/O576Ecj6OdwypFUAo5/q1voSYmUKfPwNDArGOpahvk8+g6bWOwJUGprxfv1CkU4BRgHTgoJxIMnzhB99WrDzZkTFT9F0/gMhncq+fRH3hx405KBRH+hKZhXz2PnZ5uWA5sp6Zwv/HrqH37UT2H0OfOiQgoCILQZKrZY82i6kMfBTbLKAUzMxmUgng8wfT0JNZafD+gVCpirSUeT9La+iBIVQ3czbX6isb7wL/+mWeek2CTIAiCsC3Yyfe0hQSpB/39osqx+r7Ci4l0c4Na8XiUNBSJWxCPJzGmXBGqImvKrWA3OTw8QKlUwvf9mlhWrZhTShGLxcnn86ve/tzkqlgsRhDsoVAo1Pbb0tLSsHdzIpHk2rXLZLMzgMPzNBD1XI7eG63HgyA2ywK0WsFZ3WbV4lNYPwYHB/mn//Sf8vLLLxOPx1e1jVhsa11LlIrWCFFPys0ezdZHztfKkPO1fORcrYyteL6OHDnCwEDfrETrKkEQcOTIkQUrAteVIIn/0z9N+eV/jZmeQvkBLiyj02mCD/8MXsvqHQ/WCxf42IcexvX2grOgPdqnJnnqP32O4ePHKXS0kygU6Lo3gLY2qgwcHcE/coggeHCOy195FWYy87SNfDKJLpdhfBy1bx9ufJxqIpu2lkJHAxvvUgkScXQsQI8MztrPRiHCn9A0FvQAnslAXy9ucBAeeghbLuO+8Ar6Jz+EPnN24wcqCIIgLJv6SsLBwXvE43ESiSTT05N1QbBIdKz2+0ulUjgXTVargbuBgb5aVcRcqrZVzRQtBUEQBGG9qNpX7sR72mKCVBiWicXiBEGA1hpr3ax7/XK2p5SitbWVmZkMEP3bWocxIXv37mPfvs41OxY0g2w2i+/7lMsK3w8qlXgOrRVaRyLbWqxI5yZXaR3Np1pb0zz66Clu3Li6YCBQKSiXS1hrZgl31TFaaytiIOzZs4+JiTGMiSoAo/c/sGxNpVpJJJI4x7b+3m5VLl68yNjYGD/yIz9Se8wYwze+8Q3+7b/9t3z3u99dMqhbKs231N9MqkHzMDRbJni+lZHztTLkfC0fOVcrY6uerxMnTnP16oO5QHVudeLEaSJ9anNs5NXJ08Q+8UlKX/4ydmAAXelzZ4MYtrz1rO1tVw+urR1aklCxOKeQR0NUied5kG6rK/3UOMC9+3nKdccT9vaD5+Ps7C9JMp/H7ulAFwqR1WnrAExNgwKrNInJqfmDisWgvw8TT6AOdM/az0Yhwp/QNFTPIWy5PFv8sxbX1wvlEFpaoteJ/acgCMK2olpJmM1mKZWK5PN5rLW1wFE1Ez7KJLdkMtMcP36S48dP1gJ3c62+Zm9/8/zrdzu/+Zu/yRe+8AVu3bpFIpHg6aef5ud+7ud45JFHaq8pFot88pOf5I/+6I8olUq8973v5aMf/Sj79+/fxJFvX4wxDA83z5JXEISNJ5vNopSiUMjX+qTF4wmUUmitmJnJMDDQty1/54sJUidPnqGtrX1FtuKNtuf7Pvv2dbJnzz5AbclzlEqliMViNavTqpAGUeAwFouv2Yp0MZv2kyf1rHNWL7KOjo6gtZ5VwVcV/JyLgoRaazwvsvdsa+sgm81gjKt9nr7vk0qlCao2VgqZi60Dzz33HJ/73OdmPfaRj3yERx55hJ/+6Z9ediXHVgpSV3Fua45rqyLna2XI+Vo+cq5WxlY7X+3tC88FNnucKhZDf++LqLpxbPaYFkK99xz6v7yCPXwE+vsiHUJrKpMeSKWqVgdRtZ/noX7wh8GPzT6m7gbaBtA5NsG9zv3YeAK0Rj38CO7GdcjOEOQLdF2/PmdAKvpTDqGQRz1/blPOnQh/QtPQz0cewK7O8sSNj0WetoEP+/bNer3NZFDnz+PVedy6Ugn76vmoelAsQQVBELYUyWSSXC5b6QcTBY+MqWYtRRZgnufh+z4TE+Oz3rsc/3ph4/mLv/gL/ubf/Js88cQTGGP4lV/5FT784Q/z+c9/npZKws4nPvEJvvKVr/Av/+W/JJ1O80u/9Ev8vb/39/i93/u9TR799mNycpxrVy5SGhlGF4sMx+P0H+ji5Omz27onmCDsNpxzTE6O1+IHzkE+nycWixGGITMzGZLJFjzP25a9/5bqG7zSqrD67eVyWdra0nR2HkSprSP0zaVaqVjfe68qsGnt88QTTzVFqFzIpj2dbqen5zBDQ4MoBV1d3fT0HEZrj1wuy8iIrfVgNMbU+vpBFM8Kw3JtfEEQ0NbWgdYeMzPT+L5fE6qryFxsfWhtbeXkyZOzHmtpaaGjo2Pe44IgCMLupNktW3YjKhZD/+SH4NMvR+Lc1BRkszA1AccegdY0jI1FfQvjCdThw/g/9t/O204jbQPAc45HR+5z6+l3UDYGlUrhunvwb1zn+NdeRwPzfGTDEFI++sm3bZq2IcKf0DSqPzL76ZcjUc/3IZuLlPUjR1Fzgr3K93GDA7X/28sXo/dW+gSKJaggCMLWYXJynHv3+igWC7V+MdWAUbXnT9X6SmtvntXZXKuvehbrDSSsL//6X//rWf//5Cc/ybve9S4uXrzIs88+SyaT4Q/+4A/43/63/413vetdQCQE/uAP/iBvvvkmTz311CaMentijOHaN18n7L2LCkOcUijnCO+Pcm0mwzPf+/1bqtpFEITGGGOYmBir3AOjxb1zjjAsUyqVKj1kfMKwXKuo2o69/5odhKpuTykIAo9yefOttharwK6vVPQ8n1KpSBga4vEYTzzxNHv3rl/V++TkeKXar1SxVLUMDPTT2pqmo2PvrDlVMpliampiVuWf1grP88nlZgiCPSilCIIYTz/9LN/+9jdkLiYIgiAIwpZkLe44+szZyFnw/Hnc4EBkyXlgP+7ffCbSKTo7cWGISqXgibdhfu//nld01EjbcGGITqfZ+1//t+w9eYqBb36d7FdfJTExSdeli+jhoQeCX1X8UyrSQ/buRb3t7et1upZEhD+hqcz9kfHIcdzlS6gGjaxdGKK7o8WFK5Wwn34Zl8/XymnFElQQBGFrYIzh2rXLWGtobW1jZmYaa20tszyq9PMrbgaaRCLKIq+3jGpk9WWtw/d99uzZy82b17ek1dduI5PJANDeHjWnvnDhAuVymXe/+9211xw/fpyenh4R/lbIUH8vpb5elDF1vQUUzhhKvb0M9vdy6Oixpu3Pzsxgfuc3cbdvo44dw/uZv4NukWoOQVgrw8MDhGG5VglmjMWYEOdcbc0f2Sk6stkM7e2R8LLde//tNOaKa40qM5eqfFwPqnMuY8KaS4LWepZ4XD+nMiaH5/k4F83JYrF4xYLdYq0jn8+TTrdx8uQZgiDWcC62VJ9Gobl85jOf2ewhCIIgCMKWYzlzs6VQQWyWsyCA+/hjD8RAE+IufBf32ldhgaKjudpGtb+hCmK4UomDf/AHtYpAZyx4PoTlaGdaR38AKu5Y+ty5Jpyd1SHCn9B06n9krlTC/MJH5pXIAuh0uvblt6+er1X6zaWRJaggCIKwcQwPD9QmX0EQ0NGxl2x2hlwui7UWrb2K6KdoaWmt9P6bbxlVH0ArFvOEoWF8fIyRkaFVT+yE5mGt5ROf+ARvf/vba/ZT9+/fr1iEtc167b59+xgdHV3R9uscxbYcdTrcupG9+F1UuTzLWq1GWCZ38buoh5oj/IV/9DnMv/xVKOSj5uRvvkH4yufx/sefxf/BH2rKPpbLRpzb3Yqc2/VjsXOby0U9a2OxGEGwh0xmutLnT2Otm/Ueax3FYoFEIonWilwuu+s/r63wvV1KXHv22edmVf4dOrRxYm39nGsuVfH40KEj7Nmzl2effY5vfesbOGfxPI9EIlE5DkuhUMBaQ0fHHt7+9mdrx1N93+BgZLva0pKiu1uSrgRBEARB2DyWk/i0mrnKrJZiBw5gv/gFKBaXLDpqJCDCbP3CKMVw90Hy3QdITk7SdfU6upoF6FxkDHLqzKYWMonwJ6wri5XI6p/6cO3L7wbuNRT9YL4lqCAIgrCxZLPZWQEopRStrWlaWlJMTIyhtSaRaKlV+sHCllFaRwE0reG1176KtaapEzth9fziL/4i169f59/9u3/X9G3HYlv7s4ys+bx5tvzNpHV6ihHPQzXYgVOK1PQUQbD282RnZij92q9GWYd+ZarvR1mI9td+Fe/F70NvYB+njTi3uxU5t+vHYue2rS3N6OhQxd6amrVi1fa6soXadqIEGYW1lra2dFN+59uZrfC9HR6+hzHlhuKaMWVGR4c4fPjoqrZtjGFw8F6tQrC7+xCet/zPvFjM4/uNX6+1oljM132HPI4cOUKpVKgdS+TCoEmlWrDWcuTIEeLxuQEnj4cffnjlBycIgiAIwoKsxaZyt7OcxKeVumbMayk2PAj378PRh1Dp2YnNyy06quoXk60pbh49TDkso3N5rNYMPvYYx1//C9rHxsHTkEigHj2xojE3GxH+hHVnsRLZKqrnELZcbij+1VuCCuuD3JwEQViMVCrFyIidNwnTWpNKtaG1wveDWqXfciyjBgfvNX1iJ6yej33sY/zZn/0Z/+bf/BsOHjxYe3z//v2Uy2Wmp6dnVf2NjY3R2dm57O2XSmZLV7lUA9BhuH49pzo7D9I7fh/bYK7jhyEH9h+kXDZr3k/5X/2ryGnBmz/Nd/kChd/4DYKf/Ydr3s9y2Yhzu1uRc7t+LHZu9+8/yJ07dygU8mSzGcIwxBgLuIro4vGg9x+VHm0Ozwvo7GzO73w7sxW+t9PTGSCas8xHMT2dWdXnNDk5ztWrs3vz3blzh1Onlu9kEI8nCUPTcH5krSMeT84aW/X7WO3bpzW145LvnCAIgiBsDM2wqdzNzE02r+KsRY2Pk+ntwxzonqcnLESjlmKUw2iK3t+HO3UGpTXOWhgbg2IB85UvL7l91XOIchhy8+hhjOehjQEF2hhMEOPmu9/FU1/8U7SnofsQ+vDmxrRE+BM2hIVKZKvo58/hvvDKkpagQvORm5MgCEvR1dVDf39vLahUTyqV4u1vf5aRkeEVJQ8sNLGDKKO9vj+gsH445/ilX/ol/uRP/oTPfOYzHDkye2L6+OOPEwQBr732Gt///d8PwK1btxgYGFhxf7/tIExE1Tvrs23/+Rd49M+/wo2uTkLfRzmHUwo/DDkxch/vb7/QlH3b27cbin4AeB72zp1N+SzW89zuduTcrh+Nzq3WHsePn+Qv/uJrNbtrY0yl4l1V+qs9qLyKxeJ4ns/Jk2dQytvVn1U12bBYzBOPJzct2bClJVX57BqLay0tqRV/TsYYrl5tbFF19erynQwWm3NV3RTqx6Z14x7K1SSs3f6dEwRBEIT1Zr1sKncTjZLNXSYD/X2YMCQ5NIw5f35eP76FaNhSLJEAZ6EciX0uEYf+vkgQVMDVS5if/8ii29fPn+P+N16j7PvochmKxUhMVICDcjzO8BNn6TagU6lN1zMaR9wEYYOpWoKqZBIXRoscF4aoZHKWJajQXJa6OVkr2aGCIESWXCdPnsHz/FoWeVS9EAUyfT9GT88RTpw4TU/PkWVNalOpKOjWiEb9AYX14Rd/8Rf5T//pP/HLv/zLpFIpRkdHGR0dpVAoAJBOp/ngBz/IJz/5SV5//XUuXLjAP/7H/5inn356xcLfbkfFYuz90R/j7Xf6ONJ3j/3jkxzpu8fb7/Sx57/+b5s211HHjkGDgDEAxqDE3k0QVoQxhoGBPq5fv8LAQB/WGorFAul0mmQyRTweJ5FI4pzDOYtzrjaH3r+/i2PHHuWZZ57b9Ql1k5PjvPHG69y+fYORkSFu377BN7/5OpOT4xs+lq6uHoIFrrkLWZUvRdWiqhFVJ4PlsNScq9Ecq9pD+dix4xw4cJBjx47z9NPPkstlZ31vBUEQBEFoPs2aA+xm5s7NnLVRZZ4xBNbSNTYRJbH29hL+r7+A+cIruAXOOTRuKab27otaYGgNhXwk+hkb/d/3UZ1dtX5/C21bxWLk3/s8WimoFi9pDSjwPLRSFLS3ZfQM5Zzkfy2X0dHMZg9hXVEKgsCjXN482xVXLmErlqCqgSVos9gKx7pRLHasAwN93L59Y8Fs12PHjm8rq73d8rnuluMEOdathrWGoaG12wIrRa3HX6OMds/zt01WXGdnerOHsCZOnTrV8PGXXnqJH/mRHwGgWCzyyU9+ks9//vOUSiXe+9738tGPfnRFVp9bfQ61kb+/9Z7r2JkZwg/+MJTL858MAvw//By6ZWN7/G31a9t2Rc7t+lE9t0NDQ3z3u29SKhXxfZ8giBGLxYnHE+RyM0BUOT01NYG1Dmsj4S8IAtrbO/D9gGeeeQ7n2NW2+sYY3njj9To7SlVnR7k59/wHrifzq+RWI9Jev36F+/eHF3x+//4uTpw4veztrWbOVf3ejo6OzrMcDYLYlnN02e5zqI1iq82h5N6zMuR8rQw5X8tHztXKWM/z1ew5wFZgM75f9XMzNT6GGRwgsJZHe/toGxyaXZ134AD64UcWrM4zX/oi5rO/P7+l2EwGd/cuxOOQy0Xb8n3UkaPQGs1LXBjiffBHF3QuHBjo49ZfvI7q7636+kMQQLmMdZajt+5w6Pv/Kv73/+Umn6EHLHcOJVafwpZiKUtQobmI1Z4gCCtBa69hMsBq+oR6nsepU2cqgakyUcJUlDF19OjD6zF8oQFXr15d8jXxeJyPfvSjfPSjH92AEe181nuuo1tb0f/Dz2J/7VehUADPA2MgkUD/7D/YUNFPELYz9++P8PWvfw1rox6lpVIJrfOkUmny+Rye5+F5HsViAWsdSoHnaZxzxOMJlFKUy2Vu3rzGxMT4rrbVr2bCb6W+vtUquWYkNMHC/ZBhdU4GC825lmIxy1GxGxMEQRCE5tPQptI5isUCYRiSTrdhrZH77xLUz80yvX0kh4bpGptAGROJfqGBsAzWwuQULpvFfvpl1MdfmpdIu2BLsdY06u3vwMUTcOkCJBJRJWDdZ6d8Hze4cJVmV1cPfaUiYTwevR4ipTQWIzCGg8bB6EizTsuaEKtPQdjFiNWeIAhrpd666/794RVZd1Undp2dXRXRz5FMJhkZGdo0+y9B2An4P/hD+H/4OdRf/yA8+RTqr38Q/w8/h/+X/+pmD00QtgXGGN5881tYG6JU9JhSURAnm83geVFfv+prq6+BSGRJJBK19/T23tn1tvpbNdmwKq6txKp8IdbDPnQ1DA7eE7sxQRAEQdhA5s4ByuUyU1MT5HI5wrDM5OSExDeWSXVu9uiBbg4ODqOdg7GxKKE1OxP11CuVo8q9q5exgwPY8+fnbWexlmLeh38a7/0fgK6DqP2ds0S/2uu6F563eZ7Hox378MplXGURYAHPGB7t7UOVy4u+fyORij9B2MUsp3m8IAhbn9VU3DVrv2ttYu1cJB62tLTUHlNKSWa6sCuxMzOY3/lN3O3bqGPH8H7m76y6Qk+3pND/4z9s8ggFYWPYzPva8PAAg4P3mJmZoZLDO+c1lmx2hmSyhVKpBKiKBZJDa01LSyuqEgSoJrU0YrMq3TaDZlfDbUWqvfkWsg/dqLnMVhVZBUEQBGGnUj8HKJVKZLMZrLW1eWGUMCbxjZUwq2KvkI8Ev6rnqFYQi0f9+QYHcHdvY770xaivX8+hWisNfeZsVA1YabOh69psuEcebVwRCOh0Gn3u3LzHXamEffU8buAeHQcO8PSdPoZbW8jHE7SUinTdH0c5h1rg/ZuBCH+CsIvZKgtUQRBWzwMf9PW1EGsUhG2GdddWtP8ShM0g/KPPVew58+D5uDffIHzl8+j/4Wfxf/CHNnt4y6Z+QaR6DuG9cA6C5GYPS9hGbNR9bbH95vM5jAkxxuD7AVpXsnmtxRiDMSGxWIwgiOGcw9oA3w9IJBI10a9KMtnSaHe7SoTZDcmGxhhyuSwdHXsolYoEQZx0Or3h/Ryrji47WWQVBEEQhK1G1c3o0qW3yOWyxOP+vHmhxDeWT7Viz376ZVyxGNl7oiLRL5GkZreRL2D/03+E7h5UEGDLZdwXXnnQ+6+afzenUWH99m0mE9l7hmEk+v3Uh+dZh9rLF6PXTk/X9qNxHJyeRmmNjkWPqQXev1mI8CcIu5xm97cQBGHjaEbF3XJYKAgbjyfWnFUumemCEFX62V/7VSiXwatMzz0/ahD+a7+Kfd/3bovefI0WRO4Lr+D97Z+Gk9urob2wOdTf15RSFAp5jDGUSkWuXbvEM8+8qyn3tbnJLJ2dXbPup1p7KKVRylbGEgAOYwzOge97tT5+nufh+z5BECMMI2vQaiLdkSMPMzo6NE8MhN0lwuz0ZMO58yRrLUEQo6vr4IYfW3f3Ie7cubOjRVZBEARB2Ipo7RGPJ0mn0ws8L/GNlVCt2LMf/V/gK1+KxL4g9kD0cw5KRYznMdrdRT6RIFko0DU2AZ9+Gffj/2/cv/nMvLVpVRSsrwgMBwcY2b+XwrFjpNJpDtb1ZLQzM4T/7BMwPQ3xBG7fPlQQAKDicfT3fT/e+CjqQDfq+XNbRvQDEf4EQWD1zeMFQdhcNqJabjFxcXJyHM/z8Lz5Qa3lBjR3g/2XICyF+Z3frFX6zaNQwPzW/7nlbTtdqRRlZObzDxZCQQD5POWXfxv9Sy+Bv3UWQcLGM7catGq1U0/1vmaMqdgkuUpvvcg288aNa5w8eWZN42iUzHL9+hWstbXefIlEgmIxD3iVCj9TEfSi+1U63T5LzFNKc+jQEbTWsxLpqnbWIsLMTjYsFvPE48kdkWy4UUlYy8XzPE6dOsPVqztTZBUEQRCErYzEN5qMA3WgE5dug1wWnAXlRRWAxjDV08PNc++lnEqhncMqxcCBTo7fvE37L/8LVFv7rLWpy+exn345EvyCGCqIkXnH27l2LRmtDcbvM3J/pOY20jY4GIl+t29Fa3Vr4f4I7vARVLoNl82ifJ/YT/wk5bKZW1i46YjwJwiCIAjblI2olltMXPQ8H2PChsLfQgFNYwyDg/2Mjg5hraOzswvfD7DWLHsbgrDTcLdvNxb9ADwPd+fOho5nNdhXz9eyKec9l8nA+fPo731xE0YmbAUWqgat2fBUyGazKKVqop+1FuccSim01vT13eHRR0+uWrxYSKQpl0uUyyXi8ThKKZRStLammZnJANX7nSUIFOl0O7HYbMFSa0U+n+fEifmVrTu50m2laO1x6NARgsBbdXBks/o/LrR/a+2WsywXRxdBEARB2Bx2g735RlFdP7jJSTAhaA3GQGsrpNsxpSI33/ksJtmCrkwqtXMYz+Pm4R6eunETr619/nYzGdT583gfeHHe2sAZQ3HsPrlymW/fuMY7//Pn8UfvQ2igVAZPRxWH/X24U2cii9DBgQ0+M8tHhD9BEARB2KZsRDbZYuKi52na2/eRz+eXFdCcnBznwoU3mZ6ewlUmZsPDAySTrQSBj1J61wdFhd2JOnYM9+YbjcU/Y1APP7zhY1opbuBeQ9EPQPnBll4QCevLQtWgczNuIbqv9fbmalV2zlGptANjQoIgqAkpqxGAFkpm8TyPQsFSKBRIJqOelLFYjPb2PeTzeTo69hCPx5mcnFhxlbuIMM1js/o/Vr9ro6Mjs9wORkai70wQBA3nSptp6SWOLoIgCIKw8ex0e/ONYtb6IR7HHT4C/X2AgmIRDrcz0tFGOZ1G1zvqO6Bcomwtw91ddFuLmjNHqxfr6tcGpalJslOTkeOINRSd4+vvfJbHX/kvtGdnwPehDJRKEIvD2Bhuzx5U99YVc0X4EwRBEIRtykZkky0lLu7b18nBgz3zAprOwcBA36z+SVevXiKTmQJcxSItEv8KhSwtLfs5dOgo+XxegqLCjmee5eHf+hDmlc9HPf7mkkjg/czf2fhBrhDVcyhqaN5A/HNhGb2FF0TC+rJUNWg14xai+9rly9/FmKgKvOqmGf2tCMMy2Wxm1QLQQsks8XiCQiE/r/pcKUU63cbTTz+Lc/DGG6+v6p4rIsza2SxLzep3rVQqkslMYa1Da0UqlSYIApRSzMxM09Gxd14vR7H0EgRBEITdhyR9rZ256weVbsOdOgNjY5DPoU6fofh9L+J9/Wu4yrqBMIzaZziHdo5C4MOlyzVbziouDNGdnZgvfZHMyCCqtQXb0UF2ajJKOqysBxRQTiS4+Z5389Qf/ke0MZH4V+ktSCGPTh9Fnzu30adn2YjwJ2w4m23PIgiCsFPYiGyy5YiLcwOaC/VPKhbzWGsbBsZmZmbQWje0SROEnUQjy0P9hVfg//Wj8Nl/D4UCeF5kY5JIoH/2H6Bb1idwvJyea8veRt9dyOdwXnpeVqVOp7f0gkhYXxavBp1tj+N5Hu3te8hkMlSTRKpWn57nYa0jn89z9eolstkZrDVo7ZFIJJYlAC2UzKKUIplMoZSqCTvWWjxv9v1UMrg3j43oazyXerGxVCrV5jDOObLZDO3te0gkItG4WCyQSCRnvV8svQRBEARhdyJJX2uj0fpBaQ2dndG/93fSumcvI4cOo+/148rlSPSzDpzDxmIkpqcii86qLWdlDqmcxX7xC7iZGZLdXZjug5RGR7DJJIoHPvQO8MplyvE4w6dO0n3lamRDUrUcdQ79Ux9e8fp5IxHhT9hQNsueRRAEYaey3tlkKxUXF+ufVCwWGwbslALn7KbZYQnCRrGY5aG+cR317/8D9lP/GnfnDurhh/F+5u+sm+i33J5rK9kG1sL1a7iug6iODlwYotJpgg//DDaIbblm58LGsHg1aDivGjTqoRdUrD4dWmu01rXee5nMNFNTkzj3QIQpFvO0tLTi+25RAWixZJaWlhRvf/uzjIwMk8tlaWtL09l5EKUe3Ockg3ttlEolrl27SDY7QyrVyunTZ/H95QVLGlVrRp99odI/+F7TP4t6sdFaMytxyVpXE/tSqVbCMKwTjUUQFgRh/ZGkekEQdirLWT9U5/VhayvcuQP5PLgQlCLI5em6VXksiD2w5UylcOUSqlhEBQEHxiYYONBJwfeiSr+6uZ62lng2iwIK7e1RtZ9S0d++j/7h/wp9+rENOyerQYQ/YcPYCHuWZmSuC4IgbDfWO5tsuYFOYwyXL7/F1NQEvu8TjydqQTKtPYwxhKHB930870HwLurhpMUOS9j2LDUPsa+ex05OQmY6quxLJFB794HW2EwG75vfJPgf/+HGjHOZPddWtI2OPdDWjpvJwDuexTt8BO+Fc3gtSWzZLLo9YWfiSiVcWIbxMZzn1b7vVRpVg6bTaZLJFIVCblaFlVKKRKKFmZlpHlhGU3s+l5uhvX3PokkkSyWz+H6Mnp4jKAVB4FEum3mCtWRwr47e3ttcvPhWbS04OjpCX18vZ88+ydGjx5Z8/9xqzXI5sn211gGOyclxvvnN15uaUFovNmrt1b6HEMV9qpa0vh9w/PhJtNYSgBcEYUOQpHpBEHYy+vlzuC+8gsvn5z9XWT+ounl9KfCjSj7PIyiWOP6tb6E9H1KtYELoPID31/46Lgxx//EPcNbC2Bi6WOB4qciFp56kGIuhiBLLtHO0TE6iUFiloupBB8QCaGmBnkOoh5aev242IvwJG8Z627OYt97E/Mq/gIkJaElBayvmM5+Cx5/Ee/odIgIKgrBtWI/szbVuc6lAZ3XxOTk5QRiWKJVKFAp5Uqk0AIVCnsgl3WKMwVqD5/mVgK0FHNbamm2bIGw3llNB5779Bty6EfUfUBqcxY2OoI4cRbWmZ1kerutYV9BzbcXb0BpaUujDR/A+8CJznH2FXYS9fBHz8m/j7vZCNgNT07ihIdTDD+MSyWjR3sAep5q9G4/HKRQKs+w8y+UynhfUqquqQozWGudsrU/sYkjV3sZTKpW4ePEtnDNoXU0IUjhnuHjxLXp6Di1Z+VdfrVm12ow+/yh5KJlsaXq/v3qxMZFIUCzmcRUl2LlISIbI0rOn57B8hwRB2BA2q+epIAjCRqFiMfRPfihaX2cyUXuAMJy3fqjO6/u//W3yd+6SyObounMXbW1lQwqURj3yCN4HXiT8zO9GlqD9fVAOQWvax8f5ntu3+Iu/8gOUUym8cjmq9LPRnC8oFenq7Yd4DI4+hNq3H5VKbYtWFiL8CRtGI3uWKlqrNVm8mbe+g/lH/wCKxSjgND4W/Tseh3v9mOvXVmxfJQiCsBlMTo5z9WpzszfXOyO0fvHp+z7lchFQhKFhamqiYs+m8TwP56LKDOccYVgGokx53w+4e/cWAwP9kqkqbDuWU0GHA3vhrdoCI3qRBmNxfb1w/MQ8y8Nl7XcVTgcr6bm2ntsQdi6uVCL8tV+Fm9cffOc9D8ol3P0xvL/336Pf/4GG39f6qrx4nFpVnu8HtLa2MTExVif6RM9Zq2oizHJ6qknV3sZy7drFSoB6fiaAMSFXrlzk8cefXnQb9d+LTGa6VumntaalpbVWidfMfn81C6mwTKFQQGuPUqlU6TmpicXieJ4vlp6CIGwoAwP9ZDJTOOfwPG+Wy8p69TwVBEHYaPSZs5ETzfnzuMEBdHdPw/Wu1h498ST20mUwdv6GYgFqz57o3wcOQO/dqHqvuibXmqBU5rFXv8qlFz9AKRaH0BDkssTKJY5/9TV0qQTHHoE9eyPRb4v39qsiwp+wYcy1Z6nHWrdqizdXKmF+5Z9DqSL6OReJftW/tQfT07h4/IF9VWztP06xFRUEodkYY7h6tbnZmxuREVpf0Z1IJMjns4RhuS4rPgrM+b5PR0cnhUKBUqlAqVQiHk/S1tZWW6xKpqqwHVlOBR0A8QQE/vwFSRhCIb+irMG19Ohbac+19dqGsHMxX/4SXL86e1HtedGf7AzOqUXnzQtV5d27109//x08z69UflWtPiEMDYcPH5V7xxYkk8k0FP0gEnYzmcyytlP9XnzrW9/AOVurBK3vvbfWhNJ6PM/j4MGeOovSB/vZv/8Ahw4dlWpRQRA2lCih8xK5XLaWTAlT+H5AMtlCIpGQvumCIOwYVBBb0okGQB15CLp7YHBglrsOvh/Zch4+Gr1ugfdP7d/H7Xe8Hb+zEzsxgWlpQWvFsas3aO/YAx17wFr0X/sRvO/93m0T/29cfiUI60BXVw/BAj+MIAiWlZ3bCPvq+cjeU1W+zuUStWYc1kZevsVC9N9MBlsNvq0Be/ki5hc+gvns7+O+8XXMZ38f8/MfwV6+uOZtC4KwexkcvEe5XGr4XDV7c6VURblmbnMucyu6XV1DpPreSNXqjJaWFpLJFnzfx/e9WQG7Zo5LEDaK5VS/uYF7qHgcDh8BT0dzFIj+9n144qllLyCWqjB0C/zmq+jnz6Hb2ho/16Dn2nptQ9i52D//88YZtwDGYL/66pLbqFblnThxmp6eI2jtVaxjFVorfD/A87xaRXksFiOVam3qcQjNIZ1OVyr05mOtI51ON3zOGMPAQB/Xr19hYKCvZvva03OIZLKFZDI5bw6xloTSRvsfGhqgvb2dVCpFLBantbWVvXv34Rwi+gmCsCFUr4XXrl3iG994jZmZacIwrLRPsFhrKZWKZDJTjI/fn7UWEwRB2A3o58+hu3tQp85EAmBHB1T+rw9219ambmQE9dDD0XrcRWsVo+HmM+/AtLWhp6ZIhCGpMCTmB9x+5u24A12ozgOwbz/K97eN6Aci/AkbSNWexfP82sLPWrdmexQ3cA9SqdoPthZIg8jLNzRRhj3NsZ5aa7BNEARhIdbDEnk9bZarpFIpbOXaWygUUErh+z6e56G1qlX7KaUoFKJEDGNC4IE123qMSxA2CtVzCFcuN3zOhSGqu6f2GpVugzkLEo6fwHtqcZu7eqoVhg2fW0aSU7VngkomcWH4YJzJ5LJtS6znMfTBD3Lr2EMM7OnAKrXibQg7F6VYOKVWPXiqkbCzGFEPv6qto8PzNJ6n8X2PVKqVfD7fxKN4wErHKczm5MmzeF5jsyHP8zl9en6V8uTkOG+88Tq3b9/g/v1hbt++wTe/+TqTk+O1hFLnHPl8nmx2hnw+6r+3loTSuVSTp5RSJBJJUqlWEolIbJQkJUEQNoL6a+GdO7eYmZmurbvmYq0lDEPGx0flPiUIwpam2XPr2vo2lYKOPajDR6K/59hyqp5DuHhilkA48ranKKdSUC5DJV5FqQSFAmVrGd7TEb13G7azEKtPYUNZyLZnLZmSqucQpNtgdCTKLK4PcDsXWWrt2xf9twnWU8ux81pOGbIgCMJcqgJaMy2R18tmuZ5qDxxjQqw1tex7z/PwPB+lHlQBVid00eNF4pXEjPUYlyBsFPr5c7gvvIJrIDrUqt8ctdcoraGzs/YalUyuqEJuVoWhtbjxsWiRkkig9u5b1oJkuT0TGlHfN1R9z/dgx8YYKhR4tGMfexfo2ybsLvR73ov56vnI6nPekx76ve9dVf/ZVCqF7/u0t++hUCjUKsASiQTOsS73jvXuk7sbiMVinD375CzLzGoC6Nmzb8P3Z18zlmNTPteC01pHsVjk7Nknm1aFtxHJU4IgCAtRfy1USpHPL33Ncc4xOjrCjRvXOHnyzAaMUhAEYWWs19y6fn1r+3pRkxOwpwN3bwB3/FFUEJu1blf7O3GZafI4dKEAuEj8C8OoPYHW6HKJfGYKZjK4RHLbtbOQij9hw2lk27Om7T1/Dt3RgTpyNCrV9YMozbjaU+T4o1GAjeZYTy3HzksQBGE1dHcfarol8nrZLNdTX9GtlK70m4j6LrW2pkml0igVBeW09irCXivt7R3zLLqaOS5B2CiWU0HXjCq72v6qFYYzGdzVy1Evg8lJGBzAXb4U2ZwvZzuVngn+j/8E3gdeXNYY5gbkldZ4nZ3YI0e42dGGa1DFK+w+9Ps/gDp5apaNDs6Cp1EnT+HOvW9RYWehrN/qPU0pRTIZVWBV7R7X496xlAAlFRXL5+jRY3zf9/0ADz/8CPv27efhhx/h+77vBzh69OF5r13KpnxgoH+eBWcqlaK9vZ2hoYGmfS71jgZzkSQlQRCazdwKmMHB/tq1sFAoLMvCU+toLdbXd0fuUYIgbDmMMVy7cpFweAg1MIC7fx8FTZtbqyCG6ulGXb6Iu3oF98Ybs9pzzVqTl0rQ30dyfAzrbFRMFIaAA2PAWazSJKamcX29UfXgNmtnIRV/wran+qO1n34ZF4vD9BRMTkAuB0eOotrao0q/dLop1lOq5xC2XG4o/jWjolAQhN2L53mcOnWGq1cvUy6XaxnsQRCs2hK5KspFGVXN2WYjqhXdAwP9XL16Ca0V8XiiJuy1t++hXC5z8OAh0uk0R44cYXx8vKnHKgibyXIq6NZSZTdrX8+fw/7x53E3rkULlGqfY6VBK9yF7+LKpXWpvKsG5BtVwVSt73p6jjR9v8LWwpVK2FfPRwlxPYfmfY9VLIb3938W8/Lv4HrvRtmzQYA6+hDeh3+aofH7q/oebdQ9rcrQkHzfG2GMYXh45Q4uvh/jiSeeJgg8ymXDQjHspSrthoYGa59LIpGc9XwzP5d6R4O5SJKSIAjNpFEFTKFQIAgCtNZYa/A8nzBsbC0PUdJl1FM9+v9m3aNWe48QBGHnM/jG1yldvogql6OiHWuhvw/SbZTa2hjs7+XQ0WOr3v5S7bnUx1+qrcndb/w67s5tDly6wuDxRzFBwIPJqYPQELiQrlu3o7E+8bZt52wjwt8WYKmF81ZjK453biBNdfeg3vUu3GuvrSmw1nBfy7HzEgRBWCVLWSKvZiG12DabuTDT2uPw4YdobU3XgrLRXC4Kyj722JN0dOxFqSh4ux72z4KwmVQr6Nb6miX3E4vB40/Ct74ZLZa0jv4OfDhyFJfNYtfJelys7wR7+SL20y/XrO9tuYz7wivon/wQ+syDXm36zFnUJ/4Ztm5+Xp2PZ69fWfX3aCPvHbnczvq+N+Oevx72THPHlUwmF7U+V4oN+Vw2WmgWBGF3slB1uVKKmZlp2tv3EIZmGZUwCqXA932SyeSm3KPEHlsQmsdOE9FdqUT2q6+iWlORkBaGUMiDdbhCHpWdYebmTexf/quz1hQrYbntuVQQQ3V04HJZPGM5/trr3HzunZTjcXSl0i8olTh+8RK66yDs21dzE9xOiPC3ySx34bxV2MrjbRhIW4eAV32Foc1kInvPJlYUCoIgVC2R57KWhVSjba7XwmwlQdmFjlUQhMVRWuPOnIWxMSgWIJ6YtSBZL+vxat9QpdSG9VgTtg7LyaKdVfm3gNC91v6zG3XvaGlpfu/dzaIZ9/zl9N5rhpDo+8GClnZBENDV1c3du7c25HORJCVBENab4eEBSqUi5XIJYwye5xGPJ0gkEuRyM0xMjNVeW63qm48CHL4fkEq1bsqcrHqPCMMypVKxdixKqVXfIwRht7LTRHRXKhH+q18ncesW9sxptO9Hop+j0q7LYY0hmck0XFMsez9z2nMZpRjZt4d8IkGyUODg4AC6UtBk//zPIZ8HBe0jIzz1nz7H8COPUNjTTmJymq7eXvTBbtThI1GLjm3o8CfC3yay0oXzZrPdxrueNMuqSxAEYbk0O9i2HsG7+m03KzNtp2W5CUKVtTooqJ5DYAyqs3P+tudYjzfTraGrq4dbt64zPT2JtbYWgCoW86TT7WJ9t8NZbhbtUmwXC8WDB7fHOJdiuff8pe65zbb6XWhc1aoWrT3CMJxXaZdOtzMw0L9hn4skKQmCsJ7cvz9KJjOFtRZrHc5ZstkZWlvbKn3SLVp7eF503QRq4mChkMfzPLT2iMfjJBJR31vP89f9HjX3nmFtNO5sNlOZI2q0VhQKeZLJ1K61xxaElbKesZrNoFpE5K5c5kA2y+ChHoxfkaRqc0pFUCjQNTYRtddapXtNfXuuydYUN48epuz7aOewwGCgOP7Sx0gNjzDSEif/zDtITkzSdesW2lq6r117sLFEIvrD9nX4E+FvE2nWwnm9qQaL7Fe+jLt9Gw4cmFfeupXGu1E0w6pLEARhuTQ72LbW7S0UHBwbG+XChTcplYr4vk8QxOZlpkXvvcf0dIaWloVtRxOJJDduXKVUKlIqlQjDkOvXr/DEE0+zd+/+ZR+rIGw1muGgsFzr8eXua3Uiu5rz98ZQKpW4du0imUyGdDrN6dNn8X1JvtoI5mbR1qN8f9mVptvFQnG7jHMplnPPb2lJLZlZ3myr38XGpZTm0KEjaK0bXpd2wueyXhhjpEJRELYJxhgmJsYIwxBrbaVHnyIMQyYmxtBaE4vF8TyN1l7tehmGlp6eHg4ePMTFi9+hWCwC0bUwFlv/a2GjaqSZmQz5fL6uItGitcLzPPL5LNlsZt3GIwg7ier8SAGMj0OhEAlQe/dStvNjNVs5Wbq+iIiWFN7UFMe/9W1uPvUk5VgMjYtsNYtFjt/tRQdxWMGaYi7VNXJYKHDz6GGM56Er1yStNeFMhsuHuvG7OgmtReVyFFqSXH/+PRy6eIljf/ENtLXRxoIA2tpRyeS2dfgT4W8TadbCeT2pDxYxPBRdcCbGcIePoNJttddtlfFuRbZiT0RBELYfzQ62rWV7C9lOHDhwkMuXL2CtQakoOK91nlQqXctMm56eqmSvlYkWp9F7Dx7sYWjoQQBweNiQyWSIxWKUSoVaZVG5XOTrX/8q73znu9m7d36lkyBsdZbroLDU/GE51uPL3ddKrGSGhwdQStHevodisTDLkso51j2bu7f3NhcvvlXJgFWMjY3S19fL2bNPcnQNjeCF5VGfRTuXuZWmS7FdLBQ3Y5yNAjjOseqgzlL3/JmZTK2ycbHM8rVatK50XPl8nhMnTjd8frt8fzaa8fExLl26uGOswQRhpzM8PFCpdK4EmomcFKriWVQFaAjDMgCJRAupVKrmuHDr1nU8zyMIfMIwxBiPRx99fF1/742qkSIL+DzO2VmvjSoYHaAq4qQgCLC4WJfNZlHZLPT34cKwZoWpRkdQh4/MitVsdUtQ8+UvYW/fhrAMsRj4Hu33x3jqj7/A8OFDFPbtJ5HP09XXh3fiFLDyNUU91TXy6P/zHyh7Hhqic+f7uFQrbnSU6Y52EoUCWiny6VasUijnuPXcO5k8coRHv/kt2u+Pon7or6GffmZbx/FF+NtEmrlwXg/mBotcIhEldBsbXXxOnXnQR2YLjHcrspV7IgqCsDy2SvZUs4Ntq93eQrYTYVjmwoU3K/+Pqn+i+akjm83geR737vUzONhfe6+1rvbeixffor29vbbNqMdFyMxMAd8PUKq6TYW1hu9+902ef/57d32AT9h+LMfxQfV0L2v+sJT1+HL2xfvevyIrmfpAfSKRnLVNpVhxEsJKKJVKXLz4Fs6Z2nVGa4VzhosX36Kn55BU/jWRRuJzfRZtfb+MrrEJvFVY4GwXC8WNHGejAM6tW9eB6B64mqDOUvf8am+ppVwAmm3Rul16PW4XjDFcuXJpx1iDCcJuIJvNViqXNcaYhv37SqUSSimUUuRyM4RhiWSyhVKpRCwWw/M8PO/BnOzGjWs888zedfu9N6rWzudzdeLlbKpCZhDE12U8grDdWEqsa4nFsff6UcZECywApXDG4Pr7aTkdrQe3oiVoffwsOTHO/k//DnpkOLL0tJaoqR9opem+cRNu34HWVtSRozXbz7XaaqrjJ8idfQI9Nhz9f+9eiCfg+jWKnodTitA5TDyG83yUs4DCeYrc/v3cfN853vG+FwmeeGptJ2ML0Di9TtgQ9PPn0G1tjZ/bAt6x1WBRFbV3H1Q9eMshjD1oMKzTadRzz2G+9EXCz/wu5ktfxJVLGz3kLcVSWfbV8+NKJTlvgrBFmZwc5403Xuf27Rvcvz/M7ds3+OY3X2dycnzDx9LV1UOwQJbRaoJtq91edaE3l6jyJ6ws7MAYSxgajLG1oOLIyOCi7y0UCrXHooWvrWS5zl5ERtWERYaGpNJc2H4s6fjQ37us+UPtPRXrcf/HfwLvAy/OykZcjrvEQr9peBDwr6faw6URq0lCWAnXrl1sKDgAGBNy5crFddv3bsNevoj5hY9gPvv7uG98HfPZ38f8/EdwN68z/d/8N3zn8TPc7T7I/T0d3O0+yJuPn2H6x35s22bDbhUWqqLIZKbIZKZqSTD1QZ1qP7zFWOqeHwTxZbkAVK1PPc/H2mo1isPz/FXZyjV7brPbqTonNKLR9VwQhM0nlUpVepkuz17dOQhDQzY7s+B1e6nfuzGGgYE+rl+/wsBA37LuI/XMrdYul8vMzCxu46kUpNPpFe1HEHYiS4l11ho6r9/Ab9DOAcAvFjhw7QawcGwGNue+Pzk5zhvf+Bq3vvl1Rr79TW5/6xu8+dz3MHWg0qZFa9Ae+AF0d8O+/dB1EI6fgNY0LgzXbKtZXcMkvvF1bBhCqYQbHcXduQ1KYQMfnMP5HlZrcBY8H7RG+T62rY2wq4uhe/07Ij4vwt8mUi0/VclkVLoLTfmSN4t5wSKtIwXe09Gco1iojZf3vR/7sY/OCw7Yy7s3ADNXOJ31XCaDPX9+waDKbj5vgrBVWM6EbCNpdrBttdtbyJbLGFPLVA3DckUEtBgTEoZlisUizrHIe9Wsc+p5Xq0icG7mq3Pg+/66VhYJQj2rSdJZKKiieg7hyuXG+wlD3MTEkvOH5bLUvlR3z4ptfzczUJ/JZGqVfnPRWpHJSO+YZrBY8lr5dz/FjWIB89hZvIPd0N6Bbklh2ju43ncXUywssXVhMRoFcAqFQiUJxlGcc36XG9RpdM83xlIqlYjHk5TLRYxpPK+ZK+hXLTaPHTvO/v1dHDt2nGeeeW5VdlLNntvsdnK55trCC4Kw/nR19RCPx2vX4Og3PH+u88BC0wEOrf2a/edcFvu9rzWx1RhDsZgnk4n6+VlryWYzCyaFVVFKSTKHsOVZqyi+HJYj1unBAY73D+AZg6skfTml8Izh0b5+1NAg0Px2MGvBGMO1b75OeOlCNL7REXQ2izGWm29/eySyVQlDUBr95Nvw/92/x/sb/w3qe57D++CP4n38JfTpxxbcz2Lr8vo1TNfUNEHVJrVQgGwWggBtDApX+ZvKJdWCVuBA5/OoqSly33pjR8Tnxepzk1nKomkzaWhF2ppGnTqDGx2BU2fwXng/6rnnsB/76JL9Y3Yby8nod194Rc6bIGxRGlmYVKm3vdpIOjr28vTTz3L16kUymQzt7W2cPn121dZ2q+mPs5Atl+d5lWo/i3OqakNf6T8RVeMcONBFX9+dhu+tVghG2ase8XgcrRVhaNAajIkWwpHNmSIWi69rZZEgVDFvvYn5lX8BExPQkoK2tiVtuxezb2mvWCW6BlmcOp3GdexpWg9o/fw57B//Z1z/PSgWIouTfftQWtfcJVKjwyuy2qsG6qPjK1dEe0cQBOseqE+n04yNjTYU/6x1kkneJBaziB2KxyiNDON1duLicdToSCRYK0VpcoKBX/0XHPprPyKW9qukUQAn6psbfefninMrCerU3/PHxkYZHx9Da83Y2AhhWKZUKtHamiYen23F1kjQb6bFpvTqWz1z7eiTyWQl+N74GinzJkHYeniexxNPPM1Xv/pnPPjtzrf7rBL1W20FFGHY2AVhod/7Wm0Bq/PbUqmIMWXK5SK53Ezdmm/hcXd07JPrurCl2aheecsR61TPIdq/9uc8nc0xvG8P+XiCZDGy1lflMqrSaqvZ7WDWwlB/L6W+3gf2pNbWbErL8TjDxx6m+8YNUJViImvQP/VhdEsKPvDisvaxVDut+jWM5xzHe/u5efQwZWfRzmHLIS3OEtwfo5yIU6IyxOgihjIh8UwGqzWJsfvY23ew/+wT+P/qt6JxbkOk4m8LsJhF02ayoBWp1uiHjxH8wkfxPvAi7vXXm5aZvpPYyIx+QRCaz1bKnqoyOTnOt7/9DaamJgHH1NQk3/rWN2ZlaK40S60avDtx4jQ9PUeWXJAtVO2jdSTeRbiaCGitRSlIpVpRSjd8r1JRQ/so8Fgkn8/OOqaqpU25XKZcLuP7MbEAEzYE89Z3MP/oH8CdO5DJwOAA3LqBHRmm/Luf4l7v7Xm/taWCKs73FnV80EeOLlmlt1zczeswMwMjQzAxHo3/8iVcqVRzl1hNBV8zK35WwsmTZ/G8xnmLnudz+rSITc1gseS1QqoFXSzibKXnd13vEY0il8sS/q+/QPhf/nhH2ONsNI2sdLX2ajba1SSbQiFPNjtDLpcjmUwusLX5aO3R1dVDvpJ4MDMzTT6fJQzLOBfNK6q22/WVd86xrhnwK52LCI2rdvr7+xYMvMu8SRC2Lnv37q9UP+uaiDaX6mO+75FIJInF4sRisxM1nHPk83kKhXylUnz2tXottoD181vP80il0pWe7fP30wilFGEo8wJha7KRbk/LaZtQjcdr5+i+P84j9wbovj+Odm5Wa7CtZJmevfhdVP0aVusokANoZyl0H4TuHujogANdeB/+6UUr++aynHZac9cwHTNZnr58jaN3etnf18fRa1d5243bdBZL2FgM53mgNM73UeUyLePjqFKJYGKCrj//c7h/H27fIvy7P7NtK/9E+BMWZLlWpNUflrM28s3t78ONDONGh2FoEPuVL+/Khf9SPRxpYka/IAjNZzP7WDViOZPRhaxbxsfv099/l29+83XeeON1+vvvrnryupBdWC6Xq1TpzZ9atLfvIR5PUCjk695ra+/N5/Ok0221xa61llKpjDGG1tbo8Wrmq3NRf79SqcT09NSqjkEQloMrlTC/8s+hVKw1Go/KTy1T+RzfPnqI22++Mc8maVn2LWfO4n38JbwP/ug8W5OV9IBejtUJQQx15my00Nq7F7q6UOk06vijwOqt9jYjUB+LxTh79kmU8maNVSmPs2ffturqZ2E2iyWvJbI5bDwO4+O19QEAYYjNZUnc64fhYey//q0dYY+z0TQK4CQSCbTWaK3Q2mNqaoJcLkepVKRYLHDvXt+Keg8PDw9QKlWrNFwtmOx5Gt+PrOP27u2sCfrAlul3LEQsNCe01tQEYrFOFYTtxaOPnubAgW4SiSRKaTzPmyMARhV1QRBDKUUsFuOJJ56qzd9KpRKTkxMUCjmCIODu3VvzrtVrSWydO78NgoD29j0EQWxZNp/j46P8yZ+8Qm/v7eWdEEHYQDaqV54xBmMshUKBfD4/L1mnKtYtNx6/Vsv01bSzWIjk5ORsO88gFtlnAlZpElNTqP2dqMNH0A8fQ7//Ayva/nLaaTVaw2jn6CmUOPbWBVomJnnr6CHup1tpMZZYuYz1PYJcjrbR+3jlEC+f5/hrr6OthUI+6kk4PV0TF7cbYvUpLMpyrEhVzyHsxAQMDUA5jMp587noyXgCd+Uy5uc/sqgl1nbGlUrYV89HAmjPodr5qV6o7adfxmYykZgXhlHQ7qc+jLs3gPn6aw3FPxeG6BVk9AuC0Hy6unro7+/FmPkWKpuRNb2U9ei9e/0MDvbPCwLl8zm+9rXzlYIMByiGhwe4c+cmjz/+1KoqdObachWLeSBacFpr0drVgolRjz5bE0s7Ovby7LPPMTo6xPR0hkIheq/neXieRyYzVasSrFY1KKXw/aBS8RC9tlDI853vvMF73vOCBPuFdcG+ej6y91Szf3NGa24+9TaMc+hiEZgtwre371lWUKXq+DCXpeYP1TnYSqxO0Bq1v7O2D5fNYv70Syg/wA3cI91ziHe8970Mj41ueau9o0eP0dNziCtXIsvjdDq9JstjYT56ETvag8USwwe6CPt6a5V+OKCQJyiW6brbFwnkYVns61dBIytd5yCdbgeoJLxE/Z2U0rS0tGKtWZZFW5VsNlu7X8+tKqn+N51O09NzZM22cML6sNicUGtVScbQW/56LgjCAzzP49Spx3jjja9XqrAtSmmUqlTMaF2pAFe1oH60JtvLwEA/V69eIplMEo8n6uyhZ1+r12ILuJBoWF3zLWbzWW3X4Jzh4sW36Ok5JPM2YU3Mtbpe631uI9ye6q1EgyBgZmaaQiFPKtWK7wfz2iYstzXYQpbpKjSRmDcnVl1lqbXkSuk60M29a2OYaoxbAYlkZY1QoOv+OK69Y96adrks2k5La+xXvgzHHon0CC/9IHHXWty9fky5xM3Tp6I1fCEPhQIp5/CTSUpaE+SydN28xcGLl9DV65lzURJwIhGty8+fb7h+38qI8CcsyUKBqdrz73wO/vknwFT8ewt1QYJSEfbv37EL/6UulItdqN0jjy7a46c+o18QhKVp9uRvM/tYNWKpyejIyOC8IJBzjmw2gzFltPYqlXMRmcwU165d4pln3rWqY6nv73P9+hU8b5pEIkGxOD9zzRgzSyzV2uPw4aOUy4Zr16L3OufI5WYqGesOiAKS1cpE3/crvQItxWIRaw2FQoGvfvUrvO1t71h3i0Fh9+EG7kEqBdNTs8S/kYcfopxIoI2BRGLWeyI72mJFAF99r4WlFnpLWZ2oj7+06OKIfA778m/D3n21+Yv+wisc3CZJWr4f4/HHn171+yNL5H5GRgZxDg4e7Kan57AExissJj4HP/khTh48yNXREUrOoZXChmWCYonj3/p2lB1rbdRPErbtInkzWSiAEwV2L+KcQ2uPROJBcHclvYdTqRRhGDa0knMuut9WA1xbsd+xsNScUFMo5Hn00dMbPCpBENZKR8deDh8+yrVrlyqOBtXrtEJrH6UgkYjT03OYtrYoIURrD611rTp8LvXX6rUktjYSDYvFQqXSeGHRr9rSoZq8CY4rVy6uaR4n7G7qBTSlFL29OS5fvsCRIw/z6KMnVzWfX+9eeXMTqbTWdHTspVgsEIYhx4+fbLgWWSoeX2Vu72V7+SJmkVj1ctaSKray2H1w7gUe/epXuNHVSej7KOdwQYCP4vjtu/h/6S+jDh9tKF4uB9VzCFsuz1/fzmRwd+/Cvv2oyQkwFnf9WuRy4/u427dheoqRM6cpx+ORqOf7lJNJcm1tOKVxsTiZzk6c1qRGRmkfGZm97737QOtt6cwnwp+wZtzXX4eurqhvTC4XrRgdUUlvPB5ly3d27riF/7IulEFszRn9giAszXo1Yl4o+LYZweGlJqPOMe+5QiGaSFYr5ea+J5PJNCVoVz+2lpZWcrmZWiVBJJbGFhRLq+8tlYqVBS6V90G1QhEcxpjaojGqNjBorSmXS1J1IKwLqucQpNtgdCRKbqqQT6cj0S8ej6wz69BaEYvFCYLYmquFF1vozarmm/tcZb610OLIWQu9vdFiaJH5y05lcnKcCxfeZHp6stJ2wjEyMrimKuidyGLicwfwzPf9FQb+5b8gpxSJgX66Ll6ORD+AwId9+wCxr18tcwM4APl8npaWxoGnlWSjd3X1cP36Fcrl4jzxr3oNqwa4tmK/Y2GpOaFd8HsiCMLWxhjD5OQEvu9XLAEfiGrGhCgVCfuXL3+Xmzev8cQTT7F3b2ftWh25pURinNYe8XicUqnI3buRvebBgz2rTmzdv7+rcu8o4Xke8XiCUqlEWLP9jtZsc3HOVv52WGsJgoBMJtPU8ybsHuoFtHK5zMzMdC0ucP36JSYnxzh58rEVz+fX2+2pUSKVUopEIom1rlbR2wyWE6tezlpSv7iy2L2Kxdj7oz/G23/3UwzGYxRaWkjkcnQXS/h/9++vqJ9fIxo6kliL6+uN9IcDB6Jx7NmDa2+H6Wnc/fu14qR8WxvahIDCGUMu3RZdsZxFATaewMTi3HzXO3nqc59HGxtd1roORqLfNnXmE+FPWDNu4B6qYw+0tUeqemY6KqkNYlEFYDFqEN+shf9C1pobzXIulEuJnMst3RYEYWHW24aqUfBtM1h6MtrN3bu3Zk0mH/TxUw3tvJyzTQna1Y8tFosRBHtqi84giC1qx1l9bz6fq1mMVfvUROOOskSNedCTMKr8i4TAWMxJ1YGwLtQWF0eORguKMASlSU5PYf2H8I4fR80JulrraG1Nc+DAwaZUCy8051m0mk9rzFe+jGpkdQIwNga4KHNxDjstSWsuxhiuXr1EJhP1B42uOVGgKpOZ4urVSzz77OqqoHcii4nPXiLBob/2I1EC29AImDCK9wU+HDla+21s10XyVqRZ2eie5/HEE0/z9a9/FWtNZT4QCXmpVJogiNUCXOudAS+sjrlzQuccxWIBYwyxWJyurq5NHqEgCKthYKCfmZlplNKEYZFojqLqxDNLNjuD5/mUSkW+/vWv8c53vodUKkV/f4FCIVdLvjTGkslMoVTUQ/327Ru1xNilElvnOukkEglu3LiGtZZyuUShYJiZydSSMiMWrvqrp1wuEyw0hxV2BM12YqqnKqCVy2WmpiZq/SWrf09OTqwqBrTebk8bmUi1nFj1oraZy4jd19aofXdxk5PQsQd9JKrmC37pExz+0y9hv/rnOKfQ73+x1lt+LTQsnhkdiZxGHnp41rpcaY3L52B8PFrwaU1ycgqrPbS1FOMJLA7lHJhoHuUBtLVR1prhU6fovnULEskoGZjt68wnwp+wZmZllO/bF9l7Vi2x6qx+mrHwN2+9ifmVfxFVEbakoK1tTR7Ea2GtF8raa5dZui0IQmN2iw3VUpPRdLqdgYH+WcLggwmqm3d+nIusV5oRtGs0tng8URvbYj0cqu/9znfeoFAooHUUhI+sPV1F+Hsg+iml6oL10WesFFJ1IDSd+sWFi8Ujy89cjgNOMfTYWWxr67z3VDNCtfbWXC28mJ34gtV8memomm//PphrddKxJ2oObw3qoYdni4HVY97h1VnDwwPMzEzXqovrsdYyM9OcKujdQi2B7U+/hHn5t0F7sG/frIX3dl0kb0WalY1ujKFQyNPdfYjR0SEgsvesVivXB7i2Wr/jncpKg6T1865cLks+n8UYi+dpgiDgjTe+sWbXC0EQNpbIweZSLXkyWgdBdc1TjzEhzmm0dnz3u9/mne98L4VCoa7f3oMEUOcs8Xh8XmLsQnOduU46w8OGTCZTEwCVUszMTNdV+q2MSJQMa1WJws5ivZyYqmSzWZRSZDLTNbGvnlwuSxDEVjWfn+X2lJkmcfs2XaNjeJk8boECjcUKU+qfS3Tuw6SSeP58GabZiVTLiVUvaJvJ4rF7VyoR/t//FvdHn4N8AXJZKJcgFsMc7ImSZt/zXtx/+GwUt0+lsCND8Kd/0pS4vT5zFv6Xj+F++//E3bkN6fbI4rPBeTWZDCPHHia/p4Pk/TH237nD4GNnMLEYNvBRoak1t9bOEZ+YgHgcnUxS2LcP7g2gjh7FWYtOpbatM9+uEf5+/dd/nf/j//g/Zj127Ngx/viP/3iTRrRzqC+3VXv3RYq7mW/1s9aFv3nrO5h/9A+gWIyCVVNTcH8Ee/gIbII11WovlIIgNJfdZEO1lPXoXPEtFovj+zGcM/OC3For0ul004J2a7FF7ejYy7vf/QJf+9pXKouEqHcRRL0jCgVFsVgEqC1mlQLP83HOks/npepAWBfmVuar7h6Cc+c4lZ1ZMiN0brWwK5Uwr355WY4F9RYtNhZjZN8e8okEyUKBg7/7Kfxf+EX0HKsTZy3094FWqM6o2qNmdTKTQb3jGfTho2DKmD/8Dw3CSDt//pLNZusCabOJri3NqYLeTagghvf9P4A6erSWgVuzwxH7+qbSjGz0uQG5ZLIFYwx79+5j377OefftrdbveCcyOTnO1TVPSSwAAQAASURBVKuXmJmZrgXt+/rucurU4lZlHR17efrpZ/na175CEMSIx6O5k+c1z/VCEISNoepgEzm0uFprA2DB/nnVartisciNG1dIJpPk81msdbXnlFJo7VEsFkkmk8DiibGNnHRKpRLWhmSzGdraOsjno7W353mVdhPzxZfFSCZbCEMjiVY7kPV2YoLIiaC3NzfLDage5xwzM9OrtpPV2uPg1PSs5Eszpz9eNVln5tZNkn/+Kp29fXi+X0vSdD/xkwxnM2RfPU/iXh9dvf3sD3zuvf992IePodLpWftsdiLVcmLVDW0zq+dggdi9vXwR8/Jv4771BlgHM5koKJNIRhrA0AAWB//0lyCZjOL201MwOoI7crQpLSWqibGu8tm46SkYG4WHHobWB+d1sjXFze99H2XfQwP26FEGHztD19VrDJ86iSqHuBZAgUbRks+jUq1gQty+/bS8+AjeD/xV3Mjotnfm2zXCH8CJEyf41Kc+Vft/1FhWWCvzym2PHI0aawIcOQrWotaojrtSCfMr/zyqJqwG+LWOLi79fdh4YsOtqfTz57B//HncvX4oFCCRqDX8lOxmQdg4dpsN1WLWo43Et0QiwaVL32V6eqqyMItsP9Ppdk6efKwpAaG5merHj59Y8XaDIMbb3vaOWnCx2h8wlUqzd+8BZmammJgYq3jgK7TWs4L3UnUgrBeNKvNXKnQvVr03N/PRlUqE/+rXcVcuM9XTw80nn6Ac+GjnsEoxUC5z4qvn2TPH6oSK1cncaj6lNa4lhTp8FO8DL+JKJdyXvriihd5OIZVKzUoeqKdaYbzT7hkbhdjXbwxrSbJpFJDzPA/P88jn8wtuZyv1O95pGGO4cOFNMpmpmj2fc45SqciFC2/y7ne/sOh5Hh0drlRrzv+d7STXC0HY6VQdbBKJBMViHmvtrGvCQjgXtTzIZDLE43FisRjFYoF8ZY5XXS/Vu6cslhjbyEknsoRWlf7w05TL5dq+lyv6RQKkxvcD0uk2lNpZyblCxEY4MXV19XD58oWaTXkjwjBkaOheLcl5xW0WFumPN/Vz/xPXb9+gVCygr1/D7N/LvY42jvf20zGTZcLT3Pzqn1EGtHbYo0cYPNDF8W+9wfE//TI3z4WYJ9+Grgjn65FItRxRTwUNbDMXSdqrnZf+e1EcPixX3H1d1EMv1QrlMly/Ftn/h2WIxSM3QBP14XOx+Jri9o0+Gw4cgIkxXF8v6tQZHGAmJrj58BGM76PDMqDQCkwsxvCpkzz5uf/M8PFj3Hr+HMTjxI2hVlzteQTJJId+4K/smHnurhL+PM+js7Nzs4exI5m32D/QiXMKRkdQTVj421fPR2XCqkFVTzmEqakNt6ZyN6/jMhkYHooufArc8DDq5En03/17EugQhA1CbKhm00gYfPe7X2BgoJ+hoUGUgq6ubnp6DjdlMtPIzqOv7y579uxDKbXiyr9GwcWhoQFmZqZoa+sgm83UbPqi4L3iyJGHd8zETNg+LLf/53IarOOiuY779hvYC2/B+Dgml+PmQ0cwhRyaJPiR+Gd8nxuTYzz74l/Cq5t7ce0qdB5Y0sKzYX+EXVKd1dXVQ1/fXUql4rxAmtaa1tbmVUHvRsS+fmNYbe/htQTk1trveG6C0JEjIkYBDA72Mz09BbhaL+ZqoH96eoqBgX4OH35owffvJtcLQdjJ1P+WW1paK+ud5YlqxoSkUq1kMlNorUkkosq+XC5XWS+5WeukxRJjG11TtPYqIp+jWCzXKgmXOz6lFEEQq/WRfZDcKYlWO42V3JNW2wfQ8zyOHHmYy5ffWvR109NT3Lp1fVGbUWMMg4OzYyRdV67VqsnmUp6Z4drrf47dvx89ORmtn5TCeB43jx7mySvXuXn0MKZUQhcKUVGIc5hYwM23v4OnvvglnvrD/4fRhx6hcPLUmhKpFjt/y13rrSRpr9o3kGJ0XFj7wIXYucjuEyAMqWQbzN5AGML02uL2jXoXKq1xh49Aby+urxdyWUYOH6bsabTvR/t1Lhqr71H2kow++iiH7tyh9UgvN489ROj74BxOKXxjeHQ6u6NiS7tK+Lt79y7vfe97icfjPPXUU/zDf/gP6elZ2eK+kTXQVmAxX+HlUj221R6jisXQLzZe7LtSCfunX1z9+AbvoVKpqIx3rvinNeRz6J6eZY99rcdaDeLpWAx35ixubCy6AMYT0JpGP/rolvmurPVYtxO75Vh3y3HC8o7V9z1OnTrD1avzbahOnTqzbaq71/NzjSbID3HkyMLBo9XQqHogDEOmpycZGxuho2MvIyOO/v5eTp16MOFe7Fg9z+PQodkBwYMHI3FX65D29j0UiwWMMXieRyrVyokTJ3fF70HYnizVYN39u3+LunQBOzkJt25ECU3GMHL8GOVEAm1tJZMyHS1anKOcSNSC9FWhxXzpi5jP/v6s/mpVXBiiOzsxX6qbi330Y6jXXltwodeMueVWw/M8Tp16jAsX3qxUQTuigLsmnW7n1KnmVEELwlZks0SiRglCAwN9nDhxmvb23d2DbmhoEOdsTfSrxznL0NDgosLfbnO9EISdSv1vORaLEQR7mZmZoVjMV6qaXMPKv6j3uaKjYw+FQr7S+8/V9fhTeN6DFgqweGJso2tKIpGgUMhVevpFVqQQJUwtJP7VVyomky3EYjHi8UTtWrcbk3N3A42+P845CoUCYRiSTrdhrWF6empNfQCPHz/JrVtXa5WtjQjDMpOT4/h+wHe+8wbvec8LBHXrmMnJ8br1QOSKNDw8QHomx+k9HXTMzJ8TjXZ1Ui4U8CByfau7d4e+z/WHjlD2fXQ+P68csRyPMXy4h+6r1+j6w/9I8P/7zVWvq5bTR3G5ot5yk/aqfQNdPBGJelpHl4LqKbA2OmbPA2PmJ6IqDbkcag0tJRbqXajSbbhTp+HObUi3kT96BJ1MRWNTKvqsggCcQytF4eRJ0D4d+QJPX77G8L495OMJksUCB4ZHCX7kb6x6jFuRXSP8Pfnkk7z00kscO3aM0dFRfuM3foO/+Tf/Jp/73OdobW1d1jZisfULBLhSifD8n+Hu3UMdOoR/7n2oBpYdjTAXL1J++bex05mafRR/8grBh34a7+zyG2dG/ZK8RUumVzPupozv6GHK7e2RN/DcyYW16D0dxL/3/ahgeZ/Rao61nvJXXo365QQBSnvQdaD2nMtnUV97leDFv7TyDa8Daz3W7cRuOdbdcpyw/GPt7Oxk7969DA7eq2U9dXcf2jaiH2zPz3V4+B7GlGf1oMjlZmrjL5WifhLORQLh4cNHKRTylWz/owSBt6xjDQKPxx47y5UrlyiXS7S0tGCtJQhinD59lnh8e4sRws5msQbraB01R+86CJnpKCtRa1CKfEsKXQna1DIpYzGU76P27ZsXpF/M1kU5i/3iF3AzM7W5mK5YjTZa7K3EmnS7Ue0pOjDQz/DwIM7BwYPNq4KuZuBmMhnK5SKxWLxWSSiiotCIRlnbzrGqTPjF2AyRaLF+P1evSg86VfOWavjskklN4nohCDuDub/lqC1DmtbWVkqlErlcljAs1/qa1VcIt7W1UywWOXnyDBcuvMnExDjO2VqfP2NCpqenCYKAdDq9qK1go2tKtWKvVCoRBD5h6Or6rXsYY9Ba1yoLo2KfSEjZv/8AsVhAuRzWKv2kR+zOZe73J/ruzmBtNPeYnJzgG994jXK5hOd5q+4D6Hkex46d4MqVC7Vq1PkowjDEGEMYhnz1q1/hqafeQWdnJ8YYrl69RCYzu+IeIBPzuXHkEG+/ch09Z7u5WAxdFdETCWo/BEA5R7YlGb2nWmFWxTl0GFJIJqMEz7u3MT//kVWtq1bSR7GZThzVvoHs2wf3R6LjLpUeBK60jsQ9paKE1bmiprPQ0bGmlhKL9S5k7D6kW1Fd3bR4PqNaRZ+F70NLC7SmUbEYNh4n9YM/jP7N/xOXz6Odo/v++IN9tLbuuLYXu0b4e+GFF2r/Pn36NG9729t4//vfzyuvvMLf+BvLU3NLJbMuFQX28kXMp+qaU5bLlD//R3g/tfRFwJVKhL/z25DPg+fjrAPPx2bzFH/nt/H/6fIbZ1aDzWFolhWIXc64G43PKU14p5fw5/8x3t/+abz3f6Cxf3Bdlrl67jn4/B9FPQP7eivlwzq6eMTi6J/7nwiVB+XGDV7XeqxzCXv7H5zvuWifsO/essey3qz1WLcTu+VYd8txwsqPtavrUO3f1s7uZ7DV2W6fqzGGvr4+stksnucRjycoFAq1fhQQVf9Z6yiVSmSzM0xPT9HSksJaS2/vXU6cOL2srD6AdLqDd7zjnQwODpDLZWlpSdHdHQVH79y5M+sxWUgKW4lFFymjI1Qzp6PM0UpAXimS+SyWyqJFKTAG5Xlw5CgONS9Iv5Cti0qlcOUSqlhc0Gp0XqXfEtakm1X5VyqVuHbtIplMhnQ6zenTZ/H9lY9Fa4/Dhx9atJJmNVQzcLPZGQqFHMZYPE+TTKZWlMks7B4aZW3funUdeNATaaWZ8AuxEpFotRZcc9mIfj/bmQMHuhkebmx7pZSiq6t70fd7nsfJk2dq/ZEj1wuL50lgXRC2E41/y5FI9thjTzIyMsyNG5fxPL8i6EVCSjrdju8HpFLR+mp6ehrnbE0ghGrFVQ5oWXKN2WgcxkTbSySSKKXwPJ8wLKOUplqJqLWmra2DcrlEPp9Da43n+ZXnobOza8UtIITtR/3354HoF30/Uqk0nueRy82Qz+fp6Ngzr9p9oXlBoznJo4+eZmRkiMnJCcKw3GA0UTlaVRgsl0tcvXqZvXv3MjDQz8TEfUqlKIG52gsTwPkB2dZWhvftmSUIAaRQ3O/oiCr+9u5FjY7gKr81pxStuTzT6dZIHCwUHozDGKxSJKYmwRqIxXDZ7KrWVZs1r6pPMHWHj0B/H8TjUCyCdZBIQnc3jIxEf4+PRSKn1lEFIA519nHs+fOrdpFZLMkVQHV2AXBgbIKBA52YahGA1qhYDHX4MDHPp+fhR2AXtb3YNcLfXNra2nj44Yfp7e1d0fuaHYx1pVIknuXzEARR6KcSXDGfehmWuAiY8wvbR7lMBvOVlTfOrCYoVMfXyOZpueOeOz6XmY4uEOUQFJjf+S3cF784K9Nhbpa5K5fR/+UVeOF9qK/8GS4Wh+kpyOWgowPv5/5n9NknV/XZ1B/riuheOIjnwhCvkqm7lVj1sa4z62EltlWPtdnsluMEOdatRjVQmclMUSwWAEWhkK9keUaz5sjpwatVAdZb1Kw221+pBz2GjDHcuHGN3t47gCOZbME5J8F1Ycux3EVKlDlqa+Lfgb4BBp94EpNIRAumffvh4YdRWuN7fsNKjka2Li4Mcf/xDxru22Yy85qsL2VNupam7Guht/c2Fy++VclwVYyNjdLX18vZs09y9OixDR/PXKoZuGFYplDIVQJhUcAhn88Si8WWncks7DwWquqbm7WtlGJ6ehKA9vY9wMoz4RdiscByvUjUzN690oNucXp6DnP37k0ymalZ/Yu1VqTT7fT0HF5yG/X9kXO5LG1taTo7D6KUXGcEYTuxUK9zrT3S6XYmJ8fIZmdq7Q6q1pme59PZ2cXXvvYVrDWV9dYDS06IxL9SqUAYlpe8l9SPY3R0pGaXGK35XKUncltNYAwCSywWx/N8crmZmpDS0tJaqQgMGRzs5+DBQw33J+wsqt+fS5feIp/P4vv+LJtXYwzOWQqFAslkctZ7lYKBgXuzvv+L2YI+8cTTXLlykeHhgYa2s1E/yqga1fM8yuUy165d4c6d2xSLJcBhjMFag+f5aK1QWsHeveTvj+GGRmaJQgd/+K8zODOFMWGtt5zq78OFYdQb7uZtLrztcczxR3F3bkMuC2FkgRkUi3RdvR5ZYWazuKuXcd09K15Xbda8qj7B1IUhnDoTJbA6B6dOox49iT58BA504v7N/4XdsxempmByAvI5OPIQ9PVhbt1atYvMYr0L1V/5IexrX0Npjeccx3v7uXn0MKHvo6zFxuPEPP/BfHcF/Q23O7tW+Mtms/T19dHZ2bmp42gYXLEWNz6Gy+Zwv/Hr+P/df7/gl28x+yjl+2trnLmIzZMbGFxWUKh+fC4M4cZ1CKt+v/9/9v48PJLzuu9HP29V9Y7GjsEAA2CGnAUzwyHF1SIpkxQlxVIsJ/nZeW4Wy5YjKc61o+Q6dpybq19sy5ZsydJ94sTxtWVbMiVZsmUpduLEkuVYpBZKlGjTpERy9oWzYAcGW+9dXVXv/ePtKvQKdAMNoDFTn+fRMyJ6qerq6qrznu853yNhYQFHM5BPfQLxoY+ApG6VufjG18vm0Yhd/GGul8TT4vFbrjV4u7iVrcR8fG5VSu0lIpEoppnHcRwsy8ZxTG8BqmmirAvQnTFRymar0lZWlrhw4SyLiwu4laSmmScWi6NpW0+O+vi0EneRYj/1ceSNG1AoQCCAGDuIVrJIEb19yIV5sNXCVbcsDl+6wpXX3Y0ViaIdOoREYJQuWoqsV0RjfebTTcWKcnoKdB25sLA2v7ivT+2jYeBM3AB3VuC+fUgEzM9tuXhnvQ4j0zQ5c+YVpLTRNJU4UKKazZkzrzA8fGBTnX+txK3AzefzZZ3PoGwU8/kcUnLbdzjdjtSbxdLd3VtWtS2lJJFIFCvQRVVSrBWV3OsllqG52b2NFNm00l7Utm2mpyeZn2+9Re9uoes6p07dy8WLZ0kmk8V5f1rRjq/xmaOapgqjhFD26IXC3nCP8PHxKcf9LVeiCjdOVhVuGIaKCRcW5sjn80gp687ds22bpaVFOjo6N7yXaJrudYmrmYMBCoV8cXagJJVKEAqFMQyDzs4u7r//+zh//gyZTJpQyCAcVkJPoVAgnU56XYOhUMgv0rwN0DSdUChCR0e86jGVDxBVzkyuQ1AoFKJQyHtFR/VsQS9cOMuBA6Pouo5hGFiWO9+y/ObnFuKFQsqi88aNq8XZmBQLblxB0kKIYg46HKHjH/8T9EtXqkShY15MV0CLx3GOjWMsL3N4OUHwyFEOh6NcMU0KBw8hpiZxkkkCqSSHv/0d9Rki0WIXnAMz08jJ5pqRdnO2b2WBab2cvCw+x5m4gfz6M4iOuDfzb6suMvVmFyKBM6e9HH13Kr02vy8ep+PeBxgaGSuLq1pphdrO3DbC30c+8hGefPJJhoeHmZ+f57d+67fQNI0f+qEf2tX9qhLuUklkiZWl/NpXsWem6woh69lHSctC2+TgzI1snuSJuxpKInk+wLksXL4MmawqPrIsildadbGbn8P64z9CGxldX1D8znda+sOUpon9bPPdZutVGtyKrcHbQbtZibXK0sjH51ak9PeRz2cxzXxxHqEgGAyTSiU8cQ/UPIl4vLM4y8H2Bs+7AbfLZqrS3KRkOp0qJshEsUJekk4n6erq8e3DfHaFjTvYS6uv1b/i3vvQ3EWKpiFGx9biwIBBl4T7r00w/yM/Qrant+b9aaMimmZjRek4cO6MWpBqmorVbs4rWxfbga8/gx2JIvI5nOvX1IvGDkI4sunincXFBU6f/h6mmccwDAKBYFli6OLFM16nXyW2bXH+/BlOnbqvqW22GrcC173mlaKcWu1bssPpVhRjWsl6s1gmJq55wp5riWWaZvF1Dul0svh7CBRf15rzp15iGaotpNZm96oim3w+RzgcabgDsVUz6FZWljh9+nskEitFQUsyPz/DtWtXOHXq3j2VQK615njwwUfqirE+Pj4+sH7hxsLCPIZhkMmsP+bCcRxyuTTJZHLD7ZXeD1S3d5xkctUb5eA4GQwjQCAQJJVKEQpFiMfXhB53beYKL46jZgFaVoGXX36RoaED/gzkW5h6AlUoFCabzZYXMBZjDSEgHI6Qy2W9TrxCwaK7u6dYWGejaTq6rpNOp0ilEl58AkpUtKzyeEMIiMe7EEKQyWSK2wiTy2UoFAol+6B+H4ahE4/HlUhUw1Gk1u9w38oKfPpTOIkEXYEAr7MsFsZGyT76BkLPfp3Bv/wrdRw64t5MQADMAnJ5uanj2mxc1eo8ZyNimfecZ57GDoWRS4vK+jQcRvT2gaZtyUWm3j5U5uhFocBwOov2T3605nd5u3DbCH+zs7P83M/9HCsrK/T29vLAAw/whS98gd7e3V0klCVjHEcle+yizZPjQDS6rhCyXZ1nG9o8rSwjG0giaY89jvNXX0Revgi2BZpYE/1Adf+FlaeJ/Mu/wPn7P7ShoNgqa0j7zBmsT3x8091m9SoNfNGvMdrJSqxeJbZfieazF9hu0bry95FKJbGsAtFoB4FAANPMYRgBb4C8a++Sy+WKsyBUsB+LxauS4c1Upbmfc3p6qmiJ5dR8Pzcpeasl133am/XEN3H4KM6nnoJ8HlE6rymfR/7RZxA/9k747B+qe19HHA4fVQVTd9+Lfu99aI8/zkg954cGimiaiRWlacLpV5Tg52qUblXqxA3QdcTRcfXciRtrz5mcgPETOOk0zkc+hPbkmxAjB1VcFFw/Llpausnf/u23i4KZEkA0LUssFveEhWQyWVP0U7snGkpgbTdrCQ69aC20tr+u9fF2V+LuBKX3HJDMzc1sSYzZDsv33aLW/Xi9WSwA2WyGSCTqiWtKFLRRhQLCK2hRhTTbf/5UWkiVzu51BWyXRopsKu1FhaCY8IORkUMN7ZNt21y4cJZkchVwl5GqkCKZXOXChbM89NAjeyJxvN6awy9W8vHx2Yh6hRuxWAwhBFLW7vZbQ2LbDoVCfsNtVd4PDMNACK042kHZRHd1dSOE4OLFcwwPj+A4a0JPPp8rsTCWaJruFbnYtoPj2ASDfgfgrUo9gUoIQWdnF4FAEMtSRX3ZbBYpJeFwlERixTtvLMvCtm0WFxe8omPHkdi25Y0UUecjRVtZG8MIYNuWF4vHYh0ES9Yi0aiadekK2cp6VC1opHSIx3s37Lgv/R1K08T+zf9athbTDYP90zOIL30JeewYMhbzHF3KCAagp7nzviyuyucRK8s4uRyBcJijjzyGpulePLqwMMf8/CxSqt+rW1h5+PAx8vncthcbOX/3t6qYtFBQFqdGALkwjxgdQ3TEt+RQWAs/R1+b20b4+y//5b/s9i7UpGxA5tKi1+kHQMCAvj6gvhCyHZ1n0jRxvvE1mJtFlijy3jYNA9HTg+js3DCJJIJBxKl7kC+9WCx3LrnY6bqaZVMwwRV/NhAUhW1h/+L7tmwNKU2TwlMfhy12m90urcHbwXba1DbDepXYvl2gT7uz3aJ1rd+HYRjeoi0UCnsJQV3XkFIF024lXygUZmzsDqanJ8qShS6NVvu7n9M08yQSCSxLdUSo7ZbYNRSTkrdCct1n77CR+Mab/t66hS76/AJ6E4uUUqFELt5ErqwgQqGa7+3Gjo3Gis43n0WmUuWdh0JT8VrOUnGppiFvLpTHrAULpiYglQLTxDFN6OpG/vWX4V3vhnvuqflZbNvm1Ve/i+NYnlBW2sGr6zqzs9PE43EWFxdqin+OI8sqzHcLN8EhhCCfz5ZZDbkWQ4bReIdTO1J6zxFCsLy8hGUVPHvnZsWYW8nyvfQ+VSiYWJbFpUvn6erqqSv6RSIRstlsmbimukbVekn9/7WClmY65GBzhUGVFfqlHayugO3SaAeiWx1/+fJFJiauoebyxpifn2V5eWnDmGVubrroLCCpqPfBcRxSqeSe6PL31xw+Pj7bRX//IC+//BKVs/1qoesaoRpxYyWV9wNlWS6Laz5ZNrfN7ZwKBIKe0GPbtnfN1jS1TVUopDoAlROCfw28VVlvrvCJE3fT2dnF7Ox0sah4Gsexi11/mnfelM4F1HUlX7gdfur80giHwyVxtyi6JASLhYQasViHt92xsUPcvDkHCILBIL29/WSzys1ISsnIyEFOnXpdU+fhhg0NyRTsH4bZabVect1UAgYMHVBz8Zqku7uX+zs6mfnqn5NxHCJWgX3Ts2h/9j9YuP8BXrvjIJlYjERxfrCmCfJ5HcNQs0H/9m+/TTweR9f1bWt6sF95GfmXfwHpjGoAKligmRAOqzXm4aObdihcDz9HX81tI/y1K2UDMtOZtU6/gAGjYwjXB3cdIaSVqrbbBSevXoWlJRB4ijxFf2ZpWWgjY4jve31jgqOmI07chVy8CVcug02ZkIjtQMRADOxbV1AUsRjy9KuqYn6L1pDq4pwEvfonsNPdZrcr22VT2yzrVWL7doE+7UytBJIQglQqyYsv/g3j4ye3bLdW6/eh5vZli1Yx+bKuFje5LYQgGo3S2dnNyMhBOjriNYP+o0ePb7h/7ufMZjNkMiksq+B1F7qfec2STC0ymk2O+vhshY0WfHzrmxsWujS6SKkUSuT1a2pwfEmcVvne0His6BXlBAKI8RNl1ixks2uODbncmugH6u/z82oeoG5ALofoVzGa/cmnkB/5KIjq3/rc3DT5fPl1xPusjsQ086TTaY4du4uJiRtIWV1AoOsGx4/vvkhUmuAIh2Pkcmls20HXNSKRGIYRqJrNuJeovOdks1mvStqdi+J+jY2IMe1m+d4spaJaOBxhenqiWD2d9AQq0zRJpRJEox2Ew+Gq95ASxsYOcePGNVSyFtx5uOo3oarVLctCrzHbcz02WxhUWaFf2sFaOiMHmuval1LtUzQaVZ+yeO9uJOGbTqeL+1D9mNvhshe6/P01h4+Pz3Zx8+Yc4XAY01RddusRicSIxTYumKq8H1QKeaX3Nbdrq1TocZ0OdF0jGu3wZiCr93IQouBZL1qWzdmzr3Dy5D1VM+F99i4bzRWORmNMTt7ANE2y2YxXKOwW95aO67MsC8MwvHjA/VflHTqKoqFE1/Vi3G3Q09NX7PqLebmB1dVlT6h2cxbRaBRdN5oW/aB+Q4N0HFheRr52BXQNjo7D8nLZ/HQtFtvQpa9WEZewbPj0p9jv5s2LI8Ns6XDl5HGs6SnSPd3IQKCskMu2BclkAl1XhdyRSKTl4rs0TZyvPYP9m7+hOv00DZDFmgSp1pCaDrnsph0KN9z+LeIk0ip84a8NcJMx8rd/C/m1r0I0Cn19nugHGwshrVC1S7vg2LcPlheVKGcrC1IxfgI0zevoE4FgQ0kkMXwAx7YRA/uQuZyyg/I2KsHQVWW546wrKMq77kZ+57mWWEO6F2dZIyjayW6znUKaJvZXv4Yz1T4Xv+2yqW2WSguLsv24BWfx+Nw6VCaQ3C48d9behQtnmJ6e3FL1Vq3fhzvjQSU3QVWVqoRgqZ1naUKwVtA/OjqK41AW0Nf7nKaZ92zQXFsPZfXhFBcBATRNeHYeezm57rP32KiDHUFD9uiVCxXx8MPI558v+e9HqoQSojFYXS2L02q9N9SOFau2ObhvrShH0xD9A2vPnZvFqyIPh1UXoCv+5fNruoV01OPufyaTWM9+HZ54c9XnT6fTGIZBoVAt/rkWP7FYjGAwyF133cOZM694s/5UMsngrrteh2G0x4Ku9FqXTCYpFPKEQiFisb0/w6bynuM4a8kZdy6Krmslf1tfjGkny/dmqRTVMpk0uVwOKZ3iLCT1PHeceTqdIhQKVZ3jgUCAw4ePEYlEuXDhDI4jkdJGCN07lpblMDQ0zMmT9zR8/my1s6ynp7coRrpzcLIIUW3Z3UyRzVZErzULO6rEPxUPaHuiy99fc/j4+GwXqggljOPESSQS1Or6E0LQ0dFJNBpr6Npd2bFVKeSV3g/cdV9pHJRKJZmZmSIQCCCEKM5nl17RkGUJr9PKMAxmZqbIZDKMj59gYGBgnT3z2UvUs6ctjVV03ShzB1LnR7lFqOPYWNaalb5hGJ6QHAwGCQR6yGazdHf3MDR0oGbcLQQcP36Ss2fPeAXJtu1g2xY9PXFmZ6ebjtdrNTTIZELlvU1TrY8MQzXBDO5HDAyoNVostqFLX70irsMrCeJuDF0yMmz+zjsoBAKYho5dDEJlsYOy9LcnpfTieJdWFCB5BarXXoPlJSX8lR2sogugbcPd97Y8J30rOYm0El/4axNEIIjxr/8t9sz0rgkhpV1wQtOQI6PqYlWwQDrIhXm0Q3eUXZwaERxLBR5xYASZTKrZNY6jLoCn7gHDQItE1hUU7T/53JolaAXNinXuxblWx99OdpvtBM65M+Q//RT2SgLa6OK3HTa1m6He0GForpLZx2enKU0guQOxS+dKuV0YW6neqvf7CAQCdHZ2E493srAwX9bpV/ocd1FZWak2NDRcXDyuP4De/ZymaZbMGBKeh38pmmZwxx2HG+oi9PFpJRt1sOtv+H7kV59eN76rWqgsL8NHPwSDg4juHhWzfOaTYDuInp61N+jrg5vzYFnIpcUyoW6j2LHW4kh0xBB1LKLE2BgglPNCbx9yYX7Nwl0AwaJtlGEom3j3dYaBnJ6mRrOOJ+pVWmOCKgoIBkPedWRs7A6Ghw9w/vwZkskk8Xic48fvahvRz6VegmOvUylauNdZ975T+v01Isa0i+V7s9QS1VQCxfFsMSs74YXQKRQKXpGK2/XuFqkMDY1w7dqV4vxaiRAWpqleG493NSX6QXMiW+n9WUrJ8vIillUo2pBmyOVyDA+PYZpZCgWVhKvc/0bYiug1ODjMxMR1L0Fc/lqNjo54y7r8t3Nusr/m8PHx2S7c60skEvU6p1xRBJToZxgG8Xi8qWv3ekJeKaXrvtI4aN++/SUzXjUsyy7OYzNwnLXZaoWCRSDgYFkFLlw4R2+vP+/vVseNVYQQZDLrF76sOfyoYmPlRuCUncdCCOLxTu6776F1z+/e3j4eeuhhZmamWViYZ2VlCV3XSaUSLCzMcu7cacbGDnH48LGGfieVDQ3ScVQe3XYgGFwbndXZhUwl4YGH0EdGN2zGWK+I6/LKIvcGgwgpy0aGZeNxNClxNA1NSmyJV6jpxupu8XTlZ9tqAVKpkwcFS432KhVvgyGlAega9Pai33vfpre10fb3opPIduILf23EbgshlV1wIt6JHD8Bi4uqHXn8BPovvr/p/aj6XGNjyOvX1YMHD6rnRCIbCoo1KykcR+1fNgN3HkYWzIb2T3vscfjKl3HSu9tttt1I08T+5FOIfE59t7TXxa8dhq/WGzoMzVUy+/hsFZVsmiKRSHqVmOsFm+4CTwhBIpHANAtomuYFhq5Nymart2zbxrYdcrkcQgjC4UphL8ipU/eSSKx6CzqQZItB79jYIaB+pdrJk3cRj3dvuB+xWAzLsioSqZqXaHVt0To6OlhdXSGRWPWHw/vsKBt2sL/pzcixsbrxHZKyhYp0HDUHwnZgZho6u9Tf5xKQTCC7utas4EsLtTIZgIZix3qLI/Km6qoJhZDpdI19lWufY7QknhscVPFYMKjs4Ss6D8Vw7Xupew92LXpcgV/NfzG4++57y66DhhHk1KnWLhR9GqNStHA7wQoFBymhdP5iI2JMu1i+N0stUU11ojvefanUpkxKSTgcYv/+A8Tj8QYEJdVFv/Zv8zQqslXObFxZWfIss4LBINGoEqJMM8f9938f8/NzmxbEtiJ66brO+PhJTp/+HonEajFRrMTleLyL8fGTLRHnVlaWuHDhLKlUwkuOTUxcZ3z8ZEviCn/N4ePjs12UXl86O7tJpRJYlo2Uaq0Ui3UwNnYHR440JmaUUk/Iq1XIUkmpcDg1NUEmk0LTVPFnqTAJFK1Al4lGY8zMTDE4eGDTx8On/XFjlWw26631K4t7StF1o9i5pvIQlmURLBYdNluQpGm695sJGAaFxZskCgWkpkEwyKVL51laWmzo/l+Z72Z5WXX6Va6JNA2iMbSR0YYcLdYt4gqHme3qZHhltWz8QiSZxBECzXEQUiKQ3jF1i/KkdDAMvcqCvtECpHoFUmVOHuEwGAF1HKTE1jTmjx4m29NLZHWVQQmBFufcC89+g5lQkFxfD5FcjsHFZbTiZ293J5Htxhf+2ozdFEJqdcEJTYNiK7L+xJOb3o+qz7VvACkFLMwjGvyMVZUUbvt0wYKAgTx3FvsX3tdQJ5sIBgm8+yfJf+LjyE2KrHvBO9j55rPIRAIRqt6vdrn47fbw1fWGDvt2gT47hZt8s+0CoKqwNprFMzg4zGuvXSKRWME0TQBs28JxVEWnO4dnM9VbpcnAQCBAKpUgl8sSi3VgGIGy34e7oLt8+SITE9cASSQSZX5+lqWlRQoFE13XqyrVzp8/ywMPvB5RY+5X5ee8dOl8mRWgm1zVNA3DCBAOh4tdgP5weJ+dp5HCLbFOfGc/83S55eHi4trw99JOvnAYFm+qx0sskES8E3n4KOL4CUT/gPfeSLCfebpmnLKezSKahnjLW9GKXVeVsWiteE7OTCO//gyiI14+xxkQ8TjG42+kOtVdfg9W8ybyWJZNKBTk7rvvo7e3vyXfkc/WqRQtXGvlVCpBoWB5BRmNijHtYvneLLVEtVAoTDqdKlp1VnekBYMh4vF43QKcublphBB0dfWQy+VwHBtNU0kZKWm6eKdUZJNSlr1nMBgiFotVVZLnctmi9bZyEAgEerx7bqFQYH5+bkudrFsVvbq7e3n00SeYnp5kbm4GKWH//qEtzzJ2sW2b06e/V+y6XCtAMM08p09/j0cffWLL2/HXHD4+PttF6fXFcSTd3b1lxZiNdi9txEYz22rhiiwzM1MEgyEKBbNK9ANlEW5ZNplMmlQqyeDglnfXp42JxWLMzVrYyVVl/Vh0TKgl/mnunLhiYZSmabz+9Y+Sy+U2XZA0NzeNubyEmJokHQkr0U+CYxVwjEAxH3KWBx98ZMP3Lc1323/x5yBY6/QrYT1Hi0pBLZlM1i/i6usj19MNK6tl4xf2XbvOzLGjCEeSlxJp2zh66axmDceBjo5OkBK5uDbLPTCwb8NYbL350R0lTh6eM0w4wmpnnCsPv55CJIImwDl0kNmTdzGeTrWsWHtlZYkLS3OYYyOq41EIpvcNcPjGJN2pdFs7iewE2yL82bZNPp/3hnf7NMduCSGt6oKrJ4g1+7lqvY+XWFtdVaKfpUQ/MToGoVBTnWz6XXdh/NqHsb/RvMi6V7yD96qN0k6zmQDWx6dVVCbfHEc2NYsHQAitaJtZ3R3QrH1U5f5omkZ3dy/5fA7Lsjh8+FhVok1KFXCV3vfdWQ65XIbu7t4qS5hCwWRmZuNkpq7r3H33ffzN3zxXtFFTA+HVPIiAZzO69r5b96f38VmPmvFJA4VbIhBEe+xx77XOs8+iPf549b06n1tbKApNLcgoWUTlc1X7pHV1ob/3364JexvEKRvOJVyYR/+xd9Z+vE4857y+9oxm/d3vQQSDUKht7evfg/cGtUQLwwjQ3z9Id3cPqVSyKTFmt51ONkutzjVlL9XF8vKS9zfVtap53XPrJVNKxcRIJFL2mBA0XbzjimzZbKaqkzafzxMOh6sqyW3b9ubnOY7q9nf3pVXz57q7e4sFQhCLRTdVoT8ycpCRkYNb3pdKZmYmSSRWUZ2E6kC4xyyRWGV6erIl2/Wvdz4+PtvFTl1fmrU0d8WCZHIVyypUiDtuh7tEStdxxmJlZaWl++zTPrgCV/K1y1hXLqsRA9EoaLoSzDStbOiArht0dHSgiqNthNAYHz9Jb+/W5kCmEwm0qUlyuo6jaSAEtq4hhQDHJpfLcvPmApcvX+TYsRMbvl/p+sj+089XiX5Q39GilqBmWRaO41R15gFIBLE3PIaYnUd2dsHCPBQsdF3j8PQMVzo7iWRzZKMR5RojlWtKNBrh4ME7mb98AfO118AqkAuFIJ1k5PJlnM5utJN31/x8G82Pvm9oeG2mvaYhRsewpia58v1vwDYM5QwSjqAfPozT0dGyYm3btrlw4SzpUBA7FER3JCGzgK3rXBkb4b5zFxGFQts6iewELRH+lpeX+eIXv8hzzz3HK6+8wvLyMqCq9w4dOsSDDz7I2972Nr7v+76vFZvz2SZa0QXXKkFsvffRf/XDyN/+LSVaxWJVlRTNdLJtRmTdS97Bno1SjY6/drZR2g1u1Zk8Pu1PM7N4Kl+31iGQJZ1OoXzv1fvk8znC4UjT9lG19kdZfUY8UbIyQKv3GdTshrV9KUXTtA39/F16e/t5/esf5dVXv4dp5hHCwnF0NE0Qi8Wr5im1IkHp41OLjeKcejGFNE2sz/0R8i//ApCIgUEc28b5qy8hw2G4fg2iMTWzLxRWMxA0TVVwugs+TYOhYdA0ZZ9ZjNNELAp3ncL+k88hhg8gHn5k4zhlG2wW64mfWrABC3b/Hrwn2ExScb2Zae1g+d4s9TrXgsEg/f0DWJaFaRYwDNVdFwwGNxS2Wj37Tdd1jhwZLxbMuDMY1X03Fotx+fJFurt7atiVKqFRzX9ZE+q3On+uNKHlzg7MZjOMjLSuC2WrzM7OIKVTVaQEIKXD7OxMywRH/3rn4+OzXbTb9aVULIhEot6s1jXxr1TiEcUCFGU9rUSe3b8/+LQONx4w8zm0SxdxNA0zGEQ4TlHwEwjHwQiFsG0Vhyhbyoh3f9Z1g+HhkS3vS/jaVSU0BwIIwNKKoh+qqFlzHEAyMXGtKYvcRhwtSmPjSCTC9PQEtm2XCWqBQIDV1VVCoVDNmZrDD74ecd+DKob+3os4r74C4QjdDtz76lkWRkfIPPYYha4uAgHlPLF//zDCshn+3Y9xpbeb6cF9AEQKNgvxDlaf+wbHBvbRM1DdbrtRzmr+6BEGOzvXPndHnIVHHqXQ2amsR0cPQn+fN65iK8XapcdvdXWZxcV5pK5DMIREkgsFiWZzSCGY6+thOJ1tWyeRnWBLwt/09DT/7b/9N770pS/R1dXFvffey4/+6I/S09NDMBgkkUgwNTXF6dOn+fznP8/IyAjvfe97+Yf/8B+2av99WsxWuuAaFcQ2ssjc6H30X/0woq8fDh6quR/b3cm2nj1Wu9hnurg3nZrdAW1so+TjczvR6Cye9V4XiUTRdaOsst+yLHTdaNo+ajP7U+81arvSC9xLsW1VSXfp0vmGkse9vQM89tibmJ2dZnp6itXVJSKRaFUgvNUEpY9PPTZb+OOcO4P91MeRL71YLGp2kEtL0NePvHxRzfLTBKyuws15GD4AAUP93TBUgVMRbWgY7f0fQH7nOyrWsW04/QrOd76NCAQoWBbzX/lLspEw0VikbL4BrMUp22WzuNv23T6Ns54gtx7NJBXXswRy7X322jmznl3jiRN309nZ1XS3xXbMfsvlssTjcQoFE9u20XWdUEjN6i0UCphm3rPMBmVXquw+ZbFbcW2ftzJ/rlaFeDQaQ9NEWYfkbuMmm+s8Sg090MfHx8dnA0rFAneGbCaTqlq/qf9WVo7qXiEacobx2TuUxQMrK0jLIiQEoYJFJhjAKVjkQ0G1btE09EAQUOeMKkhqziWgVpxbOoN538IiU7ZNwXGwxZroB6Ah0Urs25sRqDZytFhNp8pi40wmTT6fo6Ojk0BJjlkIQSQSoVAoeC5HVcdA01UM/ea3IAsmTrGQLjA0zEidPL79za9hJxKsHholXBwXA6BJsKTk4vPf4qG3/19Vx3ijHFHGzFd97kw4hB4Ow+gYoqOj6jWbKdYuXVsAzM/P4bo1aMEAmllAAplImM5Ekmw8jvZPfrStiwq3my0Jf29/+9t529vexic/+UkeeOCBmhVyLktLS3z5y1/mt3/7t5mdneVf/at/tZVN+2wjm12ANyKIieGhDTsCG3uf1leqN8pess8UwSD6u96N/PRTOKtJ2CM2Sj4+txObrfSvfF0wGCQQUPOBLMtmaGiYkyfvabqSfjP7U+814bBKJJYG2QCmaZLNZnAcia4naiaDa+EmnAcHh3nxxedbmiT18dmIzRT+eGLh5FRR4NOUfadlw2uvQSymykq7eyCZVBbm01MwOAQLcxCOIKenIBBAjB1Ee9d70KIxtcAzTexffB8yn0cEAqx0xLgyNkLBstAKJgsdnWXzDWAtTtmrNos7jW3bTE9PMj/f+pliu0kjgtxW2cgSaC/PYt2o87HZROV2zH5Lp9Pouo6uR6oe0zRBIBAiEAhWzGyMk04nAUE4HG7J/LnNuhrsNPv2DTE3V3sNJ4RgcHBoh/fIx8fHZ+9TKRa469VsNksqlSgpNFmbQaZssqMNO8P47A3K4oFcjrWKGkmkUGBkZhaAhd4e6B9g6KFH2b9/iPn5uaaL1OrFuePjJxgozkk3hg9w+P98j8t3HiIVjRT3BDQp0WwbETLQNI1IJNK0QFXP0cLRdC4Wcxju78IVF9PpJF1dPWW6SigUor9/oBifrX8MGs3jy+kpFvbvo2AYZcWh6k0EhVyuZmzWSI5IGx4t+9yx/l5uxiLoRrX0tJli7dK1hWVZrKws43YNSymxAScURJdKuM3t20fH/d+HNnZHU9u51diS8PfFL36RAwcONPTc3t5e3vGOd/CjP/qjzM/Pb2WzPm2INE3sr38N5maRoTD0rbXwQjHRNHnDqy4XgYCysVpdwZmbxfnIhzB+5/fRorGGhDX9n/yzbalUb4TdFB03g3biLowPf5T8V7+GM91aG6WNujd9fHw2ZrOV/rVe51aG6bqxKdFvs/tT7zVCCDo7uwgGgxQKFpomsG2HTCZDR0eHJwg2mwzejiSpj89GbKbwxxULy+b2ARRMcGz1bzAECMT4CeTSImQycOgOGByEiQmwCmtOSKXdeyVCpC0EV8ZGsHUdzbbBkWhmHjsY9OYbaFKWxSl70WZxJ1lZWeL06e+RSKwUD7tkfn6Ga9eucOrUvS0TyHaanRLk5uamMc08pmniODaaphMOr3WctYvgs1labafW6tlMGyVo4vE4g4P7y+6jum7Q1zdAT08fIFoyH2qzrgY7zfDwCNevXyGZXC3aoxatvjQ1v7EVtmI+Pj4+jbDZjvx23K96c3Gj0Si2bZHP57xuwNLZuFJKolHfweVWoiweCIfx/MUBISX5YIg7p6YZnplD/8f3oBfttevFWvXOx/Xi3AsXztHbq+J37bHH6fnrL3P/uYu8fOwwMwP9aFJ1+4FABEPFc5FNuQnVEuLmpieqiqE0TS+6LVSPR1HiWLyl8aYYPkBm8lq16AcgJVo4XDM2azRHVPq5h22bmRYVa9u2zblzr7Cysoyu6+RyWRzHqfERJI6moQUNRDjK0MhYw9u4VdmS8Neo6FeKqpir9ov12bu482649hosL6nk1M155IERyJsq2RUIIG/eBLdSPpVETtxQle1Cg8WbWD/1k4g3/z3k5cswN4MYGKwaiOomrHazUn277LG2ExFUF1+txrV9s7RqnqOPz+1OqYhl2wXU4OqNRaztEr82877NWJ/l81lAEggYOE75RamZZHBpkjSZTFIo5AkGQ2QyaTo7u9pigeyzN5CmifOtZ5Fz0ziDw4jHaotfmyn8kRPXYXUFUikVDwVDapHrOGv/Oo6a66dpiP4BcBzkhXNgBJToVyyoIp8vt04vESLn+3rWKjcDQTDz6n0ByzCY6+th6OZSdZxSIShKs2gTc5sX9LiD4pPJVaDUBlCSTK5y4cJZHnrokT15ndmuDqzKBMz8/FxRRHG8hF4+nyUa7SAYDLaN4NNOtFJMbCRBo2l6S8XGWrR6fuF2oes6p07dy8WLZ0kmkziOjW3bBAJB9u3zu/18fHx2hp3oyN/J/VrvXtTV1YOUkkwmXVUgFAgEGGqzgnqfrVEWD/T2IhbmkcVxIFIIIsXxRI3kVEvPRyEEN25kOHfuNGNjh4hEouvGuTMzUwwOHvByynzqKe4+ewH7bp1MOIQTCKD39BHu7kYIVRTVKjehWsVQ4XCYfF5ZrVeORwkEAgz2DmA/83TL1mbaY48Te+E7LAhRJv5JBGYkjB0K0pnP4jh2mWtTq3NEzeSr3O97dXUZyzLJ5ayao2RcHMfBcSRjY4f25Fqt1Qgpa8m8m+fZZ5/l1VdfZXZ2lp/+6Z9meHiYF154gbGxsT0v+C0sJHd7F7YVISAQ0CkUbBo9KzybqWx2LVFlOypRlctBJAq6at1XSS0B8U64uQClCV/LAttSlR/jJ+DCOZUAGx2DjvjaPkYiasZf8UJX6mMsmqhU38xnLcUTvWqIjtrxk82/4Tay1c9ai7LvvXJ7Fd/RTrIdn7UVtLpqr10/53Zwq3/W0nMjGo2g6xqpVJpotPHzxHHsbUnabeZ9G3nNpUvnuXlzzgv8KunvH+To0eMN72flQtRxHAKB4I4tkAcG4hs/yadtYyj3fi4TCbRQECdvIjo7axaxNHvvc86dwfrIh+Dqa6DpkEqqi1o4orr9cjkV90QiMH7Cc0qQ16/B4iIYhiqAchw1829kFCJR9H/8T9Df/BbsZ57G/tPPIwIBXhsZ5mZP99oOFQpqW7oOQtB/c5HDK4myOKWygEcuL8P8HAwOIrp7kIUCWp1j0Qx78To+PT3BuXOvksvlqmZ7SSkJh6OcOHFq1zvWNnNs3WtwPZq9BkP1ddi2bVZXl4t2zuUJDiEE8Xg3d955ZNeP33rsxfO2krXvpTrZslMJZNu2a1pza5pACL3tLF8dx+bKlYvcuHENkEQiUaSUOxpXbIW9dt76MVRjtFsMtdfOs92m0eNV73oJoOsGDz74MFKy492AjezXevuw3r0IqPnYyZOniMe7/PNrA/bSb7HyPJLJJExOIC0L3XG499WzGB0dG+ZUS9/HNM2SIjNlExsKhYuWsrVdWvbvH+LOO495x8vNKS/PTnOlM4bV04Om6w3HTM24oE1PT3D16uUq8c80TdLpFKFQmGg06m37SCBI55/8ydparUVrs8KZV3np29/AKnZdFnSdTCyKjETQAgHi8S6CwRDj4yfo7+pS7nFT6vPx/d/P3OJCy3NE9Sj9vnO5LJlMBtteT/gTaJqgo6OTJ5/8gR2LMXfjt9hoDLWljr9SlpaW+Nf/+l/z8ssvMzQ0xMzMDP/sn/0zhoeH+bM/+zMikQjvf//7W7U5nzahbN5NUaiTN65DNquqx63C2pz0xCqYJqysqH8jUZXUkhKyGQiFlGi4vAxjB9VN4Pp1xImTSMep2c232XmEW+V2t8fazJyj25V2rdrz2X1qCVahUIijR4/T1dX4udFqu7GtvG8jr1mr9qsOwpqt/r+VZ0j5bD/e/D3XghxA13Fu3MD55V9Ef89Poj35Zu/e3ozbgPvedMQhGFTxTSQKuayKeTo6lCtCOKIGnruin+Mo0S8QWJt9oWnq9ZMTMH4CZ+IGPPM0zo3r6r30OJFcDqekclOEw3BsHJaXcXI5oqOH0N/8A2uFUxWfXToOzE6r7cxMQ2eX+ns2W9ZleLuQTqeRUlaJfkCxe83Zsx1rre7AqnUdNk0TKSlW8Gtlx9FxHGzb8mexNsBWC8dabR+6Gdar9j569Hjb3aOlhOXlJaLRqPc3IYQfV/j4+Gw7G3XkX758kZWVpR3PK2zVKWCje1HlY0NDw4RCQQqF+h09PnsPNx64cOEsqVQSqQnE2EFimQxHkxkCP/L/aCin6p6PasbbUjFeFziOhW2re7Zp5uju7i2blwe141w3p9wP9DYpUDXrglavAzYYDBIOD3DgwCjZbJZYLMZg7wDy/f+pbJ3aqrVZ4K67ObZvHxef/xZmLkcmoOMYAXRdWe3quq6sUV94nthXv4pcXoXi59P++svsb1J43Eq+qvT6EwqFixafNRZogBAaoOaGjo763X4uLRP+fu3Xfo3l5WW++MUvcvDgQU6dOuU99sgjj/Cxj32sVZvyaSOq5t10xGFg35rwF4upzj7HgaCmBL9CQf13OqUq3d2LcSCo/n8uu/Ze+Tyyuwf9yTe3nbC2W6JjO7CZOUe3I74o4VOPjbznb+Vzww14paxezDXr9e4GgkII8vkctq0sKUKh8C0xQ8pne6ksYnESCWVDXrBAgP0Hv4985umyxVujhT+l7y1HRpVo52gQ61hzRPjBH0LMzyOLApK0LMikla1nYpW1yqkiBQsmbiBTSexIVO237SAvXWQglWR63wC2piEMQ4mJug79/QR1gwMPPowoXlOkaWL9zm8hz5+DaExtb3FRvb+mgWUhlxaV7SjlBT23y2zfWCxWFPio2fEnhNY2FoXNstm5svWolRBUgp8AdKR0AK1kZppGb2/fLXuPaxUrK0vF5FjCS2pNTl7n2LGTTSV4t6s4qBlqJX1HR0dxHNquQ2G7rHB9fHx8NmK9mahCwMTENaLR6I7nFVoxq3W9e1HlY7WKrnxuHdT3W7z5C9D270d//CR6g7FNOp1GCEEyuVqM04tzAov/WlYBXQ9UzcuTUmJZBVZXV5mfnycYDNHRES+bDdhMsZWTSilnl0QCQmFkX9+GwtxG1pel8Z39zNPb2mzRMzDI/W/7B/zd3z2PXLpJwDDo6IgjhCCXy2JbFszOMh2NMpzKqMmHu1AUWnr9EUIQi8VJpRLYto0ysBRFFwn3uigYGBjkyJFj275ve4WWCX/f+MY3+OAHP8jhw4erWi6HhoaYm6tvKeOzd6k57yafV7aejqPEvHRaJZKEULNtshlv7oz3mFE8FU0Tbt5U1lSuvdWlC4h3/NgtmVjaq2xmztHtiJ888KlHO50bOz1AXtd1xsdPcOnSeSzL3NJswnQ6jW3bpNNJHEd6ieVcLkssFt+zHTk+O0NpEYt0HCX62c7afOGCVXNx00jhT+l7i3gncvyEEtfyOQiFEW/7QQI/8a4yy3JtaBg5eR35wgtr1umlCAGLi8oG3V0A9fQgu7rQU0mOxDq50t1Z06LG/V151qbnz0EyCaurcHNedSW6n1toSpx0N1ss6HHOncF+6uPI6zeUo4MRwPmrL6G/+1/ecrN9BweHmZi4jmnmqZyKoGmalyjYi7R6PmythKCm6Ugp0TSNYDBUrBxWhRnBYIi+voFWfqRbDtu2OX36e0X7qrV7m2nmOX36ezz66BN7TjgtTewqF2Idx2m/bo5WJLh9fHx8NsN6HfnZrJqRXovNrh0bXQPGYjHm5mwKBbOsyFJ1WbXPrFaf9mat8NkmGo1V/b1R8ToWi3H9eqYo/Di4hZLuPGlXAFSdYZJIJIJpmmSzWQIBg8uXL2DbDrquEYnEmJy8wf79w8zOTjfcTVs2zkE3VN765jxyZBQR71xXmGvUjWG7my1c96lkMoEQeB2UxS1AwUQGA1waGyGaydKVWot/dtLlrfK6GAgE6O7uJZ1OkckoEVjTdIQQCCHo7OxifPyuPRcnbyctE/7Ujzda87FEIlHXX9dnb6M99jjyr79cPu8mHAZZnEcTDKruPyiuWPNqlk0uR7EPWz1WKEAyof67I772d4Gy3boNbabamZrfu/tYA8N4bxf85IFPPVp1bmxVtNstK9ru7l5e//pHmZiY2JLgGA5HSKUSQMltQ6iKvlQqSSQSWefVPrc7pUUscnFRzRsuVgsiHRXPUHtxs1HnW2WBjNA0GFBih7QstJFiAjwQRHvsce+95PIKslBQ1ukTN9b2STrq//f1rgl07rY0DRmN0TM8ykNPPll3IVlq70ksproKXRvRRFL9f10v++ze/g4MYP3mf4Erl9Y6Ax0HubyI9Zv/hcBv/c4tFaOpAoWTnD79PRKJ1aL4pzr94vEuxsdP7ukFZSstIN0FuaoQzuE4NkJoCKEhpUTX9bKKa1039qxoulNMT0+SSKwA1fe2RGKV6elJRkYONv2+tm0zPT3J/PwMUqo5N8PDI3v6XG41rbbC9fHx8WmU9TryASKR2vnWzeQVmukqD4cjJJPJ4v29vMgyHI7493QfYOO8RKsKn8PhCNlsBsdRQnhlgZ7jOEhpEo93IqUkm80ipaSzs5NEYqXoPiGKj6UJBAKcOfMKXV1dDXXTeuMcEgkl+qkXeGMZ5PiJDYW5RtwYtrPZwhVbLauA4zgUClaxENDx9k86TnENClfGRrj33MW1kRI76PJW67oohKCjI05nZzdDQweYn59DCBgc9OPaWrRM+Lvnnnv4sz/7M5544omqx770pS9x//33t2pTPjvMesmtWvNu6OxSVe0HDkA2p2b2aRoUTPWGwaCaa4OtLiS6poQ/21YJp1IMA9Hb58+NazOamXO0Ffa6pZifPPCpRyvOja2KdrttRavrOgcOjG7J5kslRAX1KmB9fNajrIgln1OxinsqFeMPqF7cOOfOUPj0J5kNBsh1xAhfOs/QV/4K4yfetWYJ2mCBTOVsCJnPw7WrcOAAYvwEcmlRFUuFw0r42zdY/maO4z3H+cbXMB5/vO5CstR+VPT2IRfm17oKdW0tDiv57O7+OpYNly6o4+Net9xF7qWL2F/9KsZb39bkN9DedHf38uijTzA9Pcnc3K0nlLTKAnJwcJjXXrtEIrGC4zhexbVrieo4Dul0qiiaxjfVVXi74QpztezOpJTMzc00LfytrCwVheyV4n1XMj8/w7VrVzh16l5/7nSRVlvh+vj4+DTKeh35Y2OHmJ+frZpZBpubkd5oV7lt21y+fIFoNEomk/Lu8+renubUqdf593SfhvISWyl8Nk2TixfPkEiskk6nCAaDOI7tiX+wJgAKIbyiMyEE2WyGTCaDaeaxLAvDWDtfHUeSTiexbYtcLldVNFxLkHTXU17Diyj5TAULFheRPT1bdkHbzmYLJdCmyOUyRcdGiWWtuTBINwjVBLlQEM1xmOvrYeim6gjcSZe3RuxRx8bu2JF92au0TPj7d//u3/HOd76Td7zjHbz1rW9FCMHTTz/N7/3e7/GNb3yDP/7jP27Vpnx2kEaGlWon7oJf+gDy47+LvHYVcfwE4v/50/Anf4zjWkhZloomIlEl8gmUDWgwoP5uBJRtlJRKIAwEVOKpaGclNK1uRcFeF4f2Ko3OOdoszQ7KbUf85IFPPbZ6bti2zYULZ8lkUmWWK82Idu1kN7pZ1PDrjrKFqGsvF412FG1xfHxqU1rEIgOBNRtyw4ADo2uiWyCAtq/YrWeaLH3hc1w+NErBMNCkxOntYcayOPKFz9H3f/8SIhBsqECmtAPP6wwMhZDDw8ipKbjjTkT/gPc6edfdyO88tya8pZJrXYES5Plz2L/wvrr3yTLLGE0r7yrUdBWjOQ7sG1SfPZ2Bnm60f/VTOJ//fLkNaim2jfPcN+EWE/5AiWMjIwc31V11eyK8f90OtbXiDrmlQo/NstN21q3AcRxvdIayMNJKRMDmj6MbMySTq8X3BLdoJplc5cKFszz00CNteVx2w468lVa4Pj4+Ps1QryNfSlheXmpJXmFy8gbLy4tep59aCwosy2Zp6SanT7/sCXruejEYDBII9Hid/ZqmrLtzJdbwPrcnjRYTb7bw+caNq5w58zKFgomUEsdxinGR8KzkSxFCEI93IYTANE3S6RSWZeE4aiZcoeCg67oXWxUKFlJKcrkMAOFw2BPYawmS3nqqsohSvQDyuZa4oG1ns0UymSSXy3h5E8Dr9gO8v2tmAYQgGwkz29dHNhwmksuxP5PbUZe3VjqV3I60TPi77777+MM//EP+83/+z3zkIx9BSsnv/u7vcu+99/KpT32Ku+7aG4n6vch2CV81E1I1hnl682LcavUL5xEz04gf+3H0+ZvY33sJXn0ZMhlYmFfCnhDYsQ7mD99JNh4nsrrK4MIC2tKSmg84OKiqzYsXoXoVBbeCOLSXaWTO0WZo9Nxrd/zkgU891js3jh49vuG5ceXKRRYX572OgFLLFceRDYl2t4IVbSwWwzAMurrKF6LhcBgp8btqfTbEK2L52jPIpz6B1DRkMAhTE2s2mwKcr/w1YnQMa2qaywN92Lru2Z1oUmJrOpe74nR88AMEnngj2uOPb1ggU9qBV4qIdyLvCKtCqv4B73VIsM+8qio/S2cSCg0MDfbtW/c+WWUZ0xFf6yrMZBBvfBPiiSdwfvO/QCID0agaVv+ZTysHhxrdR+qN6z/kc+szNzeNEIKurh7y+Ry2ra7DuVwWUMkZt4LacZqb47JVdsvOeiusrCyRTrvFLEqLdxwbXTfQNIEQGvv3DzX0Xq5oNj09xcrKolcgU4rjOKRSybYs9tnK97cVwdBPMPn4+Owm9TryW5FXWFlZ4vz5V7As27P2s20HKR2E0ADJ5OR1crksx46dKFsvCiGqOqL2wnrRZ3tptJh4M4XPpmny6qvfxbIKSLnW1efGM4ZhAAIpHe9vXV09BINBpJRkMilUMZpWVjRl27bnSiGlW2xlkM2myeezRKMdxa7CakGydD1VNZrBtqGzs2UuaNvVbFEo5LFtB01zBU7Xot8V/4rHNiKQuRymrrPY3UkhYCAD/cyOjnEsndrRWLpVTiW3Iy0T/kCJf5/97GfJ5XKsrq7S2dnpz9fZZrZT+KqXkIK1eTfaY4/XFWj47GfQf/XD6G9+C7Jg4nz1GeynPg7pFKuRMFceeJBCOITmODiHxpgJhjj89W/QpRuI/oGy7dWqmLhVxCGfaho59/aK7aufPPCpR61zY3R0FMdh3Wp+27aZmLgGVM/+SaeTdHX1NLQIa6bqbjsq7m3bZmpqazP+ShcQlfGGYfhzpBrlhRde4A/+4A84ffo0CwsL/PZv/zZveUvJPDsp+W//7b/x3//7fyeRSHD//ffzy7/8yxw6dGj3drqFiEAQ461/H+2OO8j//u8hX3pR/QglSlAbHYN8HudTTzF3zykKwaAn+gFqsZfLUkAwt3qToT/9fFksVu9+VXdou+NAYhV57Sra3a8rW+B5lZ/XrnqdfgQMGB1TcwSpf5+saRmjaYj+AUQkgvaTP4XzgV9CdHYp23Z3P7NZWFkpt7Ipe2Md7fu/f6PD7HOLUpoUdGf55XJZr5PAccorsXeqo3y37aw3g7vPwWAQw3Cr2CWqE6NAMBiis7OL4eGRDd+rVDTLZjPk8/nizEXDS/QAxU55p+2St1v5/loh+PoJJh8fn3Zjq3kF97rq2nsqhJfsV/8KhBDetXZ4eMTrsKrEH13iA40XE1cWPguB584zOnqo5uvPnTtNoWAihPDOWXcJJqXEtp3iY6p7T9c1r8BJFQWrc9edP712rsuiVaiDYQS8DjfXPSiTSREI9NQUJMvWU6VFlLkcdHZi/M7vo0Vb97vYjmaLYDCErmtl8xHVZ1f/X9d19d+6gR1SOXs9FEZ0diN6e7E1rW1jaZ9q6qzgt0Y4HGZwcNAX/baZjYQv6c7U2+z710tIsTbvxvM3roGTTOI8+2xxv4Lob/37GL/8QZyTp7jy4IPYwQCabYMALRjCNgyuPPE4cmQUaakqEGlZiEgE8WM/gfPss1if+TT2M08rIbHBbfu0N7ZtMz09waVL55menlAt+A2ce3sJN3lw9OhxhodH/Zujj0fpuXHgwCh65ZzTGszNTaOsvqrVQceRRfvLjYPNwcFhAnWKI0qD3JWVJV588XmuXr3MzZtzXL16mb/7u+dZWVnacBv1WFlZ4m/+5ttbfk93AaHrhufx7zgSTdPp6enlypVL3nXFpz6ZTIbx8XHe//7313z84x//OJ/5zGf45V/+Zb7whS8QiUR4z3veQz6f3+E93V70u+5C/L23Ql8/dHfD0DCMn0B0xAEVW2RyebQSKxQkkMuCBM1xyHV1NxyLieEDyEKh/I+pJPLCOZiahLk57D/9PPYvvA/n3BlAVX7qv/phOHYCenrVPh4dh2wOOTmBXFiAOvbormWMiESq4iztXe9BPv+dunEV0Sj096tZgG41qHRA1xDHxtGefHNDx9jn1iMWi5XZA4FbSe1aBZXf13aqo9ytQK+FKz62G+4+uzZVgUDAS0QpC+sYp07du2EcWSmaqeeLYpLMKisucmcxNjsfqjJ2bzWb/f42Egz9eMDHx2cvs5W8gntdDYXCJfN4nYpnSW89WiioLqtG1os+ty+lcaDjOCSTqywvL5FMrmLbdll84YrX+/YNFkU/SSQSYWFhtmYuYGlpAXCFulq5DxvD0DEMnWAwiK4bZDIpT9hzBUPDMDAMw/u9SOnmDDQ0TcVcmrbWFWjbDoVCoWY3bdV6StOguwft6DGM/89/aqno1wibick6OuJEIrEysc8tCit1hnBtVDUjQKCvD9Hf7xWatmss7VNNyzr+3ve+95HNZvmv//W/Vj32sz/7s3R0dPDBD36wVZvzYfu7oqosoUpwrTebFWi0E3ex+G/+LdbzzyHm59QfgyFAInQd++Ahbv7Q/8X+S1e8Vmb29SM/++mqrkZnYN8tJQ7djtSryD08uI/4Bueej8/tSjqdJhKJYpr5KvHPjdMaWYQ1YkW7HR0TatbQOaS0W/KeldWvUkqWlxeZn5/dM9Zuu80TTzzBE088UfMxKSV/+Id/yE//9E97XYAf/ehHefTRR3n66ad5+9vfvpO7uv3MzyH276/5kDAMIqEwsgCiKJxRMIulpwJH1wmXnLsbxWJVHXil9p3BIPT1qRnHFU4GIhBEf+OT2Dfnleh46YIaJq9pqltwfg750Otrb3MdyxjrhRfqx1XBIPL1jyBmZ5A3rqt5zYEAYuwg+nt+0ndYuI2pZd2k6zpSqmt7OBwue/5OdQjsRTvr0n1W85R6y2ysh4ZGGrqPVdpuhcNhcrkshYJTTHY56Pra/bejI95w8nan7FM3+/2tZzlmmiZnz75CKBTxHTh8fHxuO9zrajgcJpNJ1y2uULaKEk0TnuWnP7rEpx5uHJhKJUgkVr38RD4P6XSmqnvenVcZjUa9v5V2mZbmApQ4LcteW4mKNwWxmCrUTKWSZLNZNE3HcSS6rtHR0YlhGJ4lvWVZBINBQHgz/cLhsPe4rusMDx+oG9dslwVnPeq5L20mJrNtG9tW9qahkIrRVWeka9MvCYXCmKaJEDagoeua91zvGLRpLO1TTcuEv29/+9v8x//4H2s+9gM/8AN89KMfbdWmfIpsd1dUTUso97Gi9abz7LMbioOVZPJ59NFR5IEDsLSkWqLDYejtRdM09XgxSSZNE/sX31fbSvT0K8hQGBEKNbxtn/ZhPUHhSmcH93Z1qbmQFbRiUK6Pz15GWXRKotEOMhl3DpDwqvbHxg61bI5No57961EZqDqOQ6FgYhjV+7hZCzi3+tW2bV588fliknRvWLu1O5OTkywsLPDoo496f4vH47zuda/ju9/9blPCn2jjQXDuvmkH1i96Gho6wKwsYN24rqo8HUd1/WkQ0A2Glle8eXfCMGB2uu7nFqEgvOvd2J98CplMwsoymKYS/UbHyn53MplEfvNZtGJ8pD/+OM5ffRF5+aISCt3nahpoAnH6FbDMmgtQEQyivaVajNQOHMD+dv3Pbtx3vxf7yZlpRIOL3FJLYhfbtpmdnSaTSRONxhga8hPwm6HWsd1pDENnfPwEFy6sJQWDwRC5XJ5oNFo1Uy4QCDA0NLzt+9yInfV6+7Abx7Zyn0vnKTmOJB6PN7Q/mUy5aCaEIBbrIJVKFDs4HKRU1ljxeBfHj59syHFgo2Kghx5q7B7byLEtPRZSyrJkXDAYqvv9VX52F9M0yWRSZLNpOjriXnJsfPzWKgpqh2uCj49Pe1J6XQ2Hw1iWVdXxFwgo28NcLkcoFCYWi/mjS3zWRdd17rjjCN/61ldrPCp5+eUX6ezspL9/ENg4vzA1NYnmOCTPvEI2nYQaOQOXYDBENBr1ulgBurt7CIXCdHR0Mjs7RSAQ8B4LhyPFeck6w8MjXL/+mveYEv/WYi5XSKzHdlhw1qKeuHfkyDiXL1/YsEC7NBfjFkhbVoFAIEAymcBxHILBIEJodHZ2FS3is961wXFspNQoFApFsZTi332r371Cy4S/paUlenp6aj7W3d3NzZs3W7UpnyKNdORt6f2LLczOp55SVeuGod43HveGlTYiDlZStqjt7y97rPLisV5XI+GIqnSvIfz54lD7s+4N37aZ/5EfYf+f/Vndc8/HZy/Sill5blWdpmkEAj1l3QCxWAeHDx9r6v3Wm2Oz1Y6JWoFqLpcjEAjUFP62WjnWCqHSp5yFBWWx0tfXV/b3vr6+pmK7YLC9kwNqLoQOb3qyGNfkqp6jdcUJvflNnEwlOd/ZSX5uFrG0hJ1KEdR1jkxMogu8jKu0ChijBwgE1vns99yD/MhHsZ79OoU//3MQIPrWbFS8/QsG0OZn1t4rEIHX3Yv50ovKcrPY7ScMAzF2ELJp+MZXIRBATk0hDhzAePyNiGD9+6fxpifJf2Wdz/6mJ9Xr3/bWDY9n2b4Ld1aEqspdWlrk/Pmz3m91YcFhenqC48dP0tvbt/Eb+nhUHtvdYmBggN7eXmZmprz7Wzgc4eLF89737DgOgUCQ48fvIhTa/jhudHSU6emJsk5El0AgwOjo+vbau3Fst7rPLp2dcRYWZsvuheFwiFCon0wmTSgUIhrtYGhouGGbcYC5uSlsu1DzHmvbBRYWZhkZGdvwfRo5tu6xyGYzpFIpb/YUSPL5PB0dsZrX1lqf3Z3XI6Us2qcKNE1HSptLl87z+tc/2vAxaHfa5Zrg4+PTflR26AcCARzH9uz8lBVicV60Y5dZefpzT33W4+rVy+s8Knnppb/lLW/5QTRNXze/YNsWF199idDcHDkhMDtiqsgS1oocS+jp6a0qMJMShoYOMDw8yuDg/prdqkePHqejo4vp6cm6MVc72NjWK7iyCiavfPOr6GYBvdhEU7p2dPMe0WjMy8UIIVhZWUIIQTTaUbRBVXGVaebRdR3DCJRtW9N08vls2dxD93i3yzHy2ZiWCX+Dg4O88sorPPLII1WPvfLKKwwMDLRqUz5FNiO6Nb2NDVqYGxEHK6llCeRSefFYt6sxGEQcPQrz8xtuW5pqJqCcnkIMH0B/4nGVNKtB5XObbdne6utvFzYSFLI9veg72D7v49Mszf7WW2WPVWnRGYlEts1ypZGOiXrUC1SFEKRSCYLB6gT/VivH9qK12+2Cadpt3YHgJkktoSN+4t04xS48N7YQ8Tjav3gPltCJx7t54KFHmJmZJp1MEP6f/4PBmVk0KSnLs8biyEcfo1DYYNaC0JGPPAYvfQ955QrSAeHafDoOLC0iMxnkoTshk/WuMzYCcfIuWFxE5nOIUBj6+kBoOMkE5sd/H9HTp5wSCgUKX/pL9He9G+3EXXX3Y6PPzkafZb1ja9lYls3Zs2eKMaAozusQFAoFzp4903DHkI+i9Ni2Q5J/cPBA2X8/8MDrmZmp7uzc8DfRIo4ePV7Wieg4DpZl0dPTwcTExLqdprWO7U50qlbv81qSynFoaHZLf/9+rl27VnOt1dHR5f3ObNtmYmKi4c+TSCRZ+91WIkgkkg19t42et3feeZS/+Ztve3N6pFTxSCQS5fz5czz0UFfV/tb67NlstmhjpREMhsr237JMJiYmOHDg1khot9s1wcfHp30oXUMKsbY2czur3b85jrJXDIUizM5O+919PuuiCptn131OLpf1rLbz+azXwV+KlJJUMkF4cRFhWZixWHn7uuOUiX+lXX6llOaUa3Wrjo6OKsMWSdvb2NYqapbJJExOkA8YoOlouQz6yjLhwf2IuOpS1DRBKpX08u6appHLZYtxgSSdTkFx1ars+dVM7kwmTS6Xobu7t0TgM0ilkti243UCt9Mx8tmYlgl/b3/72/nd3/1dRkdH+cEf/EHv71/+8pf53d/9Xd75zne2alM+RTYjum1qOxu0MDfrb9zIXClv2xt1Nd77gNrWOtt2zp1Rx6hiRqD+L38Sjh0ve896z9X+xTqJsha+/naiIQumHWqf9/FplmZ/643Mymum2nynLFeaKdSopGagWvTptyybRCJBR0e8LGDfauXYVoRKn9q4hVuLi4vs27fP+/vi4iLHjx+v97Ka7IUkpJQgjt+F/qsf9iwtS2ML9zMoixiVKHb+EXVjMYzghp/bu56srEAmDauryJvzyN4+WFoEywLDwDl3Fus/vW/tOjN0AGnZiP4BSpe9juPAjRswOIjUdeTCAuRzyJUV5B98AuNDH6kbozXy2bdybGdn1+/KnZnxu3I3g5Tt+fsq/Z247OR+dnWt3SsXFxdYWlpE13XS6STJ5GpDxTfusa0s3nGc7ZltV7rPlff3Ro+dpq2/1hJCZ3m5+c8TjcY8Ac21gnMdB5TdVqyp73ej8zaXyxGPxzFN09uOO4un3vWi1me3LBV7xWLxqiShWxTUjr+frdCu1wQfH5/dxV1DTk1NcvHiWW+2GUA+n8M0TaQsEA5HyGSSXL3a2L3S5/Zlbm4aWP+G4zgO09NTxONxbNsmmUwSi8UIlOR58/kc0jQJ5nKe4OfesaUErehwohkGQmh0d/ei68aGOeXSblW3K94tomp3G9vKombHtsnPzpAPBjCDQRACw9GRQG55kY5gkEBIFTiZZr5szWXba0W4VnFWvevAJITwjomU6rtwbU+DwSBdXT3Fv0U5ePCOtjpGPhvTMuHvve99L+fPn+fnfu7n+E//6T+xb98+5ufnyeVyPP7447z3ve9t1aZ8StjpoaL1aFagafQC20hX43rblqaJ86mnqmYEks1SeOrjaB/8MBjBdZ8rs1mcTz2ljvM6x3Wrr7/d2Iqg4OOzm2zmt96IBWWz1eY7YbnSTKFGJZWBqjtfRyUNBfl8Dsuy6OiIo+tGSyrH/OtK6xkZGWFgYIDvfOc7nDhxAoBUKsXLL7/MP//n/3yX9277aCauaTYWK+sW3rcP5+m/hnxezSweHUNO3ICCBVdfg0gUggEYHUOEQshsFvupjyP/3luR09OQzSD1eLk16OIiINWswAvn1HsVrUDl/BzWH/8RgZ94V0s+e7P4Xbk+O42m6d69oXQ2STPzXxsp3ql8/VasvVtxf19vreV+HssqYJp5r/JeCLHu8XCPYzabqZoxnM/nveTxRseh0UKndDqNruvenMNS1rteVH72eLyTlZXlmtv1i4J8fHxuNzRNZ3T0IPF4nIsXz2GaJqaZx7IsCoUCHR1xDMMoPtefle6zPum0cg1IJFbqPkfTNO+c0nWdaDRKOp2ms7OzWHwk1f3Ysr0CnaBZwAwGQAiEACFBdyRC1wHB2NghhodHtizatbONbWlRcz6fJ7m8iBMO42hCHRcpke6/ElIrS3Tv208gECAQCJWtuXRdRzoSrIJaEwqB9KzBZclxk579r4sQgmAwzMGDd7TtsfKpT8uEv2AwyO/93u/x3HPP8fzzz7OyskJ3dzePPvpoTftPn9axXQma7basbOQCu9WuxvVmBDrJJDz7LNqb3tLQc8Wzz657nLf6+tuNrQgKPj67yWZ+6+2S7N5MInKjQo1671kaqJbO11HBvCAWiyKlEj7vvPMow8MjW/7d+9eVzZFOp7lx44b335OTk5w7d46uri6Gh4d55zvfycc+9jEOHjzIyMgIv/mbv8m+fft4y1v8e5pLo7FYVbfw3AzcvAljBxHxTuiII8ZPIK9dhVwOOjrgjjs9YU8mE3DmBvaN64jBIWV7c+kicnA/orsbaVng2DA6BlOTYJfY4mgaSIn8y79A/ug7dqUYqbIrV1mZLkEuhxMKET2w8XwwH59m2er813od7LmcKmA5e/YVTp68x7vHtMrae6vUW2vNzSm70mw2jeNIzx4yl8sSicTqHg9d1zlyZJy/+Zvniq8Tqgpf04jFYly+fJEHH+zd8DiMj59oaAzIVrr4Sz+7bdu8+OLzflGQj4/PnqUVc+Ir6e7u5ciRY7z66veK10cHkGSz6WKify1O9Gel+9QjFosRCoUwjACWVaj5HMMwyoqDgsEgum7Q1dVNKBQhFlOOAtdeeqFovyIIF0xyVgjb0D1xi+LYkHi8y8sd7NQ56f4Gk8kk+XyWfD6PpmkMDg61JI9RC7fgKpNJs7q6jCMl6Jrn6y1sG1vX0S3VzefYDoVCgZMn7yGTSXPz5pwXQwULFtl0SrkBaBoCCWYBGQmjBQLe95PLZWsWSvnx0t6lZcKfyxve8Abe8IY3tPptfXYY+5XvYf/G/xeWlyEag87OXbOsrFVJLx5+BPn8d7BeeGFdUXLdGYFGADkz3eBzjbLn1mKrr78daffWeh+fWmzmt94OFpRbSUTWC6rXe8/S7jtlB+Z4FXyaJohEIkipPr+aL9Ga371/XWme06dPl1myf/jDHwbgh3/4h/n1X/91fvInf5JsNssv/dIvkUgkeOCBB/jEJz5BKBTarV3ek9TqFqZgKXecyQnk+Akl8Gma6taLRiEUWhP9HAcmJ9SCuKAS2KK7Bzq7kKkkPPAQ+sgo2AXsT3x8rdOvbCccAJxdKkYqvS64MyqkZSmrmkKBgW8/j/MT7/Lt0X1aylaLb9brYBdCMDMzRSaT4dixE8TjXU13B+40qVSSbDZdLMZRf3MrvrPZNOl0suz5pQnnfD5LPN5BoVDwOgXdOTulieH1uiQvXDhHb+/GAmiruvj9oiAfH5+9zHYVk9i2zeXLFwkGgwSDQdLpFEJoxZEMK0SjHUQiEYQQviuDT13ce3VXVzeJxCqFglnyqMAw9JpW27quEQpFOHpUjY6wbZvpfTewbi4gbRsBxDJpspEolq4RLlhovf3EOzs5duxkQ/fuSsF8aGgYaP6e7/4G0+kU6XQSy7IBiWEYzM1Nc+3aFU6durflxV26rnP44J1859tfVzEba6aqQj0BzbYxbAvNcTDCEfbvP0B3dy/xeNfamstxEJMTRIUgEwmju7aeCLRMhsj+Ie/76ezsIhgMUihYuPOxdd2Pl/YyLRf+5ubmmJubI5/PVz320EMPtXpzPtuA/crL2P/h5yCfVwmj1VW4OY8zMgotsqxstpuwtJLeOXcG5wO/1NBsrfVnBBbQhoYbfK5V9tzK/RcPP4JcvIm8fg1iMURvX1myrfL1Pmu0c2u9j08tmrlWuOy2BeVmbMpa8Z5Hjozz6qvfJZPJFC0k1MLRDf7dv7V6IelfV5rj9a9/PRcuXKj7uBCCn/mZn+FnfuZndnCvbj1qdguHw0qMKzjKotPtggmHwbYgVGKdt7ioxDxRfNxF0yAaQxsZRX/zW5Cmif0HH68W/QAMAzGwb9eKkbwE/PkzmJOTCNtGahqGZXFkcgqRyfj26D4tZ6vFN+t1sEupKtnde9/w8MiWugt3AmXvqWy3K7Ftp2wdX5lwTiaT2HaBWCzuzX9xKb2fb9RlOTMzxeDggXX3s5WCnV8U5OPjsxfZjjWcS63rtGUVkMUBoel0EtPMEY12YBgB3xbZpyal92pd18nn8+TzOYQQ9PUNkM/nGrLa1nWdY8fv4mIqiXnjBsIqEHAk4ZUVenJ59O97PZGDdwCwsDBPJpNe9z5eTzA/efIu4vHuup+nUiwcGBj07NGz2XTJrDxR/P8ayeQqFy+e5cEHH2lpXOGcO0Pmf/0PAgf2I0NhZLFIS2qq688RAiEEuiOJFSxkXz/xeHzteBa/F3NhBmFZGJpG78oqXYkk+WCQ5a44umVjxFI4gRCBQIATJ+6ms7OL2VnlDtHZGWdgYD9C+PHSXqVlwt/ExAT/4T/8B15++WUA72bhIoTg3LlzrdqczzYhTRP7P38UzHy5NZStqsydUHjLlpVVNlfrCHe19q+Z2VqNzAhs9rlV+7+yDB/9EPQPQCYNiVXkwjxidAw64jW35dO+bLfFrc/ep5nristuV5tv1eZsM+95+fJFVlaW0HWdQMAgm80gpYauh7Asi2BQXcP9+To+twu1uoVFdw9ycgIsCxZvIvv6EJqG6O1DLi5CX9/ak/M5FZPp6vGy9ynpNhbBINoP/hDOH35SWYEKTYmLhoEYHUM6zq4WI3V393JfKsf0tevkYjEi+RyDi8toxbWDb4/u02q2WnyzUQd7qCjQFwoF5uZm2sLaez0CgRC6rlWt10FV4AcCqpu7VsLZMAwKhTzpdJKurp6yCv7S+3mrLM5dO6+5uRmkhP37N2+p5RcF+fj47DW2Yw3n4l6nlXV1lkwm493f3Gu7W+zS2zvg2/z51KVecY2UNGW13d3dy4NveiszkzdIn36VyOoq+wf2YzzxBKvpVMOdr+sJ5ufOnWF4eIRMJltVBFRLLLx06TyO4yClxLKsktElFN2LHEAVRrWyuMvNfWf6egg4koJ00CTgSCwhkCidRQqhehhHxwgEQ2XH1P1epv7kj8gsr1avuYRgrq+HbLyL+APfV3YshodHEQICAZ1CwaZGyOizR2iZ8PcLv/ALzM3N8aEPfYjDhw+X+UH77B2sZ7+OXF5WSaJKChasrm6pSrxZ4a6SZmdr1ZsRKOJxAu/5VziBoHcBa2SeYNX+Ow7MTCthdH4WDoyomToFCzlxAw4fRevqamgeYUPHzhektpWtiNI+tw+bnT26mWrzVs1zaPWMQdu2mZmZIpvNlNl8uQgBExPXiEaj3uO5XBbHccjn1UykfD5btJCJ+gtJn9uCqm7hVFLFChIoFCCZgAvnkEMH0IaGEP/uZ+HrX/euMwQCIFCFRRW/58puY/2f/xjy9KvIqUk1KzAc9twItEhk14uRxMw0wyursLJa/Zhvj97WbMecoe1mq8U3pa+3LKtktp3qYAc1E8W2bRzHQgitoer23SIejxMOR8nl1pK8qgNfIxKJedXitRLO4XCYfD6L40jy+VxZ119pEq8VFueVCTjHcZienqSjI76jsxJ9fLbC7/3e7/HXf/3XvPbaa4TDYe677z5+/ud/njvvvHO3d81nD7Cdc+JjsRiTkzlyuQyFglUUMIodRVLZGLq5sp6evra/1/vsLvWKa5qNvzRN58DYHTB2h/e3Zjtf5+amyedzZDJpbNtC1w06OuJYlsXKyhKJxCrRaKxMPKxn1V4omBQKJoZRzF9X5Dxc23QpnZYWd7m570gsglGw0EJBpBCgCTTHwTEMHCHQDYPgoWGMULjmMdU0neHBYexvfrMqj65Jyf7ZefQ3vBHdL4y6ZWmZ8PfKK6/wkY98hB/4gR9o1Vv67AJyagoRiyETq9Xin6ZBNoNooEq8nkjVrHBX9b6bmK1Va0ag/sTj6NEITsHe8LmlAlvl/sulRVWlLzQljOZNGD+h7LiyGcTxE+jv/bcNC3R1j5svSG07WxWlfW4vNrpW1H1dE9XmrZzn0MoZg+5+JZOr5PM5QJDLZYnF4gSKv51sNovrQO/ODNJ1Hdu2vcWkqiDNcPfd9/kLSZ89xWaFj7JuYcdRop/tKEEvGFT2nbksJFYRv/U76F3dyLe81bvOiIEB5NN/razYK9+7ottYBIPo7/6X1QUKsVhLipG2ymYsk312n+2aM7QTbNXq0X392bOvMDMzhWEYhEJhLMtidXUZx5G4971CwSIWi3n3RJedsPZuBLeDMRQKFTsYbTRNJxwOYxhr+1gr4SyEIBrtIJNJYVmqgr9WEm+jLsuhoQMUc8w12U57Ox+fneRv//Zvecc73sHdd9+Nbdv8xm/8Bu95z3v40pe+RDQa3e3d82lztnNOfH//IC+//JLX/S0ECKEVxT5JKBQmEAhUFXj6+DRDK6y2m+18nZycYGnpJo6jxork8ya5XBZN09B1wzvnS+OKelbtuq6TyzkIsSaMl3b8aZoqBhNCa1lxl23bTM5NM3/qBBKwdY1oNkcmEkYKgQYIBEYoxOjoIfr79617TDfjWOVz69Ay4W9wcLBuJYrP3kEcOICMd8LCvEpGleI40N294UVhPZGqVLiTTnGeTT6nZtj09SFnptdNqG02UVQ6IxBgvbil8rll26gUHnO5NYFU0yCfQ2iaN6NH9A80nFyrd9zEO96J/KM/9AWpbWarorTP7cd614qt0uqEV6tmDJbuVyQSxTTznohXafsViahkhmuLpmkaQmjFAdE60WiUQCBILlcdgJZubyOBZS92n/jsDN65kUgQvnaVwYVF9C10zEvTZOnrz3B5ZZFCOIzW18c8NCx8lHULX7uqCoeKyRWEUHbhQoPlJeyfeS/iP/7faCfuKrvOOGNjDXcbb7ZAYSfwF6DVtPu17FYQYtziG9W1PslLL72AEDA42Jh9pKbpnDhxD5lMBtu2vHufW+0thEY0GqNQKJBOp+ns7Cx2qu2ctXcjlHYwhkJ4FfiGUb6P9RLOwWAQXe+mu7ubUChS83xdr8tyfPwEuq7jOOUFmKVsp72dj89O8gd/8Adl//3rv/7rPPLII5w5c4aHHnpol/bKZ6+wnXPib96cIxKJkM2mEYJiMYYSNTTNwDAChMORtulW99m7bNVqu5nOV9M0WViYKToZrNmyV1p1ZrNZwmElaq9n1e46F+m6XrQ7L3iPCaFiYU0TxOPxlhR3rawscfr091iNBJFaHwi1XNSkJFLMP1tCEAxHueeRx+ntHdjwPTfrWOVza9Ay4e9nf/Zn+fjHP86DDz5Id3d3q97WZ4cxHn8jhS/9JXJ0TFWiu91s0oFQCP3n/9/rXhQ27Jp681twCgVV0T45obrkNE1FGfNzLL/+Ya6++HzdSuLdThRVCY/hsDo2ovgZijM+oLmK9XWP2298FEJhRChU9TpfkGodm+km9fHZLlqd8GrVjMHS/Sqt+le+96rTLx7vZGzsEPPzswghcBzbEwPd4DgSiRCJqIVkPUuMRjpL9nL3ic/24p4b5vIS2tQktm0zZdsc/j/fo2cTHfPOuTMUPv1JLo0dwA4EECsSbi4gRkax41rDwocrxjkf+BVl7xkMws0FcEoGJ+gGJBK1Zxc3KeatW8y0ixbi/gK0nL1wLbtVhBg3oZJIrCKlAwjm5qa5du0Kp07du+HxLr2fJpMJHEcW3wcMI0AulyMcDhOPd9LVVV8Y220aqcBfL+EcDAY5efKedT9TvW3UskGtZDvt7Xx8dpNkMglAV1fXLu+Jz15gO+fEp9NpQqEQwWCQXC5HOp0ERHGdh1ec0S7d6j63L810vl68eKasK8/F7fKzbRtdd8hm097okWAw6M3rq+V0EInEEEJgGAEcJ4Fl2YCywxVCEI93cezYyS3HebZtc+HCWZLJVQgGEaYJSNxPIqRkaH6emCMZ/qc/jl6Sf96Idi4I9dleWib8/c//+T+ZnZ3lTW96EydOnPBmA7gIIfjYxz7Wqs35bBMiGER/17uxP/kUMhiCxCpkMtDdjf7z/xH91D3rvn6jrilNguiIIS9fVB2F2lq3nG3oXMkmcUqSClWVxLucKKoUHkVvH9LtjgwY0Ne39twmhMj1jhvLKxCNel2EpfiCVOvwbcd82ontSHi1wmajcr+CwSCBQI9nFdbV1cP99z+ElLC8vFTsDNHLgm9NE4RCYc/qc3V1henpibJ9aaSzREr2fPeJz/bgnj9WwUSbmkTaNhpg6zpX7jzEfecuQhMd825xzlwsQiEYVAPRhUDaNmJyAjl+nIJTYGbiBvsvX9lQSBOBIPobn8S+OQ+rK2Db5fbqxUKiesU9reg2bgcL8Z1agPqddK3hVhBiyhIqlCeFkslVLl48y4MPPrLh8Xbvpy+99AKWVcA0Ta/QpTSRFApFOHr0+Kb2cyfO2Y0q8FuRcN5slf922tv5+OwWjuPwoQ99iPvvv59jx4419dp2clp096Wd9qmd2erx6unp5aGHHmZmZppMJk00GmNoaOv3hdLrbCQSwTAM0ulksaBFFufVGl6X9k7hn1+NcysdK9u2mZ2tfY7v37+RffiwdwySyaQXO7hjRkoRQhSfK4r5iBS63s3o6BDT05M1txGNxnjggYeYm5sjlUqSz+fI53MIobF/f2OuEY0wNzdNKpVYm78cCUM2R9FLFFvTiDmSkR/+x2jhxkU/77MHg2hvaXwNeSudX9tNOx+rlgl/6XSasbGxsv/22ZtoJ+6CkkSMaCIRs1HXFAsLiFP3IF96saRTzgbbZv74OIVCAf3mIuwrF7lKK4m3O1G0rtVopfCoaRCNKcvSvj4EbEqIXO+4EYtCOlP7db4g1TJ2u5vUx6eU7Up4bdVmo9Z+qSo41b03PHzAu166ycJgMEQ+n/U89mMxNVg7nU4hpcQ0c1y9ermsu6VeZ4mUkmQywXe/+wKhUAjTzNdciO6l7hOf1uOeP2JpCWlZxcnrQMGkIB1mAzpDq6sNd8y7xTnZvh4l+pUgLQuxtIQIhUj9jy9gX7zckJDm3nOcudnqmcrFQiKhadtS3NNOM2230zIZ2r+TzrZtzp17hdXVZW9mXKkY1U7XslgsxtycjWmaZTPhlOC1N4SYyoRKKY4jSSaTDR1vd60AEtM00TRR0tkuihagKSKRSNP7uBPnbDPC4kZFQ9slUm6nvd1ep92LGXzq8yu/8itcunSJP/7jP27qdcFge32/QqjCACGgIizyqUFrjpfOoUOHWrhXMDo6yvT0hHedDYWCBIO95HI5pHQ4ceIUBw6M7qjoB/751Qx79Vgpy/Up7z4WDke4ePE8ppnHNE0sq8Dlyxe499776e8fIBDQOXnyLs6fP+vFR47jEAgEOX78LkKhtXVLd3cnS0sLaJruPa9UAHT/5hYmqzjW4uDBg3R3d9XdRiQSaflvsJJ8PosqTFNrQ2EEIG6AaarC0HCEwqOPEbrr7m3dD5e9en7tBu18rFom/H3mM59p1Vv5tAGbTcQ00jUlp6cQJ+5CLi2qSvdkEjSdbCiElsshJ65DJIwo6RqtrCTeLuuqRhbbrvDIH38W5y+/qOw973kd3LyJXJhH+8EfQv/RH2sqabbecaOzS1mB1cAXpFqHbzvm0060a8Krmf0qTRYuLMyzsrLk2WGsrCwjBMRiHV7AXdrdUquzxDRNz1Z0edkp+vQXPHuOUvZK94nP9uCePzKXU1G4ZSmLcSnREOSsAly5hPzei9BArOMW50RyORwhysU/IZDZLHJhgUgy2ZCQ5sYpDOyDC+fBKoARUAu6gAEHRmFxEZnNwJ2HkQWzpfeg22Wmbbt30q2sLHHhwlkWF+exLBshlF1yR0ecQPG7aadrWSgUJplM4jiWJ265nW2RSHRPCDHpdLqm/RMU6wOks+HxLl0r5PN5bNvCcQS6rtftiGyUnThnNyMs1isacs/hVCrhHdeJieuMj5/ckkjpClvhcITl5UV03UDX229W4m7Q7sUMPvX5wAc+wNe//nU++9nPsn///qZea5p2W3URuIlNy7LbLsHZjrTz8Tp69DgXLpR3dUejHYyPq2uK46xZfu4U7Xy82o29eKxU7LB2H7Ntm2QySSgUJJ/P4ThqbnI+b/Lcc89y551H0XWdaDTGffc9yNzcXFVXYKFgex2DQiiZw52/7Ap4mqYhpfRm/bmxrCpijuI4EI9388ADr6/ZXVsobP/vIBSKoDoRKwrUilakIhwhHIvvyL7A3jy/dot2PlYtE/589jbSNHG+9SxybhpncBjxWG2xbCNRrZGuKefZZ3FsG7p71Jw/S835iyQSOPoomhBQtM4SmoZ0HJzFRcJXr2PfmFxXyNuKdVVTi20JnD2DGCwJ2t0A/uyZdbdTi3WPW1cX4r3/BvnZz/iC1Dbj+177tAvbOc9hJ/fLTRYOD4/iOCoYn5mZIhQKEYvFqoIit7ulsrPQteFQlXrCqzx1xcBAoKcsON4r3Sc+24N7/ohwWIlpuay6byNwhCCcSkPBwnn1lTJRTZom9le/hjNVHuO4xTn7FpeZ3jeAXVr5LCUUChi5LIOLy+U74jg4167ifOBX0N/4JNrjjyMvXyqLU9i3D1aWIRKGzm4IBmCqOAM5YCDPncX+hfd5cUwr5vLdLjNt23kmnW3bnD79PZLJVSzLwnHUjDjHcUgmV+np6WurTjrbtrly5SKxWMyzAXP3L5PJcPfd9+0JISYWi5UlekpRLkrause7cq3gODaGEcC2LWzbnWcrvO72bI24fj22+5xtpbBYeg57llRSYpp5Tp/+Ho8++sSmzolKYUvXdWzbIh7vZWBg323d3Vb6/QkhyGazOI5NPp/nwoWzPPTQIzvemeOzMVJKPvjBD/KVr3yFz3zmM4yObu433G6JRFD71I771a604/Hq6qrf1b3b+9qOx6td2SvHSlmul9/HcrkclmWSz2cJBIJekYOUDvm8ycWLZ+nrG0BK6RW6lMZCUlbHDqFQhHQ6VZzLpxefp2byqbhHFRG7jg2ZTAbbVm4WQlQXO+3UsR0cHGZi4jqmma+yKNU0QTweZ//+4R3/rvfK+dUOtOOxaqnw5zgOzz//PFevXsU0zarH3/Wud7Vycz4twhXLZCKBDAVx8ibi/1SLZY2Iao10TWmPPY7zp3+CdfYM8yMHyHZ3E1lZpf/8eWaOHsGOdnjWWTIUgskJjFyOfRcuY5tmXSFvq9ZVzSy2W10tv9Fx046fRP7qSV+Q2gG223bMx6dRWjGTb6f2a2BgkIWFORYW5uvupysCptNpTDPvJQnLn6O6W+6882hZZ6GaIagSi+6MQPX3LI7jkMvlyizVbncbsNsdtzPV6u1VBUZFwRggkDcZvHZdddaFIzjF+7Vz7gz5Tz+FvZKAyhinWJwjslkO35jkytgIlmEgpEQaAQKGzuHJqfJOwFQSOXFDFTcVCtg353H+6ouQSkEguBanhCOqq29qCuJxuHpFvSZgIEbHIBRCptNYH/kQnDgF505DKIwIhWrGYY0Ig7fLTNt2nkk3MzNJIqHmzOm6XnYttCzLu6a1y7XMjZEDgQBdXT3k8zls20bXdYLBELlccwLXbtFoQqUelWsFZekjiuLfmv2pmmNL06Ltdp+zrRQWS8/hSpvTRGKV6elJRkYONrV/tYRJXdfRdZ18PtcWMdBu4n5/lmV5DgjuMc/lsly5cpFjx07s9m76VPArv/IrfPGLX+R3fud3iMViLCwsABCPxwlvYkaTj0+rcddobrf1lSuX2mbd6XNrUes+ZtvKihNUDBwIGEiJV1DlOJJ8Pkc4HKlZqFQrdojFYkQiETKZNLFYBx0dcRYXF8lkUqgi4vKxJbputIW1vq7rjI+f5PTp75FIrCKlAyhxMh7v4tixk/5v0qdpWib8LSws8OM//uNcu3atLJlXWk3pC3/tR6NiWTOiWiNdUysdHVz5gb9HIRhEcxwcTWPm5AkGX3uNua5urIABResswzQ54ibU1hHytirGNbrYlqaJ/fWvwdwsMhT25vC4bLZafqPj5gtSPj63H1udybddlO7XysoS3/3uCw3bTq1181UHrW53S2lnoWma5PM5LMtG1zXi8S4A8vkcmqZj2zaWZXmv3+2uSJ/dp/T8ycfjaLksDoJA3uTw372IJoDRMUQwiJyZVvf1Tz6FyOdUbEN5jKP/6oe94pyulVXuS2eY7e4i191F7A2PMZhII5e/CW784ThK9LMd1WkYCqv3m5yC+VnEibugNN7oiMMdd0IkouYGx2KI3j71HFdAzOfhyhUwdDAMtf8d8bKYqLKbsJ7rwe0y03a7ZqW2gtnZGc/GRyUc9LL5I7lcjo6OeNtcy0pjZCEE4XCk6vG9wFYTKpVrhVAoTC6XLVaR6wQCAe/YGIbRtGi73edsK4XF0nO4EikdZmdnmhb+dqNLdy/Ny0un08XOhFRZ16r6V3LjxjWOHDkGtOf+36587nOfA+DHf/zHy/7+4Q9/mB/5kR/ZjV3y8anCtxH22Qlq3cfKXXtUJ57jODiOBCSapmNZa9aWlfFAvdhB0zSi0Q4OHTrM8PAoL7/8Irlc2rMSdd8/EAhSKORJp5M7cQg2pLu7l0cffYLp6UlmZ2cQAgYHhxgeHmnb+MSnvWmZ8Pfrv/7rdHd3841vfIMnnniCL3zhC/T39/O///f/5s///M/5/d///VZtyqeFNCqWNSuqrSdSFZ79BlfuOIjtOGi5LAiBBtjRCHN33sk9z32bhcOHyY3phK9fZ/9qoryKvs42t2pdtdFiOxoMYX36KTXXL5mATAYQcHMeOTKKiHeq/dhCtbwv7vn4+GyGViaumnmvzdiGud1YUlZ705d2t3R393LkyDFeffV7nhUHiJJZQppnBSIEdHTE6esbaOuknc/O4XamTi0tk7kxQXhxicHr19ECQRg/oazEi/dr55vPIhMJRKi6i7403igtzhkpKc6Rpon9lb/yhDS5tKi69oSmOgv7+tSb5XNKFFxaRPQPlG1HBIPqvD54qGTjJQKi44BtK3HRVn8X4ydA09Q+fvUZ5FefbqhA63aZaduus1KB4rVrLdGhaVqxqlklOuLxjl2fQVhKO4uozbKVhErlcRBCWXqm00lsWxW0bKUAZbvP2Ua/x9I4IByOePMnS2OCynO4HLGpeWSVwqSaI7nWXdrqpNxeS3THYjFu3Mh4nX6luEvlmZlpDh06tPM751OXCxcu7PYu+PisS7vPRPa5dah1H3NjYFX8JrFtu2iBr25sytI6SygUIhAIVBUqNVrUNDCwr2ixXyCfz+M4JiCwbYt0usD09BQDA/vb4v6vaTojIwebLqDy8alFy4S/F154gV/4hV9gYGAtkTE8PMxP/dRPIaXkAx/4AJ/4xCdatTmfFtGoWNbKeTBz8zPFTj8JBdO9ngNghkJcGj9CuKOTaDjEvhqiX71tNmJd5S5kM5k0nZ1xBgb2I4QKYtZdbGcz9P/2b+G8+ILaX9uGbAbCEZWQm5xAFhOJt1K1vI+PT/vTysRVs++1mep8Xdc5enScV1/9LrlcHsMwCAZDBIPBskSpbdtcvnyRYDBIINDD6uoyjiOxrAIAhqGEQF3XicU6yGazvujnU4am6Yy86Qewv/Y1ZMGC4QPljxfv1/affK6hGKdecU6lkEYup2IFQ1Odee7vIxRWf8/lqt5DWhbi2DjywnlvX8oERMtW3X4uluUJiMIwcJ77lhIvGyzQuh1m2rbrrFSAffuGmJuriGOLnX+6LrjjjqM7un8bFXy0s4i6GTabUKl1HFz700KhwP79Bzy70M18f9t1zrrfbzKZLNpoBaqEI/d7LI0DbNsmlUoAglisA13XuXTpPD09fRhG/WuFEILBwaGm97NUmCwUCiXzJJUw2cqk3F5MdA8ODnPu3OmaXZaaJjxbMx8fH59maOeZyD63DrZtY9tOUXRz5+upYjjDMCgUCgghPNtPFyUMaqTTSbq6eqqs1BstanJjOMPQyWYzZc/XdQ3DMHj55RcZGjpAR8fmYzkfn3ajtiy+CZLJJL29vWiaRkdHB4uLi95j9957Ly+++GKrNuXTQsTwAWShUPMxaVmIYudao89rhGx3N5rjqCLRcET9KyVmIECqr4+5sYMsnjrF9Xic744fYaWjuoq41ja1xx5H6+ysuU0tHidxz928+OLzXL16mYWFOa5cucQLLzzPysoSsLbY1nWj2PatbhS60Dj83LcRkxOq4l49We17LguODQULFuYRkcgtVS3v4+PT3myUuHKc6q66Wu8xPT3BxYtnefnlF7GsQsPv1axtmG3bXLp0jpdeeoFCoYBhGNi2hW1bHDlyjO7uXm9/vvvdF0gmVz0bkFgsjpTK/kNK6fn+R6MdCCG8hamPTymuKCciEWTRElZaVtn9uhUxjnbiLvRf/TD6P/ph6OtXdpz9/YhoSQzT11eMH6pn+mjxOPpP/lR5HJPLKdEPVOegXlKvJzRPQJSWhZQ0XaDlCpnGj71TdTTegrGL2/l5xx2H6e8f5I47DvPggw/vejXv8PAInZ3dxQpn9TcplWDS2dnF8PDIju3LysqSFx/fvDnH1auXeeGF73Dx4jkuXTrP9PQEQlA7RtaNXRdRd5J6awXDCPC61z3A+PhJhodHt3Q8Wn3Oln6/S0sLOI7D6uoq+Xze23/3e5QSL6YQQpR02ElSqQSJxAqpVIKpqeskEsvqESlbcg67Ff65XI5sNksqlSze/9Xjuq4RCAQajm02wk1016Jd4wld1xkdPQRQdcxVjATR6N7pvvXx8WkP2nkmss+tgRuL3LjxGoFAANu2sKxC0dpT3d/cuBjWZihrmoauG14BUD6fqyo4GxwcJlBnDVP6XGX3fgLTLGDbKq/r5hmCwTCJxArJZIKpqRtcvXqZv/u7tVyxj89epmUdfyMjI8zPzwNw5MgR/tf/+l88+eSTADz99NN0d3e3alM+LaTROS+tnAcTu+tu5uemEQVLCWm6gdQcsj3dOLqBsW8fIhpDi0Zxbi5wZWyE+85dLOv8q7XN9ayr5E+8i0tXLmItzCNyOWQ4jNbfV1XV6S62Z2fXqp4Hzp5Hzs6VJ+BAJfWiUejogGAIMX4C/Rfff0smznx8bkf2wtyXrVZollb2m2aedDqNris//GAwuOF7NWP/trKyxIULZ1lcXMBt9XaTVYFAgMuXL3LkiODy5QsUCibZbIZ8Po9p5r3nhEIRpFTzlFSXRXeJTYi/MPWpzUbdbW6MQ766E6+ZGEdevoT86tNqNp8AZmeRN28iRsegI67sRY8eQ8TjyHS6ymJTi8WgtHMwHAbbgmAQxo7A1KRyGQCQjicgavE4fP9jOH/+Z0pYXFxUn6U4hxjH2bQF+a1AO85K1XWdU6fu5eLFsySTyeKsNI14PL7hnLlWUqt4xLIsEokVFhfn6e7uZX5eep3flTFyO94Xt5taa4VWH4dWnbO1vt9wOEwoFKJQKNDfP0AstlbVPj094cUU+XzO67aTkmIHorLjsiybTCZd7LbPEHStijd5DpfGIoZhkEisYNs2hmF4ib/KIp+tHp+9mug+fPgYKyuLpNMpzwI1FAoXO4YNhm7ja72Pj8/muJXsvH3aj8pYJBbroFAoeLOto9Eo4XDYm1frWt9LKSkUCsV5zAASx5FVBWfNuCV0d/dy4MAIlmXhODaaphMKhUgkVrzRIrZtt70DgI9PM7RM+HvjG9/Ic889xw/+4A/y0z/907z3ve/lkUcewTAMbt68yc///M+3alM+LaRULJPJJCIYUNXtFXNeWjkPZnDffiZ0HXtxUa0kdY18JIojBFo4TDgSVdvUNOTIKNbkJLPdXQwvr2y4zXrJvanv/h3muTOIQgF3BesszMPoKIVoR9kCsnKxbT3zVQgEkOGwSrSVin+aDsEQ7B9Ce+LJXRX9pGmqOUXTU4jhA7ecZZePz06yV+a+bCVxVRmEqyBX+etnMikCgZ4qUa1SDB0YGGzI/s3dVjqdKia4lU2nlNKz7TBNk1df/S7BYBBN07x9sm1IJFbo7e3DMPTi55VeosvFX5j6rMd6M3RFMIj+rncjP/0UzmoSNhHjSNNUsVQ2iwiFkCOjMDkBBUvN6Tt8FK2rC/1f/xvE4SM49UTI0jhm8gbOM18B04REAjriasawZasOwM6utc7FO4/g/M8/hQvnlAuBpqniqpvzatu3mQX5XoiJlID0yK4KaZXFI+713+3iyudzhMORsuRHu4mou0E7ism1qFccJITAMALEYvGyz1EaU6iuevV3NwHndtoLIcjlcjiOTTgcZWBgH6FQxJsHuLAwTyaTbuh8roxFgsEg4XCEXC5bTAjGiu/b2iKfvZroVgnOk1UJTsO4vbpvfXx8WsetZuft015UxiKq8LeDTCaFbTtegZFhGIyN3cH8/GxZXOrGG0JojI+frJmLaaYoKx6PEwqFvG1ks1lv5qDbfejiW9363Aq0TPj79//+33v//4knnuBzn/scTz/9NLlcjkcffZQnnniiVZvyaTFukkl+81m0+Rno7QfAeeEF5NS0lyxpxTwY59wZ5FOf4PCNq1y57z4KgQCa42CFQ2iaTiyRgH2DuCtNEY+jjY+T3z+MWFppaJuVyT1pmqSf+yaiI7b2vqpXHCYmEOPHSScT2M88XTNB5M0O7O1DLsyvVduDeo9gEDJpnIkb8MzTu5Jccs6dUaJscb6PUygg//rLaP/i3egn79rRffHx2evspbkvW0lcVQbhuq4XLaPw7LbC4TD5fK44EyjIiy9+x6v6d8XQ/fuHmZ2dXrfCzt2WCtrLZ9O4th0AhYKaPZROp8hmM16S0XHg5s0FgsGQZ0EG0rPnAH9h6tM8ZUJ2Zycjv/Zh+PqzONPNxzjON5/17sEAIt6JHD+huu+yGcTxE+jv/bfe+9UTIWEtjnHOnUE+/23k1KSKNySga7BvAO3hRxGvu9/bR2maauEMqtuw5N9a86BuZdaLibQT7RUT7baAVFk8opIrTlHcoWzOip/82D0260DQbHFQaUxRGRMAnuinEmNaMSGXIRAIMTCwb1MFU7XEScMwip9PAqLpIp9GjlcrEt275QyxE12nPj4+tw/tPBPZZ+9TKxYJBoMEAj3FfEOUgwfvYP/+YSzLZnp6shgX6ITDYSKRCAC6bqxrI95oTD00dIBr16559//S/ISmCUKhtZEM7ewA4OPTKC0T/iq5++67ufvuu7fr7X1ajAgE0d78FrSL57E+8fG6yZL1KuY3wquGn5qka36Be5/+KnOHDpKLx+lYXWX14CF0x4GlJejvX3sdgo5778PYZKLB+eazhJdXcOIdZXahUJyLMzVF+Jvfwr5+o+ZnLrU5FaNjqnLfslTnn3SwV1aYv+cecvPThF+7xNBX/grjJ961Y8mlsi4DN+EYCCCzWZxPPYX2ax+GQGRH9sXH51ZgLw0430riqjIID4XCXoW9stMyyeezntXX3NwMmqasOd2OPMsqcPXqZQYHh7CsAoFAiHi8ehi2uy1N08vEOsBLLkspAcni4k0sa23emixet23bJpvNeH9PpVLk8zkikRiRSJTu7l6uXLnkJ8B8GqJWV+/09ARHH7ifrjc1H+fI6amqGXtC02BgQP3//oGmioLcezuBIOLEXcilRWU5Hg4jDoyg/9t/V/Z+zjefRSIQ4yfKn9vbh3QcnGef3XT81u6UJt+jwRADn/4kok5MJH71w23X+bebVBaPlCY/Kquedyr5YZomFy+eIZlMEo/HOX78LgyjNd/ZXrDwrmQrDgTNFgeVxhSlMUElQlDSGeiQz+c2XTBVKyG4tm3K5vlJKbGsAslkkunpiZrfX6PHa6uJ7t12htjtogEfH59bC7+gwGe7qBeLCKFEtoMH72B4eNS7ryqLT7MYX2QJh2PEYrGWidDurL8LF9z7v16cd6wRi8V9RyGfW47aJYANsrKy4lUArqysbPg/n/ZGmiaFpz4OdZIlsmQAujRN7GeexvrMp1WnXJ3h6KW41fDurDzNcRh67Sp3vPwKx779PMF0Wq0kc+UzdrbaxSGnpxhcTRCwqhPjIDCmp9g3M1v3M7s2pyISQYYjiPETqiuxv5/V8eO8/I/+ITeOHeFmTzc3xkZ46dAoS1/4XEPHpBV4x7XWY8kkzrPPNvxetm0zPT3BpUvnmZ6eKFts+/jcLuyluS9u4krXDRxHJedU4Lqx5VMsFvPu4bA2b0912Mlih56DponiwGzpWXO6nvurq8skkwmmpydZXV1hdXWZaDRWtV13W+FwuOrYusllTdPIZNJlol+9zxwIBACJbUtSqQTJ5CoTE1dZWJj1h3H7bMh6Xb0XLpzb1L1PDB9AFmqfu9KyEE3OXSq7t2uaEg5HRhH9A8h0uure7gmPFc9F05Q9+8x0059pL7CyssSLLz7P1auXuXlzjqsvv8hLYwdY6ahepDcbE90ODA4OF6/vCrc4Q/3/8qrnnUh+3LhxlWee+TLXrr3G8vJNrl17ja985cvcuHF1y+9dda7sgXvFRg4EG12rKr/fUmqtr0pjCikhFoujWofdrjtRfJ7h2YDquoZp5inUWfe4BVP1qIxFYC0eUdtVnzufz7O6uoqUDktLCzW/v2aPl5vovuOOw/T3D3LHHYd58MGHNxTutvq9+Pj4+LQjbkHB0aPHGR4e9UU/n5bQSCxSel8NhUJ0dfUQi8UIBIJomuD++x9qaVFN6f3/wIEx4vFOurp6ijmG6v3z8dnLbKnj75FHHuHzn/8899xzDw8//PCGVkLnzp3byuZ8mmAzs01UkikJevVp4SSTiGK1eD0LJfGOd8LCQt1tukmpWrPydAmHXznNlQfvxwqF0AHHsjFWljm8mkIms8hNWmiK4QNopsnhG5NcGRvBMgyElDiAkUlz+Nx5tFB1R1zpZ65lc2oVClx57Ty2oXudhJqU2JrO5a44HR/8AIEn3ti09WetamRh2XW/z1pdBt5nbyLZV69y9egdR+h85dV1z6W9WEHt41OPvTb3ZbMVmrW6BQOBAF1dPaTTKa/yPRwOk8mkvXu84yiv/Xw+6w3BVsOx61f3l24rGlWe/m4noRCCSCRGKpX0LMSKhoVVCKHm/pXOGwKwLAtdNzDNfLEjsf1sWX3ah+3o6i11B6h6LB5vesZes/d2z5a8xmukZaE1KTzuBWom3/N57ECAK2Mj3HfuYpnTw60sgLo0G49Vdj2Fw6rTSgiqqp63O/lhmiZnzryClGreLFCcO2tz5swrDA8f2HTn316y8C5lq9eqzXS1VcYUkUiEpaVFpqcnsKwCQmjePB5NU/dvEJsumKrnXBAIBOjvH2B4eJRMJs3MzBRdXV0ldlzV3597vEpnELpWYfWOl6bpDA4Oe7+b2dnpDX83e8kZwsfHx8fHZzdpJBaZnp6omgMYDqscreNI5ufnGrqvNhMHl3bODw7u961ufW5ZtiT8fehDH2J0VP1QPvzhD7dkh3y2zmZnm3jCnFPD0qWYLKlrK7kwj/MffhYO3YEIhWpu00tKdfcgJyfAyoOmQSAIUtKVyXL/9UkW3v6PyExcJ/zccwzcmEA3DOwtzGdxk3HdqTT3nbvIXF8P2VCYqJln4OxZ9L6Bmq+rTBBV2pxO//EfUggGvaSSBPK6ju3YaJEwM4lrHPjTzze13zXFt7Ovcudz36Zzdq62/eoGyb5GugzqJUSslWUu/vl/53XffQXdMGp+r7ttdePj02r24oDzzVg+rReE79s3TDqdIJfLFbvw7GL3n0r45fM5T7hT4t9aQGyaJmfPvkIoFPEC7tJtGYakq6vHs/EaHT1ENBrl3LlXi10GBWo4iwEgpVP8t8K2WUocx8ZxNNLpJF1dPX7y7TZhM4VOG3b1rjP3tx6uO4DzqadU4ZBhKMEtHkd713uaLlxqVsjbSHgUDz/c9Gdqd2om38NhkJKCbnB+sJ9QKk3ENNmfLyBs+5YUQF02G49VCj0DA4MsLy9SKLizT3Ym+XHx4hlsW13/XUto955j2xbnz5/h1Kn7NvXee1WoaYUDwWaKgypjiqGhEXK5LJZVIJ/PYds2uq4TCoUxjAD79w9x/fprmyqY2igh2N3dy/T0BIZh1CwyLv3+0uk0lmUVi4ucYjGRJJ/PEo121Dxem/ndpNOqGCqbzZaJi+qcbS9nCB8fHx8fn91mo1ikFfHOVvKSvtWtz63MloS/H/7hHwZUpf2xY8cYGhqit9dP9O8mG817W2+2iZtkqtXx5yaZXOupskSU46i5dwULEgkYGKi5Te2xx3H+9E+QFy+AWYCCqdQy3YRoBDEygv4v3s3w/gPYv/3/U8krw2jqM9T8XCXJOJFMMnRzCSwLvSuO/MEfwv7WtyCZKJuHg6ZtWCGf7e5GS62CEJi6RjYSVbNRUFWwr91zNx2Xr9KdSnv7jaRugrKW+CYA68Z1Lg8OcN/SMkLKqmPRii6DWgkR6TgwOUFBCOb372Po5lLVth1N35MV1D718bs3b80B5/W+13pB7pUrF5mauo6UKnFm2w6WVSgmYTUMQ3g2X5qmEQ4rOzjTNMlkUmSzaTo64l7AffjwMfL5XFGQyxctPLoYGNiPEDqXLp3HMAzy+fymP6MS/xxAI5/PEQ5H/OTbLc5mC53W7epNJgh/49m6c3/Xo5Y7wGYFtmbv7esJj7zxSZwPvL/p49Tu1EwS9PZSmJ8jEwySHdxHLJzA0QQzZoHDNxfpb7Lzcq+w1Y62SqHHcewdT34sLi4W570q53/HUfuh6waaJkgmk5t+771k4V3KRg4EkUiE6emJDb+nrc6DK42L3E4/x5EYhoqL4vEupqcnN10w1aqEYCQSIZ1OAWuzhF3xL51OEYmUO7xs/ncjWVlZ9mKkUnHRMAJt5wzh4+Nz++Cv5X12ks122FWyVcelVjg7+LNzfW5VtiT8uWiaxj/9p/+U3//93+fRRx9txVv6bJKawpz7WIl1ZS20xx6Hr3wZJ10/yWT/yeeq3lsuLYJlqe69fPl8vsptymRKiYO2o55v2+DY0NmN/iu/ihaNYT/z9KY/Qz2qknHDw4Te9CT5V1+Fz34GzLyyHpUOcn4O4p0QDCItS835q5G0i911N/Nz02BZZCNRJBKvDlUI0HTPakokk8g//iPE2dN1E281q5GXlpCWhWUYzPX1KNGyxrHYapdBzQV1cdtCCLIlM15Ktz13YnxPVlD71Mbv3lzjVqr62uh7rQxybdtmaWmxKOwJHMfx5tUoYU16ia5AwCAa7fD+27XwNIpFG5qmkctl+du//TbxeBxd13Ech0AgyNCQOp5qjpCyCrOsQlU3XzOoLhGKdqDtZ8vq0zq2UuhUr6tXOg7G9evVc3/TaayPfAjxxjejjY6tK+ZVugNsls10ENYSHsXDD+N84P2bOk7tTs0kgZRkohEcx0E31cxFzXawAganx49x4PIFOrq62b9/GCm5ZZJjs7Ot7Wjb6eSHbduYZs7rLAe84hL1OzWIx+Obfv+9ZuHtsp4DgZRO0RqrsCMx20Zx0VYLpta79Tf6/a1nFV6LzXSCVsZIQFkM1Ns7sCPOEH5y38fHpxJ/Le+zk7TyfNuq41K9+7mUkmQywUsvvcDw8AGGhoaB6ntlM/dU//7rs9domfA3MjLC6upqK97OZwtsZd6bCAYJvPsnyX/i48hkUglzC/Pqsbf/A/Xv8AGcfL6sQ45sVolmjgMVAlHpNu2vPQMzUxDrUN1+tgOhkLL6zKRxvvlNtLe+rWUz66peW5KMEwKQNs5nPwPDwzA5oToWHRtSRXHy5CmcP/8z+OpXalbF7x8ZY2p0jNT0FI4QCMdRa00BmhCEC2uC3f75m8i//AsY3F838VZTfMvlQAiElFXiW+mx2GqXQc0FdXHbUggiFYKuu+302EjLKqg3Y9e2l2m3gGGvzr/ZTm6Fqq/NfK9zc9NYVoFYLE4qlfDm6IniXNZQKIRhBDDNHJ2d3d77qnk66joSKl6vVJV9EsdxME2TSCTibf/8+bM88MDrEUKnv3+Ql19+CSE0pLQ39VldazgpVXdCu9qy+rSGrRQ61e3qXVnizotXyubCkUoqVwPTROZN7O7uHeuW28y9vVJ43I5iqnahVpIgt3gTR9PQEIQcBwIBzGCQbGcntiaYvHiOUP8Ar712CcCzk9zrybFMZu90tNWKf+bmpgmHI2Qy1fvpdgAeP77539tetPCG+tcqwzCwbRvbtnc0ZlsvLtpKwVS95KHrFpBKJbEsi0AgUGX3Wfr95XJZOjo6i3GHa0eufgOxWJxsRQf1ZjpBS2Okyu0A9PT0bXu8vF6ytadn712/fHx8to6/lvfZKWzbZmZmkgsXzqJpwlv3b+V826rjUi0Lbl3XvaJkKR3y+SyTkzc4efIu4vFu77XNCJi+uO6zF2mJ8AfwUz/1U/zO7/wO999/P4ODg616W58maXYmTCX6XXdh/NqHKfzRHymhCokYGMT5zrfhzGnkG74frl0t65DDtpXgFQ5BX1/dbTrf+tZap18wVL5h28Z57pvw1rdt+TOUPX8dMcl69uvIRAIR70SOn4CbCzBxQ4mRhgFmHtHZWbcqXtd1jj34MC/+3fOIZAIKJtKy0YQglsuqYydRgt3CPPUqUN3EW+zEeLX4VpxVIzWtSnyrPBZb6TKomRApbtuwbQYXl2tuu1UV1Ju1a9urtGPAsFfn3/isz2a+VzcRpiw8I1iWEuI0TSXIA4EAsVgH+XwAy7IwjACaJrAstdCMxeJeYm5tFqDwugbXtm8yM6O2f/PmHOFwGMsqVD0P1qrpN0JZkQpisQ6OHBm/JTo2fWqz1SKhmknqb9zAyefX7taulbntKBv0fG7buuXqxStb7SDcrmKqdqBWksAqFNAcSTSTQQSDSCDb0YHUBBpgFwoIIUgkVgDo6uoB9n5yLBqNlXXLldIuHW22bXPlykUmJq4Bkkgkyvy8ZHLyBuFwBMMw6OjoJJVKeJ/F/XdgYAjD2PxvbS9beNe6VjmOw/Xrr9V8/m7GbJspmKqXrK50C5BSsrq6SjgcIRwOYdsOtm3R0xNndnaa/fvVukTXdbq6eqpmEa65C6yxmXVMaYxUazu15hC2ko2S+w899DC1uhl8fHxubfy1vM9O4OaxkslVcrksIMjlssRicQLF9cZmz7dmC4hKC8lWV5dZXl7CdSZyHIltW+i6Xizy02sWHzcjmPvius9epWXC31/91V+xvLzMW97yFsbHx+nv7y97XAjBxz72sVZtzqcOrZj3hgRx9jQM7vf+JDQNmU4jf/u3YP9+mJ5SHXKaBpqEbA4OH0FUBBql2xQCZL21kMCzydzoM4iHH8Z+5ukNO8PWE5P0k3chp1QyTLqfT2iq+9D9DLk1oa3KsrSYoOuYnuJofx+X4nGklGizs4RyeVyRr7RbTgzUFsTdxNvgG5+sFt96exEL8+imWSW+Nfx9NkCthIjs7sGYneHwjYny7oeSbQ9q+pYrqLdi17YXadeAYa/Ov7ndcCvsZmdnEAIGB4cYHh6pe85s5nstTYQ5joNhrL23200HqvOvv3+gWPWeJh7vZGVl2Xvc3V9VCS+r9lHTNDKZdPEzTWHbFtFolEwmU5zz5JRst1L0E5QWUwghiEZj6LrB6Ogh+vv7uXz5QluJ6z6tZd0iIdOEmwtYn/n0unFCaZJaCODAAexCAYrv6VmZ13A1aGW33HYWv7SymKodqUwSRJeWWF2e8tLe+UAARxPeFUMPBLyCBJDkcrmyuV97NTm2f397d7StrCxx4cJZFheVk4iUEtPME412oGkay8uL6LpONBolHA6TTCZxHAtNM4jFOhgZ2fr3sZctvCsFtUuXzt8yMVvNOeM13AJCoRDBYJBCoUAkEmN1VcUb6XSSZHKVyckbHDkyTiAQxLYtwuHyeX6GYVT9DjbTCVoaIwkhyrazEyL7Rsn9mZlpDh06tK374OPj0374a3mf7ca2bS5cOEs6nSrG0upeKCWk00m6unqKItvmz7dGC4hKC+mFECwvL2FZBXTd8HIPUqp9DgQChMNra7jS4uNmBHNfXPfZq9S+M2yCdDrNHXfcwb333lscrJ0u+18qlWrVpnzWwZ0JIyIRpKUWMdKyEJFIw/PeXPusSuTSIuSyYBZg/AQMDUN3NwwdgKPHALnuNrU3fP+aqFaJpqN9//dv+Bl445M4H3g/9p9+HvnC32D/6eexf+F9OOfOlO/rBmKSLJiIAweQhcLai/K5tf2Tjup4c49rSVW8c+4M9i++z9uHgb/433RcvUpUQnhwP0LXPL8Xo1BgfyaH9vZ/gLRr29dJy0IMDXvim64bxYQUSATG2EGOzi0givva7PfZKG5C5I47DtPfP8gdh4/ywBueoNuu/73W2mfHkei60XAFdb3zDVRi1Xn22ZZ9xnbADRhq4QYMu4FbQV6LdukWuN1ZWVniO9/5Bq+88hJzc1PMzk7zyisv8u1vf4OVlaWar9nM9zo4OEzAvW5repnoVmrnoV4fZ3h4lKNHj3PixD0EK7q5VZU+xe7BilmhjoOUkhdffJ6VlSXy+Ry5XA4h1mY7lSMQwv2fSuKpqnud/v79nDp1L08++QMcPnyMy5cv1hXXa3UU+uw9tMceR+vsrPq7TKzC+bPIrz6N8+UvYn/hczXjhFoYj78RUfqeuZwS/QACRpmrQSu65aRpYv2fL2P98i/iTNxAFEXzynhlK9Q7TtDaAqLdxE0SHD16nLve9DZKr0K2rq0VlgHh/gGvIKFWJ/JeTY61Ih7bLtyCp0wm5dkhls5Ek1Ltp2srrTqpuujp6aOrq4tQKNQy4bL0XBkeHt0Tol8tbqWYrVayup5bgBACXTdYXV0mGAx6hUbuPf7y5QscOXKs4d/BZn43pTFSJTshsm+U3K9ll+vj43PrcyvdF3zak9deu8ji4gLZbBrbdrAsC8uycBwHx5Hkiw0P232+VRbS53I5QKLrOrZtIaVbNCyRUhIIBMu68d3iY2hOMK/3XCnVZ79+/SrT0xN+rsGn7WhZx99nPvOZVr2VzxbZ6ry3urZQudya1ZWmwcBA+eMPPIQ2Mlp3m9qTb8b58z9DXr60VkEvHTAMxJFjaE++ed3PIB5+GOcD768W89JprI98CPHGN6ONjqE9/viGs3+cZ58l9KYnKXzpL9c6C0NhVdGvaWqfetcSfG5VfC1B0TAM7rx6ndcA68RJxPhx5OIigVyOI939BP7lv1Zl5mdOb9iJWa8aWTzxFpxNfp/NUFVhMzyK3OBc2moF9a1sQ1aLdq3G26vzb251XAuLVCrJ9PQkmYwqoikNXpPJVS5ePMuDDz5S9bvbzPda2gEcDIbI57M4jvRm5Ljbrnx9rc7hQCCEpuWJRqNV9leGEWBpaRHHsYlEophm3ptZVGvhKoQgEAggpZpvpJ7joOsCx7FIJFZZWrpJNpslmVwlEqnepl+Nd+vgFgk5n3pKdd8ZhipQunQJgkE1rzeZgIV55OhYQx3kIhhEf9e7sT+p3pNwGGxLvd/oWJmrQb1uuUbn1XpdflevwvwcCJAL84jRMeiIq+e0oKuw5nGyLBV7tLiAqB0wIhGOPvh6Lv3d32ACuu2QRxnfxbp6EJrmFSRAdSfyXk6ObSYe24l5w27Bkyu4gqqPU4kih0QiQWdnJ/F4L/l8bs9Zce4G693b3fvjpUvn1/1O22XWdC27zfXcAgqFPIWCRTBYfe0qFArkcrmmfgfN/m522zZ2I3vSaHRvXr98fHy2hr+W99lObNvmxo1ruFaa7ggQ9zHDEF4B13afb5Wdd45jlxQHawQCqjjYslR+szIf4DiOd69sxvK71nNN0ySTSWHbDkLA1auXfZchn7ajZcKfT3uxlZkwYlh1wlWJMW4CLBSueo20LPSR0XW3KYJB9P/Xz2I/9QnkjetQtNMSYwfR3/OTVcmnys9gP/N0tZiXSqr5O6aJzJvY3d3Iv/4yDOzbUEyqSvD19ankmyZU4q3kgu6Kc86ztQXF7lSa133vVRZGD5E7fITYHUeqFo2NJt40TWdwcNhbjLtzK1phJ7YZ/v/svXmYHGd17/99a+m9Z9XMaDZZsraRRl5kS953mx2HAIGQBBKwWeMQkh/JDcRxAr4hBnK5uXCz3ICxMSYYEhIMwjYBGbCNF9mWDbZG0mixlpnp0exLb9W1vO/vj7erpnpfpreZqc/z+LE901P1dnV11anzPed7ijmXSpnpkZ4UJV2dq9qGLJ1KzUWsNPVOZDhkYrewUNUEwuHFZGeEmHL+UMqwuLiIw4dfgSy7oWkJuFxuBAJBrF/fU9bn2tLSht2792J4eAiGYUBVFXi9PoiimPfvsyXQPB5v0nYzdf/t7eswPh6y7LJM665cs/wYo1DVBCRJhqapVtJY14FEYgqzs9PJ4B4ACFQ1kTJvAFi53TwO2UkpEho9C/b9/+Sximk3SwTA4HP6mMtdlIgm7BgE++u7wb72/8BOngRiMaCnF0RKDZmzdcsVa9lpLyKCri3FG8m1ku07AEGoWPHLcgvCVhptu/diz84LEPr5fkTm5zDh8cC1bp0l3LrdHmsuSXon8kpPjpUSj9Vq3rBZ8GQKrozRpJ0zTx4lEnHMzxvo6OjCBRdcvCKtOGtNrpjNPLZnzryW9zOt1GdfCfEwW7I6n1uArvOZPfF4HJQaEAQRHo8nxV4s/XtgGAZCoZGc6yx1NuFyih6Xe8wKJfe7V9lzk4ODQ3E4z/IO1WRiIgTeQQfLnYd32PGCXS58CTVxmkgvpDcdikxXIEEQEQg0YWFhLmlHmroWWXZZ98r0eypjfAwApQZk2YXOzqVxTdleu+RcIVhzfus9wsfBIZ2KCn+UUjz33HM4deoUVDXTmugDH/hAJXfnUCWEa6+D8N+ZM/ZIWzvYzEyK1ZX1N0XaRQk7BkH+7gtW9xopIfmU0RlGeYIMBl3qREzaY7FDrwBuD4jbnbmdpLWmuR7YkmFs7+XAoVfAolE+DyZNnMvXnSaKIrqnZyG9cSD3ey8i8VarREw9yJYUJQE/iG1Wl0EIJttbEfd44KMMPUkL2NVCI1fjreT5N6uNdAsLXkHHp1TxSnhiVa8xxhCPRzEychYAD7xFUYDX67euHaV+rvbrkMslQxT5GpqbW9De3pH377Ml0PbsaU3Zf3d3D06fPglCiJW803UjOSeAWRWD2dB1LfneU6v3GGPJJKBg/ds+bwBozG6e+fl5TE1Noa+vL2XWmEkkEsGRI0ewd+/eOqyu8TGLU4zH95tDKDNfpOvA4kJRIho9MgR6/31gyfsUCzYBJ0+AdXWBtLTmLNopZV5tiiuB3W0guVY2OwOyrqOixS/LKQhbiYhuD/rf+FYAQLd1PUvOMGZAMNgMAFYCY60lx2o5b9gseHK7PYjH49A0PeW4SxIv2JibmwGANd+RXawwlB6zeb1ehEIjKffPbJ9ppT77Sj2vFHILAJAi8hEiJIV7ZlnGJhJx+HwBSJKccY+v1nNVqWJhpdbiJPdL4+GHH8Z9992HyclJbN68GbfffjtuuummlNf8+te/xnve8x4cOXKkTqt0cKgMzrO8Q7XgcQZ36DGLdHnxrgBKKURRxPbtO9HT01fzznePx4NEIm7N9RNF3uXn9wcRjUatUSTmvXJgYDApFqbeU6PRKBSF25jyeyvFE088jv7+jUkb8dT7byKhWHkXuysS4LgMOTQWFRP+pqam8L73vQ+nT5+2gnAg1Y7MEf5WBvlsocif/Cnwi18syy6q3OQT6elN6QxjszNLlqGUpnYierx8HmEW4S9dpExfD9PUnLaa6WuwU0yCrtB7r2UiptbkSooiofIEkNuNeYHg5KbzoIkiRFHEVF8/xn99cFWIniaN/sBeTiLDofKkW1jwABa2GTTUqojnIjJJDrQWkoltLga6XC7r2lHs55rtOiQmv5PxeLysB0jzvDITmidPHkc4PI+5uVmYyTtN063/5hDL6isd07c/288ppcm5QBSAgERCgcfDBbV6i+t2dF3HX//1X+Phhx8GYwwulwu/8zu/gz/5kz9J6XA4efIkfv/3f99JSBWAhcYAnx9YWMicJ0wEIBazin5ybkNVYdyfdp9qbQVrbgYiYZBL90Do25C1aKeQxbi92zCliKi9HZie5EVM5loVPiOj0jP4GsXar9bkSoQBWLPJsfR7jJ1KJyvMgidFiUPXdeuabp/35/cHoWn6ikySVPJ7VaowZI/ZQqGRZFyZ/zOtxGdf6eeVXG4Bhw+/gvn5OTBGYRY/mf82YwX7vMi2to6Ue3wjPVdVci1Ocr84Hn/8cXzqU5/C1Vdfjeuuuw4HDx7EHXfcgXe+85347Gc/a82IdHBYTTjP8g7VgIttLCmmhZNzePnvRFHEli0D6Os7ryZrSS+kJ4TA5wtYI1Hcbg8oZfB4vNi16yIoipJSfOx2u6BpS0VSptPRM888AVl2QZIYNE2DpqnQdQ0nThzB/PwMtm3bmXL/PXPmFAiB1elnx3EZcmgkKib8ff7zn0dLSwueeOIJXH/99fj3f/93rFu3Dj/84Q/x8MMP46tf/WqlduVQA/J1p7Fb3lAXuyjh2uvAfmLrRFQUniADAFlK6UQkLhfY1m0gkxMli5T5xLmUNVDKxUdFATwekN6+ZSfo7A/jjFJgdtbavtbauiITIib5kqIQBNCbX4/XtBiookD0eIC2NoirRPRMx3lgdyhEuoWF2Slhzr4zE6fm/5t2mXbMIduMoaRrR66kIGMM4fAiXn75BXR395Z8ztoTmoQQzM/PJcXKpW2kzvZjsGt+PLnHf54P0w6Vv44lLUgaR1w3eeCBB/Doo4/iE5/4BHbs2IGDBw/im9/8Jp599ll89atfRVdXV+GNOFiQnl6gqSlVRDNhFGhpKXiP1p/8BdjiIpB2nyKCAObzg/RtyBkflDKv1l5ERAQBrK8fGB0BtGQnuKKATZwD3vIbBd518axmN4FiyJUIW6kx1XKp5bxhURSxefM2PP/8M0krJsESckwLUEmSQMjKS5JU8nu1XGGo2M+0mNcVEjPNOIFbtSowDAOiKMLt9pQtHGez53S5XPB6vdb2eVFTLPkKkjyflkTk1tb2rOushcBdiHLWkutzWKtFHKXy1a9+Fe9+97tx9913Wz/bt28fPvOZz2B8fBxf+cpXGs4FwsHBwaERMcU2QdDR3Nyacu/3+wPYsmVbzdaSrZBekmS0tXWgtbU9WVCW/d6Yli4BwO+1w8NDSCQSYMxIuhcuzTBkDIhGIxgePozu7l5MTk6AEMDvD8Aw9IwcDNCYLkMOa5eKCX8vvPAC/uqv/godHR3Wz3p6evDRj34UjDHcfffduPfeeyu1O4cakEsAq5ddVHonojVz0OUC+jdYs1uA5MzBiy/homQFRUpzDcZX/gHs2DGAGjy3LApgzc1gJ46D2Ob4lIr5MM7CYWB0BEznnTxQE8CZ0wifHQV713tW5FyeQknRiblp6Bv6GuLhvBY41XgO+cg2C1KWXdB1zZYA47OSJEmCIIjQdQ26bg7cFpIe80bJSdxsSUFzcDWlFHNzFIoSx+joWWzevA2JhFIw+ZSe0IzH40mBTrISYWY3Y24IAFrgNRzGeEUiALS0tJYlVFab//qv/8Idd9yBD33oQwCA6667Dm9/+9vx8Y9/HL/927+Ne++9F1u2bKnzKlcOZmEOtYtogukI4Ib4Z3+Rce+0z5wVentBxka4PWeW7Reat1eKI0B6IRMJNoFt3wGERoHJKcDvBzo6wZ59GsbQqxkzAkulkbpeHBqDWs8bTiQUBINBRCJ8pp8oStZ9yixScbk8KypJUunv1XJFqmI/00KvY4zh4MHn8oqZpjhor/pnDFCUuGWtlU66WNXfnz8G5sdDszr2+X4jVhGQx+MFIUgRHdOTb7UUuAtR6lpyicrr1/fg3LnQmi3iKIUTJ07gT/7kT1J+duutt2Lr1q348Ic/jPe973342te+Vp/FOTg4OKwg0sU2j8db18LaShXSm/fa2dlpJBKKVYTM41OSjFcJVFVFNHoOk5PnIAjmyBHuQhAMNkFOe/5rJJchB4fs0WcZhMNhtLW1QRAEBAIBzMzMWL+7+OKLcfDgwUrtymGNwFQVxuP7oT/4AIzH94NpKoQdgxD/9h6I73w3hDe8Cdh0PrB9B0ggmPK3pj2WKVJK7/19iDffAiqICIVGcPz4UYyOngWlmXOksu3XDtm8FQgEgc4uoLUNRm8fxq+9Dqc2bcTYD/4LRkIp+z37/X4Yus5FP8MADAOIhgE1Aapp8PxsP/S//AvQI0Nl76NekJ5eME3L+jum64g3NzfMw7mDQ73p6uqBnBQpNE3DwsIcVDUBUZQgSRJk2YW2tnZs3LgFPp8fuq5bFmqGYUDX9aTnvFhyEtfv96d03tkHVwMEoihCEPiMneeffwavvXYc09MTOHXqBF588TnMz89mbNNMaJpQas4phPW9z1aBl0lRLwIhBF6vF8FgE3bv3ouenv6GEzbGxsZw8cUXp/xs48aNeOihh3Deeefhd3/3d/Hiiy/WZ3ErELMwR+jsAjZvBbp7eAfgxo0Qv/QPEHddmPJ6emQIxl2fhvG974K9cADGf3wXxs/2g87PZd2+fT5wNoRrr4PQ1JT9d+kW48m1Eq83WeADbl0ejQHbtoF094AIQsqMwPRYpBTSv392TEFhpVModnNIxX6PSacayYpoNApRFNHU1ASXy2XNXwFgiTfVTJIYhmHF/6HQSNb4v1Qq/b1arkhV6DPt6OhCKDSCcDicYrmauh8Bp0+fwPT0BMLhMCilKWKmedw8Hi8ikUWr4w6AZc0diYQz5tXOz8/i4MHncOrUCSteOHDgmazxQr7jwWfysKT1uQGPxwu/PwCPxwvGkBHrpMczdmpdjV/KWnKJyrquYWjoFei6llVsrsR5vZrwer1ZvzcDAwN46KGHEIvF8Du/8zs4c+ZMHVbn4ODgsLIwxbZNmzZj3boubNq0GXv2XFG3ohOzkH7r1oGynvXNey0vntZS4iI+L5DBMHi8pGkqDMMAY9TKYfBCJIpoNGLd3ynlhc2N5DLk4FCxjr++vj5MTk4CALZs2YIf/OAHuPHGGwEA+/fvR0tLS6V25bAGoEeGeGdf0hqSahrYTx6zqt7NjkN62eVZZxFms/NMr5ycmjqH06dPp1RIFtovwC0rWSQC0tGB+YAfJzf0QZMkCIyBAgj95BFsv/bGsm6AXV09GDn4PHSz00+JJ13tCOSEiq7XToF1RqF/4e9AbrgZQn/2WUONSIZVq/13wSD8uy7A1AifEaooCig1IAgiPB5P1od5B4fVjFlVNzx8GJEIn4MHsGRxTUsyccqDyp//fASCINgSZMQKVHklnlRSMjXdN59/H2myk5DA7faAMZas9KdQVTU5VDuBWCyKF154Bhs2bILPFwAhQDwex8LCfEolvpm8o5SmzAjIB7eGW5rnkw+32wNBEEGIgAMHnkYwGMTAwCAkqXGulW1tbQiFMhPDgUAA9957Lz75yU/i9ttvx/ve9746rG5lkm5TTnJ0+uecOSs3AcPDQFNzxpzAQvP28s1HzhaTpK8V01P8vJZlsKkpIKHw2cXt7WBpMwJLpZG6XqpBMbGbQyq1njds7zIz57AszWNlkGVX1ZIk1bK5Xc73KptV43K7MPN9puvX9+Lll1+wddhTLCwswOv1wu12g1IGVVUQiUQsUYnSBBKJOAKBJvh8vpSuQ37PNqvd85OvM3J4OHdnZLbjwWONeDKxlvo32YTj9Him0OuLpRyrza6uHoyMnEkmCA3rfVFKIcsudHYu2Xvn6v7k1mo6FEXJEFfNz6e313ETMdm+fTuefPJJ3HJL5r2zt7cXDz30ED74wQ/iL//yL+uwOgcHB4eVx2pyrTLvtaqaQLbiYlP803UdhPDYSZJSJRRCBMiyC83NLXC7vY79tkNDUjHh74YbbsDTTz+NN7/5zfjYxz6GO+64A1deeSUkScL09DT+7M/+rFK7cljlMFWFcd/XwEbHgIQCZia+klXv5G/vsRJo+WYR2inGjofoRtZEYPp+TctKgxCc3NAHQxQhJJPQAgBDUcq2zhJFEZsXIjhBKTRKuZhIBMgJFZtfegmCrgMjZwFJAkuoMFpasia30u3LpJtuBEh9bz6FkqLrezfg1NlTWFyct5JBjDEkEnEEg81Oq3wNsJ83pKd3xYjKq5WWljb09vZbVfWmEG4KaJqm4cSJo/B6vYjHo8m5L6lV/LFYFG63G3Nzs0VZcgKZyUNeQU6SfvnBpDgfTwp23PoikYhD1/WkkEdx7NjhpFDIff91XUMikYDfH4DL5bKSd4Zhn89TOIEIoKDoJ4oSfL4AZmenk90KBDMzUxgZOYvBwQuxYcOmovZTbS6++GI89thjeNvb3pbxO1mW8eUvfxmf+cxncO+992adHeCQnWLsyHPNnCWCAHStB4uEAZ+/pPnAQPExSba16g8+AKYmgNdOpNqUTk8Cff15bUYLUWtbx1qSS8TNFjM6pFLLecN2AcblckGWW60iL1l24eqrr69KYUa+zqlf//og1q/vRTAYLOt9l/u9yiVEbt68DbLsyhCpeNJJQzgcRig0knet2T7Tjo4uvPzyCynHwOPxwO12Q9M0rFvXAbfbi6GhXydjjaXjBACRyCI8Hg8EQbDEzHg8Dr8/VcA1/9bnCyBuK/Ir18I0m2jHu/n9iEbD0DQdQBwulztDOLYLc62tbZibm4Gm6RURuMsVksPhBWiaCkWJgVJqFXlKEp9x+dJLL1jbyCUqm/bt2Tr7VkMRR6V53eteh3/913/F/Px81iL01tZWPPjgg/ijP/ojPPPMM7VfoIODg4ND3TDvtYZh5C0s5k4DLK3QmsMf0Rncbi+2bh2o/qIdHMqgYsLfJz/5Seu/r7/+ejz00EPYv38/FEXBVVddheuvv75Su3JY5egP/RvYSwcBg6YkvlhfP7faSqt6LybJV8xDZ9eR4ayJQABcqEru15zjM9ndZXX6WfChE8uaSdfa3YuL//NpTMgCFEGEJxxG1+kzEAwDiMcAtxsQJSChZE1upVe+G89oSPz0MZA/uA1koL6V7/mSooZhf4glaf92qDaldEyUU+nsUB6xmD0gTf2dIBCEw2G43W64XC4oioJIJJwMTrlQ53Z7oChxPPPME/B6vfD5/JicZAWTVMFgM3p6+nDu3Dgo5ckpn89nCVDmeihlMAzVshjlthdLATQhAmKxCJqaWqCqCcRiEUhSCxKJBERRhKpqBYW8UjEMHVNT55LHSAAhMgSBgDEDQ0OvoKentyE6/971rnfhO9/5Ts6EFCEEn/3sZ9Hd3Y2nn3669gtcxeSbOSu0tIBduhdCUmwrdT5w2XOQOzuBM2f4TF+ajH9kF4+Fzp4FOjpL32aSanW9NAK5RFwgNXZzyE6tKrezdaO53R5LgKnWNTlb/K9pGqLRMAyDwjAMuN3usjoAy/le5StEPHnyGLZs2Y4TJ4atY5RIJBCPx+H1ejA7O4Xp6YmCa03/TEOhkazPQIQQSJIMvz+I2dlp675Naar1NqUU4XAYwWBTypxASZLQ3Nxa0KWj3M7IbOeMeTx8Pj8YQ1LME7FjxwXW8UgX5niFPrc65QVM5cWthmFgfHwUw8OHrfOXv4fCcx3Nz10URTQ3t2JubibpSsALpFwutyVGd3f3QlUT1uzC9GNCKcu6j5VexFEN3vOe9+A973lP3tf4fD7cd999NVqRg4ODg0OjYBZwiaKYLMbJjtn5Z86mTv0dz30491+HRqZiwl86F1xwAS644IJqbd5hlcJUFezRfbzxw3xIFASe+BodAbbvKKvqvZiHThYaA3W5MNneirjHA6+ioGtmDgJjvOo/uV/TsjLu8aSKfgCIJAFtbcuquhSuvQ7STx5D98hZYDwEkOS6zTkisosnBZMPnMBScku49rocle8K6P33QWyAyvdcSdGJiRAIIWhubk1a2fAHXm4riLKFVIfClNIxUS3LLIdM5udnMT4+lrx+ETAGKEocfn8QsiyDUobm5iYsLMwnA1Ek5ybxvzcMmhxSbSTn9MWgaSr8/iAEIXeSKv0zJkSApmnQdd0aXC2KIhjj9pv2QDm9c4/73fNknc8XwMLCHKanJ0HI0qzAas6k4VakCciybCXnjh4dwq5du6u2z2K58sorceWVVxZ83Uc/+lF89KMfrcGK1g5mAU82sYjpOoS+/pqLRWxsFAiHk0+Q4F8jVQU8HkB2gZDyBfJa2zrWknwirj12qyR6PI7xJx5HbG4OvtZW9Nx4C0RbTOaQnVp2GJqkx/+mTTVP4BDLcrGQcJONcr5XhQoRFSVuHaNIJIzx8TE0NzdbiaZy1lrMM1A4HE7GGZndZPw+raeImXbRM91yUpJS7cWL7YzMVlRmP2eyHQ+TEyeGsWdPKxhDVmGVUgPz87NlubEAS3FROLwARYkDICnxGJC/e9H+uatqAoQIMN3CzPlAuq7BMKjVBRsOh+H3+63tA0gWcyXg8WReb1Z6EYeDg4ODQ+1ZiwXdhmFgbGxp5rEsu/LmI8y8R7Y4RhCI5Rzh4NCoZH8KKIMbbrgBX/ziF3H48OFKbdJhDUKfehIAA5KznMAYr36Px4FoDJicAOku/aJazED1ha5O/Gr7Fpzp6cZ0awvO9HTj5R3bMB/w807D5H5Ny0of5TP9zHUSUQT6N4AIQtaqS6aqMB7fD/3BB2A8vh/MFPLSMLdPevsA86ZLKT8WXh8vw5UloL196W+SyS2z8j0bLBwGffLJ4g9ajTETE4QQeDxe+P0BeDxea66YY19TPfKdN9R23hSyzK2mgLPWMI+1LMsQRX6suSXmUtJSlmVs3z4IOSnK2rsCGYMl+FFKk/82oOu6ZR1qJqmy7df+GYuiCJ/Ph2g0al1HZdltVdLnSiiaswYJIdA0NWXwNRcNYdmHVRs+jHupS9JhbSNcex2Epqasv6NNTTi3dTOOHz+KUGikJtc1pqpg//0Y4PUCQvJLTMC/JEoC2LABbHKq4DbyxRhmAn3Tps1Yt64LmzZtxp49V6z4gg3S0wumaVl/Z4/dKsXsyy/g4Le+jtMjpzEdWcDpkdN48Zv3YvblFyq6n9WK2Y22desAenr6q55cSo//eTEMF9FNC22TbPfEQpT6vSpGhDOPUSAQhCRJWa2eS1lrMc9AwWDQmrcrilyRMmsbzRl0djHTFD1FUbKOJ5+7J2WInl1dPVacko4pVs3Pz+Lgwedw6tQJTE9P4NSpE3jxxecwPz9b0vEwBbZs5DpmhmEgFBrJec23x0VLjgqp8RiQv3vR/rlnOjhwEdEUo83Cx/S4i1IGSZIxOHgRJEkueNwdHBwcHBzyke/eu1qZn5/FgQPP4NSpE5idnQKlFHNzhd8vdxogyX9YMkYiCAabsW3bTuf+69DQVKzj701vehMeffRR3H///TjvvPPw1re+FW95y1uwaVNjzNJxKJ9azv1ioTGQji6w2VkgoQJKHJbnDGNAKAR0dpS83UJ2PB0dXXi56TSox8MtNQEIjMEQRZzc0IdLKINw3XXW3wg7BtG96XyEfvooDEXhFfltbXw+EDKrLkuxUTS3T/7uCzC+/S3QR3+U/CHh718ULIHROm66DqG7py6V75ViNc8ganSKPW/KndPiUDr2Y+3zpc7RMQwKTdOwc+eFVjLu2LEjIERICmpc5ONJodRrnmEYoJRXlwcCwYwkVa7P2OVyQRSllMHVi4uLOH78cE5rDDNBRimFYSwl4gRBTIqZBPF4rCLHqxCUMuv4BYPBmuzToXFJmTm7sAAsLIDFY1g8bwNeu/lGaCOna9rRTJ96csnpwB/gHf6m3ackA7FYXgGr2BijVraOtcR0YWC2mWLW74LBlNhtuejxOI6/eAA6lionBfCr7PEXD2DPzgvK6vxbi9XWtSI9/reLLoIgpHROlVtkVsr3qpRYt1yLzHSKsSRdt64LIyNnwRifIUeIbBUNuVwSrr/+Frhcqed2sR2c+Tojzz9/K0Kh/PaZu3fvxdTUBM6cOQVVTcDt9mSIf/bjUcoxK8bFwh4XCYJoxTYA/8wSCQUejzfvs4r9czc7B5bcGQyYTgmMwbL3zBZ3mce3r6+/pp2zDg4ODg6ri0IF3eV2yDcyhmFgePhIMtZZmnm8uLhQ8O/8fj98Ph+ampqRSKggBOjq6kZPT9+qO04Oq4+Kldn/xV/8BX7xi1/gm9/8Jq644gp8+9vfxpvf/Ga84x3vwH333YeJiYlK7cqhhtAjQzDu+jSM730X7IUDML73XRh/9WnQI0NV2R/p6QUzDKC3j4t+9icjQoDOTrBvfTNnt1wuslemUqtCcmpqApqhA339vHPPLHNlDLrLjcl3vCND7JQ8Xmy/9kZI520Ea2u3Ov3Sqy4L2Sjm7PyTXZD+4DbI3/oOxA//IYQ3vgXYdD6wfQdIIDVxbSa3al35XkmKqQh2qA7FnjeVSkI5FMZ+rF0uF5qbW+H1+uFyueHz+bF+fa+VlDKTb9u27UxaQjGrcj8dM1mlKHEYBs1IUuX7jEVRsAZX9/T0QxRFBAJNWavv+b6WEnBcAFyqol/qJFgS5KoNY/z6PFDnWacOjYGwYxDkvb/PY41YFDQQwMnt26CPnAWxJZBr0dHMQmN8xp8s8S+Oyw14vPzf5sN4DgGr3BhjtWC5JHi9YMkiBKbrIF4vhA/cXtFCtfEnHkeuo6kCCP18f8nbnJ+fxYsvPosjR17FmTMnceTIq3jxxWdXdbV1LUmP/80ZaYQQ+HyBlHtPLYrMSol1i+nUK4ZiuvNcLhcGBy8EIaIVPxBCIMsuXHDBpRmin0mxHZzZOiO3bRvAiRPHMDw8BEWJIRaLYWFhDpotHo3FonjmmSdw6tQJxOMxRKPRjNfYj0cpx6xYFwt7XJTuUkCIKdzlf1axf+5utweCQFK2YYp9dvETyIy7zONrP+5dXT04dy5U0y51BwcHB4eVTTkd8iudbO+Zd+9ljxtMlmbyCvB4fNiz5wpceukV6Os7zxH9HFYEFZ/xt3fvXuzduxd33XUXnn32WTzyyCP4l3/5F3zpS1/C0FB1xCKH6lDK3K9KYVZu0/l5bmtp6EtV7x4vn8uTnGdX6vwde2VqLBZFU1MQHR3rQYiIqalJ/iAXDIJtHwCZnQWSnXykrQ3x1uyV/sVUu5o2itk6qop5L/aZePSyy3lVfzjMO7F0nYt+yeRWvsp3UuHK90qQXuW+Zcs2nDhxbNXNIGp0iu2YqFVXZvp50d+/ujpUiiH9WBNCrDk6lLKMrjWeBOrDmTMnLTuq3J14/B/D0DOSVIU+Y6/Xi1BoBNFoFPF4DLFYFJIkJa00mWV5Za6Z/yNC01Trd7zr0IAompZdS5ag9r+vLAyiKCQtsuo759ShMWCqCvatb4I0NQNNzZha1wbN7eZd/6MjPBZIfg+K7Wgu1yGB9PQChgH09fN5xprO4x5KAVEEectv5NzOcmOM1YCwY5DHpE8+CTYegtDdUxV3itjcXM6KSQFAbH6upO0ZhoFDh36FcHjBElsYA1Q1gUOHfoWrrrreiX0qQLY5cbIsZxSc1KLIrJS5gMV06hVLMc8rGzZsQk9PL44eHUI4HEYwGMTAwGDF7pn2zkhKDbz00oEU+0xgyT6zubkVABCPRyHLLrhcLng8HiQS8YzXKIpi2Zp3dXUXfcyKdbGwx0WmYGy6MAAEhAgFrTbTP3e/P4hIhNuOu91eqGoCgkDg9wdLEqNzdSzu3DmIYLAlz6fh4ODg4LCWWYsF3dnes6IoBf/OLMhxXMgcVioVF/5MzPlBqqpC1/UqJvMcqkU9kkmW/dZn7uLWlqKbz/uTJJD+DYAggAhC2ZaV5kMnIYAsi9A0Pvcp5aFOEIB166y/KXSBL2TxU0n7zULJrRT7Mrs42ByE8P7KVr4vl2wPq7LswpYt26Eocce+pobkPG9sojJQ2SRULrKdF6HQCLZuHUBz88qeRVUK6ceaMQZFUUCpAVl2obOzK+NvJiZCIISgubkViqIgHF6w7r2mKGfOppFlCW1t7RnfrXyfMWP8s+DJSgHRaBS6rkEUxeS8GQrGqNWofd5556O1tR2HD78CQgRIkghdX6rSNww9KfaZ269enOD3B3DDDa/L2bXgsPZIj3FiHg8E8/ui67wAKBkLFPMAXKqltx2r+EKWwbbvAGZmgIQCuD0gfX2Qfud3c/7tSrb4riT2Iqlq4WttBY0sZBX/KABfS2tJ2wuFRrG4OA8g1dyCMYbFxQWEQqPo6ztvWWt24Nhj9c7O9UUJb9WiEhaZ5ay1GEtSSXJh167dJb+nQqQXdFFKk1X3JKt9pqLErTwCIUu/N0U3w+CW5bzzjyEQaMKZM68hFBrF+vW8A67QMSs26ZkeF7lcLshyqyU4bt++syirr/TP3SzmikajOHeudDE6X8fi0aOHcemll4MQ5/kpkUjgiSeewOjoKDo7O3HVVVehrW3tPE84ODg4ZGMtjtlZes+2Jo1kbkVVEzn/ziy4dlzIHFYqFRX+GGN47rnn8Mgjj+CnP/0pFhYWcMEFF+ATn/gE3vzmN1dyVw41oF7JJGHHIMTbPwTj61/lVe8eD0hbu2V3Zc6zK4Ziq++rKWiQnl5QTct6LEt5L9b2kskt870Z33ko5b1liIM9PXDfdCN0IqJR9Pd8D6snTgyvSk/xUqjHvJ9iOiYqnYRKJ995MTy8Or3mc2E/1tFoFIoShWFQiKIASZJx8ODzaGtrB0Csc8SexPJ6vTAMHdFoBLwinVjWmx6PDz6fD+3tmfNSc33GZlefYRi2BwRuFWYYOkSRQBQFMCZYVes+XwCCIECSJGiamrRXFq3uQAA5LbkqSVNTMy699IqGE/1mZmbQ0tJiWXzlIhqNYnh4GJdcckmNVrY2SI9xfIqCKUK4+EcI7/pPUugBeLkOCfbiCxYOg3R0ZC2+yPq3FY4xHHLTff3NCH3r68jWS+0C0HNjacLj5OR4iqO9HcYYJibGHeGvChQrvFWTYucCNsJal0u2gi5FUeByyZAkOaWTD+BFRtFoxLIl1XUNCwtz8PkClugWj8ehqgq8Xm/KzD/D0HHuXAiXXLIXk5MTeY9ZsUnPbHERY0AgECx5/muuz72rq3QxOn/HoorxcWfudigUwgc+8AGcPXvWOr+am5vxj//4j9i7d2+dV+fg4OBQP2pR0N1omO+ZsSVLbH6PZckiZiMjN+H1+gGQgp39Dg6NTMWEv7/927/Fj3/8Y0xPT2PLli14//vfj7e85S3YsGFDpXbhUGPyJpNUFZiegv7gAyXZWRWLcMPNYI/vL2g9mI981ffiztTq+2oKGsXaKJZCoc4Ce+U7IQCRRUBrnJkPxdrrrEVy2faUmlwoh2I6JqqZhHLOi1RaWtqwe/dePPPME5BlFzweEW63B7quY3Z2CjMzU2hpacXkJMPo6Fm0tLSB0qUklt8fgKZpKdaaPp8fHo8HkpQ7oM/2GVNKcebMawCWug81TUvuT4QsyxBFEaLI18jtRBmGhw8jkVBACLEEPy4WGgX99CsDwebN26v+3SmHa665Bt/97ndx4YUXAuAi6Jve9Cb80z/9E7Zs2WK97sSJE/i93/s9HDlypF5LXZWkxzidM3MIdXXAEJJzfj1LQnGhB+BKOCTYiy/oyFmQ+TmgtQVsLAS2eUvOGKsaMYZDdiSvF1v3XI7jLx6ACm7vScFFv617r4DoLq24gOehGYBsM05ZwxRrrUaKFd5qQaFir0ZaayHS30tHR1fWgi5BIIhEuF1naiffUoGRKJqv5zbgsVgEstxqiXwulxsejzdjDZqmYXJyouAxKybpaX8/PT19AIB4PF5xAbac2Dp/x6KAWGz12bSVype+9CUsLCzg85//PHbt2oXR0VF88YtfxN/8zd/g0UcfrffyHBwcHOpGtQu6GxFRFLF9+w4cP34Uuq5CEAhcLjcSiQSCQT8kSUQkEoauGxBFES6XBz09fQgGgyuu6MrBwU7FhL+f//zneMc73oG3vOUt2L59e6U261BHciaTImFgbIxXzrndJdlZFUux1oO5sFffQxTBpqaAhAI6Pw92370Q7vkCIKc+LFZL0Fjue8n33rJ1FuCvPwv23HNWl6N4/XUZ77XerEVP8WLI1/F27FjjdLxVKwnlnBeZTE1NQJIkuFz8OmHOtjGtOxVFsbr75uZmIMsyDIOL/IQQeDwehMOLlk1WLBZFIpHA4OBFec+l9M/4+PGjEAQBqqqmzLbhCTPeURgMNlkJOVEUMTc3A0HgM/wEgVjin93us9pIkoTp6Sls3Li5ZvsslnRrU8YYzpw5g0Qit9WIQ+VIj3FExrDl7ChO9PdBc7lB2tqKfgCulEMCkV0gPd0gP3kMdHERkGXQ557LG2NVOsZwyE/b7r3Ys/MChH6+H7H5OfhaWtFz4y0li34AsH59NyYnx8HFv1QIEbB+fXcFVuzQyCyn2Kse7hD5yPZejh8/CsYY3G53ymvdbg/i8TgUJQ6AgFIDLpfHcgfw+4Nwu91YXJxPcQgwYx4A8Hp9WddRbLxYKOm5uLiQ8n4o5SMJqlWIV2psnb9jkcLnW302baXy0ksv4U//9E/xtre9DQCwefNmtLe3413vehdmZ2cdy08HB4c1TaO5CqiqimPHqjNn2KSlpQ2XX34VRkZGrPfs8Xhw4sQxaJqGYLA5JRZoxOJhB4dSqZjw9/jjj1dqUw4NQtZkkqoCY2NAby9I8iGuFDurUijGejAXZvU9lDgwOsItQwUBoBRscgL6t/8Nrg9+MHOfRT50FWshWon3kuu9Ze0sGB8HveMjgNeX0gkofvBDwLaBkvdVLdaip3gxrOaOt2K+M855kUm6GJpIKKCU8U5ewpNlJrquo7OzC3Nzs9A0LelWqECWZciyC4TwWToejwfnzo2hr6+/6MDe7/djYsJIin4MhkFt+2bQNBXz87Pw+QLw+fxobW3D5OQ5uN0eKErcEipNUbI2LFmcOjikky3GaV5YwG6DYfId70C8ta3oB+BK2W2WaxlayRjDoTCi24P+N7512dvp7u7D6dMnEQ4vgFKanHnKIAgCgsFmq8PIYXVQbDdcMcVe9XSHyEauwjVNU6FpKlwuV8r8OkIIvF4vIpFIMjbhohtjFIFA0BL3/P4gotFwMu4hySp8Cf39GzE1dS5jJh5QWryYK+nJGHDw4HMNXYiXv2PRhW7H5hnnzp3Dtm3bUn62fft2MMYwOTnpCH8ODg5rhlzFQo3iKnD27CkMDb2SvO8SzMxMYWTkLAYHL8SGDZsqui9RFNHb25/irLFnT1vDCKAODpWmojP+HFYf6ckkTE/xzpG0yk2geDurUijGetCONffuhw8Ds7PAzDRAqTUfEIIAMAb66D6w3/99oIyh5/TIEIz77gU7e5oLirIE+uNHIN72wbwdj6W+l1zk6ixglALjY0CwCaSpOblPGYjHod33NQj/8x6gwhUz5bIWPcWLYbV1vJkBZuS1k/D+8il0nB2BKEk5u4Sd8yKTdDHUMAxLyOIJYrsdGO+uM5NY4+NjcLvd8Hp9GcmxdCHZMAyEQqPWzKn167vR1dWNqSk+I8fsKtR1I6v/PQBLkLzkkr04deo1m+VoMGmbkW0yVjXhYmNXl9M145Ade4yDcyFI/b1gV12LvhLvlZWy2yzXMpRGIjDu/VewU6dANm2C8I53OqLfCkAURezadTGGhw8jEgmDMQpCBAQCQWzfvtNJOKwicnXDUUrh8WR2i+Yr9mpEd4hchWuCIMIwKBIJJcWWkzFmWWaabgCiKCadDOLweLwghECWZTQ3tyKRUKDrOrq7e7Bz54VgjB/TSsSL2ZKeodBIwxfi5etYHBgYhCA0zmz3esHt5VO/C+ZnWosZ0w4ODg6NQKMVCwGpQqTL5cbQ0K8B0GQ+w7T5NjA09Ap6enohSa6qOh00igDq4FANHOHPoSB2wUp/8AEgi+gHlGZnVQ3sc++wMA+cPQ3oOuD1ApIticYowAD9yV8A199c0j6YqsL4yj+AnTjOt00EgFGw2VkYX/kHkK/8c9WTbTk7C2ZmAFVNmUsEcEFQP3UKwv/8LMh1NzZEF8Ba9BQvhtXU8WYGmGpCgXD8GIx1bRhracLms6NoiUSzdrDkOy+2bh1Yk+dFuhjKE2N8dqcgCCkJQ/McYYwnNBYWFpBIqEnLT2+K+GcXkufnZ3Ho0K+SlloAwHDu3CgIEeD3B+B2uy2LLXNOXzYMQ0c0GsVrr51EIBCwzmVZluHxeKFpqm2mVfUhhMDtdjtdMw55MWMcQgBZFqFpRsnJ0krZbZZjGao/ug/0y//AHQ5ECexXB6E/9giET/wppDffWtobcag5LS1t2Lv3SqfKuIrU2xKzUDec2+3OKM7JV+zViO4QuQrXPB4PEol4Rrc/n/2LjNjEtDC3C4VmDCOKEnbuvND67Kr5HLGcQrxanm/ZOha7u3vgdrugNdBs93ryhS98AcFgMOPnf/d3f4dAIGD9PyEE//Iv/1LLpTk4ODhUnXg8jueffxqKoiRzB174fL6MYqFa3rvShcjFxXmoagKSJGbcew1Dx9DQIfh8Xpw9e9pyxjAMHcePH8UFF1yMtraOqqzTwWG14Ah/DiVRKTurSpNhj9XWDnbmNP+logB+CVabjCSBdHaChUIo1QGO/vxxsGPDPG9NkjclIgAGBTt2DPTnj0N8/Zsq9K6yk7OzIKEALhdIW7v1IxZe5Fanug6qacDkZMXnMZZLo3mKNwKrpeMtJck1P8+vDYTAEEWc3NCH3UeOQWAsawdLtvOiv78flGJNVi6ni6FutwexWAyGQeFyuaAoCjwej1UZ7/F48eyzT2BxcQG6roNSA6qqIB6PIRBosmYFmiKhYRgYHj6McHgBAL9MMoZkks5ALBaFy+WygnAebPMEWyYEAMPIyGlcd93NGBk5g2g0AkqNpPWoAEJKF1WWw3nnnd/Q15T77rsP69atA7A08+/rX/96iv3U9PR0XdbmUBpW9+DPHgd9+pc8TrjmWpDNW4reRqkxFo1EuOinaYCYDOlFCdA00C//A+gNN0Go4JynUm3Oq72d1YJTZVw9GqHKPZdQJ4oiFCV1bp1JvmKvRnSHyFW4xkU7vxU3mP+mlCEQCGYInoQQ+P2BZPzC8gp61XyOKLcQrx7nW/r1w7E3X2Lv3r0AkPGdyPVzBwcHh9XE2bOn8OtfH4SuawAAwwA0TUUsFkFzcytEkeLw4VdAKcPc3AxEUYQoilW9d2UrhjIMCkJMZyOSERuMjp5Ovk63CokkSYaqqjhw4BlcfvnVaGtbV9F1OjisJhzhz6EkKmVnVWky7LEEAejqAkZGuNWnpgKyDIgiEGwCO3sGuksGEipI33nFzw58+pd8eyTLAzc1QH/5y6oLf7k6C9DUBAQClq0po5SLfga3MiFuD1CleYzlslaTXbkqqlZLJ2RKkktRUrIQuiRhor0V3dOzOTtY7OcFITw5Zp9lt9awJ7dmZqYQi8WQSMSh6zp0XYOixNHU1Ixt23bi+PGjSRGPJbsD+fdf13VEoxHIcqslEnZ0dOHIkVcwMzOVDL5FEMK7BU0RyjB0q/JeEATLTtQU+exQSqHrOlwuhtOnT0LTVChKzBISKeXdguYcq2ojy274/YHCL6wTPT09eOWVVzJ+9qtf/Srjtd3djl3pSoCdOA72s/1gyXiEPvyfwM9+mlFsk0v4KjXGMu79V6vTLwNFgfHV/wfhTz6Zd5/FYndVsM8QLrWQqFLbcXAoRKNYYuYS6swZuNnim3zFXo3oDpGvcM3v9+OSS/ZicnLCinsppRgZOZV1W5IkY/PmbRAEIWPuXig0khE7V+M5opxCvEY53xyWePDBB+u9BAcHB4eaYY/1tfXdGNKjWe9jhmFgYWEOkiQjFotC1zXoCQWEUrgFEf6Ozqrdu7IVQ0mSCFXluQFKqWXRzBig6xpEkduGm3kNgP9ckmQADK+++jKuvfYm5x7r4JADR/hzKIlK2VlVmnR7LIMQTFx4EeIbN8I7O4OusXEIgSAQXgSmpoCEAjo3B7zyCtDdU3TSiTEku/2y/bJWBnaZsxeF7h6QK64AvftvlhKGMzN8BqEggEgS0L7UCViNeYwOxVGoGng1dEKmJLk8HljelAAIY4i7uT1lPbuEVxqCIFqJKL/fD5/Ph0RCsebiuFwuxOMxRCKLoJRalXKECJbgpusa4vE4gsEmrF/fi5dffgHz83PJynqaDLQlS5wD7N1/gCRJyfOQZe34M0VDVU3g1KkTCAab0NLSlpzNYyCRiAMg0DS1JsfM7/cjnkVAaRR+9rOf1XsJDgUoRSzLcB4An7ObXmxTSPgqJcZip05lF/0AQBTBTp8GsHyxrdj3VqvtOKRiGAbGxjIFkbVOpSwxDcMoKibLVdSVrxvO6+Uz7gp1t9lpRHeIQoVrkuRKOdaUGjh3bgyapmVsS5Zla8awyfz8HE6cGK5ZJ105hXiNaMHqUBynT5/Gvn378PGPf7zeS3FwqDv1tsd2KA96ZAjG/Uux/rEN/VDP6wOTsj8nWN11hg41kXw2J0DM0KGNnoW/uRVyU3PF713ZiqH8/qD1zG4vDjZnseYaFcILbWQkEqpzj3VwyENVhD/GGP7jP/4DTz/9NBhjuOqqq/Dud787py2Jw8oim+hUb5smuz3WfMCPkxv6oEkSBK0DNN6L8Z07sfnA82jWNG6J6fECssS74cZDYE3NRSWdhGuuAX3myewKnyhCuPra6r1JFJGEtCUMkVC4QCkKIBvOA4hgLTvfPEY9Hsf4E48jNjcHX1MT1ksyyOSUY8dVAYqtBm70TshCDwQpSa62NpCpSbCkeMQIgTehAKhvl/BKxJ5UMmfemGiajnPnxi3RjlIGw9CTgTJJWngyeL0+7N69Fy+//AIMQ4dkPQzwigbD0EGIYFXUCQKsqju324N4PJ7sUlCgqkrK+gghyYo8HYahWzZebrcHgAJKXVCU2glxsVgUtSvHcFhtlCqWZTgP2H+XLLYRrr2uoPBVSoxFNm0C+9XB7OKfYYBs3LhssY2pKvR//r9gR48APj/Q3g5ii+dLKSSiTz0JOj/Pi7AUBfB4uD25IDgFSWUyPz+L48ePIpFIVFUQKSYRaBgGQqFRTE6OgzFg/fpu9PT01S1hWAlLzNnZGRw+PFRQcMpX1JVPqPP5MrvhCiVZG9UdopTCNVEUMTCwM3lsU9/D+vU9ePnlF6xjOTFhIBwOw+fzWXblteikK7UQrxLnm5Nwrx1TU1N45JFHsG/fPgwNDUGWZUf4c1jzNII9tkPpMFWFcX9qrB8NBrhHD6VgufLwDNASiuUYBvBcjSEIiC3MoTkYrLglcrZiKEEQEAw2YXFx0TKKMouMPR4vVFXN6hbEGINhGPB6Rce62cEhD1UR/r74xS/iJz/5CV7/+tcjHo/jS1/6Ek6ePIk777yzGrtzqANEdjVUcsa0x9IVBSf7+2AYBoSEApizxdwunLxkNy5+5FEILhdgr3zRdbDZGTBKcyadTMEN4yHeOTc7B+i8mw6UchFxy1aIN91UtfdYTBLSnjA0nvg5MHwYpLMLRBTBbB06uTqtZl9+AcdfPAAVgKDroBMhjCUS2Dx+Ds3POHZcy2U1VAMX80BgT3IRQQDr6wcZHQHTdUiGgc6JKZBAoK5dwiuRQkklQpAi+gFLLqu86VKApqmYmBi3Pj+Ph1uNaRq1vQ5Wx58oSknhjv+sqakZkiSDMQZNS1hBOJ8JINn8+QUoigJJkhCNhkEpS9muuT3TMrQa1p+EAHNzM6DUaMjEWSiUvfgiFz09TndsrShHLEt3HrBjFtsUIw6KN99SdIwlfvAj0B97hM/4S8fjgfjhjxa9z2yYcQc7egQIh4GFBWB6kl/Tg00p760Y6MsHgddO8PiJCACjYFOTIP0bQALBorfjwOEzWo+AMaOq1oLF3Pfn52dx6NCvsLg4b1VmT06O4/Tpk9i16+K6JAyXa4lpGAaOHj1csFirmKKuUrrhiqFR3SHyFa6li1r9/f3Yu/cKjI8v/ayjo8sqTDKPpaqq0HUVi4sqfL4AvF6vFUtUO3YuJTRZ7vnmJNyrTyQSwU9+8hPs27cPzz//PCil2L59O+6880689a1vrffyHBzqimNXvHLRn/wF2OIiH22UxB+LYaq1BUC2AR0cmqUgiYCLfxRAfHoa/vO3VnStuYqhvF4f/P4AfD4/IpEIgsEgmppacPTokDX2JT1fYM4DdLncdbE5d3BYKSxL+JuYmEBXV1fGz/ft24fvf//76OjoAABcfvnl+OxnP+sIfw5Vw7QgnXzoQWgJBYJh8Om1ACDxAEXz+TCxeQu6h48CsmspI074HLJcyat0wQ0eLyAsAM3NfGagLINsOA/i7R+qmohRShLSTBgK114H465PA0XOCtLjcRx/8QB0AAIDoMQhMMCQZZzs6cbukZBjx7VMKlENXE+KfSDIqEYPBkG3bYc0N4cti1HI73iX0z1aBoWSSp2d3dB1HfF4zO6uCoAHxpIkQRQlnDs3bm2DEAK/P4BIZNGy3GKMzwckRIDPt2RDJssyenvPw7lzo8nZi1KyQ5CkbM/j8UFVEzAMbu/JuxCtlUAQePDOZ/1V73i53Z5kJ2RjCuo33XRTxvDyXBBCcPjw4SqvyMGkHLHM7jyQjllsU4w4WApCIAByx8fBvvRFQEnwIiRBBLxeCH/6/0Hw+aGXuU973AG/H1hc4MVOBp8fzLbv4IUdRVo2M1UFffUVy4KcL4Bvj42cBTZvdayfS8QsJpKkzERcpQSRYu77jAHDw4eT82XNew9PM4XDCxgePoy9e6+secJwuZaY586FktbUpvU1g6IoyfuXgFBoFH195xVd1JUu1HV0dGFqagJTU5NlCXeN7g5hJ5uoFQqNYOvWgZT3EAqNpBxLTdMQjYYty/FoNAxVVeD1+pMW5QZCobGqiJ6lCnHLOd+chHv10DQNTzzxBH74wx/iiSeeQCKRQH9/P973vvfhgQcewJ133om9e/fWe5kODnVnNRQor1XYGI/17Y/VW86MINTVAVVwccEsyzMnY4zH5LbfMwBC0kGIaGrF7cMLuRbY76+GYeDUqRPQtAQkScpqD+7xeOFyuepic+7gsFJYlvD3G7/xG7j99tvxgQ98ALItqeD1ejE2NmYJf6FQCD6fb3krdVizFDtjh2zeinhzCwRZ5jcvRpPJJcI7/0CgtDTzpJWmAm53cgcU8HiyJq+yCm4trUBTM1gkDHLjLRD6+qsuYpSVhLTNY2TRMCDwWUHE7wcbvADGdx5KOZ7jTzzOO/0AfnzoUgCgyTLOuWX0qLpjx7UMllsNXG9KeSBo1Gr0lUyhpFJvbx+CwSAWFuZgGLGUqjhZluH3ByCKgjWLz/wcXS4XWlvboShxKIqCYDCITZu2Yv367hT7saVKfCMpCAqIxaJgjHfs+Xw+eDy8O1DTVFBqWJ1+JtxalEFVqeXbXy0SCQUej7dhBfV//Md/zPt7VVXx7//+73juuecsu1WH2lCOQGc6D7A8xTb0yScLioOlQI8MgTz9S7DtA0AoBESjQHMzhL+5G9LuS/l6ixAks27bFneQtnawqUkePwFcvJuZATo6irZs1p/8BeD2LNmsp/xS58VGjvVzSdSimKiY+z6A5HxZlpFXopQiEgnXJWG4XEvMWIwfX0oZVFVFLBaxZugyxjA8fBiBQLDoz8Eu1M3Pz6bYWa707q58FpX5RK3h4VRRKxqNghACRYmnzAY2LcvN7S0szFkFSgsLs3jxxecqeuzKEeLM8214+DAikTAYoyBEQDAYLHi+2b9ndoFZEES4XG4n4V4mf/VXf4Wf/vSnWFxcRHt7O971rnfh1ltvxUUXXYRwOIxvfOMb9V6ig0PDsNILlNcypLcXTNNSOv5clGLg5Gkc3nI+VI87829sQh9gljhx0U9gDKAMvYGmulppi6KICy7YjQMHngalBmRZhq7zUSaiKEAUZTQ1tdTV5tzBYSWwLOHvu9/9Lu655x5873vfw6c//WnceOONAICPfOQjeN/73oft27dDURS89tpr+OxnP1uRBTusLUqZsUOfehKehQXQ5j4IlKb5sxBQQuCJxQAxac8J8NcYBu+Kc7lArrwyY5tZBTdBAHx+CH39NRHAyu0SEHYMQvjcPSDPPAV9ZAyCroMdehXs2aeBtOMZm5uDFepRmlIVJDAGxSUDql5WV4IDZ7nV5/Wm1AeClVSNvhIoJonZ0tKGnTsvxNGjh6yqOLfbDY/Ha3XudXZ2Y3x8NOU8JITA6/UhEGhKSWjlq8T3eDxWR1+6RWhTUzMURYGuawB4klQQBPh8ARiGDlXVUM35e/y9UsTj8YYV1G+5Jfu9I5FI4Dvf+Q6+/vWvY3Z2Fm9/+9vxkY98pMarW9uUI5bZi21oOMzvlbrOhbGkrXEx4mCxpBQmebzA+ZuXfvmdb4PtumBZ+0yJOwQBpH8D78wzbc7jMRCvt2jLZjY2BsHtBu3rB0ZHljr/TLv0Cy52usBLZKmYKDPZUaliomLv+6md3UtwkYzWLWG4nCIkn8+PqSkKxoBYLGLN0OUQCALBsWNH0NPTl1JMYyfb57DaursKdcaVUjTGGMP8/CwY46Kx6SrALcG5ZblhGFbBkSjy2KXSx66YNXd19WSInUsw69/FOBuY37NsAnMiEcfU1KQTT5fB9773PRBCcNVVV+Huu+9Gb29vvZfk4NCwrPQC5bWMdN0N0B55NCPW75uaRncsjgNvfB0WFxcAEFBqQKIM1KCgAll6GmcMokEhaxpkXYcvHMb5qgHj8f1lNTkUmllbbJ6orW0dLr/8Krz66q+gqgn4fBIYowAINmzYiM2bt62omMnBoR4sS/jbuHEj/vVf/xW/+MUvcM899+Db3/427rzzTvzWb/0WLrjgAjz//PMAgMsuuwzbt2+vyIId1g6lzthhoTF0zs1jvL0VBqVc0BOTHX+EQKYUXaOj3OZTEABVBRIq4HIBkTAQCIJ+9q8Bm6hYaVuucim3Yh/g1p/yLa8Hi8ah/9WngUQi6/H0XXc9aGSBi39pLf+UEHhUraj9NSqFgo9a7Gu51ef1xnkgqD/FJDG7u/sQCo0W7Aws9TxMTwATQuDzBZIJUQrDMKzt7NhxASKRMI4eHYKmqSAEkGUXdF1DJBJJBuzVw56gbXRB3SQej+Pb3/427r//fiwsLODtb387PvzhD6Ovr6/eS1tzlCuW2efssvEQhO6elIflYsRBoDing6LnBRa5z3Qy4o5AEGT7DrDZGSAWA7nhJoh3fLzoRIBZjUyCTWDbd/COwYTCuwCbmyFevLuo7TgsYRYTMWZk/K5SxUTF3vdN6+Z08Y9fi4W6xgflFiGtX9+DUGgEi4uLlhCztE2StJPmsbEsu4ou6irVTq2S8WulY+FiRMxixWPDMDA3N2MT+hgy5wKbM4H5z/3+YFXm/aWvmQtwCgzDgCiKmJqawOjo2RSxc2TkDDRNhSiK8PmWzndKjYKipN/vx8SEkSEwmwVb8/OzDTuvuJH51Kc+hX379uHpp5/G6173OuzZswe33nor3vCGNxRtte7gsFZY6QXKaxnickH8wG0w7s+M9V1/8AFsbQri1KkTSMzPIxaLAYxBIABhAP8PAkIZvPE43PE45EgYm8+MgggijGeegfHg/cCuCyHuvrQoEbDSM2vb2jpw7bU3OU5SDg5lsizhz+SGG27A1Vdfjfvvvx+//du/jXe+85244447HLHPYVmUam/JKIV4+BA2nwvh5KWXQBNFCLoBKkmQVRWbz5yFuHU7WCQMXH0t8Og+AITP7Gtv57Nq0kTF5QhulaQSXQKFjmeXKCEEQAe4OKomrIJVWdOwPqEBhJTcldAIVDr4WM6+VrIFpvNA0BgUSmIW2xlY6nmYLQHscrkgy62Ix+NoaWlFd3evtR3DMKBpmmX5qSgKqtnllw5jDP39Gxv+uxWNRvGtb30L3/jGNxCNRvFbv/Vb+NCHPoTu7u56L23NUq5YBizN2c1FIXGwWKeDUgqTCu0z6zqzxR2CALKuA8TrLUn0A1KrkYkgAMlxAAB452AyrijW3t2BX+u3b9+B48ePQtfVqhQTFXPfZwwYGTkDVU2kWEwDXAQKBIIrMj4QRREDAztx4MCzWJrzx8UqU3AihBdtlFLUVYp7QiXj12rEwsWImMWKxxMTIei6ZhUUAbDOJ+5K4Idh6JbY6vcHUkaNFGtFV4z4aV+zOWfQtLI1DIpYLIpgsNnavyAIiMUiViyULioVEiW7unpw/PjRDIHZfF+SJDl2n2Xw/ve/H+9///tx+vRp7Nu3Dz/60Y9w11134e6778Zll11muUM4ODjwe97mzdtw6BDvrJIkCS6XG7LsWhEFymsdYccgkCPW7zIMjJ49jdj8LIgkWb6ehAAypWiKxaG2tcPDCHqPDmN9NM4/70gYMN0+RkdhPP8sjK/+M8ibb4X0u7+XNT6vlquB4yTl4FA+FRH+AP7w9+EPfxi/+Zu/ib//+7/HG9/4Rnzyk5/Eb/7mb1ZqFw5rjFKSWkxVgUOvAIKA5plZXLz/Z5jo74Xi9cIzv4Cu6WkI528B8fsh/tEfA6EQaE8vIEoZaWi7qFhJW67lsJwkpEmh40mmp7F1z+U4/uIBqAQQPF7QRAJyIoEt4+dADAOkhP01CrW0VCp2Xys1cFnpHYtriWKEvVLPw1wJYEIIgsEm7N691xL8RkfPYHj4MERRhKomQGlmR0q1YQxYt66j8AvrRCQSwTe+8Q08+OCDSCQS+O3f/m3cfvvt6OzsrPfSHFCeWFb0TOIc4mApTgelFiYVEiQz1liBuCN9e7mqkc3tlWLvvpaxn2fB3l5cdsN1GD03UZViomLv+9u378ShQ7/CwsK8VewhCAJaW1uxffvOFRsftLW1Y2BgJ44eHUpaS4pwuz2WOGMKV6UU0xQrhFUyfq1WLFyMiHn++VvziscdHV0IhUZw5swpqGoCbrcHzc2tUJQ4otGItVZBIJBlT9JWlcDj8aZsqxjniWLFTzPe0XUu+tmtbAnh8UU0GkZz85LIxy1IKRRFgdeburZCoqQoimhtbU/afDJrH6bILAiCM19rGWzcuBEf//jH8fGPfxyvvPIKfvSjH+HRRx8FYwwf+9jH8IY3vAG/+Zu/icsvv7zeS3VwqBvz87M4efIYRFGEKErQNB2CIGLHjgtW5OzZtUiuWF8URWxejOAVJYFEQLLm+RHG4I/HQXQdLkFAf0sruhbC/NmCUm7xb1D+T2QeiMcAtwfsm/dBP/QKxNs+mBGf5yoIYowhHF7ESy+9gJ6e3hVT+O7gsBogLL00swRmZ2fx+c9/Hk8//TRUVcWFF16IT33qU9i6dSteeuklfO5zn4MkSbjrrruwa9euSq67LkxNheu9hKrCrdhEaJpR1DyCamM8vh/G976bM6klvvPd1o3Nem1CWZpBQ5KzYwwduGQPxN94u5WEM771APDi82CUZe0/IZddAem9vw/AVn2fJVElDOys5iHIgGkqaDIJSYpIQgJLn6vy4/+G/h+Fj6eRUBD6+X7E5ufgCzZjvSSBTE0Xvb96ku0cDoVGcOrUiazBRzweR3Nza8WCj1z7AnhCYtOmzRUR/Or9XaXUqFnHYr3fay1ptPeqqiqOHRtCOBxGMBjEwMAgIpFI1gTw5s3bkEgomJ6ewtzcDDRNQzweBaW0LtXUgiDA7faira296vOSOjqCZf3d3r17EYlEcPnll+O2225De3t73tcPDq5s4aPRY6jlfv/SRSumaRCamkoSrdLjHkbpkiWmLEO47cOQ3vBG/jtVhXHXp7MWJhGvF2KaHXq5lBN3ZKzHdmypmn17tXo/KxnDMDB+8ACiTz8Fz9w81i8sQlBViC1NIH9wG8hA9a4Rxdz3Z2en8corLyEWi4IQAlmWEQw2Y/v2nSsyaWjFz4qKF154FrFYxLJ6NMU/UZRKvscYhoGDB5/LKoTZt1fJmLJa8Wmx210S3JZiB7fbha6uHoyPj0HTVCQSCcRiUYiiAL8/CFmWrZl3hkHh9/shy26Ew4vw+XxwuVKvB4U+i2KPu8n8/Cx+/euDCIcXIQhLs4oJEUApv0/4fD5LgFSUOGKxGNxuN3w+PxRFsew5XS43zj9/S95jHAqN4LXXjkPT1IzzrJTPqNFiyUKUG0MtF8YYnnvuOfzwhz/E/v37EYlEcOTIkbqspRgaLYZaaedZvWn041Xq9bHaNPrxaiSKPVb6gw9APfgCDly0C7okQaQUblWD6cYjNbdgd8IAeeEAAIBNTwHjIQAEiEZ4NYokA14vz7F290DYsCEjPj9+/CimpydS9m3vnHe73fB6fVYnaa3jQ+fcKg3neBVPPY5VsTHUsjr+Pv3pT2N8fBx33nknvF4vvvvd7+KDH/wgfvazn+GSSy7B9773PfzHf/wHPvKRj+CGG27A5z73ueXszmGNUUq3ndXNJstLM2gUBfB4QNraQfZenlL9YlbKQ8z8CqRXypdT9V8tSq3YtyNcex2E/y58PEW3B/1vfGtR26zl3LxyyVaNbA8+GKNIJOIVsf4sxb5pJbNSOxYdiufs2VMYGnol2R1AMDMzhZGRsxgcvDCjq8Hj8eLEiWGoagLh8AIoNef91cs+iSdjXS5XRWf+VJpwmCdxnnvuORw4cCDn68x5P42ckFrrlDqTOOd2bJ35LLwIjI4Ams7n7lIKet9XQTf087ikzI68Uq00lxN32PepPfEU9LOjYB2dvHMm7YmoVHv3tcb8/CyOHR2CemQIJOAHDQYwruvYcnYUrbEY6P33VVUcLXTfNwwDJ04Mw+12w+12Wz8vZr5ZoxMOL0DTVMTj8eR8WoJ4PI6mpmbs2HFBye+r2C7KSsaU1YpPi7WAz9YR2dvbgwMHnrO6ED0eDxKJOBhjVjedaSeuaRp6enrh9wetmKNU54lSZyu2tLRh/freZDzDBTyPxwNFURCPc3HbMJbcDNxuD+LxOChlWFiYs2w7+XzABDweT1HHUhQz34Njp195CCG48sorceWVV+Izn/kMnnjiiXovycGhbkxMhKCqiayFB438LFVJVkJeazmQnl5Iz/wSu46fxMkNfdAlCQADIwSSpmFLyzqIogTDdBNRFN5IoSZ4zM4YICbvn4IAJBTQcBj42eMgkmw9V/i2bk525vPXmvd03m/Eku5X1XHfcnBwyM6yhL8XX3wRX/nKV3D11VcDAC655BJcfvnlGBkZwcaNG0EIwbvf/W688Y1vxP/9v/+3Igt2WJ1kTUSVkNRKsbxKzqCxtp3F8kq49jrgp4+BRouz8ExPfDFVhfH4/pJn0ORKuNVipk2lbbtqOTdvOaRbKlUz+CjGvmm1B5UOuWn0z95c38LCAl57bRgAgSBwMxBe7W5gaOgV9PT0Wg9/9gpRTVOTFlU80bUMQ4FlwqxEYiML7t/85jfrvQSHMkm/Z8PQihat8t3vl4qSRC76GZQ/XAN8HocopgiJpRYm1cNK09wnImHQWAw4e4a/nfM2gro90H/6Y0y94x2ITo7D292Frpk5CGnXjnR791rSCNdt06ZRn5oE0ZLzlhmDIYo4uaEPlwwfB8Jh0DqKo6WKKisFwzAwPHwEoiiipaU1pYtLll1oamoua7vFWIMWawlaDJXclp1SLODt4jEhwMTEWMo5Qwix5vsZBkUiocDl8kCWZezceWHKs8WePa0lO0+Y4idjLOVz9Hg8OWOFYDAIt9udctxMgdK0s+ViH99WIBBENBqxxULcgcDv9+PEiWPYs6ct5zodO/364Xa78frXv77ey3BwqBvT01PJ4s0lq2FFiVvd1436LFUpVkpeazmYTRUtkSh2HzmGifZWxN0eeBMK1scUyB/8Q4BhqfHC4wEY5d19AH8eMZ8vKAXcHiAeA73va0Bbu/Vcsa65GWO33ATd50t2wkeh69w2VpKklCKYlRwfOjisJJYl/G3btg0/+MEPMDg4CLfbje9+97sIBALo6UkVWZqamnDnnXcua6EOq5dCiahiklqlzuIjLhfk2z6ExL1fAytRBCs3cZbr73D9DcATv6hJIq5S3Yu1nJu3XNKrkRMJxQpqzQpjYMl3/OWXX0B3d3nWn4Uqnz0eDw4efG5VB5UO2Wn0Bwr7+sLhMFSVr1MUJUv8AwDD0HH06BB27doNYKlCVFVVKEosmfzK3lVQSwRBRDwehSTJZSc0q81ll11W7yU4lEG2ezlmZ0D8fiCL8GcXrQrFD2YsQ8+eXer0M5EkkLb2DCGx2I48pqow7vsa2OgYkFDA3B6gvb3krsRSMDshEY8viZlJTY+NnMXCpXtwcmM/9KFXILStg9G9HqHODmw+O4qWyFKSKVsBVy1olOu2KaoRRYE1aCyJJkk419aK7qmZosXRaoiZq9XxwLShJIQk48elTghd15eVsCrURVlsN10xVHJb2WzAC4mY6edcd3dP1nPG7PBTFAUejw/nnbcp6/lZjvOE3+/H6KiSjFXs3XhxeDz+rLFCtuNmCpThcBiKolhdoIQAbrfXeq4wjKV4iHfSaAiFRtHXd17ONZYyK9KhMDfffHPRryWEYP/+/VVcjYNDY2IYBubmZqzrImDOMuXF0k1NLQ37LFUJGiGvVesmABIOo3t6Nmv+03wNa2oGpiYBVeMb8HiXYlBZAlpbgeGjQFdXitsJicXQefAlDO3aCU1TrUJgfh9l0DTNsupeyfGhg8NKYlnC3z333INPfepTuOKKK0AIQX9/P7785S9neO47OOSiWHusQkmtcrrZxMFBSJ+7B/rjj4M+/UsQAOSaa0A2b1n2eov+u2gU7Mv/AGzdtix7sFKohG3XSqrsTq+g5bY8DIQI8PkCIIRYM0QopZibo1CU8qw/81XrbtmyHSdODK8IsdShsjTCA0Up66N0aZ2GoYMQ2YrzBYFYFpUAMDU1adl7Usqg6wYEYenBsZ5wy1F9RdpjHTt2DCdPnkRHRwcuvfTShjieAPBv//Zv+PrXv46pqSkMDAzgrrvuwoUXXljvZdWMrPdyUQSLRvh84fM2grSvSxHsTNGqqPjBjGU+cxfv8AN4ta0oAcEmsNAY4PGAjZ4tee36Q/8G9tLBpS5CSoHpSbC+fjBdr4qVpmnfKcgy2Mx0iphpMIqT3V0wRJF3sYFBFEUYAE5u6MPuI8eszr9sBVz5qISw1UjXbatTyePhZfi264HAGOIed9HiaLXEzGp1lNWbaDQKwzAse/j0TohqJqwq2QFWqW3lswHfsGFT1r/Jdc6tW9eeYgdmQgiB2+3BeedtquizxLp1Xfj1r1+y7LPNffEOwDg6O7sy/ibXcfN4vBBFMcMWLxaLQlFUNDdze1Lz2cLcz/DwYQQCwbzfNcdOv3KMjY3B7/fjxhtvRFtb/YvsHBwakYmJEERRtDqi7fBnu5X5LFUs9c5r1dKNo5gmgJTX/Oog6K9/zQv3AP7sIEtA/wZgbg4AA2lLnVFvEILxpgCIqkKUJFBq2OInLibLcps1v3alxocODiuJZQl/GzduxHe+8x3EYjFomobm5vLsTmrJWk9aVYpKVaVUcqZLOd1s7MRx4Gf7gcVFQJZhfP+/wB7fn/NGW+56c/0dn0UYB2ZmgI6O1L9p4Jk2K62y215BOz4+hvn5WXi9PutBPBaLJANdYgW+5Sb3clXrnju3csRSh8pS7weKfBiGgSNHXsH8/JxlvyEIEihNJB8AuYAmJj39KWUIBoPW387Pz1qWVoKwZA1qn3uTC/N4VHoWoPm9FgQRbW3tDSuo//CHP8Qvf/lLfPGLX0z5+V/8xV/ghz/8ofX/u3btwv33349AIFDrJabw6KOP4p577sFnP/tZXHTRRXjggQdw++2348c//jHa29sLb2AVkHEvj4S54Kdp/J+zZ8Cmp0D6NwAB/j0xRSv65JOg8/NAeDFlBjEEIeV+L+wYhHj7h2B8/atcKGOM/83EueRcPAL6+H7Qyy4vOiHAVBXs0X282868DgkCFwFHR4DtO6pipWmfWQhFSRFEJzdugiaKEAAuZKkq0NcPMjoCDcBEeyvWn5ss2Y58bmoCx577JTRFgeDxYKKlpSxhq5Gu26aoRtraQKYmwWzXV0oIvEoCpAhxtJpiZiU7yhoJj8eLSGQRwJLeaiavIpEwvF5vxfaVTbCuZAfYcrelqiqGhl4BY0ZOG3BJSv2e5jvnZmZmIEkyKM2MF6pxzkxPT8Dr9SIej6aIuIJA4PV6MTk5kfU7ne24UUpx5sxr8HhSP39RFKEoFPF4HKqqpIiMpn16sd+1RrAZXul85CMfwaOPPorHHnsMV155Jd761rfida97nZNodnCwEY1GIYqiZbVsL1YQBAEtLY37LFUJ6pnXqtSM8FIoqqnCfM3Nt4BpKoxvfwv00R/xX3Z0cgEwGgU5b2OqOwmAyfZWRH0+6JQCyXMI4M/6jHEhWVEUeL3eFR0fOjisJCrix+Xz+VaE6Gcmre644w58//vfx8DAAG6//XbMzMzUe2krCnpkCMZdn4bxve+CvXAAxve+C+OvPg16ZKjkbaUkhdIoZ6aLeZOS3vv7EG++Jb/op6ow7s99o2WaWrH15vw7ReGV/AmlpO3VG/OhNxuVrNwxDAOh0AiOHz+KUGgka3KgWMwK2osv3otgsNl6EOdzPmjyNbzK2MRM7pW7r61bB9DT0w9BEFecWOpQOer92ef6Hs3Pz+LgwecwPj4GXVcRj0exsDCXMs/GTHCaiKKEgQEuNixViC7ZwoiiVJSQ53K54PX6Kv1Wwef6CfB43GhqakF7e0fhP6oT3//+9yGn3Rcefvhh/OAHP8A111yDf/7nf8af//mf4/jx4/jGN75Rn0WjEvThAAEAAElEQVTauP/++/Hud78b73znO7FlyxZ89rOfhcfjwX/+53/We2k1I+VeTikX/QwKCCJgns+aDjZyFkxVQbxeS7RiLx8EXjsBjIeA+XlgPAQ2fASIhDPu98INN0PYeD6fHzg3x4uTEmpSYFSB0Cj0L/9D1jglG/SpJ8EHd2T5bmo6MDUJUgUrTdLTC6aZFkGepTkhAOLBAAQzIc4YF0KDQWD7AMT13Yhv2w7xne+G+Lf3QBjYWdT+tKFXcezh/4A+HgKZn+NFYMePQZ+fw7FjR0qKIep93bbT1dUDWXaBCAIXR0UxKQIDkqahOx6HeFthcdQUM7NRbrxjYnZG8XsAXxulDKIorej5ZPwUrX7HtXk/PnXqBKanJ3Dq1Am8+OJzmJ+fzRpTlstytnXs2FBWYRdYsgFPJ985p+sa2tral3XOlPKcEI1G4Xa70dzcCp/PB5fLncxhtMLtduf9Tqcft3g8nvX64HZ7IIoCVDWREQuZzxjFfNfynQ8OxfOnf/qn+OlPf4qHHnoImzZtwv/6X/8LV199Nf74j/8Y+/fvh6oWdw91cKgmlcx3lIOZ13G5XGhuboXX64csuyCKcvIfUvM11ZJa5bWybj9ZUJj1d8nZzfWGyC5If3Ab5G99B+KH/xDCFVfx+Pz2D/GxAUkMQjDW0Y6jG89D2O+DIfDzxjAMMMasInsA0HVjxceHDg4riZoM4jl06BA+/elP12JXeXGSVsunUFVKsUkok5SkUPq+dL0qiSgT/clfgJV4oy13vTn/zuMBDJ0Pxy1he/XGTEJlo1KVO9V66E1PTvFAloAQAr8/mGKpV8nkXqWDSsMwMDZWv4cEh+Kp5wNFru/R7Oy0VYUvSVLSPc60vIrB7w8m10ctKw5CRAwOXmRV9JsVovy1BIbBg/tibCl1XYfH48mwlKkEgiAkh9G7GrqK8Pjx47jiiitSfrZv3z40NTXhK1/5Cm688Ubcdttt+OAHP4j//u//rtMqObzTYwhXXXWV9TNBEHDVVVfh5ZdfLno7hDT2P4XWKPT2AprGH1tnZwDdlgQXBG59090D+AMQBnZA+tw9EHfsBDQV9NArXGQjydCb8I47UyQUenqW9uN2QfzAbTxGiYSTIk/S4tHrAyiDcfIERn/yY5w4we8BjBm539f4GEhHFyBlMfpIJq/F66+r+PEUr7sOQlMTf7vt67g9UBJvNArqdnObdUkCaW9LHhYBrK0dwetugHTLLRBcruI+O03FuX0PQyP8fk7Ar2kwDGB0BJqawLlzoaLXXsx1e7nHh1Ke7Cv0GUqSiO3bedzC/AGQgQFgfTek5hZs3zIA7999AeKOnQX3F4vlFzNjseiy3k9raxv27r0CmzZtRkdHFzZt2oy9e69Aa2tbTb/HlfwnHo/D7+e28Ob9yuzi8vsDUJT4sj9zSvN3Yub7btfyn3A4DPvM3/TzJxIJl3jOCRAEUvY5s7CQPb5ZWJjN+nrzO00Igcfjhd8fgMfjhd1urNhjYb8+MMYQj8cRjUaSXQzcUQTJBKcZX5nPGIW+a5U4H4D6ny/F/lMLLrzwQtx555146qmn8C//8i9oamrCX/7lX+Lqq6/G17/+9doswsEhC40g8tvzOoRw9yNd12AY/J/5+blVXXhQi7xWLirdBFFN0hsshBtutmL8+YAfL1ywE0NbNyPq91nPFmbcRAix7n+SJKOnpwd79lxR03nZDg5rmWVZfRbL2NgYHn74Ydxzzz212F1WzKTVRz7yEetn5SatViv2B4Vc0F8+CZbD6pKFw2BPPQmhBGtK8brrwH7yGBCPZ64nGLQSUZWGEICO5b/RIpkgqsR6c/5dWzvYzAxIe3tGPXGp7z+X/Woxn2upmEmo4eHMWSE8ObW8yp1CdlR792a3yCn2vZrJqfHxTOtPO/ZEwHJZvz6/DVZ3d0/R+5mfn8Xx40eRSCRS5qVs3768GT2NSDXO31pT7Gdf6fea73v06qsvQxRFay6NosSt4NycubNuXSdisSgCgQCCwWbs2DGYYuPl9XoRi0Wh6zooNcAYbBV9+aGUYmZmGoIggrHKidZmIm52dgYbNmyqaWKpVBYXF7F+/Xrr/w3DwMGDB3Hdddel2MddcskluP/+++uxRIu5uTkYhpFh6dne3o7XXnutqG24XI1d0UkILwwhxGqmykC66UYkfvoYWFwBS6RaV0KWIHR28q4sAOL6Trh8/HPUnngKxOsFk6WUrjcAgK5DSChw33QjiGw7RhdeCGPTeaAnj5t+dIDLBRCChXXtOLl7N/Tpc5DXtWBqiiIUGsHAwE60tWWxXd3QB+1ZCrLhPLCzZ8B0fWnOnyjC9Ru/Ya21osheiB/8ELT7vgYWiYD0bwA7ewYAsJ4RnNM0GG43hA0beBeb+WeyjP7+/pJiCe2JpxADW7IOtaPrEObnkEjEIcvFbbO/vx+h0Ih13eZFEQoMQ4csu9Db21P0trIxOzuDo0cPW3aihT7Djo4OtLW1YXx8jFv/bdmG7u5eSBK/jguGkfO8NWlqCmJq6lyOOXwUTU3BZb0njoiNGzcucxuFUVUVR468isXFMJqagti584KcibtyIYQfM5dLhtvdZn3+oihZhSulHLNcn3lbWxsMQ8v6uRiGhqmpc+jr25B1m4ZhLJ0Tfj+6u3uXHYPnoqWlCbOzUyAkc52MUTQ3N2Uci3znHGPcOtztdpV8zhiGgePHj4IxA5LE92nGE8ePH8Xll1+VcRzSv9N28l1z7MfY6/WCMSAej8IwdBgGEI1GLMtzxvis0s2bt2Bk5Kz1/x6Px3rGKPRdm5gYK/t8AIq7l61VCCG48sor4Xa7AQD/9V//hV//+td1XpXDWqVRZgnbZ5mqqpq0+2RWIaUoig0zl74aVHKebqmQnl5QTcueWy1ydnO9MOeSaw/cjxP9vQgH/KCCAAKA2eJwe15AEES0t3dg584LV9155ODQyCxL+BsaKs7acWRkZDm7qQhrIWm1XIp5UGATITB39gdr4pIhTI6XljSwJYVoOAwiyWC6BiEYhHz7hyFWIxEF/l6N/n7ov/xljhutBqm/N/O9lLveHH8nBoMQ/r8/A/3F48t6/8bQEN/2YtgaCoyfPgb5tg9B2jVY9ANgKQmEjCRUBRMO5T70lvawy5NT/f39OHDgmZITAaUiyyJ27hxMSfpQSiHLLgwMDMKd43uVjpnsoLT4ZMdKZjUkMIr97Cv9XvN9jzQtAcZkyLIEgCAQCCISiYAxCkIEUGrA7XbjoosuQVtbppg8OzuD8fFRJBKJFBsvLrQJRc/tq1SnqiiKKTYioiggFDoLVVWwY8dgdjGkznR0dCAUWqrkfPXVV6EoCvbs2ZPyOl4hWRODhqqiqkbDirAArO+drucRUIgI8ge3gd5/H5gkc+GMYWnQPQgYZbxjv7MbmsbPb/3sKLf77OvnM/U0m/AmS2AXXASdiKBzCzC+9q9gp0+BbNwEqhtJsW/p8zeIgJO7L4HhkiAwlrTII9A0DYcPD2UtjGFXXgs88ii3Fh/YATIzA5ZQQNwekN4+4Ld/11prxdk2APFv7wGefgrGyBhYRydAGDA5ha0dHTjRHICmGxAosxItW7cOgNLSrg/62VH4VBVTAIT0D5AQGHEFbre3pPe5desAhoePIBqNQlGiMAw+71QUZRw48FzZxTaGYeDwYdM2kRT1GZp0dfVa/00poGmGdd7quoFz50KIxaLw+fzo7k6dCbZu3XqcPn06a7wjijI6OtZX7zyoIGfPnsKhQ68kk6UEU1OTOH36DHbtuhAbNmyq2H4IATo7u/Haa69B1/UUK3jGSjtm+T7zU6dOwev1WnaXaavA4mI46z7m52eTBXhLccXp06erVgS2ZctOnD59JmuxjiBI2LZtZ8Y6851zsiyjs3M9FEXNet4axtL5zDvzeAemz8e77czit3R0XcXIyAh6e1Pn9RmGgebmVpw9exoALBEv3zXHfox1XUc0GgHAEAg0gVKKhYUFCIIAURSS87AIfD4/ZmfnEAgErXnHZmEUUPi8WVwMY+kcSSf3+WC9oph72RrkyJEj+NGPfoTHHnsMU1NTuOaaa/DFL34RN998c72X5rBGaaRZwuYs08OHX0E8HoUkSXC7lwoW6rGmWlLJebqlIFzLmwNYlqYCoYjZzfVG2DGI6T+8A9GXngczDDCBAEQAQWohsDkv0u12Y/v2nY7o5+BQY5Yl/L3zne/M6JDJRupg65VLoyetlksxDwq0qwc0oeasSrEnuopm2wCE/3kP8OSTfB5Ldw+E664DlV2gVUpAEAKI11wH7PtR1hst/EGwq67N/l7KXW+OvyOyi3dJlvn+mapCv/drvJtQlMAoA0QJNBpH4t6vgf7dPZC93oIPgOUmENKTUJVI5Jf70Fvuw66Z3Euv8ion+ZiPYLAFl156OcbHMxMcxX5vxsZGkEgkIElixvHJleyoJ/bETbZEZCFWSwKjmM++0u813/dIECRommYlMiVJRnNzCxIJBbquY/36HgwO8mq89KRcZ2eXlcCUJBmaphYt9FUDbksjQdc1y0oE4FX14XC4YCK9Xlx22WW49957ccUVV6C1tRX33XcfRFHMSEIdOXIE3d3ddVolp7W1FaIoZsxEnpmZwbp164rezkr4DvMEbe7fk4FBiH97D8jPHodx39f4fL/2dm5Rab4mGAS59rql7XQnK3qDTWDbdwAzM3y2r9sDNDdDuGg3tEf2gX75HwAleS9/+SD/W8MAXG5r/5Mbz4PmcUOgFEgT5TVNw/h4lqSMzKtyjfvu5R13mgbIMtDbB+H2DwGSq6qfDZFckG95PaClXtvaAOyhRtZES8nr6e7FumeexlhnB4z04hfGIHs8WL++p6TtNje3YffuvXjmmScgyy54PKKVCDMMHcPD5VW/nzuXPdlHKcXi4gx+/vP96OzsxMBAapd1PubmMmO40dGz2LZtKYYThPxV7YSUcdxrjKqqOHToFTBmWLaTgkDAmIFDh15JdkFWrvNPkvgxyxYjFnPMDMPAxEQIodAYwuGFrO4SABCPx+DzZdp+U8rg8/mh63w75veko6MLw8PZO0XKPS8LIcsuDA5eiKGhJdHVnMk3OHgRRDHzOpLvnBsYGMTCwkLW83b9+h7re5IuuImiCEVRIEkSXK7Mz9q06bevZX5+NrkGFV6vF/F4DPF4HP39G7Fly7as1xzDMKxjTAhBLMbXAADRaBhutxeSxIuOZNmVkijXdR2dnV2Ym5st+bwxhc3snbn8fCjme1roXrYWOHXqFB555BE88sgjOHv2LPbs2YOPfexjeP3rX4/m5uZ6L89hjVPvWcLm/ckef7ndXgQCwbqtqZ6Ys1xridk1R79xX7IJQOKdfsGgNSO80YklEkAgAKImQAwK2MZ+8HsQgyRJ8Hr9GBgYXHXuVA4OK4FlCX/BYBBXXXUVfu/3fi/v655//nn80z/903J2tWzWUtJqueR7UCDXXAfy39mrUjISXaUguSDclGoRWu1jTVx8ho5xf/Ybbd5EWLnrzfV3y3j/xpN8KHAu+1XjiSchv/ENeT9X+8NtrRII+VjuQ2+pD7vNzbmrvCp9HhKSGVTa95EtCLcf+2IeEhrlOmVPtORKRBbLakhgFPrs7T8r5b3mOmfyfY9cLjcMI/U7bc69EUUJO3deCELEZDL5MCKRRauIh8+YYfB4PBAE3o1WrMVnNRBFEZRSq9vPTAbzuT1GbjGkznziE5/Au971Ltxwww3J662BD37wg+jt7U153Q9+8ANcdtlldVolx+VyYXBwEM8++yxuuYXfqyilePbZZ/He9763rmurB0R2QXzDm0A2bLAe1iEIOR/W7RW9RBCAjo6lbXm9wCWXgL7nt7ggJyZDc1FC0lMuOQ/YAIiAeDAAgVEgEADaU+PXopIyLP3f9b2wVirRIlx7HeSfPIbNZ0dxckMfdEkCYQyMEMgAtl15bVlxzNTURE6Bodzq92z38Xg8hnCYX2cTCQWxWAQjI2cxOFi4iy1fDJduzVWvqvZKcezYkCU6pWMYOo4eHcKuXbsrus9yj5k9BorHY0gkElDVRHIG7VLMzoWoLEWI4N1oHo8HBw8+Z8VSk5M06fxA4fFkzgivZlfGhg2b0NPTi6NHhxAOhxEMBgsK1NmOX3d3DyRJxLPPPp1x3uq6hqGhV9Dc3JxVcGtubgUhBIuL81bMkmqlmTo7OZudnimyzs/PWgVq6Z+tvRtHURRrPqC5j0RCsf6fr2HJpYWfn6Ss86arK9Me3rwu8NnkFJQaK+Y7W0/e9KY3we/34+abb8b/+B//A52dnQCA0dFRjI6OZrx+cHCw1kt0WMP4/X5MTubOd1R7Brz9Gd0cG9LS0pY3B1PNNa1VhB2DIH97D0iW5oCVAB+LQ5JTCQSrYJ7fHxkEQYTfH0QgEERPT199F+vgsEZZlvB3wQUXYHZ2tmBCam5ubjm7qQhO0qoyrIaqFDvCjkGgwI021+y8RqESQ4EbyWoCyP7Qa1KtIcv1qPJKJ1cQbhfKlh4SMh/4Gykgb5S5BaudfOdMvu+Ry+XCli27cOLEMasa3TAoDENHa2sQ586F0NHRhUOHfoVweMFKeDHGrP92u92Wrae90w4gYIzWVAi0OwuY5xu3FREbtkJ1/fr1ePTRR/HjH/8Yi4uLGBwcxBVXXJHymtnZWbztbW/D9ddfX6dVLvGBD3wAf/EXf4Fdu3bhwgsvxAMPPIB4PI53vOMd9V5a3Sj2Yb1Q7GQ8cL/V6Zf6hwSQXYA/wMU/TYOXCKDNLRD7N1jzBE1y3QOYqoJ+4z4gkQCxzZVEIgH6jfv4e2iguKYczGPc+o37cPGrhzHZ1YG4LMNHBHS/7e2Q1nWWtd1qVOSnJ/t4d/Li0nshxOpiGxp6BT09+bvYxsfHSorhGiHeKZdwOJwi+jEGq/CDi0ELVdlvqccsPQbi8Q4DY6nilfke+vs3Yn4+sztsy5btOHFiOCOW0jQVmqYm78OpImi173mS5CpZXE0/foTkPm/NWYqJhGJ9vnbBLRqNQtNUGIYBRYlDEAQkEnH4fAG4XK6M54RczziMMczPz+Lxxx+DLMvwen2YnGRWDGX/7lNqpBxn8z8ZWyoysmNei8v5rqXPmzIMHZFIGADg9wdw5sxrCIVGyyqiW4tEo1H88Ic/xL59+3K+xrx+HDlypIYrc1iL2AsNPB4vJEnO6ixUrXyHuYZcz+hzczOQZdmyKa7VmtY6RHZBvPmWwi9sQLq6ejAycgaqmkjOtZVgGLp1fxRFCX5/oOrzEh0cHHKzLOHv0ksvxb//+78XfF1bW1vGzJp64CStKsNKqEopRazLd6OlR4Z4oi7ZUUc1Dewnj0F4/21cNGwACg0FJkUMBa631UQ69RyyXC+KFcpMMSfbjJVGCsgbTUxejWQ7ZwghiEbDOHjwALZv32klDbN9j3gVfhvOnQthamoS8/OzEEUR0WgY4fACjh07gkhkEYIgWAkv/m8CXTcQj8eT9qQsJYEpigSMicl1mbP3Km8FypOpS/MEKaUQbcKJIAjweDwNJYinEwwG8a53vSvn79va2nDbbbfVcEW5efOb34zZ2Vl85StfwdTUFHbs2IF77723JNeE1UixD+v5Yif9X/45U/QzcbkAnw/Ysh2EAN1XX42J5iCMLN+pXPcA+lRuZwAaDoM8+eSKTTjYsR/jnvEQSAXi02pU5KcXZUSjYes6mj7Ts5gutkaL4apJMBjEzMxU8n5GYRiGdewMgyIajWB+frbugkh6DOTxeJBIxJPFM7x7y+wQ4wLfNgDI6A7LZQvL7S4pFEWB15s6D7yW97xCLhX5yHXe8m42YiWe04VNRYlBFEVIkpyMLXhRUjQagcfTkfGckG0/qqoiGo1AVRPg8wR1qGoCPl8AgiDg2LEj6OnpszpfzFjGHuuYnyl/Tep7Xm48bnZJjo2N4tixw/B4vCldjU4RXXF885vfrPcSHBwsZmdncPjwUIoTjlkkSYhQs3xHvmf0QjbFzvXGIR1RFLF9+04cOvQrLC4u8JFKogTGGNxuNzZt2oLNm7c5546DQx1ZlvB3xx134I477ij4ur179+LBBx9czq4qgpO0qhyNXJVSKbHOrJBn8biVLCOyDBaPN1SFfCWGAtfTaiIX5kNvKDSKc+fGQQjQ1dWNpqbVOZOhFKGstbUNo6OnQSm3iGIMDReQr6VEZL1IP2c0TUM0Gk7O9GMYHh5CINCElpZWRCJhMAasX9+Nnp4+6zyxi8l2KztBEBCPx2AkffrtiTdTkFbVBCRJSnl45ZXvXJCQJMmaLyiKYtbq0XKQJF456PF4EIvFEImErTWaFliyLMPvD4IQAkmSGkYQLwZKKd7//vfj7rvvxsaNG+u9nBTe+973Oi4JyyBX7EQ2bQL71cFM8U/XgFgc8HpAFubANA3Czx7Hlve8Byc0teikTCWcAVYKlY5Pq+FAkF7cpOtGyu9Sr7cE4XA47/b8/vz26I1a+FAO27YNYmTkLCg1MoQhQRDg8/kbQhBJj4EIIfD5AojFImCMC5bZvrfpBVG5Yim32wNFide8U8ROMS4V+ch13gqCmJwdKCatz5mt42/p/RIC+HyBpOhrgBABvb39aGlpSxEkE4k4DMOAmJz9yRhDLBZJOX9MR4NYLAJZboWmaQD4XEPD0FOEW75GAo/HA0mSEI1G4UrOYa1kglwQRIiikLRVd4royqHeNukODiaGYeDo0cMZBb4Av+/39PQjHo/XxH670DN6uTbFDmuXlpY2XHXV9QiFRjExMZ415+Dg4FA/liX8rUScpNXqppJiXaNXyNu7GrFzEDj0Klg0WtB+NVs3ZD2sNfNhrnFufAxjzQFoLS0QJWlV29sUI5TZkyxerw/RaBTxeBz9/RuxZUtjVVI1opi82rCfM7za3ewaAQACTdMxOzuFmZlJtLS0gTGGUGgUgUAw5fszMRGCqiagqqo1N8acG2TOkzETZgBPtpmiHrfk4gk3e/ef6fUfCARgGEbFhF5JktDU1AKXywXGGDRNTVp78eucosStNUiSBFGUGkoQLwbGGJ5//nlHHF9DiB/8CPTHHuEz/kwYAxQFEAiw8XwAS/FM03e+g0vv/hwmZqaKSsoUcgYQinAGqCbL6RqqNtVyILDPPTt58hjm5mYyRD+AX4ODwWDebXV39+L06dN5Y7hGPsalwEc3XIhXX33JEo0oZRAEgmCwOWmDWX9BJFsMxO9VrYjH42hpaUV3d2/BzyFXLEUIgdfrTxa8sJp3ZVTCzj3XectFtgTcbh6H2AU3vh+zcEmAx+NN+c7E4/EMQdIwDITDYfj9fsiybM3rM2MF+7GldKmLMh6PY9u2Hck5x2EIgghVVSGKAvz+YLLrz4tduy6CoihV+W45RXQODqsDs3sbyJxPq2n8Orp160BN1lLMM/pKtgR3qA+CIKKv7zz09Z1X76U4ODiksSzhb3p62umWc2goKinWNXKFfHpXI9M0kEAA5PIrQUQxp/1qvm7IRrHWNNeohcM4ceEgjNgihKlJsL5+CMHgqrW3KRSEezzelCQLrx7n4tn8/Gytl1sQu5jMGEsmWrio5PcHVlQHVqNiP2cSCQWUmqKfKdjxpBdjsGzFsn1/pqYmM+b4JRJxiKIMPmcqc1YfIUKyWt9ANBqBOdePdzEszfxLJBSIogxRFJKzepbT9Ufg9weszkRFUaDrerIzQEIw2AS/P5D8uYHm5hbs3HnhqrpOOKxOhEAAwif+FPTL/8DFPlEEEgn+y/PPB5FSw3UaDgNPPQXsLC5JVAlngGqx3K6hWmAX6SqZ3DcTa+vWdeHxxx/LauEtihIGBvK7VXCbpR0YHs4ewy0uLpR0jBtdJNywYRNisSjOnHkNhqFDFCUEAkGbAFV/QSRXQR0hBMFgE3bv3lvUMc1XmOfz+XHJJXsxOTlR9GdVqc+2Enbu+c7bwcELk4lyDT5fIBlnAF6vD4qiJLs7AymiX7ZY2dyPz8eL5ZqampJxCEl2toiwa+3mvL7MAjXegej18plcra1taG/vqPp3wymiWx433XRTRjGFiSRJaG9vx969e/G+973PyWk5VAT7Nda0YY7H41hcnLeKItOp9T2r0Qq+HRwcHByqy7KEv2uvvRY7duzArbfeije/+c3o6uqq1LocHMqikmLdcivkq5U4ydXViEQC5PAhiDm6Ggt1Qzb/7T11t3Wwr3FqfSc0SYLAGJhhgIyOgG0fAGmQau5KUygIJwRlJ1nqkcQzuyRMv3dzDgshvOp9cXGhYZK6KxX7OcO77pZ+t9T5xzv0TEsrxhjC4UW8/PIL6O7uRUdHF+bnZ5Oi4dIcP8YYdF2zRGY+oJs3IQkCgcvlTtpwUbhcbqiqmmHlKYoiKKVQ1WiKVVepiKKIYLAJiqIAIIhGI2AMiMdjSZGRfwcWFubg9wetB22329tQyWoHB5NsnffSm28FveEmGF/9f2CnTwORCOCSM0Q/AFhoacZrsxPQT0lFCTnE5YLw/tt44U84XNAZoFZUomuoVlSz+t3sYhsaeiV5LIhV0DA4eBEkqfDnk0ucZAw4ePC5oo/xShBiAaCpqTlF7LPTCIJIpTpFC21HklxFn5eV/Gwr1YmWT1Tv7u7F8PAQwuEwWlvb0dLSCkWJY3x8LBkXp8YU+WJll8sFUZTQ3NwCt9uLhYVZeDxeLC7OpxQ3McYgCCJkWUZHRxdefvkFUGpYhXYm8Xi8JrG0k6BfHjfffHPO2JNSisnJSXznO9/B9773PTz00EPYsGFDjVfosJqwX2N1XU8WLDAEAk3QNNWaI2ofrQDU/p5VLScDBwcHB4fGZFnCH7cWi+ILX/gC/v7v/x579uzBrbfeije84Q1oamqq1BodHIqmknZWy6mQr2bipNyuxmL/rp5imn2NcY8Hgv1hXNdBZmeBdesaopq70hQKwqemJstKstQziRcMNsPlcsHr9VrzVdxuDwghDZfUXYnYzxlCBGsWDsAskc78Cokit6iKxSKglGJujkJR4jh+/GjSLi2zs48xCq/Xj2AwiEiEzyUiREAwGAQhAqanJ6x5gtmSUgBJdnya28tS5loEwWAz5OR1Kx6Pg1IKXdes7dk7E6PRMJqbW8EY6p74LRdRFPHNb34TmzZtqvdSHKpAoTnEwp98EgBgPL4fxve+m/H3BiE42d8L6vWWJJYJOwa53fmTT4KNh3I6A9SSSnQNrRY2bNiEnp5eHD3KhY5gMIiBgcGiRD+TbOJkKDRS9DFeSULsShBE7KJWJBKGqiYgy27EYlE0NTUXfSwr0XFa6c+2lE60bMVndvvwbOdteuwaDi9AUbj1Zmfn+rJiZVEU4HZ7sWPHhZYY7vcHrdnIhJhuBoHktiYqen0qpwjPSdAvjzvvvLPgayKRCH73d38X/+f//B/87//9v2uwKofViP0aSwhBLMZFPwDJZ5MW6zlMlltTBOl63LOq5WTg4ODg4NB4LHvG39///d+jvb0d+/btwyOPPIK77roLd999N66//nq89a1vxU033ZRR1eLgUC0qaWdVboV8tRMn5XY1NrJ1qYl9jV5FASVkSfwjhFugoTGquatBviA8FouWbPdT7yQeT+pq8Hi8Gb9bS0ndXMme9J93d/cAKO3zMM+ZsbFRHDnyClQ1AdN2U9cNCAKfdedyuW2V7QSiKCZnIanQNBU+XyApCjJbZ5+Arq71GBy8KOWc7OjowjPPPGHNyDEMI4toyJKzLJAUJcsT/WTZBUIIZFlOrlnEwsJcyvb4QzbvfKKUIZFQ4PcHGyLxWyyf/vSn8Yd/+Ifo7+ffh8suu8z63djYGP7xH/8R99xzT72W51AhSplDnCuemWxvhe7xQGjLLNwodF0lsquus4nTqef8qka0s5QkF3bt2l3S3/D3MYbFxTB8vtT3YRgGQqExxOMxmLNb7cnG9GMcCo0iHF4AYyylUAdovHv2ShFEBEGEz+fH6OhZS0Sanp7AyMgZtLW1g1tYFz7/lttxulyRPf370tHRVZTwmqv4bPv2Hejo6Mi5r0Kx63JiZfu5QylDU1MLIpEwKDXQ0bEeF198KSTJVXbBXTbM46CqCasb6Pjxo7jggovR1pb9OJg4CfrqEggEcPvtt+Pzn/98vZfisIKxX2PNOaLm/ZM/myQQCAQQDocRj8fh8/mWdc/KZSlayvXBmePn4ODgsDZYtvAHAL29vfjoRz+Kj370ozh69Cj27duHxx57DPv374ff78frXvc6vPWtb8U111xTid05OOSk0nZW5VTIV7uCvdyuRtLTy2cBVqAbslrY31vnzBxCnR0wzKpgxgCPB0DjVHNXg1xBeDnV7fXupqhnUrdRyJX0Wr++xxr0bv/5zp2DCAZb8m4zW8K6p6cPZ86chGHoyYdNAYJArb/hMwD5Q6ggELjd/LvEBUgKSg00N7cikVCs7kyXy4329o6UeRSGQXH06CEoimL9XWFRrzzRj6+PJ/sikTC8Xl+ygpZY55UpPuq6Dll2AWCglDVU4rcYvv/97+N3fud3LOHPztzcHB5++GFH+FsFlNKxnyueiQeDEPr6QbJcW1fadbVe86tWip1lIcz3YRgaAAJKl94HABw7dgTh8AISiQQAPrvVbjNmP8Z8W4ehKIpV/KEocfj9Qciy3JDnVq0EEcMwyt5HNhHLMAwsLs5jZmYKLS2tmJxkJZ1/5YjWy4nHCscx2YXXfALe8PARtGUpXgCKj12XEyub586JE8cwMnIakiTB622CosTx9NNPoLW1HYJAoOs6NE2zZlSb4nkp1yfzOChKPKW7UFVVHDjwDC6//Gq0teWfL+ck6KtLV1cXwuFwvZfhUEfs11WPxwtCShPS7NdYSg1rTIL5nKIoClpbW9HS0gq324Omppayu7dPnuTXLcYYKDWs+3ZTUwskSapoPNOIRVIODg4ODqVREeHPzsDAAAYGBvDnf/7nePHFF7Fv3z785Cc/wQ9+8AMcOXKk0rtzcMig0nZWpVbIl/NwnW3eT671ltvVKFx7HYT/rkw3ZLWwvzeRMWw+O4qTG/qgSxIEUQRrbYUkSisuqW9SyuecTjnV7fUW3uqV1G0UciW9dF3D0NAraG5uzkiGHT16GJdeejkIyX5+50rAtba2gRCC5ubWZKWpAVnmc/oopcnELwEhBH5/0KpC9Xg8SCTiyRmBJKU7UxQleDxeHDz4HDSNz/CLRBatDr/0mX65WBIGCUoRAc1Zg6qqQpZlKIoCXdfBGLUSZ+bx44KmAJfLje3bd66o5H0hzpw5g5aWlnovw6EClNp5ny2eCWzdjOmR08g2tWilXVdrbdfIO+BGcezY4eT1ziyAaEw7y3yk318oZTZR5bA129Xr9UFVE5YVtN1mzDzG5rb4fYF3hXPxr/Htk6stiMzOzuDw4aGyReJ0Ecs8powxKxnM7dCLO//KFa3LjcfyiXfnzoVwySV7MTk5kTUpXEjAGx8fQ1dXb8bvlhO7lhIrM8aPp8/nA4AUO/RYLAK324tweBGCQJIzjZfEc6/XV/T1aWIiBFVNWJ+7ff4ypTpeffVlXHvtTSviurNaOX78ODo7O+u9DIc6Yb+ums86vBs7ULSQZr/G2osq+SMQg67zQj6fz4eNGzeXdd+an5/F8PBhzMxMglIKTdMAwHqmm5+fRUtLGwRBqEg8MzMzhUOHfgVVTUCSJMiya0UWSVUbRxx1cHBodCou/NnZs2cP9uzZg7/+67/GL3/5y2ruysEhhXraWZX6cF1o3k865XY1Vrobshqkr7ElEsXFrx7GVH8flGuvhX/T5hUbTOX7nNm2gaICRnt1eyIRh9vtzXs86i28rYQZPNUkV9KLd9XpVsLPjqapGB/P3omZLwF39uxpeL1eEEJStmkmFrn9J08C263eePLbbyXH7EmyzZu34cSJYWteRTQaTllL6ZTa+Ues7kVKKeLxWHK/PDltJrIlSYIoipBlGcFgE3p6+spYW+359re/jYceeggA/xz+7M/+DG63O+U1qqpibGwMb3jDG+qxRIcKU07Hfno8s94wMHYuVNZ1dTnFJ9WglnaNZmKPzwpTkK0DrtHsLPORT1SJRMIAGHw+v1XsYXYaMUYRj8cRDDZZx9icA2gWgti7uFeqfXIlMAwDR48eXpZderqIxbvvzXlyBJQu3UsLnX/LsW8vNx7Ld56pqoqjR4fgdnuzxq7lCnjLjV2L7QS1vzdTFOfCHL8OxWIRiKKYjIEE6/oUi8VwwQW7i74+RaNRaJpqfe52CCFIJNQVc91Zjbz44ov453/+Z7ztbW+r91Ic6kD6bD5ToKeUd2b7/YGiZtPbr7Futxvh8AIAJL/zBIIgJq8zcXR2dpW9TrM4wRT9AFjXLcaAcHgBbW3rlh3PzM5O4/nnn0l2L/LrvSBwF4CVVCRVbWZnp/Hqqy9DURQwxp+juY3z7oKd3A4ODg61oqrCn4koirj++utrsSsHh7pjD/wYpcDsLJ9N5/FA7uhMebguZd6PnXK7GivdDVkN0tcod/egr8HWWCr5PufZf38Ir73hDdCSiZxC1duCIKK3tx+yLELTzErC7NRbeFspM3iqRa6kl2EYyWORKZ4JgoBYLJryWlMUTiTiUNUERDH7cYvHY/D5UhNihHBbz/PO24RQaDTrueD3+7NW7dutSO3JylIgREhWtdPCL06Dd/YBgUAQ8XgcXPAj1kO0mZw2k3Sy7FpR51VnZyd27doFgFebb9q0KcP6TJZlnH/++fit3/qteizRocJUYg5xudfVUouMakUt7Brtib2ljhuS0QHXiHaWucgnqjCWer2VZTnFyrmlpRW7d++1jrF9W0vzXqnVAbgS7ZMrgXkPBEhGPK+1thaVVE0XsXh3Pf8dTxIuHdNC599y7NvLvW7kOs80TUM0GkYsFkUwGMwau/r9fkxMGFBVtSSrzErErtk6QdO7MsLhsPXeMmdyUTBGIUkSAMmaM2zaoCtK5jU8F36/H7quZ42fePGSuGKuOyuNW2+9NefvKKWYnp7G4uIiLr30UvzxH/9xDVfm0CjYr6uJhAJdN1LGGEQiESQSCjwef9HX2FhsEYIgWtvh1xFmFWdOTk6ULMiZ61RVPiM0HVN04i4vCjweb9nXFcMw8OqrL4NS3bom2l0ARFF0ihXAOyKff/4Z6LoKSikopdZ5dODA07j88qsKznB1cHBwqAXLEv6OHj1aqXU4rDAarWq8kbACvxefg3r2LIiugQkCpCkVm196GWhuA5JJtlLm/aRTbldjPbshi6Wea6zGuZ3rczYIwYnOdaBTkxDW8aqwSlqONYLwVqsZPI1Irqp1URST3XWZx4BSaol36ZZekUgYuq6ldKiYeL3epDiWiSzL6OnpQyAQzHkuSJLLeoAz5xmdOXMKqpqA2+1JS1Yu2XAWgjEKWfYkH4oYSu36o5RCUeK2RDa3oQOQrNLnlqQ+nx9XX309JGnl3IduueUW3HLL0nXuD//wD7PO+HNYPRTqvAcDjMf3F7z/ZLuudrV1AE//EnqWvy23yKhWVNuu0Z7Y45Z9sK5n/BrDu69XklVqvq4oQgSkX2tNK2dKGbq7e1PuP/ZtuVwuyPKSZTQhwqqzTy6WWIyLXsbiIjAyAqbrZvYTZGoSUSIABc7bdBHLfv4JgmDZzTLGEI/Hsbg4j1BoJGuctFz79nLisWznmZn8pZTC7ZaS+8+MXd1uD8LhsJU8TrfK7O7uRbaaoFJi12It1rJZpOo6n4ns8XismVxL75Emv0ewrD79/oD1+1IS6l1dPTh+/ChUVc0Q/0yL8pVy3VlpDA4OpnyudkRRRFtbG/bu3Ytrrrkm5+scVjfmddW8Bi+J9CSlSENRogXnQJrX2JdeesG6hpjFj4IgwufzgrHSrh/2dRJCoGlqzucvSnkhgWEYy4pnJiZCSCQSWb8TlLKkdfHaLlYwDAOHDv0KhqFbxa3mecRHYiRw8OAB3Hjj61fUs6mDg8PqpCYdfw6ri0atGm8kmn0BXLz/Zzjn8yDu9sCbUNA1MweBsZQkW6nzfsqFqSqMn/0cdKw0MaveAm+t91+tczvX5zzZ3gpNliEqSsbvKmU51tLSht2792J4eAjhcBjNzU0YGBisaRBa7aRuNVmOb3+uqnW32wNFSVgJPzuy7EJ3dw+yWXpJkmTNoDE7VEwYA/r7N2JubgaRSNh64AwGg1airJikn2lZkkgkQCmFrqtQlDhk2WUlK80EnihKWSvy01FVbjVautWn+fcJAPw8Mh+qBEGEKAoACFwuNy666NIV/WB1zz331HsJDhWgmHtWrs57duI4jLs+XfT9x35dpUeGQL/8f3L+7XKKjAphv0b6XG50Hj8BMh5qqKIwu2DCr79LdpZ2u8Vqd8JXcg5Mvq6oQCBozfhLJ9t7TN+W3TJaFKUVY59caXw+PyYndC76GcaSWkx4V4XnqafALrsq7zmeLmK53R7E43EQwrsrCSG22XIMCwsEs7PTSauwi1O6BSph315qPJbtPDMdAOzCpYkZu3Z19eDkyWPw+/2WzeyShWYMF164GwAwNjaS9fuQL14xv0fT01OYm5uxOvFyOWbkskiVZRkLCwtwu92WDZ8ZVwmCYP13emdmqQl1URSxa9fFSdu8JRFUEASrkGut2ejWis9//vP1XoJDg+PxeBGJhKEocauTzpzLxy06+XXAMCg0LVFwe/wa24tEIp5xrSaEwDBoWYKc3+/H2bMxmPPas4t/zCpwWk48E41GIUkSNC1T/CME0HV9zRcrmOIoF1lpxmdiGAZisSiefvoJXHTRpWuyeMrBwaFxqInwNz4+DsYYenqcoHal0+hV440CfepJYGEB3bFY5u9sSbZy5v2UvJYjQ0g8cB+M+UWgBDGr3gJvrfdfzXM71+cc93ggUApkEYAqZTmWXuW8sDCPl156wRnMXQTZKsRLGWqer2p9cPAinDs3lvHzgYFBCIKI8fGRDEsvM2Ft71AxkWUZ69Z1YG5uBksCG8uwgs2X9DMtS8zEFKXUShwzplq2b2ZCjHfhFSvolSf6AbA6BQkRknY5JFmhT9d0N4pDY1HKPSu9q305959sfwtRBD17FvQzd0G8/UNg46GqFBnZr5EkGgUdG8VIPI7NoyE0P/NL6/2LO2tTFGYX1jweLwgB4vE4Eok4DMOAKIoZM+/Ma4soSkV3wpcj4C33fpKO/f5iGBr4TNSlrigARXf7N4I7QCOyfn0PRl9+AZrZ6WdD0nV0jIyCFiGap4tY69Z1YW5uBrquJ7vnIlZXezwes+YpHTjwDC6//GprTtC6dV04fvxo8hxass0EqidaZzs3dF2HIBBLuLRjxq5ml226zaxplTk9PYWTJ48hkUjk/D5ki1fM75GqJhAOL1jWaqaAls0xI5dFqilwa5oGl8uNRCJuzToOBputmX/pAmf6sS7metDe3oHLL786WVilQpL4cXC5VpZFuYPDamJ+fhZjY2dTRizYMb//ACCKQsYc7lwsx6441/Wkq6sHR44cgiCQpCinZfyt+Xzm9wfKuq6Y+15cnLc6/s3nN8aWLJBl2VXWnMLVxPT0FFRVsQrHsgmxlFJEImEMDx/G3r1XVi2+dHBwcChETYS/W265BYwxHD58uBa7c6gi1awab3RK6T4rtpOvEvN+Cq3ZuP8+kITCk4goLplYb4G3Hvuv5rmd63P2KgqYvA6kLTPpVwnLsVxVzpWyEl3NVOrY5ata7+vrT/l5d3cP3G4XNM3IaullT1jrOn/QMJOzmzdvw4kTw6DUSJnzR6lR1HpNyxK73ZV9JhHAZwWaCXRTGKwNLLkOHabwCPAH27XcjeLQOCz3nkWfehJ0fh4IL1ozxEhbOyAIBe8/6fcuFl4ERkcATQcIYHz9q4DXB1AK0tKauXZbkVEpcY79GkkAYHQExDBgyDJObujD7mjMev/C5+4BZG/W7VQKu7BmGAYikUUsXSdEhMNh+P1+yLKcIkZQyrB9+0709PQVdU0vR8Cr1r24paUNe/degampc1hcDMPnS00SFbKDZVdfjcnZaev3F110KY4fP1I3d4BGQxRFbAtHMEwpNEkCYQyMEEi6ji1nR7htZ5GiebqIRSm31A6FxuByuaFpiZTEIbeH0/Hqqy/j2mtvwuLiAo4dOwLGWPIcp0gk4vB4/PD7/VUVj9LjmGCwCfPzc1nnDZuxqz2GMW1mTRhjOHv2NAIBf0nfB/v3SNNUq4swfVZnumNGPotUt9uNdes64PcHMTU1ifn5WUiSlHQX8CMej8Pr9dpmCaeK4aVcD9ra1uHaa29ak9b3Dg6Nhnk9MS2dsz3TmI4AkiTB6/XD7w8WJczkK6bZunUg53c+pZiKEJw9G8ORI4fQ378RW7ZsQ3//Rpw4cQSE8I5ls0PRvL65XG6cf/42bNmyreTrSvq+VTVhdbJRykCpYRVayLK0pouIDcNIFtoWtgdW1YRV6HL++dvynjuVLhBzcHBwMKmJ8Pexj32sFrtxqAG1sqZsNErtPiu2k6/QvJ9KzJZji4sg7szt5Esm1lvgrcf+q3lu5/qcu2IKzvVvgJElIVGJ6u1cVc5A5axEVyuVPHa5uuzSf24vnM9l6SXLMpqaWtDc3AK322s9OJw7t7z1TkyEoKqJlHkWvLKTJyIlSYLf74fLJcMwDBiGYc2Aqp0AiOTcBIZEQkUgEHQq5R0aguXes9jLB4HXTgC6DhABYBRsahKkfwNIIJj3/mO/dzFKuehnUMC8Fmg60BEEjh8DmpqXfp7ELDIqNc5JuUbOzi7NPwOgSxIm2lvRPT0LGg6DPvkk8MY3FDyO5ZIiQhKCaNScw8MFgebmVvh8PkSjUTQ1NcGcD+r3B0tKqJQr4FXzXsyLSDZA04ycHd6GYWD84AGc+O634Zmbx/qFRSy6XXjttaPQNpwHsakJY2MJxOMvwePxwOPxOO4ASVp7enHxk7/ExPrODOv+5ThzmJ9NNBpFODyPRIJlzH8jhCCRUBEKjSIUGoVh6HC7eZeY2UEnCASXXLK36gKtPV4xDAMHDz6Xt5vl3LlQTltSPo84uwtAvu+D/XtknzsMpM7qTHfMKGyRGkRPTz96evotQdZMzHZ2dmFyciJrorac68FKtr53cFhNmNcTSnknsnldMZ1OePecAEmS0dzcAkmS4fF4cfDgc0UJM9kKP/v7+0EpMu7VQOr1RNf1pP0zd1YZPnoIZ4+8ip6YgraAH3G/D0ZybiDAC0lk2VX2rPNs17JAoAnRaBiGYT7jEciyjGCwOWd39VphYiKUtJgWYBjZRWM7lBo4ffoEZmdnoOta1nPHKdZ2cHCoJjUR/v7oj/6oFrtxqAG1sKZsNMqp5C+lky/XvJ9KdLSVK2bVW+Ctx/6rfW7n+py3RSNVs9fKV+VsJkbqbSlR7/3nophjV03y28S4sHPnhSnHabnrNec5qKoKxqglsAHc0pMn1PwQRQmy7MLi4mLS3oRgOfP7SoEQAYxRUEpBqY7u7h40NTVXfb8ODoVYzj2LqSrooVe4QGd+h4kAGBRs5CyweWve+0/KvWtmJnU7jFtJE0EA61oPFgkDPn9GkREYSo5zUq45ipJSuUAYQ9ztKer9VwK7IGB28ZnLsQsCoihlFE2Ucr8pV8Cr5/1kfn4Wx44OQT0yBBLwgwYDCOk6NEmCyBiEsVEw/3bE41EwxqAoseTMMyfhBADSdTdAfORRdE/PZvyuEs4cfr8fuq5niH4AL8CRJBHnzo2nnHf2DjpKGSYnJ2oqJhVjDZsvhgEAr9eX9ef5vg/275EoitbcYSB1Vme6Y0YptnvZhLlcx9YprnNwWLmY1xP7fE+z29d0OjGtiSVpyVmlWGEm/fm2u7sHoiha16l0zOsJIcSyGWYMMDQVjBqIGwZOEYrAeAiSJMPV1wvBH0i59pZbAJLtWmY6IywuckvlQCAAt3vJXhpYu9e5aDQKURTh8wWg6/MFhD9+b4pGYzAMhqamJgCZ545zP3FwcKgmVRX+VFWFy7V2LWJWI9W2pmw0DMNA6Gc/QbSlCT6/16ryNclVyV9qJ1/6vB9z38sVRKyEYJaOv3xiVqVEsHLfQz0E5lqc29k+53xWkMulUJUzYyxv5WK1RblGtrRIP3Y8IapYMw/s8/WqQakzlwpXtOe3jfX7/ZAkGZQa0HXD1vlnPswwLCzMQRD4UPklq1GKWoh+qWvhHDt2BOPjoYY4XxzWNsu5Z9GnngTcHkCWeKeeHV0HlHjO+49hGDi3ZTMi27bAGw6jMzSWeg2QJG4ZCoC0tACX7oXQ159RZGQ8vp93+oki2OxMit1orjgn5Zrj8cCehWeEwJtQrPdPqlwUZhcE0juB7IIAn9HjxdatA8veTzr5BIvlXp/Lxawg16cmQTQNIAQCY4h7vYi7XWgORwBdR2JmGlSSkvaSqTNk13LCyTAMTEyfw8Jv3ArPU0+hY2SUC04VdObo6urB8eNHoapqhvgnCAJcLjcIQVnnXTUpFLvmi2E2bNiIyclzWbeb7/tg/x6ZM49NVwI+i4vvO13Mq9YMy3oXiDk4OJSPeT3xePgYA/NaYo4TkGUZkiRbVuClOKvker7duXMQwWBL1vWY15N4PG51+hmGDmbOkCMEDAS6ywWfoqDn5V9B/c13wB9sWvbzea5rmSmGAkixazZZq9c589xxuVzw+QIIhxeyzvjjMMuWOpGIY2HBsGbSAkvnjnM/cXBwqCZVE/7C4TAuu+wyPPjgg9izZ0+1duNQY6ptTdlIWAPkwwsg69oxRQhCnR3YfHYULRF+881WyW6fkYObXgeRMLDJqZI6+SoliJhiFpIJuJTf5RGzKiGCLec91ENgrue5XS3rn3xVzpIkYW5uBpQaWSsXt2zZhhMnjlmf38SEgePHj6KlpQ0dHZ3LfsiopaVFOQKm/dipqmpZrpiVjqHQCAKBYFUFp1JE4eUMkgf4A10kEgGlDADLsKGRJAmGQaFperJCVkjav9RG9LMjijxBzRhzOlIcGoLl3LNYaAzE7Qbr61+azScIAKVcDLzg4qz3n5R5LIODoGOjCDUFsfnpZ9A8Pc1Fv/4NVvcf03WIff1ZLUdZaAwkofAOwyx2o9k69lKuOW1tIFOTYEmLLEnX0TUzV9T7Lxf7dd2cPcqtl1I7geyCQLkim7mvxcV5xGJReL2+lKr3Qtte7vW5XKwOgrSOTEMQwECQkGV4NA2GpoPI/JHQLpQC1Us4NWq3v4n5/TIMDRAIjKuvQmh+HpsXo2hdnxnPl/t+RFHErl0X4/nnnwGlujWzThAEKznY1dWNM2deq4lwXMr7KBS75ophGAPm5mbBWGrnC2MMuq4hHA4jFBrJ2Lf9e2SfeUwps0RSUZSyinnVKLKrl6Dv4OCwfOzXE58vkPKcJwgCWlvbsG3bTus5zy7M8JEDihV3uN0e6z6Z7/n26NHDuPTSy0FI5nXHvJ6Ybiq6rludZIRxJwUQQHHJMEQR89EYdo6EIN+SacVeKvmuZYQIyPWst1avc/Zzx+v1IpGIQ9O0nJ1/5n2dEAGUps6kNWMs537i4OBQTZYl/N1///05f5dI8CHljzzyCF599VUQQvD+979/ObtzaBCqaU3ZKKQEbR4PfwgHYIgiTm7ow+4jx7LO90ifkcM0DUJTU84ZOQX3vUxBhLhcEN77+6D/++9B5+YAnw9oaobQ3JxXzFquCLbc91AvEW61ndv5qpxbW9swOXkua4CpqipeffVXcLlcEAQBmqZZyZVYLIJweGHZnXm1srQoV4A2j93w8GFEoxHwhx5iJZvMc7wSgpOZaIvFomhqCqKjY731UFisKLycinbDMHDixDB8Ph90XQVjJKVyUZZl8MH3ZmU9kv+ujOhnngOm6Gj+LNsDFCHESuyLIn9Pa7kjxaExWM49y+oWDDaBbd/B7ToTCu8CbG6GePHujL/JuMcGgxC2bQednsZJABe/cBBia1vKPL98Ahzp7AQ9czp5mUuzGz1zBkJnR8bfpFxzqAbS1w82OgopoWDLyCiIpoFU6Z6dfl03DAPhcBh+vz+jE0gQBHg83Ha0HJEtRWAlBImEAlVNpFRs59q2qqo4dmwI4XAYsiyDMQG6blSs46gQZqKSpXVkCpSCCgLibhcABkFaEkvtQilQnYRTI3f7A5nfL0oZREkCXbcOr3Wt///Z+9MoSa7zOhTdJ6acK7OmrrmBRs/dmIEGQJAERJCyJPtqPcp8lESLtkTSl7KftLz8rKuBtmVRvhIl++rKutRbtmzKECmZlnhNS7xLlmjTpCQ0SQAU0AAaRHV3dfVc1VlTV1VWTpExnvfjxImKzIycI2vojr0WF9hVWRGRJyLO+c63v29vPPnkMyCeMcrlNjA3dwHFYt6VjFtYuInjx0+19X2Gh0fx9NPvxne/+yY0TYckMXk5RVFw7NhJpFJp1+OvFkESx/24L41imOPHT2J+/hJMU4cgEGiaBlVVEYtFsbGxhjt3VurOXRvncM9j0zSRyQxjdHTUJfN4XFUsFqDrGmQ5glQqFSjBvFuEfpBQVRVvvfUaSqUCEokUnnjiKShKdLcvK0SIvsM7n0gSRTo96PiPAjMz9+PIkWNVcwUnZizLcvfEbM1k79HIyBgsy8LFi29ja2sTkiT5SGPqWFqq368wb0HWba9pOgxDZzGMszBTADaloKIIgRBApFg5MIrKxgqO5zZ6XjebzWWJRBKViopSqeiSnPw79Wue4/O3pqmIRGJ7rjCodi1KJFJ1XX/8/3vvv23bjsef6Cor8BjrblhPQoQIsXdBaA+ZuxMnTrgVDL4H9/yOEIKLFy92e6o9gbW1wm5fQl9BCCDLIgzD8jUdvpvQ6rtmswu4fv0KS5jYNjB3ya1kp4TgYHYJE3c2QGIxiI73DdV1WL/4Kd+Kf+/nWsF77lrYNsWhQ4fbTnBzIpLmt0BzW0C5DAxmIP7Mz0J86NGWf08NHbZDgpEOSLCgvgM1dFh/8Q3Y3/4WCADhPe+B8L73NyYs75FnuNPvadtWXZXz1avzuHNnxffzqqrCskwkkylQyiQevXJKsVjC9Uvqlvian7/U8PwAMDIyhqNHT/R0Ty3Lwrlzr/oG0e1e++LiTczNzYJSWrfh6fR99ENtog2gEEW560Sb371u9R2976uqllEsFkGp7d5zUZQgiowA9q7rrczM2wEbS+ImnL3Jer/jC4IIWZZACEE6PejeC/687AZGR1O7ct79hr0eQwWxfnSzZnYTOzRdYwt5HHzjLYzdWqgjIIUTp3yvwfwfX4X9rz/jX9RNCISf+6eQvu/7ff/WO+fEIxEcuHwFZHmp6vs3GluvQgKZnGprvBrN66wzu4yBgQFYloVikT1viUQSkiS7JFsn86rfuXghDKVAJjMISuF77Fu3rmN29m2HPCJOV5KIqalpxOPJwLrcmj23/DkhgBvHGpKEciwKTZIg2jYECgjJJGzKKs1r59batbLXTr3aMfXKaMuygne/+/mufYqCgvf94veOo3bdtywLr7zyEgqFLbdbhHfspVJpPPvs822PT7P1eztWqC/sCYIsDSJe6gRMvhS4efMmlpZuY319DYqiIBqNVSVK/c7dKs7hY1Uul6CqJViWDVEUEI3GkUgkAyWY+31fukG7a9nFi9/F5csXXeUP27YhCCyhffLkQzt2vWEM1R72Wgx1t+y52903WZaF119/BRsba3W5T14Uatu2u4cSBNY5mEikIEmS4z9sI5MZwmOPnfGZ23WYponNzfXq43MCEKzrT3byUVG1gtjwCCSnGMVb8NDN+uw3l3GLBcMwUKmU3bk0FksgHk/0ZZ7zjockiTBNFhv4nWu3lQO8zw4j8WwsLNxCsZhzVHJ0txiIza/bMXs8nkQymaxa47pdT+6Wd3GnEI5XZwjHq33sxli1G0P11PH3wgsv4O2338bP/MzP4Id+6IeqfpfP512pzzNnzvRymhAhdhxeOQciCKDTMyCLC8yrBoAqyyCxWFUlu/3Ns26nXy0aeeS0OnctOpFcoroO+/MvAqoKIRIBHR11c3r0P/0B6K+caplg8/OkaweNvgO1bZCNDRRuLcA6MNEyyUevzAN/8XUgnwdkGdaf/DHoN77eUQdlCP+K62aSEqZpQnZkv9hGhboqYV4ZsF46rVpJWkSjMWSzC75dcO0iiK5CVVURj/t3O/QqgdYPudNuZGO972s0GoOmVWCaliun5SXj2P9nRF2zwh+gvd/LsuxuLpkEiuX5G4JaJoJ7DCYSqSoCNpRACbEX0M2a2U23YNM4ITWAyg/9bYiLS+13rq+uAgfvq5IatQiwevgBqDMHkdhYw5Rt+c5HdXPOwUNtfe9ahQTbMEC/9tWW63ujeV1RFIiihHQ6g0gk5nrUqaradULI71yyLLudAYoSxeTkVN2xdV3H7OzboJR19wFw/msjm72N7/3eH9gRcstbQc6lZMvRKCghkE02vyMWc6ZaAkBwZUz9OhKD6AjzjmmtjHalUsG3v/0SHnnkibaP14/EXydx+NLSIvL5LQDUXZP42pfPbyGbXcT09H1tnbfZ+t1PP2igebyk6zouXHgbkUjMIeZ6e684trZyyGYXUShswbIsqGoZmlbx9T/yjkuzcXJ9LU0DqlpySFjiEMxlRCKRQOXB+31f+gVVVXH58kUAtCr+BCguX76Iw4ePhp1/Ie4JdKKsMjQ0jPX1NZfM4UUeshzB5uY6CBFACNtHC4IAURRRKGxVqabkcht47bVXMDg4DEoplpdvu8oqlmVBkmRYluUWYBJK2U6IEAi8IJJSQBBQikQgFPLIZheRTKZ6Wp9r57JYjO3Dt+VMIx6ve4LHHz8TeBzTyb54LygH+D07Bw8egm1b+M53vo3V1SWIoujun9l9ZXYalmXWSVPv1/UkRIgQex89EX//9t/+W7z00kv4zGc+gz/6oz/CP/tn/wwPP/wwgOq25hAh9htqSQmSSoEePwGysQG7UkF85n6I7/8bVYk0mr3tS/oB/l6A7Z7bi04S3JyIFHokIruB33eghQKwuADLNBFbXoF19mzTJB8nLqmquuNKZBlUVWF//kUmyblPJTj3AppJSkQiEVdG0bIsrzVQlQxYL8RXs/NTaiObXXDkMASsrS3jxo0bLYP52gRgoVDomUTvp+b+TsidtpMU9X5HQgji8SRKpSJLFjvyb6bJ/j/f8NXKgfqBEOJWOVb/jG2GBwcHUaloDulHoOs6FCXpyKXBSdYx8i8eT0DTNCQSSUSj1dI5oQRKiP2OTmWmW85LqQGI72+/OIZMTgHRGOBIjW7FY7j68IMw4gkI1MadRAxLr78aWEKll/W9GSkjigIikVhg3b+NzsXmyTjS6YzvHH358qzb6VcL5vMziwcfrJdwbYZuCK4qOapEEvr998PeykGwbCRkBcrICDRdc9Z5AceOnYAoSr7nCKpQxZUfpUw6nCdQ2fEIDENv+3j9Svx1su4vLy+5a1gtKLWxvLzUNvHXCv3ygwYaP+ucnFXVEiKRKIrFPADidNJKXY+3ZVm4dOmCE2fw4jLiPhde/6NikXn+tfPs87hK17WqojWAqRRUKhVEIghUHryf96VfeOut16o8vr2wbQvnzv013vWu4L1ZQ4TY3yDIZAZdAkwQGCHGuvR4J7PgvleM6GGxCS9mtCwL6+urWF9fRTQaQ7lchigKTseg5XQKSq5KgKVrsEzDrYNk5xGgptMQTB3UoJibm0UkEnVJJqC79dk7l2WzC07nmZMLI8QtqLJtitXVlcDnvXb3xf0onPWi14IiQRAxNDSCXG67e5Pvf9memGJ4+ACeeOKpuuPux/UkRIgQex/+O+cO8Pzzz+NP//RP8T3f8z348R//cXzqU5/CnTt3gri2ECF2DWNjk5Brkk5EEEBGRqDcdz+m/sYP1CWlyOQUqGH4Ho+aJshEe4lpv3NzdJLgDoqI7Aa134HaNrC4AGpZkG0bY+ubVUk+auh1x+DEpR/sQgH22bN9u/67GZZlIZtdwLVr88hkhiAIoluFaNsUoijhoYceg6JEAMD1U+Pw+iX1QnzxhKQoSlXn5wGwNyHhDeZ5t2EtcrkNnDv3Kq5fv4I7d1Zw/foVLC/fRqVS8f18u9ce1Pvoh6C6exvBb0xef/1V5HIbVZ+r/Y6KoiCTGUQikXSSmbRK8oVVKzaX+SSEQJJkxGJxSJIMQgTIsoJ4PIlMZhDvfvfzeO65F3Dy5IO4777DGBubQCo1gHg8jkxmCJIkun5+kiQjEonikUeecORn2Tn489pPj6wQIXYKvFtQ+ujfg/j+DzQtbAl6XhLe+xyEgQEQQYB94ACunnkCVjwOARREkiAMD7ecgztBL+t7IpFoKDMcdPdvt+diRSf+BZCCQFAodCbZ1u5c7gdeQX7o0GFEYwnE04PITE4hcuAAiCAgGo0hkUgiHo+jUtEwOTmDo0dPYHJypmpe5Qk5P/CEXDvgY8oSp9Vjy71b2zleq8RfL89pJ+8XJ6z8QbAX6mB53Dc/fwnZ7ILv2Pg965yE42ttqcSfW/ZzQkjX4728vP081caZ/PkAAE3TsLR0u+1nn8dVtUVrwLZiRRDx1X5HqdSsME7w3OsQQeKLX/wiXnjhBTz00EP48Ic/jLfffnu3LylEB0gkEo7lBVs3Y7EYNE2DZTEyhxc88uJZ27ZBqQ3TNN3CyXK5BMMwYFk2NE0Dl3TM53PQdQOmabnFj4oiY/jAGGLJFIgoQCEChEgESCYhyLx/g83D+fyWb0FmJ+szB1szbkNVy1BVte64/ZpDS6USCCFQVeYp6D2395xBxSN+6CXe8iKVSiEajdeo31BIkohUKo2pqelw7xoiRIgdQ8/EH8CShP/wH/5D/Nmf/RmKxSK+7/u+D//xP/7HsOsvxL5FI1KiUZKZ6jpgGsDGOujaGiO6PBBSKQjPtVc52em5GyEoIrIb1H2HjQ1YpgnRsnDk1gIETwDZKMm3m8Tl3YraYHZtbRmEAAcOjGFkZAyHDh3Gk08+g6GhEff+yXLElUni3WBBmXp7E5L8/FNTMw3XjkbBfKMEoCzLqFQqvhuhdq89qPfRD/1MYHeSFPX7jpQCAwMZDA0NQ1GiTuW96HYFAqzitBEopU7VvY6hoSGkUgOYmJjCgw8+gve+9wUMDY1AFEVMTbEkcyQSczfKiqJgaGgEqdSAs7lOYHx8ApIkIZMZRDqdxtDQqPu87paPTogQu4Wg5yUuN0piMaxk0jAkCaAURBSBmYMgzhzSa0KFw13fbRv0zhro4gLonTXAtluu736kDJPxU1GpqLBtOxBystG5OJqtIalUqsoXzgvbpkil2ve08koX6rqGUqkIXddgmkbbhIsgiBgbm0QqlYJpmr7rYqs1J6hCFT6mPAlae5xIJNrW8fqZ+Kt+v9ga3ej9OnBgoiG5RwjB2NhE19cRBLotAALgkrOcxK72Otwm57oZ73J5+3ni95yDE3SUUqiq6srgAa3JXR5X1ZKJwLZiRSgPDtePzA+2bSORCH33gsaf//mf49d+7dfwUz/1U/iTP/kTnDhxAp/4xCewvr6+25cWok34zZO8UJWTfpZlufLVHIIgQpKkur9j8o82TNOAaZowTcMhCg13HiOEIDWQhhKNQxkaAlXkqjWHWSCIoNT2LXbtZH22LAvz8xfxV3/1Nayvr0DTKlDVEra2NqHr2+tt/+ZQilxuE6pacuKd7XN7z9mvwtkgC4rGxiaRSCSRTg8iFktAUSKIxRJIpwcRjydCpZoQIULsKHqS+qzF5OQkfvu3fxvf+ta38Ku/+qstZcBChNgroLoO+5tnWTJqcgrCc8+1rbNd5VOTSIDevAGsroAePAjE4lU+PX7n8avq71Xj20tE2oIIYXQE3opkTkS2ez3dwPsdCrcWEFtewdj6ZhXpBzQm8cjkFGzD8CX/qGlCqCEuuSyDpqmIRGKhJnoNGgezFjY3N+pkMbz3b319DRsb6xBFCaIo+Hr/dItaSYv5+UsdB/ONpEG4LIlhGJAk2a2q7PTa+6W530zutFFSuV35kU5lRP2+o23buHnzGiRJhG1LTsWqN1G0LdHmt95z8u/OnTUMDAxWmdnXok5emRBEozFQSlEsFnD9+lXIMusgpJRClhWMjY2H73iIuxrN1uig5yUuN6r9z/8OsVQAolFgaMgl/YDgqrzJ5BTs3CawlAVMEyACQG3QtVVgYrJuffeiSr7SMGBZJopF1p2SSCRx8+Y1ZLOLgciS1p6r3TXk2LHTWFi4BUrrk0SiKOHEifZlWFdWsiiXS1DVkitdSClQqaiIxRJYWsri/vvvh2VZWF7OolgsQNc1yHIEqVQK4+OTyOe3cPnyRei6BssyYBgaNE2t8lJrVQwTlOw1H9Pz58+hUqk4hUXs2eLere0cj3cGVCqqx4OIF6n0/pxmMkM4c+YZrK0tI58vuIm62ns+OTmNmzevolDYqro/gkCQSqUxOTnd03X0gk7k0Pyede5TlUikoOtaVbLZ6/fczXjH4wmsrdlgXZHs3pdKBYdcpCBEgGEYiMWivsVgjeTQeVzFnw1vbMIVKyQplAd/9NEz+NrXllHrowywuPyJJ57a+Yu6y/F7v/d7+OEf/mF86EMfAgD88i//Mv7qr/4K//W//ld88pOf3OWrC9EO/OZJQri0J/VIF1fbIUiSBEJQRQgylRsBuq65n2VkH5ODNE0LkUjEjTlOn34Y8/OXwPM5fJ2Jx5PQNLYOalqlzg6h3fU5l9vA3NwFrK+vAaCglMI0TaeIolqCuR8WC5ZlYWNjvaqLno9juVzE0NCoe85+2XAEacHhfVYiEbjxoyQFkz8JESJEiE4QKPHH8Z73vAdf/epX+3HoECECRxVxJ8uwDaPKe67ZAl/nUyPLICdPg26sA+UyhB/9KMQXXgCRlZbnqUUnGt/e5CBsC/Sd74IWiy4Raa+tADPVRCS9Mt/R9XQD/h2sAxOwzp5tm8QDmPQY/dpXQVW1/nc1HZRenxdJEmGa1o4bPO91dBPM8vs3OTkD27Z2xGy6m2C+WeVfJBLByMiok1Tq/tr7obnvn1S2IYr+m4JO/Iy6qYZsRMLyCnnLqk5iV3szMf8Kv2pISilKpSIMw8D6+vYzNDOzfa5aEpT9DU9225BlBZZlQdc1JBIpCEIwPg4hQuwEuimyaSdm6DZOaHQNRFaQfPQxrF2/EnhCpeo8Tz8D/OvPAJbNSD+A/deygZUVkHe9q+nfZzJDeOyxM7hw4R3cvn0TgiAilUq51xyUzws/V6cEq6IoOH36YczOvu16/fGOsdOnH4EktV9gVSwWoKoljw8aHHKJQlVLKJUK2NhYx4ULsy5BaFkseRiNxrGwcBOGoUMURYiiWEWwlMtFiGIGiqK0TER1U6jSCJnMEJ599nm8/PJL7rVx0q7d41FKkcttuL5KnAxNJFIQRSmQ51QQRExPH4RhWHXdYxyiKOLBBx/F5csXUCgUHL8/AalUCseOndrV9anXAqBUagC53CZEUazy/AWq/Z47mRd48VKxWIBhMFk722bEbTqdgaYxb77jx0+hVCphY2PN9ziN4hhvXBWLJareh1gsESZdHcRiMXeceMcS6+4UcezYKShKdLcv8a6CruuYnZ3FT/7kT7o/EwQBzz77LN58881dvLIQnaJ2nozFYlhYuIk7d1ZcAo/9h1kleNVROJHFC1Q0TasiCCm1YdtsHlOUCCKRGCYmptyYQxAEzM3NglLq+PmJjhyzDdu2YRgGtrY2kUikIDs5l3bWU14kUioVXc9aJlkqwbJMECKAUhuqqiKVGujLHLqykoVpGlUxCl/bAWBwcNg9Z5DxiBdBdxL2q3A4RIgQITpFX4i/ECH2C+qIO6DKe478yq81Tc5xn5oqQksQQEZGmZymJG13+vVwnmaoSg6KIujFWUAQgOkZIDUAcuo0yMYGbHWbiAQFrF/8FGipBGzlQCsVIBoFFcWer8cPnZB4HFx6zP78i7ALBdYZaJpVHZRAZxXNfujVwHm/oJNgttGY7ITZdDfBfGuyMLVnjbK9m4JyuYSBgRRGR8dBSPUz2OlzHkQ1JD9GNBpFqVT0/QxL/nGzcn8IggBKLZw9+3XE4wmXtMxmF3D06Amk00NVybpyuYRyuVRVBWuahlN1yrxn0unBjqsvQ4TYDXRa9AP0Hpv0cg39Sqh4Qb/zKnBgDFjOAobJYhbbBmQJGBsHfeUV4P0faPj3vAiiUNhypLIM5PM5t4ONUopCIY8333ytKmnWLbpZ/w4ePITJySlcujSLQqGAVCqFEydOd0T6AXC69LblFr2wLBuqWsGlSxdgmoZLEHJ57kql7Mh/qchkhtxK/XR6EJpWgWmayGQyOHXq4Zbj0233YyPIsoJHHnnCPR7v9PMer1EswpQK1l0PWmCbDC2VChgeHg20G4F3UzaKE9k6/q5dS+7VjtPo6BjW1lZw8+Z1aJpW1wECtFcAZFkWzp17FZZlQlEiKJWKsCzqelhxv+d25wVv8ZJlWcjnt2BZlpvQVlUVAwNpPPjgo8hkhpDNLuDOnZWO45jqZGsBmlbdAdvrffF7LinFvttLnDz5EA4fPopz5/4apVIBiUQKTzzxVEj69QGbm5uwLAvDw8NVPx8eHsa1a9faPs5ectHxFqLca+BWBQCb19jcuF34SKkNSZIQjSaczmMbAOsM5OSfn1IKnwsFQUQymUI6nXHPA7AO82x20e0s3NradIlEWZadddRGqVTAwEAGsqzg+PGTrpVCI/AikVoJbtbRKEOWJQiCiExmEI8/3li9pRdw+WdBENwYhRUjCK4cNL80SRJx/PhJzM3VxyPtfN9GaGfv3Onz7n1W+oV7+V3sBuF4dYZwvNrHXh6rnoi/D3/4w/jJn/xJvPDCCw0Tyl4sLS3h93//93HgwAF87GMf6+XUIUIEAl/ijv+uUAA5exZik+RTIx86atvA5iasP/0K+7dp9nSehuevSQ5yjxxQAIsLoMdPsiBzdBREN1wi0vrG12EvZX1ltujEZNfX0wjtkni14NJj5OxZ0KUshInJui6FXmQZOumg2u9olwja7THptAsO2JlEdTdol1TmiTZCAFkWfbsLOn3OgxgT7zFkWYZp1nuG8g2sJEmglH1nLtOy3RnANsHs+lPOd2ak5dzcNmnJu3hefvkl11OQbZa3x5NVnVJHzibWF3P5ECGCQrcEnv3Ns7BzOaCQB5zCHDI0DAhCxzFDO9cAiqpuwKMPP4T561cCIXh8ryl7G2RwEDSdBtbXAa0CRKLA8DCIIDT1+PMWQWx3wW3LQVGacDuFNzcZ6dXOGtaPIiBJUvDgg4/1dAxZjkAUBd8koSgymTDD0J0kGa3abDIfNg2Uwp0zgW0pZQCIRGJtf8+gq9ebHa9ZLFIul2CaBuLxpNvtsC2tRqo6A3oF76ZsFRN1WxzV63NXO06LixWcP/8GYrEYKLVRLpfqZF2B9gqAeDz2zjtvIZ/fcv7OAl/fNU1HPB5HJjOEq1fnm16/970lhKBUKkAQRPe+KUoEoihClhUMDKQB9BbH9KtYze+5vHZtHgCcuCXYuLnfxYmKEsW73tWeB32I3YWi7C0imRA4HnSo27PcK2CeeJdACIWiKLBt2yXiRFFEMpmEaRpQFMXpnrPcIoraNZ0XsvD1vlJRMTCQgixv33dZFnHq1GlcunQB+fyWQyByaekB19veNE0MDQ3iwQcfbYsE0zQVksR8CDVNqyL/2H2WEI/HMTMzg0ik98Jwy7KwtHTbndcmJqYwMJDC2tqyqyATj8fd9cG27bqxGB0dxdDQUN1xuiX9AGBmZgbZ7ELDNWdmZqan4/cL4bvYGcLx6gzheLWPvTxWPRF/H/zgB/HpT38av/iLv4j3v//9ePzxx3H8+HEMDQ1BURTk83ksLi5idnYWZ8+exfnz5/HCCy/gIx/5SFDXHyJET2hE3AGNveeqPuPjQ0cLeWBxAdB1gADWl78EbKwD8Tjgc652ztMIdcRlpbItm2WYLKE2Olp3Hrpwk5F+fjJbS1nQxVtdXU8ztEPi+YHIStMEZ7eyDL12Cu43tJNA2Stj0m4XHEfQnQhBIGgCtdPnPIgx8R7DD9X+fky2hj1fxO2+8G5s/e5fLWm5trYCSZIgyzIotWFZnPDb3vyJIvOm7J+5fIgQwaDb4iL65jng2hXANGGJElYH01AjEuKRKMYKJdgv/aWvZKefnGera8B//k/AhdmqbsDU176Kx3/8J7CayfQl4VwVOzkxivvdG8h/c3iLIFgX8HZlpWVZKBTyEEWWOGJSWK3XsN0ueGmGVCqFaDSOSqVcRXAJApMu5GTDdtHFNphcF5yuyHoZ5m7m0KAJFb/jtYpFMplBCIIARVEgy4OoVCqOXCHvQgum1NayLFy6dKFvMVGvz13tOG13eTIZ2IGBjOtz5/VnAtovAEql0pBlBdFozJWEpJRC13WUy0UQAleutdn1e9/bbZKauNcjiiJisRhM03Rjgr0W2/k9l4QQ5PM5AEA6PQgguGdkL89LITrD4OAgRFHE+vp61c/X19cxMjLS1jF0vX6O303wxKZpNpZCvttx+/aCQ5SJ7rrMYdsUlUoF0WgCgsA68kRRQKlUgiSxeIztZbaLKdhabTvkHzA6Og7DqF67U6kMnnjiabzxxmuuPC/v6qYUiESiiEQAWY7CtnmxRnNEIjGYJiMlVbVcIz8KJ96Sfa+nUzAvwe15zbZt3LhxA0eOHIMoylV5CiYGQZuee2xsyv3/7X7fZjh69IRvJ+HRoycCOX4/EL6LnSEcr84Qjlf72Mtj1RPx92M/9mP40Ic+hD/7sz/DV77yFXzlK1/x9QAaHR3F933f9+GXfumXcPz48Z4uOESIIEEmp0BriDuOVsknoF7Ckto2I/0sG1AUt0KfiiJw6yboydMgNcn7ds7TCHXEZTQKUIfMEwRWRe9zHprLMWJS9JkCdAN0c7Or62mFViReN+hW0jBIA+f9gNoECiGA6jy3MzP3A9hbY9JOF5wXe0lHvx8EaifPubdCfHJyGgC7192MCR/XN974aywtLYJtTgkotd2NoWVZVRveRhI2lNrQdb2q66CWtOQEJ0/oe2VEt+Vx4HQG7F43Z4gQfqgl3ujizY6Li6iuw37nbcAwsXVgFFcffxxGNALBtrBGgWwyjsOzc0hvrAOW5Up2AvCV88ToAXYNts38hz0dhEQQYP/5fwMZG6/rBiRf+DwmfuXXQCaDk/3m6Eb+m8NbBBGJRF1iA4BTHMAq5gWBIBLZlqxrtIbtlYKXRuBFO5FIBJWK6iQZmX9tPB7H2NgEFhau15GgABuPSCQCTav4Vqk3mkM76TLqR0eSNxZhZNY2sacoEei65kqAEUIQi8Xcvw2yIGR5mV2HH5HYa0wUxHNXG7OxcbJd2VTuiVsqFWBZNiqVCiKRaEfEGfdd4mPMCT/LshyifQuSJLmeUqyT/wKmpmaq4g7ve1tLUrPrtZwxqI4J9lJs5xcj8zEHSFVXLdB8zmn1zliWhbm5CyiVilWk9l6Zl0J0Bub7ehqvvPIKPvABtg+2bRuvvPIKPvrRj7Z9nL2WSAS4qsduX8XugM9r0WgUmqaiutiRvccDAyk8/vgZrK6uQNNUbGxsIBqNoVKpQFVL7rzP1u/tzvWZmfsdQrH+vISImJiYQqWiNtwXxuOJtu+Ltzi4tpOeEIJEIoljx042vJ52weY1/3XvypXLOHLkOK5cmfNV/On13O0inW685uz15/xefhe7QThenSEcr/axF8eqZ4+/aDSKD33oQ/jQhz4ETdNw8eJFrK2tQdM0pNNpHDp0CNPT00Fca4gQgUN473MQ/kd3ySegXsISm5uMUFMUkJmDjHwDQIaGQVdWqjrwOjlPw/PXdBySoWHQtVVGPNo2k87in/WeJ50BFIV9rhaKDAzun0rSbqWAgjZw3g/gCZSrVy/j1q0bAChisTjW1paRy7GNiJe8qa2i3+tjEkQnQhBJzH4QqO0+57UV4rZtQ5aVnirE2bhOo1gsOBJ61N0AmaYBSZIRiURhWcyHr7YAiMt2AvVdB7VJWk5wbif04R7Ttm1Ikli1CQ0TXyH2CuyLs7Be/BzozVuAaQCSDEQjAACSGaz7fKOiH/ubZ4FIFFZEwdXHH4elyBBY6ysE24YlSbj60Ek8+pcvQZicApVlWC/+LvtjTQORZViEYHViDGo0iuidFYxtbkJYrpf2RjzhxgkWIVgdHoQajSJWqeDAylrDjsRe0a38N8DmiJVlE0IuB1QqiEcUlCUJttMRzMmgRCJV51Xjt4YFPV8HTYR55RYrlYqTFGTrs6Iw8k+WFVCKKhIUgNMVGEMkEoGiKDAMs2XXVCddRv3qSOLxGSeZvJ2OmqYimUxBlhWYpgFNq8CyLIii6JJaQRWEcM8h2/bzYuotTmz3ubMsC9nsIlZXl0ApMD4+gcnJaQiCWBfHev2ZeNI5Go25fknRaBz33Xeoo2fSe45tOV3q+d+2tyL33i2ViigW84jHE+4zMTg45L6ftSQ1KxwSne9QT9zulMd0K/jtG7xjXhv7+D0j7b4z165dxvr6Giitfvbj8SQkid51xYn3Aj72sY/h53/+5/Hggw/i4Ycfxhe+8AWoqoq//bf/9m5fWogOwdf5fD6HcrmEWCxeR5ixdZbtvyRJwdTUDGRZxI0bN3D9+pUqspAQ2ZEJtRGNRpDJDOHIkWNNryFImwtvcbAkUaTTg1XFwUeOHAtkv9Vq3atU1IaKP/2WPfZir6w5IUKECBEUeib+vIhEInj00UeDPGSIEH1FL8knDq+EpfWnXwEI3E6/7Q8JIPfdB1oqgZpmV+fxPXdt1bwggMwcBF24xXbUw8PsPOkUhJ/YPo9w8D5Y45PAcpZJgjItBUCWgIkpCNP7J9jpVgqo207B/Q5Kgc3NDcTjcfdnhDCJxs3NdZdkqU22VSoqRkfHdvHK+4+gkpj9IJXbec772bnCN5iKoriJVlahzzr9kskkAFb9rmkqKpUKRFFCNBpBPJ5ELrcB07Scz6iIxdjzV7s59W5keacCIQIkibgVrEFuQkOECAJU12H+X/8GuDpfvaZKEmBZwEC6OiZA46Ifmr0NEolg9fHHYcQiEExG+rFMOQBCYESiWJmZwcTNm6DHTwK3bgIUIOPjyCUTuHpwGoYkQaAUdiaNpcwADmsq0nccmTEu7b2+Djz8SP3fEILsgVEcWc6iPRGyztGt/PfoZg4Lly7CdJgDiVIMSBK0iQnokSgkSXa9YbxotK4HOV/3iwirl1vclva6cuUyTpw4iUuXLiIWY/6GXCosFktAktgaMTCQbtk1xdcQRqhp7rkIIXVrSD/Xm0QigZUVyyWZtskstg5sbW3ivvsewMWL7zjnJ46smobTpx8JbG2IxxNYW2PdXLXoNU5s57nL5TYcf72cUzlMsbq6hBs3ruLBBx+ti2NZQQ51Jd94lychBIoSxX33Heo4mek9h7ejkHeleIt4WEdqBcB21z9/JjY21iFJMmzbqirs4Z9hEq2768sMNCfu/fYNfMy5tLAXfmoM7bwzlmW5xXneZ58Tr+n04J4vxAtRj7/5N/8mNjY28NnPfhZra2s4efIkfvd3f7dtqc8QewPedZ4Q1umr6xpisQQikSg0TQMApFJxvPvdz0OSqmOa8fH67jpKbUeinPmdHzt2quU6FqQUMtv3l5DJDELXNchyBKlUKnByrZ11z0/xZ3MzlD0OESJEiF4QKPEXIsR+RLfJJy+8EpbWl79Ul+ADABqNQfzRvwOIctfnqTuvH3EZjYE8+jjw0CMgggBhchKRF94H0yORwAlDO51miT+twqr+h4chJBJddyDuFrxSQJqmIhKJtQxWg6yU209oVm0nihJM04CqluqSbYQAm5vrbiLwbkOQScx+kcqtJK866VzptHLSu8HkRvLFYgGCICAeT7rPCqtgrbhSnJFIDIXCFgC48qClUhGEiEilkjh69ETVeb3nse3qqtODB+/H4cMh4Rdi78H6y28A83MAxfb6z8k/2wbNbwHJVFtFP7yTvzI4CSGWANQSO477AQECpaikUttevobBroMQXD04DUsUIfDEu2HAisZw9ckn8Oh//xoEYLvQZ3gY1sYGrj58uvpvKIUlCLg6kMBQgznfz0+w03imU/lvqusgv/95PCAKuHpwGqYkgYDJrCcWF/HI/+v/jas3rra9rluWBU1TUSwW3KS91zOHUrQ9X/eTCKuVW/SCV8mfOfMMlpayKJUK0DT/xF0r0oetCcU6P0FNUxGNJqrWkH5Kg4+NTWJ+/pJ7DV4IAiNYbt68hnQ6XadMsLx8G9PTM4GsE+Pjk8hmF2A475cXvcaJzeIEy7KhqmWcO/cdqGrJ44VHAFAUCluYm7uAxx9/qiqO9XaQ1Erddnu93li5uqOQANi+fkLgkMWMKK0lwUzTxOjoGHK5DRiGgUQihWKxAIAgHk+CUkCSpF3t5Pcj7hcWbmJwcNiVlGVyppbzXlQciT4mL+wdb6B+zNt9Z1ZWsmDkabV0L8DmJy6hGmL/4aMf/WhH0p4h9hb81vlkcgCFwha2tjYhihIIAQgRIIoSisViHTEVZHddEFLIjZRixsbGA5+Lu9kf73U59hAhQoTYDwiJvxAhEJz3XEvfmve9vyeiz/ecLYhLQgAii4DHEJkThvj8iyyxwpORiURPHYi7iU51lIOslNtPaFZtJ4oCCFGc6sNtg1pBYLJphmHetfJCS0uLKBS2XMkp3k0BdJ7E7Cep3Ex+pN3OlW67Uuo3mEmsrq7AMHRYlgVBEKCqJRiGCdu2YRg6cjkNoiiCye8JME0ThAjQNBXHjx/HwEC6jfPsnqdPiBDtwP7Wt1gHnd/7Rwhw8H6I73t/W0U/PI6IVSqwBUcmV7RdEhECgU0IooXCtpevLAMUWB0edLv2XFgWIMswEgmsPPYYJq5fdwt9CIBVRar/GzAPQnNw0Hfusy/O+voJCj/xcQgnT/c6nA1hf/Ms7HweGVnGYxcvY2V4EGokipjGpEnlB07g2BOPt7Wu83lQ1zW3i5lSCkmSHRJDRSqVbnu+7icR5je3e+W4b99exOjoeM9rc6FQQKVSriv8YecqoVAoNL0mjl5lMEVRxODgsKM8QH1iER2GYUJRlDoyNEg/YlEUceLEKVy4MBt4nNgoTmDypmVUKipUtQTTtFyyk4+3bdsoFgtYW1upi2Oj0YTTVR/zyM11f73eWJkQoaq7ja3r7HM8ZuQkZS0JJgjs514Zt0Qi4ZCc3XkQBwm/5LJpmsjnc1hfX0UmM+TKmxqG6RbIsWoPOJ6KOiKRSMMxb/bOEAIsLd1GqVRCPp9DNBqDrmt1fsn8vbxbixNDhNgN6LqOy5dnUSgUkEqlcOLE6bpOPcB/nZckCYQIDtnHJKf5HrIRMRXUPqdX+cudJtW62R9zr91+xFYhQoQIca8gJP5ChAgQQUiHdnXeGuKS6jqsb3wdNHsbwtQUpBfeB5DqwC2ITse9Ai+RIUkiTNPqksi4+wmGVtV2bLMyVOebw5MNd6O8UC63gbm5C6hU1DovFUVROk5iNiOVjxw53rfnrZ1Kyl43eZx45GOm6xX3+JZlQhRFx79n2+PCsiyPNBhLYlmWhUuXLmBxcQGDg8MASNV4hP4KIfYTCAFovRqg80uACELbxUU8jhj7wu8haxiwBIGzHoDAun5kTcfYjZuuly9xvLTVaLSOwIMsA4IAAUDlwAEQYzvhQk0TlSfPQKyUQU3TrfYgkgTMHIQginVzH9V12J9/EVRVt/2FZRlUVWF//kUWV/QpjqDZ2+45BUoxcWdj+5eiCLqURSbzgZbreu086O0qsywTkiQ7J6Sw/uIvYC9lW3Y19pMIq53bvd53AMHm5gZee+3VupinnaSg9zMbG3fcIo5aWJYNw9AaXpMXQcilj4yMIp/PuYUl3lhE0yqQJP8tbNAezUNDw55uyuDWbb84wbJslMtlJBIJh/Rh3weAu47y/1Fqo1QqYXJypu55P3BgDKurK4FdL4+Vs9lFzM1dcLsJDcNwn0NBEFwp8Fp/TWD7mfCTceu0cK8fqE3oV/sZwvFIjIFSClUtIxqNVnUHAywJPTIyikTCXyKv9p3hXYO6rkPXdcRicei6hnK55J5P0ypV5DchBDMz99/V+5QQIXYSt25dx+zs265s9Pr6GhYWbuH06Ydx8OChqs/6rfOaVnGKhpjSibcYpRkx1es+p5MizkaxQD8LlvzQTdE199r1Q9DrfYgQIULcrQiJvxAhfNCLhNVuE2q1lfjWywa0//lVkB//OMiJ6kr8oDoddxNBERn3ClpV242NTeDmzWuIRuslxe5G70P+/AgCl9Gq9lKR5cGO5N44/EjlaDSKK1fm+uZR0E4lZRCVk3zMbNtCMjmAUqkASlm3jGVZkGUBqVQapVIBXK7KNNk1sS4BNs6maWB9fQ137qwhkxnE6ioNPRtC7EsI734PrG+f5bx2zS9FCO95T2fHO3kayv/+GRz9y29gfvMOjI11CKIEaluQ8nkcfv0chIrqSnYKP/4xEFFE/P/5Y9gAk/PkBN7B+4Dbi7BtGzGtUn2eVArJ9zyHtZvXIORyQKUCRKPA0BCIIPjO+bzrjhNwVb8rFEDOnu1bXMFlUG1FwerwINRoFLFKBWPrmyCGAWGCVYu3Wte9ya5KhY0J8x9jcsSyLCEJAfb8PLI3bmIyt9Wyq7GfRJh3bvcSEt6uvHw+h/Pnz7meQu0kBWs/UyjkYVmWM4bV34NJGUZ8r6kWQcil8+PXSkYCgKJEfH8O9CdO6VecWBsnaJoKgDpeyyYIYa84I30obNt2CmsoCBHc7+l3fUFfryCImJ6+D8lkyk3aKooCUczAskwMDQ1jcHAY2eyC+wx5sZck9P2S4LUJfa+fISFwvxMj4vg7IsK2LVQqFUSjzF80kUg1HHvvO2MYBkqlAmzbduMjXa84xEHc7UROpzPQNM0lvxOJJI4cOdbnEQoR4t6AruuYnX0blFru3kQQCCi1MDv7NiYnp6o6//zWeVaUAVcxxot2ialOO/c6yX00iwX6WbDUCJ0WXcfjCbe4pBZ3Y14iRIgQIfoB/5k+RIh7GPbFWVi/+ClYX/4S6GvfgfXlL8H655+CfXG27WNwQk366N+D+P4P7Bjp17gSvwL987+H27euY37+ErLZBXfjut/BE3h+4ETG3QTLsnD79gLm5i7i9u3O7yOvthNFCba9LVEkisxbZWJiGnKD53UvJW6CAn9+IpGou+njsG0blUql6+/Nk3FHj57A2Ngkrly53HCTFsT72OreCoIYyCbP+87Jsox0ehCSJEMQRBAiIBqNIRaLIZFIOUSfCFGUIIqSp9Id0HXDqaZn4xz0eIQIsVMQ3vd+kGPHAVEAqOPHR21AFECOHYfwvvd3fEwiKxj+Gz+Apz78d3DoiacwUiphZmkFj16cQ3plmTECY+NALA76B1+AZdvAj/4d6AcOQBscBMYngOMnQAYGgOkZyJTiwMoauzTTBInFIHzsExifOgglEgUZGQEmnXkumwW9cweyKNbNfd6uu7prliTQpf6tucJ7n0N+fAxvnTyGm5MTuDOYwc3JCbx58hjyYwfa9iculUrMLe3OHVgb2x6JoihAkkQIRAAWF0AsExUnqeTtaqQ+McfY2GTf1k7v3K6qqkNQwiUqy+UydF1DoZDHt7/9EtbX15omBW3b8k0c8nmcyZ6yc/Muo1gsgUQi5XtNjdabXtDs+A8++CgUZZuEZFKkKkqlIkzTwIEDYz2deyfhjRMikZhLaEYiUdcvCoCna57dy2QytSvxGE/aHjp0GCMjY3jggSN473tfwEMPPY7p6ftw7Nipvj0TQSCX28C5c6/i+vUruHNnBdevX8Hrr78KgDodtAxeP0NK4d4XRgAyr2JVLUHXNahqCVtbmzBNo2kMxZ9pQRBRLBacYinbJfFN03Ql57nvoapWnJiKvX/Hjp3aE+MYIsR+hGVZyGYX3FzIxYtvwzA0mKblvIvez5q4dKk69+O3zrNiDDYv8+5fjnaIqfX1NXzrW3+B2dnzWFy8gWvX5vH6668il9to+Dft5j5aEYSxWKxq3uv02ruFd92bnGzuyTs+3r/YKkSIECHuFYQdfyFCeLCbElZBoFElfi4Rx/z0FMy3zkEcHQ2802g3wYkM7ndDqQVCmPTO3SYB0a2kaS1aVds1kuE4fPjYXSeL6iXCEomUU4FNnWQbS7QFkbBqR05laqr3Cv1W9zaIrpRa8pAQ4spesQ4FtomMRqPQNNX5uQhge3PJpEAF9++9RF/o2RBiv4EoCsR/9P+F9eLvgt66yYgkWQY5eB/ET/yvPcUNgiBi+qlnQR97EvZffAPWpc8B0weZR5/zHm6KAq69/BKMEychZQZRKhVRAZC0LIggkDODOPr4U5AfOOGrRHDs2Elcfv1V6LdugZgGqCBAWtNx+I03gfQQ4Olw4113fuQfNU23664fsEUR1979LOxbNyE40qSCbcNWFFx797MYEkU0Ulz1Ira5AfvyHOsSVBTQaBRE00FjUUCUIJSZ9CkVhLouyUZdjd36Brdb6c/n9jfffA2bm7bbrciLJyyLkQeGoeOdd95yZZdr4U0K1q5J23O2AFmWnKINJrEpSfUJtn7LpTc7viiKuHz5IsrlElS1BMuyHeJWwhtvvLZn49tm99u7PhNCkEymUChswTRNh0BjygSpVBrHj7dHAPXqAeWHZh2QQT4Tja692+/ULAm+sbHudP2yWIR7EvPPcKJZEESYJpM1r/XBLJWKdZ6TfuMzNTWDYjHvdHFWQKntdhcahoGNjXUMDKSRyQxCUaJIpzN3TcwdIkTQ8JsPKEXVz0ZHx3DjxlXcunUDAEUsFsft2zq2tjZd4t22KWx7279UEEiVry3A1vnDh4/hnXfegq5rkCQJsqxAEDTE4/E6iWM/YsqyLHd+tG0LV6/OO3si1oEoCCoSiVRT1aJ2izhb7T3ZNSp969xvF373kMcv3cZWIUKECBFiGz0Tf1/5ylfw4osvYnV1FYcPH8YnPvEJvPDCC1WfOX/+PH70R38UFy9e7PV0IUL0FbspYRUE/CrxLUJw5eA0bEGEoDF/ln4aN+80EokEFhcrqFTKzsZZAKU2NE1FNJrY9xIQPBguFgtYWroNWZa7kjStRaeJm2g01leZyt2CN9HGu9e4vyEhAo4fPxXI99tJOZVm9zYIeTY/8jASiaJSUV3PG4AlwxiZWoIsy46MGYEgEGejySrna+Vx7jbCPsS9AeHkaZDP/CvYjsw3CVjmm8gKIMnA0HDVOm8RgqsHp2FRCiGXgzgyAlkeRKVSgWEYeOCBo5icnGbvWIP4JR1P4tGv/wWW41GokShiGpPPFCitK3oS3vsc6Ne+Cqqq9WOQSrXdddcNVlayMGIxkOMnQDY2qqRJDZC2CgaormP0j/8Yi/fPwBJFRAwDWiTCPBrVCoRUChHdAAiBZJoYW9+s+vtmXY2dkh6dePQAbG6fmJhCpaK68n/eognbZp1vpmlCUSK+JIR3fq1dkwghiMeTKJeLjpRkErZNIUmNE2z9lktv5P+WyQzhscfO4OWXX4IsK4hERMejmOzZ+LbV/a5dn2VZxuDgsPMuaxgaOoCJicnt99lBIyKs0+erHbRDugXxTDS69lrJ8k6+U7MkuGmaGB0dQy634ciubkt9Ugrk8znE40kA7D1pFM+1A1VVEY8n3E5V3lULwC1kLJeLSKUymJycCougQtzz6GSOu3ZtHsD2e3r7toa33joH27YcGU9A0zRQyjxyqaPSwN9Bvv+jlCKVSlVdRy63gatXL7uFNarK1uKJiSnoegWGYaKZr3symcClS+x6CWF+glzCmRDBlQwtlQoQRbFhTNNuEWervaeqqrtOqjWa648ePQ7D0JDPFxCPJ/D442cC9a4NESJEiHsJPRF/3/jGN/ALv/ALePe7343nnnsO586dw0/91E/hQx/6EH75l3+5of9CiBB7FbspYRUE/CrxV4cHYUgyiGWB1EhQ3A2dNSMjYzh//o06vxu+od5Pkk+18AbDuq6hVCpBFAXE40lEo9syV/24j97EjWVZOHfu1a59FPcyahNtrHuNJUtFUcLk5HQg5+mn/1MnCKJy0o889JJ8vDLetimi0RgefPARlMtlzM1dgCAQRCJRaFoFqloGUC+PE3o2hNiv6Ldvrl+MwtZ4CQKljAgDl2aMwbapU7ne/L22v3kW2NrCRLlc/7uaoieiKBB+4uPMS7hQYLGRaTLS72Of6KsqQlUSa2Sk6nfE+X0r2N88C7K1hcO3GGFqShJiahnleBygFHHTAo1EIBkGjizeZuPqQauuxnZJj279ifn8Wy6X6iSRmR+ZANM0nGM29+r1W5O4b1smk0EkEtvVBFsr4mptbQWSJEFR6p+5vRbftnO//dZnSoFkMoVjx57yJbYajdGRI8dx5cpcoHFbP4hEPzQaK9M0MDv7NtLpdFffqVUSnBDiksmKokBRFBiGDttmBUrFYtEtXLJty5H3I+5/E4kUVJ+CiFrweFDTNAAE3iYhVghFYNs2LMsMZexC3PPoZI7jfrcAkE4PglLqdISbjge54np22rblyBJXr6PcT1WSZJw4sa124J2XbNuGplWczzL50KGhEYyOjjn7oXpf95UVC8UiI7FkWXZIf+oem63fbDKwberu+/3QbhFnO3vPfnfuN4Ou6zh//pwzRlytSYCqlvHqq99GOj0AQgTY9vZas1fW9BAhQoTYT+iJ+PsP/+E/4Id/+IfxL//lv3R/9qd/+qf49Kc/jaWlJXz2s58Nk3ch9hV2U8IqCPhV4pejUZa4kiRgqHpjfjd01ty5s4JYLAZVLbkSjXwTHovFsLq6siNBYtBySrWJD8vilYqsEjgS2U509fs+tiNTuV8D8Z2SEAmi0y4o9LrJazRmnOSrVCp1xx0aYslL/jeRSBSqqoIQIB5PVsnjhJ4NIe5mUF2H/c2zjMSbnOqoK9AvRlH5Gk8p637zQBAISoU8rG98ven5Oil6oroOml0CPXkaJLcJMjgIYfpgoN2NjRBEAQX/rpliCY9dvIyV4UGokSgi+hIAQDt6DMl3vQejL78K4kOEBtXV2O26yuff11572emwFpyOIThdAwClBLWSYxx8fqUUDdckRVFw6tTDbXWV9QvtEGU72UnfK9q9352sz83G6LvffbOl3GsncVu3RLX3773Pz8TEJAD/zzcaK6bGYKJSqdR1s7bzndqZP2rJZEopNK0CXdcdGT7JSdYTABSiKENRFEQiUVCKtuYgHg+qahnMW1qCZZlu5x+XGRwaGt63RXUhQgSBTuc41qlLATD7D2Y/QF2CjXXXCY5ENnu/OfnHCqWI22V++vQjkKTtmIbPS4QQlEoFp+CY/Y5SG+UyW4+efPIZUIq6glld12FZFkqlAtLpQbez0LZNz7VxxRTWhdxoPml379ru3rPfnft+yOU2cP78ORQKeTe/oWkqYrGEm9PRdR2RSPSuKTYOESJEiN1CT8TflStX8I//8T+u+tkP/uAP4ujRo/jkJz+Jv/t3/y4+97nP9XKKECF2FLspYRUE/CrxY6Uy7NERCNMzrh8Qx93QWVMqlRCJRKAoiivNIwgCIpGoE5z3P/HTjyro2sQHNw/nHmqVSgWRCEvy9vs+7qfkWjfYiWrHbgjGfiZae93kdTNm3r8pl0sYGxvHnTt3XB+d0LMhxN0O++IsW58dSXHbMEC/9lUIP/FxCB4fvUbwi1FilQpswnxpaot77EIe0ZfOwrp5q+n52i16qr1+ahggAwMgTz29I/7HQRRQeL+rQCkm7my4v6OmCfHZ5yHedwj2j3+sr12NvayrmcwQpqfvx5Url5zEJXFlwgBAFAWMjU24cq+N1pvaNck0LVQqZShKFBcuvI0TJ05DkpQd6/Tyoh2ibK900reDTu53u+tzszHSNA2yLEEUm8u9toteCsAaPT+nTp1GKpWpi3WKxYLveXgBXG2HTrvfqZ354+rV+apzE0JcKXPmISnDNHWHHGDXwvcbkiS1NQfxePD8+XOoVCpOt6EMSm3IsuJ0G0YwPDza8lghQtzNqJ13OBFvWRZ0XUc0GqsqAmBkGsDfTYDtm3khDCcA2b+ps34KSCQSME3TIepEnDr1MA4evL/qWvgczmwNaFWnLvcqb+aha9uW6yWoaRXHS5DAtquvjf1/QFEiTeeTdvZhe9UfjxO6bIyq1ZoKhTwI4QRv9Vy/34uNQ4QIEWK30BPxF4vFfIPsEydO4A//8A/xiU98Ah/5yEfw0z/9072cJkSIHcNuSlgFBeHkaebH4/gMTUxMYDUVg2HVb5Tvhs4ab+InGo25QS2wM4mfXqugG6E2ScQTD1zS1Ju4aGQe3itpxI+xtZVDuVxCLFZvXL7XkmvdYieqHTshy3Yj0doMjZ6nTseM/w0hgCyL0DQdS0s7Ly8TIsROg+o67M+/CKqqLsFGZBlUVet89BrBL0YZXVnD0sQ4rJmDVcU91LYh3byJA0vLLc/XTtFTENffK4JIYrVb4FUbSwkBezZ2S1rxubhcLkJRIrAswy0KYjKBAmKxBEZGDrh+aI3mV++adPv2AjY27oBSCsPQUShsYWHhFk6deggrK0s7LvXdDlH2wANH90wnfSv0er/97mGzMZIkyS2q6eR8jdAtUd0sRr506QIOHTqCd945D03TIEmSK4FnWRYikYhLqgHs/WddOfXPWzvfqZ35w+8+ebuIRFFEJJJCqVRwOolsqKqKVGqgo0R6JjOEZ599Hi+//BIMQ3eO6/2u7ZGIIULczfDOO4ZhOO+dDdumsCwTus7eHd6hy4tkATZPbKsACa5nJ8D/TdwOW+/+VhQlTE8frLsWPjdsk4sMlHLC0YAgVFAosMIFQog7lzGST3C7BC3LQjyecAoKRJimWUVOCoKEhx56tOV80s4+bKelPNvJP3BC11vUzMEKuFnnZW3H+t1QbBwiRIgQu4GeiL/jx4/j7Nmz+MAH6v1Mpqam8Id/+If4+3//7+Of/tN/2stpQoTYUfQ72bMT8PoMEQKcKORw4cLsnqr2Cgq7LaHYLxnM2uTDtodaAZZlO9Ik/vcxCNLIewxCCDRNg65rSCRSkD1dIXstubbX0c4mrV9kcrfoJwm5G/IyIULsBuxvnnU75ep+5/jo4Xve1zJhUhujKBOTOPbwQ5i/fqVqjZc2NvDA5at1HnXe83Xi22d94+str7+f/oYczZJYlmVhaWkRy8tLIAQYG5vA5OR01Rh2UuDVT8/GbmKX2nXZsgwAxJX+5h45kiS3XZwhCKLrlez1GGKJNwvvvPMmBgYykKT6LWM/q+/bIcqCIIJ3SsK01/vtt/Y2GyNGCvt/j27itm6Jy2YxcrFYxKuvfhMAnDhTdZPzlFJH1lN1405WAKdVeQJ3+p1aJcH97hNP9BPC/IgJIUinB93Oo3Q6g/HxSaytraJcLrX9DMmygkceecJ9fnk30N2yPwsRolfweYfLa1qWBcuyHKlORsbnchvIZIZcyd1KRQVA3HmCFc3CId9EUMqOx2RCJZf0a/busfMytR3mD+j14mSF1bZtoVwuYXn5NjKZQeRyG56iHE5uUVBKHFnu7X09IWzttiwbkYiChx56DEND1T7GvWCn9lrt7hc5oestat6+VgG2bUGSJESjUXhD2Lul2DhEiBAhdho9EX/f+73fi3//7/89crkcMplM3e8HBwfxB3/wB/jpn/5pvPzyy72cKkSIwEB1Hfa3zoKuZGGPTYK8t57U62eyZzcwNDSMM2eeuSs6a/z8kXZTxqJfMph+yQdZlpFOD8IwDExPzyAWq7+PQZBGfsdIJJIol4soFgvIZAZBKfo6xttdDSUMDKQwOjoOQnbmed1pL6NaLC83lrYhRMDi4i1IkrRjlZv8WSCEQFVV2LYFTdMwN3cBZ868a1/OIyFC7DRa+ehtLmdx7bWXoa+uQNA0rEQiWDwwhmMnTtcR7LUxyiCAJ4dHqpLZI9dugmhaw/N5ffuA1kVPnfgA9ht+SaxcbgPvvPMW8vktUGoDIFhZyeLGjat48MFHq8ZwLxR4dUpa+a3LyeQASqUCDENHOs3WZUlqvS7zNa5QKMAwNKyvr8MwNDcZ6YVpms46nK47Tj+r79slynrpZtjJzvog7ndtLNdsjBRFwZEjD+LKlct15zt8+FjH49VtkV2pVKqKHTg5DQDFYsFN8FJKYds2AN7xIro/K5UKGBjIQJYVnD79CJaXb/cU7zdLgvvdJ0IEAKTKj5gQgmg0hkpFQ6lUxM2b17p6hna6G6cd7HYMHCIEx8jIGObnL6FcLsEwTGdth1ukwjv58vktDA0No1KpQBQlCALrDhZFwfGMU5FMJqEoClSn239m5n488MBhrK6uNH3WvevEdkeyCUpFd2/E105BYJK/t28vAiAghEuLsmMxAlKAokQAsO7C4eFRDA4OAyDuNVAKZLML++od7CT/4C0k4eQnl09l4ykhkUi5RSAcYbFxiBAhQnQHQqlPKXAIX6ytFXb7EvoKLr1mGBbu1qeC+9PQfB5CRIGt6SADA2376+xH3E331c9fSHDuH46fwPJyFpqmIhKJ7ViQnM0u4Pr1Kw2roA8dOtx1ld32ZqM6wXH8+EmMjo763tMgrqfRMSilUFUVmcwgJiam+jbGtck4Jq8k+yZSgk5Q1J7btpnnyk5IbPJ39cKFWaytrQDwSttweRi26U2lBhCJRPp+ffxZYMnfYlU1PiECjh49gaNHT3Z83LtpXhodTe32JewL7PUYqt/PpPWNr8P68pd8yTPTsnD+uffALhVBTdMtESeSBOngfXjyhe/reF5rdj5qmhA/9MMdFTh1ezyq66DfOguhSbFVr7AsC6+//go2NtZQu60hhGB4eBRPPtldkYJfsVGQ12/bVltJ/2brcqWiIp1ub13ma1ypVESlUoZl2bAs0/VH5pJkHJbFfj40NOxz7b3FOK3QKAYKYr2zLAvnzr3qS2SJooQnn3wGoigGPif0er/ZMbbHvdUY1Z4vGo3hypW5qhhHkmQMDg47HSjtSJC3fz/m5y9ifv6S22XD5WhFUYaqliAIIkRRcDt5+GdEkXV7iKIE07QwOTmJU6cedhL67Y1hL/CeIxqNIZtdqPMWpJRia2sL6XS6jjDnz9BuJOt7Wct2IwYOY6j2sNdiqH7HTNtrVQH5/JZbGMAhSZIjFcm6/2RZhiTJiMXibideJjOE0dEDOHBgrCXB5we/dYJSilKphHK55MxnxCX0Uqk0LIt1/kUiEZimUbVvEgQBDzxwDKnUQMNrCeId3A3yfnHxJubmZt3CDd4dDdTHCrXj6i1wZQUeD+PatSuuqkGQa//diLtpT70TCMerM4Tj1T52Y6zajaF66vgDmEwHk9+I+P5e0zQYhoFkMtnrqUKE6Al2sQjzX30GyOdBolFgZGTH/GmCDsD6nYjai2jlLyT+yq9hampmxyfbfkqNNqoErtW89yKIDsRGxyCEIB6PY2Ag07dEXycVg0FX6+8Vic14POFuFEulgusJwarfWcW8qpagKErfr49X65fLRddfEoDzX4pbt27g8OFje74SNUSI3UYzb7m1qUkYpSIEy9ouDScE1LKg37qFpcVbmDp4KLDzeb3s+nk8b7EV5cVW/+OrgRdbraxkUSzmqzx83GuwKQqFQleSlLXFRrZhgH4t2OtvV4Kr2bqcSCSQTmeqkmp+MSdf40zTQKVSdpOWlsW9heCSL965nvsn1aKZv/DW1pYjdWZjYCCNEydOQ5KUjuLhfnZDtSPTPjUVfJzT6/1mx9iO5VqNkfd83mQrP7Zpmsjnc1hfX0UmM4TVVdowjur0fliWhY2NdWdK236eWJJXhSCIEIRtXyvvM0cpdaTeYgCASCTm+536hdpzpFKpOtLTNA3EYrG6OQfwl8Hd6510eyUGDhFC13W89dbrKBaLsCyjjvQD4Fnvt7354vGE8/9FiKIITat07UluWRYuXnwbW1ubkCTJ9eAkhCCZTDoeg5rrIQiwvRKf17gkcKVScfdu8XgMotj4WoJ4B3fDIz6X28Dc3AVUKmrVHB+PJ5296vaaxefBSCSKXG4DkiRBEAQoSrSK3BseHsHa2jLy+QLi8f3bCRkiRIgQewH+O4o28corr+Dpp5/G+fPnG37m/PnzeOaZZ/Daa6/1cqoQIXqCfXEW5k//JHD9GpDLgS5lYV+8AFpk1XN2oQD77Nm+nDuX28C5c6/i+vUruHNnBdevX8Hrr7+KXG6jq+PZF2dh/eKnYH35S6CvfQfWl78E659/CvbF2aZ/R3Ud1je+DvMPvgDrG18HNfSuzr9b4P5Ivr/r4/1rBS4LxD33ADjyIlIgMph8s3L06AlMTs60PF4ikfDdIPHrSiQSsCwL2ewC5ucv+VYxt3MMjlbH6hQ8GecHnkjh5222OermOto9d78xPj4JWVagaRX3mQLYJpd7WhiGgWIx73a39Ov6EokEVLXs+zxwcr0f5w36uQoRYrfBveVILMa6+sA65UgsBvXQIQhmffEIABDTQOmd7wZ6vlovu34cr1WxTq8xiDemKb71JmyrnvQDePOk3bEkZb+vv1M0X5dtN+HZLObkaxxLRG4fa9u/j1ZJLgIsmfrYY2fainH4uWdn38bly7NYXr6NtTV2Df/zf34VFy9+t+N4uNMYqF30S6Y9KHQSh7U7RrUxDqXULeqhFNC0Sss4qpP7sbKShWkaHsk2fl6AeXBF3HvglXTjhHQkEvX9vrsBTnoeOnQYIyNjOHToMCYmphoWPtc+Q0HvBfuBvRIDh7h3YVkW5ucv4utf/zNsbjIJ6kbzIPMBtVxpb7+i2G6fW/6+ZrO3YRg6yuUytrY2YRiGe27TNBzbCwmiKDidfxS6rsOybFf+MxaLIZFIIhaLgVLqrtV+6PUd7MfeuBX4OVkRx3bxhm1T5PNbKBYLKJfLiMViVfNguVyEKIowTROJRBLpdBrp9CDK5RJs24JpWlhfX8Pa2io2Nu5gY+POnp9DQ4QIEWKvoqeOv//8n/8zfuAHfgBPPfVUw8889dRT+Ft/62/hD/7gD3DmzJleThciRFfgyRvk84DoPPJEALVtYOEWyPGTffOnCbp6slUiqlHXojU7C/N3P9fXqvV+Iwh/oX5V2+4lj45WHYjRaBTnzr3atBKw3S7GflQVtpuMa6dav9Pqzr2SCORk8rlz3wFAAZCqZCzvyOAm84lECrIs9+X6xsYmcfHiO74JdUFgG9qgz7sb1aohQuwEGnnLxf/LH8EWBAg+repUEBDb2mp5bFcJYOEmaC4HZAYhzByE8Ev/EuSVV6rOB8qkOztVDejEG48X6/it23ahAHL2bNdeyrWdeJFMGuToYdgDKQg156MUIETomDjo5/V3g+brsoKJicmWMWcmM+hIh1lVczohjPyzLJYUZOsNI/dOn34EIyNjGBoaaRrj8HOzJGnRPTcAR3aNXcPo6Oie6CbyegzVYi8QTf1Qk6iNcTgBzLpY4N5/oPs4yu98giAgnR50pdxEUUQkEoGmVaAoURQKW25hE+ueIUiltuUz94qvU23XUDa7gLW1lZbP0H7ppNsrMXCIexO8a+zOndWG5JcXLFyibocdLxTwopvn1vu+SpIEw9DcwoRSqeDOZQCT96wF/yz7fLFK9pKv1Y3Q6zvYj71xK/BzRiJRVCqqu1+1LAu2baNSoRBFEYuLt2CaRpWcuCgyJYLbtxeRSqUgiiLu3FnB3ByTIyeEdYLfubOKq1fnkUqlEIvFAbBxLhYLOHfuOzh+/BQmJ6dBKfZ0V3WIECFC7BZ6Iv7eeOMNfPrTn275ue/93u/FL/3SL/VyqhAhuobbKRaJArYNeIMh0wTdWGcJsiaBWLcIOgDrJhFFdR3Gi58DOiQL9xrI5BRsw2joL+S9f5ZV7/+Rz2/1lUzYCemhdsBJIz8fliNHjuPKlbmWyYdmx+AV/v1KZLSbjOtHgqKXRGDQpHImM4Tjx0+5fgmECCiXS66RPJeW4RvRgYFMw+vr5dpEUcTMzP24cuWik0CHm5hLJFKgFIEmSGufKyYXo0FVyzh//hze/e7nIUl7f74KEaIRiKzUrdNjByZw+/I6LJ/1TTIMjI+ONz2mS4QtZYGlLKDrgKLAGp+E4BT5iO//AKiuw/zPXwT98z8FQEFGx2BbVkeFQH7X74cginV8j+tTADW2lUe2VIIuS6CSDG+dAiMRUh0TB/26/m7RbF0+ceI0BEHE0tJC05hT1zXHy0+sklYEWAyTSCRhGAZkOYIDBw648pz8981iHB7vFgoF1y+Qg0uI2raFYrGAVCpdd239SEg2w9jYJBYWbqJUKroybNvJ2Z0nmvzW6VZxWKeojXG8BDDzqNo+ZhBEj/d8hBBXtpOdm2Jk5AAWFxcBkKpnMpFg8nC9ft9uoOs6Ll+eRaFQQCqVqnoHatEuObsbyfhusNfJ8BB3L3jsXyoVYZpmnVevHwSBQJJkiKKIaNRfcreb59b7vkajUWia6l6PbdOqAoZ4POn4n1N3fwSweYuRYOzflYqKgYE0HnroUWeu85/z230HG+3rdoO8954zkUihWCy4RSSEsJ8nkwNQ1RJUVUUmM+hZd6g7foahQxTZGpHPbwIAJInHYIxMzOe33GMbhuF2e87NzeLGjavOOUlYNBoiRIgQNeiJ+Nva2sLg4GDLz2UyGWy1Ua0cIkQ/wJM3dHgYuLMKWB7JCCIAlUpXfjftIOgArJtEFCMLC9vdjt7f7ULVerdo119oY2MdFy7MVhF8Cws33X9rmuYmeQghe6raNig06kBcXm4/+dCqi7FfiYx2Eyn9SFB0W2Hfrw61iYlpZLOLsCwTqqqCELibJUK83RQUpmn6Xl8Q13b48DHkcusolYqean2WIBVFKdAEqfe50nXd2RDabofjt7/9Eh555IlwExfiroL83PM48u2XcGVsFKYkgVAKSggk08TR1TuQ/v7zDf/WJcJKJUb6WTZb7y0bWM7CTqeBz78I+tG/C/v3Pw/6xjnWSExt0I0NkJmDoKoceCFQJ8U6ncCvAEqkFEduLeKiKKIQiYIqMgDmsZNKpXHs2KmO1/her78fXsx+6/LExCQiEQWGYbWMOWU5AllWQAipSmby30ejMSSTA3jssTOOROe1totF+Llt26y7Bu5RKwgCTNNPPnLnu4kKhS1H9rRcl5w9efKhHY0Jm63TQahJ8CRxoVCAaZqQZdlJjm6TbbUdM0EQPc1iKkmSUKlUkE6n6zoBDcPE0NCoS9jv1L24des6ZmffdgqPCNbX17CwcAunTz+Mgz4eq+0UyQH7p5Oun57lIUI0A4/9DUNvKO3JwfYeIiRJhqJEcPToCSwvZwN7br3vK/O2T1btRUzThKJEIEkSFEWBLG93MwuCgEqlgkgkgkgkWjW3KYqCdDoN22485x8+fAyyrDT9Ls3Wi36T963ISqYsFINlmW6xaCKRhCzLjh+ijUqlgliMEXzernNO6HFve3bNNkRRcJ4J1hHOvOfZ9YiiBEHgXs4s15xOs9z0XuyqDhEiRIjdQk8ef4ODg1hYWGj5ucXFxbYIwhAh+gEyOQVqGCCCAEzPAKLAOv8AwLKAgYGu/G7aQSceHe2Afxc/UNME8UlE7bWq9W7Rjr+QZVm4dOlCXRdaqVRELreBXG4TqlqCrmtQ1RK2tjZRKpXuSt8KPx+WTpMPzbxc+pXI8PdMtOv8hMbGmA+eH7pNUHTj1xi0nwKTPGHedisrWRw5chyiKME0TUcyS3TOIXqSqQSZzHDd9QV1bWxcTiGRSCEWSyAajTndAcH4WHqxnTy2ncSs4UqACQKBYeh986kIEWK3QBQFQz/8ETx+YwEzC7cxspHDzMJtPH5jAYM/8neaxiecCKMb60CtT6BhAuvrsLe2YP2f/wfo4u3t4iciAJYNunALsO3AvXKF9z4HYWDA/3c9FFs1imkyxRKefuciHqwYGBubwvj4JB5++HE8++zzXRUK9HL91tvnYXzyY7A++5uwv/rfYP3ff9iWF3Nb19VkXW4Vc6ZSKRw7dhKSJCMaTbg+PMyHKAFJYmvnm2++1rGPDvcP5jJf2560XG6VwLZtSFL9erHT3UR8bRRFEZnMEOLxOCKRKGKxGBRFwcBAuvVBAr4W3s1fqahQ1TJKpQIuX74AAD15HHo9lTY21mDbNra2tqBpmtPhKDhddqmqjpkgiJ5mMdXQ0DBM03A7AROJpNO1I0CSZKRSKff77oTnr67rmJ19G5RaYF5VLJal1MLs7NswTX/pQT/vvyeffKZqzgl6L9gOvLFku2NWe79YN04Z5XIZg4NhsVWI/oGROQS6roNVJjUGmyMkpNMZpFIDmJ4+2PHerRlq31dG2A06a2QEExNTePbZ5xGPJ53r2Z7DmMcddYsjvXObYZhYWrrddG929epld9/n910oBS5fvgjTZB38pVIRuq7BNA1HSnss8L0xRyOf0mg0VnVO27YcYlaELEtupzfrKCdVcxHvOvd2nJum5chPc8lUVN0PSrdjC04wUmrBtqkjLVqpuu7QnzREiBAheuz4e+qpp/DFL34RP/iDP+gxhq+GaZr44he/iKeffrqXU4UI0TW8nWIkNQB6/CSwvg6ia6CpFKR/+x8gNDFa7gVBV0+22/XmBa9a9+v466Xqvh9oJUnYyl+Id7Rxc+nt45pOQmpbj58HlJVKCYVCIfDv0o9q/14RZCVgP6sKvV0N5XIJAwMpjI6Og5DtZ6HdSutezt1OhX2QnY+53Abm5y9B0zS3ilOWFRw5cgzZ7CKWlm4jFpOgKJGqzlVFiWB0dDTQa/N7F5988hncvr2I1dUlUAqMj08EniBNJBJYXKygWCzANA2XBOTydKIo7ilprBAhgoJw8jTk//0zmHbWN9LEP88LV9WgUmFkXtVBBUCrAHkApTIrfKqdDxzJczIy6hYCmaqKpZe+gfLmJuKDg5h83wcg+vjnNAMv1rE//yJooQCiyKxYJ5XqqdiqWSceMQxMH5jAfU8+09Wxq47luX67UGCFUqbJYq0m12+9/Rasn/0ngK6x+5HfAtZWQWcO9l1evZ2YUxBEd40rFAowDA2RSASJRAqjo2N4883XupLwjkSiKBQK8Cq0cZ8jQRDcpF4ymWp4bTsF79pYK0FpGGZf1xfv2hqNxrC5uY6trU0ArLCFdeAxslRVVVy5chnHjp3s+ly1CeZoNOp01RkYHT2A0dExbG6uwzDYMxO0vGajmOratXlnfa9P8nuLx3bK8/fy5Vm3068WlmXi0qVZPPjgY75/20oGd6c76fxiyXbHjN+vK1cuY2HhBgxDgyhKuHXrOjY313Hs2KlQcSFE4EgkErh1q1xF+DQCIXALVfg81enerRlGRsYwP3/JmXO2JaBjsRhEUcKpUw9DEPz3oJRSJJMDDX3RS6USTLP53qxSURt+l2x2AeVyCapaqpIXrVRUxGIJrK2t9GVvzNcS0zTqlJOuXJnDkSPHcOXKZRgG8/BjZKWAeDzpjkUkEoWqqtV5HafrXBAEt+NckkToOnXHjJF+jFDl4LEFe1ZsECKCEBO1xKJ33EOECBHiXkZPxN8nP/lJfPjDH8ZP/uRP4lOf+hSOHDlS9furV6/iM5/5DObm5vCrv/qrPV1oiBDdwi95g8FBiOkUyE98AqRPpB8QPDnRTSJKeO9zwP/8KuxS+2ThbqDdzX0zf6FyueSbSLAs25WSoLrpSKEJgKzAtm0Yhhbod3H9lhw5MtswOvJQ6heCTD70O5HBEymEALIswjAs1O4Dg9zo+Z27HQTV+WhZFubmLjrV5tUJ1ytXLuOxx86gXC67481lUgA0lNvs9toavYu1crE3b15DNrsYaAJuZGQM58+/4W4EgW15U9u2oCiRcBMXYt+jUWFIs/WtUWGMW9wTjQLUrib/bJv5G5fKQDy+/TPvvOBInvNCoI03X8P869+BDiYLYhe3kP3938XRJ5/G0GNnOvqevFiHfvMshNUlkAMTIO/trQimmwKors/VotioFlTXYf3m/wFo2vYYezorqRJBP+XV2405G61x2Wxzj8BGhJhlWbh69TISiQRKpQJsW6qKDbgs9OHDx91O7qASkt1gt6QXvWurZVkoFvMwTdZhxmXORFF0uvAAgGJh4QaOHDnW1fg0Kv4hhHljJRKsq862632xg7wffs9bPJ7A2hpP6FaDF4+1Ui3gkrRBXHehUPAl/dg5SU8Fgv0qVPNDs1iyXck7SoHV1SXoesXpotFBKaDrGt555y08++zzoWxeiEAxNjaJixffgSAQECKA0sYdqrZNMTExhaNHT9SRSL0WbPA5mlLqzNM2NE1FNJpAIpGoel/99qC2bePmzWsNrzuRSCCfL7Rcfxp9l2KxAFUtuQUiwLaUtqqWUCoVMDk5E/jemMWeRVQq5e18CqXu2FQqFfecxWIBS0u3XUlpDkIIBgbSkGXFUbEhbiFrIpFwP5tIpKA68R2buyx3zqwFUxhgJKOuAwCt+56hP2mIECFC9Ej8HT9+HL/5m7+JX/iFX8AP/uAP4sCBA5iYmAAhBEtLS1hZWUEikcC/+Tf/BseOHQvqmkOE6Bh1yZvJSUReeB9MItaRCUEjaHKi00QUURTIH/9fof3u51jVfZtV6/2GN4kZi8WQzS64+vhAd9rsjRIJoihAAAHRNEb6EQAGAE2HGIshEokE9r1cvyVVdTsSiCyDqmrfq/1boZfkg1/SeacSGc0QxEaPo1XHqR+C6nzkCTo/GTTDMLqq4uzk2vh3927YvO+iaRqYnX0b6XS6p3e0Fe7cWUEsFoNlGTBNXs3JPQ1FaJqGSCQabuJC7Ft0UxjSrDAmzYkwUQRdq/ExliVgeBiIKIwAlOV6r2NqA9EohFQK9lNPYf6Pfh8mtr0ABAAmgPnXv4MnTz3UeeefrEB4/wcgCEB2YQGlG+37xvker8tOPIDJ+V2+PItCoYBUKoUTJ05Dkpqvx83I2FrY3zwLbG7Wd1UCTIY1v9V3efVeYs5uCTG+fsmyjHSa+R2ZpgnDMECpjaGhUZw58wwkSek7ydQO+u2D5IdaSc9SiRFJhLA1nne6WJblEn+866VVB2Kj2MXvfrJkLfOdWlq67X52pzvox8cnHaK53r6AF48186UulUp4+eWXIEkSCCG4dauMixffwcGD9+Pw4c6J0lQqhfX1NV/yj8vk9oJ+FarVwhtLeu818xiLtNXNms0uIp/PAUAduZDPbyGbXcT09H2BXneIexuiKGJm5n5cuXLR2d/4f475kQpYXs7i6NETgV6Dd46ORCJQFMXj3Ufw+ONn6uKF2rmTyRIvNiyKnZiYgmkuOComna8/uq7BsuwGnck2NE3zva5eUSgUHD9c6vGar1ZOmpzcPueBA+O++9WTJx/CwEC6ah6MRqNutyD7XgQDA4MolYoAqLMuNvZ9tCwTlUoFlNoQRdah6UXoTxoiRIgQPRJ/APCBD3wA//2//3d86Utfwuuvv46VlRUAwKFDh/AjP/Ij+PCHP4yRkZGeLzREiF7hTd4QAhBZBIyd8YkKOgDrJBEFAOLp05B+9ddgvdQeWdhv1CYxy+USNK2CZHIAco18Vyeyfo0SCaIgQNA1iJSCurtYgFAb0c0NxCMxn6MxdCrZyf2W/GTI7EKhr9X+7aCb5EOzpPNOJDJ2At3KSQXV+dhOwrXTKs52r8373ZlnRMmVaFEU9qxXKhVYlglNq1TJogGdS5o2Q6lUQiQSgSwPY3NzHbbNvP2YJBvr+gs3cSH2K7opDGnV9fLkk89sS2pOTAJLWUA3AEUGJqYgJBIgP/n/Af1PXwBVVdDpGWBxgfn/CQIgiCBT0xA+9gnc/vZZt9OvFjqA7F9+HTPf/790/L17kZ7zQ6cFUABw69Z1zM6+7cr5ra+vYWHhFk6ffhgHDx7q+Br8QLO3gXgC2NqqJ/+IAJTLvl7MQaPbmLNbQsy7ftVKZwLAyMgBN2G6GyRTLXZaehGo7r7TtIor0+ZHzDFfYwGCICAWizXtQGwWu9TeT8MwnI5MCoAil9vA66+/GrhsZjsQRREnTpzChQuzDYuZGsVFPNksy4pLovLxnJ+/hI2NdRw/3pkk5bFjp7GwcMu300gUJZw40btax048+3zMdF1Hsbg9LlwOcH19reU1cDl3H7VCUEqxsrIUEn8hAsfhw8eQy62jWCyiUNiq88XkxRGsu0vret/RqFCitkPau5bZNsXq6krL8zUrsD1+/CREUcT4ePfrjyxHIIqCrxSqKAqQZf9C5m4KW70wjOaEY61yUqtcQ+04PvnkUN1nKbVw+fIFrK6uYnNzo6n8q2EYkCQJyeSAO3ftlqJAiBAhQuxF9Ez8AcDIyAh+6qd+KohDhQgRok/olCzsF/ySmDyYK5UKSKcHq6QhOpFdapRIiJfKkLfyEIgATZFhCQJE20ZENyCaBg5cvgL4JP666czgfkt+IJLU92r/dtBJ8qGdpPNuJ/F6RVuJ9QabhqAknLYTdPWf9yZcvffOshp3TvBNHvcQEkUJoijUXVvtd+eVrZRSlMtFyDJ7H5mfw7YcmRdBSqN5E5UDA5mqhB67diXcxIXYt+imMKQtr04vEbZ4C3RzExgcgjA94xJiNicHTRM4fhJYWwUACH/rByF+5MdAZAXlN8/5kn4AIwPLuc2Ov3MQ0nN+6CSm0XUds7NvO9dAnGsgoNTC7OzbmJycatn519Y1TU4BAwP1XZUA66zMZBpKkdYm5kZHxwKTMWwX3RJiu9FB1wtarduUwvVS8vMY7gZeEot19bGfsw4W0fUlYuutDUkSEY8nQSkajl87Upj8flJKUSoVXIk4QgTEYvHAu/Y7wdDQMM6ceQZLS/5xTKPnihUi2YhExKrvBACU2iiViu53ohRtJbwVRcHp0w9XFQcwCTkJp08/Ujc/9JpI7xcSiQRWViwUi8U6OUDbtrGxse76czUC25JR+MmwArTvSjkh7k2wefmUO6cVi6zji2Pb0w2QJKmrfUezQomgJKAbkV7c57aXfWMqlUI0Gq+T3GRFIgnfzuQgfFIVpZ5w5EUqACsqqJ1XOsk1+H2WEBEPPvgoXnnl244fsd7k7wVkMoO4774HIAjCnpuXQ4QIEWK30TPxd+XKFfzRH/0RFhcXceDAAXz/938/nn322SCuLUSIQODbsaXsTqdbUOi0C20vwS+Jyc2dKUVdR1GnSSO/RMLItZvYunELVw9OQzEA4nT+iZaJIwuLIKn6wLdbyU7ut+SX2OUeSvsJbSWd9znx1+t3TKXSmJycxsoKq5IeH5/A5OR0R5sNnnD1qzb3S7g228gBqPqdKIqwLBOp1BBGRw9UbYRqv7soip5qSRuVSgWxWMxJTFJ34+pFkIldb+LZKxtnWRZkWcG73/18IAn6ECF2A90UhrSbjGpFhNV2yRGfLrn44CDs4pYv+WcDiGcGG3+5BuBzjCgKUNXt5FA0Gt2xNeTy5Vk3mV8LyzJx6dIsHnzwsZ7OQXUdMA0gtwkkU0AhD5gW6/yzbSASgfi//bxv3FA7ny8uVnD+/BuIOVLkvXZItotuE5K70UHXKxolZ/P5LZw796p7L9bWlnHjxo2ex95LYnnXWYCNO382bdtGJBLFwMCA643YaPxaxS5eifBCIe92+gkC6+jnRXa7Gcs1Sw43eq5s24IoCs7/p1WdabxQyTAMXLlyGbncRtsJ74MHD2FycgqXLjWXAw4ikd4vjI1NYn7+Eiitl8Zjz57U8l6Pj09gdXUJXtKFgxAB4+MTQV5yiBAuMpkhPPbYGVy48A4qlaswzWqvWEqpMx+wbrxsdqFtkqdVocTk5HTXEpy1aEV6dSv9y+fESCSCSqVSFU9JUv1a20thqxfJZAqxWAKqWoJtU1Bqw7IsUEohSRK2tnJ96R5fWroNw9ChKDJM02jY9UcIk0FV1RKOHj0V2PlDhAgR4m5BT8Tf66+/jo997GMwTRNDQ0PI5XL4L//lv+Bf/It/gY985CNBXWOIEF2jUccWPvZx4OGHd/vyukI3XWh7CX5JzGg0Ck1TnYC+mvjoJmlUp7k/OYX0y9/CY6UyVoYHoUaiiGkVjK1vghiGr/RWt5KdAvdbcoypq36XSjWs9t+r6MQjZq/CrzLbWwWez+equky9aFXlWZsAsm0b2ewikslUR5sfURRx/PhJzM9fgmnqvgnXVj58lmVibu4CCEGVX6YoihBFEZpWqbtXtfdXUSIolYqwLO6rwN5H9o4yf71aBJnY9Us8K0rUHYeQ9Auxn9FNYUiQ3VStyMGJ59+P7H/6j6inbwAFwOT7OlcNKJVKME0T+XyxqkJd01TE48nAuoWboVAo+JJ+AJvjC4VCT8evissSCdA7a+wXgxmWO89kIP5vPwfxwfq4szYxx2QMmZeOqpagKEzOsFgs4Ny57+D48VMdF5Z0gm4SkkF1vu80/PyZgkiS+sFLYkUiUVQqqpvEZNLaA46nkeWS5KlUqun4dSIR/sYbr4FS200Sd6ussZNo/FwpkCSWCK4N3Vj3iwhCgIWFG4jH4x3dS0lSmhYB8GfENA3Hb4v55xFCdq1z0gtRFDE4OIRyuVjXERSPJyGKQst7PTExjRs3rrpyi95j8EK3ECH6gVxuA3NzF1As5p13nEUjbL4iIIRJ75bLJdy+fcudq9sh31sVSgCALCs9F7C02w3cjfSvd06MRODOiZLkv9YGVbzL1y9FUVCpqCiViu65WCcm84IPeg7ka1wikYKqqg2JP9M0USgUkM3exujo+K4XYIQIESLEXkNPxN9v//Zv44EHHsDv/M7vYGJiAsViEZ/61KfwW7/1WyHxF2LX0axjy/q9F0H/1b8GepTu2Wl024W2l+CXxCSEsARgsQAUi6CbOdiRCJQDY3WBbDfdjl4ybuLORtXvSAMyrlvJTqIort+SXSiwz5omI/0+9ok9f39qsZc9YtqBX2X2tWvzALZN4pt5TDZLrAedJMxkhvD0089iYaG+grUdHz4AKBYLACji8fpr9m7y+MZ0ayuHcrmEWCwO0zRRKrEEOKvmtKFpgCTJSCQSOH36YSwvZ/ue2O22EjZEiL2ObgpDdrKbSorFcPTJpzH/+ndcrz8bjPQ7euYZiD7Efyswj7IiALhkA08kl0pFxGKNPXaDQiqVwvr6mi/5Z9vUVx6rXdTFZbIMcvI06MY6YFkQPv5JiC+80HDtr03MsSp+2+lcYmNkmoYjqUUwNzeLbHax6zW3naRkNwnJvTZvdyPF2E+Fg1oSK5FIOes1HElPVmwTiSjOe9JaUrHdogBKgWg04njm1h9nL8qxAuwelsslZDKD0HUNshxBKpXC6OgY3nzzNUfms9qLThAERKNRqKoKv441oLd7ubKSRblccjtfvP55sVhiT6hgjIwcQLGYR6WiVXUE8Tml1b0WRSaxxwiYAii1QYiAZDKF48dPhbFYiL7Asiy8885bDuFMXfljAG5nGfP7Zl29bO/C4od29l6tCiVUVa2aowmBM48ABw/e39Z38NtzLizcRDo9iFKJFSAdODCOiYnui3c6WWu7kS9tJDsejcawsVGCpmmwbduNUyRJgqqWoWnN58Bu1uREIuF2YaZSA8jnt3zJP94JKknSnijACBEiRIi9hp6Iv8uXL+OXf/mXMTHBJB+SySR+/ud/Hh/4wAewtLTk/jxEiN1As44tWijAPPtXwPPv3/kL80G7ZFa3XWh7CY2SmLKmYSibxfhiFlo8jmiphAndgPTjQ4CT3Oq227EbMq4Xyc5aSTXBR1Kt3wjKf8R7vzr1iNltDxQ/Yo4Qgnw+BwBIp5lsXSwWd8i0eo/JZon1fiQJRVHE1NRMVcKvXR8+AL7yThx8k+fdmBJCoGkaNE1zkjvE2VgLoJRJjgkCweOPn4EkKZiePrgjid1uEs8hQux1dLMWNex6EUUczhVgf/E/gQYo+T302Bk8eeohZP/y6yjnNhHPDGLyfR/oivQDWvlF7QyOHTuNhQV/KWVRlHDiRPdqCb5xmSCAjIyCmiaIJDW9L7WJOdu2PGsQRaWiuh1FwHaCi6+5fvLLjeDtpuBE08LCTRw/fiqQwp29Mm93K8UYlMdTI9QmbHnSulwuYWnpNtLpTFX8YdtW0yRmO0UBfCxYd5oBw9DcblteNNRuAUHQMZ1lWbh921+qz09NQZJkEMLuQyYzBNu2XYLP29XGxzAWi/uet5d7WSwWoKqlOv883qHLi6d2E+Pjk8hmF0BI/bPc7r3OZIZw5sy79gyRH+LuRza76O7P+DvFu+AB5usXjUZBKaCq5SpikKPZ3qudQgk+R1+5chkLCzcAUMRicayuLmNzcwPHjp1EKpX2nQe93cCMHLOcDn4Vy8u3IYoSBIFgaek2rl+/igcffLTrdbfdtbZTxYhmsuNs7i3CMPQarz+maN5sDux2TZ6YmMKNGzdgWSZisTgopcjnt3w/SwhBpVIBQPZEAUaIECFC7CX0RPxtbm5ifHy86mec7Nvc3AyJvxC7ipYdW9nsLqahttEJmdVtF9pegm8S07Qg3byBw9dvIF0sA5s59/O8kxEUrbsdm3g3dkrGNerMsAjB2sEZVKYnkMguNNwIt5JU6yeC9B/x3q9GHjGUUhQKebzxxmuYnJxyfXJ22wPFj5jTtIr7Hbh/ndtxWipCVVXE4/G2utn6nSRs9D0a+fABcBI9/lXutk0RjcbqyNBEIol8fsvx1VOwfX/TUBQFtk2xurqCycmZPZPYDRFiv6KbwpA6wmBzAwf++I+BrS3QPkh+i5EoZr7/f+n5OADrhEkmmYyht0NGEIgr39RvKIqC06cfxuzs267XH/MslXD69CM9SQj3GpfVJua45zGTWq4u5KCUz//Va+7MTOs5ubqbYlu+T9c1vPPOW3j22efviqS+rus4f/6cs2ayTqd2O/GDlNVtBL81NJtdgCRJvpLjzRLZrSRWTdNyx0IURcTjSUcCkhUNiWIGiqK01bUftK9dLreB+flL0DQNgiBgZcXC/PwlDA4OY3BwGNnsgtOtxu4FkwvOYX19FZnMEChl33Ny8iDW11cBsO5i9o5IOHjwfqyuLvuOaS/3khGotm/3MFNJ0Lo6bpAQRREnTpzChQuzPSk0hPFeiJ3E6upSVQcv6+zjaxX7WTTKFQRoA/nMxnuvdtUTKGXzUzwed/5NHf+4Ms6d+w6SySRMs15itFwuoVQqolIpux36XpJMECiYjgJFobCFy5cv4Mkn39XXdbcTxYhmsuPlchEAAaV2DelHYZoGAMnxk6+fA3tRx+E2GHNzbI3Tdb3uM945Xtc1xOPxPSldHSJEiBC7iZ6IvxAh9jJadWyRyeDksbpFp9KdvXSh7SXUJjGjV69g9M23IUr1UxLvZATQsttR+EBzoq0TMs6vMyMXi+LakQdg3Hc/xI07WL2z2lHiYyc64PrhUcPvl59HjFf6k1IbmqZiYeGmm2gK2ienE/gRc5ZlOZtKUlUtqigKZHkQihJFOp1p6/70O0nIn5ebN69D15m/HpMC2/YH4pI3HMlkyvX4q4UsyyAEdWSooiiuNJYgCIhEolUeQHvV/ydEiP2KbgpDeBKW6jqs3/0cK0rZB5LfiUTC8Z0ahKqqridWJMIq93dKYvDgwUOYnJzCpUuzKBQKSKVSOHHidM++ob3GZbWJOa/nMSGoWoMEgUAQRGxtbVatudnsAo4ePYF0unEcsrS06FTK0zrJ1Xx+C9nsIqan7+tiBPYOcrkNnD9/DoVC3u2K93a3terE30lZXS96KSJqJPuWz2/hlVde8owFO1Y8noRtWzBNE5lMBqdOPdwyHgs6rrQsC3NzF0EpI/Z0XXc96crlIlZXl6HrGhIJdt944plSJn+qaRVEozFYlgVdr+D559+P1dWVOh/nzc2NwO+lLEcgikJV8ptDFAXIcqSr4waNoaFhnDnzDJaWwo69EPsDteoAvNPX+a37OdYBzyR9a9Fs79WuF6232LLW3sIwTKhqCQMDGQiCUDUPDgykXaKMF+545wnbtt0OfdumKBQKfe9M68R/t5nsuGla4J3VfmBEqOg7B/aqjuNd4+bmLjhEIyu08NZ18Gvbq9LVIUKECLGb6Jn4+/Ef/3Hfarof+7Efq/o5IQTnzp3r9XQhQrSNZl46JJWC9Nz3oH47uLPoVLqzG3+gvQpvJan56ndAfUg/wFMxT+mOdzt6OzPMpSyupROwhoYgdpH4CLpauhH65VHD7tcUNE11j+2V/uTVl4IguBWPmcxQ3frQq09OJ4hGYyiXmSSTKIpQlIib8AIIotHqMaIUmJycavva+pkk9D4vmqahXC6hUlGRSKQgyzISiRRKpYJTeS5WbeQANNzkra2t+j4boig5Gza5znMr3ESFCLF3sN8kv/k8SamFaLR6bpEkqW9kih8kScGDDz4W6DF7jcv8EnPRaAKViopIRHY6BohL2nACxLvmWpaJubnmccjy8pIr51wLSm0sLy/ta+KPk1Ms/qkmNrkkdisSzT9JakMUg/ey9aLXIqLaziz/sYA7Fun0IKJRgkgk1tZ3Cjqu5MeTJLGK1OMedIahA9i+b94EdG1hk2EYriJBLdpNeHeCVCqFaDTudvXwZ0wQBMRiiZ78QoNG2LEXYj9hfHwCq6tL4CQfIcTpImPveyQShW1TxONJyLLiu5a12nu144/HCzEopSgWC7Asyyk6YP9j3rvV1hCGYTiFBtvdwI1IMvbd2Lq7E0WV7XoCNpMdZ9/dbvqdbNtGIjFQNwcGoY7D5zLLsvHd754DpfCQwtuIRCJ9LdIJESJEiP2Knoi/n/7pnw7qOkKECBzNvHTEj3+CyUIa9V0xO4lOJaK68QfaD2i3Yn43uh15Z8ZKdgHm9StdJT760YXXCP2Un6wlurhsJutK2K6+ZL4G21XZQV5Du8jlNpDNLjiSIxSWZcO2t1wZNe6dJEkyZOeZ6mazMDg4hFu3bgDYlplqllhqp+uz9nnxdoDwzaYsy0inB2EYBsbHp5BKpaqO1WiTVy6XfBOM0WjU9ZKqRbiJChFi72C/SX5zqab5+UswTT2wBPxeQRBxmV9i7sCBMSwvL2Fu7gIEgXV6N1pzgdZxCO90b/At4JND3VfgZJJXCpuDS2JHItGWJJr3XpTLJQwMpDA6Og5C9oYcWzvYJuq2ZWM5bJtC0ypQlNZjweEXV7Juygosy8LS0u2GsYxfvOM9npfUA7bvG6UsMc5+701AoypOaRZTtpvw7gT8XkUiEffauAqGJIWxUogQ3WJiYho3blytkqMmhECWZShKFDMzB5FIpGrsJDon9bdJJDY/Xb06XzU38EKMcrnsFN5sWyswUHce5Xtc1lVtV3UD+xGTHOyYAmKxGLJZf5/TINFOEUAj2XFGdvrny7yFD9FoFPF4om4OrD2ud+3gY9AuJiencfMme0Y4KczXOEliRbF3Q1wZIkSIEEEjJP5C3NVo5KUjNPGC20l0IxHVjT/QXkdbFfMUu9rt2Auh1q8uPD/0U36ythqeVWFSELLt9wdwaTLqKzfpdw1+ySFK2bh1k3jjxJltW0gkmHefZZmO9IoJSZLBJUtKpQIGBjKQ5fZ8bji8HXmxWAyqWoaqqpiZuR9HjhzzPU67XZ/Ly9XPC/cgLJeLjn8CS9rJsoxTpx727RhttMlrlGAkhGBgIO3IoZkdb6RD7F/8u3/37/DSSy/h4sWLkGUZr7/+et1nstksPv3pT+M73/kO4vE4PvjBD+JnfuZnIDXo1A7RP/jGDbYNurEOlMrAA4dBDX1PxQSZzBCefvpZLCz0P8G1GwgiLvObs6en70MymWq55rK/bx6HHDgwgZUVf1KYEIKxsf3ty85jNK8UNgeXxG6XROP3ghBAlkUYhoUmjQ49oxM5tnbAx8JbNMTBO+Y6IRRr48pa+btcbgOvv/5qVSzTLN7ZPp5YReoBLEaUJAG2zeXcTIii5CZ3OQkOsASyqqrI53PINvDcDrrrzXuvIhG490qSwlgpRIheIIoiHnzwUczNXUCxWHA61AUkkykcP36qaq/TK6nP5ydd12AYOkzTxPz8JTz00KMYG5vEwsJNVCplAKgriuHzqXePa9sU6XQauq5DVUuwbUaGESKAUkYYen1B2TymIJtdcOZ8NkcuLNzE0NAwANLxd+rVTsRPdrxSUWGausdnsXYhZHOyIDBVHb850Htc79rBi5Fu315AMplqS/2IPyOXL19AocCeEcuyIEkSDh48hMOH/fffIUKECHGvg9BmPdshqrC2VtjtS+grdmqDuxewV74r1XVYv/gpfznSWAxiAF49e+W7toJ9cbZhxbxw4lRbn+nnd81mF3C9QcefbVMcOnS4YXJhfv4S7txZaXjskZExHD16ou1rafY9LcvCuXOv+laOi6KEJ598xiXVut0c2LaF5eUslpZuI5fbQDQag6ZpbuVzJBLB1lYOsVisruOPXwM/X21yyLbtqmpJNt7UldpqZ2NQe6/K5TJKJT5/EySTSUSjMVQqFZimhcnJybZ8bjjaGWO/yvdWfyOKImRZxIULs1hbq39emNF6BbFYHPfdd6jrxPn2mNcnGAcG0j1Xx7ez+dwv81I7GB3dO9Je3eCzn/0sBgYGsLy8jC9/+ct1xJ9lWfjgBz+IkZER/NzP/RxWV1fx8z//8/jhH/5h/JN/8k/aPs9ej6H2wjNJdR32N8+yrr7JKV/yqC5uKBZAF24BpglIEvDAEQiZDISf+DiEk6d34VvUYy+M7X5G7Zobi8XrSD/TtJvGIZZlOZ5vW27Sjfu+pVJpPPvs8/s6YeZd92uTi7ZNkUoN4JFHnuhIWn2nn1t+n3slx71j4fXP41Kajcai0drtjV8opdja2qyK07jknTfGbBbvPPbYGbz55mug1EKpVIaqlpxrsx0PUFZQYpoGRFFCKjWAcrkEQuDKnfPvRSlFJjMESqlbwBWkfH4jBHWv+oH9Nt/u9xhqp7DXYqh+PWf9frf4fFapqFXrBFsPRTz99Luxvr6GS5fecbzraj09CUSREZLbHX8ixsencOXKJZco5B2CmlaBaZoe33uCVGrAlTLl4OsWpUAmM9jRnOa3l+5mPqzdHxYKeahq2S3oZVYZcIlAUeS+8DG8+93PN/RMzuU2MDd3Aevra+CFt4IguP67fnvnZs/XXp5/dwP7bc7fbYTj1RnC8WofuzFW7cZQIfHXAfZawBU07qWXei9913YIr16wl75rK1BDh+1UzJMGFfPNPtPP79oN2cPhRxpyEsc0TUxOTnVEPLX6ns2IHQCBbA6A2kRitddJNBpDIpH07R7j5/EbU55UAuAmk/jftxpnfsw333wNudy6K79ULpeg65r7GUWJIJFIuv/ulHjthgRu52+mpmYgyyJu3LjRNcncCLUJvQMHxrC6uhL4pqndzed+mpda4W5JWv3xH/8xPvOZz9QRfy+99BL+wT/4B/jmN7+JkZERAMAf/uEf4jd+4zfwyiuvQGmzg36vx1C7/Uy6sYDj30cNA8LAgC+B5352awu4Og8YJiBLwMxBkCR7HoMqHuoWtXPOzMwMbBv7/n3fTTSKQwSBgBCxTa/h7Up5QgSkUikcO3ZqR8iSfqJ2bLxyYrKsNE1KNsJuzwndwm8suCxlo7FotXbz3xcKeVQqKpjH5HbiFtiOTwC0jGESiQTm5y+hUtFQKORgWbbb3ef1aIxEYqCUYnr6ILa2NmEYJggBcrnNKiKQo504MQj02l3TT+y35/ZuiaH6jb0WQ+2354wjm13AtWvzKBS26jzrKKVIJgcwMTGFtbUVbG6uu/tbTgAyiUqCkZEDriQxAEdVxkKxmAfr2Es6dhIS0ulBFIsFiCLB6Og4KAVu3rxWJX/JCyoopYjFEq4EpndOa6SQ021+wg9eUi2fz6FSUd3iXsuyoeu80JeRfpnMUFs5hMXFm5ibm3XyBGx/zguY/Pa2+/X52g2EY9UZwvHqDOF4tY+9TPyFGk0hQuwy7kbpzm7B/fR6/Uw/0IsUU618hrcCWxAE5HKbdTJJvaCRBIp3cxC81yCp+q8sK3j88aeakkt+Eqjc7wUgdR6BrWRRtxNTW663n6apEEXZlYmq9YfpRv60G9nXTv5mfDxYv59mkltBSmB162W5lxNoIYC33noLx44dc0k/AHjPe96DT3/607hy5QpOnWq/QGUv+4jxa9uNa6S6DvvzLwKqCsFJYhNZBlQV9udfhPCr1QSeeOo0hF/9NZj/v9+GvbQExOMgw8Mg3uKSQgH0m2ch7MJ6yaq7q+ecbHYBR4+e2PcE025CkphfIhtbFodQyjviT/h6tHoxODiEM2fehaUlJqMdjycwMbHd1cV97bw/3y/wGxsuiX38+EnIXcTUuzkn9AK/sYhEGo9Fq7X7zJlnnGfnGbzxxmvY3LTrEreUUuh6BbduXYcsKw39rQSBoFwuYXp6Bk8//SwWFxewtraKlZUlaBr3ymL/jceTTrLZgmHoeOKJp7CysoKlpduIRCJ1na/Adpw4NRVcbFMLv/ltcfEWjh/fmW7DVtivz22IEK0QxH6hVCrBMHSP3OQ2CCHQNN0tFk2l0lUd0wAgSTLGxiaQTg8iGmUefdwDTxAEZDJDbpff4cPHMDk5DUEQqxLCly9fqtoTev17uTQ1B5/T4vGE715ucHAoUDsRrzwyL1r1+vBtFy53ppijqiricf/9diup8hAhQoQI0RtC4i9EiD2A3SKzQnSGbj0FvKThNunHqqUTiZRjUB0E+bYNP18T5iUQ3OZgZSXryjzxynpRFBGJREEpsLq60vR4fmSY1++l1iOw2cbAm7iKxeLQdc2pxKQwTcPjP7jtDwN0R6R146PYyd8E6ffTLRnX7HiNNt2delnya7t16wYAilgsjtVV6ut7GGL3cOfOnSrSD4D777W1tbaPoyh7m0QghL17XPJpJ2G89E3Q/BaQ3wIqFSAaBRkeAREE0FIB5OVvQv7A36j+IzkGjI3COnS/7zGJIkNYXYIs7+y48/eaeZLyNSGCUqmAN974Dk6ceBDT0zMtSaoQ/hgdHcXQ0BCyCzdR+O55xHNbmJ6cgpROA23daxH3339/1U82NtZx6dIFd/5eW2NE7YkTpxy/of0BPjZLS7fdNWpiYqrrZ20354RWsCyr6ffsZCxWVm7DsgzftduyDKytLWN6+iAAETMzM9D1StVndV1HsVh047dyuQRNqyCZTNV1hNu2jYGBFGRZhCiyZ/G+++7HxYuzWFi46c4ZoiiiWCw63TQEy8tZVCoqTpw4BU0bgmnqvuMiCASapvZt3rMsC/Pzl0CpBUkSnXOKoJT9/Omnn931uW0vP7chQnSL9fU1vPPOW9B1DZIkQZaVrvYLiUQCpmm67we3mCCEgBACSRIhyxHIsgJBECDLg27HtCCISCSSePzxpyAIIrLZBZhm9dxJCEE0GnP3+X57rNo9oWlaVVYX0ej28ZjkZsEtCK3dy926daOKmPOiV0LNzxeeEIJYLAZRlDpSK+pm7xwiRIgQIYJBSPyFCBFiT6Idr6PdgB+h1g44aXjhwttQ1RIkSUIkEq2qVq4lR5qRLFTXYf3FX8K+3f74dNOp1u7xar38CEHL4/ltAlgChYJ5KFRvJpptDLykEyEEiUTK9W4AbEiSAtu2EYvFXJ+bbog0wH8jxNGISOz0b3o1rufolIxrhmadg5nMUEfPFz/W2toqmN8DoOsaEokUBCFYEvxexG/8xm/gc5/7XNPP/Pmf/zkOHz68Q1cE6Lq1pzsQeBLINHdeykR/7XXQK45kpyAAtg26ugpMz0BIDcBcuA0YVt3f2WOTsDWddQfWgJomyIEJGD5/10+w93oFlLIxtSwbW1s5CALzt5md/S4uX76EwcEhjIwc2HedZUGi2y47++Ishn/vRQw5srC6ZUL/b38G8WOd+zpaloULF2adtYk4ayaBYRi4cGEWZ87sv3l4bGzK/f+2jaruiU6wm3NCM9R2nNm2jRs3bvh2nLUzFvl8Afzee2VBeVdfPl9w55GRkXHcuHGjSka0WCy4Mu+KEgHAOliKxYIr2c4hijJGR8ddGSQ+trFYArKsIBIR6nwEKWUdhvyZnJiYdEhB6habeSXjIpFY3+a927cXoGmab6xjmjoWFhb62m3YDvbqcxsiRLfY2LiDv/7rl53iAlZsIAgqEolUx/uFsbFJzM9fcgtWeaxi23A77lKpFMbGxt0CzFgs5rtv7HZf7d0TGoYBTVNhWaY7j6lq2ZUUJURAMllpuJfjn/frpuuVUAuyEJV/Z9M06taYbopwQ4QIESJE+wiJvxAhQuw51Hod2YYB+rWv+nod7ScIgohIJIZk0l+L2btJaEaypJeXoH3hRVi5PNDB+ARdbdfu8RoRmH5kWDQahaapAFDVmQc0786r3XzJslzViTg4OIxHHnm8a1+72u9w5MgxXLlyue2NUDebp25JZi+CInvb6Rzs5HmYm2MdQcxnijiJKopSiSUKu+lADbGNj3/84/ihH/qhpp+ZmWlvbEdGRvD2229X/ezOnTsAWFdJJ9gPSUjWKbyD59N10O++zUg/02DZJ0FgGajFBdiHj0J0pJprQd7zHMj/+Cqoqtb/LpUCee9zO/pdLMtyOnjhvtOcaOAJO1UtQdNElMtF5PNb92yHr5+nWjtjQXUd1u+9yO65RxaWqiqs33sR6NDXcXm5eXHI0lI4D+/0nNAMfP30W4vn5rormInHE7BtG6ZpVsnaMRJQxejomPv9BaE6ltH1CizLhigyvz+euE4kUigWC468W7wq3iFEdI/Hx9YbD3pl7/j3i0ZZPFgqlXD16rwr504pUKmortcfjxP7db/aianaOfdOSJx7n1vv+Xh3kKqqobx6iD0Py7Lw3e++CdveJsa8ewZRFLG8nMXY2GRb75Qoijh16mG8/PJLHhsI9l9RFFGpVHDgwBgkSWlZgNntvprvCefmLqBY3AAh1R2DpskIQSabDKyuLkOSZF9P7VgsBtUnBgS6U7WpRaeFqI3mNlEUMT4+idnZt531i+2DNU3D6dPtdw6GCBEiRIjOERJ/IUKE2FPgXkdUVd0uBp7Usj//IvND3AOdf92inU1CU5Ll0iwe/cr/A7FSYeOC9senm061ZmjneH4E5sLCTQwODoMQgkxmCJub6zBN0/V2SaXSAOCpwrQdD6PG1YV+4+qVW5mYmIIkKV0lMP2+gywrOHLkOCoVte3ETVBdfJ0gKLK3nc7Bdp8vfixvdav3mri3Y+j30D2GhoYwNBQMkfLoo4/id37nd7C+vo7hYSb79/LLLyOZTOLIkSOBnONehv3Ns4BpAuUyQO3tX+g6EIkAFRXCc8/5/i1RFAg/8XFWKFMogEgSqGlCSKUgfOwTO75WrqxkwZLx1OmstqsSa6ZpQhQld17XdR2iKN5zHb69SDDb3zzrFkXV/a5QADl7tiPp+KCVAEL0FysrWei65qyhVlXHW7cFM2Njk1hYuIl8Pue+rwDcopzNzXW3OwOojmVu3rwOSlHl9wewNT+TGUQkEsXAQKZlvOMtjtqW4WNdhJxQZERkCbKsIJFIusVDlALFYgEjI6NdqTh0giBiqlbqCUHDez7TNFEqFQFQJJMDEEXxni2+CLE/sLKShaZpvr6htk2h6xrW1laxuHir7XfKMHSkUgNVkuSc+IvFYq5VRasCzF721ZnMEKamZlAs5kEphaIo0HUNprl9LEptpFIZWBZ7b2V5sG4cKAVmZu5HLrfRc1deI7RbiNpsbkul0lheziKdTtfZgywvZzE9ffCeiQFDhAgRYqcREn8hQoTYUwg6qbXX0M4moVkFvr66gmVFxlSlvrrPOz5+FXdBSnYArbvYKEVdctM0TeTzOayvryKTGQKl7PMHDowBIO61AnAl0AYGUhgdHQchja8vaFKTQ9d1nD9/DoahuxsUnqC9cmWu42R1EF18nSCocWknOdzu88WPJYoSKK1UbWKZNKAV+j3sILLZLLa2tpDNZmFZFi5evAgAOHjwIBKJBN7znvfgyJEj+Lmf+zn87M/+LNbW1vBbv/Vb+LEf+zHf6uMQnYEu3ARWloFohPn72RQgYP/VdJAHH2pK4AknT7OCj7NnQZeyECYmd00am3WTcI9VWkUiANuJfAAOMci6Ae+1Dt9eJJhp9rZvfASAEb9L2abnro0NmIRZ6LuzX3DnzhoKhS23I662460bolYURQwODmN9fdUtuKKUre2JRAqGYdY9k95Y5vr1K75JeUqBiYmptt9rryR+NnsbkiRVEYqVCusujEZFKIpS5b1FiIDJyZm+k1e9xlRB+y63gvd8hBCUSgVH3pAin89hcHC4b+cOESIIlErMHsMw6sk/QtiamcttQFGUhu8Upaha9wqFgtNFTFGpaCAEUJSIawfRyTyayQxhYeEGANZ9Ryna3lezjuiE59/M25R9B1a8KssyJEmCqqqoVCp1fn6yLOPIkWMAsKOFpbVoNbdNTk67cU+tPci9FgOGCBEixE4jJP5ChLgHsVf984Duklr8+2DpNnBwGvTZ9wLS3vg+tWiHHGlKsmga1EQCyOfrfsfHp1U1cZBdZ82Ol80uVCU3KaVOhTaTZ+KdXZZlYXNzoy7pMDk5A0IAWRZdP5hextUPzeSWcrkNnD9/DoVC3u1G9CbY9sNGJSiyt90q93aeL36saDQKVS27Pj4ASxSKohj6PewgPvvZz+JP/uRP3H9/8IMfBAD8/u//Pp5++mmIoojf+Z3fwac//Wn8yI/8CGKxGH7oh34I/+gf/aNduuK7CzSXY919kgwkJMDQt+U+RZH9vAWIrOyJghj2blPE46wbB0DV+827/fjP+bxwt3SWtRtb9dJlRyanYBtGQ19HYaLxvOkXG0iSXHWPvAjn4b0FFiutu1KcQLXkHe+s6wZcgaG2E4Ofpx2vqlp08/wIgoiTJx9GuVyuO6ZtWxBFwZWBJ4RUJcEbyd0FiV5jqiB9l9uB93zFYhGGYbgFGYZhYnNzHalUGpJE93w8G+LeRCKRgKIo0DS1bq1ihQr1nvAchmHg6tXL2NzcqFr3KpUKVLXkdDUTp3OwAlEUYZomTHMRW1s5jI9PYHJy2ve99q6nTG6zDFVVcfDg/Th8+Fhb+6vavZVt25Ak0f1u/HsRQpBMpmAYBmybNpx3dvP9bTW3rawsdR337IQ0cogQIULczQiJvxAh7jHsdf+8TpNa3u8jyDKMV74N/Nmfd/R9dpoIbUWONCVZIhHEGgTH1DRBxyfaqiYOcnPQ6Hi1yc1KRYVhsEQOIQSWZbm/CyLhkckM4bHHzmBubhaFQgHp9ABOnDgNqQEJ3EqSZPt39Qm2dHpw3ySrgyB7O0nutSuNQ6nlEgQ8kUkIQSKR7LtcV4ht/Pqv/zp+/dd/velnpqam8LnPfW6HrugeQzoDKApg2WySUSLbvxMFYHD/yK/xd1sQBMjyIFRVdQhAJhnordb3+nbdDZ1l7cZWlmVB01QUiwVIklRFrgCtx0J473OgX/P3dRRSqYaysH7V+IQQlMuMDFCUCGRZBvMbDFYmLEQwWFnJQhRFCIJQlwC3bSal2y1Ry0n72k4MfuxWXlVBKUnUHlPXdRjGtvxdNBpvKPm3U3NILzHVTkvr8vNRSl3/bD5+/F6Vy0Wk04P7Ip4Nce+BxxW1+wVWPCRhbGy84bNLCHDr1g3E4/GqdY8XOEiS5P7MsixsbW3Ctm1omoJ8fgurq0u4ceMqHnzw0apuYr/1lHfubW5udPzd+N5KEESXmBcEUuV1L4oSHnjgKARB2JMEWKu5jVJ0pS6Qy21gbm7npJFDhAgR4m6E/+wcIkSIuxKt/POooe/yFbKkljAw4P+7mqRWo++DDr6PfXEW1i9+CtaXvwT62ndgfflLsP75p2BfnA3mCzUAJ0eOHj3h+ghwjI1NQm5APCoHxjCuG/7HTKWwduwIjAbfm5NrO4VEIgHbtt1zl0pFx/PJhmWZDhHIvkuvCQ/LsjA/fxFnz34DKytLoNTG1lYOb7zxGnK5+k1YK0mSpaVFZ5Mh+ibYNK2yr5LVzZ63dsATcaIowbbZeNg2hShKHSf3RFHE8ePsWJIkI50eRDQaRyQSw5EjJ/Dkk+8KN3Mh7hkIB+8DxicZyefMl7Bt9u+JKQjTO1fBTXUd1je+DvMPvgDrG1/vOCbwzhOUAvF4HMlkGpIkI5UacBPQhBDXtwvY/51l7cZWudwGzp17FbncJkzTQLlcxtbWprsOAq3Hgvs6klgM1CFDqGkAsVhTX0dejc9hGAa2tjZRLpcd7y8DpmkimUzh0KHDePLJZ8J5eI+BS2p7Pe8A3j1LkMkMd50EbhZ3tuNV9eSTz+DQocMYGRkL5PnJZIZw5MhxWJYJw2DeoNFoDJVKpep9afcag0a3MZU3Lq5FP2JKfr5KpQJKUaewAFDouoF8fqtOQjBEiJ2AZVnIZhdw+fIFvPPOm5ibu4BsdsGVAudxRSwWRyqVQSyWgCRFkEwO4Omn342RkbGG7xTrAq7ew2laxVUc4Ao0lAKmaTme8qJbiAhQFApbmJu74F4PUL+eetHJXrt2b8WkjQWnCDJV55s6OTnd016un6id2yilUFUVpVIR5XIZBw6MdbzGWJaFubnGe3XvPQkRIkSIEI0RdvyFCHEPYT/45/Gklv35F9k1SRLr9Eul6pJavX6fVsk68iu/tisSqK0qqOWfGAL9wouwtwpAzfiUNa1lNfFOSWbwSkbTNFAqFZyfUrDuDwJCBLd7jlJ0nfBg1YAXsL6+BoBt4nRdQyKRgiD4e5e0lltacjtSauVluA9du34ud4s8SZAysZnMEJ5++lksLCzcFWMTIkS7qO0wJ888A+FrX4WdTgPr64BWASJRYHgYQiLRsIMraASlBuA3T4yNjWF9fQ0rKyvY2FiHKEoQxWA6y3Rdx+XLrMs7lUo17fLuF6y//Abs69cB03DvHeHSXU4sgu95n1tswskb3r3AZRplWWlrLLy+jljOQpqZailx7q3G553rjIQFmKkkoCgKyuUyBgdtXL06v+vz8t20fgYBrgZR628nCCIUJYLR0dGuj91r514nShL8nS2Vikgkkr7vrGVZuHJlDoqiQFEUUEpRqVQgCASFwhbS6UGIotjRNe6F56lfftStzqeqZYiiCEpZYp57sNo2i8d1Xcft2wtIJlMh4R9ix8CVV0qlous/KYoiEolkVVdXs/2HZVkN3ykAiMXiVf+2LAuEAKIoQJYjkCQRlUqlai30wrZtFIuFKlWaIDt3a7/b6OgYNjfXXYWc/dKB753bdF2v6s4EgOXl2xgfn8LycrbtNWZp6faOSiOHCBEixN2KkPgLEeIeQjf+ebsB4eRp2L/8K1j5q2+gnMshnslg8n0fgOCRvAB6/z57mQhttskhg0OQfu1fQ/uLv4SdzUKYmHTlSRPZhaZebJRSvP76KygW827nxeLiTRw7dsp3s99LooQnks6fPwfLsh0JMdv9HSHb3XPxeBK2bWN+/lJH5+Gde6VSEZRyuchqSU6/zUGrTRu7NnbN8XiSdStqFRCbggoEcqy5HKVlWbh27TJu3boBgCIWi2N1le57eZIgZWJFUcTU1ExT78YQIe4m+JFrwte+Cjz/PRBe+iuWJOHFHIlE0w6uIBF0EUztPEEIMD19EGNjU7AsKzCP2Vu3rmN29m2nGpxgfX0NCwu3cPr0wzh48FBXx+wU1ttvwf6/fhPY2AAkERAl4M4q6PQMSGrAjUVWa4pNvOSNaVpIpzM4derhtseC+zq264PrlRDnHeu1fou6rqNUKqJYzCMeT+yqpFYrr+J7Ed7Eaq2/nShKPZNGQXtA+6H6nRWwtrbq+856i7Nqk8i2TaGqZYyPT2J4eLSta+zleWIdSYtYXV0CpWjq+9UK/ZBGbed858+fQ6XCPcwsN/4H2Psfj8dg25ZvoVyIEP0A37+pahn5fM7x62Odd/n8FgRBrHoeG+0/mr1TMzP3Y21t2X3WbduGruvQdQOEANFoFNFoDKZpQde1qg5Avj6y7mq7isxr1/e83XGo3WcD6Os83I8iCH4f5uYuoFQqwlvom0ik3Njv8cfPYHV1pa1z77Q0cogQIULcrQiJvxAh7iF06p+3W3A36KkEhHQKd2wbS+fP1W3Qe/0+e50IbUayEIUl/YSaRF+zamJJkrCykkWxmHeTfrw77p133sKzzz5fFXwHkXjLZIYwPs6SvbZtQZYpTNNwq44BCsMwYBg6bt68VneewRb+Vjw5ZNtWne8LJxWj0Vjd5qDVpu3AgQksLS3CskzImob08jIqAoElipB1A0//9RtQxqcAn3HgHYh37qy60qaqWkYqlYYgCGFiJUSIexDNyDXy0l9B+KV/CfLKK6BL1cUcfb+mb56F9Vd/Cdy4BjI6BtTMiUEXwQRVPKDrOmZn3walFrgPK/ORsTA7+zYmJ6f63vlnvX0e1s/+E6BYACyTdfwJAkBjwOIC6PGTgG1DmJj0TWB5yZtIJNbXNcEbG/COBw5BEBCJRJDP58C65qn781p/4J1AKynue3X93AnSKGgPaC86eWe93nTlcrGKqBJFJoWnqmpbCetenqdcbgPvvPOWS0wAtKHvV7vYCYK19nzPPvs8Xn75JRiG7viMagDYHMQ7rICwiybEzmFlJQtd11AobFW937x4s1DYgiRJbT2Pjd4pStk7bFkmVLWMQiHvFqBSCuTzeZimDV2vuD+3bQumSav8VAkRqsi8oDp3m+2zvd+Zy6EGMV/0WgTRjDDMZIYwNTXjFheLoljlY2wYBlZXV9qeXxKJBCzLgq7rbnc7k0Ml+8puI0SIECF2G6HHX4gQ9xA68c/bLbTaoHv13Gu/j0UIssNDuDo9iZWDM8B73tP0XGRyCtTHKwRgxCHZI0RoJ2jmxZZOD3o2WOzzfIOVz28hm110j9PJfWiFVCqFSCSCRCKJVCqFTGYQsVgCihKBorAuzkpFhaZpTudB++fhySE/Lz4uyem3ORgZGYNpmiiViqhUqqU8ZVnG1NQ0G0ciwF5cBCwLEdPCQKmMh65eg1gq+fpI8nHL53NugoVSCtO0kMttQNf1HfdaDBEixO6Dd5j7/q5QAH3lFYjv/wCkj/491snVJ9LP9fH7jX8F45Mfg/V//yEw+zawugo6d5GRWB7shSIYP1y+PNtQ2suyTFy61F+fXqrrsH7zXwO6BigRtuDwapqKCugGsL7uxlZ+3l7UtkHv3IG1uIjo1St99Vn2xgaECK7fF/db1DTNKVRhn/Vip9esoPyTdhO6ruOdd97EK6+cxTvvvAnTDObe9sNPb6fQyTvr9aare2+cZ7TdZ6Hb54n5S11AobAFgL/ijX2/OkGvvsudQpYVPPLIExgYyEAQBEiSCFFk/00ktv1Wwy6aEDuFUqnkFG7adYWbhBBYlg1d1xo+j5wMm5+/hGx2AQDq3im+7hEiYGtry2cuoa4VhXevy49PKft3MpmqIvOC8D1vd5/NvYGvX7+CO3dWcP36Fbz++qu+/vVBnbP2b7LZBZw/fw7f+tZf4Nq1+abXoaoq4vEEEokkotFY1b3tdH5RFAVbW5soFPJQVRXlcglbW5vQdX3fe0OHCBEixE4i7PgLEeIeQif+ebuF1t5rrPLPVFUsvfQNlI8cRvTqFURtihsP3A9DFCGIItamZ3y7BL0Q3vsc6Ne+Cqqq9b/bI0RoN2hU+fjmm69VyZd4QSnFysoSpqfvA9D+fWgHtZWRvMtB13W3KpBXVWqaing8CUVRYBgGlpayuP/++xsem3fu+Xnx8eRQ7eaAVzvatg3D0FGp2KhUVMRiCcTjCXfTlskM4bFiBdkbN1FJJBDTKhhb34TgnMOvE4ZXsFYqatVmx1vBOjQ0EiZWQoS4x7AXOsxdqdFcDrh2BTBMQJaAZJKpMlk26MItkOMn3c6/vaQG4EWhUHC7hmrBfMAKvr8LCvb/n71/i5HryvK7wf8+t7hnZCaZzMxgkhLFOylKJZVoqVQtarqrZtCA7Z7p+oDuF1ePStUNNPzgFxtfoW00DJcblmfQ8BgDuw24xrLsadiAHz4MjG+q7Jput4tyyVKVWLpQTDGZKVFkZkbemJlxP/ez52HHOXki4sQtI/JGrh9QKDEj4lwj9tl7/df6r3dvAtvbAKs/I+MJIfhxDnieqP7z3GBu1fwc5OWyqAp0HCieh4m/+hncv/qrvnsq9oM/N1heXsK9e7NgjAXZ89VqpW6VzRBrslXfbzHgqNt77bUF7V5W5Q1Kp4qQfn6z4d50zaKAJLGgiqSX78Juv0/NDhlhovp+HXb83//s7KfI55ehKErw+/ehKhpiv0ilUnAcB4xJ8Dyn4XsoqsUkOI4T+X3sp2ptdHS8Xlkf7tW+Y3Pr/zubHUO1WoZt2wCEvafnechmx3Hx4pUWMW/Qyt1e1tnHj0/ik09uwbJMuK4HWZbqyTtsV9Xv/a7t/evsV2b6Y6GqamCMwTRNzM3N4vr1bwTH0a8NaviZoWkxlEpC6LNtG6VSoS6s8sDiGpBRq9Vw7doLT2TlP0EQxG4g4Y8gnjCky1dFv56bN3uyFPOtwHh+GSx3cs/tx3pZoG999EvMf/gBLIiyZfeZM6gmk4hLEuIjI8D4OGTW3cZnUCF0v69NP0QFhnyboqjm5cLea+dfwwy8RdlTua6HWq0GRVEbBEHf1klVxyBJDLVa5/2Eg6nJZLqhD4zoK9DYi8/PdnQcGwCHoqiQJA+SJIMxhhdfvN5gD8dW8sgVikCh2LLvqGC9n8EarqYAEFxbx3FRLpf2rf8UQRCHg4O22g5bjaJcAhxHiHuuB5Qroj+dxwHHAd/aBDs+AeDwJsFkMhlsbm5ECgmex5HJZPZ0/zy/DKRSQKkoxD9FAVJpwLaE8JdMQf7+H0C6dAVA03PQNMGWFuF5HhTPw7mHi5AVZdc9FftBkmScOvUUMplM8EwWlUzieZ9KZSJts/dTDBhm/6T95jBY0B4U3YLx/fxmm3vTiWsormUqJd5Xq4neYPn8YseA+26/T9VqtcEhI0xU36/DSrMYe/HiVVSrVdRqFdRq1QY7PqqiIfaLyckc5ufvwrJMeF5rxR9jEjQt1vJ93I117+bmZrAuDOMLf57HEYvFoGla4EADABMTk3jxxb/WdmwZJAmj0zqbMeD+/S/w6ae/gmEY8C24hcONBNPUEY+n+k486GdtH77OwmrTCxxsRMWdBoDDMHR88cU9nD9/GUB/NqjhZ4ZpGiiVii3uPeLYpPpxi/uXyWRgGK1J2wRBEEQ0JPwRxBMIU7We+vUE1QGlEpiqwrNt8J/+ZE8z0rst0OOKivkPP4CDHa9iJxaDqyrQOUd8fHwnAx/dq9P6FUKDYzmAazMoU1PTWF9fQTjr0YcxCVNT08G/hx14a86MNE0dor+fhVrNaQis+PZOsVgcyWTn/YSDqYrCkc2OQa9XcJ469TTOnbvQsGBbW8ujVqtC16sNfQ4lyYWqqi29B/oN1vsZrLIsBX0MRbN4P6sUME0Ty8uLSKczR8KeiyCIwTnoCnPfapSpKmAYDc9JOA4wNiZsPm0PMIxD5wbQzIULV7G4+BCct1pTybKCS5f29jnMcieBzAiwsS7EU0AM8FpMCH8nT0L69W81fCaouPvpT1BbXUfCsRuqyF3GsBaPwfz//Rekv/bCnvf9Cj+TE4kE8vlFuG7r9dxvMWBY/ZMOAt/OMkrc8u0sn332hQM4sr2ll2B8v7/Z5t50vkBl2zaKxe26S0QC9+8vdOxRtdvvUyqVqgt8rU4ZUX2/DiNRYuyXX87Dti3oul6fp4p+iSMjWVy+fI2qaIh9QZZlPPvs1/CLX7wHSeLwPDdI3ORc5NI8++zzLd/HXqrWJidzDWK3onTubrTTX5AhkUgikUjC8zhyuZk9+z20W2ebpqiuE714WbCW9PE8D57HYRjVrs4GzaJ/IpGA5+3sU4yhRn1fUtBzGGi8zr4F6M78gMHzRAUiwPHw4Vc4e/ZCg71qt1604WcGIPotRol+/nECgKKI0LVtW0ci6YIgCOKwQMIfQRCRhKsDfNGDqeqeZ6R3W6Dzu58HlX4+riSBAfAA6I82kJiYDF7rpTqtWQh1XRdr9Sba/iRY1/XAxoM57oFcm0GZnp7BV199Ubfr8IIKO0mSkMlkkcvNBO/di8BbODNyfv4uZLkESYq39NgTTbuFEDfdQxVMP3YrlUoZut6Yxe3bcOp6Nej1EBxzn8H6nQxWEaTye/yFiccT8Dx3VzYtBEEcTQ7aarvBajQeB7i3I/5JkhgIL14GNtbBLl6G9PqvH6oq9mY0TcPVq881WCr6PXauXn1+z6uqgmfDqdPgiw+FeMokcV1jMch/73+NvHaSJGN6YxN8da3h74V0Cl+cnoGtKJCrZWx0ETOGcg5N1QrpdKZrsG4/6BY45BzI1+do/dqr7TUHbUF7UPRqIdfpN8uY3HJf/d50/ncBQN2WFkinR4Iqnk7VPrIs4+zZC7h9+yPUalUwxqBpGtLpkY7f7cnJHBYXH8CyzJZ5XFTfr8NGlBjLGEOxuA3P86Bp8SB4L8sKVFXDyEj2gI+aeJI4dmwCL7/8zeC36ff8U1UFyWQKX3wxD1lWGp6B3arWNjc3sLT0EJZlwrYtOI4TJGBG9RLknCOZTLZsa6+TTKLW2aZpBkkNAFp6Evr/dhwbjDFYltF2+1Giv6KowbZt20a1Wg5ZGbOGpNTwdZaknfWsGHN3xDh/aAwnWfeyLg8/MyqVcovAGSZ8PTpZwBIEQRDRkPBHEEQkDdUBza9F9DYbFt0CPms/+f+iebove54wsGQMnmU3Hmuf1Wmbmxv47LOPYVnC5sOyrCDAIMsylpYe4myhhMyQrk2nfijDxs+unJubDSbZjIngRXP/gl4z9nZLKpXC2ppbn/TLsG0LjElgDPX9aH3tp1e7Fb9PQnQ2vhfYu/j0G6wPZ7CKxZQEIUmL1xRFQTqdBtB/r0SCII42u60wHwbh6mU2fgw8XKnmeUAsDiZJYE+fgfzH//DQCn5hTp8+g1zuJO7evYNyuYxMJoNLl67ui5Vi+NnAtZiw/KzVgNFRyH/vB5Cffa79Z5sqyV3G8MXpGbiyDMnzgHgckiTBcWx88sktTE+fDESGvRS4Bu1ZtB/HUioVcevW+z31djoIDtqC9qDo1UIu/JutVitIpdK4dOkqKpVKx/vqfxfy+WXEYjEkEsmWIH67OVWhsIXPP7+NarVSr1jhcBw76GXZbh4uyzIuXryCzz77OGRBJ+Z1mUw2su/XYWJ1tVWMrVYrsG27btvn29AKS0XHcWhOSuw74+PHQ5W9KiRJDnpPRgn6nRxpXNfD1tYmAISSXKUgQcAXuXzBT7SEGEE6nYFtO0Nf63aieZ3NGFAul4JqYt/eMwpxHhzr66soFLZann3tKrD9yj3GhNgmHIDE/pLJdENSavg6x+NxVKvlhvYVYSvrRCLRkmTdbV0efmZYltX1evn3jHNEWsASBEEQ7SHhjyCISBqqA5qI6m02TDoFn8pjY/AqxQbxT7NsGDENHgBJazzmfjL2trYe1QUbPzAgsvBkWUG1WkY2OwbXdTBf2MRUbgpmLIaEYTRYdfVzbfppTj4sRkfHcf36N3oK7PUbBOxHxIzHEyiXy/A8N7QI86AoGlKpBL75zdfbBm8HEUtVNVa34WxdTMmyBFWNtfy932B9OIO1UikH5yfLMpLJdLBw6rdXIkEQR59erbaHTUP1siSBhSvVVAXIZsESiUNr7dkORdEOzDqx+dnAehRymyvJ14+NwVYUSJyDKQowPg7LslCrVeC6HjzPhabF9kXgGqRn0bBpPpbd9Hbab8J2lpwj6IvEGIOi7L0F7UHRjz28omi4du0FqKoM23bhOL3d11zuVL2PstmyD/GZ1jmV67qYm5tFuVwEY4Ci7Hw/yuUiPvvsI2harJ7g1joP9+1G8/klrK2tgHNhm7+XFoDDolbbCawLVwsdtVo1+D76AoPfWzubHaM5KXEgbGysQVEUaFrrs7PZvrNcLsNxHKiq2iL+u64D13VRLhcDi97wOlOS/D5/YjxOJBIYH5/A6OgYisVtVCoVZLMj+5ZA1JzUIMsSJEmD53lwXSf4nTYjxjIFkiRFPvs6VWD7FsXVarnu+rMjtAKN19uvSGSMIR5P1MVCAec7fYE5R98VeI3PjGiBM4zv1CNJMq5d+9qhH38JgiAOEyT8EQQRSb+9zbrBLQveuzeFoJg72TU41i74NP36t5D/83+DsAElA0dSN6DH44iPHweAvjP2XNfF7dsfwfOcepbhTrBGTHpVmKYBSZJRURVUTs8gYdnwGEP+xATOPlxCplrD2mgW5vgo0vnFriLZQQWw+gns9frefkRM13WxsDCHZDKJWq0S2I4C4r5du/a1tguuQcXSTCaDeDwJw6gF+/U8kVWpKCps24TnuS3Xvt9g/fj4cbz22m9gdvZT5PPLUBSlYWHlnytZlRAEsR+0VC+nM8DZ84ChA9e+BvlrLxxqa8/DRL/zmWaa74Uej0PyPCH6nToNMIZarVIPyjG4rnvoBK6DoFc7yYPEt6C9ffsj2LaoYvCrIxKJNCqVyqGoTBw2g9jD93Nf++0/vbaWR6VSaphn+riuh+3tbaTTacTjwtY/6ncmSTJmZp7CzMxT3S8E9tfJoxPJZAqe58FxHNRqO5V+O+wE2z3PC1oaEMR+061ieGNjHUtLD0M95zwUi0UkEgnEYjG4rhDKOOeoVEoN4rZfJQYI8S+ZFP37xPvFunJp6SsADKlUGsWii1/96pf7VkUeTmoolQrQ9Wr9HNuJfgyqqkGSWNDztPnZ1+16VioVJJPRv3U/gUKWZZw7dxG3b39Ud8PxEwW80HgmjnE3tqj+M8MwdHhed+FPkmSMjGTx3HMvYrwe6yEIgiB6g4Q/giAi6be3WSe8z++IAFfdHtOzbfCf/gTSG29Cutxf9rOSSOD8Sy9j/sMPgl5/HoCE4+Da5StwcydRKpWRTLZfbEctytfW8jBNM2RjwRG2tPAXz46jA5oGrqiAZUPiHK4s4+4zT0NxHLixGKRspmt/nqMQwOqVfkVM/9w1TYOqjsEwjEBs07QYDCO6Z8EwxFJ/oRGLif1YlgXPs+r9DTwUCtv48MP3h7LgkyQZly8/h1qtNtReiQRBELvhIK1GHxeGNZ8J34vk+gp4KgF27BiYJEHX9VAfXmEJ5nPU5gfDpF0wk3MOyzLw4MF9ADjwnn8nT57GysoSCoVtuK4DWVaQTmfaVmc8DgxiD9+rTSjQv8BYrVYR1dsLADj36gKA2/Labn9nB+Hk4eOvbWq1KkZGMjhxYhKLiw9QKhUCAcEP3AMIBBG/GgoAzUmJA6GbfWehsAVN04LX4/E4YjFRqZtKpbG9vQVZlkN2vogUzTjn9WRP8XzV9Vr41aDytdd15TBF/lQqBU3TYJqi773fJz58LpIkQZZlSBJDKpUJ+u01V+p2S5DIZkdQLBY6JlAUCltYWJirt6kQ11ZUJCoAdvr81Wo1XLv2Qt/n7fde/cUv3kO3ir9YLI7z5y/h7NkLj92zkyAIYj8g4Y8giEj67W3WDm5ZogeOrgfVg0xVwXUd3jtvi8BXn0HH8Reu46Ur15D/q79ArbCN5OgYcr/+bSjxeGAd1MYWv+2iPBaLQ1EU2LYZ6gXghZpYe/A8r54tyyCPj4OZJrjjgDMJpVQKCdtGfDon+iQBHRcO/QQ6Djv9ipjhc2dM9AYI0+7chyGWhoNTmsZhmjoYk4JFlFhoDa+qYq97JRIEQfTDQVmNPg4Mez7j34uc62Ll1vuBmCGsyXYsof1eZP6/j9L8YJhEBTNt20a1Wq67NAD3uyRd7Qdra3k4joORkWzLa4+zcLvbHpH9VPH1O6dKpVIN/byaty1JrEFY99nN7+wgnTy2th4FlTnCYSIGRfkK8Xg8JPCxQPAAfBFEXHfGGE6deprmpMSB0EnQF8kTrd9L0UJBwfb2VmAR6n+X2/XGA0Svd0mSgt8msJNc43keDMNAIpHoOlYPW+T3r0EymUatVqnbQ6twXRece1BVDZqmQZZlxGI7DjJRlc7dEiQuXryKjz76ZdvXJyYmg9fFtWHBtWWMIRZLwPNcyLKfsNuaJN4Lpmkgk8mgUmEwDD1ISvCRJAnJZAqXL1/rueKaIAiCaIWEP4Ig2hLOSPcWH4IVtoGxUfDlPPjZcz0FuLx3bwaZ8S2vlctgN2/uKggpx+I49Zt/o6/PdFqUFwpbUFUVpinV7bWkwBJHZNxLDZPeeHYUGMmCbW3BNA1AluEeOw6WTjfss93CoV+7osNMvyLmbs99WGKpH5yanf0Uul6FoigNiyig9+BcL9meuw2GEQRB7DWD2lY+SezZfKZFzJDheRyyLAVZ/cF+jtj8YJg0BzM550GfIlmWAjvtg7ZEfZwSu/plNz0i+63i62dONTmZw+LiA1iW2SIG+PP6sLDus5vf2UE5eWxubtT7k4tWBbZtwjR1JJNplMsljI6OwTRNOI4D0zTAmDg+z/MgyzISiQRSqTTOnbsw9GMjiF7oJOiPjWVQrZYjP2fbJmzbCYQ/0fdOjhxLACBs/wmgJUlYJP2KKrtOY/UgIr/rusHY5Se++ja7585drFfZKbAsE47jIp3WcPXq8/jyy/mex0j/es7NzaJSKdcFfwnpdAYXLlyGqmqR11tRFIyOjuOTT36FcrmIRCIZXJOw0MgYkErtxDt2+0zzLUVHRkbAuQvP4w19cROJBEZGRpHLzexq+wRBEISAhD+CIDrCVA0sNw3205/AK5UAVYX3/vs9W1vx/HJkkAyAqCJcye/FYUfSaVEuywpc1wky7ZptNjKZLBxHTLiDQBxjwPHj8KoVwDQgK61DaruFwyD9UA4bvpDHGINpGnBdN8hIjGr4vdtzH6ZYKkkyYrEE0ulMm9e7B+f6yfbcTTCMIAhiLxmmDfeTwF7OZ8JiRrlcxurqMlRVbalSOmrzg2HSHBy2LAOu60GWJSST6V0l7wDD78n2OCV27Qe7cUbodU4lyzIuXryCzz77GKVSsR5UFoHlZDLd0nvZZze/s4MQfF3XxWeffdwQmPctgmu1ClQ1Bl3Xg35emhYLemv7omcqlSEHCuLAaSfoi2diMfK35TgOlNDaOxaLB5Vjjf0sBYqi1Nt3iHVq809fJP761X/tx+p28QTOOcrlEn71q18ilzvZ8izZ2trE7Owd2LYFx3FQrVYAcKTTI5BlGaqq4dy5CzAMo+EacA6MjW3i4cOvAACJRAKco6t7jDg/X93kDefbfL0Bju3tTWxsrELXazBNE5ZlIpXKQJLkQIxjDA32yFHXqddnavhZ6cdfhI2oBM/j0LQYLl6ksYkgCGJQSPgjCKIjg1pbsdxJeLYdGSzjjgNpev8CWJ0W5bIsIZs9Bl3XGzLtNE3F9PRJSJLIis3nF1v6gYjFg8g2b6bdwuFxsoCcnMzhyy/nUSoVgkxAzgHD0JHJZNtmIvZ77sMSS/0FSalUQK1WDTIaw3QLzh2kpRNBEMSg7IUN9+POXs9nwmLG5OTUYzE/GDbhYOWDB/fBOSLFm16Flk4JPGNju7MKPeqJXcMWQnthL50RRkfH8eqrr+PevVl88cU9eB6gaaJHGCDO17d8H+R3lkgkUKtVA/Eg/L3cK8F3bS0PyzJbBAyxTw+SxBqqmsK9tTnnuHjxCnK5mSd6TCEOD1GCfqfxVNNiDTagjIm2Da5bqH//xWuce/VqQKleTS/+Lst+KHSnh14sJsRy3wrX70EfJiqe4NtO+z0ETVNvSAZ1XRd3787CdUVlrhC5eH175aC34MLCvYY1ZPgZlUgkoOs16LqOU6eexrlz0T3vdtaobiD6h//ub9+/3q7r4tat9+G6bt0GVQYgLIKr1TJGRkaD3oPNfYebn2n9JMWG7214bPI8F6qq4fXXfx2A3LZ9C0EQBNEbJPwRBNGRQa2tpNdugP/0J+B6q/+7lMlAunFjqMfbiW5Z2MeOTQTZhe0CD+l0piUYl0ymoapaz1nD4aCKb1/h23wcfQtIDoCF/j+a3QR5hiGWhhckfoWiZZlIJtOBVQzQPTh3UJZOBEEQw2CvbCsfF6IsUPdqPhO1L7KIbk84OHz//kLk3KsXoaVbAs/1668A6P96H+XErmH3reqHvXRGKBS2cf/+lwAYFEVYAVYqJaRSGcRicZw8eWqgeXihsIXl5UVh/Q9R+ePbbYqA9t4IvtWqsKu3LKtF/GOMwXE8nDnzDLa3t4LvIucILP8Oqg8mQfRKp/H02Wev4Isv7jWIgsIe9BgKhS1oWjzo3W4Yet2RRkE8noRpil5+kiTV7TDF+L+19QgAMDIyigcPvkQ+v9TyW2mOJ3ieFyS/AmjoIegLbaurYt3IOVAqlWBZdkO/zXK5hExmpGENGfWM8oW8QmGr7TXrd43a/P54PB4IfZ7Hg3WyECtFZWXUM63fpNioexuLxet9CIUlqW03JlsTBEEQ/UPCH0EQHRnU2oppGqQ33hR2YuWy+IzjiCDZ976/rxUFvWRhdws8tAvGlUrFnoI8zUEVz/MCr/2jugBfW8uDMYZsdidTz8925hxtRbDdBHkGCYZGLUjS6RFUq2VUqxWo6lhP1inAk93DhyCIo89hsuE+bHS0QB3yfKab3SolkLRn0Mo6v1rKtq0Gi3LRJ83GykoeTz/99K6O7SgKt4+rk4Hrurh9+6OgBx6AujOF6BEpyzIkScL585d2vf179z6H57nBnJJzf/sVxOMTeyb4plIpqKoGSdJbehhyzhGLaTh7VvTuO0rfRYII44+n+fwSVldXwBgwOTmNsbHxNqKghmvXXsTDh/dRLBbgeW5g/RmLKZiZOY1nnjmL9fU1VKtVeJ6LfH4J5XIJjDFIkqjIEzaXreNf+Nlj2zZKpQIcZ2d8MQwdiqJCVdVAaKvVqnAcB5VKGZZlNViRMsaC9XMymQ7WkLtNMu13jVqtVsEYg67rwRo+kUhB16vg3IPrulDVGBKJFDQthlgshsnJ6ZZq4d0cb7tnZbiqkCAIghgMEv4IgujIMKytpMtXhW3YzZvgK3lI0zlIN27si+jXbFl07twFLCzca2lmPTY2ji++mO9pQRwlWPUS5HlcgyrhBYbfqNyHsc5Nv3djKbXbrHCxqCsG/Rv9rMJsdgy6rkPT4pE9GaKgHj4EQRxlDpMN92HCq1Tg/N/+CVAqAbE4+LFjDRao8p+8BXlI8xmyWx2MQSvrHj3aQLlcbLEoT6UyUFUVtdpgCTxHrbfvQTgZuK7bkyA1iP3o2loepmm2rQy1LLNrslan/Yevmz+n9PtdMybh5MlTe5bY5wsQqVQmsBn0+3pJkoJr114IjvMofRcJoplSqYh8fin4rYWr8aLW35wDDx58GfT7kyQJjDG4roP19RWcO3ehweZSrA2lhio834Kzefzznz1zc7OoVLaCSj//NWDHvtMX2hKJRL2ykLeMRf6+/WQBfy292yTT/teoHIXCNjj3wBirnw+HoqiQZQmJRAqOY0NRFDAmnpP5/BLS6UzD2Lbb4z1qz0qCIIijBgl/BHEE2c/+G8OytmKqtu+2YVGWRaJx9kUYho5qVfTi2N7exPr66sC2Rt0mrr0EVSYnc8jnl7C+vgLOgamp1oy6w8ZuRbD9tJQS+5qFYRiRAb5kMolsdrTnhcdR7+FDEMSTzWGy4T4seJ/fEaLf/S8BWQE8D3i0Dj5zCiwz0mCBOoz5zGG0Wz2I/m6DsNvKOtd1sb29Cc/zIqvARkZGG3ojPQnst5PB1tYmZmfvdJ0DDjpX9O0wbbtV/GMMcBynY7JWt/03XzfGGOLxnSQ4PWKMHRZh8VuW5Xp/cgexWBzXrj2PsbHje7Zvghg27Z4/3RJnX3jhesu2VlZEBZ9vu+nDOQ9ExJmZp4K1uee5kf3eTdNAPJ5oGf9GR8dx8uQpVCqlepW4SCoN9/U0TQOaFkcqlYLneX33qtvt+rqfNarrutja2qwnDAjRz3UdcI7AGrVUKiCVSgeiZrukZUqKJQiCOJxEz+4fQ37jN34DFy9ebPjfv/7X//qgD4sg+qZQ2MKtW+/j/v0FPHq0hvv3F/Dhh+939HofBN+qkyUS4I6YQHLHAUsk9t2qsx86LRIWFuYwNZXDM8+cR6GwVbe1aF1IeN5wfeW7BVU2NzfwP//nz3D79i2sruaxtraMTz/9Fd5772d7dn+HweRkDoqiQtd1VKuVoCk60F4E67aIG+a19/clFmPiuMIBPr+HQT8LEj/YIstKkOkpGsYrh76HD0EQTy6u6yKfX8TCgy+x+r/8L+DJ5JF6tu8Fruti+cF9zP+X/x0r2Qw8/9wlCXA9YGkR3POGboF62OxW93t+OSz8pKvz5y8hlzvV0/N3bS0fWDw243kcjuNg+gmrevWD01EMO2jrui7u3p3tOgccxlwxlUpB07TIe805oGmxtslavex/P69bFL74febMOczMPI2rV5/Hr//6tzE+PrGn+yWIYdLp+eOLc1HUalW8997PWj738OFX4Dz6d8m5h9XVFQA7a3NJklvschkTY0C737Gu60gmU8hmR6GqaoNw6H/WXwcbho5MJgPGRJ/NxveyoNounc5A10U/Qtf1YBhGw7rap1OSaT9r1LW1PBzHRiqVAcBCYiEH57zelsQN1sth/KRln8nJHNQ2c0dKiiUIgjg4nqiKv7/zd/4Ofud3fif4N2WdEEeNg7KKHNSqk1sWvHdviiBX7uS+2Hz2Ul0n/nv/bI06ZcK5rofNzUfQdZFR6GfeARzlchFzc7O4fv0bh1JQKpeLsG0LhlGrZzNyGIaOkZEsLl++FnnM+2kp5e8r3Kzcx8/ITKUyfS9IjmIPH4IgHm8cXcfKz/4Ste1tJMfGkPv1b0OOxQFE95jN/1/+zzhbqiC7vrGvNtyHBf+aWKsrYKkkvIsXsTI9jbO/+gjZR5viTbYDbG6Cj40N1QJ1ELtVvzKiVqtiZCSDiYkpMLb7Z8/jakXejmq1ClmWkUymUatVgso/P9A5OnrssTrfXhimk0G3ytHVVT+Q32q/GZ4DDmOu6J9X9L1WcO3a19re616dOg7aASLsOMKYCPwPO3mRIPaKbs8fYZkZJdxz6HoVqqpB07SGz5VKhQ57FOvrxcUHWF1dQrlcRiwWA2MS/ARRsX3xW2r3Ow6v65vHF7/XoC+0JZMpKIqCbHYM5XIJhmFAllmwn3g8hnR6JOgPeuvW+7BtC6qqolIp1V1q0lAUFYqiYHS0c4uSXteoO8KnhHg8EVT7SRKrX3MenI9f/ejTXAk+qP02QRAEsTc8UcJfKpXCxARlvxFHl4Pov+GzW6tO7/M78N55O7Cz8mwb/Kc/gfTGm5AuX92DIxX0alm0n7ZGnYIDruvAcexQf44dPM9DpVLe0/u7W/zFmizLGB0dD/qayLIMTdMwMpKN/Nx+WkqF9yWaplfgODv3wPO8XS9IDnNfgqNm2UYQxGBsffRLzH/4ASwISw+vUkT+3/+/cP6ll5F97sUgsMYA8EePwAwDTjyOLyZO4KVv/5+euPGhIdhomuCMQVJUuDENX7z4Ir72F38JyfNE5Z9pDN0Cdbd2q80C7sbGKr766quBbLIPcn55EPgBW03ToKpjMAyj7v4gQ9NiT+R6cVhB216sOWu1aj35oNX7LjwHHMZcsdEOU6nbYbqIxTRcu/YCxsej7TBFdfQydL0GSZIRj8cbqnT8/VOwmyAGo9vzx7bNoE9fGLHm9BCLtf7GjrLLuwABAABJREFUFEWFbVuBPWUYzj0UCtv1thq8vg8LjLHg/YwxMMaQSKQwNhYtsoXX9c3PElXV8M1vvg5FEYLk1FQO+fwibNtGJjMCz3ODRFRR6TcS7F/YULuBIOevrx3HwdRUDsXiNjY2OrcoCa8BE4kEPM+LPIeweOl5bsP1EskRKlzXrvdHbEwmiKqEpKRYgiCIw8cTJfz96Ec/wr/6V/8K09PT+Bt/42/gjTfegKI8UZeAOOLsd/+NQeGWBe+dt8F1PchoZ6oKruvw3nlbVBHuUWVBrz7z++lF3yk4MDqawcbGSovoB+xYgBy2+ws0Ltaa+5rYttM2WLiffQBa98URzuiU5cfvObCf/RMJgjh4HF3H/IcfwMGOj78EwAEw/+EHyI2Ni8BWtSqsKx3H9zyGtbGBvCRj5q+9enAncAA0BBvjcdT9t4B4AjaTsPbUKUzffwC4LjAyMnQLVN9K3XvnbdHTT1FEpV8m03Zfe1WZd9Tml4MSDtiK4O7O3EWWlSfWkmzQoG2v389kMoWNDQ9RFX/hOWB4/sY5b0oui3WcKzYnP7344nWsr6/1dF7+HKpcLsI0TQAcpqkjmUwHlUXh46RgN0Hsnm7PH02LQVW1lsRZMRZIiMfjLZ9LJpPwPBeu6wRJtb7FJmMSLMsAIP6tKApcd0eIE2tZhuPHJ2AYBtbXo0W2qHV9LBYPRH9f9PMZHx/H/fv3wTmHLKswTR0Aw8hIFpyjXhE4iqWlB3XRbSfhQFTjeVhdzTdYF0eNr+E1oOM4qFYrADjS6RHIstxwDuFnoSzLwTTI33Ymk0GpVKhbhTaOZ+0qIQ9zUixBEMSTyOMX7WzDd7/7XVy5cgXZbBYfffQR/tk/+2fY2NjAH/3RH/W1naig/OOCf26P8zn6HNVz7UUsaT6nQc7VdV2srgorqWQyhenp/hax3v+4CV6v9GuGl8vg796EtIsqwnaEz3VqqrP1zvR0Dpyj63uG/R0ZGxvH9euvYGWl8bqurOTx6NFqw4Tbh3MOxqTg/h6m76+ftR2FJDHUatXI4+zl/gzrXP19OY6NWq0CAEHSB2MMmqbh3r3Pcf36/luZhX9jqVQKMzOnBr6v3QJvB3GezRym7zBBPA6s/Owvg0q/ZiwAq7c/BhsfF6Kf6zb8CJnroPrzd8FfeOmJsvlsCDaOj4NtrItroyiQZAXGyRlguwiMjED5s38NKTn8FgH9WqnvVWXefibjHAaoSqs9gwRte/1+hqtfmgkHk/2gtGHoqFbLDQF8wzAbks3CdEp+6nZu4TlUIpGEZZmB/V6tVoGqjoEx1hL0pmA3QeyObs+fdDqDEyemIsZrDYqiNFTi+nAOnDlzDtvbmyiXy/UeehJkWYZp6jBNC76NpSRJUBS1XtEmY3JyGhcvXsVHH/0yqLwDokW2XkR/fzxyXRuKoqBUKtTtPeOQJLneU3YGx49P4KOPfgnD0AM74nDCgWWZQXVhM2Hr4cDdgbH6ulcImtVqGdnsWMM5hJ+FqhqDJOmBXamiqND1Wr160oGmxYJ7Qs9KgiCIo8ORFv7+9E//FD/60Y86vufHP/4xzp49i+9973vB3y5dugRVVfEP/+E/xN/9u3838uEZhaY93g82vyeAv6B6nDmq53rq1Cnk84ttxZJTp061ZGPt9ly3tjZx9+5syErKQz6/iEuXrmB8/FhP2+BrefBY9O+LaSqk9RWo6vB+V+FzVRQZV65cbTgHz/OgqhouXbqKWP24ennP8JHx9NNPN/zl1KlTWF5+CMuyWppnSxLDyMhIcH/b3VPXdbGyshwsPKanT0ZanAyTkZFMYDfSjOd5GBnJRN5jVe3t/gzjt+rv61e/+mV9MeP3LJCQTmcgyxJc18bGxipmZk7vbid1er0HIrB0Fw8f3gfnIjN1Y4NjZWUJFy9extjYsV3fz7W1ZbiuHXlPhnWeg3JUx2CCOKzUtrcjRT+gLgbqOrzNTTC/0i8EZwzxQhHezZu7svQ+qoSDjUySwGdOgdWrIbkkIc4kSOcvQPre9/dE9PPpx0p9ryrzDkOfsv2GqrR6p1fr8F6/n7Is49KlK5idvdNReJVlGWfPXsAvfvFeSx/GZDKJhYU5vPTSWMOxDFoV2+xkkUplAtGRcw+6riOTGaGgN0EMiV6eP5Ikt4zXExOT+OijX7b93NmzFwAg+EwikcCDB1+iWNwOxhNArFdlWYaiyNA0FbFYAhsbaz0n2XQS/cPjkS/E+Ws513WQTmfAGMP29iYKhU1IEoNfCe2Pd37CgeM4UNXG8C3nPLAXzeeX4XlecNzi7+Hz3OnTFz6H8LNwc3MD6+trMAwDlmUCYGAMGBkZxYkTUwAYPSsJgiCOGEda+HvzzTfx27/92x3fc+pU9EP4+eefh+M4WFpawjPPPNPT/izLfayrE/wArOO4j30g9iif6/nzlzA315qhfP78JXgeWpq57+ZcXdfF7Oyd+kSa1XtwMNi2jdnZOz1XDHmTOXimFV3x5zhgJ6Zh28NrPt98rpnMKL7+9ZdbquskSYZtu3BdF6VSGdnsKEzThKbFkE5nGt6zn1y4cBmWZaJYLNbFPyFOZTJZnD17AYuLiw2VYSIDWXy2UNiqfy92RLSvvvoKFy/urbXj8eNT+OqrryIXXbKsYmJiKvI69nrth/VbzWRGMT19Eq7rBjZRsVg8aFgOMJRK5Z7veVQ1bKlU7OkeiHs1i0eP1gEgsK9KJtOQJAmzs3dw7twFzM/f29X9LJXK2PndNtPfee4VR3kMJojDSHJsDF6lGCn+eQBOZEaxWi7AiZjIKo6DqUIRfCW/58d5mGgONrJMBvziJbCtLSi6jtxrFyC//vqhqoLcq8q8J7UCjqq0utOPdXg/38/x8WOBA0YnQdE0DWQyGViWFfRh9O3voqpcB62KbRYvVVVFNjsW2IyOjo7hhReuP7a/CYLYb3p9/kSN1718Lpc7Fay9trYeBQm2wlFHzIn8/nW+w86wkmzC45EQ4ngQT/Q8D4ZhIJFIoFIpA+BIJJIwDL0hCdh/XywWa0gAtSwLtVoFnidsk4vFLRSL21AUBZqmwfPchmpIxnbOs/kc/Gs7OZmDrv9PSBJrWS9vb2/1ZCdOPeYJgiAOF0da+BsfH8f4+O4C2p9//jkkScKxY71VLvk8CQHKsJjwuHMUzzWbbZ+h3Olc+jnX1dXOi+aVld6spNiv3QD7rz8B1/XW1zIZsNduRB4Ttyx4794Ezy+D5U52tL2KInyujLUuEjhvDWT41WYnTkyBsdZruR+T2Gx2HN/4xuvI55ewtrYCzoGpqWkkkyksLMwFx7q25mF5eRHnz19CNjsO13UxNxed3Tw315rdPMxzkSQZ585dxO3bH8E0zfpiI1bvWziOhYXWRuK7ufZLS4sDH28qlYGmxdoGpJLJVE+/kajjX1x8EDSR73QP/HtVrVYCW9dwRmcspsE0LXz66ceRPRyi7mczyWQKntc+8Nbree4HR3EMJojDyPTr30L+z/8NWlMwAA3AzG98G+mf/RXmH23A0TQwzsEZg+I4OPdwEcy2waYfv6quTkQFGzkY1MkpXLhwGeoh7Ie6l5V5URVwExOTWFtbwcLCPTAGTE5OI5ebeSyCeI9bcNJ1XeTzS1hf35k/Dnqv+q2e6/f72YvwWq1WIctyQx9GwE+a0jE3N4t8fjk430ED9lHipd9jy/M4TpyYpipRghgyu63A7uVz/jhWrVbAmATGvAbxL0w6ncHUVA6rq/mhJNmExyPXbSwiEMmnbv04vOBv4Spj8X6xTrx27QUsLMzBdZ1g3SiOn4Fzr16V7MAwdIyNjddjQzviJucIhMN25yCESjvSRrmXxAnqMU8QBHH4ONLCX6989NFH+OSTT/DKK68glUrho48+wltvvYXf+q3fQjabPejDI4i+2esM5WFluTFNg/TGm/DeeRteuQymKOCOAymTgfS970eKed7nd8T7670BPdsG/+lPIL3xJqTLVwc6L59+AxmdJrGZTHaogSNJkjEz8xRmZp4KjvXWrfc7inr9ZDcPe0JeKGxhYWEOsixDVRXYtgPLMiFJDJVKCYlEEuvrvOF69Xvt5+fvwjTNgY/XD0g5jh3YoviZ470GTNt9d2q1CnRdx+joWEuvifA98O9V8+IP2Mno9DzetYdDp9//k2jZRhBPOkoigfMvvYz5Dz8Iev15EKLf+euvQI7FMf5/+BZe/G9/idVkHHosjoRpYHJzGxLnYJkMpBs3DvYkDoCjZvcYXRnhQZZ3X5nXTgArFLbwwQf/A6VSsR6UZFhby+Orr77As89+7UgH8R634GShsIXPPvs46B0FcKyvrwx8r/qtntuLytEoIc6yLFQqJdi2DVmWUatVgvM9cWK6Y/JTt4B9pzkU56LtgePYj8X3hiAOE7uNb3T7nD+OiXUfA6CAc7tJ/GOQJBnnz1+CJMlDW0uFxy9ZloOkT3+//pjot6Hwtx+uMmZMwsWLVzA+fhznzgG3b3+ESqUS2Id6nqjMs20TnHPYtoNqtYJUKg3T3KkelCSGWCze8RwGiQENarNMEARB7A1PhPCnaRp+/OMf41/8i38By7IwMzODN954o6HvH0EQO/Rq1dOpMq/htW99GxJnwMY6pOlc2wo+blnw3nkbXNcDe1CmquC6Du+dt8H+5K2hWG71E8joNIn97DNRlSWCG3sTAOjlWHudpA97Qh7enizL8DwFuq7Dti0AgCwrsCwTqVQGkiT2kcvN9HXt5+Y+B+edG6v3iizLmJrK4c6dT4PFkuuKxdGpU2d62ka7++G6LjjfsWwJE74H/r1qXvwBCI7HdXlLD4eobXU6zyfRso0gnnTGX7iOl65cQ/6v/gK1wjaSo2PI/fq3IdcDPUzToPxfv4fcO2/DW10PknFYh2ScJ4GjZvcYFitrtSpGRjKYmBAV81F0qmyLEsAWFx8gmx3D8vJD6HoVjLGGhJZyuYh792bx0kvfOJLPk8ctOCnmSrMol4sAEFSIABzlchFzc7O4fr2/e+V/Zx48uA/LMgOrtzDt5iPDFtObA/Ccc1SrFTiOmMdJklw/Z3G+iqJCVdXA0i5MLwH75jkUY4Cu6xBBeQZJkh6L7w1BPCn4ay+/Ak6SGFRVq6+5XAAMsixD02JYWJjDuXOAYeiIxeIoFLagKErd4aX/tVR4/IrH49D1WkiIkxCPi/mZ6PUXthxlQdWdLCvI5WYakm2FFSeH67rB8fmfUxQZhmEgmUwhmUyjWq0AEM43nAOKorQ9h0HsxAe1WSYIgiD2hidC+Lt69Sr+03/6Twd9GARxZOgly61TZR6AltekkZGuVXveuzeDz7S8Vi6D3bwJ+VvfHvj8+slmazeJ5ZyjVCoikUgEE/O9CAD0cqy9TtKHPSEPb08EYsp1AczPoPTAOUO1WkY2OwbbtrG2ttL3tVeU1uu4m+P1+/Jls1nUalXoeq0eNJKQzz+Eaeq4ePFKR9G23f0Q1ik7li1hwvcglUphbU30tRPvFfsXPe84ZFmBokiBFYvf/8/vs6BpsZ7sZY5aFQtBEMNBjsVx6jf/RtvXpctXRRLNzZvgK/mOyTjE4cUXKxkDVFX0xY2yTe7mWBAWwIR1WBWGoWN1dRn+M81PVvGffZ7HUS6Xj2wQr9e5kBC/llEqlZFMHt5n6NpaHpVKqaF3lI/neahU+rtX4e+MaZrBdyKVykANzc87BYGHKaY3C3GmacBx7OC18Dl7nodqtYLTp5/G9vbWrpOf/DnUwsI9LC5+BdFzm6FWq8GyRE/msCsDBbUJ4vDir5Pj8XhDBZxvgynWXjKSySR0vYYPPvg5MpkMZFmGLMtwHAfj48dw7NhE8Bzo1So6PH65ro1UKlPv5wckk+kGIQ5AS9Kmoij11hlzWFlZhqqqQd8927YBsKAq0B8LfdEwmx1FLJYIElJ1Xe+6HuwWA5qYmEQ+H91+Y1iOUQRBEMRweSKEP4Ig+qNbxRBzXLhtKvPct38EgAGm2XfVHs8vR4p+AERlwkp+KOfXTzZbu0msYRjg3IvMKB5mAKCXY52czGHp4VdwNtYBwwDicWB8HEySGrKbhz0hD2/PNI16b4FwLwEeHKdpGojHE3XBa7Br38/xhhdmpqnXbUiloB+fD+ciWNRNtG13P2KxOHRdj/xc+B7E4wmUy+V6w3UhFPsWLZIkI5VK49y5i5ifn4Nh6A09HjgHDMOM7LsQfY2OVhULQRD7A1O1oSTREIebbpVt4Qp8y7JQrVZgWWbdOsxr2ZZf+SeeR96RDeL1MrfwxS/XFYFVzzu8lo7VarU+92p9TfQQ7v1eNX9nwoFyP4nLn+Ptl3W467qo1ar1BDIT5bI/5/Tqr3vB3FMI2MKWdtDkJ78feDKZBABUqxVI0k5PZlXduRYU1CaIw0tYzEom06jVRMWwnywjyzKSyTQAoFarwPN4/dkYD9ozbG1t4vLlZ+HbYPdjFT06Oo7r11/BxsYqSqVysI6LEuJeeukV5PNLWF1dgW2bMIwa1tct2LZV73cqIZlMIx6Po1otB4mjwvJ75zmfTCYRiyVw/vylvq5VOAZkWRZs24TjONC0GM6cOYWPPvpl2/MepFqQIAiC2DuiVz0EQTzx+NmuZ86cxfHjkzhz5ixeeukVjI6OB5V5UfCHD8EffhX5mlcuw7t5s+0+We4kuG1Hb9dxwKaHE2CYnMxBbSM+NgcyUqlUSwAM2KnWCotHPsMMAPRyrOzeXTzzX/8rpMWH8IoF8JU8vLk5yNVqQ3Zzu3MR59PfhNx1XZimjkqlDMPQ4TiiZ50IMjUKgL51iedxTE1ND3TtOecwDLFf09QjK+x8CoUt3Lr1Pu7fX8CjR2vI55dRLhdRrVbheY2lEX6PBF+0bUe7+8EYw8hIFqlUOti254kKPv8euK6LhYU5JJNJSJIIniqKCsYkcA6cPXsBr7zyTWSzYxgZGUWxWIBt71hbSRJDMpnEwsJcx/MmCIIgDi+u6yKfX8T8/F3k84t7Np77lW1RiGfdSqjSr9KQyBS2dfSf6f7zWNhUS0c2iNdtLpRIJDoKpoft+ZtKpepzr9bXxFys93vV/J1hjCGZTNetyL0gySs8t9lLwvO4ra0NFIsFWJYNWVbAuQfHsQOrddd16328PKRSqSD56fz5S8jlTvV9rM3XQli0c7iuB8uyUS6XGhLcjurvgSB6YZjPrX63Nei+fTFLVPaJ/nmKokCWJaRSaYyOjkHTtHqfdQ+MiT6ixeJ2vcrXRLlcws9//jNsbm7s6vkgSTJmZk7j/PlLmJl5CjMzT0WOTaVSEfn8EgyjhkJhC5VKGeVyEZZlNSQeAGhIBA2vvf1Kwt2OSaOj4zh37iJc14FtO5BlYSV6585t6Hqt7Xn3E18hCIIg9g+q+CMIoi3tKoY6VeahjXAHdK/ak167Af7Tn4DreutrmQykGze6H3QP9NMDrZ3lhd9TxG+SHWaYAYBOx/rMM+exsvgQlf/yvyPBgOfvfYGN8VHosTgSpoGpewtQX9+p6hhWo3I/09GyTDiODcuy6raeqPdA8DOgxcKAc3Eeqqoil5tBOp3p69pzLhZRtm0HFXCSxFAobOPDD9+PzLCMqnRQFCXInmwOAPkN1ruJtp3ux+XL1zAykm2bYe4HkTRNg6qO1ReYLiRJWHhmMiMoFguYnb2DcrkYZOp7not4PIFUSgTfyFKKIAjiaBJ+flqWBcdxMD9/F9euvYDx8eND3Ve3yjbGRAW+aZrwPK8hYQdgQSWBeD5Kob5EDJlM5sgG8brNhQAcqT5Fk5M5LC4+gGWZwT3ykSQJ6XTv9yrqOxOes8TjSTz11Jl9sT1tV7GqqipqtWqoFxZC/8/gOC5OnJgceP/N10KS5KBKiDEEc7hUKoN4PHFkfw8E0QnXdfHFF8Ly1rbNQARaWnqAK1eeRSYz2tf2+q2W6/f97WhugTAykkWhsN2QwCvcWEQShb+/neegh2q1jF/96gPE4wkoSmsYNapXfdgO9NSpzs+N8Jgnkhh4kFArkhBYfd0pesqnUmnYtphHqKqKWCyOeDwe2JfudkzyE1U1TQssjQ1Dh+c5KJWKiMfjkGUl2Ff4vKnHPEEQxOGDhD+CIPqG5U7Cs+1o8U9VAUSkHUNU7UkdqvaYpkF6403RH7BcFkKh4wjR73vfH2oPol57oLUTelIp0d8jnBXvM+ystqhjTadTuHv3c1irK2CpJLxMGvkTEzj7cAnTj7YAiOvthfoi9iN4tiO8KPGtUUSlAIPnOfWm4kpD8IkxhlQqHeyjn2t/8eJlzM/fheOYddHPq1uYpOt9F2x88sktTE+fDIJbkiRH9vDxLas8zwvsNX18S6teRNtux98uIBgOIjHGgp4LPpVKGfn8IlzXCSr8JEk8pv1+NuJYyVKKIAjiqOE/P3W9VrcT8+pBMxMffPBzvPzyqxgfnxja/sK2W1H9Yk+cmMbKylLQ71ZUvvPAzlOWlbrQ4duIKQAYMpksLly4cmSDeN3mQhsb6x0FU/9ZfVj654q50hV89tnHKJWK9fmXqPTLZLK4eLH3e9XOqo0xhlgsjqeeOrNvoufKyhLK5WKQmOUHmUVQW26xpPX/nkwmsb6+NvBxNv9+arUKZFmuO1h4UBQFruuhXC4imx3F6mr+wL8LBDFMCoUtzM3NYn19BY6zkyghywosy8Snn36Eb3zjBhjr7TvfzX66udVCv+/vRjih2XVd3Lr1fkMCiCTJLa41nucFv3mAwbarMAwDIyPZhj6f4vM767MowTKfX8T585eQzUYLluG1q7DXRtAiw69EZEypV2C7ME2jXv3MkcmMQJbloC/guXMXd211HLWG9hOVPM+Drotxt1otB4mp/nlTj3mCIIjDBwl/BEH0TafKPHb6NPwefy2f66FqT7p8VfQBvHkTfCUPaToH6caNoYp+wb567IHWbhJbKhX3LastfKye5+JXv/pALIRME5wxSJzDlWV8cXoGL3x+DxLnkRWWg07I/cUAYywIIvpVj5Yl+uYlEilIEoNe/36cOvU0zp270LCPfq79yy+/ik8++QjVahWx2E6GoWVZddFRCHmaFsPS0kOcPXsB+fxy3Y6kMViUTKZRrVYCIc2vZPCtrBSltwzJ3fTP69b7wLLMIKNTWErtZLL72Z2JRIIspQiCII4ga2t5WJaJWq3SZIctrKZv3/4Yr732G0ObP/iVbe36xaZSKVy4cBmffHILhmE0VOyLqg4GRVGhKCKh6/jxE5iayiGXmznyQbxOc6Fardr2WW2aJlZWlqEoykDVJ8NmdHQcr776OvL5JaytrYBzYGpquu97NSxniEHZ2nqEzz77GKZp1KtuGExTRzIpku4kSUIikYQsyzDr6w1NiyGRSICx3SVHNVfnTExMBtfCtzgVxyLVhT8VrmvD88TxVirlQ/FdIIhh4ItuxWKhQfQTr4l/FwoF5PNLOHnyqZ62GSUo+URVU/f7/n6ISgDRtBhM04QksSAJ068sliQp5GTjtfT5BHYcfzoJlnNz7QXLcIKoEPG8upUxgme3WL+yerU+q9uVin1ms6M4dmwC8XgcCwtzu66SbK529isOxXGwhp6/ojewjYmJnSpr6jFPEARxuCDhjyCIvulWmQfOB6raY6oWVKntN80Lfz8QFDWJPaisttXVfCAQIR5HWCFyFAVrx8Yw/WirbYXlIBPyalXYKzUHESWJIZXKYHo6h1QqM9TrIcsy4vEEMplM8Dc/+9qvjHNdF5IkwTB0/OIX70FVlXowiDcEizRNgyyPIh6Po1gsAAASiUTdjnRve9Z0C6jFYjFUqxI8jyMWi8Mw9KBy0g8M++8lSymCIIijRbVahWVZQaVfGNFTyByqjaQsyzh79gJ+8Yv3gn3uJLuIfrEvvfQKXn31dbz33s9g2xZisVhgMQaIYOXY2DguXrzy2IkZ7eZC7Z7VnHPouo5sNhvcv0GqT4aN6CElekftll6dIdrNlYfB5uYGfvGL94JAsx9kBhAKtktgjCORSCKRSDZ8fjfJUe3sBKemclhdzcNxnMDyT5IkpFIj0PWd4Lg/Bz0s3wWCGBQ/UaVaLUe+7rriN7G6utKz8NfNfrpZsO/3/f0StY6Px+O4ffvjeg9PL3CaEVXGqFcANyZk+vjrM3+d3q9gGU4QVVWtwVrY8wBFkeuWwzY0LQZFUYPkVgDQdR0TE5P46KNfDlQl2ZyoappG4ATgzw0a+wC72N7ehG1b2NhYo0o/giCIQwYJfwRB7IpulXn7VbU3THbTR+AgstpqtWo9M58D4+NgG+vgfq8TzqHXK/CG2RfRJx5PoFIpiX2F+qpwzlGplJFIpPbkeiSTqWDxBSDUgJ0FPQQ55yE7UA2iCfqOSOhnZmqahhdf/GsAsK+ibbeAWq1WxaNH6xC9lVhdQC3XF1nCtmuvxUmCIAhib0ilUnUBodUinHPRh3bYNs6maSCTydQFR7ehCj4cgHz++a8Hz6ZkMhVU7J8+/TTOnr3wRD1zws9q1/WrKzgcx0YiEY+8f4ex999u6ZbUNqyeW1G4rovPPvs4sGPnXNjr+a8BYv6XTmfA2M7fwvSbHNWpOmd1NY8XX7yOu3fvIJ8XlZ7xeLztHNQwDDiOg9nZT3HlynNP1O+GeLyoVqtBNW07hDDldXxPmG7OJ82Cfb/v3w1R63g/GUaIngx+rz/xfoZkMotarQLHcYNjCSdH7FawDFfpl0qFIPnT754hEiGcuvUnbxD9APEcmpu7M3CVZHPyS7jCT8CC4xF/l7C1tYn//t9/GlRiH5ZqeIIgCIKEP4IgBqBTZd5BVu3thmH3Eehnv/1mTSeTKWxsiGAIkyR4M6dgrq3CBQfzPMR0HSyRGHpfRMAX+xja9XHcK6amGhchfgN2QCyiYrF4YMXk933xhTNhBeqgUNhGKpXGtWtXg2u8V0G6dve1U0BtZCSLfH4Rti1sSFVVRTY7FpzXxYtXHguLNYIgiCeRyckc5ufvwrbNpmx5YR1m2069D607tHG+Wq3Wq+Z9scKFYRiIx+MNAUjqy9PI6Og4rl9/BRsbqyiVykgmUyiXy9ja2oh8/+PWe7ddUttez5X9KiP/5yHLSt1yDwA4PE/03zp//hIePdrA4uJXABDYoLuug7GxTF/99rrZCa6vr+Hy5edQq9XazkEZk1Asbgdi4MrKMmq1GgW9iSNLKpWCYRhd36dpsZ632a+V8EFZD6uqhuef/zo++eQWyuVSi7uNqqpQlFFks6OIxRItz8vdCpZ+lf77778brAXD+OOuJEkwTR3Fohs42gDi+Mrl8sBVks2Jqn7vQMZYw7Z9xx3L2hGIbdtCKpWBpmlUAU0QBHFIiH4qEARBPGH4C/8o/Ay5YVMobOHWrfdx//4CHj1aw/37C/jww/dRKGw1vM91XeTzi5ifv4t8fhEnTkxCrQt6tm2j5NrQx8ZgZTIwU2msvvgCyn/vf4V06crQj1nXdaRS6cAyDEDQqyiZTGF1dSU4Tt+aMormc+r0XmBnESLLSr3Pys4iJJXKhHoO+FZMMlRVRSKRAsCDrERZlrGwMNdyjYdJt/vqB9TOn7+EXO5UsBiSZRmXLl0JzhEQC81UKoOvf/1lzMw8RQsngiCII4osy7h27QVIkhJk8HueF/ScdV0bhcJ25Dxgt/jB22JxG7pehWWZ0PUqisXtoM+fT7tn05OKsM48HVyPTCYDz4uubnlSeu/u9Vy5Wq1CUXZ+H36fSVkWFneKomBm5jQWFuawsbFat9kTjhOmaUCWZVSr5bbz6Xb77BYo7zQHTSbT0PVqMBf2q3f9oHe3+S1BHEYmJ3OQ5e6hwm5VgWGaf0eAGDvbuZn0+/5hkslkcebMOSiKAsYkJBIJZLNjUFUVgBAHr1x5LvJ5OTmZC9bpzXQTLGu1GgDedkzyK9CF5ehO2wtAXJthPaf8ZKAzZ87i5MnTiMcT9W2IbYf7H4axLAvlcjE4pr2KoRAEQRC9QxV/BEEMjb3s+bHX7HUfgWZ6zZqOslR6+PArAB62t7dg2xYURQUYIMViSI6lwTUN8/cX8NKx40O//qlUCoqiIJsdC6oHRA9ECbVaFa7rwLbNjhYf/dpEua6L5eVFVKtV5HIz8DwPa2srsCwTmqZBUcSjTFgtiesYj8fr/XiqdYsW8TdZlvc0A3HQbPjx8WO4fv0VrKwczd8RQRAE0Z7x8eN4+eVXcfv2x7Assy5WKJBlCclkeujPqOPHJ/HJJ78KRAkAQeKOYeg4cWJyGKf1RHAQ1SeHbV6913PlVCoFVdUgSeEex4AsiyB3MplCsbgdWM/5jgiWZUKSnKDfVj/zrl6rc8JVseVyGaury1BVtcH2078Osbrl/uNkAUvsjqWlJfzZn/0Z3n//fTx69AgnTpzAb/3Wb+EP//APg0qtw0LzePP008/g888/a/t+v/qsH/qtLh+kGn2342d4nZpIJFEqFeA4NlzXRTIpxqhOwmOn1g7nz1/qeAzr6ysAGBRFqVup8mAsFIje9v51D/caVFUVFy9eDXr8NdPvc8pPBrIsC4uLDxqSGxqPKXR0nMNxHOi6jmQy+dhVwxMEQRxFSPgjCGIo7GXPj/1gP/oIhOlmLbS6msfkZK5FRDJNA+Vyqf5OYWlpWSYSiSRGRrJB4GGvgg3hwJcfYOGco1jcBmNAIpEE0D7o0q8wVihsYX7+LkzThCRJMAwjWOAkkylUKiUYhoFUKg1VjUGSTCSTSTDGoOt6EIwJB2L28vr0cl+77fMg+kYSBEEQ+8P4+ARee+03MDv7aUPfsOZePcN4Rj16tIZEIgFdr9YrlHYsyxKJBNbX1+h50yPd+vQOW5A7jPPqvZ4r+3PMcI/jne+sgqmpk9jcXIfrusHrnufVg9wOqtUK0ulMsL3wfLqdANCPoBuen01OTuHevc/hOJUgGO5bAYZFQAp6P9l8+eWX4Jzjhz/8IZ566incu3cPf/zHfwxd1/GDH/zgoA8vIGq8URQVyWQKtVrrd5gxUY07NTXd9776XefsZl202/EzvE51XRe1WgWSJMHzOHRdh6pquHz5WtcxOEqwPHXqFDxvp2dflDDp2xpzzttW7mUy2botuBDiHMcNqiB9UXJYz6lCYQuffHILul6DLCvg3G57XD6ci2SMZDL5xFTDEwRBHGZI+CMIYmAOqj/eMNnvTO5esqabRSTP8wLRz8+0CwuCnI/sebAhKvCl6yIzO50eaQhcAq3BS79/i2VZQbWgH/Bsfq/rupib+xycu4GliWHUgkq+bHYMo6PjME0DjuPg7NkLSCZTWFiYg23bdXsl1mAH2nyNh81+V44SBEEQRw9JkhGLJZDJZNq8PpznRbVahaZp8Dw3sGSLx2OIxxNgjJ5J/bJfvRAP67x6r+fK4TmmLMuwLBOO40DTYrh27WvY3Nysf2/L9eoTNFSzGsaOHT0gfkcbG+tYWnrYVgDYraDrfxdmZz/FyooQ8GOxRgGfgt7EjRs3cOPGjeDfp06dwv379/Ef/+N/PDTCX7vxxvNcpFJp2LbdYPHLmARFkTE2No5cbuagDrstvY6fUcJb2M64VCo09bYTYtzCwhxeemms6xgcFixF5bIcWP+2Eyaz2VGsrbHg2Jsr/nxXm3g8Hqx/p6dzuHLlueB4hvWc8q+jOEYxrqmqWl9jdxb/fPayFyNBEATRGyT8EQQxMMOocurEflgd7Xcmdy9Z080i0k6ggwWBBf/fnid6nIyMZBu2sRc0LyhKpQJMM9Ei+gGtwcuNjXWUy8WgEo9zDtPUg+bk4ff63ytFEdc+bKfkeRymaSAeTyAeT8B1PRQKW9B1PViErq6uoFjcQiKRbDm2vbo++105ShAEQRxN9ud5wVEobIPz8DNX2IsqikrPpF2wH1X5ez2v3i37MVfuFLQ2DAMPH9aCSkAAwZwQEJU0hmGAMdT7TzGYpolYLNZRANhtoFySZFy+/Bxqtdq+WsASR5tyuYxsNnvQhxHQabxhTML585ewurqMarUKxhhUVcPIyAiuXLkGSZLRxvXxwIg6H5E8KoSy2dlPkcudqieKNgpvYk3p1u09nWB88Tyx9vYTUPP5JczMPLWr4+skTBYK24jF4nAcO2St6dseM0iS3LD+lWWlQfTzGcZzauc6yg3xhiibz/BxAqIH4n70YiQIgiC6Q8IfQRADM4wqp3bi3n5aHe1XJjfQW9b06mq+ISjoOG6D4CeOS2TcSRJr2NZeBxvCC4p8fhH37y9ECn/h4KXruigUtoLsSWBnoVCrVSDLow1ByObvlee5oc/5QR0RBKtWy6jVqkFTc1XVcO7cRSwszO1rMOYgegARBEEQR4+9fl64routrc26QNL6zB0fn6Bn0iHlMLsH7MdcuV3QenIyh88//wzh6aaoTNr5flerZUiSXJ8nekEfMlVVG7bVLKDuNlC+34mDxNHmwYMH+PM///NdVftFLLOGQq3WebyRZRk3bnwLKyt51GpVJJMp5HI5aJoG07Qa/j49vbvKstXV3W0j6rPN52NZFmq1SpA8ms8vY3HxIZLJZNBn0RfetrcfoVKpNKxVw1V3vr3w3NwsMplMV9tQ/9hSqRRmZk6Bsc5Cq+M4SKVSsCwDjuMC4JBlBZLkJ/1yuK4bjDEXL16GLO/NGFOplGGaJlzXgefxllhDmHDldTKZwqVLV3Hy5Myux7+dxI5dffyJgq5Vf9D16g+6Xr1zmK8VCX8EQQzMoFnr7cS9sHCzX1ZH+9VfrZdAQXNQUFFkWNZOxZ8sS+Cc1RcAHmRZ6SvYMKxKyl6Dl2treciyDEliLdmCfo+WcBBy53sljkmS5CDTkHMPiqLA87x6nxcPsZhSf5/4jiwszOHcuQtYWLi3b8EYCgARBEEQvbDXz4u1tTwcx47slwYAY2PHepon5PNLWF9fAefA1NQ0crndB/OI3jjs7gHDnCv3MxeVZRmnTz+N+fm7QRUrwKEoCjjncBwHsqwA4GBMiH2eJ/oBZrNjQ7N8jzrmYYmh++FyQgzOn/7pn+JHP/pRx/f8+Mc/xtmzZ4N/r62t4fd///fxm7/5m/id3/mdvvanaXv3HUilUnj4UFSyybLc0HPW8zyMjGQQi2l4+umng88wBhQKBdy5cztYv29seMjnF3Hp0hWMjx/rad9bW5u4e3d2V9to99mxsXEAPLDKrNUq4FxULwIcooee6N8Xi403jAuO48DzvLrIhRZLS849uK74//n5u3j55VcjhbeoY1tZWcLFi5dhmnrgZtOM6EkfA+djsCwLrutClmXEYjEYhgFd1xGPx3H27FmcPHlqz0S/ra1NrK7moevV+nUTyRKce8F1BRor/RhjmJiYwHPPfR3j44MlZ/vWqOE5CxENXav+oOvVH3S9eucwXyvGo2q1iUg2NsoHfQh7CmOAqsqwbffQfVGHDZ3rcHFdF7duvR8p/Miy0lGg6/RZy7Igy3LkpNbzOM6cOdsQeNivcx3mgtzz3I6Bgh1R1AbAsbGxHjxU/ICQ3wj83LmLyGSyPR1Ts9jqV8nttpIyfJzNwUt/e/Pzd/Ho0VpQoRcOQkoSw8zMU7h27cVgm/53g3O3bu1poljcDrIK/UAP50IUbQ7q+N8Rv3pyP4Mo3e5rFDQuHU0mJqJ7dBGNHPY51OP0nTxs0LXtzG6eFz6drq3/zAUQWHzuBBHjmJiYwvnzl9puu1DYwmeffYxSqRDMMxiTMDKSxbPPfm3orguHjYP83g4yr95rep0Hd3qff203NjYwN9ffXNR1XXz44f9EtVpp6BVtGDqq1Wrd/s7/mwFdrwJgSCaTiMcTwXai1hG9MOz587C3fdTG26M6h9ra2sL29nbH95w6dSqoKFtbW8Pv/d7v4fnnn8c//af/tG2FXTs2Nsp7UkVQKGzh7t1ZbG5uQAhiYk2WSmWgqipkWcH1663jjee5uHXrg/r6tJF2n2lG/Jbbj3OdttHpszsVvy50Xa+LVztVwaqqwbJMcM6RSKSQSOyMC9VqBa7rwnVdmKYRsWcGSfLtTkfxzDPncPJk4xjS7tgkidWTJmbw1Vdftk3seOqpM8jnl4LPhysWJUlCJpOFpsVw8eLw3Y/Cx+84drDuBgDbdupjrgRZFhbJpmnCskT/4OPHT+Cll14eyrOJMbG2d5yjMY4dJHSt+oOuV3/Q9eqdg7hWx4/3Noeiij+CIAZmkKz1TnYXpmlCVRXIcqLltYOwOtoL29FuWdPNlkrpdAbLy0vgXNhcep6wALl69XmcPv10T/vstel5P/Ri/eRnsKuqimx2rCEIqWkxHDs20bBNWZZx8eJlzM/fhW2b0PVqverPrS/qWGCDkkiMtFiN+t+R/aribNz3/u+TIAiCOHrs1fMiXDXGGGsRPTpVjbmui7m5WZTLRQC+bY2oriqXi5ibm8X169+gSqQ94rC6B/Q6D+70vkwmi7U1UUmytLQIVVX7mouKueGVlmvDOTAykg2EFgCIx+MwTR2c88Ae3mc3drp7MX/ej20Tw2d8fLznqiZf9Lt69SreeuutvkU/n2EHEsU4L75zqqrCMPTADrNYLODEiUlcuHAZjLX28VtZEet330Y6jG3bWFnp3od0dbVzL9NO2+j0WcdxcOLEJLa3t4I+fWFB03WdegWgcM0xDD1Yj/qJpZnMCAqF7RbxTyTfKuDcg2WZqFarLdem07FZlg3ORQ+8dk45udwM0ukM7t37PCT6iQrGVCoDWZbhug7m5vZmXAgff9gxQCQjiOuUyWQhyzISiUR9Pe4gkUiA8+F+T4e9vccZulb9QderP+h69c5hvFYk/BEEMRSyyTReKNWwur4CfXQUqWevYXrmdNfJaKc+JoqiwHGiveT32+roIBfkzUHBZ599DvfuzaJYLCGdzuDSpatQFK3DFhrpJLY29zwBes/u7ha8DFuCNgchZVmJDMCMjo7j5ZdfxSeffARdF5ncmhaDaZr1xYcCy7JarFiAw2GHRRAEQRAHwSA9BNfW8qhUSkFlfhjP81CplFvmCsRw2c++073Q6zy40/s+++xjaJoG27Zh2xYqlQpkWUIymW4Q7KLmomGiro3neXjw4MuG9zHGkEymUa1WAru6QQTUfufPh2XbxMGxtraG7373u8jlcvjBD36Ara2t4LWJiYkOn9x7xNqugmq13FK5x5gHXdfbftbvo+d5rdHNXpNzB+ll2u2zAMNLL72C2dlPsbKyDEVREIvFA2HPMHQ4jgvP02FZUsiBRkI6nQFjDJomxLlwLELYB3N4Hodh6A3Vgr0em67rXRM7/DFudvZT6Hq14fh99mpcCB9/OFnXcVyYJhCLJaBpWkslYqGwjQ8/fH8o1c8EQRDE8CDhjyCIgfE+vwPvnbfBSyVMqSq4bUP62c+AN94ELl/t+NlOfUw0LQbXjV6U7yZTdxAO04JcUTQ8//zXd23j089Ca5hVjrvNYBeWTQmk0zul7P5Ci3OOYnEbnue2fG6/vyMEQRAEcVgYpGpMVDG0in6A39PH23fXhSeRw+QesLKyhHK5CM55YK/pB6HD8+B282XOOUqlIhKJBOLxBFzXDb6T5XIRsVi83p9P2AiurCx3FDqbr43fj7JZ6NY0DfH4BE6ePAVd1/sSUJsT38rl8q6Fim4MIoIQh5ef//znePDgAR48eIAbN240vDY3N3dARyV49GgNpVIhMnmScyFstUtuTSZT2NjwEFXx12vi5SC9THv5rCTJuHz5OdRqtYZxwU8IKBS2Icu+6Ccq2pLJFBhjkGW53n++cX1pWVYw7rkukM8vIp3ONKyJ4/EEarVq0DMxLNj5x+YLe8vLjT10R0aywXYkSUYs1rj+DbNX40LztQ0n66qqWq+U9NpWIlKFMkEQxOGChD+CIAaCW5YQ/XQdTFUBAExVwXUd3jtvg/3JW2Bq+2q0Thnpmqbh3LlnsbBw78CtjsILcu55wNYWYBhAPA42Pn6kFuS9LrQOyhI0imQyFWQUhmGMIZEQizSx+DgcdlgEQRAEcdDs9pmbSqUCe7Sw+LdjmchgmnpgvU083hQKW5ibm4Vh6PXvBYdp6kGlXjgA3U7AMgwDnO8E0sOBdVFBUwt6SQk7962+qke6Cd39JqtFJb45jgPP8xCPx1vevxuXibCwaJo7doPD2DZxOPjOd76D73znOwd9GC2I795qpOjno+s1VKuVyOTWqakc8vnFyB5/vSZeDlKV3utn240LAJDNjsDz0NAr1F9PTk6eRK1WC2xAw/gi4cjIaLBW9tfEhcIW8vlFmKYJv2eiYehIpTKIxbSGYyuVilhZWQrGmAcPvkQ+v4Rz5y4GPUsPYlzwr63j2DAMo+H6JJMpvPjiddy9e2ffKxEJgiCI3UHCH0EQA+G9exNeqRSIfg2vlctgN29C/ta3236+l4X6Sy+NH7jVkS+WsWoVWFoEdxz4viB8YwMJNbavxzMIvS6W9qrKcTcZ7FNT7Y/ZX4Ssr68d6HekV0tUgiAIgtgvdvPMnZzMYXHxASzLDMQYX6Tx/022Xk8GfmDbt88DEIh/tVoFqjoGzhEEoNsllwlnBhYEsGOxGIrFQrA9UQEoBe8VVYGtiWad5lrDskdtl/imqiqKxSJisVhLX+l+XSaahUXXdVEul5FKpaA2ranIwYIYNmtr+UibzmbK5SKq1XLL32VZxqVLVzA7e2fXybmDVKX3+lnXdVGrVZHNjsG2TcRiMaRSGZTLZWxtbURuW5IYHj1ag6IokCQJnPMWgZQxFvxO/TXx5GQO9+59Ds9zkUqlUatVwLkHzoFKpYxE4gTOnbuI1dU8KpUyVlaWW3qc6noNH3zwc2QyfgXd/owLzePqiRNT+Pzz26E+jhymaeDq1eehKNqBVCISBEEQu4OEP4IgBoLnlyNFPwBgigK+ku+6jW4L9cNgdTQ5mcPSw6/gLC2Cu+5OCjxjUCwTJ/63/w38hZc6VjfulubJ+PR0DkD7xVD4/fF4Aoyhwd6o18XSYbId6nbMiqId6HdkmJaoBEEQBHGQyLKMixev4LPPPkapVGywPFNVFek02Xo9KfhJYLFYHIahB8IvIMRgwzCQTmeCAHS75DJRxQfEYqJazjRNSJIMz3PBuQiqC3tZBkmSYVkm4vFEQ6JZL3OtYawZ2iW+CZcJcUyKou7aZSJKWJRlGclkEtVqFSMjI0H/NHKwIPaCarUaaeXcjOu62NjYwNmzrdXd4+PHcP36K1hZ2b3QPohY3+2zzeOF53lQVQ0TE1MAhNVpO/cbzndsPRVFgW3bwdjni/6maSAeTwRr4vC4oWkaVHUsqJhjTMLY2Djm5+dg2xYsy0S1Wm3oceonU3ger28nDsuyIEkM5XIR2exYvVJ6uONC83VaW3NRLBbAuReq/Bfi38OH9zEzc3ogm1aCIAhifyHhjyCIgWC5k/BsO1L8444Dabq3TLTDIO51QpZlnC1VMG8YcDQNjHNwxqA4Ds49XARKJXhdqht3Q7sgx5UrV5HJjHZ8v+u6qFRKABhSqTQURWkIkHz9ua8j/9//ArXtbSTHxpD79W9Dju3YFx3UpL5Z6Dx1SnwvhpXJvRfHO2xLVIIgCII4SEZHx/Hqq68jn1/C/fvzKJfLiMcTDb3dALL1etwJJ4GlUhlUq2V4nt//UVT+hQPQ7RK1UikR3N7pj+VCliVIkgTHEXaBkiT+7VcAir+JoHq7uZbj2Pjkk1uYmjqJTCYzlHlhp8S3WCyG48cn6tdid3PRdsKipmmQZQXZ7ChiscShmecSjx+JRAKmafT03u3tzbbV3cNYvw+yjXaf7bY2e+GF613cb6axtfUoGK/86rsdIUwKxih/Tdw8bviJAoBIalhc/ArxeDKo8JWkxsppIRIKsc2yLBiGHvzb8zh0vYapqRyOHZsY2rgQdZ0sywrGZEVRgmvg92nN55cwPT2za5tWgiAIYn8h4Y8giIGQXrsB/tOfgOt662uZDKSmRuZHmezaOl6YW8DasTHosTgSpoHJzW1InAM9Vjf2Q6dFy927s/j6118GY3Lk+xljIWsWsajIZseCBc+L6RHg372DybpNK7dt8L/6K3hvvAnp8lUAg/Ve6HZe7WyaooTOfH4R589fQjY7figF4r2yRCUIgiCIg0SSZMzMPAVd16Eoa23eQ7Zejxvtes+pqopsdgymadSD4BIuXrzSIga0S9QqlYqBIOhXrsiyhEQiBds2QwFmBJagflA9aq5l2zaq1TJcV1SkxmKxlgrA3diwd098yww0r+skLMqyhFgsgfPnL+16+wTRDc7RUL3bibDAPj19Eul0pqv7zEHTbW22sbHW0Ukmk8niiy/uBeOSXzEICNMfSZKCMcpfE6+u5tuOG7quN1RYyrIc9ND1K6dFZSCr9zy1giQI8X7x37quDzUZIOo6maYB8dUQFqfh/oKcc6ytrWBm5qld27QSBEEQ+wsJfwRBDATTNEhvvAnvnbdFTz9FEZV+mQyk731/T6wvDwqWOwlmWZh+tNXyWj/Vjb3SedFiYWWlUVBaWVlCuVwE5xyu68J1vXpPlp1FRSKRgG2aWPlv/x9M6XpQqclUFVzX4b3zNtifvAWmagP1XmhHJ5umTCbbVuicmzu8lXOVShmWZQaBsXCT824B0XbVjQRBEARxWCBbryeHbr3nGGOIx0UViywryOVmIrcTlagVFgQNo4rFxcWgb1WxuGOlJ0kssAT1g+pffDHf8P3jnKNaLYNzXp+fui1uCztCY3827HuV+OZDvyfioDEMHclkCuVyqet7ZVlGsbgN1/XgeS40LdbRfeYw0Eu7ilzuVEcnmWvXXsAHH/w8EOR8a2JJkiFJDJoWgywrwZq407gBAMlkEr7WGrZOFmKf2K4YAzn8fqo+fjLEsBNK218nHvRybf67/6fD6sRDEARBNELCH0EQAyNdvirEops3wVfykKZzkG7ceCxEv7Awkzx3FhPZLFxdx/qxMejxOBKGqPqT96C6sfOiRUKttiMoFQpbmJubhWHoYIzBth2IhYMcZAx6nrAkYYVt1JqalPt45TJYyLJ0GJN6/xqWy2WsrrY2MveDNLnczJGrnCsUtrCysly/V8L+xTB0pFIZqKraMYDTrbqRIAiCIA4Dey2EEIeD/eg9J0kyTp48BVWVcezYCczNieSyZDKNarUCQFiKCjONnaB6s1hmmkZgOSrEv53jsG0by8tLWFlZ2pUN+14kvoWh3xNx0KRSKcTjCZimCdu22lb/ybIMxxFrSklidYvK9u4zh4VexfVOTjLj48fx8suv4vbtj2FZJhIJBaqqwXVdjI8fa7Hc7DRunD79NB49WoMv6DHGAutkkagrQ9Ni9d6nLBgbOOdBpaEQCTHUCvuo6xSLxWFZZn1cbe5zKmFqajr492F04iEIgiAaIeGPIIihwFRt6P3tdovrukPJPotqCn7/12+AL+cB14EEwAOwMj2F89dfwfiQhc7OixYPyaRYtPiBGlHd51eaSfWqPzdUfVa3TTIMJOre/c2wCMvSQSb14WtomiZqNdHI3BfGfISwt9I1O/Mw4V93VVUhy1KwIPOz0LPZsbYBnE42roe5upEgCIJ48thrIYQYHruxtvTZ795zzcllfj8sXddb9tEslon5rdiOJEmIx3d6VEsSw/r6ykDJZHtZzUK/J+Kg8X9PmcwISqUCHMdpEf9UVQ1EIL+3Xdj2Mcp95rAwLHF9fHwCr732Gz2PA5lMFrncDNbWVsA5MDU1HVRFF4vbsO2d9bdvnWzbdtCjNB6P4/btj+uVmMLBh3MORVGh6zUYhoGJicnIfe9m7I+6TvF4HLpeheM4Df39JEkKzo8gCII4OpDwRxDEY8XW1iZmZ+/0bevTTJQwwxhDyXOBqUmMOC6YaUKOx+GOj2PBMvFS3aZjWHRatCiKCs49zM/fhWnqsCyzwTZECJVukCmoKEoQFFHjcZxYXQeU1kfAMC1Lm6+hsDFhDcKYv6BgDND1KgxDh6IoDXaZwOG0PgoHyJLJNGq1StCE3XU92LaNK1eei/xOUF9AgiAI4ihBtl4HR68B3SgngcXFBxgbO1avMOl8zw6i91yvyWXNYlm4R2AymW6ZM3KOgZPJ9rKahX5PxEES/j3JsgzTNKDrBjj3AjvfRCKBWq3a0L7At+AV/250nzlM7EZcbzfO9joORCUM5/NLSKczGBsbx6VLV+oxisbjuXLluYYYxauvvo6f//y/o1wu1vcvBUkOjAHb25uBNWi7ffca/4i6TpwD2ewYOOewLKv+nZCQTmdw8eIVSJI8UIIJQRAEsb+Q8EcQxGOD67q4e3d2V7Y+zUQJM6LxtgeAwcqkEZ+YCF7bC7Gm3aKFcw+cc3z11ZeQJAnlchmuayOVygS2IZxzyLIC13XAOZBMpgPbpPOvvAblf7wHrust+5SGaFnafA393gV+43LTNBCPJ2DbNiqVMjQtBsexYVlWg10mcDitj8IBMk3ToKpjQXN2SZIxNXWy7WKrl94TBEEQBHGYIFuv/afXgG5UwprjOCiVCtjcXMfo6DjW13nHYPBB957rFkwOi2WVShkrK8tB38EwYs44jQcPvjzUffQ6/Z4osE7sNe3E553emHa9rx0P3FoaBfYd95nDSD/i+m6FM59OTi737n2O69dfwfj4MVy//gpWVjofj6pqyOVOYWGhAs5Rd5MR68NUKgPbdhpiDt323S3+0e46AYi8doNeK4IgCGJ/IeGPIIgjD7cseO/eRH49DzOdhHTsGMAaF/r9CnNRwozf3BsQk+wweyXWRNkg5fOL4NyD5wlLFkVRYNtmUEWXzQoByjQNSJKE0dFxHDs2gUwmE0zavTfehPfO26Knn6KISr9MBtL3vj+03ozN1zAej8M09cAS07cvqVbLYEw0PbdtNaicq1bLGBkZharGcP78pUMX8GgOkDHGApsqz+PIZDI9fzbMYQlIEQRBEMRRx7Is3Lt3B+VyGZlMBpcuXYWiaEdCWOknoNucbMU5R61WAeei+s1PtuoUDD7I3nO9BpPDYtmJE1NtK3oymSzy+aUj2UfP79tdqZSChLmlpQe4cOEKBdaJoRIlPofXnuH+7K0Cu4bpIbnE7BW9JKsMKpwB3Z1cVlbyePrpp3tOnmGMYXR0HKZpwHVdyLLc4IYTjjn4+2aMBQmojIkqQcdxMTv7aVsHGp92x9X8t+ZrJaoCTeh6DZ98cgvf/ObrUJThtj4hCIIgBoOEP4IgjjTe53eEgFUqoXbmKbDRLPjGBjBzCiwkvPQrzEUJM37FGsAaehwAeyvWhCfj+fwibNuGouzs3xfU/Co6WVaCf4tAiIticRuTk1PBpF+6fBXsT94Cu3kTfCUPaToH6caNoYl+QLQw5ltiuq4HWZah6zo4B1IpYdMUrpxzHBfZ7Cief/4FeJ7IdtwNexXcGyRAdpDBNYIgCIJ4Enj48D7u3Pm0HqRk2NzcwOLiQzz99DMol0uHvmKhH1vw5mQr36WCMRYkW7X7rM9B9Z7bbeC9W0XPUeyj57ouPvvsY5TLRXgeD6p9LMvEZ599jFdfff3QHjvx+BBee05ORgvsly5dra+ND/hgB2QY7RcqlTIsy4wU6SSJ9W2JKtbQHPF4ouW15phDtSr68fmJs5yHewMqWFlZRq1WG8rzbW0tD8syYdsWLMsKBEdfdPz5z3+G55//+qF6jhIEQTzpkPBHEMSRhVsWvHfeBtd1MFVF0jCwIY9Dcl1gaRH84iWw+iS+X2EuSpiJxWKoVisAPHCOIAsX2D+xJqoSMSyo2bYDw9DheV7Qe06W5cjgCVM1yN/69p4da9Q19IU927aRy51EsViCZRkNWaThyrl4PFHv4+K2bL8X9tKOZJAAWafPHsbqRoIgCII4SliWhTt3PgXnor8wgPqzVsyHJiYmBraF32v6sQVvTrYKu1RwjoaEtU7JcAfRe263gfd+rEEPc2VnmHx+CaVSAQAa+npxzlEqFZHPL2Fm5qmDO0DiiSPqdzQ9nUMspsG2d7c+O0wM2n6hUNjCyspyfTtiPVetVqCqGlRVg6bF+rZE7SdBNJFI1OMTQoH1kzxEz3k3aP0xjOfbo0cb9aQED47jBFaksqxAkhhs28K9e5/jhReuY2Nj7ciMuwRBEI8zJPwRBDF09ss+yXv3JrxSCazeB+7E5jbykxNwJRncccC2toDjxwH0L8w1CzOOY6NarYAxgDHRzNw0dSQSKSSTqX3LHt4J7DTuS9M0yPIoZFlGuVxCLKYgHo83CGrD7EMYdY85R8vf2olbfiPzfH4R9+8vtNjHAEKsHaR3xDCsW7oxSFAp6rOnTp0aqLqRIPphaWkJf/Znf4b3338fjx49wokTJ/Bbv/Vb+MM//ENo2k717927d/HDH/4Qt2/fxvj4OP7W3/pb+IM/+IMDPHKCIIjO3L37GWzbBCCqESRJWJ95ngfPc1GplJHJZBs+sxf9mgehH1vw5kBxuK8yYwycA9VqBbIsQ9NiHZPh9ruX424C7+HELsYYHj6s4fPPP8Pp00/j7NkLOw4XR6wv5fr6ShBMb4ZzjrW1FRL+iH2n+XcU9f08qgzSfsFfa6qqClmW4LouXNeF53E4jgPDMKAoMmKx/hx1+kkuFWtGXj9er6FSWNwn8dqgzzfXdbG9vRnsg3N/nxyc21AUFZIko1ar4r33fgZFUQ51RT1BEMSTAgl/BEEMlf1s+Mzzy4HoBwAy5zj3cAkLp2ZgKwqYYQxk6+MLM/n8EubmZpFIJBCLxQEg5KHP8OKL1/fNz94P7HDemmGpaRpGR8fgT/CbGVYfwqh7/OWX8wAQBNfC972TMNYto3GQ3hGdMsgty8Ls7KeIxRIDi9ODBJXCnxUZk7uvbiSIfvnyyy/BOccPf/hDPPXUU7h37x7++I//GLqu4wc/+AEAoFKp4Pvf/z6+8Y1v4B/9o3+Ee/fu4e///b+PkZER/O7v/u4BnwFBEEQrhcIWlpYeBFaXnsfhecKmnXMOSZLgOK3P2r3q17xbjh+fxPz8Xdi21WIf15zQ1hwojsfjMAwdnHsAOHS9FgSDDcOMtJDbK5qTxcTcbmfO1W/gPZzY5bouqtVyEOyen7+Lra1NXLx4NPvh7QTxo5QVTolhBDFkBmm/EF5rJhIpFIvbdUHM/6164FzCL37xPr75zdeQzfY+JvWaXGoYOtLpkfo46KFxnGCoVitQFBWqqg70fFtby0OW5frz0w6EP0AkJTiODcYYdL1ar3QUsZHDWlFPEATxpBCdWkcQBLELulVYDVvQYLmT4Lbd8LfRag0vfH4PpxaXcTyVwZkzZ/HSS6/sevEvSWKCG4/HEY8ngszpRCKBVCoNRVGxvr42jNPpCVmWcfHiZciyAs/bybSTZQUXLlxGOp2pT/pbGUYfwqh7zBhDuVxEuVwM9TPYue+AaA5+/vwl5HKnGib8fqCq3fkMsjhol0Fu2zbK5QLy+WU8erSG+/cX8OGH76NQ2Nr1vgjiKHLjxg289dZb+LVf+zWcOnUK3/rWt/Dmm2/ipz/9afCe//yf/zNs28Y/+Sf/BOfPn8df/+t/Hd/97nfxb//tvz3AIycIgojGn6cIkU/8zZ+bCAs0Bs/zGnol++xlv+Z+KRS28PHHv4TnebBtC9VqFcXiNkzTbDtH8gPFZ86cxcTEFJ55ZqfyzbeLlCSGZDKJhYW5fUk0KhS2cOvW+7h/fyGYc/3yl+9ja2szeM/kZA5qmx7TUYF3P9jOOUe1Wq5XNorXOPdQrVb2ZN2xH0xNTYOx6BANYxKmpqb3+YgI4vGml7Wo67rI5xcxP38X+fxiMLaE15qe50GWd+oq/GRYSZLgeQ4+/vhW32OSnyAatYb2SaVSkGUZIyOjwbNOxCv8cYQFouAgz7dqtQpZlpFIpOoJJc2I/TiOG3mcfsUhQRAEsb9QxR9BEENjGM2x+0F67Qb4T38CruuA54FvbYKbBlgsjpymQfk//iZYm0BCPwzq/T9sRkfH8fLLr2JxcbElAzCTye46a7EXou6xqH70ADCYptGQRd7Lfd+rHixRGeR+kMjzPMRi4hFImYgEsUO5XEY2u2N/9/HHH+Oll15qsP78tV/7NfzoRz9CsVhseC9BEMRB489T0ukMDENveM0XiCRJRjqdafnsfvVrbodfGVeplLGysgxFUQDwuoWasHnv5jQRdhLI5xeRyYzAsix4ngjG+jbwe21rKgLlS7h3bxaMMcTj8frxiTnX3buz+PrXXwZjct89k/15uehpzRtsB0WFpztQb8CDZHp6Bl999UXQR0vYtIoq1Uwmi1xu5qAPkSAeOzqtRTu5GYXXmp7n1qvgGCSJ1Z83O0mylmVhZWX4Y65fsVitlgOL5x1Y/diE9eggzzf/XH2B03HCydeiot51PciyFIz3YQ5bRT1BEMSTAgl/BEEMjf0WyJimQXrjTbj/z/8H+L17gJ9FJ0lANgu+MA92+erA+xnE+3+vkGUZJ0+earH86Td40i9R99i3PAUAx3FhGHq9mbiwperlvu9FD5Yo6xbTFPavfhVnmMPW24cg9psHDx7gz//8zwObTwB49OgRZmYaA43H671THz161Jfwd5h7wvjHdpiP8ahC13bvoGvbSq22M0/JZEZQLpfqz31W73nEcOHCZZRKxZZ5knBU2KmQC///XlMobGFuTgSXLctEpSKSlCRJhixL4ByQJBeaJpwmTp7sPlep1fwKjVZbT0liqNWqfZ+f67pYXc2jVqsimRS2nc1zS/9cyuUiDMMAwGGaOpLJdJBEYttWw5xrbGwc16+/gpWVztsGxLx8bc2FYRhwXbehh6MQyeS25xe+zuEg/sWLh6P/lKLIuHbta7h7dxaVShmce2BMQjqdwaVLV4LvZztoTCCI3dG8FnVdF0tLDzA3NwtJYkG7j3DC6AsvXA/WmpIk18V68Xl/XALEuKQoCmq14Qtf/tr/1q0PgrYRrusG+wTEund09NhAcQB/Xa3rNciyBMbUYD/hMVhRlCAuAIhzNwwDjuMgkxkJklAIgiCI/YGEP4IghsZBCGTs7HkgnQFOTAKmAZaIA2PHAEmC987bYH/y1sBVf7v1/ueWBe/dm6IXYe4kpBs3hlKB2I29qqBzXRemqaNcLkNRlEA4cxwXliW8/m3bBmMSZFkCwKDrOo4fn+xp28POvo4SQR3HqdtcpRsWJQBlIhKPD3/6p3+KH/3oRx3f8+Mf/xhnz54N/r22tobf//3fx2/+5m/id37nd4Z+TJp2uBf5frDE74FFDA+6tnsHXdtWRkYy2NhYhSRJSKVSSCQSKJfL9ee/hGvXvoYzZ56B67pYWVkO9Z072SCq7Oe1dV0X8/N3wbkLRZGh625g2y6CpFK98guo1WowjCpUtfuYGr4WzXieh5GRTE/b8dna2sTdu7OBaLax4SGfX8SlS1cwPn6s5VwA32bVP/YKYrHxwIbONPWm/ct4+umnux5HOp1EpVKu95ny4HniOsmyAlmWkEwmwDlvOb/m6wygXiEj/v7yy692Fdb2g4mJCYyP/1rH72c7aEwgiMHxq/xE8oIOgMEwdKRSGaiqCkAkjG5srAVrTU2LQZYlOI4DxljwOwSEWKhpGpLJvUkWHh0dx8WLVzA3dyeoNGQMQfKIpsUwMTEx0D78dfUnn9yCYRj155IEzr2gp5+qanVLbYFlWajVKvXjkFAobOPDD9/HhQuHI9GCIAjiSYCEP4IghsYgzbF3i/fuTfBKBWxiAgwAkxi4x8EBeOUy2M2bkL/17YH2sZsqOu/zO/DeeRteqQSmqvBsG/ynP4H0xpuQBqxCFCLZMkqlMpLJaJFs2BV0/gLIsky4rg3bNqHrVXDO4Xle4PUveiOIRuaiAbiM7e3Njtl9nSxUxsYGWxQ0i6CZzAgKhe3I4Mlh6u1DEIPw5ptv4rd/+7c7vufUqZ3xYW1tDb/3e7+HF154Af/4H//jhvcdP34cjx49avib/2+/8q8XLMs91BUIfpDUcVwKlg4ZurZ7B13bVo4fn8JXX30VmosyZDIjAABZVpDLzcC2RWBycvJk8DlfPPLZz2u7vLwI0zRDvaJ2qijEPMsNehY6jo3l5SXE460VcX41XqVShmWZUFUNlmVDVdWWZCdZVjExMRVci264rovZ2Tv168rq8z1hGTo7ewcvvngd6+trWFlZRrFYQCKRhCRJDf33PI+jVtPrFYgeYrFEz/sPH8fdu3eRSCTheR5c1wyuk+s6SKfHwHn0+TVf5zCOY2FxcbGnSsr9otP3sx00JhDEYIT72fvjMLDTLiKbHatXuImE0VzuVLDWXF/PYHn5Qb1Ce8emV1Q7xzA9vTdW0jtiG4MsS4jF4g1jviwrHeMwfgJuuVyGbZvQtBjS6UxLjGF0dByvvvo63nvvZ7BtK3D38fclywrOnbuIhYW5kOjH64k4mXo1IrXXIAiC2E9I+CMIYmjstc1kFDy/DFbPvGuGKQr4ynCaSPdTRcctC947b4PrenBsTFXBdX3gKkRfJHNdGyLwsiOS7VXmXHgBJMsyUqkMKpUybNsKehk0IwIwLtLpETiO07HPir9tPxATtlC5fv0VAIN9b8IiqOu6uHXr/X0VpwlivxkfH8f4eG/jgS/6Xb16FW+99VZLQPRrX/sa/vk//+ewbTvIcn7vvfdw5syZvvv7HYUgJOdH4ziPInRt9w66tjtIUue5KGNyX9dqP65ts406Y3IQSN0R/3gwdzEMA/fvLzTM//z5YbVagWHUgl5LqqqhVqshHk8gHo/t+lqsrrbv412tVvHzn/8MiqJA12swTQOWZSKRSAXBb/9cfPFKVTVMTeV62n/YFcI0dViWWa8uGUO1WoGu6xBJZ4Bh6EgkkpHn10tLgsfld0RjAnFUGYYLzCDbCPez93vm+eOx5/Ggn73rejBNHfPzd4N95HKncPr007h9+yOYpgVFEdV2mqbh0qWr9e31fUk6Ek6gVRQlGBPT6QxkWekah2n37EgkUpExBlXV8PzzXw+esYCoRAeA06efxujoGF566RXMzn4KXa9CUZQWIZLaaxAEQewfJPwRBDFU9spmsh0sdxKebUeKf9xxIA0xs67XKjrv3ZtBpV/LawNUITaLZH4G3V5nzoUXQIAQyMSCx4HjuHVbISUI5vgWI7Is16092ltoNm87jG3bWFnJ92T71CsHIU4TxGFlbW0N3/3ud5HL5fCDH/wAW1tbwWu+JdDf/Jt/E//yX/5L/IN/8A/wB3/wB5ifn8e///f/Hn/0R390UIdNEATRkf2eiw5Ks1W+osj1flHC8lOWFTiOHfRRkmWlpc/UvXufw3FsGEatXmXC6hbsFkZGsqjVauA8hmw2i0uXrkJR+ktAayeaif5N1cDqTTgqiH3rehXJZDqo+gD8+aHScxB8a+tRPYhuQlHEdXBdJ+gXGIvF4Tg2HMcB52josdXtOoch1weCOHg6ucD0muA66DbCY108Hodp6qHkBbEet227vrblkOVSwz7Gx4/jtdd+o+H5Mz2dQyym9V3h3I3m2ICfEGEYBmzbxjPPnEcuN9P22ed/PurZoetVaJoWGWPwn7ELC/ewuPgVAI5EIon19VVsb2/hwoXLiMUSSKczkful9hoEQRD7Bwl/BEEMnWHbTHbc12s3wH/6E3Bdb30tk4F048a+HEeYvapC7CaS7VXmXFSwZ8d2SlT8+T1cGEO9dwuri2pux2BKp0CSaRp48OA+FEXCxMQUGBtOwO6oBQQJYq/4+c9/jgcPHuDBgwe40TRWzs3NAQAymQz+zb/5N/jhD3+I73znOxgbG8Pf/tt/G7/7u797EIdMEATRE/s5Fx2UZqv8WCwOw9DheVJd+JPhOIAsS5AkKeixDIj539zcHdi2BdM068LXjvLlOC62t7cgLOAUcO7hV7/6Zd9OEe1EM8Mw4Loe4nG54dh9K3jXdZHNjsE0DXgex8WLV3Dy5ExPQfDNzQ384hfvwfNEzyzbNsE5D/oFKsooqtUyOOfBnFQkprmRweqDaElAEERvdHOB6SXBdRjbCI91jLFQ8oIHf81brVaRSCRg2xYMw63382MN+5iczAVVhysr+QaL/WERFRtgjCGRSAQJwp3O1/981LPDr27kHJExBs6FyJpMJhv27boO5uZmkUgkUS6XoSgK4vF4y7Yp0YIgCGJ/IOGPIIgjDdM0SG+8Kaw1y2UwTQV3HLBMBtL3vr9rS82BjmmPqhB7sSjaC6KCPX6vmZ39Sw0Vfzt9DeSOwZSobfs9AVxXZG1/8cU8vvrqq6HamR6lgCBB7BXf+c538J3vfKfr+y5duoT/8B/+wz4cEUEQxJNHlBtBIpGCrutIpdJwHBuce0GvqHAAVZIYyuVyMA8LvyYq4FwwJkFRpHq/5d05RbQTzUQimOgpBYjAbyqVqQtyfr9CIJXKBPO4qIq8Zmu+iYlJfPbZxw3n5CeZua4N1wUqlTJcV/SZ9ntpxWIxANEJceT6QBCHlygRy08EdRwHs7Of4sqV53oSsgZJkm0e68JVdJxzTExM4tGjdVQqpbpYJkGSWN1mOIXV1TySyVRL1WE+v4jz5y8hmx1ea45BYwP+55ufHcBOdWO77bS71pZloVqtQNNicF0btm3CNPWgShugRAuCIIj9hIQ/giCOPNLlq2B/8hb4uzchra+AnZgGe+3GgYh+QOcqRD4ygtXzZ1EL9QPoNdBwUBZFUcEeP6ObMQWixx+HLCtwXSewohLBn3THYErztjnnqNUq9extEUgapp3pMPpGEARBEARBDJMoN4ITJyaxvr6GlZVlFApbSCSSLcFZz+PIZkdQLBYi+lF5LclYPv06RbQXzTQoitpwXKqqIpsdg67ryGbHkMud7DjfirLmm5+/C12vtYiEjCHYjmVZgR2qJEngnKNUKgQB5qhgNbk+EMThpFnEEnaaZXgeB2NAPr+MarWKsbFj9TVm6293GEmyUWMd50A6LZIXHjz4EuVyMRhrPc+B5zHIsgxdr6JcLgZr2+aqw7m54a5lTVOH67p1i+VG2sUGoj7f/OwAROKIaNsRvZ2oa805R7Vageu6sCwTiqLCcYy6RXMR2ew4YrEYJVoQBEHsIyT8EQTxWMBUDdK3vg1VlWHb7oE2tA9XIXrlsrD3dByUJk/gy2++Cnvxq131HBjUomi3ole7BVAmkwUA2LYDwxB9DjRNBIAkScbp00/j7NkLHffRvG3TNIKm4qlUZqiNwIfRN4IgCIIgCGIviHIjyOVOYXIyh1u33m87/7t48So++uiXYIw19KPyA7nC7o01WITuxikiSjSbmJjERx/9suXYGGPIZEbw4ovXO84D21nz2bYV9DVsFjtlWaoHlB1w7tXnnRIY20kgk+XRtglx5PpAEIePcIKrEJDK9TEMwZi2ubmB9fUVxONJSBLD0tIDXLhwJVjHDStJtl2CAOfA+vpq3UYzXIksxjKAYWtrK6iubmbYa1nXdVEul5FMJoNqOp+o2EC7zycSieC6+0gSQywWh6JExxiirnW1WoFlmQBE4oltW0HSieu6MIwarl69RutugiCIfYSEP4IgiD3Ar0JkN2+Cr+TBp6bxZToOl3vwp8f9VrKFRTLXtQH0blE0qOjVbgEECN//crkM2zYRi8WQSmX6yp4Ob/vBg/tgTFQUNmYd7vT8A9B3dvYwej4QBEEQBEHsN90sKlVVC16Px1MwjCpc16snagnRr9kidLdOEVGi2SD2me3s4sTnWEsVCrAjaGYyI6hUSg3BanFuHlzXISs5gjhChBNc/Z6gQvQDXNeD41TrffaAWq0KRZFhWSY+++xjvPrq60FfvWH18Ywa6/L5xaCKuhnRf5QHtsz+2tWvyBPi2u5bc0StZWVZRiqVQrVagW3bADgYk4LqxPD42/nzVcTjSRhGLUjATSRSUJT243iUa49wA2L1MVmMy+LfXlAZvrBwDy+9NE7rboIgiH2ChD+CIIg9gqka5G99G4BYKNj3FwbO/hsdHcf1669gY2MVpVIZyWT3yr1hiV7tMqSHkTUd3vb9+wsNQR7LsoI+LoyJ1/ut1BtGzweCIAiCIIiDoJtFZfh1PxlLVTWsruahqmqLeDbMHkuD2Ge2s+aLx+MwTR2SJNftPHdEAElSMDExDV2vBP0EG1+XMD5+7NAHli3Lwr17d1Aul5HJZHDp0lUoysG0KSCIgyac4OA4Tr3HnBfY+YbxPBeOwyHLMkqlIvL5JczMPAVZlnHu3EXcvv0RTNOEoijQtBg0TRuKvWS1WoWqqjBNud6/lAdCF2MMiqJhZCSLR482oOvVhnHJMAwkk8ldt+ZoXsv6wqJliepoQIzrQvzr/nkfVVUxMjKCbHYUqhrrK5F3bGwcDx9+BQBBZabfb1X0P2T1Y/X7wcq07iYIgthnSPgjCILYB4bRc2Dn/TJmZk73bGl6lESvqOzBSqXc0POPMda3aDnM608QBEEQBLHfdLOojHp9cnJ619V4wzy2drSz5mOMIR5PQZIYFEWBZZlwHAeaFsO1a1+DYRi4f78U9BMMV9ZoWgzHjk0M69T2hIcP7+POnU/rSXkMm5sbWFx8iKtXn8Pp02cO+vAI4kDwkwhmZz9FPr8EzzPrfea8lvf6PUwVhWFtbQUzM0+hUNjCwsIcZFmGqipwHAeuK+PcuWeHYi+ZSqXqfU1leB4L9VEVve0TiTjS6RHcv78AAPVxjYVsiHWcODG5q32H17I7/Q+9uuWxCAgkkylomhYk/YbXyZ3XwhJisQTOn7/U07GEnYQSiQR0vQbDMBGPJ+E4dmDT7OP/p7+Op3U3QRDE/hE98hMEQRBDJZVKRS5agN3bLfXKURK9/GxPWVbgeRyGYQQZg+16/vXCQV5/giAIgiCIg8APpJ85cxbHj0/izJmzeOmlVw5Nj6XJyRxUNbrKLZVK4ZvffB1nzpzDzMzTuHr1ebz22m9gfHyi4XNCJEwglUojHk9AVbVDbfNpWRbu3PkUnLuBZaCwZXVx586ncBzrgI+QIA4OSZJx+fJzgUjUbOUbhnMO27ZgGEL4n5ubRaVShmHo4BxIpdLQNA0LC/fgee7AxzY5mYOmiWo40TtVhqIodXFNgqIo+OKLOQAMruvCcZxAHGQMSCQSWF9f29W+/bVsuP+h5/GGJOBarRJcr+Z18rDWws1OQowxJJMpxOMJOI6FZDIVVPwBO/0ZE4lk/RhrKBYLyOcXh3JPCIIgiM6Q8EcQBLEPdApsDNNuKYqjJnqFg1SJRBKpVBrZ7FjdvmSHfkTLg7z+BEEQBEEQB4VfjXf+/CXkcqcOlQVmc8IXIOamsqzgwoXLUBQt8ti7fe4wnWMz9+7diexBBgCu6+Du3Tv7fEQEcbiQZRljY8fqAlJ3exvbtrCwcBebmxuo1arQ9RpKpQI2NtZQLpdgWVbPyaLdjuvChcuIxxMYGRlFMpmEqmpIpdIYHR2FLMuBS41YdwoBUJIUjI6OIRaL7Trh1l/L+v0PAQSCImMsENsMwwDQuk4e1lrYdxJqJh6PQ/Rl9TA2dqze00+CLCtQVQ2qqqFY3K7bkxq4f38BH374PgqFrb6ug+u6yOcXMT9/l8RDgiCIHiCrT4IgiH0g3Ldgr+2Wmhlmo/NBcF0Xa2u99X8JW0Y9ePAFgNZmBf2Ilgd5/QmCIAiCIB5n+pnjNbPbHoGD9BY8SMrlclDp14wkMZTL5X0+IoI4fBw/PoFSqYBqtVJ3gIkWeGRZVN3dv79Q7/23Y30pquMqME0DGxsjQ2ltETXueJ6HBw++DI7H7024U31nolDYRjye2nXCrb+WvXXrAwAcjWtjBtf16u0wxHVqXicPay3czklIuPOk4TgOAIaRkSyq1QoAUXlZrVbAmPhvxljfrTtc18UXX9zD4uJXADgSiSTW1zmWlh7iwoXLh6aKnSAI4rBBwh9BEMQ+cVABisMgeoV7AUiShPV1r6eJ+tRUDvn8ImzbbnmtX9HyqAaICIIgCIIgemEQAW637HaOF2a3PQJ3+7mDJJPJYHNzo0X845zX7QEt5POLNEclnmj8xFVRyebCstAi/jHGkM2OwbKser87N9Ia1HEcbG9vwvPcofymmsed+fm7gRimqhpc1wHnfm878TvnHDCM3nr8tRvHR0fHcfHiFdy9+1l9Tc9h242JvbWaC4BjZGS0ZZ08jLVwu76sAKAoKs6evQBJklCtVpFIJAAAa2srcBwbiUSyoW0HsGNJ2mkcLxS2cPfuHWxsrAbWpqZpIpVKQ5KknsVDgiCIJxES/giCOFRwy4L37k3w/DJY7iSkGzfA2thSHEUOKkBxkKJXcy8AQDQR7yXLT5ZlXLp0BbOzdwYSLZsXUGfPnqfFAUEQBEEQjw3DEOB6xZ9XlctlrK4uQ1XVYI7HGEOlUsatWx/g4sUryOVmaM4V4sKFq1hcfAjOd0QMz/Pgum7dJlDG/fsLVMlCPNGEE1fj8RRctwTPc4O+f5IkIZFIQVVVmKZZt9mMbm0BCBvdbgLTbvHFMNd1USoVQhWHAMDheX4vPNHjr5vI1WkcTySSsG0Htm1Huvl4nodqtYJEIolSqdgyfgwai/AFWcexg0pMSZIRj8ehqmrkeK/rOizLjNxet9Ydruvis88+xvb2Zr2a0D9PN7AV7UU8JAiCeFIh4Y8giEOD9/kdeO+8Da9UAlNVeLYN/tOfQHrjTUiXrx704R15Dkp09HsBRGUGWpaF2dlPEYsl2oqRY+kMXizXsLK2An10FKlnr2F65nTPQaT9DIQRBEEQBEHsN4MkWfVLeF5lmiZqtSpkWUIqlQHnHLVapd5bmmFu7g7y+aWWOZfrulheXnwiHRg0TcPVq8/hzp1P4boOGAMcxwVjwMjIKBiTwBj25N4RxFEinLhaKhVx//5Cvb8cgyxLsG0LhcIWGJNgWa1953ZgsCwL1ere2OhOTuawuPgApVIBjhNlScqRTCahaZ17/HUbx1944Tq++OIeNE2FYdTabsevLhxk/GhXdSjLMqamcsH45SflmqaJq1efi9xXpyrBdq07/GfE8vIiNjc36s+U8DlyWJYFw9CRSCR33TuRIAjicYeEP4IgDgXcsuC98za4roOpKgCAqSq4rsN7522wP3nrsar8e5Jo1wvAtm1Uq2XUalVkMplIQc77/A7Mf/c2eKGEKVUFt21IP/sZ8MabQA9i8H4GwgiCIAiCIA6CTklWw6yGaJ5XiWoPUYFTqZQgbO14YOcm7Csb51yFwhbm5+/CNM2+ErIOwsZ0rzh9+gxyuZO4e/cO1tfXoSgGMpkRMNZ4/6iShXjS8RNXJydzePRoHeVyEZ6308/OF4SahaFGOGzbQj6/jImJqaEnfsqyjPHxY3j0aD3SapRzjmKxiPHxYx17/HVLlv3ww/dRLpc6in71PULXa0gkkrsaP/zkDssyYVkWHMfB/PxdXLv2ArLZMaysLCMWi8E0xbkmk3HE43GsruYxE5Gc61cJhisUOecwTQOex+F5XoMNq7//YrGISqUUeU19DMMIEogJgiCIVlqfKARBEAeA9+5NeKVS9GvlMrybN/f5iIhh4Tc9DyOarZfheR4UReSghAU5z3PBLQvuv30bXDcixWBud8rsFPgLqCj8YApBEARBEMRRpl2SFSD6TK2sLGN+/i7y+cWWPln90DyvkiQ5CMo6jttgxca5CIgDO3Mu13UxN9c+IavdsRUKW7h1633cv7+AR4/WcP/+Aj788H0UClu7PpeDRlE0PPvsCzh16qmg0q+ZbjZ4BPGksLaWD3r6CYtPDQCDoqjooAsFKIoCVVWDauV8fnEoY+IODIlEArIstfSxA0QFb6GwjXg80XYLnZJly+UCNjcfwTQNuG734xUVcWbf44ef3KHrNZTLReh6FY5joVIp4YMPfo7bt3+Fzc116HoNnHvwPA+mqcNxnLZra9+2VZYVeJ6o1NvcfIRSqQTDMHDnzqd4993/hq2tR4G15/r6GqrVckfRDxCCr6qqLf0MCYIgCAEJfwRBHAp4fjkQd5phigK+QgLNUWVyMldfnO3gZ/hJkoR4PN7wmr9o8N69CT6gGNwpEEbBFIIgCIIgHgeikqwAMacqFLZRKGwNRTBrnlfF4/HQvxsDtJLEEIvFg/+uVqu7Ssjq5t4wnKD9wdHu3gHtbfAI4knDH3sY8wU2BZLEIDQ2DlFt3J5kMg3GxDj03ns/G3oSQSqVguO4UBQlSGoNw5gQKRcW5tqOWb0ky3aubGz8nOM4PY0frusGQujnn38K0zRQq1XA+U71NmMMnufiwYP79b/vfN5xXBSL2zBNo62dqm/beuzYBEqlYv0acFiWAcOooVQq4IMPfo75+VkUCgU4jt3TeSqKggsXLh/Z6m+CIIi9hoQ/giAOBSx3EtyOnuBxxwGbpiyuo0pzlh8AOI7oCeAvwsL4waFhiMEUTCEIgiAI4nEnKsnKDxgzBiQSSQCDC2bN8yrGWudynIu/p1KZ4O/+nGs3CVmPu3tD1L3zoUoWghA0jz2e54bGHWExLITB6PGlXC6iXC5B16sNdprDSiKYnMwhFouBcx6MgWHRTFVVaJrWcczqliybyWTajp/N+JVy3caP5mrqfH4ZxeI2bNuB64oqbtd1wblvyekFFYeex+E4NlzXheu6qFRKyOeX24qonIvxXJJ2nhf++YjtOvjii/n6/jqfH2MMsizj6tXnhm7dShAE8ThBwh9BEIcC6bUbkEZGol/LZCDduLHnx8AtC+5f/gWc//e/g/uXf9HRSjKcGTc8i5DHFz/L78yZszh+fBLT0yeRyWShaa2BDj84NAwxmIIpBEEQBEE87kQlWem6Ds5FpYv/72q1Al3XYVnWrgSzqHmVpmnIZscwMjKKVCqFZDKJbHYMaih5y59z7SYh63F3b4i6d57HIctUyUIQPs1jT9hmWFWVtpXHgF+t5qFarcI0jUhRaZAkAr//6NjYGDhvFCUlSYKiKIHLTacxq1uyrBD/RrqKf77oeOLEVMfxI6qaWlEU2LYN13XgOG69T6svADpQFBmMMXCOoGcfYzv79O1Uo2Ija2t5WJYJz+MtFp5CMPXqfRvdoKIwyjaVMQmaFsP4+HGcPHm647UgCIJ40mmtQScIgjgAmKZBeuNNeO+8Da9cFhVdjiNEv+99H6yNeDMsvM/viH2XSmCqCs+2wX/6E0hvvAnp8tWG9/oNp/1swfV1D0tLD3HhwmXKOOuA35wdEAuNW7feb2jy7eMHh9jxSfCf/gQwjdZt9SgG+wsocb9sSBKD53GoqkrBFIIgCIIgHhv8JKvV1Tyq1SqKxQIsy4Bt2ygWt+F5Xj1gy2GaOjY21oN5Wa90mlddufIcAASvMYaWOdfkZA5LSw/BeWtQuF1CViqVwvq6FxnsflzcG5rvXSqVwtRUjuapBFGneeyJx+MwDB2MAen0CGzbRqVSiuwJtyMeidds22qwsQR2n0TQHBdIpdKoVEpwHAeKotYr0ySk05m6ANl5zGoeC5LJDDY2VmDbFjzPRSwWRzY7hkqlBLspQdYX32RZRiqVwcTEZMdj96upw2NrLBYLnhPtxLd4PBGqRGTBtYzFEmCMBSJq8/OlWq1CURRw7rVs0782sVgsEGd9QTF8TxmTkEgkMDY2jgsXrtAYSRAE0QUS/giCODRIl6+C/clbYDdvgq/kIU3nIN24seeiH7cseO+8Da7rgbUkU1VwXYf3ztvimOrH0K3PyEsvvUIT0B7oSZDTZMjfexP8370Nr1gGdikGUzCFIAiCIIgngXCSVT6/iC+/nG/Tq4mjUNiC57l9z4e6zas6vSbLMi5evIz5+btwHKunhCxfLOyULPY4EL53BEG00jz2TExMYnt7E7bt1K00YyiVCoFQ5FsEh6uMJUmqJz8YiMcTwd93k0QQFReIx+PQNA2FwhY0LQZZVhCPxyHLUjDWdRuz/LGgUNjC3NwsLMsCICxEDUNHKpXB+PhxWJYF1xXVcZwDnHuQJBnxeByK0n0/UdXUpmlClmU4jhM8N3wRTpaVuo2zqCLnXAfnwoZUlmWk0+n68UeLqKlUCqqqQZIkOI7TZBHNoSgy0ukMFEVFtVoO9h+unkylMrh48QpyuRlayxMEQfQACX8EQRwqmKpB/ta393Wf3rs3g0q/ltfKZbCbN4NjisqM82mX3UZE04sgJ12+CuWt/zvM//ZX8PK7F4MpmEIQBEEQxJPE5GQO8/N3g0q/MJLEoChKT/NW38auea7W7nPNr/n2+P7np6dzePnlV7G4uNhTQtZRdW9od90Igtg9zeOL57kNa0nP8/DgwZeoVMpwXafFWti30PT71PnsJomgXVzAF6gYY0HVn+d5kOXexyxfVPQ8F6lUup7A4YFzoFIp4/jxCVy69CwePdrA4uJXAIBkMgXOAUXpbT9R1dSe50KWZQAMnHvB+Yj/MRw/PlkX++T69oXwF+712k5E9ZM4MpksCoWtQFD0eyKKNiAxXL16DXfu3Mb29k5yiizLyGZH8eyzXyOHJYIgiD4g4Y8giCcenl+OFP0ACMvRlR2//2q1CsYYdF0PJqLxeByMsY4WIdyy4L17U+wrd3JfKhmPAr0IckwTYrDUpck3QRAEQRAEIZBlGWNjx1CrVeB5PAiwShJDKpWBJEldre0Gtbff3NzAZ599DMsyoSgKVFXD0tJDXLlyFSdPnmrotdVJKDtq7g1bW49w+/ZHME1x3pqmUVsAgtgDohINlpcX63aerVaRAIdlmfUqPRmapsF1XYyOZrC6mu9rXOnUfzQWi+H48QmkUhnUalWMjGQwMTEFxnrbdlhU1DQNqjoGwzDq/e8kZLNjWFiYg21bSCQS0PUadF3H6dNP4+zZCz2dgy/EOY4dbNtxXHieqL7LZo/BNE24rhADNS2GkydPYWoqh+XlJdy7NwvGWBAL8WknooaTODj36uKsG1T6JRJJXLhwGWNj43j99d/AgwcPsLq6AsaAyclpqvIjCILYBST8EQTxxMNyJ+HZdqT4xx0H0nR44spRKGwH3vR+n5RkMg1FUSOz2/rpH0gQBEEQBEEQw+D48QmUSgXYthUEb2OxeE+9pga1t9/aeoRf/OK9eqAasCwLkiRs6u7encXXv/5yEARvJxCGhbKj4t6wublRP2+n3u/KDNYK1BaAIPYWP+Hh0aN1AG5kzz9AjG/lchGMif57tVoZ9+8X+xLou/cfzSCXOwXGAFWVYdsu2hxOC82iImMMiYSwJuWcY2npIZLJZPCeZFKM5dvbW73tAOJaTU3lcOfOp/VxnsF1PXieh2QyCcakBjtUWVYCYfTUqaeQyWQ69nSNojGJowzTNKGqMWQymRZb6FOnnsLMzFM9nw9BEATRSnR6CkEQxBOE9NoNSCMj0a9lMpBu3AAgFghbW5tBo2lgJ4uwVqtAUZSW7LZu/QN5vfcAQRAEQRAEQQyTyckcNC2GeDyBVCqNeDwRzGG7Wdv5FSdR+Pb27XBdF7dvf1QXv8TfRMUhR7VahmVZWKk7avgCYaVShm1bqNVqKJeLMAw9sLo7Kriui88++7gudrauFSzL6njdCIIYHMYYxsbGEYvFOr0LnueBcw+GsdOrzk9s6GXcmZzMQW3j4DNo/9FEIoFarYpqtQJd1xsETF3XAUQriLZtY3l5Cfn8Iubn7yKfX2x7Lq4rbFKz2SxSqRQ0LYZ0Oo1sdhSmKZJFDENHpSLG7HPnGisJfRHvzJmzOH58EmfOnMVLL73SVTT1kzjOn7+CZ599od6z7xQlRBAEQewBJPwRBPHEwzQN0htvgiUS4I4DQFT6sUQC0ve+H1hyrq3l4Th24Nnvz79FM21gbOxYy4TV7x8YhVcuw7t5c+9OjCAIgiAIgnhi8a3VZFkJelt5HocsK117QHWysetkbw+IObNpmi29Bf39W5aJWq3aVSC07d0LZX5vwW7B72GytpaHZZmIOG14ngfLMrvaqxIEMRipVCoQ8tqNYf5vlHMOx3FgGEbwWlRiQ9R40m58lSQZY2Pj+OKL+b7GHn8fn3xyCwsLczAMA5ZlQterKBa3YVk7iRiJRLLNNhzcuzeL+/cX8OjRGu7fX8CHH76PQqG1EtBP7hB2nTvJIbFYDPF4HLVaFbquw3Ec2LaF+fm5lu3siHiXSLwjCII4hJDVJ0EQBADp8lWwP3kL7OZN8JU8pOlcSx8+PwAiScJX3zSNFtukZvrpH0gQBEEQBEEQw2S3/fG629i1twmtVqtQFAW23Sr+MQY4/3/27jq8qeuNA/g3SVMXKlAoFC0UqVAoUigDynAYPpwxOoY7wzdcx/DhDGfID9hwhm+4DB8wHEqhBqWepMn9/RFy17Spe/v9PM+eNfee3HvOSUhO7nvPe+JVMDe3SFOAMCOBssyuTZhRunYrlcokwT+JRIL4eHWK/UZEmefo6ITXr1+K6/wBEiSeIaebQaf77EkYnEt8Y0NqnycJP18FQcCHD2EIDn6nV7Zq1WqwsiqSbJ1151AqFYiM/PgpkCiI9dfeDBEFU9OicHYui5CQd0k+NwVBQFRUJExNzdKUnjm5mzt0M5Q1Gt3nvwQKRRxUKiXu3buFevUaMsBHRJRPcMYfEdEnErkxZE0+h1GvPpA1+Vwv6AdoL4BoNBpt2UR3xgkCDP6QlziVhKBSGTyfEB8PSYmMpwAhIiIiIkpNRmZlZCaNnTZtnHEyF5UBY2NTlCjhJAbKDK3DpQ0Qxqc7UGZobUKJRILo6EjcuHEFAQEvs232n4WFBeRyY0ilBm4GFASYmBhnKv0fEaVOJpPBzs4eEokUgGBwBq6ORqNd005bVrftvxsbUlvrVKNRi5+v5ctXRHj4+0/b9Ms+fPhPiik3dedQKpWf6qP93JJKpTAzM4exsQlMTExRsqQzKlSoZPCzWaHQzlo0NTVNss/QLMaE1zYS0s401NZDrVZDrdbWWxAERER8RGBgQPIdSkREeQoDf0REaZSRCyBpXT+QiIiIiCivyEyaUN3agubmluIadwA+pd+TwcurBqRSWRoChCbpDpQlXptQpVLh48cPiImJQVxcDB49up9s6rvM0rXb0LIAUqkR3N29OFOGKJup1WqEh4d/CpzJDM4o1idAoYgTU2km/F2fnrVOUy7737qmujrqUoc+eHAHSqUCAPTWB9U+1gYuLSwsYW5ujtjY2GQ/m7UBS0uD7TWUnjm5axsxMdGfjqmBIAhQq9WIj48X10R89+6twTYSEVHew1SfRERppBtka1N9qCCVSqDRCJDL5cleANGtH6jZ9As0kZHa9J7x8dqgX4L1A4mIiIiI8pKMpglNOGaWyYygVCoQH6+GiYkxPDy8YG9fFCqVGo6OTggIeAVzc0sxtZwuUKgNlFVPd6AsYfo63VqBgqCb9SP5tKaXCrdv30Dx4iVhZWWVpjalhX67ZZ/aHQ9jYxO4u1eHnZ1Dps9BRP9Rq9UICvrv88nU1BT//HMXHz6EIT5eLa4Zaog2QCaBkZEMwH+pNBP+rk/PWqcpl5WKAbXEqUMjIyOhVqtgYWEFqVT26fNK8qmOEGfcJZyJaOizWaPR4OXLZwbPbyg9s6FrG2q1Rgw+/lcHidjXMplRijMoiYgob2Hgj4goHTJyASQt6wcSEREREeU1yVwzT5FarUZMTDSKFLGFUqmAXG4iBthksv/GzCkFCN3dvTIUKEu4NqFCESfOmNG2RYAgCPj48QPUam0aOxMTkyxd/y+jwVIiSp/EAbSgIDUiIyM+Ba6kAOKT/fwyMTGFqakZTE1NoFAooFZrn1OypLPe50B61jpNuawG5uYWBlOH6tZDjY6OhLV1ESgUsQlmSUP8zEycYUiXYlRHO4swAGp1fJLzG8pOpPuctrGxhUqlgImJti/i4mIQHR2V5Bi6z09HxxKGO5WIiPIcBv6IiNIp8SA7LXTrBxIRERER5QeJL6wHB2tSDZIlfo5Go4FcbgxHx+IGg19ZHSjTzSJUq+M/Xcz/b59EIhVT8Wkzd6j11uvy9q6bJQG6jPxWIKK0SxxAEwQBUVFRUCgUEISk69YlZmNTRAy8mZqaidtjY2P1yiX8PAG0wa+4uDhoNGrI5cYoVswxxbIKRRzUajWMjU3g6OgopgNNGBw0NTWFQhELjUaAQqGATCZHbGw0BEGAkZER5HLjNKVYTk92ouQ+p01NzWBubgGFIg7x8drAqXbWpHbmn4mJCZycSqXav0RElDdwjT8ionwi4VoAAQGvkl0gnIiIiIgoMwzNTEkYJDM0Ds3Ic7RltIGyihUrw8nJOVPBt4TrX0kkUggCxNR5crk8wbp7gt55Eq/XRUR5V8L19JRKJT5+/ACFIi7VoJ8ubWVkZGSSfSmlw5TJjBAXp/i0Xmg0VColBEHA339fE9cLTVhWodCWjY7WldXgxo1rCA0NSTIjUCKRwNzcEoCAyMiPiI2N1ltfLy4uDi4urmmakay7kaJcuQpwcHBEuXIV4O1dV++5KX1Of/gQBo1GAysrGxgbG0Mmk0IikUImk0Iul6NsWRfOXiYiykcY+CMiygfCw9/jxo3LeP78CUJCgvD06WNcu3ZZ/KFBRERERJRVEl5YTyy5IFlGnpMddBe/K1WqClNTM5iZWcDGxvbTulXaMlKpFKampuJzEq/XRUR5l249PUEQEBMT9SmQn/rlTYlE+mmGW9rSYQLazxMvr1qQSiWQy41hYaH9PDExMUlyU4OurPZGA2OYm2vLmpqaQq2Ox/v3oYiOjkZ0dBTi4v5L6am7KUG3tp6RkRGMjY0hl8uhUinw5MnDZG+20N0YHBj4+tMs5pRvpEj4OS0IAmJjYxEdHYXY2FhIJFLExsZAqVTAxMQUFhaWMDc3h6WlFRwcisHFpVLqLw4REeUZTPVJRJTHpXb3dFalJSpoEi/2zvVViIiIiNJGd2HdkOSCZBl5TnaRSmVwdi4DKysrMfWdTCaDRiNAJpPC3NxSnP0DGJ7tQ0R5k249PYVCAY1GA4lEAqlUColEIgbTDJFItME/udwYGo2QYjrMhEJCgsRgXGK6mxp06X2TK6tUKhEdHQWNRg2ZTAZB0KYWNTY2hkqlEn/rJ1wHFdB+NkVGRuqdA8hYKmbgv89ppVKJmJgosf/UavWnlJ/yT481kMmkMDW1gIWFRaqpRomIKO9h4I+IKI8ztBaATuIfGqSV0R9CRERERPTfhXVD48/kgmQZeU52S7iGYFRUJN6+fSNe2E4oudk+RJT36NbTi42NEf8tSyS6m2MNpxTWzqaTwshIjoYNP0doaEiabxBNz00NhsrqZiZKJICxsQk0GvWnQJsaSqVCvCkB+C+I+V+9AUHQICoqEoGBrxEdHQ0zMzMEBr6GWq1O943BFhYWCApSizMldcFSbXpRQKPRwM7OHgqF4tPxJahRoxaMjJIGPYmIKG9jqk8iojwuL909nR9kdH0ZIiIiItJydHSCXG74Qm9yQbKMPCchQ2nrsoIu9V2lSlXh6VkTRkbyTxfZ8WkGoBFnsxDlI7r19HQz9wBAEAAjIznkcmMYGenPcdAFB42MjFCtmieMjU3Tta6ohYUFNBrD6wcmvqnBUNm4uDgxsGZsbAxr6yKfZh9qg3zaOsvEdf0SzlrUrVP69u0bPH/+BKGhQXj06D5CQ4OhUqmS1Ce1tMqOjk7i7L7/2qD5FATUzohUKBQwNTWDhYUljIzkCA4OSrF/iIgob+KMPyKiPC4v3j2dl3GGJBEREVHm6C6s69JkpiUlXkaeo5NT2RoSzgBkOnii/KtIETvUq9cQFy+eg0qlhEwmg4mJKeLj4xEdHQmZzAjW1jaIioqERqNB0aLF4eVVM0Mz13QzDNXqlNcGVKvVUKs1iIuLg0Qigamp6ae0mfHi+n0mJqZQKOI+zT7U/l6VyYyg0WjEAJxGoxFTfkokEsTHx8Pc3OJTalM1VCoVBEFAVFQETE3NoNFoIJXKYGpqmuqNwTKZDLa29p/SfGqDfdr/SyCTGUEigd6sSd5oTESUfzHwR0SUx6X1hwZpcYYkERERUeZlJEiWkefk9HrWuhmARJS/yeXG8PSsKd5soAte2dsXha2tPQAJypfPfHA/pZsaKlSohHfvAhEaGoIPH8Igk8kgl8sRFRWBuLhYWFhYQiLRfq5ZWFiJ6+npsg0LgvApaGmFyMiPiI+PFwN5ukChIGgQEREurscXH69NEyoIAuLj1eJsQYUiVlyTLyUODkUREREOlUoJtVoNmcxIbJcgQG+dQd5oTESUfzHwR0SUxxn+oaGBTJb63dOFEWdIEhEREWWN1IJkarUaQUFJg3zpCawxWwMRZVROzeI1dB5TUzM8efIISqUCkZEfPwXspDAz0+5TKBSIjY2Bm5sHAgPfiDPpZDIZBOG/dQl1MwNtbe0RGxsDudwYFhaWcHQsgcjISLx48Vhcj0/7fKl4U7B2vUDdOn0C4uJiUKyYY4pt0d1YrAvwCYKAjx8/QBAESKXaYKMObzQmIsq/GPgjogwRlEpo/voTQuAbSJxKQvrZZ5Aks6ZHfjxfXpPwh0ZMTDSsra1QtGhxSCQM+iXGGZJERERE2S+r0nMaytagnb0SB7Vajbdv3zAdJxElK6dm8SY8j1qtxo0bl6FWx0OlUorpMtVqNT5+/ACZTCY+vn//LooXLwmFIhYqVTxMTEwRGxsLiQQwN7cUA3oSiQRWVjZ6s5zv3bsJtVoDqVRbRqPRID7+v9+52ll/KjGVqFoNPHv2FJUqVUm2HYZuLDY1tUBcXCzMzMwgkaQ9TTMREeVdDPwRUbppHtyHZtMv0EREQCKXQ6NSQfjjKKR9+0FapVq+P19epfuhIZEAcrkMKpUaCdb9pk8ys74MEREREaUuK9NzJs7WoFKpEB0dCY1GACAgPPw9rl+/nOXr/RERZVRgYAAiIz9CEASoVCoAgCBoPxt16/XpKBQKvHnzEvb2RVG0qCMkEgkcHBzx4UOYGMRL7veqsbEJZDIpBEEQjy8kcxHAyEgOiQR4/foFXFwqpTstc7FijggODuL6p0REBQQDf0SULoJSCc2mXyDExkIilwMAJHI5hNhYaDb9AsmsuVk6Ey+nz0cFQ06lfCEiIiIqjLIyPWfCbA2CICA6OvJTWjtAIpHCzMw829b7IyJKL+1s538QFxcHieS/YJ9EIjEYlNOl44yJiYZEIhU/xzQadaq/Vy0trWBmZoHY2GjxM9IQQRCgVseL6TvT8hlsaKYk0yoTERUcSUfpREQp0Pz1JzQREYb3RUZC8+ef+fp8VHDofshUrFgZTk7OvEhERERElEUMpefUkUoliI6OTvOxdNkaZDIjxMbGQqMRxIvbRkZyxMREIzY2FkqlEu/eBWZJ/YmIMkI321mbnlP7OaX7nZncbDxt6kw14uPV4o0Ruuel9nvV0dEJ5uYWsLGxhZGRHFKpVEwNaqhuarUGEgkQGRmZRS0mIqL8ioE/IkoXIfCNOPMuMYmREYS3WftjPKfPR0REREREKbOwsNBLZZeQRiPAwsIiXcfTZWuwsbGFiYkJ5HITABIolQoolQrExkYjMjIcISHBWVB7IqKM0c12NjU1FW9+EAThU2ripHRBOm2qTnWGb4wwMpLD2Ngk2VmFOoKgQUxMDN69e4Pw8PfpaBkRERU0DPwRUbpInEpC+JTDPjEhPh6SEk75+nxERERERPQftVqNwMDXePz4IQIDX0OjUcPR0QnyZNLty+VyFC+e/jG6dvZLSZiamkGtVgEQxIvm2hkz2vX+NBp1ZppDRJRhutnOEokE5uaWUKvVUKmU0M3+S0wXpJNIJJ/Se2b8xohKlapCJjOCTCZLdtafRqOBWq1dN/Dffx/w85KIqBBj4I+I0kXa4DNIra0N77OygvSzz/L1+Sj7GLpoRERERER5V3j4e9y4cRnPnz9BaGgQnj9/guvXLyMy8qOYnlM300WjESCTGaFSpSoZTrHu6OgkrpeVmFQqgZGREdN9ElGuSTjb2cjIKNmZzwlpNJpPawBKM3RjhPZ3dACCgt7CxMQUarX2d3RywT9BEPDx4wdERn5EYGBAus5FREQFBwN/RJQuEmNjSPv2g8TMDEK89k4yIT4eEjMzSL/2hySZO3/zy/koeyR30YjpR4iIiIjyJt1aVmp1vJjSTiqVQq2Ox7//PoC1tQ28veuiXLkKcHBwRLlyFeDtXRdFithl+JwymQy2tvaQSqXQZbMTBO0FbgsLK0il0nSlySMiykoJZztHRUV+uvHBcAAusaioCFhZ2aTrxoiwsBCcPfsHbt68isDA14iOTn3tPkEQoFarERUViUeP/uFvbiKiQsootytARPmPtEo1SGbNheTPPyG8DYS0hBOkn32WbUG4nD4fZa3ULhp5e9fN8F3hRERERJQ9dGtZ6cZvCalUKrx7FwgnJ2c4OTkD0I753r0LRHR0NCwsLFC8uFOGxngODkUREREOlUoJtVoNmUwGExNTMd1netPkERFlFd2ae//++wDx8fGQSiXJru+XmFQqxYsXT2BhYQGFQpHq5+T796G4cuUCVCoFAO1NEIKgSbDOX8oBR91sRP7mJiIqnBj4I6IMkciNIWvyeYE9H2WdtF40IiIiIqK8Q7eWlSFSqURv5l14+Hv8++8DccwXHKxBQMArVKpUJd0zAB0dnRAQ8AoyWdKL1BldP5CIKKvo1ty7cuUCgoPfwshIJqbzTIlarYFaHYd//rkNGxvbFD8n1Wo17t69ifh4JQRBu96pRKIL/unWP5WIawgmRyLhb24iosKKqT6JiChbpeeiERERERHlDQnXskos4cy71LI7pHddZ92MmqxeP5CIKKtIpTLUrFkXxsamkMlkBm9USEw3W0/3uZrS52RQUCAUCu1Mv4Rr+SX8WyqVQiqVJrvWn1wuh0aj4W9uIqJCioE/IiLKVmm9aEREREREeUfCtawSSzjzTpfdwRDdTJP00s2oycr1A4mIspKxsTGqVfOARCIDIEnTTQkajQCp1AhxcbGIjo5CXFwsVCplks/J6OhoGBlpk7QlnNWnC/JptwmQy010e/TKyOVySCTaOvE3NxFR4cRUn0RElK106ZrU6vgk+5iuiYiIiCjvUKvVCAr6b50+F5dKePLkX6hUKnEtK7lcrjfzLruyO0ilMqamI6I8rXTpcnByKomHD+8jODgYcXExEAQBSqXCYHnt52g8YmK0v421M/0iIZFI9db7s7CwgLGxMYyMjKBSqfSOIZFIIZNJYW1tg+LFnfD2bSA0GjWio6OgDUBKIZFoA4CmpqYwMuJvbiKiwoiBPyIiylYJF0BP6aIREREREeUeQ+v0yeXGcHFx/TQ7RRsMTHhxGtBeoA4O1hgM/nGmCREVdEZGxnBz84JarcaNG5cRH69CRESEGASUSqXQaDSfZuBpPycFQQO1Wg1BECAIAoKD3+LPP0/Bw8MLdnZFxZtnLSysEBn5USyrJYGtrT3c3KqjSBE7ODo64d9/H0AqlSE2Nhpqtfbz2MzMAkZG/M1NRFRYMfBHRJRP6O7AjomJhrW1FYoWLf4prUjep0vX9O5dYLIXjYiIiIgodyiVSty+fQMqlRIymQwmJqbi+lNPnjyCt3fdZMdtzO5ARKR/w6uVlTWsra0QGRkJjUYDB4diiIqKRExMNAQBekE/QJu6Mzz8Ay5cOIvSpcuiaNHi4oxrmcwICkUc4uIUkMmkKFeuAipWrCx+Juv/1o6EQqGAXG4CKysr/uYmIirEGPgjIsoHEt+BHRLyDi9evEClSlXyzVonTNdERERElPeEh7/H7ds3EBkZAalUAkEA4uJiYWFhBblcLq7Tl9w4jtkdiIi0Et/wWrasC5ydnaHRALdu3UBcXAxUqni9oJ+OIGgQH6/Bs2dP8P79e1hYWKY641qHv7WJiCixAhH4W7VqFc6dO4cHDx5ALpfj+vXrScoEBgZi2rRpuHLlCszNzdG+fXuMGTNGXCyXiCivUqvV+PffB1Cr48XUILo7sP/990GKd2ATERERESVHN87U3lwmAQBIJNrZJ9HRkbCxsU3TOn3M7kBEpJUwCCeRaG+O0GjUKFq0GCIjPyIyMgJKpSZJ4C+h6OhImJiYpDrjmoiIKDmGV+DOZ1QqFVq0aIHu3bsb3K9WqzFgwACoVCrs3LkT8+bNw/79+7Fs2bIcrikRUfoFBQVCpVIa3Ke7A5uIiIiIKL1040ypVJbkIrRGI0ChiEvzOn26i90VK1aGk5MzL1QTESXg6OgEY2MTmJiYApBAIpEkW1b3+cvf+0RElFEFIvA3fPhw9O3bF5UqVTK4//z583jy5Al+/PFHVKlSBQ0bNsSIESOwfft2KJWGL6YTEeUV0dHR4ky/xNJyBzYRERERkSG6caapqWmS8aZEor2Jluv0ERFlni4tsoWFJaRSaYoz/iQSCdRqNX/vExFRhhWKPJe3bt1CpUqV4ODgIG7z9fXFtGnT8OTJE1StWjXNx0rhhpx8T9e2gtxGHba1YCqobbWwsEBwsMZg8E93B3ZBa7NOQX1NDWFbiYiIKKclHGeam1siJiYKGo0GEolunT5jrtNHRJRFihSxQ61aPnj8+CEePrwPjUYNQALgvyCgVCqFVCr9lCI0bTOuiYiIEisUgb/Q0FC9oB8A8XFISEiaj2NsXLB/7Ohyj2vXdMjt2mQvtrVgKqhtdXZ2RmDga6jV8eI2iUQCqRSQy+VwdnaGTFYwP58K6mtqCNtKREREOc3R0QkBAa+gVsfD2NgYcrkt4uLioNGoIZcbo379hjAyMs7tahIRFRhSqQyurtVgZ+eAK1fOQ62Oh0YjfNqnDfhJpRKYmJjCyIgzromIKGPybOBv4cKFWLduXYpljhw5ggoVKuRQjQClUl2gZyfoLsDGx6sL/IVYtrVgKshtrVixMh49egCVSgWpVAJAAyMjOSpWrAyNBp/uFCx4CvJrmhjbSkRERDlNl3ru33//G2eamJhCLpejUqUqDPoREWWTokUdUa9eQ9y9exMxMbGIj1dCIpFAJpPCzMwCRkZyzrgmIqIMy7OBv379+qFDhw4plnF2dk7TsRwcHHDnzh29baGhoQCAokWLpqteheECpSAUjnYCbGtBVRDbamNjB2/vunj3LhAxMdGwtrZC0aLFIZHIClxbDSmIr2ly2FYiIiLKSUWK/DfOjI6OhoWFBYoXd+LFZiKibGZn54AGDfzw7l0gIiMjoVIpYGJiAgsLK34OExFRpuTZwJ+dnR3s7Oyy5FjVq1fH6tWrERYWBnt7ewDAxYsXYWlpCRcXlyw5BxFRdpNKZXBycoZEAsjlMqhUnC1FRERERJmnG2cSEVHO4ucvERFlB2luVyArBAYG4sGDBwgMDIRarcaDBw/w4MEDREdHAwB8fX3h4uKCcePG4eHDh/jrr7+wZMkS9OzZE8bGTF1CRERERERERERZT6lUol27dnB1dcWDBw9yuzpERERUCOTZGX/psWzZMuzfv1983L59ewDAli1bUKdOHchkMqxevRrTpk1D165dYWZmhg4dOmD48OG5VGMiIiIiIiIiIiroFixYgGLFiuHhw4e5XRUiIiIqJApE4G/evHmYN29eimVKliyJdevW5VCNiIiIiIiIiIioMDt37hwuXLiA5cuX488//8zt6hAREVEhUSBSfRIRERFR+g0cOBCNGjWCu7s7fH198d133yEoKEivzMOHD9GjRw+4u7ujYcOGvJGKiIiIKA1CQ0Px/fffY8GCBTA1Nc3t6hAREVEhUiBm/BERERFR+tWtWxcDBw5E0aJFERQUhAULFmDEiBHYuXMnACAqKgr+/v7w8fHB9OnT8e+//2LSpEmwtrZG165dc7n2RERERHmTIAiYMGECunXrBnd3dwQEBGT4WBJJFlYsk3R1yUt1ysvYX+nD/ko79lX6sL/Sh/2Vdnm5rxj4IyIiIiqk+vbtK/5dsmRJ9O/fH0OGDIFKpYJcLseBAwegUqkwZ84cGBsbo2LFinjw4AE2btzIwB8REREVOgsXLkw1+8GRI0dw4cIFREdHY8CAAZk6n7GxLFPPz2oSCSCTySCRAIKQ27XJ+9hf6cP+Sjv2Vfqwv9KH/ZV2ebmvGPgjIiIiIoSHh+PgwYPw8vKCXC4HANy6dQve3t4wNjYWy/n6+mLdunX4+PEjbGxscqu6RERERDmuX79+6NChQ4plnJ2dcfnyZdy6dQvu7u56+zp16oS2bdti/vz5aTqfUqnOU7MIdBc24+PVee4CZ17E/kof9lfasa/Sh/2VPuyvtMvLfcXAHxEREVEh9uOPP2L79u2IjY1F9erVsXr1anFfaGgoSpUqpVfewcFB3JeewF9eumiVWF5Oz5HfsW+zD/s2+7Bvsw/7Nvuwb3OGnZ0d7OzsUi03ZcoUjBw5UnwcHBwMf39/LF68GJ6enuk6Z167kAho65QX65VXsb/Sh/2Vduyr9GF/pQ/7K+3yYl8x8EdERERUgKQ1BVWFChUAAP7+/ujcuTMCAwOxYsUKjB8/HmvWrIEkC68c5rU0VYnl5fQc+R37Nvuwb7MP+zb7sG+zD/s2b3FyctJ7bG5uDgAoXbo0ihcvnhtVIiIiokKEgT8iIiKiAiStKah0dHeulytXDhUqVEDDhg1x69YteHl5wcHBAaGhoXrP1T3WzfxLi7yWpiqxvJyeI79j32Yf9m32Yd9mH/Zt9mHfEhEREZEOA39EREREBUhaU1AZotFoAABKpRIAUL16dSxZsgQqlUpc9+/ixYsoV65cutf3yw8XIfNieo6Cgn2bfdi32Yd9m33Yt9mHfZs3lSpVCo8ePcrtahAREVEhIc3tChARERFRzrt9+za2bduGBw8e4M2bN7h06RJGjx6N0qVLw8vLCwDQtm1byOVyTJ48GY8fP8aRI0ewZcsWfP3117lceyIiIiIiIiIiMoQz/oiIiIgKIVNTU/zxxx9Yvnw5YmJiULRoUTRo0ACDBw+GsbExAMDKygobNmzAjBkz0LFjR9ja2mLw4MHo2rVrLteeiIiIiIiIiIgMYeCPiIiIqBBydXXFli1bUi1XuXJl7NixIwdqREREREREREREmcVUn0REREREREREREREREQFAAN/RERERERERERERERERAUAA39EREREREREREREREREBYBEEAQhtytBRERERERERERERERERJnDGX9EREREREREREREREREBQADf0REREREREREREREREQFAAN/RERERERERERERERERAUAA39EREREREREREREREREBQADf0REREREREREREREREQFAAN/RERERERERERERERERAUAA39EREREREREREREREREBQADf0REREREREREREREREQFAAN/RERERERERERERERERAUAA3+EgIAATJo0CX5+fvDw8MDnn3+OZcuWQalU6pVxdXVN8t+tW7dyr+IZkJa2AsDDhw/Ro0cPuLu7o2HDhli3bl0u1TjjVq1ahW7dusHT0xPe3t4Gyxh6TQ8fPpzDNc28tLQ1MDAQ3377LTw9PeHj44P58+cjPj4+h2uaPfz8/JK8jmvXrs3tamWJ7du3w8/PD+7u7ujSpQvu3LmT21XKcsuXL0/y+rVo0SK3q5Ulrl27hoEDB8LX1xeurq44efKk3n5BELB06VL4+vrCw8MDffv2xYsXL3KnslRonT17Fl26dIGHhwdq1aqFwYMH6+0vyN8fOUWpVKJdu3ZwdXXFgwcP9PYVhDFXTitM49ncUBjGHtltzZo16NSpE7y8vODj44PBgwfj2bNnemUUCgWmT5+OOnXqwMvLC8OGDUNoaGgu1Tj/Wrt2LVxdXTF79mxxG/uWclpqYynSl9K4iLTSOtYpzDheSZu0jEnIMENjDNIXFBSEsWPHok6dOvDw8EDbtm1x9+7d3K6WyCi3K0C579mzZxAEATNmzECZMmXw77//4vvvv0dsbCzGjx+vV3bTpk1wcXERHxcpUiSHa5s5aWlrVFQU/P394ePjg+nTp+Pff//FpEmTYG1tja5du+ZyC9JOpVKhRYsWqF69Ov73v/8lW27u3Llo0KCB+Nja2jonqpelUmurWq3GgAED4ODggJ07dyI4OBjjx4+HXC7H6NGjc6HGWW/48OH48ssvxccWFha5WJusceTIEcydOxfTp0+Hp6cnNm/eDH9/fxw7dgz29va5Xb0sVbFiRWzcuFF8LJPJcrE2WScmJgaurq7o1KkThg4dmmT/unXrsHXrVsybNw+lSpXC0qVL4e/vjyNHjsDExCQXakyFzfHjx/H9999j1KhRqFu3LtRqNf79919xf2H4/sgJCxYsQLFixfDw4UO97QVlzJXTCtN4NqcVprFHdrp69Sp69uwJd3d3qNVqLFq0CP7+/jh8+DDMzc0BAHPmzMG5c+ewZMkSWFlZYebMmRg6dCh27tyZy7XPP+7cuYOdO3fC1dVVbzv7lnJSamMpSiq5cRH9Jz3XKQsjjlfSLi1jEkoquTEG/efjx4/o3r076tSpg3Xr1sHW1hYvX76EjY1NblftPwKRAevWrRP8/PzEx69fvxYqVaok/PPPP7lYq+yRuK3bt28XatWqJSgUCnHbjz/+KDRv3jw3qpdpe/fuFWrWrGlwX6VKlYQTJ07kcI2yT3JtPXv2rFC5cmUhJCRE3LZjxw6hRo0aeq9zftW4cWNh48aNuV2NLNe5c2dh+vTp4mO1Wi34+voKa9asycVaZb1ly5YJX3zxRW5XI9sl/rzRaDRC/fr1hfXr14vbIiIiBDc3N+HQoUO5UUUqZFQqldCgQQNh9+7dyZYp6N8fOeHs2bNCixYthMePHycZSxa0MVduKujj2ZxSWMYeOS0sLEyoVKmScPXqVUEQtN/31apVE44ePSqWefLkiVCpUiXh5s2buVTL/CUqKkpo1qyZcOHCBaFXr17CrFmzBEFg31LOSstYivSlNC6ilCUe6xRmHK9kXOIxCSWV3BiD9P34449C9+7dc7saKWKqTzIoMjLSYIR60KBB8PHxQffu3XHq1KlcqFnWS9zWW7duwdvbG8bGxuI2X19fPH/+HB8/fsyNKmYrXRqYzp0743//+x8EQcjtKmW5W7duoVKlSnBwcBC3+fr6IioqCk+ePMnFmmWddevWoU6dOmjfvj3Wr1+f79PQKZVK3L9/H/Xq1RO3SaVS1KtXDzdv3szFmmWPly9fwtfXF02aNMGYMWMQGBiY21XKdgEBAQgJCdF7ja2srODp6VkgX2PKe/755x8EBQVBKpWiffv28PX1xTfffKN3l3ph+P7ITqGhofj++++xYMECmJqaJtlf2MZc2amwj2ezQmEbe+SkyMhIABDfo/fu3YNKpdLr6woVKsDJySnfLSWRW2bMmIGGDRvq9SHAvqWclZaxFP0ntXERpSy565SFDccrmZN4TEJJJTfGIH2nT5+Gm5sbhg8fDh8fH7Rv3x67d+/O7WrpYeCPknj58iW2bduGbt26idvMzc0xYcIELF26FGvWrEHNmjUxZMiQfB/8M9TW0NBQvQt8AMTHBW1thOHDh2PJkiXYuHEjmjVrhunTp2Pr1q25Xa0sl9JrGhISkhtVylK9e/fGokWLsHnzZnTt2hVr1qzBjz/+mNvVypQPHz5ArVYnSVNhb29f4P4denh4YO7cuVi/fj2mTZuGN2/eoGfPnoiKisrtqmUr3b+9wvAaU970+vVrAMCKFSswaNAgrF69GjY2NujduzfCw8MBFPzvj+wkCAImTJiAbt26wd3d3WCZwjTmyk6FfTybVQrT2CMnaTQazJkzBzVq1EClSpUAaN+Dcrk8yRID9vb2/GxNg8OHD+Off/7BmDFjkuxj31JOSstYirTSMi6i5Bka6xRWHK9knKExCelLaYxB+l6/fo1ff/0VZcuWxYYNG9C9e3fMmjUL+/fvz+2qibjGXwG2cOFCrFu3LsUyR44cQYUKFcTHQUFB+Oabb9CiRQu99cLs7Ozw9ddfi489PDwQHByMDRs2oEmTJllf+XTKyrbmZRlpZ0qGDBki/l21alXExsZiw4YN6NOnT6bqmRWyuq35TXran/DfZuXKlSGXyzF16lSMGTNG705/ypsaNmwo/l25cmV4enqicePGOHr0KLp06ZKLNSPKn9L6+anRaAAAAwcORPPmzQFo17397LPPcOzYMV5YSEZa+/fChQuIjo7GgAEDcqhm+V9hGc9S4TJ9+nQ8fvwYO3bsyO2qFAhv377F7Nmz8csvv3A9ZMo2HEulHcdF6cOxDuUmjklSxjFG+giCADc3N4wePRqA9rr648ePsXPnTnTo0CGXa6fFwF8B1q9fv1TfaM7OzuLfQUFB6NOnD7y8vDBz5sxUj+/p6YmLFy9mup5ZISvb6uDgkOQuGd3jxHdO57T0tjO9PD09sXLlSiiVylwPGGVlWx0cHHDnzh29bbrXtGjRohmrYDbLTPs9PT0RHx+PgIAAlC9fPjuql+1sbW0hk8kQFhamtz0sLCzX/x1mN2tra5QtWxavXr3K7apkK92/vbCwMBQrVkzcHhYWhsqVK+dWtagASOvnp27mQ8ILC8bGxnB2dsbbt28B5M/vj+yW1v69fPkybt26leSu9k6dOqFt27aYP39+nh5z5YbCMp7Nqwrz2CO7zJgxA2fPnsW2bdtQvHhxcbuDgwNUKhUiIiL0ZqaFhYUV2s/WtLp//z7CwsLQsWNHcZtarca1a9ewfft2bNiwgX1LmZaVY6mCLivHRYVBdl+nLAw4XsmY5MYk9J/Uxhh3796FTCbLxRrmLUWLFk0yGaV8+fI4fvx4LtUoKQb+CjA7OzvY2dmlqazuy7RatWqYO3cupNLUs8A+ePAgz/x4yMq2Vq9eHUuWLIFKpYJcLgcAXLx4EeXKlcv1HNDpaWdGPHjwADY2Nrke9AOytq3Vq1fH6tWrERYWJqZDuHjxIiwtLeHi4pIl58hqmWn/gwcPIJVKk6R+yE+MjY1RrVo1XLp0CZ9//jkAbVqGS5cuoVevXrlcu+wVHR2N169f55nP1+xSqlQpFC1aFJcuXUKVKlUAAFFRUbh9+za6d++ey7Wj/Cytn59ubm4wNjbG8+fP4e3tDQBQqVR48+YNnJycAOTP74/sltb+nTJlCkaOHCk+Dg4Ohr+/PxYvXgxPT08AeXvMlRsKy3g2ryrMY4+sJggCZs6ciRMnTmDr1q1JblZzc3ODXC7HpUuXxFlCz549Q2BgIKpXr54LNc4/6tati4MHD+ptmzhxIsqXL4/+/fujRIkS7FvKtKwcSxV0WTkuKgyy+zplYcDxSvqkNiah/6Q2xmDQT1+NGjXw/PlzvW0vXrxAyZIlc6lGSTHwRwgKCkLv3r3h5OSE8ePH4/379+I+3YXn/fv3Qy6XixdnT5w4gb1792LWrFm5UueMSktb27Zti59//hmTJ09G//798fjxY2zZsgUTJ07MrWpnSGBgID5+/IjAwECo1Wo8ePAAAFC6dGlYWFjg9OnTCAsLg6enJ0xMTHDhwgWsWbMG/fr1y+Wap19qbfX19YWLiwvGjRuH7777DiEhIViyZAl69uyZJ4KcmXHz5k3cvn0bdevWhYWFBW7evIm5c+fiiy++yPcX9r7++muMHz8ebm5u8PDwwObNmxEbG6t391FBMH/+fDRu3BhOTk4IDg7G8uXLIZVK0aZNm9yuWqZFR0frzVwMCAgQbzBwcnJCnz59sGrVKpQpUwalSpXC0qVLUaxYMfEHDFF2srS0RLdu3bB8+XKUKFECTk5O2LBhAwCgRYsWAFCgvz+yW+ILfubm5gC03826u2wLypgrpxWm8WxOKyxjj+w2ffp0HDp0CCtXroSFhYU4K8jKygqmpqawsrJCp06dMG/ePNjY2MDS0hKzZs2Cl5cXg1OpsLS0TLIukbm5OYoUKSJuZ99STknLWIq00jIuov+kZaxTmHG8knapjUnoP2kZY9B/vvrqK3Tv3h2rV69Gy5YtcefOHezevRszZszI7aqJJIIgCLldCcpd+/btS/YiwKNHjwBoA3/r1q1DYGAgZDIZypcvD39//3w3mEtLWwHg4cOHmDFjBu7evQtbW1v06tUL3377bU5VM0tMmDDB4IKiW7ZsQZ06dfDnn39i0aJFePnyJQDtgLN79+748ssv892dVKm1FQDevHmDadOm4erVqzAzM0OHDh0wZswYGBnl7/sf7t+/j+nTp+PZs2dQKpUoVaoU2rVrh6+//rpAXJTetm0bNmzYgJCQEFSpUgVTpkwpcHdEjho1CteuXUN4eDjs7OxQs2ZNjBo1CqVLl87tqmXalStXDK4Z2qFDB8ybNw+CIGDZsmXYvXs3IiIiULNmTUydOhXlypXLhdpSYaRSqbBo0SL8/vvviIuLg6enJyZNmoSKFSuKZQrq90dOCwgIQJMmTfDbb7+JN5IBBWPMldMK03g2NxSGsUd2c3V1Nbh97ty54kVJhUKBefPm4fDhw1AqlfD19cXUqVN5QTcDevfujcqVK2Py5MkA2LeUs9IylqKkkhsXkVZaxzqFGccraZOWMQklL/EYg/SdOXMGixYtwosXL1CqVCl8/fXXeWotUgb+iIiIiIiIiIiIiIiIiAqA/DWth4iIiIiIiIiIiIiIiIgMYuCPiIiIiIiIiIiIiIiIqABg4I+IiIiIiIiIiIiIiIioAGDgj4iIiIiIiIiIiIiIiKgAYOCPiIiIiIiIiIiIiIiIqABg4I+IiIiIiIiIiIiIiIioAGDgj4iIiIiIiIiIiIiIiKgAYOCPiIiIiIiIiIiIiIiIqABg4I+IiIiIiKiQOnnyJLZv357m8m/fvsXEiRPh5+cHd3d3+Pr6om/fvvj999/FMleuXIGrqytq1qyJiIiIJOdzdXVFQECAuM3Pzw+urq4G/wsJCUm2Lu/fv8esWbPQpUsXuLm5wcvLKx0tJyIiIsqYCRMmoE2bNgb3zZ49G35+fuJj3bjI1dUVT58+TVJ+8eLFcHV11XtOQps2bYKrqysmTZpkcH/v3r3F41euXBmNGjXCmDFj8ObNmxTbcPfuXUycOBEtW7ZE5cqVMWDAgBTLE1H+wsAfUQG2fPlyvQsndevWRZ8+fXD9+vUkZR89eoQxY8bA19cXbm5uqFevHoYOHYpLly6JZTI7KNi+fTs6deokPg4ICDB4gefLL7/Ue15Gz/vs2TPMmDEDrVq1gqenJ/z8/DB16lS8f/8+SdlTp06hS5cu8PLygq+vL0aMGIHXr1/rldmzZw8aNmyI+vXrY/Xq1UmOsWLFCgwaNChNdcsJvXv3zvMDt1WrVuHrr7/O7WoQEREVWidPnsSvv/6aprIRERH48ssvcffuXQwbNgzr16/Hd999hxIlSuCvv/5KUj4qKgqbN29O07GbN2+OXbt2JfmvSJEiyT4nKCgIR44cgb29Pdzc3NJ0HiIiIqLcYG5ujiNHjiTZfvjwYZibmyf7vAMHDgAATpw4AaVSabBMjRo1sGvXLmzfvh0DBgzA+fPn0bdvX8TGxiZ73L///hvXr19H1apV4eTklM7WEFFeZ5TbFSCi7GVqaipecHn37h1WrlyJvn37Yt++fahUqRIA7QWfUaNGoWLFihg1ahRKly6N9+/f448//kC/fv1w9epVWFlZiYMCDw8PKBSKdNUjNjYWq1atwvfff59k3+jRo1GnTh3xsYWFhd7+jJ734sWLuH79Orp27YrKlSsjMDAQy5Ytw9WrV/H777/D2NgYgPbuq6FDh6J9+/YYNWoUwsPDsXTpUvTr1w8HDx6Eqakpnj59ipkzZ4r1nzZtGjw8PFCvXj0AQGBgILZs2YK9e/emq1+y09SpUyGV5u37O3r27In169fj8uXLqFu3bm5Xh4iIiFJw/PhxBAcHY9euXXoXiNq1aweNRpOkfJ06dbB161Z8/fXXsLS0TPHYDg4OqF69errq4+rqiosXLwLQ3vD26NGjdD2fiIiIKKc0adIEhw4dwrBhw8Rtt2/fRmBgIFq2bImbN28mec7z589x//591KtXDxcvXsTZs2fRrFmzJOWsra3FcVTNmjVhZmaG8ePH49y5c2jRooXB+vTu3RtfffWV+DcRFSwM/BEVcFKpVO8iioeHB/z8/LBz50788MMPCAkJwfjx41GzZk2sXbtWDIYB2juvu3TpAiMj7UdFZgYFR44cgUqlQpMmTZLsK1OmTIoXejJ63tatW6Nnz56QSCR65+revTvOnDmD5s2bA9DeXeXk5IQ5c+aIZe3s7PDVV1/h3r178Pb2FgNTXbp0AaC98HX+/Hkx8Ddv3jx0794dzs7Oaa5fdomLi4OpqSlcXFxyuyqpsra2RrNmzbBlyxYG/oiIiHLYhAkTsH//fgDaIBoAdOjQAfPmzTNY/uPHj5BKpbC3t0+yz9DNRv7+/hg+fDi2bt2aLVkR8voNTkREREQ6LVu2xOHDh3H//n1Uq1YNAHDw4EH4+PjAzs7O4HMOHToEiUSCGTNmoFu3bjh48KDBwF9i7u7uAKCXWj0xjqOICjb+CycqZJycnGBnZyd++e/evRtRUVGYOHGiXtBPp27dujAzMwOQuUHBb7/9hiZNmohBxPTI6HltbW31gn4AULVqVQBAcHCwuC0+Ph4WFhZ6Za2srAAAgiAAAJRKJUxNTcX9ZmZmYoqFy5cv4/bt22lOq6nL73737l297Wq1GvXr18dPP/0EAHj69ClGjRqFhg0bwtPTE61atcIvv/yid0e9Ll3qvn37MGXKFNSpU0cMTiZO9Zme4/3++++YMWMGatWqBV9fX8yfPx/x8fF69X369CmGDh2K2rVrw9PTE1988QUOHTok7hcEARs2bEDz5s3h5uaGJk2aYNOmTUn6o0WLFjh37pzBFKxERESUfQYPHoyGDRvC2dlZTK05ePDgZMtXq1YNGo0GY8eOxc2bN5OMDRKzs7ND165dsWnTJkRHR6dYVhAExMfH6/2nVqsz1C4iIiKivKZYsWKoVauWeN1Eo9Hg2LFjaN26dbLPOXToELy9veHs7IyWLVvi7NmziIyMTPVcumt+xYoVy5rKE1G+w8AfUSETFRWF8PBw8cv/2rVrKFasmHiXd3aIi4vDzZs3UaNGDYP7p02bhipVqsDHxwdTpkxBeHh4ttXlxo0bAIAKFSqI2zp27IinT59i+/btiIyMxOvXr7Fo0SJUrVpVrLO7uzsuXryIhw8f4uHDh7h48SLc3d2hVqsxe/ZsfPfddynmZE+oVq1aKFasWJLc7pcvX0ZoaKi4QHRwcDDKlSuHqVOnYu3atfjyyy/x888/Y+XKlUmOuWjRIgiCgJ9++gnfffedwfOm53hLliyBVCrFkiVL0K1bN/zyyy/Ys2ePuP/Fixfo2rUrXr58icmTJ2PVqlXo2LEjAgMDxTKzZ8/GsmXL0L59e6xduxYdOnTAwoULk6wj5OXlBbVajatXr6ap/4iIiChrlC5dGnZ2djA1NUX16tVRvXp1lC5dOtnyPj4+8Pf3x8mTJ9GtWzfUrFkT/fr1w2+//SbeLJWYv78/YmJisGPHjhTrsmPHDlSrVk3vv+RSUxERERHlR23atMHRo0chCAKuXLmCiIiIZGfw3blzBy9evBCvEbVp0wZKpRLHjx9PUlZ3A5VSqcS9e/ewYMECWFtbi1mqiKjwYapPokJAdzf2u3fvMH/+fKjVajHNZVBQULYv4vvgwQOoVKokwUVjY2N0794dvr6+sLa2xu3bt7F69Wrcu3cPe/bsgVwuz9J6KBQKzJ8/H1WrVoWPj4+43dvbGytWrMCYMWMwY8YMAECVKlWwfv16yGQysUyrVq3Qrl07ANrc7G3atMGOHTtgbW0tDsTSQiqVolWrVjhy5AjGjRsnzjQ8dOgQKlasKPaTj4+PWE9BEFCzZk3ExcVh27ZtGDp0qN4xK1eujNmzZ6d43vQcz8PDA1OmTAEA1K9fH1euXMHx48fRvXt3ANp1dORyOX799VdxzZ6EA8pXr15h27ZtmD59Orp27Sruj4uLw88//4yuXbuKMzmtra3h5OSE27dv8wIfERFRHiAIgt5sO4lEIo6Jxo0bh+7du+PUqVO4ceMGLl26hAsXLuDChQv48ccfkxzL0dERnTt3xsaNG9GrV69kz9myZUv4+/vrbTMxMcmiFhERERHlvmbNmmHGjBm4ceMGDh06hIYNGya7DvKhQ4cgl8vF6yTVq1eHs7MzDh48iM6dO+uVPXfunJg+FADKli2L5cuXw8HBIfsaQ0R5GgN/RAVcTEyM3pe/jY0NfvjhBzRo0EDcljgdZlYLCQkBgCQ5y4sVK4Zp06aJj2vXro2KFStiwIABOHHiBFq1apWl9Zg6dSoCAgKwc+dOvTb//fffGDduHL788ks0atQI4eHhWLlyJb799lvs2LFDTPE5Y8YMDBs2DPHx8ShRogTev3+Pn3/+GRs3bkRUVBRmzJiBc+fOwcHBARMmTNDr48Rat26NTZs24caNG/D29oZSqcTJkyfRr18/sYxCocCaNWtw8OBBvH37FiqVStwXHR0NCwsL8XGjRo1SbX96jufr66v33AoVKuDy5cvi48uXL6N58+bJDlAvXrwIQDuoTZgGrF69eli3bh3evn2LkiVLituLFCkivk+IiIgod129ehV9+vQRH9euXRtbt24VHzs7O6Nv377o27cvoqOjMWLECBw4cAD+/v6oXLlykuP1798fe/bswa5du1CqVCmD57SzsxPXoyEiIiLKy2QyWbIpyTUaTbLL3BQpUgS+vr7Yv38//vjjD8yaNSvZYxw5cgS1a9eGVCpFREQEAO1N6Fu2bEFQUBAcHR3F8jVr1sTEiRMhk8ng6OhocD1mIipcGPgjKuBMTU2xbds2SCQS2NraokSJEnpr5jk6OuLZs2fZWgeFQgEABtcQTKxhw4YwNzfH/fv3szTwt3jxYhw8eBCrV69GpUqV9PbNmjULdevWxYQJE8Rt1atXR6NGjfD777+LM9YAoGjRouLfS5YsQfPmzVGlShUsWLAAL1++xB9//IHz589jxIgROHnyZLILNHt4eKB06dJivvY///wTERERejMHf/zxR+zZswdDhgyBm5sbrKyscOrUKaxatQoKhUIvUJeWQV16jqdb41BHLpeLaxoC0EsXa8iHDx8gCALq1q1rcH/iwJ+xsbH4PiEiIqLcVa1aNfzvf/8THyccIyRmYWGBHj164K+//sKzZ88MBv6cnJzQoUMHrF+/HhMnTsyWOhMRERHlFDs7O4SGhhrcFxwcnOy1IEB7I/i4ceNgbm6e7E3cly9fRkhICEJCQlCrVq0k+48cOYKvv/5afGxlZcUbqIhIDwN/RAWcVCpN8cu/du3auHTpEh4/foyKFStmSx1sbGwAABEREXqBs5yydetWrFmzBvPmzTM4C+/p06do0qSJ3rbixYvD1tYWr169MnjMf/75B3/88QeOHj0KALh06RI6deoEGxsbtG7dGjNmzMDt27fRuHHjZOvVunVr7Nq1C1OmTMGRI0fg6ekJZ2dncf+xY8fQtWtXfPvtt+K2c+fOGTxWWmZtpud4qSlSpAiCg4OT3W9jYwOJRIIdO3YYTNlarlw5vceRkZHZ9v4jIiKi5Mnl8iQ331haWhocP75//x62trZJxh0vXrwAgBTTSX377bfYt28fdu/enflKExEREeWiWrVqYe3atbh27ZpeYC4qKgpXrlzRu4E8sSZNmqBJkybw8PBINq35wYMHYW5ujpUrV+rdvA8Ac+bMwcGDB/UCf0REiTHwR1TIdenSBRs2bMDcuXOxZs2aJEGaK1euwMPDA2ZmZhk+hy7IExAQgAoVKqRY9syZM4iJicmyO5UOHTqE2bNnY/To0Wjfvr3BMk5OTvjnn3/0tr158wYfPnzQm5WW0MyZMzFs2DDY2tqK22JjYwEAarUaSqUSgiCkWLc2bdpg1apVOH36NE6fPo1Ro0bp7VcoFHqvh1qtxuHDh1M8Zkqy8ng+Pj44fvw4xo4dazDdp24twfDwcPj5+aV4LI1Gg8DAQHTq1ClDdSEiIqKMq1ChAvbu3YtDhw6hTJkysLW1TTYd5/79+/H777+jXbt2qFq1KjQaDW7evIl169ahWrVqqFmzZrLncXZ2Rtu2bbF//36D+0NDQ3Hr1q0k211cXJJNLQ5ob2wCgCdPnkCtVouP3d3dkx3HEREREWWGr68vvL29MXToUAwZMgQVK1ZEcHAw1q9fD6lUit69eyf7XHNzc6xYsSLZ/QqFAidOnECzZs3EaysJderUCbNnz8azZ89Qvnz5DLfh/fv3uHr1qvh3dHS0OI5q2LBhpq4DElHuY+CPqJArWrQo5s+fj5EjR6J79+7o2bMnnJ2d8eHDB5w8eRIHDx7ElStXAGR8UODs7IyiRYvi/v37aNiwobh93rx5kEgkqF69OqytrXHnzh2sWbMGbm5u+Pzzz8VyaT1v06ZN4eTkhM2bNwPQrk8zYcIE1K1bF7Vr19a7mFS8eHEUL14cANCtWzfMmTMHs2bNgp+fH8LDw7Fq1SrY29ujZcuWSdpz4MABREdHo1u3buK2unXr4tdff4WLi4u4Fp6np2eKfe/i4gJXV1fMnDkTCoUiSWrTevXqYc+ePXBxcYGtrS127Nihl24zvbLyeEOHDsXZs2fRo0cPfPPNNyhatCiePn2K2NhY9O/fH+XKlUPPnj0xbtw4+Pv7w9PTEyqVCi9evMCVK1ewcuVK8VjPnz9HTEwMvL29M9w2IiIiypjOnTvjzp07mDlzJsLDw9GhQwfMmzfPYNmGDRsiMDAQv/32G1auXAmNRgMnJyf069cPX3/9NWQyWYrnGjBgAA4cOGBwTZzjx4/j+PHjSbZv3749xTHCiBEjDD6eO3cuOnbsmGJ9iIiIiDJCKpVizZo1WLZsGTZu3Ijg4GBYWlqibt26WL58eYpLo6Tm7NmziIyMTPbm9TZt2mDBggU4ePBgknFQejx+/DjZcdSpU6eSvRGMiPIHiZDalBQiyreWL1+OX375BTdv3ky17MOHD7Fu3TpcuXIFHz58gLW1NWrWrIlevXqJ67RduXIFffr0Mfj81AYFs2bNwr1797Bz505x2549e/Drr7/i5cuXiIuLg6OjIz7//HMMHz5c787utJ7Xz88PJUuWxNatW8X2J3cX1dChQzFs2DAAgCAI2LlzJ3799Ve8fv0aFhYWqF69OkaNGpVkhmJMTAxatGiBhQsXonbt2uL2qKgoTJ06FWfPnoW9vT0mTJiQ6kw3AFi7di1++ukn+Pj4YNOmTXr7QkNDMXXqVFy6dAlmZmbo0KEDypQpgylTpuDSpUuws7NDQEAAmjRpgqVLl6JFixZ6z+/duzfMzc2xZs2aTB9v9uzZOHXqFE6fPi1ue/LkCX766SdcvXoVarUaZcuWxbfffisGMAVBwPbt27Fr1y48f/4cFhYWKFeuHFq0aIG+ffuKx9m4cSO2bt2KU6dOpSllKREREREREREREREZxsAfEeWIhw8fokOHDjh58iTTLpGeTp06oXHjxhg6dGhuV4WIiIiIiIiIiIgoX5OmXoSIKPMqV64MPz8/bNmyJberQnnItWvX8Pr162RndBIRERERERERERFR2jHwR0Q55rvvvstUnnMqeKKiojB//nxYW1vndlWIiIiIiIiIiIiI8j2m+iQiIiIiIiIiIiIiIiIqADjjj4iIiIiIiIiIiIiIiKgAYOCPiIiIiIiIiIiIiIiIqABg4I+IiIiIiIiIiIiIiIioAGDgj4iIiIiIiIiIiIiIiKgAYOCPiIiIiIiIiIiIiIiIqABg4I+IiIiIiIiIiIiIiIioAGDgj4iIiIiIiIiIiIiIiKgAYOCPiIiIiIiIiIiIiIiIqABg4I+IiIiIiIiIiIiIiIioAGDgj4iIiIiIiIiIiIiIiKgAYOCPiIiIiIiIiIiIiIiIqABg4I+IiIiIiIiIiIiIiIioAGDgj4iIiIiIiIiIiIiIiKgAYOCPqJBydXXF8uXLc7saGZbV9Q8ICICrqyv27dsnblu+fDlcXV2z7Bw6fn5+mDBhQpYfNyv07t0bvXv3zpFzJX4Ndf39/v37HDl/Xn4diIgKCj8/PwwYMCDbz2Poezw5EyZMgJ+fn962/D4uyq+ya6xlSOIxzpUrV+Dq6opjx47lyPkNve9yQk63M634b46IiIiIKPsw8EeUjH379sHV1RV3795N93NjY2OxfPlyXLlyJRtqlrIHDx5g7NixaNiwIdzc3FC7dm307dsXe/fuhVqtzvH6pNf169fxzTffoEGDBnB3d0ejRo0wcOBAHDx4MLerlm2ePHmC5cuXIyAgIEuPO2HCBLi6uor/eXl5oUmTJhg+fDiOHz8OjUaTJef5+++/sXz5ckRERGTJ8bJSXq4bEVFu0Y1xkvvv1q1buV3FQkMXsHR1dcXx48eT7M/pm2IyI/H7yt3dHb6+vvD398eWLVsQFRWVJecJCgrC8uXL8eDBgyw5XlbKy3XLKfn9twgRERERUUFglNsVICqIYmNjsWLFCgwdOhR16tTJsfPu2bMHU6dOhb29Pdq1a4cyZcogOjoaly9fxuTJkxESEoKBAwfmWH3S6+jRoxg1ahSqVKmCPn36wMbGBgEBAbh27Rp2796Ntm3bimXv3LkDmUyWZecuWbIk7ty5AyOj7P9YPHbsGCQSifj4yZMnWLFiBWrXro1SpUpl6bmMjY0xa9YsAIBCocCbN29w5swZDB8+HLVr18aqVatgaWkplt+wYUO6z3Hz5k2sWLECHTp0gLW1dZqfl9WvoSEp1S3x60BEVNgMHz7c4PdO6dKlc6E2uSsnvpNS8/PPP6NZs2b5/rtJ976Kj49HaGgorl69ijlz5mDTpk1YuXIlKleuLJYdNGgQvv3223QdPzg4GCtWrEDJkiVRpUqVND8vI2Oc9EqpbjNnzoQgCNleh9yU33+LEBEREREVFAz8EeUjMTExMDc3N7jv1q1bmDp1KqpXr461a9fqBXP69u2Lu3fv4vHjxzlV1QxZsWIFXFxcsGvXLhgbG+vtCwsL03tsYmKSpeeWSCRZfsyEBEGAQqGAqalpkrZlJyMjI7Rr105v26hRo7B27Vr89NNPmDJlCpYsWSLuy+66aTQaqFQqmJiYZGt/p0VOvg5ERHnRZ599Bnd399yuRp6Q299JVapUwYMHD3DixAk0a9Ys286T0lgyqyR+Xw0YMACXLl3CwIEDMXjwYBw5cgSmpqYAtOOU7L7pKjY2FmZmZrn+vS+Xy3P1/NmtIPwWISIiIiIqKJjqkygdJkyYAC8vLwQFBWHw4MHw8vJC3bp1MX/+fDF1TUBAAHx8fABoA1m6dEcJ17B4+vSpOOPK3d0dHTt2xKlTp/TOpUuXdPXqVUybNg0+Pj5o2LBhsnVbsWIFJBIJFi5cqPdDW0d3nuS8efMG06ZNQ/PmzeHh4YE6depg+PDhSdJPqlQqrFixAs2aNYO7uzvq1KmD7t2748KFC2KZkJAQTJw4EZ999hnc3Nzg6+uLQYMGpZrK8tWrV3B3dzd4Ycbe3l7vcXLrwz1//hxjx45FzZo1UbduXSxZsgSCIODt27cYNGgQatSogfr16+OXX37RO15a1wbau3cv+vTpAx8fH7i5uaFVq1bYsWNHknK6NY3++usvdOzYER4eHti5c6e4T7e23L59+zBixAgAQJ8+fcT3y5UrVzB+/HjUqVMHKpUqyfH79euH5s2bp1jXlHz77bfw9fXFsWPH8Pz5c3G7oTX+tm7ditatW8PT0xO1atVCx44dxdSry5cvx4IFCwAATZo0Eeuve61dXV0xY8YMHDhwAK1bt4a7uzv++usvcZ+htV0+fPiAESNGoEaNGqhTpw5mzZoFhUIh7k/ptUp4zNTqZmiNv9evX4v/Nj09PfHll1/i7NmzemV0a+UcOXIEq1atEi9wfvXVV3j58mUqPU9ElH/oPm83bNiA7du3o0mTJvD09ES/fv3w9u1bCIKAn3/+GZ999hk8PDwwaNAghIeHGzzW+fPn0a5dO7i7u6NVq1b4448/kpSJiIjA7NmzxRSBTZs2xdq1a5Okpo6IiMCECRNQs2ZNeHt7Y/z48YiMjDR43pMnT6JNmzZwd3dHmzZtcOLECYPlkhtXvHz5EhMmTIC3tzdq1qyJiRMnIjY2Vu+5cXFxmDVrFurUqQMvLy8MHDgQQUFB6VrDrFWrVihbtix+/vnnNM0KO3r0qDi+qFOnDsaOHYugoCC9Mrpx66tXr9C/f394eXlh7NixYntnzJiBo0ePolWrVvDw8EDXrl3x6NEjAMDOnTvRtGlTuLu7o3fv3plOR+7j44PBgwfjzZs3OHDggLjd0Bp/Fy5cQPfu3eHt7Q0vLy80b94cixYtAqD9Du7cuTMAYOLEieJ3u25M0Lt3b7Rp0wb37t1Dz5494enpKT43uXWMNRoNFi1ahPr166N69eoYOHAg3r59q1cmuXWBEx4ztboZWuMvJiYG8+bNE9/zzZs3x4YNG5K8B3Svl+797ObmhtatW+PPP/9MqdvT1c5ly5ahWrVqBtPKfv/99/D29tYbjyVWEH6LEBEREREVFJzxR5ROarUa/v7+8PDwwLhx43Dp0iX88ssvcHZ2Ro8ePWBnZ4dp06Zh2rRpaNq0KZo2bQoA4kWNx48fo3v37nB0dET//v1hbm6Oo0ePYsiQIVi+fLlYXmf69Omws7PDkCFDEBMTY7BOsbGxuHz5Mry9veHk5JShdt29exc3b95E69atUbx4cbx58wa//vor+vTpg8OHD8PMzAyA9kf9mjVr0KVLF3h4eCAqKgr37t3D/fv3Ub9+fQDAsGHD8OTJE/Tq1QslS5bE+/fvceHCBbx9+zbFVJZOTk64dOkS3r17h+LFi2eoHaNGjUKFChUwZswYnDt3DqtWrUKRIkWwc+dO1K1bF2PHjsXBgwcxf/58uLu7o1atWuk6/q+//oqKFSvCz88PRkZGOHPmDKZPnw5BENCzZ0+9ss+fP8eYMWPQtWtXfPnllyhXrlyS49WqVQu9e/fG1q1bMXDgQJQvXx4AUKFCBbRr1w6//fYbzp8/j8aNG4vPCQkJweXLlzFkyJAM9NB/vvjiC5w/fx4XL140WDcA2L17N2bNmoXmzZujT58+UCgUePToEW7fvo22bduiadOmePHiBQ4dOoSJEyfC1tYWAGBnZyce4/Llyzh69Ch69uwJW1tblCxZMsV6jRw5EiVLlsSYMWNw69YtbN26FREREWIQL63SUreEQkND0a1bN8TGxqJ3796wtbXF/v37MWjQICxbtizJv81169ZBIpGgX79+iIqKwvr16zF27Fjs2bMnXfUkIsotUVFRSS7ySyQS8fNS5+DBg1CpVOjduzfCw8Oxfv16jBw5EnXr1sWVK1fQv39/vHz5Etu2bcP8+fMxd+5cvee/ePECo0aNQrdu3dChQwfs3bsXI0aMwPr168WxQ2xsLHr16oWgoCB069YNJUqUwM2bN7Fo0SKEhIRg8uTJALQz6AcPHowbN26gW7duqFChAk6cOIHx48cnad/58+cxbNgwuLi4YMyYMfjw4QMmTpyYrjHGyJEjUapUKYwePRr//PMP9uzZAzs7O3z33XdimQkTJuDo0aNo164dPD09ce3atXSnr5TJZBg0aBDGjx+f6qy/ffv2YeLEiXB3d8fo0aMRFhaGLVu24O+//8Zvv/2ml9o6Pj4e/v7+qFmzJsaPHy/OtAO06yqfPn0aPXr0AACsXbsWAwcOxDfffIMdO3agR48e+PjxI9avX49JkyZhy5Yt6WpTYu3atcOiRYtw/vx5fPnllwbLPH78GAMGDICrqyuGDx8OY2NjvHz5En///TcA7fho+PDhWLZsGbp27YqaNWsCAGrUqCEeIzw8HP3790fr1q3xxRdfJLl5LLFVq1ZBIpGgf//+CAsLw+bNm9G3b1/8/vvvev2VmrTULSFBEDBo0CAxYFilShX89ddfWLBgAYKCgjBp0iS98jdu3MAff/yBHj16wMLCAlu3bsXw4cNx5syZJP9mM9LOdu3a4eeff8aRI0fQq1cv8XlKpRLHjx9Hs2bNkp0ZW1B+ixARERERFRQM/BGlk0KhQMuWLcWgS/fu3dGhQwf873//Q48ePWBubo7mzZtj2rRpcHV1TZJmcfbs2ShRogT27t0rzmzr0aMHunfvjoULFyYJLtjY2GDTpk0prjvz8uVLqFQqVKpUKcPtatSoEVq0aKG3rXHjxujatSuOHz+O9u3bAwDOnj2Lhg0bYubMmQaPExERgZs3b2LcuHHw9/cXtw8YMCDVOvTv3x+TJ0/G559/jho1aqBmzZqoX78+atSoAak0bROUPTw8MGPGDABA165d4efnh3nz5mH06NHiRbg2bdqgQYMG2Lt3b7oDf9u2bdO7CNSrVy/4+/tj48aNSQJ/L1++xPr169GgQYNkj+fs7Axvb29s3boV9erV01sT0s7ODsWLF8eBAwf0An+HDx+GRqPBF198ka66J6Z7v7x69SrZMmfPnkXFihWxbNkyg/srV66MqlWr4tChQ/j8888NXkx5/vw5Dh48CBcXlzTVq1SpUli1ahUAoGfPnrC0tMSOHTvQr18/vXWBUpOWuiW0du1ahIaGYvv27fD29gYAdOnSBV988QXmzp2LJk2a6L0PFQoFfvvtN/HfsbW1NWbPno1///03U/8WiYhySt++fZNsMzY2xt27d/W2BQUF4Y8//oCVlRUA7cyhNWvWIC4uDnv37hVTNX748AEHDx7E9OnT9Wbvv3jxAsuXLxeDWZ07d0aLFi2wcOFC8UL9xo0b8fr1a+zfvx9ly5YFAHTr1g3FihXDhg0b0K9fP5QoUQKnTp3CtWvX8N133+Gbb74BoB2L9enTJ0lbFi5cCHt7e+zYsUOse+3atdGvX79Ub0LRqVKlCubMmSM+Dg8Px//+9z8x8Hf//n0cPXoUX331lRio6dmzJyZOnIiHDx+m6Rw6bdu2xapVq/Dzzz+jadOmBtf6U6lUWLhwISpVqoTt27eLgZiaNWtiwIAB2LRpE4YPHy6WVyqVaNGiBcaMGZPkWM+fP8fRo0fF70cbGxv88MMPWLVqFY4dOybO2tK93gEBAZkKmhQvXhxWVlZ4/fp1smUuXLgAlUqFdevWGbxRx8HBAZ999hmWLVuG6tWrJxlnA9obpKZPn45u3bqlqV4fP37EkSNHxPZWrVoVI0eOxO7duw2+r5KTlroldOrUKVy+fBkjR47EoEGDAGjfO8OHD8eWLVvQq1cvvfU2nz59iiNHjojb6tSpg3bt2uHw4cN6gbqMtrNMmTLw8vLCgQMH9I537tw5fPz4McX2FJTfIkREREREBQVTfRJlQPfu3fUe16xZM02pY8LDw3H58mW0bNlSvMv+/fv3+PDhA3x9ffHixYskaZq+/PLLFIN+gPaOfQCwsLBIZ0v+kzCYpVKp8OHDB5QuXRrW1tb4559/xH3W1tZ4/PgxXrx4kexx5HI5rl69io8fP6arDp07d8b69etRp04d/P3331i5ciV69uyJZs2aiXd6p+UYOjKZDG5ubhAEQW+7tbU1ypUrl+KFp+Qk7KfIyEi8f/8etWvXxuvXr5OkGStVqlSKQb/USKVStG3bFqdPnxZfYwA4cOAAvLy84OzsnOFjAxDX+ImOjk62jLW1Nd69e4c7d+5k+Dy1atVKc9APQJIAqu7iU3rSWWXEuXPn4OHhIQb9AO2/qa5du+LNmzd48uSJXvmOHTvqXdjWPS8j7ysiotzwww8/YOPGjXr/rVu3Lkm5Fi1aiIEzQHuTDaCdOZ5wfTYPDw+oVKokY5lixYrp3dhkaWmJ9u3b459//kFISAgA4NixY6hZsyasra3F8dH79+9Rr149qNVqXLt2DYD2u8DIyEhvLCaTyZIEPoKDg/HgwQN06NBBr+7169dP13dS4uCRt7c3wsPDxe9lXfpq3aw5nbQEYhLTzfp7+PAhTp48abDMvXv3EBYWhu7du+vNvmrUqBHKly+fJD01kHTcquPj46MXyPP09AQANGvWTC9Vo+71zorvN3Nz81THHYA2KJY4xWtaGRsbp5hSMrH27dvrtbdFixYoWrQozp07l6Hzp9Wff/4JmUyWJP1ov379IAhCknFPvXr19AKBlStXhqWlZZpfl7S0s127drh9+7beTWEHDx5EiRIlULt27WSPXVB+ixARERERFRSc8UeUTiYmJknuQLaxsUnTD8tXr15BEAQsXboUS5cuNVgmLCwMjo6O4uOEF2SUSmWS89jZ2Yk/4lO6kJKauLg4rFmzBvv27UNQUJDe2iIJA1rDhw/H4MGD0bx5c1SqVAm+vr5o166dOBPL2NgYY8eOxfz581G/fn14enqiUaNGaN++PYoWLZpqPRo0aIAGDRogNjYW9+/fx5EjR7Bz504MHDgQR48eTTVdU+L0QlZWVgZfMysrq2TXIUrJjRs3sHz5cty6dSvJGj+RkZF6FxezIpVQ+/btsW7dOpw8eRLt27fHs2fPcP/+fUyfPj3Tx9aljk3pIk3//v1x8eJFdOnSBWXKlEH9+vXRpk0bMX1VWqS3H8qUKaP3uHTp0pBKpdm+LktgYKB40TMhXfrVwMBAvTvZE7/XdBcrIyIisrGWRERZx8PDA+7u7qmWK1GihN5j3Xddcts/fvyod3NKmTJlksxe083qe/PmDYoWLYqXL1/i0aNH4jrJielSkurKJ/7uSpyyOjAwUDx3YuXKldMLJKQkuc/6jx8/wtLSEoGBgZBKpUm+6wydNy3atm2LlStX4ueff8bnn3+eZL+uXYZSdJcvXx43btzQ22ZkZJRsatPEr59uPJm4vO51zYrvt5iYmBTHcq1atcKePXswZcoU/PTTT/Dx8UHTpk3RokWLNGd/cHR0NLhedHISv1YSiQRlypTBmzdv0nyMjHjz5g2KFSuWZD28ChUqiPsTSvx6AdrfIGl9XdLSzlatWmHOnDk4cOAAhg4disjISJw5cwZ9+/Y1OANVpyD9FiEiIiIiKggY+CNKp9Rm36VEd+dyv379kp0JlvBOXgB6d3PfvHkzScqhU6dOoUyZMjAyMsK///6b4brNnDkT+/btw1dffYXq1avDysoKEokEo0aN0vvhXatWLZw4cQKnTp3ChQsX8L///Q+bN2/G9OnT0aVLFwDa1GF+fn44efIkzp8/j6VLl2Lt2rXYvHkzqlatmqb6mJmZwdvbG97e3rC1tcWKFSvw559/okOHDik+z9BFoeRes4TtSotXr16hb9++KF++PCZMmIASJUpALpfj3Llz2LRpU5I709OzLkxyXFxcUK1aNRw4cADt27fHgQMHIJfL0bJly0wfW/d+SfyeS6hChQo4duwYzp49i7/++gt//PEHduzYgSFDhuilEktJZvsh8YWm5C48qdXqTJ0nvZK7AJne9xURUV6X3PdoVn4OajQa1K9fX0zfmZguUJjTcvqzXjfrb8KECTh16lSmj2dsbJxsG5J7XbNq3JTYu3fvEBkZmeK4w9TUFNu3b8eVK1fEsceRI0ewa9cu/PLLL2kah2fF+Cut1Gp1pn4bpEd2vS4J2djYoHHjxjh48CCGDh2KY8eOQalUpppeviD+FiEiIiIiys8Y+CPKBskFJnR3v8vlctSrVy/dx61cuTI2btyot61o0aIwMTFB3bp1cfnyZbx9+9bgHcGp0a2dMWHCBHGbQqFIkr4SAIoUKYJOnTqhU6dOiI6ORq9evbB8+XLxxzagDSb169cP/fr1w4sXL9C+fXv88ssvWLhwYbrr5ubmBgBiOrDccvr0aSiVSqxatUpvBsCVK1cyddyU7qAGtLP+5s2bh+DgYBw6dAiNGjWCjY1Nps4JaFOGSiQScX2l5Jibm6NVq1Zo1aoVlEolhg0bhtWrV2PAgAEwMTFJtf7p9fLlS72ZIi9fvoRGo9FbgwhIOvNANwsiofTUzcnJCc+fP0+y/dmzZ+J+IiJKv5cvX0IQBL3PZF2aPt1ae6VLl0ZMTEyq46OSJUvi8uXLiI6O1pv1l/jzW/eZ/fLlyyTHMPRZn1FOTk7QaDQICAjQC04aOm9affHFF1i1ahVWrFgBPz+/JOcDtG1IPDvy+fPnefq76vfffwcA+Pr6plhOKpXCx8cHPj4+mDhxIlavXo3FixfjypUrqFevXraMOxISBAEvX76Eq6uruC25mXWBgYF6Y5b01K1kyZK4dOkSoqKi9Gb96cYdaV2HMq3S0k5Am+5z8ODBuHPnDg4ePIiqVauiYsWKKR7bzMysQP8WISIiIiLKb7jGH1E2MDMzA5A0MGFvb4/atWtj165dCA4OTvI8XRqr5NjY2KBevXp6/+lmBA4ZMgSCIGDcuHEG0+zcu3cP+/fvT/bYhu4i3rp1a5JZVB8+fNB7bGFhgdKlS0OpVAIAYmNjoVAo9MqULl0aFhYWYpnkXLp0yeB23dojhtJa5SRdHyVOPbR3795MHVf3fjF0YQMA2rRpA4lEgtmzZ+P169ep3nWdFmvXrsX58+fRqlWrFGdRJH69jY2NUaFCBQiCAJVKlab6p9f27dv1Hm/btg0A8NlnnwHQppOytbXF9evX9crt2LEjybHSU7eGDRvizp07uHnzprgtJiYGu3fvRsmSJdO1JhQREf0nODgYJ06cEB9HRUXht99+Q5UqVcTUey1btsTNmzfFNfMSioiIQHx8PADtd0F8fDx+/fVXcb9arRa/K3SKFSuGKlWqYP/+/XrfARcuXEiyZmtm6IJYib+DEtcnPXSz/h48eIDTp0/r7XNzc4O9vT127typN646d+4cnj59ikaNGmX4vNnp0qVLWLlyJUqVKpXiOMZQGvYqVaoAgNje5MbZGfXbb7/praV87NgxhISEiOMOQHvz3u3bt/X6/MyZM3j79q3esdJTt88++wxqtTrJuGfTpk2QSCR6588KaWmnrl62trZYv349rl27luZxZ0H4LUJEREREVFBwxh9RNjA1NYWLiwuOHj2KsmXLokiRIqhYsSIqVaqEqVOnokePHmjbti2+/PJLODs7IzQ0FLdu3cK7d+9w4MCBDJ2zRo0a+OGHHzB9+nS0bNkS7dq1Q5kyZRAdHY2rV6/i9OnTGDlyZLLPb9SoEX7//XdYWlrCxcUFt27dwsWLF1GkSBG9cq1bt0bt2rVRrVo1FClSBHfv3sXx48fRq1cvANo7+Pv27YsWLVrAxcUFMpkMJ0+eRGhoKFq3bp1iGwYPHoxSpUqhcePGcHZ2RmxsLC5evIgzZ87A3d0djRs3zlDfZJX69etDLpdj4MCB6NatG6Kjo7Fnzx7Y29tnajZilSpVIJPJsG7dOkRGRsLY2Bh169YV18Cxs7NDgwYNcOzYMVhbW6frol58fLx4h71SqcSbN29w+vRpPHr0CHXq1MGMGTNSfL6/vz8cHBxQo0YN2Nvb49mzZ9i2bRsaNmwo3p1erVo1AMDixYvRqlUryOVyNG7cGObm5hnoDSAgIAADBw5EgwYNcOvWLRw4cABt2rQR124BgC5dumDt2rWYPHky3NzccP36dYMzONJTt2+//RaHDx9G//790bt3b9jY2OC3335DQEAAli9fnua1hYiI8os///xTnF2UUI0aNfRmMWVW2bJlMXnyZNy9exf29vbYu3cvwsLCMHfuXLGMv78/Tp8+jYEDB6JDhw6oVq0aYmNj8e+//+L48eM4deoU7Ozs4Ofnhxo1auCnn37Cmzdv4OLigj/++MPgDR6jR4/GgAED0KNHD3Tq1Anh4eHYtm0bKlasKK5zm1lubm5o3rw5Nm/ejPDwcHh6euLatWvijMaMzk7TrfX34MEDve1yuRxjx47FxIkT0atXL7Ru3RphYWHYsmULSpYsib59+2ayRZmne1+p1WqEhobiypUruHDhApycnLBq1Sq9NPaJ/fzzz7h+/ToaNmyIkiVLIiwsDDt27EDx4sXF9YVLly4Na2tr7Ny5ExYWFjA3N4eHh0eG37M2Njbo0aMHOnbsiLCwMGzevBllypTBl19+KZbp0qULjh8/jm+++QYtW7bEq1evcPDgwSRpS9NTNz8/P9SpUweLFy/Gmzdv4OrqigsXLuDUqVP46quvUkyJml3tBLTvsdatW2Pbtm2QyWSpjt91CsJvESIiIiKigoKBP6JsMmvWLMycORNz586FSqXC0KFDUalSJbi4uGDv3r1YsWIF9u/fj/DwcNjZ2aFq1aoYMmRIps7ZrVs3uLu745dffsFvv/2GDx8+wNzcHFWrVsXcuXNTvGN38uTJkEqlOHjwIBQKBWrUqIGNGzcmWWund+/eOH36NC5cuAClUgknJyeMHDkS/v7+AIDixYujdevWuHTpEg4cOACZTIby5ctjyZIlaN68eap9durUKRw9ehTBwcEQBAHOzs4YOHAg+vfvDyOj3P3IKl++PJYtW4YlS5Zg/vz5cHBwQPfu3WFnZ4dJkyZl+LhFixbF9OnTsWbNGkyePBlqtRpbtmwRA3+ANu3SmTNn0LJlSxgbG6f52EqlEuPGjQOgvQvdzs4Obm5uGDJkCJo2bZpqMKtr1644ePAgNm7ciJiYGBQvXhy9e/fG4MGDxTIeHh4YMWIEdu7cib/++gsajQanTp3KcOBvyZIlWLp0KX766ScYGRmhV69eYht0hgwZgvfv3+P48eM4evQoPvvsM6xfvz5J2rP01M3BwQE7d+7Ejz/+iG3btkGhUMDV1RWrV6/OszMoiIgyY9myZQa3z507N8sDf99//z0WLFiA58+fo1SpUli8eLHeesdmZmbYunUr1qxZg2PHjuG3336DpaUlypYti2HDhsHKygqANg3kqlWrMGfOHDFltZ+fHyZMmID27dvrnfezzz7D0qVLsWTJEvz0008oXbo05s6di1OnTuHq1atZ1j7dmODw4cM4ceIE6tWrh8WLF6NFixbp+s5OyMjICIMGDcLEiROT7OvYsSNMTU2xbt06LFy4EObm5vj888/x3XffwdraOrPNyTTd+0oul6NIkSKoVKkSJk2ahI4dO+qltDTEz88Pb968wd69e/HhwwfY2tqidu3aeu8BuVyOefPmYdGiRZg2bRri4+Mz9Z4dOHAgHj16hLVr1yI6Oho+Pj6YOnWqOHsPABo0aIAJEyZg48aNmDNnDtzc3LB69WrMnz9f71jpqZvuvbxs2TIcOXIE+/btQ8mSJTFu3Dj069cvQ23JbDt12rVrh23btsHHxwfFihVL8zny+28RIiIiIqKCQiJk18r0RESUZU6ePIkhQ4Zg+/bt8Pb2zu3qEBERUQoePHiA9u3b48cff8ySFN1EOenhw4do164d5s+fnySgTkREREREeR/zlhER5QN79uyBs7OzmOaKiIiI8oa4uLgk2zZv3gypVIpatWrlQo2IMmf37t0wNzdHs2bNcrsqRERERESUAUz1SUSUhx0+fBiPHj3C2bNnMXny5AyvFURERETZY/369bh37x7q1q0LmUyGP//8E3/++Se6du2KEiVK5Hb1iNLs9OnTePLkCXbv3o2ePXtmOG07ERERERHlLqb6JCLKw1xdXWFubo5WrVph+vTpub7OIREREem7cOECVqxYgadPnyImJgYlSpRAu3btMHDgQH5vU77i5+eH0NBQ+Pr6YsGCBamuyUhERERERHkTA39EREREREREREREREREBQDX+CMiIiIiIiIiIiIiIiIqABj4IyIiIiIiIiIiIiIiIioAGPgjIiIiIiIiIiIiIiIiKgC42nw6hIREZtuxjY1lUCrV2Xb8vKQwtRXI+vYa3bgG25ZNAAAfjp5CfM1aWXbszOJrW3AVprYChau9hamtQNa3t2hRqyw7VkGWnWOojChs7/u0Yr8kj31jGPvFMPZL8tg3hhXGfuEYioiIiCj7cMZfHiCR6P+/ICtMbQUKV3sLU1uBwtXewtRWoHC1tzC1FSh87SXD+D4wjP2SPPaNYewXw9gvyWPfGMZ+ISIiIqKsxsAfERERERERERERERERUQHAwB8RERERERERERERERFRAcA1/ojyGY1TSURPmCL+TUREREREREREREREBDDwR5TvaEo4IWb0uNyuBhERERERERERERER5TFM9UlERERERERERERERERUADDwR0RERERERERERERERFQAMPBHlM9Inz+D1bCBsBo2ENLnz3K7OkRERERERERERERElEcw8EeUz0jfh8F01w6Y7toB6fuw3K4OERERERERERERERHlEQz8ERERERERERERERERERUADPwRERERERERERERERERFQAM/BEREREREREREREREREVAAz8ERERERFRrhs69FssXfpTimU6d26L3bt35FCNiIiIiIiIiPIfo9yuABERUWE2e/Y0HD16CO3adcR3303S2/fTT/Oxf/8etGzZBpMnT8udCqaTQqHAihVLcOrUH1CplKhduy7GjJkAOzv7ZJ9z7txp/PbbXjx69BARER+xceN2VKzoKu6PiPiIDRvW4OrVywgKCkKRIkXw2WeN8M03g2BpaZnkeB8/hqNv3x4ICQnG0aNnYGVlBQCYNUvb14mVLVse27btzoLWU1aKnzk1246tlkqh0Wj0thl9Pz1dx9D92x0wYCh69+4rbv/zz7OYNGkszp+/nhVVJSIiIiIiIiJKF874IyIiymXFijni1Kk/oFDEidsUCgVOnDgGR8fiuViz9Fu+fBEuXPgTM2fOw/LlaxEaGorJk79L8TmxsbHw8KiOQYOGGdwfGhqC0NAQDBkyElu37sLkydNw+fIlzJs3w2D5efNmokIFlyTbR44ciyNHTuDAgWP4/fdj2LfvMKytbdC4cZP0N5QIgLGxCbZv34yIiIjcrkqWUKlUuV0FIiIiIiIiIsokzvgjIiLKZa6ulfHmTQDOnTuDZs1aAgDOnTsDR8ficHJy0iur0WiwfftmHDiwH2FhYXB2Lo2+ff3RuPHnAAC1Wo0FC2bj77+vIywsDI6OjujQoQu+/LK7eIzZs6chKioSHh7VsXPndqhUKjRp0gwjRoyBkVHGhwZRUVE4dOh3TJ06CzVr1gIATJo0FT17dsa9e3fh5uZu8HktWrQGALx9G2hwf/nyLpg9+0fxccmSpfDtt4Mxc+b3iI+P16vz/v3/Q2RkJL7+uj8uX76odxxLS0vI5TKoVGoIgnZmVmRkBFq3/iLDbabCzdu7Nt68eY1t2zZi8OARBsucPXsK69evwZs3r2Fv74BOnbqie/de4v7Ondviiy86ICDgNc6cOQUrKyt89ZU/2rXrmOx5//77OoYPH4gFC5ZgzZoVeP36FVxcKmHChCkoX/6/oPft27ewZs0KPHz4QJwpO2DAUJiZmYnnbtOmHV6/foW//jqHxo394OlZA8uW/YTvv5+JFSsWIzg4CD4+9TFlygycOXMSGzasQVRUFFq0aIVhw0ZDJpMBAJRKJdauXYmTJ48jKioS5cpVwKBBw1CjhjcA7UzcRYsW4Pbtm4iMjEDJkqXQu/fXaNq0hV7b1Op4LFo0H8ePH4GRkRHat++Mb74ZCIlEYrAvIiMj8fPPS3D+/DkolSpUrlwFw4aNRsWKldLwChIREREREREVPAz8EeUz6jLlELF8tfg3EaXO6Ma1VMvEfwpUAQAUChjdvAlBSOEJxsaId/cUH0qiIiF79FD/OOnQuvUXOHz4oBj4O3z4AFq3boubN2/oldu6dSP++OMoxo6diFKlnHH79k3MnPkDihSxhZdXTQiCgGLFHDFz5jxYW9vg3r07WLBgNuztHdCkSVPxOH//fR329g5YtWotXrx4iR9+mIiKFSvhiy86AAA2bFiDo0cP4X//O5jmNjx69ADx8fHw9q4jbitTpiwcHYvj/v07yQb+MiI6OgoWFhZ6Qb/nz59h06Z1WLNmMwIDA1I9xqFDv8PbuzaKFy+RZfWiwkUmk+Lbb4dg+vQp6Ny5G4oVc9Tb//DhA/zww0T06/ct/Pya4t69O/jpp3mwsbFBq1ZtxXI7d27HN98MRJ8+/XDmzCn89NM8eHnVQOnSZVM8/8qVSzFixBjY2TlgzZqfMX78aPz66z4YGRnhzZsAjB07DP37D8LEiT8gPPwDFi9egMWLF2DSpP/SqP7661b07dsf/fp9C7lciuvXbyAuLg7/+99OTJ8+BzExMZg8+TtMmjQWlpZW+PHHpQgMfIMpU8bB3d0TTZo0AwAsXrwAL148w/Tpc+DgUBTnzp3B2LHDsXnzTjg7l4ZSqYSraxX06vUVzM0tcOnSecyaNRUlS5ZC1apuYn2OHj2MNm3aYd26zXj48AEWLJgNR8fi4mdTYt9/Px4mJiZYuHAZLCws8fvv+zBy5CD8+us+WFvbpPclJSIiIiIiIsr3GPgjymcEBwcouvbI7WoQ5Su2LVNO5ShIJAgN+ig+lgQHw6ZFys9RO5fG+xv3xMeye/dg+0VzhARnLOVfs2atsGbNz3j37i0A4O7d25g+fY5e4E+pVGLr1o1YsmQl3Nw8AGhnv925cwu//74PXl41YWRkBH//AeJznJxK4t69Ozhz5oRe4M/KyhqjR4+DqakxSpYsDR8fX9y4cVW8uF6kSBGULFkqXW0ICwuDXC4X19TTsbOzQ1hYWPo6JAXh4eHYtGk92rb9LxCgVCoxbdpkDB48AsWLF0818BcaGoIrVy7ihx9mZVm9qHBq2LAxKlashA0b1mDixB/09u3atR01a9ZC377fAABKly6DFy+eYceOrXqBPx+feujYsQsAoFevr7B79w78/ff1VAN/X3/dH7Vq1QUATJkyDR06tMK5c2fQpElTbN26EU2btsCXX2rHDM7OpTFixHcYNuxbjBkzASYmJgCAGjVqoXv3XpBIALlchuvXbyA+Ph5jx04UPwMaNWqC48eP4MCBP2Bubo5y5crDy8sbf/99HU2aNMO7d+9w5MhB7N17CA4ORQEAPXr0xpUrl3DkyEEMGDAERYsWQ48evcW6d+7cDVevXsbp0yf1An+Ojo4YPnw0JBIJSpcui6dPn2D37h0GA3+3b9/Cgwf3cfDgCRgbGwMAhg4dib/+OoszZ06lOGuSiIiIiIiIqKBi4I+IiCgPsLW1hY9PfRw5chCCIKBevfooUqSIXpmAgNeIi4vDqFFD9LarVCpUrOgqPt67dzcOHz6A4OB3UCgUn/brp70rV668mKIPAOztHfDs2RPxcadOXdGpU9dk67tlyy/YunWj+Hjr1j3pam9GRUdH4bvvRqBs2fJ6Ac41a1agbNmyaN68VZqOc/ToIVhaWuKzzxplU02pMBk0aBhGjBiE7t17621/+fI5fH0b6m1zd/fE7t2/Qq1Wi/8GK1SoKO6XSCSws7PHhw8fAABjxgzHnTs3AQCOjiWwbdtusWy1ah7i39bWNihdugxevnwOAHjy5DGePn2MEyeOiWUEQYBGo8Hbt4EoW1abNaBy5SpJ2mNqaqoX+Lezs0fx4k4wNzdPsM1OrOOzZ0+gVqvRvbt+oE2pVMLGRjvrTq1WY+vWjTh9+gRCQkIQH6+CUqmEiYmp3nOqVnXTS+vp5uaOnTu36fWXzpMn/yI2NhatW+vfqKFQKPDmTeqzfomIiIiIiIgKIgb+iIiowPtw9FS6ygvFiiH82KlUU30mpHZzS/d5Emvduh0WL14AABg9elyS/bGxsQCABQuWoGjRYnr75HI5AODkyeP4+eelGDp0JNzc3GFuboEdO7bgn3/u65VPvJafRCKBRqNJc13bt+8EP7//ZhA6ODjA3t4eKpUKkZGRerP+3r9/D3t7+zQfOzkxMdEYM2Y4zM0tMGfOj3ptuHHjOp49e4KzZ7VpRoVPL16bNp+jT59+ekFCQRBw+PABNG/eSuw3osyoXr0GateuizVrVqBly7apPyGRlP49TpgwBQqFwmC5lMTGxqBdu47o3Llbkn2OjsXFv3Xr/aVUn+TqKAga8VwymQwbNmyFVKofnNMdf8eOrdiz51cMHz4G5cu7wMzMDMuW/YT4eFWa25RYbGwM7O0dsHz5miT7LC2tDDyDiIiIiIiIqOBj4I8on5H9+wiWE8YAAKLm/QR1JddUnkFE6V53z8QE8TVrpRz4S0SwtMrw+n46der4QKVSQSKRoHZtnyT7y5UrB2NjYwQFvYOXV02Dx7h79zbc3T3EtIEA8ObNm0zVyxBra5sk62e5ulaBkZERbty4ikaNtDNwXr16gaCgd3ozkzIiOjoKo0cPg1wux/z5i8Q0hTqzZy+AQhEnPn7w4B/MnTsDP/+8LknK0ps3byAg4DXatGmXqToRJTRw4DB8/XUPODuXEbeVKVMOd+/e1it39+5tODuXTjJ7LTmJg/wJ3b9/F8WLa4N4EREReP36Fcp8Wv+3UqXKeP78OUqVck5vU9KtYkVXqNVqfPjwAZ6eXgbL3L17G76+DcVZuRqNBq9evUK5cvrrFSe+SeH+/XvJ9pera2W8fx8GmUyGEiWcsqg1RERERERERPkbA39E+YwkMgLG5/8U/yaigkMmk2H79j3i34mZm1ugW7deWL58EQRBgIdHdURFReHu3VuwsLBEy5ZtUKpUaRw7dhhXrlxCiRJOOH78CB4+vI8SJUqmqy579+7Cn3+exdKlq9L8HEtLS7Rp0w7Lly+GtbUNzM0tsGTJj3Bz84Cbm7tYrkePThgwYCgaNmwMAIiI+IigoHcIDQ0BALx69RKANr2gvb0DoqOjMGrUUCgUcfjhh5mIjo5CdHQUAKBIEVvIZLIkwb3w8HAA2sBL4jUHDx36HVWruqF8eZd09QlRSipUcEHTpi3wv//tErd169YL/fv3waZN6+Hn1xT379/F3r27MWbMhCw556ZN62BjYwM7OzusXbsSNjZFxPS1PXt+hQED+mLRovlo27Y9TE3N8OLFM1y7dgWjR4/PkvPrlC5dBs2atcSsWVMxdOhIVKzoivDwD7hx4xoqVKiIevV84ezsjDNnTuHu3duwsrLGrl3b8eFDWJLAX1DQOyxfvgjt2nXEo0cPsXfvLgwZMtLgeb2966BaNXdMnDgWgwcPh7NzaYSGhuDixfNo2LAxKleumqXtJCIiIiIiIsoPGPijfCc+Ph6vXr1IU9nSpcumKy0WEVFus7CwTHF///6DUKSILbZu3YjAwDewtLRCpUqV0afP1wCAdu064vHjR5g6dSIACT7/vDk6dOiCy5cvpqse4eHhGVoja9iw0ZBIpJg8eRxUKiVq1/bBmDH6QYZXr16KgTsAOH/+T8yZM118PHXqJADA11/3h7//ADx69BD//HMPANC1a3u9Y+3ZcyBdM32ioiJx9uxpjBgxNr1NI0rVN98MxOnTJ8THrq6VMWPGXKxfvwabNq2Hvb0D/P0HolWr9KcDNWTgwGFYunQhAgJew8WlEubPXyymr3VxqYgVK9Zi7dqVGDy4PwABTk6l0KRJ05QPmkGTJk3F5s0bsGLFEoSEBMPGpgiqVXNHvXoNAABffeWPwMA3GD16GExNTfHFFx3QoEEjvc8CAGjRojUUCgX69/8KUqkMnTt3Q7t2HQ2dEhKJBAsXLsXatSsxZ850hId/gJ2dPapXrwFbW7tsaScRERERERFRXicRhPQkMivcQkIis+W4Egkgl8ugUqnTlVYuP8qKtj579gS/3X8BhxKlUiwX+jYA7auVzdUZHdnx2hrduAbbltoUeh+Onsp0asGsUpjex0Dham9haitQuNpbmNoKZE97ixblOmJpkV1jqIwoCO/7v/++juHDB+Lo0TNJZrRmVEHol+zCvjGM/WIY+yV5udU3N29ezdTzvbxqZ1FNDCus7xmOoYiIiIiyD6dCUb7kUKIUipetkNvVICIiIiIiIiIiIiIiyjOkuV0BIiIiIiIiIiIiIiIiIso8zvgjIiIiIspHatTwxvnz13O7GkRERERERESUB3HGHxEREREREREREREREVEBwMAfERERERERERERERERUQHAVJ9E+Yy6kivC9x8W/yYiIiIiIiIiIiIiIgIY+CPKdwQra6jqN8jtahARERERERERERERUR7DVJ9EREREREREREREREREBQADf0REREREREREREREREQFAAN/RPmM7O4d2NX2hF1tT8ju3snt6hAREVE+9/ff11G/vjciIyOTLXPkyEG0aNEo5ypFRERERERERBnCNf6I8hmJUgHZi+fi30RERAXRzZtXs+3YUqkEGo2gt83Lq3a6jjF79jQcPXoIAGBkZARHx+Jo0aI1evf+GkZGHGITERERERERUe7gVQkiIiIiogyoU6ceJk36ASqVCpcuXcCiRfNhZGSE3r2/Ttdx1Go1JBIJpFIm4yAiIiIiIiKizOHVBSIiIiKiDDA2lsPe3gHFi5dAhw6d4e1dG+fP/wmlUokVK5agffuW+PxzX/Tv/xX+/vu6+Dxd2szz58+hV68u8POrh6Cgd+jcuS02bVqPmTN/QNOmDdCpUxucP38OHz58wIQJo9G0aQN89VU3PHz4j149bt++hcGDv4GfX3107NgaS5b8iNjYWHH/sWOH4e/fG02bfoYvvmiOadMm48OH90nac/v2LfTp0w1+fvXw7bd98ezZkxTb/9dfZ9GvX0/4+dVDly7t8MsvaxEfH5+pPiUiIiIiIiKizGHgj4iIiIgoC5iYmEClUmHx4gW4f/8Opk+fg82bd6Jx488xduxwvH79SiwbFxeH7ds3Y/z4Kdi6dRdsbe0AALt3/wp3d0/88st2+Pj4YubMHzBr1lQ0a9YKGzZsg5NTKcyaNRWCoE1V+uZNAMaOHYZGjfywefOvmD59Du7cuYXFixeI54qPj8c33wzEpk07MGfOQrx79xazZ09LUv/lyxdj6NCRWLduC4oUscX48aOTDeTdvn0Ts2ZNRZcu3bF1626MGzcRR48ewpYtv2RhjxIRERERERFRejHwR0RERESUCYIg4Nq1K7h69TJcXCriyJGDmDlzPjw9vVCyZCn06NEb7u7VceTIQfE58fHxGD16AtzdPVG6dFmYmpoCAHx86qF9+05wdi6Nr7/+BtHR0ahSpSr8/D5H6dJl0LPnV3jx4jnevw8DAGzduhFNm7bAl1/2gLNzabi7e2LEiO9w7NhhKBTatYDbtGkHH5/6KFmyFNzc3DFy5FhcvnwRMTExeu345psBqF27LipUcMGUKdPw/n0Yzp07Y7DNv/yyDr169UXLlm1QsmQp1KpVF998MxC//74vO7qYiIiIiIiIiNKIa/wREREREWXAxYvn0bRpA8THx0Oj0aBp0xZo1KgJjhw5iO7dO+qVVSqVsLGxER/L5XK4uFRMcswKFf7bZmdnDwAoX94lwTbtzMAPHz7A3t4BT548xtOnj3HixDGxjCAI0Gg0ePs2EGXLlsPDhw/wyy9r8eTJv4iMjIQgaAAAQUHvUK5cefF57u4e4t/W1jYoXboMXr58brDtT5/+i7t3b+vN8FOrNVAqFYiLixMDmURERERERESUsxj4IyIiIiLKAC+vmhg7diKMjORwcHCAkZERTp36AzKZDBs2bIVUKtMrb2ZmJv5tYmICiUSS5JhGRv8Nz3X7DW3TBe9iY2PQrl1HdO7cLcmxHB2LIzY2FmPGDEXt2j6YOnUWihSxRVDQO4wePRTx8aoMtz0mJhb+/t+iYUO/JPuMjY0zfFwiIiIiIiIiyhwG/oiIiIiIMsDMzAylSjnrbatY0RVqtRofPnyAp6dXttehUqXKeP78eZJ66Dx9+gQfP37EwIFD4ehYHADw8OE/BsvevXsXjRo1AQBERETg9etXKFOmnMGyrq6uePXqZbLnJSIiIiIiIqLcwcAfUT4TX80dYVdvAwA0xUvkcm2IiIgoodKly6BZs5aYNWsqhg4diYoVXREe/gE3blxDhQoVUa+eb5aer2fPrzBgQF8sWjQfbdu2h6mpGV68eIZr165g9OjxcHQsDrlcjr17d6Fdu054/vwpNm1ab/BYGzashaWlFWxt7bB27UrY2BTBZ581Mli2b9/+GDduJBwdi6NRoyaQSqV48uRfPHv2FN9+OzhL20hEREREREREacfAH1F+Y2oKTVnDd98TERFR7ps0aSo2b96AFSuWICQkGDY2RVCtmjvq1WuQ5edycamIFSvWYu3alRg8uD8AAU5OpdCkSVMAgK2tLSZNmoq1a1fif//bhUqVKmPIkJGYMGF0kmMNGTIcS5YsREDAa7i4VML8+Yshl8sNnrdOHR8sWLAEmzatw/btm2FkZITSpcuibdv2Wd5GIiIiIiIiIko7iSAIQm5XIr8ICYnMluNKJIBcLoNKpUZBfzWyoq3Pnj3B+ffxKF62Qorl3r14Cl87I5Qv75KxE2UBvrYFV2Fqb2FqK1C42luY2gpkT3uLFrXKmgMVcNk1hsqIwva+Tyv2S/LYN4axXwxjvyQvt/rm5s2rmXq+l1ftLKqJYYX1PcMxFBEREVH2keZ2BYiIiIgoe1y7dg0DBw6Er68vXF1dcfLkSb39giBg6dKl8PX1hYeHB/r27YsXL17olQkPD8eYMWNQo0YNeHt7Y9KkSYiOjs7BVhARERERERERUVox8EeUzxj9fR0OTnZwcLKD0d/Xc7s6RESUh8XExMDV1RVTp041uH/dunXYunUrpk2bht27d8PMzAz+/v5QKBRimbFjx+LJkyfYuHEjVq9ejevXr+OHH37IqSYQEREREREREVE6MPBHlN8IAiTx8ZDEx6NQ5YIhIqJ0a9iwIUaNGoWmTZsm2ScIArZs2YJBgwbh888/R+XKlbFgwQIEBweLMwOfPn2Kv/76C7NmzYKnpye8vb0xZcoUHD58GEFBQTndHCIiIiIiIiIiSoVRbleAiIiIiHJeQEAAQkJCUK9ePXGblZUVPD09cfPmTbRu3Ro3b96EtbU13N3dxTL16tWDVCrFnTt3DAYUkyORZGn1M0xXj7xSn7yC/ZI89o1h7BfD2C/Jy699k931za/9QkRERER5FwN/RERERIVQSEgIAMDe3l5vu729PUJDQwEAoaGhsLOz09tvZGQEGxsb8flpYWwsy2Rts45EAshkMkgknDifEPsleewbw9gvhrFfkpdbfSOVZi6iJpdn73cY3zNERERElNUY+CMiIiKibKVUqvPMTAbdhdX4eDUvsCbAfkke+8Yw9oth7Jfk5VbfaDSZO5lKpc6imhjG9wwRERERZTUG/oiIiIgKoaJFiwIAwsLCUKxYMXF7WFgYKleuDABwcHDA+/fv9Z4XHx+Pjx8/is9Pq7x2MVMQ8l6d8gL2S/LYN4axXwxjvyQvv/VNTtU1v/ULEREREeVd0tyuABERERHlvFKlSqFo0aK4dOmSuC0qKgq3b9+Gl5cXAMDLywsRERG4d++eWOby5cvQaDTw8PDI8ToTEREREREREVHKOOOPiIiIqICKjo7Gq1evxMcBAQF48OABbGxs4OTkhD59+mDVqlUoU6YMSpUqhaVLl6JYsWL4/PPPAQAVKlRAgwYN8P3332P69OlQqVSYOXMmWrduDUdHx9xqFhERERERERERJYOBPyIiIqIC6t69e+jTp4/4eO7cuQCADh06YN68eejfvz9iY2Pxww8/ICIiAjVr1sT69ethYmIiPmfhwoWYOXMmvvrqK0ilUjRr1gxTpkzJ8bYQEREREREREVHqGPgjymfia3gjJPDTeksyWe5WhoiI8rQ6derg0aNHye6XSCQYMWIERowYkWyZIkWK4KeffsqO6hERERERERERURZj4I8ov5FIACP+0yUiIiIiIiIiIiIiIn2MHlCBpVbH49WrwFTLlS5dFkYMpBERERERERERERERUT7HaAcVWO/fBeKdSolXlvHJlgl9G4D2AMqXd8mxemWaUgnpB22qT42tHWBsnMsVIiIiIiIiIiIiIiKivICBPyrQ7IqXRPGyFXK7GlnK6O5t2LZsAgD4cPQU4mvWyuUaERERERERERERERFRXiDN7QoAQFBQEMaOHYs6derAw8MDbdu2xd27d8X9giBg6dKl8PX1hYeHB/r27YsXL17oHSM8PBxjxoxBjRo14O3tjUmTJiE6OlqvzMOHD9GjRw+4u7ujYcOGWLduXU40j4iIiIiIiIiIiIiIiCjb5Xrg7+PHj+jevTvkcjnWrVuHw4cPY/z48bCxsRHLrFu3Dlu3bsW0adOwe/dumJmZwd/fHwqFQiwzduxYPHnyBBs3bsTq1atx/fp1/PDDD+L+qKgo+Pv7w8nJCfv27cO4ceOwYsUK7Nq1K0fbS0RERERERERERERERJQdcj3V57p161C8eHHMnTtX3Obs7Cz+LQgCtmzZgkGD/s/encfHfO1/HH9PNtsQkSAhVERFaw1FpVFL9VKt2tqmlhbXtbW2bmorbimhStu4LaW0tVat9WtqKdpaYg9KS62NRBCJLaisvz/czDWymEwmmSyv5+ORh8z3e+Z8P58zE77mk3POILVp00aSNG3aNAUEBOinn37Ss88+q1OnTmnbtm1asWKF6tatK0kaO3as+vfvrxEjRqhixYr6/vvvlZiYqMmTJ8vFxUUPP/yw/vjjDy1YsEBBQUF5mzQAAAAAAAAAAABgY3Yv/G3ZskWBgYEaOnSo9u7dq4oVK6p79+566aWXJEmRkZGKiYlRQECA6TmlS5dW/fr1FR4ermeffVbh4eEqU6aMqegnSQEBAXJwcNDhw4f19NNP6+DBg3rsscfk4uJiahMYGKi5c+fq2rVrZjMMs2Iw2CjxDPrMjb7zm/yaa27Fkxv53tuXwZB/xjK/vra5pSjlW5RylYpWvkUpV6no5QsAAAAAAICix+6Fv3Pnzmnp0qXq06ePBg4cqN9++02TJk2Ss7OzOnfurJiYGEmSu7u72fPc3d11+fJlSdLly5dVrlw5s/NOTk5ydXU1Pf/y5cvy9vY2a+Ph4WE6Z0nhz8XF0bokH8BgkBwdHWUwSKmpuXKJfMMWuTo7O8rgkCSHByxUa3CQDAZDlu0MDnf7c3YuOK+to9P/YnVycpQhl2LPrqL0PpaKVr5FKVepaOVblHKVil6+AAAAAAAAKHrsXvhLTU1VnTp19Oabb0qSHn30UZ04cULLli1T586d7RyduYSE5Fyb8ZeaKiUlJRf6DyJtkWtiYrJSU6SUlKzbpabcfX9l1S415W5/iYnJ1gXzALnx2qYm/S/WpKRkJeVS7NlVlN7HUtHKtyjlKhWtfItSrlLRyxcAAAAAAABFj90Lf+XLl5evr6/ZserVq2vDhg2m85IUGxurChUqmNrExsaqVq1aku7O3IuLizPrIykpSdeuXTM938PDwzRDME3a47SZf5bIzQ8KU1OLzgyE/JZrbsdiy3zv7Se/jaOUP2PKTUUp36KUq1S08i1KuUpFL18AAAAAAAAUHQ9YLDH3NWzYUGfOnDE7dvbsWVWuXFmS5O3trfLlyyssLMx0Pj4+XocOHZK/v78kyd/fX9evX9eRI0dMbXbt2qWUlBTVq1dPktSgQQPt27dPiYmJpjY7d+6Uj4+Pxfv7AfmCs7OSPb2U7OklOTvbOxoAAAAAAAAAAJBP2L3w16tXLx06dEizZ8/WX3/9pXXr1mn58uXq3r27pLt7tL366qv6/PPPtXnzZh0/flwjRoxQhQoV1KZNG0mSr6+vmjdvrvfee0+HDx/W/v37NXHiRD377LOqWLGiJKlDhw5ydnbWmDFjdOLECYWGhuqbb75Rnz597JY7YI2keg0Ud/i44g4fV1K9BvYOBwAAAAAAAAAA5BN2L/zVq1dPs2bN0g8//KDnnntOn332mUaPHq3nn3/e1KZfv37q2bOnxo0bpxdeeEG3bt3SvHnzVKxYMVOb6dOnq3r16urVq5f69++vhg0b6v333zedL126tL788ktFRp28vacAALZPSURBVEaqS5cuCg4O1muvvaagoKA8zRcAAAAAAAAAgJwKCQmRn59fkbkuAMvYfY8/SWrVqpVatWqV6XmDwaBhw4Zp2LBhmbYpW7asPvrooyyvU6tWLS1ZssTqOAEAAAAAAAAUTiNHjtTq1atNj8uUKaOHHnpIPXr0UOfOnXOt3apVqzRq1CjT45IlS8rb21sdO3bUq6++KhcXl2zl0bp1a0VFRclgMMjV1VWPPPKIXnrpJbVv3z5b/dzvp59+UmRkpHr37p2jfnKLLeM7ePCgQkJCFB4ertTUVFWuXFkBAQEaPHiwypQpk2vXzY3+8vt1Adhevij8AciG+Hg5Hf9DkpTk94hkNNo5IAAAAAAAgMLBxcVFkyZNkiTFx8dr586dGjlypK5du2ZWELF1O0kaOnSovL29FR8frw0bNujDDz/U0aNHNXPmzGzn8cgjj6h37966fPmyNm/erDfeeEO//fab3n333Wz3leann37Snj178m1hyFbxHT58WK+88ooqV66s1157Ta6urjp+/LjWrl2rF154IcPCny3HJTv9DRo0SP379y/Q1wVgexT+gALG6fgfcnvmKUnSlR83K6lRYztHBAAAAAAAUDg4OTmpY8eOpsc9evRQhw4dtHbtWrOCiK3bSdKTTz6punXrSpK6deumF198UaGhoRo5cqQqVqyYrTwqVqyoTp06SZL+9a9/afTo0Zo/f76efvppNWzYMFt9FTVz5syR0WjU8uXLzYp8w4cPt19QmXBycpKTU95/xG+v6wKwDD+dAAAAAAAAAJCJkiVL6u+//87Tdg4ODmrSpImOHDmiqKiobBf+7jd48GCtXLlSK1euNBX+rl69qjlz5mj79u2KjIyUwWBQvXr1NHToULPi4P17ud37eMqUKerSpUu2+pOkU6dOafr06Tp48KBu374tb29vtW3bVkOGDDFrFxcXp5kzZ2rLli26fv26atSooeHDh6tFixbZjs9SJ0+e1MMPP5xuZp/xvlW3bD0u2cnj6aefVkREhOnx8ePHM8zFknHOjetK0t69e/X555/r0KFDkqRHH31UAwYMUGBgYLbiA5B9FP4AAAAAAAAA4L/i4uIkSTdv3tTmzZt16NAhDR06NNfb3e/cuXOSpLJly1qbikmlSpVUoUIFUxEmrf8VK1bo+eef16uvvqobN25o+fLl6t27t1avXi1fX19J0rRp0yRJy5cv16lTp8z2I7y3cGVpfwkJCerXr58SEhLUp08fubq66syZM9qyZYtZwSc+Pl7du3fXlStX1LNnT5UrV04bN27UoEGDtGDBAjVt2jRb8VmqQoUK+v333xUZGSlvb+9M29l6XLKTx7vvvqubN29q06ZN2rRpU4bxWTrOtr6uJG3ZskWDBw9W1apV9a9//Uvu7u7avXu3li9fbir8WRrfvdKKklkVHAFQ+AMAAAAAAAAASdKtW7fUrFkz02NHR0cNHjxYr732Wq62k+4WuuLi4hQfH6/169frp59+Us2aNVW9enWb5FahQgWdOXPG9NjHx0dbt241m8nWrl07tW7dWitXrtSIESMkybRUaVhYmKKjo82WLr2Xpf2dPn1aUVFRmjRpkl588UVT26SkJLP+5s2bp8jISK1atUo1a9aUdHcJ1I4dO2rWrFmmwp+l8VmqZ8+eGjp0qJ577jm1aNFCgYGBevrpp9MVYG09LtnJo02bNpKkiIiITAtwlo6zra+bnJysiRMnqkqVKlq5cqVKlSolSXrppZd06dKlbMcHIPso/AEAAAAAAACApGLFimn27NmS7s7U27x5sz777DM9/PDDatu2ba61k5Ruz7+AgABNmDDBprndu8TovYWopKQk3bhxQ8WLF5ebm5siIyOz3b+l/ZUoUUKSdODAAXXs2FEuLi6SlG7PuE2bNqlOnTry8PAwzZqUJH9/f61atUrJyclydHTMdpwP0rZtW82dO1dffPGFNm7cqPXr1+vf//63/vnPf2rYsGHZvqatx9lSlo6zrR09elTnz5/Xe++9Zyr6palQoUKO4vPx8cmFiIHCh8IfAAAAAAAAAOjujLyAgADT4+eee059+/ZVcHCwnn76aTk4OORKO0kaN26cfHx8VKpUKVWuXFkeHh42zS0hIUHFixc3PU5JSdHChQu1ePFiRUZGKjk52axtdlna30MPPaSgoCB9++232rhxoxo2bKhmzZqpa9eucnV1NbWLiIhQQkKC2YzJe8XHx5u1t6Unn3xSTz75pOLi4rRjxw4tXLhQc+bMUcWKFdWjR49s9WXrcbaUpeNsa2nFzLQlTG0Z3/r1620eL1AYUfgDAAAAAAAAgEw88cQT2r59u6Kjo1W5cuVca1evXj3VrVvXprHf69KlS/Ly8jI9njt3rmbMmKEOHTpo+PDhpqUs33zzTaWmpma7/+z09/777ysoKEjbtm3Ttm3bNHXqVC1fvlxr165VsWLFJEkGg0GBgYHq27dvhtcrWbJktmPMrnLlyqlDhw5q27atnnrqKf3444/ZLvzZepyzw5Jxtqf8Hh9QUFH4AwAAAAAAAIBMpC3tePPmzTxtZ0vR0dG6ePGinnjiCdOx0NBQNW7cWNOnTzcdS0xM1I0bNzLsw2AwZHmN7PZXu3Zt1a5dWwMHDtSCBQsUHByssLAwtWzZUpJUpUoV3blzx2zGZFYeFF9OuLi4qFq1aoqJicn2dW09ztn1oHG29XW9vb0lSSdPnsx0tqY18QGwnMODmwDIT1JLGZXYqLESGzVWainjg58AAAAAAAAAq4WFhcnZ2dlU0MirdrY0a9YsSVLXrl1NxxwdHdPtp/bdd98pKSkpwz5KlSqlK1euZHre0v7i4+PTHUsbi3v3z2vTpo327dunAwcOpLtWdHR0tuOz1L59+8yW45Tu7s94/PhxValSJdvXtfU4W8rScbb1dWvXri0vLy998803io+PNzsXGxtrdXyS1K5dO7Vr1y5H8QFFATP+gAImudYjuvrjZnuHAQAAAAAAUOgkJSVp7dq1kqQbN25o586d2rp1q/75z3+aLS1p63a2dvHiRa1Zs0axsbHavHmz9u/fr169eumxxx4ztWndurVCQkI0btw41a5dW7///rs2b94sNze3DPv09/fXwoUL9d5776lNmzZydnaWn5+fKlasmK3+du3apYkTJ6pdu3by8fHR1atXtWjRIlWqVEn+/v6mdv369dOGDRvUp08fBQUFydfXVxcuXFBYWJiMRqPmzZuXrfgs9fnnn+uvv/7Ss88+qypVqig2NlYrVqxQfHy8/vnPf+bauFja37Fjx3T8+HFJMv2Z9h4rVaqU2rRpk61xtvV1HR0dNW7cOA0ePFhdu3ZV586d5e7urv379+vWrVv69NNPrYpPks6cOZP5CwfAhMIfAAAAAAAAAEhKSEjQiBEjJEnFihVTtWrVNHr0aL3yyiu52s7W/vjjD40cOVJlypRRrVq1NGPGDD377LNmbfr3769bt25p3bp1Wrt2rerVq6d58+ZpyJAhGfb5zDPP6MiRI/r++++1evVqpaamasqUKerSpUu2+vPz81NAQIA2bdqkmJgYubq6qlGjRho+fLiMxv+tbmU0GrV06VKFhIRow4YNio2NlYeHh+rXr6+goKBsx2epf/3rX1qxYoX+7//+TzExMSpTpoweeeQRTZs2LcOClK3GxdL+Nm3aZJrBmSbtPVa5cmVTAc7Scbb1daW7xc6vvvpKn3/+ub744gtJ0qOPPqoBAwaY2mQ3PgCWM6Tm9g6ihUhMTMbrLueUwSA5OzsqMTFZhf3VsEWup0+f1Pa4JHlW882y3W87tsroXl4+tepk2ubC2VMKLOek6tVrWBfMA/DaFl5FKd+ilKtUtPItSrlKuZNv+fKlbdNRIZdb91DWKGrve0sxLpljbDLGuGSMccmcvcYmPHxPjp7v79/ERpFkrKi+Z7iHAgAAyD3M+AMKGENcrJy3/ypJSgx8Uqnl3O0cEQAAAAAAAAAAyA8o/AEFjOOZ03L9Vy9J0pUfNyuJwh8AAAAAAAAAAJDkYO8AAAAAAAAAAAAAAOQchT8AAAAAAAAAAACgEKDwBwAAAAAAAAAAABQCFP4AAAAAAAAAAACAQoDCHwAAAAAAAAAAAFAIUPgDAAAAAAAAAAAACgEnewcA3CspKUkREWezbBMREaFUo2feBAQAAAAAAAAAAFBAUPhDvhIRcVZrjp6Vh5d3pm3+PBmpKrXc8jCq/CXVzU1/d+xi+h4AAAAAAAAAAECi8Id8yMPLW57VfDM9HxMVkYfR5D/J1Wvoxtyv7B0GAAAAABR64eF7rH6uv38TG0YCAAAAWIY9/gAAAAAAAAAAAIBCgMIfAAAAAAAAAAAAUAiw1CdQwDhcvKBiK5ZLku688JJSKnraOSIAAAAAAAAAAJAfUPgDChiHyHMy/nusJCnx8WYU/gAAAAAAAAAAgCSW+gQAAAAAAAAAAAAKBQp/AAAAAAAAAAAAQCFA4Q8AAAAAAAAAAAAoBCj8AQAAAAAAAAAAAIWAk70DQNGRlJSkiIizcnZ2VGJicoZtIiIilGr0zOPIAAAAAAAAAAAACj4Kf8gzERFnteboWZWv7K3UlIzb/HkyUlVqueVtYAAAAAAAAAAAAIUAhT/kKQ8vb3lV81VKJoW/mKiIvA0IAAAAAAAAAACgkKDwBxQwKRU9deu1oabvAQAAAAAAAAAAJAp/QIGT4l1FNydMsncYAAAAAAAAAAAgn3GwdwAAAAAAAAAAAAAAco7CHwAAAAAAAAAAAFAIsNQnUMA4RPylErNnSZJuDxyslKoP2TkiAAAAAAAAAACQHzDjDyhgHGIuqeS8OSo5b44cYi7ZOxwAAAAAAAAUQG+//bb8/PxMX7t377Z3SLmqqOULoOhixh8AAAAAAAAA2NDIkSO1evXqLNt07txZwcHB2e77p59+UmRkpHr37m1ldHd1795dzZs31+nTpzV79uwc9VUQFJZ8ExMT9cUXX2j//v06ePCgbt68qW+++UZNmza1us9r165pypQp2rx5s1JSUtS8eXO99957cnd3z9V2AHIHhT8AAAAAAAAAsKGgoCA1a9bM9HjBggW6cOGCRo0aZTpWtWpVq/r+6aeftGfPnhwX/ho2bKiGDRtq9+7dBboQZqnCku/t27f16aefytvbWzVr1lR4eHiO+xw8eLCOHDmiAQMGyMnJSXPnzlW/fv303XffydHRMdfaAcgdFP4AAAAAAAAAwIb8/f3l7+9vehwaGqrr16+rY8eOdowKhUGpUqX0888/y8vLS+vXr89x4W/Hjh3as2ePgoOD1blzZ0lSjRo1NGDAAG3YsEHt27fPlXYAcg97/AEAAAAAAACAHZ08eVL9+vUzFQz79++vU6dOmbVJ25tu9erVioqKMtuvbtWqVaZ2V69e1dSpU9WhQwf5+/urYcOG6t27tw4cOJDreZw6dUqDBg1Ss2bN1KBBAz333HMKCQkxa2NJfJGRkfLz89OMGTPUtGlTtW/fXgcOHFDHjh3VtGlTLVmyxNQ2JCREfn5+OnDggJ5//nnVrVtXXbp00b59+6zOIy4uTu+9956eeOIJ1a1bV507d9Yvv/xiVb625ujoKC8vL5v1t3XrVrm4uJgV5J588kmVLVtWW7ZsybV2AHIPM/4AG0lKSlJExNl0x52dHZWYmGx2rGrVanJy4scPAAAAAAAgv1mzZo1mzpypxMRE9evXT3369MnV68XGxqpnz54yGAwaOHCgpLtLg77yyiv6v//7P5UrV06SNG3aNEnS8uXLderUKbNlQxs2bGj6/ty5c1qxYoWef/55vfrqq7px44aWL1+u3r17a/Xq1fL19c2VPBISEtSvXz8lJCSoT58+cnV11ZkzZ7RlyxYNGTLEqvh27NihQYMGaebMmerVq5f69eun33//XdOmTdOLL74oZ2dnU9shQ4boueeeU5cuXbR06VL169dP33//vapUqZKtPOLj49W9e3dduXJFPXv2VLly5bRx40YNGjRICxYsMO2lZ2m+9/Lz85MkHT9+PFsx5abjx4+rWrVqKlasmOmYg4ODatasqT///DPX2gHIPVQeABuJiDirNUfPysPL2+y4wSFJqSn/e3w5OlKdJFWvXiNP4wMAAAAAAEDWzp49q9GjRys5+e4vcQcHB6tOnTpq3Lhxrl1zyZIlunLlipYtW2ZaHrRRo0bq0aOHlixZosGDB0uSaZnQsLAwRUdHZ7psqI+Pj7Zu3Sqj0Wg61q5dO7Vu3VorV67UiBEjciWP06dPKyoqSpMmTdKLL75oOp6UlGR1fL1791aHDh20bds2RUZGaujQoTp06JC2bt2qiIgIsyJhUFCQhg4dKklq06aNnn76aX399dcaO3ZstvKYN2+eIiMjtWrVKtWsWVOS1K1bN3Xs2FGzZs0yFf4szTe/u3z5sjw9PSXdHe+4uDitWLFC7u7uZrNObd0OQO6h8AfYkIeXtzyrmf/WlIODlJKSyRMAAAAAAACQbxw7dsxU9Etz+PDhXC387dmzR1WqVDHbE/Cxxx6Tt7e39uzZk+3+7i2oJSUl6caNGypevLjc3NwUGRlpk5gzUqJECUkyLcnp4uIiSelWvcpOfO7u7pKksmXL6tatW5IkV1dXSdL169fN2j777LOm7729vVWvXj2rxm/Tpk2qU6eOPDw8FBcXZzru7++vVatWKTk5WY6Ojhbney8fH59sx5PbEhISTDMno6KidP36dSUlJcnFxUV37tzJtXYAcg+FP6CASfauqhtTPjR9DwAAAAAAANuoVauWHB0dzYp/devWzdVrXrp0KcM92ypVqqSLFy9mu7+UlBQtXLhQixcvVmRkpFkuCQkJOYo1Kw899JCCgoL07bffauPGjWrYsKGaNWumrl27mop12Y3P0dFRkuTs7GwqqKX9mZiYaNb2/jGsWLGidu/ene08IiIilJCQoGbNmmV4Pj4+Xq6urhbne6/169dnO57c5uLiYhrLNWvWKCUlRSVLllRCQoLZcp22bgcg91D4AwqY1IoV9XffAfYOAwAAAAAAoNCpVq2aPvjgA82cOVNJSUnq27evmjRpYu+wsmXu3LmaMWOGOnTooOHDh6ts2bKSpDfffFOpqam5eu33339fQUFB2rZtm7Zt26apU6dq+fLlWrt2ranoY6v4LGl77x6AljIYDAoMDFTfvn0zPF+yZEnT95bkm995eHjo8uXLkqRSpUqZjsfGxsrDwyPX2gHIPRT+gDyWnJykiIjzD2xXtWq1LJcGAAAAAAAAgO117txZnTt3zrPrVahQQdHR0emOR0VFydvbO91xg8GQZX+hoaFq3Lixpk+fbjqWmJioGzduZNg+rTh2/xKn1qpdu7Zq166tgQMHasGCBQoODlZYWJhatmxpVXyWio6ONtvz7+LFixnOpHxQvlWqVNGdO3cUEBBg0XUflG9+5+fnp2+//VZ37twxFStTUlL0559/qnnz5rnWDkDucbB3AEBRE3fhvMIu39L2uKRMv9YcPauIiLP2DhUAAAAAAAC5rEmTJjp37pzCw8NNx/bt26eoqKgMZxuWKlVKV65cUVJSUob9OTo6pvtl8u+++y7T9p6enpKkv/76y9oUJN1dAvP+a6QVLtOW7LQmPkv98MMPpu8jIyMz3ZvxQfm2adNG+/bt04EDB9Kdu7dAa2m+92rXrp3atWv3gExsr3Xr1vLz88twj8eWLVsqISFBoaGhpmO//vqrrl69qtatW+daOwC5h+lEgB2U86wsz2q+D26YAcdTJ1Tq3+MkSTfHv69k34dtGRoAAAAAAADyUPfu3bV48WK9/vrr6tWrlyTpq6++kru7u7p3756uvb+/vxYuXKj33ntPbdq0kbOzs/z8/FSxYkVJd4s8ISEhGjdunGrXrq3ff/9dmzdvlpubW4bXr1SpkurVq6fPPvtMKSkpMhqNqlOnjtnsOUvs2rVLEydOVLt27eTj46OrV69q0aJFqlSpkvz9/U3tshufpZYtW6Zbt27J09NTS5culYuLi1555ZVs59uvXz9t2LBBffr0UVBQkHx9fXXhwgWFhYXJaDRq3rx52cr3XmfOnMlRjmkWLVqk69ev6+TJk5KktWvXav/+/SpTpox69uyZrn1KSookZbi62BNPPKHHHntMEydO1KVLl+Tk5KQvvvhCjzzyiP7xj3/kWjsAuYfCH1DAGK5eVbH1d3+D6dawN+0cDQAAAAAAAHLC3d1dixYtUnBwsGbPni1JatSokUaNGqVy5cqla//MM8/oyJEj+v7777V69WqlpqZqypQp6tKliySpf//+unXrltatW6e1a9eqXr16mjdvnoYMGZJpDB999JHGjBmj4OBgJSQkaNSoUdku/Pn5+SkgIECbNm1STEyMXF1d1ahRIw0fPlxGo9HUzpr4LPHJJ5/o/fff19mzZ1WjRg3NnTs3w6U+H5Sv0WjU0qVLFRISog0bNpj2pqtfv76CgoKynW9umD9/vqKiokyPV65cKUmqXLlyusLftWvXdPHiRTVq1Mg02/FeBoNB//nPfzR58mTNnTtXKSkpat68ucaOHWtWKLR1OwC5x5Ca2zu6FiIxMTlbZzozBoPk7OyoxMRkFeZX4/Tpk9oel6RK1X31318ySee3HVtldC8vn1p1Mu3HkjaWtrtw9pQCyzmpevUaFuWQlbT87p/J5+Ags3xzGpfT/r1ye+YpSdKVHzcrqVH6JQvsoai8j9MUpXyLUq5S0cq3KOUq5U6+5cuXtk1HhVxu3UNZo6i97y3FuGSOsckY45IxxiVz9hqb8PA9eXex+/j7p1+e735F9T3DPRQAWwoJCdGsWbN0/Phxe4eSL23evFmvvfaa5s6dqyeffNLe4QDIA+zxBwAAAAAAAABAIbR3717Vrl2boh9QhDC3FgAAAAAAAACAQmjkyJH2DgFAHqPwhxxLSkpSRMTZB7aLiIhQqjH9OtIAAAAAAAAAAADIOQp/yLGIiLNac/SsPLy8s2z358lIVanllkdRAQAAAAAAACjshgwZoiFDhtg7DADINyj8wSY8vLzlWc03yzYxURF5FA0AAAAAAAAAAEDRY/fCX0hIiGbNmmV2zMfHR+vXr5ck3blzR8HBwQoNDVVCQoICAwM1fvx4eXh4mNqfP39eEyZM0O7du1WyZEl16tRJb731lpyc/pfe7t27FRwcrBMnTsjLy0uDBg1Sly5d8iZJ5FvJyUmKiDj/wHZJSUmSDHJycsy0DUuZAgAAAAAAAAAAe3KwdwCS9PDDD2v79u2mryVLlpjOTZ48WVu3btXHH3+shQsX6tKlSxo8eLDpfHJysgYMGKDExEQtW7ZMwcHBWr16tT799FNTm3PnzmnAgAFq2rSp1q5dq169emns2LHatm1bnuaJ/CfuwnmFXb6l7XFJWX598+serTx8Iss2P52M1N9/38n1mJN9a+jaN8t07ZtlSvatkevXAwAAAAAAgP2tWrVKfn5+ioyMzNXr+Pn5KSQkJEftQkJC5OfnZ+vQckVhySMrhSUPAJax+4w/SXJ0dFT58uXTHb9x44ZWrlyp6dOnq1mzZpLuFgLbt2+vgwcPqkGDBtq+fbtOnjypBQsWyMPDQ4888oiGDRum6dOna/DgwXJxcdGyZcvk7e2tkSNHSpJ8fX21f/9+ffXVV2revHme5or8p5xnZYuWKTW6l8+yXV4tZZpa1k0J7drnybUAAAAAAABgnVWrVmnUqFEZnmvYsKGWLl2axxEBBU9mP0dNmjTRwoULTY8TExP1xRdfaP/+/Tp48KBu3rypb775Rk2bNjV73uHDh7V06VLt27dPly5dkqenp1q3bq3XX39dRqMx1/MB8kK+KPz99ddfCgwMVLFixdSgQQO99dZbqlSpko4cOaLExEQFBASY2vr6+qpSpUqmwt/BgwdVs2ZNs6U/AwMDNWHCBJ08eVKPPvqoDh48aCoc3ttm8uTJeZYjAABAfpOcnKyQkBB9//33unz5sipUqKDOnTvrtddek8FgkCSlpqbq008/1Xfffafr16+rYcOGmjBhgqpVq2bf4AEAAIACYujQofL29jY75u7ubqdo8sagQYPUv39/e4eRY+SRf4waNUpubm6mx/fWAyTp9u3b+vTTT+Xt7a2aNWsqPDw8w34WLFig8PBwtW/fXj4+Pjp16pQWLVqk3bt3a/ny5WbbhwEFld3fxfXq1dOUKVPk4+OjmJgY/ec//1GPHj20bt06Xb58Wc7OzipTpozZc9zd3RUTEyNJunz5crof8rTHD2oTHx+vv//+W8WLF7c43v9+BmZTaX3mRt/5lUFSqr2DyAOGe/60Jt+C9J4oau/jopRvUcpVKlr5FqVcpaKXryXmzp2rpUuXaurUqapRo4aOHDmiUaNGqXTp0nr11VdNbRYuXKjg4GB5e3vrk08+Ud++fRUaGqpixYrZOQMAAAAg/3vyySdVt25de4eRp5ycnApFAYU88o82bdqkK6Dfq1SpUvr555/l5eWl9evXZ1r46927tz788EOz8fDy8tLkyZO1ZcsW/eMf/7B57EBes/tPe4sWLUzf16pVS/Xr11erVq30448/ZqsglxdcXBxzpV+D4e5ypwaDlFoAq2HOzo4yOCTJ4QE7RhocJAcHw90ZBA6pyuhzV4ODZDAYsuzLkjb5qa/787W0L2dnRzk7p3/PORw9opKD7v6Gzq3Pv1BK7TpZB59HCvr7OLuKUr5FKVepaOVblHKVil6+lggPD9dTTz2lli1bSpK8vb31ww8/6PDhw5Luzvb75ptvNGjQILVp00aSNG3aNAUEBOinn37Ss88+a6/QAQAAgEIhMjJSTz31lAYMGKBvv/1W7u7umjRpkv7973/rwoULGjZsmLp37272nNOnT+udd97R0aNHVblyZb3xxhvpihVxcXGaOXOmtmzZouvXr6tGjRoaPny42WexkrRr1y5NnTpVJ0+eVLVq1TR+/PgM47S03dNPP62IiP9th3P8+PF0bdKWbvzuu+80Z84c7dy5U+7u7howYIBefPFFs7Z79uzR5MmTderUKfn4+Ojf//63Xn75ZQ0ePFhDhgzJfGAzYas8svu6WfJ6ZGdcTp06penTp+vgwYO6ffu2vL291bZt23RjYsnrIUknT57U1KlTtW/fPklS48aN9e6778rX93/bHmUnvtyQmpqq+Ph4lSpVyrRCzb0cHR3l5eX1wH7q16+f7ljaioNnzpzJeaBAPmD3wt/9ypQpo2rVqikiIkIBAQFKTEzU9evXzWb9xcbGmvYE9PDwMH04leby5cuSZNYm7di9bYxGY7aKiwkJybk24y81VUpKSi6QH0QmJiYrNUVKScm63d02qUpNTVVqSsYz4FJT7v4lnlVflrTJL30ZJMnBPF9L+0pMTFZiYnK6c0434uV4+JAkKflGvJIyaGMPBf19nF1FKd+ilKtUtPItSrlKRS9fS/j7+2v58uU6c+aMfHx8dOzYMe3fv9+0L3JkZKRiYmLMll0vXbq06tevr/Dw8GwV/vLLTEtmfmaMcckcY5MxxiVjjEvmiuLYWJJrURwXoCBYs2aNZs6cqcTERPXr1099+vTJUX/x8fGKi4szO1aiRAmVKFHC9HjHjh0aNGiQZs6cqV69eqlfv376/fffNW3aNL344otydnY2tR0xYoSeeuoptW/fXmvWrNHw4cO1cOFCNWrUyHS97t2768qVK+rZs6fKlSunjRs3atCgQVqwYIFpz7NTp06pf//+8vb21ltvvaXz589r6NCh6eK3tJ0kvfvuu7p586Y2bdqkTZs2ZTkuI0aMULNmzfT2229r1apVGjt2rB599FHVrl1bkhQVFaX+/furQoUKevPNNxUTE6Nhw4ZZMOIZy408LHndLH09LB2XhIQE9evXTwkJCerTp49cXV115swZbdmyJV3hz5I8YmNj1bNnTxkMBg0cOFDS3eUwX3nlFf3f//2fypUrl6347uXn5ycp84JjdnTs2FE3b95UqVKl1KFDB40cOdLsZygn0n4+0+oJQEGX7wp/N2/e1Llz51S+fHnVqVNHzs7OCgsLU9u2bSXd/Y2W8+fPq0GDBpKkBg0aaPbs2YqNjTWtjb1z504ZjUbVqFHD1ObXX381u87OnTtNfWRHbn5QmJpadGYgFJE0laqcLWua0fvh3mP58T2TH2PKTUUp36KUq1S08i1KuUpFL9+s9O/fX/Hx8XrmmWfk6Oio5ORkvfHGG3r++ecl/W/Z9Pv3H3F3d0/3S1VZya1VE6zBzM+MMS6ZY2wyxrhkjHHJnL3GxsHBfhW1jFZwuR/vGSD/OXv2rEaPHq3k5Lu/aB0cHKw6deqocePGVvfZu3fvdMcGDhyoN954w6xNhw4dtG3bNkVGRmro0KE6dOiQtm7dqoiICLOZV61atdIHH3wgSercubNatmypL774QnPmzJEkzZs3T5GRkVq1apVq1qwpSerWrZs6duyoWbNmmQpN8+bNU0pKir7++mtTwaNEiRKaPXu2WayWtpNkWikkIiLigYW/Vq1a6d1335UktW7dWq1atdLWrVtNBaSvv/5aiYmJ+vrrr00zuUqWLKmQkJAs+81MbuRhyetm6eth6bicPn1aUVFRmjRpktlMu6SkJKvyWLJkia5cuaJly5bJ399fktSoUSP16NFDS5Ys0eDBg7MVn62VKFFCQUFBeuyxx+Tk5KRff/1Vy5YtU2RkpL788kubXGPp0qUqWbKkWrVqZZP+AHuze+Fv6tSpatWqlSpVqqRLly4pJCREDg4Oeu6551S6dGl17dpVwcHBcnV1ldFo1KRJk+Tv728q2gUGBqpGjRoaMWKE3nnnHcXExOjjjz9Wjx495OLiIkl6+eWXtXjxYk2bNk1du3bVrl279OOPP5r+MQQAACiKfvzxR61bt04fffSRatSooT/++ENTpkxRhQoV1LlzZ5tdJ7dWTbAGMz8zxrhkjrHJGOOSMcYlc/Yam5QU+70QGa3gcj/eM0D+c+zYMVPRL83hw4dzVPgbN26cfHx8zI7dv1dZ2i/blS1bVrdu3ZIkubq6SpKuX79u1rZ9+/am741Go5588kn9/PPPpmObNm1SnTp15OHhYTbT0N/fX6tWrVJycrIcHR21e/duNW7c2GyWU4cOHdIVwixtl11PP/206XsvLy+5ubnp4sWLpmM7d+7UY489ZrZ8Y/v27a0u/OVGHpa8bpa+HmkeNC5ps9wOHDigjh07mj4Dt3YPvz179qhKlSqmop8kPfbYY/L29taePXvStX9QfPe6/31vjWeeeUbPPPOM6XH79u3l5uam+fPna+/evTn62ZSk0NBQ/fjjjxozZozc3NxyGi6QL9i98HfhwgW9+eabunr1qsqVK6dGjRpp+fLlpinEo0ePloODg4YOHaqEhAQFBgaarb3s6Oio2bNna8KECQoKClKJEiXUuXNns2naVapU0Zw5czRlyhR988038vT01KRJk9S8efM8zxcAACC/mDZtmvr3729astPPz0/nz5/XnDlz1LlzZ9N/iGNjY1WhQgXT82JjY1WrVq1sXSu/fZjJzM+MMS6ZY2wyxrhkjHHJXFEam+zkWZTGBcjvatWqZVoNI03dunVz1Ge9evUe2Eda4cfZ2dlUwEn7MzEx0aytp6en2eOKFSvq5s2bio+Pl9FoVEREhBISEtSsWbMMrxUfHy9XV1ddunQp3WyzjPZIs7Rddt2/rGKJEiXMco2Ojk43bjm5bm7kYcnrZunrkeZB4/LQQw8pKChI3377rTZu3KiGDRuqWbNm6tq1q1k/lrp06VKG41CpUqUMC3oPiu9e69evz3Y8lujWrZvmz5+vPXv25Kjwd+zYMY0ZM0Zt27bVK6+8YsMIAfuye+Fv5syZWZ4vVqyYxo8fn+lGq5JUuXJlzZ07N8t+mjZtqjVr1lgTIgAAQKH0999/p9sU3dHRUan//eTR29tb5cuXV1hYmB555BFJd/9TeujQIXXr1i3P4wUAAAByW7Vq1fTBBx9o5syZSkpKUt++fdWkSRO7xpRqwW8GGAwG08wvg8GgwMBA9e3bN8O2JUuWlHT3c1dLWNouu+7/v4glUlJSrL5ebuWRmbTXzdLXI40l4/L+++8rKChI27Zt07Zt2zR16lQtX75ca9euzfU8rXndbC3tF1Pvnw2bHZcuXdLAgQPl6+uradOm5Yu8AFuxe+EPAAAA9tGqVSvNnj1blSpVMi31uWDBAnXt2lXS3f/Qvfrqq/r888/10EMPydvbW5988okqVKhg2isCAAAAKGw6d+5s06Xvbe3ChQt6+OGHTY8vXrwoDw8PU+GvSpUqunPnjgICArLsp1KlSrpw4YLZsejoaKvb2ZqXl5fOnz9vduz+OLLDXnlY+npkV+3atVW7dm0NHDhQCxYsUHBwsMLCwtSyZcts9VOhQoUMxyEqKirdkrT5RVq8aasGZtfNmzc1YMAAOTk5ac6cOSpevLgtwwPszsHeAQAAAMA+xo4dq7Zt2+rf//632rdvr6lTpyooKEjDhg0ztenXr5969uypcePG6YUXXtCtW7c0b968PP9tWQAAAAB3hYaGmr6Pj4/Xr7/+qscff9x0rE2bNtq3b58OHDiQ7rn3Fngef/xx7d27VzExMaZj69atS/ccS9vZWkBAgPbt22dW/Ls39+yyVx6Wvh6Wio+PV1JSktmxtALdvXsFWqpJkyY6d+6cwsPDTcf27dunqKioHM92bdeundq1a5ejPu7dFzHNwoULJcmqYmpSUpKGDh2q6OhozZs3z7RPI1CYMOMPAACgiDIajRozZozGjBmTaRuDwaBhw4aZFQMBAAAAWO7XX3/V6dOnzY4VK1bM6oLI1q1bNXbsWPn5+WnNmjW6ffu2/vWvf5nO9+vXTxs2bFCfPn0UFBQkX19fXbhwQWFhYTIajZo3b54k6dVXX9Xy5cvVq1cvBQUFKSoqSj/88EO661na7tixYzp+/Lgkmf5cu3atJKlUqVLZXjWkV69eput2795dMTEx2rhxY7b6yA95WPp6WGrXrl2aOHGi2rVrJx8fH129elWLFi1SpUqV5O/vn+08unfvrsWLF+v1119Xr169JElfffWV3N3d1b1792zFdr8zZ87k6PmS1KNHDz366KN69NFHVbx4ce3YsUObN29Wx44d0+0BuWjRIl2/fl0nT56UdDff/fv3q0yZMurZs6ckKTg4WNu3b9crr7yiQ4cO6dChQ6bnV61a1WwMgYKKwh9QwCTVelRxm7dLkpKr+9o5GgAAAAAAAGTl008/TXesbNmyVhf+pk6dqs8++0xr166Vt7e3Pv30U9WqVct03mg0aunSpQoJCdGGDRsUGxsrDw8P1a9fX0FBQaZ2VapU0RdffKEpU6Zo+vTp8vHxUUhISLr9vC1tt2nTJs2aNcvs2IgRIyRJlStXznbBrHLlypozZ44mT56sGTNmqEaNGpoxY4ZefPFFq2a22SsPS18PS/n5+SkgIECbNm1STEyMXF1d1ahRIw0fPlxGozHbebi7u2vRokUKDg7W7NmzJUmNGjXSqFGjrF5K05batGmjn376SVu3blVCQoIqV66st956K8M9E+fPn6+oqCjT45UrV0q6m29a4S+tCJo2a/BenTt3pvCHQsGQasnusJAkxcTcyJV+DQbJ2dlRiYnJKoivxunTJ7U9Lkme1bIuQv22Y6uM7uXl+2gdZbYPb1obn1p1HthPVm3yU18ODjLL15K+Lpw9pcByTqpevUaWceUnBf19nF1FKd+ilKtUtPItSrlKuZNv+fKlbdNRIZdb91DWKGrve0sxLpljbDLGuGSMccmcvcYmPHxP3l3sPv7+D14erai+Z7iHAmCtmJgYBQYGavz48TmejQYAhRV7/AEAAAAAAAAA8p3bt2+bPf75558lSfXr17dDNABQMLDUJwAAAAAAAAAg32nVqpWeeeYZ1axZU9HR0fr6668VEBCg2rVr2zs0AMi3KPwBBYzToXC5BnWWJF37drWS6rPuNAAAAAAAAAqf1q1b65dfftF3332n0qVLq2PHjqZ96gAAGaPwBxQ0SUlyiIszfQ8AAAAAAAAURpMnT7Z3CABQ4FD4A/Kh5OQkRUScz/BcqahIuZnaJeddUAAAAAAAAAAAIF+j8AfkQ3EXzutCYoIijOln9HleT1ad/35/4UK0KuZtaAAAAAAAAAAAIJ+i8AfkU+U8K8uzmm+64+7XrtghGgAAAAAAAOSGt99+W+vWrTM9/uabb9S0aVM7RgQAKMgo/AEAAAAAAABALtm2bZu++OILHT16VA4ODnr44YfVt29ftWnTRpLUvXt3NW/eXKdPn9bs2bPtHG3Bc/jwYS1dulT79u3TpUuX5OnpqdatW+v111+X0Wi0d3gAkOcc7B0AAAAAAAAAABRGq1atUr9+/XTr1i298cYbevPNN+Xm5qY1a9aY2jRs2FAdO3ZUQECA/QItwBYsWKCwsDA9/fTTGjt2rFq1aqVFixbp1VdfVVJS+m10AKCwY8YfAAAAAAAAANjY5cuXNXHiRDVo0ECLFi2Sk9Pdj2K7d++uCxcu2Dm6wqN379768MMPTeMrSV5eXpo8ebK2bNmif/zjH3aMDgDyHoU/AAAAAAAAALCx77//Xrdu3dKgQYPMilKS5Onpme3+rl69qjlz5mj79u2KjIyUwWBQvXr1NHToUDVs2NCs7alTpzR9+nQdPHhQt2/flre3t9q2bashQ4ZY1S4uLk4zZ87Uli1bdP36ddWoUUPDhw9XixYtrOrPlurXr5/uWNrsyTNnzuTadQEgv6LwBxQwcbUb6LudJ3Xp3Bk9VtnV3uEAAAAAAAAUKmvWrNHMmTOVmJiofv36qU+fPlb1s3fvXhkMBjVp0sQmcZ07d04rVqzQ888/r1dffVU3btzQ8uXL1bt3b61evVq+vr6SpISEBPXr108JCQnq06ePXF1ddebMGW3ZssWsAGdpu/j4eHXv3l1XrlxRz549Va5cOW3cuFGDBg3SggUL1LRp02z1dy8/Pz9J0vHjx20yRmni4uIkSeXLl7dpvwBQEFD4AwqYVCcnJZR1099X4yQnfoQBAAAAAABs5ezZsxo9erSSk5MlScHBwapTp44aN26c7b4iIyPl5uamEiVK2CQ2Hx8fbd26VUaj0XSsXbt2at26tVauXKkRI0ZIkk6fPq2oqChNmjRJL774oqnt/fvdWdpu3rx5ioyM1KpVq1SzZk1JUrdu3dSxY0fNmjXLVPiztL+8sHTpUpUsWVKtWrXK82sDgL052DsAAAAAAAAAAMgPjh07Zir6pTl8+LBVfd2+fVvFihWzRViSJKPRaCr6JSUl6cqVKypevLjc3NwUGRlpapdWaDxw4IASEhJMx+9fbtTSdps2bVKdOnXk4eGhuLg4xcXF6erVq/L391d4eLhpvCzt714+Pj7y8fGxfBAsEBoaqh9//FFvvPGG3NzcbNo3ABQETBcCChhDcrIc7vwtp79vS8kl7R0OAAAAAABAoVGrVi05OjqaFf/q1q1rVV8lSpTQ5cuXbRWaUlJStHDhQi1evFiRkZFmMd5baHvooYcUFBSkb7/9Vhs3blTDhg3VrFkzde3aVa6urtluFxERoYSEBDVr1izDuOLj4+Xq6mpxf/dav359TofFzLFjxzRmzBi1bdtWr7zyik37BoCCgsIfUMCUOxKudt3aSpKOzPtaetjPzhEBAAAAAAAUDtWqVdMHH3ygmTNnKikpSX379rV6j77KlSvrxIkTun37tk2W+5w7d65mzJihDh06aPjw4Spbtqwk6c0331RqaqpZ2/fff19BQUHatm2btm3bpqlTp2r58uVau3at2SxES9oZDAYFBgaqb9++GcZVsmTJbPWXWy5duqSBAwfK19dX06ZNk8FgyNXrAUB+ReEPAAAAAAAAAP6rc+fO6ty5c477adSokbZu3ao9e/aoRYsWD2zv7OwsSemWGk0TGhqqxo0ba/r06aZjiYmJunHjRobta9eurdq1a2vgwIFasGCBgoODFRYWppYtW2arXZUqVXTnzh0FBARYkLXl17WlmzdvasCAAXJyctKcOXNUvHjxXLsWAOR37PEHAAAAAAAAADb2/PPPq0SJEvr888+VlJRkdu7ChQvp2nt6ekqS/vrrrwz7c3R0TLdf3nfffZeu7/j4+HTHvL29TX1kt12bNm20b98+HThwIF1M0dHR2e7vXu3atVO7du0yPGeppKQkDR06VNHR0Zo3b57c3d1z1B8AFHTM+AMAAAAAAAAAG6tYsaJGjRqlcePG6eWXX1anTp3k6OioHTt2SJJmzZpl1r5SpUqqV6+ePvvsM6WkpMhoNKpOnTry9fWVJLVu3VohISEaN26cateurd9//12bN2+Wm5ubWT+7du3SxIkT1a5dO/n4+Ojq1atatGiRKlWqJH9//2y369evnzZs2KA+ffooKChIvr6+unDhgsLCwmQ0GjVv3rxs9XevM2fO5Hicg4ODtX37dr3yyis6dOiQDh06ZDpXtWrVTK8NAIUVhT8AAAAAAAAAyAVBQUGqWLGi5s6dq48++kiOjo6qUaNGpvvlffTRRxozZoyCg4OVkJCgUaNGmQp//fv3161bt7Ru3TqtXbtW9erV07x58zRkyBCzPvz8/BQQEKBNmzYpJiZGrq6uatSokYYPHy6j0ZjtdkajUUuXLlVISIg2bNig2NhYeXh4qH79+goKCsp2f7Z2/PhxSdLChQvTnevcuTOFPwBFDoU/AAAAAAAAAMglLVu2tHh/u6pVq2ZYwJIkFxcXjRgxQiNGjDA7vmnTJrPHVapU0ZQpUx54LUvbSZKbm5vGjRuncePG2aS/NGlFu5zIbLwAoKhijz8AAAAAAAAAAACgEKDwBwAAAAAAAAAAABQCLPUJFDCpDg5KLFFKqakpkgO1ewAAAAAAAAAAcBeFP6CAiavbUMv3R+jC2VMKLMePMAAAAAAAAAAAuIvpQgAAAAAAAAAAAEAhQOEPAAAAAAAAAAAAKARYJxAoYBz/vq1SURFKiDonQ8kq9g4HAAAAAAAAAADkExT+gAKm7PGjatetrSTpyLyvpUfr2DkiAAAAAAAAAACQH7DUJwAAAAAAAAAAAFAIUPgDAAAAAAAAAAAACgEKfwAAAAAAAAAAAEAhQOEPAAAAAAAAAAAAKAQo/AEAAAAAAAAAAACFAIU/AAAAAAAAAAAAoBBwsncAAAAAAAAAGQkP32PvEAAAAIAChcIfUMAkFy+hq75+SkpMUEqxYvYOBwAAAAAAAAAA5BMU/oAC5qpfbf2wbqcunD2lwHK2+RFOSkpSRMRZi9pWrVpNTk781QEAAAAAAAAAQH7Dp/cAFBFxVmuOnpWHl3eW7S5HR6qTpOrVa+RJXAAAAAAAAAAAwHIU/gBIkjy8vOVZzdfeYQAAAAAAAAAAACtR+AMKGOfr1+RxeL+co88pumoFi57D8pwAAAAAAAAAABR+VAKAAqbMmRNq3f9FSdLH77yvUxVrZtme5TkBAAAAAAAAACgaKPwBBVgZ9/IqxvKcAAAAAAAAAABAFP6AQi85OUkREeezbBMREaFUo2ceRQQAAAAAAAAAAHIDhT+gkIu7cF4XEhMUYUzKtM2fJyNVpZZbHkYFAAAAAAAAAABsjcIfUASU86wszyyWBI2JisjDaAAAAAAAAAAAQG5wsHcAAAAAAAAAAAAAAHKOwh8AAAAAAAAAoFBbtWqV/Pz8FBkZmWW7t99+W35+fqav3bt351GEhVNoaKiaNGmi+Ph4e4eSaxITE9WiRQstXrzY3qEAkljqEwAAAAAAAABsrnXr1oqKitKkSZP04osvmo4PGDBAJ06c0JYtW+wYHTLTvXt3NW/eXKdPn9bs2bPtHU46hw8f1tKlS7Vv3z5dunRJnp6eat26tV5//XUZjUZTu8TERH3xxRfav3+/Dh48qJs3b+qbb75R06ZNzfpLe59mJCAgQAsWLLA61uTkZIWEhKh79+5mseVGHpbKTr4JCQlydnaWwWDIsk9nZ2f16dNHs2fP1gsvvKBixYpZFRtgKxT+gAImsXQZnQ98SjeuxupOyVLinxEAAAAAAID8a+XKlWaFP+RvDRs2VMOGDbV79+58WfhbsGCBwsPD1b59e/n4+OjUqVNatGiRdu/ereXLl8vJ6e5H/rdv39ann34qb29v1axZU+Hh4Rn2N3r0aN28edPsWFRUlD755BMFBATkKNatW7fqzJkzCgoKyvU8LGVJvgkJCRo7dqxCQ0NVvHhxDRkyRL169cqy365du2r69Olat26dXnjhhRzFCOQUhT+ggLlevaa2frFcv+3YKqN7eZWxd0AAAAAAAADIkIeHh8LDw3Xq1Cn5+vraOxwUAr1799aHH35oKoxJkpeXlyZPnqwtW7boH//4hySpVKlS+vnnn+Xl5aX169dnWjBr06ZNumOzZs2SwWDQc889l6NYV65cqQYNGsjLyyvX87CUJfnOnz9fe/fuVXBwsC5fvqzp06erQYMGql+/fqb9li5dWk888YRWr15N4Q92xx5/AAAAAAAAAJAL6tSpI19fX61cuTLLdidPnlS/fv3k7+8vf39/9e/fX6dOnTJrk7ZH3eHDh/X666/L399fbdq00XfffWdVbCEhIfLz89OBAwf0/PPPq27duurSpYv27duXrm1cXJzee+89PfHEE6pbt646d+6sX375JcN+/fz8FBISop9++kkdOnRQ3bp11aZNG/3yyy+KjIyUn5+fZsyYoaZNm6p9+/Y6cOCAOnbsqKZNm2rJkiXZvu7Vq1c1depUdejQQf7+/mrYsKF69+6tAwcOZBjf6dOn1a1bN9WrV0/PPPOMNm7caNX4ZXdcbKV+/fpmxTJJpplqZ86cMR1zdHTMsOBmiXXr1qlRo0ZWP1+S7ty5o23btqlZs2YZns+LPCx1f77h4eHq06ePnnvuOfXu3VstWrTQ/v37H9hPQECA9u/fr6tXr+ZqvMCDUPgDAAAAAAAAgFzSpUsXff/990pKSsrwfGxsrHr27KkjR45o4MCBGjhwoA4fPqxXXnlFcXFx6dqPGDFCFSpU0Ntvvy1XV1eNHTtWR48etTq+IUOGqFmzZnrrrbd08+ZN9evXT+fOnTOdj4+PV/fu3bVx40a9/PLLGjlypMqUKaNBgwZp9+7dGfZ5+PBhjRo1Sk8++aRGjx6tgIAARUZGms7v2LFDgwYNUlRUlHr16qWnnnpK/v7+mjZtmhITE7N13XPnzmnFihVq0qSJRo8ercGDB+vChQvq3bt3uuJp2vhVr15d77zzjkqWLKnhw4dbVNS5nzXj4ufnJz8/v2xf60HS3ifly5fPcV+HDh3S2bNnczzb78iRI0pMTFSdOnUsfo4t87BURvlWq1ZNoaGhOnXqlPbs2aO9e/fKx8fHdP7w4cO6ePFiur5q166t1NTUHM9KBHKKpT6BAqZYbIy8t/yo4ieP6a9Wz9g7HAAAAABABsLD91jUzsHBoJSU1HTH/f2b2DokAHbSqVMnzZw5U7/88oueeuqpdOeXLFmiK1euaNmyZfL395ckNWrUSD169NCSJUs0ePBgs/atWrXSu+++K0lq3bq1WrVqpa1bt6p27dpWxRcUFKShQ4dKursM4tNPP62vv/5aY8eOlSTNmzdPkZGRWrVqlWrWrClJ6tatmzp27KhZs2apadOm6frcvn27Vq5cqUcffdR0LDk5WdHR0ZLuLvPYoUMHbdu2TZGRkRo6dKgOHTqkrVu3KiIiQr6+vhZf18fHR1u3bpXRaDRdq127dmrdurVWrlypESNGpBu/Dz74QJLUuXNntWzZUl988YXmzJmTrXGzZlxyy9KlS1WyZEm1atUqx32tXbtWzs7OateuXY76OX36tCSpSpUqFj/HlnlYKqN8BwwYoD59+qh9+/aS7v4MP/roo5o7d67Wrl0rNzc3jRgxQhUrVjTrq2rVqpLuzuDNyxyA+1H4AwoYY+Rfenz8G5Kk+bUb2DcYAAAAAAAAZMnDw0NPPvmkVq5cmWHhb8+ePapSpYqp6CdJjz32mLy9vbVnT/pfInj66adN33t5ecnNzS3D2UeWevbZZ03fe3t7q169embX3bRpk+rUqSMPDw+zGYj+/v5atWqVkpOT5ejoaNZnQECAWdFPklkbd3d3SVLZsmV169YtSZKrq6sk6fr169m67r0Fv6SkJN24cUPFixeXm5ub2SzDNGnFHEkyGo168skn9fPPPz9glNKzZlzunTVmK6Ghofrxxx81ZswYubm55aivxMREhYaG6oknnshxX2nLXaa9rg9iyzwslVm+5cqV08qVK3X48GHt2rVLBw4cUO/evfXss8/qP//5jx566KEM+0vL9cqVK3kSP5AZCn8AAAAAAAAAoLuz0u5fXrNcuXLpCjjZ1bVrVw0bNkyxsbHpzl26dCnDPcwqVaqUYUHv/mUQS5QoYVoeM0128rj/2hUrVjRbqjIiIkIJCQmZ7tUWHx+frrhTvXr1DNumSYvD2dnZtM9b2p9puVh63ZSUFC1cuFCLFy9WZGSkkpOTTW0SEhLSPc/T0zNdvjdv3lR8fLxZEfFBrBmX9evXW9y/JY4dO6YxY8aobdu2euWVV3Lc36+//qorV67keJnPe6Wmpp/Vfj9b52GpzPKNiYlRSEiItm/frsDAQL322mv666+/NHnyZM2dO1evvPKK3n777XT9peVqMBjyJH4gM/mq8PfFF1/oo48+0quvvqoxY8ZIursJaHBwsEJDQ5WQkKDAwECNHz9eHh4epuedP39eEyZM0O7du1WyZEl16tRJb731ltnmoLt371ZwcLBOnDghLy8vDRo0SF26dMnzHAEAAAAAAADkT9HR0elm5W3evFne3t456rdly5YqW7as1qxZk6N+JMuKCjnNw9nZ2ex6gYGB6tu3b4ZtS5Ysme5YmTJlLLpORu4tnlhy3blz52rGjBnq0KGDhg8frrJly0qS3nzzTYuKTmnXcnFxyVac1oyLLV26dEkDBw6Ur6+vpk2bZpNi09q1a1WyZMkMZ6ZmV9rrcO3atXTF1nvlRh6Wyizf4sWL6/HHH9eYMWNUrFgxnT59Wq+++qqGDh2q8uXLKzg4WLVq1UpXMLx27Zqk/+UO2Eu+KfwdPnxYy5YtS7e56eTJk/XLL7/o448/VunSpTVx4kQNHjxYy5Ytk3T3t1cGDBggDw8PLVu2TJcuXdK7774rZ2dnvfnmm5LubvA6YMAAvfzyy5o+fbrCwsI0duxYlS9fXs2bN8/zXAEAAAAAAADkP+XLl9eCBQvSHcspJycnPf/881q1alW64luFChVMe9/dKyoqyuqCY3byiI6Olq+vr+nxxYsXzWYBVqlSRXfu3FFAQIBVsVjL0uuGhoaqcePGmj59uulYYmKibty4kWH7Cxcu6OGHHzY9vnjxojw8PNIV/tKKn/fOILQmvtxw8+ZNDRgwQE5OTpozZ46KFy+e4z5v3Lihn3/+WU8//bRNipZpsz7PnTuX7jP/NLmRh6Wyyrd06dJmS8Lu2LFDjz/+uPr37y/p7ozATZs2pSv8nTt3TpLMfp4Ae3CwdwDS3R/wd955R5MmTTKb/nzjxg2tXLlSI0eOVLNmzVSnTh1NnjxZ4eHhOnjwoKS7G8WePHlSH374oR555BG1aNFCw4YN0+LFi01TuZctWyZvb2+NHDlSvr6+6tmzp9q2bauvvvrKDtkCAAAAAAAAyI+KFSumgIAAs69ixYrZpO8XXnhBJ0+e1NGjR82ON2nSROfOnVN4eLjp2L59+xQVFaUmTZpYda3s5PHDDz+Yvo+MjNThw4fVuHFj07E2bdpo3759OnDgQLrnZlSwtBVLr+vo6Gi28pskfffdd0pKSsqw39DQUNP38fHx+vXXX/X444+na5c2S+2vv/7KUXz3ateundq1a5fhOUslJSVp6NChio6O1rx580z7JebU+vXrdefOHZst81m3bl05Ozune7+nya08JMvGOTv5Ojg4mC0be+fOnQxnJh45ckQGg8Fsv07AHvLFjL/3339fLVq0UEBAgD7//HPT8SNHjigxMdHstyZ8fX1VqVIlHTx4UA0aNNDBgwdVs2ZNs6U/AwMDNWHCBJ08eVKPPvqoDh48mG6t5cDAQE2ePDnbsebGTOO0PovS0r8GSZZNtC/YDPf8WZjyzei9WtTex0Up36KUq1S08i1KuUpFL18AAAAA+Yuvr6/p88zKlSubjnfv3l2LFy/W66+/rl69ekmSvvrqK7m7u6t79+65HteyZct069YteXp6aunSpXJxcTHbZ61fv37asGGD+vTpo6CgIPn6+urChQsKCwuT0WjUvHnzciUuS6/bunVrhYSEaNy4capdu7Z+//13bd68WW5ubhn2u3XrVo0dO1Z+fn5as2aNbt++rX/961/p2lWqVEn16tXTZ599ppSUFBmNRtWpU8c0m8uacTlz5kyOxyU4OFjbt2/XK6+8okOHDunQoUOmc1WrVjUrOi1atEjXr1/XyZMnJd1d2nL//v0qU6aMevbsadbv2rVrVbZsWQUGBuY4RklycXFR8+bNtWPHDg0bNizP8pAsG+fs5Nu8eXNNmTJFH3zwgcqXL6/58+frgw8+SNdux44datiwYabvPSCv2L3w98MPP+j333/XihUr0p27fPmynJ2d060J7e7urpiYGFObe4t+kkyPH9QmPj5ef//9t8VTiF1ccraJb2YMhru/mWIwSBYuO52vODs7yuCQJIcHzB81OEgODoa7vw3hkKqMPnc1ONxdHzurvixpk5/6uj/fnMZ17zF7jIOzs6OcndP/LBT093F2FaV8i1KuUtHKtyjlKhW9fAEAAADkP127djWtZJbG3d1dixYtUnBwsGbPni1JatSokUaNGqVy5crlekyffPKJ3n//fZ09e1Y1atTQ3LlzzZb6NBqNWrp0qUJCQrRhwwbFxsbKw8ND9evXV1BQUK7FZel1+/fvr1u3bmndunVau3at6tWrp3nz5mnIkCEZ9jt16lR99tlnWrt2rby9vfXpp5+qVq1aGbb96KOPNGbMGAUHByshIUGjRo0yFf7sNS7Hjx+XJC1cuDDduc6dO5sVzObPn6+oqCjT45UrV0qSKleubFYwi4qK0r59+/TSSy+Z7e+YU127dtXrr7+u8+fPq1KlSrmeh6Wym2/VqlX10Ucfadq0abp165b69u1rthSoJF2/fl1hYWEaP358tuMBbM2uhb/o6Gh98MEHmj9/vs2mzOemhITkXJvxl5oqJSUlF8gPIhMTk5WaIqWkZN3ubptUpaamKjUl4xlwqSl3N/DNqi9L2uSXvgyS5GCeb07juveYPcYhMTFZiYnp1zYv6O/j7CpK+RalXKWilW9RylUqevkCAAAAsK8tW7akO/bSSy/ppZdeSne8Ro0aD5w516VLF3Xp0sWi62RH48aNtW7duizbuLm5ady4cRo3btwD+0sr6GTE29vb7HxwcHCm5yy9rouLi0aMGKERI0aYHd+0aZPZ43vHr0WLFg/MQ7pb8MmoMJWd+O6V1dhYKqt47mfpe6Ny5co6duyYtSFlqlWrVqpevbq+/fZbvfHGG2bnciOPNA8aZ2vybdu2rdq2bZvp+ZUrV8rNzU0dOnTIVr9AbrBr4e/o0aOKjY01+wcrOTlZe/fu1eLFi/Xll18qMTFR169fN5v1Fxsba9qM1sPDQ4cPHzbr9/Lly5Jk1ibt2L1tjEZjtjcMzc0PClNTi84MhCKSplJl+2U+/3YvrxMv9lLcxfO65eome5TMs3qfFqX3sVS08i1KuUpFK9+ilKtU9PIFAAAAAMAeHB0dNWTIEE2YMEH9+vWT0Wi0d0i5IjExUV999ZUGDhyY7XoDkBsesLBfxqZPn66zZ8/m+OKPP/641q1bpzVr1pi+6tSpow4dOpi+d3Z2VlhYmOk5p0+f1vnz59WgQQNJUoMGDfTnn38qNjbW1Gbnzp0yGo2qUaOGqc2uXbvMrr1z505TH0BBctP7Ie359wytfmWArlb0evATAAAFiq3uswAAAAAAsLf27dtrz549hbboJ0nOzs765Zdf1KNHD3uHAkiysvC3du1aPfPMM+revbtWr16t27dvW3Vxo9GomjVrmn2VLFlSZcuWVc2aNVW6dGl17dpVwcHB2rVrl44cOaLRo0fL39/fVLQLDAxUjRo1NGLECB07dkzbtm3Txx9/rB49esjFxUWS9PLLL+vcuXOaNm2aTp06pcWLF+vHH39U7969rYobAAAgt9jqPgsAAAAAAABFj1WFv19++UWff/65PDw89N577ykwMFDvvfeewsPDbR2fRo8erZYtW2ro0KHq2bOnPDw8FBISYjrv6Oio2bNny8HBQUFBQXrnnXfUqVMnDR061NSmSpUqmjNnjnbu3KmOHTtqwYIFmjRpkpo3b27zeAEAAHIiL++zAAAAABRdQ4YMscmecwCA/MWqPf4cHBzUsmVLtWzZUleuXNHatWu1evVqrVixQtWrV1fXrl3VsWNHubu7Z7vv+zf1LFasmMaPH6/x48dn+pzKlStr7ty5WfbbtGlTrVmzJtvxAPlNyegoPbz8K3md+0tHOr1s73AAADaWm/dZAAAAAAAAKNysmvF3Lzc3N/Xu3VtTp07VY489plOnTmnatGlq0aKF3n33XcXFxdkiTgD/VeJStOrMmaHWoStljLts73AAALmI+ywAAAAAAABkR44Kfzdu3NCSJUvUpUsXde7cWfHx8Ro3bpy2bdumCRMmaN++fXrjjTdsFSsAAECRwX0WAAAAgIJk1apV8vPzU2RkZJbt3n77bfn5+Zm+du/enUcRFk6hoaFq0qSJ4uPj7R1KrklMTFSLFi20ePFie4cCFAhWLfUZFhamFStWaPPmzXJ0dNSzzz6r999/X3Xq1DG1eeGFF+Tl5aWBAwfaLFgAAIDCjvssAAAAoHBYtWqVRo0aZXpcsmRJeXt7q2PHjnr11Vfl4uJix+jsp3v37mrevLlOnz6t2bNn2zucdFq3bq2oqKgMzwUEBGjBggWmx/v27dMnn3yiY8eOycHBQbVr19awYcNUv359U5tt27Zp4cKF+uOPP3T16lVVrFhRLVq00ODBg+Xm5pajWJOTkxUSEqLu3bvLaDTmah6Wyk6+CQkJcnZ2lsFgyLJPZ2dn9enTR7Nnz9YLL7ygYsWKZTsuoCixqvDXp08f1a9fX2PHjtWzzz6rEiVKZNiuWrVqeu6553IUIAAAQFHCfRYAAABQuAwdOlTe3t6Kj4/Xhg0b9OGHH+ro0aOaOXOmvUOzi4YNG6phw4bavXt3viz8jR49Wjdv3jQ7FhUVpU8++UQBAQGmY3/88Yd69+6tWrVqafjw4UpMTNTSpUvVu3dvrVixQr6+vpKkY8eOycnJST169JC7u7suXLigxYsXKywsTKtXr85REWvr1q06c+aMgoKCcj0PS1mSb0JCgsaOHavQ0FAVL15cQ4YMUa9evbLst2vXrpo+fbrWrVunF154IVsxAUWNVYW/77//XjVr1nxgu8qVK2vKlCnWXAJAPpScnKSIiPOZnnd2dlRiYrKqVq0mJyer/noBgCKP+ywAAACgcHnyySdVt25dSVK3bt304osvKjQ0VCNHjlTFihXtHB3u16ZNm3THZs2aJYPBYPbLlytXrpTBYNBXX31lmm335JNP6plnntGGDRv02muvSZL69euXrr/atWtr0KBB2rp1q9q1a2d1rCtXrlSDBg3k5eWV63lYypJ858+fr7179yo4OFiXL1/W9OnT1aBBgyxnGJYuXVpPPPGEVq9eTeEPeACr9virVKmSLl26lOG5S5cupftNAgCFQ9yF8wq7fEvb45Iy/Po55o7WHD2riIiz9g4VAAos7rMAAACAwsvBwUFNmjSRJLNlGOPi4vTee+/piSeeUN26ddW5c2f98ssvGfbh5+enkJAQ/fTTT+rQoYPq1q2rNm3a6JdfflFkZKT8/Pw0Y8YMNW3aVO3bt9eBAwfUsWNHNW3aVEuWLDHry5LrXr16VVOnTlWHDh3k7++vhg0bqnfv3jpw4ECG8Z0+fVrdunVTvXr19Mwzz2jjxo1Wj1d2xiU3rVu3To0aNTIrsMXGxqpYsWJmS2y6u7tb1F/58uVNfVjrzp072rZtm5o1a2bxc2ydh6Xuzzc8PFx9+vTRc889p969e6tFixbav3//A/sJCAjQ/v37dfXqVZvGBxQ2VhX+xo4dq08++STDcyEhIRo3blyOggKQf5XzrCzPar4ZfnlV85WHl7e9QwSAAo37LAAAAKBwO3funCSpbNmykqT4+Hh1795dGzdu1Msvv6yRI0eqTJkyGjRokHbv3p1hH4cPH9aoUaP05JNPavTo0QoICFBkZKTp/I4dOzRo0CBFRUWpV69eeuqpp+Tv769p06YpMTExW9c9d+6cVqxYoSZNmmj06NEaPHiwLly4oN69e+vUqVPpYhsxYoSqV6+ud955RyVLltTw4cMtKurcz5px8fPzk5+fX7avlZVDhw7p7Nmz6bZaaNy4sW7cuKGpU6fq3LlzOnXqlCZOnKhy5cqpS5cu6fq5ceOGLl++rH379mnixIkyGAxq2LCh1XEdOXJEiYmJZvvB50Uelsoq32rVqik0NFSnTp3Snj17tHfvXvn4+Jiee/jwYV28eDFdn7Vr11ZqaqrCw8OtjgsoCqxai2/fvn0aP358hudatGihf//73zkKCgAAoKjiPgsAAAAoXOLj4xUXF6f4+HitX79eP/30k2rWrKnq1atLkubNm6fIyEitWrXKtOx/t27d1LFjR82aNUtNmzZN1+f27du1cuVKPfroo6ZjycnJio6OliT17t1bHTp00LZt2xQZGamhQ4fq0KFD2rp1qyIiIuTr62vxdX18fLR161azGWHt2rVT69attXLlSo0YMcIstlatWumDDz6QJHXu3FktW7bUF198oTlz5mRr3KwZl9ywdu1aOTs7p1uS86WXXtKxY8f09ddfa/78+ZLujtW3334rT0/PdP307dtXhw4dkiS5urpq/PjxeuSRR6yO6/Tp05KkKlWq5Gkelsoq3wEDBqhPnz5q3769JKlTp0569NFHNXfuXK1du1Zubm4aMWJEuqVwq1atKkk6efKkWrVqZXVsQGFnVeHv2rVrKlWqVIbnSpQowVRbIBfd8qykg0NH62LEGd1wLy/rt/8FAORHeX2fdfHiRX344Yfatm2bbt++rYceekiTJ0827UGSmpqqTz/9VN99952uX7+uhg0basKECapWrZpN4wAAAAAKq969e5s9DggI0IQJE0yPN23apDp16sjDw0NxcXGm4/7+/lq1apWSk5Pl6OiYro97i36SzNqkLdVYtmxZ3bp1S9Ld4oskXb9+PVvXvbfgl5SUpBs3bqh48eJyc3Mzm2WYJq2YI0lGo1FPPvmkfv7550zHJzPWjMu9s8ZsITExUaGhoXriiSfk5uZmds7JyUk+Pj5q3769Wrdurb///ltz587Va6+9poULF6ZrP3bsWF25ckXHjx/X5s2bVaFChRzFlvZ/w7TXNa/ysFRW+ZYrV04rV67U4cOHtWvXLh04cEC9e/fWs88+q//85z966KGHMuwzLdcrV65YFRNQVFhV+KtSpYp27typgICAdOfCwsJUuXLlHAcGIGO3K1bS0YFv6bcdW2V0Ly8PewcEALCpvLzPunbtmrp166amTZtq7ty5cnNz019//WX2H8e5c+dq4cKFCg4Olre3tz755BP17dtXoaGhKlaMXz8BAABA4ZKcnGxWZJLuFinuLzBlx7hx4+Tj46NSpUqpcuXK8vAw/zQnIiJCCQkJme7VFh8fn664kzZbMDNp8To7O8vJ6e5HwGl/pi31ael1U1JStHDhQi1evFiRkZFKTk42tUlISEj3vPtniVWsWFE3b95UfHy8WRHxQawZl/Xr11vcvyV+/fVXXblyJd3ymJI0Z84cLVu2TBs2bJCLi4skqVmzZnr66ae1YMECvfnmm2bt69WrJ+nuSi6NGjVSz549tXDhQj322GM5ijE1NTVP87BUVvnGxMQoJCRE27dvV2BgoF577TX99ddfmjx5subOnatXXnlFb7/9dqa5GgwGq2ICigqrCn8vvviiPvroI7m6uqpr164qV66c4uLitGrVKn311VdW/2UAAABQ1OXlfdbcuXPl6empKVOmmI7du0xMamqqvvnmGw0aNEht2rSRJE2bNk0BAQH66aef9Oyzz9osFgAAACA/iI6O1lNPPWV2bPPmzfL29ra6z3r16plW1MiIwWBQYGCg+vbtm+H5kiVLpjtWpkwZq+O5t3hiyXXnzp2rGTNmqEOHDho+fLhpb8I333zToqJT2rXSikqWsmZcbG3t2rUqWbJkuveEJH377bd67LHHzPLy8vKSr6/vA/ega9Sokdzd3fXdd99ZXfhLex2uXbv2wCU5cysPS92fb/HixfX4449rzJgxKlasmE6fPq1XX31VQ4cOVfny5RUcHKxatWqlK1Reu3ZN0v9yB5Axqwp/vXv3VkREhGbMmKEZM2bI0dHR9JseL7/8sv75z3/aNEgAAICiIi/vs7Zs2aLAwEANHTpUe/fuVcWKFdW9e3e99NJLkqTIyEjFxMSYzT4sXbq06tevr/DwcAp/AAAAKHTKly+vBQsWpDuWm6pUqaI7d+5kuOpHfrhuaGioGjdurOnTp5uOJSYm6saNGxm2v3Dhgh5++GHT44sXL8rDwyNd4c/Z2VmSzGYQWhNfbrlx44Z+/vlnPf300xkWGS9duqSUlJR0x1NSUkzLq2YlMTFRly9ftjq+tFmf586dk5+fX6btcjsPS92bb+nSpc2WhN2xY4cef/xx9e/fX5IUExOjTZs2pSv8nTt3TpLk6+trs7iAwsiqwp/BYND48ePVq1cvhYWF6dq1aypbtqwef/xx9nsBcpkx4ozqfjZNj1y6oLBXB0q16tg7JACADeXlfda5c+e0dOlS9enTRwMHDtRvv/2mSZMmydnZWZ07d1ZMTIyk/+0Pksbd3T3b/0HNLyuxpMWRX+LJLxiXzDE2GWNcMsa4ZI6xydi943L/pBnGCrCPYsWK5XmhqU2bNpozZ44OHDighg0bmp2Ljo6Wl5eXXa/r6OhoWiY0zXfffaekpKQM+w0NDVXz5s0l3V2O89dff1XLli3TtUubpfbXX39lOObWjEu7du0k2WbJz/Xr1+vOnTsZLo8pSZUrV9auXbt08+ZN0z7tEREROn36tJ5//nlTu3PnzpmtrCJJ27dv19WrVx+4ZGtW6tatK2dnZx09etS0Qktu5nGvrMbZmnwdHBzMlo29c+dOhst5HjlyRAaDQf7+/hn2A+Auqwp/aapVq0ahD8hjxa7Eqvr3yyVJBzt1s3M0AIDckhf3WampqapTp45p+dBHH31UJ06c0LJly9S5c2ebXcfFxfr9UGzNYLj7wUVGH7AWZYxL5hibjDEuGWNcMmft2Dg4FO7ql8EgGQwOSk1NSTcuzs75599PALmrX79+2rBhg/r06aOgoCD5+vrqwoULCgsLk9Fo1Lx58+x63datWyskJETjxo1T7dq19fvvv2vz5s1yc3PLsN+tW7dq7Nix8vPz05o1a3T79m3961//SteuUqVKqlevnj777DOlpKTIaDSqTp06ptlc1ozLmTNnbDY+a9euVdmyZRUYGJjh+b59++q9995T9+7d1bVrV925c0eLFy+Wk5OT+vTpY2rXq1cvVatWTYGBgSpdurT+/PNPLV++XGXLllWvXr2sjs/FxUXNmzfXjh07NGzYsFzP415ZjbM1+TZv3lxTpkzRBx98oPLly2v+/Pn64IMP0rXbsWOHGjZsmOl7D8BdVhf+kpOTdejQIV24cCHDTVw7deqUk7gAAACKrLy6zypfvny6JVKqV6+uDRs2mM5LUmxsrCpUqGBqExsbq1q1all8nYSE5HwzayHtA+ekpGQ+lL8H45I5xiZjjEvGGJfMWTs2KSmFeyDvFv5SlJqamm5cEhMzXvoOQOFjNBq1dOlShYSEaMOGDYqNjZWHh4fq16+voKAgu1+3f//+unXrltatW6e1a9eqXr16mjdvnoYMGZJhv1OnTtVnn32mtWvXytvbW59++mmm/3/46KOPNGbMGAUHByshIUGjRo0y/R/FXuMiSVFRUdq3b59eeukl05Kk93vppZfk5uamefPm6ZNPPlFKSooaNGigTz/9VDVr1jS16969u3766SfNnTtXN27cUMWKFdW+fXsNGTJElSpVylGcXbt21euvv67z589n2Jct87CUNflWrVpVH330kaZNm6Zbt26pb9++ZkuBStL169cVFham8ePHZzsmoKgxpFq6A+s9jh49qiFDhig6OjrDDVwNBoP++OMPmwSYn8TEZLxudU4ZDHd/ky8xsWD+5/D06ZPaHpckz2pZr638246tMrqXl++jdZTBstFmbXyyWL7Skjb5qS8HB5nlm9O43A/tU7tubSVJ84M/V7HnX8q12LPbzsFBOn/6lALLOal69RpZ9lXQFfSf2+woSrlKRSvfopSrlDv5li9f2jYd3SMv77PeeustRUdHa8mSJaZjkydP1uHDh7Vs2TKlpqaqefPm+uc//2naWzA+Pl7NmjVTcHCwxXv85dY9lDWK2vveUoxL5hibjDEuGWNcMmft2ISH78m9oPIJBwdDhgVOf/8mdogmb+TGPRQAFEXJycl67rnn9I9//ENvvPGGvcPJVQsWLND8+fO1adMmFS9e3N7hAPmaVTP+JkyYIKPRqK+//lo1atTI9LcFAAAAkD15eZ/Vq1cvdevWTbNnz9Yzzzyjw4cPa/ny5Xr//fcl3S0yvvrqq/r888/10EMPydvbW5988okqVKiQ5R4SAAAAAIDc5+joqCFDhmjChAnq16+fjEajvUPKFYmJifrqq680cOBAin6ABawq/J08eVIff/yxmjQpvL99BgAAYA95eZ9Vr149zZo1SzNmzNB//vMfeXt7a/To0WYbuPfr10+3b9/WuHHjdP36dTVq1Ejz5s1TsWLFcj0+AAAAAEDW2rdvn25ZzMLG2dlZv/zyi73DAAoMqwp/1apV082bN20dCwAAQJGX1/dZrVq1UqtWrTI9bzAYNGzYsCw3iwcAAAAAAED+4GDNk0aNGqU5c+bo1KlTto4HAACgSOM+CwAAAAAAANayasbfxIkTFRMTow4dOqhChQoqXdp8U2aDwaDvv//eJgECAAAUJdxnAQAAAAAAwFpWFf5q164tg8Fg61gAWCC+qo92BH+ucyf+0BXPSvK0d0AAAJviPgsAAAAAAADWsqrwFxwcbOs4AFjojpu7zj7/kn7bsVXGMmXtHQ4AwMa4zwIAAAAAAIC1rNrj716pqam6ePGikpKSbBEPAAAA/ov7LAAAAAAAAGSHVTP+JGnbtm0KCQnR77//ruTkZK1YsUK1a9fWe++9p8aNG+v555+3ZZwAiqCkpCRFRJx9YLuqVavJycnqv84AIN/hPgsAAAAAAADWsGrG3//93/+pf//+8vb21vjx45Wammo6V6VKFa1atcpmAQIwV+bkMbXp9bz6fzhOHufO2jucXBURcVZrjp7V9rikTL/WHD1rUXEQAAoK7rMAAAAAAABgLaumyHz22Wfq1auXRo4cqeTkZL333numcw8//LC+/vprmwUIwJzzzXhV3LtDkuRy+5ado8l9Hl7e8qzma+8wACDPcJ8FAAAAAAAAa1k14+/cuXNq0aJFhudKlCihGzdu5CgoAACAoor7LAAAAAAAAFjLqsJf+fLldfr06QzPHT9+XJUqVcpRUAAAAEUV91kAAAAAAACwllWFv+eee04hISEKCwszHTMYDPrzzz81b948Pf/88zYLEAAAoCjhPgsAAAAAAADWsmqPv8GDB+vEiRPq06ePypYtK0nq16+f4uLi1LJlS/Xv39+WMQIAABQZ3GcBAAAAAADAWlYV/lxcXPT5559r165d2rlzp65cuSJXV1cFBAQoICDA1jECAAAUGdxnAQAAAAAAwFpWFf7SPP7443r88cdtFQsAAAD+i/ssAAAAAAAAZJdVhb/z588/sE2lSpWs6RoAAKBI4z4LAAAAAAAA1rKq8Ne6dWsZDIYs2/zxxx9WBQQga9d8a2rTN+t0+rdwXfN+SJXtHRAAwKa4zwIAAAAAAIC1rCr8zZo1K92x69eva/v27Tp48KDefvvtHAeG/CEpKUkREWezbBMREaFUo2feBAQlGcvo0mMBOnPnjowlS9k7HACAjXGfBQAAAAAAAGtZVfhr06ZNhse7dOmiKVOmaM+ePWrfvn2OAkP+EBFxVmuOnpWHl3embf48GakqtdzyMCoAAAov7rMAAAAAAABgLQdbd9iiRQuFhobaulvYkYeXtzyr+Wb65Vae2X4AAOQF7rMAAAAAAACQFZsX/g4cOCAXFxdbdwvgv9z++E3P/6Oh3hn1miqeOWHvcAAAeYj7LAAAAAAAAGTFqqU+J02alO5YQkKCTp8+rf379+uf//xnjgMDkDGHhDsqHfmXJMkxMdHO0aSXnJykiIjzFrWtWrWanJys+mvIbtcDgNzGfRYAAAAAAACsZdUn4Fu2bEl3rFixYvL09NT48eP14osv5jgwAAVT3IXzupCYoAhjUpbtLkdHqpOk6tVrFKjrAUBu4z4LAAAAAAAA1rJZ4Q8A0pTzrCzPar6F9noAkJu4zwIAAAAAAIC1bL7HHwAAAAAAAAAAAIC8Z9WMv1mzZlnc1mAw6PXXX7fmMgAAAEUO91kAAAAAAACwllWFv6+//lqJiYn6+++/Jd3dd+bOnTuSpOLFi8vZ2dnUlg+kAAAALMd9FgAAAAAAAKxlVeFv/vz5Gj58uF577TW1bdtWRqNR8fHxWr9+vT7//HPNnDlT9erVs3WsAAqR5OQkRUScz7JNRESEUo2eeRQRAOQP3GcBAAAAAADAWlYV/iZOnKi+ffuqa9eupmNGo1EvvPCC7ty5o/fff18rVqywWZAACp+4C+d1ITFBEcakTNv8eTJSVWq55WFUAGB/3GcBAAAAAADAWlYV/o4dOyZvb+8Mz1WpUkUnTpzIUVAAMnflkbpasylcx/eFKcWnhqraO6AcKOdZWZ7VfDM9HxMVkYfRAED+wH0WAAAAAAAArOVgzZMqV66sZcuWKTU11ex4amqqlixZokqVKtkkOADppbgU083KVXXFo4KSnV3sHQ4AwMa4zwIAAAAAAIC1rJrx99Zbb2nYsGH6xz/+oVatWsnd3V2xsbHaunWrzp8/r08++cTWcQIAABQJ3GcBAAAAAADAWlYV/tq0aaMVK1boiy++0ObNmxUTE6Py5curXr16+vTTT/XII4/YOk4AAIAigfssAAAAAAAAWMuqwp8kPfLII5o5c6YtYwFgAfdD+/SPnu31cmqqvp78H6lWHXuHBACwMe6zAAAAAAAAYA2r9vi7V3R0tA4cOKBbt27ZIh4AFnBITpZjSoq9wwAA5DLuswAAAAAAAJAdVhf+vv32WzVv3lytWrVSjx49dObMGUnS66+/rq+//tpmAQIAABQ13GcBAAAAAADAGlYV/r766itNnDhRnTp10vz585Wammo616RJE61fv95mAQIAABQl3GcBAAAAAADAWlbt8bdo0SK99tpreu2115ScnGx2zsfHx/Rb6QAAAMge7rMAAAAAAABgLatm/F28eFH+/v4ZnnN2dmYfGgAAACtxnwUAAAAAAABrWVX4q1Spkn777bcMzx06dEjVqlXLSUwAAABFFvdZAAAAAAAAsJZVhb+XXnpJn3/+ub777jvFx8dLkpKSkvTzzz/ryy+/VFBQkE2DBAAAKCq4zwIAAAAAAIC1rNrjr2/fvoqOjta4ceM0fvx4SVK3bt0kSd27d1ePHj1sFyEAAEARwn0WAAAAAAAArGVV4U+Sxo4dq169emnnzp26cuWKXF1d1axZs2wvP7VkyRItXbpUUVFRkqSHH35Yr732mlq0aCFJunPnjoKDgxUaGqqEhAQFBgZq/Pjx8vDwMPVx/vx5TZgwQbt371bJkiXVqVMnvfXWW3Jy+l96u3fvVnBwsE6cOCEvLy8NGjRIXbp0sTZ9wG5i6zXS4iMxOrJjq0p5VJCPvQMCANicre6zAAAAAAAAULRku/B3584dBQQE6MMPP1Tr1q1zvNyUp6en3n77bT300ENKTU3VmjVr9Prrr2v16tV6+OGHNXnyZP3yyy/6+OOPVbp0aU2cOFGDBw/WsmXLJEnJyckaMGCAPDw8tGzZMl26dEnvvvuunJ2d9eabb0qSzp07pwEDBujll1/W9OnTFRYWprFjx6p8+fJq3rx5juIH8pzBIBkMSnVwuPs9AKDQsPV9FgAAAAAAAIqWbBf+ihUrphIlSsjR0dEmAbRu3drs8RtvvKGlS5fq4MGD8vT01MqVKzV9+nQ1a9ZMkjR58mS1b99eBw8eVIMGDbR9+3adPHlSCxYskIeHhx555BENGzZM06dP1+DBg+Xi4qJly5bJ29tbI0eOlCT5+vpq//79+uqrryj8AQCAfMPW91kAANhbePge0/cODgalpKTaMRoAAACg8HOw5kmdOnXSihUrbB2LkpOT9cMPP+jWrVvy9/fXkSNHlJiYqICAAFMbX19fVapUSQcPHpQkHTx4UDVr1jRb+jMwMFDx8fE6efKkqU1a4fDeNml9AAWJQ0KCSlw8rzJXYuWQmGjvcAAANpZb91kAAAAAAAAo/Kza469MmTI6ePCgOnTooObNm8vDw0OGe5YcNBgM6t27t8X9HT9+XC+//LLu3LmjkiVL6j//+Y9q1KihP/74Q87OzipTpoxZe3d3d8XExEiSLl++bFb0k2R6/KA28fHx+vvvv1W8eHGLY82NlRXT+ixKqzYaJBWF3/M03POnrfJ1++Ow2nVrK0maH/y5VNffRj3njOG+P/MrW/2cFaWf26KUq1S08i1KuUoFJ19b32cBAAAAAACg6LCq8DdjxgxJdwtrJ06cSHc+ux9I+fj4aM2aNbpx44Y2bNigd999V4sWLbImtFzl4pI7y24ZDJKjo6MMBik1n1XDnJ0dZXBIkkMWc0MNDndf86zapLVzcDDc/fDSITXDApElfWXnevmhr/vzzWlc9x7Lb+NwN9e8jSs7sTs7O8rZ2TY/x/n559bWilKuUtHKtyjlKhWcfG19nwUAAAAAAICiw+LCX4cOHfTRRx+pZs2aOnbsmCTp+++/V4sWLeTq6pqjIFxcXPTQQw9JkurUqaPffvtN33zzjZ555hklJibq+vXrZrP+YmNjVb58eUl3Z+4dPnzYrL/Lly9LklmbtGP3tjEajdma7ZeQkJxrM/5SU6WkpOR890FkYmKyUlOklJTM26SmSKmpqVm2SWuXkpKq1NTUu8+xsq/sXM/efRkkycE835zGde+x/DQOabkqj1+f7MSemJisxMTkrBtaKD//3NpaUcpVKlr5FqVcpfydb27eZwEAAAAAAKDosHiPvxMnTujvv/82PU5OTta7776ryMhImweVkpKihIQE1alTR87OzgoLCzOdO336tM6fP68GDRpIkho0aKA///xTsbGxpjY7d+6U0WhUjRo1TG127dpldo2dO3ea+siO1NTc+crNvnMaV27IZ5+35prU+/4szApKrkXh57Yo/R1FvuRq73xtJS/vswAAAAAAAFB4WVz4y0iqDT7x+uijj7R3715FRkbq+PHj+uijj7Rnzx516NBBpUuXVteuXRUcHKxdu3bpyJEjGj16tPz9/U1Fu8DAQNWoUUMjRozQsWPHtG3bNn388cfq0aOHXFxcJEkvv/yyzp07p2nTpunUqVNavHixfvzxR5bJAgAA+ZYt7rMAAAAAAABQtFi1x58txcbG6t1339WlS5dUunRp+fn56csvv9QTTzwhSRo9erQcHBw0dOhQJSQkKDAwUOPHjzc939HRUbNnz9aECRMUFBSkEiVKqHPnzho6dKipTZUqVTRnzhxNmTJF33zzjTw9PTVp0iQ1b948z/MFAAAAAAAAAAAAckOOC3+GHG56N3ny5CzPFytWTOPHjzcr9t2vcuXKmjt3bpb9NG3aVGvWrLEmRAAAALvI6X0WAAAAAAAAipZsFf569eqV7gOoHj16pDtmMBi0f//+nEcHAABQRHCfBQAAAAAAgJyyuPA3ePDg3IwDgIVSnF10q6KXEu/cUbKT3VfrBQDYAPdZAAAAAAAAsAUKf0ABc+XRelq99Yh+27FVRvfy8rF3QACAHOM+CwAAAAAAALbgYO8AAAAAAAAAAAAAAOQchT8AAAAAAAAAAACgEGCDMKCAcbp5Q2VPHFPVU8cVX7KUvcMBAAAAAAAAAAD5BIU/oIBxPXlcbbu3kyTND/5c8m9i54gAAAAAAAAAAEB+wFKfAAAAAAAAAAAAQCFA4Q8AAAAAAAAAAAAoBCj8AQAAAAAAAAAAAIUAhT8AAAAAAAAAAACgEKDwBwAAAAAAAAAAABQCFP4AAAAAAAAAAACAQoDCHwAAAAAAAAAAAFAIONk7AADZk1TSqBj/Jrp5/ZoSipdQMXsHVEAkJycpIuL8A9tVrVpNTk781QgAAAAAAAAAKHj4dBsoYK49XEsbF/+o33ZsldG9vErbO6ACIu7CeV1ITFCEMSnTNpejI9VJUvXqNfIsLgAAAAAAAAAAbIXCH4Aio5xnZXlW87V3GAAAAAAAAAAA5Ar2+AMAAAAAAAAAAAAKAWb8AQWMy9U4eYX9IsPxo4p+opW9wwEAAAAAAAAAAPkEhT+ggCn912kFvvUvSdL86jXtHA0AAAAAAAAAAMgvWOoTAAAAAAAAAAAAKAQo/AEAAAAAAAAAAACFAEt9AgAAAACATIWH77F3CAAAAAAsxIw/AAAAAAAAAAAAoBCg8AcAAAAAAAAAAAAUAhT+AAAAAAAAAAAAgEKAwh8AAAAkSV988YX8/Pz0wQcfmI7duXNH//73v9W0aVP5+/tryJAhunz5sh2jBAAAAAAAQGYo/AEFzJ2y5XS2fRcdbPyEbpcuY+9wAACFxOHDh7Vs2TL5+fmZHZ88ebK2bt2qjz/+WAsXLtSlS5c0ePBgO0UJAAAAAACArFD4AwqY+Ieqa8f0uVrW/w1d8fK2dzgAgELg5s2beueddzRp0iS5urqajt+4cUMrV67UyJEj1axZM9WpU0eTJ09WeHi4Dh48aL+AAQAAAAAAkCEnewcAAAAA+3r//ffVokULBQQE6PPPPzcdP3LkiBITExUQEGA65uvrq0qVKungwYNq0KCBxdcwGGwZsfXS4sgv8eQXjEvmGJuMMS4ZY1wyd+/YpKbaN5b8JKtx4X0EAAAAa1D4AwAAKMJ++OEH/f7771qxYkW6c5cvX5azs7PKlDFfWtrd3V0xMTEWX8PFxTHHcdqKwSA5OjrywfN9GJfMMTYZY1wyVljHxcEh5xUog0EyGByUmppSqMYmp7IaF2fn/PPvJwAAAAoOCn9AAVPiUrSqrVsht79O6c92newdDgCgAIuOjtYHH3yg+fPnq1ixYrl2nYSE5HwzayHtw/ikpGQ+eL4H45I5xiZjjEvGCuu4pKTkPJm7Ba4UpaamFqqxyamsxiUxMdk+QQEAAKBAo/AHFDAlo6PU8KMJkqQLjwVk3RgAgCwcPXpUsbGx6tKli+lYcnKy9u7dq8WLF+vLL79UYmKirl+/bjbrLzY2VuXLl8/WtfLbh7ypqfkvpvyAcckcY5MxxiVjjEt6qaks85mRrMaFsQIAAIA1KPwBwH8lJycpIuK8RW0feqgaS+8AKPAef/xxrVu3zuzYqFGjVL16dfXr109eXl5ydnZWWFiY2rZtK0k6ffq0zp8/n639/QAAAAAAAJA3KPwBwH/FXTivC4kJijAmZdnucnSkOkmqVcsvT+ICgNxiNBpVs2ZNs2MlS5ZU2bJlTce7du2q4OBgubq6ymg0atKkSfL396fwBwAAAAAAkA9R+AOAe5TzrCzPar72DgMA8o3Ro0fLwcFBQ4cOVUJCggIDAzV+/Hh7hwUAQKEXHr4nR8/3929io0gAAABQkFD4AwAAgMnChQvNHhcrVkzjx4+n2AcAAAAAAFAAONg7AAAAAAAAAAAAAAA5R+EPAAAAAAAAAAAAKAQo/AEAAAAAAAAAAACFAHv8AQXM7fKeOtp3iGIiIxTv5q5i9g4IAAAAAAAAAADkCxT+gALmViVvHXxrgn7bsVVG9/Jyt3dAAAAAAAAAAAAgX2CpTwAAAAAAAAAAAKAQoPAHAAAAAAAAAAAAFAIU/oACplRUhB6bNELPL5kn10vR9g4HAAAAAAAAAADkE+zxBxQwxS9fkt+SLyVJx9p2tHM0AAAAAAAAAAAgv2DGHwAAAAAAAAAAAFAIUPgDAAAAAAAAAAAACgEKfwAAAAAAAAAAAEAhQOEPAAAAAAAAAAAAKAQo/AEAAAAAAAAAAACFAIU/AAAAAAAAAAAAoBCg8AcAAAAAAAAAAAAUAk72DgBA9tysXFV7x05V1Ok/da2CpyrYOyAAAAAADxQevsfq5/r7N7FhJAAAAAAKMwp/QAHzt0cF/dn9X/ptx1YZy5azdzgAAAAAAAAAACCfYKlPAAAAAAAAAAAAoBCg8AcAAAAAAAAAAAAUAhT+gAKm9JkTavF6D706K1jloiLsHQ4AAAAAAAAAAMgn2OMPKGBcrl+T99b1kqRdN+PtHA0AAAAAAAAAAMgvmPEHAAAAAAAAAAAAFAJ2n/E3Z84cbdy4UadPn1bx4sXl7++vt99+W9WrVze1uXPnjoKDgxUaGqqEhAQFBgZq/Pjx8vDwMLU5f/68JkyYoN27d6tkyZLq1KmT3nrrLTk5/S/F3bt3Kzg4WCdOnJCXl5cGDRqkLl265Gm+AAq+5OQkRUScl7OzoxITkzNtV7VqNbO/gwAAAAAAAAAAyE12/0R6z5496tGjh+rWravk5GTNmDFDffv21Q8//KCSJUtKkiZPnqxffvlFH3/8sUqXLq2JEydq8ODBWrZsmSQpOTlZAwYMkIeHh5YtW6ZLly7p3XfflbOzs958801J0rlz5zRgwAC9/PLLmj59usLCwjR27FiVL19ezZs3t1v+AAqeuAvndSExQefK3FFqSsZtLkdHqpOk6tVr5GVoAAAAAAAAAIAizO6Fvy+//NLscXBwsJo1a6ajR4+qcePGunHjhlauXKnp06erWbNmku4WAtu3b6+DBw+qQYMG2r59u06ePKkFCxbIw8NDjzzyiIYNG6bp06dr8ODBcnFx0bJly+Tt7a2RI0dKknx9fbV//3599dVXFP4AZFs5z8ryquarlEwKfwAAAAAAAAAA5LV8t8ffjRs3JEmurq6SpCNHjigxMVEBAQGmNr6+vqpUqZIOHjwoSTp48KBq1qxptvRnYGCg4uPjdfLkSVObtMLhvW3S+gAAAAAAAAAAAAAKMrvP+LtXSkqKJk+erIYNG6pmzZqSpMuXL8vZ2VllypQxa+vu7q6YmBhTm3uLfpJMjx/UJj4+Xn///beKFy9uUYwGQ/bzsrTP3Og7M0lJSfrrr7MPbPf/7d15fFNV/v/xd9KWRcrWBcr6g4K0bKVllU6RRRGVYRxAvqAoIkUERNQR0S8KWLYiICqyisAA7ooyjiIOojA8RhaRAgIKKmCAsrRlLVvT9P7+4NsMhW7pkpukr+fjwYP25tyT9zlN0+R+cs+12WwyAsNK/P4tkowS79XzWK7739fHa7nh/7KioJ+tO3+vS4sZz1FmKkvjLUtjlcreeAEAAAAAAFD2eFThLyEhQb/++qvee+89s6Pkqlw5v1Lp12KR/Pz8ZLFIhpuqQzbbIX3+82EF16qbb7tffz+qupFBsuZzbqjFKlkslnzbZLezWi2yWCyS1ci1QFSYvly5P0/o68bxFjfX9ds8bR6ujdW9ucx6PBTmsRwQ4KeAgNJ53nAnM56jzFSWxluWxiqVvfECAAAAAACg7PGYwt+kSZO0YcMGvfPOOwoL++8ZZiEhIbLb7Tp//nyOs/7S0tIUGhrqbLN79+4c/aWmpkpSjjbZ265vExgYWOiz/TIyHKV2xp9hSJmZDrcdiLTbHQqqWVc16zfKt92pIzYZhpHvdcyMLBXYJrtdVpYhwzCu7VPEvly5P7P7skiSNed4i5vrXP3G2jD/PR3et1tpteqqlofMQ/ZY5eafj1mPh8I8lu12h+x2R/6deQEznqPMVJbGW5bGKpW98QIAfEdS0rZi7R8T076EkgAAAADwdKYX/gzD0OTJk7Vu3TqtXLlS9erVy3F7ixYtFBAQoM2bN6tHjx6SpIMHDyo5OVnR0dGSpOjoaC1cuFBpaWkKDg6WJH3//fcKDAxU48aNnW3+/e9/5+j7+++/d/ZR+LxFGKQLfZeVA5FlZJgyVPLLfGZUraZjXXrol4ByCgysXII9F09pjNUbFDReX/qdLkvPUVLZGm9ZGqtU9sYLAAAAAACAsqOABe1KX0JCgj7//HO9+uqrqlSpklJSUpSSkqIrV65IkipXrqy+fftq+vTp2rJli/bs2aNx48YpJibGWbSLi4tT48aNNXbsWP3yyy/atGmTXn/9dQ0cOFDlypWTJA0YMEBHjhzRjBkz9Pvvv+vdd9/VV199pcGDB5s0cgAAAAAAAAAAAKDkmH7G3/vvvy9Jevjhh3NsT0xMVJ8+fSRJ48aNk9Vq1ejRo5WRkaG4uDhNnDjR2dbPz08LFy7Uyy+/rP79+6tixYrq3bu3Ro8e7WxTr149LVq0SImJiVqxYoXCwsI0ZcoUderUyQ2jBAAAAAAAAAAAAEqX6YW//fv3F9imfPnymjhxYo5i343q1KmjxYsX59tPhw4dtHr1alcjAh6l2oF96vj8CHW9mK5/PjtBimxhdiQAAAAAAAAAAOABTC/8AXCN3+VLCtq/R5IUcPWqyWkAAAAAAAAAAICnMP0afwAAAAAAAAAAAACKj8IfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+wN/sAABcc7ZJM3352b/1685tuvL/wlXP7EAAAAAAPFpS0jazIwAAAABwEwp/gJdxVLxFZyOa60TqKQWWr2B2HAAAAAAAAAAA4CFY6hMAAAAAAAAAAADwART+AAAAAAAAAAAAAB9A4Q/wMkF7knT/bY004anBqvXbL2bHAQAAAAAAAAAAHoJr/AFexuJwqPz5s9e+zsoyNwwAAAAAAAAAAPAYnPEHAAAAAAAAAAAA+AAKfwAAAAAAAAAAAIAPoPAHAAAAAAAAAAAA+AAKfwAAAAAAAAAAAIAPoPAHAAAAAAAAAAAA+AAKfwAAAAAAAAAAAIAPoPAHAAAAAAAAAAAA+AB/swMAcM3p5tH6aMtB7du6SQG166qB2YEAAACAMiApaVuh2lmtFmVlGaWcBgAAAAByxxl/gJcx/P1lr1JVV26pJMOP2j0AAAAAAAAAALiGqgEAlAKHI1M2W3Kh2tav30D+/jwdAwAAAAAAAACKhyPNgJexOBzyu3JZ5a5clsXhMDsO8nD6RLJO2DNkC8zMt13q8aP6q6Tw8MZuyQUAAAAAAAAA8F0U/gAvE7QnSXc/0EOStHT6Aql5K5MTIS9BYXUU1qCR2TEAAAAAAAAAAGUE1/gDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAHUPgDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAHUPgDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAHUPgDAAAAAAAAAAAAfIC/2QEAuMbw85O9UqAcDocMK7V7AAAAAAAAAABwDYU/wMucbhGjj374Qz/95zsFBoeqodmBAAAAAAAAAACAR6DwBwAAAAAolKSkbc6vrVaLsrIMl/aPiWlf0pEAAAAAANdhnUAAAAAAAAAAAADAB3DGH+Bl/C5fUuBRm2ocO6KMwMpmxwEAAAAAAAAAAB6Cwh/gZaod2Ke7H+ghSVo6fYHUqq3JiQAAAAAAAAAAgCdgqU8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB/ibHQAAAADmWLRokf71r3/p4MGDqlChgmJiYjRmzBiFh4c721y9elXTp0/XmjVrlJGRobi4OE2cOFEhISEmJge8W1LStmLtHxPTvoSSmC9z8sRCt91Vu6asrdsW+b58ad4AAAAAIC+c8QcAAFBGbdu2TQMHDtRHH32kZcuWKTMzU/Hx8bp06ZKzzbRp0/Tdd9/p9ddf18qVK3Xq1CmNGjXKxNQAAAAAAADIC2f8AV7GUaGizjaO1JVLF5VZrrzKmx0IAOC1lixZkuP76dOnq2PHjtq7d6/atWunCxcuaNWqVZo1a5Y6duwo6Voh8N5779XOnTsVHR1tQmoAAAAAAADkhcKfD8rMzJTNdjjfNjabTUZgmHsCoUSdjWiuLz//j376z3cKDA5VQ7MDAQB8xoULFyRJVatWlSTt2bNHdrtdsbGxzjaNGjVS7dq1XS78WSwlGrXIsnN4Sh5PwbzkzRPnxhOyXD8vhuH6fmZwx30XdV7KAuYmd6U5L57wXAEAAAD3o/Dng2y2w1q997BCatXNs82B346qXmR1N6YCAACeLCsrS9OmTVPr1q3VpEkTSVJqaqoCAgJUpUqVHG2Dg4OVkpJS6L7LlfMr0azFYbFIfn5+HHi+AfOSt9KYG6u1eEfjd+78ocj7tmt3W7HuOzu7xSJZLFYZRpZL8xIQkPP5wGEt/NUnLBZLsebuxvt2VWHuu6jzUhYwN7krzXkp7mMeAAAA3onCn48KqVVXYQ0a5Xl7yjGbG9MAAABPl5CQoF9//VXvvfdeifedkeHwmLMOsos3mZkODjxfh3nJW2nMTVaWeZNstzuKtX929mvFiiwZhuHSvNx4/1lZWYXe1zCMYs1dSY09P0Wdl7KAucldac5LcR/zAAAA8E4U/gAvE3D+nEJ3/qCr+3YprV1swTsAAFCASZMmacOGDXrnnXcUFvbfpcBDQkJkt9t1/vz5HGf9paWlKTQ01KX78LSDvIbheZk8AfOSN1+Zm5Iag2EUbWlCM+fQHfdd1HkpC5ib3JXmvDDXAAAAZVPh11UB4BGqHPpVXYf315A50xR87IjZcQAAXswwDE2aNEnr1q3T8uXLVa9evRy3t2jRQgEBAdq8ebNz28GDB5WcnOzS9f0AAAAAAADgHpzxBwAAUEYlJCToiy++0Pz581WpUiXndfsqV66sChUqqHLlyurbt6+mT5+uqlWrKjAwUFOmTFFMTAyFP8BLJSVtMzsCAAAAAKAUUfgDABM5HJmy2ZILbFe/fgP5+/OUDaBkvf/++5Kkhx9+OMf2xMRE9enTR5I0btw4Wa1WjR49WhkZGYqLi9PEiRPdnhUAAAAAAAAF4ygyAJjo9IlknbBnyBaYmWeb1ONH9VdJ4eGN3ZYLQNmwf//+AtuUL19eEydOpNgHAAAAAADgBSj8AYDJgsLqKKxBI7NjAAAAAAAAAAC8nNXsAAAAAAAAAAAAAACKjzP+AAAAAAAlImvH9nxvz/ziSzclAQAAAICyiTP+AAAAAAAAAAAAAB/AGX+Al8moUlXHbu+uC2fSdKVSoMqbHQgAAAAAAAAAAHgECn+Al7nQ8FZtWPiBfvrPdwoMDlVVswMBAAAAAAAAAACPYPpSnz/88IOGDx+uuLg4RURE6Jtvvslxu2EYeuONNxQXF6eoqCgNHjxYhw8fztHm7NmzevbZZ9W6dWu1bdtW48aN08WLF3O0+eWXX/Tggw+qZcuW6ty5sxYvXlzaQwMAAAAAAAAAAADcxvTC36VLlxQREaGJEyfmevvixYu1cuVKvfzyy/roo49UsWJFxcfH6+rVq842Y8aM0W+//aZly5Zp4cKF2r59uyZMmOC8PT09XfHx8apdu7Y+/fRTjR07VnPnztWHH35Y6uMDAAAAAAAAAAAA3MH0pT47d+6szp0753qbYRhasWKFRowYoTvvvFOSNGPGDMXGxuqbb75Rz5499fvvv2vTpk365JNP1LJlS0nSSy+9pGHDhmns2LGqWbOmPv/8c9ntdk2bNk3lypXTrbfeqp9//lnLli1T//793TZWoCRUSD2luuvXqOLv+/VHt3vMjgMAAAAAAAAAADyE6Wf85efo0aNKSUlRbGysc1vlypXVqlUrJSUlSZKSkpJUpUoVZ9FPkmJjY2W1WrV7925J0s6dO9W2bVuVK1fO2SYuLk6HDh3SuXPnXMpksZTOv5Ls2xt4Scxis9zwf0modMymDgnPqs87b6nqqRMl2HPxlMZYvYE7x1tazz/ufo7yhn9labxlaaylMV4AAAAAAADAk5h+xl9+UlJSJEnBwcE5tgcHBys1NVWSlJqaqqCgoBy3+/v7q2rVqs79U1NTVbdu3RxtQkJCnLdVrVq1UHnKlfNzfRCFYLFIfn5+slgkwyh+fwEBfrJYM2XNp6xrsUoWiyXfNoVt50pfVqtFFotFshq5FkxK+v48oa8bx1vcXNdv87R5uDZW9+by5seyK7kCAvwUEFA6z0EFKennKE9XlsZblsYqlb3xAgAAAAAAoOzx6MKfp8nIcJTKp/uzD0BmZjpK5ECk3e6QkSVlZeXdxsi6tpRqfm0K286VvrKyDBmGcW0fN9yf2X1ZJMmac7zFzXX9Nk+ah+yxys0/H29+LLuSy253yG535N9ZKSnp5yhPV5bGW5bGKpW98QKAJ9pVu6bb7zNrx3ZJ0o//939BrK3blmYcAAAAAChVHl34Cw0NlSSlpaWpRo0azu1paWmKjIyUdO3MvdOnT+fYLzMzU+fOnXPuHxIS4jxDMFv299ln/hVWaR4oNIyycwZCGRmmDF0riJWF8ZalsV7PneM1+/mhLD1HSWVrvGVprFLZGy8AAAAAAADKDo++xl/dunUVGhqqzZs3O7elp6dr165diomJkSTFxMTo/Pnz2rNnj7PNli1blJWVpaioKElSdHS0tm/fLrvd7mzz/fffq2HDhoVe5hMAAAAAAAAAAADwZKYX/i5evKiff/5ZP//8syTp6NGj+vnnn5WcnCyLxaJBgwZpwYIFWr9+vfbv36+xY8eqRo0auvPOOyVJjRo1UqdOnTR+/Hjt3r1bP/74oyZPnqyePXuqZs1ry8j06tVLAQEBevHFF/Xrr79qzZo1WrFihR599FHTxg0AAAAAAAAAAACUJNOX+tyzZ48GDRrk/D4xMVGS1Lt3b02fPl2PPfaYLl++rAkTJuj8+fNq06aN3n77bZUvX965z6xZszR58mQ98sgjslqtuuuuu/TSSy85b69cubKWLFmiSZMmqU+fPqpevbpGjhyp/v37u2+gAAAAAGCirEJe4y4b17oDAAAAAO9jeuGvQ4cO2r9/f563WywWPfXUU3rqqafybFOtWjW9+uqr+d5PZGSk3nvvvSLnBAAAAAAAAAAAADyZ6YU/AK65EhyqA/0H6/SJZF2qWl3lC94FAAAAAAAAAACUART+AC9zse7/0w8TX9VP//lOgcGhqm52IJQ6hyNTNltyge3q128gf3+e1gEAAAAAAACgrOIIMQB4uNMnknXCniFbYGaebVKPH9VfJYWHN3ZbLgAAAAAAAACAZ6HwBwBeICisjsIaNDI7BgAAPiFz8kSX2jusVvm95No+viBrx/Z8bzcsFhmG4aY01xSUCcB/JSVtK/K+MTHtSzAJAAAA3InCH+Blbjl+TLd+uEy1jv6hPX99wOw4AAAAAAAAAADAQ1D4A7xMxVPH1eKt1yRJh2/vbnIaAAAAAAAAAADgKaxmBwAAAAAAAAAAAABQfJzxBwAAAKBM2VW7pkvtLRaLjLfnu7SPtXVbl9oDAAAAAFASOOMPAAAAAAAAAAAA8AEU/gAAAAAAAAAAAAAfQOEPAAAAAAAAAAAA8AEU/gAAAAAAAAAAAAAf4G92AAAAAACA67J2bDc7AgAAAADAw1D4A7zMpVp1tPPpl3Tij4M6H1JDoWYHAgAAAAAAAAAAHoHCH+BlLteopb3DntFP//lOgUEhFP4gSXI4MmWzJReqbf36DeTvz9M/AAAAAAAAAPgajvwCgA84fSJZJ+wZsgVm5tsu9fhR/VVSeHjjPNtkZmbKZjucY1tAgJ/sdsdNbSkiAgAAAAAAAIDn4GgtAPiIoLA6CmvQKN82184MtOXbxmazaccFh0Jq1XNus1gzZWTlbFeYIiIAAGUV198DAAAAAJiBwp8Xye0snNzYbDYZgWGlHwimCPzjoKLmvaJmKSf1/aDhUmQLsyPBixTmzMADvx1VvciWOYqIVquUlZXnLgAAAAAAAAAAD0Dhz4vYbIe1eu9hhdSqm2+7awftq7spFdyt/NnTavjFJ5KkpN4PmpwG3qigMwNTjuV/RiAAAAAAAAAAwDNR+PMyIbXqFriUHwftAQAAAAAAAAAAyh4KfwCAIrl2vcDkAtvVr99A/v78uQEAAAAAAACA0saRWABAkRTmeoGpx4/qr5LCwxu7LRcAAAAAAAAAlFUU/gAARVbQ9QIBAAAAAAAAAO5jNTsAAAAAAAAAAAAAgOKj8AcAAAAAAAAAAAD4AJb6BAAAAADg/2Tt2O5Se2vrtqWUBAAAAABcR+EP8DLp9RvqP68s1JED+3QmrLbCzA4EAAAAAAAAAAA8Akt9Al7mavVgHe7VTztvu12Xq1QzOw4AAAAAAAAAAPAQFP4AAAAAAAAAAAAAH8BSnwAAAAC8TlLSNrMjAEXGdQQBAAAAlBYKf4CXqfLbL+qQMEax58/q61EvSJEtzI4E5MnhyJTNllyotvXrN5C/P3+WAAAAAAAAAKCoOMIKeJmAi+mq8eNmSVK5y5dMTgPk7/SJZJ2wZ8gWmJlvu9TjR/VXSeHhjd2SCwAAAAAAAAB8EYU/AECpCgqro7AGjcyOAQAAAAAAAAA+z2p2AAAAAAAAAAAAAADFxxl/AADTFfZagFwHEAB8R1LSthLrK2vH9hLrCwAAAAAAb8bRUwCA6QpzLcBTR/9QW5tN9evXz7cvioMAAAAAAAAAyiqOjAIAPEJB1wJMOWbT5tRLJVIclCgQAgAAAAAAAPA9HPEEAHiNkigOSlLq8aP6q6Tw8MYlGxAAAAAAAAAATEThDwDgUwoqDgIAAJSkG68xaVgsMgzDpDTXFOW6l9bWbUshCQAAAAB3o/AHeJlzjSP0r5Vf6vefduhCvQaqY3YgwAs5HJmy2ZLzvD0gwE92u4PlQAEAAAAAAAB4FY5mAl4ms1JlpbS5TX9cuazAireYHQfwSqdPJOuEPSPPJUEt1kylHGM5UAAAAAAAAADehcIfAKBMym9JUKtVMrLcHAgAAAAAAAAAislqdgAAAAAAAAAAAAAAxUfhD/Ay1fft1n13Ruv5F0ao5sEDZscBAAAAAAAAAAAegqU+AS9jtWcoMPmIJMkvM/frkwEAAAAAAAAAgLKHM/4AAAAAAAAAAAAAH0DhDwAAAAAAAAAAAPABLPUJAEAuHI5M2WzJhWpbv34D+fsX/09qZmambLbDBbaRLPL393NLJgAwQ9aO7WZHAAAAAADAK3FEEACAXJw+kawT9gzZAvO/lmbq8aP6q6Tw8MbFvk+b7bBW7z2skFp182xzYOc2VaoWpDoN8r6/kswEAAAAAAAAwHtQ+AMAIA9BYXUU1qBRvm2unRloK7Cvwp6BF1Krbr73mXLMpsDg0AJzAQAAAAAAACh7KPwBAFAMhTkz8NTRP9TWZlP9+vXz7ctms8kIDCvpiAAAAAAAAADKCAp/AAAUU0FnBqYcs2lz6qUClw098NtR1YusXtLxACBPSUnbnF9brRZlZRkmpgGQF0+87qWrmayt25ZSEgAAAADXo/AHeJkzTVvqs2926Zft30sNGyv/84cAeIrCLBuacqzgJUMBAAAAAAAAIC8U/gAvk1WuvC7VrqtzwaEKDChndhwAHujadQeTC9W2ceNGkiylGwgAAAAAAACAW1D4AwDAxxTmuoOSlHr8qPoF+Kl+/YZuSgYAAAAAAACgNFH4AwDABxVmaVEAAAAAAAAAvoXCn4fIzMzU77//nm8bm80mIzDMTYngqYJ3bVePB++WIenvifOlyBZmRwIAAIWUOXmiS+39xyeUUpKiy9qx3aX21tZtSykJgJLk6u92Ufo3LBYZhlHofXj+AAAAAFxH4c9D/PHHYa3ee1ghterm2ebAb0dVL7K6G1PBU1kMgytyAQAAAAAAAACAHCj8eZCQWnXzXZYt5ZjNjWkAAAAAAAAAAADgTaxmBwAAAAAAAAAAAABQfGXujL93331XS5YsUUpKiiIjIzV+/HhFRUWZHQsAALdzODJls52Q3e7It139+g3k71/mXjLgBp78GiopaZtL7a1Wi7Ky/nuNqZiY9iUdqdB21a6Zf4Ml8/O9uVXyyRzfF+WagNnX9XL12luu9g8AnqYoz09cdxAAAACerkwdxVuzZo0SExOVkJCgVq1aafny5YqPj9fatWsVHBxsdjwAANzq9Ilkbcq0q3b5zDzbnDr6h9rabKpfv36B/VEg9F28hgIAAAAAAPAOZero3LJly/Q///M/6tu3ryQpISFBGzZs0KpVqzRs2DCT0wEA4H5BYXUKvL7s5tRLsgXmXRyUpNTjR/VXSeHhjUs2IDwCr6EAAAAAAAC8Q5kp/GVkZGjv3r16/PHHndusVqtiY2OVlJRkYjIAADxbQcVBKXvZUFu+bTIzMyVZ5O/vl287zhz0LLyGAgAAAAAA8B5l5qjamTNn5HA4blqOKjg4WAcPHix0PxZLSSf7b59px4/m2+5Mygll2DNUsULFYrczs69bbqkoZUm5XUHG07O72pdFkqzKMd5i5zp+zPnl+bQUOQ7/XirZXW2XPdazbv75ePNjuSRzleb95fY49oRcpXV/Zj2WS7Kvwt7f2ZQTsmfaVbF8hVwfx6709ftPO7TvyhWFpl3Js41t/x5VrFJNobXq5tnmXNopdW9SuKVFC6NRo/+egZj997Y0/pb7Mk9+DVUU1z8Osi9n5ynZSkJRx2K57v+Sv8qfd2Nucse85I55yRtzk7vc/i55Al/62wgAAFDWWAzDk15alp6TJ0/q9ttv1wcffKCYmBjn9hkzZuiHH37Qxx9/bGI6AAAAz8RrKAAAAAAAAO9hNTuAu1SvXl1+fn5KS0vLsT0tLU0hISEmpQIAAPBsvIYCAAAAAADwHmWm8FeuXDk1b95cmzdvdm7LysrS5s2bc3x6HQAAAP/FaygAAAAAAADvUWau8SdJjz76qJ5//nm1aNFCUVFRWr58uS5fvqw+ffqYHQ0AAMBj8RoKAAAAAADAO5Spwt+9996r06dPa86cOUpJSVHTpk319ttvs0wVAABAPngNBQAAAAAA4B0shmEYZocAAAAAAAAAAAAAUDxl5hp/AAAAAAAAAAAAgC+j8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/Jjh79qyeffZZtW7dWm3bttW4ceN08eLFAvdLSkrSoEGDFB0drdatW2vgwIG6cuWKGxIXT1HHK0mGYWjo0KGKiIjQN998U8pJi8/VsZ49e1aTJ09Wjx49FBUVpS5dumjKlCm6cOGCG1MX3rvvvqtu3bqpZcuW6tevn3bv3p1v+6+++kp33323WrZsqV69emnjxo1uSloyXBnvRx99pAcffFDt2rVTu3btNHjw4ALnx5O4+rPN9uWXXyoiIkIjR44s5YQlx9Wxnj9/XgkJCYqLi1OLFi3Uo0cPr3osuzrev//9787npM6dO2vatGm6evWqm9IW3Q8//KDhw4crLi6u0H8ztm7dqt69e6tFixbq3r27Pv30Uzckhbvk95iw2+2aOXOmevXqpejoaMXFxWns2LE6efKkiYndw5XflQkTJigiIkJ///vf3RfQJIWZl99//13Dhw9XmzZtFB0drb59+yo5OdmEtO5V0NxcvHhRkyZN0u23366oqCjde++9ev/9901K6z6LFi1S3759FRMTo44dO2rkyJE6ePBgjjZXr15VQkKCOnTooJiYGD355JNKTU01KbF7FDQv3vb+p6QU5vGSzdveAwMAAMDzUPgzwZgxY/Tbb79p2bJlWrhwobZv364JEybku09SUpKGDh2quLg4ffzxx/rkk080cOBAWa2e/yMsynizLV++XBaLpZQTlhxXx3rq1CmdOnVKzz//vL744gslJiZq06ZNevHFF92YunDWrFmjxMREPfHEE/rss88UGRmp+Ph4paWl5dp+x44devbZZ3X//fdr9erVuuOOO/TEE0/owIEDbk5eNK6Od+vWrerZs6dWrFihDz74QLVq1dKQIUO84iCyq2PNdvToUb3yyitq27atm5IWn6tjzcjI0KOPPqpjx47pjTfe0Nq1azV58mTVrFnTzcmLxtXx/vOf/9Srr76qUaNGac2aNZo6darWrFmj2bNnuzm56y5duqSIiAhNnDixUO2PHDmixx9/XB06dNA//vEPPfLII3rppZe0adOmUk4Kd8nvMXHlyhXt27dPI0aM0Keffqq5c+fq0KFDGjFihAlJ3auwvyvr1q3Trl27VKNGDTclM1dB82Kz2fTggw8qPDxcK1eu1Oeff66RI0eqfPnybk7qfgXNzfTp07Vp0ybNnDlTa9as0SOPPKLJkydr/fr1bk7qXtu2bdPAgQP10UcfadmyZcrMzFR8fLwuXbrkbDNt2jR99913ev3117Vy5UqdOnVKo0aNMjF16StoXrzp/U9JKszjJZu3vQcGAACABzLgVr/99pvRpEkTY/fu3c5tGzduNCIiIowTJ07kuV+/fv2M1157zQ0JS1ZRx2sYhrFv3z6jU6dOxqlTp4wmTZoY69atK+24xVKcsV5vzZo1RvPmzQ273V4aMYvs/vvvNxISEpzfOxwOIy4uzli0aFGu7Z966ilj2LBhObb169fPGD9+fKnmLCmujvdGmZmZRkxMjPHZZ5+VUsKSU5SxZmZmGv379zc++ugj4/nnnzdGjBjhjqjF5upY33vvPeOOO+4wMjIy3BWxRLk63oSEBGPQoEE5tiUmJhoDBgwo1ZwlrTB/M2bMmGH07Nkzx7ann37aGDJkSGlGg0kK85jYtWuX0aRJE+PYsWNuSmW+vOblxIkTRqdOnYwDBw4YXbt2NZYtW+b+cCbKbV6efvppY8yYMSYl8hy5zU3Pnj2NuXPn5tjWu3dvY/bs2e6MZrq0tDSjSZMmxrZt2wzDMIzz588bzZs3N7766itnm+z3C0lJSSaldL8b5yU3nvr+pzTlNS/e9h4YAAAAnsnzTxfzMUlJSapSpYpatmzp3BYbGyur1Zrn8mtpaWnatWuXgoODNWDAAMXGxuqhhx7S9u3b3RW7yIoyXkm6fPmynn32WU2YMEGhoaHuiFpsRR3rjdLT0xUYGCh/f//SiFkkGRkZ2rt3r2JjY53brFarYmNjlZSUlOs+O3fuVMeOHXNsi4uL086dO0szaokoynhvdPnyZWVmZqpq1aqlFbNEFHWs8+bNU3BwsPr16+eOmCWiKGP99ttvFR0drUmTJik2NlZ//vOftXDhQjkcDnfFLrKijDcmJkZ79+51PmcdOXJEGzduVOfOnd2S2Z28+TkKpSM9PV0Wi0VVqlQxO4qpsrKy9Nxzzyk+Pl633nqr2XE8QlZWljZs2KAGDRooPj5eHTt2VL9+/ViC7//ExMTo22+/1cmTJ2UYhrZs2aJDhw4pLi7O7Ghulb1UZfZrvz179shut+f4O9yoUSPVrl27TP2tuXFecuOJ739KW27z4o3vgQEAAOCZKPy5WWpqqoKCgnJs8/f3V9WqVZWSkpLrPkeOHJEkzZ07V/369dPbb7+tZs2aafDgwTp8+HBpRy6WooxXkhITExUTE6M777yztCOWmKKO9XqnT5/W/Pnz1b9//9KIWGRnzpyRw+FQcHBwju3BwcF5XqckNTVVISEhhW7vSYoy3hvNmjVLNWrUyHGwxxMVZazbt2/XJ598osmTJ7sjYokpyliPHDmir7/+Wg6HQ2+99ZZGjhypZcuWacGCBe6IXCxFGW+vXr00evRoPfjgg2revLnuvPNOtW/fXsOHD3dHZLfK7TkqJCRE6enpXnH9XJSsq1evatasWerZs6cCAwPNjmOqxYsXy9/fX4MGDTI7isdIS0vTpUuXtHjxYnXq1ElLly5V9+7dNWrUKG3bts3seKYbP368GjdurNtvv10tWrTQ0KFDNXHiRLVr187saG6TlZWladOmqXXr1mrSpImka39nAgICbvowQXBwcKHfG3i73OblRp76/qc05TUv3vgeGAAAAJ6p7HykrpTNmjVLixcvzrfNmjVritR3VlaWJKl///7q27evJKlZs2bavHmzVq1apWeffbZI/RZHaY53/fr12rJliz777LMi7V/SSnOs10tPT9fjjz+uRo0a+fy1P3zdW2+9pTVr1mjFihU+d+2f9PR0jR07VpMnT76p0O2LDMNQcHCwJk+eLD8/P7Vo0UInT57UkiVLfPL3dOvWrVq0aJEmTpyoqKgo2Ww2TZ06VfPmzdMTTzxhdjygVNjtdj311FMyDEMJCQlmxzHVnj17tGLFCn366adcX+o62a/F77jjDg0ePFiS1LRpU+3YsUMffPCB2rdvb2I6861cuVI7d+7UggULVLt2bW3fvl0JCQle8QGokpKQkKBff/1V7733ntlRPEpB81JW3//kNi+e9h4YAAAA3o3CXwkZMmSIevfunW+bevXqKSQkRKdPn86xPTMzU+fOnctzOY/s7Y0aNcqxvVGjRkpOTi5G6qIrzfFu2bJFNpvtpk8JP/nkk2rbtq1WrlxZvPAuKs2xZktPT9fQoUNVqVIlzZs3TwEBAcXOXZKqV68uPz8/paWl5dielpZ20xkz2UJCQm46qyi/9p6kKOPNtmTJEr311ltatmyZIiMjSzNmiXB1rEeOHNGxY8c0YsQI57bsA6LNmjXT2rVrVb9+/dINXURF+bmGhobK399ffn5+zm3h4eFKSUlRRkaGypUrV6qZi6Mo433jjTf0l7/8xbmEa0REhC5duqQJEyZoxIgRslp9Z6GA3J6jUlNTFRgYqAoVKpiUCu5mt9v19NNPKzk5WcuXLy/zZ/tt375daWlp6tq1q3Obw+HQK6+8ohUrVujbb781MZ15qlevLn9//1xfi//4448mpfIMV65c0Wuvvaa5c+eqS5cukqTIyEj9/PPPWrJkSZko/E2aNEkbNmzQO++8o7CwMOf2kJAQ2e12nT9/PsdZf2lpaWViGce85iWbp7//KS15zYunvQcGAACAd6PwV0KCgoIKdfZLTEyMzp8/rz179qhFixaSrr3Iz8rKUlRUVK771K1bVzVq1NChQ4dybD98+LBuv/324ocvgtIc77Bhw266blivXr30v//7vzkORLlLaY5VuvamNz4+XuXKldOCBQs88gyxcuXKqXnz5tq8ebNz6ZmsrCxt3rxZDz30UK77REdHa8uWLc5PxkvS999/r+joaDckLp6ijFe6tjzawoULtWTJkhzXevRkro41PDxc//znP3Nse/3113Xx4kW9+OKLuR7Y8RRF+bm2bt1aX3zxhbKyspxFr8OHDys0NNSji35S0cZ75cqVm4p72UVPwzBKN7CbRUdH69///neObd7yHIWSkV30++OPP7RixQpVr17d7Eimu++++24q1MTHx+u+++5Tnz59TEplvnLlyqlly5a5vhavU6eOSak8Q2Zmpux2+01niPr5+fnc340bGYahyZMna926dVq5cqXq1auX4/YWLVooICBAmzdvVo8ePSRJBw8eVHJysk//rSloXiTveP9T0gqaF097DwwAAADvRuHPzRo1aqROnTpp/PjxSkhIkN1u1+TJk9WzZ0/VrFlTknTy5Ek98sgjmjFjhqKiomSxWBQfH68333xTkZGRatq0qT777DMdPHhQc+bMMXlE+SvKeENDQ3P9FGzt2rVzfePoKYoy1vT0dA0ZMkSXL1/WzJkzlZ6ervT0dEnXCo7Xn2VktkcffVTPP/+8WrRooaioKC1fvlyXL192HggcO3asatas6Vx6dtCgQXr44Ye1dOlSde7cWWvWrNGePXs0adIkM4dRaK6O96233tKcOXP06quvqk6dOs5rt9xyyy2qVKmSaeMoDFfGWr58+Zuu0ZL9Kfa8rt3iSVz9uT7wwAN65513NHXqVD300EP6448/tGjRIj388MNmDqPQXB1v165dtWzZMjVr1sy51Ocbb7yhrl27etTzUW4uXrwom83m/P7o0aP6+eefVbVqVdWuXVuvvvqqTp48qRkzZkiSBgwYoHfffVczZsxQ3759tWXLFn311VdatGiRWUNACcvvMREaGqrRo0dr3759WrRokRwOh/N5u2rVqh5f2C+Ogn5XbiyABgQEKCQkROHh4e6O6lYFzUt8fLyeeeYZtWvXTh06dNCmTZv03XffacWKFSamdo+C5qZ9+/aaOXOmKlSooNq1a+uHH37Q6tWr9cILL5iYuvQlJCToiy++0Pz581WpUiXnc0jlypVVoUIFVa5cWX379tX06dNVtWpVBQYGasqUKYqJifHpwl9B8+JN739KUkHz4q3vgQEAAOCZKPyZYNasWZo8ebIeeeQRWa1W3XXXXXrppZect9vtdh06dEiXL192bhs8eLAyMjKUmJioc+fOKTIyUkuXLvXYJfWuV5TxeitXx7p3717t2rVLktS9e/ccfa1fv15169Z1X/gC3HvvvTp9+rTmzJmjlJQUNW3aVG+//bZzycDjx4/nOFOodevWmjVrll5//XXNnj1bDRo00Lx587yiOCS5Pt4PPvhAdrtdo0ePztHPqFGj9OSTT7o1u6tcHas3c3WstWrV0pIlS5SYmKi//OUvqlmzpgYNGqTHHnvMrCG4xNXxjhgxQhaLRa+//rpOnjypoKAgde3aVc8884xZQyi0PXv2aNCgQc7vExMTJUm9e/fW9OnTlZKSouPHjztvr1evnhYtWqTExEStWLFCYWFhmjJlijp16uT27Cgd+T0mRo0a5Vy28r777sux34oVK9ShQwf3BXWzgn5XyqqC5qV79+56+eWX9dZbb2nKlClq2LCh5syZo7Zt25oV2W0KmpvZs2dr9uzZGjNmjM6dO6fatWvrmWee0QMPPGBWZLd4//33JemmDwMlJiY6P2Azbtw4Wa1WjR49WhkZGYqLi9PEiRPdntWdCpoXb3r/U5IK83gBAAAASorF8PU1WAAAAAAAAAAAAIAywDdO4QAAAAAAAAAAAADKOAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AegWNavX68hQ4aoffv2atGihbp166YJEybo0KFDJXo/L7zwgv785z+XaJ8F2blzp4YOHao//elPioqKUrdu3TR69Gjt2rWrVHK9+eabiomJcX6/detWRURE6KeffiqR/nPr780339SOHTtKpH8AAOD5bny9caNTp05pxowZuu+++xQTE6Pbb79dzz77rI4dO1aoviMiIjRw4MCbbps6daq6detWrOwAAAAAgIL5mx0AgPeaNWuWFi9erB49emjy5MkKCgqSzWbTqlWr9Mwzz2j16tUldl8jR47UpUuXSqy/gvz4448aNGiQOnXqpISEBFWqVEl//PGHvvnmG+3evVutWrUq8Vz9+vVT586dS6Sv3DRv3lwffvihGjVq5Nw2d+5c3XLLLWrdunWp3S8AAPAee/fu1bp169S3b1+1atVKZ86c0YIFC9SvXz998cUXCgoKKrCP7du3a+vWrerQoYMbEgMAAAAArkfhD0CRbNy4UYsXL9bIkSP11FNPObe3a9dOffv21XfffVei91e/fv0S7a8g77//vurUqaN58+bJz89PktSxY0cNGDBAWVlZpZIrLCxMYWFhJdZfNsMwZLfbFRgYqOjo6BLvHwAA+I42bdroq6++kr//f98qtm7dWl26dNHq1as1ZMiQfPe/5ZZb1LhxY82fP79UCn8ZGRny9/eX1criNQAAAACQG94tASiSpUuXKiQkRCNHjsz19q5duzq/vnr1qhITExUXF6eWLVvqvvvu07p163K0//XXX/XYY4+pQ4cOatWqlXr06KHFixc7b79xSc1PP/1UERER2rdvn4YOHaro6GjddddduZ5luGHDBvXr109RUVG67bbbNHHixALP0jt//ryCgoKcRb/rXX+gKa9cP/30k4YMGeIcy/fff6+srCy99tprio2NVWxsrF599dUcRcSClt6Srs1737591aZNG3Xs2FGPP/74TcuqZmfauHGj/vKXv6hly5b69ttvb1rqMyIiQpI0Y8YMRUREKCIiQlu3btWTTz6pAQMG3HTf7733nlq2bKmzZ8/mmxEAAHivKlWq5Cj6Sdc+nBQUFKRTp04Vqo+RI0dqy5YtBS4nfuzYMY0ePVpt2rRRdHS04uPjtX///hxtunXrpkmTJmnx4sXq2rWroqKidPbsWT388MN6/PHH9cUXX+iuu+5Sq1atNHz4cJ07d07Hjh1TfHy8YmJi1LNnT23dutW1SQAAAAAAL0bhD4DLMjMztWPHDt12220KCAgosP2YMWP04YcfaujQoZo3b54aN26sJ598UuvXr3e2GT58uM6fP6+pU6dq0aJFio+P1+XLlwvVd1xcnObNm6emTZvqhRde0O+//+68fe3atRoxYoSaNGmiuXPn6rnnntO6dev04osv5ttv8+bNlZSUpNdffz1Hf4X1/PPPq0uXLpo7d65q1KihUaNGaerUqTpx4oReeeUVPfjgg3rrrbf05ZdfutTviRMn9NBDD2n+/PmaMmWKsrKyNGDAgJuKcadOndKUKVM0ePBgLV68WE2bNr2prw8//FCS9PDDD+vDDz/Uhx9+qObNm6tfv35KSkrSwYMHc7RftWqVunfvrmrVqrmUGQAAeLdDhw4pLS0tx3Lh+enatauaNWumefPm5dkmPT1dDz/8sPbt26eEhATNnDlTZ86c0UMPPaTjx4/naPuvf/1LGzZs0Isvvqj58+frlltukSTt27dPK1as0NixY5WQkKDt27dr/PjxGj16tLp06aI333xTQUFBevLJJ3Xx4sWiTwAAAAAAeBGW+gTgsrNnzyojI0O1a9cusO0vv/yif/3rX0pISHCeRXb77bfr2LFjmjdvnu644w6dPn1aR48e1Ysvvqhu3bpJkm677bZCZRk4cKAGDhwoSYqJidHGjRv19ddfa+TIkTIMQzNmzNC9996rqVOnOvcJDQ3VsGHDNHLkSN1666259hsfH69du3ZpwYIFWrBggapVq6a4uDg98MADatu2bYG5HnroIT344IOSpJo1a6pXr17as2ePs9jWqVMnffvtt1q7dq169epVqLFK0rhx45xfOxwO/elPf1LHjh319ddfq3///s7bzp07p8WLFzuvRShdKxpeL3vZz1q1auVYAjQuLk61a9fWqlWr9Nxzz0mSDhw4oD179uhvf/tbobMCAADvZxiGpkyZoho1aqhnz56F3m/EiBF68skntXv3bkVFRd10+6effqrk5GR9+eWXzoJiu3bt1LVrVy1fvlwvvPCCs63dbtfixYudBb9s6enpWrhwofO6g/v379fSpUv18ssv64EHHpAk1ahRQ7169dLmzZt15513ujx+AAAAAPA2nPEHoMgsFkuBbX788UdJ0t13351j+z333KN9+/bp0qVLql69uurUqaPZs2frs88+u6lAlZ+4uDjn17fccotq167t3P/QoUM6duyY7rnnHmVmZjr/tW/fXlarVXv27Mmz38DAQC1dulQff/yxnnjiCUVGRurrr7/WQw89pI8//rjAXH/605+cXzdo0EDSzcXMhg0b3vSJ9oLs3LlTjz76qDp06KBmzZqpVatWunTpkg4fPpyjXbVq1XIU/VxhtVrVt29f/eMf/1BmZqaka2f71alTRx07dixSnwAAwDu9+eab2rJli2bMmHFT4S0/3bt3V5MmTfI862/79u269dZbc5xFWK1aNcXGxjpfP2br0KFDrvcdGRnpLPpJ/33NFRsbe9M2V15fAgAAAIA3o/AHwGXVqlVT+fLllZycXGDbc+fOKSAg4KblIUNCQmQYhi5cuCCLxaIlS5YoPDxckyZNUufOndWnTx/98MMPBfZfuXLlHN8HBAQoIyNDknTmzBlJ0hNPPKHmzZs7/7Vq1UoOh6NQRbeoqCiNHj1ay5cv11dffaWwsDDNmjXLpVzlypWTdO2aOXllLYzk5GQNGTJEDodDCQkJev/99/XJJ58oODhYV69ezdE2JCSk0P3m5v7779fp06e1ceNG2e12ff755+rdu3eO6xsCAADf9tFHH2nevHlKSEhw+cM/FotFw4cP14YNG7R3796bbj9//nyur1eCg4N17ty5m7blJrfXVlLur8NufK0EAAAAAL6KpT4BuMzf31+tW7fWli1blJmZKX//vJ9KqlatKrvdrnPnzqlq1arO7ampqbJYLM4DMw0bNtScOXNkt9uVlJSk2bNna/jw4fr3v/+tSpUqFSlndrFxwoQJuS4xVaNGDZf6q1evnu6++24tW7ZMqampxS6uuWrTpk26dOmS5s6d6zzQlZmZedPBMalwZ2PmJywsTJ06ddKqVavkcDh05swZ9enTp1h9AgAA77Fu3Tq9/PLLGj16tO6///4i9XHPPffozTff1Pz5829aIr5q1ao6dOjQTfukpaXleM0oFf91DQAAAACUJZy6AaBIHn30UaWkpGjhwoW53r5x40ZJUps2bSRJa9euzXH72rVr1axZs5uWbQoICFD79u01bNgwpaen69SpU0XOGB4errCwMB05ckQtW7a86V/NmjXz3Dc1NTXX7YcPH1a5cuVu+oS5O1y5ckUWiyVHofWrr75yLsdZFAEBAXl+Ar5fv37auHGjli5dqo4dO6pOnTpFvh8AAOA9tm7dqr/97W/q16+fnnjiiSL3Y7VaNXz4cK1fv1779+/PcVubNm104MABHTx40Lnt3Llz+v77752vHwEAAAAAruOMPwBF0rlzZw0dOlRvvvmmfvvtN/Xs2VPVq1fX0aNHtWrVKl24cEGdO3dWZGSk7rrrLk2fPl1XrlxRw4YN9fnnnyspKUnz58+XJP3yyy965ZVXdO+996pevXpKT0/XokWLVKdOHdWvX7/IGS0Wi1544QWNGTNGly5dUpcuXVSxYkUlJydr48aNeuaZZ9SwYcNc933ppZfkcDh01113qUGDBkpPT9fXX3+t7777To888ohz2Sh3yr5G4P/+7/9qwIAB+vXXX7Vs2bJiFSHDw8O1fv16tW3bVhUrVlTDhg0VGBgoSerSpYuqV6/uPAMTAAD4BofDcdOHsqRrS5xfvnxZTzzxhBo0aKD77rtPO3fudN4eFBTk8muzXr16ad68edq6dWuODxH16dNHf//73/X444/r6aefVvny5bVgwQL5+/vrkUceKfLYAAAAAKCso/AHoMiee+45xcTE6N1339W4ceN0+fJl1ahRQ3FxcYqPj3e2mzlzpmbPnq3Fixfr7NmzCg8P15w5c9StWzdJUmhoqEJCQrRo0SKdPHlSlStXVtu2bTVz5kz5+fkVK+M999yjKlWqaOHChfrnP/8pSapTp446deqU71KdAwcO1OrVq7Vo0SKlpKSoQoUKql+/vqZOnarevXsXK1NRRUREKDExUXPnztXjjz+upk2b6o033tDTTz9d5D4nTJigadOm6bHHHtOVK1e0YsUKdejQQdK1JV27deumtWvXqnv37iU0CgAAYLarV6/qqaeeumn7jBkz5HA4dOHCBV24cEEPPPBAjtt79+6t6dOnu3Rffn5+GjZsmF566aUc2wMDA7Vy5UpNnz5d48ePV1ZWllq3bq133nlHtWrVcn1QAAAAAABJksUwDMPsEAAAz5OVlaU777xTXbt21fjx482OAwAAAAAAAAAoAGf8AQByyMjI0C+//KKvv/5aJ06c0MCBA82OBAAAAAAAAAAoBAp/AIAcTp06pX79+ikoKEjjx49XeHi42ZEAAAAAAAAAAIXAUp8AAAAAAAAAAACAD7CaHQAAAAAAAAAAAABA8VH4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB/x/liS095WuEt0AAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "=== Clustering Analysis (k=2) ===\n", + "Cluster 0: 669 samples, purity: 0.991\n", + "Cluster 1: 331 samples, purity: 0.637\n", + "Average cluster purity: 0.8142\n", + "\n", + "Completed analysis for BBBP dataset\n" + ] + } + ], + "source": [ + "if __name__ == \"__main__\":\n", + " main_class_visualization()\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/moleculenet_eval/__pycache__/better_eval.cpython-312.pyc b/simson_modeling/moleculenet_eval/__pycache__/better_eval.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..2218455d2fd786c3d73b4adf14f6c5642be4f23a Binary files /dev/null and b/simson_modeling/moleculenet_eval/__pycache__/better_eval.cpython-312.pyc differ diff --git a/simson_modeling/moleculenet_eval/__pycache__/eval.cpython-312.pyc b/simson_modeling/moleculenet_eval/__pycache__/eval.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..3a056cb4d928f644f0836b9cc7056451a29981de Binary files /dev/null and b/simson_modeling/moleculenet_eval/__pycache__/eval.cpython-312.pyc differ diff --git a/simson_modeling/moleculenet_eval/better_eval.py b/simson_modeling/moleculenet_eval/better_eval.py new file mode 100644 index 0000000000000000000000000000000000000000..b865b51ba665fa15ce0edf4b84e60daef3f9e2de --- /dev/null +++ b/simson_modeling/moleculenet_eval/better_eval.py @@ -0,0 +1,671 @@ +import pandas as pd +import numpy as np +import torch +import torch.nn as nn +import torch.optim as optim +from torch.utils.data import Dataset, DataLoader +from transformers import BertConfig, BertModel, AutoTokenizer +from rdkit import Chem, RDLogger +from rdkit.Chem.Scaffolds import MurckoScaffold +import copy +from tqdm import tqdm +import os +from sklearn.metrics import roc_auc_score, root_mean_squared_error, mean_absolute_error +from itertools import compress +from collections import defaultdict +from sklearn.metrics.pairwise import cosine_similarity +from sklearn.preprocessing import StandardScaler, MinMaxScaler +import optuna +import warnings +warnings.filterwarnings("ignore") +RDLogger.DisableLog('rdApp.*') + +torch.set_float32_matmul_precision('high') + +# --- 0. Pre-computed Contrastive SMILES Dataset --- +class PrecomputedContrastiveSmilesDataset(Dataset): + """ + A Dataset class that reads pre-augmented SMILES pairs from a Parquet file. + This is significantly faster as it offloads the expensive SMILES randomization + to a one-time preprocessing step. + """ + def __init__(self, tokenizer, file_path: str, max_length: int = 512): + self.tokenizer = tokenizer + self.max_length = max_length + + # Load the entire dataset from the Parquet file into memory. + # This is fast and efficient for subsequent access. + print(f"Loading pre-computed data from {file_path}...") + self.data = pd.read_parquet(file_path) + print("Data loaded successfully.") + + def __len__(self): + """Returns the total number of pairs in the dataset.""" + return len(self.data) + + def __getitem__(self, idx): + """ + Retrieves a pre-augmented pair, tokenizes it, and returns it + in the format expected by the DataCollator. + """ + # Retrieve the pre-augmented pair from the DataFrame + row = self.data.iloc[idx] + smiles_1 = row['smiles_1'] + smiles_2 = row['smiles_2'] + + # Tokenize the pair. This operation is fast and remains in the data loader. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +# --- 0a. SMILES enumeration for preprocessing --- +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + +def compute_embedding_similarity_precomputed(encoder, dataset, device): + """ + Compute embedding similarity using pre-computed augmented SMILES pairs + """ + encoder.eval() + similarities = [] + + dataloader = DataLoader(dataset, batch_size=32, shuffle=False) + + with torch.no_grad(): + for batch in dataloader: + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + emb_1 = encoder(input_ids_1, attention_mask_1).cpu().numpy() + emb_2 = encoder(input_ids_2, attention_mask_2).cpu().numpy() + + # Compute cosine similarity for each pair in the batch + batch_similarities = [] + for i in range(len(emb_1)): + sim = cosine_similarity([emb_1[i]], [emb_2[i]])[0][0] + batch_similarities.append(sim) + + similarities.extend(batch_similarities) + + return np.array(similarities) + +def create_augmented_smiles_file(smiles_list, output_path, num_augmentations=1): + """ + Create a parquet file with pre-computed augmented SMILES pairs + """ + enumerator = SmilesEnumerator() + pairs = [] + + print(f"Generating {num_augmentations} augmentations for {len(smiles_list)} SMILES...") + + for smiles in tqdm(smiles_list): + for _ in range(num_augmentations): + augmented = enumerator.randomize_smiles(smiles) + pairs.append({ + 'smiles_1': smiles, + 'smiles_2': augmented + }) + + df = pd.DataFrame(pairs) + df.to_parquet(output_path, index=False) + print(f"Saved {len(pairs)} augmented pairs to {output_path}") + return output_path + +# --- 1. Data Loading --- +def load_lists_from_url(data): + # Datasets and their splits, all configurations carried over + if data == 'bbbp': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv') + smiles, labels = df.smiles, df.p_np + elif data == 'clintox': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'hiv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv') + smiles, labels = df.smiles, df.HIV_active + elif data == 'sider': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'esol': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv') + smiles = df.smiles + labels = df['ESOL predicted log solubility in mols per litre'] + elif data == 'freesolv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv') + smiles = df.smiles + labels = df.calc + elif data == 'lipophicility': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv') + smiles, labels = df.smiles, df['exp'] + elif data == 'tox21': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['mol_id', 'smiles'], axis=1) + elif data == 'bace': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv') + smiles, labels = df.mol, df.Class + elif data == 'qm8': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1) + return smiles, labels + +# --- 2. Scaffold Splitting --- +class ScaffoldSplitter: + def __init__(self, data, seed, train_frac=0.8, val_frac=0.1, test_frac=0.1, include_chirality=True): + self.data = data + self.seed = seed + self.include_chirality = include_chirality + self.train_frac = train_frac + self.val_frac = val_frac + self.test_frac = test_frac + + def generate_scaffold(self, smiles): + mol = Chem.MolFromSmiles(smiles) + scaffold = MurckoScaffold.MurckoScaffoldSmiles(mol=mol, includeChirality=self.include_chirality) + return scaffold + + def scaffold_split(self): + smiles, labels = load_lists_from_url(self.data) + non_null = np.ones(len(smiles)) == 0 + + if self.data in {'tox21', 'sider', 'clintox'}: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]) and labels.loc[i].isnull().sum() == 0: + non_null[i] = 1 + else: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]): + non_null[i] = 1 + + smiles_list = list(compress(enumerate(smiles), non_null)) + rng = np.random.RandomState(self.seed) + + scaffolds = defaultdict(list) + for i, sms in smiles_list: + scaffold = self.generate_scaffold(sms) + scaffolds[scaffold].append(i) + + scaffold_sets = list(scaffolds.values()) + rng.shuffle(scaffold_sets) + n_total_val = int(np.floor(self.val_frac * len(smiles_list))) + n_total_test = int(np.floor(self.test_frac * len(smiles_list))) + train_idx, val_idx, test_idx = [], [], [] + + for scaffold_set in scaffold_sets: + if len(val_idx) + len(scaffold_set) <= n_total_val: + val_idx.extend(scaffold_set) + elif len(test_idx) + len(scaffold_set) <= n_total_test: + test_idx.extend(scaffold_set) + else: + train_idx.extend(scaffold_set) + return train_idx, val_idx, test_idx + +# --- 2a. Normal Random Split --- +def random_split_indices(n, seed=42, train_frac=0.8, val_frac=0.1, test_frac=0.1): + np.random.seed(seed) + indices = np.random.permutation(n) + n_train = int(n * train_frac) + n_val = int(n * val_frac) + train_idx = indices[:n_train] + val_idx = indices[n_train:n_train+n_val] + test_idx = indices[n_train+n_val:] + return train_idx.tolist(), val_idx.tolist(), test_idx.tolist() + +# --- 3. PyTorch Dataset --- +class MoleculeDataset(Dataset): + def __init__(self, smiles_list, labels, tokenizer, max_len=512): + self.smiles_list = smiles_list + self.labels = labels + self.tokenizer = tokenizer + self.max_len = max_len + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + smiles = self.smiles_list[idx] + label = self.labels.iloc[idx] + + encoding = self.tokenizer( + smiles, + truncation=True, + padding='max_length', + max_length=self.max_len, + return_tensors='pt' + ) + item = {key: val.squeeze(0) for key, val in encoding.items()} + if isinstance(label, pd.Series): + label_values = label.values.astype(np.float32) + else: + label_values = np.array([label], dtype=np.float32) + item['labels'] = torch.tensor(label_values, dtype=torch.float) + return item + +# --- 4. Model Architecture --- +def global_ap(x): + return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1) + +class SimSonEncoder(nn.Module): + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.config = config + self.max_len = max_len + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.config.pad_token_id) + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled = global_ap(hidden_states) + return self.linear(pooled) + +class SimSonClassifier(nn.Module): + def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1): + super(SimSonClassifier, self).__init__() + self.encoder = encoder + self.clf = nn.Linear(encoder.max_len, num_labels) + self.relu = nn.ReLU() + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + x = self.encoder(input_ids, attention_mask) + x = self.relu(self.dropout(x)) + logits = self.clf(x) + return logits + + def load_encoder_params(self, state_dict_path): + self.encoder.load_state_dict(torch.load(state_dict_path)) + +# --- 5. Training, Validation, and Testing Loops --- +def get_criterion(task_type, num_labels): + if task_type == 'classification': + return nn.BCEWithLogitsLoss() + elif task_type == 'regression': + return nn.MSELoss() + else: + raise ValueError(f"Unknown task type: {task_type}") + +def train_epoch(model, dataloader, optimizer, scheduler, criterion, device): + model.train() + total_loss = 0 + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + optimizer.zero_grad() + outputs = model(**inputs) + loss = criterion(outputs, labels) + loss.backward() + optimizer.step() + if scheduler is not None: + scheduler.step() + total_loss += loss.item() + return total_loss / len(dataloader) + +def calc_val_metrics(model, dataloader, criterion, device, task_type): + model.eval() + all_labels, all_preds = [], [] + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + if task_type == 'classification': + pred_probs = torch.sigmoid(outputs).cpu().numpy() + all_preds.append(pred_probs) + all_labels.append(labels.cpu().numpy()) + else: + # Regression + preds = outputs.cpu().numpy() + all_preds.append(preds) + all_labels.append(labels.cpu().numpy()) + avg_loss = total_loss / len(dataloader) + if task_type == 'classification': + y_true = np.concatenate(all_labels) + y_pred = np.concatenate(all_preds) + try: + score = roc_auc_score(y_true, y_pred, average='macro') + except Exception: + score = 0.0 + return avg_loss, score + else: + return avg_loss, None + +def test_model(model, dataloader, device, task_type): + model.eval() + all_preds, all_labels = [], [] + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'] + outputs = model(**inputs) + if task_type == 'classification': + preds = torch.sigmoid(outputs) + else: + preds = outputs + all_preds.append(preds.cpu().numpy()) + all_labels.append(labels.numpy()) + return np.concatenate(all_preds), np.concatenate(all_labels) + +# --- 6. Optuna Objective Function --- +def create_objective(name, info, train_smiles, train_labels, val_smiles, val_labels, + test_smiles, test_labels, scaler, tokenizer, encoder_config, device): + """Creates objective function for Optuna optimization""" + + def objective(trial): + # Suggest hyperparameters + lr = trial.suggest_float('lr', 1e-6, 1e-4, log=True) + batch_size = trial.suggest_categorical('batch_size', [16, 32, 64, 128, 256]) + dropout = trial.suggest_float('dropout', 0.1, 0.5) + weight_decay = trial.suggest_float('weight_decay', 0.0, 0.1) + scheduler_type = trial.suggest_categorical('scheduler', ['plateau', 'cosine', 'step']) + + # Additional hyperparameters for optimization + patience_lr = trial.suggest_int('patience_lr', 3, 10) + gamma = trial.suggest_float('gamma', 0.5, 0.9) if scheduler_type == 'step' else 0.1 + + try: + # Create datasets and dataloaders + train_dataset = MoleculeDataset(train_smiles, train_labels, tokenizer, 512) + val_dataset = MoleculeDataset(val_smiles, val_labels, tokenizer, 512) + test_dataset = MoleculeDataset(test_smiles, test_labels, tokenizer, 512) + + train_loader = DataLoader(train_dataset, batch_size=batch_size, shuffle=True) + val_loader = DataLoader(val_dataset, batch_size=batch_size, shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=batch_size, shuffle=False) + + # Create model + encoder = SimSonEncoder(encoder_config, 512, dropout=dropout) + encoder = torch.compile(encoder) + model = SimSonClassifier(encoder, num_labels=info['num_labels'], dropout=dropout).to(device) + model.load_encoder_params('../simson_checkpoints/checkpoint_best_model.bin') + + criterion = get_criterion(info['task_type'], info['num_labels']) + optimizer = optim.Adam(model.parameters(), lr=lr, weight_decay=weight_decay) + + # Create scheduler based on trial suggestion + if scheduler_type == 'plateau': + scheduler = optim.lr_scheduler.ReduceLROnPlateau( + optimizer, mode='max', factor=gamma, patience=patience_lr + ) + elif scheduler_type == 'cosine': + scheduler = optim.lr_scheduler.CosineAnnealingLR(optimizer, T_max=50) + else: # step + scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=gamma) + + # Training loop + best_val_metric = -np.inf + patience_counter = 0 + patience = 15 + + for epoch in range(50): # Max epochs + train_loss = train_epoch(model, train_loader, optimizer, + scheduler if scheduler_type == 'cosine' else None, + criterion, device) + val_loss, val_metric = calc_val_metrics(model, val_loader, criterion, device, info['task_type']) + + # Update scheduler + if scheduler_type == 'plateau': + scheduler.step(val_loss if val_loss is not None else -val_loss) + elif scheduler_type == 'step': + scheduler.step() + + # Determine metric to optimize + if info['task_type'] == 'classification': + current_metric = val_loss if val_loss is not None else 0.0 + else: + current_metric = -val_loss # For regression, minimize loss + + # Early stopping and best model tracking + if current_metric <= val_loss: + best_val_metric = current_metric + patience_counter = 0 + else: + patience_counter += 1 + if patience_counter >= patience: + break + + # Optuna pruning + trial.report(current_metric, epoch) + if trial.should_prune(): + raise optuna.TrialPruned() + + return best_val_metric + + except Exception as e: + print(f"Trial failed with error: {e}") + return -np.inf # Return worst possible score for failed trials + + return objective + +# --- 7. Main Execution Block --- +def main(): + DEVICE = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {DEVICE}") + + DATASETS_TO_RUN = { + #'esol': {'task_type': 'regression', 'num_labels': 1, 'split': 'random'}, + # Add more datasets here, e.g. 'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + #'sider': {'task_type': 'classification', 'num_labels': 27, 'split': 'random'}, + #'bace': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + 'clintox': {'task_type': 'classification', 'num_labels': 2, 'split': 'scaffold'}, + 'tox21': {'task_type': 'classification', 'num_labels': 12, 'split': 'random'}, + 'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'}, + 'hiv': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'}, + } + + MAX_LEN = 512 + N_TRIALS = 100 # Number of Optuna trials to run + + TOKENIZER = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + ENCODER_CONFIG = BertConfig( + vocab_size=TOKENIZER.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + + aggregated_results = {} + + for name, info in DATASETS_TO_RUN.items(): + print(f"\n{'='*20} Processing Dataset: {name.upper()} ({info['split']} split) {'='*20}") + smiles, labels = load_lists_from_url(name) + + # For regression tasks, scale labels and remember scaling transform + scaler = None + if info["task_type"] == "regression": + scaler = StandardScaler() + all_labels = labels.values.reshape(-1, 1) + scaler.fit(all_labels) + labels = pd.Series(scaler.transform(all_labels).flatten(), index=labels.index) + + # Data split + if info.get('split', 'scaffold') == 'scaffold': + splitter = ScaffoldSplitter(data=name, seed=42) + train_idx, val_idx, test_idx = splitter.scaffold_split() + elif info['split'] == 'random': + train_idx, val_idx, test_idx = random_split_indices(len(smiles), seed=42) + else: + raise ValueError(f"Unknown split type for {name}: {info['split']}") + + train_smiles = smiles.iloc[train_idx].reset_index(drop=True) + train_labels = labels.iloc[train_idx].reset_index(drop=True) + val_smiles = smiles.iloc[val_idx].reset_index(drop=True) + val_labels = labels.iloc[val_idx].reset_index(drop=True) + test_smiles = smiles.iloc[test_idx].reset_index(drop=True) + test_labels = labels.iloc[test_idx].reset_index(drop=True) + print(f"Data split - Train: {len(train_smiles)}, Val: {len(val_smiles)}, Test: {len(test_smiles)}") + + # Create Optuna study + study = optuna.create_study( + direction='maximize', + pruner=optuna.pruners.MedianPruner(n_startup_trials=5, n_warmup_steps=10) + ) + + # Create objective function + objective_func = create_objective( + name, info, train_smiles, train_labels, val_smiles, val_labels, + test_smiles, test_labels, scaler, TOKENIZER, ENCODER_CONFIG, DEVICE + ) + + # Run optimization + print(f"Starting Optuna optimization with {N_TRIALS} trials...") + study.optimize(objective_func, n_trials=N_TRIALS, timeout=None) + + # Get best parameters + best_params = study.best_params + best_score = study.best_value + print(f"Best parameters: {best_params}") + print(f"Best validation score: {0:.4f}") + + # Train final model with best parameters + print("Training final model with best parameters...") + train_dataset = MoleculeDataset(train_smiles, train_labels, TOKENIZER, MAX_LEN) + val_dataset = MoleculeDataset(val_smiles, val_labels, TOKENIZER, MAX_LEN) + test_dataset = MoleculeDataset(test_smiles, test_labels, TOKENIZER, MAX_LEN) + + train_loader = DataLoader(train_dataset, batch_size=best_params['batch_size'], shuffle=True) + val_loader = DataLoader(val_dataset, batch_size=best_params['batch_size'], shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=best_params['batch_size'], shuffle=False) + + # Final model training + encoder = SimSonEncoder(ENCODER_CONFIG, 512, dropout=best_params['dropout']) + encoder = torch.compile(encoder) + model = SimSonClassifier(encoder, num_labels=info['num_labels'], dropout=best_params['dropout']).to(DEVICE) + model.load_encoder_params('../simson_checkpoints/checkpoint_best_model.bin') + + criterion = get_criterion(info['task_type'], info['num_labels']) + optimizer = optim.Adam(model.parameters(), lr=best_params['lr'], weight_decay=best_params['weight_decay']) + + # Set up best scheduler + if best_params['scheduler'] == 'plateau': + scheduler = optim.lr_scheduler.ReduceLROnPlateau( + optimizer, mode='max', factor=best_params.get('gamma', 0.7), + patience=best_params.get('patience_lr', 5) + ) + elif best_params['scheduler'] == 'cosine': + scheduler = optim.lr_scheduler.CosineAnnealingLR(optimizer, T_max=50) + else: + scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=best_params.get('gamma', 0.1)) + + # Train with best parameters + best_val_metric = -np.inf + best_model_state = None + patience_counter = 0 + patience = 15 + + for epoch in range(50): + train_loss = train_epoch(model, train_loader, optimizer, + scheduler if best_params['scheduler'] == 'cosine' else None, + criterion, DEVICE) + val_loss, val_metric = calc_val_metrics(model, val_loader, criterion, DEVICE, info['task_type']) + + if best_params['scheduler'] == 'plateau': + scheduler.step(val_loss if val_loss is not None else -val_loss) + elif best_params['scheduler'] == 'step': + scheduler.step() + + if info['task_type'] == 'classification': + print(f"Epoch {epoch+1}/50 | Train Loss: {train_loss:.4f} | Val Loss: {val_loss:.4f} | ROC AUC: {val_metric:.4f}") + current_metric = val_metric if val_metric is not None else 0.0 + else: + print(f"Epoch {epoch+1}/50 | Train Loss: {train_loss:.4f} | Val Loss: {val_loss:.4f}") + current_metric = -val_loss + + if current_metric <= val_loss: + best_val_metric = current_metric + best_model_state = copy.deepcopy(model.state_dict()) + patience_counter = 0 + else: + patience_counter += 1 + if patience_counter >= patience: + print(f'Early stopping at epoch {epoch+1}') + break + + # Test final model + if best_model_state is not None: + model.load_state_dict(best_model_state) + + test_preds, test_true = test_model(model, test_loader, DEVICE, info['task_type']) + + # Calculate final metrics + if info['task_type'] == 'regression' and scaler is not None: + test_preds = scaler.inverse_transform(test_preds.reshape(-1, 1)).flatten() + test_true = scaler.inverse_transform(test_true.reshape(-1, 1)).flatten() + rmse = root_mean_squared_error(test_true, test_preds) + mae = mean_absolute_error(test_true, test_preds) + final_score = -rmse + print(f"Test RMSE: {rmse:.4f}, MAE: {mae:.4f}") + else: + try: + final_score = roc_auc_score(test_true, test_preds, average='macro') + print(f"Test ROC AUC: {final_score:.4f}") + except Exception: + final_score = 0.0 + + # Compute embedding similarity using pre-computed augmented SMILES + print("Creating pre-computed augmented SMILES for similarity computation...") + test_smiles_list = list(test_smiles) + similarity_file_path = f"{name}_test_augmented.parquet" + create_augmented_smiles_file(test_smiles_list, similarity_file_path, num_augmentations=1) + + # Load pre-computed dataset for similarity computation + similarity_dataset = PrecomputedContrastiveSmilesDataset( + TOKENIZER, similarity_file_path, max_length=MAX_LEN + ) + + similarities = compute_embedding_similarity_precomputed( + model.encoder, similarity_dataset, DEVICE + ) + print(f"Similarity score: {similarities.mean():.4f}") + + # Clean up temporary file + if os.path.exists(similarity_file_path): + os.remove(similarity_file_path) + + aggregated_results[name] = { + 'best_score': final_score, + 'best_params': best_params, + 'optuna_trials': len(study.trials), + 'study': study, + 'similarity_score': similarities.mean() + } + + if name == 'do_not_save': + torch.save(model.encoder.state_dict(), 'moleculenet_clintox_encoder.bin') + + print(f"\n{'='*20} AGGREGATED RESULTS {'='*20}") + for name, result in aggregated_results.items(): + print(f"{name}: Best score: {result['best_score']:.4f}") + print(f" Best parameters: {result['best_params']}") + print(f" Total trials: {result['optuna_trials']}") + print(f" Similarity score: {result['similarity_score']:.4f}") + + print("\nScript finished.") + +if __name__ == '__main__': + main() diff --git a/simson_modeling/moleculenet_eval/eval.py b/simson_modeling/moleculenet_eval/eval.py new file mode 100644 index 0000000000000000000000000000000000000000..79b4eb25054ae7710bbbdc4ce12f907246371b81 --- /dev/null +++ b/simson_modeling/moleculenet_eval/eval.py @@ -0,0 +1,457 @@ +import pandas as pd +import numpy as np +import torch +import torch.nn as nn +import torch.optim as optim +from torch.utils.data import Dataset, DataLoader +from transformers import BertConfig, BertModel, AutoTokenizer +from rdkit import Chem, RDLogger +from rdkit.Chem.Scaffolds import MurckoScaffold +import copy +from tqdm import tqdm +import os +from sklearn.metrics import roc_auc_score, root_mean_squared_error, mean_absolute_error +from itertools import compress +from collections import defaultdict +from sklearn.metrics.pairwise import cosine_similarity +RDLogger.DisableLog('rdApp.*') + + +torch.set_float32_matmul_precision('high') + +# --- 0. Smiles enumeration +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + + +def compute_embedding_similarity(encoder, smiles_list, tokenizer, device, max_len=256): + encoder.eval() + enumerator = SmilesEnumerator() + + embeddings_orig = [] + embeddings_aug = [] + + with torch.no_grad(): + for smi in smiles_list: + # Original SMILES encoding + encoding_orig = tokenizer( + smi, + truncation=True, + padding='max_length', + max_length=max_len, + return_tensors='pt' + ) + # Augmented SMILES encoding + smi_aug = enumerator.randomize_smiles(smi) + encoding_aug = tokenizer( + smi_aug, + truncation=True, + padding='max_length', + max_length=max_len, + return_tensors='pt' + ) + + input_ids_orig = encoding_orig.input_ids.to(device) + attention_mask_orig = encoding_orig.attention_mask.to(device) + input_ids_aug = encoding_aug.input_ids.to(device) + attention_mask_aug = encoding_aug.attention_mask.to(device) + + emb_orig = encoder(input_ids_orig, attention_mask_orig).cpu().numpy().flatten() + emb_aug = encoder(input_ids_aug, attention_mask_aug).cpu().numpy().flatten() + + embeddings_orig.append(emb_orig) + embeddings_aug.append(emb_aug) + + embeddings_orig = np.array(embeddings_orig) + embeddings_aug = np.array(embeddings_aug) + + # Cosine similarity between each original and its augmented version + similarities = np.array([cosine_similarity([embeddings_orig[i]], [embeddings_aug[i]])[0][0] for i in range(len(embeddings_orig))]) + return similarities + +# --- 1. Data Loading --- +def load_lists_from_url(data): + if data == 'bbbp': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv') + smiles, labels = df.smiles, df.p_np + elif data == 'clintox': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'hiv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv') + smiles, labels = df.smiles, df.HIV_active + elif data == 'sider': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'esol': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv') + smiles = df.smiles + labels = df['ESOL predicted log solubility in mols per litre'] + elif data == 'freesolv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv') + smiles = df.smiles + labels = df.calc + elif data == 'lipophicility': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv') + smiles, labels = df.smiles, df['exp'] + elif data == 'tox21': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['mol_id', 'smiles'], axis=1) + elif data == 'bace': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv') + smiles, labels = df.mol, df.Class + elif data == 'qm8': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1) + return smiles, labels + +# --- 2. Scaffold Splitting --- +class ScaffoldSplitter: + def __init__(self, data, seed, train_frac=0.8, val_frac=0.1, test_frac=0.1, include_chirality=True): + self.data = data + self.seed = seed + self.include_chirality = include_chirality + self.train_frac = train_frac + self.val_frac = val_frac + self.test_frac = test_frac + + def generate_scaffold(self, smiles): + mol = Chem.MolFromSmiles(smiles) + scaffold = MurckoScaffold.MurckoScaffoldSmiles(mol=mol, includeChirality=self.include_chirality) + return scaffold + + def scaffold_split(self): + smiles, labels = load_lists_from_url(self.data) + non_null = np.ones(len(smiles)) == 0 + + if self.data in {'tox21', 'sider', 'clintox'}: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]) and labels.loc[i].isnull().sum() == 0: + non_null[i] = 1 + else: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]): + non_null[i] = 1 + + smiles_list = list(compress(enumerate(smiles), non_null)) + rng = np.random.RandomState(self.seed) + + scaffolds = defaultdict(list) + for i, sms in smiles_list: + scaffold = self.generate_scaffold(sms) + scaffolds[scaffold].append(i) + + scaffold_sets = list(scaffolds.values()) + rng.shuffle(scaffold_sets) + n_total_val = int(np.floor(self.val_frac * len(smiles_list))) + n_total_test = int(np.floor(self.test_frac * len(smiles_list))) + train_idx, val_idx, test_idx = [], [], [] + + for scaffold_set in scaffold_sets: + if len(val_idx) + len(scaffold_set) <= n_total_val: + val_idx.extend(scaffold_set) + elif len(test_idx) + len(scaffold_set) <= n_total_test: + test_idx.extend(scaffold_set) + else: + train_idx.extend(scaffold_set) + return train_idx, val_idx, test_idx + +# --- 2a. Normal Random Split --- +def random_split_indices(n, seed=42, train_frac=0.8, val_frac=0.1, test_frac=0.1): + np.random.seed(seed) + indices = np.random.permutation(n) + n_train = int(n * train_frac) + n_val = int(n * val_frac) + train_idx = indices[:n_train] + val_idx = indices[n_train:n_train+n_val] + test_idx = indices[n_train+n_val:] + return train_idx.tolist(), val_idx.tolist(), test_idx.tolist() + +# --- 3. PyTorch Dataset --- +class MoleculeDataset(Dataset): + def __init__(self, smiles_list, labels, tokenizer, max_len=512): + self.smiles_list = smiles_list + self.labels = labels + self.tokenizer = tokenizer + self.max_len = max_len + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + smiles = self.smiles_list[idx] + label = self.labels.iloc[idx] + + encoding = self.tokenizer( + smiles, + truncation=True, + padding='max_length', + max_length=self.max_len, + return_tensors='pt' + ) + item = {key: val.squeeze(0) for key, val in encoding.items()} + if isinstance(label, pd.Series): + label_values = label.values.astype(np.float32) + else: + label_values = np.array([label], dtype=np.float32) + item['labels'] = torch.tensor(label_values, dtype=torch.float) + return item + +# --- 4. Model Architecture --- +def global_ap(x): + return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1) + +class SimSonEncoder(nn.Module): + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.config = config + self.max_len = max_len + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.config.pad_token_id) + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled = global_ap(hidden_states) + return self.linear(pooled) + +class SimSonClassifier(nn.Module): + def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1): + super(SimSonClassifier, self).__init__() + self.encoder = encoder + self.clf = nn.Linear(encoder.max_len, num_labels) + self.relu = nn.ReLU() + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + x = self.encoder(input_ids, attention_mask) + x = self.relu(self.dropout(x)) + logits = self.clf(x) + return logits + + def load_encoder_params(self, state_dict_path): + self.encoder.load_state_dict(torch.load(state_dict_path)) + print("Pretrained encoder parameters loaded.") + +# --- 5. Training, Validation, and Testing Loops --- +def get_criterion(task_type, num_labels): + if task_type == 'classification': + return nn.BCEWithLogitsLoss() + elif task_type == 'regression': + return nn.MSELoss() + else: + raise ValueError(f"Unknown task type: {task_type}") + +def train_epoch(model, dataloader, optimizer, scheduler, criterion, device): + model.train() + total_loss = 0 + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + optimizer.zero_grad() + outputs = model(**inputs) + loss = criterion(outputs, labels) + loss.backward() + optimizer.step() + #scheduler.step() + total_loss += loss.item() + return total_loss / len(dataloader) + +def eval_epoch(model, dataloader, criterion, device): + model.eval() + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + return total_loss / len(dataloader) + +def test_model(model, dataloader, device): + model.eval() + all_preds, all_labels = [], [] + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'] + outputs = model(**inputs) + preds = torch.sigmoid(outputs) + all_preds.append(preds.cpu().numpy()) + all_labels.append(labels.numpy()) + return np.concatenate(all_preds), np.concatenate(all_labels) + +def calc_val_metrics(model, dataloader, criterion, device, task_type): + model.eval() + all_labels, all_preds = [], [] + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + if task_type == 'classification': + pred_probs = torch.sigmoid(outputs).cpu().numpy() + all_preds.append(pred_probs) + all_labels.append(labels.cpu().numpy()) + else: + # Regression + preds = outputs.cpu().numpy() + all_preds.append(preds) + all_labels.append(labels.cpu().numpy()) + avg_loss = total_loss / len(dataloader) + if task_type == 'classification': + y_true = np.concatenate(all_labels) + y_pred = np.concatenate(all_preds) + try: + score = roc_auc_score(y_true, y_pred, average='macro') + except Exception: + score = 0.0 + return avg_loss, score + else: + return avg_loss, None + +# --- 6. Main Execution Block --- +def main(): + DEVICE = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {DEVICE}") + + DATASETS_TO_RUN = { + # 'esol': {'task_type': 'regression', 'num_labels': 1, 'split': 'random'}, + #'tox21': {'task_type': 'classification', 'num_labels': 12, 'split': 'random'}, + #'hiv': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'}, + # Add more datasets here, e.g. 'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + #'sider': {'task_type': 'classification', 'num_labels': 27, 'split': 'random'}, + #'bace': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + 'clintox': {'task_type': 'classification', 'num_labels': 2, 'split': 'random'}, + #'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'} + } + PATIENCE = 15 + EPOCHS = 50 + LEARNING_RATE = 1e-4 + BATCH_SIZE = 16 + MAX_LEN = 512 + + TOKENIZER = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + ENCODER_CONFIG = BertConfig( + vocab_size=TOKENIZER.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + + aggregated_results = {} + + for name, info in DATASETS_TO_RUN.items(): + print(f"\n{'='*20} Processing Dataset: {name.upper()} ({info['split']} split) {'='*20}") + smiles, labels = load_lists_from_url(name) + + # Split selection + if info.get('split', 'scaffold') == 'scaffold': + splitter = ScaffoldSplitter(data=name, seed=42) + train_idx, val_idx, test_idx = splitter.scaffold_split() + elif info['split'] == 'random': + train_idx, val_idx, test_idx = random_split_indices(len(smiles), seed=42) + else: + raise ValueError(f"Unknown split type for {name}: {info['split']}") + + train_smiles = smiles.iloc[train_idx].reset_index(drop=True) + train_labels = labels.iloc[train_idx].reset_index(drop=True) + val_smiles = smiles.iloc[val_idx].reset_index(drop=True) + val_labels = labels.iloc[val_idx].reset_index(drop=True) + test_smiles = smiles.iloc[test_idx].reset_index(drop=True) + test_labels = labels.iloc[test_idx].reset_index(drop=True) + print(f"Data split - Train: {len(train_smiles)}, Val: {len(val_smiles)}, Test: {len(test_smiles)}") + + train_dataset = MoleculeDataset(train_smiles, train_labels, TOKENIZER, MAX_LEN) + val_dataset = MoleculeDataset(val_smiles, val_labels, TOKENIZER, MAX_LEN) + test_dataset = MoleculeDataset(test_smiles, test_labels, TOKENIZER, MAX_LEN) + + train_loader = DataLoader(train_dataset, batch_size=BATCH_SIZE, shuffle=True) + val_loader = DataLoader(val_dataset, batch_size=BATCH_SIZE, shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=BATCH_SIZE, shuffle=False) + + encoder = SimSonEncoder(ENCODER_CONFIG, 512) + encoder = torch.compile(encoder) + model = SimSonClassifier(encoder, num_labels=info['num_labels']).to(DEVICE) + model.load_encoder_params('../simson_checkpoints/checkpoint_best_model.bin') + criterion = get_criterion(info['task_type'], info['num_labels']) + optimizer = optim.Adam(model.parameters(), lr=LEARNING_RATE, weight_decay=0.0024) + scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=0.59298) + + best_val_loss = float('-inf') + best_model_state = None + current_patience = 0 + for epoch in range(EPOCHS): + train_loss = train_epoch(model, train_loader, optimizer, scheduler, criterion, DEVICE) + val_loss, val_metric = calc_val_metrics(model, val_loader, criterion, 'cuda', info['task_type']) + print(f"Epoch {epoch+1}/{EPOCHS} | Train Loss: {train_loss:.4f} | Val Loss: {val_loss:.4f} | ROC AUC: {val_metric:.4f}") + + if val_metric <= val_loss: + best_val_loss = val_loss + best_model_state = copy.deepcopy(model.state_dict()) + print(f" -> New best model saved with validation loss: {best_val_loss:.4f}") + current_patience = 0 + else: + current_patience += 1 + if current_patience >= PATIENCE: + print(f'Early stopping at {PATIENCE} epochs') + break + + print("\nTesting with the best model...") + if not best_model_state is None: + model.load_state_dict(best_model_state) + test_loss = eval_epoch(model, test_loader, criterion, DEVICE) + print(f'Test loss: {test_loss}') + test_preds, test_true = test_model(model, test_loader, DEVICE) + + aggregated_results[name] = { + 'best_val_loss': best_val_loss, + 'test_predictions': test_preds, + 'test_labels': test_true + } + print(f"Finished testing for {name}.") + test_smiles_list = list(test_smiles) + similarities = compute_embedding_similarity( + model.encoder, test_smiles_list, TOKENIZER, DEVICE, MAX_LEN + ) + print(f"Similarity score: {similarities.mean():.4f}") + if name == 'do_not_save': + torch.save(model.encoder.state_dict(), 'moleculenet_clintox_encoder.bin') + + + + print(f"\n{'='*20} AGGREGATED RESULTS {'='*20}") + for name, result in aggregated_results.items(): + if name in ['bbbp', 'tox21', 'sider', 'clintox', 'hiv', 'bace']: + auc = roc_auc_score(result['test_labels'], result['test_predictions'], average='macro') + print(f'{name} ROC AUC: {auc}') + + if name in ['lipophicility', 'esol', 'qm8']: + rmse = root_mean_squared_error(result['test_labels'], result['test_predictions']) + mae = mean_absolute_error(result['test_labels'], result['test_predictions']) + print(f'{name} MAE: {mae}') + print(f'{name} RMSE: {rmse}') + + print("\nScript finished.") + +if __name__ == '__main__': + main() diff --git a/simson_modeling/moleculenet_eval/eval.py.save b/simson_modeling/moleculenet_eval/eval.py.save new file mode 100644 index 0000000000000000000000000000000000000000..f12a589811697b33d2b4b740369a468bb699c182 --- /dev/null +++ b/simson_modeling/moleculenet_eval/eval.py.save @@ -0,0 +1,360 @@ +import torch +import torch.nn as nn +import torch.nn.functional as F +from torch.utils.data import Dataset, DataLoader +import pandas as pd +import numpy as np +from sklearn.metrics import roc_auc_score, average_precision_score +from transformers import BertModel, BertConfig +import os +import json +from collections import defaultdict +from rdkit import Chem +from rdkit.Chem import Scaffolds +import warnings +warnings.filterwarnings('ignore') +from transformers import AutoTokenizer + +# Global average pooling function (assuming this exists in your codebase) +def global_ap(x, dim=1): + return torch.mean(x, dim=dim) + +class SimSonClassifier(nn.Module): + def __init__(self, config: BertConfig, max_len: int, num_labels: int, dropout: float = 0.1): + super(SimSonClassifier, self).__init__() + self.config = config + self.max_len = max_len + self.num_labels = num_labels + + # BERT encoder (same as SimSonEncoder) + self.bert = BertModel(config, add_pooling_layer=False) + self.dropout = nn.Dropout(dropout) + + # Classification head + self.classifier = nn.Linear(config.hidden_size, num_labels) + + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(0) + + outputs = self.bert( + input_ids=input_ids, + attention_mask=attention_mask + ) + + hidden_states = outputs.last_hidden_state + hidden_states = self.dropout(hidden_states) + + # Global average pooling + pooled = global_ap(hidden_states) + + # Classification output + logits = self.classifier(pooled) + + return logits + + def load_encoder_weights(self, encoder_path): + """Load pretrained SimSonEncoder weights into the classifier""" + encoder_state = torch.load(encoder_path, map_location='cpu') + + # Create mapping from encoder to classifier state dict + classifier_state = {} + for key, value in encoder_state.items(): + if key.startswith('bert.') or key.startswith('dropout.'): + classifier_state[key] = value + + # Load only the matching weights + self.load_state_dict(classifier_state, strict=False) + print(f"Loaded encoder weights from {encoder_path}") + + + +def load_moleculenet_data(dataset_name): + """Load MoleculeNet dataset and return SMILES and labels""" + if dataset_name == 'bbbp': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv') + smiles, labels = df.smiles, df.p_np + elif dataset_name == 'clintox': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif dataset_name == 'hiv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv') + smiles, labels = df.smiles, df.HIV_active + elif dataset_name == 'sider': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif dataset_name == 'tox21': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['mol_id', 'smiles'], axis=1) + elif dataset_name == 'bace': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv') + smiles, labels = df.mol, df.Class + else: + raise ValueError(f"Dataset {dataset_name} not supported") + + return smiles, labels + +class MoleculeDataset(Dataset): + def __init__(self, smiles_list, labels, tokenizer, max_length=512): + self.smiles = smiles_list + self.labels = labels + self.tokenizer = tokenizer + self.max_length = max_length + + def __len__(self): + return len(self.smiles) + + def __getitem__(self, idx): + smiles = self.smiles[idx] + + # Tokenize SMILES + encoding = self.tokenizer( + smiles, + truncation=True, + padding='max_length', + max_length=self.max_length, + return_tensors='pt' + ) + + # Handle labels + if isinstance(self.labels, pd.Series): + label = torch.tensor(self.labels.iloc[idx], dtype=torch.float32) + else: # DataFrame (multi-label) + label = torch.tensor(self.labels.iloc[idx].values, dtype=torch.float32) + + return { + 'input_ids': encoding['input_ids'].flatten(), + 'attention_mask': encoding['attention_mask'].flatten(), + 'labels': label + } + +def get_loss_fn(num_labels): + """Get appropriate loss function based on number of labels""" + if num_labels == 1: + return nn.BCEWithLogitsLoss() + else: + return nn.BCEWithLogitsLoss() # Multi-label classification + +def compute_metrics(predictions, labels, num_labels): + """Compute ROC-AUC for single or multi-label classification""" + predictions = torch.sigmoid(predictions).cpu().numpy() + labels = labels.cpu().numpy() + + if num_labels == 1: + # Single label + try: + auc = roc_auc_score(labels, predictions) + return {'roc_auc': auc} + except: + return {'roc_auc': 0.5} + else: + # Multi-label + aucs = [] + for i in range(num_labels): + try: + auc = roc_auc_score(labels[:, i], predictions[:, i]) + aucs.append(auc) + except: + aucs.append(0.5) + return {'roc_auc': np.mean(aucs), 'individual_aucs': aucs} + +def train_epoch(model, dataloader, optimizer, loss_fn, device): + model.train() + total_loss = 0 + + for batch in dataloader: + input_ids = batch['input_ids'].to(device) + attention_mask = batch['attention_mask'].to(device) + labels = batch['labels'].to(device) + + optimizer.zero_grad() + + outputs = model(input_ids, attention_mask) + loss = loss_fn(outputs, labels) + + loss.backward() + optimizer.step() + + total_loss += loss.item() + + return total_loss / len(dataloader) + +def evaluate(model, dataloader, loss_fn, num_labels, device): + model.eval() + total_loss = 0 + all_predictions = [] + all_labels = [] + + with torch.no_grad(): + for batch in dataloader: + input_ids = batch['input_ids'].to(device) + attention_mask = batch['attention_mask'].to(device) + labels = batch['labels'].to(device) + + outputs = model(input_ids, attention_mask) + loss = loss_fn(outputs, labels) + + total_loss += loss.item() + all_predictions.append(outputs) + all_labels.append(labels) + + all_predictions = torch.cat(all_predictions) + all_labels = torch.cat(all_labels) + + metrics = compute_metrics(all_predictions, all_labels, num_labels) + avg_loss = total_loss / len(dataloader) + + return avg_loss, metrics + +def run_experiment(dataset_name, config, tokenizer, encoder_path=None, + batch_size=32, learning_rate=1e-4, epochs=50, device='cuda'): + """Run complete experiment for one dataset""" + print(f"\n=== Running experiment for {dataset_name.upper()} ===") + + # Load data + smiles, labels = load_moleculenet_data(dataset_name) + print(f"Loaded {len(smiles)} samples") + + # Determine number of labels + if isinstance(labels, pd.Series): + num_labels = 1 + else: + num_labels = labels.shape[1] + print(f"Number of labels: {num_labels}") + + # Scaffold split + smiles_list = smiles.tolist() + train_idx, valid_idx, test_idx = scaffold_split(smiles_list) + + print(f"Split sizes - Train: {len(train_idx)}, Valid: {len(valid_idx)}, Test: {len(test_idx)}") + # Create datasets + train_smiles = [smiles_list[i] for i in train_idx] + valid_smiles = [smiles_list[i] for i in valid_idx] + test_smiles = [smiles_list[i] for i in test_idx] + + if isinstance(labels, pd.Series): + train_labels = labels.iloc[list(train_idx)] + valid_labels = labels.iloc[list(valid_idx)] + test_labels = labels.iloc[list(test_idx)] + else: + train_labels = labels.iloc[list(train_idx)] + valid_labels = labels.iloc[list(valid_idx)] + test_labels = labels.iloc[list(test_idx)] + + # Create data loaders + train_dataset = MoleculeDataset(train_smiles, train_labels, tokenizer) + valid_dataset = MoleculeDataset(valid_smiles, valid_labels, tokenizer) + test_dataset = MoleculeDataset(test_smiles, test_labels, tokenizer) + + train_loader = DataLoader(train_dataset, batch_size=batch_size, shuffle=True) + valid_loader = DataLoader(valid_dataset, batch_size=batch_size, shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=batch_size, shuffle=False) + + # Initialize model + model = SimSonClassifier(config, max_len=512, num_labels=num_labels).to(device) + + # Load encoder weights if provided + if encoder_path: + model.load_encoder_weights(encoder_path) + + # Setup training + optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate) + loss_fn = get_loss_fn(num_labels) + + best_valid_loss = float('inf') + best_model_path = f'best_{dataset_name}_model.pth' + + # Training loop + for epoch in range(epochs): + train_loss = train_epoch(model, train_loader, optimizer, loss_fn, device) + valid_loss, valid_metrics = evaluate(model, valid_loader, loss_fn, num_labels, device) + + # Save best model + if valid_loss < best_valid_loss: + best_valid_loss = valid_loss + torch.save(model.state_dict(), best_model_path) + + if epoch % 10 == 0: + print(f"Epoch {epoch}: Train Loss = {train_loss:.4f}, " + f"Valid Loss = {valid_loss:.4f}, Valid AUC = {valid_metrics['roc_auc']:.4f}") + + # Load best model and test + model.load_state_dict(torch.load(best_model_path)) + test_loss, test_metrics = evaluate(model, test_loader, loss_fn, num_labels, device) + + print(f"Final Test Results - Loss: {test_loss:.4f}, ROC-AUC: {test_metrics['roc_auc']:.4f}") + + # Cleanup + os.remove(best_model_path) + + return { + 'dataset': dataset_name, + 'num_labels': num_labels, + 'test_loss': test_loss, + 'test_roc_auc': test_metrics['roc_auc'], + 'individual_aucs': test_metrics.get('individual_aucs', None) + } + +def main(): + """Main function to run all experiments""" + # Setup + device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {device}") + + # Initialize tokenizer and config (you need to provide these) + # tokenizer = your_tokenizer # Replace with your tokenizer + # config = BertConfig(...) # Your config from above + tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR' + tokenizer = AutoTokenizer.from_pretrained(tokenizer_path) + + # Only the hidden size is slightly larger, everything else is the same + config = BertConfig( + vocab_size=tokenizer.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + # Datasets to test + datasets = ['bbbp', 'tox21', 'sider', 'clintox', 'hiv', 'bace'] + + # Path to your pretrained encoder (optional) + encoder_path = 'simson_checkpoints_small/simson_model_single_gpu.bin' + + # Run experiments + all_results = [] + for dataset in datasets: + try: + result = run_experiment( + dataset, + config, + tokenizer, + encoder_path=encoder_path, + device=device + ) + all_results.append(result) + except Exception as e: + print(f"Error with {dataset}: {e}") + + # Aggregate and display results + print("\n" + "="*60) + print("FINAL RESULTS SUMMARY") + print("="*60) + + results_df = pd.DataFrame(all_results) + print(results_df.to_string(index=False)) + + # Save results + results_df.to_csv('moleculenet_results.csv', index=False) + print(f"\nResults saved to moleculenet_results.csv") + + return results_df + +if __name__ == "__main__": + + results = main() diff --git a/simson_modeling/moleculenet_eval/moleculenet_bbp_encoder.bin b/simson_modeling/moleculenet_eval/moleculenet_bbp_encoder.bin new file mode 100644 index 0000000000000000000000000000000000000000..f87059a1aebe9d76ba46789717bc204ccac75d91 --- /dev/null +++ b/simson_modeling/moleculenet_eval/moleculenet_bbp_encoder.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0ea0313430c287530519402ae5be4ac8c08c00e13adbd1a4d9194c2e7c6d58 +size 93231025 diff --git a/simson_modeling/moleculenet_eval/moleculenet_clintox_encoder.bin b/simson_modeling/moleculenet_eval/moleculenet_clintox_encoder.bin new file mode 100644 index 0000000000000000000000000000000000000000..2605e598e1bbf42996c1bccb9932f2f48ecc207a --- /dev/null +++ b/simson_modeling/moleculenet_eval/moleculenet_clintox_encoder.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77a3db92e95f35a612131ac786e1c4e3a34fec8263ad50efc3deea6be467614 +size 93231325 diff --git a/simson_modeling/moleculenet_eval/moleculenet_results.csv b/simson_modeling/moleculenet_eval/moleculenet_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..8b137891791fe96927ad78e64b0aad7bded08bdc --- /dev/null +++ b/simson_modeling/moleculenet_eval/moleculenet_results.csv @@ -0,0 +1 @@ + diff --git a/simson_modeling/moleculenet_eval/showcase.ipynb b/simson_modeling/moleculenet_eval/showcase.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..760601f24b129e35574456df61a03e0b7380f206 --- /dev/null +++ b/simson_modeling/moleculenet_eval/showcase.ipynb @@ -0,0 +1,609 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "7678e528-e2d6-4ef4-bd11-8c745bbce7c4", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from torch.utils.data import Dataset, DataLoader\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "from sklearn.cluster import KMeans\n", + "import umap.umap_ as umap\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "\n", + "# Set style for better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_palette(\"husl\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "ad8d5a02-6162-41f7-a730-e31e353ed9b8", + "metadata": {}, + "outputs": [], + "source": [ + "class PrecomputedContrastiveSmilesDataset(Dataset):\n", + " \"\"\"\n", + " A Dataset class that reads pre-augmented SMILES pairs from a Parquet file.\n", + " This is significantly faster as it offloads the expensive SMILES randomization\n", + " to a one-time preprocessing step.\n", + " \"\"\"\n", + " def __init__(self, tokenizer, file_path: str, max_length: int = 512):\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Load the entire dataset from the Parquet file into memory.\n", + " # This is fast and efficient for subsequent access.\n", + " print(f\"Loading pre-computed data from {file_path}...\")\n", + " self.data = pd.read_parquet(file_path)\n", + " print(\"Data loaded successfully.\")\n", + "\n", + " def __len__(self):\n", + " \"\"\"Returns the total number of pairs in the dataset.\"\"\"\n", + " return len(self.data)\n", + "\n", + " def __getitem__(self, idx):\n", + " \"\"\"\n", + " Retrieves a pre-augmented pair, tokenizes it, and returns it\n", + " in the format expected by the DataCollator.\n", + " \"\"\"\n", + " # Retrieve the pre-augmented pair from the DataFrame\n", + " row = self.data.iloc[idx]\n", + " smiles_1 = row['smiles_1']\n", + " smiles_2 = row['smiles_2']\n", + " \n", + " # Tokenize the pair. This operation is fast and remains in the data loader.\n", + " tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length')\n", + " tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length')\n", + " \n", + " return {\n", + " 'input_ids_1': torch.tensor(tokens_1['input_ids']),\n", + " 'attention_mask_1': torch.tensor(tokens_1['attention_mask']),\n", + " 'input_ids_2': torch.tensor(tokens_2['input_ids']),\n", + " 'attention_mask_2': torch.tensor(tokens_2['attention_mask']),\n", + " }\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(self.config.pad_token_id)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = self.dropout(outputs.last_hidden_state)\n", + " pooled = global_ap(hidden_states)\n", + " return self.linear(pooled)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "476226dd-54f3-4d3e-adb4-cc30e922fd96", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "OptimizedModule(\n", + " (_orig_mod): SimSonEncoder(\n", + " (bert): BertModel(\n", + " (embeddings): BertEmbeddings(\n", + " (word_embeddings): Embedding(591, 768, padding_idx=0)\n", + " (position_embeddings): Embedding(512, 768)\n", + " (token_type_embeddings): Embedding(2, 768)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (encoder): BertEncoder(\n", + " (layer): ModuleList(\n", + " (0-3): 4 x BertLayer(\n", + " (attention): BertAttention(\n", + " (self): BertSdpaSelfAttention(\n", + " (query): Linear(in_features=768, out_features=768, bias=True)\n", + " (key): Linear(in_features=768, out_features=768, bias=True)\n", + " (value): Linear(in_features=768, out_features=768, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (output): BertSelfOutput(\n", + " (dense): Linear(in_features=768, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " (intermediate): BertIntermediate(\n", + " (dense): Linear(in_features=768, out_features=2048, bias=True)\n", + " (intermediate_act_fn): GELUActivation()\n", + " )\n", + " (output): BertOutput(\n", + " (dense): Linear(in_features=2048, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " )\n", + " )\n", + " )\n", + " (linear): Linear(in_features=768, out_features=512, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + ")" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "model_config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + "\n", + "model = SimSonEncoder(config=model_config, max_len=512).to(device)\n", + "model = torch.compile(model)\n", + "model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints_polymer_1M/simson_model_single_gpu.bin'))\n", + "model.eval()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "df28c332-c20b-4804-b4ca-97de9d652445", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Test dataset shape: (5000, 2)\n", + "Columns: ['smiles_1', 'smiles_2']\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
smiles_1smiles_2
0c1c(ccc(c1)OC(=O)CCCS(CCCc1ccc(C(O*)=O)cc1)(=O...c1cc(ccc1OC(CCCS(CCCc1ccc(C(=O)O*)cc1)(=O)=O)=...
1C(CC(=O)NCCC[Si](O*)(C)C)CCCCC(OCCCCCOC(Cc1cc(...CN(*)Cc1cccc(c1)CC(OCCCCCOC(CCCCCCC(=O)NCCC[Si...
2C(SCCNC(OCC*)=O)CSCCCOCCNC(=O)O*O=C(OCC*)NCCSCCSCCCOCCNC(O*)=O
3*CCCCOC(=O)CSCCCC[PH](C)(=O)O**CCCCOC(=O)CSCCCC[PH](C)(=O)O*
4C(O*)COCCOCCN(C(=O)OCCC*)C(=O)OCC(CC*)OC(=O)N(C(=O)OC)CCOCCOCCO*
\n", + "
" + ], + "text/plain": [ + " smiles_1 \\\n", + "0 c1c(ccc(c1)OC(=O)CCCS(CCCc1ccc(C(O*)=O)cc1)(=O... \n", + "1 C(CC(=O)NCCC[Si](O*)(C)C)CCCCC(OCCCCCOC(Cc1cc(... \n", + "2 C(SCCNC(OCC*)=O)CSCCCOCCNC(=O)O* \n", + "3 *CCCCOC(=O)CSCCCC[PH](C)(=O)O* \n", + "4 C(O*)COCCOCCN(C(=O)OCCC*)C(=O)OC \n", + "\n", + " smiles_2 \n", + "0 c1cc(ccc1OC(CCCS(CCCc1ccc(C(=O)O*)cc1)(=O)=O)=... \n", + "1 CN(*)Cc1cccc(c1)CC(OCCCCCOC(CCCCCCC(=O)NCCC[Si... \n", + "2 O=C(OCC*)NCCSCCSCCCOCCNC(O*)=O \n", + "3 *CCCCOC(=O)CSCCCC[PH](C)(=O)O* \n", + "4 C(CC*)OC(=O)N(C(=O)OC)CCOCCOCCO* " + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "test_data = pd.read_parquet('/home/jovyan/simson_training_bolgov/data/polymer_splits/test.parquet')\n", + "print(f\"Test dataset shape: {test_data.shape}\")\n", + "print(f\"Columns: {test_data.columns.tolist()}\")\n", + "test_data.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "a7f2e2bc-12f5-443b-9d80-899542e07370", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Generating embeddings for original SMILES...\n", + "Processed 2560 / 5000 SMILES\n", + "Processed 5000 / 5000 SMILES\n", + "Generating embeddings for augmented SMILES...\n", + "Processed 2560 / 5000 SMILES\n", + "Processed 5000 / 5000 SMILES\n", + "Original embeddings shape: (5000, 512)\n", + "Augmented embeddings shape: (5000, 512)\n" + ] + } + ], + "source": [ + "def generate_embeddings(model, tokenizer, smiles_list, batch_size=256, max_length=512):\n", + " \"\"\"Generate embeddings for a list of SMILES strings\"\"\"\n", + " model.eval()\n", + " embeddings = []\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + " \n", + " # Tokenize batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " # Move to device\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings\n", + " batch_embeddings = model(input_ids, attention_mask)\n", + " embeddings.append(batch_embeddings.cpu().numpy())\n", + " \n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(smiles_list)} SMILES\")\n", + " \n", + " return np.vstack(embeddings)\n", + "\n", + "# Generate embeddings for original and augmented SMILES\n", + "print(\"Generating embeddings for original SMILES...\")\n", + "original_embeddings = generate_embeddings(model, tokenizer, test_data['smiles_1'].tolist())\n", + "\n", + "print(\"Generating embeddings for augmented SMILES...\")\n", + "augmented_embeddings = generate_embeddings(model, tokenizer, test_data['smiles_2'].tolist())\n", + "\n", + "print(f\"Original embeddings shape: {original_embeddings.shape}\")\n", + "print(f\"Augmented embeddings shape: {augmented_embeddings.shape}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "c770d7f4-fa37-4519-bda2-9b084d2a4b32", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Average cosine similarity between original and augmented SMILES: 0.9874\n", + "Standard deviation: 0.0197\n", + "Min similarity: 0.7691\n", + "Max similarity: 1.0000\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA1wAAAIkCAYAAAAK4yrcAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAc4tJREFUeJzt3Xd0FOXbxvFrs0kgtJBGB0EwoSUQeiAYQECpCoggiKgoIApiR0SaSpOiFBVBARUFpUiRIqIUpfciVYTQSQKhp23m/YM3+2NJgLRhk/D9nJNzdmeemb1n98lkr8wzMxbDMAwBAAAAADKdi7MLAAAAAICcisAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwIUsY8KECQoICLgnr9WlSxd16dLF/nzjxo0KCAjQsmXL7snr9+vXT40aNbonr5VeV69e1fvvv6969eopICBAH3/8sbNLSuZe9pn0mjdvngICAnTixIlMW2dK292oUSP169cv015D+t/vxcaNG+/a9sSJEwoICNC8efMytQZkfRnp42npYxkREBCgCRMmmPoaaZEd/gbcj279bgBkFldnF4Ccad68eXrvvffsz93d3eXp6amAgACFhYWpbdu2ypcvX4Zf5+zZs/rpp5/UuHFjVahQIcPry0xZubbUmDx5subPn69evXqpZMmSKlu27B3b22w2/fLLL/rll1904MABXbt2TYUKFVLt2rXVqVMnBQYG3qPK7424uDj9+OOPmj9/vsLDw+Xi4qLChQurWrVqeu655+76fmVXixYtUlRUlJ577jlnl6KNGzfq2WefdZjm6emp0qVL65lnnlHr1q3Ttd6stI1mOnXqlL788kv99ddfOnfunPLnz6/g4GB169ZN1atXd3Z5uMWTTz6p3bt3a9CgQerUqZOzy3Gabdu26e+//1bXrl1VoEABp9SQ2v3/zd+FZs6cqRo1ajisxzAMNWjQQGfOnFGDBg00efJk+7yAgAB17txZAwcOlHTjn1qPPPKI3nnnHXXr1u22tTVq1EgnT55McV5oaKi+/vpr+/MtW7boyy+/1IEDBxQdHS0fHx+VL19eLVq0UKtWrdL35iBFBC6Yqk+fPipRooQSEhIUGRmpTZs2adiwYZo+fbo+//xzlS9f3t725ZdfVvfu3dO0/nPnzmnixIkqXrx4mkLNzTscs9yptg8//FCGYZheQ0Zs2LBBVapU0auvvnrXtjExMXr11Ve1du1a1axZUz169JCnp6dOnjyppUuXav78+Vq1apWKFCmSqTWmp89klj59+mjNmjVq0aKF2rdvr4SEBB05ckSrVq1ScHCw/Q/u448/rhYtWsjd3T3TXvtebXfNmjW1a9cuubm52actXrxYhw4dShZGihcvrl27dsnV9d7/WenSpYs90EdHR2vp0qV6++23dfnyZXXu3DnN67vdNuYkW7dutfeh9u3bq2zZsoqMjNT8+fPVuXNnvf/++6n+T39G+nhKfQzJHT16VLt371bx4sW1aNGi+zpwbd++XRMnTlSbNm2cFrhSu/9PkitXLi1evDhZ4Nq0aZPOnDmTqX8fJKlChQp6/vnnk00vVKiQ/fHSpUv1+uuvq0KFCnr22Wfl6empEydOaPPmzfrpp58IXJmMwAVTPfzwww5HNnr06KH169erZ8+e6tWrl5YsWaLcuXNLklxdXU3/snb9+nV5eHhk+s4trbLDl4uoqCiVK1cuVW1HjRqltWvX6r333kv2JfXVV1/V9OnTM79A3Zs+k5Jdu3bpzz//1Ouvv66ePXs6zLPZbLp06ZL9udVqldVqzdTXN3u7Y2Nj5ebmJhcXF+XKlStVy1gsllS3zWw1atTQY489Zn/+9NNPq3Hjxlq0aFG6AldOd/HiRb322mvKnTu3fvzxR5UqVco+7/nnn1e3bt00bNgwVapUSdWqVbvteq5du6Y8efJkqI+npY/dzxYuXCgfHx/169dPffr00YkTJ1SiRAlnl3VfSsv+P0lYWJiWLVumAQMGOOy7Fy9erEqVKik6OjpTayxcuLAef/zxO7aZOHGiypUrp9mzZyf7ThQVFZWp9YBzuOAEISEh6tWrl06ePKmFCxfap6d0Xsrff/+tp59+WjVq1FBwcLAeffRRjR07VtKN4URPPvmkJOm9995TQECAwzkkXbp0UcuWLbVnzx517txZVapUsS97u3HaiYmJGjt2rOrVq6eqVauqZ8+eOn36tEOb250rc/M671ZbSuP3r127phEjRigsLEyVK1fWo48+qq+//jrZkbCAgAANHTpUv//+u1q2bKnKlSurRYsWWrNmzZ3edruoqCj1799fdevWVWBgoFq3bq358+fb5yedU3HixAmtWrXKXvvtzs84c+aMZs+erXr16qV4RMBqtapbt24OR7f++ecfvfjii6pWrZqCg4PVtWtX7dixw2G5+Ph4TZw4UU2bNlVgYKBq166tp59+Wn///be9TUp9Ji3vz9mzZ/Xee++pbt269nZz5sy563t4/PhxSUrxy6jVapWXl5f9eUrntzRq1Eg9evTQxo0b1bZtWwUFBalVq1b281h+++03tWrVSoGBgWrbtq3++ecfh9dIzblr0dHRGjlypFq1aqXg4GBVq1ZNL774ovbv3+/QLunz/vXXXzVu3DjVr19fVapU0ZUrV5KdX9OlSxetWrVKJ0+etPeLpH58u3O4/v33X/Xp00e1atWyb8/KlSsd2qTms06LpCHMKYXSBQsW2N/zWrVq6fXXX3f4Hb/dNhqGodq1a2v48OH2tomJiapRo4YqVKjg8CXrq6++UsWKFXX16tU0vQ+SdOnSJX388cf2/UCTJk301VdfKTEx0d4m6b3++uuvNXv2bDVu3FiVK1dWu3bttGvXrru+P7Nnz1ZERITefvtth7AlSblz59aIESNksVg0adIk+/Skfrxp0yYNHjxYISEhCgsLc5h3cx9PTEzUhAkTFBoaqipVqqhLly46fPhwsv1nSudwJe27Dx8+rC5duqhKlSqqX7++pkyZ4lBrXFycPvvsM7Vt21bVq1dX1apV1alTJ23YsOGu70FKUru+tL7/SfuiwMBAtWzZUitWrEhzbYsXL9ajjz6qBg0aKH/+/Fq8eHGyNrc7Lyyl/UVMTIw++ugj1a5dW8HBwerZs6fOnj2b7Fy3pGX/++8/vfXWW6pevbrq1KmjTz/9VIZh6PTp03r55ZdVrVo11atXT998802y14+Li9P48ePVpEkTVa5cWWFhYRo1apTi4uIc2qVm3z1hwgSNGjVKkvTII4+k+Pfpbr/jSZI+u6CgID355JPasmXL7d5+B2nZ/ydp0aKFoqOjHfZpcXFxWr58udOOJIWHhyswMDDFf0D7+Pg4oaKcjSNccIrHH39cY8eO1V9//aWnnnoqxTaHDh1Sjx49FBAQoD59+sjd3V3Hjh3Ttm3bJElly5ZVnz59NH78eHXo0MF+zsHNO8Ho6Gi99NJLatGihVq3bn3XncgXX3whi8Wil156SVFRUZoxY4aee+45LViwwH4kLjVSU9vNDMPQyy+/bA9qFSpU0Nq1azVq1CidPXtW/fv3d2i/detW/fbbb+rUqZPy5s2r7777Tn369NGff/6Z4s4+SUxMjLp06aLw8HB17txZJUqU0LJly9SvXz9dunRJXbt2VdmyZTVq1CgNHz5cRYoUsQ9L8Pb2TnGda9asUUJCQqrPlzl06JA6d+6svHnz6sUXX5Srq6tmz56tLl266Pvvv1eVKlUk3fjv2+TJk9W+fXsFBQXpypUr2rNnj/bu3at69erd8TVS8/5ERkbqqaeeksViUefOneXt7a01a9bo/fff15UrV+44nKxYsWKSbpzrU61atXQdbTp27JjefPNNdezYUa1bt9Y333yjnj17asiQIRo3bpyefvppSTe+vPft21fLli2Ti0vq/0d2/Phx/f7773rsscdUokQJRUZGavbs2XrmmWf066+/qnDhwg7tP//8c7m5ualbt26Ki4tL8Shsz549dfnyZZ05c8Z+XkLevHlvW8OhQ4f09NNPq3DhwnrppZeUJ08eLV26VK+88oomTJigJk2aSMrYZy3duMDL+fPnJd04erN48WIdPHgw2YVevvjiC3322Wdq1qyZnnzySZ0/f17ff/+9OnfurF9++UUFChS47TZaLBZVq1ZNmzdvtq/vwIEDunz5slxcXLRt2zY1aNBA0o3+V6FCBft7k9r34fr163rmmWd09uxZdezYUUWLFtX27ds1duxYRURE6P3333fYnsWLF+vq1avq0KGDLBaLpk6dqt69e+v333+/41H0P/74Q7ly5VLz5s1TnF+yZElVr15dGzduVExMjMO+b8iQIfL29tYrr7yia9eu3fY1xowZo6lTp6phw4aqX7++9u/fr27duik2Nva2y9zs4sWLevHFF9WkSRM1a9ZMy5cv1+jRo+Xv728PeleuXNHPP/+sli1bqn379rp69armzJmjF198UT///HOaz51N6/pS8/7/9ddf6t27t8qVK6c333xTFy5c0HvvvZem4dU7d+7UsWPHNGzYMLm7u6tJkyZatGhRsqMradGvXz8tXbpUjz/+uKpUqaLNmzffcZjy66+/rrJly+rNN9/U6tWr9cUXX6hgwYKaNWuW6tSpo7feekuLFi3SyJEjFRgYqJo1a0q6Ebxffvllbd26VU899ZTKli2rgwcPasaMGTp69Kg+//xzh9e52767SZMmOnr0qBYvXqz33nvPvj9P+vuUmt9xSfr55581cOBA+z/8jh8/rpdfflmenp4qWrToHd+79Oz/ixcvrqpVq+rXX3+19981a9bo8uXLat68ub777ru7riMtEhIS7PvEm+XJk8f++1ysWDGtX79eZ86cyfTh/kiBAZhg7ty5hr+/v7Fr167btqlevbrxxBNP2J+PHz/e8Pf3tz+fNm2a4e/vb0RFRd12Hbt27TL8/f2NuXPnJpv3zDPPGP7+/saPP/6Y4rxnnnnG/nzDhg2Gv7+/Ub9+fePy5cv26UuWLDH8/f2NGTNm2Kc1bNjQePfdd++6zjvV9u677xoNGza0P1+xYoXh7+9vfP755w7tevfubQQEBBjHjh2zT/P39zcqVarkMG3fvn2Gv7+/8d133yV7rZtNnz7d8Pf3NxYsWGCfFhcXZ3To0MGoWrWqw7Y3bNjQ6N69+x3XZxiGMWzYMMPf39/4559/7trWMAyjV69eRqVKlYzw8HD7tLNnzxrBwcFG586d7dNat25919e/tc8YRurfn/79+xv16tUzzp8/77D866+/blSvXt24fv36bV83MTHR3r/q1q1rvPHGG8b3339vnDx5MlnbpN+F48eP26c1bNjQ8Pf3N7Zt22aftnbtWsPf398ICgpyWM+sWbMMf39/Y8OGDXfc7lv7ZWxsrGGz2RzaHD9+3KhcubIxceJE+7Skvv/II48k2+akeTe/dvfu3R367s3rvrW/d+3a1WjZsqURGxvr8N516NDBaNq0qX1aaj7rlCTVd+tP+fLljS+++MKh7YkTJ4wKFSokm37gwAGjYsWKDtNvt41Tp041KlSoYP89+fbbb42GDRsaTz75pPHJJ58YhmEYNpvNqFGjhjFs2LA0vw+TJk0yqlatavz3338Orzt69GijQoUKxqlTpwzD+N97XatWLSM6Otre7vfffzf8/f2NP/74447vW40aNYzWrVvfsc2HH35o+Pv7G/v37zcM43/9+OmnnzYSEhIc2t7axyMiIoyKFSsavXr1cmg3YcIEw9/f36GfptTHkn635s+fb58WGxtr1KtXz+jdu7d9WkJCgsN7ahiGcfHiRaNu3brGe++95zDd39/fGD9+/B23ObXrS8v7//jjjxv16tUzLl26ZJ/2119/Gf7+/in2sZQMHTrUCAsLMxITEx2Wv3Wfe+vflSS37i/27Nlj+Pv7Gx9//LFDu379+iV7n5KW/eCDD+zTEhISjIcfftgICAgwJk+ebJ9+8eJFIygoyOHz/eWXX4zy5csbmzdvdnitH3/80fD39ze2bt1qn5bafffUqVOT7VMNI/W/43FxcUZISIjx+OOPO3zes2fPNvz9/R3+jqckPfv/Xbt2Gd9//70RHBxs38/26dPH6NKli2EYKf+99ff3N4YMGWJ/ntTvpk6desf6kv6+pPRz8+f1888/29/zLl26GJ9++qmxefPmZH83kDkYUginyZMnj8OQm1sl/Sdq5cqVDsNp0sLd3V1t27ZNdfsnnnjC4eqJjz32mPz8/LR69ep0vX5qrVmzRlarNdkwxxdeeEGGYSQbDle3bl2HoUDly5dXvnz57EMd7vQ6fn5+atmypX2am5ubunTpomvXrjn89z61rly5IunORzqS2Gw2/f3332rcuLFKlixpn16oUCG1bNlSW7duta+vQIECOnTokI4ePZrmmu72/hiGod9++80+VOz8+fP2n9DQUF2+fFl79+697fotFou+/vpr9e3bVwUKFNDixYs1dOhQNWzYUH379k1xDP+typUrp+DgYPvzpCN7derUsf8H9ebpd/tsb+Xu7m4/Imaz2XThwgXlyZNHZcqUSTZEUbrR99NyFPduoqOjtWHDBjVr1kxXrlyxv78XLlxQaGiojh49qrNnz0rK2GctSa+88oqmTZumadOmady4cWrRooXGjRunGTNm2NusWLFCiYmJatasmcPn7evrqwceeCBVlyWvUaOGbDabtm/fLunGFb6qV6+uGjVq2IcjHTx4UJcuXbKfHJ+W92HZsmWqXr26ChQo4FBj3bp1ZbPZkv1+Nm/eXJ6eng71SXfvK1evXr3r72vS/KTfxyRPPfXUXc/XWr9+vRISEpJd2OGZZ56543I3y5Mnj8M5KO7u7goMDHTYNqvVah8OlZiYqOjoaCUkJKhy5cop9vG7Sev67vb+nzt3Tvv27VObNm2UP39+e7t69eql+vzYhIQELVmyRM2aNZPFYpF0Yx/h4+PjMCQ/LdauXStJafp8kobISzfep8qVK8swDIfpBQoUUJkyZRw+o2XLlqls2bJ68MEHHfp0nTp1JCnZ7116/7ZJqf8d37Nnj6KiotSxY0eH4XS3fk63k979f7NmzRQbG6s///xTV65c0apVq0wbTlilShX7PvHmnxYtWtjbPPnkk5o6dapq166tbdu26fPPP1fnzp3VtGlT+0giZB6GFMJprl27dschfs2bN9fPP/+sAQMGaMyYMQoJCVGTJk302GOPpXpoVeHChdN0gYwHHnjA4bnFYtEDDzxw20usZpaTJ0+qUKFCyS6Vn3Slo1tfP6UhD56ennf9on/y5Ek98MADyd6/pNc5depUmmtPqvlO4TnJ+fPndf36dZUpUybZvLJlyyoxMVGnT5/WQw89pD59+qhXr1569NFH5e/vr9DQUD3++OMOV7a8nbu9P+fPn9elS5c0e/ZszZ49+7a13om7u7tefvllvfzyyzp37pw2b96sb7/9VkuXLpWrq6tGjx6dphqT/tDfOrQj6f1NTYi7WWJior799lv98MMPOnHihGw2m31ewYIFk7XP7BPww8PDZRiGPvvsM3322WcptomKilLhwoUz9FlLkr+/v+rWrWt/3rx5c125ckVjxoxRq1at5O3traNHj8owDDVt2jTFdaRmWFDFihXl4eGhLVu2qH79+tq6dat69+4tX19ffffdd4qNjdXWrVslyT6MOC3vw7Fjx3TgwAGFhISk2O7WPnlrH0r68n+3vpI3b967/r4mzb81mKWmnyTtR249P6xgwYIOAeVOihQpYg8YSTw9PXXgwAGHafPnz9c333yj//77T/Hx8WmqMyVpWd/d3v+k9+HWvyuSbvuPj1v9/fffOn/+vIKCgnTs2DH79Nq1a+vXX3/V22+/naahxkl1ubi4JNumlOpMcvM/gaQb+6tcuXIlG2qeP39+hwtAHDt2TP/+++9t+/StF2dI7982San+Hb/d5+Lm5ubwj8A7Sc/+39vbWyEhIVq8eLFiYmJks9n06KOPpur10srLy8thn3g79evXV/369XX9+nXt3btXS5Ys0axZs9SzZ08tXbqUc7kyEYELTnHmzBldvnw52R/km+XOnVszZ87Uxo0btWrVKq1du1ZLlizR7Nmz9c0336TqqliZ+R/7u7HZbJl+Nbrbud3rGE641PyDDz4o6cb5LJl5v7GaNWtqxYoVWrlypf7++2/NmTNHM2bM0JAhQ9S+ffs7Lnu39yfpiGnr1q3Vpk2bFNum5YbKhQoVUosWLdS0aVO1bNlSy5Yt04gRI+74Jf52NWbWZ/vll1/qs88+U7t27fTaa6/J09NTLi4uGjZsWIrryuzflaT3+IUXXlD9+vVTbJP0+5+Rz/p26tSpoz///FO7du1SgwYNlJiYKIvFoilTpqT4HufJk+eu63Rzc1NQUJC2bNmiY8eOKSIiQjVq1JCPj48SEhK0c+dObdmyRQ8++KD9i2ha3ofExETVq1dPL774YortSpcu7fA8vX2lbNmy+ueffxQXF3fbf0gdOHBAbm5uyV7zXl1RMDX70gULFqhfv35q3LixunXrJh8fH1mtVk2ePDnNR4TTs757sR9OOorVt2/fFOdv2rTJfrTo1oCa5OZ/tqRXSqEuNdufmJgof39/h/ty3uzWfzBl5D3NjN/x9EjL/r9ly5b64IMPFBkZqYcffthpl7W/lYeHh2rUqKEaNWrIy8tLEydO1Jo1a2779xFpR+CCUyxYsEDSjZvw3YmLi4tCQkIUEhKi9957T19++aXGjRunjRs3qm7durf9A5NeN/8HUbqxkz927JjDl+/b/bft1KlTDv8dS0ttxYsX1/r163XlyhWHo1xHjhyxz88MxYsX14EDB5SYmOjwBzTpdW79L2ZqPPzww7JarVq0aJGeeOKJO7b19vaWh4eH/vvvv2Tzjhw5IhcXF4f/cBYsWFDt2rVTu3btdPXqVT3zzDOaMGFCur+E31xH3rx5lZiYmKr/AqaWm5ubAgICdPToUV24cEF+fn6Ztu60Wr58uWrXrq1hw4Y5TL906dIdL6xyN6nt10m/C25ubql6jzP7s076kpl0YYdSpUrJMAyVKFEixSOsN7vTNtaoUUNTpkzRunXr5OXlpQcffFAWi0UPPfSQtmzZoi1btqhhw4b29ml5H0qVKqVr165lap9MSYMGDbR9+3b7RRNudeLECW3dulUhISHpCuJJ+5Hw8HCHfeKFCxd08eLF9Bd+i+XLl6tkyZKaOHGiw2c2fvz4LLG+pPfh1r8rklLcB97q2rVr+uOPP9S8efMUj4R89NFHWrRokT1wFShQ4LZ/m26tKzExUSdOnHAI1CnVmVGlSpXS/v37FRISkml/r2+3ntT+jt/8udx85C0+Pl4nTpxI9ZH1W6Vm/9+kSRMNGjRIO3bs0Lhx49L1OmarXLmyJCkiIsLJleQsnMOFe279+vX6/PPPVaJEiTte2S6l+1IkHUFJupysh4eHpLQPt7qdX375xeGchWXLlikiIkIPP/ywfVrJkiW1c+dOh0va/vnnn8kuO5uW2h5++GHZbDbNnDnTYfr06dNlsVgcXj8jHn74YUVERGjJkiX2aQkJCfruu++UJ08e+5Wl0qJo0aJq3769/vrrrxSvtJSYmKhvvvlGZ86ckdVqVb169bRy5UqHy/hGRkZq8eLFql69uj1wXrhwwWE9efPmValSpZJdSjg9rFarHn30US1fvlwHDx5MNv9uwwmPHj2a4vDLS5cuafv27fL09LztVR3vFavVmuy/wkuXLrWfL5ReHh4eunz58l3b+fj4qFatWpo9e7bOnTuXbP7N77EZn/WqVask/e9IZdOmTWW1WjVx4sRk74thGA413Gkba9Soobi4OM2YMUPVq1e3f/mrXr26FixYoHPnztmHE0ppex+aNWum7du328+xudmlS5eUkJCQyq2/sw4dOsjHx0effPJJsiM3sbGxeu+992QYhl555ZV0rT8kJESurq768ccfHabfun/LqKSjGDd/njt37kx2iwlnra9QoUKqUKGC5s+f79Cf/v77bx0+fPiuy69YsULXrl1T586d9dhjjyX7adiwoX777Tf770mpUqV0+fJlh1s/nDt3Ltll6JP+0fnDDz84TP/+++/TtZ130qxZM509e1Y//fRTsnkxMTF3vNLl7ST9bb31dzS1v+OVK1eWt7e3Zs2a5bCPmT9/fqqHLqZ3/583b14NHjxYvXv3TvES/vfS+vXrU5yedM763f4xhbThCBdMtWbNGh05ckQ2m02RkZHauHGj/v77bxUrVkxffPHFHYenTJo0SVu2bFFYWJiKFy+uqKgo/fDDDypSpIj9C02pUqVUoEABzZo1S3nz5lWePHkUFBSU6nHYt/L09FSnTp3Utm1b+2XhH3jgAYdL17dv317Lly/Xiy++qGbNmik8PFyLFi1KNjwyLbU1atRItWvX1rhx4+z3//n777+1cuVKde3a9Y5DL9OiQ4cOmj17tvr166e9e/eqePHiWr58ubZt26b+/fsnO4cstfr166fjx4/ro48+0m+//aaGDRuqQIECOn36tJYtW6YjR47YT9bt27ev1q1bp06dOqlTp06yWq2aPXu24uLi9Pbbb9vX2aJFC9WqVUuVKlVSwYIFtXv3bi1fvjxNJ97fyZtvvqmNGzfqqaeeUvv27VWuXDldvHhRe/fu1fr167Vp06bbLrt//3699dZbql+/vmrUqCFPT0+dPXtWv/zyi86dO6f+/fvfs+Glt9OgQQNNmjRJ7733noKDg3Xw4EEtWrQo3b8bSSpVqqQlS5Zo+PDhCgwMVJ48eW77xWHQoEHq1KmTWrVqpaeeekolS5ZUZGSkduzYoTNnztiHS2X0s96yZYv9cuMXL17UH3/8oU2bNqlFixb28xNLlSqlvn37asyYMTp58qQaN26svHnz6sSJE/r999/11FNPqVu3bnfdxqpVq8rV1VX//fefOnToYK+hZs2a9oCRdPGEtL4P3bp10x9//KGePXuqTZs2qlSpkq5fv66DBw9q+fLlWrlyZaYEeS8vL40fP17du3dXmzZt1L59e5UtW1aRkZGaP3++jh07pvfff/+ONz2+E19fXz377LP2Wx3Ur19fBw4c0Jo1a+Tl5ZVpRzoaNGig3377Ta+88ooaNGigEydOaNasWSpXrly6vshn9vok6Y033lCPHj3UqVMntWvXTtHR0fr+++/10EMP3XWdixYtUsGCBR0urnOzRo0a6aefftKqVavUtGlTNW/eXKNHj9arr76qLl26KCYmRj/++KPKlCnjcBGgpPs8zpgxQ9HR0fbLwiddtCYzR448/vjjWrp0qQYNGqSNGzeqWrVqstlsOnLkiJYtW6apU6cqMDAwTeusVKmSJGncuHFq3ry53Nzc1LBhw1T/jru5ualv374aOHCgunbtqubNm+vEiROaN29eqvaPGd3/Z3SY3vr161O8vULjxo3l7+8v6cY9JpNGEt0sb968aty4sSSpV69eKlGihBo2bKiSJUvq+vXrWrdunf78808FBgY6HKlHxhG4YKqkoRhubm4qWLCg/P391b9/f7Vt2/auX+4bNWqkkydPau7cubpw4YK8vLxUq1Yt9e7d236BATc3N40YMUJjx47V4MGDlZCQoOHDh6f7S2XPnj114MABffXVV7p69apCQkI0aNAg+3/UpBsnmfbr10/Tpk3TsGHDVLlyZX355ZcaOXKkw7rSUpuLi4u++OILjR8/XkuWLNG8efNUvHhxvfPOO3rhhRfStS0pyZ07t7777juNHj1a8+fP15UrV1SmTBkNHz48TVdzvJWHh4emTJmiefPm6ZdfftHnn3+umJgYFSpUSLVr19bo0aPt93166KGHNHPmTI0ZM0aTJ0+WYRgKCgrSJ598Yr8in3Tj5qd//PGH/v77b8XFxalYsWLq27ev/UtxRvn6+urnn3/WpEmTtGLFCv34448qWLCgypUrp7feeuuOy9asWVN9+vTR2rVrNW3aNF24cEF58+ZVhQoV9NZbb5l2InRa9OzZU9evX9eiRYu0ZMkSVaxYUZMnT9aYMWMytN5OnTpp3759mjdvnqZPn67ixYvfNnCVK1dOc+fO1cSJEzV//nxFR0fL29tbFStWdDh6ktHP+uYjq0knvr/++uvJlu/evbtKly6t6dOn22/qW6RIEdWrV89hG+60jXny5FGFChW0e/duhyNZSSGraNGiyYYAp/Z98PDw0HfffafJkydr2bJl+uWXX5QvXz6VLl3aYb+XGWrUqKGFCxfaXysiIkL58uVTcHCwPv7442ShMa3eeust5c6dWz///LPWr1+vqlWr6uuvv1anTp3SdCGjO2nbtq39/nJ//fWXypUrp08++UTLli274z9M7tX6pBujCj777DN9+umnGjNmjEqVKqXhw4dr5cqVd1xnVFSU1q9frxYtWtz2y3tISIg8PDy0cOFCNW3a1H7uzYgRI/TJJ5+oRIkSeuONN3Ts2LFkV10dOXKkfH199euvv2rFihWqW7euxo0bp8ceeyzTPh/pxt+2SZMmafr06VqwYIFWrFghDw8PlShRQl26dEnXUZSgoCC99tprmjVrltauXavExEStXLlSefLkSfXveIcOHWSz2fT1119r1KhR8vf3t9/D626cvf9fu3ZtikfBixcvbg9c+/bt0zvvvJNim6TA9dFHH2nlypVaunSpzp07J8MwVLJkSfXs2VMvvfRSuu4viduzGM44yx4AANxXLl26pJo1a6pv3756+eWXnV0ObrFv3z498cQT+uSTT1J9I3sAqcM5XAAAIFPFxMQkm5Z0X7RatWrd63Jwi9t9Pi4uLuk6lxfAnXG8EAAAZKolS5Zo/vz5evjhh5UnTx5t27ZNixcvVmhoqMNQTDjH1KlTtWfPHtWpU0dWq1Vr1qzRmjVr1KFDhxTvhQUgYwhcAAAgUwUEBMhqtWrq1Km6evWqfHx89Oyzz972flK4t4KDg/X333/r888/17Vr11S0aFH17t1bPXv2dHZpQI7EOVwAAAAAYBKnn8M1efJktWvXTsHBwQoJCVGvXr3sN2FN0qVLFwUEBDj8DBw40KHNqVOn1L17d1WpUkUhISEaOXJksnuWbNy4UW3atFHlypXVpEkTzZs3z/TtAwAAAHD/cvqQwk2bNqlz584KDAyUzWbT2LFj1a1bN/3666/KkyePvd1TTz2lPn362J/ffJlum82mHj16yNfXV7NmzdK5c+f07rvvys3NTW+88YYk6fjx4+rRo4c6duyo0aNHa/369RowYID8/PxUv379e7fBAAAAAO4bTg9cX3/9tcPzESNGKCQkRHv37nW4Uk7u3Lnl5+eX4jr++usvHT58WNOmTZOvr68qVKig1157zX4DQHd3d82aNUslSpRQv379JElly5bV1q1bNX36dAIXAAAAAFM4PXDd6vLly5IkT09Ph+mLFi3SwoUL5efnp4YNG6pXr172o1w7duyQv7+/fH197e1DQ0M1ePBgHT58WBUrVtSOHTsUEhLisM7Q0FANGzYs1bVFRFxWJt6AHdmUm5tV8fE2Z5eBHIr+BbPRx2A2+hjMlJX6l69v6m5In6UCV2JiooYNG6Zq1arZ75YtSS1btlSxYsVUqFAhHThwQKNHj9Z///2niRMnSpIiIyMdwpYk+/OIiIg7trly5YpiYmKUO3fuu9bn7p7y3d5x/7BYJKvVKotF4nIzyGz0L5iNPgaz0cdgpuzav7JU4BoyZIgOHTqkH374wWF6hw4d7I8DAgLk5+en5557TuHh4SpVqtQ9qy8uzsYRrvtc0i94QoItW/2iI3ugf8Fs9DGYjT6W/Vl371KBF7pIki59851sgUFOruh/smv/yjKBa+jQoVq1apW+//57FSlS5I5tq1SpIkk6duyYSpUqJV9fX+3atcuhTWRkpCTZz/vy9fW1T7u5Tb58+VJ1dCtJdvpwYR7DoC/APPQvmI0+BrPRx7Kx2FhZj/5nf5wVP8fs1r+cfll4wzA0dOhQrVixQjNmzFDJkiXvusy+ffsk/S9MVa1aVQcPHlRUVJS9zbp165QvXz6VK1fO3mbDhg0O61m3bp2qVq2aSVsCAAAAAI6cHriGDBmihQsXasyYMcqbN68iIiIUERGhmJgYSVJ4eLgmTZqkPXv26MSJE1q5cqXeffdd1axZU+XLl5d04+IX5cqV0zvvvKP9+/dr7dq1+vTTT9W5c2e5u7tLkjp27Kjjx49r1KhR+vfffzVz5kwtXbpUzz33nLM2HQAAAEAOZzEM5x6QCwgISHH68OHD1bZtW50+fVpvv/22Dh06pGvXrqlo0aJq3LixevXqpXz58tnbnzx5UoMHD9amTZvk4eGhNm3a6M0335Sr6/9GTW7cuFHDhw/X4cOHVaRIEfXq1Utt27ZNda0REZfTv6HIESyW/10dJzsdykb2QP+C2ehjMBt9LPtz3bpZXs0ekSRdWLpSCdVr3mWJeyer9S8/v9RdpdDpgSs7IXAhq/2iI2ehf8Fs9DGYjT6W/RG4Ui+1gcvpQwoBAAAAIKcicAEAAACASQhcAAAAAGCSLHMfLgAAAADOlVApUFGbdkqSEosUdXI1OQOBCwAAAMANuXMrsXQZZ1eRozCkEAAAAABMQuC6z3388WCFhtbQJ58MSzZvzJiRCg2toY8/HnzvC0sFwzA0deqXevzxR9WoUT299lovHT8efsdlrl27qs8+G6N27VqqUaN66tnzBe3bt/eWNtc0duxItWnTXI0a1dMzz7TXL7/Msc8/deqU6tWrodDQ5D9//PF7ste8eDFabdo0V2hoDV2+zK0FAAAA7icELqhQocJaufI3xcbG2KfFxsZqxYplKly4iBMru7OZM2dozpxZeuut9/TVV9Pl4ZFbb7zRW7GxsbddZsSIj7R580Z98MFQffvtLNWsWVt9+/ZSRMQ5e5sJE8Zp48b1+uCDoZo582e1b/+0xo37RH/9tVqSVLhwYS1cuEwLFvzvp1u3HvLwyKM6deqm8JofqmzZcpn/BgAAAGQy121b5FvMW77FvOW6bYuzy8kROIfLZK5bN9+1jcMN5WJj5bpn150XcHdXQmAV+1PLlcuyHtiffF2pFBBQXidPntDq1X+qadNmkqTVq/9U4cJFVKxYMYe2iYmJmjlzhhYunK+oqCiVLFlKzz3XTQ0bNpYk2Ww2jRr1sbZt26KoqCgVLlxYbdq011NPPW1fx8cfD9aVK5cVGFhVs2d/r/j4BD3ySFO99tqbcnVNXZc0DEM///yjnn22m+rXbyBJGjBgqFq3bqq1a1epceNHky0TGxuj1av/0PDhY1S1ajVJUrduPfT332s1f/4cde/eS5K0Z89ONWvWUtWq1ZAkPf54Wy1YME///LNX9euHyWq1ysfH1+GGe2vW/KlGjRorT548Dq85f/4cXb58Wc8//5I2bFiXqm0DAABwGsOQJSHB/hgZR+AyWdKdum/HsFgUefai/blLxLm7LmMrWUrnt+6xP7fu2SOv1jcCRsS5S+mqs0WL1vr110X2wPXrrwvVokUrbd++1aHdd99N02+/LdVbb72nEiVKaufO7frww4EqWNBLwcHVZRiGChUqrA8/HKECBTy1Z88ujRr1sXx8fPXII03s69m2bYt8fHw1fvxknThxXIMGvaeHHvJX69ZtJElffz1ZS5cu1pw5i1Ks99Spk4qKilLNmrXs0/Lly6eKFStrz57dKQYum80mm80md3d3h+m5cuXSrl077M8rV66iv/5aoxYtWsvX10/bt2/V8ePh6tPnjRRr2b9/nw4dOqg33njXYfp//x3R9OlTNHnyDJ06dSLFZQEAAJCzEbggSWratLkmT56kM2dOS5J2796pIUOGOQSuuLg4fffdNH366eeqXDlIklS8eAnt2rVDCxbMU3Bwdbm6uqpbtx72ZYoVK649e3bpzz9XOASu/PkL6PXX35HVatUDD5RWSEiotm7dZA9cBQsWVPHiJW5b7/nzUZIkLy8fh+leXt72ebfKkyevKlcO0vTpU1W6dBl5eXnr99+Xa+/e3Q6v9frrb2vUqI/Vpk1zWa1Wubi46J133rcfFbvV4sULVLp0GQXedNQxLi5Ogwe/r169XlORIkUIXAAAAPcpApfJLixdmab2iX6F7r7MLUdobJUrp/l1buXl5aWQkHpasmSRDMNQ3br1VLBgQYc2J04cV0xMjF5//RWH6fHx8XrooQD787lzf9Kvvy7UuXNnFBsb+//z/R2WKVPmQVmtVvtzHx9fHTly2P68XbsOateuQ4a2KSUffDBUw4cP1RNPNJPVapW/f4AaN35UBw7ss7eZM2e29u7drREjxqpIkaLauXObxo4dJV9fP9WqVdthfbGxMfr992Xq2vVFh+mTJ09U6dKl9eijzTN9GwAAAJB9ELhMluZzqnLlSvMyRr786Tp361YtWjyuceNGSZLeeOOdZPOvX78uSRo16lP5+RVymOfm5iZJ+v335Zo06TO9+mpfVa4cqDx58uqHH77VP/84Xgnw1nO1LBaLEhMTU12rt/eNI1sXLkTJ19fXPv3ChfMqV87/doupePESmjjxK12/fl1Xr16Vr6+vBg58T8WKFZd0I0B99dUkDRs2WnXrhkqSypV7SIcOHdSPP36fLHD9+edKxcTE6LHHWjhM37p1i44cOaxVq260N/5/DHTLlo317LMvOBwFBAAAQM5F4IJd7dohio+Pl8ViUa1aIcnmlylTRu7u7jp79oyCg6unuI7du3cqMDBIbdu2t087efJkptdarFhx+fj4aMuWzfaja1evXtE//+zRE0+0u+vyHh4e8vDw0KVLl7Rp03q9/HIfSVJCQoISEhJksVgc2ru4uMgwkgfCxYsXKDT0YXl5eTlM//jjUQ5Xfdy37x8NHz5UkyZNueNQSQAAgJwuISFB4eFH07VsuXJlJVnu2i4rIXDBzmq1aubMn+2Pb5UnT1517PiMJkwYK8MwFBRUVVeuXNHu3TuUN28+NWvWUiVKlNKyZb9q48b1Klq0mJYvX6L9+/eqaNHiaapl7tzZWrNmlT777IsU51ssFrVv/7RmzPhaJUuWVNGixTV16hfy8fGzX7VQkl577WU9/HAD+/DEjRvXyzAMlSr1gE6ePK5Jk8arVKnSatGitSQpb958qlq1mj7//DPlypVLRYoU1Y4d27Rs2RL17v26Qw0nThzXzp3b9cknnyWr79ZQFR0dLUl64IEyyp8/f5reCwAAgJwkPPyoImbOVQlv37s3vsmJ85Fye+4plSpVxqTKzEHggoO8efPdcf5LL72sggW99N1303Tq1Enly5df/v7l9eyzz0u6cQn1Q4cOaNCg9yRZ1Ljxo2rTpn2aL4keHR2tkyfvfKGJzp27KiYmRqNGDbNfZn7MmPHKlSuXvc3JkyfsYUeSrly5osmTJyoi4pwKFCigsLBG6t79FYchjkOGDNPkyZM0dOgHunTpkooUKaLu3V9OduTs118Xys+vkGrVqpOmbQMAALjflfD2VblCRdO8XOpPQMk6LIbBBfZTKyLisrNLgJNZLJKbm1Xx8TZuTYFMR/+C2ehjMBt9LAcwDMlmu/HYar3xoWayI0cOK9fS1WkOXIfPnVZi60YqVapMluhffn6pG7XEES4AAAAAN1gskisRITO5OLsAAAAAAMipiK8AAAAAboiLk8uF85KkRC/vZPd/RdpxhAsAAACAJMl19075BPrLJ9Bfrrt3OrucHIHABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBJufAwAAADgBjc32YoUtT9GxhG4AAAAAEiSEoKq6vyuA84uI0dhSCEAAAAAmITABQAAAAAmYUghAAAAgBuuXJHrgX2SpISAClK+fE4uKPvjCBcAAAAASZLrgX3yavaIvJo9Yg9eyBgCFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEm48TEAAAAASZKRN5/iq9e0P0bGEbgAAAAASJJs5SsoeulKZ5eRozCkEAAAAABMQuACAAAAAJMwpBAAAACAJMlyPkpuf62RJMWHPizD28fJFWV/BC4AAAAAkiTrf0fk+WJXSdKFpSuVQODKMIYUAgAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmIT7cAEAAACQJBleXop5vK39MTKOwAUAAABAkmR7sJwuT5nu7DJyFIYUAgAAAIBJCFwAAAAAYBKGFAIAAACQJLmcPaNcc36SJMU++ZQSCxdxckXZH4ELAAAAgCTJ5cRx5RsyQJIUXyeEwJUJGFIIAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSlFi4iK716mN/jIwjcAEAAACQJCWWKKmrgz9ydhk5CkMKAQAAAMAkBC4AAAAAMAlDCgEAAABIklzCj8njy4mSpOs9X1ViqQecXFH2R+ACAAAAIElyiTinPFMnS5Ji2z1F4MoEDCkEAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCffhAgAAACBJspUopcvDP7E/RsY5/QjX5MmT1a5dOwUHByskJES9evXSkSNHHNrExsZqyJAhql27toKDg9W7d29FRkY6tDl16pS6d++uKlWqKCQkRCNHjlRCQoJDm40bN6pNmzaqXLmymjRponnz5pm+fQAAAEB2YRQurJhuPRTTrYeMwoWdXU6O4PTAtWnTJnXu3Fk//fSTpk2bpoSEBHXr1k3Xrl2ztxk2bJj+/PNPffrpp/ruu+907tw5vfrqq/b5NptNPXr0UHx8vGbNmqURI0Zo/vz5Gj9+vL3N8ePH1aNHD9WuXVsLFixQ165dNWDAAK1du/aebi8AAACA+4fThxR+/fXXDs9HjBihkJAQ7d27VzVr1tTly5c1d+5cjR49WiEhIZJuBLDmzZtrx44dqlq1qv766y8dPnxY06ZNk6+vrypUqKDXXntNo0eP1quvvip3d3fNmjVLJUqUUL9+/SRJZcuW1datWzV9+nTVr1//nm83AAAAgJzP6YHrVpcvX5YkeXp6SpL27Nmj+Ph41a1b196mbNmyKlasmD1w7dixQ/7+/vL19bW3CQ0N1eDBg3X48GFVrFhRO3bssAe2m9sMGzYsTfVZLOndMuQESZ8//QBmoH/BbPQxmI0+lv25/HtIeYcMlCRdHTRUiWUfcnJFyWW3/pWlAldiYqKGDRumatWqyd/fX5IUGRkpNzc3FShQwKGtj4+PIiIi7G1uDluS7M/v1ubKlSuKiYlR7ty571qfu7s1fRuGHMNikaxWqywWyTCcXQ1yGvoXzEYfg9noY9mf9cpl5Vr6qyQp/s23ZXPL/O+/bm5WWVwssrikLTm5uFhksVrl5mbNVv0rSwWuIUOG6NChQ/rhhx+cXUqK4uJs2S5RI3Ml/QFJSLBlq190ZA/0L5iNPgaz0ceyPyPBZn+ckGBTQrztDq3TJz7eJpdEQ0Zi2jpJYqKhRJtN8fHZq39lmcA1dOhQrVq1St9//72KFClin+7r66v4+HhdunTJ4ShXVFSU/Pz87G127drlsL6kqxje3ObWKxtGRkYqX758qTq6lSQ7fbgwj2HQF2Ae+hfMRh+D2ehj2dfNn1tW/Ryzal234/SrFBqGoaFDh2rFihWaMWOGSpYs6TC/cuXKcnNz0/r16+3Tjhw5olOnTqlq1aqSpKpVq+rgwYOKioqyt1m3bp3y5cuncuXK2dts2LDBYd3r1q2zrwMAAAAAMpvTA9eQIUO0cOFCjRkzRnnz5lVERIQiIiIUExMjScqfP7/atWunESNGaMOGDdqzZ4/69++v4OBge1gKDQ1VuXLl9M4772j//v1au3atPv30U3Xu3Fnu7u6SpI4dO+r48eMaNWqU/v33X82cOVNLly7Vc88956QtBwAAAJDTOX1I4Y8//ihJ6tKli8P04cOHq23btpKk/v37y8XFRX369FFcXJxCQ0M1aNAge1ur1aovv/xSgwcPVocOHeTh4aE2bdqoT58+9jYlS5bU5MmTNXz4cH377bcqUqSIPvroIy4JDwAAAMA0FsPITiMgnSsi4rKzS4CTWSw3rqyT3U7WRPZA/4LZ6GMwG30s+3PdullezR6RJF1YulIJ1Wtm+mscOXJYuZauVrlCRdO03OFzp5XYupFKlSqTJfqXn1/+VLVz+pBCAAAAAMipnD6kEAAAAEDWYCtbThe/nWV/jIwjcAEAAACQJBkFvRT3WHNnl5GjMKQQAAAAAExC4AIAAAAAkxC4AAAAAEiSrP/sVcFH6qvgI/Vl/Wevs8vJETiHCwAAAIAkyXL9mtx277Q/RsZxhAsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAk3IcLAAAAgCQpoXxFnV/5lyTJ9mBZJ1eTMxC4AAAAANyQN69sgUHOriJHYUghAAAAAJiEwAUAAAAAJiFwAQAAAJAkue7cLp/ypeVTvrRcd253djk5AudwAQAAALghIUEu58/bHyPjOMIFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSlFAlWJEHjkqSjPwFnFtMDkHgAgAAAHCDq6sML29nV5GjMKQQAAAAAEzCES4AAAAAN9hsUkzMjce5c0tWq3PryQE4wgUAAABAkuS6Y5v8yhSVX5mict2xzdnl5AgELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJNw42MAAAAAN7i4yMiT1/4YGUfgAgAAACBJSgiursijp51dRo5CbAUAAAAAkxC4AAAAAMAkDCkEAAAAcMP167IeD5ck2UqWkjw8nFxQ9scRLgAAAACSJNd/9sg7tKa8Q2vK9Z89zi4nRyBwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmIQbHwMAAACQJBm5PZQQUN7+GBlH4AIAAAAgSbJVqqwLazc5u4wchSGFAAAAAGASAhcAAAAAmIQhhQAAAAAkSZaL0XLdukWSlFC9hgzPgs4tKAfgCBcAAAAASZL18CEV7NhWBTu2lfXwIWeXkyMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAEzCjY8BAAAASJKMAp6Ka9TY/hgZR+ACAAAAIEmyPeSvi7PmObuMHIUhhQAAAABgEgIXAAAAAJiEIYUAAAAAJEmWiAjlWvarJCn2sRYy/PycXFH2R+ACAAAAIEmyhh9V/jf7SJISKlZSAoErwxhSCAAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBLuwwUAAABAkpTo66frXZ63P0bGEbgAAAAASJISHyitK2M+c3YZOQpDCgEAAADAJE4PXJs3b1bPnj0VGhqqgIAA/f777w7z+/Xrp4CAAIefbt26ObSJjo7Wm2++qWrVqqlGjRrq37+/rl696tBm//796tSpkwIDAxUWFqYpU6aYvm0AAAAA7m9OH1J47do1BQQEqF27dnr11VdTbFO/fn0NHz7c/tzd3d1h/ltvvaWIiAhNmzZN8fHx6t+/vwYOHKgxY8ZIkq5cuaJu3bopJCREQ4YM0cGDB9W/f38VKFBAHTp0MG/jAAAAgGzE5eQJ5f72G0lSzLMvKLF4CSdXlP05PXCFhYUpLCzsjm3c3d3l55fySXv//vuv1q5dqzlz5igwMFCSNGDAAHXv3l3vvPOOChcurIULFyo+Pl7Dhg2Tu7u7HnroIe3bt0/Tpk0jcAEAAAD/z+XMaeUdN1qSFNe0GYErEzg9cKXGpk2bFBISogIFCqhOnTrq27evvLy8JEnbt29XgQIF7GFLkurWrSsXFxft2rVLTZo00Y4dO1SjRg2HI2OhoaGaMmWKLl68KE9Pz1TXYrFk3nYh+0n6/OkHMAP9C2ajj8Fs9LHs7+bPzmLJmp9lVqzpTrJ84Kpfv76aNGmiEiVK6Pjx4xo7dqxeeuklzZ49W1arVZGRkfL29nZYxtXVVZ6enoqIiJAkRUZGqkQJx3Tu6+trn5fawOXubs2ELUJ2ZrFIVqtVFotkGM6uBjkN/Qtmo4/BbPSx7M/q+r/vu66uVlncMv/7r5ubVRYXiywuaUtOLi4WWaxWublZs1X/yvKBq0WLFvbHSRfNaNy4sf2o170UF2fLdokamSvpD0hCgi1b/aIje6B/wWz0MZiNPpb9GQk2++OEBJsS4m13aJ0+8fE2uSQaMhLT1kkSEw0l2myKj89e/SvLB65blSxZUl5eXjp27JhCQkLk6+ur8+fPO7RJSEjQxYsX7ed9+fr6KjIy0qFN0vOkI12plZ0+XJjHMOgLMA/9C2ajj8Fs9LHs6+bPLat+jlm1rttx+mXh0+rMmTOKjo62h6ng4GBdunRJe/bssbfZsGGDEhMTFRQUJEmqWrWqtmzZovj4eHubdevWqUyZMmk6fwsAAAAA0sLpgevq1avat2+f9u3bJ0k6ceKE9u3bp1OnTunq1asaOXKkduzYoRMnTmj9+vXq1auXHnjgAdWvX1+SVLZsWdWvX18ffPCBdu3apa1bt+rDDz9UixYtVLhwYUlSq1at5Obmpvfff1+HDh3SkiVL9O233+r555932nYDAAAAyPmcPqRwz549evbZZ+3Pk+631aZNGw0ePFgHDx7UL7/8osuXL6tQoUKqV6+eXnvtNYcrDo4ePVoffvihunbtKhcXFzVt2lQDBgywz8+fP7++/vprDR06VG3btpWXl5d69erFJeEBAAAAmMpiGNlpBKRzRURcdnYJcDKL5caVdbLbyZrIHuhfMBt9DGajj2V/LqdPKfesmZKkmI6dlVi0WKa/xpEjh5Vr6WqVK1Q0TcsdPndaia0bqVSpMlmif/n55U9VO6cf4QIAAACQNSQWLaZrr7/t7DJyFKefwwUAAAAAORWBCwAAAABMkq7ANXr0aB09ejSTSwEAAADgTC7/HVH+V7or/yvd5fLfEWeXkyOkK3AtWLBAzZo1U6dOnTR//nxdv349s+sCAAAAcI+5nI9S7p9nKffPs+RyPsrZ5eQI6Qpcq1ev1hdffCFfX1998MEHCg0N1QcffKDt27dndn0AAAAAkG2l6yqFLi4uatCggRo0aKALFy5owYIFmj9/vubMmaMHH3xQ7dq10+OPPy4fH5/MrhcAAAAAso0MXzTDy8tLzz33nEaOHKkaNWro33//1ahRoxQWFqZ3331X58+fz4w6AQAAACDbyVDgunz5sn744Qe1bdtWbdq00ZUrVzRw4ECtXbtWgwcP1pYtW/T6669nVq0AAAAAkK2ka0jh+vXrNWfOHK1cuVJWq1UtWrTQ0KFDVblyZXubJ598UkWLFlXPnj0zrVgAAAAAyE7SFbief/55ValSRQMGDFCLFi3k4eGRYrvSpUurZcuWGSoQAAAAALKrdAWuhQsXyt/f/67tihcvruHDh6fnJQAAAAAg20tX4CpWrJjOnTunQoUKJZt37tw55c2bV3nz5s1wcQAAAADuHVvpB3Vp0lf2x8i4dAWuAQMGKG/evPr444+TzZswYYKuXbumMWPGZLg4AAAAAPeO4eOj2PYdnV1GjpKuqxRu2bJFDRo0SHFeWFiYNm3alJGaAAAAACBHSFfgunjx4m2HDHp4eCg6OjojNQEAAABAjpCuwFWyZEmtW7cuxXnr169X8eLFM1QUAAAAgHvPemC/PJ9oLs8nmst6YL+zy8kR0nUOV/v27TVmzBh5enqqXbt28vb21vnz5zVv3jxNnz5db7zxRmbXCQAAAMBkliuX5b7uL/tjZFy6Atdzzz2n8PBwjR07VmPHjpXVapXNZpMkdezYUS+88EKmFgkAAAAA2VG6ApfFYtGgQYPUtWtXrV+/XhcvXlTBggVVp04dlS5dOpNLBAAAAIDsKV2BK0np0qUJWAAAAABwG+kOXDabTTt37tSZM2cUFxeXbP4TTzyRkboAAAAAINtLV+Dau3evevfurdOnT8swjGTzLRYLgQsAAADAfS9dgWvw4MHKly+fZsyYoXLlysnNzS2z6wIAAACAbC9dgevw4cP69NNPVatWrcyuBwAAAAByjHQFrtKlS+vq1auZXQsAAAAAJ7L5Byh6wVL7Y2ScS3oWeu+99zR58mT9+++/mV0PAAAAACcx8hdQfEg9xYfUk5G/gLPLyRHSdYTrww8/VEREhFq1aqVChQopf/78DvMtFosWLlyYKQUCAAAAQHaVrsBVqVIlWSyWzK4FAAAAAHKUdAWuESNGZHYdAAAAAJzMunuXPJ9/RpJ0cdr3sgUGObmi7C/dNz5OYhiGzp07Jx8fH7m6Znh1AAAAAJzEEhcra/hR+2NkXLoumiFJa9eu1VNPPaXAwEA1aNBABw4ckCR98MEHnL8FAAAAAEpn4Fq8eLG6d++uEiVKaNCgQTIMwz6vZMmSmjdvXqYVCAAAAADZVboC1+eff66uXbtq7Nixatu2rcO8hx56SIcOHcqU4gAAAAAgO0tX4Dp+/LjCwsJSnOfh4aHLly9nqCgAAAAAyAnSFbj8/Px05MiRFOcdOHBAxYoVy1BRAAAAAJATpCtwtWzZUhMmTND69evt0ywWiw4ePKipU6eqdevWmVYgAAAAAGRX6bqO+6uvvqpDhw7p+eefV8GCBSVJL730ks6fP68GDRqoe/fumVkjAAAAAGRL6Qpc7u7u+uKLL7RhwwatW7dOFy5ckKenp+rWrau6detmdo0AAAAA7oGEykGK2rJbkpRYuIiTq8kZMnSn4jp16qhOnTqZVQsAAAAAZ8qVS4mlHnB2FTlKugLXqVOn7tqGC2cAAAAAuN+lK3A1atRIFovljm327duXroIAAAAAIKdIV+CaOHFismmXLl3SX3/9pR07duitt97KcGEAAAAA7i3XrZtVsGVTSVL04t+UUL2mkyvK/tIVuBo3bpzi9LZt22r48OHatGmTmjdvnqHCAAAAANx7FpvN2SXkKOm6D9edhIWFacmSJZm9WgAAAADIdjI9cG3btk3u7u6ZvVoAAAAAyHbSNaTwo48+SjYtLi5OR44c0datW/XCCy9kuDAAAAAAyO7SFbj++OOPZNNy5cqlIkWKaNCgQWrfvn2GCwMAAACA7C7TAhcAAAAAwFGmn8MFAAAAALgh0+7DdTsWi0WvvPJKel4GAAAAALK1dAWuGTNmKD4+XjExMZJunL8VGxsrScqdO7fc3NzsbQlcAAAAQPaQUK2GIs5E33hisTi1lpwiXYHrm2++Ud++fdWrVy89+uijypcvn65cuaJly5bpiy++0Lhx4xQUFJTZtQIAAAAwk8VC0Mpk6QpcH374obp166Z27drZp+XLl09PPvmkYmNjNXToUM2ZMyfTigQAAACA7ChdgWv//v0qUaJEivNKliypQ4cOZagoAAAAAE4QFyeXqEhJUqKPr+Tu7uSCsr90XaWwePHimjVrlgzDcJhuGIZ++OEHFStWLFOKAwAAAHDvuO7eKZ8q5eVTpbxcd+90djk5QrqOcL355pt67bXX1LRpUzVs2FA+Pj6KiorSn3/+qVOnTumzzz7L7DoBAAAAINtJV+Bq3Lix5syZo6+++korV65URESE/Pz8FBQUpPHjx6tChQqZXScAAAAAZDvpClySVKFCBY0bNy4zawEAAACAHCVd53Dd7PTp09q2bZuuXbuWGfUAAAAAQI6R7sA1e/Zs1a9fXw0bNlTnzp3133//SZJeeeUVzZgxI9MKBAAAAIDsKl2Ba/r06frwww/1xBNP6JtvvnG4WmGtWrW0bNmyTCsQAAAAALKrdJ3D9f3336tXr17q1auXbDabw7wyZcrYj3YBAAAAwP0sXYHr7NmzCg4OTnGem5sb53MBAAAA2ZG7u2xFi9kfI+PSFbiKFSum3bt3KyQkJNm8nTt3qnTp0hmtCwAAAMA9lhBYRed37nd2GTlKus7heuqpp/TFF1/o559/1pUrVyRJCQkJWrVqlb7++mt16NAhU4sEAAAAgOwoXUe4unXrptOnT2vgwIEaNGiQJOnpp5+WJHXq1EmdO3fOvAoBAAAAIJtK942PBwwYoK5du2rdunW6cOGCPD09FRISwnBCAAAAIJuyXLks675/JEm2ChVl5Mvv5IqyvzQHrtjYWNWtW1effPKJGjVqxPBBAAAAIIewHtgvrxZNJEkXlq5UQvWaTq4o+0vzOVy5cuWSh4eHrFarGfUAAAAAQI6RrotmPPHEE5ozZ05m1wIAAAAAOUq6zuEqUKCAduzYoVatWql+/fry9fWVxWKxz7dYLHruuecyq0YAAAAAyJbSFbjGjh0rSYqIiNChQ4eSzSdwAQAAAEAaAlerVq00ZswY+fv7a//+GzdDW7hwocLCwuTp6WlagQAAAACQXaX6HK5Dhw4pJibG/txms+ndd9/ViRMnTCkMAAAAALK7dF00I4lhGJlVBwAAAADkOOm+8TEAAACAnMXIm0/xNWvbHyPjMhy4br46IQAAAIDsy1a+gqJ/XeHsMnKUNAWurl27JgtYnTt3TjbNYrFo69atGa8OAAAAALKxVAeuV1991cw6AAAAACDHIXABAAAAkCRZzkfJfc0qSVLcww1kePs4t6AcIENXKcwMmzdvVs+ePRUaGqqAgAD9/vvvDvMNw9Bnn32m0NBQBQUF6bnnntPRo0cd2kRHR+vNN99UtWrVVKNGDfXv319Xr151aLN//3516tRJgYGBCgsL05QpU8zeNAAAACBbsf53RAW6P68C3Z+X9b8jzi4nR3B64Lp27ZoCAgI0aNCgFOdPmTJF3333nQYPHqyffvpJHh4e6tatm2JjY+1t3nrrLR0+fFjTpk3Tl19+qS1btmjgwIH2+VeuXFG3bt1UrFgxzZs3T++8844mTpyo2bNnm759AAAAAO5fTr8sfFhYmMLCwlKcZxiGvv32W7388stq3LixJGnUqFGqW7eufv/9d7Vo0UL//vuv1q5dqzlz5igwMFCSNGDAAHXv3l3vvPOOChcurIULFyo+Pl7Dhg2Tu7u7HnroIe3bt0/Tpk1Thw4d7tm2AgAAALi/OD1w3cmJEycUERGhunXr2qflz59fVapU0fbt29WiRQtt375dBQoUsIctSapbt65cXFy0a9cuNWnSRDt27FCNGjXk7u5ubxMaGqopU6bo4sWL8vT0THVNXAX//pb0+dMPYAb6F8xGH4PZ6GPZ382fncWSNT/LrFjTnWTpwBURESFJ8vFxPFnPx8dHkZGRkqTIyEh5e3s7zHd1dZWnp6d9+cjISJUoUcKhja+vr31eagOXu7s17RuBHMVikaxWqywWyTCcXQ1yGvoXzEYfg9noY9mf1fV/33ddXa2yuGX+9183N6ssLhZZXNKWnFxcLLJYrXJzs2ar/pWlA1dWExdny3aJGpkr6Q9IQoItW/2iI3ugf8Fs9DGYjT6W/RkJNvvjhASbEuJtd2idPvHxNrkkGjIS09ZJEhMNJdpsio/PXv0rSwcuPz8/SVJUVJQKFSpknx4VFaXy5ctLunGk6vz58w7LJSQk6OLFi/blfX197UfEkiQ9TzrSlVrZ6cOFeQyDvgDz0L9gNvoYzEYfy75u/tyy6ueYVeu6HadfpfBOSpQoIT8/P61fv94+7cqVK9q5c6eCg4MlScHBwbp06ZL27Nljb7NhwwYlJiYqKChIklS1alVt2bJF8fHx9jbr1q1TmTJl0nT+FgAAAACkhdMD19WrV7Vv3z7t27dP0o0LZezbt0+nTp2SxWLRs88+qy+++EIrV67UgQMH9M4776hQoUL2qxaWLVtW9evX1wcffKBdu3Zp69at+vDDD9WiRQsVLlxYktSqVSu5ubnp/fff16FDh7RkyRJ9++23ev7555223QAAAEBWk+jlrZg27RTTpp0SvbzvvgDuymIYzj0gt3HjRj377LPJprdp00YjRoyQYRgaP368fvrpJ126dEnVq1fXoEGDVKZMGXvb6Ohoffjhh/rjjz/k4uKipk2basCAAcqbN6+9zf79+zV06FDt3r1bXl5eeuaZZ9S9e/c01RoRcTn9G4ocwWK5caJndhs7jOyB/gWz0cdgNvoYUuPIkcPKtXS1yhUqmqblDp87rcTWjVSqVJks0b/8/PKnqp3TA1d2QuACf0hgJvoXzEYfg9noY0iN+y1wOX1IIQAAAADkVFn6KoUAAAAA7h2XM6eVa85PkqTYJ59SYpG0HYVCcgQuAAAAAJIkl5MnlG/oB5Kk+JC6BK5MwJBCAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCVcpBAAAAJBmCQkJCg8/mublwsPDVS4r3Ln4HiFwAQAAAEiz8PCjipg5VyW8fdO03IUjBxVTtKRJVWU9BC4AAAAAkqTEwkV07dW+9sd3U8LbV+UKpe1eXceiItJTWrZF4AIAAAAgSUosUVJXBw51dhk5ChfNAAAAAACTELgAAAAAwCQMKQQAAAAgSXIJP6Y8n4+XJF3r1UeJpR5wckXZH4ELAAAAgCTJJeKcPL6ZIkmKad+RwJUJGFIIAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSZCv5gC4PH21/jIwjcAEAAACQJBmFCimmW3dnl5GjMKQQAAAAAExC4AIAAAAAkxC4AAAAAEiSrIcPqUCXDirQpYOshw85u5wcgcAFAAAAQJJkuRitXMuXKtfypbJcjHZ2OTkCgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkrs4uAAAAAEDWYCtbThe/n21/jIwjcAEAAACQJBkFvRTXtJmzy8hRGFIIAAAAACYhcAEAAACASQhcAAAAACRJ1n/2yqthPXk1rCfrP3udXU6OwDlcAAAAACRJluvX5Lp3t/0xMo4jXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACbhPlwAAAAAJEkJFSrp/J/rJEm2Mg86uZqcgcAFAAAA4IY8eWSrVNnZVeQoDCkEAAAAAJMQuAAAAADAJAQuAAAAAJIk1x3b5ONfSj7+peS6Y5uzy8kROIcLAAAAwA02m1yio+2PkXEc4QIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJ9+ECAAAAIElKqBKsyEPhkiQjbz4nV5MzELgAAAAA3ODqKsOzoLOryFEYUggAAAAAJuEIFwAAAIAbbDbp+vUbjz08JKvVufXkABzhAgAAACBJct2xTX4PFpPfg8XkumObs8vJEQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJuHGxwAAAABusFqVmC+//TEyjsAFAAAAQJKUULWaoo6cdHYZOQpDCgEAAADAJAQuAAAAADAJQwoBAAAA3HDtmqzhxyRJtlIPSHnyOLmg7I8jXAAAAAAkSa779sr74dryfri2XPftdXY5OQKBCwAAAABMQuACAAAAAJNk+cA1YcIEBQQEOPw89thj9vmxsbEaMmSIateureDgYPXu3VuRkZEO6zh16pS6d++uKlWqKCQkRCNHjlRCQsK93hQAAAAA95lscdGMhx56SNOmTbM/t950E7Zhw4Zp9erV+vTTT5U/f359+OGHevXVVzVr1ixJks1mU48ePeTr66tZs2bp3Llzevfdd+Xm5qY33njjnm8LAAAAgPtHlj/CJd0IWH5+fvYfb29vSdLly5c1d+5c9evXTyEhIapcubKGDRum7du3a8eOHZKkv/76S4cPH9Ynn3yiChUqKCwsTK+99ppmzpypuLg4J24VAAAAgJwuWxzhOnbsmEJDQ5UrVy5VrVpVb775pooVK6Y9e/YoPj5edevWtbctW7asihUrph07dqhq1arasWOH/P395evra28TGhqqwYMH6/Dhw6pYsWKaarFYMm2zkA0lff70A5iB/gWz0cdgNvpY9nfzZ2exZM3PMivWdCdZPnAFBQVp+PDhKlOmjCIiIjRp0iR17txZixYtUmRkpNzc3FSgQAGHZXx8fBQRESFJioyMdAhbkuzPk9qklru79e6NkKNZLDeOuFoskmE4uxrkNPQvmI0+BrPRx7I/q+v/vu+6ulplcbv99183N6ssLhZZXNKWgCwuFrlY0r6ci4tFFqtVbm7WbNW/snzgCgsLsz8uX768qlSpooYNG2rp0qXKnTv3Pa0lLs6W7RI1MlfSH5CEBFu2+kVH9kD/gtnoYzAbfSz7S3R1V0L5CpKkeFd32eJtt20bH2+TS6IhIzFtH7aRaCjRSPtyiYmGEm02xcdnr/6V5QPXrQoUKKDSpUsrPDxcdevWVXx8vC5duuRwlCsqKkp+fn6SbhzN2rVrl8M6kq5imNQmLbLThwvzGAZ9Aeahf8Fs9DGYjT6WfSVUrKwLazb+b0IW/ByzW//KFhfNuNnVq1d1/Phx+fn5qXLlynJzc9P69evt848cOaJTp06patWqkqSqVavq4MGDioqKsrdZt26d8uXLp3Llyt3r8gEAAADcR7L8Ea6RI0eqYcOGKlasmM6dO6cJEybIxcVFLVu2VP78+dWuXTuNGDFCnp6eypcvnz766CMFBwfbA1doaKjKlSund955R2+//bYiIiL06aefqnPnznJ3d3fuxgEAAADI0bJ84Dpz5ozeeOMNRUdHy9vbW9WrV9dPP/1kvzR8//795eLioj59+iguLk6hoaEaNGiQfXmr1aovv/xSgwcPVocOHeTh4aE2bdqoT58+ztokAAAAIEuyXIyW25ZNkqT4GrVkeBZ0bkE5gMUwstMISOeKiLjs7BLgZBbLjSvyZLeTNZE90L9gNvoYzEYfy/5ct26WV7NHJEkXlq5UQvWat2175Mhh5Vq6WuUKFU3Ta6zct0uF8uRT4AMPpmm5w+dOK7F1I5UqVSZL9C8/v/ypapftzuECAAAAgOyCwAUAAAAAJsny53ABAAAAME9CQoLCw49KkvKePCGv/59+8uQJXfXyuu1y4eHhKpcVxvZlcQQuAAAA4D4WHn5UETPnqoS3r9xPHLNPd1+/XQnHz992uQtHDiqmaMl7UWK2RuACAAAA7nMlvH1VrlBRuVy98r9pXj5KvMMFMY5FRdyL0rI9zuECAAAAAJMQuAAAAADAJAwpBAAAACBJMvLkVUKlYPtjZByBCwAAAIAkyShcTDG93nV2GTkKQwoBAAAAwCQELgAAAAAwCUMKAQAAAEiSLJeiZd25RZJkq1JDRoGCzi0oByBwAQAAAJAkWaIilHvWVEnStRIPELgyAUMKAQAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATMJ9uAAAAABIkoz8nooPbWx/jIwjcAEAAACQJBm+hRT79IvOLiNHYUghAAAAAJiEwAUAAAAAJmFIIQAAAABJkuVCpNzW/i5Jiq/fWIaXr5Mryv4IXAAAAAAkSZboC3Jf/oskKSGwOoErEzCkEAAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCTchwsAAACAJMnw8lFs6472x8g4AhcAAAAASZJR0Fvxjz7h7DJyFAIXAAAAkAMkJCQoPPxompcLDw9XOcPI/IIgicAFAAAA5Ajh4UcVMXOuSnj7pmm5C0cOKqZoSZOqAoELAAAAyCFKePuqXKGiaVrmWFSE/bHl3Bm5L5kjSYpr/qSMQkUytb77EVcpBAAAACBJsly9LLfNf8lt81+yXL3s7HJyBAIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASbjxMQAAAABJUqJfYcV0fdX+GBlH4AIAAABwQ74CSqgV6uwqchQCFwAAAJCFJCQkKDz8aJqXCw8PVznDyPyCkCEELgAAACALCQ8/qoiZc1XC2zdNy104clAxRUuaVBXSi8AFAAAAZDElvH1VrlDRNC1zLCoiw69rOX1CuX+cKkmKefpFGUVLZHid9zsCFwAAAABJkiXmuqz/7rc/ZoBixnFZeAAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAlXKQQAAABMwA2MIRG4AAAAAFNwA2NIBC4AAADANM66gXF6JRYtoWuvD7Y/RsYRuAAAAADckNtDieXKO7uKHIXABQAAANwB52IhIwhcAAAAwB1wLhYygsAFAAAA3EV2OxcrvVyO/6fcX42RJMV0f1OJJcs4uaLsj8AFAAAA4IaEBLmcj7Q/RsZx42MAAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJFw0AwAAANlGeu+JlZCQIMkiV1drmpflflrICAIXAAAAso303hNr55GD8vbIo3JFS6T5NbmfFjKCwAUAAIBsJb33xCqUJ1+al0taFkgvAhcAAAAASVJiidK6+uFESZKR39PJ1eQMBC4AAAAAN7i5yUjjcE3cGVcpBAAAAACTcIQLAAAA6XbrVQPd3KyKj7elarn0XDWQKwYiuyFwAQAAIN2XWw8PD1eutZtV6v+HoVlcLHJJvHsgSu9VA7lioLlc/jskjzEDJUnX3xyqxDIPObmi7I/ABQAAkAXd6/tN3RqcUuvCkYMKLFrSfvU/i4tFRioCV3qvGsgVA81n4QhipiJwAQAAZEH3+n5Ttwan1CIAAXdG4AIAADBRRobqlfPyuWf3myI4AeYgcAEAgPtKdhqqx7lKQPZ33wWumTNn6uuvv1ZERITKly+vDz74QEFBQc4uCwCA+1J6w0+SUqVKy9U1bV9nGKoH4F66rwLXkiVLNHz4cA0ZMkRVqlTRjBkz1K1bNy1btkw+Pj7OLg8AkINlJFikJ1Tc7vXudsnu9B7FuddHfyTpWOQ5hYfVVqlSpdL8mgzVA3Cv3FeBa9q0aXrqqafUrl07SdKQIUO0atUqzZ07V927d3dydQDuB3f70n27L8Pp/TIrZe6X9az4mvc6INzrYJGRUJHS693tkt3pPYpzr4/+SDeCjOX3tcrFZcUBZGH3TeCKi4vT3r171aNHD/s0FxcX1a1bV9u3b0/1eiwWM6pLn3//PezsEu47Fovk6mpVQoJNXDEV6REeHq7IhctUKL9nivNvdznlPSePyTO3h0r6FErT6527fFHhrR9L15f1O9WZlV4zve/NvV7un5PHVKlI8TQtI0lnL0Xr2pwFcrlHr+cMJ6Oj5OHhkeblzl68IG+PPPfsNc9evKD4uFiWu8tyqb0svLPrzMqv6czl8lyIkv//Tz9xIUrX8ubLMnWeOB+pYspa38dTw2IY98fXxrNnz+rhhx/WrFmzFBwcbJ8+atQobd68WT///LMTqwMAAACQE7k4uwAAAAAAyKnum8Dl5eUlq9WqqKgoh+lRUVHy9U37iboAAAAAcDf3TeByd3dXpUqVtH79evu0xMRErV+/3mGIIQAAAABklvvmohmS9Pzzz+vdd99V5cqVFRQUpBkzZuj69etq27ats0sDAAAAkAPdV4GrefPmOn/+vMaPH6+IiAhVqFBBU6dOZUghAAAAAFPcN1cpBAAAAIB77b45hwsAAAAA7jUCFwAAAACYhMAFAAAAACYhcAEAAACASQhcuK/NnDlTjRo1UmBgoNq3b69du3bdsf306dP16KOPKigoSGFhYRo2bJhiY2MztE7kbJndxyZMmKCAgACHn8cee8zszUAWlZb+FR8fr4kTJ6px48YKDAxU69attWbNmgytEzlfZvcx9mFIsnnzZvXs2VOhoaEKCAjQ77//ftdlNm7cqDZt2qhy5cpq0qSJ5s2bl6xNltyHGcB96tdffzUqVapkzJkzxzh06JAxYMAAo0aNGkZkZGSK7RcuXGhUrlzZWLhwoXH8+HFj7dq1Rr169Yxhw4ale53I2czoY+PHjzdatGhhnDt3zv4TFRV1rzYJWUha+9eoUaOM0NBQY9WqVUZ4eLgxc+ZMIzAw0Ni7d2+614mczYw+xj4MSVatWmWMHTvW+O233wx/f39jxYoVd2wfHh5uVKlSxRg+fLhx+PBh47vvvjMqVKhgrFmzxt4mq+7DCFy4bz355JPGkCFD7M9tNpsRGhpqTJ48OcX2Q4YMMZ599lmHacOHDzc6duyY7nUiZzOjj40fP95o3bq1OQUjW0lr/6pXr57x/fffO0x79dVXjTfffDPd60TOZkYfYx+GlKQmcI0aNcpo0aKFw7S+ffsaL7zwgv15Vt2HMaQQ96W4uDjt3btXdevWtU9zcXFR3bp1tX379hSXCQ4O1t69e+2Hpo8fP67Vq1crLCws3etEzmVGH0ty7NgxhYaG6pFHHtGbb76pU6dOmbchyJLS07/i4+Pl7u7uMC1Xrlzatm1buteJnMuMPpaEfRjSY8eOHQoJCXGYFhoaqh07dkjK2vswV6e+OuAkFy5ckM1mk4+Pj8N0Hx8fHTlyJMVlWrVqpQsXLqhTp04yDEMJCQnq2LGjevbsme51Iucyo49JUlBQkIYPH64yZcooIiJCkyZNUufOnbVo0SLly5fP1G1C1pGe/hUaGqrp06erZs2aKlWqlNavX68VK1bIZrOle53IuczoYxL7MKRfZGSkfH19Hab5+vrqypUriomJ0cWLF7PsPowjXEAqbdy4UZMnT9agQYM0b948TZw4UatXr9akSZOcXRpyiNT0sbCwMDVr1kzly5dX/fr19dVXX+nSpUtaunSpEytHdvD+++/rgQceULNmzVS5cmUNHTpUbdu2lYsLXwWQOVLTx9iH4X7EES7cl7y8vGS1WhUVFeUwPSoqKtl/T5J89tlnat26tdq3by9JCggI0LVr1zRw4EC9/PLL6Vonci4z+lhKX4wLFCig0qVLKzw8PPM3AllWevqXt7e3Pv/8c8XGxio6OlqFChXS6NGjVbJkyXSvEzmXGX0sJezDkFq+vr6KjIx0mBYZGal8+fIpd+7ccnFxybL7MP6thfuSu7u7KlWqpPXr19unJSYmav369QoODk5xmZiYmGRfeK1WqyTJMIx0rRM5lxl9LCVXr17V8ePH5efnl0mVIzvIyP4mV65cKly4sBISEvTbb7/pkUceyfA6kfOY0cdSwj4MqVW1alVt2LDBYdq6detUtWpVSVl7H8YRLty3nn/+eb377ruqXLmygoKCNGPGDF2/fl1t27aVJL3zzjsqXLiw3nzzTUlSw4YNNW3aNFWsWFFBQUEKDw/XZ599poYNG9q/FN9tnbi/mNHHRo4cqYYNG6pYsWI6d+6cJkyYIBcXF7Vs2dJp2wnnSGv/2rlzp86ePasKFSro7NmzmjBhghITE/Xiiy+mep24v5jRx9iHIcnVq1cdjmyeOHFC+/btk6enp4oVK6YxY8bo7NmzGjVqlCSpY8eOmjlzpkaNGqV27dppw4YNWrp0qSZPnmxfR1bdhxG4cN9q3ry5zp8/r/HjxysiIkIVKlTQ1KlT7YedT58+7XC04eWXX5bFYtGnn36qs2fPytvbWw0bNtTrr7+e6nXi/mJGHztz5ozeeOMNRUdHy9vbW9WrV9dPP/0kb2/ve759cK609q/Y2Fh9+umnOn78uPLkyaOwsDCNGjVKBQoUSPU6cX8xo4+xD0OSPXv26Nlnn7U/Hz58uCSpTZs2GjFihCIiInT69Gn7/JIlS2ry5MkaPny4vv32WxUpUkQfffSR6tevb2+TVfdhFuN241QAAAAAABnCOVwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXACADFm5cqVeeOEF1apVS5UrV1ajRo00cOBA/ffff5n6Ov369VPLli0zdZ13s2PHDr344ouqV6+egoKC1KhRI/Xp00c7d+40pa4JEyYoODjY/nzjxo0KCAjQ7t27M2X9Ka1vwoQJ2rZtW6asHwCQnKuzCwAAZF+jR4/WlClT9Oijj+rDDz+Ut7e3wsPDNXfuXL3++uv65ZdfMu21evXqpWvXrmXa+u5m69atevbZZ1W/fn0NGTJEefPm1bFjx/T7779r165dqlKlSqbX1b59e4WFhWXKulJSqVIlzZ49W2XLlrVPmzhxovLkyaNq1aqZ9roAcD8jcAEA0mX16tWaMmWKevXqpddee80+vWbNmmrXrp3+/PPPTH29UqVKZer67ubHH39U8eLFNWnSJFmtVklSSEiIOnbsqMTERFPqKlKkiIoUKZJp60tiGIbi4+OVL18+Va1aNdPXDwC4PYYUAgDS5ZtvvpGvr6969eqV4vyGDRvaH8fGxmr48OEKDQ1VYGCgHn/8ca1YscKh/aFDh/TSSy+pdu3aqlKlih599FFNmTLFPv/WoXvz5s1TQECA/vnnH7344ouqWrWqmjZtmuJRtVWrVql9+/YKCgpSnTp1NGjQoLselbp06ZK8vb3tYetmLi7/+/N5u7p2796tF154wb4t69atU2JiosaNG6e6deuqbt26GjNmjEN4u3VIYUq++eYbtWvXTtWrV1dISIh69OiRbPhmUk2rV69W69atFRgYqD/++CPZkMKAgABJ0qhRoxQQEKCAgABt3LhRvXv3VseOHZO99g8//KDAwEBFR0ffsUYAwP8QuAAAaZaQkKBt27apTp06cnNzu2v7t956S7Nnz9aLL76oSZMmqVy5curdu7dWrlxpb9OzZ09dunRJH3/8sSZPnqxu3brp+vXrqVp3aGioJk2apAoVKqhfv376999/7fOXLVuml19+Wf7+/po4caLefvttrVixQu+///4d11upUiVt375dn376qcP6Uuvdd99VgwYNNHHiRBUqVEivvvqqPv74Y505c0YjR45Up06d9NVXX+nXX39N03rPnDmjZ555Rp9//rk++ugjJSYmqmPHjslC0Llz5/TRRx/pueee05QpU1ShQoVk65o9e7YkqUuXLpo9e7Zmz56tSpUqqX379tq+fbuOHDni0H7u3Llq0qSJChYsmKaaAeB+xpBCAECaRUdHKy4uTsWKFbtr2/379+u3337TkCFD7EdNHn74YZ08eVKTJk3SI488ovPnz+vEiRN6//331ahRI0lSnTp1UlVL586d1blzZ0lScHCwVq9ereXLl6tXr14yDEOjRo1S8+bN9fHHH9uX8fPzU/fu3dWrVy899NBDKa63W7du2rlzp7744gt98cUXKliwoEJDQ/X000+rRo0ad63rmWeeUadOnSRJhQsXVqtWrbRnzx57yKlfv77++OMPLVu2TK1atUrVtkpS//797Y9tNpvq1aunkJAQLV++XB06dLDPu3jxoqZMmWI/10y6EdZuljS8sGjRog5DDUNDQ1WsWDHNnTtXb7/9tiTp4MGD2rNnj954441U1woA4AgXACADLBbLXdts3bpVkvTYY485TG/WrJn++ecfXbt2TV5eXipevLjGjh2r+fPnJwsGdxIaGmp/nCdPHhUrVsy+/H///aeTJ0+qWbNmSkhIsP/UqlVLLi4u2rNnz23Xmy9fPn3zzTf6+eef9corr6h8+fJavny5nnnmGf388893ratevXr2x6VLl5aUPESWKVNGp0+fTvW2SjeunPj888+rdu3aqlixoqpUqaJr167p6NGjDu0KFizoELbSwsXFRe3atdOCBQuUkJAg6cbRreLFiyskJCRd6wSA+xWBCwCQZgULFlSuXLl06tSpu7a9ePGi3Nzckg1D8/X1lWEYunz5siwWi77++ms9+OCDGjp0qMLCwtS2bVtt3rz5ruvPnz+/w3M3NzfFxcVJki5cuCBJeuWVV1SpUiX7T5UqVWSz2VIVdoKCgtSnTx/NmDFDS5cuVZEiRTR69Og01eXu7i5JKlCgwG1rTY1Tp07phRdekM1m05AhQ/Tjjz9qzpw58vHxUWxsrENbX1/fVK83JU8++aTOnz+v1atXKz4+XgsXLlSbNm0czl8DANwdQwoBAGnm6uqqatWqacOGDUpISJCr6+3/nHh6eio+Pl4XL16Up6enfXpkZKQsFos9mJQpU0bjx49XfHy8tm/frrFjx6pnz55as2aN8ubNm646k0LewIEDFRQUlGx+oUKF0rS+kiVL6rHHHtO0adMUGRmZ4VCTVmvXrtW1a9c0ceJEe3hLSEjQxYsXk7VNzdHHOylSpIjq16+vuXPnymaz6cKFC2rbtm2G1gkA9yP+TQUASJfnn39eERER+vLLL1Ocv3r1aklS9erVJd24eMXNli1bpooVKypPnjwO093c3FSrVi11795dV65c0blz59Jd44MPPqgiRYro+PHjCgwMTPZTuHDh2y4bGRmZ4vSjR4/K3d092dGqeyEmJkYWi8Uh4C5dutQ+7C893Nzckh0dS9K+fXutXr1a33zzjUJCQlS8ePF0vw4A3K84wgUASJewsDC9+OKLmjBhgg4fPqwWLVrIy8tLJ06c0Ny5c3X58mWFhYWpfPnyatq0qUaMGKGYmBiVKVNGCxcu1Pbt2/X5559LunFhjZEjR6p58+YqWbKkrly5osmTJ6t48eIZus+VxWJRv3799NZbb+natWtq0KCBPDw8dOrUKa1evVqvv/66ypQpk+KyAwYMkM1mU9OmTVW6dGlduXJFy5cv159//qmuXbvahwneS0nngL333nvq2LGjDh06pGnTpmUo/D344INauXKlatSoIQ8PD5UpU0b58uWTJDVo0EBeXl72I44AgLQjcAEA0u3tt99WcHCwZs6cqf79++v69esqVKiQQkND1a1bN3u7Tz75RGPHjtWUKVMUHR2tBx98UOPHj7dfkdDPz0++vr6aPHmyzp49q/z586tGjRr65JNPUrwPVlo0a9ZMBQoU0JdffqlFixZJkooXL6769evfcUhg586d9csvv2jy5MmKiIhQ7ty5VapUKX388cdq06ZNhmpKr4CAAA0fPlwTJ05Ujx49VKFCBX322Wfq27dvutc5cOBADRs2TC+99JJiYmL07bffqnbt2pJuDB1t1KiRli1bpiZNmmTSVgDA/cViGIbh7CIAAEDWk5iYqMaNG6thw4b64IMPnF0OAGRLHOECAAAO4uLitH//fi1fvlxnzpyx3+cMAJB2BC4AAODg3Llzat++vby9vfXBBx/owQcfdHZJAJBtMaQQAAAAAEzCZeEBAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJP8H/xUKjM38qPDAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "def calculate_pairwise_similarities(embeddings1, embeddings2):\n", + " \"\"\"Calculate cosine similarities between corresponding pairs\"\"\"\n", + " similarities = []\n", + " for i in range(len(embeddings1)):\n", + " sim = cosine_similarity([embeddings1[i]], [embeddings2[i]])[0][0]\n", + " similarities.append(sim)\n", + " return np.array(similarities)\n", + "\n", + "# Calculate cosine similarities\n", + "pairwise_similarities = calculate_pairwise_similarities(original_embeddings, augmented_embeddings)\n", + "\n", + "print(f\"Average cosine similarity between original and augmented SMILES: {np.mean(pairwise_similarities):.4f}\")\n", + "print(f\"Standard deviation: {np.std(pairwise_similarities):.4f}\")\n", + "print(f\"Min similarity: {np.min(pairwise_similarities):.4f}\")\n", + "print(f\"Max similarity: {np.max(pairwise_similarities):.4f}\")\n", + "\n", + "# Plot similarity distribution\n", + "plt.figure(figsize=(10, 6))\n", + "plt.hist(pairwise_similarities, bins=50, alpha=0.7, edgecolor='black')\n", + "plt.axvline(np.mean(pairwise_similarities), color='red', linestyle='--', \n", + " label=f'Mean: {np.mean(pairwise_similarities):.4f}')\n", + "plt.xlabel('Cosine Similarity')\n", + "plt.ylabel('Frequency')\n", + "plt.title('Distribution of Cosine Similarities Between Original and Augmented SMILES')\n", + "plt.legend()\n", + "plt.grid(True, alpha=0.3)\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "d7fa6ed4-b546-4544-bb00-4d90a99678da", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "=== Embedding Space Analysis ===\n", + "Embedding dimensionality: 512\n", + "Average L2 norm (original): 11.9105\n", + "Average L2 norm (augmented): 11.9072\n", + "Average intra-class similarity (original): 0.0047\n", + "Average intra-class similarity (augmented): 0.0048\n", + "Average inter-class similarity: 0.0049\n", + "\n", + "=== Nearest Neighbor Analysis (k=5) ===\n", + "Augmented SMILES in top-5 neighbors: 5000/5000 (100.0%)\n", + "Augmented SMILES as top-1 neighbor: 4872/5000 (97.4%)\n" + ] + } + ], + "source": [ + "# 1. Embedding Space Statistics\n", + "def analyze_embedding_space(original_emb, augmented_emb):\n", + " \"\"\"Analyze the embedding space properties\"\"\"\n", + " print(\"=== Embedding Space Analysis ===\")\n", + " \n", + " # Dimensionality and norms\n", + " print(f\"Embedding dimensionality: {original_emb.shape[1]}\")\n", + " print(f\"Average L2 norm (original): {np.mean(np.linalg.norm(original_emb, axis=1)):.4f}\")\n", + " print(f\"Average L2 norm (augmented): {np.mean(np.linalg.norm(augmented_emb, axis=1)):.4f}\")\n", + " \n", + " # Intra-class similarities\n", + " orig_similarities = cosine_similarity(original_emb)\n", + " aug_similarities = cosine_similarity(augmented_emb)\n", + " \n", + " # Remove diagonal (self-similarity)\n", + " orig_similarities_off_diag = orig_similarities[np.triu_indices_from(orig_similarities, k=1)]\n", + " aug_similarities_off_diag = aug_similarities[np.triu_indices_from(aug_similarities, k=1)]\n", + " \n", + " print(f\"Average intra-class similarity (original): {np.mean(orig_similarities_off_diag):.4f}\")\n", + " print(f\"Average intra-class similarity (augmented): {np.mean(aug_similarities_off_diag):.4f}\")\n", + " \n", + " # Inter-class similarities\n", + " inter_similarities = cosine_similarity(original_emb, augmented_emb)\n", + " print(f\"Average inter-class similarity: {np.mean(inter_similarities):.4f}\")\n", + "\n", + "analyze_embedding_space(original_embeddings, augmented_embeddings)\n", + "\n", + "# 2. Nearest Neighbor Analysis\n", + "def nearest_neighbor_analysis(original_emb, augmented_emb, k=5):\n", + " \"\"\"Analyze nearest neighbors between original and augmented embeddings\"\"\"\n", + " print(f\"\\n=== Nearest Neighbor Analysis (k={k}) ===\")\n", + " \n", + " # For each original embedding, find its k nearest neighbors in augmented set\n", + " similarities = cosine_similarity(original_emb, augmented_emb)\n", + " \n", + " # Find cases where augmented version is among top-k neighbors\n", + " correct_matches = 0\n", + " top1_matches = 0\n", + " \n", + " for i in range(len(original_emb)):\n", + " # Get similarity scores for i-th original embedding\n", + " sim_scores = similarities[i]\n", + " top_k_indices = np.argsort(sim_scores)[-k:][::-1]\n", + " \n", + " if i in top_k_indices:\n", + " correct_matches += 1\n", + " if np.argmax(sim_scores) == i:\n", + " top1_matches += 1\n", + " \n", + " print(f\"Augmented SMILES in top-{k} neighbors: {correct_matches}/{len(original_emb)} ({100*correct_matches/len(original_emb):.1f}%)\")\n", + " print(f\"Augmented SMILES as top-1 neighbor: {top1_matches}/{len(original_emb)} ({100*top1_matches/len(original_emb):.1f}%)\")\n", + "\n", + "nearest_neighbor_analysis(original_embeddings, augmented_embeddings)" + ] + }, + { + "cell_type": "markdown", + "id": "f136743a-c742-469b-a9b8-9a4da8eb4c08", + "metadata": {}, + "source": [ + "Объяснение\n", + "\n", + "* Embedding Space Analysis. Показывает, что различные величины (L2 norm - длина вектора, близости) практически идентичны для оригинальных, и для аугментированных молекул (показывая, что они отображаются практически одними и теми же для модели)\n", + "* Nearest Neighbor Analysis (k=5). Показывает, что топ 5 ближайших векторов к любому из векторов - всегда его аугментация (кроме его самого, естественно). В 97.4 % случаях вектор, соответствующий аугментации, является ближайшим." + ] + }, + { + "cell_type": "markdown", + "id": "133fb52e-bea8-4159-ab06-386998b71ed0", + "metadata": {}, + "source": [ + "С разными SMILES - ровно обратная картина, как и должно быть (различные smiles являются очень разными)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "cc48f04e-b8bf-415b-89f0-b51d98f7e6b6", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA1MAAAIkCAYAAAD76HFRAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAdSBJREFUeJzt3Xl4TOf///HXZLNFkAQhkVrSxE7sS9RSparUWkrporS1VhdLq5aiVNVHLS1FdVNLqbWWVltaRau1Ky0tHRFLFhEhJJPM7w+/zNdIkDlJTJbn47pcMufc95n3mfvMOfM+577PMVmtVqsAAAAAAA5xcXYAAAAAAJAbkUwBAAAAgAEkUwAAAABgAMkUAAAAABhAMgUAAAAABpBMAQAAAIABJFMAAAAAYADJFAAAAAAYQDIFAAAAAAaQTCHfCQkJ0ezZs50dxh21atVKo0aNytJl3rreX3/9tUJCQhQeHp6l79OnTx/16dMnS5eZVUaNGqVWrVrdk/e6tQ1TP+9Dhw7dk/fPye2QKioqSkOHDlXDhg0VEhKiTz75JMuWHR4erpCQEH399dd203/66Sc99thjqlGjhkJCQhQXFydJWrNmjR5++GFVq1ZN9erVy7I48oOcsk+dPXu2QkJCnPLe/fv315gxY5zy3kbkxP1Ddh2Tcrvhw4dr2LBhzg4Dd+Dm7ACQv5nNZi1cuFC//PKLLly4IHd3dwUHB6tdu3bq0aOHChYs6OwQs9Rff/2luXPn6tChQ4qKilLx4sUVFBSkVq1a5bgDW1Y5f/68VqxYodatW6tKlSpZttzZs2drzpw5ttcFCxZUiRIlVLlyZT300EPq0KGDPDw8Mv0+J06c0KZNm9S5c2cFBARkenlZKSfHlhFTpkzRzz//rMGDB8vX11fVq1e/bdmbfyS7urrK09NTAQEBqlOnjnr27KmgoKC7vt/Fixf10ksv6f7779fYsWPl4eGhQoUK6Z9//tHo0aPVrFkzDRgwIEfvdxxt89Tviclk0o8//qgyZcrYzY+Pj1eTJk10/fp19e7dW2PHjs2u0POsP/74Q7/88os2bdpkm/b1119r9OjRWrlypWrUqJGmzvPPP6/jx4/rhx9+uJehZlpCQoIWLlyoBg0aqGHDhk6L4/fff9e8efP0119/KTY2Vj4+PqpcubLat2+vDh062Mql7je6deumyZMnp1nO//73P82bN0+StGvXLnl7e0u6ceJty5Yt2rdvn61snz59dPHiRW3YsOG2cd16XLrVjh07VLJkSUlSTEyMPvjgA+3YsUMREREqUqSI/P391bBhQw0cOFBFihSRdCNR79q1q44dO6bKlStn9CPCPUQyBafZtm2bhg0bJg8PDz322GMKDg5WUlKS/vjjD7377rs6ceKEJk6cmOXve/DgQbm6umb5cu9m79696tu3r8qWLavu3burZMmSOnv2rA4cOKDPPvvMLpnavHmzTCZTlr7/vVrvRYsW2b2+cOGC5syZI39//yxNplKNHz9ehQsXVmJios6fP68dO3bo9ddf16effqr58+fb/XicOHGirFarQ8s/ceKE5syZowYNGjiUsGRHG97qTrHd2g450e7du/Xggw+qX79+GSrftGlTPfbYY7JarYqPj9exY8e0Zs0aLV26VK+++qqeeeYZW1l/f38dPHhQbm7/d5g7dOiQrly5omHDhqlJkya26b/99ptSUlL0xhtv6L777su6FcwGRrdHDw8PbdiwQf3797eb/u2332Z1iPnOokWL1Lhx4xy/7WSFhIQEzZkzR4MHD3ZaMrVp0yYNHz5cVapUUd++fVWsWDGFh4drz549WrFihV0yJUkFChTQt99+q3HjxqU5wbZhwwYVKFBA169fz9IYU49Lt/Ly8pIkxcbGqmvXroqPj1fXrl1VsWJFxcbG6q+//tLSpUv1xBNP2JKpqlWrqnr16vr44481bdq0LI0TWYNkCk5x+vRpDR8+XGXLltWnn36qUqVK2eb17t1b//33n7Zt25Yt712gQIFsWe7dzJs3T0WLFtXKlSttO9RU0dHRdq+z4orKrbJ7vRMSElSoUKFsif1O2rZtazubKEmDBw/WunXrNHLkSA0bNkwrVqywzXN3d8/WWKxWq65fv66CBQve88/hVs5+/4yIjo5O8124k/Lly+uxxx6zm/bKK6/oxRdf1NSpU1WxYkU1b95ckmQymdJs8zExMZKkokWLpokjvemZcfXq1XR/TDlL8+bN9c0336RJpjZs2KAWLVpoy5YtToosd4uOjtb27ds1fvx4p8aR07a37DRnzhwFBQVp+fLlafZztx5LJalZs2b64Ycf9NNPP6l169a26Xv37lV4eLjatm2b5dv/rcelW61cuVIRERFaunSp6tSpYzcvPj4+zbGqXbt2mj17tq5cuWJLspBzMGYKTrFw4UJdvXpVkydPtkukUt1333166qmnbK8tFovmzp2r1q1bq3r16mrVqpVmzJihxMREu3qHDh1Sv3791LBhQ9WsWVOtWrXS6NGj7crc2r8/tZ/9f//9p1GjRqlevXqqW7euRo8erYSEhDSxrV27Vl26dFHNmjXVoEEDDR8+XGfPnr3rOpvNZgUFBaX749HHx8fu9e3G2/z++++aNGmSGjVqpHr16mns2LFKTExUXFycRowYofr166t+/fqaNm1amiswGRnXsHXrVg0YMEBhYWGqXr26Wrdurblz5yo5OdmuXJ8+ffToo4/q8OHD6t27t2rVqqUZM2bY5qVeZfv111/VrVs3SdLo0aMVEhJiG8cya9YsVatWzfYD92Zvvvmm6tWrZ/hsYceOHdW9e3cdOHBAv/zyi216emOmvvnmG3Xp0kWhoaGqU6eOOnTooE8//VTSjc89ta963759bfH/+uuvkm600/PPP6+ff/7Ztk0sW7bMNi+9cW/Xrl3T2LFj1bBhQ9WpU0cjRozQpUuX7Mrcrq1uXubdYktvTER0dLRef/11NWnSRDVq1FDHjh21evVquzKpY40WLVqk5cuX275zXbt21cGDB+/0sducPn1aQ4cOVYMGDVSrVi09/vjjdidHUrdnq9WqJUuW2GI3okSJEpoxY4bc3Nz04YcfplmP1DFTffr00ciRIyXd6PITEhJi2x5SP+vGjRun+ey3b9+uXr16qXbt2goNDdWAAQN0/PhxuxhGjRql0NBQmc1m9e/fX6GhoXr11VclSSkpKfrkk0/Uvn171ahRQ02aNNHYsWPTtHnqtvT777+rW7duqlGjhh588EGtWbPG7nO7U5vfyaOPPqqjR4/qn3/+sU2LjIzU7t279eijj6ZbJyPby+2cP39eo0ePVpMmTVS9enW1b99eK1euTFPu+vXrmj17ttq2basaNWooLCxMgwcPltlslnRjH5LeOt5uTFx6MrLPPnXqlIYMGaKmTZuqRo0aeuCBBzR8+HBdvnz5jsvetm2bLBaL3ZVOIxz53mXF9narxMREvf/+++rSpYvq1q2r2rVrq1evXtq9e7ddjI0bN5Z0I6FJ3f5u/r78888/tu9+jRo11KVLF33//fdp3u/48ePq27evatasqQceeEAffPCBUlJSMvRZmc1m1ahRI90TRrceSyWpdOnSqlevXprueevXr1dwcLDuv//+DL1vVjKbzXJ1dVXt2rXTzPP09ExzIqhJkya6evWqdu7ceY8ihCO4MgWn+PHHH1WuXLk0Z2RuZ8yYMVq9erXatm2rZ555RgcPHtT8+fP1zz//aO7cuZJuHPj79eunEiVKaMCAAfLy8lJ4eLi+++67DL3HSy+9pICAAL388sv6888/9dVXX8nb21uvvfaarcyHH36o999/X+3atVO3bt0UExOjL774Qr1799aaNWvueJbd399f+/bt099//63g4OAMxXSrSZMmydfXV0OGDNGBAwe0fPlyFS1aVPv27VOZMmU0fPhw/fTTT1q0aJGCg4PVqVMnh5a/evVqFS5cWM8884wKFy6s3bt3a9asWYqPj7f9EE0VGxur/v37q3379urYsWO6B7FKlSpp6NChmjVrlnr06KG6detKkurUqaO6detq7ty52rhxo5588klbncTERG3ZskVt2rTJ1NW0jh07avny5dqxY4eaNm2abplffvlFL7/8sho3bmz7MfLvv/9q7969euqpp1S/fn316dNHn3/+uV544QVVrFjRtl6pTp48qVdeeUU9evTQ448/rgoVKtwxrrfeekteXl4aPHiwTp48qaVLlyoiIkKff/65Q90CMxLbza5du6Y+ffrIbDard+/eCggI0ObNmzVq1CjFxcXZnbyQblyxuHLlinr06CGTyaSFCxdqyJAh2rp16x2v8EVFRalnz55KSEhQnz59VKJECa1evVovvviiZs2apYceesiW8I8YMcLWdS8zypYtq/r16+vXX39VfHy8PD0905R54YUXVKFCBS1fvlxDhw5VQECAAgMD1bp1a61Zs0bfffedrWtOamK3Zs0ajRo1SmFhYXr11VeVkJCgpUuXqlevXlq9erVdNzuLxaJ+/fqpbt26GjlypG3c1dixY7V69Wp16dJFffr0UXh4uJYsWaI///xTS5cutfss//vvPw0bNkzdunVT586dtWrVKo0aNUrVqlXT/fff73Cb36x+/fry8/PThg0bbAnZxo0bVbhwYbVo0SJNeUe3l5tFRUXp8ccfl8lkUu/eveXt7a2ffvpJb7zxhuLj4/X0009LkpKTk/X8889r165dat++vfr27asrV67ol19+0d9//63AwMC7rtfdZGSfnZiYqH79+ikxMVFPPvmkfH19df78eW3btk1xcXF3vGK5b98+FS9eXP7+/pmOVcr49y4rtrebxcfH66uvvtKjjz6q7t2768qVK1q5cqWee+45ffXVV6pSpYq8vb01fvx4jR8/Xg899JAeeughSf83Lun48eN64oknVLp0afXv31+FCxfWpk2bNGjQIM2ePdtWPjIyUn379lVycrIGDBigQoUKacWKFRne35ctW1a7du3SuXPn5Ofnl6E6HTp00OTJk21XdiwWizZv3qxnnnkmy7v4SUo3eXVzc7P9RvD391dycrLWrl2rzp0733V5QUFBKliwoPbu3Wv7HJGDWIF77PLly9bg4GDriy++mKHyR48etQYHB1vfeOMNu+lTp061BgcHW3ft2mW1Wq3W7777zhocHGw9ePDgHZcXHBxsnTVrlu31rFmzrMHBwdbRo0fblRs0aJC1QYMGttfh4eHWKlWqWD/88EO7cn/99Ze1atWqaabfaseOHdYqVapYq1SpYu3Ro4d12rRp1p9//tmamJiYpmzLli2tI0eOtL1etWqVNTg42Prss89aU1JSbNN79OhhDQkJsY4dO9Y2zWKxWB944AHrk08+ecf1Tl3m6dOnbdMSEhLSxPLmm29aa9WqZb1+/bpt2pNPPmkNDg62Ll26NE35J5980u69Dx48aA0ODrauWrUqTdkePXpYu3fvbjft22+/tQYHB1t3796dpvzNUtstOjo63fmXLl2yBgcHWwcNGmSbNnLkSGvLli1trydNmmStU6eO1WKx3PZ9Nm3adNt4WrZsaQ0ODrb+9NNP6c5Lrw07d+5s1+YLFiywBgcHW7du3Wqbdmtb3W6Zd4rt1nb45JNPrMHBwda1a9fapiUmJlp79OhhrV27tvXy5ctWq9VqPX36tDU4ONjaoEEDa2xsrK3s1q1brcHBwdYffvgh7Yd0k8mTJ1uDg4Ote/bssU2Lj4+3tmrVytqyZUtrcnKy3XpOmDDhjsvLaNlJkyZZg4ODrUePHrVbj5u3u9Q2uHUfkd62FB8fb61Xr551zJgxdmUjIyOtdevWtZs+cuRIa3BwsHX69Ol2Zffs2WMNDg62rlu3zm76Tz/9lGZ66rZ08+cWHR1trV69unXq1Km2aXdq8/TcvG5Tp061PvTQQ7Z5Xbt2tY4aNcpqtab9fDO6vaTWvXl7ff31161Nmza1xsTE2MUyfPhwa926dW37mZUrV1qDg4OtixcvThN36n5u9+7d6a5veu2buq6pMrrP/vPPP63BwcHWTZs2pfcR3tETTzxh7dy5c5rpt9vWUg0YMMBuX+TI9y4rtrdb9w8Wi8VuH2+13tiHNmnSxO7YGB0dfdv901NPPWV99NFH7ZaTkpJi7dGjh7VNmza2aan7iAMHDtgtt27dummOSen56quvrMHBwdZq1apZ+/TpY505c6Z1z549dvuWVKnbdWxsrLVatWrWNWvWWK1Wq3Xbtm3WkJAQa3h4eLrf/5EjR1pr165tt6wnn3zS2r59+zvGlrqs9P61bdvWVi4yMtLaqFEja3BwsPXhhx+2jh071rp+/XprXFzcbZfdpk0b63PPPXfH94dz0M0P91x8fLwkZbjf7/bt2yXJbnC5JD377LN281PPHm7btk1JSUkOx9WzZ0+71/Xq1VNsbKwt3u+++04pKSlq166dYmJibP98fX1133333bWrTdOmTbVs2TK1atVKx44d08KFC9WvXz898MAD6XaDSE+3bt3srl7UrFlTVqvV1pVOunGns+rVq+v06dMZXXWbm+9iFh8fr5iYGNWrV08JCQn6999/7cp6eHioS5cuDr/HzR577DEdOHDA1qVHutH1okyZMmrQoEGmlp06fuDKlSu3LePl5aWEhAS7roCOCggIULNmzTJcvkePHnZnh5944gm5ubnZtuPs8tNPP6lkyZJ2Xbrc3d3Vp08fXb16VXv27LEr/8gjj6hYsWK216m3C7/bdrV9+3bVrFnT7vbiRYoUUY8ePXTmzBmdOHEiK1YnjYy0tyN27typuLg4tW/f3u777uLiolq1aqX7fX/iiSfsXm/evFlFixZV06ZN7ZZRrVo1FS5cOM0ygoKC7D43b29vVahQwdB3OT0dOnTQf//9p4MHD+q///7ToUOH0gzWT+Xo9pLKarXq22+/VatWrWS1Wu3WOywsTJcvX9aRI0ck3bj5RYkSJeyuTKfKipu3ZHSfnXolc8eOHel27b6T2NhYu+9JZjnyvcvs9nYzV1dXW7e5lJQUxcbGymKxqHr16vrzzz/vGndsbKx2796tdu3a2Y4dMTExunjxosLCwnTq1CmdP39e0o19RO3atVWzZk1bfW9v79tui7fq1q2bFi5cqIYNG2rv3r364IMP1Lt3b7Vp00Z79+5Nt06xYsXUrFkzffPNN5JuHGdCQ0Oz7IrirWbPnq3Fixfb/ZsyZYptvq+vr9auXauePXsqLi5Oy5Yt0yuvvKLGjRtr7ty56d4oqVixYrp48WK2xIvMoZsf7rnUA1dGf/ScOXNGLi4uabp8lCxZUl5eXjpz5owkqUGDBmrbtq3mzJmjTz75RA0aNFDr1q0zfIvssmXL2r1OvRx/6dIleXp66tSpU7JarWrTpk269W++a9jt1KxZU3PmzFFiYqKOHTumrVu36pNPPtGwYcO0Zs2au97e+dYYUxPIW293XLRo0bv2kU/P8ePHNXPmTO3evduWRKa6dexA6dKlM32Tg0ceeURvv/221q1bp8GDB+vy5cv68ccf9fTTT2f6x9TVq1cl3Tlp79WrlzZt2qT+/furdOnSatq0qdq1a6cHHnggw+/j6C3Jb73jV5EiRVSyZEnbdpxdzpw5o/vuu08uLvbn0FK7iEVERNhNv3WbSv2Bl/pcptuJiIhQrVq10kxP7ZIWERFhuJvrnWSkvR1x6tQpSbptd7ZbuxK6ubml6XL033//6fLly7ZxJre6dbD8rZ+5dONzN/JdTk/VqlVVsWJFbdiwQV5eXipZsqQaNWqUbllHt5dUMTExiouL0/Lly7V8+fLblpFujBupUKFChvadRmR0n12uXDk988wzWrx4sdavX6969eqpVatW6tixY4ZuSpLeD1+jMvq9y4rt7VarV6/Wxx9/rJMnT9qdkMzIPs5sNstqter999/X+++/f9v3L1269G33EXfrIn2zZs2aqVmzZkpISNCRI0e0ceNGLVu2TC+88II2bdqUbrfzDh06aMSIEYqIiND3339v69qdHerVq3fHG1BIUqlSpTRhwgSNHz9ep06d0o4dO7RgwQLNmjVLpUqVUvfu3e3KW63WbL9DLIwhmcI95+npqVKlSqUZxH03d9uJmEwmzZo1S/v379ePP/6on3/+Wa+//roWL16s5cuX3/VH1q0/GlKlHihTUlJkMpm0YMGCdG8x7sidlDw8PFSzZk3VrFlT5cuX1+jRo7V582YNHjzYUIy3m+6IuLg4Pfnkk/L09NTQoUMVGBioAgUK6MiRI5o+fXqawcFZ8SyeYsWKqWXLllq/fr0GDx6szZs3KzExUR07dsz0sv/++29JuuO4Cx8fH61Zs0Y7duzQTz/9pJ9++klff/21OnXqpHfeeSdD73Mvn0l0641AstPtbqOflT8cs9Lx48fl6uqaZc/bSl3PadOm2Z4Lc7NbPx8PD48038OUlBT5+Pho+vTp6b7HrT+27sWjCx599FEtXbpURYoUUbt27bJk33Gz1P1Ex44dbzsWxJGbjdxuv5+RmxU4ss8eNWqUOnfurO+//16//PKLJk2apPnz52vFihV3HJdTvHjxdE8wpI7/ud14nISEhHTHCGX0e5cV29vN1q5dq1GjRql169bq16+ffHx85Orqqvnz52foymhqezz77LO3vVKfFWPgblWoUCHVq1dP9erVU4kSJTRnzhz99NNP6W57rVq1kru7u0aOHKnExES1a9cuy+MxwmQyqUKFCqpQoYJatGihNm3aaN26dWmSqbi4uHxx+/3ciGQKTtGyZUstX75c+/btU2ho6B3L+vv7KyUlRf/995/dQOuoqCjFxcWluUxfu3Zt1a5dW8OHD9f69ev16quvauPGjWl2TI4KDAyU1WpVQECAQ2fQ7ib1QaUXLlzIsmUa8dtvvyk2NlZz5sxR/fr1bdMz+zT6uyXBjz32mAYOHKiDBw9q/fr1qlq1apbcXWndunWSdNcueB4eHmrVqpVatWqllJQUjR8/XsuXL9fAgQN13333ZfmZwP/++8/uasCVK1cUGRlpdzWsWLFiaX6gJSYmKjIy0m6aI7H5+/vrr7/+UkpKit2PsNTum7de9TSqbNmyOnnyZJrpWf0+N4uIiNCePXtUu3btdG8+YUS5cuUk3Ui4jd6pLTAwULt27VKdOnWyLOnO7PbYoUMHzZo1S5GRkXr33XdvW87o9uLt7a0iRYooJSXlrp9bYGCgDhw4oKSkpNveGCG1h8CtV8YzciXX0X126t3pBg4cqL179+qJJ57Q0qVLNXz48NvWqVixYrrP6kr9fE6ePGnXdTPVqVOnsvwucpnZ3rZs2aJy5crZHvCcatasWXblbrf9pX5f3N3d79ruZcuW1X///Zdmenr7DUekHktv3U+mKliwoFq3bq1169bpgQceuOuVI2coV66cvLy80qyDxWLR2bNn09yNFjkDY6bgFM8995wKFy6sMWPGKCoqKs18s9lsuz116nNjUl+nWrx4sd38S5cupTl7l/qQ2FtvoW5EmzZt5Orqqjlz5qR5H6vVete+zLt37073rH7qWJnUblDOkvqD6eYYExMT9eWXX2ZquYUKFZJ0++5hDzzwgEqUKKGFCxdqz549WXJVav369frqq68UGhp62y4vktK0mYuLi+2seeo2kxr/3W6RnFHLly+360KzdOlSWSwWu2SqXLly+v333+3qrVixIs2VKUdie+CBBxQZGamNGzfaplksFn3++ecqXLiwXQKdGc2bN9fBgwe1b98+27SrV69qxYoV8vf3v2tXVkfFxsbq5ZdfVnJysl544YUsW26zZs3k6emp+fPnpzsGM71b+t+qXbt2Sk5O1gcffJBmnsViuWuXyfRkdnsMDAzU66+/rldeecVuzMqtjG4vrq6utuf2pF4dvtnNn1ubNm108eJFLVmyJE251P2Qv7+/XF1d04zRWrp06Z1XVBnfZ8fHx8tisdjNDw4OlouLy12PHbVr19alS5fSXL2pVq2afHx89NVXX6VZxtatW3X+/HmHuhNnRGa2t9QrYjd/TgcOHND+/fvtyt1uf+7j46MGDRpo+fLl6Z4YvLndmzdvrv3799vd8j0mJkbr16+/w9r9n127dqU7PfVYeqfEuV+/fho8eLAGDhyYoffKLgcOHLB1Tb7ZwYMHFRsbm2YdTpw4oevXr9/15DOcgytTcIrAwEBNnz5dw4cP1yOPPKLHHntMwcHBSkxM1L59+7R582bbzQ0qV66szp07a/ny5YqLi1P9+vV16NAhrV69Wq1bt7ad5V+9erWWLl2q1q1bKzAwUFeuXNGKFSvk6emZJQetwMBAvfTSS3rvvfd05swZtW7dWkWKFFF4eLi2bt2qxx9/XP369btt/UmTJikhIUEPPfSQKlasqKSkJO3du1ebNm2Sv79/pm/mkFmhoaEqVqyYRo0apT59+shkMmnt2rWZ7tYVGBgoLy8vLVu2TEWKFFHhwoVVs2ZNuzOZ7du31xdffCFXV1e1b9/eoeVv2bJFhQsXVlJSks6fP68dO3Zo7969qly58m377qcaM2aMLl26pEaNGtn68n/xxReqUqWK7SpolSpV5OrqqgULFujy5cvy8PBQo0aN0u2TnxFJSUl6+umn1a5dO508eVJffvml6tatqwcffNBWpnv37ho3bpyGDBmiJk2a6NixY9qxY4dKlChhtyxHYuvRo4eWL1+uUaNG6ciRI/L399eWLVu0d+9evf7661l2RWfAgAG2h8P26dNHxYoV05o1axQeHq7Zs2dnqlvZqVOnbNvklStXdOzYMW3evFlXr17VqFGjsvTHqaenp8aPH68RI0aoS5cueuSRR+Tt7a2IiAht375dderU0dixY++4jAYNGqhHjx6aP3++jh49qqZNm8rd3V2nTp3S5s2b9cYbb+jhhx92KK6s2B7vdFvzVJnZXl555RX9+uuvevzxx9W9e3cFBQXp0qVLOnLkiHbt2qXffvtNktSpUyetWbNGU6ZM0cGDB1W3bl0lJCRo165deuKJJ9S6dWsVLVpUDz/8sL744guZTCaVK1dO27Ztu+v4Hynj++zdu3frrbfe0sMPP6zy5cvbblmdmhjeSYsWLeTm5qadO3eqR48etukeHh4aMWKERo0apa5du+qRRx5R8eLFdfToUa1atUohISF25bNCZra3Fi1a6Ntvv9WgQYPUokULhYeHa9myZQoKCrL70V+wYEEFBQVp06ZNKl++vIoXL677779fwcHBGjdunHr16qUOHTro8ccfV7ly5RQVFaX9+/fr3Llztt4Czz33nNauXavnnntOffv2td0avWzZsvrrr7/uup4DBw5UQECAWrZsqXLlyikhIUE7d+7Ujz/+qBo1aqhly5a3rVu5cmVVrlzZwU/2/8TExKSbrAYEBNidCEw9Lt2qadOmtptPrF+/3vY8MXd3d/3zzz9atWqVChQokObE0M6dO1WoUKFMP88M2YNkCk7z4IMPat26dVq0aJG+//57LV26VB4eHraHaT7++OO2spMmTVJAQIBWr16trVu3ytfXV88//7zdGKMGDRro0KFD2rhxo6KiolS0aFHVrFlT06dPt/1wz6wBAwaofPny+uSTT2zPt/Lz81PTpk3vevl9xIgR2rx5s7Zv3267OlG2bFn16tVLL7744h2fUXUvlChRQvPmzdM777yjmTNnysvLSx07dlTjxo3vmCTejbu7u6ZOnaoZM2Zo/PjxslgsmjJlil2bPPbYY/riiy/UuHHjdB/ifCfjx4+XdGOMQokSJVSlShW9/fbbGbrxSMeOHbVixQp9+eWXiouLU8mSJdWuXTsNGTLE9qO/ZMmSmjBhgubPn6833nhDycnJ+uyzzwwnU2PHjtX69es1a9YsJSUlqX379hozZoxd95nHH39c4eHhWrlypX7++WfVrVtXixcvtj2fJ5UjsRUsWFCff/65pk+frtWrVys+Pl4VKlTQlClTsjSR9/X11bJly/Tuu+/qiy++0PXr1xUSEqJ58+al+zwjR/zyyy/65Zdf5OLiIk9PTwUEBKhTp07q0aNHll/xkm50iStVqpQ++ugjLVq0SImJibYHgGb0M3vrrbdUvXp1LVu2TP/73//k6uoqf39/dezYMcPP2btZVm+Pt5OZ7cXX11dfffWV5s6dq++++05Lly5V8eLFFRQUZDfoPzUp/PDDD7VhwwZ9++23Kl68uOrUqWM3rmrMmDGyWCxatmyZPDw89PDDD2vEiBG3fdjwzTKyzw4JCVFYWJh+/PFHnT9/XoUKFVJISIgWLFiQ7kNVb13XBx54QJs2bUqTHHXq1Ene3t5auHChFi5cqOvXr6t06dLq06ePBg4cmC3jLY1ub126dFFUVJTt2XxBQUF69913tXnzZlvym2rSpEmaOHGipkyZoqSkJA0ePFjBwcEKCgrSqlWrNGfOHK1evVqxsbHy9vZW1apVNWjQIFv9UqVK6bPPPtOkSZP00UcfqXjx4urZs6dKlSqlN954467rOGnSJH3//ffatGmTLly4IKvVqnLlyumFF15Q//79s+2GJtKNm2ikd5KucePGdslU6nHpVp999pl8fX3Vo0cPFSxYULt379YPP/yg+Ph4lShRQk2bNtXzzz+vqlWr2tXbvHmzHnrooSw76YWsZbLm1NHEAPKNY8eO6bHHHtM777zj8IOGAcCZfv/9d/Xp08d2tQbISkePHlXnzp21evVq29AF5CyMmQLgdCtWrFDhwoVvewtjAMip6tWrp6ZNm2rhwoXODgV50EcffaS2bduSSOVgXJkC4DQ//PCDTpw4oVmzZql3794aPXq0s0MCAADIMJIpAE7TqlUrRUVFKSwsTNOmTaM/OAAAyFVIpgAAAADAAMZMAQAAAIABJFMAAAAAYADJFAAAAAAYwEN7bxIZednZIWQLDw9XJSYmOzuMfI92yBloh5yBdsgZaIecgXbIGWgH58tpbVCyZNG7luHKVB5nMtn/D+egHXIG2iFnoB1yBtohZ6AdcgbawflyaxuQTAHIV1wOHlCJ+rXk3aCWXA8ddHY4AAAgF6ObH4B8xZSYKNdTJ///39edHA0AAMjNuDIFAAAAAAaQTAEAAACAASRTAAAAAGAAyRQAAAAAGEAyBQAAAAAGkEwBAAAAgAEkUwAAAABgAM+ZApCvJFevoZg9B2S1Sil+ZZwdDgAAyMVIpgDkLwULKqV8BVmtzg4EAADkdnTzAwAAAAADSKYAAACATJg8ebzCwurp3XffTjPvvffeUVhYPU2ePP7eB5YN9u79Xc8+21stWzZWjx6dtHHj+rvWOXHiuAYOfE6tWjVRly7ttWTJp2nK/PDDVnXv3lktWzZR3749tGvXDrv5ixbNV69eXdW6dZgefrilhg0bqCNHDtvFFRZWL91/R48eyfyK3wbJFIB8xfWP3+VTxlu+Zb3ltvd3Z4cDAMgjSpUqre+//1bXr1+zTbt+/bq++26zSpf2c2JkWSci4oxGjHhJoaH1tHjxl3r88Sf0zjuT9Ouvu25b58qVeL388mD5+ZXRwoWfa+DAofr444+0du3XtjKHDh3Q+PFvqGPHTlq8eImaNWuh0aNf1b//nrCVKVfuPg0fPkKffrpMH3ywUGXKlNHLLw/SxYsXJUk1atTS2rWb7f516NBJZcr4q3Llqtn2mTBmCkD+YrXKZLHY/gYA5Hxuf+y5axlL3fr/9+L6dbkdPnjnCh4estSo9X+vL1+W25EjslpvWVYGhYRU1pkz4dq+/Ue1adNOkrR9+48qXdpPZcuWtSubkpKiJUs+1bp1qxUdHa1y5QL19NP91LJla0lScnKypk2brL17f1d0dLRKly6tzp276/HHn7AtY/Lk8YqPv6waNWpr+fIvlJRk0YMPttGwYa/IzS17fuKvWbNKZcqU1ZAhwyVJ5ctX0MGD+7V8+Zdq2LBxunW+/XazkpKSNHr0WLm7u6tixUo6fvxvLV++RI891kWS9NVXy9SwYWP16fOUkpKS1b//i9qz51etWrVCr732uiSpTZuH7ZY7ZMhwbdiwVv/8c1z16jWQu7u7fHx8bfMtFot+/nm7unXrIZPJlB0fhySSKQAAAORwJdo9eMf5VpNJUecv2V67RF64a53kcoGK+eP/uom5Hj4kz3YPSZIiL8QZirN9+4765pv1tmTqm2/WqX37Dtq37w+7cp9/vljffrtJr746WgEB5XTgwD5NnDhWxYuXUGhoXVmtVpUqVVoTJ06Vl1cxHT58UNOmTZaPj68efPAh23L27v1dPj6+mjVrvsLDT2vcuNG6//5gdezYOd34DhzYp1dfHXrHdXjttddt8d/qyJFDqlevod20Bg0aa9as9267vMOHD6p27VC5u7vbpjVs2FhLlnyquLg4eXl56fDhg+rZs7ddvYYNG+unn7alu8ykpCStXbtanp6eCgoKTrfMjh3bFRd3SY880uG2sWUFkikAAAAgC7Rp84jmz5+rc+fOSrrRfW3ChLftkqnExER9/vlizZz5gapXrylJ8vcP0MGD+7V27dcKDa0rNzc39ev3vK1O2bL+Onz4oH788Tu7ZKpoUS8NHz5Crq6uuu++8mrcOEx//PHbbZOpypWraPHiL++4Dt7e3redFx0dnWa+t7e3rly5ouvXr6lAgYJp6sTERKtMGfsrcyVKeNvmeXl5KSYm7XJLlPBWTEy03bRffvlZ48e/rmvXrsnHx1f/+99cFS9ePN1YN2xYqwYNGqlUqdK3XZ+sQDIFAACAHO3ipu8dKp9SstTd63h42L1Mrl5DsZu/z1QP8BIlSqhx46bauHG9rFarmjRpmubHfnj4aV27dk3Dhw+ym56UlKT77w+xvV61aoW++WadLlw4p+vXr///+fZXYSpUqChXV1fbax8fX7txRrcqUKCgAgLKGV9BJ6tT58ZYrdjYWK1fv1pjx47WRx99YkvOUl24cF6//bZbb701JdtjIpkCAABAjubwGKYCBRyvU7SoLHXrZ3o4bfv2j+l//5smSXr55RFp5ickJEiSpk2bqZIlS9nNS+0Kt3XrFs2d+74GD35J1avXUOHCRfTll5/pzz/t70p369gok8mklJSU28aW2W5+Pj4+iomJsZsWExOjIkWKpHtVSpK8vX108aJ9ndTX3t4+tv9vXe7FizG2+akKFSqkgIByCggop+rVa6hnz87asGGt+vR5xq7cxo3r5eVVTGFhze+4rlmBZApAjmexWGQ2nzJUNzCwfLYNxAUA4FYNGzZWUlKSTCaTGjRIe1OGChUqyMPDQ+fPn1NoaN10l3Ho0AHVqFFTXbp0t007c+ZMpmPLbDe/atVqaPfuX+ym7dnzq6pVq3nbOtWr19RHH30gi8ViOx7v2fOrAgPvk5eXl63MH3/s0ZNP9rFbbvXqNe4Ya0pKihITE+2mWa1WffPNej38cPt7cvznFwaAHM9sPqU1R07Jt0yAQ/Wizoark6SKFYOyJS4AAG7l6uqqJUu+sv19q8KFi6hnzyc1e/YMWa1W1axZW/Hx8Tp0aL+KFPFUu3aPKiAgUJs3f6Nff92lMmXKasuWjTp27IjKlPHPVGyZ7ebXqVNXff31Cn3wwftq3/4x/fHHHv3441ZNmzbTVmbVquX66adtev/9DyVJDz30sBYvXqApU95S795P6eTJf/TVV0s1ZMjLtjrdu/fU4MEDtGTJZ2rYsKm++26Ljh37UyNG3LiTX0JCgj777GM1bfqAfH19FRsbq6+/XqGoqEjbHRBT/fHHHp09e0YdOnQyvJ6OIJkCkCv4lgmQX/lKzg4DAIC7KlLE847z+/d/UcWLl9Dnny9WRMQZeXoWVXBwZfXte6O72mOPddHx439p3LjRkkxq3bqtOnfurt27d96D6G+vbFl/TZs2U7Nnz9BXXy1TyZKlNHLkGLvbosfGxurMmXDba09PT82YMUczZryj557ro2LFiuvpp5+z3RZduvGMqPHjJ2vBgg/1wQdzFBBQTlOmTLedDHVxcdF//53Spk0bdOlSrLy8iqlKlaqaO3eBKla0/22wYcNa1ahRU/fdVz57P4z/z2S18qCVVJGRl50dQpYzmSR3d1clJSXzSB0noh0y599/T2hHjMXhZOrcqX8U5u1m2xmbTJK7m4uSriXeaAdX1xsTcU/xfcgZaIecgXbIGWgH58uJbVCyZNG7luHKFID8xWSS3NykHLKjBgAAuZeLswMAAAAAgNyIK1MA8qzkZIvM5gi7aR5KkTXqxkMALcWKy3rTE9lvxl0AAQDA3fBLAUCeFXMuQueSEmX2tNimlfn7sHq99KwkacmMj3WucvU09bgLIAAAyAiSKQB5mrefv92NK3wvX7T97VPGX+IOgQAAwCDGTAEAAACAASRTAAAAAGAAyRQAAAAAGEAyBQAAAAAGkEwBAAAAgAEkUwAAAABgALdGB5CvpLi562opvxt/3+aBvQAAABlBMgUgX7lYrZZWbzvi7DAAAEAeQDc/AAAAADCAZAoAAAAADKCbH4B8xe1KvIr+fUySdCmosixFPJ0cEQAAyK24MgUgXyl24pgefqKtHn6irYqdOObscAAAQC5GMgUAAAAABpBMAQAAAIABJFMAAAAAYADJFAAAAAAYQDIFAAAAAAaQTAEAAACAASRTAAAAAGAAD+0FkK8kFfZUZK16kiRLYR7YCwAAjCOZApCvxN1fWd8u3eLsMAAAQB5ANz8AAAAAMIBkCgAAAAAMoJsfgHzF42KMSu36WZJ0rlEzJRb3dnJEAAAgtyKZApCvFDX/q2YvPytJ2rx0i6JJpgAAgEF08wMAAAAAA0imAAAAAMCAHJVMffTRRwoJCdHkyZNt065fv64JEyaoYcOGCg0N1ZAhQxQVFWVXLyIiQgMGDFCtWrXUuHFjvfPOO7JYLPc6fAAAAAD5SI4ZM3Xw4EEtW7ZMISEhdtPffvttbd++XTNnzlTRokU1ceJEDR48WMuWLZMkJScn6/nnn5evr6+WLVumCxcuaOTIkXJ3d9fLL7/sjFUBcBsWi0Vm8ymH65nNZlk9/bI+IAAAgEzIEcnUlStX9Nprr2nSpEn68MMPbdMvX76sVatWafr06WrcuLGkG8nVI488ov3796t27drasWOHTpw4ocWLF8vX11dVqlTRsGHDNH36dA0ePFgeHh7OWi0AtzCbT2nNkVPyLRPgUL2/T4SrXOUS2RRVWsnJFpnNEYbqBgaWl5tbjti1AgCAbJYjjvhvvfWWmjdvriZNmtglU4cPH1ZSUpKaNGlim1apUiWVLVvWlkzt379fwcHB8vX1tZUJCwvT+PHjdeLECVWtWtWhWEymzK9PTpK6PnltvXIb2uH/+JYJkF/5Sg7ViTxjzpL3zujHH3MuQueSEmX2dKy7cNTZcHWSVKlSkKOh5St8H3IG2iFnoB1yBtrB+XJrGzg9mfrmm2/0559/auXKlWnmRUVFyd3dXV5eXnbTfXx8FBkZaStzcyIlyfY6tUxGeXi4OlQ+NzCZJFdXV5lMktXq7GjyL9rhBnd3V5lcLHJxcLSmyUUymUxZU++mvbSLi9JdpslF8ikToLIVHUv6TC431tHdPe/tS7IS34ecgXbIGWiHnIF2cL7c2gZOTabOnj2ryZMn6+OPP1aBAgWcGYokKTExOddlw3eTukFaLMm5asPMa2iHG5KSkmVNkVJSHKtnTZGsVmum65kkXfcqrv8e7iRJula0RLrLzMz7JSUlKykp2bGK+Qzfh5yBdsgZaIecgXZwvtzaBk5Npo4cOaLo6Gh16dLFNi05OVl79uzRkiVLtGjRIiUlJSkuLs7u6lR0dLRKliwp6cZVqIMHD9otN/Vuf6llHJGbGs8RVmveXbfchHZwLquk+PKVtGPGoux9H9o4Q/g+5Ay0Q85AO+QMtIPz5bY2cGoy1ahRI61fv95u2ujRo1WxYkX1799fZcqUkbu7u3bt2qW2bdtKkv79919FRESodu3akqTatWtr3rx5io6Olo+PjyRp586d8vT0VFAQ4xYAAAAAZA+nJlOenp4KDg62m1a4cGEVL17cNr1r166aOnWqihUrJk9PT02aNEmhoaG2ZCosLExBQUEaMWKEXnvtNUVGRmrmzJnq3bs3d/IDAAAAkG2cfgOKu3n99dfl4uKioUOHKjExUWFhYRo3bpxtvqurq+bNm6fx48erR48eKlSokDp37qyhQ4c6MWoAOVXBC+d037obN7w52aGbrpXk+VUAAMCYHJdMff7553avCxQooHHjxtklULfy9/fXggULsjs0AHlAkbPhqjP9xv7kQt1GJFMAAMAwB280DAAAAACQSKYAAAAAwBCSKQAAAAAwgGQKAAAAAAwgmQIAAAAAA0imAAAAAMAAkikAAAAAMCDHPWcKALJTQkk//fnMYNvfAAAARpFMAchXrpYN0L7XJjg7DAAAkAfQzQ8AAAAADCCZAgAAAAAD6OYHIF8pEm5W8OIPJEnHnh6oK/6BTo4IAADkViRTAPKVgtEXVHnJAknSqUe7kUwBAADD6OYHAAAAAAaQTAEAAACAASRTAAAAAGAAyRQAAAAAGEAyBQAAAAAGkEwBAAAAgAEkUwAAAABgAM+ZApCvXClbTnvemGr7GwAAwCiSKQD5yrWSpfV37/7ODgMAAOQBdPMDAAAAAAO4MgUAWSQ52SKzOcJw/cDA8nJzY7cMAEBuwVEbQL5S9OQJ1Xp3vCRp36vjdbl8UJYtO+ZchM4lJcrsaXG4btTZcHWSVLFi1sUDAACyF8kUgHzFIy5W5X7YJEk60v+lLF++t5+//MpXyvLlAgCAnIcxUwAAAABgAMkUAAAAABhANz8ADrNYLDKbTzlcz2w2y+rpl/UBAQAAOAHJFACHmc2ntObIKfmWCXCo3t8nwlWucolsigoAAODeIpkCYIhvmQCHb7QQecacTdEAAADce4yZAgAAAAADSKYAAAAAwAC6+QHIV+LKB2nbnC8kKUsf2AsAAPIfkikA+UpSseI606qds8MAAAB5AN38AAAAAMAAkikAAAAAMIBkCkC+UuyvP9Wua0u169pSxf/+09nhAACAXIwxUwDyFbdrV+V99KAkyTXhqpOjAQAAuRlXpgAAAADAAJIpAAAAADCAZAoAAAAADCCZAgAAAAADSKYAAAAAwACSKQAAAAAwgGQKAAAAAAzgOVMA8pXY+6to46ptkqS4+yo6NxgAAJCrkUwByFeSCxfRxSo1nB0GAADIA+jmBwAAAAAGkEwBAAAAgAEkUwDylRKH96trk/vVtcn98j6y39nhAACAXIwxUwDyFZdkiwrGxkiSTBaLk6MBAAC5GVemAAAAAMAAkikAAAAAMIBkCgAAAAAMIJkCAAAAAANIpgAAAADAAJIpAAAAADCAZAoAAAAADOA5UwDylZhqtfXVzhOSpCTPok6OBgAA5GYkUwDyFaubmxKLl3B2GAAAIA+gmx8AAAAAGMCVKQD5iik5Wa4J1yRJKQUKyurq6uSIAABAbsWVKQD5ivfhfepZL1A96wXK+/A+Z4cDAAByMZIpAAAAADCAZAoAAAAADGDMFJCPWSwWmc2nHK5nNptl9fTL+oAAAAByEZIpIB8zm09pzZFT8i0T4FC9v0+Eq1xlbi8OAADyN5IpIJ/zLRMgv/KVHKoTecacTdEAAADkHoyZAgAAAAADSKYAAAAAwAC6+QHIV6wuLkoqVMT2d06RnGyR2RxhqG5gYHm5ubE7BwDgXuPoCyBfialRRyv+yHljvmLORehcUqLMnhaH6kWdDVcnSRUrBmVLXAAA4PZIpgAgh/D283f4ZiAAAMB5ck4fFwAAAADIRbgyBSBfcb2WIM/TN7r5XfEPVHLBQk6OCAAA5FZcmQKQrxT/64g6dGiiDh2aqPhfR5wdDgAAyMVIpgAAAADAAJIpAAAAADCAZAoAAAAADCCZAgAAAAADSKYAAAAAwACSKQAAAAAwgGQKAAAAAAzgob0A8pXkgoUUWynE9jcAAIBRJFMA8pXYkGr6Zv1OZ4cBAADyALr5AQAAAIABJFMAAAAAYADd/ADkK+5xl+S9/w9JUlTNukryKubkiAAAQG7l9CtTX375pTp06KA6deqoTp066tGjh7Zv326bf/36dU2YMEENGzZUaGiohgwZoqioKLtlREREaMCAAapVq5YaN26sd955RxaL5V6vCoBcwOvkcbUa0F2tBnSX18njzg4HAADkYk5Ppvz8/PTqq6/q66+/1qpVq9SoUSMNGjRIx4/f+JHz9ttv68cff9TMmTP1+eef68KFCxo8eLCtfnJysp5//nklJSVp2bJlmjp1qlavXq1Zs2Y5a5UAAAAA5ANOT6ZatWql5s2bq3z58qpQoYKGDx+uwoULa//+/bp8+bJWrVqlUaNGqXHjxqpevbrefvtt7du3T/v375ck7dixQydOnNC7776rKlWqqHnz5ho2bJiWLFmixMRE564cAAAAgDwrR42ZSk5O1ubNm3X16lWFhobq8OHDSkpKUpMmTWxlKlWqpLJly2r//v2qXbu29u/fr+DgYPn6+trKhIWFafz48Tpx4oSqVq3qUAwmU5atTo6Quj55bb1yG9ohZ8jLH39u2rb4PuQMtEPOQDvkDLSD8+XWNsgRydRff/2lnj176vr16ypcuLDmzp2roKAgHT16VO7u7vLy8rIr7+Pjo8jISElSVFSUXSIlyfY6tUxGeXi4ZmItciaTSXJ1dZXJJFmtzo4m/8qp7eDu7iqTi0UuDl6jNrlIJpMpd9a7aS/t4qJ0l3mv48zse7q7u8rdPffsv3Lq9yG/oR1yBtohZ6AdnC+3tkGOSKYqVKigNWvW6PLly9qyZYtGjhypL7744p7HkZiYnOuy4btJ3SAtluRctWHmNTm1HZKSkmVNkVJSHKtnTZGsVmuuq2eS7PbQKbdZ93sdZ2bfMykpWUlJyY6/qZPk1O9DfkM75Ay0Q85AOzhfbm2DHJFMeXh46L777pMkVa9eXYcOHdJnn32mdu3aKSkpSXFxcXZXp6Kjo1WyZElJN65CHTx40G55qXf7Sy3jiNzUeI6wWvPuuuUmtINz5eWPPjduV3wfcgbaIWegHXIG2sH5clsbOP0GFOlJSUlRYmKiqlevLnd3d+3atcs2799//1VERIRq164tSapdu7b+/vtvRUdH28rs3LlTnp6eCgoKutehAwAAAMgnnH5l6r333tMDDzygMmXK6MqVK9qwYYN+++03LVq0SEWLFlXXrl01depUFStWTJ6enpo0aZJCQ0NtyVRYWJiCgoI0YsQIvfbaa4qMjNTMmTPVu3dveXh4OHflAOQ4iUW9FBH2oCQpqajXXUoDAADcntOTqejoaI0cOVIXLlxQ0aJFFRISokWLFqlp06aSpNdff10uLi4aOnSoEhMTFRYWpnHjxtnqu7q6at68eRo/frx69OihQoUKqXPnzho6dKizVglADna5YrB+/GiFs8MAAAB5gNOTqbfffvuO8wsUKKBx48bZJVC38vf314IFC7I6NAAAAAC4rRw5ZgoAAAAAcjqnX5kCgHupQHSkym7dJEkKb9VO130cv+snAACARDIFIJ/xDP9PjcYNlyRtDq5KMgUAAAyjmx8AAAAAGEAyBQAAAAAGkEwBAAAAgAEkUwAAAABgAMkUAAAAABhAMgUAAAAABpBMAQAAAIABPGcKQL5yzaekjnd/yvY3AACAUSRTAPKVKwH36bcJM5wdBgAAyAPo5gcAAAAABpBMAQAAAIABdPMDkK8UPntGlZZ9Ikk6/vjTulrG37kBAQCAXItkCkC+UujCWVWff2PMVHiLtiRTAADAMLr5AQAAAIABJFMAAAAAYADJFAAAAAAYQDIFAAAAAAZwAwogD7BYLDKbTzlcz2w2y+rpl/UBAQAA5AMkU0AeYDaf0pojp+RbJsChen+fCFe5yiWyKSoAAIC8jWQKyCN8ywTIr3wlh+pEnjFnUzQAAAB5H8kUgHzlql9Z7R/6uu1vAAAAo0imAOQrCaXL6sgLrzg7DAAAkAdwNz8AAAAAMIBkCgAAAAAMMJxMTZ8+XadOncrCUAAg+3maT6rxqBfVeNSL8jSfdHY4AAAgFzOcTK1du1bt2rVTr169tHr1aiUkJGRlXACQLQpcjFbFdStUcd0KFbgY7exwAABALmY4mdq+fbs+/PBD+fr66s0331RYWJjefPNN7du3LyvjAwAAAIAcyfDd/FxcXNSiRQu1aNFCFy9e1Nq1a7V69WqtXLlSFStWVNeuXfXYY4/Jx8cnK+MFAAAAgBwhS25AUaJECT399NN65513VK9ePf3zzz+aNm2amjdvrpEjRyomJiYr3gYAAAAAcoxMJ1OXL1/Wl19+qS5duqhz586Kj4/X2LFj9fPPP2v8+PH6/fffNXz48KyIFQAAAAByDMPd/Hbt2qWVK1fq+++/l6urq9q3b6+33npL1atXt5Xp1q2bypQpoxdeeCFLggUAAACAnMJwMvXMM8+oVq1aGjNmjNq3b69ChQqlW658+fJ69NFHDQcIAAAAADmR4WRq3bp1Cg4Ovms5f39/TZkyxejbAAAAAECOZDiZKlu2rC5cuKBSpUqlmXfhwgUVKVJERYoUyVRwAJDVLgdW0C9TP5QkxQdWcHI0AAAgNzOcTI0ZM0ZFihTR5MmT08ybPXu2rl69qvfeey9TwQFAVkss4aNTHR93dhgAACAPMHw3v99//10tWrRId17z5s3122+/GV00AAAAAOR4hpOpS5cu3bYbX6FChRQbG2t00QAAAACQ4xlOpsqVK6edO3emO2/Xrl3y9/c3HBQAZBevE8fU+qmOav1UR3mdOObscAAAQC5meMxU9+7d9d5776lYsWLq2rWrvL29FRMTo6+//lqffPKJXn755ayMEwCyhPuVeJXe84vtbwAAAKMMJ1NPP/20zGazZsyYoRkzZsjV1VXJycmSpJ49e+rZZ5/NsiABAOlLTrbIbI4wVDcwsLzc3AwfBgAAyPcMH0VNJpPGjRunp556Srt27dKlS5dUvHhxNWrUSOXLl8/CEAEAtxNzLkLnkhJl9rQ4VC/qbLg6SapYMShb4gIAID/I9CnJ8uXLkzwBgBN5+/nLr3wlZ4cBAEC+k6lkKjk5WQcOHNC5c+eUmJiYZn6nTp0ys3gAAAAAyLEMJ1NHjhzRkCFDdPbsWVmt1jTzTSYTyRQAAACAPMtwMjV+/Hh5enrq008/VVBQkNzd3bMyLgAAAADI0QwnUydOnNDMmTPVoEGDrIwHAAAAAHIFw8lU+fLldeXKlayMBQCy3aVKwfrus/W2vwEAAIxyMVpx9OjRmj9/vv7555+sjAcAspXF00sX6jXRhXpNZPH0cnY4AAAgFzN8ZWrixImKjIxUhw4dVKpUKRUtWtRuvslk0rp16zIdIAAAAADkRIaTqWrVqslkMmVlLAAAAACQaxhOpqZOnZqVcQDAPVH86CGFDXlKkvTz+5/qYpUaTo4IAADkVpl6aG8qq9WqCxcuyMfHR25uWbJIAMgWronXVTT8P0mSS+J1J0cDAAByM8M3oJCkn3/+WY8//rhq1KihFi1a6K+//pIkvfnmm4yXAgAAAJCnGU6mNmzYoAEDBiggIEDjxo2T1Wq1zStXrpy+/vrrLAkQAAAAAHIiw8nUBx98oKeeekozZsxQly5d7Obdf//9On78eKaDAwAAAICcynAydfr0aTVv3jzdeYUKFdLly5cNBwUAAAAAOZ3hZKpkyZL6999/0533119/qWzZsoaDAgAAAICcznAy9eijj2r27NnatWuXbZrJZNLff/+thQsXqmPHjlkSIAAAAADkRIbvYz548GAdP35czzzzjIoXLy5J6t+/v2JiYtSiRQsNGDAgq2IEAAAAgBzHcDLl4eGhDz/8ULt379bOnTt18eJFFStWTE2aNFGTJk2yMkYAyDIXq9TQmu/2SZISSpZ2cjQAACA3y/QTdhs1aqRGjRplRSwAkO1SPAroin+gs8MAAAB5gOFkKiIi4q5luAkFAAAAgLzKcDLVqlUrmUymO5Y5evSo0cUDAAAAQI5mOJmaM2dOmmlxcXHasWOH9u/fr1dffTVTgQFAdvA58Lta93pEkvTtFxsVXauekyMCAAC5leFkqnXr1ulO79Kli6ZMmaLffvtNjzzyiOHAACC7uCQnOzsEAACQBxh+ztSdNG/eXBs3bsyORQMAAABAjpAtydTevXvl4eGRHYsGAAAAgBzBcDe/SZMmpZmWmJiof//9V3/88YeeffbZTAUGAAAAADmZ4WTqhx9+SDOtQIEC8vPz07hx49S9e/dMBQYAAAAAOVmWJlMAAAAAkF9ky5gpAAAAAMjrsvQ5U7djMpk0aNAgo28FAAAAADmO4WTq008/VVJSkq5duybpxnip69evS5IKFiwod3d3W1mSKQA5RXTNulpyOPLGC5PJucE4UXKyRWZzhKG6gYHl5eZm+PABAECeYfho+PHHH+ull17SwIED1bZtW3l6eio+Pl6bN2/Whx9+qP/973+qWbNmVsYKAJlnMkku+TeJShVzLkLnkhJl9rQ4VC/qbLg6SapYMShb4gIAIDcxnExNnDhR/fr1U9euXW3TPD091a1bN12/fl1vvfWWVq5cmSVBAgCynrefv/zKV3J2GAAA5FqGk6ljx44pICAg3XnlypXT8ePHDQcFANnFJTFRBaKjJEnXS/gqhQeMAwAAgwzfzc/f31/Lli2T1Wq1m261WvXll1+qbNmymQ4OALJaiaMH1aVlDXVpWUMljh50djgAACAXM3xl6pVXXtGwYcPUpk0btWzZUj4+PoqOjtaPP/6oiIgIvf/++1kZJwAAAADkKIaTqdatW2vlypX66KOP9P333ysyMlIlS5ZUzZo1NWvWLFWpUiUr4wQAAACAHCVT97atUqWK/ve//2VVLAAAAACQaxgeM3Wzs2fPau/evbp69WpWLA4AAAAAcrxMJVPLly9Xs2bN1LJlS/Xu3VsnT56UJA0aNEiffvpplgQIAAAAADmR4WTqk08+0cSJE9WpUyd9/PHHdnf1a9CggTZv3pwlAQIAAABATmR4zNQXX3yhgQMHauDAgUpOTrabV6FCBdtVKgAAAADIiwwnU+fPn1doaGi689zd3Rk/BSBHSnH30NXSZWx/AwAAGGU4mSpbtqwOHTqkxo0bp5l34MABlS9fPjNxAUC2uFi1plb/eNjZYQAAgDzA8Jipxx9/XB9++KG++uorxcfHS5IsFou2bdumRYsWqUePHhlazvz589W1a1eFhoaqcePGGjhwoP7991+7MtevX9eECRPUsGFDhYaGasiQIYqKirIrExERoQEDBqhWrVpq3Lix3nnnHVksFqOrBwAAAAB3ZPjKVL9+/XT27FmNHTtW48aNkyQ98cQTkqRevXqpd+/eGVrOb7/9pt69e6tGjRpKTk7WjBkz1K9fP33zzTcqXLiwJOntt9/W9u3bNXPmTBUtWlQTJ07U4MGDtWzZMklScnKynn/+efn6+mrZsmW6cOGCRo4cKXd3d7388stGVxG45ywWi8zmUw7XM5vNsnr6ZX1AAAAAuK1MPbR3zJgxeuqpp7Rz505dvHhRxYoVU+PGjR3q4rdo0SK711OnTlXjxo115MgR1a9fX5cvX9aqVas0ffp0W5fCt99+W4888oj279+v2rVra8eOHTpx4oQWL14sX19fValSRcOGDdP06dM1ePBgeXgwLgK5g9l8SmuOnJJvmQCH6v19IlzlKpfIpqjyFrf4y/L6+5gkKfb+yrIUKerkiAAAQG5lKJm6fv26mjRponfffVetWrXKcJe+jLh8+bIkqVixYpKkw4cPKykpSU2aNLGVqVSpksqWLWtLpvbv36/g4GD5+vrayoSFhWn8+PE6ceKEqlatmuH3N5myaEVyiNT1yWvrlds40g6+ZQLkV76SQ8uPPGM2EFX+Y5JU7J+/1KbXw5KkzUu3KLpWPecGlUtlZp/CfilnoB1yBtohZ6AdnC+3toGhZKpAgQIqVKiQXF1dszSYlJQUvf3226pTp46Cg4MlSVFRUXJ3d5eXl5ddWR8fH0VGRtrK3JxISbK9Ti2TER4eWbs+OYHJJLm6uspkkm56FBjusYy2g7u7q0wuFrk4OJrR5CKZTCbqZaTeTXtpFxelu8x7Hacz3jMz9dzdXeXubnx/yX4pZ6AdcgbaIWegHZwvt7aB4W5+nTp10sqVK9W8efMsC2bChAk6fvy4vvzyyyxbpiMSE5NzXTZ8N6kbpMWSnKs2zLwmo+2QlJQsa4qUkuLY8q0pktVqpd5d6pkkuz10ym0+63sdpzPeMzP1kpKSlZSUfPfCt8F+KWegHXIG2iFnoB2cL7e2geFkysvLS/v371eHDh3UrFkz+fr6ynRTJmIymfT0009neHlvvfWWtm3bpi+++EJ+fv83kN7X11dJSUmKi4uzuzoVHR2tkiVL2socPHjQbnmpd/tLLZNRuanxHGG15t11y01oB+fio886WbEd833IGWiHnIF2yBloB+fLbW1gOJmaMWOGpBvd6I4fP55mfkaTKavVqokTJ+q7777T559/rnLlytnNr169utzd3bVr1y61bdtWkvTvv/8qIiJCtWvXliTVrl1b8+bNU3R0tHx8fCRJO3fulKenp4KCgoyuIgAAAADclkPJVIcOHfTee+8pODhYx47duBvWunXr1Lx5c9sNIxw1YcIEbdiwQR988IGKFCliG+NUtGhRFSxYUEWLFlXXrl01depUFStWTJ6enpo0aZJCQ0NtyVRYWJiCgoI0YsQIvfbaa4qMjNTMmTPVu3dv7uQHAAAAIFs4lEwdP35c165ds71OTk7WyJEjtXLlSsPJ1NKlSyVJffr0sZs+ZcoUdenSRZL0+uuvy8XFRUOHDlViYqLCwsJsz7aSbgxWmzdvnsaPH68ePXqoUKFC6ty5s4YOHWooJgAAAAC4m0w9Z0q60U0vM/7666+7lilQoIDGjRtnl0Ddyt/fXwsWLMhULAAAAACQUZlOpgAgN0kq7KnI0AaSJEthTydHAwAAcrMsSaZMee1+4gDyrLj7K+vbJZucHQYAAMgDHE6mnnrqqTTJU+/evdNMM5lM+uOPPzIXHQAAAADkUA4lU4MHD86uOAAAAAAgVyGZApCveFyMUemd2yVJZxs3V2JxbydHBAAAcituQAEgXylq/ldhrzwnSdq8dIuiSaYAAIBBLs4OAAAAAAByI5IpAAAAADCAZAoAAAAADCCZAgAAAAADSKYAAAAAwACSKQAAAAAwgGQKAAAAAAzgOVMA8pXrxb116pEutr8BAACMIpkCkK/E31dRv0xf4OwwAABAHkA3PwAAAAAwgGQKAAAAAAygmx+AfKXQ+bMKXLdSknSqQzcllCrj5IgAAEBuRTIFIF8pfO6M6rw3XpJ0oV5jkikAAGAY3fwAAAAAwACuTAEAMiw52SKzOcJQ3cDA8nJz47ADAMg7OKoBADIs5lyEziUlyuxpcahe1NlwdZJUsWJQtsQFAIAzkEwBABzi7ecvv/KVnB0GAABOx5gpAAAAADCAZAoAAAAADCCZAgAAAAADGDMFIF9JKOmnI/2G2P4GAAAwimQKQL5ytWyA9r8y3tlhAACAPIBufgAAAABgAMkUAAAAABhANz8A+UqRcLNCPp4jSTr6zGBd8Q90ckQAACC3IpkCkK8UjL6gkC8XSZJOdnicZAoAABhGNz8AAAAAMIBkCgAAAAAMIJkCAAAAAANIpgAAAADAAJIpAAAAADCAZAoAAAAADCCZAgAAAAADeM4UgHzlin+g9ox5x/Y3AACAUSRTAPKVa76l9Hev55wdBgAAyAPo5gcAAAAABpBMAQAAAIABJFMA8pWi/x5X80G91XxQbxU9edzZ4QAAgFyMZApAvuJx+ZICftysgB83yyPukrPDAQAAuRjJFAAAAAAYQDIFAAAAAAaQTAEAAACAASRTAAAAAGAAyRQAAAAAGEAyBQAAAAAGkEwBAAAAgAFuzg4AyIssFovM5lN209zdXZWUlHzHemazWVZPv2yMDHHlg7Ttgy8lSZfLBzk5GgAAkJuRTAHZwGw+pTVHTsm3TIBtmsnFImvKnev9fSJc5SqXyObo8rekYsV1pkVbZ4cBAADyAJIpIJv4lgmQX/lKttcuLlLKXZKpyDPmbI4KAAAAWYUxUwAAAABgAMkUgHyl2F9/ql3n5mrXubmK//2ns8MBAAC5GN38AOQrbteuyvuvw5Ik14SrTo4GAADkZlyZAgAAAAADSKYAAAAAwACSKQAAAAAwgGQKAAAAAAwgmQIAAAAAA0imAAAAAMAAkikAAAAAMIDnTAHIV2KDq+qb1T9Jki4HVnByNAAAIDcjmQKQryQXKqzYkGrODgMAAOQBdPMDAAAAAANIpgAAAADAAJIpAPmK96F96taokro1qiTvw/ucHQ4AAMjFGDMFIF8xpSSrQFzsjb+Tk50bDAAAyNW4MgUAAAAABpBMAQAAAIABJFMAAAAAYADJFAAAAAAYwA0oAADZLjnZIrM5wvba3d1VSUkZuwFIYGB5ublxuAIA5DwcnQAA2S7mXITOJSXK7GmRJJlcLLKm3L1e1NlwdZJUsWJQtsYHAIARJFMAgHvC289ffuUrSZJcXKSUDCRTAADkZCRTAPKVmGq1tWL3v5IkS+EiTo4GAADkZiRTAPIVq5ubkryKOTsMAACQB3A3PwAAAAAwgCtTAPIVU3Ky3K4mSJKSCxaS1dXVyREBAIDciitTAPIV78P71KP+fepR/z55H97n7HAAAEAuRjIFAAAAAAaQTAEAAACAASRTAAAAAGAAyRQAAAAAGEAyBQAAAAAGkEwBAAAAgAEkUwAAAABggNOTqT179uiFF15QWFiYQkJCtHXrVrv5VqtV77//vsLCwlSzZk09/fTTOnXqlF2Z2NhYvfLKK6pTp47q1aun119/XVeuXLmHawEgt7C6uCqpiKeSinjywF4AAJApTk+mrl69qpCQEI0bNy7d+QsWLNDnn3+u8ePHa8WKFSpUqJD69eun69ev28q8+uqrOnHihBYvXqx58+bp999/19ixY+/VKgDIRWJqhGrFnv+0Ys9/iqke6uxwAABALubm7ACaN2+u5s2bpzvParXqs88+04svvqjWrVtLkqZNm6YmTZpo69atat++vf755x/9/PPPWrlypWrUqCFJGjNmjAYMGKARI0aodOnSDsVjMmVufXKa1PXJa+t1r1gsFv333ymH65nNZlk9/WyvTTf9b82SyGAE7ZAzGGkH9mFZj+NDzkA75Ay0g/Pl1jZwejJ1J+Hh4YqMjFSTJk1s04oWLapatWpp3759at++vfbt2ycvLy9bIiVJTZo0kYuLiw4ePKiHHnoow+/n4ZH3uvyYTJKrq6tMJsnKr0eHmc0nte7oKfmUCXCo3vF/whVQ2VsuN137NZlMkotVd9pHmFxulHNx8Jox9TJeLye2gzPe09n1MtIOqfXc3V3l7p739s/OxvEhZ6Adcgbawflyaxvk6GQqMjJSkuTj42M33cfHR1FRUZKkqKgoeXt72813c3NTsWLFbPUzKjExOddlw3eTukFaLMm5asPMKZKSkuVdOkClAys5VO/CabOsVqtSUm68NkmSi1XWlDufibemyK5eRlEvY/VMklyvX1ERs1lWSfEBgUouVNjpcTrjPZ1ZL6Pfh9R6SUnJSkpKduwNcVccH3IG2iFnoB2cL7e2QY5OppwhNzWeI6zWvLtuuYFVdC3LCaySiv/9p9r0aCtJ2rx0i6Jr1XNuUPmQke8D+6/sw/EhZ6AdcgbawflyWxs4/QYUd1KyZElJUnR0tN306Oho+fr6SpJ8fX0VExNjN99isejSpUu2+gAAAACQ1XJ0MhUQEKCSJUtq165dtmnx8fE6cOCAQkNv3IUrNDRUcXFxOnz4sK3M7t27lZKSopo1a97zmAEAAADkD07v5nflyhWZzWbb6/DwcB09elTFihVT2bJl1bdvX3344Ye67777FBAQoPfff1+lSpWy3d2vUqVKatasmd58801NmDBBSUlJmjhxotq3b+/wnfwAAAAAIKOcnkwdPnxYffv2tb2eMmWKJKlz586aOnWq+vfvr4SEBI0dO1ZxcXGqW7euFi5cqAIFCtjqTJ8+XRMnTtRTTz0lFxcXtWnTRmPGjLnn6wIAAAAg/3B6MtWwYUP99ddft51vMpk0bNgwDRs27LZlihcvrvfeey87wgMAAACAdOXoMVMAAAAAkFORTAEAAACAAU7v5gcA91JywUKKDaps+xsAAMAokikA+UpsSDV9s+4XZ4cBAADyALr5AQAAAIABJFMAAAAAYADd/ADkK+5xl+Szd48kKbJ2fSV5FXNyRAAAILfiyhSAfMXr5HG1fKGHWr7QQ14njzs7HAAAkIuRTAEAAACAAXTzAwDkWMnJFpnNEYbqBgaWl5sbhzkAQPbhKAMAyLFizkXoXFKizJ4Wh+pFnQ1XJ0kVKwZlS1wAAEgkUwCAHM7bz19+5Ss5OwwAANJgzBQAAAAAGEAyBQAAAAAG0M0PeZ7FYpHZfMpQXbPZLKunX9YGBAAAgDyBZAp5ntl8SmuOnJJvmQCH6/59IlzlKpfIhqjgLIlFi+nMAw/d+JsH9gIAgEwgmUK+4FsmwNAA9sgz5myIBs50ueL92jZvmbPDAAAAeQBjpgAAAADAAJIpAAAAADCAbn4A8pWCURdU9ruNkqTwBx/RNd9STo4IAADkViRTAPKVImfMajjhFUnSxcrVSaYAAIBhdPMDAAAAAANIpgAAAADAAJIpAAAAADCAMVMAgDwnOdkisznCUN3AwPJyc+PwCAC4O44WAIA8J+ZchM4lJcrsaXGoXtTZcHWSVLFiULbEBQDIW0imAAB5krefv/zKV3J2GACAPIwxUwAAAABgAFemAOQr13xK6u8eT9v+BgAAMIpkCkC+ciXgPu0Z956zwwAAAHkA3fwAAAAAwACSKQAAAAAwgG5+APKVwmfPqNLSxZKk4z2e0dUy/k6OCAAA5FYkUwDylUIXzqr6R/+TJIW3fJhkCgAAGEY3PwAAAAAwgGQKAAAAAAwgmQIAAAAAA0imAAAAAMAAkikAAAAAMIBkCgAAAAAMIJkCAAAAAAN4zhSAfOWqn7/2vzTmxt88Ywq3SE62yGyOMFQ3MLC83Nw4rAJAfsJeH0C+klC6jI4MGO7sMJBDxZyL0LmkRJk9LQ7Vizobrk6SKlYMypa4AAA5E8kUAAA38fbzl1/5Ss4OAwCQCzBmCgAAAAAM4MoUgHzF879/VX32O5Kkg4NGKv6+ik6OCAAA5FYkU8g1LBaLzOZTDtczm82yevplfUDIlQrExqjChpWSpL969yeZAgAAhpFMIdcwm09pzZFT8i0T4FC9v0+Eq1zlEtkUFQAAAPIrkinkKr5lAhweGB55xpxN0QAAACA/4wYUAAAAAGAAyRQAAAAAGEAyBQAAAAAGkEwBAAAAgAEkUwAAAABgAHfzA5CvXA6soF/emSdJig+s4ORoAABAbkYyBSBfSSzho1Mdujs7DAAAkAfQzQ8AAAAADCCZAgAAAAAD6OYHIF/xOnFM9ce9Kkn6ddx0xQVVdnJEyAuSky0ymyMM1Q0MLC83Nw7HAJAbsfcGkK+4X4lXqT922f4GskLMuQidS0qU2dPiUL2os+HqJKlixaBsiQsAkL1IpgAAyALefv7yK1/J2WEAAO4hxkwBAAAAgAEkUwAAAABgAMkUAAAAABhAMgUAAAAABpBMAQAAAIAB3M0PAAAn4flUAJC7sRcGkK9cqhSibz//5sbfQSFOjgb5Hc+nAoDcjWQKQL5i8SyqyLqNnB0GYMPzqQAg92LMFAAAAAAYwJUp3HMWi0Vm8ymH65nNZlk9/bI+IAAAAMAAkincc2bzKa05ckq+ZQIcqvf3iXCVq1wim6JCflHiz4MKG9xXkvTTrM90sWpNJ0cEAAByK5IpOIVvmQCHxwhEnjFnUzTIT1ySEuUZcdr2NwAAgFGMmQIAAAAAA0imAAAAAMAAkikAAAAAMIBkCgAAAAAMIJkCAAAAAAO4mx8M43lRAAAAyM9IpmAYz4sCAOdITrbIbI4wXD8wsLzc3fkJAACZxZ4UmcLzopDbXKxSQ6u3HpAkXfMt6eRoAGNizkXoXFKizJ4Wh+tGnQ1XJ0mVKgVleVwAkN+QTAHIV1I8CuhqWceupgI5kbefv8Mns6TUq1o3Tmq5u7sqKSk5w3UDA8vLzY2fDgCQij0iAAD5yM1XtUwuFllTMlYv9YpWxYpc0QKAVCRTAADkM6lXtVxcpJQMJlMAgLS4NTqAfMXnwO/qVc1Xvar5yufA784OBwAA5GJcmQKQ75isVmeHAAAA8gCSqTzkds99ysgAYwYVAwAAAI7h13MecrvnPt1tgDGDigEAd5OZZ1vl5RN2Rh9gL/G8LyAv4Bucx6T33CcGGAMAMsvos63y+gk7ow+w53lfQN6Qp5KpJUuWaNGiRYqMjFTlypX15ptvqmbNms4OK8czerbRbDbL6umXDREBAHIio8+2yuuMPMAeQN6QZ5KpjRs3asqUKZowYYJq1aqlTz/9VP369dPmzZvl4+Pj7PByNKNnG/8+Ea5ylUtkU1QAgLzA6Ak7i8UiySQ3N1eH6+aGboU3fy48PBl5SWa6vgYFVZJkytJ4slue+SYuXrxYjz/+uLp27SpJmjBhgrZt26ZVq1ZpwIABTo7OMUY3wsxcKTJytjHyjNnQewEA8g/DJ+z2/6Yixb3lX96xbnBGuxXe62MvD09GXpWZrq/d3V0VGFghmyLLHnkimUpMTNSRI0f0/PPP26a5uLioSZMm2rdvn0PLMuWAZNhsPqVFW3eomE8px+r9dVj+wVVluunxYSbpxtPEUqTb3Qz6YuQ5JSYlqlDBQg69X16vl5XvmZF2yMr3o1769UySTGfP2OZHnz2jc8XSXl3NzdtabqiX0e+Ds+PMi/Vurlu4YKEMt0NmYy1S3NvhODPDbHb8ZJ/ZbNZ3f5uz5NibEamfS+rPDpMy1g6SsfXDnZlMkpubqyyWZPH0jMwxun3avgs54Le4I0xWa+7fZM6fP68HHnhAy5YtU2hoqG36tGnTtGfPHn311VdOjA4AAABAXuTYaRQAAAAAgKQ8kkyVKFFCrq6uio6OtpseHR0tX19fJ0UFAAAAIC/LE8mUh4eHqlWrpl27dtmmpaSkaNeuXXbd/gAAAAAgq+SJG1BI0jPPPKORI0eqevXqqlmzpj799FMlJCSoS5cuzg4NAAAAQB6UZ5KpRx55RDExMZo1a5YiIyNVpUoVLVy4kG5+AAAAALJFnribHwAAAADca3lizBQAAAAA3GskUwAAAABgAMkUAAAAABhAMgUAAAAABpBM5UGxsbF65ZVXVKdOHdWrV0+vv/66rly5kqG6VqtVzz33nEJCQrR169ZsjjRvc7QdYmNjNXHiRLVt21Y1a9ZUixYtNGnSJF2+fPkeRp37LVmyRK1atVKNGjXUvXt3HTx48I7lN23apIcfflg1atRQhw4dtH379nsUad7mSDusWLFCvXr1Uv369VW/fn09/fTTd203ZIyj34dU33zzjUJCQjRw4MBsjjB/cLQd4uLiNGHCBIWFhal69epq27Yt+6ZMcrQNPvnkE9vxuHnz5nr77bd1/fr1exRt3rRnzx698MILCgsLy/DvzF9//VWdO3dW9erV9dBDD+nrr7++B5E6hmQqD3r11Vd14sQJLV68WPPmzdPvv/+usWPHZqjup59+KpPJlM0R5g+OtsOFCxd04cIFjRw5Uhs2bNCUKVP0888/64033riHUeduGzdu1JQpUzRo0CCtXr1alStXVr9+/RQdHZ1u+b179+qVV15Rt27dtGbNGj344IMaNGiQ/v7773sced7iaDv8+uuvat++vT777DMtW7ZMZcqU0bPPPqvz58/f48jzFkfbIVV4eLjeeecd1atX7x5Fmrc52g6JiYl65plndObMGb3//vvavHmzJk6cqNKlS9/jyPMOR9tg/fr1eu+99zR48GBt3LhRkydP1saNGzVjxox7HHnecvXqVYWEhGjcuHEZKn/69Gk9//zzatiwodauXaunnnpKY8aM0c8//5zNkTrIijzlxIkT1uDgYOvBgwdt07Zv324NCQmxnjt37o51//zzT2uzZs2sFy5csAYHB1u/++677A43z8pMO9xs48aN1mrVqlmTkpKyI8w8p1u3btYJEybYXicnJ1vDwsKs8+fPT7f8sGHDrAMGDLCb1r17d+ubb76ZrXHmdY62w60sFos1NDTUunr16myKMH8w0g4Wi8Xao0cP64oVK6wjR460vvjii/ci1DzN0Xb48ssvrQ8++KA1MTHxXoWY5znaBhMmTLD27dvXbtqUKVOsPXv2zNY485OM/M6cNm2atX379nbTXnrpJeuzzz6bnaE5jCtTecy+ffvk5eWlGjVq2KY1adJELi4ud7yknZCQoFdeeUVjx45VyZIl70WoeZrRdrhVfHy8PD095eaWZ56vnW0SExN15MgRNWnSxDbNxcVFTZo00b59+9Kts3//fjVu3NhuWlhYmPbv35+doeZpRtrhVgkJCbJYLCpWrFh2hZnnGW2HuXPnysfHR927d78XYeZ5Rtrhhx9+UO3atfXWW2+pSZMmevTRRzVv3jwlJyffq7DzFCNtEBoaqiNHjtiO16dPn9b27dvVvHnzexIzbsgtx2h+oeUxUVFR8vb2tpvm5uamYsWKKTIy8rb1pkyZotDQULVu3Tq7Q8wXjLbDzWJiYvTBBx+oR48e2RFinnPx4kUlJyfLx8fHbrqPj4/+/fffdOtERUXJ19c3TfmoqKhsizOvM9IOt5o+fbpKlSpl9+MHjjHSDr///rtWrlypNWvW3IMI8wcj7XD69Gnt3r1bHTp00EcffSSz2awJEybIYrFo8ODB9yLsPMVIG3To0EEXL15Ur169ZLVaZbFY1LNnT73wwgv3ImT8f+kdo319fRUfH69r166pYMGCTorMHslULjF9+nQtWLDgjmU2btxoaNnff/+9du/erdWrVxuqn59kZzvcLD4+Xs8//7wqVarEwRP5ykcffaSNGzfqs88+U4ECBZwdTr4RHx+vESNGaOLEiWlOBOHeslqt8vHx0cSJE+Xq6qrq1avr/PnzWrRoEceDe+TXX3/V/PnzNW7cONWsWVNms1mTJ0/W3LlzNWjQIGeHhxyGZCqXePbZZ9W5c+c7lilXrpx8fX0VExNjN91isejSpUu37b63e/dumc1m1a9f3276kCFDVK9ePX3++eeZCz4Pyc52SBUfH6/nnntORYoU0dy5c+Xu7p7puPODEiVKyNXVNc2A4ujo6DRntlL5+vqmuQp1p/K4OyPtkGrRokX66KOPtHjxYlWuXDk7w8zzHG2H06dP68yZM3rxxRdt01JSUiRJVatW1ebNmxUYGJi9QedBRr4PJUuWlJubm1xdXW3TKlasqMjISCUmJsrDwyNbY85rjLTB+++/r44dO9q6u4aEhOjq1asaO3asXnzxRbm4MErmXkjvGB0VFSVPT88cc1VKIpnKNby9vTN0tjA0NFRxcXE6fPiwqlevLulGspSSkqKaNWumW2fAgAFp+sd36NBBo0ePVsuWLTMffB6Sne0g3Uik+vXrJw8PD3344YecmXeAh4eHqlWrpl27dtm6q6akpGjXrl168skn061Tu3Zt7d69W08//bRt2s6dO1W7du17EHHeZKQdJGnBggWaN2+eFi1aZDfWEMY42g4VK1bU+vXr7abNnDlTV65c0RtvvCE/P797EndeY+T7UKdOHW3YsEEpKSm2H+2nTp1SyZIlSaQMMNIG165dS5MwpSa3Vqs1ewOGTe3atfXTTz/ZTcuJx2hS6zymUqVKatasmd58800dPHhQf/zxhyZOnKj27dvbbqt6/vx5Pfzww7aBlSVLllRwcLDdP0kqW7asypUr57R1yc2MtEN8fLyeffZZXb16VZMnT1Z8fLwiIyMVGRnJwOMMeuaZZ7RixQqtXr1a//zzj8aPH6+EhAR16dJFkjRixAi99957tvJ9+/bVzz//rI8//lj//POPZs+ercOHD9/xRz/uztF2+Oijj/T+++/r7bfflr+/v227z+jz8ZA+R9qhQIECaY4DXl5eKlKkiIKDg/kRnwmOfh+eeOIJxcbGavLkyTp58qS2bdum+fPnq3fv3s5ahVzP0TZo2bKlli5dqm+++UanT5/WL7/8ovfff18tW7a0u2IIx1y5ckVHjx7V0aNHJd14DMPRo0cVEREhSXrvvfc0YsQIW/mePXvq9OnTmjZtmv755x8tWbJEmzZtsjsBmhNwZSoPmj59uiZOnKinnnpKLi4uatOmjcaMGWObn5SUpJMnTyohIcGJUeZ9jrbDkSNHdODAAUnSQw89ZLes77//XgEBAfcu+FzqkUceUUxMjGbNmqXIyEhVqVJFCxcutHXlOHv2rN3Zxjp16mj69OmaOXOmZsyYofLly2vu3Lm2EwowxtF2WLZsmZKSkjR06FC75QwePFhDhgy5p7HnJY62A7KHo+1QpkwZLVq0SFOmTFHHjh1VunRp9e3bV/3793fWKuR6jrbBiy++KJPJpJkzZ+r8+fPy9vZWy5YtNXz4cGetQp5w+PBh9e3b1/Z6ypQpkqTOnTtr6tSpioyM1NmzZ23zy5Urp/nz52vKlCn67LPP5Ofnp0mTJqlZs2b3PPY7MVm5XgkAAAAADuOUFAAAAAAYQDIFAAAAAAaQTAEAAACAASRTAAAAAGAAyRQAAAAAGEAyBQAAAAAGkEwBAAAAgAEkUwAAAABgAMkUAOC2vv/+ez377LNq0KCBqlevrlatWmns2LE6efJklr7PqFGj9Oijj2bpMu9m//79eu6559S0aVPVrFlTrVq10tChQ3XgwIFsiWv27NkKDQ21vf71118VEhKiQ4cOZcny01ve7NmztXfv3ixZPgAgLTdnBwAAyJmmT5+uBQsWqG3btpo4caK8vb1lNpu1atUqDR8+XGvWrMmy9xo4cKCuXr2aZcu7mz/++EN9+/ZVs2bNNGHCBBUpUkT//feftm7dqoMHD6pWrVpZHlf37t3VvHnzLFlWeqpVq6bly5erUqVKtmlz5sxR4cKFVadOnWx7XwDIz0imAABpbN++XQsWLNDAgQM1bNgw2/T69eura9eu+vHHH7P0/QIDA7N0eXezdOlS+fv7a+7cuXJ1dZUkNW7cWD179lRKSkq2xOXn5yc/P78sW14qq9WqpKQkeXp6qnbt2lm+fADA7dHNDwCQxscffyxfX18NHDgw3fktW7a0/X39+nVNmTJFYWFhqlGjhh577DF99913duWPHz+u/v37q2HDhqpVq5batm2rBQsW2Obf2p3u66+/VkhIiP78808999xzql27ttq0aZPu1bBt27ape/fuqlmzpho1aqRx48bd9WpSXFycvL29bYnUzVxc/u/QeLu4Dh06pGeffda2Ljt37lRKSor+97//qUmTJmrSpInee+89u8Ts1m5+6fn444/VtWtX1a1bV40bN9bzzz+fpktlakzbt29Xx44dVaNGDf3www9puvmFhIRIkqZNm6aQkBCFhITo119/1ZAhQ9SzZ8807/3ll1+qRo0aio2NvWOMAID/QzIFALBjsVi0d+9eNWrUSO7u7nct/+qrr2r58uV67rnnNHfuXAUFBWnIkCH6/vvvbWVeeOEFxcXFafLkyZo/f7769eunhISEDC07LCxMc+fOVZUqVTRq1Cj9888/tvmbN2/Wiy++qODgYM2ZM0evvfaavvvuO73xxht3XG61atW0b98+zZw50255GTVy5Ei1aNFCc+bMUalSpTR48GBNnjxZ586d0zvvvKNevXrpo48+0jfffOPQcs+dO6cnn3xSH3zwgSZNmqSUlBT17NkzTYJz4cIFTZo0SU8//bQWLFigKlWqpFnW8uXLJUl9+vTR8uXLtXz5clWrVk3du3fXvn379O+//9qVX7VqlR566CEVL17coZgBID+jmx8AwE5sbKwSExNVtmzZu5Y9duyYvv32W02YMMF2teOBBx7QmTNnNHfuXD344IOKiYlReHi43njjDbVq1UqS1KhRowzF0rt3b/Xu3VuSFBoaqu3bt2vLli0aOHCgrFarpk2bpkceeUSTJ0+21SlZsqQGDBiggQMH6v777093uf369dOBAwf04Ycf6sMPP1Tx4sUVFhamJ554QvXq1btrXE8++aR69eolSSpdurQ6dOigw4cP2xKYZs2a6YcfftDmzZvVoUOHDK2rJL3++uu2v5OTk9W0aVM1btxYW7ZsUY8ePWzzLl26pAULFtjGdkk3ErGbpXb5K1OmjF33v7CwMJUtW1arVq3Sa6+9Jkn6+++/dfjwYb388ssZjhUAwJUpAMBtmEymu5b5448/JEkPP/yw3fR27drpzz//1NWrV1WiRAn5+/trxowZWr16dZof/XcSFhZm+7tw4cIqW7asrf7Jkyd15swZtWvXThaLxfavQYMGcnFx0eHDh2+7XE9PT3388cf66quvNGjQIFWuXFlbtmzRk08+qa+++uqucTVt2tT2d/ny5SWlTRArVKigs2fPZnhdpRt3GHzmmWfUsGFDVa1aVbVq1dLVq1d16tQpu3LFixe3S6Qc4eLioq5du2rt2rWyWCySblyV8vf3V+PGjQ0tEwDyK5IpAICd4sWLq0CBAoqIiLhr2UuXLsnd3T1N1zBfX19ZrVZdvnxZJpNJixYtUsWKFfXWW2+pefPm6tKli/bs2XPX5RctWtTutbu7uxITEyVJFy9elCQNGjRI1apVs/2rVauWkpOTM5TI1KxZU0OHDtWnn36qTZs2yc/PT9OnT3coLg8PD0mSl5fXbWPNiIiICD377LNKTk7WhAkTtHTpUq1cuVI+Pj66fv26XVlfX98MLzc93bp1U0xMjLZv366kpCStW7dOnTt3thsvBgC4O7r5AQDsuLm5qU6dOtq9e7csFovc3G5/qChWrJiSkpJ06dIlFStWzDY9KipKJpPJlnRUqFBBs2bNUlJSkvbt26cZM2bohRde0E8//aQiRYoYijM1gRs7dqxq1qyZZn6pUqUcWl65cuX08MMPa/HixYqKisp0wuKon3/+WVevXtWcOXNsiZnFYtGlS5fSlM3IVcM78fPzU7NmzbRq1SolJyfr4sWL6tKlS6aWCQD5EaegAABpPPPMM4qMjNS8efPSnb99+3ZJUt26dSXduBHEzTZv3qyqVauqcOHCdtPd3d3VoEEDDRgwQPHx8bpw4YLhGCtWrCg/Pz+dPn1aNWrUSPOvdOnSt60bFRWV7vRTp07Jw8MjzVWme+HatWsymUx2yeumTZtsXfGMcHd3T3NVK1X37t21fft2ffzxx2rcuLH8/f0Nvw8A5FdcmQIApNG8eXM999xzmj17tk6cOKH27durRIkSCg8P16pVq3T58mU1b95clStXVps2bTR16lRdu3ZNFSpU0Lp167Rv3z598MEHkm7cpOKdd97RI488onLlyik+Pl7z58+Xv79/pp7jZDKZNGrUKL366qu6evWqWrRooUKFCikiIkLbt2/X8OHDVaFChXTrjhkzRsnJyWrTpo3Kly+v+Ph4bdmyRT/++KOeeuopW9e9eyl1zNXo0aPVs2dPHT9+XIsXL85UYlexYkV9//33qlevngoVKqQKFSrI09NTktSiRQuVKFHCdqUQAOA4kikAQLpee+01hYaGasmSJXr99deVkJCgUqVKKSwsTP369bOVe/fddzVjxgwtWLBAsbGxqlixombNmmW7c1/JkiXl6+ur+fPn6/z58ypatKjq1aund999N93nPDmiXbt28vLy0rx587R+/XpJkr+/v5o1a3bHbnq9e/fWmjVrNH/+fEVGRqpgwYIKDAzU5MmT1blz50zFZFRISIimTJmiOXPm6Pnnn1eVKlX0/vvv66WXXjK8zLFjx+rtt99W//79de3aNX322Wdq2LChpBvdOVu1aqXNmzfroYceyqK1AID8xWS1Wq3ODgIAANxbKSkpat26tVq2bKk333zT2eEAQK7ElSkAAPKRxMREHTt2TFu2bNG5c+dsz/ECADiOZAoAgHzkwoUL6t69u7y9vfXmm2+qYsWKzg4JAHItuvkBAAAAgAHcGh0AAAAADCCZAgAAAAADSKYAAAAAwACSKQAAAAAwgGQKAAAAAAwgmQIAAAAAA0imAAAAAMAAkikAAAAAMOD/AVD6M+wfaD2YAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "\n", + "\n", + "num_molecules = original_embeddings.shape[0]\n", + "\n", + "# Shuffle indices for unrelated molecules\n", + "unrelated_indices = np.random.permutation(num_molecules)\n", + "unrelated_embeddings = augmented_embeddings[unrelated_indices]\n", + "\n", + "# Compute pairwise cosine similarity between original and unrelated\n", + "pairwise_unrelated_similarities = np.array([\n", + " cosine_similarity([original_embeddings[i]], [unrelated_embeddings[i]])[0][0]\n", + " for i in range(num_molecules)\n", + "])\n", + "\n", + "\n", + "plt.figure(figsize=(10,6))\n", + "plt.hist(pairwise_unrelated_similarities, bins=50, alpha=0.7, color='skyblue', edgecolor='black')\n", + "mean_sim = pairwise_unrelated_similarities.mean()\n", + "plt.axvline(mean_sim, color='red', linestyle='--', label=f'Mean = {mean_sim:.4f}')\n", + "plt.xlabel('Cosine Similarity')\n", + "plt.ylabel('Frequency')\n", + "plt.title('Cosine Similarity Distribution of Different Molecules (Unrelated SMILES)')\n", + "plt.legend()\n", + "plt.grid(True, alpha=0.3)\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "881eca62-7bf5-4b84-b0df-659942930a73", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mean cosine similarity: 0.0037\n", + "Std deviation: 0.1393\n", + "Range: -0.4398 to 1.0000\n" + ] + } + ], + "source": [ + "print(f\"Mean cosine similarity: {pairwise_unrelated_similarities.mean():.4f}\")\n", + "print(f\"Std deviation: {pairwise_unrelated_similarities.std():.4f}\")\n", + "print(f\"Range: {pairwise_unrelated_similarities.min():.4f} to {pairwise_unrelated_similarities.max():.4f}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "051f4149-d3eb-472b-b6d0-7060662efb6a", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Unrelated in top-5 neighbors: 7/5000\n", + "Unrelated as top-1 neighbor: 2/5000\n" + ] + } + ], + "source": [ + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "k = 5\n", + "similarities = cosine_similarity(original_embeddings, unrelated_embeddings)\n", + "correct_matches = sum(i in np.argsort(similarities[i])[-k:] for i in range(num_molecules))\n", + "top1_matches = sum(np.argmax(similarities[i]) == i for i in range(num_molecules))\n", + "\n", + "print(f\"Unrelated in top-{k} neighbors: {correct_matches}/{num_molecules}\")\n", + "print(f\"Unrelated as top-1 neighbor: {top1_matches}/{num_molecules}\")\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/moleculenet_eval/visualizations.ipynb b/simson_modeling/moleculenet_eval/visualizations.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..b6a3ab30e103378cecb86b7c9b9475fa814f5d50 --- /dev/null +++ b/simson_modeling/moleculenet_eval/visualizations.ipynb @@ -0,0 +1,610 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 30, + "id": "90d8362c-618c-42c9-8f2a-e73d2eb34abc", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from torch.utils.data import Dataset, DataLoader\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "from sklearn.cluster import KMeans\n", + "import umap\n", + "from rdkit import Chem, RDLogger\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "RDLogger.DisableLog('rdApp.*')\n", + "\n", + "# Set style for better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_palette(\"husl\")\n", + "\n", + "# === HELPER FUNCTIONS AND CLASSES ===\n", + "\n", + "def load_lists_from_url(data):\n", + " if data == 'bbbp':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv')\n", + " smiles, labels = df.smiles, df.p_np\n", + " elif data == 'clintox':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip')\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles'], axis=1)\n", + " elif data == 'hiv':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv')\n", + " smiles, labels = df.smiles, df.HIV_active\n", + " elif data == 'sider':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip')\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles'], axis=1)\n", + " elif data == 'esol':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv')\n", + " smiles = df.smiles\n", + " labels = df['ESOL predicted log solubility in mols per litre']\n", + " elif data == 'freesolv':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv')\n", + " smiles = df.smiles\n", + " labels = df.calc\n", + " elif data == 'lipophicility':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv')\n", + " smiles, labels = df.smiles, df['exp']\n", + " elif data == 'tox21':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip')\n", + " df = df.dropna(axis=0, how='any').reset_index(drop=True)\n", + " smiles = df.smiles\n", + " labels = df.drop(['mol_id', 'smiles'], axis=1)\n", + " elif data == 'bace':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv')\n", + " smiles, labels = df.mol, df.Class\n", + " elif data == 'qm8':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv')\n", + " df = df.dropna(axis=0, how='any').reset_index(drop=True)\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1)\n", + " return smiles, labels\n", + "\n", + "class SmilesEnumerator:\n", + " \"\"\"Generates randomized SMILES strings for data augmentation.\"\"\"\n", + " def randomize_smiles(self, smiles):\n", + " try:\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles\n", + " except:\n", + " return smiles\n", + "\n", + "class MoleculeDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_len=512):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels\n", + " self.tokenizer = tokenizer\n", + " self.max_len = max_len\n", + "\n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + "\n", + " def __getitem__(self, idx):\n", + " smiles = self.smiles_list[idx]\n", + " label = self.labels.iloc[idx]\n", + "\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_len,\n", + " return_tensors='pt'\n", + " )\n", + " item = {key: val.squeeze(0) for key, val in encoding.items()}\n", + " if isinstance(label, pd.Series):\n", + " label_values = label.values.astype(np.float32)\n", + " else:\n", + " label_values = np.array([label], dtype=np.float32)\n", + " item['labels'] = torch.tensor(label_values, dtype=torch.float)\n", + " return item\n", + "\n", + "# Your model classes (assuming these exist from previous conversation)\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(self.config.pad_token_id)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = self.dropout(outputs.last_hidden_state)\n", + " pooled = global_ap(hidden_states)\n", + " return self.linear(pooled)\n", + "\n", + "# === MAIN ANALYSIS FUNCTIONS ===\n", + "\n", + "def prepare_dataset_with_augmentation(dataset_name, sample_size=1000):\n", + " \"\"\"\n", + " Load dataset, create augmented SMILES, and prepare for embedding generation\n", + " \"\"\"\n", + " print(f\"Loading {dataset_name} dataset...\")\n", + " smiles, labels = load_lists_from_url(dataset_name)\n", + " \n", + " # Handle different label structures\n", + " if dataset_name == 'bbbp':\n", + " # Binary classification - convert to binary labels\n", + " label_values = labels.values\n", + " label_names = ['Non-permeable', 'Permeable']\n", + " elif dataset_name == 'clintox':\n", + " # Multi-task - use first task for visualization\n", + " label_values = labels.iloc[:, 0].values # Use first toxicity endpoint\n", + " label_names = ['Non-toxic', 'Toxic']\n", + " \n", + " # Remove NaN labels and sample for visualization\n", + " valid_mask = ~pd.isna(label_values)\n", + " smiles_clean = smiles[valid_mask]\n", + " labels_clean = label_values[valid_mask]\n", + " \n", + " # Sample for manageable visualization\n", + " if len(smiles_clean) > sample_size:\n", + " indices = np.random.choice(len(smiles_clean), sample_size, replace=False)\n", + " smiles_clean = smiles_clean.iloc[indices]\n", + " labels_clean = labels_clean[indices]\n", + " \n", + " # Create augmented SMILES\n", + " enumerator = SmilesEnumerator()\n", + " print(\"Generating augmented SMILES...\")\n", + " augmented_smiles = []\n", + " \n", + " for smiles_str in smiles_clean:\n", + " aug_smiles = enumerator.randomize_smiles(smiles_str)\n", + " augmented_smiles.append(aug_smiles)\n", + " \n", + " print(f\"Dataset: {dataset_name}\")\n", + " print(f\"Total molecules: {len(smiles_clean)}\")\n", + " print(f\"Label distribution: {np.bincount(labels_clean.astype(int))}\")\n", + " \n", + " return smiles_clean.tolist(), augmented_smiles, labels_clean, label_names\n", + "\n", + "def generate_embeddings_for_classes(model, tokenizer, smiles_list, labels, batch_size=256, max_length=512):\n", + " \"\"\"Generate embeddings and organize by class labels\"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " all_embeddings = []\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + " \n", + " # Tokenize batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " # Move to device\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings\n", + " batch_embeddings = model(input_ids, attention_mask)\n", + " all_embeddings.append(batch_embeddings.cpu().numpy())\n", + " \n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(smiles_list)} SMILES\")\n", + " \n", + " embeddings = np.vstack(all_embeddings)\n", + " \n", + " # Organize by class\n", + " class_embeddings = {}\n", + " unique_labels = np.unique(labels)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels == label\n", + " class_embeddings[label] = embeddings[mask]\n", + " \n", + " return embeddings, class_embeddings\n", + "\n", + "def analyze_class_separation(class_embeddings, label_names):\n", + " \"\"\"Analyze how well different classes are separated in embedding space\"\"\"\n", + " print(\"=== Class Separation Analysis ===\")\n", + " \n", + " class_keys = list(class_embeddings.keys())\n", + " \n", + " if len(class_keys) == 2:\n", + " # Binary classification analysis\n", + " emb1 = class_embeddings[class_keys[0]]\n", + " emb2 = class_embeddings[class_keys[1]]\n", + " \n", + " # Inter-class similarity (between different classes)\n", + " inter_sim = cosine_similarity(emb1, emb2)\n", + " mean_inter_sim = np.mean(inter_sim)\n", + " \n", + " # Intra-class similarity (within same class)\n", + " intra_sim1 = cosine_similarity(emb1)\n", + " intra_sim2 = cosine_similarity(emb2)\n", + " \n", + " # Remove diagonal for intra-class\n", + " intra_sim1_off_diag = intra_sim1[np.triu_indices_from(intra_sim1, k=1)]\n", + " intra_sim2_off_diag = intra_sim2[np.triu_indices_from(intra_sim2, k=1)]\n", + " \n", + " mean_intra_sim1 = np.mean(intra_sim1_off_diag)\n", + " mean_intra_sim2 = np.mean(intra_sim2_off_diag)\n", + " \n", + " print(f\"Class 0 ({label_names[0]}) size: {len(emb1)}\")\n", + " print(f\"Class 1 ({label_names[1]}) size: {len(emb2)}\")\n", + " print(f\"Mean inter-class similarity: {mean_inter_sim:.4f}\")\n", + " print(f\"Mean intra-class similarity (Class 0): {mean_intra_sim1:.4f}\")\n", + " print(f\"Mean intra-class similarity (Class 1): {mean_intra_sim2:.4f}\")\n", + " print(f\"Separation ratio: {(mean_intra_sim1 + mean_intra_sim2)/(2 * mean_inter_sim):.4f}\")\n", + " \n", + " return {\n", + " 'inter_class_sim': mean_inter_sim,\n", + " 'intra_class_sim': [mean_intra_sim1, mean_intra_sim2],\n", + " 'separation_ratio': (mean_intra_sim1 + mean_intra_sim2)/(2 * mean_inter_sim)\n", + " }\n", + "\n", + "def visualize_class_embeddings(embeddings, labels, label_names, dataset_name, sample_size=2000):\n", + " \"\"\"Create comprehensive visualizations of class-separated embeddings\"\"\"\n", + " \n", + " # Sample for visualization if needed\n", + " if len(embeddings) > sample_size:\n", + " indices = np.random.choice(len(embeddings), sample_size, replace=False)\n", + " embeddings_viz = embeddings[indices]\n", + " labels_viz = labels[indices]\n", + " print(f\"Sampling {sample_size} points for visualization\")\n", + " else:\n", + " embeddings_viz = embeddings\n", + " labels_viz = labels\n", + " \n", + " # Create color mapping\n", + " unique_labels = np.unique(labels_viz)\n", + " colors = plt.cm.Set1(np.linspace(0, 1, len(unique_labels)))\n", + " color_map = {label: colors[i] for i, label in enumerate(unique_labels)}\n", + " \n", + " # Create subplots\n", + " fig, axes = plt.subplots(2, 3, figsize=(18, 12))\n", + " fig.suptitle(f'{dataset_name.upper()} Dataset - Class Separation Visualization', fontsize=16, fontweight='bold')\n", + " \n", + " # PCA\n", + " print(\"Computing PCA...\")\n", + " pca = PCA(n_components=2, random_state=42)\n", + " pca_embeddings = pca.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 0].scatter(pca_embeddings[mask, 0], pca_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 0].set_title('PCA Visualization')\n", + " axes[0, 0].set_xlabel(f'PC1 ({pca.explained_variance_ratio_[0]:.2%} variance)')\n", + " axes[0, 0].set_ylabel(f'PC2 ({pca.explained_variance_ratio_[1]:.2%} variance)')\n", + " axes[0, 0].legend()\n", + " axes[0, 0].grid(True, alpha=0.3)\n", + " \n", + " # t-SNE\n", + " print(\"Computing t-SNE...\")\n", + " tsne = TSNE(n_components=2, random_state=42, perplexity=min(30, len(embeddings_viz)//4))\n", + " tsne_embeddings = tsne.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 1].scatter(tsne_embeddings[mask, 0], tsne_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 1].set_title('t-SNE Visualization')\n", + " axes[0, 1].set_xlabel('t-SNE 1')\n", + " axes[0, 1].set_ylabel('t-SNE 2')\n", + " axes[0, 1].legend()\n", + " axes[0, 1].grid(True, alpha=0.3)\n", + " \n", + " # UMAP\n", + " print(\"Computing UMAP...\")\n", + " umap_reducer = umap.UMAP(n_components=2, random_state=42, n_neighbors=min(15, len(embeddings_viz)//4))\n", + " umap_embeddings = umap_reducer.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 2].scatter(umap_embeddings[mask, 0], umap_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 2].set_title('UMAP Visualization')\n", + " axes[0, 2].set_xlabel('UMAP 1')\n", + " axes[0, 2].set_ylabel('UMAP 2')\n", + " axes[0, 2].legend()\n", + " axes[0, 2].grid(True, alpha=0.3)\n", + " \n", + " # Inter-class distance distribution\n", + " if len(unique_labels) == 2:\n", + " class_0_emb = embeddings_viz[labels_viz == unique_labels[0]]\n", + " class_1_emb = embeddings_viz[labels_viz == unique_labels[1]]\n", + " \n", + " # Sample for distance calculation if too large\n", + " if len(class_0_emb) > 500:\n", + " class_0_sample = class_0_emb[np.random.choice(len(class_0_emb), 500, replace=False)]\n", + " else:\n", + " class_0_sample = class_0_emb\n", + " \n", + " if len(class_1_emb) > 500:\n", + " class_1_sample = class_1_emb[np.random.choice(len(class_1_emb), 500, replace=False)]\n", + " else:\n", + " class_1_sample = class_1_emb\n", + " \n", + " inter_similarities = cosine_similarity(class_0_sample, class_1_sample).flatten()\n", + " \n", + " axes[1, 0].hist(inter_similarities, bins=50, alpha=0.7, color='skyblue', edgecolor='black')\n", + " axes[1, 0].axvline(np.mean(inter_similarities), color='red', linestyle='--', \n", + " label=f'Mean: {np.mean(inter_similarities):.4f}')\n", + " axes[1, 0].set_xlabel('Cosine Similarity')\n", + " axes[1, 0].set_ylabel('Frequency')\n", + " axes[1, 0].set_title(f'Inter-Class Similarity Distribution')\n", + " axes[1, 0].legend()\n", + " axes[1, 0].grid(True, alpha=0.3)\n", + " \n", + " # Embedding norms by class\n", + " for i, label in enumerate(unique_labels):\n", + " mask = labels_viz == label\n", + " norms = np.linalg.norm(embeddings_viz[mask], axis=1)\n", + " axes[1, 1].hist(norms, bins=30, alpha=0.6, \n", + " color=color_map[label], label=f'{label_names[int(label)]}')\n", + " \n", + " axes[1, 1].set_xlabel('L2 Norm')\n", + " axes[1, 1].set_ylabel('Frequency')\n", + " axes[1, 1].set_title('Embedding Norm Distribution by Class')\n", + " axes[1, 1].legend()\n", + " axes[1, 1].grid(True, alpha=0.3)\n", + " \n", + " # Class statistics summary\n", + " axes[1, 2].axis('off')\n", + " stats_text = f\"\"\"\n", + " {dataset_name.upper()} Dataset Statistics:\n", + " \n", + " • Total samples: {len(embeddings_viz):,}\n", + " • Embedding dimension: {embeddings_viz.shape[1]}\n", + " • Classes: {len(unique_labels)}\n", + " \"\"\"\n", + " \n", + " for i, label in enumerate(unique_labels):\n", + " count = np.sum(labels_viz == label)\n", + " percentage = 100 * count / len(labels_viz)\n", + " stats_text += f\"\\n - {label_names[int(label)]}: {count} ({percentage:.1f}%)\"\n", + " \n", + " axes[1, 2].text(0.1, 0.9, stats_text, transform=axes[1, 2].transAxes, fontsize=12, \n", + " verticalalignment='top', fontfamily='monospace')\n", + " \n", + " plt.tight_layout()\n", + " plt.show()\n", + " \n", + " return pca_embeddings, tsne_embeddings, umap_embeddings\n", + "\n", + "def clustering_analysis_for_classes(embeddings, labels, label_names, n_clusters=None):\n", + " \"\"\"Perform clustering analysis to evaluate class separation\"\"\"\n", + " if n_clusters is None:\n", + " n_clusters = len(np.unique(labels))\n", + " \n", + " print(f\"\\n=== Clustering Analysis (k={n_clusters}) ===\")\n", + " \n", + " # K-means clustering\n", + " kmeans = KMeans(n_clusters=n_clusters, random_state=42)\n", + " cluster_labels = kmeans.fit_predict(embeddings)\n", + " \n", + " # Calculate cluster purity\n", + " cluster_purities = []\n", + " for cluster_id in range(n_clusters):\n", + " cluster_mask = cluster_labels == cluster_id\n", + " cluster_true_labels = labels[cluster_mask]\n", + " \n", + " if len(cluster_true_labels) > 0:\n", + " unique, counts = np.unique(cluster_true_labels, return_counts=True)\n", + " purity = np.max(counts) / len(cluster_true_labels)\n", + " cluster_purities.append(purity)\n", + " print(f\"Cluster {cluster_id}: {len(cluster_true_labels)} samples, purity: {purity:.3f}\")\n", + " \n", + " avg_purity = np.mean(cluster_purities)\n", + " print(f\"Average cluster purity: {avg_purity:.4f}\")\n", + " \n", + " \n", + " return avg_purity\n", + "\n", + "# === MAIN EXECUTION ===\n", + "\n", + "def main_class_visualization():\n", + " \"\"\"Main function to run the complete class-based visualization analysis\"\"\"\n", + " \n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + " config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + " model = SimSonEncoder(config, max_len=512) # Adjust max_len as needed\n", + " model = torch.compile(model)\n", + " \n", + " model.to(device)\n", + " model.eval()\n", + " ds_name_to_model_path = {'bbbp': '/home/jovyan/simson_training_bolgov/moleculenet_eval/moleculenet_bbp_encoder.bin', 'clintox': '/home/jovyan/simson_training_bolgov/moleculenet_eval/moleculenet_clintox_encoder.bin'}\n", + " \n", + " \n", + " # Analyze both datasets\n", + " datasets = ['bbbp', 'clintox']\n", + " \n", + " for dataset_name in datasets:\n", + " model.load_state_dict(torch.load(ds_name_to_model_path[dataset_name], map_location=device))\n", + " print(f\"\\n{'='*50}\")\n", + " print(f\"ANALYZING {dataset_name.upper()} DATASET\")\n", + " print(f\"{'='*50}\")\n", + " \n", + " # Prepare dataset\n", + " smiles_list, augmented_smiles, labels, label_names = prepare_dataset_with_augmentation(\n", + " dataset_name, sample_size=1000\n", + " )\n", + " \n", + " # Generate embeddings for original SMILES\n", + " print(\"Generating embeddings...\")\n", + " embeddings, class_embeddings = generate_embeddings_for_classes(\n", + " model, tokenizer, smiles_list, labels\n", + " )\n", + " \n", + " # Analyze class separation\n", + " separation_stats = analyze_class_separation(class_embeddings, label_names)\n", + " \n", + " # Create visualizations\n", + " pca_emb, tsne_emb, umap_emb = visualize_class_embeddings(\n", + " embeddings, labels, label_names, dataset_name\n", + " )\n", + " \n", + " # Clustering analysis\n", + " clustering_analysis_for_classes(embeddings, labels, label_names)\n", + " \n", + " print(f\"\\nCompleted analysis for {dataset_name.upper()} dataset\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "id": "17ada2a4-e44e-4ff1-8b07-cd1f1b53298d", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using device: cuda\n", + "\n", + "==================================================\n", + "ANALYZING BBBP DATASET\n", + "==================================================\n", + "Loading bbbp dataset...\n", + "Generating augmented SMILES...\n", + "Dataset: bbbp\n", + "Total molecules: 1000\n", + "Label distribution: [239 761]\n", + "Generating embeddings...\n", + "=== Class Separation Analysis ===\n", + "Class 0 (Non-permeable) size: 239\n", + "Class 1 (Permeable) size: 761\n", + "Mean inter-class similarity: -0.1155\n", + "Mean intra-class similarity (Class 0): 0.3215\n", + "Mean intra-class similarity (Class 1): 0.5806\n", + "Separation ratio: -3.9042\n", + "Computing PCA...\n", + "Computing t-SNE...\n", + "Computing UMAP...\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABv4AAASdCAYAAACIDCv1AAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd4U9X/B/D3TZp075aWDqCMlr2XgIwCgkxBVIYgCCIoiCg/Bb8ouBUVmSoigqAsBRTKBhGRKbvsVaCDDuhO0ya5ub8/Qq5Nk5a2tHS9X8/jI7n35t5z0vT23PM553MESZIkEBEREREREREREREREVGFpijrAhARERERERERERERERHRw2Pgj4iIiIiIiIiIiIiIiKgSYOCPiIiIiIiIiIiIiIiIqBJg4I+IiIiIiIiIiIiIiIioEmDgj4iIiIiIiIiIiIiIiKgSYOCPiIiIiIiIiIiIiIiIqBJg4I+IiIiIiIiIiIiIiIioEmDgj4iIiIiIiIiIiIiIiKgSYOCPiIiIiIiIiIiIiIiIqBKwK+sCEBEREVU1YWFhNrcrlUo4OjrCz88PjRo1Qr9+/dClS5cKeQ4AsLe3h7e3Nxo1aoT+/fvjiSeegCAI+R5fmPMLggA7Ozs4ODjA3d0dAQEBaNCgAfr06YPmzZsX6dxUfl27dg2bNm3CiRMnEB0djbS0NCiVSnh7eyM0NBQdO3ZE37594eXlJb8nPDwcsbGx8uvLly+XRdFLnV6vx4YNG7Bz505cuXIFaWlpUKlUcHd3h6enJ2rXro2wsDB0794dderUKeviVkobN27EjBkz5NeTJk3C5MmTy7BED7Zjxw5MmTJFfh0cHIw9e/bke7zRaETXrl2RkJAgb/vuu+/QrVu3SvW7FhMTg+7du8uv27Zti1WrVsmvFy5ciEWLFsmvP/30UwwePPiRlrE4jh49ilGjRsmvBw0ahM8++6wMS0REREREjxIDf0RERETlhCiKyMzMRGZmJq5fv47Nmzdj8ODB+PTTTyvcOQAgJycHcXFxiIuLw+7du9GhQwcsXrwYTk5ORTpPbpIkQa/XQ6/XIyMjAzExMTh27Bh++uknNG/eHHPmzEHNmjWLfX5bKmInf2GUx3plZGRg9uzZ2Lp1KyRJstin1+sRGxuL2NhY7Nu3Dxs3bsSmTZvKqKRlIzk5GS+++CIuXrxosV2v1yMrKwt37tzBhQsXEBERAYPBgFdeeaWMSloxTZ8+3eI7tXLlSrRr164MS1RywsPD4eHhgdTUVABAdHQ0Tpw4gVatWtk8/siRIxZBP19fXzz++OOPoqhUgIoaiCQiIiKiR4uBPyIiIqIy1rlzZzg6OkKv1+PSpUuIi4uT923cuBG9e/fOd8ZdeT2HTqfDlStXLGaFHDp0CLNnz8acOXMKPMeDzu/g4ICMjAxcvnwZycnJ8r7Tp09j0KBB+PHHHzn7rwJKSUnBsGHDEBUVZbHdw8MDjRo1glqtRmJiIi5fvgyDwQCj0VhGJS077733nkXQz9nZGY0bN4aLiwsyMjIQFRWFpKSkMixh1RAYGIhevXrJryvCzEq1Wo2+ffvil19+kbf98ccf+Qb+/vjjD4vX/fv3h52dqfugc+fOFvfeyqxOnToWP+vAwMAyLE3heXl5WZS7SZMmZVgaIiIiInrUGPgjIiIiKmOzZs1CUFAQANPMneHDh+Ps2bPy/iNHjjww4FYez2EwGPC///0Pv//+u7x/8+bNeOutt+Dj41PgeQpzfkmSsHfvXsyePVsOdmg0GrzyyivYunUrPD09i3UNKhtTp061CPqpVCrMmDEDQ4cOhVKplLenp6dj48aN2LdvX1kUs8wkJydj79698usmTZpg1apVcHR0tDjuxo0b2LVrF/z9/R91EauMdu3aVciZgIMHD7YI/O3YsQMzZ86EWq22OE6r1WLXrl0W2wYNGiT/e/bs2aVazvKkT58+6NOnT1kXo8jq1auHBQsWlHUxiIiIiKiMMPBHREREVI6oVCq0bt3aIuCWnZ1dIc9hZ2eHSZMmWQT+JElCZGQkunXrVqRz2SIIAnr06IGQkBAMGTIEWVlZAIB79+5h2bJlmDZtmnzs8ePHsWvXLly8eBF37txBWloaNBoNHB0dERAQgJYtW2LYsGGoX7++/J68qTDNFi1aZJFqLXeKzFWrVuHcuXO4cuUK7t27h/T0dBgMBri5uaF27dro0qULhg0bBhcXF6vzXr9+HStXrsTx48cRFxeHnJwcuLq6wsPDA3Xq1EHjxo3Rt29fq1SmkiThr7/+wu+//47IyEjcvXsXgiDA398f7du3x6hRoyxmJBWnXqVt//79OHz4sMW2jz76CE899ZTVsW5ubhg9ejSGDx9e6PPrdDqsWLECly5dwtWrV5GSkoK0tDQAgLu7O0JDQ9GjRw8MGTLEKggCAGfOnMHq1atx+vRpJCQkQK/Xw9XVFV5eXqhXrx6aNGmCgQMHwtfXV37PnTt3sHLlShw+fBgxMTHIysqCs7MzPDw8ULNmTTRp0gQ9e/ZEw4YNC1WH6Ohoi1mOzZs3twr6AUDt2rUxYcKEfM9jMBiwfft2bN26FRcuXEBKSgrs7OwQFBSETp064YUXXrAZNLS1rltERAR++eUXXL58GZIkoUGDBhg9ejSeeOIJq/f/8ccf+Pfff3H58mUkJSUhLS0NOp0OLi4uqFWrFjp06IARI0bYHBSQe63PwMBA7NixAz/99BM2b96M6OhoaLVaeZ254lwnb4pPs9xrpAH/pf4sbJrcw4cP47fffsOZM2dw9+5diKIIb29vNG7cGP3790fPnj2hUCgs3mPr3EOHDsWSJUvw559/IjExEe7u7ujcuTNef/11+Pn5WV03P40bN0ZoaCiuXLkCAEhLS8Nff/1l9fPavXu3fD8FgEaNGiE0NFR+/aA1/or6+/KgdfYAYOTIkTh27Jj8eu/evfIgEODh7r0FKSi1Zt59Bcld3n379uHvv//GpUuXkJCQgLS0NGRnZ8PJyQnBwcFo27YtRowYgeDg4HzLYTZjxgyL74u5fIVd4+/s2bNYt24dTpw4If+sPDw80KBBA/Tu3Rv9+/e3uifaOvfMmTPxww8/YMeOHYiNjYWTkxPatWuHKVOmVIgZsURERESVDQN/REREROWIXq/HiRMnLLYVNUVXeTkHAJud+BqNpsjnKUidOnUwZMgQrFy5Ut4WERFhEfjbtm2bxUwXs8zMTFy5cgVXrlzBr7/+ig8++ABDhgwpdlnmzp1r0WFudu/ePdy7dw///vsv1qxZg19++QXVq1eX9x8/fhwvvvgicnJyLN6XmpqK1NRU3Lx5E3v37oWbm5tF4C8zMxNTp07F33//bXXNmzdv4ubNm9iwYQNmzpyJoUOHFrtepS0iIsLidVhYmM2gX262AnT5yczMxFdffWVzX1JSEpKSknDw4EH8+uuvWLlyJVxdXeX927Ztw5tvvmmVWjQlJQUpKSm4fv06duzYgTp16sgB7aioKAwdOlReT80sPT0d6enpuH37Ng4cOIDs7OxCB/5UKpXF699++w2+vr7o1q0b6tataxVAsiUxMRGvvvqqRUAfgJya98qVK1i3bh2++OILi0CMLTNnzsSvv/5qse3EiRM4ceIEXn31Vbz22msW+5YuXYqrV69anSc1NRWnT5/G6dOnsXr1aqxYsQINGjTI97o6nQ7jx4+3ChSX9HUehk6nw9tvv41t27ZZ7btz5w7u3LmD3bt3o127dli0aBHc3NzyPVdkZCR+/vlni+/S3bt3sXHjRhw9ehS///57ge/Pa9CgQfj888/l13/88YdV4C9vms+irCFXnN+XklDce29ZWLt2Lf766y+r7enp6Th//jzOnz+PNWvWYOHChejcuXOplEGSJHz22WdYsWKF1T7zPfHvv//GypUr8e233yIgICDfc0VHR2PgwIGIiYmRt+l0OuzcuROHDx/Gpk2bLIK0RERERFT6GPgjIiIiKmPvv/8+HB0dYTAYcOnSJYuZFK1bt0a/fv0qzDnyOn/+vNW23LOiSkqXLl0sAn937txBXFycRWelQqFArVq14OXlBTc3NxgMBsTGxuL69esAAFEU8cEHH6Bz586oVq2avI5XbGwszp07J5+nTp06qFu3rsXr3JydnVGrVi24u7vD0dERGo0Gly5dkjvuY2Nj8eGHH+Kbb76R3/Ptt99aBP0aNmwIf39/ZGRkIDExETExMRBF0areb775pkXQz8vLC40aNYJOp8PJkyeh1+uh1+sxe/ZsVK9eHV26dCl2vUrTyZMnLV4/KKVscXl4eCA4OBju7u6wt7dHRkYGLly4gMzMTADAhQsXsGDBAvzvf/+T3zN//nw5iKFQKNCkSRN4e3sjNTUVCQkJiIuLgyRJFtdZvny5RaCmdu3aqFmzJrRaLRISEhATEwO9Xl+kstetWxfu7u7yTEWtVou5c+di7ty5cHJyQv369dGqVSt0794dLVq0sHq/Xq/H+PHjLdYI9Pf3R1hYGDIyMnD69GkYjUZoNBpMnToV69evt5gBm9evv/4KHx8f1K9fH1FRURb3i8WLF6NVq1bo2LGjxXvs7e1Ru3ZtuLu7w9nZGdnZ2bh69SoSExMBmIJzM2bMsJglnJc5KOHk5ISGDRvC3t4ekZGRD3WdJk2aICsrC+fOnbOoR5s2beDl5SW/zv3vgrz//vsWQT87Ozt5ncqzZ8/Kv+tHjx7FlClTsHz58nzPtX//fgCme4KTkxNOnTol3wtiY2OxevXqAmd45jVgwAB89dVXMBgM8vlTU1Ph4eEBwPT55g6qqlSqIt37i/P7UlKKc+99GHnX/zO7evUqbty4Ib+2t7eHk5OTxTEqlQohISHw8PCAq6srcnJycPPmTTl4lp2djXfeeQd79+6Fvb29fK1r167Jf7MA0yzO3OsOFnYNwm+//dYq6NewYUO4u7vj7Nmz8gCdS5cu4aWXXsKmTZvyHWxx/PhxAKb7XLVq1XDq1Cn5O56eno4lS5bgww8/LFS5iIiIiKhkMPBHREREVMZszdYCgBo1auCzzz4r1Mym8nIOM51OhwsXLmDWrFkW293c3GwGJR6WrRkcd+/elQN/L7zwAqZOnWoxk8vsl19+wQcffAAAyMnJwd69ezFs2DB5Ha+8qfeefPLJfFNgrl69GqGhoRZr0gGmz2PUqFE4deoUAFNnu0ajgbOzMwBYzJR4+umn8cknn1i8Pz09HYcOHbJIwXj48GGLWSPh4eGYP3++/HOKiorC4MGDkZWVBUmS8OWXX6JLly7Fqldpu3fvnsXrwnZeF5aLiws2b96M0NBQCIJgsS8zM9Nitsr27dstAn+5A0GTJk3Cq6++avH+u3fv4p9//kGNGjXkbbl/no899phVB3tWVhaOHTsGO7vCP46p1Wq89dZbFmXLfb6TJ0/i5MmTWLp0KVq2bIk5c+ZYpAr8/fffLYJ+w4cPx7vvvivPFDx58iSGDx8OSZKQk5ODefPm4bvvvsu3PG3btsWSJUvg5OQEURTx9ttvY8uWLfL+JUuWWAT+vvrqK4SEhFjdR4xGI9544w1s374dAHDx4kVcv369wMBzgwYNsGTJEjnNpU6ne6jrjBgxAiNGjLBK+Tl58uQir+V3/fp1bNiwQX5tZ2eHFStWoE2bNgCAK1euYPjw4cjIyAAAHDp0CAcOHMDjjz+e7zlzp5fM+3t76NChIgX+fHx88Pjjj8trZOr1emzbtk1OnRsREWExyCA8PFwOChZGcX5fSkJx770Pw9b6f5GRkRg9erT8WqVSYcGCBRZB47feegsBAQE2U/V+/vnn+PHHHwGYgrBHjx5F586d5WvlTfk5YsSIIs3IBEwpXpcsWWKx7auvvpIDvHfu3MGIESPkn+W1a9ewcePGAmeN5053mzcV6KFDh4pUPiIiIiJ6eAz8EREREZVTt2/fxoABA/Dtt9+iffv2FeIcD0oP+OabbxYpgFhYtmaQ5A7wBAcHY8eOHdi+fTsuXryIu3fvIjs72+b7cs/UKCo/Pz989913OHjwIG7evIn09HSbM7sMBgNu374tpxoMCAjAzZs3AQAHDhzA0qVLUbduXdSoUQPBwcFwc3ND7969Lc6xe/dui9cpKSkW6U0By/SQV65cQUxMTImnXMub0tHMy8sLs2fPLtY5S3pGkFqthqurK7766iscPXoUt2/fhkajsfmzSUpKQnp6upw+MSAgALdu3QIAbNmyBS4uLggJCUHNmjURFBQEHx8fq7SkuWeaRkZGYtGiRQgLC0ONGjVQs2ZNODk5oWvXrkWux5AhQ+Dt7Y2vvvrKZjpLs5MnT2L06NHYunUrHBwcAAB79uyxOObWrVt4/fXXLbapVCo5iHbw4EHodLp8f1+nTJkiz2JSKpX4v//7P4vA38mTJ5GTkwN7e3sAQFBQEFavXo2//voL169fR1pamlVqW7OoqKgCA38zZ860WNsudxlL8jrFsW/fPovv7xNPPCEH/QAgNDQUzz77LJYtW2bxnvwCf82aNbMI7ISHh1vsT0hIKHIZBw8eLAf+AFNqT3PgL+9sy0GDBhXp3MX5fSkJxb33lqQrV65g3Lhx8gxipVKJL7/80up3PTg4GH/88Qd2796Nq1evIjk5Od81dG/cuFHi6T4PHTpkcb1mzZpZzOqsXr06xo4dKw+IAUzf0fwCf35+fpg4caL8ul27dnB2dpZnDRbnO0pERERED4eBPyIiIqIytnfvXgQFBUGSJCQkJOCHH37AqlWrAJhm8rz99tvYvXt3gQGz8nKO/Dg7O2PatGmlts5c7lkmZub1BSVJwuTJk60CH/kxd9oW1fXr1zFy5Eir2Wv5Mc/4AYCJEyfi+PHj0Ol0SExMxJdffinvU6lUaNy4Mfr164dnn31W/vxzzyoDIM9oKUhpBP527txpc3tRZu15e3tb1MfWz/NhHD9+HC+99JLNNcBsycjIkAN/r732GqZNmwZJkhAVFWUxG9PBwQHNmzfHoEGDMHDgQDnYPGbMGOzcuRPp6enIzMzEwoUL5fcolUqEhYWhV69eGDlyZJFnHnXr1g3dunXDpUuXcPToUZw6dQrHjx9HUlKSxXExMTHYvXs3+vfvL7/O7eDBgwVeR6fTISEhwWLWYG5504D6+fnBzc0N6enpAEwzyRITExEcHIx79+5h+PDhcnD7QXL/buSlUqnQsmVLm/tK8jrFlfe7GxoaanVM3s8u788mt7xrq+adtVzUlLEA0LVrV3h4eMgpME+fPo1bt24hOzsbly5dko/z9fUtcCaiLcX5fXlYD3PvLSk3b97Eiy++KH+mgiDgk08+sRqwkZ2djVGjRuHMmTOFOm9x/x4VpKS/ow0bNrSavezq6ioH/orzHSUiIiKih8PAHxEREVE5IQgC/P39MXPmTPz5559y51x8fDxOnz6Ntm3blvtzdO7cWU5fZm9vD29vbzRq1AjdunWDi4vLA69dXHnTlFavXl1O/7lz506roF9oaCiCgoKgUqmQnJyMf//9V95X3Nlmc+bMseh4dnBwQNOmTeHh4QFBEKzWD8t9nbZt22Lz5s1YvXo1jhw5gqioKLmzVK/X49SpUzh16hSOHDlikeatqLRabbHfW5patmxp0bG8f/9+q9mLD2P27NkWQT8XFxc0bdpUDqIcO3YMKSkp8v7cP5t+/fqhZs2aWL9+PY4dO4bbt2/La5hlZ2fjyJEjOHLkCC5evCinYKxTpw4iIiKwevVqHDhwANeuXZNnnYmiiAsXLuDChQvYs2cP1q1bZ5WesDDq16+P+vXr44UXXgBgCm5OnTpVXscOgMVaYMVRUt+XxYsXWwTj7Ozs0LRpU3h7e0OhUFitW1bQ76CPj4+cnrQ0r1Ncec/5sMGtvGk2i/NdyUutVqN///7ywA7ANOsv76yz/v37FykdLVC835e8zOsP5nb37t18r/kw996SEBcXhzFjxlgE32fNmmVzZuMvv/xiEfQTBAGNGjWCv78/lEql1dqrFfE7CpTM95SIiIiIio+BPyIiIqJyKO+sjryzecrrOWbNmlXiM8oe5Nq1axZragGwSFt2/Phxi33Tpk3DSy+9JL+OiIiwCPzlVdhO0dzXUavV2L59u0XKx7FjxxY4ky0kJERev81gMCApKQmXLl2ySOu4e/duedZe3s/566+/tlpvqiAlNdvm8uXLD32Ofv36YfPmzfLrK1eu4Pfffy8wJWBBaShzS0tLs0iL6evri23btskz+gCgV69eFoG/vJo0aSLPvDLPhDt//jw+/vhjOdC2evVqvPHGG3JqSz8/P0ydOhVTp06F0WhEUlISrl+/jsWLF8vflcjISBw/frxQ68jpdDpkZWXlu95a69at0adPH4v1BHMHbYKCgnDt2jX59fr169GsWbMHXjc/ly9fRqtWreTXCQkJ8mw/wDQzz9fXF4D17+CaNWvQtGlT+fV7771X6CBlfkG/krhOSfxO5P29vHLlitUxeX9nHvU9EzCl+8wd+Nu8ebPFWolA0dN8mhX19yV3SmIA8qw5s4SEBERHR+d7vYe99z6MpKQkjB49GnFxcfK26dOnY9iwYQ8sKwDMnTvX4r69ZMkSi8BfXlXpO0pERERExZf/UxMRERERlYmjR49ard9VrVq1CnmO0iRJEnbv3o1Ro0ZZzEzy8fHB2LFj5dd5Z4+YZyQCpk7bb7/9tsDrmAM5ZvmtV5T7OgqFQl5bDTAF7A4dOpTvNTZu3Ij9+/fLHe92dnaoXr06unXrhrCwMItjzTNf8q71NX/+fJud4wkJCfjll1/w4YcfFqtej0KXLl2s1o+cOXMmVq9eDVEULbanp6dj+fLlFsHbguT9+dvZ2VkEDFeuXFlgasiVK1fi6NGj8nnUajWCg4PxxBNPoEaNGvJxOp1ODnzt3r0bO3fulFPdKRQK+Pn5oUOHDmjdurXF+QuayZRbcnIyunXrhg8//BBnzpyxmrWTlpZm9R2rV6+e/O+835dPP/3UZmrEW7du4fvvv3/gzNIFCxbIv3eiKGLu3LkW+1u0aCH/DuT9GeT+3Th16pRF0PdhPOx1SuJ3omvXrhbBmV27duHEiRPy62vXrmH9+vVW73nUGjZsaHFviY6Otqhvo0aNbKaAfJDi/L54enpaBP+ioqJw5MgRAKZUl++9916B6SIf5t77MFJSUjBmzBh5TUMAmDx5MsaMGVOosgKWf4+ioqKwcuXKAq9ZEt/Rxx57zOIzOn36NLZt22ZxztxrUAJl8x0lIiIiouLjjD8iIiKiMvb+++/D0dFRXlvv7NmzFp36AQEBaN68eYU4R2l7//334eDggMzMTFy6dAnJyckW+11dXfHtt9/C09NT3ta8eXOsWbNGfv3xxx9j+/btUKvVOH369APTGdauXdvi9caNG3Hr1i35GjNmzED16tXRrFkzHD16FIAppd2TTz6JZs2a4e7duzh//nyBMzX27NmDvXv3wtHREbVr14avry8UCgVu375tMUvLzs4ONWvWBAB06tQJHTt2lNdqu3nzJnr16oWGDRvC19cX2dnZuHXrljzTJW+K1sLW61H5+uuvMXz4cERFRQEwpTh9//33sWDBAjRq1AgqlQqJiYm4fPkyDAaD1RpU+fH29kZQUJCcSvTOnTt44okn0LBhQ0RHR+PatWsQBCHflHobNmzApUuX4OLigjp16sDLywsAcPXqVYv0pJ6envK+Y8eOYeXKlVCpVKhduzb8/PygUqkQHx+P8+fPW5y/Tp06hf6MsrKy8PPPP+Pnn3+Gq6sr6tWrBw8PD2RmZiIyMtLiu1ytWjV07txZfj1o0CCsWrVKDuafOnUKXbt2RaNGjeDl5YXMzExERUXJM7IeNNvryJEj6NmzJ8LCwnDz5k2rNcDGjx8v/7tZs2YWM+2ee+45tGrVCpmZmTaDmMX1sNfJ+zsxe/ZsREREwMHBAc7Ozvj0008fWIa6deviqaeewqZNmwCYvsejRo1CkyZNoFKpcPbsWYuUmu3atbP4OT1KgwcPzrdOgwcPLtY5i/P7olar0aZNGzlAJ0kSRo8ejerVqyMpKemBa8Q9zL33Ybz33nsWg2OcnJxw5coVvPbaa1bHzp49G15eXmjWrJlFaurJkyejdevWEEURp06dspnmNLe839FvvvkG//77r5xK+4svvrAKDubl4eGBcePGWQT3p06dih9++AFubm6IjIy0WFuwdu3aePrppws8JxERERGVLwz8EREREZWxvOvT5ebh4YG5c+dapUIrr+cobQWVsUWLFvjiiy8QHBxssb1v375YvXq1vK6S0WiU0605ODjgtddew/z58/M9b/369dG0aVOcPXsWgGl207Fjx+T9kyZNQvXq1TFt2jQ8//zz8lpuqamp2L9/PwCgadOmCAgIwI4dOwqsn1artQoM5TZlyhSLoOaCBQswZcoU/PPPP3LZIiMjbb4375pLha3Xo+Ll5YX169dj9uzZ2Lp1q7w9JSVFrl9uBaV8zGvGjBmYPHmyvNZYQkKCPFOme/fuSEtLs0rBl5c5eGSLUqnEjBkzrD5jvV6Py5cv55sO9bnnnit0ADNv8CIjIwMnT560eayHhwfmz59vMZtIrVbjhx9+wKuvviqnEtTpdDh16lS+dSrIuHHj8MMPP9hM/zthwgQ8/vjj8utXXnkFf/75p5zCMSsrCwcOHAAA1KhRAx07drQIzhfXw16nd+/emD9/vhz00Gg08u9wfilWbfnggw+QlZWFnTt3AjDN8rL1Obdp0wYLFiwo9HlLWv/+/fHFF19YBZtUKpVFuuTiKOrvy+uvv45///1XDvJJkiSnz2zVqhW0Wi0uXLhg83wlce8tjrwpSXP/zPN666234OXlhZEjR+KPP/7A7du3AZjuEYcPHwZg+o49++yz+P777/O9ZqdOnRAQECB/NjqdTh78AZhm8j4o8AeY7u+pqan4+eef5W22/vaEhobi22+/LVRaZSIiIiIqPxj4IyIiIipHVCoV3NzcEBISgk6dOuG5556TZ0VUtHOUFjs7Ozg4OMDd3R0BAQGoX78++vbtixYtWtg8XqVSYcWKFVi8eDG2b9+OxMREuLq6ok2bNpg8ebLVrEFbvvvuO8ybNw8HDhxAUlKSzVkZTZs2xbp167BgwQIcP34c2dnZCAgIQJ8+fTBhwgTMmjUr3/NPnDgRjRs3xunTp3Hr1i2kpqYiIyMDarUafn5+aNq0KZ555hmrWXsuLi5YtmwZ9u/fj82bN+Ps2bNISkqCTqeDi4sLAgMD0bBhQ3Ts2BHdunUrVr0eJTc3N8ydOxevvPIKNm3ahOPHjyM6Ohrp6elQKBTw8fFBaGgoOnToUKTARI8ePbBixQp8++23OHPmDIxGI2rUqIHBgwdj1KhRGD16dL7vfeedd3D48GGcOXMG0dHRSE1NhUajgYODAwIDA9GiRQsMHz4cDRo0kN8zdOhQ+Pn54fTp07h+/TpSUlKQkZEBOzs7+Pj4oFGjRhgwYAB69OhR6Dr4+flhx44d+Oeff3D69Glcu3YN8fHx0Gg0kCQJrq6uqF27Njp27Ihhw4bZ/H319/fH+vXrsXPnTmzbtg3nz5/HvXv3YDQa4eLiguDgYDRp0gSdOnWyCNzZ8n//939o2rQpVq5cKQdkwsLCMHr0aPTu3dvi2ODgYPz222+YN28eDh48iMzMTFSrVg3h4eGYPHnyA9MbFtbDXqdatWpYuXIlFi5ciNOnTyMtLU0OFheFWq3GggUL8M8//2DTpk04ffo07t69C1EU4eXlhcaNG6Nfv37o3bt3kQLYJc3b2xtdunTB3r17LbaHh4cXKdCZW3F+XwDTrL1ffvkFCxYswOnTp6HX61GzZk0MGjQII0eOxIsvvpjvNR/m3vuoubu7Y926dZg3bx727duHlJQUeHp6olOnTpgyZcoD05La29vjp59+wrx583Ds2DEkJydbpUMuDEEQ8O6776J///5Yv349Tpw4gcTEROj1eri7u6N+/fro3bs3Bg4cyKAfERERUQUkSCWVV4WIiIiIiIgqpfDwcDltLIB8ZzESERERERFR2Sq74YVEREREREREREREREREVGIY+CMiIiIiIiIiIiIiIiKqBBj4IyIiIiIiIiIiIiIiIqoEuMYfERERERERERERERERUSXAGX9ERERERERERERERERElQADf0RERERERERERERERESVAAN/RERERERERERERERERJUAA39ERERERERERERERERElQADf0RERERERERERERERESVAAN/RFSpxcTEICwsDBs3bix35Vi4cCHCwsIeeVnK6rpERERUOWzcuBFhYWGIiYkpd+UYOXIkRo4c+cjLUlbXJSIiooonLCwMCxcuLOtiWJWjrNp45aVtSVSZMPBHRPky/+E1/9ekSRP06tULH3zwAe7evWt1/N27d/H555+jd+/eaNasGZo3b47Bgwfjm2++QXp6us1rDBkyBGFhYVi9enWhyrR8+XKEhYXh0KFD+R6zfv16hIWFYe/evYWraCWk1WqxcOFCHD16tKyLQkREVGmdPHkSCxcuzLedY4tGo8GCBQvQr18/NG/eHO3atcPAgQPx0UcfISEhQT7OPFCnQ4cO0Gq1VucJDw/Hyy+/bLEtd7st73/vvfdevmWaMGECmjVrhszMzHyPefPNN9G4cWOkpKQUuq6VzbVr17Bw4UJ2ShERET0EcxsnOTnZ5v5+/fpZDKYxD6QOCwvDN998Y/M9b775JsLCwtCiRYt8r/ug/qei9oGZ7dq1C2FhYfj111/zPebgwYMICwvDypUr8z2mKvjuu++wZ8+esi4GUZVgV9YFIKLy77XXXkNQUBB0Oh1OnDiBNWvWYP/+/YiIiICjoyMA4OzZsxg/fjyysrIwYMAANGrUCABw7tw5LF26FMePH8ePP/5ocd6bN28iMjISgYGB2LJlC4YPH/7AsvTp0wdz5szBli1b0KFDB5vHbNmyBR4eHujcuTPs7Oxw9uxZ2NmVv9vdxIkTMX78+FI5t1arxaJFizBp0iS0a9fukV2XiIioKjl16hQWLVqEQYMGwc3N7YHH6/V6PP/887hx4waeeuopPP/888jKysLVq1cRERGBnj17ws/Pz+I99+7dw5o1a/Diiy8WqkwdO3bEwIEDrbaHhITk+54BAwZg37592LNnD5566imr/VqtFn/++Sc6deoET09PDBw4EH379oVarS5UmR6lZcuWldq5r127hkWLFqFt27YICgp6ZNclIiIiwN7eHlu3bsUrr7xisT0rKwt//vkn7O3t831vUfqfCtMHllvXrl3h6uqKLVu24JlnnrF5zoiICCiVSvTt2xeAqQ9NqVQWptqPVGm38ZYsWYJevXqhR48ej/S6RFVR+esJJ6Jyp3PnzmjSpAkA4JlnnoGHhweWL1+OvXv3ol+/fkhPT8ekSZOgVCqxadMm1KlTx+L9U6dOxfr1663Ou3nzZnh7e2P69Ol47bXXEBMTY9WJkpefnx/atWuH3bt34/3337dqFCQkJOD48eN49tlnoVKpAKDAxl9ZsrOzK5OAZFldl4iIqKrbs2cPLly4gC+//BL9+/e32JeTkwO9Xm/1ngYNGmDZsmUYPnw4HBwcHniNWrVq2Qz8FSQ8PBzOzs7YsmWLzcDf3r175cFdAKBUKstlZxWAMuswYkcVERFR6erSpQt27dqFS5cuoX79+vL2vXv3Qq/Xo1OnTvlmPSpK/9OD+sDyUqvV6NWrFzZu3IiEhASrQVw5OTnYvXs3OnToAG9vbwDlt5+qrNp45bltSVRRMdUnERVZ+/btAUBOc7R27VokJCRg+vTpVkE/APDx8bEakQWYRjz16tVLHh0VERFRqOsPGDAAGRkZ+Ouvv6z2bd26FUajUe5Ms7W2XlJSEmbMmIHOnTujcePG6NSpEyZOnGiRtim/fOvh4eGYPn26/Do1NRWff/45+vfvjxYtWqBly5YYN24cLl269MB65F1rb/r06fmm5zKXRafTYf78+Rg8eDBatWqF5s2bY/jw4Thy5Ih8npiYGDz22GMAgEWLFlmdw9YafwaDAYsXL0aPHj3QuHFjhIeHY+7cudDpdFb1f/nll3H8+HEMGTIETZo0Qffu3fH7778/sL5ERESVycKFCzFnzhwAQPfu3eW/twWlgYyOjgYAtGzZ0mqfvb09XFxcrLa/+uqruHv3LtasWVNCJbfm4OCAJ554AkeOHMG9e/es9kdERMDZ2Rnh4eEAbK/DEhkZibFjx6Jdu3Zo2rQpwsPDMWPGDHn/0aNHERYWZtUhZ6utdunSJUyfPh3du3dHkyZN0LFjR8yYMaNQaUbzrrUXHh6eb/vKXJbY2FjMnj0bvXr1QtOmTdGuXTu5U9Bs48aNmDJlCgBg1KhRVuewtcbfvXv38M4776BDhw5o0qQJBgwYgE2bNtms/7Jly7Bu3Tq5Lfb000/j7NmzD6wvERFRVdG8eXMEBQVhy5YtFtu3bNmCTp06wcPDI9/3Frf/CbDuA7NlwIABMBqN2LZtm9W+v/76CxkZGRaDvvL2OWVmZuLjjz9GeHg4GjdujMceewxjxozB+fPn5WPy9keZ5W2DFKbfKD9523jm/iNb/+Uuy7JlyzB06FC5HTh48GDs2LHD4txhYWHIysrCpk2brM6R3xp/v/zyC/r27Sv33b3//vtWKfZHjhyJfv364dq1axg5ciSaNWuGxx9/HEuXLn1gfYkqM075IKIiu337NgDIjao///wTDg4O6NWrV6HPcebMGdy6dQuffPIJ1Go1evbsiS1btmDChAkPfO8TTzyB2bNnIyIiAk888YTFvoiICAQGBqJVq1b5vn/y5Mm4du0ann/+eQQGBiI5ORkHDx7EnTt3HjjjMK/o6Gjs2bMHvXv3RlBQEO7evYt169bh+eefx9atW61GehXkueeekwN2ZgcOHMCWLVvg5eUFwNQY/PXXX9GvXz8888wz0Gg0+O233zBu3Dj8+uuvaNCgAby8vDB79mzMnj0bPXv2RM+ePQHAKtiX28yZM7Fp0yb06tULY8aMwdmzZ7FkyRJcv34dixcvtjj21q1bmDJlCoYMGYJBgwZhw4YNmD59Oho1aoR69eoVur5EREQVWc+ePXHz5k1ERERgxowZ8PT0BAD5b7YtAQEBAIDff/8dr7zyCgRBeOB1WrVqhfbt2+OHH37AsGHDHjjrLycnx+aaOS4uLgXOSuvfvz82bdqE7du34/nnn5e3p6am4p9//kHfvn3zvfa9e/cwduxYeHp6Yvz48XBzc0NMTAx27979wPrZcujQIURHR2Pw4MHw9fXF1atXsX79ely7dg3r168v1Odm9s4770Cj0Vhs++mnn3Dx4kW5LRsZGYlTp06hb9++8Pf3R2xsLNasWYNRo0Zh69atcHR0RJs2bTBy5EisWrUKEyZMQO3atQHA5qA3AMjOzsbIkSNx+/ZtjBgxAkFBQdixYwemT5+O9PR0vPDCCxbHR0REQKPR4LnnnoMgCPjhhx8wefJk7NmzR85iQUREVNX169cPmzdvxrRp0yAIgtyfM2fOHBw4cMDmex6m/wmw7gOzpU2bNvD398eWLVswZswYi33mFKF501vmNmvWLOzcuRPPP/886tSpg9TUVJw4cQLXr1+Xl9IprML0GxVWz549UaNGDYtt58+fx08//WTR5l25ciXCw8PRv39/6PV6bN26FVOmTMGSJUvQtWtXAMCcOXMwc+ZMNG3aFM8++ywAWJ07t4ULF2LRokXo0KEDhg0bhqioKKxZswaRkZFYs2aNRfsoLS0N48aNQ8+ePfHkk09i586d+PLLLxEaGoouXboUur5ElQkDf0T0QJmZmUhOToZOp8PJkyexePFiODg4oFu3bgCAGzduoFatWkVKcbR582ZUr15dDtD17dsXGzZswMWLFx/YCHFxcUG3bt2wb98+ZGZmyqPjb9y4gfPnz+Pll1/Ot0MoPT0dp06dwltvvYWxY8fK219++eVClz23sLAw7Ny5EwrFfxOoBw4ciCeffBK//fYbXn311UKfq0WLFhYLUd+6dQsffvghOnbsiKFDhwIA3N3d8eeff1p81s8++yyefPJJrFq1Cp988gmcnJzQq1cvzJ49G2FhYQ9M93Xp0iVs2rQJzzzzDD766CMAwIgRI+Dl5YUff/wRR44ckUe4AUBUVBR++eUXtG7dGgDw5JNPokuXLti4cSPefvvtQteXiIioIqtfvz4aNmyIiIgI9OjRo1CDh3r06IGQkBAsWLAAGzZsQLt27dCqVSt069ZNTv1ky6RJk/D8889j7dq1GD16dIHX+O233/Dbb79ZbZ87d668rowt7du3h6+vLyIiIiwCfzt27IBer7dKTZrbqVOnkJaWhmXLlsmpsQBTuvfiGD58uNWahs2bN8cbb7yBEydOyG2QwsjbybZ9+3acP38er732mjwoqmvXrujdu7fFcd26dcNzzz2HnTt34qmnnkJwcDBat26NVatWoUOHDlZrKOe1bt06XL9+HV988YWcInXo0KEYOXIk5s2bh6efftpihmdcXBx27doFd3d3AKY1GV955RX8888/cpubiIioquvXrx++++47uT2wfft2qNVqhIeH5xv4K2r/04P6wGxRKBTo27cvli1bhqioKHlt5czMTOzfvx89e/aEs7Nzvu/fv38/nn32WYtZdC+99FKhPpO8CtNvVFj169e3SKuanJyMefPmITQ0FJMmTZK379y502KA2IgRIzB48GAsX75cDvwNHDgQs2fPRnBw8AP7qZKTk7FkyRJ06tQJS5culfvcateujQ8++ACbN2/G008/LR+fmJiIzz//XE5ZP2TIEISHh2PDhg0M/FGVxVSfRPRAo0ePxmOPPYYuXbpg6tSpcHZ2xqJFi+TZbJmZmQU2YPIyGAzYtm0bnnzySTlA1759e3h7e2Pz5s2FOseAAQOQk5ODXbt2ydvMqRoK6phycHCASqXCsWPHkJaWVugy50etVssNEFEUkZKSAicnJ4SEhODChQvFPm9WVhYmTZoENzc3fPXVV3Kuc6VSKTfejEYjUlNTYTAY0Lhx42Jfb//+/QBgNSrN3OFm3m9Wt25diw43Ly8vhISEyOnLiIiIyDYHBwf8+uuv8uCjjRs34n//+x86deqEDz/80CrFtlmbNm3Qrl07/PDDD8jOzi7wGt27d8fy5cut/ntQoEqpVKJv3744deqURZqliIgI+Pj4WGUlyM3V1RWAKZWVrXUKiyp3x5F5BmOzZs0AwCLlVVFdu3YN77zzDrp3726Rhj739fR6PVJSUlCjRg24ubkVu331999/w9fX12ItIJVKhZEjRyIrKwv//vuvxfF9+vSRg34A5LYW21dERET/qVevHsLCwrB161YApnZK9+7d4ejoaPP44vQ/PagPLD/mgT6504ju3LkTOTk5BfZTAYCbmxvOnDmDhISEAo8rjNLoNwJMfV5vvvkmNBoNFi9eDCcnJ3lf7rZUWloaMjIy0KpVq2Jf79ChQ9Dr9Rg1apTFQPtnnnkGLi4uVv1UTk5OFsFEtVqNJk2asB1FVRpn/BHRA7333nsICQmBUqmEj48PQkJCLP7wuri4WKVQKsjBgweRnJyMpk2b4tatW/L2du3aYevWrfi///s/i/Pb0rlzZ3h4eCAiIgKDBw8GYFrfr379+gWmm1Sr1Zg2bRo+//xzdOzYEc2aNUPXrl3x1FNPwdfXt9B1MDMajVi5ciVWr16NmJgYiKIo7ysoDcSDvPvuu7h9+zbWrl0rpw4z27RpE3788UdERUVZdK4VNU2pWWxsLBQKhVWKBV9fX7i5uSE2NtZie/Xq1a3O4e7uXiKBVCIiosogNTXV4m+0g4ODHBxzdXXFW2+9hbfeeguxsbE4fPgwfvzxR/z8889wcXHJd5bc5MmTCzXrz9/fHx06dChWufv3748VK1YgIiICEyZMQHx8PI4fP46RI0fKg5Bsadu2LXr16oVFixZhxYoVaNu2LXr06IH+/fsXKSOEWWpqKhYtWoRt27ZZrTmYkZFR5PMBpoFqkyZNgp+fH+bMmWORHSI7OxtLlizBxo0bkZCQAEmSHvp6sbGxqFmzplWb1pwaNC4uzmJ73vaVOQiYdx0bIiKiqq5fv35Yvnw5Ro8ejVOnThWYsrM4/U8P6gPLT/369REaGoqIiAhMnjwZgCkI6OnpiU6dOhX43mnTpmH69Ono2rUrGjVqhC5dusgZB4qjpPuNAGDevHk4cuQIlixZYtV/tG/fPnz77be4ePGixUC2oqRnz83cTjKnVjdTq9UIDg626qfy9/e3upa7uzsuX75crOsTVQYM/BHRAzVt2tQibVNetWvXlv+4F6Zzxzyq6vXXX7e5/9ixYxapJW1RqVTo3bs3fv31V9y9exdxcXG4efMm/u///u+B1x89ejTCw8OxZ88e/PPPP5g/fz6+//57/PTTT2jYsGGB780d2AOA7777DvPnz8fTTz+NKVOmwN3dHQqFAp988olFp1FR/PTTT4iIiMAXX3xhlXbijz/+wPTp09GjRw+MHTsW3t7eUCqVWLJkyUOPZCpsg6ygjj8iIiIyBemOHTsmvx40aBA+++wzq+MCAwMxZMgQ9OzZEz169MCWLVvyDfy1adMGbdu2xQ8//CCnAC9pjRs3Ru3atbF161ZMmDABERERkCTpgaPUBUHAggULcPr0aezbtw8HDhzAO++8g+XLl2PdunVwdnbOt51hNBqttr3++us4deoUxo4diwYNGsDJyQlGoxHjxo0rdvtq+vTpSExMxK+//mqRYhMAPvzwQ2zcuBEvvPACmjdvDldXVwiCgKlTpxb7ekWVX/vqUV2fiIjoUbG3twdgmtVvi1arhb+/f77v79evH+bOnYuZM2fCw8MDHTt2zPfY4vQ/PagPrCD9+/fHV199hcjISPj7++Po0aN47rnnYGdXcBd8nz590Lp1a+zevRsHDx7EsmXLsHTpUixcuPCBqSpFUbRoR5RGv9GePXuwdOlSTJkyBZ07d7bYd/z4cUycOBFt2rTBrFmz4OvrC5VKhQ0bNljMfixN7KcissbAHxE9tG7duuHUqVPYtWuXRTojW7KysvDnn3+iT58+6NWrl9X+jz76CFu2bHlg4A8wNajWrl2Lbdu2ISYmBoIgPPD6ZjVq1MCLL76IF198ETdv3sRTTz2FH3/8EV9++SUA08igvCOsdTodkpKSLLbt3LkT7dq1s8qRnp6ebjVTrzCOHz+OOXPm4IUXXpDTROS9XnBwMBYtWmTRgbZgwQKL44oyqiowMBBGoxG3bt2SR6EDwN27d5Geno7AwMAi14OIiKgqyO/v7dtvv23RjqhWrVqB53F3d0dwcDCuXr1a4HGTJ0/GyJEjsXbt2qIXtpD69++P+fPn49KlS4iIiECtWrXQtGnTQr23efPmaN68OaZOnYotW7Zg2rRp2LZtG5555hm4ubkBsJ5Bl3fEdlpaGg4fPozJkydbrB1z8+bNYtfp+++/x549e7Bo0SKLto6ZeR2/3Ovq5OTkWJW1qO2ry5cvw2g0WswSuHHjBgAgICCgqNUgIiKqFMx/A6OioqxmvGu1WsTHxxcYzAsICEDLli1x7NgxDBs2LN+gWkn2PxWWOSgZERGBgIAAiKL4wAFUZtWqVcOIESMwYsQI3Lt3D4MGDcJ3330nB/5s9VMBptlxuWcGFrbfqLCioqLw9ttvo0ePHjZnV+7cuRP29vZYtmyZxWSADRs2FOt6wH/fkRs3bljUTafTISYmptjZLYiqEq7xR0QPbejQofD19cVnn32GqKgoq/337t3DN998AwDYvXs3srKyMGLECPTu3dvqv27dumHXrl35rnGTW6tWrRAYGIjNmzdj27ZtaNOmTYGjwgBTIzLvqLIaNWrA2dnZ4prBwcE4fvy4xXHr16+3mvGnVCqtRmJv3769WHnZExMT8frrr6Nly5Z46623bB5jHsWU+5pnzpzB6dOnLY4z57cvTHoocyPyp59+sti+fPlyi/1ERERkyfz3Nm+AqHHjxujQoYP8X926dQEAly5dQnJystV5YmNjcf36dYSEhBR4vbZt28qz/vIbJf+wzJ1TCxYswMWLFwvVWZWWlmbVHjJnLTC3rwIDA6FUKq3WtluzZo3F6/xGbOdtpxTWoUOHMG/ePEyYMAE9evSweYyta65atcqq3Zffz9uWzp07IykpCdu2bZO3GQwGrFq1Ck5OTmjTpk1RqkFERFRpPPbYY1CpVFizZo3VzP9169bBYDBYzSrL6/XXX8ekSZMwcuTIfI8pyf6nwgoICEDr1q2xbds2bN68GUFBQWjZsmWB7xFF0apt4e3tjWrVqln1U505c8Zi2759+3Dnzh2L9xa236gwNBqNnCr9s88+szkISqlUQhAEi3ZTTEwM9u7da3Wsk5NTofqpOnToAJVKhVWrVlnU47fffkNGRgb7qYgKgTP+iOihubu7Y/HixRg/fjyeeuopDBgwAI0aNQIAXLhwAREREWjRogUAYMuWLfDw8JBf5xUeHo7169fjr7/+whNPPFHgdQVBQP/+/fHdd98BAKZMmfLAst68eROjR49G7969UbduXSiVSuzZswd3795F37595eOeeeYZzJo1C5MnT0aHDh1w6dIl/PPPP1az+Lp27YrFixdjxowZaNGiBa5cuYItW7YUKw/7Rx99hOTkZIwbN05eqNosLCwM9evXR9euXbFr1y68+uqr6Nq1K2JiYrB27VrUrVsXWVlZ8vEODg6oW7cutm/fjlq1asHDwwP16tVDaGio1XXr16+PQYMGYd26dUhPT0ebNm0QGRmJTZs2oUePHiU6+o2IiKgyMbd3vv76a/Tp0wcqlQrdunWDk5OTzeMPHjyIhQsXIjw8HM2aNYOTkxNiYmKwYcMG6HQ6eT2YgkyaNAmjRo3Kd//Nmzfxxx9/WG338fEpcPS8WXBwMFq0aCF31hQm8Ldp0yasWbMGPXr0QI0aNaDRaLB+/Xq4uLjIHXeurq7o3bs3fv75ZwiCgODgYPz1119Wa/i5uLigTZs2+OGHH6DX6+Hn54eDBw8iJibmgeWw5Y033oCXlxdq1apl9bl07NgRPj4+6Nq1K/744w+4uLigbt26OH36NA4dOmS1XnODBg2gVCqxdOlSZGRkQK1Wo3379vD29ra67nPPPYd169Zh+vTpOH/+PAIDA7Fz506cPHkS77zzjlW6USIioqrC29sbr776KubNm4cRI0YgPDwcjo6OOHXqFCIiItCpUyeEh4cXeA7zYKiClGT/U1EMGDAA7777LhITEwtcf9BMo9GgS5cu6NWrF+rXrw8nJyccOnQIkZGRFtkInnnmGezcuRPjxo3Dk08+idu3b2PLli1W6+0Vtt+oMBYtWoRr165h4sSJVoG8GjVqoEWLFujSpQuWL1+OcePGoV+/frh37x5Wr16NGjVqWK2x16hRIxw+fBjLly9HtWrVEBQUhGbNmlld18vLCy+//DIWLVqEcePGITw8HFFRUVi9ejWaNGliM0MWEVli4I+ISkSzZs2wZcsWLFu2DH/99Rf++OMPKBQK1K5dG+PHj8fzzz+Pe/fu4fDhw+jbt2++o7kfe+wxODo6YvPmzYVqeJkDf2q12mbqhrz8/f3Rt29fHD58GJs3b4ZSqUTt2rUxb948i/c/++yziImJwW+//YYDBw6gVatW8uLRuU2YMAFarRZbtmzBtm3b0LBhQyxZsgRfffXVA8uSV0pKCkRRxKeffmq1b9KkSahfvz4GDx6Mu3fvYt26dfjnn39Qt25dfPHFF9ixY4fFWkKAKZD44Ycf4tNPP4Ver8ekSZNsBv7MxwYFBWHTpk3Ys2cPfHx88PLLL1uk2CIiIiJLTZs2xZQpU7B27VocOHAARqMRe/fuzTfw98QTT0Cj0eDgwYM4cuQI0tLS4ObmhqZNm2LMmDGFGmzTrl07tG3b1urvvtnBgwdx8OBBq+1t27YtVOAPMLWvTp06haZNm6JmzZoPPL5t27aIjIzEtm3bcPfuXbi6uqJp06b48ssvLQZDzZw5EwaDAWvXroVarUbv3r3x1ltvWaVq/+qrr/Dhhx9i9erVkCQJHTt2xNKlS/H4448Xqvy5paSkADClX81r5cqV8PHxwf/+9z8oFAps2bIFOTk5aNmypdyBlZuvry/ef/99LFmyBP/73/8giiJWrlxpM/Dn4OCAVatW4csvv8SmTZuQmZmJkJAQfPrppxg8eHCR60FERFSZTJw4EYGBgfjll1/wzTffwGAwICgoCJMnT8b48eMt0mQXR2n0PxVWr1698OGHH0Kn0xUqQOXg4IBhw4bh4MGD2LVrFyRJQo0aNTBr1iwMHz5cPu7xxx/H9OnTsXz5cnzyySdo3LgxvvvuO3z++ecW5ytKv9GDmNtR3377rdW+QYMGoUWLFnjsscfw8ccfY+nSpfjkk08QFBSEadOmITY21irwN336dLz33nuYN28esrOzMWjQIJuBP8CU4t7Lyws///wzPv30U7i7u+PZZ5/FG2+8AZVKVaR6EFVFgsTVwomIiIiIiIiIiIiIiIgqPK7xR0RERERERERERERERFQJMPBHREREREREREREREREVAkw8EdERERERERERERERERUCTDwR0RERERERERERERERFQJMPBHREREREREREREREREVAkw8EdERERERERERERERERUCTDwR0RERERERERERERERFQJ2JV1ASqSpKSMsi5CiVKrldDpxLIuxiPBulZOrGvlxLpWTpW1rr6+rmVdhAqhIrShKut39FHj51gy+DmWDH6OD4+fYcng52iNbajCKcs2VFX+3lblugOsf1Wuf1WuO8D6V+X6V6S6F7YNxRl/VZQgWP6/MmNdKyfWtXJiXSunqlRXqpj4HS0Z/BxLBj/HksHP8eHxMywZ/BypIqrK39uqXHeA9a/K9a/KdQdY/6pc/8padwb+iIiIiIiIiIiIiIiIiCoBBv6IiIiIiIiIiIiIiIiIKgEG/oiIiIiIiIiIiIiIiIgqAQb+iIiIiIiIiIiISlhCQgKmTZuGdu3aoWnTpujfvz8iIyPLulhERERUydmVdQGIiIiIiIiIiIgqk7S0NAwbNgzt2rXD0qVL4enpiVu3bsHd3b2si0ZERESVHAN/REREREREREREJWjp0qXw9/fHp59+Km8LDg4uwxIRERFRVcHAHxERERERERERUQn6888/0alTJ7z22mv4999/4efnh+HDh+PZZ58t0nkEoZQKWIhrlsW1y1pVrjvA+lfl+lflugOsf1Wuf2WtOwN/REREREREREREJSg6Ohpr1qzBmDFjMGHCBERGRuKjjz6CSqXCoEGDCnUOtVpZyqW0TRAApVIJQQAkqUyKUGaqct0B1r8q178q1x1g/aty/Str3Rn4IyIiIiIiIiIiKkGSJKFx48Z44403AAANGzbE1atXsXbt2kIH/nQ6scxm/EkSYDCIlaoTtDCqct0B1r8q178q1x1g/aty/Str3Rn4IyIiIiIiIiIiKkG+vr6oU6eOxbbatWtj586dRTpPWXZCSlLlmv1QFFW57gDrX5XrX5XrDrD+Vbn+la3uirIuABERERERERERUWXSsmVLREVFWWy7efMmAgMDy6hEREREVFUw8EdUCiZNGo/5878q8JghQ/pj/frVD32tiIjfMXXqqw99nvJg/PjR+OuvvWVdDCIiIiojbEMVD9tQRETlzwsvvIAzZ87gu+++w61bt7BlyxasX78ew4cPL+uiERERPRQ+txXPo3xuY+Cvivvoo9no1Kk1Vq1aYbH977//QqdOrcumUFRoOTk5WLr0O4wZ81KpXePq1SuYNesdDB7cF+HhHTFixBCsX7/G4pgzZ05j4sQX0adPd4SHd8Tw4U9j3bpfLI7JytJg/vyv8PTT/RAe3hETJryIixfPWxzzwgtj8d13i2A0GkutPkRERCXh44/ZhqrIynMbau1atqGIiCqDpk2bYtGiRdi6dSv69euHb775Bu+88w4GDBhQ1kUjIqoy+NxWsT2q57aZM6dj0KDK1ffNNf4IarU9fvnlJwwcOBhubm5lXZwSodfroVKpyroYpe6vv/bC2dkZTZs2L7VrXL58EZ6eXnj33Q9QrZofzp07izlzPoZSqcDTTz8HAHB0dMDgwc+iTp16cHR0xNmzp/HFF5/AwcERAwcOBgB89tlHuHHjOt599wP4+Phi585teP31V/Dzz7/C17caAKB9+w74/POPcOTIIXTo0KnU6kRERFQS2IaquMp7G8rFxRn9+j0FgG0oIqKKrFu3bujWrVtZF4OIqErjc1vF9Sif29577wP4+laevm8G/soZSaeD8cDfkOJiIQQEQtG5MwSVulSv2bp1W8TGRuPnn5fjlVem5HvcX3/txQ8/LEFsbDS8vX3w9NPPYdiw5+X9Q4b0x4ABgxATE419+/bC1dUVL7wwVv7y23Ly5HG89toEzJkzD0uWLEJ09G3UrRuK6dNnonbtuvJxZ86cxpIli3Dp0kV4eHigc+euePnlSXB0dJSv3a/fQERH38aBA/vRpUs3tGjRCgsWfIX33vsQixbNQ0JCPB57rCNmzvwA+/btwbJlS5CZmYnevftg8uQ3oFQqAQA6nQ7ff/8N9uzZiczMDISE1MHEiZPRsqVpFEhaWirmzp2DM2dOISMjHYGBQRg5cgx69uxtUTdRNGDu3M+xc+c22NnZ4amnhmDcuAkQBMHmZ5GRkYHFi+fhn3/2Q6fTo379Bpg8+Q3Uqxea7+e3d+8udOzY2WLb+++/h/T0dDRp0hzr1v0Mvd6A7t2fwJQpb8LOrui/8v36DbR4HRgYhHPnIrF//z755hcaWh+hofXlY6pXD8D+/ftw9uwpDBw4GDk52di//098+ulXaN68JQBg7NiXcfDgAWza9BvGj38FAKBUKtG+fQfs3buTnVZERFQkbEOVfBvq3Xc/xKJFXyMxMaHQbahvvvkWO3fuqJBtqI8/no3MzIxy0YY6ffoU+vV7im0oIiIiIqpUyvNz259/7sF3331bJZ7b8vZ9v/LKZLRr1w5A1XxuU6mU0OtFSFLl6ftm4K8cMV48D+OKH2FMT4egUsGo10PatR2K0S9C0aBRqV1XqVRg/PhX8f77MzFkyFBUq+ZndcylSxfx3nsz8OKL4xEe3hPnzp3FV199Bnd3d/Tp018+bu3aXzBu3ASMGvUi9u3bi6+++gwtWrREjRq1CizDN9/Mx5Qpb8LLywdLlizG22+/gTVrNsLOzg6xsTGYNm0yXnppImbMeA+pqSn4+us5+PrrOXjnnVnyOdasWYXRo1/Ciy+OBwCcOXMK2dnZ+PXXtfj448+Qnp6Bd975P7zzzjS4uLjiiy/mIy4uFjNnvoUmTZqhe/cnAABffz0HN2/ewPvvfwIfH1/s378P06a9hp9+Wovg4BrQ6XQIC2uA559/AU5Ozjh8+B989NEsBAYGoWHDxnJ5tm/fin79BmLp0p9w6dJFzJnzMfz8/DFgwCCbn8G7774Ne3t7fPnlAjg7u+CPPzbi9dcnYs2ajXBzc7f5nrNnT6NXrz5W20+ePA5vbx8sWLAEMTHRmDVrBurVC5Wv/cUXn2DXru0F/kx27z6Q7z6NJrPAETJXrlzCuXNn8dJLEwEAoihCFEWo1ZZ/yO3t7XH27GmLbQ0bNsLPP/9UYNmIiIhyYxuqdNpQv/22Fu+//wmysrLwv/89uA01d+4c3LoVxTZUCbShJkwwPRiyDUVERERElUV5f2575523q8Rzm62+7zfffA2rV69H9epBfG5D5ej7ZuCvnJB0OhhX/AhJq4Vwf5quoFJB0mphXPEjhI8+LdXRD126dEO9eqFYtmwJZsx4z2r/unW/oFWrNhg9ehwAoEaNmrh58wZWr15lcfN77LEOGDz4GQDA88+/gPXrV+PkyeMPvPmNGfMS2rRpDwCYOXM2Bg3qg/3796F7955YtWo5evbsjWefNS2AHRxcA1Om/B8mTx6PN9+cDnt7ewBAy5ZtLEZhnDlzCgaDAdOmzUBISE3o9SK6du2OnTu3YfPmXXByckJISG20aNEaJ08eR/fuTyA+Ph7btm3Bhg0R8PHxBQAMHz4SR48exrZtW/Dyy6/C17cahg8fKV9nyJChOHbsCP78c4/Fzc/Pzw+vvfYGBEFAjRq1cP36Naxfv9rmze/MmdO4ePE8tmzZLd8gJk16HQcO/IV9+/baHDmSkZGBzMxMuZy5ubq6YerUt6BUKlGzZi089lgnnDhxTL72uHETMGzYSKv3FUZk5Bns3bsLX3wx32rfoEF9kJqaAlEU8eKL49G//1MAACcnZzRu3BQrVvyAWrVC4OnphT17duL8+UgEBgZZnMPHxxeJiQkwGo1QKLgMKRERFYxtqNJtQ5n/The2DbV58zZ4eHhDktiGyqsobainnhoMvV5kG4qIiIiIKoXy/ty2du0vaNOmLcaMGQdJqvzPbXn7vo8dO4yIiM146aVX+NxWSfq+GfgrJ4wH/pZHO1jty8iA8PffUHbvUaplmDhxMqZMmWjzl+LWrSh06tTFYluTJs2wfv0aiKIoTxWuU6eevF8QBHh5eSMlJQUA8Oabr+Hs2VMAAD+/6vj55/XysY0aNZX/7ebmjho1auLWrSgAwLVrV3H9+lXs3r1DPkaSJBiNRty5E4datUIAAPXrN7Aqt4ODA4KC/vvl8vLyhr9/AJycnHJt85LLeOPGNYiiiGHDLG82Op0O7u6mkQeiKGLVquX488/dSEpKgsGgh06ng729g8V7GjZsbDG1uXHjJli79meLz8vs2rUr0Gq16Nu3u8X2nJwcxMbGWNXLvA+A1UgCAAgJqW1xDW9vH9y4cU1+7enpBU9PL5vnLciNG9cwY8abGDPmJbRt295q/+LFS6HVanH+fCS++24RAgOD5Gng7777AT799AM89dSTUCqVCA0NQ48evXD58kWLc9jb28NoNEKvt/5MqXwSRREJCXHQaDRwdnaGv38AFArlg99IRFQC2IYqvTZU7geUwrahhgx5yuI8bEOZFLUNVbNmDYSHm0bksg1FVRHbl0RExcP7J5VXFeG5rUsXyzVZK/Nzm62+bw8PDwB8bqssfd8M/JUTUlyszRsfAAh2dpDuxJV6GZo3b4m2bdtjyZJFePLJ/g9+gw158+gKggCj0QgAmD59pvwLW5R8u1ptFgYOHIwhQ4Za7fPz85f/bc55XFB58iujJBnlaymVSixbtsqqYWQ+/+rVq/Drr2vw2mtvonbtunB0dMSCBV/BYNAXuk55abVZ8Pb2wcKFS6z2ubi42nyPu7s7BEFARkaG1b6Cfg5A8aY7R0XdwJQpr6B//0HyrIW8AgICAQB16tRFcvI9/Pjj9/LNLzAwCIsWfQ+tVguNRgMfHx+8994M+T1m6enpcHR0ZIdVBZGamowrVy5Cr9dBoVAgMdGImJjbCA1tAA+Pov+BJSIqKrah8lcWbaiVK1fDaAQk6b/j2IYqWhsqJeUeli5dIgf+2IaiqiY1NRmXL19AZmY6JEmCIAiIibmF0NCGbF8SUaX2sEG73M/ngiDg9u0sXLx4DjVq1EKdOqHyuURRxJ07MYiPvwNJkmBvbw97ewe4urqievUAAAwUUsnjc1v+ykPftyAArq4uAPjcVln6vhn4KyeEgEAY9XqbN0DJYICiesAjKceECZMxZsxwBAfXtNhes2YIIiPPWGyLjDyD4OAaVhH8/Pj6Vst33/nzkfD3N93I0tPTER19GzVrmkYzhIbWR1RUFIKCgotSlWKpVy8MoigiJSUFzZq1sHlMZOQZdOrURc4vbDQacfv2bYSEhFgcd+HCeYvX58+fy/fzCgurj+Tke1AqlfcbWQ+mUqlQq1YIbt68YXMEQkGKOt35xo3rmDJlIp58si9efvnVQr1HkiTo9dZ/EBwdHeHo6Ij09HQcO3YYEye+ZnWtevXCCl02KjuiKOLKlYsQRYM8NV2hUEAUDbhy5SJat27PkYVEVOrYhipfbajk5GQ0btzMIvBnxjZU4dpQRqMEvV5ntZ1tKKoKRFHEuXOnkZGRBqNRgiCYBhLodDk4d+40OnTowvYlEVV4tgJ86elpDzWoNvfzuSiK0Ggy5Pvo1auXkJx8D2FhDQEAkZGnkJqaDFE0ysEAhUIJR0cHREffQqNGjeHq6lGaHwFVQRXhuS3vWmyV+bktb9+3IAAqlRJ6vVgln9uuX7+OyZMnVKq+bwb+ygnF450h7doOSau13ufqCkXnzo+kHHXq1EXPnr3x22/rLLYPHfo8XnppFFas+AHh4T1x/nwkNmxYjzffnF4i112xYinc3d3h5eWF77//Bu7uHujcuSsAYMSIF/Dyy6Mxd+7n6N//KTg4OOLmzRv499+jeOONt0vk+mY1atTEE088iY8+moVJk15HvXphSE1NwYkT/6JOnXro0KETgoODsW/fXkRGnoGrqxvWrfsFKSn3rG5+CQnxWLhwLgYOHIzLly9hw4Z1ePXV121et3XrdmjUqAlmzJiGV155DcHBNXD3bhIOHfoHXbp0Q/36DW2+r23bx3D27Gk5B3RhFWW6840b1/DaaxPRrl17PPfcCNy7dxeAqVHo6ekJANiwYT38/PxRs2YtAMCZMyexZs3PGDLkOfk8R48ehiRJqFGjJmJjo7F48QLUqFELffsOsLjemTOninwzp7KRkBAnP5TkpdfrER8fh4CA0m+0EFHVxjZU+WpDzZ79LttQ9z1MG+q554bJ52EbiqqSuLgYpKenAjB1QJn/L0kS0tPTEBcXg6CgmvmfgIionMkb5HNwcMTVq5csZjXfvn0TBoMeSqWySINqc587J0cLnS4HCoUCGk3G/XObjpMkIzSaTFy+fAE5OdlISbkHSZIg5RqpZTSK0Gg0yM7ORmZmOrp27QGlsvTWW6Oqp7w/tw0b9jzGjRuF5curxnObrb7vsLAwtGvXoco+t7VtW7n6vhn4KycEtRqK0S/CuOJHU15jOzvTaAdXVyjGjC3VxU3zGjduAv78c7fFtrCw+vjgg0/xww9LsGLFD/D29sHYsRMsFjd9GBMmTMb8+V8iJiYadeuG4vPPv4bq/giQunXrYdGi7/H999/glVdeAiAhICAI3bv3LJFr5/XOO7Pw00/LsGjRPCQlJcLd3QONGjVBhw6PAwBeeGEs4uJi8cYbk+Hg4IABAwbh8ce7QqPJtDhP7959kZOTg5deegEKhRJDhgy1uVApYJqO/OWX8/H999/gk0/eR2pqCry8vNG8ecsCb1L9+g3EuHEjkZmZCRcXl5L7EHLZt28vUlNTsHPnduzc+d8UaX//6vjtty0ATI3IJUsW4c6dOCiVSgQGBmHixMkW9c3MzMSSJYuQlJQINzc3dOkSjvHjX7WYmp2UlIhz587ivfc+LJW6UMnSaDT5LkKrUAjQaDSPuEREVBWxDVV+2lD/+98srFr1I9tQ9xW3DfXKK5MxZMgzEEVTZxzbUFSVJCbegST9F/TLTZIkJCTcYeCPiCqMvKmLAQHZ2dpcAxsESJIErTYLAODl5WOxXhaQ/6DavMtuZGSkQ6fLgSAoYDSKUCiUFtcxGkVkZKTLQUHJVnoGmIKJGRnpOHDgLzRv3poplqnEVITntk8++RzfffdtpX9uy6/vu0sX09r0VfG5LSWl8vV9C1J+d3qykpRknU+2pEl6HYx//w3pThyE6gFQdO5cKje+3NN3y/IbcPLkcbz22gRs374Prq628/k+rPJS19Iyc+bbCAurj5Ejx1T4un7zzQJkZGTg7bf/98Bjy1tdS3MB7fJWV7O4uGhERV2zGfwzGiWEhNQp8oy/8lrX0sC6Vg6+vqXzt6uyKe9tqIr4HX0UbaiiqmifY+42VHlSnM+xKG2oqqKifR/Lo7L4DI8fP4KEhFirjm/AFPjz8wtE69YVa2Yrv4u2sQ1VOI+iDWVLVf7ellTdRVHE4cP7kZ6eBlE0QJJMs+rMs/xUKrUcmDMYREiSES4ubnBycrI6l4+PH+rVq29x7hMnjkAUDQBMwcH09FTo9QaLgROCoIBCobh/PRV0Ol2h1+hycHCEt7dvlVvCg9/90q/7o+r7LqrSqn95fG6zpTx/90v7ue1R1r0kntsK24bijL9yRlCpoezeo6yLQRXIq69OwcGDf5d1MUqEp6cXhg4dUdbFKLK8I+2Kmou/ovLzC0BMzG35YSM3lUoFf/9Hk5+diAhgG4qKjm0oovLH3786EhPvALDudREEBfz9qz/6QhERFUNcXAxSU5NhMBjkYJ957oUkSTAaRXkdLEEQIIoSdLocq8Cf0SjB2dnZYltCQhx0uhzodDrk5GTLM/0UCgFGo1E+TpJMAUXTDD8jRFEsUh24hAeVBj63UVHxua14bOdoI6IKo3r1AAwZMrSsi1Eihg17Hl5e3mVdjCLJvYC2rVz8RmPRGtYViVKpRGhoAyiVdjAaTQ8wRqMEpdIOoaENqtSoQCIiqnjYhiIqf6pXD4Kbm7tVB7kgCHBzc0dAQFAZl5CIqHCio6Og1+st7mW55Q7QKRSmoJ0ttgbV3r2bhLS0FGRkpCE7Wwuj0QhRNFic08x8XaPRCKWy8PM/zGXiEh5EVNb43FY8nPFHZaply9b455/jZV0MomJLSIiTZ/rlVRVGx3l4eKF16/aIjy+dNKdERGQb21BEVBkplUo0btz8/ppYGZAkIwRBARcXV4SFNWQbk4gqBFEUkZJyr8BjcgcCBcF0/3N0dILRKN2fuSdBpVJZDaoVRRH37iVBp9MBsB0szMucPtne3qHQM/+USqXN2YZEVDR8bqOywsAfEdFD0Gg0NoN+AKrM6DiFQlmpg5tERERE9Oh4eHihTZvHOLCMiCqsO3diYDBYL4lhyRSMkyRT34GHhxfat++ExMSEAu99N25cQUZG+v1XhVuMSqFQQKlUQqEQ4OjojMzMjALfa2dnB6VSySU8iIgqMAb+iIgegrOzMxITjTaDfxwdR0RERERUdLYGlomiiIQEBgOJqHxLTU3G5cvnbabdzM3BwQF2dnYQBAVcXV0RGtoQdnbqAgfViqKI27dvorABP0sClEol7O0dYDDokJ2dbfMopVIJpdIOzs4uXMKDiKgCY+CPiOgh+PkFICbmNkTRejQfR8c9HHbuEBERERFg6ki/cuWinGI/MdGImJjbCA1tAA8Pr7IuHhERANMz7JUrFyGKBou1SvNSqdRo3Lg5tFptkZ51ExLiYAr6FT7FpyRJEEURKpUK9vYOEAQBTk4u0On0ACSLAKUgKCAICoSF1Uft2qEQBD5/ExFVVAz8ERE9BKVSidDQBvc7IvQF5uKnwjONkmTnDhEREVFFJ+l00P+9HwmJd6D18IBz4yaoHlQj33Zy3sFfvr5+cke6OcuGQqGAKBpw5cpFtG7dnm1uIioXEhLioNfrIAjKAgN/arUKAQFBRb53aTQaODo6IScn2+bg44KYi2I0mv7h7u4GoxEQRQNE0Xh/pp8SarU9XF3doFAokU/xiYioAmDgj4joIXl4eKF16/Zch6SEiKKIy5fZuUNERERU0Rkvnkfy+jW45usNvVoNRWYaEhPiEBtcA6Gt21sN6LI1s+/q1UuQJAn29vZW59fr9YiPj+N600RULmg0GigUCtjZmQJ/ttjZqaBUquR7V1Ey3ZiWGpHg4uIGgyEZoihaHWO+riRBDjwqlabuX61Wi+DgWpAkCcnJSZCMRiBZA2RnAw4OgJcXBIUCGo2mJD4OIiIqQwz8ERGVAFvrkFDx3LkTK3f25MXOHSIiIqKKQdLpoP9pOa7VCoaoVEIhSYAgQDAYYLh9C1dcXNG6bQe5gztvijytVgujUYRer4ckGaFWq6060hUKgR3URFRumAJzRtjbOyAzMwOCoAAg3Z85J0GptIOdnRKOjo7QaDRFTmNsXmpEoTDA29sXycl3IYpGCMJ/QT5bswwlyQiVSgUnJyekpiYjICAISTevQxEbA8lgwP0TQEhKhDEoCM516pbuB0VERKXOuleVqAI7efI4OnVqjYyMjHyP2bZtC3r37vrQ19Lr9XjuuacQGXnmoc9V1qKibmDQoD7QarVlXZQqQRRFxMVF4+rVS4iLi4bRaD1Kryozj5K0hZ07RESlg22o4mEbiih/xgN/I16tgt7OeryxZDBAl5iA+Pg4eZs5RZ5Op0NaWgq0Wg10uhzo9XrodHpoNJnW1zBKcHR0ZNuaiMqcKIrQ6XRITU3GvXtJEASFHIRTKAQoFAoolUrY2amg0WQiKysLly9fyDfTja17mXmpEdMMPgFubh5Qq9VQqdTw9PTO9zlakqT7gyju/19vgOr2LUiiaAr6AYAgQBJF2N26BX8f31L5jIjo4fG5rXiq4nMbZ/xVcR99NBvbt0cAAOzs7ODn54/evfti5MgxsLPxgEb/+f33DahePQBNmjQrtWsMGdIf8fF3rLYPGvQM3nzzbfn1uXNn8f333+DChXNQKpWoWzcUc+cuhL29AwDgp5+W4fDhg7h69TJUKhV27PjL4nwhIbXRqFFjrFv3C0aPHldq9SHb6Yu4dp0lZ2dnGI1Gmw8tRqMEZ2fnMigVEZGljz9mG6q4ymsbSqFQol49tqGISooUF4tsF2fTTL+8BAGKnByLAV0ajQaCICArKxOSJMmz+5RKJSTJiOxsLZydXSxm/UmSEXFx0ffX2mbbmogendwpOiVJQmzsTaSnp8NoNFocJ0mm+5hKpYYoGqDVZkGSJNy+fR2SBLi5uVulMi4o003epUYcHR0BAFlZGmRlaWA0Ztuc9Wc0GpGdnQ1HR0doL55H7avXcb12LRjs7CBIEiRBgJ3BgDo3bkH65wDQpXsJflpEZYfPbcXH57aKjd9uQrt2HfDOO+9Br9fj8OGDmDv3c9jZ2WHkyDFFPpcoihAEId9RRpWFJEnYsGE9xo17uVSvs3TpSotRXjduXMfUqa+iW7f/GmDnzp3Fm29OxvPPj8HUqf8HBwc1Ll68dD+lhInBYEC3bt3RqFETbN36h81r9ekzAJ9//hGef340//CVktzpi7h2Xf6qVw/EzZs3bS5WrlKp4O8fUCrXLcraCkREANtQxVFe21Cvv/5/sLNT4urVq2xDEZUQISAQDlcvwejlaR38kyQY7e0tBnQ5Ozvj9u0sGI1Gi+CeIEBuk2m1Wjg5OcFolGBnZwdRFCGKItvWRPRI5R7QKwgCkpPvQq/Xy2253Gk3BUEBNzdPZGSkQq/Xy+cwBwhTUu7B09PbIvj3oEw3tpYaiYuLhlJpB5VKDYPBAKNRvH8vNa/5J8FoFE0zpVNT4ZGdgxYXryDB2xNaewc45mTD714KlJIEKS4OtlcoJKqY+NxWdHxuq/gq9ze0AiqLFIBqtQre3j7w96+OQYOGoHXrtvjnn78BADqdDosWzcNTTz2JHj064aWXXsDJk8fl95qnDv/zz348//wzCA/vgISEeAwZ0h8rVvyADz98Dz17Po6nn+6Hf/7Zj5SUFEyf/gZ69nwcL7wwFJcuXbAoy5kzp/HKK+MQHt4Rgwf3xbx5X1hMwd2xYyvGjh2Jnj07Y8CAXpg9+39ISUm2qlNk5Bm88MJQhId3wEsvjcb169cK/AwOHPgLL744AuHhHfDMMwPx44/fw2CwDjqYXb58EXFxMejQoZO87c6dOHTq1Br79/+JyZNfRvfuHfHCC8Nw7tzZAq9dEE9PT3h7+8j/HTr0DwIDg9CiRSv5mAUL5mLIkKEYOXI0ateug5o1a6F7955Qq9XyMWPHvoznnhuBOgXkaW/Tph0yMtJx+vTJYpeXCmZOX2SLeUQfmUZDhoWZ0pcYjaYHJqPRtB5CaGiDUunASU1NxokTRxAVdQ137yYgKuoajh8/gtRU6/sLEZVPbEOVfBtq/PjRuHGjaG2opUuXVNg2VI0abEMRlSTF453hr9NDZeOeINjZQV3Nz2JAl59fAADBah0/ALCzU8Lb2xseHp7w8fFDSEgdBAYG2zwWYNuaiEpP3gG9OTnZMBhM7U5JMq3nJwjC/f8UUCgE5ORkWwT98kpPT7OYpWfOdFOU9q1Go7nfkW0aGKFQKO6XwTSAwpRVR2kaTFutOiS9HgpJQvW7yagdG4fqd5OhkCRIBgOEgNIZbEsElN/ntoEDn0Tnzo9Vmee2itz3zee2wmHgrxwpLx3P9vb2coPk66/n4Pz5s3j//U/w009r0a1bD0yb9hqio2/Lx2dnZ+OXX37C22/PxKpV6+DpaUqpsn79GjRp0gw//vgLHnusEz788D189NEsPPFEHyxb9jMCAoLw0Uez5MZNbGwMpk2bjK5dw/HTT2vw/vuf4OzZ0/j66znytQwGA8aNm4AVK1bjk0++RHz8HXz88WyrOnzzzXxMmvQ6li5dCU9PT7zxxpR8b2ZnzpzCRx/NwjPPDMOqVevx1lszsH17BFau/DHfz+jMmVMIDq4BJyfrlIPff/8Nhg0bieXLVyM4uAZmz/6ffO34+Hj07Pl4gf/ld129Xo9du7ahb98B8gNuSkoyLlw4B09PT0yY8CL69XsCL788FmfOnM637PlRqVSoWzcUZ86cKvJ7qXC4dl3hmdOXhITUkTt3WrduXyopmx40E5PrxBCVf2xDlU4bysPDE2+//Uah21D/938zEBGxuUK2ofr3fwKTJo1nG4qoBAlqNVQvjEHdhCQoDQZIggBIEiSlHexq1ERo/UYWA7qUSiWCg2sBMKXGM/9fEAQ4O7tCkgRUrx6IevXqIyAgGFqtlm1rInrk8g7oFUURQO5Zzf/92zw2Qast+H4kigZkZ2fLr1UqFRwcHB7Yvs0dQMnJ0UKlUt0P+JnuqYB5pt9/MxA9PLyg6PQ4FG5uNssiuLrCrnPXQnwSREVX3p/bVq9eXyWe2ypy3zef2wqv8s9prCDKQwpASZJw/PgxHDt2BE8//Rzi4+OxbdsWbNgQAZ/7C/sOHz4SR48exrZtW/Dyy68CMN2Q3nhjOurVC7U432OPdcBTTz0NABgzZhx+//03NGjQEOHhPQAAI0a8gAkTxiA5+R68vX2watVy9OzZG88+OxwAEBxcA1Om/B8mTx6PN9+cDnt7e/TrN1A+f2BgEF5/fRrGjRuFrKwsODk5yfvGjHkJbdq0BwDMnDkbTz3VF/v370N4eE+rev/441I8//xoPPlkP/m848ZNwDffLMCLL463+VnFx8fLn0lew4Y9L4+GGDv2ZYwc+SxiY2NQs2Yt+Pj4YPny1QX9GOCWT+Pr77//QmZmJvr06S9vi42Nlevw6qtTEBoaip07t2PKlIlYuXIdgoNrFHitvHx8fJGQEF+k91DhOTs7IzGRa9cVlq30JaXB/OBm6+dS0NoKRFQ+sA1Vum2oQYP6YP/+feje/cFtqKCgIEyY8AoWLJiHMWMqVhuqXr1Q7NixFa+/zjYUUUlSNGgE73feg/v+/YhPiofW3R3OjZugelANm/fmOnVCkZp6DxpN5v1Udaa2s8FggL29A/z9A+T07OnpqcjK0sDR0clq5h/b1kRUWvIO6DUF2ASYA36mAQuQ/22aBWi0PlEe5jScpo7pMFy7drnA9m16epqcbtS0T0RmZibUagfodNkQBAF2dqr7KUglODo6wtHREUlJ8UhNTUbdoUPhtnYtjBkZEOzsIBkMULi6QvniWAhqNaDnAFgqWeX9uc3X1xcqlRLDh4/EkSOV+7mtIvd987mt8Bj4KyfKsuP50KF/0LPn4/KDVc+evfHii+Nx6tQJiKKIYcMGWxyv0+ng7u4uvzY1SupZnbdOnf+2eXl5AwBq166ba5tpdERKSgq8vX1w7dpVXL9+Fbt375CPMY1MMuLOnTjUqhWCS5cu4scfv8e1a1eQkZEhN54SEuIRElJbfl+jRk3lf7u5uaNmzZq4dSvKZv2vX7+CyMgzFqMNRNEInS4H2dnZcHBwsHpPTk62xXTi/Ort7e1zv47JqFmzFuzs7BAUVLyf49atf6Bduw4WN11z/QcOHHx/NATQqFEj/PvvUWzduhkTJkwq0jXs7e0tRplRyfLzC0BMzO1HvnYdFYwzMYkqNrahSrcNVaNG0dpQRqMROTkVrw0FAKGh9XHixL9sQxGVMEGlhqpHTxTmN1ipVCI0tCHOnTsNrVZ7/3dVgCDooFarERNzG/HxcfK6Wjk52dDpcuDk5GJxb2HbmohKS94Bvfb2DlCpNNDpTLMAc49DMK1RqoDBIMFyVqA1Dw9PBAQEw98/QL7P5de+jY2NwZ07MRYBFKVSCWdnZ2g0Gri4uEOv10GvNwCQ4OLiJt8jBUGAKBpwDUCrDz6G8p9/IN2Jg6J6ABSdO0ORTzuN6GHxua18PbdV1L5vgM9thcXAXzlRlh3PLVq0wrRpM2Bnp4KPj4+8uKVWmwWlUolly1ZZjbhwdHSU/21vb5/POgz/fb3M+21tM/8Ca7VZGDhwMIYMGWp1Lj8/f2i1Wrz55iS0bfsYZs36CB4enkhIiMcbb0yCwZB/rvQHycrSYuzY8ejSJdxqX343OHd3D9y4cd3mPlt1NC/aHB8fj5EjnymwPCNHjsGoUS9abIuPv4Pjx4/h44/nWGw331xr1Qqx2F6zZkixRi+kp6cjMDCwyO+jwjF1ZDS4PypPD4VCkEf0ldbadfRgnIlJVLGxDVV+2lCCANjZKWAwGNmGIqJic3V1h1qthqOjI0RRhFKphL29qUPq/PmzcHd3l+/7Li5u0GgyoNFkQqXyhCSBbWsiKlV5B/QKggBXV3ekpiZDFMX7Kf1MMwBVKjWcnV2QknKvwHMqlXbw9w+Ugx4Pat8mJt6xGUBRqVRwc3ODu7sH7O0dkZOjRWpqipz2Mze9Xo+Ee0kI6N6j6B8CUTGU9+c2pVIpP8tIUuV+bsuNz22VFwN/5URZdjw7OjrajMTXqxcGURSRkpKCZs1alNr1zUJD6yMqKirfUQHXr19DWloaJkyYBD8/fwCwWiDV7Pz5SPj7m45JT0/H7du3ULNmiM1jw8LCcPv2rSKNRggNDcPvv2+AJEn5LihvS3GnO2/duhmenp547LFOFturVw+Aj48vbt++ZbE9OvoW2rfvWOhymUVFXUe3btZ/BKjkmNeui4+Pg0ajgbOzM/z9A9gxUYY4E5OoYmMbqnTbUNHRtwvdhhIEQKVSQq8X5fW5rMvKNhQRFcw0I0APBwdHi+3Z2Vp5HSxzZ5xKpYK7uye0Wi3UagcEBASybU1EpcrWgF5T4C4Abm7uSExMgCiK8Pb2RVhYQxw48CcEQZDX+LLFzc0dWq1Wfm2rfStJEnJysu+nPtZbdLznplAoYG/viHr16uPq1UtQKtOtzmEeVKHRZJTAJ0JUOOX9ua158xYPfJZ5WOXlua1wZeVzW0XHwF85UR47nmvUqIknnngSH300C5MmvY569cKQmpqCEyf+RZ069eRcviVlxIgX8PLLozF37ufo3/8pODg44ubNG/j336N444234efnD5VKhQ0b1mHgwKcRFXUdK1b8YPNcK1Yshbu7O7y8vPD999/Aw8MDnfNZnHj06Jfw1luvw8/PH127dodCocC1a1dw48Z1jB//is33tGzZGlptFqKirltM4X6Q4kx3NhqN2LZtC3r37mfVsBMEAcOHj8SyZUtQt249hIaGYefOrbh16xY++ui/ERLx8fHIyEhDQkI8RNGIq1cvAwACA4Pl/NB37sQhKSkRrVu3K1L5qOge1dp1VDiciUlUsbENVbptKHf3wrehlEoFoqKu4erVq3jppYrVhqpXLwzbt0ewDUVUDuQ3I0AUxfvtNMt1pwRBgJOTE9zdPdjGJqJHoqABvfXrN5GPi4uLhsGgLzDo5+jofH9m4H9BDz+/AERH30JmZgZ0uhwYjUYYjSIEQQGlUgFBEJCZmQFnZxer2Tq5Ayi5Ay16vR4aTQaMRgmCYDouLi4Wvr7+8PDwKuFPiMhaRXhua9iwIe7evYvjxyv3c1tF7vvmc1vhMfBXTpTXjud33pmFn35ahkWL5iEpKRHu7h5o1KgJOnR4vMSvVbduPSxa9D2+//4bvPLKSwAkBAQEyYuSenp64p13ZuH777/Bb7+tQ2hofbz66uuYPv0Nq3NNmDAZ8+d/iZiYaNSrF4qvvpoPlUplc8RGu3aPYc6ceVixYil++eUn2NnZoUaNWujf/6l8y2q6mXbDrl07ipxLuKiOHz+GhIR4OY9xXs8+Oxw5OTosXPg10tPTUK9eKObNW4zAwCD5mGXLvsP27RHy6zFjRgAAFiz4Di1btgYA7NmzE23atIe/f/VSrA2VBVEUkZDAGYYF4UxMooqLbajSa0PVrRuKzz//GiqVyuZ1bbWhatUKsViQPq/y3IaqWzcUX3/NNhRRWctvRoBSqYTRaIQoitBoMuUUoIIgMD07ET1yhRnQm5iYYDGTzxa9XgdJMsLfP0B+dk9KSkRaWgq02iwYjf+tDygIAhwd3eHo6Ai9XoesLFOa49yzcXIHUMyBFoPBFPQzzdwxHadUKqBSqXDlykW0bt2ez75U6vjcVr6e2ypy3zef2wpHkAoadkIWkpJKfwq80Sg+ko7nwqRiqixKq67Xrl3F1KmvYt263+WRA2WtuHXV6/UYOnQQZs36CE2bNi+18pUkfocLJzU1+X6jypT/32g0QqVSIzS0Qbkc1VfWP9dHGSQt67o+SpW5rr6+rmVdhAqhvLehKvN39FEq7OdYHttQxVUabSh+H0sGP8eHV1afoSiKOHHiiNWMAJ1OJ69VpVAIkCTTmkDOzq5wcHAstx3X/C7axjZU4TyKNpQtVfl7W1J1F0URf/65HZmZBf8M7ezs4OnpjYYNm+LatcvQ6XKQnp4Kvf6/9byMRiMEQYAgCFCp1PDw8ITBYEBmZgbs7R3g5ORkEUDJ/ayfmpqMM2dOICMj/f69U4JCoYCTk2m2oNEoISSkjhzErMo/e6Bq1/9R1f1R9X0XVVX+2QO2619Vntsq2s++sG0ozvgrZ5gCsOKoW7ceJk6cjDt34lCnTuGnPJdHCQnxGDlyTIUJ+lHhiKKIK1cuQhQN8ohphUIBUTRwVJ8NeYOkiYlGxMTcLrdBUiKyxDZUxcE2FBEVxNaMAFE0IisrCy4urtDpsuVOcKPRCI1Gg8aNm7FdS0TlSkJCXKE6kCVJgl6vR2TkKajVauh0OhgMBnldLdP/FRAE07EGw39rnXp4eMLe3gFubh75BlA8PLzg7x8IURRhNIpQKJRwcHCQZwkqFAI0Gk1pfARENvG5reLgc1vFxsAf0UPo06d/WRehRAQFBRc5/zKVfwkJcXIQKy+9Xo/4+Dg2tu5jkJSI6NFiG4qICpI3DXtOjhaABKVSCUdHR2RnZ8sd2Gq1PbKzs8u6yEREFjQaDVQqOznzTsHHZkCttr8/A8+0jmnu9J2mVJ+CvM18jCQB1asHPvC53tXVFfb29jb7BpgqmYgKwue2isv6jk9ERJWCRqOx2bAHOKovL3OQ1BZzkJSIiIiIHh3zjIB69erD3t4RSqVpEJZpjStHODu7wNHREUqlgu1aIip3nJ2doVKp5XtXfkwz/gz31/qT5AGn/63MJFgcC0A+Jvd6fgXx8wuASqW2ua+w5yAiooqFgT8iokrK2dk535GFHNVniUFSIiIiovJJFEXk5GiRkZEBrVabqzPchO1aIiqP/PwCoFbbw97eocDjTKmLTQNO09JSoFAoYGdnZzHjT6FQQJIkSBLkdf6USjuEhjYoVGYacwplpdIORqN0/7pSkc5BREQVS6UJ/P3777+YMGECOnXqhLCwMOzZs8divyRJmD9/Pjp16oSmTZti9OjRuHnzZtkUlojoEeCovsJjkJSIiIio/ElNTcaJE0eQmpoCUdRDq9UgLS0FOt1/mRrYriWi8sgcbFMolLCzUxV4rOkYO0iSBK1WAycnF3mmoCQZ5aCfnZ0SKpUKRqOIunVDi7QWvTmFckhIHfj4+CEkpA5at27P9eyJiCqpShP4y8rKQlhYGGbNmmVz/9KlS7Fq1SrMnj0b69evh6OjI8aOHYucnJxHXFIiokeDo/oKj0FSIiIiovIl9xrMSqUSzs6u99fKkpCVlQlRNLJdS0TlmoeHF8LCGsLJyQnOzq5QKpUQBIXFbD6lUgmVyg6uru4QBAGiaITRaISHhzfc3Dzur/1nD3d3d3h7+8Ld3QNqtRrXrl2R1/orrNwplAMCgnnvJCKqxOzKugAlpUuXLujSpYvNfZIkYeXKlZg4cSJ69OgBAJgzZw46dOiAPXv2oG/fvo+yqEREj4x5VF98fBw0Gg2cnZ3h7x/ABn4e5iDplSsXodfroVAIMBolqFQqdiYRERERlQHzGszmdOwqlQru7p7IycmGwWCAh4cHGjZsatVOE0URCQls+xJR+VC9ehDi4mIgigY4ODhAo8mAXq+X0xbb2dnByckFarUaKpXpHufg4ISaNUNgNBpx69YNm8tSmNeiDwgIftRVIiKiCqDSBP4KEhMTg6SkJHTo0EHe5urqimbNmuHUqVMM/BFRpWYe1UcFY5CUiIiIqHQVJShnaw1mQRDg4OAIALC3d7R4ryiKuH79CqKjbwKQ4OjohMRECTExtxEa2oDp7IioTOQeZGo0SnB390RGRjpycnLg4OAIFxcXeQagIAhQqx1Qs2YIAgKCcfXqJa5FT0RExVIlAn9JSUkAAG9vb4vt3t7euHv3bpHOlWs2foVmrkdlqU9BWNfKiXWtnMq6rkqlEoGBjyZIWtZ1fZSqUl2JiIjIttTU5PvZFUyz+BITjQUG5ZydnZGYaLTZ6Z13DebU1GRcvnwB9+4lAjBl/dHpcuDk5AKFQoErVy6idev2HNBFRGUi7yDT4OAQxMVF20zVmXupiaLcB4mIiHKrEoG/kqJWV56HBEHA/dziwP3sApUW61o5sa6VE+taOVWluhIREZG13Ov1mTuwFQoFRNGQb1DOzy8AMTG3IYoGq/Pl7hg3nzsrKxOSZGp3CIIASTKtBahSeTIlHhGVubyZeFxdXR+41ERh74NERER5VYnAn6+vLwDg3r17qFatmrz93r17qF+/fqHPo9OJlWa2grnz1WAQK30nLOtaObGulRPrWjlVpboSERGRtbzr9eWWX1CusGswm88titbP60ajEdnZ2XB0dGRKPCIqVwqz1ATXoiciouKqEoG/oKAg+Pr64vDhw2jQoAEAIDMzE2fOnMGwYcOKdK7K1mEpSZWvTvlhXSsn1rVyYl0rp6pUVyIiIvqPeb0+SZKQk5MNURShVCphb+9Q4DpVeTvGHRwcIQhAUlIisrI08PcPkM+tVCrlGX9mgiDAaBSZEo+IyqW8swBt4Vr0RERUHJUm8KfRaHD79m35dUxMDC5evAh3d3cEBARg1KhR+Pbbb1GzZk0EBQVh/vz5qFatGnr06FGGpSYiIiIiIiKq3JydnREbmwOtVgOjUZKzAWRna+Ho6FxgUM7cMZ7fGoEeHl4wGo2wt3dAdrYWUq5RRpIkQaFQ5psSTxRFJCSYOtMdHR0BAFqtlh3rRFSuFCZASERElFulCfydO3cOo0aNkl9/+umnAIBBgwbhs88+w0svvQStVov33nsP6enpaNWqFX744QfY29uXVZGJiIiIiIiIKj0fHz+cOXMSkiTJM/JMwT8JWq0W1ar52XyfOTCXmZmBO3dioVKprNYITEm5B5VKBVEU4ezsCo0mQw4uCoICzs4uNlPi5Q4kGgwGaDSZACS4uLhBqVQiJuY2QkMbwMPDqzQ/GiIiIiKiEldpAn/t2rXD5cuX890vCAKmTJmCKVOmPMJSEREREREREVVtd+8mwMHBAdnZWTAajRAE4f5sPAUcHR2RmJggz2YxB/uSkhKRmpoMpVIJvV4HjUYDpVIBJycXqNVq+dwGgwHVqvkhJSUZRqMEd3dPaLVaAECNGrVQp06oVdBPFEVcuXIRomiAIAjIyjIF/QBAo8mAu7snRNGAK1cuonXr9pz5R0REREQVSqUJ/BERERERERFR+WNan88B9vb2yM7OhtEoQqFQwsHBAYLw3xp/5ll4Ol0OMjLSYDRKUCgEKBRKKBSmYGFWViZUKk8I96cOCgKQlpYGd3dP6PU5sLe3h7Oza4GpOhMS4uSUoabyGOXzGY2mdQgdHByh1+sRHx/HFHtEVC7lTlfMFMVERJQbA39ERET38cGJiIiIqOQ5OzsjMdEoz/DLzWiU4OzsbDELT6fTWcwM1Ot1EAQBgiDAaDQiOzsbjo6O0Ol00GgyYW9vD70+B0ajESqVGr6+/gW24TQajZwy1GgU5aAfYAokiqIIAFAo/gtKEhGVhfyeUfNb95QpiomICGDgj4iICAD44ERERERUSvz8AhATcxuiaLDap1Kp4O8fgPj4/2bhWQfjFJAkY67gnyjP/hMEwNHRCcB/6/49KEVn7kCkQqG8v/ag6XqSBCiVpveZg5JERGUhv2fUunXDcO3aZYiiwWrdU6YoJiIiAFCUdQGIiIjKWu4R5rYenIxGsYxLSERERFRxKZVKhIY2gFJpB6PRtJae0ShBqbRDaGgDKBRKi1l45mCcmSAAKpX6ftBPgkKhhFarhSRJcHZ2tQgSAoBer0dsbAzi4qJx9eolxMVFW7Tn/PwCoFKZ1gl0cHCQr2u6tgB7ewcA/wUliYgetYKeUSMjT0Gny7H5PnOKYiIiqto444+IiKq83Ou85MW1XagyW716NdasWYPY2FgAQL169fDKK6+gS5cuAICcnBx89tln2LZtG3Q6HTp16oRZs2bBx8enLItNREQVkIeHF1q3bo/4eNtp1XPPwnNwcEBOjlYO/kkSoFarYW/vAL1eD3//QGRmpiMnx1FOB5qTkw1RFKFUKqFQKHHlygU5qJc3k4M5EGmaSaOHk5MLNJrM++VwhSQBdnb/BSWJimPhwoVYtGiRxbaQkBDs2LGjjEpEFUlBz6g5OTlQqeygVDpa7WOKYiIiAhj4IyIishhhnhcfnKgy8/f3x7Rp01CzZk1IkoTff/8dr776KjZt2oR69erhk08+wf79+zFv3jy4urriww8/xKRJk7B27dqyLjoREVVACoUy38FUudOBCoIAJycXZGVlwmg0BQPVanvY2anQsGFTeHh4IS4uGlFR12AwGKDRZMBolCAIuL8moAHOzs4FpsDLG4g0rz2o1Wq51jOVmHr16mH58uXya3MaWaIHKegZ1c7ODgaDdepkgCmKiYjIhIE/IiKq8nKPMM+LD05UmYWHh1u8njp1KtasWYPTp0/D398fGzZswJdffonHHnsMAPDJJ5+gT58+OH36NJo3b14GJSYiosoq7yw8tVoNpdIDomiAh4cnlEolVCp7ZGVp4ObmDj+/AERH30J6eur9NfpM5zEHAPV6ncXafYB1JoeCApFEJUGpVMLX17esi0EVUEHPqGq1PUTRdhCZKYqJiAhg4I+IiMhihHlefHCiqkIURezYsQNZWVlo0aIFzp07B71ejw4dOsjH1KlTBwEBAcUK/OVZfqlcMZetPJexIuDnWDL4OZYMfo4Pryw+Q09PL7Rp0x537sQhK0sDJydnODo64urVy3LKu7t3ExATcxthYQ3g5eWNe/eS5ACfKTWoBKXStEZgdna2PJMPMGVyyMrSWNVJFEXEx/93zerVS262H7+LVdutW7fQqVMn2Nvbo3nz5njzzTcREFC0Z4uy+O5U5e9team7v3/+z6hqtRr16jXG1atXoNfroVCY1j9VqVQIC2vwUDNLy0v9y0pVrn9VrjvA+lfl+lfWujPwR0REVV7eEea5H5zyru0iiiISEmyvTUNUEV2+fBlDhw5FTk4OnJycsHjxYtStWxcXL16ESqWCm5ubxfHe3t5ISkoq0jXU6vL9OyIIpvuAKUVcWZem4uLnWDL4OZYMfo4Pr+w+QyVq1aoFwNTuOnr0ECRJhJ2d6W+JQqGEJIm4evUSPD294OXlhezsbIiiAUqlHYxGIzSaTEiSBJ0uG05OjvKsP6PRCDc3V6hU//1dSk6+h0uXLsiBxaQkI+LiolG/fkN4eXk/dG34Xay6mjZtik8//RQhISFISkrC4sWLMWLECGzZsgUuLi6FOkdZtaGq8ve2vNRdpVKiYcNGFvcno9EIlUqN+vUbwcvLCz4+vrhzJ1Z+Nq1ePfCh08mWl/qXlapc/6pcd4D1r8r1r6x1Z+CPiIgIsFrnxVZQLzU1+X5w0PTglZhoREzMbYSGNoCHh1cZlp6o+EJCQvD7778jIyMDO3fuxNtvv42ff/65RK+h04nlevScuYFvMIiVqqH/qPFzLBn8HEsGP8eHVx4+w9jYaOTk5EChUMgz+IxGEQqFEmq1PbRaLUTRCHt7BwCmVJ5ZWVkwGo2QJAmSBKSkJMPZ2RUqlQpKpQq+vv7Q60UApsDihQvn78+oMQ38AgTo9XpcuHAebdq0f+gBXuXhc6Sy0aVLF/nf9evXR7NmzdCtWzds374dzzzzTKHOUVZtqKr8vS1PdXd19UCrVu3+mwWttke1q9cg/P47sgMCoejcGX5+gfLxRiNgNIoPdc3yVP+yUJXrX5XrDrD+Vbn+lbXuDPwRERHdV9A6L6Io4sqVixBFg7zOgkKhgCgacOXKRbRu/fAdQ0RlQa1Wo2bNmgCAxo0bIzIyEitXrsSTTz4JvV6P9PR0i1l/9+7dK9ZaNRWhAS1JFaOc5R0/x5LBz7Fk8HN8eGX5GWo0GigUCuh0OmRlZcJoNMopPXNytHBxcYFKpYYoGiBJEjIz0yGK4v1yS/c7ciRkZmbAx8cXoaENIAhKuT7x8XHygK689Ho97tyJK7E1APldJDc3N9SqVQu3b98u0vvK8ntTlb+35aXugmB6RjVePA/j0kUwpqdDUKkg6fVQ7NwOxegXoWjQqMSvW17qX1aqcv2rct0B1r8q17+y1d26dUtERFWGKIqIi4vG1auXEBcX/dCjAyuzhARTx5Ater0e8fFxj7hERKXDaDRCp9OhcePGUKlUOHz4sLzvxo0biIuLK/L6fkRERMXh7OwMURSRlZUpr+MHAIJgmp2XlpaKunVDoVTaITMzA3q9HgaDaT0sOzs7AAKUSjvY2zsgICDYKkODObBoi0IhQKPR2NzHNjQVh0ajQXR0dLEGUFHVJul0MK74EZJWC0GlAgBT8E+rNW3P5zmViIiqLs74IyKqopi2smiK2zFEVJ599dVX6Ny5M6pXrw6NRoOIiAgcO3YMy5Ytg6urK55++ml89tlncHd3h4uLCz766CO0aNGCgT8iIioxBa2f7OcXgKtXL8kz/XJTKATY2dkhOzsbLVq0wd692yEICtjZKaFQKOT0iEajCEdHN2i1WqtrOzs7IzHRaLONZzRKcHZ2ttrONjQV1ueff45u3bohICAAiYmJWLhwIRQKBfr161fWRaMKxnjgb3mmn9W+jAwIf/8NZfceZVAyIiIqrxj4IyKqgpi2suiK0zFEVN7du3cPb7/9NhITE+Hq6oqwsDAsW7YMHTt2BAC88847UCgUeO2116DT6dCpUyfMmjWrjEtNRESVxYOCaEqlEp6e3vfTfEryGiwKhQBnZ1coFIr7g68SoFKpIIrW66EZjUZotVqbbTU/vwDExNy+v8afJZVKBX//AIttbENTUcTHx+ONN95AamoqvLy80KpVK6xfvx5eXgwQU9EY4mKRUN0PWgcHOGZnw+9eChT389EJdnaQ7jD7DBERWWLgj4ioCjKnrcxvPZP4+JJbz6SyKGrHEFFF8MknnxS4397eHrNmzWKwj4iISlxhg2g+Pr5IT0+FXq+DKIpQKpWwt3eQ0306OztDo9HA0dEJOl0OpDyLs5hnCtpqqymVSoSGNrgffNRDoTCdU6VSITS0gRzEM89KvHMnFhkZaXB0dLKagcg2NOX19ddfl3URqBJITU3GZQ8X6Kr7QwHAKAiIq+aLOrdj4JGpgWQwQFGdz6JERGSJgT8ioiqIaSuLrrAdQ0RERET0YIUdiGYefKVUWre1zIOv4uPjkJgowdnZFRpNhsXsQEEQEBxcy6qtljvFaEBAEADIMwNzpxvNPStRq81CTk42dLocODm5QK1Wy+djG5qISpo8QMLLC8qkREiiCIUkQVQqcb1GEFpcvAKlqysUnTuXdVGJiKicYeCPiKgKYtrK4vHw8ELr1u0RH297HRoiIiIiyl/uYFtaWqrVrDmz3EG0wgy+MgcHFQoD3N09kZOTLc8OdHZ2Qd26oRbnz5ti1Gg0QqVSW63Tl3tWoiAIEEURBoMIhcIIjSYDKpWXXAe2oYmopOUeICEFBUOIiYZkMACCAL1SicTq/gh86mkIKvWDT0ZERFUKA39ERFUQ01YWn0KhZAonIiIioiLKG2zLytIgJycHzs6WM+cA6yDagwZf5Q0OOjg45puZoSjr9Jk73Q0GA7KyMiGKRgASRNEIo9GIzMxMuLq6AmAbmohKXu5MPYKrK6Sw+hCSk4HsbCgdHJDduRsUYQ3LuJRERFQe2c7zRkRElZq5c0SptIPRaFoHxWiUoFTaMW0lEREREZUoW8E20zp5QFZWptW6fLaCaHkOsWIODtaoEQK12h729g4ICAiCm5u7xXHmYJ4t5hSjZhqNBoIgyGVUKAQolXYQBAGSBOTkaCGKRrahiahUODs7w2g0yq8FhQKCjw+EoCBIXt5wdnUrw9IREVF5xhl/RERVFNNWEhEREdGjYGs9P0EQ4OzsiszMDGi1Wjg5OeU7Sy/vbMHERCNiYm5bpeZMT0/DnTsx8nG3bt1AXFyMxXEFrXUtCEBcXKzcNnZ0dIRWmwWj0Sin9FQoBAiCCkajCKVSBQ8PDzRs2JRtaCIqcczUQ0RExcXAHxFRFca0lURERERU2vILtqlUKnh4eMLe3gFubh42B6IVNjVnYY/Lb61rnU4HjSYT9vb20OtzkJhohJ2dCqIoWq1FKAiAnZ0d3N09YG/vyKAfEZWKwqxxSkREZAsDf0RERERERERUavILtgGmFJ7VqwfmOxjN1mxBM3NqzoCA4EIfZ2sGjSRJyMrKhCCYUpAC/wUNjUYjDAYDBEGQO9kVCtNsRUmCxVqEREQljZl6iIioOBj4IyLKRdLpYDzwN6S4WAgBgVB07gxBpS7rYhGVCFEUkZDAB0YiIiJ6tB4mXV1BqTkVCgEajaZQx2VkZCAuLhoajQYeHl5ISbkHg8EAhUKAVquFJElwcXGTZ/fp9XpoNBkwGEQIggKABKNRhIODE5ydnSEIpvX+mGqPiEobM/UQEVFRMfBHRHSf8eJ5GFf8CGN6OgSVCka9HtKu7VCMfhGKBo3KunhEDyX32jiCIOD27SxcvHgONWrUQp06oQwAEhERUal5mHR1Bc0WNBolecZdQcdlZ+cgPj4Wd+/aQaFQwGg0QqVSoVo1PwAC0tNTkZPjKAf9JEmCRpMBSZKgVCqgVNrBaBTvz/7TQZKcYGfHVHtEREREVD7ZHg5HRFTFSDodjCt+hKTVQlCpAACCSgVJqzVt1+vKuIREDyaKIuLionH16iXExUXDaBTl7eY1b0RRRFpaCrKzs5GTo8X/s/fn8XFd14Hv+9vn1IhCYSJBEAVSEkVxEjWLSjRYVCTr2ek4yX23827fdBynPbTTSTvdHTv2y3PfpNNxPHenHSfXSTzRiuXEcdruzu3YVuJIdkR5kC3RtgaKAgeRIoDCRIAACoWaztn7/XHqFApAASgAVSgM6/v56EOxhjOBqLNrr73WOnfuZZ555ntMTIw3+OiFEEIIsZX55er27dvPzp1d7Nu3n2PH7qatraPi6/1xTSqVwnEcjDELXlOeLdjVlSBYoVKHMYZsNkMwGJzT+89xHJLJfrTWhMNhtNal9+RyWbQ2pfcHgyFaW9uJRmPYdojW1rYlj10IIYQQQohGkow/IYQA9FMnS5l+C55LpVAnT2K/9uEGHJkQ1SnP6LMsi5ERTX//ZQ4ePMLMTLqU6eevXi8uaMcYTTo9zdmzZzh27G5ZtS6EEEKIuqm2XN38cY3WmsnJSaLRaDFItzBbcLGsQscpEI3OZvPBbBlP19W4rksoFCKVShGLxQgGg7iuWxorWZZFOBwuBgNdgkGbcDgsYyYhxLqStg1CCCFWQgJ/QggBXk+/CkE/ABUIYAaT63xEQlSvPKOvfCW76zqcPXuG1tZ2LMsim82g9WzQD0AphdYuhUKBoaGk9I4QQgghRENVGtdEIhHC4TCFQoGdOzuJxeIVJ739rMKhodnJ8enpFGNjo6XXlJfx9IKDLrZt09TURDqdpqWlBcuycRwHpRTBYJjJyYnSwimtDcnkAJ2du0sZfzIhL4SoJ38xRD6fI5/P4zgO5869zM03305Hx85GH54QQogNSEp9CiEEoBI9mEKh4nPGcVDdiXU+IiGqNzycpLBIOdpCoUChkENrPWf1us/rVeOSyaRJJgdK5UGFEEIIIRphsXGNUopAIEgsFieR2LtoYM3PKjxw4DCJxF6am+OLlvH0MgJd0ulpXNeluTlOKBQpBvkslLLI5TIUCnmM8bZh2xbBYJCzZ8+gtcvExDinTj3NxYvnuXJlmIsXz/Pss09LGXUhRE34iyEymRlSqUkymTSOk2d6eorvf/87jI+PLr8RIYQQ244E/oQQArDuP47V0lL5uXgc6/jxdT4iIaqXTqdLK+LnsyxFKBQmGAxh2zbl7XH8YKDjFMjlckxOjstElRBCCCEaarlxTTqdrvjcYr2O5/f+8xdCeeMgB8fJk8/nyGTSTE1NMDIyiDGaSCSCMboUJHQcB1A0NTWjlKJQKJBM9i9ZdUEWVAkh1mp4OEk+n2NmZrq4KMFbyelXbnnhhR/LZ40QQogFJPAnhBCACoWw3vxWVDSKcRygmOkXjWK95W2osskCITaaWCw2ZyV7Oa0Nzc1xDh48UpqoAm/Sq1DMcjVGoxREo00yUSWEEEKIhlpuXBOLxRY8vlTWnd/7z7YDaG2wbbu0+Mm27VLAzhhDoeAFAXO5HPl8DvCCjUqpYq+/CKFQqPT40NDgklUXhoakXYAQYm3S6TT5fL7i56JSkM/n5LNGCCHEAhL4E0KIIuvIUez3fwj7F/4F6ifuxv6Ff4H9/g9hHb6x0YcmxJLmr2QvFwwG2b07QVtbB3fddQ833HCYQCBYWr1ujBcE9Ca7vECgTFQJIYQQolGqGdeUW67XsdYubW0d3H77XbS2thIOR7Asu/jfbNDPdb1FT14WjS4ulvIWTNm2TSAQKJX7BEp9k1eTnSiEENWKxWKlnqPzGQOBQEA+a4QQQiwggT8hhCijgiHs1z5M4Jd/Bfu1D0umn9gU5q9kB4or2gMcPHik1APHsmz27z9IW1s7oVAI2w5g2zbBYAilVKl8jExUCSGEEKJRqh3X+JbrdTw0lGRiYpwf/egZJicnUEqVSuT5GTSuq4tjIBtQmGJtdMuyMMagdfnznmAwSFdX94qzE4UQYiW6uhKEw+HS51I5v62DfNYIIYSYL9DoAxBCCCHE2rW1dXDs2N0MDSVJpVIUCjlCoTAzM2laWlpLE1Xe5FiBSCRSXM0+uw2tNdlslnA4Il8ehRBCCNEw5eOadDpNLBZj9+7EgqAfLN8TcHo6RX//5TkZgeFwpJjhZwiFwihVQGtv214JdL+HFgQCweJjFuFwmJmZGQD27r2Orq5uksl+XNdZsO9K2YlCCLFStm1z88238/3vfwetvR6lxnifb7FYnGAwJJ81QgghFpDAnxBCCLFFWJZNU1OM/v7LFAp5LMtidHSY/v7LHDx4hLa2jtLkWDgcIZvNzFk56q9+l4kqIYQQQjSaZdkkEnuXfV0sFmNkRFcM/mltyOdzpXGRLxKJkMtl0NqU+hr7Pf8CgQBKeaVCvWw/QzgcpqWljWzWC/pFo02Mjg4xMTHO7t0Jhoa8hVWWpdDaEAwGK2YnCiHEanR07OQnf/JeXnjhx+TzOQKBAKFQmGAwJJ81QgghKpLAnxBrYPJ59FMnMckBVKIH6/hxKQ0phGiY5XrcHDt295zJsVgsTjqdKvWo8Saq5MujEEIIITaPrq5EKaNvvmAwSDAYXhAUVEoRCkWYnp7CcQoEAoFiOU9NNBrDdQtzSnxqrbl69Qq2bROLxUvlQl3XYWgoyR133MXIyPCy2YlCCLFaHR2d3H//Q1VlQgshhBAS+BNilfSZ0+hHTqCnplDBILpQwHzjMaw3vxXryNFGH54QYhvye9xUWvHu97gpnxwLBoO0traTy2VxXZdgMMR99z1AICALGIQQQgixOfg9Ac+ePVMx625mJs2VK8NzxkfGGPL5LLYdIBgMFnseGxynwMxMmmAwWCyJrkpBQa/EniKdTtHa2l4qB1ooFBgZGa4qO1EIIdai2kxoIYQQonIhfCG2MZPP4z7xOM6jf4H7xOOYCo3iTT6PfuQEJpNBBYMAqGAQk8l4jy/SXF4IISpxXZdkso9z514mmewrlZxaqfIeN8YYstkM6fQ02WwGpbzn/ckx2w4UM/28Fe8tLW3ceuudEvQTQgghxKbT1tbB7bffRWtrK6BobW3ljjvuoq2tg66uBMF5VVmy2Sxaa2zbIh5vIRZrprm5GcuyMEbjui6WZREIBIqPmVLmn9aGXC5b2pZlKdLp9DqfsRBCCCGEEIuTjD8hylSbxaefOll6zYJtpFKokyexX/vweh66EGKTmpgYp7f3TClTb2REz+nJtxJ+GU/XdeeU8DQGMpkMO3d2Ad7k2LFjd0uZGCGEEEJsCRMT48WMP288NTk5wQ9/+ExpPDU/I9BxnFLZc6UUhUKBdDpFPl/Asqxitp83hlKKUnafMd7YynVnF2lpbYjFYo06dSGEEEIIIRaQjD8hilaSxWeSAxWDfgAqEMAMJtflmIUQm5vruvT2Lt6Tb6WZf11dCQKBIOl0qjQxBf6EFVy9Olbapl8m5sCBwyQSeyXoJ4QQQogNbbEKCcv1ONbaLS162rdvPzt3dpFI9BCPtxIMBjHGlMZOXplQDXjZfY5TwBhK21VKYYxXXtQXDAbZvTux7tdDCCGEEEKIxUjgT4giP4uv4nOpFPrkydLfVaIHUyhUfK1xHFS3fPETYjOrVenN5QwODlBYpDSw35NvJWzbpqNjB8Z4K9LBX5muaGpqxnGcFW9TCCGEEKLRJibGOXXqaS5ePM+VK8NcvHieZ599momJ8VKP40rKx1OWZdPVlSAWixEMhnFdF2O8sp1am+I71Jz3G2MoFPIYY0q9AJVShMMRtDbYdoCDB4/IAiohhBBCCLGhSKlPIYpWksVn3X8c843HMJnMgtda8TjW8eN1O04hRH3NLxW1ltKbyynvyTff6vvFKNra2ou9a1wsyyYSiZRKVEkPGiGEEEJsJstl9MXjreRyuYrjnvLx1PwxntaaycnJUmUErQ1au9i2XerpB17wz3UdWlvbiEZjtLfvQCklpdKFEEIIIcSGJYE/IYpUogddKHjlPbWGsTHIZSEcgdZWrLIsPhUKYb35rV4/wFTKCww6jhf0e8vbUPOaxwshNoflJpaOHbu7ppM7sVgMrXXF4N9q+8V4ff4M0Wi0Ztushuu6DA9Lz0AhhBBC1Jaf0VdpvJROp5mcvEoul8OyVDGDL0NTUzOhUKg09qk0xguHwxijyWRmUEoRCHjTI/52tNZorQkEAgQCYXbu3MWNN96y5Pgmn89z9uxpUqkU8Xicw4ePEpTvhkIIIYQQYp1J4E+IIj+LT48MQ38fFBywLNAaxsdgV+fc1x85inr/h1AnT2IGk1jdCazjxyXoJ8QmttTEkl8qKpHYW7P9dXf3cOnSJVzXWfBcMBiks7OLZLJvRcG0rq4E/f2XF91mPXrQrGeWpBBCCCEao1GLfBarkGCMIZtNEwiEsG2rVN7cGMPMzDTBYHtp7DM0NHeMVygUSKdTaG0wBrR2cV23mCmoUEph2zaBQIDW1vZiec/okud7+fJFTp9+vhhcVIyNjdLXd5mbbrqF/ftvqNflEUIIIYQQYgHp8SdEkQqFUG98EyST4BSDfkZDMIDq6cF84fOYeb0jVDCE/dqHCfzyr2C/9mEJ+gmxydWn9ObibNvm0KEj2Hag1FvG7xeze3eCH/3omYq9bJbb5sGDlbdZjx40y2VJ1qs/ohBCCCHWz1I99urNr5AwXzabxXU1gYBNLBYvBv2851xXUygUSmOf8jGeMYZ0OlUMFHpjvFAojFIKx3FLZT79HslKqWWrJuTzeU6ffh5jXCxrtsyoMS4vvvj8oj0IhRBCCCGEqAcJ/AlRbvQKXLcPuhPQ1gbdCdShI9AcR6dS6JMnG32EQog6WmxiCepXJrOtrYNjx+5m37797NzZxb59+7n99rsYGkquOphWaZvHjt1dl+w7P0uyEj9LUgghhBCbV6MX+XR1JSqWy/T68VmEwxGCwSCtre00NTURCoWJxWIkEj2lsU/5GC+Xy5YWR4EXCAwGQ7S378C2bSzLJhqN0draTijk7Xe5qglnz56uWG0BwHUdXnrphVWfvxBCCCGEECslpT6FKGOSA6hwGMKdC55TgQBmUCawhdjKGlEmE8Cy7DklRJPJvjWXHJ2/zXpZ7yxJIYQQQqyv+WUyy9WjFPp8fjUDr6x4AcvyMvCCwRCBQLBYnhOUUkQiXo9jb8FWvLSN8jGeV9JzdvuWZRGJRFBK0draRqFQIByOlDL9gsFgKXNwsXKnqVSqlOk3n2UppqZSdbs+QgghhBBCzCeBPyHKqEQPulBABYMLnjOOg9Vdn0l/IcTGsPjEUrAuZTIXs5pg2lr77lT7/vmvi0ajaK0rHm+9siSFEEIIsX5mZhq/yMevZjA0NDsG6ezs4kc/eqaqBVvlYzylrGJJUINlWaVynt7rAlx//QEsy1owJlqqp3E8HmdsbLRi8E9rQ0tLfMHjQgghhBBC1IsE/oQoY91/HPONxzCZzMLn4nGs48cbcFRCiPVUaWJppUG0tYrFYoyMVB9MW2oiqq2tY9mg3nLvX+p1gUAQYwyV1DNLUgghhBDro6kptiEW+VSqZrCSBVv+GG9goJ+zZ18qZghGSkE/8MYuicSeBe9drtzpLbfcQV/fZYxZWPbUtgPceOPNtboMQgghhBBCLEt6/AlRRoVCWG9+KyoaxTjeylHjOKhoFOstb0NV6C0hhNh6/ImlAwcOk0jsXdegHyzeywYWBtOWm4gaHx/l1KmnuXjxPFeuDHPx4nmeffZpJibGq3q/37dnsdf5z1uWXeqXo7XBtgPrmiUphBBCiPrYvbv6ccl6W2lfY8uy2bv3Wu688ydpbo7jr11abuyyXE/j8fErHD16C0rNHQ8pZXPTTbcuev2EEEIIIYSoB8n4E2Ie68hR1Ps/hDp5EjOYxOpOYB0/vqWDfmstESiEqK2VlBz1J6IqrcLP5/O88MKPCYVCFYN6x47dveT7y/v2LPU6pSx6evZWLIslhBBCiM1to5RCX0w1fY0rfd9ZSYWHasqwewvGenj55dOkUini8TiHDx+VoJ8QQgghhFh3EvgTogIVDGG/9uFGH8a6qLbEnxBifVVbcnSpiah8PofrOoRCCyec/KBetf0El3tdJpPhwIHDKzlFIYQQQmwSG6EU+mot9X1nuYChr9oy7IFAiJtuur2mxy+EEEIIIcRKSalPIbaxakv8CSEao5qSo7GY13enEsdxCAQqr/Hxg3pLvb98Iqva1wkhhBBia6p3KXSTz+M+8TjOo3+B+8TjmEVKa65Erb7vrKQMuxBCCCGEEI0mgT8htrHlelUMDSXX+YiEECu11ERUOBxe9Dk/WFftRJZMeAkhhBCiXvSZ07i/+17cL38J88z3cb/8JdzfeS/6zOk1bbdW33f8cqe2HZCexkIIIYQQYsOTwJ8Q21i1Jf6EEBvXUhNRN998O6FQuOL7/GBdtRNZMuElhBBCiHow+Tz6kROYTAYVDAKggkFMJuM9vobMv1p+3/HLne7bt5+dO7u49tp9JBJ7GB0dIZnsk2opQgghhBBiw5Aef0JsY9X2qhBCbGxL9d05eNAq9rUpYFkKrQ3BYHBOsK7avj2bub+PEEIIITYm/dRJ9NRUKeg357lUCnXy5Kr7r9f6+45f7lT6pAshhBBCiI1MAn9CbGNdXQn6+y/jus6C56R0nxCbiz8RNV+1wbrF3l/tfoQQQgghVsMkByoG/QBUIIAZXH37gXp831mub+CxY3fLoighhBBCCNFQUupTiG1MSvcJsT34wboDBw6TSOzdsL/bruuSTPZx7tzLUjJLCCGE2CZUogdTKFR8zjgOqnv1ixHr8X1H+qQLIYQQQoiNTjL+hNjmpHSfEGIjkJJZQgghxPZk3X8c843HMJnMwuficazjx9e0/Vp/35E+6UIIIYQQYqOTwJ8QQkr3CbEJua7L8PDWCNhLySwhhBBi+1KhENab34p+5ITX0y8QwDiOF/R7y9tQwdCaxz21/L4jfdKFEEIIIcRGJ4E/IUTVTD6Pfuqk14cj0YN1/DgqGGr0YQmx7Wy17Di/ZFalCTS/ZJYsThBCCCG2LuvIUdT7P4Q6eRIzmMTqTpS+a2y0cY/0SRdCCCGEEBudBP6EEFXRZ057q3CnplDBILpQwHzjMaw3vxXryNFGH54Q28ZWzI5Lp9MopchmM7iui23bhMMRlFJSMksIIYTYJlQwhP3ah2ez+y69QjQaJZnsw3XdDTPu8fsGesHIApal0NoQDAalT7oQQgghhNgQJPAnhFiWyefRj5zAZDKoYBAAFQxiMhn0Iye81bmS+SfEutiK2XHGGCYmxjEGlAJjIJvNEIvFse2AlMwSQogtrp5VJVzXlV7Wm8j87L6ZmTS5XJbm5haCxe8hvkaOe6RPuhBCCCGE2Mgk8CeEWJZ+6mQp02/Bc6kU6uRJ7Nc+3IAjE2L7SafTFYN+wKbMjnNdl6tXx1BKAQbwg3+GdDrFjh2dUjJLCCG2MH3mNO6JT2NevQxOAQJB9N9/Dfut/3pVVSX8ICKDA0wkdtEba6bgOBuiRKRYWqWqBsZ4Y4N0OkVra3txvOBp9LhH+qQLIYQQQoiNSgJ/QohlmeRAxaAfgAoEMIPJdT4iIbavWCzGyIiuGPzT2my67Ljh4SSOU6CpqZmZmWm01iilihN9ivb2HbJ6XgghtiiTz+N8/GNw4RwUHLAs0BpzdQzn4x8j+Cd/uqLMv/LS9CYU4uXDB3DDYdSevRCPY1kWjlPguedO0d3dQ3NzXLK0NpBKVQ0sy8YYgzGQy2WJRKKl5zbjuEcIIYQQQoj1UDllQAghyqhED6ZQqPiccRxUt2TjCLFeuroSBBeZBA0Gg5suO87PYAyFQrS2thONxgiFwkSjMdra2gG17DaEEEJsTu63noBzveBqL+gH3p+uhnNncb/5zaq3Nb80/ciOdgqhELgu9PdhtCafzzMxcZXJyatcuHCWM2de4Nlnv8fExHidzlCsxPR0inw+Rzo9TTabwRhDJBLBsiyU8jICy23GcY/Y3j71qU9x6NAhPvCBDzT6UIQQQgixxUngTwixLOv+41gtLZWfi8exjh9f5yMSYvuybZuDB49g2wG09spfaW2w7QAHDx6pmLXgui7JZB/nzr1MMtmH1u6C1zRKLBZDaw2AUopoNEos1kw0GsUYZCW/EEJsckvdg/S3v+0F+Sq/Ef2dp6rej1+a3jcTiWAVy0Qax8GMjTE9PUWhkEdrTaFQIJvNMjY2yosv/nhD3Ru3o/HxK7z66itMTU2SycyQTqeZnLyK4zg0NTUDCqW86Yvlxj1CbETPP/88f/3Xf82hQ4cafShCCCGE2Aak1KcQYlkqFMJ681u90kmplFfe03G8oN9b3raiEkxCbFeu6zI8nCSdThOLxejuTgCrm6xqa+vg2LG7GRqa3d5ipcomJsY5e/ZMqXTWRutv1NWVoL//Mq7rLHhOVvILIcTmttw9SCkwiyV2q5XlfM8vTd+UzTKqlBf8U4pMLkshYEPx70rN9pSdmpokmexnz55r13S+YnXGxkb5wQ++WxoLuK6LUhqwS739duzopKdnL5lMZslxjxAbUTqd5j3veQ/vf//7+bM/+7NGH44QQgghtgEJ/AkhqmIdOYp6/4dQJ09iBpNY3Qms48cl6CdEFRab+LzxxqPE422r2qZl2SQSe5d8jeu6nD17Btd1Sv1yLMvCdR3Onj3DsWN3123SbH6gc+/eysfqZzB616eAZSm0NgSDQVnJL4QQm1hV96D7XoP7nZNgKmzAsrFe85qq96cSPehcDlJTkM3SOT5GsnMnjtZQKJCPhCEa9YJ+WmPlC5hoxFvQZgzDw4MS+GsA13VLGZeWpQAb13UxxhT/hEKhwI033rIhFiwJsRrve9/7eOCBB7j33ntXFfhTDah87++zEftutO187iDnv53PfzufO8j5b+fz36rnLoE/IUTVVDCE/dqHG30YQmwqS018vvzyS9x550+ilL3gPeVBs9Wuah8eTpaCjfMVCgWGhpLLBg9Xo1KgM5ns48CBw7S2Lpy0W0kGoxBCiM2hmntQ94OvRf/tVzDnz4HjgLLAaAgEUDccxHrwtdXvsHMnXLoI+RwoC2t0lOsnJ7hwzz0UQgGMqzGAZQy21oCBTBbT3AwYTKXgo6i74eEk+XyuNNHi9fOz0FqjtSYYDLF7d48E/cSm9bWvfY2XXnqJL3/5y6t6fyjUmPGwUt4CPS8zuiGH0DDb+dxBzn87n/92PneQ89/O579Vz10Cf0IIIUQdLT3xmWdwcG7wrZalOdPpdMX9AliWIp1Or+xkqrBUoLO3d/Esw2oyGIUQQmwe8+9BRmsYH4dsFhWJkN7ZiUrsxf7378Q98RnM5VehUIBgEHXNtdhve3vVlSVMPo/5y0chkYD+Pm87uSytgzPc9j//J8M33cjwDQcY3rcPy2iwA14dUWOgkEeFwuze3V2nKyGWkk6nCQQC5PP5OautbdvCti0syyYejzf2IIVYpcHBQT7wgQ9w4sQJwuHwqraRz7sNy/gzBhzH3VKToNXYzucOcv7b+fy387mDnP92Pv+teu4S+BPrqlZZLEIIsVksHXyzmJmZDb7VujRnLBZjZERX3L/WhlgstsKzWV6jsgyFEEJsLOX3IJNKQX8fxnFAKbQxRE6/hP7fiuXkP/gRdLGcvFpFOXn91En01BQq3oI5dAQuvQK5HIRCWAWH7nMX2NWXJBttYrpzB9rSKGV5GYCOS8vOVhKJPfW7GGJRsViMYDCEZWUw82ZajDGEwyHp9ys2rdOnTzM2NsY//+f/vPSY67o888wz/OVf/iUvvPACtr382L6Rk5DGbK3sh5XYzucOcv7b+fy387mDnP92Pv+tdu4S+BPrppZZLEIIsVksHXzTNDXNBt9qHTTr6krQ338Z13UWPBcMBusykVbLLENZLCKEEJuXfw9yCnkv6Oe6pcYZQa3ZNTiEfuSE10N6jeXkTXIAFQwCoCwLEwpDtMnL6gNwXWytOfL005y/4w7SOzvQ4TCWq2nu2MHhm26T+0uD+P9OYrE46XQKrU1p1bVlBbj55tvlZyM2rbvvvpu/+7u/m/PYe9/7Xq6//nre/va3VxX0E0IIIYRYDQn8iXVR6ywWIYTYLJYOvoXo7p4NvtW6NKdt2xw8eKS46KKAZSm0NgSDQQ4ePFKXz91aZRnKYhEhhNg8nEyGwSefYObqVZra20k8+DB2OMLBg0fofepb5B0HSymMUgQchxsu92EZg06lUCdPrrmHtEr0oAuFUvCPSMTrFaisYllP757UemWM2//xHxm+/XaynbtoMobEv/xX2OHIWi+BWKXysYpt2+TzORzHIRQKc/PNt9HRsbPRhyjEqjU3N3Pw4ME5jzU1NdHW1rbgcSGEEEKIWpLAn1gX61X6zeTz6KdOeqt+Ez1emaBQ9WWCqtreCsoOCSHEUsG3w4ePYll2qZRAPUpztrV1cOzY3QwNrU/m3EqyDBfL6JPFIkIIsXmM/+gZzj37ffKABejpSZKf/wwHjv0kHbffxe0T0wwNDZMJR4jmsnSNXcUq3vhUIIAZTK75GKz7j2O+8Rgmk/G227EDMzoCWkMoCD17YKAfCg5WMED39AyWfRXrLW/DkqBfw633WEUIIYQQQoitTgJ/Yl3UOoulEn3mNPqRE15/j2AQXShgvvEYvOWtcMstNdue9ea3Yh05uubjFUJsH5UmtLq7E4TDIQoFt/S6epXmtCx73frq+YHO3t6XmJ5OYYzXR6mlpWVOluFSGX0zM2npEyiEEJuAk8lw7tnv4+AF/Sj+6QDnnv0+x268GTvRw+7vfns2G6+McRys7rWXnVahENab3+qN3VMpVCAAiQRqeBizazeqpRUTiUI2g3XLrahb75AFfRvMeo5VhGikRx99tNGHIIQQQohtQAJ/Yl3UI4ulnMnn0Y+cwGQys/09gkFMJoP7uROYj3wUVPUrRpfaXnkvEiGEqNb8CS2lFr6mEaU569VHzzs/vyvy3O7Iy2X0tba2132xiPB88pOf5Bvf+AavvPIKkUiE22+/nXe/+91cf/31pdfkcjk+/OEP8/Wvf518Ps9rXvMafu/3fo+dO6X8mhDb3eCTT5Qy/ebLA8lvPc6eh143JxuvnBWPYx0/XpNjsY4c9cboJ09iBpPYiQSh+19D/qlvo5NJrO6EBPuEEEIIIYQQ24IE/sS6qFcWi08/dbKUmTefSaVwTv4TPPDammyvVr1IhBCikvUsd1WPPnqzQT2XpqbZRR1au/T2emU6K5V/NsaQzWZxHAfXdXFdF9teeM61WCwiZv3gBz/gjW98IzfffDOu6/Lf/tt/421vextf+9rXaGpqAuCDH/wgTz75JH/0R39EPB7nD/7gD/iN3/gN/vqv/7rBRy+EaLSZq1crBv3ACwbOTFytmI1nHMcL+r3lbTUNxKlgqDRGVwqsoI392oexzDJvFEIIIYQQQogtRAJ/Yl3UO4vFJAcqBumg2DskmaRCcs3qt1eDXiSNJL0LhdjY1qPcVb366FXT03V++ed8Ps/MzDRaa5RSpFJTxcBhE6F5fVprsVhEzPrsZz875+8f/vCHueeeezh9+jR33XUXqVSKr3zlK/zX//pfueeeewAvEPgzP/Mz/PjHP+a2225rwFELITaKpvZ29PRkxeCfBpra2oGF2XiSfSeEEEIIIYQQ9SOBP7Fu6pnFohI96EJh0d4hKrGySeLltleLXiSNIr0LxVZVr5KVW1U1AbrVBB+r6elaXv7ZGMPMzDTGGJRSGAPBYIBIJEI6nca2A9i2VfeSp8KTSqUAaG1tBeDFF1+kUChw7733ll6zf/9+EonEigN/lcrbbhT+sW3kY9wM5DrWxma6jomfei3JRz+LW+G5ENDz0MOz5xMKYT28fhUzNtN13KjkGtaGXEchhBBCCLHeJPAn1lW9slis+48v2jtExeMEjv8UC4uMrm57texFst6kd6HYqupRsnKrqyZAtxrV9HQtL/+czWZLmX7+vsPhCEopWlpaaG1tIxyOSjB3HWit+eAHP8gdd9zBwYMHAbhy5QrBYJCWlpY5r92xYwejo6NVbzsU2tg/N6W86gRKgZGSgKsm17E2NtN1DAabOfIT9/DyD77n9fpTCm0MIeDIT95HpLlxpZk303XcqOQa1oZcRyGEEEIIsd4k8Ce2hKV6h9hvfRsqFIJCpbXIK99erXuRrCfpXSi2onqVrNzqqgnQrUY1PV0ta7b8s+M4pUw/y1LEYvGyIKBFOBzlwIHDqzoWsTK///u/z7lz5/irv/qrmm87n3c3dKaDPxnrOK5Myq6BXMfa2GzXsfW2Ozl25CjJbz7OzMRVmtraSTz0MHY4QmEF4+9a22zXcSOSa1gbch2FEEIIIcR6k8Cf2DIW6x1ihVYXpNuKvUi2eu9CsT3Vq2TlVldNgG41lurpeuDA4VIQ1i///NJLzzM4OEAgEChl+vnWEoAUK/O+972Pf/qnf+ILX/gCu3fvLj2+c+dOCoUCU1NTc7L+xsbG6OzsXNE+NsNkpzGb4zg3OrmOtbGZrqMVirDnp392zmMb5dg303XcqOQa1oZcRyGEEEIIsV4k8CdWxOTz6KdOegGkRM+GC4SpYKimGWu13l6jbeXehWL7qlfJyq1uqQDdavvolfdZTCT2AJDJZIhGowQCFqOjI6TTaTo7uxgdHSadTtPa2kE6nUbrhVkhawlAiuoYY/iDP/gD/vEf/5FHH32UvXvnBslvuukmgsEg3/ve93j9618PwCuvvEIymVxRfz8hhBBCCCGEEEIIsT4k8Ceqps+c9kpfFktF6kIB843HsN78VqwjRxt9eKIKW7V3odje6lWycjvws+6Ghrxg3Vr66M3vs6i1JhgMsXt3gmSyH9ctAIpsNstzz/2QaDRKOBxGa40xBmMM+XweYzRKWcTj8VIAsjygKL3+auv3f//3+epXv8qf/umfEovFSn374vE4kUiEeDzOL/zCL/DhD3+Y1tZWmpubef/738/tt98ugT8hhBBCCCGEEEKIDUgCfxvARs+ig+IxPnICk8mUssVUMIjJZNCPnPBKYm6wYxYLbdXehWJ7q1fJyu3Csuw1l0JdrM+i4xQ4ffp5WltbsW0L19VkszMYY8hk0oRCISzLolAokE5PEyxlI5tSKaz5AcWREU1//2UOHjxCW1vHmo5bwBe/+EUA3vSmN815/EMf+hD//J//cwD+43/8j1iWxb//9/+efD7Pa17zGn7v935v3Y9VCLE5yeINIYQQQgghhFhfyhipMl+t0dFUzbc5P4vOFApYLS11z6JTCoJBm0Khugbj7hOP4375S4uWiLR/4V9s2JKYKz3XzazaczWFPLrYu1Bt0t6F8nPdmlZ7rrPBoYUlK1cbHKr3ROVW+rkmk31cvHh+QdZlNpshnU7T1BQjFmsinZ4hk0mjlMIYaGpqIhyOMDl5Fa010WiMaDRaer9/vSuVAbXtAMeO3d3wyePOznhD979Z1GMMVUtb6fexkeQ61sZWuo6LZYOvx+KNrXQdG0WuYW3IdaxMxlDVadQYajv/u93O5w5y/tv5/LfzuYOc/3Y+/8127tWOoSTjr4E2UxadSQ5UDPoBXtbYYHKdj2jz2UiZnVutd6EQtSxZCZJltlKL9Vl0XbcYiPUCd1q7KKUAb2Dlui65XBatDUqpBQG+6ekUxphitqCLbduEwxGUUhQKBYaGkmvOVhRCCFEfi2WDu67D2bNnNsTijUaSTEghhBBCCCFEvUjgr4H0UydLmX4LnkulUCdPbpjgjEr0oAuFRTP+rG4ppbcU6Y8oRP3VomQlyETlaizWZ9G2bbQ2petlWTbGmFLGn217/fuUAmPMguvqOAXy+RyWZRdf42URxmJxgsEg6XR63c5RCCHEygwPJ0sLaOZb6eKNrRYkkwVGQgghhBBCiHpa+C1MrJvNlEVn3X8cq6Wl8nPxONbx4+t8RJvHcpmdppBv8BEKIcr5E5WV+BOVYq6urgTBChnM4XAE2w4QiUQAiEQiZcFUVXzexhgvuBoOh8lkMqTT02QyM2SzGRzHoVAoUCg4GGMwxpBOp9BaE4vF1vU8hRBCVG+xbHDw7gHVLt6YmBjn1KmnuXjxPFeuDHPx4nmeffZpJibGcV2XZLKPc+deJpnsq1gaeqNZboHRZjgHIYQQQgghxMYmGX8N5GfRYdswNga5LIQjsGMHaL2hsuhUKIT15rd6WWuplBeYzOchm8Fccx3q5MllS1dutZW61dpMmZ1CiNpNVG4ly31+27bNwYNHKvZZPHr0VoaGBnDdAkopIpEY2WyGaDSKUopgMIxl5QiFQkxNTaC1RilFLpcHvOLqxmiM8UqF2raNbQdwHIfduzfOfVIIIcRci2WDA2htqlq8sVSQ7MUXf0woFCredzZ21lz5fTSXy5DP57Dt2fuoMYZcLovjOLz00vPceOMtS35PqnRfNoZt+V1LCCGEEEIIsZAE/hrIuv847n//a+g9AwUHLAu0hisjsP/Ahsuis44c9foOnjyJ+fEpzAvPQziCunwJ98K5JUtXbtVyNtX07dtMmZ1CiNpMVG4l1X5+L9Vnce/evYyODjE1laKpKcauXV2MjAyXXhcKhXnmme+V9foz+EG/+bxefwHa2nbIhKYQQmxgXV0J+vsv47rOgueCweCcxRuLLTBZrFyoMYapqUmi0SiRSBRYWJa7PLC2Xiqdx9TU5Jz7aCqVwnULNDU1o7VLPp+nUMijlEIpRTI5wMzMzKLfkyrdl1955RwASqkt9V1LCCGEEEIIsToS+GswpYpTm8p/wH9cLfKOxlLBkBew/MZjqJbWssdnS1eq939oTvBrq/bLqrZvn/RHFGJzWclE5Va30s/vxfosWpbNnj3XUCi4mGI8r/x1/f2vEgwGKRT8YN/Ca+/1BTSlY+js7KzRWQohhKiHpbLBDx48Urp/LLXAZLEs/Gw2izEa111YFtMvy93Ts/a+vytR6Tz6+l6lUMhj23bpPAKBALlclomJcWw7gOs6GON9L7Qsm0gksOh9ttJ9WSnF1NQEAK2t7cD6f9farpVdhBBCCCGE2Kikx18D6adOYlCoQ0egOwFtbdCdQB06glEKffJkow+xIr90ZcXnUqkFx70V+2WtpG+f9EcUYnPxJyptO1DMPPMy/Ww7MGeicjtYj8/viYlxentfIpfLYIxGa7fiRC54E5mWZWGM2VYBWCGE2KyampqJRKLk8zkKhQJ7917LsWN3l7LQlltgEo1G0Vov2K7XB09VzOprRFnuxc4jnZ5mamqitHAFIBwOo7WL1hrHKZTGGuCdVzgcBirfZyvdl3O5LFobtNZks9k5z63Hd62lejAKIYQQQgghGkMCfw1UKgFpWaidnag9e1E7O72/b+ASkCstXbkV+2WtJPjp90dU0SjG8bJYjOOgolGst7xtyb6IQojG8MtW7tu3n507u9i3b/+cicrtot6f3/5EqWUp/JT3xTLejTGl/zo7d2+rAKwQQmxGly9f5IknHuPy5YtkMmmmpiY5ffp5+vsvl16z3AITYyBYYaxsWTZKQTgcWfBcI8pyL3YeWnuZ7rncbEBuZiZdCmZ6AUFT7GVrsCybfD4HVL7PVrovu66LUhRLZc9dOFPv71rLBW7nH48QQgghhBBifWybUp9/8id/wv/9f//fcx7bt28ff//3f9+gI9q8JSBXetxbsV9WKfipNWZ8DLJZiERQHTsqBj/n9EccTGJ1Jyr2AxRCbByLla3cjFZbgqven9/+RGk4HCGbzRQDe2Dmtffzynx6/x8IBInH4ySTfVJKTAghNqh8Ps/p089jjFtc3OEFoYxxOX36eRKJHgKB0LILTLLZTMVyobFYM6GQN47OZjPF/q824XCkIWW5FzsP7x5lSpnsxhiy2QyWZRWDf4rynrZe0Mx7baX7bKX7sm3bxXukWXBPrPd3rcV6MMJstuFWGUsJIYQQQgixmWybwB/AgQMH+NznPlf6eyMavpez7j+O+cZjmExm4XMbuATkSo97K/bLUoke9MRVGEyC44CywGjM6Ah0JyoGbVUwhP3ahxtwtEKI7Wyp3knLZTDW4vPbDzrmchnC4eicYF35RGksFiedThX3NTfy5wX+NMZ49+6rV8cYGxut+jyEEEKsr7NnTxezwBZmcbuuw8svn+amm26vaoGJn4U/NOQtYIlGowAkkwOMjg4WM+UstDZkszmOHr113ReFLHYekYi3sMX/3un1JvQWuFiWVerxB15QUGu39NpK99lK92V/8QwoIpG5GZD1/q61USq7SI9BIYQQQggh5tpWpT5t26azs7P0X0dHYycKN0MJSJPP4z7xOM6jf4H7xOOYQn7Fx70V+2Wpn7wbhofB1V7QD7w/XQ3Dw6h77mnsAQohBLMluBynQC6XI52eJpfL4TiFqkpwrfXzu7zvz8jI0IK+P7FYrFTuLBgM0traTiAQxLJsbDtAS0srTU0xAoEgtm0TDIYIFrPNpZSYEEJsXKlUCqW8+5DjOLiuW+pzZ1mKVCoFeIGsSqU8YW7Qys/C7+zcRTLZz6VLFxgbGy7bZoCmphitra0MDQ2s+31hsfNQStHS0kos1ozr6mLJT6+8p23bWNbCPoWhUHjR+2yl+7IxEI+3Eo+3lrLj1+u7Vvl9fL71quwiPQaFEEIIIYRYaFtl/L366qu85jWvIRwOc9ttt/Fbv/VbJBIrWwG5SOuhVbNvPIr1gQ+hiyUg1TqVgPTPY6nz0WdO437uBGZqChUMogsFzDcew37LW1d83O3tHdx1190MDiaZmUnT1BSju3t1KzFNPo9+6qRXbjPRs+z1quZcV+wHT8OuLhhKQsEBywKtIRiArt3w9PdQDcjuq8u5blByrluTnGtteavfp8lmZ9BaFzPnDLlchkgkxtBQkp6epUtwrfbze7m+P3fddTe7d89mLnjH5fVAUgpsO0A02oRSXqm3mZkZKpUx80uJLXceQggh6md+xpVtBygUvAxur/ecRmtdDHIp4vE4MBvIml/KMxgMLghaua5Lb+9LzMxMk81mcRyn1OvPGJdIJIJSqiH3haXO48iRm9Fa88ILPyoG61Qx088LTnr3SIXruoTDTbS2tnH48FECgcrfb+ZnQMZiMTo7uxgeHmRoaBCloKurm0RiT92Cfv7PO5VK4TgOwWBwQY/e9ajsstxY49ixuzflIlMhhBBCCCHWatsE/m655RY+9KEPsW/fPkZHR/nEJz7BG9/4Rv7u7/6O5ubmqrYRCtXpS0MwCj/9+jVtwuTzOCf/CTMwgOrpIXD8p1ChpYNhtu1/Ua68vdxfnEDlsqiwtx0VDkEui/mLEwQ+9FFU00qP2+a6665b2YnN454+TeHEp9FTqVIwkn98jOBb34599GjF9yx3rqthhpPYOzrQrS2YSxdhJgPNMdR1+7ACAayRQYLB9f+SWY9z3ajkXLcmOdelua7L4OBAaaKvu7tnybLVmUyabHYGY0AVs5P9fnnZbJpMJl3lZ9XKPr9d1+Wll15gauoqgUCwNBnrVwNz3QKjo0Ps2XMNN954lOef/xETExOAKZY60yilcV2HUChUCloqpWhqis6ZXLQsRS6XachnrhBCiIUlpYeHXVKpKYDS57X/p+u6BINhDh+eHbdXCmRVKtV44cJZxsZGMMbbzmwwMYBShmw2SzQaXdcSk+UWOw9j4NSppwmFQrS3tzM5ebVUntQYXczeyxMIBGhujjE5OcEPf/jMkqWsy/sQT0yM86MfPVO6/lprksl+mpvjdSmFXf7zVsq7B09NTRKJRIjFmjGGioHbepAeg0IIIYQQQlS2bQJ/DzzwQOn/Dx8+zK233sqDDz7IY489xv/xf/wfVW0jn3c3ZBbK/Mw8UyhQ+NrXsd/yVqwjiwfDjAHHcStOOLvf/BbuhLe9BfubTJH75rfWvV+dyedxPvVJzEA/JptFRSKwYwc6nSH3mU8T+MCHKmb+LXeuq6G7Erhj43Mz/qbTmN6Xcbt7ULu6KRTWv/RcPc51o5Jz3ZrkXBc3MTFOb++ZORN7ly5d4tChxScGM5kMrqsX6bFkyGQyNf+s8o9zYuIqjpMnl8uTyczQ3BwnEPDuKcZAX18fU1MpIpEolhUgEomitYtl2ViWRSaTJpVK0dbWDnjH39TUXOyNNHvBtDaEw9GGfOYKIcR2V56F57pef7ryXnVaeyU+/YxzUPT07F2QzVYeyFpsP319lwDv/ukFEr3tua5DIBAslfdcrxKTlViWTVdXopT9ODSURGtdund7C1iamZmZxhiNUhb5fJ5AwKapyVuMmsvlyGRmeO65U9x33wMVM//8jLvp6RSDgwMEg8F1yXgrz7BzXZd0OoXWBstSZLNZLMtm797ruOGGg+uSabdRegwKIYQQQgix0WybwN98LS0tXHfddVy+fHlF79toE9Emn/eCfpkMBIMY8P7MZHA/dwLeXzkYVnq/qXxOemBgdnuA0RrGxiCXhXAEt68Pq+x9Ky2/uRrOX30B/cNnvZKaylshy+gI7L0G4zi4T55cMhi52Lmuyk/cDR/5oNfTz/+yafk9/obg7nsa+m+lpue6wcm5bk1yrnN5E6uVS1n19i4+sef1CbLmBMp8tm0RDodXfZ3nl3Xzsxr84wwEAhQKudJk7/T0NK2tbRQKBdLpacLhMPl8jpmZNLlcjlismWg0WnbsITKZDOFwhL1795FM9lXs2eSXEtsu/16EEGIjKc/C8xe0aO2ilIVlWcRiMRyngOO4BAI2zc1xmppWHpQbHk7iZ4V7GeQWWnuLQvwMQP8+uB4lJhczP/txZESTzWYJBAKEitVYQqEQwWA72WyWXC6LUorW1nYKhQKTk1dLWe7ZbJbvfOdJbr31zjkLfMr3kc/nSKfT2LZFU1NzaR9Qn4w3P8NOKUU6nSr+PAC8rH6l1Lr21ovFYoyM6IrBv0YGgIUQQgghhGi0ysvjtoF0Ok1fXx+dnZ2NPpQ10U+dRE9NVX4ulUKfPLmq7apED6ZQAMCkpqD3DAwmYWICkv2Ybz2OPnPa28+Z07i/+17cL38J88z3cb/8JdzfeW/p+Vow+Tz6618tLuwt/rNVXqDN9F1GWRZmMFmz/S17PN9/Grq6wLbAFBvaG+39ffduzPe+t27HIoTYGkw+j/vE4ziP/gXuE49jCvnSc/5EWyX+xF4lzc1xotFYqbwnUJycVUSjMWKx+KqOdWJinFOnnubixfNcuTLMxYvnefbZp7lw4WzpOCORyJyJOGN0sVffNEpBNNpUfNwAppj9MBu987IimmhpaWPv3ms5dOjGYjk07zVaG2w7sC6lxIQQQiw0Pwuv/E/H8b5HaK2Jx1tpb+8gHm/FGLWqYEw6nSYabSrdV/xy2R4v+OQtdmncfWGxfnNe5tnCe1w0Gi32s/UWvfj3Qb8sqmUpCoU8Z8+eKS18mb8PL+DpLbCZfx+tR8abn2GXy2VL9+Pyc9LaXXJcUmtdXQmCiyw2bWQAWAghhBBCiEbbNhl/H/nIR3jwwQdJJBKMjIzwJ3/yJ1iWxc/+7M82+tDWxCQHKpbjBFCBwKqDYdb9xzHfeAydTkN/39zMtlAI1RxHP3IC/tP70I94GYf+cahixqF+5ARqXsbhajMD9VMnvaCfLjsOn+NgRkewuqv/YrfWDEWTHEC1tUNLK2Z8DLJZiERQHTtgnYOQQojNT585jX7kBIVUitHdu5jpv0Tsme/R/fP/bwI33rzqUlZdXQn6+y8TCoXI5bKlMmzhcIRAYHUTYuWTjkopMpkMWrvkcjmmpiZpavICeuXlzLzsBYtsNgsYmptbShObXlk4PzCYnZP1V75av9oeUEKIzadSBrH8bm9887PwfH45ar/cZ7nVBmO8zC4z577i3Re9oNeOHZ1cd931Df23s1i/uXA4QiaTWXCP854LY9s22Wy2lOnnM8a7R5Zn7s3fh38PVcoLspbvox4Zb36GnesubIHh9S2017XEpm3bHDx4pJgBWcCyFFqbdesxKIQQQgghxEa1bQJ/Q0NDvOtd72JiYoKOjg7uvPNO/uZv/oaOjto3PF+LlQakVKIHXShUDP4Zx1lRMGzOdkMhrDe/Ff2RD0I+D3bAy2gLBFB7rwHLQqdSmE//eam34Jx9a425dBHzB7+P9cCDWMePY86fQz9yAl18vS4UMN94DOvNC3sRzr8Opv9V2LULro55Qcg5B1tcUXv8eFXn5k+w66kpsG0YGcH91J9i/czPYv/SL1cVACy/7mrn3KzRtVx3IcT2Y/J59CMnuGpbXLjlKIVAAMsYRpUi+Z0nOdi5a9WlrMonxIyhNCEWCKx+QsyfdHQcpyyop4o9nQxaO8TjrcBsObNMZoZMZgZjvMcCgdn9hsMRstlMqTxcufkTxMv1gBJiM1iP8uibSaXSiP39lzl4cPH+pWJj8LPw8vncgmw2PyAVCoUB1hyM8ReyWJZVKpPp94WNxZq56657Gh7kWWyRjlKK5uY4hUKh1A/Pvx4333yU8+d7yWYzc4J+4N2zw+FIsaxmuuI+Zu+hppRx56tHxpv/c/B+5n55V4PW/vczg+vqdS2xKQuDhBBCCCGEWGjbBP4+9rGPNfoQllUekFouMObzM/NMJrPwuXi86mBYxW0fOYr14EPofH5BRhsUMwovXVwY9EtNeVmCBQdTKOCOjqD//qswPQ3B0LKZgZWuA5kZL9tvz97StrEs7zHbRr3h56uaNPMn2E0mA9nMnG3pz38O8+IL2G/914te79K1qeN1F0JsL/qpkxRSKS7cchTXtrGKk6eWMTjGcPbpb3PHT/8c/f2XcV1nwfuXm9ir9YRYOp1GKbWgJJnXc0mRy+Vpbp59PJvNMD2dKmUCzMykyWYzxOMtRKNNKKWIxeJMT6dQxYUcslpfbFXu88/h/rePwtWrEItBvGXZsd5W5mQy9D71LdxsFhWJYDo6Sv1Lz55dvH+paCw/Q3NycoJMZoZoNEYmk56zEMSybPbvP0g83lKTe49t29xwwyFeeOFH5HI5AoEAkUgToVBow9wrllqkY9sBrr/+AJZlLbgeBw9aPPfcKbLZbLFspxf0i8XixWDe7AKf+fvw76HpdArX1ViWXdd7qL+gqLf3pVLGv+u6GGMIBAJkMjPkcnkikUhN97scWRgkhBBCCCHEXHXp8ee6LjMzM/XY9JZVHpCqFBgzi/R28jPzVDSKcbwJYeM4qGgU6y1vW/MKcrXnWmhtQ+3Z62W2lfdrchzUdftKvQDBy/QrlQZVeMHCYBDTP4A52+sF6uYp70W42HWgOQ7Dw6hYMxw6At0JaGuD7gTqjjsJ/Mtfqup8/J6Ic47TPyetMQP9S17v0nWp83UXQmxuruuSTPZx7tzLJJN9CzLZypnkAKO7d1EIVFiLoxSFbJbR0WEOHjyy6h53/oTYgQOHSST2Vj0RWOk8YrEYmcxM2er+uSKRSCmrQWtNKuX1oQ0Egti2VZqsTKWmMMUeqcFgkJ07Ozl06EZ27uxi3779HDt2t2T7iC3Fff7HuO95J7x6CVIpr3fyK+cxoyNVjT22Gn3mNIMf/6/khwYxE1e9Mum9L2NSKWDp/qWiccp7vObzWXK5HJlMmqamZqLRGKFQmGg0xo4dnaV7zkrvPYvt9/z5XmzbJhgM4LoOrutwww0HaWvrWNF9t16W6zeXSOypeD3a2jq4994HiMdbCIXCNDU10draTrD4Xah8gU+lfQSDQVpb24nHW+jpuabu99C2tg7uuuserr/+YDFIaREMhlDKu8fHYjHOnz/bkJ+BEEIIIYQQwlOTjL+rV6/y1a9+le985zs8//zzXL16FfC+hFx33XUcO3aMn/7pn+YnfuInarG7LckPSFUq2alTKdTJk9ivfbjie60jR72MuZMnMYNJrO5EzcpGLZvZ9vZfQ7/vP80+PzY2m40XCHgZguBl12WzmHNnYceOhZmDxZ54i10HZVmYrt2Y6RQ0xVCdnV5JzXh8RYE2vyeiGR2dPc7ZnUA2u+z1Lp1/Ha+7EGLzWmnZOpXoYabvUinTbw5jsCIR0uk0icTedS1ltdh57N9/EFALSpKBn6HQTGfnLmKxOBcu9BZLvgWKrzfYto3rumitmZ5OEYu1lDITJNAntiqTz+P+t/8Cudzs2ENZ4GpM32VMKFzV2GOr8Bd6zexon12FqBTGdVH9fZhDh0uZUWLjKO/x6i/iiMW8nnvp9DRtbe0YQ82zzcr3a9s2tj3bJ+/8+bPccIPi/PneBferQ4eO0NnZucSWa2st/eaCwRC33npn6b1+pt/89y61jxtvvGXd7qOWZdPS0kJ7eweFQh7XdUvHmM/nKBQKJJP97Nlz7bocjxBCCCGEEGKuNQX+kskkf/zHf8zXvvY1Wltbue222/ilX/ol2tvbCYVCTE1NMTAwwIsvvsiXvvQl9uzZwzve8Q5+/ud/vlbHv2X4AalKygNji1HBUMXJokp9ZLRlMzycJJfLEA5Hl5w4LvX6e+QEenISpiYhPQPtbVi/+mtYsRj4z6dSkMt6mX62VeoFaFJTcGUUsjmvS30+hxkd8Z5vjs/pibfkdWhrgzvvwtqzd9WBNr83H7ns3KAfeD0MI5Gqrndpe4tcdyHE9lRpUnS5snXW/ceJ/eB7jCq1IPinAgFMe3upxNd6lbJa6jwuXDhLT881vPJKb1l/H6/cWCAQIp2epqWllf37D/HqqxcJzMtktCyrOKHplSTbt2+/9OIRW55+6qRX3rNCCUAcB6Ymqx57bAX+Qq9oLIqe99lnHAc1Po7u2LGufcLE8vwer+WlLGd7uWYIhyN0d/fU/DO90n59+XyeF174EaFQaMH9qrf3zLr3c19Lee1q37vc6/xSrPVeJJROp0uB2EKhQDqdQmtTGhf09r5Ec3O8bsHI9TpPIYQQQgghNqM1Bf7e8IY38NM//dN87nOf484776y4+t83Pj7OY489xic+8QmGhob41V/91bXsesvxA1KVgl7lgbGVqNQr7+q3/4lX7ruXQjRKIGDjOO6SmSjgZbaZX34T/OF/8YJ+TU0QjmAe/Qt0sSeNn/nmPvkt6H0J1dnlBf38kpqBIFjFYFvZCnd16MicnnjLXQd7z95SoM3k8+iTc4OaywUB/QxGPTHhlR0tn0AoZiiu9nrXSqVgrWQRCrE5DA72k0pNlvobRSKR0r3RL1uXSOwtTVb5CzB2/ezPk/zeUzhlkTQVCMDeawiGwkv28KuHpSZZC4UCsVgzO3fuIp2exnXd4uN58vkclqWYmLjKs88+TTAYRGuDZc0dHyilUMpi9+6E9OQR24JJDkBTDCYnFwb/lAUzM6g6jz020iS5v9Br19hVkrs6ce2y41AKstll+5eK9ZdOpyveF5RSNDU10dLSVpfP9MX2C1Ao5CgUHEKhhWPlQqHA4OAAXV09NT+mpaxlkU61713sdSutOrAY//NiZiZNS0uczs7dKDX388LvN6iUIp1OFfv++s96vX7r1auzVue5HNd1GRzsZ2hoEKWgq6ubRGKPBBiFEEIIIcSGt6bA31e/+lV6eqr7ItXR0cEb3/hGfumXfomRkZG17HZLWrakZjEwVq1KvfJ0KMT5rk705VexDh/2tr1MJoq/LfOFR1EtrdDSOvt4sf+gev+HSplv1v3HcX/3vZVLf8ZiXgDQKf49X8BMp7B/49+XAlvVXodSUHNiAqamYCaN++jnsH/rPdg337bodfEzGM2JT2NGhr3lqEZ7Qb9ihqIVi634etdKpWCt+cZjWMUAqxBi45qYGKe39yWy2QxKKYwx5HIZmpqai5kIinQ6PWeyqrQAIxhi98OvZ+jF5ylks1iRCKa9nWAovGx5sHpM5i81yWpZimw2w8GDN3L27Bny+Typ1EQxg8+iqam5WM7TQWureCwL+wHadoDDh+VzTWwPKtEDLS1wZcTrL1zOaGhrq+vYY70myavlL/Syg0H2X+7nwjV7cAIBlDFoIBSJ1LRUpKgNP9BT6f6gtalbhuZS+3UcZ0Fmuc+/724Xfra+4xTI53O4rott2ysOwC38vBjkzJmXaG/fwc6dnaVxRldXgv7+y3My/XyWZZV6/vqLnmp9niuprrAaExPjvPjij5mamiz2JFYMDye5dOkCN910m5QnF0IIIYQQG1rlWb0qVRv0K6eUoquray273ZL8gJSKRjGOAxRLHUWjK+ph5/NLKJUb2dFOIRDAOA5mbHzOc/6Xsmq3VXoulUKfPLn4eZSX/rx+Pxw+At0JaGuDRA/q+E9hBpI4j/4F7hOPg2LZ6+AHNfXIMLxyHgaTkErBpUu4734X7gvPLXltrCNHCXzwo6hfeQt0dsKuLtShI5hIdNXXuxYqBWtVMFgKsJpCft2PSQhRHX8Systs82a+/ODfzMw0xhi0NkQi0UUnq4ZHR7jzn/0c1993nM7DR9l3/QGOHbt7yYmliYlxTp16mosXz3PlyjAXL57n2WefZmJifNH3VCMWi6H1wmAdzE7u+qXG2trasO0g0WiM1tb2OVkXruvS07MHpezipBnFyUGbo0dvJRCQbGbReK7rMjDQR2/vGQYG+tDarfk+rPuPY7W1wZ69YFte1QHw/gyFsd/923Ubeyw3SV6P812Odf9xrJYWANqm09x+5izXJAfZOT7BdWNXOfa6N8ik+gbU1ZUguMi/03pmaC6131AoXDHbD+objNyI/Ay9ycmrzMzMkM/nmJmZKf49veh3vXLzPy/y+TyTkxNMT08xMPAqr7xyrjTO8PsNam0Ar1yvl/WnaGpqRilVl+CrX5XAGEMmkyGdniaTyWCMWfI77Uq4rktv70ukUpP42Yt+YDOVmuTs2Zca8tkphBBCCCFEtdaU8VfJyZMneeGFFxgaGuLXf/3XSSQSPPPMM1xzzTUS8FtGecnM1faw81XqlZeJRLweKkp5AbnyfS/xpWyl/QcXlP58+SWwbczEBGSzqB07vDKgE1cxJ/8JN/qDBdlt9hLXQT910sv06+/zVs37q38tC/I53D/8KNanP7fkdVPBEMF/9RbML73RKxe6xutdC36AtdK11qkU6uRJ6ScoxAblT0KFwxGyWW/yyae1JpvN0twcRymWLKE5MjJc9ar4eq5491fxu66z4LnyyV3LsgmHo8Tj8YrbsSxv8u91r/tnnD37EpOTUzQ3xzl8+KgE/cSGUDEDd4lMOJPPo7/1BPo738YYsF5zP/ZDDy07dvAXRvHICXQ44pX8zMxAWxv2u/+/2DfdUtPz0tPTuJ/5JObiRYZuPEz+yGHsCuOLemTjLGZ+KXP1y2+CLzyKTqWwAgF2D4141R3e8jascKTuxyNWzg/0eL8zBSxLobUhGAzWNUNzqf3edNONXLhwdtH7VXd3D4usY9lypqdTZDLpOSU3verhhkwmTTqdWnYb5aW+ZxcvUezNaygU8ti2XRpntLV1cOjQjfT2nq5Y5rwewdd0Oo3jOMzMTKO1XlBloRaBxuHhJNPTU6Xtl9PacPXqOD/84TMkErXvaSmEEEIIIUQt1CzwNz4+zr/9t/+W5557ju7ubgYHB/nFX/xFEokEX/nKV4hGo/ze7/1erXa3ZfklM9e8nQq98qLZLFopLK1h3oSK/6WsYn+5VfQf9M/DtLWi/+kJyBYDjYGAV2Jzz14YHoYDB1HFCevy7Db7/R9a9DqY5IBX3tMvITpnxxZMTKCrDJLV6nrXwkoDrEKIjaO8NGYsFp9X9sqbkDp48AijoyNLltBcyWTVcn341jKZv5LJ3WpKvwUCIW699U4KBZeymKgQDeW6LmdfPo0zOoLKZtHRCFZHx6LBc33mNO4ffwxzttfL1DOgv3sS/T+/TOA/vHNBSe5KY6ryhU2qigVHqynl63z979Af/xhkM2AHmMFFzUxjrr8etWvuIrz1KoWoz5zGPfFpzKuXwSlAIIi69lqsX3kz9sjohliAJarjZ3sPDa1vv8il9usHoubfrw4dOoJt29smM8sr76kX9NUFcF1NLpdbdhvl45lsNlsMfBW/qynK+vrOjjO6u/eQTPYvu1ioVqLRKOn0NH4mnnds3lgrnZ4mGo2ueR/pdLqUvVhOa4PrOriuw8TEGLlcpqFlk4UQQgghhFhMzQJ/H/jAB7h69Spf/epXufbaa7nppptKz91zzz382Z/9Wa12JapQqVferrGrJHd1okMh1I65X0yCwSC7JiZwP/5HC/rLqTe+CaulZcX9B93nn0O/+50wM+P19UNBPu/9l83CdftKQb9yy2W3qUQPzKQXBv3A65PT1LQpg2SrCbAKITaG8uBXMBiktbWdXC6L67ooZXHo0I20tXUwM5OuWX+k5frwrXUyv9rJ3WqzA4XYaAZPfZ/8mdOoQsGbNL5qYGQEevaQz+UY+Ou/JNHlBaMw4J74DOb8Oa+inbK8qr4GuHAO98RnUB/8yGx1giV69la74Gg1ffn09LQX9CsUwPaG+dF02lv49corsGMnyi4LZq5DKUSTz+N8/GNw4dzsoi2tMVfHcFMpgn/ypxLs22Qsy16XLNFq97vY/cq2t14W1lKLAYLBMLZtzak64LNti2AwvOz2y8czWrtzAl/GULqm5eOM9c4E9U6vvquIYrFYKZjoXwNjwHWd4mNeD+N69BYUQgghhBCiFtbU46/ck08+yW/+5m+yf//+BSvjuru7GR4ertWuRBUq9Qy0CgVuGB4lcM21aDNbfsW2AxzYdwD+4pGK/eXMXz6K+uVfWVH/QT09jfu7/z+YnPC+JQUCXk8by/K+p2kNFSaJYfnsNuv+49DeTsW6PYEAtLSi6hwkM/k87hOPl3oT1qL/Xnm/mwXPLRFgFUI03vz+Q0opIpEosVgz8XgLicSeiq8rNz9I5rouyWQf5869TDK5sO9YLBbDdd0F/W2892pyucyi762WP8l64MBhEom9FSe0/Ak/2w4U+/zM3lvqWfqt3HLXSoj5TD5P+jtPoRyHUk08y8LkcpiXTqMuX2LmxedwP/UJnP/427hf/ALm8qXiQqZ5Cg7m8qulnse16Nm72r587mc+6WX6ldl16VWC2ZwXbHv11TnPrUdw3v3WE3D2ZchkIJeDfK6YOqTh3Fncb36zrvsX28N2yCYfGxvl29/+JqdPP0d//6U5/fYA4vE4kUhTKWAFsz33otHYomW5y5WPUyzLnhNEtCxFuFg1Zv6iAT/4um/ffnbu7GLfvv3L9ilerWw2Q3NzS/E8vcf8cqTNzXEyFRarrlRXV4Lm5pY5C6y01qX9BAIBIpHZCjq16i0ohBBCCCFErdQs4891XZqamio+NzU1RXCREoaifir1DNxx/Dgdts3QUJJcLkM4HGX37gTmW9/CXaK/nJ1MwkP/L/j2U6DAfs1rsB58beWg35nTOB/5IAwkvW9hWnsTPJYFtu0F/lwXRq9A58K+j8tlt6lQCPtd78F9z7uKk0eWl+kXCKD2XoNqba1rkGypVfzzy3ythB+s1Y+c8LIeAwHvWhT73chqeCE2rmpXu1f7umoyfcLhCKlUCq2dOf1tQqEI+XweMNj2VFVZQmvVqNJvsLqsKCH0UyeJXJ1Ax5u9/sfgjVkyM+C4aK2JjIzCyAhmfNwr72lZ3phjPsuCQqG0aGklPXsrllgPhlZdytdcvFjK9PPZWrP/hz/kwh13UMhksGBd+rL59Fe/CqmUPzMPBeNVf4hEwbLQ33kKXv/TdT0GsbUtdh84dOgInZ2djT68mhgfv8IPfvDdYhYe5PN5LCtDLBYvZZv5GfjhcLhYptMt9dwLBKoL8pePU0KhMLlcphQ8jMXipQW+lRYNrFcmaCwWw7btOdUVbNsmHI5gDDXJYrZtm0OHbuTFF3/M1NQkxmiM0YAhEAgSizXPWey8XmWThRBCCCGEqFbNAn+33HILX/nKV3jggQcWPPe1r32NO+64o1a7EvMsNmkElXvYKaCnZy/BoF3qt+Qs1V8um8E98Wno2OGtWC8UME88jtl7DapSP5tHTng9+CwFLrMr6f0AoDHe467rPTZvUqua7Db7ltvgv34M9w8/ChMT0NTkZfq1ttY1SLbcKn71/g+tad+VgrXS70aIzaHa4Ff568oXYPivWy7T59ixuzEGLlw4SywWK+sn6AURp6dTtLW1l5XjWp8yVI0o/VbNtZKyW6ISkxyga3KKQcfBLf6umHweHC+TLpjL0nXpVS/Q52oYG4N43FtoND/4pzUEg6VqA9X27F1qIVE6YK+qlK/atw/z41MLgn+tV8a47R++wcgv/iK5nV3rFpw3+TxcOFs8ODX7pzFeZmJTEwu7kQlRvaXuA729Z+jo2PwLQFzX5YUXflRa6AP+r5EhnU5hFxd1JhJ7S0G7cJjS4qJAYGVB/vJxypUrI0xMXMW27WL5z/VbNLCY8hLjkcjcfn6BQKBmWcxtbR3ce+8DJJP9DA0NksmkyeVyNDU1Vez9V++yyUIIIYQQQqxEzQJ/v/mbv8mv/Mqv8MY3vpHXv/71KKV4/PHH+eQnP8mTTz7JX/3VX9VqV6JMrbLPFu0v55eF2tVVVaDLX+VOJAKBoLeiu5xfUksZaG7GnDsLXV2otvYVZ7fZN9+K9enPoYtBMrUOQbKVrOJfrUrB2o1mqWCzENtZtcEvy7IXLMDwVZPp4/1/fkE/Qa1djNG47sIygEtlCTXKUr2KqrHarCghVKIHK59n/+V+LlyzBycQQBXyaKUI5rLsP/UjrPKS4oHiv8tAwAsElgsGUNdcW1q0VE3P3uUWEjW94zfQeuX9QO1//W9wHvua1+NvHisUYs+b3oLVtH6T0/qpk9DcDKMjFZ7U4LhYr3nNuh2P2HqWuw8MDg7Q1dXTgCOrneHhJLlcbkGwCbzPg3w+V1oMUKsMfH8809OzF8uCvr6+dc/oX8x69hS0LJs9e65lz55rcV2XU6eelp7GQgghhBBiU6hZ4O/222/n85//PH/4h3/IRz7yEYwx/Pmf/zm33XYbjzzyCEePrr4Eoqisltln1v3HMd94DDOvJ4IZHwMM7Ngx93GtMZcuYv7g97EeeLAU+PFXuZtQCJzC7Kru+eJxiMW8CbSpKfiph7Cv3bfiANJ6BslMPo9+8lswPISJRFAdO+ZkKy7Xm3CrqFepUyGEJ51OV5Xp47/G7yfovXe6uCJ/YeBvo5WhqkWJzmqvlRDz+eOetuk0t585y8iOdmampogkk3S98gpWtGk2Qw0ABQcOoQo5zNmzoF2vdLltww0HsN/29tL4ZbExFcxWNdAnl15I1Hn2PAMtTSueYLaam7H+wzvRH/8YZLPe8bkuRCJY73zXugb9oJj9uKsLMzoC6fTcMaFlwY6dWA++dl2PSWwt2+E+kE6nCQQCFAoLg39KQaHglPr6+oG5Wi56sW1vsdJG6qPYiBLj6xlwFEIIIYQQYq1qFvgDL/j3hS98gWw2y+TkJC0tLUSj0eXfKFalltlni/WXw3Xh2utQZV+oTWoK+vug4GAKBdzRkVLgRyV60LkcDPR7WX+OC2beBHQs5k32DA15f7oO5uQ/oX773g2bNeYHu8zFizA+DgrM6Ahq7zXQHAeW7024FdS71KkQwutNMzKyfKZPpdfYto3WpuLk02JZQmvNulsN13Xp7X2JmZnpOb15Vlqis9prJcR85eMelUrRfWUcPTwIFy96vefmZ9bYNtYbfg77oYfQ33oC/e1vYwDrvvuxH3pozr1vwZjKsrzAF8Abfh5YvhyoGhrk4LGfXdUEc+Bnfg79Uw/hfurPMZcuoa67DvtXf23dg35QzH50XdS+6zGXL3s9FP1ef+EI1i/8fxo+bmjEZ6Cone1wH4jFYoRCoVK/vXKuqzEmVyzHuT59fTeKRpQYb2RPYyGEEEIIIVaipoE/XyQSIRKJ1GPToky1PWSqVam/nHEc9N9+ZXafWntBP1d7zQIjkTmBH+s//T48+jnI5iCX9fr8qeJqc4BgEFBefxx/Ts32sv7mB442SjnJ8mAXu3bB1THv/F2N6buMOnQELKuq3oSb3XqUOhViuyvvXTOfn+ljDBVfEw5HyGZzFe/BlbKEapF1txoXLpxlbGykNP9vDGSzGWKxOFqbqkt0VnOthFhM+biHoSSh3V3kv/QluHgBCo63OElrCAa8rL5igM9+3T/Dft0/q2rb/NUX0F//qpcduGsX5nvfwT39Atx4FLNMOdC1TDBbTTGs3/yt1V6ampnNfgyiDh/xKklks974sWcP9r98Y0OPr1GfgaJ2lrsPdHf3oHWFN24i/jk2NTUzMzON1rrU11drTTzetu59fbeLxRYGSBlxIYQQQgix0dUs8Pfe976XTCbDH/3RHy147p3vfCfNzc38wR/8Qa12J6iuh8yKtzmvdKbJ5+Gb/zhbrmpsbHYyLBDwyl0W6VQK9fTTcPgovHTamyzzV8wHAt7MrjFeCdBQWQDPaIhE5gSONlI5yfJgl7IszJ69pYxHjMaMjmBdt6/q3oSbWa2DzUKIhaotJbXYa44evZWhoYHS466rcV2H9vY4Q0PJ0qSV67qcPXsG13VKmRLrMWHoui59fZeKWQqm7HHD1NQE7e07qi7NJmW3xFr54x6lIBi0MT17cD77GczlV70+ecEg6ppr55TyrJoBXjqN6to9+5hleWOqF59HNTdDLrfgbeULiTb7BPOC7MednSvu6Vwva/kMlCzBxiv/GbS3d3D16hiFgjPnPnDo0JFiJvzC8tebSfm9zrYD5PM5HMdFKUMgECQcDi94j/S5Xbn5v9eRSITz58/KwgAhRF3IWEIIIUS91Szw993vfpff/u3frvjc6173Oj760Y/WaleiqJoeMms1f8KGXNbL1LMtr8xlcaLEaA1Xr+L+3d8WyzeFvSCfq8G2IBCEmbQ3iWbPG8wEAqj2doz/fqeAfvwbkMttiHKS84NdKt6COXTEC4LmsnDoCPbv/l5Vx7TZB3flwWaj9ew1CEegtXXLlzoVYr1Uk+mz1Gv27NnL0FCS0dERJibGsW2bdDpFKjVZmrSamUmXJrPmq+eE4SuvnGVmJo3jFOY8rpQXpBwfH2PXrt2LvHshKbslask6cpTABz+CLlY/UN2JVVUcMPk8zp/+CeblM+CXvc/nvfvljh2QnkH95D2ol16cU2JdxWKYozfj/vUXG1rtwFeLcUulihKNPi+A4eHkqj4DJUuw8eb/DLTWBAJBOju7UEqV/q3a879zbGKV7nXT0ynGxkYrvn6r9DdcL/P/TQ0Pu6RSKWKxGMHi90DJphRC1IqMJYQQQqyHmgX+xsfHaW9vr/hcW1sbV65cqdWuRNFifflWu4q6UmlNDJjkINx4I+rqBKZjB5x7GdXZNRv083v+5fNeUHB62lvBHolCqGwFaiTqZQH6NT6N9jIBd+zEnO313m/APfEpuHIFrrkWFW+Zc4yNKCdZKbNSWRZ0eqvW7QcerOpab4XBnR9s1iPDs1mPfim08THY1dnoQ9yQNnvAVzRGNZk+i73GsuxSabBQWYZ1+aRVW1t7xQlv73X1mTB0XZfLly9hWQql1JyMP2MMSlmA4erVMbR2q/492exZUWJjmV/9YKVKfYFfPgNXr0JywHsi2gSWhTt+hZE77iAbDtL8jt9g19nzqKFBlOtgXnwB873vQIOrHUBtxy1rvab1kE6nV/wZ2KhMaTFrsZ+B1i4TE+Nb4mew2Lhx/r0umexjdHR4S/c3XA+V/k3l83m0dkinU7S2enMc2WwWrV2Uskgm+9mz59pGHrYQYpOSsYQQQoj1UrPAX1dXF88//zz33HPPgueef/55OjslIFAPtVpFXam0pvvf/9rrvYRC2TZmdNgrW0XZRG15z79QCNWxw3s2HIFsBpqawLK9wJDREGv2Sn3aAdjZ4b3+bG/p/ezY4U2QGaC/D3PoiBdkK2pEOclaZFZulcGdCoVQb3wTvOdd4BSDfsbrf6R6ejBf+DxmnTMyN7qtEPAV1dtIQd7lslny+Rxa66omDGt1XslkP46Tx3VdymJ+ZQzRaBOFgiMlysSmNKcvcCQKmYHZJ7MZJq+7jgt33EEhEsaORrjSd4mBliYO3Pp64v/1oxum2sFWGbcsJRaLMTJS3Wegb7VZgqJ2hoeT5PO5YmDGWyASiURQSm2Jn8FKxo3S57Y2Kv1eewE+r2xsOj2N4xRKvRWNMfT2vkRzc1zG8mJZf/VXf8UXv/hFBga88cCBAwf4t//23/LAAw80+MhEo8hYQgghxHqpvMx1Fd7whjfw53/+53z961+f8/hjjz3Gn//5n/NzP/dztdqVmMdfRR345V/x+tSsJtOvOElVymqzbbhwDnP+HGRmML1nYHjEC8pdvox54TnM1XGv1GM+P6f0p+rYAZGwF/RrbvZKXBXykM165T6VBRNXIZnEJAdK72fvNV6QLxLxgkkFx9t++bE6Dmqdy0n6mZUqGsU4zuxxRKNVZ1b6g7tK/MHdpjF6Ba7bB90JaGuD7gTq0BFojqNTKfTJk40+wg1juYnTzd5zRsw1MTHOqVNPc/Hiea5cGebixfM8++zTTEyMr+txuK5LMtnHq69eJJ/Pzcmq81mWIhgME1zk86t8wrBW5zU+PkZv70s4jlM8prnHpZTCsmyammJSokxsWn5fYKBU4MDnWhYXbrsVNxTE0hqUmb0nPP1tnFSq8jYbcG/dUuOWRXR1Jar6DCw3P0vQGEMmkyGdniaXy5Ja5GdYDa//6aucOvU0zz77NJcvX5JxQgWjoyOkUpNkMmny+RyZTJrJyavk8/lNf+9Y6bjR7/1n2wG09u6pWhtsO7Ch+9z645Rz514mmexr+L/zStm/lmWXxirZbKZYlUBhDGityedzPPfcKRyn8uekEL7du3fz7ne/m//xP/4HX/nKV7j77rt5xzvewblz5xp9aKJBVlNxQAghhFiNmmX8veMd7+Dll1/mXe96F//X//V/sWvXLkZGRshmsxw/fpx3vOMdtdqVqDF/kqq8lCVjY17gDeCVC4DyMviM8f6zLLj8Kuy/AXr2eME+f/BieUFA03cZrADMTBfLgCovqKeLJT7zeUhNewGknZ2lzD7VsQMzOuJlAeayc461Vr0LK5U1XSqAt5rMyvJ9TO9oR7XGK297kw3uTHIAFQ5DeGEWbyMyMjcyWc23fawkO8bPnpuZSdPSEqezczdK1WZyrjxTIJfLMTOTJpvNEIvFSz1qwJsYjMfjdHXtLr6+gGV5K9uDwWBpwrBWWT+u6/Lyyy+hlBcJ8SYpZyfLlLJQCqLRplKvv1wuw7lzLzc8c1KIlZjTFzif9xY/ZbOgDSPXX08hHMZSeNmAudnfgUI2y8juXXRfGV/YQ3fHjnW/t26HSSk/aLLUZ+B85VmC+XyemZnpUhaQ1oahoQG6unavOAtoYmKcF1/8MVNTE8VsaMPIyCDxeCs33XSbZBUVua5XzlNrU7qf+BlYMzPT2Hbbpi5vuZpx40r63G6EqgQbsRJGpezfSCRCLpehUJjNptTalLIrtdakUlN85ztPcuutd8rvqFjUQw89NOfv73znO/niF7/Ij3/8Yw4cONCgoxKN4rouuVyGVCpFIBAoZaz7pEyzEEKIWqpZ4C8UCvHJT36S73znOzz99NNMTEzQ1tbGvffeW7H8p9g45kxS+XJZL5CXz4HjgnYp1WXz6n96mXvj49C1ezbo52uOw/4D3oTXC897ZTxt25v88rdjjNcPMNY0p5xnKXD46qtQPK619C6cr1JZU7+Hjtp/YNGA4Er608zfR7itFb3vWqyePaj43ADgZhvcVep56DOOg7XOGZkb2XaYOBWeaifr5k94jY4OcenSpZpMeM0P0vmTVsaYOT1qcrksWhu01rS0tC45YTj/vIwxq+pxMzTkbaf8mILBEI5TwBhTzEAMEovFKBQKxd8Ng21PbYhJQSGqNeceGY545c5jzVDIk+loxwoEvF5/GG8xVJEViZAJBGf7Jpf30B0Zxtz1k+t6Hqspg7kZrSRoArOlFR2nwMzMdCkLCMC2LYLB4IpLobquS2/vS6RSk4A3zAYvsyiVmqS39yXuuuueDRvIWU/Dw0ls28ay1IJsdq01ruts6vKWqx03VtPndiME3DZqCeFKJVOVUjQ1NTM1NVHM/qP0vG3bKEWxvGx+y5Q/FvXnui5///d/z8zMDLfffvuK3qvU8q+pNX+fjdh3o9Xj3CcmxuntPUM+n8N1CxQKOXK5DE1NzaWe7MFgkO7uRMOv+Xb+2cP2Pv/tfO4g57+dz3+rnnvNAn++++67j/vuu6/WmxV1VDGQEy5m5rkuuI73p1LFnm7GK83p/38uC8EgZnzMC+xFIqiOHVitrZgjRzGvXvLen55mTlMn7xsTjI3D3mvnBg+b46g77kQ9/HoYHVl178L5KpU19XvoOB//GCoex0xPryggWM0+uianGMzl0P19mEOH5wQ6N1sPjlr0PNwutsvEqahusq7eE17zg3T+pNXMzDSuq5mZSZPPexlGsVgzr776CslkPwcPHll0wrD8vOZnt6ykx83MjLcdrU3pmJQyBAIBXNctHlO82EsnTVNTE7Zt1/waCVFvc+6RO3bAlWIFg1CYaD6PbophYVB2ADpmf29MWztRmO2bXFZFAUvBi89jCvl16/O3nXqHVRM08flZgs89dwrX1cUAlPc5H4vFV9Vnbng4yfT0VDGLbe5zWmump1MVt7cRAjnrLZ1OY9s2sVicdDpVumbez8Cio2PHpr5H1GvcuFECbhu1EsZi2b/RaBO7dyfo73+1WErWwrLs0u+pt3DJlioeYlm9vb384i/+IrlcjqamJj7xiU9www03VP3+UKgxn2tKzQa6K/fm3rpqfe6u63Lu3MsY4xII2IRCIWZmZtBaMzMzTTDYRigU5vDho4TD69fTeTHb+WcP2/v8t/O5g5z/dj7/rXruNQ/8DQ8PMzw8TC6XW/DcXXfdVevdiRqoGMjZsQMGB6BQ8AKAfolPrb3MvWDI+/+mGCT2YE4945UCtQPgOpixMdRvvhMrFMUNBL3Mwfm/OQZvQmvHDsx0CppiXqnIsuw+6/CNNT3XimVNwSurde4spqsLtdMrYekHBN0//hg0Vw4IWkeOVrUP2xj2X+7nwt4enLEx7M7OZctJbVR+z0P9yAl0KrXgZ7Zek5KbwXaaON3uqpmsq/eEV6XgYygUIhhsJ5vNkM1miUSic0rKLDfp55+XUmpBdgsoLEtVNWnY1BRjdFQDquyYssW+Popdu3YTjTaRy2XwMv0Wbksm1sRmUH6PNKkU7NkLly8D0KVh0Cmgw+HZvsZFwXCY3T17i2Mu7VVVMF5pdLX3Gkw6jT55surKA2u1mjKY20VbWwfd3T1o7eK6LrZtEw7Pfq6uNKM/nU4XP1sXPuctstALtlceyFFKkclk0Noll8stmSG4WfmZjZOTE8zMpIlGm2htbSeXy5Z+BqFQmB07Fpah30zqNW7cKAG3jVwJY7HsX2NgcnKiWIZXz3mPX11BKaniIZa2b98+/vZv/5ZUKsU//MM/8Nu//dt84QtfqDr4l8+7Dcv4MwYcx91Sk6DVqPW5Dwz0kcvlcF23tHDFsmy0dikUCoRCEe688yeKiwka3993O//sYXuf/3Y+d5Dz387nv1XPvWaBv76+Pt7znvfw3HPPASwov6KU4syZM7XanaihSoEcHMebdGpuhlRqNvBXPuIMBiAeh2Q/HDi4oB8N//RPqP/0PtTffxUz0Ldwx5bySoHuvQZ1109i7dmL7ruMmrgK7W2YgSRm/w01DSRVLGsK3rG7rpexWE5rzNmzsKsL1Tk3IKgfOeH1/Zt3fIvto206ze0vn2OkbQfZI12buiTTanoebkcycbp9VDNZd+HCubpOeC0WfPQmjiEcDhONRhe8b6lJP/+8pqdTpUy/8mMOhyNVTRru3p1gYOAyqVQKrV0syy5Nltl2gJtuuhXLsjl37mVse6riNho9KShEtebfI+nchVIGa2SUA7s6udDSTMF1UTD3ntB73quUMK+CApaFgnXv87fSMpjbSXNznFAoXJPMrFgsVvqcnj+x6wUErQXb8wM5juMsyMTOZjNcuHCWAweOrOrcNpryzEalFLlcjnw+RywWJxKZvafZdmDTL6iq17hxowTcNnoljMWyf/0s32w2Wyoza1kWTU3Npf6ejT52sbGFQiGuvdYrjX/TTTfxwgsv8PnPf573ve99VW+jkZOQ/lTQdlSrc0+n08VFAqk5i338xY6TkxMb8jpvxGNaT9v5/LfzuYOc/3Y+/6127jUL/P3O7/wOw8PDfPCDH2T//v2lGtVic1gwSXVl1AveBoNe2anLr5aV+sQLDO7b52XyhSPeqvXOuatsdSqFevp72G99O86rl+CVV4rPKFBAUxNccw1ojbVnLyrRjfrGY+ipKQgG0U8/vWRm3Wos2p8ul/WOqazfDuBNvmnXe34enUqhKqy+X6oHnioUSOzqxj5weM3n0mgr6Xm4ncnE6fZQzWRdvSe8lgo+AkSjTRUfX2rSzz+vU6e+j/ch6ZdUmy1rpxTLThqmUpMUCnmy2ZniIMqbnG5paeXIkZtLvw8bfVJQiGotdo/cAbRrt+I9wU30oF23VHmgXKN66K6kDOZ2UsvMrK6uBH19r5LP5xYsnLQsi+bm+ILt+ROI8zOxvT8Nly9fYv/+g5t+rFGpRGUs5pWLnp5O0dbWjvd1ZessqKp23LiS/o4b5d66WSthtLV1cO+9D/Dd7z5ZzJy051RP2MjHLjYmrXWp/L7YHmKxGJcvz1Qs6+3f+6WyiRBCiFqrWeDv+eef5yMf+Qive93rarVJsc7KJ6mcR/8CwmHviWuuxbS1wYXzXsDPtqGjA6tzF+zahXn11dI2jNZzMv90fx/B1z5M4HN/ifPr/xqGhrwXdnTAzk6UZaGiUdTdd6Pf93sVe++5Jz6Dfvj1MDK8bH+95Szany4c8VbUd+yY+3g26wU6w7MBwfJzdJ/81oLjkR54Yj6ZON0elpusq/eE11LBx717r2N0dGhOxp5vuUm/trYODh26kd7e0xhjFpS1W+79ruvS23sG27Zpa+uYV5otREtLa+m15dfIGDPntbFYs0ysiS1hsXuCjB82j1pmZtm2zaFDN/Liiz9mamqyOAFosCxFPN7KoUM3Ltje7ASiXvC57scOt8IEYqUSlX656EwmQzgcobu7p2ELqlYSfFuJ5caNK+3vuFECbkv93uzff3BDL5ILBkPceuudpWP3M/22UtBZ1Mcf/uEfcvz4cbq7u0mn03z1q1/lBz/4AZ/97GcbfWhiHXV1JThz5sWKJVstyyIajUplEyGEEDVXs8BfV1fXoiVExOYzP2tNtbTCrbd7GXAzM6ifegj7Hf8OffIk+vx5L0iXmvKyAwuOlxnoOphvPY7+iZ/AOnKUwHt/Z0FfOBWLYb3lbZinn67Ye4/pFOb0i5hXX0Xt3r1sf71lz2uR/nRqTw+0tXnHXS4SAdvrQwjMPUcF9L6E+zvvnXM80gNPiO3B5PPop0565X2LixKsYGjRybrKE14a267dpNFSPWomJsZXPenX3b2HZLJ/Ve/3J24DARul1JzSbIWCM2dy2r9G8yfAlbIIBkNMTU1WnNQUYqOq9Dmx2DhAxg+bSy0z+v2MomSyn+HhQQB6enro6kqg1MLtzU4gLpxBtCy1ZSYQFytRqZSiqamJlpa2hgU3JybG6e19ienpqVLWZX//qxw8eGNd71OVsiAty1qyZ+9GKj1f6fcmEoly/nxv1YHMRpEqHmI1xsbG+O3f/m1GRkaIx+McOnSIz372s9x3332NPjSxzlpb20gmpynvZ+6XDTYGqWwihBCi5pSZX1Nmlf7hH/6BEydO8MlPfpK2trZabHLDGR1NNfoQakYpCAa9xsGV/gWYfB73d99bcdW5ikaxi73t/NfpdBp6z4Bb1vTctlCHjqBisdnXF/LoYjlRVdYXznn0LzDPfH/ujrTG+Ntsa0Pt2VvxGFZzrpWOw5w/VzEwaaZT3rFrPfcci+dHMWtx/vEsdq71tNzPdTNZbrJ0K53rcuRcNx595rT3eVFcsGAKBayWlqoWJehimb+ZmTQtLXE6O3dXnNittdkMgYWTftVMrK32/efOvcyVK8MoBZlMppTB52cN7tzZxYGy8seu6/Lss98jnZ6u2A+w0qRmI3V2xht9CJvCRh9DreWzZ7H71Wo/J6odP8zfr7nvPkbGrzR0QnqzfIZvdNVcx7Nnz3D+/JlSb8DyMsy2HWDfvv2bMuOvPIsul8swMXG1NEFaTmuz7DnW69+j67p873tPkkpNlsq2+dc/Hm/l3nsfqNvvXjLZx8WL5xct27nUNdGLlBleSr1/p13X5dSppysuLNqI9/zVks/GymQMVZ1GjaG287/bWp67/x0qn88xNTWJ4zgoBeFwlObm5g35HWc7/+xhe5//dj53kPPfzue/2c692jFUzTL+/uf//J8MDQ3x0EMPceTIEeLxuQeglOLP/uzParU7UWfVrjovve4jH4R8HuwAGO39GW/BJAcwwSDqW09gv+6fLdrzplJfPDM+5pUWnVdqExbvr1f1+VU4DjWvz6E1LyBoLl2czfQLBKBnD6ZY8tMEg/DNbxJ4/U8vuY9qrCQ7YKuaP1m61kxPIWrJ5PPeZ0KF0sT6kRPe58gSv7N+Ca/1HlisdaX6at8fi8UYGMiRyfhl6bwJ0mw2QzQaW7C6dXg4ieMUiEajC7ZVKBS2RPk6sXUsdr9Sb3wT5i8fXdXnRDXjh/n7vRoJ88orL1O45lrslpYNmzEjamf//oNMTIyRTk8vWFBh24FNWRp5fglL13VJpVI0NTUt6B/fyL5qyWQ/U1MTAKWybd69zTA1NUky2c+ePdfWZd+LZUHC0j17vec3Xun5SuVcfXLPF0JsduVZ2rZt09wcJ51OobXBdQtobQiFpGSwEEKI+qhZ4C+dTnPNNdfM+bvY3KxFAmHzJ6qsI0exHnwInc8Xe+IZSKXg6jgoC4zG/eynUXuvWTRoU97XxlWKkR3tzDQ3EW2K0nW5D8toTH+fFwDcscMLRA4mqz4Xk8/jfvNb6IGlg2lLBQTNH/w+plDwyn+GQjDQP1vWVGv0iU+hr9m7psCUBLzWHlQRot70UycrlyZm7YsS6m0lk36L9S5a6QTczp1dPPfcD4ul0LzH/AnSTCbDrl1dc16/1KSmUpBMDkiJLbEhLHm/+m//BcIRlN8vuUz558RqFvuYfB73xKcx/QOQy+JEm7jwmntxAWugH9N8eNnSf2Lz88o33rggEzsQCGzKCcRKJSy9/q4x0uk0th3Atq0N0VdtZGSwlGk5nzGG4eHBugX+YrEYIyN60Yy/zVYqbi2BzGrVqxejEEIsZ/7ihmAwSGtrO7lcFsdxaGtr48Ybb5HPJCGEEHVRs8Dfo48+WqtNiQ2k2qw1tedaaG1DddheeU6tvaAfeBl7lr1k0MbPHBz/my9yftdOCsEgVjaL7tzJ4A372X/qh7ROTHjbvTKC6e7B6uzEfeLxZSfL9JnT5P7iBO7EFKwymKaCIawHHsQdHQHbni356X9RVYC99DkuZ7MGvGqdobiZgypiezDJgYr/PoEVL0rYqOZnXawle+jKlWEikQjZ7EyxJJrCGFNqZD8yMjwnmLjYpGY+nyedniYcDlMo5ErHtH//QXK5rEzoiXW31P2KiQloaoJw54Kn/M+J1S72cb74l5gfniqNQ0baWinks1iEvQD7+Djs3AlIxsxWsFTQYiv1HFss8ysYDNLS0kJraxvhcLTu51hNkMjL0jd4XwDmM3XN4u/qStDff3nVPXs3mnoHMms5nhFCiJWqtLihvOd5OBzdlPdsIYQQm0Pl5XVCrJB1/3GslpbZ8pzlggHYsQOdSqFPnlx0G+bgYV55/evRe/Zit3o9/SzADYW4cOedaMvyAm2uhoE+3G/8Pe6Xv4R55vu4X/4S7u+8F33m9Nxt5vO4nzuByWQrBtNMIb/ic2RszMv0K3Iti8EDN3Dx1lsYiIRxnnyy6m2W8ycQKz63zLVrFH3mNO7vvnfZn8NKbIegitjcVKLHy/6twDgOqrt2k26u65JM9nHu3Mskk31o7dZs20vtc37WRXn20EqPIZ1OE4lEaG/vIBqNEQqFiUZjtLa2Ew6HF6zm7+pKEJy3eMAYw8zMNEpBNNpUOqZsNsMPfvBdXnnlHFeuDHPx4nmeffZpJibG13AFhKjOUvcrok2wSKaKcRxUZ+eSi30WG5+YfB7z9b8rLqryfj8zra1YroZsBlBe9YWiWmXMiMaYmBjn1KmnuXjx/KKfcX4m9oEDh0kk9m7aCcSlM78swuFo3c+xmusNsHt3N0otlplusXt3d12OD/xMzyPYdgCtvQij1gbbDnDDDYcYGkqu65hhrSrd831rDWTWejwjhBAr4bouuVyGVCpFJpPBzFsVshmztIUQQmwuNcED234AAQAASURBVMv4A9Ba8/TTT3Px4kXy+YUTFm95y1tquTtRJ6vJ4Cr1+vvPvzu7AFZrL+i39xpUMWjnB20q7WN4dJiC62AVV6mbK1cgHIZclkI4xPB119J94YLXP7CQh2QS1emtpF8sM04/dRIzNYUKV8gEXGH22JxzLC7wndzZwYVjxyi0tGDZNnpHB0PjwxyaGF/xKtLNFvCqV4ZipX6PpX06DlYNgypCrEZ5aeIFz8XjWMeP12Q/jVqlXk2/na6uRFVls/wvvNPTKYLBIJGI13/KV+kLrz+pWV6+zv+yHIvFyeWyuK6LZdnkchm01uTzeaLRqJQ3FOtqqfsVra1QYewB3ueEQa0qu10/dRIwXj/lYuAhmkqhLQvLdSGf80qS+6+XSaVNy3VdensXD1pstc+4RpewXC5IVH69u7v3cOnSBVKpyWLv2tlM9ni8lURiT12PtVKmZyQS4fz53k2X2Vbpnl+rcq7zxzPGmNIYQimrrr0YhRDbm/89LpfLks9nyWQ0MzPTNDe3EC6Wgd+MWdpCCCE2l5oF/kZHR3nTm97EpUuXSl9+gDkTfBL42/iWKzu1VFDQOnIU662/iv7sp8ApzPbj879sFYM2i+1j+ud+Dssu+7KfzUIwCIEgViFPdlcnzGS8+jpDg5DLLjz+eZNltQ6mWUeOYr/t7bif/RSuq7lw33240Sas4j9zS2vcaHRVEzKbLeBVr5Kc6xVUEWK1SosAHjnh/VsPBLzf0Xgc6y1vQ1s2w8m+NZVdW8kEZK0t129nbGyU/v7Ly04u+l948/kcjlOgUMiTycwQi8UJFj83FvvCO39Sc2pqgunpADMz08Vyod410loXsx5cjDFks1m0lgk9sT6WvF+1tqLe8e8wX/h85c+JZ56pPD7RGiau4v7d33rbmbf4yiQHUJ1dmPFxrwICsOvSqwzecANuqLi9jtnfw+0+qZTP5zl79jSpVIp4PM7hw0cJBDZe2fRKBgcHll2EsZVKuDa6hGU1i178623bNjfddBu9vS8xPZ3CGI1SFs3NcQ4dunFdArLlPXdd1+XUqacXjBkcp8Bzz51i9+4e4vF4TUqk1qNfXr1K1paPZwqFAul0qjSGMAZ6e1+iuTm+oQOjQojNx/8el81mSKdTpfLQjuMwOXmVlpY2YrHmTdmPVwghxOZSs8Dfhz/8Ydra2njyySd54IEH+Ju/+Rt27tzJ//pf/4u//du/5VOf+lStdiXqZLkMLvPLb8J84dEle9HYDz4E3/zHRYM26u570O/7TxX3Ef32U7j33YsdKP6zjES8b2VKYcJhopEoamcnpr/PyyoMRxbsY34wrxRMC4cwWmPGxryAYTgCra2rCqZZP/VazBOPMxSLUojFsMpKNqhAADo6VjUhs9kCXvXKUFwuqLIR+xyKrWuxCS7ryFEvq/XkScxgEqs7gXX8OJPpac6eenrNK+5XMgFZa0tlXbiuZnx8jFAotGRAsjxwads2TU3NxaCdJp1O0dLSRjAYWvILb/mkZl/fqwwPe58p/noi/6PXcQpoHWJy8uqczAuZ0BP1ttz9yjp8I6bC54QKhjADSW98YttemfRs1hvbpKa8qgYGr4z2vHGWSvSgXRe19xpM32VwHGwN+394igt33omzdy+WZdUsY2Yzu3z5IqdPP18MhniLFvr6LnP06C1cc82+Rh/espZbhLHVSrjWM/OrGiu93m1tHdx11z0bor9ipTGDH+hyXY3ruoTD4TVnAJZXIlBKcfnyDGfOvMjevddxww0H13Tu5ff8WvHHM0qp4uS7YXZNstdzeCtmzwohGmt4OEk+nyt97ti2VRybabTWOE6BO+64a9MsRBJCCLF51Szw98wzz/A7v/M7dBZLLwIkEgl+7dd+DWMM73vf+/jMZz5Tq92JOlgyg2tyEv7wv6BaWpcs67jcJJh5+nuL7mNnXz/JiQl0sdQnHR2o0RGM6xJwHLrGrnqPRyJgW7Bjx4JtzM+M84NpenTEmyArOF5PHK1hfAx2dS7YxnL8c8z8/VextMZfNqoCs2VNFax4Qma1Aa/yLEyrp4fAQw+Cqv+X13pmKC4WVJGgn6il5VatL1dqUwVDc7Jaa5ml18gJ36WyLvxAXiXlAcn5k5ChUIhwuIOZmQyO49La2saNN96yaHnQ+T8Xb6JO4UVGPEqpUn+jXC6HbVtlVQYUliUTeqL+lrtfzf+cKL3v/uPoL/81pvdMsTeygumUN6ZoaipVTJg/zppdJBREHTpSChq2BkLcPjbBlX95HzO5XEODEBtBPp/n9OnnMcbFKpZlsCyFMS6nTz9PItGz4SfcYrEYWjeu9GUj1CvzqxqrKTVaj2DVaswfMxhjShPOXgDVXXPVgPIxjuM4pcU8SinOnz/DxMQY+/cfIpfLLvmzq0fG4GL88Ux5pp/PsiwikciWzJ4VQjRWOp2mUMjP+dxRCmzbwrYtjFGMjAzL544QQoi6q1ngL5VK0dHRgWVZNDc3MzY2Vnrutttuk4y/TWCpDC6mJiE9Ay2tC56aX9ZxqUkwZ15pK6M1FLPw7HCE6ydSXOzaXVzpa6H37CHw6qtc/8qrWMZgHAfVswfT2loqIVpufmacCoWwfvlNuO95lzexZlleX5xgANXTg/nC573V+CsMKFlHjtIca2L0x6ewcsV+Oh0dpWNa7YTMSgNe88umut8tkPvHx1D/6q2ow0dXvP8VHWudMxQXmywVohaWC+qtJohXyyy9RvY6Wirroq0tzsxMquL7ygOSlQKXSimi0SgA4XC04kRfpZ9LX9+rOI6Lbdvk816WgWUplJr9zyv5Obs/y1KEwzKhJ9bHau9XpYIBBnDyoA3YCpSibH56zjhrwSKhnZ1zFgn1bIJMtvVw9uzpUqbffK7r8PLLp7npptsbcGTV6+7u4dKlSw0rfdkojQqmNbrU6FrMHzPkctnSwhivn12BTCazpkDX0FCylOk3MzNdzJ7zfr+MgcnJSX7wg+8Sj8exbbtixYP17l3sj2dOnfo+fhN6vxdjU1NzcQyx8sWaQgixlFgshuM4cxYb+IwxBAL2ij931nPRhBBCiK2jZoG/PXv2MDIyAsANN9zA//P//D88+OCDADz++OO0tbXValeiTlSiB53LeWWmslmIRFAdO7xgWXrGW4Fe6X0VyjouNglWniVmUlPQ1weZmdLsV+s/foPbb7mNofF+Zq5epam9ne5/+a9Q3//+nECYOX+u+sy40SuofdfD5CRm3nmtpRfd7p5rGBhK1nyCoNoJxMVLs2bRnzuBvYqA5oqOU0pyrpkM4BujmqDeaoJ4tczSa/QE5GJZF0NDSS5enFw2ILmawGWln4vrukxNTRS/PFvFL9AGywoSiXjlRqemJvF3Y4x3rWOxuEzoiTVZqqdxLeinTnrLvw8d8RZADQ95TwRDgMGMj6F2dlbs+VerrHg9PY37mU9iLl5E7duH/au/htW0NbLIUqlUxaAfeJ8RqVTlBQwbiW3bHDp0hN7expS+3G4aXWp0LeaPGVzXxRivxCeA1i6ZTJpcLkNTU/Oq7oszM94YJ5PJlDL9ymWzM1iWRT6fJxqNLhhXGUNDehe3tXVw6NCN9PaeLgb9bCKRSOn4t2r2rBCicbq6Epw793JxweLc5yzLIhQKr+hzZ70XTQghhNg6ahb4+6mf+im+853v8DM/8zP8+q//Ou94xzu45557CAQCXLlyhXe/+9212pWol86dcOki5HOgvMw4MzqC2nsNtLdV7KkHKyvrWCq9mU7DxVdgZqZsyTtw+RLmXf+OrhsOosJhTKEA3/oW6s1vnRsM238A9dqHUd/+Ngaw7rsf+6GHKk56meQAKhyGnQvLeq6lF12jJwiWKs1qUin0KgOaKyElOVdPBvCNU01QbzVBvFpm6TX68wUqZ11UG5BcTeBy/s+lvFSZUhZewM9/zi1N3LW0tOI4DmCwbZtwWCb0xNrMz6av1NN4tfyAovu//hYmJrySnp2dXhHbwWSxiaXyFmBNp7wy5fnKPf/Wco93vv536I9/DLIZsAOYH5/CeexrWP/hnQR+5ufWdI4bQTweZ2xstGLwT2tDPB5vwFGtXCNLX25H8693JBJFKRgdHWFmJr1hr/3CMYNdXDCjsG27LDPPkE5Pl7LvV6KpKVbsT+UuCPpp7QUYvQx8d85z/rjK+//VVUXI5/OcPXuaVCpFPB7n8OGjKyrV2929h2SyvzQmMcYUA5guwWCIXbu6qt6WEEIsx7ZtbrrpNn7wg++itVPqP+5nG4dCoaoXcdaylYQQQojtp2aBv9/6rd8q/f8DDzzAF7/4RR5//HGy2Sz33nsvDzzwQK12JerA5POYv3wUEgno75vthVdwMAMDWB/+L/DXf7Xmso6lLLEPfQCmp4v98QBLeeUy/UDg5ATs6qrYR3D+hByFAubxf8AZGvT6681bme9nGWIv/Oe+1l50jZyQWao061oCmislJTlXTgbwjVVNUG81QbxaZ+ltxAnfxQKSgUCAtrYOLlw4VzrOha/T2Pbigcv5Pxe/VJlS3s/FsoI4Th7X1SgFMzMztLS0csstRzl/vndTlmfbKJ555hk++9nP8uKLLzI6OsonPvEJHn549nPdGMMf//Ef89//+39namqKO+64g//8n/8z1113XeMOuk4qZdNj2+jLl9H/+Xex3/Z2rAdfu2CBSzUZguXjFyYnINkPV0Ywe/Z6fYuvjICrvZLk4bAX9HM1hEKL9vxbDT097QX9ysdGdgAKBfTHP4b+qYc2febfwYNH6eu7jDHugudsO8DhOpdDr6WN0kduu/Cv92ZboFU+ZhgY6CedTmFZ1oIg3Wrt3u2NcXK53Jwynz7LsksZdXMfn10stZqqCJcvX+T06edLpXvHxkbp67vM0aO3cE2VpY3Lxy7pdJpsNo3reiXCA4EgP/zhMxv25yqE2Jx27OjkJ3/yPl544UfkcnkCAZtQKEwoFFrRIs5atpIQQgix/dQs8DffzTffzM0331yvzYsaK2WPxVswftmpXNbL8mttRY1fRdWorKN15CjutdcxogyZeJzodIquvgGsXNbrb6OAq+NQtvrSL8lp3X98YXnLXBZz/iz88FnMkaPgunNWxFv3H4d/fAydrk8vukZNyJSXTZ1vrQFNUV8ygG+saoJ6qwni1SNLr5rPl/UuGTs/IAmGq1fHGB0dWjA56r9uZiZNS0uczs7dKLXw2FzXJZfLkEqlMEajtS5l8VmWXcwyyAPK6/+qNa5b4IYbDtLRsZODB61NWZ5to5iZmeHQoUP8wi/8Ar/xG7+x4PlPf/rTPProo3z4wx9mz549fPzjH+dtb3sbX//61wmHww044vqZn01vUlOzC6IUuJ/9FOaJx0tjDJPP43zxLzFf/zvAoDq70PPGIVAhoNixAzNaDPT193klP/fs9f5fFyfU83kv6Lf3mjl9jddSphzA/cwnS5l+C2SzuJ/6c6zf/K2Fz20ioVCIo0dvmRMw0Npg2wGOHr11RdlCYvvZrAu0/DFDOp0mk0mTTqdKC2jKS2FnKizkXI4/xuntfYlsNgOY0jaj0SZyuRyWZRGJzK0QU75YaqULqvL5PKdPP48xbil717IUxricPv08iURP1b/LbW0d3H77XXz3u08SDIaIRGYrBGz0n6sQYuNa6ntYR8dO7r//oTUt4qxlKwkhhBDbz5oCfxMTE7S0tGBZFhMTE8u+Xvr8bVzl2WPKsqBzbllMM5jEfu3DNSnrODExzsvX7aXQ0YJlDNqyGDx8hP1Pf4/WgaT3zdTMfY+fwbagvKXWsyvitYaxMa9kVtmKeCsUIvjWt5P7zKcxW6gXnV82tVIWpqpBQFPUjwzgG6uaoJ5lrS6It1iWnjGQTPbNecy21z65tB4ZCYt9oU0k9uK6LqdOPY3ruotOjiYSe1EKgkGbQsGdU925/Bymp1NkMmm01vOOwAEUwWCwOPGnSv0xzp8/y7FjHRsyO3IzeeCBBxatzGCM4fOf/zy//uu/XsoC/OhHP8q9997L448/zhve8Ib1PNS6Kx8PGV0MyrmaUiPJglMaY5hffhP6849gfnjKG7cYjRkfR+29BpMJzq1WMH/8Ylne6/ouQ77gLbhqb0fddgfq5lvQPzwFqFKmX7m1ZvWbixcrB/0AbBtz6dKqt72RXHPNPhKJHl5+efUlAsX2tNkXaMViMWzbprW1nVwui+u6pVLYxrDqEthtbR3cddc9XLhwlsuXLwEQjUbR2lAoODQ1NS3IBPTHVcaw4gVVZ8+eLgXu53Ndh5dfPs1NN91e9fGPjg4TCAQIhRZ+BmyGn6sQYmNZ6ntYPN465/vT/v0HVvW9pJatJIQQQmw/awr83XPPPXzpS1/illtu4e677162lMiZM2fWsjtRR9Vmj621rKO/glbv3Ik1OQGApTVuKMiFn/gJbvvb/4WFhh1zJ6z9Y5hf3tKMj4HjeD0JLcvLUiwqZQk+/DD20aMEPvAh3Ce3Ti+6UtnU+VmYrXGsN2/egOZ2IAP4xqo2M2+1waT5WXqLfSk8dOgInZ0Le49Waz0yEpYLLA4PJ8nnc+Tz+WLfHwulQGuNUhbJZD979ly77Dk4ToFsNlMh6OczOE6BQCCAZVlYliIcjsyZqJNyePXR39/P6Ogo9957b+mxeDzOrbfeyo9+9KMtF/hTiR6MPx4aG5stfQ5eCc5iNouenIQ//C+Qy88GBpUFrsZcfhV2dmKyWcwn/oTAO/5d5fLczXHUoSPeWGbXbuyf+99KYxO3Zy/ul7+0IOgHa8/qV/v2YX58qnLwz3VRW6iEayAQWlFgQAjYnAu0yhfpRCJRAoEgWrtEInP7+QUCgTWVwLYsmwMHjrB//8E546NIJMr5871LjqtWuqAqlUpVDPp5x6FIpVIrOvbN+HMVQlRnvSugLPU97MUXf0woFCp+1q1tYWatW0kIIYTYXtYU+PvgBz/I3r3eJNuHPvShmhyQaIylssdqUQ7T56+gVTt3wtAgzKSL5T0VhWiE4QM30D0wAIbiKvhimavWVtQ998D3vjc3QJnNehNt4GX8hWfLy8xfEe8HLUuDwkuvbPqsEOvI0blZmIkE4YcexFH2gqwasXHIAL7xqg3qrTWYtNSXwt7eM3R0rD4rb7GMBGMMqdQUP/zhMyQSPav+jMvn8zz33CkKhXwpU2B+YHF0dIRUahKtNcYYXNfFGK/nn1KK3t6XaG6O095e+Tz9c8jlcjiOg1IWxhgWpH0Xz6tQKBAIBLEsi8nJCcLhCOl0at2/7G8no6OjAOzYsWPO4zt27ODKlSsr2laNWk3VhX9s9vHj6H94DDIZTC47G/QDCARQO3agAKYmMekZsK25r3EcyMxAJgPhCOafnsAdTMLRm6DSAivLgrZ27J//3+YsrLKPe+MyFsnqtx84vuj1XK7fYODt/4bCY1/zevzNF4kQ+De/tuqflf++jfyz3gzkOtbGaq9jNQu0NtLPZmJinN7e2UU63iIarxSnUtacINuhQ0dWVHFgsWto2zY9PXPHR+3t7QwM9DM8PAhAV1c3ra2tpfe2t3dw1113MzjolQBvaorR3b34/ToejzM2Nlox+Ke1IR6Pr+jn0Mifq/xOC1E/iy1UvOGGQ2SzmTV9P3Bdt+L3xaW+h01NTRKNRksLL9ayMLMerSSEEEJsH2sK/P3v//v/DoDjOBw8eJDu7u41TWKKxlk0e6zG5TD9lZZGa1R7B6ZQ8CbJLAvLssjuvwGGhqC/H/I5cF2wbbBt9O//J9Qb34TV0jIboIxEvBX4yoJgAMomJiutiF+PsnjrrTwLUylQQRsKboOPSixFBvAbw3pkiC1XLmxwcICurp5VbbvSyvVCoVDq6WOMJpfLrOozbmJinOeeO0UqNVXspwPZbIZYLE4wGKRQKDAw0M/ExDhae0E61/U+d7x+OW4xQKc4e/YMd911N7Dw37V/Dlr772XZRQuOUyhVGMjlsrzySp7h4SGUUlvmc30rCoU29ueaUt5ns4pFsf712ymc+DQ6FPTGGHiLidQ116KKE+Y6M4NqbgLAXC1m/Bnj9c6DYtlyjRVrRuWycPp5VEuzlyE4j9UaJ/zQg9792xeMYvvHkUqhAkGMU8CKxwm+7Vexm6ILtgPgnj7tvWcqhQoG0YUC/ONjBN/6duyjXr9B2ltR7/otCh/7Q0w2642zXBcViRB813sItbas/TpW8btcK67rMjg4UJqU6+7uqUkp5UZqxHXcalzXZWCgj+HhJFrD7t0J9uzZW9W/jb1795JM9i26QGvv3uq2sx5c1+XcuZcxxiUQ8I7JH0dals3evdeQyWRW/buxkn+L4+MTDA0NlMY9fX0XGRoa4PDhG+no8L+j2VxXZVbxTTfdQn//5YrVAAIBm5tvvoVgsPrzWcvPda2fM/I7LUR9LLbIMpOZ4fvf/w7xeBzbtlf1/WB8fIyXXjpdce4olUqRy+XQ2sWybCIRr2doNpvFGF36XlRutSWFpaWBEEKI1VpT4M9nWRb/5//5f/KpT31qTikosbksyB4rK4e53OrxasViMYZfmcIa6Mc4DoTCped05y6iU9Oow0cwLzwPgYCX7RcMweQEOp3G+stHUb/8K/CFz3sTYR07MMPDYCnYe82ckljzMxXrWRavVten0fsQ60cG8NtDPctKzV+5bowhnU6VMuYsy17VZ5yf6edvyxhVnKjytt/a2o5lKUZGBrFtG8tSOI6X6ecH5Lz36VI5zsHBZMWJvtlzKAZTdOVsv/lMadZMkc1mcF2Xtrb2/z975x0f11mn++97zpmuUbUsW7YcJy6y48QpJKQAqZSlLQssLLuUC4S2F7i03QUW2CXsLmHZwge2XUhIgLCUXS4LhISWAAkJBNKL7bgXybIlWXU09ZT3/vHOOZoqjaSRNJbP8/nk42jmzDnvaW/5Pb/f8wD1lzs90+HK0Y6MjLB69Wrv85GREbZt21bzfnI5u6ErHdxgrGXZyK3b0P7mJvSf34N9680ITVeJRUJD5olu0dKKDIVVBd/QkJL7zOWU+oAQigg0DGR7OzgSmUiiXX45cteuIr9hEVfy3JaokLSTbwcl8zInEMSpkOAjczmsW25WVYK6odqqGzjJNNlbbsb4u5u8eYP4vZdiXHUN9hf/L/LoEcRZG9Hf+S5ENIa5gOShouu4BMHtSpVOR44cobf39Cb+l/o6rjSMj4/y1FOPMzk54Y0XJ04c59Ch/Zx33oU1PRtbtmzLP1vFCVpbtmzDcfASVpYbx4/3kc1mK841LMvEceCcc7YCzKvdtT6Ltm2ze/euPKkm8uO5wDRNdu/exaWXzn08FkJnx46dPP30k57Xn+NIdN1gx44LAH3O/dV87ms9+hn/nfbhY3FQKclSSkkqNZX3H82h65E5rw9s2+aZZ3ZjWSa5XNbzShVC8PTTj2NZFqlUMt+POKRSUxhGIL8GomJiwELWfr6lgQ8fPnz4mA/qRvytX7+eiYmJeuzOxzKi1MNP5nJYX70V564fqljs6tVg28if/gjtzW9F275jTvtf3baKY0ePYJumWn1qmiL/BASGBll9rA85OaGyz42AWiGZOcjYcPgQTs8G9KFh9AKCUlz6bOTTTyHzk6hqlYonT85QeZPNcvynP2Lt8MicSTVz11OcvON7JKVD1DRZ/ZsHMOZ5farB2bNLVWNOTnoZ/PO9Bz4aB/4EfuVjMf0cSyVjs9kMjiPznINGODwtfVxrhmlhpZ+UDpalEiUUwafhOJJsNkMwGPYWtbFYnImJMcAl/VTVXyAQRAhFGqZSlRe57jkIIUilprDtuUbDpLeoz2TSRCLROZ+zj5mxfv16Ojs7+c1vfsP27dsBmJqa4oknnuCP//iP57Sv0yHYKWW+nUYQ/YUvRvRs8NQQMLTpOcbb34X8+leVAsH6HujvA8ue1nELRxA9GxRZCIoE1Az0v70Jp1KClaye4KNd9/yyNlaCfd993jyh7LwSCex77yua44lIDOP9H6pp33OFdx0XEbZts3dvdSnllUD8L8V1XGlwg7WJxATgJqSoizg5OcHevbu55JIrZn02WlqqJ2g10j2pJcGoHu2d7VmccZ2VTwCaz3jc03M2a9eu45lndpFIJIjH42zbtgPDCM7rvOZ6X+vdz/jvtA8f9UWlPjCTyeT9xkVZ5V2t6wPVR0yRSiW99ZWUkE6ncBxJNBpD1zVs2/asDmzbRgiRT4as/9rPhw8fPnz4mCvqQvwBvOtd7+Lf//3fufjii+nq6qrXbn0sI5w9u7BvvQX56MNqvew4MDYC63uQgQDOV25VFYJzqDqT//UtNt1zDwcvuggzFEJzHBzTJKDrbHr0cbRsdtq3zzLV/7sVIENDMD6GHQyhXXVVMUFp5ioG0kAF0sx7f8XUwAAiFkW2txdVBspEAtHfR+rkEPLkoEeqide/EYZPzVhhNzY8yL5f30tuVTualAwLwcDqTjYd66dtHten4jXL5XC+cisynfaCeSIQQKbT87oHPnz4WDrM5ue4du06KihYzQrX0y4UCjM+PophGPmFrVpoRqNNXvUd1JZh6lZFq8CdQErNW0irhayGEOr/lRflWo4ePUQgECAWa2Jqaso7lqZpBINBpJSk02kmJsbp7z9GZ+cahJgOkLmyt3v37i6o4ps7HMchmZxC1w2CwWDN5+xDIZlMcuzYMe/v/v5+9uzZQ0tLC93d3bzpTW/iP/7jPzjrrLNYv349n//851m9ejXPf/7zZ9jr6QOZy+Hcfx9ycACnqxvxvOnxfiY1BCcvkS4tC3q3w6GDMD4Ga9YiutcVef+58uOlCVYu6pHgIweOVyT9oNz3eCVgNilln/g/MzE4OMDU1KQX9C2E40gSiUTNz8bpkKC1mAlGc8FiKhwYRpDzzrto3r8vb0/t99XvZ3z4aGxUUkDJZjP5dZEgHC5+d2vtj6amEqRSqTyJ534qMU0Lx3HIZnUikRgTE2Ne0qOU0qsKTKeTBIPBonFIrZ+6Kx7Phw8fPnz4WAzUjfj78Y9/zNjYGM9//vPp7e1l1apVRd8LIfiP//iPeh3OxyLDI5uO9+dlqzQVwLId6O9D9m5XhNl991UMYFXbp7zrDlqGTnHhXT9icONGMi0thFMpuvr70dralTxVLKaOmcl4HjmqDQ7kJDz2MNZffhj9rW/zgmGzBdKYShDpWo29dg368BByfQ8iHkc66nwcxyFimfl9BXCGBuHPPwgbz0aEQhUDcLZts+/B+7GkxJ1OalJiazoHuzq58Je/Qv7bv2C8+70LIuacX1XP4HcK7sFMgUsfPnwsD2byc+zt3Y6u63OS3bJtm0OH9nHs2BFAEolE0XUdy7KIxRTZF4lEKwY7Zwv+ucEtXde9Bayu69i2jeM4XhA1EAiydet24vEWBgb6sW2LcDjiVRyqbW0syyKTUYvhbDbDwYP7OXLkSJm3RmtrO2vXrvOkQ6WUFf18ZoeqGgwE2hBC+Fm1c8DTTz/Nm970Ju/vm266CVBezp/5zGd4+9vfTjqd5q/+6q+YnJzkWc96FrfccguhUKjaLk8buPMEOTmJDAVxsjnET4rH+2pzjFJSkJe/Ann3TyGbLd+2RH68EPVK8BHd63BMs3LFXwXf49Mdi0k0+Dh9oSrcZNk4CK7corPsz4abvFMPqffZEoyWKsjcKARkveH3Mz58NCbcfnRqKoFlWZ4HeSo15ZFzoKr/ChMDK/VHlfrkXE7597ljSWFlH5AnF91KYEX6aZogHI4QDIaYmkqQTqeJRqPe2m/r1u0V+/p6jgk+fPjw4cNHIepG/CWTSc4+++yiv32cvnDJJq/6rhC5HOx+GgD7m/+JuOIKtOjsiznnV/cpYm8qgQas3bNHfSEEhELQ3AptbYimOLK/b7rSzw0A63reGd1AHu+fNRjmBtLIB9JWj4xxfHUnNiD6+5C922B0FGlZGI5D18iY+l2eDMSyIDEJoc6KAbjBwQHMTKY4sGBZkEljIhjsaGPtL36OfWJgQZKctWTw1xK4XClwJ8apVJLm5nhZBZEPH42Gan6OlbwfZoLymNnNyMgwoPwjcrkssVicYDCIpuk0NTVXJBJrCf65wa1QKEwmk84vYLU8ieag6xqxWJznPOdqDEP1u4WkZigUzkuESgzDIJmcQghBPN6CEAJNE1W9NYaHB9E03cuotSyrTJpnNjiOTS7nMDExTjgcJhZr8rNqa8Rll13G3r17q34vhOB973sf73vf+5awVYuPehBupaSgs2FaGtT18askP16IWhN8ZoP2vKuQP/2Rkh8t/W4G4vF0xUolGnwsDLFYrEBqrZj8U0kt2rI+G+PjowXV9RpDQw79/cfKkmJqxUwJRtWCzIuBRiEg6w2/n/Hho/FQ2o9KKRkfH8dxbDRN5BMJHXTdAGRRYmBpf1StTw4GQ96+bVslNJbCXasYRsCTAtV1nUAgQGtrG6FQmObm1hnJvHqPCT58+PDhw0ch6kb83X777fXalY8GgEs2yXBYVdy55F82o8g7KcEwYPdTWK98Odr7PoDxkpfPvM++o5BKTrube19IlR0vQP/QXyC//jVkrEmRjpbtzqDU78IRVXmYycwaDHMDaVo+kKZLyaZj/RzcsB4T0EdHcTIZDMdh87E+NLdNIyNgWt5xivZZcMxkMokWDqusLyGUHGomDRI0JJmmGCTTC5bknDWDv7PzjJECLZ0YDw+frFhB5MNHo2GhcmGuDGcyOYWUjuedJ6UkmUzQ0tKGZVl0dnYxPj46r+BfYXArFouTTCbynhYiHyiNc8EFz/JIP5gmNY8f72ffvt00NTUjBGSz2TxZqJPNpvN+gyoAW0kaS3W/EikVyaiyad2AreqbXTnTcklQ5d80ndmbxrIsDCPA5OSE3zf4qIp6EW6FmEkatBoWKtFZ6A0ozz0Pnn4SmUzWTDyerlipRIOPhaGrq5u+vqPkctmy8ULTBPF4fF7PRj0qMtyxvJJfXKWkmFpRLcFoKStGGoWArDf8fsaHj8ZCpX40FArhODbJ5BSBQBTD0NE0nVRqCseRSOmQTqeJx5uL+qOZ+uSJiRSRSJRUKlmR9AO8tYebIKlpglBIeaxLCWvXrptx/bdYY4IPHz58+PDhom7En4+VBY9sau9ADg8piU/HmSb9NC1fqRcG08T5/Odwrrluxso/Z2QEUin1W9NSsVqXMJMSerejn38B8m9vQv7bvyB/fjdMjEPOBF2DQDC/vQPh8KzBsEqBtNapJBft2cdgRxvpeAvR1jY6f3EvulHwKmQzqo354xRdl4JjxmIxBltb0YaHkLYNZi4fvRY4QhBOpaCjA+k4yCOHkX9zI9rV184aACzFbBn8ElH3wGUjwp8Y+ziT4cpwFkrOuHAc5WURDkcQQsw7+FcY3AoEArS0tHkeGYFAsKjSrxCapqPrGuFwGCEE2WwmT04q6Ru3fdFoNL99uTTWmjVrOXnyOLZteiSgS/gBBIMhhFDHyuWyBcfWvGtQCNu2SSQmefrpx7nyyqv9vuEMQSEBVs2bt2j7RfLEqyYNWnX7BUh0lnoDStNENDWhXXY56EZNxGPZMed4HReK+R5vpRINPhYGXdfp7T2Xp59+nMnJCY/8cyvQt249d87PRr0qMhbTL64R/AgbgYCsN/x+xoePxkK1ftRxHDRNxzB0wuEIAIHA9FqmtbWNiy66tOidnalPVgmHys4glzPzY8n0eqMwscS2bU8ZxV2n1ZIY4HuI+vDhw4ePxUZdiT/HcXjwwQc5fPgwuVyu7Pu3vOUt9Tycj0VEIdkkejYg+47BVCLvtScUMRaO4OmyZTLYX/q/aO//UMX9OXt2wYO/BlP56KkCjXzVoGFAOILYvEV9FQhi/O/3Yp8YwDl2DE4MqOO5MAxFSM4SDKsWSNOkZM3JIfTnXIP2vKuwf/GLYlItFFbnGVDHKUThMd0gubW+R0mH5g2kkZKAZdFlS0hOKdlQ00KaJvbwUJlX4GwQwSDi9W/E+ed/gPFxiEShpQWtpQXtLTfgPPTQogQuGw3+xNjHmQxXhlPT9DL5MiHI+/Apyan5Bv8qBbeCwbAX3KpE+hW2z7Ztr0pQefy5cjtGkWxnJWms1avX4lb4SVnu72eaOQKBAMFgyJPcEYKC6sBiSOmQzWYYHbXo7z/Ghg1nl23TKBgfH2d4eJj169cTiUTKvp+ammLPnj1ceumly9C60wfOnl3Yt96MPHoMLBOMAM6P7yzyAy7FQj3xZiKs5kJmzVeis5pUKdks7N6FPo+K/1IisZLHcT1hP/k49j//A4yNQTQGzc1zOt5KJBp8LBytre1ceeXVDAz0Mzx8EseRdHWtpbt7/bJW6U1NJcjlsvkgsU4oFPbG85XiF9cIBGS94fczpy++973vceuttzI0NMSmTZu44YYbuO6664q2eeKJJ3jd617HHteGxEdDo5rvpnofpbfmkFJ6pJ8QGl1da8ve2Zk9PDVaW1dx8uTJvHz0TP7j0vM0z2YzBIMhzj9/9iQT30PUhw8fPnwsNupG/A0PD/PGN76RI0eOeL4KQFFw0if+Th+IYBDtzW9VwR/LQvRuRz72CNi28uMLhadJPwBdRx45UnFfntdeIKAq6LLZ6apB24ZYE8RicPAA9j13q+BY/vjy1puRQ4Nqe+koknDdeuTICDg22CbSzFUMbHmBtGQSRkZx0mlVKdje4QXSRKDgPPN+PLS0wOgIYt26YsKR4gBcUZA8GoWjR3FGRwg4DpuGR9AiUdi7R1VLCtSx5yHB6ezZhfzP29U1j0YhmYRQEPHu96JtOxd5fGBBgcvTBf7E2MeZDFeGMxwOk82mi8iuQj+JhUpOzTe4FQ5HmJqaBNzcEA1NUwtk27aK/AwrtfPUqUFisRipVLKooq8QSmZHEA5HSKWmavIAtG2L3bufoLm5peEkPy3L4q/+6q/43ve+h5SSYDDIH//xH/P+978/L42qcPDgQd70pjf5AakZIHM5rM9/Dg7un5bqdhzk2AjW5z9H4F/+feZ5wjw88WYiyIA5kWdFc646eAPaQjAYDpH92Y9puvCimgPU9fA8nAvsJ5/A/vMPqnmhpsHEBJwawlnfA3M43kokGnzMjlwux759u0gkEsTjcbZt21GUoKJpOj09Z3HOOedgmjYVckRqQr0Sz8bHRzlx4nh+PiuQUklTx2JxAoGA7xfX4PD7mdMP99xzDx/5yEd4znOew1VXXcUjjzzCu9/9bl796ldz4403ztlr20djoJrvZjisPMp1Xcc0zQLLAgDB8eN9NDXFi9YDs3l4dnauprm5lcceewjXWqAUQggMI+DJicZiTei6zoED+9i6VZ9x/eF7iPrw4cOHj8VG3Yi/z3zmM7S2tnLvvfdy9dVX81//9V+sWrWKH/zgB3zve9/jS1/6Ur0O5WOJUOpTIwMBeORhRb6VwrYRGzdW3I8XmHJlQ42AksW0HUXmZTOAhNER7O98uyg4Jj79Waxv/CfyrjvUziIR6OsDJOKsjdj/813kPXdXDKaJYBCuvgb5+c8hMxnlE2hbyJERxPs/4AWTKvnxsLoT52u3IY8dU1WKgQBiw1llAbiiIHlnF+H/+S6rT5xEk1KRk24A0iiuHqxVgrMoCBcKQagTVnWC42D/02dxrrkebe1aRFOTCpyV3sNZApenE/yJsY8zGYUynNFoU96zwvX6E8RiTXWTnJpPcMtdVLsLYiEEuq57nnxSuv4XlaWxkskk4XAYx3EwzVyFqkblM+g4NlI6NZF+LtLpNA899Guuvvr5BIPh2X+wRPjqV7/KXXfdxfve9z62b9/OI488wte+9jV+85vf8KUvfYmurq7lbuJpA/sX98D+verxc8cITVPzjP37sH/+c4wX/V7Z71RF/Ztw/vmzyPFxtFgMJ97sVdRXI51mIsjsW29RG2WzFckz/upG5P2/wnngfpUD9dznoV93Xd28AcebYsrL2DDQkwmGDx+oWZJwMTwPq7Y9l8P+589CLlt+z/r7cELhFSNVXoh6+MStVLjXxq2KCwRCnh+flBRdt1wux549T+er8AQjI8P09R1jx46dda/wrkfimVs1GAgE0HUtP8YV+/Quh1+c/zz6WMn40pe+xGtf+1o+9alPeZ/dcccdfPKTn+TEiRN84Qtf8NePpyGq+W4KIWhubsEwAoyOnsK1DRBCIxptwnHssirt2Tw8165dx9GjR/PEnonjlK8/hNCwLMtbt5imSSQSmbEqvHC8syxlsVBq5eB7iPrw4cOHj3qgbsTfQw89xMc//nE6Ozu9z7q7u3nXu96FlJJPfepT3HLLLfU6nI8lQqFPjfMHr8J69e9Py3UWIhxGf8e7Ku6jMDDlyYYSgIBQ8qG6jjhrI2gaQtPKMssD/+styD95PfbP78G59Wbo6lIkmqapMHOVTHSZy8G9v0Rs2QpjI8h0RlXNdXTAL3+JfP6LvO1L/XicPbsozurK/1shXbgwSO68Ai9jn2xG7ULXED0biqoHa5XgrBiEm0qoa5jLIbM57NZWRF5eAk1DBANIy0LMUilwumG2ibk/MV65WGq/qUZEYYWxYUhaWtpI56uUeno2snnz1mUN1rkZrqWEZCAQIBAIEo1GOeecTXR2rkEIvSzAm8lkSKWSeX8Orayi0T03x7GZmkrMuX1TUwl+9rM7Of/8ixtG9vO73/0u7373u3n7298OwFVXXcUrX/lK3vve9/JHf/RH3HLLLWzevHmZW3l6wLn/fkUYVQrO2zbOA7+CCsSfqqj/mpobRKI4qaRK9Hn3e9C2nVv9eDMQZPLYUZAg1qwp/92JEzhveROMDCtJcQnOr+/D+Z/vYLzvA2jbdyzIG9AWgoMb1mPrOpqjfIrnIkm4WJ6HleD86j4l7ykq3DPTgomJFSNV7qJePnErEe61SaWSpNNJbNvJe8dGOXRoP6CCupqmcfKkxejoCLquFUhvCqS02bXrSbq7180oTT1XxGIxBgdtcjnls6tpuudpW0vimW3b7NnzJBMTYxiGQSQSI51OemOlbTuYpsm55+5c0nHcfx59rHQcOHCA97///UWfvfzlL2fLli284x3v4I1vfCM333zz8jTOx7wxk+/m9u3nMzWVIJlMIKUs6q+hvEp7pn319m5H1/V8ZXYTk5PjOCVqn64EqJvkqGka2WyaiQmbaLQJw5BlVeGlfa+UkomJCcLhCOFwyPcQ9eHDhw8fdUXl9MV5IJFI0N7ejqZpNDU1MTIy4n134YUX8sgjj9TrUD6WCVpTE9r7PqAkO91qC9uGQADtAx9Ei1Ze+IrudUiXLGyKI3q3w9puCAbVvno2QFO86DdOIoFz333T+wgEEUYA2jsQqzrLgnul20NBYE7T0DpXo63vQXR2IjSt4vYuPGnSbBbRtRaxvgfRtRayWZXhb5b7V3rXaPsO9L+9Cf3Vr4XzdsLq1ep8S85PWhaiBgnOsiCc4yjSz3ZANyCbUd8Hgoro+4NXoV9+Ofofvhb9b2+aMXB5usGdmOu6geMoUkBVEBn+xHgFw9mzC/sTH1XVwA/9Fvs738b++Efz5PyZBbfC+OyzFYG2fft5XHvtCxvi+Y/FYhiGQUtLG5FIjGAwRCQSo7W1nWi0iQ0bzmb9+g1oms74+CiPPPIg+/bt4eDBvRw5coihoZOk0ykymQxSSs+7z3EcQOYXxk7+77lDkR8Ou3Y9iWVV78OXEsePH+fCCy8s+mzjxo1885vf5KyzzuJP/uRPePjhh5encacZhMC1iKzwZeWvSivqtc5O9LM2ojW3IL9++4xj/UwEGaapPAZLf+M4MHAcjvepXCKhqbmMBA7ux771lhmPWQna865Ca272/h7qaMPMqzIIw4D26eC9G+yaCUXztdL21zhvqRVy4LiSea/kmaNpkE7V9XjLBdu2GRjoY+/e3TzxxCNYllnRJ65SFcGZArcazrJM0ulkPlirbCPS6RSTk+MkEhNe4FZt43gV5cX7snjmmfrOD0KhMIlEgnRaSVGn00kmJsbI5XKzJp65493AwHFMM0cqlSKdThKNNnljZTQaY82adUtKts3mW7gYz6P7Luzf/wwDA31n9DPvY2kQiUQqVuRu27aNb37zm6RSKf74j/+Yo0ePLkPrfCwEhWuiVau6OPvsTVxyyeW0traTTqeJRmPEYk1EIpGiSrpKVdoz7QsgGlVrHCXhaXj7c/8ttDhS45ci81KpKYSg6HiV+t5QKERLSwuaJmhv7yw7vg8fPnz48LEQ1I34W79+PUNDQwBs3ryZ73//+953d999N62trfU6lI9lhPGSl2P8zx2IV74adl6IeOWrMf7nDozfe1nV35QGptA0Rd7FYuq/VZ1lv6mUWT7XTPT5Zq67hGHF72YgDL1956sHAx//a7SN51SsQKhVgrM0CCdHR8DKV7w5jqpScL9LJhGGQfBNb0a//vnzqohq9EV5MfHRxaZNW7j0Un9ivFIxm9/UXIPkpzts256z995Soaurm0AgiBCCSCRStNhWUjkqMFotwKukeFQ1h0vuFQZ0LcssC/DOBa506GIEheeL9vZ2BgbKx6GmpiZuueUWLr/8cm644QZ+9rOfLUPrTi9oz3lu5Wo/AE1He+5zyz5eyFg/E0FGIKAkzUsxMgKpKpKApoU8dnTW+UVZO/LegCISQVoW6XAYzXEQug49GxD5ayIdBzE6QuLeX2Lfc3fVvrNsvlb43QzzFpnLYd9zN9btX1X7z+Wqf5c/tuheB/HmyvLxjgOtrae9VLlL+hw+fIDjx4+RSEwyMTGGWfLs1ELKrmS4HnrZbMZL7HJhWRaWZeM4DplMJv+Z7QVYS5NBNE2QSMy9KrwabNvm4MF9xGKxfDAXr9IvlUqxeXNv1XG4MMBrGEaRvGcqNUU4HCYWayIUChOPxyvuY7HgXvNKWIznsfBdOHVqkMOHD/Dwww8yPj5a1+P48FGI3t5e7qsyrq5bt45vfvObxONx/vIv/3KJW+ajHnBVl7Zs2UZ3d4/XF8disaqJgpWqtGdbX61Zo9Y44XCEQMAgEAigaVqZNCcIby2jjuV6/k0fr7DvlVKSyaRJJqfIZjMYhkE8Hi86Fx8+fPjw4WOhqJvU5zXXXMMDDzzAS17yEv70T/+Ud7/73VxxxRUYhsGpU6f4sz/7s3odyscyQ4vG0N7/oRm3KZXmE294E3z9a8ojxjCQlgXNzRBr8gJTRb+3LOW1V4BSSat6b+99VyNhOJv8oBuQc6U/3fPW5iDBqT3vKuRPf4TMS/qRyUzLYgUMJVtaoW3zweki+eNO8oWAQEDHNO1KCqw+VgCW0m+q0TE+PsrevbuZmpr0SKy+vqP09p67rO9noT9Qa2s7Y2MjWJbyXLJtB9u2aGuLc+LEAD09PZw8qRa8uVwWx5EUrpmlVJW90+Sf+6Xw5Ho0jXlV/bkLcSGoa1B4Ibjwwgv50Y9+xCte8Yqy7wKBAJ///Of55Cc/yS233FIhuOCjENq11+N87/8hD+xXyTFCU5VkhoHYvBXt2uvLfrMQWcuysbnwtxvOUv9T6rubzajSxGCowg41MM15jeGF3oDRoRPIWATR0TFN+iUS0N+HbVlETg5i33dfkZdyUdvnMW9x9uxS2+f7avvXJtmf/Qjxv96qvD0LvnNMc/rY7jV0JeAL71sohP5nf9Fwks5z8UMrzepXEpGiyNPNfa9r9YlbqXA99GzbpnJXJ/Nkm0pGMwydXE565F8hHEfWlURzg7SBQICWljay2Qy2baPrOsFgiEymvA8o/a2maYTDYbLZtNdex5Fks5l8IHlx5Opnel7r4Vs4l3bMVF04mwTxcsD3PlwZeMELXsAXv/hFxsfHKyaht7W1cfvtt/Oe97yHX//610vfwDMcs71nlb4v9Xut9G7OxR5kpvhHW5taXxXKgbpSzUIoJRIQeXlQByFUnMJxJFI63hhfeDy37zVNk2Qy4a2FpIRMJs3IyPCcfdZ9+PDhw4ePmVA34u9DH5omgq6++mq++c1vcvfdd5PJZLjyyiu5+uqr63UoHw2O0iCQY5pozc2IN7wRfegU8sQA2tpuxOVX4HzqryoGziplls8UaJtpe2rcHtQE80RnB8m1XURNk66RMbRCr6k8YVjpHCsF0goDcu55z8WfrDQIRzgMtqVkUguy+d22zVcW63RclPtY+VhKv6lGhm3bPP304yQSE54nkJSSXC7L008/zpVXXr0s72fhYlkIQTqdAqClpQ3DCDAxMYau6ySTCRKJCQYG+giFwhUDvI4jsW0L0zQRQi2yXbJO03RCoZC3TTqdmnP1n9pf/YPCC8FrXvMavvWtb1UNSAkhuPHGG1m7di0PPPDA0jfwNIIIBtH/zweUXOaxo0puMxBAbDgL/Ya3Vxxz55sc5B5vJoIMKcu+o7lZyaNPTlAmPuo4qr3zHMNdpYFu2+bEIw96wS7pONDfh7RtAo5D18hYUdV0qTcyVJ+3IFEVewXJTuSJvfKq7Az2l29W55nNVqzY1v/2Ju8aymBIXZdUClpb0f/sw+jn7ZzXtVgszDU5qpD0ARUMdJM2CkkfqFyBcCYhFosxNOSg63q+oq50i+nkD7V9nHQ67UmqFULXDbZt21G6g3mjkCATQnj3rPD7mX4rhCCTSWPbNoYRwDRNLyBsWda85epnC5iPjp7iqaceI5vNYhgGwWCw6Hl1r3kl8q/ez2Ppu1CIUr+tWs5tsXG6JEL6mB2ve93reN3rXjfjNtFolFtvvXWJWuTDxWzvWaXvS/1eh4Yc+vqO0t7eAQhisRidnV0MDw8SCoUZHx/FMIx88k25b95s8Y9LL70cUNu6qkOqMjCR71sDjI2NelLUbmKIWqKodYqUksnJCa/vcD1jXQ9Cd7xTaxSH0dERz0vWhw8fPnz4qAeEXIh21hmG4eHGqBKoBxarWkrmctif+GjlLPhIBL0kyOQRaBUCZ5X86ea7PckEaAbODNu7E8xcNoO2fx+24xCwLDYd66d1Kumdg/ZXN+J86q9rPsd6QJo5nPvuQ/Yfw/nFPcorsWQBLSIRjL+7iWA0Muf7OjDQx+HDB6oGAM4+e1PDZZ+dSRV/Z+q5Wnffjf2db1cNzOuvfu1pXfFX633t7z/Kk08+iruILNkLO3dezPr1qspoqQJmtm3zSJ5gKMxaBXAcdT7RaJRoNFZU1ZLJZNF13fM6crNcXSlPl9TUdcPz9dN1A9u2AYmUkmAwRKqaZGIFBALBvJwoCKHzghe8GMOoXx/d2dkYRGKjYynmUN5YeWIAMUuiTel8RQBCE0hHQo1jeaXjIVW1suw/ihwbh7Z25TF8+eXYn/wE8vFHlU9vIXQNceHFGJ/++wXPH6aDZSZidAT7xAABx2HzsT5aplLTbZ9DH1qa7CTzCV2cuwPnwd8U9dHudbRPnACk8kguQeGx53LPlguF/V0pdN2omBy1f/8znDo16P0tpWRiYsxLWggGQ8RiTVX3cSaN++71tSyz6BopTEtBF1ZJptMpEokEmqah6yqoq+sGO3ZcwIYNG6d/vcDruJD58b59ezhwYI9HZrr/BgJBpBR0d3dz7rk7Zx2jS8f1cDjCgQN7vYC44zgEAkEvYD4yMszvfvdrHMcq8pxSvoJRLrnkcqSk5md6odew9F0oxapVXWzZsg0oJwNKz22xMZ93vVacSe/0XODPoWrDcsWhFuO5tW2bhx/+Dclkgkwmq8QQgiEikQiGEeCiiy7lscceKnoP3TEUVIIhQCqV9JIO29tXkcvlyGQyRCIRQqEQtm1j2zbt7R10dHSWrYlq6d83btw447kXjl/j42Oe96wQAl3XaW1VyZBu32HbNvff/3OmphJlSS5CCOLxVs45Z3NDxF3O9D7rTD7/M/ncwT//M/n8T7dzr3UOVVepz5e85CW87GUv49xzywkYH2cG5irNN9eKuPlsr/3dTYhf/wqr7zj6msrbF2Z86YaBXN+D3t+HrWkc3LCeC5/ajdHUhPaWG5APPrjk8oNuNj+A8+zLFiQfWglLKfnjw0etmGuV70rFyZMniiRjCiGlw8mTJ1i//qxFz1IvDD5ms2lyuSyapnlZq1KqijxXijOZnCKXy9HUFCcQCCClxDTN/CJd+e0JoQEyTxpOz66EANPMeb8pbocrA1rbbMytsHGDwvUk/Xw0FgrHylm3rVi1Z0Ks9vG09HjVCDLx7GejxZrgrW/D/sLnkPv2gWOrR1jXYfOWqpWJMLu0eCEKs9ITx/qInBwsUy+A2qumZ/JalXf9ENG5uvIPq3kglhx7LvdsuTDXiiWgrKJKCEE02kQqNYVtq+q2ShUIZyIqyaipa6QRicQw8j6QLnHmOJKmpmYuuOBZnDhxnEQiQTweZ9u2HXXv3+ciGVcI27YZGxvJj9vq3XOHcMsy6ejorIn0Kx3XBwdtEokE0WiUYFCda2GFykUXXcrTTz+O49jenMEl/1KpKXTd8J5X95qbppmXqluc57HW6sJGUB8pfNeV/1bGq74JBkMV33UfPnzMDYcO7WN4eBDLmp4n5HJZ0ukksVgze/fuKhtzpz1gJcnkFKZpel55jiMZHT3l+e6l00mCwSC6rqPrOul0umIi5Gzxj1qSDN3x64knHsFx1LhVmGwhhCibJxhGIJ8kKdF1PX88tb2ua37cxYcPHz581BV1I/5e/OIXc9ddd3Hbbbdx1lln8bKXvYyXvvSlnH322fU6hI/TAPOR5ptr0Gc+2wee/0KYgbUvDeqIeBzZuw0xOoqVyTD88pez/voXIgJBrIceWnT5wZmqdhYqH1oJSyn548NHraiHT+ZKgIrdVfN4EwgBuVyOJ554BNPMoet6gaRmfQJmpcHHRCKBbZsYRtCr9CsNjCoiUMnZuMFcy7KQUnrkoJR22W+E0MrIvlIYhp6v/gtj25ZXMehWiui6GyiWBAIhuru7FyUo7OP0hrPxHE5cdTXJg/uJmSbrLrgQ7ZrroMpzMhMBNxNB5spqatt3IL7w7zi/uAfn/vuRgPac56Ffd11Zf+Yey37sEXj6SQiFEaFQVWnxQrheuPbqtdj33TcvOVPvGs2Q0AUghwcrVvURCFCNnK/12I2CWpKjSudtnZ1dZYRRMBgkEGjDNE26u9cRi8V977A8KsmoBQIh4vG4R66p74rnxR0dVYjnOqGQlJwLQTY4OIBlmR7ZWyjTDYK2to5Z73ulcd00cziOTSo1RSDQVpQQZJome/fuIpfLVvRKdByHXC7rBZWLr3mScDiCEDA8PEQqlazbs1kreTofgr0WzMVHbGJiHCEEuVyu7L5ls2mGh4d84s+HjwXAtm2OHTucT/4TZd+l01NMTobK+gHXIkBKkfdWFV5lnfIVV9V9qqK6WE671gSdQjiOJBqtLf7R2trOmjXrsG3bSxQIh8NlPr7uWiqTSeXXaA6O4xAKRWhqavISFecTd1luiWQfPnz48NG4qBvx9+EPf5gPf/jDPPTQQ9x555184xvf4N/+7d/Yvn27RwJ2dXXV63A+GhQL8cypJwqDc9q6dRjXXQui+uSnUlBHaBqsWoUOZFZ1eUG5xT7HWqp26p0hP9+MZh/LizNhkr8YRPfphtWr1zI4WDmhQAhBU1Oc3/zmXhKJSTRNeAbxsZiqtFtIwAwqZ+EbhoFpZvOLVx3Hccq8mdxgmW07TE1NerJdmqYTCBg4jo1lKQlPd5+apudJvOrtkdLBcSAcjuQXziCEhuMoElFl/Lr/CnRdq6mywseZhdHHHmL/w78lB2iREMORECcOH2DLqg7aLry0bPvZvH1rVTwQgSD6C1+M/sIXV22bd6zxcTh0ACwLDEN5+zbFkckk1t9/GnHN9Wg9G6r2ifWomp4poYvO1TA8VPErsWEDrsfffI/dKJgtOCil5JFHHiybt61Z083JkwNlhNG55+70vcIqwCWsq2G5CJdSgqyW+Za7rnDJ3sLKsXA4TPVkHoXx8VGeeOKRsnFd01y/WseTtHOhaYJEIoFhGORyuYoycpZlFwWV3Ws+09qjrW1hz2qt5OliqI/M1UcslUqSyWRw5WULqyYdRzI+Pur7b/nwMU+k02l+85v7mJycACh6x0Al61mWlX/f7KL+QHnASi+BUP1O/dZNJgSwLAvD0PMWAQrV+o/Z4h9r5xDTicfjhELlhKVqnyQSiXhrqUgkmk/QUO237elkx/nEXXxfUh8+fPjwMRMqz64XgEsvvZRPfvKT/OpXv+Lmm2+mt7eX//iP/+C6666r96F8NCC0512lfF8qfVdrkCmXw77nbqzbv4p9z93IvIxDrXD27ML+xEexv/Nt5EO/xf7vb5P96F/g7NlV9TexWKxo0li0v5LMq3qcYzXMJnPjBrZLUXjNzLt/Oudr5i7Kdd0o8OlS0nj1lvxZ6P31oTA+PsojjzzI4cMHOHVqkMOHD/Dwww8yPj663E2rO1yi23jDm7zA+ZmE7u71NDe35ok09Zki2QTNzS2Mj49hmjmEENi2g20rQm1qKpGXm1mYXK+bhV+IcDjs9VGuXI27dncJt2nPPsfLagXy7Swk/dQPLUtV7lXriwvhOE4+QJfN79+isLpI7d/Ky4KqShEfPlxY6TT7H/4tFtMTYR2whGDfQ7/FzmaKtp+tmk+auYoEmXQc5PAwnDyBfe8vahrvCo/F5CSYFggNbAfZdww5OYncuwcOH0L+5EfY3/k29sc/WnGO41ZNi0gEaanAlrQs5Vdcq5xp9zpktQpcx0G85OUV9h/GeNs70N/6tgUdu1HQ1dVNoEp7DcNgbGyk4rzt5MkBLr74Us4+exOrVnVx9tmbuOSSy/1A3GkIlyDbsmUb3d09s86LC9cVQggikQixWBORSAQpmbGiw10LqCCuSzyRl77OeWNr6ZrAcSTxeLzI17YQUkpCoWBZULlw7aFk8tKk0ymmphLs3bu76tpjLnDJ05nehbmsxWrBbGsq08yVfR+JRJHSwTTLE5A0TWAYhj+f8OFjHtiz5yl++tM7mJiYXqcWKoDANBHY3t5RNuaqxMBpOwGVdOOU9RkqqdAq8oqt1n/UM/5ROE+QUpJOp0kmp0in055ctbuWEkIQi8W9dZ3jOKTT6Xkdd76xIx8+fPjwceagbhV/pXB9eXK5XNng62PlYqHSfLNl1M+G6sG5DM5tt6L/7U0V2zCXirdq5yibmxl+1atIHzk07+qr+cjcFFUGTE5ip1Nw663oH/pz9PMvrPnY88lonisWen99KDSCD4qP+mOmCs6urrVksxksy0LXdYTQiMfjtLV1MDR00gsIwnRmupIDSxKJxBYk11uxIjrvV5VMTnkeHa4klq4bCOHK8igyUlUsKBlPV5ZzGoWL89lJv0JYVjmRMp0JrAIA4XDY98vwUYQT996jKv0qfGcCA7+4m57fe5n3WS3VfEVqAI6DPN4HQ/lquEAQ9u7G/vhHZx3vio6VzUDhu2daqgLQCIBuQDZTJidaOsdZaNX0bFWD+p+8HmB6/93dhK67FkvoKkFhBVRsz1Sx1NbWztDQyarztqGhwYaRBszlcuzbt2tRPfF8KCxESWN6LaAXjWegqtulVONk6TwvEAjQ27uDxx57iFgsTjKZwHFknjQETTM4//yLyn7nHs+yrDJ5y0wmzYED+9ix47yFXA6vvTO9C/VWH5ltTVXJR0wIQSAQ9CT7VJWRIv1isTjK19ifT5xOyGaz3HvvvfT397N69WquvPJK2tv95IulRDqdZt++PVSV/5ZuEqAkFAoTjzfT1bXWG3OFUL7hhmFgWbbnYeouJdw+srC/VOS9zL/T1fuPesU/3HnC008/zuTkRL6fVnYMwWCQkZFTRX1NIBCgpaWNbDaDbdu0trZx0UWXLknsyIcPHz58nFmoK/EnpeTBBx/kzjvv5Gc/+xkTExOcf/75vO997+MlL3lJPQ/lo4Ex3yBTLf44sxKHMwTnZCKBk5faKsVcPTxKz3FydScHm5swzSzaqcF5SyzMVebGvWbO0CD096mgoK7B+Dj2n30Q/vFz6OdfUPPxZ1uULwRV72+NkmU+puFP8lceqsm0TEvF5YhEoqTTKUDQ07ORzZu3cvDg/rxxfK4kOKj+P51OEY834zgO+/c/M+OCthLxKCVks2lPPqzQsyIYDOI4UbLZDNm8nJ+UyuvPXdC6nkKBQAAhBInE5KInArkBBCX3qZPJZBrSp3RkZITW1lZ0feZFfjKZZO/evVx88cVL1LKVj9TYWFXJCw1IjY8VfVaLf7H+2tcpgmx4CHnsKExMTG9kWhCJ1jSfcY8lHUfJZKZToOuKPLRMsG1F/DkOhMLe7wrlRMvauAB58FoTutz9CwEioINpL/jYjYRqwcGDB/fXXZ5wMXDs2GF27XoynzAkGBkZpq/vGDt27GTDBt+PvRQLlVKfrzcgTK8FwuEw2Wy6aMwUAs9bNxgMARTtNxAIesfVdZ1cLotlWQSDIc4//0La21dVPJ4QglRqqihwrv6VHDt2hG3bttd87vPFQq5ZJcy2pkokEhW/DwSCmKaJrusEAgHPX3Eh/ls+lgcDAwO85S1v4dixY9571NLSwr/+679y6aXlkt4+FgePP/6QJ9057XU6DSklhmGg6zotLW1ef+uOuSdOHCcUCuUrciVjYyM4jpO3GZAeOQ/kExB1pFRVdPF486z9x3zjH5W8fYPBIJFIBNtWiQPBYIhcLsuJE/0YhkE0GivqY8PhCI4jWbt23bySdhdDItmHDx8+fKws1I34+9u//Vt+/OMfc+rUKTZv3syb3/xmXvrSl7Jhw4Z6HcLHaYT5BHpq9ceZCbUE56ot5ouCOolJwocP0zU8gp5IIyuQUe452rbNwUcerEv11Ww+MqWLTedX96lKv/4+sJ3pygBNg1wW+58+i3bzbQ1BpFW8v1MJZN8xyOWQ2Rx2a6tfAVgD/En+wlHoAyq61y0r4VytgtOyTHbtepKWlhbvc9do3pV0jcViHDuWQkqJritPi2kZMAlIpqamOHLkoJfRv3//M/kAYKfXhkrE46FD+wvaaGKaWbLZNNFoE8FgMF8NkKGlpQVQ2biZTLoowzYQCLJ58yUcOLA3X30wt4q++UIIJcnlcqGN6FP63Oc+l29/+9vs3LkTUNWOL37xi/m3f/s3Nm/e7G134MABXv/617Nnz57lauqKQ7StDWdqoiL55wDR1raiz2rx9hXBILz2j5EffC+k0oqg0zT1XzgMx/uhKT7rfEZ0r8MZG4OTA5DLE32mBbmcivq7bQgY0NEx/bv8HGcx4HutKlQKDs513rYcyOVy7Nr1JFLaXnBUVWHb7Nr1JN3d6/zKvwKMj4+yd+9upqYmvfGsr+8ovb3nzimZb76VJIXPVDTaVFSFp56pCOeffyGZTKbifud6XHce4R6jEG58/sSJ43R1rav53OeKwrVZd/d6QFUJVWt7LcRsLBZjcNDGNHNeEL6QwGtpaWZiYrzs3Q2Hw2QyacLhMOFwpOi70sqh2dpR+n1Pj5+Ut5T4p3/6JyYmJvjMZz7DeeedR39/P5/97Gf567/+a+66667lbt4Zg2RymmSvRPyBIv6bm1vo7T3Xe4fcMTeZTJLLZb3fx+MtpFJT5HLTSicqWSJKLBYlm80uqIquFlRaN+3f/wyO43j9hmmaTE6Oe17ApmlimjnPg93FfCqaXZwOcxAfPnz48LG8qBvx94tf/IJXvepVvPSlL6W3t7deu/VxBqEW0m42zBacm1zdycFHHqxqfqxpOmsmJovkKO1Z5CjrWX01V5kbOXB82gOo9PhCVf5Vq3JcapTdX0f5FWE7NUuW+VDwJ/kLQ6NJzroVfaX3M5PJYNsW2WymLPjk9i1dXd3s2fO054uhAlpOPntWQ9cNLMskl8t4kl+5XI7f/vbXXHbZc2hvX1WReBRCMDk5DkBLS1uRbFgqNYWut+YN6qcrAJua4sRiTWQyGSzLpqWllXPP3Ymm6fT2ajz66G/RNG1JyD/lO6gkUXt6Njak9G2ljOejR4961ZM+Fg9rr76ega9/mfKRFgJA97XTY6bM5ZCWCaMjSF1HtHcUjbeut6+zZxfOv3yu0LZS/X84DIYBloUcHUGs6pxxPiMuuxw+++npZB5dByurGEkhIBRSlf09GxAF7XAJyMXCSqncqzfqLU+4GNi3b5dX6VcK27Z45pldnHfeRcvQssWFS7pks2lCoUhNpJtt2zz99OMkEhNFkpe5XJann36cK6+8ek7jyXwqSQqfqWAwSCDQRiaTwXFsAoEgz3nO1bMStXM5buE8ohRCqP8OHz6EZTl1twCA8gC64zhe5WIlorWaQkLp9uFwhEQikZcFVCRmJpMmFosTDkc8WdTSd9f1Tw4Gg5imVbXycLZ2VPp+YKCPLVu20dLiS00uBR599FE+8IEP8IpXvAKATZs20dHRwWte8xpGR0d9yc8lQjTaRCIx6f1dKM0J6l09//yL6O5eX7F/KV33uv3i5OQk2WyGSCRMU1Ozt9+FVtHNhmoJm6aZwzRzhEKqGjuZTHge6IqcDCCl8mBvbW1DSuZd0ezidJiD+PDhw4eP5UU1paM545577uGDH/ygT/r5mDdE9zqkaSIdBzk8jOzvU/86DtKyEDUEtLTnXYXW3FzxO6e5mYPNTTOaH88mNyrNcj+pelZfzdVkWnSvg1SynPQDkA5Eo4tWATBXuPfXhRwdASs/Sa0gWebcd99SN/G0QaGBeCn8Sf7MmM87vthIpSr3IUoWR2Db5cbsbt+i6zo9PRsBFdRSC0slT6UWvk6+0s/Gtm1s28nv2+Kppx7DcWwveaEQKsjo4DiSbDbjSXdGo1EMI0Braytr1qwjVPDegjp+JBIhHm8iFIoUVSBs23Ye4XB4VmnLesFxbJqbm9m8eeuSHM/H6QMjEmHLJZdhoPg08v8aUrL12Zej559rZ88urI99GOfWL8FUAo4dRe7eparVLQsRiaC95QaQ4HzlVpWIYxgQDOar/QRkMvmXU4NMpmg+I3M57Hvuxrr9q9j33I00c8jfPghdXeDY6pimOT3GBwIQa4Le7YimeNE5uQSki0r79lF/zHXethxQkoblpA5MSx6uNIyPj/LIIw9y+PABhoZOcvjwAR5++EGvWr4aTpzoz/szFUteSimZnJxgYKB/0dte+kwJIQiFwjQ3t3LBBc+qSPrZts3AQB/79z/DwEAfjlM+b5jpeIXzCPdfN4kolUqRTqc4dGg/v/rVz3nyyUfnfIxqKA2guyTr5OQ4TzzxSJmP72we126bbNvmwIG9RKNRpj2G1Tklk0k2b97qkYuV3t3zzruQSy65grPP3sSqVV2cffYmLrnkco9YnK0dppmr+v3evXvqcu18zI6TJ0+ydWvxHLC3txcpJUOuB6+PRcX4+GiFSmLp+X4LIejo6GBw8AQDA/0V341K615F0DcTDIaKSD8XM62HF9JfAhXXTUBeecUhk8mQzWa8fsU952AwSEtLG6FQmFAoXNavzAeF44VtK3nT8fExJibGaWlpnfd+ffjw4cPHykFdPf58+FgItOddhf3f34K9e6Yr2BwHTg3Bpi1FAa1qqOpF0xLn1KtehZnLzliZ17Vn75zlRutdfTUXiR7teVdh336b8hIqPb5hQHNLGWG6XBKH2vOuUv5H6bT6IJNRgVBYUsmyemKhHjDzRb19UM4k1ENSuN6IRmM4Tnkfoml6PghVfj8L+5ZNm7YyPj5CMjlVJGeVSiWR0smTfdPyn46j/C+y2ZzXz5QeW2XIq0W0Szy6wUcp0wwPD2EYOtlstsivolL7XKxf30Nf31FOnRquSGbWG67vhw8fldB+0aVccu75DPziblLjY8Ra29jwwhci9SBS5omzL3wOeWC/SlIRmhpXzRxyZATtnX8KegDnoYeQP/4RcnxcVfdJR/nx5XL56LkEM6dIu3C4uEKwQuUxnauhuUX5+IVCah6kaWqfQkAwiIhEkMlkVb+9RqtqXumYr6TjUiEejzMyMlyR/HMcSTwer/Cr0xezkTIzSfCfPHkCKcslLwGkdDh58gTr159V17bOaj8wyzNVawXcTCidR2iaRiaTASSapmT03CrIVGqKycnxOR2j2nkWqqaYpukpCwihEpAeeOBeLrjgWd4xalVZcbcrrZjUNOW5pc5t9ne3sGrSJQuSySTZbJpcLltxfmaaJnv37vK9uBsArgx+Idx7slTS82cy3L4YpKccUggpHXRdZ3h4CBAMDg5w5MhBzjvvwqJ+ZaZ1744dO/PKKbWth+vRX7q+qJlMumjdFQyG8rYHKYQofveF0PKJFEk0TaepqblufUBrazubN/fy6KO/I5WaAgSaJjh4cB/Dw4Nl19OHDx8+VjqWK07bqPCJPx8NBSGUMpYnkyXczytnKldCmRdNdzeh664lfWA/2vBg5d/kq2fmIze6GBILtUr0iGAQ/YN/jv3nH4RcVgUmHQcMA9GzAdHSUkSYLmcwsJSUJRwG21KVEQWSZbYQDLa2kG1vpWmgr2E76XosHBaCRg80NirqISlcb6xZU7kPCYfDZLPZsqo6KO5b1IL43LIFsWEE8lJl4Hambl9qWRbRqOY9O6XJC5qm5yV4hBc0yeVyTE1NYpomuq5kNG3bIpNJE48rWazC9nV2dnlBMtfbprf3XBKJ35LNZup4BSvDrRzwA2w+qkEPhen5vZcBav5hBHRMU5HSzi/uQe7bm5fudP1zdfXf+DjOt74JsZiqGD56RFXfr1uvyEHbgXAEMmlFBDoOaDpi3fqiCsFKlcfy6SchmVRkYzBU3GDpKPLwBS8EPVDRb2+2qmZfRntxUDhvk7kczi9+gdUAHrIAW7fuoK/vGFKWJ1zousG2bSuLDHZJHxWYzSCljRA64XB4VtKlcLys8C1zWI7MitnmkbWsBRZCchaidB6hqlUcdF35DCaTU0X+waaZQ9f1mo4x03m6iUdSyiJZPHUewqucc49RmqgkpVIlcIPvLrFQuJ2rRFCIQjWWWq5z6TkkEgls2yzz6nLbrapsfS/uRsDf//3fV0xu+PSnP01TU5P3txCC//iP/1jKpq14FBL1sVgMKe18nyzzpKyBYRT3HYnEBPv27eaSS64o6ldmWveuX7+hpvVwvfpLKSXj46N5pRWV45VKqXdaVfk5OI6FlBJN0/NVx06eEFR96MmTx+nqWlOXmIFt2+zf/wymmcUwDK+Ntm0xNjbC448/zHOfe43v5evDh48zAssdp21E+MSfj4aB86v7kAhE73YlA5nJQDiMaO9AOs6cvOoKvWiEABHQq1bVwHR1ymwegZX8c5a7+krfeSH84+ew/+mzMD6OFovhxJsV6VdQAdAIwcAiUrb/GM4v7oGmuEf6jTfFOLhhPVYohNYSZ/jwgYbspOu1cFgo5uMdc6ZjPu/4YqMemayVFsSWZfHEEw9j205ZsNJdeMZiMS95wbLMgqx4zfMMVFV+kmRyCsuyPDlRtU8D27aYmkrQ1tbu+VWsWdPNY489VNHbZv36szh82CSdTpFP9VgkCHK5XEMH2G699VZWrVoFTHudfPnLXy7ynTl16tSytO10Rj2y/JwH7leEXUnWtorwJGHwJKJ3m/osGlOV98f7YV0PHO8DqSlZzkwGWtvQXvcn6H/8ekQgiH3P3VUrjwlHYGiovIpfSrBtyOVw7r8f4xN/XXHMbsSq5jMJjVhtGQwG2bFjJ7t2Pel5/bmShjt2XLDigoHJZBLLskilpvLJLxpSOmSz6TyJVX1MWL16LYODlROAhBB0da2tSxvrNY+sp8944Tzi6NHDeUvRcH5eME3ICaHaL6UkkZjkscceYu3adRX72dnOs7t7PY7jkMtli44BeEHzwvMoTFQqrRB0HMnAwHE6O9fUVY2l0jkYhoFpZkkmE7S0tBUlqDqOpKWlmYmJ8bqpwfiYHy699FKAsne+2uc+6guXgE+lUiQS0xLK7nzXtq0y4s9xJIlEomLfVW3dW+t6uB79pW3bjI2N5N/56TWMlbcvCQSCtLS0ks1mSCanCto4fUxd1wgEAnWLGQwODjA1NVnQFzpeHw0wOTleVj3tw4cPHysRjRKnbTT4xJ+PhkFhJY5Y1Vn0ndC0BVfiVKuqgelAtVjVVSxHWYBS/5xCtLa286ydz2Lgl3eTGhsj2tZG97XP93yCFhv6+Reg3Xwb8lf3oQ2dwFm9FvG84gzzRgkGFpKyzrMv8yoAnUCAgz3rcIJBtPU9CE1DQEN20vUMtPhYWpRJzhZ+N8M7vtiYSyZrZ2cXw8ODDA8PFW1XuvDdv/8Z4vEWJibGihbbQoh8xZ7wfrtmTXdZUNjNkpcSstkMlqU8OtVv1TGUdJyBrusEg2G6u9fR2dnFY489VNXbprt7PU1NTeRy2Yr9cf2gMoobNcDW3d3Nk08+WfbZ448/Xrbt2rX1CTavRHgk3+Qk4SOHCZ0a4XBLE2ZrK7phzDvLT0ry1X4lX5g5Jd9ZiI4OJUtuWZDLTicwpdMgJeL3X4FYN/1uyoHjCF1HnhpW25g5JeUZjqh9bd4Ku56cJh5NE7JZJf05NoZ8Zg/2xz9akUyqpap5uSS/VzoaIcGqGjZsOJvu7nU888wuEokE8Xicbdt2rDjSDyASieQDruU+fcnkVFn1VyG6u9dz9OjBvKyl9Ko5NE0Qj7fQ3b2+Lm2s1zyynj7j6jfT84jDhw/kk4TsoiC3lIqUm5gYw3EcxsYcMpl0xX52tvMEFShPp1NlCUqaphEOhxFi+jwKE5VKKwQLg+kXXXRp3dRYKp2DUmRIez7I4fD0MxUIBOjt3eHNgxZ6fB/zx+23377cTTijEYvF6O/PMDk57n3mklEuHEcWyVCrPtdZFFK2Hv3l4OAAlmUSjTZ5ySXKRkElGgQCATRNIxJRnugTE+PYto1hGN5YEovFEULULWaQTCbz11V6nu6FYx+UV0/78OHDx0qEH6etDJ/489EwWOxKnJoq84J6ZY/AEv+cUjh7diG/citdeWJNmibyF7/AWcIMbxEIol3/fAJ5qbJSb6tGlDgsrAAcHDqBFYugdXR4FYAuGq2Trneg5UxAowSaq/qAzvKOLwVqyWQdHx8tq6SrRmrEYjECgQCtre0kEhPYtpLtEkJD0zR6ejaiaTq2bXPy5AAtLS1FklmhUBjDMFizZh0HDuzzFo+l0suaJjAMg5aWVrq7exgY6JtxwuU4DpZl4TiL6/MnhCAajTVsgO3nP//5cjfhtIcr5ZEbG0U73o9l2yRjUcJDg4SGh5Dre9Di8XklkGjPfS7Or+8rL0q1HdAEFFRlCk1Dru+B/j5IpWBVp5L8TKVgdRc8/jj2Qw95lV84NnLPLuUDmM1O+/iFQjA0CK9/IyIURB7vV8TgyCmIxVRETNdg9eqKZJJt25zo7CC5touoadI1MoZWMBmQlgW5DOY73gJjY6pSsbl52SvSFhPO1BT2LV9EHj6MOPts9He8Cy1an2SA0srSzt3PIOucYOX2z/WQ9DaMIOedd9G8flutbY3on6Ee+flVk+u6znnnXci+fbtJJBJ5vz+NeDzO1q3nVpWPm+t1qNc8st4+4y4KbQxc6e/Cij9F2k3LgVfLpp7tPNPpNFu3bueJJx4hk8nkJfEkmqYkRgFSqRSTk+MM5OX/3e1t2ynb3g2mDw8P1k2NpdI5qPmFCvy7lT6F+w8EglWPv2XLtoZ4T3xM48iRI9xxxx28973vXe6mrCisWtXFI488OOM2ylN0OiSp5DO1RUnaq0d/6fYHhf6hmUwKMDy1FBeBQIBwOIJlmQQCAW9t5W5Tr5hBLBbDcez82kp5VxYSrJqmxrZGi6f48OHDR71ROGeTjgOjowVKgu1nbJx2UYg/KSX//d//zQMPPICUkiuvvJLXvva1VSf+PnzA0lTi1OKLVuYRWOKfU4pGzvAuRCNKHMJ0BWBm/zPop2b2YGwULFagZaWi0aTP5vqONwrmKl3gBu40TaO9fVURqReLNbF581agODOqMGsdIJlMcfjwAc8bSknHOF6gD8gHBKcX6TMF+izLzPtQ5MqyfusNx5Gcc84mP8C2QuG+D5aZQzvej7RtrGAQW9dJR6MEpqbQ+vuQvdsQeVm4uQQ89Guvx/mf/wcH94NpqciJ44ChQzCA6FhVtL2INyM3bUFs2w7xONzxfYhGwbKQjuPNC+xbb0E6toqeZ7NulIt8aS2Ewog9u9He9L+QX78d58hh0HX1vaEXeeIWkkkeCRqLoHWtZthxGFjdyaZj/bROJd2LhvzWNxXhqGkwPg79x3Cam3H+/tMY//6lupFijQDrrjtwPv855bWoG8jHH8H60Z1o7/sAxktePuf9FRI8UkrGxkawLNNLwugbHeScttbp612A+SRYjY6OsHv3rob0qGhk/4xMJk1TU3ORDGRhpUW6wjqjEGqtcEVNhOt8r0PpPFJK6UltC6HNWJVYiMXwGYfiZMlgMORVt6lEnwC5XDYv+y2KfIhL+9la5sutre1ceeXV/PrX9+av47Qfo6tYkM1GOFwg/79mzTps285Lk+teZSBMrxm6u3vq4oVd7RyCwSC63kprayuhUKRs/5XWnD09PTgOZcmZPpYew8PD3Hnnndxxxx3s2rWLQCDgE391xqlTg0g5szFq6VpAVVfH65q0547dU1MJLMsiEAiUJTHW2l8W9geF/qHpdJJCX/Tp81EkYbTC3KpeMYNVq7qwbafid66Xoks4NlI8xYcPHysby5Eg6PbRIpmE/j6V9JpfCMjhYSKB0KIev1GxKMTfZz/7WX7605/ywhe+kHQ6zT/90z9x8OBBPvaxjy3G4XwsMpaqUmepKnFq0YEvlKOcDYspoVnPa9+oEocuTicybbECLSsRjUqMz+UdbxTMVbqgtMo5HI5UzHhPJpMIIchk0kXVfgCZTJJAQC1Ys9msl0nqysio/zR0XWdqKsHAQB+RSKSin6orsxYORzDN3GJdJg/t7R2cPHmS9es3NiT5NzAwNxKgu9vvVwrhvg9idNSb1Nt5iWhHCLKBAOGc+p5Vq+acQCKCQYz3fUARdceOKrnNQADW9yBSqXIPPkBraUFc/3zluTs2CrqhKutOqepDEW9W+5JAvFn5Arpyom6VUnMzMpmEoVPof3sTzqduVMcOhaGkIt4lkwqTAnTDQK7vQe/vw9Y0Dm5Yz4VP7UaPRuHkCSUrqmlKljSTVmRmNguJKaz//Q6MD//liqj8c6amFOlnmuo+gPrXNHE+/zmca66bE8lZSPAIIRgfH/WqfoLBIAKwTJODHW1cePQoWlt70b2aa4KVbds888zuhvSoaHT/jFgshq7rtLS0kc1mvPFI+dVS03yylrXCQq5D4Twyl8sV+BGqYPTAQB9NTfFZSdTF9BkvJK7Gxk5x6tQpDMPI+/Oq8d+VrHNR2s/WOl8OBIJccMGzvPMASCanEAKampq9+UahN2AoFKo4z0in00xMTFcILrS6ZaZzCAaDnHvuTu8627bNwEBfUZDLPb4Q6n4tttqBj+qYmpripz/9KXfccQe/+93vcByH3t5ePvaxj/Gyl71suZu34pBMJgkGg6TTZtHnbp9R7Pmn3vF4vKVqdXU1zBRcLk3OUDLFE4TDEcLh0Jz7y0r9gSv9CxQlQgA0NcUBKr73hmHgOA779z+zoKD4qVODRCJRHMcmlyteXwkhCASCRd7uPnz48LHYWK4Ewa6ubvqPHcHsO6Yq/VxVnUAQI5dl9Xe/i7zokoZP+K83FkT8DQ4O0tXVVfb5HXfcwf/8z//Q2al82i677DJuvPFGn/g7DbHUlTpzqcRZTunAwmPL/fsQeuVJ2kIkNOt97RtZ4hBOLzJtMQMtKwm2bTPw85+SbG0mGouUyc4tpbfkSsB8pMFcT6KTJ08gBHR1raW7e33RMyqlZHx8tKjwKJNJYxgBbNshHFZ+gE1NcRKJibyUjMzL8+iAw9TUFHv37gIgFmsmEDDK2ppOp7Fti0wm40ljLTYaWdbmuuuuK8s4rgYhBLt3717kFp1ecN8HmcngatDpjqN4NAG2rrzx5OBJAGRb25wDHtr2HYhP/z1Ofk4i8nMSeWB/xbFUvOFNyK9/DSYnp8kmTVPyoP19yN7tiogi38imeN4zcHpRAtNzBxEIol9zLfapoRmr9UuTAkQ8riodR0exMhmGX/5y1goD+e9fUJ6BUirSz33pHQmODZOTDaVUsBDYt3zRq/QrQyaD/aX/i/b+D9W2rxKCJ5NJe3KSqdQURsZAHO8H08TUdQZDQdbu3eORvVB7gpUbwDxx4jiTkyo4WdpPLHe/1uj+GYXzyXA44s3RgLx8dfl8cj5ZyQu5Du48cu/e3Z4fYSGZ5j5ztZCotaiZzBeaprNuXQ8bN24km81x4sQAAwPHmZgYJRKJlj2bpYHlucyXC89jYOA4oVCo4jFM00RKRRYWrhlM0/X9g1wuU1QhWGuQqdJzUOs5NHIV7JkM0zS59957+cEPfsC9995LNpulp6eHN77xjXz1q1/lYx/7GJdeeumituGLX/wiP/3pTzl06BDhcJiLLrqIP/uzP+Occ85Z1OMuN2KxGLFYzCPFCqHe4QDnnXchp04NV12jzIaZ3rt4vKUsOSMUChEMBjFNk/b2Tq+6sNZjVuoPpFTrLfe8hCiW/gXK+g8pHWzb5ujRQwvuL5LJpHde6XSaqalJQPXfqjJRbddo8RQfPnysTCxngqCu65yz/wAHhocxAwE0x8HRNAJTSTafOAE5C+cMjD8uiPj7/d//fW644Qbe8pa3ECgISEQiEY4fP+4RfwMDA0Sj0YW11MeSY7kqdSpV4pSSfKzuRH79a8siHVhKyMmTJ2FkGHHWRhXEK2z3PCU0F+vaN7LE4elGpi1moGUlwJOdS0wgVnUwLESZ7NxyeUuerqilKnYmKTrHcRgY6C+qIrBtm7GxkXxgTQVGFfkn8+Sf4WWvBgIB2to6yGQyZLMZQqEQpmmSShUTjhMToxiGQWtre37RKchkskxNTeUJw8ziXqg8Jicn6OhY1bCyNv/6r/864/e5XI7/+q//4sEHHyyTDvJRIOURDnuRlmDOJBMK4kjQUymV6QfIEwMYJ0+wur0T5khIVJqTiCpjqXOfUgAgHAbpKJLNhWnByIiqGpRMy3cGCyRHpAPhcNHcoZZq/eSRQ+UeVJoGq1ahA5lVXfDgb5VP4OSEIh8dxyNMEYBtQzi8YhIy5OHDlUk/AF1HHjlS875KCR5V8Uz+/x2ywycJ2TZoGlooRKatFQ4fVmTvpi1oLS1FCVbVEtcKA5jpdIpcLks2myEWixets5Zb/rzRfY7nOp+cL2FT7TpIKcnlMhw9ehig6tywtbWddet6mJqazMuxFfs/ueRhV1f3rKRkLRWKC4V7jK6ubh555MGaE/XmMl92j5FMJjHNbJV2KIWCwnssBExNJRACYrGmsgrBWoJMsz0HM51DLUEufxxfenz84x/nZz/7GZOTk3R0dPCa17yGl7/85VxwwQUkEgm+8pWvLEk7fve73/H617+e888/H9u2+ed//mduuOEG7rzzzhUdI3OTMJqampmamvRUQxQE5523k40bN7Fx46Z57X+29667e71Xpe9KKbvSwIYRIB6P093dU7FSt1p/Yds2qVSS1tY2crksgUCoSJq0Wh9R2H9EIhEGBvqw7ekqwIUExQvXh9FoFMMwvCpyIK/MYjRkPMWHDx8rD0uZIFi6phKXX0Hzf/83Fw6dZPCcc8i0NhMen6Tr0CG0cARx3vlnZPxxQcTft7/9bW666Sa+853v8NGPfpRrr70WgHe+85288Y1vpLe3l0wmw6FDh7jxxhvr0mAfS4eqEpaOg3PkMM6nbkS/5tpFJ47KKt+yWThyGLFuHSIaQ54ahkwGZ2IceestiE///aK1pxIhx+rVMDaC7DuG6N1eJP81XwnNxZQPnYvE4VJXVZ5uZNp8Ay3LoXe9lChaiIXDSCnRAFvXObhhPRft2Ycm5bJ6S56OmK0qNhwO88gjD1aVoqu0qBwcHMCyTKLRpiKpMVd2xzCKfTBcP4tQKExTUxOHDx+o2FbLsrAsiy1bNpNMJunvP5rPgHVwCcbFhmWZpFKphpW1ef7zK/fD2WyWb33rW3z5y19mdHSUV77ylbzzne9c4tY1Ptz3wWpvRwwPIW0bgSSaSpM2dAKpNGgCJxgkYNtsOtYHBw4j84kzpeObfvVVEKjNVwuqJCkNHFfjdnsHcnhIVfq50DTIZhCbNqtt02k4VbKNYSDaOxCxmDd3qKVav5akANG9TsmLDg9BJjtN+oF6JQMBRHsHaNqKWBCJs89GPv5IZfLPthEbN9a8r1KCR9d1L6tfWCaWAJe+lYEAkXgLrO2GVAqxbTv6u9/rzZ3MXU9x8o7vkZQOUdNk9W8ewPjpj5BvejP7kpNeAFPTdK+qMJlM0NLS5vXFyy3XdTpIsxfOJ7PZNKFQpOJcayFZyZWug2maeR8pk0wmQyo1RX//UbZuPbciiZhOpyt6P6l2CIaHh+jvP9ZQVWTzSdSbbb5cOi+uJhkO6hkLhyNFwfdMJjNjheBsQaZan4PSfbjtHhg4TiIxMePx161rPOWBlY7vfOc7CCG48sor+dSnPsW6deuWpR1f/vKXi/7+zGc+wxVXXMGuXbsWvdpwOVHYV2iaYHJSkX+6rhGPtzA0NERra8e8+7LZgsuDgyewLKtsfZPNpolGm0gmkzMS/m1txe0q3dZxHAKBIF1da7x+r1o/U9h/DAz05fvO6kHxWhI+XJSuD4PBIIFAG5lMBiklvb3nzrmS0ocPHz7mi8VOEHTX8PZjj8DTT0IojAiFcEwTvnorDA+iWRZr9+8vadgUcmjwjIw/Loj427hxI1/84hf55S9/yU033cQ3vvENPvaxj/GHf/iHnH/++fzud78D4NnPfja9vb11abCPpYMXwCrEVALZd0x5w5gm9qmhRa20q0i0TU5CNos8fEgFdGwrL13lIAcHsb/xdYz/9daZ9zkPMkvmclj//i/IZ/ZANOZ57QhNQ67vgWPHkMNDiK41C5bQrHjt81iqKqmllnl1sRRZy8uJM0EKqGghVhCUB7AMg8GONtaeGm0Ib8nTCTMF2zZv7uXAgb1VpegCgbayKgI3q941nncXiW5GbCgUIpOpXJ0XCASYmBjLE4SVkUhMMDh4AsMIksmk8xPApSH9XGSzmdNG1iadTvONb3yD2267jYmJCV75ylfyjne8g/Xr1y930xoSRe/D+vWI/n5s2yacSLD9/gfItLWS6ekhPDFF1/79aOk0TiAAP/852oaeiuOb/ra3w9Zt826T6F6HY5qIQADRs2F6viQ0VVHX3Ix+w9tBSnX8tevgxHHImRAMQPc6RfqVzB1mq9avRSpbrOpSlYM9G5D79ymJUTdArWmwabMi/RYxIWMpk170t70T60d3TkurFiIchre9veYM/1KCJxQK5/tYibQd9ALy1rAsusbGEauU6olY1endp7HhQfb9+l5yq9rRpCyqhM/c8T1yz7kS3TDyTVSeQVJKHEeSzWYIhxUxvdxyXaeLNLsrUxkI6JimTaXhaiFZyaXXQUrpyWGD8nRKp9Ok0ynGx8c499ydZcHXmUhU23YYHx/1EnfUOTWGl2I9E/UqzYsNI1B1fiGlw8BAX5GaQSaTKUtUclFLkGmm5yCXy7F795OEQpGi8yyt0M1ms+Ry2Yar0D2T8ZGPfIQ77riDBx54gBe84AVccsklvPzlL+dFL3pRzVLri4FEIgFAS0vLnH63HE32hAHmeey2tnYuvvhSHnjgXs9/1a1sdvuySy+dX1+WSs0cXHa9xUF699sl/5LJKUKh0IyE/7OffTmgK/n4WZID5nIOs7V7ZGS4YsJHb2/lWIFh6PT2bmfv3mL50aameNXf1IKF3vvTHWfy+Z/J5w7++S/0/GtKSK1x35WU/5zbv4YzPg6HDqh1tmFAzwa0pjjO4EmlslPpABJITqFffVXV46/Ue78g4s/FNddcw3Oe8xxuu+02/uiP/ohXv/rVvPvd7/bJvtMchQEsABxHBbFsR700ofCiS39WrHzL5v18phIQCk3LZOV9a5y7foj8kzdUbMt8yCyZy2F/8+s4d/1QyXTZNkxMwKkhz79FxJuR28+F9g7E1t6KEppzIRzLrj2o6z86AskUnLMJaeaWtLJxKWReVzqWU+96KVGY5eMS46K/D2lZCCAdCCAikYbwljzdUC3YdvJkdSk6NygWiaigcWEQypNLFIJsVpF+7qLccSQtLa1MTIwDSsbb9eTYunU7jz320IxtdWVEc7kslmUihFZQTbg0UAHTxn6nkskkX//61/nKV75CMpnkD//wD3n729/O2rVrl7tpDY+i9+GscwgfPkznT36CZgQhGIFDR6C/Ty0ANE0pFnz5izjtHYhgsGh8I53GvPVmtL+5CYzK/dJs43iRLGdTHNG7XY3bmQw0N2P8+5fQ8tU9LpHn9PfB2CiirQ2xfkPVucFM1fpVkwJ0nU3jCZz//LqSP3nDm+DrX0MaAXhmtyLFAgHYtHnOXnRzxVInvWhNTWjv+wDO5z+nrr+ue3Kmk//nfRza/VTNbSkleFwftmQygdA0QrkcUtMwLIvNx/o8L9tCEtW2bfY9eD9WvgIeQJPSq4RvGZ9AGx+HVau8YzQ1xZmaSnheQI0if366SbPPhIVkJZdeh2w2k5edFPmqUOWF6/77zDO7GBjoL3rOZiJRbduqKg85H6mkehPvbqKeu9+DB/cTi8Xo7OxieHiwZtm8SvNix1HJYrquY5qW94wZhpF/F+yi7dW9Kk5yclFLFWq158D1DUylksTjca+v2LRpKwcP7iuq0AWJlDRche6ZjDe/+c28+c1v5siRI9xxxx388Ic/5BOf+ASf+tSnePazn40QokR+cvHhOA6f/vSnufjii9m6dWvNvwsGl6dfFUK9h64H+HwwODhMMBggHA6VfWfbJsPDJ1m/fsOc99vcHGd4+GSV4LJDJBLO/1U5gjsw0MfU1CSGoVRTCvsO2zYZGjrJxo1nIwScPHkc265cpTfXc5ip3bbtMDY2QigUwjDUPVcKADb79z/DZZddWXFc6OzspL29nRMnjnt979q16xYkMVyPe38640w+/zP53ME//4Wef09PT17OuHKCYE9Pz4x9k8zlsO77JfYjj+A8+SSEVUWfnc3C4UOIdesRmTTSml7f03cMsf3cfHcvwQiodZ9rbZGXahFbewlGqyv8rNR7XxfiD9QNfMc73sEf/MEf8A//8A/83u/9Hh/60If4gz/4g3odwscSo9RXRo6OTGeuBwzo6PC2XSxPmIqVb6Ew5PK+D6WT9fzflQw750NmOXt2Yd96C/LRhxXZmc1ALgeRqCJA+/uQvduVl47joF99bcVrMFfCsczTp7DS0jCQe3Zjf/yji1Z9t5hSo2cyllLvejlRmuUj4nFk7zbE6ChOJkO0ZyP69S/0Sb95olJV7IxSdEJ4QTQoDkJ1dXVz6NB+JifHcRzpTXKSySmE0IBWIpEI6XSKdDpNT89GNm/eiqbpdHR0Mj4+OkM7tfzESVOVMdKuuu1iYfXqxiXPpqam+MpXvsLtt99ONpvlj/7oj7jhhhtYvXr1cjfttELR+9C7AzsQxv7Ot9Xf/X1qrHbfDQGkUjByCrl9hzd2y9ERZCaDDAaQv7gH/QUvLjtOLeN4JVlOWts8BQCtQNLPJfLqFcorTQqIjI2y+rvfhYkJZL69WnMz4g1vRB86hf34o/DUExCOIILBBSsVzITlSnoxXvJynGuuw/7S/0UeOaLkPd/2dg7tfmpObalEdOm6QUdHJ63xVuSRO4kkEnSNjHmkHxSTqIODA5iZTMUqE8swyIVCOJlM0fMQDAZpaWkjnU7T2trG2rXrGkYa/HSTZq+GucqWViLP3Ouwd+9uNE1H19W+3Mo/lfACppkre85mIlHb2hS5XAlzrSKbK/Feep49PZXnpqX77e/P8MQTj+YlwUOzHmemebEQGt3dPWia5rXDcRyOHj1Utm0oFCadThclObmopQq10nOgqoISOI5DKKRCJm5f8fTTj6Prukfwgizy02qkCl0fSqXqve99L+9973t58skn+eEPf8hdd92FlJI//dM/5UUvehF/8Ad/wGWXXbbobbnxxhvZv38/3/jGN+b0u1xuOqFvKeGuCyyrctV0LZicTACqb6twBCYnE5hm8RrBtm1OnhwglUoSjcZYu7Z8fFm1ag1HjhypGFzW9QDBYIimpnj+PZYFgVzVjlOnTqFpkM2qqt3ial1BIpHAsmwsy57XOVTDTO02TRNd17Ftp8yX0LJy9PX1zSgb3NU1LWfrOBSt/+aK+dz7Wu7b6YJ6PPunK87kcwf//Otx/lu2bCuqQnbntlu2bPP6pkr9BXufwb7t1rKKPtGzAZnOQCaLPHYUmuL5wh91PGlZOKdOQVu7KtZBQKxJKdzYDugaBENoL3npjH31Sr33CyL+RkdH+cxnPsMDDzxALpdj586dfOQjH+Ef/uEfePTRR/m7v/s7vvnNb/KJT3yC8847r15t9rFEKA1gkcmoF8vQoGeDCpi52y6S/GTFyreODjh2RLWldKEYMKBzdcW2zJXM8ojC4/35TAHVWWCakE4rWS7HgcOHkGefUzVLfj6EY9G1n5iAvmOqYiGgyphFKLSo1XeNIDW6ErHYeteNgkoZ7ELTYNUqgrrBuksuR5ymi4ClxFyy82eUopOy6HfVg1DK18+tLjEMgRDC84jQNI2xsRFv623bzuPYscOYZq5imwKBIKGQ8njM5bJeW5YSpf4cjYRrr72WqakpLrvsMt761rfS0dHB8PAww8PDFbffsWPxJJZXEtzEGefYselKPxeGoSrcphy1KIiEi+Q4pXSwb7lZVd4VJNXMZRyfTZZzUc89T4LKXA77lptV8lBJe/n67eh/exP69c9HmjmcJWjncia9aNEY2vs/5P2tvHXm3paZiC4HgfOVWzEti8GuTlLBIDEEa1/xSu96JpNJz/O2NHorpCSYzRIIhymtPRFCEI83c9FFlzZc8GwlSLPPRbZ0JvKsu7uHgYHjpFJTeQk7Vek3TfROj32lz9lMlfyJxMSspGSluYKUeJ9FIpF85nVxlVw1srvSeQ4M9LFlyzZaWqbH1FJCX0pJJpNCSkk6nazqLVyI2ebF6XSaLVum5Zf373+mjJzLZjPYtk0gEPSkcedahVrpOVAqCGruEw6Hi7bP5bLouoGu60X+YZZlIYRDLpcjGAyfllWwKx07d+5k586dfPSjH+XBBx/kBz/4AXfffTff+9732LNnz6Ie+1Of+hS//OUv+frXv86aNWvm/PvlDEJKOf/jR6OxGT07o9FY0b4reelVSiDQtJmrz1OpJLqu09LS5vUTmqbn10dOvoLYLJD/nK7WdRxJJBLzzn2u5zATZmp3a2uc8fEREomJqr6EcyHhallHzrZdrfe+1vt2umEhz/7pjjP53ME//4Wcf0tL9XWTlFX6i2NHOOcnP6ElnVb2Xu463s4rDzbF1d+WpQg9pzC5V0NmMojudciB4/mCIKni99JR5OHmrWjXXF/TOa20e78g4u+jH/0oJ06c4GMf+xiRSIRvf/vbvO1tb+PnP/85F198Md/5znf47//+b975zndyzTXX8Hd/93f1arePJUJhAMu59xfK32716iLSD1g0T5iyyjfy0oGrV8Px4yqIB+rFzpNiOA6iQlsKySzp5IN+2YyqIOzoKCOzXKKQTEaRfqCCNYEgJJPKW1DXYeSU6nze/8HK8qLzrJ5zr738t39BnjgB0ajnK1jL7+cLmcshR04hjx6BWAzR3lEUOF1M/5+VjrlmlpfCtm2OH+9naOgEUsKaNWsb0qx7JcmALRfmmp0/kxQdCMLhcMV7MDg4gBCClpZpfz/LsgETx5GMjY0ghPAWnplMmoMH97Fly3aCwSA7d17Mk08+Wkb+GUaApqY4QgjC4QipVNILhC4FVLC8hWw2uyTHmw9cj5cHH3yQ3/72t1W3c4PHix2QWinwEmc++YlpdSd3wt+zAZnJwPgYZNLIU0MqC1AU9MmaXkbmzXUcn0mWcylQa3uXqp2NlPSykLZUI7q07TuY+LO/YN+D92NmMmjhMKdaWzmRmGDr+Citre3EYjEGW1vRCjxvXUghaEKw5vLnsv/wgYJx00HX/XFzMVHrfKWWqtU1a9YyNHQCJfkoi6o7hRCEQuH878qfs0rPVi2kZKW5wqFD+71jappGKpUkm83Q1NRc5D0H5STkTOe5d28xeVdK6Ks5hOMFzQur3iodZ3BwgImJcVKpJJFItCaJzsJ5tCvD6VbyOI4kHo+zenUXIOZUhVrpObAsJTEajTaVtc0wDHI50/PhdOdJgUAwX2EjOeussxtyju5DQQjBFVdcwRVXXMEnP/lJ7r333kU7lpSSv/mbv+FnP/sZt99+e9UK2pWKuSRYzFUhYKaknHi8xTuu2xe5SZGaphGPx5mcHPfWJoX9ViAQUNUnFc6hMOFA13VisaaKCZUzEWrV2j0w0M/x40ep5ktYWtFcDbWuI2fabi7Jk2eKnYkPHz5qR7V1U7X+whoe4kBnBxeNjiGyGRWDllKRfJYN6Uy+AlBXUp4BQ63jQa31w2HQNMS5O5DRWN7uQ9laiA1nod/w9jNWcWxBxN/DDz/MF77wBZ7znOcAcPHFF3PZZZfR19fHxo0bEULw2te+lt/7vd/jX/7lX+rSYB9LDzcwpD3vKuxPfLSIhHOxWJ4wlWSzpGUhNm9Fru6CyUQReSc0DRGJIC6/HPueu5EDx9HWrcO47lrF/psmZNJlnj8MDSIvLZb3cIlCGQ6rjkQUdDwBwxUAVsfdeA788hfI55fLFy6kek4EgoiOVXDWWfP6/VzhSpnJ8XFIJWFyAjk8hOjZoDIsWLx7fSZgLgufUoyOjvDEE48yMTHuyZQMDZ3gyJGDnHfehQ2XSbdSZMCWA/NZPM0kRdfW1kG1IFhhENxdTCaTU9i2mfcJ1DCMvGSrEIDk2LEjbNqk5D43bDib7u51PP30UwwODmBZOXTdoLm5GRBkMmls2yYcVnKhi131p2kaoVCEeDzunXOj4mtf+9pyN2HFQtu+A/2Gt2N/+UtqrA+HvSQWEY0hBwfziwirmPQzDERHB87EBPLf/gXRsUopD/QdW1AV/EzegJW+Q1KzJ3DF4zVY1f5Ck14avS22bbP/8AGcVas8qU4divpsd/y3CjxvXT2ZALD2Fa/E6Oziko5VnuxNc3Oczs41CHFmj5v19qYrRS3zlVqqVteuXc+RIwdJJCYAvLFOCIFhGF7VWK3P2WykpJSUzRWEEExOjgPQ0tJW1I5S7zkoJyHnUp1bSqI7jl0QqFb3rdJxCgPNyl84Sy6XLZHZqzwv9t4jS5F+inRzr5dGIBBkbGx0XkHm0ucgHm9mfHysog9NIBDCsiwsyykheBUp2NTUzLT3n49GRygU4oUvfOGi7f/GG2/khz/8If/+7/9OLBbzlB3i8XhZNelKxFwSQuejEFAtuDwboa9pGtFoU1nVrq4bZe1y9/X0048zOTnhSfwKofqd8fExMpm0N4aEw2EOHNg3I/FWqd2FUqTzRa3ryNm2u/TSy6FEkL7aeHym2Jn48OFj4ajaX2QyWMEggx1trBkaUmv1dNrVLZ7eTtNUEU93N4yOTCvjNbcgIhG0//0exKbNnqqNWEL1nUbFgoi/rVu38v3vf58dO3YQCoX49re/TVNTE93dxZP05uZmPvaxjy2ooT6WH9VIuMXyhHFRTTZLHthfTgjGYnDNtTif+mulCzw5iZNK4tx+G+L/fADRFEMe2Ffs+aNpoAl4+kmkmfPOw5MZbe9ADuerAszcdN1vKASRCGw8BwnII4eRf3Mj2tXXFnUsFeVK86ilem6hv68VRVJmoRByfY9HkMq+Y7BpC1pLS93u9WIHchoR862Es22bPXt2MTmpgkkqxqBImERigr17d3PppVc03PVbCTJgy4H5Lp7mQ7a61XhSSnRdJxQKe4tBJWkjsCzbqxxwUdiGqakpcrkMTU0qK358fIyxsWnvP8eRSOkgpSQcjuR9jhykLBW1WzgCgQDRaBTlL2g0tK/Os5/97OVuwoqGds31yHvuLk9W0jTE1q3IkRGYSqquNK8aIDZsQCanlH/viQE4ayOOaUI6BbaDaGsrO85s4/BM3oBA2XfOd76lAj9C1OQJXAlLNW+oFQtJejkd2lJrn+2N/9EoYmwMJ5MhEA6z9YrnYaxS3p7uuCkEBAI6prmyPCbmirlWv88Xs81XaqkU1XWd8867kL17d5NITJJOK6JL1w2vAh7m9pzNNK5Xkq115SlBen53SlZJIiVFVXhQTkLOpSK2lER3j+N6GhYSZu5xKgWaYzEVeJ+aStDa2oaUVJ0Xu/PoJ554BNtWcxS3esetzFtIkLnwObBtm0ceebBiXxEMBmlujnP8eF+Rd5imKbUF15fQx/Li+uuvr3lbIQR33333orTjm9/8JgBvfOMbiz6/6aabeNWrXrUox2w01LpGqbdCwGyEfjAYJBBQqieWZbN2bTfnnruz4topGm3Ky/mKfBV3KL+uMfntbx8gHo+j6zqDgzaJRIJYLOYlM5QSb4VyzIXXIpNJ09TUXOZL6PYt6QoJ+KWodU4y23YnTgywceNG77OZxuPS+6ZUYjL5hBCN48f7zqiYjw8fPqqjaj8fDiPGHNKhsLKqSCYra246jlqbD56EztVquy296C99Kdq113ux6uVU32k0LIj4u+mmm/jIRz7C5ZdfjhCCnp4ePv/5zxMMnrlM6krHcnnXVJKjEhXaIi6/XJF+Q4NFVX3O5AR85C/g2utUR+FV8BXIfyWTOAVyXYUyo6JngyK/3OxVIVQpcc8GyAcJMS2kaWIPDxUF6SrJlXrXs4bquYX+vhIqVRiUSoOJeDOyd7vKpkinENu2o7/7vXW51wsN5MhcDuf++5CDAzhd3YjnnT4ZHPMhZ5TPy6S3ACiE4zhMTSX8TLrTCC7pXa2iYzGk6CphfHyUgYG+vBymCgpmMspDwq0QUOScIqgdR1UtRCIRrw2VgnjRaIyJibEibwr333Q6hWEYBIMBbNvGssoDavOFe/ypqQSrVnWe1vJ4+/bt4+DBg3R2dvKsZz2rTGbMx+yYMVnpf78H5+gxnC9/CSwTQmFERwdCE8g9u1UlYD4YLgIB0OPI/fuQLS1lUuczjcMzeQPat96iNspmp7/TdeTevKRr7/ai7efi6bsY84aFoJHknxejLbX22X4l/NzQSNJhtVaKxuMtrFvXw+DgCSKRGKaZJRAIoPxL5vecVRvXC587V3ounU57PlRKchLC4bAnSWmXyMyWkpBzqYgtJdELj6NpgmAw5FX9BwJBVq/uqhhodgPv6XSaUCjM2rXrZnwvWlvbWbNmXT5BSXl2hcNhb5ysl3zwbH1FKpVkcnIyn8w07Z+Yy2UxTbNmST4fi4fjx48Ti8W49tpraW9fPmWUvXv3LtuxGwm1rFEWoyp/NkJfCEEkEkHXjaqk3/j4KE888QhTUwkv4SCbzaBpOul0EseRmGYOXY+Qy+VwHKtilbVpmhw8uI+xsdGKcZBYLFbkS2hZNlLaCKHX3K/UOieZbbtUanqtNzDQz969u9G0Qtnq6fG4u3u9N/bkcjmvilJKiWXZpFJTpNMpdF1fEb5/Pnz4mD+q9vPt7cjhYSLpNBw5RF7HvfJOLEv5AEaisGkz5LIq4bdnA6LGRNkzCQsi/jZu3Mi3vvUtUqkUpmnS0tJSr3b5aGAst3dNIUrbYt9zt6r06++bruqTUmn7ZjLwkx9D7zaYnFB/F8p/QZH8lQgGEa9/I84//wOMj0PHKqUlPDEOXWtg3Xq14d49eY8g1P5Kg3QLrJSsd6VlteoDOleXVQcITYPOTvX/qzrrVum3kECOJ0c6OYkMBXGyOcRP5lYNsdyYayWcW5FVKfavCBXHzyw+TVBKeg8Pn+TIkSNFC6DFkqIrzCzt7Oxi3749OI7tZdurqjxFnAmhAYr0U5h++KScbsPg4AC5XDa/yFUBOMsycfKTtGkCcZr8syyrYgByoQgEggSDQYTQ6O7uafgF5Q9+8APuv/9+PvvZzxZ9/uEPf5gf/OAH3t/nnXcet912G01NTUvdxNMeMyUriXM2w89/5pFjApAjw55ciGjvKNiRBl1dMJVARmM1j8Mzee3JY0dBglizZvqz0RG1kJGopJv8+Atz8/RdLoWGmdBIpFe92zKXPtuvhK8djSQdNh+/PXCIRKK0tXXkfXfr+8y7z51t2151iOM42LaFbeMl4gqhZO2Syan82E5VEnIuFbGViLFwOEYmkyYQCDA5OY5tO+i6hmEYPProQ3lVgfL7qdoYpbm5tcwHsNI7Go/HCYVCdZ0nVUIt/mG6rhcFut0g/8BAH01N8Yafi6xkvPOd7+Suu+7iRz/6EVdccQUve9nLeMELXtDQMvBnOhZbIWA+yT9u7EL17dO+e47jeB6BmqZ5yYyu7HGp16n6HRw7dsRTJ4HiOMhFF13qnb+uG2Qy6XzirwUIjh+fvV+pdU4y23bRaIzR0RF2795FIjFBJpPGtXEolGY2TTNfqR3MyzBPecoxUjp51RjdI0J93z8fPs5sVOvnhaYR3LCB1b+6H3I5tf6eKV7kOJDJqJi1ps05UfZMwoKIPxfRaLQeu/HhY8GQA8cV8+/691l5ws8tD55KwNNPwpatiFUqoCYdB4aHVbnwOZs8uU9nzy7kf96u/AOjUVVC3LkaNmxA5DOd5PDw9LGM4kBhYZBuoZWS9aq0nKn6QD79pKp6CIXKf1dHabCFBHJmav9K7uSj0ZgnnVRK/ilCRWv4ReyZKO1ailpJ73oveitV2O7f/wyO4xAOh4tkbhxHVeEFgyEvi93N3nfbbFmW14bh4SESiQkv2OU4DqZpFhxdeJmxhd5+9Sb9QC20XfKvFimc5cb//M//lEmjf+973+P73/8+z3ve8/iTP/kTDh8+zBe+8AW+8pWv8J73vGeZWnp6o1qyUkVyLJVSpF/Phmk5cHf71jbEsy5BrN9Q8zg8k9ceRe9JHpmMUiMQKP/iwuPP0ZtvuRQaZmxTA5Fe9WxLI0mZriTUW/JtvnDnL6FQmPHxUQzDKKvgq+S351bdjY/Pz3Ou9Pil86eurm76+o56gWch3GOqiaJp5rykm2AwSDjcybp1PaTT6arzsJmC4lu2bCvbvhIx1tHRyYMP/gqQhEI6oVCIXC7rtTMcjmAY5SGIwoD0bMogS/nOzeYftnfvbpLJKVTGhsiTvHFvzucHt5cPH/jAB/jABz7Ak08+yR133ME//uM/8slPfpKrrrqK3//93+eqq67ylaoaDEuhEFBr8o/qe4/T19dHIjGBkjN2i1Acj9xS3oA22WyGYDBEoexx6XpHrU8q63ebpsnw8KDXr0xNjea3VWv9aLQJx5m9X6m1f5xtu9Wru3j88Yexbcs7H1Cxh8JqRk1TZODWrdt5+OEHyeWygCiydJBS4jjTctO+758PH2cuZuznL7kcvf+kstoaGVHEX7WqP4DEpPo+P/eeS6LsmYS6EH+FSCQS/Nd//Re7du0CYOfOnfzhH/6hn6nuY0kgutdBKjld6VdI+oHy5ZNS+fds6YUTx2FoSH0XiSL37Mb++EcRr38T8j+/5vndEeqEPFGImYNQCJlMqsCcAHStLFBYGqRbaKVkPSotZ6o+IBzBzmUZXreWdDhMJJOha2QMTcq6SoMtJJAzU/tXcie/Zk03x48fI5vNFJEnoII8TU3xhg4sLpVHT6OjVtJ7IYveapV9pcFI08xhmjlCoZDnVeHKx6gA1rTvTqFkp6ZptLZ24PoAjo+P5jNRpxeDhVDeFLLs83pD0zSEEKRSU+h6a8MT4QD79+8v83a54447aG5u5gtf+AKRSIRrr72WVCrFT37yE5/4WwQUkmOcHMDYsglr124IVkmAWb9hTmPMTF57BALlsZ9wWEmQS1TSUenx55iAs9B5g23bnOw/RnLXU0TGx1mzei3G1VcvmDxcaYkgjSRlupKwGNXvc0Xp/EXXdSzLor29g46Ozhn99lwsJMA52/ypvb2DkZHhgqCsxDCMfJBVeSyFQmHvWaxlzlUpKN7T06OcEioM5aUyenv2PEkul80TpDqTk+OeVL3jOGSzWeLx5jLCxQ1I15IkVes7N5++Zi6/aW1tZ926HqamJou8kt05kWmaHD/ej65rVeXdfSw+du7cyc6dO/nLv/xLHnzwQe68807+8i//Eikl73rXu7jhhhuWu4k+CrAUCgGzJf+4fa9tmySTSbLZrNfHSjmdwFi4PhJCI5Waorm5lWxWVeoVep26iEQqF024cZDu7p6ifqVUzni2MaXW/nG27YaGBjHNHCqJUy8i/wqrGd3xOB5vQQiBrhuer6xLlNq2hWEEvOu2lMk7Pnz4aDzM1M/bPRuw1/VANquIv1yu+o5sB3m8D9FzFjD3RNkzBQsi/p773Ody8803s3278iE5ceIEr3/96xkcHOTss88G4Cc/+Qn/+Z//yTe/+U1WrVq18BYvEP/5n//Jl7/8ZYaHh9m2bRuf+MQn2Llz53I3y0edoD3vKuzbb4OJCVXt58gCpToBhgHt7TAyCk88Drns9I+DQYSZU9Vj//zZ6tVvQkN/wQtBD2Df+wvYuxvR2VVWHVApSFfJW28ps+9nqj6YaG/j4LZeLNtCmCaO1sZA5yo2D52i/Y/+pG7tXEggZ6b2r+ROXtd1tm/fwRNPZJmYmMiTKCr7Lx5vobf33IYNLDaSR89yYy6k93wWvbNV9hVC13UyGYdMJuMRfq4Rey6npGyi0RgtLdOVgJqmEwyG6MzLDw4ODqDrulfR5+7DXQQrFGd8LhY0TfcqDm3bamgi3MXk5CRrCmQele/II1x11VVFHh4XX3wxt91223I08YyAS44JAYa0sf/8Q8j+4yqxJxSGjg6Eps0rAWYmrz2xQS1QyE7PQ0R7h8pwBOjoKNp+qb35xsdH2ffwg+T6juXnBBrH942w+YF7aX/tH89bWnulJoI0kpTpSsFyV1JWmr/ouo6u66TT6aL7uxjVibXMn0DQ2lo8TrvjvQrKRjnrrLPn/CwWBsWFUOftegZWg/tuj4+PYVk5crkslqXk6lx5PEWeGqRSKXTdQNfLvQ9dElUIUXZehQHv2d65+fQ1pb8ZHLTZv/8ZWlvb6excXfE6ptNpotHKaxd1r3YTDiuJ00ry7j6WDkIIrrjiCkL59f13v/tdnnjiiWVulY9KWE6FgNK+V73z01kPSlZZUij7qetGQXJDBsMI5GU6HY8ECwQC9PRsZHj4ZEXv7sI4yEz9Si1jSq1zkpm2O3VqyKtuL/RwVec8TX664/HJkwOAui5CaNi2u41SLXIc2yNCK8V8VlpSmA8fPmaG28+77/7Bg/uJxWJ0Pee5aD/9EbJnAzKzf2biTwCDQ8h1PQhNq6tS3UrCgoi/U6dOFUl6ffaznyWXy/Hd736X3t5eAPbs2cPb3/52Pv/5z/M3f/M3C2vtAnHXXXdx0003ceONN3LBBRfw1a9+lRtuuIEf//jHdJQEWHycnhDBIPoH/xz7zz84XY0HanYSjqgM+zXdMJkAJDgG6DoEgiAEsu8Yonc7jI0rec8Cfx3vGIaBHBrGeMObFNH4iY9WDOqVBumqeestpTddteoDWwgO9qzDaWtDa2+H0VH0TAYnHObQRc+ifWtv3dqwkEDOTNUTK72Tb2/v4Morr+b48X4GB08gJaxZs5bu7vUNPSluJI+e5UYkEvH8GqeDc9OZk6ULoLkseqsFCEsr+1yEQuH8glQt2or9aTQcx2FiYoxotCm/2Mtg2za2bbF6dRegAp26rhONNnlyn252p4ulIP2mj6XOub29o6HfCRednZ0MDEwnKzz11FNkMhkuueSSou2UjE7lgLKP2lFL4o2zfz9MTcHQSSUbIoGhQeSWrej/+z1zToCZzWsPKYu/cxzE5i0qvJSXLVkObz7bttn3zC6sY0cRtg1CoEmJHQhwoKuTi796G4G/+fSc27PSE0EaScp0JWC5KynnMn9ZjOrEWo6vjiuLkkVcBINhzjrr7FmfyXoEWwvfbcMwMM0sjiPzfr4WQgQ8BYBAIEgoFKKlpZVQKOKpEwwPDzI8PMTk5DimaZJOJ4sUB7LZdN6rcDrgXe2dm09fU/ob0zQ978RUaopEYqIicVjt3kspmZpKEA5HVmR/d7phz549/PCHP+RHP/oRw8PDPPe5z+Wzn/0s119//XI3zccsWGpCqLTvLSa9BLqu56uqHc+f1PW5U+/9FIah09zcimWZpNNpNmzYyKZNW5FSJRjMFgepx5hS65yk2nbRaIzhYeX3XugVq7wMZT55Q/fG42QySSQSJZfLelWQrue7uwQN5dUsSmM+KzUpzIcPHzOj2ru/+XWvo/lb30IaAVWwU2KB4UFK9d1AP6zfsOSJsqcL6ir1ef/99/PBD37QI/0Atm/fzjvf+U5uvvnmeh5qXrjtttt47Wtfy6tf/WoAbrzxRn75y1/y//7f/+Md73jHMrfOR72g77wQ/vFz2J/4Szh5QlX5GQEIGNCzAcbGVNaAEOWGaZaFHB2BWBSSqYr7LySYZgvquUGxRvGmq1Z9MNTRhhUOo7W3K3PUgupc07brSs4sJJAzU/VEPTr5Rs800zSd9evPYv36s5a7KTWjUTx6lhvj46McP95HNj9pcYNYTU1xDCOw4OqFagHCSpV9QF7aM5b3n3DypJ9apMVicQCSyQSJxKT3juq6hmEYPProQ2zdup1YLMbx41nS6WReLlTDcdRiUNM0AoEguVxuUck/wwh45xmJRAgGQ3R0lCdsNCKe/exnc8stt3D55ZfT1tbGrbfeiq7rZUGoPXv2sHbt2mVq5crATIk3YtMWRQj2HYV7fwFNTYjtO9RcIJOBcBgRjyM2bZ7XsWfz2qv0ncyZ2Df/X+TBg0pavLcXeXwAuWlz0VxhsVQEBgcHyA0NIiyrbJ5kGQYnQkHWz0Na208E8TFXLGcl5VzmL4tRnVjL8c85Z8uCjluvYGvhu+0GyRXh51Z6OOi65n0vhCAUirBlyzbGx0d57LGHvN8nk1Mkk1NFlYIu+ZdMTlUkOWdqTymq9TWFv3E9rFzvRMdxyOVy6LrukXZSqt8kEgksyyIQCBQlWLnzvVLFhZna4KO+OHz4MHfeeSd33nknx44d45JLLuFP//RPeeELX0hLS8tyN89HDVgOQqi073VJr1RqCikdHMfOE1qK/EqnM/nKaAPbdgiFwsTjzZ6/KsDY2ChQexxkuSveQVmNqArsQk9qV3XIlfSc/sZNRJm+Vkrq1PWLj0SiSAmGYZRJMhcmXSgFmjSjo6MMDg6wYcPZ7NixE8Pw/Th9+FhJmClJ6wDwrE/9Hfr99+Ns3oL8f/8Fplng9yemi3w0DU4OwqYtS5ooezqhrsRfOp1my5YtZZ9v3bqV0dHReh5qzsjlcuzatYt3vvOd3meapnHllVfy2GOP1byfClX5pyXc82iU86l38MrYeQHiK1/HevMblOFnJIo46yyEbuAMDqpgnmFME4C5nKoINAyVMdDZpaQ/8/uzhWCoo41UOEzUkax73nO9a6efuwPt727CyQfuRElQD8C5/z5kFW86mUggf3UfWh286Wa7ryIUhLe8Ffu2W5EFRGU6Hkdbr8qjS6FpglQqWddnpa2tnUsvvZwTJwZIpZJEozHWrp09kFPW/mAAaVmIeBz9rTegLcCgfXx8lL17yxcWvb3Ln2nWaO/rXFBLxmLheZ3O51oN7qTGcWyamprzwaTpbPCOjk56e7dX9IGoFalU5QBhaWVfIaLRGM961qXs2bOLdDqJYRhF3jQtLa2MjIwghE40GvaCda501erVa0kkJgHXY29a5tNx1MLYMPS8J/PikH+6riGlqqYMhyPousHatd2nxfPzvve9j9e85jVcc801+Umuzdve9jbWrVtXtN33v/99nv3sZy9TK09/zJR4Y33+c4h4HDk1BePjKlswGET0bECsmiaQZTKJMwvRNdM8ZiavPREIoj3vKu+39je+jnz6KeTJk3ByAHI55NNPYq/tLlIJ8MjM8XGYnIRUEvv229A/9Ofo51+4oGuWTCbRsllkhRdJSEkmGp2XtPZ8EkGWWyK9UdHoiUr1xHJVUs6l4mIxqhNrOf5CPYHrVYFb+G67QfLJyQls2/GqPgxDKQQoWW7V/mptKK0UnCvm09cU/iabzXi+hO45ufMo0zQ5eHAfY2Oj3ppBqSRMEIlECIVCnhRgLNZUUdLvTEp8W068+MUvJhaLcf311/MXf/EXrF69GoD+/n76+/vLtt+xY2kUeHzUhuVSCajU9waDQQKBNlKpFJZl4kp/KlLLlb5U0u3hcKTsvc/lcuze/aRX5XzxxZcyNDRYdQwv7NtzuWnp5FAoxPnn71iS8V7XdbZtO5fdu3eRzWZJJFSfruvKaiQYDOI4tncvXLJSJX9OS1ALofxx161bTywWLzvXgYF+EokJzxM+nU4XEZ6HDu3n6NHDnHXWOZx//oUrdq7jw8eZhtmStAZHhum+/vno1z8fs7MD+cX/W1zAI4RS9JMSWlsRz38R2rZzl+FMGh8LJv5++MMf8sgjjwDQ1NTEyMhI2TYjIyNLYsA+E8bGxrBtu0zSs6Ojg0OHDtW0j2Bw5Qwyrl+Dkl1Z3rbYu3Zh3nozzmTCy8TnZz8i8Na3o89zAm7v2oV9683Q0gLJKZhKwL69yLXd6v9DQdVJWCaeNl0mDbEYWjiC1taC8cb3Yd3+FUal5ODZZ2FqOpquM9LTw+CTj7Jt27m0t+efp0AEfu9FVdsjBweQocqBKhEMoA2dIBBY+PNV033duRP595/Fuu+XyIEBRHc3rZs3M3r0sJdZWwjHcWhujtelfcXQ2bhx49x/lm+/fd8v4eRJWLMG/aprEAsg/WxbeXhIqYgKUIEmKdXnl1125YJImYWikd7XuaKnp4eBgb6qGYs9PT1F1/Z0PtdqGBw8jm2baJpGKBQkGGwnk1HSmZqmsWHDWZ5v3nzR3BxnePhkhYmTyAfawK3EcxyHQCDItm07iETUArS5ublsn+l0Dl3XCAYDxGLTRvS5XI6xsVFGR0cQAizLwrKmb5bKAlV+gLqukU6nCQSCmGaurgSgYRievGcoFCYQCLBt2w5CVfraRsOaNWu46667+PGPf8zk5CQ7duzg8ssvL9pmdHSUV7ziFVx99dXL1MrTH86v7vMq/QohHQf270N2dSFWdSKz+YQg25mW/XYD2bN4yC5Eyrvot7qO3LMLhKbmJ5oOumoTJwaQzS04X7kV/upG9ZuhQejvA9NSbZ2YwP6zD8I/fg79/Avmfc1isRiDoRDCjWYVXjchCKdSiHlIa89VuqoRJNIbEXOpgFgpBOFynMdcKy7qXZ1Y6/Hne9x6VuCWvtvBYJD29g7GxkawbeUz7FbAFLb/5MnyNiiS0MC2bc8TSo31glgsTrqC6sds7SlENZm8wt/Ytl3U9bkS7aC6xGPHjhCNRoukAEOhEKZpsmpVJ7FYHMdxOHq0coxhvvKvPuaOZDLJD37wA+64446q27j+1Hv27FnClvmoBre/Hxg4TiIxQSQSLSPSFrNqtlrfK4QgEAgQDoexbZvx8dEib3O3wi2ZnMK2I17/pWQwp5icHCcYDCKEoK/vKL29587Y/tbWdjZv3spTTz2ObVsEAkpa88CBvWzdqi1JYnJ7ewdbtmzl4Yd/m1+36oAglZoCmggGg0X3ojARJRKJFCWiVGqvms/sJpPJAJJcbppULYRtWxw6tI+hoZNs3HgOmzZtPS3nMj58+JjGXJK0jNe/GfOuu6DvGNi2suuKRNSaWdfgnE0wPLRUTT/tsGDi72tf+1rR37/85S950YuKCZDf/e53nH322Qs91LIjl7PnlXXYiHCD6pZlL2twXeZyWLfcDOk06AbSkaAbOMk02Vtuxvi7uUtgFu5Ta2lFxpthbASZzqis+M1b4dgRFUgLRxTh5zjqv1QKRzfQ3vC/kDvOR37ybzn007uwsxm0UBjR0Q5C+T7s3r2LSy+tLdPM6erGyeaqetOJ1WsxzfKKnLmi5vsqdLj6eq+isdO2OdrfXzG4oOsBOjvX1KV9dYPQEddcj2HoWJaNJYEFtE9JMGYrDjyWlaOvr49165ZPjqdR3tf5YsuWbflqyuJs9C1btuVfvel7d7qfayVMTiYAdd4uXI8Dd1Kz0Pdr1ao1HDlypOI7HIlEedazLmVwcLCswtY0bUKhCJZllz3/lmXlF7S613a3ShGkd9/cBa8LKcn7Ado0NcWxbYd0OlW0jYKg0uKuFhhGgEgkSiAQoL29g46OzqJzOl0Qj8d5zWteU/X79vZ23vrWty5hi1Ye5MDximMvIyNq4ZDJewaEwmoeIDRP9tut+pvJQ3Y+Ut5uFZtz7Cjy3p8jmuLqN6eGVRvMLGSz0BSfJt7ybZKOg7z5i8jxcUX62Y5HUKJpkMti/9Nn0W6+bd6VcV1d3fSv7sI6NYy0i98nw7JYm83NS1rbDaZZlun5huq67hH3LpFh2zYn+48x9eMfEolF6MpkEFLWVSL9dCXE5lIBcTp75hTeHyklY2MjWJa5pOcxn2q6mTznqj1v1b6by/HnUxVZTyn2SoFyTVNVIalUiqamuFfpV9j+Sm3QNB0hBIYRyFeOBLx+QkpqIszmI5NX+BuXbHS7X1eiFMgTj+VzF7fNsVic7u4ebNtmYKDy2mqppPrOdJTGqXw0PgrHrXQ6RTabJZfLEovFCRTM5Razaraw77VtE3cNFwgEaGuLk0wmMM0chmF4XqaappIWVMKCg2VZGIbyAjRNCymdfKKr2j6Xy/L0049z5ZVXV5172LbNgQP7CAaDnmSo+nzpfEJVcvQ+j/R0IaXyPg0E2oruxVwSUdz5jCJ1pSefOhNSqSn273+G0dERenvPbfi5jA8fPqpjLkla8uB+FTqy8nMqy4apKYjFYONGcJx5JaWeKVgQ8ffMM8/UtN2GDRuWPVu9ra0NXdfLKhJHRkZYVeBnNhtWSiDahVvstlyw76uciQ9KAtO+d+4eMqX7FJqG6FyNdCTO0aOQSsH6HhUwczQIhdRnajUJkQjO174Kb34rgy3NmO3tVbNhT5yoLdNMPPcqxE8qe9OJeBzxvKvqeh/mel81bebgghB6Qzz7hZJf2rp16Nddi6xD22oJfjTE+S/z+zpftLRUXwRUO5/T9VwrIRqN4TjVJjUOkUhswec62zus68Gyvso9ZrUAmaq81Ir8aVz5K9fXotj3wdszUrqVgSNYllWl0m9+J63rBtFolN7eHXR3ry9aTK6EZ8ZxHN785jfzqU99an5V0T6KILrX4Zhm+Twjm1ELiPzzLTo6kKeGFJEmtGlCkHIP2cKxSI6cQo6PI0KhsmM7iQSiRCK0sIrNlReVeXlRMhl1bMdRD7OZg2B+v/k2CcNAHjmsEpncSr+iE9ZgfHxWadKZoOs6W7ftYN9UgtyxYwjLRGoahmmyZegUxpvfOi/STdd11qzpZteuJ/PEleqnMpksO3ZcgKbpXtAvd/IEIhbFiTcxsLqTTcf6aZ1KVr2uc8HpTIjVWqW1XBJp9UDh/RFCMD4+6slHBoPBJT2PelTxzfS8ATM+i4XHn5iYYHx8FMsy6e8/SlNT04I8j+ZTFVcN1UjKSCTK+edfRCaTrnj9KrXB9Qh0HEk4HCYcnvb0MwyjJsJsPqRt4W8CgRCalvbmbq5EqYtIJFr2eygmIyq3wUHX5y//6mNu8GXSTy+UjlvqHVFrimQyQUtLm/ceLnbVbGursiUZHj7J5GSCaDTmVSkryUsbIQSapiwQLGs6SUpZHtg4jlsJqNZA01XD6vPJyQkGBvpZv/6sim2oNN4rj/gMlmWxe/eTnHvuzkXtS06cOE4ul8VxbCzLQgjl1ep6n2YyGUKhcNG9mC0RxU12OXFCVXSGw5G8L+zsiZuO4yClQzI51fBzGR8+fMyMWpO03CRbsXoNcnRUrZdtR1X6GQZEY2ix2LySUs8U1NXjrxoaIVs9GAyyY8cOfvOb3/D856tAgeM4/OY3v+ENb3jDMrfuzEXVTHxml9aazz6JRSGZQnR2Inu3w6lhVS4cyfv7re6CyUmc4SGcv/80U3/x4bpkw4pgEO3Nb1XBvgJvPS0ebxgD0npLFNUbpZJf9q9Nsj/7EeJ/vRWxbWGSX/UMfviojOXy6GkEzDypCbK2TtlJ832HqwXIotEmAoFgUbDLlb8SQmXhZzLpiv41oDLlTdOsUOm3UEhCoTDRaKxh+6uFQErJ7373O9//p07QnncV8qcVEm9CYdA0RF6yW2ga9GxA9h2DnAnhcMVxunQskkePQCoJPRtUhV4BSucxpdWBMpvxpDxl3zFY1QnSreATalHj/djx2iS29iIPHyon/dzt5unBV4jW1nYuue5FnOg/RvLpp4hMTLCmcw3G266e95zFtm1OnhygpaXF837RNJ1wOMzJk8dZu7Z7OuiX9xjUpMTWdQ5uWM9Fe/ahSTnv+aHbhkYnxNygWDabJhSKFPVttVZp1VPGcalg2zYnTvSzd+9uNE0QCoXJZjP5hI7p6gJ3zHHPo6ure1GrN2sNYlar5qv2vO3duxsg/x5UfxY1TceyLI4cOegR5qOjI/T1HWPHjp1s2DA/VZ35VMXNhPnMQSq1wSV5U6kUwXziw3z8EufTnsLfjIwMMzo6gq4b6LrmtaGnZyPDwye959ANxKv5kUYkEqm4v1QqSXNznM7ONQhx+s9VfPioN0rHLTcJQBFp6j1zEwGWompW03TWr9+AadpFyZJ9fUdxHBvTNKtaGCifUrtEEUWRmIq8Up+fODFQlfgrHe9N0ySZTHj+owMDx0mlUouatDQ0NEQiMeG1WRGaNrpu5NeL9pzuRXlFZ4ZcLkswGPbUYmaD245Gncv48OGjNtSapFVo2yE2nKXWzJalkl1NC6YSaO/5P1UVdnyf+EUk/nK5HEBRWfpy4y1veQsf/vCHOe+889i5cydf/epXSafTvOpVr1rupp2xqJqJz8zSWvPdJ80tkH8mhaYhhQaBoAqe2RYc71edh6HDqWFCX/sK9rXXolfwv5orIaRt36Gkqe67D3liAG1td8N1Po1Izsws+ZXBue1W9AVKftU7+OHDRyGqT2oM2ts7OHhwv5dJutBg5XxkxqB6gGxycqKo3UIoQiIabcrL3ATyJvflqGXxNh8YRoDJyQkeeOAXhMNRdF3DspQf5/nnX0R7e+1V/D5WPqol3oj166C1tYg805qbcXq3I6cSaNdej1i/oWicriTrSTQGExNlvoBQPo8p8xt05UU1bVq6xDAAoaQ+9QLSxjAQ7R2IWAzt7e/EevxRmJgoJ/8MA5pb6iJ3omk66zacDfMkFkpRGNQrDI6DCmjt3btrOugXDlOotWcZBoMdbaw9NTrv+WFpG0pRKYi01JKghUExV868sAKs1kSleso4LgXc804kJshk0oAgk0nnZR/VNm51gfvsaJpgeHiI/v5jXnXgsWMp9ux5mg0bNrJp09ZF92eerXp0pufNlc2ORsvXErlcjt27nyQUihAMhti9+wmkdHC9uDVNIKXNrl1P0t29bl6Vf/OpipsNtawjSt+pzZu3cuDAPq8Ndj7hobt7PbquEQqFiMXi83r35rOucX/T3d2D49hl8yIp1X23bassEA+C48f7aGqKe4F4d39CQCCgF5EIPhYX1113XdXkNMMw6Ojo4NJLL+WNb3zjnBSgfCwOSset6SSAKaR0ZTQX1kctFInEBKaZwzSrqZlMQ9klaEhp43qHKkEH6Ukfj44OMT4+WpG4i8ViDA7a5HI5bNsim80ghPAqBpUX6uIlLdm2zejoKRzH8fzblYqLREoTwzAIBII134vSRBg1Pou89GmG1tZ2RkdHKsZjCmGaJtForCHnMj58+KgdMpcj/sijXDhwnMHODjJnn00s3lw23yss7JHRGHSsgrFRJR7VtRrt2uvRtp1bRPTh2Minn0JOTfk+8SyQ+Lv//vu58MILaWpq8j776U9/yhe+8AUOHjwIwObNm3n/+9/P9ddfv7CW1gEveclLGB0d5Qtf+ALDw8Ns376dW265xZ/oLSOqZuJTLq1Vl322tCDe/R7k12/HSSSmpb4ce1ruUwiwTNA0Vu/axclN52Cfu0NVAxRgPoSQCATnLU11JmImya+2vOSXTCQWJGkGixP88OGjEKXEmutZNDh4AuUdUT+pudKgWjgczgfVZpa1qxQgK213OBxhYKAPxynMypy/V998kMtlvUzZqalJz1fHNLP89rcPcNllV9Le3rlk7fHR+KiWeCMP7C8hBE1ELI7+nv+Dtu3csv2UEXcAHR1waqjMFxAqSISWKhK4v3XlRbNZhFt1GI1BwFDJSMEAdK9TpN9bbkCLNaF/8M+x//yDkMuq30pHkYM9GxAtLQ0pdzIbGZVIJKa/b29HDA95HoNCStKuN+o854e1tKEwiLTUkqC1VCPWmqh0OikZFJ63GxAF8t5Iuf/P3p+HR3ad953459ylFhQKawPoBhogm72gN1LcWhRFkZQoyXLsaDyOMv5JtmxJlCMntjzj/JxJxs4othxbtDKJZxLHesaWTFqRbcqO7WgmtmRbKymJlERR3HpHN7sb6MbaWAu13e3MH6furR0ooKoAdHd9n4cPSVTV3e85532/7/v9BolOlSh1C37nsbS0QCgUwnXdIgLG9wA6fPgofX3NmQ9quV9rPW++/FspLMsilVolnU4Si7WzuDiPZVnouo6uG0V+867rcPbsKY4fv2dT51Ct6EdKmJycCP42PLwx8qwaYV7pnTLNEAcOjJLJpJmbU0lwXddJpVbxPPV5X9/umtfijSTrqxGHhw4d4dy506yuLqDWPyrB39bWjue5O6Z7+FbH29/+9qrEn+d5zM7O8vnPf56/+Iu/4Omnn2ZkZGSLj/DWRum7Go1Gy6wRQqEQptlNOp2mq6ubPXuGtk3hwx/zdV0nEoliWdk1v6/rOoZhkM16wdwkpS9V6o//gvPnT3P//Q+WnVM4HCGRSOB5imxzHNXxreYCPbBiaFbn2/T0JIZh5OY1L4j7fOJRSsmxY2+oeT1UWggTDkfIZPyOTg/Lsujs7GJxcX5dtRjVObmz1jIttNBC7ShV0BmwbbSODkXMlYxlfmMPmbSy6/KtLjwPZmfxLozh/PtP4p18FcIR1SBy5pT6zt5hMM3AJ9598tPId74LOTNb1gUoLQvvW88iZybxBgYRD++sJp16IGQdGlxHjhzhz/7sz7jrrrsA+MpXvsJHP/pR3vCGN/BDP/RDAHzpS1/i9OnTfOYzn+HNb35zY456mzA3l9juQ2gYdlLVYfDSV5DArJR42+g2NcMAz4FYfpvStvCefRb3ma/DmZMwPQ3pHAlYiGiU5QfexOuPPIzT01tGCO00L5iddF/rheu6vPjid1Qi6OpV5NJi8Jnuutx75jy6AOlJeOObMN7/M3Xvs1Jl72YCi0Z3CNxM93U93ArnWvhs+2OKD1036koWlSbVHMdhZWUJwzBz5vBhstlsTpolxEMPPbrhToGAkLcslpbmq/j8NR6FyeDivyuvCcNQhEp7e5yHH35sy5ICfX3x9b+0QXzve9/j+PHjtLVV9hG6EbGT1lBF0h8D/UgpENdnMYaHkG9+GKq8E87nPot84bvl20usqEAk1o7YO4ycmwVA/Oj/gPG+nwyCBverX8H9iz8rIv+C31o2DA1BVzciFoM736AyG4sLiO7usu5DAPe1V3D/w79TXoFtbdDRidbZWdf6qV6sNYZPTk5w6dIFNE1DSlkk9xkKhenq6mJ5eSlICslEAq5OIB0HqWkMT1xjKJOt6/wKj6EUnifZt29/4JHnj9OlqHecrvXYCueHwmPLj/PlhUr+unQ7jn+zKDzvdDpNOp0sGO/JdbqpZyYajQUdfz4Zpmkay8uLZZJq0WiM9vY4Dz74UGCb2azjLoV/v4Cq30mlUpR2/EkpWV5exPMkoVAIx7HJZLL4xTV+l0Th9rq7d/Hgg40j+kvXEZ7nEQ6HOXjwMJ2d68c9lX5vmiH27z/ExYvnqz6T99xzgpdeeqGuZ7bavivFbPWu1a9evcK5c6eQUuJLFhf6j/nvq49bYX27GTRjDbURrK6u8pM/+ZMcOHCA3/md39nWY1kL27WGatZzW/quuq7ykLOsLIZhFr1PsD3zVum5F475yeQqqVSySLazFJqmEY93kE6nAjW08n1oGIbOoUPHAt9XyM/hyh81EVgn+MUxnZ3dhAu8pXftGuDgwcMNPf8LF84yPz9LOp0J5lif9BNCEIlE6e7urfm+jI2d5fr1maK/FXZNh8NhotEYtm2RSCzjOJU7/zRNJxaL0dHR1dRn4lYes2/lc4fW+Tf7/KVl4X7sVyo26ohotEzNTVoWzr/+l8iXXyq2wXBsyGShPZZTz3FV0Wx7u4qNhabUc0aPKLW/xAqMj8OuXsTAHmQB2QgoVZ+VFbRwCC9rIXwicgd3CNa6hqqr4690kvvUpz7FW97yFj796U8HE/Xjjz/OBz/4QX7/93//hif+WmgOmiGBWbhNpifLknl+55328CPYH/lQTiO4YAN+FZbr0jkxwT3LSa7f98abzkuqkWg02VVUFVZF8mtwYbEuya9SNELqdKs7BFq48VBa8ViYABdCW9PofS34laiOY5PNZrEs9U9hMO15y2iajq5rZDIZvv3tZ3jDG+7b0LNZ2CEwNuaytDS/rtxNI6Drek4CrHQFKpFSdU3quoZlZW84z4df+ZVf4ed//ueDroo3vvGNwWfXrl3jP//n/8wTTzyxXYd3U6G0wtDzF/0fehzzrrvWDHKqSYmLeAdy/0HYtQs5dl49ov39yOe/jXvqtSBoqKRIIOIdynO4RF4UqToMpaZV9SXQ73wD2qefwsutn8QOlBAvhN+tlk6ngm4eP4mUzWYZHT1KKpUKEv8iHkeOHkYsLGCk0ww+fAj90c17DBYew1odc67rcubMqywvL2IYBuFwcQKyWdX1tXYj1uJddiMpGRSed6GnE5Ar6gjlOv0EkUgkOI/u7jjJZIJMJl0gtUjudyLwAJqausbAwFBTj7sU/v26446DVZ+39pwnaGEXo1oLqPdCFdXIHIGlvuP7RvkFL54nicc3Rpxs3pNw/S62tX5/8uTLQadKKcqkfit8vt47txH/zqWlhVzH3kqQxL569QqHDh2teT2UTqcryrSq/bYk6G4UtLe38+EPf5jf/u3f3u5DuWVQ+q5alhX4yAkhsKwsmUyaWKwdwzB3zLzlj/lSShzHrRKT5KEKD8KEQmGSyVXS6VRR/lR1sqvrMTFxmQMHDgXn6MeKpmnS2dnN6uoKmUwmJ38tiuKuZnW+tbXFmJvzkNJD1w2k9HKFDhpCCEwztKH1UCUlAv/80uk0nZ3dDA4O0dc3wHPPPcPq6gpAkfefLzm6EYnRFlpoYWehooKO/1kigShRcxOhEOL4XcgfvKgUbkSu2y+TVXnirAVIZaHhqi5Ach7R2A7MzyN7e1WhrZTqb1DUBejbbPjH5H/m/dGTilfYobF1ragcrWwS58+f533ve19RcCyE4H3vex8nT55s5K5auMngE3HG+38G/e3vaMiLVbhN8x0/VHGbIhRCO34XmKZfVqxIQM9T2YasBePjCNdlcHCYgwcPMzg43FpklGBpaYEXX/wOly5d4Pr1GS5dusD3v/8dlpYWNr3NooRKTw/CyNcpCClJ5SS/RB2SX43GekmHwuROC7cuCp9ty7JYXl4knU7mAt0U586d3tS7oxJ5qywvL5JKJclmM0Gg5HlewX8rYkPTBLZtVXw2XddlcnKCsbGzgbRnITRNZ2BgkFgsVtSx2Czoup4jY8r35QfRqhJW+bbcaAm3//bf/huLi4sVP1tcXOQLX/jC1h7QTYpKHn3Bov+pJ5FVKrJ9aA8/glbB8xfUXCSyWcTAbsTu3QhNKwoapG0FfoMiGkXmKpmlZSnS7867AtJPXhjD/div4P7FnyFf+C7uX/wZ7v/+K3hnTpXvt4b1k7Qs3K9+Bedzn8X96leQ9trn2Szous6BA6OkUqkcUSNyY5FGLBbj0qULHDgwiq4bwbgiERgDuxn9oR/BfMc7614f+oRY4T48T6LrBocOHWFlZZkXX/wOk5PXsG2LVCrF8vJiUWdzs5L6ajytXERRmtjzC5XWWpf6BOG+ffvZtWuAffv2c//9b9pxRUiF5+17OuWlxFQ3d29vHwcPHqavb3dwHrt29QVzW6man9+F1UwCppb7tdbzNjp6lNHRo0WfKSk3DdMMBVKghUSZClVksF9dNzh8uPZK5PXW636yuRL8BC9UXyOs9ftsNsvq6mouAZ4uSoCXSf2WoJb7uJFjP3nyZRYW5shkMrm1V4b5+TlOnny55rX6Rt7XFnY2BgYGSCR2jirBzY7Cd1WphyzgOE6OUHOQUhFCjuNw2237dsy8FYvFyGRU95vjWGXzTilM0wQ8br99P7t3lxef+B18nudh21YwRkFxrCiEoL29A9M00XUtV8iTH6c2Yz9TC3bvHsQwzKA4FQiKN3yp0Y3MsQMDg5iV8nFCEI93cO+9JxgcHMY0Q9x55z1omvK8NgyDUCiMaZpEo23E4x089NCjO+KZaKGFFjaOMuuLAgjDQE5Nln+g6Ygjx2DPIHR1qa6+tjblbS89KMpHCWWFAaoTMJuB+XlF+ElPkYWFxzM+jhy/XPF4vJyt1I2Oujr+ShGJROiokBDp7OzcMimwFlrYKMQ998H5s3DmDKSSanDwA08pVXvwqy/j/N3fwuxM1cr7WxUbqbDdCAqrwoSmIfcOIwokv6KpFCIaQfvgh3fMvSjt5CpEszoEWrjx4D/bQghWVxNFnkYg0DSxqXcnkUiQyaSCQLJQkgUo+H8CDw1d14Nnc2BgkJmZSWZnZ5ibm84F3sq4vbRr1a+Wv359NudZ0eirVIy8n2BlqASpCoZDofBNlXC7cuUKXV1d230YNwXWqjCUiQTOs9+ARyt7UvvyoPT1I0++CpEoIhQK5MnlsTuRz3973epFX5HAe+YZJsfOkJ6bJWo77B4fR1y4gPe3f4NMJFR1YwOqDit1OG6nuXkmkyYej2PbFq7rout60FFn2zaZTHrdbrZ6sZavmS+PaRgGtp0NxtBkMkFnZ3eu0r45Sf1a/fs2gkYoGTQbpeftezplMhmklIyOHmVwcG/ZM+D/Tvm+UpSE1TQt6A5s1nxQ6/1ar0Oz8LN4vIOlpUUymXSwLlCeTkZuP8pLzvM8DMPk2LE31CzXXa8noZ/gXUvZotrvbdvGslQxkueZuS7fNG1t7YRCITxP0tnZUST1W4i17qPfwXjlyiUsK1vWoVt47ACTk1dZWVkC8s+MWsdIVlaWA9WF9ZRMmvG+trA9GBsbo7+/f7sP45ZBYefcyspSQKDn4xQPx7GJx2NomrZjCq537RrglVd+EHS9qXVCeY7TV1YRQpDNZrly5fXAy64U/t90XS8i0Eq744QQxGKqy911PTRNb3oXfyKxjG1bOI4d3COlrqITj3dueD20ESWCnp5dPPDAm3nttZdz8q8++ac6/TZqU9FCCy3sHFRT0AGqqrmJwSE810XsUr7d8upEPmcvNBAF42solCf+PE91AmYz6vu6hujpLd74GlxVVSLyBkPdxN+/+Bf/ItCXtm2bsbExTpw4UfSd8fFxent7K/28hRa2Hb70lrdrF1wt0RnWNBgcQr78EnJiArF7d81Js0ZLX+5UNIvsKg2oyyS/HjlE+O2P4Qi96aRDrahVputWw63yLtQK/9leXU2UyZNpmiAcjmzq3bHtbC4YFGWkXyH8BJe/LyEE8/NzXL06TjK5ysrKUvD7bFZVdYZCIV588buMjh5lYGAP58+fCaT6dgqk9Ghra8c0QzdEwu1P//RPefrppwEV0Beup3xYlsW1a9d417vetR2HeNNh3QrDyckyq18oJ88IRyCTRh48hH73vWiPPIL7+aeVekC1bRcEDcvJVc63R7AiIcSe3XhCMOU47B+/SuflyzAzjTxyDFEyn1SSP1nzfNfocNwu6ZJkMpmrFo+WfebPk1tBVlXax+TkBLZtIYDw6ioZK4s0dDBDOaIiQyQSxTAMPM9jbOxs0ZxW5B25iSKxG0mes5GodN5SKinMtWTS/d+dO3eadDqNkn1WCVm/a9AwDPbsGaIZU9VG7tdaz3ThZ76vk2VZRUVBhqFjGDqapgjAnp5dnDjxpg0lP2tZr1eSYvPheZJoNLomeTg4uDcoLPLhE+cggu5Ff32SSq1imt2Ypsno6LGqHn/ViLRCEjKbzZJKJXMSgfFct03+2P3k9OzsVBlRXHisMzNTtLfH15Xtv1Xf15sN3//+9/nUpz7Fj/3Yj233odwyiEajpFJJ0ul0mY9bYRecZWV3VOx8/foM0WiUdDqJ58mAlPS74fyOtGw2A+Tqx3OerKXFCIVQkp9aEYFWqbDAl8W0bZvdu4eIx+NNi6ld1+XcuTPouk5v7y4WFuYDpQZN04PxdaNFDrVIlfvo6enj4Ycfa2ohWAsttFA/1sv1lX4+8NBb0EqsL3xoVdTcyuwyIpG87Gc0ivLIyOW9pISBAUgk1GKvtxfmZpW119Be5Py8IgLDEfWZaVJNtrmRtlLbibqIvx//8R8v+v/jx49XrMr/67/+a44ePVrPrlpooWnwpbe8X/8YxGJK6tN11QCw7w6YvJaTAFWVALUkzW4ln7dmkV0VE0EIzIHdHDp0BLO7B2HqYG9OPrMZZNR6CZObqQupVtxK70Kt8J/tF1/8bpB48qU3Y7F44Pmw0XcnFAqj61qQLPQDNLX9/GJGSomu5/fluh4LC/OYpkkymch9V+Qkd2xc18GyLAzD4Ny5U1y4cA7LymLbNo5jBwGrL0u2HVDdi2pJc6Mk3Pr7+zl+/Digqs337dtHT0/xO2GaJnfccQf/+B//4+04xJsO61UYisHyhX1F8iwchnAYMTsTkDu1Vi8GXpxzswjbBiHQpMTVdS6O7OXu8+fRXE9JkvT1FR//OlWHpcSTdJwNeShsBXbyPJlMJhHJpPKAcByihk46GlUG79EIjuMEXjOXL1/MVcI7jI2d5Vi8g64/+/MNdVZWWocUJsWy2TThcPSWSHRtJBlY+rsTJx7kwoXzTExcBlRSWSVcDUZHj6Dr+cTsTjnuaigkMzMZn8zMrw+U1JtRURFgvXVtrZ6EExNXSCZX8TwXTVNybiCCRO9a5KFSCggVJauz2UxO3lQRsqpoSOa8rTxs2+bo0buCTo5aibTSDsZCf8jV1RUikWiOhNSJxdqD5HReNrxSIl7iebJmJZP17n/pPfF9fFvYGrz73e+u+pnneVy/fp2VlRXuu+8+/uf/+X/ewiO7dbGwcJ0LF86RSKxULE4shOO4Oyp2TiaThMNhQqFQYKcQiUTJZDKAJBQK5+IhnyBTBZZ5iIK4TxaRgYZhFBFoaxUWHD16V9NjaL9QxDB0hNDo6OgimVQFq1J6pNNp4vGOTcVcGynuuhFUC1po4VbGerm+ap8feO976fj851U8ahiBgo72ocpqbkHO/o+exFteVou5rAWGDnccQGgCOTGucvmmAf27EfsPwp1vUIW0fX14f/Vf4fWLSvJTKE8/xi8r+dDbbq/Y+VeNiLzRUBfx98QTT9T0vU9+8pM7atJuoYVSaEeOoT3+Ebw//ANF8Pns/8K8Gjwk6m8FqJY0a5b05U5FM5N4jU6ogEqMLnzjq1xYmseORNB6e5mFhpBRLdmfYtxq78JG0NXVw+HDRzl37nQgm1IoT7WZd6e9PU40GiOdVsk9zxO5qnZVnekHmbou6OnpRQh1T1zXQdf1XBDry+3kSTwVmEs8z8W2HVKpZM5TSSv6fDvgk32GoROJtLF799ANQyi/4x3v4B3vyM8fP//zP99KCjYZZdWCBRDxOMYjb6V09K7VgHytbRcGDX4yRWQyZS0njmEwc/tt7Jm/rioRS7BW1WElSU8W5pX/QYVjb7Z0ieu6FefunTxPtoXCeNeuIlwXhCDkepirSbKmievYDIzcTsayyGQyQQJMCLCyWV6YvMa9hk5PjZ2VFQPh8cvsX1mlc2aW3UNDhB97245SNWg2Npvg0zSVID1w4FDZM1fojweqi/r8+VMkEgni8TiHDx+rWzKs0YlJn8y8ePE84znPkUIys1KitZYiq1rW6760m5INB5BkMmk6O7s4fvw4s7Oza5KHmUy6LFmtfAtFIOtpmt1B0lzXdQYH8/P2Rtb9pR2Mvj9kIrGM47g4jtq+EEo+dmVlma6uHnbv3sPs7BSV1i1CaITDYRKJ5TU7I31p9GQySTRa3r1c7Z5MTk5w8OBhOjtvjHXKjY5jx45V7bTSdZ2enh5OnDjBW97yljU7slpoDObn5/je957Dcaw1ST/fu7W9fWcpeBSOoZFI/r3XdYNkcjUnw+yiCL58gSWoczJNM+ez7hceyKAzvbd3V9k414w8SK0oLRTxuw39sburq5t77jlxy8bxNwNaikwt1Iv1cn333HOi6ucXgPt+47fQv/Ut5NQk2p7BdZVStCPHkO//afgP/wek0qqrb3kJJsbhtttg/0HIpOHOu9Hvvqdoe9KykF/4S7Xycx1F+nmeUvibm4XeXUghQNMQIVMVBK9BRN5oaKjHXzUMVqigbqGFnQb9bY/B175clLSTmYxqHzY0RQQWoFrS7FbzeWt2Eq+RCRXvzCnszz7F2MgQrmkiliRcn0PsHcaNa3WTUS3Zn2Lcau/CRrFnz16mpq5V9IfYzLvjv4t+JaplWYpgEMr7LhJpI5PJEI1Gc8Gpeja7uuKkUgkyGTfoFKwE13WxbStX7SmB7ZX5VMGyIjQjkTbC4QjxeHxbj2mzqLWQqoX6UFQtWFJhqD/+YUQoVNZFXqsB+VrbLgwaAm+bSEQFHI4TBB7CDJHp6wNNLys2AhCxNnBtnM99tkhKMuhKTCZheUmtXSIRFcyMX6koG9pM6ZKFhXlOnz5VlYTYqfNk39gFJtJp3IL7LYCIbaOn03RNzTIebws6o4M8sWPjCjh9YB9vfvkkWkFCs1KRWKVAWSSTOFcnGMtkuOfcBeRzFtkvfwnxgccRh7fei/FGxHrrxfHxS5w69WruuiuJ64mJcY4du4uRkX1beKTrQ9N0Dh48wv795WTmep1v6vflRVbrrdf7+gZ46aUX0HWdrq6eInIuFArR0dFJMplclzwsTVb7voWFMp9+0lz9pnjernXdX6mD0TRNlL+WWpNHo9GgqMq/Fnv27OXy5YskEst4nhfIjmqaRjzeSSQSyUmTVroveWl0y8qSTqdIp9MIAR0dXRiGoSrZD4xy4cK5ivfk3Llbu/BtK/Hbv/3b230ILeTgui4nT76M49hl8p7lUEoid955z456T6qNoaFQiEikj6GhYaanp1heXiAabSsik/3zaG/vAAjkQMPhCOFwmN7eYoWHwt9tR6ycJznz198fuz1PsmfP0I66Ny2sj0KiT0rJ4uI8jmO3FJla2DTWy/WdO3dqzc9n5ucY3IDyjLQs5B9/DtHRCR2d6m9De2F+HplMor/3J9He9vaKRJ33zWeRCDg4CidfBcNQcbIZAiQkVhBDe9He+S70hTlE/x7EwxuzbNjJ2BLib2pqCilliwBsYUejUtIO01RZn+GRmpNmt5rP241CdvmJ0ZlYFDsUUok5IZCui7g6gRw9jO3VT0ZtZ3XeTsOt9i5sFLquc/jw0VyCvP53p/BdlJJA5spxHLq6eunr66O/f4DZ2ZmiZ3N6epJLl5bRdX1duU5f2hNYV6Kn2fA9QHRdSZEZxq3XVdvCxqEdOaY6sJ59tqjCUAtVXthvxIC82rYLgwY/mSJCIUillD9BrvLbs22iy8uIQ4egPY5MJgMCEc9D2Dbuf/urMilJOTmFNzUJU5OKSBSa2q6uq/8vkQ11hWBuZJjM3j3EJicaOke5rsvZs6fXJCF26jypTU2y/+okF0f24hgGQkqkEBiOw4GJq8x378KOGGXerLiKPLANk5nebvZcX1B/FoLZ3f2k56aJF1zn0kBZeh5cnUC6Lk4oxExvN4PXF8hmLc5/+e9ILcwR7+hsSHfaWriZq78ty+LUqVeR0kXT1M1TXoIup069yuDgUFOv7WZRS9K31iKr9dbrc3MzwXYKyTlQc//U1OSa5GE170vft7DRBYKVOhgzmQxSqr9Fo9Gicyi8FseP3825c6dZXU0gpYcQGu3tcUZHj5JKJZmbm6l4PX1pdIBkchXLygYFU0tLC3R2dqNpGq+99lLOy7T8/SktfLuZ37sWWvAxMzNJNputOA5UwqFDR+jp2dXko9oYCqWYK40dXV097Nmzt+J4p6SIs0QiqhChsFNY140dF7/4Y72U5TLZ263O0MLG4Lour79+nvHxSzmiTyeTSaPrBrFYO6ZpBoUsr7zyIg899CjmTUJ2tNBcrJfrSyQSm8oFVvNMr6TC48t4SscB3axK1PmFvHJuThXYRgrjegGZTBB3h37mg9i2i5TVj+VGw5YQf+94xzuQUnL69Omt2F0LLRS9oNrQEMZjbwOxfhBVmLTzJsYR89eR33ke0hlkW6yI/Kum91tNSkd6Ht78PJFLV3DHr275oNHMQatZSbxGBsP+RJHu7S6qxoect9PCAtquXXWRUYXXeOAGnhgahZ3s5bRT0NPTy4kTb2JqqjHPeS3vYmkS0Q/uoBYyTxRVsG43+aekgOIYxs4qNLhZ8Sd/8if84R/+IXNzcxw+fJiPfexj3HXXXdt9WBuGMEM1e9vVKuFZ67YHBga5On4Z59pV1ZWXSSszciEwMxn6X3oZ7f/4HbTRw3g5AlH09SG/8veQzQauVIVSkvLQqCL93JzJOah/+927U5PI6Sloa2P58BFeP3wQ+7bb0ReuM3t9tqFVvtPTioSo5J9VmPDeib4tYnCIzue+xT3JFDO93aTDEcJWFoDrHR1k4zFs2ylVaAVdQ9oS3XVJ5zo1l9pjXBzZi63r6LEo1y9dCK5zWaC8sKACViEQUpIOR7jat4sz+2/H0XW02WnmF+ab2p22tLSQS2auBLLQV69e4dChozdF9fe5c6eCTr9SuK7D2bOnOH78nm04snJsdO27kSKrtdYIc3NryXhqpFLJquShlEqa78qV1+vq8t3IuVciIT3PzfkOl3prFV8LX0610nWIxzurkpt+QcPq6gqum0+Iq65BWF1dIRTaRTabxTQNdL1cBrTwOFo+2C3cKlDPvFdT3KA6kPubf1CbhFoD+OdRXAi0VoHFsWN35dZIO7dQ2oeu64yOHmFs7CyOY+34422hMvy13dzcDK7rBO+flEp+dmVlGV3XctYgqnjm299+hrvvvo++vspdqC204GO9XF9nZwfLy0tr5gJLc9T070L+8ecqeqbXqsJT8fNcIS+ZtLL2cj3Qcx1/ngdLS7C0iPP0n+A9/BYIRSraaKzn375TsSXE3z/7Z/9sK3bTQgtAuc+N+5y9IbkkYYYQg3sQf/8ltY14O/LKZZidQY6MQLRtTePRSoGoTCTg6gRGJkP/uQu4lrWlg8ZWDFqNTuI1Ohj2J4poJoMnRDH5p1Y6dZFRN9PE0Cg0QgZ2Oyqht3qfjX53Nro9P0h98cXv1hCQy8BvSnUIyqLk11ZB03QMQ8cwTHbt6ufo0btaQWiT8cUvfpEnnniCj3/847zhDW/gs5/9LB/+8If527/9W3pLpLBvJhSqAdirq8wN9JEKhYgh2PNjP77h4g5d19m/sspYJoMTCiF0A8+2MbMZ9l8ZR7vtdpiZRRy/KyAQ3a9+BW91tarPICdfA8sCvWRZn82orkLThFAIdynLxb5u3L4+9JwsbqN9V1Mp32O0fCzZ6Z3ehSTvnusLefLOMNA1DTcex04s43kSXS8IYs0QWiZDyHGIZjO4QnBxZC+u3/HT01N0nQcH9+J5BYFygd+jFALTtjiz/3Y8XUcDcD20UPO603wJtkTu3IRQSSHLynLy5Mu8+c2P3vDjq6o6ruzh5Vcl7wSst/attD7ZaJFVtTXC2tvxaGtT2yklDyORKJOTEzlvK38fa3f5RiJRhIC5uVlSqSS7dw+ysrK8oXV/pQS77z1c6K1V7VpUuw7VEveGYWAYIZaXF3EcO/BQ9iGE6gjMZDIYhlFVztA/jpYPdgu3EtS7V7mwoBiCeLyDCxfOc//9PTvqHci/s24wHhb+3X9n1yqw2Lt3ZMepHVRDV1cPDzzwZiYmJjZ9vK2O5u2D/1wmk4lAsSdv6aHieTWX6RiGih80TWDbFufOnaGnp1V80sLaWC/XNzp6jJdeeqHq5/1LS7j/8f/K50+zWbh8CfbsgayFzGYgHMETAu+Tn0DsHUZOT0N//4YtLLSHH8H9r5+H69chnQFNgC1z6jtSdQEKAadeI/3uH0H8wi/Ct76FTKeD+Hs9//adjC0h/j760Y9uxW5aaCHvc1P2gmbwnnoSvYYXtGwbpok4cgy5MA+pFNp734/+2GNVt1MaMAok3tWrGJbFgavXFOG0hYNG9WvS/P1vdrFXSzBcST5nLfhVHv3zi0z29+EW/l7pIm5aumI7r/FOxkZkYP1nJZVK0tERp69vN8vLG0sCNQLbVX3d6MCo1u3531tdTWBZWXTdWFeGx+8GcV0P5YGs4XmN9/tTMlkGjmMH29c0DeXfo+WkPl1c12sFkVuAp556ip/4iZ/gPe95DwAf//jH+cY3vsFf/uVf8pGPfGSbj6650I4cY/lf/EvOf+db2JkMWiTC9a4uphLLHFpa2PDY0Dkzyz3nLgRdZdFshoH5RTQzDFBWsbhuhaPjQiikqhd9eB74XYq6AaEws3fsw45E0S5dQu7qQxTMg43yXW1rizE358uXFqMSCbFdY18llJK8F0f24moauqbB8AiGaRKLxVleXkIIkZOKVN5g0c5uQolV+mfmmB3oU51+ul4mFe97uppmKD/WRiL45daG47DS3o6r6wRNBQUkYzO60yYnr7KysqSuQe62KfJPsrKyzOTkVfbuva1h+9sOxONx5ufnKpJ/nid3hD/semtf3zeudH1y4MBo8fNUgI2sa9dO4ITYUyhrXECaTU5OBD5BpajU5VtpnTUxcQXbttB1fUMkWGmCPRpVJGSlgqSNXIvS7fp+SJlMEsexgjWJ//6r/wZd18hmM+i6HngHlhKQ/nH43dH538vAV1EI7aZ471powcfAwCBjY2dJp1NFRQKl0HUN0zR3pBf8RrzrqxUW7ES1g7Wg6zpDQ8NsRuCl1dG8PoI168oKkcuXGJibR2+QapT/vGazWQrX5H5xV777L39z1ZymY9s2U1PXGBgYqusYWri5sV6uzzRDVT8/uO8g/PtPFuVPSawoIu70KYi2KcsKy4KLYxAKI7NZmJ+DxXnk3mFEvCM4lmpqfIUQAmQ4pLr+QMVYnqc+0IT6dziCtG3kv/93MHoYESlXbqjk377T0VTiz7IsQlU8U1pooRmopPvrQyYSeDW8oBW3oWmIXUo7WBjGuhNxYcC4+oPvEz75GgPjV5WHUE+vMhJlawaNta5Jpf03KglXz2KvloX10NDGFs1+Jb9Ip9k/frXYw8cwMfv6Ny1dsdFrfCuhFunJ0mdlbm6ay5cvYVkbTwLVg+2qvlYyHI0LjGp99wq/Z1lZbNsKPPPW6uLzk1hC0DDCz0+QgbrmbW0xDMPAdV1M08Cy7CCx6HfaFPrqeJ7bIv+aCOWPdYqf+7mfC/6maRpvfvObeemll7bxyLYGrusydukC3q5d+E+ZDpseG8TgEMKyAi+4QlSqWFzPZ1AcGkUuLcL0JNiOWmOkUiqY0fWAOErH42ieB1Iir1xB3HFHsJ31uvFqXRvs3j3I5OREQHAVojTx3uikUCO250u+T33173ESy2iRCPT0BORdOBymo6ODdDqd6wIyicXaCYfDHDzxIOYdh0nPTaPHokW/C7avCdLpdHGBWE8Pcm4Ow8pyYHyC87fdlk/RCJEzns//vtHdabOzU4HMUymklMzMTN3wBMTo6DEmJir7Fem6weEaFEHqgWVZnD9/ikQiQTwer+jXuNba17IsXnvtJUKhUNH6xHFsXnvtJTo7u1leTmEYRtBxu1FJtrUSOIcPH0PT9KLkrz8mXLlyqci7qhCl40qldZYQgsXFBSwrQ3t7R9l21iMAShPp7e3xiuewf/+hDXXa+Nv1PQo9zyUabcsRF3lv1jy5Jwuk1CSRSJTl5WWi0SjhcDif7Dp4GE3TiyRabdsmmUwUddyeO3ea9vZ4K0Hewk0BXdc5fvxunnvuG1QLHfz3fnV1BU3TmZq6tqM6xG4F7/rStd7wcPV8y1rrwlZH8/rwZTgT12ewlpaQniSaTnPsb1+itwGqUYXPa6HEZ+lar5D4U13zknQ6yeTkVfr6diNqsEtq4dbFerm+ap/Lr38dtzR/mk4rtRrPAzcXz1rZnAxJFjJZxG23IyfGYXwceeQoeF5FNb4yCVHXRiIQh48ir12D2WnIWrkvo/YZa8+/IJksTE7CHfvLznk9WdGdiKYRf4lEgje+8Y187nOf4/7772/WblpooQj16P42chugAsbdyys4n/sczM4ovx3pIedmEcMj0B7fkkGj7Hw8T3UvZjIQiSBz3l7QuCRcvYu9ZiysCyv5O5eWuSeZYrqrk0xXJ7GHHmbw/gc2vQCt5Zm5WYxhN4O1qhurPSvJ5CrpdJquru6yRFKzqkA3UsnZKLiuy7lzjQuMan33Sr/num6JdKcIkk9C+CSbH6mLIqKuHmiaInb9xJnneblte8ExRaNtWNY8UO4pqGkCwzB2XFXwzYbFxUVc1y2T9Ozt7eX111+veTuViIWdgsJOp1I0qhglmAcmriDSKTDigTRdcBzxOPqjjxR7xjyiCleo4DMo4nH0j/xT3I//G2RnJ3J+XgVN2SzIXBVjrggvmkjgaZoi/9Kpou343XiVzr9accLoaPnawDB0Dh8+ypkzp7CswsS7QXd3D6+/PkZbW4z+/oE1x6oTJzYz9p0mmVwNxo5wOLKp7YlQiOyBA+hzM2Wf2bZNJpPGMAxM08RxHDzP5eDBQ/T09ME73kH82gTXL12o+Lz417m7uyfwd02lkkTNMH1/9VeIlRVifSnmuzrQEBCNFt0Tvzut1nfJdV2mp9U+2tpi7NlTLYkqqdSl6fsY7eR3dy34xx0Ohzh+/C5Onnw18PpTkq0Gx4+/AbOJ67Hx8UtF+52fn2NiYpzjx4v9Gn2Z3Eqw7Sy27RQV1FqWRSq1iut6eJ6LaYZwHIeenl56e/vWuNfVUfpctrXFGBwcJBQK4Th50rRwTLCsLKlUkmw2TVtbe9Exep4MuvBSqSSZTDqnLqAXnYNlWUgJyWSCbDZNLBbH9BU0BExNXavhGa5+DtFolLGx8m7JSmNYKQrHfyEEHR2dLC4uBCRoYVefEAJd1zAME9d1g2uxa1cf7e1x9u4dznVa5KVVhRAkk4ncdvy9qm1uZixsoYWdit7ePg4ePMKZM69V/NyPQdLpDIahs7S0wPe//50t7xCrpEIjhH7Te9dXygNNTk5w8OBhOjt71v1uYc5oO2LqGwm+xPry/By2ZaluJiR2OMQLdx3jxA9eprcO1ShpWUQuXsBNLKMbOoVWHaXhux+Hq8880uk0IFlYWOCFF7b+/WvhxsN6ncyVPncq5U9tO9+B53qAlf9/zwPbUjn00SPIuVno6UV/9G1FeVVpWbhP/zHeF/9ahTD9/eC6cH0OHAcpBEQjiLvvQb78siIYIVcoW7DWMg0ozDkX5tBNE63/xvLArIv4e+qpp6p+ls1mkVLyN3/zN7z22msIIfjgBz9Yz+5aaGFdrFcVv5bubyO3AXn5RzQ9n08RGrgecmJcDVieV/P2Noui81lNqAoJx8kdi4P39a/ivfEB5KHDDavMqnex16yFtV/JL559Fjk1yd49gw0h4NbtxnAd3I/9Ssv/rwKqPSuu6yKl8kqJRotb7JtVVbkdlZxTU9caGhjV+u6Vfk8l4QS6rgcEn1/BDj4BqMg+Kb1NSb4Uwq8oNAy9iNhVhJ+DbWsI4SAlZDLpnOSng5+YllLdk1gsniOKb/wq25sdodDOTlwKQU6erTwozmbTGEbl49c0QTabxjTXPj/31CnsJz+Nt5JQ84CUiLHzyIHdaN3dSMdGi8cxP/wR9LYSWREziv6z/0T9PpFAGGbx97s6cP3P8RCGiZvNwMwMtLUF7Ef/lStMHTyAaxiItjYKZQ9N02R4eLhMRtt1XcbGzuJ5DrZt4boOum6g6xpjY2d54IE3F/1GCEUIDw+PMDU1iRDQ3t7B4uIC16/P5Lq6PS5cOIeUHpFIpPxauTZzc9Ps3Tuy5jUtxIULZ7l+fY78gkuSyWRob28H5Ia319ERZ25uumgslVKSTK7myIxQ0dx08eIYu3b1oes6w8PDObnBytKL+eusc/vtt+e3/8YHcJ79BkcmJ5mKhPBMk1IyzjB07rzzrnWfN4CFhXnOnj1d0E2vkniHDx+lpydP4g8NDQVdf6XQNMHQ0FBN+9uJKHyv9+8/wMjICKdPv8bKSoKOjjhHj97ZVNJPdUu/ipRewdpaFbecOvUqIyMjwf4rPXM+XNchFDKDd1ZKSSq1mpsLNTzPxXFsXNdlcXGBu+6qh8wsfi5Lx0Z/TJDSxTB0dD1KJpMJjikc7gnmdc/zmJq6GnTsJxIr2LZNe7si9vLnoAfviyIAV+nu7sa2bVZWVtB1naWleYTQuHZtnCNHjhU9w2udg+u6fPe7zwXHq+6BjpRuxTGsFKXjfzgcpqenl+XlZTxPkXtCaFhWllAojOe5WJYVrJk0TZGBt99+e6CoICXBOLG6msglXfPvuqYJ2tqimxoLW2hhp2JpaYHl5aVA0aNaAaGUHqAK/7a6Q6yyCs1lDh06UiaHLKVaZ/iFF/39A00/vmZhrcLRc+eKr38tRaa3QndkPZiausry/HUcK9dxhFQzgBA44TCn9t3Om0+fpZJq1HrF5N6ZU3h/9CS7Egmu3nUMp7NDeX379yM3P6tiFo1oNIqu62Qy6YIiFo22tq1//1q4dVAxf+o/p56n1GpcL1/Bp2nq89x/i4HdiEOjRe+Hd+YU7pOfQb74fdUh6LpKDWf3bpieUgW08Q5Aqq6/TDof9NsOJFeV/YJpqhx+Z6ci/PwOQYBQGDSB9+W/RwyP3DC53LqIv09+8pNrVv0LIXj66aeD/24Rfy00G76co6xSFb+e7u9626hFO9iHL/9Iby9cny323nEc5MI82vBIzdvbLILzSSYV6ed6ivQD1QXQHsf7oyeZ+YWPViQMpOdhzU1x7fN/wuBAbURZvYu99YxiN+PD50OYoYbLbq753MViyJOvQTbb8v+rgGrPik9EVfKBaFZV5XZUcjY6MKp1e6XfC4cjZDJppNQC8k8ILbf28oKuwM1CSXTqJdvJrx+UZ6CL67r4MmWa5ncdyiCojkajgRxpOBwJ5D5v9CrbnY7u7m50XWd+fr7o7/Pz8+zataumbViWu61dQ37nUzKxQuTCBfq/9wI6EvGWt6C/7e1ooVDO6N4tI0DC4SiOZSOWloJuedHbA0I9q+FwFNtWz3WlgBwJzmc+rQIO3UB6Eq2zCxnvQK4mkPfeh7ZXrQc8M4Rn59+1wu3xtncihITZObRc4Urw/UOH0f7tE5ArbNF+6Ifx/uPvqEAmdz6667H/xR9w8cR9uHuH8TxZJD/neZSNudeuTZBIJMhkUgUduRnS6RSRSIyJiYmibselpQXGxs6SzWaD931qappYLIZpmnieSnD78sKmGSrr6gbBykoiuKa13NvLly8RnCj5yuXV1QSdnd0b2h7Arl27uXz5ctE6JJNJ58ZDkUvw5x8Ux7GKrsXBg4dzHVElnhZVrrM6bR0efTth4Nj4JU6dehXHKe5OO3bsDYC+7rm4rsvp06dyxy+C627bNqdPnyrqIurvHyQe7ySRWC64x8q7LB7vZGBgcEPXbifBJ6vy77XO0aN3F32nmed28mT+HpbCcRxee+1V7rxT+TVWeuZ8mGY4NzerZ05JzXpBp3w6nUYIDSHUZ9/4xte4++77GlKlX3oNr12bCN5vH7FYO8lkAtf1SKXShMMRDMMAnKBox3+Gs1mL1dUE4XAkOAf1jAt80t7zJKlUOtfR6AbrAN8H7+WXszz00KM1JSIrHa+P0vcWyrtkQ6EwjuMW/V7XDWKxGJlMhlisnWg0RjabYWVlqaBzTwZrmEuXLnHHHQeDzkl/jjl48DDf//53g9/4711bW3vuOxsbC1toYafCJ4s8z6W9vYPl5cWq3y3NL/qFiwMDgw31BK52jGsRWr4ccjKZJJNJ4rpe0OX7gx+8cMN2R22kaLuW797s3ZH1YnryGm4mg9RUIWwhpBCkO+LMZNMMvfwilBAb3h89qYrJdR1vbgb3Dz6F+JF3Y/zkT4EE74+eRKaVMkXXSoKFjji6ZeGGQvnOKU9ihMPsve0OstkMicRKbs7Jz0H+e9jq0GyhGaiYP41GIRxRyjW5NSS2VKRfJKI+z6G0IcdvupEXxmBl2TeyVAo4Y2MQDqtnP51SxF4ySbHutFREYSa372gUPvA48v/+zzA/n18M2zbccQdkszdULrcu4u+xxx7j1Vdf5Zd/+Zf58R//8aLPVlZWAqnPEydO1HWQLbRQKwrlHFVVvKEGhc442gc/XNNLWXUbFbSD10Kh/KPcOwxXJ/LeOxJw3Q1tr2jbG5CN9M/H+eQnlDmqbqhBzjRgeAShaXiJBMmTr6F1dxbvJ5GAqxMIxyG1uIz7zW/W1KlW72KvyGckm0UsLeJlMpiRCAcffHjHVRyt9czIY3cin/92y/+vCqo9K+FwhHQ6XfFe10v+VkMzCedqiMViAbFWis0ERrW+e6XfE0J1zyWTCYRQPnpK+sPLVfrXS/zpuXupTMM9z0XXtSCZadsWtq2Sg/7nrutgGGZOalQnEokQjbaVbbtZ96aFPEKhEMeOHeP555/nHe9Q45XneTz//PO8//3vr3k7DVCH3RT8Cm5rcQFx+RJeOs21qMn+H/yAzm89i/dXf4nxv/xzjLvuCuKEQvQtLjFx9gyOr30rJczNwt5hzK5u5VUgSwJy00TaNtrffQl59Diykg+spkFbDDE0gvaYuq6F+664vY6Oojm46FiNULAdAAfw/uP/qYIYXQfXpXN5hXuP3831A6NlybNK98cn/Url7FSle5JEIhH8zpculjKfJLcsC89zSCYVAedvQ1UXV+7q9jxJW1us5udlenqSYq+t4m2l0+kNbQ/UmFXqd+YTOH5CpPj7qrDC30dnZ3XPi1qOY2RkHyMjI7z22qtlvnC1/H56eu3E3NRUPomjacp76dy507nuI1X40d4eZ3T0KELUdsw7GZXe661AIpGoSPpB3q/RP65Kz5xPGB8/fpSLF88H6xPPc3PvoXrv/LnS365tW5w7d4Z77jnB3NxMQxLl/jWsVGBkmiadnd1ksxkikTZuu20fnudx5UqxFLRfZOR5HplMtkQiU8+9H4oMTKfTgWyvfw39sWdlZZlr167W5D1ZS0GUfw9Ku308z8MwzDISwvfjUwVKSp4+m82TsaXXDWBycpLbb7+96Fns7OxhdPQo586dypF+epHH4UbHwhZa2KnwySLXdclkUkVdvoXQdT3owPXXB5ommJub5erV8YZ5Aq91jNXmzWvXrqLrGh0dnSwvL2IYISKRfCHijdwdtZFC1Fq+e8cdB7c8pr6RIGemc03e5YO7AISETCyG99qrSNtCmKE8sZFOI7KZIhUv+V+exDn5KuL4nUHMACCkJLqwQLKnB81ReUgpBLr0aFtcpO1whDvvvJsf/OCFnDKBXuazu1UdmrV6ibdwc6BS/pSOTmibh/0HVMdeOg3z11X+2tARBUoPpQ053jefxVtagqlJReAVxuyQj4WzWfXf4PvZ5L/jeeq/PQ/tF/8X+OazeN09kFhVf9c15bs+Pw+7+m+oXG5dxN+nPvUpnnnmGT7xiU/w+c9/nn/9r/81d911F0DZoreFFrYKpXKO2uAg4cfehrOBxEXZNjYhCSn6+/FmphTZF4nAwVFYXFQVDKaJ9vhH0A4f3fD5lSYCC2Uj9aOVyTjtyDHEW9+OzFpq/+EI9PYi/KS/YRBdXsbrjAcLOel5cHUC6bpITSOazdTcqdYIAqWrq4d72zuY+toXSHkeUcemf3oW41vP4a1xrtuFas+M+/mn823pJWiUx+ONvFCq9qz4Piq+Z01hAuzQoSNNOb8iwrkk6XbgwGhV0+J6sGfP0BoV/hsPjGp99yp9z0/c2bZNZ2c3y8uLQVeOX4W+UfLP9w3wiT4fkUhbEFxHIioRqOSwlJSZuvYeUnq0tbUTiUSJxztIp9Nl96ZZz0MLxfjQhz7Ev/pX/4rjx49z11138dnPfpZ0Os0/+kf/aLsPbU34FdyObSGuTkAqiSbBDYW4eO993P2Vr6JdGMP9w88g/49/r7quCiAtC/Ff/og7dI2LI3txDAOBIj7NK5c5eO8bVbK6MCAv6e6WX/zv0LsLOTdXNgdXmwfW2l6tFYbGj7wb762P4f7B/428fBlx++3oH/mnaG0xah1ZbDuL63oVyQvX9bDtbPD/ftKsUBbPJyg8T+ZIAUXy5QmA8jFlo2NfMpnMeYFmy1RI/HBkM0mmUkP6eLyDpaXFirKAlQo11vO8WA+mGeLOO+/ZVNJ/o93kXV09nDjxYFPmuVsZ8Xic+fm5iu+P79dY/P1OBgf3MjOjpFd3797D4OBeNE0lw/PrE7/7TwYynD58AimZTPLcc89gGMa6ifKNrCOrFRgJIQiFItx22z4GB4cZGztb8Tt+kZEqtFadqJom6OjowjAMMplMrsNO5hKR5ddOSo/p6amaiL9aC6Kqdfv4Y5Su61iWT/p5QVeEr2awsrJc8Vg1TRCNRkmlKidO9+zZy+Tk1VaCvIWbGslkEiEEq6sruVgiL8vte4ersSr/Dvnvnut6LC0tEAqFqnbiNWKuWmveVPs6TSQSIZvNks1m0XWNcDhelPe8UbujNlK0Xct314qpW3Eb9CVWmdIkGFp5VZKUmOkUkWQSIm14OWLBVxMTul6u4uV6yKtXkeNXEH39wabCc9dJD96JJiWa6+YkFNW1T4XDhF5/HW30GIODQ2Sz6W3r0CwsuhFCMD6e4syZk4yM3M7+/Ydu+edlJ6OePGSl/Cn9u5B//DlFqu3qQ8Y7YGZayXVqWsWGHGlZuN/4Oly6qBpdJJXNyV03KIRVB6Ap6c5IWJGMjgMdHRgf+CC0xXBWVtT2Sm0pcup9YldfQ3K5W4G6iD+ARx99lAcffJA//MM/5AMf+AA//MM/zC//8i8TDocbcXwttLApFMo5CgHC1GGDMin1SEJ6Z07hfeXv4Pp1NfBID+ZmEcMj0NeHiEbRH3tszW1UGkSF466ZCNR+6wkwoxW3pw2P4HZ1VfWhG+jbzZQZygeeCwtIxwEhMByHgfm8JMd61Q2NWOxJy4LP/hG7C9u/DaOmc90uVHpmGuUZWQ3rmWvvdFR+Vjx03eTIkTvp6Ojc0kRkaaI3FosRiUS4cOFcU66xruuMjh6pKAm3mcCo1ndvre8dPXoXXV09eJ7L6dOvMjl5DcPQyWazuG66bH9CiJyUVx5KukvJezqOg5QykPtS3nxtGEYng4PDTE9PEQ6HESJCOp0Kfq/reoG3IPT29rF792ArMb1N+JEf+REWFhb4T//pPzE3N8eRI0f4zGc+U7PU53bBJ6PEwoJa1HsyCAbscIiZ229jz8WLeONXcJ79Bjz69qLf+4F2l2lyz5nzzPR2kw5HiGYz9M/MYd5xGAoD8kqFHpkMvPqKkg4RQlUxjl9G9vfDwJ6K88Ba29tIhaHWFkP7pV+u7WJVQCgURte1irL+KumVX+9XSpqpDh4ZyPn6EEIQjcYCUrCesU8loSRtbe2kUqtFcpVCaIyM3L7pcaKQvHNdlxdf/M6WJugDidoNjnm1JOYqrTNvtGTlTsehQ8eYmBhHyvIYRNcNDh/OF7FV6jabnLxKe3ucrq6eovVJIpFgevoalmUVke+gEuLhcJiVlSVMM0QoFAr+XilRvtF1ZK0FRtWeQdM06ejoIh7vYG5uFk0TQccMkPMbUmTlzMxUlSsrapaOrvV41+r2EUJjcHCYpaUFUqkk4bBR1BUhhCgoYsr7IfpexFJCW1vlxGkrQd7CrYBYLMalS8rjM9+dn5fn9lVB8l7equAwnU5jWVkMw8Q0zbLmgkYSbdXGLCklq6sJIpFoUAygvFplmZrBet1RO7VYdyNF27V+t1JMvVPOd7sx2L+H8dfPstjdVdTzJ6REz2ZpX1xkAB0RCgXEgq8mJq/PBZ1+ATQtaC6QczOIgT3q745N4XtVNHEKYGkJ2B7VIx+FRTeu6wYd9ULA2NhZFhbmGR09ekPktW41NCIPWSl/Kn/zaBEZKB58EPn88xUbcvymGC6/rp5nX76zWtFkobyn7yUolAIPAB0d6Pv24YxfVe9bOKK+VzgvCA0ymYbkcrcKdRN/oCSg/tk/+2f82I/9GE888QTvete7+Omf/ulW118LtyT8Kn2yFozclpP49FQlzpUriHvvW1fis9ogun9phfgaiUDv2Wfhh99VcZvreRfqjz7KoeRqEHiKnO644TgcGJ9AK0j61dKpVu9ib72k51rnupPQKM/ISqjFi+BGWFwXPiupVJKOjjh9fbsRuc6brU5EVkv0NusaNzowqnV7631P03SOHLmLpaVFEollstls2b4USWsQCoUJhUK5McsgHo/jOA6p1Cqggmbfv09KjeXlFY4dewN7996W6+LLBt49hQSDEOoe+EFHvR00LdSH97///RuS9twJ8MkomcnkZT9y0KQkE4+rBbxjIycnKV25Fsp2a1Ky5/pC/kNdLwvISyE9T/kISA+8nHeAJ1XAffUqJFPQ31cm4e1NjFcmEWlct3gtaG+PE43GSKeTQSDuJ7Sj0RixWL5jKZ80y481qjo+nfP3Kh6D2tpi3HvvCWZn65Mi9BMWmqZhmt1kMplcYk4nFmtn//5D9V2EHLY6Qb+wMM/p06c2FVCvl8SJRKK8+OJ3Gl7QslOTmtsFJZN8F6dOvZpbRxT7NRqGigVqXc8VzoEDA7t55ZUXyWYzQRLa70JThToekUj5tS9MlNey39L3ttb3YO1nMMTx43ezsrKcjzsERdtJJBLMzlYm/oQQDOQSm+s9c7Ue73pdsul0mnA4WtSl6a9blCSpQVtbDF8dodCLWNcN9qyRHGolyFu42bFr1wDZrAVQRJj7a341f5t4nlvkZSoEOW/QDLadJRaLYxasjRopQ1htzMpmlSxcJNf1UVjQVKpmsFZ31E4u1l1rnDx48PCmxlSoX/ngZoX5yKMc/fYznJYeS/G4IhU8ie7YxGdnOTA1ix6PFxELfjE5mUwx6QeKmMipiTA3G/w529FBbHmZVGcnnqasO0ARjG3JNNk9Q8DahdjNLEBxXZczZ15laWkRw9DJZFS+zA/VpPRI5vKTN0pe61ZBM/OQFRtwKhS7Fqnj9A0gL18ufHgqb7zw71KqnL2mgWGq96irC+ORt+J+7etI21bv1PVZ1WEb/M6DSKTuXO5WoiHEn4/BwUF+93d/l29961v81m/9VsXq4BZauNnhE1boOmSy0B5XLcKhEIRCiHe8a02Jz7UG0QtL89wdCiEqvFvrJQJr8S4sDDxXl1cIv3aS3csrRaQf1N6pVs9ir1oSFbY26VkvavWMrJS4kFJVIFciw2BjRtw7Hf6zIgSYpo5tuzvC02SrrnGjA6O1treZxKzruhXndNXJZ9PR0UlXV0+u2l1dq1AohGF0sbAwDygJH9U9pPwDpqevsXfvcFGFbWnHjgokQxw6dAQpYXJyopUUa2FD8J8vEYnkdfx9/yQhiCQSagFvmIjB8nmt1q7tqt+bnwfbgr5+mJzM7b/g8/YY7u/9Ll48jlxdDSS8SafA9RDd3Wvut9nwE2GhUKggwa0S2oZRuQpcSiUnJBcWIJMhGgqRDpmEQqo7sDBBZBihuse+0oRFNBptGiG3VQl613U5e/b0pgPqtRJz+/cf4sKFcw0P1ndyUnM7MTKyj8HBIc6ePVXm1+hjM2uNrq4e3vzmR3nuuWewLEX06boinVzXyXXkRsq2V5gor2W/Q0Pl76cvSTo9PYUQMDCQlyT1UUty2H+frl27yuxsXt60o6OTeLyTK1cukkgslxUd+PsP/FtzsuSO4zA2dpY777ybnp6+omu13ntbq9Sd/51Crz+ftIxEorkuSy04X8MwahqHdlKC3LIszp+v/ry20MJGcf36DJFIhFQqWdEz2PNcQqEYoVAY27axrCymaeZkwTM4jp3zGC3usGukDGE18sN1PUzTJJXKFZJJied5KBWTYhuEat1RO71Y13VdUqkkXV3duWsfJh6PMzw8HNheFaJVrFAfRChEz0+8jzd99ikmTYM5UwfPY9f4OHukhp4rMCkkFvxicm95ScUtheSfaSiCwvMQP/JuxOmTeIkEUU1Hd1w6rs9jdXXiGia65xG2bKSuEzt+Z7CJ9QqxGwU/DzE3N8vS0gLZbBbHschkXKT0AvlsIJcLcG+4vNatgJ2QhyxqFNE02DMEly/ljDJFdfLPh6YBUpHpbTqEwxj/679U+duHH0H7O9W8IfcO55p5lE8mmo4Y2rtuM89OQkOJPx9vectb+NKXvtSMTbfQwo6HnLwGmXTx4OB5Stpr73BRFU4lrDmIRiJMd3YwuLRcvl/HQayTCKykoyze9CDyO8/jvPACYnAI7ZFHGBwcRu4awH3mmYrJ/q2oblgv2breue4krOcZWSlZ9vrrY0BeMnFubprLly8XJdBq8fDZqur7m7XKf6M+STsdG03MzszURrAnEivs2tWPYZhFnl3ZbBZNExiGSXd3T9H6y18UFlbYhkKhoo4d0wzx0EOPsrq62pTulBZufvjPl9PTA7MzioTLPYdm1mLg8hUwDLSR2zAeeSulvSm1dm1X/V4mrQKPVEoF5ipDrNYGZkgdy9h55MAAYpdKVAvTBD2OHDuP7OwM/Hgr7bfZKEyE+Ul3lczOJ+8Lx//u7h4Wr1zCHR9HODZS04hYFseuL5D94X9AurunKXPEViahtiJBPz2t1oKU9aDWHlCXXpNoVHUkXL6syJRotK1hsmk7Pam53TCMEMeP31P1882uNUwzxL59B4KOQs8TZLNZhIBwOFpRfacwUb7R/bquy+uvn2d8/DIgiUbbkFIWSZIWopb3cmVlmampq8H8fuXK60xOXuXQoSMcP34358+fJpFIIKWHEBrxeJxDh44iJZw/f4ZMJl1EwFmWxXe/+xwPPPAQPT15Ker13tv1umT7+gaYmZkik8kghCCTSQcEgE9kRCIRHMehvT0OiCKPxhsF4+OXijpU5+fnmJgY59ixuxgZ2bfdh9fCDQr1/rdj23ZQTKg8vdX4o+sGe/eOEIvF8TyPK1deDz7zlQPU+yZZXV3B9z2Nxdrp6xtoSGGgT34pv/Ms4bCSOh8fH2d1NQGA49gIIXKEpZeLXcLrFhvthCR5NVSSmTbNELt370bX9YpezLCzihVuRGhHjmH+208w/Oyz7H35RbzXXoVIVMl7VigS94vJ5ZOfQc7MqNjC81RsMTyifMNjMfSf/Cn1/WefZffUJFOmwF1NELYdcFyQEmEYmCMj7Nk7UnxMTS7ELizWWVlZzq1bVCeV2o9SCMq/YzKndnDj5VxuduyEHFkgf+t5qtBWAG1RyGb9SrG8tGexGTYglL+foav3oqsL/TefQD9+l/p6QfOGdBwYPRLk8bUffTf6+37qhiH9oEnEXwst3NLo74fxKyqZ5w+Gmqbag8fHVdX/GlhzEO3tJdPdBTniLxjkshno6EA8+OC6h1fYOu2dOYX3G/8mqJTwbBv5919C++DjaEeO1dSp1iw0UyJzO1DNM7JSskwIwcrKEgCdnarbo1ICbb3qZCnllpAlN3OV/0bMzithJxGim0nMJpNJbNvCdfOeWZUgpWRubiaQuhFCVbs7jtpXLBYv+72/KKxUYRsOR4IAWgi9lVBuYdMoer6Gh+GSg5dOY2Yy7H/xB2hSIg6Oov/sP0GEQmV+wLV2bVf83tIiLMwrac/VBNi2CjwiUeX353lKEcDNSYAWQtNgYABWE8i22JbPwYVYK3lfljByHIzLl9i1sIiQEM1mGJhfVNf5L/8S/TefaNqxb1cSqlSmtbCwZ7PwOwt8ybNCbCSg9q9J4X1Kp1NksxksK0tbW3vgAbfRbRdiJyc1bwRsdq3he0B2dnYWdeSGQmFWVlaKOmt81OLDV2m/S0sLnD17mvn5OUAiJViWkt7TtOrz8XoKBOvN7/ff/2DFsWdycgLLypJMJnLnqbapaiscXnvtJR5++LGa1wdrdSju3j3ESy+9gG1bGIbBysoSjuMUJCY1pIT5+TmE0JDSIxQKVyVEdyosy+LUqVeRUnmYgRoTpHQ5depVBgeHWp1/LWwKvhdve3u8iKj3vbzvuOMgBw8eAZSvV+GYJISgra2d1dWVHHHo5DzGNYSA7373W0Gh7GZj0Erkl2GYuK5NKBTKdflawXgqZV6+XNM0brtt35ok/05IklfCWmPwuXNn6Om5McauGxVBfujt70DaFl6VInEf2pFjiE98EvdP/xjvi3+t/tjXrzr9otEgPnBdl5kjoyRH9tIjJYvzc9hzs2jZLF44jNk/wKHDx7Y0fi581lKpZCChWwrfHsQwlNdvJBLB8yTRaLSl/LODUE+OrFFxkxgcwltchOnJom48dF39dzii8uSely+8BXLVcdDZqci/cATxwz8SkH4+Sps3RJX38kZAXcTf//Q//U/83M/9HI899ljViawQU1NT/Jf/8l/o7+/nQx/6UD27bqGFLcFmkvbrOVsKsXbZzFqDqEQQe+hhxPQs3tQU7swUs4ODpAcHiOomez7+axgf/lk4dHi9UyvWRM511QnTRKbTeH/0JOI3n1i3U62ZqDXZeqOjUrIsm83kkn2STCYTVOlDcQJtrepkwzBYXJzP+Rw1jyy52av86zG73mmE6GYSs7FYLEfeCRyn+til6zpSgm1beJ5Hf/9uQqEI8XgHS0uLZR5BULwoXItYmJycaCWUW6gLRc/XbXcQuXCRvu99D/3IcbS3vAXtbW9HC1WfU4K58Gtfxfv2t1Rhz1seRuw/UPl7zz6LvDqO/PpX4didMHYO0ulcp6FUXYCxdlWlGwpBKgmRckk+0dWNuO9+xN6RLZ+DS1EpeV+xcGVpCdfzWO6Ic/eZ80VS4V4iAV/7KsIwG0qSbSd8U/lqBVSbRVtbjLk5JSVWts8NSpuV3ic1HivCIpVaxTTrl03bqUnNGwWbXWsUzut+4Y2PaDSKbdsYhkk1D6Za9+u6LufOnSGZXM113olc0l4G0ntrzcfV4qla1yWVtukXJvkEQiGEEGSz1obXB5XWIn19A7z00gvB+xMKhQiHIzjOai75bwTrXlCeRI7jEIlE1/RK3Ik4f/5U0OlX2s0IHmfPnlqzc7WFFqoh78Xr0NnZXVSoEIu1c+BA3ou3Ui7ENM0cuacHEqDhcDhXKJtes1B2PVSLZZPJVTKZNF1d3YGPed7bT0kSxuOduTFWK9pXqVxuR0cXnrf5QtJmYb0xeGrqGgMDQ9twZLf4x6MlAAEAAElEQVQeqhWJV/qe8YHHkT/5/oAoLCQkKndwmgwcOQaIbSPN/GfNsiySydU1v6uIP5O2tvZA7lPlA+wdkVNpYfPr1kbGTeKBN8G/+4RqsPHHsFAITBM8F/H+n0F++5vQFoPxy6phRteV4o6hI26/AzRN5Zj3Vl4rVnsvm1H02UzURfz9j//j/8iv//qv87GPfYy3v/3t3HvvvYyOjtLT00MoFGJlZYWrV69y6tQpnn32WV555RUee+wx3ve+9zXq+FtooWnYbNJezs4ibrsdOTEOjqP0t6UHhoEYHkHOzq253/UG0cH7H4Bjd7H4K/8rF+++EzsSQTNMPE0w7TgcfPqP6fnVfwPrVGQWaSKXfpZIIJ59Fv3t76h5EdIMbCfxuFWolCxTEgcAokxeozCBtlZ1cnd3D7Oz03WTJeuR3zd7lf9GDMwLUQshutVJoM0kZgcGBhkbO5uTDqvW8ScAQTabxrKUVvrs7DTxeCf79x8ilUrVtCis1hXQSii30AgUPV+jx+BH/4cN/V5eGEN+7StIP1D5wl/C175cFqj4c6b71a9AtE0VrewdhokJJT0CquLQdWDfPkhnQFtG9PSW79Nx0PaObNscvB4qjv+ZDGgatqYx09vNnusL+c/SKbwnPw09vQ0lyRqBzRR61VJAtdn1yu7dg0GSoxTrFZ2UovQ+hcMR0ukUruvieR4rKyt0dHQghKh526VJzc7OnZnUvFGw2bXGWvNjOBxm164+YrF41ee61v1OTV3LkWxuWQeh50my2QyRSLTifLxWPFXP/O4XJlVQM0VKiWHom1oflK5FKhUfyZxMlBB5j7I8IeD7fyms5ZVYiJ2gEJFIJMj7mrlFJIcQgvn5+S09nhZuHpSONZFIdS/eSrmQTCaDlBLTNOjs7EIIQTqdDrz2/DHIx0Zi0GqxrIrBZdCZpOwMvGB8CYejQcd84VhTSS7X9zcvLdCAjc/pjUQrxrpxUZqjc12XqatXOHfuNL56Dvj5B5fFxYVtLchWxTo2y8uL637Xl85WpLqe8y5ubjF7CxvDZtatG4mbalkTye9+R6njTE2W5d0ZHEEbuQ0ZCqnu2GgbxLIq/jZ0xPBIQBZuVE2uWUWfzURdxN9P/dRP8Z73vIe/+Zu/4Qtf+AJf+MIXisxtQS2M+/r6eNe73sWv/dqvMTo6WtcBt9DCVqCeLiYxOIQXjiBGjyAX5lUSLBJB9PQiPQ9tHW+6WgZR6/nnuXj4EK5p4i/VNClxdZ2xvl3c98wzGG9/Z7DNShUJviZyxXMwDORUbd5ezcZ2Eo9bgUpVjX73FMiy56w0gVatU+rixbG6F/K1kN+3QsCwGe+oWgjR9ZJAjcZmJBl0Xef48bv53veeyyWCygk8pZzgomlGQFgrmQ6HixfPc+DAKBcunMN1bRSZvX4y04frumSzaVZXExiGQTgcKUo6thLKLWwFNkPwFM6xIt6BPHwErl1VPoMS6N2lvDx6e6GrK1+pWICdLmtdcfyPRGDRQxOCdDjfxSi9nNz5wEDDSbJ6sdlCr1oLqDYDXdc5fPgop0+f2hARVAml98m27UBKyU+YLi25dHR0cuTInetuu1JSU9N0otE2IpFw2fe3M6l5I6GWtUZpIiQaja5DuMY37AVZab/+M6Rpepl8qBDkSOTy+Xi9eGpwcO+mCWO/MMmyrDLyT3XmhRuyPqg0zqlrkZf8A4JronzL9ILvVl8L+/fz+vU5Fhfn0XXlW7Zd3QzxeJzr12eDokP/nHxy07IyufVeK8nawsZRazxVKRdSah0AFBUilOYgNxKDJpPJAiJRPd+RSCQ33hF0JqpjU2NBodRn4VhVXS7XI5VKEY3GcgTG5uf09bCRIoJ6LS1a2Bnw17GJxDKZTBpQPrSxWBwzt0athQz3c4ZMXYORvcg3P7xuM0GtiEajJBIrVW1DfGiaTnt7nGg0xm237Qs8PyvhZigyv5Gx0RxZrXFTrXGZnLyG6OqGjs6yvDupJK5fbNrXj5ybgVhMyX/29ECBl6Z4/wdU9+zkNbShIYzH3gai8jk0s+izmajb4y8SifCe97yH97znPWSzWc6cOcPc3BzZbJbOzk727dvH3r17G3GsLbSwZaiUtJeeBwsLWJkM1xYW2fv2H6r4Uhd604ldfcWfxWI1JfHWG0RnZqewQ6EiCS0ftmkyNTuNP/1Vq0jg6DGkbVcceKXjrEtQttAYVKpqDIcjwaItUiL/VimBVqlTqtaFfLXgoFby+1YJGDbqHbUTCdHNSjL09vbxwAMP8dprL5FMJnEcq2KRj/83X4oH1II8k0lz4sSbmJubZmUlQVtbbZXshQbgjmNjWVZZENNKKLewFdgMwSMGh/AK5lihaTA8ghzaC3OziNEjaI++TRXiXBi7oWSt/XljeXmJVCpJNNqWTxD39CDnZvE8j2ihf8f8PCAR3d3I63NFwVm9JFk957C6mmBq6hqmaW640KvZBVQ9Pb2cOPEmpqY23wVUWjwRCoVJpVZz3X0hPE/JKUUiEUKhEB0dnWtur1pSEzySyVXa2qI4TnOTmjcz1lprVEqEGIZZNYm2kflxvTVOLBbD8zwikQjZbLpon1KqRH2l/a1XBKWOM7QpOfXiwqRivz3fu7IR64PKBXoGmqbniAfwi5r89U+hokO1tXDhGieRWA4IUP/Yt6Ob4dChY1y+/HpFb0ghBNFoWyvJ2kJdqDWeKs2FVLIO8AsRQJSpqGwsBpUsLS0GMsZSSrLZNNFoDE1T2/Zjc3/s873HoHisKpTLLduLlLS1xdi1q69pnb0bLWRaOzY08DyPsbGzNcduLWw9CnM2hWN3oRS3mpvWzj8U5gw108R+/tvwN19sWBeTlEoKez0IoTgG5Zs5XOb5WYibpcj8RsZGcmS1xE1r5iDPnuKe1Qze1CSzfb2kuzsId3Wye3kFrTDv7nnIK1egv6DYdGCP+iwcRnvnDyFn51S+u38X8o8/G8T57nM22S9/CfGBxxGHy5/7ZhZ9NhN1E3+FCIfD3H333Y3cZAstbAtKk/YykYCrE8ickXtq7ALu179ecSJslDfdWoNouqsLbXWZSvo2mueR6VKJm7UqEjj5KqK9PS89VriNHd5lcDOhUlWjlBCP5+6h9DuqPHS99gRaLSTPWsFBKpWsScKzHg+8mxk7kRDdrJQYQE/PLh5++DGmpydZWVlmfPwSmUwm92zKwLvUdV1M0wyCYX9Brmk6e/eOkMkoz52LF8fWDHgLF326rtPW1k4qtYrneSSTCTo6ujDNUCuh3MKWYDMET2ERUNH3NQ1x+z70j/1asB4QG5C1bpSnwGa3UzhvKB+tLJaVzRPymoY2MoJ+6RL9M3Og60jHAc+Fvn7k+XNFcixyblbJoG+hysD8/BwnT76MZWWR0sOyrGCcCRV4Pa5XSVxK7hbCL6CqV75vo0UnhahUPKE82lQQ7csRKq+kCLbtrJvUXyupCSqp2dvbvKTmTsBWSzK6rsvk5FXOnz8dyF+Bfw9VwY2u69i20zTCdc+eIS5fvozrOkXzsfL6E8Ri7RX3t14RVDqd3vS6BIoLk7JZC8PQCYXChEJrrw82cg8rrXN9AhSU3J9PsAuhOgELi/YqrYUL1zh5n8Jy382t7mYIhUIMDOxmcvJqkED2/x2Pd6Lrm5NPbaGFzaBw/nNdlxdf/E6V95BA1tBHrTGo67osLMwHBD7kO1zT6SQdHZ2YZgjbdojF4qyuJgBoa2tHSjAMo2is8eVyK5+PIJlc5a677t3QdagVm1GsqhYbSqnkfi9duogqbGh5qu0EVJq7CgtsSrvyC6W418o/bEUXUyaTJhptC96hapASHMcJ3t+dmFNpYXOoJW7yn2chBJlMXmUgbNu4165xYWaG5e4u7ExCrYOHB5ka3M3+8at0rar1iVxQxab0VrDRSCZBNzHe/zNIy8L92K9UeO4zeE89ib6Woo/nlXUZ7iTVvFI0lPhroYWbBYUTjPQ8Rfq5LgiBFIKoYxdNhEjKEmh6E73pYsfuZHZmEuGUky3SNIkdvxNYuyJBJlOIBx5EnD55w3QZ3KzwqxonJ68yPT2FEDAwsIfdu/cwOztDKpWkoyNOX99uRJW281KsR/JIyZrBQVdXd03VVfWQSTczdiohuhnZUh9+AO66ytA+FApjWRlAFlX/m2aoKODwF+QLC/M52br1q1BLuwRCoRCm2U0mk8FxXDo7uzh69K5b9vlqYWtRS6BS9psNFgHVImvdKE+B0u3YjsP1F54n/ZaHab9jf02EvP9uxmKKBFhdTdDV1Y2UEO7q5sA/OoF5x+FgDSSzabz/8O+UzKnIzS1CA1dVZWr9fWX7awYWFq7nOoRUp47jOMH4VZhwh/UriauRu6AKqFbuupOxF79TNOZNTFyhu7s3R5Y0jzSqVjxhWcq3y/PUOeq6TjqdIptNB15wa21zdlbJAEop0DStqCtI0wSrq6vceWdzkpo7AZuVha13f0q+S8232Wy6iKQWQmNwcBhN05pGRuq6zujoEc6dO4NhSDo7u0nnnvvh4ds5cOBQxf3VkrCrZ10CxYVJtfx+o/dwvQI9n+wzTZN0Ok00Gg28/qqthQvXOHlfb/+6eGQyGaLR6LZ0MwwNjZDNZkilkjiOi2Eo2TUhtFaStYWmYT0yvvZC2Y3FoDMzkziOnZv/EjkSHvywZvfuQe6442DQeR8Oh1leXmR1dZV4PM7hw8cwjLwnFZA7Pj03R+b35XmSeDzeoCtW+VxqKdotRekYHIlEmZycyCXc1VjW8lTbflSbuyKRaHDPS7vyfSluWDv/sBVdTLFYrKyTvDIkXV29wTO2U3MqLWwcVeMmz4NUEm9inNVsCjsaJp1JBQVmnifJrCaIIpkc3EPEspTdleeheRLXNLk4PMQ9Z8cQtg2uC7fdrtR2SlBIzq2ZK08k8Kop+iwtlvkKyrlZ2DO4Y1XzWsRfCy1UQNEEs7CgqtVzE5XhOAzMK1NaL5FA/umfKPKsQiKuWW2+u/eOcG14BGf8CtK21aDjukjTJLTvDvbsHQHW71IQut5UgrKF2rGysszk5NVgMXflyutMTl7l0KEjDA0NY5o6tu0iKys6VcRayZTJyYk1gwPLyuK6LrZtBd4Gvr9arT6DN2pQ0Ihq/p1MiNbfQXKaVCqVS/6qB9KvLjQMo2hRb5omfX0DTExcYWzsNFIWdytUCyIrdQkomakoAOFw9IZ9vlq48bAewVOtQ17bQCffeiitxpWeB0tLeDPTeJ/8BMan/gCtbf2EbOl2ltpjXBzZi20Y6OfPMCvdmgl5yJPy6XSacDjCnj1DDA8P43kgC9ZAzt99ae3jkrUkA+qD67q89tpLgSwgkEtmu4HfnZ9wh/Uridcid+UHPsTYpQtFJKnjOKysLDE/P0tXVw+zs7JppFG14omVlWXS6RRCaLnxmuBcl5eXiEbbmJycKJv38gmnTNApqJQI9GAfzU5qwtZ325Xue7P+3/XuT82x4HvoFpLUfufcwYOHG7bvStjMWq/WhF0965L1fl/4zESjKqGtPLZqv4fVzh0o+lt//wCzszPrXp/CNY7v6+2/i2qd7eaO3SObTTM2dnbLnnf/nul6eZqolWRtoRmolYz338Nr164yOzuFlLB7d75QdjPzQt6/VKOzs5tsNlMU9/pdVIODw2XHuby8xA9+8AKHDh0BVEGt4ygJY+V76uZkgf1CG4PDFaTjNoK15sB6bCYKx9DJyQkcx94wgdhC87DW+qPQH1YIUdSVDwIhNHTdWDP/0GzpelBzy5kzJ9f9nmGY9PXliwF3ck6lhY2hYty0tAgzM9A/AD/4PmZ3F8kjo9AWRRhqHSIcG4lgNdZGJFOuVkc4gq3rzAwPM3TXG5BS4H3hLyseQ2HB7maee/HAm+DffQJcr6yQlZkZxIMPbuLKNB8t4q+FFiqgcIKxMhkl+SAEhuNwYHwi762nacgv/ncY2L2l5p66rnPo/jdxTnpYFy6guS6ebmB6kv3PPQd7b4PDx2rqUqily6CF5mK9ZNKJE28CNreoqZYMWS84cByHRCIRdEVISeCvFolEa/IZvBHRyGr+m5EQPX/+TK560AkkvnwIoZ4bJT8mgwTRSy+9QCKxTDabCXwzCrsVKgWRLVmPFnYSNiPhXSqlqf//3lvXeqCwKlEmVuDqBNgOaBrMX8f5+Y9g/KtfXbfzr3A7rhBcHNmLq+toUqpzWlrC3bWrZkIeyCUa2ujo6GJoaBhd14PEdYDZWRi5rfi4PQ9MA4ZHYG5209emVszMTJLNZku61LSgiEF1wuWPu5YkdzVyd2puBntxLrhePlmj9kMgvdQs0qha8YRphshmM7nxW/3d85Skl5SQSCxz6VK2aN4rXKO0t3fkOs8UVLeSmgsakdRcC1vdbVeKzXZTNGJ/peRQYVfYVs6JpdJ7661vtjthV/rMJJNJ0ulkIAfqF7TB+vew2jq39G+1PAOFa5xS7zDlU6hj23YuUS/R9ZUte963+561cGuhcH4RQhUxeJ5LNpvl3LnTnDjxYNEzt7KyzNRU5ULZzYy/he+iklKOBp8Vjq1rxernzp3Ofd/FMAza2ztYXV3JES8OYKDrBseOvSHoDtwM1psDGxU77USf+lsda60/dN0I1B2gWCVHSsno6FEGB/euOXZvRtlko9B1nZGR2zl79iROBdUyH5FIpGztfbPlVG5lFMVNV8eRX/8qHDwUdOcJQwckpDPI9na17nU9ECA1DVHYBeE4kElDNosWjZK2ssivfgXxUz+N1tGxbsHuZp57+d3vKJJyerI8nh3YjXz+ediBufXKI3oLLbQQTDC3xTvZNTfPyOQU95w5T+dqKv+luVmUblU5vFx7cLPQ2dbOPV/9BrfNXWdXOstt8/Pce/4CnQuLuE89ibQttIcfQevoqPj7lo/fzoG/mKsE27aZaoJWdCwWC6r2S+G6HsvLS7S1teWkVGTgM5hMJqtKOt3oWI+ALUtk1wA/UXTw4OGcFNeNe92mpq4GcmN+kjwPkUtOGnR0dLFv337uuecE09OTQbeCqjoURQlwqBxEDgwMYlYhSVoV5y1sB7Qjx9B/8wn09/wE4o1vQn/PT6D/5hNoh4+Wfdc7cwr3Y7+C+xd/hnzhu7h/8We4//uv4J05ten9+1WJvvw4rqeCDQDdgJUV1clXZS4p3Q7AbG83tlFQAyiE8iognwQvxFrzxrrdcYNDEInC6BHYMwhdXerfo0cgEkVsgTRKMpnEMIyisUsIlTRRXTYemqbjeXLd6uhC+AVUxvt/Bv3t70CYobLEmfKp8IJ9+tJLUPla14vCeyWlJJNJk0yuYlnZnASZCEhIPwFjGHruGhTPe4VrFE3TiMc7gu1KKXPkn153UnMtNGN+3iiSyWTOc0Rdy0KyphnJ0MJnSHWeFBfa+Oe8HXPi0tICL774HS5dusD16zNcunSB73//OywtLZR914+n9u3bz65dA+zbt5/7739T08na0mfGsizS6SSu65LJpEmlkiwvL2LbqkNno/dQeS9OMDZ2NpDFqxWFaxwl+xvPrY/Ue+U4NonEMtFoNEjmbuXzvl33rIVbD/78ks1mWVi4TiKxQjqt3s/5+TkuXjwffLcZ88B68caePUNFx1kJq6sJVldXcr6AaaT0aG+PE4m0oesmvb19vPOd/4CRkds3fHw+ajn3RsVO9az1Wmgs/HnmypVLZLPZkthbQdc1urp60HUDz/MLSKC9Pc599z3A3r23rbuW3aqc4R13HKKvb3dVYlkIUebXGRxHhZxKPfNwC9sHP24Se0cg2lYkyZkNh4mlMwjPA8tSamfSQ9gOkWQSL7cmQqJIP08qP/kCOy75J59DvP9nENGoUu5DEXkiGi0q2F3ruRdVnns5eQ3R3V0xnhVdXS2PvxZauBGhaTp7H/sh3K9/vWLFAIDoG6j89yabe3rffBaWl9mTyhORSgVIFGkSb7RLoYWtx3qVdalU4yvr1pJf8qvGdF0PKsZ8Y91QKFxU7X8zoVHV/NspRdas41laWuDcudNkMmlcN59MVpXpGn4BREdHJ52d3QwODhfJyarEVT5YWa9boVVx3sJORC0d8qVSmup39SsB+FWJLC3lKwx95IIj7+xZ5O/9LsYv/GLVfRRWN6YjkbyCAahMQSDFW5mQ36zPRpFcal+xn5+IxbakECkWixEKhYr8T0CdqxAmoVCIoaER4vF43eN2aeW96p5XxI2UBMl8f/+NJo38e6VIqrxvkeMo+bGurh48zyObzRSM0aLouPx5r3SNEo22EQ6HWVpaxHU92traeOSRtxMKVU7WbBaFc1c2m8ayskXHV3qczVYdkFKytLQQdN4VKiHoutHwZGhpJ0qhBxXImuS7GgF1H66xspKgrS1GX9/AhiVPt0MVonBN5xcc+ZCS3DshSSYTdHYqf9Ja72G93aelaxzTNIlG20gmV9F1M9d9LEmnFdnsKyRA+fPerDXnzaLk0cLORjKZxHEclpcXg7E173tpMD5+mf37VcFpM7qu14o3RkePBAoGa8XqUno4jotlLQaeVH58FI/H2bWrv+6imFrPvRGxU8tTbWegcJ7JZjOsriZIJhNEIlFisfZgTel5kr6+fnbvHtx0R1xlZRMbYo3NGeq6zuHDx1hdTZBILJd9bpomjuPU9C7718eysti2heM4jI2d5c4776anZ2t8w1vYHHxVHPf//QIsL0FPbxDXRjMZdNelczVJFnBTKTTbIry4hCfA1XSQSsYWT4ImwAyV2XHps3PrWlpVVfTpjKN9sPJz78fRXijE7JFR0pEI0UxG7du2Wx5/LbRwo2ItiS/xo+/Ge/65isahjWqLr4a1NInRNLxnvh5IjGm/9huI55+/4Xz8dhqB0iysJ83RVoNv00axVqDT3a2SS1Dsq+bjZpX4aIS0yVZIkW3kvWjE8fhVpqrbQJRJfIJKEMVi7RiGGSTOSrsVVKeg3/GyfrdCS9ajhRsRaxmFe4kEooJReC3wiTNvZrqY9HNs8P0ONA359a/hTk2iffDxirKfhQRcNJPBEyIg/4RhQI8aFxpNyG9GLrXR8JNZhf4n+QSdwX33PdCwZEFp4kzT9MALVdOKK5qbUUGv6zr79x/ie997rug8DUNHSo10OklnZ3dO5jQ/Lhcelz/vla5RLMsKSBTfU+bll19s6DxXOnetriZwHLtIJrr0OJsJ13VZXJzPzX2590UoMjCZTNDb29fwZGjpM2SaZuBB5XnF8l3NWi/798F1bUB1xY6NncXzvMCvtxCNImFrPZ9a/a78jlsl7ZsvXgL1/mWzGWKxeE33sFFej4VrnNXVBFNT1+ju7kUIkSMA84Sl7+eo9pV/3rdb/raFFupFJBJlZWUpmB8hL2msxj4ZjCnNkqCsFm8UFppUi9VVh65DJpNB17Xgc3/OTSZXy+LozaDWc681dlpvjO3q6mFi4jJCqHskJa3iyy1E4Tzjyz77ShGrqwls2yYWa8/JeprB/avLK7dAgpHpSYzhIeSbH4YGKzl0dfUwPHwbY2NngnNSShQaQkA6nQzyUNXgX5/S4jbLsvjud5/jgQceoqdnV0OPu4XGwDtzSsWCKyuqmHXyKnJuFob2Qtaib/Iak50duJEI4aUl8JVpTJPQ0hL7vvtdLj3wAHYkguZ5eJEYpudy4PI4Ym4WmclAJIK8Ol5TwW6ZZcPgIOHH3oYjlMR+2fcffoTFb32DCwN92IaBJiWeEEz293FgZo7eHaqoVzfx94UvfIEnn3yS2dlZ9u/fz4c//GEee+yxou+88sorvPe97+XMmTP17q6FFupCqedOrQRYNQ8XJHDq5Lr6wc1ANU1imUggL1+G3l2wtIhn22h//yW0Dz4Ob32bWuRdfn3HJ9FvpWB2vcq6PU0ikKsFB9PTkyQSy1WJyJtV4qNeb4RGJYPWwkbei0Ydj19lmvehESXdMhqmaRCJRDGMPIlX2q3Q3t7O6urGuhVaFect3GjYjFF4LQiIs09+AuavK3lPz1OkXySS9xhoawu6C72P/yazC9eLEzsFBFzfzByT/X24mqZIv+GRoJCpJkI+sULk0iUG5ubRE2nkI48gQtXXVNXWUo0i/dZb4xUSl7puYFlZHMclHA5x5533NDRJUEqSRiJq/BSCQNbPR6Mq6EsTeZ7nEY/HsSwr6NqPRCK5JNIq6XSavLSpVnZc/rxXuEYplGr2i0Ci0baGzXOu6zI1dZVz504XEaSGYQSEYyEJUniczcTMzGRAPJaSxiDo7u5t+Hq6EtGuutLiRXN+owp8SpPAUlK0hvA81cFi21ZuTRCuUARUPwlb6/lsxO+qsONW1/UiqV1Q3XW1JrQb0XVUer3b2mLouh4obLium7veokghAfLP+1asOVtoodnwu6dLx5L851owpjTT/7uSf2kqlaSjI05f3+6KsbqaSxM5uWyZe289dF2vStJtFhs59/Vip7XGTiD4LBqNksmkSafTjIzcHnRettB8+POMbdu5blhZsOYgWMdFIn0NJWMDCUYBpqlj225F8qNeKNlcgVkhXnJdj2w2u+bvZ2YmsawsyWQisKQBctY0Dq+99hIPP/zYLfm8bjbfvRUoVMVBz3XuOQ5YFpw6Cbm10P5vfZuL992D3RZDyxWpmuk0+19+lc7FJTq/+LfMHD1MJtZOJJ1iwHbRrk6obQkNXAfv61/Fe+MDFYtgS1FIEAoBwtTBriwb6+k6rz/0ZrzxK2iOA0IoAjIU4vWH3kyPriPYefehLuLvq1/9Kv/b//a/8dBDD/HII4/w4osv8gu/8Au85z3v4eMf/3hFOZYWWtgueGdO4T71ZFCJ79k2MkeIbXRAKMR2VbAXyWblID0Pxq+oluf+/txxK4mxhT9/mtff9S7sXIA4O+txdfwy+1dW6ZyZ3REDko9agtmbaXxppqzhehV9lYKDW1Xio97zricZVEt1+0aTPI2SxCnt3EskVoo+9zwP0wxjGCYHDowGRHI0GsU0zSDBFgqFqnYrtNDCToC0LKyvfo3pmSnSXV3Ejt/Jnr0jG3pGi4pyPA+5MK988yIR6OisSwlAO3IM4/d+H+cXfg5WVlSgBPkOQNOA3l4AFpG8/uUv4vT0lCfFCwi4A9OTXOyI4XR3o+l6TXOPpunsXl4JKjaFaeLm1lR86HG4667q16eG6kvYeMBUWEG61hpvKzuJS/fV1zfA4uI8tq3mGM+TGIZBV1cPFy+O1XUslRJ5mUwGwzDKug1UhXg3oVCEeLyD6elrmKZZlngtrCL31yiJxEquY0p1LhaShfV2e/mS0ouL18lmLTRNkE6naW+PB4UnpSRI4XE2E/486F+7Qgl01flWOWldL9Z7XhtB/lRLAnd19VRcQyiCqvw+QP3J98LzEULdf89zyWaznDt3mhMnHgw6HNc778I1XXHHrerKiUSiOQJXY3T0aM0kab1dR+o5L77eyeRq4B+mFBFkbi2qB8Sl8urM5GRAPaamrjZc9rCFFrYa6XSaaDRKMqm6yH1yQwiRI+mdYEzx32nHscvG4EbNA6Xj4dzcNJcvX+bQoSNFsboQqvNKHbOGEB6e5+VIEhclna0KatJV7GI2gkbF5muNnefOnQ6kVv3PVBGRZHGx3L+1hebB9xROJFaKumHVWkMV0IZCYYaGhm/IgnjTDAdd7aXQNI1MJsPY2Nmq6+JkMoltW0GnXyGEEGSz1i05B9YaCzUb1WI4XxWHTFr51duOIgCTScW4WaqYtXNujrv/2//LzL7byXR3EVleYuDseTUutcXQQgZ75hfhyrjahueCYSrSDyAUgvZ4XRYb1TAzM4kdjSJGDyMWFvIxfk8PNoLp6Ul2L69gf/YppkMmmfYYkbGz7Pny32J84ENbeh8KURfx9wd/8Af8xE/8BL/xG78R/O2///f/zq//+q8zNTXFf/pP/+mm7Qxp4caCtCzcpxrvuQPNr2CvhoqyWXOzSuv4ttuK5EddIbjQvwtvbhZtl6poF8kkztUJxjIZ7jl3AWFZ2zIxVEIthMXQ0M01kTcjGbnZKvAb1V+tXqmres97s8mgSkmgSvdpo0ReoyRx/CpTtZDOYBhmLrhVHn++zMgddxzgwoVzwTH63wEVFFfrVmihhZ0A78wpZv78ac7v6sUOhdBWl5mdmeTa8AiH7n9Tzc9rUJQzN4ucGM9XH0oP5uehv/auskqBkxZrR////0vcf//bcPEi2JaSQWlrCzr2XCG4uO82vEymOhmQI+B2AT2eu+7cU3Qs/f14X/l7yGbL1lTuU08iP/nvQGx+ntho4LpRX8Wt7CQu3ZdXcK1Bsrg4z9zcdNnY391d+/joui7nzp0mlVrFdV10XSccjuTG+fIOOVAdFoODQwwODjMwsHvdec9fo7z00gssLnrBPgq3W0+3l+u6nDz5MonEMlaO0HZdlUhNJJbp7u4NPO4cx81dy61bl5R2sBcSXrWSXZtdo6z1vNZb4LNWEnhi4nJFibo8CVteDV1v8t0/H8dxyjorM5k0Fy+e5+DBIxv2uwqFwmSz6aCLLhaLB50Gum4wOLi35mOsp+tIvavF11utrbJ4nothqGNS0upGrstWbXdpaRGQtLd3cOXK62QyGUzTrHgcWyF/20LteOGFF/jDP/xDTp48ydzcHL/3e7/HO96xccnvmxGxWIxotA3btnFdNye9LYLnOhQKB2OKruvs3j3IqVOv5t4hkZPqzXLs2F1Vx9ONSAevV1Dgx+pTU9fQdQPXtQsIP5HrOJJEIibxeEdV79CNzgeNis3XGjsVkVnZYqRVTLC1iMVijI+ngjnQh+qQFbm4WmsIqbwdiMfjRCJtZDIpihUUlGfm8vIitm2V5UT892ZlZSl37kp1oRC+rP2tNgc2y2O+bB/rFGWuFcPJyWuK6Ls6Aa6nClcdW8WxUoLrquaV6/NorsOec+fUd6TMf55Oq5g3EoWuLrh4ASxbEX+ep4pgc/FwPRYb1VCUX9tVHNMLIJlYYeHPn2bs9mGS0ShS0xCex1Q6zYE/f5reX/0329JoUxfxd+HCBX7pl36p6G/vfve7OXjwIB/5yEf46Z/+aT796U/Xs4sWWmgInGe/gVxZgQZ77viotYK90SglHTl/DjGwAAgK62dme7uxTRM9kwFynYFXJ5CuixMKMdPbzZ7rCw2dGOpBszT8dzoamYystwr8RvNXa5Q0bD3nXZoM8quzlcSUVjGBVikJVO0+bfS9aJQkzsDAIBMTV1haWsCy7KBaXgiVsOrs7MLzJKdOvUooFCo6D/Vvnb17h7GsLOFwdEc/Ry3cmpCWhfVHTzG2bxhP05XnnRAIx8EZv8L59jj3v/HNNT23IhRC/NTP4P2v/1xVIfoSnKYBQ0PIP/4c8jePrjvHVgucePSteP/v/wNXr6pgyXHUP6EQvh7PbG83tq6j1+jBtd7cU3YsM1Nw/TqM3IaIdxRfy0QC59lvwKNvX/daVUJZ4Op5sLyENzON98lPYHzqD9BKklLN8lVsBvxr7bouL774naCyXkqJZWVJp1O88sqLvOUtj2KatfkCXbx4nvn52ZxcmnoMMpk0bW3tABU7swoJmlrnPU3T2bNniEwmXfe8UoqpqausrCwDMjcH5qUZff+kaDRKR0cXnZ1dhMPRLV2X1Ntt0Sz5+nrXy2slgQHS6VRZElgRn7GgM62RxWF+l0OhnKy/T5CMj19m//5Dm/K7mpubZWlpAcMw8KVLaz3mwiR9qZpBIdZ7FqamrpVd70wmE5ynkgn0106K/AuFQui6hmlGi8h2IQSrqyvB85PNZgLiPxQKt4qvdxBSqRSjo6O85z3v4aMf/eh2H86Ogj+2xmKVvXfvvPPu4P30JTg7OzuLnvdwOML09CR7Kyg0bGTsrbWgYHBwmEQiwezsFKBIOSm9gneToEjEMIyyMWGz80EjYvO1xk7f77cSbub8y07EwMAgZ86cDHICpeSfrus4jnvDjvP+ex8Ohwu6d7WcJL46V1XsAuFwmPPnT3PgwCgXLpzHti2EELiuU1FaV6kz3HpzYLNjoVqKMqVl4T75GeS1q5DJICMRRE9vkGPmsXfC7Gw+PgYV56mkEpghWE0qcs9HYXAD4OY6/Hp7EZqG7OpRfwuHIRwJ/g71WWxUw3r5tdDrr3NmcIBEPI4nRNCja4VDnNF13vTMM5jveGdDj6kW1EX8qbb88gng8OHDPP3003z4wx/mfe97X2uB08K2Q15TnjuVJKqbMSBUQr3dSNVQSDp6X/sK3l/+ufL+KUA6Z36KnwRcWEDmNImFlKTDkUCSTCZTyN/7XYxf+MVtI/+aqeF/o6CwokYbGsJ47G0b6qBohMzjjeKv1mifk82ed2Fi0PciKqzUm5ycoL09XhTUVUoC+Si9Txt9LzaaqKw2RiUSy9i2RTabRUoP15W5ynSD9vYOhBDYdgbbdghV8PdyHCcnpXWkaV4BLbRQD7xvPstMyMQ2TDVXFkA6DtbsTM2VztKy8L72FRWAGIYi5CLRIBCpJfiqWrWZTCL/r99RQRJAWwySqyoYSqVgYgJ5+AjpSETJYfeUJ5A2mrwpOhZdR16fg7nrSo4lt79ChQFhGMjJyU0LHxYFrquJ4q7J+es4P/8RjH/1q0Wdf83yVWwmCudo3yfIlyzKZDJ861vPcN99J4jHu9bcjuu6TExcBijyOPG9+GKxdhzHWZegqXXea5YU+PT0VJA49TvGfUgpyWYzOcIlxNGj1Ts7moV6ui2a6cVW73p5rSRwNBqt2k3Q1hbj3ntPMDs709C4plqXA+RzPtPTk5vyuxocHC7quK31mEuT9JXUDGp9Fipdb5XwFICeU1LI57h0XaO9vSN4N4rJjjCZTJpkMonj5CXPFPGfJRKprXCghebj0Ucf5dFHH93uw9iRqOy96yAE7No1wOTkVa5fn6O9PY7necF7WPp8V4ptNzr2bqSQwrazuK6HpokcEZPv0FWxklvRx7ze+aDe2HytsVMIDSpmy26d/MtOga7rDA/fztjYGTxPzYX+3KDrBiAJh0M3rP1K4XsfCqnCt0wmnfPLFFjWCr6sqfLyWyWRSNDW1hY8ux0dXSwtLRQVimmaRltbO6HQjXttNotmxkK1dhO6T/8x8gffz5F5Su1Gzs0ihkfwHAcdqW5r4fijaWrY0YSKmdOp/MOu6bmGTgHk4gIhoLMzH3v2dEM4ggiHy4/bceqy2AjOvaDLsf+hh9aMg7zFRVbicZVnz/1dAFIIVuLtTM5Nc1tdR7Q51EX8jY6O8uyzz1aUKhgaGuLpp5/mZ3/2Z/nVX/3VenbTQgt1QwwNIW27YsdfpQGh0Waczar0LYX28CPw5S/hJpLI+XnIZiAcIdLTjezbhfCTgJlMkCGSQhBdXkKeOxMk1+TXv4Y7Nbltsp+3qsecj9KKGvc5m+yXv4T4wOOIw7Xdj1upa7JRXnb1wl/Enjt3OudVoeQnhFCyUn6wt5EuvtXVBJOTExuqMi8k8Lq6elhcnMdxnDWTU9XGqP37D3Hx4nl0Xae9vZ3V1bwHhxAahqGWEY7jBP9d6TxSqZvneWvh5oOcvEa6PaY6/UohBFo2W9OY6Y/d8uwZWF1VgY+Vha6uDVUfVqvalAvzkFhRQVI4oubxSETN6Z6nKiTnZmnbO8Tc3mH0BhTPBMeSzSgSznaUN4NlKbLx6gSM5EMY6TiIwc3P0UHg6nlqf66X92zQDVhZKVMmKPJVLN1eA4K+ZsAf+6WUJJOJXHeT+kzTBLZtcfbsae677wHEGkU/MzOTgCzxgFHwPInjOIyOHkXTtIYQNM2SAhdBYE+Bt5ObI1hEbt/lSdSNop4ivM12WzRzjVLvenmtJLCUMDJyO4uLC7iuDRTfa8MINXxt5Xc5qI4fApLNfyb8ouM77ji4qfPeaNK8WpLe39bQ0DDpdLrmZ0H5ZRVf77z/oEZbW1vgseV37oVCYVKp1aLiAL+rNxyOkEolc+SD3yWltnPhwjnuv7+7pbBwE6HUy2or99nMfXd393DixJuYmppkfn6OhYX5HEl/FddVXbDRaAzXVUWHlYoM/Vij8Dg3ah1SS0GBv/1QqNijTL2DZq5oRWPXrn7uu++NZe/fdtuZ7N5dPGcUqtMYhkk0Gi0qvPFhmiZ79gxuyzO4XdiKZ38tHDhwiKWleVZWlkmnU/5R4Xlqfjh+/C5V5NcEbNV7f/DgIV599eWgq7GwsEYVxOSVH1ZXE0Sj0WCtGwqF6O7uYXl5GdCJRiO5OTPE6OiRuq5NpfNvdH640dCGhnCfWyMWGqz9/S09f+9bzyKrdBPKRAL5zWcRDz+C98W/zqW/cuOb0MBV8Zw4fASuz6H/6D/E/exTeXLQMEGzVTwrpSpqzWRz1U8axGJg2+Do6t/hMMQ7wXEQ8Tj6R/4p3uc+W9wl6J9HPI7+6CMbeo4Lz907c0pZWBR0OYq//xIH3/dexizK4qDR0SOcn5pEplYRfidj4VgvBHOxGLdvw5hSF/H3zne+k9///d9naWmJrq6uss+7u7v53Oc+x0c/+lGee+65enbVQgt1wXjkrdh/80VkhQFBi8fRHnkk+P9Gm6I2s9K3FCIUQnvrYzi/8x9UYk43wHXoX1pk+p678fyBxx9YhcCwHfpffDGfXPM8aGvbVtnPG9VjrhGoXlGTwXvqSfQa78et1DW5k0jOrq4ehoaGWV1VZtylPkiVuvhKk0A+stksU1PXCmSp1q8yr1SZbpom/f0DgKiYnFprjHrttZdy1XeygOjzNfhVF0YkEs0FwJXfS8+r7BfRQgs7BWJwiOjYWbzennLyT0q88PqSMYVjN7EYrCyrxb6bk9YeVZ1xtRBRVas2MxmgQO4EVMAUM5TXXziCGD3Cnl/6F0y9+oOGFM/IyWuq029iHLLZPMnoH8P4FWRXF6KjE1BBlvHIWynfc23wSTwWFxSx6OUCPzMnZRqOlHVNBr6KyaQiR3NG66Knt2yNV/N5NznA9+doy8oGyfxg31KiaTq2bTE1tTYppIpC2rCsbDA/+PC3OTi4t6HrpmZIgff378mRmAq+TJrvnTQ0NMLx42+oax+NKMJbiziqRio2c41S73p5LeLQMAyi0TaklLiuhaaZ2LaFaYZJpZJ0dHRu+H6sR7z6XQ7nz58qIn5V7kRgWRaxWGzL4oS1kvSqoErj4MHDNW9vz54hLl++XHS9I5EI2Ww6+O9CAl/XDfr6Bjh1Sr0b5V29SSKRKLqu5zoH9WAbLU+umwuh0PbEvr6soChZejQeOsPDw0xOThAOh1hcXEBKcgUySnY4EomQSq0SDvdUKHTx6OiIY5r565TNpjGMytdN0wTZbLro+/7+C99P1YWu1k7Dw8NBrNPV1UlbW4xUKpWTyBQIITEMg7a2GCMjI4TD5WuGjR5To2GaOkePHuPMmVMsLi6QzWaQUo2dphkKui397nv/s8OHj1U8n5sZW/fsV4a6V8c5e/Y0pmmSSKzkiHCdWKydS5cuEg6H6enpbfi+t+LcXdfl4sUxIpFwwTuf31l5fkR1/xVK14fDYfr6+ohEInR2dhOLxdizZ2hd0k9alrKCunYNMTSE8chbEQUFBZ7nMjV1NddlGGNgcRnvj/4QbyUR5If58pcwH/8n6Me2vkmiEozH3kb2y19CpjNln2mdccKPvQ1R49hSev/lzCSyyvsvQiba7BTi+W/mWtuUd5+raczedhvpjjjR5WV2z88RGh5Cf9ObyXztK3jT0+r3PT2ISAQ5MaGKoPbtQ2bSys4iGs0Vu4bVP5qGNjSE/s4fQhseDu6bGw5hP/lpFR8aJtKx0eJxzA9/BL1tY+oH/rljWziffRKRzSBy5y7CIchm6Pyzz/Om33qC6etzwXp2z54hOHsWpiYhrqwWchVsytdQCCQCbc/upo7x1VAX8ffe976X9773vWt+p62tjSeffLKe3bTQQt0QoRD6hx7HferJ3IBgqORbPI72oQ8HyZxmmKKWBo3S82BhATIZrHCYqavjDI3sa8h5SsvC+8bXEIcOqY6/XPLL6Oll/8uv8Pq73oXtuoieHuTcHIaVZf+rr6JZVr4ywzSgVy0gttMb50bzmGsU1tLnlokE9jPPcP3o4XWvya3UNbnTSM50Ol2V6PKTfH7yK51O4jgOpmkWBbFSStLpNJ2dnUXyFUCuKjxGMrlKZ2cHhw8fwzBCaxB4LgsL8wwNDZNMJpmenix6bqoltizLIpFYRkowDF+Cqthzx3EcdN3g+PGjXLx4vurztmcHdty00IIP7eFHGPjy3zLl2Lgl46kwDMz+gXXHzMKxW/T0IudmFekHqktufh76+moioqp2sEUigFTbzaRVMGSGcr4IJuzahfbo29Aj0YYlxcXgEN7cTK7TL1OoNZRTCRDw+kXk0eNonZ3oj39YBc92eWdyLdAefgT3v34efKJRCLCl6jBsa8t7OhR0TYpQCB59K/I//p9FRU9yfh7xS/98w+u2RheAVYI/R6fTqbJKVCVjFkHTtHW7pdX8J2lrK/dHEkJjZOT2pqybGi0FPji4lytXLpJILBcQocofKR7vrJv0U366qhu/kCBpVBHeWqRis9co662X1yLbqhFovlTdlSuvo2kalpUllUoTjUYJh8Ncvz6zYdK0VuL19tv3c/HiuZxkngwS0EKo9ZUqZNqaOKHRpK2u64yOHuHcufz1lhLicVU44Q+vheP16moCApeYUqgOv0oe0jebusetDstyt63jT0pwnOZL9V+7NkE2myWbzZbJ/apxSf17aWkZXdeCbkBdN4jF2unr241dsPYIh6M4jlt17A2Ho0XfBzh48HDR+wkehmFy8OBhPE8RAgC7du0mGr2MaYbK/AYNwyw7lnqOqdFwXQ/P83KkH0VxnfJxV97smUyaeDxOf/9uhNCbflw7DVv57FdDPN7F3Xffz7e//QyRSLSsuOP06VOcONG4JgIfW3Hu/vvuui7JZALLssq+UzwOiEC6vvg7kv7+waBTtvA99X1BU6kkbW0xlY84d7aoi0vaNvbffBH9Q2qN769VHCendOA4XDp7hv1Co0s3kJ4E3cBLpsl+5tMYv5WTuaywry3NWwod8YHH8Z56ElmQ7xbxONoHP4wj9Jpjs9L77w0M4mWtqt2Eon8PcvwqYlc/cn6e5e5uLt57L3YkjOZ5eCMjTAGH2mJ0fOx/x3MluC5YFnJuDjk4iHb3vYg734DQNeQb34T37W/ChQvqewLQdMSBQ+i/9M/RDh8FUEWmtguHDqP92yfg2WeRU5NoewbRHnkEzwzhbXDc8s89+7Wv4y5V8UxcTsA3nmWgIEfuZiycz3ya/vY2ZjvieVsOUOdgGGjRKP27h7ZlLK2L+ANYXV3FNE3CFTRVQXUs2LZNe3t7vbtqoYW6oB05Br/5BKJkQChMCDXDFLUwaJSJhKr8L/DXW/3LP8f74X/YkGSSOv4EQjdgV1/RZx0zs9yzmmEuRxpFzTD9f/VXMDmd7/QzDRgeaaoh6kZwo3jMNRJr6XMvd3VycWEG55KxbrX6rdQ1udNIzvWSfCB58cXvYNtWQKgtLy8TiUSJRMI5eTabaLS48hsUGZdMKsmntrYYy8tL/OAHL3Do0BFSqWRVAi+ZXGV1dYW2tljZc1PZc8ZjZWU56LaQUs/Je6rjiUSiOI7HwMAeenp6WViYD2RFbdsOPDrC4TB33nls26TZWmihFohQiNAHP8TBP3+a8327cEwT4XlIw8QcGeHQ4fWf4aKxW9MQwyN5fzpNg3QKEY0WFRtVQ9DBVqpSEAor0s/L/SNR5JhhBPKf4sEHgcYlxcUDb4L/8ElIJVXg4o8Vvgl7yATdQBw+gv4Lv4hWQYJroxACZFG1bonXV0nXpLQseOYbcPCQIlhzMuf09sI3voF8x7tqJv+aUQBWCf4c/corL5LJZHIEgC/T1x50u63XLe3Pf5qmYZrdgWSXpqmK8P37D617LIVjrE8gbES+sBFQslV3c/78aRKJRM7TTCMej3Po0NG6j+HixfPMz88FXmmqYz1NW1s7hiHr6oyqVnTjODavvPIi/f17Khb4QOPWKNXWy7WQbaVjRTQazXW9qMSE31mmCpKShEKhmpVLXNdlcvIqMzOTXL8+SygUIhKJIqWq3E+nU7zyyos89NCjGIZ6r65fnyESiZLJpMqI7Gg0yuzsTHCuzY4TmkHaVhubgbK/SQkXLpwPnifwO6Akvs9ZJfn3eo6vhZ2L7fTIVrFAc/fhxyOe55aNlUKAbVuADDpk/Y4gXdcxTZOxsfM5ewX1/tQSH5aeU2dn/v1Unc1x+voU8VX4XU3Lx9mqM1HF2Yah4uzS7/vYzDFtFpXiJynh3LkzwbX2r7MvO97Z2R14sx84cBjT1G95f/atePbXwuzsTFWJW9u211WGqAfNPPdkMokQIpCxLlWtyB+DzHWfaRU7+aq9N5VUkK6OX+aOv/s7OtNpME1VTpNb47tPPYn78d/k3Ln8es7zJGJpCUdKLozs5a6zY1zv6SIdiRDNZOidvc7UV/6excFBFhfn0XU914HfHFun9SAOH0P/zSfwKuS7N3Mf/fsv3vII4u8qxKUopRfx8CPIZ59Fui7uyG1cHD2Iq+toOYUYzfNwh/Yy9tL3uTuTQevuRnZ25mM2oaF9/DfRCmIe+b6fwv3a1/C+/U3F+73lLWhve3v1czFCaI8V5+ml3LyCi3ftWv4ZKduXgTc5iVbwofus4hH6r88Rj7ez2tODpymfPyklmq7T0dPL4ODebRlP6iL+nn/+eX72Z3+Wp556ije+8Y0Vv/PKK6/w+OOP89RTT3HixIl6dtdCC3VDmKE1ibtmmKL6QaMARfq5bq7VFzLhMCu2zbX/568YvGM/ejiy4e1XOn7plY8mwjAQ01MMvuOd+e/fcz/O7/0u8utfK6qkDz7fod44NzOqdXq4QnBheAgvGi2TY6yWeLlVuiZ3Gsm5nnTW4uI8rpuv9gyHlR69bdv09PQRj8dJJBIsLMwV/VYl35R3YF7/Pv8MdHZ2lyWn1vvN/fe/qSyx5Xf6OY4dGL07jo2u60HCCQRtbSoxd+XKcrCgltIjm7XwPBfTNNB1nQsXzqHrGn19xcUItWCr/FFbaEE7coyBf/NxOr76NaZmp0l3dhI7fid79o7UNIaUjd3tccToESU9mUoh3voY+i/8Yk3BhgiF0D74uOo686s2LUvJh9yxD6anIZkEz1VRjW1DVzcg8T7+byDXmbZeUny9YMjvfMM0FIHpE46apjr+IlElw7lnD2JXX0MIMe+bzyIRiDvvQr72ap449aU+5+fRRkaKJdoLi7ZKxhl7dZWpr/49mf0HapoDm1EAVg1dXT28+c2P8txzz+TGOL1I6s80Q+t2S5fOf8qfp/L8VykJuLKyHIyxjuME/rTt7R3our6l461aszzY8DWL67qMj19GSVbnOxv8+bGzs7uuzqgyZY8cUZZOp3IymSqJury8HHTMbcUaZSNWA4VjxeTkRG4tpX6jyGQZdKL5Et+wtkfh0tICJ0++zMrKEq7r4jgO2WyGZHI1t20l4ZnJZPj2t5/hDW+4LyhGikQihMPhIiLbfze2soutWYVl1cbmwr/5659EYjlH7olcAtTANENEIhE8T1Y8tnqPr4UWtgP5eMT3vSzu+PM8K0j+q041n7gSJBLLJBLLdHX1MDsrg7lrM/Gh/34qMYXqxNdm4uytilmrxU/d3T3YtlWRXC0c31vdwjsHO8nSpJGIxWKMj6dy73a5r6QPVXis0dXVTTgcxraddd+bqgVZc7OM9fWyRxNkw2GimQwD84toUuIlEsx846vY8Vjx9c5kQAjS4TDffcMxDNdDkxJL1zl14A7Cq8tkr9lBIUJbWzuhUKgptk61YL1896a2WSkuLVHP84tWp2NR7O4eNCubjxkjEUQ0grW8xExvN3uuL6iccy5mk46DfP555MOPFMWl+mOPYbzrhzd93PUouIjBIeQG/OPl5DXQdfTxKxxJrHDh3ntJdnfi6Tqa6xK7Ps/ht/7QtuVh6yL+/vRP/5R/8A/+QVXSD+CNb3wjP/qjP8rnPve5FvHXwo5HVXktNk+C+UGjMzMddPpZukY62oYUYFlhLveGmPz7v2H04bfVlVwJvHH08le70vELM4Tx87+IOzVZk/9hLWh159SHap0eMz3dOJEIWk/587FW4qUR1dC13NPtvu87ieRcK6jr6uphbm66bAEvhMAwTOLxOIODymPi+vWZou+pBJjqwFOyGKtBMsy2bWw7W6aH7/8GRFmVnP/cFCa2/ERo4XZ03cB1XVzXzRGBIiARCwlMIQQrKysAdHZ2BwGl6zqcO3eGngrP7lrYSn/UFloAFdiY73gnw5uoxKs4dmuaIsSi0ZpJv+CnR46p7rJc1SbX51QiLByGXf3IuRm4fFmRYaapyLeu7po709YLhoo634ZvU/LhqVR+A22xHAGoQUcnokFFQoUFWOLAwXzXpMhJ3XluWddk4EN4fa7I32+pI87Fkb04iWX06zM1FQ40owBsLZhmiDe84b5gvlCdfnlPHZUAXXsbtcx/lZKAExNXsG0rV0ktgiIRIKj83+rxthkdXFNT11DFL3mPNB+e5wXdjZtFYVLOtm1WVxO5zhT1eipZ7m46OzuxbZtdu/qIxeKbXqPUut5ay59urXVjaZIxnyBW5J/jOKTT6YCQSyQSFY/x3LnTJBLLwXXwvbpUN4nAzL3DmiawbatiMVKphOVWd7FtVZK+9J729Q0E65+8hyeAwPPcgAQNhUwOHLiTCxfO7YjCtxYqI5lMMj4+Hvz/1atXOXPmDJ2dnQwOtshZH7t2DTA2dhbHsXEc1cmqaSI3HqmiQ79rW8lw+rVPVq44UQ+Iq8K56557TnDu3CkSiQSdnR0cPHiE+fk55uZm644Xa52zSt/xe+89wezsTFNi1rXip/Hxy0Sj0YrkqhDqt61u4Z2FnWZp0igMDAxy5szJwLO2sPu0EEKInILQPXR0dNaU66lqY5LJkOzpJhmLEbUsPCGY7O9j//hVulaTpJaW0DrjxRuLRJTiQTSCYduEnCwSSEejSCFI6RqiQJ0glVrFNLtvOq/d0ri0VD3PJwfTf/vXaNKDkCrYFIZSlGNpCU0I0hUaXYRh4L78A+Tff6lhNgv1KrhoDz+CVqXLsVKOXAwOwews2A6d1+e55ytfZeb228jE40RWlhlIpTHvvA+2wUIL6iT+fvCDH/Drv/7r637vne98J7/2a79Wz65aaGFLUFVei82RYJAPGs9dvoStaSAlqbY2BNCeTgMSDXAzmbqTK9rDj8CXv4SXrP34a6ngqBWt7pz6Ue1+pOPtaHuHizoyfTSz2quWe7pT7nujEoaNIDGrJWIvXhyrqWqvUpW557m57gFft94pkisLhcKYZqjsN75EZ7hkoeXvrzCxtbKyjG07OYJRJY+UFIyWS/JphEJh+voGgoSej0KSsbAjAHwpkmsMDAzVfA0nJ6/mPAZl4JvhBwU300K6hZsDjZxLg20WVG06n/usMjYHRbhpBkTb8tKb2Wzwu/U604qCoQLCzFteQj75GcQnPlnc+aZpcOAgnD6V000BbOW5J4ZHEJ2dNa2PvNVV3M/8PvLSJcS+fegf+adFsi5QUoBV2DWZyYBpon/4nwTeDvkNu8gzp1RlqdBAejjz17n4D/8hrqahRSK5y7Z+4UAzCsDWQ6X5Ys+eQcLhUM0+EGvNf9WSgKnUKul0mq6u7mD89sfYwsr/G328VfKVPnlSnlAC6uqMCpQ9cpJVrusWJLGKiVTDMInF4pu+lhtZb222S6A0yZhPEPveUJlgXeF5kunpawwM7C7a/8zMJKurK0GnoP9dH1KqCn9d92Ur9YrFSKXYii62SmvAegrL/O2Vygb6qHRPx8bOIqUkHA7npAvjBXJoiqyOxzuC+37//d07ovCthco4efIkP/MzPxP8/xNPPAHAj//4j/Pbv/3b23VYOwau63Lx4nkmJi5jWdmc95waL1TDiBZIJWuaXhLnqE6h/BiVnzNt2+bChfMsLS0E79f163NMTIwTiUSIRCJbErOuNW43Y15dq+gDIJ1OEY22kc2mi+ZEKQlkU1vdwjsH2z0nNgu6rjMycjtjY2eBvKRooXqCYZhEIlEOHz4WvJ+1vDNFVktSkslkcF2HjKEhXIH01zdS4uo6F0f2cvdrp2nr6uJ6SRE1PT1YS4t4QqC5HhnTJBMycXUNXYKn6whPouv++tkjk8nkCPad1ZG5WdlLH+t1E2pHjtEea2Pu5RfRslnlTd/To7zZMxk8KYlmMxWPi9deQXZ01mWzUHh+cv46cmlJFcyWoBYFl1ri+qLr2d8PSFzDYPb220jH40QTCW577SSaQMWz22ihVRfxt7y8THd397rf6+rqYnl5ed3vtdDCdqMZiTtQSZ17ewaYPHmK2f4+wiGLqGUTGLVLCbmunXqSKyIUwnz8n5D9zKeLTF3XO/71KjhqQas7pz4UJRo6Oxj4jd9C/9a31P0YHKTz8EHmLr1e4nSk0Kxqr1ruqZTcVPe9kSRmpURsrVV7hWScZVlYVpZMRvnmGYYRVLr61WXJ5CptbTH6+3cXVaarDj2IxeIVJV38/XV19XDgwCjf+963AZlL9HmBvJSmiSAYjMc7CIcjJJOJku3lZWNKPWc2uvBV9+E0mUwmMFnOZNLEYvEcGbmzFtIttACNmUtLEQQVY+eR09PQ368KQLKZPOknPYhEcIVgtrebdCRC2+wUQ7mOnFIEpF42U9BRpwgzOTOD+6d/rEzUC8gv0dGJPHoMXr+opEXb47DvDkX6lXbgWRbu176Ofe0as329ZPbtI3L+HH2f+hRaKgm6gXz5RZwv/Q3a//LPMX7k3flrWFqAleuaBJRH4tveXnZ95MlX1bXw81dCY3Z4GNtz0PQolHQbr9kl34QCsFpQOl+UdqbVg2pJQEVQeYGcYqXKf3VsN+5467oumUyKZHIVwwhh21aQIFYdgILh4dvrWqf4SblCn5pCSVHfJ6ZeCbWNrrM32yVQmmSMRCJks2k8z8PzXAzDDJ5PXVcJ+cL9u67L1NQ1stm8CoG6BuXkn38OhTKe2ynf3ugEfen25uamuXz5crCmrHZP7f+PvT+PkiTLywPR79rm5lu4x75HbpEZuVV1rVR1VXc1TbcA6b0ewegxSLTeQzQS6Age0qBBqN/RAjMjBBoejWAe4gimGxgxghEHoWE9rS6aruqq7qK79twiM7IyMxaPLSPCw1fb7/vj2jU3czf3cPfwWDLTvnP6dFa4u7nZNfN7f/f3+37fZxowDMMbc1EUkclkoes6bNtGNtuPJ5981huLXnfKGoaBmzdZh1Q6ncb585c8D8YIneO5557D/Pz8UZ/GsUQ+v435+WvY2trwuve4tB+fZ+LxhPv/jIhSqVjea3weYfshBNRNCAGWlu4ikUiAWxVUq2W3EFBBLBbres/aLkn0KPIjrUgf8Xgc1WoVhBAkEilP5YWTOZLJVNQtfMxw3CxNeonTp89he3sL5XLRlZoHuPckIcQjTE1MTHV0XB7/WJblPeOOQ2EBECQR1FVl4LAkCZvTUxj/1k9g9b23AkVWIgiwBwaAUhF6TAEVBNhEABUFUFF0PdwcADUFJMdh8fNRdGQ2K+7tR/ayE4xNzmBlLddYqB4YgLK2itGtncYPaVXmzR6Cdm0WnOtXYX/+10EX7wKmBRSLAKWg09Mg6b7Ae9tVcGm1rw8bz91sFref+hBMVYXgUDgCweq5sziTW0XGOFoLrX0V/vr7+7G0tIRnnnmm5fuWl5fbKhBGiHAccBCJOwCQXvoYJv/rn0GrVGDEgscikgQMDPQkuSJeugTpX/1r2F/p7Pz3qwfdraTQUUtEHgc0TTQ8/RSy2U+CEGBCAO4tLx8q26ude8r+3fl9P444jM1ZJ6w9Vow7h/fffwe2bUGSRJgmAsW4etR3jsTjceRySw2FuPrvs20bCwvzUJSY60dE4DjE9eUxIcuK2wGo4Ny5C6hUyg1SpLwrIExWtJPAl9+HWrcE8WRAeNcEpXhgpU0iPNxotZZ2yrQMbCpEEdjaBHa2QKem2QaJeydIEnZnZnD75AxMSYLgOKDJOFa/+fVQ0oInjbm0CNhulxzgFv8onD/5Iwif+aEGbwPSlwF9/AlgcwNk7gKEj3081BdQ/83PY8t2cPv0SZhaEcLKIpxiESsfewln3noLmftbTJLcNOH828/B+dZv8zr/OiVgOa++AloqA1PTwPIS2+wJAqqpFATbAfr6GjrlW8VaB0UAO0o0SwKyeZp4ko1BqaVaAvVBlZLisZVlGbAsE45DIQgEisLYv6IoIplMYXb23L6+hyfl3nzzDXAfQdtmBS8uowrsX0Kt0zi72y6BsCRjIpFEsVh0E3JcupN4pCL+/YlE0vOlsywLjmPDcVhMwHy5rIB0LU8+845APxnpsOXbex0DtnO8ZveUUgrD0GHbludnxslPiqJifHzywMZicfEOrl59zz1vgq0t1iF16dLjmJk5dSDfGeHocRT7cf4bqVRKoLTWvcfA/CwBAkmSIMtsfxKLqdC0aqDgxwkWghBUN6m6ykocuu73K6115QCd7Vk7IYl2mx/ZD5LJJNbXbRiGAdu2YNusu1oUJShKDNPTJ5HPb0OSKDKZfnecgOnpk5idPffI5WEeBBwnS5NeQhRFzM1dxM2b1yEIIqrVshs/EcTjSUhSd8XN0dEJLC3dQ6GQ92JbSjkRisCSZdAqUy8ApRBEEdpHPwpJjXvxj22bYDEyhZxMQacOYFkgtgMiEPDZyrFtn+8oPBUD4PA7MpsV98in/5+gv/2/dy172QmaF6oVzD7zHMSFO3B2d4HdXaBaAbJZkIuXgOXl0OO1KtLxfbWzeA/0T/8I2N4GbJfMqmuAYQCWCXrxMrCzwwqMhgFIEnD6DKhpdJUj95RzymVgZxt0exu2KOD2d3w7bEohyDLgUBbzJVK43deHp+4uHRh5tB3sq/D3Ld/yLfjt3/5tfOpTn4IkhR/Ksiz89m//Np577rn9fFWECIeKgzRFTfyX34fHCfHpHhOXEdyL5MpBnP9e6EZS6LhIRB4l2kkM8ITJ3NwFzM8fHtur3Xt63A2nD9oPpxN0wtpjxbibUBQFiqKgXC5BlrnfngVCWODGk29841bP/E6l0nt+H792zuxnQasQSGAmEkm8+OLHIEkK0ulMQ0KRfxZAg6yoLMsYH59EC+9uD/Xnwk2/eZeGpmlIpdIPrLRJhEcTnTItQ70JTpxkxbrFRWDuPLCxDggEzomTuH1yBrYoQnDjCjI42DRhTSYm4Wyu1zr9AifKfqQEFEJfX0PnGxEEkJOnIP7zf9mwWaKGAfsLn4dj6Phg7iw7HwAoFSEYOmxFwu2nnsITX3oZAp8MNA32v/9VCP/oH3vH6YSA5XnyyTLo3AVgawvQNcRFCU66D2JIn3yrWMswDNy0DRT/+qeQ2NnB3E4Rco8IYEeFZp1fsZiKarUK7hXrl/3yJ1AfRCkpf2wlimKgs8E0DfT1ZT0iSy/ip2x2AHNzFzE/f9Xt7qslpIHeSKh1Gme3E280i4/8SUYuUZnP57GywohE9fLbgkBQKhW9uIDJyOkwTfY7t23WKSjLihdnpVIpqGrcO0b92ByE32Mr9DoGbOd4YfeUUup1PfEiqZ/8NDg4fGC/R8MwcPXqe6DU9shlgkBAqY2rV9/DxMRk1Pn3EKLVfry//+D24/w3wjzEG32+mBwwm6dUVUA6PQBd1xCPJ70CASNXsL1omLoJ7xYE4H0PEOzKAdrfs3ZKEOhWcrmd82i2t43FVBSLRVgW7xqudV7ruo6LFy9jdvbcQ1dEepjQ7P761yDbtpHLLT3w9zBY1CxC13XIcgzpdPdeyKIoor9/0OskZpLjbiwmy3BkGUY8AdUwmYdffz+Sp8545/Pss89jc3MNhUIRiUQSlmXhypW3mW8dAGLbgGUFpHIty4QgiJAkEYoSgyhKh9qR2dLT7hf+FyCmdi172SkC97RYgHrnDkY3tyBOTIL+ze8D/u0vAJUykEwCMRX02lXAdkBCmsWa2Sz499XY2WaKNILA5EUlAVBiTKGmWATef5d9SNcB24GtyNjILUL7Xz+HxHMvYKyigazmQCYmIX7sJUCON3xf4LtffQXOag5YvAeUywCl2Dh3DqZlsX2vSQKqPJYSw8Z/+99i6gj3kfsq/P3QD/0Qvud7vgc//MM/jM9+9rOYnZ0NvH779m38zM/8DObn5/Gv/tW/2teJRojwMEC4cAnjp04j91//BLamBXSPgc6SK6GdA8rRTSadSgpF0qAM7SQGJidZkHfYbK927+lxNpw+DD+cTuG/j7peRSwWD72P9c+GILDOAUmSPb89VVURi6ktO+DaeW78114v/cKkvBSMj0/hzp0PvM/XJxQpBdLpDAB4QTZPMs7NXYAoioFNdjPwc2HBtADTrLrJAAGUOiiXS5idPf9IzA8RHg60azC+pzcB97zb3ACGhkGe+zBw5T2sJ+Jep5+fTASEJ6yFj74E+9//SmPRDwBkCRgeAd3c7LjzzXn1FdBCAesTYzAlCYRviN0uZTgUZkzB+skTGP/gDntNFEHv3m04VrsEJr8nHxEEYJjJgo5aNlYtE47aKB3TLNZq6HShFLnBDC6dPYOZB7ToBzTv/CKEoK8vA1lWYFkWEomUJ7WUTKZBKSBJh5u46BXq109FUSDLzMvQsmxkMllcvPh4T69rfHwKuRxTZlAUpecSavUxGfP41dxktuB1rvjRav3fKz6qs0NEMsm8hJvFe4ahe8fi11sqFWCaJgBe/JOQzWYhSYor5Xd8JMt6HQO2c7ywOFvTNK9jwF8M4YoK/f2DBzZON29e9ea/eti2hRs3ruLy5ScP5LsjHA322o8/++zzAA7meeO/kVq3DHE78oj3zHPShONQDA+PYGxsoqFAIAgEOztbME22xvE5ZWbmJDY21rxiYLOuHP6ZdvasnfqPdyu53Aqt5u50OoPbt28ikUggn9fc7mzB66hMJBJYWLiJZ555/oFR5HnU0E7u4mEjz/eK6OMvmBYKu8hk+t3ueaZs4Se4OWoSZCQFAJBEqYF4NDU1A9O0QSlw69YNpFJ9KJeLsCwbllWvpEA8EsLE+AQG1jYxurkIsVgFPSTiYMCbvR75PJBIALHhhpfalb3sFIIgYmy3ECC92roO3L0DTEyAnDhZe7MsM0uLTKZRpSXEZqF+X013tmuVXU0DkhL7b1VlhT9N817fHR/D7RdfgJmIQ1BicL7xNaxIMs6s5JB5/augX/xTiH/37wHnzje9Nrp0D8itAJUK+wMhqGYzEBybNZlTCsTjbP8rCBAmJ1E9QBJNO9hX4W9ubg6/8Au/gH/6T/8pPvWpT2FkZATj4+MghGB1dRXr6+tIJpP43Oc+h3Pn9iejEiHCwwJJjWPuox/fl053s84B/MBngMcfP4SraESnkkJHIX1xHBFmPsxlt1RVbUg0HCYDup17SimOreH0YfnhdANBEDE5OQ1ZFr2gsh71SSN/RwbvHFBVluiTJKnlWO/13Piv3Z8gZTJdDiRJwubmWsPmIiyhCKDhb/XSn62QTCaxvKyhWi17CUMArkSHiGQyibW1FUxNTT9wyegIjyZabcY405JMjAfWdXrvLmNDTs8wPz0A1HFYR5v7u5C+79MAPg39v/4ZxHIxaKLuOMD2NoimobRbAB0e9TaeRFFA/tqnQH/r80zqUxBYp5/MioZwHJDxidDOO/L886Bf/zqsb3yjQa6Ud99VVRUCpTWBLVFk3YWUQqAUWjpdGwDbBjl5suuxbebJJ1KK2Y37+ODJp2Ha9p6xVi86XY6rdHmrzq8LFx5DX18mIA8NMIm043QNnSKs6EII8a4vFov3/Lr849yphNpezw6TCWXSdIJAIAiiW1ikbgcLwcrKElKpdEPSL2z93ys+mp2dw8LCfMCbThCkALvdD1mW3QR8bcwVRUF//yA0rQpd1xGLxXHu3HnPq+egSGzd/g57HQO2c7ywOJv7bUqSgL6+rOuVWNsXINTtuzdgcq7hxxcEgmKxGPpahAcXe+3HV1dzOLmPNboV+G+Ey3cCzAsUgNel5jg2KKXePqfZfsZx7IY5hVJgZ2fb+335ZUI5eZKjnT1rN/7j7eylO5mz9pq7JyamYJqG68cqeb6zzPedWTg8SnmWBw3t5C4oRUSeD0F9MbRSKUPXdSSTqUC+pFwuumpGYts52GQyCVEUEY8nUSjkAcBHyIH7WgKKaWDgz76I0XuLrNB1QD56YfAUUMIQT7DOtKHGwl+zjrp9n08I6RXFAmDowPIS6NyFWpFPEIDRUaBUBE0k27J5COyrebGNMJIpTIN1/HmWGDIACltRcPsjL8JWFAiWDZhlCITAliTcnpnCk+UKUK3C+LVfBf7Kd4CubYRac9B8no2n43im7PH8LhxCXEUb91zcPYezsoLEhcs9H+NOsK/CHwB88pOfxJ/92Z/hd3/3d/HNb34T6+vrAIBTp07he7/3e/E93/M9GBoa2veJRojwMGE/nVutOgfsL3we9Of+DUAOf7Hv1Hj4sLqrjjvCzId5IKFpVQwPj3Z97P0mIdu9pwdlOL3f8z8sP5xegF9rqVSEYTAGq2nqnqQWUPPCqVRKnrxNr8a6/tp5gpRSit3dXSiK4pP0Cm4uwjaO+9lMDg2N4t1334Jt2x7TvSbdQ6GqarRpjfBAodVmjEgS6PKiV7zy3pdIAru7oEuLrMuvXKp52BEA89dg/7PPQvg7n0HqiSexeWehRiIpFtmmyrJABQGx96/A/spXAhtP6W99GtaV90CXl5kPQkwFBgeZlGc87rEr/Z13zvWrcP7Hf9lUrpR338U1DQ7J1jr+4glANwBC4BAC1Z88VlWIP/T3ux5bRxSx9jf+BsqvvQo1v4ux/C6IaUJIpzHwvd+HgXNzbcVanXa61K9PqhoPFEqOG/t6r7jzYZtLD4rIs1dc0k18vxdz3/+6JEkolYowTROSJLrro4B4PIlyuYQ333wDc3MXMTEx1VA49J83lzwNGx/DMPD++29DUZRAUpF37IuiCNO0GuK9MO9fFkskEIvFcerUmcBzdhDP3H66IHodA7ZzPEFojLOJ24mdTKYhCMFOzoNW0kin09ja2gydBx2HIu0nbUR4KLDXfrxSObj9uP83kkymUS4XIQgiLIuRm/geQNOqUJQYCoXdpr/jZgXB+t8XkwmtIh6Pd9Rx3K3/+F576UJht6M5a6+97fr6qrtPs13VluBvmZEIHp08y4MG//2tJ4QrSgxra6wzKyLPBxFWMI3HEzAMHZVKCbLcD0IIZFlGJtMP0zQxNjbZtpyo3zMQIN538PwEIQQxRQG5ewcVQg7cRy8MfgWUBmQyQCz8u8M66nqBUNKrpjG1GdNiRNbhWiGSZPtBnn4GZGqmfZsHjoEBJvcJsD0yt5Pghb90GrAsbJw+BVNVWXGOUm5YDTgOrFgM64P9GLtzF7i2CNy7BzI6Hm7Nkcmyz/mkpUcWFrB64TxsRWYn4fO3kXQNIzcXgCP0Sd534Q8AhoaG8CM/8iO9OFSECI8Muu3catU5QItFWK/8BfCxT/TgDDtHJwmPw+yuOs4IMx8GuDcMsLOz5SZbOivq7CUD0m5BrZ17ehASpPn8tutn2H0S9SD8cA4C/ForlbLPs0JALBZ3mWpJyO7vnXfjmaaJiYlJJJPd69/70ezaLcv0Nsf1OKjNxf3764jH4ygWDXBmOydxiaIIXdehqvFo0xrhgUGrzRi1LGBnB7R+XR8cBO5vMA+J+5vA1v1ad54ogAyPepvJkZ/+n73kGXUcVvSzbYAQSJaFsd0C88vxbTyJokD8zN9tkPIkyWQou7IduVLefTe6vYPc8BAs3ulLCJBKAboOWdcwevcekz9RVQj//Y9DSHS33vvXOfIt3wJnawtrmobZ7CAGPv4J7xramaM66XSpX1/X120Ui0UkEgkoruT6cWRfH7Zn2lHiIIg87RaVOhnnvdj9Tz75bOB1RVEQj8c9YkwikYQgiKhWy3AcBwDB/PxV5HLLoYVDft6aprkdKmGJQx2maXnPsh+ECJiYmIYgCA3xXpj3L8dhKEDs10LAHwcZhgHT1GFZFhQlhsceu9jxbzg8rnIgisGYsj6GjsfjyOWYl2I9Dnocz527hKWlRVDa+N2iKOH8+YPtWIhw+Egmk1hdNVEs7npkw0ym3yMXJrpcn9uB/zfiOKxLulKpoFotu56gckBOs5v1NGyPOjIyio2N9Y72rGFe6BzM11Xz9mTtnAPvSHzzza93NGfttbflkp5+WVMOLm/6KOVZHjTw+2sYRgMhXNer2NzccNf9iDzvR1hBnEmOp1EqFVGtVpFIJLy8zsWLj3dEyvN7BnIrE178F0UJlDrQt+5DtizEda3h8wfho1ePZgooACBkMiA/8v8G/Q+/1bZ9w34RSnpVVYC6e9m6caKWBWFqpmObBwAgQ8Oga6tMetOvZCNKgCyzPfXaKqrpdM1jvqb7DAgCCKUoqzGsyiKqj11GvFLB6MoyBE2Doyhwfu5nIP3Kv4eQSEKYmIAdjwOVqifCIFKKM6+9jtsfeQFmnMXX1N2Hzy4tg6QfYKlPAFhYWMDv/M7vYHl5GSMjI/jO7/xOvPDCC704twgRIoRgz86BXO4ARWD2RrsJj6PorjqOMlxh5sNs/WHBimlaHcustEp+XLnyjuvnY7ZdUGvnnvYyoWjbNubn9y9h0U1x+bB9FPm1WpaJarXsybHwAJ+x+Mvo6+tzGffNA9b9Pt9h114qFbG1tRn6/oPaXJTLZcRiMThOCqVSyfsu5hvEJc+iTWuEBwctN2PpNGi2v2FdJ4IAOjXNuvy27tc6/SQJZHrGMw13ikWIr72Gc08/xRLWm6sgbqefZFmYXVyCwP0s6jaeYVKezdiV7ciVip/4JMQf+AyE3/w8Tt+5h9unTsAURZaAOnESciqN02+/A+Hy4yAnT0L8ob/fddEvbJ0Th4fhALgtSugXxY5ioXY7XcK+l8tq+VnFHI8q+/qo4U8o27YJYH9EnoPypd6re2N+/mrD60x+W/T8r3jswJ87SmnTwiE/b0IISqUCstmBBmKPZVmQpPAUgSAQVKtVnD3b6H1yVOQpjl5YCGSzA5idncP7778N02TjIIoiFhZu4tw5sa1EYX0s9tRTz2JjYx2VShl9fWkMD4+BuMos9e89c+YsBEFEKpU+knFUFAWXLj0e8Dp1HApRlHDp0of2lDuO8OBhe3s7EOfbto3NzXUkkylkswMYPwAJOD/q9x66XkU+vxNqEdDtehq2R+30GK280AEKx6Etf59h55DLLXU8Z+21tx0bG0cut+x1SvoLlFzeVJKO1oojQnMkk0msr7N4sp4Q7jgU+fw2BgeHPCncejyq++NmBXFZlpHN9iMWU9HXl91XXocQgmx2AJqmoVwugnf+8RDKNk0kHAejWzuNnz0gH73AdyhKS2924fxF0Lo9H33xRaxt30f51o2e57zCSK9kYJD51JsWU5rxoZPOw4Z9tSCAnD4DungP0HTWSagowNQUSKXK/OTvbyJeLMIRBFb8EwgAwv5flmE4FGvJJKS5cxBsB44oYHVaw5nXv4bMyjKwsQ7rH/wQhP/ub4J++WXAMABQJi0KAIQgs76OJ/6vP8L6hz4EbXYW8a1tjG7tgJgmyAGvpXthX4W/b37zm/iBH/gBWJaFgYEB5PN5/Kf/9J/wL/7Fv8Df+lt/q1fnGCFCBB/26hwgEw9GIHfYCYLjbILMAwld1zy2pd8svFOZlWbJD0opCoVdqGrckw46jl0Jq6srPZGw4N2U5XIp4I/CpR6abXoOsyuCX6th6D6vHgbHceA4DtLpPmQyWcRi8YagjCeN7t/fxM7OFkQ3yd7N8x1WOFxby2Fzc/1QNxd8U6uqcei6Fti0UgrP3zDatEZ4ULDXZoyu5GC/8bXG4l+6D/TMWcB2JVFUFWRg0Cv6AbXNZDb7STzzzPNY+Z3fRmVnF3Fdw+jWjlf087838B0+Kc9W2JN05B5XuHAJ0r/+Nxj88y8jk8thfWgA2qlTSKb72Nz1wsfaHreGczAMOK++AppbwerwIIxkHGJIgaKb5GC7nS71Mky6rqFarcJxHFBKoGlaQJrvYWdfH0dCFUc2O4Bnn30em5trKBSKSCS6P7+D8qXeq3uDdaIGX691chA3dnB8RT94CfNmhUOAeQYz7z3N877hUJRYU1/evdb9wyZP+cGl0sPi6HZ/h7ZtY2FhHoqiBDoe242TW+016n2d99qXHNU4zsycwsTEJG7cuIpisYh0Oo3z5y9FRb+HEGtrq7h161roa+VyCU888cyhPHP+fdetWzcgioUm7zu69bSVFzohAubmLnacT+jG9iSMOM1jEcdNQM/OnsPCwk1X1rSmJBOPJyFJh0PEiNAdRkcncOvWjcC6ziEIxCPlyLJyZN31xxGtCuKUAuPjk/vO7bDvoIjH455XIP/N8Rzmmdt3A/su7xwOyEevHnsROv17vnx+G/PvvolSqeAVmZeW7mFu7iL6+/efGw0lvQoCyPQM6MoKkx8Fuu48pBcvg/7JH7LrGh4BVeMgTz4NPPYhZlvhXjtduMUUa8YnMLK0hNXZ07BjMUBNALoOyDJouQRtYADpzV0QV21BsF1PwBc+jCf+8I8gGCawsgLnZ/5nYHKSS1ExBRt+z10v+3HTBllZ9c6VHJCcaifYV+Hvl3/5l3H69Gn86q/+KsbHx1EqlfDZz34Wv/iLvxgV/iJEOCC06hwg6TSkl74VjWHAwcOfkAszQQ3DYW1sD4qp3SvwQKI++QKgK5mVZhsJXkThPi1+HKeuhF75PxaLuzBNA5pWcddj5pvY15fBhQuPHYtND79W5sUQfI2x+2xP9rOeYc+TRoaho1jc9dh/iUQKiqJ09Hw3S0DNzs4d+ubCv6mtZ9Uy2Y5UtGmNcCzRah1stRmjp2fD13XHAbQqMDUNFHYbin5AcDMpCCImRidgv/pqU3JQtxvPPUlHw8OwX/4SsLoCzExBeOklKJKCXq0ozvWrrHDqdh2Wx0chjI6ATk2D1PlOdZMcbLfThc/Zpml6m37HcWDbFgghME3jUD25jhLHmVDFIQgipqZmvGJLt+g0Lmm3ILpX90Ym04fd3Xzg9ViMFe0cV67InxwUBIKYy6JuVjjkn0kmU7AsC45DA+S7y5cv4vbtm12v+4dJnvKTn9bXc9B1zS3KA5pWRTKZhizLbf8O91Pg3Wuv8eyzz4PL9re7LzmqmFySlICnaYSHD7Zt4+23v97yPbdv38Lo6PghnRFDqznRth3oehW32uxO2S8xxbZtrK4uYWVlBZQy+wNZVrz9CF/rRVHCxMRUT6+1fs7yX0s2O4CdnS1YlgXbtlAqFd3jpXDv3geQZQWzs3PQtCrK5SJ0nXnHcz8zSlm34XEk7DzqEEUR2Ww/isVdWBbzYyREgCgKnu9rtVo90u7644iDUhKzbTsgwy3LMmzb9rwCOWlflhW88OyLIK+/gbBQ86B89OrP1ZvvLsxh7OMfb/os2LaNK1fe8fJHXE7WMHRcufIOXnzxY+jUZqgeTUmvwyMQfvwngPWNPdVmwsD3g7RQAIZHgI0N0M0NCH/t/w7x+/52w3GIb/8tLC/iTKmI20MDsOJxCIoCe/4GLElGrFQCcahr4Uo8KVAzFsP6mdMYv3Yd2N5if791k70nnmDSpabJ/p7NMqnRagXo6ztwOdVOsK/C382bN/HTP/3TGB9nAUEqlcJP/uRP4pOf/CRWV1e9v0eIEKF3aNU5IH7mB0EUBTAbCzsHifqEXKgJahMcxsb2oJjavcJewUqnMivNNhLML4SGBgH7ZVH2kvWfTCb3LWHBkyosgA52UyqKgr6+zL6uw/8+VY2DEKBarXZ87fxaO/Vi8CeNmMwc9YI2v9xcO893qwTUwsK8xxw9rM2FvxtYkpjnR9UtiExPn8Ts7LlHclMT4XijnXWwWXdd6Lqe3wHW14GRUSCfB+7fB93eZjKfqVqhq34zuZesaLcbz1bHheOAfumLcEolCLIM82uvAX/8J23FAM0QKKKOjMD50hcBXfcKjwnTxKbjQFxeAp07DxKQQuyu2NZOpwuXYSqXiy5Dls2XjsPmX9M0AvJMDyv7+rgTqvZCpzFLJwnaTgqie8V/c3OX8Pbb3wi8TghBIpFCsVgAIQ4sy4IgiF5ikD97zQqHHJIk48yZcwjz6xNFscGbThAkZLMDuH371rFIFteTn2zb9nzxeEduqVSAqsY93yuu/tAM+yGe7bXX8Mv2H/d9SYSHH+vrORiG2fI9TM7ucNFsTmRkmzIAClEs7Ek02S8xJZ/fDiTGAQJKHRDCCJaqGmt7P9RsvWm3WLG1tYkrV96BYeiQJAmyzDqSBweHsbKy6HY3M9lxRiQlWFiYD12HHwTCzqOMfH4b+TyTimSxpQNRpIjHkwESy1F2hR9HHISS2Pb2Fq5dq6kmMGUPVtYjRIAgECiKClmWMTs7h838Fkqf+hTiX30Vw0vLLLdzSIWfTn/Xq6vLKBR2AQTlZLk62MrKMk6fPr3v82rZgXi58+OF+c1jbAxwHDhffpnZJU3PNBQS/fvvYQCDDivolt55G7H726gIBNtDg8wPkBfxANbBB0DrS7Mkne0AcBN2jgNUykAyBaRc2dJ0HzAxCQwMgpyb67ioeZDYV+FvZ2cHY2Njgb/xYt/Ozk5U+IsQ4YDQbBIVlMOfVMImYCLLoNUqnN/4PDvPI57s+EaeS2H4ZYCOgwxXr4OVZhsJURRBCNP3r8d+uhJ6vYkYH5/E3bt398Xa8idVCCGBbkrTtEKTKu1eh/99tm2jVCoAYOx5SZI6unZ+rZ16Mfivr75b0HEcT26uneebH4sQ0vD7ME0TmqYd+uYi2tBEeJDQzjoIipZd8YF1fXmR+QecPecVtOjMCWB5CfTePZALF0EtC9CqoDMnGYvRPd5esqLdrsfNjkuSCRDTDBTl9hsDNBRR11eB+/eBmRMg6T4AwMjWDnIjw7AFAWR7Gxga8j6/n2LbXp0uNRmmmjQzU3sRYdusq0zXNS8Z8LCyrx/kwkU3MUu7CdpOC6J7xX+yrDS8rmm6282W8opbQC0x6D+vsMKh//WJianQ59O/BlcqZQgCcP/+fWxurh2LZHEY+YmPNyv+Md8ty2LFwEymH/fufYBcbrnlOXfjDc2xV9HQL9vfK2WLCBG6RblchizL0PXmZOFkMt30tYNC2Jxo2w7K5TISiYQnQ9xqXt0vMYX5r19DsbjrySozCKCUdR3y7rlmcyiHn6BgGAYsy8KtWzfw2GNPYmBgaM/9//b2ffzlX77uSooChmFAEFg3c7Wac/duVTf+YAoElUoJiUS6YR1+0Ak7Dzv4/ZFl2SUEU4giu0+VStkjtvhJLEcVZx1Hmfde5g5s28aNG9dgWWaDhLgoSpicnPYI36qqYmFhnsWUogD7xReQy+dxqlCGPsjtDtIY24N41C3a/V3779na2rJL6Gr0NafUwfr6ak8Kf0D7lhLtINRvvlQEXVoEDANUN2Bns3s2oPDfjvXyn4PuFrA6NID78TgEXWfSnXZtXXQIoOYLqDH0SY2pTynr7pP62L9jKuA4ED/28Z5dc6+wr8JfhAgRjg69nET3g9AJmL9WLIK88sqRnqdt29D1KnZ387As05Pn4DJA8XjyWMhw9TJYaZZISiRSnkRJPbpNlB7EJkIURczNXcD8fPeF0G5kudoNmvj7CCE+NizrtMtk+ju6dv+1duLF4L+++m5BLhEKtFfQLZfZZoLL1nF1Ay6TVSwWARx+cH+UG5oIETrBXusg/T9+G+TalT274vm6br/8JSCeCHSxkXQf6NwFYHMDVBSBUhGIqSCLd2HfvhU43l4eD90i7LiwTdj/+ffRuKp0FwOEsjlNi0mvLC+Bzl0AEQSIlOLM4jJuz0zB0jSIQNN1ohsp8mbgXeR+CWKWnBGRSvXBcRyoagInTpw6FomQg8KDWrjoNmZpl6DVTUG0Wfznl2PjMnIsYbOCTCbjxXLca6ZSKUNRFFCKloXDduMpvgY7jo233noDtm0fm2RxM/JTLS6SYFkGRFGEqsa9guhe57wfubB4PI5KpeypNXBPaaBRtn8/BcYIEXqBZDKJVCoNXdeavIPg6ae/5VDPiaN+TqxWK9C0ike49P+2wuZVP6GR+/Dx36RpmsjllkM7nf2fL5UK7hrPfqOOQ2Hblltco9jd3YHjOEil0k2JBHy9qVYrgZjBNHW88cZreO65FzAwMNx0/2/bNt5//204juXrymGKMOVyEaIowTB077u42oBlWSgW89jYWA8dF/+8w0nRlmXh2rX3cPHi4w9t3HLc4b8/yWTa25dT6niyru2SWA4Sx7lrtFe5A/Z7LKFSKTfkRuLxJARBwNmz52HbNt588+uBmFKUJOiZDN6UJKRTCYjb97Fxf+PAxqiduDORSAbuWbFYcOMcKVD8o5TCth0UCrtYXl7E8PAYCDk+80GD37zjsKKf7QCiBOhaS/Jp/X6QjI7AMc0amVRWAEMHBML2noRA1k2M3r4d9PQTRIDHibYDmAYQjwODgxCSySP38wvDvgt/3//93x+aRP70pz8d+DshBG+++eZ+vy5ChAjHDA0TsA9EkkBXc4d8RjXwwETXNdffjs/ZbJGjlKJarWJkZPTIztGPXhY6miWSCoXdnsog+IMNSmlgg6Uosa5Z//sthHaaVGk3Wed/HzdS50udv9Ouk44H/7UWi7vY3t4GpQ76+jINMnNh18f9fni3IE86AeGJqnqWnqLE3I4Bf/EQrtxDHo7j4P59+dgF9xEiHBe0WgchCMx8fHSs7Y64ZscjggA6PAKsrYKM1hQ3wo53UOSg+uNa//tv9jQGCC2iqqrroeAAW1vA8DAAIFsq44n3r2HzU5+CNjQauk7sR4q8GYaHR1As7sIwjEBCkZEuKE6cOPXQkxYe1MLFfjoV24lLui2I1sd/+fw25uevoVQqeMncdLoP2ewgJEkK7LG510y1WoWiqJiYmAyc137jqbU1NmYIKe/vp7tzPx0DrchP7O+8A5BAkoLHbHXO3Spw5PPbWFlZ8oooLJle9TyX62X7D8qPKEKEdsGfQV5gqMfc3EUoSqNCzGGBz4n5/DbefPMN6LrmEW38v62webVcLsOyrAaCjq6zOXJ+/hpUVW26rymXywHJbkrh/VZrf6OhRAL/vKbrVei6hkqlFDgeJ2i+//47+OhHv63p/p/5luqB+Z7LFrNikO0RUf3nxq93c3MtIG9cvz75vYoJAXK5FVQqFZw7dwHpdMb9/ipisfhDTWQ6LvDfH76ua5rmFXnrSSzz89cCnWeHcY8ela7RUqmISqXidlc6vt+vgGq17M2ZzYrp7HflwDAMV4Hp4MZor7izVCp68QZ/n6rGYRiGO3/IrnKlA9u24TjM6++9996GLMfw2GNPYGBguGfnux/U+83T7S3AsgAiMOnNWG3Nqiefhu0HSSoJAhogk5rxBIRqBY4sQzYtnPnGNyHYNvsOQQBiMVcOVAQc2xWYoMD4JCv6HQM/vzDsq/D3oz/6o706jwgRHnn0kpF+mKifgP2glsU6ArrEfsYkKANkwq/NzRkurKsq3sCIqz/OcZMyaBdhG4leSyjyYMMwjNAN1ubmRtcJ0P0UQjtNqrSbrPO/r15i099p12nHgyCISCSSWF5edDdpAnZ383jrrW/s6QtECAkwAwVBgKLEIIpSQ6IqjKVnmmaopyL7rdiB1x7G4D5ChP2i1TqIzQ0g1Oq9eUdcr4+3H+y1Dvc6BggrepKBQdDNDcaqrOtOkFIpTH3i20Njg0D3oCiC3t8ENA3Obh70878O8jM/11WcxedfLjnmx6OStH9QCxf77VRsFZdwhYlisQhJkgJdKUBnHsU1b6ka09wwdOTzO0j5PD45mO9fAplMNvT86s/btm2vm3CvOJBJfQpwnMZ5p9vuzv12DOxFfgLgKXzEYsHixV7n3GmczPcbjmMjlepz/T958q8EVR1uiMUOwo8oQoRO4H8G4/E4isUCTNOEosh45pkPY3h4bO+DHDD4b4vtrxyf7GbNz5xSNMyr8Xgc5XIJ9f5VjsOkkdPpvpb7mmQy6e1lg98Nn7cv+41yIsHo6AQ++OAmFhfvgkkvJ1Aul1ziMW2IF5hsp96SOFEulyFJEkxT987D39nH1l/qEj4F15aKenOgruuBLj7/vMmLE/x6KKWQJAm2beHKlXegKApM04QkibAsOyJ9HgLqCVVsDePPWvAZMk0TpdI2SqUC4vEEFhcruH79CqanT2J29tyBrSHHTebdn6eLx5mtSy8KoYahw7LMQNGPFwEJEaDrrNM2LKasEcNreSGOgxijvYh4hqE33DNVjaNarcCyLC/vFOwaNmHbAnTdwBtvvI7nnnsRAwNDDcc/bDT4zWsaK8gBgCwBg4Pee/3k02aWHNANNrfHYsjkd/FkuYL1bAZatg/xsTGMmg7IS98K+qUvAoVdQImxyVuJsS4/SoFMBnjqWYgf/8Sxzt9Hhb8IEY4B/AwER1GwnumD9t6bSL74UUw881zoohWajDsCj7+GCdj/Wjrddavzfln6/sDEcZguNy/+8c11Ot3nyjWGJwCOs5TBftDLzsJkMon1dbsJm5Ein98OsA0PC50mVdrtXvC/r55l7u+067TjYb++QLIso68vC8uykM0OYnh4uCHgbfYdXAKXXwPf7PKNZH3QChx/D6cIEQ4TrdZBACDD4V3lzTrien28btHOOtzrGCC0kCgIINMzoPfuMeN1oC3fQq97UNeYFAxnhVIHdH0d9v/xHyB9/2c6Oj/gaJL2x42E9KAWLnrZqei/J5RS7OxsuVJ0JkxTD3SlAO0XRHO5ZRQKeQCNXfi6rnsJ3G7Pv9PYNpFIYnPTQVjH317fGfbcUop9dwzsRX6SZQXVahmKEoOua4jFgrKbe41TJ3Gyf7/BuzS4XzIhAiYnp0PHNfIyjnDUOO7P4Po68xjVtCocxwHAmjr4vlLTNKRS6YZ5tVYAA4LdOrWiWD38+5rR0QksLd2DYeheEd9vp8CJHQAjEmxtbWJp6R62tja97zUMHZKkwLYdsA5kMUAWpZTJNJdKxaYkDKbKokDXq3AcCsuy6tRdBFBKQKnj7dv8sCwTS0v3vC4+/7xZr1rDfeWZ2ssu4vE4VDXuvcbn5yeffBabm+soFoswTR2KEvPuwXF5bh5UhBGqOMmYEMF75njRFqAwTQuGseMRrxcWriOf38K5cxcPJFfVK5n3XsS0/ljGsiyv2J9K9UEUxX3l7CRJ9uac+o5aSh1IEtuLhMWU/J7580IAQB0HZHsbxcUl2CPjEF56CY4g7nsc9iLiyXKs4Z4RQlyiUgkAcZ8xlu8RRTEgLew4Ft5//22vO/ko4M974+Il4Mr7oOUyU4SxLUBRgOmZgEWGn3zaypIDggDyye+A4O6hpyYmEPu2j8MiIviUav+Vb4f9Ez/OZEBdD2nE4yDTMyDDIxD/5U8f24IfR+TxFyHCEYMaBszf/ALWk3Fsj49iJ5OGaDsQKcXm1feQc2ycO38psGg1S8bhBz4DPP74oZ4/URQIf+cz7HyKRZZ4bCMhFwYvCCgUoP6X38eIpkFoJo22R5HTH5gIgugF/aIoQhRri1qzBMCjImWwX4yOTuDWrRtewMnBDcbL5SJee+3LOHXqLCYmpkApQgMcfu8rlTL6+tKepvh+AsNONrTtdi/436coMZTLJdh27dniQbn/M+1cQy99gZqNT7Pv4AVMxpQj3obati0YhhHa1XKcPZwiRDhstFoHyf/tU3C+9npgM8LRrCOu18frBs3YkQ2SoqHnagLJzmMAoEUhMZUGeeppkE9+B7C50ZZvIc2tsE4/7v/AWaFEACiF8yd/BPp9f7urzdphJkyPKwnpuCeNw8DXcMsyveKMKIqIxdSOOhX994QQgnx+2+26SwWKUJVKCaKYhaIobRdENzZWA6QiP1iXhxn6uXbOv5vYdnh4FAsL8zAM3RsrHu+1+s5mz202O7DvjoFW5KdEIolyueTFMZWK5XkWsyRYbztS6xOhhBAvYQ6w7oNmiLyMIxw1jvMzWCoVUa2WwbudbNsGUzxgexVKaei8qmlVqCrrYqx167AMriiKXkLfD/++hvmvX/Q6r4FaJ7Esy0gmU94caNsOtre33G4Zx+vSopTCNA2IouApq4iiEPg+QghWV1cgSVLo2s7Xq0QihXx+p6GwJ4oSHMeGbfPzcxPSLrjKkWWZ3vzO503LsnzFCQGJBLumarUKSh13rIOoVMp4/fWvuNYWlYAn/XGISR50hBGqmMck8e4PUOsoY7kWtpb6ZWnL5dKB5ap6QZ7qRUzrj2UIIahUWNEPAMrlIjKZ/gY5VFWNg5D2OgItXQNxSQOUEHf/wOYSTprmqkiapkEQiBcb8bwKL6YDAC0WgeUl2JaF+No67Fdewc5X/wIfvPgCTFcKtNNxoIYB58svw3ntqzilqvjg8gVYAwMQRDFAxKtUyrh/f73hnimKAlHMIpvNolgsolDIQ9d1z1eSz1eEEOi6cWSE7/q8NzVNkFQK5LkPg4DC+fLLbI8oCKCOawmha7CzWWycPoHqrRtQ13MYURSQEOIHkSRgcwPi3/5/sf8mAJFFwKzNgeLjTwA//znY/99/A+TzQCIB9GVAMpljK+1Zj6jwFyHCEWP7L17GrZlJGEoMpVQCDiEQHIp4tQLFNGFtbuCmIHiLd6tknP2Fz4P+3L8BDtmEVbhwiSUBX3kFdDXXVkKuHoEkyvY27MF+rGT7cGZxGdlSrcDApcyET7aWMvMHJqqqQtf9MkDwihnNEgDHTcrguEIURfT3D7oyn4w5aNuOZ4Bu2za2t7dRLL6FmzevwXFYQVCSJCiKguXlRYyNTWB1dcXzshEEAanUHYyNTXreMt0Ghu1uaNvtXuDvu3LlHRQKbDPIOuLYRk/XDSSTSe8z9cHt+rqNW7duoL9/EENDw5ieZufWK1+gVmj2HVwmy3EcJJMp7+/VahWEGA0yWeyae+PhdNy6WCJE6BbN1kFQAFevdNwR1+vjtQvOqnS+8mXQO3eAkZGGImO9pKj/XLGWgzQ9CfrCR4EQf9K9sBeZSDh/sf1jTUzC2VyvdfoFLsLtHtiHNOphJEyPOwnpOCeNwyCKIsbGJnD16nvumLK1XtN0XLr0obbGsv6eMJlJgMvPZTL9XtcX68LPelJr7YAfK6zDjhAglcpCFKWuOi07jW15DEOpA9M0oGkONK2KeDyJRCLZ9DtbPbdLS3c9SS52vUF/6GKx0W8sDGGF5+HhUbz99jcQi8W8ZCDrhmFFhKGhRtnN/YLvN1hyLFhMDpMhjBAhQnswDB227UAQiFvcqNl2ABTDw6Oh+0FVjUPTql7XDttbsqKYbdttFS2y2QG8+OLHsL6ew/LyEu7fvw9ZlgAQt7PbhqqqsG0Loih6JBA/KKWIxVRPQo/9je3rEokUKpUKMpmM97n6tZ3vOefnr4GQfEB+lBULmecY7yrkstBATeqYdfAVIAiCJ/v5zDPP49q195DLrTTIUvM9LeuorHp2D4oSQ7VahiQpsCzDG1NKqdtdrRyLmORBR/26pqpx5HJLAfUd3lHm79jkYHkY+8ByVfuVee9VTOuPZVj84PieYQpd1yCKkieHKssKSqUCAIJkMgVJkprmlJzrVyF++c8hjY6ACgQOIaCCACLJECTZjbscvPnm12GaBiRJQrlcQrVaRSqVdjvsdCQSCfYbdBxgeQnUtiE7Dka3duAoChZGh+Es3gOZO9/xODjXr8L+pc+B3pwHHAcZCnzoy1/C+vMfhvGd34nkqTNeTiWdzjS9Z4qi4OLFx7GwcNP1BKXuswVXMU0CIYAkiUdC+G4u0akDV94DPvkdwOXHgffeAd3JA9v3AcfB7okZ3H7icVh/8TKEySk4qQRW5mZxZjkXyCsD7ZNmxcc+BOHXvgDH3ZeTLvLdR4mo8BchwhHCtm0s5LdgyzIsWYJDCONqCQTVeAJyqQSiaYHFu1WrMi0WYb3yF8DHPnHo10JkpevkWX0QQDUNAgBbFHF7ZgpPXr8JgXt2tJAy87eBD41PYDmlwnbZdyzALgUC2DAPNI5eSRm0c+0PeuFjaGgYhULek1qwbc234eCBjI3dXbZpkWXFk8GKx5N4//23fZsZdkxN07C5uYH+/oFDS3a2272QTmcgywpUNe7polNKYRgGdL2K2dmz6OvLNDzXfh/ESqWEQiGPXG4JZ8+e76n8WDM0+w5CCOLxpMeI5YnEZJJJlNVvZIHeeDgd1y6WCBE6QTtetN12xTdbV3vVZV8PP6sS62vA9jawswU6NQ2S7qudV8g6zM+VEECWRZimjRBiZVvoBZkIYN2D9r//lcaiH8C8IIZHeiqNehDwk1/qcdgkpIchXrFtG2trOWQyGV+xiY3trVvXIQgEExNTLa+rvnjm9/vl7G+/TFosFveO184Yjo2NY2NjFWFenoQImJ6egSAIWFtbBSHA6Oj4nufM0Uls649hVFWFLCvemBFC8NRTz0JqUtxvVWAEgGq1gng8gVKp5BLzuPoAxdraCkZHx9qKA+oLz7nckve9iqJAlvt95yxgYiJcdnM/YN5et1Ao5AOejJpWRTqdObZ+lxEiHHfIcgyiKPh8OxHoQgkjJvL3MUImDXTZcenP8O9qVGrhKjRPP/0clpYWGwgjuq5jcHAYtm3Cry7kPw9CiNuNzDq1GfE1BsuyEI+roXss/9qezQ5gcnIa+fwWdF0HIYJbBOXfwYqAlDpe8YOfB/cl03UNsixhdXXFk/28cOFxVCqVhmIAuw7H803lxyuXuaWH2KDywwstlCIiRvcA9etaOp0O7QJUFKXh/vG19KCUefYr894rYr0/luExiR9WoYCqZYGKAhxJQtnghKIaQSssp8QLTalkHPFsBlU1BgEAbBuwHQiKAlVNYGdnG4qiNMQapmlibu4sEokkFhbmYZoma2iwLMiOg9nFJQiUYnVoAKYkQbAskO1tYKjmn7fXOFDDgP35XwdduOVyxASAAILtYPzrXwPRdEg/83MgdaT1ZveMUmBnZ8t9rixv7+Y4AKUmFCUGRYkdCYmpad67VAS9eoVZQCQTwNIS8+CTZdiKgttPPgVblkEsC1hegnB2Ds79zYa8MtAZaXY/+e6jRlT4ixDhCLG+noOpqiB5ClsQAtxehxDosoS4qgYWb5pbCdcnhpuMy+VCOMLHGw1BgKqC6xxZkoT1wX6M398G0JyVUd8GDtPE6bFRt4U+4bWz27aFgYFBDA42eqD5cZCFGMMwcPPmVWxtbcEwWIJIFKUHtvDB2V+iKLoSIdS36YBnEgzUJED5Rq5YLMCyTEiS7NucEdi2Ddu2XGZ5IvB9B5nsbKd7YX09B8syPca6v6AHENy8eR2rqzn099fkrCilAR9Ex2ESMLIsYX6eeSbsh0HXDlqx9BKJJJ566llsbKwHEpKFwu6BeDgd9y6WCBHaQbtetA2FrOFhUBA43/gG6Equ46JWrwpjftSzKqmqsoYj22Wqzl3wOv/2IynaTqEU6M3miigKyF/7FOhvfZ5dhyCwnawsAdMzgOOA9Ega9aBQqRwOCWkvPCxEjfX1HAxDh2kaHoOey2YBFPPzV5HLLbe8rvrimd/vl63vNWa+P15sdwzHx6dw9+5tFIu7gUQuU7CIY21txV2TWfdLLreMVCrd1n3oJLatj80ZSSjuvXdjY71pvNSqwBiPx1EqFZHPb8M0a7Eh882RIMty13FAmOymv7uwUik39dPqDfxye8HdGCsmrKBQKCKReDAL5xEiHCaSySREUYSu6z61HjYXxuNJpNNpAI2EikqljGSyRvj1z6GpVJ9bAKSh+5r6eXpzcw137tyBaRrIZDINXb3VatmzevCrCwG1IkwymWrYYxWLRWxvb4Zed/3aXq0yEoHjNMp9MkKtjGSSSRxrmhbwnqeUemuUJEmBfVZ9McC2HW+PSqntm/sB22ZzNBszUncOcDspIxuIg0CzLsByuQTLMgNFLy452SvScDvn08la2itivT+W8RfdqWUBVQ2OacKWJVAL0HQDVFEgKrJXDOcELX9OybZt5P78iyhn+xC3LMR1HYppQVdk2IIAwbahxhOwBCFgg+JXLSAu0XBgYAjPPNOPtbUciotLiK+tY3Rrxys4VVWV/ZsQQNM6Ggfn1VdAF++Gq5mYFujivQY1k1b3LJdbgmWZSKf7kM9vN8xhLIdHu8pFtbvna/r5sLy34zALB0oB0wCWt9j/E7bH2zh7FmZMgaBVgWQa1LJA8jvA1DSs5WWsZTOY2MmDGgagVUFOnIDzyisPVPdeN4gKfxEiHCHK5TKEwUHg/iZExwlsEwkBHFkGBgYCizeZmIRjmuEdf5YFMnG8k1hhaAgCBgZANjdAbRuEUlR9jL4wVobfJ7E62I+4pmF0aweZrW088aU/x+Y/+BFUdL2jwKRXPjD1WFy8g6tX34NlmZ4/QaVSRjrdh3g88UAWPvxMIsviRSXiviZ5puMc/n/zIlT9RoZ7Fei63lD4O+qNhf95rS/o8b/ZtoXFxZqcVb0MBd8kAayQubm5vi8GXTvYi/ElScq+fQTbRSSlG+FBBy+UOeUykM+D6hoQU+GIIuDzwOPghax2i4V7oVlhrNtNVj2rkgwMgm5usIKZaTHPhOFhAN1LijrXr8L8zS9gTZGhpZJQb93A+H/9M0jf/wMdXXsnkP7Wp2FdeQ90eRlw7xEGB0EEASQe37c06kEjkUh6SgX1OMjEjh8POlHDtm2srLBiz/37625BjcUcnJQkipInW7bXddUXz7hcNk+y+j/D48VOxlAURVy+/ATm56+hVCq6vlECksmU5yvT7X3oRKZrPwm6vQqMoijBMHQv+V5fJOs2Dmj1vbqut/TT6hbr6zkQQpDJ9AckS1VV9TpgEomke/9NMH+yB7NwHiHCYSGf38bKyhIsy/KUYxzHhqrGXak+Nl+FESosi9lNNPtNnjhxCoIghPrNh83TrKBWQTY7EPDvBNjaweU+/epCvOMumUyF7rFyuaVQ3y2gcW1n8xoN+MfyzmJCCE6dOoPNzXWXgEq94gYAz5OMF4SA4PzK93ibmxvI57fdDnbiegdakCTZI7UAjGxiWXbg2GwcxEOLSR5FhHUBzs9fg6ZVAVBPQjaZTHtdoAfZbd6tzHuviPX+WIYX3R2HAlUNhLKcqiOKoAAESmE7NqhF3G5IwSNo8ViGzyNGcRdkaBCUEFCXw6OYJojr9SdpGlInTqNSYR2EfvI3JxjMz1/zyFgTE9OwR8ZhvPoq1sdGUFVVxDUNMV137Z0c1vDQwTjQ3Arbl4WpmQgCYJqhaibN7hmP9RRFgSRJHiGLI6wruR30Yr8blvem21us6EkBGAYbC8dxOVcU1WSCjSsvDCoKoGkgQ0MQ5uagj02AXr8BvP8uEFNB792Ds7DgnZt48WD2o0eN8Gg+QoQIh4JkMsmEfKamEbNtCG4iAhSgIBD7WXLKvxkXPvoShL6+0OORdBrSS996KOfeSySTyYD0BhEEYGoaRBThAIjrGitqxuMQfuAHAQrYL38Jxm9+AfbLX8LWl76It2cmcW9iHPf7s7g3MY63L5xDPpUECgWM3bqNs2fPY2JiuiEpYts2crkl3Lp1I6Chzn1gdnd3US6XYRg6yuUydnd3MTY22VWSyzAMXL36Hihl5uT+YhEzIGdjwAPy/aDZdfUCYcfmBaKJiUlIkgRRFCC5OuiN0ieN/64PKljwFC7H0iog6tV1tzqO/3nlBT0Ov38kwOSs2DkHZSj87+NBJx/DU6fOYGhoFKdOncEzzzzf06RQOp3BxMQUYjEVihLDiROn9vwOHig2+w11g8OS0o0Q4aDgvPoKnFwOmL8OrOaY2fcq+29ndRXOK680fKaVR6/zG58HNY39ndP1q7D/+Wdh/97vgn7jDdi/97uw/9ln4Vy/uudnG1iVggAyPQOITEIG7jqMmAJcugz7d/4j7Je/1PY5U8PA9v/5H/H2yWkszkzhfn8WizNTeOvkNLb/z/+472tvBqIoED/zdyHMzABj4yDDw6zTz40njju7c2xsAnKTc+xVN/he4ESNMPQiXjlI5PPbeOON13HnzgI2N9dw//6m2z1CfV5RjITEilBsfWt1XaOjwXvCkrtpN9HLfKV5cYsTdzodw2x2AM8++2FcuHAZJ06cwYULlzE1NdM0AdPufeAEIFGUvOJn/bly1MfmfuyVmKofIz9s20IsFkMspkKSJBDC2POSJIMRvrSu44Bm38t8qKqQZTm0aLqfGJnHM7y7MJlMIR6Pu0lxglKp2LLo28v4PEKEhwGGYeDdd99EsbgLWWaWA6IouV56pjdfUYrQ35Ysy6i6Psj1v0lZljExMRW6r2k2TzOiLusOr4coChgYGIQoSpAkGZlMP1Q1gVgsjjNnzmFiYhqbmxsNe8lWc2T92s7fK8vs+IlEAooSQyKRwNDQME6fPgsArhdXY1+Hf41iY1SbXwVBxOjoBHRdg6IoAKi7h5fcYqgFQgTXr4z5LjJCrwPbtrxuoP0SoyN0Bh4jnD17HrEYkxbPZPrd30lzK5ujAs+rlEpFrzBfj06eH1EUMTs7B8MwUCqVIEkyqKEDjo1EtQpTlkABSLYNQt2akOO4BALHGxvHoYjH47V5xFUdEyiFSAHZsjC1uoah7Tyml1bw1MAohoeHvfixnvzN/DFJYG0vPP4Y3nvy8UCecnWYSXsSSQL6+6FpVZdgUIUsty7akolJplwSlidzHECWO1Iz4bGeVq0ApgnFoZAASKIESZLcuUPoKNbv1X43NO+taazoKUusqCcI7H/uIxXP78IRBHhmhZR6xVUKgsTcBVb0KxSAYoHtCXu4Fz+uiDr+IkQ4QnhslbQAzJ1Hcus+yqYJKggQYjEofZmGxZsoSlN/H/EzPwiiKID5YG0iwxjIJJ0GnTsPZXsbY/E+iC9+K4SXXgJduAX7n38WtFAAjSkwDRML587AjsW89nmB0po/YLnS1MOnlexSOp0J8YFhbMG1tRVMTXVeALl586rnDVBfDKOUolQqIp3O7LvwcZCSXHsd+8KFx1Eul7G9venzZCCeXjhjHQZlmAC4GwiA+xbw98VisYZzaBYY7nU/2/Um2usa/c9rfUHPz6iMx+PexlMQRFc6hXcEEO/a/Am0bhl07aD+ujqVCOslDsPTMEKEg4SzeA9Yy9UkJAH2/7YDrK7AWV5C/QzTyqPXKRZB6qRZOsFem6z6DsR6hKoJpNIgcxdY59/cBZAzs8CV9+B87fWO2ZvmK1/BwvAgbFFsWKsXRoaQ+cpXIH/yr3R17XvhIKRRDwv79VPpBR5UooZt25ifv+5JllWrVa9zgSUziS8GAQAK1U0OtLqusHsiihIGB4fR3z8IgDTEGd2MYX08cOvWDXDp8Pq4tJP70G4nfyfdgfVo9dz297OuFd5lSepY6ywx110c0Ox7mTz73n5a3WCveIZLy0YKBxEeFNRLZ05Pd/98duoNm89vu0W/gm+/LEBxZfoIETA5ybzv/J6efhBCoKpMxo+TUG2bFaqy2TTW1nIYHh7F5mbQ3qDZPM3Ol3pKLX44DvXsQ/xzqqqquHVrHsvL97w9/9LSPczNXUQ2O9DR2l7/XiYxyjqc+vsHsb6+6nUd67oGy7Kgaez/ORlF9sV2rWSduSwol192HAemabry2KwoyPa0tidxTSmFJB2/YtPDDkEQcfbsBZw5c67nyjy9hD//QAgj9xQKeSiKinQ6DUrRcUybz29jYWEeoihCliVYloWkZWNkeQWVeAKWIMKIKaCEgFAHDiVeDgaAF+vx34U3j7iqY3B/65YkQaAUp1dyIPE4xI99DKOCiOXlRZRKxQa/S54H4mv76OgEbt1ZgH3iJMTlJZazBVhhSiCwJ6dQLOy658XmOllWUCjsNs3NCB99Cc6f/THo9jbbc3JQys6bUsA2QU2jrX3O6OgElq+9j8r6KogoMb9ACoCYEOJxqCqLnTqJ9Rv2u47DOvU0DVSWQb78MsRv/6t7Hics7w1ZZpXc6RmgqgE7O4CssO4/SjFy9y5Wz8/BlmVGXhVFYICNpVQuYegnfhxYWWbHkSS2x52cAgwDtFyB9b/+MuR/9I8Acnx+Q71AVPiLEOEIEQjkHBPK8Agkh0lUZLODGB4O96FrlsQSlOOfxApD8+BXwbmPfhyKu/CFJTY3x0ZgKgqEahVIpQNqQZYkYS2bwdT4RIP8GX3xxZYM3ImJKS8I8PuDAN1v1IvFoitpxH1g/NKPxJPO2E/hwy9TQghxNwY2dF3H/Pw1PPvsh7sOBtuRqhJFEXNzF3HlyjsouIEMZz2LohQIjmzb8TwXmLyW6W06RFFEJpNBIpGCaVotN0R7nduVK+9AlhVYlrlnIbTda+TPKyHcdJ4EJDYAFndNT59EPs/8KS3L9HkfStjdzSOVSiMWix84Q/K4SbXtJ6EYIcKxwG6ebTLEkFDaMIGd7YY/7+nR24Sk0g72W1QUPvoS6Bf/FNQlK9ReECCcPAXhJ/8/cP7HfwGq610VFtc3VtlaHcLytWQZa5trOMjU94NsyH5Qksvt4kElavBkpiRxZndNItO27UASiHWCKN76vdd1dXpPejGGyWQSy8saNK0SkJXS9SpUNdnRfWiHZOSPdWoSle0XnZuN0dpaDsXibsATi3luOT6fv+aM970KCWHf24mfVqfYK56R5dgDWTiP8GgijPyYyy3h7NnzyGQ6Iwl2SkTlexX2fr8iDCveZzL93t4WaE2oUNUYBgaGkU6nsbW1ie3tLYiiiEqliPn5Tbz77luIx+OIxWLeefX3D4RKa6sqk3P2K7pw8D2Lf061bRtf+9pXGnxaDUPHlSvv4IUXPgZBEDtaR7hiy717d1AoFCBJEhKJBDY21qBpmjvXyBBFCZpW9fbelFKUy6wjihc5/BLU6+s53Lt3B4ahe2owzDuu1pXl71SklCIeV92/s84pQRAwMTEdyRYfEQ6SNLxf+PMPlmV5spiCIMIwNFSrImZmTuHMmXNtx7S8I5jNE4z8pKoEVNNRTCaRKVdgxBRIjoNKXAUlBKLtwBJFVwZV8Twvz527gM3NDe83TwQBdGoaWF4CLAsCIajKckAlRARw7twFvPnmG+CJx3qpVULY/OQV1d2GBrK9zTrWVBUkm4Vl21AdOUDkIoS0zM1wJRP7lz4HevMm4NhM+lLXgXgcJJWC/Z9/H/TlL7VFzBRsG6dfex3vz0xCT0jsighAqIPEzg4wOASHoqMYM7DfLRWZJx/3JKQO7P/t10CmZ9qS/GzIew8Pw/nSFwFdB00kgfuuLYWqApUqxGoVZ157Dbc//GGYkgTBtkHLJYgQcPI3fwvryQSqTz+FeD6P0Q/uQDBN4No1IJEABAHOl/8c+noO5Ps/A3L+4ZH9jAp/ESIcMbpN6DzISawwtDMOYYnNiqpCkGQAWk3H2QWhFFo2A4wMw/7nnw1oTK9/42swnnwCYohsKivsrfZ8o843H4JAvI4rDsaWY9fKA3JerMTqCjAzBfrCRwGpdXGXBxj+4IpvODStitu3b+Ls2Qsdn7v/2HuxlrPZAbzwwseQyy1jfX0VlLJr393dgWmaLvvZAqU60ul+CIKAUqngFj7ZJqO/fwjnz19CX1+mrd9Gs3OjlKJQ2IWqxr0CbquCVyfX+MwzzyOXW8b8/DWP4eUvbMqyjNnZc9je3sIbb7wKAN69cBwblsWCwsuXP3TgCdzj5ql3HLpYIkTYD0g2C6ooQbYlhyKD9Pc3fmYPj16hA2mWhs/vs6jYSk1A+IEfBP361/ZVWKxmsxBKu4weXv/djoNqJrPHFT7a6DSx02mXRSs8qESN+qSwIIge2Yh3jvBrYh0ltfiqnevq5J6Mjk5gaekeyuVSQ4Kn3TEcGhrFu+++FVCM8Md3IyOjoZ/bz7PA5MSex+bmGgqFIhKJzj4fNkZ8LCqVkpv8091OGpbgN00LhmGEMt7bLSTUf287flrdjtNe8UylUm7byytChKNEGEmQECZX+81vvoG5uYuYmJhq63fRDeGQ71V415k/XHAcB5qmIRZTvd/MXoSKdDrtrV98fmfzZcWV/y1DURTvvLa3tyBJcoP8LiEEfX0ZKIrSQEYN67ZaXV1GobAL7rfHj8H3pLncMqamTrhjsvc64vmPGbrnUUupDcti8p/sHhWQyfSjXC56yjKA6JJcgHK5iL6+LCNVn7uAQmHXm0t1XUelUkalUnbvXU0Gu3FcHVSrFQwNDQe6tav1pLEIEVD7TRNCGmQxedF4J4Qo2QxhHcG6XkUikYI8MABrcxOGbsAhBLJlIVMsQ1dk2JKExNAwKCgymQFMTEx6a3ylUg7MIySdBs6fB7a3YVc1JKZPQvzEtwfIjdnsAObmLmJ+/ioopRBFMZAH4mu7Pw4lggAMDXnHMLUqTNNCOp1uuE7DMHDt2nuIxeKh8Yhw4RLIL/0KnC+/DPuVrwBvvQlM9YEMDjOrBqBtYqbz6ivoW1vHczt5vPGhy7AkCaLjIGaaTCpzexvy6FhDnNoqZvL2u6LIin62U/MkpAAEsa1z46jPe5OZGdYMUiwCU9PA4iIgyUCKeRxm8rt44p33sHH5MqqGhfj9txBbXcWdxy4xEqppwjl1CqsXLuDMV19D5v59wDLZMRIJ0KoG5wufh/Avfhr061/3GkceFLWYMESFvwgRjgGOM1PnMLHXOIQlNhOaBkcgEOLxWnu763hNJRmJ518A/Q+/1SB/VhEIhJVl0NR5thAHzoO4stC1IIC6Cx+qVTimidjtO7AXl70FoJ2Ewblzl7C0tAhKbdevQPRY54QQJBIpT9oV8zdgu4a4gizD/NprwB//yZ7MnXK5HBpcccbk4uLdjlhV9cdutxgqCCKmpk54GxuAMQb55kjXq8jndzz2ZDY7AF3XYNuMkT89PeMlcdr5bfjPjQWBmmcEz6RKGuVZwgpe3VxjKpX2Ej7suaklfCgFrl59FwCgKErAV4gQIJ3uQ7WqIaRG0FMcR6m2o+5iiRBhPyDTJ4DxCebr52MxQpKAiUmQqZmGzzTtqgNYge2ll7o/nx4UFVtJYlrf+Ma+CovJS49hYz0HYjUWj6gkI3n5sT3PL0J76LXc94NK1Kglhdn5+TvMAObHxpI+JVAKxGJqR9fVSaGoWNyFaRpuwhkAWLGury+DCxcea2sM799fdyXEy3AcykNdCAK7lo2N9YZ4qRfPAot1ZmCaNprkgjsCHwumSOF4cbAgsDg4mUyFMt6bFRIsy8S7776J8fFJpFLprmRLVVXFm29+vetxahXPpNOZB7JwHuHRQz1JUNd1lEoF2DYjkd64cQW53HJbv4tuCId8rxKLsQ47f/GJKeXYgd9MO6SUtbXgeXBvdnY8tl9UVUYMtSwLw8OjyOe3fWudA1GUceHCYw1kVFWNY2FhvmHeYOTWoAQgB6UOVldzEAShrbXDP+8ZhhEg9JbLRddTUHU9wore2gDUbDNUNQ7LcpDJZHHx4uOgFHjzza97cyn/PPc3bOYl6z+n7e0tt5AoRwSGCE3Bf9N8vfc/W4SwZ6ldAnKzjmDutZfJ9EOYmoKyuwvZNGFLzAdPtW22L0skIIoSnnrq2cDvLXQeIQKE4WGIRMTkM8+DhPw+xwZHsFL+BqztLfaH/kHQoUEQ12eUzz/NyAmWZYV6chqGgUqlhGq1jFQq3TQeIbLC5DJFGfbWVktipvDRlwLKZ/4CFs+vyo6Dy7du4/bMFCyJdf7ZggBbqyKlxrG2lvPmqr1iS77fdfydfhyyBAwO7svion6/iuER0Cvvgb7yF0AyCTIwCFEQML69A2AH1uYG3n3iQ7BlCYLbeCHYNmxZxu0XX8ATf/BfWOdfPA4yOMjGbnUVzo/8MBBPdGxvcRwRFf4iRHhEUS992YrB0Ml7DxJhic2RrR2sjAzDFkWQyUm2sLgt9PLwCMZKWmiXQlxjhSFxezvAvgFY4WZkZByrq8uwbYuxSZaXQDUN0DVIuo6RL38F9sgY6Bf/FIW/+TexYBp7JgwURcGlS4/j6tX3vGCb1SkJRkfHMTk5jbGxCRDLht2lV1MymcTiYqUhuALgJWy67e7ar1SVv7B769YNiGLBe437MbD3kY6Zg/zcbNsObHwsy4LjOFCURq/AsIJXN9fYKuGTyy1B1/VAAZYXOyllmvKcYXmQOK5SbRHpIcKDCq+I15fxfAugqiADgyDJZGgRb6+uuv2sq70qKjZTE9hvYXFsagYr0zOwFu+BWpZH0CGSBHlmBuMhhdIIneOgZJ33Imr0ssOwV+DJHEoZ8YcTrCqVEgBW6KMUGBhg3nyENHrzNUMnBTV+T0RRDJCcRFGEoijo62uv27VcLiMWi0FRlMAxOMu8Pp45bhLf/nNiY9GPYrHgXgeLjXjRD2gsDoQVEniCzLYZwUtRYlhauoeBgaDXYn3xmpBah8rk5AwWFuY94lm349QsntmvZGqECIcFP0lQ13Xs7u54+ynHqUlGtvO7qCcc+kmZoiiiXC42fMa/V0km04H9HLcAmZ2dC6xDs7NzWFiYh2EYMAwdlmUhFovhsccuQRDEhvPwe7PzwgMHI/4Sb62rVMro60tjeHgMxPV78st5+otn7PNs3iiV8g0di7Xvp9je3oBhaG2RDPzzXr2vvL9wmUzytY0RW3h3eyKR8rodY7G4tzf1z6W885z5+IUXLMOugxceIwJDhGbgv+n6ZxdgeRBRFNsmILfVEZxMoe9v/HcYuXEDC/ktmKoKMjgICgJJDPehDCW32TbE7TzO5IugxSpoXe7TuX4V9Jc+h9Pb93H7ySdhxmIQtrfhrK8idvoMzrnzY1hRkfs027btWcbUbGKoq9hFvaLgXvHIXoov9jtvsSKcT/nMX8Dy7++ypTKevH4TG4P92Mr0YSedhqTEUC4XUSzuYnl5EWfOnMPt2zdbx5Z8v/tT/5xPSax7UJaA6RnWdCEI+7K4qN+vWhvrwImTjW90HGz0pWHKTPaTPTx88ABTVbF+9izGb98GJqeY3KvjMMW1dB+IG6N3Ym9xHBEV/iJEeAThXL/KEo9NFoBu33vQCEtsipTizOIyPjh1AtbAIARRDGyoyR/+ITNvrcPI1g5yI8NwNK3hNVmWMTk5hXQ6jZs3rsJYXgaxbDiGAVk3ceatdyCYFrCWg5nN4tY334B98VJbCYOZmVOYmJjEjRtXUSwWkU6ncf78JUg+CU/71S93Lak2OjqB69evhAbtnBXebXdXL+W+WheiHCQSnRWiuHRUoZD3uukAJt9FCIVpGoHAin1PsOBl2zZsmwWOrBDZKN3Z7BqbJXzK5TIkSYJp6g33hBUmzY6vtRs8qFJtESIcV/iLeNRxvCIeSSYbinjUMGB/+WU4X/0qCAHIxz4OQZSAzY1AV12vzqfXRUVg/4VFURRx7pnncTOVhrGxDkHX4cRikEdGce78pSj53SN02mXRScGu2TrX6w7DXoF5Dl/ArVs3YFmMIS5JcleFPj86Laj574mf5AQApmm1Tcbyx03+YwDhBJ6DlvjupthbPxaiKEKWWTqCJ8NqsuzBZGBYIYGrWwgCcWM4G4VCHltbm8hm+7GxQbG8vIjZ2TloWhXZbD8KhV3k8zsgBIjHE1hZuQdd15BK9XkeWL0cJ2D/kqkRIhwG+BxDCEGxWHA77qhHHKWUYnd3B5TSPX8X/vnKNM2GIl4ut4Lh4bHAGuHfq8iyjEym3ysWyjIjz9Z32MmygtHRMdy9+4H7OQmiKGJhYR7nzgkN+00u+cw6heAWEdjcY1kW0mlmATIxMQ1CAFkWQ7udW82voijDMAwAdQl61+pBllNtkwz8857/3IFg4VKSZExNncDGxpo7J4qBfax/jQhTgWHeZxIcx/GUaVqBEALbdmCaJi5efDyayyIEwOODUqkIy7IaClwAW+O50kI7BOR2O4LHp2YgzJxCv09paq8YJUBuu3Mb6ldfw+jyMgRBhF2X+6SGAfvzvw66cAsZ28ETX/pzrJ88AS2dhlouYWzhDpSPsTxdfVHRskyUy6xAz8kNpql7BXrekcyv049m8UhLYqZhAO+/C9qXadpMUL+/EyhledLRYcQAr0GCz1VXrrwDURRDPU/95yhcuAThMz8E53/790xGM6YCg4Oe0lonFhftNKGEjoPrL1idm2NFP8dxpTKI24VIITgOtP4skEwBOut6plv3AcNgvoF12E+n4lEiKvxFiPCIgRoGS1S20U3WyXsPA4FEa7EIosigloV+28HTH/lWbGQyDYu7HbII2IRgY7AfaqWK/LgC2V1g6xm42ewAnswXkbvyPjRBhLq5idHlFQg80DAtbCgyDCC0c7DZAi1JCi5ffrLpde7Hq0kURUxPn8TCwnW/6im44TDt0Jy3/ti9kvtqXYhSMN6h15UoihgYGMTW1qYn48WYVDwYDCaU2PfUCl7+xKUsyyiVCtC0KpLJlGeI3g0zO5lMuuz8asMmilJAUdSOr7UbPKhSbREiHGe0ksbkcK5fhfVvPwfcmgdsB5QA9LVXQM7NQfyx/x7kzFk4r/Smo76d8+kWvSgsZrMDeOZbXojkfQ8Qncg696Jgdxy7yvzIZgfw3HMvYGlpqWfPXKcFtWb3hFIKw9Bw794dANjzvDol8BykxHe3z06Y7yL3oGKJ5Fr3TX0ysD6B75fsY3Gu6Plb+YuI1WoFb7zxGtLpNARBQD6/7XV/cpkwdm6se6U+MdkrKfReS6ZGiNBrcBLlzs42LMsC912voSYxGdaxV3+s5eVFN9FdDJAyRZFJ4dWvEWF7FUVRPS+9sC4TyzJx7doVZDKZgE8rX4OefPLZwLzpl3xmHX6C29nouPPDDr75za/j3LkL6O9vfy7zI5FIwHFs2LYVkGXmXmBqSDK5Wc4gSPhQA/tJXrgE2Bpw/vxlVKvVPdeIMPItOw6BIAhQlBh0XQ89Dn+vqsYhiiLGxiYDc/5x7P6PcLiojw9YrKMHCu48L8ULzu0QkNvpCPbnNJqR1Zo9o4IgYnxoFPa//UWgWmX7HIc25D6dV18BXbzrSVgKjoPxD1gcB8cBRotwfIUhXlTM5ZYxP38N8XjcU2ogpM+dT0uQ5X5YluVdXz1hvFk80oqYCa3KCm4h8Bew6vd369kMTCUGYWq6wRLJMHSIohTIqdWfozfGJ6ahPvUkRlbXavlT/t42SKPUMGD9x98G/ZM/BEBBhkfh2HZoE0rDODiO5y8Y13U4sgzBNACbAk6t688RBKi6DogioLsNIZoGKArIwGDDObVjb3EcERX+IkR4xOC8+krb3WSdvPewwBOb9NVXIGysgoyMg3yUJTbDQob6RSCfSuL2zBRMSYIoCBD72SI7MDCIwcHhQIDqXL8K+oVfx/jGOqDrgGEyhoiqMvNXQUA1pkAA2AJR/91dJgz2K6l25sw55PNbKJdLDVJQothecNUMvfBl48FALKYin9+GJEmBwut5t/uj88QIQTbbj3K5BE1zWUvucZk3go54PN7gwbe8fA/z89c85pksy54cl2VZOHPmXNtm9vXgG18uL+b3ZhAECU8++VSX19o5Ik+9CBF6j2bSmIDb6ff5XwNu33LNzGvG5nThFqxf/AWQvj7QUqlnHfWtzme/6EVhMZL3PVi0K+tcX7BjMmw6qtUK3n33Tbz44scCSgTNcNBdZb2AKIqYnJzu2TrbaUEt7J7wDhjbdkApcOfOwp6Fs04JPAcl8b2fYm99F5CmMd8fdlwKXa8iFotBluVAopp5NjNFhlqXQE06jPv9+P2tWKeQ5X5G8PyruMdipcISbbyLhlIE/L72O04RIjxo4P6bhqGhvujHktQAJ1bqut7yWHy+evfdN2HbDgQhKD9JCAldI5rtVbhXHyEkIBlKKdvj1f92ATbPbm6uN8ybqpqEplWhqqrnmcqT7aIoenPZs88+j/quPY5W8yulwMmTs8jnt1AsFl2/P/Y+WZabqvKE5Qz8hA+/XDUvVCpKDKIrYcgLH/Pz11Aq1b43lUoH1ogwEgnvogIIUqk0HMcGQANkDHaeAvr6sojFYnAcinQ67b1WX/BZX7dx69YNZLMDGB4eifacjwDC4gMuUV6tVr3iXzwedwvX4fKbYdirI7iduJU/o4ahwzQNWJaFW7du4LHHnsDAwLCX+xRa5D5pbgUw63zrOAQBMM2GwhArLLLivX/O4NdRrVahKComJjLI53dCu+maxSOtiJnkxAnQe/dCx8JfwKrf32kDWUj9faBonKuYklU4KcBxWJe43zPZfvIJ5Abv4fTCB8hWtbZJo871q7A//2ugb73JliPqgG5vg0zPgFblhiaU+nFAfod17SkKRiiwKkqwTdP3DaxRQLZsjN5jBUIoCpz1NZbXTSQ8lVI/OulUPE6ICn8RIjxi6KSbbD+dZwcJIisQPvHJpvIbgff6FgGzVMLtmSnYggBREIDpGUju9VWr1UBAyrsdIYi1hC0Bi+Y1DUhKAKWI6wYcAGJYK3iXCYOeSKqdu9iQHJKk9oOrlue3j8Rt/aZAFEWv8JrNDoIQYHNzHYVCoeMNQjKZxPq6A8syAwGTKBJPUmpoaBjJZBpjYxMoFHbx5ptfR6Gw6/rsMf+KdJqxRlU17m0GuxkzXuBUVcY4T6UybpBpIxZT8PjjT2JwcBimae99sB4hSrpHiHB4cF59BfTeItsg1ieHTAu4dgV0agZkeBjAg+EfcJCFxQj7R7tdYf6CHfdJ48QUTdPw2mtfwYc+9PSenX8H2VV2XNFOQc3PKFfVOCRJdhOp8DpmWPeH4Mmx+TtUNjfXQwk6nRB4Dkriu1s52VKpCE3TUK1WIQiCm2SmbqLdBvfXKpWKGBoa9uJVf9woSRLK5RKq1SpkWYbjsDFMJtMwDN1l/juu4gOLBzmD3jCYNxDPufNCor+Lpj7JHUmhR3hU4PffTKXSKBR265RKah5UkiRBlhu90/3H4vNfIpGEZVmg1EG9/GTTDpaQvQrvIvF3+VDKPfuEht+u//gTE9Nex83a2ioUJYYzZ84in9/B+noOkiR5BFnuRWhZFq5efQ8f+lC4Qs9e8+upU2ewvp7A+voqKAXGxsYBAPfufRB6PMehUNU4crlgdzovoPqLebIcgyRJGBwcaiAtA9z7jN+7GhmCI4xEQimQTnO/WUauYHKlNRBCkEr1IRaLedfpJ2f4Cz5+eddKpeT5gx21BHiEg0Wz+IDLnJ84cQqCIHRFQG7VEXzu3IU9i378GdW0amAeMQwDb7zxOp577kX0tZH7JBOTzKuOOo3FP8cBZBkkpDDULF5mBf0EMpksTp8+63mH1qOl5UwTYqbzyitwFhbaaibw7+9SuSVs3bsd+l2yHGt6zyRJws7OVsAzWezrg33xEj4YG8eTu2WIbZBGPdW55RVWkBMENta228V3dg707h3Q/+mnIXzs497x/ONg/+EfsGlwcBCSIODMSg63+zMwRRGC48ARRciWhTPvvMOuZ3CY3T8CCKdOw7l+DZi/Djo1DeJKQAPt5WKPI6LCX4QIjxg66Sbbb+fZcQFfBFZf/iKs4i4EVQUGBgKt6/XJCs74weAgcH8DbmTg7jIoYBpAPI4Rw8QaAHugMYjtNmEQztwxgWSHkmr76O46CKmOMBYY1wjf3c2jWq3ANE1IkgjLsjveIIyOTuDWrRsBxjeHKAqIx5NIJtOYmJj2zqVarbhsT8YctywL+fw2stkBKIrSdeIyrMBp2zYGB4c91mMYmytChAgPD2huhfkahBVGLBOw7ZqsiA+96qhvxxMhwsOFdrvCeALC75PmT8aaptGWVOdBdZUdFHoR2+yV8FVVNcB29vslESLAMDTYtgNRrHW+cJTLZbz++lc8JYQwCc12CTwHJfHdjZxspVJGtVqGbTuuv7HlFRAIIZBlBZIkg0vvTUxMI5sdaIgbFUWBLPd7Mp+pVBqKoniFU6bwYHvXX+tohSvlnvJk8LknEO+iKZdLXlfOoyCFHknyRfDDn7BX1TgqlbL3O2WgniRvMpkOdHr5Ub//qVTK0HUdyWQqIMUJdLZGqGocpVIBALw9Hv9/yzIhCI3H8R+/UNhFLrfsndfS0l1omuYpvQBAvRdhLrcCTavi7NnzyGSCe9FW8+vY2CTefvsbgTUgl1vG7OwcZFkJXTsodZDLLbnXEpz7a9dKvX8nEglMT59skNlk86Ud8I/nf/ev583yBAA8ScK+vgwIAXTdcLst2foVi6lQlKCsov/58ZNbOBmDEy+OgwR4hIPDXvFBtcp+T91iP/mt9fUcDENvkB5mz6iF999/Gy+MT4DukfsUPvoSnD/7Y9DtbVaU8kOWQGZOhBaG2omX9xO3hREzu20mGBubQC63BNM0PTIE77JOJlOYnX3M9VsNnmM2O4DNzbXGwq8gwBoYxP2nv6Wt+NXLw+pa4x66qgFvvwkAoPk87PW1gFqOfxzs3/tdL9+bubeIJ/5yDesnpqHFVajlKkZXchBst3uTAGRsHAQAEQjIiZOsyLi4CHrhIuA4HdlbHDdEhb8IER4xdLIA7Lfz7DiByAq0M7MQ76+Hvl6frPB3O9KpaWB5CYjFmOQndY1hxychJxI4++zzWDD0niZW/IwVrOUgTU+CvvBRoA3prdo1tU4ONdv098L3JwzNWGCUUhQKu4jH455MSzceQaLIfBkbJTVZck0UBe8e8+CvUikFjsG154vFXQwMDHXlidiqwKnrWpRciRDhEQGZmGSy0I7TuHGxbdZRHuK90IuOeuf6VUYeceW6eyEjGuHgUL8eM+/X7taJdhIjPAGh67q3XnJw36C9pDrD5Bf9xzlu3VK9im1aJWZmZ+ewsDDfIIPJPzcxMY2lpXugFIHOFwCuL10Zsqx4CfL9+iX2Tp59BYVCEYlE0pVMb19O1rJMVKtlz1OLXxf34kskklDVeGAsqu6+IyxuZJ0DqiuNFfM6AWMxFaVSyVdQ5MU9x5Up5PeDeN/Nx4GpPAxjcnIa1Wr1oS+EHVScH+HBhT9hzzu7dnd3AqQQUZSQTvchkUiGzu1h+594POHtt2S5v+s1gsuM1kuQ8sJaGPjxm8kTsw7jgvfM+wsCfB6xbQvz8+Hzb9j8Ojw8irff/kaoFPLCwjxmZ89hYeFmgyIPW0/ths/Mz18DIWhZzKOUzZW53AqKxV3E44kGOdGw9bxZnsAvScjW9nigEzKbzeLixccD4+F/fnRdC5BwOcmi2XlEeHhwkBLj9Tkr/tzfvn2rrTW7XC7DNI1QgjiTEDawMXcRo319QIvcJ5EViJ/5u7B/6XOgN28Cjs2mJVEEZs9C/MG/F1oYaleFIZsdwNOPP43cX3wJlZ0dJPr7MfHxT0Js4tXXCt36s7M49zy+8Y03UC4XvRhKEATIsgJBEEJjy9u3b+1LBYQTVu3/6w+A3TygKME9tGkCFfcYggiUisAHC6DTMw1qOQ15bF2DAGD83hI73vAw0NfHLJwoBSrBe05SaWDuAujmBjAwCNHXWfggIir8RYjwiKGTBaDbxeKo0azLoZNgxN/tSNJ9oHMXgK0tZpKr68BTz0D8+CcgvPQSBmQFzzh2z73TOGOFELQla9oJmm36myWt9pN44mjGAtM0DZQ6oTItnW4QhodHUCjkUS6X4TgWRFFGOp0G9/rj97hcLsMwDC955d80cnairmueLGgr1AejjuMce8+jCBEiHDwYK/SPQHe2QlihMisKDjYah++3o96TSKlWPQLLgyAj+iDDMAzcvHkVxWIR6XQa589fassjD2i+Hl+8eAnpdLar89mL+MMTENVqpSFB6C/iNdukN5NfTKXSEEXp2HVL7ceXLgx7+VCFEZyKxSLW1laRTqc9vyY/NI11Aqpq43nsJ3bohTy7bZsAWBFNkuQ6CcAawuRkDUNvSLSxjxN3nEhgLOpjtfqx9EvTUupAVeOeZDxAkM9vw7YtWBbzqOL+1jx5LssKqtUKmJxdLEDWexSKXr3+LUR4OFC/R47FYshmB1As7sK2bcRica/Dttnc3qxQn0ymUSoVUa1WkUgkuiLIsoJ8mF+6gFSqD5RS156hkYDLOlca52VVZb52uqu84J+nBEFALBZDtVqFaZq4du29hmIXe19wfm32XQBcX1OtYe1wHKepBGipVARAA0U///EWFm4in9+GYegoFAqwLAPVasWzraidZ/sKNmHzLpdqBIBYLN4wDv7nh0kt117zkyweVgnwXuNB7cg+CInxfH7blboteESE27dvusUo0jZ5JZlkssMhFptuoV9ExdC93CctFwEhPPcpXLgE8ku/AufLL8P56leZK9CLH4X4bd8W2F/V5yTPPv4Ybt1ZaNks4Fy/Cvobn8eoS9ykpgn65S/D6ZK42Y0/O4/9NK3qFu4pRJEimUwFOnfrY8v9FH79hFVsbwOLd7k8A6C40tKVMisEiiIguH935T+pEoNfLafB8y+mArYFKArI9AyQqnWt03v3gEQiZPAEkNExkHNzD7zNRVT4ixDhEUQnC0A3i8VRolWXw8jJ01h68y9haxpoLAY9mYDjBqPJZCoQjNSzRAhnhgAg8TjEf/nTgTHoNrFyFIFdq03/+++/7XWn1WO/RatmwQBjAZLQ7+x0g8AZ345judJPJgqFPBKJFOLxhHePa8EfZ7EyKU6WzCJekLPXpjQsYatpGiRJapC06eZ6IkQ4aPy7f/fv8JWvfAXXr1+HLMv45je/2fCeXC6Hn/qpn8Ibb7yBRCKB7/qu78I//sf/GJIUhZGtQBQF4mf+Hqx/+zng1k3W5UfAWIoXLgECCUhOc+y3o55LpIRJ1fRKRjRCDYuLd3D16nvumkqwtbWJpaVFXLr0OGZmTnnva8ZYbrYe37hxDU8//RwI6X1MwLvW3n33Ta9jj1K2RiWTaW8NDNukt5JfNE0Tp0+fxcTE1LFKUjUryAHdxzbNfKjqv8MvH8cLVcViEYlEIhAnOI4NURQQC2F1H0XsUH+fuecx79xgXaFW0+QVH4v6JDD/LJfZ5Mfj8CcH6+NGvzQtjxv5/6rVKgYHh7Czs+UdiycFedHPcaru5yRIkghN0zA9fRKzs+eO1fN6kODFGdbhUJPvisXUiJz2CCMsYa8oCgYGhmBZFsbGJpBKpVvuU5sRPJkEXD9iMRV9fdmu9rvJZBKSJCGT4VK/NrhnIKVo6R3WylsrmUzBsix3PoJXTIzF4igU8h7JIZdbQaVSwezsnOsRFr5vb0cKuX7tuHXrRtPPUBrezcjOH1haugtJklCplGBZJhzHgeM4AdsKoLNuq26S90NDo7h16wZM03Dn2mCHt6qqHZ/Ho4oHuSO71xLjtm3jypV3UCjswrLY3MR+k0VIkoT+fkaebIe8Mjo64RWzuGwxjw9YLBtDMpmEMDEN4V/9a5DXX4W1tAJxLDz3SWQF4rf/VYjf/ldDzz0sJ5n+4p/iqe//O1hN92Fjo+b/2dfH/DUPirjZiT+7bduYn7/uqmJRN8Zir/HO7WaxQreFX2oYsD//66Ary6zTr1AATIvtmR2HdfqJIjytdkEE1Lhf7xko7Dao5fjz2M7SIuhfvMw6+erntv5sqAIP8GDZW7VClLGJEOERRScLQCfvPUq0WiztX/ockErjNAGun5tFMZkArVZA4iqIW6QpFHa9gOowuh2PKrBrJrkJALquQ5YliGK84bX9Jp6aBQOCIIIQhCa7Otkg2LaN27dvIplM+jwaiGssXsFjjz3pBYLcD9A0dV/gR7zOv0Qiibm5iy3vQ7MCKhunRkmbTq/nMPCgMgoj9A6maeI7v/M78cQTT+D3fu/3Gl63bRs//MM/jKGhIfzO7/wONjY28JM/+ZOQZRk//uM/fgRn/GBBuHAJ8i//Cuw//3M4r73K6n4f+QiEj38CdOHWgawxtA1z+gjto9U8aRgGrl59D5TaviQXAaU2rl59DxMTk5Akpel6n80OtChIGVhdPbgkfDY7gOee+wheffVlr3MvlUp75yJJEhzHwa1bNwLX3ayrg0lAUncdPF7rSKVS8zSsL3b0sqgWVqji8nEAI5oxj5QkyuUyRFGCKApuYoz53NXHDcDRxA7+AlG1yiTeeKKdEAGjo5MoFvMoFovIZPoaulz5WIii6HXjcLY+7x4xTbOlr1593Mi9/VjcRgJxo2EYWF1dAfMJDD5/LFfEiqqiKAZkVvP57QMdx+OGcrkM27YDXmaUAppWRTKZjshpjyhaJewff/xJpNOZPVVnWhWMKAXGxye7Xs/8c0E8HtyjSpLUkmzS7LwopbAsC319WViWiWJxF5IkIxaL+Yp+BJQ6kCQJ1WoFb7zxGtLpNERRDOzb0+kM1tdzKBTyqFTKoXKbzebxVuPG5sfwga9WqwEyBJ9r2bXVbCuYj2r73VadJu95fEMpdQt/DmzbAqUCJEkKeNkeNwnw44aHoSO7FxLjHKury8jnd9znqabKBNQ6aP3zQSvySrG465KOHO+3bdsWZFlGMsm6mfmzSWQF8ie/HehSbatVTnL3P/0uVr/jO2C69/jevQ+Qyy2zeeTNt3pO3PR3HWJkhK356xueKhooAl2Ja2fPuL/jRmUKx2ExtKrGQ2OFbgu/9n/8D6BvfZMRZCsVVuzz1LgIU8kxTUCSWAHQX/QDmEdfpQISUqDjeWwRgPPcc+H77r/390H/w28+FPZWzRAV/iJEiPDQoGmXg+MwDe6RUaRHRqBYFuKGCVuwIRoG1NNnQAShIaA6yG7HowzsWrERJUnyGFX12G/iqVkwwA3fw5JdzRKPYeBJKlmWkcn0B5J7ihKDptUWc1EU8dhjT+KNN17zWJ4AgSRJSCbTUNU4JiamWl5PswJqLMa8Z+qDUeB4bXgeZEZhhN7hx37sxwAAv//7vx/6+le/+lUsLCzgC1/4AoaGhnDhwgX8w3/4D/HzP//z+NEf/dHQztYIQRBZgfQd3wl8x3cG/35Aa4xfqroeDwtz8bCwvX0f77//NnRd9zq5/fPkzZtXvU6/erCuvau4cOHxpuv90tLdhnWCQxAEVCoHl4Tna4AsK7AsE6bJOuRVNQlZZp5D9+590LA+tNPRcNyQSCSh6zqq1XJDsSMeT/asqFafMPV7Hfm7HmRZRl9fHzKZLGKxeIM3VD2OInYol8uwLMuV1qv5Xul6FbGYioWFG54P1O5uHm+99Y1A/MDHwrIsWJblFf04KUuW08hkshgbm8TGxjoIAUZHa8x3oDFu5AoRXD7QHzeapg7TtJBIBOUAHceBbTsQRaGh6Mc+92h1ualqHKVSAUAtb8bvbalUbDofRXj4EZawHx+fQCymwDQb7RjqcRAyfxz76SQKOy/eiU0pmzv4PKGqUoM8MZf9LBTycBxW3BLFuLeOX7nyDhRFgWmaABjRpFIpQ1XjSCb3Lnq1GrdUKu11LIch6GNKPAUbgMJxHFSrVaTTfR13W2WzA1haugtC2JxBKULH2p/PiMViUBQFuq7BMAxYlolUKgNJEvfV9fUooRU5+0Faq/YjMe7H6uoKLMt0n+/ga5zI5V+zmsWg/DnlXcOlUgG2bbvPIiOudduRGEYMbJaTtAnBwsgQnM0NCEND7jnX8n9P9Ji4GZDP1KrA4j12rBMn4cRU2P/pd9j6D+J1JZbOzYJcvgRRlkGpFoiXauoJzXOCnRZ+qWHA/LM/wcapU6gm4ojf38To/C0IvOJKwIp+mSzz5CvsNtpnUAfIZvcs0LXK7Tpc4rVYBFFkUMsCOeb2Vp0gKvxFiBDhoUGzLge6vcWMd3UNG4P9MCUJMcNwX6RMR3poKDSgOqhux6MM7FoxCxUlBtsOX5h7kXhqFgwUCrsNmznu+xeWeAwrTNUb03MvAv/rfgwMDOG5517A+++/A8PgSd0YZLm5f0Wz7/ODEIJUKu0mqZjUCWc/ZrNprK3lMDY2ESptelh4GBiFEQ4H77zzDs6dO4chd4MCAB/5yEfwUz/1U1hYWMDFixeP8OwefBzEGtNgaO5/7SFhLh4GtrY28Zd/+bonHW2aOnS9ikQi5c2TxWIxtOgHsAREsVhsud4DQLVaCfXvcRwn9O+9QH2yTpZllMtFWJYN09TdAlWN5uxfHyYmpjx/XIAlX7j0GiHCsSwcDA+P4t1333KLT+xvvNhRrVYxMjK65zHa6ZCvT07zBCwhQqDrAeDJ5DjOnj3v/a2dxPZhderH43GUyyVwnzz+/45DUSwWkEr1tYwfRFHEmTPn8Jd/+TpLhDk1+TdBYNKcp07NYnV1xfPuyee3kcst4dy5muJCNjuAJ598FvPzV90CvIV0us/rFOSwLMsrztekZw3YtgGWBKeoVsveb1iWZe+5zeVWHhnFA050a9ZFFOHRRn3CPswPqxl6LfNXj247ierPixDmnUcIvMKcKIpIJBIol8uQJNEn+0mQSKSg67pXYPMX4SilKBR2EY8z3zsmj8ckjMvlEkzT9MglzcZgr3EDEPrazMxJ3Llzu2FdYefoeETYp556tu2x95NC4/E4NK2KarWKmZmTOHOmURK5Pr7h+29VjbvkW5ZuDusKj9CIoyZW8fiiUimjry+N4eGxA5GbbxeaVmn5en1BvL4gxa8nl1tBsbiLeDzhFqiHAnHrxMT0nqTner++gufX5yNQL97FmUIJ6T/+YyZZOTAYkJXcGOyHKcsQNa3h+KZpYn14EKM9Im76uw4hisDykrfs06VF4MxZ4Or7oI4D+8RJbJw7By0RhwbAXl5GbG4O1aoQ8HSmlM1Xe+UEOyn8bv/Fy7j1Lc/CBIVgWXCmp7B64SLOvPY6Muvrrsefwr8cmJpm12JabGwdB4jFIP4PP9lWga7ZvpsXBemrr0DYWAUZGQf56PG1t+oUUeEvQoQIDw2adjloGlvoYiqqqlpjkABsMXEX38Nkqh9lYNeKWagoCmZnL2Nh4WbXm7a9klJhwYB/M6frVchyDLnckue7V61W4Tg2dF3H/Pw1PPvshxvOpRtPgoGBYXz0o9/WlRxFq+8TBBHDwwMwDAOGocOyTNeDoYg7d3axvLyIubkLGHZ9Iw8bDwujMMLB4/79+4GiHwDvvzc3Nzs6VicJpMOGvxjwoIPEFOAHPgP7Cy5z0ZUzIek0xM/8IIQD7NJ8WMaR+4pwHzKAJbS4rJYoSlhbyyGdTmNrazO0+Oc4FOl02pOZDEM8Hkc1pEALALKsYGJioidjads21tZYMieRSIJSx1sD/B50LCSqQtd19PVlGjp6eUeDLCuwbQuGYQS6qwAgl1tCOp0+Fp3jfOzu31+HqqrQtIp3rtzLKR6PY2NjHZOTzde8fH4b8/ONHfJzc41EpP7+ATz77PNYXc1hdXUF+fx2S9k3/5/9n+X3any8FpN0ch69QWNxiMtkhT2XPH7gY6nrGtLpNAyD+z7ZEAQm/ybLChYW5mEYta5ISgHD0HH16jt44YWPQRDEwDWragyaVsHubh7JZBqyL95XlJhHqGLJZxW6XoUo1qTy+H0vlQrevwGC3d1tfPObXz/AcTwecyOLz1chiiIMw/DGgBfy0+k+aFr1gZ+/IxwdeinzF4ZuO4n857W6uoJYLNYwLyuK4soviygWC65MJet2K5dL7u8FAeKmpmmg1HE7m6uu5KYA7ofKZYmfeurZlkWvvcYt7DVKgVxu2bOt4GAd1RL6+jKYmJhse+zDSKHJZBKOQ7GzEy6J3CyfweMKUZSRTqdDu8IjNKKbXMZ+4M/ZABQ7O1tu/kfA5uYa7t69e6T3TFUTDX+rrd1oIFH7C1L+Ina1WoGu6zAM3Ysd/CS1ZnE4R71fn2lZuPnBDdgnTkJIp1n3YWEXle1tvKdreG5rE9LKMujmBsj0DJBKs+9RVQiOA6jhXs7aqVMQ+vp6QtwMdB1ubdUKZQDLfb77NmCY2B0bxe3LF2EmExCUGGxZQTmmIHH/PhKZbCDG576overctW0bC/kt2MkkhHIRAIVgO7AVGbdffAFP/MF/gQAAssK6/s7NQTBNODEV2N0FqhUgm4X4P/wTiJcf3/f5EFmB8IlPQpZFmF3KvB5XRIW/CBEi7Il6hkuv5C57AZ7MKpfLSMyewXAmw7Sh/VBVQBSAwUHENQ0OIbXiH6Xe4nuYHiqHHdj5sRezkG0+BrratO1HPlIQRExOTkOWRdy9exemafpkpmqJOk2r4vbtmzh79kLg851KzNQXKM+cOdtRENPs+9hmhwXQgiAgn98GIYwxKoqix4yfn7+OgYGjCaSPmlEY4WDx8z//8/i1X/u1lu/5kz/5E5w5c+aQzghQlOPdSUEImxt58vmBx+OPg/7cv4H1yl+A5nIgExOQXvpWkAOWZn1YxnF9faUhmcbhOBSWZUDXq7h8+XEsLy96niN+SJKIxx57HOvra9jcXGu63p86dQrb29veuuk4DmRZweXLjyEWU9oeR9u2sbq64pNom4Qoitje3sKNG9e8429uOtC0KiRJhigKKJdLrndKY4EzFhuo6yZgnY8XL17C9etXkc9ve58lREAqlQalTJ77uedeOJTO9mbXza6FPY+syyuOeFyFpmmwbQuiKHmyj4xwJIYeCwBu3boBSm1IkisFL4ig1G5xnSJOnjyJ6elpvPHG603jkunp6aafDbvOzs+je5imjnS6D6VSCZQ6qHWJUUiSDEqdhoK3INTGEoD7bwmy3JhyqFQqKJeLrq9hraBIKcHu7i7W1nKYmppuuOZ0Oo1SqYhSqYiBgQFQSr3fy/z8DW+sq1VeUGQy7gCfkyhM0/QS/CyRldxzHFs9Z+3gqOdGPg8UCruuXxKFZbEEL/PaJqhWyxAEePcvQoRu0CuZv16Dn1e5XIZh6AFiKfcvFUUBAwNDrmSm5SOJiN46b1kWqtUqVFX15IcdxwkQYPjvXZZlSJKMjY31Pcek1bg1e43bVrDftAPHYYXHdDoDWVY6UurphhQals/g3raO4yAWk9zzj1Rl2sFByuX6Yds2bt++iaWlu6CUPbcsN0CQTjPS13G4Z+Pjk1hfX/XWrGCBW/DIafUk9foiNjt36hbxi8hk+r1j7ZV3C/Pr2xwbgUEIxOUlmKfPoFwpwykVAUmELiXxxrd9Ky5/8b8is7EJurQIMncBEATENQ1UHgIJyf84lg31zh1geAT0ynuAGgdRlK793wNKaLpWK/pRCug6QClsWcLtDz8PW5Yh2A6gVSGKEhK6gUrMQEoQocgKtGIBgmXjxG4Rpzd2IBU10C7ywfU55bWzZ2CqKggo8+0rlVioCcCMxbB+9izGFxfdrj8Z5OwcxO/7tCfVSXpow/SwIyr8RYgQoSXqGS6OaYJ+8U8h/J3PQLhw6UjPbXt7C9euXQ0ky1Y++W04/drr6FvfqHU5TE6BZjIggoCRrR3kRoZh86SQJAHu4nuYHiqHFdg1w17Mwm42bb2Uj6xUyiCEeIbl/oQkQLG4eAfxeALVatU7904kZnrhbxf2fbbtsCJ0IgFRFKFpVS/RVKmUIMu1QNM0TayurmB0dLLtMe4VjrLwHOHg8ZnPfAbf/d3f3fI909Pt/b6Hhobw3nvvBf52//59AOioY9UwuJfm8QRPxlrWQ8TwIyLwsU/wPRQsAGjDp2dfX/mAjyPflOY3ViHEY6CS2FD8IwQwDAuxWByEiLh06XFcufKe5/XHEm8SLl36EAARQ0NjuHv3buh6L4oyTp06i1OnEOjympiYcD2D2hvH+k4wx3Fw9+5dnD07h1u35t3vZucGEFBKUCwWoKoJN1npGwP3+xzHQaVSDbCiHYciFosjnc5iYmIKhcKu2+EgIhZTPSlIyzKwtLTUsouuF2h23bxziz+PsVgclmW78po1pjWlgG07iMXi2NzcDD1Wf/8AdF0PXS/buc6zZ8+7x2USc5xZPjNzEpZlI6RmHIqVlaV9nUeniMWYdF02m4Wu67AsC6IoglIeo4nu81QDfz64H5h/3OtRrVbd58X21B14kp0QG3fvfuDmp4LXLElMvq5aZeoQ4+OTXlekf6y5XzWT82Nsey5ny87VgSSJSCZToBRuISx8HPd6ztrBUc6Ntm3j2jXmR6qqcTc29ceA1L2XFJubmzh1yogS8xEeWiSTSSwvaw0d4LpehaomkU6nMTo65u5pTXBfUdt23C55pubCOooZcYEQwbOp4J0x7NgmBEFDsVg8kGsZGBjCxYuXceXKO+75Mc+ySqWCU6dmO/odd0MKDctncG9bv68tR30B8bCkqx8UHKRcLh/r+/c3sb193yvO8rUSAByHIJ/fRn//AGKxGAB2z1ZWll2iWLDj9KDv3fj4FO7evY1CYReWZXqdfiwOyOL06bOBXBD//voiNlcAYB3uzBuQW8LslXcL8+vjCmKOZaGU32aaAg4FiGtJJ0usY+2P/hiCpjPboWw/Risa1qZnYHOpfMcBtrdBd3ch7mxj+OoNUEUBYiqgVUHPnoP4xFNdFbcCSmgxlUliCgJgGuzfkoSN06dhqiq8X71DAdOABIq4LEPb3QHd3YWqaZBLJexWKyi88x4ycqzjfHBYTrk0ewZkahIwDBYkxeOsi8+hECiFNtAPrK2xBo7xSQhT0/uyyDjOzSwHjajwFyFChKYIY7gQWQatVuH8xueZOeoRTZa2bePGjWuNRaZkEh98x3fgyZIGsrbqmbbShVtwfuPzEIpFnFlcxu3pSVgxFWR6GhQEkij1pG293QD2oH0Q2kGvGZm9lI9MJJKoVmsbMj9YMrKC+fmrSCSSDUW7vSRmelmgrP8+Xa8CoB4L3LZrxQ7HcaBpNRPqo+ysO+rCc4SDxcDAQM+6SZ944gn86q/+Kra2tjA4OAgAeP3115FKpTA7O9vRsR6EQhBLAB/1WTz4eJDGka/bpQ9uI/7VVzG8uAR1bATS+BhIXxo0HmckIReUUsRiipf4mJ4+hfHxSdy4cRXFYhHpdNrzsqGUrbVnT83i5te/ClPTIKgqaH8/ZCWGc+cueP4pYb5K7YyjbduYnw9f0957722IotjQmcRkL6vQda2hIM+6o9iXsm6GGvj6wIo/1aYehHx9O8hnoNV1z8+ztZxf9+joBJaWmq95w8OjePvtb4Qea3HxblPfwnauM5NhccLt2zexuHgXAEU8nsDGxhp2drbbJhy1k5Tt5Xj744R4PO4V+ViCXG9I6ALB56P+GI3nLMBxBO+1+o7T3d08SqVi6DUzFYUE+vqy3u+GUiCVymBiYsrrEABYPMmPncn0Y3c3D8ehUFXV9QoMdrTWj2M7z1knMftRzI1ra7X4nMkAKjBcr3O/1CcgYmvrPm7duul5i0WI8LBhaMjv+RqcdzSNeb5KkoJnn30em5tryOd3sbq6gmy231WhqfmdAhZUNYlKpQjLsjwSqB+maWB1dRmjo2M9l0xk8csa+vsHoeua66vHiDisa3qm7fmpG1JoWD6Dj0O9ry0Q3Pv6SbiEECwuVnD9+pWmfoKPCg5CLpePtWHoKBZ3YZpW6LrMC2uFwi6Ghhi5k+VHrkFVVY8s/cEHtwDAlbLtjkBdj7AcmiiKuHz5Cbz//tvI53dAKevOZV7BTGViaupEw7Hq4yWuvMQI5Y4rPd5e3i3QOeeCK4iZigLKf+++uF20HVjxONY//ALG528CI2MQP/XXIbz0Es6VS+y5z2+DLC/DtizI+TzOfOObEPJ5YHoGJJUGYjGQjfWui1MBv/fBQeD+BmA77H+CAMTjqGazTHpUYh2RjG2lgQoCqqIEKb+DZLkKlIusQ1CScfvxy3jii18C0mmgzXxwaE5Z16DOX4cjEgixGMDlTQUREACHACoIMD4JDA5CSCb35VF/nJtZDgNR4S9ChAhNEcZw8V4rFkFeeaVrxsV+wTex3irrg2nb2Lx4HhOf/Cve34hr2EpeeQX9qzk8PTaOjXOzqOh6z1hKnXaRHbQPwmGjl/KRY2MTuH79SsOGgbHzbVdmirrHbizatSow9trfzv99t27dgCgWvNc4O56xQUkgiXqUnXXHofAc4Xggl8thd3cXuVwOtm3j+vXrAICZmRkkk0l85CMfwezsLP7JP/kn+Imf+Alsbm7iF3/xF/HpT3+6wf8rQoQHDV4yRNcg3LoJe2gAK9k+nFpahmLbSFSqqACgqZTn7yMIEh577MnAPClJCi5ffjL0O5zrV5H+jc/jQ8UiNsZGUJVkJAQB4//Nd0HqQRKw1Zqm6zpkWYIoBgtX3KdD0yowTQpBqHne8WRdqVQEIeyYYevDUXeOr6/nYBg6TNMIJDsJIQ1ec3uteZub603HEACq1UpokbPd66QU2NnZRiJR86thHSTtE44Oe7z9Y8a7XviYXbr0IaytrewZP7Qa91OnZnHz5rUG+S4ArjynDMPQfUWp1tdcH4OzzhwLpml6axX3/qOUNhT9wo4JPByeyGFJUFlWvH2UIBBPchWgWFq6i9nZRzfxHqEGloxfQaFQRCLxYO9TOe7fX3f9dcsBf1FBIJ7n68TENARBxNTUDCzrLiRJgiAIkOX+QIFNlhVomubOOTXvMQ7eUV+plHHlSs27tFfI5ZZRLNY67/1Eh07np25JofX5jHS6D/n8TqgUMp9j/SRc27YDPsO3bt3A9vYW5uYuPrJ+gL0kZ/vH2jQNtzO1OfuEk0E0TYOixFAqFaGqcW8NIYSgUMgDYGQadr77kwVtlUNLpzOIxWJIpVINsV6z7wuLlxRFgSwztYBsth/j45NtzWeBzjkXXEFMiymsGw0AWJgEgVLETBMEgBaPA/39ED/1172caTY7gKcffxq5X/xfUCEE6sYGRt9+2+u680uD7iffShQFwt/5DCu4FYvA1DSwuAiIolvocwuYigzBslkXIKUAEaErCuxiAYqmA4YO8NcBmLKC9YlxjL//LpwTJ0H/f78MMjjUsoOuIafsOKBLixihwOrp07BlmfkgmgZg24AkQQYwJseA/n5W9OtQ6tSP49zMcliICn8RIkRoijCGCweRJNDV3CGfUQ2VStllCzcGLs2KTPWt4b0UWOy2i+y4+iB0g14mpURRxPT0SSwsXPcKZ4wl7bgbCdownu1ucA7S365+DGIx1ZVUop5HBIcsyxgfn2xb5qvXeNgKzxG6wy/90i/hP//n/+z993d913cBAH7rt34Lzz33HERRxK/+6q/ip37qp/C93/u9iMfj+O7v/m782I/92BGdcQQ/HmXZkv0isG7n88xHgxDYoog701M4tbSCO9OTEC0LphqHnUhAUWJ47LEnMDAw1NZ3+DeboiRh/P527cXf/A3QHmw2W61pkiTBNE1QioCPES+snD//OO7eXXCTLbXXAGBoaBgTE9OhMkrA0XeO37+/iWJxN5C41bQqksk0ZFluWMtbrXmbmxtNx5AliKuhr7V7nb0oHh3FeGezA17XS33if2pquq34odm4Uwrcu/cBqtVKncwncRPYCchyDLKs7HnNYTG4KIpIJpMol8uunx/bMyQSKciyEurfGTaOD4Mncn1syj2QmIQhi01rXcZsX/UgFDQjHCx4Mr5W+O+sq+e4yjiWy2XEYjF3nWDyv7IsIpVKgxCh4TfNcw4AJw/UiDSaVoXjOMhmB1AqlVCtluuKKkz6G6AoFHaRyy2Hdih1A3Z/rkHTtNA1sN35ybZt5HLL2NhYdckSuvt5JmssinuTQgVBxOjoBNbXc15HFe8w9oPPsZzAzbzliu7cz95DqYOy2xUV+QHuH/74w69EtBds24auawAQ6PDXNM31uyQByUygOzLMXjm0iYkpmKYZ+J69vq9ZvEQIQTrdhyeffLbt5yrQOedCpBRnFpdxde4sdEkCIQKobkBwHCQqFeaITAjiusb8+eo71V77KkbvLbLi0/JS8DXLAt3eAhka3ne+VfA1PtDVHDA8AtgmnN/8AiCKGE2msRpTYdtl15hUANJ9cBQFgmUjls+zgp9tezbPgmND68sA+gfAzXnQQgE4eaplB52zeA/I50F1jcmOwgEsCyIRcOatt3H7+edgxWIgigIHgDI6hlk1BbFvsCc+fse5meWwEBX+IkSI0BRhDBcOalkQxg8mqdNOIjORSGJzkwUd9TiKTqqHgRG8X/Q6KXXmzDnk81sol0sew8uybJim7rG2/Wh3g3OQrPn6MWBdFWmUy0UAxDWCZ2z3ubkLEEWxQUrtMPEwFZ4jdIef/dmfxc/+7M+2fM/k5CR+7dd+7ZDOKEK7eNRlS/aLwLqtafBnQyxJgh5T8OT1m1gf7Ec1nUH62Q93nLjkm01HUbAx2I+qqiKuaRjd2gHp0Waz1ZrGut8ML8HGfYwSiRTi8QSmp2eQyWS8jiwuX8a7t1old4+yc9y2bezsbAXkwFnik6JcLqKvLxu6ljdb8/xjyMao1tGhKDFMT59EPr/d9XX2onh0VOPNu17q/SbDxrJZor/ZuJ88OYtbt6650ngUhAiQJBGpVB8oRcBrq9U1898yIcRNStaK3H19fchksojF4t45FQq7bY/jUXe2totWRZb62FRVVZTLRXfKI4FrEwQB8Xj8gShoRjg41CfjuWdbu109vfBSPygkk0msrOiBjj/TtLC7m0c8nmz4TScSyaadx5ZlQZIkt6CQhmWZ0HUdbD4jXvcxwNan9fXVnhT++P1h6x/z7vWvgZlMPyjFnvNTPr+NK1feQaGQ9zzpAYJYTMXo6BhGR0cxPDzmSZK3Oo7/fjO55l2oahyqGoNtO7BtC/39aayt5TwZZ1Y4pYFiFFfIeVTyJwcNf/zBlYjaAY8Hk8mgZKvj2N5/MwJJDZ0Um/l6petVGIYe2iHKnoHV0N8ej9Xu3bsDAIE1r5fxkr9zzikWWTHOstBvO/jwM8/j6/ddxQgQxNbX3CIZgWSaGKtooZ1qgeYKv/8eABB3T4Le5FvDPPGcU6fh/MbngWIRZ967gtsnpmCqcQixGKggQLYsSKYJYltc+Z9PDXCIAKWQx+rpU6hms4gLAsYIgdCkg865fhX0K38O5JYBUWLXahrs35KAzMYmnnjzbWzMnUM1piKuaxiL90H5b/4f+7puP45zM8thISr8RYgQoSnCGC7ea2HslR7AvPo+1v7wD1CmDhKmiZGvvQYpJJE5NjaBXG4Jpmk2HKObItN+WYkPAyN4v+h1Uood72LgeJVKBUC4b0C7CZiDZM2HjYEoShgcHEZ//yAAEtCtjxAhQoRuEMmW7B+BdVtV4bWXAyCUohpTIVCKsbUNiC9+K8Qukk80t4Ld/ixuz0zBlCQIlMIhBLmRYZxZXEZ/DzabzdY0Simq1SoUJeZ2nsPreqpUKp5c6X66v8M+Ozw8irW1Vdy+fROUAmNj45iYmOppYWp9PeclFxmDnXjdBY5DYVlWR2s5H0NNqwYkx1gHhY4LFx7D7Oy5rjvke1U8OuxOfR4b63oVsVi85Xd1k+gPI3hxCS9RlLzv2+uay+UyLMty/bechiJ3LBbH2bPnvfd3Mo5H3dnaDvYa+7DYNBZTUa1WvG4/v9RvOwWDCA836gmtzP9Oc5P+QsvOtV56qR8Egh5/7G/8N1CtMo8/P8bG2BxgWWYDsUBRYoH9HCHEtXcQ3OP753zaM39Pfn9UVYWuVwNdho7DCiLJZLrl/MT8S6+hWNz1xoATqk1TR6VS8ZRpWp132P2OxWJQFAWmaSIeT2J3l0l/lstFFIu7sCzLt34Hj8cVch6V/MlBwx9/cCUilqNpfC+PpRRFxYULl2HbDu7d+yDwHkEQ3eeNNOQy2oln6terYrEI2za9TtXgd7HfU33h3TAMVCol2DaT0r1zZ6Eh3uhlvFTfOSe4XWiSrOBD3vWYINksnK0tyJqG2ewQ5L/7D0L3YoHmCr//HgBQh+1JcHD5Vv/1ZP7wD/DE+9ewcfYsqvE44rqG4e083p2ZhE1prfAHsH8LwNqFi7BiMQjUgSPLWJVjOLO6hmypHOig43tVkkqDKkrNX5AQoFph8p6yBKF/AOMb90G3t4ByBaSvH9Q0eraPPapmluOEqPAXIUKEpmjGcBHS6X3pLDfDzuY6br7+FRhDAxAoxaY/OVaXyBRFEefPX8S1a1f3XWTK57cxP38NpVLBkxlaWrrXkbZ8q6SObVqo3LyO+W9+A4n+fkx8/JMQY2rIUeo+5yZcKpUy+vrSbTHujhK2baNSKSOb7Ydh6JDlGNLp9L6SUvVBm6rGkcsthXbJNUvAhBV1D5I1H0loRogQ4aDhvPoKnHweKBYYM1RVQQYG9+0J8SghsG4PDIBsboC67GUu0QPsb+PtjE/gdnEbtihC4L60lMIWRdyensTTY+P7vo5mpBvGpLdhGLYn7ec4DlQ1jkQiCU2rkbr20/3t/2w+v4033vhqoHtgY2MVd+/exuXLT/Ss02Nzc8OL2XjykHdWSJKEbHawozVXFEWcOXMOf/mXr3sSVpbFEpKKomBh4QaeeebDXY9RL4tHh9Wp70/OSRJTXGhWyOsk0V8fk83OzmFh4Wbg2ZUkKRCP7XXNrEOtBN5lA8Ar/pXLJcTj8dDvbic2O+6eyO2OfX1sOjV1Eisri6hUyg0ywLzoGuHRhZ8Yo+s6dnfzXncPIQQ3blxFKpX25oLOOnhynizkUeyT7t9fh6qq0LRKgCjAu115h5F//z02NoGrV99zf2fELa7puHDhMjY21ry5PRaLwTB0b5yC3poCxnqw5gPB+5NIpAKkB4DCceie89P6eg6lUiHQccdkwR04joOdnS2srCxhfLz1etNM9YjPJbu7OwFPcEKIS9QoQ1GUBp9XQRA8hZyIgLB/+OMPrkTE7rvjxTtcklYQBIiihOee+zBGR8egaQZyueVA7MKLzQCzNAFqxADuD8jXlHqErVdMkl73OlWD3YUUIyPjWF2tnQOlFJVKyfW1FDyyUFi80ct4KaxzDgjJ+5ya3XM+8zdXEEEAnZoGlpcA0wJkCejLgMTje+Zb92P3ELie3/tdjG/vANhh/+04OPPKq7j99FMwYzEIjgNHECAZOmwhBkeWITgOQAgEh8K2DNyensKTN25C8HXQ+SU2yfQM6NIiYFmArACaDlgmcOoUSKVce02SQK9fg/3PPtszBZujaGY5bogKfxEiRGiJZgyXbop+rRYn27Zx8+tfhUWpZ27rJcdmpvDE+9caEpkDA4N49tnnsbra/cbBtm1cufKO6xNTC/4NQ+/IhLtZUsfYzaOyswOnVEIJgFPaRe63fh1nn3kOmcefarrpqWdDbW6u4e7du8dCIiUM9efrOA5kWcHo6Ni+N3L1QVs6nW47AdOKBX0Qxbn6pNKZM2ebHpO9d6XBN6fV8aICYoQIEQCAvv0m8MEC2yQRgRmlLy8B6T4gkwG9dwf2y1+KvP9aIJAMcTfeZHkJ1LIg2TZG1jdBUql9EZ02z87CWvr/s/fnUZJd930n+L33LfFiy7Wycq9CoZasBQBRJCCQIAFKJCVrPJZGyzmSpk3JJGTROva03LZs86g9skeyLLTcGtnyWHbbpEDRS8vjsaVuywItiRSJokiCInZUVlVWZaGWzIzcKtdY3n7v/HHfe/FizcjMyMzIrPs5BwdARsRbI96997d8v7dBvNqEj5cwsHTuTFv8hqsDD8lkElNTk6C0HEBRVTF2eJ4b+Oq0t5K+cfcARz6/gampa3j66Q+1ZZxdX18FYxyKImQkGWNRBXom042BgYFtb9e2LWSzWZhmKUqKUkrhOA4ePFjGzZs30NXVtaPxOJ48chwHjmPD8zwkEgk8/viliu10wri/3Y6dVuXu683JNE3HmTMTQbflzs65LFHXmN1ID3ZyQdd2rAZamU9XJ10lDydhYYzrulhfX63oKAsD7+E6uSydK76HhUIenucilcpUJHwA0cGzvLyE2dn7ByYDKgpJDSQSiZoOPtd1MTV1DYZhROvvO3fuwHUddHd3V8hAJxIGlpYWguKFqciHrFQqBsUold202Ww3RkbG2nIO8cIlXdehab0VHZmtFC8Xi8WKrkfGhDdfmIizbQvXr19FMplGd3fjbTVTPXIcG77vRd+DsFOLBe1m4nUWyKUi6joWPsSyAKEdVBevaJqG7m7xfRFjvOiu9DyGRELH449fjnys6xW+CBnubgBi7HVdB8ViAZwz6HoC1669i9u3b1ZsJ6TeeBUmEsNO1biXn6ZpGB0dqxirxG+QQVEo0ulsRaLwoORht5tgrGmuyHaBnz4LWCboE+8Ded/7t1y3tcvuoV5SjOdm0T0zgydnZrB47iysri4Y6xtglGL28pOxEyEAFfIYLmdY7O/F0MJS1EFXIbGZyYJMXBBdfZYF9PQAmgboCfDbt8pJz/ETIIlEWxVs9ruZpRMhvNJ99sjysY99DHNzcxV/+/mf/3l85jOfaXkby8v5dh/WgUEIoGlKjV/DUUSea2dQPThx1wXt6ooGp1xuBu994wrI+lrNZzkhOJGbx8ij56B+8qcA7P5cwyTk7GIOV5M6oOt1zI4Jnnji/S1r8a/HWv0pJfBdD/m5GSRLJWhVegpModAvPgYvqFIPE2Xnzl1AKpXBt771ClzXiRYWoTyXoqgHLpFSje/7eP31V+tWsm/3eFu5r77vY35+FouL801lxJodF6UKRkfHYZpmSwGcVgJxjZKf9Ray4Xt93wVA6r53O9vrdDr52bRbBgayB30Ih4JOn0Mdpu8odxy4n/k0cPeukEzxPMAyy1KVug4oCnDyEZCe3prxdi85TNcRqB23me9DXVvDmc0ieoa2X+hUXeD03tgwlu/dAYKEYqgfSVSxuB145HSFBGHIbq9jLjeD69ffhWVZdWW0DCOFCxcea2twZK/3GY7D8/NzWFtbheNYNe/hnCOT6cJzz30sCrq2eh1v3bqB5eUFbGysoXp5LBKLQG9vX+DNu7PxeHV1Ge+++xYcx4aqqtA0HaqqBRXvLlRVg+97MV+tgxn3c7kZ3LkzHUv6iaQQICrwT506XXEfb926gQcPFhtu79ixQTz66NmaOVm8S2Bi4uKOJWFv3bqB+fnZGplWSkkkd7e+vtaWeepO2atnYyvXvt4zJoQx/0ATmnIO1Rr7PYfyfR+vvfYtLC0twPNqbTVEd7WGxx67jMXFXMVvy7JMlEolUEpqOng8z4dllYJuuHKXKbB/v8Xq51sI5xzr62tIJpNR8kHITZZgWSX09PTVtZk4deo0hoZGot8R5xyrqw+iZAghFJlMdltKQltRb4273edpfMwGUHGfQ7nNrq4upFKZpvel0fUEgHw+D01TYRjJwPevcnzVgvmVZVlIpVJIJlPgHC35DO81h20+uxX1nvUA6j7/q8+90WdzuVlMTV2LPBk9z0PYcaooFOfOXcTZs+ej706j8SpMCKuqhkwmW9drOjyGe/fuwLJKUadfNVuNea2wX/eeuw5Y0FxBttFcwR0H/i/+Qt0ONpJMQtlmsiyK0+bzohDyjddFN57vI9KE5RzvPfNdWDl1KtgRhE9f+LvXNBwrWTi9uhbt3//Kl+H/5/9vQ4lN5Yd+GOzaNfCv/imQSgH9/SCx5wj3PCg/+mNtU7Bp5Xoftt99q3Ooh6rj7+d+7ufwYz/2Y9H/y9ZxiWTv4Y4D9tWvwH/pcwBVhI41ar2IisUiqGGIyWDVIE44h6lpIG3SX44nIZceuwBO+0EcBzxpiGBceOycYWGhdRPu6org0s3rYIUCqqfJHMBmMoXk4gKSgY9AWEl99epb8DwvML0mgb+MiUwmC1XVOtLoejvVxrulXjIsl5utkJvZ6rgcR1SmFQqbSKXSW1aatlIlHq+OJ4TAskz4vg/HsXHz5jU89VS5y6G6kp4xXlNJzzk62h9DIpEcHOzrV4QZvKYCnl9O+gFigWZZovNvPifkYqT3X0Pa2clTr/o2MT4G/8xp0EwWCP0lkkmgrw888HzdilakfKqLUwqFPJLJFBzHjoJsoQQT5xyu60Q+Ru3qMKvuHogj1BTYjrsM4+OwaZZgBzKsoYdSOdFD0de3PZnPkHQ6jfv3SxWyZ+E+QilRUZCV3NF47Ps+pqdvQtf1qPvBNEtYWVkG50LuKuzGzGS6kEqlDmzc365vdSsehtVzssrOD4KpqUnkcrM7Cvam02koioLu7t6ajhzORVfJfs1T95vd+kful3Ss5HChKAp6e/sxPz9b93XRHebh/v3bQcdQ+fsX+ogxxmBZViS1a9t2pLAjkgsk8uEM/eD247fYSKVHJMA4dD0B0xRS2aqqwvc9cI6abiSg/Dys/h3tdUK9uhPL89xI7jiT6cK9e+9t+TwdHBzBzMy9oAO93OkHIOi4K3dBNrsvzaSsE4myB6LoSGTRPsJxzzCSSCbT6OnpQSKR7KiO6qNEo2d9K7+3Rp8VvoEJbGysRb6N4ZzT8ximpiaxvr4WJb0bjVe6rkNRepp+B+LHcOfOdN2kX3zM80wT8698BaW1tW1Z7ewnjeRDtyIuoVnz2g7sHuIKb+yVrwLdPYBZBGwbMM0oNpsMuv4oUE74cQ4QgFGKFOcVHXQ13YSMlTv+urpAPvI8yOIScLJ+rJXEZEPbwU6v91HgoUr8CcP57Uu/SCSSnREFwe6+BywtiYzXgyUhp5XtEu8JBqf0hQks9vSAxjx2QjghSBHaFv3l0GSWm2Z5sCQAwAHTAs9kYgEfUjeA1Yz4pGTqte+gUOc9tqaBUwLfrayg5Jxjc3MjqIIMJ97i74VCAd3dPXUDLgfNdgNEO2W70lP1jiuUpxEG63zLbTTap+e5ePvt1zE8PBpUpjG4rgPf92sqzk3TxPT0TZw7dwFAa4lSoByoigewCCGHPkglkUh2B8/NCRmUsXHg9rRI9oUPHKBsnO554KsrIMfE3Pdh8v5zHAc3b04in88jm83i/PlLUNX6Cc9WA9/NEmT15hbEtjDwyteQUwj83j4AHFBVoKcHhFKoLfhoseuT8L/QXMqnnk+xqqrgHEinsygW8/A8H4z5QaGJ6LR4443vRF0K7ZBcS6fTQYIPVYkzBPJhTiDnVN/7pdl1j4/DIogo5meEhF5ADIqiQNcT6O/f2VpvcHAE169frZn3hcnS0CcxTnw83iqBWj32M8aQz28Gr/Jg22LnhcJm4BXlRNJtudxsy4Vou2W7yaRWPAxv374VbS/u0VMOAvMtk5yNrnF8/9WBedFZmdiXeepB0E7/SMne8h/+w3/Ab//2b2N5eRnnz5/HL/7iL+KJJ5446MNqCCEEiYQB27ZquqAB8Xu0LBuZTKbmc/GxBwBM0wpkoHnwWS/47SsolQrQtN5t/xZ3WrTSyLdTdKYnsbm5HiWobNsG5ywqAKmmUXJ9PxLqYeFS2HWVTCYruqC2ep4qioKJiYu4evUtrK4+AECiZ7KiKMhkuoKYBJrel2Y+qI8/fgnT01PwfS8Yy+JefiTyiBNebcldd2pJ9pdisRjEK4SCUfVzIoyLhN/DZuOVruu4ePGJLX/DrYx5q29+B7de+zYcABSVVjt9l5/exRl3BhUSmlXsNFkWJsV4bg5YXQGfug7YjpDjZAzgHMenpzH/2CX46RQAItY0igJwDn38BEb+wl8CjSVXKyQ253OiINVxhDJNOgP2S/8A/OJj4GFhZPV5el4kGyrZHfVnwEeUz33uc3jmmWfwQz/0Q/j85z8ftCJvD7HIPBr/HLXzkefaWecKVwTBYJpCs5lQEYz0mTCvZQwEAFVVYCGHoaER6AkDGB8HCQYQAgCcQ+McIz/0w6CBHOduzpX/2RXwzU0QAATAwOoaSDhJ4RxwnWhy7/t+YDrt7+gapHt7EVomx/9hChXd8VUDXHxhVT1x4pzBtq1ogXHQ97fiPNPpSKu/mp0cb6P7GgbN6hEG37Y6rrDakHPUmM7X20a9fTqOg42NNeTzm5ibu487d6YxNXUNruuiWMxXdDyIf3PMzNyNvkelUvNEaalUxMrKMvL5DZRKJTiOjVKphI2NtWhBVSoVD/y+b/efRvf1sP8jkew3ZGRULJKyXUD/McAwAFUT/1ZUsaACAEJFVWX4uTZXTnYq9+/fwVe+8iXcvfse1tYe4O7d9/Anf/Il3L9/Z8fbXF9fxeuvv4o7d6bx4MEi7tyZxmuvvYr19VUA5erbCMbAZ+5DcT2cfu11KGYJnFJw3webnYVC6JY+Wtxx4H+hKpkY697kQWGICNotw7IsOI4Ny7JQLBZQLBaCZJgBxkTAUlEUKIqQcSoUNnH16tvwPLduMU34mVY5dmwQiqKCMR++zwJ5KAbPcwO5MyGjFr9urVA9DicSRlQcxbmYZaXTGRhGEpqm7zjRoSgKTpx4BIgFr8J/q4EaRPW8IQxUb/X9EBLlc5F/IOc8mi8AQOgvHY4pjDGsrj6AaRaDe1rC1NS1bV23nSLmv6JTxzTNmvlovWRSGPgV978sCaooZb+4+JwsnIuFxOdk4VzM933kcjO4desGcrkZrK4uN7zG1fsXicUSSqUSenv7Wpqn7ge+72NurnxO2/2N1aOVay85eF5++WW8+OKL+Bt/42/g93//93H+/Hn89E//NFZWVg760BqSTqehaTrqddaEcM7qJsQ0TUNXVw9GRkbQ1zcA33cjT1ZRHCK2GX/ebOe3uNUzdyvCpNmpU6dx7NggTp0SstuhVGa8840QEnUp1jvPg0yuh92WiUQCnIs1puhWZDBNE+vra7h27Z2Gz5qenj48++xH8cgjZ6DrOhIJA9lsF/r6jkEL5h2t3Jd61/Oppz6Ivr5j0fOJEBp0hInrGvdn28/nsKR9GEYykLTlwXysGpE8D8f13Y5XYbLfMJJwHAe+zyq2cfbUWbh//Ee4+cqfwnMc0LAeEoAH4NZr34Zv18rEHzbCdWA9uOftSiWNjIwCvg8yfgJQFYBxEcOlChRCcPr1N6A4LhghAKXgyRS08xcw8fzH6nZU0guXQP/BL4ttZLuAkTFg4gJIb6/oBLz6DkhV8Uj02Wy2LY0fW8EdB/5Xvgzv330R/le+DO7UjzceZh6ajr+f/MmfxMWLF9Hd3Y0333wTv/Ebv4Hl5WX8wi/8Qsvb0PWjM3EmBNHC/zBo1+4Gea4Hg/vK14FCHkTTQJNJsLXVcku45wFrKyADx8E9F+r4KDRDx8WLl3DjxjW4qTTI2iqYZUFLJnHhw88heXyoYvs7PVe+mANPlKv+R1bXMFsoYjOTBicEnDH4gVSBpunI5zfw+uvfxvnzF9HX17+ta3Die78PuZf+DbyqBZPCRFIzOTAQBa8AREEJwzCCwFDFkQfSViIwRGltAOqgGB8fRy4307Dyanx8vOVjbXZfbduEqtbfDqVCLkbTyq/XOy6RfKMghCCZTKK68rB6G9X7LFepI5IaVVUFikKRz2+CUgJCarsMwyQipRT5/AZMs4RUKoWwkjKEMYZ0Oh0EhOILT3E9ikXR+dnVla04zk6nk55NEslhp0I6xTAimRUAgK4JWW0A4Ey8HvAwVE46joPJyXfAuR+Nr0I228fk5DsYGRlt2PnXiFa6zaurb/nqipjrEIrulVU8+fVvYOmJx1E0DDiKgsTKKkqlIrq6uhsGOrwrXwPf3BTVtlWE3Zu5c2exubkOoLLAQhy3h7W1VTDmx+SXGAA1kMz0wRhDoVBANlvpEbHdzvJQijMM/AivIAKAR116mUwXFEWJrtvly09jeXlxy26N6u79eDdJ6D0T94PZTaLj0UfPYXV1BcViIdaZyGGapYruhBDGRIdIM2WA3t5erK2Jwh0xjwvlwOOSZzwKipa3zaKEIyCUIPZa8jMuqappGgqFTViWiWw2C0rVptd4K9nceJV+s84PSglWVpYxO3s/6pBcXPSRz+eDRIQWvK/yNxjuf3r6JmZm7gLgSCZTWFpagKpqdTuWgP0L3K+vr+LWrRuwbXvX3bVxfN9HqVRET08vHMeGpiWQzWalVF6H8YUvfAE/9mM/hh/90R8FAPzSL/0Svva1r+G//Jf/gs985jMHfHT1Eb/ZezDNYt3EuaZpSCbTkTJJ7euig2dhIRd5bnJOKpJQ4djEmN/yb3G7CjCNqO7Km5m5h7AjMU7YAVe2ZyBtG3PawfLyUiShSgiB7/vI5zeisXd+fg6lUglnzkzAssya5zOlCi5del8wLu28c7hRl2N1Z2L4vI+PAQedQJVsn/X11SDOUr+oJk68m3enEvvV1ivhfDKb7cPAwHEcX18Hfv3XMOfYcE+MgdoW4NiAkRSdaQAcALmvfhnj3/+Xdnv6B0qNhGb8tV0ky7jjAJ4r1GJUBbj0ODB5FfA9EXw0kugeHsWT33wVi0ODsJ7+LqS/5+MYOflo80LGV78FJFMgXd21rxWLoM98ELg2KdY2qirWq9lshWzoXlFt0+B/04X9J18C+SsvgJy/tKf73k8OdeLv13/91/G5z32u6XtefvllnD59Gp/+9Kejv50/fx6apuEf/sN/iJ//+Z+PfBa2wnH8I1PdHwZfhZ73QR/N3iLP9WDw7s8CigrOOHhvH7C0KLr9AIBQcNMCZxxIZ8GffQ6u6yOb7cEHPvAM5udzKA0WkUqlMTwsJgKuW1mpttNzZYMjYLYTBegoOM6/dxfTJ8aQTxqwdB3CsFwNKtEoXNfFtWuTePrpbQZbVB1nn34GN7/zbbgIpAYApBwH+vAwQGhU7QSIRUsoq0KpEnmfxP1lUqkM3ntvGjMz9zExcbCm13HOnj2PqalaiY+zZ8+DMWxZ1ez7wgvBNIvIZrM4fnwIhFRe60QiCc/zG0pPJRLJ6HsSbi+RMLC6ugJFUaEoFOIucKTT2agbIfSDIYRibCxR8V2r3mepVArkLACABBJjwg+C8w0wRqAolQNFKKs2OXk1MrG3LBO2bUXejSGKosH3WbAQq5XMYIzDdV0MDAzV/CY6mU56Nkkkh51QOsX/5/8UWFwUsimhvmK8YlpVQWIFK/tVOXmQ3Lw5GQQDayfsvu/hxo1JPPbY5W1tsxV55sGRUbC4VI1lAYTCpxRLJ8Zhjo2BGwbWu7LwVBVKqYCVO9NNA/98TiQT6z0yw+7NpZ5MjbQmIL4OQp6SBnMoBwg0CIRsmRhfCREFLplMpiYR06rkWhiEDbvZRJBUjQKIhpFCNput2H6xWMQ3v/kKVFXdMglST3ZS0zR0d/fCNE10d/diZGS0LYmOUPosLlnm+wy27URSpnE0TQMhqPl+hP51vs+Qz29EXSNAOB7yKCEbvhYGseJdgCFhoHQvpb6rg+mUUvT09MG2LXiei7Nnz2JkZKzpNW4mbxeXgysnOUVCM9754fsMq6sr0IP5OIBA8tRDsZhHd3dvxbWJXxPORXAwlUpFr4tunXLHq+t6ex64r5YgHBgYxNTU9aAgoX2+zfVkfrPZLgwODh14MkJSRhSkTOKv/bW/Fv2NUopnn30Wb775Zsvb2e84lKqK5+HGxnrQ1QOIxBiBpqnIZruhqgrS6W5YllWzBpyYuABFUVAqFaGqKlzXrhgfws4vxhg0TY/evxWtjMmjo9t/RoqxsKvCskEU3BJ0dfVgaGgEmUwWpVJljOIg8X0f6+urUbFouLYFECQCRUzDNEv49re/gWw2C0VRojE3jCWIe32hYi3POYeiaDh37vyui40VRcH4+Elks9loH4Sg5rvSSVQXUz1MbHXu4XyBMR+pVCrwl6yHKKSPK0AB4vuwnd9ovWR/qGBh2xaG+gfAfvOfAaYJM5MCDeYX4BA+6JmsUNsCYK6vbXlPO/3ek4QOfPoFoQoSS5aRbBbKCz8N2mJ+I05oLcA3N0HSafB7d4GFRWB4GAg7048dA25OgYJj2DsG8sabINO3QT79AsiFJkmy+TnQJtKkRFWh/OMXwa5cAZ/PgQyP1PUzbzehTQNMs3x8mgZuWmBfeAnqP35xz49hvzjUib8XXngBP/zDP9z0PePj9R8o73vf++B5HmZnZ/Hoo4+2vM+jFrAUgYGDPor9QZ7rPjMcC4JRCjJ+AnzmvqiA5xAV7Mkk6Kd/GlD16HgJqQ0aNDuX7Z4r+cjzIH9UWSHTXSji8vWbuHHmNJaGR6BqWk0lmuu6mJ/ffrCl98mn8dSFx5H76pdRWl9DqkeYC+fNUo0WfiqViSRVdF2HpomgVqkk5Lr6+vqjbjLf9zA1tbeV39uhu7tx9dZW96e6gmtpaQF3796tCQC2oukeBn0aVYSNjz8SVKf5kTRneXFHMDs7g3Q6G+03vs8wkBdWVHIupGkURYWu60il0iiVSlHwJQy6JpNplEpFJJPJaLIaLiwLBRHECg3Oe3v7AqN1B8lkOqqyjW+vp6cfhGx9XTuRjng2SSRHAHL6LJDJAoNDQDIJbG6ITj+qAL4PaCowNCySRosL4jP/1x840GPeD/L5fN2kHyCSJ/l8ftvbbMXHtqb61jCwcawPt9//AbjJBEgqjY1sBoQDyVIJimFsGfgno4GUTxPfi3ggNg5jLAoEJhIGPM+JEoRhYFAEXIXslmVZSCaTsc+3Lru1uJgLJKkLsWRj+Thc1wZQ7ijknMOyitA0PSq+bHYtGo39YZLj/e9/uuL91UmXRmvBRtSrRjcMA9PTN2sC2+fOXcDy8lLF9yPuXxfKX4Wde+XOPlHgI4qOwm4SAkANuiVFUCvskgkTY4Q091raDfWC6YSQwDOvnETeDc06PzgXyhaOY0NR1CCpGsrA+dH31batCh+/eJK6WUKAEIqRkXFQSrftCbYdaue0DLdu3QDnHMlkrQzWTpO5ocyv6PQp+0o7jo2rV9/Cs89+tCPWBxJgbW0Nvu+jv79SOaa/vx/vvfdeS9s4KOWp48cH8OSTl/Huu2/DCeTPEgkjUk0R3X4EqqrAcSwkEmmMjIxidLSs9tLVlYVhJGDbZvRMo1QLximGVCqF7/7uj0FrMcC6XQUYoCy3HP72h4dHaxJNXV1ZLC+LtZhliaJQVVUDGU2Onp5ujI2diLZ19+7thtvaLxYX56BpooBGjDd+bKwXCy7DMLC+vgbOOTzPDd6vgHMft27dwDPPPAtFUTAwMIC+vr6K6zQ+fgJA2at3q2u4FfX2cZDXrxkPs1rNVue+uDgH3xcy8V1dXXAcG55XLlyK47o2kslkhQIUdxyhajE3BzI6CvX57wZpkqyK768a33excOUrOB4ojaVcB8uUgIbF9ZyDOA6QSIBxjkx/35aqSYfi3j/xBPiv/RNxHXM5kJGRLa9jI7jjwP7iSyC2JZKKCR3kscfBHjwAfB/KZz8LAgLvpc+DDw2C9B8DCe+FbYF/8SWoL/6Txvs+MQb3W99o4OMXqL+lksD3/4VtH/tuiCvUxSEE4MU8yDe/Du0T37evx7RXHOrEX19fH/r6dtbtcv36dVBKayZgEomkPdQEwTJZkIkLQv7K90Ff+AyUj31s36soKkxmYxUySjaL5Pvfj0yTgGGzYEszg3ElYdRICvQkjLqJss3NjYqEICAmHtlsd42E5F5Wfu+EeKV32HG3VXBlO3ItzczDw4rtrSrCRkbGkMlkgwrpVYiAqQjEpVIZMOZX7Dfc59TUtaCarfz9EJ16PDKlN4wUVDVcyAqJMCHbKiRa4xJhYbeCZZmBn0I31tZWsLS0EARQi1AUkTSMb0/XExgYGNiL2yeRSA4R7OtXwAsFkIEBYGAAnDFRkWlbgKaB/NQLwINl8Jf/AAAHGRgE+9Y3gcmroJ96AbRZZeYhJpvNYmVluW7yjzFeI2nZCvU6zuLbjBJkFy+Bv/zfAAD+sQHcPjEKX9dA9QRsXQcnBCCAmU5B7+2NRpNGY7n6/HfD/cOXm0r5DC3OY2lpHtXyZCIBR6DrCRiG4afoWAABAABJREFUgWIxX9NxpihK0KWu1HTlb0d2q1gsBh1ZZelKsR8h9Rn6N4WJRRFQZTCM2jlBvWvRytgfUi/pksvN4OzZ8+jubn3NWK9z7amn+urOa0qlYsX3I/SvCwuE4nO3MBEbdqFls10oFosV119VNSgKhabpUBSlohBtL32Qmie4KUql9iQcKVUwNnYSmUw2uqee56JQEEn5cL7mug5SqUzQ+adERVXVfmLxa7JVkt40TZw9e74t51GPRnNa13Xgug4MI1H3uHaSzM3lZuvK/HLOsbm5gVxuFmNjJ3d8LpLO4qCUpwgBhoZGcffuXXhe3DpBPOs2Nzfw4MEDAICiUGxuCjuDZDKNbLYbCws5FAp5uK5XU9BICIGmJfCBDzwDoFbdpxHVaixh0UAj9RbRGVseFxhjuHv3bo1yzrFjQ7h79y5836uQHhb+YRoGBoawvLxcs607d+4Exblk3zsBNzfzIIQinc4ExawsSlaI66vBNMtjkud5FWpDnudgZmamovtqcHAUQKVay9paa9ewVcJ9AGhJGeggeJjVarY6983NPAASfZey2W4UCptRcUB5OwSO4wTjvC/udbyzTNPAXRfuH74M5dON1ybV+wPCIjILjPmYW13FMVUDZRzHLRc5x4Ufk0rnjIFwDg3A0Ec/vuWz5tDce6IAH/14tJ7wAGAHilD+n34V/vpmZQKMEqD/GLjngasJETHr7Y/ew2P3gm3kYf/pV6F8/BNie0EcMOyOHnrmw0CD9Uxc/W2/iSvUVUAJQFV4M3M7up6dyKFO/LXKm2++ibfffhsf/OAHkU6n8eabb+LFF1/ED/7gD6K7u1ZnViKR7J66CTbGQMdPgH76p0HPX9y3Y6lJyk2ch/IrL4IE7eQ0aCfPLC9i+c701sG9KuoFmlrx7agXWKquNN/cXIdtJ6EolbKg4vM7CxbsNdu5Hq3ItcSv0Va68K1ub3R0PJJGChN0YWCter89PX3R+0W1uRn4BIrtMiaCmplMFhcvPo7p6amK4CTnHJlMV41EmPApSqOrqyvyYRIG7aHHI4dpFtHd3QtALLBt26pIBEokkoeTak85QikQLwpYXgK5PgkMHAdfXQHPzQGGAU4JvF/7VZDv/rgYj/dBSmU/OXfuEmZm7oPz2oWaoqg4vw2/hnDukM/n4XleRQdSiKZpOL6+Dv83/5nwhxg4Dr68iKWEBndkFNSxAd+HTykIB0AIWDIJ23GiRFijsZzoOpRAyqeR78Xw8Bju3r1d4e8TJv0AJerKMIxkTIpJeMtSSpDNdgfynGLM3In8YTqdhud5NddGBAdJ8O/y/WDMh6LQGr+8ZteiFU+YZoVE7VBIaCRjWd2RGPevCyXcQ8JkoCg04jh16jSOHx/EjRuTyOfzyGazOHv2At5++/VdeS3thOYJboZUqr0Jx/Cezs3N4ubNazCMJAzDCKRFvahzUhRWGbBtMwjAV97D+DVpOUm/RzSag4rCNDFXrOcTuZPjWlqaryvzC4iA6OLivEz8dQi9vb1QFAUroVxawMrKCo4dO9bydg4qAK2qYRFkufjCskysr69VvI8xAlVVsbm5gXfffRO6ngjeT4M1jQnDSAWdZz4SCR2PP34Zvb3HtnVu8WfuVuotvu9jaqq1cYHSekUmLJC7vADGULMtz/OwubmOlZUl9PT0gXMerXmz2e6GRcHtIpVKB1KpoqBU+LJa0dgjZBb94Fh9EOIG90Gse8Mxt9n197zWr+FR5GFWq2l07uH3Lvw+6LoOw0hWJP5ErIREcr9zc7MYPT4skn6mKSQVgUBa0YT/hZeAX6kvrVi9v7gKE0CwkdDxxsQZnJ7NoadQxOm5edweHYaraaCcgVEKHcDZpz8Iqhst38+H5d6zubny/UCVhoiqguVy4kI0sB8I30PrKG8xJuKAZ37iJ9D1H/9j3fVMXP2tbedUKMD71/8SeP01IJUG/ZEfgfK9f6Hy+zVcZdMQO3fueSBDI0fm/j8UiT9d1/Hyyy/jX/yLfwHHcTA2NoZPfepTFb5/Eomk/dALl0DqJNj2M8jYNAkVVKWEtCIlWU27DMbjxINLudwM7tyZrvu+RsGCZt2H7aaej8l2rkcrEmq1f2/sIdPq9kzTbBjEqrff+PsTiUTNIpNzHiU2n3qqtyI4yRjDvXv1pXyEx6BdESgSCcEsisU8fJ+hUCgE0l8igXjv3nvI5Wa3TCxLJJKjC6n2lIvBPQ9kfQ1sPgfM54TENqGA64JPTwO6Dm478Ht6wP/4S0eqA1DXdVy69AQmJ9+JvP58XyTEBgcHsLS02NKYWG/hurGxgWQyiUQiUfaxPXUW+PVfAzfN6F6QwWFYQ0NQXAeYOA++ugrm2PAVCqIKia3KRFjjwD+9cEkEQhrMoxRFwWOPPRl0seejDrN0OgPPc6OkUzqdgeu6QbeU8LkNA3+ZTAYjI+MwTXNHc4bBwRHcunUj8m8KIURIWIvOjnhiUYeq1iZRt7wWTcZ+YPuFRHF2M2+q7UhUggQVRTbbHcl+AoiKjYDyvJJSpcZ3stUOx3bSfA6sY3i4/QlHoaxAYQTStwAqip/CwqpkMolUKoNSqQRdF11z9a7JTubx7aTRHDRMXFZ3K+7muBrJ/AavHplg1VFAjEuX8K1vfQuf+IRYezLG8K1vfQuf/OQnD/joWiNefPHgwSKWlhZq3sM5D3zQCdbW1pDJZCJZ3kQiAV3X4bouhoZGkc1md7w+jauxbKXespsC01KpiK6uLAYGhO98LjdTsa1KWWdEMsS+7+Hq1begaTo8z91WUfBW1Ft3h888MZ53wffL/rGGYQTrSC94piowzSJs20QqlYGqalsWHiws7HxslRxN6o21tu1UvYsHRescnCu4c2capXfeRiKhY8iyQDmHTwiW+nthGgaMYgkjr7wC7RPf23R/8d9d2DmcOnYcbHUVt0+M4fL1m+jhHE/O5LCoa7BSBlIf/DBGPvEXoNQpOHsY4Y4jlGNycyAjo8DxQfAma0oazP+arTvp8EjTuOg0gA/88j+G8md/tudxYe/lPwD7f/8TYGMj9DcAe+t1sP/930P9+/8gWvPWKNTFIIGyylHhoUj8Xbp0Cf/pP/2ngz4MieShhGh61Pa932yVlLt8+WksLy9WBHq2G2zZTaCpFcKJTr3uhXrBgla77RzHwfXrV7G6ugxFUfDII6cxNnZiWwuwevu6efM6bNuGotAtO+mA9ldnt7q97e43/v6wqjIuKzMxcTG6vtXBSd/3kcvNNgym6Xqi5jjiUqC2bQXB5vK13E1iWSKRHH6aLVZoNgtks+DzOcBnIunHuZAB5RxwbMAyQbQBcNME+52XRJHOEen8O3HiFEZGRnHjxiRWVlbgOOIZ6nku7tyZ3jL4Vm/uYBgGEgnRvXDs2ADSaRG05F/9KvzNzZqFcDLwB2KrKyhpKphigHsemO/D9/3I2w7YOvC/1Tyqp6cPTz/9oS2lw5PJNCzLrEheqqq660Ckoih4/PHL+Pa3vxF0uyHyccpkumAYRkVicWBgEG+++Z22J2d2UkgE7Fy1IU48WJzP57GwMBd1iBKSjYqFKKXQ9QQURW2axGulw7HdNJNUPX/+ElrxbK4XlK6eZ1efQ/V9ixc/iXiND8Y4kskUHn/8MizLbLi97cjC7gWN5pYiAJ+O1DvacVxDQ8N1ZX7F/iiGhoZ3ehqSPeDTn/40PvvZz+Kxxx7DE088gS9+8YswTRM/8iM/ctCH1jKUKhgcHMHNm9eDTpv6hB3g1YluQghUVUM2m911oiiuxtJMvWU3BaaEAJomJEg5r31WmaYZJDoRyWgCZbldw0jGOvubxx9aeQY0GquGhkaC5Fx5rDdNM9p3eIyi4AYIC1ZLpQL6+ga2HHNLpZ2NrZKjS72xtnpOFxY8MSaKeFZXV+C6LrQT45j3XAwur2BxoB+uqoJyDtbXi4XVRUysr9bMveL7y+c3o06/yANZoeBj4/BmZ7HQ042RtXVQ38eomgL9y5/aV6WxnVCdiNvLRgl2fVIosgVrF+a6IJlMw9bG0FoAHE3XnfT55zG/RVx0cWUZI8F6hjsO2JX657yb68EKBbDf/A2R9IuPQb4PXJuE9xu/Du1f/msQTW9oAUW7s6Cf+ukjsy4GHpLEn0QieThplpQrFov45jdfgaqqNYGe7QRbdhpoahVFUTAxcQG3bt2A5zlR94Lve+jpyWJhIRcdX6NEp+e5ePvt16MKS9d1cPXq23BdB2Lyz7C2toLbt6dw+fJ3tRToqrcvz/OQz2/A9/3AoJ1HFYXCo6X2erS7OrvV7fX2HsPk5NvB90NFNpuNzqPefqu3G0qnAUI+bmRkrOExbRVM29zcxPLyYt1AEecIPJqSNduVVZYSycNLw8VKIJvi//cvAY4DKMFU33XKizqfidcCWD4PcuXKgRXp7AWqquPChSfw+uuvQtfLSblWOvIbzR3CoGU6LYKW3HHgv/JVYHEB3DBA+vqB4DP9q+u4PT6GgucCRMhdKooajSGu68D3GXRdb0tCohXp8HQ6jePHB7G0tP2A41b09R3DM888i3fffQuOY0NVVeh6Apqm102g7UVyZieFRO1UbYjfg8HBoej8NE1DV1cPPM9DT08/BgYGWrruW3U47gX1vjPDwyNIJPQt/VdWVpZx9Wr5/gMEb7/9BgzDgGEYDROq9e5bWPxkmia6u3sxMjLa8nf1IJKmIc3moOl0Gs8880HMzbXnuBrL/IpO02bzUsn+8xf/4l/E6uoq/vk//+dYXl7GhQsX8PnPf35bUp+dQJjYbwbnDIqi1sjyAu1NFLWi3tLOAtP4tuJSgyLJyWDbFnQ9Ad/34fseLKsEQlBRuFkq1Y8/nDkz0bSoodlYtbCQw/vf/3TF2B6O9bncHAwjAVXNBMfLo+IcAOjt7d/yGVQts7ibayg5OlQXPK2urjR9P2M+TEWBlU4iaVHcOP0IuoomaPBlpIzBTyYbzr3Cce3WrRugVPgfx5P9JJsFnZiAPTQCsrp+IEpjO6FeIm6v1Fi444D9zkuVKiWaBti2KApIJMCLxWBN6QLpsrUAgKbrTqLpLcdFm50zgLqvkb/8U8Dy8pbJQP/z/xrI5yuTfiGMAe++DfbVr0D5vv+LOK5qhbqRESQ+9j3wyNbFbocJmfiTSCRHlkaDjzADLgbdVsFAVhXoaTXYstsFRSvyUj09fXjmmWcxMzODlZVlrK6uBHrpedy5sxEFUkqlYk2wMvQ+EMlCH5qmYXX1QSSPACCS4Nrc3MCNG5P4ru96dstFQHVgNKwcDCWHhCcCrfBo4Rw116N+Uqzsp7DdgEgr1d7379/B5OQ78Dwn8MuzgwRlFt3d3XX3u5Mq8up7W70oC4NpqVSmYaAIAJLJVN2/yypLieThppmctv+tbwG6LpJ8gFjshChUvBZAVFV0Bx4xdtqRv+XCNb8J74svgb3834DNPFAqApTAW3mA5Q98AKvHj2Otuwu2osAnRCyMKQGlCjRNhxYstnt6enDx4hO7Tkg0m0fUSx7tVTKpr28Azz33sZYSLnuRnNlJIdFOvyNbzd3acX77Kdu+232urj7An//5N6OOT8ex4XkeFEWBZTEkEomGCdVG940Qgmy2C+9//9PgHNu6lgeRNAWazxUnJi5A03SMjo63JZikKAouXnwC77zzBkqlIggh0HUd2WwXJiYuSjWIDuSTn/zkoZH2bESxWKzrK1mNoih1fVzbmShqZQ3ezgLTY8cGcevWDTiODcuyKl6jVEhaFwqbQeJPzLlKpRIsy0Q6nYWqqjDN2viDaZbw7W9/A9lsFoqi1C2SiI9VIo5hRX7vup7A0tJi3bG+WCzCde3gfHsDD1UfnPsgRAkKB5r7xg8NHayEsqRzCcfaXG4GmqbBceym72eqCq6o2MioIBywdA9GUIhIVBXo66uZe3HHwerXvoLp9RW4hgGeTsH3fdi2CVVVozk1AHAQZJ68DPWQFEU3SsTtlRoL+/qVKKFWcyyEQvne7wMUDVjIQR0fBX/2OUAt738rG6dWnsnNztl/6XMAiEhExl9bXgL7u38LeOQUSCLRMDnKHQf8O98GbBt1TZAJATwP/pVXAEWrSCKGxa+EAERTgC2K3Q4bMvEnkUiOLI0GH8uy4PsMhlE7yd1uF9VOFxS+7+P27ZuYmbkLQEgYLS3xhvJSiqJEE++4RFg8kNLd3VtxrpzzQCpJJPn8/AYcxwNTw/eQivGQMYb19dWWzr86MCoWIOJaM0YieYdwu5ZlIZPJ1r0ezfwUdkKzgJvjOJicfAec+1AUBcKLh4FzDscx8eSTH4Ou19d/304gr5l0WHhtw2vfLFA0Pv4IlpcXtu2FJJFIHg4ayUDSEyfhD40ACznA9UQnmtBfBPQEEOsijvs3HCV22pHfdOGa30Tiq18D+8qXhcKe7wNmCRvj47j99NNwkgkUjh8HowSMUiiqWGqJcRjo7u6JtptIJHcdnG+HTGU72U7Cpd3JmWZj6dmz5+te6518R1q95rs5v4O4r432OTFxAQMDAw0/5/s+3n33TTDmRXMVxoTnlZD6I5FPH1A7z96qsKosWdsZ3/GtaDRXrNf9tBvW11cxPT0FVVUDKWMv+K5PdOR1kRwN0ul03TVJHMMwkM12131fOxNFrazBORe/SbHeBpLJJDhHyx3mvu9jbm4GDx4sY21tJfBmtyLvvhAlUFdwXReE0KDYhwbddWI9nkgk4fsMiUR5n2GBLGMcrutAUZIghKBYzOP117+NiYmLGBkZi8aq6k5DzoW6zvLyUs14EyZHCoU8VFVFImFAUVRYlhl4r7lYX1/Fa6+92vR5etASypLOp1gsQlU1hJ7YjfA8F9BUgDFwAKVkEorvQweA8RMglIIE2wNEZ5j7xS/g1olR+JoGss6RUFVYx46BU/E76e7ujZ41hy0R3SwRtxdqLDw3V3dfQFAEurQM9ZM/VSNzXPG+JvYDg4MjmL1/F97yEmBZgGEAfX0ggVXO0NAI2Fe/WnHOnDFgZUXYUVgWkEmDxO8hY+Az98VadnMTGBiomxz133kL/m/8r8D9e+Vuv+rkX7gOfuN1+Csre95h2UnIxJ9EIjmyNFoQMOZDUWjdSsTtdlHtZDK8vr6KqalrWFlZAoAg6WQjlcqAUtpQ4qDaXDte8UcIRTKZrJDisG1LTOx9D9y0QM0S7EQCoHowCAbeT9G5UzDmt3T+1YFRcQwkuibi+MKxVixMmi0OGvkp7JRGAbebNycDmZSw2xFQlPAcOG7cuIZjxwYaJvZaCeTtRDqsUaCIc/F9kVWWEolkO4QegKy7WyyoLBN4sAyoGqAqQH9/+b1HzMA8ZKcd+Y3mDpwxqPfu4fjkpOigJBRQFPjpDG5ffhK+psJNJMA4BwEFND2Svg6ltRzHhmEkd1W4EXpfeLk5TPVk4Pf1tTzWHHXqjaXj4+NgrL59yXa/I+2UBm3EfuxjO/ucmrqOvr7GiaTFxRxs264I8oviLx4Elz1Ylhn8PwOlCvL5fMU2ms2BXn/91X29Fu1gq7nibrs54/dLURQoSrmQY3r6Jp56qq8jr4vk8DM4OAJNexe2bVUUeYaoqopTp85iaGhkzxNF2ykaSCaTMM0STNPEiROP4PTpc1seR1gMsbGxAdMsgnNxfqqqgXME0roi6cc5jxIehIRJv/IzkTEO27agKBSGUY4/hIWzoSdiqNQjnp0cU1OTyOVm0dPTB9/3USoVqlR7xDmvr69WdO6Fxy66r104jgPTNME5C7xnEcQOUi09Tw9SQlnS+aTT6cDWhQZzLV73+RARzrkIQamvF/rAIAgtx2PinWGL6SRcXReSoIQAvo/U6ipKx4/HJHaNQ5mI3jIR12Y1FjIyKjz96nX8taEIlNy8gUf/6I8wPdAPT9dB1hj48jL0EydwLni+eLFz5psbwO3bgOcCigJ4PrCxDp7OgGS7xHtWVwAvKGC1Kzutw+QoBgbg/92/LTr9lKoUVzz5Fy7Gursad1jqnS0Nu1Nk4k8ikRxZGi8I9MDguj1dVNuZDIeLdTFxD9rJSdlkW9N6G3Ydxs21bdsO5ERYtLhYWlqoSGZGpuqmBcoYEq4HV9XgBq9zzoHYWMgYA7EdGN/5c/j3Z5vqolcHRilVooWIoijo7u6BbdvwfZGUnJi42BEVyPl8Pkr61cIxO3sP+fzGrqrKc7lZ5PMb4JxHUjfVZvP1AkKNAkWyylIikWyX0AMQv/OSeLarA+DZLLC4CAwOgVBa481w1NhpR36juYO6uopHb94GNc2Kopml04/CTadBKYGvJ0BUBUhnoICDe14kfS3iFf6W+29G3BdjcXgQzvAQlOUl8LFxkGw2et/D7AEbH0tFcY8CxupL9mz3O7JTadDtsB/7CBNPhUI+kq3L5zeQTKZq5sau62J+fg6Dg6N1tyUq/VW4bjz5Vw76hR0yce+/hYU5DA4ObdkhmcvN7Pm12G9E8d/uOhj34zsikdRDURScOHEqKKT0g2QXAcCh6zrS6Sy6urr3LVG0naKB0A9wbW11y+36vo+rV9/C5uYmPM8NpDs5XJcFiT0lsLQADCMJQhAk1jgymQwURa3ozAN45A9fmRD0I093Qig2N9cDHz4SyXr6voe1tRX4vhfbXhlKCVRVjX731YUBqZTw93NdL+a/SJFKZVpan5b3czASypLOJ5xLGUYSxWIBQDm+1QyaMMAB2EFRHICazjCzvzfyAQzRHAfdng87k4FhpHDy5KkDTUTvtJhnrxNx1YRFodw0a1/bZRFomKjtNk1cXl3DYn8vzISBpG1h6OY0tI8GUprBOaNUBK5fAxgXQ4jrAZwB0IHZGfCJCyIZbFkAiPh3oQC+vAz094vuUFUFn70P9u++ADh2OaGcSovtRwcXBDwTCSCRAOmvVbEIk4j0E0fH7z6OTPxJJJIjTb0FwcDAIN588ztt7aJqdTIcLtZFQqzytVASM5lM1u26C821Pc/DxsYayoVPYluiOlAcS+itwh0blPlIlUwQAGnThJ1IgCkEhHMxwBIKzhio76N7aRnHp6bhO07TtvfqwKhhGLAsE4QA6XQWodcfIKojh4aGt3U994psNouVleWa5B/ngOd5SCb1XVWViwrLa7AsKyoqCr0dNE3bdkcpIKssJRLJzqjnxUA+9CHwb32rrjfDUWM38lT1nrvH3rsHYtvghhGNnQBgZrMiKEFVKJTA0TTQoNtdUURRjAh+CA8gRVF3VLhR7YthGgYoAO77ILMz4BPno4pp6QHbGtv9juxUPnY77PU+wk6QUqkI0yzC9xk4F50qofpEpaR8832Glf62bQbfddQE+0SHCYk6YDVNa2lutR/Xez/xfR9TU7vv5jxq10VyuDh9+hzW11dQKORh28LTK5FIwDCSUNXyOnq/EkV7UTSQy81iY2MdQrWmrGADICpqDS0zGPORTmcAiORfmNzTtN4KZZ6zZ89jYSFXEX8IC2cBUeDreW70WujbCYg1qq4nQGkxSAyGqnUE6XQWlNLod19dGKDrOjStFxsb60EBhoaurq6KBKJ8bkh2QziXmpq6BsdxwZgPxvymib9kMgXOGRhjQRFB5dwr7AxLWhYYIZXJP0JAbBuJ/mM4efLUgSakdyPNvpeJuHqERaHsd14SiS5VbVsRaFy2lHKO4QflAgvueWCBbCl97nmw//7fwK++E6inhN14EOsq5gOuK9RqBgbEemtzI3jgCf8/PBAFj0imgLU18U+sIBOGIZKAhbzYvp4Axk8AlIBkMuUEYfzaHFG/+xCZ+JNIJEeeeguC3XZR7bSyJ1ysi2Bgpey0kOvwG3YdDg2NYGbmHtbWVqpkPsTrrusgWTIxVCyB9vWhdPIk5h88gFooRmk4CiBVLKCUyYABIIE0CfV9ZDfzODc7JyZWLRgLVwdGBwYGsbLyAPn8BjY2RABIVTWoqoo33vhOR/ixnDt3CTMz98F5ZfV/WEGZyWRrPtNq9XRYYRlWdoYLwtDbobu7F5xjR/JusspSIpHshLpeDG30i+h0dlM4Uf3c9UdG4bsuSF8/+PIS4ItkSTKfF0EJSmEwDjthQIwBooI/lUoilLwO/Xp2UrhR7QUSD4ZwzwNZXQWOHRPvlR6wLdPT04fLl5/G1NQk8vk8uru7cP78Jahq7bxnp/Kx22Ev9xHOUzzPDaTruOhU9UVSjnMXm5vrSKczUfB6q32Glf5hV4nneXUTf+GcV0jfkpbmVvtxvfeS6rUCIWhLp95hvy6Sw40I8l/EzZvXkUjEuuLVzlEj2W1yfGlpvkKZpyI+HRQyAASeJzz9SqUS0ulM9HwL3xd6myqKirGxE+jq6q6IP+h6IvAM9GrlxTkPikczoJRA0xLIZrujAuK4qkz8d1/v3EW3oQHGGFRVqekalM8NyW7p6enD009/CLdv38T9+3fhODZ83wvmBEA8NiIkc1WkUmmYpomenl4MD49WzM/DzrDjK2vIHR+AH/fJFa22B257sltp9r1MxDWiXlFoO4pAW5UtJboOnL8IvPI1gDH4ioKlM6dh9vQgaVkYfO8uKGOAWRJSoHNzIkGoKCLpRxyAJ4HZGZAn3w/09ALptEgOxpN/ug709gGqAvKhj4B+9HsA34X/+78HUucYj6rffYhM/EkkkoeS3QQDd1PZEy7WEwnRIRcPjogAjNJwEqMoCvr6+rG4OF/xGUIIFAA8n4dtmrAWl3Hq618H7epC32OP47brCp1tzsEJQday8fj0e1jo68Pq6UehABh7+yrG1tZrpBS2MhaOB0bX11exsvKg6rw4CKHwPBdvv/06hoZGkc1mD6xjTVEUjIyM4v79O5EUZ3io2Wx33UViq1WQYYWlYRhR5XtI6O2QTmelL59EIpHsI+0qnIhX5pLxE8Js3vNw/O49zJ89A7+rC2T8BNK6Hkl8USr8hDVN33XxS/WiuiIYQgIZnICDDoYcJqrndBsb6w2LlXYqH7sd9nIf4TzFceyoawQIbU8YfF8EiAuFAmzbQiqVQTKZwvDwKAL7qhriXZOKoiKf34DjcKgqhapqcF03SjAKaXrxuVbmVvtxvfeKemsF4b0tLmS1FPx2Om4O83WRHA06XY1kt8nxeKKCUlojFy1+tmINrqpa9N9jYydx7957sG0hbazrCei6HiVE6123jY113Lx5rW53FGMs6iIcGhpGLjcLRam9xvHffaNzTyQMmKZZ9x7J54akHVCq4OzZCzh9+hyuXXsHudwcUikRaymVCgh/T4CIeRFCkM124fLlp2u+l+Gcm5gmTt+fxe0TY/BUVcSzVA3awPGaQoPd+ue2SrifXG4O+fwGDCMJ27Yjn03DMFou5tmrRFwz6haF7nabLcqWsuuT4H/83wFKsTEwgNsffhauYYByBqYomD93Dqdv3kLPY+8D/8qfAJomOvgsS8iCggNmCVBVkMefABkdh5/tAmIFmeUdc2B0DOov/kMQTQd3HPCvfHnfOiw7CZn4k0gkDy07CQbutrInvlhPp7ORgXdosp1OZ7aoliTIZDIoFArBvomQrSwUAXD4ioKkbUVGtT3vvI3LhGAxk4p0tgdX1kA5xzHXh/I//m34//F3wVfX6u+txbb38LqYZjGYyJVfKxQ2o2pE3/eRSCQwO3sfZ85MwLLMislZvcVMu4gHYfr7jyGf3wRjDAMDQzh+fAgzM3frfq7VKsh4hWVY+R73dmCMd0wlrEQikUjK+L6PXG42qvIfGhqu6cyrqMz1PJCJC+DLS1AAnB45iTtnH4Xr+9ApgaL0wPc99PX1o79/YFfBh8iPrb8XiZ5uDG1sgnIOhfMoGOIqChTDkB6w22S7c7rdyMe2yl7uI5ynxOXmOQ+l60I/HvECYxylUglPPHG5qU8iUJkEyOXmsLGximQyBcuy4PteIIsn9hXO8xrNraoDd2fOTGB6eupQ+RzX+155nhdI+XnQgoBeXAp+Ox03+/E9lEi2opPVSHabHB8aGsbSUrnQlpB48o/A9xk0TUV3dy+0INBtWSauX7+KbDYDTVODLj4FZ8481tTPNJebg6IoIIRGxxt2FXLO4Tg2stkujIyMIZPJbvm7b3TuhBB0dXVD03R4niefG5I9g1IFFy48gVKpFH0PNU2L4l6UUuh6oqn0fXzO3b2+gcvFEhZ6umH1dCP94ecw8tQzFZ/bTWH+dojvxzRLME0ThUIeZd9PDts2kUplWi7m2YtE3H7TimxpaFkAiHnS7Q8/C1/XRYcfAOr78CnB7Scex/svPA5c+RqQMMRG0irgOmV50MFBgCrl/cYKMkGokAhNJKD8nb8XJVEPosOyU5CJP4lEItkG1br5cVqp7Ikv1hnj6O7uhRkMkCdOPILTp8/Vnfz4vo+5uZnA9JtBVVWEUmLccQLTWkDzPAyulJN4vFiE8swHMXJtEmxhKRrgSGyAa4excCPvQs7FdVEUJQocUUphmiV8+9vfQDabhaIo0eRsYuICBgZqDXd3S70gTFdXDwBRTTk8PFrjuxDSahVkvMIy9FOIeztMTFw8cKlTiUQikVSyvr6Kq1ffwubmelTlv7Q0j7t3b+Oxx56sDNg1qMwd0HT0M3/b3Q/cccC+fkV0842M1lT5rq+vYmpKBBhIdxbs1EnM2zZO359FT6GInkIRl6/fxNLwEKznvwfpbFdHdV10OjuZ07Xa6bKbyvO96qYJ5ylxuXnGWNRpoihqIMOlwTAM6HoimqNuRRjMHhwcweuvvwrf92oUECglSARBnHpzq3qBO03TcebMOViW1ZGdRfWo/l5xzlEqFUAIDQrhWBQgDKXgt9tx0+kdVxLJQbLb5Pjw8Bju3r2NjY01uK6L0OtPrL1Ft1JXV0/Nb5wxDtd1YRjJaFvT0zfx1FN9Ddf3plmA7zNQKroHhTda+T2E0JqOwbm5ykKlrq7uls79woXH0dXVLZ8bkj2n+nuoaRq6unrgeR56evoxMLB1UVz1nHtsYAAcBJi6BZ4vgQdz5laKuDjHrrsBq/cTLwgIY1xhwr5YLERSvw8DrSTV/K98GSyXA2buY+nRR0WnX1xOIqg9czUNiysLGEylgY0N4ckXevWFmCbI8EjFfrmeEJKfpRLQ0wPl73wWymNPVBznQXRYdgIy8SeRSI487Wz7361nALD9xfr6+ipu3boB27ZBCAkkmlgkDwSfgQNQfB+Xpm9XyHUSVQUUFUqTAa4dxsKNvAuFpJGYAIVSppWLIweKkowmZ1NT19HXVw6yhvcun8/DdW3oegKZzPalQrcK7i0vL+66erq6wrLa22FkZKzl45VIJBLJ3uP7PqamriGf3wAQjl2iSzuf38DU1DU8/fSHKjv/NF2Y0wcJO3blihhTOTB4fSpK4pEBUY3aCHZ9UiyQA98+5rrgf/wl0E+9AOXipeDYqgIZo2NgszO4PT6KyzdugbgulGwWoz/0o6ATF/fwSh1Ndjqnq/F/9H3kcjPRnM4wDExP39xV5fledNOE8xRCSCTLHveMVhQKSim6u3uiv5VKrVWsh1QH+0TVu1CpSKez4Fz4+9ST6GoUuBOB8+aKGs1wHAc3bwoPx2w229DDsV1Uf69EERgDIeE8uXzdfZ/BdV1cvPjEts+vkzuuJJKDZjfJcUVRcPHi4/j2t78BSv2qZyWB53nY2BB+qLqux37jwi81TqMikrDQwbYdABy+Lz4fHl8okXzp0uMV48bm5gbm52ej8eXevfeQy81WjC9bnbt8bkj2g3YUqITdcDVzZtuG/+++APrYE5h/7BKcdBKKWpvecF0Xt2/fxNra6q67AavjSUImnUc+xmFRz8PKVkk1dv8eMJ8DLAtmT3dl0i9EUUEZQ8myga4u4EE9CU8G9PREMcrq/ZItknlHocNyu8jEn0QiOdK0u+1/t54BIa0u1sPAH+d+tM9MpiuSSkgmk/BcD9r6Oi69dwe9+coATdix12yAa0fbeyPvQvFv4fNHKYVhGFsujubn5zA4OBrdu2KxAMsqwffFZCqZTG/7HhaLxSjQVW2IHgb3RkbGdzU5ldJLEolEcrhYXMyhUNis8DsLYYyhUMjXBOzqJez8/99/FAEAkOhv7L//N5DHngCoUtPNF8rdcNOMuu1DiW72Oy+B/uMXMb+6XFOwQrJZ8Inz8FZWsNTTj5Hjww9Fpepe0Y45XfU8c3HRRz6fRzqdjiTgtiMJv5fE5ynJZBqmKWTixTEqoJQinc5GST/GOFKp1ua1caqDfWERlGmaDedWu1XUaMT9+3cwOflOkFAkWFlZxszMfVy69AROnDi17e21QvX3Sig/iGtKCEUqlQRAIj+goaHRluez++VhJJEcBXaTHLcsC93d3UG3cQGUirWssK7w4Ps+SqUCNK0XnufC8zwwJhKEyWQKlIayfxbu3bsDABgaGgHnwPz8LKamrkXr0LBLSCQPfCiKClVVkM12Y3T0RHRM25Gn3u65Vz9bhodHAMhni2R3tKNApXrOzPObwOwM4Hpgc7MoOibo0CD42DhINlv9ady+fROqqkbxn1bnZL5fqeSRz+cr5iihCpeIZ/HoN0wpQTqdbVkx4SjRNKm2sQ6UigBjSK5vgFFam/xjwusvmTBAe3rAxsajew1KhdRnIgHl73y2Yu3zMCbztoNM/EkkkiPLbv346rFbz4DtEgZCVLV8nJqmRRKhXV29GD59HgP/6rdASqWaz8c79poFC3bb9t7Yu1BURiqKglQqE0gc+VFlVLWnX5iEC++d57mwrFJU9cg5h2kWoev6tu4h5xzr66tRNyLnZW8VRVGj4N5uJ6dSekkikUgOD8ViMajWrX1NjFOsouurXsIOigJMXRcKNRMXxN8sE3z6Jvgbr4NcuATm+1E3H71wCezrV6LEYTUsnwe7cgXFUyfqJkEIpVAGBmBdGIRy9nw7LsNDy27ndPXmmY7jgDEvknAksS/XbhJY7aJynpKHaVpYWlqAotCoICpE07Qg+Lt9tjufaoeiRjWO42By8p2geI5E2+Lcx+TkOxgZGd2Tzr/q71WodhEG+Q0jWZFczdYEKuvP2Tc3N/bFw0gikYhuZ7FOJZGEH4CgsFOsSRlj2NzcqCh6dRwHDx4sIZlMBQlCBkKAO3em8d57twAAtm2hVCpFMoHi2SfUBgACVVXR19ePc+cuVqwhd1Mg4fs+5udnsbAwH1hklb2MGxVKX7x4CdlsT7suqUSyI+JzZs6YSAT5TCSCPA/J1VX4xwegzM6AT5wHic3HNjc3wDmLJHTj3rrNfjOrqyu4dm2y4jchkvsMhiEkyylVQEhZojeUSU8kDHCOlhsCHhZITw+4Lzz6jk9PY/7SRfh61RyMMWiFAgYzvaCfegH4nZfAEoaQ/DRDCc+/VyPhKWmOTPxJJJIjy15UD+93V1ejQAghBKlUCt3dPRg9eQrsr3y6acdeK52Pu6mUaexdKBYwyWQytmBSgkQejbxeQsIK+4UFce9su0rWNHiPbVvgHC3dQ9/3sba2EmyDB9cPkbdKf/9AWxO2UnpJIpFIDgfpdDoqRKlO/olAPa1YuNdN2K2siEpUAvDVFaCvvxyU4Ax8dQXk2EDUzUd+5UUhB1on6QcIiW4+n0P6sQvwfT9IJInOIMMwggKa1hUGJI3Z7Zyu3jwzLG4K5ypxr6edJrDaTfU8pTxHdAPfv/1XK2iXokacmzcno06/anzfw40bk3jsscs7Ot5mVH+vhNqFCUII0ulMTXK1Fa/DmZl7gTy+0rZiRolkLzgqXampVBrLy6yiYxcQc4WwcDVMJIRJO0LK3XvFYgGapkdFFQCwubkOAFAULUr6AaJzSNO0wCKD49ix43j/+7+r5rpVxwXCjsJQzaZYzNc9l9DLeGNjPepOyuVmcPfubVy48Dhu375Zt1D6xo1r+MAHngEhh+/+SY4OFXPmcM4d/g4IxfG79zB/5jR8SkFWV4FjxyJrGYBDUUTaIx7/6e7urZmThc+uUO1DVdWK34SmadjY2EAikQAhpMLHWFXVCpl0VVXb3hBw2CHjJ4FkErAtKL6P09/4Jm5/+NnI649RCs22cXpyEnR8DeR/+MsVdkVbSXhKGiMTfxKJpCPhjhP551RLZLXKXlQPC1mPIrq7e+G6NhKJBNLp7XvOtUo5EFK77XggpFnHnuM4eOut12CaoiMwkTBgGEbbgwWNut3KFcoiqKbrCdi2HQVc44jq8lFMTd0I5FT8mvcQIu5Dq/dwcTEHzxM+M8JbkEWLMoCgt7f/UC5IJRKJRLI7BgdHMDNzD45jR9X6IZTSyFM2pG7CzrbKAQjLqgxKECr+FsDyeZArV0BGRsFct27yj3seyPAIDCOJfD4PxrxozLJtE6lUBslkSgYU2sRuOvXrzTPj3V3VcubhvK3TAuOdoFawF4oaQparTjsvxDogn68fJG8H1dd0YGAQ6+urcBwXQOPkalzxQhS/iaS/bVuwLBM9PX018+JO6CSVSID2W2wcJENDI8jlZkCpVeGFCojEX3d3D9bWVqP/J0SB74uuohDGfHR1dYMQAtM0g8QeAWM2GOPR8ynsHlQUISVqGEbd528ymUSpVIw8B13XiQqXGOPI5eYwMDBUca1DL+ONjTV4nhedC2MMKyvLeOut7yCRMGpUeADAdR3Mz8tni+RgqZgzx+fcAMAZFF3H6fuzuH1iDJ5lQYGQFuecwzCScBwbIjkvCAuzdN2IYmnxZ5dt2zDNYiR/Hsq2EyKK2V3XhapqQQd/GpZlRkXu0ualMfS55+GPjwvJT87RvbiIJ/+P/xOLZ8/C6umGsb6BwenboCdPgBeLYFeuQPn4J6SEZxuQiT+JRNJx1PPPiUtk1aNeEGWn1cONAjLVixlRnadjYGBozwb2MBDCuV/zWnUgpF7H3vr6Kl577VUUCpsIqxEdR0xmstluMMbbGiyo1+1WL6BkGAamp2/WVNhPTFwIZEHTYIxVBNBCQonQVivAw8CcruvQtN7AY7DcPRGfCO6UTgviSSQSiWRrFEXBxMRFXL36ViAHVPalzWa7MTFRKbNVN2GXMITnBAFgGCLRF847OBN/Cz8fdPMpP/YT4H/8JfA6/h80mwX/8Idx8903kU6nK6SzGeMolUp4/PHLcoxpIzvt1K83zwwrwBnjNYFUTdNgGEm8/vqrHRcY38412Is5z14oamSzWaysLNdN/jWS2Gwn8WtKiHgszMzMNL1u4roKb+t4oVqYMKjuIhX76YxOUsnDzV5YbBwkiqLg/PmLmJy8GnT1Vfp3EUJBCIWm6ZFiACEiPhB286mqGiUN4sWsnJOK51K5IBVQFApNS9Qcz/r6KubmZiLVG9d1QAgJko40+JxWc60XF3PI5zeDjm4S8xsVageFQj5IaKRq9kkpRakkny2Sg4U+93x5zhzOucN5l6qC9PWjp1DEk+9ew/IP/ACsY4PY3FyHbYux0vPciuK+sIg8jKVVP7vEb5VWdAeGv5tEIoFjxwYCaxsxlh8/PoilpUUZB9oCousg3/Nx8MmrCCskKGMYnpoqvymdBkCi9ZKkPcjEn0Qi6Sjq+ecQTauQyKru/GtUXXjmzAQ0Ta9bPayqKhhjuHXrRtPkXrit06fPNZTB2MvFjAhKXsCtWzfgec62AiFhhZ9pFmOJM/Fvz/NQKOTR09O7L8GCegGlp57qq6kuD4NkQ0Mi4UkIiSQUytsiSCQMqGprFeDxwFxYqRXSDrm0o1TdKpFIJA8bPT19ePbZjyKXm8Xi4jw4B4aGyt43cSqCDyH9/cCDJQAA6esHX1kpByWCgEQI9zzQ4REQXQf91AsNJboXVh7AdZ3I0zcu5aXriSAIKTlo6nWpCSn2DEqlEnRdBG/Dedvp0+cwPT11qAPjeznnaXfn4blzlzAzU794TlFUnD9fv5hwr1AUBaOj46hqLq4gn89H3tbxAD0g5Ek9z6+R99P1hJT+lRw4e2GxcdD09fXju77rQ5ievon79+8CEF13oghVxfHjQ1hYyMV+qyJxB4hkQygxCJS7wQECTVOjBGG4xiUk7ChK1xQlhIkJxnxkMl2RZGj4GqUUqZSQEa6+1sViMVA1CCXMAYAE+xPbsCyrbuKPMYZUSj5bJAdLfM7Mu7vFnNvzxBx7/ESUBFQzGYx9/PtANB253Azu3JmOfhtx1ScxJ9OjWFouN1Px7CoXnpe7AxN6AlhdBbMsGBt5DH/8+0BGyjHJw/ZsOyiIpoOfOAnM3Afiqhji4SlsEhJGtF6StAeZ+JNIJB1FXf+c8LVAIive1dasunB6egpnzpyr6SzjnMH3fdy7915NorBRQObq1begKEpM059HnWOEUORysxgbO7kn16Snpw/PPPPsllXC1QiN8s3YRD/eNcfh+x5M0zywYEGz6vJ45beQUCjC94UESjKZhqq2XgG+F/JRIUetulUikUgeRihVMDZ2cstxvF7CDowBp8+K6nnGRCJwaRGgpCIgAYhuPvr88+K/m0h0l6ZDuWse+IhUdvjI7p7OoFGXWjKZwuOPX4ZlmRXzttC/+LAGxsOCslKpECWdEomdScc36hpsp0+yruu4dOkJTE6+E3n9iU5MFZcuvQ+q2j6fmHZ1QbquDd9nNV2KlFJ4nh9IfpaCxAMFQGBZds0zQiLZb/bCYqMToFTB2bMXcPr0uZqiBM/zsby8VFNcQCkFpQoymXICL+wGB4B0OgvfXwdjJOjmBdLpDAwjWbewNZ5U1TQNiUQSnJcLYw0jCV3Xg32Xr7Xv+9jYWINtlyXHxUdEAhIgwbHWv2+apmNYBt8lHUB8zuy/9Qbw7tuAkQR0vaJwLmwQiMd/qlWfNE3Hhz/80WgOUP3sinv3EQL4pRJw5w6450FhDN7VSdy8Pon0h5/DyFPPyFjPNiAjo8DgEFAoAJYJhIWUlIqHk6YC/f2g6XS0XpLsHpn4k0gkHUVd/5yAei3fWwVRLMuqqB5OJpPI5WYqfFcIISgU8vjzP/8GVFVDKpWq8c9wHBuKoiKZTMJxnBqvuKmpa8hksnvW4dVKlXA1xaLwAFAUCs5ZxWuhvAeAjvUJild+5/P5HXsq7oV8VMhRrG6VSCQSSWMaJewAgAV/408/A1x9B7xYFCLbVUGJah9j5cd/okLNIJVKY3lZSPtV045O9aNGu5Iu8e2E6gBhgVSjbbbSpeb7PhYWcrh37w5s24ZhGDXzzMMQGL99+yZWVpYiTynOAcsykU5ntyUdv59KCSdOnMLIyChu3JhEPp9HNpvF+fOX2pr0W119gHfffRO2bUNVVei6vuPz0fVEMG+vnPCHAUjXdRBK9/u+6BxKpbKYnp7CU0/1ygCk5MDYqcXGYaFeUYKuKw2LC86dO4d8fiNae3IOZLPdwSeFXGihkIeiUKTTGaiq1rCwtToxoapKsC8EHcAi+R92M6XTaayvr2Jq6hoeBIoE1XAuPAZVVcUjj5zB5uZ6zTr5/PlLQfdTWy+lRLIjQlsb5eOfAHedaM4dL5wLqRf/SSSMKP4TnwNUP7sIIchkxO/T933QtXURO/Q8+L6P2cEBUFXD8uQ7yDEf585fkipPLRIpp5w4AT5zX3ih21ZZKeXkKZH0iyVxJbtHJv4kEklHUdc/J6Bey3eptHV1YXyiLlr53egz8SSe5/lwXQeua1cY+QJCGtR1hSF2qVSo6qATOv2d1uGVTqeDYxT6/8JwvGzoTanQ819YyO2ZFvlug3Htqvxut3xUyFGtbpVIJBJJY+p56gKo+FujoEQrPsZDQyPRfKWa3XaqHzWaJZF6e1sPxMS343keisUCAI5MpguKojRN5DSbq8S36zg2SqUibNtEKpWJOjSAzg+M+76PmZm7AMrycCL5V/bAaWXOcxBKCaqq47HHLrd1myErK8v48z//JhjzApk9O7q/OzmfTCaLZDIN0ywGHb/iu+H7foUPWEhYyCiLzSQHTbzDJq6MQ6mCdDqzb+NW9dpzYGAQy8uLKBTycBwbmpZANru9ItJmNCsuYMyvWXsCqChIBrYuMKlOTFCqwPO86HnguhwbG2tIpTJIJlMYGBjEm29+JxrHVFWF59Uq31BK0dXVjXPnzlccVzqdxvDwCBIJHa5bK5XcDOl7L9kL6n2v6s3D47Qa/6l4djEGrK5CtS106Qm4jGHwvTswcnNYOHUKTNcBxwGoBZIw4C0v4SalHRUD7GQqZFv1BLC5ARSLYkL54eegvP+pmiSuZPfIxJ9EIuko6vrnhK/FJLJCUql0kMRqrbownqipTuKVpUBrjXw1LQFKlWARwyoqtcMKok5bdA8OjmBm5l6g60+jhF8oKSIkgjju3JnecWVys8l9p3nftVM+KuSoV7dKJBKJZGfUSw626mOsKAomzpzF9a9fgWNZoIYB3tsLTU9s2ale3U14lBfQWyWRnn76gwC2DsTEt0MIQakkgqUAovngVompevMhzlFxfImEAcsyo/mnpsXnmZ2d0F1YyAHgNdLxgJjvtCodv7iYg+PYcBwnSgoYhgEAyOc38cYb38HIyOihCBY7joM33vg2XNcGIRSUkig5VyoVoCjqttcFYQBS1/XIxy9M7nmeC0Jo5NEFiLVMPr+Bvr5jsthMcqCEHTZXr76Fzc2NQG1GeMnpuo7NzY09X/9Vrz1nZy28/fYb0DQVrutEthGGkWrrmrRRcUGjtWf8b/Gxo1ExbnVSNXy+hDYWiqKAMY5SqYTHH7+M5eVFuK4TWJKQwKqEwPNEMZGIewj7jMceezLaX/y4SK3gwJZ02tpfcjTYzfdqq/gPdxzg61fw6PwcpjUKv1gA8TwwSqE6Ds69+Ta6b93E/Jkz8AwDlLGg6gmAZYE/eADHsjC3uhb5C0qaU62cQup0bErai0z8SSSSjqKef0493e6QoaHt+bfFEzXxJF7ogyekc8Trtm1Fnhm6ruPMmcfx5pvfQXmxLZJ+6XQWhIiFTSctuhVFwcTExWgBBgCEUAAMmqahq6snOG6yo0rrepOwmZl76O3tB+ccCwtz0DTtSHvf7aV/oEQikUg6i90m1Vr1MWbXJ5H+4kt430Yei0PHYaoaUpRi+Ad/CGqTIEcr3YRHia3ktufnc3jkkUe2tZ3qAi/GeDQfbFTg1Sgo1dPTV3F8hIg5Y7GYh+8zWJZVIT3VyfOiUqmIZDIVFJNVdp2FAeJW5jzLy0vI5zcq5PJNsxgkFIU0vW2bHR8sXl9fxdtvv45SScz7GfPAmAiwC39OBsext70uiMuTheuMfD4PgEfbjUsAizk8O1DPbokkJJvthq7rSCaTFT6ghOy9Mk51IYjoOiyBMY5i0YKqaoHkpvh7IpGoOabqAo7x8b0t5m01oRF/LuTzm1E3sKbp0DQtSu7peiLylg19BsNiDUWhoFQHYyy4L0lMTFxsyzPW933Mz89iaupaVBANHM21v2R/2UuVgPicuUtR8OTUdSyeegTW+DhSIBh8sArkckChADObEUm/EM4B3wc21kE8F6Vb0/C/+tUjO99uN42UUyR7g0z8SSSSjqORf0694Np2/dviiZqwCo4xFlXTUqqAMR++78FxVOh6OSDT09OHiYmLmJqaDLzzyosZoDM7vHp6+vDssx9FLjeLxcV5FIsFOI6NVCpdU7G9nY7FepMwz/OwubmOlZUlGEYSpVIp8C2olE3ttM7I3bCX/oESiUQi6RzakVRrxceYOw78L7wEYltQVBXDD1bLb/ri74AHXYE1226xm/AosZXcdpiU2c52wrlhCCGIzRFrJbybBaVmZu5GUm4hmqahu7s3SCamcPLkqUPR3ZZKpcE5RyqVqfG5JoTixIlHtjwH3/exvr4aBK3LcvlhF4qiiHl4pweLw3sugvVKJMMZvia68gg8z9/RuqBaniyb7UIuNwfXdcB5pfxv6OUNdK5nt+ThQRRRuFHhbJy9Xv9VF4KERRyhmo9IeIXP+bDwAtEx1UvC5XIzOHv2PLq721+A0GzsmJq6htHR8QoJ0PC58MYb3wHnLOqWrl7Ph0nLpSUGwzBg22ZUrCE6/RQkkymk01mMjIzt+jzC65bPb8CyTAAk8n4N1/9Hae0v2V+2KvDa6nvVqGCves7Ml5dBXQ/D0+8Bd+5CuXARHERIexKC5Noa2MmToMwXfnQ+EzU4lIITgqTnHun5tuRwIxN/EomkI9lOFch2/NviiRpCaOSbIV5TQamQ/BR+eMDJk6cwMjIWbWt4eAy53Oyh6vCiVMHY2EmMjZ3ErVs38ODBYvRaqGMOywIxDBSPDbS0zepJWFw2lXPAtu2oqrJaNvWoed/tlX+gRCKRSDqDdiXVWvExZl+/Ar65CZKo3V68K7DmtRa7CY8S1XLbcV8pQmjd4PNW24l3SIhtIpBJq1/gFc6HCCEVnlahfKVplpBKVX6GEAJdN4I55uEIhIYKG5RSaFpvjX/X6dPnADSXgF9czAUdcWWvOsYYxH+K/w+vG9C5weLyHFiJFD9CwgSD6HrRd7wuiMuT+b6PlZUHcF2nxrM7DOS3kniVSPaag/Q+r953WMTBeblIIUQU/vrRMTVPwrW/AMH3fVy//g42NtagqmpFIbHruigUVlEobCKVStd0AY6MjMK2zaY2E/FC5+piDdF5nmlLgWr8ulWOm5Xr/6O29pfsH7t5pjQr2OO5+co5s20B4X48D3xlBeg/BhhJwDBw/L07mJ+YgK8oCKTCABDAdaCaFMeXV8AfPAA3S+C/9f+B+jf+R5n8k3QM9X9BEolEcsgIF8hnz57HyMh404lsmKiZmLgIVVVBKY3kPwCxGNA0DZlMNgoChYSJQ0VRwVgYtOBQFLXjOrx830cuN4Nbt24gl5sBY6LyOPT44/k8MHVDdBisr8Gfz8H4/d8Duz655barJ2FhVSVQlnwqB3WETFZIJ3ZG7pbtfP8kEolEcrgIk2p1X8vnwa5caWk79LnnQbu66r8W+Bi30hVYj51+7jAzODgCLQisOI6DjY01mGYRjmPDtk3kcjNYXV3Z1nYMw6iY38Rly+oVeBWLRXieV7Fv0yxiY2Mt8lWqR6cWizUiPv/lHEgmk0gm08hkspiYuAhKFayvr+L111/FnTvTePBgEXfuTOO1117F+rroWi0Wi1AUJZLIj8vsE0KgqnqNh3YnBovDObBhGFAUCkURtdScI0owUKri8ccvt2U+qChK5MMlrpMWdUYmk2kcO3Y8SrxKJAdJfJ1ZzV6v/6r3HS/iqPYmFb9RJTqmMJkfvmaaJorFAkzThOM4gcdpewifk2EXb6lUwsbGGhzHgWma2NhYg+/7UZwh3gU4O3sPhUIenufVSC4D5XEl/rxWVdFlbhgpJBJJnDlzHk899aG2SHzGr1t4vUPi6/+juPaX7A87faZsVbDHZ+9VzpkThujkAwBCwa0gdtXfD+gJKMOjOP3a61A8F0yhAKVgCoXiejj9yiug168B8zlgcxP8q1+B///8hZZiapKdwx0H/le+DO/ffRH+V74MHjyLJLXIjj+JRPJQEnbBraw8QC53P/LMEAsBilQqA0WhdQMOh6HDa319FVNT11AobEaLnZmZezhzZgKapsNzHWB2Btz3o0ydxhiOzy+01L1QXWUvpFNZMOEnSKeNyAcmLpMFHL5gl0QikUgebtqVVGvFxzjqCqzT8Rd2BdbddgvdhEeNMLg5NXUNxWIBomss7GjIwvd93LhxDR/4wDMgpPEcrVq2O5lMI5/fBOcskrhU1foS3slkMtp3GFgOA82lUhGnT5/Dxsb6kZADbzb/bcWHJ5w7xuVOLcuC5wkPal2v/M53arA4PgcOu2kANej285FMJvGBDzyDvr5jbdtnf/8Annnmw3j33Tdh2w6SSeHnpev6ofwuSY4mB+l9Xr3vUOYS4GCMVBV0iMS9qopjun37FiilcBynojtOKNiUsLy81JbO4/hzUlVVuK4d+HQKGWShRuQH6jkmEokENE2r6QLknGNjYwOGkYRhJOqOK/sRr4gXAtfKipbX/3LtL9kpO32mbKmCsbYOHp8z9/cDD5aEhCdnIIH6AKEU/Ow5oFRC90IOT/7pK1gcGYGVScIwbQzenwHd3AASCUBPAJwB6bSU/dxjHjZP890iE38SiaStNJP46UQGBo4jn9+A4zgV8kxCAqRxwCEuwdNp+L6Pq1ffQj6/UeHB4jg2rl93cPHiE7j1jVfgeB4oIeCEQPU8nLk/A8p5S5Jg8UmY4zhB4CY0U2ewbRuJhAHHseD7wkR8p8Guw/adkkgkEsnRop1Jta18jOlzz4P/8ZeE7FD1Z4OuwLrbDT7HTXNbnzvs9PT0YXR0PCp0qvZfdl0H8/Nby0WGQdLp6ZuRNx+lFJ7nw/M8XLjweN0OibhMZT3S6QzOnj1fE3zlHMjlZg7d3KbR/LcVH55w7uh5Lmzbgu/7QTdlrcwn0LnB4vgcWNf1CulTTdPx4Q9/FKra/kBfX98xPPfcxzq68FDycBMvxigU8oHMJkU2m93zBHU933XDSAd+cwZc1w7WpKJTNl7MIbr+/Mi2Il7EwRgPvEn9XR9//DkZJspC2xExloRynGLfxWIeXV09KBbzAHiUVEskRNLfdV309Q0gm83WfRbsdbwiXgRBCKmQFRVFOLQjVZEkh4d6v+tWYkpbFeyhpxe0qyuaMxNKwcfGgdkZgBGQ/n4wzwPJZqH89f8H/FdfBf+jL4HaFoZtB8jlRIegY4uJYNgtqKogff0Ajq7M/kFT0c2pKOAPlgHLAttYB3/p8yC/+msy2VqFTPxJJJK2Uc8UO65J34mEi/fQvyVOpwYctmJ+fhabmxuoV32+ubmBUqmIy+sFLCwswkwYSNoWBlfWQMMKvRa6F6qr7IUkqgj2qKoGgMNxLHR19cDzPIyMjCKdrr8oacZh/E5JJBKJ5PDCHUf47OXmQEZGQZ9/vu1JtWY+xkTXoXz6BfAvvgS2kQfqdAU2+txW3YRHFdM0a3z0QiilKJWEesNWhUSci3lHMpmMEjmqqkLTNExPT+Gpp3pr5jCWZSKT6UKxmAdjQuVASLRxaJqOhYV5jIyMVQRfj+LcplgsBj6HJnzfr0jAhpKdiqJgaGgEk5PvBJ2BJLhmBOl0KpDKRMd3RdYLRCYSRnTMe5H0C+nkwkOJpBIe/buOKuWeUK/L7fjxQSwtLaJYzMO2bWhaoiZRNjg4glu3bkQFs3EoJVBVtS1+o/EOuTBRtrlZLtQN5T1VVY3+PxxbAF7xPAxlf7PZ7IE9E6q7seKFEJxzTExcxMjIWEc+xyWHh510rzYq2PMJwWJPN+zjx5C6+KM4/nu/B2xuimRgMgU88T5A0+FfuwowDv78d4OeOAk6l4Pf0xNtj6eSIknoBepZhAAKBRk/EXkFHlWZ/YMm6ua0LfCZ+xCyERTgDHxxEf7//u+h/pUXDvowOwqZ+JNIJG2hFYmfTpz07bSKqJNZWJiPjMyr4ZxhYWEewyOjGPrmn+2qe6G6yj6RSMB1nWjR4vsMnufhfe/7QBTICn0HW5m0HdbvlEQikUgOF1Gy783Xwa6+AyQMkESiUjpmH5Nq9MIlqC/+E9h/+lWwXG1XYLPPNesmPKpUy4/HYUzIdbaSbBNJwQIsq1ShmGDbJgwjXTfwm06noShKJF0pFCQcACTw/lvFa6+9Gu3nqM5tOBddMWHyjnMEnTZZKIqKdDoN3/exsJBDd3d3lFgNlTYURcXo6DhM0zwUnWyHQfZfItlvwucbY35FMQZj/r493+olx7dKjCmKgt7e/qBbjUfPMEoJ0ukMKK1v/7FdqscqkSjT4HluZDfCGIvGn7DrXOQVaE1X9H75oDYqmqkXR+EcyGSyh7qQRdJ5bLfopV7B3nomjdsnxuAlEqDdWXDXRu6H/m84vVlA99Iy4Pvgf/LfgZtTQQcfAf7T78L7o5dB/ubPV3YIZrvAJy4Ad94D1laBEydB+o9FST/g6MrsHzQ8Nyc6/WbuC2lWElxzQgHOwV7+b+D/wyeP/NpnO8jEn0QiaQutSPx0aoXqfize63UQ7NVgJPJ9tUm/4FUQ0j5JsOoqexEgs6Jq75GR0WjSv90K9736TknpUIlEIpGERD4R6+vAe9OA6wGaCj42Lhb2gU+H8isvQtnHpBrRRVcg3WanRLNuwqNKcw8YHcePD+KNN76zZbItn8/Dsko1Um+cc1hWEfl8vum+EwkDlmVWdHQkk6mK/Rzm+XIjfN/H2tpKcM3K/k6ci26V/v4BDA2NYGGhfO7JZLJiG6Fc/Nmz5w/gDHaG7L6TSCo5zM+3Y8cGsLm5Dtd14Pt+JF/pOHbg/ZrceiNbMDg4gpmZeygWC2DMByEUrusAQJToUxThmSr88Qg0TYXv+0ilMjVFvfvhg7q+voqpqcbrd1kEIekUqmM8x//Kp0C++Dtg+TyYpuH2+CiYroOOjYNQCgLA5wy3e7rwgee/B+zvf1Yk/cIKJgAAAfJ58N/6TZD/5X8F+Y+/GxUAgjGQixeBQhGoU0x/lGX2DxIyMgq2vFju9IsTSK4yKbFagUz8SSSSthCXrqhmv6rRdsNeLt7323z2+PFhLC7WlxUghGBwcLhtkmDVlYuEEBiGWBiJxUgWwM669/biO3UU5bUkEolEsjPiPhHIb4pFJKWignR2BnziAgilFT4d+7WQ9H0fc3OHzwPuIGis3qCir68fb7/9BvL5DSSTqZrAaTwYHXpAUVpbPOX7DK5rN913Pr8ZeRuJTpFszGvQjQKj+zFf3ssip+ptM8bgeW6Fv1OYMAUIenv7Qaly6NcKEomkOYf5Nx63/3Acp6L7DxCerJlMdlfrxXx+A67rBAUmgOe5wZgh8H0fhBAoigLGOFRVxYULj2N+fg6M+TXb22tbEt/3MTVVf/0+NXXtUHVpS442dWM8mo6zf+fvoeudd7G4NA8vnQTt7wepeka5rovc176MweuTInFUrZrFOJAvgL/yCtQ6BYB8+tZDKbO/34SNFOz+PSBfQN1GB00FBo5LidUqZOJPIpG0heYyS3tfjdapVJjPBpVARNOiDgLyKy+2fUIwMjKGe/duI5/fqJEryWa7MTIyBqA9kmDNq+zLi5GdVIC2+zt1VOW1JBKJRLIzIp8ITQMsq7Jy1PWAlRVgYGDffTrW11dx69YN2LYti1RapLrrgHOOtbUVLC7Oo1gswrZtOI6NdDoLLVaZHQ9G63oCikKDhFUlikKRSCSa7vvNN7+DtTVW4W9XvZ+9mC9XJ+IMw8D09M1o3rW46OPWrRvo6enDwMDxHQdofd/H7ds3MTNzFwBHMpnC0hKHZVlQVbXC3yku4xkGZ+RaQSI52uzmN96OYoXdbKPavx7ggcSmKOII15E7XS+Gn1cUBT09fbAsE/m8W9VdXn6vpukYHR3HiROn0NXVfSC2JPPzc3XX767rolBYRaGwiVQqLecokgOlWYzn1p1pPPU93wPr9i0oDxbrfp5SgtLaWrAOqJNMIgDAwe/erauqQR5Smf39pLqRApoKPCgAiYQIdPq+6Lo8cUZ0YkqJ1Qpk4k8ikbSFVhNADxsVQcXq12IdBO1EURQ89tiTuHnzGvL5fOD3R5HNZnHu3MVKY/BdSIJxxwG+fgWPzs/hdncGXm8vaFChWL0Y2UkFaLu/U/WSj6E0qed5uHbtHVy8+IRM/kkkEslDAs/NlcdnwwB4zCuCUsC2xPv20acjrLDn3JdFKtskVG/wfR+vv/5qkHyiwfXi4BwoFvPo7u6Ngq3xYHQmk0UymYZpFmsKp5LJdKRi0Gjfw8OjFVKfccL9tHtuU13lvrjoI5/PI51OQ9M0uK6LYjEPxjhKpQLy+Y0dBWjX11dx48Y1rKwsARDzJ8exkUplgnlcAZrWG8ibliXx4te30blzzuF5LgqFPHK5Gdk5IpEcUnb6fGuHIksr29gqMVjtXy8KGhI1nds7UQmKr0PF9khFZ3R4HEJqGkgkEujvH4iO6yDkNOut30MJZ4CDMQ7LMuH7PhzHxs2b1/DUUx+Sz2/JvtJKgXm9ogTOGLC6CmaWYNy+BbiuSCBRWpkA5ABAQB55pOExPIwy+/tF3UaK0XHw5WWgUABUFdAT4r7NzYCcOSslVquQiT+JRNIWGsss7a4abT+98faCiqBiFXvZQSAWCB/aswVCvOqmW9PwPs/D8olxWM89h/Sp0zX72kkFaLu/U9WLl3gwjBAgl5tDqVSS1YoSiUTykEBGRsFcF0TTQPr6wZeXhMwnIOR+EgaA/fXpCAMYqlo7xnW6R1KnUB0EMgwDtm2CcxGotG0rkiWPB6PDoLWu6xV+xYmEAVXdOinXStCb0vbNbepVuTuOA8Y8FIt5dHX1oFjMR4Fkxhgcx4GiKNtKIofJ6FKpEFnfhAHrUqmArq4emKYJy7JqfLDi17fevM6ybFiWiWQyiZWVZSwvLx5o54j0gZZIds5O1m7tUGRpZRubmxstJRfj/vXh8YfsRq60eh3KmBhfwg5zkWiMnyepGHMOwlM0lHKOH7dtW2CMgzEG3y8FXYoieVkqlTA9fRPnzl3Y1+OUPNy0UmD+6KNnK+ZnPJ8Xkv6WBbVQwOCXvwLYNnxCsHDuHJbPnAYIcPz2exiavg2azUD5zM/u52lJAmoaKQp58Pv3AccR1XmeDxAHoATQNGzTGv2hQCb+JBJJ22h3NVozbzzlYvu98YDGicadBgLiQcWafe1xB8FeLRDqVd0oqoqh3DzIf/0D4Jd+peY7sNMK0HZ+p+LJx7BaMQyGhVWdsqNCIpFIHh7oc8+D//GXhMcfpSDjJ8Bn7guvP00FurtBksl99ek4zB5JnUL1NSSERP5znDP4vl83GB0PWoedfsJnqbWkXKtB73bNbepVuTMmPKIY4xXFTeF1CH2itpNEDuXehP9U5WuMMdi2jUwmC9d1wRhvGuyPn3s+n8fCwhy6u7ujjpqD7G5dX1/F1NS1qNuHEIKZmXuYmLgoC8Ikkhbp6enDE0+8H2+++R0Ui3mk01k8+eQHoOtG3ffvxA5iu9uYm5vF/PxslBgMO5ZNs4S3334dH/7wR6GqYozfK0ni6u3Gxx3fL/v3iWcPxYkTjxz4WnR4eBR3796tWL+Hx+p5bnQtRSEIA+cMd+9O48yZcwd+7JKHh3Q6jcVFPyh8KsuME0LgeT4ePFjC8vICPM8TEvqEwJidge8z+Jyhd2MTi2dOw9jYwNQzTyN//Di4qHDC8unTmHnqA7hw9gKOpaQc+UFQ0UjBmFinWaaoQtM08W8lSG2dnRBv2wNVtcOMTPxJJJK20q5k01beePQfvwhoyS22sj0aJRo3f+InMO06O5IfqQgqVr+2jx0E7aSZfOkaON77k5fh9fXVXKudVri36zsVTz6G1YphAItSGvjQyI4KiUQieVggug76qRfE2J/Pg2SywOmzYkH5+JNQnry8Z0oDjQqNysHB2nFR+qC1Rr3Abeg/Z5omenp6MTw8WjfZttukXKufb8fcpl6SmFIlCsR6XmWijnMeHcd2ksjhfkR3SqUCVphMVBQDjz56FpTShuddXUSXTqehqmqFF2LIfs/FfN/H1atvBf7YLOpodBwbV6++hWef/agMZEskLXD//h1MTr4TJNkILMvEn/zJH2JgYAhjYydqngvtKHbZahtLS/PROr5a8cWyLHzjG6/gfe/7AHp6+vbMvqR6u/FOdLEOTQbddQrS6QxOnz63o/20E0VRMDFxAVNT5fU7IaI4I+5NGP5bWGjYyOVmMTZ28iAPXfIQkUgYyOfzYMyLfQ9NKIoK0zSjxDRjDBSAZlnwKQFhQMJxUezvw+bAMRR6e8FUBYQQEMaEdGTCQOHsMbw30I++IKko2V/ijRR8dUUUZ7JAnYVz4fOnJ8Tf1tZABgb21Zf9MCATfxKJpCPZyhuPXbkCfP9fqPj7bmRBGyUaPcvCrde+Df/ipR3Jj9QEFVVVdPpls/vaQdBOGsmX+oTg9qmTYJbV8FodhD9BSLwS3/O8qNOPUopUKhOrNpcdFRKJRPKwQC9cAvmVF0GuXAGfz4EOj+y5rHgzRYPBc+cxO3sfnPs1n3uYPZO3Q6PALSEE2WwXLl9+ek8LjvZLkq1egjMMJoviKgWu69UtcmqWRA4TdPl8Hq5rw3FslEpFGEYSlmVG0nRAOZmoaRpGRsYaXtd6/luWZUHTtLoB+/2ei83Pz2JzcwMArwlkb25uyEC2RNICjuNgcvIdMOYHiXMPnDMABPPzs7Btq6Z4th0dduE2CCE1Ms2ch16ttYovgHjWuK4TrVXj60XfdwG0x76kXke4YaQjqeNEItGW/bSb6mIWw0ji6tU3YQceyHEIEb6FCwvz8nkp2Rd838ft2zeRTqdjCX0C32ewrAJUxsEoEWK0jIFzwFUUMEUBpRRJxgBC4BoGPF0DU1Voris6yTQNxDDAOAKFAlkYfhCEjRSsWAQePABMC/BckegjBFCDuGTgzb6fvuyHBZn4k0gkHcl2vfGaBdHoha1lQRslGpf6e+EAUFZXgWPHKl5rtRp5v4KK++VL0ki+dKm/F66iQDFqpVzi1+ogJ0zh4uXatXeQy81BVdVICiJEdlRIJBLJwwXR9LZJwrBCAf7n/zX4nTsgp05B+czPgsbkgbZSNFB+5UVMTFzArVs34HlO2zyTHyb2KnDbadRLcJZlTUtIpTJRB1t1kVOjJHKYoCsWC7CsEnxffFb4A9pIJIwK1QRCKNLpTNPr2sh/ixCCQmETPT19NV1/+z0XW1iYB+esbvch50wGsiWSFrh5cxKeJ2SB4wUCgPBXXVtbQTbbhZs3r+Gppz4ESpW2dNgNDo7gvfduYXNzPXo2cQ5YlolsthtDQ8O4d+89OI5dofgClIsX4mvVnp4+PP30B7G8vIDNzTwSiSQIAZaXl1AqFaM19nbX3vU6wo8fH8TS0uKW2zhI/9GwmCU8Bk3ToiKQuNynogTdUrWPUYlkTwhlfjVNQ3d3r0j8l0qwiwVAVcEYA+cUCJ3fCAFTFHBNg+p5sA0Dhm3BVxVwSqPXKYdIJImPgHMmC8MPCKLrwEe/G/jN3wBWV0XSL4RSoFQEjGTUoXlYVdX2Epn4k0gkHclW3ngkVsWxVRCN/MqLWybZGiUaTcMABQCrtqptO9XI7Qwq1qNeJXWrcqTbpZF8qWkYUBQF6KvdXyd10VGq4MKFJ1Aqldou4yKRSCSShxfv5T8A+81/KqRCFRX8rdfhfekPQf/m34L6F38AwNaKBuTKFfR84hN45plnMTMzcyBBvqNAdeA2lTp617CRp2AymcLjj1+GZZlYWVnG6uoKFEWFotCmCdAwQed5LiyrFAR1wwguDwLpFnp6elAqmfB9F5lMD0ZHx9HV1d3wOBv5bxmGAcsyYdsWDKNSvn+/52IiUN0oWi0D2RJJK2xubgSBdl73dd/3USwWYZompqdv4ty5Cy17o7YOB0ACP1egVCqCMQZV1WCapZrfctgJTUjlWpVSBWNjJ7C8vIypqetwHBuO48DzPNy6dQMnTz6KpaWFba+963WEb1UUu5/r/FaOgZC4rywLxhcleo4ODg7vyzFJJHGZX0IIEnoCuHMHdioFAgivPsSeR+LxAB4UH/mqChR9KJYNkkqBUSoSgIxH8UMhcU5lYfgBwR0H/A/+T8DzAc7KL4QVHoyJdVcmCzI2dmhV1fYSmfiTSCR7wm6r0rbjjddKEG2rpFujRGPSssCAul1sndIZ1qiSulqOtF2Vgo3kS1OMY3lsHEqbzdD3gvYvMiUSiUTyMMMKBZH0c92yybyiAq4L9pv/FOy7PwaaSresaKAoCkZHx9EgfippgTBw67r+kb2OW3kKjoyMgzG/JZn1MEFn23bkcxdCiAiOi+tIoWkaDMMApcC9e+8hl5ttGIRu5L9FCEE6nYHneWCMH8hcLJwbM8bBmB91IlYfpwxkSyRbQ4joDm6G+J0RzMzcxZkz50Cpsmtv1cXFHAgh6O7uhWVZcF0Hvu+AEALXdXHr1nUkEkZwfOJZU233UG+t6vs+pqauwzRLKJUK0XPRcWy8/fbr6O7uQSKRALA9K5Dt0Oo6fy+JH4Pv+7BtK5JCBsQ9JYRAVRVks90YGRnb0+ORSEJqpIJXV8E9D6rvw9FUUM7BCQlSf0TU9wRjPOMciuMAjCFRLMLKZsBUFcRnIIYR1QJRSpDNZmVh+AHBvvoV8JtTgG0H0p4q4MfsEBRFrLc+/BzUf/D/kkm/OsjEn0QiaTvtqErbjjfedmVB69Eo0Xh8ZQ3zw0Pw63SxdUpnWKNKaqAssZlKpdtWKej7Pha7u1B84QUYd+5g8MEqlOERDH/4w5h/541D00W320WmRCKRSCQh/uf/ddTpV4Nlwf83/xvo//TzWyoaSF8KyXbZylOwVc/BMEEXBnHjECI6O1KpNEyzhFQqFdt+8yB0Mw8vVdVw+vQ5UEr3fS5W2cEivKk8zwOlChSFBr5gRAayJZIW6enpw+JirmHHHyDWkeGzIG6ZsRtv1HhxQehzqijl5w3nHIqiIJ3OQFEUeJ4LSpUKu4d6a9X5+bnA47QQyVkC4lnImI+NjTVks10wjGT0WqtWIK3Syjp/J/tqVBAc/r1UKqKrK4uBgaHoGERXZB4Ah6pq8H0vSPSKc+/rO4aJiUtyLS3ZN2qkgi0LIAQp04SlayCMg6kUdVp94WkaqCtkIwnnSK2uodhPQAAwSkB0DYRQZLPdOHfuovxeHxDsG38muvp8Vr6Pqir+xjlgJEEefwJk4rxM+jVAJv4kEklbaWdVWsveeMePgy8sCL3nhAH094ME+241iNYo0ahmszj79Acx7dgd2xnWqJIaEAGLfD4fTYh2e0+qk7osm8Z8X69IIBrJQ9dFt5tFpkQikUgkIfzOnfpJPwBQFPC7dwFsT9FA8nBxkB5OQDxBp1QEuQERW1EUBaZpokI2K0ajIPRWHl4jI2P7Pkest17p6upBsZiH63oI5T1TqTQuXnyi5vgcx8HNm5PI5/PIZrM4f/4SVFUGnCQPN93d3UgkErDqWGTEYYwhmUy2xQZCdKCZKBTyUFUVnPOKjuXw2RW+d2RkHOvrq3BdN+r0a7RWLRaLcBynYnuMMfhBtwljDIVCAbZtIZXKQNf1tttbbLXO38m+GhVpDw2NYGGhnGhcXl7A3bt3YRgJOI4Ny7Ki4ghKCQjRAqlPikQiidHRE/smPSqRALUqTsQwwDiH5vt49N593D55ov4Hg2Kf4rF+aPPz4IQiWSzg4p9+FaWuLB489hjIY09g6PL7D2SOIinDOcS0U6GAy8vJP0rF3w0DnDFZONkEmfiTSCRtpV1VadxxwL5+RXTzjYxC+fGfqFvBwa5Pgn/5j4GVZfHgZwx4sAQ+Ng6S7dpWEK1RorFP0/FUE5mkzgnU1JfYdF27LfeklaSu7KKTSCQSycMIOXUK/K3X6yf/fB/kkUfE+7ahaHAUOeg5U6fSCR5OYYKOEALbNiu6diglSCQMmKaJZDJV9/ONgtCdKK9eb72iaRqSyTQ8bxMAkEwmoSgqpqencO4cje7D/ft3MDn5TjAfJlhZWcbMzH1cuvQETpw4te/nIpF0CoODI+jrG8DCwlxTyU9hy9TcBqKVsSJ8bjqODc9zgySdD0JoLDYsnl3hfxNCWl6rptNpeJ4XSyJy+L4fWUvF/14qFaBpveAcbbW32Gqd38q+4tfSMJLI5WYiaWNArOc9z8Xk5Dvo7u6u+LtplrC0tACAB5LILPL1o5SAUgLDSCGZTAaFIRLJ/lIRfzo2AGPyGo7PL2CxvxfpkolCOlX2g4vDORTHhV4sIlEoQrcsWNkshqdvY3RhEcqJR6GMnTyYk5JE0I98BOybVwCiA45TeR8JgL4+WTi5BTLxJ5FI2ko7qtLY9UkREAt8+5jrgv/xl0A/9QLohUvR+7jjwP/CS4Btg5x8BHzmvjB89Rlw/z7w/g9sO4hGNL2uH2CjzrBOCtQ0qqTW9URbKgVbTerKLjqJRCKRHGWqi5Po889D+at/Dd6X/lB4/FVjGFA+87PR/7asaHDE6IQ5UyfSCR5OQGWCzjDSsKwifF90c6RSKaiqhhMnBrG0tFAjBQo0D0J3WmFYvfUK5xymWYSiUOi6DsNIAkDFffA8H5OT74BzP/AJE59zXQfvvvsGhoaGoeu1vuASycOAoiiYmLiIQiGPzc31hu8Lf2vHjw/Wfb16rFhc9HHr1g309PRhYOA4hoZGwDmi56aiKEilMiiVCvB9Dt93oapakNxSUChsIpPJgnOCdDrd8lp1eHgU169fg+vaQXcgCwoiCMLO53gnoGVZyGTa6wW21Tp/q31VX8tSqQjbtpFOiw7FENu24PseLMtCMimefWFCM0Scqzh/3/dAiAZKhf9rq0lIiWQviP+m3R9gWPiD/wMzPV1wNQ0K52AiU1+hV8AVBU4mjfWxMSQ3NkAZx4NHFcxfPI/TU7fQLzvIOgLlez4O9vv/Bbh9C9ATgGOLeK9CgWQSZGz8oSic3A0y8SeRSNpCGAQzFnPwMynQmNxmSCsTQu44YL/zErhpRv43RNPAikWwX/tV0O/5GMjYSSgffR7eN78OvrkJaBqQyYJMXABfXRHa3poG+r3fB3r+4p6dcycGaupVUpdKRSwvL+6qUhDYG6kRiUQikUgOE02Lk/7m3wL7zX8q5iGKIsznDQP0b/1t0FTlWNuo0Oio0ilzpk5krzycdkI8QZfP5+G6NlKpJAwjHQXb19ZWdxSE7qTCsHpdNJZlRX5VoTRgSHgfVlcfRJ1+oeRfKIvqOB5eeeXLePrpZx/qRLbk4aanpw/PP/9xfPnLL8O2bQC8xvOPEDEmvPHGd2oKP6rHCtd1USzmwZhIQuXzG5iZuQdFUbC+vgZVVWEYBnRdh6b1wjRNFAqbcF0HgEjIeZ4L0zTR1dW7raScoih44onLePXVb4AxP0r6EQIoigrG4s8QAs5527uYd9MxXW/c5YFuXtihGCYuhfciAWN+9PnwmUgpgaJo8H0/evYzxsE5QyrVDUIIVFVta8JTItkJ6+uruFnchPPhZ+GsrsDzPPhBpy8XlToV72eKAjudRmptHQBAGYOvJ/Decx9B/0c+cgBnIKmG6DrUv/m34L/0efD790TXn20DmQzoX/pBKP/3vyyTflsgE38SiWTXxINgA7qOuYkzYA+WA7nNbPS+VqrS2NevRMG0EJ7fBGZnAMcBcxygu0cE2YYGQTStXLlDKcixgfLnlpZrtl+vSn+nA0WnBmqqK6mz2e5dVQqGtENqRCKRSCSSw0qj4iRummC/8xKUX3kR9Ls/Bv/f/G/gd++CPPIIlM/8bE3S72Gkk+ZMnUanFVbFE3SEAJqmwHX9KF7WabKdO6FeF42QCBQBwlAaMCS8D/l8Pur0C32+wsC5SFI4D30iWyLRNB2nT09gevp61BXreaIbnlIFiqIgkUjULfyIjxWccxSL+SC5LpJ4pllCPr8B13WhKCpc14ZtmzGPPVohM1pOOhIUi4WoC7BV+vqO4ZlnnsW7776FYrEAzxMdhpQSpFIZMOYH8p8UExMX9yTp32yd30wStd64qyhKcE9YRXefoihgjFdcG9HVJ553uq4jkTBQLBZgWSYI4UgkDKiqBkVRD9XzX3I0iSe6FVWFMXAc1voquOs2lh7mHGAcdjoNI5xrZTLwT53CwoPlh3Ze2mnQC5dAfvXXwAKlFPKQKKW0C5n4k0gku6I6CKZwjtOzOdw+MQZvdhZ0YgIcpOWAAM/NVSb9GBNJP58J3xzLAjmmAaYJ9s47YHoCJJGo3Y7n1Ri8tioh2iqdHKiJ0y5vld1KjUgkks5idnYW//Jf/ku8+uqrePDgAY4fP44f/MEfxM/+7M9WyP/cuHEDv/zLv4x3330XfX19+OQnP4mf+ZmfOcAjl0gOhnrFSdFr+TzIlStQPv4J0P/p5w/g6PaHsIDKy81haaAf1qlTSGe76so2Oo6Dmzcnkc/n4XlOTRdVyMOuGnDYCqs6TbZzJ9SbGxMirn86na2RMg3vg21nsbKyDM4ZGAul/oCw20ckIh7uRLZEAgCnT5/D+vpKkCiyAl84BYSgIrle/XuJr69t2wJjHOWfI4FlmcF2RHeaSGSJDjZV7UE+v9HgiESn240bk3jsscs1r1Yn0IaHRwCIZ1pf3wCee+5jyOVmMTV1LfINjD8nFEXFyMhY02uyG4/beuv8reSzw2vJOQ+kPEXSMyxeiHf3JRIGLMuGYZSLHhRFBecWKKXR+WYyWaTTGZimiZ6eXgwPjx6657/kaFKd6CaEIJ3OIp/fKCf+Aq8/whjAGBTOQRUKP52ClU7D7+mB2t2FVCqNUunhnZd2Ig+bUko7kYk/iUSyK+oFwXoKRVy+fhMLPd2wh0aQefJyyxNCMjIK5rrl7a2sAK4HUCr8+2KTUSSTQKkE1En8VRu8blWlT37lxW1XjCSTSZRKRXAuquMMw4jp/HdWoKYdQZp2JRAlEkln8N5774Fzjl/+5V/GyZMncfPmTfziL/4iTNPEZz/7WQBAoVDAT//0T+NDH/oQfumXfgk3b97E//w//8/o6urCj//4jx/wGUgke0c9hYDq4qQ4RFXB53P7fJT7S1hAtcYZbj/6CFwrDyU3g8XRsRqvvvv372By8p1IFtHzPDDG0NXVjWQyVbndDpsz7TeHsbCqXhB6N0Htg6B6bpxMJpHLzUSdfHHC+3Ds2CDu3bsDz/MRenyJhiIOSikymexDn8iWSIBw3XgxWDd64JxB2GyRiuR69e8lXgghOunK2/R9r67PHiC6AfP5fKwTl1Z8Nuw8zOfzNcfaKIF28eIlZLM9wXEqGBs7iUwmG62FRRdia2vhdnvctiKfbRhJFAp5WJYZnUNwNYIuShpcO3EOly69DwsLc9E6X9d1mKaKdDpdkeQkhCCb7cLly0939DNe8nBRryhf13X09R3D5uYGbNsGpVT4Urou4HowNQqmqnC6uqKOf9c0Yds2+vuPH9CZSCTtRSb+JBLJrmgUBKOcY2RtHWR1Heo2Kl7pc8+D//GXwE0xQYVtiaQfAKgqSF9/9F6i66BnzgCLS6LSXlVFp182W2Pw2mqVfqusr69ibm4Gtm0BQFBJV5YZ6cRATTu8VY5ClbdEIhE8//zzeD5WIDE+Po47d+7gd3/3d6PE33/9r/8VruviV3/1V6HrOs6ePYvr16/jC1/4gkz8SY4sjRQC+MXHwOPFSTHqKQ0cJcICKs+ycPvCOfiKAgqA+z7o3Cy8TCYKNnqej8nJd8C58AwCEHVl5PObQaFUOTjTiXOm/eQoFFa1O6i9X1TPjeNB/Xr3QVGAVCqFjQ2nzrZo0IX0cCeyJZKQcN147do7mJ+fg6qqNZ1y1b+XeCFEKEsZynyGST/OORhjUFUFjLEgyUciGc7qhCEQbsNHNmZDAjROoHmeizfeeA1DQyPIZLLRencna+G98LjdSj57evomVlcfRF1LosOPBdeegFKKM2fOwXHcinMYGxvHwkIOpVIRXV1ZaJqOW7duHtqxSfLw0Eg9QXSqdiGZ9CoUbTjnsNdX4bouVFWLnhnhb2RtbWXb0sASSSciE38SiWRX1HToxdhJEIzoOuinXhABt3weSBiA7wG6DoyOg6+uAJYFnkgAzAfp6gH52PdCIRx8aRm0gd5zO6v0w8k7Yz4yma7AewCBD0EBhjFwpCfD7Ugg7pTDVk0ukRw28vk8uru7o/9/66238NRTT1UslD7ykY/gc5/7HDY2NireK5EcBZopBODqOyCZjDCVr6JaaeCoERZQLQ0PwlVVUF7utOCeB7K6CrevHwsLOayuPog6/UIIIVAUBZ7nI5/Po6urWwYQYxzmwqq9CGofFFvdh8XFHHQ9gWPHjmNl5UHQNUMi6UHbtpBOZx/qRLZEEodSBRcuPIFSqdRSV3O8EELTEqDUhO+zyEcPYMF2CSgVvzvDMOD7Yl3uODZWVx9E0n5hFw/ngKapOH++0t6jXgLNdV0Ui3kwxuB5HhKJRFTIkM12b3stuhcet/HuJs55IKcqkhSJRAIzM3dBCIk8D8OOS3HtKBgD7t59D+973wcqijPCdX7c3/Wpp/oO5dgkebhopp6g6zrOnHkc09NTURJbeFcaVZ6g4tmSyWThup6U7ZYcCWTiTyKR7IqaDr34azsMgtELl4T05pUrYDP3wb/2FQAEmJsBPE/4/ZklgBBwIwm+vATa1dXUq6+dCcr45F3TNHR390a6+YRQjI6Od3R182HlsFaTSySHhXv37uHf//t/H3X7AcCDBw8wNlbpWXLs2LHote0k/qqrrzuJcpXnwR7HYecoXEf2Z1fAGygE8GIR9IMfBJ+cBI8pDZBsFsoLPw2qt8dkviOv4/wcqKbBNAwosaQfAHGgtgVKCUqlIvL5fEXSL0TMmwh0PYGBgUGkUsJHaa8CiB15HZugKApGRzsrwNTKNWwlqN1p59WMZvehVCoH23t6elEqFaIuGtGFxDExcaHGz/KwfRclknay3a7meAJ+ZWUZCws5WBaPOvHENtXArosBIOju7sWpU2fw2muvRl1/AKIOQUoVPP74k1DVynG6Wh5QFPLmIylMkUwThQxXr74FXdeDc2h9LVpPgjBkJ9LAvu/Dts1IttTzXHBefg4ViwUkEnrQpRz6IZaTG4RQqKoC13VaKs44yKJfiaRVtnrOiOdKb0USu1DI48GDpSiWpygKEgkDikLBGJey3ZIjgUz8SSSSXVHdoddMbrNV4r46dPwE+M/9bbBf+LvC64+QKOmHZBLIzQETF7b06mtngrJ68i4qDZPR/5t19iHZHUepmlwi2Wt+/dd/HZ/73Oeavufll1/G6dOno/9fXFzEX/2rfxXf//3fjx/7sR9r+zHpemf/PglBEBwBqnMaktY5CteRL+bAE/XnLkTXoOgatF/7J/CufA08lwMZGYH6/HeDtCnpB3TodTwxBvdb30DKtrFMaUXHHxgDMQwAHF1dWbiuhdXV5Qo5zzIcQ0ODuHixfqFWO+nI63jIaOUa2rYJVa3/jKeUwLZNaFpnjwGt0tWVxfLygvAIMhJIJHRYlgXf90AIxcWLj2FgYKDmc/K7+PDyr/7Vv8Irr7yC69evQ9M0vPbaawd9SAfCdruaw2TTyMg4EgkDc3P34fs+EokEXNcBY+EPSSS7zpyZwPT0FNLpNIpFBkpF8o9zDkWheOaZ53D8+FDNfqrlAW3bAmM8+K3y6Pg459jc3EAymYzW/a2uRRtJEALb87j1fR+3b9/EzMxdcM7hujY8T3Q3hQk+kfzzYdtO0GUvXg9fC+FcfGanHYcSSSey1XOmOomdy81geXmxIpYXImW7JUcFmfiTSCS7Jt6hx+dzDeU2W6Gerw7MEnBsAGAMWH0gZD/1BECJSAaurAADA029+tqZoGzX5F3SOnshkSKRHFVeeOEF/PAP/3DT94yPl38vi4uL+Kmf+ilcvnwZ/+gf/aOK9x07dgwPHjyo+Fv4/2HnXys4Tq3fSicRBmM9z5dB2V1wFK4jGxwBs52GCgHk+DA8ogAf/TjCr7QHAK7ftmPoxOvIP/Qc8Icv4/iDVeQGjsGPdzSpKtDXB0XRMDAwhN7eAdy9ew+c114TSlWcO3cRbhuvVyM68ToeNlq5holEEp7nN5wXJxLJfbnf+8GxY0O4e/duhZRYImEAEB1Ig4Mjdc9VfhcfXlzXxfd///fjySefxH/+z//5oA/nQNlp51gmk4WuJyqkLeNqO2fPnkcuN4P19dUg0adBURgIMaCqCnQ9EXUKVlMtDxj3B6RUyIgCgGVZ4JxFnYRxtlqLNpMgjEudNrO0WF9fxdTUNaysLEXXwPf9yOMwvBZh5584Xx75IgKIJE+FTCqJ/BZlV5PkKLGd50yrv02J5DAjE38SiaQtEE2vm3DbDg19dRY3gfwmMHEBsC2R7AuhVPwNW3v1tStBKScI+0+7JVIkkqNMX18f+vpak78Nk36XLl3Ciy++WPM7e/LJJ/HP/tk/g+u60ILn8je/+U2cOnVq2/5+hyHYKfxaD/ooDj+H+TqSjzwP8kf1FQJINgvy3PP7dm4ddR01UUCF33kJj965h9unTsJVhIwYHxuHquo4d+4CCFGgaQouXXoCk5PvRF5/jHEoiopLl94HRdH39bw66joeUppdw1bmxft9/cMAeqGQh+PY0LQEstnsrr2pKG0uJUaI0vRc5Xfx4ePnfu7nAAC/93u/d8BHcnipfsbE1XY8z8N7791CPr8J3/eCLj0KShWoqoJEIgtKacO1YrU8oKIowXhFkclkoy45xnwApEbGF9h6LdqK1Gk9S4uZmXvo7e0HwDE/PxecnygkCI9LnCsF5xyqqsD3SXANhKefqqrwPC+SPCWEQFUVpNPZQAJUFi1LHl6a/TbPnj0vFaUkRwKZ+JNIJB0D+/qVqNOvAsMAVh6Izj7DADgDQvkoxoCg0rYVr752JCi361Mg2T2yy1IiaT+Li4v4yZ/8SYyMjOCzn/0sVldXo9dCqbIf+IEfwG/91m/h7//9v4+f+Zmfwa1bt/Bv/+2/xS/8wi8c1GFLJHvKXkiYHxXCAqq+K1fQPZ/D4rE+WKdOIZ3tqkmonDhxCiMjo7hxYxL5fB7ZbBbnz1+q8VeSHH46bV4cBtBLpSJMswjfZ1AUCsNItcUberuShRJJOzgI1YRO8aZUVQUTExcwNRV/xjCYpolSSSTcGPOjzjbht+mDMYJiMY+urh6k0+mG59Hb24enn/4g5udzKBbzyOXmoGla5PMFiKQ/IeUO3zjhWrTZdYrvo1QqVnjcVltacM5RKhVhWSaWluaRTmdQKpWibr5QRpsQAt/3oyQnYzx6T5igJIRC03Q4jg1CCNLpDFKpdJQ41DQNw8MjNcfeKff+oHiYz/9hO/fq32Y6ncbY2PhDW6jzsN3/OEf13GXiTyKRdAw8N1dXWov09YMvLwG2BTIyKv7bDwyqNRXo7wewfa++3SAX/fuL7LKUSNrPN77xDdy7dw/37t3D81XPzqmpKQBANpvFb//2b+OXf/mX8SM/8iPo7e3FX//rfx0//uM/fhCHLJHsCztRCPB9Hwuz91GcfBfJ9XUMHR+G+tGPHrlEYVhApQDYSkhJVXU89tjl/TgsyQHTKfPiMIDueS5Msxh0vogOGMsqIZFItMUbeqeShRLJTjgon+RO8qYcGBhAX18f5ufnsLy8hAcPloPEfu3a8P/P3n1HR1G1YQB/Zkt6IwQCgdBJKCmUUKUGpStNehFBelEEaaJ0KR8gHWnSEUGKdKQjHZUuvYUQCCEhpGfbfH8sO7LJppGyyeb5neORnZmduXd2M3N33nvfawgA6ufq06fE9PT0NDla7z9ylCpVCgBQtKgHbt/+FxqNGoIAxMXFAQBsbGwhkxnPlQfof4umvX/jY7wrJOQpYmKipFF5iYkJUKvVb8+5iOjoKMjlCinQJwgyCIIAmUwOmUwHwJDKE1JQUC5XwMXFBYmJidBqtbCxsYYgyGBrawuZTAadTgel0goVKlSGtYl5jXPTZ28O+bn++bPu//1tGuqvnyPUvKUyh/z5+etZat0Z+COiXEPwKAadWp08+CeTAUU9AJkMok4HwbMExCdPAAGAZwlAp4Ngb5/jPfH5oz/n5Lbe5ESWoH379mjfvn2a21WoUAGbN2/OgRIR5R4ZyRAQGRmBu3+dh+ppEAS1GjqZDM/uhqPcmZNw7dQVsoqVs7m0ROaXG9rFhjmhVarEtw/9/1un0+mQkJAAa2twbmjKlDlz5mDlypWpbrN//36ULVs2S45nrnmSc+PclIZ5NlUqFTSa5EG/d+l0WigUcjg7u+Dp06fJRtqlxNHRBQEBtfDw4T08fvwIoijC1tYOKpUKr19HwsbGFjY21kYpAXU6QzpQY1qtFi9emB7l9+JFCMLDw/Ds2dO3AUwBKlWiiXroIIpqKJVWEEUNdDqt9HBanw1HACDAysoacXFxkMtlsLd3ACBIIxR1OhGlSpWGIMiSlYXzkiaXn+ufn+sOsP75uf6WWncG/ogo15DVbwDxD9Pz6siKekA2cQrEc+f0ve/dC0Eul0H7PBQo8n5z9VHeklt6kxMRERlotVrcvX0TmqAnELRaQBAgE0VolUrcdy+EauvWQDn1B7ZRiHKAYU5o/agY43X6+ay0nBuaMq1Pnz5o165dqtt4emZtYNmcDyFzU8q7Fy9CoFIlIiEh+fOC/+j/+K2tbSCTyfD8+TO8evUStrZ2EEUxXSl/dTogIiICtrZ20jJra2tYWVlBrVbD1bWQ0byhps5P0nn7dDodgoODUKSIh1SP6Og3UKvV0Ol0yUYSSrURBCl9qUKhhCjqpLn+5HIFXF3d4OrqBlEU8eKFPk2pqVGJRYsWT/a7Oa3PNTd99uaQn+ufn+sOsP75uf6WVncG/ogo10hrXh2ZnT3wtve9IABKpb6HmiVdlCl1uaE3ORERkUFoaAhUL0MhaDTJJoXQKBR4bm2F4qdOZXp+YSJKm2FOaLlcLj0YN9Cn/ZRzbmjKNFdXV7i6vv88kfT+YmNjkZiYmOZoP0OqvsTEBCgUCmi1WqhUibC3d4RMpkkz5e+LF/rRw4YgooEgCFAolHB0dJR+k2q1WoSGGndMFUUYzdsH6EfnaTRq3Lx5Dc7OzlCrVdDpxLfXKxE6nS7F+ug7Luik0XyG5x8lSpRC2bJeUj3c3YswQw4REUkY+COiXOV95tUhIiIiMofY2FjIEhMhmuipL4giEuzsID4PMUPJyBKZesDMh7n/McwJLQgCEhLipbm+AP1DdxsbGygUnBuack5ISAjevHmDkJAQaLVa3Lp1CwBQokQJBqDfi4iYmOg0twH0gTKZTCaNfhNFEbGx0XB2LgC1Wp1qyt+4uNi3o/SS9zB+d9RweHgYbty4ApUqEQqFAkqlFYKDg+Di4iqN9HtXYmICtFoNEhISoNMZRiYLkMvlKQb+RFGEIOhTedrZ2aNIkWJGow3fxQw5RET0Lgb+iCjXyci8OnmRqFJB9+cpiCHPIHgUY2CTiIgoj7K3t0eotTWEpMOLAIiCAJu4OAhFGWSgzEuaNu7lS126UtblJ+/OCW1ra4/4+FhotfpRMra29lAoOPKFctbChQuxc+dO6XXbtm0BAOvXr0etWrXMVKq8SavVIiIiHKKY8sg4ALC1tYNSqYROp3s7au8/Op2IxMQE2NjYppry187OHmFhOiQd8WfYh729PSIiXuHixbPQajUQRd3b0XsyODo6Izo6Cra2tibroB+JpzUamSyTyaR0oKaIoggbGzv4+1dP83rPDDlERGTAwB8RURqysne17tZNfSrTqCgISiV0ajXEPw5A1rsPZBUrZ3HJiYiIKDu5u3sguLA7NK/CIGq1RusUGg2KJqoga9DATKUjS6HVak2mjdNq005Zl98Yj3iJRmJiIpRK6xRHyBBlp5kzZ2LmzJnmLoZFCA3Vp98UBBlEUWtyGysrazg5OUMQBMTHx0OlSjSa704Q9NfTlFL+Gn73x8REQ63WQKFQmJwvr1Ahd5w9exIajQo6nU4alafRaBAZGQFbW1vEx4uwszM+hn5knz7tsLW1jdHI5ORz/AnQj17Uv69s2fLs5EFERBnCwB8RUSqysne1qFJBt/ZniPHxEJRKAICgVEKMj4du7c/6FKcc+UdERJRnyOVyeFWojLsx0VAFBUHQqCHKZFCo1Sj/8hUUvfvw3p6PZFcqTsMD76Rp4wCkmbIuP+KIFyLLExsbC5VKBUEQIAiCUSpfA6VSCScnZ7x5EwkbGxskJhqn/BVF/X1bqUye8jfp735R1OHNmzewtbWFtbW10Xx5YWGhSEiIh1arlUbt6f8vQBSBxEQVbG2TP27VB/sSYWNjA0EQYG/viJiYKGg0WmkeUlHUvb3WCxAEQKFQwN7eEYmJiVl+TomIyLIx8EdElIKs7l2t+/OUNNIv2broaAinTll0ilMiIiJL5OLiioDAZngeHITYG9dh++YNihQqAsUXDRn0y0dSmuspK1JxxsbGmgz6AcbzTRERWSp7e3toNJq3KTINaThFKfAmlysglyvg7V0Zly9fglargZ2dA+LiYqDT6aSAob29Q7KUv4bf/RqNGomJidDptFAoFHBycoJGo4GbWyHY2/83avjx44eIi4uDYUSePraon1tQEPSpPF1cCrxNN6p+m95THzisXNkfL148g1qthijqyy+Kurfv08HKyhpKpRKCoJ/7z9raBqIIzglJREQZxsAfEVEKsrp3tRjyzGTQDwAEhQLi85D3LisRERGZj0wmR7ESpYESpc1dFDIDw1xPOp0WggCoVCrIZPGwt3fMklSc9vb2ePlSZ7JNmlLKOnPJrlGPRJS/ubt74N6921CrEyGXy6XRdjKZPkWmXC6Dp2cpKJVW0lyfCoUIZ+cCiI+PBwB4epZCuXJeya5J+mtWDBIS4qQgYWJiImSyONjY2MPe3lH63R8R8QrPnj2BIej3Lv3oQgEKhRzOzs4oW9b7bdph4+th8eKeCAkJxr//XoMo6qBQKAAI0OnUUKkSodGoYW/vCGtr/chAhUKRbIQiERFRWhj4IyJKQVb3rhY8ikGnVpsM/okaDWRF2ZgnIiIiyku0Wi2uX78MnU4jzdGkT/smIjY2GnK5PNOpON3dPRAcHAStVpNsnamUdeaSlSnyiYjeJZfL4etbFRcunHk7Ik8GnU4/15+NjR2cnZ1RrpwXgKRzfabdCSE6OhoJCXHSXH0ApHSiCQmxiI6OBvDf9d5EltF3iHBwcIS9vWOKaYf1KT0BjUYtPW/Q6XTQj2AUodVq385RmgAnJ2dUrOjLDhRERJRhpp9oExER7O3t3zbAk3uf3tWy+g0gc3Iyvc7REbIGDTJcRiIiIiIyn9DQECQmJkoPi9+l04lQqRIznYpTLpfDy6si5HIFdDpR2rdcrkiWsi4jVCoVbty4jHPnTuHGjcvQaFTvXca0UuQbHtATEb0vV1c31KpVFw4OjrCysoKDgyNcXd3g7OwCL69KRtdCQ9CtfPkK8PDwTPU6qVYnQqs1/btfq9VBrdbPr2e43stkAhQK05l89Ok7hRQ7ZGi1WoSEPMX9+7elUYuiqF+uT0cqk9KS2trawsrKCk5Ozuk9RdL+7927jZCQp7z2EhHlYxzxR0SUgqzuXS1YWUHWuw90a3/Wz+mnUOhH+jk6QvZ5X84DRERERJTHxMbGQqFQQK1OHvwTBECj0WRJKs6MjmBJS1DQI9y8ee1toE5AeHgYnj4NQuXKfijxHilrszpFPhGRKa6uhVC/fmCWXQsBwMrKGnK57G2qTgPxbTBQREJCAnQ6rdH1PqXMQIIgIDY2BjqdNlmZ3h0VHR8fB41GA0HQSqML9QE/fSBQoVDCxsYWarUm3ddPjromIqJ3MfBHRJQCQ+9qfePZeFLu9+1dLatYGcK0GRBOnYL4PASyoh6QNWjAoB8RERFRBuWG+eTs7e1hZWWFxMT4JA+N9Q9vrayssywVZ0pp4zJKpVLh5s1rEEWtND+WTCZAFLW4efMaPDyKQaHIWNs0q1PkExGlJKuuhQYODo6wtbVHfHwsdDoRoqiDVquVjvXmzWv89dd5uLi4Std7tVptcl/6+fpE3L59Ez4+VaXl746KVqvVUKv1I6z1IwT/u3cYRvtZW1u/PX7a10+tVovnz4Nx586/kMkEWFvbvH3vf6OuMzvXLBER5T0M/BERpSKre1cDgKC0grzJh1lYSiIiIqL8JbeMbDBkiLCzc0BcXAx0Op00ekMmU8DXt0que9h69+5NaaRfUlqtJtkD6/Swt7fHy5c6k8G/90mRT0SUUwzXcSsrKyQkJCA2NhoymeztXH76oFx0dBSio6OgUMhha2sPlep1sv0oFArpGmiYF9DAMCpao9HgzZvXUtrmdxlG/cnlctjY2AJI+/ppuBdGR79BQkI8AAEJCfGwt3eEUqlPR8pR10RE+RPn+CMiSkNG5geg3IfzHBAREVmW3DSfnCFDhK2tHRwdXWBraw+FwhoODk6oVesDuLoWyrGypFd0dLTJoB+gH12S9IF1eri7e0CZQgaL90mRT0SUUwzXcYVC+Xb0nQCtVgetVgOtVouoqDeIiopEXFwsVCoV4uLiIAjGj1MVCgXkcv1zAp1OhKOjo9H62NhYCIKA6Og3bzuGpHQNlsHJyUVKHZ3a9dNwL9Ro1EhMVEGr1UGn00GnExEbGy2NJOSoayKi/Ikj/oiIyGLlltEARERElHXSM59csWI5N7IhOzJEZCdHR0eEh4eZfPBs6oF1emRHinwiopxiuI7//fdFxMZGwzDS7900nBqNGiqV7J35XAUAImQymdEcr3K5AhUqVDbav729PYKC4qDV6qRt9aMK/0v1KZfLYW1tC6VSma7rpz7VdQwSEuKg0aih0+kAADqdAJlMjsTEBNjY2HLUNRFRPsXAHxERWaS0RgNwngMiIqK8KbfMJ5cb5hh8H15elfH0aRBEMfnISFMPrNMrowHQvHr+iMgyyWRyWFtbQ6vVwRD4S0qlSoSVlfXbIJ01EhL087tqtVqIIqBQKFG5sn+yeVLd3T1w69YNyGSCUfDPMKefQqGEUqmEh0cxWFvbpuuaGB0djfj42LfHFqVUoQCg02mh0eiv8Rx1TUSUPzHwR0REFik9owE4zwEREVHekxvmk4uMjMCdO/8iJiZKetj69OkTeHtXyvVZBaysrFC5sh9u3rwmzfWn04mQyxUmH1hnhCFFflqYlYGIcqPExEQIAiCajvsBAHQ6HeRyGeRyOQoVKoyYmGio1Rq4urqhRo3aJq+hcrkcxYqVwN27N41GERrm9AMAa2sbVKrkZzLYZ6qjRHT0G6hUagD/BfzeDQDqdFrI5QqOuiYiyqcY+CMiIouUW0YDEBERUdZyd/dAcHAQtFpNsnU5MbJBq9Xixo0riI5+A51OP3JDFEWoVIm4ceMK6tZtmOsfspYoURoeHsVw+/ZNREdHw9HRERUqVM5U0C+9jOelSoROp4VMJocgCMzKQERmpQ+g6VN4pkQfXNMH8wRBBkdHZwCAm1vhFK+hkZERePPmNeRyBURRlNJyKhQKCII+NaevbxWT1z5THSWePn2CyMjX0Mf7jFOHGv5dsKAbqlWrxespEVE+xcAfERFZpNwwGoCIiIiyjkqlwt27+kCVUqmEKMqg0WhzfD6558+DERX1Bu+OsjAE/6Ki3iAkJBjFi5fM1jJkBYXCCj4+VXP0mFqtFrduXUN4+CtoNOq3D7z15y4xMR42NvbMykBEZlOkSFE8f/4UWi0AiEaj8wwM1y1raxtpWWq/Lw2dHXQ6LRwcHBEXFyOl59TpRDg7O8HXtxpcXd1SfG/S6StiY2OgUiVAJpNDp9OnGf0vCCjCxsYWHh6eDPoREeVjDPwREZFFMvdoACIiIso6QUGPTKSmlKNoUU/Y29vn6BxxL148hyj+N0fTu0RRhxcvnueJwF9OM4xaiYyMgEqV8M58VHJppEpCQiyio6PNXVQiyqeKFi2Ox4/vIzz81dtgmmAU/JPJZFAo5LC3dzS6B6T2+/LdKSisrKygVBZAQkICdDotBEGGsmW9TQb9kr73XYaR0qKog0KhhE6ngyiKkMkEyGQyyOUK/t4lIsrnTOdAIyIiyuPkcjm8vCpCLldAp9P/WDPMX8N5DoiIiPIOlUqFmzevQRT1o/sAvB0lpsPz58EoXbpMjo5seDe1mom1MBEPzPfeHbViGOVieGiuH/li2E4HtTrRjCUlovxMLpfD17cq3NwKQS5XQBD0c/nJ5QrY2zugZMlyKFhQvw5I3+/L2NhYCIKA+Ph4xMbGICEhATY2NrC3d4CdnR3i4+NTLE9K01fojyVCqbSSgn0Khb4ThSAI8PQsxd+7RET5HEf8ERHlIaYm9WaDPmUuLq4ICKiNFy94zoiIiHKrlNo3huUPHtyBWp34dj4lIcl7Nbh9+2aOpqwsXLgoQkNDTK4TBAHu7kVzrCx5xbujVvT//fc5Gua7kstlkMtlsLa2NmNJiSi/c3FxRYMGgQgKevJ2hLc+BaiHR3EptWbGfl+KiIx8LY0UN6Q2trNzgEKhTHUKipSmr7CxsUFCQjysrKxgbW2DxMQEaLVayOVy2Ns7oFw5ryw6G0RElFcx8EdElEdERkbgzh3jSb2Dg4Pg5VURLi6u5i5eriWTyTlPDBERUS5lSP+YtH1TpIgHXrzQB4uio6OlNGZyudzoAahMJuR4akh396K4e9cWcXExb8sgl8ri6OgMD4/iOVqetLw7N6KjoyMqVKgMhcIq24/7bkA3KipSCtrK5Yok81IJUtpPW1t72Ns7ZnvZiIhSI5fLUbx4SRQrljxtc0Z+X2q1WkREhBuNFBcEfbrqqKg3sLW1g06ng1qtQlhYaLJgYkrTVwiCACcnZ1hZWUGt1sDGxjZH57olIqLcj4E/IqI8QKvV4s6d5JN6a7Ua3L17CwEBtdm4JyIiojzl3fSP77ZvNBo1bt68BmdnZyl9mUr133sEQZCCSDqdCEfHnAsUGQKVhjmUNBo1dDotbGxs4ezsAi+vSrmqTZZ0bsTw8DA8fRqEypX9UKJE6Ww7btKAblxcLBITE+Dg4CSNVAH081QBgLW1NRwdnaBQcB5mIrIcoaEh0GjUsLd3RGxsNHQ6EaKoe5viWP/v+/fv4Pr1K7CxsYGNjU2yDr5eXhXfXk/V0hy3SqUSFSv6wsnJmdltiIjIJAb+iIjygOfPn5mc1BsA1Go1XrwI4ag2IiIiylPeTf/4Ln3KMg0SEuLfBvn060XRMGevDnK5/sGmXK5AhQqVc6S87wYqbWxsYG1tjYSEBOh0WiiVVqhWrWaOjKRLr5TnRtTi5s1r8PAoli3lNRXQtbW1g0qViNjYaNjZOUCn074d8acf6afRaKDT6ThShYgsimGOPplMBmfnAkhISEBsbDRkMsPodQHx8bEQRREJCXGwtrZO1sE3rekr+ByAiIhMSf4EmYiIcp2UJvUG9A9wYmNjc7hERERERJmTUvtGq9W+XR+DuLi4t8FB+dvREYY54UQIghyVK/vnWLDNEKg00KemtIW9vX6eppcvQ3OkHOl19+7NZOnhDAxzI2aHpOcJgJTGU6PR4PXrCIiiPl2eQqGAtbUtbG3toFRawcnJOVvKRERkDvb29tDpdADwtiOL/tonl8sAiG87QfzXqSUhIUF6r6GDL/BfetHy5SvAw8OTHSSIiChNHPFHRJQHGH4wmHo4ptOJqU4ITkRERJQb2dvb4+XL5O0bmUwOjUYNuVz+dl4kQKGQQy7XL3dwcELhwu45NledQV7riBUdHS2N9EsqO+dGNHWe1Go14uNj36a5E9+O2pTB0VE/RxUAaDQaZrEgIouSdI4+fbpq/TrDSEDDa/3cf1rpvbnxvkJERHkHR/wREeUBRYsWg1Jp+sGWUsm5UIiIiCjvcXf3SLF9IwhCsuCRIABKpRW8vCrCx6dqjqfVfHfkRlK5qSOWVqtFSMhTaDQqaDQavM2QaiQ750ZMep5EUURsbPTbVK0iFAoFlErF27n/YqQUrnzITUSWRi6Xw8urIuRyBXQ6EXK5/O2IdQF2dg5QKBTSNVoURaORfLnpvkJERHkPA39ERHmAXC6Ht/d/PxgAvP3hoOBcKERERJQnJX0gCkAaEebg4ASZTCYFhQxzwdnbOyA+Pt4s5U0tUJlbOmJFRkbg77/P49Gj+1J6VI1GnSxgmZ1zIyY9T4mJCdLnqx/F+d8oRJ1ORGJigvRvPuQmIktjmKOvdOmyKFasBBwdneDsXABWVlawtrZ5Zw5WGWxsbKT35Zb7ChER5U1M9UlElEekNak3ERERUV5jqn2j0+nw5MlD2NraIiEhATqdFjKZHDY2NhBFmC04ZAhU3r17C2q1GjKZAJ1OhFKpzBUdsbRaLe7evQWtViONlnR0dEJ0dBQ0Gg2USiuIor7jWHbNjajVahEaGgJraxtERkZAoVC8nbNRhCDI4ODghPj4WCmgKwj/zenIh9xEZKkMc/QBQOHCRYzuI7a29oiPj4etre3bdJ+5575CRER5FwN/RER5yLs/GIiIiIgsQdL2jT5VZTC0Wg1sbW2NtlUoFGYNDuXmjlihoSFQq1VGKVJtbe1gbW2D6OgoWFvboFChwtk2N2JkZMTbh9n6MujnZNTA3t4BgiDA1tYOgiBAEATExcW8HYUoQBBkzGJBRPlG0vuIra0tRFGHly9DIYpAkSJF4eFRnNdDIiLKFAb+iIjyGENP6tz2sImIiIgoK+T2kXW5tSNWbFQUhIgIiAkJgI0N4OoKQSaDTCaDs7ML3NzcUb58hWw5tqnRhnK5HHK5HDKZHA4OTtDp9CP7rKysoFQWQEJCAkRRhLd3JT7kJqJ8xTCvX1xcLEJCnkrXS51Oh5CQYDg4OMLFxdW8hSQiojyNgT8iojwkaU/qly91CA4OgpdXRf4wICIiIouRm0fW5Ua6Wzdh8/sOaAsWgAwARBFC2EuIxT0hODpm+/x5pkYbGmg0GhQq5I7IyAgpkCuKgIODI9uwRJSvaLVaPHhwF0+fPoYo6qBSqSCKImQyAfb2jlAqldBqNbh79xYCAmrznkdERO+NgT8iojzCVE9qmUzGHwZERERkkXLryLrcRlSpoFv7MwolJOCZixO0cjkgCBC1WgjBTyF6V4BSaZWtKVJjY2NNBv0AQCbTp/dkIJeI8rPIyAjcufMvwsNfAtB3itDpdFAoFBBFGWJjo+HsXACCIECtVuPFixDeA4mI6L2ZbpkTEVGu8+KFvie1KYYfBkRERESUv+j+PAVdVBTkooiyQcGQa7UQBQGAvuOYPCIi21Ok2tvbv52zz0T53o42NARyy5evAA8PTwb9iCjfMHTijYuLkdJ8AoAgCNBqtRBF/bUyMTEBgL7DRGxsrJlKS0REloAj/oiIsomoUkH35ymIIc8geBSDrEEDCEqr995fXFzqPan5w4CIiIgo/xFDnkFQKgEALjGxqHrrLkILFkC8tQ1sExNQxNYJVtmcTtPd3QPBwUHQajXJ1imVymwdbUhElNsZ0iFrtVq87ZcBQJDmPtVoNFAoFNBq9a+zOz0zERFZPosI/C1btgwnT57ErVu3oFQq8ddffyXbJiQkBJMmTcKFCxdgZ2eHtm3bYuTIkVAoLOIUEOUL7wbSZMWKQRHYGBByZ09h3a2b0K39GbqoKAhKJXRqNcQ/DkDWuw9kFSu/1z7t7PQ9qU0F//jDgIiIiCh/EjyKQadWS8E/mSii6KsIAICo0UD+QaNsL4NcLoeXV8W3c1Hr5/HT6UQolcpkow21Wi1CQ5nyk4jyD0M6ZLlcDlEERFGUgn4AoNNpoVLpf+uLosgOE0RElGkWEfVSq9Vo3rw5qlSpgt9++y3Zeq1WiwEDBsDNzQ1btmzBy5cvMWbMGCiVSnz99ddmKDERZVTSQJr2rBqJhw9A+KwPhArvF0jLLoZ5VsT4eOkBjKBUQoyPh27tzxCmzXivkX9FirAnNREREREZk9VvAPGPAxDj45Ovc3SErEGDHCmHi4trmvP4RUZGvA0OqiCTyfDypQ7BwUHw8qoIl2welUhEZC729vZ4+VIHa2sbxMfHQ6NRQxAEiO/m/YSIhIQEAJGoXLkKO0QQEVGmWMQcf8OHD0fv3r3h5eVlcv3p06dx//59/O9//0PFihXRsGFDfPnll9i0aRNUKtPzZRFR7pFyIC0B2jU/Q0xh3jtzMcyzYnJddDR0p069134NPanlcgV0Ov0PBJ1OhFyuyPZ5W4iIiIgodxKsrCDr3QeCrS1Ejb6DmKjRQLC1hezzvplKNZ9Rqc3jZ5jjSqvVSBksZDIZtFoN7t69ZTT6hYjIkri7e0CptIIgCLCy0l+TjYN+kEYEWltb48WLZ7wmEhFRplhE4C8tV65cgZeXF9zc3KRl9erVQ0xMDO7fv2/GkhFReqQWSBMzEUjLLu/Os5KUoFBAfB7y3vs29KQuXbos3NzcUbp0WQQE1GYPaSIiIqJ8TFaxMuTTZkDeoROEmrUh79AJ8mkzIKtQydxFkxjmuDJFrVbjxYv3byMTEeVm73biFUURCoUSgH6yP5lMDisrayiVSigUcuh0Ol4TiYgo0ywi1WdaXr16ZRT0AyC9DgsLy9C+/puEN28z1MNS6pMa1tUCPH8GWSqBNLwIyVV1lhUrBu1Ztcngn6jRQObhkaHyJv1c5XI5ihXzzIKS5j4W+x02gXUlIiKirCQorSBv8qG5i5EiwxxXpshkAmJjY3O4REREOcfQiffff68hJOQZZDIZdDothHd+JImi/vc+r4lERJRZuTbwN2fOHKxcuTLVbfbv34+yZcvmUIkAKyvLSaMnCPrGhCDoGxaWjHW1ACWKQ33uTLJAmiAAok4DhWcxKJW55+9TEdgYiYcPQIxPSLZO5uwI68DGEDJQXov9XE1gXS1TfqorERERmWaY48pU8E+nE2Fvb2+GUhER5RyZTI6KFf0QFxeHmJhoxMfHJlkvwNrahtdEIiLKtFwb+OvTpw/atWuX6jaenukb8eLm5oZr164ZLXv16hUAoFChQukuk0qltZjRCoaHrxqN1uIfwrKueZ9Ypz6wbz/E+HjjFTIBsHeEWLc+1OpclP9ekEP4rA90a36GGB2tT++p0UBwdISsd19oBDmQgfJa6udqCutqmfJTXYmIiMg0d3cPBAcHQavVJFunVCpRpIiHGUpFRJSzDGk/79z5FwkJ8QBEiKI+6Gdv7whBEKBQKHhNJCKiTMm1gT9XV1e4umbNnFVVqlTBTz/9hPDwcBQsWBAAcPbsWTg4OKBcuXIZ2pelPbAURcurU0pY1zxMaQVZ7z7Qrf0ZureBNGg0kDnrA2lQWOW6+goV9POs6E6dgvg8BLKiHpA1aABB+f5ltbjPNRWsq2XKT3UlIiIiY4aH3Xfv3oJarYZMJkCnE6FUKuHlVREyWe7J4EFElJ1cXFxRo0YdPHhwF0FBjwEAtra2b1N9KnhNJCKiTMu1gb+MCAkJwZs3bxASEgKtVotbt24BAEqUKAF7e3vUq1cP5cqVw+jRo/HNN98gLCwM8+fPR/fu3WFlZWXm0hNResgqVoYwbQYEQyDNwwPWgY2hEeS5NpCQ2+dZISIiIiLKSYY5rl68CEFsbCzs7e1RpIgHH3ATUb4jk8lRvnxFlC3rxWsiERFlOYsI/C1cuBA7d+6UXrdt2xYAsH79etSqVQtyuRw//fQTJk2ahM6dO8PW1hbt2rXD8OHDzVRiInof7wbSBAH6efJyU4pPIiIiIiJKlUwmh4dH+qbtICKydLwmEhFRdhBEMbeOlcl9wsKizV2ELCMIgFIph1pt+fMtsa6WiXW1TKyrZbLkuhYq5GjuIuQJub0NZcnf0ZzE85g1eB6zBs9j5vEcZg2eR9PYhkofc7Wh8vP3Nj/XHWD983P983PdAdY/P9c/r9U9vW0oWTaXg4iIiIiIiIiIiIiIiIhyAAN/RERERERERERERERERBaAgT8iIiIiIiIiIiIiIiIiC8DAHxEREREREREREREREZEFYOCPiIiIiIiIiIiIiIiIyAIw8EdERERERERERERERERkARj4IyIiIiIiIiIiIiIiIrIACnMXgIiIiIiIiIiIyFIEBwdj6dKlOH/+PF69eoXChQvjk08+wcCBA2FlZWXu4hEREZGFY+CPiIiIiIiIiIgoizx8+BCiKGLKlCkoWbIk7t69i++++w7x8fEYM2aMuYtHREREFo6BPyIiIiIiIiIioizSoEEDNGjQQHrt6emJR48e4ZdffmHgj4iIiLIdA39ERERERERERETZKDo6Gs7Ozhl+nyBkQ2HSeUxzHNvc8nPdAdY/P9c/P9cdYP3zc/0tte4M/BEREREREREREWWTJ0+eYOPGjRke7WdlJc+mEqVOEAC5XA5BAETRLEUwm/xcd4D1z8/1z891B1j//Fx/S607A39ERERERERERERpmDNnDlauXJnqNvv370fZsmWl16Ghofjiiy/QvHlzdOrUKUPHU6m0ZhvxJ4qARqO1qIeg6ZGf6w6w/vm5/vm57gDrn5/rb6l1Z+CPiIiIiIiIiIgoDX369EG7du1S3cbT01P6d2hoKHr16oWqVati6tSp73VMcz6EFEXLGv2QEfm57gDrn5/rn5/rDrD++bn+llZ3Bv6IiIiIiIiIiIjS4OrqCldX13Rtawj6Va5cGTNmzIBMJsvm0hERERHpMfBHRERERERERESURUJDQ9GzZ094eHhgzJgxiIiIkNYVKlTIjCUjIiKi/EAQRUsawEhERERERERERGQ+O3bswLhx40yuu3PnTg6XhoiIiPIbBv6IiIiIiIiIiIiIiIiILAATjBMRERERERERERERERFZAAb+iIiIiIiIiIiIiIiIiCwAA39EREREREREREREREREFoCBPyIiIiIiIiIiIiIiIiILwMAfERERERERERERERERkQVg4I+IiIiIiIiIiIiIiIjIAjDwR0RERERERERERERERGQBGPgjIiIiIiIiIiIiIiIisgAM/OUzwcHBGD9+PAIDA+Hn54cPP/wQCxcuhEqlMtrG29s72X9XrlwxX8HfQ3rqCgC3b99Gt27d4Ovri4YNG2LlypVmKnHmLFu2DF26dIG/vz8CAgJMbmPqc923b18OlzTz0lPXkJAQ9O/fH/7+/qhTpw5mzZoFjUaTwyXNeoGBgck+wxUrVpi7WFli06ZNCAwMhK+vLzp27Ihr166Zu0jZYtGiRck+w+bNm5u7WFni0qVLGDhwIOrVqwdvb28cOXLEaL0oiliwYAHq1asHPz8/9O7dG48fPzZPYYneceLECXTs2BF+fn6oUaMGBg8ebLTeUu8p2UGlUqFNmzbw9vbGrVu3jNZZSpsru+S3tmt2yi9tiqyyfPlydOjQAVWrVkWdOnUwePBgPHz40GibxMRETJ48GbVq1ULVqlUxbNgwvHr1ykwlzv1WrFgBb29vTJ8+XVrGc0h5XWr3eEuV3nuzpciv98/03AfzE1P3MEsXGhqKUaNGoVatWvDz88PHH3+M69evm7tY2U6r1WL+/PlG17glS5ZAFEVzFy1b5LdnVgpzF4By1sOHDyGKIqZMmYKSJUvi7t27+O677xAfH48xY8YYbbt27VqUK1dOeu3i4pLDpc2c9NQ1JiYGffv2RZ06dTB58mTcvXsX48ePh5OTEzp37mzmGmSMWq1G8+bNUaVKFfz2228pbjdjxgzUr19feu3k5JQTxctSadVVq9ViwIABcHNzw5YtW/Dy5UuMGTMGSqUSX3/9tRlKnLWGDx+OTp06Sa/t7e3NWJqssX//fsyYMQOTJ0+Gv78/1q1bh759++LgwYMoWLCguYuX5cqXL481a9ZIr+VyuRlLk3Xi4uLg7e2NDh06YOjQocnWr1y5Ehs2bMDMmTNRvHhxLFiwAH379sX+/fthbW1thhITAYcOHcJ3332HESNGoHbt2tBqtbh796603tLvKVlt9uzZKFy4MG7fvm203JLaXNklv7Vds0t+a1NkhYsXL6J79+7w9fWFVqvFvHnz0LdvX+zbtw92dnYAgB9++AEnT57E/Pnz4ejoiKlTp2Lo0KHYsmWLmUuf+1y7dg1btmyBt7e30XKeQ8rrUrrHW7KMPEPL6/Lz/TM998H8IqV7mCV78+YNunbtilq1amHlypUoUKAAnjx5AmdnZ3MXLdutXLkSv/zyC2bNmoVy5crhxo0bGDduHBwdHdGrVy9zFy/L5btnViLleytXrhQDAwOl10+fPhW9vLzEf//914ylyh5J67pp0yaxRo0aYmJiorTsf//7n9isWTNzFC9LbN++XaxevbrJdV5eXuLhw4dzuETZJ6W6njhxQqxQoYIYFhYmLdu8ebNYrVo1o886L2rcuLG4Zs0acxcjy3366afi5MmTpddarVasV6+euHz5cjOWKnssXLhQ/OSTT8xdjGyX9Hqj0+nEDz74QFy1apW0LCoqSvTx8RH37t1rjiISiWq1Wqxfv764devWFLex5HtKVjtx4oTYvHlz8d69e8nakpbY5soJ+aHtmtXyU5siu4SHh4teXl7ixYsXRVHU368rV64sHjhwQNrm/v37opeXl3j58mUzlTJ3iomJEZs2bSqeOXNG7NGjhzht2jRRFHkOKe9L7R6f3yS9N1sK3j//k/Q+mF+kdA+zdP/73//Erl27mrsYZtG/f39x3LhxRsuGDh0qjhw50kwlyjn54ZkVU30SoqOjTfZiGDRoEOrUqYOuXbvi6NGjZihZ1kta1ytXriAgIABWVlbSsnr16uHRo0d48+aNOYqY7QzpZT799FP89ttvFjl8+8qVK/Dy8oKbm5u0rF69eoiJicH9+/fNWLKssXLlStSqVQtt27bFqlWr8ny6OZVKhZs3b6Ju3brSMplMhrp16+Ly5ctmLFn2efLkCerVq4cmTZpg5MiRCAkJMXeRsl1wcDDCwsKMPmdHR0f4+/tb7OdMud+///6L0NBQyGQytG3bFvXq1cMXX3xhNOLP0u8pWeXVq1f47rvvMHv2bNjY2CRbnx/bXFmBbdeMyY9tiuwQHR0NANJ378aNG1Cr1UbntWzZsvDw8Mhz00FktylTpqBhw4ZG5wrgOaS8La17fH6T0jO0vIz3T2NJ74P5RUr3MEt37Ngx+Pj4YPjw4ahTpw7atm2LrVu3mrtYOaJq1ao4f/48Hj16BEA/pcDff/+NBg0amLlkOc8Sn1kx1Wc+9+TJE2zcuNEoRYGdnR3Gjh2LatWqQRAE/PHHHxgyZAiWLFmCJk2amLG0mWOqrq9evULx4sWNtjM82Hv16pXF3eSHDx+O2rVrw9bWFqdPn8bkyZMRFxdnccO3X716ZfSAFvjvcw0LCzNHkbJMz549UalSJTg7O+Py5cuYN28ewsLCMG7cOHMX7b29fv0aWq02WfqQggULWmRefT8/P8yYMQOlS5dGWFgYlixZgu7du2PPnj1wcHAwd/GyjeFvz9TnzPltyFyePn0KAFi8eDHGjh2LYsWKYc2aNejZsycOHToEFxcXi76nZBVRFDF27Fh06dIFvr6+CA4OTrZNfmtzZQW2XTMuv7UpsoNOp8MPP/yAatWqwcvLC4D+u6VUKpNNEVCwYEFeB9+xb98+/PvvvyanIuA5pLwqPff4/MTUvdkS8P75H1P3wfwgtXuYpXv69Cl++eUXfP755xg4cCCuX7+OadOmQalUol27duYuXrbq378/YmJi0KJFC8jlcmi1WowYMQKffPKJuYuW4yzxmRUDfxZizpw5WLlyZarb7N+/H2XLlpVeh4aG4osvvkDz5s2N5gtzdXXF559/Lr328/PDy5cvsXr16lwR+MvKuuZ271PX1AwZMkT6d6VKlRAfH4/Vq1fnisBfVtc1L8lI3d/926xQoQKUSiUmTpyIkSNHGvX+p9yrYcOG0r8rVKgAf39/NG7cGAcOHEDHjh3NWDIiy5He66pOpwMADBw4EM2aNQOgnwu3QYMGOHjwILp06ZLtZc3N0nsez5w5g9jYWAwYMCCHSpa35Ke2K+V9kydPxr1797B582ZzFyVPef78OaZPn46ff/45b84BQ/lOfr/H895MKcmP98H8fg8TRRE+Pj7S/O2VKlXCvXv3sGXLFosP/B04cAB79uzB3LlzUa5cOdy6dQszZsxA4cKFLb7u+QEDfxaiT58+af5Benp6Sv8ODQ1Fr169ULVqVUydOjXN/fv7++Ps2bOZLmdWyMq6urm5JYvaG14n7d1vDhmta0b5+/tj6dKlUKlUZg8aZWVd3dzccO3aNaNlhs+1UKFC71fAbJSZuvv7+0Oj0SA4OBhlypTJjuJluwIFCkAulyM8PNxoeXh4eK74O8xuTk5OKFWqFIKCgsxdlGxl+NsLDw9H4cKFpeXh4eGoUKGCuYpFFiq911VDr753H+pYWVnB09MTz58/B5D37ilZKb3n8fz587hy5Qp8fX2N1nXo0AEff/wxZs2alevbXNkpP7VdzS2/tykya8qUKThx4gQ2btyIIkWKSMvd3NygVqsRFRVlNGItPDzc4q+D6XXz5k2Eh4ejffv20jKtVotLly5h06ZNWL16Nc8h5SpZeY/Pi7L7GVpew/unXkr3QUuX1j3s+vXrkMvlZixh9ipUqFCyQQZlypTBoUOHzFSinDN79mz0798frVq1AgB4e3sjJCQEy5cvz3eBP0t8ZsXAn4VwdXWFq6trurY1NFgqV66MGTNmQCZLe6rHW7du5ZofJFlZ1ypVqmD+/PlQq9VQKpUAgLNnz6J06dK5IlVSRur6Pm7dugVnZ2ezB/2ArK1rlSpV8NNPPyE8PFwaon327Fk4ODigXLlyWXKMrJSZut+6dQsymSzZUPS8xMrKCpUrV8a5c+fw4YcfAtCn1zh37hx69Ohh5tJlv9jYWDx9+jTXXGOzS/HixVGoUCGcO3cOFStWBADExMTg6tWr6Nq1q5lLR5YmvddVHx8fWFlZ4dGjRwgICAAAqNVqPHv2DB4eHgDy3j0lK6X3PE6YMAFfffWV9Prly5fo27cvfvzxR/j7+wPI/W2u7JSf2q7mlt/bFO9LFEVMnToVhw8fxoYNG5J1OPPx8YFSqcS5c+ek0dEPHz5ESEgIqlSpYoYS5z61a9fGnj17jJaNGzcOZcqUQb9+/VC0aFGeQ8pVsvIenxdl9zO0vCa/3z/Tug9aurTuYZYc9AOAatWqSXPcGTx+/BjFihUzU4lyTkJCAgRBMFoml8shiqKZSmQ+lvjMioG/fCY0NBQ9e/aEh4cHxowZg4iICGmd4aHzzp07oVQqpS/54cOHsX37dkybNs0sZX5f6anrxx9/jCVLluDbb79Fv379cO/ePaxfvz5PzpcWEhKCN2/eICQkBFqtFrdu3QIAlChRAvb29jh27BjCw8Ph7+8Pa2trnDlzBsuXL0efPn3MXPKMS6uu9erVQ7ly5TB69Gh88803CAsLw/z589G9e/dcEeR8X5cvX8bVq1dRu3Zt2Nvb4/Lly5gxYwY++eSTPP+w7/PPP8eYMWPg4+MDPz8/rFu3DvHx8UY9zizFrFmz0LhxY3h4eODly5dYtGgRZDIZWrdube6iZVpsbKzRyMXg4GCpg4GHhwd69eqFZcuWoWTJkihevDgWLFiAwoULSz8uiXKag4MDunTpgkWLFqFo0aLw8PDA6tWrAQDNmzcHAIu9p2QlQ5DUwM7ODoD+vmzoLW1Jba7skt/artklP7UpssrkyZOxd+9eLF26FPb29tJoaEdHR9jY2MDR0REdOnTAzJkz4ezsDAcHB0ybNg1Vq1Zl0OotBweHZHNB2dnZwcXFRVrOc0h5UXru8ZYsPfdmS5Gf759p3QctXXruYZbss88+Q9euXfHTTz+hRYsWuHbtGrZu3YopU6aYu2jZrnHjxvjpp5/g4eEhpfpcs2YNOnToYO6iZYv89sxKEPNjCDcf27FjR4oPBu7cuQNAH/hbuXIlQkJCIJfLUaZMGfTt21d6AJZXpKeuAHD79m1MmTIF169fR4ECBdCjRw/0798/p4qZZcaOHYudO3cmW75+/XrUqlULp06dwrx58/DkyRMA+oZ6165d0alTpzzXYy2tugLAs2fPMGnSJFy8eBG2trZo164dRo4cCYUi7/Z3uHnzJiZPnoyHDx9CpVKhePHiaNOmDT7//HOLePi8ceNGrF69GmFhYahYsSImTJiQp3uRpmTEiBG4dOkSIiMj4erqiurVq2PEiBEoUaKEuYuWaRcuXDA5Z2i7du0wc+ZMiKKIhQsXYuvWrYiKikL16tUxceJElC5d2gylJdJTq9WYN28efv/9dyQkJMDf3x/jx49H+fLlpW0s8Z6SnYKDg9GkSRPs2rVL6kgGWE6bK7vkt7ZrdsovbYqs4u3tbXL5jBkzpAe+iYmJmDlzJvbt2weVSoV69eph4sSJFvfgOyv17NkTFSpUwLfffguA55AsQ0r3eEuV3nuzpciv98/03Afzm6T3MEt3/PhxzJs3D48fP0bx4sXx+eef54u5PGNiYrBgwQIcOXJESnHZqlUrDBkyxCKeMyaV355ZMfBHREREREREREREREREZAHy1jAfIiIiIiIiIiIiIiIiIjKJgT8iIiIiIiIiIiIiIiIiC8DAHxEREREREREREREREZEFYOCPiIiIiIiIiIiIiIiIyAIw8EdERERERERERERERERkARj4IyIiIiIiIiIiIiIiIrIADPwRERERERERERERERERWQAG/oiIiIiIiIiIiIiIiIgsAAN/RERERERE+dSRI0ewadOmdG///PlzjBs3DoGBgfD19UW9evXQu3dv/P7779I2Fy5cgLe3N6pXr46oqKhkx/P29kZwcLC0LDAwEN7e3ib/CwsLS7EsERERmDZtGjp27AgfHx9UrVo1AzUnIiIiej9jx45F69atTa6bPn06AgMDpdeGdpG3tzcePHiQbPsff/wR3t7eRu9519q1a+Ht7Y3x48ebXN+zZ09p/xUqVECjRo0wcuRIPHv2LNU6XL9+HePGjUOLFi1QoUIFDBgwINXtiShvUZi7AESUfRYtWoTFixdLrwsUKAAvLy8MHz4cAQEBRtveuXMHK1aswIULFxAZGQknJydUq1YN3bt3R506dQDoGwWbN2/GlStX8OjRIzRs2BDLly9Pd3k2bdqEHTt2YPv27QCA4OBgNGnSJNl2/v7+2Lp1q/Q6M8f19vZOtszNzQ1nzpwxWnb06FH89NNPuH//Puzt7VG9enWMGjUKnp6e0jbbtm3D4sWLodFo0LNnTwwcONBoH4sXL8bNmzexbNmydJUtu/Xs2RN2dnYZ+oxy2rJly3Dx4kWsWbPG3EUhIiLKl44cOYIbN26ge/fuaW4bFRWFTp06wdnZGcOGDYOHhwdevHiB8+fP488//0SbNm2Mto+JicG6deswbNiwNPfdrFkz9OnTJ9lyFxeXFN8TGhqK/fv3w8/PDz4+Prhz506axyEiIiIyBzs7O+zfvz9Zu2jfvn2ws7NL8X27d+8GABw+fBiTJk2ClZVVsm2qVauGMWPGQKvV4u7du5g/fz6uXbuG3bt3w9bW1uR+//nnH/z111/w8/NDYmJiJmpGRLkRA39EFs7Gxgbr1q0DALx48QJLly5F7969sWPHDnh5eQHQP/AZMWIEypcvjxEjRqBEiRKIiIjAH3/8gT59+uDixYtwdHTMVKMgPj4ey5Ytw3fffZds3ddff41atWpJr+3t7Y3WZ7Yx0rNnT6OeWEql0mj9hQsXMHToULRt2xYjRoxAZGQkFixYgD59+mDPnj2wsbHBgwcPMHXqVKn8kyZNgp+fH+rWrQsACAkJwfr166WgZm4wceJEyGS5e2B39+7dsWrVKpw/fx61a9c2d3GIiIgoFYcOHcLLly/x66+/wsPDQ1repk0b6HS6ZNvXqlULGzZswOeffw4HB4dU9+3m5oYqVapkqDze3t44e/YsAH2HNwb+iIiIKLdq0qQJ9u7daxT4u3r1KkJCQtCiRQtcvnw52XsePXqEmzdvom7dujh79ixOnDiBpk2bJtvOyclJakdVr14dtra2GDNmDE6ePInmzZubLE/Pnj3x2WefSf8mIsvCwB+RhZPJZEYPUfz8/BAYGIgtW7bg+++/R1hYGMaMGYPq1atjxYoVRj2HmjVrho4dO0Kh0F8qMtMo2L9/P9RqtckRfiVLlkz1QU9mGyNFixZNdf/79u2Dh4cHfvjhBwiCAABwdXXFZ599hhs3biAgIEAKTHXs2BGA/sHX6dOnpcDfzJkz0bVrV6MRguaSkJAAGxsblCtXztxFSZOTkxOaNm2K9evXM/BHRESUw8aOHYudO3cC+C9LQrt27TBz5kyT27958wYymQwFCxZMts5UZ6O+ffti+PDh2LBhAwYNGpSFJU/5mERERES5UYsWLbBv3z7cvHkTlStXBgDs2bMHderUgaurq8n37N27F4IgYMqUKejSpQv27NljMvCXlK+vLwAYpVZPiu0oIsvGv3CifMbDwwOurq7SzX/r1q2IiYnBuHHjTKYLqF27tpQWIDONgl27dqFJkyZSEDEjsrsxotFoYG9vLwX9AMDR0REAIIoiAEClUsHGxkZab2trC5VKBQA4f/48rl69mu586Ib87tevXzdartVq8cEHH2Du3LkAgAcPHmDEiBFo2LAh/P390bJlS/z8889GPeqDg4Ph7e2NHTt2YMKECahVq5YUnOzZs6dRmTKyv99//x1TpkxBjRo1UK9ePcyaNQsajcaovA8ePMDQoUNRs2ZN+Pv745NPPsHevXul9aIoYvXq1WjWrBl8fHzQpEkTrF27Ntn5aN68OU6ePImIiIh0nT8iIiLKGoMHD0bDhg3h6emJX3/9Fb/++isGDx6c4vaVK1eGTqfDqFGjcPny5WRtg6RcXV3RuXNnrF27FrGxsaluK4oiNBqN0X9arfa96kVERESU2xQuXBg1atSQnpvodDocPHgQrVq1SvE9e/fuRUBAADw9PdGiRQucOHEC0dHRaR7L8MyvcOHCWVN4IspzGPgjymdiYmIQGRkp3fwvXbqEwoULm5wLL6skJCTg8uXLqFatmsn1kyZNQsWKFVGnTh1MmDABkZGRWXr8FStWoHLlyggICMBXX32FkJAQo/Xt27fHgwcPsGnTJkRHR+Pp06eYN28eKlWqJJXZ19cXZ8+exe3bt3H79m2cPXsWvr6+0Gq1mD59Or755ptUc7K/q0aNGihcuDD2799vtPz8+fN49eqVlJb05cuXKF26NCZOnIgVK1agU6dOWLJkCZYuXZpsn/PmzYMoipg7dy6++eYbk8fNyP7mz58PmUyG+fPno0uXLvj555+xbds2af3jx4/RuXNnPHnyBN9++y2WLVuG9u3bG53b6dOnY+HChWjbti1WrFiBdu3aYc6cOfjll1+MjlW1alVotVpcvHgxXeePiIiIskaJEiXg6uoKGxsbVKlSBVWqVEGJEiVS3L5OnTro27cvjhw5gi5duqB69ero06cPdu3aJXWWSqpv376Ii4vD5s2bUy3L5s2bUblyZaP/UkpNRURERJQXtW7dGgcOHIAoirhw4QKioqJSHMF37do1PH78WHpG1Lp1a6hUKhw6dCjZtoYOVCqVCjdu3MDs2bPh5OQkZakiovyHqT6J8gFDb+wXL15g1qxZ0Gq1aNasGQAgNDTUaI6W7HDr1i2o1epkwUUrKyt07doV9erVg5OTE65evYqffvoJN27cwLZt25LNxfc+2rZti0aNGsHNzQ13797FsmXL0K1bN/z+++9wdnYGAAQEBGDx4sUYOXIkpkyZAgCoWLEiVq1aBblcLm3TsmVLtGnTBoA+N3vr1q2xefNmODk5Gc0hmBaZTIaWLVti//79GD16tDTScO/evShfvrx0nurUqYM6deoA0DfiqlevjoSEBGzcuBFDhw412meFChUwffr0VI+bkf35+flhwoQJAIAPPvgAFy5cwKFDh9C1a1cA+nl0lEolfvnlF2nOnncblEFBQdi4cSMmT56Mzp07S+sTEhKwZMkSdO7cWRrJ6eTkBA8PD1y9epUP+IiIiHIBURSNRtsJgiC1iUaPHo2uXbvi6NGj+Pvvv3Hu3DmcOXMGZ86cwf/+979k+3J3d8enn36KNWvWoEePHikes0WLFujbt6/RMmtr6yyqEREREZH5NW3aFFOmTMHff/+NvXv3omHDhinOg7x3714olUrpOUmVKlXg6emJPXv24NNPPzXa9uTJk1L6UAAoVaoUFi1aBDc3t+yrDBHlagz8EVm4uLg4o5u/s7Mzvv/+e9SvX19a9m6Ky+wQFhYGAMlylhcuXBiTJk2SXtesWRPly5fHgAEDcPjwYbRs2TLTx541a5b07xo1aqB69epo3749tm7din79+gEA/vnnH4wePRqdOnVCo0aNEBkZiaVLl6J///7YvHmzlOJzypQpGDZsGDQaDYoWLYqIiAgsWbIEa9asQUxMDKZMmYKTJ0/Czc0NY8eONTrHSbVq1Qpr167F33//jYCAAKhUKhw5cgR9+vSRtklMTMTy5cuxZ88ePH/+HGq1WloXGxsLe3t76XWjRo3SPBcZ2V+9evWM3lu2bFmcP39een3+/Hk0a9YsxQbq2bNnAegbte+mAatbty5WrlyJ58+fo1ixYtJyFxcX6XtCRERE5nXx4kX06tVLel2zZk1s2LBBeu3p6YnevXujd+/eiI2NxZdffondu3ejb9++qFChQrL99evXD9u2bcOvv/6K4sWLmzymq6urNB8NERERUW4ml8tTTEmu0+lSnObGxcUF9erVw86dO/HHH39g2rRpKe5j//79qFmzJmQyGaKiogDoO6GvX78eoaGhcHd3l7avXr06xo0bB7lcDnd3d5PzMRNR/sLAH5GFs7GxwcaNGyEIAgoUKICiRYsazZnn7u6Ohw8fZmsZEhMTAcDkHIJJNWzYEHZ2drh582aWBP6SqlChAkqXLo2bN29Ky6ZNm4batWtj7Nix0rIqVaqgUaNG+P3336URawBQqFAh6d/z589Hs2bNULFiRcyePRtPnjzBH3/8gdOnT+PLL7/EkSNHUpyg2c/PDyVKlJDytZ86dQpRUVFGIwf/97//Ydu2bRgyZAh8fHzg6OiIo0ePYtmyZUhMTDQK1KWnUZeR/RnmODRQKpXSnIYAjNLFmvL69WuIoojatWubXJ808GdlZSV9T4iIiMi8KleujN9++016/W4bISl7e3t069YNf/75Jx4+fGgy8Ofh4YF27dph1apVGDduXLaUmYiIiCinuLq64tWrVybXvXz5MsVnQYC+I/jo0aNhZ2eXYifu8+fPIywsDGFhYahRo0ay9fv378fnn38uvXZ0dGQHKiIywsAfkYWTyWSp3vxr1qyJc+fO4d69eyhfvny2lMGQUjMqKsoocJZbPHjwAE2aNDFaVqRIERQoUABBQUEm3/Pvv//ijz/+wIEDBwAA586dQ4cOHeDs7IxWrVphypQpuHr1Kho3bpzicVu1aoVff/0VEyZMwP79++Hv7w9PT09p/cGDB9G5c2f0799fWnby5EmT+0rPqM2M7C8tLi4uePnyZYrrnZ2dIQgCNm/ebDJla+nSpY1eR0dHZ9v3j4iIiFKmVCqTdb5xcHAw2X6MiIhAgQIFkrU7Hj9+DACpppPq378/duzYga1bt2a+0ERERERmVKNGDaxYsQKXLl0yCszFxMTgwoULRh3Ik2rSpAmaNGkCPz+/FNOa79mzB3Z2dli6dKlR530A+OGHH7Bnzx6jwB8RUVIM/BHlcx07dsTq1asxY8YMLF++PFmQ5sKFC/Dz84Otre17H8MQ5AkODkbZsmVT3fb48eOIi4vLtp5Kt27dwqNHj9C+fXtpmYeHB/7991+j7Z49e4bXr18bjUp719SpUzFs2DAUKFBAWhYfHw8A0Gq1UKlUEEUx1bK0bt0ay5Ytw7Fjx3Ds2DGMGDHCaH1iYqLR56HVarFv3770VdSErNxfnTp1cOjQIYwaNcpkuk/DXIKRkZEIDAxMdV86nQ4hISHo0KHDe5WFiIiI3l/ZsmWxfft27N27FyVLlkSBAgVSTMe5c+dO/P7772jTpg0qVaoEnU6Hy5cvY+XKlahcuTKqV6+e4nE8PT3x8ccfY+fOnSbXv3r1CleuXEm2vFy5cimmFgf0HZsA4P79+9BqtdJrX1/fFNtxRERERJlRr149BAQEYOjQoRgyZAjKly+Ply9fYtWqVZDJZOjZs2eK77Wzs8PixYtTXJ+YmIjDhw+jadOm0rOVd3Xo0AHTp0/Hw4cPUaZMmfeuQ0REBC5evCj9OzY2VmpHNWzYMFPPAYnI/Bj4I8rnChUqhFmzZuGrr75C165d0b17d3h6euL169c4cuQI9uzZgwsXLgB4/0aBp6cnChUqhJs3b6Jhw4bS8pkzZ0IQBFSpUgVOTk64du0ali9fDh8fH3z44YfSduk97kcffQQPDw+sW7cOALB69WoEBQWhVq1acHV1xb179/DTTz+hSJEi6Nixo7T/Ll264IcffsC0adMQGBiIyMhILFu2DAULFkSLFi2S1Wf37t2IjY1Fly5dpGW1a9fGL7/8gnLlyklz4fn7+6d67suVKwdvb29MnToViYmJyVKb1q1bF9u2bUO5cuVQoEABbN682SjdZkZl5f6GDh2KEydOoFu3bvjiiy9QqFAhPHjwAPHx8ejXrx9Kly6N7t27Y/To0ejbty/8/f2hVqvx+PFjXLhwAUuXLpX29ejRI8TFxSEgIOC960ZERETv59NPP8W1a9cwdepUREZGol27dpg5c6bJbRs2bIiQkBDs2rULS5cuhU6ng4eHB/r06YPPP/8ccrk81WMNGDAAu3fvNjknzqFDh3Do0KFkyzdt2pRqG+HLL780+XrGjBlGHb2IiIiIsopMJsPy5cuxcOFCrFmzBi9fvoSDgwNq166NRYsWpTo1SlpOnDiB6OhotG3b1uT61q1bY/bs2dizZ0+ydlBG3Lt3L8V21NGjR1PsCEZEeYMgpjUkhYjyrEWLFuHnn3/G5cuX09z29u3bWLlyJS5cuIDXr1/DyckJ1atXR48ePaR52i5cuIBevXqZfH9ajYJp06bhxo0b2LJli7Rs27Zt+OWXX/DkyRMkJCTA3d0dH374IYYPH27Uszu9xw0MDESxYsWwYcMGAMCxY8ewfPlyPHr0CLGxsShQoAAaNGiAr776yqgRJooitmzZgl9++QVPnz6Fvb09qlSpghEjRiQboRgXF4fmzZtjzpw5qFmzprQ8JiYGEydOxIkTJ1CwYEGMHTs2zZFuALBixQrMnTsXderUwdq1a43WvXr1ChMnTsS5c+dga2uLdu3aoWTJkpgwYQLOnTsHV1dXBAcHo0mTJliwYAGaN29u9P6ePXvCzs4Oy5cvz/T+pk+fjqNHj+LYsWPSsvv372Pu3Lm4ePEitFotSpUqhf79+0sBTFEUsWnTJvz666949OgR7O3tUbp0aTRv3hy9e/eW9rNmzRps2LABR48eTVfKUiIiIiIiIiIiIiIyjYE/IsoRt2/fRrt27XDkyBGmXSIjHTp0QOPGjTF06FBzF4WIiIiIiIiIiIgoT5OlvQkRUeZVqFABgYGBWL9+vbmLQrnIpUuX8PTp0xRHdBIRERERERERERFR+jHwR0Q55ptvvslUnnOyPDExMZg1axacnJzMXRQiIiIiIiIiIiKiPI+pPomIiIiIiIiIiIiIiIgsAEf8EREREREREREREREREVkABv6IiIiIiIiIiIiIiIiILAADf0REREREREREREREREQWgIE/IiIiIiIiIiIiIiIiIgvAwB8RERERERERERERERGRBWDgj4iIiIiIiIiIiIiIiMgCMPBHREREREREREREREREZAEY+CMiIiIiIiIiIiIiIiKyAAz8EREREREREREREREREVkABv6IiIiIiIiIiIiIiIiILAADf0REREREREREREREREQWgIE/IiIiIiIiIiIiIiIiIgvAwB8RERERERERERERERGRBWDgjyif8vb2xqJFi8xdjPeW1eUPDg6Gt7c3duzYIS1btGgRvL29s+wYBoGBgRg7dmyW7zcr9OzZEz179syRYyX9DA3nOyIiIkeOn5s/ByIiSxEYGIgBAwZk+3FM3cdTMnbsWAQGBhoty+vtorwqu9papiRt41y4cAHe3t44ePBgjhzf1PcuJ+R0PdOLf3NERERERNmHgT+iFOzYsQPe3t64fv16ht8bHx+PRYsW4cKFC9lQstTdunULo0aNQsOGDeHj44OaNWuid+/e2L59O7RabY6XJ6P++usvfPHFF6hfvz58fX3RqFEjDBw4EHv27DF30bLN/fv3sWjRIgQHB2fpfseOHQtvb2/pv6pVq6JJkyYYPnw4Dh06BJ1OlyXH+eeff7Bo0SJERUVlyf6yUm4uGxGRuRjaOCn9d+XKFXMXMd8wBCy9vb1x6NChZOtzulNMZiT9Xvn6+qJevXro27cv1q9fj5iYmCw5TmhoKBYtWoRbt25lyf6yUm4uW07J679FiIiIiIgsgcLcBSCyRPHx8Vi8eDGGDh2KWrVq5dhxt23bhokTJ6JgwYJo06YNSpYsidjYWJw/fx7ffvstwsLCMHDgwBwrT0YdOHAAI0aMQMWKFdGrVy84OzsjODgYly5dwtatW/Hxxx9L2167dg1yuTzLjl2sWDFcu3YNCkX2XxYPHjwIQRCk1/fv38fixYtRs2ZNFC9ePEuPZWVlhWnTpgEAEhMT8ezZMxw/fhzDhw9HzZo1sWzZMjg4OEjbr169OsPHuHz5MhYvXox27drByckp3e/L6s/QlNTKlvRzICLKb4YPH27yvlOiRAkzlMa8cuKelJYlS5agadOmef7eZPheaTQavHr1ChcvXsQPP/yAtWvXYunSpahQoYK07aBBg9C/f/8M7f/ly5dYvHgxihUrhooVK6b7fe/Txsmo1Mo2depUiKKY7WUwp7z+W4SIiIiIyFIw8EeUh8TFxcHOzs7kuitXrmDixImoUqUKVqxYYRTM6d27N65fv4579+7lVFHfy+LFi1GuXDn8+uuvsLKyMloXHh5u9Nra2jpLjy0IQpbv812iKCIxMRE2NjbJ6padFAoF2rRpY7RsxIgRWLFiBebOnYsJEyZg/vz50rrsLptOp4NarYa1tXW2nu/0yMnPgYgoN2rQoAF8fX3NXYxcwdz3pIoVK+LWrVs4fPgwmjZtmm3HSa0tmVWSfq8GDBiAc+fOYeDAgRg8eDD2798PGxsbAPp2SnZ3uoqPj4etra3Z7/tKpdKsx89ulvBbhIiIiIjIUjDVJ1EGjB07FlWrVkVoaCgGDx6MqlWronbt2pg1a5aUuiY4OBh16tQBoA9kGdIdvTuHxYMHD6QRV76+vmjfvj2OHj1qdCxDuqSLFy9i0qRJqFOnDho2bJhi2RYvXgxBEDBnzhyjH9oGhuOk5NmzZ5g0aRKaNWsGPz8/1KpVC8OHD0+WflKtVmPx4sVo2rQpfH19UatWLXTt2hVnzpyRtgkLC8O4cePQoEED+Pj4oF69ehg0aFCaqSyDgoLg6+tr8sFMwYIFjV6nND/co0ePMGrUKFSvXh21a9fG/PnzIYoinj9/jkGDBqFatWr44IMP8PPPPxvtL71zA23fvh29evVCnTp14OPjg5YtW2Lz5s3JtjPMafTnn3+iffv28PPzw5YtW6R1hrnlduzYgS+//BIA0KtXL+n7cuHCBYwZMwa1atWCWq1Otv8+ffqgWbNmqZY1Nf3790e9evVw8OBBPHr0SFpuao6/DRs2oFWrVvD390eNGjXQvn17KfXqokWLMHv2bABAkyZNpPIbPmtvb29MmTIFu3fvRqtWreDr64s///xTWmdqbpfXr1/jyy+/RLVq1VCrVi1MmzYNiYmJ0vrUPqt395lW2UzN8ff06VPpb9Pf3x+dOnXCiRMnjLYxzJWzf/9+LFu2THrA+dlnn+HJkydpnHkiorzDcL1dvXo1Nm3ahCZNmsDf3x99+vTB8+fPIYoilixZggYNGsDPzw+DBg1CZGSkyX2dPn0abdq0ga+vL1q2bIk//vgj2TZRUVGYPn26lCLwo48+wooVK5Klpo6KisLYsWNRvXp1BAQEYMyYMYiOjjZ53CNHjqB169bw9fVF69atcfjwYZPbpdSuePLkCcaOHYuAgABUr14d48aNQ3x8vNF7ExISMG3aNNSqVQtVq1bFwIEDERoamqE5zFq2bIlSpUphyZIl6RoVduDAAal9UatWLYwaNQqhoaFG2xjarUFBQejXrx+qVq2KUaNGSfWdMmUKDhw4gJYtW8LPzw+dO3fGnTt3AABbtmzBRx99BF9fX/Ts2TPT6cjr1KmDwYMH49mzZ9i9e7e03NQcf2fOnEHXrl0REBCAqlWrolmzZpg3bx4A/T34008/BQCMGzdOurcb2gQ9e/ZE69atcePGDXTv3h3+/v7Se1Oax1in02HevHn44IMPUKVKFQwcOBDPnz832ialeYHf3WdaZTM1x19cXBxmzpwpfeebNWuG1atXJ/sOGD4vw/fZx8cHrVq1wqlTp1I77Rmq58KFC1G5cmWTaWW/++47BAQEGLXHkrKE3yJERERERJaCI/6IMkir1aJv377w8/PD6NGjce7cOfz888/w9PREt27d4OrqikmTJmHSpEn46KOP8NFHHwGA9FDj3r176Nq1K9zd3dGvXz/Y2dnhwIEDGDJkCBYtWiRtbzB58mS4urpiyJAhiIuLM1mm+Ph4nD9/HgEBAfDw8Hivel2/fh2XL19Gq1atUKRIETx79gy//PILevXqhX379sHW1haA/kf98uXL0bFjR/j5+SEmJgY3btzAzZs38cEHHwAAhg0bhvv376NHjx4oVqwYIiIicObMGTx//jzVVJYeHh44d+4cXrx4gSJFirxXPUaMGIGyZcti5MiROHnyJJYtWwYXFxds2bIFtWvXxqhRo7Bnzx7MmjULvr6+qFGjRob2/8svv6B8+fIIDAyEQqHA8ePHMXnyZIiiiO7duxtt++jRI4wcORKdO3dGp06dULp06WT7q1GjBnr27IkNGzZg4MCBKFOmDACgbNmyaNOmDXbt2oXTp0+jcePG0nvCwsJw/vx5DBky5D3O0H8++eQTnD59GmfPnjVZNgDYunUrpk2bhmbNmqFXr15ITEzEnTt3cPXqVXz88cf46KOP8PjxY+zduxfjxo1DgQIFAACurq7SPs6fP48DBw6ge/fuKFCgAIoVK5Zqub766isUK1YMI0eOxJUrV7BhwwZERUVJQbz0Sk/Z3vXq1St06dIF8fHx6NmzJwoUKICdO3di0KBBWLhwYbK/zZUrV0IQBPTp0wcxMTFYtWoVRo0ahW3btmWonERE5hITE5PsIb8gCNL10mDPnj1Qq9Xo2bMnIiMjsWrVKnz11VeoXbs2Lly4gH79+uHJkyfYuHEjZs2ahRkzZhi9//HjxxgxYgS6dOmCdu3aYfv27fjyyy+xatUqqe0QHx+PHj16IDQ0FF26dEHRokVx+fJlzJs3D2FhYfj2228B6EfQDx48GH///Te6dOmCsmXL4vDhwxgzZkyy+p0+fRrDhg1DuXLlMHLkSLx+/Rrjxo3LUBvjq6++QvHixfH111/j33//xbZt2+Dq6opvvvlG2mbs2LE4cOAA2rRpA39/f1y6dCnD6SvlcjkGDRqEMWPGpDnqb8eOHRg3bhx8fX3x9ddfIzw8HOvXr8c///yDXbt2GaW21mg06Nu3L6pXr44xY8ZII+0A/bzKx44dQ7du3QAAK1aswMCBA/HFF19g8+bN6NatG968eYNVq1Zh/PjxWL9+fYbqlFSbNm0wb948nD59Gp06dTK5zb179zBgwAB4e3tj+PDhsLKywpMnT/DPP/8A0LePhg8fjoULF6Jz586oXr06AKBatWrSPiIjI9GvXz+0atUKn3zySbLOY0ktW7YMgiCgX79+CA8Px7p169C7d2/8/vvvRucrLekp27tEUcSgQYOkgGHFihXx559/Yvbs2QgNDcX48eONtv/777/xxx9/oFu3brC3t8eGDRswfPhwHD9+PNnf7PvUs02bNliyZAn279+PHj16SO9TqVQ4dOgQmjZtmuLIWEv5LUJEREREZCkY+CPKoMTERLRo0UIKunTt2hXt2rXDb7/9hm7dusHOzg7NmjXDpEmT4O3tnSzN4vTp01G0aFFs375dGtnWrVs3dO3aFXPmzEkWXHB2dsbatWtTnXfmyZMnUKvV8PLyeu96NWrUCM2bNzda1rhxY3Tu3BmHDh1C27ZtAQAnTpxAw4YNMXXqVJP7iYqKwuXLlzF69Gj07dtXWj5gwIA0y9CvXz98++23+PDDD1GtWjVUr14dH3zwAapVqwaZLH0DlP38/DBlyhQAQOfOnREYGIiZM2fi66+/lh7CtW7dGvXr18f27dszHPjbuHGj0UOgHj16oG/fvlizZk2ywN+TJ0+watUq1K9fP8X9eXp6IiAgABs2bEDdunWN5oR0dXVFkSJFsHv3bqPA3759+6DT6fDJJ59kqOxJGb4vQUFBKW5z4sQJlC9fHgsXLjS5vkKFCqhUqRL27t2LDz/80OTDlEePHmHPnj0oV65cuspVvHhxLFu2DADQvXt3ODg4YPPmzejTp4/RvEBpSU/Z3rVixQq8evUKmzZtQkBAAACgY8eO+OSTTzBjxgw0adLE6HuYmJiIXbt2SX/HTk5OmD59Ou7evZupv0UiopzSu3fvZMusrKxw/fp1o2WhoaH4448/4OjoCEA/cmj58uVISEjA9u3bpVSNr1+/xp49ezB58mSj0fuPHz/GokWLpGDWp59+iubNm2POnDnSg/o1a9bg6dOn2LlzJ0qVKgUA6NKlCwoXLozVq1ejT58+KFq0KI4ePYpLly7hm2++wRdffAFA3xbr1atXsrrMmTMHBQsWxObNm6Wy16xZE3369EmzE4pBxYoV8cMPP0ivIyMj8dtvv0mBv5s3b+LAgQP47LPPpEBN9+7dMW7cONy+fTtdxzD4+OOPsWzZMixZsgQfffSRybn+1Go15syZAy8vL2zatEkKxFSvXh0DBgzA2rVrMXz4cGl7lUqF5s2bY+TIkcn29ejRIxw4cEC6Pzo7O+P777/HsmXLcPDgQWnUluHzDg4OzlTQpEiRInB0dMTTp09T3ObMmTNQq9VYuXKlyY46bm5uaNCgARYuXIgqVaoka2cD+g5SkydPRpcuXdJVrjdv3mD//v1SfStVqoSvvvoKW7duNfm9Skl6yvauo0eP4vz58/jqq68waNAgAPrvzvDhw7F+/Xr06NHDaL7NBw8eYP/+/dKyWrVqoU2bNti3b59RoO5961myZElUrVoVu3fvNtrfyZMn8ebNm1TrYym/RYiIiIiILAVTfRK9h65duxq9rl69erpSx0RGRuL8+fNo0aKF1Ms+IiICr1+/Rr169fD48eNkaZo6deqUatAP0PfYBwB7e/sM1uQ/7waz1Go1Xr9+jRIlSsDJyQn//vuvtM7JyQn37t3D48ePU9yPUqnExYsX8ebNmwyV4dNPP8WqVatQq1Yt/PPPP1i6dCm6d++Opk2bSj2907MPA7lcDh8fH4iiaLTcyckJpUuXTvXBU0rePU/R0dGIiIhAzZo18fTp02RpxooXL55q0C8tMpkMH3/8MY4dOyZ9xgCwe/duVK1aFZ6enu+9bwDSHD+xsbEpbuPk5IQXL17g2rVr732cGjVqpDvoByBZANXw8Ckj6azex8mTJ+Hn5ycF/QD931Tnzp3x7Nkz3L9/32j79u3bGz3YNrzvfb5XRETm8P3332PNmjVG/61cuTLZds2bN5cCZ4C+kw2gHzn+7vxsfn5+UKvVydoyhQsXNurY5ODggLZt2+Lff/9FWFgYAODgwYOoXr06nJycpPZRREQE6tatC61Wi0uXLgHQ3wsUCoVRW0wulycLfLx8+RK3bt1Cu3btjMr+wQcfZOielDR4FBAQgMjISOm+bEhfbRg1Z5CeQExShlF/t2/fxpEjR0xuc+PGDYSHh6Nr165Go68aNWqEMmXKJEtPDSRvtxrUqVPHKJDn7+8PAGjatKlRqkbD550V9zc7O7s02x2APiiWNMVrellZWaWaUjKptm3bGtW3efPmKFSoEE6ePPlex0+vU6dOQS6XJ0s/2qdPH4iimKzdU7duXaNAYIUKFeDg4JDuzyU99WzTpg2uXr1q1Clsz549KFq0KGrWrJnivi3ltwgRERERkaXgiD+iDLK2tk7WA9nZ2TldPyyDgoIgiiIWLFiABQsWmNwmPDwc7u7u0ut3H8ioVKpkx3F1dZV+xKf2ICUtCQkJWL58OXbs2IHQ0FCjuUXeDWgNHz4cgwcPRrNmzeDl5YV69eqhTZs20kgsKysrjBo1CrNmzcIHH3wAf39/NGrUCG3btkWhQoXSLEf9+vVRv359xMfH4+bNm9i/fz+2bNmCgQMH4sCBA2mma0qaXsjR0dHkZ+bo6JjiPESp+fvvv7Fo0SJcuXIl2Rw/0dHRRg8XsyKVUNu2bbFy5UocOXIEbdu2xcOHD3Hz5k1Mnjw50/s2pI5N7SFNv379cPbsWXTs2BElS5bEBx98gNatW0vpq9Ijo+ehZMmSRq9LlCgBmUyW7fOyhISESA8932VIvxoSEmLUkz3pd83wsDIqKiobS0lElHX8/Pzg6+ub5nZFixY1em2416W0/M2bN0adU0qWLJls9JphVN+zZ89QqFAhPHnyBHfu3JHmSU7KkJLUsH3Se1fSlNUhISHSsZMqXbq0USAhNSld69+8eQMHBweEhIRAJpMlu9eZOm56fPzxx1i6dCmWLFmCDz/8MNl6Q71MpeguU6YM/v77b6NlCoUixdSmST8/Q3sy6faGzzUr7m9xcXGptuVatmyJbdu2YcKECZg7dy7q1KmDjz76CM2bN0939gd3d3eT80WnJOlnJQgCSpYsiWfPnqV7H+/j2bNnKFy4cLL58MqWLSutf1fSzwvQ/wZJ7+eSnnq2bNkSP/zwA3bv3o2hQ4ciOjoax48fR+/evU2OQDWwpN8iRERERESWgIE/ogxKa/Rdagw9l/v06ZPiSLB3e/ICMOrNffny5WQph44ePYqSJUtCoVDg7t277122qVOnYseOHfjss89QpUoVODo6QhAEjBgxwuiHd40aNXD48GEcPXoUZ86cwW+//YZ169Zh8uTJ6NixIwB96rDAwEAcOXIEp0+fxoIFC7BixQqsW7cOlSpVSld5bG1tERAQgICAABQoUACLFy/GqVOn0K5du1TfZ+qhUEqf2bv1So+goCD07t0bZcqUwdixY1G0aFEolUqcPHkSa9euTdYzPSPzwqSkXLlyqFy5Mnbv3o22bdti9+7dUCqVaNGiRab3bfi+JP3Ovats2bI4ePAgTpw4gT///BN//PEHNm/ejCFDhhilEktNZs9D0gdNKT140mq1mTpORqX0ADKj3ysiotwupftoVl4HdTodPvjgAyl9Z1KGQGFOy+lrvWHU39ixY3H06NFM78/KyirFOqT0uWZVuympFy9eIDo6OtV2h42NDTZt2oQLFy5IbY/9+/fj119/xc8//5yudnhWtL/SS6vVZuq3QUZk1+fyLmdnZzRu3Bh79uzB0KFDcfDgQahUqjTTy1vibxEiIiIioryMgT+ibJBSYMLQ+12pVKJu3boZ3m+FChWwZs0ao2WFChWCtbU1ateujfPnz+P58+cmewSnxTB3xtixY6VliYmJydJXAoCLiws6dOiADh06IDY2Fj169MCiRYukH9uAPpjUp08f9OnTB48fP0bbtm3x888/Y86cORkum4+PDwBI6cDM5dixY1CpVFi2bJnRCIALFy5kar+p9aAG9KP+Zs6ciZcvX2Lv3r1o1KgRnJ2dM3VMQJ8yVBAEaX6llNjZ2aFly5Zo2bIlVCoVhg0bhp9++gkDBgyAtbV1muXPqCdPnhiNFHny5Al0Op3RHERA8pEHhlEQ78pI2Tw8PPDo0aNkyx8+fCitJyKijHvy5AlEUTS6JhvS9Bnm2itRogTi4uLSbB8VK1YM58+fR2xsrNGov6TXb8M1+8mTJ8n2Yepa/748PDyg0+kQHBxsFJw0ddz0+uSTT7Bs2TIsXrwYgYGByY4H6OuQdHTko0ePcvW96vfffwcA1KtXL9XtZDIZ6tSpgzp16mDcuHH46aef8OOPP+LChQuoW7dutrQ73iWKIp48eQJvb29pWUoj60JCQozaLBkpW7FixXDu3DnExMQYjfoztDvSOw9leqWnnoA+3efgwYNx7do17NmzB5UqVUL58uVT3betra1F/xYhIiIiIsprOMcfUTawtbUFkDwwUbBgQdSsWRO//vorXr58mex9hjRWKXF2dkbdunWN/jOMCBwyZAhEUcTo0aNNptm5ceMGdu7cmeK+TfUi3rBhQ7JRVK9fvzZ6bW9vjxIlSkClUgEA4uPjkZiYaLRNiRIlYG9vL22TknPnzplcbph7xFRaq5xkOEdJUw9t3749U/s1fF9MPdgAgNatW0MQBEyfPh1Pnz5Ns9d1eqxYsQKnT59Gy5YtUx1FkfTztrKyQtmyZSGKItRqdbrKn1GbNm0yer1x40YAQIMGDQDo00kVKFAAf/31l9F2mzdvTravjJStYcOGuHbtGi5fviwti4uLw9atW1GsWLEMzQlFRET/efnyJQ4fPiy9jomJwa5du1CxYkUp9V6LFi1w+fJlac68d0VFRUGj0QDQ3ws0Gg1++eUXab1Wq5XuFQaFCxdGxYoVsXPnTqN7wJkzZ5LN2ZoZhiBW0ntQ0vJkhGHU361bt3Ds2DGjdT4+PihYsCC2bNli1K46efIkHjx4gEaNGr33cbPTuXPnsHTpUhQvXjzVdoypNOwVK1YEAKm+KbWz39euXbuM5lI+ePAgwsLCpHYHoO+8d/XqVaNzfvz4cTx//txoXxkpW4MGDaDVapO1e9auXQtBEIyOnxXSU09DuQoUKIBVq1bh0qVL6W53WsJvESIiIiIiS8ERf0TZwMbGBuXKlcOBAwdQqlQpuLi4oHz58vDy8sLEiRPRrVs3fPzxx+jUqRM8PT3x6tUrXLlyBS9evMDu3bvf65jVqlXD999/j8mTJ6NFixZo06YNSpYsidjYWFy8eBHHjh3DV199leL7GzVqhN9//x0ODg4oV64crly5grNnz8LFxcVou1atWqFmzZqoXLkyXFxccP36dRw6dAg9evQAoO/B37t3bzRv3hzlypWDXC7HkSNH8OrVK7Rq1SrVOgwePBjFixdH48aN4enpifj4eJw9exbHjx+Hr68vGjdu/F7nJqt88MEHUCqVGDhwILp06YLY2Fhs27YNBQsWzNRoxIoVK0Iul2PlypWIjo6GlZUVateuLc2B4+rqivr16+PgwYNwcnLK0EM9jUYj9bBXqVR49uwZjh07hjt37qBWrVqYMmVKqu/v27cv3NzcUK1aNRQsWBAPHz7Exo0b0bBhQ6l3euXKlQEAP/74I1q2bAmlUonGjRvDzs7uPc4GEBwcjIEDB6J+/fq4cuUKdu/ejdatW0tztwBAx44dsWLFCnz77bfw8fHBX3/9ZXIER0bK1r9/f+zbtw/9+vVDz5494ezsjF27diE4OBiLFi1K99xCRER5xalTp6TRRe+qVq2a0SimzCpVqhS+/fZbXL9+HQULFsT27dsRHh6OGTNmSNv07dsXx44dw8CBA9GuXTtUrlwZ8fHxuHv3Lg4dOoSjR4/C1dUVgYGBqFatGubOnYtnz56hXLly+OOPP0x28Pj6668xYMAAdOvWDR06dEBkZCQ2btyI8uXLS/PcZpaPjw+aNWuGdevWITIyEv7+/rh06ZI0ovF9R6cZ5vq7deuW0XKlUolRo0Zh3Lhx6NGjB1q1aoXw8HCsX78exYoVQ+/evTNZo8wzfK+0Wi1evXqFCxcu4MyZM/Dw8MCyZcuM0tgntWTJEvz1119o2LAhihUrhvDwcGzevBlFihSR5hcuUaIEnJycsGXLFtjb28POzg5+fn7v/Z11dnZGt27d0L59e4SHh2PdunUoWbIkOnXqJG3TsWNHHDp0CF988QVatGiBoKAg7NmzJ1na0oyULTAwELVq1cKPP/6IZ8+ewdvbG2fOnMHRo0fx2WefpZoSNbvqCei/Y61atcLGjRshl8vTbL8bWMJvESIiIiIiS8HAH1E2mTZtGqZOnYoZM2ZArVZj6NCh8PLyQrly5bB9+3YsXrwYO3fuRGRkJFxdXVGpUiUMGTIkU8fs0qULfH198fPPP2PXrl14/fo17OzsUKlSJcyYMSPVHrvffvstZDIZ9uzZg8TERFSrVg1r1qxJNtdOz549cezYMZw5cwYqlQoeHh746quv0LdvXwBAkSJF0KpVK5w7dw67d++GXC5HmTJlMH/+fDRr1izNc3b06FEcOHAAL1++hCiK8PT0xMCBA9GvXz8oFOa9ZJUpUwYLFy7E/PnzMWvWLLi5uaFr165wdXXF+PHj33u/hQoVwuTJk7F8+XJ8++230Gq1WL9+vRT4A/Rpl44fP44WLVrAysoq3ftWqVQYPXo0AH0vdFdXV/j4+GDIkCH46KOP0gxmde7cGXv27MGaNWsQFxeHIkWKoGfPnhg8eLC0jZ+fH7788kts2bIFf/75J3Q6HY4ePfregb/58+djwYIFmDt3LhQKBXr06CHVwWDIkCGIiIjAoUOHcODAATRo0ACrVq1KlvYsI2Vzc3PDli1b8L///Q8bN25EYmIivL298dNPP+XaERRERJmxcOFCk8tnzJiR5YG/7777DrNnz8ajR49QvHhx/Pjjj0bzHdva2mLDhg1Yvnw5Dh48iF27dsHBwQGlSpXCsGHD4OjoCECfBnLZsmX44YcfpJTVgYGBGDt2LNq2bWt03AYNGmDBggWYP38+5s6dixIlSmDGjBk4evQoLl68mGX1M7QJ9u3bh8OHD6Nu3br48ccf0bx58wzds9+lUCgwaNAgjBs3Ltm69u3bw8bGBitXrsScOXNgZ2eHDz/8EN988w2cnJwyW51MM3yvlEolXFxc4OXlhfHjx6N9+/ZGKS1NCQwMxLNnz7B9+3a8fv0aBQoUQM2aNY2+A0qlEjNnzsS8efMwadIkaDSaTH1nBw4ciDt37mDFihWIjY1FnTp1MHHiRGn0HgDUr18fY8eOxZo1a/DDDz/Ax8cHP/30E2bNmmW0r4yUzfBdXrhwIfbv348dO3agWLFiGD16NPr06fNedclsPQ3atGmDjRs3ok6dOihcuHC6j5HXf4sQEREREVkKQcyumemJiCjLHDlyBEOGDMGmTZsQEBBg7uIQERFRKm7duoW2bdvif//7X5ak6CbKSbdv30abNm0wa9asZAF1IiIiIiLK/Zi3jIgoD9i2bRs8PT2lNFdERESUOyQkJCRbtm7dOshkMtSoUcMMJSLKnK1bt8LOzg5NmzY1d1GIiIiIiOg9MNUnEVEutm/fPty5cwcnTpzAt99++95zBREREVH2WLVqFW7cuIHatWtDLpfj1KlTOHXqFDp37oyiRYuau3hE6Xbs2DHcv38fW7duRffu3d87bTsREREREZkXU30SEeVi3t7esLOzQ8uWLTF58mSzz3NIRERExs6cOYPFixfjwYMHiIuLQ9GiRdGmTRsMHDiQ923KUwIDA/Hq1SvUq1cPs2fPTnNORiIiIiIiyp0Y+CMiIiIiIiIiIiIiIiKyAJzjj4iIiIiIiIiIiIiIiMgCMPBHREREREREREREREREZAEY+CMiIiIiIiIiIiIiIiKyAJxtPgPCwqKz/RhWVnKoVNpsP05ukF/qmp31VPx9CQVaNAEAvD5wFJrqNbLlOOmVXz5TgHW1VKyr5cnuehYq5Jht+7YkWdWGyi/f28zgOUodz0/qeH5Sx/OTOp6f1PH8GGMbioiIiCj7cMRfLiIIxv+3ZPmlrvmlngDraqlYV8uUX+qaX+qZX/DzTBvPUep4flLH85M6np/U8fykjueHiIiIiHISA39EREREREREREREREREFoCBPyIiIiIiIiIiIiIiIiILwDn+iPIwnUcxxI6dIP2biIiIiIiIiIiIiIjyLwb+iPIwXVEPxH092tzFICIiIiIiIiIiIiKiXICpPomIiIiIiIiIiIiIiIgsAAN/RERERERERERERERERBaAgT+iPEz26CEchw2E47CBkD16aO7iEBERERERERERERGRGTHwR5SHySLCYfPrZtj8uhmyiHBzF4eIiIiIiIiIiIiIiMyIgT8iIiIiIiIiIiIiIiIiC8DAHxEREREREREREREREZEFYOCPiIiIiIiIiIiIiIiIyAIw8EdERERERGY3dGh/LFgwN9VtPv30Y2zdujmHSkRERERERESU9yjMXQAiIqL8bPr0SThwYC/atGmPb74Zb7Ru7txZ2LlzG1q0aI1vv51kngJmUGJiIhYvno+jR/+AWq1CzZq1MXLkWLi6FkzxPSdPHsOuXdtx585tREW9wZo1m1C+vLfRNr//vgOHDx/E3bt3EBcXiwMHjsPR0THZvs6ePY01a1biwYP7sLa2QtWq1TFjxhxp/fz5/8O1a1fx6NEDlCxZGmvXMoCQW2mmTky2TCuTQafTZcvxFN9NztD2hr/dAQOGomfP3tLyU6dOYPz4UTh9+q8sLiERERERERERUdo44o+IiMjMChd2x9GjfyAxMUFalpiYiMOHD8LdvYgZS5ZxixbNw5kzpzB16kwsWrQCr169wrfffpPqe+Lj4+HnVwWDBg1LcZvExATUqlUXPXt+nuI2J04cxdSp36NVq4+xdu1mLFu2Gs2atUi2XatWnyAw8KP0V4ooBVZW1ti0aR2ioqLMXZQsoVarzV0EIiIiIiIiIsokjvgjIiIyM2/vCnj2LBgnTx5H06b6QNXJk8fh7l4EHh4eRtvqdDps2rQOu3fvRHh4ODw9S6B3775o3PhDAIBWq8Xs2dPxzz9/ITw8HO7u7mjXriM6deoq7WPatEmIjY2Br68/tmzZCLVagyZNmuLLL0dCoXj/pkFMTAz27v0dEydOQ/XqNQAA48dPRPfun+LGjevw8fE1+b7mzVsBAJ4/D0lx3506dQMA/POP6VFUGo0GCxbMxZAhw9G6dVsAgCAAXl7loVZrpe2++kofhIyMfI0HD+5nrIJESQQE1MSzZ0+xceMaDB78pcltTpw4ilWrluPZs6coWNANHTp0RteuPaT1n376MT75pB2Cg5/i+PGjcHR0xGef9UWbNu1TPO4///yF4cMHYvbs+Vi+fDGePg1CuXJeGDduAry9/xste/XqFSxfvhi3b9+Ci4sLGjRohAEDhsLW1lY6duvWbfD0aRD+/PMkGjZsjKpVq2Phwrn47rupWLz4R7x8GYo6dT7AhAlTcPz4EaxevRwxMTFo3rwlhg37GnK5HACgUqmwYsVSHDlyCDEx0ShduiwGDRqGatUCAABv3kRi3rzZuHr1MqKjo1CsWHH07Pk5PvqouVHdtFoN5s2bhUOH9kOhUKBt20/xxRcDIQiCyXMRHR2NJUvm4/Tpk1Cp1KhQoSKGDfsa5ct7peMTJCIiIiIiIrI8DPwR5WHakqURtegn6d9ElJzi70tpbqN5G6QCACQmQnH9WupvsLKCxtdfeinEREN+53byfWVAq1afYN++PVLgb9++3WjV6mNcvvy30XYbNqzBH38cwKhR41C8uCeuXr2MqVO/h4tLAVStWh2iKKJwYXdMnToTTk7OuHHjGmbPno6CBd3QpMl/o9z+/vsvuLoWxMKFyxEc/BQTJ45D+fJe+OSTdgCA1auX48CBvfjttz3prsOdO7eg0WgQEFBLWlayZCm4uxfBzZvXUgz8ZYW7d28jLOwlBEGGzz/vhoiIcJQv740vvxyBEiV4faTsIZfL0L//EEyePAGfftoFhQu7G62/ffsWvv9+HPr06Y/AwI9w48Y1zJ07E87OzmjZ8mNpuy1bNuGLLwaiV68+OH78KObOnYmqVauhRIlSqR5/6dIF+PLLkXB1dcPy5UswevTX2L59FwAZnj0LxqhRw9Cv3yCMG/c9IiNf48cfZ+PHH2dj/Pj/0qj+8ssG9O7dD3369AcAXL16GQkJCfjtty2YPPkHxMXF4dtvv8H48aPg4OCI//1vAUJCnmHChNHw9fVHkyZNAQA//jgbjx8/xOTJP8DNrRBOnjyOUaOGY926LfD0LAGVSgVv74ro0eMz2NnZ49y505g2bSKKFSuOSpV8pPIcOLAPrVu3wcqV63D79i3Mnj0d7u5FpGtTUt99NwbW1taYM2ch7O0d8PvvO/DVV4Pwyy874OTknIFPk4iIiIiIiMgyMPBHlIeJbm5I7NzN3MUgytUKtGiS6npREPAq9I30Whb2Ms33aD1LIOLvG9Jr+Y0bKPBJMwBA2Mv3S/nXtGlLLF++BC9ePAcAXL9+FZMn/2AU+FOpVNiwYQ3mz18KHx8/AECxYsVx7doV/P77DlStWh0KhQJ9+w6Q3uPhUQw3blzD8eOHjQJ/Tk6O+Prr0ZDJ5ChZshTq1KmHv/++KD1cd3FxQbFixTNUh/DwcCiVymRz77m6uiI8PDxjJySDQkKeAQB+/nkFhg0bgSJFPPDrrxsxcGA/bNmyHY6ODABQ9mjYsDHKl/fC6tXLMW7c90brfv11E6pXr4Hevb8AAJQoURKPHz/E5s0bjAJ/derURfv2HQEAPXp8hq1bN+Off/5KM/D3+ef9UKNGbQDAhAmT0K5dSxw/fhyNGjXBhg1r8NFHzaXRsp6eJfDll99g2LD+GDlyLKytrQEA1arVMBqBePXqZWg0GowaNU66BjRq1ASHDu3H7t1/wM7ODqVLl0HVqgH455+/0KRJU7x48QL79+/B9u174eZWCADQrVtPXLhwDvv378GAAUNQqFBhdOvWUzrOp592wcWL53Hs2BGjwJ+7uzuGD/8agiCgRIlSePDgPrZu3Wwy8Hf16hXcunUTe/YchpWVFQBg6NCv8OefJ3D8+NFUR00SERERERERWSoG/oiIiHKBAgUKoE6dD7B//x6Iooi6dT+Ai4uL0TbBwU+RkJCAESOGGC1Xq9UoX/6/9H7bt2/Fvn278fLlCyQmJr5db5z2rkyZspDL5RBF/euCBd3w8OF/qS87dOiMDh06p1je9et/xoYNa6TXGzZsy2iVs5ROp69Ir1590KiRPnA7fvxEtGvXEseOHUGbNh3MWTyycIMGDcOXXw5C1649jZY/efII9eo1NFrm6+uPrVt/gVarldJkli1bXlovCAJcXQvi9evXAICRI4fj2rXLAAB396LYuHGrtG3lyn7Sv52cnN8GFh8BAO7fv4cHD+7h8OGD0jaiKEKn0+H58xCUKqUfCVuhQsVk9bGxsTEK/Lu6FkSRIh6ws7N7Z5mrVMaHD+9Dq9Wia1fjQJtKpYKzsz7ortVqsWHDGhw7dhhhYWHQaNRQqVSwtrYxek+lSj5GaT19fHyxZctGo/NlcP/+XcTHx6NVK+POGomJiXj2LDhZvYiIiIiIiIjyAwb+iIjIor0+cDRD2+sKFU77PW9HlhhofXwyfBxTWrVqgx9/nA0A+Prr0cnWx8fHAwBmz56PQoUKG61TKpUAgCNHDmHJkgUYOvQr+Pj4ws7OHps3r8e//9402l4uN24CCIIAnU6X7rK2bdsBgYH/jSB0c3NDwYIFoVarER0dbTTqLyIiAgULFkz3vt+Hm5sbAKBUqTLSMisrKxQrVhyhoS+y9dhEVapUQ82atbF8+WK0aPFx2m9IIuncmu/+PY4dOwGJiYkmt0tNfHwc2rRpj08/7ZJsnbt7Eenfhvn+UitPSmUURZ10LLlcjtWrN0AmMw7OGfa/efMGbNv2C4YPH4kyZcrB1tYWCxfOhUajTnedkoqPj0PBgm5YtGh5snUODo4m3kFERERERERk+Rj4I8rD5HfvwGHsSABAzMy50Hp5p/EOovwnw3PuWVtn+D2ig+N7z+33rlq16kCtVkMQBNSsWSfZ+tKlS8PKygqhoS9QtWp1k/u4fv0qfH39pLSBAPDs2bNMly0pJyfnZPNneXtXhEKhwN9/X5RG3QUFPUZo6AujkUnZwdu7AqysrPD06WP4+1cBAGg0Gjx/HoIiRYpm67GJAGDgwGH4/PNu8PQsKS0rWbI0rl+/arTd9etX4elZItnotZQkDfK/6+bN6yhSRB/Ei4qKwtOnQdJIPi+vCnj06BGKF/fMaFUyrHx5b2i1Wrx+/Rr+/lVNbnP9+lXUq9cQzZq1BADodDoEBQWhdGnjOTiTdlK4efNGiufL27sCIiLCIZfLUbSoRxbVhoiIiIiIiChvY+CPKA8ToqNgdfqU9G8iytvkcjk2bdom/TspOzt7dOnSA4sWzYMoivDzq4KYmBhcv34F9vYOaNGiNYoXL4GDB/fhwoVzKFrUA4cO7cft2zdRtGixDJVl+/ZfcerUCSxYsCzd73FwcEDr1m2waNGPcHJyhp2dPebP/x98fPzg4+MrbdetWwcMGDAUDRs2BgBERb1BaOgLvHoVBgAICnoCQJ9esGBB/Ui+8PBXiIgIl9L3PXx4H3Z2dnB3LwInJ2fY2zugTZsOWL16BQoXLoIiRYpg8+YNAIDGjT+Ujh0c/BTx8XGIiAhHYmIC7t27A0A/UtAwapLofZQtWw4ffdQcv/32q7SsS5ce6NevF9auXYXAwI9w8+Z1bN++FSNHjs2SY65duxLOzs5wdXXFihVL4ezsgkaN9H9X3bt/hgEDemPevFn4+OO2sLGxxePHD3Hp0gV8/fWYLDm+QYkSJdG0aQtMmzYRQ4d+hfLlvREZ+Rp//30JZcuWR9269eDp6Ynjx4/i+vWrcHR0wq+/bsLr1+HJAn+hoS+waNE8tGnTHnfu3Mb27b9iyJCvTB43IKAWKlf2xbhxozB48HB4epbAq1dhOHv2NBo2bIwKFSplaT2JiIiIiIiI8gIG/ijHaDQaBAU9ll4rlXKo1dpk25UoUSpDqayIiCyJvb1Dquv79RsEF5cC2LBhDUJCnsHBwRFeXhXQq9fnAIA2bdrj3r07mDhxHAABH37YDO3adcT582czVI7IyMj3miNr2LCvIQgyfPvtaKjVKtSsWQcjRxoHGYKCniA2NkZ6ffr0Kfzww2Tp9cSJ4wEAn3/eD337DgAA7Nq1HWvWrJS2GTKkHwD9PH4tW378dtmXkMvlmDr1eyQmJqJSpcpYsmQFnJycpLkMZ86ciitX/pH28/nn3QEA27bt5oghyrQvvhiIY8cOS6+9vStgypQZWLVqOdauXYWCBd3Qt+9A6TubWQMHDsOCBXMQHPwU5cp5YfbsH6FUKqFWa1GuXHksXrwCK1YsxeDB/QCI8PAojiZNPkpzv+9j/PiJWLduNRYvno+wsJdwdnZB5cq+qFu3PgDgs8/6IiTkGb7+ehhsbGzwySftUL9+I6NrAQA0b94KiYmJ6NfvM8hkcnz6aRe0adPe1CEhCALmzFmAFSuW4ocfJiMy8jVcXQuiSpVqKFDANVvqSURERERERJTbCaJoeBRGaQkLi87W/QvCf8EwS/xUHj68j103H8OtaHEAgCADxCTTSb16Hoy2lUuhTJlyZihh1svuz1Tx9yUUaKFPp/f6wNEsSTX4viz9+/su1tUysa6WJyfqWagQ5xFLj6xoQ+WX7216/PPPXxg+fCAOHDhuNJ8mz1HqeH5Sx/OTOp6f1OXm83P58sVMvb9q1ZqZLkNuPj/mwjYUERERUfbhsCrKUW5Fi6NIqbIAAJkM0OnSeAMRERERERERERERERGli8zcBSAiIiIiIiIiIiIiIiKizOOIPyIiIiKiPKRatQCcPv2XuYtBRERERERERLkQA39ksTQaDYKCHqe5XYkSpaBQ8E+BiIiIiIiIiIiIiIjyNqb6JIsVFPQYu24+xukITYr/7br5OF3BQSIiorzo0qVLGDhwIOrVqwdvb28cOXLEaL0oiliwYAHq1asHPz8/9O7dG48fPzbaJjIyEiNHjkS1atUQEBCA8ePHIzY2NgdrQURERERERERE6cVhTmTR3IoWR5FSZc1djGyj9fJG5M590r+JiIjeFRcXB29vb3To0AFDhw5Ntn7lypXYsGEDZs6cieLFi2PBggXo27cv9u/fD2trawDAqFGjEBYWhjVr1kCtVmP8+PH4/vvvMXfu3JyuDhERERERERERpYGBP6I8THR0gvqD+uYuBhER5VINGzZEw4YNTa4TRRHr16/HoEGD8OGHHwIAZs+ejbp16+LIkSNo1aoVHjx4gD///BO//fYbfH19AQATJkxA//79MXr0aLi7u+dYXYiIiIiIiIiIKG0M/BERERHlQ8HBwQgLC0PdunWlZY6OjvD398fly5fRqlUrXL58GU5OTlLQDwDq1q0LmUyGa9eu4aOPPkr38QQhc+U1vD+z+7FkPEep4/lJHc9P6nh+UmfJ5ycr6mTJ54eIiIiIch8G/oiIiIjyobCwMABAwYIFjZYXLFgQr169AgC8evUKrq6uRusVCgWcnZ2l96eHlZU8k6XVPyyVy+UQBEAUM707i8RzlDqen9Tx/KSO5yd1ufn8yGSZi7YplbyHEREREVHewsAfUR4mv34Nzn17AgDerN4Ara+fmUtERESUnEqlzZIRf6IIaDRaPjRNwfueo3/++QvDhg3EwYPH4ejoaHKbffv2YOHCuTh06ETWFNYM+B1KHc9P6nh+Upebz49Ol7kCqdXaTJchN58fIiIiIrI8DPwR5WGCKhHyx4+kfxMREaVXoUKFAADh4eEoXLiwtDw8PBwVKlQAALi5uSEiIsLofRqNBm/evJHen14ZfdB5+fLFZMtkMiHTD3BTUrVqzQxtP336JBw4sBeAfhSku3sRNG/eCj17fg6FwrxNbFHM2Pk2bJue91nCA+uMnp/8hucndTw/qbPE85OV9bHE80NEREREuY/M3AUgIiIiopxXvHhxFCpUCOfOnZOWxcTE4OrVq6hatSoAoGrVqoiKisKNGzekbc6fPw+dTgc/P44yr1WrLn7//SC2bNmJLl164OefV+CXXzZkeD9arRY6nS4bSkhERERERERE+Q1H/FGeo9FoEBT0OM3tgoKCIDoUyf4CERER5VKxsbEICgqSXgcHB+PWrVtwdnaGh4cHevXqhWXLlqFkyZIoXrw4FixYgMKFC+PDDz8EAJQtWxb169fHd999h8mTJ0OtVmPq1Klo1aoV3N3dzVWtXMPKSomCBd0AAO3afYpTp47j9OlT6Ny5O1asWIojRw4hJiYapUuXxaBBw1CtWgAAYP9+fdrMCRMm46efFuPp0yBs2bITw4YNQOvWbfD0aRBOnToOJydnjBjxDSpX9sOsWVPx99+X4OFRDOPGfY8KFSpJ5bh69QqWL1+M27dvwcXFBQ0aNMKAAUNha2sLADh4cB+2bduCoKAnsLW1RbVqAfjyy5EoUMB4/sbr169i+XJ9ecqV88LYsRNQpky5FOv/558nsGbNSjx+/AgFCxZCixat0KtXH7OPeCQiIiIiIiLKz/irnPKcoKDH2HXzMdyKFk91u7v3g+FZoUAOlYqIiCj3uXHjBnr16iW9njFjBgCgXbt2mDlzJvr164f4+Hh8//33iIqKQvXq1bFq1SpYW1tL75kzZw6mTp2Kzz77DDKZDE2bNsWECRNyvC55gbW1Nd68eYMff5yNx48fYvLkH+DmVggnTx7HqFHDsW7dFnh6lgAAJCQkYNOmdRgzZgKcnZ2lINzWrb+gf//B6N37C/z662ZMnfo9fHz80arVJxg8+EssW7YI06ZNxIYNWyEIAp49C8aoUcPQr98gjB//PWJi3mD27Jn48cfZGD9+IgB9p6kvvhiIEiVK4vXr11i8+EdMnz4Jc+YsNCr/0v+zd+dxUVb9/8ffw+aGIoKKiAaiYu5oahLmkpVZpmTdpGbqbW65ZmVuaaUpeqsteJdbWrlmrvmNXFIrtzT3rLTcQhAUwQ01WX9/cDM/RxCHYYZheT0fDx8y1/WZc33OmcGu5jPnnE8+0vDhr6tCBU/NnftfvfXWSC1fvibbQt6RI4c0efJEjRjxpho2bKzz56M0ffoUSdK//93flsMMoJjJbulnAAAAAPdG4Q+FkmcVH3n5+ucYExcdmeN5AACKuhYtWujEiRP3PG8wGDR8+HANHz78njHly5fXzJkzbZFekZGenq79+/dp376f1b79k4qI2KDVq/9Pnp4Z+yB2795Te/fuUUTEBg0YMBRRSIwAAMAeSURBVFhSRjFu5MjRqlWrtklbLVsGqUuXrpKkPn1e0bp1q/Tgg3XVrl3GLMwePXpp4MA+SkiIl4eHpxYvXqTHH++gf/2ruwwGydnZUSNGvKkhQ/rr9ddHq0SJEnrmmc7G9qtW9dGIEW/olVde1s2bN1W6dGnjuT59+qlZs4clSePHv6OQkI768cfteuyxx7P0eeHC+Xrppd566qlnjO2+8spAffLJxxT+AAAAAACwIwp/AAAAgAV2796pxx9vpZSUFKWlpenxxzuoTZvHFBGxQd26PWcSm5SUJDc3N+NjZ2dn1axZK0ub/v7//1iFCh6SZLLcZoUKGTMDL1++LA8PT508+ZdOnfpLW7ZsNMakp6crLS1NMTHn5evrp+PH/9DChfN08uSfun79utLTM/YTvHAhVn5+NYzPq1fv/+/bWK6cm6pXf0B//30m276fOvWnfv31iL78cqHxWGpqmpKSbuuff/5RyZIlcxg5AAAAAABgKxT+AAAAAAsEBjbVG2+MkZOTszw9PeXk5KStWzfL0dFRn322WA4OjibxmXvuSRnLghoMhixt3rmsZub57I5lFu9u3bqpzp2f0/PPvyiDQXJyclBKSprS06XKlb1069Ytvf76EDVv3lITJ05W+fLuunAhViNHDlFKSrLFfb9585b69u2v1q3bZTnn4uJicbsAAAAAACBvKPwBAAAAFihVqpR8fKqZHKtVK0Cpqam6fPmyGjUKtHkOtWvX0ZkzZ+TjU8241GdycqrS0zPOnzp1UlevXtXAgUNUubKXJOn48d+zbeu3336Vl1dGzLVr13TuXKQeeMAv29iAgABFRv6dpf8AAAAAAMC+KPwBhVhKvQaK33dEkpTmVcXO2QAAgOrVH9ATTzylyZMnasiQEapVK0BXrlzWgQO/yN+/loKCgq16vR49emnAgN6aNWuaOnXqorJly+jkyZPat2+vRo58S5Ure8nZ2VmrV3+lzp276syZU/r88wXZtvX55/Pl5uamChUqaN68T+TmVl6PPtom29jevftp1KgRqlzZS23aPCYHBwedPPmnTp8+pf79X7VqHwEAAAAAgPko/AGFWcmSSvPN/pv4AADAPsaOnagvvvhMs2d/qLi4i3JzK6969RooKKiV1a9Vs2YtzZ49T/PmfaJXX+0nKV1Vq/qoXbvHJUnu7u4aO3ai5s37RKtWfaXateto8OARGj16ZJa2Bg4cqo8+mqGoqHOqWbO2pk37QM7Oztlet0WLlpo+/UN9/vl8LV36hZycnFS9uq86depi9T4CAAAAAADzGdLTMxcCwv3ExV23afvZLc9UlJw+fVI7E1Lk5esvSXJwkNLSTGNiz55ScAUn1ahR0+x27uXXXdvl6lFRfnXq3zPGnOvlRVF/Te9EX4sm+lo0FZe+5kc/K1Ysa5uGixhr3EMVl/dtXjBGOWN8csb45IzxyZktx+fQoX3WbTCXAgOb57kN3j9ZcQ8FAABgOw72TgAAAAAAAAAAAABA3lH4Awoxp4P75eldQZ7eFeR0cL+90wEAAAAAAAAAAHbEHn8oUFJTUxQZeT7HmMjISKW7euVTRgVceroMKSnGnwEAAAAAAAAAQPFF4Q8FSkLsecUmJynSNeWeMX+ejFK1Ou75mBUAAAAAAAAAAEDBR+EPBU4Fr6ry8vW/5/m46Mh8zAYAAAAAAAAAAKBwYI8/AAAAAAAAAAAAoAhgxh+KNXP2FMxUvbqvnJz4lQEAAAAAAAAAAAUTVQwUa+bsKShJl2Ki1EVSjRo18yUvAAAAAAAAAACA3KLwh2LvfnsKAgAAAAAAAAAAFAbs8QcAAAAAAAAAAAAUAcz4AwqxlCYPKe58QsYDR0f7JgMAAAAAAAAAAOyKwh9QmBkMkhO/xgAAAAAAAAAAgKU+AQAAAAAAAAAAgCKBqUJAYZaUJIfLGUt9prlXkFxc7JwQAAAAAAAAAACwlwIx4+/ChQt644031KJFCzVs2FCdOnXSr7/+ajyfnp6ujz76SMHBwWrYsKF69+6ts2fPmrRx5coVvf7662rSpIkeeughjR07Vjdu3DCJOX78uLp3764GDRqodevWmj9/fn50D7AZp1+PyKNBbXk0qC2nX4/YOx0AAAAAAAAAAGBHdi/8Xb16Vd26dZOzs7Pmz5+vb7/9Vm+99Zbc3NyMMfPnz9fixYv1zjvvaOXKlSpVqpT69u2r27dvG2PeeOMNnTx5UosWLdKcOXO0f/9+TZgwwXg+MTFRffv2lbe3t9asWaNRo0Zp9uzZ+uqrr/K1vwAAAAAAAAAAAIAt2H2pz/nz58vLy0tTp041HqtWrZrx5/T0dH355ZcaNGiQ2rdvL0maPn26goKC9P333+vpp5/WqVOntGPHDq1atUoNGjSQJI0fP179+/fXqFGjVLlyZX3zzTdKTk7WlClT5OLiolq1aumPP/7QokWLFBoamr+dRqGTmpqiyMjz942rXt1XTk52/7UCAAAAAAAAAADFkN1n/G3btk3169fXsGHD1LJlS3Xp0kUrV640no+KilJcXJyCgoKMx8qWLatGjRrp0KFDkqRDhw6pXLlyxqKfJAUFBcnBwUFHjx6VJB0+fFgPPfSQXO7YAy04OFhnzpzR1atXbd1NFHIJsee159JN7UxIueefdb+dVWTkWXunCgAAAAAAAAAAiim7T006d+6cli9frj59+mjgwIH69ddfNXnyZDk7OyskJERxcXGSJA8PD5PneXh46NKlS5KkS5cuqUKFCibnnZyc5ObmZnz+pUuX5OPjYxLj6elpPHfn0qI5MRhy30dzZbZty2sUFIY7/k63ZyK5UMGrqrx8/e8bd+frZ+vX9O5r2fO9U6zev/S1SKKvRU9x6ScAAAAAAACQye6Fv/T0dNWvX18jR46UJNWtW1d//fWXVqxYoZCQEDtnZ8rFxdGm7RsMkqOjowwGKb2wVMNywdnZUQaHFDn8b56pwWCQHNJ15+exBoeM4w45zEU1J8ZebTk7O8rZ+f+/T2z9mjo6/f9rOTk5yuBs2/doTor6+/dO9LVooq9FT3HpJwAAAAAAAJDJ7oW/ihUryt/fdBZVjRo1tGnTJuN5SYqPj1elSpWMMfHx8apTp46kjJl7CQkJJm2kpKTo6tWrxud7enoaZwhmynycOfPvfpKSUm0+4y89XUpJSS2SH1AmJ6cqPU1KS/vfjD+HdKWnmc74S0/LKAanpd27HXNi7NVWcnKqkpNTjcds/Zqmp/z/a6WkpCrljmvnt6L+/r0TfS2a6GvRU1z6CQAAAAAAAGSye+GvSZMmOnPmjMmxs2fPqmrVqpIkHx8fVaxYUXv27NGDDz4oSUpMTNSRI0fUrVs3SVJgYKCuXbumY8eOqX79+pKkn3/+WWlpaWrYsKEkqXHjxvrwww+VnJwsZ2dnSdLu3bvl5+dn9jKfUv7MGEhPL/ozE9JVuJb5zI3sXjtbvaZ3tllQ3jcFJY/8QF+LJvpa9BSXfgIAAAAAAAD3WeDQ9nr16qUjR45ozpw5+vvvv7VhwwatXLlS3bt3l5SxvOLLL7+sTz/9VFu3btWJEyc0atQoVapUSe3bt5ck+fv7q1WrVnr77bd19OhRHThwQJMmTdLTTz+typUrS5I6deokZ2dnjRs3Tn/99ZciIiL05Zdfqk+fPnbrO5Bnzs5K9aqiVK8q0v8K2gAAAAAAAAAAoHiy+4y/hg0bavbs2Zo1a5b++9//ysfHR2PHjtWzzz5rjOnXr59u3bqlCRMm6Nq1a2ratKkWLFigEiVKGGNmzJihSZMmqVevXnJwcNATTzyh8ePHG8+XLVtWn332md577z0999xzcnd316uvvqrQ0NB87S9gTSkNGyvh6Al7pwEAAAAAAAAAAAoAuxf+JKlt27Zq27btPc8bDAYNHz5cw4cPv2dM+fLlNXPmzByvU6dOHS1btsziPAEAAAAAAAAAKAjCw8M1e/ZsnTiRvxMD7HVdAOYpEIU/AAAAAAAAALCn0aNHa+3atcbH5cqV0wMPPKAePXooJCTEZnFr1qzRmDFjjI9Lly4tHx8fde7cWS+//LJcXFxy1Y927dopOjpaBoNBbm5uevDBB/Wvf/1LHTt2zFU7d/v+++8VFRWl3r1756kdW7FmfocPH1Z4eLgOHTqk9PR0Va1aVUFBQRoyZIjKlStns+vaor2Cfl0A1kfhDyjMEhPldOIPSVJKwIOSq6udEwIAAAAAACi8XFxcNHnyZElSYmKidu/erdGjR+vq1asmBRFrx0nSsGHD5OPjo8TERG3atEn/+c9/9Ntvv+mDDz7IdT8efPBB9e7dW5cuXdLWrVv12muv6ddff9Vbb72V67Yyff/999q3b1+BLQxZK7+jR4+qZ8+eqlq1ql599VW5ubnpxIkTWr9+vZ5//vlsC3/WHJfctDdo0CD179+/UF8XgPVR+AMKMacTf8j9qcckSZe/26qUps3snBEAAAAAAEDh5eTkpM6dOxsf9+jRQ506ddL69etNCiLWjpOkRx99VA0aNJAkdevWTS+88IIiIiI0evRoVa5cOVf9qFy5srp06SJJeuWVVzR27FgtXLhQjz/+uJo0aZKrtoqbuXPnytXVVStXrjQp8o0YMcJ+Sd2Dk5OTnJzy/yN+e10XgHn47QQAAAAAAACAeyhdurT++eeffI1zcHBQ8+bNdezYMUVHR+e68He3IUOGaPXq1Vq9erWx8HflyhXNnTtXO3fuVFRUlAwGgxo2bKhhw4aZFAcDAgJM2rrz8dSpU/Xcc8/lqj1JOnXqlGbMmKHDhw/r1q1b8vHx0ZNPPqmhQ4eaxCUkJOiDDz7Qtm3bdO3aNdWsWVMjRoxQ69atc52fuU6ePKlatWplmdnnetdKW9Yel9z04/HHH1dkZKTx8b322jNnnG1xXUn65Zdf9Omnn+rIkSOSpLp162rAgAEKDg7OVX4Aco/CHwAAAAAAAAD8T0JCgiTpxo0b2rp1q44cOaJhw4bZPO5u586dkySVL1/e0q4YeXt7q1KlSsYiTGb7q1at0rPPPquXX35Z169f18qVK9W7d2+tXbtW/v7+kqTp06dLklauXKlTp06Z7Ed4Z+HK3PaSkpLUr18/JSUlqU+fPnJzc9OZM2e0bds2k4JPYmKiunfvrsuXL+ull15ShQoVtHnzZg0aNEiLFi1SixYtcpWfuSpVqqTff/9dUVFR8vHxuWectcclN/146623dOPGDW3ZskVbtmzJNj9zx9na15Wkbdu2aciQIapevbpeeeUVeXh4aO/evVq5cqWx8GdufnfKLErmVHAEQOEPAAAAAAAAACRJN2/eVMuWLY2PHR0dNWTIEL366qs2jZMyCl0JCQlKTEzUxo0b9f3336t27dqqUaOGVfpWqVIlnTlzxvjYz89P27dvN5nJ1qFDB7Vr106rV6/WqFGjJMm4VOmePXsUExNjsnTpncxt7/Tp04qOjtbkyZP1wgsvGGNTUlJM2luwYIGioqK0Zs0a1a5dW1LGEqidO3fW7NmzjYU/c/Mz10svvaRhw4bpmWeeUevWrRUcHKzHH388SwHW2uOSm360b99ekhQZGXnPApy542zt66ampmrSpEmqVq2aVq9erTJlykiS/vWvf+nixYu5zg9A7lH4AwAAAAAAAABJJUqU0Jw5cyRlzNTbunWrPvnkE9WqVUtPPvmkzeIkZdnzLygoSO+8845V+3bnEqN3FqJSUlJ0/fp1lSxZUu7u7oqKisp1++a2V6pUKUnSwYMH1blzZ7m4uEhSlj3jtmzZovr168vT09M4a1KSAgMDtWbNGqWmpsrR0THXed7Pk08+qfnz52vevHnavHmzNm7cqHfffVf//ve/NXz48Fxf09rjbC5zx9nafvvtN50/f15vv/22seiXqVKlSnnKz8/PzwYZA0UPhT8AAAAAAAAAUMaMvKCgIOPjZ555Rn379lVYWJgef/xxOTg42CROkiZMmCA/Pz+VKVNGVatWlaenp1X7lpSUpJIlSxofp6WlafHixVq6dKmioqKUmppqEptb5rb3wAMPKDQ0VF999ZU2b96sJk2aqGXLluratavc3NyMcZGRkUpKSjKZMXmnxMREk3hrevTRR/Xoo48qISFBu3bt0uLFizV37lxVrlxZPXr0yFVb1h5nc5k7ztaWWczMXMLUmvlt3LjR6vkCRRGFPwAAAAAAAAC4h0ceeUQ7d+5UTEyMqlatarO4hg0bqkGDBlbN/U4XL15UlSpVjI/nz5+vWbNmqVOnThoxYoRxKcuRI0cqPT091+3npr333ntPoaGh2rFjh3bs2KFp06Zp5cqVWr9+vUqUKCFJMhgMCg4OVt++fbO9XunSpXOdY25VqFBBnTp10pNPPqnHHntM3333Xa4Lf9Ye59wwZ5ztqaDnBxRWFP4AAAAAAAAA4B4yl3a8ceNGvsZZU0xMjC5cuKBHHnnEeCwiIkLNmjXTjBkzjMeSk5N1/fr1bNswGAw5XiO37dWrV0/16tXTwIEDtWjRIoWFhWnPnj1q06aNJKlatWq6ffu2yYzJnNwvv7xwcXGRr6+v4uLicn1da49zbt1vnK19XR8fH0nSyZMn7zlb05L8AJjP4f4hAAqq9DKuSm7aTMlNmym9jOv9nwAAAAAAAIBc2bNnj5ydnY0FjfyKs6bZs2dLkrp27Wo85ujomGU/ta+//lopKSnZtlGmTBldvnz5nufNbS8xMTHLscyxuHP/vPbt22v//v06ePBglmvFxMTkOj9z7d+/32Q5Tiljf8YTJ06oWrVqub6utcfZXOaOs7WvW69ePVWpUkVffvmlEhMTTc7Fx8dbnJ8kdejQQR06dMhTfkBxwIw/oBBLrfOgrny31d5pAAAAAAAAFAkpKSlav369JOn69evavXu3tm/frn//+98mS0taO87aLly4oHXr1ik+Pl5bt27VgQMH1KtXLz300EPGmHbt2ik8PFwTJkxQvXr19Pvvv2vr1q1yd3fPts3AwEAtXrxYb7/9ttq3by9nZ2cFBASocuXKuWrv559/1qRJk9ShQwf5+fnpypUrWrJkiby9vRUYGGiM69evnzZt2qQ+ffooNDRU/v7+io2N1Z49e+Tq6qoFCxbkKj9zffrpp/r777/19NNPq1q1aoqPj9eqVauUmJiof//73zYbF3PbO378uE6cOCFJxr8z32NlypRR+/btczXO1r6uo6OjJkyYoCFDhqhr164KCQmRh4eHDhw4oJs3b+rjjz+2KD9JOnPmzL1fOABGFP4AAAAAAAAAQFJSUpJGjRolSSpRooR8fX01duxY9ezZ06Zx1vbHH39o9OjRKleunOrUqaNZs2bp6aefNonp37+/bt68qQ0bNmj9+vVq2LChFixYoKFDh2bb5lNPPaVjx47pm2++0dq1a5Wenq6pU6fqueeey1V7AQEBCgoK0pYtWxQXFyc3Nzc1bdpUI0aMkKvr/1/RytXVVcuXL1d4eLg2bdqk+Ph4eXp6qlGjRgoNDc11fuZ65ZVXtGrVKv3f//2f4uLiVK5cOT344IOaPn16tgUpa42Lue1t2bLFOIMzU+Z7rGrVqsYCnLnjbO3rShnFzs8//1yffvqp5s2bJ0mqW7euBgwYYIzJbX4AzGdIt/UOokVIXFz26y5bi8EgOTs7Kjk5VUXxVTl9+qR2JqTIy9dfkuTgIKWlmcb8umu7XD0qyq9O/Xu2Y06MPdqKPXtKwRWcVKNGTeOxov6a3om+Fk30tWgqLn3Nj35WrFjWNg0XMda4hyou79u8YIxyxvjkjPHJGeOTM1uOz6FD+6zbYC4FBjbPcxu8f7LiHgoAAMB2mPEHFGKGhHg57/xJkpQc/KjSK3jYOSMAAAAAAAAAAGAvFP6AQszxzGm5vdJLknT5u61KofAHAAAAAAAAAECx5WDvBAAAAAAAAAAAAADkHTP+ACtJTU1RZOT5LMcz93K4U/XqvnJy4tcPAAAAAAAAAABYD5UHwEoSYs8rNjlJka4pJscNDilKT/v/jy/FRKmLpBo1auZrfgAAAAAAAAAAoGij8AdYUQWvqvLy9Tc55uAgpaXd4wkAAAAAAAAAAABWwh5/AAAAAAAAAAAAQBFA4Q8AAAAAAAAAAAAoAij8AQAAAAAAAAAAAEUAe/wBhVi6u7v+6fyc8WcAAAAAAAAAAFB8UfgDCrHUGjV1ff7n9k4DAAAAAAAAAAAUACz1CQAAAAAAAAAAABQBzPhDnqWkpCgy8ux94yIjI5Xu6mX7hAAAAAAAAAAAAIohCn/Is8jIs1r321l5VvHJMe7Pk1GqVod96KzJ4UKsSqxaKUm6/fy/lFaZwioAAAAAAAAAAMUVhT9YhWcVH3n5+ucYExcdmU/ZFB8OUefk+u54SVLywy0p/AEAAAAAAAAAUIyxxx8AAAAAAAAAAABQBFD4AwAAAAAAAAAAAIoACn8AAAAAAAAAAABAEUDhDwAAAAAAAAAAACgCKPwBAAAAAAAAAAAARQCFPwAAAAAAAAAAAKAIoPAHAAAAAAAAAAAAFAFO9k4AgOXSKnvp5qvDjD8DAAAAAAAAAIDii8IfUIil+VTTjXcm2zsNAAAAAAAAAABQAFD4A/JZamqKIiPP3zeuenVfOTnxKwoAAAAAAAAAAMxDVQHIZwmx5xWbnKRI15R7xlyKiVIXSTVq1My3vAAAAAAAAAAAQOFG4Q+wgwpeVeXl65/ndhwi/1apObMlSbcGDlFa9Qfy3CYAAAAAAAAAACicHOydAADLOcRdVOkFc1V6wVw5xF20dzoAAAAAAAAoJN544w0FBAQY/+zdu9feKdlUcesvgOKLGX8AAAAAAAAAYEWjR4/W2rVrc4wJCQlRWFhYrtv+/vvvFRUVpd69e1uYXYbu3burVatWOn36tObMmZOntgqDotLf5ORkzZs3TwcOHNDhw4d148YNffnll2rRooXFbV69elVTp07V1q1blZaWplatWuntt9+Wh4eHTeMA2AaFPwAAAAAAAACwotDQULVs2dL4eNGiRYqNjdWYMWOMx6pXr25R299//7327duX58JfkyZN1KRJE+3du7dQF8LMVVT6e+vWLX388cfy8fFR7dq1dejQoTy3OWTIEB07dkwDBgyQk5OT5s+fr379+unrr7+Wo6OjzeIA2AaFPwAAAAAAAACwosDAQAUGBhofR0RE6Nq1a+rcubMds0JRUKZMGf3www+qUqWKNm7cmOfC365du7Rv3z6FhYUpJCREklSzZk0NGDBAmzZtUseOHW0SB8B22OMPAAAAAAAAAOzo5MmT6tevn7Fg2L9/f506dcokJnNvurVr1yo6Otpkv7o1a9YY465cuaJp06apU6dOCgwMVJMmTdS7d28dPHjQ5v04deqUBg0apJYtW6px48Z65plnFB4ebhJjTn5RUVEKCAjQrFmz1KJFC3Xs2FEHDx5U586d1aJFCy1btswYGx4eroCAAB08eFDPPvusGjRooOeee0779++3uB8JCQl6++239cgjj6hBgwYKCQnRjz/+aFF/rc3R0VFVqlSxWnvbt2+Xi4uLSUHu0UcfVfny5bVt2zabxQGwHQp/AAAAAAAAAPA/69atU+vWrRUUFKRFixbZ/Hrx8fF66aWXdOzYMQ0cOFADBw7U0aNH1bNnTyUkJBjjpk+frunTp+uhhx6Su7u78fH06dPVrFkzY9y5c+e0atUqNW/eXGPHjtWQIUMUGxur3r17ZykmWlNSUpL69eunX3/9VX369NGYMWMUHBycpdiTm/x27dqlQYMGKTo6Wr169dJjjz2mwMBATZ8+XcnJySaxQ4cOVcuWLfX666/rxo0b6tevn86dO5frfiQmJqp79+7avHmzXnzxRY0ePVrlypXToEGDtHfv3lz3906ZhdqC5MSJE/L19VWJEiWMxxwcHFS7dm39+eefNosDYDss9QkAAAAAAAAAks6ePauxY8cqNTVVkhQWFqb69eubFNasbdmyZbp8+bJWrFhhXB60adOm6tGjh5YtW6YhQ4ZIknGZ0D179igmJuaey4b6+flp+/btcnV1NR7r0KGD2rVrp9WrV2vUqFE26cfp06cVHR2tyZMn64UXXjAeT0lJsTi/3r17q1OnTtqxY4eioqI0bNgwHTlyRNu3b1dkZKT8/f2NsaGhoRo2bJgkqX379nr88cf1xRdfaPz48bnqx4IFCxQVFaU1a9aodu3akqRu3bqpc+fOmj17tlq0aJGr/hZ0ly5dkpeXl6SM8U5ISNCqVavk4eFhUoi1dhwA22HGHwAAAAAAAABIOn78uLHol+no0aM2vea+fftUrVo1kz0BH3roIfn4+Gjfvn25bs/V1dVYVEtJSdHly5dVsmRJubu7Kyoqymp5361UqVKSpIMHDyopKcl43MnJdO5JbvLz8PCQJJUvX14VKlSQJLm5uUmSrl27ZhL79NNPG3/28fFRw4YNLRq/LVu2qH79+vL09FRCQoISEhJ05coVBQYG6tChQ8b3h7n9vZOfn5/8/PxynZMtJSUlydnZWZIUHR2tCxcuKCUlRS4uLrp9+7bN4gDYDjP+gEIs1ae6rk/9j/FnAAAAAAAAWK5OnTpydHQ0Kf41aNDApte8ePFitnu2eXt768KFC7luLy0tTYsXL9bSpUsVFRVl0pc7C1TW9sADDyg0NFRfffWVNm/erCZNmqhly5bq2rWrsViX2/wcHR0lSc7OzsaCWubfdy/1efcYVq5c2WRpTnNFRkYqKSlJLVu2zPZ8YmKi3NzczO7vnTZu3JjrfGzNxcXFOJbr1q1TWlqaSpcuraSkJJPlOq0dB8B2KPwBhVh65cr6p+8Ae6cBACikUlNTFR4erm+++UaXLl1SpUqVFBISoldffVUGg0GSlJ6ero8//lhff/21rl27piZNmuidd96Rr6+vfZMHAAAAbMDX11fvv/++PvjgA6WkpKhv375q3ry5vdPKlfnz52vWrFnq1KmTRowYofLly0uSRo4cqfT0dJte+7333lNoaKh27NihHTt2aNq0aVq5cqXWr19vLPpYKz9zYjNnnuWGwWBQcHCw+vbtm+350qVLG382p78Fnaenpy5duiRJKlOmjPF4fHy8PD09bRYHwHYo/AEAABRT8+fP1/LlyzVt2jTVrFlTx44d05gxY1S2bFm9/PLLxpjFixcrLCxMPj4++uijj9S3b19FREQUmv+RBQAAAHIjJCREISEh+Xa9SpUqKSYmJsvx6Oho+fj4ZDme+SW9e4mIiFCzZs00Y8YM47Hk5GRdv3492/jM4tjdS5xaql69eqpXr54GDhyoRYsWKSwsTHv27FGbNm0sys9cMTExJnv+XbhwIduZlPfrb7Vq1XT79m0FBQWZdd379begCwgI0FdffaXbt28b/x8vLS1Nf/75p1q1amWzOAC2wx5/AAAAxdShQ4f02GOPqU2bNvLx8VGHDh0UHBxs3MMkPT1dX375pQYNGqT27durTp06mj59ui5evKjvv//eztkDAAAARUPz5s117tw5HTp0yHhs//79io6Ozna2YZkyZXT58mWlpKRk256jo2OWfea+/vrre8Z7eXlJkv7++29LuyApYwnMu6+RWbjMXLLTkvzM9e233xp/joqK0tGjR9WsWbMscffrb/v27bV//34dPHgwy7k7C7Tm9vdOHTp0UIcOHe7TE+tr166dAgICst3jsU2bNkpKSlJERITx2E8//aQrV66oXbt2NosDYDvM+AMKMcdTf6nMuxMkSTcmvqdU/1p2zggAUJgEBgZq5cqVOnPmjPz8/HT8+HEdOHBAo0ePlpTxP8txcXEm33QtW7asGjVqpEOHDunpp582+1r3+VKy2c/PaztFGWOUM8YnZ4xPzhifnBXl8bFGn4ry+ACwju7du2vp0qUaPHiwevXqJUn6/PPP5eHhoe7du2eJDwwM1OLFi/X222+rffv2cnZ2VkBAgCpXriwpo8gTHh6uCRMmqF69evr999+1detWubu7Z3t9b29vNWzYUJ988onS0tLk6uqq+vXrm8yeM8fPP/+sSZMmqUOHDvLz89OVK1e0ZMkSeXt7KzAw0BiX2/zMtWLFCt28eVNeXl5avny5XFxc1LNnz1z3t1+/ftq0aZP69Omj0NBQ+fv7KzY2Vnv27JGrq6sWLFiQq/7e6cyZM3nqY6YlS5bo2rVrOnnypCRp/fr1OnDggMqVK6eXXnopS3xaWpokZSm4StIjjzyihx56SJMmTdLFixfl5OSkefPm6cEHH9QTTzxhszgAtkPhDyjEDFeuqMTGjG8z3Rw+0s7ZAAAKm/79+ysxMVFPPfWUHB0dlZqaqtdee03PPvusJCkuLk6S5OHhYfI8Dw8P454N5nBxyf7brrlhMGR8a9ZgkGy8LUmhxRjljPHJGeOTM8YnZ7YcHwcH+1bLnJ35bxgA2/Pw8NCSJUsUFhamOXPmSJKaNm2qMWPGqEKFClnin3rqKR07dkzffPON1q5dq/T0dE2dOlXPPfecpIz7/Js3b2rDhg1av369GjZsqAULFmjo0KH3zGHmzJkaN26cwsLClJSUpDFjxuS68BcQEKCgoCBt2bJFcXFxcnNzU9OmTTVixAi5uroa4yzJzxwfffSR3nvvPZ09e1Y1a9bU/Pnzs13q8379dXV11fLlyxUeHq5NmzYZ96Zr1KiRQkNDc91fW1i4cKGio6ONj1evXi1Jqlq1apbC39WrV3XhwgU1bdrUONvxTgaDQf/97381ZcoUzZ8/X2lpaWrVqpXGjx9vUii0dhwA2zGk23pH1yIkLi5v60zfj8GQ8T8Vycmphep/Bk6fPqmdCSny8s35ZuDXXdvl6lFRfnXqS5IcHKT/fdnknjHmtJOXuPxo6+5+mtNW7NlTCq7gpBo1auaYl9OBX+T+1GOSpMvfbVVK06zLF+SXwvr+tQR9LZroa9GTH/2sWLGsbRrOJ99++62mT5+uUaNGqWbNmvrjjz80depUjR49WiEhITp48KC6deumHTt2qFKlSsbnDR8+XAaDQR9++KFZ14mLu26VGX9OTo5KSSna79u8YIxyxvjkjPHJGeOTM1uOz8GD+6zbYC41aZJ1ib3c4v2Tladn4b6HAlCwhIeHa/bs2Tpx4oS9UymQtm7dqldffVXz58/Xo48+au90AOQDSuwAAADF1PTp09W/f3/jkp0BAQE6f/685s6dq5CQEFWsWFGSFB8fb1L4i4+PV506dXJ1LWt90JmezmyJ+2GMcsb45IzxyRnjk7OiOD7W7E9RHB8AQMH3yy+/qF69ehT9gGKEwh8AAEAx9c8//8hw11Q8R0dHZS4I4ePjo4oVK2rPnj168MEHJWVsYH/kyBF169Yt3/MFAAAAAORO5h7uAIoPCn8AAADFVNu2bTVnzhx5e3sbl/pctGiRunbtKiljb4aXX35Zn376qR544AH5+Pjoo48+UqVKldS+fXs7Zw8AAAAAAIC7UfgDAAAopsaPH6+PPvpI7777rnE5z9DQUA0ePNgY069fP926dUsTJkzQtWvX1LRpUy1YsEAlSpSwY+YAAAAAkGHo0KEaOnSovdMAgAKDwh8AAEAx5erqqnHjxmncuHH3jDEYDBo+fLiGDx+ej5kBAAAAAADAEg72TiA8PFwBAQEmfzp06GA8f/v2bb377rtq0aKFAgMDNXToUF26dMmkjfPnz6t///5q1KiRWrZsqWnTpiklJcUkZu/evQoJCVH9+vX1+OOPa82aNfnSPwAAAAAAAAAAACA/2L3wJ0m1atXSzp07jX+WLVtmPDdlyhRt375dH374oRYvXqyLFy9qyJAhxvOpqakaMGCAkpOTtWLFCoWFhWnt2rX6+OOPjTHnzp3TgAED1KJFC61fv169evXS+PHjtWPHjnztJ2Btqf41dfXLFbr65Qql+te0dzoAAAAAAACwkTVr1iggIEBRUVE2vU5AQIDCw8PzFJc52aMwKCr9yElR6QcA8xSIpT4dHR1VsWLFLMevX7+u1atXa8aMGWrZsqWkjEJgx44ddfjwYTVu3Fg7d+7UyZMntWjRInl6eurBBx/U8OHDNWPGDA0ZMkQuLi5asWKFfHx8NHr0aEmSv7+/Dhw4oM8//1ytWrXK174C1pRe3l1JHTraOw0AAAAAAADcZc2aNRozZky255o0aaLly5fnc0ZA4XOv36PmzZtr8eLFxsfJycmaN2+eDhw4oMOHD+vGjRv68ssv1aJFC5PnHT16VMuXL9f+/ft18eJFeXl5qV27dho8eLBcXV1t3h8gPxSIwt/ff/+t4OBglShRQo0bN9brr78ub29vHTt2TMnJyQoKCjLG+vv7y9vb21j4O3z4sGrXri1PT09jTHBwsN555x2dPHlSdevW1eHDh42FwztjpkyZkutcDQbL+2lu27a8RkFhuOPvdHsmYmN57Wdhei8Uq/cvfS2S6GvRU1z6CQAAAKBgGzZsmHx8fEyOeXh42Cmb/DFo0CD179/f3mnkGf0oOMaMGSN3d3fj4zvrAZJ069Ytffzxx/Lx8VHt2rV16NChbNtZtGiRDh06pI4dO8rPz0+nTp3SkiVLtHfvXq1cuVJOTgWiZALkid3fxQ0bNtTUqVPl5+enuLg4/fe//1WPHj20YcMGXbp0Sc7OzipXrpzJczw8PBQXFydJunTpUpZf8szH94tJTEzUP//8o5IlS5qVq4uLo0V9NJfBkDH70WCQ0gtRNczZ2VEGhxQ53GfhWIODZDAYjHEGg0FySJchhxhz2slLXH60dXc/zW3L2dlRzs62fc9ZU2F9/1qCvhZN9LXoKS79BAAAAFCwPfroo2rQoIG908hXTk5ORaKAQj8Kjvbt22cpoN+pTJky+uGHH1SlShVt3LjxnoW/3r176z//+Y/JeFSpUkVTpkzRtm3b9MQTT1g9dyC/2f23vXXr1saf69Spo0aNGqlt27b67rvvzC7I5ZekpFSbz/hLT5dSUlIL1QeUycmpSk+T0tJyjktPk9LT05WW9r+ZcA7pGcfuEWNOO+Zez15tZddPc9tKTk5VcnJqjnk5/v6byg4ZKEm6PnuOUuvWy7kjNlRY37+WoK9FE30teopLPwEAAAAUXlFRUXrsscc0YMAAffXVV/Lw8NDkyZP17rvvKjY2VsOHD1f37t1NnnP69Gm9+eab+u2331S1alW99tprWYoVCQkJ+uCDD7Rt2zZdu3ZNNWvW1IgRI0w+i5Wkn3/+WdOmTdPJkyfl6+uriRMnZpunuXGPP/64IiMjjY9PnDiRJSZz6cavv/5ac+fO1e7du+Xh4aEBAwbohRdeMIndt2+fpkyZolOnTsnPz0/vvvuuXnzxRQ0ZMkRDhw6998Deg7X6kdvXzZzXIzfjcurUKc2YMUOHDx/WrVu35OPjoyeffDLLmJjzekjSyZMnNW3aNO3fv1+S1KxZM7311lvy9/e3KD9bSE9PV2JiosqUKZMx0eIujo6OqlKlyn3badSoUZZjmSsOnjlzJu+JAgXAfeY55b9y5crJ19dXkZGR8vT0VHJysq5du2YSEx8fb9wT0NPTU5cuXTI5n/n4fjGurq65Li6mp9v2T35cwxY551b6XX8XVXnt533H/uZNOf16RE6/HpFu3iwQ7wV750Bf6St9pa/52U8AAAAARc+6devUunVrBQUFadGiRXluLzExUQkJCSZ/bt26ZRKza9cuDRo0SNHR0erVq5cee+wxBQYGavr06UpOTjaJHTVqlGrUqKE333xTpUuX1ogRI3TgwAGT63Xv3l2bN2/Wiy++qNGjR6tcuXIaNGiQ9u7da4w7deqU+vfvr9u3b+v1119Xy5YtNWzYsCz5mxsnSW+99ZamT5+uxx9//L7jMmrUKFWqVElvvPGG3NzcNH78eP3222/G89HR0erfv79u3rypkSNHKjg4WMOHD79vu/dii36Y87qZ+3qYOy5JSUnq16+ffv31V/Xp00djxoxRcHCwtm3bZlE/4uPj9dJLL+nYsWMaOHCgBg4cqKNHj6pnz55KSEjIdX53CggIUEBAQI5jaK7OnTuradOmatq0qSZOnJjldygvMvuZWU8ACju7z/i7240bN3Tu3DlVrFhR9evXl7Ozs/bs2aMnn3xSUsY3Ws6fP6/GjRtLkho3bqw5c+YoPj7euDb27t275erqqpo1axpjfvrpJ5Pr7N6929gGAAAAAAAAAJw9e1Zjx45VamrGKkxhYWGqX7++mjVrZnGbvXv3znJs4MCBeu2110xiOnXqpB07digqKkrDhg3TkSNHtH37dkVGRprMvGrbtq3ef/99SVJISIjatGmjefPmae7cuZKkBQsWKCoqSmvWrFHt2rUlSd26dVPnzp01e/ZstWjRwhiXlpamL774wljwKFWqlObMmWOSq7lxUsZyjJIUGRmpLVu25Dgubdu21VtvvSVJateundq2bavt27erXr2MFa2++OILJScn64svvjDO5CpdurTCw8NzbPdebNEPc143c18Pc8fl9OnTio6O1uTJk01m2qWkpFjUj2XLluny5ctasWKFAgMDJUlNmzZVjx49tGzZMg0ZMiRX+VlbqVKlFBoaqoceekhOTk766aeftGLFCkVFRemzzz6zyjWWL1+u0qVLq23btlZpD7A3uxf+pk2bprZt28rb21sXL15UeHi4HBwc9Mwzz6hs2bLq2rWrwsLC5ObmJldXV02ePFmBgYHGol1wcLBq1qypUaNG6c0331RcXJw+/PBD9ejRQy4uLpKkF198UUuXLtX06dPVtWtX/fzzz/ruu++M/zEEAAAAAAAAgOPHjxuLfpmOHj2ap8LfhAkT5OfnZ3Ls7r3KMic0lC9fXjdv3pQkubm5SVKW1dA6duxo/NnV1VWPPvqofvjhB+OxLVu2qH79+vL09DSZsRUYGKg1a9YoNTVVjo6O2rt3r5o1a2Yyy6lTp05ZCmHmxuXWnbPQqlSpInd3d124cMF4bPfu3XrooYdMlm/s2LGjxYU/W/TDnNfN3Ncj0/3GpVSpUpKkgwcPqnPnzsbPwC3dw2/fvn2qVq2asegnSQ899JB8fHy0b9++LPH3y+9Od7/vLfHUU0/pqaeeMj7u2LGj3N3dtXDhQv3yyy95+t2UpIiICH333XcaN26c3N3d85ouUCDYvfAXGxurkSNH6sqVK6pQoYKaNm2qlStXqkKFCpKksWPHysHBQcOGDVNSUpKCg4NN1l52dHTUnDlz9M477yg0NFSlSpVSSEiIyTTtatWqae7cuZo6daq+/PJLeXl5afLkyWrVqlW+9xcAAAAAAABAwVSnTh05OjqaFP8aNGiQpzYbNmx43zYyCz/Ozs7GAk7m33cv9enl5WXyuHLlyrpx44YSExPl6uqqyMhIJSUlqWXLltleKzExUW5ubrp48WKW2WbZ7ZFmblxu3b2sYqlSpUz6GhMTk2Xc8nJdW/TDnNfN3Ncj0/3G5YEHHlBoaKi++uorbd68WU2aNFHLli3VtWtXk3bMdfHixWzHwdvbO9uC3v3yu9PGjRtznY85unXrpoULF2rfvn15KvwdP35c48aN05NPPqmePXtaMUPAvuxe+Pvggw9yPF+iRAlNnDjxnhutSlLVqlU1f/78HNtp0aKF1q1bZ0mKAAAAAAAAAIoBX19fvf/++/rggw+UkpKivn37qnnz5nbNKd2MDcYNBoNx5pfBYFBwcLD69u2bbWzp0qUlZXzuag5z43LLYDDk+jlpaWkWX89W/biXzNfN3Ncjkznj8t577yk0NFQ7duzQjh07NG3aNK1cuVLr16+3eT8ted2srVKlSpKyzobNjYsXL2rgwIHy9/fX9OnTC0S/AGuxe+EPAAAAAAAAAAqKkJAQhYSE2DuNe4qNjVWtWrWMjy9cuCBPT09j4a9atWq6ffu2goKCcmzH29tbsbGxJsdiYmIsjrO2KlWq6Pz58ybH7s4jN+zVD3Nfj9yqV6+e6tWrp4EDB2rRokUKCwvTnj171KZNm1y1U6lSpWzHITo6OsuStAVFZr6Zqwbm1o0bNzRgwAA5OTlp7ty5KlmypDXTA+zOwd4JAAAAAAAAFESHDu2z+A8A2EpERITx58TERP300096+OGHjcfat2+v/fv36+DBg1mee2eB5+GHH9Yvv/yiuLg447ENGzZkeY65cdYWFBSk/fv3mxT/7ux7btmrH+a+HuZKTExUSkqKybHMAt2dewWaq3nz5jp37pwOHTpkPLZ//35FR0fnebZrhw4d1KFDhzy1cee+iJkWL14sSRYVU1NSUjRs2DDFxMRowYIFxn0agaKEGX8AAAAAAAAAYCM//fSTTp8+bXKsRIkSFhdEtm/frvHjxysgIEDr1q3TrVu39MorrxjP9+vXT5s2bVKfPn0UGhoqf39/xcbGas+ePXJ1ddWCBQskSS+//LJWrlypXr16KTQ0VNHR0fr222+zXM/cuOPHj+vEiROSZPx7/fr1kqQyZcqoffv2uepnr169jNft3r274uLitHnz5ly1URD6Ye7rYa6ff/5ZkyZNUocOHeTn56crV65oyZIl8vb2VmBgYK770b17dy1dulSDBw9Wr169JEmff/65PDw81L1791zldrczZ87k6fmS1KNHD9WtW1d169ZVyZIltWvXLm3dulWdO3fOsgfkkiVLdO3aNZ08eVJSRn8PHDigcuXK6aWXXpIkhYWFaefOnerZs6eOHDmiI0eOGJ9fvXp1kzEECisKf0AhllKnrhK27pQkpdbwt3M2AAAAAAAAuNvHH3+c5Vj58uUtLvxNmzZNn3zyidavXy8fHx99/PHHqlOnjvG8q6urli9frvDwcG3atEnx8fHy9PRUo0aNFBoaaoyrVq2a5s2bp6lTp2rGjBny8/NTeHi4unXrZnI9c+O2bNmi2bNnmxwbNWqUJKlq1aq5LphVrVpVc+fO1ZQpUzRr1izVrFlTs2bN0gsvvGDRzDZ79cPc18NcAQEBCgoK0pYtWxQXFyc3Nzc1bdpUI0aMkKura6774eHhoSVLligsLExz5syRJDVt2lRjxoyxeClNa2rfvr2+//57bd++XUlJSapatapef/31bPdMXLhwoaKjo42PV69eLSmjv5mFv8wiaOaswTuFhIRQ+EORYEg3Z3dYSJLi4q7btH2DQXJ2dlRycqoK06ty+vRJ7UxIkZdvzoWnX3dtl6tHRfnVqS9JcnCQ7t6P9+4Yc9rJS1x+tHV3P81pK/bsKQVXcFKNGjVzzKsgKazvX0vQ16KJvhY9+dHPihXL2qbhIsYa91DF5X2bF4xRzhifnDE+OWN8cmbL8SnMS2YGBmYsj8b7JyvuoQBYKi4uTsHBwZo4cWKeZ6MBQFHFHn8AAAAAAAAAgALn1q1bJo9/+OEHSVKjRo3skA0AFA4s9QkAAAAAAAAAKHDatm2rp556SrVr11ZMTIy++OILBQUFqV69evZODQAKLAp/QCHmdOSQ3EJDJElXv1qrlEasQQ0AAAAAAICioV27dvrxxx/19ddfq2zZsurcubNxnzoAQPYo/AGFWUqKHBISjD8DAAAAAAAARcWUKVPsnQIAFDrs8QcAAAAAAAAAAAAUART+AAAAAAAAAAAAgCKAwh8AAAAAAAAA2Mkbb7yhgIAA45+9e/faOyUAQCHGHn8AAAAAAAAAYCM7duzQvHnz9Ntvv8nBwUG1atVS37591b59e0lS9+7d1apVK50+fVpz5syxc7aFz9GjR7V8+XLt379fFy9elJeXl9q1a6fBgwfL1dXV3ukBQL6j8AcUQKmpKYqMPH/fOP/U1HzIBgAAAAAAAJZYs2aNxo4dq3r16um1116To6Ojdu7cqXXr1hkLf02aNFGTJk20d+9eCn8WWLRokQ4dOqSOHTvKz89Pp06d0pIlS7R3716tXLlSTk58BA6geOFfPaAASog9r9jkJEW6ptwz5lJMlHqkX5dnPuYFAAAAAAAA81y6dEmTJk1S48aNtWTJEmMBqnv37oqNjbVzdkVH79699Z///MekwFelShVNmTJF27Zt0xNPPGHH7AAg/1H4AwqoCl5V5eXrn3PQ+T/yJxkAAAAAAADkyjfffKObN29q0KBBWWadeXl55bq9K1euaO7cudq5c6eioqJkMBjUsGFDDRs2TE2aNDGJPXXqlGbMmKHDhw/r1q1b8vHx0ZNPPqmhQ4daFJeQkKAPPvhA27Zt07Vr11SzZk2NGDFCrVu3tqg9a2rUqFGWY0FBQZKkM2fO2Oy6AFBQUfgDCrEbdR7UpRNnJUnpZcvZNxkAAAAAAIAiYN26dfrggw+UnJysfv36qU+fPha188svv8hgMKh58+ZWyevcuXNatWqVnn32Wb388su6fv26Vq5cqd69e2vt2rXy98/4AnlSUpL69eunpKQk9enTR25ubjpz5oy2bdtmUoAzNy4xMVHdu3fX5cuX9dJLL6lChQravHmzBg0apEWLFqlFixa5au9OAQEBkqQTJ05YZYwyJSQkSJIqVqxo1XYBoDCg8AcUZk5OSnevYO8sAAAAAAAAioSzZ89q7NixSk1NlSSFhYWpfv36atasWa7bioqKkru7u0qVKmWV3Pz8/LR9+3a5uroaj3Xo0EHt2rXT6tWrNWrUKEnS6dOnFR0drcmTJ+uFF14wxqakmG4pY27cggULFBUVpTVr1qh27dqSpG7duqlz586aPXu2sfBnbnv5Yfny5SpdurTatm2b79cGAHtzsHcCAAAAAAAAAFAQHD9+3Fj0y3T06FGL2rp165ZKlChhjbQkSa6ursaiX0pKii5fvqySJUvK3d1dUVFRxrjMQuPBgweVlJRkPH73cqPmxm3ZskX169eXp6enEhISlJCQoCtXrigwMFCHDh0yjpe57d3Jz89Pfn5+5g+CGSIiIvTdd9/ptddek7u7u1XbBoDCgBl/QGGWmirduJHxc8mSkqOjffMBAAAAAAAoxOrUqSNHR0eT4l+DBg0saqtUqVK6dOmStVJTWlqaFi9erKVLlyoqKsokxzsLbQ888IBCQ0P11VdfafPmzWrSpIlatmyprl27ys3NLddxkZGRSkpKUsuWLbPNKzExUW5ubma3d6eNGzfmdVhMHD9+XOPGjdOTTz6pnj17WrVtACgsKPwBhViZP35XxUcylpq4/N1WpTTN/bITAAAAAAAAyODr66v3339fH3zwgVJSUtS3b1+L9+irWrWq/vrrL926dcsqy33Onz9fs2bNUqdOnTRixAiVL19ekjRy5Eilp6ebxL733nsKDQ3Vjh07tGPHDk2bNk0rV67U+vXrTWYhmhNnMBgUHBysvn37ZptX6dKlc31dW7h48aIGDhwof39/TZ8+XQaDwabXA4CCisIfUEilpqbowoULqv+/x9HRUbpxj+ULqlf3zXFZBQAAAAAAAGQICQlRSEhInttp2rSptm/frn379ql169b3jXd2dpakLEuNZoqIiFCzZs00Y8YM47Hk5GRdv3492/h69eqpXr16GjhwoBYtWqSwsDDt2bNHbdq0yVVctWrVdPv2bQUFBZnRa/Ova003btzQgAED5OTkpLlz56pkyZI2uxYAFHTs8QcUUgmx5/XrlX+Mj49cS9XOhJQsf9b9dlaRkWftlygAAAAAAEAx9Oyzz6pUqVL69NNPlZKSYnIuNjY2S7yXl5ck6e+//862PUdHxyxf7P7666+ztJ2YmJjlmI+Pj7GN3Ma1b99e+/fv18GDB7PkFBMTk+v27tShQwd16NAh23PmSklJ0bBhwxQTE6MFCxbIw8MjT+0BQGHHFCCgECvnUdH4s0eVqpKvvx2zAQAAAAAAQKbKlStrzJgxmjBhgl588UV16dJFjo6O2rVrlyRp9uzZJvHe3t5q2LChPvnkE6WlpcnV1VX169eXv3/G5z3t2rVTeHi4JkyYoHr16un333/X1q1b5X7XClA///yzJk2apA4dOsjPz09XrlzRkiVL5O3trcDAwFzH9evXT5s2bVKfPn0UGhoqf39/xcbGas+ePXJ1ddWCBQty1d6dzpw5k+dxDgsL086dO9WzZ08dOXJER44cMZ6rXr36Pa8NAEUVhT8AAAAAAAAAsIHQ0FBVrlxZ8+fP18yZM+Xo6KiaNWvec7+8mTNnaty4cQoLC1NSUpLGjBljLPz1799fN2/e1IYNG7R+/Xo1bNhQCxYs0NChQ03aCAgIUFBQkLZs2aK4uDi5ubmpadOmGjFihFxdXXMd5+rqquXLlys8PFybNm1SfHy8PD091ahRI4WGhua6PWs7ceKEJGnx4sVZzoWEhFD4A1DsUPgDAAAAAAAAABtp06aN2fvbVa9ePdsCliS5uLho1KhRGjVqlMnxLVu2mDyuVq2apk6det9rmRsnSe7u7powYYImTJhglfYyZRbt8uJe4wUAxRV7/AEAAAAAAAAAAABFAIU/AAAAAAAAAAAAoAhgqU+gEEs3GJRcqkzGzw7U8QEAAAAAAAAAKM4o/AGFWEytB7XyQKS90wAAAAAAAAAAAAUAU4QAAAAAAAAAAACAIoDCHwAAAAAAAAAAAFAEsNQnUIg53b6tcqdOSJJuVK2u1JKl7JwRAAAAAAAAAACwF2b8AYVYpb9PqVOnIHXqFKTyJ36zdzoAAAAAAAAAAMCOKPwBAAAAAAAAAAAARQCFPwAAAAAAAAAAAKAIoPAHAAAAAAAAAAAAFAEU/gAAAAAAAAAAAIAigMIfAAAAAAAAAAAAUAQ42TsBALaVmpqiyMjz942rXt1XTk78kwAAAAAAAAAAQGHFp/xAEZcQe16xyUmKdE25Z8ylmCh1kVSjRs18ywsAAAAAAAAAAFgXhT+gEEtxKaEr/gGSpNSSpe4ZV8Grqrx8/fMrLQAAAAAAAAAAYAcU/oBC7KKvv77dsNveaQAAAAAAAAAAgALAwd4JAAAAAAAAAAAAAMg7Cn8AAAAAAAAAAABAEcBSn0AhVuLGdVXZuU2SdKlhUyWXc7NzRgAAAAAAAAAAwF4o/AGFmEf0ObUbPUiStHH5JsU3esim10tJSVFk5Nl7nnd2dlRycqqqV/eVkxP/vAAAAAAAAAAAkJ/4ZB6A2SIjz2rdb2flWcUn2/MGhxTFRUepi6QaNWrma24AAAAAAAAAABR3FP4A5IpnFR95+fpne87BQUpPy+eEAAAAAAAAAACAJMnB3gkAAAAAAAAAAAAAyDsKfwAAAAAAAAAAAEARQOEPAAAAAAAAAAAAKAIo/AEAAAAAAAAAirQ1a9YoICBAUVFROca98cYbCggIMP7Zu3dvPmVYNEVERKh58+ZKTEy0dyo2k5ycrNatW2vp0qX2TgWQJDnZOwEARUtqaooiI8+bFVu9uq+cnPhnCAAAAAAAFD3t2rVTdHS0Jk+erBdeeMF4fMCAAfrrr7+0bds2O2aHe+nevbtatWql06dPa86cOfZOJ4ujR49q+fLl2r9/vy5evCgvLy+1a9dOgwcPlqurqzFux44dWrx4sf744w9duXJFlStXVuvWrTVkyBC5u7ubtLlx40bNmTNHp06dUpkyZdS2bVuNGjUqS1xupaamKjw8XN27dzfJzVb9MJe5/U1KSpKzs7MMBkOO7Tk7O6tPnz6aM2eOnn/+eZUoUcKivABr4RN3oBC7XbqMzgc/JklKLlvOztlkSIg9r9jkJEW6puQYdykmSl0k1ahRM1/yAgAAAAAAsIfVq1ebFP5QsDVp0kRNmjTR3r17C2Thb9GiRTp06JA6duwoPz8/nTp1SkuWLNHevXu1cuVK45fsjx8/LicnJ/Xo0UMeHh6KjY3V0qVLtWfPHq1du9ZYnPr55581fPhwNWnSRKNHj1ZsbKw+//xznTx5Ul999ZUcHCxfNHD79u06c+aMQkNDbd4Pc5nT36SkJI0fP14REREqWbKkhg4dql69euXYbteuXTVjxgxt2LBBzz//fK5yAqyNwh9QiMX7PKDt81baO40sKnhVlZevv73TAAAAAAAAsCtPT08dOnRIp06dkr8/n5Ug73r37q3//Oc/JqtoValSRVOmTNG2bdv0xBNPSJL69euX5bn16tXToEGDtH37dnXo0EGS9Omnn6py5cr64osv5OLiIkl64IEHNG7cOP3www9q166dxbmuXr1ajRs3VpUqVWzeD3OZ09+FCxfql19+UVhYmC5duqQZM2aocePGatSo0T3bLVu2rB555BGtXbuWwh/sjj3+AAAAAAAAAMAG6tevL39/f61evTrHuJMnT6pfv34KDAxUYGCg+vfvr1OnTpnEZO5Rd/ToUQ0ePFiBgYFq3769vv76a4tyCw8PV0BAgA4ePKhnn31WDRo00HPPPaf9+/dniU1ISNDbb7+tRx55RA0aNFBISIh+/PHHbNsNCAhQeHi4vv/+e3Xq1EkNGjRQ+/bt9eOPPyoqKkoBAQGaNWuWWrRooY4dO+rgwYPq3LmzWrRooWXLluX6uleuXNG0adPUqVMnBQYGqkmTJurdu7cOHjyYbX6nT59Wt27d1LBhQz311FPavHmzReOX23GxlkaNGmXZOicoKEiSdObMmRyfW7FiRUlSfHy88diff/6pZs2aGYtgktS+fXtJylNfbt++rR07dqhly5bZnrd2P8xlTn8PHTqkPn366JlnnlHv3r3VunVrHThw4L5tBwUF6cCBA7py5Uqu8wKsicIfAAAAAAAAANjIc889p2+++UYpKdlvixIfH6+XXnpJx44d08CBAzVw4EAdPXpUPXv2VEJCQpb4UaNGqVKlSnrjjTfk5uam8ePH67fffrM4v6FDh6ply5Z6/fXXdePGDfXr10/nzp0znk9MTFT37t21efNmvfjiixo9erTKlSunQYMGae/evdm2efToUY0ZM0aPPvqoxo4dq6CgIEVFRRnP79q1S4MGDVJ0dLR69eqlxx57TIGBgZo+fbqSk5Nzdd1z585p1apVat68ucaOHashQ4YoNjZWvXv3zlI8zRy/GjVq6M0331Tp0qU1YsQIs4o6d7NkXAICAhQQEJDra91P5vsksyB2p+vXr+vSpUvav3+/Jk2aJIPBoCZNmhjP375926QIJkklS5aUlFEktdSxY8eUnJys+vXrm/2cvPTDXOb019fXVxERETp16pT27dunX375RX5+fsb4o0eP6sKFC1narlevntLT03Xo0KFc5wVYE0t9AoVY6SuX5f/1l5KkqHZP6bZH1v8oAgAAAAAAwH66dOmiDz74QD/++KMee+yxLOeXLVumy5cva8WKFQoMDJQkNW3aVD169NCyZcs0ZMgQk/i2bdvqrbfekiS1a9dObdu21fbt21WvXj2L8gsNDdWwYcMkZcx8evzxx/XFF19o/PjxkqQFCxYoKipKa9asUe3atSVJ3bp1U+fOnTV79my1aNEiS5s7d+7U6tWrVbduXeOx1NRUxcTESMpY5rFTp07asWOHoqKiNGzYMB05ckTbt29XZGSk/P39zb6un5+ftm/fLldXV+O1OnTooHbt2mn16tUaNWpUlvF7//33JUkhISFq06aN5s2bp7lz5+Zq3CwZF1tZvny5SpcurbZt22Y517dvXx05ckSS5ObmpokTJ+rBBx80nq9evbpOnDhh8pzDhw9LUraFZ3NlFtGqVatm9nPy0g9zmdPfAQMGqE+fPurYsaOkjN/hunXrav78+Vq/fr3c3d01atQoVa5cOUvbUsYM3uz6AOQXCn9AIVb+YowenviaJGlj7boU/gAAAAAAAAoYT09PPfroo1q9enW2hb99+/apWrVqxqKfJD300EPy8fHRvn37ssQ//vjjxp+rVKkid3f3bGcfmevpp582/uzj46OGDRuaXHfLli2qX7++PD09TQpBgYGBWrNmjVJTU+Xo6GjSZlBQkEnRT5JJjIeHhySpfPnyunnzpqSMYo4kXbt2LVfXvbPgl5KSouvXr6tkyZJyd3c3mWWYKbOYI0murq569NFH9cMPP9xnlLKyZFzunDVmLREREfruu+80btw4ubu7Zzk/fvx4Xb58WSdOnNDWrVtVqVIlk/PPP/+8Jk2apPDwcHXp0kUxMTGaOHGiypUrp6SkJIvzylzuMvN1tXU/zGVOfytUqKDVq1fr6NGj+vnnn3Xw4EH17t1bTz/9tP773//qgQceyLbtzL5evnzZotwAaylQhb958+Zp5syZevnllzVu3DhJGVNvw8LCFBERoaSkJAUHB2vixIny9PQ0Pu/8+fN65513tHfvXpUuXVpdunTR66+/brJG8N69exUWFqa//vpLVapU0aBBg/Tcc8/lex+Bgig1NUWRkefvGxcZGal0V698yAgAAAAAACD/paamZpnlVKFChSwFnNzq2rWrhg8fnu2eZBcvXlSVKlWyHPf29s62oHf3MoilSpUyLo+ZKTf9uPvalStXNlmqMjIyUklJSffcqy0xMTFLcadGjRrZxmbKzMPZ2dn4GW7m35l9Mfe6aWlpWrx4sZYuXaqoqCilpqYaY7IrXHl5mX62VblyZd24cUOJiYkmRcT7sWRcNm7caHb75jh+/LjGjRunJ598Uj179sw2pmHDhpKk1q1bq2nTpnrppZe0ePFiPfTQQ5IyZnz++uuvmj17tmbPni2DwaBevXrp999/t8pedenp6fnSD3OZ09+4uDiFh4dr586dCg4O1quvvqq///5bU6ZM0fz589WzZ0+98cYb9+yrwWDIVU6AtRWYwt/Ro0e1YsWKLGscT5kyRT/++KM+/PBDlS1bVpMmTdKQIUO0YsUKSRn/ERswYIA8PT21YsUKXbx4UW+99ZacnZ01cuRISRnrPA8YMEAvvviiZsyYoT179mj8+PGqWLGiWrVqle99BQqahNjzik1OUqRr9mvNZ/rzZJSq1cn6jRsAAAAAAICiICYmJsusvK1bt8rHxydP7bZp00bly5fXunXr8tSOZF5RIa/9cHZ2NrlecHCw+vbtm21s6dKlsxwrV66cWdfJzp3FE3OuO3/+fM2aNUudOnXSiBEjVL58eUnSyJEjzSo6ZV7r7n3fzHlObsfFmi5evKiBAwfK399f06dPN+t90bRpU3l4eOjrr782FsycnZ01bdo0jRw5UufOnZO3t7e8vb3Vrl07+fv7W5xf5utw9erVLMVWW/TDXOb0t2TJknr44Yc1btw4lShRQqdPn9bLL7+sYcOGqWLFigoLC1OdOnX0zDPPmLR99epVk74D9lIgCn83btzQm2++qcmTJ+vTTz81Hr9+/bpWr16tGTNmGL85MWXKFHXs2FGHDx9W48aNtXPnTp08eVKLFi2Sp6enHnzwQQ0fPlwzZszQkCFD5OLiohUrVsjHx0ejR4+WJPn7++vAgQP6/PPPKfwB/1PBq6q8fHP+j3lcdGQ+ZQMAAAAAAJD/KlasqEWLFmU5lldOTk569tlntWbNmizFt0qVKhn3vrtTdHS0xQXH3PQjJibGpMBz4cIFk1mA1apV0+3btxUUFGRRLpYy97oRERFq1qyZZsyYYTyWnJys69evZxsfGxurWrVqGR9fuHBBnp6eWQp/mcXPO2cQWpKfLdy4cUMDBgyQk5OT5s6dq5IlS5r93OTkZF26dCnL8cqVKxv3rDt37pyio6MVEhJicY6Zsz7PnTuXZbJPJlv0w1w59bds2bImS8Lu2rVLDz/8sPr37y8pY0bgli1bshT+zp07J0l5KpgC1uBg7wQk6b333lPr1q2z/CN57NgxJScnmxz39/eXt7e3ccPNw4cPq3bt2iZLfwYHBysxMVEnT540xtw95To4ONjYBgAAAAAAAACUKFFCQUFBJn9KlChhlbaff/55nTx5Ur/99pvJ8ebNm+vcuXM6dOiQ8dj+/fsVHR2t5s2bW3St3PTj22+/Nf4cFRWlo0ePqlmzZsZj7du31/79+3Xw4MEsz82uYGkt5l7X0dHRZMsnSfr666+VkpL9ylYRERHGnxMTE/XTTz/p4YcfzhKXOUvt77//zlN+d+rQoYM6dOiQ7TlzpaSkaNiwYYqJidGCBQuM+yXeLbMIdaedO3fqypUrJkuxZjcr8qOPPpKjo6PJ/o+51aBBAzk7O2d5v2eydj/ulNM4W9JfBwcHk2Vjb9++ne3MxGPHjslgMJjs1wnYg91n/H377bf6/ffftWrVqiznLl26JGdn5yxTwz08PBQXF2eMubPoJ8n4+H4xiYmJ+ueff3L1TQJbLs+b2XZxWALYcMff5k24L5yKSz8l077m6nmF8P1erH5X6WuRVFz6Wlz6CQAAAKBw8Pf3V+PGjXX48GFVrVrVeLx79+5aunSpBg8erF69ekmSPv/8c3l4eKh79+42z2vFihW6efOmvLy8tHz5crm4uJjss9avXz9t2rRJffr0UWhoqPz9/RUbG6s9e/bI1dVVCxYssEle5l63Xbt2Cg8P14QJE1SvXj39/vvv2rp1q9zds9+uZvv27Ro/frwCAgK0bt063bp1S6+88kqWOG9vbzVs2FCffPKJ0tLS5Orqqvr16xtnc1kyLmfOnMnzuISFhWnnzp3q2bOnjhw5oiNHjhjPVa9e3Vh06tWrl3x9fRUcHKyyZcvqzz//1MqVK1W+fHnj+0zKmFk6evRotWvXTqVLl9aWLVu0c+dODRw48L57NebExcVFrVq10q5duzR8+HCb9+NOOY2zJf1t1aqVpk6dqvfff18VK1bUwoUL9f7772eJ27Vrl5o0aXLP9x6QX+xa+IuJidH777+vhQsXWu2bM7bk4pK3TXzvx2DI+IaKwSCZufx0geDs7CiDQ4oc7jN/1OCQsfZ1ZpzBYJAc0k0KRXfHmNNOXuLyo627+2mtvDJjMjk4KNv4/ByHjL6a35azs6OcnW37e2ULhfV31RL0tWgqLn0tLv0EAAAAUHh07do1yypkHh4eWrJkicLCwjRnzhxJGXuYjRkzRhUqVLB5Th999JHee+89nT17VjVr1tT8+fNNlvp0dXXV8uXLFR4erk2bNik+Pl6enp5q1KiRQkNDbZaXudft37+/bt68qQ0bNmj9+vVq2LChFixYoKFDh2bb7rRp0/TJJ59o/fr18vHx0ccff6w6depkGztz5kyNGzdOYWFhSkpK0pgxY4yFP3uNy4kTJyRJixcvznIuJCTEWDDr3r27vv/+e82fP1/Xr19X5cqV1bFjRw0dOlTe3t7G55QtW1alSpXS3LlzdfPmTfn6+urdd9+1Sh+6du2qwYMH6/z58ybXtEU/zGVJf6tXr66ZM2dq+vTpunnzpvr27WuyFKgkXbt2TXv27NHEiRNznRNgbYZ0c3c4tYHvv/9egwcPlqPj///gPzU19X9FAwd99tln6t27t3755ReTWX9t27ZVr1691Lt3b3300Ufatm2b1q9fbzx/7tw5tW/fXmvXrlXdunXVo0cP1a1bV+PGjTPGrF69WlOmTNGBAwfMzjcu7rrNZ/w5OTkqJSW1UH1AeerUSe1MSLnv/nC/7touV4+K8qtTXwZlFH7S00xnwt0ZY0475l7PXm1l109r5fXrru2qHR+nf48eJEnauHyT4htl3cw2v8Yhs69Hd2xXGTPaij17SsEVnOTvXzPHuIKosP6uWoK+Fk3Fpa/50U9Pz7K2abiIiYvLfm+N3DAYMr4wkpxctN+3ecEY5YzxyRnjkzPGJ2e2HJ9Dh/ZZt8F8FBiYsTwf75+sKlbkHgooCMLDwzV79mxjAQawttTUVD3zzDN64okn9Nprr9k7HZtatGiRFi5cqC1btuRqhUHAFuw64+/hhx/Whg0bTI6NGTNGNWrUUL9+/VSlShU5Oztrz549evLJJyVJp0+f1vnz59W4cWNJUuPGjTVnzhzFx8cb1wHevXu3XF1dVbNmTWPMTz/9ZHKd3bt3G9vIjfy4SU9PL/ozE9JVPJa/tHU/b7q5668XMqa0/+OR942m88LSvhbm93px+F3NRF+LpuLS1+LSTwAAAAAAChJHR0cNHTpU77zzjvr16ydXV1d7p2QTycnJ+vzzzzVw4ECKfigQLCr8zZgxQ88//7x8fX3zdHFXV1fVrl3b5Fjp0qVVvnx54/GuXbsqLCxMbm5ucnV11eTJkxUYGGgs2gUHB6tmzZoaNWqU3nzzTcXFxenDDz9Ujx495OLiIkl68cUXtXTpUk2fPl1du3bVzz//rO+++05z587NU/6AvV2pXEX73p1l7zQAAFZkrfssAAAAAADsrWPHjlmWxSxqnJ2d9eOPP9o7DcDoPrtwZW/9+vV66qmn1L17d61du1a3bt2ydl5GY8eOVZs2bTRs2DC99NJL8vT0VHh4uPG8o6Oj5syZIwcHB4WGhurNN99Uly5dNGzYMGNMtWrVNHfuXO3evVudO3fWokWLNHnyZLVq1cpmeQMAAFgiP++zAAAAAAAAULRYNOPvxx9/1E8//aQ1a9bo7bff1uTJk9WxY0c999xzxk03LXX3Zp4lSpTQxIkTc9wUs2rVqpo/f36O7bZo0ULr1q3LU24AAAC2Zsv7rOxcuHBB//nPf7Rjxw7dunVLDzzwgKZMmaIGDRpIktLT0/Xxxx/r66+/1rVr19SkSRO98847zEgEAAAACrmhQ4dq6NCh9k4DAGBlFhX+HBwc1KZNG7Vp00aXL1/W+vXrtXbtWq1atUo1atRQ165d1blzZ+OeewBso9yli2r00fuSpL/+1Vs3q1S1c0YAgLzKz/usq1evqlu3bmrRooXmz58vd3d3/f3333JzczPGzJ8/X4sXL1ZYWJh8fHz00UcfqW/fvoqIiFCJEiXynAMAAAAAAACsx6KlPu/k7u6u3r17a9q0aXrooYd06tQpTZ8+Xa1bt9Zbb72lhIQEa+QJIBuuCZdUf+4s1Z87S6Uuxtg7HQCAldn6Pmv+/Pny8vLS1KlT1bBhQ1WrVk3BwcGqXr26pIzZfl9++aUGDRqk9u3bq06dOpo+fbouXryo77//3hpdBAAAAAAAgBXlqfB3/fp1LVu2TM8995xCQkKUmJioCRMmaMeOHXrnnXe0f/9+vfbaa9bKFQAAoNjIj/usbdu2qX79+ho2bJhatmypLl26aOXKlcbzUVFRiouLU1BQkPFY2bJl1ahRIx06dChX1zIY8v7HWu0U5T+MEePD+DA+RW18CjPeP0XzdQVwb2vWrFFAQICioqJyjHvjjTcUEBBg/LN37958yrBoioiIUPPmzZWYmGjvVGwmOTlZrVu31tKlS+2dClAoWLTU5549e7Rq1Spt3bpVjo6Oevrpp/Xee++pfv36xpjnn39eVapU0cCBA62WLAAAQFGXn/dZ586d0/Lly9WnTx8NHDhQv/76qyZPnixnZ2eFhIQoLi5OkrIsK+rh4aFLly6ZfR0XF8c85SllfEjo6Ogog0FKT89zc0USY5QzxidnjE/OGJ+c2XJ8HBwKb5XI2Tnjv3+8f4Dia82aNRozZozxcenSpeXj46POnTvr5ZdflouLix2zs5/u3burVatWOn36tObMmWPvdLJo166doqOjsz0XFBSkRYsWGR+np6drxYoVWrZsmf7++2+VKVNGjRo10syZM1WmTBlJGUWrefPm6cCBAzp8+LBu3LihL7/8Ui1atMhzrqmpqQoPD1f37t3l6upq036YKzf9TUpKkrOzswz3+VaIs7Oz+vTpozlz5uj5559n2wngPiwq/PXp00eNGjXS+PHj9fTTT6tUqVLZxvn6+uqZZ57JU4IAiqbU1BRFRp6/b1z16r5ycrLonyoAKJTy8z4rPT1d9evX18iRIyVJdevW1V9//aUVK1YoJCQkT23fKSkpNc/f7s/8sDQlJZUPTe+BMcoZ45MzxidnjE/ObDk+aWmFd8CTk1Ml8f4BIA0bNkw+Pj5KTEzUpk2b9J///Ee//fabPvjgA3unZhdNmjRRkyZNtHfv3gJZ+Bs7dqxu3Lhhciw6OlofffSRyWookjRr1izNmzdPHTp0UM+ePXXz5k0dOHBAt2/fNhbMbt26pY8//lg+Pj6qXbt2rldPycn27dt15swZhYaG2rwf5jKnv0lJSRo/frwiIiJUsmRJDR06VL169cqx3a5du2rGjBnasGGDnn/++VzlBBQ3Fn2a/s0336h27dr3jatataqmTp1qySUAFHEJsecVm5ykSNeUe8ZciolSF0k1atTMt7wAwN7y8z6rYsWK8vf3NzlWo0YNbdq0yXhekuLj41WpUiVjTHx8vOrUqZOra1nrg870dGZL3A9jlDPGJ2eMT84Yn5wxPqbuHgvGByi+Hn30UTVo0ECS1K1bN73wwguKiIjQ6NGjVblyZTtnh7u1b98+y7HZs2fLYDCYfPny1KlT+uyzzzRw4ECTbRh69+5t8twyZcrohx9+UJUqVbRx40arFv5Wr16txo0bq0qVKjbvh7nM6e/ChQv1yy+/KCwsTJcuXdKMGTPUuHFjNWrU6J7tli1bVo888ojWrl1L4Q+4D4v2+PP29tbFixezPXfx4sUs3yQAgOxU8KoqL1//e/7xrOJj7xQBIN/l531WkyZNdObMGZNjZ8+eVdWqVSVJPj4+qlixovbs2WM8n5iYqCNHjigwMNBqeQAAAADFhYODg5o3by5JJsswJiQk6O2339YjjzyiBg0aKCQkRD/++GO2bQQEBCg8PFzff/+9OnXqpAYNGqh9+/b68ccfFRUVpYCAAM2aNUstWrRQx44ddfDgQXXu3FktWrTQsmXLTNoy57pXrlzRtGnT1KlTJwUGBqpJkybq3bu3Dh48mG1+p0+fVrdu3dSwYUM99dRT2rx5s8XjlZtxsaUNGzaoadOmJgW2b7/9Vk5OTurfv78k3fP/1RwdHbMtzOXV7du3tWPHDrVs2dLs5+SlH+Yyp7+HDh1Snz599Mwzz6h3795q3bq1Dhw4cN+2g4KCdODAAV25ciVPOQJFnUWFv/Hjx+ujjz7K9lx4eLgmTJiQp6QAAACKq/y8z+rVq5eOHDmiOXPm6O+//9aGDRu0cuVKde/eXZJkMBj08ssv69NPP9XWrVt14sQJjRo1SpUqVcr226MAAAAA7u/cuXOSpPLly0vK+HJd9+7dtXnzZr344osaPXq0ypUrp0GDBmnv3r3ZtnH06FGNGTNGjz76qMaOHaugoCBFRUUZz+/atUuDBg1SdHS0evXqpccee0yBgYGaPn26kpOTc3Xdc+fOadWqVWrevLnGjh2rIUOGKDY2Vr1799apU6ey5DZq1CjVqFFDb775pkqXLq0RI0aYVdS5myXjEhAQoICAgFxfKydHjhzR2bNns2y1cOTIEdWuXVvbtm1Ty5Yt1aRJE7Vu3Vr/93//Z9Xr38uxY8eUnJxssh98TgpSP3x9fRUREaFTp05p3759+uWXX+Tn52c8f/ToUV24cCHL8+rVq6f09HSrzpoEiiKLlvrcv3+/Jk6cmO251q1b6913381TUgAgsQ8ggOIpP++zGjZsqNmzZ2vWrFn673//Kx8fH40dO1bPPvusMaZfv366deuWJkyYoGvXrqlp06ZasGABm6kDAAAAZkpMTFRCQoISExO1ceNGff/996pdu7Zq1KghSVqwYIGioqK0Zs0a47L/3bp1U+fOnTV79my1aNEiS5s7d+7U6tWrVbduXeOx1NRUxcTESMpYprFTp07asWOHoqKiNGzYMB05ckTbt29XZGSk/P39zb6un5+ftm/fLldXV+O1OnTooHbt2mn16tUaNWqUSW5t27bV+++/L0kKCQlRmzZtNG/ePM2dOzdX42bJuNjC+vXr5ezsrA4dOpgcz1yRZeLEiXr11Vfl7e2tZcuW6Y033pCfn5/q1atn07xOnz4tSapWrZpZ8QWpHwMGDFCfPn3UsWNHSVKXLl1Ut25dzZ8/X+vXr5e7u7tGjRqVZSnc6tWrS5JOnjyptm3bWj0voKiw6JPyq1ev3nNTz1KlSjHVFsgn1z0q6vCwsZKkm17eds7G+tgHEEBxlN/3WW3bts3xf5gMBoOGDx+u4cOHW/W6AAAAQHFx915pQUFBeuedd4yPt2zZovr168vT01MJCQnG44GBgVqzZo1SU1Pl6OiYpY07i36STGI8PDwkZcwqvHnzpiTJzc1NknTt2rVcXffOgl9KSoquX7+ukiVLyt3d3WSWYabMYo4kubq66tFHH9UPP/xwz/G5F0vG5c5ZY9aQnJysiIgIPfLII3J3dzc5d+vWLUVHR2vChAnq0aOHpIwva7Zq1UqfffaZZs2aZdVc7pb5/4aZr2tOClo/KlSooNWrV+vo0aP6+eefdfDgQfXu3VtPP/20/vvf/+qBBx7I9nmZfb18+bLVcwKKEosKf9WqVdPu3bsVFBSU5dyePXuM+8IAsK3rHhX128DX7Z2GTWXuAwgAxQX3WQAAAID9pKammhSZpIwixd0FptyYMGGC/Pz8VKZMGVWtWlWenp4m5yMjI5WUlHTPvdoSExOzFHcyZwveS2a+zs7OxlWSMv/OXOrT3OumpaVp8eLFWrp0qaKiopSammqMSUpKyvI8Ly8vk8eVK1fWjRs3lJiYaFJEvB9LxmXjxo1mt2+On376SZcvX86yPKaUMbaS9MQTTxiPlSlTRoGBgTpx4oRV88hJenr6fWMKWj/i4uIUHh6unTt3Kjg4WK+++qr+/vtvTZkyRfPnz1fPnj31xhtvZHleZl8NBoNN8gKKCosKfy+88IJmzpwpNzc3de3aVRUqVFBCQoLWrFmjzz//XCNHjrR2ngAAAMUC91kAAACA/cTExOixxx4zObZ161b5+PhY3GbDhg3VoEGDe543GAwKDg5W3759sz1funTpLMfKlStncT53Fk/Mue78+fM1a9YsderUSSNGjDDuTThy5Eizik6Z13JxcclVnpaMi7WtX79epUuXzvKekDIKwqdPn1aFChVMjpcvX16//fabzXPLfB2uXr2apdh6t4LWj5IlS+rhhx/WuHHjVKJECZ0+fVovv/yyhg0bpooVKyosLEx16tTJUqi8evWqMTcA92ZR4a93796KjIzUrFmzNGvWLDk6Ohq/6fHiiy/q3//+t1WTBAAAKC64zwIAAADsp2LFilq0aFGWY7ZUrVo13b59O9tVPwrCdSMiItSsWTPNmDHDeCw5OVnXr1/PNj42Nla1atUyPr5w4YI8PT2zFP4yZ5rdOYPQkvxs5fr16/rhhx/0+OOPZ1tk9Pf31/79+3Xp0iWTvegSEhJUqVIlm+eXOevz3LlzCggIuGdcQexH2bJlTZaE3bVrlx5++GH1799fUsaMwC1btmQp/J07d86YM4B7c7DkSQaDQRMnTtR3332nCRMmaMiQIcbHEydOtHaOAO7BPTZaLUcPUsvRg+Qaecbe6QAArID7LAAAAMB+SpQooaCgIJM/JUqUsOk127dvr/379+vgwYNZzsXExNj9uo6OjsZlQjN9/fXXSklJybbdiIgI48+JiYn66aef9PDDD2eJy5yl9vfff+cpvzt16NBBHTp0yPZcbm3cuFG3b9/OdnlMSXr00UclSRs2bDAeu3z5sg4ePKj69etbJYecNGjQQM7OzvedlWeLflhznCXJwcHBZNnY27dvZ7uc57Fjx2QwGBQYGGi1awNFkUUz/jL5+vrK19fXSqkAyK1S166qxjcrJUl/duurxOrW3cAYAGA/3GcBAAAAxUO/fv20adMm9enTR6GhofL391dsbKz27NkjV1dXLViwwK7XbdeuncLDwzVhwgTVq1dPv//+u7Zu3Sp3d/ds292+fbvGjx+vgIAArVu3Trdu3dIrr7ySJc7b21sNGzbUJ598orS0NLm6uqp+/frG2VyWjMuZM9b7Yvz69etVvnx5BQcHZ3u+Xbt2qlevnj744APFx8fL29tbK1euVGpqqnHmWqYlS5bo2rVrOnnypLHtAwcOqFy5cnrppZcsys/FxUWtWrXSrl27NHz48HzpR6b7jXNu+9uqVStNnTpV77//vipWrKiFCxfq/fffzxK3a9cuNWnS5J7vPQAZLC78paam6siRI4qNjc12E9cuXbrkJS8AAIBii/ssAAAAoPhwdXXV8uXLFR4erk2bNik+Pl6enp5q1KiRQkND7X7d/v376+bNm9qwYYPWr1+vhg0basGCBRo6dGi27U6bNk2ffPKJ1q9fLx8fH3388ceqU6dOtrEzZ87UuHHjFBYWpqSkJI0ZM8ZY+LPXuEhSdHS09u/fr3/961/GJUnv5uDgoAULFmjatGlas2aNbt68qbp16+qzzz7L8iXOhQsXKjo62vh49erVkqSqVataXPiTpK5du2rw4ME6f/68vL29bd4Pc+W2v9WrV9fMmTM1ffp03bx5U3379jVZClSSrl27pj179rASDmAGQ7q5O7De4bffftPQoUMVExOT7QauBoNBf/zxh1USLEji4rJft9paDAbJ2dlRycmpyv2rYj+nT5/UzoQUefnmvLbyr7u2y9WjovzqZEwRd3CQ0tJyjjGnnbzE5Udbd/fTWnn9umu7asfH6d+jB0mSNi7fpPhGD1k199zGOThIR3bk7+sTe/aUgis4qUaNmjlez5oK6++qJehr0VRc+pof/axYsazV2yyK91nWuIcqLu/bvGCMcsb45IzxyRnjkzNbjs+hQ/us22A+CgxsLon3T3ZscQ8FAMVRamqqnnnmGT3xxBN67bXX7J2OTS1atEgLFy7Uli1bVLJkSXunAxRoFs34e+edd+Tq6qovvvhCNWvWvOe3BQAAAJA73GcBAAAAAMzh6OiooUOH6p133lG/fv3k6upq75RsIjk5WZ9//rkGDhxI0Q8wg0WFv5MnT+rDDz9U8+bNrZ0PAABAscZ9FgAAAADAXB07dsyyLGZR4+zsrB9//NHeaQCFhoMlT/L19dWNGzesnQsAAECxx30WAAAAAAAALGVR4W/MmDGaO3euTp06Ze18AAAAijXuswAAAAAAAGApi5b6nDRpkuLi4tSpUydVqlRJZcuabspsMBj0zTffWCVBAACA4oT7LAAAAAAAAFjKosJfvXr1ZDAYrJ0LgFy67OWtXWGfSpISq/vZORsAgDVwnwUAAAAAAABLWVT4CwsLs3YeACxwq1x5nW0ebO80AABWxH0WAAAAAAAALGXRHn93Sk9P14ULF5SSkmKNfAAAAPA/3GcBAAAAAAAgNyya8SdJO3bsUHh4uH7//XelpqZq1apVqlevnt5++201a9ZMzz77rDXzhJ2kpKQoMvJsjjGRkZFKd/XKn4QAACgGuM8CAAAAAACAJSya8fd///d/6t+/v3x8fDRx4kSlp6cbz1WrVk1r1qyxWoKwr8jIs1r321ntTEi555/vT0bpn39u2zvVYsnz3Fm17/Ws2vd6VuVOHrd3OgAAK+A+CwAAAAAAAJayaMbfJ598ol69emn06NFKTU3V22+/bTxXq1YtffHFF1ZLEPbnWcVHXr7+9zwfFx2Zj9ngTi63bqryL7skSc43Eu2cDQDAGrjPAgAAAAAAgKUsmvF37tw5tW7dOttzpUqV0vXr1/OUFAAAQHHFfRYAAAAAAAAsZVHhr2LFijp9+nS2506cOCFvb+88JQUAAFBccZ8FAAAAAAAAS1lU+HvmmWcUHh6uPXv2GI8ZDAb9+eefWrBggZ599lmrJQgAAFCccJ8FAAAAAAAAS1m0x9+QIUP0119/qU+fPipfvrwkqV+/fkpISFCbNm3Uv39/a+YIAABQbHCfBQAAAAAAAEtZVPhzcXHRp59+qp9//lm7d+/W5cuX5ebmpqCgIAUFBVk7RwAAgGKD+ywAAAAAAABYyqLCX6aHH35YDz/8sLVyAQAAwP9wnwUAAAAAAIDcsqjwd/78+fvGeHt7W9I0AABAscZ9FgAAAAAAACxlUeGvXbt2MhgMOcb88ccfFiUEwHyXfB7Qli83SJKu+te2czYAAGvgPgsAAAAAAACWsqjwN3v27CzHrl27pp07d+rw4cN644038pwYgPtLKl1GF+vUt3caAAAr4j4LAAAAAAAAlrKo8Ne+fftsjz/33HOaOnWq9u3bp44dO+YpMQAAgOKI+ywAAAAAAABYysHaDbZu3VoRERHWbhYAAKDY4z4LAAAAAAAAObF64e/gwYNycXGxdrMAslH5zF969okmevaJJnL/41d7pwMAsDHuswAAAAAAAJATi5b6nDx5cpZjSUlJOn36tA4cOKB///vfeU4MwP05JierbNTfkiSHpNt2zgYAYA3cZwEAAAAAAMBSFhX+tm3bluVYiRIl5OXlpYkTJ+qFF17Ic2IAYI7U1BRFRp43K7Z6dV85OVn0zx4A5BvuswAAAAAAAGApqxX+AMAeEmLPKzY5SZGuKTnGXYqJUhdJNWrUzJe8AMBS3GcBAAAAAADAUkx9AVDoVfCqKi9ff3unAQAAAAAAAACAXVlU+Js9e7bZsQaDQYMHD7bkMgAAAMUO91kAAAAAAACwlEWFvy+++ELJycn6559/JGXsO3P79m1JUsmSJeXs7GyM5QMpAAAA83GfBQBA0XDo0D7jzw4OBqWlpefq+YGBza2dEgAAAIoBiwp/Cxcu1IgRI/Tqq6/qySeflKurqxITE7Vx40Z9+umn+uCDD9SwYUNr5woAAFDkcZ8FAAAAAAAAS1lU+Js0aZL69u2rrl27Go+5urrq+eef1+3bt/Xee+9p1apVVksSAACguOA+CwAAAAAAAJayqPB3/Phx+fj4ZHuuWrVq+uuvv/KUFADzXPCrqXVbDkmSblWsbOdsAADWwH0WAAAAAAAALOVgyZOqVq2qFStWKD3ddH369PR0LVu2TN7e3lZJDkDOUp1ddKNqdd2oWl1pLiXsnQ4AwAq4zwIAAAAAAIClLJrx9/rrr2v48OF64okn1LZtW3l4eCg+Pl7bt2/X+fPn9dFHH1k7TwAAgGKB+ywAAAAAAABYyqLCX/v27bVq1SrNmzdPW7duVVxcnCpWrKiGDRvq448/1oMPPmjtPAEAAIoF7rMAAAAAAABgKYsKf5L04IMP6oMPPrBmLgByyfvP39XthXaSpM1LIhTf6CE7ZwQAsAbuswAAAAAAAGAJi/b4u1NMTIwOHjyomzdvWiMfALnkkJoqh9RUe6cBALAB7rMAAAAAAACQGxYX/r766iu1atVKbdu2VY8ePXTmzBlJ0uDBg/XFF19YLUEAAIDihvssAAAAAAAAWMKiwt/nn3+uSZMmqUuXLlq4cKHS09ON55o3b66NGzdaLUEAAIDihPssAAAAAAAAWMqiPf6WLFmiV199Va+++qpS71pi0M/Pz/itdAAAAOQO91kAAAAAAACwlEUz/i5cuKDAwMBszzk7O7MPDQAAgIW4zwIAAAAAAIClLCr8eXt769dff8323JEjR+Tr65uXnAAAAIot7rMAAAAAAABgKYsKf//617/06aef6uuvv1ZiYqIkKSUlRT/88IM+++wzhYaGWjVJAACA4oL7LAAAAAAAAFjKoj3++vbtq5iYGE2YMEETJ06UJHXr1k2S1L17d/Xo0cN6GQIAABQj3GcBAAAAAADAUhYV/iRp/Pjx6tWrl3bv3q3Lly/Lzc1NLVu2zPXyU8uWLdPy5csVHR0tSapVq5ZeffVVtW7dWpJ0+/ZthYWFKSIiQklJSQoODtbEiRPl6elpbOP8+fN65513tHfvXpUuXVpdunTR66+/Lien/9+9vXv3KiwsTH/99ZeqVKmiQYMG6bnnnrO0+0CBcL7Wg1p6LC7jgcFg32QAAFZjrfssAAAAAAAAFC+5Lvzdvn1bQUFB+s9//qN27drlebkpLy8vvfHGG3rggQeUnp6udevWafDgwVq7dq1q1aqlKVOm6Mcff9SHH36osmXLatKkSRoyZIhWrFghSUpNTdWAAQPk6empFStW6OLFi3rrrbfk7OyskSNHSpLOnTunAQMG6MUXX9SMGTO0Z88ejR8/XhUrVlSrVq3ylD9gVwaD5GDRir0AgALI2vdZAAAAAAAAKF5yXfgrUaKESpUqJUdHR6sk0K5dO5PHr732mpYvX67Dhw/Ly8tLq1ev1owZM9SyZUtJ0pQpU9SxY0cdPnxYjRs31s6dO3Xy5EktWrRInp6eevDBBzV8+HDNmDFDQ4YMkYuLi1asWCEfHx+NHj1akuTv768DBw7o888/p/AHAAAKDGvfZwEAYA2HDu27b4yDg0FpaelZjgcGNrdFSgAAAADuwaKpQl26dNGqVausnYtSU1P17bff6ubNmwoMDNSxY8eUnJysoKAgY4y/v7+8vb11+PBhSdLhw4dVu3Ztk6U/g4ODlZiYqJMnTxpjMguHd8ZktpEbBoNt/+THNXKbjy0Y7vq7qLJ1Px2Sk1XqwnmVunBeDklJNrqKeQrLa1pUf1eL079L9JW+FqR+2oKt7rMAAAAAAABQ9Fm0x1+5cuV0+PBhderUSa1atZKnp6cMd3z6ZTAY1Lt3b7PbO3HihF588UXdvn1bpUuX1n//+1/VrFlTf/zxh5ydnVWuXDmTeA8PD8XFZexrdunSJZOinyTj4/vFJCYm6p9//lHJkiXNytPFxbbfvjcYJEdHRxkMUnrWL0rahbOzowwOKTmuJmlwyHjN77fi5N1xBoNBckg3KRSZ05al17NXW3f301p5GRykKmdP6rnQ9pKkzV9tUnyjh6yae27jMvqav69PbnJ3dnaUs3Pef48L4u+qrdDXoqm49LWw9tPa91kAAAAAAAAoPiwq/M2aNUtSRmHtr7/+ynI+tx9I+fn5ad26dbp+/bo2bdqkt956S0uWLLEkNZtKSkq12bf7JRk/mExJSS0wH1AmJ6cqPU1KS7t3THqalJ6enmPM3XEGSXJIzziWy7YsuZ692squn9bKKzMmU9o9Xqf8GofMviqfX5/c5J6cnKrk5NScA81QEH9XbYW+Fk3Fpa+FtZ/Wvs8CAAAAAABA8WF24a9Tp06aOXOmateurePHj0uSvvnmG7Vu3Vpubm55SsLFxUUPPPCAJKl+/fr69ddf9eWXX+qpp55ScnKyrl27ZjLrLz4+XhUrVpSUMXPv6NGjJu1dunRJkkxiMo/dGePq6mr2bL9M+fHBYXp64ZqZYIl0ZRSKing3i00/pcLTV2v+bhWH39VM9LVoKi59LQz9tOV9FgAAAAAAAIoPs/f4++uvv/TPP/8YH6empuqtt95SVFSU1ZNKS0tTUlKS6tevL2dnZ+3Zs8d47vTp0zp//rwaN24sSWrcuLH+/PNPxcfHG2N2794tV1dX1axZ0xjz888/m1xj9+7dxjYAAADsKT/vswAAAAAAAFB0mV34y066Fb4+P3PmTP3yyy+KiorSiRMnNHPmTO3bt0+dOnVS2bJl1bVrV4WFhennn3/WsWPHNHbsWAUGBhqLdsHBwapZs6ZGjRql48ePa8eOHfrwww/Vo0cPubi4SJJefPFFnTt3TtOnT9epU6e0dOlSfffddyyTBQAACixr3GcBAAAAAACgeLFojz9rio+P11tvvaWLFy+qbNmyCggI0GeffaZHHnlEkjR27Fg5ODho2LBhSkpKUnBwsCZOnGh8vqOjo+bMmaN33nlHoaGhKlWqlEJCQjRs2DBjTLVq1TR37lxNnTpVX375pby8vDR58mS1atUq3/sLAAAAAAAAAAAA2EKeC38GgyFPz58yZUqO50uUKKGJEyeaFPvuVrVqVc2fPz/Hdlq0aKF169ZZkiIAAIBd5PU+CwAAAAAAAMVLrgp/vXr1yvIBVI8ePbIcMxgMOnDgQN6zAwAAKCa4zwIAAAAAAEBemV34GzJkiC3zAGCBVCcn3axcRZKU5uxi52wAAJbiPgsAAAAAAADWQOEPKMQu1KittduP2TsNAEAecZ8FAAAAAAAAa3CwdwIAAAAAAAAAAAAA8o7CHwAAAAAAAAAAAFAEmL3UJ4CCx+XWTXke/kWSdKVWHaWUKWvnjAAAAAAAAAAAgL0w4w8oxDzPndWT3Tvoye4d5HbyhL3TAQAAAAAAAAAAdkThDwAAAAAAAAAAACgCWOoTQLGQmpqiyMjz942rXt1XTk780wgAAAAAAAAAKHz4dBtAsZAQe16xyUmKdE25Z8ylmCh1kVSjRs18ywsAAAAAAAAAAGuh8Aeg2KjgVVVevv72TgMAAADIV4cO7SuW1wYAAACKI/b4AwAAAAAAAAAAAIoACn8AAAAAAAAAAABAEUDhDwAAAAAAAAAAACgC2OMPKMSSSpZSXGBzSVJKaVc7ZwMAAAAAAAAAAOyJwh9QiF2q7qfNS7+zdxoAAAAAAAAAAKAAYKlPAAAAAAAAAAAAoAig8AcAAAAAAAAAAAAUASz1CRRipa5f1QPfrZUkxbRsraTyFeycEQAAAAAAAAAAsBdm/AGFmHtMtIJff0XBr7+isn+ftnc6AIBCbt68eQoICND7779vPHb79m29++67atGihQIDAzV06FBdunTJjlkCAAAAAADgXij8AQAAQEePHtWKFSsUEBBgcnzKlCnavn27PvzwQy1evFgXL17UkCFD7JQlAAAAAAAAckLhDwAAoJi7ceOG3nzzTU2ePFlubm7G49evX9fq1as1evRotWzZUvXr19eUKVN06NAhHT582H4JAwAAAAAAIFvs8QcAAFDMvffee2rdurWCgoL06aefGo8fO3ZMycnJCgoKMh7z9/eXt7e3Dh8+rMaNG5t9DYMhbzlmPj+v7RRljFHOGJ+cMT45Y3xyduf4pKfbN5eCyNLx4f0GAAAAS1D4AwAAKMa+/fZb/f7771q1alWWc5cuXZKzs7PKlStnctzDw0NxcXFmX8PFxTHPeRoMkqOjIx8q54AxyhnjkzPGJ2eFfXwcHGxbQTIYJIPBQenpaYVyfGzN0vFxds77fz8BAABQ/FD4A4D/SU1NUWTkebNia9b0l8RXcAEUbjExMXr//fe1cOFClShRwmbXSUpKtcqMv/R0KSUllQ+V74ExyhnjkzPGJ2eFfXzS0mybdEZhK03p6emFcnxszdLxSU5OtV1SAAAAKLIo/AHA/yTEnldscpIiXVNyjLsUE6UXnB1VvbpfPmUGALbx22+/KT4+Xs8995zxWGpqqn755RctXbpUn332mZKTk3Xt2jWTWX/x8fGqWLFirq5lrQ+C/197dx7fVJX/f/ydtAWEQqEtUMoy0CJlLS2yCFNEUGSEYRSQLyiKSlFWUQcGHQRqKVBEZFB2K6LgrqjjgiiioN+fLKIFB1QEAQOUpS1r2Zqk+f3BtxlK9yW5Sfp6Ph4+pDcnN+9zkt4m95NzrsPhnbNt3IkxKhrjUzTGp2iMT8EcDpb5LEpZx4fxBAAAQFlQ+AOAqwSHNVRY00ijYwCAW9x44436+OOP82z75z//qYiICD300ENq0KCBAgICtHnzZvXp00eStH//fqWlpZXq+n4AAAAAAABwDwp/gBe7WLOWDva9Mkvjcu1gg9MAALxNYGCgWrRokWdb9erVVbt2bef2QYMGac6cOQoKClJgYKBmzpyp2NhYCn8AAAAAAAAeiMIf4MVONWik/zcvxegYAAAfNmXKFJnNZk2YMEHZ2dmKi4tTQkKC0bEAAAAAAABQAAp/AAAAcFq9enWen6tWraqEhASKfQAAAAAAAF7AbHQAAAAAAAAAAAAAAOXHjD/AiwWezFCrFQslSQf736WL9RoYnAgAAAAAAAAAABiFwh/gxWplnFCH556WJJ3o2JXCHwAAAAAAAAAAlRhLfQIAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AP8jQ4AAN7GbrfJYjkmq9VeZLsmTZrK35/DLAAAAAAAAADAPTgjDXixrDoh2h3/iCTpYt0wg9NUHiePpelbm1XhVW2Ftsk4elh3SoqIaO62XAAAAAAAAACAyo3CH+DFztatrx0TnzY6RqUUHNZQYU0jjY4BAAAAAAAAAIAT1/gDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAHsNQn4MWCThxVx/dWSZJ+eXC8zjdsYnAiAAAAAAAAAABgFAp/gBercfqUot5YIUk60P9/KPwBAAAAAAAAAFCJsdQnAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AP8jQ4AAAAAAICn+/77LcrJcZT5/rGxnSswDQAAAAAUjBl/AAAAAAAAAAAAgA9gxh/gxc7UC9P3U5+RJJ1v2MTgNAAAAAAAAAAAwEgU/gAvdr52sH67Z6TRMQAAAAAAAAAAgAdgqU8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT/AiwUfsajHuGHqMW6Yah7Ya3QcAAAAAAAAAABgIAp/gBerdj5Ljb5ep0Zfr1OVs2eMjgMAAAAAAAAAAAzkb3QAGMNms8liOVhsO4vFIkdgmOsDAQAAAAAAAAAAoFwML/wtX75cX3zxhfbv369q1aopNjZWkyZNUkREhLPN5cuXNWfOHK1du1bZ2dmKi4tTQkKCQkNDnW3S0tL09NNPa+vWrapevbruvPNOTZw4Uf7+/+3i1q1bNWfOHO3du1cNGjTQmDFjNHDgQLf211NYLAf14e6DCm3QqMh2v+07rMYt67gpFQAAAADgWqmp24yOAAAAAMBLGF7427Ztm4YNG6Z27drJbrdr/vz5io+P16effqrq1atLkmbPnq1NmzZpwYIFqlmzppKSkjR+/Hi99dZbkiS73a5Ro0YpNDRUb731lk6cOKEnnnhCAQEB+vvf/y5JOnTokEaNGqWhQ4dq3rx52rx5s6ZOnaq6deuqe/fuhvXfSKENGimsaWSRbdKPWNyUBgAAAAAAAAAAAOVheOFvxYoVeX6eM2eOunbtqt27d6tTp046d+6c1qxZo3nz5qlr166SrhQC+/btqx07digmJkb/+7//q3379mnlypUKDQ1Vq1at9Oijj2revHkaP368qlSporfeekuNGjXSk08+KUmKjIzUDz/8oFdeeaXSFv4AAAAAAAAAAADgO8xGB7jWuXPnJElBQUGSpF27dslqtapbt27ONpGRkQoPD9eOHTskSTt27FCLFi3yLP0ZFxenrKws7du3z9kmt3B4dZvcfQAAAAAAAAAAAADezPAZf1fLycnR7Nmz1aFDB7Vo0UKSlJGRoYCAANWqVStP25CQEKWnpzvbXF30k+T8ubg2WVlZunTpkqpVq1aijCZT6ftVUrn7duVjeArTVf93GBnExSpLP6W8ffV1pXlevf33uVIdl+irz6ks/QQAAAAAAAByeVThLzExUXv37tUbb7xhdJQCVani59L9m0ySn5+fTCbJ4eIqUUCAn0xmm8zFzPk0mSWTyVRku5K0KaidyWSSzI48hSJXPp5R+7q2nxWVK7dNLrNZBbZ35zhc6at7nx8jXg9X+vh/7YvYV0CAnwICXHvccDV3HpeMRl99T2XpJwAAAAAAAJDLYwp/M2bM0MaNG/Xaa68pLCzMuT00NFRWq1Vnz57NM+svMzNTdevWdbb56aef8uwvIyNDkvK0yd12dZvAwMASz/bLzra7fMafwyHZbHaXn6C0Wu1y5Eg5OUW3c+RIDoejyHYlaXNtO5MkmR1Xtrnh8YzaV0H9rKhcjhwps0EjbVxypVB+pknzAtu7axxy+yo3Pz9GvB6u9FH5Xr/X7stqtctqtRezM8/mzuOS0eir76ks/QQAAAAAAAByGV74czgcSkpK0vr167V69Wo1btw4z+1t27ZVQECANm/erD59+kiS9u/fr7S0NMXExEiSYmJitGzZMmVmZiokJESS9N133ykwMFDNmzd3tvnmm2/y7Pu7775z7qPkecvQyVJyOHx/ZoJDlWP5S1f381JgTR3p2LX4hm5QWZ5T6aoibkna+siAVIbjUi766nsqSz8BAAAAAACA4ha0c7nExER99NFHeu6551SjRg2lp6crPT1dly5dkiTVrFlTgwYN0pw5c7Rlyxbt2rVLU6ZMUWxsrLNoFxcXp+bNm2vy5Mn69ddf9e2332rBggUaNmyYqlSpIkkaOnSoDh06pLlz5+r333/X66+/rs8++0wPPPCAQT0HAAAAAAAAAAAAKo7hM/7efPNNSdJ9992XZ3tycrIGDhwoSZoyZYrMZrMmTJig7OxsxcXFKSEhwdnWz89Py5Yt09NPP60hQ4bouuuu04ABAzRhwgRnm8aNG2v58uVKTk7WqlWrFBYWppkzZ6p79+5u6CUAAAAAAAAAAADgWoYX/vbs2VNsm6pVqyohISFPse9aDRs2VEpKSpH76dKliz788MPSRgQ8Vt0/ftft/xwnSdr8zFKdbtHa4ETIZbfbZLGklahtkyZN5e9v+OEYAAAAAAAAAODlONMMeLGAy5cVvGeXJMnv4gWD0+BqJ4+l6Zg1W5ZAW5HtMo4e1p2SIiKauyUXAAAAAAAAAMB3UfgDABcJDmuosKaRRscAAAAAAAAAAFQSZqMDAAAAAAAAAAAAACg/ZvwBAAAAAOBiqanbjI4AAAAAoBJgxh8AAAAAAAAAAADgAyj8AQAAAAAAAAAAAD6Awh8AAAAAAAAAAADgAyj8AQAAAAAAAAAAAD7A3+gAAMruxJ8i9OkH30iSzjVpZnAaAAAAAAAAAABgJAp/gBezVa2m01FtjI4BAAAAAAAAAAA8AEt9AgAAAAAAAAAAAD6Awh8AAAAAAAAAAADgAyj8AV6swb5fddeNkbrrxkgF70o1Og4AAAAAAAAAADAQ1/gDvJgpJ0dVz56+8m+73dgwAAAAAAAAAADAUMz4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHyAv9EBAJTd0cgWemfLfkmSrXoNg9MAAAAAAAAAAAAjUfgDvJjDz1/WWkFGxwAAAAAAAAAAAB6ApT4BAAAAAAAAAAAAH8CMP8CLmex2+Z/PkiTZq10nh5+fwYkAAAAAAAAAAIBRmPEHeLEGv+/RkE5/0pBOf1LwrlSj4wAAAAAAAAAAAANR+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdQ+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdQ+AMAAAAAAAAAAAB8gL/RAQAAAAAAJWNLSihVe/9piS5KAgAAAADwRMz4AwAAAAAAAAAAAHwAM/4AL+Ywm2WtEXjl335+BqcBAAAAAAAAAABGovAHeLGjzVvqne//MDoGysFut8liSSu2XZMmTeXvzyEbAAAAAAAAAFA4ziIDgIFOHkvTMWu2LIG2QttkHD2sOyVFRDR3Wy4AAFC41NRt5bp/bGznCkoCAAAAAEBeFP4AwGDBYQ0V1jTS6BgAAAAAAAAAAC9H4c8H2Ww2WSwHi2xjsVjkCAxzTyC4jP/lSwra+6skKatRE9mvq25wIgAAAAAAAAAAYBQKfz7IYjmoD3cfVGiDRoW2+W3fYTVuWceNqeAK9f7Yr78+OUaStO7Nz5XZvqPBiQAAAAAAAAAAgFEo/Pmo0AaNilw6MP2IxY1pAAAAAAAAAAAA4GoU/gAAACqp5cuX64svvtD+/ftVrVo1xcbGatKkSYqIiHC2uXz5subMmaO1a9cqOztbcXFxSkhIUGhoqIHJAQDwfamp28p1/9jYzhWUBAAAAN7EbHQAAAAAGGPbtm0aNmyY3nnnHa1cuVI2m03x8fG6cOGCs83s2bP19ddfa8GCBVq9erVOnDih8ePHG5gaAAAAAAAAhWHGHwAAQCW1YsWKPD/PmTNHXbt21e7du9WpUyedO3dOa9as0bx589S1a1dJVwqBffv21Y4dOxQTE2NAagAAAAAAABSGGX8AAACQJJ07d06SFBQUJEnatWuXrFarunXr5mwTGRmp8PBw7dixw4iIAAAAAAAAKAIz/gAAAKCcnBzNnj1bHTp0UIsWLSRJGRkZCggIUK1atfK0DQkJUXp6eqn2bzKVL1/u/cu7H1/GGBXNk8bHnRlK+lieND6e6OrxcTiMzeKJGJ+iGTU+/D4DAABUThT+AAAAoMTERO3du1dvvPFGhe+7ShW/cu/DZJL8/Pw4qVwExqhoFTk+ZnP5zqYHBJT9d8JuNmtHg3olbu+34/s8P3fqdGOB7dzx+rmUML1U7aslznBNkDIwmSSz2SyHI4ffrwKYTJLJxPgUxqjxKc+xBgAAAN6Lwh/gxWxVqup085aSJHu16wxOAwDwVjNmzNDGjRv12muvKSwszLk9NDRUVqtVZ8+ezTPrLzMzU3Xr1i3x/rOz7RUy48/hkGw2OyeVC8EYFa0ixycnp3w7sFrt5XjsHDlK0YFrsxb22O54/eTk5JSqfXnGqaKZTP8de36/8rtS2GJ8CmPU+HjS7xAAAADch8If4MVONI3Upx/9P6NjAAC8lMPhUFJSktavX6/Vq1ercePGeW5v27atAgICtHnzZvXp00eStH//fqWlpSkmJqaUj1VRmZnNVhzGqGieMD5GPn5xj+0J45PLU3JczRMzeQKHg2U+i2LU+PB8AAAAVE4U/gAAACqpxMREffLJJ1qyZIlq1KjhvG5fzZo1Va1aNdWsWVODBg3SnDlzFBQUpMDAQM2cOVOxsbGlLvwBAAAAAADA9Sj8AQAAVFJvvvmmJOm+++7Lsz05OVkDBw6UJE2ZMkVms1kTJkxQdna24uLilJCQ4PasACpGauq2Qm8zm03FLmMaG9u5XI+/M7x+iduar8la3GPbkkp3bPKflliq9gAAAADgDSj8AV6s6vlzCv/mS0lSekwnWWsFGZwIAOBN9uzZU2ybqlWrKiEhgWIfAAAAAACAFzAbHQBA2YUcOaSeo4eo5+ghqnVgr9FxAAAAAAAAAACAgSj8AQAAAAAAAAAAAD6Awh8AAAAAAAAAAADgA7jGHwAAAACgRFJTt5X5vjnh9SswSentvObxzaXsi9lsqsg4AAAAAOASzPgDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAHUPgDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAH+BsdAEDZXaoRqCM39ZYkZdcKMjgNXMVut8liSSu2XZMmTeXvz2EdAAAAAAAAACorzhADXuxkwybauOwto2PAxU4eS9Mxa7YsgbZC22QcPaw7JUVENHdbLgAAAAAAAACAZzF8qc/vv/9eo0ePVlxcnKKiovTll1/mud3hcOj5559XXFycoqOj9cADD+jgwYN52pw+fVoTJ05Uhw4d1LFjR02ZMkXnz5/P0+bXX3/VPffco3bt2qlHjx5KSUlxddcAoMIEhzVUWNPIQv8LbdDI6IgAAAAAAAAAAIMZXvi7cOGCoqKilJCQUODtKSkpWr16tZ5++mm98847uu666xQfH6/Lly8720yaNEn79u3TypUrtWzZMm3fvl3Tp0933p6VlaX4+HiFh4fr/fff1+TJk7Vo0SK9/fbbLu8fAAAAAAAAAAAA4A6GL/XZo0cP9ejRo8DbHA6HVq1apTFjxujWW2+VJM2dO1fdunXTl19+qX79+un333/Xt99+q/fee0/t2rWTJE2dOlUPP/ywJk+erPr16+ujjz6S1WrV7NmzVaVKFV1//fX65ZdftHLlSg0ZMsRtfQUqWo3TJ9X87VckSYdv6atLofWMDQQAAIBipaZuK/N9c8LrV2ASAAAAAICvMbzwV5TDhw8rPT1d3bp1c26rWbOm2rdvr9TUVPXr10+pqamqVauWs+gnSd26dZPZbNZPP/2k3r17a8eOHerYsaOqVKnibBMXF6eUlBSdOXNGQUFBJc5kMlVM34ratysfw1OYrvq/w8ggLubqfgadOKYuiRMlSadatjW08Ge65v++zJNfvxV9/KhUxyX66nMqSz8BAAAAAACAXB5d+EtPT5ckhYSE5NkeEhKijIwMSVJGRoaCg4Pz3O7v76+goCDn/TMyMtSoUd7rX4WGhjpvK2nhr0oVv9J3ohRMJsnPz08mk+QoRzUhIMBPJrNN5iIWcjWZJZPJVGSbkrYr675MJpNkduQpFLny8Yza17X9rKhcuW1ymc0qsL07x+FKX937/BjxerjSx/9r7yG5TOYrv/sBARV7nKqo45I3oK++p7L0EwAAAAAAAMjl0YU/T5OdbXf5jD+HQ7LZ7OU6QWm12uXIkXJyCm/jyLmylGpRbUrariz7MkmS2XFlmxsez6h9FdTPisqV2yZXTiHPubvGIbevcvPzY8Tr4Uofle/1a2Qum9Wm339Pk9VqLya89Kc/NZW/f8kO/xV1XPIG9NX3VJZ+AgAAAAAAALk8uvBXt25dSVJmZqbq1fvvEoaZmZlq2bKlpCsz906ePJnnfjabTWfOnHHePzQ01DlDMFfuz7kz/0rKHScOHQ7fn5ngkGcuk1jRKks/pcrX16v/7wlOHkvTMWu2LIG2IttlHD2sOyVFRDQv1f4rw3EpF331PZWlnwAAAAAAAIBHF/4aNWqkunXravPmzWrVqpUkKSsrSzt37tTdd98tSYqNjdXZs2e1a9cutW3bVpK0ZcsW5eTkKDo6WpIUExOjBQsWyGq1KiAgQJL03XffqVmzZqW6vh8AeLLgsIYKaxppdAwAANzKlpRQ4rZ2s1l+U0veHgAAAAAAb1Pclaxc7vz58/rll1/0yy+/SJIOHz6sX375RWlpaTKZTBo+fLiWLl2qDRs2aM+ePZo8ebLq1aunW2+9VZIUGRmp7t27a9q0afrpp5/0ww8/KCkpSf369VP9+vUlSf3791dAQICeeuop7d27V2vXrtWqVav04IMPGtZvAAAAAAAAAAAAoCIZPuNv165dGj58uPPn5ORkSdKAAQM0Z84cPfTQQ7p48aKmT5+us2fP6oYbbtBLL72kqlWrOu8zb948JSUl6f7775fZbNZtt92mqVOnOm+vWbOmVqxYoRkzZmjgwIGqU6eOxo4dqyFDhrivowDgAex2myyWtGLbNWlS8usAAgAAAAAAAAA8g+Fndbt06aI9e/YUervJZNKjjz6qRx99tNA2tWvX1nPPPVfk47Rs2VJvvPFGmXMCgC8oybUAS3odQJvNJovlYLGPSRERAAAAAAAAANyDM7GAF7sQVEe/DXlAknQppK6xYeA1irsW4JVZgRbnzwEBfrJa7fnaWSwW/XjOrtAGjQvdV0mLiAAAAAAAAACA8qPwB3ix0/Ub6PuEome7AqV17axAk9kmR07+dr/tO6zGLdsVWUQEAAAAAAAAALgPhT8AQD5Xzwo0m6WcAgp/6Ucs+TcCAAAAAAAAAAxjNjoAAAAAAAAAAAAAgPJjxh/gxWplnFD7BTMlSXuHPKgLDRoanAgAAAAAAAAAABiFwh/gxQJPZqjti/+SJB3u+RcKfwAAABXMlpSQb1tOeP1C25s7dHRlHJfL+XF7qdq7sr/XZrF98qlL918cc8dOFfr4AAAAAOAKLPUJAAAAAAAAAAAA+AAKfwAAAAAAAAAAAIAPoPAHAAAAAAAAAAAA+ACu8QcAAACgUklN3VbitkVdz6/A9qW8bpy3q2z9BQAAAABPx4w/AAAAAAAAAAAAwAdQ+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdwjT/Ai50Nracdj02VJF1o0NDgNAAAAAAAAAAAwEgU/gAvlhUcqt0PP250DKBQdrtNFktaido2adJU/v78WQIAAAXbGV7f6AgAAAAA4PE4wwoAcJmTx9J0zJotS6CtyHYZRw/rTkkREc3dkgsAAAAAAAAAfBGFPwCASwWHNVRY00ijYwAAAAAAAACAz6PwB3ixOkcPq9vLCyVJP417Qll/ijA4EQAAAAAAAAAAMIrZ6AAAyu66c2fV7JP31OyT91T19Emj4wAAAAAAAAAAAANR+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdwjT8vYrPZZLEcLLadxWKRIzDM9YEAAAAAAAAAAADgMSj8eRGL5aA+3H1QoQ0aFdnut32H1bhlHTelAgAAAAAAAAAAgCeg8OdlQhs0UljTyCLbpB+xuCkNAAAAUPFsSQlGRwAAAAAAwCtxjT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAS30CXuxUWLj+3zPLJElZTZoZnAYoO7vdJoslrdh2TZo0lb8/f7oAAAAAAAAAoCCcPQW82MVatXWwc5zRMYByO3ksTces2bIE2gptk3H0sO6UFBHR3G25AAAAAAAAAMCbUPgDAHiE4LCGCmsaaXQMAICPs85IUE54faNjuE3Oj9tL3NZhMrkwCQAAAADAHSj8AQC8AsuBAgAAAAAAAEDRODMKeLHQQwfVe9aTkqStCfN0tnlLgxMBrsNyoAAAAAAAAABQNAp/gBercvGC6v2wWZIUcD7L4DSA6xW3HOiVWYGWEu2LmYEAAAAAAAAAfA1nPAEAPqMkswIlZgYCgC/YWYbr9JlMJjkcDhekQWVg/2F7qV4/5g4dXZimdNdvlFyfBwAAAIBnoPAHAPApxc0KlAqfGRgQ4Cer1e78mVmBAAAAAAAAALwJZzMBAJVOYTMDTWabHDlX/n3i8B/qaLGoSZMmRe7LZrNJMsnf36/IdhQRAQAAAAAAALgaZyABAJVSQTMDzWYp5/8Kf+lHLNqccaHYZUN/27FNNWoHq2HTwpcNZWlRAAAAAAAAAO5A4Q8AgEKUZNnQ9CMWBYbULbYdAAAAAAAAALgahT8AAFzsyjUF00rUliVBAQAAAAAAAJQVZxYBAHCxwq4peC2WBAUAAAAAAABQHhT+AC+W0bipvlj9qSTpTPMog9MAKEpJlg0FAAAAAAAAgPKg8Ad4sezrqiu9ZVujYwAAAAAAAAAAAA9gNjoAAAAAAAAAAAAAgPJjxh8AAB7CbrfJYkkrtl2TJk3l78+fcMATpKZuK9f9Y2M7V1AS71PU2OWE13djEsAz5Py43egIAAAAAHwAZw0BL1Z//2+6Y/y9kqRvXlilU62jDU4EoDxOHkvTMWu2LIG2QttkHD2sOyVFRDR3Wy4AAAAAAAAA3oHCH+DF/Gw2BaYdkiSZrdkGpwFQEYLDGiqsaaTRMQAAAAAAAAB4Ia7xBwAAAAAAAAAAAPgAZvwBAAAA17AlJZSoXe616MwdOroyjsuU5xqFpbk+YUHjyXX84Ou4Zh+M5q5jPAAAADwLM/4AAAAAAAAAAAAAH8CMPwAAvIjdbpPFklZsuyZNmsrfnz/zAAAAAAAAQGXCGUEAALzIyWNpOmbNliXQVmibjKOHdaekiIjmbssFAAAAAAAAwHgU/gAA8DLBYQ0V1jTS6BgAAAAAAAAAPAyFPwAAAMDNcn7cLkmyffJpidr7T0t0ZRxnnpIyd+jooiQAPAHHBAAAAMB7UfgDvNjxZs31wZc7JUmXQusanAYAAAAAAAAAABiJwh/gxewBVXQhvJHRMQAAAAAAAAAAgAcwGx0AAAAAAAAAAAAAQPkx4w8AAB9jt9tksaQV2SYgwE9Wq11NmjSVvz9vBwAAAAAAAABfwJk+wIuF//az7hl0syTp8zfWKbN9R2MDAfAIJ4+l6Zg1W5ZAW6FtTGab0o8c1p2SIiKauy0bAPewJSWUqF1OeP0y7T/nx+364cftJb9DGR8HgG/KKc3xQ5K5A59zAAAAgJKi8Ad4OZPDYXQEAB4oOKyhwppGFnq72Sw5ctwYCAAAAAAAAIDLcY0/AAAAAAAAAAAAwAcw489D2Gw2WSwHnddcKojFYpEjMMzNyQAAvqok1wKUxHUAAQAAAAAAAC9R6c7ivf7661qxYoXS09PVsmVLTZs2TdHR0UbHksVyUB/uPqi6DRsVuvTab/sOq3HLOu4NBgDwWSW5FmDGUa4DiCs89T2UJKWmbivX/WNjO1dQktLbWdJr361YUuDm9mnH8/xsN5uVk8M6vgDyK+119Uq7b4fJJAeXIQAAAAAMV6kKf2vXrlVycrISExPVvn17vfrqq4qPj9e6desUEhJidDyFNmikBk0jVdi5mvQjFvcGAgD4vOKuBXhlVmDJ/v4wM9B3efp7KAAAAAAAAFxRqc7OrVy5Uv/zP/+jQYMGSZISExO1ceNGrVmzRg8//LDB6QAA8DwlmRUoSScO/6GOFouaNGlSZDuKg96J91AAAAAAAADeodKcecvOztbu3bs1atQo5zaz2axu3bopNTXVwGQAAHi24mYFSldmpW/OuFBkgbAkxUGbzSbJJH9/vyIfr6TtmjePlGQqsg2KxnsoAAAAAAAA71FpCn+nTp2S3W7PtxxVSEiI9u/fX+L9mFx47jDz6GGZzJJypIKujHAq/Ziyrdm6rtp1Re6nJO2M3pdJkgroqzdkL02bgvpZUblOpR/T2VMnnT9nHj2iY0H5rwHprnHI7etpNz8/RrweTqcfk9Vm1XVVqxX4u2pELlc9XmG/q0bncsXjXdtXbzrWlLZNaX5fS5O9Ru3gItuczjiuTw9fUt3MS4W2sezZpetq1VbdBo2K3FdJ2p3NPKFRAX7605+aFbkvFM1T3kPl3t8V78Vc+f7Ona4eIy6zlZ/pqv8zPPkxPkVjfIrG+BTNG4/PvvK3EQAAoDIyOSrJ1bePHz+um266SW+99ZZiY2Od2+fOnavvv/9e7777roHpAAAAPBPvoQAAAAAAALyH2egA7lKnTh35+fkpMzMzz/bMzEyFhoYalAoAAMCz8R4KAAAAAADAe1Sawl+VKlXUpk0bbd682bktJydHmzdvzvPtdQAAAPwX76EAAAAAAAC8R6W5xp8kPfjgg3riiSfUtm1bRUdH69VXX9XFixc1cOBAo6MBAAB4LN5DAQAAAAAAeIdKVfjr27evTp48qRdeeEHp6elq1aqVXnrpJZapAgAAKALvoQAAAAAAALyDyeFwOIwOAQAAAAAAAAAAAKB8Ks01/gAAAAAAAAAAAABfRuEPAAAAAAAAAAAA8AEU/gAAAAAAAAAAAAAfQOEPAAAAAAAAAAAA8AEU/gx0+vRpTZw4UR06dFDHjh01ZcoUnT9/vtj7paamavjw4YqJiVGHDh00bNgwXbp0yQ2Jy66sfZUkh8OhkSNHKioqSl9++aWLk5Zfaft6+vRpJSUlqU+fPoqOjtbNN9+smTNn6ty5c25MXTKvv/66evXqpXbt2mnw4MH66aefimz/2Wef6S9/+YvatWun/v37a9OmTW5KWn6l6es777yje+65R506dVKnTp30wAMPFDs2nqS0z2uuTz/9VFFRURo7dqyLE1ac0vb17NmzSkxMVFxcnNq2bas+ffp4xeu4tP185ZVXnMegHj16aPbs2bp8+bKb0pbd999/r9GjRysuLq7EfyO2bt2qAQMGqG3bturdu7fef/99NyRFaRT1vFqtVj377LPq37+/YmJiFBcXp8mTJ+v48eMGJnav0rzup0+frqioKL3yyivuC2iwkozP77//rtGjR+uGG25QTEyMBg0apLS0NAPSul9x43P+/HnNmDFDN910k6Kjo9W3b1+9+eabBqV1v+XLl2vQoEGKjY1V165dNXbsWO3fvz9Pm8uXLysxMVFdunRRbGysHnnkEWVkZBiU2L2KGx9v+lzjCiV5/eTyts+4AAAA8C4U/gw0adIk7du3TytXrtSyZcu0fft2TZ8+vcj7pKamauTIkYqLi9O7776r9957T8OGDZPZ7NlPZVn6muvVV1+VyWRyccKKU9q+njhxQidOnNATTzyhTz75RMnJyfr222/11FNPuTF18dauXavk5GSNGzdOH3zwgVq2bKn4+HhlZmYW2P7HH3/UxIkTddddd+nDDz/ULbfconHjxum3335zc/LSK21ft27dqn79+mnVqlV666231KBBA40YMcIrTkSXtq+5Dh8+rGeeeUYdO3Z0U9LyK21fs7Oz9eCDD+rIkSN6/vnntW7dOiUlJal+/fpuTl46pe3nxx9/rOeee07jx4/X2rVrNWvWLK1du1bz5893c/LSu3DhgqKiopSQkFCi9ocOHdKoUaPUpUsX/fvf/9b999+vqVOn6ttvv3VxUpRGUc/rpUuX9PPPP2vMmDF6//33tWjRIh04cEBjxowxIKkxSvq6X79+vXbu3Kl69eq5KZlnKG58LBaL7rnnHkVERGj16tX66KOPNHbsWFWtWtXNSY1R3PjMmTNH3377rZ599lmtXbtW999/v5KSkrRhwwY3JzXGtm3bNGzYML3zzjtauXKlbDab4uPjdeHCBWeb2bNn6+uvv9aCBQu0evVqnThxQuPHjzcwtfsUNz7e8rnGVUry+snlbZ9xAQAA4GUcMMS+ffscLVq0cPz000/ObZs2bXJERUU5jh07Vuj9Bg8e7PjXv/7lhoQVp6x9dTgcjp9//tnRvXt3x4kTJxwtWrRwrF+/3tVxy6U8fb3a2rVrHW3atHFYrVZXxCyTu+66y5GYmOj82W63O+Li4hzLly8vsP2jjz7qePjhh/NsGzx4sGPatGkuzVkRStvXa9lsNkdsbKzjgw8+cFHCilOWvtpsNseQIUMc77zzjuOJJ55wjBkzxh1Ry620fX3jjTcct9xyiyM7O9tdEStEafuZmJjoGD58eJ5tycnJjqFDh7o0Z0Uryd+IuXPnOvr165dn22OPPeYYMWKEK6OhHEryvO7cudPRokULx5EjR9yUynMUNj7Hjh1zdO/e3fHbb785evbs6Vi5cqX7w3mAgsbnsccec0yaNMmgRJ6loPHp16+fY9GiRXm2DRgwwDF//nx3RvMYmZmZjhYtWji2bdvmcDgcjrNnzzratGnj+Oyzz5xtct//p6amGpTSONeOT0E88XONuxQ2Pt72GRcAAADex7Onifmw1NRU1apVS+3atXNu69atm8xmc6FLsmVmZmrnzp0KCQnR0KFD1a1bN917773avn27u2KXSVn6KkkXL17UxIkTNX36dNWtW9cdUcutrH29VlZWlgIDA+Xv7++KmKWWnZ2t3bt3q1u3bs5tZrNZ3bp1U2pqaoH32bFjh7p27ZpnW1xcnHbs2OHKqOVWlr5e6+LFi7LZbAoKCnJVzApR1r4uXrxYISEhGjx4sDtiVoiy9PWrr75STEyMZsyYoW7duumvf/2rli1bJrvd7q7YpVaWfsbGxmr37t3OY9ShQ4e0adMm9ejRwy2Z3clbj0soWlZWlkwmk2rVqmV0FI+Qk5Ojf/zjH4qPj9f1119vdByPkpOTo40bN6pp06aKj49X165dNXjwYJbZu0psbKy++uorHT9+XA6HQ1u2bNGBAwcUFxdndDRD5C5RmfuebteuXbJarXn+zkZGRio8PLxS/i25dnwK4mmfa9ypoPHxxs+4AAAA8D4U/gySkZGh4ODgPNv8/f0VFBSk9PT0Au9z6NAhSdKiRYs0ePBgvfTSS2rdurUeeOABHTx40NWRy6wsfZWk5ORkxcbG6tZbb3V1xApT1r5e7eTJk1qyZImGDBniiohlcurUKdntdoWEhOTZHhISUug1TTIyMhQaGlri9p6iLH291rx581SvXr08J4U8UVn6un37dr333ntKSkpyR8QKU5a+Hjp0SJ9//rnsdrtefPFFjR07VitXrtTSpUvdEblMytLP/v37a8KECbrnnnvUpk0b3XrrrercubNGjx7tjshuVdBxKTQ0VFlZWR5/rVwU7PLly5o3b5769eunwMBAo+N4hJSUFPn7+2v48OFGR/E4mZmZunDhglJSUtS9e3e9/PLL6t27t8aPH69t27YZHc8jTJs2Tc2bN9dNN92ktm3bauTIkUpISFCnTp2MjuZ2OTk5mj17tjp06KAWLVpIuvJ3JCAgIN8XDUJCQkr8Xt9XFDQ+1/LEzzXuUtj4eONnXAAAAHifyve1OxebN2+eUlJSimyzdu3aMu07JydHkjRkyBANGjRIktS6dWtt3rxZa9as0cSJE8u037JyZV83bNigLVu26IMPPijT/SuaK/t6taysLI0aNUqRkZGV5lohvubFF1/U2rVrtWrVKp+7XlBWVpYmT56spKSkfAVuX+RwOBQSEqKkpCT5+fmpbdu2On78uFasWOFTv59bt27V8uXLlZCQoOjoaFksFs2aNUuLFy/WuHHjjI4HFMpqterRRx+Vw+FQYmKi0XE8wq5du7Rq1Sq9//77XDuqALnvpW+55RY98MADkqRWrVrpxx9/1FtvvaXOnTsbmM4zrF69Wjt27NDSpUsVHh6u7du3KzEx0Su+0FTREhMTtXfvXr3xxhtGR/FIxY1PZf9cU9D4eNpnXAAAAPguCn8VbMSIERowYECRbRo3bqzQ0FCdPHkyz3abzaYzZ84UuuRH7vbIyMg82yMjI5WWllaO1GXjyr5u2bJFFosl37eLH3nkEXXs2FGrV68uX/hScmVfc2VlZWnkyJGqUaOGFi9erICAgHLnrih16tSRn5+fMjMz82zPzMzMN3smV2hoaL4ZRkW19xRl6WuuFStW6MUXX9TKlSvVsmVLV8asEKXt66FDh3TkyBGNGTPGuS33JGrr1q21bt06NWnSxLWhy6gsz2vdunXl7+8vPz8/57aIiAilp6crOztbVapUcWnmsihLP59//nn97W9/cy7dGhUVpQsXLmj69OkaM2aMzGbfWRygoONSRkaGAgMDVa1aNYNSoSysVqsee+wxpaWl6dVXX2W23//Zvn27MjMz1bNnT+c2u92uZ555RqtWrdJXX31lYDrj1alTR/7+/gW+l/7hhx8MSuU5Ll26pH/9619atGiRbr75ZklSy5Yt9csvv2jFihWVqvA3Y8YMbdy4Ua+99prCwsKc20NDQ2W1WnX27Nk8s/4yMzMr1bKNhY1PLk/+XOMOhY2Pp33GBQAAgO+i8FfBgoODSzQTJjY2VmfPntWuXbvUtm1bSVc+COTk5Cg6OrrA+zRq1Ej16tXTgQMH8mw/ePCgbrrppvKHLyVX9vXhhx/Od/2w/v3765///Geek1nu4sq+Slc+HMfHx6tKlSpaunSpx80Uq1Klitq0aaPNmzc7l6XJycnR5s2bde+99xZ4n5iYGG3ZssX5jXpJ+u677xQTE+OGxGVXlr5KV5ZWW7ZsmVasWJHnGo+erLR9jYiI0Mcff5xn24IFC3T+/Hk99dRTBZ748RRleV47dOigTz75RDk5Oc7i18GDB1W3bl2PLPpJZevnpUuX8hX3coudDofDtYHdLCYmRt98802ebd5wXEJeuUW/P/74Q6tWrVKdOnWMjuQx7rjjjnzFmfj4eN1xxx0aOHCgQak8R5UqVdSuXbsC30s3bNjQoFSew2azyWq15pst6ufn53N/DwrjcDiUlJSk9evXa/Xq1WrcuHGe29u2bauAgABt3rxZffr0kSTt379faWlpleJvSXHjI3n+5xpXKm58PO0zLgAAAHwXhT+DREZGqnv37po2bZoSExNltVqVlJSkfv36qX79+pKk48eP6/7779fcuXMVHR0tk8mk+Ph4LVy4UC1btlSrVq30wQcfaP/+/XrhhRcM7lHhytLXunXrFvit2fDw8AI/YHqKsvQ1KytLI0aM0MWLF/Xss88qKytLWVlZkq4UHK+ebWSkBx98UE888YTatm2r6Ohovfrqq7p48aLzROLkyZNVv35955Kzw4cP13333aeXX35ZPXr00Nq1a7Vr1y7NmDHDyG6USGn7+uKLL+qFF17Qc889p4YNGzqv8VK9enXVqFHDsH6URGn6WrVq1XzXcMn9tnth13bxJKV9Xu+++2699tprmjVrlu6991798ccfWr58ue677z4ju1Gs0vazZ8+eWrlypVq3bu1c6vP5559Xz549Peb4U5jz58/LYrE4fz58+LB++eUXBQUFKTw8XM8995yOHz+uuXPnSpKGDh2q119/XXPnztWgQYO0ZcsWffbZZ1q+fLlRXUABinpe69atqwkTJujnn3/W8uXLZbfbncfcoKAgjy3KV6TiXvfXFkIDAgIUGhqqiIgId0c1RHHjEx8fr8cff1ydOnVSly5d9O233+rrr7/WqlWrDEztPsWNT+fOnfXss8+qWrVqCg8P1/fff68PP/xQTz75pIGp3ScxMVGffPKJlixZoho1ajiPLzVr1lS1atVUs2ZNDRo0SHPmzFFQUJACAwM1c+ZMxcbGVorCX3Hj4y2fa1yluPHx1s+4AAAA8D4U/gw0b948JSUl6f7775fZbNZtt92mqVOnOm+3Wq06cOCALl686Nz2wAMPKDs7W8nJyTpz5oxatmypl19+2WOX18tVlr56q9L2dffu3dq5c6ckqXfv3nn2tWHDBjVq1Mh94YvQt29fnTx5Ui+88ILS09PVqlUrvfTSS87lA48ePZpn1lCHDh00b948LViwQPPnz1fTpk21ePFirygQlbavb731lqxWqyZMmJBnP+PHj9cjjzzi1uylVdq+erPS9rVBgwZasWKFkpOT9be//U3169fX8OHD9dBDDxnVhRIpbT/HjBkjk8mkBQsW6Pjx4woODlbPnj31+OOPG9WFEtu1a5eGDx/u/Dk5OVmSNGDAAM2ZM0fp6ek6evSo8/bGjRtr+fLlSk5O1qpVqxQWFqaZM2eqe/fubs+OwhX1vI4fP965XOUdd9yR536rVq1Sly5d3BfUIMW97iu74sand+/eevrpp/Xiiy9q5syZatasmV544QV17NjRqMhuVdz4zJ8/X/Pnz9ekSZN05swZhYeH6/HHH9fdd99tVGS3evPNNyUp35d8kpOTnV+gmTJlisxmsyZMmKDs7GzFxcUpISHB7VmNUNz4eMvnGlcpyesHAAAAcAeTo7Ks2wIAAAAAAAAAAAD4MN+YxgEAAAAAAAAAAABUchT+AAAAAAAAAAAAAB9A4Q8AAAAAAAAAAADwART+AAAAAAAAAAAAAB9A4Q8AAAAAAAAAAADwART+AAAAAAAAAAAAAB9A4Q8AAAAAAAAAAADwART+AAAAAAAAAAAAAB9A4Q9AuWzYsEEjRoxQ586d1bZtW/Xq1UvTp0/XgQMHKvRxnnzySf31r3+t0H0WZ8eOHRo5cqT+/Oc/Kzo6Wr169dKECRO0c+dOl+RauHChYmNjnT9v3bpVUVFR+s9//lMh+y9ofwsXLtSPP/5YIfsHAACe79r3G9c6ceKE5s6dqzvuuEOxsbG66aabNHHiRB05cqRE+46KitKwYcPy3TZr1iz16tWrXNkBAAAAAMXzNzoAAO81b948paSkqE+fPkpKSlJwcLAsFovWrFmjxx9/XB9++GGFPdbYsWN14cKFCttfcX744QcNHz5c3bt3V2JiomrUqKE//vhDX375pX766Se1b9++wnMNHjxYPXr0qJB9FaRNmzZ6++23FRkZ6dy2aNEiVa9eXR06dHDZ4wIAAO+xe/durV+/XoMGDVL79u116tQpLV26VIMHD9Ynn3yi4ODgYvexfft2bd26VV26dHFDYgAAAADA1Sj8ASiTTZs2KSUlRWPHjtWjjz7q3N6pUycNGjRIX3/9dYU+XpMmTSp0f8V588031bBhQy1evFh+fn6SpK5du2ro0KHKyclxSa6wsDCFhYVV2P5yORwOWa1WBQYGKiYmpsL3DwAAfMcNN9ygzz77TP7+//2o2KFDB91888368MMPNWLEiCLvX716dTVv3lxLlixxSeEvOztb/v7+MptZvAYAAAAACsKnJQBl8vLLLys0NFRjx44t8PaePXs6/3358mUlJycrLi5O7dq10x133KH169fnab9371499NBD6tKli9q3b68+ffooJSXFefu1S2q+//77ioqK0s8//6yRI0cqJiZGt912W4GzDDdu3KjBgwcrOjpaN954oxISEoqdpXf27FkFBwc7i35Xu/pEU2G5/vOf/2jEiBHOvnz33XfKycnRv/71L3Xr1k3dunXTc889l6eIWNzSW9KVcR80aJBuuOEGde3aVaNGjcq3rGpupk2bNulvf/ub2rVrp6+++irfUp9RUVGSpLlz5yoqKkpRUVHaunWrHnnkEQ0dOjTfY7/xxhtq166dTp8+XWRGAADgvWrVqpWn6Cdd+XJScHCwTpw4UaJ9jB07Vlu2bCl2OfEjR45owoQJuuGGGxQTE6P4+Hjt2bMnT5tevXppxowZSklJUc+ePRUdHa3Tp0/rvvvu06hRo/TJJ5/otttuU/v27TV69GidOXNGR44cUXx8vGJjY9WvXz9t3bq1dIMAAAAAAF6Mwh+AUrPZbPrxxx914403KiAgoNj2kyZN0ttvv62RI0dq8eLFat68uR555BFt2LDB2Wb06NE6e/asZs2apeXLlys+Pl4XL14s0b7j4uK0ePFitWrVSk8++aR+//135+3r1q3TmDFj1KJFCy1atEj/+Mc/tH79ej311FNF7rdNmzZKTU3VggUL8uyvpJ544gndfPPNWrRokerVq6fx48dr1qxZOnbsmJ555hndc889evHFF/Xpp5+War/Hjh3TvffeqyVLlmjmzJnKycnR0KFD8xXjTpw4oZkzZ+qBBx5QSkqKWrVqlW9fb7/9tiTpvvvu09tvv623335bbdq00eDBg5Wamqr9+/fnab9mzRr17t1btWvXLlVmAADg3Q4cOKDMzMw8y4UXpWfPnmrdurUWL15caJusrCzdd999+vnnn5WYmKhnn31Wp06d0r333qujR4/mafvFF19o48aNeuqpp7RkyRJVr15dkvTzzz9r1apVmjx5shITE7V9+3ZNmzZNEyZM0M0336yFCxcqODhYjzzyiM6fP1/2AQAAAAAAL8JSnwBK7fTp08rOzlZ4eHixbX/99Vd98cUXSkxMdM4iu+mmm3TkyBEtXrxYt9xyi06ePKnDhw/rqaeeUq9evSRJN954Y4myDBs2TMOGDZMkxcbGatOmTfr88881duxYORwOzZ07V3379tWsWbOc96lbt64efvhhjR07Vtdff32B+42Pj9fOnTu1dOlSLV26VLVr11ZcXJzuvvtudezYsdhc9957r+655x5JUv369dW/f3/t2rXLWWzr3r27vvrqK61bt079+/cvUV8lacqUKc5/2+12/fnPf1bXrl31+eefa8iQIc7bzpw5o5SUFOe1CKUrRcOr5S772aBBgzxLgMbFxSk8PFxr1qzRP/7xD0nSb7/9pl27dunvf/97ibMCAADv53A4NHPmTNWrV0/9+vUr8f3GjBmjRx55RD/99JOio6Pz3f7+++8rLS1Nn376qbOg2KlTJ/Xs2VOvvvqqnnzySWdbq9WqlJQUZ8EvV1ZWlpYtW+a87uCePXv08ssv6+mnn9bdd98tSapXr5769++vzZs369Zbby11/wEAAADA2zDjD0CZmUymYtv88MMPkqS//OUvebbffvvt+vnnn3XhwgXVqVNHDRs21Pz58/XBBx/kK1AVJS4uzvnv6tWrKzw83Hn/AwcO6MiRI7r99ttls9mc/3Xu3Flms1m7du0qdL+BgYF6+eWX9e6772rcuHFq2bKlPv/8c91777169913i8315z//2fnvpk2bSspfzGzWrFm+b7QXZ8eOHXrwwQfVpUsXtW7dWu3bt9eFCxd08ODBPO1q166dp+hXGmazWYMGDdK///1v2Ww2SVdm+zVs2FBdu3Yt0z4BAIB3WrhwobZs2aK5c+fmK7wVpXfv3mrRokWhs/62b9+u66+/Ps8swtq1a6tbt27O94+5unTpUuBjt2zZ0ln0k/77nqtbt275tpXm/SUAAAAAeDMKfwBKrXbt2qpatarS0tKKbXvmzBkFBATkWx4yNDRUDodD586dk8lk0ooVKxQREaEZM2aoR48eGjhwoL7//vti91+zZs08PwcEBCg7O1uSdOrUKUnSuHHj1KZNG+d/7du3l91uL1HRLTo6WhMmTNCrr76qzz77TGFhYZo3b16pclWpUkXSlWvmFJa1JNLS0jRixAjZ7XYlJibqzTff1HvvvaeQkBBdvnw5T9vQ0NAS77cgd911l06ePKlNmzbJarXqo48+0oABA/Jc3xAAAPi2d955R4sXL1ZiYmKpv/xjMpk0evRobdy4Ubt37853+9mzZwt8vxISEqIzZ87k21aQgt5bSQW/D7v2vRIAAAAA+CqW+gRQav7+/urQoYO2bNkim80mf//CDyVBQUGyWq06c+aMgoKCnNszMjJkMpmcJ2aaNWumF154QVarVampqZo/f75Gjx6tb775RjVq1ChTztxi4/Tp0wtcYqpevXql2l/jxo31l7/8RStXrlRGRka5i2ul9e233+rChQtatGiR80SXzWbLd3JMKtlszKKEhYWpe/fuWrNmjex2u06dOqWBAweWa58AAMB7rF+/Xk8//bQmTJigu+66q0z7uP3227Vw4UItWbIk3xLxQUFBOnDgQL77ZGZm5nnPKJX/fQ0AAAAAVCZM3QBQJg8++KDS09O1bNmyAm/ftGmTJOmGG26QJK1bty7P7evWrVPr1q3zLdsUEBCgzp076+GHH1ZWVpZOnDhR5owREREKCwvToUOH1K5du3z/1a9fv9D7ZmRkFLj94MGDqlKlSr5vmLvDpUuXZDKZ8hRaP/vsM+dynGUREBBQ6DfgBw8erE2bNunll19W165d1bBhwzI/DgAA8B5bt27V3//+dw0ePFjjxo0r837MZrNGjx6tDRs2aM+ePXluu+GGG/Tbb79p//79zm1nzpzRd99953z/CAAAAAAoPWb8ASiTHj16aOTIkVq4cKH27dunfv36qU6dOjp8+LDWrFmjc+fOqUePHmrZsqVuu+02zZkzR5cuXVKzZs300UcfKTU1VUuWLJEk/frrr3rmmWfUt29fNW7cWFlZWVq+fLkaNmyoJk2alDmjyWTSk08+qUmTJunChQu6+eabdd111yktLU2bNm3S448/rmbNmhV436lTp8put+u2225T06ZNlZWVpc8//1xff/217r//fueyUe6Ue43Af/7znxo6dKj27t2rlStXlqsIGRERoQ0bNqhjx4667rrr1KxZMwUGBkqSbr75ZtWpU8c5AxMAAPgGu92e70tZ0pUlzi9evKhx48apadOmuuOOO7Rjxw7n7cHBwaV+b9a/f38tXrxYW7duzfMlooEDB+qVV17RqFGj9Nhjj6lq1apaunSp/P39df/995e5bwAAAABQ2VH4A1Bm//jHPxQbG6vXX39dU6ZM0cWLF1WvXj3FxcUpPj7e2e7ZZ5/V/PnzlZKSotOnTysiIkIvvPCCevXqJUmqW7euQkNDtXz5ch0/flw1a9ZUx44d9eyzz8rPz69cGW+//XbVqlVLy5Yt08cffyxJatiwobp3717kUp3Dhg3Thx9+qOXLlys9PV3VqlVTkyZNNGvWLA0YMKBcmcoqKipKycnJWrRokUaNGqVWrVrp+eef12OPPVbmfU6fPl2zZ8/WQw89pEuXLmnVqlXq0qWLpCtLuvbq1Uvr1q1T7969K6gXAADAaJcvX9ajjz6ab/vcuXNlt9t17tw5nTt3TnfffXee2wcMGKA5c+aU6rH8/Pz08MMPa+rUqXm2BwYGavXq1ZozZ46mTZumnJwcdejQQa+99poaNGhQ+k4BAAAAACRJJofD4TA6BADA8+Tk5OjWW29Vz549NW3aNKPjAAAAAAAAAACKwYw/AEAe2dnZ+vXXX/X555/r2LFjGjZsmNGRAAAAAAAAAAAlQOEPAJDHiRMnNHjwYAUHB2vatGmKiIgwOhIAAAAAAAAAoARY6hMAAAAAAAAAAADwAWajAwAAAAAAAAAAAAAoPwp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4gP8PypEMdl8EtIkAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "=== Clustering Analysis (k=2) ===\n", + "Cluster 0: 353 samples, purity: 0.654\n", + "Cluster 1: 647 samples, purity: 0.988\n", + "Average cluster purity: 0.8210\n", + "\n", + "Completed analysis for BBBP dataset\n", + "\n", + "==================================================\n", + "ANALYZING CLINTOX DATASET\n", + "==================================================\n", + "Loading clintox dataset...\n", + "Generating augmented SMILES...\n", + "Dataset: clintox\n", + "Total molecules: 1000\n", + "Label distribution: [ 64 936]\n", + "Generating embeddings...\n", + "=== Class Separation Analysis ===\n", + "Class 0 (Non-toxic) size: 64\n", + "Class 1 (Toxic) size: 936\n", + "Mean inter-class similarity: -0.0687\n", + "Mean intra-class similarity (Class 0): 0.7217\n", + "Mean intra-class similarity (Class 1): 0.9002\n", + "Separation ratio: -11.8095\n", + "Computing PCA...\n", + "Computing t-SNE...\n", + "Computing UMAP...\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABvsAAASdCAYAAABuJeCxAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd4FNXXwPHv7GbTGyUEQm8JvUkXKaGpVFFUFJSmooAVBdFXUVFEQRGw/ZQiKL0oVRBQEAQVpRMIHUIgIaTXbfP+sWTMZnfTKEngfJ7HR3bqndndyd177j1XUVVVRQghhBBCCCGEEEIIIYQQQghR6uiKuwBCCCGEEEIIIYQQQgghhBBCiKKRYJ8QQgghhBBCCCGEEEIIIYQQpZQE+4QQQgghhBBCCCGEEEIIIYQopSTYJ4QQQgghhBBCCCGEEEIIIUQpJcE+IYQQQgghhBBCCCGEEEIIIUopCfYJIYQQQgghhBBCCCGEEEIIUUpJsE8IIYQQQgghhBBCCCGEEEKIUkqCfUIIIYQQQgghhBBCCCGEEEKUUhLsE0IIIYQQQgghhBBCCCGEEKKUcivuAgghhBBClCbR0dGsWrWKv/76i9OnT5OUlARAmTJlqFu3Lm3atKF3796EhIRo+0yYMIHVq1drr8eMGcPYsWPzPdesWbOYPXu29vqBBx7gww8/1F6vWrWK119/3W6fRx99lHfeecfhWOHh4Vy8eFF7vXXrVqpUqcKQIUP466+/CnDljhYsWECbNm3slsXHx7N8+XJ2797NqVOnSExMxM3NjTJlytCwYUM6duxIv379cHd3t9tv+fLlvPnmm9rroKAg1qxZQ9myZR3O+8Ybb7BixQrtdYsWLfjhhx/Q6fLvx5b7ngLo9XoMBgO+vr6UK1eOmjVr0qZNG/r27Yuvr2+B7oUo2YxGI+vXr2fHjh0cPnyY+Ph4MjMz8fHxoWrVqjRv3pxu3brRpk0bFEUBHL9fBf3elkaRkZH88MMP7N27l+joaIxGI35+fgQEBBASEkJoaChhYWEMGDCguIt628r9jD5+/HgxlqZg+vTpQ2RkpPZ66tSp9O/f3+X2S5Ys4e2339ZeN2zYkFWrVt1237Xcf/Nz/60MCwvT/l25cmW2bdt2S8tXVLnrC9n1CCGEEEIIUTJIsE8IIYQQogCMRiMfffQRixcvxmw2O6yPiYkhJiaGnTt38u233xY5gHa9Vq5cyYgRI6hWrdotP/e8efOYMWMGmZmZdsuNRiPp6elcvHiRzZs3M3PmTD766CPatWunbTNw4EC2bt3Kr7/+CsCVK1eYNGkSM2fOtDvWtm3b7AJ93t7efPTRRwUK9LlisViwWCxkZmYSFxfH8ePH+fnnn/n444957rnnGDlypBYAulFKY8N+QZTE69q2bRtvvfUWV65ccViXlJREUlIShw8fZuHChXzxxRd07dq1GEpZfBYtWsT777/v8FxLSEggISGBs2fP8scff6DX6yXYV0hRUVF2n6fWrVuzcOHCYizRjdW/f38++ugj7fVPP/2UZ7Dvp59+snstn6eSobQGH4UQQgghhD0J9gkhhBBC5CMrK4thw4bxzz//2C338fGhUaNGeHt7Ex8fz7Fjx8jKysJqtRZTScFkMvHZZ58xffr0Am3fqlUrypQpY7fs4sWLHD58WHtdpkwZWrdu7bBvzlF377//PgsWLLBbX758eRo0aIDRaOTAgQNkZGQAEBsby/Dhw/nss8/o0aOHtv3kyZPp3bs3CQkJAGzatImffvqJfv36AbZRg//3f/9nd46JEydStWrVAl2rM5UrV6ZRo0YYjUYuX75MZGQkFosFgPT0dKZNm8bRo0f55JNPbnjAT9x8CxcuZPLkyXbLFEWhfv36BAcHk5mZyYkTJ4iLiwNAVdXiKGaxOXr0KO+9957dM6tu3brayOTLly9z+vRpTCZTcRXxjtGxY0fi4+OLuxiF0rdvXz755BMtULxnzx5iYmIIDg522PbChQv8+++/2muDwUDv3r0B23O4Z8+e2rratWvf5JIXr5zX6mz0ekmVu77g7e1djKURQgghhBC5SbBPCCGEECIf7777rl2gT1EURo8ezdNPP42Hh4e2PDMzk3Xr1vHdd98VRzE169ev56mnnqJevXr5bvv88887LMudUq1u3boOI+xy+vnnnx0Cfc8++yxjxozBzc1W3UxMTOTVV19lx44dAFitVl577TUaNWqkBRbKly/Pe++9x5gxY7TjTJ48mTZt2lCxYkUmTZqkBWUAunTpwsCBA/O9xry0bt3aLjVqbGwsn376KatWrdKWbdiwgbp16/Lcc89d17nErfXXX3/xwQcf2C1r2bIlH3zwAdWrV7dbvm/fPr766qtbWbwSYdWqVXaBvs8++4x7773XbpuMjAx2797N2rVrb3Xx7iiTJk0q7iIUWlBQEPfcc482IttqtbJ27VpGjhzpsG3uUX3h4eEEBgYC0KZNG4eU0LezvP6elmTO6gtCCCGEEKLkkGCfEEIIIUQeIiMj7QI/AGPHjmX06NEO23p6evLQQw/Rt2/fW1U8p1RV5dNPP+Xrr7++Jef77LPP7F737NmTF1980W5ZYGAgM2fO5L777uPSpUuALYjw9ddf280x2L17d/r378+PP/4IQHJyMhMnTqRv375s2rRJ265s2bIOI7ZuhAoVKjBlyhQURWHlypXa8m+++YZHH31UG4VhNBqZP38+x44d48SJEyQkJGjzNwYEBBAaGkq3bt146KGH7OYnzJ3mMlvONGrwX/rLY8eOsXbtWo4dO8aFCxdISkoiNTUVd3d3goODadq0KQMHDqRly5YOxzSbzaxcuZKff/6ZEydOkJiYiE6no0yZMgQHB9OgQQOaN2+ujZzMKTY2liVLlrBz507Onj1LWloavr6+1K9fn169etG/f38MBkORr+tW+OijjxxGrM2ZMwdPT0+HbZs3b87XX3+N0Wgs8PH37t3L5s2biYiI4NKlSyQlJZGWloaXlxchISG0aNGCQYMGOQ26p6ens3jxYrZt28bp06dJSUnBYDAQGBhIpUqVaNSoEe3ataNLly52+61fv561a9cSERFBfHw8qqoSGBhIhQoVqF+/Po0aNeLhhx9Gr9cX6BrOnj1r9zpnat1sXl5ehIeHEx4e7vI458+fZ/HixezevZuoqCgyMzMJCAigUaNGPPDAA/Ts2dNhZKyzedoefvhhvvjiC7Zv305cXBzlypWjW7dujB492mEEVFRUFCtWrODYsWOcOXOG5ORk7T6WK1eOhg0b0r9/f4d7CI5zd06ZMoX69evz5ZdfsnfvXhISEnjuuecYO3Zskc6TO31ntr/++svuO5EzrWdBUuAmJCSwdOlStm/fzunTp0lNTcXb25uqVaty991389hjj1GpUiWH/Zwde9OmTXz//fccPXoUk8lEnTp1eOKJJ/JMw+nMAw88oAX7wBbUcxbsyx0sfuCBB7R/5zdnX1G+L/nNm/fnn3/yxBNP2JUnZ8eP63n25ievtJm5n5mu5CxvQkICixYt4tixY5w+fZrExESSkpLQ6/WUKVOGevXqcf/999O7d2+7lNfOznXx4kWX5SvInH1paWmsWrWKrVu3EhkZSXJyMh4eHoSEhNCmTRsGDRrkdOSms2NfuHCBefPmsX//fjIyMqhWrRoDBw7kySeflJH2QgghhBBOSLBPCCGEECIPGzZssAsYlC1blqeeeirPfXIGd26l5s2bc+jQIcxmM7/99hv//PMPd911100958mTJzl9+rTdsqFDhzrd1svLi0ceeYQZM2Zoy7Zs2WIX7AN48803+euvv4iOjgZg165d/Pnnn3bbvPfee5QvX/76L8CFV155hTVr1mjpC9PT09m6das2kjA1NdVlqtQrV65w5coVdu3axfLly1mwYAF+fn5FKseuXbv49ttvHZabzWbOnDnDmTNn+PHHHxk7dqzdiEhVVRkzZoxdI3y2y5cvc/nyZQ4cOMDGjRsdgn2//PILEyZMIDU11W55YmIiu3fvZvfu3Sxbtowvv/zypr4H1+P8+fMcOnTIbtkLL7zgNNCXU2G+uxs2bOCHH35wWJ6amkpkZCSRkZEsX76cd999l4ceekhbbzQaGTx4MEeOHLHbz2QykZ6eTnR0NP/88w979+61C168++67Ts+X/Xk7cuQIK1asoG/fvvj4+BToGnIGbMEWZBk2bBgtW7bE39+/QMf44YcfmDJlikOqz7i4OH777Td+++03OnbsyMyZM/Hy8nJ5nGPHjtGvXz8tjS/YPqvff/8927ZtY+HChXaBhcOHD/Pll186HCf7Pl64cIGff/6ZBx980GGEZ26///47b731ltN0pTfyPNdj9+7dvPTSS3b3B2wdIo4cOcKRI0dYuHAh7733Hn369MnzWOPHj9c6VGQ7cuQI48ePJzEx0eUz3JkuXboQGBhIYmIiYOsgc+zYMbsg9/79++0Cy9kjAguiqN+X61XUZ29xiIqKcjpa0GQycenSJS5dusSvv/7KTz/9xFdffeXwvb9Rjh07xnPPPefQ8cNkMmnPxMWLF/PKK68wfPjwPI81a9Ysh8/oyZMnmTJlChcvXuSNN9640cUXQgghhCj1JNgnhBBCCJGHnHMMgW3kS3EF8/JTo0YNQkNDWbp0KQCffPKJ0+DAjXTgwAG71waDgcaNG7vcvkWLFnav4+LiuHjxIpUrV9aW+fn5MWXKFIYOHarNoZY9JxTAgAED6Nat240ovkvlypWjUaNG7Nu3T1v277//OqQNDQwMpGrVqgQEBODh4UFKSgpHjx7VAmVHjx5l5syZWsNk9rxcO3bs0OYwBPs5nJypXr065cqVIyAgAKvVSmxsLMePH9cC0bNmzSI8PJwGDRoAtsb1nIG+gIAAGjdujJubG7GxsURHR2uN8zn9+++/vPTSS1rQQ1EUGjZsSFBQEKdOneL8+fMAHDx4kDFjxrB48WIURSnydd0sub+3er2eDh063PDz6HQ6atSoQdmyZfH398dsNnPx4kVOnToFgMVi4d1336Vjx45UqFABgM2bN9sFLrLntgSIiYkhKiqKtLQ0u/PExMSwaNEi7bW3tzdNmjTBy8uLK1eucOnSJa5evVro8rds2dJuVNFff/2lja6pUqUKTZs2pV27dvTo0YOAgACH/Tdu3Mi7776rvdbr9TRp0oSAgAAiIiKIiYkBYMeOHUycOJFPP/3UZVm2bNmCTqejSZMmeHh4cODAAW2kZXR0NK+++iqLFy922C8kJITg4GD8/f3R6XTExcVx7Ngx7TO8cuVKwsPD83xmbNiwAbB9z2rUqEFMTIzDyKHCnMfb25uePXuSkZGhpS4Gx/lP69Sp47JMOZ06dYrnnnuO9PR0bVmFChUIDQ3l3LlzXLhwAbCNlh4/fjzBwcFO51nN9uOPPxIYGEjDhg05deoUly9f1tbNnj2bRx55JM/AbE7u7u707t2b77//Xlv2008/2QX7cqfw7NOnj5biOT9F+b7cSIV99l4vZ89Mi8XCtm3b7DoeZadAzSkoKIiQkBD8/f0xGAwkJCQQERFBZmYmADt37uSHH37QgrnZ58o5at7Ly4uOHTtqrws6p2B8fDwjRoywS7Wd/RmLiYnh5MmTgO1v+dSpUylfvnyeWRB+/PFH7Tl36dIlzp07p637/vvvGT58uNNRrEIIIYQQdzIJ9gkhhBBC5CF3A3rOoFRJNHr0aH766ScyMzPZu3cv27dvp1OnTjftfPHx8XavAwMD8xw1EBQU5LDs6tWrDve1bdu2PP7443YNyGBr4L5VPforVapkF+zL+Vnw9fVlzZo1hIaGOgQFUlNT6devH1FRUYAtIJJd5ux5uXKn1XM1h9P999/PAw884LTB9bfffuOZZ57RXm/YsEFrcM4+d7affvrJrmFUVVUiIiLsrg9g2rRpWvDCzc2N7777TktTp6oqb7/9thZM3rdvH5s3b6Znz56Fvq6bLWeDM9garAsavCioJ598kpdeesnpqM0ffvhBC4JlZWWxdetWBg0aBNi/Nz4+PmzZssWubBaLhQMHDtiNhLp48aIW+AZbWtnc6QNPnTrFrl27CjVq59FHH2XVqlVaQ3xOUVFRREVFsX79ej744APGjh1rNxrHarXy0Ucfaa8DAgJYvHixlqLPbDYzevRofvvtN8D2+RwxYgSNGjVyWZ4vvvhCG5119OhRBg0apAUq/v33X/7++29atWoFQKtWrdi+fTsVK1Z0OM6JEyfo3bu39nr9+vX5dhB46623ePzxx7XX2YHGopynbNmyzJw50yGdZ37zn7ry+eef2wX6wsPDmTFjBh4eHlitViZNmqR9Ly0WC9OnT9deO9OwYUPmzp1LYGAgaWlpPPLII5w4cQKAlJQUDh8+rN3nghgwYIDds3rt2rWMGzcOvV6PyWTSgqnZcqbwzE9Rvi83QlGfvdcr9+fDarUyfvx4u0Bf27Zteemll7TXNWrUYNOmTdSoUcPheHFxcXTv3l37/GzYsEEL9mWfK2fazuzPbmHNmzfP7rnbtGlTvv32W22E8BdffGGX8nvatGkOaUVzqly5MgsXLqRy5cqYzWZGjhzJ7t27Ads9+fPPPwudclYIIYQQ4nYnwT4hhBBCiELI2eBeEgUHB/P4448zZ84cAD799FO7XvrFraD3z2KxcPjwYYflCQkJREVFOZ0H7UbL2bgK2AX13N3d8fPzY/r06fz555+cP3+etLQ0p2kAr1y5QnJycoHTIuZUqVIlduzYwU8//cSRI0eIiYkhMzPToWyAXTrVkJAQu3UfffQRnTp1omrVqtSoUYNy5crRoEEDuwbq+Ph4uxFx3t7eLFiwgAULFthdS06//vrrDR+9t2HDBn7++Wen6x5//HG7ebcK6mZ8b6tWrcrPP//Mxo0biYiIIC4ujszMTKfncvXepKWl8eGHH9KyZUuqV69O9erVCQgIoEWLFnajYHMHw7/88kvuvfdebZ/g4GBq167tdC6svPj4+LBo0SKmT5/Ojz/+SFZWltPt0tPTmTp1Kt7e3jz66KOALe1jdqpdsM1Zmnv+ztjYWLvXv/76q8tgX+451xo0aECfPn1Yvny5tmzXrl1aEKpcuXLs27ePWbNmcfDgQaKjo0lPT8/3u+Hq3DkDffBfStcbeZ6isFqtWsA027hx4/Dw8ABso0vHjRvHqlWrtOfPgQMHiI+Pdzkq68UXX9RGhvn4+NC2bVst2AdoIzILqmHDhoSGhhIZGQnYnhN//PEH99xzD9u3b7cbRZy9bUEV5ftyIxT12XujTZo0iTVr1mivmzdvzpdffqm9/2AbDX/58mUmT57M3r17uXjxIunp6XYj4m92WXOOEAZbSuCcf/OefvppFi9erD0TYmJiOHLkiMtMAE899ZT23HNzc6NTp05asC97fyGEEEIIYU+CfUIIIYQQeShXrpzdqJfcc9GURE8//TTLli0jJSWFiIgIh1EVN1LuxuTExERMJpPL0UW5R1yB7R7n9r///Y/9+/c7LDeZTLz66qusXLnypqdTzRnIAPty7t27l6eeesputE1eUlJSihTsmzx5MgsXLizwObLddddddOzYUUshuGHDBrvPQYUKFejQoQNPPvmkFjiNioqyC1QlJyfbpXdzJvcIwhvh1KlTLs/buXPnAh0j91yCCQkJpKen4+3tfb3FA2zBw7Fjx7Jly5YCbZ9z/sOePXsyd+5cIiIiAFiyZAlLlizR1lepUoVOnToxfPhwbY664OBgHn30UW27nTt3snPnTm2fMmXK0LZtWwYPHuww4i8/AQEBvPvuu7z66qvs2bOHf/75h3379nH48GGHYMG8efO0YF/u9z4mJua6Pi85Rxdlq1u3rt3rnN/JefPm8eGHH+Z5vmw5vxvO5JXy8kaepygSExPt0lQaDAZq1aplt42/vz8hISFaqkNVVYmKinIZ7MsdYPH19bV7nT2qsTAGDBhgd59++ukn7rnnHocUngMGDCjUcYvyfbkRivrsvZGmTp1qN0KzYcOGfPPNNw7PsQ0bNvDqq686De7ldrPKmrtulPv77ObmRp06dew6AERFRbkM9t2Mz6gQQgghxO3Oec4EIYQQQggBOM4xt3v37hLfyBQYGMjIkSO115999lmBGgGLokmTJnavTSYTBw8edLl97rnUypUr5zAKLSIigs8//1x7rdfrqVatmvY6MjKSGTNmXEep83flyhWtcTlbzs/CpEmT7AJ9vr6+tG/fnp49e9KzZ0/KlCljt29RRpYdOnTIobG5Ro0adOnShZ49e+Y7YvOrr75iypQpdOrUyaE8sbGxrFq1ioEDB+b5fuWnoMHOWy3399ZisdgFx67Xpk2bHAJ9oaGhhIeH07NnT4cUiDnffw8PD5YsWcKbb75J27ZtHdKARkVF8cMPPzBgwAC7BvR33nmHWbNm0aNHD4d0uAkJCWzcuJHBgwcXOACZm5+fH927d2fChAksXbqU3bt3M3jwYLttzp49e13PkpzzOV6P2NhYpk2bZresUqVKdOrUSfsOFkb2fIo3+zxFcTNGpeZ+Huj1+us+Zt++fe3m4duyZQuXLl2yG5VoMBjs0p4WRFG/L7lZLBa713nNcXm9z94bYdasWcydO1d7XbduXebMmeNw/UajkXfeecfue1m2bFk6dOigfUZvdApjZ2705zT3nIQ34jMqhBBCCHG7k5F9QgghhBB5uP/++/n666+11F0JCQl88803jB492uU+RqPxpo86y88TTzzB999/z5UrV7TRHjdD3bp1qVmzJmfOnNGWLViwgLvuusth28zMTJYtW2a3rFu3bnbpMY1GI6+99ppdOsynnnqK3r17M2DAAC3QOm/ePMLDwws9iqmgpk+fblcGb29vwsPDAUhKSrJLeRcUFMSGDRvsRu717NmThISE6yrDP//8Y/d60KBB2tx4YJszL3vknjN6vZ4BAwZoI2lSUlKIiopi8+bNfPHFF4Dtfi9atIgmTZpQuXJlFEXRGm1r1arFxo0br+saimLs2LGMHTv2uo5RrVo1GjduzKFDh7RlM2fOpGPHjnh6errcr6Df3b1799q9HjduHE899ZT2et26dfz9998u9/f09GTIkCEMGTIEsI3eOn/+PCtWrNBG8iQlJbFq1Sq7e9GjRw969OgB2AKtFy9eZPfu3Xz44YdYLBZUVeW7777Ld366bDExMQQHBztd5+/vz0svvWQ3F5ter9ca3XOPorrnnnv49ttvC3ReZ7JTQOaUey7B7I4BBw4csAtudO7cma+++kp7lsTGxuY7yjAnV/OGXe95cs/nWRRlypTB29tbC6ybTCbOnDljN7ovOTnZbtSjoig3dJRbQZQrV46OHTtq6RwzMjIYN26cXeeY8PBwhyBOQRTl+5J7dHnOVKLg+B3O6Xqfvddr7ty5zJ49W3tdo0YN5s2b5xCkBdt3JOe11a9fn2XLlmnPMbPZfNP+TuZUpUoVu+9rZGSk3bPFbDY7fJ9v9WdUCCGEEOJ2JyP7hBBCCCHyEBoaygMPPGC3bNasWcyePdthfqvMzEyWL1/Ogw8+eCuL6JS3tzfPPvvsLTnX888/b/f6559/ZtasWXYjKZKSknjxxRcd5vh65pln7Pb99NNP7Rr969evz5gxY6hbty4vv/yyttxqtTJ+/Hi79HY3QmxsLOPHj2f16tV2y59++mktJV7ukU1ubm52AaIFCxZw9uzZPM+TO+DkbP6h3PP/5RydkZKSwieffOLy+NHR0cyfP58LFy5oy/z8/Khfvz79+vWz2zZ7Hr5y5crRrFkzbfnp06f53//+5zAixmw2s2fPHiZOnMiBAwcKfV23ymuvvWYXxDlx4gQjRozg/PnzDtv++++/PP300wVuwM/9Gcj53ly5coUvv/zS5b4REREsWbLE7t4EBgbSpEkTh5Fi2e9NRkYGX375pd13w9vbm7p169KvXz+7+btyz6uYl5kzZ/LQQw+xfPlyh2AI4BDsrV27thbAatiwoV1j/q5du/jxxx8djpGVlcX27dt54YUXuHz5ssuy7N69m+3bt2uvjx07xtq1a+22ad++PeD43fDw8NDKZTQamTp1qsvzFMb1nif39yH3HIYFodPp6NSpk92y6dOna0E0q9Xq0DmhSZMmLlN43ky5U3TmDqjl/ltaEEX5voDjaM2VK1dq92z79u2sWLHC5Tmv59l7vRYvXmz3uapcuTLz5893GM2bLfezyGAwaCMssz8b+Y2ozfk5TUhIKFL2gtwplj///HO7lKFz5syx+/xXqFCBhg0bFvo8QgghhBDCNRnZJ4QQQgiRj7feeouzZ89qvf1VVdVSbDVu3Bhvb2/i4+OJiIggKyvLIc1Wbhs3brQbGZZT2bJl7UYQXI+HH36YefPm2QV8bob777+fvXv38sMPP2jLZs+ezdKlS2nQoAFGo5H9+/fbNTjqdDo+/PBDKleurC37+++/mT9/vvba3d2djz/+WBuhMXToULZt28Zff/0F2NK3TZkyhcmTJxe57H/99RfPP/88RqORmJgYjh8/7hDc6t27N6NGjdJelytXjipVqmjzj126dIkePXrQoEEDLly4wMmTJ+1GyDlTq1YtTp06pb1+5JFHqF+/PgaDgWbNmjF8+HC7wBvYRnv8/fffBAYGcujQIZKSklwePykpiSlTpjBlyhRCQkKoVq0avr6+pKWlOQToateurf37lVdeYejQoVoD8vTp01mwYAGhoaG4u7sTFxfHyZMntfcyd+CwINd1q7Ru3ZqJEyfafT727t1Lz549qV+/PsHBwWRkZHDy5EktSPDwww8X6NjNmjVj8eLF2uv333+fjRs34u7u7vBZz+3ixYu8/fbbTJo0iWrVqlGlShW8vLxISkpy+d6YTCZmzJjBjBkzCAoKombNmvj5+ZGVlcXhw4ft0qnmfD8L4tChQxw6dIj/+7//o2bNmoSEhGAwGDh79qzdiF3AriODTqfj1VdfZdy4ccB/AfiZM2dSq1YtdDodsbGxnDp1SgsevPrqqy7Loaoqo0aNonHjxnh4eLB//367oEPz5s21ufWaNGmCTqfTRlxv2rSJPn36UKlSJY4ePep0btCiuN7zlCtXjsDAQC2QevbsWfr160e1atVQFIWHHnqoQCkhx4wZw2+//aZ9rrZs2ULXrl0JDQ3l3Llzds94nU5n1zHiVurcuTNlypRxOqo5KCiIe+65p9DHLMr3BWyB4Zyj43bu3Enbtm3x8vLK9327nmfv9Th27BjvvPOO3bKyZcsyZcoUh23btGnD448/Tt26de1Gfh48eJCePXtSq1YtTp48SVRUVIH+Hh09ehSwjRju06cPderUQa/XEx4eTv/+/fMt+/Dhw1m1ahXx8fGAbfRj9+7dadiwITExMQ51nldeecXliFohhBBCCFE0EuwTQgghhMiHp6cn8+fP56OPPmLRokVaMCgtLY09e/Y4bJ9fA9apU6fsAiI55Qx+XS+DwcDYsWN57bXXbtgxXfm///s/QkJCmDlzpjbi8cqVK3YjdbIFBQUxZcoUu4bf1NRUJkyYoDWqA7z44ovUrVtXe60oClOnTqVv377aiIHly5fTrVs3h1EFBXXx4kWX8zx5e3szduxYhg0b5pCO7/XXX2fs2LFaeWNiYrSRJ127diUpKSnPNHEDBw7kl19+0V5funSJS5cu2W3TqlUrevTowebNm7Vl2Wkp9Xo9r7zyisN8Ys5ER0fbjajMqXLlynbzO7Zq1Ypp06bx5ptvkpqaCtjeR1ejxXLPo1SQ67qVhgwZQkhICG+99ZbWwG+1Wjly5AhHjhxx2L6gaRd79erFokWLtGCD1WrV3m9PT0+ef/55PvvsszyPoaoq586dc5lmt2HDhgwcONBheV7vR2BgIC+++GKBrgHsr1dVVU6fPs3p06edbtunTx8tjWLOZYmJiUydOlUbDZXXdyqvebf69OnDn3/+6RDAAahYsSIff/yx9rpKlSo8+eSTzJs3T1sWGRmpjXwcP378DRnddyPO8+CDDzJnzhzt9bFjxzh27BiAFrzMT506dZg9ezavvPKKFjiMjY11GCno6enJO++8Q9u2bQt03Bste06+3PPdge39zTmnX2EV9vty11130bVrV7Zu3aotS0tLIy0tDYPBwIMPPsiSJUucHutGPXsLKykpySEolx2Mz83b2xuwjTp8+eWX7To1nD9/XhvBPHjwYH799dc85zN86KGHePfdd7XXZ8+e1UanF7ROUq5cOb799lvGjBmj/b1JSEhwmCtVr9fz4osvFiiAKIQQQgghCkeCfUIIIYQQBeDu7s6bb77JsGHDWLVqFX/99RdnzpzRGufKli1LnTp1aNu2Lb179y7u4mr69OnDt99+63Q+rBtJURRGjhxJ//79Wb58Obt37+b06dMkJSWh1+spW7Ys9evXp3PnzvTt29cu7SDAlClTtJFyYGtsHTZsmMN5QkJCePPNNxk/fry27M0332Tt2rVO5zMqCJ1Oh8FgwNfXl/Lly1OjRg3atGlD3759XY7S7NatG/Pnz+fLL7/kwIEDWK1WqlWrxoABA3jiiScYOnRonufs1KkTn376KQsWLOD48eN2I7Ny+vTTT5k7dy6rVq0iKioKHx8fmjRpwqhRowgODnbZ4Fy9enU+/PBD9u3bx+HDh4mLiyMxMRGLxYK/vz81a9akc+fODBo0yOEa77vvPlq2bMmyZcvYtWsXp06dIjU1Fb1eT/ny5alZsyZ33XUX3bp1IzQ0tEjXdSt17dqVe+65h3Xr1rFjxw4OHz5MfHw8mZmZ+Pj4ULVqVZo3b0737t1p06ZNgY5pMBiYP38+n3/+ORs3biQ2NhY/Pz9atWrF2LFjtdEtzrRo0YJ33nmH/fv3c/ToUeLj47UATmBgIHXr1qVr164MHDhQ+574+PjwySefsG/fPg4dOkRsbCyJiYkYjUZ8fX2pVq0a7du3Z/DgwS7T/Tnz5ptv0q1bN/7880+OHj3KhQsXSEhIIDMzE09PTypUqECjRo3o16+fyxFoQ4YMoXPnzixdupQ9e/Zw/vx5UlNTcXd3JygoiDp16tCqVSu6d+9OpUqVXJalevXqTJw4kdmzZ7Nt2zbi4uIoW7YsXbt2ZfTo0ZQvX95u+/Hjx1OzZk0WLVrE6dOn8fDwoH79+gwbNozw8PAblsrzes/z0ksv4efnx7p167hw4YJD+ueC6tChAxs3bmTJkiXs2LGD06dPk5aWhqenJ9WrV6ddu3Y89thjN7TDSFE8+OCDToN9RUnhCUX7vmSbMWMGX375JevWrePSpUv4+vrSunVrRo8eTWJiostgHxT92VschgwZQoUKFZg7dy7Hjh1Dp9NRp04dBg0axIABA/j111/z3P/xxx9HURSWL1/OmTNn8k376UrDhg1Zu3YtK1asYNu2bURGRpKSkoK7uzuVK1emdevWDBo0yK4TjxBCCCGEuHEUNa98DkIIIYQQQgghxA22atUqXn/9de31mDFjGDt2bDGWSAghhBBCCCFKL0mSLoQQQgghhBBCCCGEEEIIIUQpJcE+IYQQQgghhBBCCCGEEEIIIUopCfYJIYQQQgghhBBCCCGEEEIIUUrJnH1CCCGEEEIIIYQQQgghhBBClFIysk8IIYQQQgghhBBCCCGEEEKIUkqCfUIIIYQQQgghhBBCCCGEEEKUUhLsE0IIIYQQQgghhBBCCCGEEKKUkmCfEEIIIYQQQgghhBBCCCGEEKWUBPuEEEIIIYQQQgghhBBCCCGEKKUk2CeEuG1FRUURFhbGqlWrSlw5Zs2aRVhY2C0vS3GdVwghhBCl16pVqwgLCyMqKqrElWPIkCEMGTLklpeluM4rhBBCiNIhLCyMWbNmFXcxHMpRXPW6klKfFOJ2JsE+IYRT2X+Es/9r3LgxPXv25N133yUuLs5h+7i4OKZOncq9995L06ZNadasGQMGDOCLL74gOTnZ6TkeeughwsLCWLRoUYHKNG/ePMLCwvjjjz9cbrNs2TLCwsLYunVrwS70NpSRkcGsWbP4888/i7soQgghxG3l33//ZdasWS7rNs6kpaUxc+ZMevfuTbNmzWjTpg39+vVj8uTJxMTEaNtld8hp3749GRkZDscJDw/nmWeesVuWs66W+7+33nrLZZlGjRpF06ZNSU1NdbnNK6+8QqNGjUhISCjwtd5uTp48yaxZs6RRSgghhCik7HpNfHy80/W9e/e26zST3Uk6LCyML774wuk+r7zyCmFhYTRv3tzlefNrZypsW1e2zZs3ExYWxvLly11us2vXLsLCwliwYIHLbe4EX331FVu2bCnuYghxR3Ir7gIIIUq2559/nipVqmA0Gvnnn39YvHgx27dvZ926dXh5eQFw8OBBnn76adLT0+nbty8NGzYE4PDhw3zzzTfs3buXuXPn2h337NmzHDp0iMqVK7N27Voee+yxfMty//3389FHH7F27Vrat2/vdJu1a9cSGBhIx44dcXNz4+DBg7i5lbxH3bPPPsvTTz99U46dkZHB7NmzGTNmDG3atLll5xVCCCFud/v27WP27Nk88MAD+Pv757u9yWRi8ODBnD59mv79+zN48GDS09M5ceIE69ato3v37gQHB9vtc/XqVRYvXszw4cMLVKa7776bfv36OSyvWbOmy3369u3Lr7/+ypYtW+jfv7/D+oyMDLZt20aHDh0oU6YM/fr1o1evXri7uxeoTLfSnDlzbtqxT548yezZs2ndujVVqlS5ZecVQggh7lQeHh6sX7+e5557zm55eno627Ztw8PDw+W+hWlnKkhbV06dO3fGz8+PtWvXMnDgQKfHXLduHXq9nl69egG2tjK9Xl+Qy76lbna97uuvv6Znz55069btlp5XCCHBPiFEPjp27Ejjxo0BGDhwIIGBgcybN4+tW7fSu3dvkpOTGTNmDHq9ntWrV1O7dm27/V966SWWLVvmcNw1a9ZQrlw5JkyYwPPPP09UVJRDI0puwcHBtGnThl9++YV33nnHoYIQExPD3r17efjhhzEYDAB5VgSLk5ubW7EEIYvrvEIIIcSdaMuWLRw9epRp06bRp08fu3VZWVmYTCaHferXr8+cOXN47LHH8PT0zPccNWrUcBrsy0t4eDg+Pj6sXbvWabBv69atWicuAL1eXyIbq4BiazCShiohhBDixuvUqRObN2/m2LFj1KtXT1u+detWTCYTHTp0cJnFqDDtTPm1deXm7u5Oz549WbVqFTExMQ6dtbKysvjll19o37495cqVA0pue1Rx1etKcn1SiNuFpPEUQhRK27ZtAbR0RkuWLCEmJoYJEyY4BPoAypcv79AjC2w9nnr27Kn1jlq3bl2Bzt+3b19SUlL47bffHNatX78eq9WqNaY5myvvypUrvP7663Ts2JFGjRrRoUMHnn32Wbv0TK7yqoeHhzNhwgTtdWJiIlOnTqVPnz40b96cFi1aMHLkSI4dO5bvdeSeO2/ChAku03Bll8VoNPLZZ58xYMAA7rrrLpo1a8Zjjz3Gnj17tONERUXRrl07AGbPnu1wDGdz9pnNZj7//HO6detGo0aNCA8P55NPPsFoNDpc/zPPPMPevXt56KGHaNy4MV27duXHH3/M93qFEEKI0m7WrFl89NFHAHTt2lX7G5tXiscLFy4A0KJFC4d1Hh4e+Pr6OiwfPXo0cXFxLF68+AaV3JGnpyc9evRgz549XL161WH9unXr8PHxITw8HHA+x8qhQ4cYMWIEbdq0oUmTJoSHh/P6669r6//880/CwsIcGuSc1c+OHTvGhAkT6Nq1K40bN+buu+/m9ddfL1AK0dxz54WHh7usU2WX5eLFi0yaNImePXvSpEkT2rRpozUKZlu1ahUvvPACAE888YTDMZzN2Xf16lUmTpxI+/btady4MX379mX16tVOr3/OnDksXbpUq389+OCDHDx4MN/rFUIIIW5nzZo1o0qVKqxdu9Zu+dq1a+nQoQOBgYEu9y1qOxM4tnU507dvX6xWKxs2bHBY99tvv5GSkmLXuSt321Jqairvv/8+4eHhNGrUiHbt2jFs2DCOHDmibZO73Slb7npHQdqHXMldr8tuJ3L2X86yzJkzh0cffVSr+w0YMICff/7Z7thhYWGkp6ezevVqh2O4mrPvhx9+oFevXlob3TvvvOOQMn/IkCH07t2bkydPMmTIEJo2bco999zDN998k+/1CnEnkeEdQohCOX/+PIBWwdq2bRuenp707NmzwMc4cOAA586d44MPPsDd3Z3u3buzdu1aRo0ale++PXr0YNKkSaxbt44ePXrYrVu3bh2VK1fmrrvucrn/2LFjOXnyJIMHD6Zy5crEx8eza9cuLl26lO/IwtwuXLjAli1buPfee6lSpQpxcXEsXbqUwYMHs379eoeeXnl55JFHtCBdtt9//521a9dStmxZwFYxXL58Ob1792bgwIGkpaWxYsUKRo4cyfLly6lfvz5ly5Zl0qRJTJo0ie7du9O9e3cAhwBfTm+++SarV6+mZ8+eDBs2jIMHD/L1119z6tQpPv/8c7ttz507xwsvvMBDDz3EAw88wMqVK5kwYQINGzakbt26Bb5eIYQQorTp3r07Z8+eZd26dbz++uuUKVMGQPs77UxISAgAP/74I8899xyKouR7nrvuuou2bdvy7bffMmjQoHxH92VlZTmdD8fX1zfP0Wd9+vRh9erVbNy4kcGDB2vLExMT2blzJ7169XJ57qtXrzJixAjKlCnD008/jb+/P1FRUfzyyy/5Xp8zf/zxBxcuXGDAgAEEBQVx4sQJli1bxsmTJ1m2bFmB7lu2iRMnkpaWZrfsu+++IyIiQqu/Hjp0iH379tGrVy8qVqzIxYsXWbx4MU888QTr16/Hy8uLVq1aMWTIEBYuXMioUaOoVasWgNPObQCZmZkMGTKE8+fP8/jjj1OlShV+/vlnJkyYQHJyMk8++aTd9uvWrSMtLY1HHnkERVH49ttvGTt2LFu2bNEyVAghhBB3ot69e7NmzRrGjRuHoihau81HH33E77//7nSf62lnAse2LmdatWpFxYoVWbt2LcOGDbNbl53+M3fqypzefvttNm3axODBg6lduzaJiYn8888/nDp1SpsOp6AK0j5UUN27d6datWp2y44cOcJ3331nV89dsGAB4eHh9OnTB5PJxPr163nhhRf4+uuv6dy5MwAfffQRb775Jk2aNOHhhx8GcDh2TrNmzWL27Nm0b9+eQYMGcebMGRYvXsyhQ4dYvHixXZ0oKSmJkSNH0r17d+677z42bdrEtGnTCA0NpVOnTgW+XiFuZxLsE0LkKTU1lfj4eIxGI//++y+ff/45np6edOnSBYDTp09To0aNQqUyWrNmDZUqVdKCcr169WLlypVERETkWyHx9fWlS5cu/Prrr6Smpmo94k+fPs2RI0d45plnXDYIJScns2/fPl577TVGjBihLX/mmWcKXPacwsLC2LRpEzrdf4Ok+/Xrx3333ceKFSsYPXp0gY/VvHlzu0mmz507x3vvvcfdd9/No48+CkBAQADbtm2zu9cPP/ww9913HwsXLuSDDz7A29ubnj17MmnSJMLCwvJN63Xs2DFWr17NwIEDmTx5MgCPP/44ZcuWZe7cuezZs0fr4QZw5swZfvjhB1q2bAnAfffdR6dOnVi1ahXjx48v8PUKIYQQpU29evVo0KAB69ato1u3bgXqJNStWzdq1qzJzJkzWblyJW3atOGuu+6iS5cuWoonZ8aMGcPgwYNZsmQJQ4cOzfMcK1asYMWKFQ7LP/nkE23OGGfatm1LUFAQ69atswv2/fzzz5hMJoe0oznt27ePpKQk5syZo6XAAlv69qJ47LHHHOYobNasGS+//DL//POPVu8oiNyNbBs3buTIkSM8//zzWuenzp07c++999pt16VLFx555BE2bdpE//79qVq1Ki1btmThwoW0b9/eYR7k3JYuXcqpU6f4+OOPtfSnjz76KEOGDGHGjBk8+OCDdiM5o6Oj2bx5MwEBAYBtjsXnnnuOnTt3avVsIYQQ4k7Uu3dvvvrqK60OsHHjRtzd3QkPD3cZ7CtsO1N+bV3O6HQ6evXqxZw5czhz5ow2P3Jqairbt2+ne/fu+Pj4uNx/+/btPPzww3aj5Z566qkC3ZPcCtI+VFD16tWzS5kaHx/PjBkzCA0NZcyYMdryTZs22XUEe/zxxxkwYADz5s3Tgn39+vVj0qRJVK1aNd/2qPj4eL7++ms6dOjAN998o7Wt1apVi3fffZc1a9bw4IMPatvHxsYydepULQX9Qw89RHh4OCtXrpRgnxDXSBpPIUSehg4dSrt27ejUqRMvvfQSPj4+zJ49Wxu1lpqammdlJjez2cyGDRu47777tKBc27ZtKVeuHGvWrCnQMfr27UtWVhabN2/WlmWnZ8irYcrT0xODwcBff/1FUlJSgcvsiru7u1YZsVgsJCQk4O3tTc2aNTl69GiRj5uens6YMWPw9/dn+vTpWk5zvV6vVeSsViuJiYmYzWYaNWpU5PNt374dwKFXWnaDW/b6bHXq1LFrcCtbtiw1a9bU0pQJIYQQ4j+enp4sX75c62S0atUq3njjDTp06MB7773nkDI7W6tWrWjTpg3ffvstmZmZeZ6ja9euzJs3z+G//IJTer2eXr16sW/fPrt0SuvWraN8+fIOGQdy8vPzA2wpq5zNO1hYORuOskcqNm3aFMAutVVhnTx5kokTJ9K1a1e7tPI5z2cymUhISKBatWr4+/sXuU61Y8cOgoKC7Ob5MRgMDBkyhPT0dP7++2+77e+//34t0Ado9SupUwkhhLjT1a1bl7CwMNavXw/Y6iZdu3bFy8vL6fZFaWfKr63LlewOPTlThG7atImsrKw826MA/P39OXDgADExMXluVxA3o30IbG1br7zyCmlpaXz++ed4e3tr63LWn5KSkkhJSeGuu+4q8vn++OMPTCYTTzzxhF0n+oEDB+Lr6+vQHuXt7W0XQHR3d6dx48ZSdxIiBxnZJ4TI01tvvUXNmjXR6/WUL1+emjVr2v0R9vX1dUiVlJddu3YRHx9PkyZNOHfunLa8TZs2rF+/nldffdXu+M507NiRwMBA1q1bx4ABAwDbfH316tXLM5Wku7s748aNY+rUqdx99900bdqUzp07079/f4KCggp8DdmsVisLFixg0aJFREVFYbFYtHV5pX7Iz//93/9x/vx5lixZoqUIy7Z69Wrmzp3LmTNn7BrXCpuCNNvFixfR6XQOaRWCgoLw9/fn4sWLdssrVarkcIyAgIAbEjwVQgghSqvExES7v8uenp5aQMzPz4/XXnuN1157jYsXL7J7927mzp3L999/j6+vr8vRcGPHji3Q6L6KFSvSvn37IpW7T58+zJ8/n3Xr1jFq1CguX77M3r17GTJkiNbZyJnWrVvTs2dPZs+ezfz582ndujXdunWjT58+hcr2kC0xMZHZs2ezYcMGhzkEU1JSCn08sHVIGzNmDMHBwXz00Ud2mR8yMzP5+uuvWbVqFTExMaiqet3nu3jxItWrV3eox2an/YyOjrZbnrtOlR34yz1HjRBCCHEn6t27N/PmzWPo0KHs27cvz3ScRWlnyq+ty5V69eoRGhrKunXrGDt2LGAL/JUpU4YOHTrkue+4ceOYMGECnTt3pmHDhnTq1EnLJlAUN7p9CGDGjBns2bOHr7/+2qGd6Ndff+XLL78kIiLCrsNaYdKt55RdN8pOlZ7N3d2dqlWrOrRHVaxY0eFcAQEBHD9+vEjnF+J2JME+IUSemjRpYpeeKbdatWppf+gL0riT3avqxRdfdLr+r7/+sksb6YzBYODee+9l+fLlxMXFER0dzdmzZ3n11VfzPf/QoUMJDw9ny5Yt7Ny5k88++4z//e9/fPfddzRo0CDPfXMG8wC++uorPvvsMx588EFeeOEFAgIC0Ol0fPDBB3aNRoXx3XffsW7dOj7++GOHVBM//fQTEyZMoFu3bowYMYJy5cqh1+v5+uuvr7snU0ErZ3k1/AkhhBB3qrFjx/LXX39prx944AE+/PBDh+0qV67MQw89RPfu3enWrRtr1651Gexr1aoVrVu35ttvv9VSet9ojRo1olatWqxfv55Ro0axbt06VFXNt2e6oijMnDmT/fv38+uvv/L7778zceJE5s2bx9KlS/Hx8XFZt7BarQ7LXnzxRfbt28eIESOoX78+3t7eWK1WRo4cWeQ61YQJE4iNjWX58uV26TMB3nvvPVatWsWTTz5Js2bN8PPzQ1EUXnrppSKfr7Bc1alu1fmFEEKIm8nDwwOwjdh3JiMjg4oVK7rcv3fv3nzyySe8+eabBAYGcvfdd7vctijtTPm1deWlT58+TJ8+nUOHDlGxYkX+/PNPHnnkEdzc8m5mv//++2nZsiW//PILu3btYs6cOXzzzTfMmjUr3zSUFovFru5wM9qHtmzZwjfffMMLL7xAx44d7dbt3buXZ599llatWvH2228TFBSEwWBg5cqVdqMcbyZpjxIifxLsE0Jcly5durBv3z42b95sl7bImfT0dLZt28b9999Pz549HdZPnjyZtWvX5hvsA1vlasmSJWzYsIGoqCgURcn3/NmqVavG8OHDGT58OGfPnqV///7MnTuXadOmAbaeQbl7VRuNRq5cuWK3bNOmTbRp08YhF3pycrLDiLyC2Lt3Lx999BFPPvmklhoi9/mqVq3K7Nmz7RrQZs6cabddYXpVVa5cGavVyrlz57Se5wBxcXEkJydTuXLlQl+HEEIIcbty9Td2/PjxdnWHChUq5HmcgIAAqlatyokTJ/LcbuzYsQwZMoQlS5YUvrAF1KdPHz777DOOHTvGunXrqFGjBk2aNCnQvs2aNaNZs2a89NJLrF27lnHjxrFhwwYGDhyIv78/4DhSLncv7aSkJHbv3s3YsWPt5oU5e/Zska/pf//7H1u2bGH27Nl29Zts2fPy5ZwzJysry6Gsha1THT9+HKvVajcy4PTp0wCEhIQU9jKEEEKIUiv7796ZM2ccRrNnZGRw+fLlPAN4ISEhtGjRgr/++otBgwa5DKTdyHamgsoORK5bt46QkBAsFku+HaWyVahQgccff5zHH3+cq1ev8sADD/DVV19pwT5n7VFgGwWXcwRgQduHCurMmTOMHz+ebt26OR1FuWnTJjw8PJgzZ45dR/+VK1cW6Xzw32fk9OnTdtdmNBqJiooqcuYKIe5kMmefEOK6PProowQFBfHhhx9y5swZh/VXr17liy++AOCXX34hPT2dxx9/nHvvvdfhvy5durB582aX89fkdNddd1G5cmXWrFnDhg0baNWqVZ69wsBWoczdq6xatWr4+PjYnbNq1ars3bvXbrtly5Y5jOzT6/UOva83btxYpPzrsbGxvPjii7Ro0YLXXnvN6TbZvZhynvPAgQPs37/fbrvsPPYFSQOVXaH87rvv7JbPmzfPbr0QQggh/vsbmzso1KhRI9q3b6/9V6dOHQCOHTtGfHy8w3EuXrzIqVOnqFmzZp7na926tTa6z1XP+OuV3Tg1c+ZMIiIiCtRYlZSU5FAHys5IkF2nqly5Mnq93mGuusWLF9u9dtVLO3fdpKD++OMPZsyYwahRo+jWrZvTbZydc+HChQ51PVfvtzMdO3bkypUrbNiwQVtmNptZuHAh3t7etGrVqjCXIYQQQpRq7dq1w2AwsHjxYodR/UuXLsVsNjuMHsvtxRdfZMyYMQwZMsTlNjeynamgQkJCaNmyJRs2bGDNmjVUqVKFFi1a5LmPxWJxqE+UK1eOChUqOLRHHThwwG7Zr7/+yqVLl+z2LWj7UEGkpaVpqc8//PBDp52d9Ho9iqLY1ZWioqLYunWrw7be3t4Fao9q3749BoOBhQsX2l3HihUrSElJkfYoIYpARvYJIa5LQEAAn3/+OU8//TT9+/enb9++NGzYEICjR4+ybt06mjdvDsDatWsJDAzUXucWHh7OsmXL+O233+jRo0ee51UUhT59+vDVV18B8MILL+Rb1rNnzzJ06FDuvfde6tSpg16vZ8uWLcTFxdGrVy9tu4EDB/L2228zduxY2rdvz7Fjx9i5c6fDaL3OnTvz+eef8/rrr9O8eXMiIyNZu3ZtkfKtT548mfj4eEaOHKlNQp0tLCyMevXq0blzZzZv3szo0aPp3LkzUVFRLFmyhDp16pCenq5t7+npSZ06ddi4cSM1atQgMDCQunXrEhoa6nDeevXq8cADD7B06VKSk5Np1aoVhw4dYvXq1XTr1u2G9n4TQgghSrvsOs6nn37K/fffj8FgoEuXLnh7ezvdfteuXcyaNYvw8HCaNm2Kt7c3UVFRrFy5EqPRqM31kpcxY8bwxBNPuFx/9uxZfvrpJ4fl5cuXz7PHfLaqVavSvHlzrbGmIMG+1atXs3jxYrp160a1atVIS0tj2bJl+Pr6ag13fn5+3HvvvXz//fcoikLVqlX57bffHObk8/X1pVWrVnz77beYTCaCg4PZtWsXUVFR+ZbDmZdffpmyZctSo0YNh/ty9913U758eTp37sxPP/2Er68vderUYf/+/fzxxx8Ocy7Xr18fvV7PN998Q0pKCu7u7rRt25Zy5co5nPeRRx5h6dKlTJgwgSNHjlC5cmU2bdrEv//+y8SJEx1SiQohhBC3s3LlyjF69GhmzJjB448/Tnh4OF5eXuzbt49169bRoUMHwsPD8zxGdqenvNzIdqbC6Nu3L//3f/9HbGxsnvMJZktLS6NTp0707NmTevXq4e3tzR9//MGhQ4fsMg0MHDiQTZs2MXLkSO677z7Onz/P2rVrHebPK2j7UEHMnj2bkydP8uyzzzoE76pVq0bz5s3p1KkT8+bNY+TIkfTu3ZurV6+yaNEiqlWr5jBnXsOGDdm9ezfz5s2jQoUKVKlShaZNmzqct2zZsjzzzDPMnj2bkSNHEh4ezpkzZ1i0aBGNGzd2mvFKCJE3CfYJIa5b06ZNWbt2LXPmzOG3337jp59+QqfTUatWLZ5++mkGDx7M1atX2b17N7169XLZg7tdu3Z4eXmxZs2aAlXCsoN97u7uTtM15FaxYkV69erF7t27WbNmDXq9nlq1ajFjxgy7/R9++GGioqJYsWIFv//+O3fddZc2MXROo0aNIiMjg7Vr17JhwwYaNGjA119/zfTp0/MtS24JCQlYLBamTJnisG7MmDHUq1ePAQMGEBcXx9KlS9m5cyd16tTh448/5ueff7abJwhswcP33nuPKVOmYDKZGDNmjNNgX/a2VapUYfXq1WzZsoXy5cvzzDPP2KXSEkIIIYRtfpcXXniBJUuW8Pvvv2O1Wtm6davLYF+PHj1IS0tj165d7Nmzh6SkJPz9/WnSpAnDhg0rUKeaNm3a0Lp1a4e/9dl27drFrl27HJa3bt26QME+sNWp9u3bR5MmTahevXq+27du3ZpDhw6xYcMG4uLi8PPzo0mTJkybNs2u09Obb76J2WxmyZIluLu7c++99/Laa685pF6fPn067733HosWLUJVVe6++26++eYb7rnnngKVP6eEhATAllo1twULFlC+fHneeOMNdDoda9euJSsrixYtWmgNWDkFBQXxzjvv8PXXX/PGG29gsVhYsGCB02Cfp6cnCxcuZNq0aaxevZrU1FRq1qzJlClTGDBgQKGvQwghhCjtnn32WSpXrswPP/zAF198gdlspkqVKowdO5ann37aLu11UdyMdqaC6tmzJ++99x5Go7FAQSlPT08GDRrErl272Lx5M6qqUq1aNd5++20ee+wxbbt77rmHCRMmMG/ePD744AMaNWrEV199xdSpU+2OV5j2ofxk152+/PJLh3UPPPAAzZs3p127drz//vt88803fPDBB1SpUoVx48Zx8eJFh2DfhAkTeOutt5gxYwaZmZk88MADToN9YEtZX7ZsWb7//numTJlCQEAADz/8MC+//DIGg6FQ1yGEAEWVGcCFEEIIIYQQQgghhBBCCCGEKJVkzj4hhBBCCCGEEEIIIYQQQgghSikJ9gkhhBBCCCGEEEIIIYQQQghRSkmwTwghhBBCCCGEEEIIIYQQQohS6o4K9sXExDBu3DjatGlDkyZN6NOnD4cOHSruYgkhhBBCCCGEEEIIIYQQQghRJG7FXYBbJSkpiUGDBtGmTRu++eYbypQpw7lz5wgICCjuogkhhBBCCCGEEEIIIYQQQghRJIqqqmpxF+JWmDZtGv/++y+LFi0q7qIIIYQQQgghhBBCCCGEEEIIcUPcMcG++++/nw4dOnD58mX+/vtvgoODeeyxx3j44YeLu2hCCCGEEEIIIYQQQgghhBBCFMkdk8bzwoULLF68mGHDhjFq1CgOHTrE5MmTMRgMPPDAAwU6xpUrKSjKTS6ocMpg0GMyWYq7GKKQ5H0rfeQ9K53kfbu1ypf3K+4ilBpXrqTc0OO5u+sxGuWz7ozcG9fk3rgm98Y5uS+uyb1xTe6Na0FBUncqqJx1pzv5M3WnXvudet0g1y7XfueRa5drz0tR6053TLBPVVUaNWrEyy+/DECDBg04ceIES5YsKXCwz91dfzOLKFxQFNDr9SgK3BnjUG8P8r6VPvKelU7yvok7RXaHK/msO5J745rcG9fk3jgn98U1uTeuyb1xTTpMF82d/Jm6U6/9Tr1ukGvP/r9c+51Drl2u/WZd+x0T7AsKCqJ27dp2y2rVqsWmTZsKfAyj0SIV1WKQ/QUwmy133EOgNJP3rfSR96x0kvdNCCGEEEIIIYQQQog72x0T7GvRogVnzpyxW3b27FkqV65cqONIQ2rxUVW5/6WRvG+lj7xnpZO8b0IIIYQQQgghhBBC3Jl0xV2AW+XJJ5/kwIEDfPXVV5w7d461a9eybNkyHnvsseIumhBCCCGEEEIIIYQQQgghhBBFcscE+5o0acLs2bNZv349vXv35osvvmDixIn07du3uIsmhBBCCHFLLVq0iD59+tCiRQtatGjBI488wvbt27X1WVlZvPPOO7Rp04bmzZszduxY4uLiirHEQgghhBBCCCGEEMKVOyaNJ0CXLl3o0qVLcRdDCCGEEKJYVaxYkXHjxlG9enVUVeXHH39k9OjRrF69mrp16/LBBx+wfft2ZsyYgZ+fH++99x5jxoxhyZIlxV10IYQQQgghhBBCCJHLHRXsE0IIIYQQEB4ebvf6pZdeYvHixezfv5+KFSuycuVKpk2bRrt27QD44IMPuP/++9m/fz/NmjUrhhILIYQQQgghhBBCCFfumDSeQgghhBDCkcViYf369aSnp9O8eXMOHz6MyWSiffv22ja1a9cmJCSE/fv3F19BhRBCCCGEEEIIIYRTMrJPCCGEEOIOdPz4cR599FGysrLw9vbm888/p06dOkRERGAwGPD397fbvly5cly5cqXQ51GUG1Pe7OPcqOPdTuTeuCb3xjW5N87JfXFN7o1rcm9ck3sihBBCCHFrSLBPCCGEEOIOVLNmTX788UdSUlLYtGkT48eP5/vvv7+h53B319+wYykK6PV6FAVU9YYd9rYg98Y1uTeuyb1xTu6La3JvXJN745oE+4QQQgghbg0J9gkhhBBC3IHc3d2pXr06AI0aNeLQoUMsWLCA++67D5PJRHJyst3ovqtXrxIUFFSocxiNlhs6sk9VwWy2SENqLnJvXJN745rcG+fkvrgm98Y1uTeuSbBPCCGEEOLWkGCfEEIIIYTAarViNBpp1KgRBoOB3bt307NnTwBOnz5NdHQ0zZo1K/Rxb3Sjp6rKqAlX5N64JvfGNbk3zsl9cU3ujWtyb4QQQgghRHHRFXcBhBBCCFG8NmxYy733dr7u44we/RSbN/98/QW6iUwmEw891Idjx44Wd1GK1fTp0/n777+Jiori+PHjTJ8+nb/++os+ffrg5+fHgw8+yIcffsiePXs4fPgwEydOpHnz5kUK9omST54BQgghhBAFJ3UnIYQQJZEE+4QQQogCev/9SXTo0JKFC+fbLd+x4zc6dGh508//77976dChJSkpKTf0uF27dmfx4lXXdYydO7cTH3+Vbt163KBSOZeSksL06VPp168nXbq049FHB7B7906n2y5cOJ8OHVry2WfTtWUGg4FBgwbz5Zezbmo5S7qrV68yfvx47r33XoYOHcqhQ4eYM2cOd999NwATJ06kc+fOPP/88wwePJjy5csza9adfc9AngF5KanPgLvvbsknn3ysLZNngBBCCHHrSN3JtZJad5LfT0IIUXpJGk8hhBCiENzdPfjhh+/o12+A3XxmpZmHhyceHp7XdYzly5dy//190eluXj8ik8nESy+NpkyZMrz33lSCgipw+fIlfH39HLaNiDjCmjWrqF27rsO67t3vY/bsGZw+fYpatWrftPKWZB988EGe6z08PHj77bd5++23b1GJSg95BjhXUp8BderIM0AIIYQoTlJ3cq6k1p3k95MQQpReMrJPCCFEqaUajVi2bsG88DssW7egmow3/ZwtW7amXLlyfP/9vDy3++23rQwe/DBdurTjoYf6sHjx93brH3qoDwsWzOWDD96he/eODBjQi59+ct079NKlaJ5/fhQA993XhQ4dWvL++5MAMBqNfPrpx/Tu3Z3w8PY8++wIIiKOAJCVlcXgwQ8zder72rEuXoyie/eOrFv3E+A8Dc3OnTsYOfIJwsPb06tXV15/fZzLsiUkJPDvv39z99332C3v0KEla9f+yOuvj6Nr17t59NEH2Llze573LS/r1/9EcnISU6ZMp0mTZlSqFELz5ndRt26o3Xbp6em8887/8dprb+Dn5/hD1t/fn8aNm7J16+Yil0WUDPIMmATYngHTpk2lVy95BoA8A4QQQghXSkPdqXPndvTrd/9NrzvNmFHyfj+1bt2cNWuk7iSEEKJoZGSfEEKIUskacQTr/LlYk5NRDAasJhPq5o3ohg5HV7/hTTuvXq/j6adH8847b/LQQ49SoUKwwzbHjkXw1luvM3z404SHd+fw4YNMn/4hAQEB3H9/H227JUt+YOTIUTzxxHB+/XUr06d/SPPmLahWrYbDMStUCOb99z/ijTdeY9Gilfj4+Gi9SWfNmsFvv23jjTcmUbFiJRYtWsDLL49l6dLV+PsH8Pbb7/H000Np3/5u2re/h3ff/T9atWpD7979nF7jH3/s5I03XuWJJ4bz5pvvYDKZ2LNnl8t7cvDgfjw9PalRo6bDunnzvuHZZ8cyevQLrFixlHfe+T9WrlyLv38AAN273+OwT049etzHq69OBGw/oBs1asL06VPZuXM7gYGBdO9+L48//iR6vV7b55NPptK+/d20atWG776b4/S49es35MCBfXmeW5Rs8gz47xnwxRcz+e23rbz55iSCg+UZkPMZsGCBPAOEEEIIKD11p65duxMRcZipUz/A3/9m1p3k91M2+f0khBC3Bwn2CSGEKHVUoxHr/LmoGRkoBgMAisGAmpGBdf5clMlTUAzuN+38nTp1oW7dUObM+ZrXX3/LYf3SpT9w112tGDp0JADVqlXn7NnTLFq00O7Hart27RkwYCAAgwc/ybJli/j3371Of6zq9Xr8/Gxpb8qUKav1uMzIyGDlyuW88cYk2rWzzbc2fvyb/P13H9at+4nHHnuCunXDeOqpZ5k6dTJdu/bg8uVLfPTRpy6vb8GCuXTt2oMRI57RluXu/ZlTTMwlypQp6zQFzX339aZ793sBeOaZ0axYsYSjR4/Qtm17AObNW+TyuAA+Pj7av6OjL/Lvv3vp3v1ePv74My5evMD06VMxm80MH/40AFu2bCIy8hjffLMgz+OWLx9ETMzlPLcRJZc8A+yfAatXr+Ctt96lXbu7UVV5BsgzQAghhLBXmupOigK1a9fi5MmTN63u9OOPK5g4UX4/gdSdhBDidiLBvlJMNRqx/r4DNfoiSkhldB073tTKmRBClBTW33doPVId1qWkoOzYgb5rt5tahmefHcsLLzzLoEFDHNadO3eGDh062S1r3Lgpy5YtxmKxaL0oc86HoCgKZcuWIyEhAYBXXnmegwdtPSeDgyvx/ffLnJbj4sUozGYzTZo01Za5ublRv35Dzp49oy179NHB/P77b6xcuYxp02YSEBDo8tpOnDhOnz7987p8O1lZWbi7ezhdl/Mavby88PHxISEhXltWpUrVAp/HalUJDCzDa6+9gV6vp169+ly5EsvixQsZPvxpYmIu89ln0/n008/x8HBenmweHh5kZmYW+NyiZJFnwH+ynwFNm8ozQJ4BQpQ+FouFmJho0tLS8PHxoWLFEHQ6faG3EULkrTTWnZo0uTN/P+Wcb1jqTkIIUXhGo5HIyCOkpKTg5+dHvXoNcXO7M2ImEuwrpYor/YIQQpQEavRFpz9UARQ3N9RL0Te9DM2ataB167Z8/fVs7ruvT/47OOHmZv9nWFEUrFYrABMmvElWVpbT7YoiISGeCxfOo9friYo6D7R3uW1hJ5sPCAgkJSXZ6Tpn16iqqva6MGloypcvj17vZpdypnr1mly9ehWTycTx48dISIhnxIjB2nqLxcKBA/tYtWoZ27b9oe2bnJxEYGBgoa5TlBzyDCi8O/kZsH//PpYvXyrPACFKmMTEeCIjIzCZjOh0OmJjrURFnSc0tD6BgWULvI0QIn9Sdyq8O7nuJL+fhBCl1fnzZzhy5CAWixmdTiEuLpazZ08THFyRypWr3fadxiTYVwoVd/oFIYQobkpIZawmk9MfrKrZjK5SyC0px6hRYxk27DGqVq1ut7x69ZocOnTAbtmhQweoWrWa3Q+tvAQFVXBYZrh2vVarRVtWuXIVDAYDBw8eoHv3SgCYzWaOHTvKwIGDtO2mTHmXWrXq0Lt3P6ZOnUzLlm2czhEBULt2Hf7552969epboLKGhoYRH3+V5ORk/P39C7RPtsKkoWncuCm//PIzVqtVS3lz4cJ5ypUrj8FgoGXLVixYsMRu/w8+eJfq1as7zEtx5swpQkPDClVWUXLIM8DxGXDgwAG6du0ByDMgpw8+eJeaNWvy2GND5BkgRAlisViIjIy41hBj+z7rdDosFjORkRG0bNkWVSXfbW7nxhohbqTSWHc6ePDm/36qWFF+P8nvJyHE7cJoNHLkyEFU1YJOZ+sMYrVaUFWV6OgosrIyb/tOY47JoUWJl51+wem6lBSsO3bc4hIJIcStpbunIzoXP4p0fn7oOna8JeWoXbsO3bvfy4oVS+2WP/roYP7552/mz/+W8+fPsXHjOlauXOY0ZU1hVKxYCUVR+OOPnSQkJJCeno6XlxcPPjiQzz//jD17/uDMmdNMnTqZzMxMbQL5lSuXcfjwId54YxI9etzHPfd05t1338RkMjk9z7BhT7FlyybmzPmas2fPcOrUSb7/fr7LctWtG0ZAQKDDD/SCqFKlap7/lSnzXwWsf/8HSU5O5rPPpnH+/Dn++GMnCxfO0+bt8Pb2oVatOnb/eXp64u8fSK1adezOe+DAflq1alvo8oqSQZ4B9s+A/v0fYtasT+UZ4OQZ4OXlSUBAgDwDhChhYmKiMZmMTteZTCYuX44u0DZCiIIpbXWndevW3PS60xdfyO8n+f0khLidREYewWw2YbFYMBpNmEwmrFYrqqpitVpJTk7GbDYRGRlh1wnkdiLBvlKoJKRfEEKI4qS4u6MbOhzFywvVbAZsPVIVLy90w0bc0tHNI0eOQlWtdsvCwurx7rtT2LJlM0888QjffvsVI0aMsptcviiCgiowYsQzfPXVLPr27cGnn34EwOjRz9O5cziTJ7/FiBGDiYq6wCefzMLf359z587yxRef8cor4wkOrgjAK69MIDExkW+++dLpeVq0aMl7733Izp3bGTbsMV54YRQREUdclkuv13P//X3YvHnjdV1ffoKDK/LJJ7OIiDjK0KGDmDHjYwYOfJTBg4cW6jiHDx8kNTWVLl263pyCiptOngH2z4Bnnx1Dly5dee89eQYUhDwDhCh+aWlp2iiT3HQ6hbS0tAJtI4QomNJUdxoy5BH+978vGTny5tWdRo0aI7+fCkHqTkKI0uDq1atYrRbMZrPD3xkAozGLpKQE0tPTbttOY4qaM/GzyNOVKyk37diq0Yj19x22QF5IZXQdO7qsbFm2bsGyYqnL9Av6Bx++6RMr30qKAgaDHpPJgnxaSw9530qf0vieqSYj1h07UC9Fo1QKyfPZebsqKe/b1atxDBnyCHPnfq+lwymp3nrrderUqcsTTwwv0v5BQX43uES3rxtZd3L2WZdngE1JeA6U1GeAs3tzvc+A20VJ+NyURHJfXLuR9yY6+gJnzpx0GsyzWlVq1qwNkO82ISFVr68gN4h8blxTFChfXupOBZVdd7pZn6nSUHe6U75PuetOJfm6b3bdqSRf+80m1y7XLtd+Y1gsFrZt20haWip5hbvc3T3Q6RTq1Amjbt0GN64ABVCYay9qu5PM2VcCWCOOYJ0/F2tyMorBgNVkQt28Ed3Q4ejqN3TYXndPR9TNG1EzMhzX3cL0C0IIUdwUg/tt1bmhNCtXrjwTJvwfMTGXS1RDf24mk4latWrzyCOPFXdRxA0gz4CSQ54BQojCCA4OISrqPBaL2WGdwWCgYsUQVJV8txFCFI7UnUoOqTsJIcSNExMTjaenF2lpqXluZzIZUVW4cOECNWvWwc2tZHV4uV4ysq8QbsbIPtVoxPJ/rzsN3CleXugnT3Hay0oLEKak2FJ3ms22QN+wEejq3dqo9M12J/d2KM3kfSt95D0rneR9u/VkZF/B3eyRfcJG7o1rcm9ck3vjnNwX1270vUlMjCcyMgKTyYROp2C1qhgMBkJD6xMYWLbA25QE8rlxTUb2Fc7NHtlXGtyp136nXjfItcu1y7XfSW7WtZ84cYy4uBgSE+PJzMws0D6enl40bNiUatVq3riC5EFG9t0BrL/v0Eb0OaxLSUHZscNprytd/YYok6egXEu/oCuh6ReEEEIIIYQQQojcAgPL0rJlWy5fjiYtLQ0fHx8qVgxBp9MXahshhBBCCHF7MxqNREYeISUlBT8/P+rVa2g3Ks/Hx4fYWCuenl5YLFbMZlOe6TwBsrIyOXRoHyEhlW+bEX4S7CtmavRFp4E+wDZi75LrySIl/YIQQgghhBBCiNKqID26dTp9iZmbTwghhBBC3Frnz5/hyJGDWCxmdDqFq1evcOHCeRo2bKKNystOEa8oCpmZGSiKuxbwcxX0U1UVozGLo0cP06RJi1t5STeN40zX4pZSQiqjmkxO16lmM0olmYdACCGEEEIIIcTtJTExnn/+2cOZMyeJi4vhzJmT7N27h8TEeJf7WCwWoqMvcOLEMaKjL2C1Wm5hiYUQQgghxK1kNBo5fPgAZrMRq9WCxWJBUUBVLRw5chCz2QiAXq8nNLQ+bm4GvLx80OkUdDodiqLke47Ll10PtiptJNhXzHT3dETn7+98nZ8fuo4db3GJhBBCCCGEEEKIm8disRAZGXGth7atWUKn02GxmImMjHAaxCtKcFAIIYQQQpRe+/fvJSsrA7PZjNVqxWy2aP+2WMwcO3ZE2zY7/XtoaH3q1AmjZs061KvXEL0+7/TvmZnpt00HMgn2FTPF3R3d0OEoXl6oZjNwbUSflxe6YSNkDj4hhBBCCCGEELeVmJhoTCaj03Umk8mhh3VRgoNCCCGEEKL0io+PIzr6vPbalo7TlpYze4RfSkqK3T7Z6d/r1m1Ao0bNqVOnPoZ84itubobbZnSfzNlXAujqN0SZPAVlxw7US9HoKoWg69hRAn1CCCGEEEIIIW47aWlpWtAuN51OIS0tzW5ZdnDQ2T7ZwUGZ108IIYQQ4vZgsVjYt+9vp/Pt2ebhs23j5+eX53FiYqIxGNzJzMxwuY2np6dD3bO0kmBfCaEY3NF37VbcxRBCCCGEEEIIIW4qHx8fYmOtToN3VquKj4+P3bLs4KBqtUJ8PGRmgqcnlC2LTqe7bRpohBBCCCEEXLoURVpaKoqiQ1WtTrZQURQd9eo1zPM4aWlpeHt7k5GRhvlaVsWc9Ho97u6eDnXP0krSeAohhBDF7N9/99KhQ0uH9AOF9d57/8eCBXNvUKmKj8lk4qGH+nDs2NHiLooQt8SNega8+648A4QQpUNwcIjLlEoGg4GKFUPslvn4+GBJTobjx1AvRaMmJqBeiobjx7CmJN82DTRCiIKR30/2pO4khLjdXL58ieyUna74+wcQGxuTZzp3Hx8fVFXFzy8gRyczBbClhPfy8sbd3d2h7llayci+UkA1GrH+vgM1+iJKSGVJ8SmEEMWgQ4eWea4fNuwpRox4pkjHbty4KT/99DO+vr5F2h/gxIlIdu/+g1deeb3IxyiIlSuXsWrVMi5dukRwcDBPPDGc++7rra3fvn0bCxbM4+LFC5jNZqpUqcajjz7Ovff2sjvO2bNn+PLLmezf/y8Wi4UaNWoxefJHVKxYEYPBwKBBg/nyy1l89tmXN/V6hCiokv4MiIw8Ls8AIUSpodfrCQ2tz/HjR0lNTUFVrSiKDl9fP0JD66PT6e22r1CmPBfOn8MMoNgaaFAUVIsFt3PnCO7U/ZZfgxAibyW97iS/n4QQouQyGrOwWq2A82CfTqfDYDBw5sxJoqLOExpan8DAsg7bBQeHEBV1Hp1Oh79/ICkpSVgsVnQ6PW5uegICAp3WPUsrCfaVcNaII1jnz8WanIxiMGA1mVA3b0Q3dDi6+nkPUxVCCHHj/PTTz9q/t279hTlzvmLRopXaMi8v7yIf22AwUK5c+esq34oVS+nSpSve3kUvR35Wr17B119/zvjxb1CvXgMiIo4wder7+Pn506FDRwD8/Px54onhVK9eA4PBwK5dvzNlyruUKVOWNm3aAXDxYhTPPTeS3r37MmLEM/j4+HLmzCk8PP7ryNK9+33Mnj2D06dPUatW7Zt2TUIUVEl/BixbtkSeAUKIUkdVVcxmIxaLFb1eh6sGHeWPXdQ6cYpTtWpgdnNDUVVURcHNbKbW6XOwcyfItBhClCglve60cmXJ+v1Uo0YNvLw82L59u9SdhBB3NIvFgtGYBYCiKE5H93l5eaMoCoqiYLGYiYyMoGXLtg5Bu+wOZocP7ycjIz3HegUPDy/q1KnnNEhYWkmwrwRTjUas8+eiZmSgGAwAKAYDakYG1vlzUSZPkRF+Qog7msViISYmmrS0NHx8fKhYMeSm9cbJ+WPS19cXRVG0ZVarle++m8OaNatJTEygevWajBo1hrZt26OqKi++OBq9Xsf06bNQFIXk5CSefHIQvXr1ZeTIUfz7716ef34UGzf+qk0ufPDgfv73vy+IiDiCweBOgwYNmTTpA/z9/Z3eh99+28pbb022W/7QQ33o2/cBoqIu8OuvW/Hz8+PJJ0fQr9+AIt2DTZs20K/fALp27QFA5cpViIg4yg8/fKf9WG3Rwr4H78MPD+Lnn9dx8OB+7cfq//73Oe3atee5517QtqtcuYrdfv7+/jRu3JStWzdTq9azRSqvuP3JM+C/+7Bt2xbeflueAUKI0sFisXD48H5SUpKwWlUUBcxmC/HxcRw+vJ/27Tuh0+m153xK7CW8fH1oeuwEV8oGkuHhiVdWJsFXE9Cpqi2lpxAiX6Wl7jR69DMoyp31+0lRwGDQ8/DDg9i4UepOQog7V0xMNG5ubhgMBrt59rKDfjqdDkVRyMjIwNPTE0VRMJlMXL4cTUhIVYfj+fkFYDC44+nphdVqQafTa/udPHmcli3LyMg+cfNZf9+hjehzWJeSgrJjB/ob0HtR0oQKIUqjxMR4IiMjMJmM6HQ6YmOteQ7dv5mWL1/MkiXf8+qrEwkNDWPdujVMmPAyCxcuo2rVarz55iSeeOJRli9fwsMPD+Ljj6dQvnwQQ4eOdHq8EyeO8+KLz3H//X154YVx6PV69u3bey2FgaOTJ0+QmppKvXr1HdYtWfIDI0eO4oknhvPrr1uZPv1DmjdvQbVqNQAYPPhhYmIuuby2Jk2aM336TACMRiPu7vZ/Hzw8PIiIOILZbMbNzb5aoaoq//zzN+fPn+PZZ8cCth/2f/yxi8cff4KXXx5DZORxKlUKYciQYXTs2Nlu//r1G3LgwD6XZRN3NnkG/OfUKXkGCCFKl+joKJKTEwG7rJyoqkpychLR0VH4+vppz3nF1xtLpYpEVwii9vkoKsXFa8dSzWZ0lW6PeVaEuJlKS92pWrVqvP32ewwaNPCOrDvt3fuX1J2EEHe0tLQ09Ho9vr7+pKWlagE/i8X2f6tVxWQyYjRmkZWVgbe3L+7u7qSlpTk9XkxMNGazCS8vL4d1eQUJSyMJ9pVgavRFp4E+AMXN7Yb0XpQ0oUKI0shisRAZGYHFYtYm2NXpdHkO3b+ZFi/+nscff5Ju3XoC8Nxzz7Nv316WLVvMK6+MJyioAq++OpHJk98mPv4qe/bsYu7cHxx+3GX74YcFhIXVZ9y4CdqyvFKxXLp0Cb1eT5kyjj/S27Vrz4ABAwEYPPhJli1bxL//7tV+rE6b9pldT6ncPDw8tH+3adOOdet+5J57OhMWVo/jxyNYt+4nzGYziYmJlC9v66mbmprKAw/ch9FoRK/X8/LL42nVqi0ACQnxZGSk8/3383nqqWd59tmx7NmzmzfeeJWZM7+iefO7tPOVLx9ETMxll2UTdy55Bti7fPmyPAOEEKVKbOwlVPW/QF9Oqqpy+XI0VqtVe86rZcuivxKLBThVrQrNIyLRZffu9vND17Hjrb0AIUqZ0lR3GjduPBUqVOC11yby3nt3Wt3JhF6vk7qTEOKO5uPjQ2ysFXd3dwyGMmRmZmKxWEhPT7s2Mk+H2WxBURRAJT09Fb0+EC8vL6KjLziMXk9LS9P+9uWm0ykug4SlkQT7SjAlpDJWk8lpwM9V78XCjNKTNKFCiNIqJiZa65Ga263ulZOWlkpc3BUaN25qt7xx46acPHlCex0e3o0dO37l++/nM27cBKpWrebymCdPRtKlS8FHbmdlZWIwGK5VdOzVrl1X+7eiKJQtW46EhARtWcWKlQp8nqFDR3D1ahzPPDMUgDJlynLvvb1YtGgBOt1/5/b29mbevEVkZKSzd+/fzJ79KSEhlWnRoqWWdqFDh0488sjjANStG8bhwwf48ceVdj9WPTw8yMzMLHD5xJ1DngH2cj4Dck9nIM8AIURJZHsUqICTaB8q6em2Ht3Zz3lFp0OtUhUl6gImIKZcGSpejrUF+oaNkN+tQuSjtNadtm+/c34/zZ+/CJMpiz179kjdSQhxRwsODiEq6jwWixlFUfDy8iIjIwOdTsFqBVW1AgpWq4rVqqDT6cnMzCA6+gImk8lh9Hp28NDZ30CrVcXHx+fWX+RNIsG+Ekx3T0fUzRtRMzIc1znpvVjYUXq3Kk2oEELcaKWxV05mZibHj0eg1+u5cOFCntu6u3vkuT63wEBbTyeTyYQh1zM9d+9XRVHs0tkUJg2Nh4cnEye+zWuvvUF8/FXKlSvPmjWr8fb2ITCwjLaPTqejShVbY0HdumGcO3eG77+fT4sWLQkICESv11OjRk2781SvXpNDh/bbLUtOTiIwMLDA90HcOeQZYC8gIFB7Bri5yTNACFHyVaxYidjYS9gCfvYURYe3tw8mkxGwjfTLzMzEqlPQVa+OR1o6GX4B6O/uLFNQCFFAUneyFxgYWCJ/PxkMemrWrMPZs1J3EkLcufR6PaGh9a+lnjah0ymYzWasVitubm5YrdZrGSJsnV2tVgtWqwWLxeJ09Hrz5q204GFuBoOBihVvn3TwEuwrwRR3d3RDh9sCeCkpttSdZrPT3otFGaV3K9KECiHEzVCSeuX4+PhSvnwQhw4dsOtVeejQAern6Ggxe/an6HQ6pk37jHHjXqB9+w7cdVcrp8esU6cue/f+xYgRzxSoDKGhoQCcPXuaunXDClX+wqShyebm5kaFCsEAbN26mfbtO7hsPADbPBNGo63BzmAwUL9+Qy5cOGe3zYUL5wkOtu8le+bMKUJDC3c94s4gzwB72d/7M2fkGSCEKB0qVarC2bOnSElJwmq1XmusUdHpdPj5BVCxYgjnzp3GbDaTnp5qt02mm54Kd7VEX9dxri0hhHOlse40a9bNqzvVqWOrX8jvJyGEKJkCA8vSsmVbLl+OvtYhRcFozESn06HT6a8F/FR0OgVVtWK1Wv7rIGa1oNPp8fT0xGQyceVKjEPw0GpVMRgMhIbWv6VprG82CfaVcLr6DW2Buh07UC9Fo6sU4rT3YlFG6RUlTagQQpQEOYf051YcvXIee2wIc+Z8TeXKVahbN5T169dy4kQkb701GYA//tjJ+vVr+OqreYSF1eOxx57g/fcnMX/+Yvz9/R2ON3jwUJ588lGmTfuQ/v0fxGAw8O+/e+nSpZvTnpplypQlLKweBw/uL/SP1cKkoTl//hwREUdo0KARKSnJLF36A6dPn+KNNyZp2yxcOI969eoTElIFk8nE7t272LRpA+PGva5tM2jQEN5++3WaNm1BixYt+fPPP/jjj9+ZOfNru/MdOLCfkSNHFep6xJ1BngH2ypQpQ7169eUZIIQoNfR6PY0aNeP48aOkpqagqlYURYevrx9hYQ3w8wvg4sULJCcnoqqqlmpPURQUBRISrmoNOUKI/JW2utPOnb/f9LpTaGjJ+v1UuXIVVNXC77//LnUnIYQAdDq9lmLaarWSmHj1WupOq1Y/1Ol0WK221PBJSQl2HcSysjLw9vYlLS2NkJCqdsHDnHP63U4k2FcKKAb3fNNpFmWUXmHThAohREnhbEh/cfbKeeihR0lNTWX27BkkJMRTo0YtPvzwE6pWrUZCQgIffvgew4c/TVhYPQBGjHiGv/7aw7RpU3j33SkOx6tWrTqffDKb//3vc55++knc3T1o0KCRNoG9M3369GfjxvU8+OAjN+06rVYrS5Z8z/nz53Bzc6NFi5Z89dUcKuXoHJKRkcH06VOJjY3Fw8OD6tVr8NZb79G1aw9tm06dujBu3Ot8//18ZsyYRrVq1Zk8eSpNmzbTtjl8+CCpqal06dL1pl2PKL3kGeCob9/+rF+/Tp4BQohSIzCwLK1atXPZ6FKmTDmuXo29lqbJNs+fTqfg4+OHyWS+pXOMCVHalba60+TJ79yS308//1yyfj95enpQrZrUnYQQIjc/Pz8MBg/S0lKwWm0j+iwW2/8NBndMJiN6vd6ug5iqqqSlpeLl5QXYBw9vV4qaPdOryNeVKynFXQSXLFu3YFmx1OUoPf2DDzsNGGrz/DlJE6qr1+BWFD1figIGgx6TyYJ8WksPed9Kn9L4nlmtltu+V05+st+31NQ0Hn30Qd59dwqNGjUp7mJdt7feep06deryxBPDi7soDoKC/Iq7CKXGjaw7OXtGyTPARlHAYjExcGB/3nlHngE5lca/bbeK3Bvn5L64dqvvzYkTx7hy5TJZWZlYLBb0ej0eHp5aI0758sHUrVvv5hekAORz45qiQPnyUncqqOy60836TJWGutOt+j5lZWUyaFDJ+f10vdddkn8/5edOfobKtcu1y7UXjNFoZOvWjVitZiwWK6pqvdYRTKeN8AMcRv0pikKTJi2oUqX6TbqigivMtRe13UlG9t0mijpKr6BpQoUQoiS6E3rlFJSHhydvvvkOiYmJxV2U62YymahVqzaPPPJYcRdFlHDyDPiPp6c8A4QQtxfbHGMqnp5eDutu9RxjQtwupO70H/n9JIQQpUdcXAyenp7X5nK2aMuzg356vR6TyagF+qxWFYsF3NwMnDhxDICQkColroPLjSYj+wqhJI/sg9IxSq8o7uTeDqWZvG+lj7xnpZO8b7eejOwruJs9sk/YyL1xTe6Na3JvnJP74tqtvjcWi4V//tnjdI4xvd6Nli3blpgGG/ncuCYj+wrnZo/sKw3u1Gu/U68b5Nrl2uXa7ySurt1isRAT43rkeXbGh8TEeCwWi93oPYvFisVixt3dA6vVqv0HthPo9Xrc3Az4+wfQqFEzAgPL3uKrtpGRfaJQZJSeEEIIIYQQQojbQUmbY0wIIYQQQtx4iYnx1+p7RnQ6HbGxVqKizhMaWl8LzPn4+HD+fDqqqqLX564D2iJnVqsVnU53beRfzmiaAqikpCRx/PhRWrVqd9vWIyXYdxtQjUasv+9Ajb6IElJZAnxCCCGEEEIIIUq9wMCytGzZtsTPMSaEEEIIIQrPYrEQGRmBxWLW5t2zjdYzExkZoWVyKF8+GJPpXywWi918fACKouDmZgBULBYLVqvzYXNWq5XU1BQuX46+bVNaS7CvBLieYJ2WujM5GcVgwGoyoW7eiG7ocHT1G97kkgshhBBCCCGEEIXjLFWTquI0fZPMMSaEEEIIcXuKiYnWRvTlZjKZuHw5Gm9vHyIjI9Dp9KiqisViRaezotPpcXPT4+XlTWZmJl5ePhiNWVitVi3NJyh2QUFVtZKWlnaLr/LWkWBfMXMWrLP+vB4aNUHR6ZwG/7Tg4IVzWH/bBr5+KAYDAIrBgJqRgXX+XFtKTxnhJ4QQQgghhBCihHCWqun06RMAWk9tZ+mbhBBCCCHE7SUtLc1poA9Ap1NITU0hKuo8FosZX19fLBYTZnP2nH3g7x+IoiiYTGa8vLyu/duE1apqQb7s49v20eHj43PLru9Wk2BfMVKNRqzz56JmZPwXrMvKRD1xHHb/gRoUBAZ3rD+vRz98JLr6De2CgyQlwsUocHdHrVIVxc9fO7Y1JQVlxw70XbsV09UJIYQQjvKbdFkIIYQQty9nqZoURSE5ORGAgIAygPP0TUIIIYQQ4vbi4+NDbKzVacDPalUxGrO0DmKKouDj40daWsq1VJ0qmZmZ+Pn507BhUy5fvoi7u4qbWwYmkxUAvd6NazE/dDodvr5+VKwYcguv8NaSYF8xsv6+QxvRZ1tgRT19GtLTwGKFK7HgZkBNuIr5s09xmz7DLjioZmaC3s22bdQF1LD6KNk/mNzcUC9FF+PVCSGEEPYKMumyEEIIIW5fzlI1ZWZmYDKZAZXU1GR8ff21ntjZ6ZskjacQQgghxO0nODhEG7mXm8FgwGDwsKs3GgwGAgLKkJWVicViITCwDM2bt0Kn01OlSlUuX47mypVY4uJiycrKQFX/G9Hn5xdAWFiD27oTmfMxkuKWUKMv/hfoA9SrcZCWCqoKOsUWxNPpbP8/EYn5qy9sI/qyeXqCaotSYzLD1au241itqDGXUSOPY9m6BdVkvJWXJYQQQjjIb9Jlq9VSzCUUQgghxM2WO1WTyWQiLS1Vm1slMzOTpKQETCYTYEvfdDvPqyKEEEIIcSfT6/WEhtZHr3e7NlrPNqJPr3cjNLQ+fn5+WK1Wu30URcHT0wsvLx8qVaqsBe+y53lu2vQuunTpQZMmd1GxYggVKlSiatXqBAVVJD097bZuf5KRfcVICamM1WT6L+AXHw8qoGAL+OlzxGItFvh3L0q58v/tX7Yc6pXY/4KCWZmoKckQdQGsVgiqgGXFUtTNG9ENHY6ufsNben1CCCFEtoJMupy7176k/BRCCCFuLzlTNamqSlpayrU1qq3Pq06vLQ8IKIOqclvPqyKEEEIIcbvK2abj6emFotgyOvj7+xEUVBFFsbXvBAaWpWXLtly+7Nj+4+cXYDfyT1VVbVSfweBOhQrBTs9tG+lXHV9fPyIjI0hOTkKnSyEuLua2zjAlwb5ipLunI+rmjagZGf8tVLJX6sDgbr/cywc1Z3BQp0OpWg31wnkwmsDdHc6fB52CUr2Gbb1Oh5qRgXX+XJTJU1ByHlMIIYS4RXL25M/uuW+1WtDp9Hh6ejr02peUn0IIIcTtJ2eqpqysTKxWFZ1Op/XYzq4rWK22hhwfn9t7XhUhhBBCiNtRzjYdi8VCamoyoODj48uVKwbOnj1r176TPSovt+yRf5GREaSnp5GRkYbFYkWv1+Hm5sa///7tsp0ovwxTt+O80JLGsxgp7u7ohg5H8fJCNZuhbFnbiD5FAU8vtNkjAXR6dAMGoPP3tz+Irx9KWH2oWRPqhEL5crbXvn52m1lTUrDu2HELrkoIIYRw5OPjg9VqxWg0kpSUQEZGGkZjFhkZaSQmJmAb2m4jKT+FEEKI21POVE1ms1n7yavX63Fzc+O/+oCK1aoSGlr/tmuEEUIIIYQoaSwWC9HRFzhx4hjR0Reuq90lZ5uOoiikpaWgqrblycmJZGZmYjab8m3fyS7TlSuxVKhQEZMpC1VVcXMz4O8fiIeHp0M7Uc7rOHJkP8nJSaSlpZKRkU5GRjppaanX5os2cvlydJGvsaSSkX3FTFe/oW3E3batWH7fDleuQFambWQf2Obkc3NDqROKvntP1Jq1sM6fizUlBcXNDdVsRufnh37M81j//hs1OcnpeRQ3N9RLt98HWAghxK1zPWk1g4NDuHDhHElJiVgslmsTJCvodDoUBRISrmoj/YqS8lMIIYQQpUN2qqajRw8SHX0RNzc3PD09AbSR/4qiIyysgYzmF0IIIYS4yRIT4zl27AhJSfHaqLkLF84SFtawSHWxnG06WVmZmM0WLBYzqmrr1JWSkkJmZgZeXj4u23dyjgw0m80kJ9vaktzcDKiqieTkRLy9fXF3d9faiby9fez2SUxMuNbOZMsioSgKbm5uKIqOzMwMrl69ctu1LUmwrwRQT55A3bYFkpOhalU4dw6MWba0nG5uEFwJWrfGsmQxSkhldG+/i7J7N+qlaHSVQtB17IhicEe9GG0/B2DOc5jN6CrZ0p+oRiPW33egRl+0He/a/kIIIYQr15tWU6+3pes0GrMA24TKVquK1arg5xeAyWTWKnk5U37mptMpDik/hRBCCFG66HR66tdvQnp6ujYHC4CXlxcAer0bISFViqt4QgghhBB3BIvFwr59e0lOTtA6ZRuNKpmZ0aSnZ9CpU9dCZ1nI2aZjNBoxm025zmlGp1PIyEjLMX+zfZlyjgxMT0+9lgxRwWIxXwv4qaSnp2IwlEGnU0hJSdFSxSuKQkpKEqpqSxOfnS5eVVVMJhPu7u5YrSrx8f91Or9dSLCvmKlGI9b5c1EzMmxBOoMBtVo1OHUKMjMhOBiiL6J+vwCq18Dq4Ylu80Z0Q4ej79rNtv8OW+COChVQfH0hK8vhPDo/P3QdO2KNOGIbGZicjGIwYDWZUK8dT1e/YTHcASGEELdaYUfo3Yg85xaLhbi4KxgM7pjNZkBFUWw51rOyMuzm7fPx8SE21uo04Ge1qvj4+FzXKEMhhBBCFL+cc7CYTCZ0OltHIIPBIOk7hRBCCCFugaio8yQlxaMoyrVO2f8FxhITr7Jr13bateuAm1veA4VyttFkZWVgsVi0kX3O2NqFIMtJHCPnyEBb1ger1mEcbGXU622j9TIzM/Hw8MRkytL2ycjIuJZRynVZDQYDer3bbZc5SoJ9xcz6+w4t8AagWq1wMQoMBtDr4OpVcDOACuqF8yhh9VEzMmwBwsFDUL9fqO2vmkygqigKqIrOLs2nbtgIULEPLIJtv2vHUyZPkRF+QghxmyvKCL0bkVYzJiYas9mMyWTUlqmqFZPJil7vRkZGBj4+PoAt5Wd2j6zcDAYDnp5e/PPPniKPMhRCCCFEyZCd0vPyZenAI4QQQghxq50/fwqwBfdUJ9GxuLgYNmxYQ7Nmd1GtWk2nx8jdzmSxWEhJScHNzXV9TlVVzGYzZrPjnH05Rwba0rsr1zqFKdq+kJ0xyha4c3f3yDGaMEsLWro6t7e3L3q97rbLHOU8R5a4ZdToi/ZpN69eBZMZVBUyMiA93ZbSU1XBbEaNvwqANSkJy/SPHQJ3irs7+Pqh7/8ASuu26B98GP3kKejqNdACi85YU1Kw7thx069XCCFE8clvhJ6riZFvRFrNlJQULBZb6oaclUhbBc+E2WyiYkVbuunsnv56vdu1nlu2EX16vRu1a4dy8uTxQl+DEEIIIUomnU5PSEhV6tatR0hIVQn0CSGEEELcIiaTyWWgL5vFYuLQof2YzUYn6xzbmfR6PT4+PmRmZuQTdIOkpASHdhwfHx9tP51Ofy29qO24AIot5nctI4Q7deqEYTRmkZKSQkZG3ucErgUH3bXMUbcTCfYVMyWksm1EXrasTLBaIC0Vro3UIyvL9tpihYwM1LgrcOa0bQSgkw+vmpYGegNug59A37WbNlrPIbCYsxxubqiXom/KNQohhCgZskfoOZM9Qs+ZnBWt3HJWjiwWC9HRFzhx4hjR0RfsKmwmUxYWi9VlBTI9PY34+DjtdXZP/5o1a1O+fDA1a9amZcu2ZGVlFukahBBCCHF7yaveIYQQQggh8paYGI/R6Lx9JTeTKYtjx444LM+rnSl/KllZGURHR9ktDQ4OwXAtnuHp6WnX0dtgcMfHxw93dw/8/Pxp2LAJJ08eJzExAYvFREZGmsMcgblldywzGAxap/PbxR0b7Pvf//5HWFgY77//frGWQ3dPR3T+/v8tcHe3jeizzTr5X6haVSE9DeLi4FI0JCdBejrq8QhItZ/I0lXgziGwmINqNqNUur0+3EIIIewVdYRezoqWqqpkZmaQlpZKZmYGBoMbFSuGkJgYzz//7OHMmZPExcVw5sxJ9u7dQ2JiPADu7h7X/qQpLsu3Z89Ou4Cfs57+N2KUoRBCCCFKt/zqHUIIIYQQwjWLxcKhQ/uczpnnSkpKisMyZ200qqqSlpaCTqd32X6TLT09g2PHjhAfH6d14oqJiaZOnTD0ejdUFby9fbG1JSn4+vrh4eGJv38gjRs35/Tpk1gs5mujCf2cnk9R7NuhTCYT6elplClz+00Dc0cG+w4ePMiSJUsICwsr7qKguLujPD4ENTkJ9fw5SE62jdZTFPD2gZwfUIvl2jqdbR4/NwNYrKgXztuN8FONRtS4K5gXfodl6xbUa9F1h8BiDjo/P3QdO97UaxVCCFG8CjpCL7fstJoWi4XExATS09PJysokIyMDo9FIYmJCvulBfX39cHNzPro8m8Vi5tChfXn2zC/qNQghhBDi9lDUtORCCCGEEMLm5MljxMfH2epNeaTwzMnPz89hmbM2mszMDEwmM2azCUXJO/ykqlaysrL4889dnD59QuvEdfLkcerUCaVmzdqEhFSlSZMWNGnSgkqVqmiZn2zn+W9UocFgICCgDJ6eXiiKgl6vx83NDUXR2QX8LBYzWVmZREWdv+06i91xwb60tDReffVVJk+eTEBAQHEXB2vEEdQfFoKHJ3h720bv6fW2IJ/FYlsOtmCeTmdL8anXQe064H6t0TTHXH6kpsDpU6i7fse6egWWr7/APHE81ogjKO7u6IYOR/HyQjWbgWsj+ry80A0boaX7FEIIUfKoRiOWrVscOnIURs4Rernll77Azy8ANzcDer0eRQE3NwMBAYHo9XoOHdqH0ei8N1h2as3y5YOvNci5rkQqio6sLGOeqTiv5xqEEEIIUfrlTBeVO+OAyZR3PUIIIYQQ4k5nsVg4Exlhiw9YrgXqVDXPoJ/B4EG9eg0dluduozEajaSlpWKxmFFVFYvFnG95rFYzVqtFq99ld+I6eTKSihVDqFu3HlWqVKdKler5Zn5SFAU/P388PDzw8vK5NtpPudaWpWjHt9Uh0zGbTbdVZzG34i7Arfbuu+/SqVMn2rdvz5dfflno/RXX2ccKTTUasc6fCxkZ6Dw8sBo9bEE9q9XWFqrT24J7latAWhqkpEDZcig1a6HodFiVqhB1AUxWyMpENRrhzBlQrXDlyrXgoBU14Srmzz7FffYX6Bs0RPf+FKw7dqBeikapFIKuY8cSHejLvuc38t6Lm0/et9JH3rOSyxpxBMu8uajJySgGA1aTCXXzRvTDhqNrYKtsFeR9c3PTExZWn+PHIzCZTOh0yrUJjQ2EhdXXJjt25vTpSOLjr2hZps1mM8nJifj4+JGVlYXB4IZe7+Wwn06nEBcXS1TUeVQ170mSVVXFzU1Penqay+u5nmsQQgghROmX3bBjMplIS0vBalVRFFv7VGZmBlevXiEkpGpxF1MIIYQQokS6HHUea1oqGAy27JjZDT3k+vc1er2Bxo2b4+bmGD/IzgQVGRmB0WgkNTUZi+W/wFlBBg1mnzLnfvBf53FX9TofHx9iY61OA36enj7odApms+la0PG/Y1utVlRVRafTkZmZiYcHeZ6nNLmjgn3r16/n6NGjrFixokj7u7vf2AZE0/bfITUFxWBAtVptgTs3N1uQTlVBp4CHB6SlopQPQrVa0dWujXLtA6wPCED188MaG4O+fgMI8Mdy4jiQo5x6W8CPk5Gw41cM994PBi+4t+cNvZabSVHQRpIUcFSxKAHkfSt95D0rmVSjkazv5qJkZaJ42CpWioe7rZPHd3Nx+/Aj3NzcC/y+BQUFUbZsWS5dukhaWho+Pj5UqlQ5zyCZxWIhKuosoNgFhVVVJTk5Eb3eDYvFjJeXl0Mu9OzUnx4e7ri5GXBzc8Nsdt6zS6dT8PT0wN/fD4PBdXmKcg1CCCGEuD34+PgQE2MhLS0FVVXt6iZWq5X4+KtYrRZ0OqkXCCGEEELklnbkEB6ZWRjd3FAUxZZ/KVeQT6fT4ebmQdWqVWnQoLHTQF+2wMCytGzZlsOHDxAffwW93s1upJyaq7Equ91IURQURYder0dVcWjT0ekU0tLSXJ43ODiEqKjzTkcP+vj4UKtWHf7+e7dDEDGb1Wq9lhY+7/OUJndMsO/SpUu8//77zJ07Fw8PjyIdw2i03NARL+bzUaB3Q7WqWGNjIT3d9sVycwOTyZbGUwWMJlSDO4SGAgqqNecXREFXvSb6N97C9O47tqG3zia+tFgwbd+B0rX0BPmyZTdgm80WCUCUIvK+lT7ynpVMlm2/Ykm0jejLzZqUQta2X6Fnz0K/b8HBlf87jpU8UxZcvHgBq1VFVa1apcxWKbJc6yFlRadTSEiIx8fHD0OOsppMtomSrVZbrymdTo9erzqtbNmCge4EBVXEZMo/hUJhrkEIIYQQt4fg4BBOnDimjejLSafTode73Ta9s4UQQgghbjSvxEQMZgtuFgsWvR5yBvxUFU8Vuj/wYJ4Bvtx0Oj0mkxG93g1FsQXysoNwiqLkCvgpgIqbmxvu7h4YjVnodDo8sqczu8ZqVfHx8XF5zpyjCnNnfqpTJ4yTJ49fG/WnaB3WbZepav+2WKz5nqc0uWOCfUeOHOHq1asMGDBAW2axWPj777/54YcfOHToUIFGBNzQBvBKlbGaTJCZARfOQ5Yx+7OOxU1PbJPGZJQrj5fRSKXGzXBr3Qbr/LlYU1JQ3NxQzWZ0fn7oho2A7C+fq2DkteOW5gb8fFIHixJK3rfSR96zksV68SIYDM5nunNzwxptm5fmZr5vaWlpeHl5YzRmXasU/ZdeQVEUdDoFP78AMjLSSE1NITCwDKpqm0OvTBk/0tJSAPDw8CQjI8OhV1c225w7KVy8GEVISBXpkS+EEEIIB3q9nsDAsqSnp2K12joiWa0qoGIwuGMyZWl1DyGEEEIIYS+4QiUuRh7GN11HupcnZp1OGwFgMJtpWa5SoQJ92WxNPSpgaydSFIOWMhMgICAQd3d3kpOT0Ovd8Pb2xmpVMZst+Pj4OGSKcnNzw2q1cuLEMXx8fKhYMQRVtc3fnJ3lqWLFEFq2bMvly/bLLl+2zfFs63SeO9hoV2oMBgMVK4YU+npLojsm2Ne2bVvWrl1rt+z111+nVq1aPPXUU8WS+kt3T0esP69DPRl5bZis7cuQFFyBU+3aYvL1Reftg1WBy2UDCKtUiYDJU1CuzbenyzXfnu7uDlh27cBpi7BOj65Dh1t5eUIIIW4AJcTWMcTZyD7VbEapdPMrJLY86Cre3r6kp6diNpu1ipItF7oXHh4euLu7k5GRgYeHJ5UqVdYqWCkpSeh0umuBQT1Wq+u5+xITE9i37y/Onj1Fo0bNCAwse9OvTwghhBClS1BQBVJSkjAajZhMRqxWI2DrQZ6WZiI6+iJBQRWlHiGEEEIIkYuhYyfq7NrOyeAgdBYrGV6emPQ63E1mmp45T/mBg4t03IoVKxEbe4ns4IRtuqDsDIQKtWuHUrVqdXQ6uHDhghac8/T05OTJSLvReapqyyZ17txpdDodMTEWIiIOY7HYskd5eXkTG6sSFXWe0ND6Dhkdsud41uvd0Ol0LqeTMZvN1KkTdtt0NneS7/H25OvrS2hoqN1/3t7eBAYGEhoaWixlUtzdURo1seUeuzZXn0Wv51S7tli8vNBZLWAyotfrsZQtS2RkBKpej75rN9wGP4G+azct0Aeg69IVJTTMNk+feq0hVbWCXocSGoauS9diuU4hhBBFp7unIzp/f+fr/PzQdex408sQHByCweCOu7s7AQFlMBgM1ypNegwGAz4+voAt8Oft7Y2/fyAhIVXR6fTavmBLlWAyZeV7PrPZTHJyIsePH7VLzWmxWIiOvsCJE8e4cOEcUVHnOHHiGNHRFySFpxBCCHEHCQ4Owd3dA09Pz2vz89l6bYOtUclgMBAZGSH1AyGEEEKIXBR3d8o+PIhasXFYdAqK1YpXZiZeZjPn2rclKS21SMetVKkKfn7+WK1WTCazliJTURT8/QMICakC2LI0VK5clbp16xESUpWyZYNo2bItNWvWpnz5YKpVq4nB4I5er0en02EymUhOTiQ1NZmMjHQyMzNISkrAYrFgNps4cOAfjh8/atc25OPjg9VqxdPT89rcgMq1kYO2+qJOZ6svBgaWITMz44bc15Lgjgn2lVg6PUr9hhBSGYKCiK1fD5OPz7Whs9jGv1athnLtg335crTLQynu7uiffwmlWQuoEAyBgVAhGKVZC/QvvGQXGBRCCFE6KO7u6IYOR/HyQr3WE0k1m1G8vNANG3FLnu16vZ7atUMxGo2kpaVqc++5ubnh6+tvl2ohd67z7Bzqer0bGRkFr0CZzWZSU1O0v3uJifH8888ezpw5yaVLURw69A8HD/5LdPQFzpw5yd69e0hMjL9xFy2EEOK2l7MTiXQcKV2y6xcmkwmLxdbRVVXVax2PfFEUJd/fz0IUxt9//82oUaPo0KEDYWFhbNmyRVtnMpn4+OOP6dOnD82aNaNDhw689tprxMTEFGOJhRBCCNfU0Hqc7dEDj6AK+Hp64VUuCH1oGP/P3p8Hx3Xed77w9zlbn9MLGgAJgmiQkmiKuxZLImNJialM7Kk3VblVU4lrpiqVm4wj3bw1ecc3manKH5NUMo79OpYzlaQmk1kqN7Fsx5mkss28NTdj31Kc2KbG1kpTCxcBpESJIBsAQQCN3s76PM/7x+lz0CvQABpAA/h9qlQUejl9zunu07/nt3y/PJVad8NUqbRUK6opYAyxhGc6PYCHHvroitNziqIilwsLgKqqIAj8cD+lRKVSAuc89toLJ/8kSqUlLC0tolQq4s6dWw25oajxnDEW/xu+Dotvy2SyUFUVlUplfSexD9kzMp7t+PrXv77duxDKs3EOtn8E2D8Ce3wMimGE036MgR2+HywdTkwoCmv48EnPg3jpAmT+DlhuHMr581BOnQH74m9D1KQ+WZPUJ0EQBLHzUE6dAVtBxnmzKRQW8N57k1BVFaqqQQgfjAHJZBp6k7xoO63zwcFhnD37JH7wg9chhEC5XOzqdaUUqFQq4JxjYuJqTUKUw3VtMKZACI5isRAn9SYnr+Hs2Sd3jfwCQRAEsXkUCguYnLwWe3ncvStw+/YtnDhxCiMjI9u9e0QXDA4O4+DBcXDOa9N9aty9DbSunwliI1SrVZw4cQKf+tSn8JnPfKbhPsdxcPXqVfziL/4iTp48iWKxiN/6rd/CL/7iL+K//bf/tk17TBAEQRCdmZ3Nw+cBlP37W+6LGqaapTFXgnOOyclrUFUVQ0PDcBwnjs8MI4GBgWzX24okOAHAdZ24uBcRFiIlOBe1PJUCzjlc14VtV/HWWxfxwz/8DI4fP4XJyWvQNB2q6kMIHlvRpFLp2Pe5vmF9p7Oni339gPLx85AvfhOyNu2QdF3M7RuGIiWYqgL798WPrf/wiWtXIL76AkSxCKbrEL4P+eI3oXz6WSinzkD9xCe35XgIgiCIzYHpxrZc26OAbVkX3YJlWfA8D9VqFZoW6p8LEZoaHz9+qqXYxjnH7GwejIWJt2QyhWp19eQbYwpSqRSuX38Xd+9O17q4EHeYMRaaLBeLS6hWK0inM2sOSAmCIIi9R/1vW5RIUBQFnAeYmLiG4WHyedspZDIZJBKJ+H2sZ7clb4jt5ZlnnsEzzzzT9r5MJoOvfOUrDbf9xm/8Bv7pP/2nyOfzyOU232ObIAiCINZCfUGtmfU0TM3O5uMmOsYYLMuK7wuCYE25mlQqhbt3RS0+54jEpOoLfpEHnxCs9q8dS3U6joPvfe+7ePTRJ/DYY+dw9epl3LnzITRNRyaTaTjudg3rOxmS8dxmmuXZDswvQvf9sNBXk++MiD580vMgvvoCpG2D1SYqmK5D2nZ4u+9t1+EQBEEQu4woYGvGMAxkMgPIZgexf/8ojhw5irNnn8TgYGOCtF5+03UduK4DzleXgwglQjMwDAPXr18F56Im17D83OVAT4Lz0Ofv7l2SSyIIgiBWptNvGxB2Mk9P39niPSLWS703cDO7LXlD7CzK5XLNo6i99zZBEARBbCeRp1071tMw1cvi4ehoDpqmw7Zt+L6PIAia8kjLVjJSinhir17dwfc9XL78Ji5deg3l8hLS6QyECLC0VIDneRBCQlW1tg3rOxma7OsD6uXZlOk8jh0YwXsDaficgwEt0xL8pW/HE33NiFIJ7MIFmuwjCIIgesJKAZuqKkgkLBw7drLt/e0mJ9LpARSLBYTBmWz7PFVVMTAwiGPHTuKddy7VinoS9QFdM5H8wtzcTCwVQRAEQRDt6HUnM7F9RN59oSSrD0VhK6oNEMRW4Loufud3fgc/8RM/gXTNlmUtMIZ4ioF1Dn93LXv12PfqcQN07PX/7iXo2Lf32A8ezOH27VvgPGi5T9d1jI3l1rR/9dN4zUTFw25/38rlJQSBB8epQko0FPrCgp6MlZ6iHnDG6guAoWpHsbgEy7JgmhYURcHg4DBc10EQBDh69DjGxw9taay4Fe87Ffv6hHp5tn0AhgTHzEwelUoFqVQKBw/m4g+fzN9pW+gDAKZpkNNkQk4QBEEsy2e2+y3plm4Ctk7UyzhE6LoOXTfg+37L4yOT5NHRMTz66BOYmLiCUqkU39eJ+u4tKUFSngRBEMSKbOS3jeg/Im/gTutngthKfN/HL//yL0NKic997nNrfr5hhJ9bxsJiNmOAbN8ft2vZq8e+V48boGOnY6dj3w50XcXp02fw7rtX47yNEAK6buDkyTNIJNorJ3Ti8OHDyOenOhYPDx8+HB/zSsfOOcf16+9C0zQMD++D4zgAJHzfrz2e1YplrJYDklAUhvrmcEVhcTFQCAHGQn9dznnNnsaEYWhrPsaNshXvOxX7+hRFUTsmKlluHML32xb8ZBBAGSOpEoIgiL1OobBQ63IPg7a7dwVu376F48dPtUhtrsTo6MrdXivJY7WbnJBSNkinKYpS68aSsUxnKpXGpUuvY2lpEVKKuIurc8EvKvap0DSNJjIIgiCIFVntt21sbBwdVI2IPmWl9TNBbBW+7+Nf/at/hXw+j6997WvrmurzPB5PPkgJBAHfk0nwvXjse/W4ATp2OnY69u0ikxnEE098DNPTeVSrFSSTKYyNhQ1Tvr+6/Uozx46dxMREq9rCsWMnIQRqcpsrH/udO1NwXTfOJSUSJoIgqDWMy5rykwJd12CaFqrVCqQUtfvCQl8qlYbnuQDCHNTi4gKEkPFr23YVs7OzGB0dX//JWwdb8b5TsW8Honz8POSL34S07db7Mhko589vw14RBEEQ/UI7+czQ2DjA5OQ1nD37ZNfd7huRx2o3OeG6DoRYjmqaNeKDIMB7703CNMOALuzSUto+FggLgIqiQFVVKAqDYSRoIoMgCIJYkZV+206cOAVVVRs8YgmCIFYjKvR9+OGH+JM/+RMMDQ2te1v1CUAp997ES8RePfa9etwAHTsd+96jH46dsdaGqfXuUzbbWW2heZudjr25aVxKCcdxakW++FYEgQ/bFti//0BNmtOHqqpIJEwwxhAEYVOf53kIZT+j4w1zSwsL8+B8eyxgNvN9p2LfDoQZBpRPPwvx1RdCjz5NCyf6Mhmw//2fQ1y4EEp95sahnD8P1sGwnCAIgtidtJPPjPB9f80yl+uVx6qfnJBSwnUd2LYNKUUsqdAO3/fAeQBN0yAE7/g4IPLq49A0DclkGoZhrDhtSBAEQRBA5982VSXpR4IgWqlUKrh161b89+3bt3Ht2jVks1mMjIzgl37pl3D16lX84R/+ITjnmJubAwBks1kYBuVkCIIgiL3BRtUW6pvGpZQoFosN6lAAavmksNF9aGgfDh4ci5v4whyRRCqVrhUK7RaPvLBhXNuVFjBU7NuhKKfOgH3hebALFyCn86F054H9kH/6NYhiEUzXIXwf8sVvQvn0s1BOndnuXSYIgiC2iFKpBNd1IUTYpWSaZoOv3XpkLtcTsEWTE5cvv4licQlSSnDOO07oAWHXVlQIbOfrB4QSa6qqwfPcmkyDCsNIwLKSq04bEgRBEEQEST8SBNEtly9fxs/93M/Ffz///PMAgJ/8yZ/EZz7zGfzDP/wDAOCf/JN/0vC8P/mTP8HHPvaxrdtRgiAIgtjBRE3jtl1FtVqG67oN9zOmgDEl9uUrl0sYHDzT0sQ3MjKK119/GdVqGVKi1tAXKkclk2moqrIrLWCo2LeDYboB9ROfBABIzwP/jV+FtO3Yy4/pOqRtQ3z1BbAvPA9IQLxEU38EQRC7mUJhATMzd1CtVmKzYte146m3sMNpc2QuOeeYnQ2DK8uyAADVagVBEMA0TQghIKVEuVxqeW799F79/zMWTSfK+O9QP96v8/oDksnkmuRJCYIgCGK3UP/72+30PUEQa+NjH/sYJiYmOt6/0n0EQRAEsZvpZSyqqioefPAEXn31ezWfvWVVKMYYGANUVYmn+6KpvfomvkJhAZcuvQ7brsTPF4LDNC2kUum66b/dZwFDxb5dgnjpQjjRp6qQC/OA4wCmCTa8D6JUgvyz/wp29TJN/REEQexiIq++cPJNaZiSq1bL0PUh6Lq+KTKXhcJCTTbBQxAEqFTKsd+e57lQFBWJRAKu60BVNXAedLXd0Gi58W/XdRpuE0Lg3r05FAoLGB4e6dkxEQRBbATP8zA5eQWlUgmZTAYnT56BplGjHdFb6n9/FUXB3bsCt2/fwoMPnoDj2FQAJAiCIAiCIDaNTrHo8eOnMDg4vK5tOo6NTCYD3/fgOE6cA1ou3AmoqgrGGEZHxxqeG+XFOA9gWclaPiosFgbBsnrUZuXGthsq9u0SZP4OmOtATt0CggBgCiAF5NxdYPwQ5Df+b2D0YMepP5rwIwiC2PnUe/WlUhlUKqVaJxTAuYDv+zh9+pGeJ/vqgynGGKrVMoTgsWRnaI7sx4FVOJ2ntJXzXC9CcLz99iWcP/8JSmYSBLHt3Lp1E1euvFXzl2CYm5vB1NSHOHPmUdx335Ht3j1il1D/+xv59CqKAtuu4tVXv4d0Og3f9+E4NlRVwQMPPIhjx07S7yRBEARBEASxLuqn+EzTQj4/VbOQWY5FOQ8wOXlt3epLlUoFqqpCVS0kEiYWF+cRBEFtki+cytM0hkwmi1zuUMNz6/NijDEkk+lajkpASsC2bWQyA7vWAoaKfbsEduAAxIcfhCpnkeQZUwAugBs3gFz7SrUolcAuXIjlQAmCIIidS6VSiQMsXdeRzQ7BdR1wzqGqKnK58XV3Vq1EfTDlOA44F+Cc1+5lDbKcIRJCNN+2carVyq40WCYIYmfheR7eeecSgsCvLUhDuWHPc/HOO5eQy43ThB/RE+p/fyOiaf4g4CgUFmIJbYDh3Xcv4+7dGTz88GObEg8QBEEQBEEQu5fmKb5qtQLXdZFKhbYx9fi+jzt3bsfeeJHSROidtzKpVAp374q4YJfJZFGplBAEAYSQSCQSGB7eh+PHT7cU7OrzYgBgGAZ0fQiO40AIjmx2CI8/fm5XFvoAKvbtGlZMmQoO1H+RhGiQ+pS3b2327hEEQRBbQH1ABIQdT6YZeueFeuSZTXnd+mBKCB576THG0O4XqrX4t35CzXYWd3jtRoNlgiB2FteuXYbve7GnBLDsJeH7Hq5evYxHHnl8+3aQ2DUed83JDABx0030exz9TgLh7+/S0iImJ6/i7NmnduQxEwRBEARBEFtPO0WJMLezbBsTxZzh4wNMTl6FaZoN8p4nTpzCyMjK9iujozncvn0rtn+pb2YXQuLEidPI5Q61jWWb82JAmCuyLAtCSORy41AUddesB5qhYl8fIj0P4qULoTRnbhzK+fOry2zevQvcdz9wewrwA0BRACEAXQMOHgSq1fBx5VKj1CcPIL799xA/9DHy7iMIgtjhNAdE9WymHnl9MKUoaizd2cui3upIGIaxKw2WN4M//MM/xIsvvoj3338fpmnisccew6/8yq/gIx/5SPwY13XxpS99Cd/4xjfgeR5+5Ed+BJ/97Gexf//+bdxzguh/FhbmALAO9zLMz89tyX7s1gXsRtkMX5Htol0yIyryhVLZywVnIEx0cC5QKpVoEp4gCIIgCILomnaKEqqqQkpASgHHcWBZYbO5lBLlcgmmabXIe05MXMPw8Moxt6qqOH78VC1m96EoYYN3KpVpidmb1zwjI6Or5sV203qgGWX1hxBbibh2Bfw3fhX8r/8C8vVXwf/6L8B//Vchrl1Z8XksNw6YFnDiFDCWAwYHw3+PnQBUHfB9yLuzkLc+DKU9I6lPwwDSGYivvgDpe5t/gARBEMSmEQVEqqrFMplCSKiqtql65KOjOei6EU/0RTKdW1HrixKauq4jnR7YlQbLm8Frr72Gn/mZn8Ff/uVf4itf+QqCIMBzzz2HatQcBOCLX/wivv3tb+Pf//t/j69//eu4e/cuPvOZz2zjXhPEziBc9Lb3JJVSdCVds1EKhQVcvPgKbt68gXv3ZnHz5g288cYrKBQWNv21+5lOHneRr4gQfJUt9BfR72899U039d3VQPibGSZLBE3CEwRBEARBEF3TTlEikTChKKzmoxc2nNm2jaWlAjjnSCQSLdvxfR/T03dWfb3BwWGcPfskjhw5iv37R3H//UeQyx3C3Nzd2Cew3Zrn0qXXa3Kh7fNiUmJXrQeaoWJfHyE9Lyy62TaYrgMAmK5D2vaqxTjl4+ehDAyAKQrYyAjYocOAmQCuTwAL94ADo8Cd20ChEE71CQGoCnD4PjBFgSiVIC5c2KIjJQiCIDaL5oDoyJGjOHv2yU3tTlJVtdYdVUClUqrdGhb9mhONvYdBURQMDAzixIlWvXaiPV/+8pfxUz/1Uzh27BhOnjyJL33pS8jn87hyJWwuKpVK+Ju/+Rv8m3/zb/DUU0/hoYcewhe/+EVcunQJb7755vbuPEH0OQ88cLRlIRyhKAoeeODopr7+bito9ZKoI7kdvu9jZia/xXu0Mdo1+RhGApqm1t77xq6bsACogDGFJuEJgiAIgiCIrkmlUjXliGUYYzW7mFA9YmlpEdVqBUHgA5AoFgvwvMbYW1G6t19RFBW53GGMjBxAPn8bH374flzUe/31l3H58ptt1zwzM3k8/vi5tnmx3bYeaIZkPPsI8dIFiGIxLvQ13FcqgV24APUTn2z7XGYYUD79LMRXX4AolUIZz1u3AIWB3f8AkM5A7h8B5u4CPABy9wH7R8AiXydNg5ze2R9mgiAIIiQKiLYKzjlu3bqJMKkYdnWFatJiU6U8GWPQdQOmaeLIkQd3vNzCdlIqhUXabDYLALh8+TJ838fTTz8dP+bo0aPI5XJ488038dGPfrTrbfeq3tvsfUYsQ+emM9txbg4dug/vvTeBYnEJQoQSi9G/2WwWhw/ft6n7005iJyJawI6PH96Tn5tqtQLGGBzHBuccqqoikTBrv1usdn/42J1yXoaGhnHu3JOYns6jWq0gmUzBMAy8/vrLcF0HAGLvPlVVoaoKMpkMxsZyaz7GnXZuthI6N52hc0IQBEEQO59OtjG6rmN4eD8cx0YQKDDNUNrTtquQstXPTwi5pqazTo2MlUoZjlPF4OBwQ5O5lBKlUhFvvfUDjI2N4+jRYw1N4e0mFCPWUojsV6jY10fI/J22hT6gu2KccuoM2BeeB7twAfy73wb27wMbGQ0LfwBgWYCu13KxSlzoAwAZBFDGSPqMIAiCWDvT07dRLC4BkNC0MIgSgtXJegKRbxBj4aRBc0fYelAUBVIKWJYF27Y3vL29ihACX/ziF/H444/j+PHjAIB79+5B13UMDAw0PHbfvn2Ym+veb8wwejdpyVg4xcIYtkQididB56Yz23FudF3FuXNP4urVy1hYmIcQHIqiYnh4H06ffhiJxCpe3BvEde34WtyMojC4rg1dV/fk54YxoFBYRNScAkg4joN0OgXfD1AqLWFm5g4OH74Puq7uoPOi4oEHHmi45Yd/+Dxef/0VVKsVSAmoajjRl80OrftzuBc/M91C56YzVOwjCIIgiJ1POx89ISR0XcfQ0DDu3p2JZTullHBdO7Zdqffz03UdY2Pj6DYl1KmRMZQNBVzXgWmG2/Y8D9VqGUIILC4KOI7d4sUXeV6HDYBOvFYzTbPmC7iz1S+o2NdHsNw4hO+3Lfh1W4xjugH1E5+EzN+BWJiHnJ8HXAdImEA2C9yeCmU8F+4B+/bFhUAlk4Fy/nzPj4kgCILY/czMTENKEXdTSRl2X9VP9YX3SQjBwZgST7psBM45OBeYn5/H8PAB5PNTsSnzwYM5kvTsks997nO4fv06/uzP/qzn2/Y83tPJPimBIOCUSG2Czk1ntuvcZDKDOHfuqYZpq7Gx8Lrk+5sro5lIWAgC3rZjVQiJRMKC7/M997nhnOPevXt1xRhZuz3AwsICNE2Hadq4fn0St259iGPHTu7oifFsdhg/9mP/L9y5cxuzs9MAgIMHx5DLHVr353CvfWbWAp2bzlCxjyAIgiB2B5FtzMxMviH38t5711vUM5LJNKrVMqQMC3NRYfDEiVNQVbVra4FOk3hhvkeC83A7UkpUKiVwHr6WpnEwxmIrg7Nnn4SiqBgdzeH996+jWCzEPtdRcTKTyeLgwZ09DEXFvj5C+fh5yBe/CdlmOoGlUpBBgODrXwPLjUM5fx5M79yNKYUArl0BuAgLer4HvOcCmg74PlAsQk5cA8ZyUMZyUH7+uRW3RxAEQex+OOeYnc2vuWAWJnGWMznN8p2KokBR1JrcQyiV1jskpBR4//3rGBgYgKqquHtXtHRvEe35/Oc/j+985zv40z/9Uxw8eDC+ff/+/fB9H8VisWG6b35+HiMjI2t6jV4nPaWkqYlO0LnpzHacG8ZaJZW3Yh86SewAYSftwYO5hv3YK5+bmZk8gsCPEw9hwwlDEARgjMEwjJqnXZgUmJhYTgrsVBhTcejQ/Th06P6G2zf6fu+Vz8x6oHNDEARBEMRupp1tjJQShcICpFxugFIUhmQyjSAIkM0OIZcbx8GDOajq2mLraBKvueBnmiYcx4aiqHAcG5VKBb7v1/aRwfd9LC0tIplMQ9MkZmbybexuWNO/O5/2AqXEthD57jHLggzCxbkMAsD3IMsliP/f30C+/ir4X/8F+K//KsS1K223Iz0PuPx2WORTFNRmWmuthj4wkAXufwDIDACKAuWzn4dy8vQWHilBEATRbxQKC7h48RXcvHkjNjx+441XUCgsrPg8zjk0zQDnATgXtSSXbNBMByKJBYmo8yrqvuoFnAsIwVEul1GplOG6LoLAx+Tkta67xfYaUkp8/vOfx9/93d/ha1/7Gg4fbgx6H3roIei6jpdffjm+7f3330c+n1+TXx9BEFtPJLGjqhqECKsOQkioqobjx0/t6OLVanDOkc9P4fr1d5HPTzX8BkRdwYZhIJsdgmWlas0oCjRNa/ndivwNCYIgCIIgCIJoD+cci4vztaa58Law4Bf69WUyGTz++DnkcofXtQ4ZHc1BbzOgxBiDaZqoVitYWirA9z2Eyh0SiqJCUVi8D4wh9uKbnc2DMYZsdgjJZBKGkUAymUQ2OwTGlB0f/9NkX59R77snp/NQRkYgvvUimOvGj2G6DmnbEF99IXxs0wdevHQBslwGO3wf5NQtoFqttRgCgASyA2AHRgGExUT58svAJz65hUe5tax3UoUgCGKv0MnwuFnuoJlCYQGTk9fgeS5UVUUQBDWZThYnmAH0xJ9vZSSCwAfnAYTQYwkG00x16N4iPve5z+Fv//Zv8Z//839GKpWKffgymQxM00Qmk8GnPvUpfOlLX0I2m0U6ncYXvvAFPPbYY1TsI4gdQCeJnd0cA0e/SZGnR/OUd31XMGMMlmXVGlFEzdOu8dwoCouTAgRBEARBEARBhNTn2l3Xhu97DeoZkTQmwDA0tG9Da5BOXoFCcNh26AtYr6oQ5qN4LeYP81G2bcdefPWyoJHX3/JzsePjfyr29SGR7x4A8L//Vli4a+PjJ0olsAsX4sdGyPyd8PG6DnbiFOT1SaBUDKf8dAP1o6lM0yCnd3bFeiVWW/QTBEEQnQ2PgeXJhuaCWX2BUFVVpFIZlErFOtk42RNfvm6RUsb7HwWWjlNBqVTaktffafz5n/85AOBnf/ZnG25//vnn8VM/9VMAgF/7tV+Doij4pV/6JXiehx/5kR/BZz/72S3fV4Ig1kc7iZ3dympNK489dg6cCziOE3cBM8agKGr8+5FImA3bFELGSQGCIAiCIAiCIFpz7eVyKZbKz2aH4DhOrdimwjRN9EIis7mR0bIs3LgxASFETcljudoXWcoIIaCqSqzeEXnxdZIFDZ+z8+N/Kvb1OXHhrg2dCnUsNw7h++HzFAXYtw/wXIApgOCA50LengJMExjIQhnb2caTnVjvpApBEMReo5PhMdB5sqG+QOh5Hmy7AsbCrqtIojMMqhjqA6/NhHMBTWv82/fdzk/Yw0xMTKz6mEQigc9+9rNU4CMIou9ZqWmlUqng+9//LjRNg67rKJeLcBwbqVQahpGA67pIpVItMp6RvyFBEARBEARBEO1z7ZqmwfM8VKvlmlT+8rRcL4tn9Y2M+fwUPM/taNsSTvvJmocgw+HDD8Q1gG78zXcy5NnX57DcOGTNXLIZGQRgbQp1ysfPQxkYWN7G8D5A04AgCCU9y2WgUACm88DN94ED+zdr97eVaNHfDvLgIAiCWCaVSnWcwOsUnEUFwkgDPZqMUFW19m9YdVur+fLGkA3HoaoKEonEFr4+QRAEsR10alqJprw9z4PnufA8F6aZhGlaCIIADzzwEXzsY0/DNK0Wf8MTJ3a3v+FeZCVPR4IgCIIgCGJlpqdvo1gsoFBYxOLiImy7CsNI1KQ1QxWNetZSPFtLnFapVCClrLOPaZ0eVBQFyWQS+/eP4MEHj8e373Z/c5rs63OUj5+HfPGbkLbdel8mA+X8+ZbbmWFA+fSzEF99IZT61DTg4BgwOQkYCUBRASEAXQPGxyH/9OuQXzjd4v2301nPpApBEMRepL6zKfS7c8A5r8lzptsGZ5H0geu6sSb7MuH/R7ct67VvPuFUIYOqKrCsFFKpzJa8LkEQBLF9dJLjcRwHvh+Acw7PC307pAzXApaVgqIoGB4ewdmzww3+hocPH4YQwBb9dBFbANk7EARBEARBrJ9CYQFXr74N267GRTLXtaFpGpLJNDzPQRCEBTohJHRd77p4ttY4LVLlUJQo19QatAeBD103cPz46ZZ9qJcFLZVK8H0XhpFAtVrBwEB2Rxf8aLKvz4kKd8yyIINwvFQGAZhlQfn55zoW6JRTZ6B+4Xmon/pnYD/0JNgT54BHHgUO3wcMDgJjOeDEKbB0BqJUgrhwYQuPamtYz6QKQRDEXiTqbOKco1BYRLVahes6sG0bnuehWFxqec7oaA66bkAI3iJ9FumiCyERBMGWFfo0TQPAoOs6stkhJJOpHS/BQBAEsV5s28bLL1/At771P/Hyyxfgec7qT9qhRL9JzYRNLAKMhYU+ALWCn4RtV1CphL6ukSzQsWMnMT5+eIun0onNZjV7B5rwIwiCIAiC6AznHBMTV+F5bl1xLczzBEGAcrkI07SQy+Wwf/8ojhw5irNnn+yqoWo9cdroaA6JhBmrTbVDynBab2Ag2/Z+RVGRTKawtLSIpaUC5ufncPPmDbzxxisoFBa6OzF9CBX7dgDNhTv1U/8M6heeh3Ly9IrPY7oB9ROfhPa//xzYvv1glgU2MgJ26HD4b+0L1Mn7b6fTadEP7A4NXoIgiF6SyWSh6wZM00IikYBlpTA4OARVVdsGWFGBMCz4hcGVlIibLKQUW54841wAkOCcQ9N2hwQDQRDEerh27R28+OL/jZmZO6hUypiZuYNvfvN/4Nq1d7Z71zaFTnI8QJgsYK3KPuA8nE4ndj9k70AQBEEQBLF+ZmfzKJeLANC2uCaEQKVSwcmTZ3Ds2Enkcoe7zsWsJ05TVRUPP/zYqtteWlrsGOdFRcYg8OF5LiqVMjzPRRD4O7oZjGQ8dwhR4W7dz8+NQ/g+mK633CeDAEob77+dTrToD8eA/Zp+8NrGiAmCIPYKs7N5BIHfYKYcEQVYkRlyxODgMJ5++hl8//vfjeUWHMeJzZC3ikgmVEoBKQHf9yiBSxDEnsW2bUxOXgMgG7pjAYnJyWs4evQYDMPc1n3cDOrleCI5zmJxCTdvXm/7m6SqCnSdfF33AmTvQBAEQRAEsX4qlQqCIEBQUx1sRyi/OduSN+pm2+uJ04aH9yOTGcTi4r229zOmQAje8fmzs3lUqxXYdgVCyFju33FsWFYSV6++jUTCQioVKkbtlDoCFfv2CJH3n6hUgPl5wHWAhAns29fR+2830G7Rv5O+oARBEFvFegMsXTfw6KNPYHLyGkqlIqQU4Jx3lFHuJZF8aH0SV1EUaJqGcrmIiYmrOHfuKbrmEwSxp3jzzdchBG97TReC4+LF1/DUU7sz9o/kOOsxzSQcpxr7y0oZFkEtK4VMZnN8XTnnmJ2l9cdG6OU5TKVSmJ3l8Dyv9t1QYZpmLDlO9g4EQRAEQRCdMU2rTsKzPUJwlEqlNW+7k/d2uM2V47T9+/djaWmhbf4pagbv9PxyuQTbrkBK2SD3zznH0lIBnuchkxnYcT7PJOO5R2CGATzzo8D1SSB/GygUwn+vTwI/+o86ev/tBuo9ONYyRkwQBLGX2IjPadRYMTg4BMMwa8FSG820HtM8QcgYg6qqteSdQLlcImkugiD2HJVKaYXmDSX2qdsLjI7mkEqlkc0OwbJSMIxQpnozfV0LhQVcvPgKbt68gXv3ZneF98dW0+tzmEiYKJXChI7nubDtCpaWFuF5Htk7EARBEARBrAJj4aTcSggh4ftrV1jaiA3X8eNnYBgrKXUwHDgw2vYez3NrVjDLSIm4ed3zPDiODcbYjvJ5pmLfHkF6HvDd74AdOw6MHwIGB4HxQ+Hf3/k2ZAdtXIIgCGJvsFGfUymBRCLRUWu916iq2pLM1jQtvi2c3hAkzUUQxJ4jlcqs0LwhkEptzjRbPxLJ+muajkTCRCqVRiJhQtM2R9Y/8v7gPGiQUN1JCYLtptfnkHOO996bRDKZhJQSQRBACAkhJKrVKh588AQ1gxIEQRAEQayAbdtIJFaWv1cUtupj2tHJe1tVtVXjdcMwkMsdbluIVFW1NjU42/a5up6AqjY+j/MgXkdxzlGtVrG0tAjf93eMzzPJeO4RxEsXIIpFMF0H2z/SeF+pBHbhwoY8AQmCIIidzUZ8Tufn53D58ptwXQe+722JZx/nPJ7iC2GQMiw6hlrrEowpJM1FEMSe46MfPYcXX5wB0HodVhQVTzzxQ1u/U9vIVsr6z87mYw/bZjr53xKN9Poc1vuxMMbAmBLLOllWCo5j93L3CYIgCIIgdh2pVApShg3W7Xz7GGPQNH3dTYVridfrpd4tK5QXTSaT8H0PnIuaXL8Fy0qCsc6WNJlMpkHuH2DgfLmpTAhRixlDZZRsdmhHNJNTsW+PIPN3wHS97X1M0yCn+78yTRAEQWwu60mILizcw6uvfg9B4AOQW+LVFxEV/EIfpqgLK5TyVFUV6XSGpLkIgthzWJYVN29E3n1CCCiKiuPHT8MwzA2/xk7zpGvn5bcZrNf/llim1+ew0Y+FQVUZIoEj267uKVlbgiAIgiCI9TA6msP16+/C89zYA7sZTduYNHo38XqhsFBrUPcQBAEqlTI4D2oNXQy6riGZTMMwQtWqlSxpRkdzuH37FhKJBGy7imJxqekREr7v1/JLGmzb3hHN5FTs2yOw3DiE77ct+MkggDJGyVCCIAhibQlRzjkuXXodvu9umU9fM4aRAOcBfN9HON0nwTlHNjuEEydO93XymSAIYrM4dephHD16DBcvvoZKpYRUKoMnnvihnhT66hfZiqI0mNZnMtkdVQTsNaFUkIiLVVJKuK4DzjkYC7uMiZVpPof1rOYh3I7Ij0VRWmMUzgVcd+3eMgRBEARBEHsJVVXx8MOP4dVX/1et0XuZqNC2HgnPtTQQ1ku9M8ZQrZYBSCiKiiDwoWk6pJSoVsvQ9aFa8a9zATJSt7p06bU2hb7G143i0p3QTE7Fvl1O/KUZH4N5/304MD0Dpan6rmQyUM6f36Y9JAiCIHYq09O3UamUASAu9CmKsiUynhGO42BwcAhC8Dhhp+sGjhx5EIODw1uyDwRBEP2IYZh46qnuY/xuFtsr+aldvvwmDMOoSUE3FgH3yvU46hCOmlAqlRKEkAh/Ihnu3JlCOp3ZM+djPdSfw2a68RBufU7ox9IuLlFVBboeJqZ22rQqQRAEQRDEVjI8vB8f+cgxTE5ejWUvgXAtkMkMQFHUNcmtFwoLmJho30DYLlaul3p3HKem8MTAWNi0LqUAEMq127aNTGZgVUuaZDINx3Fqx9I5h8W5wH33PbAjYkMq9u1imrtu+WMfxZ3hD3D04g+QnbsH6DrYffdD+fnnwHRju3eXIAiC6DNWS3zNzEwDwIpTfWHxD7XAq/dIKVCtljE4OAzLSsa32zZ58BAEQXTLStN69YvtTn5qUkoUi0uwLAumGU6vRUXAyclrOHv2yR2xON4oUYfwxMRVlMsLCJMGoYdsMpmGEHxPnY/1sBEP4XY0+7FE0lOhn0sKmUym688/QRAEQRDEXkZRVOzbN1IrtnEoigrTNON8ULdy65xzTEy0byDsFCvXS72HFi4CQiwX6AzDQCJhQgiOwcEhPPbYuVXjxsnJKzUFDqBTv3o0IXj06PGujm27aS+GT+x42nbdMgauqnjv5EkIRVkuWG/R9AVBEASxcygUFnDx4iu4efMG7t2bxc2bN/DGG6+gUFiIH8NY2BW/UqFv//4DsKyNy8athOf5KJfL8d/rkfkiCILYq6w0rRf5/kV08lNzHAdSigZT+wjf9zEzs3f8wQcHhzE+fhiJRAKGkYBlpZDNDsXeIXvtfKyHyEP4yJGj2L9/FEeOHMXZs0/GhTfOOfL5KVy//i7y+amGz2gzo6M5pFJpZLNDsKxUw3uSTKYwMjLa9eefIAiCIAhiL5NKpSClhGVZSKXSsCwrzgetJQ8zPX0Hvu+1va9TrJxKpSCEgOd5cBwHQRBACB7/53kuXNeGpukYGxvvqkGsVCpBUdiqljQjIwd3TKMeFft2KVHXbYQUArg9BQiBIJPG3UceBjt4EHBdiK++ANnhC0YQBEHsPbpN/B44MAaAxV3yQsgGCU9N07C0tIgg4NC0zRMTCGUaqvHrrkfmiyAIYq8yM5PverEdLbKbCX8XGFS1dRGsKKzrLt+dwmrFJtu2kUymWpIgwO48H5tB5CF87NhJjI7mMDOTx/Xr72Jy8hreeOPlFZuR6okmBTVNRyJhIpVKI5EwoWnhpODc3GzjullK2LaNSqWMUqmIfP72Vh0yQRAEQRBEXzM6moPeQR1wLXmYTg2EQOdYeXQ0B03TUa2WOz5XiFDC88CB0a72I5PJQAjZdg0T7ouCRMLEY4890dX2+gEq9u1SWr40CwuQQeh7wKSEnVieshClEsSFC1u9iwRBEESf0twwUk994jfq2lr2wVku9DHG4HkefN+HlAKK0nkCsBcIwVEqlaCq2rpkvgiCIPYq1Wr3i+12C3wpJTjn4DyoyTY3qobstmnrbibfOxVFgd13Pjab+vM9NzeDGzeuYWFhDkFtbdvNFN5Kk4L162bP87C0tAjbrsDzXDhOFRMTVzsWEgmCIAiCIPYSUROVqmqxhGZYLFtbHiaKleubrGzbjpvI28XKqqpicHAIQRB6Y9fDGIu3Z1kW7t6d7Wo/jh8/A1XVoChK2/WQYSRw5sxHoWk7x/6Min27lJYFpuOg5gwPyRgs14nvYpoGOU1SMgRBEERIN11WnHNcv/4uDMMAY0rTY5RacS+83fd9BEHQkgDuNb7v4fHHz5G/DkEQxBpIJlcuTJmmFU+xzc7mcf/9R1Eul7CwMI9CYRGLiwsIggCqqsK2q1haWmxYgO+maetuJ9971fW812k+367rxAXlarXcEFesJo9aPymYyx2Ok1H1yaZom8vNSQyKwkjOkyAIgiAIokanJqpMJtu1zPrY2DiklA1NVrZdwdLSIqQUbWPlQmEBt2/fquWalm8P4zYGRVFhGCYSiUTXKhqGYeDMmUcgRKvLmWEkcO7cU7jvvge62la/sHmaWsS2Mjqaw+3bt8B52PEI0ww/tYxBCwKMzi/Gj5VBAGWMFpwEQRBESCqVwt27om3BL+qyev/9SczPz0FKAVVVa4liCUVRoKpaTdrTjxPInRLJvebu3Vnkcoe35LUIgtjZcM4xO5tHpVJBKpXCwYO5PTkVfPBg07qhDikF8vkpBIEPRVHw4YflePEcTnC7AIBMJgtdD2V1hBCoVEoYGBiErhvrmrbu1/cmmnxv9/sYFZtyucNx1/Pk5DX4vg9FYRBCQtd1mj5fA83nm3MeJ3eEEHAcB5ZlAVi/PGq0bi6XSxBCtEiuJhJmw3tLEARBEASx14maqCIKhYVa3BvGbXfvCty+fQvHj5/q2Iy9HHKxpn9biRrAojhNUdQ4xxQ1agnB4boOdN1omAxcbV0xPn4fpqdv1xoWAzDGoOs6NE3D++9fx/DwfkiJvlybtIOKfbuU5gUmGx6GnJuD5rl48NYUlLpytZLJQDl/fhv3liAIgugnWhpG6tB1HSMjo7h27TIAWRdsKXEnFGPh35qmIQhCs+TI128zURSFfJAIguiK9SxIdyudClOapoHz8BquKEqtiFeueyYDY2FnbaVSwv79B5DNDsFxHAQBRzY7iNOnH1nzQrif35u1+ItEXc8zMzsjMdCPNJ9vVVWj/tU4qROxXnnU6PN/8eKriJJMUobvZyqVAWOs9hmn+IIgCIIgCKKZ1ZQvzp59siX+nZ6+A4Ahmx2C6zrgnENVVSQSJqRES5NV1ABmmiZc14aUzc3kMlaYcpxlz75u1hWzs3kEQQDTTILzEoSQ8H0PnufBtm28884luK7bl2uTdpCM5y6mfqx25MAYHnjoETz+wRQGCkUA4UQfsywoP/8cWAeZGYIgCGLvsZoO+9zcLEJ/vuXnRMW80LtJIJEwY3mFMFG2eX59EUHgb3pBkSCInU+3Uox7iWY5nvvvPwLLSqJarcb+GZVKKb7Ghn4aomHKqlQqgTEGy7KQyaSRSFjrmujr5/dmrV58naQjie5oPt9hbBEV5GTD+dyIPOrg4DBOnDgN0zRhGAkkk0lks0PQdR0A+SwSBEEQBEF0IirERUgp4TihD1+pVEQ+f7vlOVFDF2MMpmkhlUrDNC0wxtqqNdQ/PplMA2jN+6iqCkVhsWdft+uK6LWKxQJ8P6jJu4fNZVJK3Lr1Qaxy0mkb/QRN9u1ymsdq5WNnIS5cgJzOQxnLQTl/flsKfdLzIF66AJm/A5Yb37b9IAiCINqz0kTC3NxdWFYSnufGid9w6iNMwDEGmKYJTdNQLBa2TMKTMQWLi/O1KRRKqBIE0Z5upRj3GtG6IeqAXVpaRBB48H0XrmvXJBSj6/zyBFQ0zS3E8jT4eosj/f7erDb5Tl583dONVGvz+WYsnLarVEoAGEzT7Jk86tjYIeTzt+m9JQiCIAiCWAP1Sgy+76NSCafjwmIZMDFxFel0pmEKLmroWsk6pp56qxnDMOIJwLDhXMAwEjBNE4mECcbCYmG36wopJRYW7sVrHSEkhGBQVRVBwCGlwPz8PaRSqbgg2byNfoKKfXsMphtQP/FJAOECa3ob9GbFtSsQX30BolgE03UI34d88ZtQPv0slFNnNv31CYIgiO5obhiJCAMtGSfcokBOUVRwzuMAS1U1jIyMolwuo1qtbGrRL9RVNxAEQV8GXARB9A9rkWLca9R3wGqaBs/z4sltIUS8KF+eqlr2ZVWU5aXleosj/f7ekBdfb+gkqfTggydqneDL69Pm862qGvbtG8HQ0D4ArGfrWHpvCYIgCIIg1k4qlcLsLIfnubHkfxjPM0TWL81ynmNj4/jggw+6brJqbgBTVQ2KElkKaMhmB+MiXFQs7GZdwTnH4uI8ADQ0NUop4ft+/Pgg8FEsLsG2q0inB2AYRl+sTdpBxb49ynZ5YUjPg/jqC5C2DVaTRWG6DmnbEF99AewLz9OEH0EQRJ8TBVqKErRorCeTKYyP3wfbtuME3OLiAl577XsIAn/1ja8TKQHD0Ps24CIIon+o7wxtZrfI9XUzNdWO+g7YRMKE49h1E9xhQweAWkOHAimVWBonk8lsuDiyE94b8uLbGFFBOQh8uK4bT+P7vo9XX/0eMpkMVFVtWJ9u1fmm95YgCIIgCGJtJBImSqUSfN+rNXiHTYKqqkJVVZim2TIFp6oqTpw4hYmJ7pqsmpuyTDNcpzCG2GM5IioWzszkV11XhH59PkzTQrVaabAsaCYqAFYqZej6EKREX6xNmqFi3x5kPcaZvUK8dCGe6Fu+UUAuzENWqpD/6Q+g/cv/kwp+BEEQfUxroGU1BGb1TSP37t3FD37wKlzX2eS9CoMxzgVc18b16+9Sko4giLbsdinGbpr6omKg69pIJKz4WlnfAVsvmSiEhKIwJBLhYj3yYpVSwjASyOUOI5lMbfi6u1Pem06T78TqhEXoMhynWvN9DJM74dpUhe97UFWrZX26Veeb3luCIAiCIIju4JzjvfcmkUqlsLTkIZrkk1KCc450eqC2bkBLU/Zam6yaHz8yMorFxXn4frhuaC4WdlpXSCkRBD5KpRLK5WJtzZOG73vgnMfNje2QUsJ1HRQKBaRSKRw4MLqxE7gJULFvD7KdXhgyf6ex0FcuQU7dAoIAYArkt/8BfDpPkp4EQRB9DOcc1WoF2ewQfN9FIpFAKpVpCcw++OA9vPXWxS0zLS6VSjAMF4CEqha3bGqdIIidxW6W6+umqW9xcQGXL78Jz3Oh6zo0TY+vlc2TdbquxxPcQRBgbGw8PnelUgmZTAYnT56BpvWmUW83vzdESKlUguNUIaWs836UNalYjiBoTMj0qx8KQRAEQRDEXieqMei6HjcJSomaxCaLrVw6KXSstcmq+fFC8I7FwnbrCtd1Yds2LMvEwsIcqtUKXNdBOj2AdHoAlUqpJRZtRxB4kDKJH/zg9b7LN1Gxbw+ynV4YLDcO4fthwU+IsNDHBcAUQAggmSRJT4IgdiXrlVTrNxYW7uGddy7BdV1omgbDMGAYCYyMHGw4Hs/zcPnymysW+qKOr14hBIfj2EgmU1BVdcum1gmC2HnsVrm+1Zr6rl9/F++/fwNCcDAG+L4XT/BNTl7DY4+da+mAZYzBNC2oqobTpx+Boqh46KHHNu0Ydut7Q4T4vgvOBRRlWW4pKvwJIWp+LwyKEso+kTw3QRAEQRBEfxLVGOrzOowxKIoCxhDng+oVOsLc2B0UiyUkkxuL8+uLf5y3Fv7q1xXlcgnT03eQzWbjhjPLStZizxKy2SFks0PwvNm4SNn5dRUYhtGX+SYq9u1BttMLQ/n4ecgXvwlp25AL8/FEHwBA14B9+8L9KJXALlyA+olPbtq+EARBbBXb5ZPaa+bn5/Daa9+HEAEYY/B9F65rI5lMtwQ4b711Eb7vrbi9Xhb66llcnMfQ0D4YRtgwQlMBBEG0YzfK9a3U1McYcPPmjfgaXrsVUkpUKiWoqoq5udmOk3VHjx7fsgLcbnxviBDDSNT8HhuTQkKEfwdBAMbcmkySDdNM9aUfCkEQBEEQxF4nlUrhzh0Xtl2BEGHzFuc89mRmTIGqarFCR5Qb49wHEDZ69SI3tlrOLZc7jHx+CpqmNfj7McaQTKZRqZRh2zZ0XUc3aSohJBzHgWVZfZdvar8SJHY1o6M56B0m5jbbC4MZBpRPPwtmWUClujzRpyrA4fvAIo8QTYOczm/afhAEQWwVq0mqbZXE5UbhnMeTelFwFE3mVatleJ6HmZk8OOeYmvoQ09O3t21fpZQolZbiRCJNBRAEsVdIpVIdO1Ft2264htcjhKx1tVbiDtgjR45i//5RHDlyFA8+eALvvTeJmzdv4N69Wdy8eQNvvPEKCoWFnu075xz5/BSuX38X+fzUjvl9JNZGOp2BZaVqMUR4W/2kf71npJQSjmP3pR8KQRAEQRDEXmf//lHYtl1TaQjjOE3T44bAY8dO4uzZJzE4OAzP8/DWWxdRLBbgumFjVy9yY93m3Do1RRqGgcHBIQwMZOH7PjKZzKqvKQRHpVKKmyP7Kd9Ek317kO32wlBOnQH7wvOQ/+kPIL/9D0AyCezbFxf6AEAGAZSxzSs6EgRBbBXb6ZPaS2Zn8/A8F21yxLHs1vz8HG7fvoVSaWlV2YPNRojQONk0rU2fWicIgugX6o3ow0KJE3fWAoBpWrDtakvBj7Fwoiq6VjZL4ly8+MqKPoAbXT8UCguYmLiKcrkYSzrevv0hjh8/vaMm4Pca65Eojz6jhmHAdZ24+zvy7GMsnPrjXIAxIJHQMTMzjUOH7t+ioyIIgiAIgiC64d69WZimCcepgnNRi+dCNcFMJgNN0+KJvrfeuohSqQhFYfA8F7ZdRSqVga7ra8qNNcefQoiucm4rKR1KCViWBc9zoSgKHMeB57kd9yFsUmOoVEoYGBjsq3wTFfv2KNvthcF0A9r/5/8En85D2nbL/UomA+X8+S3ZF4IgiM1kO31Se0mlUoGmafA8r6XgxxhDEARYWJiHYRiQUkLTVPj+9hX8IvkIYPOn1gmCIPqFqKnv8uU3USwuQUoBgIExwDBMKIra4qsBhAtcw0i0vVZudtNKNDkeNoqEXcFSAp7n4vLlN/H008/0jQcGscx6JcrrG0+lDGOhcrkETVNhWQPwfQ+OE64PFUWF73uYmLiKdDpDhV+CIAiCIIg+olKpwDRNMMZQKhXjHIwQAtVqFXNzdzE6mquLGZetBIQQKBYLSCRMqKqGUqm06uu1iz8dx4GmabGNSz31Obf6pshmdF2HYSTi9Y5lJcE5b/tYYNmXUAiJIAj6Kt9EMp57mKhj99ixk8jlDm/5Irpe0lMG4ZdHBgGYZUH5+efAOkiNEgRB7CRWklTbSRNnqVQKum7UBWfL1Es2VKtVOI4D328fFK1Om9HBdRAaQjfqwxMEQewFMpksDMOAZVlIJEwkk0kMDg4jmUzWvCVSDbKJoYSOiocf/mjba+VmN63k87dRLBbi3xIAtYKfRLG4hHx++2Sht5qdImW6UYnyZqnYsbHx+HMbBD5UVYWmqbXPA4OisB0lfU4QBEEQBLEXSKVS4DyUtFyO08LpPtd1MT19G3fu3KoV59R4/SEERxAE8P0AjuOgWq1gZuZOW4uAyCrm9ddfxiuvvIRSqRirlCiKUluPlFuaGcPXWc65RQ1nqqrFXtFCyDhnlE5n4tydaZrQdQ26rqNdjkrTNAASisIwOLivr/JNNNlHbCuRpCe7cAFyOg9lLAfl/Hkq9BEEsWtYrXuonzqAViI6jlQqUwvkJIBlmS1dN1AoLEAIsUEJzy7ckFeAMYZUKg1FUXHixGnkcof6KvAiCILYbKanb6NUKsZFvETCjBfEpmmBMYZMZhCe50IIDl038PDDj2F4eH/b7UWSN4yxWHZRVcPtSokNN63cvTsNKdFWJlpKidnZvSHhuN5Jue1gZmbj057tpGLL5RKEEA0ys4rCkEiYO0r6nCAIgiAIYi+wPLXn1+I32VB0s20bV6++BctKwTRNuK4NIUQ8AagoLFaG0nW9xSKgUFioKZYUwDlHEHC4rgPbrsSNYomECdu2a02NVsP+NefcVlI6zGSyce6OMYZkMo1qtQzORYPvua4bMIwEVFWFYSQwMjKyyWd5beyZYt8f/uEf4sUXX8T7778P0zTx2GOP4Vd+5VfwkY98ZLt3bc/DdAPqJz653btBEASxKWy3T2qvqD8OVVVRrVbgODYYAwYGBlEsFhAE653m6x2aZmBgYBAnTpDPE0EQe4/I+y68PoeLZ9e1kUymYRgGTDOB4eERZDIZVKsVDAxkMDJyEIx1/i0aHc3h/fevo1gsNMhsOo6NTCa74aaVMB8Q+l60uRdtmnR3HatNyvXCF7GXVKu9nfaMYoyLF19F9DmIJD5TqQwYC6Vod4r0OUEQBEEQxF4gbABMxOuO+kJfWBwLLV8qlTIGB4eQTKZj6f6o0Keqy/FefXMX5xwTE1dRKi0BWI4NAcTThLo+DMYY0ukMfN+Pt7tSzq2+4az5WOpzd4ZhQFUH4TjVWgwq430MAh+mmUQqle67Bv49U+x77bXX8DM/8zN4+OGHwTnH7/3e7+G5557D//yf/xPJZHK7d48gCILYxWy3T2qviI4jn78d++ckEiZc11k1GVufFFx98i/sCFsPUgoMDg5RoY8g9iDNZu0HD+agqjvrOrsRooJRuAgOF8LRwrtaLUPXhyAlkMlkkMsdrk1lq/B9voaCWlSU61ScWzsHD47h7t1ptLvuM6bg4MGxnrxOP7PZvoi9JpkMJcrb7e96JcozmSxGRkZx+/aHYIzBNM3YA2Yj2yUIgiAIgiA2D11PQFU1cM4hJY+LfJEsv6KEkpfR5F0iYQJwahKaDMPD+8BY1Oy23DQ2O5tHuVyMmw0ZYxBiWe4/CIJ4m6qq4SMfOQZFUTaUc2vO3VmWhXx+CoqiNHgSSglUq2UYhoZicamv8k97ptj35S9/ueHvL33pS3jqqadw5coVnDt3bpv2imiH9DyIly5A5u+A5cahPnMe0K3Vn0gQBNHHdOoe2mkoigpFUWCaZpzk45yvWsBjTIGiKJCyVeZTVdW4C0xRQp89z3PXtX+MMdy+fQvHjp3cccVUgiDWTycJxBMnTvWdtMpqREXLUqkE33dhGAmk05lVF6z5/O24U1ZKAUCJpTGFCM3ro+2shdnZPBhjyGaH4DgOhOBQFBWmGcp4brQQNTZ2CB988F5t30VcoFQUBZlMFrncoXVve6ew2b6Ivebgwd5KlEffX89zwRhqPi82NC3ySlm/9Hm7JgCKDwiCIAiCIHpD1LjXrhEsbOBKQNP0ePJOVTUwxqDram2ir74xfLm5q1KpNHh6K4oS+wIuN4OFf+u63jMLl/rcXT4/Bc/z4DhOy+MYYyiXK5iYuIpz557qm/hyzxT7mimVSgCAbDa7pue185LoN5qLZZvlgbcZryOuXQH/yguQxSKYrkP4PuSL34T6f/wC2ImTPdpzYiuIvis74TtDhNB7tjPZjvetWb4r/P+Vx0KE4JBSwDQtKIqKIPDBmAJVVcC5gJQCmqYDkAgCf9375vseNE3D9PTtPeHxRBDEyhKIExPXMDzcP52WnYgKEnNzd2v+pxyOY4NzAVVVYFmpFf3bwmLJVTiOE8tscu5DVdXaOQkLaOuRjy6VSnBdNy7yJZOpeIHdC2lFVVXx0EMfxcTEVZTLJUgpwJiCdDqDEydO983CeTOJfBGbEyRSSti2jWKxgHx+qm8KVb2UKK///qqqGvujCCFQqZQwMDAIXTfW9dndST6IBEEQBEEQO5GocW9xcQGci1qTd5gfCtdkoYrIsWMnoWkayuUSZmby0DStwacZCIt2IyOjyOenalYxy9KcjKE2QRjEU4FhTknbkEXOSo1hlUoFnufB972WpnUpJYTg8fH0S3P/niz2CSHwxS9+EY8//jiOHz/e9fMMY/sXVqvBr1yB/8IfQRRLcbEMf/dN6M/+AtQzZ/r6daTnwf3aC2CuA5YIi4YsYQCug+ArX0bi+S8Bm1C0JDaH8CKsxgknov+h92xnsh3v28BABnNzM3FSMprCWIloci/ykdJ1PQ4Cw+BNjYOl5oBvrXiei8nJq8hmsxge3rehbREE0f+sJoE4PX0Ho6Pj27Bn3VE/1VQqLYFzUSt8aLGXhW1XYBhGW/+2qFgSXjtDeU1VXZ6mNowEGFPW5WVaKCxgZuZOrcmj1QOwV9KKg4PDOHfuqR0pd92LybHR0dZJOc/zUK2Wa+fcws2bN/qqUNUrifLm769hGNC0QZRKJQRBAEVR8fjj56Bpa1sH7jQfRIIgCIIgiJ1I1Lj37rtXMDc3CykFpEQsvek4DqQUeP/963jkkccwPn4YBw8exKVLF+F5LjRNg2EkoOsGDh7M4dKl1+H7Hhhj8boICBsYw6KfXmskT+LEidMbmuhbrTEslUohCPyO+a4whyX6SoVjTxb7Pve5z+H69ev4sz/7szU9z/N4X0+8SM9D8Md/BNg2oGqQQgKqBlGx4f7xH0H7red7MuG3Wa/D/+Hb4IVwoq/lvuIS3H/4NpQf++SG95/YGqLCQxCsxQeG2E7oPduZ9Op945xjZiaParWCZDKFsbHWhF30mHK5BM/zoes6GAsNl7sp+AHLwRDnvPYcYHkqMExU67oeP269xyIlcPXqFZw7R8k8gtjt7DQJxHrqCxKeF3aMhgtkCc4DMKbXZA1l7I/a3DkaFUtM04Tr2vG1OFy3KFDVUCJnrXKY0b7pug5VVWoyOo0egOuVVmx+nfpi2dGjx3bMdbtXk2PNk3LhxGQZjAHp9AAYY7WER38VqnohUd78/Y2KnKEUFEO5XMQPfvD6ms/pTvNBJAiCIAiC2KkMDg7jh37oaVy//i7ef/96TZo9LNZFDeqVShmvvvp9nD79EObmZmuynALVahVBEODRR0/igw/eb2jUymQGUCotIQgCRD6AjCnIZofx0EMfXTE2XK0hb2V1mKsYHz+MarWCIAhWLPYFgd9XvtJ7rtj3+c9/Ht/5znfwp3/6pzh48OCan9/PCXB+4QJEsX2xTJZK4N+9APUTGy+WbdbriDt3AF1vEYJjAJimQ+TzYH18/on2SNnf3xuiFXrPdgZR4FKtVjAwkMHIyEEw1ptuJiFak5XtHrO0tATLsmoynDIOkFYq0tUHSc0BU5iYZuCcQ1XVdRf7osnAcKKHknkEsdvpJIEIoGeTZ5tFfUEimmxeLqqF11NVDb33OOdti5f1xZJ6CcRo0k+I9cl31u9bKpVBpVKCELK2LwK+7+P06Uc2VHTayTKLvZ4cq5+Uy+fvIJFIwLKS8Wci8ktkTEE+v3ukquu/v1Ehuf47oGnaus7pTm4CaIZzjunp25iZmQZjwOjoWM98aQiCIAiCIHpBsbiEpaUCdN2A73txg3eoVhLGZJwHeOedN5HNZlEuL68tPM/Da699H6lUGqZpxtvUdR1DQ/tg21UYhgHLSuPgwdXjoG7WGJ0awzzPQ6VSRrlcbLAv6ITv+w37vN20j353IVJKfP7zn8ff/d3f4Wtf+xoOH959iT+Zv9O2AAcATNMgp/N9/TosNw7pt/dpkoEPNraxrmGCIIjdQqGwgIsXX8HNmzcwNzeL9967jtdffwWFwgI458jnp3D9+rvI56diw+JOrJasFIK3fYxpmshms2CMYWAgU5v8WHuBLgycWPy6YbFZ1pLa6wtTVFWLJwJ2UjKPIIj1MTqag95BVULXdYyN9a+EZ31BIpIzXi74LTdFSInaNba1eJlKpeJrr2EYyGaHYFkpGEYilrdZT+Gsft90XUc2O4RkMgnDSCCVSiGXG99QQa6b359+JkoQtCOaHFsr0aRcNjsYJxc8z8PS0iJsuwLPc+E4VUxMXEWhsLDRQ+gL6r+/YUFzOY5QFIZEIkyerPWc1n8vmun3JoB6CoUFvPzyd/H22z/A7OwdzMzk8fbbF/H9739313wGCIIgCILY2dTH9YAEY0rtPxYrLwGI1UuWlpbi9Q6AWjNhgEql1KYpnCGZTOHgwUM4e/ZJHDp0/4qFvm7XGJVKBYwx2LaNSqUM27Zrk4ZlADLeD9M0oWmd5+Usy8KNG5N9s3bZM8W+z33uc/gf/+N/4Hd/93eRSqUwNzeHubk5OI6z3bvWM1YulgVxsUx6HvjffwvB178G/vffguywSN3o66wV5ePnoQwMtL8vk4Fy/jwC28bU//O3mPjzr2Pq//lbcHf3vH8EQRDdsFLgcvnym7h48WXcvHkD9+7N4ubNG3jjjVdWTAZ1k6zs9BjGGDRNx8DAIBIJC36H34ZORLJkoe66Ak1blooTQqx7sk9RlI5JcYIgdh+RBGJY6A8XZaFpu4YTJ05BVft3+qW+IGGaZs2LQomnmqJO0qjo0U42s7nYyRiDZVlIpdLIZAbWLN/Zbt+i7ZpmuF3DMJFKZda13YjNKJb1Cs457txZuXFmMyfHonPfPOkWEv5u7oSCaDfUf3+XZcHDz1sqlWn4DqzlnK7WBLBR+dmtgHOOiYmrKJWWECbOWJwUK5WWMDl5dVd8BgiCIAiC2NlEcX0oa8njop+UssGiJfyXtY1fwryWgNsm17+W3E43awzOOZaWFnHv3hzK5RJc14VtV7CwMF+T7US8hkwkzI7TfbquI5VKb/vapZ49U+z78z//c5RKJfzsz/4sfuRHfiT+7xvf+MZ271rP6KZYJq5dAf+NXwX/67+AfP1V8L/+C/Bf/1WIa1d6+jrrgRkGlE8/C2ZZkEFoTi+DALAs6M/9v7F4+S1c/NMv44OpD3CvvIQPpj7AG3/yx1i49Pq6Xo8gCGIn0ilwkVKiWFxCpVJe04REN8nK1R6jqjo8b+3NF/VFPSnD4E9V1VVlElYiTBKKjklxgiB2J5EE4pEjR7F//yiOHDmKs2ef7HspyPqCRNi1mq4r+C03RVhWCpqmt5XjXKnYuR75znb71kwvrq/9KrNYKCzg1Ve/v2rjzGZOjkXnvnnSDVgu/PZTUmGjRN/fXG4cum4gmUwimw09ISPWek4363uxlczO5lEuF9t+zoSQKJVKu+YzQBAEQRDEzqVSCb3tlpYWEQRhvioq9EX/D0RqTq32C0KERUIpBSqVSpwfiljL2mO1Ncbc3F288cbLmJ2dhpQCQnAEgd9QmGQMsboEgI45qiAIfdf7SVVqz3j2TUxMbPcubDpRsUx89QWIUimU1AyCsAD3888BEhBffQHStmMZTqbrkLYN8dUXwL7wPFiHBf1aXqebbXRCOXUm3I8LFyCn81DGclCfOQ/JgMkX/i8EWK5QKwACANffeBVnTz8MNdE/+rgEQRC9pN5YeGmp0DbQcBwHUgpw3lrUixKC7bzruvW6WukxnPtQFA2KEjQEdCuhKGpLAdLzvNi8eb2TfdG0YaekOEEQu5dIAnEnERUkQk8JH4ZhQFUHwXmAoaFhKIqCRCKBVCrTYipfT73fWycT+o3um6IwCCGh6725vvaj12I4SXUNUvLYQ87zXNh2FW+9dRE//MPPQNPCtc7+/aO4fv3dmteHCtNc7vrdaDE0OvcXL76KSOpayjBBEU27MYZNTyrUxx+pVApjYzkAatv7Nvp5UxQVp049gmq1WusGb2Q953QzvhdbSZjskm3jvlDmV/RNYokgCIIgiL2LZVmoVEL5y1BpSUMQhMpPYX4ojGcymQFUKiVE8S0QFsyiPJaUgO97uHv3LgYGBpBIWGtee6y0xuBcxPY3QNgExnk4yRd6DIbxv64bcfxl23ZLnq0+NiuXi9C0fX2jKrVnin17hXbFMuX8eTDdAP/7b0EUi2399kSpBHbhAtRPfHLDr7NRmG407AdjwO0X/yc8tB9F9QDkv/0tHP7x/23Dr00QBNFvNBsLV6sVuK5bk1FbvuaGhTPWVq5upS6j0dEcbt++tWJiTUqs+BjDSCCRSIBzP/bba6ezzhhbUbZBSgEpse4in6IoME0LudwhnD79yI5J5hEEsbfpVUFiM4qdm1ks6eb3Z6uJpuc1TYXv+6hUShAi9BNxHAff+9538eijTwAAJievQUoJ3/dqkkM2TDOFVCrVk2Lo4OAwTpw4jYmJK5BSQlXVBhmhzS6INscfd+8K3L59C6dPnwHnAhMTrfcdP35qQ9O0m1Fg3olNABGpVKrOw7Ox4BdKnSp9k1giCIIgCGLvEqZ/lnNAqqoA0OOCn2EkkE4PwDAMHDnyIK5dewecBxCitWE9snqpVCo4duwkxsfvW1MMuNIag/MAqqrC9724eY4xPVabSiQSEILHcZfneahWyy37KKWMi4mch7Kl/aIqRcW+XUhzsSxC5u+0LfQBCKfzptcmAVL/OtLzIC5cCF8jN96zwl9EZXERKuovG8soAKqFxZ69FkEQRL/Qzp/PspLwPBfVahm6PlTnZaO2SA1ErJQQ7DaxttJjqtUKDMOA66q1oEeF57kNr6Np0e8Pb1vMUxRl3R59EWEyVKNCH0EQO45+Lkhs1r5t9uTgeohkf6SUqFRKtSJLeJ+iMPi+h4mJqwDCJptEIlH7/XPAOYeiMDz++Ll4+m+jjI0dQj5/e8sLoiv5A1+7dgVCSAjB28qGnz375Ibeu50+jbde2k1Kjo7mMDX1ITzPbWmiUhSGTCbTN4klgiAIgiD2Lo5jI50eaGiUC5uxTei6gVQqg/vvP4KDB3NQVRVDQ4O4dOkNLCzMN2wnahIP80oMS0sF5HL3IZ+f6jouXGmNMTSUQaVSgqKocTNVqC6lAFAamus4F6hWyw37BixLkoaqVoCuaxge3tc3sSoV+/YQLDcO4fttC34yCKCMrW+hIK5dCSU9a1ODwvchX/wmlE8/C+XUmVWfLz0P4qWVC4WpoSHMLBXaTvYJAMnBoXXtO0EQRD8TTRjUyw8wFkp4lcsl2LaNZDIJIUQ86ddO6mm1hGA3ibWVHpPJZHH79i0kk+m46ykK0CKizilNC0OPcIpvWbc9OrZuJEDbEcmHRp1jBEEQRP/Tb4WdSPbH9704URERJgQULC7OQwgO00zG0p2maQEIm2vu3p3tWXF0uwqi7eKPiFKpCCklksnWJqKVZMPXQj8XvzeDTlOUR48ex9DQPiwtLcJ13TgBFspgZXH8+Om+SSwRBEEQBLH3iJqVlpYK8H0P2ewgXNcF5zwunEkJ3H//kYbYbv/+ERw9egJLS6+B8yDOY9UX1KSUmJ+fx8WLr6xZTaLTGmNmJo9SaQmmacJ17Yb8k5Rh7J1MpvD44+fw7rtXYNsVJBIWqtUygoDX1gas5inIoOsqBgeHsW/fyGac3nVBxb49hPLx85AvfhPStlvvy2SgnD+/5m1Kz9uQD2C3hcJDP/aPMVXz7GvGAJD7R93JjxIEQewkOhkL67qOwcEhJBImstlBDAxkMDJyEEtLSysmBFfy1+kmsdbpMfXJSEVRsbS0UCc7pYAx1GQRZOw5FKogMABywxN99Xieh/fem8SxY6d6tk2CIIh+ptfeaVtNPxV2Itkfx7HR3DsjpYTrOvB9H4wx2HYFrmsjmVyW1V5JNnu9bEdBtFP8ASwnX9qxGce/22k3RclY2Mn+/e9/F5ZlIZVKQ1EUBEGAgYEs0ukBJBImqtUKBgayO+r7ThAEQRDE7qC+WYkxBsdxYNtV6LoBXTfiCTlN09o2nzuOjUQigWqVtzSthxYwHJ7nwDD0dalJtFtj1Et8Rs3qQoi4mSqVSuP48VNgTK1rtALS6QEsLS3WSaszqKqCTCYLw0j0ldJC+wie2JUww4Dy6WfBLAsyCMtmMgjALAvKzz+3LtlN8dIFiGKx/X2lEsSFCx2fu1qhUPpe/FjNsnD83MegIZzkQ+1fDcCxc09CbSNbRxAEsdNJpVIdC2FSAmNj4zh27CQOHQo1zKOE4JEjR7F//yiOHDmKs2efxODgMAqFBVy8+Apu3ryBe/dmcfPmDbzxxisoFBbWvX+cc+TzU5icvIrbtz/EwEAWmqbBMBJQVbUm3dlYzAsCP/btay/OvDEURcGtWx+09QQkCILYbWzGtX0vo6oqTpw4BV03IMSyRA8QdRqHkkKhv0fY1FKtluPHbJaPXpSsOHbsJHK5w5te3Fkp/oiSIe3YbB/B3Ug0RRnh+z4KhcWaUkKAarWCYrEAXTeQTKawtLSEYrGAhYU5+r4TBEEQBLEtNDcr+b4PQCIIAjiOjWq1gkJhEZzzjmoUyWQKyWQKitIaV0aeeJF6RjORmsRaiRrVVVWDpunIZodgmkkkEhYefPAkzp59CgDwxhsvY25uBpVKBeVyCdVqBen0ADRNA2MKFEWFZaVgWcltsx/oBE327TGUU2fCabsLFyCn81DGchvy19uID2BUKGz3fFEqgV240OA9OPzYOZw99TDy3/4WqoVFJAeHkPtHn6RCH0EQu5aVjIU7SXO2615ayXtnvf46URdXtVqBbVfAuYh1zjn3IYRsu98AejrJ14leyIgRBEH0M5txbSfCSbpnnvlH+M53/qEmGRQ6h9t2FQCgqtESOirwCTiOA8uyNtVHr5nNnOhcKf7IZAZiz75mNuv4d/r06krUT1FGXpGcc0jZKGVVqZQBhFOVnufBsiz6vhMEQRAEsS3US75HzW+MsVrDXCjhaZomDMPAwEC27TYOHgzjzUxmAKVSEULImkKVAGMKksk0gsCHqqotjWarqUl0ih0556hWK8hmh+D7LhKJBFKpTMP9ly+/iVJpCZxzABKci5pSlcDw8D64rgshJE6cOI1c7lDfxV9U7NuDMN1oKKJtaFsb8AFcT6FQTZg4/OP/2/p3mCAIYgfRK6+elbx31uOv43ke3nrrIjzPg+vatc6mcMKBc7+WpNr8gl4roXa6ZVkkI0YQfU79Asyywo5N27Z3XSJ/M+n1tZ1YRtcNfPSjT2BiIvz9te0KgEjeJwMAqFRKNV8/hiDgUFVtyzp7O3m8reZf0i0rxR+nTj0Eznl8bjbbR3Czj3W7iXwiFUWB6zoQQtYkopa72gEgqCnzaJraUmil7ztBEARBEFtJfbOS4zh1UphhHKnrOkzTgu8HHWOU+njTMBKoVMrwvFASNJ0eiF/HcWykUhnodTWEldQkOsWOkWdfdLsQArpuYGTkYBy/Tk/fRrG4hFDNIzy+ML8VTi3atl3zTe7fOJSKfcSG2IgP4EYKhQRBEHuFXnj1rOS9s1Z/nUJhAW+9dRGlUrFW3AvNlFVVhaIosczZdqAoYSeZlCAZMYLoY+oXYEEQxBMr6fQAVFXdVYn8zaSX13ailUwmi1zuEGZmpiFEAIAhmUzGncXZ7BBc10EQBBgby+H06Ue2pNC3VROdyWQalmWhXC5D1zU88MBHcOjQfUgkDPg+3xIfwb0wvVo/Rck5jyVihQj/bfyOy1oBsPGY6ftOEARBEMRWUt+sJESj556UYSEPWD1Gqc93lUolzMzcga7rsVy+69qx8kE2OxS/TrOaRNRIWr+N+tgxCHxcufI2stnsijHlzMw0pBTx60Q5LiFEXBzs9/iTin3Ehoh8AMVXXwilNzUtLNRlMqv6AG6kULjVSM+DeOlCOI2YG9+Q9ClBEMRaaSfNuRbqA7FmuvHXaQ6cPM+FojAEwXIQFCaowgk/VdUQBP6693e9RJ1kut7eAJogiO2nPnnPGIv9zoQQWFpaRCqVAWNs1yTyN5ONXtuJziwszOPq1Stx5y9joRdJEARxVzFjDKZpQVW1LSv0AVsz0Xnr1k1cufJ2rcjGUK1KXL78NgDg6NEHAWw8NumGvTC9Wt/VzpgSy3dGnfGNslWs5l/TaGNB33eCIAiC2H30s4x5fbOSoqg1VYKoQMZgGAk4jo0gCGoS8LzjvkcxZT4/hXv3tHg7jDEkk+maj7GA6zowDLNFTaK+kdR1XVSrFaiq0jAN6LoOOA9i6f16PM/D1atvI5GwYNvllv1bbm5XkUql++Y96AQV+4gNs14fwI0UCrcSce1KuI81f0Hh+5AvfhPKp5+FcurMdu8eQRDEqqzH+y+iXeAUdpbXd54jTtaHgZ2xqVKeUZdXM5xzuK6LQmER7703iaNHj/d9IEYQe4365L3jOPB9v+aHEFIuF+G6NiwrtSsS+ZvJRq7tRGc453j33asN02SqqiKZTKJSqWBgYKDWxbx50pUr0W6iU0pZk1DiyOfvbCgZ5Hkerlx5G1JyKMpy0kZKjsuX38Z9990HYGuOd69Mr0Zd7Xfu3Mbk5NU4qVStlmtSsaFXZJj0SrX41tD3nSAIgiB2F/Pzc7h8+U14ngtN06DrRl+pnzRLcLquHXvuJRImisVC/HehsIg33nhl1X1vF/cZhgFdH4LjODDNJO6//0hDnNusAhEWFVnLNCDnvCY9zxviZiEEXNfF0tIikskkOOfwfR+aprXsC2MMo6NjvT+ZPYaKfURPWK8P4HoLhethPdN50vMgvvoCpG3HcqNM1yFtG+KrL4T73idFSYIgiE5EgdjExFWUy6WaLIGCTCazYpIy8uYLE/MqgsCHlJE5cZjkFLV6XlSAUxQV6XQGQkio6uYk4toV+iJC7yQf16+/i4WFeZw4cbovgmGCIELqF3Ge5zYU+gCAcwFF4bDtCiqV0nbs4o6hV76uRCORlwfQWFAxDAOqqiGbHUQiYW1bh3U00ckYg+M48Dw3nqZnTMHS0kJXCZVOTE5eiSf6muE8wNWr7+D06Y9u9DC6on56tT4xoygqDCOxq6bZFEXF4cP3I5PJxN/pbHYIdk0FZ3z8PjAG3L59C0EQwLIsSAlomobBwWG89971vuv6JwiCIAhi7Sws3MNrr32/Jo8Z5mUUJfSt6yf1k3oJzrm5uygUFqCqKkqlpVojuIJkMg1VVRvkMiOJz2Y6qZYwFhYQ77//CHK5w+CcI5+fQqVSgeva8Dy3TjZ0ecpQCAnXdWpKHGrsi7y0tFiT5ZRxDB02WVXjBqtIuSpsbA+bzCKJ/36Hin3EtrPeQuFaWO90nnjpQvyclvtKJbALFzZ93wmCIHqLjP/tVDPjnOP99yfx/vuTcF0XqqpBCB4bE0dJtzC5rMRTfZqmwrJS0HUDZ848iunp2/D9AJ7nbnivGVMQedWseHQy+legUin3VTBMEERjocJ1W68NjEUm6Gh7P9FIL3xdOeeb7r22k6hWKzUPD1GT/OFQVRWJhAlVVZBIWDh27OS27d/oaA7vv38dxWIBnAtwHsRJDVUFLCsJzgNMTFzF+Phh2La9pve1VCrVfQ9l7BsX/stQLG5dET6aXrXtam3KTdR5uLgtcpa7gXbfadO0cOPGBHzfg2VZsO0qbNvGvn0H4Hk25uZmoCgK7t4VfdX1TxAEQRDE2uCc4513LoFzH1LKOnlMBZVKCaqq9pX6SSTBOTqaw/T0bdy8eR1ShvGoaVoNagSRBPv4ePt970a1pF55SlEUlMslBIGPZDINwzBgmmbs8xfFswCQSJg1VRmvtkWGIPDi7dfnmRgDNE2Hpmk1SfWoUf70jlgjUbGP2PVsZDpP5u+0LfQBCGVHp/Obtt8EQRC9IpI2EIIjmVzugheCtxTDCoUFTExcxfz8HIIgqHU8LQdEUcEt7LYKE4CGYYIx4PDhBzAwkI0TiocOHcbk5LuYnLzaNmBbC4yFBb/mKaBmQunQyESZ7xpPH4LYLUSLuHK5hOXmg3pYvDjT9cSW7ls/+2KsxEa805q96ahYACSTKdy546BarcQSilICjhPKy/bTNJmUopYIAqLf56gZp1Ipo1wuIplMrel91XUdvh8AiLqiw4n+sGOaYWAgswVHFqKqKh588AReffV7tfeC1bqrFaRSKdy4MYmzZ4d3xPd0LdR/pznnuHjxlQZZ2WQyBSklpqdvI5vNxrcrigLf9/D6699HKpXBwMAATp48A00jJRqCIAiC2AnMzuZRrVYbmq6iWExRVHieu60y5u3WS8XiUoP1i5Rhw5yqajCM5RhkNQn21VRLpESDZCcQKhx4nodqtQxdH2rx+QunCsPmOMtKolRagqKoEGLZciZqJAvj3dCr27IsDAwMIZsd3FHrQoCKfcQeYCPTeSw3DuH7bZ8rgwDKGHkjEATR/9R7ZDVTXwyLioKVSrkm9ckQJt7DQIgxFndmSSnjxF8ikcCjjz7RkkBUFBUDAwNIJlOoViu1Qt3Kk3mdiGQgVmN5si+UFN1Nnj4EsRuIFnEXL74aTwZHnZTh9SVc1Gqajkxm64oKzV2ie6Ho1c6bTlEUBIGPt966iIMHx5HJZHbU4rYXjIyM4u23fxAXnYFlb1rbtnHgwOi27t/sbB6MMWSzQ1hcXKhrgmEIggALC/fiSbzouxVOKgarTrtzzhEEQe24w4OPfvc559D1BE6ffniTj7ARx7GRyWTg+17DlCVjbNc39HDOce3a2ygUFqFpGkzTjN8Px3HAeRDLUwGAbVdRKhUhhIDj2FhYuIepqVs4c+YR3Hffke08FIIgCIIguqBUKtXsU2T8mx/9GzUzb1fjWbv10tTUh/B9D6qqQlGUOEckpWwowIX7L1fd95VUS/L5qZa8VjixZ9diHweWZcU+f77vY2hoCIuLi1BVFY5j19afoqZYocaqEQDq1qRhDJbLje/IGHP1rBlBrBPpeeB//y0EX/8a+N9/C9L3Vn/SZuzHBqbzlI+fhzIw0P6+TAbK+fM92UeCIIjNpJ3RcUR9MSwqCoba8JFsV/2jZRwUaZoGywo9i3K58Y7J8HDb0STg+gp9EYy1+gc1E8mNMsZgmmZXASVBEFvL4OAwTpw4DctKQVXD60logq5CVTWoqgbLSuLgwa1pqmo2dgcaiyNCrDxRvFNZ9qZbxvd9LC0tolQq4s6dW7h58wbeeOMVFAoL27SX6yPy8rh+/V3k81Nreg9nZ6ehqkpc+KqXULIsC3fvzm7inq9O/W962IwTymsyFn5uhRDwfR9SosUTJSqOdWJ2Ng/OA2QyA7Xty/hfKYHx8cPQt9ivvFKpQFVVmKaFVCrdIAm1mxt6CoUFXLz4Cqan7yAIPNh2BUtLi/C88DsbeheyuNgrhECpVASAuJFCURik5Lhy5e0GqSqCIAiCIPoT33drqkatuY9I5WCr1kj1dFovVatlFItLccyYSJix73NUgIuIpDhXI1I4OHbsJHK5w3GTWru8FmMMqVSm1rAYxUQSmqbj4Ycfg+O4Nd9tNd5OlJtSVSXe1/riqpSAYSS25Tz3AprsIzaF9XrkbQYbmc5jhgHl08+Gx1IqhcXBIAgLfT//XEf5T4IgiH6ik9Ex0NhdFQVP9abGoV9fmCCKZMJUlWFgYBC6rteeH07f1Es6hMk4YGmpAN/3EQR+w5TBeqj36lkJznlNysrf0oIBQRDdMzZ2CPn8bRiGgUql1CCXqCgqHn74sS2bJut2+nm3EXnTCbFc0KlUSnGRICwmdDcRFtEPUqiRHHW5XIx/y6amPsSJE6dXndKMnut5PhRFBeccQggkEhbS6TQY2/7iUvSb7nlubeJ++b7630cpBRKJRk+71YpjURwQ+qyYNR8UDk1TkU5ntqV5ptsYZjuJPveuayORsDb8ua9PqEXyVFH8E3XJh93oMi7oRt/d6HH154vzAO++ewUPPfTYho+VIAiCIIjNwzAS8W97vZRnFJ+Pjh7cFsWNTuulcB+Xp+qi4lsYl4TNSfVSnBvZ9/qYMPRvXvbWzmSyGBwcQiJhxWuQqLEx2udGP79wwi+U+QyLhMvNUhoefvijO1bZhIp9RM/ZiEfeZqB8/Dzki9+EtO3W+7qYzlNOnQn3+cIFyOk8lLEclPPnqdBHEMSOoRujY2A5eKoPghSFQdeNuFinqiqGh/eBMaXh+fWSDpxzlMtFAAzJZAq+7zV0Sq2XbguFkfxotVrd0oIBQRDdU+/JoKqh/0QQBDCMBB5++KMYHt6/4dfoNgHf7fTzbiOZTGFuLpwMAwDXdeqKrrLhXHVT9Kz/HWCM4datKq5du4z77nsAR48e35JrMeccly+/iVJpqaFBxPNcXL78Jp5++pkVJSwnJ6/FU3IAoGlRssUHsPbi0mYUP6PfdNuuxk05nAeQcvn3T0oBXTfi43ccpza1H3qQdKI+icKYgkwmG98nhGzw/d0quo1htov6z72mqQgCvmEJ4PqEWiRPFcVAUZd8GKu5cUE3CHiD3Ff9NU1RGEql0gaPlCAIgiCIzSadzsCyUrDtChgLFRtCCxWGdDqD/fu3R06+03opku2sV9HQdR3Z7BBs20Y2O4RcbnzFGLjbeDmKCR3HbtMs6uL06Uca1pDN+1zv5xfFyqEqlALDMCAlQyJh4OGHH+vJWnS7oGIf0XM24pG3GfRiOo/pxpbuM0EQRK8ZHBzG1NQHAADLsiAlWrqr6hNqURAUeuWFycTQR0uD67owjAR03WgxSg6nHpa7uEqlpVphkNcSVaEn12bCmIJkMgnDSMBxWhs9CILoD1byZGjHWgona0nA74TJoc3g4MFczfvCjwtC0XU8lE1cngpbrehZP4nEOW9YgF+//i4WFua7mqzbKNPTt1EsLiGSnQYQF7yKxSXk87dx6ND9bZ8bFVjC4ooT+9UCywWWdDrTdXFps3wgo0L5W29dhOM4NfkhDYCErhvQdR2O48AwDHieF/+WR+cjn59COp1puw+rFdbGtsGvvL4xwPf92tRpbzrEN8pqEsDdTMO2oz45Vd8hz7mAlALVahWqquLUqYdw9+4MfN+HpqlwXRH75dQ3WAkht9QDlSAIgiCI9RHFYoZhNEyuJRImNG37mpw6rZcSCRO2bbfEO4wxZDIDePzxcyvGQmuJl1VVxZEjD+K11/4XgoDHHtWqGuZ/rl9/F+Pjh2HbNlKpFCzLAuccnufVFEvC9U1UiBwcHMLo6BgAxM/ZDV7lVOwjes5GPPI2C5rOIwhir1IfPFmWBduuwrbttpMW9Qk1TZNxEMR5AMNQkUgk4Ps+fD+Aoqg4dephZDJZXLv2NgqFRWhamGwMAg4heMskHmNK7TGIO78iyYRewhhDImH2hdwaQRArE3kyrMZaFoJrTcCvdXKoH6Qqe4Gqqjh58jTefPMHKBaXEAQBhAgLXJEUsmGEsfJqRc+oULbc8CHj6TgpBSqV8oaKH90yMzMNKQXaTZJLKTAzM92x2FdfYEmn0yiXlwuW4bSc7Lq41OsiULvP3NNPP4Pvf/+7te9EmLyIjjtsyNExP38PYYMNi4tG0b6124d+LayttTFgq9gsCeDmhJqu67CsFMrlIoQQsKxQ4uvu3Rk8+OBxOI6DUqmI69ffbevzo6oaTp7cWisNgiAIgiDWTn0sFk6ssdiDbjtjsU7rJcYYBgayNTWoYE2x41rj5UJhAVevvg0hli0HVFWFZYVrlPn5OZTLRSSTYRwlpUShUABjy1KormsjmUwjkxnAY4+tXIjcqVCxj+g5G/HI20xoOo8giL1Gu+ApkuBaXFxo+5zmhJppWsjnp+LiXFSsA4CrV9+GYRhYWiogCDz4vgshRC3IUxqSTdH/JxImkskkFhbm2ybWe4GUAktLi7Cs1K6dyCGIvcRaF4JrTcCrqooHHzyBd965BNd1oWkaDCMBwzBaFqmbNa21XWSzgzAMA5ZlIQg4XNcGYwoYQ+wNxhhbVS4xKpQ5jl1XIAthLFyMb4X/YVSY63Av2tQA40La0lIB1WoFlpWEYRjIZofijmrGlDVNJvayCLTSZ+7RR5+IC3PheQ6TK6dOPYxyuYRyuVSTflLjJpjV9qFfC2vdNgZsJZslAdycUJNSwrYr8dReOj0Axhg4D3DjxiTOnn0SudxhWFYSV668XbtWspqnn4YzZx6FplGTK0EQBEHsBPoxFlupIezUqYcxMJBd8/42e+rV0xyrRutB3/egqkq8T0DoQx6pR0UN54wxFIv1hT7EsfJut3uhYh/RczbqkUcQBEH0hvUmG+sTavn8FILAb9lGJIlmWRY0TYPneQCWJ/XqJcMiOakg4PB9D8WiF5tNbwah2bKEbds4cGB7NO0Jgugda72WrTUBXygs4MaNidpzBGy7Cs4DnDzZWNzZLMm+raDdZJiqqpievgPf92GaoY9bIpGIJTilFLBtG5nMwKqdudEkUlgYa7wv8v/bCv/DAwfGMDvbXkWEMRZL9UQ0+wy6rgvPc5FOZ6BpenxeVFVDLneo6/3oVRGom89cczJoZGQUc3OzmJr6MPZ8a570Wm0f+rGw1o9slgRwc0ItLDoLqKqCVCrT8H7WXwPvu+8IcrlxvPvuFZRKJWQyGZw8eYYKfQRBEASxw+jHWGylIuR6FJuq1e7j5Wg9qKpqrXC3/NggCADImo81R6GwCM55TbFEQtMM6LoCRVGhququt3uhYh/Rc3rhkUcQBEFsnF4kGzttI/Iz4pwjmUyhUim3FPCi/+ecQ9M0aJoKKUVdcMZ6XvCLJgoZY7AsC3fvzvZdkEwQxNpY67XMsixUq5W4yJRMWvF9zQn4qJjSbPTueR5ef/0VfOxjPxwbtG+WZN9m02ky7MSJUy3nVtf1hom2wcGhriRuokkkz3NbFuCKosA0zS3xP8zlDuHDD99DqbQUv5eRBFImk20o2LUrpKVSoV9tqVTC4OBQW3/bbuhVEajbz1z0uSsUFnDp0uvwfQ+u66JarcBxbKRSGeh1qiu72YtyK1mrBPBaqE+offjhTTCGrgq3mmbgoYceW/frEgRBEASxffS7XUC7IuR6lU+SyRSE6C5ejtYskUdglHsK4yIJKSV830cQ+JASDd7bUrqQUoeicBhGBoqi7Gq7l/arZoLYIMqpM1C/8DzUT/0zsB96Euqn/hnULzwP5eTp7d41giCIPUMqlYr9l5rpNtHXaRuhrCeLpROi5FN7n6Qo8OLgnINzASFEzwt9qqrCNC0kkylks0O1CZXdG8QRxF5hLdeyQmEBd+5MwXUdeJ4L265gcXEhnj5uTsDPzubheW6LzxxjgBAB3nnnUixjvFmSfZvJSpNhExPXYFlWy7lljME0LVhWCmNj410lGKJJpGQyHf8ORAvw6LaNFj+6QVVVPPTQR7Fv3whM04JhJGCaFvbtG8FDD320rdxrPZF8p2maSCRMHDlyFGfPPrlmidbR0Rz0Dg2OazkPa/nMNb/XpmlCVcNJ97CQHU5qViplBIFPk+89IPrcq6oGIcKYJpLO7IWvTpRQu//+IzCMRNsYiwq3BEEQBLE7KBQWcPHiK7h58wbu3ZvFzZs38MYbr6BQaG/B0g+spkIRraPacfBg9/FytB4MggBSCgjBIUSUX1qe4mtHdF99TLybYyea7CM2jW498qTnQbx0ATJ/Byw3DuX8eZr+IwiC6AG96DjvtA1FUSAERxBweF4RUgKapteCrfZefFIKMKZ1TNpvBMtKYmAg25AIowQYQewOur2WRYtNITjS6YFaAS+c7KpUyjDNkZYEfKVSge97LT5zAGqyjl48PbVZkn2byWqTYeHkmtGTyaTBwWGcO/cUbtyYxNTUBwDCKUsp0bPiR7f7cfbsU6v6hnQqpDHGkEqlkM0OrntScyVfk7Wch7V85prf66jQWq2W4fsBFhfnETbpKNA0HT/4wes71muyn6ifwHNdG4mE1fJ5W0uXfrvHbuYEIUEQBEEQ289W2gX0cnowij8ZY3AcB0JwKIoK0zRXVT5ZS7w8OprD1NSHNR8+Bk3Taw3kAkKEilHLveStRT8hBFRVhRASQRDs6thpW4p91WoV8/PzcBwHg4ODGBkZ2Y7dIPoAce1KKPdZLILpOoTvQ774TSiffhbKqTPbvXsEQRA7ml4kG9ttw3FcOI4LxhT4vgvfX9ZIX21aL9RT7z2e5yEIggaZMkqAEcTuoNO1TNM0DA0N4733rsOyLCwszGNpaRGapiGRMGM5yrDBgGF8/HBLYSOVSiEIgpZCHxBOpmmaGk9P7cSE+2qTYY5j48SJU5iY2FhRanmb4Xv14IPHVy22bSbd+JysXEgTSCY3VrxdydekW9bymWv3XhuGAU0bxMLCPBRFhWVZsRTkTvCa3Ckoiorx8cPQdRW+z1EfCq1F2mqlx/aieEwQBEEQRH8yPX0bpdJSbENgmsvS3b20C1iv5GYnKpUKgiBAtVqGEAKMhYU317WRTKZXVT7pNl5WVRXDw/swPz9XJ9+JWpEvCrxkx3xU9DhFUTA4uG9Xx05bVuybmJjAf//v/x3f+9738N577zWc/Ewmg8ceeww//uM/jh//8R+HZVkrbInYLUjPg/jqC5C2DVZLzjJdh7RtiK++APaF52nCjyAIYoP0ItlYv41SqYSZmTsYHByE7/uoVss1uTsJzoOeS3N2ixAcxWIBw8P71+2xRBBE/9J8LZNSYnFxHnfvziAIgliaUFFUeJ4X+5SZphUnxiuVCvL5qZaJmevX34XneS0FP0VRYBiJeHqqV9NaW0k3k2G9+J1oppti23azciHNwNjYxoq3veia7vYzxzmH69oolUrQNK0hQeS6buxja5qN6+z1Jo8459tazN0prKVLv5vH9vp7ShAEQRDE9lMoLGBi4kpDYSxcy6RhGEbP7AI2Y3rQsixUKmUAssHaJZTMLHdV4+l+3cCQzQ6iVCrC87z4OFRVBeetcqHhfqBmJ2AgkTBhGIldP3S26cW+S5cu4fd+7/fw+uuv45FHHsHTTz+NZ599FkNDQzAMA8ViEXfu3MHly5fxpS99CV/84hfx7LPP4p//83+OZDK52btHbCPipQvxRF/LfaUSxHe/i3unT6JarWBgIIORkYNgjBYzBEFsH/1ultyJXiRdo23k81O4d08DYwyGYUDXh2DbNqrVclNX1daiKAqkBAwjgVzu0I55bwiC6J7oOsQ5x8WLr0AIDsYYqtXlBWYQ+NB1I/ZkyGaHAIQTyTMzd3DvntbSxfrQQx/Fa699H0IE8eJUURQkk+ECu356ajMKY5vJapNhY2Pj8P3OhZud+rvXDSsV0k6ePANFUbHen7Redk2v9pmLXsvzXHDuw/fduJvaMAwIwaGqChIJs2Xb60keLSzM4+rVKz3rCN/NrCajW19o7fax/V5EJwiCIAiiezjnuHz5Tdh2NV7bSAn4vodyuYihoX2QEj2xC1hLXNLNfs/O5jE9fadWdFPbKqU0Pz6KZQ8fXk88I7G4uIAg8OMYvdV7XIkfyxgDY+GaJ5sdBGMMqqr1pRpLL9n0Yt+/+Bf/Aj/7sz+L3/7t30Yut/LJDIIA/+t//S985StfgRAC//Jf/svN3j1iG5H5O20LfQCwNJjF+wuzCG6GCZm5uRl88MEHtIgkCGLb6LXcwU6Ec47p6Tuw7SpUVY2lwJLJJFRVxdLS4rYV+zjnUBSJarWyq5LRBEG0Lg6FEPG1OPSGCCVjQi9RUfNkUCCEhOs6sCwLjmMjm1329WzuYj137ilcuvQaXNeDpulIpdJIJBJtJ/Z2wtRaxEoFrRMnTmFpqdCxcANg1//utSukjY3lkEgY8P3WDuFu2Iyu6U6fufrXUlUVqVQGlUoJQkhUq2Wo6iB03YCm6Q2ethFr9ZrknOPdd69uiZ9MP7HeovdqMrr1hda1PJbYHl5//XV8+ctfxuXLlzE3N4f/9J/+Ez75yU/G90sp8R/+w3/AX/3VX6FYLOLxxx/Hb/7mb+KBB42K5xUAAQAASURBVB7Yvp0mCIIg+pp8/jaWlhYhhGxonpYytCqx7SoymWxPClS9ijXqc2O2XY0bLhVFhaqGTdiKwpBKZWDbdttcWj4/hWPHTiKb7W5NwTnH/Pw9cL7cnNkOKUXd/0uoqopkMg0pAU3bOg/x7WTTi33/8A//0PUCQtM0/OiP/ih+9Ed/FNVqdZP3jNhuWG4cwvdbCn6cMbx3eBzCsvbUIrJbpOdBvHQhLJbmxqGcP09ypwSxyWylWXK/EgVopdISXNdBOCkTyuTpuh53VDGmNARYW4kQAuVyCW+88cquSkZvBpSwInYK7RaHjuNA07R4aqleMkZV1XihHC48A3ieB8uy2hY7fN/HjRuTKBQWYFlJaJqGIAggBMeDDx7fFdeRTpNhAPCDH7za9rdtYuIqGIsaKXb3715zIW2lruSIlYo/veyaXo3m1wo7l0OvyiAIMDg4iBMnzuDSpdd74jU5MxO+HtD+u9TLY+sXNtLs1Y2M7noeS2wP1WoVJ06cwKc+9Sl85jOfabn/j/7oj/D1r38dX/rSl3Do0CH8/u//Pp577jl84xvfQCKR2IY9JgiCIPqdW7c+QBB0tkMpl8s4dqw3BapexBrNubFwoo9B03RIKaDrCWha2BguJWCaVsdc2sTENTz22DnMzc2u2lAVxt2ljpKdQNjkKISo+a7rtSZRCc45xsdHcfTo8V2zflmJ9uXcHrLeoJQkPHc/ysfPQxkYaLn97r4hBKYJDLcunqJF5F5FXLsC/hu/Cv7XfwH5+qvgf/0X4L/+qxDXrmz3rhHEriZKprVjL1yX6gM6y0pCURQwhlgmT0oJIXisl86Y0japvhUoihono4VY31TGXiBKWH32s59te3+UsPrN3/xN/OVf/iUsy8Jzzz0H13W3eE+JvUynRouw87QcG9jXL44ZU5BKpWFZKWhaAmNj4xgfP9wx0coYMDX1QTwZZZoW0ukMDMPAjRuTu+Y6EhW0jh07iVzuMBRFrSvctFIul1AqFdvetxd+91aiUFjAxYuv4ObNG7h3bxY3b97AG2+8gkJhAcDWTmi1ey3GWPw5TiQs6LqB48dPQVU1CBF+V4SQUNW1dzdXq3tr+my1Zq/Vrg+joznoHZoymwuta3kssT0888wz+Nf/+l/jH//jf9xyn5QSf/Inf4Jf/MVfxCc/+UmcPHkS/+7f/TvcvXsX3/rWt7ZhbwmCIIh+h3OOUqmwojqSYRiYmcn3ZE2yf/9o7HVu23bD63YbazTnxkzTjPNDjCnQtHA9Ffrk6WAMHdcblUoF3//+dzvG1M2PjawWNE1vG49GzZ6KEq0Hk0ilUkgmk1hcbN3mbmXTi33N+L6PP//zP8ev/dqv4dlnn8UHH3wAAPjGN76B9957b6t3h9hGmGFA+fSzYJYFGYSdpjIIYGcyUA4dBmvzxd2Ni8hukZ4H8dUXIG07noZkug5p2+HtHS6eBEFsnL0srcQ5x7Vrb6NQWECxuIRKpQxNC69BYZFPwrbtmuGxBSlFLdBbf7FPVbV1P19Vw/dpryejV4MSVsROoFOjReQ95jgOTDOUE+ac17piBRIJE5ZlYXBwEGfOPIJMJhNPH0sp4Tg2KpUyHMeGbVcBtF9g7/bryEqFGylFx8TDbv/dW4n64g9jLP4MVSolTE5ehRA8lpptR68ntLp9rWi688iRo9i/fxRHjhzF2bNPrnlyNZlMgXMO27ZbEkXbMX3GOUc+P4Xr199FPj/V8+L8Rpu9Ihndbgqta3ks0X/cvn0bc3NzePrpp+PbMpkMHn30UVy6dGkb94wgCILoV6an70BV9RVkKRkSCbMna5JCYQFvvvk6pJTwfQ/VagVLS4twHHdNsUZzbiy0dUnX8jfhFB3nAp7nIZGwMDMz3Ta3E67JKg0KFSs1VKVSqdjPMMo3NW83UncJJ/wan7/b13X1bLqMZz1TU1P49Kc/jcXFRZw+fRoXL16MF4qvv/46XnrpJTz//PNbuUvENqOcOgP2hefBLlyAnM5DGcshfewo7k190EYcZm2LyPV6K/Qr4qULEMViW59DUSqBXbgA9ROfbPNMgiA2yl6VVoqkq+bn78HzHAghoSispsWuQtcNKApDNjuERx99HD/4wWvwPAdBwGsyaGHAtxai6cB2cmOrEcpHaLXt7N1k9EZZLWH1Ez/xE9u4d8ReolOjBWMM6XQGvu/DdT1IGS4sowXg0lIBAwNZnDr1MBRFxYEDB3Ht2lU4jh1LECpK+FghBAYGsm1ff7dfR5LJFObmBNpJMobm9u2v3zv5d2+j64Oo+MM5j73xwkl3wLZt3LgxiaNHj+P27Vs9kc1cjdHRXNev1QuvSdM0USwWG/xSXNdGMhl2T2/m9Fnze2eaJm7cmNxUT8leNHt1ktFt97lby2OJ/mJubg4AsG/fvobb9+3bh3v37q15e2Eic/n/9xp79dj36nEDdOz1/+4l9vqxl0olqOpKqkgSmqZCURiq1cq6z1N9s1oikYBhGHBdpybXz/DEE+egad3ZQ7XLjRmGAV0fgm3bSCaT8DwPqqqiWi2hWq3AdV2kUmkYxvJrOI4DzgVMszXGiQpz4+PLcevBgzncuvUBbLsKziN/w+XnqKpakxKV8d/1bPQc9oqt+MxvabHvC1/4AoaHh/FXf/VXGBgYwEMPPRTfd+7cOfze7/3eVu4O0Scw3WgoUh3kHHdm8htaIG/EW2GjbJannszfaVvoAwCmaZDTe6NDgSC2g7Uk03YanRKfUUAYBD6CwI8nB4SQEELUJml8JJODyOXGoesGTpw4Dd/3cO/e3IpSFKsRBP66nxslxHZyMnq72YyEVS/Yy4vB1dit52alRgtV1XDkyFG8//6N2iRfKvaYU1UVhmEgm82iUFjA9evvQkoBx7EhRLg9KRVomgZdN1GplKDrwy0L7eg6stvOa8TYWA75/BR8v/Wam05n4vPZjK7rGBvL7bjzUigsYGKidX1w4kTj+mCl71OYJGCxhHXjYyWmpj7AsWPHceLEqdpr+VAUBiEkdF3HiROnWpIPG0HT1HW9FuccMzN5VKsVJJMpjI2tXlDinOO99yaRSqVQLkeFzvD1qtUqHnnksZ4eWz3N793sLEepVEIqlYJeWx/Vd4OfO7c+T8nm82JZVnzNaKb5+rDS50ZV1YaE1Uqs5bE7hZ12rdhuDCP87DKGmjw+sIGwekeyV499rx43QMdOx773jn1xcR75/O1YaaNdzK2qGiqVCrJZHQMDGej6+uKs2dk74Nyvi2dYbJ8mhMD8/BwOHbqvq20dPnwY+fxUm9wYw0DNqktRln/4U6kUPM9DtVpGIrG83orWbO181RWFwXXthuMtlQpxsxnnrWsXRVFgGDpc14OiMDAWxu2hTYMJKeWGzmGv2IrP/JYW+1577TX87u/+LoaHh1s+xCMjI3FyidjbRBImYbEuWrQKqKre1Vjxat4KZ8+ub/HXDeLaFYivvhBP4Anfh3zxm1A+/SyUU2c2tG2WG4fw/bYFPxkEUMZ2brGBIPqd9telMJm2k6WVVmqMqFZDSQXXddsW7oLAh5ThBF5U7BwcHMbTTz+D69ffxc2b74FzAUUBHMfuep8Yax/odoOmaahWy9D1oR1fhN0tRAmrXrCXF4OrsVvPTefFZFhw0jQNhqHDNJf9+EJJGAfFYgFXr74N267GzQqRcXxYpFEwODgExhgWFxfgeS4sy2p5jcOHD29aAWO7YUzFmTMP48qVd+LfASEEdN3AyZNnAEi8++7VtvclEhtvZNtKOOe1oi+HpoXvZ+j3GN7+sY89Hb/PK32fBgYyuHXrZu13sVU6iDFgbm4Ghw7dh+HhYUxP34mbacbGxjflszQyMrKm11pYmG94X+fmBPL5KZw8eRrDw/vaPgcIE0VB4CORSEDX9VpHdlRcT8D33TUnUDjnq+53u/fOdX0IwVGplDE0NNSQJOLcj9+DtXDv3hzefPMH8DwHmqZD13VwzuG6DnTdiCWDI5qvD7v1OtwL9kKxb2RkBAAwPz+PAwcOxLfPz8/j5MmTa9qW5/F4sk9KIAj4nvtM7dVj36vHDdCx07HvrWPnnOPq1SvQ9dB7zvfbqxpF+XDf9zEychC+v748SbFYAsBimfBGGIrF0pq2fezYybaNZoODw7h7d6alSSqVSqNcLqFSqSKZTEJKGa/lpERLvkkIiUTCivcpOl+KomBwcBgLC/cghGhY4ymKAtf1as8XqFSqdeobVQwMZDd0DnvFVnzmt7TYp6pqx07/e/fuxVVlgqiXMKlWKxgYyGBk5CAYW30BGcnrtOvAjEaBNyph047VPPXYF57f0ISf8vHzkC9+E9JuTZormQyU8+fXvW2CIFZnt0krrdYYkc0OxX+HPnyNOvKhX5/A0NBwwzlQFBUnTpzBsWMnkc/fxsTE1Vrg5a4ozWkYBoIgqCXKWE2SDx29iNoRFgrDYPj06Ud27Huz3WxGwqoX7NXFYDfs5nPTaTF57NhJzM3dRf3C1ff9BmnFDz/8AIBEJjOAIAhi43ggvIbZtgPLspBMphEEAYJAtLyG73NMTU3Fkz4HDozi7t3ZNU1E9SuMAdnsIM6e/Rjy+TwqlRJc14VhJFAsFjE2lsMTT3wM09OtE2BbvVBezyRaPXfuTMF13bbrgyDwMDU1FU9TrfR92r//IKR8u/ZX452KwmCaVkPCZHR0PL5fCPTcU66ebl4rSpaEv8fRd4fB931cvXplxYm4KFEUySZF3pn196/lc9E8rSeEwAcffNAyadnuvYu+z0II2LYN06wv1K89abWwcA+vvPI9CBH+Ztm2AyF4HJOEHelVpFLpuBB47NjJhvO8nuvwRj/XO4W9UOw7dOgQRkZG8PLLL+PUqVMAgHK5jLfeegs//dM/vebt1X+GwkRor/Z0Z7FXj32vHjdAx07HvjeYmcnD8zxomgrLSsF1F1oewxhDEAQwjAQGB/eBMXXd5yiZTK2oVJBMpta07Wy2fW7svfeut32NsBA4hETCxMDAIFKpFHK5HF577ZWWHJGUEkHgo1wu4c6dKRw8mMPMzHKe3/Pc2FYm2n9d12t/hwFHaC2zvF3GtPgz1i+fs83cly0t9p07dw5f+cpXcP78+fjNj5KHf/mXf4mnnnpqK3eH6FPqZTBHc+NQnzkPIxlW9Lv5IvTCW2E9bLanHjMMKJ9+NpwcLJVC6c4gCAt9P/9cT6RCCYJYmV743fQLqzVG+L4LIQQ4F3WBYejBJyWgqgoURV3hehveZ5omgkCDbVfbPi6KAzjn0DQdQvDYdHkthT5FUaAoChIJEwcPjm+6ZPNuZjMTVr2gn4L0fmM3nptOi0lFUVGpVOpkOWWDtKKUMr69XC7H8i1CyNpjWDxFrGk6jh49DkVRGl6jWFzCG2+8El8rHcfBW2/9AJZlIZFIQIitk4nfTBhTkUymcPv2rbppr9n42Jp/97b6M9Y8hb6e897N+qD5uNp9nxRFxX33PRBLw0a/YYqiIJlMQ0qsOWGyldQnS5rxfR/T041NkfVS365r17xdWlMIa00Ucc4xMdG+4WhiolGJpd17F05lNn6PN7Ivb799CUJEPoTLBbxwclFDMpmMk25Hjx5HLneotg+t2+v2OtyLzzWxtVQqFdy6dSv++/bt27h27Rqy2SxyuRx+7ud+Dv/lv/wX3H///Th06BB+//d/HwcOHMAnP7n+HABBEASx+6iPbaQUbWU8Q6n0sJG5Wi0jCLyuffWa6daWZi3e1u1yYytZMEgJjI2NI5c7DMYAXW+VonccF45jw7IszM/PxeuRRMKMtxk1hS/vB4Oqqkil0nAcG47jIsxb1XcaMfh+sGnDP/3Glhb7fuVXfgU//dM/jZ/4iZ/Aj/3Yj4Exhv/6X/8rrl+/jg8//BB/9Vd/tZW7Q/QhnWQw1f/jF4Dj3U0TrHRxWcnDaaNee1vhqaecOhNOCF64ADmdhzKW65knIEEQe4vVEp+GkYCuG7WiXtSgAwCsJlWlQVEYEolE221Er8EYQ7Va7qhDH8E5j70Aw9dgcfJrNUIzZg26riORMJHJZFZ9zl6HElbETqJTo0X9wtV1nXiiL3yOAsNIwHGqAERtci+Imwk4l3BdG4lEIp5Qql/YSomG6edQHrRamwiswDCMLZOJ32y2UwJ/q/ZtveuDdnzkI8exsDCPSqUMITgURY0lHlVV62sJ6bU0RTYXozgPffLS6RQ0rXHNs1bp7LUosbR770zThOvaEEK2yH6udV+mp2+jUimB8ygGWW4IiKSlhBBIpdIQQtaaizb2fejn7xzRmcuXL+Pnfu7n4r+ff/55AMBP/uRP4ktf+hJ+4Rd+AbZt49/+23+LYrGIJ554An/8x3+8YqxMEARB7B2iYlqhsIBisQBV1WqFLrUpV8LiPIiUAvPzd/F3f/dNnDnzCO6778iaX3clW5oHHzyBmZk87t2bw+LiPFQ1nJqLLF4efPAEHMfuqgDYbVExol49q1QqYWbmDrLZbCybHsVGhcJCvF+hauSyokJY/PPhODZ830cQ+FBVJZZ+D5FwnApKpdKaz91OZEuLfUePHsXf/M3f4D/+x/+Iv/3bv4WqqvjOd76Dp556Cr/zO7+D++5bm64+sbvoJIMJ24b/wh9B+f8+D3TRxbDWiwvQG6+9rfLUY7qxoQlBgiAIYPXEZzqdwYEDB/HWWxdh23adz1XYOaUoDJaVQirVubCWSqVw61Y1ltgL5fNkreM9lA5jTIGUYWAbSoPJWqFPa2u83AqLZcIVRSWvvi6hhBWxG6hfuEayfvVTVrquw/OcWqHOhqqGC+nwMeEislgsYnBQwYcfvg9FUTA7G/qD6boB267AssKJHsdx4oYEISRc14mlAzdTJn4rWG3aq5tjW0sn8Fqe2yt5/m7WB9F+rGYhoKoqTpw43ZIw0TStwcd3I+dks+i26NmuGBV2TadQqVSQTg9AVZV1+xevpejY7r1jjCGZTKNarcIwEvH+r3VfQinRqwiCoG1zUaQyEG2vVyox22U70Y5+/Jz2Kx/72McwMTHR8X7GGH75l38Zv/zLv7yFe0UQBEHsBBYW7uGddy7BtqvwfQ9BwKEoLM6BNLL8d6RgJCXHlStvI5cbX9eEXztbGtM0cePGBDzPRam0FCumJJNpGIYB267i1Ve/h0wm01AAbFYhqI8lBgeHsbg4jyAIGoqKneKzqKkzn5/CvXtagz9yhKpq4Dy0fEkkTDiODc5FHBsKwVGtVmOZes5FXV5JqTV6Cvi+u+bzthPZ0mIfABw+fBi//du/vdUvS+wAVpPBxIULUH5s9SLXSh0L7S4uvfLaI089giB2Et0kPhVFxdNPP4Pvf/+78DwPUvJYHz2RMKFpKxfWRkdzuHbtcs0ni9Ukz5bvDxPzrcm1SKe9GzRNi6cBU6n0mhOOexVKWBG7hWjhevXq28jn70DTtHjKCgCSyTSKxSVIKWMvByklDMOApulwHAe+78E0rQbPv9C7i8HzXCST6fhvIJoMXO6+3UyZ+K2gWt2YBH7zBFinRMB6ntsref7VOprfe28St259AEDCNC3cunUTUr6Nw4cfwIMPHm/5XVnNx7f5uKIi8tDQPuzfP7JtBZVumyI7FaN0XcfAQBYDA1kkEta6i0NrmbRUVRUPPngC77xzCa7rQtPU2hQvw0c+8iBSqTRs215XkXly8hoUhcWyoADqkm7h913TQknydvsWbaebInE922U70cxGvrsEQRAEQXTH/PwcXnvt++A8AOfLDUZRU3REpCYSxSSRakQE5wHeffcKHnrosXXtR71aCuccFy+Gnnm+78WxlZQS1WoZmjaIarUMISR834OqWm1VCNrJkuu6jgMHRhHmaLqLz1aKjVRVQTa7D7YdTu8lk2ksLi7UFKeWG7IY0+C6bnzuAEAIFk8E7pXG5S0t9pXLZVSrVRw4cKDlvrt37yKVSq1JQoXYXawsg6mvSQZztQV4Pb3y2iNPPYIgdhLdNkbouoFHH32izQTD6t3zqlrvbQQsT/WFtHawrY3BwaE4QL7vvgdqnltU6COIvYaiqDh16pG6js5lDMNAKpVEJIdTL7lo2zYAEU/7NXr+RVOC4YLXMMwGab966cC1ykD2G8lkqs6btZHVjm0jcoTdPLeX8pudOpqvX38X8/NzACQ4FyiXS7XGFgU3blxDoTCP48dPtxQ/OsnLNh+X53m1ZIlAtVpGsVjYtoJKt7/9qyVcTNPCgw92Z7HQjrUosRQKC7hxYwKqqoIxhnK5BMYYMpks7t27i6WlAo4fP4VMJtvV2i8iKmhGHeLA8uQvsOyhk04PxAmjdvtWn+Cam5vBBx98sOp728vP9XohKVGCIAiC2Hw457h8+U0IwWNp8E6ESkgijkWiqbQIRWE9k6Ksb+xq9sETQqBUKsWqJs12LJEKwehorkMswbG4uLCmWGK12GjfvrBZbmYmj+npO/B9P24oVxQViqJgcXE+fk59rolzjnQ6s6Iq1W5iS4t9v/7rv45UKoXf+q3farnvD/7gD1CtVvG7v/u7W7lLRB+xsgymv2YZzE4L8JZt99Brjzz1CILYCFstpdRtY8RaGiia+chHjmN+/h7u3ZuFEGzDBb56XNfDRz5yrO3UBUEQe4uVihj33/8RzMxMtyweheCIpICbPf9UVa3dj9pCd7nbNvQrNePt7HT54IMH1y6BH7EROcJunrseef6VaNfRXKmU4ynz5fecx/tVqZTXVPyoP66oOzoqFC93R6vbVlDp5jd95YSLQDK5sWJUt0XH5oJUEHjQtDCFEXpnDoHzAJcvvwnDMGrb6m5Crb6gmUplUKmUADAoiqgl4lhtgjHR1b4B3RfLev25Xg/9JCVKEARBELuV2dk8PM/tqGpUj6ZpEEJACK9W+GtECIlMpjcFq/o4qN4HD0AtZg3aNjkCYdGxXC5hYeFtLC0tQtM0JBLLyioA4Hkerl59u0EJQkp0VEPoVnkqlzuMSqUCz1uW5JRSYmHhXsNzon0HIjUoZUev19bClhb73njjDXz2s59te98zzzyDz33uc1u5O0SfsV0ymL322iNPPYIg1sN2SSl12xix2uM6FSpVVcXw8H4sLMxB1w34vtezgp+UoqF7iyCIvUGn6027IsbYWA6apmJ+fr5l8agoKhgDEgkT1WqloaM1knMMAh9ShgUO00zBcWxYlhUXbtbjV9ZvrFUCv56NyBGu9tywczkP07SwuDgPVdU25BPX/LkRQtRki3jctRwV5YDwPVfVsDt5peJH83ZLpVJ8XPVej0CjBOx2FlRW+01fOeFiYKwHXuSdio5SAvn8FCqVClzXhue5bQvyQgg4jgPTNFEsLsGyrNhHs5uiW31BU9d1ZLNDcF2n1t2u4Nixk9A0rWNBNEreeZ73/2fvz6PjyM7zYPy5tfUONACCIACSwxnuy6waakYja2TL8uc4to7j6FiWEyWRNMeO88mOHef4JE7k2EpkS05iO/LnxCeKPJasXywrJ7F9LGsUyZYXSjOj0YizEiBBgsMFQGMjgEZvtdf9/XHrVld1Vze6sRHA3OccHpK9VN2qrrr13vd53+fxyWEZ6XRnPp4buec2CztFSlRAQEBAQGCvIRwblkpFyLLixwvtyT5KPfT19ePOnQU/Jo0+p2VZwalTZzc8pkwmg1QqFSh7cJWDsKS5LKtwXTt4PwzTNDE7OwPTNOE4FizLgmHoyGRyUFU1sEao1arI5XJYWPDwxhvXACDw0WtUQ+gmNmosSjMMHY5T7z7kcTffBqUU+fzArl6vdYNtJftWV1dbSlKkUikUi8XtHI7ADkMrGUySy0F96ifhqRo2sSEkgPDaExB482K7O+najeNuSilt9DysRVQSQpDP96NSKcF1HRAiBcfXKAnRDWzbxtLSIq5fv4rjx0+vezsCAgK7B2vNN40kBvdyOHnyNCYmoovHTIaZzzM/jGhFqyRJyGSyAABd19Hb24eRkVHs3z+EhYX5u/7c2Gyst4N7I3KE7b5rGCbm5mZw544CSZIgyzJc10Eu14/Bwf2b8pwyDAOKooD7tYWJPoB7t7HrpxX5Ebddx3F8cjgZ8Xpk24x6i+xUQqVdwuXUqbP+Odv4fhrv18bzWS6X4bo2Mplck8QUI9xdGIYBSr3YeKId6dZIaBJCArJQlhUcPHi47TW2uLiAcnk1IHMppTBNHek0m1fW+m35PVcoTGNubhaEAENDw+jp6W37vc3CTpASFRAQEBAQ2AtwXReFwjQWFmZhmiYsy4SiKJBlGbVaFYZhAOB+wK0DKE6E5XI9ftEbL0CjkGUFZ88+CEXpXjkuLl5VFDXiDchVDjyPBuugSqWMTCbTFB/ruo6enp7AQ4+P03WL6Osb8LfjIZFQgu2XSkVQCiSTKXieC0VRoGmI5Ls6XY+EYzjLsiIqHRw8vlEUCZqWwODgYNfnbbdiW8m+Q4cO4bnnnsMTTzzR9N7zzz+P0dHR7RyOwA5EnAym/M4nIadT8Oz1J4TbQXjtCQi8OXG3OunicDellDZ6HlzXxcTEOGq1ClzX9Y2PkzGeSxSSJAfyWwCXyfPW3eknSSxYvn37pvDrExBYJ3ZK0UMn2EhhRKvFY6m0iqtXL0NVE5AkPahwTaezwcI2l+vBI4+cD7a9W6XtGn9r1p1VP1+ddnqH0a4DjEsRXbt2JfbaavVdSikMQ0dvb2/wG8iyHHR3dXuNtrpuGNlWQW9vHqap+7JJ4S48Eki2xpEfrbarqipWV1eRSCQCIjFcYcyro3c6odKqUzaR0GBvwbos7nwqigLbNlGtlpFIpCKEPJPU5XK7pEliCmhPqG6ku851XRSLy36nYf16oZSiXF6FpiWQy/UEHX+tUCqtolCYDmKwW7feQKEwvWYMthnz9k6QEhUQEBAQENjtKBaXcenSKz6ZRQMvOVmWkcv1IpVKw7JMn0QjaFfrLMsKPI8im+3Bgw++BbOzMyiXy8jlcjh16uy6iL5W8SqXrpdlGbbtQFVV9PTk4TgO8vkBDA4OIplMYnLyaiROchwbiqKgVCoGBW4cnudiaWkRhEhQFOaTDjClC8dx4XkuXNeBLMuwLBO6XkMqlQnyXZ3GNzyGm5gYR7VaAScbARaP8ZhMUZiCXyKRfFPFNdtK9v3oj/4ofuM3fgO9vb1473vfi/7+fiwvL+OP//iP8dnPfhY///M/v53DEdihaJTBjEoqbQ0iJOP0bWBlBTTfBzpTAD16TBB+AgJ7DHe7k64Rd0tKiZ8Hx7FhWWZA1hFCOj4P169fxdLSQpCAo5TJKKTTWThODS+//CL27x+Goqi+344LgAZVa4RIoHR9SUPHcSDLCmzbwssvv4jh4dEdTVQICOw07KSih06w0cKIODIrn+/Hww+fx8TEGDzPhWkaSCbTUBR5z8h0Aq1/6zNnziKXy697u60IE95pdevWGy2vrVbfZZ52Emq1KiSJJQo4obKeAphW100ikYSu6zBNE+l0NqhC5lAUGZlMDoQQKIrSlCRotV1CCFKpFGzbhqYlfCKRJXj49oDdQajEdcpuFeLOZzKZDM4fG0/d+1eSJCSTSRiGEcjxNmItQnW9Ha3z84Wg45OPx/MoXNcJxlosruA73/lWy/l0vbFoN/N2u6TZTpASFRAQEBAQ2M3ghc/l8ioA+DEACd6rVsvI5/v9OLOCdDqJSqUc6qiT/HhCAkBx5Mh9yOV6g+f1wMD+DY+x3fqJEAkjI4cgSVLLOOjRR/sjcVKptIobN67B82hE3SB8TiSJIpnM+XL2biB5DiCkDEH8LsEqqtVyy/jm2LGTMAw91r5hdPQQKpUSPI/CNOFbL7jBeFzXhapquP/+h95Ucc22kn0f/OAHcfv2bfzmb/4mfvM3f9OXY2E/9vvf/358+MMf3s7hCAhEQFQNZGSYSXqWSiCqCveF50G/9hVIH/wwpNPr00UWEBDYebibnXRxuFtSStwcWdergQ8OJ+vCFVYclmXh6tWxoLrs+PHTmJq6CSBs5lyveJdlBZR6MAzdr9zSI95IrANCg+PUPYy6AaWssgygWFlZgmHoO5qoEBDYariu23HSeqcVPawF13UxOzsDXa8FHcRhSRleGLFW91ojwgtLVVX9c+Aine5dl1zkVmM9HT3h35oQAsPQ4bouLMvE5ctjePTRx0HI+o+xkTBJpVIoFKYi83qra6vxu6xb+wZs24qVRlxPAUyrghpCCLLZHGzbhqKovtx0GaZpIplMIpPJ+rKbSiz50a5QJ5FIYN++QWQyOSwuLqBYXPYlQ9fvObjXEXc+CSFIp7O+eoCDTCaHSqUMAEin2e8TluNtRCeE6no6WqvVKmRZjkheua4DStlcpChaID3baj5dTyzazby9Finoui5qtSry+T5YlglVTSCXy+24OU9AQEBAQGCnYn6+EJBNLJdS9xZmuQoHhmEglUpBVfugaUn09uYxPz/n++LJvqqIjLNnH8Thw0da7mu9Xf3lMottudpAuIhOkgh0Xcfx46dafr8xTlpevgPX9QIJfMar8RiMBtYIlUoZksS67CzLBqVeoJoRPS4Pum7Exje6XsMLLzyLXC4HWZYjsUwu14v5+Vm/g0+GpvX68SIBpR48j0LTNLz1rW9Hf/++Nc/TXsK2kn2EEPzyL/8y/sk/+Sd4/vnnsbq6inw+j8cffxxHjhzZzqEICDSBWha8zz4NqusgKmv1JaoKquvwPvs06/zbxA6/3SSbJSCw13C3Oula4W5JKVUqZeh6NRKU8iCVV1hx3L59A2Njr/kBGMHS0qLfsRGVKKOUwnVdUMoMpnmnoGHofldD1v+3BEmS/eQY9bv8yLpIPx4g72SiQkBgq7G8vITx8bHYxC5bDEVjjp1W9NAOPGldLq/CNA0AJGICD/BKWoqLF7/VcfdaXOJ8I3KRW431dmLy35pXGIeLO3Rdx+Tkxn1Pw4mAQmHK7xTq7Nri33VdFxcvfsv/XlQasVarQFX7fHKnuwKYdgU1sqzgvvuOBxXNR44cxdDQEJaWFlEqlZFOt47Rw9tlpKQRdMhrWgKZTA4jI4cwMnIIntc5Ef9mRavfSdM0yHIe+XweiUQKqRTz1atWq7BtE5qWAECwsrIEx3G2pUONj1VRFCQSKdRq1cCPkRACTauvGRuveb4GvHnzDT8RJkGWlabkW1ws2um8vRYpeOzYCV+Wy/IJaA+qqmFo6IC4LgUEBAQEBDpEtdqYSyHwPJZT4c/0cEfbyMgoRkYOwXEsXLkyhmq1gkwmu6ZE53rXAMXiMubmZny1jOYiuvUUliuKBkqZR3UjCCG+ckbNX5vJAeHH8kO0KYaRZQmmaTbFNzz+r6t+pIJY5tKlV6CqGiqVUrA2JIT460IHgAxN03Dy5Nk3HdEHbDPZx3HkyBFB7gnsOHjfuADP7+hreq9cBrlwISIvyrEe0m63yWYJCOw1dNpJ1839vREC/25JKTHpTq+pugoAHMfFnTt3AFyBpiUwNvYqAC8IElmA54FSy0+0MXAPPh7cJhJJX77B8wM8G5IkBzKerMJM8vfZHDCuhXrnR13Ga6cRFQICWw3XdXHlynhsYpcvhhzHjsQcyWRqRxU9hBGeT5NJ1iXmeW7gecErSavVMnp7+wKZxZWVpaBrmB2HBMex8dJL38GBAyNIp9ncrus6MpkMPM/bNYRnNx09jc+jSqUMQgiq1XJTcQeATfc9XW9BDScy2HNDj0gCeZ4HwzCQzeaCAphOn7trFdSMjByMfI8nZdYC3y6TFio3dMibSCZToePuvntst2CzChjb/U6apuHMmQciXWthrztGVqnYv38IANlyQnVoaARvvHENpVIxkLECKDzPhaIogUcNEL3m+RqwWq2gUikH87IkyR0l3zq9t9qRgpZl4fXXX/E7ZXd+V7eAgICAgMBORSaTCYgsQurPU6YKT32JTvZMDRdxK4qG++9/GKoqw7bdkLRlM8LWK+EOvbWsV/j3VFWFLEtBjiZcRNdtYTknD1vlbZjvthGS0XTgeSTib+y6LhRF9ok/glQqA0kiTTELzyE1FoRTSlEqrSKZTAVrQ9f14Dg2bNsKfPosyw7Wfm82bDvZ57ouXn31VczNzcGyrKb3/97f+3vbPSQBAQAALczEEn0AQBQFdLbQ9Pp6SLvdJpslILAX0UknXTf392YQ+Ov1jdkIVDURBH5heJ4Hz3NRLpcAUJRKRViWCUWpJ5LD3+HydwAir6dSab+6zYXn1au/uIwZQIMkV6fJ1UbwoNW2bT8ZrPuyWnePqBAQ2G7MzbHEbticHGD3x+pqEbKsQFHkQLrFdR2srCwFXWyN2Er54LXQOJ/WalWYphlI9XFJP15AoOs6crke5PP9WFyciywUbdsOfNiYMTyT/c1meyDLMgzDCKQ7G3G3Cc9GtEreU0pRLpfw0ksvYmRkFMlkMtKxs7DA5l7LMgMyqvH7ADaV2FyvNHWYyAjLI7Ixs+QEL4ApFpcxMTGOSqUUPAempm7h5MkzTc/dbgpq+PXnujYAAs9r/TyXZRlHj57At7/9XMSzRJIkpNNpTE5O4NFH+/Z0XL+ZBYyd/k6t11IuVlaW78JaikYSfc0xFbvmw8k6w6j58Y/kf8aF50mo1SpQlDwcx0G5XEahMBWJBTu9t9qRgiwp5kS6Dzl2WpGDgICAgIDATsbQ0Aimpm4FhFM9v8T9fD0ApKUkfCdgBVUVGEYtEm+apo5kstl6Jfw9yzKDNYBlmX7BtRzkT8KFVGuhHn+5gapFOObh4+KxsKKoQSE4kzhXfSlPyR8Hy0elUmkMDQ0HPt8c3P6FKydwmCYjE/n7qVQGq6srDT59ypsmFo/DtpJ9Y2Nj+Jmf+RnMzs42BcEAuzAE2Sdwt0BGRuHZdizhRx0H0nC02mG9pN1uks0SENirWCuhRCm66qDYLAJ/uyv/c7kcksl0JHD0PC+QIVNVFia4rhd48fGkKg+8eJKLEIJkMuVLMNhQFCWopCKEBERf3cC5HgDzfTOiok1ZWwz499gYWJKtUikHMl8CArsdnXTNMGkWTqLXUa1W4Dg2HMeB5ykR6RZZVuC6TizZt5Xywe0QN5/y+YJXoGqaBlXtCwzfe3v78Mgj53H9+rUm6RfeyQYQmKYeHGu4I7BSKSGf72/y+7qbhGcc4pL3dTKT+v6oNZTLZWQymaAAg3mjqiiVVluSmqlUalOJzfVKU4eJDFVV0dvbF0hjEiIFRJ7rurh06RWUy6uRpIdlmbh06RU88cQ7m+6RTgpqGq8/z6NrPs9N00Aul4NlWU1eKHs9rt+KAsZOfqedsJaany+AEILeXjYXua4L09RBiASABv48QP2a50UZrCqfXbfM18/1k1bMX2ZlZRnZbBbLy4u4c2c+Qp52em+1IwUdxwniO16BH752d1KRg4CAgICAwE6GLMs4efIMLl16BXfuLAIIe9hRKIoKSSJ45JHzbWU626FcLsMwahH1JB77GkYV5XI59nuLiwtYXV2JNFoxyxUHiqIgn+9bszArvA41Td1XWPEi8Ut422xs8AlFJtHJ3gNUVYNp6n7MwfI3pqkjkWCEn6pqkfiG28VIkoREIhkZEysal/1te5Blxffp8wKikfmTW3s6Fm+FbSX7fuVXfgXZbBaf+9zncOzYsWARKiCwEyC940nQr30FVNeb38vlID35ZOQ1vtBkXlTRRVK7heZO8woTEHizol1CifkNdZZI2glJp/WCJ40SiUQwjzmOC8CGLNeDKkWRYVk0FMDxIBOglPgkIUuo53K9KJdLgaQFAL+bpo64gp+41zoFl8wQENhr6LRrJp3OYHGRVY5ysAWgHpi/A/WFYbVaRjKZgiyrsCwLsqxAlqVtkQ9uh7j5lJu8e56HcrkUdCMmk8nA+0KS5KbktmkaQVdYoxeo5zHp32SSyUWyf0cLBO4W4dkKjccXJTPZgpcRTk6EzAS4f0YCpmmA+6PyxXM2m1uXD147rFeaupHI4EUkbJsKRkYOAgBmZ6dRKq2CF5vwz3JZn0JhGgcP3tO0/bUKatbzPK9Wq5BlOSB2GsmTVgmYvYCtin/W+p12wloqPAb+2ycSCVSrlUAdofGaL5fLME3TL7CigWQVIVKQnKLUQyKRDOKvRvK003urHSmYSCQgy2y+4F3S9aShjsHBoS0/fwICAgICAnsF+Xw/jhw5CsMwYJpcSYT4qkgEtVoV169fQy7XE8k7xRVcxsG2W1uvuK4H2zZD/3dRKExjfr7gd/Y1Kyryz62sLAfxahzC61BCCIrFFb/Ai1FJiqIEhdscTN0iC8syIvkdFq5TyLKCRCIZyJ5rWgKEEFy/fhXHjp3E5OREEN9oWsJXd8lEijKZP7IUSKazTkMC1yV+AaQdEKOmqWNxcWHH5uO2CttK9k1OTuK//Jf/gre+9a3buVsBgY5ANA3SBz8M77NPM48+RWEdfbkcpA89BaJGqzCq1Socx2laJPGK+VYLzfVKGwkICGw+WiWUukkk7YSk03oRTholEmy85XIZsiwhk8kFQVUmk4Ou67GEnCQRDAwMwrJMJJNp3HPPvSEZORaoMQIx3NW3ueCVY3X5tCz0mMINAYHdhG66Zg4cGPGLFOrEOvNLQNB5G66+5LK6uVxPUEWZy/VjcHD/lssHt0PcfJpIJFGrVeG6TiDLwjzRdORyvQEh15jcZt1gbBu8wpSDE4CEEGQyWb/zkXZMSt0NNB5fmMxkFa8JlEqrcF0XrsskjVOpdPD9bDYHSZJR90plhKksSyBE3nRiM66gZnBwCIuL81hcXAgSHY7j4urVMZTLZeRyOdx33zG88cZkWyJjbm7WlwFqTnpQ6mFubjaW7FsL63meh+P6RvLE8yjm5mYwNHSga0lLy7Ii5+XUqbPrrgjfKtyt+GcnrKXixqCqKvr6+lCt1tDb24eRkdFgPuUeN7Va1fc8ZvM68/KR/G5WBZZlxyb/wuQpv7cKhWnMzc2CEGBoaBg9Pb3B59uRgvfffxbXrl1BubzY1CVACLCystQ2+ScgICAgICAQha7rSKfTsG2zqbHJ89iarq+vH7IsB8WbJ0+exuDg4Jrb1rR46xUAfoF2AgAj5y5degWlUhGu67b01QPqHX6tCrPC61DXdVGtlv1/e3BdC6xrUQmKMCll5J/rOkilUpBlGZVKyScppSDWSKXSwXh5bAKwOMcw9Ka1Q2NeyfMo0uksVFULtsm7DOvHS0LrQYKFhVk4jrXj4uitxLaSfUeOHNnRSU8BAen0WZCPfwLkwgXQ2QKk4RFITz7ZRPQB8CWPKoirKq5WKy0l5NYrbSQgILB96CaRtBOSThtBY0I2l+tBsbgSSTZJkoRcrgerq8XgNZ4gyuV6/SRVArlc3SvvkUfOY2Fh3v8/wZ07C5AkJmvWCeFHCKtwXwupFJOrCyevN7tLRUCgG1DLgveNC8wLeGS0ZRyxFrrpmpFlGadOncH4+FiIZHeCRZfrOsF9F/47kUgGUnKmadxVog9oP59yvwf/f2j0J2xMbsuyDM+jkGUJqRSTGObfCXs/KIqKo0dPQJKkbfNLXQ8aj49L2BAiQdOSKJWKsG0nqK6tViuQZSXw5aIUOHz4XhSLy5EFsywrOH781JYcb7igplhcxssvvxjpUp2YGEOtVgt+26WlRUxN3cbp0+egaVrL34N7+MWDNPkSdor1PM95XO84Nmq1SoQ8kWUmR9qtpOXt2zcwNvaaT/TXz8vZsw/g8OF713dwW4BOz1cnUsTdYCespVqNgcVFPXjkkfPBMfKEmaqqfgd1XY2AS9QyOSsZsuwGlephNJKnvIOV30+3br2BQmE60vXdTsGir28AS0sLIZ9Bto9MJgfbbp38ExAQEBAQEGhGJpPB7du1Jn9sSuEX+MiwbQuynAqKNycmLqO/f+1isGw2h1QqA12vBtvnz+1UKoNMJgfXdTExMY5yeTXYbzuLFO6514qjCSvZcSURSZJDHnxSoJzCybx8vg+2zewjdJ3lgNh6g8l+Dg4e8F+PGw/xi8iai/EffbS/KZYplVaDNZGmJeA4KwDqClTh9a5pGnj22b/Fgw++peviu92KbSX7fvEXfxG/+qu/ipMnT+Lo0aPbuWsBgY5BVA3y9757zc9xr6pusV5pIwGBrQJPwtRqVfT05DA4eACEvLmvw24SSTsh6bRR8KDKdV3Mzk5jfn4OkkQCIgBgVVjpdAal0qpPIsjIZnMghHcz1MCkGUoRqcGRkUO455778Jd/+Qxc1w6KIhoDsTB4dTnQTPjxLiVewcU6kupdiACrKtsN511g78G7PMYUAkolEFWFZ9ugX/sKpA9+GNLps11tq9uumf7+AZw//zhmZ+vE/crKMkqlYmAOH45b4vzf7naCN24+NU0DAJNySSSSoNSLEPvhMYeT25VKGbOzM1BVtanQgM9vAJunR0YO7or4K3x8s7MzKBaXkUymUCoVA7lWSr1ggc99DgkhUFUVx46dAIDIgvnQoUPwPB7Xbg3iulQB+FKcjHAF2O9CqYvLly/h+77vB1pW4O7fP4z5+ULse4QQDA0Nr2uc63me87j+1VcvBhJLYeKkW+8+y7IwNvYaKHUDcpufl7Gx1zAyMrpjKpM7OV+NUsTz8y6uXbuCfH59ncQ8Zk0mU1hZWbprEsTt1nON5Hm4cCOTyaFaLfsJM9dPmnlIpXr8+1SJ7VhtJE8b7yeejLt48QWcPHkmmNNaKViwpFx/4InJx2tZJmSZSQELCAgICAgI1NGueGloaASXL19qKjire/TWyTEO27YxOzuDoaHRtvvl8ZamacFzW5ZlJBJJKErdF7hSKQVkIJfNbATLxbDCakKklgXSfB1qGHpkm9zznRVOKlAUBaqq4dChIzh27ARWVpbx7W8/58uTE1AqQVGY8tLq6gokSYJt200ynu2K5ONimVyuFyMjBzE3Nwtdr0JRWPE3pRRR+VB2vLZtrdtPejdiW8m+//Af/gMWFxfxnve8B/v370cul4u8TwjBn/3Zn23nkAQE1g3D0JHN9qBaLTdVV3DJu1boxHxeYOdhsyuTdwIakzCLi3O4efNmkx/Umw3dkPJ7hcAPXwuKoqBarUDXdWSzOciyEhwPgOBYmTSgh1qthkwmE3TKNEoN1moVpFJprK4uB/vjQVhPTx6mqftdN/UO6VbdfyyhzSQj0ukMdF1HqbQKRVFACPOf2k3nXWDvgFoWvM8+DarrIL58C1FVUF2H99mnmXJAFx1+6+kyCi+GXNfFN7/5VwDgL4CYjxTASXMJhmEESgQ7QXY4bj5l1bAE6XQ26FLjIARNYw6fg/37D/hJcduXWK8AYNLEXG6mcb7o5ll/N+ICfnxDQyO4ePFbqFTKQSKBLcJlP3nPfMB0XUcu1xM5Tn5++Of5dbFViOtSLZf5uCV///VCEEIorlwZw7lzD8dub2TkIG7duo5yebUpBueL//UgfP25LvNb6eR5ns/3Y3h4FJ7nBgkYTUvAskyfPJE7Jk+uXh0LOvoa4bpO2/Oy3Vgr/qEUEVLKtm1/3eShVFrF3FwB165dwf33P4z+/n1r7q8xZmXXel2COE4mdivvx7j1XBx5Hi7cUFUVvb19vqcP68Tt6enBPfccxeDgEF5++cU1yebG+6l+Xpl/58TEWFOXXyMymQzm51lhgOu6MAwd9Qp8ikJhBoOD3cvPCggICAgI7DW4rovr169iauomAIpUKo2FBRrxUZdlGYcPH8G1a1cCqXnuq81yJKRJprvTtVc43uLxrudRKEo9Pq1Wq34czdaJYR+9MPh6QVFk5HK5lgXSfB0atkXgYwYUX62AKQU8/HBdzcA0DWSzzNbK8xzIsopcLucThwYqlVIwDtM0oes1pNNZpFLpjou1G+NBw9ADWwPm2ef6hVPEPx+e31l59wtbtwvbSvadPXs2tlJNQGA3gie2+YItXF3RiYTcWubzAjsLjQ+UcOfSbl0Id+MH9WZEN6T8bibwXdfF9PRtXL78Giil0LQEUqkU8vk+GIYB27Zx333HI50v4WM1TR31IDYK27YxMzONQmEKlLpQ1QQcxwoSuqqqIZVKIZFI+gbRTsvAtHHMbA5WAmkIhqhshoDAdsL7xgV4pRIgy8DSEmAaQCIJDAyAlssgFy50pBzAsdGuYb4AYx5iTM4SoL6UCr936iTPTpEd7kRamGOtMefz/Th//nEsLs6hVCojmWTEpq7rsfM0f9ZblgnbtuA4jk9GPIT+/qinxt2OC/jC/+LFF9AoT5rL9QbEUz7fF1mE3w3Edal6nhNICPFKZ17ZSwjB0tJSy+3Jsoxz5x7C1avjKJfLflJFQi6Xw4kTZ7o+1kbS9i1vOY+lpUWUSmWk0509z7PZHDQtEZBarKO2nnTplDwpl8uxRB9Q99XdTjSem+HhEQD1c9Eu/mE+olZIKqrsd+S7/nObwnEsvPDCs3jssSea7rHGcTTGrNwnxjQNJJOpJpnY8P24VcS8JMkYGhoJFDJmZ2eaFDIaCzcIIcFc5HkU99xzNFgTdlI8Fr6f+HnlCT5Omq8VyycSSZTL3H/HCSkusHO6HvlZAQEBAQGBvYZicRkTE+NYWloAwJ67lmUinc5CkqTIs/K++05geXkJ1WolsBihlMIwahFVEY5u1l5r5ZsymUxAMPK1Y51wrIMVO8ro6cmjr28A169fi42L+DrUssxA8ptDlpnFC6XA8PBo5HuLiwt+h6HnF4azmDiVysAwakEHHo/3PY+iVqvh/vsf7ijeiIsHFUWBabJ1LSEksuZgxyshmUz6KghvDmu5bSX7PvnJT27n7mLxP//n/8Tv/d7vYXFxEadOncIv/dIv4YEHHrjbwxLYhQgn4fiCjUNIyO0t7FVSrBs/qDcruiHldyOBz02cV1aWgmSrZZnQ9SpyuV6kUil4HtNkD1/j4WO9du0KZJlVaHFN9HDxw9TUTSwvL8JxnKZg03EcEEJw331HoWkJvPjic74XVWszabYfD+VyKRhLJpMNupP4/bpb70uB3QtamAEMHZieAmwHkCTA84A7C8DBQ6Cz8bKDrSDLMo7fewxXv/VN2IYBKZkE7euDomro6+uPLM7iiDAA2Ldv0PdyswKpNtPUg+7Z8D2yk2SHGzsUL1781rpJT0mScfDgYRiG1bYgg88dhqFHVBssy8ILLzyHxx57e9B9tFPigny+HydPnsHExFgg4xmWX/Y82rQI30q0IlTiulQlSYHn1Tu6w/7XnkdhWUaQKIkDS3q8bcNFNq1I2zNnzmJoaLRjedOwd1+UfOnOuy+Xy2FpaTGW8PM82qSM0ynWQ3a1Oze5XD74XKv4p1wuwzTNgHjmf9h3pIBg8jwXr7/+Ct7xjne1HFO7mNWyLLz++svQNC32fjx27AQmJ69uCTHfiUJGN4UbnRSPhe8n0zQi/kDheb1VLM87FDKZTCABXE8Qushme7qWnxUQEBAQENhr4PE+82SGL2XJnpdcKj/8rJRlGSdPnokU7biuB8uyAjIuDFVVfWWIzsbTLt80NDSCqalb0PVaZKwAgv9LkoJ8vhdDQyMoFlewsDDXMi7iRYUTE+O+ah1fOzJJTkJIU97bdV0Ui8sBkQfU4/rV1SIo9ZBOp9Hbm/fjQxbLaFrCVxhYG3HxYCKRhGHooFQKuhrDcSaPa3ZKYet2IN4IZI/imWeewSc+8Ql85CMfwZ/8yZ/g1KlTeOqpp9pWjgoItAKf/GRZ8WVT4FfON0tCCexu8AdKHPjDfTeiWz8ogb2FsIkzCwDryVbXdUNGzO2vhUwmA8/zYNs2VldXUKvVYFkmarUaVlaWsbJyB67rxlSVMVmLarWKAwdGYFkmcrkeJJOJjsbPzaE9z0UiEf3Obr4vBXYx9u8Hbt8CXI8RfQD72/WA27eBwf1dbc67PIbcf/6PePArX8Xhy5cx8PolDLz4IlBaxcLCHO7cmceNG5P4zne+hWJxOXYbQ0Mj0LQEkslUQIpzHzFCWJXjToxdXNdFoTCFa9euYH6+gGPHTkImEtzFRdDpabiLi5CJ1HbM4W1cuTKG73znedy4MdnyvM3PF2BZZhNRwzqzHLz++stBJ+ROiguGhw8il+tFJpNFMpmKJBK2k8BdXr6Db37zr3Dp0quYmrqJN964FpzjoaERqA0StlGv1WjyQ5IIUqn0mueRJz2OHz+FkZFD6+roa0XaXrky3pW8KV8XsIIVlrXhSQaeFOnk2jhx4ixkOb4eV5YVnDrVnfcnwAipixe/1fb6b8RGz02xuIy5uRnUalVYlgnDqMtWAvVzA8An1c2256ZdzGrbZiAF3ghGBL7SkpjfiITtWqQ/3za/NiRJRq1WQ7VaQa1WgyTJsXPYWtd1+H5qltdi8zr7d3z8xucvVVWRSKQgy0wGnUmkK8FvJNYCAgICAgJvZvDnZeOzFmC5CMMwmp6VvGjn3nuPYt++Idx33zGcP/84KKUol8vQdR2uy1RWTp483bJgs1twolHTEuDEXF1NSUFf3wAGBwdx4MAoVleLfkFd+7iIKaS8DceOnUIikUIymUZvbx8URQ3WjpQChcIUrl4dx7e//SwMwwj5h7Pz5Dh24KfHckZFyLKCbJatXSRJ6jjeiIsHCWFWWoqiIJFIQVVVAIyMzOf7g1zRTips3Wpsa2cfAJRKJXz1q1/FjRs3YFnNi+SPfvSjW7bv3//938f73vc+vPe97wUAfOxjH8Pf/M3f4P/8n/+Dn/zJn9yy/QrsXexm6T6BzrFXSbH1+EHtdOxFX8Wtwvx82MSZwPMQqQx3HAeGYSCRSLa9FngVWb06vP4ek4dqnUjjwR+fQ2VZhiTJ4F5Ta4H791mWGemw3s33pcDuxVoKsoR02CKEqP+frCgYvrMMlxC8cvoEvKnbICdPAagvziYmLqO/P9qhwufDRCKJYnEZiqKA+VwpGBgYRF/fAACy4+bKuG4iVddx73PPo+Y4MDIZJKtVDFs2lH/SD8R05oS3QQjB6uoKAObVxzqVm7vwqtUqbNuKdMlwMF8JK6jc3UlxwU7wjV1aWsS3v/0cPM/xSS0Tpqkjnc4G57hxjACTM7IsMyLlw333mM/d1p7H+fkCTNOArlfhOC4URUY2mwMhEmzbwuxsd11N+Xw/DhwY9WUqWVcilw0C4q+NuLjl7NkHMDb2WuDdxwn5s2cfhKJ07vvJt7+eLlSe4CKEwDCMyPGsdW74PpmfixRUgjsOiwd48qkuRQnfK7h9YVGrmNVxHChKfFrDsky4rtPk9wlsXMWiW4UMdhnw50B9nllP7NrX14/bt29GiqnC1fZA61g+PH8pCou5wnMeT/Tt1rWAgICAgIDAZoA/L2VZbpKy5MoEcc/KcAceX5MwiWwFjuPAdWUcO3Zu02X/8/l+nDnzAK5cGQuKErlFS105w+wqduGFSceOnQhyNlxR6fbtm1hZWfKJz1rA8bDuRxY3MpKvXljOOyOr1TI0jR1/N/FGq3hQVVX09OTR25uH63qRtW+7ddFezR9uK9l38+ZNvP/974dlWdB1Hf39/VhdXYXjOOjt7UU2m90yss+yLIyNjeGf/tN/GrwmSRKeeOIJvPzyy1uyT4E3B3ajdJ9Ad9iLpBiwcT+onYa77Z+02xA2cWZBUJ2UqyeK3KZrIS4g6u8fwNLSYpDAc10vqN5aC7ZtY3Z2BkNDw4F5ciff45BlqYlQ3M33pcDuBV1YALnnCOjUbcBxACIB1AMUBeTQYdCFxY63xf3/iKoGr83t60cllYInESh3FpEc3B/cq/X7aBQAsLI4H5H/lHp74TgO+vsHMDAwGCxk+P3cyq9huxFHTBAAzu1buL5/Hx6+fBVScTX4vPfZp0E+/gmQUNdY4zZ0XQ8IvGq1jN7evsh544vaTCbjSws3j4tSCkWpk087LS64m8Vnruvi0qVXAp8MICpxJMtKcI4bx+h5Hm7cmEStVoXrOn6Vby5YmG/1eZyZuY3l5TvBs8uyKHRdRzbbA1mWcPv2DQDo6lzmcjkkEomOro12ccv3fd8P4MqVMZTLZeRyOZw6dbZrog9Yv2R7tVqF4zi+56cX/KamqSObzaFWa03MhfeZyeRQrZZ9QokEleaKokRIUE1LrFlY1Cpm1bREy8p4x3GgqvEpj40S852S/vU5yUU6XT9Gfu9omuaT4GvHruFrJpVKoVajsCwLyWQSmUyd6ANax/Lh+asufcXirrAM6G5cCwgICAgICGwWNC2BUqkIx3GDOLVRNrvds5IrKYU9/PizenLyKvr6+hH2Qd4MDA8fRKEw3TLHp6rxMSrQPi7iee+wv3m5vArX9fxzI/try7pfoOM4/nelpjjN82hQWN5NvNE+h6nhzJkHApJxrXXRXs4fbrtn34MPPohPfepTeOihh/DpT38ap06dwjPPPIPf+q3fwqc+9akt2/fKygpc18XAwEDk9YGBAbzxxhsdbycuASCwtQjLKAnsHuyl3+3Agfak2PDwyK48TkWRcfLkaUxMhLsBPCiK6kvU7p6KlrUq18+f37n+ba7LApFarYp0OoPh4e4StJ7nYnp6BuVyGalU59+vmziz+1SWFbiu40suUAAsKZdKpTA3V8Dw8AhKpVX/eokGRKlUCvl8HwzD8DsadCgKkzh2HLvtOBzHxsrKkh8McpKPhP7dHtwfMIzdfF8K7E64rovZwQFUjx9D+vBh7L92DZKuA8kkSP8AqOdBGu48aUoLMxGir5jN4Po9h2AkEiAALMeBubqCdDrr+1TVF2f22Ou4+tzfwgn5MMmLC5APHoKu68FiZycucGKJieVlUMeBoyiYH+jD8J269KBXLoNcuAD5e9/dcht1EorC85ivKO8EDp+3oaERXLt2BZZlNc0d3E+CkxE7sVjmbhWfcfnTuPnW8zxfGpWd48YxMqnV6diurK0+j5ZlYX5+rkFOkt0vpVIRqqrC8yhu3Jjs6r7o9NropOPu3LmHg+9yWdpuydz1dqGmUilUqxWwDrTo+alUyk1+5a32qaoqenv7YJoGLEuBrteCrj5K2RgymRxUVWv7e7frYD137gyuX78ae84TidZE4EYJ5U5J/1aEK7vWVpFKpUJzUuuuy8ZrhqkbSNA0DZZlIpVKQ5blSAU7l9cKXzfha5RLX3GfUj7X7TRpZwEBAQEBge3E7ds3MDb2ahDjMl9bE7KsQFFkECIhk8m2fVa+8cZVvyA6WjSVTmehKBSzswUcOXJkU8e9luJHrVbFnTvz6ypYDMchXA2FFXHxnIzibyeq0MSKyimy2Zyv6OH5ZKCNdLr9Oez2+Ph2Wq2LeKFruVzG3NwMVFXtSvlit2Bbyb7XXnsNv/qrvxrIaNi2DVmW8Z73vAcrKyv4+Mc/jj/6oz/aziF1BU3bvT/0bgZLQsv+BLu526aWBefC34DOzICMjkJ58rtBYmReBLrHVv5u2w1VlXHmzFlcuTIeLNY9z4Oqajh16iwSid17zQwODqK/vx+zs8xXJZfLYWhoeNc92ObnZ+C6dmzQ4ro2FhfncPDg4bswsvZYXl6KXFeLix4KhSmcOnUG/f0DHX/fcWxfmqHz7x86dAgzM7dhWVbgzSdJKjzPC0yN0+k0arUKKpUSZmZuw7YtyLIMWZYC/51qtYLlZQ+apiKdzsAwDNi2BIBAlimc5txbE5g0hgvTNFGrVUFphy7VYMGkrjNyUVGUPXFfCuwuBBWOmRSkof1Y9DwUDuzH0dvTyFd8kiOTgfTkkx1vk4yMwrNtEFWFSwiuHz4IUld/A/Gl8bg5PKuOrOHqlTHU/uovYKYS9TpRQkBdF2R6Cnaa+aANDY2sS9pvqxFLTBgGQAgIpdATychbRFFAZ6M+X43b4N3CzKgekU7g8KJWlmWcO/dQRI4ybESvaXUyYidIZ+4UVKtVKIoSS5KyhbzbMnFwN8/j1atjEaIPYPEq73DyPBpIcHZzX3R6TN103G2EmF9vF2q98Cf+vXbFNI37JIQgmWSEViKRgG2zIiBFUaBpCaiq1tHv3a6DVZbl2HN+//1nMTk5sSXEfKfEbivClfvaxMmdx3Vdhq8Z27YDgo4nIXW9hgMHRoLu7VJpFRcvfiv2uglfo1z6ynEc5PPc02dvyFgJCAgICAh0C6YM+BoAD4oiB89pQthaKZ1O45577sPRoydaPitd18Xt2zfBi6hd1wOlrPCwWq0gn+9rq5KwEbSLl3K53nUXLIbjEO5jyNdY7Nha53BYzqYGTUtCkjwQImF09CBOnbofhHQXb6xX0SQcT/O8kyxLftFZvch2ozLvOwHbSvZZloVsNgtJktDb24uFhYXgvePHj+PKlStbtu++vj7IsoylpaXI60tLS9i3b19H27CsZlNOga0HJ4scx91U0si7PAb3958G9WWyqG3D/vIzkD/0YUinz8Z+Z6MdOG8mbNXvdreQy+Xxlrc8htnZ5t/ftlt7ku0WDA2NghDW7cdkCnbXMZVKZQAsudMMglKpvON+J9d1MT4+5gdafOwEtm1jfHxszW7E8Pd5Yqub7wPAiROnYVkmVldX/QQnBSEyJIl1+tXNk3Mol8swjBqy2Ryq1Qpc1w28YiilsCwFpmmG9sl+Cy5P1UqaU1VVmKYFw9BhGCY67egDWAKxpyfv79/Gffcdx8jIwT1zXwrsDLTT8g9XOMqKAnrwEOTpKbiShOuHD+Kh18ehZLOQPvRURGpyLUjveBL0a18B1XUsDPTBVhRolg0joYESCfC35XkeKhV2P0oSgKVlVPI5OIqKlF6D5tYXXdRxQFZWUK1W1yQaZmamIctSy2PeKm+DWGIimQQoBZUkpEwj8nnqOE0dk43bSCaTME09qDwNd/k0LmoHBgbx2GNvx+uvvwzTtKAoMjQtAU1rJiOEbzNDJpOBqmqQJL1pnqeUIpFo37EVdx4HB4ewuDiPxcWFLTuv5XIZsiwFBHDj2CWJRIjAbhb+nVwb3UtANhPzExPjGB1lHbutztN6u1ANg8mZRgklNrZstge6rrc8/nb7TKezeOSR81hYmF/XfdOqUrvdOT9xQtoSQjme2PUgy9FttyJcWaU7ie08jOu65NcM97oJ+yRzmVTevU0p1izoEPOXgICAgIBAM65eredY+PPV8zw/VpQxNDSM48dPt93G/HwBTFXE8+NMliP1PMB1HVQqZRw5cnTLjqFVvLSRQrtw7Fr3MSTwPK7+4LXN/dq27atAef72avC8ZpWmjRxfKzTG00xWte4fGLZ52G7/9a3AtpJ9R44cwczMDM6fP48zZ87gD//wD/HEE09AURR88YtfxP79+7ds35qm4ezZs3j++efx7nczqR/P8/D888/jAx/4QMfb2QukxW4Fq7bdpG1ZFiP6dB1QVZZaVlVQXYf7+08DDf4vQHNVrefdfbmr3YDN/N3uNghpfqDslWMLYzf+Zul0JuhGa4TnUaTTmR13THNz7ZPts7Ptk4qdfH9oaKRtUr63tx9ve9s7UShMY35+FpSyBN/S0gJsmwW4nIhTVQ2UAqXSql/VxivcSCS4sywLksQDJVYp5boOyuVyIKfHA0OeGLNtM5DZ6waKogZSoywZKYEQecf91gK7F2t11DSSZiSXAz15CmR5GY5hYPE978HB7/1/uiL6AIBoGqQPfhjeZ59GTdMg+RNzxrRQ6+sDp/AoBUzTQG9vHrIswzUMKB6FJRHoqTTUSgUBXUEIPMNAJpNpSzSwZPA4kslk0zED2FLpz1iSoL8fZHEBsmVhaGkl8nkpl2vqmGzcBiEE2WwOlUoZAJBIJNsuavv79+Ed73hXR0lw4dtcP99hKcA6MaTg/vsfXpNACJ/HYnEZL7/8YstrbLPI5lwuh6WlxUgSx3U91AtVEg1j7G7hv9a1sVEJSNu2Uakso1IpIZ3OtLwX15vUyWQykGU5kODkktmJRBKEIOI914i19qko2pbcN+shAjeK8LZrtSp6enIYHDwQqVJvRX5KElNASTR0LAPxXZf8mmESWDRShMy9gzgpDaCjztE3+/wlICAgICDQiHK5HOQzALaWCBNSlUplzW1Uq1Ukk6lg/RG1OSIwTRNDQ0ObOeyOsd64KM7zF2DEGSNCo+eM/ZEi8U+4+29q6hbm5mbxwAOP4PDhezf7MCPgtgOWZcHzXDiOG+QPG20e7ob/+mZjW8m+H/zBHwy69372Z38WTz31FN761rcGMjmf/OQnt3T/H/rQh/Cv/tW/wrlz5/DAAw/gc5/7HHRdx9//+39/S/crsPPgfeMCPL+jr+m9GP+XTnw1RCWkgMDdw070T1oL6/XR6fT7S0uLmJ6+vWZSXpJkHDx4Dw4evAeWZeGrX/2zYBvhv03TCIJcnsiNGlSzoI9SCsdxoGlaIIFGqQrTNACoUBQVtVrVT6x2fLpijlH2E4huMM7dXoElsLPQybM/7j4kkgTs2wcZgLFvqGuij+97vrcH1Q9/GObkVXi1GuRkEmp/P3oJCZLvjuNAUdS69EgyCW1lGUZCg0cITFVF0pfMA6VQk0kcODCCublCLNEQ9uOK6yLiXVBbFQvFkQQUBOrhe3D02edAbBtQFNbRl8vFdkzGbUNRFPT3D6Kvb8D3qGq/qO2GxNvKTsfdgPD5lmUZlmX6z4AE7r//IfT3t1dQCZ+/VCqFQmGq5TV27NgJXLs2gUqlFEhwTk/fwokTZ7omm0+cOIupqdug1A0lcQhcl203l8tFPr/ZC38etziODcMw/ApjGclkck0JSF6FDNCgI7HdvbiepE44rmr05+O+uO2w0zpft5KY59smhEn/23ZU1aQV+ZnJMHngcAcpR1zsyn8T5nvYOAYpiLnqHpn164b5BNVJW3b9CAgICAgICDSCFYQtBPLu3GuYdebRphgxDplMBoahQ5LkgAzj3AfAPIXn5+fX9OzbqnXGeuKiVp6/slyXOuXxDyf7eK6mFRzHxqVLr2JkZBSKsnU2LIuLCyiXVwO/QM+jwZi5LCnHTs0fdoNtJfs+9KEPBf9+6KGH8Od//ue4cOECTNPE448/jhMnTmzp/v/u3/27WF5exm//9m9jcXERp0+fxmc+85mOZTwF9g5oYSaW6APi/V+68dUQEBDYfuwG/6TGQI11o3Xvo8PRrivAdT0sLy9B07SukvLMw8hr8jGqj8uDLCsR6SgAQQBsWSZUVUVvby8kSYbjOAAodF2HLCuQJBmGobfVc2+H8Ji4lBU/jr1QgSWws9DJs3+9fljt0NhN6Pb2ouJ7aGqBNCVLvtdqNaRS9UQ86e+HtLiAtG6glkrClWXAtkEJgQrgxNveAUmSWxZImL5MZjLZ3GnCKlNpbEfPZsZCrUgC8s53w7twAXS2AGl4BNKTT7YkUjvpttkMbMRLbafAdV3MzExtKImwGd4ZkiShVqvCNA1ksz0R7wyAdY2//PJ3YFlGpHvQskxcuvQKnnjinV2Nm6m+PICxsdcCqSZegZzL9QSVvhybvfCXZRkHDoxE9s8qi02cPftAcCxxc4xpGv7YaNMxt7oXu03qtIurTp06C+aF2X4bovO1jlb3SKm0GpxjQhDIox4+fKRpG/w3efXVizAMI5Cf4r6iPHnFnzv8umn09/M8ikJhBoODB3bNPCUgICAgILBdGBoawfXr10BpnRjyPFYYJsssDupkG5cvX4IsS4EyHHtms+1ks7k1Pft22jqjMTaMev72gRAJCwuzfscf87xeK1ZkheIWrlwZw7lzD2/JuF3XxcrKEhzHafKddhwHkiQjlZJ3XP5wI9hWsq8Rw8PD+LEf+7Ft3ecHPvCBrmQ7BfYmyMgoPNuOJfzi/F822oEjICCw9dhpVeRhNAZq8/OsI4eTY0wWqx51dJJUbNfN6LpOS+3zdkl55mGkgFK76T02B5Kg8okFbjSo2uL6645jw7IspNMZ5PN9uHNnEY5jQZYV2LYVdEmF/ZFa+fk1QlVVn0Bk45EkEpASe6ECS2BnoZNn/333Hd/UruK4bkJZlgPpTVlWIMtSsBg5dOgIFhfn6vOHJAEHD0GbnoJcrqCnUkXSMJAmEoZ/+Eeg7NsfbDMukc+7TeLIfkpbk/SbHQvFkgSSHFFd6HQbrbptNoq9oPpQLC7j2rUrvt/qxpIIG/XOAOrPgkbvDACwLAPVahmKokSkkCilKJVWUShM4+DBe7oa8+HD92JkZBRXroyhXC4jl8vhwIERvPHGJFzXBvfT3YqFP/cB7+3tbZLJnJsr4ODBw6CUFdlwYofHCq7LfOQJkZqI+bXuxW4qxOPiquHhESQS2pb54u7lTtm4e4Sf48nJq7h9+0YQL92+fQPLy0s4eTLatZrP9+OJJ96J5577Wz+mlIOOPqD+3KEUQedoo7+fLEtQVXXXzFMCAgICAgLbBdd1cePGJHK5HMrlEjyPBuskwMMDD9zfUQeaLMs4fPgIrl27AsCDLEuRAh1K20ui79R1xlo5t2JxGZcuvYKVleVI0dxaKJe3TnHg+vWrqFYrAeHanHui6O/fh8HBoT0Td2452Tc2NoajR48imUxibGxszc+fPbs2Qy4gsFFI73gS9GtfYZ59je/F+L9sReW+gIDA5mMnVpE3BmrhCmuAwrZt6LqObDYHWVY6TiqGk/WNScl8Podardwk25RIJNsmAjOZDBYX5wDU9dTDxNzo6CF4nodKpeR3+XB5BvZZ/jmefC0WV4LAFrCa/JB4wBVHlDSCEALbtiHLip/kJEGgrCjKnqjAEthZ6OTZv9ldxa26CVnlZA96e/NIJFLBwopStqgK30PcN1BbXsbp1SrkFl1wcYs1z/Nw69YbsWMjRAK/fymlEelBTUu86WKh3a764LouJiYug9Ktk2Vth7jzx7rFaOBFGZaPNAwjloQG2PU4Pz/bNdkHAIqiNVUSDwzsw+LiHEqlMtLprSGcwsffKJNp2zYmJ6+iWFyGZZlwXRfVqo5KpYKenl7/XiRBN1cY7dYl66kQb4yrWvwEm4KdVsG+XaAUWFiYhW2b8DwviI1ada2qqoYHH3xLqCMw/rnDuwBd14vtAtwN85SAgICAgMB2gsdnqVQaiUQSlUrZL6RWkMlkoSjxCnFxuO++E1heXvKJprpcO4AgJzQ9fTtWfaTdOsOyLIyPvwZVTcC2TWhaAtlsbtuIqnY5N16U9NJL38bi4rw/XrOtshOlWFMa1XVdzM5OY25uFoQAQ0PDGBk5uObxuq6LqambIITlz2y7uaidUopyudSRz/huwZaTfe9973vxv/7X/8IDDzyA9773vW0XaYQQXL58eauHJCAAommQPvhh2J/7fcwlNBiZNJLVGoZNC/IHP9yUENuNfmACAgI7A+FAjfvs8AprSuFL8LGky333He8oaOHI5/tx/vzjTUnJubkCrl69A12vRuTODENHKpWJTQQWi8uo1WqBjjkj8tj3ZFmBoih4+OFHUSjMYGxsKZCjCOubAwi06Lk+u+N4YB2BBJwoAADbtiDLckeJQyaZoQCgSCZTOHHiNAiRoOv6nqv8F9g5iHv2U88Dlpeh6DoGdRt0cKjjruJOOlZadRNSzwNZXoZ68xaOLC4B+T7QQ4chPflkC9Jfw4l3fA+0NRLkjYs113VRKEzHxjvZbC6QmavVKsFcwYoKzFjpz72M3a76wJ9NitI8d24HCRB3/pLJJExT94tAos8W9syJP9/Mu27zxsa8bA9vejdoGO2uH0KAqambUBQluNdkmXXVl0qrOHbsJEql1VgflFbrkp1aIb5bxtcNeNdmp92Js7PTKJVWwdUSgHos1aprtZPnTj7fjwMHRn3lhXqSke9jN8xTAgICAgIC24lwfCZJEnp6epve7xSyLOPkyTORolDDMP2cTAp37izizp0F3Lx5s6mwqVWcaFkWarWK71/twXVZjJhKZXZMgRRbXx6EaRqQJAnlcgnVaqXN56VYaVS+dr5zZxELC3O+3QQFQDA/X8DNm9dx7txDbY93fr4A7nHdSk1KkqR1q4TsVGw52fcHf/AHOHr0aPBvAYGdgtLwMK7+vR+GtTAPyTThJRKY3z+EEwcOIN/w2d3gByYgILAzEQ7UuM9OXYKMdcVlMllfIkLqej6JS0ru2zeEV199KSLbxOXOdF3H/v1DkW3wJBulHnp6elEul4LuOU72nT37EAiRm2THDMOA6zp+tRZpWdTDjzfc/cclOdt9nm+TjZ/ANE3ouoETJ053dZ4EBLpF47OfVCvwpqehGDqOTs+ArqzC/Yv/C+mDH4Z0+mxbYqTTjpW4bkJaLgPTU3BNE8mXXwaduApoGtwDI6Bf+wp6PvjhWNJ/PbHJWvGO53l44YVn/XmMzQ+SJCGTyWBy8ioefbR/T8VE7Qja3a76cLfJyrjzxzu2q9WK372G4Pq7995juH79KsJFI/XvSThwYHhTx7cZXobt0O760XVGeNZqlYiHrqIofhfYHO6//2FMTk50vC5Zbydq4z0wPDwCYPPv8d3eKcuxvLyE8fGxrroT5+ZmA18gDi7h6nkebty4FlsI1omaRS6XQyKR2LXzlICAgICAwHYiHJ9thpJJuDinXC5jbm4Gvb29ocKb+MKm2DWhHxu6rgdK3eA19noVmqbtmAKpcNGsJElQFBWO09xVBwAHDow0SaPytbNlmSiVVmFZJghhfoesiBwol1dx9eo4Hn30bS2Pt1qtIplMQddrTYWEDCT4rderErITseVk31vf+lYAjH0uFos4ffo0Dh3a+YG6wN5GUD1KPciDgwDYstWlXsvJcSf7gQkICOxchAM17rPDwSSV2ByymcnVO3fmkUwmYRi1SPeNJElIpVJYWJiPJIjCSbZUKo1kkklWOA6T/zxz5n4cOnQEhcJUk+yYLMt+RTrAK62aQUEpaVlN1QqcrOTniJ07iqmpmzh27ISYfwW2HPzZPzt1G5U//l9IlcsYWloBcV2gWIQ3Pwfv138Nyn/7NKQWvgutOlYc28LEN/4aDxcrkEdGIT35ZFM3IfU8YHoK1HGhlssYeuMmICuA6wFzBXi9vcBnn4byq5/YtE6kdvFOoTCFXC7n+2/W5YH3oiTcWgTtbld9qD+bmufR7SABWp0/TdOQTA5idPRQpHubUmBxcR7l8mrTcy2X68XIyMFNG9tmehm2QrvrB6gXAzUW0BDC5JAMQ+9qXbIecrfVPXDmzFnkcvnuDngN3G3yeTPgui6uXBnvujuR/cT139nzmLw590Yul8v4zne+ta7rb7fPUwICAgICAtsF13Xhup5fzOzCceygGGcjSia8OKdQmMKdO0pscbRt25iZmYYsS6hWq0ilUlBVFbZtB1KiTD2JglIvkMXkUt6e56JWqyKVyuyI9Vi4gJQQCZJEoKqanw9iOSNN05DJZDE6Gh1reO3M1pxO5D1WCM6OmxGorY+XUupbXnixuShJkoLfd6vUPO4GWmmhbDo0TcO//Jf/EoVCYbt2KSDQEjyxHQeerIoDn6SPHz+FkZFDItEsICCwJoaGRqD60sCyLEeCCEaasYBxM5OrrIIpid7ePqRSGWhaAqlUBr29fUgkEk1Js8YkGyEsedrX14+enl4Yhhn7OQBIJDoNeNcXPXE5N8dxggDcti289NKLKBSmYmXMBATagVoW3K//JZzPfw7u1/8StEU8wCFJMg5MXse9VycxfGcZpLQKTFwGZgtAsQjceAPO//uT8C7He1PHxRy0XAYmrsCaLWDuxjW4//uLcD/6iyBXr+DEidOQZYX5ei4vw3UcyHoNR1/8DqSw34HtAEtL8MpleBcubPS0NB1zXLxTrVYhyzKSyRQymSySydSOkIRj8qNTuHbtSst5oZPPhD/bTlLQ89xgERv8VmDzuCzvDg/R8LOpEdtBArQ7fydPnsHBg/dErj9ZlnHu3EPo7x9EMpmGpiWQTKbR3z+Ic+cegiTJXf3GrcC9DNv99lt9/IcPHwmSGY3gPrXseSxjaGgEmUwG1WoVc3OFluPjnpxxiIs/2t0DV66Mb/qzt9vx7UTMza1vfbl//3BQCEYpgqQWfy2ZTK77+tvt85SAgICAgMB2oFhcxsWL38Lt229AURToehW2bQUkUFjJZL0xULvCJvacH8eNG5O4c2cet269gdXVIu7cWUCtVoVt27AsC45jBworYelvAND1GgjpTmp0K8ELSE+ePINkMo1MJoOBgX3Yt28/9u0bRD6fh6YlmtYc4bWz67JCVn6MjPDkRCdAqdfyeC3Lwu3bN2DbduxvRgiBoij+vzdfJeRuYss7+8K47777MDs7u527FBCIxV6oHhUQENgdCFc1qWoCkqTD81inXzqdDQKXzUyuhrsJmSdgHXFJM/55Qkggz8k7dihF8PnWsmsZVCrl4DVWNRX26CMxlVJRD792aKxIZxVaSzBNfcdo0wvsDniXx+B99ml4pRKIqsKzbdCvfSWQ4mwFWpgBUdWg0w6uB/D7QFaAUgneZ58G+fgnmnx/G2OOoFvPdSERAj2RZNvWdXiffRq9H/9EXe7l9hRSc/PY/9rrkJaXo4OSJMA0QBQFdHZ7iul2onRlsbiMiYlx37uCLX6npm7h5MkzwbzQrbRep5KCu1n1gfmInMa1a1fgONZdkajv9vwxn9q3xX6+U6nctdDoZRiWcCJE2lQ/j1bHTylQKEzDts0mwk+SSCAj1c0xd9vh1f4esDA7u7lV43uhA61SKcM0TTiO05U/3sjIQdy6dR3l8mqko48QAlVVAyWF9XZP7+Z5SkBAQEBAYKvRWODEciFKUHSsaQoSiSQURdmQkkmrdRSlFJVKGclkKvJerVYNVCwAhDrQPFBKAjlLtg32N1fF2ClgljP3IJvN1a0xSF2m//jxU03xSLlchmEYsCwWU3meG5yHqC0MI+nijrdYXMYrr3wnkqNqBIvRaFDovpkqIXcb29bZBwA///M/j9/93d/F66+/vp27FRBowl6oHhUQENg94ImW++475gc7Pcjl8tA0bUsqrLvt2BgaGgGlFKurK6jVarAsE7VaDcXiCgxDR7lcRqEwhcHBoabtUsrGz8fOK82YnroEQiTIshzxKWSvr//4eNJ1K7otBPYuqGXB++zToLoOoqoAECHZ2nX4kZFRUNsGlpZYR11kwx6QTLbssEtrCbiLi6DT06B37gB3lkB9v0pKCFKmEXyWb4N31h3bP4wDs/OQNI3tJwzPAxJJUMcBGd6eRPhmdoNtVhfWpUuvYHl5EYahB/KGy8uLuHTpFXieu6a0Xtx+uykK282qD/l8Px577Ance+9R7Ns3hHvvPYpHH318W4snuj1/cZ/vpBOzU4R/e8uysLq6Al2v+tdWDRMT4ygWl9fYSueIOx5ZlnH//Q9DkpQgecOrmjOZHFRVw+DgUFfH3G2HV/t7QEKttnZhZDf3+G7vQCsWlzE7O4NqtQLLMqHrVayursCy2HMlvL5sPC+EAOfOPYSBgUHIsgru36yqGrLZnk3pnm68zhihvLH5V0BAQEBAYC8g3EnG5DrrMp6e58GyrOC57rrOup/FrdZRpr8WDEuEVipleJ4XSHc2g0akJ8PWJxspkNqM9VkceD4svOZ47LEnImsOHs9fvz6BUqkIw9AD+VIAwfkIx0W5XK7pePl2dL0GXjwV7oTk0ulMZSuqErJXsK2dff/5P/9nFItFvO9970M+n8e+ffsi7xNC8Gd/9mfbOSSBNyn2QvWogIDA7gJPtIyMHILnuVtaYR3uJrRtu8uODdaV53kePM+F57lYWlrAnTvzmJ6+jQMHRnypKhuu6wSBKNsHq45iCTqCnp4eABIqlXJQJce2zbTaw5VZ3YBSCts2Ua0yvylNS+wIbXqBnQlqWfC+cQHu3/w1cPMNkMGheleeD69cBrlwAfL3vjt2G9I7ngT92lfgzc81fReKAtI/AEhSU4edd3kM+z73+5g6PApXVVnG3rIAWQYUBYrjYGhpJfh8Y5ce3y+VZdDFBdZRyKEqwMAApEwG0pNPrvPsdIdWc4uiKMjn+3H9+rWO5rT1dGG5rov5+ei8OTs77XuG1hd+fF4plVZRKExDkiR/AR/vjxE3d+zEDsatgizLGB09tKt9KjrtxOwE9U53CbVaJZJUAFgVdTv/tUbEXbedfK+/fx8ee+wJvP76K7AsE4qiQNMSUFUNJ06cxuLifNfH3E2HV/t7wEM63Sz7GT7OZDKFycmJru7x3dqBxpNKqqpCkuSIv0+tVoGq9gXry3Zz36OPvg3j46+hUJiBoiiRzkBg8+aezeqCFRAQEBAQ2AvgBU62baNaLcOyorKPnufCcShkWUalUm5STmqFuBiweR3l+c/3bOSZ7zjxns5hhP3vCJHgeS56e/MdjSMuttrq+IDnwwBGTsqyHJxnrtRy584CHMeOHGNjzogQCQBBLteLEyfONB3L7Ow0yuVV33MRCK8T2fcJKCVIJBI4efIMRkYO7vhYs1tsK9l39uxZnDt3bjt3KSAQi40lwgUEBAQ2hnCgs1XoJGnGA7/Z2RmYpoGenjxM04TruvA83dcwZ9KeyWQKrutgbq6ARx45j9nZWVy9Oo5kMgnD0OF5JJhLWTBFYBgmMpksMplsIL9g21bgv7ceoo/DMAxomudX3+lYXFwQZJ9AE8KynZifA1aWQZeXQQ4dBrK54HNrSWESTYP0wQ/D+/VfA5buMOlO6jGi79BhRvQ5DqRQhx3vJJR0HUenC7h++CAchZmye6YBFSkcm5qCFLoPGrcR7PezT4MOjzCfQMsGNBUYHmVE34eeapIO3Uo0zi0AxcrKEhYX5zpaGK7VhRVHorRafNq2HSTWG0Gph7m5WeTzeUiSFFsV26pTZr1FYesldgQ2hs2U5+e/fa1WgedFry1JIkgkkh0TiBtNmvT3D+Id73hX7HN8cXFhXcfcafzR/h7QMByapxqPc37eRblcRjqdhqZp/n6j9ziliL1XtiM+2myEyeZsNusXQVEQAt9n2MaZMw+AUqw5950+/QBqtdq6C1LXmoPWM/8KCAgICAjsZWQyGczPu6hW2fM7rpuNeeq6IKSzZ2T74h62jqrVqujpycGyHNy8ed3vZGN2KmG7E+ZNh6bcCS8wYhKXLM9tGDq+851vBbFmp7GoZVl49dWLsG0rsHPZ6vjAdV3MzEyhXC5jbm7Gz0G5LQg+1pmXzfYin89jaGg4lqTjpKFh6AHRV1fJoJG/uTx/Npvbc8VO20r2ffKTn9zO3QkItMVurR4VEBAQ6BTtkmbhwE/XazBNpoueTmcBICJ1wDryGGzbxsLCPGRZQjKZhGma8DwaIu/q3TW2bWN1dQUDA4MRU+VKpYRaTQ+q2TZC+hHCCMZicRme54o5XCBAo2wnTSTZusn1QKdug5w8HXTpNZJscZBOn4XyX/87nI/8U6BUApLJoKMPAKRcLtJh533jQuANmK9U8fDlq5gf6IOeSCB5bRJDug55IKpy0bgNvl/y8U+AXLgAOn0bdGUF6OuHdPAQpCef3FaiLxiTP7e4rouLF78F13U7ThzPzxdgWSYsywruWd7BEkeitEtOl8urbUZJQAiQTmewuOghrrOvVafMeorC+JxqWWZQ1HDt2hXcf/9D6O8f7OCsCqwXm9mJyb0MX3rpBfBrhlJGoGUyOf/ZiDUJxM0iVVo9x7e6+7TdPXDq1Fk/wRR/nLbN7m3e1RYmTG3bxuTkVRSLy3umsyxMNmuaht7evoj/8cjIKPL5fhQKUx11Y663IDWOdL127Qr6+gawb98gDhwY2dQuWAEBAQEBgb2AoaERXLt2BZ7nwXHiZStZcaEEVVWh63rb7YWJM77OaYwBR0YOgRBAVWXMz8+jXC77ViUs7rQbbSMQzZcwGxUJjuP54wPS6SwkiakqXbz4Ao4fP4XZ2Rl/vdU6Fi0Wl/HqqxdRLpcgSQSUAoah+9LxaiQ+6LawsdXni8VlXLt2BaZpwjRN35/QCxWOAwABpWwNJ8syUqkUDh8+guPHT7Xc19Wrl8G8DAlkWYLnSQEh2ohqtQJJkvdksdO2kn0CAjsNu7F6VEBAYG2I7or2aEzOseqxuuSUoqh+NRWTrbBtG4ah+xVe9Y4B1i3j+n/q8oIsAeiAEAmUIugMBOBXZPUEkp5MXoEGlVet/FQbEU5USRKBoigiSSUQQZhsAwAMDAB3fClMxwFdXgLZx0iYOJItDlImC+Vf/RvWLVgus44+ywIMHfTwEeCvvs4WafMLoNeugsj1eUeiFMN3fK8vzwN1HOa3pyiMbMzlWnbpEVVrKTF6N7GexPHi4gLK5dWga4p356bTWWia1kSitNuHoqhBBWojCCEYGhrGgQMjfpLdbvpMY6dM47PjkUfOY2FhvulZYlkWrl4dQ7lcRi6Xw/HjLDlvGHpQFUwIW+y/8MJzeOyxt6O/f1/T/gU2BxuV52/83YeHR3Dq1DmMj7/u+9KyCmcA0HUdjuMgl+tpW2Cy1r3BJWbXG6dshyVBLteLkZGDmJ+fBaXAgQPDGB09iERCg22zZFjccbLKdyb3aRhGRO6KEGBq6ibS6fSWdZZtdwzYSLwSQpBMpkApha7rWF0toVCYCiTNgagnEL+++Ny3noLUxrjOsqygO7VWq6BUKmJ6+nZQqR+HjXgCCggICAgI7FYwIintFw/H5yIIkQLVo3YFVc3EWXSd07g+cl0X165NIJ1OB89tlhsJ51aaO/oSiSRMU490q1UqpQhRdvnya3BdD5lMNlBa4ODjGBoaCRUK8aJttr1qtYze3r4gPuhWsSLu81NTt9Db24eZmduQZQmalvDjaQLXJaC0TrZyv2pCCCRJAiFS23PPY9JEIgldr8F1PTSSpGEQQlCplPakJcy2k32lUglf/epXcePGjcCwOoyPfvSj2z0kAQEBAYE9BOFFsjYak3OJRNKXOmBkm+t6gdQmUJetMAwdqVQGqVQKxeJyUIEW7vwLw/NYEqvxfUIIUqkMDEP3Azfiy0+wII6ZKbcHH5OiKMhkckHSdDegWCxicXERBw8ejNX8r1QquHz5Ms6fP38XRrd3QAszdaIPAJEk0IOHgOkpwPYAw1iTZItDpNPulYugr78GJJLA2GvwvvIltq97joBWqsDSIsg9RyKSoQBAkynI7/8HgKyCzhYgDY/ctS69jaBb+UTXdf2FdLPHXq1WgSznmxZx7faRTqdBqQvHcQKCjXdhcaJClmWcOnUG4+NjbTtl2j07wou/27dvYGzsNT+pTrC0tIhbt96ApiXhOJYvPQP/2ADPc/D66y/jHe94lyg62SJsRJ6/1e9+6tRp5HK9AZkWJk8kSUKxuBKRSWpEu+vWcWxMTIwHld7riVO22pKg8bx4nodCYRq5XA6Dg/VO1bjjlGU5SNA0SmGxavj4xMtmdJZtVwwYJhRTqRRUVW1SQahWy75Nq4EbNybhOE4Q64SLAihl52XfvqHg+90WpIbjOj6fchksz6NBUUSxuAxZlmMLJPaSH+mf/umf4umnn8bCwgKOHj2Kp556Cu9617sin3n11Vfx/ve/H5cvX75LoxQQEBAQ2AlwXRe6XoMsK6DUiRBtHPy5mUhobeX8m4mzqIdv4/podnYGtm1B0zSoah90XffXRErQTchyNCzGUFXNJ8YcMC9pKYgteBzCCrcRkF1xSgt8HPX4QW7wqWZxgWka0LQkkslUV4oVccoPruuiVCpiYWEWhLAckK7XoChqcAzMqjBkcUEBSl1QKiGXy7UtZuMxqWWx9RgvLm+MO8MKVp7noVqt7Jo8UqfYVrLv5s2beP/73w/LsqDrOvr7+7G6ugrHcdDb24tsNivIPgEBAQGBdUN4kXSGxuQcIUyejCemKPWCYJEn61jQK6NSqWBmhnllua4Ny2rulvG3Gnj3xSWV0ukMjhw5iitXXofneZBlFdlsFisrS00a7U1b9oNDAIEG+25IUjmOg3/37/4d/vRP/xSUUmiahh//8R/Hz/3czyGZTAafu379Ov7xP/7HIgG1QZCRUXi2HSX8cj2gJ08DiwsgJ09Deuf3rItkI6oG6R1Pwv3aV0B6ekE9D3hjMlhL0KnbwPGTwMpSIBnqyjIWBvqgJ5NIexQj7/weyIlk+x3tcMRJCfKOlbjup/n5AmRZDipdw2CFBk7TIq6dXCGlwJEjx7CysoRyuRwsinO5XMSwvb9/AOfPP47Z2fhOmfCzgxASeGZYlomrV8fx6KNvCzr6xsZeA6VusIiXJALHYT4fiqI0jZMQAtO09lzF6E7DZnRDAeGY4QqOHz+Ja9cmQkQfS0RkMjm/kKV1bNHqumWV0hWkUqkNxylbZUnQ7rxMTFxGf3+dNAsfZ/3ed33JJBI7llQqHbvfjXaWbZffTBwRWif5maJBpVIGIUAmkw2SSqqqYnW16M990aIAQoCVlaV1y5GH4zrDMCJ+kyzhx2I6WVbguk5sXLZZHaF3G1//+tfxr//1v8bb3/52PPnkk7h48SI+8pGP4L3vfS8+9rGPxR67gICAgMCbF3x9wp/NcWkISZIgSTLuv//hNVUd6kVP9fe42kEikYzkLMLP72gXG4HnkUBhAlBg24zEUtUELMsMCnrY9uted7wwTVVl2DYjLxuVFnjuhO+f2bPokfUZjx9UlZGH3ai5NBaX805BRlxSSJIHSVJAKStIIkTyCc34HJDruhgaGm4bI3HvxVqt4sddmi/NWidvWR6p/h1GMDo7Po/ULbbds+/BBx/Epz71KTz00EP49Kc/jVOnTuGZZ57Bb/3Wb+FTn/rUdg5HQEBAQGCPQXiRdIZkMuXrotflyRRFQSKRgmHooequur45k5OgkGUFtVoVyWQKmUwOjrOCOLULQlgFnKYlkMlkYdtOpPPgwIFRzM5OB1IZrmujWFyG667t4ceq0vlvzALHgYHBHZ+k+tznPodnnnkGP/uzP4vTp0/j4sWL+IM/+AM8//zz+PSnP42hoaG1NyLQFtSy4H3jAuvq278fJJsFTDPyGSJJIEfuhfxLv7yhTrqITOjSEmA7gX8fHAcorgAHDwG3b6Nom7h+7iHYfkfFwuhBvPGtb0S8lIjj1sc+MrorOv0apQR5NwtbxJGm7qdqtQpZloPigmg3noT+/oGmRdxacoVHj54AgDUJj3adMvzZ4bpubMfN5ORVv4tqLOjoC4MXKLhuPLmjKPKeqxjdaViPdGP7mIEVpz766OMYH38Nul71n5PJJg+6uNii1XVrGAYAGsiCRvfZfZyyFZYEa8VSs7MzGBoaBVA/zkYJWy4DXq+cZs/+w4ePYGFhLnIOOTZStNON3wywfqnPVkQo+1vG4cP3oFCYQSKRQCqVjhwnIaz4yTSNJlWDdDoL27YxPv4aEolU18RtmHQNn3eA/Rac4JJlCb29A9B1fUs6QncCPv3pT+N973sf/v2///fBa1/60pfwK7/yK5idncVv//Zv77mknoCAgIDA+sEJr0bVEQ5WGJ3FAw883FaWn28nrJoU3obnuU2FNZlMJiDnAGaFwouIuGQoJ8I0TfP/7fnEIA0IvnDOxvM8KApbb5VKxSAmC4OPY2ZmOsgLMXsE2y+e5PGBhhMnTmNxcaGlYgUhQKEwE4mpGovLTdMIYkReKMVrbxiBqaJWM1tsn0CWFdy8+QYOHTrSMlYJey9yj23u21eXZ2XnlcPzPKTTrbs1dyu2lex77bXX8Ku/+quBVqxt25BlGe95z3uwsrKCj3/84/ijP/qj7RySgICAgMAeQreScm9GFIvLKBSmYJomAOaVV6vx88IqweoBZhQsmV2X91RVNUjahzsBeUDqui4SiRQeeuhR3LmziGq16vvYeLh2jZknZzI5X26KBbdxshlhyLLijzsc2BL09TWTBDsNf/zHf4yPfOQj+Imf+AkAwJNPPokf+ZEfwc/8zM/gx37sx/CZz3wGx44du8uj3L3wLo8xLz2fgPNsG8S/xiFJgTceyaSBs+fg/tEXNkSqRWRCTaNO9AEAkQDDANk3COfMWVx/+AF4uR7IySSsbBa6UYNXKdW9lMZfx33PPoeeuflg7PRrX4H0wQ9DOn12c07QFiAsJWhZlp/s94LkdWP3E09Iq6qK3t6+iGeVpiUwMDDYdh/tktMbITyq1SoIIUHFabjjBqCYmrqJY8dOoFwuNxF9AEKJ++b5S5Ikv+hBJJc5ONFSLpdh2yY0LYFsNrfurrT1Sje2jxkk1GpVMF+UFLINUrz1z8XHFq2uW0opstmeWLJrp8Qp7c4LS+hMo1QqI51mCZ2jR0/g299+LuLDqSgyUil2nPv2DSKTYb8vpcDKyvKmeg3Gy2bF+80AG5P6bEeEOo7jk2l5WFZ8wopVz6cgy0rQxZdMJmHbNsrlInS9imw217X8aJhcbpTikiQSkMueR4PiqM3uCN0pmJycxM/93M9FXnvPe96D48eP4yd/8ifxj/7RP8L/+B//4+4MTkBAQEBgxyGTyeD2bWYjoihqKBfC8iGJRBLHjp1Ef3/zOqVxO7zwprGwMUychZ+3w8OjuHnzJlzXgWVZMAymjsIUEzyYpolMJotUKgXPo7jnnnv9fM4MLMsIZMTDuRtKPaTT2WAcTG2AxS3hNVSptNqUFyIE0LRE0Bn39re/E4qioVarxipWsPVfBYlEArZtBvFLPt/fQGK6ofUVCRVus//HSW7yTkdedG5ZZtuiOFmW0dc3EKhx8OIzRVECKXV2fhC8J0kyHn74rXsmBuLYVrLPsixks+yC6+3txcLCQvDe8ePHceXKle0cjoCAgIDAHkM7ubfGivH1VnXvZvCEmOe5yGSygf8QI9koNC0BTdNgWRSO05yIA+AnkKRA5k6SZMiyAlmWoaoJuK4TeO5RSrG6uoy//Mv/i3PnHsTg4H5cvXoZ5fIqDEMH05kn0LQkdL2zBCeXxWLEZD1RFq7Q2qmYmZnBQw89FHntyJEj+MIXvoCPfOQj+Af/4B/gv/23/wY1JDsp0BmoZcH77NOguh4QcMHfiQTIu78fWFwAXBe49Bq8558LSDXv/34ZOPcA6/jrkPyjlgW6dAf01k0gnQE0DfC8OuFHPcCXZl3o74M9sA9OTw6O48CslgMpWs+jsE0T0u1bmBwaxMPLKyCUgqgqqK7D++zTzB9wB3f4cSnB8fHXUKtVkUgogSwtnycIkVAoTGN4+GCQkCaEIJmsy8nIsoIDB0Zi5+atkivk4It8vjAMgy8M5+YKyOVyWFpajOnsgz+WaCECJz01be9VjK4XnGipViswjBpc14MsS0ilMuvyVtuIfHf7mMFDOp3p4HPtY4tHHjmPhYX54P+e5+HWrTdix7NT5KhbHa9t26hUyjAMHbrOpCKnp2+jr68fuVwOlmVFnst8jstkcpHEzGZ7DXbqN5PJZDYs995JUVk6Ha3SD4PN/TQipcW9fDyPQlGUrscERMllTUvANPWgwzqTyQXnhBOqW9ERulOQSqViSfNTp07hC1/4Ap566in8+I//OH76p3/6LoxOQEBAQGCnYWhoBJcvXwqelY1EVC7X43sOr70dvs5pLGwME2dhyLKMkydP48qVcVSrFV8ulO1fUVSEPfdUVcXIyEEMDx/E0tIdX/6SxRau6waEGiMs68XZ+/YNYmTkEHRdD9ZQlAIXL34Lnucinc6gUin5uR0JlFoYHNyPEyfOBOONU6zg8QshdYl2Hr+srCxF/IyZtCn1ZUcpkskUHMf2FaLYa4oiw402IAaSqozQ9FCtltv+Bvv2DaJUKgaKLVzFStd1VCqlSGG6qiq4//6HsG/f/jV/292G+Eh1i3DkyBHMzMwAAM6cOYM//MM/RKVSgWEY+OIXv4j9+/feCRYQEBAQ2D4MDY1AbZEUD1eMF4vLuHjxW7hxYxJ37szjxo1JfOc730KxuLydw9128IQYAGiaht7ePj+IhN+9kAClaEn0cZRKRZRKJeh6zZd98IKKfk70AVyuwoNtm3jttZcwMTEWEItcWsHzqB94ScFY2sFxnCb5s52SIF0L/f39KBQKTa9ns1l85jOfweOPP46nnnoKf/EXf3EXRre7wSU1w6CeB7q4CHrtKujlMUg/8vdBxi8BplknAk0D9JWXQP/gaXgvPA/3f38R7kd/Ed7lsdb7ujwG95d+EfTyOFCrArMF4M4dRDwGFAWkfwAAsLJ/Hyqqglqt5svkOv7ihhFLTqUM6jhwFAXzA33RfZXL8C5c2JyTtIXg3U+5XA6pVAqO42B1dQW1Wg2WZcIwdExMjKNcXsWJE6f9rhbuMcHkgU+cOI2VlWV885t/hbGxVzE9fRNvvHEtmJt5cvr48VMYGTm0qcUZQ0MjYD6jcccmBcnjEyfO+t3FzVBVDY8//iSy2R4oSgKpVAa5XB6pVHrHyOO5rotCYQrXrl1BoTDVJOmz1fuemrqFixdfQLnMnh+MEGXEqK5X4Th2UJDSKcLPtUZw6cZWaB8zaBgeHungc+1ji5deehHpdCa4boeHD3a0rbuJuOPlXXKEAOl0NKFz+/bN4D7h1efhrrJG4oWT9/feexT79g3h3nuP4tFHH29L8lqWhUuXXsbzz1/ApUsvw3Hqv3nYb6bZM7PuN3PgwMiGrhegLrcVBx6LHDjQ+nrJZnPIZnsir3GPvXAHXjdj4uDn9b77jmFk5DCy2Rx6evJQVTUyz+6EuWgrcfLkSVxo8dwcHR3FF77wBeRyOfybf/NvtnlkAgICAgI7EbIs49ChIwDq5BLr/mIFM5Sio1wDL7zh6xxCWFFzT08eDz74liaijyOf78fo6CEkEgkkEswChSsiMg9x1j137NhJv9BaRj7fH8TQXK5SVZXAX8913dCz/wwOHrwnsobi8ZBlWX7RNfNZ9jwmA9rb29cUl/X19aNWq6FWq8HzPJRKq7BtO/a4HMdBX99AcC4kifkHcqlxy2KxWCKRQDKZxsGD96C3ty8gBdlvQEO2MhSWZaFQmGmbsxsaGoGmJXzfZhmu6wZ+hUNDIzhy5Bj27duPo0dP4Pu//z04fPjomr/rbsS2dvb94A/+YNC997M/+7N46qmn8Na3vjWofv3kJz+5ncMREBAQENhj6ETubaNV3bsZjRXphBAoigzPY3IVtVo1VlosDtyfihDP99BTkEymUC6v+tuIJs5t28LKypIvpyUHcmac/HMcu+PjKBZXwAy0WfxgmmbQSbST8dBDD+ErX/kKfviHf7jpPVVV8alPfQq/8iu/gs985jMd/w4CDBFJTQC0XAKmpwIfPfrXX4fzykuA54HkfULN80CnbgOux7rylpZABgfbdtRFOggTCeDQYbaNMEFOCMihw4xszGaxet99wcKGkxsA/O42FbJts+9QCr0h0UsUBXS2s0Tv3QbvBoqTw+RE6KuvXsTw8ChGRg4CQKTCtFhc8aUAWVWqZVmQJOa5tdVzsyzLOHz4CK5duxL4VIQ78/giX9M0nD37AMbGXgu8+/hC+uzZB7F//wHs2ze4I+XxWkkXnjlzFrlcft3b7aRLnu+bdXUbgR+JoijBM8nzKAzDAKU6XnrpRYyMjHZ07jYi390qZlAUBX19/bh+/VogVblZsUWnsrR3E3Fj1HXdvw+yTV42AKDrtaATMoxWxTjddJbdvn0jcs8tLS1iauo2zp59AIcP3xvpREyn66oFjX4zkiR3fL20uq7X8hAdHh6F57XvXgQQeY/LdYU78OLG1An4eR0ZOQTPc3fkXLTV+L7v+z789//+31EsFpHP55ve7+vrw+c//3n89E//NJ577rntH6CAgICAwI7D0aMnUCwuoVqtBOpFAGBZJlSVYv/+oY62040aCYs1ZlAqlbG6Wox4/ZqmiUqlFBBlADA5OYETJyTk8/0YHNyPcnm1SVUBYOurfL4Pw8OtY2luYcDsVHjxHds3pRQ3bkziyJGjWFpaxJ07i1hZWYIsy0ilUqhUSlheroIQCbKswLJMOI4V+CQD8Ne7BI8++jhmZqZx9eo4MpkMbNsK1oieR2HbDh577An09vbj4sVvIZfrRbG4DEoRiTUVhStJqW3XhbIs48CBkaa1mmmaQdz4ZsC2kn0f+tCHgn8/9NBD+PM//3N84xvfgGEYePzxx3HixIntHI6AgICAwB7EWgHW/HwBlmXGyk3xCurNkDbaiTKhcdJcjHjzgqC2VRKsEeGODNd1fT34SkhbnVdjIUj42zZLjnEfr3B1fKtK+Tg4jg1VVX2ddQmZTAaTk1fx6KP9d/0ct8OP/uiP4o/+6I9aJqAIIfjYxz6G4eFhPPvss9s/wF0MMjLKPPpUFdTzGNHn+rKa1AMyGaBUAsoloKeXEYDLS4ykIxL7nGkE2/PKZZALFyB/77sj++EdhAGxmM2BnDzNtlWrAe94J+T77wddWIQ0PIK540ch374BqbwadLTWfa2Yp0JCSwCUgkoSUqExAAB1HEjDd7/TpxPwJHjYn4KDkfIGdN3zDeYTQQI+n++H67p4/fWX4XlOsMgNe27Jsrxpc3Mr3HffCSwvs0V+47OBS4wCwOHD92JkZBRXroyhXC4jl8vh1KmzQVXrTpTHa0dEXbkyjre85TEQsjVeeeF9R/0QSSDxGv6tmRSjB9PUO5L1zGQymJ93m+R66hKS7SuxG2MGgGJlZQkLC3PgPrZ8HGvFFq283Bpji62Wpe0Ea8UojWNcXS3CsozYQpRUKtVS3mqj3YqWZWFs7DVQ6gaFEiz2cDE29hpGRkYjBJymaVDVPr9brlk2qxNJ1rWu62PHTuL111+GaZpQFCWQQD958jRkWYbnuWv+xuH3crkeFIsrkOXm338jygU7cS7aDrz//e/H+9///rafSafTePrpp7dpRAICAgICOx2s0OkMrl69jFqtCl2vBlLziqLgpZde7FhqvpPnL481XNcGQFCrVWGahq8QokDXq4GkJ/edCxeQ8dgnLnbI5Xrw8MPng5gjLuarWxh4wfq07v1HYJoG/uIvvoxMJgPD0AN58lQq48fbku9tSIKcEPdJDsfgrNCtrr5AKQ1iNEVRoCgaDMNAf3+90MzzPJTLq3Bd7u/HiuXS6eyaOTvXZYVOvb29EW/4RCKJubkCDh48vKPzRZuFbSX7KpUKstls8P/h4WG8733v284hCAgICAi8CdAuwFpcXEC5vBpKuFOYph74KnVTQd0KnSRA7wbiKtKTyWSoooslv1RVhW2v3WlXl+MkoNSDJIUlF8Im0exvz/Og6zVUKpWuyD0OTpCwf7OgcSuI2q3C2972NrztbW9b83M/9VM/hZ/6qZ/ahhHtHUjveBL0a18B1XVgaSno6AMQSGrSpSVg6Q7o8hLIvkHAMBjRB7DOvlBXXauOusYOQrZziW0PABk6APn/+YHgrdq1K8HipFarAGAdfNSff1Q1CZLtAe4sQrYsDC2tRDedy0F68smNn6BtAO8GunjxBbBOPhKZIwBWIMD9IMIL1vn5AkzTjCUSPI8Zsm/G3LzW+E+ePBPb5dXYcaUoGs6de3hLx7OZaE9EWZid7X7u7LSTLbxvJs1Tl3gGECQP2HaY7yEvPOmk4551lJeDjlBKmVdkJpNDMpnqiGjiMYPrurh48VvBNcqqqaPjaHWeuu0wvJtETKcxSniMhcIUbtyYjL1HKQUOHTqCYnF507sVr14dCyqzG8HI6jGcO/dwUyddIpEM9h+Wl1qrM29wcAgvv/xiy+v62LETmJy86leXK3AcB64r49ixc03xXbvfOPxe/bqLH9NOkHYVEBAQEBDY68jn+/Hww+fx3HN/C1XVkEjUC/82UwWqMYb2PIpUKu2vd8pIJJJBrgoAwjLf4ZxHJ0oRrWK+++47Dtu24TguABraX12dyfNcVKsVACzWc10HllWEJBGfZGTrO/Z33Sc5mUwFMVWhMIVbt24ESkyEkMC3mI+Zx8jhQqmbN99AqbQaEH38u/x7rdaF4XUH94bnRafVagXj46/hzJkH9jzht61k39vf/nZ893d/N37oh34I73znOwMNWgEBAQEBge2A67ooFpcDDXUAAeFXq1Ugy/kNe7/tZJnQOGkuSgFNS0QSeKzTIizTxQO5MGjQvUcIQaVSwdDQMGq1WpO8F4fnuSiVVlu+vxbq32OVZKapQ1GYNn23UlcCew/0zDnQZ74ELC+xtjDPBVwXSPWC3lkEPMo6+ZaWgP4BIJFg3XysXBLoq/vlteqoC3cQNu0/5ju8i0TTNCiGAnPlDkyJwFFVgFKolSookaAevgdHn30OxLYBRWHbyuUgfeipJinRnYx8vh8nT57BxMSYX0DAyBvu5UkpIhWofMFarVahKApsu5nwI4T5PmyHL+dO6LhaD9bq0mpPREmo1bqfOzvtZAvvO5FIwjB08DkcYPM6/zerYCYRWea1qncnJyeQTqcbpBs9VKtVnDv3YFe/XTfdeY3opGNsJ2C9McpaJNmxY0yhZ7PvnXK5HEv0sXETlMtlAJ3du/w+SSZTvhyV4lem15Nji4vzLa8By7Lw+uuvQNM0P/mUCt6bnLyKvr5+AN0f726QdhUQEBAQEHgzYHFx3u/ab15/rRULhuPxZDIFQqKWBe3UIAghSKezqFYrMAwDACuQBIBUKh18LpzzWCv2aRXz6XoNL774PAihEZ9s7o1HiOTH1JIf99WLNz3Pg+ex8bJCPhWe5wYxuOM4gSLKyy+/6PsCmn7nYr3AnqMxRg4XQ924MdlVXM28yWeg67VAocVxnIjqTKEwg1qtdteL8Lca20r2/cIv/AK+/OUv45//83+OTCaD7/u+78MP/dAP4W1ve1vHsmECAgICAgLrxfx8AbIsB1IDYTDpAmfDFdQbSRZuB+KCQs/zcPPm9YgMmqb1oVhcgePYgYQEN1JuBCf8KGVVaXGJYxYQyrGJwm4hy3JE9q23t69j42yBvQfv8hjz0SuVgMH9QKkMlO4AsgKoKpPuXJhnH1ZVoFoBff1VxiKZJusAlGXg2gRw6DCQzbXsqIt0EDa+F/MdniB3bAtkZhoJ10UCANUN2IqM4cUlZGZmMfIvfgHSO98N78IF0NkCpOERSE8+uWOJvnbk0vDwQRQK08G9Xq1WYitT+f/5NjRNg2nqTXMzL0jYru6W3SZ9VywuY2JiHJVKKZiLp6Zu4eTJM8Eitj0R5cV6ra2FTjvZwvsmhCCTyQVynSzBQP3vsGczl+iJ21Yj+PO2UbpRkmRoWsJPlmz+McVhLTJsp3RnhWMUXulcf+4nWsYoYUKKS07FEVKbfe/kcjksLS3GEn6eR5HL5YL/t7t3GyvbZVmG49ggREMymcTQ0DB6enqxuLjQ8hqwLDOQCm1+j8mNZjIZqGoCQHyCrxU2WmiwE6XjBQQEBAQEdhu6iQXDz14uA2/bNlzX9eNyQNM0UApcu3YF99//MPr797XcRzierVRKQf7ENE3YNvPEk2WlJTnWiLi8FC9y9zzqKzPVC/A4wgV5jQXfPOfDipOYZ19PTx6macJxXAwPj+DkybMRlQRe7Mf3rap9QazfKkbuNq4O+4ObpgmA+vKjrr8GYcfTKIe6V2OlbSX7PvCBD+ADH/gACoUCvvzlL+OZZ57Bn/zJn2BgYAB/5+/8HfzgD/4gHnnkke0ckoCAgIDAmwjVahWyLAfJRl7hw73f+vsHNvzA30iyENiehE1jUMiqoKabNN+z2RxqtRp6enpgmgZs2wGl8fKbiUQCrusim+2B67o+MUgj8qDhyrH1j12KJP24XEQmk9sxyVSB7QO1LEb06XrQbUfvvRdYWgQcG0hoQDWU8Hcc4OFHgPExJt158BBQKQOOC7ge6K1bII+8pamjjloWvG9cAC3MgJ45B1x6DbRaZXKfbbrweIJ84ht/DctxIBECSggUx8GpGzfRW6mBOg7wzW+CfO+7mzwCdyLWkgBs7lKR4XkUsiwhk8lFiBxemckXdFzuNCyzLEkK7r//oT27GNsIXNfFpUuvNElTW5aJS5dewRNPvBOSJK+xYNYwvA5fyEYCMUwcESIFEj2N+1ZVFb29ff5nPezffwCWZWJ1dQWpVLqps7NdV1z4eRuWBQq/v5FjajWOuOf0ZnRnbcfzn58z27ab4iDD0LG0tNgyaZTP9+P8+cexuDiHUqmMdHrrSCV+LmRZDcbXqCAqywpOnTrb0bYaK9td14WuV1GrVUBIP27degOFwjT6+voDadlGOI4DVW1On1iWhVqtAl2vIplMolwuASDIZLJQFKVjGff1FhrsVOl4AQEBAQGB3YZOY8Hws5cQgmJxBYQgspZxXeYpraoabNvECy88i8cee2LNfUiSBFVVG2xRWJHzwMBgxzmPuLwUK4zzArKPSezTpmJLAEH8xfcf/pv/27ZtlEpFpNNZZLM5nDnzAObmoiRjuNjPdT0YhhHIrR8/fgqUMrn49cbV4TiPy6Ey2VHXl/knQSciVw/ZCUX4W4ltJfs4RkZG8BM/8RP4iZ/4Cdy4cQNf/vKX8cUvfhFf+MIXMD4+fjeGJCAgICDwJgAPrKLJxnpF+8DAYFfba2V2vF4pr7uVsJFlGceOncTrr78M0zR96YoEUqk07r//YRiGjps334CuG3AcK1L9xU2TOQmnaQl4Xg9KpRIcxwLTfSdwXQ/NUqCdgxAW9PJt8A4WpjFPhdTVmxTeNy7AK5WisporK0yi0zCAms7kOwnYiiWRAGammWwnBZBKM8JvaYlJeqoqyLu/H9KpM/V9+J2DfD/UtkGyWUiPPQ7IyppdePl8Px4uVjA3Nw89kUTKNDC0tALJXyy18gfciehUAjDcpVIulzE3NwNVVZuIHF6ZKUn1BZ0sK7AsVh2aSGhBFaxAM2Znp1EqrYLL6wD1ittSaRWFwjQOHryn7YL51KmzkCQZMWv8tgiTeI3EEUAwMzOFVCoN02QL+mJxGYqi+B1lQCaTC55t6/Us22zpzE6qiNd6Tjd2Zw0ODmFxcR6LiwttCbztev5nMhnMz7uoVsv+c5S9Tgir5F5eXoLnuaAUscSjJMk4ePAwbNvt+prpFI3nQtMSqNWqgQwwizsUnD37YMSPrxUaK9t5ZTlLbiHwl3FdB8vLS1AUNbY4KZFINBVFhSvkZVlBpVLh76BWq6C3t29LK8h3snS8gICAgIDAbkMnsWDjs1fXdb8gmqBcXgWAQIITYPEVkw138frrrBivcR+8aI7nYlKpDHS9GinmAwj6+jovTo+Lkzn5RSkrzmPEogbbtiIWLmGiLzxG/j5fe/A1Ra1Ww/33PwxJkmNJxnD+LZlM45577sWhQ4ewvLyMixe/1XFcHRdHh+O8MLFIqQdKKVzXhaqqSKUyERUQLgW/F3FXyD6OpaUlPPvss/jmN7+JxcXFiAyHgICAgIDAZiMcvBFCAtNeAIG2eKdolZg7duwkVFXrOmm53QmbONkJWZahqgocx4Hryjh27Bz6+/ehWFz2A0Cm3Q4wso8bJgOM8GPJ1Rzm5+d8og/gZNxGiL56xZkX+t2IH6xKEbk6gTcXaGGm2T/PNABVAxQVsG1AlphUp6qxjHZNB4jE1immASJJwGCI6F9cqG8/pnOQqCqT/xwfg/zxT3QktSmPjOLAc9/s2Otvp6IbmeJwl8rQ0IE1KzO32y9vL8jezc3NBvNiIyj1MDc3i4MH7wEQf36Hh0eQSGiw7e67roOu1YlxVCrLYHM88/lIp7MwTQPf/vZzyOVywbPCcRz09w8EVcn8fK+3K26zpTPbSVUePXoChcI0JibGI3K0cc9pft0Xi8uBX0lcAoNfg2FCfKuf/0NDI7h27UqImK2DyzFNTl4NnvuN42a+dFuHxljItm1fTlwOrvVEIoGHH34r9u3b39E2G5NOvKqdVXpHE3KO42BwcMg//ui1ePbsaYyNvQrD0CHLsi9LZQSdgCwxVi+G8jxWvZ5KpbasgnynS8ffLZimib/927/F9PQ09u/fjyeeeAL9/SJOFBAQEBBoj2h8Ww7yH9lsLohJC4WpyLOXE2js3x4orRcmc6LOdT2/O6+K+fnZSLxp2w4qlXKwfy7bmU5ng+407kHHFrCt0egb2FjAxOIpGhBjAFseM+90O/g/L6pmygpRCxxFkYPuQ0mSg8J55svduhiPEAJNS+Kee+7F6CiLTSYm1s5/rRXHNMZ5nFisVEowDAOqqiGVSkfIU8+jmJubwdDQgT2ZR9p2sq9UKuGrX/0qnnnmGXz729+Gqqr47u/+bvzO7/wOnozxRhEQEBAQENgsbIbMFtCemJucnMCxYycwOXm1q31sZ8KmnewEAD8AcjE5OYGHH+7F1auXoaoqZFnyg72wjnvdh0uWFZRKK1BVBZbFjKXDn1sPFEX1E34WbNuBLMtwXQ/ZLBurLCsYGTm4gbOxfVhaWkI+n2/qDGhEtVrFxMSEkDbvAGRkFJ5tR0m0RJJJdBIA+TxQrQAggG0xuc50ir0Pwj4bQiPxFts5yN8rl0EuXOhIerNbr7+divXKFHdK5G2XX95ekb3jXXQt3o0hc6LnN4YjXBONJOnw8GjIL5ARHpZlwjSZfK5lWUilUgHhp+t67G+/HrJ3s57pjeNolKpMJlOYnJxAubwaJDKq1QpUVYOmaUgkkk3P6bUKeOpxggXTNFGrVQOpWzU032z281+WWedts1wuI2kliWBq6ibS6XTsuM+ffxzA1pHijZ6CvANRliVQSpBKZZBKpfDGG9c6ll5vTDqFk3K8W5BDklhirvFaTCaTmJy8Cs/z/M5jlpjjVfGZTA6macBxnCDBJ8tKkGDrRMZ9PdiodPxeRKFQwIc+9CHcvn07iD97e3vxO7/zOzh//vxdHp2AgICAwG4ACxN4DiNaINX47OUEGiP3JHieE4ozKCjlZBuB69qYmBjHW97yGM6fZ7HG+PglJJMpJJOsiMhxbFCKQCGgTiR2pxLFiEdfSYbUVZhM00Q6nQ5UDtgxSBFikMe41WolUHXisRkvcspmeyIFhzzm6LQYb3Z2ZlPyX3HkIiEE2WyPrxSTgK5XQ8pQgCwzsnKvqiBsK9n3Uz/1U3j22WdBKcXb3/52fOITn8D3fu/3di2xIiAgICAgsF5sRvfIWsScYRhd72M7Ejau62J2NtqZYBgGKGW67VxmjSX/AF3X8corF4Nj5ZIIzIPLDQLIVCoDRVGRz/djcXEOhBCoquZr1TtN1WBxOHLkGAYG9uHq1TFUKlW/wkwNtO75913XgWnqUBQVmUxmV8l3ftd3fRe++MUv4oEHHgDAKv9+4Ad+AP/1v/5XHDt2LPjc5OQk/uE//Ie4fPny3RrqrgF57HHg878POl9ixN3AAPtzh3XnkXvuAR27BNSqjOCTJMB1AV0H0mmgrw/0ziKT/EwmQUYPRoi32M5Bvu8u5DeJpkH64IeZHGi5vKbX307FRmQTt4vIWwt7SfZu//5hzM/HX4OEEAwNDW/q/uJIUsMwoCjsHuEEkudROI4DSSKwbSvipddu8b6ea2QrOkLDUpWOU5cY5Z4mrusGfzuODcPQkcnkUKmUA88R09RhWWZscYdlWXj99VegaZqfjHEhSSQgt8KJna0gbAYH96NcXoVlWZFqcUIIarUaWnXi27aN2dkCjhw5sqnjCSMcC5mmEelA5IVIfCydJoEak07hpFy4SxOoz2PhazEsM8vGRgCwOIkl9FQYhhFJmvHv8d9/PbKynWCzpWz3An7jN34Dq6ur+OQnP4lz585henoa//E//kf88i//Mp555pm7PTwBAQEBgR2M+jrBRTqdaXr90Ucfb3r2JpNJmKYeFE9RKvkEGYl0+AHwC+NIUEAly8xHLm5bnkcDqXEgXrUirBIxOzsd5Gh4bMdUG1hMo+t6pICJUgpdr8J1PX8cKdRqVUgS6+rjBW58/IzIdGOLBcMxR1wxnuuyvFA+n8PcXAHDwyOblv9qRS4SQtDT0+urVnl+rM22zX3k96oKwraSfdVqFR/96Efx/d///cjn89u5awEBAQEBgQAbTTp3Epg07sN13Sbj4XAycqMJG9d12yY7eZK23plAYBi6/xniJzLh+86QoJptcXEO+XwfgKjWuuO4oNRFLteDe+45igMHRnD9+jUw7z4Z9WQhjwbjk4eSJENRFAwO7sfBg/fANE0sLs5hZWUJjmNH/AHZ5yUkEklIEsEjj5zvyK9np6CR8KSU4tatWzBN8y6NaHeDe+nB84ByCVi6w0i+4VHg6HFGMrv+9cM0SIBkihF+mQzgesCVywD12OUpEVDHgfup3wJ5+C3Mhy+uc9BHnPwmtSx437jASMKR0YiXn3T6LMjHPwFy4QLobGFNr7+diG5lE7uVyuzm8+0+2/jeoUP1uXgvyd6NjBzErVvXUS6vBqQIX8Tmcr2b2vXciiSVJOJ3ONX9OyjlC2oKy7IilbRbQV5tBZHsui5mZqYwOzuDcnkVqRTrdHMcJyTLBP+8U5RKRXieF0hxViplOI6NdDoLTYve45ZlwnWd4PUw+dSY2NkKwobfx626zFOpdOT/lNLA42R2diZyP202wrGQ60YTSiyJxsbc6XXE54JEIoGFhRVQSv2iJtaFypM9HHHzGJ8zGBlaAUChKJzEYwm9arUc2Q6HYejo6emBqmpdy8p2gs2Wst0LeOmll/Av/sW/wA//8A8DAI4ePYqBgQH86I/+KJaXl4Wcp4CAgIBAS3SyTmh89hJCkE5n/RgB6OnJY3V1JRT/8m4yJSD3eAGVaepNHWl8W5R6voxnvGpFuAivWq2iVmP2LIqighDANHWk09lAKen48VPBdx99tN/PHZV9n0AV8/Oz0DQt8CLmhKMkkYD4NE3Dt3VBWyIyXIy3tLSIpaU7cBwbi4uzuHNnDlNTt7Bv376gS7AR3cS/7ZQ+Tp++HwsLc5iZuR0UYSUSyS1dl+wEbCvZ9/nPf347dycgICAgILAl6JaY60Qybq2EzeDgUEuycHl5CePjY219gXiSNpx0pZTCtq2gQ6+xA49JZ8nQ9VoQ4IW9Dj2P4p57jgZJVn5eeEUaOxYa29XHKuqZR2Amk4PuyxuyirKaH9h6sd/LZLKgFFhYmN81SXmBzUXESy/fB/T0gi4vsQ49iUD5zU+BqCqc//r/se47TsqZJuvg6+sDvXwZSKWARIIRfuUKsLAA76vPANeugn7tKyD/8B9B6unpSH6Tk49c9tOzbdCvfQXSBz8M6fRZAABRtY5kP3cqupFN7FQqkyfjFxcXUCwuB3KP7aQ1220bQNN7hcIUjh8/hd7e/kixBqU0UrxAiIzZ2Zld498nyzLOnXsIV6+Oo1yu+4rkcjmcOHFmU4+hUV6xbnAvBZ5nnABhpFW9Epj7lgG7o9uoWFzGtWtXYJomdL0G0zT8Lj0lQugwcpX5mbiuC9dlUkEA8z6xLAu1WgWq2hf5nuM4UNX6Mjxcxd3oIdcJYdMtqd7uPj58+AgWFuaC8fJj4BXqxeIyXnjhueB+2myEYyHm11uXm5Ukyfer6ew64vNErVb1K9dd/7fykEgkkUgkgoRVO/lXPmfouh5In3JIEoHj1KXN4+KoarWK8+cfXPN+XI+PaKdz8l7wKO0Uc3NzOHHiROS1kydPglKKhYUFQfYJCAgICLREJ0Xdcc9eRVHR3z+Ivr4BEEIwPDyKGzcmYZomuD+eLDPJdO4ZXKtV0dOTayK8NE2DqvZB13Xk830YHh5tem6H8zuEEJimHhT9Ma9jCZ5HUa1WkM/3NRFajYVyhcIUlpYWwbz4WHG3rtcAEF/iU0EymYKqaqhUSnBdpu6haQmoqhYbP0mSjH37hjA+/nogo8kLzSyL+RJqmhaJezm6LVhqp/RRq1WhaYk3lQrCtnv2CQjsdrSr2hcQEHhzoJtK6k4l49olbA4cGMHLL78Ym9ju6enFlSvjbbcfTtKGOwgYSChBBV+2wX+HMC1z0zRBiBTIfLU61vB5SaezKJVWW8p3UkqRSCSQy/WAUkYUFovLKBSmfPPk6Pd40liS5KCKbC9WYQl0hiYvPUkC2TcIgHXc0eefh/S97wYZ2Afcc6Tp+/TOIiP4EglgZBSYuFyX+XQcoFwCTSSA//l5kA/8Y+D/9wex8puggPv1v4R3+xbo3/4VSDYXjImoKqiuw/vs06yjb4/ECp3IJnYy71EKXL9+FVNTN/0OMCMiraKqaqy0ZrttT0yMA0BAQkXfi0rvuK6LarUckDR8rvI8D9/5zrd2jX8f+z3etqkylnHgyY8w+VMnNqhPeskgBIE0pSzL/rOsO/LqbsJ1XUxMXAalbiB9xJ+Tpmkg6oFC/MSK5z9b6wUqTCabkUNhspO9l4h01YWruJmUktyx9+B6/Sdb3ceUAisry0FxEJem5M/gVCoduZ82+zoLx0KqmoAk6UESjPsK6zqXt/ICGdJG8HnCcewgwVRP8ni+j6SC0dG6rFWr+4bPGWGvPw5GRtbluaLKBrxAKbfmXLIRH9G15uS94lHaKcLJRI66X2NzEZmAgICAgABHp0XdnayHMpksJibGAmWCcC7F8yjSaeZ9ffPmzVgJylyuBw8/fD42Ngnnd5gtCy9Aq69nACadWS6XceTI0bbHXS6zDr+wvDuzdakGhWi2zWKqevzLZPtPn74/Np4oFpfx8svfQbm8GrzGn9GUUpTLq7jvvhNYXS1G8l+KoiCf78f169eQTKZACJpitbgiplauMW9GFQRB9gkIdIFOqvYFBAT2PrrpbulGMi4uaBwcHMLLL7/YMmk+MnIQtm2hLpfZvP1whVq4gwBgFfOESCEvGzV4j1IPuq77ZtE135eISUHEHWv4vCgKC2BLpeKa55N3Lr788ovwPBealoBh6JGAjVXDscQxl7PYi1VYAp2hUy+9ljKchsHysYkksLQE2A4j+gCASOx9AF65DHlhEXKM/CadvAb3l34RXqkEFItAYRpOMonFt7wFej6PlGFgaGkFpFwGuXBhV3f0NWIt2cS15r3JyatYWVnC0hLzVmSddZ6/+JMivmWN82S7bVcqZQA04rER3i+X3pmauhXILrq2zeY8QkAkCa5rw3HsXeXftx1+iJlMBvPzboT8AcI+HgSpVAqe5/lztRyQV8zntTPyarvQqtOJX1+8S5GTdryDj8kjKQFpkMlk4bouLMtsOi5V1aDr7NnJkyaqquL++89icnIiknTgVdy2bWNkZBSZTK4j2duN+E+2um74c7xcLgUdfWF/E2BrJW8bpZ+Wl5cgywpc10GxuAKAIpvtwa1bb6BQmI4lrfjvaFlmxPcPQEDAMknwqKxVHHiSyDTNhmIp+NX8Gmo1G4qiQJYVhMk+z6Po6elpu/3N8BFt9VvuJY/SbvDrv/7ryOVyTa//2q/9GrLZbPB/Qgh+93d/dzuHJiAgICCwg9ENMbRW/D08fBCFwnTLbQ0Pj0CWZZw8eRoTE2vnlcII53d4gV14P+EibssysX//UMtxFovLmJubCfz6WIGbjlQqE3QISpKMarXsE5cEsqwGa7XJyQk8+mhfU+HnpUuvoFRaieyLF8ypqgpK2dotnP8CKFZWlrC4OAfXdVGplAAQPwelYHr6Ng4cGMHcXF1i/fbtGi5deiUgKeMUYjrN3e0VCLJPQKBDRCTD9njVvoCAwNropJoL6EwKIvpas6RCu6T5/PxsEIS12n64Qi3cQeA4TpDIC5suJxJJOI4dJHDT6QxSqTSq1TJqtQoOHrwHp0+fg+cBly69jHK5jFwuh1OnzkbOy82b11GtloOkKE+Ucuh6DZ5Hcfbsg1hcnA+OU9M02LYNQtxA1oEQCUw+jpGKu7UK6+mnn8a+ffsA1D38fu/3fi8iK3Xnzp27MrbdhLZeepYF3FmE8/nPgezfD5LNMvnOMJJJQJaAgQGgMFMn+gDW8edLxXHiMCy/SS0L3l99He7T/wOQZLYN08Dq0BCuP/II7FQCUioDTyIo7B/E0dvT6PPJxzcL2s17hABTUzfBTdLDSXjm0cVe5x28jfNku22HO6saEZbe6e8fwJ35WbimASpJzLLR8yBZNjzAJwKwq/z7thpDQyO4du1Kk4whgBDBwRbjHJy8OnBgFLnc2uTVdqFdp1Pj9cU7s6rVst9x5wIgUBQl6EA1DB22bQcSk5ZloVxehet6fkENq0g+dOgIjh07AUmSceKEFJt0OHPmgY67rbbKf5I/x19++UWsrDDyVtMSME0TlmVCURRoWmJLu+t5LDQycgie56JQmMbExDhSqVTEa6UVacV/x0bfP4DLzLqxMVgceCHTxMS473lMI13IsizDMIzY30GWFZw61b4gdCO/41rynHvJo7RTnD9/HgCafttWrwsICAgICHA0FnXzGA4ADh06sqFttSKZuM/2/PwsKAUOHBjGyMjBtjFzOL/DO93CUuJc0hOgvm9xvP0JLwpSVRWyLEUkyXW9ilQq4ysqeH6+iQZqC+0KwAqF6ZZF35RSuK4LRWGUFI/5XNfFxYvfCo6lWi3zb6BWq6C3tw+OY2Ns7DX09vbCcZygsJArUliWiUwm68uD1mPETnN3ewWC7BMQ6BBNkmHh9/Zg1b6AgMDa6KSbolt/v0asRRay7TDCrtX2GyvUNE2DouSxvLwESZKCZBU3Y7YsEwDTlU+lslhdLfqvscTVwsIc7txZQK1WC6q7lpYWMTV1G2fPPoDDh+/FyMghLC/fCSryPY9L5dXHp6oqent7MTc3g56e3pB0hARJIpAkJUjW1QNXlkzejVVYIyMjeO2115pee+WVV5o+Ozw8vE2j2p2Q3vEk6Ne+0uSlR8sloFBg10siwQhBPzELSQpkOMnoQdDeXhBJAk0k6xKeAKAoIP0DbHuOA2m4TioHHf433wAWFhi/cWcBbk8Prj/yMFxNheS6gG1B0jS4sozrh0bxlgPDoJYF96+/Du+b32RSh9/1XZC+53v3TKFQOOnMPDvdJik1gC+YaUCEcPCiAMdxoChKQPQ3zpPt5lTmvxWv4RLZjushf+cOVpNJ2KoCiVJIlLJZ1DDhphxIqc4N23ezH5brupiZifeDDUOWZfT1DQTPCZ5E4IQHwBb7rPp3feTVdmCtTqeRkYO+bGT9HLBnVZ/f6Z6C47AuLl5ok05noaqa75liYnV1JUiWeB6bfxRFQbG4HGyzXdKh0+up22KibiBJMoaHR2EYOhzHCTph+THWajUMDrauEt9MSJIM7tfXKWnF54lG3z8AgZxW49zS7rzn8/04f/5tuH79Km7fvgkASKVSQbfmiRNncPPmdXieE/zusqzg7NkHoSjt5/j1/o6dyHNu5TWyU/H5z3/+bg9BQEBAQGAXg8do9Wc+RSqVxuLiHIrF5a5ksNcimZaXlzA+PhY8yz3PQ6EwjWy2vQR4OL+TTCZRrZZ98o2AEXJyoIyUzeZaPu/DRUG8uI3H+WytRvDYY2/HG29MgtKloHuuUeWgcfsLC7P+OkGOldDmcvgHDtRzHvPzBViWCcuyYJoGbNuBLEt+XMVUGQBW6GUYOkzTCKRLeY7Jdd2IX3Y4RtwOJZSdAkH2CQh0iE4lw97MCPsZSqOjUN71PQDZHckuAYH1Yq2k3EY1wtciC4eGhjE3NwPbtltun3URRKvKDMOALEvIZnug+nMbN2Ou1WpQVQWyrGJ1dTkSoHkek0twHLY/RfE7nf3XXn31IgDg4MHD0LREUCHGdeQ5CCHQtKRftVXF6uqKb2Bdr0hjyVIJsgxfOlSLdEbsNvzVX/3V3R7CngHRNEgf/DAj3riXnmEAN94AMlmgXALUgXonfiIB8u7vBxYXIA2PgDz+Nnj/+4vw/vzPgHIFsEyWDU6lQA4dDog/KZcDefxtTb58sB0m90kAuB4W+vthJ5OQOPEeumecRBJzmSSG/vn/C1ybAFwPlADusxfg/cn/gfzP/8WulwIvFpcxMTGOSqUU3L+2bSOTyQbzSxipVNpfoLFuvHBHnud5sCw7WCBmMtmW3qCNyGZz/jbaG70nb96A57pI2jY8WYqUSlDqQdZr8DLZjqSCd7MfVrG4jGvXrvhz79pj37dvEKVSEbZtBWQu77LyPIr77jsOSZJ2NOkZTiSEfUl4QgBg8puURq8h7p3y6KOPA0BT0qZUWsXExDjK5VKkqIVVLbOKZFlWIqRUXNKhm+upMT7gvoKsIlqK+ASuB2HJ22bpVmBlZamlZx6wuSR4t6QVnycIIYEMa/3zjDhUlPqc0Hje5+ddXLt2BX19A9i3bzAY+/Hjp3H06InYpN2JEydw9eo4VldLyGaZ2sFaRB+wvqKwTuU5N1pwtpdx8+ZNfOlLX8LP/MzP3O2hCAgICAjsMHAP43Q6HbxGCFmXDHY7qe0rV8bXJbXd2DWYSKRQqzEZTEVRAw/tdDoLStHyeR+Or3hxG48lZVnGyMgo+vv3+eSa3nE8wbsKubJUOA7jyOf7MDJyMPj/4uICyuVVZrPgMq9kbvPA/cDZOSJ+kXjdP5yFqCTwdOZ+2YQAhcLMjl6bbAXuGtlnGAZ+93d/F88++ywopXjiiSfwz/7ZP4vcSAICOwltJcMaKv/fjGj0M3Sfs2H+xVdA/smHQdaQrxEQ2K3oJCkXDsQsy4Jtm3AcB5qWwP33n1kz2FiLLBwdPYh8vtevCGstD9FYVVYqFWGaqUhVFiEEySTzXKrVqnCc+Aow3uXHq6y4aTMn9cbHX8XcXAF9ff1IpTKoVEqx4+eVWIZRhaJoEekItn0p8Dk6efLMmnIWAm8uSKfPMgntCxfgvvIS8I2/BTwK6DpQq4IuLjDiLpsDrVYhKQrkD/xj9rz69/8OXqEArKwAtSqC7Dw3NnccSLkc8N3fzT4b8uWjmgZke5jcJ2ELHj3DPA1APTYGSQIoBVEUkNFR1J77JnD9Gms644skCub79/RnQH7t13dthx/3ZGCLs3rHF6UeyuUS8vm+oANKVVUcPnwECwtzSCSS0PUaHIdL9YYXghSu60DXq9A0DaXSauycGjfnAYh97/jxU8H8sX9xCTOuC2LZMBIaaLg6lQIJy+6oGGM3+2G5rouJicug1G05dkoRIWsGB4cwPX07tmNTVdVdMUeHEwn8mjNNHek0k/zRdR0nT57GtWtX4DhWy2dqY9Imn+/H6OghLC0tBs8xluBg7zMS22zbSdXt9RSOD2zbjlRjAwQzM1NrVoa3A+/mXFpaCLrj6t2cWdi201IGcrNJ8G5Jq/A8wSSoqnBdz1csyEBR6r9n43m3LMvvYPVQq1VQKhUjY2+VtFMUDQ8++BbYdlTFYC2spyisU3nOjRac7TUsLi7iy1/+Mr70pS9hbGwMqqoKsk9AQEBAoAnbIYPNfefiFJo62Uc4v1MulzE7Ow3PcwOFCl7MJstKy+d9Y3zF80EAj69YIWW38cSBA8NYWJgFJx+5zCYnAXt783jggYchSUyBwXVdFIvLfhxLQl2KCNReeAzM1BMQKUJjdbZMXYTLtVuWhWq1gkQiAds2d1VB5kZx18i+j33sY7h+/Tp+5Ed+BLVaDX/4h3+Iubk5/Kf/9J/u1pAEBNqilWQYwCr/pSefvAuj2hlo7WdowPv9pyELP0OBPYhuknL5fD+OHTuJ119/GbbNJOpkWcbk5FWcOCG3DTY60Xrv7x/A+fOPY3a2fQV9OEFVKEzhxo3JJu8lXa+hUqn77LUDS5Ry/fZ6tb/neXAcGzMzU3Acx08OSiGvJ/Y5x7Gh6zpc10MyKSORiEpHeJ4HWVbw4INv2RMBWaHQXQf4yMibKwm3HhBVC57PniQBvvY/iMQ66KZug5w8DSJJ8P72r4PuPKQzwFyBdeD5CxpIEjA4CNRqkN7/AUjf9Q54//7fBc82ahqArACuxzoHZSXo4EtVKvAkCVIyB7gOyMA+IJUC+vvhLS0hOT3DugEbF4yOA3r7FrxdLAUe9mTg0wnzKWMem7lcL1KpdDAv8UpZ13WgqhosK7rI5f6hhBCkUmnIshw7p7aTxGl879ChQ/C8OqerjIzi6FdfwfX7jiClG9BTSXiEQPIoUrUalP1DOHHiNChlc2WY7FpcnA/+73leYA4froJNJJI73g+LJzEUpf6cYMUXBhzHwUsvfRue5/rPnTpZc+DAiJ+c2H0G942JBKBOMrPOuzwymQzy+X489tgTmJpaW940DF3XkUqlUKvVYn3iHMdt20nVbWIp7CVXqSyDVROwjvh0OgvPczdMOhNCkM/3wzSNwOdXluVAbjeOvNwKEnw9pFV0nijDNE2oaqLJPzJ83vm1EJZhZYVaFi5efGFLCo869fQJo9NOx/Vse6+hUqnga1/7Gr70pS/h29/+NjzPw8mTJ/Fv/+2/xQ/90A/d7eEJCAgICOxAbIcMdq1WDQoi17uPcH5naOhA0/NeUZS2z/tO46u4eIJ75fX15TA3V4jEVsPDB3Hz5nWUy6sghBN+zEc5nc7iHe/4HqRSKdg2I/Lm5wt+Bx/x5dbrnXy8GJR7Y5umiURCg67XguI67qnNYzlJklCrVXzhnrR/rnZHQeZmYMvJvvHxcZw5c6bp9b/5m7/BX/zFXyCbZSbux48fxy/8wi9s9XAEBNaNWMkwv/Jf+tBTb2oyq52fIS2Xd3USU2BnYSf5InWTlHNdF5OTE9A0DZpWnys6DTY6MRTuVoM8LrDzPNaJAzR22cQjKp1AgsQYQLC6uuJX0ctwXaehgxC+jw7rdJBlKZCCi5OO2AtEHwC8613vaiJXW4EQgvHx8S0e0d6A99dfZx56lQpgGoCWqLNOjgM6M/3/Z+/Pwyu56jMB+K297qarpdVqSa12N91u9W637cYL2ASbBMhCwhCykJDPGEJCEmbCM5nBJPAAnjCEDMlkgC8bxDaQBMLHJITFZAgkscHGxnu7pW61ut2LpKuttd2tbq3n++PUObfuJt0r3Sup1fU+jx+571J16lTdqt/5/d7f+wLpNNC1DRg9C6TGizKbwWe369DvdW2jz/gnf1j6bAt6+7kO0N4BZDOA42D7hQuYPHIYXjQK7NkDwY9vAUApFNAzNlZZ6ANoUdK2r2opcObJUOvStm0Lx47dVPIaWyxSvys1wEIVIUlySTcU3UZloWO5e17wPXa/CUp7infehY7vfBvHT5/FdFcH8roOU1GgWTZihKDvV+9Dxsjj2Wef5Pf58fECXnzxOUQiEd/onkrECAJgmoWSrsZCwfB9LzavH1Z5EiPYzQQAk5PjkGUZsVgC1EeVLpCnplK46aYTmJmZ3hTP4kZQnkgIgkoGOSVJjf7+gYY6tGKxGBRFhSgaFdsnhEDT1GU7qVaTWGIdhUxCt9xLZa1FZ8r4ptt1HMOfJyqrVCgYVX37WsGGX23Rqp7YKDjvhUIhQEyiHcq5XMbfPsHIyBBSqfGms8Lb2ztx/PgJjIwMIZPJIJlsW1YGtJFOx3piyK0G27bx6KOP4utf/zoeffRRmKaJgYEBvP3tb8fnP/95/MEf/AFOnDix0cMMESJEiBCbFOshgx2NxjA764EQVJAGl5PerIVGYolgXq2joxMLC3OwbWfZ+CoYT8zMTGN2dgqEAHNzMxUqCJIk4ciRG3HmzJBPtHOhqira2zurjimXy0GSJO4bSAj1PmZ5JFlWuU/y4cPHMDk54Xv40XhblovlLVZAJYQgHm+ryL9sdkJmM9DyYt+73vUuvO51r8P73vc+dHR08Ne7urrw+OOP4/Wvfz0IIXjqqafQ1dXV6uGECLEmBCXDyGQKYm8fxLvuuqYLfUDoZxhifbDZfJEaSco1I/HVbEPhaokz6jVEGWCu61V4FgGsW6fY9Rf016PvF1+nwaLnJ9o9MM12lsynBQKxJDFZSzpiK+Azn/nMsu9bloWvfOUrePLJJ6vK5IWohHd6CO6DnwVmZgAIgGUBtk279WSZvjYzDUSjwPbtQGqCduRZBi3YyUpRm862galJgADe+BgEUSx9tnV1AVdmaGefIAKCAGHwIMj8HCTXxb79h/FyZxK260IA+EJpb/s2ulBihcIgiAcoCoSrWAqcybFUk6ABSNViCVssDg+fxOTkBGRZhuO4sG0zsF3CF5jNYtAyMAIXHn4QO6ZmKghcRFZKOpNox1sehBAuLcruZ5nMEmRZDtzD6Niz2cyaPdMaRSOEmGISQ6roZmLSqoQQ5HIZJJMdJcWjmZnpZZ9Hm4mYExxTKjWBQsGALCuwbatMmlJEZ2cXl3Wcnp5AOp1BNFr/+BmJhiUqKPmFwHWp3PVaPXpjsVjVuTUMA9Fo9YTQWn87q/HtaxUbvp6i1WquveC8e54bKPTR7YmiVOIF0wpWeHmMu7S0iOeee7pmjNtop2OzY8jNjA9+8IP413/9V6TTaXR1deGtb30rfuZnfgY33HADMpkMHn744Y0eYogQIUKE2ORYDxnsHTv6cPHiOSwuLvoylzQuNQwDbW1JeJ6H0dEzdccz9cYS5Z/zPA+yrKC7uweCICy7P0oqi2BycsKPmeBvhxIdg1YAVA0lA0EAVFXzu/Cqs0NZLFbuG0jXKR6SyU709fXzce3cuQvnz5/F5csXAQCRSASEEDiOg/b2LjiOBdMsVCVaN3tduRnR8mLft7/9bfzZn/0ZfvInfxK//du/jbe97W0QRRG/93u/h/e97334yEc+Atu24bou/vRP/7TVwwkRYs0QFDXsUitD6GcYotVYrSRUKxOOjbC91kMGYjUoT5wVCgUuryAIIiyrstjHCn2SJPsSnqWFv0gkyhlYnufx/9i/ZVmBqqpcqu/66w9gaioFx7ErGG1bzU/mda+r/uwwTRNf/vKX8Td/8zeYn5/Hm9/8ZvzGb/zGOo/u6gOTkIYo+V54AhCJAgUDMPKApgGmCUgS0D8AQRRBWHeeJAK2B9gW/X7BKHb7pcZB/v27wGtfBxJ4tgmiCLJzABgfAywb0HUQz4M4sAviO96JbQcOodNzKxLRguPC+dd/AVmYo4XCIGQZwq7rrmop8KAnQzkEQcSOHb1VvyeKEg4ePIZ8Pg/XdVAoGLCsImFAFEUu1+K6HkzTaGjBuxKWI3ClUmMlBI1gt4/nEZhmgZMSmBH8RhfoGyXEsCQGIW5FN5MglPpiBI93pWcWG4dlmbBtC47jYHT0DI4evRGdnd0tOPKVwcaUySzBNE0wqUtVVXwCigRV1dDV1c0/67o2APrcqpdYFCTRSJKEfD6HQsGAIABtbe24cmUGS0uL2L//IBKJZEV8slJiSdf1km5Tdo47Ojo5oaYca2WfV/Pto/MnIBZLVPXtayUbfrmi1WpJYcF5Z8VvFrPQfdLjCBIQmskKX02MWyrhmgEhHgRBRCKRuGbkOWvhq1/9KgRBwB133IEHHngA/f39Gz2kECFChAhxlaFRRYHV5p1Mk0qFsziOSmO6mJ2dQaFAyVwzM2TFeKbeWKLW5zyPSt2vRGRyXRcvvfQ8PM9BOdExl8twq5qFhTnMzc2CET89z0MsluD7P3HiNgDVfaiD5G96LmTcdNMJPv6ixUIcr3nNPVXVRoKWNVS9KgPPcyCKMmKxeFM6MzczWl7sSyaT+PCHP4xf/MVfxMc+9jH8wz/8Az74wQ/ix37sx/C9730PL7zwAgDghhtuCDv7QoS4SrGcn6FwjfsZhmgOVtMZ1+pOwEbYXs1IfLWqcBlMnBlGHpnMEpinXi0Igoht27aBECCTycA0DTCNdOaFxBjxsqyAENvfF+0KdBwbyWQHZFlBb28/FhbmMD2d8uUaJF8Gz8Thwzds6YSVYRj4+7//ezz00ENYWlrCm9/8Zrz73e/Gzp07N3poVwWYhHRJx50sU7nNfI4W+gSBFv0mxkCwk3bS2RbdgCACrku7AWlrD5X1lCUI8QRw6iSV4zSL3WZCog1k8CCQzUB87T0Qdu4q6fCvmohWJUj3/Tqc//O/qYyo69ImOFGCsG8/pHf++lWtEBD0ZAhK+4qiiEQiib6+2tdzcCGtKBpE0eCL3Wg0DkEQYNu2X1wikKR0U+/ltQhc5QSNYLePIBSN4j3PhSzLvuE8KTn2aDQOo0pc1AqstlgwOHgQo6Nn4DgOv2+LIl1gW5YJ9ixgx0uPufjMKn8udXf34OzZ0ygUjBL/Vcuy8NRTT+DWW1+Fzs5t6zInDMG5iUSisCyTd6OyZxHrOO/u7sHzzz/N59HzSMU8EoJln8WMRJNKjWNkZBjxeILLVNPxODh16gXIssJligRBwNjYJQwOHqqaWJJlGclkO55//hk/AaKDEALLMmEYeeTzOUQikapeu80gzQR9++hzXeYMbQAVxd/1YMOXYy0+gcH7kKpqME2Dd2UGZYWDBIRmErXWrv5A+N9GZGe3Ku6//3584xvfwOOPP44f//Efxy233IKf+Zmfwetf//q6pdRDhAgRIsS1h2r5lnpksOfnr+Cll56HaZp+jKTWtVZJpcZRKOQhyzInSANFxaRMJg3DMHwVpDxefPFZvOpVr6kqy1lvLLHWmGN6OgXTNKs+TylB0MTY2EV/XeFxJYigWoht25icTGH37t38u/UUVxcX532SU7oifi4fM4tFM5k0stm0P7cCABOmaWDXrutqHuNWQMuLfQwHDhzAF7/4RTzyyCO4//77cfToUXzgAx/A3XffvV5DCBEiRItQ088wmYB477XtZxiiOWi0M24tSZ960Qjba62Jr+UKlx0dzZEwXVycRz6f84NLAtdlGSMBLJGk61FIkgTbtmCaJnQ9gmQyCduOIptNw3FcuK7Ngy9Jkny/LKq3TpOWlLFm2zZ27tyN5577EebmZjhTy/M8aFoE8XgcU1MT2LlzYMsV/HK5HP72b/8WDz/8MHK5HH7+538ev/7rv47e3uodUCGqIyghzTvubJv69lG9EGB7D7CwQAt2w8NUzlOSaeef69HL23Vp95+u00LfwC5AFEFyOYi33gYMD1V69f7Of4Z4oNKTuhbEg4ehfPrP4f7bv8F7/Pu01vfqV9OC4VX+jGSeDOUdJvF4AoODh1b8/QY7jOfmZjE/PwdJkiFJ9F6Ry+UQjUZ559x6mKuXEzSC3T6EgI+F/hX84pfA5QxpMaZxr43VYrUL9/b2Ttx66x148cXnuZyqptFihuPYfhETJV2L7JlV7bk0OnoGnudxyVOWBxAEwPMcvPTS87jzzrvXtRN/fPwyFhauwHU9yLKEaDSGfD7ne3l4MAwDiUQb9u8/iNnZ6WXn8fz5s1hYmF+RRCSKEi8MlW+LEILFxXleWGUFYssycerUC7jjjteUJJYAgoWFOYyPX+LeJIaR8+dXhCDQzlPHcfxkkLgi+7xRMN++YHcnLYZVJyyt1l9vLVhr8ip4H5qdncHi4jwcx0ahUCgp4LPkVrP8eoDVqT+wONfz3BIJV89zW3pvvBpw77334t5778XFixfxjW98A9/85jfxoQ99CA888ABe+cpXlnRthggRIkSIEAAaKiQFMTc3ix/96Ane6WbbtJgUjcZXfB5PT09yojTLhZTDcWxkszYURUGhUMDjjz+KG264uaKIWG8ssVbFqVwuB1mWYduVBT/mY66qaoliCENQLSSfL+4nuAZgJFHDMErWA67r4tSpFyrIpcH4OTjPkiThFa+4Ho8//u+BZ37RfubUqRfR3z9Q0xv5ase6FfsKhQJs28ZP/uRP4u6778Zf/uVf4ud+7ufw9re/He9+97uhqltzgkOEuFZQIYfV1wft7tfCEaSQZRpizWi0M64ZHnn1oB7/GGBtia+VCpflEgirAdsHIR4SiTZkMmkEmeKsQycSicAwDNi2WRKM0gIhLQrKsgrHsUu2TxOaCgjxoGk6ZFnGjh19mJqaQD6f5UlX5vvlOLTzaquZJ2ezWTz88MP44he/CNM08Yu/+It45zvfie3bt2/00K5KBCWkecfdhfNALke79pLtQG8fkMkA6Rzt3nNsQNWAeIL+v6bTzj9VBSIRCJ1d3FdPkGVAkiE1yatXUFTIr38D8Po3NHkmNh7t7Z04ceL2Fe+FtcA6Ivv6BuAFpFBp1zCpKpHZyvtDOUFD13WYpsG9SFlBTNN0FAqU+FC+oGX3ufXAWhbutMPvMObmrsC2LRQKBei6jmg0jnw+C4AeZ/CZRQiqPpfo9w2fxVueABBgmta6duJfvnwBJ08+48tTC7AsAsMwEI+3QRQFuK6L9vYOHD9OpYFmZ2dqzqMgAJcvX0Q0Gq2LRFTrnBQKhj8eEYIg8rkhhCCdXkIqNY6dO69DX98AXNfFs88+Cdd1efGUEIE/Y2VZAO2qp89fRVHR3z9QkSBZK1ZDWKo3PmpWkbcZcunsPtTT04fJyXFMTk7Atq9AVZWK33gzOxRXo/6wXnHu1Yzdu3fjve99L9773vfi5MmT+OY3v4lHHnkEhBC85z3vwetf/3r83M/9HG699daNHmqIECFChNhANFpIKv9eqQKIwL2wJUle8XnMQgvP83hHXzU4jgNFUWHbVtW4s95YYq2KU7FYDKqq8nVREIQAhFDytut6vkJGMXZiaiGeRzhRiRZZS/0DFUWtWANMTo4jnV4Ck5Kn26uMn4OYmBgvIWsy/2XmMzg8fArHjt207PFerWh5sW9sbAz3338/nnvuOQDArl278MADD+B3f/d38Za3vAWf+MQn8IY3vAH3338/fuInfqLVwwkRIkQLEZTDEgRAUCTArmSnhAjRKBpNNK2nR95y/jFB1Jv4KsdKCZ1yCYTVYHo6BcsyYVlULz4eT6BQMGDb1LMoHk9A13UYhsE79IIeNvl8ljPfZVnxmWcGHMeFLAt+0AxoWgSxWByE0ACLdghavIOEBWKe5yGbzSKRSGwp8+TXvva1yGazuPXWW3Hfffehq6sLs7OzmJ2drfr5w4cPr/MIry5USEjnssDioi/JKdCi3+gIoCps9UF9+TwPUGRgzx76GRAIPYGuSs8DmZ8DcnngFXsBgD/biGXBe+wx2lXY17/qwt9WRL33wka2Mzp6BpKUrvG51vmdViNo6HoMhYKBSCTCvfsURcHhwzdgampi3TqYqmEtC/f5+TkMDw+BEALbtrg/oq7H0NnZjY6OLt+frdQHo9pziTFvRVGCJJUW+wghkGVp3TrxLcvC0NDJktdYciCbTaO7ezsIEdDb28+3v9w8UknW6kmYasWVWtsyTdP3r608JkI8TE1N8mRF8PnPJK5pMojOp+MUk0u6LsJx6Bxef/2BOmepPqyWsLTSPaGZRd5m+QSWj0nTNBQKBYiiBE3TWvL7Xk0xdbN6QW9WHDt2DMeOHcMHPvABPPnkk/j617+O7373u/ja176G06dPb/TwQoQIESLEBiJYSAIEuK7ne3LXLiQBxRxKNYVoz/NgWeayz+Oenl5MT1Pfc89bPm9KCOExdjDuZKSpTCbjFwSVCsJdMJYojzkIIb53twtFUbF9e8+y42DfZ6RAVhylxT0Puq7DsiwQ4vnkcCmQN6IxpaIo6O3tg+u6GBmpbw0wNTXJZUGLcwIuf/ryy6Po69tZEpvNz8+CFfcqz5HgewpuTbS82Pf+978fqqriH/7hH6BpGv7u7/4O733ve/GDH/wAAwMD+MxnPoMnnngCH/vYx/D3f//3ePjhh1s9pBAhQoS4KtAqSaurEY0mmpqV9Gk2VpMMXymhE5RAWC1mZ2cqmGyCIEKWZYiiCMuykMuxYE6EKIq+VrsEQjzYtgNCPF/i0/TlySQIgstNlmlgamJpyUYikYSiaHAch8u9AQj8hS9/EdtS5smZTAYA8OSTT+Kpp56q+TlW+AwTUMujREJ6aYnKeAI0mtcjVJrT9YD8EhCLU6++eBzo3AZ0dUEQRZBoDJidKW40mwEZuww4DiDLIKeH4X7wAxDvvQ8A6L7SaQiKAs+2Qb7zbYj33gfxYGlhlpqHj2NmZhKEADt29FYsQEKsjI28l1cjaGzf3lPVBH7nzoFVdzWuhHpigdVKRbuuizNnhuG6DjRN85m6BT+ZIODmm19ZVd6m1nNJ13W+8CdE5CxlJuusqtqynfjBhIMo0s+vtkPp7NmhgPdeqWQfIQTZbAbt7V0lc7PcPAJAJBKt+nq14spy2xJFscZzvdQvNzjPtIvU8CW26X90nuj7hYIBSZJbVuQJ/h5M04CmRdZ0nTe7yNsMn8BqY9J1HZqmwbZtbNvWjVgsseJxu67b0P2gVowryzLa2ztx/vxoxXY2a5y72SEIAm6//Xbcfvvt+MhHPoJHH310o4cUIkSIECE2GKyQRAj1VmZdYJ5H/z02dhG9vTsr4nEmaWlZVkUxSRAEOI677PO4p6cXuq4hl8vVJS8tCODewanUBK5cmcXCwhwkSYIkSfA8D0tLS4hEIjUJSsGYI5fLoVDIwXU9Hoc/+uj3sGvXbuzdu79q7BL8viTJsCwTjuPA80y0t3dAURQsLS2AENEnphVzQaIoIhaL8/FQBYX6VApYVx4D7R50ucJUNpvBM888WUIYo0Q5jytpBMFyV1sVLS/2jYyM4NOf/jSOHTsGAPi93/s9fOUrX0EqVexEuOOOO/D1r38dX/ziF1s9nBAhQoS4KtAqSaurGY10xtWb9LkaCqorJXSCXi2rgeu6WFyc53rxAOt+IL7uvF0SfBJCg6poNAZRFCBJGkQxC0FQSvyZmNcT/Yzsv1bcr65HkE4vVpX5pd8lcF1n3WTw1gNf+MIXNnoIDePv/u7v8Dd/8zeYnZ3FgQMH8KEPfYjHdBsFYllwg911H34A5K//EmQyBWzrBmZn6eqMQwAsC4hFIVw/yGU6AQCeB+EnfwbC8ClaMBy7DNgO7fwb2AVB00AMA+6Dn6XbMU3uEygoCohhwHv4QSpj7Xf4LS7O49SpFwLXN8HMzCQuXjyPI0du3NL38GbfU5uRwF8LqhE0qhWemtXVWI56Y4HVdl5NTdFCG1s8C4LAfdk8j2BmZrrqcdV6LtEOwASy2XRgu8SX9QQAUrMT37Is5PPZAJuadoQzycpGr6VMJsOlgyRJCkhh0tdc162Ym+A8ui7tbGfzODCwG7OzUwDAC6KSJEHTqvsz1jonkUjUJ8FUjlkQBPQEuoyD88zmNp1eDHjqFvdF5zKLSCRS9xw1ClGU0N8/AEWRYNvummT6my1D2QyfwFpjEgQBsqwgFkusOCbWKVvrN1vrHlke4zKvxtnZqarb2eh741aApmmhslSIECFChOAxGXumslwGQP9euTKLZ555gisosGdye3snFEWFKFaTtCTQNLXm85jF+DRPUiUorAJNi8C2beRyWaiqBtumahHMV7gWQYkQIJUaK4k9jh8/gSeeeBSKokKWqeoSK1qOjp7B/PwcBgcPVV23lscspmlgcXGBx6MsXg2S/qidSxT79h3g22xEpWD79l5MT6f8uQW3lGFEdV3XKwhju3fvxcLCHP8OtY0pnc9UamxT5gDXipYX+44fP46/+Zu/QTKZ5J1927Ztw8BAaaAsSRLuvffeVg8nRIgQIVqOtSY7WyVptRVQb0K1nqTP1VJQXSmh09u7toTO9HQKkiRBFIWqQWqw0EcDUZq0zWbT6Orq9oM6oSJxSYM7D6oahaZpJYlRzyOYmLgE1/U4S6t836IoorOza0td66985Ss3eggN4ZFHHsHHP/5xfPSjH8UNN9yAz3/+83jnO9+Jf/mXf0FXV9eGjMkdGoLzuc+WdNeJ3/k2hO7twHW76YcikWJ3niACigI4DoSBXaWFPgBiIgHpbb8CACD/30+DTE4C0Sjv/GMgly+jQu7Th5fJQHjsMUj3vM6XIxlGJrMEIMhCJMhkljAyMowTJ27fMtd18HnHktP0ntuce2ozEvjNxnqRRKrFAoJAmavPPvsUBgcPlXSLrkYqOp/P+Z1vlVWb5aQAl3suRaMxSJLkF6Vcv8tbqMmejcVimJ52eaGPMqoJfyZQL4/hhq+lRCKBublZiKLAi2XBpMPOndfVTGCcOHEbZmenkE5nEI3GeKJkZmbST14QTmApFAwkEsm6feu6u3vw1FM/8Lvpi9sRRQGJRBJ9fTtrzrOiKIhEYnCcJRBCOJO73iTRZkIrZChXK5ferDEFO2Wrxe/79u3HuXNna8adLMYNejXWWgdsxnvjZsE999xT92cFQcB3v/vdFo4mRIgQIUJsdmzf3ouJics1u+scx8bs7DQSiSRUVeXP5IWFOaiqilgsgVwuUxbXyTh69HjV57FlWXjxxWdh2xZkWfaJY7QLrhaYOkY6vQhBAI/fgx6BitJRQVCqlfPq6OiELMu8E4+S8+i+CPGQy2WXzT0uZ7tA1aEkv0NShKIoSCbbIQgCzp0bwS23dECSJMRiMV6srKbuESTS9fT0YmRE99cLRclTQRCgKAonKwYJY/39u3D+/AjS6aWKQh8AXLkyhXw+uylzgGtFy4t9n/jEJ/A//+f/xLve9S5YloWjR4/is5/97JZulwwRIsS1i2YUkJrNdr5WsVzS52oqqDYroVMrQZ3L5fxgqzRI9TyvIuCkSVKAFefy+Szi8aQ/d8WuCRawMZ8hFnwB8NloGW7Y7Lo08AoaJ1OfHB1dXd3NmsZNj7Nnz+L8+fPo7u7GzTffvCmStw899BB+4Rd+AW95y1sAAB/96EfxH//xH/i///f/4t3vfve6j4dYFuwHPwsYRkV3HTl1EtB0CJoGxBMQBg9S371CAVAUCG94I4QzZ2hhTpZBHAdiIgHxHe/kHXlC1zbguko/BgCAbdcclyDLtKsQ9P6dzab57ygI6kWZ2TL38ODzThAELC4uQBAom1MQBJimCcPI48UXn8WrXvWaqnKQwMrFs9Um8Nl28/kc2toS6O7eAUFY232dFZ6y2TS/342NXarJfF0LymMB1vlGExECRkaGkEqNY//+g0gkkiVzuHfv9XU9G6LRGGZn6fbKsZwU4HLPpY6OTszMTKGzc1vJol3XaQdc+fXf09OH0dEzgUIfSsgfhBDkchlomtbQ83n//sMYG7sMQorMX7b+FAQJBw8eqfldKs26q6R7LZhYYJ4uxb+1UY2kdOTIjTh7dhiZTIbLCyUSCezff6hmp2Fxnl0oisLltoPFwlgs4XsLbn60SoZyLV22ax1TeadsEJZl4aWXXuBJQjrW6nFnveuAtRY3tyomJiYQi8Xw2te+Fp2dWydxFyJEiBAhWoNoNIqV4jnPKy2oAYDjONi+vQcLC/OQJIlLWqqqhqNHb0Rn57aK7SwuzuPFF59FJpOGKAqwLJPH9oqi+nFEKSRJRjyeQKFQACEE8XhbhVeg53koFAqIRCKcoLRczuvy5YuIRCIwzULFupUS5Ny6c4/l8RMdpwdJEkEIlR5lc8a22d8/gN7efly8eBGGkS/x/yOEwDRNLlnK1pwAQTlBnKqSRPn2RZESI1knY2/vgC+TalV8z3EcGEa+4TXG1YCWF/u6urrwJ3/yJ63eTYgQIUJsOJpVQGoF2/laRa2kz9VWUF1rQme5IjQLzijjqgOmWYDjOMjn8xXBFMCSsIIv8elAUVR4ngvPK2qmu67jJ1VFSJJc8t1cLsM7+tjn2Xusc9B1PViW5RtlNy7ftlnx9a9/HT/4wQ/wx3/8xyWvv//978fXv/51/u8jR47goYceQjweX+8hcliWhaGhIfzGb/wGf00URdxxxx14/vnnG9pWs+qW3g8eg5fOAJJcsRwjegRCwaBdfPNzIIUCBF0H+vshRGOQ3/7/odt47DGQyRSE3j6Id93FC30AIPb3w33C5oXEku0rCgBSdRlIHAdiXx8EgXZKFYvipWASJvl8rmlzUtx26d9Wo/x5ZxiGz5gUkE4v+mxOumArFAp4/PFHceONN1cUxFjxLJMpFs/GxyuLZ5JE5QPrBd1u8Z43OzuFS5curom16bouTp16ocLf1LJMnDr1Al71qtc09T7Fuu4AcHJFUIaSSR0PDb0AWVbhOKUdlYODKx9rb28fUqkx2FWK2axzvNY11dFBO+AmJ2lBNRqNobe3D+fPj/Jxl0tKst9IcJuyLKGzswuZzFLVBbwg0GeCaRZ4sbCea0HTVBw5cgynTp30r1NakJQkGUeO3ABFqV58ZuMM/gVo3CAIApLJjppFzHqvUTp3t2NiYhzT05MAqK9nMpmsmO/yeU4k2rC4uADqnVtdTrSV94Fm3Wt27FhZtWC9OS9rHZNh1O6UtSwTrutAVSuvu2DiCyj97ZeDeTWzcTR6b9worOe5/I3f+A088sgj+Pa3v43bb78dP/3TP40f//EfD30MQ4QIESJEBVzXxfnzZxGNRpHNZqt0gAk8Hg0W1AD6TAaEuvM0bP3EiJKU9EzzIZ7nQpYVqKrmE6+JL32pY//+Q7BtG+n0Ikwz4n+36C0IFAt0QJGgND2dgmWZsG2Lq23Q9124rot8nnpAlz+jKWlbqjv3WK5E4XluSfFN03T+2eA2JUnC9dcP4sknHw90KdKcQywWw7lzZ3H8eBJnz56G49h+J6QC13Xguq5P5JNhWfScMLLp5OSE310oIp/PlRH2iscI0IJtoVCAplUSEq9mtLzYFyJEiBDXCppVQGoV2/lawkqdIldjQXW1bPWVitDHj5/gwRkLmDKZNA8Wq4P68SmKwgt7pRJpIpgJM2NkAUWfI5acZNviWyWE/9u2LZw7dwaxWGLLSCv80z/9E/r6SqXevva1r+Gf//mfceedd+Jtb3sbLly4gE996lN4+OGH8Tu/8zsbNFJgYWEBrutWyHV2dXXh5Zdfrns7qtq84oc9nQJRlao+UZKugXR3gTz9NIhRAGQJZM6FMD8H+X2/BzXqFx3e8HoQy4Lz2H+A/P++DPT3Q77rxyCoKuS7X4v8d/8Fk5EIDF1HpFDAjvkFiIRAum4XXU2ZlWxLMZmAdvdrISgS2toSgXtL6cqJdbu2tSWgKM0tXgsC/N8hqs5PszE9PQHXtQPFKBeCIPoFKHrvYPdcURTgODZGR8/g1lvv4L9913UxNPQilpaWeKEQIH6h+UXceedrV6UE4rouRkfPgBAXssw6uUR4nlsxhkYwOTnmF6TAjd7ZojSTWcL0dAq7du1ueLu10NaW4H5dhlFA0FcVIJBl6oW6tLSEaDQaSDxIIKS+YxUECYcPH8XQ0Es8fvE8D4qi4sCBw9C02gUxCol7sFcbdzk8z6t6/ff09GBqKgWgEFiQC5wUIkkSPM+DLIswTaPu38/evfuwa9cuDA+/hHQ6g7a2BA4dOrpsoQ+o/nsyTYNfT7FYtOI7jYwLAObnFzE1NcHn/fLlC5icnMCBA4fQ2Vkuk1ycZ9d18dRTT8B1HZ+JHviUJGNgYKClCjrNutcoioRDhw7jzJnhVV57zcdax5RIJDA7Ow0mi14oFIuxrutAURQwH8kgRFEouX5W8xva7FjPYt/73vc+vO9978PJkyfxjW98A5/85CfxkY98BHfddRfe9KY34a677qpadA0RIkSIENceWA4vGo3BsizYtlVC6qPPYuJLwoMTnAsFSpBOJNoAVPf0rrUvQghXAijGU8U1FCsuyrIMVdUwMzPFSdoXLpyDINACWqFQ9ApkBTqg6N176tSLXDaekQQB8NyNZVnQ9QjfP8vlUJUlzSfbGRgdPbNsEbNSiULyCXYiV3xhCG6zrS0B23aQSCR4QZIR2Cix3MbIyJDvJ2jyDkRJkrnkPyEePI92E+q6DsMwfPIc3afnkZp5LTZ3lMC3OXOAq0XLi32WZVUEU+Pj43jwwQcxNDQEADh69Cje8Y53oL+/v9XDCREiRIiWoVkFpJU82mqZ/IagqEdKtZ6C6nr5MjWCamNaLqnnui5Onz6JpaUFrgcfDLZsm+rPs+DMsixks5mq7KcgWDA5MLAH8/OziEbjyOezAIomyYIgoK9vAKZZ4PJjjuPwIC7YsVK7m8OFYeS2jLTC6Ogo/tN/+k8lr33jG99AW1sbPvWpTyESieC1r30t8vk8/t//+38bWuxrFizLbV5nX08fPMsGpNLwlXgeyPQUkM8BHR1AB2hRTtOBri44//Y94J7XQVBUeKeH4D70IIjv+UdsG/a3HoH0jvuQ7u3FyN13wxq7DMG2QTraMbGtC/tmrqDrl94GEEK/G5ACFRIJiPe+E44gAbaLbdt2IB6/4HchlftQUpm97u4dsO3lf2ONgi0UHcddl2JfOp0BZaESf/8SZ4nShSKgKEIJQ9M0LYyNjfEulLGxS1hcXAhslS1WPSwuLuLy5UvYubOGrKoP13UxNVXaWTY5mYJpmiX3d1Gk93bHKR1DI5iYmOCL/3JQH9IJbN/eVzGe1d6ztm3bgYsXL8J1HTiO4/+O2HwLUFXN76ikHh/l3UT1HKsgAMlkO2655VakUpXjXs11Ghx3OSRJqXr9b9u2A6qqwbIsiCJ88gkbo8DloR3Hg6ZFGhyXhEOHbix5ZaXvV/s9aVoEjuPWjBsaGZfruhgeHvLniP2OaFJjeHgIJ04s/6y7/voDfudqqYTq9dcfgOdhBbLO2tDMe00i0Y6bb761ojt0tddeM7CWMXV378Dly5eQz+crvHsIIT5ByqvaGRq8flbzG9rs2Ahl8mPHjuHYsWP4/d//fTz55JP41re+hd///d8HIQS/+Zu/iXe+853rP6gQIUKECLGpEMzhxeMJpNOLJYpDTAaeEdBc18P8/BXeWTYxMY65uSu+bGelBUkwf5NOLwIA7+xjYDYptKhIi12yXCx61SJpB21YRFGEqmqQJBn79x8EIcDCwhyXCA3GFDQfI0OSJBQKee5VGPTPW1ycByF0TJKUXtGeKKhElclkMDU1AUVRKnJPzOddktKYnZ1CPm+UeO4FIYoCMpkMt4wJqktIkgzXdfyiogDHobKjkUhpvovJ+dcCIR4vTm6lpoqWF/tuuOEG/MM//AOOHTsGgHrS/Mqv/AoIIbj55psBUFb7N7/5TXz5y1+uYIeGCBEixNWCZnXkNcuj7VpEvVKqKxVUdV3Hs88+uSbvxWajVhFzcPAgursrA0v2+cXFBTiOBcuyUCgYiMUSUHyZQlaE7usbwC233IbnnvsRZmfNusZz/fUHuDyCqqpQlEpps2g0hqNHb+SyFgCV9AueG+qhSM8DC8yCMnVbSVohnU5jx44d/N+u6+LZZ5/FXXfdVSJ3d9NNN+Ghhx7aiCFydHRQ4+y5ubmS1+fm5rBtW6X/wHJoVvFJePVdEL/zbXg5g/eDkkwaGB8DDIMWAfN5QJYhDOwC4gkAgJfJwH30MYh33kWLdQaV+yQA/WsYsB5+CCM/97NwYzGI+weB+XkIhQI8XcfLx29G5/WDEEUJ0h9+nEuBigEpUHaMoihh//5DOHXqBd8MnMmjiEgkkhgcPARBkFpWkKNJ5dZsO4hotGioDoCzL4vjoJ6fkiSVMDRzuRwf3/T0ZIn8TOlxEExNTaK/v3axr/ye6Hn0nqhp+orEm9XPUa2MNZWNeeaZ4nODdRh2dHRh27buhgkj9FqisQDrmgQEXjRmhAiWGKj8fv3HKgiVneOrnaPguKvFMNWuf1GUcOTIjfjRj57gCRb2l15Dop/4oIQnQlbu4G8Ggr+neohY9c4Z83arpQQxObn8sy6ZrC3tvR6/f6B595pmXnvNwmrHRK/9A3j88e9XdAVEInFks1mIYp5LHFNPGgOJRLLk+lnNbyhEbQiCgNtvvx2apgEA/vEf/xEvvvjiBo8qRIgQIUJsBgRzeNR7ussvklHCTjwehywr3IokWBwDgEIhD8sy8dRTT+DWW19V4tNXvlbJ53O+FLfgd/27PN6l6yoJmqZVtfIoJ2nbtg1FUdDW1g7HcdDe3oXu7uJ6I5Ua4wRrRtBiay6aY7F9lRARgMeVNJgFC3u/EXuioBJVT8+OkjjGdT3kcjlEo1FOVqfdkgKy2TTa2zsrCJWeR5BMtmFpadHPGbHjoCRASZJ91QQRvb19UBQN8/OzJdsQBInHXNXAlKjYGmOroOXFvvIJ/eQnP4muri588Ytf5MnJ6elpvP3tb8enP/3p0N8vRIgQVy2a2ZG3Vo+2axX1SqkuV1Ddt28Q586NrNl7sZlYrog5MnIanZ2dNT8vyzJs2+RBTjabga5HfC11kReZCAGWlhYRlNWshUSiDdlsBn19O3nCXxCEkoIVK3AHgz7P87C4OFcWGwT/XyhJ/BflF7aGtEJ3dzdSqRT/90svvYRCoYBbbrml5HMsgN1IqKqKw4cP44c//CFe97rXAaDn74c//CF+9Vd/dUPGJKgqlPt+HebnPguSydB2rcuXAVEAku204AcArgdnYhyzt98BIxqBnjfQ89h/QPyPfwcuvgyhu4d+N4ApTYU1Mw2puxuCKAKBgqbtd4/19Q1AUFRI97xu2XG2t3fijjteg1RqnBe0duzoRV/fzi1zDw8+70zT5EzVINhCOJFI+ovY0q7ppaUl3ulbWfAjyyazXdfFyMgw8vlsieSL6zpYXJznRcbKMdUm3ixXPHJdF7KsciYtu+cFYVkmBIHemy3L4mPLZJYwNTWB0dEzOHr0eEkSYCWwWCCVGsfIyDCY7wXbN527Urnkeo611VhNDNPV1Y1bb30VXnrpeeTzebiuDULoMUYiMciywpnKZ8+extjYRQAEkUgUMzOk5YSctRCxyq+tbDazZiWI1Up7h2gtCgUDiUQClmWVkJ8oiF8ErC71HES4DmgOTp8+jW9+85v49re/jdnZWbz61a/GH//xH+Oee+7Z6KGFCBEiRIhNgPIcHrVcaEculwEh4DKXnZ3bsLAwD8tiKh/FvIXnubAsDz/60eM4cuRG9PXt5PFqMH8TiUS5h5wsK5BlgXvzKYoCVdUr1hcM5STtleKDXC4HSZIQjcb9dRrzBmREVIGTEwEBiqKAEA+qqvndcHQhFvQoBOq3JyqPY0zTAO3oK46TKTw5jotsNo14vK3k+BVFweDgYTz11A9QKBiBDkT4HocyEok2yLKCQ4eOYWoqhStXpktibFmW/HyYDdY9ycDkUNkaYyvFWOvu2ff000/jwx/+cEkXQk9PD379138d//t//+/1Hk6IECFCNA3NTASxB3aYyGkMjUip1kqkrMS434juspWKmJOTE+jp6a/6eV3XYZpU6s3zPN8zz/EDLQETE2OIxxPI56mkQj0wjDwkiXYHKopad4E7kUhA16OcEVcqXyHw30yQdUZf3xrSCq985Svxuc99Drfddhs6Ojrw4IMPQpKkiqTT6dOn0dvbu0GjLOId73gH3v/+9+PIkSM4duwYPv/5z8MwjAop0vWEdPgw5I99HO6jj8F99N+BbV0QuntA5uaAXA4QRSxt68L5m47DbmuDKAjwVAWTAPa+NITkzAzI/HxJ5x8AFGJRiGb1rtbVFJpFUcLOndetKEN5tYI970ZGhpHJpLlXJ5O4YexRxsIEwCVaWNc09VjwQIgHSZIR9LISBBE7dtT+DZw/fxZzczN8P4SAdy4zWZdqxb5axJvl5J8B+DLHJiRJgm3b8DyPF9pYAU6W6bKKEMILfVTWlM6HbVt46qnHceutd1SV+akFdi3F4wkeX1DPEIJoNA5FUasmBjZa9ns1MUxn5zbceefdXALItk0oigrbtqAoGmZmpnHmzBBn7RJCYFkmotE4RFFsOSFnNQWYateW4zgghPBOoyA8j0DXI0ilxq66Ik8rui03o6T6cmDJtWBiDAAMw4AgAKoagSxLJSQFQqorFzRzHXC1zeNacOHCBXzrW9/Ct771LVy+fBm33HIL3vOe9+AnfuInkEwmN3p4IUKECBFiE6FaDk+SZHR1daOjowuAgFiMKpqk00s+YYcWzJhMN4NpFjAyMoRUahwdHZ0V+RtaXIoECn4SRJHmOqLROBzHQa18TDAXUk98wDoWVVVFLEbVBagaiADPc/k6iUmAAsWOP3+03KMwiFrr4pXymaOjZyBJaf55RoykxHGqkOI4C4jHE7xjL5hDZetK6pnocdUTWZb556o1XzBvQ9Y1aVkWmOqOLCs4cODwliLkMqx7sc9xHAwMVF6Uu3btQjqdrvKNECFChLh60KxE0EZLRl6taFRKtVqg1CzvxWai0TEFPy8IAqLROHK5rO/7RAtqskxf9zzaBZhMdiASiSKbzZRIU9RCoZBDLperq8DNgj/WzdDW1g7TNOF5LjQt4vv6Wb7ZclEKkBlTbxVphf/yX/4L3vrWt+LHfuzHOJPuXe96V4Vn8T//8z/jla985QaNsoif/MmfxPz8PD71qU9hdnYWBw8exOc+97mGZTybDdZdR1ITIMzzrasLuDIDlwDnb7oJrqpAdBzAdSACcGMJnD92BDdeuADR9UDGLkMYPMg7/PRcHp6modqdeisUmluB9vZO9PcPYG5uNlCYF7mEJyMYUDlPGXv37i/pmo5EIjAMuth1HBuKooIuQqnkaV/fzqr7dV3X7+oqytGwImMul0Ey2YFksguGYQTuSx4kqTrxZvnO6WEIAnhiPpFIIpfL8OPTdR1tbW3QtCjy+QwAyoBlhT66LYEXQz3PxUsvvYA777y74UVlrfginV7aUrLfwedyMD4SBAGLi/PcE1KSRN6xns9noSgd60LIWSnBEkx2sKId7fAqXluKomBpaQmqWlmoJcRDKjUGx7FrxoSbsXCzuDiPkZFhZLNpfj8YH7+E/fsPrTqWvRrjY5YQLI/ZaLJMgCxLFb40goCWxpZX4zyuBW984xsRi8Vwzz334L//9/+O7du3AwDGx8cxPj5e8fnDhw+v9xBDhAgRIsQmQj05vNHRM5BlGYR4oIW+6kU56uvn4PLlixXEH4DKgjqOBUGg8aAsy1BVDYIgQNcjfN1RjkZJfMHCl65HuJ88859mcYokibzIR4uXjFRIZUXL48typRZqGUCwsDC3bOwazNOx2J1JcgICotEImH/1K15xPS/ApVJjEAQByWRHyRpLkkQek7N9VCvcEkJVZgBKJqVWFMW10laMg4B1KvY9+OCDPDEUjUYxOTlZ8ZmZmRm0tbWtx3BChAgRoqVohIlbr8dciPrQDCnVZnkvNhONjqn880zLnH0+EtHR1pbkSUbbtmHbJgghiEapxFgtFCUfPNi2uWJwXJ4A9DyCfD4HXY8iFovA82h3g207MAzKiKesNpoUi0bjW0ZaYceOHXjkkUfwL//yL0in0zh8+DBuu+22ks/Mz8/jZ3/2Z/Ga17xmg0ZZil/91V/dMNnOlSD09cOzbQiKAkEUQXYOYEaRYGsqROJRjQ8CIBIBBMCORjG97xXoPfcy4Dgg83MQttEOqx2mhentPXBJZaF7ozukNjMMw0AkEkE+n+fdZmyBSokF1Ex9375BFApGCcNVEISS4hkzlo/HExgcPFTz9z49nQJbZFfzdjAMA7t37+Wd2vl8Dm1tCXR374AgVG5zuc5pei+k90WAXgvJZAdMswDHcbBjRy+XjblwYQnUO9DlsjS0GAXetSgIVO6z0YJUeXFn797r+fxsVbm/8vioUDBACLjckSgKAalnj8sMbaTc89zcLE6degGWZUKWZbiuB8syEYvFoaoq/xxL6Ni2DVlWeJGWfsetKA4GY8JicXfzFG5c18WpUy8gk1ni3fmE0Gv91KkXcMcdr2n4elzP+LiZxdPe3n5cvHixIg4VRSpXrGnrK7l7ra4zcrkcvv71r+Mb3/hGzc+we/Tp06fXcWQhQoQIEWIzYqUcXiwWg6KoAenLSpQrFxlGnq8hGKj1SRyiKPhSniIcx+MdagCaQuIrL3zFYglksxkIguB3J9I4Oh5vw9KST54NyHt6nucTs0tVKKhSi86VWhgZjxHMVVWtGmcE83SFQqFE1lwUWaFT4J2G7FiDJPby4inzeDcMg8dvtdZFALbcWmk5tLzY19fXh5MnT/J/x2IxvPjii/jpn/7pks89+uijuP7661s9nBAhQoTYVKjXYy5EfViLlCpDM70Xm4WVxtTb249gM17w80wiwbJsP/ik3Ta2bfPkIws2aZENkGXFN0CuLHxQ6TrBl67T/O9XD45rJQCZfERnZzcSiQS6u3swPT2JyckJFAoGdD0CXdehqjoSicSWCsYSiQTe+ta31ny/s7MT99133zqO6OqFeOddIN/5Nojv1Sck2mD090JUVXqhxWKA7XBbJBFAYecAcOEiYHtAoQDiOBATCSj33of9O3ZsqQ6p9UBx4Wv4hT56D2EdV4qiIBaL49y5EbS3d1Q861RVhaJ0+oWaKK67bs+Kv/dcLodIJArLMitYtWx9HZSOEQRAUSTYtlvVB3C5zml2DySeB8zPA4UCoOvQOjuh6xFoWqRiAUslZoqLfebjR7cHyLLcUEGKdeVYlgnLsuA4ToX/31aU/S6Pj1yXFo4FQYDrEi6lChQLyxvZhTs/fwU/+tETvMDNPNsEQeSdh8EEkK5r/BnIEg+e5+HSpZerbt+2bUxMjGNycrzuws16dQCmUuPct7O82zadXkIqNd6wpPF6xceNdr0F55QlnViSqbe3D4qiYnDwIEZGSp8lrOC73pK71+I64wtf+MJGDyFEiBAhQmwxsFhfVXXf/606crksFEX1FUyMqp+JxWK46aYTmJmZhmka0LRISYy2WhJftbgvuK1IJALP8zA6egbMhsA0C1weE2BrFuJ3MRIUCgVEo1G+Lt63b7BEqYWR8QBSEe8G44xgno6pTbHiYiyW4N8pV62qRXq3LAu5XNYnjZsV8Vu12GarxTvLoeXFvn/7t3+r63Ovfe1rsXNndbmetWJ8fBx//ud/jieffBJXrlzB9u3b8aY3vQm/+Zu/WcKyDBEiRIj1xmaUjLzasdYuh2YUDJuN5cY0OHgQklQM0IKfHxkZRi4X1GcnkGUF5cFYoWBienoyIOHAfPOEkmS6LMs+O11AJBJDLJYoGWd5gOk4DpaWFn3ZtaDMH4FpFhCLxRCNxvD880/zZBR7f2Bg95aVVSiH53m499578cADD2D37t0bPZyrBoKqQrz3PngPPwgvk4Egy4hkc/CSbRDjCdZGBfisQSIIiADA4EFgdgbC4EGIr3ktxLvugqCoSLgu+vp2YmpqEoIA9PT0bkkN/2aCLXxjsQTS6cVANxvhbFFBoJIslmVWlbdj5ujXXbenrkUYXfRRvzrm9VDcp4hdu3Y3dM7KZWUo29T1tyEAlglcvgziONwgUJidgbdzJ2LXvQJA6T1aVTXf288B8/1g+X1RFKCqWt0FKdaVYxj5kmO1bXNV/n9XE8rjI0mSfLKIyKVRGQghEEVpwwg5ruvipZeeh+c5JUVeQPAL4DLvPGTwPIJEIlFyzdPkS+2YcGZmsu7CzXpKN87MTHL/zHIQQjA9PdlQsc91XaRSEzCMPERRgq7rJUWyZsXHjXa9BefUcRweX8XjbZAkCePjl3Ho0OFNJbl7La4zNlIG3XVdfPrTn8bXv/51nnd685vfjN/6rd+qWugNESJEiBAbj3rIUSzWf+qp7y+7Lc+jtgJtbe0YGNiNxcX5qs99WVbR3z9QlZBYQyF0WSwX95Wvr9rakjwecV3XX68o3AecxV4AoKo6ksl2Pi9TU9XJePTYvZJ4tzzOaG/vxPHjJ/DMM09ifv4KFEVBPB4HIKBQMPxtiSXxcjXSO5MBFQQgEon6+1pZtWAzyuC3Cuvu2VcLP/VTP9Wybb/88ssghOCBBx7Addddh7Nnz+JDH/oQDMPA+9///pbtN0SIECFWwmaUjNwKWGuXw1oKhq0KImqNiXU2VPt8f/8Al88URQmmafAEKQvGdJ2aFieTVNZTVVUuUUcI4Z187DuSJEHTKj30qgWYS0uLsG0LAOu8IPA8wd+miKmpFDzPu+bkpcpBCMGPfvSjLZl0azXEg4ch/OHHITz2GMgLz2L70ClM7uiBa+SpjGc+D+g6IMuQHQc9cwsQRBHC7j2QPvRhCAolfZVfv57nIZUaRzyeuGaKzqtBsMhVKBRASIHfJxKJtkD3rwBF0aAoatUOZVmWOdO0/L5Zfk/t7u7B+PhlUO+zjpLiXCwWx969+xs6BraILC+oseJhYnoaxHVLWpaI60K+dAk9r/lxvp3gPXpmJo6Jictg5vasozkWS0BR1LoLUtPTKViW6ftakEAhSViT/9/VgPL4SNN0nz1MuCQiKzAJgohYLL5hhJzp6RRM06xI5gdlXYOEHKB6N9dKMSErdlZDMKHSaBFrrXELY3TzNurSdxtKWrF7cSazBNM0QYiHfD4LWVagqhp0Xfcbt9ceHzfS9RacU0EQkM/TQh8A7hXqug7OnBnGzTffWhKHuq7LYzfmRRqUnGrlNRuuM9YXn/3sZ/GlL30Jn/jEJ7Bv3z6cOnUKH/jAB5BIJPBrv/ZrGz28ECFChAhRhkbIUe3tnejs3A7THOPe5OWg3uUuHMfBvn10TdJITmk1ZK1G477gmmVycgKLi/O+r59ZEq8SAvT19Zfk1WqR8Zj6RvD75XEGOzY6TgGOY2NhYd5/V+BEuYmJMb4Gr0Z6Nwy6HmCk0iBqqRZca/7FG1bse+qpp3Du3DmYponDhw/j1ltvbdm+7rrrLtx111383wMDA7hw4QK+9KUvhcW+ECFCbCg2o2RkCIrVFAxbHUQ0OibDMEp04ql8XMaX1BTgOC5s20YkEilJIus6ZVN5HkF3d08FI63cQ48FmI5j8yBREETYtsUT5mzbhIBLNywuzkHXo1ULlltVXipE8yEoKoRbb4P7xYcgpdPYe2oI548dhaPIEHQdnmVB8Qj2njoFITUF0tEO8d2/yQt916qnUbPAFozDwyeRSk1AluWKThzWxdTTUymVSogH13Vx6dLLFfdNAFXvqUVmqe1L0qy+Q0aSJOzbN4innnqc3xtZUSVquyC2Dcnz4MgyBELgCQIcSUJsYRGpf/8u+n/ijXyf7B7d1zeAXbt246WXiv5tqkqLnY2MMZfL+XKQXsVidrX+f81Gqwgu27b1YHT0DGzb4iSTWCyBXC4DSZKQTLajUCgAAHbt2o29e/dv2O80l8tBlmXYdmnBTxDgd94XfUmWu1ZXjgl7+e+kHMGESrCIVd6tqqpaRQdg0FdXEASMjV3C4OChuuOWHTt6MTMzCVb8CkIQROzY0bviNlzXxeTkOEZGhsG8Wwwj70uKUy9Qx3FgmgYSiWRT4uNGut6Cc1r0mmFEKKpWQH0YLUxO1u6w9DyP3wfWI7l0La4z7r777ppddLIso6urCydOnMDb3/52bNu2ran7fv7553HPPffgx37sxwAAO3fuxLe+9a0SW5sQIUKECLE5sJo1YG9vH2Znp3z7k8piHwB4nuvbF9Dv1hunr3ZNuhrJbrZm6enpww9/+CjS6UUe29DuRCqRybz72H6XI+MxQh5DMM4IHpskSVyhxbKo758kyXTtFY3D89yS4y0nvafTizDNSNVnfTXVgmtxrd/yYt//+l//C4qi4Hd/93cBAFeuXMF73/tePP/88zy553kebrnlFvzFX/yF38LZemQyGSSTyXXZV4gQIULUwmaUjAyxOmyWICKYeDVNKofAnreKoiCZ7OCde729fVBVDXNzs1xak31e03SIIjVuXqnLke4vi0Ihz4NEx3ECbDfK7C+XXTNNkxtGK4pSchxbVV4qRPPhnR6C84n/CVx4GZBkJBfmcePL5zFz880wku3Q52bRc+5liK4HRKOApoN88fPw7r0P4sHD16SnUbMhihIOHjyGfD6/bFJZFKUK74hUaqzE6J7dN0dGhgHAX2CW3lOnplLc66IZRaZCwUAikYBtWyX3QExMwBNF7JiegUgI5tvasJBMQHJd5BJxZDNLmHzmyaqJ+87Obtx5591rMoNncsjVFrOr8f9rNlpFcGHbpf6yFgoFD4WCgUgkhq6ubnR0dAEQNo0ETywW87vijZLnHECLXW1tbdi3b3DFbq6VYsJEIolUanzFwg0rYjHP3mC3qmkamJ2dQV/fQJmvbvEzlmXi1KkXcMcdr6lrbnt7d+LixfMV2xFFEYlEknez1UKwm69QMAAIMIx8oCNQ8JNIHqj7anPQSNdbsDBICU2lRV1WlLQsE5cuXQAAdHf3bHhcSOW5RFy5Mu+fjzYAwpZeZ9xzzz01i32e52FmZgZf/vKX8dWvfhVf+tKXsGvXrqbt+/jx4/jKV76CCxcuYM+ePThz5gyeffZZ3H///Q1vi3ZJFP//WsO1euzX6nED4bEH/15L2Mhjr2cN2N9fugbs66Mxz/z8larbZApG9O/y+y8/9tWMBwDy+eXJS/l8ruZYgs8aQPBVl1x/nxYuXjyPVGocg4M0tt+xo5RExDz3crkMAAG6rlfYzVQ7NlVV4XkR2Lbtr2kUqKoC26ae14ycxo5XkiT+/xMTY7hw4VzVZz2L34JvrXZeW4X1uOZbXux75JFHeKEPAP7wD/8QExMTeOihh7ie+g9/+EPcf//9+MQnPoH/8T/+R6uHhEuXLuFv//ZvV9XVdy3efDca1/KD72pGeN7qR0dHJ06cuA2Tkynk8zlEozH09q5/8io8Z2tDq4MIJgMVvEYIofstFAzoegS6rmN09Cwfh+u6yGQyiEaj3KOWde5JkozDh49hcjKFVGochpHzu1poErlQoF2BsVisJLiqhmw2g0IhXyIzR/clghCvIvnJoCgqbNviEljlnUDlgdpWhSRJ+MIXvoA9e/Zs9FCuOhDLgvfwg0A6DUh+WCuIEG0HO55+GsL+QZCzI0CiDcJ1Rc8oYhjwHn4Qwh9+/Jr0NGoFgoUKy7JgWSYcx4GmaTh69DAIAVKpMeRyOeh6BJFIBFNTk8hk0ohEohULtmw2A4AgEomWdCbpug7btjEzM920Imwul4MkSZCkSMnrRNchLHgwVQ3XpSaR2t4N1fELk4RA1PVlE/drlZTu6enzu9uqSUQ25v/XbLSK4BLcrq7rUFUV2WwGruvAti3ceONdUFW92YezJrDuqWo+kqIo49ix43V7K64kI14PQSwWi2F62q0h/0qwuDgPz6OddOn0EoDSzxBCkE4vIZUar8trT5IkHDlyo98hmAEhtJMxHk9gcPDQstdB8HwHx+q6LlzXhaKo3PdXlhUkk+0gBBUSm6vpLm2k6y1YGBRFqWSsjMy0tLTAx3rhwjmMjp4BIYTLGQexHkSSy5cvYGjoJJcetSwT8/NzGBjYg2PHbtyShT4A+IM/+IMVP5PNZvG2t70Nf/Znf4Y//dM/bdq+3/3udyObzeKNb3wjJEmC67p43/vehze96U0NbUdV6blh3cEsNr+WcK0e+7V63EB47OGxr/+xm6YBWa7+LBRFAaZpQFFK31cUCTfeeBOefPJxZDLpkvckSYIsyxAEEdFopOK75Sg/djYepspAu+CoYookCb5sPCWO9fb280JaW1sCMzOTsKwiaZGprHieh7a2RM2xTE9PQBRFdHR0olAwkMlQBQ2qDgE4jg1FkTE6ega33noHFEXFoUOHcebMMM85KYqMbdu2o6trm1/8Kx1frbn2PA+yrPjkPhOe54BKwtPjX1i4gt27d1eMeWBgwCeLVo/fBgYGVtw3Q63z3EqsxzXf8mLflStX0N/fz//92GOP4YEHHsDtt9/OX3v1q1+N//pf/2vDxb5PfvKT+OxnP7vsZx555BHs3buX/3t6ehrvete78IY3vAG/8Au/0MCRFIOuEOuLa/nBdzUjPG+NQqr6IFtPhOdsbWhlEDE/P1cSUM3OerhwYZRLZiqKClmWkclkeIcB3a+MeDyGXC4HRZG5nJiiqDhw4DA0TUVfXx9OnnzO11pnyT56DRiGgf7+PogiMDk5wRNp5cGb6zKZuWLBhP5/ZQDGQJMgTkknQdCMuVqgtpXwgQ98AL/1W7+FgQGa6GMEKACYmJjAZz7zGXz84x/fqOFdNfC+/xi8dBrQdOrRFyza2Q7ImTNALguoGojnQQi872UyEB57DLGDg6GnUZPQ3t6Jffv246WXXoDrOvy+MzxMJcwEQYDrushm0wAETkqwLLOiw5d5XljWQkVnUjQab2oRtmaHT2cnyOwsImYBM10dsGUZov+AFGQZ6KTda61K3EuShKNHj/sSo+6a/P+ajVZ1xAa3a9t2QHoaME0TP/zh93HDDTdvKn+NYKFbkmS/0O1C01QcPXphygWiAAEAAElEQVQcnZ2NSQUuVySux1OYFYmryb+KogBZljE1lcLU1KRfmKvWOephamqyrmIfG9eJE7c33MkaPN/BIholCQm+ByhNOLHElSCA//7r7S6tVhBsRF0jWBjUdb2ki1MQ6DUPUPkqTaPjtG0Ltm1BVdWq56GVRBLLsjA0dBKEuBBFum9ZpqmfyclxHDlydMsW++pBPB7HO9/5TvzRH/1RU7f77W9/G9/4xjfwJ3/yJ9i3bx9Onz6Nj3/849i+fTve/OY3170dy3J5twVNtrrX3NrsWj32a/W4gfDYw2Nf/2PXtAhs2/El84ukQkaOou+7Fd9zXVqkKsYr7HXa5R+LJaDrsarfDaL82DUtgnzeKFFLIqSAXI6St4oESA8XL17k3XaKomFpKV2yVjCMvD+OCLq7d9QcSzpNO/IocYnGoMEmAKrWROA4FsbGxtDfP4BEoh0333zrss0KnocS/z5Ni8Bx3JJ1A8tN0aKdAEKocgItNLq4cuUKTNOqGq9cf/0BjIxUxm/XX3+grn0Xx1n7PLcK63HNt7zYt337doyPj+OWW24BQFlvnZ2Vi7POzk7uu1Av7rvvvhWDJpZEA2ih79d+7ddw/PjxVXUQsqArxPriWn7wXc0Iz9vVh/CcrQ2tCiJc18Xw8BAPgqg3jIWlpQUANHljGIYvmSn4GvGdPLEkywoSiTa0tbVD1yMlwZhtu0ilUr7Weh7l8lu6HsHZs2exsDBf4jcTDC4BQJJU7g3EQIOu4rbYPAi+ebMkyfA8D6qqwXFs2LYNTdOXDdS2Ev7pn/4Jv/zLv1wSpzAsLCzga1/7WljsqwMkNQFBUUC6uoArM4DrS8c6NlAogDuGZ7PAyGmQnQNALA7MzQFmAe6j/47tr3rVNedp1Cq4rotz585CVVVOOmAdLwDQ1tbuy7wAAIHj2GALzPIOX5YslySxousol8uWkAPWilodPoIoQt21CzvOnsPL7W200EcILfQN7OLF41Ym7js7t+HWW+9Ys/9fs9FoR2y93Vdsu/Q8Z/ziT3G7tm1tSn+NeopwzcJKHaOSJKGjo8vvMix27LMisSiKyOWYpFOtxa3Q8Lp3NZ2swesoWESjv/miMgDrZC0UDDiOg0SijV8LK3WXrlQQrOe8lRcGKeEgC4A+J0zThCTRbkZ2vxJFCa7rcT+/IFpNJDl7dsifl8qT6LoOzpwZwpEjx1u2/6sBPT09yGQyK3+wAfzxH/8x3v3ud+OnfuqnAACDg4NIpVL4q7/6q4aKfUAp8ZIlYa9FXKvHfq0eNxAee3js6wdN05HJZHhHmeu6yOUy0LQIksl27NjRVzEm13UxMnIaiqL4z3vaicaWnJIkw7ZtbN/eU/fxsGPftq0HL774XJlakuCvl8BjiaLlwWkcO3YTTp583o/1PDDfcc/zkMtl0dPTi3PnRmvGN9FoDJ7ncQJmMPYLevCx2J6Q6jG9IEjLHm81L25d15HJpAPkNIHnf2RZhiTJJT7IQSSTteO38nHUo+SwEb+7Vl7zLS/2velNb8Jf/MVf4M4770RXVxd+4id+Al/4whdw4sQJzt61LAtf+MIXcOzYsYa23dnZWbVwWA2s0Hf48GF8/OMfr7k4XQnX6o13M+BafvBtRhDLgvf9x2iita8f4l13QVDUys+F5+2qQ3jOVodGg4h6E59TU6XdE4QQZLNpMBNkyiYv+uHZNk2Ex+MJvg1RFKFpEezbd4C/xsZCJfV0aJpWIZUHAJcvX0Q0Gq1IpI2MFBNp8XgCkUisRAoUEHhXHv2uAEIcv9An8c8IgoBEoh3t7e3QtMiygdq1gkuXLqG9vX2jh3FVQOjrh2fbtOC3cwAYHwNsv9DneYCiALIMSBItBF54GZAVwHHo2mxkGPjwB7Hvl34J54DQO3WNqNbtxRiogFDSpQWw540Lz6OFhUKhwIt41Kh9fVh2y3b43HIblNe8DrHvfQdXMksQdR3o7CztEl0mcb9aicEgmuH/txIaHWcjfmeNePux7VqWWXKtAMWkw3pIILqui4mJsYbme62yrc3Etm3dSKcXK3woGVs9FotB1yOYnk5V/b4gCOjp6S15jV0jpmlA0yJNuQaD15EgCFwKlXbwCZwgpGk60ulFeB6BKApYXFzAE088Cs/zeLwSBLtGenr66ioI1nPeyguD7F41NnYJspyHpumQJBGeR4MXVrwMepIytJpIkslkat4/RVFoepHrasTo6Ci2b9/e1G0WCoWKLk5JkkrIcCFChAgRYuPhui7Onz+LWCyGTGYJjmNzVQHDoM/4dHqpIk5lax3LMiGKEjzP5YQqut4hiEQiq7IbuHJlGpFIpCSnwojPoijBNEuVkHK5HL7//e/BNAsghH1WgCyrkCTq3Tw+fgmRSBSXL+dx+vQp7Nq1G3v37ufxWzCHRZ9XCJDsRB5jsdhxcXHel21P86Lk2NglDA4eqqm6UcuLmxYa6fORPSeZ2hSN+ZcnU9YbvzWi5LBV0PJi33ve8x6cPHkSb3zjG/GGN7wBe/bswV//9V/jnnvuwfHjlE323HPPwbIsfP7zn2/JGKanp/H2t78dfX19eP/734/5+Xn+Xnd3ff4JIUKEKMI7PQTv4QfhpdMQFAWebYN859sQ770P4sHDGz28ECE2BI0EEY0kPsu7J6h+ezFxxIJL+v/E13g3EIvFecJhuUR0MNFW3imTz+dBmWpUN900aQe+ptHiIEu2siBRVVX+OUEANC0KURT8blEqvycIYiDRTxO3qqri0KFjWzLQCuLv//7v8aUvfQkADWJ/7/d+r8LLx7IsTExM4PWvf/1GDPGqg3jnXSDf+TaIYUBItIEMHqQFvYIJaBpw5ChwbpQW+mj7GH1d1QBJhNDdA2IYaPvyl3HzAx/D1NQkckMvIbK4iB3beyHH4ht9iFcVqnV7UUkZ+qN3nCJj1PMIPM/lyXvXpZ1coigiGo2ho4N1IBULhMHuJMMwmjr2lTp8+n78jZh89smGOkDZvd6yTFiWBcdxMDp6punSjmsFXbjX90xiqNfvrF5vP1ZIymYzcBwHjuNUdJaxpIMgtFYCcXFxHqOjZ2CaZt3zsdnAzk81KewgAenSpfPIZJYqfmOJRBJ9fTv5d4JxiyxLsG16Lbe3d6K7e/uqC3/l15GqqlCUDhQKBc5kB4B8PgdKIhIRjcYhSRIKBQO2bUHTtJoymc2Wmy3/Hbqui8XFeV+auEhWoDFPAdS7mHDW/HollxKJBObmZqsW/DyPIJFIVPnWtYNnnnkGf/7nf46f/dmfbep2X/va1+Iv//Iv0dfXx2U8H3roIbzlLW9p6n5ChAgRIsTawOIDWZYrpMSpuohdVUmCrXUokUrkXXTUW1iCpkWgadqq4tRcLgdN06CqKkyT5nxs2/Y730oVjzzPQzab9vdNlW1okcyDaRoQRRGSJMFxHN9TmMZ5o6NnMD8/x4tzwRyWomgQRYPHLNFonBfeHMfG0tISTp8+5RcXi4pQlmXi1KkXcMcdr6mIbcq9uIME8/K1XFHNQYIgiDAMY9UqCNVIjOulwLEZ0PJin6qq+NznPoevfvWr+OpXv4p//Md/hOM4yOfz+M53voP+/n68/vWvx7ve9S7s2LGjJWN4/PHHcenSJVy6dAl33XVXyXsjIyMt2WeIEFsVxLLgPfwgTaz63bmCooAYBryHH4Twhx+v2uEXIsS1gHrkoOpNfDKUd0/QzjsRjkMTY+XJUFrwK+2QWY5BvlzCFqAyoAsLc3Ach7PdLMuEYciYm5tFX98ADxJPnXoBhQLzsaFFx0SiDbKs+F0FWkniXhBExGLxLcuoKsf27dtx5MgRAJRRvmfPngqFAkVR8IpXvAI///M/vxFDvOogqCrEe++jBJRMBoIsg8gyoMhAWxJYXAL6dwIT40A+D197hBb6BnZxjz8vk4H45b9Hz/AQJ7IQ24b7r/8SElkaQLVuL7Z4BgQoCi0SAFRKji2M2aKZ+V/cdNMJzMxMI5tdQjLZwRe8rDuJELREAm+5glqjrFB2rzeMvC+n6PnJAxNPPfU4br31DnR2bjzpkMkR1ftMYqh3PpYrtliWheHhk3BdD4uL85AkiXfBWJbpe6JIXA6aJR1aKYHI5oN6ndU/H5sN1c6P61JflPb2BKamUtixow9HjtyIs2eHkclk/MSNiEQigf37D/HjpHMyjHw+yyWeqL8NQT6fRSaztOpiaLVxEoISKeBsNst//9FonL9OC35eSbzDwK6RRuVmG0GwmO84NizLQqFQgKZpMM0CJzLoehyO46CzswtdXd11J5fW0hW8f/9hjI1dBiGVXYWSJOPAga37TPuZn/mZmu95nocrV64gnU7j5ptvxn/+z/+5qfv+4Ac/iP/zf/4PPvrRj2Jubg7bt2/HL/7iL+K3f/u3m7qfECFChAixNlA5cwHZbBq2bUMQxID6EM25VCMFsbVOsAtOkooKTNSHbnVxanAdxSQ7CwUD+Xy+RFLTsizejVgOGid7AYsXy1dPgD9GKu8ZjGmDOay5uVnMz89BkmRIkgjTNGEYBiIRHanUGDKZNJcrZeoLhBCk00tIpcYrvJ7L1wGCICASiYAQgitXZiAIqIjTaLGRHmujKgiu6+Lll8/i8uWLoF2WUczMEB6nlhO2UqnGVDyuFghknTUFHMfB4uIiPM9DW1tbVdmNzYrZ2VDuYiMgCPCTQ6GP2GaA+73vwv3qP/BCXxDEcSC95Rcg3fO68LxdhdjM56wZMmibBanUGC5cOFdT+mzXrj2QJJEfa3d3D55//mlejDMMA/l8lst3lnfKAYCiqNA0DZFIjCdeE4lkzTksMvZLE7bJZDvOnRupGkgSQtDR0Yk777yHd2U888wPkc1mYFkmCAF0XYOuR3xvPhW2TTs1GIurXEbiakF399oZ8R/4wAfwW7/1W1U9+7YSmhk7LXePIrYF77HH4L7wHPD9R4H5eSrf6Xm08Ne/E5hMAek00LUNwu49vNAHAPA8kNkZCD2VxDMhEoG0yYksm+X+7bouni3rfiv37EunF+E4Li8ayLLMWbTJZAcIAfbs2Yuenr6KbTFIklx30aXZc+N5bl2s0FRqDC+/PIpMZqlCwo0QIB5P4M47797Q+58gANPTExgdPVvzmbRnz95lO59Wmo/R0TO4cmW64nuWZSGfz0KSZLiuwwsjsVgCiqLA82gBUFU1SJLMO/qAxs5/o2DPaFmWuLRQ8VhXno/NBnZ+iskbyU9Eedz3sa0tuew5PHv2NM6dO81/PywmYImeSCSGSCSypvMSvI50PYJUaowz2HO5LCzLBAB+n2DJpaWlBSiKilhZFzYby9RUatmYa7Xns/xex65nz/PgOA5PkpUWJ+ufn3IFiOD5qregevnyBQwNneTefZ5HIEkyDh++Abt27W74mNcCQQC2bVufbsL777+/otOTQZIkdHZ24sSJE3j1q19d83MbDRY7bZZn+0bgWj32a/W4gfDYw2Nf32NnsQ0jNLOuPlrwE3hss21bD66/vmiFwp7/tNNtwVcq8fj3Ozu7oChqXc/78mOvtY5aXFyA57m+XLjE1Q9oQQ8V6wwGSZIgilJFl7+q0jxRrRiIxWTZbAaTkxPcgu3KlStwXZaDEqAoakkeqqenH7fcclvZPA9jYuJyhaR8oWAgm834sQklfbI59DwPsqzgwIHDuP76g8vOYRBMYnRubhbMRzG4tgjGYc2Is1aLRq751eadWt7ZV7FDWca2bY3J1oQIEWLzgKQmqhb6ANCOisnq3h8hQqwWjUhelmMzFgmXY5nTzoFh6Lpecqw7dvT53n02dF1HoWBAkjxfzpN2zLDgqL29A47jIpnsQF9fP3bs6EM6vYRnn32y5hzW6khMpcZ9HXpSkRChHSoOZ7tNT6eQz+dgWQXewWIYeZhmAboew+7de31Jvs1zLjYSH//4xzd6CFsKgqIWJT13DoDkslS6UxTp34lxoGsb4DiVhT4AZHaG/pSqwMtkIDz2GKR7XrcOR3J1o7xLhxX3qf+e5HfkJbC4OO+zQuk9gHl1MY+uXC63af0V6pXTzOVyfveTV+X+CViW2XLfuXqw1s6nleajWrcnIcQvjBCIIuFzRAiVck0mOyCKImKxBARB4B2f1c5/s5/zjczHZowxyiGKUonUdvH10m7FWufQdV2MjV0EQK9b1/U4k911Hciy4nexuRAEsSqru95xsjGkUmNwHDvQWSkFEkDEjysiPBnHXq92j6hXbrZRlDPVmfwok6GVZQWJRAKmaSKXy4JKlmt1/eYblb6tdf3t2rUHfX39OHNmCJlMBolEAgcOHIYsb17iSjPwR3/0Rxs9hBAhQoQIsYnhui4WFub8dYdYYjngui4URYWu61U79MplL6lqEYtzRaTTS+jrG8D586MNx4bV1j6WZfFiHlO9YEpPgFBB+i6FUFHoYx2Cy8X4LCZLpcYgyzJs20Yms8QLfWw7lmVCUZSKsTAsLs5jcnLCj60FX33KQCyWgOu6fschAfNtLsqhyohEoti7d/+y8xWMgyKRiN+ll+USo1T6lCCdXoSmRSCKNE7t7d3ZkNLW1Yh1L/bVwuTkJAgh6OtrnVF1iBAh1g6hrx+ebdfs7BN7w99wiOahUcnLINZSJFzrmJdLvlRLfAI0YMpmM9D1SMWxTk2luKxdLpdDd3cP5uev4MqVK7wYJ0nUY0dVVUQiMm666QRPBtUzh9UStoZhQFU1Ls3JkrGM9QYQHiRmMhkUCvnA52hw5boOXDeNXC6DwcEjLZv3ECG87z/GJTiFgV0gY5cBxwEEEbBsQFUh7D9QUejj2L696sshkaUxMPLA+fNFCZV4PAHPYxKClGAwMzMJgC4og11bwYV1PdLImxWxWMz3navsHCGEEiBb6TtXL2KxWCBJUYpmyGVWK7ZQrw66T7bAD+6zUDBApYdctLd3YMeOfu7bUb0rvXnP+eIzWuK+a4yNrKoan4+NijFWg7X41k1Pp8C8e4sxAH2PJXokSQYhtAg4MjKMeDyxpjkoL7jqug7TNPi+g77F0WisJD4qv0bqIQ2spmhbrSjMYiPGgE+nF0sK2aZpYHZ2ZsViXz3nKxqNYWRkGNlsmp+bsbFL3IOHQZZVHDlyfNn9hQgRIkSIENcSpqdTcBwb0WgcuVzWj1GLeQ5GMpNluSopqL29E8ePn8ATTzyKaDReUnyzbQsTE5fR3t5RIh9Zb1wUXPuwzrqODvrdQqGAQiEP1xX8+NnjtgjVQL3RhZJ4gvlf1xPjM6nTXC7DVaXK4TiO3+EnoKenl7/OclC0o07kMRwj9rHiWzQaRz6fBSEISKMK2LVrz7KxWHkcns/nYJoFX3WiuKZk80MI9TGksvT5pvo5b0ZsmmLf6173OhBCMDw8vNFDCREixDLgnRNlZqoAICYSEMt8MUOEWAtWm6BiwQX1UDF5ok4QhKazdYJJIoBgYWHOTyhVT/5t29aD0dEz/nEVk9ymWQCAqvLWtm1jZma65Fg9z+XJdEEAdD3iB0ly3X5JKwUzsVgMsixzDyXmm1Rkb4k8SLRtyjRjiTQaWAEAgesSnDs3AkGQsGfPXszOVk/KhQixFpR0nscTEAYPgszPAYUCoOsQ7/lxiK+8tdTfz3EgJhLAT70J5IePVy0EhkSWxkEIsLAwj2g0yl9j8oGmWcDx4ydQKBh1ddvU20m32dDT0+ff682Kgp8oCiWFo9WiGZ1lvb39uHjxYtM7nxiqFVscx+Gde47jwLKKc8S8RNhzZmlpEZ5HKhIlayEDLQdWnDTNorwQTU4AhYIJXY+sa4zRDKyle5OypaO+PDfrrqPvMS9O5lUDkIo5WM01Wk6KYp2/1DPQ4344rGAny+qy94jlSAONFG2Dx2KaBj/vbC4KhQJs2/KL/MVrgh2D5xEsLs77ScHac7DS+cpmM1wiOFhMtCwTp069gDvueM2q5z5EiBAhQoTY6mBFLM9zoSi0sOc4tp9LofFneU6lHLOz05BlmasmMGlxQghc18XS0iKXrGw0NizvrGOxBPMnNgwat0mSVNVuBSh66dm2zY8x6H9dq5AZRCwWw+XL+ZqFPnbchHhIJjvR17eTvx7MQbEYjsUsNGckoq2tHaIoQlFK/dljsTj27avd1VdtDcAKnrZtgeapBL62YXPB4tSxsYsVXs8Ma/Vz3izYNMW+97znPRs9hBAhQtQBQVUh3ntf1WSp+I53bmpPoxBXH1aboGKSkoaRK0vUGYhEYk1j6wSTRIIgYHFxAYJAZepYUSyYeEynl3D27Gk/8LLguh5M04Cux3x2VbxqF0i1YxVFCddffxD79u3H1FQKqdQECAF27OhFW1uSf24tSb6enj6MjV3iSb4gBEFAIpHgQSL1VRLhup4fZJXCcRycPTuE8+dHEIlEoWnapu6ECHH1oaLzXBQhbOsGQAt2ws5dEA8ehvCHH4fw2GMgkymIvX2UpEIAd+ilkMjSJKxEMpidnd6UEp3NhCRJOHr0OJ566nFfHghl3hHqmgppzeoskyQJg4MHMTKyunNRT0GhvNiSSLRhcXEBkiRBlmXetcUSJKIocR/HSCRatYC3FiKLZVk4e7a6tKEkSdi3bz9+9KMnSgopNFkRxblzI+jr27kuMcZqUO181FIUAFbu3qTfJTxRU5RFohW/YGcmY4vbto1Uahz5fN6XACWIRKKYnvYwOnoGHR1d2Latu2bxqVo3KJPJtG0bfX39iMUSNb9f65osPyeNFIzLf2+u6yKTyXBCQ2kSy+XXbymbnibXVro+VjpfhUIB6fQSWNIKKCay0uklpFLjiMcTV03naYgQIUKECLGeoD5489wvjSolUZKbLMvo7e3DoUPHGiLmmGYBjuNy1SXbJvA8l+d6VhMbVsvj6LoOw8jBcWwuQ0qIV/IZRpijX6Xxga5HEY1Gq5LDa6Gnpw+nT5/iMV8t0LxQO6amUjzmCo6dxXBU2cP1Y7Kd6Ovrw/DwkG9VE6l7/VFtDSCKIhzHDUh4ilx2nsbxAo9TDcOAYeQRjVbGv81QNdkM2DTFvt/5nd/Z6CGECBGiTtRKloaFvhDNxmoTVNlsBoaRK5GbYg96w8ghl8usajzVdMGZ3rhhGH6gJXDPIZaEYYmvVGocrutA0zSoqsoZTKIoYO/eA9wXp55jZWO5cmUGi4sLEEURkiTh0qWXkUqN84TOauYweJwdHV2wLBOZTJofHw3okti//xAPxKhvjgjbLtQ4Bs9P5lI2mqqqTenCCBGCod7Oc0FRq/rvhUSW5qEekkFf38BVK9FZLzo7t+HWW+/ASy+9AMsyfQawxg3gV3usze5qW61caiMFx2CxxXVdPPvsk3Bdp6Rry3EcXlgTBIF79gGVBbzVElkuX76AoaGT/twJmJubxdjYZRw+fAy7du0BQGWS2traUCiYPCnBuvBt28bkZKolMcZaUet87Ns3CEVRV9W9yQpvjHldKBTgOBYMw4DneZBlOVAMjftzZGFkZIgrFtCut6IceD6fRTq9WPNaWU5689ChY8sWqxq5JustGFf7vVHmeQzZbNY/LtrlKAgidD3COz7p9SvwIj/zLl4OK/kMmqbJk1nlIMTD5GQKhHhb2osmRIgQIUKEWA2Cfn2e5/LYkyotuQB09PUNNKxCwAp9DIz0Q2OgHDKZxmPD5exf/L1AkkQ4TrEYJ0lSidw5VVaR0d7egWSyo6H1liRJ6OrajnR6cYVPCsjnM7hwYYnHXGzsgiCUFPmi0RgIAeLxBDo7u3DixG2YnFyblLplWX6cSeeBFieLuScG5vMciURgVMkXAM1RNdkM2DTFvhAhQlxdqJUsDRGimVgp4VHrQczMi4NGv4xh7XkeTNNseCy1dMHj8TYoilJi7Ox51OdH16k8gCgKmJqaLEkqCYLA36edAWLdyTg2FlqEW+LHR7tFlJKETiNz6LpUGjTIxCeEQNM0bN++H5lMBoIA9PT0oq9vJwgBUqkxXLkyi7m5WRQK1Qt9DIQQHlAXCgUun7BVtNFDbCzW2nkeElmah3pJBqwAxAgGqzGz3+zo7OzGnXfe3dSi5lq62mqhUbnUtRQcy4s5qqpCktqRzaYhCAJUVeXSR8XxlRbwVkNksSwLQ0MnQQgl2bDtEuJiaOgk+vr6Icsq8vkcJEmqKvEjigIKhRyXra6cl/pjjGbKLAbPhyAIfjHOhWmaGB09g+uvH8S5c2cb7t4sP1d0TnSoqg7LMn0Vg2IxlHqxZCHLzHcFAAQuMyXLMjyPqhtIklTzWllNAbraNcm8Zp599ikMDh5CX99Ovo16C8bT0ylYlgnLskqKv4qiQNNUOI4NSZL5NcPmnl4j9LPseq6HMb6Sz+D582cBVF57FPT6pF7MW9eLJkSIECFChFgNmF+fomgoFJb466yAJggCzp0bwS23dCwbc5TnWAhxeU6mvLOfKh81nn+qlsehRCrBJ3rLoPEAgecRn+jjlmzD8zx4noelpUXcdNMrG4ozXZd2JiqKUlPKkxXPgNJ1wPHjJ/Dyy6NV/YsTiSR6fYuM1dg1BNcAhBDk81kAxUKnKEp+wY/w12lsnOOejLt27cbCwvyWVZjZkGKf67r413/9VwwNDQEAjh07hnvuuadmsB0iRIjWgVgWvO8/Rr2O+vqbmth0XRcTE2NblrEfovVYKeFR63pSFA2CAK69TiWnqESDLMtQFK2hcSynC866+ERRCgR4KAm0mMzXckmlQsGo61iDY6GJJ8+XKSAlHYXBhE49211cnMfIyDDm5mb48VmWiWg0DlEUsbS0WFXSihUcbduukJCoDurnl82m/XOhLNuFESJEI1hrwS4ksjQHjZAMmiVH2WqspTCzWt/BWvtcizxzs7DWgmO1Yo7nebh06eW6CnirIQOdPTvEO/rK4boOzpwZwpEjxxGNxjA7SzvZq41D12PIZjMV8tYA9XqpJ8Zo9nXPzofjOCWSkqyrrrOza9WdtMFzlc/n0NaWQGdnN5577umK+aekHwJBkCAI9D1GumL/H2SdL3etLPe7qfbbKL8mbdtGLkd9FwGCkZGhVSkfzM7OVPjjmaaBaDQOQggkSUYsFgdAk16apqNQMCAIAhRF4cQuoH7G+HLFzu3bezE9nar6PZp0i1WVU6dzGsZbIUKECBHi2gXz68vlslXfN80CLMtaMY4tz1MJglTyXpCwJkkiNK3x/NP0dAqapmNxcR6SJMG2LWSzWbiu43sG0wIfJbS7VeNSJi9OCGmY7MMKo4lEEgsL81VzPeVxDkDjr+npyeAoyv7Wj2rxXnANQLsGPV5gFUURmqYjn8/BdQn3jAfAC4Odnd3Yu3c/XNfFyAiV9U8m20pk/a92tLzY90u/9Ev42Mc+hr179wIAlpaW8I53vAPDw8MBc0kDx44dw0MPPbQltFFDhLha4J0eoh0Q6TQERYFn2yDf+TbEe++DePDwmra9uDiP0dEzME1zUyfvQmx+rIbdTeUBWLBDpZXYX0Ia1+GurgsucWkA2sWnB3yHwIMKgAZBPT29KyYx6znWVGqcd/NRhhU9Js9z4XkEmUwaiURbSUJnue26rovJyXGMjAzDde0SRhoLiGS5Hfl8Gs899zT6+vrR3d3DC462bZUk8uqF53nIZjNob+8AIQif/yGahrBgt/Gol6jRbDnKVmEjCpLL7XMtHmz1oJ7CZjMKjuXFHNd1udx1OcqLJKshA2UymaqFPjZmJrG0Y0cfUqmxqixmRVHQ29uHbDaNQiFf4esXicSQSCSWPe5WXPcseZXPZ/lzHID/l+Dy5YvYu3f/qju62LkSBEBRJNi2W3X+CSGIx9t8QlJR3pSNh8VITP7c81ykUhMNFc9r/TY0TS8hZOVymYDUquB7QjamfOC6LhYX533SVqk/Xj6f5eSyIJjSQjabgSDQ8ayGMV6r2NnXtxOXLp33C5BFz0hRpBLrO3b01V00DxEiRIgQIa4lxGIxXLqUK5HcDIIpNNUTxwZzLJOTEyDE42RzoPhsjkRiiMWWjw2DKI9zPM9DJpPm/0/HSQnfQaWKoLUey+fQcZBVkX1YrK+qKjo6OpHJLJUQ2gVBRDzeViErzlStBEFAMtnBrWskSYKm6SAEmJxMYffu3Q3NQ3AtxGJQx3H8uKzoi+44NL5mfoaEMOIZnbNkMonz58/i8uWLYGpWS0uLeO65p7dMvrrlxb4XXnih5IL65Cc/icuXL+Ov/uqv8JrXvAYA8G//9m/4b//tv+Ezn/kM3v/+97d6SCFChIDf0ffwgyCGAUFRAACCooAYBryHH6SdEavs8KMMidO+TNLmTd6FuHrQaFcE7aKTSmQ8GdOHJV4aQS1zZFbcY74szHcIADRNL0nuJBLJupKYyx0rDXiGUSgU/M5F15fsEkGZ9FQT3XVd7g2VSo3xJFr5dlk338LCFZimhaDUQVB/nura02DJNA2Mjp7h8p6WRTsJVjJurgbXdWCaBcRiiS2hjR4iRIgi6iEvtEKOstnYiILkSvs8fvzEqiSu68FKhU1WCEynF5HP5xCJRCsW+astKDRawGuUDJRIJDA3N1u14Od5hBfpJEnCgQOHMDw8VDGOffsGkcvl4HkeVFX3lQOKco2yrKC7uwepVG1li1Zc97FYDJcvF4uPQbCkU7N/T8t1Z8qyXOLTR7vr4EsueSgUCtwHeGlpHs8882RdCZblfhuM+S5JEkyzwAthdA4IPweNKB+kUmN+TCRUkJqYZ2E0Gq2QzVIUBdu2daOvbwCGYTRV4USSJBw5ciPOnh1GJpPhyatEIoH9+w/xeNNx7IoE21bxogkRIkSIECFWg56ePpw8+dwynyAoFMy641iWY+np6cOzzz5Z9dkry/U/e8vjHKrQkPdjFNdXRyD+Zx0IguLHosT/PD0GRkyispUyHMdrODYPkgtVVUVn5zZ+bMyaxbYtuK7L5dyBSlWr8s4/QQDy+eULj/Wsv2655TYMD5/E5OQEZFnmkumWZfKxaFoEplngXsee5+HMmSGIYrHjz7JM31d56+Sr113G83vf+x7e85738EIfANx9991497vfja985SthsS9EiHWC9/3HeEefKwiY6eqAoeuIFArYPj0L4bHHVt0ZwZIYslx5g9wsybsQWxs0sVIsvAVZ99FovKYhby1U66Jgxb1cLssLiLKsoLOzGx0dXT6zuzS5sxpJUgYW8DCWPtVqF+C64IkeymgCbNuCbVOj4gsXzlXtQHFdF6dOvYBMZgmWZYPKQBT/U/xiP/MilCQBzAOGbZ/qt1u+VGplImw5sOSf55Eto40eIkSIUqxE1NgMcpQroVZhhhDaSf3880+jt7e/qVLlKxWDZmen1/Q8qYWVFtb79u33fd8sCILgSx1RuWdVLRLE1lJQaLSA1wgZaP/+wxgbuwxCKtnckiTjwIGiqkVnZxdOnLgNk5PFcei6jtHRM8hm03Acx/eskxCPJyDLCmSZdvE/8cSjsCzTl6pWK57B1a57Kg1Z8LvtJ9Dd3YPZ2em6FQ16evpw+vSpikIfnSPqp9KK39Ny3ZmxWAK5XMZnojPmOTvuoopAJBKtWjyvR6ozCEmSubQVJWEFxylC13U+H/UoHwD0XEmSxI+ltJNORFfXNgwM7K75W2wVO5yO+/aa496xow9DQye5bK3n0eTl4cM3hPFWiBAhQoS4ZiFJEtrakjCM/DKfERqOY4OENdZl5nkEstxYbM7iHEbiNs0CbNuBJIncj47FOUzdiYLKipeS3Zl3IIGmqQ0fU7kCgiAI0PUIbNuGbdvwPBeW5ZXImyuKAsex4XnqsqTAaHT5wmO9xLiDB48hn8+XECCL9jqiH5vRbbiuywnqruuAECotT4jI7XC2Sr563Yt9i4uLuOGGGypeP3bsGD796U+v93BChLhmQVITEBQFi/EYzu/aCVuWIRICTxCQ2t6NfVMpbFvltq+G5F2IrY1YLAZZlpFMdvg63i5n3a9GMrKW1JOqqtD1bvT318fcXo0kKQMLeErlQovFNRbQsddEUYJpmohEIlWTaKnUONLpRf+zAlyX+RORQODIglSxLFEmwXU95HIZ7lHIJLJWAuuw9DwPmqZhcPDQlpBKCBEiRONotRxlM1AtprEsi/uiLSx4KBSMpsp61hNH9fUNrPp5UgvLLawty8JLL70AVVX5+/F4G3K5DHK5LBSFSjI3w9x+tR6HK0FVVRw+fKyiCCJJMg4fvqHCpyM4Dtd18cMfPlri3VbseC9g79790HUdTz/9pE+SoXMmigZisUTJM7j8ui/3lpubm8F3v/ttRCIRaJqG6WkXo6Nn0N7eie7u7VXPsyRJGBjYjXPnTnOv4qCk0XrJZQeTXZ5HkEx2wDAMuK4CSZJBGfNGydhYEiiYYKnVYarrkZq/DUkSkUx2wTAMToACikSvIOM8OBfLXW/sXCmKUiFFpaoaurq6S2I70zSgaZGW+ZTXI7Hrui6mplJIJpMVMfDU1AR27hwIC34hQoQIEeKaRTzehunpKTBVo3J0dXWv6jm5llwPQy6XK/Ffdl3P9+MrdqYpigxBoGQ8qi4hQpJkTgAvqlyxWFDG0aPHGz6maoobNAeUg65HYBh5TvyWZQmZzBIkSUYkEoVtWzBNk3fNKb6aHFCUxF9pHurJKVcbo6pqME0TiiLDNE0A4MXRIFhRVFFUTrrT9daQ49Yb61Lse+qppzA1NQUAaG9vRzqdrvhMJpPhHn4hQoRoPYS+ftiOg/O7dsKVJIisQEAIXFHE+bYYOv3FYaMoJjEqv7tZknchtjaCxbnyZ4ssy2tiaq2Vub3aJGYw4GFyoUGvIEGgnYUsqUPlHIrdC+UspZmZyRI9eZocLEo+BHXgJUkqSZSxgqPjsK4/uaqcXDUwP0NZltHR0YW+vp0Nz0WIECG2BurxzNpolBdmmFcXXTAKXPa4XlnPepL19RZBm10Uy2QyME2zjCBDkMlkYNsmAAFdXV28m50VQAzDgKrq6OtrbodjPahnPoPYtWsP+vr6cebMEDKZDBKJBA4cOFxR6CvH5OQ40uklsI40gCYbAIFLWQ8NnYTnOQFvt6J3nCRJ/BkcvO6recs5jguAwDCKPnyeR6+7TGapZmF57979WFycQy6XLZGPYs/p9fo91Up2AcDzzz+NhYW5krExsOTNch2m7LtBX2QGzyPo6urGjh19mJgYx9mzwz4LvXQ/jdxbgueKMdoZgnMqihL6+we4n2GDNsZ1obwAyorAHR1d2Latm1/7waJ9eQy8VRjrIUKECBEixGqhaTpUVeFSlEDRX1gUJdi2XWKF0gjqic1Z7JrP59DWlkB39w4IAt0PVWLIIqiAQAnZtDhFiVPgY6adfqKvOtXmr1FovsZ1XaiqhqNHb0Rn5+paOcpjOtM0kM/nkE4v8nwR9SqknszRaByapgEAV9rKZjNob1+ZFBiM6U3T4LFsOcpzytXiTl3X8fzzzwAgvpoUI7aXgkmRyrLid/5tjXz1uhT7/uRP/qTk3z/4wQ9w9913l7z2wgsvYNeuXesxnBAhQgAQ77wLV57+Ie/oC0KQZTgdHateDLKFcTWZpM2SvAuxtdGo7089aAZTqxYaTf5SubQ4bHuBBy6iKPndBCJPMAa3EUyiTU+nsLS0BMexAYDLGQRvBaIoQVUVCIJQYbxME14xOA5lbNH5FSEIpIIxVQ7m0ZNIJDE4eChkl4cIcQ2jFffqZoLJvRQKBYiiAE3T/U4Zz08I0NcYVkqkr+SHx7ARRdDFxXlMTU0gn8/xLvFcLsufEwyzszNIJNoQiUT5a6IowLatpo9pJdQ7n+WQZRVHjhxvaF9TU5OcVV0OQjxcvHgepmlWfd/zCCzLrMpCzmTSvKNPFEXIssK9RjyPIJNZAvUbps9q2i0o4sUXn8WOHf1IJBI8ZqDbPVTxe5Jlec3yrsEYZWBg5bVBrWRXb28/CgVj2UJ2vVKd5WC/DVGUMDBwHRKJBJ8L5mfTyL2FHbeuR/wiowxJEjfkHlVeAA12F+fzWaTTi/zaDxVWQoQIESLEVkWjJK9qSCQSvrVLHo5DY22ao6BYzgplrSiPXWdnp3Dx4kW+H6ZKwEAVkYp5VU3T4DiO31Hn+QQ8AZJE7VU0TYfnEbS1dTSNhBeM6U6fPgXDyPGxAfALfjSWpesGSjRSVRWKQkmBmqYva3tQPi+u6yKTySAWi0FRFN+7kKoVKIqK7dt7ao6RYXDwEEZGhmCaBQAyCCEVHssA/NcdiKK0ZfLVLS/2fe9736t4LejpwEAIwS//8i+3ejghQoTwIagqjFffCensaRDH4Xo/giwDA7sgStKqF4OSJGFw8CBGR8/AcaxNl7wLcW2gFcW5VkiLrSb5yzpLqMY4DQYlSfK7CygzSZIkLrsJ0CQXIQTPPvukHxwWNcuroadnB44ffyWef/7pqgnnaDSKnp69OHPmFE+A0mCTlATL5aBzuBNdXdswOzuDfD637p0gIUKE2DxoJZFiLQjem2VZRi6XhWEYfpFB8H1ZE1U7k6qhHqN5dszrXQRlY1MUBZLEFuwCHKd6AS+TSUPXdTiOi1wuA9f1QAhalhhZbsz1zGczwLruarwL13UhyzJsu7LgJwiA4zhVWcjPPfc0CPF4J2U+nwvITXr+eyyZIvh+vDQ5lcvloGkqxsYucUnsZv+eqsUoqdQYrr/+AOLxZMMJt3oK2efPjy4r1ZlIdPoeNsv/NtYyF+XHTf1xHMTjHZBlCYqi+Yz8JKi0OU0+tkrGM1gADXYXs6KwbVuQJAlnz55GX99OLutVjq3CWA8RIkSIENceVkvyKgeLRTRNQ6FgcLlJQRAhyzJXBGh2TFlP7FooGFwmn/kEM48+WZYDVi6ExwSWZfpdcKJP+BahKEpLuvgXF+erxhiM711O/qMdh1G0tbXXHE+1eaHKUlFfMlRHoZCH63qQJEqMe+65p1c87729O5FKjUMQRBhGbtncl+d58Dxvy+SrW17s6+/vr+tz73//+1s8khAhQpQj/oq9mCEuxMVFoFAAdB3o7IQgimteDLa3d+LWW+/A2NjYuiTvmsHwCbH10Crfn2ZhtcnfYicAOLs9GFhRuSmaXGT66LIsY2FhzpdnE6t2HwSRyaRrJpwJ8eC6LiYmLkNVVaTTS3X59TEpirGxS0ilxhCPt0GSpHVLDocIEWJzYrPdq8vvzYqi+AvNAkyzAFmWoWkRyHLpUmq52Kleo3mGtRZtGomLpqaKY4vFEsjlMj4LthKsqzGTyfgeIgSSJLYsMVILjc7nWrF9ey+mp1NV3xMEAV1d3UinF7mnbhCEAKqqVTCF6XXfD9M0AjGAxIs4RcY2hecROE6BJ3ocxwYhLizLxKlTL+COO14DUZRW9Xsqv166u3swPT2JkZHhkg5WFqOcOvUCZFmF49gNJdzqKWSvJGPLfAtX+m3U629X/hlCUDU2MwwDY2MXEYlEEI3GcOXKNMbHL/OxUGKABMdxmx7XBLv1gt3FAC0mM6a6bdu+TJa6qeWRQ4QIESJEiEbAYnPHsUsk5wVBaDjuZLHIqVMvoFAocO87QSCwbepJF41GYVkmHMfB8PBJHDp0bM1x7Uqxayo1DtM0UCgUoKoaHMeG63pQVRWxWAKGYcBxbESjURASQT5PVZso8aeY4/E84hflVmfLtByCJLQgmD9gNWJctfURjb8mkE5nUCgYsCyzQrWB+oRLKBTyUBQVul6UgK9nvcHO88jIsO8XXbTAqQbXddDWlqxvIjY51kXGM0SIEJsTnF27rVK/uRmLQUmi/hWt8K0IolkMnxAh1hurTf6yTgDWSZfLZQMeQsUOgFwug7a2diiKio6OTszMTPH3qea7VFXKAKDeTRMTlzEwsKck4RyJRJBKjXGTY9MsQFFUeJ4L13W57EI10CSmx+UplpYWEIvFVxWkhwgRIkSrELw3M7k8x3HheS5nfrquB9M0Skznl4udGpXWWwuJqdG4iEp3Fn342traYZrTJYthxh5m/1mW5XvBiYhG4wCo7BFNOohIpcaxc+d1dY13NVhvqcK+vp24dOk8MpklzrQmhO4rkUji4MEjeP75p6t66oqijKNHb6x6/so73ZgnLiP0UHJNcf5LizwC30c6vbTqOS+/XsbHC3jxxecgSaJPJBJQKBSvdUIIlpaWoOsR7gnXSFflSoXserr/litouq6L8+fPYmzsIgCCSCSKmRlS8Ruo9Tvp6Ogsic1s20Y2m/FVEQjy+Rxs2+JexkNDJ5FMJlvaYRosgFLJ9mIyjXkh033Tc7WZ5ZFDhAgRIkSIRkFj4myJ9CZAY89IJNYwySuRSEKWFVCPPkqaZmSrXC7DVZREUUQqNYF8Pr/m/OJysavj2BgZGYamabBtE/m87cfZEmybIJ1ehKJoiMcTXN0pn88FCGIsvyNCFAXIstwSj962tiTm5mZ99YlikY/Fo0FPQYby9RGLv1zXBiAgm834Rcx4hRIkOzexWLxiu/WQ+9rbO3HixO04f/4szp8/C8PIV3yGxVSWZbV8/bJeqH6VNRFvfetb8d3vfnfZdskgJicn8YlPfAIPPfRQi0cWIkQIxnSQJJknFTyP3qCvlsXgSp1RQX3rECHWC67rIpUaw+joGaRSY7Btq+Tf7LrM5ahcV6FgIJfL+owj+luslaxknQCSJMOyCsjlcgE5B3BpuUgkBklSkUi0oa9vJ65cmYVpmoHtS/x3Xw2EeBgaegmLi/M8qXb99QcgiiJsm3o4mWahRF5CkmSfUVY9vGCsOZood+G6HrLZLJaWFpDL5TA1Vb1rIkSIECHWE2wxzuTyqLE7vW/TWEPwCQ6eL7PjrRg7xWKxmuuhcsbr4uI8nn32SVy4cA5XrkzjwoVzeOaZJ7G4OL/i2FcTF0WjpWMr954LFpfYX01TEY3GkEx2QBAELC0tIJ/Pw7JMFAoGRkaG6xrvatHIfDYDkiThyJEb0dXVDV2PQFU16HoEXV3dOHLkRiiKiv37DyISiSKRaEckEoMsa4jH23Drra9CZ2d3ze0GY3FBECDLmp/IEngHH+3iKz6zqWdk8VlLiIepqcmGj6v8eqGeKHkQ4vrdnQL3Ac7lMtwzhRYeK68llnhZCcG4oq9voOR3s5b1yeLiPJ555oc4d+60z443sLS0AMdxSn4Dy/1OLl++yK91dtyU4ISS1/P5rF/gdlAoVHbC1jsX9aCnpw+KovK5Ky3EFzsv2bXPCqp79uzFtm092LNnL2655baQBBkiRIgQIa5KZDIZ5HJZX7LS8Ql4LmzbQj6fQSaTaWh7L798FvPzVyriK1rEItzfjXkfNyO/WCt2ZT7ZoliM7VjxjMYfnj82t+R9WVb452is5vFckCiKLfHo3b//MGRZ5bYxgkClzmVZgapqaG/vWDZ2qxZ/yTKN95hEeRCO41QoqTDUS+4TRQnd3T01Y6BgHm01sfRmRMs7+37u534OH/nIR/ChD30I99xzD2666SYMDg6is7PTl/5KY3x8HENDQ3jsscfw4osv4u677w79+0KEWCdsVq+cerHeMk4hQqyEcqb4xISJF198DrquQ9f1kg4LQqjEQpAVxdjzkiTXTFZu29aDF198riLxB9AAVdd13pEyOzuDTCYNyzKRz+dgmgai0Th0XUcms7RM5y2VECtnpgcZabSDo/gNqqGuwvMMuO7yJJ9SVjpBoZBrOEgPESJEiFaAddFQmSDPly8GL3owI3pKdFCQTLavKO9TT7cSsHYvutXERTt2lI7N81zIsgLLMiu2IYoiRFHCwYNHcfnyRQDgRaDibZ20vGO73vlsJmjMfHvNmHm1MXXwe5lMBpZlIRrthmmasG2Ld9cFE1KyLJc8f1lRrlGUXy9BiUhC4HvE0PF7HvFJPh6oV0zlcTWrq3I1c8l+OzRZRH+vLAmWz2ehKB0lBbhavxMAMIw8otEYJzUVE2mkRCHBNE2/c64y+dfMDtOg/KmqarzICACRSJR/LnjtbzZ55BAhQoQIEWK1WFpaLLEtCeZBbNuuKT9fDa7r+jEsqSguFbfP/w+6rvP9rCW/WCt2pYQhAlXVkMmk4ThUJYPFHbKsoq2tDYZh8PgEgC/16fDipK5TkhmT8myFR6+qqjh8+BiGhk5yKX/PozHh4cM3YOfOgWVjt2rrFE3TUSgY8DwPhUKBq0bQ97QKeU+Geo+RxYdMGaHWOaeKGfXOxOZGy4t9v/Irv4K3vOUt+Na3voWvfe1r+NrXvlYh70UIQXd3N17/+tfjwx/+MAYHB1s9rBAhQgRwNS8G11vGKUSI5VCNIW8YOc6U1zSNJ21HRobBEqIAYxMVWeRdXd01k5VXrkwjEonAMHK8SMgkHERRgmma0HUduVwWkUgEoijyIIolvZLJDkQiUeRy2YrtM2kwKiNRGtQGpaSohAR4UMQkxorHUzuYop+nv1M6dx5suzKxHCJEiGsDm8l7ly3GDSMf8E5DoIuaFkMcx/Hv6d6KY63HqwxYO4lpNXFR5dgkP7mg+Os2JilJAAjYtWsP+vp2YXIy5Xc2kpLFsShSD7+VxruWc17vfDYbK8XMq42p2fdSqTFcuUK75CMRKpNpWVYFOYetp4MM756e3pL365nb8uslKBFJEzhF4g7zhqOFRpEnv4JYa3KJjTubzcCyTCiKhkQiUde1wX475UQkOq5iAon9Bmr9Tmh8ZfDxsKKh55V2VBZJVoT/Zgyj4N8XJKiq1tREGyuAnjt3Fvl81vdnFmGaJizLQltbEgcPHr1qCJshQoQIESJEPXBdF/Pzs1XfYyScagS1WqAezKQkh8K2FdgyBEGAoqgBu5S15Rerx66eX6iLIJ1ehGXZAIqy7bRrjnoTBuMToCj9zo6BFfqA1nr00nVAP86cGUImk0EikcCBA7TjD0DD6xTWjZjLZeA4NL5lMf3Ro4dx7tzImsh9LD5ksqe14HleSSx9NWNdPPt0Xcdb3vIWvOUtb4Fpmjh9+jRmZ6mcWDKZxJ49e7Bz5871GEqIECG2GIKFh3K0is3SDGympGaI5qEaQ56yreD/24CuR2CaBRiGAUkSEYnEYBi5En8fQEBHR1fNayKXy0HTNKiqikKhgFwuA0DwJTRpso4xxJi0UzCIcl2a9IpG47AsK2BKLXCZKkmSoOsRX7e+GNRu29aD0dEz/nFKJcVKWgAUA7rtteeqWJykcyVJIjRNW8v0hwgR4irFZvPeZYvxF198FoVCgTNk2X2r6EtB5ZAXF+dRKBg4d+5M1UUvQz3dSmslMVWLi5j0ouM4SCTafBmg0udLeXfZ1NSE70VIfC8N2uGVTHZw/7n9+w/i2WefAn0GCDzhwrzMBAE1x9uMc361q1NUQ/n5ZwQdURShqiocx/ZfZ4Uo6s2SSCTR10fX0+VzOz3tYnT0DDo6urBtW3fJHJVfL6xoRZ/tAnQ9Asex/aKfAEEQEYvFuXRUOdaSXGLjzudzMIwcXJd6z+h6tK5rg81dOREJYMU6t2RtUGv9QAgwMLAbi4vzfhdvke1NJauKSUFd12CadJ6XlhYCfo6EE6+aCULoPCUSbYjHE34nJv09K4qKtrZkU/cXIkSIECFCbDSmp1MrqAYJ/n/1IZfLIRKJwrJMeJ7AZdSBoKSj6EtlyjAMwydDiSVdZ6tBMHbN53Noa0vAMAo4efI5HrsEx8NiPTo2YNeu3VhYmOfFQl2P+b6FEb5eWQ+PXllWceTI8WU/Uy3nWSt/yzzDk8l2aFqkJKbfv19cE7kvaJ1Ti4wuCAJ0XeOx9NWOdSn2BaFpGm688cb13m2IECG2KDZCxmmt2GxJzRDNQzBJZ9s2L6yx7rtMJu2bAgtwXQeOQxlE0Wjc14Qv6rBfuTKLWCxeNXEZDJIikQgURUY2mwkko2lXYZDdBdDfRDLZAdMsQNejuO66PVBVDc899xRyuSwvvsmyVFUCgl27nuf57Plit4soSohG4zzxtBJY1wgAn6kWQyyWaMZpCBEixFWEtcpWtgrt7Z24447X4IknHoVlWSWkDKDY4SOKAizLwve+9wjvVp6bm8XY2GUcPnwMu3btKdnuSp1fayUxlcdFlmX5voN0m4uLC3jmmSexf/9BdHSUxhzBsfX07OAL60QiWXVh3d7eicHBQxgZGeLPAV3XSzqeqo23mee81eoU603OKj//QW9cgCAajcG2bd/Tj/rIdHR0Yv/+QxBFqWJug+c/n88inV4siTnLr5cgS1wUBcRicQDgPn0HDhzCrl3XYX5+HiMjzeuqZON2HJsrIoiiUKKMsNy14bouTNNAJpPxGfCl77Prk60NCMGy64d9+/YDACYmxnH27DAnQTEPT9rtJyIWS+AVr+jD6dMv8eQcK3rHYjGcO3cWt9zS2bRrJkgqYyx/BsdxQvuCECFChAix5ZDL5aDrOhzH8snEJFCUoyS8HTvq78iisRZBLJbwcyg0d1FqkUJji2w2w4lEAJBKjSEeT6wpb8diV0EAMplFDA8P+UU9IaAiUlRJYjGNoijYu5fGJ0Gi2/btPZiZmd5UxLdaOc+9e/dDUdQa8Zda1RZhreS+WCyGy5fz/rVTJKoHIYoidu/et+Hz1iyse7EvRIgQIZqJjZJxWi02a1IzRHPAknS0G4522wU7Hgghvsmw4n+j6CWTTHbAcRxeIAQEXLhwrmohuDw5p6oqL+J5HsHg4CEAwKVLL1eMURAEqKqO667bg2g0hrNnTweYbZ6f3Ev4HR3Fonnw2tV1HZqm8cKeoijYs+d6GIaByclxOI4Ny7JQHkgVu2FkKIoCRaHGzpqmQ5Y3Z3E+RIgQrcX0dAqWRWXoWIcKKxhttPeuoqi44Yab+b2P+UnQxD+TWoxhaWkBgiBybzNapHAxNHQSfX39FR1+y2GtJKZgXFQs9LDiQwKSJPGY48SJ2wBUjznqXVj39u5EKjXe0HivFr/lxUVW0Fo/clb5+Q9KUtJzWCy+eZ6L9vYu3HTTiaoysCy+YJ16nkdg2xYkSeIxZ7U4uhpLPB5P8AKxJElN76pk46axSKksLJPg1DRUvTZYQsmyTLiuzSXBGfmpWJiL+37JdH+apmNxcR6yTH/L1dYPAwPXIZFI8PlJJju4hNauXbuxd+9+TE2lkEgkYNsWL6prWmvuYct1/goCkEpNbKpkX4gQIUKECLFWxGIxaJoGw5C4Rx0DK4YxH7t6wGItUXTQ3t6BfD6HfD7HC4eiKJXImnueB0miZGiWE2lG3s51XZw5MwzHsSHLMpdoD6o9ybIMx/EgSXJJfFIeV2yGuJlhuZzn+fNnsW/foC/NaQOoL3/bKLkvSNbT9QgAwVd+8Dgxnl1HkiQjEonxQupWQFjsCxEixFWPq0nG6WpJcIVYHVjgyDyMaPKIdYEwbz0aMMqyDFYM9DwqscbY9FS2iiaKqhWCqyXnCAFisQRPQrquu2wCtru7B88//zRc14Esy0gkkiXsf1luh6KoPOhKpcZKrt0go9zziL+NBK5cURCPJ7C0tFDh0SuKki87ZUBVNUSjUf+7m7M4HyJEiNZjdnYGmcxSiZSxaRqIRuNQVXXDvXfb2zuxb98gnn12wU8CiKA+HkA0GvelfTxe6AvCdR2cOTO0osxNEM0gMbG4aHj4JAwjB1mWefGBwbZtTE6msHv37prbqWdhvZrxXg1+y67rYmTktO+LRqV/XNeFZZk4e3YYt9xye0ueWeXzyaRiJakojwpQXznPI+jr668pA0sLgsFu1KLXXzDmrBZH18MSb2ZXJRt3Nb89JsFZ7doIJpQkSeJy5SwGU1UNgiDwwlw6vYRnn32SxzOSRBOHnZ1d3Cu5UUZ5LpeDJEmQpAi//otz1NzrORaLYXrarSBHUDWJrO+1bIaqISFChAgRYsuA5Vji8TYsLs6XvCcIVMr83LkR3HJLR12xWXmsFYvR+Cqfz0FVqVUKIQS5XJbbkuh6hJOhm5W3m5piuUHJlwxVuIefIACqqkEURfT09KKzswuzszPI53ObNtfJsFLOs1AwcOLEbZidnUI6nUE02tz8bXlXIZtTQjyf9Fj0vZYkCaIoYdeuPZt6ThtFWOwLESLElkCrZZyahashwRVi9WCBI/MwCjLDqLyb6DOICJespKx7D6ZZ4P40wYQeUD2gDCafTNOApkVKgqSVErCzs9MlQZiqqlCUDt/XyUUy2V4io1Dvtct8hbq6ujE/f4VLUrDiYCQSQTweR1/fAAzD2NTF+RAhQrQWruticXG+xJuCFfzy+SwkqX3DvXdd18W5cyOIxeJwHLuETRzsmqt2fxRFAZlMpqF9MRYq84xY7X1SFCVoWgTxeHV5ZFGkSY1moFHS1dXgtzw5OeHLVbu8eMRIO4Zh4Ny5s9i//2BL9h2cz2w2g8lJ6p9Y7pFXrXMyOLdBVjpAx85kqMpjzmpxdPDflEA0xv1lurt3QBCa99xm467mt8ckOKtdG+UJpaBcueM42LGjl8cytIA7jFwuW1IokyQJhmEse80ut85Yz+tZ03RkMhl4nsPvlbTj2IUkSYhEov54Q9WQECFChAixNRD00pYkGYwsLUkiEokkVFUtyZfUI8FeHrum04uIRKI8bsrlsjxmAuB7F1M0K2+Xz9P8SlBCXZKKsYQkSdD1CAwjj0uXltZNZWKtqCdvJIoSdu7cBdt2QSpVNVeNWl2F0WgUtm1B03Tfw9mFIEiQZQmxWJzLt28VhMW+ECFChFhHXA0JrhBrQzUPI03TkMlkYJoGRJEGFKpKZd0UhUpCsUJg0O+IoVZAKYoS+vsHoChS1UBpuQTs7OxMxXUY7NbTtEhJUFzvtcs+I4oikskOniQF6FwwCYrNGpyGCBFi/TA9nfIZlZVm6Z7nwXWdDZf3DRYTotE474CmndfF+115NxJA742JRH1epNVYqKy7erX3y5Xu241IHq2ERkhXV4Pfci6X45LcQb8U5p03NnYR+/btb1kRJTif27fvqLtzMji3oihxCU+6TQGapgNoLOYsvzZnZ6dw8eLFpj7L2bhZF2XwfsASYdXkvqsllARB8CWbSmOZl18+i7m5WV/CqbSLWJbJqln663U9u66L8+fPIhaLBQrQVAHC8zwkEsmK+DFUDQkRIkSIEFsB7e2d6O3th+e5cF2XW4EEY5xcLlfTK65azBKMtVKpMVy4cI5vL0g+Yjkdhmbl7aLRGGZnaUxSvsZg6kd0f26FHOZmJvNUW39QchIlYiUSbb5PYvPHXk4CY/tlJC8mtb7Z7Z/Wiuql1hAhQoQI0VQwRnQ2m6nQGWfYLAmuEGtHb+9OJBJJxGJxRCIRiKKItrY2v3tO5kkoFnwAQFdXN1RVrUjUAGsLKFkQe/31B9DXN8ADmVgsVsJQW2l/PT19UJTqvlOyLMPzPGQypdc3Y9hHo1HoehSDg4dwyy23IZFIIpUaw+joGaRSY9wUO0SIENcWmPxdLJbwk+/0ddYJ3dnZteGLr2AxgfmjRiIxX4o4huuu21vTk0+SZBw4cHjFfazk57vae+Ry921FUdDbuzExB2NoS5LMJQ8pQ1veNAvuWCwGw8iXSDIysGfc1FRq1dtncWE9z0FG3NmzZy+2bevBnj17ccstt1UttAXnlsk/0WSVwH9nQP0xZ6uuzVrjlmUFkUiMJ7ooCSlWU+673ljGdV1cvnwRTHUBKO0iFgSsmqVfej17fN/Nvp5ZAisYW6mqBllWIElFr58gQtWQECFChAixVRCPJ6AoKu/WLxQKPCbzPIJIJIKzZ0/DcWxYlolcLgvLMuE49ooxy7ZtPXAcB7lclluOMKsUQgj37iaENC1vt2NHMU4vX2MkEm14xSuur5obAopkno3ASjFs+frDsiwsLS3AMHJwXRuLiwt4+uknMT8/1/SxBddtwf3S68CC6zrYvr1nxXj6akfY2RciRIgQLUY5u4gQgqWlJeh6BLqubWlGybWKWp56iUQSAE1k27aFXC4LgCAeb0M6vYhMJoNYLMb14BlaUQhejonOinejo2d4N2DwmCzL8gMmx5foBIaHF30fQiCfzyMSiUDTtAovwUbYdiFChNjaYMzPoPQeY+uqqoauru6NHmIFO7Xcr7SjowOJRAJDQyf9gojAE/2HD99QsxAYRKv8fFeScyYEGB+/3BK/jFpoplRpK9Hb24+XXjpZtWNTFEVEIpFVF1FW8xxspHMy2NU/OzuDxcV5yLLsd4w2FnOup9d0qRpBBqZpQlE0JBKJmtdGvV1109MpAKRCIhSgXcTsGlzL2FvpPwOUJrCC3YuFgoF8Pl81iRmqhoQIESJEiK2CalLWrEOfyVjn8zkYRq5Efr1QMBCJxGrGLCwu8zwPtm2hUPBQKBiQJBmWZUAQBNi2BdM0USiYOHz4hqY83yVJwoEDhzA8PMTjdE3TA7YrlUpMDOtF5imXRNV1HaOjI8hm01w9Ynz8EvbvP4REIsk/297eiYWFOdi2XWJ7EIslfN88B2fODOPmm29tuiw89TY2/VwbAnMoQBRFLCzMb9quyGZhXYp9X/va1/Dggw9iZmYGe/fuxTvf+U7cfffdJZ958cUX8Uu/9Es4ffr0egwpRIgQIdYF1RjRmqZxXfHOzu5lkxgh1h/EsuB9/zGQ1ASEvn6Id90FoUZnxHKoJaEJAKnUOEZGhv2CWFF+IhqNIpfLoa2treGknOu6dfslAbWTwIR4cF0Xly69XDUJuW/ffrz00gs8sUY9BwlkWYZtC34SlLLyOzu7YNs2VFVDPp9DLBZftkNgqwddIUKEKMJ1XXieh0KhwBe3LHkN0K64zdDtXk8xgRZi+nHmzBAymQwSiQQOHDhcV6EPaK2fb/mziBUqL126gMXFeSiKDECAYeRx+vQp7Nq1G3v3rl2esppfSjq91HSp0uX2nc1mYFkrF4yqQZIk7Nq1G6OjZ0pkH5mcKyWyFLvGVvKGCY6tnudgI9usBlYc7OsbgOc1Fh8Esd5e0416cK9U0A76DkciUViWWaGuwWKwtd5vWuU/w1BLllfTdF8OvvKchqohIUKECBFiK6CWlLXnEeTzeRw9ehxXrszAMHIV8uuEEBhGDrlcpY92MC7TdR2apqFQoORD0yygq2sbLMsq8fqdmprAzp0DTclbdHZ24cSJ2zA5WRmn5fO5DbUAKienTU+7WFpaBEAACLyYalkmnn/+GUSjUTiOHYjxFei6DsNQIMtySd4LoOT3ycnKAuxaYmBWELZti5OgPI96QjPp12tB4rzlxb7vfe97uP/++/GqV70Kd911F5599ln89m//Nt7ylrfgox/9aInhZYgQIUJsNdRiRAuCAFlWuF/O+fOjm47Vfi3COz0E7+EH4aXTEBQFnm2DfOfbEO+9D+LBlaXYylEracX8Z8qvC1VVIUkyksl2aFqk7mtifn4Ow8NDsCwTtm3BcRyMjp7B0aM3orOzdmdMIpFEX99OTE9PghCgu7sHU1MTJezwYBLy+PETOHfurC9HqmB+/gqXB3NdF7Ks8GBa06KYmprk3QSzs9MYHT0Dz/Og63rFWK6FoCtEiBAUwcWjLMvI5bIwDAPxeAKSJG+qbvd6iwmyrOLIkeOr2gdL4lO/skJJQiFYVFot2LOIzbtlmchklgISlcVF++joGczPz2Fw8NCqC3CLi/MYGRkuYf2OjV2Ebdu+R2PryB7sGBmz23U9SJIIXY823EW+d+9+zM/PIZfLlpwTQRB4MbrRLr16OuWi0VhTO+CXK6CtlFC5Gryml/MnZqDHQRCLJQJJQvAYZmBgd13X32oSUGst3DLUIh4IgoC2tiQURYXjODXvUSFChAgRIsTVinIp66AaiKKoSKXGeCeZJEkV8peO4+LKlSsAqHJRd3cPZmenkUpNIJNZQiQS9RWLqIJHoWDANKkUJCPKMTQ7b1ErTttIj+tq5DTTLMCyTACUlClJIi+4Li0tgBCXd1jSGN/1laviVeVIRVFEPl9KGluLCpTrujh3bgSKIsOyCv6rVGHLdV3ubbwW6farBS0v9v31X/81fuEXfgEPPPAAf+0b3/gGPvKRj2BychKf+tSnNsUiIUSIECFageUY0TTBNcyLPqGc4caCWBa8hx8EMQwIvoymoCgghgHv4Qch/OHH6+7wW6mrgF0Xnuchm83AdR1IkuwnukVoWgTXX3+g7n2dOTOMQsEoSWBZloWnnnoCt976KnR2bqv4Xnkg5XkeLl48B8/zOKONJTc1TUM+n8aTTz7mB7xRn/HmcdYcIcRnTYlwXQ/5fAa6HoGq0jkTRRG2bcG2LWiaVhHwhb4yIUJcGyhfPFLyQAcKhQJs28YrXnE9+vp2bqoENSsmpFLjmJqahCAAPT29aGtLNmX7PT19ePnlUaTTi/C8YheZaRpIJJJNWcwH550ylD0AAhzHBgDIMn3uEeIhl8uuugDnui5OnXqBFxNZQcUw8gCAzs5tFff/ZiVN2DE6js2Z3VRGm6BQyEPTtIaOS5IkDA4eqij0yrL8/2fvz4PjSNPzXvT5cqusDQWAAEEABJts7kuvQ073dM/0HHlmbOk6xpauQ/txSDPSkRxhhSzLm6xr2eO4OpbsqyPpWh5bNyZipGNdWbKtsI+Pry1LcSR7WupWz0xzutnNDSRINgmgABAEUKgt9/zuH19mImuvAgor319EB5qoqswvMwuVT73L80Y2qL12q3fqlCuVSlFgZ7s74LsJqGxnoKlfSTCgc0dgeByS5DYECdPpDE6dOtNxH5sJQPXTurxd4cH5889hYCC36Q5OgiAIgtjLNLOyFnN3KyiXV1AsrkNVVfi+D855TXGZ7/vwfQ+lUhEAx9yciffe+wYkSQHA4XnC9jGdzkbjVDzPC+6zuzcPt9uCw+2gvjjNtm2UyxudkZ7ngnMJsiwHbgYclmVFyb44hlGNmhzi+L5f8/tu3S9ace/eHaysPI5mv4uRM0IjhslHsd+9Uay2nWx7sm9mZgY/9VM/VfO7z3/+8zh9+jR+7Md+DH/1r/5VfOUrX9nuZRAEQewKrSqiOecol0UyhOwM9wb+n7wZdfQ1PFYqgb35JuTPfLbjdtp1FczOPsTQ0CGUSusoFNZg21bgX85gWTZM00A6ncUzz3QvPhYX84EneanBssL3XXz44Xv41Kf+XM37qZWQEl70Zsz+ggUVWeuQJAmWJUdWDXHRxBii4DQQJv68hu59WZYDD3yzoULuaRBdBEE072wKq2jDeQ578f5XLK4jn5+L1v7w4X3k83PbUKDD6n72h/h5930v+Hz3I7vBsFhDVOh6m07A5fNzKBYL4ghi9yOxL970879fQZPwGMN7azynGFrGJhLo6bjadY3l87M9z7Pr1CnnONaOzMjrNqDSPNDkQ5Y3Ak2bSdrt9Pze+uPQ9WTPVumdzle95tlq0KoZnboYyR2BIAiCOIjU6yfHcVAuC7tGzsVM3rBQORxLEsYnNjoAFdi2jWKxEMQ6XAi9zQHIqFRKyOWGAgcHOfhe0nif7lfcQuin+bazfrtxL9gO4slVkVQt1z2DRcfQ7jtLMpmEYRhNH1NVDePjG0Vj7dwvbNvGzZsftHS/8jwPs7MfiZVFCT4/WL8PxuQocfs0WJxve7Kv1fDyc+fO4Xd+53fwIz/yI/j+7/9+/MRP/MR2L4UgCGLHaVURbVmirZzsDPcOPD/fNNEHAExRwBfyHbfRrqugUinBMKpYWXmMbDYH0xSiJ+xwkCTxs1IpY2SktfVmPdVqJerSEDP3RJJOkkTQ1rLshvdTKyElSXJkfRFWaYnuD0SzlUQVl/BYD20QAETHGj439ESPk0joME2jaYXc0yC6CILY+Rlg/WA7gvZxlpbyYIw1dBwlEsLGsxdN0CrxEj/vIhDCawpE4sUa4gvy5q7F48cLgTVi7e/D5KJlbV+xR3iMYRFK/f5FEKj342rVNbaZ93IrXcg5h+s6KBbXYdtWw1yTdtvcDN3YiYbHHA80CTcCG4qioVQqYWlpAXNzjwBwJJMpPH7MOybtNvP31I8uwG4CZq320835mpycgud5mJ+fRaVSgWUZsG2r6diSrWj9XucaEgRBEMR+J66fwtiK53lR7EOWJQjLRgeKogadeTIYkwA4kGUJmpbA2tpKZOEdzmIOE4IAg2WZ0PVkELewmsbr+hG3CIuePM8BIAqpWumn3bjvx5OrwvHJj9ygANR8fxB6lSGRSDRsh3Ngauo4CoXVhu7Ec+cuBt9JxHNb6WrbtlGtlmEYFWQyWSwtCR2paQloWgJHjoyHe4vWw5go9ArfI+K7gQRZVp4Ki/NtT/adPXsWb775Jj772cZuiMnJSfzO7/wOfvRHfxQ/+7M/u91LIQiC2HFatd6LwFYr7+q9Gew86LCJSfiO0zThx10X0nhnQdeqqyAUGKGlQNj1ED4WrYExSBLDnTu3up79lEqlYVkmXNeNxI14jzGI+UJyw/upXYAy3qEX2mCE6xTCWEI43wngkGUFnudGCUbOAUWRkUo1vr9F9046WiPNlSGIp4/9MAOsnl4SI5sh/pms67WJsF7mSrTrloqfd13XYVlGcK8Qrw2LNcLHN3stQiuf+ipf0bHpN31Nv4o9wmMMi1Xit6AwidnP99hm3svNdKFpWjBNI5gRY6JarUSd/mpMk/Rz7b0mKiVJRiqVDgJtDhzHRalUhOuGs3GkyAJLktonwXv9e9rq/Jb65F2rv9Vm+wkdGVZWlmFZVjSzsdn5KhRWcffubViWBUmSUC6X4LoOUqlMZGne7hwTBEEQBNGcuH4qlYqBhvWjLrzw3iw0oB908qnwfQ5ZlpBOZ4MYjQ9A6F9hNS8sP13Xhe978Dwvik9cvPgCFhfn+26hWV/0FDqb7IbLV6sip3hyNXQEEclTryZ+BSCaZV3/HQYQGj+0So8XW42PTyCR0OA4G0XgzXR12FUY2ug7jiiMcxw73DsWF+ehaRo0LRElbwEExe8iQakowpp/r42K2C6aK/w+8rnPfQ5/8id/gkKh0PTxoaEh/NZv/RY+/vGPN7xhCIIgDgJhJfGJEycxMjKGEydO4uzZC1CU5vUWezXYedCRPvUGpIGB5o9ls5DeeKPjNlp1FYRJs7CLwvP8SHwALBJIiqJClmWUSqWW+6hndHQsSPRtdAmGP33fg6pqDe+ndDodVWXFCa0vwqSd73uxdbNAIHvRcaiqBkmSoKoq0mkRzMpksnjllU8hnc40XW8qlcbrr3+65u/h8uVXaU4lQTwljI1NQG0x/3Svdvhudzdiq89koHtN0KlbanR0LDrvjDGkUpmg44hHVszh7xljm74WR46MB/e2WsJgTDKZgu+HBSW8rxW2Y2MTUBQ1un/FbUrDJGY/32ObfS/HdeHw8CgkiSGXyyGRSEDXdciyFFWtC/tRA5VKGa7r4PDhsS2v2/M8WJaBcrkE0zQavoM3e8/F31+MsWhtG9XwPFoz5zxK2jWjl7+nTu/rZk4BIYXCKq5efQcPHszgyZMlPHgwg3fffQeFwmrTc1K/H9d1sbq6jJmZWzCMKqrVCtbX12Dbds1rfZ8jmUxierr29YqiwPdFkKqbc0wQBEEQRGuy2RwmJo4GSTo/GFsitF6t3ktC15MYHDyEiYlJZLM5KIqCarUadXqFukXoCAZV1aAoKoaGDkXxiWPHjjfE8foRtwiLnprRTj/1m3Y6KUyuyrICxjYSaKqqQlW1qNBLkiQMDOTw/PMvQVHUlho/7E48ffocJiammur+Zrp6o6uQQdMSWF8v1J07DsexYRhVVCrlqLB8Q3eJZO6pU+dw9OgzT0WiD9iBzr7v+77vw/d93/e1fU4qlcJXv/rV7V4KQRDErlHfeu95HvL5uQYbJ2DvBjsPOkzTIP3wF+H/5lfFjD5FER192SykL/wIWIuAXpxWXQWh2BDCA5BlCbYt7MREgFUKrCeEMMpms12ve3l5Cel0BuvrhSgpF7fy9H2v4f1UbyPGOYdlmXAcB77vQddT4NyHbVvRa0TVG4uCWImEjsHBYYyNCdsEwzBqqsEURWk5TFpRNLKgIoinlN0cNr9ZtrsbsZW1I9C9JujULbW8vFRz3jVNgywPwrKMwDZUQTKZDO5Rm0/AjY8fxUcf3UOptB5VXIc2SYODw3j11U/i8eOlbZk7UiqJSl9hk82ChJ8LVVWRSmWgKP19j23lvRzqwtnZh3BdB45jR9atqVQG1WoZjuNibW0FgLCnUhQF3/rWN7c01y7sXrNtC67rwLbthi7CZu+5+PtLBF54jeYI7bt9n0cWWK2S4L38PW22q7ZXq9D6/YSV5KGrAYAoCVutlqGqQ1FhVXjeHMeGomxsc8O6vHFWMWl9giAIguieUL9Uq5XAUnyj2Md1HTDGoChqVFyWTmfx8stXwDnwZ3/2NRQKa00TbMJm3oUsK8hksnjppSs1+mA7LDQ7FT2VyyXk87PbOqOvG50UFqfl83OYnr4JSWLRmJZw7ICqanj99U9DUTQcPXpsS7MFm+lq1xXrS6ezME0Trus0fa3v+0F3po9cbijQqqKQPZ3O4OTJM1s/afuIbU/2AUC5XIaqqk39WwHAsiw4joNMpnkXAEEQxEFjPwY7nwak8xfBfv4XwN58E3whD2l8AtIbb3SV6AM2AraMsZpq+Y25fBIkiSGbHcTKyjKA2ll3gAiynjt3sav9eZ6HhYV5eJ6HVCodVT7JshQlEIeHDzW8n+Lvv2q1AsOoROLI9/0mA5hrEVadaoMYjrNbw6QJgtj77LfPh34k49rRD03QTbfUxMRUw3mfmpqC63pYWOjPtZBlGZcuvYjp6Zsol0tB5bWETCYbuBpsT7FHGLSQZRmDg+JLvucJOyZFUXDq1Nltse7ZyntZBK5uwjTNoEodUeJtYGAQa2srQYV6KrKP3IrFUzywI8tylFT0fR+VSgkDA4NQVa3pey7+/grdC0JL7jDhFyb9DKMadbs1o5e/p8121faaJKzfT6inwrkvvu8hnc4GM4JE8i6R0KO/0eXlxw37YoxFr3FdEZQkrU8QBEEQvRHqF9d1UK1WmrphCKcBN3IcCu+ztm0HOQe7pZtg6Fr03HMvNb0392NucJx2RU+WZWFhYR6KovRsXd4L3eokSZJx9OgzyGSyNd9TNE2vKeQGWidGm52/ZvOMgUZdnc0OoFBYgyzLKBbX2x5TqEU5B5LJ5FOtubY92fdnf/Zn+NEf/VH8xm/8Bj7+8Y83fc61a9fwxS9+Eb/xG7+BK1eubPeSCIIg9gT7Ldj5tMBUDfJnGufMdkM8YJtMpmEYFXieH7M5EIEfWZaRzQ6gVCoCQOTVLssKLl58IRJM7YRlWN1WKq3DNE0AYlaeqiajtWhaAocOjTZd6+DgMF566QrefvtrUBQtCoiGVVEN54WxGl/8wcHGJGKcfotigiAOFrsxbH6z7ESBzlY1QbfdUvHzHg6v931s+lo0+6wfHBzGlSuf2FF9Ew9aiPmwG4mmcBZKP/bf6t7W6/kLA1eiGEjMOAxnx1QqpaBymiGZTDXMQHEcB/Pzc5BlqafzWx/Y0TQNqjoUVEp7yOUGceHC8023E39/he4FQrtsuAmIoiFxLJZlIJ+fRSaTbQhO9fL31Gp+i2maUYV3MplsSOT2miSs3084n0bsD9Hsn1xuKOhcTOGZZ05E571arWBpyYNlOXBdN+rSVFUVAwODyOUGkUgkSQ8RBEEQRI+E+sW2raaFQiG+72N09Ag+9rFXIEkyCoVVXLt2FYZRRf0saUE450/B0aPPYHh4pOEZW5kb3IpWRU+ccxiGgVwuV1Msvh2z/HrVSZv9ntLq/J09ex6joyJO1W6+sud5uHr1HXieW9PN2QzOfZw+fQ6Kojz1MahtT/b9m3/zb/Ad3/EdLRN9APDxj38cf/Ev/kX81m/9FiX7CIJ4qthPwU6iO2qFUAmWZUFVE5AkhrW1FTiOEHUi6JOBLItBw9lsFufOXYwSfe2EZTabi6rzk8kUbNuKKpkcx0YuNxTNAWzXcbK8vBQk+DzYthSbMxgGH8X/C1sqFgw3FnP5QnFWj+d5uH//Dh4+fADXtSHLoiptdvYhzp69QLP5CILYl+xEgc5WNEG/ug97KdToFADZSX3TTdBiq0Uo/Qz4hIErXddhWbVz84QVpgVZliK7pDgi6HMTuq73tI5yuRQEyrwoGRVPjCYSyZbnI/7+0nUdhlEN7L1leJ4XFQNJktAM6XQ2Smg2C051+/dU/752HAel0npUlLS+7uGDD67io4/u4dKlF6Pj79V6t34/kiTHLNE3bKsYE9Xszzxzoub9retJlEolcC4CUfEuTV1PtkyiEgRBEATRnlDjCb3Bm3bohbOni8V1FIvrUbxEaDYGziVwXjvLmTFAVTVkszmMjjbORO7VErxb4kVPnudAxFl4UMCkR4m+OO2syzfDZkYU9Po9pd35m56+heHhYRQKq5iebq2t4+cqHFHTDkmSKL6KHUj2fetb38KXvvSljs/73Oc+h3/0j/7Rdi+HIAiCILadVkLI972uAsXNhBFjwr/96tWvY3R0DLZtBR2DDJlMFuVyKRpQbRgGstmBjh0nceEcny8oBLFI+IVzBhVFCmYGydA0rWngWIi1m1heXozEuCSxwELDwvXr7+O11z5NAS+CIPYle7lApx/dh70ks7YrALJZOgUtPM/Dn/7pH8OyLCiKAk3TekrUtbovVyrivnz27IWebELjycm4nWbY6ccYg66nGgI+nHOUyyXoerKn814orGJhYT7YL6tJRqmq2nH2ZH1gKp0WukOShIuAaRrRmtPpdLTudsGpbv6e4vu1bRvlcgmO40QuA6ENeqm0jjt3buLy5U9AkuSek9/1fz+6rgfHBKTT2ZrrUP96z/MwMzONVCpVcx2FPWoFly69QLqHIAiCIDZJqPGEXXirZA9DODLlzp1bmJg4Gs1DFqNKvLrCKg+KoiKR0FvGNjY7N7gbhAvGq1heXkSxWEIqlUapVMLq6nLT57ezLt8MY2MTmJ19iEqlHM22Cy3j+zVXuNP5m5ubxezso47fJcICsQ8/fA/3799tub9MJgvDMLa87oNA8/LHPrK+vo6hoaGOzxscHMT6env/VYIgCILYz4SBrdOnz0Ue6M0IhRGwEdhbWVlGuVyEYVQxN/cQpdI6bFs8R9M05HJDSCbTSCQSyOWGoqHK7Uin08GMPzmqcgtn7wA8FtAUj4nAcfN5PmEgtFQqwnGcwEufR6Lc9zmKxXXk83ObO3kEQRBEW8IvwydOnMTIyBhOnDjZ1b0A6Jy8qw+uxO9T9YQBkJ1kbGwCaov5ur7v4cGDuyiXi3BdG4ZRQam0DsOoNj22ZtQfr23bWF19gmKxiEqlhNu3r+Pdd99BobDa1XrD+y9Qew/XtAR0PYULF55HKtWYfLMsYdut640df63Oe3htVVWFLG/c10PLUM55V4GdMDB18uRpHDkygaNHn8Hhw0eijv9Dh0aRyWRqEmP9CE6F7+vBwcFgm1I0yybE9zlKpVJ0/GHyTpaVwFoUkV16q+R3/O9ndPQITp8+h0OHRiHLStvXLyzMoVRaDzo1k0gmU9C0BJLJNLLZgchqnSAIgiCI3hkbm4CiqG3vp4wBiqIgkdADPbQASZKgaYnI/rG+gMr3PaRS6Za6ICzMEvbhBiqVMkzTiIqjt6pvxDy8Y1FsKJvNNp1HKNbaviirV0LdYppVWJYFw6hgbW0N1WoViUQSi4v5rvRxOzq5boTaOrQvrVTKMAwjcKva0LSeJwrmhb5qrvUVRUUqle7rOdrPbHtn39DQEGZnZ3H58uW2z5ubm+sqKUgQBEEQB51QGNm2jUqlDNu2oiScSMQpYIyhWi1DVYcgZv2waBDxxMRkV1XkYeU7YywmXKVIZMqyElTqJ+H7HlRVw+uvfzqyGo0jrNHKqFRKNb8P1+z7PiSJYXFxAUePPtOP00QQBEHUsdnuw16rl3ud9bHdtOpsVBQFtl2Ndc1tFLVUq2XIstJVZXb8eC3Lwvr6WmTz6PschlGFqmpddzXWd57F7TTF7JhjGBjINRyPCPZkmlo8tTrv8Wtb30XoeT4cx+naZlKSZKRSaXz00UfRNjn3AttRpSEIs5ngVCu71UQiGWy/mX2XmNUSP/7NWO/W//10cmQIHQ3CzkYxy5AhlcpE52Kn/xYIgiAI4iAhyzIGBnLI52dbPocxFnXiMyZ0ge/7sG0LkiQHnX0bz5ckCclkCkePHmtZFJdOpzE/LxJhvs8DrSGcEZLJ3hNL9fpmfHwCwIam6JclfzfruHPnFmRZdM1ZlgnbtoPkn4FKpYhyeX3Lswk7uW5wDriuW6NLOeewLAOpVAaVSgUrK8u4fv192LZw5kgm03BdF5xvFKSrqig6U9XmHZpPI9ue7Pv4xz+O3/7t38bnP/95KErz3bmui9/+7d/GK6+8st3LIQiCIIg9TzqdxtKSh2q1XDOIOAwkhdVkvu/DNE2k06noOb0IwXhwNJlMR0JWlsWMvtAiVJaVyApOUbSmgbhSqQTTrLbcl0j2KWgSnyQIgiB2mV6Td+2+wHueD8sycPfu7W2ZbdiKZskd3/dx69aHTe89YRCom2RMeLzCUrsYBBniG2U9JQ+7sV1tdTwPH96PtiOqzU34vgfGpChhGCd+bTVNg6oORa+RJBlHjkx2HcjxPA+3b9+s6QANZweHBUjtLC870c5KNrQHDZOsccT1kBoCb1u13m33+jBYJqxEGxPJqjoEzkFV5gRBEASxRZ48WYru/c1m9kmSDFVVAYhE0uHD41hYmINhVGMacON1YRdgO9vHkZExXLv2rUB3iN+FzgiGYeDw4cY5f61opW8uXLiIbHYQQH8s+bshXgTGmJhLbJpGrIvRRDKZ3LI1f6fk5djYESws5BFeF8/zoiLxcrkE13XwjW+8Dc9zwbkfxKkkpNNZWJYBVU1AVRVoWqKl+9TTyrYn+37sx34M3/3d340f//Efx9//+38fp06dqnn83r17+Cf/5J9genoa/+v/+r9u93IIgiAIYs8zNjaBu3dvBzP4aoNaolKNQVU1uK4D1xXJwM0KwdpgYgmWZUFVE1FwyjCMmmBtK6Eq7N78ms7AehhjGBsb38KZIQiCIOK06oLqlU7Vt8lkEvn8bLSf0dGxpl/gbdtGtVoFwCHLxbZz/7aD+uTM3bu3g+4+uyHhxxiD63pdJWPCgEW5XILn+TXbYoxF975uk4dAd51n9cfjeR7y+Tl4nhuc63JN12I+P4tMJltzruuvbbyL0Pc5stlszbravacWF0M707guYdEMP8MwkEqlNqVJOlnJvvTSFczOPoRtWw2BPkliyGazO1rRHQbLwiBZ7SwgUYyVyezsmgiCIAjiIOI4G1actY5Hgvj/q6qKycmjSKVSuHr1nWjWLyB0hSzLwdzlctMiqZAnT5aCGb7Vms4z0RWYxOPHS10VFLXTN7dv38THPvYKGBNaqV4b6noSjAHLy49RrVb6UkBXX+BnWWbUuSgcKzaKzbcym7Bd8vLUqTPI5+fguk7Qccljjhl+UNx2D67r1MTEXNdFpVJCNpvD4cNjSCSSO1pYuF/Y9mTf2bNn8cu//Mv4mZ/5GXz+85/H4cOHMT4+DsYYFhYWsLS0hHQ6jV/5lV/BmTNntns5BEEQBLHnkWUZQ0OHoiCemDcjLClkWYEkCZE7MDCIXG4Q6XQaiURy0yKn28r3dkK1VKoG1WAMjHlNA3EDAzlMTBzteX0EQRAHHdu2cefODZRKJWSzWZw7d7GpZXKcdl1QvSbW2lXfcu4jn58Nvqhv7OfIkYkg+SO+wHuej2q1inQ6HXSI1yZrNlsZvBXS6TRUVYMkGQ33Jc45EonuLH/CgMXVq18PjlXMtmWMBUEjAOg+eRjSa+dZuI7p6ZuoVMoQ1dAsSriF9+n4ue7FFqrTe6parQSJTd6wncHBISQSOgYGBjcVeOlkJbu8vISzZy/g+vX3USyug3M/OvZsNoczZy7s6PsrHixLp7PR/EOBCAhSlTlBEARBbJ2RkREUi4Xo32HiLUTTtJpCo2JxHffu3QFj4j4dPleSpJZOFvWIZJuORCJR44ig63qQLOyuuKu9vrGxsFCbTAu1YT91fpzQRcq2bViWCdd1AfBAr3DUFp1tzZq/WWGbricxMzONYnENjEnwPAfAhouVSOhKMAwzcE/YcNMInyMcFMS8Q6KRbU/2AcBnP/tZ/Lf/9t/wb//tv8W7776LpaUlAMCJEyfwvd/7vfju7/5ujIyM7MRSCIIgCGJfMDIyimKxEMztKwFggdVCaOMpQ1U1XLz4PBIJDY5T60O/HbQTqoAYjOx5DmRZge97UQWcSEzmcOnSixT0IgiCqOPRowe4ceODoJCCYWVlGbOzj3Dx4vM4duxE09d06oLqNbHWbuad53nwPK9hP4uLebz88hU8fryESqUCyzIgOvoa97uVyuCtECa6wmRMfOaKJCl47rmXuj5Pg4PDOHv2Am7fvgHDqCB+XwZ6Sx5uhcHBYUxOTgV2ouJ8JxJ6FAipP9fd2kJ1855KpdJYXhZJtno4B8bHJzd9jbuxkp2YmMJrr30a+fwcFhcXwBgwNjaOiYmj264v6jsexZxk0TGpqipyuSHYtgXXdcGYhLNnL+xINytBEARBHHTOnXsOjx49hOc5kZYLkWUZx4+fRDY7gCNHJsA5cPXqO/A8F4yJmW7CChJBfEKK7CDb2XjGnRHCDkAxU04kyLLZgSgB2I72+kZCtdqYTPM8LyrsiicZ+1FAp+tJrK8Xgq46Hh0XYx5UVYWu69FzNzN7uZ54YZvnedG1URQVnFcRFrUD4lqG2hMQs6rrzx1jYjuOY21pXQeZHUn2ASIL/9f/+l/fqd0RBEEQxL4mDFDKsgxFUaIgJRDOpcl0XTHeL5u3dkI1mUzCMAxkMplAAHs1Cb8TJ05jYCDX8z4JgiAOMrZt48aND8C5F1WvShID5x5u3PgAExOTTTv8OnVBbSax1s2MuPr9xC2M7t69DVkuAqidJRcGKLZSGbxZ4okuWZajZIymJfDccy9ieLh1wanneTXnYnR0LKo41vUkHMeOimw2kzzcCsIus3nwpVkVdjeWoeF7ijEGyzLheV6USAzfU0eOTERdnvW0ms/XrQbpZCUbBpskScbRo8/g6NFn2p+kPhJW19u2Bcex4bouVFWDosgAau1RxUwZhZwMCIIgCKJPaJqG559/CR988C34/ob+EkXFAxgbG48KbIROsWssOxVFjewhVVVFNjsQzdVtpVPqnREcx4liMpLEUCis4d133+nYadde3/hN9dz9+3ewsrIMzjfsQy3LQCqVgaLwTRfQeZ6Hu3dvB+4IIQyhjWa9C0avs5c7Ef/+ous6SqVi9P3H93lg2SnWFs4QrIdzQFFkJBKJvq3roLEjyb6ZmRn87u/+Lubm5nD48GF8+7d/O1577bWd2DVBEMSm4bYN/0/eBM/Pg01MQnrjDTC1vaUWcfDpV+KsE/EApe9z5HJDUeXZsWPHcfLkma7220/7h3ZClXOxrrW1VXAOyLKLcrkEAEil0pid/QiLi/kdm9tEEASxH7hz50bU0VePmOVxA5cuvdTwWDddUJuh2cy7dvspl0vRLD/LMqIuwPgsOZH4MzA6OrapNW2VbhJd9ayuruDmzRvRvXNuzsS1a99CMpmEqqoolw0ADJqmAkBXycN+0m1iLE4ny9BKpQLP8xo6IE3TCDojK5BlGefOXQjOTesuwZBeNEi3dqM7pcNCwo5H0zRqzo1t2wCAgYEcJEkOzoUPWe59fjJBEARBEO2ZnDyGhYU5FApr8DwXsqwgk8lCkqSabre4Rk4kdBiG0KfhvD1JChOACnRdD+b6NdcpYTwmdFsKO/pTqQxkWe6q0669vtEwPl6rb8rlEu7fvwvOxaw613Vj8+yKGBo6tGmdL7ZfjI4/nIcHyFEy1DRNJBJ6z7OXuyF+bcLiuUqlHCX1RJGgFHT3eZFrRXj84c9MJot0OttyP087257se/fdd/GFL3wBrutieHgYhUIB//7f/3v8w3/4D/H93//92717giCITeHfugH/N78Kv1gEU1X4jgP+h78P6Ye/COn8xd1eHrFLbJdveis2E6CME9o/VKvlmgr9zdo/dArEnTwpZu/Oz8/hzp2b0PVk5Gkv1rN7c5sIgiD2IqVSqWmiDxDJtFKp1PSxbpM9W02MNNtPaGFkWRbK5RKSyVQQ8PBQLBbBuRdZOAPh7A1gbW2lK7uj7aCX2Xie5+H27ZuRnaVIVlbBOYdhVJDLDWFwcBiWZcL3Oc6evbAjNpJxepnD1y26nkS5LDozQzul0DpcXGdhYTU8fAhXrryKhYX276terWbr7UYZQ1TkNDV1HMDO6zBABMZs24pm8tWfG8/zcOLEKZimgYGBLEZHj4Ax0jgEQRAE0U+WlvJwXbepW1Dc1SKuXUWizIfve0HnmihiSiaTOHv2ImZmptvqlDAec/PmB6hWK0gklJr4Rv2+m9HOTv3cuYuQJBlraxv6xrYt2LYFz/NqtsM5h23bWF8v4Pjxk5s6h5VKJZZY86PkmeiCVALL0hSeeebEthRT1X+vSKczsG07csuQZbEOxsT3BxHDUqKuQ1kWc5qTydS22+bvZ7qbSrkFfu3Xfg3PPvss/viP/xhvvfUWvv71r+Ozn/0sfvVXf3W7d00QBLEpuG3D/82vghsGmCoqtpmqghuG+L1j7/IKid2gU9DK970OW9gcYYDy9OlzmJiY6klw3bt3Bysrj1GtVmHbFqrVKtbX1+A4TiRKeyEUqmImXygShV1VWPUlSTJkWdgyJJPJGiEMYFP7JQiCOKhks9no87Qe3+fIZptXrY6NTUBt4TYQJnsKhVVcvfoOHjyYwZMnS3jwYAbvvvsOCoXVrtdXvx/HcbC+voZqtRIk/EyUSuuwbRuyLENVFTiOU2NvyRhDOp2F47htP/9t28b16+/hz/7sTVy//h5cd3f01uKisBgKEXakwlLI90WiM6xG1vVkVCW+k3RzP+4Vcbtunniup5M28TwPt259gEJhDYZhNNgwtdICYVDt8OGxINHHkUwmsby8iG9+889w/fr7O67DKpUKHMdu+nfKGINtO5AkCadPn8PRo8eomIkgCIIgtoFuXS1C7er7PorFQtAhJrSaoshIpdJQVQ3VaqVG78WJ6xRJkpFIJJHNZpvGN7px1Aj1zYkTJzEyMoYTJ07iypVXMTw83BBnCtfbCssyMTIy2nZ/rRAW/R5c1426HT1P/Nv3fWhaAs88c6LnuFMnPM9DPj+LUqkUdSoCQkdpmvieIUkMsqxEvx8YGMTAwCASiQR0XUc2m8XQ0CEkkylyUOjAtnf23blzB//4H/9jjI+PAwAymQz+3t/7e/jsZz+LhYWF6PcEQRB7Bf9P3ow6+hoeK5XA3nwT8mc+uwsrI3aTsLLbceyaLjnG2KbnI20nnudhdvYjAI0V+pVKCbncUEdR2qwjpJtuw+2ylyMIgjhonDlzEbOzj8B5Y6JClhWcO9fcTaBdlfCZM+fBOTp2Vcly8y/J9Z/9p06dwczMnRoLI2GFJEedb9VqGao6BMYYVFWDqipB8cfGvRJAy8//R48e4MaNDyJL05WVZczOPsLFi8/j2LETmzm1m6ZaFfewjSSaF+tSRE2l9W7e07ba/V+PYRhIpzMNFqyhXVWlUsH8/Cwsy0AikWy5r7D7bn19Da5rw3GsaM5MPKDT6rxxDqytrSKVSkW/Y4yhUinDNKsYHBxuWUi0HTosnU7DdV2wJnlQzjkURSZdQxAEQRDbTLeuFrIs48iRCXz44bcCjSxF9pDp9ABSqRRc18XS0kLXMYvN2KcDtdactm1BVRPIZrM1GiosMgu3LcsyXLfRuSGEMYY7d241tfnvxMjIGDzPj7YT/+n7HjKZTN875updGXzfx/r6OlKpFDRNA+fCDl9VNTCGmu8OqqpieHgK2Wx2x+zbDwLbnuxbW1vDkSNHan4XJvjW1tYo2UcQxJ6D5+ebJvoAgCkK+AJ1JT2NPHmyjFJpvekcG1VVWwZ6dnq2TMjSUh7hoOX6oJjv8yCo11yUAp2tstoF1DYrhgmCIJ42NE3DxYvP1yS6wg6tixdfgKK0nhUcJnvy+TksLi6AMWB0dAzlcgn37t1BqbSOZDLVMjEyOdn4Od7ss19VNZw6dRb5/GxkYeR5bk01dDjjQ9zfRCIwnc7UbLvV579t27hx4wNw7kWWppLEwLmHGzc+wMTEZNvz0G9SqTSWl32EXW6SJMdmhaAmSbrb97Re7Ek7kU6noSgKcrmhoJtRWK7qug7LsrG4OI8nTxQoigzX9ZraZ8ar0xVFgW3bUdIwnhBud96WlmqDXiHCgktUtOt6su489D/pGuq30Eq3mZ6SJAmqqsGyDNy9e5tsPAmCIAhim+hltu/iYh6apsP3eVSYI0kSbNtEMpkMdCaiGXz11OuUzdinh5q6Wq3AMCrwPD9wQEphbu4Rzp49j9HR0ajILER09TV3/ZAkCYqitrT578STJ0tIJlNRd5/osGNRkm1oaKTvHX137tyC6zqwLCvSlgMDA/A8FyMjo8hmB1AorDUtQgxdTvZSUf1+YNuTfQRBEPsNNjEJ33GaJvy460IaJ2/o/cpmE2+e5wWzhvya6v6wS25gYLBGDIb7WV5+jEJhFbIsuht2YrZMSKVSQTKZgm1bDfZZYayqVdVWr3N26tmOWUIEQRAHlWPHTmBiYhK3b99AqVRCNpvFuXMXu0pwFYvryOfn4Dh2VKUMiGSh6zqwbaumowponhixbRu3b3+I+flHkGUZmUw2eK747J+Zmcbg4FBkK2qaRpDIEa8XCRwPqVQapmk0/cLe6vP/zp0bUaKzHs9zcfv2jU1VL2+WI0cmkM/PwnEcAAiSXUbQ5caQSOjRcw/SPS1+7w7n8wEIZhYayOVykQZqpQniibpEQodpblh4hgnhZDLZ9ry1cgcIE8n1M2zEtnlTHbbZQqv6pLeiKKhWq8FMGynqeEwkkiiXS0GQrIjl5UV89NFHO6LzCIIgCOJpohtXi3x+Fvn8PEqldciySPDF63RCLZJI6DhyZBz5/FxXMYtO+241t9hxbJTLxUi7cC7DMKpIJBKYnr6F4eFhpFLpKOkYzocOC6WanQPOW9v8d6JSqSCRSEDTNJimsOMHgERCb5hF2A8WFuawtrYS6UFZlsGYFDg+pJFOZ/Hss2dx9eo7FDvqIzuS7PuhH/qhpm+YH/zBH6z5PWMMV69e3YklEQRBtET61Bvgf/j74IbR+Fg2C+mNN3ZhVcRW6dSpVk88UGRZRjCTR2oQXb7P4bpuJELC/di2FXUCShKLOgC7TZhtFdFdx5FKNVpyMSbh2LHjLfffqqoe2OgIGRubaBlI61UMEwRBPO0oitZzQitemMEYQ7VaRlgJ7DjNO6qAxsTIo0cPcP36B3AcK5pNZxgGstkBJJOpYHsicRgGI+oTOaGtp5ixkYOmaXAct6vP/1Kp1DTRB4jE5Garl1uds05JIFmWce7cBdy8eSO6h+m6SGKGs1r28j1ts4muVvdu13WazqgBGu0z44m6cFajsH4VXXGu63WcK9jKHUDX9a4SyYXCKqanb6JcLkbdeHNzD3HmzIWuEnDNCp7EbEYZpVIRiqJBURSoqoZyuYRUKhWtKUyCTk/fxOTkVOSiQJZTBEEQBLF1WlmYF4vruHr1HTiODcOowrKsQLeIzrWQsDhNVVVMTBxFJpPtOmbRi3360lIe1WoFxeJ6TRLL9324roNKpYxUKoOFhXkcObJRbBXOiVYUNeagwaKEJeeAorS2+e9EqLFCTaeqauTiwDn66lZRKKzixo1rqFY3CgyFLToDoKBaraBcLmFigmJH/Wbbk30/8RM/sd27IAiC6CtM0yD98Bfh/+ZXxYw+RREdfdkspC/8CJi6c1ZSRH+oD4gahgHf92BZFqanb+LKlU/UiIiVlWVcv/4+bNuCoihwHBee50DTdNi22TDLZnDwECRJrtmPbds1zwvn5HWa8dcv28+wQl9YTNVacqXTGZw8eablazvN3FtZWcbc3KO2idN+zxIiCIIgaokXZoTBgY3ucwmc+0FQY6OjCqhNjNi2jevXP4hmBsYTOqVSMajylSBJDKoq5mmE99J4IkeSJGhaArKs4Pz55zAwkOv68z+bzWJlZblpwi+07+kHzYp+ZmcfYnj4EAAWrVOWZQwPH8KVK69iYWHjGA4fHsPjx0vbck/bivNA/HW6nsTMzHTXhU31NLt3l8slrKwsN31+p5k2qqoilxuCZZlwXRfj4xO4cOH5mmOrP4bR0bGm7gDdJJI9z8P16+832K7btoXr19/Ha699uuN5bVXwpGkahoaGkcsNIpFIwrKMyPYqjuM4KJdXUS4XkUqld9TVgSAIgiAOOvUW5vVFOqETwAZhwTMC3aBFuqHXmEW39unlcgnVaqVptxoAGEYV6bSYhzw2tpHs2kiGiaSe7/tRwVQ4S7qTzX87xsYmcP/+XRSLhZpYlWUZyGZzfeui8zwP09M3o87BOJyHLg0Mtm0BoNhRv6FkH0EQRBOk8xfBfv4XwN58E3whD2l8AtIbb1Cib58SBm5c123ocjNNA/fu3cHp0+cBAKurT/CNb7wN3/fAmAiEcu5DNC+YGBgYrPEb17QERkdHa/YTDoGOB019n0dzZlrNlum1+7Ad9RX6yWSy6wqpdjP3PM/H6uoKNE3raPHZz1lCBEEQRC3xwoz6ew5jolswnHPm+17Te8CtWx8GyTvx5TueMAREsCKbzUVJt7GxI9F9RVVVDAwMwnVdDA4ewujoaM0X824//8+cuYjZ2UdRwjGOLMsYGBjE3bu3t/TFv1m3lud5KBYLWFlZRi43CNM0cOvWdRw7dhznzp1veg/bjntat/f+xsSejpmZO9HrlpY8lEqi0yy0be3Fgjuk/rjz+VksLy/F7KVE4k6WhQbqNNOGMQZdT0KWlYZEX6tjP3JkAouL+YYK7zCRHJ9TOTY2joGBXLDWORSLhWC/iH5yziPL26NHn2l7/OVyCbZtwfM8yLKMRGLD1iq07jx9+hzu3r0NWS7WvDYs7gpnJm/2GhAEQRAE0R31RTpx+3VAaBDGhI5SVQ2vv/7pmmTZdsQsbNuKElnN8DwP5XIp0lBhsuvmzQ+wsDAPRVGQSOjgnKNcLsF1hbX84cNHoChyFIvaGqzuZ/9YWsqjXC5GjiH1iPnkHIlEIvodxY76B83sIwiCaAFTNcif+exuL4PoA5VKJbI4Cy2dgLCDgePRo49w8uQZcA58+OF78H039hwAkOB5DjyPwbKswEpKdMp5novDh8ei/WwkwOS6fSHyaq+3UAO2PievGZutkGo3c8/z3KYWWkCjnRdBEASxfcQLM+rvOZyLTqREQodhGBgYyAWz0hKoVisYGMhBlmUUiyIx4bpe9IU8TFKEtovARjegJMl9r7zVNA0XLz6PGzc+iGb3hVXMqZSO2dmPeiqAadYlVx8I8n0/qGoWCc7V1RVIEgNjDHfv3kKhsIozZ84jl9veTqxu7/31SbEwsZdOp6EGM6Ydx4bvew22reKxzd+fQ01gmgYqlVLMuhUwTQu6vjHfrxcb73bHvriYx8svX2naSVkorEZzKiVJwsOH95HPz+HMmfN4/HgBnG8k+uJwzrG0tNA22VcorGJhYT7Qcyw4RiOyYo/rt2aFUUIbcgC84W+CNBJBEARB9J96VyKhHzNB7MeH73tIJtORFtlsV1wvyLLa8TmWZWFs7Ej0b0mScf7886hWq1EcJiyYqlY9cM7hOA4ePJjZkh5mjEWuC/HCJs7RN51SqVTgus27GsVxAaqqIZ3uj3sHUQsl+wiC2DLNbiKtkgEEsRuk02k8elRt6FgAgHAE3+JiHgBi/u4bbNg0cViWBcsy4Hk+ZFmCoqj41re+iTNnztcEfmorysR+wr+LZoOGu5mTtxnhtZkKqXbBusHBLKrV5vOTWnUsEgRBEP0nXphRf8+RJBZ1JCUSCfi+j/X1AiRJwpMnS5ibe4SzZ88jk0ljYUF0souu9I0K3NCqun7G2nZU3h47dgITE5O4fftGkMTKwDAqNevppgCmVadYIqFH91fHcVAsFqIghLAT4mBMCbr+gUqljOnp7e/E6nZGbn1STFiFuzUW4Z7nBRZVtbatgNAx+fz8pm1CNS2Bx48Xow7ScGZMKpXCzMw0Ll8eirbXbaFRp2N//Hip4X3WKTnKmIT6+Twb8EjztTrWO3duQVVVyLIUWX7Frdjj+q1ZYVR4DRgTOjAOaSSCIAiC6D/xGIywpBRJrLAzbnBwGOPjkztqC+k4dqTJW6HrOpaWFjE2Nhn9LozDiNnDJfi+B9M0oSgyMpkBMMYCzbc5PSxcpjbmEcdhDH3TKclksm1noyRJSCZTGB/vj20oUUvzgTwHGNu28Zf/8l/G2bNncevWrd1eDkHsewqFVVy9+g4ePJjBkydLePBgBu+++w4KhdXdXhpBRIyNTUAMNm4M/kgSQzKZRKVSQaVSgaIoTYVZOI9IUeSgCimNXG4IiUQiElujo2NQA6vXsKJsY7Yfi+YZNbPR7DQnbycCRJ7nIZ+fxd27t1GtVvDyy1dw4sRJjIyM4cSJk7h8+VWMjo62tWPo51BngiAIojVhQECWFXAOpFIZiCSHmKfHOaJ7jbD7qU2OTE/fwsDAEOJzTSRJqrlXjo9P4vLlV1tWDsfvG/n8LHy/0YqzWxRFw6VLL+ETn3gDIyOjLSuCwyRYs7XEE0Ei4GOhWCzg8eMFuK4bJW7CzsH4/d7zvKgrzPO8lvvpJ93c+8OkWJww6RZahAPi/SDWz2qug23bKBTWsL6+2pNWr9f4jmPD88IOUI7wfdPsPIUJ4dOnz2FiYqppIGozuqfZuQhxHAeJRCJI+DXCmIQjR8ZbHm+47Xr9BggLc8dxavRb/O8vnKMj/nY2Xh+HNBJBEARB9J+xsQmoqgbHcbC+voZqtQrbtmAYBmzbwYkTp1pqke2gUFjF8vJSSz0CALKsRDP7WsMD7eo3LVbqVg8DG9p/dfVJEPcqwzSNGh3cT50SfgcJk5P1SJKMl156mazNt4mnrrPvn/2zf4bDhw/j9u3bu70Ugtj3tLuJTE/fwvAwDaEn9gayLGNq6jhmZm5FgTwhQDYCoqGw0TStpjsiJAygJZOppp2rjuNgeXmppiNO0zTI8iA8z8Xw8CEcOjTasqKs3g4qXpXGmFRTob8dtJsZFK+sb2fx2axjkSAIgtg+6ruownuFYRhIp9PwfR8PH95v+lrHcfDkyWMMDORQKhVrbEAlSUI2m0MqlWn5Rbyfc2br2UoiSJIk2LZdM6PX9zls24KmJaJEX33dSjizUHQzyjtSaNNuRm4YdGl2LuK2raFFeCKhwzSN4Bjk6Jiq1TIYA5LJVPDazh2ScY3PGINhVGvWEOqgarWMXG5oU+epm2Ovp9P7Qtf14P28XjOfOXw/T0wcbbme+LY1TYOqDkWW7YxJSKXSWF5+jGq1Emm5+N9ftVoJnCQeNk16k0YiCIIgiP4jyzJOnjyDb3zj7YZ7fzMHgu0k1E9hkqtVc18ymayJQdW/3vc9pFJpcM7BuSiyirs5ALV6OO62ZlkGbNtqiFk5joNKpQzf96ICsbhVeSed0szRrdU5NU0D2ewASqX1mJOGeEyWZRw7dhyHDo3CcTZfJEi05qlK9n3ta1/DW2+9hV/7tV/Dm2++udvLIYh9Tyf7nYWF+ZqWdILYTU6ePINCYQWVSrnGm5wxBllWcOTIBDgH5uYeRR7vtWJRweHDR1CtNg9ohWJrYmJqy3PyhBALOw8AgGF+fhaZTLZpANXzPMzPz256flIv8wJ7mcdD7E3+1b/6V/ja176GW7eEXdm7777b8Jx8Po8vfelL+PrXv45UKoXv/M7vxN/6W38LivJUSUeC2Be0s9W8e/d22+QIIJJEuq6jXC7Bdb3AKigLzlnLCt/tmDMbZyuJoDDBVZu8FPd60zQjy9J40crGrEMeJY08b/s7sbopoFlczDeci9C21ffFbDjTNOB5HhRFg+s60LQEAJH05ZxH1k9x2lmExzV+2Dm4USwlkqKyLMP3/Six3K9j55zDdR2UyyXk87M1mqbT+yKTyeLw4SOR/RXnPhiTkMlkcfbshbbvyfptiwKvJGzbRqVSRrEo1lWf1A7//sT8GRmpVBrT06SRCIIgCGKnsCwT2Ww2sDn3IEkydF3EenZyZm6onxKJBIrF5m5IwkFAzBAcH5+sKT6rj7HGi7tCN4fQfjPUw/XFd0LPO0ilMtA04ToVOlswhqDwzYs6BsvlEkZGRtvqlF4L/NLpNGRZxtDQIZimGWnJREJHIpHAyMjhTZ9jojNPTcTmyZMn+Lmf+zl8+ctfbvDP74Vmw76J7SU853Tu9x7Vaueqa7pu+4eD/remKDLOnr3QEIBRFAVnz56PKp/Onj2P6elbkGUFtm3BdT0kEhqef/4lVCoVPHnyGJzzmmQhsCG2wvl+k5Pdi8mwSiqZTGJ19QnK5XJwHXhQTZ6B74vA6pUrtQHUQmEVd+/ehmVZNcLr7NnuOyuWlvKwbSuy6IofWyiO48czNDSMK1dexcKCqGRPpdIYH985D3xiaziOg2//9m/Hiy++iN/7vd9reNzzPPz4j/84RkZG8Lu/+7t4/Pgx/t7f+3tQVRU//dM/vQsrJghis3RKjoyPT+DRI5FwyWZzNY8ritKywne75syGbKaLPDxWy7IaZvRyLrq1FEWB49hQFBWapgX3+Y3ZfbIsOv4ZY1DV1sffL7opoGl2LkKryXK5BNOsBtXSQjMMDAxgbOwIAIZisQDLSra0MW/VkRfvcvM8ETQLLbzj9pbhdjdznpodu2laME0DyWQSKyvLWF5eqgkmdfO+kCQZV658YktFVyGb6YzsdmYhQRAEQRD9oVKpQJblpm5IOzkzN9RPhlFtObOPcw7HcXDp0gtB4ZTX8PqQ+Ezu0GY+RFVVjI6O4b33vlljYc+5sB4vldYxNHQoKtwSluMcqqpB1/Ua94KJiam2lv29FvjFNVUymay5LrKs0Ky+beapSPZxzvEzP/Mz+L7v+z4899xzmJub29R2NI0E+m4QBs5D2z1i7zAwkMXy8mKLAJKPgYEsVFWm67ZPeBr+1kZHRzE8PIyFhfkoADM+PlljcdDqOevrBSwszMG2rSioZpomMpk0PM8H5z4kCZAkNLX5bMXq6gpu374ZBU09z4Xv+0gkNGhaAolEApZlBcEmCUtLeRw7dhyAEF53796G74tODCCs/hK/f+WV17pay+rqk8DCzYeY9xQeWyayNVXV+u3IOH78eNfHSewdfvInfxIA8B/+w39o+vif/umfYmZmBr/xG7+BkZERnD9/Hn/jb/wN/NIv/RJ+4id+IqoQJAhi79MpOTI5OYVksvdOpO2eM7uZLvLwWA2j2pDckiSGRCIs+GRIpUTihvNMNLcEYBgePgTORRfg6dPndiRB0yk51Opc6HoSkiTBcZyGKva1tdVomw8ezDRN9rWbzRJPEoc6QpYVeJ4bWWOF9uZTU8c3fZ7ix14qlbC4OI+BgQFYloVKpRzNewmDSd2+L9p1u7ai2bY32xm5mf0TBEEQBLE5NuMIsZ3rME0rmuML8Ch+JEkSJElq6djUzGUgdJ3yvNBVYUP3LC8vRXGkDXcoP0ooPnnyOJjpLeJ9jEmRVown4AzDaHlMmynwIzeo3WVfJ/t+6Zd+CV/5ylfaPue//tf/irfeeguVSgU//uM/vqX92bZ3YDte9jJh4sF1vQObgNivjIwcwUcffdQ0gKQoKg4fHofj0HXbL+yXvzXP86LZKJvtKIvby/o+ms5WiT/HcTzcvHkDnufGLD45fN/FysoqVFVFJpPFvXszePSo+646z9vYLsCCbXLIshRUbTEUCms1dqI3blxHMpnG4OAw5udnYVkWFEUOKrU2cF0bs7OzHTsMPc/DysqToKpLiFEA4NxHuVzCwMAgEokk+ak/Rbz//vs4c+YMRkZGot998pOfxJe+9CXMzMzgwoULu7g6giBCupmd0e7LdtjVvplOpJ0IqvS6rvBYr127CtM0IUmsZj5vaIE0NXUchcJqdD5SqQwGBgYxNHQIjAnr0qmpKfj+zhU/dUoONTsX4TzGZlXsYfBls3N2468LZwGK5J4KzjkSiQQURUE6ncGpU2c2f+DYOPZ8fhb5vI9isVCjeyzLgK6no2DSdnbO1W97s52RBEEQBEHsHCMjY7h79zYcx25wYNrJmbmhfqp1zWLRT0VRIeItzZMLzXRbOEfYcRxMTEwinc5Gumd5+XHU0VeplILOPh51Ffq+j0qlHO0/dCmI00m3b7bAj5wOdo99nez74he/iO/6ru9q+5ypqSm88847eP/99/Hcc8/VPPZX/spfwec//3n803/6T7ve514OgB90OKfzv9eQpPbVGrIsU7JvH7KX/9bqvcJ9v71XeL9YXNyoZgrFlmkaQdW5hGQyGXU7eZ6L6enu5hXFtxsSDkv2fR/lchGSJMWCTAySxKLtdyO8Ol3LxcU8ZFmORGIc3+dwXTeaZ0g8HTx58qQm0Qcg+vfy8nLP2+tXodRBtxreCnRuWnNQz02hsBp049XOzmhWbNLKejns2Kq3n+6mqObIkfZJpPHxib6c815tsYeGhvH665/GW299rWXA5/RpkZxqZUUdng/O91aRS/256DSPsVqtBBbm55t2bsYtzOupf106nUW5LGa9DAwMQJYVKEr7bfTKhiXpxqzFMOFnmpVo/83ORT+Jb3t+frZjZ2T9Z8xB+6zpB3ROCIIgiO0ijBH5vg/HsWGafmAJnkYqld7RTrKw8Oz99yuwLAvAxsxjWVaC+6GEI0fG276+WYz1woXnGzR+WHxn21ZU/O15XqSfxE8fgATOPZhmNSiiSiKdFh1/reYk1+9jMwV+5HSwO+zrZN/w8DCGhzsHd//BP/gH+Kmf+qno348fP8aP/MiP4Fd+5VfwwgsvbOMKCeLg06pao19f/Lulm+p2Yn+zGa/wflGfVAstGcJEnO/XDl/udl5Rs2SdpiVQqZTheSJRrqpSFCQJbcjC7afTaSwtebAsB67r1gQ1u+2sCP3tNzoWN6rpJUnC4OAh+lvaB3TrdnDy5MkdWpGgnxboT4PV8Gahc9Oag3huQgtnznuxcG60Xm52buqtpZeXfeTzszh37gKGhw9Fr1VVGRcuXKx5ru/7UFUN585dRCKxe3a/qprExz52pePapqamIsvu5eXFyNZ7v7xnurXT78bCvBn1r9P1JBgDLMtCMpnsahu94Hl2oEGaH4/n2U0sxbeXqSnRcdgqqT01NdWQNN/r75vdgJJ9BEEQxHYQjxHpuo5EIhGbRcfw8stXoCg7q0kHB4fx+uv/E958849QrZbBeTjmRSTfstkcJiaOtn19tx1xtRb2CMbLiP2Exdxx63WRCJQCC3sTkiQhnc40nZNcv49WWmh0dAz5/CzFYvcQ+zrZ1y0TE7XtuuGMhmPHjuHIkSO7sSSCOFDsdrVGfbdXWN2+3d1exM6yGa/wftGsmikUkBvibYNurZ3qtxv6rIedfYCotJJlGbIsRzZkjIkk3aFDIyiVSlH3AeeAaRpIp7PQ9WRXdhXhGjY6Fs1o9o+mJTA6Otr1eSJ2j27dDrphZGQEH3zwQc3vnjx5AgA9vx/6aYG+X6yGdwM6N605iOcmtHCO35NE95MJ13Vx7dp7uHjx+Y5ftOvPTTNraYDBcRzcvHkDV67UFtVks4P42Mdeadoht9vWz53WVt8Z6fs+PvroI5w9ex5DQ8N9fc/0w368Ge3s9GVZxejokZrr0I2Feav9uO5GwOnZZ08FOqX7bXSDLGtNXQYAUdylKNquvK9Onz7XtDPy9OlzNefgIH7W9AtK9hEEQRDbQX2MKD6Lzvc5Hj9e2pVYpapq+NjHXsH09E2UyyVwLoqZMpkszp690FEHdhtjrbewr9VQ4uYbFnOLBKAcFIZ74NwPYj5asM/mhfTtug2PHJnAe+99k2Kxe4ynItlHEMTBZTe7vZ4W9krX5Ga9wvtBs2om0UUhKqUSCb3m+d121cW3G/dZl2UJgBoJMwDI5Qajanff59D1JGZmppFKpWo68oQvewWXLr3Q1XWKr6F+ULMsKzvmb09sjW7dDrrhxRdfxK//+q9jZWUFhw6JTp63334bmUwGp06d6nl7/Q567mWr4d2Gzk1rDtK5qb8f2rZdcx9YWJhHtVrt+ot2eG6aWUuHOI6DhYXGohrGGoMR3ZznndAWrdbmeR6mp5trx+npW7hy5VUoityX98x22o93stNnTO77+peWfMzPz+L06XPI5bpbf7fXOpPJIplMwzAq8H0eJc8kiSGZTCOdzu7K33Au17rCvtl6DtJnDUEQBEHsZXYzRtSJwcFhXLnyiQb9wDmQz8+iWq0gk0nD83xUq8am9fDg4DBee+3TePvtr6FarcBxOGRZhuf5AHhMl3BIEgtiTRy+L/6zLBO6vhEDalZI36zbcHR0DO+9902Kxe5Bnspk39GjRzE9Pb3byyAIog/sZrfX08Be6prcilf4VmlWzaRpCViWFcxrqS1Z7nYIdHy7pVIx6KIQCcRsdgCGUQkGLAvbrFCEqaoKxgDHsaFpGhKJYVSrRk1Hnmmamz62eLCQBNrBI5/PY319Hfl8Hp7n4datWwCE40E6ncYnP/lJnDp1Cn/37/5d/J2/83ewvLyMX/3VX8UP/uAPRpV/BEHsLPGEiWUZ8DwvmCvHA4sgHnWbK4qyqS/a2xEwsW0bd+7cQKlUQjabxblzF1Eul3dVW3TSjgsL+QbL082wEwVpvVg99XP93c4m7kVHhsVHmqbBsszoPZ5I6FCUzrpqOxPIu+1iQhAEQRBEI7sZI6qnlQ6J64e4LnJdNxjf4kLTElAUBXNzD3HmzIWe9bCqanjhhY9hevomVlaWISxDw6KpjXMT/r/v82AkjVh3nFaav/5Y8vlZisXuUZ7KZB9BEAeHvVzJs9/Za12TIyNjuHv3NhzHrplNB3SfXNsKzQJquq5jZuZO10myZgIw3O63vvXNyEohkUjAtq3AbswGIPzV49tfXn4MxhhMUwR9Pc+LXafe3vvbGSwk9h7//J//c/zH//gfo39/53d+JwDgX//rf41XXnkFsizj13/91/GlL30J3/u934tkMonv+q7vwk/+5E/u0ooJ4ummPmHieR5KpRJSqVRwb/BjRScclmXBMKqQJBlzc49w7NiJrvbT74DJo0cPcOPGB4GOYFhZWcajRw+RTKaQSGiwbStK6DDGdkxbdNKO1Wp/tONOFaRtVyJqq+vvVUfGi4/Cjj7f51CUzsVHe6k4jSAIgiCInaHTPLmdcinqRofEdRFjDOVyEa7rBlb8BhRFgWVZKJW+jqNHn0E2m+0qJhOPMU1OTmFwcAhzc4/g+34QKxL7UBQlstUW3X3NR9J0q/kpFrt3oWQfQRD7mr1UyXPQ2Etdk6F48n0fjmPDNIVwSSbTSKXSO9aB1iygdvnycFdJsk4CcGJiMurWKBYLkYWVEGEcqVQGx48/G23/8eMlFAqr8Dwfvu8F1VnCh900DYyOjm352IiDyS/+4i/iF3/xF9s+Z3JyEl/5yld2aEUEQbSiWcJEzHBNR1+yw46+8Mu8bYeWkRauXbsKAF0l/PoZMLFtGzdufADOPUiSiCxIEoPnOSgUVpFIJIJuxI15s8lkeke0RSftmEr1Rzvu9yDIZtcfBp0WFuZRKq0jmUw1OCC00pGbKT7aa8VpBEEQBEHsDHvBpahbHRKPr5mmAcdxoll6Qsf74NyFbVuYn3+IRELvWLjUzC5eVTWcOnUGH310P0gsAo7jwvd9AAyKIiObzaFaLQNAw0iabjV/Mz0dzhAXc8QdJJNJTEwcJR22wzRX7wRBEPuEsbEJqGpzW7mdrOQ5iOyVIFVcPOm6jlxuCKlUGqqqgTGGl1++sqtV22GS7PTpc5iYmGrZ0ddOAPq+h7GxCSiKGs3tC+NikiQEmSzLUcDL8zysra0AAHzfi54X/psxYG1tJXqMIAiC2J+EgYF6VFXFwMAABgZyUFUNuq6DB4PCwvtMOOf1xo0P4LqN26gnDJjIshLYSovklywrPQdM7ty50TRpKAINHK7rRPc5kfDjMIwKKpVS1/vYLJ204/h4f7RjOp0OjhdR1XalUoZpGvB9f88XpMXXX0+rgrpCYRVXr76DBw9msLa2AtM0sL6+Btuuff+105Hd6Ko4rf5GgI2kIkEQBEEQB5OwUOjEiZMYGRnDiRMncfnyqzsWI+pWh8Tja6ZpgXMO3/fh+z4492t0s2VZDfGielrFmFzXwc2b16GqKnK5QQwPjyCbzUbPGRgYhKKoyGZzyGZz0ZzhXjV/vZ52HAerqysoFguwLANra6u4du0q3n77aygUVrs4k0S/oM4+giD2NXuhkuegsle6Jus7DBljSCaT0ToeP17qSxdAWIleLpdg2xZUNdG1dUKvxxAnXt0+PHwIKyvLsdlLwks9lcrAdd3oeUtLebiuA1XVggAai4KlgPhZKpWQz8/h6NFntrR2giAIYvdoX3gj4dChEciyjNXVFfh+7T2bsY3Cktu3b+DSpZc67q9TZ1W3c9FKpVJUhNKM8H4Vx/N8WJbVcY1bZae0Y9gpKZJ8pahjX3Qybszh3YsIe3AfpmmCMQZd12u685oV1NUHnYQtFIvmSqrqULSNfurIvVKcRhAEQRDE7rCbLkXd6pB4fK1VUXatNb+glRtCqxiTmHvswjRNJJNJMMaQTmeQSqVhGAYSiSQmJiYjHbfZUS5xPW3bNorF9Zqkp0hiOlhfX8OdOzdx+fInKD67Q1CyjyCIfQ/NG9se9or/+U4EcUL7g2q1AsOowPN8yLIEXU/1ZeZL98fAMDg4BNM04fseJEmuCbCFz4tbt6mqFlSCiW4JAHBdD5wbmJ6+iUwmS/NqCIIg9imdCm8ymSwOHz6Ct9/+WtTJx7lI9MmymM3BGEOp1H3HXKuASS9z0bLZLFZWllsm/OoDGYCYH6Kqia7XuRV2QjvKsoyTJ8/gG994OwrebBTxpDAzM43Ll4f2nF6NX2dVVVEuF2GaBtLpDBRFhaqqOH36XMO664NOiYQO0zSiyvUw6ARsXUfato07d25E72vPcyHLjaENsvQnCIIgCGI76bZIPoyvua7TtOgthHMeOF4Y0HW9ZcyrVYzJ87ygkK02ocgYQyqVQi43WKPzJyamomK+e/fu9qSJQz19/fo1rKw8jvYT1/mu66JUKu7oGKCnHUr2EQRxIKB5Y/1nr3RNbkeHYbwzIZlMIp+fheu6MIxKEIhjgeVWFYlEYsszX7o9BvE8HgXD2j/PD9bDg84NL/J7F+JKdAfSvBqCIIj9SzeFN5Ik4+jRZ/DRRzMAWDC/VYpsMn2fI5vNbmkdvc5FO3PmImZnH4Hz2kBDOE9EUVRwXpsASybTW15nL+yEdrQsE9lsFrZtNxTx9Dr/uNuuyq1Qf50lScLg4DAsy4Trujh58gyeeeYZ+D5QH6eqDzqJSvJsYE+OaL7wVnXko0cPcOPGB8EaWTC72Ec2m0Uymap5Lln6EwRBEASxnXRbJB/G165duxqb1ReKKRG/CeHch2FUYFkGdD3dNObVKsYkyzJ8nzfVWb7Poesi/hXqSV1PYmZmuqtivmZIkhzZtTeLd4XzxMlpYeegZB9BEATRkr3QNdnvDsN4xToDUF1ehuW50GQZvqKAxboQwkr0RAJbqkSKHwPnPLBW8CDLMtLpTHQM3R5r+DzGGCzLgOd5kfVnaNsmScJ2q9dgIkEQBLF36Lbw5ty5S5ifn21IroltKDh37uKW1tGtHXWIpmm4ePH5mqSMmAWiIpPJIZHQGrrYFeXgJWYqlQpkWW5axNOLO0EvXZWt6CZZ2Ow6CxvPZBA4koIgUuP7rFnQScyLGYJhGMjlhiLbqM3qSNu2cePGB+Dci7pGZVkktkulEjQtEQW5+l2cthPJVoIgCIIg9he9FMkPDg5jfHwSvu/Btm04jh118nme0FahgxOwMfP58OGxaBvx8TOu60JV1ZpOOuGsYEHX9Ya1cu4Hhe4OJEnC0pKHUqmEVCoFTdOi/bcq5muFcBIR9qSN7h3i3+S0sHNQso8gCIJoy253TfazwzBesc4qFWBuFr6qAJoGw3MhWxZ4UgdTxO2RMRYEIrdmFxoew/Xr76NYXA8quDgYk6CqGorFdQwODjccK2OAYRgAgKmp403Pia6nUS6vR7ZtkiRDkhhSqUyU/IuvnYJVBEEQ+4tsNoeJiaNYXFwAY8DY2DgmJo7WfHa3Tq4puHjxBTAm11TxHjkyEcxU647NWGofO3YCExOTuH1b2C1ms1mcO3cR5XIZd+7cQiKBaJ2KcjBnLffDnaBdV+X09E1MTk7BMIy29/Ruk4WdrnO12loLtSpYYowhmx3Ayy9f2fL1vXPnRvT+rl2bBM5FYntk5HDf9U0/kq0EQRAEQRxMwiL5+fk5PH68AM6BI0fGMTCQa3huJpOFpiWg68ko3iMK4Cxw7oPzcLa1cOtIJpN4/HgJExNTDXqEc4719XXoehK6nojiZBcvvoDFxfma+JmiKPA8L4hvCa3nODY8z0WptI5EQocsK5tyoDh8eByLi/Pg3G94jDEgmUwduIK+vQwl+wiCIIg9T786DMOKdQYAc7PgngdZkiBMBxg8BsiGCZ7JgDEE1mJyX2a+ZLM5qKoWVMfXWnnFq6YGB4fx0ktXcO3aVSwvL0KSJGSzA1heXkShsBoFluLnZGFhDouLeQAMiqIgk8lGAi6+dgpWEQRB7C/qP7d930c+P9d0Hmu75NrVq+80fPafPXseo6OjXa1js0krRdFw6dJLNb/bC64BO0Uv7gStinFadVUKS6QyyuUiUql0y3t6Lxasna5zKtVaC+2E/XupVGo5B1KWxZpPnz635f3E8TwP09M3UamUa/Rbr1XvBEEQBEEcXIrFdSwszEWa7eHD+8jn5xp02djYBGZnH6JSKYNzYXFuWWaNU5Pv+9D1JNJpUcBdqVSa6rlEIgFN0+A4DoaHR5HNZmMW/1M1Wtv3fTx8eL9mzbYtkn2+L5KMkiSco1KpDDRN67rgfWLiKB4+vIdCYTVynQqtSVVVw/PPv0RaaQehZB9BEASxL+hHh2FYsc6fPAF3XYAxJBwHViIBJvnwmSSG0Dg2oGmQJKlv1mJLS3m4rtPUyiteNVUorGJ6+iZWVpYBcLiuh/X1AtLpLCSpNrAkSXIk3BiTgue7KBbF81VVjYKJvc5bIgiCIHaXzXxu1yfX2neF3cLwcHeFHs2SVqEtte9z+L4fJUK6YbddA3aKbhNg7YpxmnXbcc5RrZYB8Mj+ybYtGEYV165dxeuvfxqKIuyYerFg7ZScHB9vr4W2O5GbzWaxsrLcNOHXj9mUzbh//w5WVpZrZkyGgTBF4WSVThAEQRBPGfUFWqOjY11r9lJpHY5jwzSr8H0fjuNE291I+DG4rvh9WFTXSs8xxqAoKrLZbI0eqdfa09M3YVlWpNcTiURgIxo6JAjnqVBjyvJg1wXvsizj0qUXcefOTRSLxcieNJ1O47nnXsbw8MjmTjSxKSjZRxAEQTw1hBXrzDSFnwBEvVHSqKKaSiFhW3BVBb7nQ2IMyWR6y9ZioRB8+PABLMuKuvnihBZoYVBWVHn5UWUX5xyVSgm53FBNYE5Um98C5x7S6Qyq1XJk/VAulzAyMhqtPZ+fbRvsy+fnIEnSge+yIAiC2C/0OidvM9tYWJjH2Nhkx7XUJ608z0W5XAIApNOZltXLROcEWKek7sTEUfh+bbedsHvyEc5BWV9fg+9zMCYee+utr+GFFz6GwcHhnixYt9KdVx/4OnnydN91xJkzFzE7+2jbZlPW43keHj36CMJ6PdCNQcKvWi0jlxvaks07QRAEQRD7i2YFWnfv3gbnHIlEouH59fGbO3duQZZlDA4O4cmT5eBZogsu1Bpifh+DaZrIZES33r17d3u21I+veXFxHtVqBZLEgvhSOUjwhY5WGzEq3/fheW5PBe9C737iqXDu2OtQso8gCIJ4aggr1l1dRzTkDoDm+dAL6xhffgJDVWE/9xz0Z8/W2CBshrgQtG0L1WqlxhYhpL5aq9lg49DeQdeTkZALn68oMjRNg6oOBQFAD4xJmJiYioKu7YJ9rutgevomdF0ne0+CIIg9wmbm5G3HNkLi80ju3LkZzAfRY4EJ6hSP0+2M3E4JWQBQVa2m225DJ7CoejqUDZIkfhdei14tWDfTnbdTNuGdZlOG3Yz9YmkpD9E9GUnGCN/3o1mJBEEQBEEcfFoVaNm2Bcsy4ThJKIqMRGJDH8f1dlzzWZYVvR4QmixufymKuHlUbFWv5zjnNbGfZg5S8TWrqgpZlqLuQbF9Pxhb48W2K9Y0PHyoZz3/tDh37HUo2UcQBEE8NUQV674Pe3kZzHPBGYPiujj1aBa5chUsmYT85/8imLq1gFG9EEwkdJimEVWDq+pQJABDq82wWkuS5EiEhTCGYKDyRmCuPojLGKsReYZhRP/fKtgXVnUlk0my9yQIgthDdJOk6ZRQ2uysvVZIkgxZlqLikHq67Tg86PSS/OqUkDUMo6HbTlh3iySgbVs1iahw3nB4LXqZG7ix3+6DNTttE95qNmW/E32AuDbJZAq2bQUBuA1CjbZVm3eCIAiCIPYHzQq0bNsOEn1OlCgzTSMaq9IqfuN5IsHmui4YY8HvWWSpqSgqzp69EOnGuJ6zbRvVajkY5yL0SD4/23Smd3zN6XQWlUopcINg8Dw/6DIchu978DwPsixD0xI4dKi7ud7E3qP5twqCIAiCOKAMDg7j8sdfw/FLz2OkXMHU7DxeunUHA4UiWDIJ6Qs/suVEH7AhqkIYY0ins5GoElVYoho9Xq0lhjE3BlE5F8nKeGAufH4z6oO4Y2MTUJscl2maADgSCb3hsTBQSBAEQew8rT63AZGk0XUdV6++gwcPZvDkyRIePJjBu+++g0JhtettjI93tvCsp5/dggeRTskv36+1oOzmXh522504cRIjI2M4e/YCRkYOg7HGjrNw3nB4LcJCJ1lW4Ps82m5cf2yFer0TZ7t0RDib8hOfeAOXLr20LYk+QFwbMXMmG1TBi9+LnwxTU8epIIrYF/jlMpz/7Z/B/sHvgf2jX4DzX/5/4C3+bgmCIIjm1GvgsJA7TNaFTgu+76NYLKBcLsF1HRw+PAagVvPJsgzGpChZF1ppyrIEWZaRSqUxMXE02leo5yRJjiw4ATHfL5MZiPRnvc6Mr1lVVeRyQ0ilUtD1JFRVRSKRhKZp0PUk0ulM8HutZTGT53nI52dx9+5t5POzDfsjdh/q7CMIgiCeOiRJxtGPvwb+0mX4b74JvpAHG5+A9MYbfUn0Ac2DoaG4EnacKTzzzImaLox4tVYqlamp1hLJwgxOnjwTWWvpehKKogJoDBLWV+vLsoxTp87iww/fg2VZUBQFmpYA5xyZzECDbag4TxS0JQiC2C3azU87deosZmamO3ZTtdvG2bPnIctyz1/S+90t2G+6tc/cLnqdtdht5119t10mk8W1a1dhmmY0f0WSJCSTaZimCdd1kc0OwPe9TVlzdstOJH9365qG10aS3Ei/hVXv6XQGp06d2fY1EMRWcf/rf4bzK7+Ex6MjMAYHkVxbw9iX/h/g/59/AelLPw+2VgDPz4NNTPb1uxBBEMRBo14D189Q5tyHbftRwk/M3gO+9a1v4MyZCzWaTzg/mZBlGZ7n1SQMJUnBc8+92KB1BgeHMTk5hXK5CM45ZLnWMrSZzqxfM2MMui7coFRVBWPiu0E3c5p3yrad2BqU7CMIgiCeWpiqQf7MZ7dl282CoZyLuXsiANc4DzAelFUUjlxuKLLinJo6jpGRUczMTEfiSgjL0NedtRVohcIqZmamg+5ABa7rwvNkHD16DE+ePG56DHshaEsQBPE00ypJs7jYfUKp1TZkeXPJks3YQu4UeyEI0Wvyq11Ctl3n3eDgMF577dN4++2vBccrQ5IkGEYFvi/0R6GwhnfffSc6/u2wV93u5O9uXtP6a6Prya6uDUHsFfxyGWv/39/EvU+/AUdPQPI8+CeOY+H8eZx8623k/pcvAOfOgx0age844H/4+5B++IuQzl/c7aUTBEHsOeo1sOe58DwvSuoJFwU3cgJgjMG2baysLOP69ffx2mufrtEVmUwGpVIJjAkHJ4AhkdDw3HMvYXh4pOkaDMNAKrWhrcTsPiMqRqpUSm3XHCeZTGF8fBKPHy+BMWBsbBwTE0eb6puwc9B1Hdi2Fe2PMUbjX/YYjNebzxMtWV4udX4S0XcYA1RVhuN4oHfr/oGu2/6Drll/8TwPV6++E4kqx3Eif3RJYshmc9C0RNNgle97DUFZzlGzvTiKomB8/CgMw2ha8V6/ljjh85p1dsiyQqKtCaOj2d1ewr6hn9qJPqNaQ+emNQf13Ny9extPniy1fHxkZAynT59ru42tnJuNBExjcmo7EjDddHaF9zrXdYJKaw+SJEPXdSiK2vX9bKvvmXx+Fg8ezLRMfp04cbIm6WbbNu7cuYFicR2MSRgaGsbAQK7r7rXwWti2jVKpEOmMcFYM0L/7ebNz005jbHW/27ntXmimy+r3e1A/a/oBY8DICGmnbgm1Uz/eU+av/m94v7oOT1GBOrtg2bbx4v/xn8Rn1aXnwAZyYr/JJOSf/4Vd7fB7Wv+entbjBujY6dj3z7GHuqtSqaBcLsJ1nZbPVRQlVlzH8PzzL+Po0WciXWFZRuC2hJaxnHriOjMeYxLdhBzZ7ABeeOFjNXo8rhVt24LrCmeQRCIBSZKiQnJV1Vpq+Xx+Fnfu3AqKysT+xIxChmQyjTNnznddVLYfr3u/6OXYNxt3opl9BEEQBLENxGfkeJ6PSqUEz/PAuQ/GJNi2Ddd1mvqqh1Zdp0+fw8TEFCRJbjsTx3UdSJJU8/w47V/rYmjo0LbN8iEIgiD6Ty8zW7eD+Ay5Q4dGkcvlkMsNoVqt9H12R6Gw2nE2IYAgGVjG+voaDKMC27ZgGBWsr6+hUqns2AzaTnMS452Pjx49wB/90e/jo4/uo1BYxcrKMh48uBcEYbq7/4bXYnBwEIqiIpVKIZcbihJ9gCg4mp+f25YZK9s5E3A35gE2o5kuI4hmLC0t4W//7b+NV155Bc8//zw+//nP48MPP9y99ZTW4SR0gDfeLxxdx9Lp0yIJeP9elAz0SyX4b76500slCILYFwwODuOll65AkhgURQlGrkhNi7xc14VtO3BdD5xzLC0tABC6YnJyCmfPnsfRo8/g6NFnutYYY2MTUBQVhmFgfX0Nriv0nOf54NwPLP1vwnHsSPdVqxU8++ypoBPRhaIosCwzSFa6wZpaz5cGgHK5BMOoRHMJAQQJPw7DqDR0FBK7B9l4EgRBEESX9DozJgzA3bz5AUqlIjj3Ak90D4ZRgWUZ0PV0g696M9rbgkmoVlvPxOlkKcYY27ZZPgRBEET/2QtWmpIkI5VKY27uUWSx+OTJUl8tFkPLoHA2obDDtmAYVVy7dhWvv/5pKIpIrJVKJZhmNQhCiCgEYyywN6qgVNq+IES9Pjh16gxmZu60teW0bRs3bnwAzj1IklivmL3n4caNDzAxMRkdWyckSUYikUQm07wCOAz86LoOSZKwuOjixo1r0DQdhw4dwrlzF7veVzO2aybgTswDJIh+sb6+ju///u/HK6+8gq985SsYGhrCw4cPkcvldm1N5sQEpNUnwvW/Dsn3YQ7mRJKvWgX/6D5w/FkwRQFf2JlEOkEQxH5keXkJiqJAVdXIyrOVcaJIwIkknGmaHbfdKeZUKq3DcWxUKiW4rgfGANfd2HexWES5XMabb/5RpPuWljyUSiWkUilkMlmYphGsjaNaLUNVh9rO/QMQWHf6kWatXbMPy7I6nzhiR6BkH0EQBEF0wWZmxoRCrVgsRt13G1VQvQUg28/E8Wt823t7regACavWCYIgiL3PZue89ZP6RBxQWxXcD4vFsLNLkkRHfLVahu/7YIzBNE289dbXIqsix2kfhHCc7QlCNNMHqqrh1KmzME2jZbDmzp0bwblrtl4Xt2/fwKVLLwX/7lxs1OpezzlHuVyCrieDmX5VlErFwO6zglKpgNnZR7h48XkcO3ai4/F6nof5+dmGtWyHjtjueYAE0U++8pWv4MiRI/iFX/iF6HdTU7urrdP/02fw+D/9HiSvsUvDlyTohXXxD86BlRXAssDHJyGN797sVYIgiL1OWIwkZtZJUBRhg9nO0hMQCbPQZr4ZnWJOofaWZRm6noRhGA2Ff2FysVRaRzKZBAA4jg3f96LEnud5UVzK932Yphk9t1UxlaomIMtS06SmLEtQ1UTH80bsDJTsIwiCIIgObCagGRdq5XIpSvbJslwTtOo2ANm+i0PDeJsv5XuhA4QgCILoL1vtphIJpHkUiyWkUr13YsUTcfW0qgrulTCYElYex7v2JInBcezoPqxp7YMQiUT/gxDt9MHMzHTbhGepVGqa6BPbYFEhULfFRq3u9ZYlqsh1XYfv+yiVitE+OOfgHF13ExYKq7h79zYsy+q68KkT7RKZ8WMSXZ0mPM+DLMtIpzOkX4g9xR//8R/jk5/8JH7yJ38S3/zmNzE2NoYf+IEfwPd8z/f0vC3GUGOTtlkmTjyLOQ40M+1VTRNjd+8GO5EAWQY8H1hahPTaJ7a0363Sj2Pfjzytxw3Qscd/Pk3s12MPi5ESCR2maYBzHmhQpWnMJSSc1Tc5OdVw7J1iTleuvFqjvRVFadlNCIhir/X1deRyuSi5Fyb2ZFkG5+G9htXYdobFVPXXJJvNQtdTMM1qVHjHOYckSUgm08hms11fx/163fvBThw7JfsIgiAIogPdBDTHxiaiYFUymUQ+PwvP86KBx+FrhdAS/y/mLXGYptm2wgto7OJgTAxxBoDjx9tX4u+FDhCCIAii/7TqpurUCRYmkDzPAcDg+70nbXbCYjEMpliWFQUWQjgX97fwPpzJZJFMpmEYFfg+D+aIiLUkk2mk05sbct+OrSQ8s9ksVlaWmyb8fJ8jm822DfxMT9/E5OQUDMOIrnGze70I2mTAGIt19NXanAKN3YT1eJ6H6elbge1ofzo5OyUyQ/1y/fr7KBbXg7VyMCZBVTUUi+t9sYsliH4wOzuL3/md38EXvvAF/LW/9tfw4Ycf4ud//uehqiq+67u+q+vtaJr4O2IMQdeI+CzbDKoq4+QHH+DeyWfh6Dok34cvSVBNEyffegtSOPtVYoCqwlcVPH7pRdhv/hEGXvoYxscnIcs7/z2hH8e+H3lajxugY6dj31/HPjU1FcR7XGQyWZTLZfAms1EBFiXUZFkBwGFZBlRVbjj2paV5eJ7TVFN6noPl5UVYlgFFEZ/JyWQShcJa23WaZhWAH82SZkwKdJwM3/eCeYNi9mCoDVVVxdTUVMNnf3jMyaQO0zTheS5kWYGu61CU5q9pxX697v1gJ46dkn0EQRAE0YFOAc2VleWamUXVagWWZSKTGYCqqpBlJRJUnPOoQl28Xsb6+hreffedjkHWsIvjzp3bePhwBp7nQ9eTWFpawMrKStvXb9c8HYIgCGJv0a0FUJhAEsmf3pM2O2GxGHZ2GUa1JtEHiPtvIqGDMZFYfPbZ05ibewRN02o6wBIJEYTYji6wrSQ8z5y5iNnZR+C8sedGlhWcO3exZTLRtm1UKmWUy0WkUumaa1x/r/d9Hw8f3geABttQUZG90SnZzlY8XEsYZIrTayen53nI5+dw585NMMaQSCRgGAZ834NlWZievokrVz4BSZKRzeagqhp0PRkVRum6uO79sosliH7AOcelS5fw0z/90wCACxcu4O7du/jd3/3dnpJ9tu1FnX2cA67rbSkgmFNUvPif/k8snT4Nc3AA+to6xu7ejSX6JODwYaxPHcO955+DqyqQ1otYfOfP8MA0cXrwEIb/3GfA1M3P9eyVfh37fuNpPW6Ajp2Ovb/H7nmig65arUDXhT2laRpIpdIYH+9PDOT06XOYnr4FSVKQyw3CMAxIkg3fV8C5D9/nkSOF0HEcgIREIgnH8RqOvVgsQRTgNTsRLHLicN2NoitZluE1sWmO4/sctm1H58UwDDAmgTEWvZYxCa7rQ1VVnD59Dr6Pmm6/+mNW1QQSCT34DqG0fU0z6D2/vcdOyT6CIIgDRjdzXYjeaBfQ9Dwfq6sr0DQtejxM5FUqJeRyQ9B1HZZlwPeFl3sYrBIdfwzJZKrrIGuhsIYHD2aCSizAMKqwLBPpdKbj62kuH0EQxMGmG9vpftlv7oRFdNjZde3aVZimGVhPIqhC1lCtVsCYhGQyWdPFHnb0+T6HomxfF/tWEp6apuHixedx48YHURLO9zlkWcHFiy9AUbSmycTQ0hTgscKh2mscv35hYi2swLYsu6azL9x+2E3Yin51cobJ6FJpPXI2KJXWI6tzMc/YwL17d3D69HksLeXhuk40SyZOv+xiCaIfjI6O4uTJkzW/e/bZZ/EHf/AHPW8rHgAUVrubX5f0f/9u4P33MT49jci3Lb7B3CD84ydw79IFeLIMZtvgK0/AZBkuY7jzZBkv//EfQfmhL0A6f3HzC9kEWz32/crTetwAHTsd+9aJF715nodyuQiAIZ3OQFGULduPh+RyjcXUo6Nj+Na3voHV1WUwVntAjEnIZLI4cmSi6Wd8KiUKtJrpPsMwUCgUoOtJqKoaJek0LQHDqLZdpxgnIwqlHKcKWZYCC0kGVdWgKCpc18XJk2cwMXEUkiQsPpvFFZsdcxhv3Mz1o/f89my7uVonCIIg9iWFwiquXn0HDx7M4MmTJTx4MIN3330HhcLqbi9tXzM2NhFZH9Qjgme1AUQhdoR1lmWZYIwhlcoEQUo/SvJJkvh92K0QBq1a4XkePvzwPfi+W+P1zTlHpVKC49htX08QBEEcbMJEXjPCe0y/kjZhck2WlagKOUxW9TO5Njg4jNde+zSy2QFoWgKJRAKMAbZtwbYtWJaJ+flZFAqrURf7iRMnMTIyhhMnTuLy5Ve3zeoxrg/CYEylUoZhGFAUpSbhKZJus7h79zby+Vn4vodjx07gc5/7Dhw//iyGhkZw/Piz+NznvgPHjh0HgKgzL45IkPmRjWmcZjoifp02tAiPHgv1RNhN2IpmawnptpMznowOLTnDbYbHJDQRx6NHH8H3vR2xiyWIfvDyyy/jwYMHNb/76KOPMDk5uUsrEsif+wvAhQuAooouvvroYqmIpbVVOJ4nGk8sC5CVaKCQq2lYTOnwf/Or4C3uLwRBELuN53mYm3uIq1e/jkpFOBWEPwFRKCW62URxVLddaO0Ii6lPnz6HiYkpqKqGs2cvIJvNAWBBQocDYMhmczh79kJLfdws5uQ4DtbX12BZJmzbxEcf3UOpVEKpVES5XOrY1Rfi+x48z0MuN4BUKgNNSyCZTGNwcCiYxZcMYlRibe3iivXHTI0Few9K9hEEQRwQOlXz90PMPK20C2gODh5qCLbpug5JEhVTG1VXGnK5IWhaArqeQjKZDv69Ieg6Ba2WlvKwLKvByixcj21bFPQiCIJ4iukmMdKPpE3ITiXXVFXDCy98DNlsDrZtx2a3iUpt3/cirbOTQYhQH3ieh0JhDYZRgWVZMM0qHMdGsbgOoH3QRFE0XLr0Ej7+8dcxPDyCBw/uR8nAZoGfcMZKaGMap5WOCK/TyZOng2BUaDEuBfMN5aibsBXtCp+67eSMJ6OF9ZQfJR5FkZQf/L94/uJivq/vV4LYTn7oh34I165dw6//+q/j4cOH+M//+T/j3/27f4cf+IEf2NV1MU2D8rM/B/bGp4GxMZHwkySRzJMkwPdh5AYgVSqA6wCJBBD7qsE4h5HQ4ZdK8N98c/cOhCAIogWhzpqevgHTrKJarWJtbaUmGeb7PkzTBNC5yHorhEVqzz//Mo4cmcDY2CSef/5lvPbap9vq4/qYE+cc5bJIVqbTGTiOE7giCI0Z2p9rWqKp9pdlGYqiRpadyWQaiUQSyWQS6XQGyWQyiivF9SPFFfc/ZONJEARxQOiXLRfRnFYz7xYX83jwYL3mvIedfJVKGYxt2GOpqoqTJ89gaWkBjmOjWq1E84QYYx2DVpVKBYqiwHEaE36MAa7rUtCLIAjiKaYbW8l+22/ulEX04OAwJienUC4Xg1lzG7PbgN3TOtlsDpqmIZlM1swJDGfKvfTSlY7WqsXiess5i6E1qeM4kCQW6Yp0OtugBdrpiPA6TUxMwXVt3L59A6VSCdlsFufOXWyb6ANE0Ojs2fO4e/c2XNeObEdVtXub1HgyOpHQUS6XomNgbKPjUFicJ2tmMW6nXSxB9IPnn38e/+Jf/Av88i//Mr785S/j6NGj+Nmf/Vn8pb/0l3Z7aZDOXwT7xf8XnL/7t4CVFcDzRKIPAHyO5Noa/JPPQmIM8H3ANMXjqgYuMSQtE0xRwBfIQYQgiL1FmJxyXQe2bcPz/EBT+MHMPCmYg8qiRNV2OwNIkoyjR5/B0aPP9PS6eMxpYWEeiUQCyWQKALC+vhbNAHRdcRzCoYFhZGQUq6urcF0n+r2ixFM+DIwBpVIJiqLU6GegVj9SXHH/Q8k+giCIAwLZHG0/zQKarYKmmqZB10cxOTkFwzCi5GChsIaZmTvRzD3OxbDodFrYJ7QLWqXTaWiaBssyooBYCOfCs70fQS+a+0gQBLE/6SaRJ0kbs+08zwHQe9JmtzAMA6lUq2TW7mgdERRxoOvNZ8pNT99oGzSZn5/DwsJcQzLQdR1cu3YV4+OTmJg4CkAcfzKZRD4/29S6qdvkV9hN2CuDg8N45ZXXMDs7uymNEE9GM8ag60lUKmWINiIeNBsxpNNZcC6eH5/FGCY898v7lXj6+LZv+zZ827d9224voylM1QDXFVadgEjqMQbIEg4/+AgLFy/A80XXNFjQ+WdbUBQVYytr4K4LaZyS6wRB7C2WlvKoViswjAocxw0SekJXAKKjT5alqFBM/G7vOgOEMadKpQLbtgAg6OLzYwk6YQ0KhA5PNjKZDMrlMnzfixwSNtwT/CAR6sBxLFiWEdh5ikKvuH6kuOL+h5J9BEEQB4RuqvmJ/tMpCBW3avA8DzMz00ilUqhWy5Fg830flUoFly69UBO0qk+6jY6OYW7uEVKpTM3rQ+H63HMvbjnoFR9oXd9dsF0zjwiCIIj+0G1iZHBwGFeuiMrhfH4enANHjoxjYCC3y0fQnr2oddoFRRgDlpcfR/N9w46/EEliePx4oSEZaNs2qtUyPM+PLJpUVYvuxZlMdleSX0KXLKJa3Uj0cQ7k890l/+qT0aEtlUhc8qDwSZwjWd6YedjKXYESfQTRI9Uq4NiIKg4BwPMgOw5O/slbuPep1+HoOiTfgy9JUE0XJ699A2xkDFI2C+mNN3Z3/QRBEHWUyyUYRgWc8yCpt2EJzjmPuQZI0HVhf74fnAHimje0cN9g4//D0THJZAqMlcE5h6oqwfMleJ4TzG1OwXU1VCol+L6YYSjLg9A0rUY/7kWtTfQGJfsIgiAOCP225SK6p9sgVGiJoGkaVHUIpmlG84U0LRF5yAOtk26hdagsK7BtC67rQdc1PPfcSxgaGtnScXTyZ798+VUKrBEEQexxur0nFYvrmJ+fhWVZkCQJDx/eRz4/t6eLO/ai1mkVFHEcB+VyCZLEgmQWizr5VVUFgGAmC2pey7kIwIhCHvHa+nvxbiS/Ql2y0Q3q4/79uwAQzBAUWmV29iGGhg4FHXq162qWjE4m0zBN0bGYSCTg+xyKojQkLnfKLpYgDirctoFCIZrTV09uaQkv/uf/gqULF2AmdeiFdYzdvw9JSwB6CtJP/KToDiQIgthD2LYFz/MDq3MWzAQO3Q9YkPxTkEplwDmaaoy9SFzzSpIcWXgCgKLICLsXw6RmsVgIajgYbFtoLPGYHxSXl5FOZ5DLDcGyTLiui8HBQVy48HzNudiLWpvoDUr2EQRBHBDI5mh36SYIFa/+F0OSkw2PA+2TbouLebz88hU8frwUBfimpqbg+xsFupuF/NkJgiAOBp3uSZ7nYXr6Fjj3aj7zV1dX8PbbX8PRo8/gwoVLHee47TR7Ues0C4pwzlGplMCYmOknAjA8+n0uNwTGWBA0GcfDh/ej6yAKgcLOfXHMIfF78U4mv+p1ie+LgFOxWAAA5HJDAMTs4GKxgJWVxxgcHMbjx7zBHaBZovLw4bEaXdNN4pIsxwmiN/w/eROQZSCRAAyj6XMk28b4zD1AUTY6AAeyYJ/6NPh8Hu43vwk2MQnpjTco8UcQxJ5AVRORTSeAyCrcD4oaxsYmMDFxtGa0yn7QC3HNq2kJWJYB3xeFYMLufKM4zHGcoLNRjpyffN8H5xuW79VqBY5jI5MZiKznE4lkw7nYi1qb6A1K9hEEQRwgyOZob9OtJUKnpNvjx0tRgI8xIcjCYdNbgfzZCYIgng7C+4yoDAaq1SrK5WKQZJLw0UczmJ+fxcWLz+PYsRO7vNpa9prWaRYUMQwjmDmXgSRJkf2253nwfY5CYQ3pdAbPPXcRudwQ8vm5KFkYt2qSJIZEQlhOcc5hWSYePnwAADt6zM10iWWZ8IP5XqZpQtf1KOjEuXhc15NN3QGaJSp7SVyGXYa2bcG2bbiui7t3b+O5517C8PDWXA4I4qDC8/PA4cPAwrxI+jWZ+wnOgXIJ0HXxHD0JeD74n3wN3rvfBFNV+IYB79d+BRg+BPb8C5B/7K9BajFLlSAIYrvJZrNIJHSUSiX4voi1SJIERVGQTKZx9OixfVuwHNe8y8uPUSisQpblSPskk2mkUhmsr69CURRwDhhGNUh2bnzGhwVnnudFRWecI5oDXa+n95rWJnqDkn0EQRAHDLI52j06VZl3a4nQKunGOYdt1wb64hX/W4X82QmCIA4m9fenUqkUfdb7vo9yuQggbifJwLmHGzc+wMTE5J7r8NtrWqc+KLK+XoBtm1HSTtM0cJ5GqVSMbJhkWcbMzDTOnDlflyyU4fti7kw6nQVjrGaGH2PAgwczOzpPt5ku8TwP4vBEQCnekRjOjwnpxR2gk5YKuwwNo1ozv9hxLHz962/hlVdew/DwaL8OnSAODGxiUiT4BgbE7L5WcA7YQVefaQKODf/UaTwePYSq4yC5soyx/Dyk/Dz4zB24v/9fIP2Nvwnl//b5nTsYgiCIANM0sb6+DkB09vm+B859JJMppFLpfW87GWreiYkprK4u48MP34fnuVBVBYqioFRah6YloGkaKpUyGANc14s6GwFEXY++78P3RfGYqmrI52cD7bkxNibUlntNaxPd07x8nyAIgiCeYjzPQz4/i7t3byOfn+2qa65QWMXVq+/gwYMZPHmyhAcPZvDuu++gUFiNnhNW/8uyElTDIwjoKQ1Dkf26WRqO42B9fQ2VSgWGUW26/a0yNjYBtYUlD/mzEwRB7E+a3Z8WF+ejObFhJXQI54iSVJ7n4vbtG7uy7v1GGBQ5ffocJiYmo8AKIIIshlGBLItKc13Xg5kyouttYCCHy5dfxYkTJzE5eQzZ7AByuSGoqlpj0yTLEhIJvWaGXz86+zvRTJfIshzNiREJyo2OxHr70W7dAbrRUktLedi2FZ2TcJ9hFfuHH76/I+eEIPYb0qfegDQwAGQHAL+D97+4EQAcWB87gvcvnMPD8SNYyWbw6KUX8f5f+jzWR0fE7D/Hgf///hV4hTV4f/R/wf2t/x3eH/1f4I69MwdGEMRTy/LyEj788D2Eib4QYZtexrPPnj4w3Wie52Fm5g40TUMmk4WuJyHLcqCxypGNp7DwbK6DhLWnD8/zo23Wj43ZKW1JbB+U7CMIgiCIGN0EmuppN2OvXiyF1f8nTpzEyMgYTpw4icuXX8Xg4HCUZCyVSnBdNwoUhjN+wkCfrm8E+qanb9VUz2+FbpORBEEQxP6g1f1JVVWYphkEBNyari3GEHsuQ6lU2pW172fqi2fCrjeg1poT2Oh6C5OFZ89ewAsvfAyKosL3hUWm6OhjUadf/Wt3+ngABElHBkkKdYkc6ZZw3mClUoZpGvB9v6M7QCct5Tg28vlZPHz4AJVKOQpUxWEMsG1rR84JQew3mKZB+uEvApoGSEz8wYT/NbPx13V4E+O4d+Vj8HwPUqkEcB+S58JTVdz7xCc2coblMrwf/p/h/d6/Bf/m1+H93r+F9w/+PvxbVCxCEMT24Hke3n//m+DcD+b0SYFGYmBM6JPFxfndXmbfCC3V6wk1pWmaSCT0mmIzAIHjghT9VBQVhw8fqdGTcXZKWxLbByX7CIIgCCKgl6RdnFbCC2gulmqr/6cgSXJNknF1dRm+72N9fR2WZcGyNgJ9qVSmIdC3sNA/EdsuGUkQBEHsL1rdn8T9JAnbtoOuLB9hbECWFYS3Gd/nyGazO7jig0F98YzQD6xpwq5Z11v8XpxMppBOp6NOvzg7NU+39nhEko1zIJvNIZvNgXNA13UwJgVzYXwYRjXowKuiWCxC15Nt99FOS1WrFbz99tfw4MEMDKMK0zTgeW5UmBTCOaAoCs0YJogWSOcvQvrMZ4Fjx0SCTwz/Fh16cXwfME08njoKR9OE7adji+YZDoBzOJqGpWdPiD88xwZKJbDgM4qpKrhhwP/Nr1KHH0EQLfE8D3Nzj3pyVAoRnf52rMMfQZIv1Fj8QBWsVSoVMMZgmkZUTBU6HGQy2WhmcjOnJsaEPtI0FaqqRcXjzdgpbUlsHzSzjyAIguhIp/kpB4Uw0NRM+LSbN9Nqxh7QnVhqlmTUdR2JRAKO40DT9FggrbYCazvEGPmzEwRB7H9Et/g8DKMKSZIb7iGalsDY2BgUJYFr164CQFAZvbENWVZw7tzFnV76gSA+xy+fn8f6+iqSyVTDfbzVTNz4vfjBg5mmFdid5un2U78NDg7jypVXsby8iGKxVDMHJ5xVODw8igcP7gaWnqHFp4RUKoWZmWlcvjzUcv/t5hUbRgWqqkHTRICqWi3DdV14ngvG1GBfAOc+XNeFZRnwfe9AalWC2Crs6DPAkQkgNwjcmwFafY9wHBg+h+S64g8MDHGrPMn3YWbSYr6f5wHJJOD74CtPgFXhiMJzObD//keQ//x3bPtxEQSxvygUVoMYiAMx/9fvaR5xpVKBqipwHLtBIwlrb/9AFax5noeVleUgwSdBkkTiL53OQpaVwLJUwsLCPNbWVuH7HizLDKzVJYjPcIapqePIZDJYXl5qqrs6aUti70PJPoIgCKItoQgLk2D1g3sPEptN2qXTaTx+7G9aLLVKMjLGoCgqMpksDKOKarXSELAlMUYQBEHUE967SyXRIQ5wWJaBVCoDTRMVv77PkclkMTY2CQC4ceODIHnCIgvnixdfgKI0n+VKdCZM2I2NTeDq1XfgeW7DczrNxB0bm8Dc3KOeX7sd+k2SZBw9egyO4yHuEhUmJfP5WWSzA7BtO0q2hZqlXdEU0FpLhe4GiYRI3IkK9gGsr68FNrSiI8n3PciyDNd1UCis4d1338GZM+eRzeaeioI1gugW6VNvgP/h74OrKvjICFAut3xucm0NPk40tQTzJQl6oSC6+mQFGB4Gf+8qYBgb9qCrK7D/5ZexMpiDMTSMlJbA4bszYAt5sIlJSG+8AdZiXjhBEAeX+mJn3+c1jkqXL7/a8V6dTqeRTKZhGEbDY5xzKIp6YArWVlef4P79uzWax/dFUV6lUsKhQ6OYmDgKSZJrNGcmkw10lNBI6XQGp06dAefYlLYk9gdk40kQBEG0ZLO2lvuVdDodCah62iXVms2yCelGLLVLMrqug+XlJViWCdu2YBgVrK+vwbbtaPvj45Ntt08QBEE8PcTv3clkCpLEghlqHNVqOZrlEb9/HDt2Ap/73Hfg+PFnMTQ0guPHn8XnPvcdmJycQj4/uyl7JWKDrczE3cxr6/Ub5xyWZaFYLODatatw3e2x1atUKpBlGclkEul0BslkMipO6uRE0EpLiQCVmAsYkkgkkMsNBZazLHAiVCDLMlKpDGRZhue5uH79fbz77p/1NIeZIA460ey+RAJYetz2uYdnZqCaZtDZV2ubq5omxu7cBZgEHD4M3L4l7D45Fzagnof10RFce+UyHly/huV7d3D/9/9PXL32Tay9/Sfw/t3v0Fw/gnhK6XUMSjPGxiaQSOjIZgcAINK3YefbpUsvHYiCNc/z8OGH74FzkbATiGN1XQecA0NDhyI9GNeNwh0qiWQyjXQ6izNnLkCS5C3pUmLvQ519BEEQREs2a2u5X9ls9XwolkQFvQNJEl0RqqrizJnz4FxUu7eqKm9Vzc45R6VSRjKZRCYzgEqlFNhUid/r+ijOnj0PWZa7CsA+LXasBEEQTzPxe3c4I65SKcH3w1lqBrLZgYb7h6JouHTppWg7T1Nn/04Qt/Xs9T7c7WvD+/zCwjxKpXUkkyk4joNqtQzf94NZLybeeutreOGFj/X9Om7F6aC1ltKgKEqDRVcikYCiHIIsyyiVilAUpcb5gHOOYnE9CHKJeYG9dg0QxEFFOn8R/mf/Avj164BpoKZVN4bseTj51tu49/prcHQdEuPwmQTVNHHy7bfF3/rf/rvAl/+5sPKM4cky7n3iE/A0DVKpBH7jOiQAHmO498wUXvzv/wOYmAR+86tgP/8L1OFHEE8RWx2DAtTqBk1LoFotw3FcaJqGl1/+OA4dOtzvZe8KS0t5WJYV6BsGxoSeBxA5KAiLzg260Y1b0aXE3oaSfQRBEERL+iHC9hOdknbthE8rsVQsruPq1XfaBktbJRlN0wTAkUiI4FUuNxTZMDAmYXJyqutAHQVtCYIgng7q792qqtbcPwYHh/DSS1di1cGNdOrsp0TJBr0U0jSbidvt6zvN043f5w2jCssyg1ktPOh+2+iwcxy76XXcalHQZoumQpppqdHRMbz33jebblPTNAwODqG+4whAdOzNiqEOYsEaQfTM4yXg5EnAtoC1VdGN14Tc0hJe/D/+E5ZOn4Y5mINeKmPs3j1InAMDA8CjR4CeBEolkTQMhmg+PnUKjq6DcQ5LkeEndUieh4RhwkkksDQ1hfGHD+EndLA334T8mc/u8AkgCGK32OoYlJCnIWFVLpfAuQ/bdhDqHeHYAQA+bNvuOPu5Fd08h9h/ULKPIAiCaEm/RNh+YiuCsV4sdRssbZVk5JwjkxmIAnSMMeh6Mtp+M3/6ZlDQliAI4umh2b07vH/4Psf4+GTHz/ynrbN/s/RaSFOfTNN1HTMzd7ZciGPbNq5duxpsRw6uG4PnefA8D6qqIWyM41wUN9Vfx34UBW2laCqkWeCp3Tar1QqWl5ca3que5wHgLRKnB69gjSB6hU1Mim68Y8cAy2w7u0/yfYxPTwf/kABZBtJp4JnjwOwjYGgYKK4DliU+ZCQJxvAgPE1FdXAQviSDgYMzhmouB9Wy8Pj4Mxi7/wDS+jr4QmfLPoIgDg5bLQ6Kc5ATVoXCKhYW5mHbVtTNFxJa9Huei8OHx3ZphcRehJJ9BEEQREv6KcL2E/0SjL0ES5slGX3fx8OH95tuu5dkKwVtCYIgnh76ce9+2jr7N0OvhTT1ybSlJQ+lUgnpdBqqqrZ9fbuOu0JhFdeuXUWpVIQksWhWDed+NL/G933IcrhGFjkGhNexn0VB21Fl326b2Wyu4f0edvSJOcw86m4MOagFawTRC9Kn3gD/w98HV1XwF18Gbt8Enjzp4pUMePYkMHoY8H2w4yfADQNIpQHXRTBzAIn1EiqDg4AkiUSfLMNTVXAAnqqiMDqC9//853By+g6Gxw/md0qCIJoTLw7yPAdA78VBB51Qm6mq2uC0zDkP6ioY0ukMHj9eongOEdH8GxxBEARBADS4d4v0GiwNk4ynT5/DxMQUxsePQm0xv6KXZCsFbQmCIJ4e+nHvDgtOmkGJEkFYSNOMsJAmpFkyzbZt+L4bzOPlLV9fKKzi6tV38ODBDJ48WcKDBzN49913UCisRtsVCcQNFwBgw7oznPUr3PXEDEfGWM117OVYuqFez/RDL7baZv373XEcFAprcBwXjDEYhoH19TU4jhNt6yAXrBFEtzBNg/TDXwRLJoWF5+iY6Narm4/ZFNsGkyRI2Szk/+XHIQ0OAlNTQColtuV54me4LcaiRB8AgHMwz4enKrj38ovAJz+5PQdJEMSeZXBwGFeuvIqTJ09jdHQMJ06cxOXLr9KIkYBQmwn90mhXzhiQyw0hkdApnkPUQJ19BEEQRFueBh/0btjMHJt6KzXu+8DqKmCa8BMJpCaPtX19P+ywmq0jDgVtCYIgDh5bvXc/rZ39vdBLIU2zDnvf96Kkm2WZNTbd4es7ddxNTByF49iQZTkalRUnlUqjWq1CURTouh519AG113G/FwWF7/f5+TncuXMTup6ErutwHAfVahm+76NSKWFgYBCqqlHBGkEESOcvgv38L4C9+Sb82Ufg/+OPRKLu+odoaCUBxIeMLAFLS8Cp05C+8COQ0hngh78I/OZX4asacOsGYFmwBnNIrRVgDA/BlWVwiHC1xDkk24GvyIAkwT1zBksry9SVQhBPIZIk4+jRY3Acr+lHztNMpVIBYwzVahmMSWBMFOGFbgWyLEPTtIZ4zlbnLxP7H0r2EQRBEB05yD7o3bDZOTbxYCkvlYC5WXDXBRiD4jgYffsd+D/0BfAz51oKsn4kWyloSxAE8fSxlXt3v4pNDjK9FNI0S6ZJkhwFbMR8ucbXd7LhXlpagCRJSCR0mKZR0yEYznIZGhqGpmlRp1uz67jXi4K6CVyJGcgSdF2PjkPTNKjqEEzThOt6yOUGceHC8/T+JYgYTNUgf+azkAH4r7wC/ze/Cn99HZibFd15ACDJYk6fqogk4OAgpM/9eUjnLoiHg6Qh//KvgS8tAqkUkkyC4roYWFxEcXQUDoS1mBR83slgYBcvQsoO7PmCAoIg9i/7NfmVTqfx6FEVvi/0me9vODgEbskwTROZTDaK53SKW+3Xc0H0BiX7CIIgCKINW5ljEwVLb9+APTcH5nngkvjie2puHqxaxeq/+x3c/wt/AU6w/WaJxK0mWyloSxAEQfQKdfa3p5dCmmbJNF3XYVlGYLEqN339vXt323bccY4oCJROZ1GplOD7HIwhuM9ruHTpRQwM5Npex71cFNRs1uHdu7cxODiM0dHDNccST6pyLjomPc+DLMvIZNJIJJL0/iWINkSdfn/8R/B+6ReBYhGQpCDRp2109j17Evzxcs1rmaqBHRoBDh0Cf/QQhx89xMKRMXiahkS5Al9RwIBghh+gn78Apih7oqCAIIiDyWaLtvcCY2MTuHXreuTIIMsyPM+r6ezjnEfxnE5xq1OnzmJmZnpfnguiN2hmH0EQBEG0YatzbAYHh/FS2cTURw8xslrAsfwCXrp1B7lyFR5jmDk8Anf5cVNB5vte2233Qhi0PXHiJEZGyBOfIAiC6Mx2zF47KPQyG3FsbKJhBi9jDKlUBpIkQ9MSTV8fn53IOYdpGqhUyjBNA77v48iR8Wi7qqoilxtCKpWCpiWQzQ7g9dc/jcHB4Y7Xsd8zmj3PQz4/i7t3byOfn920nqkPXDmOg1JpHeVyCfn8I9y/fzeaXwhszJp0HAfr62uoVquwbQvVahWFwlrDbESCIBphqgb5L3wH2P/8w0AmAyR0QEuINhJZAqaOAb4PNt5YBOCPjiLPfdw/cwaPp6Zw4p13INs2VKMKyfPAATDPR2pwCJbjoFIpw3UdHD48tuPHSRDEwaZT8qufsZbtQJZlTE0dByA+fiVJgqKogTV7ErqexNmzF6J4Tru4lW3b+PDD9/btuSB6gzr7CIIgiAPNZqwK4q8pFgtRNVU93c6xYQt5TBTWgcJ6ze8fHxqCo6qQTbPhNWEisZ/2qU+7HStBEARB9JNuux9bddgnkyk899xLQRKv8fVhx514fKNrT1g3WUil0g3b1TQ96txXFK3Zsrd0LJ3oZxV93MaUc45KpRRUtIuORtsW8wpDp4WxsQnMzj5EsViIngeIZiTGgLW1Ffi+R0lrgugC5ft/EO71D8Dn5gDLFEm/Q4fAJAksmYT0xhs1zy8UVnHbqsC5eAGS58E//gxU08SJd74OM5vF2tRRrD37LHgigWq5DN8wIMkSlNwQvvWtb1J3CUEQfaWTFXq/Yy3bwcmTZ1AorKBSKUdOBeH85VDL3L17G+l0GuVyqcbdwDRNWJaIM0mSBMYYNK1RF+6Xc0F0DyX7CIIgiH1Nu2TeZgJO9a+pViuwLBPpdBa+79WILM7Rle0Mm5iE7zhgqlrze0PXIfk+oOsNr+k2kUgQBEEQxO7RbSHNZpJpsizj5Mkz+MY33obv+9EcPkmSkEqlMDMzjcuXX+15u62001aLgrZifd6MuC2nZZlRshNAMH9QVKLHA1XDw4ewsrIc2VxtnK8MXNelgBZBdAnTNMhf/FExw69UAlMUcNcFS6chfeFHwGLdytHf/uMlMZOPc0icw9M03P/Eqxi/dRN6uYJn3nsfH734PFTGIEsStEoZbG4ezuEx3PF9XP74a5SMJwiiL4Qaot7WWyTLgIWF+T1vUy+KxS40FIuFcamHD+9HcS7XdSPNUyqtB/8GAA7OhWW8rieh1sWkKO508KBkH0EQBLFpdnvAb7tkXjab6zng1CxIlUymYJoGCoVVKIoCQASXyuUSUqlMV7Yz0qfeAP/D3wc3jJrfJ00TXB0BG25MPNL8CoIgCII4WGwmmWZZJrLZLGzbjrrSdF1UdceTXN1ut147LS66uHHjGjRNx6FDh3Du3MWuOwLrdaCw0Nyoog8ry33fA2MS8vk5HD36TNfHHp916Hke4kYLIqAldFxtoIphcHAo2m/8fAGggBZB9EA0w+/NN8EX8pDGJyC98UZNog8QHTS2ZYJVKoj+UDmHrWmoToyjMjyMZLkMYyALK5NBqrAO1bZgptKwUkkwowrtzm3MMQnHXnl9F46UIIiDRjqdxvy8BcOo1DgjVKsVcC7cFWzb2vOz6+qLxZLJJPL5WXjehvWmJElQVRXr68LZwHUbZzB7nodyuYjBweEa5yqKOx08KNlHEARBbIrdHnbcqXp8YuJoz7YNrawewhkvrusB4NH8nHK5hHff/TrOnbvY9piZpkH64S82VMaOVU0sTh2D12SNqqriyJHGWRgEQRAEQTw9VCoVyLKMZDLZ8Fiv1dj12qlaraJcLsL3fUhSBaVSAbOzj3Dx4vM4duxE220104GmaUJRFGiaBtu2Ua2WazoSp6dvIpPJdq0TQxtTz3MhyzI438gjSJIEPXBGiAeqRIKQNz1fFNAiiN5hqgb5M59t+5xKpQKpUABXZMAGwBg4A4xDw+L/FRngHFySATBUBnPgALxEApxJYABsBtyamUb22VMYphl+BEFskZGRMVy79q0aW28AUSJM14VO2IoDwU4RFot5nodbtz7A+noBiqJElp6AcDyQZTmY6xwmN2tnFVuWhbW1VSSTqagQiuJOB4/G6CJBEARBdGAvDDtuN4BYJPMWmib6gNbBsbhdVIhpmoFwUuD7XpToC+2jlpeXcP36+x2PWTp/EfLP/wLkv/I9YB9/FfJf+R5o/89/gjOXXw22LYSY73PIsoIzZ87vSaFJEARBEMTOEXbMNaPX5FVcO/m+j3K5CACBzZWoePd9Dx9++C3cvn0d+fxsU33TSgcKfSUSfNVqObLSFDB4noOrV7+OubmHXWnFcNahLCtQ1QQkiUXbTKUy0bbjgaqxsQmoavPORApoEcT2kE6n4ZsmoOmALL6/WKk0fEkCB4PkiOC65LrwGYOTSMDTdYAxMHAg+JiwFQXT7/zpjnyXJAjiYPPkyVKU0AqTXmE3nCTJsG2r5vlhQXi/8TwP+fws7t693VRXdXo8pFBYxdWr7yCfn4fj2KhWq1hfX4PjONFzJEmCLCtBgRRvuh3btlCtVlAorMHzPIo7HUCos48gCILomb0w7LhZYi5EkhgYQ1Cp3vicVsGxuF3UxnM9AAyuK0SUCCyJ7YfCsVhc78qaqlll7GZm+BAEQRAE8XQQ726rp9fkVVw7lUqlGp0U6qawsOmjj+4jm802dW1YXGyuAxMJHYZhRNsOk3G+z4P1cziOg+npG8jn57pyg4jrpJWVZayurgSBLAm+z6Gqak2gKkwQ1s+3qX8eQRD9Y2xsArO6DhccSKUAw4CX0MAYA/N9JAwDUBQkDAPVwVzQ+cfAYsFoDoCDo2waWFjI4/jx47t2PARB7H8qlQp0XUcikYBpGrAsC4x5AKTIHjzOdsyua+eGNTQ0jNXVFdy8eSN6fGlJFFNpWgKJRAJjY+OYmDgKzhEVWSmKAsexolhUpVJCLjckPm+ZBFmWo9hVKxhjSCaT0DQNAwO5vh4zsftQZx9BEATRM50SbTsxD6VTpfvhw+M9V3Y3qwbnnMNxbHDuR//m3A9+8kBk+VhcXNj0sYS2DKdPn8PExBQFogiCIAiCAFDb3bZVF4C4dvJ9t0bLic4+8ZgkSdHjzVwbqtXmOpAxhkwmGxVKhdsNbThFIEoEp3pxgwh10nPPvYxPferP4dlnT2FkZAwnTpzE5cuvNiQMwwThiRMn2z6PIIj+IMsyzrz6SSiMgasqkMlCYjLAGFKmCaZpgCSB+T5U09rw42UMXJJE4g+AL8kwPA+Pv/bfwe3mDi4EQRDdsDFL2IFlmZHe8Dy3aTKs31bfndywHMfG7ds3o8dt20ahsIr19TU8fryAxcV5fPDBVbz99tdw//6dyJlB1/W64nQOyzIBAJqmgXPeMk4W4roOEgkdjuNuSzcjsbtQso8gCILomX5aSm2WTjZNk5NHew6O1QfUOOewbTsKTsWJJ/vCTj+CIAiCIPYe3Vok7VX6lbyKaydJUuq03EaHjej42zABqre2SqVa60BZVnD06DPQdR2aloCqKlAUJQpMcc4hScJeqlQq4r33vtnTNem2QIoKqQhiZxkaHcPHXv80nnmyipGVFZxaWMBwsQRVVgJrTw7IElTThGxZkALrOcY5mO+LygBwcHCsrSyj+jN/B/6tG7t6TARB1LKf9NTY2AQURa2xFReW40KPiILuDe3Tb6vvTmNnbt++ET0eduhtdBuyKIZVKq3j0aMHNbP5QivzcB6h67qQJDl4LA3GOqd7LMvcsUJ9Ymd5qmw8/8f/+B/48pe/jOnpaSQSCVy5cgX/8l/+y91eFkEQxL6jn5ZSm6WdTdOpU2cjW8yJiaMAAMMwurLIjNtFLSzMQ9d1yHIGpVKxaQVYWK0+NjZe93sPS0u9WXNu5jUEQRAEQbSmnYXSbnV6beZ+HyavtkJcO6XTGViWAc4RWJNLCBN+kiQhm83G9l0bDDpypL0OPH/+EkzTgOe5qFTKYMyNbUsE2tbX1+D7PtbWfJimsevXhCCIraNceA5HT5+F/+ab4At5ZA+PYsaswF5cgOTY8JmEVLkM1TSxfmQMXt1MKQZAdhzIjoMFz8XEb3wV8s//AliLAk+CIHaOvain2iHLMoaGDmFl5XGkdQAWOQ14ng/LMqFp+rZYfXdywyqXS4GTAodpmnBdN0pKMoYoEen7wgLdcQpQFBWSJEPXdeRyQ8HrPIyPT2BwcBgPH96HpmnIZrMoFtdbrk2SZHiet2OF+sTO8tQk+/7gD/4AP/dzP4e/+Tf/Jl599dWgnfbObi+LIAhiX9LLPJTtTGA1m3en6zpmZqYjEer7PlRV60mEhgG1SqUSDW5WlGE8efK4btBxWF0l4ciRjWTfZoTwfhPPBEEQBLHX6WShdPnyqztWVBPqoSdPlrG2tgJZliHL8o7f7+PaKZFIYHl5MbDw5HBdB5IkIZMZaLCIigeDOunAUHfduXMLjEmiYQcckiQhmUzDMCqBnhJBt926JgRB9J/4jPJDALK/9b9jcXEJBgP02VmM3buP0qFD+NbnPgNDVSMLTwD4/7N35/FNlPkfwD8zk7NpelJLC0UQaLnKjQXlcPEAV13F+wJZ8ABUXEU59Oeu4IEHuiqwroK3uOoquqKoq+7qqhwigtyXcrS0lEKvNHdm5vdHmiFpk95X2s/79fIlSSaTZzJJ5unzfZ7vV3J7YCktg6SqcBoMUEvKofzvf9VqnhNRy2oL/amGjCsJgoCEhCS43S7IsgxJkmA0mgAALpcLJlMMTj+9R7NMsrZYLDh+XAkb8FMUFfHxcbDZyuBfxSdr7QX8C51FMfBvVVuFqCj+cjJutxMxMbEwm82QJB369RuIX3/dr72W2RwDu72iWl3CwGuIor+2X0tN1KeW1SGCfT6fD48++ijuu+8+XHXVVdr9vXr1asVWERFFt3CBtqqdpJYIYAXPdJdlGZs3b2iyTmhwB83j8UCSJCiKUplSwT9oZTDoYTZbcPx4IdLTMxrUEW4LnWciIqL2RJZl7N69DWVlJdDpdDAaTSEpuQOpKRu7Wq4uAv0hj8cNm62sMk2miJiYWBgMhha53ocbJEtPz4DP58GePTtRXl4Gu70CMTGWagNT4QaDausHBh4/ejQP+/btgiAIMJlMcLlcUBSlcrBJ0AbdgJY9J0TUMqT0Lui87nsIej1gMENN7Yx4lwuZW7fjwMD+8JjMEAAYnE6YHA5/7T5BgNnjgaDTQS1gPSmi1hZISRkucNUS1+6Gjiv5x3NUmEzmao8ZjSacfnqPZmt3bdmw+vTpj61bf6qcNOXvOwWv7BNFUat7LAgizOYY+HxebYKW3V4BkylFm2wfPHYlCALi4hIqsyj4x64Af6BPp9NDEARYLLFNvpqR2oYOEezbtWsXCgsLIYoiLrvsMpw4cQJ9+vTB3LlzkZmZWa99sSZTywuq3UxRhOct+jTknEmShC5dwneOagtgjRjR9ANademERmpvOMFpqhRFrpx9LlXWqVERG2vVBg8dDjsEobY2eLBr1zaYTGbExFiQluYfFGtMu/ldIyIiChUYFCotLYHP54HH44HL5YTFYoVerwdQPTVlcwnuD3m9HiiKqtVZcTgqoNcnQhCEZh0sq22QbMCAIVW2qzlrQ0BtqUVFUUJGxumwWq3afv2z14XKgSZrSACWtWOI2h9xzFio//4MqtMJiCKETikAgDRVRWF5OWSfD3C7AZz6LdB7vejs8UH1+SCmcdUJUWuz2Wxwu11wu/1Zj4xGI0wmszZxpzmv3Y2ZGN2a5WfqkgWhT59+2LVrJwwGI3Q6HbyVtUwlSQdBAGTZXx9Zp9PBYokFAG2VoiCI6NIlQwt2Vj1Wo9GI+PhE2GzlUFUFFosV/qCfgIyM7ujVK5OBvnaqQwT7cnNzAQDLli3D/Pnz0aVLF7z66quYPHkyvvjiCyQkJNRpPwYDvwStQRBQmVO5smYzRQWet+jT1OessPAoZNkbNoAly14UFR1D167dGv9CQdxuJ3S68L/VoijA7XZCr6++qq6g4Kg2Kz0trQskyb+NXi+hX7/+2LNnlzazShD8na3YWCsMBv+AoaIoiIuzQq+XIrbB4/GgoqICTqcDVqsVRUUK8vNz0adPvwa1O4DfNSIiolOCB4X8AyduLbhmt9sQH+8PrrVUnZLgCT3+wZlTjymKApfLBbPZ3GyDZfUZJKtL1oaGCN5vfv5RlJUVw2yOCQn0AdXThRJR9BMMBohTp0F57RUoNpt/tZ7PB53Vil59s3EgPxderw+iokARBOi9XvTML4AkCFCtVohjx7b2IRB1aKWlxcjLO6ylnARUeDxuOBx2xMUlQJJ0zXrtbsyqwvqUn2kOtfWrkpKSMWLESBQU5KOo6DhOnDgOt9sFVVUqV/ApWqAv0GcKXqXodDprPFa93oDTTuuMxMTkyklWTVtWh9qmqA72LVmyBCtWrKhxm7Vr11auwABmzJiBCRMmAAAWL16MsWPH4vPPP8e1115bp9fzeGSunGgFgQFsn0/mQHYU4XmLPk19zsrLbfDnHw+3MwHl5TZ4vdVziDeG0WiGzydHzItuNJpDXrO0tBh7956a6a4oCg4dOoSsrL6wWuORn5+HwsICAAKSk1Nw4kQhfD4ZiqKgosIGo9EEk8kIr9eH0tIy+HyHYDAYq7VBVVVUVNgq03aZKt8T/yz+Xbt2okuXrvVqdzB+14iIiE4JHhQymUxwu51avV1FUeF2u2AymVusTondbteu75IkaROHAFQGHWWtbc0xWFbbIFle3hGUl5fCZrPBarWiT5/+zbK6MLAKMDU1XUu5XhVrxxC1T2Lf/hAeWQzhf/+DWpAPMS0d4tix6KQ3INHtQv7778CxZxdMdgdSvTIkWYYQb4U4dToEvaG1m0/UYcmyjL17d8HtdgVN0BG0xyoqytGp02nNeu0O7kdVVZeJUs01kamu6pIFIT09A+npGVAUGfn5eTh2rACCAOj1BpSXl2qT0YOF6zeGO9aUlFQUFRUyc0IHEtXBvmnTpmHSpEk1bpORkYGioiIAQM+ePbX7DQYDMjIyUFBQUK/X5EBq6/HPamjtVlB98bxFn6Y6ZzExFq0mTVWKoiImxtLkn426pGkIvKa/4xp+pvv27VuhqipstrLK7VWtILK/KLJ/oM7lcqK8XITBYMSRIwe1lFRqlQNzu11QFFUbeAzm8Xhw8uQJuFwurXZN8Ez3qu2OhN81IiKi0EEhQRAQExMLh6NCqxPn8/kgSboWq1MSXEPFaDTB5ToVfFRVVWtDUwS6wtXlCzdIpqoqXC4XnE4HTpw4DkkSIYoiTp4sQm7uEfTvPxDduvVoVFsiae1Z9kTUOgS9AdK551W7XzKakHHDVKheD5RAMDA9Hcbxv4NPkPj3DVErKizMR0VFOVRVhSRJkGVZqyunKApkWUFiYnKzXruD+1FV1XWiVG0Bt7ZCFCV07Xo6unY9HYC/X1efCVJV+4Emkxlbtmyqd61Dim5RHexLSkpCUlLtH84BAwbAYDDg4MGDGD58OAD/LMajR48iPZ0zB4mImkNr5EevywBSoANUUHAUNltZtTRSqqqirKwUqhoobozKwsiyNlDon5mvQlVlqKpSuWrAX8fP43HDZDLDYIj1p6QR/QOLougfcAx+LY/HA4ejAk6nHQaDEXZ7BZxOJ2JjrZAkHQe+iIiI6qnqoJDBYIBenwiXywWfT0ZaWjr69RvYYtfW4P5QYFKQ3W7TJgEZDMZGBR8D/ZqiouMoLS2GJEmQJEkb0ElMTAqZfBXoe/h8Mnw+LwIpuQBUpiyXsXPnNqSnd4FO1zwralp7lj0RtT3BwUBBAAS9BARlNvE5nSj49ms4SkoQk5iI9N+dB8loirQ7ImoCdru9MrgHCIIIQRArJz+r0OlE6HQSTpwogsUS22zX8dasu9fa6jNBqmp95sJCGTabDTExMTAY/P25utY6pOgW1cG+uoqNjcW1116LpUuXIi0tDenp6Xj55ZcBABMnTmzl1hERtU9NOXM73Ez1SM+vaQApuAPkdDrgdrvg8bgRExOrdYD8q/BkbRAOgLaiL0AQBAgCEHQXFEWBJIlQVRVOpxM9e2ZBp9PBbrfDao1DaWlJSPoFVVUrVxqo0Ol0IYORXq8XZ5zRG+npXdkBIyIiqodwg0KCIMBsNkOSdC0a6AOq94f0ej3i4hLg8/mQkJCMlJSUBg+QBfo1Ho8bNltZZd/FH1DU6/WQZR+Ki09Cp9NDUWSt7xHIVgBAm4Tkryfon+Qkyz7s2bMTAwYMadL3Ili0zLInotZXvGUT9v+0ER5FhehyQjl2FEd3bkevs8ei08izW7t5RO1OYPylrKwUsuzTVvMJAiBJ/oCfz+erzBTgwMGDB5ptxVhHzwhQlwlS4eoze70eKIoMh6MCen1iyKTz2modUnTrEME+AJg7dy50Oh3mzp0Ll8uFQYMG4fXXX0d8fHxrN42IqN1qipnbVWco1SX1QLgBpKodIH/gTdAGvgIdIP8KPv9gWUBwWk5/uky1ciUfImyj4PjxQgwfPlJ77arpF1wulzbT3lg5KzUwGBkINLb3jisREVFTa4uDQs2xki24X+PxeLTsA6qqwm63IT4+UUtbmpKSitLSYths5ZVBPv9qvsDAHQAtAOhP6SnAZrM1ybETETWGz+nE/p82wud2Q3A64YoxQ9ab4JAkbN3yI3oV5KPbpZfz7yaiJhI8/uLvR8haCnRRFLSsR4IgQKfTaWVImnPFWEfPCFDbBKlw9Zn958g/Kd3lcsFsNgftr/ZahxS9OkywT6/XY968eZg3b15rN4WIqENpzMztcDOUGpp6oGoHKLhuTnAHSJIkiKIAQTjVUQqeBeVPYSFUqx8RvA1wavAMCD/w6E/tKcJisVZ5LjtfREREjdEWB4WaeiVbcL9GUeSQvoSiqHC7XTCZzJV9GgHDh4/Eli2bUFKiQJIkuN3+LAeBpwUChYHnW63WJmtrQ9QnqwMRtV8F334Nj6JClmU4Uk+DrNNBNhj8yYdVFXtOFuL4hu+R2S+bNaiIGinc+IvFEgubrQxerwc6na5y4jOg00mIjY1rsRVjzAgQWbj6zP7SM6isryiHPFbXWocUnTpMsI+IiKJPuBlKAfXtSFbtAAXXzVFVaKk7Y2JiodPptULUACpX2YnarHn/fkJTYFXdd2pqWsjrVx14DJfaM4CdLyIiosZp74NCwf0aUZS0FFsAKlNx+gd2An0KUZSQltYFLpdTqxXodju1/anqqawGkqRDnz79W/iITmlIVgciap8cJSUQXE44EhMg63TwGY2nHhQEOOPjYT90EPt0OtagImqA4Mk1brcTHo9bG6Pwer1wOOxBk4EUiKKEmBgTYmNjW2zSsurxQPnuf/DlH8XxlGS4evSAxRrHiUCVqtarBk5Nbg+cs2DtvdZhR8dgHxFRBxJts6TDzVAKqG9HMlwHSK/XIz4+EU6nE/HxiUhP74LOndNRXl6GHTu2ory8TOvYSpIUEpgLFKhWVQU6nQ6C4E/xKYoCrNZ4pKd3DdNm/8CjLMsoKMhDYeExiKKgpb4Ibhc7X0RE1J5FW5+krQnu15hMJrjdTq3PoqrQ+izBfYrgeoaiKMJqjatM7alqKwAFQUL//oOg0xla5bg8Hg9++WVzZaBPgslkanBWByKKfjGJiXCVFUMRRciG8L9LFZIIubwMW7ZsQlpaF15PiOpAlmX8+us+5OYegtvtgizLkGV/fV+TyQSj0QiHw67dFxhHEQTA43EBiK22z+aYtKzs3gnltVdQoir49Yzu8LpskPJzUdilKycCVYpUr9o/ud0Og8E/SaK109pTy2Cwj4iog4jGWdLhAnQB9e1IhusAAf5OkNUah6FDR2gdnoSEJJx11jjk5+ehsLAAqgp07pyGlJRU7N27CydPFkGnk5CSkoqyslJUVFRAVRUIggir1YrMzH4RO0/B50Gn08Fur4DT6URsrBWSpGPni4iI2jVZlrF//x4cOnQAiqLAZDLBYDC2+T5JWxPcrxEEATExsXA4KrR6wAaDEZKkC+lTVE0rbjbHwGAwwul0wGAwITk5GX369G+1QF9paTF++WUzbLbyyrpAKtxuJ2JiYmEwGJo1PRgRtU1p487F3txDUCUJatUH/Tnq4NNLcDgqAKhwOh3Yv38PEhKSkJJyGgN/RGGUlhZj795dKCo6Bq/XW+1xl8sJl+vU6n9/Kkh/ViN/Gk8VTqcTMTExIc9r6knLqscD5bVX4HO58GvfTMiSBBGAKssQj+bBFxvLiUCIXK/aZDJjwIBBcLlcnFzXgTDYR0TUAdSl9l24dJKtLVKADqh/RzJSByhScE0UJXTtejq6dj0dwKkBKK/XA5PJBEVRUF5ejt69+8Llctap81T1PBgMBuj1iXC5XPB6vTjjjN5IT+/KzhcREbU7sizjt9/24eDBA7DbK7QV7V6vB5IkIS4ugQM29VC1X2MwGCBJCZBlH5KSkpGcnBK2T9IW6xkCp/pI/klpgXSk/oCfw1EBvT6RNY2JOiCd2YyuvXpj37H80AdUFVABVNZaV1UVLls57OVlgCCgosIGm62ME0mIqpBlGXv37kJJycmwgb5wApkDgv9dUVFeuQLf2GwrxpTv/gelvBzH01Lh1ekgBrfD54NQXAxvUjInAqHt9u+o5THYR0TUAdSl9l2XLm2vc1TfAF1tGtoBqilYeuDA3joPTIY7D4IgwGw2V6bQEtkZIyKidicwg/zEiePwej0AEFJjTpZlVFSUQ5IkDtjUQ336NS2VNrWhrxPoI0mSFFiso1EUBS6XC0ajiTWNiTqg3mPPQ/7H76HC5YKs1/sDfRAAAYAoQoUK1adACfxuqCo8bhfKThYh6bTOnEhCFOS33/ahqKhQ6481ll5vACCgc+c0xMXFa/c3Rb9DzT8KQa+H02QKCfQB8HcUXC5OBArS3utVU90w2EdE1AE0Ze27ltbUM5Qa0gGqS7C0LvusqLDB43FDlmVIkhRSq6+tnwciIqKGCEyYsdsrtLovAcH/9vlkeDxuXgvrqS79mpZI5R5YuXnkyCEAKszmGBw/rtb5dQJ9VaPRBJfLGfLZ8KcPk1nTmKiDkiQJg8edj40bvoPgsEMRBKiCCLWy1qgqK2Gf5/H5UF5ehtjYOE4kIYL/Wn3kyEH4fHVb0VcTQRBQUVEORfEhJsaCw4d/Q35+HjIz+wJAk/Q7hPQuULxemF0uKIIQGvBTVcBkapY6gUTRLPzILxERtSsWi0XLsV5VNHSOAgNZvXv3QWpqOo4dy8f+/XuQn58LRZGb/fWbIlhaWlqMgoKjsNvt8HjccDgcKCsr0VJnRMN5oPYhLy8P999/P8aPH4+BAwfivPPOw/PPPw+PJ3R25549e3D99dcjOzsb48aNw4oVK1qpxUQUjWRZRn5+LrZs2QSbrUxLyS0EL9mq5L9Phc/n47WwidWWyr0p+lGlpcX46af12L9/D9xuJ1wuF8rKSiDLcp1fJ9BXFQQBFou1MoWn/zF/VgcDaxoTdWBJSZ2QM3I04lJSEROfgBhrLIxGU+UqP9W/yq8qQYDDYYfH4+JEEiIEJjF7QybUNJSiKFr9PlVV4fG4UV5eiq1bf8LevTubpN8hjhkLMS4Op50sgd4XWtpF0OmApCROBCKqgsE+IqIOIDU1vTK9QnXR1DkqLS3G5s0bcPDgAZw4UYiDBw/gp582oLS0uFlft7HB0sBAm16vhyT5L72C4F/RYLfboKpqVJ0Him6//fYbVFXFokWL8Omnn2LBggV455138Ne//lXbpqKiAtOnT0d6ejpWr16NuXPnYtmyZXj33XdbseVEFC2Cr9elpSfhcrngdrvCDi4FBokAAQaDkdfCJhbIThBOIDtBIDDbkIlUwSs3VdXfV6raxwm8Tk2C+6p6vR7x8YmIiYmBwWCE1RqHs88ex5pbRB1cUlIKxowZj/79B6FHj0xkZw+FPsKqPo2qorS0pEUmiBK1dXa7vV6BPoMh/BgSEMjO4O/DlZWVwOFwaAG/48ePha0HWJf+QDDBYIA4dRp0JhN6HjwMSZahABAkCWrXDOg4EYioGqbxJCLqAJq69l1rqG1menPWYUhNTUde3hFtVUKwugTpgtOAxsTEwuGo0Gavy7ICr9eLfv0Gau1vqbo61DGNHTsWY8eO1W5nZGTg4MGD+Mc//oF58+YBAD7++GN4vV489thjMBgM6N27N3bv3o1XX30V11xzTWs1nYiiQNXrtf/6pWqr9wIr+wKDTYLgT8Om0+mRnT2Y17smVlt2gqKi48jLO9LgVFuBPo6iyNVWbSqKCrfbBZPJXOuqmnB9VYPBpPVVdbrIA45E1HFUTV1csHUTjrpdoYU+VHNEOgABAABJREFUg1XeX1CQh969+/AaQx2axWLRaibXFvQTRbFa5peqBEHUJhSd+goK2oSf+PjEkL5BQ0qXiH37Q3hkMZL+9z/EF+SjsFMSXD16wGKN4zgJURgM9hERdRBNXfuupTVV3byGaGywNHigzWAwQK9PhMvlgqLIEEUJnTt30QbUWqKuDlFVNpsN8fGnCqpv3boVw4cPD5nNOXr0aKxYsQJlZWUh2xIRBat6vTaZTHC7/TXYAoE/WZYhCCJUVYEoSrBYYjFkyAgkJXVq3ca3QxaLBcePK2H7T7KsoLS0GAaDocETqQJ9HFGUtAHEAEHwB3/rmqo82vuqRNTyBo2fiIJPV0OJMKkhwOFwsG4fdXipqemIibGErPivGvSTJAkmUwwURYHb7QQgRFwZ66+pq0JVlZAgoiCETvgJaGjpEkFvgHTueZAA8BtMVDMG+4iIOpCqMyHbokir2pqibl5jBA9A2Ww2eL1uGAxGOBx2xMXF1zgQVXWgTRAEmM3+Tq+iqLBarQBad/UidVyHDx/GW2+9pa3qA4ATJ06ga9euIdt16tRJe6w+wb5IE63rK7Cfptpfe8L3JjK+N5E113vjcIRerwVB0Fa1B1ZriaIIr9eHuLh4dOvWHV26dG0z17f29pnp3DlydgJZ9kGSRLhcTsiyDEmSYDSaIAiCNpGqS5dT/cZw702gjxMc1A1QVf+goV6vR1paep3eU0mSQl4zWrS3z01T4ntCzcloiUV219PxS0Fe9Q9byOSD5v97kaitkyQJ2dlDsGHDd2FTfOt0OlgssVAUBbKsaPVzDQZD5eQdRcvIECDLPi3QF3hcFCVtwk+wmrIiMbsRUdNgsI+IiNqMmla11TQzvaEzxOpLFCXExFhC0l0VFRXWuvKurmlAW3P1IkW/JUuWYMWKFTVus3btWvTs2VO7XVhYiJtvvhkTJ07E1Vdf3eRtMhia7g80QfD/geqvBdVku20X+N5ExvcmsuZ6b+LirCgqOhZyLTOZjDAaDXA4HEhKSkJ6elekpXWBJLW9QZz29pnR6yX069cfe/bs0voYiqJArzfAYDDg+PHCylp7/jSrLpcLsbGxMBgMcLud0OtPnaNw701GRgby83Mhyz7ExlpRUWGDoqiVg4FAbKwVffsOgNHYvtNwtrfPTVNisI+a2xlnjUPpT+txOPeQ/wsY8qETIIoC9HpDi/y9SNTWJSenYNSosdi27Wc4HPbKwJ6v8homwOl0QBAE+Hz+4J4oipXp1k+FEFQVMBpNcLmcVVb0Cdp+/F9Ff1+wtqxIpaXF2Lt3NzweN7xeD3w+/2TntLQulRkgGPwjqisG+4iIqE2obVXbkCEjGlU3ryXaGGnlXV3TgLb26kWKbtOmTcOkSZNq3CYj41SwuLCwEFOmTMGQIUPw8MMPh2zXqVMnnDhxIuS+wO3ACr+68HjkJl3Zp6qAzydzILUKvjeR8b2JrLnem06dOuPQoUNhr9exsXEYNGg4RFGCoiBiWqjW1B4/M1ZrAoYNy0FBQT4cDjtiYiw47bRU/PDDt0G19vwHq6oKKipsiItLgNFohtd76hxFem969+6DvXt3QxR1iI9PhNPpBAB069YdvXplQhSlkP20R+3xc9NUGOyjljBoyJmw2e0oLi4KuV8U/cEHa2V9LyICkpI6YezYc3HsWD4qKmzIz8+Dw2FHoC8A+McwAunWAYQE9URRh4yM03H8+DGUlZVAUVSIolAZGPRva7HEolevLDidzhqDdR6PB1u3bobL5axcbei/aDgcdpSVlSA+PhF6vZ6lTYjqiME+IiJqE2pb1VZUVNiounkt0caaVt7VpQ5NW1i9SNErKSkJSUl1++MnEOjr378/Fi9eXO0zN3jwYDz77LPwer3Q6/UAgHXr1qFHjx71rtfX1IOeqspVE5HwvYmM701kVd+bxqZREsWaJ7gIghQV56K9fWYEITSVe35+LiRJgiiK1er1KIoKn8+Hzp3Tw74HVd+b+Pia+zjt6X2sTXv73BBFC0mSMGjQUGzfvgWlpSWV6QQBSdIhPj4BWVn9uCqIKEhoiRcBBw7s1hbGqqo/UG61xsHlcsFgMEIURfh8MoxGA7Kzh+DkyRPQ6XSIi0uA3R5Y1R94rojk5E7o2vV07fVkWUZ+fm5IP8FmK8Mvv/wMm60MsiyHpAMN9E8qKsqRmJiMigobNm/eiKysfkhPbzvp34naGgb7iIioTajLqrb09IxaA2at3caa1FYzsa7pPokao7CwEJMnT0Z6ejrmzZuH4uJi7bGUlBQAwCWXXILly5fjgQcewC233IL9+/fjjTfewIIFC1qr2UTUAmpKp12fmdR1meBCrctut0OSJK2eYqDOjn/GvoiEhOR6B3mZapyIWlNCQhLOPvsc5OfnobCwAKoKdO6cxsAAUS0EQUBCQhLcble1Gr4mkxlGowlxcQkh/TmXy4njxxXo9XrExyeGPNdgMCI5OUXbf7j+ZW7uYfh8Hni9Hm2iTKAfApxaSSjLMoqLT0IUBQAC9u7difz8PK7yI4qAwT4iImoT6rqqrTUHk8K1UVVVuN0u+Hw+WK1xUBS5wX9M1jXdJ1Fj/PDDDzh8+DAOHz6MsWPHhjy2d+9eAIDVasXLL7+MRYsW4fLLL0diYiJmzZqFa665pjWaTEQtoKGpqiNh8KdtC/RpDAYD9PpEuFwurQ9jMBi1yR9ERNFEFCV07Xp6yIoiIqqZv0+gwmQyV3tMVYG0tC7V+nTBE5UDQcEASdJpE5Uj9S/t9gq4XA7ExMRAVRUt5XNgdbyqqlrgTxBErf6fqqoN7psSdQQM9hERUZsQDavaqrbR6/VqKStEUUBpaQl++mlDo2aZcTUENbfLL78cl19+ea3b9enTB2+//XYLtIiI2oLGpKqm6FN1kM5srj5IVzWla1paOoDG90camyqWiIiImk5DxmIkSULPnpnYsWMrPB43dDodDAYj9HpDyETlSP1LRZG1FX2BFKGCcCqNKHBqpZ9QGQlUVf/rAuybEkXCYB8REbUJ0bCqLbiNHo+nMtDnX+kXExMLSZKaZJYZV0MQEVFLq2+qao/Hg337dsJms8FqtaJPn/7Q6Qwt0VRqArX1u8rLy8KmdO3Xrz+s1oQGB+yKi09g+/YtcLsDA4OGBqWKJSIioqYRqU+g0+mQmJiEX3/dr00Kcjjs8Hjc8PlklJWVQBRFSJIOXq8PoighK6s/HA47ioqOw2KxoKLCptXfC84i4F+pp0JRFFit8SgtLa5cyScAOFX8VhTFoBWBAoxGk/bv2sqoEHVEglq1GjdFVFRka+0mdEiCAOj1ErxemcXOowjPW/RpK+dMUeQ2v6pNUWTs2rUN+flHodPpYDKZtNlm/sdV9OjRs0UCdm3lvHUkKSnW1m5C1GjKvhM/65HxvYmM701kVd+b/PxcHDx4IGzAT5YVJCQkwGg0w2KxwOv1YNeuHZUpmfwDQpKkQ//+A9GtW49WOJqm09E+M+H6XaoKbN68AT6ft1r9HoPBgJ49e2P//n1aIFBRFG0mf00Bu5Mni/Djj+ugKL6Q+oAxMbEwm2OiOh1XR/vc1IcgAJ06se9UV4G+U0f+THXUY++oxw3w2NvKsQf3CVRVRUnJSfh8Xvh8PtjtFVAUWbt+y7I/aKfTSbBYrNDr9fB4PHA4HLBarZAkCYqiwOfzwev1wut1h9QHFgQRiiIjNtYKo9EEj8cDm60MiqJUpvD0r+wTBH/GAVEUtNfxt7XlxlyaQ1s67y2Nx163Y2/ouBNX9hERUZvSXKvamjJllChKMBrNsFrDX3wbMsuMKa2IiKg1RUrhFBi4AVRIUjmOHfOhuPgkJEmCKPonuoiiAFWVsXPnNqSnd+EKvygSrt+Vn58Lh8MOp9MORVG1lFoulxNmswXbtm2tHNRza4FAQRBqzGwgyzJ27NiqDRQCp9JzORwVkCQd03ERERG1okCfQJZlbN68Qbtm2+0VkGUfZFkGAC2Q5/9Phs9XAqPRBLfbDVEU4fV6IElmiKIInU6H0tIS6HS6kOs/4A/4xcRY4PX6YDAYEBtrhd3u7xMYDEYoigyn0wmDwQCLJTZkgnVbKfVC1NYw2EdERO1eaWlx2FRUjUkZ5S9irVRbAaGqKpxOJ8rLS5Gfn1unoF1ztI+IiKg+wqVwkmUFDocDFotFq5Fit9uhKDL8gzR6BI27QJZ92LNnJwYMGNI6B0FNoqLCBqfTXjnz3n+fP+CnoqLCBp1OB4dDCRsIjBSwKyzMh8fjDvm8BCiKAo/HzXRcREREbUBwnT27vQIej7tyFZJ/KZLPd2piWCDo5/PZAfhX7Hs8HphM/rSfbre7cnKPAkDU+g3+lXoWZGScDlX19z0KCo4iMTE5JKhnMBgr+54qJKntlXohamsY7CMionZNlmXs27e7MtVYINe7WK/aeuFW3YVbAeFf/VABVVXhdptx8OCBWoN2TdE+IiKippCQkIThw0dqKZzcbif8K/pOXYcUxVdZe8U/wCNJpya9iKIAm42lD1pbY7MF+FfsKdrKzdB9+6AocuUMff99gUCg02mH3V79/MuyjIKCo/D5fFrar+CgnyAI8PlkWCyWeh8rERERNa1AHWd/nT1nULCuJmrldoDX66mcMCRU9hkk6PVG6HRSSGpwQRDgcjlxxhmZOHo0N2T1X4Ber0dcXBzi40+lk2cWJKLIGOwjIqKoVZfBrOBZaQH+YJwLPp8Pu3ZtQ79+AyN2FmtadRe8AkIQALu9AoIAxMbGVeaXF2oN2oVrX4DX62VKKyIialHBaR33798DSSqv8rgOiuLWBoGCKYoaMcU1tYymyBag1xshSdXPL3Aq9WY4sqzA7XaHbY/NVgZZlrUVAIH6O4C/X2Y0GpiOi4iIqA0IZDEKrOgLBO4iXf8D/LV4BQiCCLfbBZPJDFGUoCgqdDpJW+0XoCiqNtEnEGAMRxRFGI1m9O7dp2kOkKgdC/8tIiIiauNKS4uxefMGHDx4ACdOFOLgwQP46acNKC0tDtmuaqfR6/WirKwEDocDXq8H+flHwz4PqH3VXVxcPIYPH4kePXrCYDDBaDQiPj5RKxod/JrHjuWHPY6aO7X1r/1HRETUVCwWCxRF0WZ22+0V0Ot12sq+qrOvJUmHPn36t1JrqbZ+iz/96qlt8/NzsX//HuTn54Y8ZrVaYTLFhAzsBQb6DAZDyErPYJIkQq83hm2P2RwDSRK158qyr3IA0R9Azs4eErHWX6R2EhERUdNLTU2HTqeHy+XSVvTVFug7RYAsy5XPVWEymSBJOhiNpmpb6vV6pKV1AXCqzxlOcFCQiGrGYB8REUWd+gxmBXcaVVWF3W7TatCoqgqdThf2ecCpVXfhBAJ4gRUQ8fEJiImxVBv49LctctCuIZ3a4IGvo0dztULZRERETSk1NR2qqmqTZDweN1wuV+Xq9VPBPn/tNgn9+w+CTmdo5VZ3XHXptwC1T5hKTU2HxRKL+PhEmM0WGAxGmM0WxMcnIibGAoslNmwg0Gy2hKzsDG6PIAiIiYmFJEmVq/pEiKKI2FgrcnLOQlJSp2ptruvELiIiImo6NlsZvF4PfD4vVFWtR6APUBQZsuyDz+dFaWkJFEVB//4DodPpIcsKXC4nKips8Hg86N07U5sElJqaDr0+fB9Sr9dz9T9RHTHYR0REUaeug1lAaKfR7XZBUU51VEVRhMlkCvs8oH6r7ho6E62+ndpwA18bN67jwBcRETUzVfu/Xq9HYmIyunXrgcTETuje/Qycf/6F6Nate2s2sMOrS7+lLhOmJElCZmZf6HR6GI0mWCyxMBpN0On0GDx4GCwWa8RAYHC/pWp7DAaDtp3ZHIOUlM4YM2Y8kpJSqrXX4/Hgl182o7y8FG63uzI1WPiJXURERNQ0Av0ESZKQlNSpso5ezeGDwOQvQRAgiiL0ej1MphiYTGbo9QZ07doNvXplQZZ98Hp9kCQdJEnC/v37UFx8EgC0vock6bQxG0VRIUk6ZGb2ZY0+ojpisI+IiKJOfYJwwZ1Gn8+nregLzDAPdEzDrb6rTwCvoTPR6tOprWmAbu9eDnwREVHTKizMhyAIYQM7kqRDp04pGDVqLAYMGMIVfW1AXfotdZ0wlZCQpKUq79QpFT169MSIESPRqVMKsrLCBwKr9lvCtce/AtAMs9mC9PQuYQfvSkuLsX79t7DZyuHxuOF02lFWVgKPx1OtnURERNR0gvsJoigiLi4BkiRCEMRqWYwCt4NX+gOo7B9YYDab4fP5kJ+fhwMH9sJgMMBqtcJsNkOSJMiyD3v27NLGMYL7HklJKYiPj0d8fALy8g5j795dTOdNVAe61m4AERFRfQUKRocL+IVbRRfoNO7atQ35+Ueh0+lgMplCOqvhnpeamo68vCOQZV+116kawAsE7fbt2w2v1wtRFKAo/tUPtc1EC7Tv2LF82O12WCz+mfFVnxPoeIc77sDAV3p6RsTXISIiqo/gyTVmsznkMUEA68q2MXXpt/z66/46rf4rLDzVJ+nZszdEUUKg21TXfkt9+lEBgYlN/v7OqZUCqqrC4aiAXp/ImsZERETNxGazwe12Q1FkiKIEk8k/saeiogIAoNPpoKoqFEWuDO4FUrrLUFX/uIjH44HPVwKLxQq9Xo9jxwpqGMfwoKDg1DiGKEqIibEgL+8IHA47nE47ZFmBJIkwmWKQl3cEmZl9kZCQ1GLvCVE0YbCPiIiiTkMGj0RRQt++A+FwOOr8vPoG8Oo6+BVOoPZfTeqzopGIiKix6ju5hlpXXfottZ1TQMXmzRu0QbnjxxVtYC0x8dTAWl36LQ2ZCBWY2CRJElQVCF5EoCgKXC6XtmKAiIiImk5paTGOHTsKh6MCquq/7trtFTAaDZUZkgCTyQRJ0sHhqICiKBAEf6YhQRCg00la/0JVVdjtNsTFJWh1nl0uJ2TZny7caDRpaT8djlPjGIFJPz6fF06nvTKNt3/Sj8vlgNFoxL59uzF8+Mh6p/asOpmprmM1RNGEwT4iIoo6DV1F15DnBQJ4R4/m4fjxAqgq0LlzGuLi4sO+Rl0GvxqKg65ERNSSGjK5hlpXbROPajqnOp0OJSUnIcty2Hp+I0aMBFC/QbH6ToQKTGwyGk1wuZxaSjDAP1CoKDI/e0RERE0sEGQL/Nt/+VXh88nw+byQJEmbdGOxxMJqTYAs+2AwGGC32+HxuKrtU1FU+Hw+xMZaUViYr03iUVXA5XJWrvzTISbm1DhGYNKPx+OGoqgRJv2g3lmNSkuLgzIHhE5m4ipBak8Y7CMioqjU0FV0DXleeXkZCgrytI7h4cO/IT8/r8U7hhx0JSKiltSYFNXUeqpOPJJlGfn5uVq/p1evLBw4sLfaOU1ISEJR0bGI6cILCvLRvXv3RrenJsETmywWK+x2mzbY52+ngZ89IiKiJlZYmA+Pxw2Ho6Kynp5cueLfT5ZlJCUlQ1EU+Hw+9OyZifT0rvj11/0ACqHX64NW+wmVK/JExMcnorS0pLKEin9//oCff+Vfp06nIS3t1DhGYNKPLMuoUiJQm/RT36xGgUCmLPtCJjP5fF788stmdO7cBVartVlW+nE1IbU0BvuIiChqNXQVXX2eF6ljGJjl3pD0EQ1V06Br79592GkkIqIm15gU1dT6ws1k1+sN6NUrEy6XCzabDV6vGwaDETZbWUg942CiKISk2WouwROb9Ho94uMT4Xa7IMsy9HoDzj57HHQ6Q7O3g4iIqCOx2+3wej1QFH+Qzl+X71RwThBEKIoCk8msbROcHtxgMECvT4TL5dLq/RkMRuh0Eux2L2JiYqsFAwEBycmdIIoSAgv5A/sLl87bH0CU6p3VKLBaMHgyk9frhd1ugywrkGUZRqOxwSv9IgX0alpNGJwanagpMdhHRERUg3AdwwCv11vv9BGNFW7QNSMjA4oCBGW6IiIiajLNmaKamm/Wd00Tlg4c2IdevTKRl3dE6+c4HHa43S7ExsZBr9eH7EtR1JA0W80l3MQmg8GkrSZloI+IiKjpWSwW+Hw+Lbimqv6JPv5/++vmybIMACEr64In6QiCALPZrO1TknQwGIwQRTFsMNBkMlWbZBTYX6DGX3A6b1EUYTKZoNPVL6tRYLVgQGBVYfBxud1uOJ0O/PLL5npNLKoa0CsslLF//x7ExyeirKwEer2+yVKjE9UFg31ERESVwg22Ve0YBqtv+oimEjzoKgiozJ8vt3g7iIiIqHGas4ZMTROWPB4Ptm/fCoPBoD1uNsfA43HDbrchPj4xZABOr9eHpNlqTlxNSkRE1LJSU9Oxf/8eeDyeypV8QmUabaHyPxGS5L8OB6+sqy3lu8NhR1FRIURRrBYMDLdCT5Ik9OyZiR07tkIQRMiyF4AASRJhNlug09U/lXxwinAAcLtdWopwWVagKE7tOF0uF3744VsMGjSs1n5Y1UlVgdWCiqKivLwMAKDTSZW1CU9NompManSi2jDYR0REhMiDbYmJSVAUJexAWX3TRxAREREFNHeq8JomLHk8bsiyDwaDf+a6qqpwuVwQBP9glcPhgMViabUajVxNSkRE1HIkScKAAYPx44/roCi+yv4ItHSbgAqj0QjAPwEoeGVdTZN0rNZ4beVfVf6JRF2gKKfuKy0txq+/7oMkSdqqQEEQkJLSGaedltqgyT/Bqw8BaPUAVRVQFBk6nU6b4CSKArxeT536YYE6h16vBz6fDLfbCUEQK+sMKxBFQVtFGDyJqqVSo1PHFL7nT0RE1IHUNNhWXHwSOp0+7POqdnKJiIiI6iqw8i6cQKrwxvAH65Swj/l8Puh0/rm/Ho8HZWUlcDrtUBQZgiDA5/PX1+nRoyeGDx/Z6FWGjSHLMvLzc7F//x7k5+cymwEREVEzSE5OQU7O2YiNjYMoSpW1+wDAn0qztLQUsiyHnQAUmKTTu3cfpKdnaI8HVv5Jkk6rAagoKiRJh6ysvtpqQSB0XEaSJJjNZlitcbBYYlFWVgKbzYZjx/Lr3Q8IboN/JZ8Mr9dbmXpU1IJwqqrC55Ph8XhQXHwCP//8Y439jhMnimCzlcHhcMDlcsLn88Hn82qTxQN9MEVR4Xa7tOe1VGp06pi4so+IiDq8mtJc+Xw+pKSkorS0OGxaCqaUIiIiooZo7lThVWeyBzMajZAkCaqqwuGogKqq2mCXIAgQRQEnThxHcnKnRrWhsZozzSkRERGFSkrqhLPOGod1676F16vT+in+AJYEvd6AuLj4eu0z0sq/4EAfEH5cJpAaU5YVyLIMo9HYoH5AQkISevXKwvbtW+BPCyrB55MhCCoURYSqKvD5Aiv//P8vKMhDRYUt7OvJsoySkpOQZQWqqmoBQVX1PyZJOu34/OlCTwUMdTodfD4fNm5cB0VRkZqahvT0rhxboibBYB8REXV4tQ22CYLA2jFERERVhKt1y2tj3VWtIROsKVKF11RHJzu7Pw4c2IuKChsURdECfYqiVA5IqfB6vdi7dyfy8/OQmdkXiYmND67V5zPT3GlOiYiIqLqiokLodDot1Xcwn8+HY8fy651quy7puauOywRSYKqqWtmHkRvcD5BlGQcO7IXBYIDBYIDH44HNVgav1wtFCZ9lwefzwWYrg16vxy+/bEbnzl1gtVrRuXM6CgvzK/tMPm31oz/lqT/tqaqqsFrj4HTaIcsKJEmCoqhQVQVutxM7dmyt3N4f5Dx06FcMGDCYE5mo0RjsIyKiDq8ug22sHUNERHQKV1w1Xk0r7+qTKrymAFpNdXQyM0Vs3rwR/lo8obPRg1NaBQbVRowYCaDhwbX6fmZqyrwQSHPKvhkREVHTau7MA1XJsoxjx/JRXl4Kh8MOszkGgiDA7XZBUdTK+npqSGCvvv2Aqn0Kg8GAxMRknDx5Imw/LMDn86GoqBCiKMHl8tfk27nzF+j1etjtNoiiBEWRQ+oOqqoKvd4Ao9EIg8EAr9eL9PQuMJksOHr0CGy2MgCBjAr+gJ/NVoZ9+3Zh+PBRnMhEjcJgHxERdXhNNdhGRETUEdS04mrv3l3o0iUDTqeTq/1qUdPKu7qmCi8tLcbevbtQUVGupeLMyzuMzMx+WgAtMGEpEBT89df92rnJyuqHvXt3BqWgUkMCfYE2eL1eFBTko3v37g061oas0mvpwUYiIiJqfOaB+qziLy4+iV27dsLr9WgBPo/HjZiYWMiyjMouCURRhMlk0p5Xl35AcDvKykq1/s2pfYgwm82oqLDVuJ/AxCeXS9FuB1bliaJYWd9QhaIoIbWSA326fv0GIiEhCfn5ubDbQzMqBG8bqEnIiUzUGAz2ERFRh9cUg21EREQdRaQVVx6PB3Z7BSoqyhETY+FqvzqoaeVdbWRZxo4dW2GzlQXNfAfcbjdsto3o2vV0Ld1UeXlZ2FV1vXplwWqNhyz7YLdXQBBOTXwKHlgTRQEOR8ODaw1ZpdfcaU6JiIiousZMhq7PKn5ZlrFnz66QiUCxsXGw222w2ytgMpmgKCokSURMTCwEwZ8e0+VywefzwWqNq0ztWb3PVHUylCz74PPJiI21Qq/Xw+12QZZl+Hw+CIK/Zl9t/HULRa0dgL/fpSgydDp9ZS1kQFUVxMXFo3v3M0L6dHa7PaRGcjB/H07hRCZqNAb7iIiIEDrYVlFhg8fjhl5vhMNhR1xcPAN+RERElcKtuFJVFQ5HBU7VLGF9tbpqaKrw/Pw8lJeXAoA2811VFfh8MjweN44ePQyj0YTc3MPwej2QJKnaqroDB/aiV69MHDiwr3KwCwBUiOKpgTXAH1yLiWl4cK0hq/SYeYGIiKjlNXQydH1X8R875p8IFEgnDviv7/HxiXA6nbBa4yFJOuj1egiCAI/HA4ejQgu6lZaWYNOm9UhKSgYgaBOmVBVhJkOp8Pl8KC8vgyT5+zuCAPh8MlRVCQng1aRqwE9VFaiqP92nJEmQJBFmcxy6dz8j7CSmwPOqBvz87RE5kYkajcE+IiJqN+qTLiIcUZQQE2NBXt4RbSbaiROFXJVAREQUJNyKK5fLVZm6SIAkhV57WV+teRw/XqANVgGnau75CXC73TCbY+BwVMDpdCIhIbHa4JLX64XL5cLw4SNx9Gge9u3bBUEQYDKZQrbV6/VIS2t4DcGGrNJj5gUiIqLW0ZDMA3VZxZ+amq71EcrLSyuDX6HbCoKAmJgYxMcnID4+Ebm5h6CqKjwed2WKcREWixWKoqC4uAgnTxYhISERx4+ryMs7gvj4hGqToQTB3z/1er1QVQk6nQ6qqkKn80+E8q/wQ50DfuHu8wf6LIiJsYSdkJSamo7c3MPacQQTRUHLxkDUGAz2ERFRu1BTugirNb5OQcCG1JMhIiLqaMKtuFIUGYIgQBAEGI2mkO1ZX615BFbhBWbEK4oSNFv81CCSLPtnrbtcLpjN5pB9BM6NqgKSJKJTp9NQWlqs7achNQQjpQvV6w31XqXXmDSnRERE1HD1zTxQ2yr+oqLjyMs7Ao/HDY/HDbvdv0rPZIqB1WoNmWTkdrtRUHAUkiRBEACHww5ZlmGxxMJiiQUAlJWVaPXzAn0cWfbh4MEDNayeEyAIIgwGI0RRgslkgtfrhc1WXllzT65TwC8g8BqSpIMgiHA6nRg4cGjYfookScjK6ocdO7aivLxMex1BEGC1xiMzsx/7N9RoDPYREVHUqylIt2PHVhgMhsoZ4TXnjG9IPRkiIqKOJtyKK0HwXzstFmu1wRXWV2senTun4fjxAgQCe8EDW/6gqxEAKldaClAUudo+FEUFoGLz5g1aH0iSJPh8PiQlJSM5OaVeNQQj9ceC04XWd5VeQ9OcEhERUcupaRW/LCsoLS0GAFRUlMPr9QI4lQbe4aiAXm9ATEwMjEYTnE4nzGYzystL4fP5tAlNdnsFDAYjFEXWUnT6JyfJQa8lw+v1VabbROXrQEu5qdPptIAhABgMBiQlJUOv948bnTxZBFVVIEk6KIoCn88bejBBaRV0Oj0AFSaTGZIkwWAwwuVyRnyPEhKScNZZ45Cfn4eiomNQFBWpqWlIT+/KQB81CQb7iIgo6kUK0qmqivLyMpjNZphM/pnsNa3Ua0g9GSIioo6o6oors9mM/PzcoDSSp7C+WvNIS+uKQ4d+raxJ4683I8uKFrAL9H0Cg2bhBpF0Oh1KSk5ClmWtD+SvOSPB6XTWaxVdoD8mCALcbhdkWYYkSTAaTSHpQrlKj4iIqP2pqdZuYCKQzVZemTKzeo08r9eDsjIvdLoKmEwxqKgohyzL2sQkwD/GU1JyEnq9Qaufp6oqZFmG3V6h/VtVFSiKGrJ6zk+tlm7ev1+gS5cMpKdnIC/vMPbu3antS5Z9/v0Et7fy36rXi/jkTtDr9dpDtY0biaKEjIzTccYZZ8DrlaulMSVqjPAjmkRERFEkUpDO5XJBVZWwA4+BlXrBLBZL2PzrAFclEBERybKM/Pxc7N+/B/n5uQCA9PQM9O7dB127no7MzH6Vs6D9oxaKokKSdKyv1kwkScKAAYORlJQCkykGJpMZOp0eer0ecXEJIav8rNa4ykE2G5xOJ2TZP2M9MTFZm10PoDIVlhN2ewVstnLk5+fVuT12uz/FVllZCRwOBzweNxwOB8rKSiDLvsr+mqR9ZtLTM/i5oHbrpZdeQlZWFh599NHWbgoRUYsIZH4I1xcM9Dd8Pl/lKjs1bLrMQEzO6bTD5wuk1AzdTlVVeL0e+HxeeDxu+HxeeL0euN0uOBz2yglQYsj+/f/279zn81Z77eCJaWlpXWG1xsNiidXGhwRFgaCqgKL4/6sM/kkuJ3RBwUOOG1Fr48o+IiKKepHSRfhTOQhhZ26FW6lX00w0rkogIqKOrKbauIG02Kyv1vISEpIwYsQo7T0H/DPevV5/X8Y/q92/6k+n00FVFfh8PsiyhF69BuDkyZNa/8nr9cJut2lpsVQV2Lt3F2JjrdVSn4djMplRUVEO4NRgnX8/KioqbNXqBRK1V9u2bcM777yDrKys1m4KEVGLitQXPHYsP2SydaS6eIEgYLgJ21W3C/63LMvaasFAXT5ZDg0USpIIiyUeLpcTTqcTMTExYVOKB6er98caVagqIEKFJMsQAfgkCUpgdWJxMdCpE4DI40Yejwf79u2EzWaD1WpF3779odezX0RNj8E+IiKKepGCdKLoL+ZsNJqqPSfcjKtwNYjqWk+GiIiovaqpFlvVtNiiKCE1NR2Fhf5BnmPH8hnwa2ZVa9opihwxvaoknRpYOnBgH9LTu2opQO12W+UgWWAL/4BZ4ByHmzwVzP88AVVn4BN1JHa7Hffddx8eeeQRvPDCC63dHCKiFheu1m5qajr2798Dl8sZMdDXGNoKPME/2VtRFOh0/prFgQCgyWSuLPFigtFoQlxcQsSJaQkJSRgyZAQ2bVqH4wV2iKoCSVEQ6CJJigKIIgxeH+ByhR03kmUZhYX5yMs7jGPH8rWU6UVFx3DkyGEMHjwEXbqc3uTvBXVsDPYREVHUixSks1hiYTAYgvKznxJpxhVXJRAREfkFBiny84/CZiuD2RyjXVNVVYXb7YLP58OuXdvQr99AiKJUpxWA1LyCB9ny83Mr+0bV0517vV6oKqDXG0JW9J3ajwij0QibrRw//7wJ6eldkJGRUW0/AU6nExZLLByOCi2AqKoqRFFETEwsnE5nkx8rUVuzaNEijBs3DmeddVaDg32CELo6tqPpqMfeUY8b4LEH/7+90ukkDBw4BBs2fB82k1IwWVZgMBjg8Xjq/TqnavSJUNVAwM9/f2DSkqoCaWld0KVL5D5NaWkx9u7d7Q8aiiJ8qgqfJEGnKICiQlQUxJXb0C0vH96cHFh69ERa2qlxo8Dz7XYbSktLtP0GgpKK4sKWLZvRuXMaJMlQ7+OMZh3lMx9OSxw7g31ERNQuRArSlZeX1XulXriZaERERB1JcNDO6XTA7XbD43HDYrECQEhwKD//KBwOB3r1ysKBA3vrtAKQWkakusaAP6W5y+VEZmZfbN68Ef4VeacCdEajGeXlpVoqULfbifz8XPTu3Qfx8dUDtxaLBTqdDvHxiXC5XFAUGaIowWQyQVXBGjbU7n366afYtWsX3n///Qbvw2Dw/0YKgn9CYyClbkfSUY+9ox43wGPvKMeempqKs88ei//977/weiMH8kRRQEpKKmy2cths5fVeCSjLMiRJB0EQEajTJ4oCYmLMEAQBer0eGRkZETMWyLKM/fv3QFVl6PU6xCUlw1aQD1kUoQCI8bgR63Si95E8JCoKjBdeBMFgqPZ8RfGhvLws7GsE6g7u2bMTgwcPr9fxRbuO9JmvqiWOncE+IiJqN8IF6bhSj4iIqH6qpu30XzP99UoqKmxaHbbA/3U6HWTZh+3bt0CSpLCDJ16vF8eO5XMyTQuLVNcYOJXSPCEhCVlZ/bB3787KQJ8Eo9GI8vLSygE2/32BwO3eveEDt8Fp1avW59PpdKx9TO1aQUEBHn30UbzyyiswGo0N3o/HI2sr+1QV8PnkDjkY2hGPvaMeN8Bj70jHHh+fhIEDh2Lr1k1QFCVsIM9iiUVWVj/IsoyNG3+A1+sFgFpXBAYoigJRVBEfH4+KigoAQExMLGRZhV6vQ+/efaAo/rTnsuxPfe5w2BETY0FaWjoKCvLhdru1vpPeYERCUjLcx47BJwApJ0vQ58BvkGJjIUybDp8gAd5TNQaPHs3VJskFVvKFo6oqjh07Bq+35vqE7U1H+8wHa4ljZ7CPiIiijizLKCjIw7FjBRAEIDU1DenpXblSj4iIqAkUFuZraTgBwGQywe3211gJDLSIolQ5gKFCVdXKtJ5u6PW6kLpwAaIowG63t+RhECLXNQZCU5qnpXVFfn6etp3L5dRWboqiWLk6T4XT6YLH48WuXduQldUfRUWFIZOpevXKwvbtW+B2u6HT6WAwGGEwGJqs9nEgtSwncFFbs3PnTpw8eRKXX365dp8sy9i0aRNWrVqF7du311r3MiB4AFBVO97Kh4COeuwd9bgBHntHOPZA3TqTyQyPxw1BEKAoihYUs1isOOec86DT+VfK5eSMruxXeAAosNsdACIH0AB/vyU5uRNSUjprk4/8qcZP9RtUNZBqcxdstjJ4K2xQZQV7dXoknt6t2iQp0RoHkyUWKC6GSW+CbuAwiGPHQtAbqp23QFaFQL3kmvgDnnV779qbjvKZD6c5j53BPiIiiiqlpcXYsWMrysvLoKoKAAGFhfk4dOhXDBgwuEXrAXHAiYiI2qOqqR8FQUBMTKAWm/8vU1n2QBAESJIEl8sBj8cFnU4Pny/8rOvAKjJqWZHqGldNaV51O/8AlQpB8Nfb83q92vkXBCAv7whyc4/AZDLBZDLh+HEFv/22X9uXXq+Dz+eDLEvo1WtAk/TPAqllPR43vF4PfD4f9u/fg+zswUhKSmn0/okaY+TIkVizZk3IfQsWLMAZZ5yBW265pc6BPiKi9io4RbzRaILX64WiKDAYjNDp9LBarcjM7KcF+gAgKakTxowZj19/3YcjRw5Cr5fg9UYO9omiP8NEXFw8evfuE3E7WZaxY8dWlJ08oa0chAB4vG5U7NsLi8UKc1Jo30UQRShJybAOOxNSDZPJA1kV6kKv71j1+qj5MdhHRERRQ5ZlbeaVfwDqVFVbm60M+/btwvDho1ok4BbcURVFEcePK8jLO4LMzL4tGnAkIiJqauFSPxoMBuj1iSgrK4XH44Yk+dM6Bq7FqqrC4/HAYokNu8/gVWTUsuqa0jx4u4KCoygtLYbZHAMAKCsrqUzd6q/p5/N5IYoiXC4HjEYjBEFAeXkpACA+PhEm06nVnQcO7MPw4UmN6p8FUsu6XM6QepEejwcbN65DTs7ZSErq1OD9EzVWbGwsMjMzQ+6LiYlBQkJCtfuJiDqaqiniDQYDEhOT4PG4IcsKsrL6RczWpKpAYWEBnE4HfL7wq+UEQYQgADqdv3+q19ecTjk/Pw9lZaXweT3+3IqndgRZFOGwlcMYHw+xykSNuvRnU1PTkZt7GB5P5LqEAZH6zUQNFb5SNxERURtUWJiPiorysHnPFUWFzWZDbu4R7NixBevX/w87dmyBz1d7B6u+qnZUAWh1bPbt2w1F6Vg514mIqH1JTU0PO9NYEASYzTHQ6/WVxeWFao+npXWBJOmCVgAq8Hg8MBrNOHYsn9fIVhJIad67dx+kp2fUmvp88OARsFrjIQgCXC5XSN9LVRXt3CuKApfLpW2jKCrcblfIPgP1GhujsDAfHo8bdrtNqxcJ+MfnFMVfL5KfLSIiorYpkCJeURSUl5fixIkiFBefgKIoMBpNQTWiq/MH5kq0rAPh+GsOixBFEWazBVartcb2HD9eANnjhgqh+oOCAKgKvCdPaP1ZRVEhSbo6pSWXJAlJScmVu4oceuFEOGoOHWZl38GDB/Hkk0/i559/htfrRVZWFu666y6MHDmytZtGREQ1CE6VWVZWCkVRqg0uAv7+mNvtwrZtmyEIAkRRwMmTRcjNPYL+/QeiW7ceTdamqrWMAH/n0uVywefzYdeubejXbyBTehIRUVSqKfVjUpIVoiiGrK5SVX9NPovFClGUtNVhJ08W4eTJE/D5vCgqKsCJE8eQl3cYmZn9uAq+jQv+DPh8vsoVff7zrNcbtNp+/lo7svZvANVq1DRFvUa73V45SKiiajdQEAS43R4cO5bPGs3Uprz55put3QQiojbBbrfD7XahrKw05P6yslLodHoUFcVFvIYfP14AWZbDTvoOEAT/KjmTyQydrvYgmr9mmopwsT4VgKgCaU43rD16NrBsi4CEhES4XE7YbNUnrEuShMTEZHTp0rWO+yOqmw4T7JsxYwZOP/10vP766zCZTHj99dcxY8YMfPnll0hJYX5/IqK2qGqqTIfDDpfLBUCtVvdCUVT4fB5Ikg6i6O+xiaIAVZWxc+c2pKd3Ccn93hhVaxl5PJ7KOjb+QGRBwVE4HA6m9CQioqgVKfXjsWP5sNnKEB+fCLfbBVmWIUkSjEYTVNWfAlQUJaSmpuO33/bD6bSHBAU9Hjd27NiKs84ax0kxbVzgM7Br1zYUFByFTqeD2WyG0+mEw+GrPKeqdh5VVQUghO2jNbZeo8ViqQw6Vn9MVVXodFKjA4pERETUPAwGY7VAX4DP50VJyUkoihy2b+hyuatNJKpKEESoKqDT6eu0+q5z5zQU5B6ErFQP+ImqCr3Xg5jUlAZPIvKnxFdhNsdAp9OjoqK8MgWpf6VgXFwCBg0aClGUoIZfrEjUIB0ijWdxcTEOHTqEW2+9FX369EH37t0xZ84cOJ1O7N+/v7WbR0REYYRLlWk2x0CSRCiKUq1DpChy5Yzz6pc2WfZhz56dTdY2i8WizcxSVRUOR0VQHRtAp9MxpScREUW9cKkfAyk+BUGAyWTWZlELghCSjig/Pw/l5aXVUi6qqory8jLk5+e14pFRXYmihL59B2p1+ARBqEy3FZhYJcJkMsFkCqTg8j8erCnSVKWmpsNgMIYdEPPX/jE2OqBIREREzaOsrLjGx10uZ9iU37Isw+t11/hcQfDXAIyPT8Tw4SPrNOE6La0rEpJSIEDVEoOqAARVhSTLsHp8SP/debXuJ5LglPh6vR4JCUmwWq2IibEgPj4RY8acg6QkTgynptchgn2JiYno0aMHPvroIzgcDvh8Prz77rtITk5G//79W7t5REQURiBVZjBBEBAbGwdJkioDfmrloI8AUZSg1+vCzvgWRQE2m63J2hbccataxyZ4kKspatQQERG1JYH0jsF1+cLVMTl+vCDiTGVVVVFYWNBSTaZGCj3nSmXtRgsEQar8v3+yk9UaD6s1Xjvv9alvU5c2DBgwuHIGvP8FAhOtYmJiYTAYWPeGiIiojaqaHSmYPyW4EnaFfmFhPnQ6HfR6fcR9GwwGWK3xSE/vUuf+hiRJyB40FEmxVkg+GYIsQ5JlSF4fEuxOZI7IgVRl8lJ9VO0vC4IAg8FUuaJvWJNlnSKqqkOk8RQEAa+99hpmzZqFoUOHQhRFJCUlYeXKlYiPj6/nvpqpkRRR8Exgih48b9GnrZ0zhyN8Z9BfL6gTDAajVhumc+c0nDx5EkeOHAy7L0VRYbVam+zYdDoJWVl9sXdv9To2FotVa5coCnA47M36nra180ZERO1fpBSfwQMs/niMP61jdSpTFkWZhIQkjBgxEkVFx1BebkNMjAWnnZaK48cLQz4DAGr8XDRGcnIKcnLOxvbtW+B2e6DTSTAYjDAYDE0SUCQiIqLmYbVaUVR0DAAqx0/UynETAYEyLeFW6NvtdkiShLi4BJSXl8Lr9YY87n9ewyb9JCQk4ewLLsbRI4dwbPtWwOlEakISulx+XqMCfcH7r62/TNTUojrYt2TJEqxYsaLGbdauXYszzjgDCxcuRHJyMlatWgWTyYR//vOfmDFjBt5//32cdtppdXo9g4FfxtYgCP4f70CdD4oOPG/Rp62ds7g4f2cwXMBPUVR069YNXbt20+7r0qUr8vNzwxZt1ukkZGcPhF7fdL/jKSkpSEpKwo4dW3H0aB50Oj1MJpMW6PO3U0FcnLVJX7eqtnbeiIioYwik+Iykc+c0HD9eAKD6xUkQRHTunNaMraPmIIoSunbtBq9X1voc4T4DDa1vUxdJSZ0wZsx4DpwRERFFkczM/jhy5DBU1Z+SUwiZrSwgISExbLDOX/tO0SZ92+0VcDjs2j5iYmJhNsc0eNKPKErI6N4TGd17Nui46rL/5uwXEVUV1cG+adOmYdKkSTVuk5GRgQ0bNuCbb77Bpk2bEBsbCwDo378/1q1bh48++gi33nprnV7P45G5cqIVBAawfT6ZA9lRhOct+rS1c9apU2ccOnQIsuyr9pgk6ZGS0hle76l6eIIgoX//gdixY1tlnT9BSx/Vv/8gAFLI9k0lKysbNpsdsuyDqkJLLRWpnU2trZ03IiIiwF8L5dChX2GzlWmpH1VVhSiKlamWurZ2EylKceCMiIgouhgMBgwYMAjbtm2Bz+fFqclg/kBfVlb/sMG61NR05OUdgSz7Ksu6WGGxxMLtdkFRVGRl9UN6eldO+iGqFNXBvqSkpDoVs3Q6nQCqzho4lRO4PjiQ2nr8g+it3QqqL5636NNWzpko+nOc79u3G16vVwve6fV6ZGb2hSBI1dqZkdEDaWldsGfPTthsNlitVvTp0x86naHZjqkh7WwObeW8ERERAadqrO3duwsVFTaoqgJBEBEba0VWVj8OyhARERF1IN269UB6ehfs3r0DRUVF0Ot16NmzF9LSukIQwvcLA7XvgsdbVBWwWKzIzOyLhITa4wJEHUlUB/vqavDgwYiLi8P8+fNx++23w2g04r333sPRo0dxzjnntHbziIgogobkONfpDBgwYEgLtpK52ImIiMLx13kbxesjEREREUGnMyA7eygAf5YivV4KSQ8eDsdbiOquQwT7kpKSsHLlSjz77LO46aab4PV60bt3byxfvhx9+vRp7eYREVENoiVVU7S0k4iIqCXx+khEREREjcH+JFHddIhgHwBkZ2fj5Zdfbu1mEBERERERERERERERETUZsbUbQEREREREREREREREREQNw2AfERERERERERERERERUZRisI+IiIiIiIiIiIiIiIgoSjHYR0RERERERERERERERBSlGOwjIiIiIiIiIiIiIiIiilIM9hERERERERERERERERFFKQb7iIiIiIiIiIiIiIiIiKIUg31EREREREREREREREREUYrBPiIiIiIiIiIiIiIiIqIoxWAfERERERERERERERERUZRisI+IiIiIiIiIiIiIiIgoSjHYR0RERERERERERERERBSlGOwjIiIiIiIiIiIiIiIiilIM9hERERERERERERERERFFKQb7iIiIiIiIiIiIiIiIiKIUg31EREREREREREREREREUUpQVVVt7UYQERERERERERERERERUf1xZR8RERERERERERERERFRlGKwj4iIiIiIiIiIiIiIiChKMdhHREREREREREREREREFKUY7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB8RERERERERERERERFRlGKwj9q0GTNm4JxzzkF2djZGjx6N++67D4WFhSHb7NmzB9dffz2ys7Mxbtw4rFixopVaSwCQl5eH+++/H+PHj8fAgQNx3nnn4fnnn4fH4wnZjuetbXnhhRdw7bXXYtCgQRg+fHjYbfLz83Hrrbdi0KBBGDVqFJ544gn4fL4WbikFW7VqFcaPH4/s7GxcddVV2LZtW2s3iahZHDx4EDNnzkROTg6GDh2K6667Dhs2bAjZpiP/Rn3zzTe46qqrMHDgQIwYMQKzZs0KebwjvzcA4PF4cOmllyIrKwu7d+8Oeawj9kfYV6tZR7+2vvjii7jiiiswZMgQjBo1CrNmzcJvv/0Wso3b7cbChQuRk5ODIUOG4M4778SJEydaqcWt56WXXkJWVhYeffRR7b6O/N4UFhbi3nvvRU5ODgYOHIhLLrkE27dv1x5XVRXPPfccRo8ejYEDB2Lq1Kk4dOhQ6zW4Danr73JVkydPRlZWVsh/f/7zn1uo1Y1T39/azz77DBMnTkR2djYuueQSfPvtty3U0qZTl9/XqlavXl3tHGdnZ7dQi5vG0qVLqx3DxIkTa3xOezjfADB+/Phqx56VlYWFCxeG3T6az/emTZswY8YMjB49GllZWfjqq69CHm/oNSAa+mU1HbvX68VTTz2FSy65BIMHD8bo0aMxd+7camPbVTXke9Maajvv8+fPr3Yc06dPr3W/0X7eAYT97mdlZWHlypUR99kU513XoKMhaiEjR47EjBkzkJKSgsLCQjz55JO466678M477wAAKioqMH36dIwaNQoLFy7Evn37cP/99yMuLg7XXHNNK7e+Y/rtt9+gqioWLVqE008/Hfv27cODDz4Ip9OJefPmAeB5a4u8Xi8mTpyIwYMH4/3336/2uCzLuO2229CpUye88847OH78OObNmwe9Xo977rmnFVpMa9euxeLFi7Fw4UIMGjQIr7/+OqZPn47PP/8cycnJrd08oiY1Y8YMnH766Xj99ddhMpnw+uuvY8aMGfjyyy+RkpLSoX+jvvjiCzz44IO4++67MXLkSMiyjH379mmPd+T3JuDJJ5/Eaaedhj179oTc31H7I+yrRcZrK/Djjz/ihhtuQHZ2NmRZxjPPPIPp06fj008/RUxMDADgsccew7fffotnn30WVqsVDz/8MO644w7tb7SOYNu2bXjnnXeQlZUVcn9HfW/Kyspw3XXXIScnBytWrEBiYiIOHz6M+Ph4bZsVK1bgzTffxOOPP46uXbviueeew/Tp07F27VoYjcZWbH3rq8vvciRXX301Zs+erd02m83N3dxGq+9v7c8//4w5c+bgnnvuwe9+9zusWbMGt99+O1avXo3MzMxWOIKGqcvvazixsbH4/PPPtduCILREc5tU79698eqrr2q3JUmKuG17Od8A8P7770OWZe32/v378cc//rHGwftoPd8OhwNZWVm44oorcMcdd1R7vCHXgGjpl9V07C6XC7t27cLMmTPRp08flJeX49FHH8XMmTOxevXqGvdbn+9Na6ntvAPAmDFjsHjxYu22wWCocZ/t4bwDwPfffx9y+3//+x8eeOABTJgwocb9Nvq8q0RR5KuvvlKzsrJUj8ejqqqqrlq1Sh0xYoTqdru1bZ566il1woQJrdVECmPFihXq+PHjtds8b23XBx98oA4bNqza/d98843ap08ftaioSLvv7bffVocOHRpyHqnlXHnllerChQu127Isq6NHj1ZffPHFVmwVUdM7efKkmpmZqW7atEm7z2azqZmZmeoPP/ygqmrH/Y3yer3qmDFj1Pfeey/iNh31vQn45ptv1IkTJ6r79+9XMzMz1V27dmmPsT9yCvtqfry2Vhf4Df7xxx9VVVXV8vJytX///upnn32mbXPgwAE1MzNT3bJlSyu1smVVVFSoF1xwgfrDDz+oN954o/rII4+oqtqx35unnnpKve666yI+riiKevbZZ6srV67U7isvL1cHDBigfvLJJy3RxKhT9Xc5nODPXzSp72/tXXfdpd56660h91111VXqgw8+2KztbG5Vf1/DifT3eTR5/vnn1T/84Q913r69nm9VVdVHHnlEPe+881RFUcI+3h7Ot6qqamZmpvrll19qtxt6DYjGflnVYw/nl19+UTMzM9WjR49G3Ka+35u2INyxz5s3T505c2a99tNez/vMmTPVKVOm1LhNU5x3pvGkqFFaWoo1a9ZgyJAh0Ov1AICtW7di+PDhIbMCRo8ejYMHD6KsrKy1mkpV2Gy2kFmdPG/RZ+vWrcjMzESnTp20+0aPHo2KigocOHCgFVvWMXk8HuzcuRNnnXWWdp8oijjrrLOwZcuWVmwZUdNLTExEjx498NFHH8HhcMDn8+Hdd99FcnIy+vfvD6Dj/kbt2rULhYWFEEURl112GUaPHo2bb745ZGVfR31vAODEiRN48MEH8eSTT8JkMlV7nP2RU9hX47U1EpvNBgDa52PHjh3wer0h71PPnj2Rnp6OrVu3tkYTW9yiRYswbty4kPcA6NjvzX/+8x8MGDAAs2fPxqhRo3DZZZfhvffe0x7Py8tDUVFRyHtjtVoxaNCgDv39qknV3+VI1qxZg5ycHFx88cV4+umn4XQ6W6B1DdeQ39qtW7di1KhRIfeNHj066r9XVX9fI3E4HPjd736HcePGYebMmdi/f39LNK9JHT58GKNHj8a5556LOXPmID8/P+K27fV8ezwefPzxx7jiiitqXK3XHs53VQ25BrTnfllFRQUEQUBcXFyN29Xne9OW/fjjjxg1ahQmTJiAv/zlLygpKYm4bXs97ydOnMC3336LK6+8stZtG3veGeyjNu+pp57C4MGDkZOTg4KCAvztb3/THjtx4kTI4BUA7XZHqY3Q1h0+fBhvvfUWrr32Wu0+nrfoU9M5Kyoqao0mdWglJSWQZblaCoPk5GR+h6jdEQQBr732Gnbt2oWhQ4di4MCBePXVV7Fy5UptcKSj/kbl5uYCAJYtW4aZM2fi73//O+Lj4zF58mSUlpYC6LjvjaqqmD9/Pq699tqItU7YH/FjX82P19bqFEXBY489hqFDh2qp006cOAG9Xl9tgCo5Obld/6YEfPrpp9i1axfmzJlT7bGO/N7k5ubiH//4B7p3746XX34Z1113HR555BF8+OGHAE5db/j9qptwv8vhXHzxxXjqqafwxhtv4NZbb8W//vUv3HfffS3UyoZpyG9tuGtStH92wv2+htOjRw889thj+Nvf/oannnoKqqri2muvxbFjx1qwtY0zcOBALF68GCtXrsRDDz2Eo0eP4oYbbkBFRUXY7dvj+QaAr776CjabDZMmTYq4TXs43+E05BrQXvtlbrcbS5YswUUXXYTY2NiI29X3e9NWjRkzBk888QRee+013Hfffdi0aRNuueWWkPS2wdrref/www9hsVhwwQUX1LhdU5x31uyjFrdkyRKsWLGixm3Wrl2Lnj17AgCmT5+OK6+8Evn5+Vi2bBnmzZuHF198MWryVrcX9T1vgL9I+80334yJEyfi6quvbu4mUhUNOWdERC2lrr9RZ5xxBhYuXIjk5GSsWrUKJpMJ//znPzFjxgy8//77OO2001qoxS2nru+NoigA/DUNA7n/Fy9ejLFjx+Lzzz+vdZAwGtX1vfnhhx9gt9tx2223tVDLWh/7atTUFi5ciP379+Ptt99u7aa0CQUFBXj00UfxyiuvdPgac1WpqooBAwZotWD79euH/fv345133qlxYLu9a+7f5eAaqllZWUhJScHUqVNx5MgRdOvWrXGNp2ZV19/XIUOGYMiQISG3f//73+Odd97Bn/70p2ZuZdMYN26c9u8+ffpg0KBB+N3vfofPPvsMV111VSu2rGV98MEHGDt2LFJTUyNu0x7ON0Xm9Xpx1113QVVVLFy4sMZt28v35qKLLtL+nZWVhaysLJx33nnaar+O4oMPPsAll1xSa/+xKc47g33U4qZNm1Zrhz8jI0P7d1JSEpKSktCjRw/07NkT48aNw9atWzFkyBB06tSpWmQ/cLvqTCBqnPqet8LCQkyZMgVDhgzBww8/HLIdz1vLqO85q0mnTp2wbdu2kPsC5ywlJaVhDaQGS0xMhCRJOHnyZMj9J0+e5HeIokZdf6M2bNiAb775Bps2bdJmP/bv3x/r1q3DRx99hFtvvbXd/UbV9b0JzJINHiQ0GAzIyMhAQUEBgPb3+12fz83WrVurreq74oorcMkll+CJJ55od/0R9tUah9fWUIsWLcI333yDt956C507d9bu79SpE7xeL8rLy0NWsJ08eTIqf1PqY+fOnTh58iQuv/xy7T5ZlrFp0yasWrUKL7/8cod9b1JSUqpNIDzjjDPwxRdfaI8D/vcieJLOyZMn0adPn5ZraAtryt/luhg0aBAA/8rAthrsa8hvbbhrUjT/Nkf6fa0LvV6Pvn374siRI83UuuYXFxeH7t27RzyG9na+AeDo0aNYt24dli5dWq/ntYfzDTTsGtDe+mVerxd/+tOfkJ+fj9dff73GVX3h1Pa9iRYZGRlITEzE4cOHwwb72tt5B4CffvoJBw8exLPPPlvv5zbkvDPYRy0uELxriMAMdo/HAwAYPHgwnn32WXi9Xq2O37p169CjR4865benuqvPeQv8kdK/f38sXrwYohiaMZjnrWU05rtW1eDBg/H3v/8dJ0+e1JbTr1u3DrGxsejVq1eTvAbVncFgQP/+/bF+/Xqcd955APy/j+vXr8eNN97Yyq0jqpu6/kYFas9UXdEvCILWL2hvv1F1fW8GDBgAg8GAgwcPYvjw4QD8f0gePXoU6enpADrue/N///d/ITOgjx8/junTp+Ovf/2rNhja3voj7Ks1Dq+tfqqq4uGHH8aXX36JN998s9rEsAEDBkCv12P9+vXaiuLffvsN+fn5GDx4cCu0uOWMHDkSa9asCblvwYIFOOOMM3DLLbcgLS2tw743Q4cOxcGDB0PuO3ToELp06QIA6Nq1K1JSUrB+/Xr07dsXgL9m0S+//ILrrruuxdvbUpryd7kudu/eDaBtT+ZpyG/t4MGDsWHDBkydOlW7b926dVH3vart97UuZFnGvn37QlZ/RBu73Y7c3NyIn9P2cr6DrV69GsnJyTjnnHPq9bz2cL6Bhl0D2lO/LBDoO3z4MN544w0kJibWex+1fW+ixbFjx1BaWhrxONrTeQ94//330b9//wZNbmrIeWfNPmqzfvnlF7z11lvYvXs3jh49ivXr1+Oee+5Bt27dtGXtl1xyCfR6PR544AHs378fa9euxRtvvIE//vGPrdz6jquwsBCTJ09GWloa5s2bh+LiYhQVFYXUqeB5a3vy8/Oxe/du5OfnQ5Zl7N69G7t374bdbgfgL4jdq1cvzJ07F3v27MF3332HZ599FjfccAMMBkMrt75j+uMf/4j33nsPH374IX799Vc89NBDcDqdIbPNidqDwYMHIy4uDvPnz8eePXtw8OBBPPHEEzh69Kj2B3NH/Y2KjY3Ftddei6VLl+L777/Hb7/9hoceeggAMHHiRAAd971JT09HZmam9l/37t0BAN26ddNm0XfU/gj7apHx2upPLffxxx/j6aefhsVi0T4bLpcLAGC1WnHFFVfg8ccfx4YNG7Bjxw7cf//9GDJkSFQPxNZFbGxsyO9KZmYmYmJikJCQgMzMzA793tx000345Zdf8Pe//x2HDx/GmjVr8N577+H6668H4J+gM2XKFLzwwgv4+uuvsXfvXsydOxennXaaNpjXkdXld7mwsBATJ07UVusfOXIEy5cvx44dO5CXl4evv/4a8+bNw4gRI9r8asnafmvnzp2Lp59+Wtt+ypQp+O677/DKK6/g119/xdKlS7Fjx46oG/it7fcVqH7sy5Ytw/fff4/c3Fzs3LkT9913H/Lz86Mqjd8TTzyBH3/8EXl5efj5559xxx13QBRFXHzxxQDa7/kOUBQFq1evxmWXXQadLnTNTXs633a7XRtHAoC8vDxtjKmu14CbbroJb731lnY7WvplNR271+vF7NmzsWPHDixZsgSyLGvf/cBCFqD6sdf2vWkrajp2u92OJ554Alu3bkVeXh7Wr1+PWbNm4fTTT8eYMWO0fbTH8x5QUVGBzz//POJ3uDnOO1f2UZtlMpnw73//G0uXLoXD4UBKSgrGjBmDWbNmaYNTVqsVL7/8MhYtWoTLL78ciYmJmDVrVkjuempZP/zwAw4fPozDhw9j7NixIY/t3bsXAM9bW/T888/jww8/1G5fdtllAIA33ngDOTk5kCQJf//73/HQQw/hmmuugdlsxqRJkzB79uxWajH9/ve/R3FxMZ5//nkUFRWhb9++WLlyZdSmNiCKJCkpCStXrsSzzz6Lm266CV6vF71798by5cu1wayO/Bs1d+5c6HQ6zJ07Fy6XC4MGDcLrr7+urb7qyO9NbTpqf4R9tch4bQX+8Y9/AAAmT54ccv/ixYu1QZb7778foihi9uzZ8Hg8GD16NP7yl7+0eFvboo763gwcOBDLli3DM888g+XLl6Nr1664//778Yc//EHb5pZbboHT6cSf//xnlJeXY9iwYVi5ciXrH6Juv8terxcHDx7UMh4EVpG+8cYbcDgcSEtLwwUXXIBZs2a1ePvrq7bf2oKCgpCVjUOHDsWSJUvw7LPP4plnnkH37t2xfPlyZGZmttYhNEhdfl+rHnt5eTkefPBBFBUVIT4+Hv3798c777wTVdkZjh07hnvuuQelpaVISkrCsGHD8N5772mrXtvr+Q5Yt24d8vPzccUVV1R7rD2d7x07dmDKlCna7cWLFwMAJk2ahMcff7xO14Dc3FyUlJRot6OlX1bTsd9xxx34z3/+AwC49NJLQ54XGG8Dqh97bd+btqKmY3/ooYewb98+fPTRR7DZbDjttNNw9tln46677gqZdNoez/vjjz8OAPj000+hqmrEYF1znHdBVVW1IQdERERERERERERERERERK2LaTyJiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB8RERERERERERERERFRlGKwj4iIiIiIiIiIiIiIiChKMdhHREREREREREREREREFKUY7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIg6kK+++gqrVq2q8/YFBQVYsGABxo8fj+zsbIwePRpTp07Fv/71L22bjRs3IisrC8OGDUN5eXm118vKykJeXp523/jx45GVlRX2v6KioohtKS4uxiOPPIKrrroKAwYMwJAhQ+px5ERERER1N3/+fFx88cVhH3v00Ucxfvx47XagL5SVlYVff/212vZ//etfkZWVFfKcYK+99hqysrJw//33h3188uTJ2v779OmDc845B3PmzMHRo0drPIbt27djwYIFuPDCC9GnTx/cdtttNW5PRNGLwT6idmrp0qUhgyYjR47ElClT8NNPP1Xbdu/evZgzZw5Gjx6NAQMG4KyzzsIdd9yB9evXa9s0tnOwatUqXHHFFdXu37p1K6ZOnYohQ4Zg6NChuPrqq7F7927t8dWrV4cdBFqyZEm9Xj/Qaaqp3Yqi4PLLL0dWVhY+//zzkMf++9//4oILLsCZZ56JRx55BLIshzz+4YcfYtKkSVAUpV7tai41dUjbio8//hgXXnhhtfeSiIiImtdXX32Ff/zjH3Xatry8HFdffTW2b9+OO++8EytXrsR9992HtLQ0fPfdd9W2r6iowOuvv16nfU+YMAHvvvtutf8SEhIiPqewsBBr165FcnIyBgwYUKfXISIiImopMTExWLt2bbX7P/30U8TExER83scffwwA+PLLL+HxeMJuM3ToULz77rtYtWoVbrvtNnz//feYOnUqnE5nxP3+/PPP+Omnn9CvXz+kp6fX82iIKJroWrsBRNR8TCaTNthy7Ngx/O1vf8PUqVOxevVqZGZmAvAP9tx9993o3bs37r77bnTr1g3FxcX497//jWnTpuHHH3+E1WrVOgcDBw6E2+2uVzucTideeOEFPPjggyH3r1+/HrfeeiuuuOIK3HLLLfD5fNi2bVvYTsrKlSthtVq126mpqXV+/aKiIixfvhzJyck1bvfOO++gsLCw2v0lJSWYM2cOZsyYga5du+LBBx9EVlYWrrrqKgD+Qa2nn34azz33HESxbcyhmDVrFhwOR2s3o0YXXXQRnnvuOXz00UdhA8FERETU+r744gscP34c7777bsgA0aWXXhp2klNOTg7efPNN/PGPf0RsbGyN++7UqRMGDx5cr/ZkZWVh3bp1APyT2/bu3Vuv5xMRERE1p3PPPReffPIJ7rzzTu2+X375Bfn5+bjwwguxZcuWas85ePAgdu7cibPOOgvr1q3DN998gwsuuKDadnFxcVrfadiwYTCbzZg3bx6+/fZbTJw4MWx7Jk+ejJtuukn7NxG1Xwz2EbVjoiiGDKAMHDgQ48ePxzvvvIM///nPKCoqwrx58zBs2DC89NJLMBgM2rYTJkzAVVddBZ3O/zPRmM7B2rVr4fV6ce6552r3+Xw+PPDAA5gyZQruu+8+7f5x48aF3Uf//v2RlJRUr9cNeOqppzB+/Hjk5+dH3Ka4uBjPPfcc5s6dWy1lwi+//IK0tDTceuutAPypGb7//nst2Ld8+XLk5ORg2LBhDWpfU3K5XDCZTOjWrVtrN6VWkiRh0qRJePPNNxnsIyIiaiHz58/Hhx9+CMAfOAOASZMm4fHHHw+7fVlZGURRDDtpKtwkp+nTp2P27Nl48803MXPmzCZseeTXJCIiImorLrzwQnz66afYuXMn+vfvDwBYs2YNRo0aFXFc65NPPoEgCFi0aBGuvfZarFmzJmywr6rs7GwACEmVXhX7TkQdB7/tRB1Ieno6kpKStE7Ae++9h4qKCixYsCAk0BcwcuRImM1mAI3rHHz00Uc499xztcAhAKxbtw5Hjx7FlClTGrzfuvjpp5/w1VdfYc6cOTVu98wzzyAnJwc5OTnVHvN4PDAajdpts9mspVQ4ePAgPvjgA8ydO7dO7cnLywubJhQALr/8ctxzzz0AgOPHj2PBggU499xzMXDgQFxwwQV45plnqqVyyMrKwksvvYSnnnoKZ599NkaNGgWgehrP+uxvxYoVWLp0Kc466yzk5ORgwYIF1VYJFhYWYu7cuTjrrLMwcOBATJw4sVrKrtWrV+OSSy5BdnY2xowZg7/+9a/VUnZeeOGF2L17N/bs2VOn94+IiIgaZ9asWRg3bhwyMjK0tJmzZs2KuH3//v2hKAruvfdebNmyBT6fr8b9JyUl4ZprrsFrr70Gu91e47aqqsLn84X8x/TeREREFM1OO+00jBgxAp988gkAf8mYzz//HBdddFHE53zyyScYPnw4MjIycOGFF+Kbb76BzWar9bUC43unnXZa0zSeiKIag31EHUhFRQVKS0u1TsCmTZtw2mmnabO6m4PL5cKWLVswdOjQkPt/+eUXJCQkYPv27ZgwYQL69euHCRMm4KOPPgq7n4svvhh9+/bFueeeixdffLFOA0GyLOPhhx/GjBkzauz4bNu2DZ988knEgF3fvn2xb98+bNiwAbm5ufj3v/+tzZ567LHHMH369DqnFe3atSsGDx5cLX/7oUOHsHPnTi1AV1JSgoSEBCxYsAArV67EzTffjA8//BB/+ctfqu3zjTfewKFDh/Doo4/iqaeeCvu69dnfqlWrcOjQITz++OO4/fbbsWbNGvztb38L2dc111yDH3/8EXfffTdefPFFTJ06NSQF6quvvor/+7//w+jRo/H3v/8dt9xyC9544w389a9/DXmtnj17Ij4+Hj/88EOd3j8iIiJqnG7duiEpKQkmkwmDBw/G4MGDa8wIMGrUKEyfPh1fffUVrr32WgwbNgzTpk3DRx99BFVVwz5n+vTpcDgcePvtt2tsy9tvv43+/fuH/BcpBRURERFRtLj44ovx2WefQVVVbNy4EeXl5RFX6m3btg2HDh3SxoMuvvhieDwefPHFF9W2DUyU8ng82LFjB5588knExcXhrLPOatbjIaLowDSeRO1cYPb1sWPH8MQTT0CWZUyYMAGAf3VWcxfn3b17N7xeb7WAYlFREZxOJ+6//37Mnj0bPXv2xCeffIJ58+YhOTkZY8aMAQCkpKTgzjvvxKBBgyAIAv7zn//g2WefRWFhIf785z/X+Npvv/02nE4npk6dGnEbRVGwcOFC/PGPf0TXrl3Dpj7IyMjAnXfeialTp0JVVQwZMgRTpkzBf/7zHxw6dAjLly+v13ty0UUXYcmSJaioqNBq2XzyySeIj4/H6NGjAfhX2M2bN097ztChQ2E2mzF//nz8+c9/1lZcAkB8fDyWLVsGQRAivmZ99peSkoKnn34aADB27Fjs2rULX3zxBe69914AwGuvvYaTJ0/is88+Q9euXQFAW1EI+IPKzz//PG6++WZtpeLZZ58NvV6Pxx9/HNOnT0diYmJI23755Zd6vYdERETUtFRVDZlMJQgCJEkCAMydOxfXXXcdvv76a2zevBnr16/HDz/8gB9++CHsRKPU1FRceeWVePXVV3HjjTdGfM0LL7wQ06dPD7kvOJsCERERUTS64IILsGjRImzevBmffPIJxo0bF7GW8SeffAK9Xq9NeBo8eDAyMjKwZs0aXHnllSHbfvvtt1pqUADo3r07li5dik6dOjXfwRBR1GCwj6gdczgcIZ2A+Ph4/PnPf9YCaQBqDBA1haKiIgColpdcVVW43W7ce++92iDQqFGj8Ntvv+Hvf/+71sYxY8aEtHf06NEwGo14/fXXa1yxd/LkSTz//PN44oknwqYoDfjnP/+JEydOaPX4IrnttttwzTXXwGazoWvXrvB6vXj88cexYMECiKKIRx99FGvXroXZbMYdd9yByy67LOK+LrzwQixevBhfffWVtt3atWtxwQUXaG1VVRWvv/463nvvPeTl5cHtdmvPz83NRWZmpnZ77NixtZ7H+uyv6oywnj174tNPP9Vur1+/HiNHjtQCfVVt2bIFDocDEydODEn1ddZZZ8HlcmH//v0488wztfsTExO1zwkRERG1jh9//DEkvfqZZ56JN998U7udkZGBqVOnYurUqbDb7bjrrrvw8ccfY/r06ejTp0+1/d1yyy345z//iXfffTdinyEpKUnLlkBERETU1kiSFDGzlKIoIeVqgiUkJGD06NH48MMP8e9//xuPPPJIxH2sXbsWZ555JkRRRHl5OQDg3HPPxRtvvIHCwsKQTFLDhg3DggULIEkSUlNTw9ZUJqKOi8E+onbMZDLhrbfegiAISExMRFpaWkjtvdTUVPz222/N2oZAUKlqwC0uLg6Avy5gsFGjRmHVqlU17vPCCy/EK6+8gt27d0cM9j333HPIysrC8OHDtc5SoBZMeXk5YmJi4Ha78cwzz+Duu++G1+uF1+tFRUUFAH/60eCVd4C/s5aQkADAn6ayW7duGD9+PFatWoX//ve/WL16NXJzczF16lQMGDAAvXr1Ctu2lJQU5OTk4NNPP8Vll12GPXv24Ndffw1Zqfj666/jiSeewM0334ycnBzExcVh+/btWLRoUUigDkCdOnf12V/g3ATo9fqQ2n6lpaXo3bt3xNcqKSkBAEyaNCns4wUFBdX2X7UNRERE1LL69++P999/X7ttsVgibmuxWHD99dfju+++w2+//RY22Jeeno5JkyZh5cqVWLBgQbO0mYiIiKg5JSUl4cSJE2EfO378eLWJ7cEuuugizJ07FzExMTjnnHPCbrNhwwYUFRWhqKgII0aMqPb42rVr8cc//lG7bbVaOVGKiCJisI+oHRNFscZOwJlnnon169dj//79NQZvGiM+Ph4AUF5ejpSUFO3+ml6vKQI/Bw8exKZNm8J2lkaMGIEVK1bgjDPOQGlpKf7yl79Uq103b948dOrUKWwtucLCQrz88st45513APhXup1//vlITU1FamoqMjMzsWHDhojBPsDf6Vu4cCFKSkrw6aefIiUlJWS12+eff47x48djzpw52n2//vpr2H3VZXVmffZXm4SEBBw/fjzi44FzvmzZMnTu3Lna41Vn99tsNi2ISkRERM0v3ESb2NjYsP3G4uJiJCYmVutvHDp0CABqTBt16623YvXq1Xjvvfca32giIiKiFjZixAi89NJL1caXKioqsHHjRlxzzTURn3vuuefi3HPPxcCBAyOmKV+zZg1iYmLwt7/9LWRyPgA89thjWLNmTUiwj4ioJgz2EXVgV111FV5++WUsXrwYL774IvR6fcjjGzduxMCBA0PqudVXjx49AAB5eXno2bOndv/o0aOh1+uxbt26kBSS69atC0k9Gs7atWshSRL69esXcZv7779fW9EX8Nhjj8FkMuGee+5BVlYWzGYz3njjjZBtTpw4gXvuuQd33nlnxALHTz75JK644gqcccYZ2n1OpzPk36qq1ngMF1xwARYuXIgvvvgCn376KX7/+9+HdOxcLle187FmzZoa91mTptzfqFGj8MorryA/Pz9szcchQ4bAbDbj2LFjOP/882vd39GjR6ut8CQiIqLm07NnT3zwwQf45JNPcPrppyMxMTFiqs0PP/wQ//rXv3DppZeiX79+UBQFW7ZswYoVK9C/f38MGzYs4utkZGTgkksuwYcffhj28RMnTmDr1q3V7u/Vq1fEujaAfxITABw4cACyLGu3s7Oz0aVLl4jPIyIiIqqP0aNHY/jw4bjjjjtw++23o3fv3jh+/DhWrlwJURQxefLkiM+NiYnBsmXLIj7udrvx5Zdf4oILLsCoUaOqPX7FFVfg0UcfxW+//RYy/lRfxcXF+PHHH7V/2+12re80bty4Ro35EVHbwmAfUQeWkpKCJ554An/6059w3XXX4YYbbkBGRgZKSkrw1VdfYc2aNdi4cSOAhncOMjIykJKSgp07d2LcuHHa/Z06dcLkyZPx3HPPQRAErS7c1q1bsXLlSm276dOnIycnB1lZWQCAr7/+Gu+99x6mTJkSslLwpptuQn5+Pr788ksAQN++fau1JS4uDjExMcjJydHuC/434A9KAv5BpqFDh1bbx+bNm7Fx40bt2AF/KtLnnnsOOTk5yMvLw6FDh6rtt6r4+HiMGTMGy5cvx/Hjx3HxxReHPH7WWWfhjTfewFtvvYXu3bvj448/xuHDh2vcZ02acn9Tp07Fv/71L9x4442YOXMmMjIykJubi0OHDuG+++5DXFwcZs+ejaeeegrHjh3DmWeeCUmSkJubi6+//hpLly7VPi8OhwO//fYbbr/99gYfGxEREdXPlVdeiW3btuHhhx9GaWkpJk2ahMcffzzstuPGjUN+fj4++ugj/O1vf4OiKEhPT8e0adPwxz/+EZIk1fhat912Gz7++OOw9W6++OILfPHFF9XuX7VqFYYPHx5xn3fddVfY24sXL8bll19eY3uIiIiI6koURbz44ot4/vnn8eqrr+L48eOIjY3FyJEjsXTp0oilZerim2++gc1mw2WXXRb28YsvvhhPPvkk1qxZU63vUx/79++P2Hf6+uuvI074IqLow2AfUQd33nnn4f3338eKFSvw9NNPo6SkBHFxcRg2bBheeeUVWK1WAI3rHEycOBH/+9//MGvWrJD758yZg5iYGLz88ssoLi5Gz549sXz5cowePVrbpkePHvjggw9w7NgxKIqC7t274/777682e0pRlIhFk5uKoih45JFHMGfOnJDZ5tdccw1+++03PPTQQzCbzVi0aFHIasVILr74YvznP/9Bt27dMHDgwJDHbr/9dpSUlOD5558HAEyYMAH/93//hxkzZjSo7U25v8TERPzjH//A008/jSVLlsDpdKJLly64/vrrtW2mTZuG1NRUvPrqq3jrrbeg0+nQrVs3nHPOOSErDL///nuYTCaMHTu2QcdFRERE9RcbG4tnnnmmTtv26tULDz74YK3b5eTkYO/evdXu79GjB3bt2lXt/v/85z91ev1wwr0OERERUXOIjY3F/fffj/vvv7/G7SL1hYI98MADeOCBBwD4x2Vq2j4pKQk7duzQbr/55pv1aHX92kVE7YOg1pZrjoiokfbs2YNJkybhq6++YmolCjF79mxYLBYsXry4tZtCREREREREREREFJXE2jchImqcPn36YPz48dXq41HHlpubi2+//RYzZ85s7aYQERERERERERERRS0G+4ioRdx3332NymVO7U9hYSEWLVqEbt26tXZTiIiIiIiIiIiIiKIW03gSERERERERERERERERRSmu7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB8RERERERERERERERFRlGKwj4iIiIiIiIiIiIiIiChKMdhHREREREREREREREREFKUY7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB9RB5SVlYWlS5e2djMarKnbn5eXh6ysLKxevVq7b+nSpcjKymqy1wgYP3485s+f3+T7bQqTJ0/G5MmTW+S1qp7DwPtdXFzcIq/fls8DEVE0Gz9+PG677bZmf51w1+5I5s+fj/Hjx4fcF+19oWjVXP2rcKr2azZu3IisrCx8/vnnLfL64T53LaGlj7Ou+J0jIiIiImpeDPYRhbF69WpkZWVh+/bt9X6u0+nE0qVLsXHjxmZoWc12796Ne++9F+PGjcOAAQNw5plnYurUqfjggw8gy3KLt6e+fvrpJ9x8880YM2YMsrOzcc4552DGjBlYs2ZNazet2Rw4cABLly5FXl5ek+53/vz5yMrK0v4bMmQIzj33XMyePRtffPEFFEVpktf5+eefsXTpUpSXlzfJ/ppSW24bEVFLCvRrIv23devW1m5ihxEIUmZlZeGLL76o9nhLT35pjKqfq+zsbIwePRrTp0/HG2+8gYqKiiZ5ncLCQixduhS7d+9ukv01pbbctpYS7X9/EBERERG1F7rWbgBRe+N0OrFs2TLccccdyMnJabHX/ec//4m//OUvSE5OxqWXXorTTz8ddrsdGzZswAMPPICioiLMmDGjxdpTX5999hnuvvtu9O3bF1OmTEF8fDzy8vKwadMmvPfee7jkkku0bbdt2wZJkprstbt06YJt27ZBp2v+n8TPP/8cgiBotw8cOIBly5bhzDPPRNeuXZv0tQwGAx555BEAgNvtxtGjR/Hf//4Xs2fPxplnnokXXngBsbGx2vYvv/xyvV9jy5YtWLZsGSZNmoS4uLg6P6+pz2E4NbWt6nkgIuoIZs+eHfZa061bt1ZoTetqietQbZYvX44LLrgg6q9Hgc+Vz+fDiRMn8OOPP+Kxxx7Da6+9hr/97W/o06ePtu3MmTNx66231mv/x48fx7Jly9ClSxf07du3zs9rSL+mvmpq28MPPwxVVZu9Da0p2v/+ICIiIiJqTxjsI4oSDocDMTExYR/bunUr/vKXv2Dw4MF46aWXQgI4U6dOxfbt27F///6WamqDLFu2DL169cK7774Lg8EQ8tjJkydDbhuNxiZ9bUEQmnyfwVRVhdvthslkqnZszUmn0+HSSy8Nue/uu+/GSy+9hKeffhr/93//h2effVZ7rLnbpigKvF4vjEZjs77fddGS54GIqK0YO3YssrOzW7sZbUJrX4f69u2L3bt348svv8QFF1zQbK9TU/+xqVT9XN12221Yv349ZsyYgVmzZmHt2rUwmUwA/H2T5p5c5XQ6YTabW/1ar9frW/X1m1t7+PuDiIiIiKg9YRpPojqaP38+hgwZgsLCQsyaNQtDhgzByJEj8cQTT2gpavLy8jBq1CgA/uBVIK1RcH2KX3/9VVtZlZ2djcsvvxxff/11yGsF0iL9+OOPeOihhzBq1CiMGzcuYtuWLVsGQRCwZMmSkD+0AwKvE8nRo0fx0EMPYcKECRg4cCBycnIwe/bsaqklvV4vli1bhgsuuADZ2dnIycnBddddhx9++EHbpqioCAsWLMDYsWMxYMAAjB49GjNnzqw1TeWRI0eQnZ0ddmAmOTk55Hakem8HDx7Evffei2HDhmHkyJF49tlnoaoqCgoKMHPmTAwdOhRnn302XnnllZD91bXuzwcffIApU6Zg1KhRGDBgAH7/+9/j7bffrrZdoF7Rd999h8svvxwDBw7EO++8oz0WqBW3evVq3HXXXQCAKVOmaJ+XjRs3Yt68ecjJyYHX6622/2nTpmHChAk1trUmt956K0aPHo3PP/8cBw8e1O4PV7PvzTffxEUXXYRBgwZhxIgRuPzyy7W0qkuXLsWTTz4JADj33HO19gfOdVZWFhYtWoSPP/4YF110EbKzs/Hdd99pj4Wr21JSUoK77roLQ4cORU5ODh555BG43W7t8ZrOVfA+a2tbuJp9ubm52ndz0KBBuPrqq/HNN9+EbBOog7N27Vq88MIL2gDnTTfdhMOHD9fyzhMRtW2B39iXX34Zq1atwrnnnotBgwZh2rRpKCgogKqqWL58OcaOHYuBAwdi5syZKC0tDbuv77//Hpdeeimys7Px+9//Hv/+97+rbVNeXo5HH31US/93/vnn46WXXqqWarq8vBzz58/HsGHDMHz4cMybNw82my3s63711Ve4+OKLkZ2djYsvvhhffvll2O0i9SUOHz6M+fPnY/jw4Rg2bBgWLFgAp9MZ8lyXy4VHHnkEOTk5GDJkCGbMmIHCwsJ61ST7/e9/j+7du2P58uV1Wv312WefaX2KnJwc3HvvvSgsLAzZJtBXPXLkCG655RYMGTIE9957r3a8ixYtwmeffYbf//73GDhwIK655hrs3bsXAPDOO+/g/PPPR3Z2NiZPntzo9OKjRo3CrFmzcPToUXz88cfa/eFq9v3www+47rrrMHz4cAwZMgQTJkzAM888A8B/3b3yyisBAAsWLNCu54F+wOTJk3HxxRdjx44duOGGGzBo0CDtuZFqESuKgmeeeQZnn302Bg8ejBkzZqCgoCBkm0i1fYP3WVvbwtXsczgcePzxx7XP/IQJE/Dyyy9X+wwEzlfg8zxgwABcdNFF+N///lfT216v43z++efRv3//sCljH3zwQQwfPjykD1ZVe/j7g4iIiIioPeHKPqJ6kGUZ06dPx8CBAzF37lysX78er7zyCjIyMnD99dcjKSkJDz30EB566CGcf/75OP/88wFAG9TYv38/rrvuOqSmpuKWW25BTEwMPvvsM9x+++1YunSptn3AwoULkZSUhNtvvx0OhyNsm5xOJzZs2IDhw4cjPT29Qce1fft2bNmyBRdddBE6d+6Mo0eP4h//+AemTJmCTz/9FGazGYD/j/oXX3wRV111FQYOHIiKigrs2LEDO3fuxNlnnw0AuPPOO3HgwAHceOON6NKlC4qLi/HDDz+goKCgxjSV6enpWL9+PY4dO4bOnTs36Djuvvtu9OzZE3PmzMG3336LF154AQkJCXjnnXcwcuRI3HvvvVizZg2eeOIJZGdnY8SIEfXa/z/+8Q/07t0b48ePh06nw3//+18sXLgQqqrihhtuCNn24MGDmDNnDq655hpcffXV6NGjR7X9jRgxApMnT8abb76JGTNm4IwzzgAA9OzZE5deeik++ugjfP/99/jd736nPaeoqAgbNmzA7bff3oB36JQ//OEP+P7777Fu3bqwbQOA9957D4888ggmTJiAKVOmwO12Y+/evfjll19wySWX4Pzzz8ehQ4fwySefYMGCBUhMTAQAJCUlafvYsGEDPvvsM9xwww1ITExEly5damzXn/70J3Tp0gVz5szB1q1b8eabb6K8vFwL3NVVXdoW7MSJE7j22mvhdDoxefJkJCYm4sMPP8TMmTPx/PPPV/turlixAoIgYNq0aaioqMDKlStx77334p///Ge92klE1JIqKiqqDewLgqD9RgasWbMGXq8XkydPRmlpKVauXIk//elPGDlyJDZu3IhbbrkFhw8fxltvvYUnnngCixcvDnn+oUOHcPfdd+Paa6/FpEmT8MEHH+Cuu+7CypUrtf6C0+nEjTfeiMLCQlx77bVIS0vDli1b8Mwzz6CoqAgPPPAAAP/q+FmzZmHz5s249tpr0bNnT3z55ZeYN29eteP7/vvvceedd6JXr16YM2cOSkpKsGDBgnr1K/70pz+ha9euuOeee7Br1y7885//RFJSEu677z5tm/nz5+Ozzz7DpZdeikGDBmHTpk31Tk0pSRJmzpyJefPm1bq6b/Xq1ViwYAGys7Nxzz334OTJk3jjjTfw888/46OPPgpJVe3z+TB9+nQMGzYM8+bN01bUAf7ayP/5z39w/fXXAwBeeuklzJgxAzfffDPefvttXH/99SgrK8PKlStx//3344033qjXMVV16aWX4plnnsH333+Pq6++Ouw2+/fvx2233YasrCzMnj0bBoMBhw8fxs8//wzA3yeaPXs2nn/+eVxzzTUYNmwYAGDo0KHaPkpLS3HLLbfgoosuwh/+8Idqk8SqeuGFFyAIAm655RacPHkSr7/+OqZOnYp//etfIe9XberStmCqqmLmzJlakLBv37747rvv8OSTT6KwsBD3339/yPabN2/Gv//9b1x//fWwWCx48803MXv2bPz3v/+t9p1tyHFeeumlWL58OdauXYsbb7xRe57H48EXX3yBCy64IOIK2Pby9wcRERERUXvCYB9RPbjdblx44YVaoOW6667DpEmT8P777+P6669HTEwMJkyYgIceeghZWVnVUig++uijSEtLwwcffKCtYLv++utx3XXXYcmSJdUCCvHx8XjttddqrClz+PBheL1eZGZmNvi4zjnnHEycODHkvt/97ne45ppr8MUXX+Cyyy4DAHzzzTcYN24cHn744bD7KS8vx5YtWzB37lxMnz5du/+2226rtQ233HILHnjgAZx33nkYOnQohg0bhrPPPhtDhw6FKNZtEfLAgQOxaNEiAMA111yD8ePH4/HHH8c999yjDcJdfPHFGDNmDD744IN6B/veeuutkEGgG2+8EdOnT8err75aLdh3+PBhrFy5EmPGjIm4v4yMDAwfPhxvvvkmzjrrrJAaj0lJSejcuTM+/vjjkGDfp59+CkVR8Ic//KFeba8q8Hk5cuRIxG2++eYb9O7dG88//3zYx/v06YN+/frhk08+wXnnnRd2MOXgwYNYs2YNevXqVad2de3aFS+88AIA4IYbbkBsbCzefvttTJs2LaTmT23q0rZgL730Ek6cOIFVq1Zh+PDhAICrrroKf/jDH7B48WKce+65IZ9Dt9uNjz76SPsex8XF4dFHH8W+ffsa9V0kImpOU6dOrXafwWDA9u3bQ+4rLCzEv//9b1itVgD+FUIvvvgiXC4XPvjgAy0NY0lJCdasWYOFCxeGrMw/dOgQli5dqgWwrrzySkycOBFLlizRBudfffVV5Obm4sMPP0T37t0BANdeey1OO+00vPzyy5g2bRrS0tLw9ddfY9OmTbjvvvtw8803A/D3v6ZMmVLtWJYsWYLk5GS8/fbbWtvPPPNMTJs2rdbJJgF9+/bFY489pt0uLS3F+++/rwX7du7cic8++ww33XSTFpy54YYbsGDBAuzZs6dOrxFwySWX4IUXXsDy5ctx/vnnh63d5/V6sWTJEmRmZmLVqlVa8GXYsGG47bbb8Nprr2H27Nna9h6PBxMnTsScOXOq7evgwYP47LPPtGtifHw8/vznP+OFF17A559/rq3OCpzvvLy8RgVKOnfuDKvVitzc3Ijb/PDDD/B6vVjx/+zdeVzN2f8H8NftVqiUNopCilCWsjQlW2PJWjEmu4yhbDEY+9hHMbbBDMaSJfvO2MVYI0ukGXztLbY2S6L1/v7o14ePSvfWrVt5PR+PHu7nc889n/d539Ltvu85Z/XqHD+QY2RkhBYtWmDp0qVo2LBhttfWQOYHoWbOnImePXvKFdfr169x+PBhYbx169bF6NGjsWPHjhy/r3IjT2yfCgoKwqVLlzB69GgMHToUQOb3jq+vLzZu3Ii+ffuK9s988OABDh8+LJxzcHCAm5sbDh06JCrO5Xec1apVg52dHQ4cOCDq78yZM3j9+vUXx1Na/v4gIiIiIipNuIwnkYJ69eolOm7UqJFcS8S8evUKly5dQocOHYRP1sfHxyMhIQHOzs54/PhxtuWYvv/++y8W+oDMT+kDgLa2toIj+ejTAlZqaioSEhJQtWpV6Orq4r///hPu09XVxb179/D48eNc+9HQ0EBISAhev36tUAzfffcd1qxZAwcHB1y/fh1//vkn+vTpg3bt2gmf7panjyxSqRS2traQyWSi87q6urCwsPjiG0+5+TRPb9++RXx8PJo2bYrIyMhsy4mZmZl9sdCXFzU1NXTp0gWnTp0SnmMAOHDgAOzs7GBubp7vvgEI+/e8e/cu1za6urp4/vw5wsLC8n2dJk2ayF3oA5CtaJr15pMiy1blx5kzZ1C/fn2h0Adk/kx5enoiOjoa9+/fF7Xv1q2b6I3trMfl5/uKiKioTJs2DQEBAaKv1atXZ2vn6uoqFMuAzA/TAJmzwj/db61+/fpITU3N9vqlYsWKog8w6ejowN3dHf/99x9iYmIAAEePHkWjRo2gq6srvCaKj4+Hk5MT0tPTceXKFQCZ//+rq6uLXn9JpdJsxY6XL1/i9u3b8PDwEMXerFkzhX4PfV4waty4MV69eiX8Ls5ajjprdlwWeYovn8ua3Xfnzh2cPHkyxzbh4eGIi4tDr169RLOsWrVqhRo1amRbbhrI/lo1i6Ojo6h416BBAwBAu3btRMswZj3fyvidpqWlledrDSCzEPb58q3y0tTU/OJykZ9zd3cXjdfV1RXGxsY4c+ZMvq4vr7Nnz0IqlWZbWvSHH36ATCbL9lrHyclJVPyrXbs2dHR05H5e5Bmnm5sbbt68Kfrw18GDB2FqaoqmTZvm2ndp+fuDiIiIiKg04cw+IgWUKVMm26eO9fT05PrDMiIiAjKZDL///jt+//33HNvExcWhUqVKwvGnb8ikpKRku46BgYHwR/yX3kjJy4cPH7Bq1Srs2bMHL168EO0b8mkRy9fXF8OGDUP79u1Rq1YtODs7w83NTZhxpampiXHjxmHevHlo1qwZGjRogFatWsHd3R3GxsZ5xtG8eXM0b94c79+/x7///ovDhw9j27Zt8PHxwZEjR/JclunzZYTKly+f43NWvnz5XPcY+pJr165h2bJluHHjRrb9e96+fSt6c1EZSwa5u7tj9erVOHnyJNzd3fHw4UP8+++/mDlzZoH7zloW9ktv0gwePBgXL15Ejx49UK1aNTRr1gydO3cWlqmSh6J5qFatmui4atWqUFNTK/Q9V54+fSq86fmprKVVnz59Kvr0+uffa1lvVr5586YQoyQiKpj69eujXr16ebYzNTUVHWf9fsvt/OvXr0UfQqlWrVq2WWpZs/eio6NhbGyMJ0+e4O7du8Jex5/LWm40q/3nv68+X4L66dOnwrU/Z2FhISoefElu/7+/fv0aOjo6ePr0KdTU1LL9fsvpuvLo0qUL/vzzT/zxxx9o06ZNtvuzxpXTkts1atTAtWvXROfU1dVzXbb08+cv6zXk5+2znldl/E5LSkr64uu3jh07YufOnZg6dSoWLlwIR0dHtG3bFq6urnKv7FCpUqUc93zOzefPlUQiQbVq1RAdHS13H/kRHR2NihUrZtvfztLSUrj/U58/X0Dm3x3yPi/yjLNjx46YO3cuDhw4gBEjRuDt27c4ffo0vLy8cpxpmqU0/f1BRERERFRasNhHpIC8Ztl9SdanlX/44YdcZ3x9+uldAKJPcIeGhmZbWigoKAjVqlWDuro6/ve//+U7ttmzZ2PPnj0YMGAAGjZsiPLly0MikeCnn34S/eHdpEkTnDhxAkFBQbhw4QJ27dqFDRs2YObMmejRoweAzCXCXFxccPLkSZw/fx6///47/vrrL2zYsAF169aVK55y5cqhcePGaNy4MfT19bF8+XKcPXsWHh4eX3xcTm8K5facfToueURERMDLyws1atTAxIkTYWpqCg0NDZw5cwbr16/P9ml0RfZ8yY2VlRVsbGxw4MABuLu748CBA9DQ0ECHDh0K3HfW98vn33OfsrS0xNGjR/HPP//g3LlzOH78OLZs2YLhw4eLlgz7koLm4fM3mnJ74yk9Pb1A11FUbm9AKvp9RURUHOX2u1OZ//dlZGSgWbNmwtKcn8sqDha1ov7/PWt238SJExEUFFTg/jQ1NXMdQ27Pq7JeK33u+fPnePv27Rdfa5QtWxabN2/G5cuXhdcbhw8fxvbt27Fu3Tq5Xnsr4zWXvNLT0wv094AiCut5+ZSenh5at26NgwcPYsSIETh69ChSUlLyXC6+NP79QURERERU0rHYR6RkuRUjsj7xrqGhAScnJ4X7rV27NgICAkTnjI2NUaZMGXzzzTe4dOkSnj17luOngPOStS/GxIkThXPJycnZlqYEgAoVKqB79+7o3r073r17h759+2LZsmXCH9tAZgHphx9+wA8//IDHjx/D3d0d69atw4IFCxSOzdbWFgCEZb9U5dSpU0hJScGKFStEn/q/fPlygfr90qemgczZff7+/nj58iX+/vtvtGrVCnp6egW6JpC5HKhEIhH2TsqNlpYWOnbsiI4dOyIlJQUjR47EypUr4e3tjTJlyuQZv6KePHkimh3y5MkTZGRkiPYXArLPNsia+fApRWKrXLkyHj16lO38w4cPhfuJiEg+T548gUwmE/0/nLUEX9beeVWrVkVSUlKer4mqVKmCS5cu4d27d6LZfZ//n531//STJ0+y9ZHT/+/5VblyZWRkZCAqKkpUkMzpuvLq2rUrVqxYgeXLl8PFxSXb9YDMMXw+C/LRo0fF+vfT/v37AQDOzs5fbKempgZHR0c4Ojpi0qRJWLlyJRYvXozLly/DycmpUF5rfEomk+HJkyewtrYWzuU2g+7p06ei1ymKxFalShUEBwcjMTFRNLsv67WGvPtKykuecQKZS3kOGzYMYWFhOHjwIOrWrYuaNWt+se9y5cqV6r8/iIiIiIhKIu7ZR6Rk5cqVA5C9GGFoaIimTZti+/btePnyZbbHZS1XlRs9PT04OTmJvrJm/g0fPhwymQzjx4/PcTmd8PBw7N27N9e+c/rk8KZNm7LNlkpISBAda2tro2rVqkhJSQEAvH//HsnJyaI2VatWhba2ttAmN8HBwTmez9pXJKflq4pSVo4+X2Jo9+7dBeo36/slpzc2AKBz586QSCT49ddfERkZmecnreXx119/4fz58+jYseMXZ058/nxramrC0tISMpkMqampcsWvqM2bN4uOAwMDAQAtWrQAkLlslL6+Pq5evSpqt2XLlmx9KRJby5YtERYWhtDQUOFcUlISduzYgSpVqii03xMR0dfu5cuXOHHihHCcmJiIffv2oU6dOsKyeh06dEBoaKiwB96n3rx5g7S0NACZ//+npaVh69atwv3p6enC74csFStWRJ06dbB3717R//sXLlzItu9qQWQVrj7/vfN5PIrImt13+/ZtnDp1SnSfra0tDA0NsW3bNtFrqTNnzuDBgwdo1apVvq9bmIKDg/Hnn3/CzMzsi69dclpWvU6dOgAgjDe319b5tW/fPtF+yEePHkVMTIzwWgPI/JDezZs3RTk/ffo0nj17JupLkdhatGiB9PT0bK911q9fD4lEIrq+Msgzzqy49PX1sWbNGly5ckXu15ql4e8PIiIiIqLShDP7iJSsbNmysLKywpEjR1C9enVUqFABNWvWRK1atTB9+nT07t0bXbp0wffffw9zc3PExsbixo0beP78OQ4cOJCva9rb22PatGmYOXMmOnToADc3N1SrVg3v3r1DSEgITp06hdGjR+f6+FatWmH//v3Q0dGBlZUVbty4gYsXL6JChQqidp06dULTpk1hY2ODChUq4NatWzh27Bj69u0LIPNT+15eXnB1dYWVlRWkUilOnjyJ2NhYdOrU6YtjGDZsGMzMzNC6dWuYm5vj/fv3uHjxIk6fPo169eqhdevW+cqNsjRr1gwaGhrw8fFBz5498e7dO+zcuROGhoYFmnVYp04dSKVSrF69Gm/fvoWmpia++eYbYX8bAwMDNG/eHEePHoWurq5Cb+qlpaUJn6pPSUlBdHQ0Tp06hbt378LBwQGzZs364uMHDRoEIyMj2Nvbw9DQEA8fPkRgYCBatmwpfCLdxsYGALB48WJ07NgRGhoaaN26NbS0tPKRDSAqKgo+Pj5o3rw5bty4gQMHDqBz587CviwA0KNHD/z111+YMmUKbG1tcfXq1RxnbSgS25AhQ3Do0CEMHjwY/fr1g56eHvbt24eoqCgsW7ZM7n2DiIiKs7NnzwqziD5lb28vmq1UUNWrV8eUKVNw69YtGBoaYvfu3YiLi4Ofn5/QZtCgQTh16hR8fHzg4eEBGxsbvH//Hv/73/9w7NgxBAUFwcDAAC4uLrC3t8fChQsRHR0NKysrHD9+PMcPcowZMwbe3t7o3bs3unfvjlevXiEwMBA1a9YU9qotKFtbW7Rv3x4bNmzAq1ev0KBBA1y5ckWYuZjfWWhZe/fdvn1bdF5DQwPjxo3DpEmT0LdvX3Tq1AlxcXHYuHEjqlSpAi8vrwKOqOCyvq/S09MRGxuLy5cv48KFC6hcuTJWrFghWpb+c3/88QeuXr2Kli1bokqVKoiLi8OWLVtgYmIi7BFctWpV6OrqYtu2bdDW1oaWlhbq16+f7+9ZPT099O7dG926dUNcXBw2bNiAatWq4fvvvxfa9OjRA8eOHcOPP/6IDh06ICIiAgcPHsy2JKkisbm4uMDBwQGLFy9GdHQ0rK2tceHCBQQFBWHAgAFfXO60sMYJZH6PderUCYGBgZBKpXm+Zs9SGv7+ICIiIiIqTVjsIyoEc+bMwezZs+Hn54fU1FSMGDECtWrVgpWVFXbv3o3ly5dj7969ePXqFQwMDFC3bl0MHz68QNfs2bMn6tWrh3Xr1mHfvn1ISEiAlpYW6tatCz8/vy9+SnfKlClQU1PDwYMHkZycDHt7ewQEBGTbR6dfv344deoULly4gJSUFFSuXBmjR4/GoEGDAAAmJibo1KkTgoODceDAAUilUtSoUQNLlixB+/bt88xZUFAQjhw5gpcvX0Imk8Hc3Bw+Pj4YPHgw1NVV+99VjRo1sHTpUixZsgTz5s2DkZERevXqBQMDA0yePDnf/RobG2PmzJlYtWoVpkyZgvT0dGzcuFEo9gGZyyudPn0aHTp0gKamptx9p6SkYPz48QAyP3luYGAAW1tbDB8+HG3bts2zgOXp6YmDBw8iICAASUlJMDExQb9+/TBs2DChTf369TFq1Chs27YN586dQ0ZGBoKCgvJd7FuyZAl+//13LFy4EOrq6ujbt68whizDhw9HfHw8jh07hiNHjqBFixZYs2ZNtuXNFInNyMgI27Ztw2+//YbAwEAkJyfD2toaK1euLLazJoiIFLV06dIcz/v5+Sm92PfLL79g/vz5ePToEczMzLB48WLRnsXlypXDpk2bsGrVKhw9ehT79u2Djo4OqlevjpEjR6J8+fIAMpd4XLFiBebOnSssQe3i4oKJEyfC3d1ddN0WLVrg999/x5IlS7Bw4UJUrVoVfn5+CAoKQkhIiNLGl/U64NChQzhx4gScnJywePFiuLq6KvR7+lPq6uoYOnQoJk2alO2+bt26oWzZsli9ejUWLFgALS0ttGnTBj///DN0dXULOpwCy/q+0tDQQIUKFVCrVi1MnjwZ3bp1Ey1XmRMXFxdER0dj9+7dSEhIgL6+Ppo2bSr6HtDQ0IC/vz8WLVqEGTNmIC0trUDfsz4+Prh79y7++usvvHv3Do6Ojpg+fbowSw8AmjdvjokTJyIgIABz586Fra0tVq5ciXnz5on6UiS2rO/lpUuX4vDhw9izZw+qVKmC8ePH44cffsjXWAo6zixubm4IDAyEo6MjKlasKPc1SvrfH0REREREpYlEVli7zRMRkVKcPHkSw4cPx+bNm9G4cWNVh0NERESfuX37Ntzd3fHbb78pZcltoqJ0584duLm5Yd68edmK6EREREREVDJwXTIiomJu586dMDc3F5azIiIiItX58OFDtnMbNmyAmpoamjRpooKIiApmx44d0NLSQrt27VQdChERERER5ROX8SQiKqYOHTqEu3fv4p9//sGUKVPyvQ8QERERKc+aNWsQHh6Ob775BlKpFGfPnsXZs2fh6ekJU1NTVYdHJLdTp07h/v372LFjB/r06ZPvZdiJiIiIiEj1uIwnEVExZW1tDS0tLXTs2BEzZ85U+b6FREREBFy4cAHLly/HgwcPkJSUBFNTU7i5ucHHx4e/q6lEcXFxQWxsLJydnTF//vw891gkIiIiIqLii8U+IiIiIiIiIiIiIiIiohKKe/YRERERERERERERERERlVAs9hERERERERERERERERGVUCz2EREREREREREREREREZVQ3EFeATExb1VyXU1NKVJS0lVy7eKkJORB/doV6Hf4FgCQcCQIaY2aKP0aJSEPRYW5yMQ8fMRcZGIePiqMXBgbl1dqf6WZql47KYI/L2LMhxjzIcZ8iDEfYsyHGPPxEV87ERERERU+zuwr5iQS8b9fK+YhE/PwEXORiXn4iLnIxDx8xFxQXvg9IsZ8iDEfYsyHGPMhxnyIMR9EREREVNRY7CMiIiIqRVatWoXu3bvDzs4Ojo6OGDZsGB4+fChqk5ycjJkzZ8LBwQF2dnYYOXIkYmNjRW2ePn2KIUOGoEGDBnB0dMS8efOQlpZWlEMhIiIiIiIiIiI5sNhHREREVIqEhISgT58+2LFjBwICApCWloZBgwYhKSlJaDN37lycPn0aS5YswaZNm/Dy5UuMGDFCuD89PR3e3t5ITU3Ftm3b4O/vj71792Lp0qWqGBIREREREREREX2BRCaTyVQdREmhin1nJBJAQ0OK1NR0fM3PVEnJg9qzpyi7NRAA8KFXX2SYVlZq/yUlD0WBucjEPHzEXGRiHj4qrFyUtH1n4uPj4ejoiMDAQDRp0gRv376Fo6MjFixYAFdXVwDAgwcP0LFjR2zfvh0NGzbEmTNn4OPjg3PnzsHIyAgAsHXrVixYsADBwcHQ1NSU69rFfc8+/ryIMR9izIcY8yHGfIgxH2LMh1hJe+1EREREVBJxZh+REmWYVkbSmPFIGjNe6YU+IiKi/Hj7NrPgpqenBwAIDw9HamoqnJychDaWlpaoXLkybty4AQC4ceMGatWqJRT6AMDZ2RmJiYm4f/9+0QVPRERERERERER5Uld1AERERERUODIyMjB37lzY29ujVq1aAIDY2FhoaGhAV1dX1NbQ0BAxMTFCm08LfQCE46w28pJI8ht94cuKrTjHWJSYDzHmQ4z5EGM+xJgPMeaDiIiIiIoai31EREREpdTMmTNx7949bNmyRSXX19SUquS68pJIAKlUCokEXGYNzMfnmA8x5kOM+RBjPsSYDyIiIiIqasWq2PfXX39h4cKF6N+/P6ZMmQIASE5Ohr+/Pw4fPoyUlBQ4Oztj+vTpok+bP336FDNmzMDly5ehpaUFd3d3jB07FurqH4d3+fJl+Pv74969ezA1NcXQoUPRrVu3Ih8jlW5qjx5Ce9F8AMC7MeORYVFDxREREdHXatasWfjnn38QGBgIExMT4byRkRFSU1Px5s0b0ey+uLg4GBsbC23CwsJE/cXGxgKA0EYeKSnpxXpWQ9absGlp3FMJYD4+x3yIMR9izIcY8yHGfBARERFRUSs2xb6wsDBs27YN1tbWovNz587FmTNnsGTJEpQvXx6zZ8/GiBEjsG3bNgBAeno6vL29YWRkhG3btuHly5eYMGECNDQ0MGbMGABAZGQkvL290bNnTyxYsADBwcGYOnUqjI2N0bx58yIfK5VeavFxKLs9c/bEe69BLPYREVGRk8lkmD17Nk6cOIFNmzbB3NxcdL+trS00NDQQHByM9u3bAwAePnyIp0+fomHDhgCAhg0bYuXKlYiLi4OhoSEA4OLFi9DR0YGVlZWC8RR8TIVNJisZcRYV5kOM+RBjPsSYDzHmQ4z5ICIiIqKioqbqAADg3bt3+PnnnzFnzhzo6ekJ59++fYvdu3dj4sSJcHR0hK2tLebOnYvQ0FDcuHEDAHD+/Hncv38fv/32G+rUqYOWLVti1KhR2Lx5M1JSUgAA27Ztg5mZGSZOnAhLS0v07dsX7du3x/r161UwWiIiIqLCM3PmTBw4cAALFy6EtrY2YmJiEBMTgw8fPgAAypcvj+7du8Pf3x+XLl1CeHg4Jk+eDDs7O6HY5+zsDCsrK4wfPx537tzBuXPnsGTJEvTp0weampoqHB0REREREREREX2uWBT7Zs2ahZYtW8LJyUl0Pjw8HKmpqaLzlpaWqFy5slDsu3HjBmrVqiVa1tPZ2RmJiYm4f/++0MbR0VHUt7Ozs9AHERERUWmxdetWvH37Fv369YOzs7PwdfjwYaHN5MmT0apVK/j6+qJv374wMjLCsmXLhPulUilWrlwJNTU1eHp64ueff4a7uzt8fX1VMSQiIiIiIiIiIvoClS/jeejQIfz333/YtWtXtvtiY2OhoaEh2k8GAAwNDRETEyO0+bTQB0A4zqtNYmIiPnz4gLJly8odb1HvO5N1veK8301RKCl5+DQ+iUT58ZaUPBQF5iIT8/ARc5GJefjoa83F3bt382xTpkwZTJ8+HdOnT8+1TZUqVbB69WplhkZERERERERERIVApcW+Z8+e4ddff8W6detQpkwZVYYiF01NaZFfUyLJ/HR91gbfX6uSkgep+sfvEXV1KSQayv2eKSl5KArMRSbm4SPmIhPz8BFzQSSfw4cPYunShTh27B9Vh0JERERERERE+aDSYt+///6LuLg4dOvWTTiXnp6OK1euYPPmzVi7di1SU1Px5s0b0ey+uLg4GBsbA8icoRcWFibqNzY2FgBEbbLOfdpGR0dHoVl9KSnpKpnZJ5MBaWnpX/UblSUlD7K0dOF2Wlo60lLTv9BacSUlD0WBucjEPHxU0nIxZ84MHDnyN9zcumH8+Mmi+xYunIc9e3aiQ4fOmDp1hkL9qioPycnJWL58CU6ePI7U1BQ0bfoNxo2bCAMDw1wfI5PJsGbNKhw8uBdv3yaifv0GGDduIszNqwIArl+/ipEjfXJ87Jo1G1Cnjg2Sk5Px229+uHv3Np48eQwnJ2f4+y8E8DEXM2b8gsOH/87WR/XqNbB58w4ljJ6UJW127jMNC4PGtJkKP+bXXzN/dr29R6BfPy/h/Nmz/2Dy5HE4f/6qEiMUu379Knx9fXDkyGmUL19eaf1++21bODo2U1p/RERERERERFS0VFrs++abb3Dw4EHRuUmTJqFGjRoYPHgwTE1NoaGhgeDgYLRv3x4A8PDhQzx9+hQNGzYEADRs2BArV65EXFwcDA0z31C8ePEidHR0YGVlJbQ5e/as6DoXL14U+lCEqt5Alsk4KwEo/nn4NLbCjLW456EoMReZmIePSlIuKlashKCg4/D1HYMyZTI/fJKcnIzjx4+iUiUTAPkfS1HnYenSRbh48Txmz/aHtrYOFi+ej8mTf8aKFetyfUxg4Abs2rUNU6bMgKlpFaxZswI//TQSgYE7UKZMGdjaNsD+/UdFj1mzZiWuXr0Ca+u6kMmA9PQMlClTBt991xP//HMKQPZxjxo1Dt7eI4Tj9PR0eHn1RuvW35aY7xUqXjQ1y2Dz5g1wc+uWbbn5kqhMmbLC/0FEREREREREVPKoqfLiOjo6qFWrluhLS0sLFSpUQK1atVC+fHl0794d/v7+uHTpEsLDwzF58mTY2dkJhTpnZ2dYWVlh/PjxuHPnDs6dO4clS5agT58+0NTUBAD07NkTkZGRmD9/Ph48eIDNmzfjyJEj8PLyUt3giYjoq2dtXRsVK1bCmTOnhXNnzpxGpUomqFXLWtQ2IyMDmzYFoEePrnBxaYYBA3rh9OmTwv3p6enw85uF777riubNv0HPnt2wY8dWUR+//joDkyaNxZYtm+Dm1h4dO36LhQvnIS0trUDjSExMxN9/78fIkT+hUaMmqF27DiZPno5bt8IQHn4rx8fIZDLs3LkV/fsPQvPmrWBlVRNTp85CXFwMzp37BwCgoaEBQ0Mj4UtPrwLOnTuDTp26QPL/U+3LlSuHceMmoWtXD+FDP5/T0dER9XPnzm28ffsGnTp1LdC46evVuHFTGBoaIjAwINc2//wThL59v0fr1o747rsu2Lo1UHT/d991wcaN6zB37ky0bdsC3bp1wv79e3Lt79mzp/D1zZzp2qFDazg7N8avv84AAKSkpGDJkt/QuXNbuLg4YejQQbh9+18AmR8g6Nv3e8yb96vQV3R0FNq2bYG//94PIHMZT1fXVqLrnT9/Fj/+2B8uLk7o1OlbTJo0Tu78EBEREREREVHRUunMPnlMnjwZampq8PX1RUpKCpydnTF9+sclnqRSKVauXIkZM2bA09MT5cqVg4eHB3x9fYU25ubmWLVqFfz8/LBx40aYmJhgzpw5aN68uSqGRKVYejULvFm2UrhNRKqjfu1Knm3SGjX5eJCcDPXwsNwbA4CmJtLqNRAOJYlvIb17J3tfCujUqSsOHTqIdu06AAAOHTqATp26IDT0mqjdpk0BOH78CMaNmwQzM3PcvBmK2bOnoUIFfdjZNYJMJkPFipUwe7Y/DA0NEBoaivnzf4WhoRG+/bat0M/161dhaGiEpUtXISoqEtOnT0LNmrXQtasHAGDt2lU4cuRv7Nolnnn/JXfv3kZaWhoaN3YQzlWrVh2VKpng33/DYGtbL9tjnj6NRlxcHJo0aSqc09HRQd26tggPv4U2bdpne8z582fw5s1rdOzYRe7YcvL33/vRuHFTmJiYFqgf+npJpWoYMmQ4Zs6ciu++64mKFSuJ7r9z5zamTZuEH34YAheXtggPD8PChf7Q09MTff9u27YZP/7og/79f8Dp00FYuNAfdnb2qFq1erZrVqxYCb/+Oh9TpozHli27oa2tLczG+/PPpfjnn1OYMmUGTExMsWXLRowZMxLbt++Frq4epk+fjSFDvODk1AxOTs0xa9YvaNLEAZ07u+U4vosXz2PKlJ/Rv/8PmDp1JlJTU3Hp0gXlJZCIiIiIiIiIlKrYFfs2bdokOi5TpgymT58uKvB9rkqVKli9evUX+3VwcMC+ffuUESJRrmRGRkj27K3qMIgIgH6Hb794v0wiQeyL18KxWszLPB+Tbl4V8dfChWNpeDj0u2YWpWJevslXnO3adcSqVX/g+fNnAIBbt25i5sy5omJfSkoKNm0KwJIlf8LWtj4AoEoVM4SF3cD+/XtgZ9cI6urqGDTIGxIJoKEhRcWKJggPD8Pp0ydExb7y5XXx00/jIZVKUa1adTg6OuPatRCh2FehQgVUqWKm0Bji4uKgoaGRbQ8xAwMDxMXF5fiY+PjM8/r64tl4+voGwn2f+/vv/Wja9JtshRVFxMbG4PLli5g2bU6++yACgJYtW6NmzVpYu3YVJk2aJrpv+/bNaNSoCby8fgQAVK1aDY8fP8SWLZtExT5HRyd069YDANC37wDs2LEF169fzbHYJ5VKUb585pKh+voGws/b+/fvsW/fLkyePEPYd2/ChKm4cqUL/v57P3r37o+aNa0xePBQzJs3B99+2w7Pnz/D/PmLcx3bhg3r8O237TBokLdwrmbNWvnIEhEREREREREVhWJX7CMiIvqa6Ovrw9GxGQ4fPgiZTAYnp2aoUKGCqE1UVCQ+fPiAn34aLjqfmpqKmjU/Lve5e/cOHD58AC9ePEdycvL/3y9+g97CogakUqlwbGhohIcP7wvH3bt7ont3z1zj3bhxHTZt+rh04aZNOxUab369fPkCISGXMGuWX4H6OXLkb+jo6KBFi1bKCYy+akOHjsSoUUPRq1c/0fknTx7B2bml6Fy9eg2wY8dWpKenCz+DlpY1hfslEgkMDAyRkJAAABg71hdhYaEAgEqVTBEYuCPHGKKjo5CWlob69T/OOlZXV0edOjZ4/PiRcK5nz744d+4f7N69AwsWLIWeXoVcx3Xv3l106eKe1/CJiIiIiIiIqJhgsY+IiEqlhCNBCrXPMK6Y92P+fy/YLOm2tgpfJyedOrlh8eL5AIAxY8Znu//9+/cAgPnzl8DYuKLoPg0NDQDAyZPH8Mcfv2PkyNFo2LAhNDXLYvPmjfjvv39F7dXVxb/6JRIJMjIy5I7V3b07XFw+zhQ0MjKCoaEhUlNT8fbtW9Hsvvj4+Fz30TMwyDyfkBAHIyMj4XxCQjysrLLPIDp8+CB0dfWyFVAUIZPJcOjQAbRv31HIG1FBNGxoj6ZNv8GqVcvRoYPiy8t+6edx4sSpSE5OzrFdfiQkxCMyMgJSqRRRUREAnHJtm7U8KBERERERERGVDCz2ESmR9H93oTNxLAAg0X8h0mtZ5/EIIiosCu+hV6aMwo+R6ZTP9159n3JwcERqaiokEgmaNnXMdr+FhQU0NTXx4sVz2Nk1yrGPW7duol69+ujWrQc0NKRITU1HdHR0gWP7nK6uHnR19UTnrK3rQF1dHdeuhaBVq8ylUCMiHuPFi+ewsamfYz+VK1eBoaEhrl69IsxOfPcuEf/9Fw539+6itplFuoNwde1UoKJHaOg1REVF5rpPGVF++PiMxMCBvWFuXk04V62aBW7duilqd+vWTZibVxXNrP2Szwv7wMfifkZGunCuShUzaGhoICzsprAPZVpaGu7c+Q89evQS2vn5zUKNGlbo3NkN8+bNQePGDqhePef9hS0trXDt2hV06tRVrliJiIiIiIiISLVY7CNSIsnbN9A8f1a4TUQkD6lUis2bdwq3P6elpY2ePfti2bJFkMlkqF+/IRITE3Hr1g1oa+ugQ4fOMDOriqNHD+Hy5WCYm5vj778P4s6df2FqWkWhWHbv3o6zZ//B77+vkPsxOjo66NzZDcuWLYaurh60tLSxZMlvsLWtD1vbekK73r27w9t7BFq2bA2JRIIePXphw4a1MDc3h6lpFaxZswKGhsZo3ryVqP9r167g2bPoXJcVfPToIdLSUvHmzWskJSXh3r27AIBan33g4tCh/ahb1xY1aljJPTaivFhaWqFtW1fs2rVdONezZ18MHtwf69evgYtLW/z77y3s3r0DY8dOLNC1TExMIZFIcPHieXzzTTOUKVMGWlpacHf/Dn/++Tt0dXVRqZIJtmzZiA8fPgiF7d27dyA8/BY2bNiKSpVMcPHiecyaNRWrVq3PcZbrDz8MxqhRw1Clihm+/bYd0tPTERx8Hn37ehUofiIiIiIiIiIqHCz2lUJpaWmIiHicZ7uqVasrZVkoIiIqOG1tnS/eP3jwUFSooI9NmwLw9Gk0dHTKo1at2ujffyAAwM2tG+7du4tp0yZBIpGgTZv28PDogUuXLioUx6tXrxAdHaVw/CNHjoFEooYpU8YjNTUFTZs6YuzYCaI2ERFP8O5donDcp88AfPjwAfPnz0Vi4lvUq9cQCxcuRZkyZUSP+/vv/ahXrz6qVaue47V//nkUnj9/JhwPHNgHAHDhwlXhXGJiIv755xRGjRqn8NiI8vLjjz44deqEcGxtXRuzZvlhzZpVWL9+DQwNjTBokA86dlR8qc9PGRtXxKBB3li5chnmzp0JV9dOmDJlBnx8RkAmy8CcOdOQlJQEa+s6WLRoGXR1dfHkyWP8+efvmDjxF1SqZAIAGDt2IgYM6InVq1dg2DDfbNext2+M2bP9sX79GgQGroe2tjYaNLArUOxEREREREREVHgkMplMpuogSoqYmLdFfk2JBMJybPI+Uw8f3se+fx/DyNQs1zaxz6LgblO9xMxuyE8eVEH92hXod8hcwi7hSJBSlvf7VEnJQ1FgLjIxDx8xF5mYh48KKxfGxuXzbkQAVPPaSRH8eRFjPsSYDzHmQ4z5EGM+MoWGhgi31dQkyMiQPxl2dk0LI6Riga+diIiIiAofp3WVUkamZjCpbqnqMIiIiIiIiIiIiIiIiKgQqak6ACIiIiIiIiIiIiIiIiLKHxb7iIiIiIiIiIiIiIiIiEooFvuIiIiIiIiIiIiIiIiISigW+4iIiIiIiIiIiIiIiIhKKHVVB0BUmqTXssarvYeE20RERERERERERERERIWJxT4iJZKV10Vqs+aqDoOIiIiIiIiIiIiIiL4SXMaTiIiIiIiIiIiIiIiIqIRisY+IiIiIiIiIiIiIiIiohGKxj0iJpLfCYNC0AQyaNoD0VpiqwyEiIqIS4Pr1q3B2boy3b9+qOhQiIiIiIiIiKoG4Zx+REklSkiF9/Ei4TURERPILDQ0p0uvZ2zeVu62zc+Mv3j9w4GAMGuSdrzjq1WuA/fuPQkdHJ1+PJyIiIiIiIqKvG4t9RERERER52L//qHA7KOgE1q5diS1bdgvnypXTynffGhoaMDQ0KlB8RERERERERPT14jKeRERERER5MDQ0Er50dHQgkUiEY319A2zfvhkeHh3RurUjvLx649KliwAAmUyGUaOGYcyYEZDJZACAN29ew8OjI9asWQkg52U8w8JuYMSIIfj222ZwdW2NMWNG4M2bN0U/cCIiIiIiIiIq9ljsIyIiIiIqgJ07t2LbtkAMHz4KGzZsRdOm32DixDGIjIyARCLB1KkzcPv2f9i5cxsA4Lff/GBkZAwvrx9z7O/evbsYPXoYqlevgZUrA/Dnn2vQrFlzZGRkFOWwiIiIiIiIiKiE4DKeREREREQFsHVrIPr0GYA2bdoDAIYN80Vo6FXs2LEVY8dOgLFxRfz882TMmTMd8fFxuHTpAtat2wx19Zxfim/evBHW1nUwbtxE4VyNGpZFMhYiIiIiIiIiKnk4s4+IiIiIKJ/evUtEbGwM6tVrIDpfr14DPHnySDh2cWmDFi1aITBwPYYPHwVz86q59nn//v/QuHHTQouZiIiIiIiIiEoXFvuIiIiIiArZhw8fcPfubUilUkRGRn6xraZmmSKKioiIiIiIiIhKAxb7iIiIiIjySVtbB0ZGxrh166bo/K1bN1G9uoVwvHz5YqipqWHBgt+xa9c2XLt2Jdc+raxq4urVkEKLmYiIiIiIiIhKFxb7iJQozaYe4kJuIi7kJtJs6qk6HCIiIioCvXv3w+bNGxAUdBwREY+xYsUy3Lv3P/To0QsAcPHieRw6dADTps1BkybfoHfv/vj11xl48+ZNjv317euFO3f+w4IF/rh//x6ePHmMvXt34dWrV0U4KiIiIiIiIiIqKdRVHQBRqVK2LDI++RQ/ERERlX7ffdcTiYmJWL58CRIS4lG9eg34+y+CuXlVJCQkwN9/Nn74YQisrWsDAAYN8kZIyCUsWOCHWbP8svVXtWo1LFq0HH/99QeGDBkATc0yqFvXFm3atC/qoRERERERERFRCSCRyWQyVQdRUsTEvC3ya0okgIaGFKmp6ZD3mXr48D7Ox6fBpLplrm2eP34AZwN11KhhpaRIC1d+8lAaMQ8fMReZmIePmItMzMNHhZULY+PyyuuslFPFaydF8OdFjPkQYz7EmA8x5kOM+cgUGvpxCWY1NQkyMuRPhp1d08IIqVjgayciIiKiwsdlPImIiIiIiIiIiIiIiIhKKBb7iJRI/fpVGFU2gFFlA6hfv6rqcIiIiIiIiIiIiIiIqJTjnn1EyiSTQZKWJtwmIiIiIiIiIiIiIiIqTJzZR0RERERERERERERERFRCsdhHREREREREREREREREVEKx2EdERERERERERERERERUQrHYR0RERERERERERERERFRCsdhHREREREREREREREREVEKx2EdERERERERERERERERUQrHYR0RERERERERERERERFRCqas6AKLSJM2+MWKexmceSKWqDYaIiIiIiIiIiIiIiEo9FvuIlEkiAdT5Y0VEREREREREREREREWDy3gSERERERERERERERERlVCcgkSkTCkpUEvIXMYzQ98A0NRUcUBERERERERERERERFSasdj3lUpPT0NExNM821WtWh3qXJZSbuq3bkK/w7cAgIQjQUhr1ETFERERERERERERERERUWnGKs5XKv75UzxPTUGETlqubWKfRcEdQI0aVkUWFxEREREREREREREREcmPxb6vmIFJFZhUt1R1GERERERERERERERERJRPLPYRERERlSJXrlzB2rVrER4ejpiYGPzxxx9o06aNcL+1tXWOj/v555/x448/AgBcXFwQHR0tun/s2LEYMmRI4QVORERERERERET5wmIfERERUSmSlJQEa2trdO/eHSNGjMh2//nz50XHZ8+exZQpU9C+fXvReV9fX3z//ffCsba2duEETEREREREREREBcJiHxEREVEp0rJlS7Rs2TLX+42NjUXHQUFBcHBwgLm5uei8trZ2trZERERERERERFT8qKk6ACIiIiJSjdjYWJw5cwbfffddtvtWr14NBwcHuLu7Y82aNUhLS1NBhERERERERERElBfO7CMiIiL6Su3duxfa2tpo166d6Hy/fv1Qt25d6OnpITQ0FIsWLUJMTAwmTZqk8DUkEmVFq3xZsRXnGIsS8yHGfIgxH2LMhxjzIfZpPmQyxR5DRERERJQfKi/2bdmyBVu3bkV0dDQAoGbNmhg2bJiw/FS/fv0QEhIieoynpydmzZolHD99+hQzZszA5cuXoaWlBXd3d4wdOxbq6h+Hd/nyZfj7++PevXswNTXF0KFD0a1btyIYIX1VNDSQbmIq3CYiIirOdu/ejS5duqBMmTKi8wMHDhRu165dGxoaGpg+fTrGjh0LTU1NufvX1JQqLdbCIJEAUqlUoTdjSzPmQ4z5EGM+xJgPMeYjk5paZsVOIgEkEjXIZBly50NDo3j/ziQiIiKi4k3lxT4TExOMGzcO1apVg0wmw759+zB8+HDs3bsXNWvWBAB8//338PX1FR5Trlw54XZ6ejq8vb1hZGSEbdu24eXLl5gwYQI0NDQwZswYAEBkZCS8vb3Rs2dPLFiwAMHBwZg6dSqMjY3RvHnzoh0wlWpp9RsiPuyuqsMgIiLK09WrV/Ho0SMsWbIkz7YNGjRAWloaoqKiUKNGDbmvkZKSXqxnKmS9KZ2Wlv5VvzmdhfkQYz7EmA8x5kOM+ciUkZE5+MxiXwZkMpnc+UhNTS/EyIiIiIiotFN5sc/FxUV0/NNPP2Hr1q24ceOGUOwrW7YsjI2Nc3z8+fPncf/+fQQEBMDIyAh16tTBqFGjsGDBAowYMQKamprYtm0bzMzMMHHiRACApaUlrl27hvXr17PY9wXp6WmIiHgqV9uqVauLZlISERFR8bZr1y7Y2Nigdu3aeba9ffs21NTUYGhoqPB1SsKbvjJZyYizqDAfYsyHGPMhxnyIMR+ZZDLFlvDMegwREVFxtGzZMixfvhx37xbtBAdVXZeopFJTdQCfSk9Px6FDh5CUlAQ7Ozvh/MGDB+Hg4IDOnTtj4cKFeP/+vXDfjRs3UKtWLRgZGQnnnJ2dkZiYiPv37wttHB0dRddydnbGjRs3CndAJVz886cIjk3C+fi0L37t+/cxIiIeqzpcIiIiAvDu3Tvcvn0bt2/fBgBERUXh9u3bePr04wd4EhMTcfToUfTo0SPb40NDQ7F+/XrcuXMHkZGROHDgAPz8/NC1a1fo6ekV2TiIiIiIiIrCuXPn0K9fP9jb26Nx48bo1asXTp48Kdx/+fJlWFtb4+jRo1/sZ8+ePbC2ts7xa8+ePUI7FxcXWFtbY+fOnaLHe3t7C5MiJk6cmGtfWV9ZkxoA4MWLFxg9ejQaN24MOzs7DBo0CA8ePBDuT0hIQJMmTTBo0KBsca9btw7W1tY4ffq0QnnLGkft2rXh4OAALy8vHD58WKE+cnLy5EmsX7++wP0UFmXGd+PGDQwaNAj29vaws7ND586dMXfuXLx586ZQr1sY/RX36xJ9DYrFVKy7d++iZ8+eSE5OhpaWFv744w9YWVkBADp37ozKlSujYsWKuHv3LhYsWIBHjx5h+fLlAIDY2FhRoQ+AcBwTE/PFNomJifjw4QPKli0rd6xFvRSVqjc6NzCpApPqlnK1LcwYVZ0HuSUmQv1u5puradZ1AB0dpXZfYvJQBJiLTMzDR8xFJubho681F+Hh4ejfv79w7OfnBwDw8PCAv78/AODQoUOQyWTo3Llztsdramri8OHDWL58OVJSUmBmZgYvLy/RPn5ERERERKXBnj17MHnyZNjY2OCnn36CVCrF+fPnsW/fPrRp00ahvpo0aYL58+cDyHwNbmJiIryGtre3z9Z+9+7dOX74DgA8PT1FExcCAgLw/PlzTJo0SThXtWpVAEBycjIGDBiAuLg4DBkyBJqamli3bh369euHAwcOwMjICPr6+hg+fDj8/Pxw8eJFODk5AQBev36NlStXolWrVmjdurVC4wWAOnXqwMvLC7GxsQgKCsJPP/2EW7duYcKECQr3leXkyZMICQmBl5dXvvsoTMqKLywsDP369UOVKlUwbNgw6Onp4e7du9i/fz++++476OrqFsp189Pf0KFDMWTIkBJ9XaKvQbEo9llYWGDfvn14+/Ytjh07hgkTJiAwMBBWVlbw9PQU2llbW8PY2BheXl6IiIgQfqkVFU3Not8wOz8bnWtoSCFRS4PaF+ZtStQAiURS4DZZ7TQ0pIW6oXhJ2fBd+uB/0HH9FgCQePIfpDduotT+S0oeigJzkYl5+Ii5yMQ8fPS15sLBwSHPZU48PT1Fr7E+ZWNjgx07dhRGaERERERExUZsbCxmz56Nhg0bIjAwUNiepnfv3nj+/LnC/Zmbm8Pc3BwA8Pvvv6NSpUpwc3PLsa2RkRFCQ0Px4MEDWFpm/5C9nZ2daNWzw4cP482bNzn2t2/fPjx69AiLFy9Gx44dAQD169dHr169sHHjRowZMwYA0KdPH2zbtg2//fYb9uzZA4lEghUrVuD9+/eYMmWKwuMFgEqVKsHd3R0A8OOPP2Ly5MlYt24d2rZtm2OBkz5atWoVdHR0sGPHDlFhb/To0aoLKhfq6uoq2b5JVdclKqmKxU+LpqYmqlWrBgCwtbXFrVu3sHHjRsyaNStb2wYNGgAAnjx5gqpVq8LIyAhhYWGiNrGxsQAg7PNnZGQknPu0jY6OjkKz+lJS0lUys0/Rjc5TU9MhywAyMnJvI8sAZDJZgdtktUtNTS/UDcVLyobvsrSPOUhLS0eaknNSUvJQFJiLTMzDR8xFJubhI+aCiIiIiIhyc+DAASQlJWHo0KHZCgomJiaFem1bW1tERkZi9+7dGD9+fIH6On36NDQ0NEQzEe3t7WFiYoLTp08LxT4NDQ1MnDgR3t7eOHjwIOzs7BAYGIhBgwYpbULFiBEjsHv3buzevVso9r169QqrVq3C+fPnERUVBYlEgvr168PX11dUELS2thb19emxn58funXrplB/APDgwQMsWLAAN27cwPv372FmZob27dtj5MiRonbx8fFYvHgxTp06hTdv3sDKygqjR49Gy5YtFY5PXvfv30fNmjWzzeDT+WyVMGXnRZFxtG3bFhEREcJxbh8qlSfPhXFdALhy5QpWrFiBmzdvAgDq1q0Lb29vODs7KxQfUWlQLIp9n8vIyEBKSkqO92XtP5NVyGvYsCFWrlyJuLg4GBoaAgAuXrwIHR0dYSnQhg0b4uzZs6J+Ll68iIYNGyocm6reLCwJG50XRXzFPQ+fxlaYsRb3PBQl5iIT8/ARc5GJefiIuSAiIiIios9duXIFEokETZs2Vcn1u3XrhvXr12PMmDEFmr107949VKlSBZqamqLzlpaWCAkJQXp6OqTSzNW4WrVqBWdnZyxZsgQ2NjYwNjaGj49PgcbxqaytmLIKLwAQGRmJXbt2oWvXrujfvz/evn2LHTt2wMvLC3v37hVmNmYtgbpjxw48ePBAtGTpp8UqeftLSUnB4MGDkZKSgoEDB0JPTw+PHj3CqVOnREWexMRE9O7dGwkJCejbty8MDAxw/PhxDB06FAEBAXBwcFAoPnlVrFgR//33H6KiomBmZpZrO2XnRZFxTJgwAe/evcOJEydw4sSJHOOTN8/Kvi4AnDp1CiNGjEDVqlXx448/wtDQEJcvX8aOHTuEYp+88X0qqxCZ14o5RMWNyot9CxcuRIsWLWBqaop3797h77//RkhICNauXYuIiAgcPHgQLVu2RIUKFXD37l34+fmhSZMmqF27NgDA2dkZVlZWGD9+PH7++WfExMRgyZIl6NOnj/BLrmfPnti8eTPmz5+P7t2749KlSzhy5AhWrVqlyqETERERERERERGRCkRFRUFfXx/lypVTyfXd3d2xePFinDlzBt9++22++4mNjUWdOnWyna9QoQJSU1Px+vVrGBgYCOcnTZoENzc3REdH4/fff1f6+CtWrIhHjx4JxxYWFjh9+rRoxpqrqytcXFxEMxuzligNDg7Gs2fPcl0CVd7+Hj58iOjoaMyZM0e0N2JaWpqovzVr1iAqKgp79uxBrVq1AAC9evWCm5sbli9fLhT75I1PXn379oWvry86d+6Mli1bwtnZGW3btkWFChVE7ZSdF0XGkTVbNCIiIteim7x5VvZ109PTMXv2bJibm2P37t3Q1tYGAHz//fd4+fKlwvERlQZ57MZW+OLi4jBhwgS4urrCy8sLt27dwtq1a9GsWTNoaGggODgYgwYNQocOHTBv3jy0a9cOK1euFB4vlUqxcuVKqKmpwdPTEz///DPc3d3h6+srtDE3N8eqVatw8eJFuLm5ISAgAHPmzEHz5s1VMWQiIiIiIiIiIiJSoffv36NMmTIqu76RkRFatGiB3bt3F6iflJSUHGcGZp1LTk4WndfX1xfGnbXHoDKVKVMGHz58EI51dHSEAlRaWhoSEhJQtmxZ6OvrIyoqSuH+5e0vq4h5/fp10Qpyn+fqxIkTsLW1hZGREeLj4xEfH49Xr17Bzs4OoaGhSE8vnG2L2rdvj9WrV8PW1hbHjx/H1KlT4ezsjEWLFuXrmsrOs7zkzbOy/fvvv3j69Cn69esnFPqyVKxYsUDxWVhYwMLCQskRExU+lc/smzt3bq73mZqaIjAwMM8+qlSpgtWrV3+xjYODA/bt26doeERERERERERERFTKlCtXDrGxsSqNoXv37hg1ahTi4uLy3YempmaOs5Syzn1e0FywYAEyMjJgYWEBf39/bNq0Kd/XzklKSgrKli0rHGdkZGDTpk3YvHkzoqKiRIWs3LZx+hJ5+6tWrRo8PT2xfft2HD9+HPb29nB0dET37t2hp6cntIuIiEBKSgocHR1zvF5iYqKovTK1aNECLVq0QHx8PC5cuIBNmzZh1apVqFSpEvr06aNQX8rOs7zkzbOyZRUws5YnVWZ8R48eVXq8REVB5cU+IiIiIiIiIiIioqJUpUoV3Lt3D+/fv1fZUp6tWrVChQoVCjRBwdDQEAkJCdnOv3r1Curq6tDV1RXOhYWFYe/evRgxYgRsbGzg4+ODEydOoG3btvm+/udevnwJU1NT4Xj16tVYtGgRunTpgtGjRwvLVI4ZMwayfGyurkh/s2bNgqenJ86dO4dz585h3rx52LFjB/bv3y8UQSUSCZydnTFo0KAcr6elpaVwjIoyMDBAly5d0L59e3z77bc4cuSIwsU+ZedZEfLkWZWKe3xEysJiHxEREREREREREX1VGjVqhNOnTyMkJAQtW7ZUSQzq6uro2rUr9uzZAzMzs3z1UbNmTVy4cAEpKSnQ1NQUzj98+BA1atQQliuUyWSYNWsWTExMMGjQIJQrVw729vb47bff0LJlS9Fj8+vZs2d48eIFmjVrJpw7fPgwmjRpggULFgjnUlNT8fbt2xz7kEgkX7yGov3Z2NgIhc2AgAD4+/sjODgYrVq1ApC5lGlycjKcnJzkGmNe8RWEpqYmqlevjpiYGIWvq+w8KyqvPCv7ulk/L/fv3891VmZ+4iMqyVS+Zx9RaSLT1kFqoyZIbdQEMm2dvB9ARERERERERERFrmvXrihXrhxWrFiRbRnM58+fF1kc3333He7fv49///03X49v2bIlUlNTcfLkSeHcjRs38OzZM1EhY9euXbh16xbGjh0rzGQcO3Ysnjx5gs2bNxdoDFmWL18OIHN50ixSqTTb/mg7d+7McelRANDW1kZCQkKu98vbX2JiYrZzWQUiqVQqnGvTpg2uXr2K69evZ7vWs2fPFI5PXlevXs22N198fDzu3r2b416KysqLvP3JS948K/u6NjY2MDU1xcaNG5GYmCi679NlcRWNDwBcXV3h6upaoPiIVIEz+4iUKL12Hbw6EqTqMIiIiIiIiIiI6AsqVaqESZMmYdq0aejZsyfc3d0hlUpx4cIFAB8LV1mOHz+Ohw8fZuvn+++/h5GRESIjI4WCUVJSEl68eIH9+/cDAOzt7XMs4ACZe441bNgQN27cQJUqVRQeh4eHB9avX4/p06cjKioKZcqUwbp162BgYID+/fsDAN68eYNFixbBzs4OXbp0ER7buHFjtGrVCn/++Sfc3d2hr6+v0LVfvHiBffv2IS4uDkFBQbh27RoGDBiAxo0bC21cXFywbNkyTJs2DTY2Nvjvv/8QFBSU67Xs7OywadMm/PLLL2jTpg00NDRgbW2NSpUqKdTfpUuXMHv2bLi6usLCwgKvXr1CYGAgKleuDDs7O6Hd4MGDcezYMQwcOBCenp6wtLTE8+fPERwcDB0dHaxZs0ah+OS1YsUKPHnyBJ06dYK5uTni4uKwa9cuJCYm4ocffii0vMjb3507d3D37l0AEP7N+n7W1tZGmzZtFMqzsq8rlUoxbdo0jBgxAt27d4eHhwcMDQ1x7do1JCUlYenSpfmKDwAePXqU+xNHVIyx2EdERERERERERERfHU9PT1SqVAmrV6/GwoULIZVKYWVlleP+bYcOHcqxj9atW8PIyAhXrlzBpEmThPMJCQkYP348AMDPzy/XYh+QORPuxo0b+RpDuXLlsGHDBvj5+WHVqlXIyMiAvb09Jk6cCGNjYwDA0qVLkZCQgFWrVmV7/E8//QQPDw8sX74cv/zyi0LXvn37NiZOnAhdXV3Url0bixYtQqdOnURthgwZgqSkJBw8eBD79+9H/fr1sWbNGowcOTLHPjt06IDw8HAcOHAAe/fuhUwmg5+fH7p166ZQf9bW1nBycsKJEycQExMDPT09NGrUCKNHj4aOzsfVuHR0dLB161YsW7YMx44dQ1xcHIyMjNCgQQN4enoqHJ+8fvzxR+zatQt///03YmJioKurizp16mD+/Pk5FqGUlRd5+ztx4kS2gnfW93OVKlWEopu8eVb2dYHMAuf69euxYsUK/PXXXwCAunXrwtvbW2ijaHxEJZlEVtg7dJYiMTE5r3FcmCQSQENDitTUdMj7TD18eB/n49NgUt0y1za3LpyGjqExLGrbFqgNADx//ADOBuqoUcNKvgDzIT95KI2Yh4+Yi0zMw0fMRSbm4aPCyoWxcXnldVbKqeK1kyL48yLGfIgxH2LMhxjzIcZ8ZAoNDRFuq6lJkJEhfzLs7JoWRkjFAl87ERERERU+zuwjUiJJfBw0zp8FAKQ6t4DMwFDFERERERERERERERERUWnGYh+REkkfPYTejwMAAAlHgpDGYh8RERERERERERERERUiNVUHQERERERERERERERERET5w2IfERERERERERERERERUQnFYh8RERERERERERERERFRCcViHxEREREREREREREREVEJxWIfERERERERERERERERUQnFYh8RERERERERERERERFRCcViHxEREREREREREREREVEJpa7qAIhKE5m+Pj64dRNuExERERERERERERERFSYW+4iUKL2GFd6uXq/qMIiIiIiIiIiIiIiI6CvBZTyJiIiIiIiIiIiIiIiISigW+4iIiIiIiIiIiIiIiIhKKC7jSaREai+eo8yuHQCA5O++R0YlExVHREREREREREREREREpRmLfURKpBYVCZ2ZUwEAqd84sthHRERERERERERERESFist4EhEREREREREREREREZVQLPYRERERERERERERERERlVAs9hERERERERERERERERGVUCz2EREREREREREREREREZVQLPYRERERERERERERERERlVAs9hERERERERERERERERGVUCz2EREREREREREREREREZVQ6qoOgKg0yahkgqRhvsJtIiIiIiIiIiIiIiKiwsRiH5ESZZiZ492MOaoOg4iIiIiIiIiIiIiIvhJcxpOIiIiIiIiIiIiIiIiohGKxj4iIiIiIiIiIiIiIiKiE4jKeREqkFvEE5VYuBwC89xmBjKrVVBwRERERERERERERERGVZpzZR6REajEvobVmFbTWrIJazEtVh0NERERERERERIRx48bB2tpa+Lp8+bKqQypUX9t4iYg4s4+IiIiIiIiIiIgonyZOnIi9e/d+sY2Hhwf8/f0V7vvkyZOIioqCl5dXPqPL1Lt3bzRv3hwPHz7EypUrC9RXSVBaxpuamoq//voL165dw40bN/Du3Tts3LgRDg4O+e7z9evX8PPzQ1BQEDIyMtC8eXP88ssvMDQ0LNR2RFS4WOwjIiIiIiIiIiIiyidPT084OjoKxwEBAXj+/DkmTZoknKtatWq++j558iRCQkIKXOyzt7eHvb09Ll++XKKLX/IqLeN9//49li5dCjMzM9SqVQuhoaEF7nPEiBEIDw+Ht7c31NXVsXr1agwePBg7d+6EVCottHZEVLhY7CMiIiIiIiIiIiLKJzs7O9jZ2QnHhw8fxps3b+Dm5qbCqKg00NbWxj///ANTU1McPXq0wMW+CxcuICQkBP7+/vDw8AAAWFlZwdvbG8eOHUPHjh0LpR0RFT7u2UdERERERERERERURO7fv4/BgwcLRcIhQ4bgwYMHojZZe83t3bsX0dHRov3n9uzZI7R79eoV5s2bhy5dusDOzg729vbw8vLC9evXC30cDx48wNChQ+Ho6IiGDRuic+fOWLZsmaiNPPFFRUXB2toaixYtgoODAzp27Ijr16/Dzc0NDg4O2LJli9B22bJlsLa2xvXr19G1a1fUq1cP3bp1w9WrV/M9jvj4ePzyyy9o1qwZ6tWrBw8PD5w5cyZf41U2qVQKU1NTpfV3+vRpaGpqiopwLVq0QIUKFXDq1KlCa0dEhY/FPiIiIiIiIiIiIvoq7du3Dy1btoSTkxMCAgIK/XpxcXHo27cvwsPD4ePjAx8fH4SFhaFfv36Ij48X2s2fPx/z589H48aNoa+vLxzPnz8fTZo0EdpFRkZi165daNq0KSZPnowRI0bg+fPn8PLyylZAVKaUlBQMHjwYt27dwsCBAzFp0iQ4OztnK/AoEt+FCxcwdOhQREdHY8CAAfj2229hZ2eH+fPnIzU1VdR25MiRcHR0xNixY/Hu3TsMHjwYkZGRCo8jMTERvXv3xvHjx9GzZ09MnDgRurq6GDp0KC5fvqzweD+VVZwtTu7evYvq1aujTJkywjk1NTXUqlUL//vf/wqtHREVPi7jSURERERERERERF+dx48fY/LkyUhPTwcA+Pv7w9bWVlRMU7YtW7YgISEB27ZtE5b+bNSoEfr06YMtW7ZgxIgRACAsARocHIxnz57luiSohYUFTp8+DR0dHeGcq6srXFxcsHv3bowfP75QxvHw4UNER0djzpw56NGjh3A+LS0t3/F5eXmhS5cuOHfuHKKiouDr64ubN2/i9OnTiIiIgKWlpdDW09MTvr6+AIA2bdqgbdu22LBhA6ZOnarQONasWYOoqCjs2bMHtWrVAgD06tULbm5uWL58ORwcHBQab3EXGxsLExMTAJn5jo+Px65du2BoaCgqviq7HREVPs7sIyIiIiIiIiIioq/OnTt3hEJflrCwsEK9ZkhICMzNzUV7/DVu3BhmZmYICQlRuD8dHR2hkJaWloaEhASULVsW+vr6iIqKUlrcnytXrhwA4Pr160hJSRHOq6uL55YoEp+hoSEAoEKFCjAwMAAA6OnpAQDevHkjatupUyfhtpmZGerXr5+v/J04cQK2trYwMjJCfHw84uPj8erVK9jZ2SE0NFT4/pB3vJ+ysLCAhYWFwjEVppSUFGhoaAAAoqOj8eLFC6SlpUFTUxPJycmF1o6ICh9n9hEpUbpZVbz1+024TURERERERERExVPt2rUhlUpFBb969eoV6jVfvnyZ4x5slStXxosXLxTuLyMjA5s2bcLmzZsRFRUlGsunRSllq1atGjw9PbF9+3YcP34c9vb2cHR0RPfu3YUCnaLxSaVSAICGhoZQRMv69/NlPD/PYaVKlUTLbsorIiICKSkpcHR0zPH+xMRE6OnpyT3eTx09elTheAqbpqamkMt9+/YhIyMDWlpaSElJES3Fqex2RFT4WOwjUiJZpUr4MMhb1WEQEREREREREVEeqlevjl9//RWLFy9GWloaBg0ahKZNm6o6LIWsXr0aixYtQpcuXTB69GhUqFABADBmzBjIZLJCvfasWbPg6emJc+fO4dy5c5g3bx527NiB/fv3C4UeZcUnT9usGWaKkEgkcHZ2xqBBg3K8X0tLS7gtz3iLOyMjI8TGxgIAtLW1hfNxcXEwMjIqtHZEVPhY7CMiIiIiIiIiIqKvkoeHBzw8PIrsehUrVsSzZ8+ynY+OjoaZmVm28xKJ5Iv9HT58GE2aNMGCBQuEc6mpqXj79m2O7bMKYp8vX5pfNjY2sLGxgY+PDwICAuDv74/g4GC0atUqX/HJ69mzZ6I9/F68eJHjjMm8xmtubo7k5GQ4OTnJdd28xlvcWVtbY/v27UhOThYKlBkZGfjf//6H5s2bF1o7Iip83LOPiIiIiIiIiIiIqAg0bdoUkZGRCA0NFc5dvXoV0dHROc4q1NbWRkJCAtLS0nLsTyqVZts3bufOnbm2NzExAQA8efIkv0MAkLm85efXyCpWZi3HmZ/45HXo0CHhdlRUFMLCwtCkSZNs7fIab5s2bXD16lVcv349232fFmXlHe+nXF1d4erqmsdIlM/FxQXW1tY57tnYqlUrpKSk4PDhw8K5s2fP4tWrV3BxcSm0dkRU+Dizj0iJpA/uQXvmNADAu+mzkG5ZU8URERHR1+bKlStYu3YtwsPDERMTgz/++ANt2rQR7p84cSL27t0reoyzszPWrl0rHL969QqzZ8/G6dOnoaamhnbt2mHKlCmiZVmIiIhIeUJDQwr0eDu7krXsINHXrHfv3ti8eTOGDx+OAQMGAADWr18PQ0ND9O7dO1t7Ozs7bNq0Cb/88gvatGkDDQ0NWFtbo1KlSgAyCzvLli3DtGnTYGNjg//++w9BQUHQ19fP8fqVK1dG/fr18eeffyIjIwM6OjqwtbUVzZKTx6VLlzB79my4urrCwsICr169QmBgICpXrgw7OzuhnaLxyWvbtm1ISkqCiYkJtm7dCk1NTfTr10/h8Q4ePBjHjh3DwIED4enpCUtLSzx//hzBwcHQ0dHBmjVrFBrvpx49elSgMWYJDAzEmzdvcP/+fQDA/v37ce3aNejq6qJv377Z2mdkZABAtiIrADRr1gyNGzfG7Nmz8fLlS6irq+Ovv/5CnTp10K5du0JrR0SFj8U+IiWSvHqFMkczP1mUNGqMiqMhIqKvUVJSEqytrdG9e3eMGDEixzbNmzeHn5+fcKypqSm6f9y4cYiJiUFAQABSU1MxefJkTJs2DQsXLizU2ImIiIiISjtDQ0MEBgbC398fK1euBAA0atQIkyZNgoGBQbb2HTp0QHh4OA4cOIC9e/dCJpPBz88P3bp1AwAMGTIESUlJOHjwIPbv34/69etjzZo1GDlyZK4xLFy4EFOmTIG/vz9SUlIwadIkhYt91tbWcHJywokTJxATEwM9PT00atQIo0ePho6OjtAuP/HJ4/fff8esWbPw+PFjWFlZYfXq1Tku45nXeHV0dLB161YsW7YMx44dE/aaa9CgATw9PRUeb2FYt24doqOjhePdu3cDAKpUqZKt2Pf69Wu8ePECjRo1EmY1fkoikeCPP/7A3LlzsXr1amRkZKB58+aYOnWqqDio7HZEVPgkssLeqbUUiYkp2FrS+SGRABoaUqSmpkPeZ+rhw/s4H58Gk+q5/5K+deE0dAyNYVHbtkBtAOD54wdwNlBHjRpW8gWYD/nJgyqoX7sC/Q7fAgASjgQhrVH25QMKoqTkoSgwF5mYh4+Yi0zMw0eFlQtj4/LK66yQWVtb5ziz782bN/jzzz9zfMyDBw/QsWNH7Nq1C/Xq1QOQuQzLkCFDcObMGeETxPJQxWsnRfDnRYz5EGM+xJgPMeZDjPnI9OnsPDU1CTIyii4ZxXlmX0l67URExd+yZcuwfPly3L17V9WhFEtBQUEYNmwYVq9ejRYtWqg6HCIqQtyzj4iIiOgrExISAkdHR7Rv3x7Tp09HQkKCcF9oaCh0dXWFQh8AODk5QU1NDWFhYaoIl4iIiIiIiORw5coV2NjYsNBH9BXiXFoiIiKir0jz5s3Rtm1bmJmZITIyEosWLcLgwYOxfft2SKVSxMbGZls+SF1dHXp6eoiJiVH4ehKJsiJXvqzYinOMRYn5EGM+xJgPMeZDjPkQ+zQfRTXTkbknIiIgcyUXIvo6qbzYt2XLFmzdulVYd7hmzZoYNmwYWrZsCQBITk6Gv78/Dh8+jJSUFDg7O2P69OkwMjIS+nj69ClmzJiBy5cvQ0tLC+7u7hg7dqxoXeDLly/D398f9+7dg6mpKYYOHSqsbU1ERET0tejUqZNw29raGtbW1mjTpo0w20+ZNDWlSu1P2SQSQCqVFumbscUZ8yHGfIgxH2LMhxjzkUlNLbPiJpEAEokaZLKMIsuHhkbx/p1LRERERIVL5cU+ExMTjBs3DtWqVYNMJsO+ffswfPhw7N27FzVr1sTcuXNx5swZLFmyBOXLl8fs2bMxYsQIbNu2DQCQnp4Ob29vGBkZYdu2bXj58iUmTJgADQ0NjBkzBgAQGRkJb29v9OzZEwsWLEBwcDCmTp0KY2NjNG/eXJXDJyIiIlIpc3Nz6Ovr48mTJ3B0dISRkRHi4+NFbdLS0vD69WsYGxsr1HdKSnqxnmmQ9aZ0WtrXvcdUFuZDjPkQYz7EmA8x5iNT1h59mcW+DMhksiLLR2pqetFciIhIxUaOHImRI0eqOgwiomJH5cU+FxcX0fFPP/2ErVu34saNGzAxMcHu3buxYMEC4ZPmc+fORceOHXHjxg00bNgQ58+fx/379xEQEAAjIyPUqVMHo0aNwoIFCzBixAhoampi27ZtMDMzE6YxW1pa4tq1a1i/fj2LfURERPRVe/78OV69eiUU8uzs7PDmzRuEh4fD1tYWAHDp0iVkZGSgfv36CvdfEt70lclKRpxFhfkQYz7EmA8x5kOM+cgkkxXtEp5Z1yQiIiKir5fKi32fSk9Px9GjR5GUlAQ7OzuEh4cjNTUVTk5OQhtLS0tUrlxZKPbduHEDtWrVEi3r6ezsjBkzZuD+/fuoW7cubty4kW1ZKmdnZ8ydO1fhGIv60+klYe+D9PQ0REQ8zbNdtWrVRUurKqIk5AEQx5f5ac7C6b+456EoMBeZmIePmItMzMNHX2su3r17h4iICOE4KioKt2/fhp6eHvT09LB8+XK0b98eRkZGiIyMxG+//YZq1aoJH4CytLRE8+bN8csvv2DmzJlITU3F7Nmz0alTJ1SqVElVwyIiIiIiIiIiolwUi2Lf3bt30bNnTyQnJ0NLSwt//PEHrKyscPv2bWhoaEBXV1fU3tDQEDExMQCA2NhYUaEPgHCcV5vExER8+PABZcuWlStOVew7k5+9DzQ0pJCopUFN7Qv9qgESiaTAbQAg4eVTvEhJRaRuWq5t4p5FobuGFJaWVnlEn0ssJWUPiNrWeLdlBwBAUtta6fsmlJg8FAHmIhPz8BFzkYl5+OhrzUV4eDj69+8vHPv5+QEAPDw8MGPGDPzvf//Dvn378PbtW1SsWBHNmjXDqFGjoKmpKTxmwYIFmD17NgYMGAA1NTW0a9cOU6dOLfKxEBERERF9rfbs2YNJkyYhKCgIZmZmhXYda2trjBgxIs+lMb/UbtmyZVi+fDnu3r1bWGEqTWkZx5eUlnEQkWKKRbHPwsJCeNPp2LFjmDBhAgIDA1UdVjaq2HcmP3sfpKamQ5YBZGTk3kaWAchksgK3yWqnX6kyKlW1/GKb1NT0fO8jUGL2gNDWRWpb14/HSt43ocTkoQgwF5mYh4+Yi0zMw0dfay4cHBy++Efd2rVr8+yjQoUKWLhwoTLDIiIiIiIq1bKKczmxt7fH1q1bizgiopInt5+jpk2bYtOmTcJxamoq/vrrL1y7dg03btzAu3fvsHHjRjg4OIgeFxYWhq1bt+Lq1at4+fIlTExM4OLiguHDh0NHR6fQx0NUlIpFsU9TUxPVqlUDANja2uLWrVvYuHEjOnTogNTUVLx580Y0uy8uLk7YV8bIyAhhYWGi/mJjYwFA1Cbr3KdtdHR05J7Vl0VVbxaWlr0PCjqG0pKHgmIePmIuMjEPHzEXmZiHj5gLIiIiIiIqKr6+vtlm4hkaGqoomqIxdOhQDBkyRNVhFBjHUXxMmjQJ+vr6wvHnq/a9f/8eS5cuhZmZGWrVqoXQ0NAc+wkICEBoaCg6duwICwsLPHjwAIGBgbh8+TJ27NiR7y2niIqjYvndnJGRgZSUFNja2kJDQwPBwcFo3749AODhw4d4+vQpGjZsCABo2LAhVq5cibi4OOEX58WLF6GjowMrKyuhzdmzZ0XXuHjxotAHERERERERERERUUG1aNEC9erVU3UYRUpdXb1UFE04juKjTZs2X1y+VltbG//88w9MTU1x9OjRXIt9Xl5e+O2330T5MDU1xdy5c3Hq1Cm0a9dO6bETqUoeu7EVvoULF+LKlSuIiorC3bt3sXDhQoSEhKBLly4oX748unfvDn9/f1y6dAnh4eGYPHky7OzshEKds7MzrKysMH78eNy5cwfnzp3DkiVL0KdPH2HvmZ49eyIyMhLz58/HgwcPsHnzZhw5cgReXl6qGziVStL//kWFb5ujwrfNIf3vX1WHQ0RERERERERExURUVBSsra2xaNEiODg4oGPHjrh+/Trc3Nzg4OCALVu2ZHvMw4cP0atXL9SvXx8dOnTA8ePHs7WJj4/HL7/8gmbNmqFevXrw8PDAmTNnsrW7dOkSPDw8UK9ePXTp0gVXr17NMU5527Vt2xbW1tbCV0727NkDa2trhIWFYfjw4bCzs0ObNm2wc+fObG1DQkLg7u6OevXqoWvXrggNDYW1tTWWLVuWY995UdY4FH3e5Hk+FMnLgwcPMHToUDg6OqJhw4bo3LlzjjmR5/kAgPv372Pw4MGws7ODnZ0dhgwZggcPHuQ7vsIgk8mQmJgIWS7L9EilUpiamubZT4MGDbIVPp2cnAAAjx49KnigRMWIyot9cXFxmDBhAlxdXeHl5YVbt25h7dq1aNasGQBg8uTJaNWqFXx9fdG3b18YGRmJ/jOTSqVYuXIl1NTU4OnpiZ9//hnu7u7w9fUV2pibm2PVqlW4ePEi3NzcEBAQgDlz5qB58+ZFPl4q3STvk6Bx6yY0bt2E5H2SqsMhIiIiIiIiIqIv2LdvH1q2bAknJycEBAQUuL/ExETEx8eLvt6/fy9qc+HCBQwdOhTR0dEYMGAAvv32W9jZ2WH+/PlITU0VtR0/fjxq1KiBn3/+GVpaWhg9ejSuXbsmul7v3r1x/Phx9OzZExMnToSuri6GDh2Ky5cvC+0ePHiAIUOGIDk5GWPHjoWjo6Po/VNF2wHAhAkTMH/+fLRt2zbPvIwfPx4VK1bEuHHjoKenh6lTp+Lffz9+UD46OhpDhgxBUlISxowZA2dnZ4waNSrPfnNTGOOQ53mT9/mQNy8pKSkYPHgwbt26hYEDB2LSpElwdnbGqVOn8jWOuLg49O3bF+Hh4fDx8YGPjw/CwsLQr18/xMfHKxzfp/IqMirCzc0NjRo1QqNGjTB9+vRsP0MFkTXOrC3AiEoLlc/nnTt37hfvL1OmDKZPn47p06fn2qZKlSpYvXr1F/txcHDAvn378hMiERERERERERERlTKPHz/G5MmTkZ6eDgDw9/eHra0tmjRpku8+c1pJzMfHBz/99JOoTZcuXXDu3DlERUXB19cXN2/exOnTpxEREQFLS0uhbevWrfHrr78CADw8PNCqVSv89ddfWLVqFQBgzZo1iIqKwp49e1CrVi0AQK9eveDm5obly5fDwcFBaJeRkYENGzYIRY5y5cph5cqVoljlbQdkLrUIABEREThx4sQX89K6dWtMmDABAODi4oLWrVvj9OnTsLGxAQBs2LABqamp2LBhgzBjS0tLK9+z+gpjHPI8b/I+H/Lm5eHDh4iOjsacOXPQo0cP4XFpaWn5GseWLVuQkJCAbdu2wc7ODgDQqFEj9OnTB1u2bMGIESMUik/ZypUrB09PTzRu3Bjq6uo4e/Ystm3bhqioKKxdu1Yp19i6dSu0tLTQunVrpfRHVFyovNhHREREREREREREVNTu3LkjFPqyhIWFFajYN23aNFhYWIjOfb73mKGhIQCgQoUKSErKXBlKT08PAPDmzRtR244dOwq3dXR00KJFC/zzzz/CuRMnTsDW1hZGRkaimVl2dnbYs2cP0tPTIZVKcfnyZTRp0kQ0m6lLly7Zil/ytlPUp7PNTE1Noa+vjxcvXgjnLl68iMaNG4uWZuzYsWO+i32FMQ55njd5n48seeWlXLlyACAsG5q1bVV+9+QLCQmBubm5UOgDgMaNG8PMzAwhISHZ2ucV36c+/77Pjw4dOqBDhw7CcceOHaGvr49169bhypUrBfrZBIDDhw/jyJEjmDJlCvT19QsaLlGxwmIfERERERERERERfXVq164NqVQqKvjVq1evQH3Wr18/zz6yij0aGhpC0Sbr38+X8TQxMREdV6pUCe/evUNiYiJ0dHQQERGBlJQUODo65nitxMRE6Onp4eXLl9lmleW055m87RT1+ZKJ5cqVE4312bNn2fJWkOsWxjjked7kfT6y5JWXatWqwdPTE9u3b8fx48dhb28PR0dHdO/eXdSPvF6+fJljHipXrpxjES+v+D519OhRheORR69evbBu3TqEhIQUqNh3584dTJkyBe3bt0e/fv2UGCFR8cBiHxEREREREREREX11qlevjl9//RWLFy9GWloaBg0ahKZNm6o0JplMlmcbiUQizPCSSCRwdnbGoEGDcmyrpaUFIHOrJHnI205REolE4cdkZGTk+3qFNY7cZD1v8j4fWeTJy6xZs+Dp6Ylz587h3LlzmDdvHnbs2IH9+/cX+jjz87wpW8WKFQFkn/WqiJcvX8LHxweWlpaYP39+sRgXkbKx2EdERERERERERERfJQ8PD3h4eKg6jFw9f/4cNWvWFI5fvHgBIyMjodhnbm6O5ORkODk5fbGfypUr4/nz56Jzz549y3c7ZTM1NcXTp09F5z6PQxGqGoe8z4eibGxsYGNjAx8fHwQEBMDf3x/BwcFo1aqVQv1UrFgxxzxER0dnW262uMiK18DAIF+Pf/fuHby9vaGuro5Vq1ahbNmyygyPqNhQU3UARERERERERERERJTd4cOHhduJiYk4e/YsvvnmG+FcmzZtcPXqVVy/fj3bYz8t6nzzzTe4cuUKYmJihHMHDx7M9hh52ymbk5MTrl69Kir4fTp2RalqHPI+H/JKTExEWlqa6FxWUe7Tvf/k1bRpU0RGRiI0NFQ4d/XqVURHRxd4VqurqytcXV0L1Men+xxm2bRpEwDkq4CalpYGX19fPHv2DGvWrBH2XSQqjTizj4iIiIiIiIiIiEgJzp49i4cPH4rOlSlTJt9FkNOnT2Pq1KmwtrbGvn378P79e/z444/C/YMHD8axY8cwcOBAeHp6wtLSEs+fP0dwcDB0dHSwZs0aAED//v2xY8cODBgwAJ6enoiOjsahQ4eyXU/ednfu3MHdu3cBQPh3//79AABtbW20adNGoXEOGDBAuG7v3r0RExOD48ePK9RHcRiHvM+HvC5duoTZs2fD1dUVFhYWePXqFQIDA1G5cmXY2dkpPI7evXtj8+bNGD58OAYMGAAAWL9+PQwNDdG7d2+FYvvco0ePCvR4AOjTpw/q1q2LunXromzZsrhw4QKCgoLg5uaWbU/HwMBAvHnzBvfv3weQOd5r165BV1cXffv2BQD4+/vj/Pnz6NevH27evImbN28Kj69ataooh0QlHYt9REqUVrsu4oPOAwDSa1iqOBoiIiIiIiIiIipKS5cuzXauQoUK+S72zZs3D3/++Sf2798PMzMzLF26FLVr1xbu19HRwdatW7Fs2TIcO3YMcXFxMDIyQoMGDeDp6Sm0Mzc3x19//QU/Pz8sWLAAFhYWWLZsGXr16iW6nrztTpw4geXLl4vOjR8/HgBQpUoVhYtkVapUwapVqzB37lwsWrQIVlZWWLRoEXr06JGvGWyqGoe8z4e8rK2t4eTkhBMnTiAmJgZ6enpo1KgRRo8eDR0dHYXHYWhoiMDAQPj7+2PlypUAgEaNGmHSpEn5XiZTmdq0aYOTJ0/i9OnTSElJQZUqVTB27Ngc90Bct24doqOjhePdu3cDyBxvVrEvq/CZNTvwUx4eHiz2Uakikcmz6ysBAGJi3hb5NSUSQENDitTUdMj7TD18eB/n49NgUj33YtOtC6ehY2gMi9q2BWojb7vnjx/A2UAdNWpY5T2AHOQnD6UR8/ARc5GJefiIucjEPHxUWLkwNi6vvM5KOVW8dlIEf17EmA8x5kOM+RBjPsSYj0yhoSHCbTU1CTIyii4ZdnYFW3qtMPG1ExHlV0xMDJydnTF9+vQCzzojIirtuGcfEREREREREREREanU+/fvRcf//PMPAKBBgwYqiIaIqGThMp5EREREREREREREpFKtW7dGhw4dUKtWLTx79gwbNmyAk5MTbGxsVB0aEVGxx2IfkRKp3wyFnqcHAOD19r1Ia8B1n4mIiIiIiIiIiPLi4uKCM2fOYOfOnShfvjzc3NyEfeeIiOjLWOwjUqa0NKjFxwu3iYiIiIiIiIiIKG9z585VdQhERCUW9+wjIiIiIiIiIiIiIiIiKqFY7CMiIiIiIiIiIiIiIiIqoVjsIyIiIiIiIiIiIioC48aNg7W1tfB1+fJlVYdERESlAPfsIyIiIiIiIiIiIlKCc+fO4a+//sK///4LNTU11KxZE4MGDUKbNm0AAL1790bz5s3x8OFDrFy5UsXRljxhYWHYunUrrl69ipcvX8LExAQuLi4YPnw4dHR0VB0eEZHKcGYfERERERERERERUQHt2bMHgwcPRlJSEn766SeMGTMG+vr62Ldvn9DG3t4ebm5ucHJyUl2gJVhAQACCg4PRtm1bTJ06Fa1bt0ZgYCD69++PtLQ0VYdHRKQynNlHREREREREREREVACxsbGYPXs2GjZsiMDAQKirZ77t2rt3bzx//lzF0ZUeXl5e+O2334T8AoCpqSnmzp2LU6dOoV27diqMjohIdVjsIyIiIiIiIiIiIiqAAwcOICkpCUOHDhUVogDAxMRE4f5evXqFVatW4fz584iKioJEIkH9+vXh6+sLe3t7UdsHDx5gwYIFuHHjBt6/fw8zMzO0b98eI0eOzFe7+Ph4LF68GKdOncKbN29gZWWF0aNHo2XLlvnqT5kaNGiQ7VzWLMlHjx4V2nWJiIo7FvuIlCitgR1i7z4GAMjK66o2GCIiIiIiIiIi+qJ9+/Zh8eLFSE1NxeDBgzFw4MB89XPlyhVIJBI0bdpUKXFFRkZi165d6Nq1K/r374+3b99ix44d8PLywt69e2FpaQkASElJweDBg5GSkoKBAwdCT08Pjx49wqlTp0RFN3nbJSYmonfv3khISEDfvn1hYGCA48ePY+jQoQgICICDg4NC/X3K2toaAHD37l2l5ChLfHw8AMDY2Fip/RIRlSQs9hEpk7o6ZPoGqo6CiIiIiIiIiIjy8PjxY0yePBnp6ekAAH9/f9ja2qJJkyYK9xUVFQV9fX2UK1dOKbFZWFjg9OnT0NHREc65urrCxcUFu3fvxvjx4wEADx8+RHR0NObMmYMePXoIbT/fv07edmvWrEFUVBT27NmDWrVqAQB69eoFNzc3LF++XCj2ydtfUdi6dSu0tLTQunXrIr82EVFxoabqAIiIiIiIiIiIiIiK2p07d4RCX5awsLB89fX+/XuUKVNGGWEBAHR0dIRCX1paGhISElC2bFno6+sjKipKaJdVXLx+/TpSUlKE858vJSpvuxMnTsDW1hZGRkaIj49HfHw8Xr16BTs7O4SGhgr5kre/T1lYWMDCwkL+JMjh8OHDOHLkCH766Sfo6+srtW8iopKEM/uIlCk9HfjwIfN22bKAVKraeIiIiIiIiIiIKEe1a9eGVCoVFfzq1auXr77KlSuH2NhYZYWGjIwMbNq0CZs3b0ZUVJQoxk+La9WqVYOnpye2b9+O48ePw97eHo6OjujevTv09PQUbhcREYGUlBQ4OjrmGFdiYiL09PTk7u9TR48eLWhaRO7cuYMpU6agffv26Nevn1L7JiIqaVjsI1Ii9RvXod/hWwBAwpEgpDVSfNkHIiIiIiIiKnqhoSGqDoGIilj16tXx66+/YvHixUhLS8OgQYPyvedelSpVcO/ePbx//14pS3muXr0aixYtQpcuXTB69GhUqFABADBmzBjIZDJR21mzZsHT0xPnzp3DuXPnMG/ePOzYsQP79+8XzTaUp51EIoGzszMGDRqUY1xaWloKX7cwvHz5Ej4+PrC0tMT8+fMhkUgK9XpERMUdi31ERERERERERET0VfLw8ICHh0eB+2nUqBFOnz6NkJAQtGzZMs/2GhoaAJBtGdEshw8fRpMmTbBgwQLhXGpqKt6+fZtjexsbG9jY2MDHxwcBAQHw9/dHcHAwWrVqpVA7c3NzJCcnw8nJSY5Ry39dZXr37h28vb2hrq6OVatWoWzZsoV2LSKikoJ79hEREREREREREREVQNeuXVGuXDmsWLECaWlpovueP3+erb2JiQkA4MmTJzn2J5VKs+1/t3Pnzmx9JyYmZjtnZmYm9KFouzZt2uDq1au4fv16tpiePXumcH+fcnV1haura473ySstLQ2+vr549uwZ1qxZA0NDwwL1R0RUWnBmHxEREREREREREVEBVKpUCZMmTcK0adPQs2dPuLu7QyqV4sKFCwCA5cuXi9pXrlwZ9evXx59//omMjAzo6OjA1tYWlpaWAAAXFxcsW7YM06ZNg42NDf777z8EBQVBX19f1M+lS5cwe/ZsuLq6wsLCAq9evUJgYCAqV64MOzs7hdsNHjwYx44dw8CBA+Hp6QlLS0s8f/4cwcHB0NHRwZo1axTq71OPHj0qcJ79/f1x/vx59OvXDzdv3sTNmzeF+6pWrZrrtYmISjsW+4iIiIiIiIiIiIgKyNPTE5UqVcLq1auxcOFCSKVSWFlZ5br/3cKFCzFlyhT4+/sjJSUFkyZNEop9Q4YMQVJSEg4ePIj9+/ejfv36WLNmDUaOHCnqw9raGk5OTjhx4gRiYmKgp6eHRo0aYfTo0dDR0VG4nY6ODrZu3Yply5bh2LFjiIuLg5GRERo0aABPT0+F+1O2u3fvAgA2bdqU7T4PDw8W+4joqyWRfb6jK+UqJibnNbELk0QCaGhIkZqaDnmfqYcP7+N8fBpMqlvm2ubWhdPQMTSGRW3bArWRt93zxw/gbKCOGjWs8h5ADvKTB1VQv3YF+h2+BQAkHAlCWqMmSu2/pOShKDAXmZiHj5iLTMzDR4WVC2Pj8srrrJRTxWsnRfDnRYz5EGM+xJgPMeZDrLTkIzQ0RGl9qalJkJFRdMmws2taZNdSFF87ERERERU+7tlHREREREREREREREREVEKx2EdERERERERERERERERUQnHPPiJlUlODTEtbuE1ERERERERERERERFSYWOwjUqI0u0aIffxM1WEQEREREREREREREdFXglOPiIiIiIiIiIiIiIiIiEooFvuIiIiIiIiIiIiIiIiISigu40mkTO/fQxoZAQBIN68KlCun4oCIiIiIiIiIiIiIiKg048w+IiVS/y8cBs5NYODcBOr/has6HCIiIiIiIiIiIiIiKuVY7CMiIiIiIiIiIiIiIiIqoVjsIyIiIiIiIiIiIiIiIiqhWOwjIiIiIiIiIiIiIiIiKqFY7CMiIiIiIiIiIiIiIiIqoVjsIyIiIiIiIiIiIiIiIiqhWOwjIiIiIiIiIiIiIiIiKqFY7CMiIiIiIiIiIiIiIiIqodRVHQBRaSIrWw5p1rWF20RERERERERERERERIWJxT4iJUq3sUXCuRBVh0FERF+xK1euYO3atQgPD0dMTAz++OMPtGnTBgCQmpqKJUuW4OzZs4iMjISOjg6cnJwwduxYVKpUSejDxcUF0dHRon7Hjh2LIUOGFOlYiIiIiIiIiIgobyz2EREREZUiSUlJsLa2Rvfu3TFixAjRfR8+fMB///2HoUOHonbt2njz5g1+/fVXDB06FHv27BG19fX1xffffy8ca2trF0n8RERERERERESkGBb7iIiIiEqRli1bomXLljneV758eQQEBIjO/fLLL+jRoweePn2KypUrC+e1tbVhbGxcqLESEREREREREVHBsdhHpESS16+gfu0qACCtUWPI9CqoNiAiIqI8JCYmQiKRQFdXV3R+9erVWLFiBUxNTdG5c2d4eXlBXV3xl44SibIiVb6s2IpzjEWJ+RBjPsSYDzHmQ4z5EPs0HzJZ0V6TiIiIiL5OKi/2rVq1CsePH8fDhw9RtmxZ2NnZYdy4cahRo4bQpl+/fggJEe+D5unpiVmzZgnHT58+xYwZM3D58mVoaWnB3d0dY8eOFb0pdfnyZfj7++PevXswNTXF0KFD0a1bt8IfJH01pPfvoULPzO+phCNBSGvURMURERER5S45ORkLFixAp06doKOjI5zv168f6tatCz09PYSGhmLRokWIiYnBpEmTFOpfU1Oq7JCVSiIBpFJpkb4ZW5wxH2LMhxjzIcZ8iJWWfKipKadiJpEAEokaZLKMIsuHhkbx/p1LRERERIVL5cW+kJAQ9OnTB/Xq1UN6ejoWLVqEQYMG4dChQ9DS0hLaff/99/D19RWOy5UrJ9xOT0+Ht7c3jIyMsG3bNrx8+RITJkyAhoYGxowZAwCIjIyEt7c3evbsiQULFiA4OBhTp06FsbExmjdvXnQDJiIiIioGUlNTMWrUKMhkMsycOVN038CBA4XbtWvXhoaGBqZPn46xY8dCU1NT7mukpKQX65kGWW9Kp6Wll+g3p5WF+RBjPsSYDzHmQ6y05CMjQznBZxb7MiCTyYosH6mp6UVzISIiIiIqllRe7Fu7dq3o2N/fH46Ojvj333/RpMnHWVFly5bNdd+Y8+fP4/79+wgICICRkRHq1KmDUaNGYcGCBRgxYgQ0NTWxbds2mJmZYeLEiQAAS0tLXLt2DevXr2exj4iIiL4qqampGD16NJ4+fYoNGzaIZvXlpEGDBkhLS0NUVJRo9QV5lIQ3fWWykhFnUWE+xJgPMeZDjPkQYz4yyWRFu4Rn1jWJiIiI6Oul8mLf596+fQsA0NPTE50/ePAgDhw4AGNjY7Ru3RrDhg0TZvfduHEDtWrVgpGRkdDe2dkZM2bMwP3791G3bl3cuHEDjo6Ooj6dnZ0xd+5cheIr6k+nl7a9D/I7jpKSh0/jy/w0Z+H0X9zzUBSYi0zMw0fMRSbm4SPmImdZhb4nT55g48aN0NfXz/Mxt2/fhpqaGgwNDYsgQiIiIiIiIiIiUkSxKvZlZGRg7ty5sLe3R61atYTznTt3RuXKlVGxYkXcvXsXCxYswKNHj7B8+XIAQGxsrKjQB0A4jomJ+WKbxMREfPjwAWXLls0zPlXsO5OfvQ80NKSQqKVBTe0L/aoBEomkwG0U6UtDQ5rvfQRKyh4QUvWP41NXl0Ki5H0TSkoeigJzkYl5+Ii5yMQ8fPS15uLdu3eIiIgQjqOionD79m3o6enB2NgYvr6++O+//7Bq1Sqkp6cLr5X09PSgqamJ0NBQ3Lx5E9988w20tbURGhoKPz8/dO3aNduHsYiIiIiIiIiISPWKVbFv5syZuHfvHrZs2SI67+npKdy2traGsbExvLy8EBERgapVqxZZfKrYdyY/ex+kpqZDlgFkZOTeRpYByGSyArdRpK/U1PR87yNQUvaAkKV9HF9aWjrSlLxvQknJQ1FgLjIxDx8xF5mYh4++1lyEh4ejf//+wrGfnx8AwMPDAyNGjMCpU6cAAG5ubqLHbdy4EQ4ODtDU1MThw4exfPlypKSkwMzMDF5eXqJ9/IiIiIiIiIiIqPgoNsW+WbNm4Z9//kFgYCBMTEy+2LZBgwYAgCdPnqBq1aowMjJCWFiYqE1sbCwACPv8GRkZCec+baOjoyPXrL4sqnqzsLTsfVDQMRT3PHwaW2HGWtzzUJSYi0zMw0fMRSbm4aOvLRcODg64e/durvd/6T4AsLGxwY4dO5QdFhERERERfeWWLVuG5cuX5/k3ydfo8OHDmDFjBk6dOpXnnurFTWpqKtq0aYMhQ4agT58+qg6H6KuVxwKNhU8mk2HWrFk4ceIENmzYAHNz8zwfc/v2bQAfC3kNGzbE//73P8TFxQltLl68CB0dHVhZWQltLl26JOrn4sWLaNiwoZJGQkRERERERERERF8jFxcXWFtbY+fOnaLz3t7ecHFxUVFU2Z08eRLr169XdRjFikwmw9atW9GlSxfUr18fjo6O8PHxwbt373J9zLx582BtbY1Zs2YV+Prp6elYtmwZevfunWOhLz/xyetL40hJSYFMjk/OamhoYODAgVi5ciWSk5MLHBMR5Y/Ki30zZ87EgQMHsHDhQmhrayMmJgYxMTH48OEDACAiIgJ//PEHwsPDERUVhaCgIEyYMAFNmjRB7dq1AQDOzs6wsrLC+PHjcefOHZw7dw5LlixBnz59oKmpCQDo2bMnIiMjMX/+fDx48ACbN2/GkSNH4OXlpaqhUykk09VDiksbpLi0gUyX+xoREREREREREX1Ndu/ereoQvujkyZPYuHGjSq49dOjQbKuzFQeLFi3CjBkzUKNGDUydOhXe3t7Q0NDItXAVGRmJ7du3K+36p0+fxqNHj0RbWRUkPnnlNo6UlBSMHz8e9vb2aNKkCTZs2JBnX927d0dCQgIOHjxYoJiIKP9Uvozn1q1bAQD9+vUTnffz80O3bt2goaGB4OBgbNy4EUlJSTA1NUW7du0wbNgwoa1UKsXKlSsxY8YMeHp6oly5cvDw8ICvr6/QxtzcHKtWrYKfnx82btwIExMTzJkzB82bNy+agdJXIb1mLbzetkfVYRARERERERERUREzMjJCaGgoHjx4AEtLS1WHU+yoq6tDXV3lb0eLPHjwAGvXroWPjw9++ukn4fyXJoj89ttv6NatGzZt2qSUGHbv3o2GDRvC1NRUKfHJK7dxrFu3DleuXIG/vz9iY2OxYMECNGzYUNhaKyfly5dHs2bNsHfvXnz33XcFjo2IFKfy/13zWqPZ1NQUgYGBefZTpUoVrF69+ottHBwcsG/fPkXCIyIiIiIiIiIiIsqTra0tIiMjsXv3bowfPz7Xdvfv38e8efNw9epVAECTJk0wYcIEUYFwz549mDRpEnbu3IlVq1bh4sWLMDQ0hLe3N3r06KFwbNbW1rkeZ026UCS+QYMG4dGjRzh48CC0tbUBAImJiejcuTMsLCywbt06SCQSAEDbtm0REREhPPZL7wdfuXIFK1aswM2bNwEAdevWhbe3N5ydnRUeszwOHToEdXV1DBkyBADw7t07YTw5uXr1Ks6dO4eTJ08qpdiXnJyMc+fOYfDgwUqJT15fGkdoaCgGDhyIzp07C22vXbv2xWIfADg5OcHPzw+vXr1ChQoVChwjESlG5ct4EhEREREREREREZUG3bp1w4EDB5CWlpbj/XFxcejbty/Cw8Ph4+MDHx8fhIWFoV+/foiPj8/Wfvz48ahYsSLGjRsHPT09TJ06Ff/++6/Ccc2fPx/z589H48aNoa+vLxzPnz8fTZo0UTi+uXPn4u3bt5g/f75wzt/fH4mJiZg7d65Q6AOACRMmYP78+Wjbtu0XYzx16hQGDBiAp0+f4scff8SECRNQsWJF7NixI8f21tbW2YqYirp58yZq1aqFU6dOwdHREfb29mjZsiX+/vvvbG1lMhn8/f3h5eUFQ0PDAl03S3h4OFJTU2Fra1vg+OSV1ziqV6+Ow4cP48GDBwgJCcGVK1dgYWEh3B8WFoYXL15ke5yNjQ1kMhlCQ0PzHRsR5Z/KZ/YRlSaSmBiUOXoIAJDs2gkyY2MVR0REREREREREREXF3d0dixcvxpkzZ/Dtt99mu3/Lli1ISEjAtm3bYGdnBwBo1KgR+vTpgy1btmDEiBGi9q1bt8aECRMAAC4uLmjdujVOnz4NGxsbheJyc3MDAAQHB+PZs2fCcX7jq1SpEqZMmYKJEyfC1dUVGRkZ2LlzJ/z8/LItR9mmTRsAQEREBE6cOJHjddPT0zF79myYm5tj9+7dwuy177//Hi9fvlRorIp4+fIl3r17h+nTp2PYsGGoXLkytmzZgnHjxsHCwkKU5wMHDiAyMhKDBg1S2vUfPnwIIHMLqoLGJ6+8xuHt7Y2BAweiY8eOADK/p+vWrYvVq1dj//790NfXx/jx41GpUiXR46pWrQogc2Zo69atFY6LiAqGxT4iJZJGPEb5sZl7RabVtUEai31ERERERERERF8NIyMjtGjRArt3786x2BcSEgJzc3OhkAYAjRs3hpmZGUJCQrK1/3Q2nKmpKfT19XOcVaUsisTn7u6OkydPYsqUKQAyC5OfLgeqiH///RdPnz7FL7/8km2ZyooVK+b4mE9nm+XX+/fvER0djWnTpqFPnz4AgJYtW6J58+ZYu3YtFi1aBAD48OEDFi9eDG9vb+jo6BT4ullevXoFANDT0ytQfPKSZxwGBgbYvXs3wsLCcOnSJVy/fh1eXl7o1KkT/vjjD1SrVi3Hx2WNISEhQaGYiEg5WOwjIiIiIiIiIiKir056enq2pTMNDAwglUoL1G/37t0xatQoxMXFZbvv5cuX2Wa+AUDlypVzLOIZf/ZB8nLlyiE1NVV0TpnjUDS+mTNnCjP35syZo/D1skRFRQGAaF/AvBw9ejTf18uioaEBAGjXrp1wTltbG3Z2dqK9BdetWweZTCYU3JRNJpMVKD55yTOOmJgYLFu2DOfPn4ezszOGDRuGJ0+eYO7cuVi9ejX69euHcePG5TqGT5dwJaKiw2IfERERERERERERfXWePXuWbfZdUFAQzMzMCtRvq1atUKFCBezbt69A/QDyFU4KaxzyuHnzJpKSkgAAoaGhee7LV9wYGBjg4cOHMDAwEJ2vUKGCsDfi27dvsXr1agwePDjbrLX379/j+fPnMDQ0FApziqhQoQIA4PXr1zAxMclXfPKSdxxly5bFN998gylTpqBMmTJ4+PAh+vfvD19fXxgbG8Pf3x+1a9dG586dRX28fv1aNCYiKlos9hEREREREREREdFXx9jYGAEBAdnOFZS6ujq6du2KPXv2ZCu4VaxYEc+ePcv2mOjo6HwX5xQZR17FQ0Xii4+Pxy+//IKOHTtCJpNh+vTpaNSoUbbClDyy+r5//z4cHR0Vfnx+WVpa4urVq4iNjRXtQRcfHy8sH/r69WskJSXh999/x++//y56/J49e7Bnzx7s2rUL9erVU/j6NWrUAABERkbC2to6X/HJS5FxZO3XBwAXLlzAN998gyFDhgDInPl34sSJbMW+yMhIIWYiKnpqqg6AiIiIiIiIiIiIqKiVKVMGTk5Ooq8yZcoope/vvvsO9+/fzzb7qmnTpoiMjERoaKhw7urVq4iOjkbTpk3zdS1FxqGtrY2EhASkpaXleL8i8c2YMQMZGRn45ZdfMG3aNAAQ/lWUjY0NTE1NsXHjRiQmJoruy2k5VABwdXWFq6trvq6XpUWLFgCAgwcPCucSEhJw/fp12NraAsjch3HlypXZvoDMWZwrV65E9er/1959xzdV9v8ffydt2bODUYYsKcgsQwSLCMqQccsQURABkSHzdtygCJRSocgNCAICIqCoqAiCoIA3ovJVARkWsIjINEBB2jJLgbZpfn/010DsSkOaNO3r+Xj0QXLOdU4+58NpeuV8cl2nmkOv36BBA/n4+GQ6Ss+e+P4ps7w4ehxGo1GJiYnW57du3cqwaBwVFSWDwWBzv0cArsPIPgAAAAAAAABwopo1a6px48bav3+/KlWqZF3et29fffzxxxo5cqQGDBggSXr//ffl5+envn375npcwcHB+vDDDzVp0iQ9+uij8vHxUVBQkHXUmL3xbdy4Ud98843mzp1rHck3efJkjR07VuvXr1f37t0lSX/88Yf13nJp/3755ZeSUguPaff78/Ly0uTJkzVq1Cj16tVLPXr0kJ+fn/bt26eEhAS9/fbb6Y7l5MmTd52Pdu3aqV69enrrrbcUFxenwMBArV69Wmaz2TqSrUiRImrbtm2G21eqVCnTdfYoVKiQWrdurZ9//lljx451KL5/yiwvjh5H69atFRERoWnTpikgIEDLly/XtGnT0rX7+eef1aRJE5UtWzazwwWQiyj2AQAAAAAAAICT9erVS/v377dZ5ufnp48++kgzZsywjqpq2rSpXnvtNYemv8ypxx57TFFRUdqwYYPWrVsni8WiiIgI9ezZ0+74/v77b4WHh6tjx4567LHHrPvu1KmTHnvsMU2bNk0PPPCAKlSooK1bt2rBggU2MYwbN05SaoEprdgnpRa23n//fS1atEjvvvuuJOm+++7TsGHDci0fRqNR7733nt5880198cUXSkhI0H333adly5Y5PFovp3r16qWRI0cqOjpagYGBeS6+qlWravbs2Zo5c6YSEhI0ePBgm2k+Jenq1avauXOnQkNDXRITgPQMFovF4u4gPEVMzDWXv6bBIPn4eCkpySx7/6dOnDimny4mq0K1zOdH/u3n71XCL0DV62Q83NveNva2O3/quEJ8vVWjRq3sDyADjuTBHbz37VHZx1JviHxp8zYlN23u1P17Sh5cgVykIg+3kYtU5OG23MpFQEBJ5+0sn3NH3ykn+H2xRT5skQ9b5MMW+bCVX/IRGbnbafsyGg1KSXFdMoKDHZv6zxXoOwFA1sxms7p27aoOHTroxRdfdHc4DlmxYoWWL1+urVu3qkiRIu4OByiQuGcf4EQp/gG60X+QbvQfpBT/u7+hMwAAAAAAAID8y8vLS6NHj9Ynn3yS7n6FniApKUnvv/++hg8fTqEPcCOHpvGcNWuWnnjiCZcNFQY8Rco91RQ/e567wwAAeCD6VwAAAABQMHXu3Dnd1JiewsfHR9u3b3d3GECB59DIvi+//FKPPfaY+vbtq3Xr1unGjRvOjgsAAKBAoX8FAAAAAAAARzhU7Nu+fbsWLVokf39/TZo0SSEhIZo0aZIiIyOdHR8AAECBQP8KAAAAAAAAjnBoGk+j0aiHH35YDz/8sC5duqQvv/xS69at05o1a1SjRg316tVLjz/+uPz8/JwdL5CnGc+eUZGVyyVJN599TimVKrs5IgCAp6B/BQAAAAAAAEc4NLLvTmXLltXAgQP15ptvqlmzZjp+/LhmzpypNm3aaPz48bp48aIz4gQ8gvH8ORV/a5aKvzVLxvPn3B0OAMBD0b8CAAAAAACAve6q2Hft2jWtWrVKPXv2VI8ePRQfH6/Jkyfrxx9/1JQpU7R37169+OKLzooVAAAg36N/BQAAAMAR8+fPV1BQkLvD8GibNm3S/fffr/j4eHeHkmuSkpLUpk0bffzxx+4OBYATOTSN586dO7VmzRpt27ZNXl5e6tKli6ZOnar69etb2zzxxBOqWLGihg8f7rRgAQAA8iv6VwAAAIBnevXVV7Vu3bos2/To0UMzZsxwUUR5y5YtW7R48WIdP35cxYsXV9u2bTVu3DiVLVvW2ubHH3/Uhx9+qMOHD+vy5csqX7682rRpo1GjRtm0kySLxaJPP/1Uq1at0l9//aXixYurUaNGmj17tooXL+5wnGazWfPnz1ffvn1VokSJXD8Oe9l7vImJifLx8ZHBYMhyfz4+Pho0aJAWL16sJ554QoULF3YoLgB5i0PFvkGDBqlRo0aaOHGiunTpoqJFi2bYrlq1auratetdBQgAAFAQ0L8CAAAAPFOfPn3UsmVL6/MVK1bo/Pnzeu2116zLqlatmutxvPDCCxo6dGiuv05O7Nq1S2PHjlWTJk306quv6vz583r//fd17NgxffbZZzIaUyee++OPP+Tt7a1+/frJz89P58+f18cff6ydO3dq3bp1NgWpOXPm6N1331WnTp3Uv39/JSQkaN++fbp169ZdFfu+//57nTx5Un369HHJcdgru+NNTEzUxIkTtWnTJhUpUkSjR4/WgAEDstxnr169NGvWLG3cuFFPPPFEjmMCkPc4VOzbsGGDateunW27SpUqKSIiwpGXAAAAKFDoXwEAAACeKTg4WMHBwdbnmzZt0tWrV/X444+7NA5vb295ezt0uTfXLFq0SOXLl9cHH3ygQoUKSZLuuecevf766/rhhx/Url07SdKQIUPSbVuvXj298MIL+v7779WpUydJ0vHjx7Vs2TINHz7c5vYGAwcOvOtY165dq8aNG6tixYq5fhz2sud4ly9frj179mjGjBmKjY3VrFmz1LhxYzVq1CjT/ZYsWVIPPvig1q1bR7EPyCccumdfYGCgLly4kOG6Cxcu6Pr163cVFAAAQEFD/woAAAAoGI4dO6YhQ4ZYi4RDhw7V8ePHbdoMHjxY7dq1s/kcEB8fr4cffliDBg2SxWKxLm/fvr2CgoKsP1nZs2ePnnvuOTVt2lRNmzZV//799dNPPzn3AO/w559/qnnz5tYCmSQ9+uijkqTt27dnuW1AQIAkKS4uzrrs66+/lre3t3UEo7M+J926dUs//vijzQjNOzn7OOxlz/FGRkZq0KBB6tq1qwYOHKg2bdpo37592e67VatW2rdvny5fvpzjuADkPQ4V+yZOnKh58+ZluG7+/PmaPHnyXQUFAABQ0NC/AgAAAPK/uLg4PfPMM4qKitLw4cM1fPhwHTx4UP3799fFixet7aZPn65r165p5syZ1mUzZsxQfHy8pk+fbnNftvHjx2vmzJlq3759lq/93WaBbOAAAGYgSURBVHffacCAAYqOjtbzzz+v8ePHq1y5clq9enWG7e0pHmbn1q1bNgUySSpSpIgk6cSJE+naX7t2TbGxsdq7d6/Cw8NlMBjUpEkT6/oDBw6odu3a+u6779SyZUs1adJEbdq00VdffXVXcUZFRSkpKcnmnum5eRz2sud4q1Wrpk2bNun48ePavXu39uzZo+rVq1vXHzx4UH///Xe6fderV08Wi0WRkZE5jgtA3uPQuO69e/cqNDQ0w3Vt2rRRWFjYXQUFAABQ0NC/AgAAAPK/VatW6dKlS/r000+tU382bdpU/fr106pVqzRq1ChJUvny5fX666/r1VdfVadOnZSSkqLPP/9cERER6aaZTBthZjKZtHXr1gxf12w2Kzw8XFWqVNHatWut97Z78sknM51hxBmqVq2qI0eO2Czbv3+/JNkUN9MMHjxYBw4ckCSVLl1aoaGhqlu3rnV92qwnoaGhGjFihAIDA7Vq1Sq98sorql69uurVq+dQnGkFuypVqrjkOOxlz/EOGzZMgwYNUufOnSVJ3bt313333aelS5fqyy+/VNmyZTVu3DiVL18+3TFJqSNN27Ztm+PYAOQtDhX7rly5kunNTosWLcrQXxRYKYGVdP21SdbHAADYi/4VAAAAkP/t3r1bVapUsbnHX7NmzVS5cmXt3r3bpm337t317bff6vXXX5cktW3bVj179nTodQ8dOqTo6GhNmjQp3eeOcuXKZbjNnaPDHPXEE08oPDxc8+fPV/fu3XXu3DmFhoaqVKlSSkxMTNd+4sSJunTpko4cOaJt27ali+3GjRs6e/asJk+erH79+klK/XJk69attWzZMs2ZM8ehONM+b5UuXdolx2Eve47X19dXa9eu1cGDB7Vr1y79+uuvGjhwoLp06aKFCxfqnnvuyXDfacd66dIlh2IDkLc4VOyrUqWKduzYoVatWqVbt3PnTlWqRJEDBVNKxUAlvPgfd4cBAPBA9K8AAAAA1zKbzelGZfn6+srLyyvXXvPChQvpRuZJqffwzmiqxbCwMOvIvTfeeMPh1z1z5owkqWbNmnZvs2XLFodfL02fPn3022+/acGCBVqwYIEMBoMGDBig33//PcMvNDZs2FBSakGradOmeuaZZ/Thhx+qWbNmkiQfHx9JUocOHazbFC9eXMHBwelG3jniznsh5uZx2Mue442JidH8+fP1008/KSQkRCNGjNBff/2l6dOna+nSperfv79eeeWVTI/1zilhAXguh4p9vXv31uzZs1W6dGn16tVLvr6+unjxor744gu9//77eumll5wdJwAAQL5G/woAAABwrXPnzumRRx6xWbZt2zZVrlzZTRGld+DAASUkJEiSIiMjs70vX17j4+OjN998Uy+99JJOnz6twMBABQYGql27dtkWHps2bSo/Pz99/vnn1iKZr6+vTpw4IV9fX5u2ZcqU0aFDhxyOs0yZMpJSZ1ypUKFCrh+Hvew53iJFiuiBBx7Q66+/rsKFC+vEiRN69tlnNWbMGAUEBGjGjBmqU6eOunbtarOPK1eu2Bw7AM/mULFv4MCBMplMmjNnjubMmSMvLy+ZzWZJ0lNPPaXnnnvOqUECAADkd/SvAAAAANcKCAjQihUr0i3LTeXKldO5c+fSLT979my6IuPFixc1adIkde7cWRaLRaGhoWratGm6wo890vZ97NgxtWzZ0rHg70L58uWt94w7ffq0zp49qx49emS7XVJSkmJjY63Pa9asqb179yo2NtbmHnQXL150eKpMSapRo4Y1tqCgoEzbOes47GXP8ZYsWdJ6vz5J+vnnn/XAAw9o6NChklJH/m3dujVdse/06dPW1wDg+Rwq9hkMBoWGhmrAgAHauXOnrly5ojJlyuiBBx5QtWrVnBwi4DmMJ0+o+KwZkqTrr7yqlOo13BwRAMBT0L8CAAAAXKtw4cIZTqOfm+6//34tWLBAkZGR1vv27d27V2fPnk13P74pU6YoJSVFkyZNkiR17dpVkydP1oIFC3L8uvXq1VPFihW1cuVK9ejRQyVKlLCui4uLk5+fX7ptOnXqJOnupvO0WCzppomcN2+evLy81KVLF+uy06dPq0qVKjbtfvrpJ12+fNlaiJOkhx56SJ999pk2btyo559/XlLqPed+/fVXm/3lVIMGDeTj46NDhw5Zp03NzeO4U1Z5duR4jUajzX0Eb926leFUnVFRUTIYDDb3jwTguRwq9qWpVq0aF5+AOxgvxqnI559Kkm48N4RiHwAgx+hfAQAAAPlX37599fHHH2vkyJEaMGCAJOn999+Xn5+f+vbta223ceNGffPNN5o7d651JN/kyZM1duxYrV+/Xt27d5ck/fHHH9Z7t6X9++WXX0pKvbdbWuHKy8tLkydP1qhRo9SrVy/16NFDfn5+2rdvnxISEvT222+ni/XkyZN3fbxnz57Vq6++qnbt2qlYsWLaunWrfvrpJw0fPtym+DVgwABVq1ZNISEhKlmypP7880+tXr1aZcqUseZJktq1a6d69erprbfeUlxcnAIDA7V69WqZzWbrSDZHFCpUSK1bt9bPP/+ssWPH5vpx3CmrPDtyvK1bt1ZERISmTZumgIAALV++XNOmTUvX7ueff1aTJk1UtmzZ7NIDwAM4XOwzm806cOCAzp8/b/NNgTRpf3AAAABgH/pXAAAAQP7m5+enjz76SDNmzNDixYslpd7T7bXXXrMW9f7++2+Fh4erY8eOeuyxx6zbdurUSY899pimTZumBx54QBUqVNDWrVvTjfQbN26cJKlSpUo2o9TatWun999/X4sWLdK7774rSbrvvvs0bNiwXDvekiVLqmjRolqyZIkSEhJUrVo1hYWFqU+fPjbt+vbtq2+//VZLly7VtWvXVL58eXXu3FmjR49WYGCgtZ3RaNR7772nN998U1988YUSEhJ03333admyZXf9pclevXpp5MiRio6OtnnN3DgOezlyvFWrVtXs2bM1c+ZMJSQkaPDgwTbTfErS1atXtXPnToWGhuY4JgB5k8FisVhyutGhQ4c0evRonTt3ThltbjAYdPjwYacEmJfExFxz+WsaDJKPj5eSksyy93/qxIlj+ulisipUy3y+5d9+/l4l/AJUvU79u2pjb7vzp44rxNdbNWrUyv4AMuBIHtzBe98elX0s9cbOlzZvU3LT5k7dv6fkwRXIRSrycBu5SEUebsutXAQElHTezu6QH/tX7ug75QS/L7bIhy3yYYt82CIftvJLPiIjdzttX0ajQSkprktGcPD9LnutnMqtvhMAOJvZbFbXrl3VoUMHvfjii+4OJ1etWLFCy5cv19atW1WkSBF3hwPACRwa2TdlyhSVKFFCH3zwgWrVqiUfHx9nxwUAAFCg0L8CAAAAAPfx8vLS6NGjNWXKFA0ZMsTmvob5SVJSkt5//30NHz6cQh+QjzhU7Dt27Jjmzp2r++/Pu98cAwAA8CT0rwAAAADAvTp37pxuysv8xsfHR9u3b3d3GACczOjIRtWqVdP169edHQsAAECBRf8KAAAAAAAAjnCo2Pfaa69pyZIlOn78uLPjAQAAKJDoXwEAAAAAAMARDk3jGR4erpiYGHXr1k3lypVTyZK2N1s2GAzasGGDUwIEAAAoCOhfAQAAAAAAwBEOFfvq1asng8Hg7FgAj2euVkNXF75rfQwAgL3oXwEAAAAAAMARDhX7ZsyY4ew4gHzB4uenW72fcncYAAAPRP8KAAAAAAAAjnDonn13slgs+vvvv5WcnOyMeAAAAAo8+lcAAAAAAACwl8PFvh9//FFPPvmkGjRooIcfflhHjhyRJE2aNIn7yQAAADiA/hUAAAAAAAByyqFi31dffaWhQ4eqcuXKCg0NlcVisa6rUqWKvvjiC6cFCHgSryN/qHT3zirdvbO8jvzh7nAAAB6E/hUAAAAAAAAc4VCx75133tGAAQM0Z84c9ezZ02bdvffeq6NHjzolOMDTGOKvqdCOn1Rox08yxF9zdzgAAA9C/woAAAAAAACOcKjYd/r0abVp0ybDdUWLFtW1axQ5AAAAcoL+FQAAAAAAABzhULEvICBAJ06cyHDdkSNHFBgYeFdBAQAAFDT0rwAAAAAAAOAIh4p9Xbt21fz587Vz507rMoPBoD///FPvvfee/vWvfzktQAAAgIKA/hUAAAAAAAAc4e3IRqNGjdLRo0c1aNAglSlTRpI0ZMgQXbx4UQ8//LCGDh3qzBgBAADyPfpXAAAAAAAAcIRDxb5ChQpp0aJF2rVrl3bs2KFLly6pdOnSatWqlVq1auXsGAEAAPI9Z/Wv9uzZo2XLlikqKkoxMTFauHChHn30Uet6i8Wit99+W59//rmuXr2qJk2aaMqUKapWrZq1zeXLlxUeHq7vv/9eRqNRHTp00Ouvv67ixYs785ABAAAAAADgBA4V+9I88MADeuCBB5wVCwAAQIF3t/2rhIQEBQUFqVevXho1alS69UuXLtWHH36oGTNmqHLlypo3b54GDx6sTZs2qXDhwpKkV155RTExMVqxYoWSkpI0YcIETZ48WbNnz3Y4LgAAAAAAAOQOh4p90dHR2bYJDAx0ZNcAAAAFkrP6V23atFGbNm0yXGexWLRy5Uq98MIL1tF+M2fOVKtWrfTtt9+qS5cuOn78uH788UetWbNGDRo0kCRNnDhRQ4cO1bhx41S+fPkcHBUAAAAAAABym0PFvnbt2slgMGTZ5vDhw3bta8mSJfrf//6nEydOqEiRIgoODtYrr7yiGjVqWNvcunVLM2bM0KZNm5SYmKiQkBCFhobK39/f2iY6OlpTpkzRL7/8omLFiql79+56+eWX5e19+xB/+eUXzZgxQ0ePHlXFihX1wgsvqGfPnjk8eiBz5tpBuvzlZutjAADs5cz+VWbOnDmjmJgYm2lBS5YsqUaNGikyMlJdunRRZGSkSpUqZS30SVKrVq1kNBp18OBBtW/fPkevmc0huVVabHk5RlciH7bIhy3yYYt82CIftu7Mh8Xi2tcEAABAweRQsW/BggXpll29elU//fST9u/fr1deecXufe3evVv9+vVTgwYNZDabNWfOHA0ePFhff/21ihUrJkmaPn26tm/frrlz56pkyZIKDw/XqFGj9Omnn0qSzGazhg0bJn9/f3366ae6cOGCxo8fLx8fH7300kuSpNOnT2vYsGF66qmnNGvWLO3cuVMTJ05UQECAWrdu7UgagHQsJUspqeWD7g4DAOCBnNm/ykxMTIwkyc/Pz2a5n5+fYmNjJUmxsbHy9fW1We/t7a3SpUtbt7dXoUJedxFt7jMYJC8vL5dejM3LyIct8mGLfNgiH7bySz6MRudUzAwGyWAwymJJcVk+fHzy9t9cAAAA5C6Hin1p0z79U8+ePRUREaHdu3erc+fOdu1r2bJlNs9nzJihli1b6tChQ2revLmuXbumtWvXatasWWrZsqWk1OJf586dtX//fjVu3Fg//fSTjh07phUrVsjf319169bV2LFjNWvWLI0aNUqFChXSp59+qsqVK+vVV1+VJNWsWVP79u3T+++/T7EPAAC4nTP7V3lFYqI5T480SLsonZxs9uiL085CPmyRD1vkwxb5sJVf8pGS4pzgU4t9KbJYLC7LR1KS2TUvBAAAgDzJ6OwdtmnTRps2bXJ4+2vXrkmSSpcuLUmKiopSUlKSzXRTNWvWVGBgoPbv3y9J2r9/v2rXrm0zrWdISIji4+N17Ngxa5u0YuGdbdL2Ya/UTrtrf3L6unmZK/OQX3/IA7kgD+SCPLg3F+5wt/2rNAEBAZKkuLg4m+VxcXHWfpS/v78uXrxosz45OVlXrlyxbp8TFkve/vGEGMkH+cgrP+SDfOT3fDjLnflwFXfnzhV5BQAAQOYcGtmXlV9//VWFChVyaNuUlBRNnz5dTZo0Ue3atSWlTiXl4+OjUqVK2bT18/OzTiUVGxtrU+iTZH2eXZv4+HjdvHlTRYoUyTY+d0xFZTDkfDoUHx8vGYzJMmZRyjUYJYPBcNdtcrIvHx8vh6cWcSQP7mA8eEDF+/eVJF3/cJVSGjZy6v49JQ+uQC5SkYfbyEUq8nBbfsrF3fSv7lS5cmUFBARo586dqlu3riQpPj5eBw4c0NNPPy1JCg4O1tWrVxUVFaX69etLknbt2qWUlBQ1bNjwrmMAAAAAAACAczlU7HvjjTfSLUtMTNSJEye0b98+Pffccw4FExYWpqNHj2rVqlUObZ/b3DEVVdoFypxMh5KUZJYlRUpJybyNJUWyWCx33SYn+0pKMjs8tYgjeXAH74QbMv51SpJkTrihZCdPpeIpeXAFcpGKPNxGLlKRh9s8LRfO6l9dv35dJpPJ+vzMmTM6fPiwSpcurcDAQD377LNatGiR7rnnHlWuXFnz5s1TuXLlrNOI1qxZU61bt9akSZMUFhampKQkhYeHq0uXLipfvrxzDhYAAAAAAABO41Cx77vvvku3rHDhwqpQoYJCQ0PVu3fvHO9z6tSp+uGHH/TRRx+pQoUK1uX+/v5KSkrS1atXbUb3xcXFWaeS8vf318GDB232FxsbK0k2bdKW3dmmRIkSdo3qS+Oui4X5ZfqLuz2GvJ6HO2PLzVjzeh5ciVykIg+3kYtU5OE2T8mFs/pXUVFRevbZZ63PIyIiJEk9evTQjBkzNGTIEN24cUOTJ0/W1atX1bRpU7333nsqXLiwdZtZs2YpPDxcAwYMkNFoVIcOHTRx4sS7PEIAAAAAAADkBqcV+xxlsVgUHh6urVu36sMPP1SVKlVs1tevX18+Pj7auXOnOnbsKEk6ceKEoqOj1bhxY0lS48aNtXjxYsXFxcnPz0+StGPHDpUoUUK1atWytvm///s/m33v2LHDug8AAAB3clb/qkWLFjpy5Eim6w0Gg8aOHauxY8dm2qZMmTKaPXu2U+IBAAAAAABA7srmbmy5LywsTBs2bNDs2bNVvHhxxcTEKCYmRjdv3pQklSxZUr169dKMGTO0a9cuRUVFacKECQoODrYW6kJCQlSrVi2NGzdOf/zxh3788UfNnTtX/fr1s97f5qmnntLp06c1c+ZMHT9+XB9//LE2b96sgQMHuunIAQAAAAAAAAAAgLvj0Mi+BQsW2N3WYDBo5MiRma7/5JNPJEn9+/e3WR4REaGePXtKkiZMmCCj0agxY8YoMTFRISEhCg0Ntbb18vLS4sWLNWXKFPXp00dFixZVjx49NGbMGGubKlWqaMmSJYqIiNDKlStVoUIFvfHGG2rdurXdxwIAAJBbnNm/AgAAAAAAQMHhULHvgw8+UFJSknX0XeHChXXr1i1JUpEiReTj42Ntm93FqKymmUpTuHBhhYaG2hT4/qlSpUpaunRplvtp0aKF1q9fn+3rAQAAuJoz+1cAAAAAAAAoOBwq9i1fvlz//ve/NWLECHXs2FElSpRQfHy8tmzZokWLFumtt95Sw4YNnR0rAABAvkX/CgAAAAAAAI5wqNgXHh6uwYMHq1evXtZlJUqU0BNPPKFbt25p6tSpWrNmjdOCBAAAyO/oXwEAAAAAAMARDhX7/vjjD1WuXDnDdVWqVNHRo0fvKijAUyXXb6i4vb9JklLKV3BzNAAAT0L/CgAAAAAAAI4wOrJRpUqV9Omnn8pisdgst1gsWrVqlQIDA50SHOBxChdWStV7lFL1HqlwYXdHAwDwIPSvAAAAAAAA4AiHRva9/PLLGjt2rDp06KC2bdvKz89PcXFx+v777xUdHa158+Y5O04AAIB8jf4VAAAAAAAAHOFQse/RRx/VmjVr9O6772rbtm2KiYlRQECAGjZsqLffflt169Z1dpwAAAD5Gv0rAAAAAAAAOMKhYp8k1a1bV2+99ZYzYwE8nve+PSrTtYMk6fJX/1Ny0+ZujggA4EnoXwEAAAAAACCnHLpn353OnTunX3/9VQkJCc6IB/B4BrNZBrPZ3WEAADwY/SsAAAAAAADYy+Fi32effabWrVurbdu26tevn06ePClJGjlypD744AOnBQgAAFBQ0L8CAAAAAABATjlU7Hv//fcVHh6u7t27a/ny5bJYLNZ1999/v7Zs2eK0AAEAAAoC+lcAAAAAAABwhEP37Pvoo480YsQIjRgxQuZ/TFdYvXp167fQAQAAYB/6VwAAAAAAAHCEQyP7/v77bwUHB2e4zsfHh/vLAAAA5BD9KwAAAAAAADjCoWJfYGCgfvvttwzXHThwQNWqVbubmAAAAAoc+lcAAAAAAABwhEPFvieffFKLFi3S559/rvj4eElScnKyfvjhBy1btkx9+vRxapAAAAD5Hf0rAAAAAAAAOMKhe/YNHjxY586d0+TJkxUaGipJevrppyVJffv2Vb9+/ZwXIQAAQAFA/woAAAAAAACOcKjYJ0kTJ07UgAEDtGPHDl26dEmlS5dWy5YtmWIKBVpyk2aKOX859YnB4NZYAACeh/4VAAAAAAAAcirHxb5bt26pVatW+u9//6t27doxpRRwJ4OBIh8AIMfoXwEAAAAAAMBROb5nX+HChVW0aFF5eXnlRjwAAAAFDv0rAAAAAAAAOCrHxT5J6t69u9asWePsWADPl5go47loGc9FS4mJ7o4GAOBB6F8BAAAAAADAEQ7ds69UqVLav3+/unXrptatW8vf31+GO6YuNBgMGjhwoLNiBDyG928HVPaxRyRJlzZvU3LT5m6OCADgKehfAQAAAAAAwBEOFfvmzJkjSYqJidHRo0fTrediFAAAQM7QvwIAAAAAAIAj7C72devWTbNnz1bt2rX1xx9/SJI2bNigNm3aqHTp0rkWIAAAQH5F/woAAAAAAAB3y+579h09elQ3b960PjebzRo/frzOnDmTK4EBAADkd/SvAAAAAAAAcLfsLvZlxGKxOCsOAAAAiP4VAAAAAAAAcuauin0AAAAAAAAAAAAA3Oeui30Gg8EZcQAAAOD/o38FAAAAAAAAe3nnpPGAAQPSXXzq169fumUGg0H79u27++gAAADyOfpXAAAAAAAAuBt2F/tGjRqVm3EA+UOhQjJXDLQ+BgAgK/SvAAAAAAAAcLco9gFOlNygkS4e+MPdYQAAPAT9KwAAAAAAANytHE3jCQAAAAAAkBdFRu52dwgAAACAWxjdHQAAAAAAAAAAAAAAxzCyD3AiQ/w1eR3+XZJkrnufLCVKujkiAAAAAAAAAACQnzGyD3AiryN/qGyX9irbpb28jnDvPgAAAAAAAAAAkLso9gEAAAAAAAAAAAAeimk8PUhycrJMplPZtjOZTLKUqJD7AQEAAAAAAAAAAMCtKPZ5EJPplNYfOiX/ipWzbPfnsTOqUqesi6ICAAAAAAAAAACAu1Ds8zD+FSurQrWaWbaJOWtyUTQAAAAAAAAAAABwJ+7ZBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgo7tkHOJGleAklNW9hfQwAAAAAAAAAAJCbKPYBTmSuU1eXv97q7jAAAAAAAAAAAEABwTSeAAAAAAAAAAAAgIei2AcAAAAAAAAAAAB4KKbxBJzIcDFOhf7vB0lS4kMPy+Lr596AAAAAAAAAAABAvkaxD3Air5MnVGroIEnSpc3blEyxDwAAAAAAAAAA5CKm8QQAAAAAAAAAAAA8FCP74BJmc7JMpmi72latWk3e3pyaAADklnbt2uns2bPplvft21ehoaHq37+/du/ebbOuT58+mjp1qqtCBAAAAAAAgJ2oqMAlLp6P1vmkRJlKJGfZLvbcGXWXVKNGLZfEBQBAQbRmzRqZzWbr86NHj2rQoEHq1KmTddmTTz6pMWPGWJ8XLVrUpTECAAAAAADAPm4v9u3Zs0fLli1TVFSUYmJitHDhQj366KPW9a+++qrWrVtns01ISIiWLVtmfX758mWFh4fr+++/l9FoVIcOHfT666+rePHi1jZ//PGHpk6dqt9++02+vr565plnNGTIkNw/QFj5VqikCtVqujsMAAAKPF9fX5vn7777rqpWrar777/fuqxIkSIKCAhwdWgAAAAAAADIIbcX+xISEhQUFKRevXpp1KhRGbZp3bq1IiIirM8LFSpks/6VV15RTEyMVqxYoaSkJE2YMEGTJ0/W7NmzJUnx8fEaPHiwWrZsqbCwMP3555+aMGGCSpUqpT59+uTewQEAAORxiYmJ2rBhgwYNGiSDwWBdvnHjRm3YsEEBAQFq27atRowY4dDovjt2meekxZaXY3Ql8mGLfNgiH7bIhy3yYevOfFgsrn1NAAAAFExuL/a1adNGbdq0ybJNoUKFMv1m+fHjx/Xjjz9qzZo1atCggSRp4sSJGjp0qMaNG6fy5ctrw4YNSkpK0vTp01WoUCHde++9Onz4sFasWEGxDwAAFGjffvutrl27ph49eliXde3aVYGBgSpXrpyOHDmiWbNm6eTJk1qwYEGO9l2okJezw3Uqg0Hy8vJy6cXYvIx82CIftsiHLfJhK6/kw2jMGxUvg0EyGIyyWFJclg8fn7z9NxcAAAC5y+3FPnvs3r1bLVu2VKlSpfTAAw/o3//+t8qWLStJioyMVKlSpayFPklq1aqVjEajDh48qPbt22v//v1q1qyZzYjAkJAQLV26VFeuXFHp0qXtjsXV35YrqN+Q/Ofxekoe7owv9QNe7uw/r+fBFchFKvJwG7lIRR5uIxf2Wbt2rR566CGVL1/euuzOL0MFBQUpICBAAwcOlMlkUtWqVe3ed2KiOU/nP+2idHKymYv1Ih//RD5skQ9b5MNWXslHSkre+M9I/SyYIovF4rJ8JCWZs28EAACAfCvPF/tat26t9u3bq3Llyjp9+rTmzJmjIUOG6LPPPpOXl5diY2PT3XfG29tbpUuXVkxMjCQpNjZWlStXtmnj7+9vXWdvsc8d306/8xuSPj5eMhiTZTRms41RMhgMWbZzVpvc2JePj1e6byXmlW+KZsdYLkCJvZ6QJHmVC5DByd+u9JQ8uAK5SEUebiMXqcjDbeQie2fPntWOHTs0f/78LNs1atRIkvTXX3/lqNgneUbuLRbPiNNVyIct8mGLfNgiH7bIRyqLxbVTeKa9JgAAAAquPF/s69Kli/VxUFCQgoKC9Oijj1pH+7mSO76dfuc3JJOSzLKkSCkpWW9jSZEsFkuW7ZzVJjf2lZRkTvetxLzyTdFsVammW4uX337u5G9XekweXIBcpCIPt5GLVOThNnKRvS+++EJ+fn56+OGHs2x3+PBhScp0WnUAAAAAAAC4T54v9v1TlSpVVLZsWf31119q2bKl/P39dfHiRZs2ycnJunLlivWClL+/v2JjY23apD1PG+FnL3ddLCxoFykzO16+KZqKPNxGLlKRh9vIRSrycBu5yFhKSoq++OILde/eXd7et7uEJpNJGzduVJs2bVSmTBkdOXJEERERat68uerUqePGiAEAAAAAAJARjyv2nT9/XpcvX7YW8oKDg3X16lVFRUWpfv36kqRdu3YpJSVFDRs2lCQ1btxYc+fOVVJSknx8fCRJO3bsUPXq1XN0vz4AAID8YseOHYqOjlavXr1slvv4+Gjnzp1auXKlEhISVLFiRXXo0EEjRoxwU6QAAAAAAADIituLfdevX5fJZLI+P3PmjA4fPqzSpUurdOnSWrBggTp27Ch/f3+dPn1a//3vf3XPPfeodevWkqSaNWuqdevWmjRpksLCwpSUlKTw8HB16dJF5cuXlyR169ZNCxcu1Ouvv64hQ4bo6NGjWrlypV577TW3HDPyL+P5cyq8ZrUk6dYTTyqlQkU3RwQAQMZCQkJ05MiRdMsrVqyojz76yA0RAQAAAAAAwBFuL/ZFRUXp2WeftT6PiIiQJPXo0UNTpkzRn3/+qfXr1+vatWsqV66cHnzwQY0dO1aFChWybjNr1iyFh4drwIABMhqN6tChgyZOnGhdX7JkSS1btkxTp05Vz549VbZsWY0YMUJ9+vRx3YGiQDCePaMSUydJkpJatqLYBwAAAAAAAAAAcpXbi30tWrTI8FvlaZYtW5btPsqUKaPZs2dn2aZOnTpatWpVjuMDAAAAAAAAAAAA8iqjuwMAAAAAAAAAAAAA4BiKfQAAAAAAAAAAAICHotgHAAAAAAAAAAAAeCiKfQAAAAAAAAAAAICHotgHAAAAAAAAAAAAeCiKfQAAAAAAAAAAAICH8nZ3AEB+klK+ghJG/dv6GAAAAAAAAAAAIDdR7AOcKKVyFV2fPNXdYQAAAAAAAAAAgAKCaTwBAAAAAAAAAAAAD0WxDwAAAAAAAAAAAPBQTOMJOJHR9JeKvfO2JClhxBilVL3HzREBAAAAAAAAAID8jGIf4ETGmAsqunypJOlm76co9gEAAAAAAAAAgFzFNJ4AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh/J2dwBAfmKuco+uRcyyPgYAAAAAAAAAAMhNFPsAJ7KUK6ebg4e6OwwAAAAA8EiRkbvdHQIAAADgcZjGEwAAAAAAAAAAAPBQFPsAAAAAAAAAAAAAD0WxD3Air2NHVap/H5Xq30dex466OxwAAAAAAAAAAJDPUewDnMhw5bIKf7NZhb/ZLMOVy+4OBwAAAAAAAAAA5HMU+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FAU+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FAU+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FAU+wAAAAAAAAAAAAAP5e3uAID8xFyzlq589Jn1MQAAAAAAAAAAQG6i2Ac4kaVMWSV2eMzdYQAAAAAAAAAAgAKCaTwBAAAAAAAAAAAAD0WxDwAAAAAAAAAAAPBQFPsAJ/L6/ZDKtn1QZds+KK/fD7k7HAAAAAAAAAAAkM9xzz7AiQw3EuR96DfrYwAAAAAAAAAAgNzEyD4AAAAAAAAAAADAQ1HsAwAAAAAAAAAAADwUxT4AAAAAAAAAAADAQ1HsAwAAAAAAAAAAADwUxT4AAAAAAAAAAADAQ1HsAwAAAAAAAAAAADwUxT4AAAAAAAAAAADAQ3m7OwAgP0muW08Xv98hSTJXr+HmaAAAAAAAAAAAQH5HsQ9wpmLFZK5X391RAAAAAAAAAACAAoJpPAEAAAqY+fPnKygoyOanU6dO1vW3bt1SWFiYWrRooeDgYI0ePVqxsbFujBgAAAAAAACZYWQfAABAAXTvvfdqxYoV1udeXl7Wx9OnT9f27ds1d+5clSxZUuHh4Ro1apQ+/fRTd4QKAAAAAACALLh9ZN+ePXs0fPhwhYSEKCgoSN9++63NeovFonnz5ikkJEQNGzbUwIEDderUKZs2ly9f1ssvv6wmTZqoWbNmmjBhgq5fv27T5o8//lDfvn3VoEEDtWnTRkuXLs3tQ0MB5L3/V/nVriq/2lXlvf9Xd4cDAECmvLy8FBAQYP3x9fWVJF27dk1r167Vq6++qpYtW6p+/fqaPn26IiMjtX//fvcGDQAAAAAAgHTcXuxLSEhQUFCQQkNDM1y/dOlSffjhh5oyZYpWr16tokWLavDgwbp165a1zSuvvKJjx45pxYoVWrx4sfbu3avJkydb18fHx2vw4MEKDAzUF198oXHjxmnBggX67LPPcv344PmSk5N14sSxbH+Sk5Mls1nGy5dlvHxZMpvdHToAAJn666+/FBISokceeUQvv/yyoqOjJUlRUVFKSkpSq1atrG1r1qypwMBAin0AAAAAAAB5kNun8WzTpo3atGmT4TqLxaKVK1fqhRde0KOPPipJmjlzplq1aqVvv/1WXbp00fHjx/Xjjz9qzZo1atCggSRp4sSJGjp0qMaNG6fy5ctrw4YNSkpK0vTp01WoUCHde++9Onz4sFasWKE+ffq47FjhmUymU1p/6JT8K1bOtM2FM3+pmcmkulevqOz/X3b27BldL1s2XduqVavJ29vtv3oAgAKsYcOGioiIUPXq1RUTE6OFCxeqX79+2rhxo2JjY+Xj46NSpUrZbOPn56eYmJgcv5bB4KyonS8ttrwcoyuRD1vkwxb5sEU+bJEPW3fmw2Jx7WsCAACgYMrTFYczZ84oJibG5pvlJUuWVKNGjRQZGakuXbooMjJSpUqVshb6JKlVq1YyGo06ePCg2rdvr/3796tZs2YqVKiQtU1ISIiWLl2qK1euqHTp0nbH5OoOdEH90PTP43V3HvwrVlaFajUzXR9z1qSdsQlKvGlW/f+/7MBVs85fTLZpF3vujLpLqlmzlkNxuDsPeQm5SEUebiMXqcjDbeQic3d+0apOnTpq1KiR2rZtq82bN6tIkSJOe51Chbyyb+RGBkPqdKauvBibl5EPW+TDFvmwRT5sOTMfRqPn/+E2GCSDwSiLJcVl54ePT97+mwsAAIDclaeLfWnfHvfz87NZ7ufnp9jYWElSbGys9R4zaby9vVW6dGnr9rGxsapc2XZUlr+/v3WdvcU+d1ywuvNDk4+PlwzGZBmzmXzVYJQMBkOW7ZzVJjf25ePjle6Dijs/TNuTd4NR8qtYWQGJN6zLAipVkrFGzXTtMjo+e3FR4TZykYo83EYuUpGH28iF/UqVKqVq1arJZDKpVatWSkpK0tWrV21G98XFxSkgICBH+01MNOfpYmvauZGcbOYcEfn4J/Jhi3zYIh+2nJmPlBTPT2hqsS9FFovFZedHUhK3kQAAACjI8nSxL69xxwWrOz80JSWZZUmRUlKy3saSkjoFalbtnNUmN/aVlGRO90HFnR+m7cl7RseXksE2mR2fvbiocBu5SEUebiMXqcjDbeTCftevX9fp06cVEBCg+vXry8fHRzt37lTHjh0lSSdOnFB0dLQaN26c4317Qu4tFs+I01XIhy3yYYt82CIftshHKovFtVN4StKvv+6+q+2Dg+93UiQAAABwhzxd7Ev79nhcXJzKlStnXR4XF6c6depISh2hd/HiRZvtkpOTdeXKFev2/v7+1pGAadKep43ws5e7PrgUtA9MmR1vfvnweLfHkF/y4AzkIhV5uI1cpCIPt5GL9N588021bdtWgYGBunDhgubPny+j0aiuXbuqZMmS6tWrl2bMmKHSpUurRIkSeuONNxQcHOxQsQ8AAAAAAAC5K08X+ypXrqyAgADt3LlTdevWlSTFx8frwIEDevrppyVJwcHBunr1qqKiolS/furd0nbt2qWUlBQ1bNhQktS4cWPNnTtXSUlJ8vHxkSTt2LFD1atXz9H9+gAAAPKD8+fP66WXXtLly5fl6+urpk2bavXq1dap0SdMmCCj0agxY8YoMTFRISEhCg0NdXPUAAAAAAAAyIjbi33Xr1+XyWSyPj9z5owOHz6s0qVLKzAwUM8++6wWLVqke+65R5UrV9a8efNUrlw5Pfroo5KkmjVrqnXr1po0aZLCwsKUlJSk8PBwdenSReXLl5ckdevWTQsXLtTrr7+uIUOG6OjRo1q5cqVee+01txwzAACAO7311ltZri9cuLBCQ0Mp8AEAAAAAAHgAtxf7oqKi9Oyzz1qfR0RESJJ69OihGTNmaMiQIbpx44YmT56sq1evqmnTpnrvvfdUuHBh6zazZs1SeHi4BgwYIKPRqA4dOmjixInW9SVLltSyZcs0depU9ezZU2XLltWIESPUp08f1x0oCoSL9Rpr9a4TkqTkYsXdHA0AAAAAAAAAAMjv3F7sa9GihY4cOZLpeoPBoLFjx2rs2LGZtilTpoxmz56d5evUqVNHq1atcjhOwB4Wb28llWJqWAAAAAAFU2TkbneHAAAAABQ4RncHAAAAAAAAAAAAAMAxbh/ZB+QnBrNZXjdvSJLMRYrK4uXl5ogAAAAAAAAAAEB+xsg+wIl8oyLVp/k96tP8HvlGRbo7HAAAAAAAAAAAkM9R7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8lLe7AwDyE4uXl5KKl7A+BgAAAAAAAAAAyE0U+1CgJScny2Q6lWUbk8kkS4kKdu3vYv1grd7zlxMiAwAAAAAAAAAAyB7FPhRoJtMprT90Sv4VK2fa5s9jZ1SlTlkXRgUAAAAAAAAAAGAfin0o8PwrVlaFajUzXR9z1uTCaAAAAAAAAAAAAOxHsQ9wIq8bCSpxJrU4GF+5qsxFi7k5IgAAAAAAAAAAkJ8Z3R0AkJ+U+fN3dX38QXV9/EGV+fN3d4cDAAAAAAAAAADyOYp9AAAAAAAAAAAAgIei2AcAAAAAAAAAAAB4KIp9AAAAAAAAAAAAgIfydncAAADAMyUnJ8tkOmVX26pVq8nbm24HAAAAAAAA4GxcdQMAAA4xmU5p/aFT8q9YOct2sefOqLukGjVquSQuAAAAAAAAoCCh2AcAABzmX7GyKlSr6e4wAAAAAAAAgAKLe/YBAAAAAAAAAAAAHoqRfYATmYsU1eVadayP3c3e+2lxLy0AAAAAAAAAADwTV/cBJ7ocVE9fb/jZ3WFY2XM/Le6lBQAAAAAAAACA56LYB+Rz3E8LAAAAAAAAAID8i2If8hSzOVkmU3SG63x8vJSUZJbEtJMAAAAAAAAAAAASxT7kMRfPR+t8UqJMJZLTrTMYk2VJydvTTvpcvaKA/XskSTGNmyupVGk3RwQAAAAAAAAAAPIzin3Ic3wrVMpw2kmjUUpJcUNAOVDq5FG1Hd5HkrTlk28U16iZmyMCAAAAAAAAAAD5mdHdAQAAAAAAAAAAAABwDMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8lLe7AwByQ3JyskymU9m2M5lMspSokPsBAQAAAAAAAAAA5AKKffA4ZnOyTKboLNuYTCb9es0s/4pVsmz357EzqlKnrDPDy5I9sUtS1arV5O3NrycAAAAAAAAAAMga1QR4nIvno3U+KVGmEsmZtkkt4jVQhWo1s9xXzFmTU2NLLFVaZx9qb338T/bEHnvujLpLqlGjllNjAwAAAAAAAAAA+Q/FPngk3wqVsizkObuIZ69r1e/VD4s/zbJNdrEDAAAAAAAAAADYy+juAAAAAAAAAAAAAAA4hpF9QAFn730EJe4lCAAAAAAAAABAXsNVe8CJisReUOVtmyRJZx7prJv+5dwcUfbsuY+gxL0EAQAAAAAAAADIiyj2AU5U/KxJLcJeliRdqlPfI4p9EvcRBAAAAAAAAADAU3HPPgAAAAAAAAAAAMBDUewDAAAAAAAAAAAAPBTTeAIAgFxlNifLZIrOtl3VqtXk7U3XBAAAAAAAAMgJrqgBAIBcdfF8tM4nJcpUIjnTNrHnzqi7pBo1arksLgAAAAAAACA/oNgHAABynW+FSqpQraa7wwAAAAAAAADyHe7ZBwAAAAAAAAAAAHgoRvYBAAAUMEuWLNH//vc/nThxQkWKFFFwcLBeeeUV1ahRw9qmf//+2r17t812ffr00dSpU10dLgAAAAAAALKQ54t98+fP14IFC2yWVa9eXVu2bJEk3bp1SzNmzNCmTZuUmJiokJAQhYaGyt/f39o+OjpaU6ZM0S+//KJixYqpe/fuevnll+XtnecPHx7mpl+A/uwz0PoYGUtOTpbJdCrbdlWrVuP3FABywe7du9WvXz81aNBAZrNZc+bM0eDBg/X111+rWLFi1nZPPvmkxowZY31etGhRd4QLAAAAAACALHjEVfR7771XK1assD738vKyPp4+fbq2b9+uuXPnqmTJkgoPD9eoUaP06aefSpLMZrOGDRsmf39/ffrpp7pw4YLGjx8vHx8fvfTSSy4/FuRv1yvfoz2hs90dRp5nMp3S+kOn5F+xcqZtYs+dUXdJNWrUcllcAFBQLFu2zOb5jBkz1LJlSx06dEjNmze3Li9SpIgCAvjyCgAAAAAAQF7mEcU+Ly+vDC80Xbt2TWvXrtWsWbPUsmVLSanFv86dO2v//v1q3LixfvrpJx07dkwrVqyQv7+/6tatq7Fjx2rWrFkaNWqUChUq5OrDAfIte0fsmUwm+VUMVIVqNXM/KABAtq5duyZJKl26tM3yjRs3asOGDQoICFDbtm01YsQIRvcBAAAAAADkMR5R7Pvrr78UEhKiwoULq3Hjxnr55ZcVGBioqKgoJSUlqVWrVta2NWvWVGBgoLXYt3//ftWuXdtmWs+QkBBNmTJFx44d03333eeOQwI8jtmcLJMpOss2JpNJv14zy79ilSzb/XnsjKrUKevM8AAADkpJSdH06dPVpEkT1a5d27q8a9euCgwMVLly5XTkyBHNmjVLJ0+eTDe9enYMBmdH7DxpseXlGF2JfNgiH7bIhy3yYYt82LozHxaLe2OxF/93AAAAni3PF/saNmyoiIgIVa9eXTExMVq4cKH69eunjRs3KjY2Vj4+PipVqpTNNn5+foqJiZEkxcbG2hT6JFmfp7XJCVd3gPnQlMrwj3/zqmLnzurez1KnnD3aZ5ASKlZyeF8Z/Z+783y4eD5a55MSZSqRnGmb1CJeg2xH7MWcNdn9upkdK78bqcjDbeQilafnwZlxe3ouXCUsLExHjx7VqlWrbJb36dPH+jgoKEgBAQEaOHCgTCaTqlatate+CxXyyr6RGxkMqTNIeNLF2NxEPmyRD1vkwxb5sHVnPoxG/vAaDJLBYJTFkuIx54ePT97+mw0AAICs5fliX5s2bayP69Spo0aNGqlt27bavHmzihQp4tJY3HHB6s4PTT4+XjIYk2U0ZrONUTIYDFm2c1YbV+7LYDBIRkuejD2tTfHYc6r/7luSpOhHOulmpUoZtstuXz4+Xhl+2MrpRQV7zpmc5MqvYmUF1si8kBd7zuTUvGeWB4kLLGnIw23kIpUr8+Dsv0tZ/c47gnMie1OnTtUPP/ygjz76SBUqVMiybaNGjSSlzrhgb7EvMdGcp4utaedGcrKZc0Tk45/Ihy3yYYt82LozHykpJCS12Jcii8XiMedHUpLZ3SEAAADgLuT5Yt8/lSpVStWqVZPJZFKrVq2UlJSkq1ev2ozui4uLs97jz9/fXwcPHrTZR2xsrCRleB/ArLjjgtWdH5qSksyypEgpKVlvY0mRLBZLlu2c1cZV+zJIktGSuj4Pxp5Rm5QM/q/s3VdSkjnDD1s5vahgzzmTl/6f/9kmszxIXGBJQx5uIxepXJkHZ/9dyup33hGcE5mzWCwKDw/X1q1b9eGHH6pKlaynX5akw4cPS8p5/8kTcm+xeEacrkI+bJEPW+TDVm7lIzJy911tHxx8v5MiyRnOjVQWi2dN4Sl5VqwAAABIz+OKfdevX9fp06cVEBCg+vXry8fHRzt37lTHjh0lSSdOnFB0dLQaN24sSWrcuLEWL16suLg4+fn5SZJ27NihEiVKqFatWjl+fXd1gAt6x9ui1IJfQUpDVv/nBekiS3bHWZBykRXycBu5SOWpeciNmD01F7kpLCxMX331ld555x0VL17cOrV5yZIlVaRIEZlMJm3cuFFt2rRRmTJldOTIEUVERKh58+aqU6eOm6MHAAAAAADAnfJ8se/NN99U27ZtFRgYqAsXLmj+/PkyGo3q2rWrSpYsqV69emnGjBkqXbq0SpQooTfeeEPBwcHWYl9ISIhq1aqlcePG6T//+Y9iYmI0d+5c9evXT4UKFXLvwQEAALjBJ598Iknq37+/zfKIiAj17NnT+mWqlStXKiEhQRUrVlSHDh00YsQId4QLAAAAAACALOT5Yt/58+f10ksv6fLly/L19VXTpk21evVq+fr6SpImTJggo9GoMWPGKDExUSEhIQoNDbVu7+XlpcWLF2vKlCnq06ePihYtqh49emjMmDHuOiQAAAC3OnLkSJbrK1asqI8++shF0QAAAAAAAOBu5Pli31tvvZXl+sKFCys0NNSmwPdPlSpV0tKlS50dGgAAAAAAAAAAAOBWeb7YBwAAAACAp4mM3O3uEAAAAAAUEEZ3BwAAAAAAAAAAAADAMYzsA5wooWIl7f/3ROvj3JScnCyT6VSWbUwmkywlKuRqHAAAAAAAAAAAwH0o9gFOdKNcRR0a+qJLXstkOqX1h07Jv2LlTNv8eeyMqtQp65J4AOQvfKEAAADP5Y4pRI1Gg1JSLC5/XQAAAAAU+wCP5l+xsipUq5np+pizJhdGAyA/4QsFAAAAAAAAgGeg2AcAADLEFwoAAAAAAACAvI9iH+BEJf46oYYL35QkHRw5XvH31HBzREDO2DN1oyRVrVpN3t78CQEAAAAAAAAAd+NKLeBEhS9fVPWv1kiSjvQbQrEPHseeqRtjz51Rd0k1atRyWVwAAAAAAAAAgIxR7AMA2Mhu6kYAAAAAAAAAQN5hdHcAAAAAAAAAAAAAABxDsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA/FPfsAAAAAAPiHyMjdWa43Gg1KSbG4KBoAAAAAyBwj+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FBM4wk4UXzV6vr5zcXWxwAAAEBBlt1UmAAAAACAu0exD3CiW2X9dKpb77vah9mcLJMpOtP1Pj5eSkoyy2QyyVKiwl29FgAAAAAAAAAA8GwU+4A85uL5aJ1PSpSpRHKG6w3GZFlSpD+PnVGVOmVdHB0AAAAAAAAAAMhLKPYBeZBvhUqqUK1mhuuMRiklRYo5a3JxVK6V3QhHKXWUY2BgFXl58VYGAAAAAAAAACiYuEIOOFGpY3+oRdgrkqRfQmfpaq06bo7Ic2U3wlGSLv59Sv9KMqtGjVoujAwAAAAAAAAAgLyDYh/gRD7X41Vu307rY9ydrEY4SpLB6MJgPFxycrJMplPZtuNekAAA4E6Rkbutj41Gg1JSLG6MBgAAAACQEYp9AFAAmEyntP7QKflXrJxlO+4FCQAAAAAAAACehWIfABQQ/hUrZzlSUsr/94IEAAAAAAAAgPyGSfAAAAAAAAAAAAAAD0WxDwAAAAAAAAAAAPBQFPsAAAAAAAAAAAAAD8U9+wDATsnJyTKZTtnVtmrVavL2zvwt1pn7AgAAAAAAAAAUXFw9BgA7mUyntP7QKflXrJxlu9hzZ9RdUo0atVyyLwAAAAAAAABAwUWxD3CiK7WC9L8Pv7Y+Rv7jX7GyKlSrmef2BQAAAAAAAAAomCj2AU6UXLykYpo+4O4w4AB7ptU0mUyylKjgmoDyMLM5WSZTdLbtPHX6UaZYBQDXSQ4Ptbut96SwXIwEAAAAAADPxRVKAJB902r+eeyMqtQp68Ko8qaL56N1PilRphLJmbbJq9OP2lvU/fWaWf4Vq2TZLq8eIwAAAAAAAICChWIfAPx/2U2rGXPW5MJo8jbfCpU8cgpS+4u6DTzy+AAAAAAAAAAUPBT7ACcq+/tBPTTmWUnS/729Upfua+jmiODp7Jky08fHS4GBVeTlxVu6PSjq5k32Tg8rMX0qUFDZO+VnfpzuMzJy911tHxx8v5MiAQAAAADkRVwpA5zImJSoEtGnrY+Bu2XPlJkX/z6lfyWZmU4SHs2ec11i+lQAAAAAAADgnyj2AUAel92UmQajC4MBcpGnTg8LAAAAAAAAuBPFPgBwMnumIzSZTLKUqOCiiAAAAAAAAAAA+RXFPgBwMnumI/zz2BlVqVPWKa9HcREAAAAAAAAACi6KfXlEcnKyTKZTGa7z8fFSUpKZi/WAB8luOsKYsyanvdbF89E6d8t1xUUAAJAzkZG7C/TrAwAAAAByF8W+PMJkOqX1h07Jv2LldOsMxmRZUrhYDyBzriwuAgAAAAAAAADyDop9eYh/xcoZXqw3GqWUFC7WA/9kz/SVaapWrSZvb97yACnr0eRpGE0OICPJ4aF2tfOeFJbLkdw9e47FbDTKa6J9xwwAAAAAgLtw5RuAx7Jn+kpJij13Rt0l1ahRyyVxAXldVqPJ0zCaHAAAAAAAAPAMFPsAJ7pUt4HWfXtAknTTP8DN0RQM2U1fCSBjmY0mT8NocgAAAAAAAMAzUOwDnCilUGElBGY+UgZA/mHvNLJMIQsArmXvVKMAAAAAAOQXXH0EkO/ZU5Th/mTIqYvno3U+KetpZF09hWzavfh8fLyUlGTOtB3nOwAAAAAAAJB/UOwDkO/ZU5Th/mSeL7XQddKlRa68No1s2r34AipVliUl83ac74Bn27fsHbvaGZs0y3B5cPD96ZaljYYzG41KScn8DeRAYHn7Xjtyt92v7Sr2xn4ng8Egw6+px+LO2AEAAAAAyArFPsCJ/A7sVce+nSRJ36zaorhGGV9kg+tlV5Th/mTOZe8Ul5Lzprn8669T2nD4lHzLZz6VrquLXO7Ig3/FyqpYraayuFbP+Q4AAAAAAADkIxT7ACczWCzuDgFwO3tGU0rOn+bSr2Jlla+ad4q69ubhwpm/1MxkUtWqVTNtk5ycLMkgb2+vTNswPSeQN9l7DznvSWG5HInrpPy6N8PlyV997eJI7l7asWQXe376/wMAAAAAeBaKfQCAXGHPFJepI9+yL8A5a9SbO9iTh5izJu2MTch6qtn9u1W8jK8qVcu8MMr0nAAAAAAAAEDB45lXTgEA+YI9I9/sGfUmpY5qU4mKzg7RZeyZaraEXwDT0QIAAAAAAACwUeCKfR9//LGWLVummJgY1alTR5MmTVLDhg3dHRYAFFj2FLmyG/UmpY5qq1rX19nhAQUa/abM7Vv2jv2NA8vbPG0U/XeGzeyd7vOf+8tMZlNp7sto+f/fp8FgkCUXpyQ/YGfsmcksdwAAAAAAFGRGdwfgSps2bVJERIRGjhypdevWqU6dOho8eLDi4uLcHRoAIAtpBcGsfsoGcK86wJnoNwEAAAAAAHiGAjWyb8WKFXryySfVq1cvSVJYWJh++OEHrV27VkOHDnVzdAAAIDup93mMzrZd1arV5ONToLo5TpfX+02Rkbvvavvg4PudFEnO3e3otoLMnbnL9rVzMNrT2KTZXUaT+zIaGWq5i5GfnnDM9krLjT35cNdxZzayNyP56f8GAAAAKKgKzFWwxMREHTp0SMOGDbMuMxqNatWqlSIjI90YGQAAsJc993mMPXdG3SXVrFnLZXHlN/SbAAAAAAAAPEeBKfZdunRJZrNZfn5+Nsv9/Px04sQJu/djMDg7sttiz51J/3pS6mSrKdKlmPNKTEpU0SJFs9yPPe2c1cZV+8ppHtyVq7ibN63L4s6d1fnSZZ36ermRh7z0/5yTNgZJly+c161bBfN3Io29eSgI7x+XY84rKTlJRQsXUWbfsc+rsTs778WKFZVSlOt5cFeuipex796MaX+zc/Nvd37lrH6TlHfzbzBwjvyT4Y5/c++ufZ6DfNgiH7bIh607309z8bafHsMT88HfQgAAAM9msDg6D4uH+fvvv/XQQw/p008/VXBwsHX5zJkztWfPHn3++edujA4AACDvoN8EAAAAAADgOYzuDsBVypYtKy8vL8XFxdksj4uLk7+/v5uiAgAAyHvoNwEAAAAAAHiOAlPsK1SokOrVq6edO3dal6WkpGjnzp0231gHAAAo6Og3AQAAAAAAeI4Cc88+SRo0aJDGjx+v+vXrq2HDhvrggw9048YN9ezZ092hAQAA5Cn0mwAAAAAAADxDgSr2de7cWRcvXtTbb7+tmJgY1a1bV++99x7TUQEAAPwD/SYAAAAAAADPYLBYLBZ3BwEAAAAAAAAAAAAg5wrMPfsAAAAAAAAAAACA/IZiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPblMZcvX9bLL7+sJk2aqFmzZpowYYKuX79u17YWi0XPP/+8goKC9O233+ZypLkvp7m4fPmywsPD1bFjRzVs2FAPP/yw3njjDV27ds2FUd+9jz/+WO3atVODBg3Uu3dvHTx4MMv2mzdvVqdOndSgQQN169ZN27dvd1GkuS8nuVi9erX69u2r5s2bq3nz5ho4cGC2ufMUOT0n0nz99dcKCgrSiBEjcjlC18lpLq5evaqwsDCFhISofv366tixY774HclpHt5//33re2ObNm00ffp03bp1y0XR5o49e/Zo+PDhCgkJsfvv3i+//KIePXqofv36at++vb744gsXRApXye6cePXVVxUUFGTzM3jw4Gz36+h7sLtll49/5iLt57333st0n/Pnz0/XvlOnTrl9KE6xZMkS9erVS8HBwWrZsqVGjBihEydO2LS5deuWwsLC1KJFCwUHB2v06NGKjY3Ncr8Wi0Xz5s1TSEiIGjZsqIEDB+rUqVO5eCTOkV0+HO1XO/p75m72nB/9+/dPd2yTJ0/Ocr/59fw4c+ZMpu8hmzdvznS/nnp+rFq1St26dVOTJk3UpEkT9enTx6Y/WZDeOwAAAJB3UezLY1555RUdO3ZMK1as0OLFi7V3795sP0Sm+eCDD2QwGHI5QtfJaS4uXLigCxcuaPz48frqq68UERGhH3/8Ua+//roLo747mzZtUkREhEaOHKl169apTp06Gjx4sOLi4jJs/+uvv+rll1/WE088ofXr1+uRRx7RyJEj9eeff7o4cufLaS5++eUXdenSRStXrtSnn36qihUr6rnnntPff//t4sidK6d5SHPmzBm9+eabatasmYsizX05zUViYqIGDRqks2fPat68edqyZYvCw8NVvnx5F0fuXDnNw8aNGzV79myNGjVKmzZt0rRp07Rp0ybNmTPHxZE7V0JCgoKCghQaGmpX+9OnT2vYsGFq0aKFvvzySw0YMEATJ07Ujz/+mMuRwlXsOSdat26tn376yfqT3e+Bo+/BeUF2+bgzDz/99JOmT58ug8Ggjh07Zrnfe++912a7VatW5Ub4Trd7927169dPq1ev1ooVK5ScnKzBgwcrISHB2mb69On6/vvvNXfuXH344Ye6cOGCRo0aleV+ly5dqg8//FBTpkzR6tWrVbRoUQ0ePDjPf6Eiu3zcTb86p79neYE954ckPfnkkzbHNm7cuCz3m1/Pj4oVK6Z7Dxk9erSKFSumhx56KMt9e+L5UaFCBb3yyiv64osvtHbtWj3wwAMaOXKkjh49KqlgvXcAAAAgD7Mgzzh27Jildu3aloMHD1qXbd++3RIUFGQ5f/58ltv+/vvvltatW1suXLhgqV27tmXr1q25HW6uuptc3GnTpk2WevXqWZKSknIjTKd74oknLGFhYdbnZrPZEhISYlmyZEmG7ceOHWsZOnSozbLevXtbJk2alKtxukJOc/FPycnJluDgYMu6detyKULXcCQPycnJlj59+lhWr15tGT9+vOWFF15wRai5Lqe5WLVqleWRRx6xJCYmuipEl8hpHsLCwizPPvuszbKIiAjLU089latxupI9f/dmzpxp6dKli82yf//735bnnnsuN0ODm2R0Tjjyfni3f4vyCnt+R1544YV07xX/9Pbbb1v+9a9/OTM0t4mLi7PUrl3bsnv3bovFYrFcvXrVUq9ePcvmzZutbdL6o5GRkRnuIyUlxfLggw9a3nvvPeuyq1evWurXr2/56quvcjV+Z/tnPjJiT786v/Q7MsrHM888Y3njjTfs3kdBOz8ef/xxy2uvvZblfvLL+WGxWCzNmze3rF69usC/dwAAACDvYGRfHhIZGalSpUqpQYMG1mWtWrWS0WjMcsqoGzdu6OWXX9bkyZMVEBDgilBznaO5+Kf4+HiVKFFC3t7euRGmUyUmJurQoUNq1aqVdZnRaFSrVq0UGRmZ4Tb79+9Xy5YtbZaFhIRo//79uRlqrnMkF/9048YNJScnq3Tp0rkVZq5zNA8LFy6Un5+fevfu7YowXcKRXHz33Xdq3Lixpk6dqlatWqlr165avHixzGazq8J2OkfyEBwcrEOHDlnfO0+fPq3t27erTZs2Lok5r8iv75fImd27d6tly5bq2LGjQkNDdenSpUzbOuNvkaeIjY3V9u3b9cQTT2Tb9q+//lJISIgeeeQRvfzyy4qOjnZBhM6XNh1lWj8hKipKSUlJNv/fNWvWVGBgYKbvE2fOnFFMTIzNNiVLllSjRo087hz5Zz4yYm+/Oie/Z3lVZvnYuHGjWrRooa5du2r27Nm6ceNGpvsoSOdHVFSUDh8+bNd7iKefH2azWV9//bUSEhIUHBxc4N87AAAAkHfk/QpIARIbGytfX1+bZd7e3ipdurRiYmIy3S4iIkLBwcF69NFHcztEl3E0F3e6ePGi3nnnHfXp0yc3QnS6S5cuyWw2y8/Pz2a5n59funuGpImNjZW/v3+69tndIyKvcyQX/zRr1iyVK1fO5kO0p3EkD3v37tWaNWu0fv16F0ToOo7k4vTp09q1a5e6deumd999VyaTSWFhYUpOTs52aqW8ypE8dOvWTZcuXVLfvn1lsViUnJysp556SsOHD3dFyHlGRu+X/v7+io+P182bN1WkSBE3RQZXad26tdq3b6/KlSvr9OnTmjNnjoYMGaLPPvtMXl5e6do742+Rp1i3bp2KFy+uDh06ZNmuYcOGioiIUPXq1RUTE6OFCxeqX79+2rhxo0qUKOGiaO9eSkqKpk+friZNmqh27dqSUt8jfHx8VKpUKZu2fn5+mfY905ZndI54Ul8so3z8k7396pz+nuVFmeWja9euCgwMVLly5XTkyBHNmjVLJ0+e1IIFCzLcT0E6P9asWaOaNWuqSZMmWe7Lk8+PI0eO6KmnntKtW7dUrFgxLVy4ULVq1dLhw4cL7HsHAAAA8haKfS4wa9YsLV26NMs2mzZtcmjf27Zt065du7Ru3TqHtne13MzFneLj4zVs2DDVrFnTYy/qw3HvvvuuNm3apJUrV6pw4cLuDsdl4uPjNW7cOIWHh6crlhdEFotFfn5+Cg8Pl5eXl+rXr6+///5by5YtK1DvC7/88ouWLFmi0NBQNWzYUCaTSdOmTdPChQs1cuRId4cHuEyXLl2sj4OCghQUFKRHH33UOsqkIFu7dq26deuW7d/MO0cE16lTR40aNVLbtm21efNmjxpNHhYWpqNHj3rM/QZzW3b5yEm/Oj/8nmWWjzsLnUFBQQoICNDAgQNlMplUtWpVV4fpMtmdHzdv3tRXX32lESNGZLsvTz4/qlevrvXr1+vatWv65ptvNH78eH300UfuDgsAAACwotjnAs8995x69OiRZZsqVarI399fFy9etFmenJysK1euZDo9565du2QymdS8eXOb5aNHj1azZs304Ycf3l3wTpabuUgTHx+v559/XsWLF9fChQvl4+Nz13G7QtmyZeXl5aW4uDib5XFxcelGo6Tx9/dP9+3PrNp7CkdykWbZsmV69913tWLFCtWpUyc3w8x1Oc3D6dOndfbsWb3wwgvWZSkpKZKk++67T1u2bPHYi1GOnBMBAQHy9va2+aZ4jRo1FBMTo8TERBUqVChXY84NjuRh3rx5+te//mW9EB8UFKSEhARNnjxZL7zwgozGgjGjd0bvl7GxsSpRogSj+gqoKlWqqGzZsvrrr78yvMh8N3+LPMnevXt18uRJzZ07N8fblipVStWqVZPJZHJ+YLlk6tSp+uGHH/TRRx+pQoUK1uX+/v5KSkrS1atXbUboxMXFZdr3TFseFxencuXK2WzjKX2QzPKR5m771dn9nuU12eXjTo0aNZKUOrVtRv2rgnB+SNKWLVt08+ZNde/ePcf796Tzo1ChQrrnnnskSfXr19dvv/2mlStX6rHHHiuQ7x0AAADIewrGFT438/X1Vc2aNbP8KVSokIKDg3X16lVFRUVZt921a5dSUlLUsGHDDPc9dOhQbdiwQevXr7f+SNJrr72m6dOnu+LwciQ3cyGlXpAYPHiwfHx8tGjRIo8a1VWoUCHVq1dPO3futC5LSUnRzp07FRwcnOE2jRs31q5du2yW7dixQ40bN87NUHOdI7mQpKVLl+qdd97Re++9Z3O/R0+V0zzUqFFDGzdutHk/aNeunVq0aKH169dne9EqL3PknGjSpIlMJpO14ClJp06dUkBAgEcW+iTH8nDz5s10Bb20AqjFYsm9YPOY/Pp+CcedP39ely9fzvRirKN/izzNmjVrVK9ePYcuMF+/fl2nT5/2iHtGWywWTZ06VVu3btUHH3ygKlWq2KyvX7++fHx8bP6/T5w4oejo6EzfJypXrqyAgACbbeLj43XgwIE8f45klw/JOf3q7H7P8gp78vFPhw8flqRMjy2/nx9p1q5dq3bt2jk0q4SnnB8ZSUlJUWJiYoF77wAAAEDeRbEvD6lZs6Zat26tSZMm6eDBg9q3b5/Cw8PVpUsXlS9fXpL0999/q1OnTjp48KCk1A+XtWvXtvmRpMDAQLs+pOZVjuQiPj5ezz33nBISEjRt2jTFx8crJiZGMTExMpvN7jwcuw0aNEirV6/WunXrdPz4cU2ZMkU3btxQz549JUnjxo3T7Nmzre2fffZZ/fjjj1q+fLmOHz+u+fPnKyoqSs8884y7DsFpcpqLd999V/PmzdP06dNVqVIl6//99evX3XUITpGTPBQuXDjd+0GpUqVUvHhx1a5d22MLXGlyek48/fTTunz5sqZNm6aTJ0/qhx9+0JIlS9SvXz93HYJT5DQPbdu21SeffKKvv/5ap0+f1s8//6x58+apbdu2ef7+OFm5fv26Dh8+bL3YeubMGR0+fFjR0dGSpNmzZ2vcuHHW9k899ZROnz6tmTNn6vjx4/r444+1efNmDRw40B3hIxdkdU5cv35db775pvbv368zZ85o586dGjFihO655x61bt3auo8BAwbYTMuW3e9bXpbd74iU2nfasmVLplNw/jMfb775pnbv3q0zZ87o119/1ahRo2Q0GtW1a9fcPRgnCAsL04YNGzR79mwVL17c2k+4efOmJKlkyZLq1auXZsyYoV27dikqKkoTJkxQcHCwzQX7Tp06aevWrZIkg8GgZ599VosWLdK2bdt05MgRjRs3TuXKlcvz99LOLh/29qvvzIe9v2d5UXb5MJlMWrhwoaKionTmzBlt27ZN48ePV/PmzW0K5QXl/Ejz119/ac+ePXriiScy3E9+OT9mz56tPXv26MyZMzpy5Ihmz56t3bt3q1u3bgXuvQMAAAB5F9N45jGzZs1SeHi4BgwYIKPRqA4dOmjixInW9UlJSTp58qRu3LjhxihdI6e5OHTokA4cOCBJat++vc2+tm3bpsqVK7sueAd17txZFy9e1Ntvv62YmBjVrVtX7733nnW6sHPnztmM0GnSpIlmzZqluXPnas6cOapWrZoWLlxoLfp6spzm4tNPP1VSUpLGjBljs59Ro0Zp9OjRLo3dmXKah/wsp7moWLGili1bpoiICP3rX/9S+fLl9eyzz2rIkCHuOgSnyGkeXnjhBRkMBs2dO1d///23fH191bZtW7344ovuOgSniIqK0rPPPmt9HhERIUnq0aOHZsyYoZiYGJ07d866vkqVKlqyZIkiIiK0cuVKVahQQW+88Uaev8AI+2V1TkyZMkV//vmn9X5L5cqV04MPPqixY8fafBHi9OnTunTpkvV5dr9veVl2vyOS9PXXX8tisWRarPtnPs6fP6+XXnpJly9flq+vr5o2barVq1d7xH1iP/nkE0lS//79bZZHRERYi7cTJkyQ0WjUmDFjlJiYqJCQEIWGhtq0P3nypK5du2Z9PmTIEN24cUOTJ0/W1atX1bRpU7333nt5fnaJ7PJhb7/6znx4eXnZ9XuWF2WXj7SRWytXrlRCQoIqVqyoDh06pLtPXUE5P9KsXbtWFSpUUEhISIb7yS/nR1xcnMaPH68LFy6oZMmSCgoK0rJly/Tggw9KKljvHQAAAMi7DJaCNIcXAAAAAAAAAAAAkI8UjOEgAAAAAAAAAAAAQD5EsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA9FsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA9FsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA9FsQ8AAAAAAAAAAADwUBT7ADhs27Zteu6553T//ferfv36ateunSZPnqyTJ0869XVeffVVde3a1an7zM7+/fv1/PPP68EHH1TDhg3Vrl07jRkzRgcOHMiVuObPn6/g4GDr819++UVBQUH67bffnLL/jPY3f/58/frrr07ZPwAAyLv+2c/4pwsXLmjmzJl6/PHHFRwcrIceekgvv/yyzp49a9e+g4KC1K9fv3Trpk2bpnbt2t1V7AAAAACA7Hm7OwAAnmnWrFlaunSpOnbsqPDwcPn6+spkMmnt2rV68cUXtX79eqe91ogRI5SQkOC0/WVn3759evbZZ9W6dWuFhYWpePHi+uuvv/Ttt9/q4MGDatSokdPj6t27t9q0aeOUfWWkXr16+uyzz1SzZk3rsgULFqhYsWJq0qRJrr0uAADI+w4dOqStW7eqV69eatSokS5duqRFixapd+/e+uqrr+Tr65vtPvbu3atffvlFLVq0cEHEAAAAAIA7UewDkGPbt2/X0qVLNWLECI0dO9a6vHnz5urVq5e+//57p75e1apVnbq/7HzyySeqVKmSFi5cKC8vL0lSy5Yt9dRTTyklJSVX4qpQoYIqVKjgtP2lsVgsSkpKUokSJdS4cWOn7x8AAHi+pk2bavPmzfL2vv3xsEmTJnr44Ye1fv16Pffcc1luX6xYMdWqVUvvvPNOrhT7EhMT5e3tLaORiWkAAAAAICN8WgKQY8uXL5e/v79GjBiR4fq2bdtaH9+6dUsREREKCQlRgwYN9Pjjj2vr1q027Y8ePaohQ4aoRYsWatSokTp27KilS5da1/9zuswvvvhCQUFB+v333/X888+rcePG6tChQ4ajCX/44Qf17t1bDRs21AMPPKDQ0NBsR+NdvXpVvr6+1kLfne68yJRZXL/99puee+4567Hs2LFDKSkpeuutt9SqVSu1atVKs2fPtikcZje9lpSa9169eqlp06Zq2bKlhg0blm7K1LSYtm/frn/9619q0KCBvvvuu3TTeAYFBUmSZs6cqaCgIAUFBemXX37R6NGj9dRTT6V77VWrVqlBgwa6fPlyljECAADPU6pUKZtCn5T6RSRfX19duHDBrn2MGDFCu3btynaK8LNnz2rMmDFq2rSpGjdurMGDB+vIkSM2bdq1a6epU6dq6dKlatu2rRo2bKjLly+rf//+GjZsmL766it16NBBjRo10vDhw3XlyhWdPXtWgwcPVnBwsLp06aJffvklZ0kAAAAAAA9GsQ9AjiQnJ+vXX3/VAw88IB8fn2zbv/LKK/rss8/0/PPPa+HChapVq5ZGjx6tbdu2WdsMHz5cV69e1bRp07RkyRINHjxYN27csGvfISEhWrhwoerWratXX31Vx48ft67fsmWLXnjhBdWuXVsLFizQf/7zH23dulWvv/56lvutV6+eIiMjNXfuXJv92Wv8+PF6+OGHtWDBApUrV06jRo3StGnTdP78eb355pvq27ev3n33XX399dc52u/58+f1zDPP6J133tEbb7yhlJQUPfXUU+kKcBcuXNAbb7yhgQMHaunSpapbt266fX322WeSpP79++uzzz7TZ599pnr16ql3796KjIzUiRMnbNqvXbtW7du3V5kyZXIUMwAA8EwnT55UXFyczRTgWWnbtq3uu+8+LVy4MNM28fHx6t+/v37//XeFhYXpv//9ry5duqRnnnlG586ds2n7v//9Tz/88INef/11vfPOOypWrJgk6ffff9fKlSs1btw4hYWFae/evZo0aZLGjBmjhx9+WPPnz5evr69Gjx6t69evO54AAAAAAPAgTOMJIEcuX76sxMREBQYGZtv2jz/+0P/+9z+FhYVZR4s99NBDOnv2rBYuXKhHHnlEFy9e1JkzZ/T666+rXbt2kqQHHnjArlj69eunfv36SZKCg4O1fft2ffPNNxoxYoQsFotmzpypzp07a9q0adZtAgICNHToUI0YMUL33ntvhvsdPHiwDhw4oEWLFmnRokUqU6aMQkJC9PTTT6tZs2bZxvXMM8+ob9++kqTy5curW7duioqKshbYWrdure+++05btmxRt27d7DpWSZowYYL1sdls1oMPPqiWLVvqm2++UZ8+fazrrly5oqVLl1rvLSilFgrvlDalZ8WKFW2m9wwJCVFgYKDWrl2r//znP5KkP//8U1FRUXrppZfsjhUAAHgui8WiN954Q+XKlVOXLl3s3u6FF17Q6NGjdfDgQTVs2DDd+i+++ELR0dH6+uuvrUXE5s2bq23btvrggw/06quvWtsmJSVp6dKl1iJfmvj4eC1evNh6H8EjR45o+fLlmjJlip5++mlJUrly5dStWzft3LlTjz76aI6PHwAAAAA8DSP7ADjEYDBk22bfvn2SpE6dOtksf+yxx/T7778rISFBZcuWVaVKlTRnzhytW7cuXVEqKyEhIdbHxYoVU2BgoHX7kydP6uzZs3rssceUnJxs/bn//vtlNBoVFRWV6X5LlCih5cuX6/PPP9fIkSNVp04dffPNN3rmmWf0+eefZxvXgw8+aH1crVo1SekLmNWrV0/3Dfbs7N+/X4MGDVKLFi103333qVGjRkpISNCpU6ds2pUpU8am0JcTRqNRvXr10pdffqnk5GRJqaP6KlWqpJYtWzq0TwAA4Fnmz5+vXbt2aebMmemKbVlp3769ateunenovr179+ree++1GS1YpkwZtWrVytpvTNOiRYsMX7tOnTrWQp90u6/VqlWrdMty0q8EAAAAAE9GsQ9AjpQpU0aFCxdWdHR0tm2vXLkiHx+fdFM/+vv7y2Kx6Nq1azIYDFq2bJlq1KihqVOnqk2bNurZs6f27NmT7f5Llixp89zHx0eJiYmSpEuXLkmSRo4cqXr16ll/GjVqJLPZbFehrWHDhhozZow++OADbd68WRUqVNCsWbNyFFehQoUkpd4LJ7NY7REdHa3nnntOZrNZYWFh+uSTT7RmzRr5+fnp1q1bNm39/f3t3m9GnnjiCV28eFHbt29XUlKSNmzYoB49etjcrxAAAORPq1ev1sKFCxUWFpbjL/oYDAYNHz5cP/zwgw4dOpRu/dWrVzPsp/j5+enKlSvplmUkoz6VlHH/6599JAAAAADIr5jGE0COeHt7q0mTJtq1a5eSk5Pl7Z3520jp0qWVlJSkK1euqHTp0tblsbGxMhgM1osy1atX19tvv62kpCRFRkZqzpw5Gj58uP7v//5PxYsXdyjOtALj5MmTM5xGqly5cjnaX5UqVdSpUyetWLFCsbGxd11Qy6kff/xRCQkJWrBggfUiV3JycroLY5J9oy6zUqFCBbVu3Vpr166V2WzWpUuX1LNnz7vaJwAAyPu2bt2qKVOmaMyYMXriiScc2sdjjz2m+fPn65133kk37Xvp0qV18uTJdNvExcXZ9BWlu+/PAAAAAEBBwjANADk2aNAgxcTEaPHixRmu3759uySpadOmkqQtW7bYrN+yZYvuu+++dFMz+fj46P7779fQoUMVHx+vCxcuOBxjjRo1VKFCBZ0+fVoNGjRI91O+fPlMt42Njc1w+alTp1SoUKF03yh3hZs3b8pgMNgUVzdv3mydatMRPj4+mX7jvXfv3tq+fbuWL1+uli1bqlKlSg6/DgAAyPt++eUXvfTSS+rdu7dGjhzp8H6MRqOGDx+ubdu26ciRIzbrmjZtqj///FMnTpywLrty5Yp27Nhh7TcCAAAAAHKOkX0AcqxNmzZ6/vnnNX/+fB07dkxdunRR2bJldebMGa1du1bXrl1TmzZtVKdOHXXo0EEzZszQzZs3Vb16dW3YsEGRkZF65513JEl//PGH3nzzTXXu3FlVqlRRfHy8lixZokqVKqlq1aoOx2gwGPTqq6/qlVdeUUJCgh5++GEVLVpU0dHR2r59u1588UVVr149w20nTpwos9msDh06qFq1aoqPj9c333yj77//XgMGDLBODeVKaff8e+211/TUU0/p6NGjWrFixV0VHmvUqKFt27apWbNmKlq0qKpXr64SJUpIkh5++GGVLVvWOtISAAB4NrPZnO4LWFLqtOU3btzQyJEjVa1aNT3++OPav3+/db2vr2+O+2TdunXTwoUL9csvv9h8Yahnz556//33NWzYMP373/9W4cKFtWjRInl7e2vAgAEOHxsAAAAAFHQU+wA45D//+Y+Cg4P18ccfa8KECbpx44bKlSunkJAQDR482Nruv//9r+bMmaOlS5fq8uXLqlGjht5++221a9dOkhQQECB/f38tWbJEf//9t0qWLKlmzZrpv//9r7y8vO4qxscee0ylSpXS4sWLtXHjRklSpUqV1Lp16yyn4ezXr5/Wr1+vJUuWKCYmRkWKFFHVqlU1bdo09ejR465iclRQUJAiIiK0YMECDRs2THXr1tW8efP073//2+F9Tp48WdOnT9eQIUN08+ZNrVy5Ui1atJCUOl1ru3bttGXLFrVv395JRwEAANzl1q1bGjt2bLrlM2fOlNls1rVr13Tt2jU9/fTTNut79OihGTNm5Oi1vLy8NHToUE2cONFmeYkSJfThhx9qxowZmjRpklJSUtSkSRN99NFHqlixYs4PCgAAAAAgSTJYLBaLu4MAAOQtKSkpevTRR9W2bVtNmjTJ3eEAAAAAAAAAADLByD4AgFViYqL++OMPffPNNzp//rz69evn7pAAAAAAAAAAAFmg2AcAsLpw4YJ69+4tX19fTZo0STVq1HB3SAAAAAAAAACALDCNJwAAAAAAAAAAAOChjO4OAAAAAAAAAAAAAIBjKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOCh/h9xGdalW9upVgAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "=== Clustering Analysis (k=2) ===\n", + "Cluster 0: 921 samples, purity: 0.996\n", + "Cluster 1: 79 samples, purity: 0.759\n", + "Average cluster purity: 0.8776\n", + "\n", + "Completed analysis for CLINTOX dataset\n" + ] + } + ], + "source": [ + "if __name__ == \"__main__\":\n", + " main_class_visualization()\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/nohup.out b/simson_modeling/nohup.out new file mode 100644 index 0000000000000000000000000000000000000000..bc4f41846f8f41449550efa1147c310b32a250a5 --- /dev/null +++ b/simson_modeling/nohup.out @@ -0,0 +1,6252 @@ +Loading dataset 'HoangHa/SMILES-250M'... +Successfully fetched 84345972 SMILES strings. +Starting augmentation and tokenization with 128 worker processes... + Processing: 0%| | 0/84345972 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 101, in + main() + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 85, in main + with Pool(num_workers, initializer=init_worker, initargs=(CONFIG['TOKENIZER_NAME'], CONFIG['MAX_LENGTH'])) as p: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 739, in __exit__ + self.terminate() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 657, in terminate + self._terminate() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/util.py", line 227, in __call__ + res = self._callback(*self._args, **self._kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 695, in _terminate_pool + cls._help_stuff_finish(inqueue, task_handler, len(pool)) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 678, in _help_stuff_finish + time.sleep(0) +object address : 0x7fb691916560 +object refcount : 3 +object type : 0x564f994bb2a0 +object type name: KeyboardInterrupt +object repr : KeyboardInterrupt() +lost sys.stderr +/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python: Error while finding module specification for 'create_augmented_dataset.py' (ModuleNotFoundError: __path__ attribute not found on 'create_augmented_dataset' while trying to find 'create_augmented_dataset.py'). Try using 'create_augmented_dataset' instead of 'create_augmented_dataset.py' as the module name. +Loading dataset 'HoangHa/SMILES-250M'... +Successfully fetched 84345972 SMILES strings. +Starting augmentation and tokenization with 128 worker processes... + Processing: 0%| | 0/84345972 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 101, in + main() + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 85, in main + with Pool(num_workers, initializer=init_worker, initargs=(CONFIG['TOKENIZER_NAME'], CONFIG['MAX_LENGTH'])) as p: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 739, in __exit__ + self.terminate() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 657, in terminate + self._terminate() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/util.py", line 227, in __call__ + res = self._callback(*self._args, **self._kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 695, in _terminate_pool + cls._help_stuff_finish(inqueue, task_handler, len(pool)) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 677, in _help_stuff_finish + inqueue._reader.recv() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 250, in recv + buf = self._recv_bytes() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 430, in _recv_bytes + buf = self._recv(4) + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 395, in _recv + chunk = read(handle, remaining) + ^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/util.py", line 360, in _exit_function +Exception in thread Thread-2 (_handle_workers): +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1075, in _bootstrap_inner + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1012, in run +Exception in thread Thread-2 (_handle_workers): +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1075, in _bootstrap_inner + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1012, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 516, in _handle_workers + cls._maintain_pool(ctx, Process, processes, pool, inqueue, + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 340, in _maintain_pool + Pool._repopulate_pool_static(ctx, Process, processes, pool, + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 329, in _repopulate_pool_static + w.start() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 121, in start + self._popen = self._Popen(self) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/context.py", line 282, in _Popen + return Popen(process_obj) + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 19, in __init__ + self._launch(process_obj) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 66, in _launch + self.pid = os.fork() + ^^^^^^^^^ +KeyboardInterrupt +Fatal Python error: init_threadstate: thread state already initialized +Python runtime state: initialized + + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 516, in _handle_workers + cls._maintain_pool(ctx, Process, processes, pool, inqueue, + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 340, in _maintain_pool + Pool._repopulate_pool_static(ctx, Process, processes, pool, + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 329, in _repopulate_pool_static + w.start() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 121, in start + p.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + self._popen = self._Popen(self) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/context.py", line 282, in _Popen + return Popen(process_obj) + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 19, in __init__ + self._launch(process_obj) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 66, in _launch + self.pid = os.fork() + ^^^^^^^^^ +KeyboardInterrupt +Fatal Python error: init_threadstate: thread state already initialized +Python runtime state: initialized + + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 43, in wait + return self.poll(os.WNOHANG if timeout == 0.0 else 0) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 27, in poll + pid, sts = os.waitpid(self.pid, flag) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Process ForkPoolWorker-182: +Process ForkPoolWorker-180: +Process ForkPoolWorker-179: +Process ForkPoolWorker-183: +Process ForkPoolWorker-181: +Process ForkPoolWorker-184: +Process ForkPoolWorker-186: +Process ForkPoolWorker-185: +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 983, in from_pretrained + tokenizer_config = get_tokenizer_config(pretrained_model_name_or_path, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 815, in get_tokenizer_config + resolved_config_file = cached_file( + ^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 312, in cached_file + file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 470, in cached_files + hf_hub_download( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1008, in hf_hub_download + return _hf_hub_download_to_cache_dir( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1071, in _hf_hub_download_to_cache_dir + (url_to_download, etag, commit_hash, expected_size, xet_file_data, head_call_error) = _get_metadata_or_catch_error( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1533, in _get_metadata_or_catch_error + metadata = get_hf_file_metadata( + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1450, in get_hf_file_metadata + r = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 305, in _request_wrapper + return _request_wrapper(method=method, url=next_url, follow_relative_redirects=True, **params) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 286, in _request_wrapper + response = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 309, in _request_wrapper + response = http_backoff(method=method, url=url, **params, retry_on_exceptions=(), retry_on_status_codes=(429,)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 310, in http_backoff + response = session.request(method=method, url=url, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 96, in send + return super().send(request, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/adapters.py", line 667, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 787, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 534, in _make_request + response = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connection.py", line 565, in getresponse + httplib_response = super().getresponse() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 1430, in getresponse + response.begin() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 331, in begin + version, status, reason = self._read_status() + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 292, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/socket.py", line 720, in readinto + return self._sock.recv_into(b) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1251, in recv_into + return self.read(nbytes, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1103, in read + return self._sslobj.read(len, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 983, in from_pretrained + tokenizer_config = get_tokenizer_config(pretrained_model_name_or_path, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 815, in get_tokenizer_config + resolved_config_file = cached_file( + ^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 312, in cached_file + file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 470, in cached_files + hf_hub_download( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1008, in hf_hub_download + return _hf_hub_download_to_cache_dir( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1071, in _hf_hub_download_to_cache_dir + (url_to_download, etag, commit_hash, expected_size, xet_file_data, head_call_error) = _get_metadata_or_catch_error( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1533, in _get_metadata_or_catch_error + metadata = get_hf_file_metadata( + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1450, in get_hf_file_metadata + r = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 286, in _request_wrapper + response = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 309, in _request_wrapper + response = http_backoff(method=method, url=url, **params, retry_on_exceptions=(), retry_on_status_codes=(429,)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 310, in http_backoff + response = session.request(method=method, url=url, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 96, in send + return super().send(request, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/adapters.py", line 667, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 787, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 534, in _make_request + response = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connection.py", line 565, in getresponse + httplib_response = super().getresponse() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 1430, in getresponse + response.begin() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 331, in begin + version, status, reason = self._read_status() + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 292, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/socket.py", line 720, in readinto + return self._sock.recv_into(b) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1251, in recv_into + return self.read(nbytes, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1103, in read + return self._sslobj.read(len, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 983, in from_pretrained + tokenizer_config = get_tokenizer_config(pretrained_model_name_or_path, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 815, in get_tokenizer_config + resolved_config_file = cached_file( + ^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 312, in cached_file + file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 470, in cached_files + hf_hub_download( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1008, in hf_hub_download + return _hf_hub_download_to_cache_dir( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1071, in _hf_hub_download_to_cache_dir + (url_to_download, etag, commit_hash, expected_size, xet_file_data, head_call_error) = _get_metadata_or_catch_error( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1533, in _get_metadata_or_catch_error + metadata = get_hf_file_metadata( + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1450, in get_hf_file_metadata + r = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 305, in _request_wrapper + return _request_wrapper(method=method, url=next_url, follow_relative_redirects=True, **params) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 286, in _request_wrapper + response = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 309, in _request_wrapper + response = http_backoff(method=method, url=url, **params, retry_on_exceptions=(), retry_on_status_codes=(429,)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 310, in http_backoff + response = session.request(method=method, url=url, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 96, in send + return super().send(request, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/adapters.py", line 667, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 787, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 534, in _make_request + response = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connection.py", line 565, in getresponse + httplib_response = super().getresponse() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 1430, in getresponse + response.begin() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 331, in begin + version, status, reason = self._read_status() + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 292, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/socket.py", line 720, in readinto + return self._sock.recv_into(b) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1251, in recv_into + return self.read(nbytes, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1103, in read + return self._sslobj.read(len, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 983, in from_pretrained + tokenizer_config = get_tokenizer_config(pretrained_model_name_or_path, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 815, in get_tokenizer_config + resolved_config_file = cached_file( + ^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 312, in cached_file + file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 470, in cached_files + hf_hub_download( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1008, in hf_hub_download + return _hf_hub_download_to_cache_dir( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1071, in _hf_hub_download_to_cache_dir + (url_to_download, etag, commit_hash, expected_size, xet_file_data, head_call_error) = _get_metadata_or_catch_error( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1533, in _get_metadata_or_catch_error + metadata = get_hf_file_metadata( + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1450, in get_hf_file_metadata + r = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 305, in _request_wrapper + return _request_wrapper(method=method, url=next_url, follow_relative_redirects=True, **params) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 286, in _request_wrapper + response = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 309, in _request_wrapper + response = http_backoff(method=method, url=url, **params, retry_on_exceptions=(), retry_on_status_codes=(429,)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 310, in http_backoff + response = session.request(method=method, url=url, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 96, in send + return super().send(request, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/adapters.py", line 667, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 787, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 534, in _make_request + response = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connection.py", line 565, in getresponse + httplib_response = super().getresponse() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 1430, in getresponse + response.begin() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 331, in begin + version, status, reason = self._read_status() + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 292, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/socket.py", line 720, in readinto + return self._sock.recv_into(b) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1251, in recv_into + return self.read(nbytes, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1103, in read + return self._sslobj.read(len, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 1069, in from_pretrained + return tokenizer_class_fast.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/tokenization_utils_base.py", line 1957, in from_pretrained + for template in list_repo_templates( + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 163, in list_repo_templates + for entry in list_repo_tree( + ^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/hf_api.py", line 3168, in list_repo_tree + for path_info in paginate(path=tree_url, headers=headers, params={"recursive": recursive, "expand": expand}): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_pagination.py", line 36, in paginate + r = session.get(path, params=params, headers=headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 96, in send + return super().send(request, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/adapters.py", line 667, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 787, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 534, in _make_request + response = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connection.py", line 565, in getresponse + httplib_response = super().getresponse() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 1430, in getresponse + response.begin() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 331, in begin + version, status, reason = self._read_status() + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 292, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/socket.py", line 720, in readinto + return self._sock.recv_into(b) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1251, in recv_into + return self.read(nbytes, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1103, in read + return self._sslobj.read(len, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 1069, in from_pretrained + return tokenizer_class_fast.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/tokenization_utils_base.py", line 1877, in from_pretrained + if os.path.isfile(pretrained_model_name_or_path) or is_remote_url(pretrained_model_name_or_path): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 187, in is_remote_url + parsed = urlparse(url_or_filename) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/urllib/parse.py", line 401, in urlparse + result = ParseResult(scheme, netloc, url, params, query, fragment) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1, in +KeyboardInterrupt +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 983, in from_pretrained + tokenizer_config = get_tokenizer_config(pretrained_model_name_or_path, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 815, in get_tokenizer_config + resolved_config_file = cached_file( + ^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 312, in cached_file + file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 470, in cached_files + hf_hub_download( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1008, in hf_hub_download + return _hf_hub_download_to_cache_dir( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1071, in _hf_hub_download_to_cache_dir + (url_to_download, etag, commit_hash, expected_size, xet_file_data, head_call_error) = _get_metadata_or_catch_error( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1533, in _get_metadata_or_catch_error + metadata = get_hf_file_metadata( + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 1450, in get_hf_file_metadata + r = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 286, in _request_wrapper + response = _request_wrapper( + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/file_download.py", line 309, in _request_wrapper + response = http_backoff(method=method, url=url, **params, retry_on_exceptions=(), retry_on_status_codes=(429,)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 310, in http_backoff + response = session.request(method=method, url=url, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 96, in send + return super().send(request, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/adapters.py", line 667, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 787, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 534, in _make_request + response = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connection.py", line 565, in getresponse + httplib_response = super().getresponse() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 1430, in getresponse + response.begin() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 331, in begin + version, status, reason = self._read_status() + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 292, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/socket.py", line 720, in readinto + return self._sock.recv_into(b) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1251, in recv_into + return self.read(nbytes, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1103, in read + return self._sslobj.read(len, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 314, in _bootstrap + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/pool.py", line 109, in worker + initializer(*initargs) + File "/home/jovyan/simson_training_bolgov/create_augmented_dataset.py", line 35, in init_worker + tokenizer = AutoTokenizer.from_pretrained(tokenizer_name) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/auto/tokenization_auto.py", line 1069, in from_pretrained + return tokenizer_class_fast.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/tokenization_utils_base.py", line 1957, in from_pretrained + for template in list_repo_templates( + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/utils/hub.py", line 163, in list_repo_templates + for entry in list_repo_tree( + ^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/hf_api.py", line 3168, in list_repo_tree + for path_info in paginate(path=tree_url, headers=headers, params={"recursive": recursive, "expand": expand}): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_pagination.py", line 36, in paginate + r = session.get(path, params=params, headers=headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/huggingface_hub/utils/_http.py", line 96, in send + return super().send(request, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/requests/adapters.py", line 667, in send + resp = conn.urlopen( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 787, in urlopen + response = self._make_request( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connectionpool.py", line 534, in _make_request + response = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/urllib3/connection.py", line 565, in getresponse + httplib_response = super().getresponse() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 1430, in getresponse + response.begin() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 331, in begin + version, status, reason = self._read_status() + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/http/client.py", line 292, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/socket.py", line 720, in readinto + return self._sock.recv_into(b) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1251, in recv_into + return self.read(nbytes, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/ssl.py", line 1103, in read + return self._sslobj.read(len, buffer) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/regression/.ipynb_checkpoints/better_regression-checkpoint.ipynb b/simson_modeling/regression/.ipynb_checkpoints/better_regression-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..032d707b27602bbceccee17e855b576fdcfb36ee --- /dev/null +++ b/simson_modeling/regression/.ipynb_checkpoints/better_regression-checkpoint.ipynb @@ -0,0 +1,528 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 11, + "id": "11ab9ea6-1c5b-4f9b-a6ea-1bc75be56108", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "from tqdm import tqdm\n", + "import os\n", + "import warnings\n", + "\n", + "import joblib\n", + "import numpy as np\n", + "import pandas as pd\n", + "import torch\n", + "from sklearn.metrics import mean_absolute_error\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.preprocessing import StandardScaler\n", + "from torch import nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from tqdm import tqdm\n", + "from transformers import (\n", + " AutoConfig,\n", + " AutoModel,\n", + " AutoTokenizer,\n", + " BertConfig,\n", + " BertModel,\n", + " BertTokenizerFast,\n", + " PreTrainedModel,\n", + ")\n", + "from transformers.activations import ACT2FN\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "ce760993-fbef-4546-8b2c-1e7a722ad374", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset, DataLoader, Sampler\n", + "import torch.nn as nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from tqdm import tqdm\n", + "\n", + "# 1. BINNING, SAMPLING, SAMPLE WEIGHTING\n", + "def compute_multitarget_sample_weights(labels_unscaled, bins4, bins5):\n", + " # Each returns shape (N,)\n", + " inds4 = np.digitize(labels_unscaled[:, 0], bins4, right=False) - 1\n", + " inds5 = np.digitize(labels_unscaled[:, 1], bins5, right=False) - 1\n", + " freq4 = np.bincount(inds4, minlength=len(bins4))\n", + " freq5 = np.bincount(inds5, minlength=len(bins5))\n", + " w4 = 1.0 / (freq4[inds4] + 1e-8)\n", + " w5 = 1.0 / (freq5[inds5] + 1e-8)\n", + " main_weights = np.maximum(w4, w5) # Or average, or sum as suits\n", + " main_weights /= main_weights.mean() # Normalize for stability\n", + " return main_weights # shape (N_samples,)\n", + "\n", + "\n", + "class TargetedSampler(Sampler):\n", + " \"\"\"\n", + " Enforces a proportion of 'high value' samples for either of the main labels in every batch.\n", + " \"\"\"\n", + " def __init__(self, inds4, inds5, high_bins4, high_bins5, batch_size, high_frac=0.3, shuffle=True):\n", + " # indices for which either label 4 or label 5 is in a 'high' bin\n", + " high_mask = (inds4 >= high_bins4) | (inds5 >= high_bins5)\n", + " self.high_indices = np.where(high_mask)[0]\n", + " self.low_indices = np.where(~high_mask)[0]\n", + " self.batch_size = batch_size\n", + " self.high_count = int(batch_size * high_frac)\n", + " self.low_count = batch_size - self.high_count\n", + " self.shuffle = shuffle\n", + " \n", + " def __iter__(self):\n", + " high = np.copy(self.high_indices)\n", + " low = np.copy(self.low_indices)\n", + " if self.shuffle:\n", + " np.random.shuffle(high)\n", + " np.random.shuffle(low)\n", + " hi_ptr, low_ptr = 0, 0\n", + " while hi_ptr < len(high) or low_ptr < len(low):\n", + " batch_high = high[hi_ptr: hi_ptr+self.high_count]\n", + " batch_low = low[low_ptr: low_ptr+self.low_count]\n", + " if len(batch_high) < self.high_count:\n", + " np.random.shuffle(high)\n", + " hi_ptr = 0\n", + " batch_high = high[hi_ptr: hi_ptr+self.high_count]\n", + " if len(batch_low) < self.low_count:\n", + " np.random.shuffle(low)\n", + " low_ptr = 0\n", + " batch_low = low[low_ptr: low_ptr+self.low_count]\n", + " batch = np.concatenate([batch_high, batch_low])\n", + " np.random.shuffle(batch)\n", + " yield batch.tolist()\n", + " hi_ptr += self.high_count\n", + " low_ptr += self.low_count\n", + " \n", + " def __len__(self):\n", + " return (len(self.high_indices) + len(self.low_indices)) // self.batch_size\n", + "\n", + "class SMILESDataset(torch.utils.data.Dataset):\n", + " def __init__(self, smiles_list, labels, sample_weights, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # shape (N, 6), already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " self.sample_weights = sample_weights\n", + "\n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + "\n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'weight': torch.tensor(self.sample_weights[idx], dtype=torch.float32),\n", + " 'index': torch.tensor(idx, dtype=torch.long)\n", + " }\n", + "\n", + "\n", + "def calculate_weighted_loss(predictions, labels, weights):\n", + " \"\"\"\n", + " Calculate weighted loss for two labels with masking\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 6)\n", + " labels: Ground truth labels (batch_size, 6)\n", + " label_mask: Mask for valid labels (batch_size, 6)\n", + " label_weights: Weights for each label (6,)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 2)\n", + " return losses.mean()\n", + "\n", + "def stratified_metrics(preds, trues, bins, scalers):\n", + " # Only for last two labels\n", + " results = {}\n", + " for li, label_col in enumerate([4, 5]):\n", + " unscaled_pred = scalers[label_col].inverse_transform(preds[:,label_col].reshape(-1,1)).flatten()\n", + " unscaled_true = scalers[label_col].inverse_transform(trues[:,label_col].reshape(-1,1)).flatten()\n", + " bin_idx = np.digitize(unscaled_true, bins[li])\n", + " for i in range(len(bins[li])+1):\n", + " in_bin = bin_idx == i\n", + " if np.sum(in_bin) == 0:\n", + " continue\n", + " bin_mae = np.mean(np.abs(unscaled_pred[in_bin] - unscaled_true[in_bin]))\n", + " bin_r2 = 1 - (np.mean((unscaled_pred[in_bin] - unscaled_true[in_bin])**2) /\n", + " (np.var(unscaled_true[in_bin]) + 1e-8))\n", + " results[f'label{label_col}_bin{i}_count'] = np.sum(in_bin)\n", + " results[f'label{label_col}_bin{i}_mae'] = bin_mae\n", + " return results\n", + "\n", + "# 5. MAIN TRAIN/VAL LOOP WITH TARGETED SAMPLING AND STRATIFIED EVALUATION\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, model, tokenizer, scalers,\n", + " num_epochs=5, learning_rate=1e-5, batch_size=256, validation_steps=500):\n", + " # 1. Bins for columns 4 & 5 using **unscaled train-data**\n", + " bins_label4 = create_bins(train['unscaled_CO2'], n_bins=10)\n", + " bins_label5 = create_bins(train['unscaled_CH4'], n_bins=10)\n", + " bins = [bins_label4, bins_label5]\n", + " # 2. Bin indicators for each sample in train\n", + " inds4 = np.digitize(train['unscaled_CO2'], bins_label4, right=False) - 1\n", + " inds5 = np.digitize(train['unscaled_CH4'], bins_label5, right=False) - 1\n", + " # 3. Choose high-bin threshold (e.g. top bin, or top 2 bins as \"high\"), adjust as needed\n", + " high_bins4 = len(bins_label4) - 1\n", + " high_bins5 = len(bins_label5) - 1\n", + " # 4. Compute multitarget weights (max rarity of either label-of-interest, UNscaled)\n", + " sample_weights = compute_multitarget_sample_weights(\n", + " train[['unscaled_CO2', 'unscaled_CH4']].values, bins_label4, bins_label5)\n", + " val_sample_weights = compute_multitarget_sample_weights(\n", + " test[['unscaled_CO2', 'unscaled_CH4']].values, bins_label4, bins_label5)\n", + " # 5. Dataset and batch sampler\n", + " targeted_sampler = TargetedSampler(inds4, inds5, high_bins4, high_bins5, batch_size, high_frac=0.3)\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, sample_weights, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, val_sample_weights, tokenizer)\n", + " train_loader = DataLoader(train_dataset, batch_sampler=targeted_sampler, num_workers=4)\n", + " val_loader = DataLoader(val_dataset, batch_size=batch_size, shuffle=False, num_workers=4)\n", + " # 6. Model, optimizer, scheduler\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " model.to(device)\n", + " optimizer = AdamW(model.parameters(), lr=learning_rate)\n", + " total_steps = len(train_loader)*3\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " best_val_loss = float('inf')\n", + " best_state = None\n", + " steps_no_improve, patience = 0, 10\n", + " global_step, running_train_loss, train_steps_count = 0, 0, 0\n", + "\n", + " for epoch in range(num_epochs):\n", + " print(f\"Epoch {epoch+1}/{num_epochs}\")\n", + " model.train()\n", + " pbar = tqdm(train_loader, desc='Training', total=len(train_loader) * num_epochs)\n", + " for batch in pbar:\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " weights = batch['weight'].to(device)\n", + " optimizer.zero_grad()\n", + " outputs = model(input_ids=input_ids, attention_mask=attention_mask)\n", + " loss = calculate_weighted_loss(outputs, labels, weights)\n", + " loss.backward()\n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " optimizer.step(); scheduler.step()\n", + " running_train_loss += loss.item(); train_steps_count += 1; global_step += 1\n", + " pbar.set_postfix(loss=f'{loss.item():.3f}')\n", + " if global_step % validation_steps == 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " print(f\"Step {global_step}: Mean Weighted Train Loss: {avg_train_loss:.4f}\")\n", + " running_train_loss = 0; train_steps_count = 0\n", + " # Validation:\n", + " all_preds, all_trues, all_weights = [], [], []\n", + " model.eval()\n", + " with torch.no_grad():\n", + " for vb in val_loader:\n", + " vi = vb['input_ids'].to(device)\n", + " va = vb['attention_mask'].to(device)\n", + " vl = vb['labels'].to(device)\n", + " vw = vb['weight'].to(device)\n", + " out = model(input_ids=vi, attention_mask=va)\n", + " all_preds.append(out.cpu()); all_trues.append(vl.cpu()); all_weights.append(vw.cpu())\n", + " preds = torch.cat(all_preds).numpy()\n", + " trues = torch.cat(all_trues).numpy()\n", + " weights = torch.cat(all_weights).numpy()\n", + " val_loss = calculate_weighted_loss(torch.tensor(preds), torch.tensor(trues), torch.tensor(weights)).item()\n", + " print(f\"Weighted Val MSE (scaled): {val_loss:.4f}\")\n", + " metrics = stratified_metrics(preds, trues, bins, scalers)\n", + " for k, v in metrics.items():\n", + " print(f\"{k}: {v:.4f}\")\n", + " if val_loss < best_val_loss:\n", + " best_val_loss = val_loss; best_state = model.state_dict().copy(); steps_no_improve = 0\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin')\n", + " print(f\"New best val_loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " print(f'Patience meter: {steps_no_improve} out of {patience}')\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping at step {global_step}\")\n", + " if best_state: model.load_state_dict(best_state)\n", + " return\n", + " model.train()\n", + " if best_state: model.load_state_dict(best_state)\n", + " print(f\"Training completed, best weighted val_loss: {best_val_loss:.4f}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "12a2b8c3-2c4d-4b1b-8cc7-930c9fe68fd7", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')\n", + "df['unscaled_CO2'] = df['CO2'].copy()\n", + "df['unscaled_CH4'] = df['CH4'].copy()\n", + "targets = ['Tg', 'He', 'N2', 'O2', 'CH4', 'CO2']" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "id": "9946f5cd-3683-49db-8535-393cb04140ce", + "metadata": {}, + "outputs": [], + "source": [ + "from transformers import AutoTokenizer\n", + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/regression/actual_encoder_state.pkl', weights_only=False)\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))\n", + "\n", + "for param in model.encoder.parameters():\n", + " param.requires_grad = False" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "903489f0-9039-4504-894e-6739b4a15371", + "metadata": {}, + "outputs": [], + "source": [ + "def create_stratified_splits_regression(\n", + " df,\n", + " label_cols,\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + "):\n", + " \n", + " values = df[label_cols].values\n", + " # Each label gets its own bins, based on the overall distribution\n", + " bins = [np.unique(np.quantile(values[:,i], np.linspace(0, 1, n_bins+1))) for i in range(len(label_cols))]\n", + " # Assign each row to a bin for each label\n", + " inds = [\n", + " np.digitize(values[:,i], bins[i][1:-1], right=False) # exclude leftmost/rightmost for in-bin, avoids all bin edges as bins\n", + " for i in range(len(label_cols))\n", + " ]\n", + " # Combine into a single integer stratification variable (tuple or max or sum...)\n", + " strat_col = np.maximum.reduce(inds) # This ensures high bin in one = high bin overall\n", + " # Use sklearn's train_test_split with stratify\n", + " train_idx, val_idx = train_test_split(\n", + " df.index.values,\n", + " test_size=val_frac,\n", + " random_state=seed,\n", + " shuffle=True,\n", + " stratify=strat_col\n", + " )\n", + " train = df.loc[train_idx].reset_index(drop=True)\n", + " val = df.loc[val_idx].reset_index(drop=True)\n", + " return train, val\n", + "\n", + "\n", + "# For your use case:\n", + "train, test = create_stratified_splits_regression(\n", + " df,\n", + " label_cols=['unscaled_CO2', 'unscaled_CH4'], # or actual column names\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "00c271f1-bd44-457d-9a0e-7b221871ab78", + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['Smiles']\n", + "smiles_test = test['Smiles']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "01ebce4a-9ac0-4527-a9bd-8d13913f15e3", + "metadata": {}, + "outputs": [], + "source": [ + "def create_bins(target_values, n_bins=5, strategy='percentile'):\n", + " \"\"\"\n", + " Create bins for a target based on the specified strategy.\n", + " - 'percentile' creates approximately equal-sized groups\n", + " - 'uniform' creates equal-width bins\n", + " Returns:\n", + " bin_edges: array of length n_bins+1\n", + " \"\"\"\n", + " target_values = target_values[~np.isnan(target_values)]\n", + " if strategy == 'percentile':\n", + " return np.percentile(target_values, np.linspace(0, 100, n_bins+1))\n", + " else:\n", + " return np.linspace(np.min(target_values), np.max(target_values), n_bins+1)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ac00906e-e22a-4f50-94e7-650acf5eec1f", + "metadata": {}, + "outputs": [], + "source": [ + "# model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/regression/regression_simson.pth'))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4405c601-f006-4eeb-989e-fb35dd5349ba", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 1/6\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 1%| | 1223/149778 [04:01<8:07:04, 5.08it/s, loss=8.268]" + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=6, learning_rate=2e-5, batch_size=256, validation_steps=6_500,\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "64baf577-cfe9-454c-8a2b-71b7a5b12506", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/.ipynb_checkpoints/decoding-checkpoint.ipynb b/simson_modeling/regression/.ipynb_checkpoints/decoding-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..0f35fd9fabd2e185a93977682ac32cc3409a34c4 --- /dev/null +++ b/simson_modeling/regression/.ipynb_checkpoints/decoding-checkpoint.ipynb @@ -0,0 +1,4373 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 156, + "id": "f72ec62c-c849-45b2-9321-b913c9f32979", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Encoder parameters loaded\n", + "Encoder parameters frozen\n" + ] + } + ], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "from transformers import BertConfig, BertModel, AutoTokenizer\n", + "from transformers import Seq2SeqTrainer, Seq2SeqTrainingArguments, DataCollatorForSeq2Seq, EarlyStoppingCallback\n", + "from torch.utils.data import Dataset\n", + "import pandas as pd\n", + "import numpy as np\n", + "from sklearn.model_selection import train_test_split\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = outputs.last_hidden_state\n", + " hidden_states = self.dropout(hidden_states)\n", + " pooled = global_ap(hidden_states)\n", + " out = self.linear(pooled)\n", + " return out\n", + "\n", + "class SimSonDecoder(nn.Module):\n", + " def __init__(self, embedding_dim, hidden_dim, vocab_size, max_len):\n", + " super(SimSonDecoder, self).__init__()\n", + " self.embedding_dim = embedding_dim\n", + " self.hidden_dim = hidden_dim\n", + " self.vocab_size = vocab_size\n", + " self.max_len = max_len\n", + " \n", + " # Project embedding to hidden dimension\n", + " self.embedding_projection = nn.Linear(embedding_dim, hidden_dim)\n", + " \n", + " # Token embeddings for decoder input\n", + " self.token_embeddings = nn.Embedding(vocab_size, hidden_dim)\n", + " self.position_embeddings = nn.Embedding(max_len, hidden_dim)\n", + " \n", + " # Transformer decoder layers\n", + " decoder_layer = nn.TransformerDecoderLayer(\n", + " d_model=hidden_dim,\n", + " nhead=12,\n", + " dim_feedforward=2048,\n", + " dropout=0.1,\n", + " batch_first=True\n", + " )\n", + " self.transformer_decoder = nn.TransformerDecoder(decoder_layer, num_layers=6)\n", + " \n", + " # Output projection to vocabulary\n", + " self.output_projection = nn.Linear(hidden_dim, vocab_size)\n", + " self.dropout = nn.Dropout(0.1)\n", + " \n", + " # Layer normalization\n", + " self.layer_norm = nn.LayerNorm(hidden_dim)\n", + " \n", + " def forward(self, molecule_embeddings, decoder_input_ids, decoder_attention_mask=None):\n", + " batch_size, seq_len = decoder_input_ids.shape\n", + " device = decoder_input_ids.device\n", + " \n", + " # Project molecule embeddings to memory for cross-attention\n", + " memory = self.embedding_projection(molecule_embeddings) # [batch, hidden_dim]\n", + " memory = memory.unsqueeze(1) # [batch, 1, hidden_dim]\n", + " \n", + " # Create decoder input embeddings\n", + " token_emb = self.token_embeddings(decoder_input_ids) # [batch, seq_len, hidden_dim]\n", + " \n", + " # Add positional embeddings\n", + " positions = torch.arange(seq_len, device=device).unsqueeze(0).expand(batch_size, -1)\n", + " pos_emb = self.position_embeddings(positions)\n", + " \n", + " decoder_inputs = self.layer_norm(token_emb + pos_emb)\n", + " decoder_inputs = self.dropout(decoder_inputs)\n", + " \n", + " # Create causal mask for decoder\n", + " tgt_mask = self._generate_square_subsequent_mask(seq_len).to(device)\n", + " \n", + " # Create attention mask for decoder inputs\n", + " if decoder_attention_mask is not None:\n", + " # Convert padding mask to additive mask\n", + " tgt_key_padding_mask = (decoder_attention_mask == 0)\n", + " else:\n", + " tgt_key_padding_mask = None\n", + " \n", + " # Apply transformer decoder\n", + " decoder_output = self.transformer_decoder(\n", + " tgt=decoder_inputs,\n", + " memory=memory,\n", + " tgt_mask=tgt_mask,\n", + " tgt_key_padding_mask=tgt_key_padding_mask\n", + " )\n", + " \n", + " # Project to vocabulary\n", + " logits = self.output_projection(decoder_output)\n", + " \n", + " return logits\n", + " \n", + " def _generate_square_subsequent_mask(self, sz):\n", + " \"\"\"Generate causal mask for decoder\"\"\"\n", + " mask = torch.triu(torch.ones(sz, sz) * float('-inf'), diagonal=1)\n", + " return mask\n", + "\n", + "# Combined Encoder-Decoder Model\n", + "class SimSonEncoderDecoder(nn.Module):\n", + " def __init__(self, encoder, decoder, tokenizer):\n", + " super().__init__()\n", + " self.encoder = encoder\n", + " self.decoder = decoder\n", + " self.tokenizer = tokenizer\n", + "\n", + " def forward(self, input_ids, attention_mask, labels=None):\n", + " # Encode SMILES to embeddings\n", + " embeddings = self.encoder(input_ids, attention_mask)\n", + " \n", + " if labels is not None:\n", + " # During training, use teacher forcing\n", + " # Shift labels for decoder input (remove last token, add BOS token)\n", + " decoder_input_ids = torch.cat([\n", + " torch.full((labels.shape[0], 1), self.tokenizer.cls_token_id, \n", + " dtype=labels.dtype, device=labels.device),\n", + " labels[:, :-1]\n", + " ], dim=1)\n", + " \n", + " # Generate decoder attention mask\n", + " decoder_attention_mask = (decoder_input_ids != self.tokenizer.pad_token_id).long()\n", + " \n", + " # Decode embeddings to SMILES\n", + " logits = self.decoder(embeddings, decoder_input_ids, decoder_attention_mask)\n", + " \n", + " # Calculate loss\n", + " loss_fct = nn.CrossEntropyLoss(ignore_index=self.tokenizer.pad_token_id)\n", + " loss = loss_fct(logits.view(-1, logits.size(-1)), labels.view(-1))\n", + " \n", + " return {\"loss\": loss, \"logits\": logits}\n", + " else:\n", + " # During inference\n", + " return self.generate(embeddings)\n", + " \n", + " def generate(self, embeddings, max_length=512):\n", + " \"\"\"Generate SMILES from embeddings\"\"\"\n", + " batch_size = embeddings.shape[0]\n", + " device = embeddings.device\n", + " \n", + " # Start with CLS token\n", + " generated = torch.full((batch_size, 1), self.tokenizer.cls_token_id, \n", + " dtype=torch.long, device=device)\n", + " \n", + " for _ in range(max_length - 1):\n", + " decoder_attention_mask = (generated != self.tokenizer.pad_token_id).long()\n", + " logits = self.decoder(embeddings, generated, decoder_attention_mask)\n", + " \n", + " # Get next token probabilities\n", + " next_token_logits = logits[:, -1, :]\n", + " next_tokens = torch.argmax(next_token_logits, dim=-1, keepdim=True)\n", + " \n", + " # Append to generated sequence\n", + " generated = torch.cat([generated, next_tokens], dim=1)\n", + " \n", + " # Stop if all sequences have generated EOS token\n", + " if torch.all(next_tokens.squeeze() == self.tokenizer.sep_token_id):\n", + " break\n", + " \n", + " return generated\n", + "\n", + "# Initialize tokenizer\n", + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + "# Initialize encoder config\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=4,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "# Initialize and load encoder\n", + "encoder = SimSonEncoder(config=config, max_len=512)\n", + "\n", + "# Load encoder parameters (extract encoder from regression model)\n", + "regression_state_dict = torch.load('/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin', weights_only=False)\n", + "\n", + "encoder_state_dict = {}\n", + "for key, value in regression_state_dict.items():\n", + " key = key[len('_orig_mod.'):]\n", + " if key.startswith('encoder.'):\n", + " encoder_state_dict[key[8 + len('_orig_mod.'):]] = value\n", + "\n", + "print(\"Encoder parameters loaded\")\n", + "\n", + "# Freeze encoder parameters\n", + "for param in encoder.parameters():\n", + " param.requires_grad = False\n", + "print(\"Encoder parameters frozen\")\n", + "\n", + "# Initialize decoder\n", + "decoder = SimSonDecoder(\n", + " embedding_dim=512, # encoder.max_len\n", + " hidden_dim=768, # config.hidden_size\n", + " vocab_size=tokenizer.vocab_size,\n", + " max_len=512\n", + ")\n", + "\n", + "# Create combined model\n", + "model = SimSonEncoderDecoder(encoder, decoder, tokenizer)\n" + ] + }, + { + "cell_type": "markdown", + "id": "27946411-ddb4-48f2-ab5d-baec24e53954", + "metadata": {}, + "source": [ + "regression_params = torch.load('/home/jovyan/simson_training_bolgov/regression/simson_encoder_decoder.bin', weights_only=False)\n", + "\n", + "uncompiled_state_dict = {}\n", + "for key, value in regression_params.items():\n", + " print(key)\n", + " key = key[len('_orig_mod.'):]\n", + " uncompiled_state_dict[key] = value\n", + " print(key)\n", + " break\n", + " \n", + "torch.save(uncompiled_state_dict, '/home/jovyan/simson_training_bolgov/regression/encoder_decoder_uncompiled.bin')" + ] + }, + { + "cell_type": "code", + "execution_count": 157, + "id": "5bd4f17d-e369-4e4c-be51-a91cb0b85a0d", + "metadata": {}, + "outputs": [], + "source": [ + "# Load dataset\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "6a40fac8-9c46-4c96-8a47-94ea32803b21", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 158, + "id": "5951cb13-e188-4a2c-8b42-9f8125e96165", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Training samples: 6390602\n", + "Validation samples: 336348\n" + ] + } + ], + "source": [ + "class SMILESReconstructionDataset(Dataset):\n", + " def __init__(self, dataframe, tokenizer, max_length=256):\n", + " self.data = dataframe\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " def __len__(self):\n", + " return len(self.data)\n", + " \n", + " def __getitem__(self, idx):\n", + " # Get SMILES string (adjust column name as needed)\n", + " smiles = self.data.iloc[idx]['smiles'] if 'smiles' in self.data.columns else self.data.iloc[idx]['Smiles']\n", + " \n", + " # Tokenize input SMILES\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " max_length=self.max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].squeeze(0),\n", + " 'attention_mask': encoding['attention_mask'].squeeze(0),\n", + " 'labels': encoding['input_ids'].squeeze(0) # Same as input for reconstruction\n", + " }\n", + "\n", + "def create_stratified_splits_regression(\n", + " df,\n", + " label_cols,\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + "):\n", + " \n", + " values = df[label_cols].values\n", + " # Each label gets its own bins, based on the overall distribution\n", + " bins = [np.unique(np.quantile(values[:,i], np.linspace(0, 1, n_bins+1))) for i in range(len(label_cols))]\n", + " # Assign each row to a bin for each label\n", + " inds = [\n", + " np.digitize(values[:,i], bins[i][1:-1], right=False) # exclude leftmost/rightmost for in-bin, avoids all bin edges as bins\n", + " for i in range(len(label_cols))\n", + " ]\n", + " # Combine into a single integer stratification variable (tuple or max or sum...)\n", + " strat_col = np.maximum.reduce(inds) # This ensures high bin in one = high bin overall\n", + " # Use sklearn's train_test_split with stratify\n", + " train_idx, val_idx = train_test_split(\n", + " df.index.values,\n", + " test_size=val_frac,\n", + " random_state=seed,\n", + " shuffle=True,\n", + " stratify=strat_col\n", + " )\n", + " train = df.loc[train_idx].reset_index(drop=True)\n", + " val = df.loc[val_idx].reset_index(drop=True)\n", + " return train, val\n", + "\n", + "\n", + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Same splits\n", + "train, test = create_stratified_splits_regression(\n", + " df,\n", + " label_cols=['CO2', 'CH4'], \n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + ")\n", + "\n", + "train_dataset = SMILESReconstructionDataset(train, tokenizer)\n", + "val_dataset = SMILESReconstructionDataset(test, tokenizer)\n", + "val_df = test\n", + "train_df = train\n", + "print(f\"Training samples: {len(train_dataset)}\")\n", + "print(f\"Validation samples: {len(val_dataset)}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 159, + "id": "2b79c8b4-4f5d-4752-b1a7-08ed2d0bb7f5", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_290780/2978564159.py:51: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Seq2SeqTrainer.__init__`. Use `processing_class` instead.\n", + " trainer = Seq2SeqTrainer(\n" + ] + } + ], + "source": [ + "# Custom data collator for encoder-decoder\n", + "class EncoderDecoderDataCollator:\n", + " def __init__(self, tokenizer):\n", + " self.tokenizer = tokenizer\n", + " \n", + " def __call__(self, batch):\n", + " # Stack all batch elements\n", + " input_ids = torch.stack([item['input_ids'] for item in batch])\n", + " attention_mask = torch.stack([item['attention_mask'] for item in batch])\n", + " labels = torch.stack([item['labels'] for item in batch])\n", + " \n", + " return {\n", + " 'input_ids': input_ids,\n", + " 'attention_mask': attention_mask,\n", + " 'labels': labels\n", + " }\n", + "\n", + "\n", + "data_collator = EncoderDecoderDataCollator(tokenizer)\n", + "\n", + "early_stopping_callback = EarlyStoppingCallback(\n", + " early_stopping_patience=10,\n", + ")\n", + "\n", + "training_args = Seq2SeqTrainingArguments(\n", + " output_dir='/home/jovyan/simson_training_bolgov/regression/decoder_checkpoints',\n", + " eval_strategy='steps',\n", + " eval_steps=10_000,\n", + " logging_steps=10_000,\n", + " save_steps=10_000,\n", + " save_total_limit=3,\n", + " learning_rate=5e-5,\n", + " per_device_train_batch_size=256,\n", + " per_device_eval_batch_size=256,\n", + " gradient_accumulation_steps=1,\n", + " num_train_epochs=5,\n", + " warmup_steps=50,\n", + " weight_decay=0.01,\n", + " logging_dir='./logs',\n", + " report_to='none',\n", + " load_best_model_at_end=True,\n", + " metric_for_best_model='eval_loss',\n", + " greater_is_better=False,\n", + " fp16=True,\n", + " dataloader_pin_memory=True,\n", + " remove_unused_columns=False,\n", + " predict_with_generate=False \n", + ")\n", + "\n", + "# Initialize trainer\n", + "trainer = Seq2SeqTrainer(\n", + " model=model,\n", + " args=training_args,\n", + " train_dataset=train_dataset,\n", + " eval_dataset=val_dataset,\n", + " data_collator=data_collator,\n", + " tokenizer=tokenizer\n", + ")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "88eccafd-c269-4bc6-8290-0bdb5d184c31", + "metadata": {}, + "outputs": [], + "source": [ + "trainer.train()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9ac6754e-dd6d-4282-b661-0b11e65cadc3", + "metadata": {}, + "outputs": [], + "source": [ + "final_state = trainer.model.state_dict()\n", + "torch.save(final_state, '/home/jovyan/simson_training_bolgov/regression/simson_encoder_decoder_better_regression.bin')" + ] + }, + { + "cell_type": "code", + "execution_count": 160, + "id": "18637615-64f4-42d5-a431-0765df5bc024", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model initialized with 72,264,271 trainable parameters\n" + ] + } + ], + "source": [ + "import torch.nn.functional as F\n", + "\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = outputs.last_hidden_state\n", + " hidden_states = self.dropout(hidden_states)\n", + " pooled = global_ap(hidden_states)\n", + " out = self.linear(pooled)\n", + " return out\n", + "\n", + "class SimSonDecoder(nn.Module):\n", + " def __init__(self, embedding_dim, hidden_dim, vocab_size, max_len):\n", + " super(SimSonDecoder, self).__init__()\n", + " self.embedding_dim = embedding_dim\n", + " self.hidden_dim = hidden_dim\n", + " self.vocab_size = vocab_size\n", + " self.max_len = max_len\n", + " \n", + " # Project embedding to hidden dimension\n", + " self.embedding_projection = nn.Linear(embedding_dim, hidden_dim)\n", + " \n", + " # Token embeddings for decoder input\n", + " self.token_embeddings = nn.Embedding(vocab_size, hidden_dim)\n", + " self.position_embeddings = nn.Embedding(max_len, hidden_dim)\n", + " \n", + " # Transformer decoder layers\n", + " decoder_layer = nn.TransformerDecoderLayer(\n", + " d_model=hidden_dim,\n", + " nhead=12,\n", + " dim_feedforward=2048,\n", + " dropout=0.1,\n", + " batch_first=True\n", + " )\n", + " self.transformer_decoder = nn.TransformerDecoder(decoder_layer, num_layers=6)\n", + " \n", + " # Output projection to vocabulary\n", + " self.output_projection = nn.Linear(hidden_dim, vocab_size)\n", + " self.dropout = nn.Dropout(0.1)\n", + " \n", + " # Layer normalization\n", + " self.layer_norm = nn.LayerNorm(hidden_dim)\n", + " \n", + " def forward(self, molecule_embeddings, decoder_input_ids, decoder_attention_mask=None):\n", + " batch_size, seq_len = decoder_input_ids.shape\n", + " device = decoder_input_ids.device\n", + " \n", + " # Project molecule embeddings to memory for cross-attention\n", + " memory = self.embedding_projection(molecule_embeddings) # [batch, hidden_dim]\n", + " memory = memory.unsqueeze(1) # [batch, 1, hidden_dim]\n", + " \n", + " # Create decoder input embeddings\n", + " token_emb = self.token_embeddings(decoder_input_ids) # [batch, seq_len, hidden_dim]\n", + " \n", + " # Add positional embeddings\n", + " positions = torch.arange(seq_len, device=device).unsqueeze(0).expand(batch_size, -1)\n", + " pos_emb = self.position_embeddings(positions)\n", + " \n", + " decoder_inputs = self.layer_norm(token_emb + pos_emb)\n", + " decoder_inputs = self.dropout(decoder_inputs)\n", + " \n", + " # Create causal mask for decoder\n", + " tgt_mask = self._generate_square_subsequent_mask(seq_len).to(device)\n", + " \n", + " # Create attention mask for decoder inputs\n", + " if decoder_attention_mask is not None:\n", + " # Convert padding mask to additive mask\n", + " tgt_key_padding_mask = (decoder_attention_mask == 0)\n", + " else:\n", + " tgt_key_padding_mask = None\n", + " \n", + " # Apply transformer decoder\n", + " decoder_output = self.transformer_decoder(\n", + " tgt=decoder_inputs,\n", + " memory=memory,\n", + " tgt_mask=tgt_mask,\n", + " tgt_key_padding_mask=tgt_key_padding_mask\n", + " )\n", + " \n", + " # Project to vocabulary\n", + " logits = self.output_projection(decoder_output)\n", + " \n", + " return logits\n", + " \n", + " def _generate_square_subsequent_mask(self, sz):\n", + " \"\"\"Generate causal mask for decoder\"\"\"\n", + " mask = torch.triu(torch.ones(sz, sz) * float('-inf'), diagonal=1)\n", + " return mask\n", + "\n", + "# Combined Encoder-Decoder Model\n", + "class SimSonEncoderDecoder(nn.Module):\n", + " def __init__(self, encoder, decoder, tokenizer):\n", + " super().__init__()\n", + " self.encoder = encoder\n", + " self.decoder = decoder\n", + " self.tokenizer = tokenizer\n", + " \n", + " def forward(self, input_ids, attention_mask, labels=None):\n", + " # Encode SMILES to embeddings\n", + " embeddings = self.encoder(input_ids, attention_mask)\n", + " \n", + " if labels is not None:\n", + " # During training, use teacher forcing\n", + " # Shift labels for decoder input (remove last token, add BOS token)\n", + " decoder_input_ids = torch.cat([\n", + " torch.full((labels.shape[0], 1), self.tokenizer.cls_token_id, \n", + " dtype=labels.dtype, device=labels.device),\n", + " labels[:, :-1]\n", + " ], dim=1)\n", + " \n", + " # Generate decoder attention mask\n", + " decoder_attention_mask = (decoder_input_ids != self.tokenizer.pad_token_id).long()\n", + " \n", + " # Decode embeddings to SMILES\n", + " logits = self.decoder(embeddings, decoder_input_ids, decoder_attention_mask)\n", + " \n", + " # Calculate loss\n", + " loss_fct = nn.CrossEntropyLoss(ignore_index=self.tokenizer.pad_token_id)\n", + " loss = loss_fct(logits.view(-1, logits.size(-1)), labels.view(-1))\n", + " \n", + " return {\"loss\": loss, \"logits\": logits}\n", + " else:\n", + " # During inference\n", + " return self.generate(embeddings)\n", + " \n", + " def generate(self, embeddings, max_length=512, temperature=1.0):\n", + "\n", + " batch_size = embeddings.shape[0]\n", + " device = embeddings.device\n", + " \n", + " # Start with the CLS token for all sequences in the batch\n", + " generated = torch.full((batch_size, 1), self.tokenizer.cls_token_id, \n", + " dtype=torch.long, device=device)\n", + " \n", + " # --- THE FIX: Keep track of which sequences have finished ---\n", + " # A boolean tensor, initially all False.\n", + " is_finished = torch.zeros(batch_size, dtype=torch.bool, device=device)\n", + " \n", + " for _ in range(max_length - 1):\n", + " # Pass the current generated sequences to the decoder\n", + " decoder_attention_mask = (generated != self.tokenizer.pad_token_id).long()\n", + " logits = self.decoder(embeddings, generated, decoder_attention_mask)\n", + " \n", + " # Focus on the logits for the last token in each sequence\n", + " next_token_logits = logits[:, -1, :]\n", + " \n", + " # Apply temperature sampling\n", + " if temperature == 0.0:\n", + " next_tokens = torch.argmax(next_token_logits, dim=-1)\n", + " else:\n", + " probs = F.softmax(next_token_logits / temperature, dim=-1)\n", + " next_tokens = torch.multinomial(probs, num_samples=1).squeeze(-1)\n", + " \n", + " # --- THE FIX: Prevent finished sequences from generating new tokens ---\n", + " # If a sequence is already finished, its next token should be a pad token.\n", + " # Otherwise, use the newly generated token.\n", + " next_tokens = torch.where(is_finished, self.tokenizer.pad_token_id, next_tokens)\n", + " \n", + " # Append the new tokens to the generated sequences\n", + " generated = torch.cat([generated, next_tokens.unsqueeze(-1)], dim=1)\n", + " \n", + " # --- THE FIX: Update the `is_finished` status for any sequence that just produced an EOS token ---\n", + " is_finished |= (next_tokens == self.tokenizer.sep_token_id)\n", + " \n", + " # --- THE FIX: Stop if all sequences in the batch are finished ---\n", + " if torch.all(is_finished):\n", + " break\n", + " \n", + " return generated\n", + "\n", + "\n", + "# Initialize tokenizer\n", + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + "# Initialize encoder config\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "# Initialize and load encoder\n", + "encoder = SimSonEncoder(config=config, max_len=512)\n", + "\n", + "# Initialize decoder\n", + "decoder = SimSonDecoder(\n", + " embedding_dim=512, # encoder.max_len\n", + " hidden_dim=768, # config.hidden_size\n", + " vocab_size=tokenizer.vocab_size,\n", + " max_len=512\n", + ")\n", + "\n", + "# Create combined model\n", + "model = SimSonEncoderDecoder(encoder, decoder, tokenizer)\n", + "model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/regression/simson_encoder_decoder.bin', weights_only=False))\n", + "model.cuda()\n", + "print(f\"Model initialized with {sum(p.numel() for p in model.parameters() if p.requires_grad):,} trainable parameters\")" + ] + }, + { + "cell_type": "code", + "execution_count": 161, + "id": "3f250d5d-0573-4f5b-a665-44ca3ecf135d", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "import joblib\n", + "import numpy as np\n", + "from transformers import BertConfig, AutoTokenizer, BertModel\n", + "from tqdm import tqdm\n", + "\n", + "# Load tokenizer\n", + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + "# Initialize model configuration\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "# Initialize regression model\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = outputs.last_hidden_state\n", + " hidden_states = self.dropout(hidden_states)\n", + " pooled = global_ap(hidden_states)\n", + " out = self.linear(pooled)\n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x\n", + "\n", + "compiling = False\n", + "# Load model and parameters\n", + "encoder = SimSonEncoder(config=config, max_len=512)\n", + "if compiling:\n", + " encoder = torch.compile(encoder)\n", + "encoder_expert = SimSonEncoder(config=config, max_len=512)\n", + "\n", + "regression_model = SimSonClassifier(encoder=encoder, num_labels=6)\n", + "regression_expert_model = SimSonClassifier(encoder=encoder_expert, num_labels=6)\n", + "\n", + "if compiling:\n", + " regression_model = torch.compile(regression_model)\n", + "\n", + "# Load trained parameters\n", + "regression_params = torch.load('/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin', weights_only=False)\n", + "regression_expert_params = torch.load('/home/jovyan/simson_training_bolgov/regression/high_regression_old_scalers_simson.pth', weights_only=False)\n", + "\n", + "\n", + "regression_model.load_state_dict(regression_params)\n", + "regression_expert_model.load_state_dict(regression_expert_params)\n", + "\n", + "regression_model.eval()\n", + "regression_model.cuda()\n", + "\n", + "regression_expert_model.eval()\n", + "regression_expert_model.cuda()\n", + "\n", + "# Load scalers\n", + "scalers = joblib.load('/home/jovyan/simson_training_bolgov/regression/scalers')\n", + "scaler_ch4 = scalers[-2] # CH4 scaler\n", + "scaler_co2 = scalers[-1] # CO2 scaler" + ] + }, + { + "cell_type": "code", + "execution_count": 162, + "id": "7a775a04-26de-434f-a138-bafb84b661ea", + "metadata": {}, + "outputs": [], + "source": [ + "from rdkit import Chem\n", + "from rdkit.Chem import MolToSmiles\n", + "from tqdm import tqdm\n", + "import torch\n", + "\n", + "def validate_reconstruction(model, tokenizer, test_smiles_list, num_samples=20, max_length=256):\n", + " \"\"\"\n", + " Evaluate reconstruction quality.\n", + " • exact_match ........ literal string equality\n", + " • canonical_match .... same molecule after canonicalisation\n", + " • generated_valid .... RDKit is able to parse generated SMILES\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + "\n", + " results = []\n", + " with torch.no_grad():\n", + " for i, smiles in enumerate(test_smiles_list[:num_samples]):\n", + " # ---------- encode ----------\n", + " tokens = tokenizer(\n", + " smiles,\n", + " max_length=max_length,\n", + " truncation=True,\n", + " padding=\"max_length\",\n", + " return_tensors=\"pt\"\n", + " ).to(device)\n", + "\n", + " embedding = model.encoder(tokens[\"input_ids\"], tokens[\"attention_mask\"])\n", + "\n", + " # ---------- decode ----------\n", + " gen_ids = model.generate(embedding)\n", + " gen_smiles = tokenizer.decode(gen_ids[0], skip_special_tokens=True)\n", + "\n", + " # ---------- validity ----------\n", + " mol_orig = Chem.MolFromSmiles(smiles)\n", + " mol_gen = Chem.MolFromSmiles(gen_smiles)\n", + " orig_valid = mol_orig is not None\n", + " gen_valid = mol_gen is not None\n", + "\n", + " # ---------- canonical comparison ----------\n", + " if orig_valid and gen_valid:\n", + " can_orig = MolToSmiles(mol_orig, canonical=True)\n", + " can_gen = MolToSmiles(mol_gen, canonical=True)\n", + " canonical_match = (can_orig == can_gen)\n", + " else:\n", + " canonical_match = False\n", + "\n", + " results.append({\n", + " \"original\": smiles,\n", + " \"reconstructed\": gen_smiles,\n", + " \"exact_match\": smiles == gen_smiles,\n", + " \"canonical_match\": canonical_match,\n", + " \"generated_valid\": gen_valid\n", + " })\n", + "\n", + " print(f\"\\nSample {i+1}\")\n", + " print(f\" Original: {smiles}\")\n", + " print(f\" Reconstructed: {gen_smiles}\")\n", + " print(f\" Valid (gen): {gen_valid}\")\n", + " print(f\" Same molecule: {canonical_match}\")\n", + " print(\"-\" * 60)\n", + "\n", + " # ---------- aggregated metrics ----------\n", + " exact_acc = sum(r[\"exact_match\"] for r in results) / len(results)\n", + " canonical_acc = sum(r[\"canonical_match\"] for r in results) / len(results)\n", + " validity_rate = sum(r[\"generated_valid\"] for r in results) / len(results)\n", + "\n", + " print(f\"\\nExact-string match accuracy ...... {exact_acc:.2%}\")\n", + " print(f\"Canonical match accuracy ......... {canonical_acc:.2%}\")\n", + " print(f\"Generated validity rate .......... {validity_rate:.2%}\")\n", + "\n", + " return results\n", + "\n", + "test_smiles = val_df['smiles' if 'smiles' in val_df.columns else 'Smiles'].tolist()\n", + "#validation_results = validate_reconstruction(model, tokenizer, test_smiles, num_samples=20)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 115, + "id": "21d72f76-9bc6-480d-8bf1-205c34ed7e2e", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████████| 999/999 [04:08<00:00, 4.02it/s]\n" + ] + } + ], + "source": [ + "from sklearn.metrics import pairwise_distances\n", + "from sklearn.preprocessing import MinMaxScaler\n", + "\n", + "\n", + "features = ['CO2', 'CH4']\n", + "\n", + "# --- 3. Max–Min selection ----------------------------------------------------\n", + "def select_diverse_maxmin(data, cols, k=1_000):\n", + " X = data[cols].to_numpy()\n", + " \n", + " # scale to [0,1] so CO₂ and CH₄ get equal weight\n", + " X = MinMaxScaler().fit_transform(X)\n", + " \n", + " n = len(X)\n", + " if k >= n: # nothing to do\n", + " return data\n", + " \n", + " # start with a random seed point\n", + " selected = [np.random.randint(0, n)]\n", + " \n", + " # pre-allocate distance cache\n", + " min_dist = pairwise_distances(\n", + " X, X[selected], metric='euclidean'\n", + " ).ravel() # distance to first point\n", + " \n", + " for _ in tqdm(range(1, k)):\n", + " # pick the point with the largest distance to the current set\n", + " idx = np.argmax(min_dist)\n", + " selected.append(idx)\n", + " \n", + " # update distance cache (keep the shortest distance to any selected pt)\n", + " dist_to_new = pairwise_distances(X, X[[idx]], metric='euclidean').ravel()\n", + " min_dist = np.minimum(min_dist, dist_to_new)\n", + " \n", + " return data.iloc[selected].reset_index(drop=True)\n", + "\n", + "sample_df = select_diverse_maxmin(df, features, k=1_000)" + ] + }, + { + "cell_type": "code", + "execution_count": 163, + "id": "ecae2eaa-dcd0-4a0d-a8d6-347c254285d0", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import numpy as np\n", + "import pandas as pd\n", + "from rdkit import Chem\n", + "from rdkit.Chem import MolToSmiles\n", + "from scipy.stats import pearsonr, spearmanr\n", + "from sklearn.metrics import mean_absolute_error, mean_squared_error, r2_score\n", + "from tqdm import tqdm\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "\n", + "def display_property_fidelity_results(results_df, metrics):\n", + " \"\"\"Display comprehensive property fidelity analysis\"\"\"\n", + " \n", + " valid_results = results_df[results_df['reconstructed_valid']].copy()\n", + " total_molecules = len(results_df)\n", + " valid_molecules = len(valid_results)\n", + " identical_molecules = results_df['chemically_identical'].sum()\n", + " \n", + " print(f\"\\n{'='*80}\")\n", + " print(f\"PROPERTY RECONSTRUCTION FIDELITY ANALYSIS\")\n", + " print(f\"{'='*80}\")\n", + " \n", + " print(f\"Dataset Overview:\")\n", + " print(f\" Total molecules tested: {total_molecules}\")\n", + " print(f\" Valid reconstructions: {valid_molecules} ({valid_molecules/total_molecules*100:.1f}%)\")\n", + " print(f\" Chemically identical: {identical_molecules} ({identical_molecules/total_molecules*100:.1f}%)\")\n", + " \n", + " if valid_molecules > 0:\n", + " print(f\"\\n{'='*60}\")\n", + " print(f\"PROPERTY CORRELATION METRICS\")\n", + " print(f\"{'='*60}\")\n", + " \n", + " print(f\"CH₄ Permeability:\")\n", + " print(f\" Pearson correlation: {metrics['CH4']['pearson_correlation']:.4f}\")\n", + " print(f\" Spearman correlation: {metrics['CH4']['spearman_correlation']:.4f}\")\n", + " print(f\" R² score: {metrics['CH4']['r2_score']:.4f}\")\n", + " print(f\" MAE: {metrics['CH4']['mae']:.4f}\")\n", + " print(f\" RMSE: {metrics['CH4']['rmse']:.4f}\")\n", + " print(f\" Mean relative error: {metrics['CH4']['mean_relative_error_pct']:.2f}%\")\n", + " print(f\" Median relative error: {metrics['CH4']['median_relative_error_pct']:.2f}%\")\n", + " \n", + " print(f\"\\nCO₂ Permeability:\")\n", + " print(f\" Pearson correlation: {metrics['CO2']['pearson_correlation']:.4f}\")\n", + " print(f\" Spearman correlation: {metrics['CO2']['spearman_correlation']:.4f}\")\n", + " print(f\" R² score: {metrics['CO2']['r2_score']:.4f}\")\n", + " print(f\" MAE: {metrics['CO2']['mae']:.4f}\")\n", + " print(f\" RMSE: {metrics['CO2']['rmse']:.4f}\")\n", + " print(f\" Mean relative error: {metrics['CO2']['mean_relative_error_pct']:.2f}%\")\n", + " print(f\" Median relative error: {metrics['CO2']['median_relative_error_pct']:.2f}%\")\n", + " \n", + " # Property preservation quality assessment\n", + " print(f\"\\n{'='*60}\")\n", + " print(f\"PROPERTY PRESERVATION ASSESSMENT\")\n", + " print(f\"{'='*60}\")\n", + " \n", + " # Define quality thresholds\n", + " excellent_threshold = 5.0 # <5% relative error\n", + " good_threshold = 15.0 # <15% relative error\n", + " acceptable_threshold = 30.0 # <30% relative error\n", + " \n", + " ch4_excellent = (valid_results['CH4_relative_error'] < excellent_threshold).sum()\n", + " ch4_good = (valid_results['CH4_relative_error'] < good_threshold).sum()\n", + " ch4_acceptable = (valid_results['CH4_relative_error'] < acceptable_threshold).sum()\n", + " \n", + " co2_excellent = (valid_results['CO2_relative_error'] < excellent_threshold).sum()\n", + " co2_good = (valid_results['CO2_relative_error'] < good_threshold).sum()\n", + " co2_acceptable = (valid_results['CO2_relative_error'] < acceptable_threshold).sum()\n", + " \n", + " print(f\"CH₄ Property Preservation Quality:\")\n", + " print(f\" Excellent (<{excellent_threshold}% error): {ch4_excellent}/{valid_molecules} ({ch4_excellent/valid_molecules*100:.1f}%)\")\n", + " print(f\" Good (<{good_threshold}% error): {ch4_good}/{valid_molecules} ({ch4_good/valid_molecules*100:.1f}%)\")\n", + " print(f\" Acceptable (<{acceptable_threshold}% error): {ch4_acceptable}/{valid_molecules} ({ch4_acceptable/valid_molecules*100:.1f}%)\")\n", + " \n", + " print(f\"\\nCO₂ Property Preservation Quality:\")\n", + " print(f\" Excellent (<{excellent_threshold}% error): {co2_excellent}/{valid_molecules} ({co2_excellent/valid_molecules*100:.1f}%)\")\n", + " print(f\" Good (<{good_threshold}% error): {co2_good}/{valid_molecules} ({co2_good/valid_molecules*100:.1f}%)\")\n", + " print(f\" Acceptable (<{acceptable_threshold}% error): {co2_acceptable}/{valid_molecules} ({co2_acceptable/valid_molecules*100:.1f}%)\")\n", + "\n", + "\n", + "def evaluate_property_reconstruction_fidelity(model, regression_model, tokenizer, \n", + " scaler_ch4, scaler_co2, test_smiles_list,\n", + " batch_size=16, max_length=256):\n", + " \"\"\"\n", + " Evaluate how well reconstructed SMILES preserve chemical properties\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " regression_model: Trained regression model for property prediction\n", + " tokenizer: SMILES tokenizer\n", + " scaler_ch4, scaler_co2: Property scalers\n", + " test_smiles_list: List of original SMILES to test\n", + " batch_size: Batch size for processing\n", + " max_length: Maximum SMILES length\n", + " \n", + " Returns:\n", + " results_df: DataFrame with detailed property comparison results\n", + " metrics: Dictionary of aggregate evaluation metrics\n", + " \"\"\"\n", + " \n", + " model.eval()\n", + " regression_model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " results = []\n", + " \n", + " print(f\"Evaluating property reconstruction fidelity for {len(test_smiles_list)} molecules...\")\n", + " \n", + " # Process in batches for memory efficiency\n", + " for i in tqdm(range(0, len(test_smiles_list), batch_size), desc=\"Processing batches\"):\n", + " batch_end = min(i + batch_size, len(test_smiles_list))\n", + " batch_smiles = test_smiles_list[i:batch_end]\n", + " \n", + " with torch.no_grad():\n", + " # Step 1: Generate embeddings from original SMILES\n", + " original_tokens = tokenizer(\n", + " batch_smiles,\n", + " max_length=max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " # Get embeddings\n", + " embeddings = model.encoder(original_tokens['input_ids'].cuda(), original_tokens['attention_mask'].cuda())\n", + " \n", + " # Step 2: Reconstruct SMILES from embeddings\n", + " reconstructed_ids = model.generate(embeddings, temperature=1.5)\n", + " \n", + " # Step 3: Predict properties for both original and reconstructed\n", + " # Original properties\n", + " orig_predictions = regression_model(original_tokens['input_ids'], original_tokens['attention_mask'])\n", + " orig_ch4_scaled = orig_predictions[:, -2].cpu().numpy().reshape(-1, 1)\n", + " orig_co2_scaled = orig_predictions[:, -1].cpu().numpy().reshape(-1, 1)\n", + " orig_ch4 = scaler_ch4.inverse_transform(orig_ch4_scaled).flatten()\n", + " orig_co2 = scaler_co2.inverse_transform(orig_co2_scaled).flatten()\n", + " \n", + " # Reconstructed properties\n", + " reconstructed_smiles = [tokenizer.decode(seq, skip_special_tokens=True) for seq in reconstructed_ids]\n", + " # Validate reconstructed SMILES and predict properties\n", + " for j, (orig_smiles, recon_smiles) in enumerate(zip(batch_smiles, reconstructed_smiles)):\n", + " # Chemical validity checks\n", + " orig_mol = Chem.MolFromSmiles(orig_smiles)\n", + " recon_mol = Chem.MolFromSmiles(recon_smiles)\n", + " \n", + " orig_valid = orig_mol is not None\n", + " recon_valid = recon_mol is not None\n", + " \n", + " # Canonical SMILES comparison\n", + " if orig_valid and recon_valid:\n", + " orig_canonical = MolToSmiles(orig_mol, canonical=True)\n", + " recon_canonical = MolToSmiles(recon_mol, canonical=True)\n", + " is_identical = orig_canonical == recon_canonical\n", + " else:\n", + " orig_canonical = \"INVALID\" if not orig_valid else MolToSmiles(orig_mol, canonical=True)\n", + " recon_canonical = \"INVALID\" if not recon_valid else MolToSmiles(recon_mol, canonical=True)\n", + " is_identical = False\n", + " \n", + " # Property prediction for reconstructed SMILES\n", + " if recon_valid:\n", + " recon_tokens = tokenizer(\n", + " recon_smiles,\n", + " max_length=max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " recon_predictions = regression_model(recon_tokens['input_ids'], recon_tokens['attention_mask'])\n", + " recon_ch4_scaled = recon_predictions[0, -2].cpu().numpy().reshape(-1, 1)\n", + " recon_co2_scaled = recon_predictions[0, -1].cpu().numpy().reshape(-1, 1)\n", + " recon_ch4 = scaler_ch4.inverse_transform(recon_ch4_scaled)[0, 0]\n", + " recon_co2 = scaler_co2.inverse_transform(recon_co2_scaled)[0, 0]\n", + " else:\n", + " recon_ch4 = np.nan\n", + " recon_co2 = np.nan\n", + " \n", + " # Calculate property differences\n", + " ch4_absolute_error = abs(orig_ch4[j] - recon_ch4) if recon_valid else np.nan\n", + " co2_absolute_error = abs(orig_co2[j] - recon_co2) if recon_valid else np.nan\n", + " \n", + " ch4_relative_error = (ch4_absolute_error / orig_ch4[j] * 100) if (recon_valid and orig_ch4[j] != 0) else np.nan\n", + " co2_relative_error = (co2_absolute_error / orig_co2[j] * 100) if (recon_valid and orig_co2[j] != 0) else np.nan\n", + " \n", + " results.append({\n", + " 'molecule_id': i + j + 1,\n", + " 'original_smiles': orig_smiles,\n", + " 'reconstructed_smiles': recon_smiles,\n", + " 'original_canonical': orig_canonical,\n", + " 'reconstructed_canonical': recon_canonical,\n", + " 'chemically_identical': is_identical,\n", + " 'original_valid': orig_valid,\n", + " 'reconstructed_valid': recon_valid,\n", + " 'original_CH4': orig_ch4[j],\n", + " 'original_CO2': orig_co2[j],\n", + " 'reconstructed_CH4': recon_ch4,\n", + " 'reconstructed_CO2': recon_co2,\n", + " 'CH4_absolute_error': ch4_absolute_error,\n", + " 'CO2_absolute_error': co2_absolute_error,\n", + " 'CH4_relative_error': ch4_relative_error,\n", + " 'CO2_relative_error': co2_relative_error\n", + " })\n", + " \n", + " # Convert to DataFrame\n", + " results_df = pd.DataFrame(results)\n", + " \n", + " # Calculate aggregate metrics\n", + " valid_comparisons = results_df[results_df['reconstructed_valid']].copy()\n", + " \n", + " if len(valid_comparisons) > 0:\n", + " metrics = calculate_property_fidelity_metrics(valid_comparisons)\n", + " display_property_fidelity_results(results_df, metrics)\n", + " else:\n", + " print(\"No valid reconstructions for property comparison!\")\n", + " metrics = {}\n", + " \n", + " return results_df, metrics\n", + "\n", + "def visualize_property_fidelity(results_df, save_plots=True):\n", + " \"\"\"Create comprehensive visualizations of property reconstruction fidelity\"\"\"\n", + " \n", + " valid_results = results_df[results_df['reconstructed_valid']].copy()\n", + " \n", + " if len(valid_results) == 0:\n", + " print(\"No valid results to visualize!\")\n", + " return\n", + " \n", + " fig, axes = plt.subplots(2, 3, figsize=(18, 12))\n", + " \n", + " # 1. CH4 Property Correlation\n", + " axes[0, 0].scatter(valid_results['original_CH4'], valid_results['reconstructed_CH4'], \n", + " alpha=0.6, s=30, edgecolors='black', linewidth=0.5)\n", + " \n", + " # Perfect correlation line\n", + " min_ch4 = min(valid_results['original_CH4'].min(), valid_results['reconstructed_CH4'].min())\n", + " max_ch4 = max(valid_results['original_CH4'].max(), valid_results['reconstructed_CH4'].max())\n", + " axes[0, 0].plot([min_ch4, max_ch4], [min_ch4, max_ch4], 'r--', linewidth=2, label='Perfect Correlation')\n", + " \n", + " # Calculate and display R²\n", + " ch4_r2 = r2_score(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " axes[0, 0].set_xlabel('Original CH₄ Permeability')\n", + " axes[0, 0].set_ylabel('Reconstructed CH₄ Permeability')\n", + " axes[0, 0].set_title(f'CH₄ Property Reconstruction (R² = {ch4_r2:.3f})')\n", + " axes[0, 0].legend()\n", + " axes[0, 0].grid(True, alpha=0.3)\n", + " \n", + " # 2. CO2 Property Correlation\n", + " axes[0, 1].scatter(valid_results['original_CO2'], valid_results['reconstructed_CO2'], \n", + " alpha=0.6, s=30, edgecolors='black', linewidth=0.5)\n", + " \n", + " min_co2 = min(valid_results['original_CO2'].min(), valid_results['reconstructed_CO2'].min())\n", + " max_co2 = max(valid_results['original_CO2'].max(), valid_results['reconstructed_CO2'].max())\n", + " axes[0, 1].plot([min_co2, max_co2], [min_co2, max_co2], 'r--', linewidth=2, label='Perfect Correlation')\n", + " \n", + " co2_r2 = r2_score(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " axes[0, 1].set_xlabel('Original CO₂ Permeability')\n", + " axes[0, 1].set_ylabel('Reconstructed CO₂ Permeability')\n", + " axes[0, 1].set_title(f'CO₂ Property Reconstruction (R² = {co2_r2:.3f})')\n", + " axes[0, 1].legend()\n", + " axes[0, 1].grid(True, alpha=0.3)\n", + " \n", + " # 3. Relative Error Distribution - CH4\n", + " axes[0, 2].hist(valid_results['CH4_relative_error'].dropna(), bins=30, alpha=0.7, \n", + " edgecolor='black', color='skyblue')\n", + " axes[0, 2].axvline(valid_results['CH4_relative_error'].median(), color='red', \n", + " linestyle='--', linewidth=2, label=f'Median: {valid_results[\"CH4_relative_error\"].median():.1f}%')\n", + " axes[0, 2].set_xlabel('CH₄ Relative Error (%)')\n", + " axes[0, 2].set_ylabel('Frequency')\n", + " axes[0, 2].set_title('CH₄ Relative Error Distribution')\n", + " axes[0, 2].legend()\n", + " axes[0, 2].grid(True, alpha=0.3)\n", + " \n", + " # 4. Relative Error Distribution - CO2\n", + " axes[1, 0].hist(valid_results['CO2_relative_error'].dropna(), bins=30, alpha=0.7, \n", + " edgecolor='black', color='lightcoral')\n", + " axes[1, 0].axvline(valid_results['CO2_relative_error'].median(), color='red', \n", + " linestyle='--', linewidth=2, label=f'Median: {valid_results[\"CO2_relative_error\"].median():.1f}%')\n", + " axes[1, 0].set_xlabel('CO₂ Relative Error (%)')\n", + " axes[1, 0].set_ylabel('Frequency')\n", + " axes[1, 0].set_title('CO₂ Relative Error Distribution')\n", + " axes[1, 0].legend()\n", + " axes[1, 0].grid(True, alpha=0.3)\n", + " \n", + " # 5. Error Comparison\n", + " error_comparison = pd.DataFrame({\n", + " 'CH₄_Error': valid_results['CH4_relative_error'].dropna(),\n", + " 'CO₂_Error': valid_results['CO2_relative_error'].dropna()\n", + " })\n", + " \n", + " axes[1, 1].scatter(error_comparison['CH₄_Error'], error_comparison['CO₂_Error'], \n", + " alpha=0.6, s=30, edgecolors='black', linewidth=0.5)\n", + " axes[1, 1].set_xlabel('CH₄ Relative Error (%)')\n", + " axes[1, 1].set_ylabel('CO₂ Relative Error (%)')\n", + " axes[1, 1].set_title('Property Error Correlation')\n", + " axes[1, 1].grid(True, alpha=0.3)\n", + " \n", + " # 6. Chemical Identity vs Property Preservation\n", + " identical_mask = valid_results['chemically_identical']\n", + " \n", + " ch4_errors_identical = valid_results[identical_mask]['CH4_relative_error'].dropna()\n", + " ch4_errors_different = valid_results[~identical_mask]['CH4_relative_error'].dropna()\n", + " \n", + " axes[1, 2].boxplot([ch4_errors_identical, ch4_errors_different], \n", + " labels=['Chemically Identical', 'Chemically Different'])\n", + " axes[1, 2].set_ylabel('CH₄ Relative Error (%)')\n", + " axes[1, 2].set_title('Property Error by Chemical Identity')\n", + " axes[1, 2].grid(True, alpha=0.3)\n", + " \n", + " plt.tight_layout()\n", + " \n", + " if save_plots:\n", + " plt.savefig('property_reconstruction_fidelity.png', dpi=300, bbox_inches='tight')\n", + " print(\"Visualization saved as 'property_reconstruction_fidelity.png'\")\n", + " \n", + " plt.show()\n", + "\n", + "\n", + "def calculate_property_fidelity_metrics(valid_results):\n", + " \"\"\"Calculate comprehensive property fidelity metrics\"\"\"\n", + " \n", + " metrics = {}\n", + " \n", + " # Correlation metrics\n", + " ch4_corr_pearson, ch4_p_pearson = pearsonr(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_corr_pearson, co2_p_pearson = pearsonr(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " ch4_corr_spearman, ch4_p_spearman = spearmanr(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_corr_spearman, co2_p_spearman = spearmanr(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " # Regression metrics\n", + " ch4_r2 = r2_score(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_r2 = r2_score(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " ch4_mae = mean_absolute_error(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_mae = mean_absolute_error(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " ch4_rmse = np.sqrt(mean_squared_error(valid_results['original_CH4'], valid_results['reconstructed_CH4']))\n", + " co2_rmse = np.sqrt(mean_squared_error(valid_results['original_CO2'], valid_results['reconstructed_CO2']))\n", + " \n", + " # Relative error statistics\n", + " ch4_mean_rel_error = valid_results['CH4_relative_error'].mean()\n", + " co2_mean_rel_error = valid_results['CO2_relative_error'].mean()\n", + " \n", + " ch4_median_rel_error = valid_results['CH4_relative_error'].median()\n", + " co2_median_rel_error = valid_results['CO2_relative_error'].median()\n", + " \n", + " metrics = {\n", + " 'CH4': {\n", + " 'pearson_correlation': ch4_corr_pearson,\n", + " 'spearman_correlation': ch4_corr_spearman,\n", + " 'r2_score': ch4_r2,\n", + " 'mae': ch4_mae,\n", + " 'rmse': ch4_rmse,\n", + " 'mean_relative_error_pct': ch4_mean_rel_error,\n", + " 'median_relative_error_pct': ch4_median_rel_error\n", + " },\n", + " 'CO2': {\n", + " 'pearson_correlation': co2_corr_pearson,\n", + " 'spearman_correlation': co2_corr_spearman,\n", + " 'r2_score': co2_r2,\n", + " 'mae': co2_mae,\n", + " 'rmse': co2_rmse,\n", + " 'mean_relative_error_pct': co2_mean_rel_error,\n", + " 'median_relative_error_pct': co2_median_rel_error\n", + " }\n", + " }\n", + " \n", + " return metrics\n" + ] + }, + { + "cell_type": "code", + "execution_count": 164, + "id": "3e6bcd77-7314-4829-8d26-26eab56f418c", + "metadata": {}, + "outputs": [], + "source": [ + "from rdkit import RDLogger\n", + "\n", + "# Disable all RDKit logs\n", + "RDLogger.DisableLog('rdApp.*') " + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "id": "04ecf928-10d8-4366-a9d6-1a646301d387", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
51170515117051Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
16542681654268Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922756692275Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
830270830270Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922766692276Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
..............................
1095010950Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c...538.151.235460.001050.004040.001950.00785True
53090145309014Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
25984182598418Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
746918746918Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
22552255Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...586.801.805440.000680.003300.001840.00419False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "5117051 5117051 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "1654268 1654268 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "6692275 6692275 Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "830270 830270 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "6692276 6692276 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "... ... ... \n", + "10950 10950 Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c... \n", + "5309014 5309014 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2598418 2598418 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "746918 746918 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2255 2255 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "5117051 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "1654268 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692275 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "830270 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692276 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "... ... ... ... ... ... ... \n", + "10950 538.15 1.23546 0.00105 0.00404 0.00195 0.00785 \n", + "5309014 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2598418 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "746918 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2255 586.80 1.80544 0.00068 0.00330 0.00184 0.00419 \n", + "\n", + " synthesizable \n", + "5117051 False \n", + "1654268 False \n", + "6692275 False \n", + "830270 False \n", + "6692276 False \n", + "... ... \n", + "10950 True \n", + "5309014 False \n", + "2598418 False \n", + "746918 False \n", + "2255 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.sort_values(by=['CO2'], ascending=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 56, + "id": "576a2486-6184-4d63-9a07-f545c2551df0", + "metadata": {}, + "outputs": [], + "source": [ + "enc_gen = model.encoder.state_dict()\n", + "enc_reg = regression_model.encoder.state_dict()\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 89, + "id": "19e84d1a-56a8-493e-ba56-5eaa5aebb556", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluating property reconstruction fidelity for 100 molecules...\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Processing batches: 100%|█████████████████████████| 1/1 [00:16<00:00, 16.36s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "================================================================================\n", + "PROPERTY RECONSTRUCTION FIDELITY ANALYSIS\n", + "================================================================================\n", + "Dataset Overview:\n", + " Total molecules tested: 100\n", + " Valid reconstructions: 93 (93.0%)\n", + " Chemically identical: 0 (0.0%)\n", + "\n", + "============================================================\n", + "PROPERTY CORRELATION METRICS\n", + "============================================================\n", + "CH₄ Permeability:\n", + " Pearson correlation: 0.0400\n", + " Spearman correlation: -0.0705\n", + " R² score: -3.0056\n", + " MAE: 82.2622\n", + " RMSE: 103.3733\n", + " Mean relative error: 19.19%\n", + " Median relative error: 24.48%\n", + "\n", + "CO₂ Permeability:\n", + " Pearson correlation: -0.1054\n", + " Spearman correlation: -0.3209\n", + " R² score: -3.9737\n", + " MAE: 26978.8016\n", + " RMSE: 33540.0662\n", + " Mean relative error: 20.97%\n", + " Median relative error: 26.74%\n", + "\n", + "============================================================\n", + "PROPERTY PRESERVATION ASSESSMENT\n", + "============================================================\n", + "CH₄ Property Preservation Quality:\n", + " Excellent (<5.0% error): 32/93 (34.4%)\n", + " Good (<15.0% error): 33/93 (35.5%)\n", + " Acceptable (<30.0% error): 76/93 (81.7%)\n", + "\n", + "CO₂ Property Preservation Quality:\n", + " Excellent (<5.0% error): 28/93 (30.1%)\n", + " Good (<15.0% error): 33/93 (35.5%)\n", + " Acceptable (<30.0% error): 57/93 (61.3%)\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\n" + ] + } + ], + "source": [ + "test_smiles = sample_df['Smiles'].tolist()\n", + "test_smiles = df.sort_values(by=['CO2'], ascending=False)['Smiles'].tolist()[:100]\n", + "\n", + "\n", + "results_df, metrics = evaluate_property_reconstruction_fidelity(\n", + " model=model, \n", + " regression_model=regression_expert_model,\n", + " tokenizer=tokenizer,\n", + " scaler_ch4=scaler_ch4,\n", + " scaler_co2=scaler_co2,\n", + " test_smiles_list=test_smiles[:1_000],\n", + " batch_size=128\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": 165, + "id": "62c35e28-78ec-4b04-8211-cdc24ee21969", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import numpy as np\n", + "from tqdm import tqdm\n", + "from rdkit import Chem\n", + "from rdkit.Chem import MolToSmiles\n", + "\n", + "def generate_base_embeddings(model, tokenizer, val_df, max_length=256, batch_size=128):\n", + " \"\"\"\n", + " Generate embeddings for molecules in validation dataset using batch processing\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " tokenizer: SMILES tokenizer\n", + " val_df: Validation dataframe containing SMILES\n", + " max_length: Maximum SMILES sequence length \n", + " batch_size: Number of molecules to process in each batch\n", + " \n", + " Returns:\n", + " base_embeddings: Tensor of shape [num_molecules, embedding_dim]\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " smiles_list = val_df['Smiles'].tolist()\n", + " embeddings_list = []\n", + " \n", + " with torch.no_grad():\n", + " for i in tqdm(range(0, len(smiles_list), batch_size), desc=\"Generating base embeddings in batches\"):\n", + " # Get current batch of SMILES\n", + " batch_end = min(i + batch_size, len(smiles_list))\n", + " batch_smiles = smiles_list[i:batch_end]\n", + " \n", + " # Tokenize entire batch at once\n", + " encoding = tokenizer(\n", + " batch_smiles,\n", + " max_length=max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " with torch.autocast(dtype=torch.float16, device_type='cuda'):\n", + " embedding_batch = model.encoder(encoding['input_ids'], encoding['attention_mask'])\n", + " \n", + " # Move to CPU and store\n", + " embeddings_list.append(embedding_batch.cpu().numpy())\n", + " \n", + " # Stack all batch embeddings into single array\n", + " base_embeddings = np.vstack(embeddings_list)\n", + " \n", + " return torch.tensor(base_embeddings, dtype=torch.float32)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "bdd463d7-da61-4064-915b-54ab4c3671ad", + "metadata": {}, + "outputs": [], + "source": [ + "# Generate base embeddings\n", + "print(\"Generating 'base' embeddings\")\n", + "base_embeddings_s = generate_base_embeddings(regression_model, tokenizer, df[:100])\n", + "print(f\"Generated embeddings shape: {base_embeddings.shape}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 39, + "id": "9a27dfc8-3510-4339-8799-460f9544a9a1", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "False" + ] + }, + "execution_count": 39, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "a = regression_model.encoder\n", + "b = model.encoder\n", + "a == b" + ] + }, + { + "cell_type": "code", + "execution_count": 68, + "id": "3915b796-c57e-44d1-9ff0-7002a7c86499", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['/home/jovyan/simson_training_bolgov/regression/base_embeddings_new_reg.pickle']" + ] + }, + "execution_count": 68, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "\n", + "joblib.dump(base_embeddings, '/home/jovyan/simson_training_bolgov/regression/base_embeddings_new_reg.pickle')" + ] + }, + { + "cell_type": "code", + "execution_count": 166, + "id": "a9a8d315-965d-493d-8d9d-7fb096e5c96e", + "metadata": {}, + "outputs": [], + "source": [ + "import joblib\n", + "\n", + "base_embeddings = joblib.load('/home/jovyan/simson_training_bolgov/regression/sample_embeddings.pickle')\n", + "#expert_embeddings = joblib.load('/home/jovyan/simson_training_bolgov/regression/expert_embeddings.pickle')" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "id": "9778d0de-fc1e-4489-8134-fe50ac868039", + "metadata": {}, + "outputs": [], + "source": [ + "actual_encoder = model.encoder.state_dict()\n", + "torch.save(actual_encoder, '/home/jovyan/simson_training_bolgov/regression/actual_encoder_state.pkl')" + ] + }, + { + "cell_type": "code", + "execution_count": 167, + "id": "2ff3dc41-1501-4ca7-8292-01a58924bb44", + "metadata": {}, + "outputs": [], + "source": [ + "training_smiles_set = set(df['Smiles'].tolist())\n", + "\n", + "def is_valid_polymer(smiles: str) -> bool:\n", + " \"\"\"\n", + " Checks if a SMILES string represents a valid polymer according to specific rules.\n", + "\n", + " A valid polymer must:\n", + " 1. Be a chemically valid molecule parsable by RDKit.\n", + " 2. Contain exactly two 'I' atoms, representing polymer endpoints.\n", + " 3. Have identical bond types connecting to both endpoints.\n", + " \"\"\"\n", + " if not isinstance(smiles, str):\n", + " return False\n", + "\n", + " # Rule 1: Basic chemical validity\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " if mol is None:\n", + " return False\n", + "\n", + " # Rule 2: Must contain exactly two endpoints\n", + " if smiles.count('I') != 2:\n", + " return False\n", + "\n", + " # Rule 3: Endpoint bonds must match\n", + " try:\n", + " # Replace 'I' with a standard dummy atom '[*]' for analysis\n", + " mol_with_dummy = Chem.MolFromSmiles(smiles.replace('I', '[*]'))\n", + " if mol_with_dummy is None:\n", + " return False\n", + "\n", + " # Find the atoms connected to the dummy endpoints\n", + " matches = mol_with_dummy.GetSubstructMatches(Chem.MolFromSmarts('[#0]~*'))\n", + "\n", + " if len(matches) != 2:\n", + " return False\n", + "\n", + " # Get the bonds connecting to the endpoints\n", + " bond1 = mol_with_dummy.GetBondBetweenAtoms(matches[0][0], matches[0][1])\n", + " bond2 = mol_with_dummy.GetBondBetweenAtoms(matches[1][0], matches[1][1])\n", + "\n", + " if bond1 is None or bond2 is None:\n", + " return False\n", + "\n", + " # Check if the bond types are identical\n", + " if bond1.GetBondType() != bond2.GetBondType():\n", + " return False\n", + " except Exception:\n", + " # Catch any RDKit parsing or processing errors\n", + " return False\n", + "\n", + " return True\n", + "\n", + "def is_novel_and_valid_polymer(smiles: str, training_set: set) -> bool:\n", + " \"\"\"\n", + " Performs a final check to ensure a molecule is both novel and a valid polymer.\n", + " \"\"\"\n", + " # Check 1: Is it new?\n", + " if smiles in training_set:\n", + " print('NOT NEW')\n", + " return False\n", + " \n", + " # Check 2: Does it meet polymer criteria?\n", + " return is_valid_polymer(smiles)" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "id": "fe3a75c9-eb84-4854-a477-d401761baba1", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
00Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1...494.842.695244.7574042.318471.64086148.43644False
11Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=...508.265.338152.9723926.311180.8646782.37635False
22O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c...640.9120.475150.063530.904980.069052.35993False
33Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O...568.044.196920.001910.011340.003620.01418False
44Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1...548.10142.683270.873808.254092.5206730.04739False
..............................
67269456726945Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c...516.2713.329670.119071.101440.169072.63642False
67269466726946Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(...510.728.964547.9225772.929292.17324247.14446False
67269476726947Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)...610.244.9075820.24364121.244941.01011650.18364False
67269486726948Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c...510.9012.409070.193071.413350.117284.00573True
67269496726949Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)...462.3114.963420.139161.052520.092982.54411False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "0 0 Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1... \n", + "1 1 Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=... \n", + "2 2 O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c... \n", + "3 3 Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O... \n", + "4 4 Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1... \n", + "... ... ... \n", + "6726945 6726945 Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c... \n", + "6726946 6726946 Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(... \n", + "6726947 6726947 Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)... \n", + "6726948 6726948 Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c... \n", + "6726949 6726949 Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "0 494.84 2.69524 4.75740 42.31847 1.64086 148.43644 \n", + "1 508.26 5.33815 2.97239 26.31118 0.86467 82.37635 \n", + "2 640.91 20.47515 0.06353 0.90498 0.06905 2.35993 \n", + "3 568.04 4.19692 0.00191 0.01134 0.00362 0.01418 \n", + "4 548.10 142.68327 0.87380 8.25409 2.52067 30.04739 \n", + "... ... ... ... ... ... ... \n", + "6726945 516.27 13.32967 0.11907 1.10144 0.16907 2.63642 \n", + "6726946 510.72 8.96454 7.92257 72.92929 2.17324 247.14446 \n", + "6726947 610.24 4.90758 20.24364 121.24494 1.01011 650.18364 \n", + "6726948 510.90 12.40907 0.19307 1.41335 0.11728 4.00573 \n", + "6726949 462.31 14.96342 0.13916 1.05252 0.09298 2.54411 \n", + "\n", + " synthesizable \n", + "0 False \n", + "1 False \n", + "2 False \n", + "3 False \n", + "4 False \n", + "... ... \n", + "6726945 False \n", + "6726946 False \n", + "6726947 False \n", + "6726948 True \n", + "6726949 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 20, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df" + ] + }, + { + "cell_type": "code", + "execution_count": 168, + "id": "aa424b6f-5cf4-42aa-bdce-83eff2b690c7", + "metadata": {}, + "outputs": [], + "source": [ + "def pred_from_embeds(embeds, regression_model):\n", + " \n", + " x = regression_model.relu(embeds)\n", + " return regression_model.clf(x)\n", + "\n", + "def gradient_based_extrapolation(\n", + " generative_model, regression_model, regression_expert_model, embeddings, scaler, target_idx=-2,\n", + " learning_rate=0.0001, steps=50, batch_size=32, best_idx=None, lambda_reg=0.3, scale_factor=1000, expert_threshold=120_000\n", + "):\n", + " \"\"\"\n", + " Use property gradients to guide extrapolation, with checks for novelty and polymer validity.\n", + " If an invalid or non-novel molecule is generated, optimization stops.\n", + " \"\"\"\n", + " device = next(regression_model.parameters()).device\n", + "\n", + " # --- Freeze models to prevent parameter updates ---\n", + " for param in regression_model.parameters():\n", + " param.requires_grad = False\n", + " regression_model.eval()\n", + "\n", + " for param in regression_expert_model.parameters():\n", + " param.requires_grad = False\n", + " regression_expert_model.eval()\n", + " \n", + " for param in generative_model.parameters():\n", + " param.requires_grad = False\n", + " generative_model.eval()\n", + "\n", + " # --- 1. Find the best starting embedding (batched) ---\n", + " if best_idx is None:\n", + " properties = []\n", + " with torch.no_grad():\n", + " for i in tqdm(range(0, len(embeddings), batch_size), desc=\"Computing initial properties\"):\n", + " batch = embeddings[i:i+batch_size]\n", + " preds = regression_model.clf(batch)\n", + " properties.append(preds[:, target_idx].cpu())\n", + " properties = torch.cat(properties)\n", + " best_idx = torch.argmax(properties)\n", + "\n", + " start_embedding = embeddings[best_idx].cuda().reshape(1, -1).requires_grad_(True)\n", + " initial_embedding = start_embedding.clone().cuda()\n", + " # This will store the last embedding that successfully passed all checks\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + "\n", + " # --- ADDITION: Store initial prediction for MAE calculation ---\n", + " with torch.no_grad():\n", + " initial_pred_scaled = pred_from_embeds(initial_embedding, regression_model)[:, target_idx]\n", + " initial_pred_unscaled = initial_pred_scaled * torch.tensor(scaler.scale_, device=device) + torch.tensor(scaler.mean_, device=device)\n", + " initial_prediction_value = initial_pred_unscaled.item()\n", + "\n", + " optimizer = torch.optim.Adam([start_embedding], lr=learning_rate)\n", + "\n", + " # --- Extract scaler attributes for PyTorch-based inverse transform ---\n", + " scale = torch.tensor(scaler.scale_, device=device, dtype=torch.float32)\n", + " mean = torch.tensor(scaler.mean_, device=device, dtype=torch.float32)\n", + " # --- 2. Run gradient ascent with step-by-step checks ---\n", + " predicting_model = regression_expert_model\n", + " pred_unscaled = 0\n", + "\n", + " with torch.no_grad():\n", + " pred = pred_from_embeds(start_embedding.cuda(), regression_model)\n", + " sample_scaled = pred[:, target_idx]\n", + " sample_unscaled = sample_scaled * scale + mean\n", + " print(f'FIRST PRED: {sample_unscaled.detach().item()}') \n", + "\n", + " for step in range(steps):\n", + " if pred_unscaled >= expert_threshold:\n", + " predicting_model = regression_expert_model\n", + " else:\n", + " predicting_model = regression_expert_model\n", + " \n", + " optimizer.zero_grad()\n", + "\n", + " pred_scaled = pred_from_embeds(start_embedding.cuda(), regression_model)[:, target_idx]\n", + " pred_unscaled = pred_scaled * scale + mean\n", + " property_loss = -pred_unscaled.mean()\n", + " regularization_loss = torch.norm(start_embedding - initial_embedding, p=2)**2\n", + " loss = property_loss + scale_factor * (lambda_reg * regularization_loss)\n", + " \n", + " loss.backward()\n", + " optimizer.step()\n", + "\n", + " with torch.no_grad():\n", + " start_embedding.clamp_(-20, 20)\n", + "\n", + " # --- VALIDATION BLOCK: Check molecule after each step ---\n", + " with torch.no_grad():\n", + " reconstructed_ids = generative_model.generate(start_embedding.cuda(), temperature=1.7)\n", + " reconstructed_smiles = generative_model.tokenizer.decode(reconstructed_ids[0], skip_special_tokens=True)\n", + " \n", + " # Use the combined helper function for all checks\n", + " is_valid_and_novel = is_novel_and_valid_polymer(reconstructed_smiles, training_smiles_set)\n", + " \n", + " print(f\"Step {step+1}/{steps} | Value: {pred_unscaled.item():.4f} | SMILES: {reconstructed_smiles} | Novel & Valid Polymer: {is_valid_and_novel}\")\n", + "\n", + " if is_valid_and_novel:\n", + " # Tokenize the reconstructed SMILES\n", + " recon_tokens = generative_model.tokenizer(\n", + " reconstructed_smiles,\n", + " max_length=512,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " # Get embedding from the reconstructed SMILES\n", + " recon_embedding = generative_model.encoder(recon_tokens['input_ids'], recon_tokens['attention_mask'])\n", + " \n", + " CO2_scaled = pred_from_embeds(recon_embedding, predicting_model)[:, target_idx]\n", + " CO2_unscaled = CO2_scaled * scale + mean\n", + " \n", + " print(f\" -> Reconstructed molecule CO2 permeability: {CO2_unscaled.item():.4f}\")\n", + " \n", + " # --- ADDITION 2: Calculate MAE between initial and reconstructed prediction ---\n", + " mae_value = float(abs(CO2_unscaled + property_loss))\n", + " print(f\" -> MAE between initial embedding prediction and current prediction: {mae_value:.4f}\")\n", + " \n", + "\n", + " # If it passes all checks, save this as the current best state\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + " else:\n", + " pass\n", + "\n", + " print(f'FINAL VALUE: {pred_unscaled.detach().item():.4f}')\n", + " return last_valid_embedding\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "53916086-d696-47e4-8984-9e4824bbd4d2", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 169, + "id": "34e0c67c-ad86-4b7c-9b3c-8132d9aec45b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(161379.46, 5117051)" + ] + }, + "execution_count": 169, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "sorted_df = df.sort_values(by=['CO2'], ascending=False)\n", + "best_idx = sorted_df.index.tolist()[0]\n", + "best_co2 = float(sorted_df['CO2'][best_idx])\n", + "best_embedding = base_embeddings[best_idx, :].reshape(1, -1).cuda()\n", + "best_co2, best_idx" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d4394402-1921-448d-8bd8-bcca0cd997f3", + "metadata": {}, + "outputs": [], + "source": [ + "optimized_embedding = gradient_based_extrapolation(\n", + " model, regression_model, regression_model, base_embeddings, scaler_co2, target_idx=-1, learning_rate=1e-2, steps=30, batch_size=32, best_idx=500, lambda_reg=1, scale_factor=0, expert_threshold=100_000\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a1dc47ec-4ce4-44c0-b5da-c14ade1b415b", + "metadata": {}, + "outputs": [], + "source": [ + "example_novel_polymer = 'Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)N1C(=O)c2c(C1=O)c(ccc2)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc2c(c1)C(=O)N(C2=O)I'" + ] + }, + { + "cell_type": "code", + "execution_count": 58, + "id": "d30a41fe-a8a8-4c6c-9e48-d5403a079f36", + "metadata": {}, + "outputs": [], + "source": [ + "df_robson = sample_df.copy()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "f4443775-23a3-4c34-a8d4-3ba4cd5744d2", + "metadata": {}, + "outputs": [], + "source": [ + "!cp -r polygnn_kit/polygnn_kit ." + ] + }, + { + "cell_type": "code", + "execution_count": 79, + "id": "30876742-2f6e-4564-90e5-6b186a505fac", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", + "To disable this warning, you can either:\n", + "\t- Avoid using `tokenizers` before the fork if possible\n", + "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "'GT Open Source General Use License.pdf' polygnn_kit.py tests\n", + " __init__.py\t\t\t\t __pycache__\t utils.py\n", + " poetry.lock\t\t\t\t pyproject.toml\n", + " polygnn_kit\t\t\t\t README.md\n" + ] + } + ], + "source": [ + "!cd polygnn_kit && ls" + ] + }, + { + "cell_type": "code", + "execution_count": 81, + "id": "2d56df39-af0c-4d87-8966-9a5ee6c776cc", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", + "To disable this warning, you can either:\n", + "\t- Avoid using `tokenizers` before the fork if possible\n", + "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" + ] + } + ], + "source": [ + "!rm -rf polygnn_kit/polygnn_kit" + ] + }, + { + "cell_type": "code", + "execution_count": 170, + "id": "d371d73c-6362-4ad7-bf69-2e54ccfac3eb", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'exp_perm_CH4__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 4.07918119430542, min: -3.387216091156006))',\n", + " 'exp_perm_CO2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 4.645422458648682, min: -5.92081880569458))',\n", + " 'exp_perm_H2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 4.22788667678833, min: -1.642065167427063))',\n", + " 'exp_perm_He__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 3.8041393756866455, min: -1.2612193822860718))',\n", + " 'exp_perm_N2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 3.7075700759887695, min: -3.795880079269409))',\n", + " 'exp_perm_O2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 3.931457757949829, min: -6.15490198135376))',\n", + " 'exp_solubility__MPa**0.5': 'Forward(MinMaxScaler(dim: 0, max: 29.200000762939453, min: 12.300000190734863))'}" + ] + }, + "execution_count": 170, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "import json\n", + "\n", + "with open('polygnn/trained_models/solubility_and_permeability/metadata/selectors.json', 'r') as file:\n", + " a = json.load(file)\n", + " selectors = a['exp_perm_CO2__Barrer'][0]\n", + "\n", + "with open('polygnn/trained_models/solubility_and_permeability/metadata/scalers.json', 'r') as file:\n", + " scalers = json.load(file)\n", + " polygnn_scaler = scalers['exp_perm_CO2__Barrer']\n", + "\n", + "scalers" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d0977829-6ef6-4272-a934-023c73b78f1a", + "metadata": {}, + "outputs": [], + "source": [ + "root_dir = 'polygnn/trained_models/solubility_and_permeability'\n", + "scaler_dict = pt.load2.load_scalers(root_dir)" + ] + }, + { + "cell_type": "code", + "execution_count": 182, + "id": "774351fc-6cd0-4626-bcbe-fb6fb0ba4ac7", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import pandas as pd\n", + "import polygnn\n", + "import polygnn_trainer as pt\n", + "from tqdm import tqdm\n", + "import joblib\n", + "import os\n", + "\n", + "def inverse_minmax(scaled_tensor,\n", + " min_val=-5.92081880569458,\n", + " max_val= 4.645422458648682):\n", + "\n", + " return scaled_tensor * (max_val - min_val) + min_val\n", + "\n", + "def load_polygnn_model(model_path, device='cuda'):\n", + " \"\"\"\n", + " Load a pre-trained polyGNN model and its configuration dynamically \n", + " from pickled files in the metadata folder.\n", + " \n", + " Args:\n", + " model_path (str): Path to the saved model directory.\n", + " device (str): Device to load the model on ('cuda' or 'cpu').\n", + " \n", + " Returns:\n", + " tuple: Loaded ensemble model, SMILES featurizer, and the model path.\n", + " \"\"\"\n", + " metadata_path = os.path.join(model_path, \"metadata\")\n", + " if not os.path.exists(metadata_path):\n", + " raise FileNotFoundError(f\"Metadata folder not found at {metadata_path}\")\n", + "\n", + "\n", + " \n", + " bond_config = polygnn.featurize.BondConfig(True, True, True)\n", + " atom_config = polygnn.featurize.AtomConfig(\n", + " True,\n", + " True,\n", + " True,\n", + " True,\n", + " True,\n", + " True,\n", + " combo_hybrid=False,\n", + " aromatic=True,\n", + " )\n", + " \n", + " ensemble = pt.load.load_ensemble(\n", + " model_path,\n", + " polygnn.models.polyGNN,\n", + " device,\n", + " submodel_kwargs_dict={\n", + " \"node_size\": atom_config.n_features,\n", + " \"edge_size\": bond_config.n_features,\n", + " \"selector_dim\": len(selectors),\n", + " },\n", + " \n", + " )\n", + " \n", + " # --- 5. Create the SMILES featurizer with loaded configs ---\n", + " import functools\n", + " kwargs = dict(bond_config=bond_config,\n", + " atom_config=atom_config,\n", + " representation=\"monocycle\")\n", + " smiles_featurizer = functools.partial(polygnn.featurize.get_minimum_graph_tensor, **kwargs)\n", + " \n", + " print(\"polyGNN model and configuration loaded successfully from pickle files.\")\n", + " return ensemble, smiles_featurizer, model_path\n", + "\n", + "\n", + "def predict_co2_permeability_polygnn(smiles_list, ensemble, smiles_featurizer, model_path, device='cuda'):\n", + " \"\"\"\n", + " Predict CO2 permeability using polyGNN model\n", + " \n", + " Args:\n", + " smiles_list: List of SMILES strings\n", + " ensemble: Loaded polyGNN ensemble model\n", + " smiles_featurizer: SMILES featurization function\n", + " model_path: Path to model directory (for loading scalers)\n", + " device: Device for computation\n", + " \n", + " Returns:\n", + " Tensor of CO2 permeability predictions\n", + " \"\"\"\n", + " # Create a temporary dataframe for prediction\n", + " temp_df = pd.DataFrame({\n", + " 'smiles_string': smiles_list,\n", + " 'prop': ['exp_perm_CO2__Barrer'] * len(smiles_list), # Adjust property name as needed\n", + " })\n", + " \n", + " # Run predictions\n", + " with torch.no_grad():\n", + " y, y_mean_hat, y_std_hat, _selectors = pt.infer.eval_ensemble(\n", + " model=ensemble,\n", + " root_dir=model_path,\n", + " dataframe=temp_df,\n", + " smiles_featurizer=smiles_featurizer,\n", + " device=device,\n", + " ensemble_kwargs_dict={\"monte_carlo\": False},\n", + " )\n", + " return torch.tensor(y_mean_hat, device=device)\n", + "\n", + "def pred_from_embeds(embeds, regression_model):\n", + " x = regression_model.relu(embeds)\n", + " return regression_model.clf(x)\n", + "\n", + "def gradient_based_extrapolation(\n", + " generative_model, regression_model, regression_expert_model, embeddings, scaler, target_idx=-2,\n", + " learning_rate=0.0001, steps=50, batch_size=32, best_idx=None, lambda_reg=0.3, scale_factor=1000, \n", + " expert_threshold=120_000, polygnn_model_path=None\n", + "):\n", + " \"\"\"\n", + " Use property gradients to guide extrapolation, with checks for novelty and polymer validity.\n", + " Now includes PolyGNN predictions for CO2 permeability.\n", + " \n", + " Args:\n", + " polygnn_model_path: Path to pre-trained polyGNN model for CO2 permeability prediction\n", + " \"\"\"\n", + " device = next(regression_model.parameters()).device\n", + "\n", + " # Load PolyGNN model if path is provided\n", + " polygnn_ensemble = None\n", + " polygnn_featurizer = None\n", + " if polygnn_model_path:\n", + " polygnn_ensemble, polygnn_featurizer, _ = load_polygnn_model(polygnn_model_path, device)\n", + " \n", + "\n", + " # --- Freeze models to prevent parameter updates ---\n", + " for param in regression_model.parameters():\n", + " param.requires_grad = False\n", + " regression_model.eval()\n", + "\n", + " for param in regression_expert_model.parameters():\n", + " param.requires_grad = False\n", + " regression_expert_model.eval()\n", + " \n", + " for param in generative_model.parameters():\n", + " param.requires_grad = False\n", + " generative_model.eval()\n", + "\n", + " # --- 1. Find the best starting embedding (batched) ---\n", + " if best_idx is None:\n", + " properties = []\n", + " with torch.no_grad():\n", + " for i in tqdm(range(0, len(embeddings), batch_size), desc=\"Computing initial properties\"):\n", + " batch = embeddings[i:i+batch_size]\n", + " preds = regression_model.clf(batch)\n", + " properties.append(preds[:, target_idx].cpu())\n", + " properties = torch.cat(properties)\n", + " best_idx = torch.argmax(properties)\n", + "\n", + " start_embedding = embeddings[best_idx].cuda().reshape(1, -1).requires_grad_(True)\n", + " initial_embedding = start_embedding.clone().cuda()\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + "\n", + " # --- Store initial prediction for MAE calculation ---\n", + " with torch.no_grad():\n", + " initial_pred_scaled = pred_from_embeds(initial_embedding, regression_model)[:, target_idx]\n", + " initial_pred_unscaled = initial_pred_scaled * torch.tensor(scaler.scale_, device=device) + torch.tensor(scaler.mean_, device=device)\n", + " initial_prediction_value = initial_pred_unscaled.item()\n", + "\n", + " optimizer = torch.optim.Adam([start_embedding], lr=learning_rate)\n", + "\n", + " # --- Extract scaler attributes for PyTorch-based inverse transform ---\n", + " scale = torch.tensor(scaler.scale_, device=device, dtype=torch.float32)\n", + " mean = torch.tensor(scaler.mean_, device=device, dtype=torch.float32)\n", + " \n", + " # --- 2. Run gradient ascent with step-by-step checks ---\n", + " predicting_model = regression_expert_model\n", + " pred_unscaled = 0\n", + "\n", + " with torch.no_grad():\n", + " pred = pred_from_embeds(start_embedding.cuda(), regression_model)\n", + " sample_scaled = pred[:, target_idx]\n", + " sample_unscaled = sample_scaled * scale + mean\n", + " print(f'FIRST PRED: {sample_unscaled.detach().item()}') \n", + "\n", + " for step in range(steps):\n", + " if pred_unscaled >= expert_threshold:\n", + " predicting_model = regression_expert_model\n", + " else:\n", + " predicting_model = regression_expert_model\n", + " \n", + " optimizer.zero_grad()\n", + "\n", + " pred_scaled = pred_from_embeds(start_embedding.cuda(), regression_model)[:, target_idx]\n", + " pred_unscaled = pred_scaled * scale + mean\n", + " property_loss = -pred_unscaled.mean()\n", + " regularization_loss = torch.norm(start_embedding - initial_embedding, p=2)**2\n", + " loss = property_loss + scale_factor * (lambda_reg * regularization_loss)\n", + " \n", + " loss.backward()\n", + " optimizer.step()\n", + "\n", + " with torch.no_grad():\n", + " start_embedding.clamp_(-20, 20)\n", + "\n", + " # --- VALIDATION BLOCK: Check molecule after each step ---\n", + " with torch.no_grad():\n", + " reconstructed_ids = generative_model.generate(start_embedding.cuda(), temperature=1.5)\n", + " reconstructed_smiles = generative_model.tokenizer.decode(reconstructed_ids[0], skip_special_tokens=True)\n", + " \n", + " # Use the combined helper function for all checks\n", + " is_valid_and_novel = is_novel_and_valid_polymer(reconstructed_smiles, training_smiles_set)\n", + " \n", + " print(f\"Step {step+1}/{steps} | Value: {pred_unscaled.item():.4f} | SMILES: {reconstructed_smiles} | Novel & Valid Polymer: {is_valid_and_novel}\")\n", + "\n", + " if is_valid_and_novel:\n", + " # Tokenize the reconstructed SMILES\n", + " recon_tokens = generative_model.tokenizer(\n", + " reconstructed_smiles,\n", + " max_length=512,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " # Get embedding from the reconstructed SMILES\n", + " recon_embedding = generative_model.encoder(recon_tokens['input_ids'], recon_tokens['attention_mask'])\n", + " \n", + " CO2_scaled = pred_from_embeds(recon_embedding, predicting_model)[:, target_idx]\n", + " CO2_unscaled = CO2_scaled * scale + mean\n", + " \n", + " print(f\" -> Reconstructed molecule CO2 permeability: {CO2_unscaled.item():.4f}\")\n", + " \n", + " # --- NEW: PolyGNN CO2 permeability prediction ---\n", + " if polygnn_ensemble and polygnn_featurizer:\n", + " corrected_smiles = reconstructed_smiles.replace(\"I\", \"[*]\")\n", + " print(corrected_smiles)\n", + " polygnn_pred = predict_co2_permeability_polygnn(\n", + " [corrected_smiles], \n", + " polygnn_ensemble, \n", + " polygnn_featurizer, \n", + " polygnn_model_path, \n", + " device\n", + " )\n", + " polygnn_pred = inverse_minmax(polygnn_pred)\n", + " print(f\" -> PolyGNN CO2 permeability prediction: {polygnn_pred.item():.4f}\")\n", + " \n", + " # Compare predictions\n", + " pred_diff = abs(CO2_unscaled.item() - polygnn_pred.item())\n", + " print(f\" -> Prediction difference (|Main - PolyGNN|): {pred_diff:.4f}\")\n", + " \n", + "\n", + " \n", + " # --- Calculate MAE between initial and reconstructed prediction ---\n", + " mae_value = float(abs(CO2_unscaled + property_loss))\n", + " print(f\" -> MAE between initial embedding prediction and current prediction: {mae_value:.4f}\")\n", + "\n", + " # If it passes all checks, save this as the current best state\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + " else:\n", + " pass\n", + "\n", + " print(f'FINAL VALUE: {pred_unscaled.detach().item():.4f}')\n", + " return last_valid_embedding\n" + ] + }, + { + "cell_type": "code", + "execution_count": 113, + "id": "dd790c00-2e48-4a51-8195-003933fc92c5", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I'" + ] + }, + "execution_count": 113, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df['Smiles'][0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9a0b18aa-e95c-4405-bae3-6f1cc72525ea", + "metadata": {}, + "outputs": [], + "source": [ + "result = gradient_based_extrapolation(\n", + " generative_model=model,\n", + " regression_model=regression_model,\n", + " regression_expert_model=regression_model,\n", + " embeddings=base_embeddings,\n", + " scaler=scaler_co2,\n", + " best_idx=best_idx,\n", + " target_idx=-1,\n", + " polygnn_model_path=\"polygnn/trained_models/solubility_and_permeability\"\n", + " \n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 152, + "id": "e93b3bd5-89e3-42d9-8a87-46af7bf3c338", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(0.00419, 166.28537)" + ] + }, + "execution_count": 152, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "def get_min_max(real_values):\n", + " \"\"\"\n", + " Derive the Min-Max‐scaler parameters directly from unscaled labels.\n", + "\n", + " Parameters\n", + " ----------\n", + " real_values : list | np.ndarray | torch.Tensor\n", + " Iterable of ground-truth permeability values (original units).\n", + "\n", + " Returns\n", + " -------\n", + " tuple(float, float)\n", + " (min_value, max_value) for the dataset.\n", + " \"\"\"\n", + " arr = np.asarray(real_values, dtype=float)\n", + " return float(arr.min()), float(arr.max())\n", + "\n", + "mi, ma = get_min_max(df.sort_values(by=['CO2'], ascending=True).reset_index(drop=True)[:5_000_000]['CO2'])\n", + "mi, ma" + ] + }, + { + "cell_type": "code", + "execution_count": 151, + "id": "b3c2b0ff-04e9-4274-935f-ab9e8440742b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
51170515117051Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
16542681654268Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922756692275Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
830270830270Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922766692276Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
..............................
1095010950Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c...538.151.235460.001050.004040.001950.00785True
53090145309014Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
25984182598418Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
746918746918Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
22552255Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...586.801.805440.000680.003300.001840.00419False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "5117051 5117051 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "1654268 1654268 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "6692275 6692275 Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "830270 830270 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "6692276 6692276 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "... ... ... \n", + "10950 10950 Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c... \n", + "5309014 5309014 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2598418 2598418 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "746918 746918 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2255 2255 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "5117051 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "1654268 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692275 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "830270 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692276 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "... ... ... ... ... ... ... \n", + "10950 538.15 1.23546 0.00105 0.00404 0.00195 0.00785 \n", + "5309014 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2598418 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "746918 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2255 586.80 1.80544 0.00068 0.00330 0.00184 0.00419 \n", + "\n", + " synthesizable \n", + "5117051 False \n", + "1654268 False \n", + "6692275 False \n", + "830270 False \n", + "6692276 False \n", + "... ... \n", + "10950 True \n", + "5309014 False \n", + "2598418 False \n", + "746918 False \n", + "2255 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 151, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.sort_values(by=['CO2'], ascending=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 191, + "id": "875a49f5-3aad-466e-a84f-3d77055a5ae4", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "polyGNN model and configuration loaded successfully from pickle files.\n", + "The following properties will be modeled: ['exp_perm_CO2__Barrer']\n", + "Detected 100 data points for exp_perm_CO2__Barrer\n" + ] + } + ], + "source": [ + "polygnn_ensemble, polygnn_featurizer, path = load_polygnn_model(\"polygnn/trained_models/solubility_and_permeability\", 'cuda')\n", + "\n", + "def make_pred(smiles):\n", + " corrected_smiles = [smile.replace(\"I\", \"[*]\") for smile in smiles]\n", + " polygnn_preds = predict_co2_permeability_polygnn(\n", + " corrected_smiles, \n", + " polygnn_ensemble, \n", + " polygnn_featurizer, \n", + " path, \n", + " 'cuda'\n", + " )\n", + " polygnn_preds = [pred.cpu().item() for pred in polygnn_preds]\n", + " return polygnn_preds\n", + "\n", + "df_sample = df.iloc[:100]\n", + "new_preds = make_pred(df_sample['Smiles'].to_list())" + ] + }, + { + "cell_type": "code", + "execution_count": 192, + "id": "9c0245f1-3a68-4f9b-b799-407e3436b4b5", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizablenew_preds
00Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1...494.842.695244.7574042.318471.64086148.43644False-0.051322
11Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=...508.265.338152.9723926.311180.8646782.37635False0.266295
22O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c...640.9120.475150.063530.904980.069052.35993False1.326693
33Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O...568.044.196920.001910.011340.003620.01418False-0.306186
44Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1...548.10142.683270.873808.254092.5206730.04739False1.940067
.................................
9595Ic1cc(cc(c1)C(=O)O)Oc1ccc(cc1C)Oc1cc(cc(c1)N1C...528.863.658970.009160.046550.011350.10014True-0.464047
9696Ic1cc(Oc2ccc(c(c2)C)Oc2cc(cc(c2)N2C(=O)c3c(C2=...528.863.658970.009160.046550.011350.10014True-0.464047
9797Cc1cc2c3cc(C)c(cc3S(=O)(=O)c2cc1Oc1ccc(c(c1)C)...554.7627.719330.370862.363560.101317.45523False0.483150
9898Clc1c(ccc(c1Cl)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1...575.957.172130.013500.266750.210260.83210False0.228163
9999Ic1ccc(nc1)S(=O)(=O)c1ccc(c(c1Cl)Cl)S(=O)(=O)c...639.666.868282.8033826.780620.40880117.95785False0.578581
\n", + "

100 rows × 10 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles Tg \\\n", + "0 0 Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1... 494.84 \n", + "1 1 Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=... 508.26 \n", + "2 2 O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c... 640.91 \n", + "3 3 Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O... 568.04 \n", + "4 4 Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1... 548.10 \n", + ".. ... ... ... \n", + "95 95 Ic1cc(cc(c1)C(=O)O)Oc1ccc(cc1C)Oc1cc(cc(c1)N1C... 528.86 \n", + "96 96 Ic1cc(Oc2ccc(c(c2)C)Oc2cc(cc(c2)N2C(=O)c3c(C2=... 528.86 \n", + "97 97 Cc1cc2c3cc(C)c(cc3S(=O)(=O)c2cc1Oc1ccc(c(c1)C)... 554.76 \n", + "98 98 Clc1c(ccc(c1Cl)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1... 575.95 \n", + "99 99 Ic1ccc(nc1)S(=O)(=O)c1ccc(c(c1Cl)Cl)S(=O)(=O)c... 639.66 \n", + "\n", + " He N2 O2 CH4 CO2 synthesizable new_preds \n", + "0 2.69524 4.75740 42.31847 1.64086 148.43644 False -0.051322 \n", + "1 5.33815 2.97239 26.31118 0.86467 82.37635 False 0.266295 \n", + "2 20.47515 0.06353 0.90498 0.06905 2.35993 False 1.326693 \n", + "3 4.19692 0.00191 0.01134 0.00362 0.01418 False -0.306186 \n", + "4 142.68327 0.87380 8.25409 2.52067 30.04739 False 1.940067 \n", + ".. ... ... ... ... ... ... ... \n", + "95 3.65897 0.00916 0.04655 0.01135 0.10014 True -0.464047 \n", + "96 3.65897 0.00916 0.04655 0.01135 0.10014 True -0.464047 \n", + "97 27.71933 0.37086 2.36356 0.10131 7.45523 False 0.483150 \n", + "98 7.17213 0.01350 0.26675 0.21026 0.83210 False 0.228163 \n", + "99 6.86828 2.80338 26.78062 0.40880 117.95785 False 0.578581 \n", + "\n", + "[100 rows x 10 columns]" + ] + }, + "execution_count": 192, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_sample['new_preds'] = new_preds\n", + "df_sample" + ] + }, + { + "cell_type": "code", + "execution_count": 67, + "id": "51a57a9b-e8b6-4c25-a7b0-38463ebed37e", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Processing batches: 100%|█████████████████████████| 8/8 [00:00<00:00, 18.36it/s]\n" + ] + } + ], + "source": [ + "CO2s = []\n", + "co2_preds = []\n", + "ch4_preds = []\n", + "\n", + "robson_smiles = sample_df['Smiles'].tolist()\n", + "\n", + "batch_size_robson = 128\n", + "for i in tqdm(range(0, len(robson_smiles), batch_size_robson), desc=\"Processing batches\"):\n", + " batch_end = min(i + batch_size_robson, len(robson_smiles))\n", + " batch_smiles = robson_smiles[i:batch_end]\n", + " \n", + " # Step 3: Predict properties for both original and reconstructed\n", + " # Original properties\n", + " encoding = tokenizer(\n", + " batch_smiles,\n", + " max_length=256,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " with torch.autocast(dtype=torch.float16, device_type='cuda'):\n", + " with torch.no_grad():\n", + " orig_predictions = regression_model(encoding['input_ids'].cuda(), encoding['attention_mask'].cuda())\n", + " \n", + " ch4_scaled = orig_predictions[:, -2].cpu().numpy().reshape(-1, 1)\n", + " co2_scaled = orig_predictions[:, -1].cpu().numpy().reshape(-1, 1)\n", + "\n", + " ch4 = scaler_ch4.inverse_transform(ch4_scaled.astype(np.float64)).flatten()\n", + " co2 = scaler_co2.inverse_transform(co2_scaled.astype(np.float64)).flatten()\n", + "\n", + " co2_preds.extend([float(pred) for pred in co2])\n", + " ch4_preds.extend([float(pred) for pred in ch4])\n", + "\n", + "df_robson['CO2_pred'] = co2_preds\n", + "df_robson['CH4_pred'] = ch4_preds\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "253af0c3-0ced-417b-a572-034c4cfb601f", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 70, + "id": "5aec327c-1fd9-4ebc-aa25-74ca8749b477", + "metadata": {}, + "outputs": [], + "source": [ + "if 'P_CO2/P_CH4' not in df_robson.columns:\n", + " df_robson['P_CO2/P_CH4'] = df_robson['CO2_pred']/df_robson['CH4_pred']" + ] + }, + { + "cell_type": "code", + "execution_count": 71, + "id": "7b46c427-5297-4565-b657-27fc7bf5bc38", + "metadata": {}, + "outputs": [], + "source": [ + "k_2019 = 2.26e7\n", + "n_2019 = -2.401\n", + "k_2008 = 5_369_140\n", + "n_2008 = -2.636\n", + "k_1991 = 1_073_700\n", + "n_1991 = -2.6264\n", + "\n", + "df_robson['upper_bound_Robeson'] = (df_robson['CO2_pred']/k_2019)**(1/n_2019)\n", + "df_robson['above_Robeson'] = df_robson['P_CO2/P_CH4'] > df_robson['upper_bound_Robeson']\n", + "\n", + "df_robson['upper_bound_Robeson_2008'] = (df_robson['CO2_pred']/k_2008)**(1/n_2008)\n", + "df_robson['above_Robeson_2008'] = df_robson['P_CO2/P_CH4'] > df_robson['upper_bound_Robeson_2008']\n", + "\n", + "df_robson['upper_bound_Robeson_1991'] = (df_robson['CO2_pred']/k_1991)**(1/n_1991)\n", + "df_robson['above_Robeson_1991'] = df_robson['P_CO2/P_CH4'] > df_robson['upper_bound_Robeson_1991']" + ] + }, + { + "cell_type": "code", + "execution_count": 72, + "id": "3e2a37c5-9534-4cde-8ae9-bad906c39ae9", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(log) x_points_on_Robeson2019_line [np.float64(-0.3245689409002736), np.float64(-0.11311188919602205), np.float64(0.0983451625082295), np.float64(0.30980221421248105), np.float64(0.5212592659167326), np.float64(0.7327163176209841), np.float64(0.9441733693252357), np.float64(1.1556304210294872), np.float64(1.3670874727337388), np.float64(1.5785445244379903), np.float64(1.7900015761422419), np.float64(2.0014586278464934), np.float64(2.212915679550745), np.float64(2.424372731254997), np.float64(2.6358297829592483), np.float64(2.8472868346634996), np.float64(3.0587438863677514), np.float64(3.270200938072003), np.float64(3.4816579897762545), np.float64(3.693115041480506), np.float64(3.9045720931847576)]\n", + "x_points_on_Robeson2019_line [0.4736211185063034, 0.7707048833980547, 1.2541375248783457, 2.0408083109233783, 3.3209265166816033, 5.404012160362607, 8.79373490580214, 14.309696443824098, 23.285602136958403, 37.89173788621753, 61.65972396131289, 100.33642612016979, 163.27349134558037, 265.688484302277, 432.3443451174293, 703.5368252632127, 1144.8376047731194, 1862.9488809093987, 3031.502912213795, 4933.044594478952, 8027.3480434650555]\n" + ] + } + ], + "source": [ + "num_bins = 20\n", + "x_points_on_Robeson2019_line = [ # референсные значения, использованные при подготовке обучающей выборки для первого этапа обучения\n", + " 0.4736211185063034,\n", + " 0.7707048833980547,\n", + " 1.2541375248783457,\n", + " 2.0408083109233783,\n", + " 3.3209265166816033,\n", + " 5.404012160362607,\n", + " 8.79373490580214,\n", + " 14.309696443824098,\n", + " 23.285602136958403,\n", + " 37.89173788621753,\n", + " 61.65972396131289,\n", + " 100.33642612016979,\n", + " 163.27349134558037,\n", + " 265.688484302277,\n", + " 432.3443451174293,\n", + " 703.5368252632127,\n", + " 1144.8376047731194,\n", + " 1862.9488809093987,\n", + " 3031.502912213795,\n", + " 4933.044594478952,\n", + " 8027.3480434650555]\n", + "\n", + "log_bin_size = (np.log10(x_points_on_Robeson2019_line[1])-\n", + " np.log10(x_points_on_Robeson2019_line[0]))/num_bins\n", + "\n", + "print('(log) x_points_on_Robeson2019_line', [np.log10(xp) for xp in x_points_on_Robeson2019_line])\n", + "print('x_points_on_Robeson2019_line', x_points_on_Robeson2019_line)" + ] + }, + { + "cell_type": "code", + "execution_count": 73, + "id": "4ec4c897-02fa-41a6-bc42-f353a068bace", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_265640/2901639124.py:11: RuntimeWarning:\n", + "\n", + "invalid value encountered in log10\n", + "\n" + ] + } + ], + "source": [ + "# определение бинов Робсона, для последующей отрисовки матрицы путанности\n", + "\n", + "def calculate_bin(row, x_col, y_col):\n", + " x_point = row[x_col]\n", + " y_point = row[y_col]\n", + " slope = (1/n_2019)\n", + " \n", + " bin_for_point = 1\n", + " for x_line in x_points_on_Robeson2019_line[1:]:\n", + " y_Robeson = (x_line/k_2019)**(1/n_2019) # upper_bound_Robeson_2019\n", + " y_bin = 10**(-1/slope * np.log10(x_point/x_line) + np.log10(y_Robeson))\n", + " if y_point > y_bin:\n", + " break\n", + " bin_for_point += 1\n", + " return bin_for_point\n", + "\n", + "df_robson['Robeson_bin'] = df_robson.apply(calculate_bin,\n", + " x_col='CO2_pred',\n", + " y_col='P_CO2/P_CH4',\n", + " axis=1)" + ] + }, + { + "cell_type": "code", + "execution_count": 74, + "id": "576b03a6-8c94-4dfa-ae58-d38652376f69", + "metadata": {}, + "outputs": [], + "source": [ + "import ipywidgets\n", + "import numpy as np\n", + "import pandas as pd\n", + "import plotly.express as px\n", + "import plotly.graph_objects as go\n", + "import plotly.io as pio\n", + "\n", + "pio.renderers.default = \"notebook\" # fixes duplicate plotly plots problem" + ] + }, + { + "cell_type": "code", + "execution_count": 77, + "id": "d5c23fc9-926e-4b05-8edb-88c872944f9c", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
00Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1...494.842.695244.7574042.318471.64086148.43644False
11Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=...508.265.338152.9723926.311180.8646782.37635False
22O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c...640.9120.475150.063530.904980.069052.35993False
33Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O...568.044.196920.001910.011340.003620.01418False
44Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1...548.10142.683270.873808.254092.5206730.04739False
..............................
67269456726945Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c...516.2713.329670.119071.101440.169072.63642False
67269466726946Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(...510.728.964547.9225772.929292.17324247.14446False
67269476726947Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)...610.244.9075820.24364121.244941.01011650.18364False
67269486726948Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c...510.9012.409070.193071.413350.117284.00573True
67269496726949Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)...462.3114.963420.139161.052520.092982.54411False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "0 0 Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1... \n", + "1 1 Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=... \n", + "2 2 O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c... \n", + "3 3 Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O... \n", + "4 4 Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1... \n", + "... ... ... \n", + "6726945 6726945 Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c... \n", + "6726946 6726946 Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(... \n", + "6726947 6726947 Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)... \n", + "6726948 6726948 Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c... \n", + "6726949 6726949 Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "0 494.84 2.69524 4.75740 42.31847 1.64086 148.43644 \n", + "1 508.26 5.33815 2.97239 26.31118 0.86467 82.37635 \n", + "2 640.91 20.47515 0.06353 0.90498 0.06905 2.35993 \n", + "3 568.04 4.19692 0.00191 0.01134 0.00362 0.01418 \n", + "4 548.10 142.68327 0.87380 8.25409 2.52067 30.04739 \n", + "... ... ... ... ... ... ... \n", + "6726945 516.27 13.32967 0.11907 1.10144 0.16907 2.63642 \n", + "6726946 510.72 8.96454 7.92257 72.92929 2.17324 247.14446 \n", + "6726947 610.24 4.90758 20.24364 121.24494 1.01011 650.18364 \n", + "6726948 510.90 12.40907 0.19307 1.41335 0.11728 4.00573 \n", + "6726949 462.31 14.96342 0.13916 1.05252 0.09298 2.54411 \n", + "\n", + " synthesizable \n", + "0 False \n", + "1 False \n", + "2 False \n", + "3 False \n", + "4 False \n", + "... ... \n", + "6726945 False \n", + "6726946 False \n", + "6726947 False \n", + "6726948 True \n", + "6726949 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 77, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "id": "69c7cfef-8075-41eb-aa2d-2d621ce4d1c4", + "metadata": {}, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "f5c49709dca144f69bb703be1756c165", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "IntSlider(value=10, continuous_update=False, description='Num points', max=1000, min=10, step=10)" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "2f3aca246b424d2c914e9e1fb84b2429", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Output()" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# отрисовка троек молекул (2 разгонных + 1 сгенерированная) на диаграмме Робсона\n", + "\n", + "# new_pi_df_unique = new_pi_df.drop_duplicates(['smiles_start'])\n", + "sub_df_preds = df_robson.sample(frac=1, random_state=1010)\n", + "\n", + "\n", + "def plot_with_controls(num_points=1):\n", + "\n", + "\n", + " sub_df_preds_plotted = sub_df_preds.iloc[:num_points]\n", + "\n", + " x_stuff = 'CO2'\n", + " y_stuff = 'P_CO2/P_CH4'\n", + "\n", + " \n", + " log_scale = True\n", + " fig = px.scatter(sub_df_preds_plotted, x=x_stuff, y=y_stuff, log_x=log_scale, log_y=log_scale, \n", + " color_discrete_sequence=['red'],\n", + " )\n", + "\n", + " \n", + " fig2 = px.line(sub_df_preds.iloc[:1000],\n", + " x='CO2_pred', y='upper_bound_Robeson', labels='Robeson_2019')\n", + " fig2.update_traces(line_color='red', line_width=1)\n", + " fig3 = px.line(sub_df_preds.iloc[:1000],\n", + " x='CO2_pred', y='upper_bound_Robeson_2008', labels='Robeson_2008')\n", + " fig3.update_traces(line_color='green', line_width=1)\n", + " fig4 = px.line(sub_df_preds.iloc[:1000],\n", + " x='CO2_pred', y='upper_bound_Robeson_1991', labels='Robeson_1991')\n", + " fig4.update_traces(line_color='blue', line_width=1)\n", + " fig = go.Figure(data=fig.data + fig2.data + fig3.data + fig4.data, layout = fig.layout)\n", + " fig.update_layout(fig2.layout)\n", + "\n", + " fig.update_layout(width=1100, height=550, margin=dict(l=40, r=40, t=10, b=10),)\n", + "\n", + " list_of_all_arrows = []\n", + " \n", + " \n", + " \n", + " fig.show()\n", + "\n", + "\n", + "num_points_slider = ipywidgets.IntSlider(\n", + " # value=len(sub_df_preds),\n", + " value=10,\n", + " # min=1000,\n", + " min=10,\n", + " # max=len(sub_df_preds),\n", + " max=min(len(sub_df_preds),1000),\n", + " step=10,\n", + " description='Num points',\n", + " disabled=False,\n", + " continuous_update=False,\n", + " orientation='horizontal',\n", + " readout=True,\n", + " readout_format='d'\n", + ")\n", + "\n", + "\n", + "\n", + "output = ipywidgets.interactive_output(plot_with_controls,\n", + " {\n", + " 'num_points': num_points_slider,\n", + " })\n", + "display(num_points_slider, output)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "07e0e913-820e-4041-bae4-3be8f85d292c", + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "reconstructed_ids = model.generate(best_embedding)\n", + "reconstructed_smiles = [tokenizer.decode(seq, skip_special_tokens=True) for seq in reconstructed_ids]\n", + "mol_gen = Chem.MolFromSmiles(reconstructed_smiles[0])\n", + "\n", + "print(reconstructed_smiles[0])\n", + "\n", + "if mol_gen is not None:\n", + " print('Valid')\n", + "else:\n", + " print('Skill issue')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "93af70eb-5e42-4372-b0f9-4e03577742bb", + "metadata": {}, + "outputs": [], + "source": [ + "def comprehensive_generation(model, tokenizer, val_df, base_embeddings):\n", + " \"\"\"Generate molecules with different enhancement levels\"\"\"\n", + " \n", + " all_results = []\n", + " extrapolation_factors = [factor / 1000 for factor in range(0, 100, 10)]\n", + " print(extrapolation_factors)\n", + " for factor in extrapolation_factors:\n", + " co2_results = generate_gradient(\n", + " model, tokenizer, base_embeddings, val_df, 'CO2', extrapolation_factor=factor)\n", + "\n", + " all_results.extend(co2_results)# + ch4_results + dual_results)\n", + " \n", + " return all_results\n", + "\n", + "# Run comprehensive generation\n", + "all_generated_molecules = comprehensive_generation(model, tokenizer, df, base_embeddings)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8eeed790-7e65-4ffa-b7cc-c92036ba0aba", + "metadata": {}, + "outputs": [], + "source": [ + "def predict_molecule_properties(smiles_list, regression_model, tokenizer, scaler_ch4, scaler_co2, \n", + " batch_size=32, max_length=512, \n", + " baseline_ch4=None, baseline_co2=None):\n", + " \"\"\"\n", + " Predict CO2 and CH4 permeability properties for a list of SMILES\n", + "\n", + " Returns:\n", + " ch4_predictions: Array of CH4 permeability predictions\n", + " CO2ictions: Array of CO2 permeability predictions\n", + " molecules_exceeding_baselines: List of dicts for molecules exceeding baselines\n", + " \"\"\"\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " regression_model.to(device)\n", + " regression_model.eval()\n", + "\n", + " all_predictions = []\n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + "\n", + " tokens = tokenizer(\n", + " batch_smiles,\n", + " max_length=max_length,\n", + " truncation=True,\n", + " padding='max_length',\n", + " return_tensors='pt'\n", + " )\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + "\n", + " predictions = regression_model(input_ids, attention_mask)\n", + " all_predictions.append(predictions.cpu().numpy())\n", + "\n", + " all_predictions = np.vstack(all_predictions)\n", + " ch4_scaled = all_predictions[:, -2].reshape(-1, 1)\n", + " co2_scaled = all_predictions[:, -1].reshape(-1, 1)\n", + "\n", + " ch4_predictions = scaler_ch4.inverse_transform(ch4_scaled).flatten()\n", + " CO2ictions = scaler_co2.inverse_transform(co2_scaled).flatten()\n", + "\n", + " # Use provided baselines or max in predictions\n", + " if baseline_ch4 is None:\n", + " baseline_ch4 = ch4_predictions.max()\n", + " if baseline_co2 is None:\n", + " baseline_co2 = CO2ictions.max()\n", + "\n", + " molecules_exceeding_baselines = []\n", + " for idx, (smiles, ch4_pred, CO2) in enumerate(zip(smiles_list, ch4_predictions, CO2ictions)):\n", + " exceeds_ch4 = ch4_pred > baseline_ch4\n", + " exceeds_co2 = CO2 > baseline_co2\n", + " if exceeds_ch4 or exceeds_co2:\n", + " molecules_exceeding_baselines.append({\n", + " \"index\": idx,\n", + " \"smiles\": smiles,\n", + " \"predicted_CH4\": ch4_pred,\n", + " \"predicted_CO2\": CO2,\n", + " \"exceeds_CH4\": exceeds_ch4,\n", + " \"exceeds_CO2\": exceeds_co2\n", + " })\n", + "\n", + " return ch4_predictions, CO2ictions, molecules_exceeding_baselines\n", + "\n", + "\n", + "def analyze_generated_molecules_with_properties(generated_molecules, regression_model, tokenizer, \n", + " scaler_ch4, scaler_co2, val_df):\n", + " \"\"\"\n", + " Analyze generated molecules and predict their actual properties\n", + " \n", + " Args:\n", + " generated_molecules: List of generated molecule dictionaries\n", + " regression_model: Trained regression model\n", + " tokenizer: SMILES tokenizer\n", + " scaler_ch4, scaler_co2: Property scalers\n", + " val_df: Validation dataframe for baseline comparison\n", + " \n", + " Returns:\n", + " enhanced_results: DataFrame with predicted properties\n", + " \"\"\"\n", + " \n", + " # Extract SMILES from generated molecules\n", + " generated_smiles = []\n", + " for mol in generated_molecules:\n", + " if mol['is_valid']: # Only predict for valid molecules\n", + " generated_smiles.append(mol['generated_smiles'])\n", + " \n", + " if not generated_smiles:\n", + " print(\"No valid molecules to analyze!\")\n", + " return None\n", + " \n", + " print(f\"Predicting properties for {len(generated_smiles)} valid generated molecules...\")\n", + " \n", + " # Predict properties\n", + " pred_ch4, pred_co2, molecules_exceeding_baselines = predict_molecule_properties(\n", + " generated_smiles, regression_model, tokenizer, scaler_ch4, scaler_co2,\n", + " baseline_ch4=val_df['CH4'].max(),\n", + " baseline_co2=val_df['CO2'].max()\n", + " )\n", + " \n", + " # Create results dataframe\n", + " results_data = []\n", + " pred_idx = 0\n", + " \n", + " for mol in generated_molecules:\n", + " if mol['is_valid']:\n", + " results_data.append({\n", + " 'generated_smiles': mol['generated_smiles'],\n", + " 'target_property': mol['target_property'],\n", + " 'extrapolation_factor': mol['extrapolation_factor'],\n", + " 'predicted_CH4': pred_ch4[pred_idx],\n", + " 'predicted_CO2': pred_co2[pred_idx],\n", + " 'is_valid': mol['is_valid']\n", + " })\n", + " pred_idx += 1\n", + " else:\n", + " # Include invalid molecules with NaN predictions\n", + " results_data.append({\n", + " 'generated_smiles': mol['generated_smiles'],\n", + " 'target_property': mol['target_property'],\n", + " 'extrapolation_factor': mol['extrapolation_factor'],\n", + " 'predicted_CH4': np.nan,\n", + " 'predicted_CO2': np.nan,\n", + " 'is_valid': mol['is_valid']\n", + " })\n", + " \n", + " results_df = pd.DataFrame(results_data)\n", + " \n", + " # Calculate baseline statistics from validation set\n", + " baseline_ch4_mean = val_df['CH4'].mean()\n", + " baseline_ch4_max = val_df['CH4'].max()\n", + " baseline_co2_mean = val_df['CO2'].mean()\n", + " baseline_co2_max = val_df['CO2'].max()\n", + " \n", + " # Calculate enhancement statistics for valid molecules only\n", + " valid_results = results_df[results_df['is_valid']].copy()\n", + " \n", + " if len(valid_results) > 0:\n", + " print(f\"\\n{'='*80}\")\n", + " print(f\"INDIVIDUAL MOLECULE PROPERTIES\")\n", + " print(f\"{'='*80}\")\n", + " \n", + " # Display properties for each individual molecule\n", + " for idx, (_, mol) in enumerate(valid_results.iterrows(), 1):\n", + " ch4_vs_baseline = (mol['predicted_CH4'] / baseline_ch4_max - 1) * 100\n", + " co2_vs_baseline = (mol['predicted_CO2'] / baseline_co2_max - 1) * 100\n", + " \n", + " print(f\" SMILES: {mol['generated_smiles']}\")\n", + " print(f\" Target: {mol['target_property']} (factor: {mol['extrapolation_factor']})\")\n", + " print(f\" CH₄ Permeability: {mol['predicted_CH4']:.4f} ({ch4_vs_baseline:+.1f}% vs baseline max)\")\n", + " print(f\" CO₂ Permeability: {mol['predicted_CO2']:.4f} ({co2_vs_baseline:+.1f}% vs baseline max)\")\n", + " \n", + " # Enhancement indicators\n", + " enhancement_flags = []\n", + " if mol['predicted_CH4'] > baseline_ch4_max:\n", + " enhancement_flags.append(\"CH₄↑\")\n", + " if mol['predicted_CO2'] > baseline_co2_max:\n", + " enhancement_flags.append(\"CO₂↑\")\n", + " if enhancement_flags:\n", + " print(f\" Enhancements: {', '.join(enhancement_flags)}\")\n", + " \n", + " print(\"-\" * 70)\n", + " \n", + " print(f\"Baseline Dataset Statistics:\")\n", + " print(f\" CH4 - Mean: {baseline_ch4_mean:.4f}, Max: {baseline_ch4_max:.4f}\")\n", + " print(f\" CO2 - Mean: {baseline_co2_mean:.4f}, Max: {baseline_co2_max:.4f}\")\n", + " \n", + " print(f\"\\nGenerated Molecules Statistics:\")\n", + " print(f\" CH4 - Mean: {valid_results['predicted_CH4'].mean():.4f}, Max: {valid_results['predicted_CH4'].max():.4f}\")\n", + " print(f\" CO2 - Mean: {valid_results['predicted_CO2'].mean():.4f}, Max: {valid_results['predicted_CO2'].max():.4f}\")\n", + " \n", + " # Check for improvements\n", + " ch4_improvements = valid_results['predicted_CH4'] > baseline_ch4_max\n", + " co2_improvements = valid_results['predicted_CO2'] > baseline_co2_max\n", + " print(f\"\\nEnhancement Analysis:\")\n", + " print(f\" Molecules exceeding baseline CH4 max: {ch4_improvements.sum()}/{len(valid_results)} ({ch4_improvements.mean()*100:.1f}%)\")\n", + " print(f\" Molecules exceeding baseline CO2 max: {co2_improvements.sum()}/{len(valid_results)} ({co2_improvements.mean()*100:.1f}%)\")\n", + " # Enhancement by target property\n", + " property_analysis = valid_results.groupby('target_property').agg({\n", + " 'predicted_CH4': ['mean', 'max', 'count'],\n", + " 'predicted_CO2': ['mean', 'max', 'count']\n", + " }).round(4)\n", + " \n", + " print(f\"\\nProperty Enhancement by Generation Target:\")\n", + " \n", + " # Enhancement by extrapolation factor\n", + " factor_analysis = valid_results.groupby('extrapolation_factor').agg({\n", + " 'predicted_CH4': ['mean', 'max'],\n", + " 'predicted_CO2': ['mean', 'max']\n", + " }).round(4)\n", + " \n", + " print(f\"\\nProperty Enhancement by Extrapolation Factor:\")\n", + " print(\"\\nMolecules that exceed baselines:\")\n", + " for mol in molecules_exceeding_baselines:\n", + " print(f\"SMILES: {mol['smiles']}\")\n", + " print(f\" CH₄ Predicted: {mol['predicted_CH4']:.4f} (Exceeds baseline: {mol['exceeds_CH4']})\")\n", + " print(f\" CO₂ Predicted: {mol['predicted_CO2']:.4f} (Exceeds baseline: {mol['exceeds_CO2']})\\n\")\n", + "\n", + " \n", + " \n", + " else:\n", + " print(\"No valid molecules generated for property prediction!\")\n", + " \n", + " return results_df, molecules_exceeding_baselines\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3df27d92-9da1-433c-b56b-27cd68b8004f", + "metadata": {}, + "outputs": [], + "source": [ + "results_df, molecules_exceeding_baselines = analyze_generated_molecules_with_properties(\n", + " all_generated_molecules, regression_model, tokenizer, scaler_ch4, scaler_co2, df\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "262b158d-afe5-4f44-85df-c49c175fd454", + "metadata": {}, + "outputs": [], + "source": [ + "exceeding_mols = []\n", + "for mol_info in molecules_exceeding_baselines:\n", + " if mol_info['exceeds_CH4'] and mol_info['exceeds_CO2']:\n", + " exceeding_mols.append(mol_info['smiles'])\n", + "\n", + "exceeding_mols" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c133d4c6-cae8-4a43-be7e-8871d0403f1e", + "metadata": {}, + "outputs": [], + "source": [ + "smiles_generated_col = 'smiles'\n", + "gen_df = pd.DataFrame({smiles_generated_col: exceeding_mols})" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "503ba331-1748-430c-96ba-a6de9658b053", + "metadata": {}, + "outputs": [], + "source": [ + "def split_dot(smiles):\n", + " if '.' in smiles:\n", + " parts = smiles.split('.')\n", + " # выбираем наиболее длинную отдельную часть молекулы в качестве самой молекулы\n", + " smiles = sorted(parts, key=lambda x:len(x), reverse=True)[0]\n", + " return smiles\n", + "\n", + "partial_mols_count = sum(gen_df[smiles_generated_col].str.contains('.', regex=False))\n", + "print(f'{partial_mols_count} partial mols fixed')\n", + "if partial_mols_count > 0:\n", + " gen_df[smiles_generated_col] = gen_df[smiles_generated_col].transform(split_dot)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ad57b93d-4c4c-4e08-b4ba-6beaa4ab55d6", + "metadata": {}, + "outputs": [], + "source": [ + "def try_normalize(smiles):\n", + " # функция выполняет перевод молекулы в формат rdkit и обратно. Это фильтрует некорректные молекулы и нормализует их, т.е. приводит к единому виду, чтобы затем можно было отфильтровать дубликаты молекул\n", + " try:\n", + " return Chem.MolToSmiles(Chem.MolFromSmiles(smiles))\n", + " except Exception as e:\n", + " # print(e)\n", + " return None" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d4bc739e-eb6d-42b7-a8e9-4aeb82d6f93e", + "metadata": {}, + "outputs": [], + "source": [ + "symbols = ['*', '[*]', 'I']\n", + "contain_counts = {}\n", + "for symbol in symbols:\n", + " contain_counts[symbol] = gen_df[smiles_generated_col].apply(lambda smiles: symbol in smiles).sum()\n", + " print(f'contain {symbol}: {contain_counts[symbol]} mols')\n", + "\n", + "most_frequent_symbol = max(contain_counts, key=contain_counts.get)\n", + "assert most_frequent_symbol == 'I' # else think about it" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "11079464-727b-4b44-8fd7-c674edf76b70", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].transform(lambda x: x.replace('[*]', 'I'))\n", + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].transform(lambda x: x.replace('*', 'I'))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a2893bdd-c582-4380-bbed-602c5bc22c22", + "metadata": {}, + "outputs": [], + "source": [ + "smiles_normalized_col = 'SMILES_normalized'\n", + "\n", + "gen_df[smiles_normalized_col] = gen_df[smiles_generated_col].apply(try_normalize)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[smiles_normalized_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "75d34fa6-1e40-4f63-b134-938d1b9cd309", + "metadata": {}, + "outputs": [], + "source": [ + "temp_smiles_col = smiles_normalized_col+'2'\n", + "gen_df[temp_smiles_col] = gen_df[smiles_normalized_col].apply(try_normalize)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[temp_smiles_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "gen_df = gen_df.drop(columns=[temp_smiles_col])\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "32c392d9-145d-46ba-8cb7-9b05dd453514", + "metadata": {}, + "outputs": [], + "source": [ + "n_before = len(gen_df)\n", + "gen_df = gen_df.drop_duplicates(subset=[smiles_normalized_col])\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} duplicates'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "740e57e4-ad55-4638-ab0f-f753a242ee0a", + "metadata": {}, + "outputs": [], + "source": [ + "def filter_two_endpoints(smiles):\n", + " return smiles if smiles.count('I') == 2 else None\n", + "\n", + "\n", + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].apply(filter_two_endpoints)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[smiles_generated_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "2cf9b3e8-caa6-4cd3-b76f-c1a3bcfe47db", + "metadata": {}, + "outputs": [], + "source": [ + "def filter_matching_endpoint_bonds(smiles):\n", + " # фильтрация на предмет того, что типы связей у эндпоинтов должны быть одинаковы\n", + " try:\n", + " mol = Chem.MolFromSmiles(smiles.replace('I', '[*]'))\n", + " inds = tuple(mol.GetSubstructMatches(Chem.MolFromSmarts(\"[#0]~*\")))\n", + " inds = tuple(zip(*inds))\n", + " star_inds = list(inds[0])\n", + " connector_inds = list(inds[1])\n", + " b1_type = mol.GetBondBetweenAtoms(star_inds[0], connector_inds[0]).GetBondType()\n", + " b2_type = mol.GetBondBetweenAtoms(star_inds[1], connector_inds[1]).GetBondType()\n", + " if b1_type != b2_type:\n", + " return None\n", + " else:\n", + " return smiles\n", + " except:\n", + " return None\n", + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].apply(filter_matching_endpoint_bonds)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[smiles_generated_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4a889461-90fd-4e00-a865-8dad2edccc73", + "metadata": {}, + "outputs": [], + "source": [ + "molecules_exceeding_baselines" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "99f92d05-4166-4b2a-a586-78f38e9a3041", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df = gen_df.reset_index(drop=True)\n", + "gen_df" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d3e2cdab-226d-421a-99c1-516c6709671f", + "metadata": {}, + "outputs": [], + "source": [ + "exceeding_mols_co2 = []\n", + "exceeding_mols_ch4 = []\n", + "\n", + "for mol in gen_df['smiles']:\n", + " for candidat_mol_info in molecules_exceeding_baselines:\n", + " if mol == candidat_mol_info['smiles']:\n", + " exceeding_mols_co2.append(float(candidat_mol_info['predicted_CO2']))\n", + " exceeding_mols_ch4.append(float(candidat_mol_info['predicted_CH4']))\n", + " break\n", + "\n", + "exceeding_mols_co2, exceeding_mols_ch4" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f6fc01a8-9bd8-451a-993e-fe3329e70ee8", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df['smiles'].to_list()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ed1ae34b-0f9b-4ef3-948e-cec35411764b", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df['predicted_CO2'] = exceeding_mols_co2\n", + "gen_df['predicted_CH4'] = exceeding_mols_ch4\n", + "gen_df" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "db560332-8eeb-438b-86b6-210a64efceea", + "metadata": {}, + "outputs": [], + "source": [ + "final_output = '/home/jovyan/simson_training_bolgov/regression/exceeding_mols.csv'\n", + "gen_df.to_csv(final_output, index=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8ce9bb58-943e-4ee7-b22b-3f7e91cce862", + "metadata": {}, + "outputs": [], + "source": [ + "df_robson = gen_df\n", + "df_robson['P_CO2/P_CH4'] = gen_df['predicted_CO2']/gen_df['predicted_CH4']" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7f294eef-86cc-4aed-8105-35e3c261bd69", + "metadata": {}, + "outputs": [], + "source": [ + "t = df_robson['smiles'][0]\n", + "df_robson.iloc[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "56e42e5e-4988-444f-a476-3ca364fc9d95", + "metadata": {}, + "outputs": [], + "source": [ + "df[df['Smiles'] == t]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9f3cb85b-a441-4491-bd3a-f96f619fd0ad", + "metadata": {}, + "outputs": [], + "source": [ + "df_robson['in_synth_DB'] = df_robson['smiles'].isin(df['Smiles'])\n", + "df_robson" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/.ipynb_checkpoints/decoding_code_dumps-checkpoint.ipynb b/simson_modeling/regression/.ipynb_checkpoints/decoding_code_dumps-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..763e7d65eea6bcc43eff534e735c5f2a60c6d60e --- /dev/null +++ b/simson_modeling/regression/.ipynb_checkpoints/decoding_code_dumps-checkpoint.ipynb @@ -0,0 +1,187 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "id": "73c4a5d6-a444-43c0-9812-298113480923", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "from tqdm import tqdm\n", + "\n", + "def generate_from_extrapolated_embeddings(model, tokenizer, base_embeddings,\n", + " target_properties, extrapolation_factor=0.2):\n", + " \"\"\"\n", + " Generate molecules from extrapolated embeddings\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " tokenizer: SMILES tokenizer\n", + " base_embeddings: Base embeddings to extrapolate from\n", + " target_properties: Target property values for extrapolation direction\n", + " extrapolation_factor: How much to extrapolate (0.2 = 20% increase)\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " # Calculate property gradient direction in embedding space\n", + " # This is a simplified approach - you might want to use more sophisticated methods\n", + " mean_embedding = torch.mean(base_embeddings, dim=0)\n", + " \n", + " # Find direction of increasing properties\n", + " high_prop_mask = target_properties > torch.median(target_properties)\n", + " low_prop_mask = target_properties < torch.median(target_properties)\n", + " \n", + " high_prop_embeddings = base_embeddings[high_prop_mask].mean(dim=0)\n", + " low_prop_embeddings = base_embeddings[low_prop_mask].mean(dim=0)\n", + " \n", + " property_direction = high_prop_embeddings - low_prop_embeddings\n", + " property_direction = property_direction / torch.norm(property_direction)\n", + " \n", + " # Generate extrapolated embeddings\n", + " extrapolated_embeddings = mean_embedding + extrapolation_factor * property_direction\n", + " extrapolated_embeddings = extrapolated_embeddings.unsqueeze(0).to(device)\n", + " \n", + " # Generate SMILES from extrapolated embeddings\n", + " with torch.no_grad():\n", + " generated_ids = model.generate(extrapolated_embeddings)\n", + " generated_smiles = tokenizer.decode(generated_ids[0], skip_special_tokens=True)\n", + " \n", + " return generated_smiles, extrapolated_embeddings\n", + "\n", + "def generate_slerp(model, tokenizer, base_embeddings,\n", + " df, target_col, extrapolation_factor=0.2):\n", + " \"\"\"\n", + " Generate molecules from extrapolated embeddings\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " tokenizer: SMILES tokenizer\n", + " base_embeddings: Base embeddings to extrapolate from\n", + " target_properties: Target property values for extrapolation direction\n", + " extrapolation_factor: How much to extrapolate (0.2 = 20% increase)\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + "\n", + " co2_properties = torch.tensor(df['CO2'].values, dtype=torch.float32)\n", + " ch4_properties = torch.tensor(df['CH4'].values, dtype=torch.float32)\n", + " \n", + " # Normalize properties to same scale before combining\n", + " co2_norm = (co2_properties - co2_properties.mean()) / co2_properties.std()\n", + " ch4_norm = (ch4_properties - ch4_properties.mean()) / ch4_properties.std()\n", + " \n", + " # Combined property (equal weighting)\n", + " target_properties = co2_norm + ch4_norm\n", + " \n", + " extrapolated_embeddings = slerp_extrapolation(base_embeddings, target_properties, factor=extrapolation_factor)\n", + " generated_molecules = []\n", + " # Generate SMILES from extrapolated embeddings\n", + " with torch.no_grad():\n", + " generated_ids = model.generate(extrapolated_embeddings.cuda())\n", + " generated_smiles = tokenizer.decode(generated_ids[0], skip_special_tokens=True)\n", + "\n", + " mol = Chem.MolFromSmiles(generated_smiles)\n", + " is_valid = mol is not None\n", + " \n", + " if is_valid:\n", + " canonical_smiles = MolToSmiles(mol, canonical=True)\n", + " else:\n", + " canonical_smiles = \"INVALID\"\n", + " \n", + " generated_molecules.append({\n", + " 'generated_smiles': generated_smiles,\n", + " 'is_valid': is_valid,\n", + " 'target_property': 'slerp',\n", + " 'extrapolation_factor': extrapolation_factor\n", + " })\n", + " \n", + " print(f\"Generation: {generated_smiles} (Valid: {is_valid})\")\n", + " return generated_molecules\n", + "\n", + "\n", + "\n", + "\n", + "def generate_dual_enhanced_molecules(model, tokenizer, val_df, base_embeddings, \n", + " extrapolation_factor=0.2, num_generations=10):\n", + " \"\"\"Generate molecules with enhanced both CO₂ and CH₄ permeability\"\"\"\n", + " \n", + " # Combine both properties (you can weight them differently if needed)\n", + " co2_properties = torch.tensor(val_df['CO2'].values, dtype=torch.float32)\n", + " ch4_properties = torch.tensor(val_df['CH4'].values, dtype=torch.float32)\n", + " \n", + " # Normalize properties to same scale before combining\n", + " co2_norm = (co2_properties - co2_properties.mean()) / co2_properties.std()\n", + " ch4_norm = (ch4_properties - ch4_properties.mean()) / ch4_properties.std()\n", + " \n", + " # Combined property (equal weighting)\n", + " combined_properties = co2_norm + ch4_norm\n", + " \n", + " generated_molecules = []\n", + " \n", + " print(f\"Generating {num_generations} molecules with enhanced dual permeability...\")\n", + " print(f\"Extrapolation factor: {extrapolation_factor}\")\n", + " \n", + " for i in range(num_generations):\n", + " generated_smiles, extrapolated_embedding = generate_from_extrapolated_embeddings(\n", + " model, tokenizer, base_embeddings, combined_properties, extrapolation_factor\n", + " )\n", + " \n", + " # Validate generated molecule\n", + " mol = Chem.MolFromSmiles(generated_smiles)\n", + " is_valid = mol is not None\n", + " \n", + " if is_valid:\n", + " canonical_smiles = MolToSmiles(mol, canonical=True)\n", + " else:\n", + " canonical_smiles = \"INVALID\"\n", + " \n", + " generated_molecules.append({\n", + " 'generation_id': i + 1,\n", + " 'generated_smiles': generated_smiles,\n", + " 'canonical_smiles': canonical_smiles,\n", + " 'is_valid': is_valid,\n", + " 'target_property': 'DUAL_enhanced',\n", + " 'extrapolation_factor': extrapolation_factor\n", + " })\n", + " \n", + " print(f\"Generation {i+1}: {generated_smiles} (Valid: {is_valid})\")\n", + " \n", + " return generated_molecules\n", + "\n", + "ch4_results = generate_enhanced_molecules_ch4(\n", + " model, tokenizer, val_df, base_embeddings, \n", + " extrapolation_factor=factor, num_generations=1\n", + " )\n", + " \n", + " # Dual enhanced\n", + " dual_results = generate_dual_enhanced_molecules(\n", + " model, tokenizer, val_df, base_embeddings, \n", + " extrapolation_factor=factor, num_generations=1\n", + " )" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/.ipynb_checkpoints/high_values_regression-checkpoint.ipynb b/simson_modeling/regression/.ipynb_checkpoints/high_values_regression-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..dafbef96817676ce64480e80a2f95e77fb248c5c --- /dev/null +++ b/simson_modeling/regression/.ipynb_checkpoints/high_values_regression-checkpoint.ipynb @@ -0,0 +1,947 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "11ab9ea6-1c5b-4f9b-a6ea-1bc75be56108", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "\n", + "import joblib\n", + "import numpy as np\n", + "import pandas as pd\n", + "import torch\n", + "from sklearn.metrics import mean_absolute_error\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.preprocessing import StandardScaler\n", + "from torch import nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from tqdm import tqdm\n", + "from transformers import (\n", + " AutoConfig,\n", + " AutoModel,\n", + " AutoTokenizer,\n", + " BertConfig,\n", + " BertModel,\n", + " BertTokenizerFast,\n", + " PreTrainedModel,\n", + ")\n", + "from transformers.activations import ACT2FN\n", + "\n", + "warnings.filterwarnings(\"ignore\")\n", + "\n", + "torch.backends.cuda.matmul.allow_tf32 = True\n", + "torch.backends.cudnn.allow_tf32 = True\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "ce760993-fbef-4546-8b2c-1e7a722ad374", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset\n", + "\n", + "\n", + "class SMILESDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # Shape: (num_samples, 2) - already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Create mask for valid (non-NaN) labels\n", + " self.label_masks = ~np.isnan(self.labels) # True where label is valid\n", + " \n", + " # Replace NaNs with 0 for safe tensor conversion (mask will handle exclusion)\n", + " self.labels = np.nan_to_num(self.labels, nan=0.0)\n", + " \n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + " \n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " \n", + " # Tokenize the SMILES string\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'label_mask': torch.tensor(self.label_masks[idx], dtype=torch.float32)\n", + " }\n", + " \n", + " def get_label_statistics(self):\n", + " \"\"\"Return statistics about label availability\"\"\"\n", + " label_counts = self.label_masks.sum(axis=0)\n", + " total_samples = len(self.smiles_list)\n", + " \n", + " stats = {\n", + " 'total_samples': total_samples,\n", + " 'label_0_count': label_counts[0],\n", + " 'label_1_count': label_counts[1],\n", + " 'label_0_ratio': label_counts[0] / total_samples,\n", + " 'label_1_ratio': label_counts[1] / total_samples,\n", + " 'both_labels_count': (self.label_masks.sum(axis=1) == 2).sum(),\n", + " 'single_label_count': (self.label_masks.sum(axis=1) == 1).sum(),\n", + " 'no_labels_count': (self.label_masks.sum(axis=1) == 0).sum()\n", + " }\n", + " \n", + " return stats\n", + "\n", + "def calculate_weighted_loss(predictions, labels, label_mask, label_weights):\n", + " \"\"\"\n", + " Calculate weighted loss for two labels with masking\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 2)\n", + " labels: Ground truth labels (batch_size, 2)\n", + " label_mask: Mask for valid labels (batch_size, 2)\n", + " label_weights: Weights for each label (2,)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 2)\n", + " \n", + " # Apply masking to exclude NaN labels\n", + " valid_mask = label_mask.bool()\n", + " masked_losses = losses * valid_mask.float()\n", + " \n", + " # Apply label-specific weights\n", + " weighted_losses = masked_losses * label_weights.unsqueeze(0) # Broadcast weights\n", + " \n", + " # Calculate final loss (only over valid predictions)\n", + " total_loss = weighted_losses.sum()\n", + " total_valid = valid_mask.sum()\n", + " \n", + " return total_loss / total_valid if total_valid > 0 else torch.tensor(0.0, device=predictions.device, requires_grad=True)\n", + "\n", + "def compute_label_weights(dataset):\n", + " \"\"\"\n", + " Compute inverse frequency weights based on label availability\n", + " \n", + " Args:\n", + " dataset: SMILESDataset instance\n", + " \n", + " Returns:\n", + " torch.Tensor: Normalized weights for each label\n", + " \"\"\"\n", + " # Get label counts from dataset\n", + " label_counts = dataset.label_masks.sum(axis=0) # Count valid samples per label\n", + " total_samples = len(dataset)\n", + " \n", + " # Inverse frequency weighting\n", + " weights = total_samples / (2 * label_counts) # 2 is the number of labels\n", + " \n", + " # Normalize weights so they sum to number of labels (2)\n", + " weights = weights / weights.sum() * 2\n", + " \n", + " return torch.tensor(weights, dtype=torch.float32)\n", + "\n", + "def calculate_true_loss(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for monitoring using separate scalers for each label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 2).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 2).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 2).\n", + " scalers: List of scaler objects, one for each label\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " total_mae = 0\n", + " total_samples = 0\n", + " \n", + " for label_idx in range(2):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " total_mae += mae * len(unscaled_preds)\n", + " total_samples += len(unscaled_preds)\n", + " \n", + " return total_mae / total_samples if total_samples > 0 else 0.0\n", + "\n", + "\n", + "def train_model(model, train_dataloader, val_dataloader, label_weights, \n", + " scalers=None, num_epochs=10, learning_rate=2e-5, device='cuda', \n", + " patience=3, validation_steps=500):\n", + " \"\"\"\n", + " Train model with weighted loss for two labels with step-based validation\n", + " \n", + " Args:\n", + " model: CustomModel instance (should output 2 labels)\n", + " train_dataloader: Training data loader\n", + " val_dataloader: Validation data loader \n", + " label_weights: Tensor with weights for each label\n", + " scalers: List of scalers for unscaled loss monitoring\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " device: Training device\n", + " patience: Early stopping patience (in validation steps)\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " model.to(device)\n", + " label_weights = label_weights.to(device)\n", + " \n", + " optimizer = AdamW(model.parameters(), lr=learning_rate, weight_decay=0.01)\n", + " total_steps = len(train_dataloader) * num_epochs\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " \n", + " train_losses = []\n", + " val_losses = []\n", + " \n", + " # Early stopping initialization\n", + " best_val_loss = float('inf')\n", + " steps_no_improve = 0\n", + " best_model_state = None\n", + " \n", + " # Training tracking\n", + " global_step = 0\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " print(f\"Label weights: {label_weights.cpu().numpy()}\")\n", + " print(f\"Validation will be performed every {validation_steps} steps\")\n", + " \n", + " model.train()\n", + " \n", + " for epoch in range(num_epochs):\n", + " print(f\"\\nEpoch {epoch + 1}/{num_epochs}\")\n", + " \n", + " train_progress = tqdm(train_dataloader, desc=\"Training\", leave=False)\n", + " \n", + " for batch_idx, batch in enumerate(train_progress):\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " label_mask = batch['label_mask'].to(device)\n", + " \n", + " optimizer.zero_grad()\n", + " \n", + " # Model forward pass\n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " # Calculate weighted loss\n", + " loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " \n", + " # Calculate true loss for monitoring\n", + " true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate losses for averaging\n", + " running_train_loss += loss.item()\n", + " running_true_train_loss += true_loss\n", + " train_steps_count += 1\n", + " \n", + " loss.backward()\n", + " \n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " \n", + " optimizer.step()\n", + " scheduler.step()\n", + " \n", + " global_step += 1\n", + " \n", + " train_progress.set_postfix({\n", + " 'step': global_step,\n", + " 'loss': f'{loss.item():.4f}',\n", + " 'true_loss': f'{true_loss:.4f}',\n", + " 'lr': f'{scheduler.get_last_lr()[0]:.2e}'\n", + " })\n", + " \n", + " # Perform validation every validation_steps\n", + " if global_step % validation_steps == 0:\n", + " # Calculate average training losses since last validation\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " avg_true_train_loss = running_true_train_loss / train_steps_count\n", + " \n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Reset running averages\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " # Validation\n", + " model.eval()\n", + " total_val_loss = 0\n", + " total_true_val_loss = 0\n", + " val_batches = 0\n", + "\n", + " with torch.no_grad():\n", + " for val_batch in val_dataloader:\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = val_batch['input_ids'].to(device)\n", + " attention_mask = val_batch['attention_mask'].to(device)\n", + " labels = val_batch['labels'].to(device)\n", + " label_mask = val_batch['label_mask'].to(device)\n", + " \n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " val_loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " val_true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + "\n", + " total_val_loss += val_loss.item()\n", + " total_true_val_loss += val_true_loss\n", + " val_batches += 1\n", + " \n", + " avg_val_loss = total_val_loss / val_batches\n", + " avg_val_true_loss = total_true_val_loss / val_batches\n", + " val_losses.append(avg_val_loss)\n", + " \n", + " print(f\"\\nStep {global_step} | Train Loss: {avg_train_loss:.4f} | Val Loss: {avg_val_loss:.4f} | True train loss: {avg_true_train_loss:.4f} | True val loss: {avg_val_true_loss:.4f}\")\n", + " \n", + " # Early stopping check and best model saving\n", + " if avg_val_loss < best_val_loss:\n", + " best_val_loss = avg_val_loss\n", + " steps_no_improve = 0\n", + " best_model_state = model.state_dict().copy()\n", + " print(f\"New best validation loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping triggered after {global_step} steps ({steps_no_improve} validation steps without improvement).\")\n", + " # Load best model and return\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " return train_losses, val_losses, best_val_loss\n", + " \n", + " model.train()\n", + " \n", + " # Handle any remaining training loss that hasn't been validated\n", + " if train_steps_count > 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Load the best model state before returning\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n", + "\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=5, learning_rate=1e-5, \n", + " batch_size=256, validation_steps=500):\n", + " \"\"\"\n", + " Complete training pipeline for two labels with step-based validation\n", + " \n", + " Args:\n", + " smiles_train, smiles_test: Lists of SMILES strings\n", + " labels_train, labels_test: numpy arrays of shape (num_samples, 2) - ALREADY SCALED\n", + " model: CustomModel instance (configured for 2 outputs)\n", + " tokenizer: Tokenizer instance\n", + " scalers: List of 2 scalers, one for each label (for inverse transform only)\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " batch_size: Batch size for training\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " \n", + " print(\"Setting up datasets for two-label training (labels assumed pre-scaled)\")\n", + " \n", + " # Create datasets - no scaling performed here\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, tokenizer)\n", + " \n", + " # Print dataset statistics\n", + " train_stats = train_dataset.get_label_statistics()\n", + " val_stats = val_dataset.get_label_statistics()\n", + " \n", + " print(\"Training dataset statistics:\")\n", + " for key, value in train_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " print(\"Validation dataset statistics:\")\n", + " for key, value in val_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " # Compute label weights based on training data\n", + " label_weights = compute_label_weights(train_dataset)\n", + " print(f\"Computed label weights: {label_weights.numpy()}\")\n", + " \n", + " # Create data loaders\n", + " train_dataloader = DataLoader(\n", + " train_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=True,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " val_dataloader = DataLoader(\n", + " val_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=False,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " # Set device\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " print(f\"Training steps per epoch: {len(train_dataloader)}\")\n", + " print(f\"Total training steps: {len(train_dataloader) * num_epochs}\")\n", + " \n", + " # Train the model\n", + " train_losses, val_losses, best_val_loss = train_model(\n", + " model=model,\n", + " train_dataloader=train_dataloader,\n", + " val_dataloader=val_dataloader,\n", + " label_weights=label_weights,\n", + " scalers=scalers, # Still pass scalers for true loss calculation\n", + " num_epochs=num_epochs,\n", + " learning_rate=learning_rate,\n", + " device=device,\n", + " patience=10,\n", + " validation_steps=validation_steps,\n", + " )\n", + " \n", + " print('Training completed.')\n", + " print(f'Number of validation checkpoints: {len(val_losses)}')\n", + " print(f'Final training losses: {train_losses[-5:] if len(train_losses) >= 5 else train_losses}')\n", + " print(f'Best validation loss: {best_val_loss:.4f}')\n", + " \n", + " # Save model\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/regression/regression_simson.pth')\n", + " print(\"Model saved successfully!\")\n", + " \n", + " return train_losses, val_losses, best_val_loss" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "12a2b8c3-2c4d-4b1b-8cc7-930c9fe68fd7", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')\n", + "targets = ['Tg', 'He', 'N2', 'O2', 'CH4', 'CO2']" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "8e1296a2-551c-48ab-aab3-fcf4b6110d75", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkIAAAGvCAYAAAC3lbrBAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAYQxJREFUeJzt3XtcFdXeP/APSICZYOhPkCc1T8fjJW+pSZR1tHhEM0+ezKNl5THSUw+UynOs7DEyrSjzgheSzLyd5HjpJJUainjBC6KgJKLiDYXEDSrCBpTr3r8/jJENm32d2TN7z+f9eu3XC/asPbPmtuY7a9as5abX6/UgIiIiUiF3uTNAREREJBcGQkRERKRaDISIiIhItRgIERERkWoxECIiIiLVYiBEREREqsVAiIiIiFSLgRARERGplofcGVAynU6HgoICtG7dGm5ubnJnh4iIiCyg1+tRVlaGwMBAuLubrvNhIGRCQUEBOnbsKHc2iIiIyAb5+fl44IEHTKZhIGRC69atAdzZkD4+PjLnhoiIiCyh1WrRsWNH4TpuCgMhE+ofh/n4+DAQIiIicjKWNGthY2kiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRalkdCKWkpGDUqFEIDAyEm5sbEhISmqQ5ffo0/vKXv8DX1xetWrXCo48+iry8PGF6ZWUlwsPD0bZtW9x3330YM2YMCgsLDeaRl5eHkSNH4t5770X79u0xY8YM1NbWGqTZu3cv+vfvDy8vL/zxj3/EmjVrmuQlNjYWDz74ILy9vREUFIQjR45Yu8ouY29OEd77/gRuVdeaT2yHklvVmLH5Vxy+eEPS5UjhX4cv48sdZ5qdrtfrEf3Lafz7SJ7B96evahG5KRP5xbesXubS5HP4JuWi1b8jdbp8owKRmzJxtrBM7qwo0tf7LiB2z3mHLvNaWRX+d9OvyLh8U9T5nr6qxZ+/3IPxK1Jxo7xK1HnLqVBbif/d9Ct+zS+ROysAbAiEKioq0LdvX8TGxhqdfuHCBQwePBjdu3fH3r17ceLECXz44Yfw9vYW0kyfPh0///wzNm/ejH379qGgoAAvvPCCML2urg4jR45EdXU1Dh06hLVr12LNmjWIiooS0uTm5mLkyJEYOnQoMjMzMW3aNLzxxhvYsWOHkGbjxo2IjIzERx99hGPHjqFv374IDQ1FUVGRtavtEv6++ig2pufjqz0XJF1O9PYz2JzxG8avOCzpcqTwYcJJxO65gDMardHpv/5Wiq/3XcTMH7IMvh+19AB+OHYF//hXhlXLK9RWYkHSWXy6/TSqautszjepx6TVR/HDsSsY89UhubOiOLeqaxH9yxl8uSMH1x0YOMxKyMJ/jv2GMcvF3Scjl+zH5Ru3cPhiMWb/fErUecvpn5t/xX+O/YbnYw/KnRUAgIe1PxgxYgRGjBjR7PT/+7//w7PPPot58+YJ3z300EPC36Wlpfj2228RHx+Pp59+GgCwevVq9OjRA4cPH8Zjjz2GnTt34tSpU9i1axf8/f3Rr18/zJ07F++99x5mz54NT09PxMXFoUuXLliwYAEAoEePHjhw4AAWLVqE0NBQAMDChQsxefJkTJo0CQAQFxeHbdu2YdWqVXj//fetXXWXUVB6W9L5Xy6ukHT+jlBRZbzWTHu7xuj3tTo9AOBckXV36ZU1d4Mfvd6qn5JKXbx+5/wqa+YYVbP68xAAqmt1Dltu7nVpyrwGq4PLN5y/XK138Zqy1kXUNkI6nQ7btm3Dn/70J4SGhqJ9+/YICgoyeHyWkZGBmpoahISECN91794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVagw8RERG5LlEDoaKiIpSXl+Pzzz/H8OHDsXPnTvz1r3/FCy+8gH379gEANBoNPD090aZNG4Pf+vv7Q6PRCGkaBkH10+unmUqj1Wpx+/ZtXL9+HXV1dUbT1M+jsejoaPj6+gqfjh072rYhiIiIyCmIXiMEAM8//zymT5+Ofv364f3338dzzz2HuLg4MRcliZkzZ6K0tFT45Ofny50lIiIikpCogVC7du3g4eGBnj17Gnzfo0cP4a2xgIAAVFdXo6SkxCBNYWEhAgIChDSN3yKr/99cGh8fH7Rs2RLt2rVDixYtjKapn0djXl5e8PHxMfgQERGR6xI1EPL09MSjjz6KnJwcg+/Pnj2Lzp07AwAGDBiAe+65B8nJycL0nJwc5OXlITg4GAAQHByMrKwsg7e7kpKS4OPjIwRZwcHBBvOoT1M/D09PTwwYMMAgjU6nQ3JyspCGiIiI1M3qt8bKy8tx/vzdPhpyc3ORmZkJPz8/dOrUCTNmzMC4cePw1FNPYejQoUhMTMTPP/+MvXv3AgB8fX0RFhaGyMhI+Pn5wcfHB2+//TaCg4Px2GOPAQCGDRuGnj174tVXX8W8efOg0Wgwa9YshIeHw8vLCwDw5ptvYtmyZXj33Xfx+uuvY/fu3di0aRO2bdsm5C0yMhITJ07EwIEDMWjQIMTExKCiokJ4i4yIiIjUzepAKD09HUOHDhX+j4yMBABMnDgRa9aswV//+lfExcUhOjoa77zzDrp164b//Oc/GDx4sPCbRYsWwd3dHWPGjEFVVRVCQ0Px1VdfCdNbtGiBrVu34q233kJwcDBatWqFiRMnYs6cOUKaLl26YNu2bZg+fToWL16MBx54ACtXrhRenQeAcePG4dq1a4iKioJGo0G/fv2QmJjYpAE1ERERqZPVgdCQIUOgN9Phyeuvv47XX3+92ene3t6IjY1ttlNGAOjcuTO2b99uNi/Hjx83mSYiIgIREREm0xAREZE6cawxIiIiUi0GQkRERKRaDISIiIhItRgIERnlZuOvbPsdERHJg4EQERERqRYDIRVirYWEuGmJiJwKAyEiInIJDXt2ceNNCVmIgRARERGpFgMhIiN4N0lEpA4MhIiIiOzgiHaXvDeTDgMhIiIiUi0GQkRERKRaDISIrMC2Q0REroWBEBERkR14g+TcGAgRERGRajEQIjLC1hs8a3/HXr6JiOTFQIhIIRr2iktERI7BQIjICqzBISJyLQyEiIiISLUYCKkQ33AgIiK6g4EQkYgYZBIRORcGQkRE5HLYno8sxUCIiIhcA9+8JBswECIiIiLVYiBEREREqsVAiIiIiFSLgRCREW58/YuISBUYCBEZYftYYwygiIicCQMhIoVgJRQRNYsFhGQYCBEREZFqMRAiIiIi1bI6EEpJScGoUaMQGBgINzc3JCQkNJv2zTffhJubG2JiYgy+Ly4uxoQJE+Dj44M2bdogLCwM5eXlBmlOnDiBJ598Et7e3ujYsSPmzZvXZP6bN29G9+7d4e3tjd69e2P79u0G0/V6PaKiotChQwe0bNkSISEhOHfunLWrTCQZPXuAIyKSldWBUEVFBfr27YvY2FiT6bZs2YLDhw8jMDCwybQJEyYgOzsbSUlJ2Lp1K1JSUjBlyhRhularxbBhw9C5c2dkZGTgyy+/xOzZs7FixQohzaFDh/DSSy8hLCwMx48fx+jRozF69GicPHlSSDNv3jwsWbIEcXFxSEtLQ6tWrRAaGorKykprV5uIiEg+et40ScXD2h+MGDECI0aMMJnmypUrePvtt7Fjxw6MHDnSYNrp06eRmJiIo0ePYuDAgQCApUuX4tlnn8X8+fMRGBiI9evXo7q6GqtWrYKnpycefvhhZGZmYuHChULAtHjxYgwfPhwzZswAAMydOxdJSUlYtmwZ4uLioNfrERMTg1mzZuH5558HAKxbtw7+/v5ISEjA+PHjrV11l8Emd7Zje0UiItciehshnU6HV199FTNmzMDDDz/cZHpqairatGkjBEEAEBISAnd3d6SlpQlpnnrqKXh6egppQkNDkZOTg5s3bwppQkJCDOYdGhqK1NRUAEBubi40Go1BGl9fXwQFBQlpGquqqoJWqzX4EBERkesSPRD64osv4OHhgXfeecfodI1Gg/bt2xt85+HhAT8/P2g0GiGNv7+/QZr6/82laTi94e+MpWksOjoavr6+wqdjx45m15eoIdYYERE5F1EDoYyMDCxevBhr1qxxyp55Z86cidLSUuGTn58vd5aIiEjhnPF6R3eJGgjt378fRUVF6NSpEzw8PODh4YHLly/jf//3f/Hggw8CAAICAlBUVGTwu9raWhQXFyMgIEBIU1hYaJCm/n9zaRpOb/g7Y2ka8/Lygo+Pj8GHiIicD2MTspSogdCrr76KEydOIDMzU/gEBgZixowZ2LFjBwAgODgYJSUlyMjIEH63e/du6HQ6BAUFCWlSUlJQU1MjpElKSkK3bt1w//33C2mSk5MNlp+UlITg4GAAQJcuXRAQEGCQRqvVIi0tTUhDRERE6mb1W2Pl5eU4f/688H9ubi4yMzPh5+eHTp06oW3btgbp77nnHgQEBKBbt24AgB49emD48OGYPHky4uLiUFNTg4iICIwfP1541f7ll1/Gxx9/jLCwMLz33ns4efIkFi9ejEWLFgnznTp1Kv785z9jwYIFGDlyJDZs2ID09HThFXs3NzdMmzYNn3zyCbp27YouXbrgww8/RGBgIEaPHm31hiJ1sfVu0tqfcWwyIiJ5WR0IpaenY+jQocL/kZGRAICJEydizZo1Fs1j/fr1iIiIwDPPPAN3d3eMGTMGS5YsEab7+vpi586dCA8Px4ABA9CuXTtERUUZ9DX0+OOPIz4+HrNmzcIHH3yArl27IiEhAb169RLSvPvuu6ioqMCUKVNQUlKCwYMHIzExEd7e3tauNhEREbkgqwOhIUOGQG9Fx06XLl1q8p2fnx/i4+NN/q5Pnz7Yv3+/yTRjx47F2LFjm53u5uaGOXPmYM6cORbllYiIiNSFY40RKQQ7jiUicjwGQkRWYIseIiLXwkCIyAg2YiYiUgcGQkRERKRaDISIiMjlsM0dWYqBkAqxx1UiIvE4pEhlwS0ZBkJERESkWgyEiETEwReJiJwLAyEiIiJSLQZCREY4aqwxIiKSFwMhIiJyOXxKTZZiIERERESqxUCIyBq8yyRSLD3YeRBZj4EQERERqRYDISIiIlItBkJERESkWgyEiIiI7MA31JwbAyEiIiJSLQZCREREpFoMhFTIje+AExERAWAgRERERCrGQIjICJsbP1r5OzayJCKSFwMhIhExriEici4MhIgUgrVDRM7JEecuiwfpMBAiIiIi1WIgRKQQeo4XSSQa1qCQpRgIEVmBXQ8QEbkWBkJERESkWgyEiIjIJfDxsnNQ2oshDISIiIhItawOhFJSUjBq1CgEBgbCzc0NCQkJwrSamhq899576N27N1q1aoXAwEC89tprKCgoMJhHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3bzeYrtfrERUVhQ4dOqBly5YICQnBuXPnrF1lIiIiEonSau6sDoQqKirQt29fxMbGNpl269YtHDt2DB9++CGOHTuGH374ATk5OfjLX/5ikG7ChAnIzs5GUlIStm7dipSUFEyZMkWYrtVqMWzYMHTu3BkZGRn48ssvMXv2bKxYsUJIc+jQIbz00ksICwvD8ePHMXr0aIwePRonT54U0sybNw9LlixBXFwc0tLS0KpVK4SGhqKystLa1SaShNIKBCIitfGw9gcjRozAiBEjjE7z9fVFUlKSwXfLli3DoEGDkJeXh06dOuH06dNITEzE0aNHMXDgQADA0qVL8eyzz2L+/PkIDAzE+vXrUV1djVWrVsHT0xMPP/wwMjMzsXDhQiFgWrx4MYYPH44ZM2YAAObOnYukpCQsW7YMcXFx0Ov1iImJwaxZs/D8888DANatWwd/f38kJCRg/Pjx1q46ERGRLHjPJB3J2wiVlpbCzc0Nbdq0AQCkpqaiTZs2QhAEACEhIXB3d0daWpqQ5qmnnoKnp6eQJjQ0FDk5Obh586aQJiQkxGBZoaGhSE1NBQDk5uZCo9EYpPH19UVQUJCQprGqqipotVqDjytSWkM1JWruNXlz286NG5eIyKlIGghVVlbivffew0svvQQfHx8AgEajQfv27Q3SeXh4wM/PDxqNRkjj7+9vkKb+f3NpGk5v+DtjaRqLjo6Gr6+v8OnYsaPV60xERETOQ7JAqKamBn/729+g1+uxfPlyqRYjqpkzZ6K0tFT45Ofny50lIiIikpDVbYQsUR8EXb58Gbt37xZqgwAgICAARUVFBulra2tRXFyMgIAAIU1hYaFBmvr/zaVpOL3+uw4dOhik6devn9F8e3l5wcvLy9rVJRLwyRgRkXMRvUaoPgg6d+4cdu3ahbZt2xpMDw4ORklJCTIyMoTvdu/eDZ1Oh6CgICFNSkoKampqhDRJSUno1q0b7r//fiFNcnKywbyTkpIQHBwMAOjSpQsCAgIM0mi1WqSlpQlpiJrDgIaISB2sDoTKy8uRmZmJzMxMAHcaJWdmZiIvLw81NTV48cUXkZ6ejvXr16Ourg4ajQYajQbV1dUAgB49emD48OGYPHkyjhw5goMHDyIiIgLjx49HYGAgAODll1+Gp6cnwsLCkJ2djY0bN2Lx4sWIjIwU8jF16lQkJiZiwYIFOHPmDGbPno309HREREQAuNNoddq0afjkk0/w008/ISsrC6+99hoCAwMxevRoOzcbERHRHRyD0LlZ/WgsPT0dQ4cOFf6vD04mTpyI2bNn46effgKAJo+f9uzZgyFDhgAA1q9fj4iICDzzzDNwd3fHmDFjsGTJEiGtr68vdu7cifDwcAwYMADt2rVDVFSUQV9Djz/+OOLj4zFr1ix88MEH6Nq1KxISEtCrVy8hzbvvvouKigpMmTIFJSUlGDx4MBITE+Ht7W3tahMREZELsjoQGjJkCPQmeoEzNa2en58f4uPjTabp06cP9u/fbzLN2LFjMXbs2Ganu7m5Yc6cOZgzZ47ZPBERkQthJQ1ZiGONERERkWoxECIiIrKDI16uYAWXdBgIERERkWoxECIiIiLVYiBEZIStVd3W/oz9FRERyYuBEBEREakWAyEVYi0EERHRHQyEiIiIyGGUdjPOQIiIiIhUi4EQERERqRYDISIRudlR56uH+eFpiIhIXAyEiKygsEfbRERkJwZCREREpFoMhIisYM+jLyIiUh4GQkRGuPEhGBGRKjAQIvqdXs/GykSugjczZCkGQkRGOGqsMSIitVHaPScDISIiIlItBkJERESkWgyEiBSCbRqI7KM3+Ntxz1945jo3BkKqxNOWiEg0DuhWgz13SIeBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRiYgNGomInAsDIRKd0noNJSIi5VDaDSMDIaLfMYAjIlIfBkIkOqVF+7awfRVcYOWJiFSEgZAC7ckpwrcHco1OW30wF7vPFDo4R9JIv1SMZbvPoU7Hqhg10+v1WLn/Ivadveaw+VTX6rAk+RyO5920a5nO5vRVLRYlnUVFVa3Dl12krcSCnTm4UnJb+O52dR0WJZ1FdkGpw/Pj7EpuVWPBzhxcvFaOiqpaLEw6izMardzZckoecmeAmpq0+igAoO8Dvhj4oJ/wfWZ+CT7++RQA4NLnI2XJm5hejEsFALS9zwsvDeokc27Ecb28Su4sOJ3UizfwybbTAOw7rq2Zz7rUS1iYdBYLk866xLlkqRGL9wMAyiprETWqp0OX/eZ3GTiWV4KtJ65izz+HAAAWJ59D3L4LWJx8TvT94OpD1sz8IQu/nNTgm/0XMf7RTlhz6BKWSLAd1cDqGqGUlBSMGjUKgYGBcHNzQ0JCgsF0vV6PqKgodOjQAS1btkRISAjOnTtnkKa4uBgTJkyAj48P2rRpg7CwMJSXlxukOXHiBJ588kl4e3ujY8eOmDdvXpO8bN68Gd27d4e3tzd69+6N7du3W50XJdNoKw3/L61sJqVzu3it3HwicllXbt42n8gCBSWWnx9nC8tEWaazOnnF8TUwx/JKAAC51yuE71gTZLujl+7UZlbW6JAlw/50JVYHQhUVFejbty9iY2ONTp83bx6WLFmCuLg4pKWloVWrVggNDUVl5d1CasKECcjOzkZSUhK2bt2KlJQUTJkyRZiu1WoxbNgwdO7cGRkZGfjyyy8xe/ZsrFixQkhz6NAhvPTSSwgLC8Px48cxevRojB49GidPnrQqL0TGuEI7JyIiMs/qR2MjRozAiBEjjE7T6/WIiYnBrFmz8PzzzwMA1q1bB39/fyQkJGD8+PE4ffo0EhMTcfToUQwcOBAAsHTpUjz77LOYP38+AgMDsX79elRXV2PVqlXw9PTEww8/jMzMTCxcuFAImBYvXozhw4djxowZAIC5c+ciKSkJy5YtQ1xcnEV5ISIicgZ8q1U6ojaWzs3NhUajQUhIiPCdr68vgoKCkJp6pz1Iamoq2rRpIwRBABASEgJ3d3ekpaUJaZ566il4enoKaUJDQ5GTk4ObN28KaRoupz5N/XIsyUtjVVVV0Gq1Bh9XxNoO23HbERG5FlEDIY1GAwDw9/c3+N7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmobTzeWlsejoaPj6+gqfjh07WrDWRESkBHpWm5AN+Pp8AzNnzkRpaanwyc/PlztLpCJ6sBAnInI0UQOhgIAAAEBhoWE/N4WFhcK0gIAAFBUVGUyvra1FcXGxQRpj82i4jObSNJxuLi+NeXl5wcfHx+BD1BCfjBERuRZRA6EuXbogICAAycnJwndarRZpaWkIDg4GAAQHB6OkpAQZGRlCmt27d0On0yEoKEhIk5KSgpqaGiFNUlISunXrhvvvv19I03A59Wnql2NJXpSuaT8YrDEg18OjmpydI26Q2D5ROlYHQuXl5cjMzERmZiaAO42SMzMzkZeXBzc3N0ybNg2ffPIJfvrpJ2RlZeG1115DYGAgRo8eDQDo0aMHhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEfU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REBABYlBel44HvWLwgy0SkDc/2IURkC6tfn09PT8fQoUOF/+uDk4kTJ2LNmjV49913UVFRgSlTpqCkpASDBw9GYmIivL29hd+sX78eEREReOaZZ+Du7o4xY8ZgyZIlwnRfX1/s3LkT4eHhGDBgANq1a4eoqCiDvoYef/xxxMfHY9asWfjggw/QtWtXJCQkoFevXkIaS/JCZByjUCJSMgb+YrE6EBoyZIjJOy83NzfMmTMHc+bMaTaNn58f4uPjTS6nT58+2L9/v8k0Y8eOxdixY+3KCxEREakX3xpzKqylICL78Q1FccndjIFXBvswECIi1WFzIiL5KO38YyBEREREqsVAiIhkxcc0JAW5H1dJTWm1Ks6MgZCCufh5TEREKqS0IJWBkFPhLQAREZGYGAgpmFRRs8KCcVI5sar4eZtARLZgIERkhNKqbomISBoMhEh0bMRHRCQtFrPiYSBE9DuOVUVEpD4MhEh0rvBYyQVWgYiILMBAyKnw8kyuh/VwRPZxhZtPOTEQUjQe3UQkPj4FJrqLgZCCnLxSitzrFSZSNF96FZTcRsblYouWk3LuGm5V11qZO3U6W1iGHE2Z8L81d16F2kocybVsn5D1tJU12H/uGup0vKorRfqlYlwtvS3Z/LMLSnHhWrnd89Hr9Th0/jpulFeJkKvmndFoca6wrNnpR3KLUaitlDQPYtLr9Th4/jqKK6rlzoqoGAjJJPXCDfSfm4Rfsq4CAIq0lXhu6QEMnb9XSGPNRffxz3djzPJUnLxSajZtfvFtvB1/3Nosq05lTR2GLUpBaEwKKmvqrP590GfJ+NvXqTh6ybJgyI01gFYZ9/VhvPrtEXyz/6LcWSEAx/Nu4sW4VARH77b4N9bUTN2sqMbIJQfwzIJ9NuTO0PYsDV5emYYhDcpbsZVX1WJ4zH7896IU1NTpmkxPu3gDf/s6FUGfJUuWB7ElZF7BhJVp+O+F9u8DJWEgJJOXvjmM4opqvLX+GPKLb+Fy8S1R5ns8v8SidMlnikRZnhiUWk1fXlVr9G9rpV28IUZ2XJat+//0VS0AIOH4ld9nZMUybVskmZB+6aak879aKl7NSfLpQgBAWaU4NePGbmFuNqg1MRYIHb5oXW2xEm6Tdmbf2W43WCNEYisoka4qmSzHiyORY7GRLykBAyEiIiJSLQZCRCQrPeviSAKuXtnEDmDFw0BIwVz9RCYiItswDBIPAyEihWDNCBGR4zEQIvqdZTXNrKcjcna85aCGGAgpBB/3KosbX2chcllsX0MNMRBSMF6MSQ3Euibx0aLlnHFLKXn/yl1WO6ozVleNHxkIuShL73isuTPiXZTlGm4ruQvJenLuP6UcO0rJB5GaNSwSlXBOMhBSCDEPhkJtJR6LTsbCnTkm021Kz8eAT3Yh04LeqG9X1+HpBfvw3vcnRMqlstkTupwvKsOjn+4SLS9iiNyYiZCF+2waKsRen/9yBo9/vluycZ0sPXXyi29h0GfJiN1zXpJ8yMGSIXXURP5LKllr3IrDsgdDDIRc0NLd51CorcKS3aYL/He/P4HiimqErz9mdp7bsq4i93oFNqbni5VNxWt4bloTGM1KOInr5crqgv6H41dw4VoF9sgwtErcvgu4WlqJlQdyjU53VBH45Y4cXCurwpc7TN8gOJN/bv5V7iyQjRRSUWwVKR5PHsktxjWJB781h4GQgtl0nuj1kGIwbrkjdjnYetKrcFM5BVfcLUo61mw5X+TKv4I2G0H+AacZCClcbZ0OeTfEGZC1OVdcdKwznU6PS9crzAZx1bU65JsZ9NZR7Xyqausk3x83K6pRcqsal29UQGciaq6tM79dnJUjL8D5xbdQa2TQTXMqqmpRpBVvoFFXotdbdm67soarruSG5MYobbcxEFK4Kf/KwFNf7sG2E1clXc7eHOWMRi+Wj37KxpD5e7Ei5aLJdGOWH8KT8/YgLVf+UeJHLjmAJz7fjV8taLdli+o6HR6Zm4R+c5Lw5y/3YoaJNl+T1hzFk/P2YEe2RpK8GHMsT9oRzB0t6VQhnpy3BxNXH7H6t/3m7MSgz5IZDBkx+/dz+2sz53ZzlHYhJnkxEFKI5s7L3b+36Vh10Hj7CrHEp+VJOn85/OvwZQAw2yYk6/cGp//J+E3yPJlzvqgcAPDzrwWSzP9Go7ZL/znW/DrvP3cdALDm4CVJ8mLMj8evOGxZjrAu9RIA4OB564Psmro7pYKrBYdiWJt659yel3hG5pyQKxA9EKqrq8OHH36ILl26oGXLlnjooYcwd+5cgypMvV6PqKgodOjQAS1btkRISAjOnTtnMJ/i4mJMmDABPj4+aNOmDcLCwlBeXm6Q5sSJE3jyySfh7e2Njh07Yt68eU3ys3nzZnTv3h3e3t7o3bs3tm/fLvYqOwzvYoiIiMQleiD0xRdfYPny5Vi2bBlOnz6NL774AvPmzcPSpUuFNPPmzcOSJUsQFxeHtLQ0tGrVCqGhoaisvFsFPGHCBGRnZyMpKQlbt25FSkoKpkyZIkzXarUYNmwYOnfujIyMDHz55ZeYPXs2VqxYIaQ5dOgQXnrpJYSFheH48eMYPXo0Ro8ejZMnT4q92pJwxrcKAAZsZCWRDhged6RUcjcGFournmOiB0KHDh3C888/j5EjR+LBBx/Eiy++iGHDhuHIkTvPyPV6PWJiYjBr1iw8//zz6NOnD9atW4eCggIkJCQAAE6fPo3ExESsXLkSQUFBGDx4MJYuXYoNGzagoODOI4P169ejuroaq1atwsMPP4zx48fjnXfewcKFC4W8LF68GMOHD8eMGTPQo0cPzJ07F/3798eyZcvEXm3lcNboSQFc9BwnF+ZsjWTt4WwXYWfLr5qJHgg9/vjjSE5OxtmzZwEAv/76Kw4cOIARI0YAAHJzc6HRaBASEiL8xtfXF0FBQUhNTQUApKamok2bNhg4cKCQJiQkBO7u7khLSxPSPPXUU/D09BTShIaGIicnBzdv3hTSNFxOfZr65TRWVVUFrVZr8HGE5s6XxjGNnDGONee0s8ZiBv0GNbMOzrpu9ZSYf14vyNHEPubkOK0Meq93kRonuYgeCL3//vsYP348unfvjnvuuQePPPIIpk2bhgkTJgAANJo7b6D4+/sb/M7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmvrpjUVHR8PX11f4dOzY0er1t5Wxu4dC7d1OpnI0ZYq5w8jRlOF43s1mX12V8nV/vV6PMxotamx4HZlcky21IheulTf57krJbRRXVDv9MVZWWYNL1yuE/6+VVUFTavjmmZpfOydqTPRAaNOmTVi/fj3i4+Nx7NgxrF27FvPnz8fatWvFXpToZs6cidLSUuGTny9vL8ozf8gS/i6vqkX8Ecve7JK6jAuNScFfvzqEuH1NX129dL0CBaXmX/e9XX13qAdrOoD8Li0Pw2P2463vMiz/kYWUWFsiNl7/7mg8rExxRTWe+Hw3+s9NwppDlzA8Zj/ejj8uT+bs9OinuzBk/l6cLyqHTqfHo5/uwmPRybhVXSt31qgBFRQ3TkP0QGjGjBlCrVDv3r3x6quvYvr06YiOjgYABAQEAAAKCwsNfldYWChMCwgIQFGRYb82tbW1KC4uNkhjbB4Nl9FcmvrpjXl5ecHHx8fgoyT1rzNLwZYgYPnepkN4HL5o2WvCRWV3g6VaneV33t/uvxN87TrtgH6PbBxig5zPucIy4e/6fqcSHdh/kpgqa+6cT4cuXEddg8i3YQ2z2jm6RsxV2nK5xlo0JXogdOvWLbi7G862RYsW0P1+sevSpQsCAgKQnJwsTNdqtUhLS0NwcDAAIDg4GCUlJcjIuHvXv3v3buh0OgQFBQlpUlJSUFNTI6RJSkpCt27dcP/99wtpGi6nPk39cpTEVU4UJeKWvcuWbcFjkywhdTsVZ6uxdbb8yknuMkb0QGjUqFH49NNPsW3bNly6dAlbtmzBwoUL8de//hXAnaEKpk2bhk8++QQ//fQTsrKy8NprryEwMBCjR48GAPTo0QPDhw/H5MmTceTIERw8eBAREREYP348AgMDAQAvv/wyPD09ERYWhuzsbGzcuBGLFy9GZGSkkJepU6ciMTERCxYswJkzZzB79mykp6cjIiJC7NUmF6CkcouhBzkbuS9masOtLR4PsWe4dOlSfPjhh/if//kfFBUVITAwEP/4xz8QFRUlpHn33XdRUVGBKVOmoKSkBIMHD0ZiYiK8vb2FNOvXr0dERASeeeYZuLu7Y8yYMViyZIkw3dfXFzt37kR4eDgGDBiAdu3aISoqyqCvoccffxzx8fGYNWsWPvjgA3Tt2hUJCQno1auX2KutMDxFiNTA2dt8MXgiJRA9EGrdujViYmIQExPTbBo3NzfMmTMHc+bMaTaNn58f4uPjTS6rT58+2L9/v8k0Y8eOxdixY02mcSlOWDIqNcsKzZbTaq7GTaz976r7S4rzQ+3bylXXX2pKLavtxbHGSHZKaZRqaoR5Pu+XjhJe5ZY/B+pkTbsiBRwm5KIYCBEACwokCQuha2XKe5tFzIafDKKIiJSLgRAREakLa5dk1WTUBJlfVWEgpBQKPzHV0KhRCY9oyHrcbSQ32Wt95V6+k2MgpBBiluW8MNhPjoKN+43E5AYeU0ome/BEAgZC5PIsrekx1VhaSGNvZiwk1XJsqfVS28XUmdbXVFZNTnOidZSCGmq4yXIMhIgs4Ohn2CymHUsNgQErIIiMYyBE9LvGFwo1XByVQAmbmTUErseSGl5HkeRGSpZD1jXPEwZCBIDPqwFXPcWVT7QOFbkDSUXkONxd9RxjIORqZI5oXPQ8IRXhTYFtnOki6Yi8OtP2kJvcNbIMhBTAGU4Yi7uuV+C6yF1FLncfGeTcFHhKUSOOOMflLsdcGQMhIiIVYEBFZBwDIVejxCoZJyV3dS2RvZReiSDXOcZikhpiIKQQYp6YPMltY/Ka8ftEVk9LS7bt66TnDHtDJ2ektMOWgZBCiHlnZMu8XPn6bvHFwoW3QT2dLR0qirTs5o4xe+evsDJVMdiztHqooOiSFAMhonq8aBBcJ3hwkdVwWaxdVg4GQkQyaraWRKKrGN9gUy/ueSLjGAgRWYA3b9JhOxfHU/sWd4UXIeQ4b5x/qxnHQIjICAY+6uKqBTwRmcdAiCyiigtFo+DHFSsqXOFOWAquuK+peY7e365y3klVCyX3I3sGQuRUXKM4IRKHks4H1qIa4vZwHgyEFELuO1JHR+Ryry8REcmjcZAod40ZAyGyCAMXInk4y7knRz5NvYLu6hUyTnJYOAUGQmQzZ+kHw9ICQ+7n1A0patOqrMQVc9vLeY64Qf47bSJnwEBIIcQsruS8g2TBS47G1+/JWo4+YpR0k0VNMRByMXJfElzpmiTnqki1HV1p/4ipYQDvKtvIGVZDrm0t+nJtiHPErXkUb16mOMMxZQsGQkQW4P2cdMS6KJmrjVR7zZGiHrcSKQgDIRdzp12AjT80QQ2PvNSwjuRirDhklRgHMjizXcP9qcR960wYCBEZ0biRq7M0DFcytpNwPFfa5s52sXe2/KoZAyEF0EOv+mp7V8YYihSH5Y2oHHGKsxiRjiSB0JUrV/DKK6+gbdu2aNmyJXr37o309HRhul6vR1RUFDp06ICWLVsiJCQE586dM5hHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3b5dilQnA2cIyzEo4Kdvy16VewoKdOTb/vvHds63BacmtGpt+p/RLU3lVLd77/gRSzl4Tdb5KeCTZ3K5elHS2yXdnNFpEbspEfvEtiXNFDS3bc858IpnU6Rx7DCeevIrbNXUOXSbguvGz6IHQzZs38cQTT+Cee+7BL7/8glOnTmHBggW4//77hTTz5s3DkiVLEBcXh7S0NLRq1QqhoaGorKwU0kyYMAHZ2dlISkrC1q1bkZKSgilTpgjTtVothg0bhs6dOyMjIwNffvklZs+ejRUrVghpDh06hJdeeglhYWE4fvw4Ro8ejdGjR+PkSfku1q7sha8Oybr8qB+zsXT3eZwtLDP43tI7KUtqbiyZV06j5ZviTAXL0t3nsDE9H6+tOiJ3VkTX3G5YnHwOeTcMA56/LD2IH45dwRtr05v51V28ixdHUVkldmQXmk0nV1CdfvmmQ5f35nfHHLo8Vyd6IPTFF1+gY8eOWL16NQYNGoQuXbpg2LBheOihhwDcucuOiYnBrFmz8Pzzz6NPnz5Yt24dCgoKkJCQAAA4ffo0EhMTsXLlSgQFBWHw4MFYunQpNmzYgIKCAgDA+vXrUV1djVWrVuHhhx/G+PHj8c4772DhwoVCXhYvXozhw4djxowZ6NGjB+bOnYv+/ftj2bJlYq+2y8su0JpNU15VK8qyDp2/Dk1ppfmEFuajYdF46Px1XC29bfO81ejIpWIAwG83Ld9upbdrsOdMEWrrdFJly2Fu1dRi/7lrKCq7c0xW/75ODQPe0ts12JMjzvqevqrFKQvON3OcLQjbfaYQlc3UclTV2LddzxeV49f8kgbfONEdCElO9EDop59+wsCBAzF27Fi0b98ejzzyCL755hthem5uLjQaDUJCQoTvfH19ERQUhNTUVABAamoq2rRpg4EDBwppQkJC4O7ujrS0NCHNU089BU9PTyFNaGgocnJycPPmTSFNw+XUp6lfTmNVVVXQarUGHwK0lTWIT8tzyLL2n7uGl1em4bHoZNHnffD8dby8Mg3B0btFn7ezsLX4N7yImDfu61RMWnMUX6dctHGJyrEzuxCvfnsET3ze/HEz7utUTFpt//pW1tRhxOL9eHbJfuE7e2o5lPDY0VKvr0nH+/85Icm8Qxbuw/OxB4Vg1plqYus5YZadhuiB0MWLF7F8+XJ07doVO3bswFtvvYV33nkHa9euBQBoNBoAgL+/v8Hv/P39hWkajQbt27c3mO7h4QE/Pz+DNMbm0XAZzaWpn95YdHQ0fH19hU/Hjh2tXn9byX2Qm7p7vFFe7bB8pF64Idm8D1+0f95qbficaWUgdEZzp7bkx8wrEuTGkNTnzr7f20TV1DW/JLHWt0KkWlU5iLEfEjILRJhL865YUatJTUl2rsl8ARQ9ENLpdOjfvz8+++wzPPLII5gyZQomT56MuLg4sRclupkzZ6K0tFT45Ofny50lmzjqbodvuknHme7k7WX3YaQXaT5OyNQqq3BzOBVX6trA2YkeCHXo0AE9e/Y0+K5Hjx7Iy7vzaCUgIAAAUFho2PCtsLBQmBYQEICioiKD6bW1tSguLjZIY2weDZfRXJr66Y15eXnBx8fH4KMWW09cRcjCfYq9Iz1bWIbFu87hVrX5NyXEuCCyiCJXI2dt5rrUS/ItXAXScovlzoJ9ZC5wRQ+EnnjiCeTkGL7CfPbsWXTu3BkA0KVLFwQEBCA5+W4bEK1Wi7S0NAQHBwMAgoODUVJSgoyMDCHN7t27odPpEBQUJKRJSUlBTc3dV5WTkpLQrVs34Q214OBgg+XUp6lfjqIo4PbtfFE5Pv45W+5sGDVsUQoW7TqLa2VVki3D1nOx8VtqLkuq8c+kma1VWLspnV/zSxD1ozLLFSJAgkBo+vTpOHz4MD777DOcP38e8fHxWLFiBcLDwwHc6aF32rRp+OSTT/DTTz8hKysLr732GgIDAzF69GgAd2qQhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEvU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REhNir7TIc/RqoKzAXnCmpdonXe3K0qybeAJXyeFRrez6ynofYM3z00UexZcsWzJw5E3PmzEGXLl0QExODCRMmCGneffddVFRUYMqUKSgpKcHgwYORmJgIb29vIc369esRERGBZ555Bu7u7hgzZgyWLFkiTPf19cXOnTsRHh6OAQMGoF27doiKijLoa+jxxx9HfHw8Zs2ahQ8++ABdu3ZFQkICevXqJfZqKwavc+JpWEizTCVH4PnrGNzO1JDogRAAPPfcc3juueeane7m5oY5c+Zgzpw5zabx8/NDfHy8yeX06dMH+/fvN5lm7NixGDt2rOkMk0mOfGyglLu4xvmQKl/NzVeqhpSO3r5sEEpKUj9mIB+FUkMca4wURZwLp2EhZ2mZp4ai0dHlv1ICW3PE2ixKCvxM5UQNx7qSOMt5oFYMhFyQPa9e83x1bWp6LV8sSj4nWLPhHFxlN7nq8cZAiAy45mFuGVsveEq+UIpFjDva5uYhVtlq12xM/Nia+Srtzt+R1y2FrbrslHYsUPMYCLkYnnuOo9frMWn1EbyzIdPq33654wyeW7q/2bGVpKq5sefC6Kq1SZvTld1xqql9VqfXY/yKVMz8wfzQFC56M+9wqw7k4r8X7kOR1vbxEElZGAgphKgXGRZ4DpFXfAt7cq7hern1fRvF7rmAk1e0+D5D+iEolM7eY9/ew33G96aDCEfeXBgLVkytX37xbRy+WIx/H1F2MGcvsWtX7Dlm5mw9hXNF5Viw86xo+SF5MRBSCCXfrTkia9W1d0aXdqbqZJ0IG6ZOd3dU7YIS5Y6DVF2rk7Qzy3rXbAgqxWZNYKYx0UeOmApKbqPOygPOVGpNaSWKKxwzhqCSzmkxs1JTpzOfyAQlbRfZudpYY2QDBQdBjjLy99G2RXlnzEm357BFKXJnoVmfbDuNo5ek72xz24mryLtxS/LliOWx6GT8auWAtNZKPl2Ixz/fjX/8K8N8YhMaXniLyqrQf24SSm/VNP8DKynitGuQCVPlgK1lhDVDhThrOaRGDIRIFo3LiHNF5bLkoyFH9xUkB4f3I2TDAvfkFJlP5EDmrmdbjkv7ePPH30dk33W60ExK62UXlIo+T1f2+S9nZFu2gooRl8NAiOh3SuoDhhzLVRuCE5F5DISILGAsSHLGsMnhHSo6dnGicJWA2DXWgkh6DITIgOyFp4zPkVgrQMY49K0xlR2DbEdDSsBAyMU4slyxpf2HI4ixDdzgxkLaQUTbzhLtMGsO88bnhEJPEacjVllTPxtbjxS1705XLRMZCCmEkg8wJedNSg3vznlBcxw5trUUbxg5A7lXzdnOK6Xe/Dk9mTcrAyEyqbii2qH920h1Puj1epzRlFmeDwsyImWZaMvFN/d6BcqrasXPjINZu1nv7FstaurkvqybzvudPN7pe6b0Vg3yi52nmwB7GNsm1oxZlXfjFrS3xXvN39rlOxspjy1XfXTrIXcG6A4xDy8x59V/bpKIc5PPmkOXkHTK9OvHljSSVWpD2lMFWjy7ZD98vD1wYnao3NkRWBIs2ttR46UbtzA8Zr9d83DEdXF4zH483b09Vv39UfSdsxMAkDrzaXTwbSn9whXm2wO5eOPJP5hNl198C099uafZ6bKejcosClR/bNmCNUJkwDXjfeCblIuizEepNeP1fe9oK5VVI2TJ9jpVoJU+I1aQ8q539xnDPpJ+zZeuHx8ln8srLDwfj+QWS5wT+UhdlEh5bLkaBkIuyJmrfcUINGxdfck6VLShyFNqwKVG5vaFqelW70YJT125ajOdtzRqiqela2IgRPQ7J44fnYLFFxGFRYHmjgulPi61hNqOebv3lVvDPy2fl8IOaWqEgRCpQoFIg2N+sCVL+NvSgjD+SJ7Vy1lz6JLR7xNPajA27hB+u2lbY8gNR63Pi6PxmiEOS7fj2kOXMGHlYdyqtu+xqphB1b+P5GH8ilRoK8VtJG1MRPwxs7Xoer0ekZsyUdbg0fN/jv2Gbw/kYszyQ1Yvs7KmDtGNhus4W1iGMcsP4eD561bPz5wPE07i3e9/FX2+9WrrdAhbcxTLdp+zbQYcdJWUhBeh5t2sqMaJ36x/7p57vcLq3zRXLr/5XQaOXrqJD7actHqeAJBfrLwR7hu3yamsqZMpJ/ZT8p2/sbZPeujx0U/ZOHj+BtalXnZYXsxtp5k/ZOHwxWJ8tfeC5HnZeuIqss20U8svvo0fjjUdU27u1lPIuGz9YMTG5jVlXToyLt/EhJVpVs/PlFvVtfjX4cvYlP4bCrXi3BA2tvNUIZLPFGH+zrOSzF9qDIQUwpnb9YhJzscM5grnOhH2UZ1OL8q+LhX5dWKpWLI/63TyH/umcmBdh4p2Z0U2txTY9UKFg/JUa+YYrNHpRF2esdq3G+XVoi6jXsNVq9PpUVuns7kMau5nt6utu3lR2uNkBkIuxpq+csixaup0GDp/L15oUJX+HyN3ho5Wcsv6AtjSgtRcYLA5PR/H8kqsXr7rkDYI5P2VcXJvl2N51tciieHmrWo8MicJUzdkyrL85qTJ/HYgAyEXE59mXxsQuctNW++o6zuqA6yrXQtff6zB76xbprV5zdGUIa/4Fo43uPAXV4hzF2hPTUTCceuDsdGxB0WpyZnx/Ykm3zlb7732ZPfN747hbOHdmxdzW/TDBNseiQLA2kNNH31JFRDUn1elt2rwj39lNJluaY2A3AGLVLZnaWRZ7sglB1BWVYuffi3A9xm/yZIHY/65Wbr2S5ZgIEQuIf3S3Tssa8rObVlXjX7vXJdix/v1t1LkuGjto6Or7d//T9NgsDn/Omx7O55VB3NNThcz5qg/r75LM51fc4GO2H06NRe0qvF8FzP4cPZ4lYGQQiilZ2lnLRDEKDAbF5KKvhtVdOacj5xt9BTQRAqANIdUc9tV7ko/a8sLe7eNnKermMd2c7Ny9jauDIQUwJ5DSK/X2z1EgRpZ8lpuw/3i5ua8QaKlrpVVOX2BJgY5x1PSiXnRsuO3tXU63LTysa3cwY2rc/btq+TyhYGQk/siMQePfrpL7myIxuZz3crzq8/snU3eSDHfg7BySyJ7H+fsOlWIRz/dhchN4j6rV+4WMyRWLaq9++GNtel2/V4sf1l2EI/MTbKp6wcxKe3tIkm58KpuPJqHRz/d1aTvJKVgIOTk4vaZ7mcj7eINq+Yn98XekUNsnC8qt39hDnCzohoHz1+HTsJnKEt+7whtixUNp51tJOrfbtrWh5Ijb2LN9WdjDXtOpVNX7+RjezNt6BzF2mMs34J9XF2rw8HzhuWi2MXesbyb+K1EmhHglUav1yP1gunrzNytpwHcHWOu8X6V+x6To88rhFSF7bgVhxE/OQiPP9TOwnw418XNmdi6aUcs3g+NthLzXuzTbBq5C5JmKShjmfklksxXQatoNb3B344796XaZMZ6eW5cpn25w/paCWv28fmicrzwlfW9TTurn09cxQ82vHmqJKwRUgFz0Topm+b33mATT9595daVw1WlxRVq6VDRkfdAltY8S5Gn7w5LO8xMdoGyRn0X90WcpnPbdarQ7vnK/QiUgZALUmOljuir7Nb4X7lPVZIL97zrM7eP1VimqonkgdDnn38ONzc3TJs2TfiusrIS4eHhaNu2Le677z6MGTMGhYWGUWVeXh5GjhyJe++9F+3bt8eMGTNQW2vYuHXv3r3o378/vLy88Mc//hFr1qxpsvzY2Fg8+OCD8Pb2RlBQEI4cOSLFaroMKc/31As38Ozi/TiSW4yXvzks4ZIcw9q7fykfPdhzqbY1V5ZcHH5t9Dhq39lreHbxfpy8oqy7ZkfadDTf4H8pzzlzx5wjXq12BlLX5BWU3saopQfwwzHHdWJo6zq9+/2vCLdgIFqr8iLanKQhaSB09OhRfP311+jTx7Btw/Tp0/Hzzz9j8+bN2LdvHwoKCvDCCy8I0+vq6jBy5EhUV1fj0KFDWLt2LdasWYOoqCghTW5uLkaOHImhQ4ciMzMT06ZNwxtvvIEdO3YIaTZu3IjIyEh89NFHOHbsGPr27YvQ0FAUFRVJudqKo5QC6qVvDuPUVS3+9nUqrjYzGrwYjbVtDziUfro6v4mrjuDUVS0mrTkqd1YMmDpH7AlgjR3P7zbuQFEpJ6gTcpYt9/HPp5B1pVT0tzLFVllTh03pv2Hbias2v1zgjCQLhMrLyzFhwgR88803uP/++4XvS0tL8e2332LhwoV4+umnMWDAAKxevRqHDh3C4cN3agl27tyJU6dO4bvvvkO/fv0wYsQIzJ07F7GxsaiuvtO3RVxcHLp06YIFCxagR48eiIiIwIsvvohFixYJy1q4cCEmT56MSZMmoWfPnoiLi8O9996LVatWSbXa5MTMvz7vmHyogdZJBo21RMNgx9kOEX0zfzubHE2Z0YFM5dBwyJR6DbvqKL1l/NhX2rEjZp9W5shdtkoWCIWHh2PkyJEICQkx+D4jIwM1NTUG33fv3h2dOnVCamoqACA1NRW9e/eGv7+/kCY0NBRarRbZ2dlCmsbzDg0NFeZRXV2NjIwMgzTu7u4ICQkR0jRWVVUFrVZr8FEdJy0NbTlnHd2TtJjzFzuvSqqUkLtQVCtjx4Az7IuUs9cQGpOC4TH7jU539LEdu8d0lyZ95+w0+r25bNq6HlKvv0XHiMKPI0len9+wYQOOHTuGo0ebVn9rNBp4enqiTZs2Bt/7+/tDo9EIaRoGQfXT66eZSqPVanH79m3cvHkTdXV1RtOcOWP89cno6Gh8/PHHlq+oqJTRo6y63d1yxhpPNv5O7j6XGlJQVpxe4wuHuYa03PTWs/R4taQs+/nXAgBAXrH5fnvkOk/YLYmyiV4jlJ+fj6lTp2L9+vXw9vYWe/aSmjlzJkpLS4VPfn6++R+JxBnPE1c/uV19/RpSUiAlz2Y3sVAFbRtHk+qNufrjzWz7K/Wcgk5BqnNT7lNM9EAoIyMDRUVF6N+/Pzw8PODh4YF9+/ZhyZIl8PDwgL+/P6qrq1FSUmLwu8LCQgQEBAAAAgICmrxFVv+/uTQ+Pj5o2bIl2rVrhxYtWhhNUz+Pxry8vODj42PwcQXO1gMwGWcqMHO2V7yVfEQ2CQqVnFkiiYgZ9Ci9dBI9EHrmmWeQlZWFzMxM4TNw4EBMmDBB+Puee+5BcnKy8JucnBzk5eUhODgYABAcHIysrCyDt7uSkpLg4+ODnj17CmkazqM+Tf08PD09MWDAAIM0Op0OycnJQhoyQuYj1taaCYNgz+YT2HDhYl//lHo9VVoh5a60DJljMNiYk2Xe4LRR4BHqZJvT1Rk7QlxhF4neRqh169bo1auXwXetWrVC27Zthe/DwsIQGRkJPz8/+Pj44O2330ZwcDAee+wxAMCwYcPQs2dPvPrqq5g3bx40Gg1mzZqF8PBweHl5AQDefPNNLFu2DO+++y5ef/117N69G5s2bcK2bduE5UZGRmLixIkYOHAgBg0ahJiYGFRUVGDSpElir7brsKIslKKNjFJrNtzcoKgz3tmut9aQo+2VWHe/Tr1bJGgsbW67mj3fHRSbSX3IWbIaznrsKKmtpK1k6Vl60aJFeO655zBmzBg89dRTCAgIwA8//CBMb9GiBbZu3YoWLVogODgYr7zyCl577TXMmTNHSNOlSxds27YNSUlJ6Nu3LxYsWICVK1ciNDRUSDNu3DjMnz8fUVFR6NevHzIzM5GYmNikATXddaOi2qbfaSud73XoTenNtwH7PuO3JoOcNj7fHX36p+UWC38rqflSobYSG47kobKmTpT56fV65GjK8GPmFWW00zKzo7Ov3H27NDO/xOrOIsVcw8bD6Viz+Q5euI4D564bfCfVMe7IG56Gm2Dj0XzcFuk4dRoWHAPlVbX495E8m8t/ayntxROHDLq6d+9eg/+9vb0RGxuL2NjYZn/TuXNnbN++3eR8hwwZguPHj5tMExERgYiICIvz6oqsKQxLbezfZfqGTJt+JydTYw59kXgGhdq7nT6KcZrae1G/Vd18AW5POaKHfYHV88sOQqOtxBlNGWb/5WHbZ9RAaEwKAMCn5T0Y2q29KPOUyoHzhsHDc0sP4NLnIx2ej9o6HV6yo8f2k1e0eOXbNGR/HGo+sYWUVlmwLvWy0e+VWhPtKFEJJ/HD8Svo0q6VJPOXO9Axh2ONkSiSz8jbW7cYFQeNz9X0y8XGEzqBg+evI0fTtGM3KdQPCrvm0CXU6SzcEXpgR7bGbLJTBa7fl5defyeI+SXrql3zqbV025thKuB2hAwrzzsx1tr8ddq+pSihYtOUX34f0Dn3eoXwXWK2BrV1OrO/3Xf2mmT5chQGQiQpOR5tKLzMkdyFa+WYsDJNqFUxx+LgpRFju9bU48aGqut0+Me/MoxOU/rdoxTWHLqEt9Yfc/hyxWwgbc28TO3iMcuNd3hLjvX5L2earUGrl3H5Jood9DhNSgyEFECvd92L95RmLnauwPpBVx3jfFG5Vek/2XZatGXvP2f/3aEK4yDslqlG1WxjZon2haWzVc6bbPIflDbvCzuyvtdMbU/WbyUWzcdckwu5ty4DIYUQd/gFw5nJWZQknSo0n6gB21+ft1/jRTdp0CfCMsSinAuE+OR4jOC6W9N6YgY/Sn8kpArcB2YxEHJBznzcyxlsmNtuzvLIRoxx1yThwtvPGZepFpY8nlfE6/NOcn5IwlUHXSUiQ1Je7AwLUcdcVY3VSon99o2j2pi5QiAixTrYuz+l74eImmPNtmluPzX5Wm/yX6fFQIhcjitc1KzlSheE5gplvV6PqlrX7ANGqZUBkrUREnHGjjnf7VyIkxZKjXeTGI/ka+t0Nr+gIRUGQuQSpKg5MFdWu1LfI85QTk/bmIlusxJxpeS23FkRlR562ba/uONJWX8+iHFhdZX2cmKXYb/dtP88kaKEGzJ/b5NzWO6SlIGQCjjDRa6enHfG5hYt98nakKl9Kuv+lnAj/ZhZAABYf9j0K732ErMHcUceM8YCAqWe+pZuF0eVB1Lf1MixH/71+3mitEBRjABNbAyEiCwgTlW+sgokZ+CooE7Oi4XSblTEDAnsXTelbRtyTQyEFEJpUTs1GlRctlxYz1FHkrGLlDNtJ0s5y5kpVtDgkPW18EDRibBSzrL/xCbGozZzN4CuEqgyECJFsbWK2hHnY5NHJgq66jfMi6sUTiQ/e2tClXSOmGI+n/atiCXnpNivzztTMSB31wEMhFTAWWub5iWeQVGDgU8tJdb6/vqbdaOImyPp6/PNfP+dhe1psqwcMR1wzEXOOY/cuxxZvtuyrYz9xpIsH8ktxuJd5xT39o+tzK+za6xnY5pS0+Wrk8SxdmMg5Ipc5Jz9au8F/I+F4y8Z9KIj0fo3rq2Ss+bF0mXPSjiJvBu3pM1MA2Lc2Smt8FVafiwmchRW8/sAnHq9Hn/7OhWLdp01GFvOWW+4XFV9GWGqrHhj3VGT82jy+ryL7mIGQgrhqgeYtZqOAH9Tnow4scYXpMO5N6RZjkzHrOS9AIuwXl/tPW//TKzUpE2IBStirh1J/aZOPl2Irv/3C747fBlj4+4OinrpRoXxH5rJgtMGl07EksD05BWtnctwDQyEyCWIMtaYlaWzUgddbXzxmZeYY9Xvj+QWi5gbGzTYsMYbZIt/GTXZHYEN87Nmm0vVyPnDH7NFaTD7S9ZVhK1NB3CnhlGMmxNR24SIsP2kH2LDdCbHfZ1qdmBSKTW/+o4JWeVuS8ZASA1cJWynZol5Yfnb16nmE5GopHqsdLawzO55vGXh42mlcoba9jQJbj6cYb2VgoGQC1L7s3qp1l7uu5aGTOXFebrVUw5X2ELGLny1dabXTOr1tnusMXGyYTdnDCrEyHPTITZcEwMhhXDVA4zuErMwVULBbG0WLO5N2GAZ8q+oI+JfqXo2tmXrNaxdlDv4V8Jx7uzs2YQKuveTFAMhcg0qLzAN+xGSb2O4YsEpffsRkQI+SUafl4byjhPTOZI7IFQqOcsaMTEQUgCx73q3Z2kazV8apbdrcKO8StR5yt2xljWcJacuUlbJxtbt90vWVew6XSRuZpyMuW0nxrHZ3Cx42DsPuctSBkIKoNcDV510RO1pGzPlzoJopBx4sayyBnO2Zks2f6UQY2T4L345I/y96kAu/n0kz2C6JbGyXq/HwqSz+CXrKraeKEDMrrNm04vN0Y2Mjd1QyX2BsZdc90U5mjLM/ikb18rEvdGzh5TlU0V1nfFlmljkqQKtaDeuct8Ae8i6dAIAbEzPx7YTV+XOhk2OXrLsbQd7LjSW/LbhRUCJ1bXzd+TY3WeHKY7oULIxY9s5Q4RXq8uqaoW/tZW1mPlDFv42sKPwnSVF5v5z17Ek+ZxNy3eiSkkDCjzsm1W/jc1lWZwaI/MzafxoOTQmBQCQe70Ca18fZH8eZNg3er3e7rKwaSeyd+d3TeSnAXJijZACOGsQVC/pVKHJ6Xq9Hq98m2bz/J/4fLfNvxVLZW2dXRfIHBteY/7n5l9tWlbjWjopy+CqWuN3kmKzdiiHNYcuWZW+xsTbVVK82iwFY2tgb6Bh7k7dXC1Fcz93gxtWHci1u8+qWp0eW45fsWsed/Jzx9pDlzDos2Th+31nr2HxrnMOD2TMDX1hiYLSSoxccgC1v/cIbgtzZV5zgVbK2Wt49ds0/HbTsl7t5b73YCBEdnGDGyavSzeZRnu7FgfPW9a7sbETokCEQsFe61IvNy30rTh7zxeVW73M7zN+a3aaUm7+Nx3NN59IBOaC7cZ2n7Gubc7mhkNFOHjjKrEG0xHmbD0ldxaa+MjI47BFZh6rSsHUo9ziimqL53Pqqlay3vlNFX+vrTqC/eeuW3wzJ3ctLAMhFXCmglaME6KyRocxyw/ZP6MGjLUV0Nl+oyUqvV4vW0lyrbxpodzcHag9R6HU7avMDRXhrGw5Khr+xu5+gBRQ9FTVyn+iZhdY91i8ue2m1+tR0eDRsdIdvliMUUsPyJ0Ns9hGiOwidyRfr2HBMS/xDC5eF/fC9u2BXAT4eBt8l2bVGF7SbKjpGzNxPO8mSkx0z29LILz6YK7ZNGm5xUbb4ezNuWY0va1tdgCgUCttewSp52/O4Yv2P36z7YZHvO43lRD0NDYrIQvfHc4zn1BhmmvX9I9/ZWCnlbWj9hCjfM+6Umo2jdzHDgMhsotF54mDgyVbgyBzJ/2n208b/G+u115HEKN9hDEf/2z+scXnDd7uaqjGjjYJFlFK9O0E7D1CJetHyEG70NIgyGxbKAcfcs0FBrYEQTxbzOOjMWrW7WZeqWxI7Ncetbctr/bdm1OE1Avijaxu7V2J3NfjkxbcacnBEeHhKSsfNYjlh2PNt9uyVbVIgaNN9UFGB7UVR2WNYxrSN2dTumPar0klR2P/OHGAfeVUfbvIOp0e18urRDtWlYY1QmTU7J+yLXrzRuxYwJqGiX9ffRQAcOGzZ0VZ9r8OX7YqvTUvMokdNOn1ejxn4bN3+eutxOUG4Nkl+2VZduQm297kM+XiNXEe40oZ1Nii+4eJeHHAA7Itv7kaS1s4vAE9ILzCb/e8RBhj45WVaUi9KN5NZ2Nyt+NijRAZZe3rx6ZIXXOi0+tlecZ8q9ry2it31k+TM7Li5DWW1NSbj0qitNNT7jYzjRkLgsQs18tlbgAueiAUHR2NRx99FK1bt0b79u0xevRo5OTkGKSprKxEeHg42rZti/vuuw9jxoxBYaHhs8+8vDyMHDkS9957L9q3b48ZM2agttZwY+3duxf9+/eHl5cX/vjHP2LNmjVN8hMbG4sHH3wQ3t7eCAoKwpEjR8ReZTIjv9iyviRsVVunt/r1ajF8e8B8g+J6YvcKq7SCsiEl501tbBt09e7fi3eZbuCedaXEhiXI35Owmtj3aEwdRA+E9u3bh/DwcBw+fBhJSUmoqanBsGHDUFFxt/p3+vTp+Pnnn7F582bs27cPBQUFeOGFF4TpdXV1GDlyJKqrq3Ho0CGsXbsWa9asQVRUlJAmNzcXI0eOxNChQ5GZmYlp06bhjTfewI4dO4Q0GzduRGRkJD766CMcO3YMffv2RWhoKIqKnH/8n5k/nBB9nC+bWHCmjP/6sKRZGPTpLmyUoT3A5RuWB3garbh9IVnTQWPJrebfKHNGi+14+8wSRQoaVsEatoxZaKyzyIaB7HUzZYyl/YM1XQajZVPEHH/SkhcfbOUqu1H0NkKJiYkG/69Zswbt27dHRkYGnnrqKZSWluLbb79FfHw8nn76aQDA6tWr0aNHDxw+fBiPPfYYdu7ciVOnTmHXrl3w9/dHv379MHfuXLz33nuYPXs2PD09ERcXhy5dumDBggUAgB49euDAgQNYtGgRQkNDAQALFy7E5MmTMWnSJABAXFwctm3bhlWrVuH9998Xe9Ud6t9H8i1uWCzlwVpWaT4PZRJXe0o9f7KO2IMIk4VsaCNk7BF4jZUdZOn1eqtreM6I1BBYLG5uwJbjzvEYz1pX7eiQVi01d5K3ESotvfNmi5+fHwAgIyMDNTU1CAkJEdJ0794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVag4+SXbhmeW/Fp68qe12IyD7H8sTpQdjafncGfZaML3eI1zBZDjV1OkzfKH5DeJsZCWqlusGIbtQtSEOmwiApB4F1NEkDIZ1Oh2nTpuGJJ55Ar169AAAajQaenp5o06aNQVp/f39oNBohTcMgqH56/TRTabRaLW7fvo3r16+jrq7OaJr6eTQWHR0NX19f4dOxY0ej6ZxNZW0d3v/PCbmzQUQSevM7cUa7t+YGC7jT63rsnguiLFsupsaak4Mjc/N1ykUHLk2ZJA2EwsPDcfLkSWzYsEHKxYhm5syZKC0tFT75+cruh8LS6uXvDufhshUNlmP3nLc1S3a5acUYOqRcrtJuQLVUuP+c4Zg9ekmaMcNMMTvoqoscLJL1IxQREYGtW7ciJSUFDzxwty+JgIAAVFdXo6SkxKBWqLCwEAEBAUKaxm931b9V1jBN4zfNCgsL4ePjg5YtW6JFixZo0aKF0TT182jMy8sLXl5etq2wwlnTYPbLHTnmE0ngf9aLc0dL8pJjkEoybtwK619UcJWLmzNz5sbkzph30WuE9Ho9IiIisGXLFuzevRtdunQxmD5gwADcc889SE5OFr7LyclBXl4egoODAQDBwcHIysoyeLsrKSkJPj4+6Nmzp5Cm4Tzq09TPw9PTEwMGDDBIo9PpkJycLKQhZZGywy5yHLE6CCR5bM8y3nTAHCe8/gmUFvwpJTcm2wi5AT//erXJ9wM+2SVdhiQieo1QeHg44uPj8eOPP6J169ZCexxfX1+0bNkSvr6+CAsLQ2RkJPz8/ODj44O3334bwcHBeOyxxwAAw4YNQ8+ePfHqq69i3rx50Gg0mDVrFsLDw4UamzfffBPLli3Du+++i9dffx27d+/Gpk2bsG3bNiEvkZGRmDhxIgYOHIhBgwYhJiYGFRUVwltkRERE5oK4fWeNDyTs6sy9NWZsQNViJ2ziIHogtHz5cgDAkCFDDL5fvXo1/v73vwMAFi1aBHd3d4wZMwZVVVUIDQ3FV199JaRt0aIFtm7dirfeegvBwcFo1aoVJk6ciDlz5ghpunTpgm3btmH69OlYvHgxHnjgAaxcuVJ4dR4Axo0bh2vXriEqKgoajQb9+vVDYmJikwbUREREzRFzTENSHtEDIUueD3p7eyM2NhaxsbHNpuncuTO2b99ucj5DhgzB8ePHTaaJiIhARESE2TwREREZ4+ghIJz5MaMz4lhjREREJhjrgVtKSomDTPcj5DoYCBERkd3kettUDEqrgalgb/kOxUCIiIhU7adfr8idBQO7zyhkPExXqvYxgYEQkYJlXHZslTyRGn2zP1fuLCiSG9xUUTvFQIhIwawd94mISCzH8m7i4Y92GJ328so0B+dGOgyEiBRsy3FlVdkTkXrkXldH56gMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFqqCIRiY2Px4IMPwtvbG0FBQThy5IjcWSIiIiIFcPlAaOPGjYiMjMRHH32EY8eOoW/fvggNDUVRUZHcWSMiIiKZuXwgtHDhQkyePBmTJk1Cz549ERcXh3vvvRerVq2SO2tEREQkM5cOhKqrq5GRkYGQkBDhO3d3d4SEhCA1NbVJ+qqqKmi1WoOPFC5dr5BkvkRERM6o5Fa1bMt26UDo+vXrqKurg7+/v8H3/v7+0Gg0TdJHR0fD19dX+HTs2FGSfHX0u1eS+RIRETkjN7jJtmyXDoSsNXPmTJSWlgqf/Px8SZbTwt0NU576gyTzJiIiciavP9EFvvfeI9vyPWRbsgO0a9cOLVq0QGFhocH3hYWFCAgIaJLey8sLXl5eDsnbB8/2wAfP9nDIsoiIiMg4l64R8vT0xIABA5CcnCx8p9PpkJycjODgYBlzRkRERErg0jVCABAZGYmJEydi4MCBGDRoEGJiYlBRUYFJkybJnTUiIiKSmcsHQuPGjcO1a9cQFRUFjUaDfv36ITExsUkDaiIiIlIfN71er5c7E0ql1Wrh6+uL0tJS+Pj4yJ0dIiIisoA112+XbiNEREREZAoDISIiIlItBkJERESkWgyEiIiISLUYCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqZbLD7Fhj/pOt7Varcw5ISIiIkvVX7ctGTyDgZAJZWVlAICOHTvKnBMiIiKyVllZGXx9fU2m4VhjJuh0OhQUFKB169Zwc3MTdd5arRYdO3ZEfn6+6scx47a4i9viLm6Lu7gt7uK2uIvb4q7G20Kv16OsrAyBgYFwdzfdCog1Qia4u7vjgQcekHQZPj4+qj+A63Fb3MVtcRe3xV3cFndxW9zFbXFXw21hriaoHhtLExERkWoxECIiIiLVYiAkEy8vL3z00Ufw8vKSOyuy47a4i9viLm6Lu7gt7uK2uIvb4i57tgUbSxMREZFqsUaIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhGQSGxuLBx98EN7e3ggKCsKRI0fkzpLDpaSkYNSoUQgMDISbmxsSEhLkzpJsoqOj8eijj6J169Zo3749Ro8ejZycHLmzJYvly5ejT58+QsdowcHB+OWXX+TOluw+//xzuLm5Ydq0aXJnRRazZ8+Gm5ubwad79+5yZ0s2V65cwSuvvIK2bduiZcuW6N27N9LT0+XOlsM9+OCDTY4LNzc3hIeHWzwPBkIy2LhxIyIjI/HRRx/h2LFj6Nu3L0JDQ1FUVCR31hyqoqICffv2RWxsrNxZkd2+ffsQHh6Ow4cPIykpCTU1NRg2bBgqKirkzprDPfDAA/j888+RkZGB9PR0PP3003j++eeRnZ0td9Zkc/ToUXz99dfo06eP3FmR1cMPP4yrV68KnwMHDsidJVncvHkTTzzxBO655x788ssvOHXqFBYsWID7779f7qw53NGjRw2OiaSkJADA2LFjLZ+Jnhxu0KBB+vDwcOH/uro6fWBgoD46OlrGXMkLgH7Lli1yZ0MxioqK9AD0+/btkzsrinD//ffrV65cKXc2ZFFWVqbv2rWrPikpSf/nP/9ZP3XqVLmzJIuPPvpI37dvX7mzoQjvvfeefvDgwXJnQ5GmTp2qf+ihh/Q6nc7i37BGyMGqq6uRkZGBkJAQ4Tt3d3eEhIQgNTVVxpyRkpSWlgIA/Pz8ZM6JvOrq6rBhwwZUVFQgODhY7uzIIjw8HCNHjjQoM9Tq3LlzCAwMxB/+8AdMmDABeXl5cmdJFj/99BMGDhyIsWPHon379njkkUfwzTffyJ0t2VVXV+O7777D66+/btVA6QyEHOz69euoq6uDv7+/wff+/v7QaDQy5YqURKfTYdq0aXjiiSfQq1cvubMji6ysLNx3333w8vLCm2++iS1btqBnz55yZ8vhNmzYgGPHjiE6OlrurMguKCgIa9asQWJiIpYvX47c3Fw8+eSTKCsrkztrDnfx4kUsX74cXbt2xY4dO/DWW2/hnXfewdq1a+XOmqwSEhJQUlKCv//971b9jqPPEylMeHg4Tp48qdr2DwDQrVs3ZGZmorS0FN9//z0mTpyIffv2qSoYys/Px9SpU5GUlARvb2+5syO7ESNGCH/36dMHQUFB6Ny5MzZt2oSwsDAZc+Z4Op0OAwcOxGeffQYAeOSRR3Dy5EnExcVh4sSJMudOPt9++y1GjBiBwMBAq37HGiEHa9euHVq0aIHCwkKD7wsLCxEQECBTrkgpIiIisHXrVuzZswcPPPCA3NmRjaenJ/74xz9iwIABiI6ORt++fbF48WK5s+VQGRkZKCoqQv/+/eHh4QEPDw/s27cPS5YsgYeHB+rq6uTOoqzatGmDP/3pTzh//rzcWXG4Dh06NLkp6NGjh2ofFQLA5cuXsWvXLrzxxhtW/5aBkIN5enpiwIABSE5OFr7T6XRITk5WbRsIAvR6PSIiIrBlyxbs3r0bXbp0kTtLiqLT6VBVVSV3NhzqmWeeQVZWFjIzM4XPwIEDMWHCBGRmZqJFixZyZ1FW5eXluHDhAjp06CB3VhzuiSeeaNK9xtmzZ9G5c2eZciS/1atXo3379hg5cqTVv+WjMRlERkZi4sSJGDhwIAYNGoSYmBhUVFRg0qRJcmfNocrLyw3u5nJzc5GZmQk/Pz906tRJxpw5Xnh4OOLj4/Hjjz+idevWQnsxX19ftGzZUubcOdbMmTMxYsQIdOrUCWVlZYiPj8fevXuxY8cOubPmUK1bt27SRqxVq1Zo27atKtuO/fOf/8SoUaPQuXNnFBQU4KOPPkKLFi3w0ksvyZ01h5s+fToef/xxfPbZZ/jb3/6GI0eOYMWKFVixYoXcWZOFTqfD6tWrMXHiRHh42BDWSPcSG5mydOlSfadOnfSenp76QYMG6Q8fPix3lhxuz549egBNPhMnTpQ7aw5nbDsA0K9evVrurDnc66+/ru/cubPe09NT///+3//TP/PMM/qdO3fKnS1FUPPr8+PGjdN36NBB7+npqf+v//ov/bhx4/Tnz5+XO1uy+fnnn/W9evXSe3l56bt3765fsWKF3FmSzY4dO/QA9Dk5OTb93k2v1+vFicmIiIiInAvbCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqRYDISIiIlItBkJERESkWgyEiIiIyOFSUlIwatQoBAYGws3NDQkJCVbPQ6/XY/78+fjTn/4ELy8v/Nd//Rc+/fRTq+bBITaIiIjI4SoqKtC3b1+8/vrreOGFF2yax9SpU7Fz507Mnz8fvXv3RnFxMYqLi62aB3uWJiIiIlm5ublhy5YtGD16tPBdVVUV/u///g///ve/UVJSgl69euGLL77AkCFDAACnT59Gnz59cPLkSXTr1s3mZfPRGBERESlOREQEUlNTsWHDBpw4cQJjx47F8OHDce7cOQDAzz//jD/84Q/YunUrunTpggcffBBvvPGG1TVCDISIiIhIUfLy8rB69Wps3rwZTz75JB566CH885//xODBg7F69WoAwMWLF3H58mVs3rwZ69atw5o1a5CRkYEXX3zRqmWxjRAREREpSlZWFurq6vCnP/3J4Puqqiq0bdsWAKDT6VBVVYV169YJ6b799lsMGDAAOTk5Fj8uYyBEREREilJeXo4WLVogIyMDLVq0MJh23333AQA6dOgADw8Pg2CpR48eAO7UKDEQIiIiIqf0yCOPoK6uDkVFRXjyySeNpnniiSdQW1uLCxcu4KGHHgIAnD17FgDQuXNni5fFt8aIiIjI4crLy3H+/HkAdwKfhQsXYujQofDz80OnTp3wyiuv4ODBg1iwYAEeeeQRXLt2DcnJyejTpw9GjhwJnU6HRx99FPfddx9iYmKg0+kQHh4OHx8f7Ny50+J8MBAiIiIih9u7dy+GDh3a5PuJEydizZo1qKmpwSeffIJ169bhypUraNeuHR577DF8/PHH6N27NwCgoKAAb7/9Nnbu3IlWrVphxIgRWLBgAfz8/CzOBwMhIiIiUi2+Pk9ERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSrf8P3vCF+WY4zeQAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "from matplotlib import pyplot as plt\n", + "\n", + "plt.plot(df['CO2'].to_list())" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "9946f5cd-3683-49db-8535-393cb04140ce", + "metadata": {}, + "outputs": [], + "source": [ + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints_1M/checkpoint_best_model.bin')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone = torch.compile(backbone)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))\n", + "model = torch.compile(model, fullgraph=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "903489f0-9039-4504-894e-6739b4a15371", + "metadata": {}, + "outputs": [], + "source": [ + "def create_splits(df):\n", + " length = len(df)\n", + " train_length = int(0.99 * length)\n", + " train = df.loc[:train_length]\n", + " test = df.loc[train_length:]\n", + " return train, test\n", + "\n", + "train, test = create_splits(df)\n", + "\n", + "train = train.reset_index(drop=True)\n", + "test = test.reset_index(drop=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "00c271f1-bd44-457d-9a0e-7b221871ab78", + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['Smiles']\n", + "smiles_test = test['Smiles']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "01ebce4a-9ac0-4527-a9bd-8d13913f15e3", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['/home/jovyan/simson_training_bolgov/regression/scalers']" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "\n", + "joblib.dump(scalers, '/home/jovyan/simson_training_bolgov/regression/scalers')" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "4405c601-f006-4eeb-989e-fb35dd5349ba", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Setting up datasets for two-label training (labels assumed pre-scaled)\n", + "Training dataset statistics:\n", + " total_samples: 6659681\n", + " label_0_count: 6659681\n", + " label_1_count: 6659681\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Validation dataset statistics:\n", + " total_samples: 67270\n", + " label_0_count: 67270\n", + " label_1_count: 67270\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Computed label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Using device: cuda\n", + "Training steps per epoch: 26015\n", + "Total training steps: 78045\n", + "Label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Validation will be performed every 7000 steps\n", + "\n", + "Epoch 1/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 27%|██▍ | 7001/26015 [10:27<10:43:20, 2.03s/it, step=7002, loss=0.0372, true_loss=16.0679, lr=1.84e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 7000 | Train Loss: 0.0618 | Val Loss: 0.1191 | True train loss: 17.4244 | True val loss: 18.3473\n", + "New best validation loss: 0.1191\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 54%|████▎ | 14001/26015 [20:40<3:46:01, 1.13s/it, step=14002, loss=0.0315, true_loss=15.1059, lr=1.68e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 14000 | Train Loss: 0.0357 | Val Loss: 0.0652 | True train loss: 16.0534 | True val loss: 17.3651\n", + "New best validation loss: 0.0652\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 81%|██████▍ | 21001/26015 [30:53<1:34:27, 1.13s/it, step=21002, loss=0.0348, true_loss=15.9539, lr=1.52e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 21000 | Train Loss: 0.0319 | Val Loss: 0.0438 | True train loss: 15.7137 | True val loss: 16.3045\n", + "New best validation loss: 0.0438\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 2/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 8%|▋ | 1987/26015 [02:59<5:37:18, 1.19it/s, step=28002, loss=0.0224, true_loss=14.3285, lr=1.35e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 28000 | Train Loss: 0.0284 | Val Loss: 0.0393 | True train loss: 15.0774 | True val loss: 15.2044\n", + "New best validation loss: 0.0393\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 35%|███ | 8987/26015 [13:13<3:55:46, 1.20it/s, step=35002, loss=0.0302, true_loss=13.3737, lr=1.19e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 35000 | Train Loss: 0.0257 | Val Loss: 0.0279 | True train loss: 14.4303 | True val loss: 14.4498\n", + "New best validation loss: 0.0279\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 61%|████▉ | 15987/26015 [23:29<2:17:59, 1.21it/s, step=42002, loss=0.0264, true_loss=14.5345, lr=1.03e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 42000 | Train Loss: 0.0245 | Val Loss: 0.0351 | True train loss: 14.1197 | True val loss: 14.2312\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 88%|████████▊ | 22987/26015 [33:46<41:56, 1.20it/s, step=49002, loss=0.0216, true_loss=14.1316, lr=8.70e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 49000 | Train Loss: 0.0233 | Val Loss: 0.0290 | True train loss: 13.9434 | True val loss: 14.4628\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 3/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 15%|█▎ | 3971/26015 [05:52<7:13:46, 1.18s/it, step=56002, loss=0.0254, true_loss=14.4344, lr=7.08e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 56000 | Train Loss: 0.0229 | Val Loss: 0.0479 | True train loss: 13.9115 | True val loss: 14.0929\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 42%|███▎ | 10971/26015 [16:06<4:48:34, 1.15s/it, step=63002, loss=0.0201, true_loss=12.8691, lr=5.47e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 63000 | Train Loss: 0.0219 | Val Loss: 0.0239 | True train loss: 13.6746 | True val loss: 13.5177\n", + "New best validation loss: 0.0239\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 69%|██████▏ | 17971/26015 [26:24<2:31:18, 1.13s/it, step=7e+4, loss=0.0248, true_loss=14.9835, lr=3.86e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 70000 | Train Loss: 0.0212 | Val Loss: 0.0259 | True train loss: 13.5072 | True val loss: 13.7410\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 96%|█████████▌| 24971/26015 [36:41<19:36, 1.13s/it, step=77002, loss=0.0228, true_loss=13.9553, lr=2.24e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 77000 | Train Loss: 0.0207 | Val Loss: 0.0267 | True train loss: 13.4052 | True val loss: 13.8021\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Loaded best model with validation loss: 0.0239\n", + "Training completed.\n", + "Number of validation checkpoints: 11\n", + "Final training losses: [0.022863016219410514, 0.02186289042873042, 0.021151691354678145, 0.020719855580878046, 0.020669196563010864]\n", + "Best validation loss: 0.0239\n", + "Model saved successfully!\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\r" + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=3, learning_rate=2e-5, batch_size=256, validation_steps=7000,\n", + ")" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/.ipynb_checkpoints/regression-checkpoint.ipynb b/simson_modeling/regression/.ipynb_checkpoints/regression-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..dafbef96817676ce64480e80a2f95e77fb248c5c --- /dev/null +++ b/simson_modeling/regression/.ipynb_checkpoints/regression-checkpoint.ipynb @@ -0,0 +1,947 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "11ab9ea6-1c5b-4f9b-a6ea-1bc75be56108", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "\n", + "import joblib\n", + "import numpy as np\n", + "import pandas as pd\n", + "import torch\n", + "from sklearn.metrics import mean_absolute_error\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.preprocessing import StandardScaler\n", + "from torch import nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from tqdm import tqdm\n", + "from transformers import (\n", + " AutoConfig,\n", + " AutoModel,\n", + " AutoTokenizer,\n", + " BertConfig,\n", + " BertModel,\n", + " BertTokenizerFast,\n", + " PreTrainedModel,\n", + ")\n", + "from transformers.activations import ACT2FN\n", + "\n", + "warnings.filterwarnings(\"ignore\")\n", + "\n", + "torch.backends.cuda.matmul.allow_tf32 = True\n", + "torch.backends.cudnn.allow_tf32 = True\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "ce760993-fbef-4546-8b2c-1e7a722ad374", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset\n", + "\n", + "\n", + "class SMILESDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # Shape: (num_samples, 2) - already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Create mask for valid (non-NaN) labels\n", + " self.label_masks = ~np.isnan(self.labels) # True where label is valid\n", + " \n", + " # Replace NaNs with 0 for safe tensor conversion (mask will handle exclusion)\n", + " self.labels = np.nan_to_num(self.labels, nan=0.0)\n", + " \n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + " \n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " \n", + " # Tokenize the SMILES string\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'label_mask': torch.tensor(self.label_masks[idx], dtype=torch.float32)\n", + " }\n", + " \n", + " def get_label_statistics(self):\n", + " \"\"\"Return statistics about label availability\"\"\"\n", + " label_counts = self.label_masks.sum(axis=0)\n", + " total_samples = len(self.smiles_list)\n", + " \n", + " stats = {\n", + " 'total_samples': total_samples,\n", + " 'label_0_count': label_counts[0],\n", + " 'label_1_count': label_counts[1],\n", + " 'label_0_ratio': label_counts[0] / total_samples,\n", + " 'label_1_ratio': label_counts[1] / total_samples,\n", + " 'both_labels_count': (self.label_masks.sum(axis=1) == 2).sum(),\n", + " 'single_label_count': (self.label_masks.sum(axis=1) == 1).sum(),\n", + " 'no_labels_count': (self.label_masks.sum(axis=1) == 0).sum()\n", + " }\n", + " \n", + " return stats\n", + "\n", + "def calculate_weighted_loss(predictions, labels, label_mask, label_weights):\n", + " \"\"\"\n", + " Calculate weighted loss for two labels with masking\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 2)\n", + " labels: Ground truth labels (batch_size, 2)\n", + " label_mask: Mask for valid labels (batch_size, 2)\n", + " label_weights: Weights for each label (2,)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 2)\n", + " \n", + " # Apply masking to exclude NaN labels\n", + " valid_mask = label_mask.bool()\n", + " masked_losses = losses * valid_mask.float()\n", + " \n", + " # Apply label-specific weights\n", + " weighted_losses = masked_losses * label_weights.unsqueeze(0) # Broadcast weights\n", + " \n", + " # Calculate final loss (only over valid predictions)\n", + " total_loss = weighted_losses.sum()\n", + " total_valid = valid_mask.sum()\n", + " \n", + " return total_loss / total_valid if total_valid > 0 else torch.tensor(0.0, device=predictions.device, requires_grad=True)\n", + "\n", + "def compute_label_weights(dataset):\n", + " \"\"\"\n", + " Compute inverse frequency weights based on label availability\n", + " \n", + " Args:\n", + " dataset: SMILESDataset instance\n", + " \n", + " Returns:\n", + " torch.Tensor: Normalized weights for each label\n", + " \"\"\"\n", + " # Get label counts from dataset\n", + " label_counts = dataset.label_masks.sum(axis=0) # Count valid samples per label\n", + " total_samples = len(dataset)\n", + " \n", + " # Inverse frequency weighting\n", + " weights = total_samples / (2 * label_counts) # 2 is the number of labels\n", + " \n", + " # Normalize weights so they sum to number of labels (2)\n", + " weights = weights / weights.sum() * 2\n", + " \n", + " return torch.tensor(weights, dtype=torch.float32)\n", + "\n", + "def calculate_true_loss(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for monitoring using separate scalers for each label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 2).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 2).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 2).\n", + " scalers: List of scaler objects, one for each label\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " total_mae = 0\n", + " total_samples = 0\n", + " \n", + " for label_idx in range(2):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " total_mae += mae * len(unscaled_preds)\n", + " total_samples += len(unscaled_preds)\n", + " \n", + " return total_mae / total_samples if total_samples > 0 else 0.0\n", + "\n", + "\n", + "def train_model(model, train_dataloader, val_dataloader, label_weights, \n", + " scalers=None, num_epochs=10, learning_rate=2e-5, device='cuda', \n", + " patience=3, validation_steps=500):\n", + " \"\"\"\n", + " Train model with weighted loss for two labels with step-based validation\n", + " \n", + " Args:\n", + " model: CustomModel instance (should output 2 labels)\n", + " train_dataloader: Training data loader\n", + " val_dataloader: Validation data loader \n", + " label_weights: Tensor with weights for each label\n", + " scalers: List of scalers for unscaled loss monitoring\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " device: Training device\n", + " patience: Early stopping patience (in validation steps)\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " model.to(device)\n", + " label_weights = label_weights.to(device)\n", + " \n", + " optimizer = AdamW(model.parameters(), lr=learning_rate, weight_decay=0.01)\n", + " total_steps = len(train_dataloader) * num_epochs\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " \n", + " train_losses = []\n", + " val_losses = []\n", + " \n", + " # Early stopping initialization\n", + " best_val_loss = float('inf')\n", + " steps_no_improve = 0\n", + " best_model_state = None\n", + " \n", + " # Training tracking\n", + " global_step = 0\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " print(f\"Label weights: {label_weights.cpu().numpy()}\")\n", + " print(f\"Validation will be performed every {validation_steps} steps\")\n", + " \n", + " model.train()\n", + " \n", + " for epoch in range(num_epochs):\n", + " print(f\"\\nEpoch {epoch + 1}/{num_epochs}\")\n", + " \n", + " train_progress = tqdm(train_dataloader, desc=\"Training\", leave=False)\n", + " \n", + " for batch_idx, batch in enumerate(train_progress):\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " label_mask = batch['label_mask'].to(device)\n", + " \n", + " optimizer.zero_grad()\n", + " \n", + " # Model forward pass\n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " # Calculate weighted loss\n", + " loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " \n", + " # Calculate true loss for monitoring\n", + " true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate losses for averaging\n", + " running_train_loss += loss.item()\n", + " running_true_train_loss += true_loss\n", + " train_steps_count += 1\n", + " \n", + " loss.backward()\n", + " \n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " \n", + " optimizer.step()\n", + " scheduler.step()\n", + " \n", + " global_step += 1\n", + " \n", + " train_progress.set_postfix({\n", + " 'step': global_step,\n", + " 'loss': f'{loss.item():.4f}',\n", + " 'true_loss': f'{true_loss:.4f}',\n", + " 'lr': f'{scheduler.get_last_lr()[0]:.2e}'\n", + " })\n", + " \n", + " # Perform validation every validation_steps\n", + " if global_step % validation_steps == 0:\n", + " # Calculate average training losses since last validation\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " avg_true_train_loss = running_true_train_loss / train_steps_count\n", + " \n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Reset running averages\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " # Validation\n", + " model.eval()\n", + " total_val_loss = 0\n", + " total_true_val_loss = 0\n", + " val_batches = 0\n", + "\n", + " with torch.no_grad():\n", + " for val_batch in val_dataloader:\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = val_batch['input_ids'].to(device)\n", + " attention_mask = val_batch['attention_mask'].to(device)\n", + " labels = val_batch['labels'].to(device)\n", + " label_mask = val_batch['label_mask'].to(device)\n", + " \n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " val_loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " val_true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + "\n", + " total_val_loss += val_loss.item()\n", + " total_true_val_loss += val_true_loss\n", + " val_batches += 1\n", + " \n", + " avg_val_loss = total_val_loss / val_batches\n", + " avg_val_true_loss = total_true_val_loss / val_batches\n", + " val_losses.append(avg_val_loss)\n", + " \n", + " print(f\"\\nStep {global_step} | Train Loss: {avg_train_loss:.4f} | Val Loss: {avg_val_loss:.4f} | True train loss: {avg_true_train_loss:.4f} | True val loss: {avg_val_true_loss:.4f}\")\n", + " \n", + " # Early stopping check and best model saving\n", + " if avg_val_loss < best_val_loss:\n", + " best_val_loss = avg_val_loss\n", + " steps_no_improve = 0\n", + " best_model_state = model.state_dict().copy()\n", + " print(f\"New best validation loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping triggered after {global_step} steps ({steps_no_improve} validation steps without improvement).\")\n", + " # Load best model and return\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " return train_losses, val_losses, best_val_loss\n", + " \n", + " model.train()\n", + " \n", + " # Handle any remaining training loss that hasn't been validated\n", + " if train_steps_count > 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Load the best model state before returning\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n", + "\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=5, learning_rate=1e-5, \n", + " batch_size=256, validation_steps=500):\n", + " \"\"\"\n", + " Complete training pipeline for two labels with step-based validation\n", + " \n", + " Args:\n", + " smiles_train, smiles_test: Lists of SMILES strings\n", + " labels_train, labels_test: numpy arrays of shape (num_samples, 2) - ALREADY SCALED\n", + " model: CustomModel instance (configured for 2 outputs)\n", + " tokenizer: Tokenizer instance\n", + " scalers: List of 2 scalers, one for each label (for inverse transform only)\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " batch_size: Batch size for training\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " \n", + " print(\"Setting up datasets for two-label training (labels assumed pre-scaled)\")\n", + " \n", + " # Create datasets - no scaling performed here\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, tokenizer)\n", + " \n", + " # Print dataset statistics\n", + " train_stats = train_dataset.get_label_statistics()\n", + " val_stats = val_dataset.get_label_statistics()\n", + " \n", + " print(\"Training dataset statistics:\")\n", + " for key, value in train_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " print(\"Validation dataset statistics:\")\n", + " for key, value in val_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " # Compute label weights based on training data\n", + " label_weights = compute_label_weights(train_dataset)\n", + " print(f\"Computed label weights: {label_weights.numpy()}\")\n", + " \n", + " # Create data loaders\n", + " train_dataloader = DataLoader(\n", + " train_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=True,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " val_dataloader = DataLoader(\n", + " val_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=False,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " # Set device\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " print(f\"Training steps per epoch: {len(train_dataloader)}\")\n", + " print(f\"Total training steps: {len(train_dataloader) * num_epochs}\")\n", + " \n", + " # Train the model\n", + " train_losses, val_losses, best_val_loss = train_model(\n", + " model=model,\n", + " train_dataloader=train_dataloader,\n", + " val_dataloader=val_dataloader,\n", + " label_weights=label_weights,\n", + " scalers=scalers, # Still pass scalers for true loss calculation\n", + " num_epochs=num_epochs,\n", + " learning_rate=learning_rate,\n", + " device=device,\n", + " patience=10,\n", + " validation_steps=validation_steps,\n", + " )\n", + " \n", + " print('Training completed.')\n", + " print(f'Number of validation checkpoints: {len(val_losses)}')\n", + " print(f'Final training losses: {train_losses[-5:] if len(train_losses) >= 5 else train_losses}')\n", + " print(f'Best validation loss: {best_val_loss:.4f}')\n", + " \n", + " # Save model\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/regression/regression_simson.pth')\n", + " print(\"Model saved successfully!\")\n", + " \n", + " return train_losses, val_losses, best_val_loss" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "12a2b8c3-2c4d-4b1b-8cc7-930c9fe68fd7", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')\n", + "targets = ['Tg', 'He', 'N2', 'O2', 'CH4', 'CO2']" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "8e1296a2-551c-48ab-aab3-fcf4b6110d75", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkIAAAGvCAYAAAC3lbrBAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAYQxJREFUeJzt3XtcFdXeP/APSICZYOhPkCc1T8fjJW+pSZR1tHhEM0+ezKNl5THSUw+UynOs7DEyrSjzgheSzLyd5HjpJJUainjBC6KgJKLiDYXEDSrCBpTr3r8/jJENm32d2TN7z+f9eu3XC/asPbPmtuY7a9as5abX6/UgIiIiUiF3uTNAREREJBcGQkRERKRaDISIiIhItRgIERERkWoxECIiIiLVYiBEREREqsVAiIiIiFSLgRARERGplofcGVAynU6HgoICtG7dGm5ubnJnh4iIiCyg1+tRVlaGwMBAuLubrvNhIGRCQUEBOnbsKHc2iIiIyAb5+fl44IEHTKZhIGRC69atAdzZkD4+PjLnhoiIiCyh1WrRsWNH4TpuCgMhE+ofh/n4+DAQIiIicjKWNGthY2kiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRalkdCKWkpGDUqFEIDAyEm5sbEhISmqQ5ffo0/vKXv8DX1xetWrXCo48+iry8PGF6ZWUlwsPD0bZtW9x3330YM2YMCgsLDeaRl5eHkSNH4t5770X79u0xY8YM1NbWGqTZu3cv+vfvDy8vL/zxj3/EmjVrmuQlNjYWDz74ILy9vREUFIQjR45Yu8ouY29OEd77/gRuVdeaT2yHklvVmLH5Vxy+eEPS5UjhX4cv48sdZ5qdrtfrEf3Lafz7SJ7B96evahG5KRP5xbesXubS5HP4JuWi1b8jdbp8owKRmzJxtrBM7qwo0tf7LiB2z3mHLvNaWRX+d9OvyLh8U9T5nr6qxZ+/3IPxK1Jxo7xK1HnLqVBbif/d9Ct+zS+ROysAbAiEKioq0LdvX8TGxhqdfuHCBQwePBjdu3fH3r17ceLECXz44Yfw9vYW0kyfPh0///wzNm/ejH379qGgoAAvvPCCML2urg4jR45EdXU1Dh06hLVr12LNmjWIiooS0uTm5mLkyJEYOnQoMjMzMW3aNLzxxhvYsWOHkGbjxo2IjIzERx99hGPHjqFv374IDQ1FUVGRtavtEv6++ig2pufjqz0XJF1O9PYz2JzxG8avOCzpcqTwYcJJxO65gDMardHpv/5Wiq/3XcTMH7IMvh+19AB+OHYF//hXhlXLK9RWYkHSWXy6/TSqautszjepx6TVR/HDsSsY89UhubOiOLeqaxH9yxl8uSMH1x0YOMxKyMJ/jv2GMcvF3Scjl+zH5Ru3cPhiMWb/fErUecvpn5t/xX+O/YbnYw/KnRUAgIe1PxgxYgRGjBjR7PT/+7//w7PPPot58+YJ3z300EPC36Wlpfj2228RHx+Pp59+GgCwevVq9OjRA4cPH8Zjjz2GnTt34tSpU9i1axf8/f3Rr18/zJ07F++99x5mz54NT09PxMXFoUuXLliwYAEAoEePHjhw4AAWLVqE0NBQAMDChQsxefJkTJo0CQAQFxeHbdu2YdWqVXj//fetXXWXUVB6W9L5Xy6ukHT+jlBRZbzWTHu7xuj3tTo9AOBckXV36ZU1d4Mfvd6qn5JKXbx+5/wqa+YYVbP68xAAqmt1Dltu7nVpyrwGq4PLN5y/XK138Zqy1kXUNkI6nQ7btm3Dn/70J4SGhqJ9+/YICgoyeHyWkZGBmpoahISECN91794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVagw8RERG5LlEDoaKiIpSXl+Pzzz/H8OHDsXPnTvz1r3/FCy+8gH379gEANBoNPD090aZNG4Pf+vv7Q6PRCGkaBkH10+unmUqj1Wpx+/ZtXL9+HXV1dUbT1M+jsejoaPj6+gqfjh072rYhiIiIyCmIXiMEAM8//zymT5+Ofv364f3338dzzz2HuLg4MRcliZkzZ6K0tFT45Ofny50lIiIikpCogVC7du3g4eGBnj17Gnzfo0cP4a2xgIAAVFdXo6SkxCBNYWEhAgIChDSN3yKr/99cGh8fH7Rs2RLt2rVDixYtjKapn0djXl5e8PHxMfgQERGR6xI1EPL09MSjjz6KnJwcg+/Pnj2Lzp07AwAGDBiAe+65B8nJycL0nJwc5OXlITg4GAAQHByMrKwsg7e7kpKS4OPjIwRZwcHBBvOoT1M/D09PTwwYMMAgjU6nQ3JyspCGiIiI1M3qt8bKy8tx/vzdPhpyc3ORmZkJPz8/dOrUCTNmzMC4cePw1FNPYejQoUhMTMTPP/+MvXv3AgB8fX0RFhaGyMhI+Pn5wcfHB2+//TaCg4Px2GOPAQCGDRuGnj174tVXX8W8efOg0Wgwa9YshIeHw8vLCwDw5ptvYtmyZXj33Xfx+uuvY/fu3di0aRO2bdsm5C0yMhITJ07EwIEDMWjQIMTExKCiokJ4i4yIiIjUzepAKD09HUOHDhX+j4yMBABMnDgRa9aswV//+lfExcUhOjoa77zzDrp164b//Oc/GDx4sPCbRYsWwd3dHWPGjEFVVRVCQ0Px1VdfCdNbtGiBrVu34q233kJwcDBatWqFiRMnYs6cOUKaLl26YNu2bZg+fToWL16MBx54ACtXrhRenQeAcePG4dq1a4iKioJGo0G/fv2QmJjYpAE1ERERqZPVgdCQIUOgN9Phyeuvv47XX3+92ene3t6IjY1ttlNGAOjcuTO2b99uNi/Hjx83mSYiIgIREREm0xAREZE6cawxIiIiUi0GQkRERKRaDISIiIhItRgIERnlZuOvbPsdERHJg4EQERERqRYDIRVirYWEuGmJiJwKAyEiInIJDXt2ceNNCVmIgRARERGpFgMhIiN4N0lEpA4MhIiIiOzgiHaXvDeTDgMhIiIiUi0GQkRERKRaDISIrMC2Q0REroWBEBERkR14g+TcGAgRERGRajEQIjLC1hs8a3/HXr6JiOTFQIhIIRr2iktERI7BQIjICqzBISJyLQyEiIiISLUYCKkQ33AgIiK6g4EQkYgYZBIRORcGQkRE5HLYno8sxUCIiIhcA9+8JBswECIiIiLVYiBEREREqsVAiIiIiFSLgRCREW58/YuISBUYCBEZYftYYwygiIicCQMhIoVgJRQRNYsFhGQYCBEREZFqMRAiIiIi1bI6EEpJScGoUaMQGBgINzc3JCQkNJv2zTffhJubG2JiYgy+Ly4uxoQJE+Dj44M2bdogLCwM5eXlBmlOnDiBJ598Et7e3ujYsSPmzZvXZP6bN29G9+7d4e3tjd69e2P79u0G0/V6PaKiotChQwe0bNkSISEhOHfunLWrTCQZPXuAIyKSldWBUEVFBfr27YvY2FiT6bZs2YLDhw8jMDCwybQJEyYgOzsbSUlJ2Lp1K1JSUjBlyhRhularxbBhw9C5c2dkZGTgyy+/xOzZs7FixQohzaFDh/DSSy8hLCwMx48fx+jRozF69GicPHlSSDNv3jwsWbIEcXFxSEtLQ6tWrRAaGorKykprV5uIiEg+et40ScXD2h+MGDECI0aMMJnmypUrePvtt7Fjxw6MHDnSYNrp06eRmJiIo0ePYuDAgQCApUuX4tlnn8X8+fMRGBiI9evXo7q6GqtWrYKnpycefvhhZGZmYuHChULAtHjxYgwfPhwzZswAAMydOxdJSUlYtmwZ4uLioNfrERMTg1mzZuH5558HAKxbtw7+/v5ISEjA+PHjrV11l8Emd7Zje0UiItciehshnU6HV199FTNmzMDDDz/cZHpqairatGkjBEEAEBISAnd3d6SlpQlpnnrqKXh6egppQkNDkZOTg5s3bwppQkJCDOYdGhqK1NRUAEBubi40Go1BGl9fXwQFBQlpGquqqoJWqzX4EBERkesSPRD64osv4OHhgXfeecfodI1Gg/bt2xt85+HhAT8/P2g0GiGNv7+/QZr6/82laTi94e+MpWksOjoavr6+wqdjx45m15eoIdYYERE5F1EDoYyMDCxevBhr1qxxyp55Z86cidLSUuGTn58vd5aIiEjhnPF6R3eJGgjt378fRUVF6NSpEzw8PODh4YHLly/jf//3f/Hggw8CAAICAlBUVGTwu9raWhQXFyMgIEBIU1hYaJCm/n9zaRpOb/g7Y2ka8/Lygo+Pj8GHiIicD2MTspSogdCrr76KEydOIDMzU/gEBgZixowZ2LFjBwAgODgYJSUlyMjIEH63e/du6HQ6BAUFCWlSUlJQU1MjpElKSkK3bt1w//33C2mSk5MNlp+UlITg4GAAQJcuXRAQEGCQRqvVIi0tTUhDRERE6mb1W2Pl5eU4f/688H9ubi4yMzPh5+eHTp06oW3btgbp77nnHgQEBKBbt24AgB49emD48OGYPHky4uLiUFNTg4iICIwfP1541f7ll1/Gxx9/jLCwMLz33ns4efIkFi9ejEWLFgnznTp1Kv785z9jwYIFGDlyJDZs2ID09HThFXs3NzdMmzYNn3zyCbp27YouXbrgww8/RGBgIEaPHm31hiJ1sfVu0tqfcWwyIiJ5WR0IpaenY+jQocL/kZGRAICJEydizZo1Fs1j/fr1iIiIwDPPPAN3d3eMGTMGS5YsEab7+vpi586dCA8Px4ABA9CuXTtERUUZ9DX0+OOPIz4+HrNmzcIHH3yArl27IiEhAb169RLSvPvuu6ioqMCUKVNQUlKCwYMHIzExEd7e3tauNhEREbkgqwOhIUOGQG9Fx06XLl1q8p2fnx/i4+NN/q5Pnz7Yv3+/yTRjx47F2LFjm53u5uaGOXPmYM6cORbllYiIiNSFY40RKQQ7jiUicjwGQkRWYIseIiLXwkCIyAg2YiYiUgcGQkRERKRaDISIiMjlsM0dWYqBkAqxx1UiIvE4pEhlwS0ZBkJERESkWgyEiETEwReJiJwLAyEiIiJSLQZCREY4aqwxIiKSFwMhIiJyOXxKTZZiIERERESqxUCIyBq8yyRSLD3YeRBZj4EQERERqRYDISIiIlItBkJERESkWgyEiIiI7MA31JwbAyEiIiJSLQZCREREpFoMhFTIje+AExERAWAgRERERCrGQIjICJsbP1r5OzayJCKSFwMhIhExriEici4MhIgUgrVDRM7JEecuiwfpMBAiIiIi1WIgRKQQeo4XSSQa1qCQpRgIEVmBXQ8QEbkWBkJERESkWgyEiIjIJfDxsnNQ2oshDISIiIhItawOhFJSUjBq1CgEBgbCzc0NCQkJwrSamhq899576N27N1q1aoXAwEC89tprKCgoMJhHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3bzeYrtfrERUVhQ4dOqBly5YICQnBuXPnrF1lIiIiEonSau6sDoQqKirQt29fxMbGNpl269YtHDt2DB9++CGOHTuGH374ATk5OfjLX/5ikG7ChAnIzs5GUlIStm7dipSUFEyZMkWYrtVqMWzYMHTu3BkZGRn48ssvMXv2bKxYsUJIc+jQIbz00ksICwvD8ePHMXr0aIwePRonT54U0sybNw9LlixBXFwc0tLS0KpVK4SGhqKystLa1SaShNIKBCIitfGw9gcjRozAiBEjjE7z9fVFUlKSwXfLli3DoEGDkJeXh06dOuH06dNITEzE0aNHMXDgQADA0qVL8eyzz2L+/PkIDAzE+vXrUV1djVWrVsHT0xMPP/wwMjMzsXDhQiFgWrx4MYYPH44ZM2YAAObOnYukpCQsW7YMcXFx0Ov1iImJwaxZs/D8888DANatWwd/f38kJCRg/Pjx1q46ERGRLHjPJB3J2wiVlpbCzc0Nbdq0AQCkpqaiTZs2QhAEACEhIXB3d0daWpqQ5qmnnoKnp6eQJjQ0FDk5Obh586aQJiQkxGBZoaGhSE1NBQDk5uZCo9EYpPH19UVQUJCQprGqqipotVqDjytSWkM1JWruNXlz286NG5eIyKlIGghVVlbivffew0svvQQfHx8AgEajQfv27Q3SeXh4wM/PDxqNRkjj7+9vkKb+f3NpGk5v+DtjaRqLjo6Gr6+v8OnYsaPV60xERETOQ7JAqKamBn/729+g1+uxfPlyqRYjqpkzZ6K0tFT45Ofny50lIiIikpDVbYQsUR8EXb58Gbt37xZqgwAgICAARUVFBulra2tRXFyMgIAAIU1hYaFBmvr/zaVpOL3+uw4dOhik6devn9F8e3l5wcvLy9rVJRLwyRgRkXMRvUaoPgg6d+4cdu3ahbZt2xpMDw4ORklJCTIyMoTvdu/eDZ1Oh6CgICFNSkoKampqhDRJSUno1q0b7r//fiFNcnKywbyTkpIQHBwMAOjSpQsCAgIM0mi1WqSlpQlpiJrDgIaISB2sDoTKy8uRmZmJzMxMAHcaJWdmZiIvLw81NTV48cUXkZ6ejvXr16Ourg4ajQYajQbV1dUAgB49emD48OGYPHkyjhw5goMHDyIiIgLjx49HYGAgAODll1+Gp6cnwsLCkJ2djY0bN2Lx4sWIjIwU8jF16lQkJiZiwYIFOHPmDGbPno309HREREQAuNNoddq0afjkk0/w008/ISsrC6+99hoCAwMxevRoOzcbERHRHRyD0LlZ/WgsPT0dQ4cOFf6vD04mTpyI2bNn46effgKAJo+f9uzZgyFDhgAA1q9fj4iICDzzzDNwd3fHmDFjsGTJEiGtr68vdu7cifDwcAwYMADt2rVDVFSUQV9Djz/+OOLj4zFr1ix88MEH6Nq1KxISEtCrVy8hzbvvvouKigpMmTIFJSUlGDx4MBITE+Ht7W3tahMREZELsjoQGjJkCPQmeoEzNa2en58f4uPjTabp06cP9u/fbzLN2LFjMXbs2Ganu7m5Yc6cOZgzZ47ZPBERkQthJQ1ZiGONERERkWoxECIiIrKDI16uYAWXdBgIERERkWoxECIiIiLVYiBEZIStVd3W/oz9FRERyYuBEBEREakWAyEVYi0EERHRHQyEiIiIyGGUdjPOQIiIiIhUi4EQERERqRYDISIRudlR56uH+eFpiIhIXAyEiKygsEfbRERkJwZCREREpFoMhIisYM+jLyIiUh4GQkRGuPEhGBGRKjAQIvqdXs/GykSugjczZCkGQkRGOGqsMSIitVHaPScDISIiIlItBkJERESkWgyEiBSCbRqI7KM3+Ntxz1945jo3BkKqxNOWiEg0DuhWgz13SIeBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRiYgNGomInAsDIRKd0noNJSIi5VDaDSMDIaLfMYAjIlIfBkIkOqVF+7awfRVcYOWJiFSEgZAC7ckpwrcHco1OW30wF7vPFDo4R9JIv1SMZbvPoU7Hqhg10+v1WLn/Ivadveaw+VTX6rAk+RyO5920a5nO5vRVLRYlnUVFVa3Dl12krcSCnTm4UnJb+O52dR0WJZ1FdkGpw/Pj7EpuVWPBzhxcvFaOiqpaLEw6izMardzZckoecmeAmpq0+igAoO8Dvhj4oJ/wfWZ+CT7++RQA4NLnI2XJm5hejEsFALS9zwsvDeokc27Ecb28Su4sOJ3UizfwybbTAOw7rq2Zz7rUS1iYdBYLk866xLlkqRGL9wMAyiprETWqp0OX/eZ3GTiWV4KtJ65izz+HAAAWJ59D3L4LWJx8TvT94OpD1sz8IQu/nNTgm/0XMf7RTlhz6BKWSLAd1cDqGqGUlBSMGjUKgYGBcHNzQ0JCgsF0vV6PqKgodOjQAS1btkRISAjOnTtnkKa4uBgTJkyAj48P2rRpg7CwMJSXlxukOXHiBJ588kl4e3ujY8eOmDdvXpO8bN68Gd27d4e3tzd69+6N7du3W50XJdNoKw3/L61sJqVzu3it3HwicllXbt42n8gCBSWWnx9nC8tEWaazOnnF8TUwx/JKAAC51yuE71gTZLujl+7UZlbW6JAlw/50JVYHQhUVFejbty9iY2ONTp83bx6WLFmCuLg4pKWloVWrVggNDUVl5d1CasKECcjOzkZSUhK2bt2KlJQUTJkyRZiu1WoxbNgwdO7cGRkZGfjyyy8xe/ZsrFixQkhz6NAhvPTSSwgLC8Px48cxevRojB49GidPnrQqL0TGuEI7JyIiMs/qR2MjRozAiBEjjE7T6/WIiYnBrFmz8PzzzwMA1q1bB39/fyQkJGD8+PE4ffo0EhMTcfToUQwcOBAAsHTpUjz77LOYP38+AgMDsX79elRXV2PVqlXw9PTEww8/jMzMTCxcuFAImBYvXozhw4djxowZAIC5c+ciKSkJy5YtQ1xcnEV5ISIicgZ8q1U6ojaWzs3NhUajQUhIiPCdr68vgoKCkJp6pz1Iamoq2rRpIwRBABASEgJ3d3ekpaUJaZ566il4enoKaUJDQ5GTk4ObN28KaRoupz5N/XIsyUtjVVVV0Gq1Bh9XxNoO23HbERG5FlEDIY1GAwDw9/c3+N7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmobTzeWlsejoaPj6+gqfjh07WrDWRESkBHpWm5AN+Pp8AzNnzkRpaanwyc/PlztLpCJ6sBAnInI0UQOhgIAAAEBhoWE/N4WFhcK0gIAAFBUVGUyvra1FcXGxQRpj82i4jObSNJxuLi+NeXl5wcfHx+BD1BCfjBERuRZRA6EuXbogICAAycnJwndarRZpaWkIDg4GAAQHB6OkpAQZGRlCmt27d0On0yEoKEhIk5KSgpqaGiFNUlISunXrhvvvv19I03A59Wnql2NJXpSuaT8YrDEg18OjmpydI26Q2D5ROlYHQuXl5cjMzERmZiaAO42SMzMzkZeXBzc3N0ybNg2ffPIJfvrpJ2RlZeG1115DYGAgRo8eDQDo0aMHhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEfU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REBABYlBel44HvWLwgy0SkDc/2IURkC6tfn09PT8fQoUOF/+uDk4kTJ2LNmjV49913UVFRgSlTpqCkpASDBw9GYmIivL29hd+sX78eEREReOaZZ+Du7o4xY8ZgyZIlwnRfX1/s3LkT4eHhGDBgANq1a4eoqCiDvoYef/xxxMfHY9asWfjggw/QtWtXJCQkoFevXkIaS/JCZByjUCJSMgb+YrE6EBoyZIjJOy83NzfMmTMHc+bMaTaNn58f4uPjTS6nT58+2L9/v8k0Y8eOxdixY+3KCxEREakX3xpzKqylICL78Q1FccndjIFXBvswECIi1WFzIiL5KO38YyBEREREqsVAiIhkxcc0JAW5H1dJTWm1Ks6MgZCCufh5TEREKqS0IJWBkFPhLQAREZGYGAgpmFRRs8KCcVI5sar4eZtARLZgIERkhNKqbomISBoMhEh0bMRHRCQtFrPiYSBE9DuOVUVEpD4MhEh0rvBYyQVWgYiILMBAyKnw8kyuh/VwRPZxhZtPOTEQUjQe3UQkPj4FJrqLgZCCnLxSitzrFSZSNF96FZTcRsblYouWk3LuGm5V11qZO3U6W1iGHE2Z8L81d16F2kocybVsn5D1tJU12H/uGup0vKorRfqlYlwtvS3Z/LMLSnHhWrnd89Hr9Th0/jpulFeJkKvmndFoca6wrNnpR3KLUaitlDQPYtLr9Th4/jqKK6rlzoqoGAjJJPXCDfSfm4Rfsq4CAIq0lXhu6QEMnb9XSGPNRffxz3djzPJUnLxSajZtfvFtvB1/3Nosq05lTR2GLUpBaEwKKmvqrP590GfJ+NvXqTh6ybJgyI01gFYZ9/VhvPrtEXyz/6LcWSEAx/Nu4sW4VARH77b4N9bUTN2sqMbIJQfwzIJ9NuTO0PYsDV5emYYhDcpbsZVX1WJ4zH7896IU1NTpmkxPu3gDf/s6FUGfJUuWB7ElZF7BhJVp+O+F9u8DJWEgJJOXvjmM4opqvLX+GPKLb+Fy8S1R5ns8v8SidMlnikRZnhiUWk1fXlVr9G9rpV28IUZ2XJat+//0VS0AIOH4ld9nZMUybVskmZB+6aak879aKl7NSfLpQgBAWaU4NePGbmFuNqg1MRYIHb5oXW2xEm6Tdmbf2W43WCNEYisoka4qmSzHiyORY7GRLykBAyEiIiJSLQZCRCQrPeviSAKuXtnEDmDFw0BIwVz9RCYiItswDBIPAyEihWDNCBGR4zEQIvqdZTXNrKcjcna85aCGGAgpBB/3KosbX2chcllsX0MNMRBSMF6MSQ3Euibx0aLlnHFLKXn/yl1WO6ozVleNHxkIuShL73isuTPiXZTlGm4ruQvJenLuP6UcO0rJB5GaNSwSlXBOMhBSCDEPhkJtJR6LTsbCnTkm021Kz8eAT3Yh04LeqG9X1+HpBfvw3vcnRMqlstkTupwvKsOjn+4SLS9iiNyYiZCF+2waKsRen/9yBo9/vluycZ0sPXXyi29h0GfJiN1zXpJ8yMGSIXXURP5LKllr3IrDsgdDDIRc0NLd51CorcKS3aYL/He/P4HiimqErz9mdp7bsq4i93oFNqbni5VNxWt4bloTGM1KOInr5crqgv6H41dw4VoF9sgwtErcvgu4WlqJlQdyjU53VBH45Y4cXCurwpc7TN8gOJN/bv5V7iyQjRRSUWwVKR5PHsktxjWJB781h4GQgtl0nuj1kGIwbrkjdjnYetKrcFM5BVfcLUo61mw5X+TKv4I2G0H+AacZCClcbZ0OeTfEGZC1OVdcdKwznU6PS9crzAZx1bU65JsZ9NZR7Xyqausk3x83K6pRcqsal29UQGciaq6tM79dnJUjL8D5xbdQa2TQTXMqqmpRpBVvoFFXotdbdm67soarruSG5MYobbcxEFK4Kf/KwFNf7sG2E1clXc7eHOWMRi+Wj37KxpD5e7Ei5aLJdGOWH8KT8/YgLVf+UeJHLjmAJz7fjV8taLdli+o6HR6Zm4R+c5Lw5y/3YoaJNl+T1hzFk/P2YEe2RpK8GHMsT9oRzB0t6VQhnpy3BxNXH7H6t/3m7MSgz5IZDBkx+/dz+2sz53ZzlHYhJnkxEFKI5s7L3b+36Vh10Hj7CrHEp+VJOn85/OvwZQAw2yYk6/cGp//J+E3yPJlzvqgcAPDzrwWSzP9Go7ZL/znW/DrvP3cdALDm4CVJ8mLMj8evOGxZjrAu9RIA4OB564Psmro7pYKrBYdiWJt659yel3hG5pyQKxA9EKqrq8OHH36ILl26oGXLlnjooYcwd+5cgypMvV6PqKgodOjQAS1btkRISAjOnTtnMJ/i4mJMmDABPj4+aNOmDcLCwlBeXm6Q5sSJE3jyySfh7e2Njh07Yt68eU3ys3nzZnTv3h3e3t7o3bs3tm/fLvYqOwzvYoiIiMQleiD0xRdfYPny5Vi2bBlOnz6NL774AvPmzcPSpUuFNPPmzcOSJUsQFxeHtLQ0tGrVCqGhoaisvFsFPGHCBGRnZyMpKQlbt25FSkoKpkyZIkzXarUYNmwYOnfujIyMDHz55ZeYPXs2VqxYIaQ5dOgQXnrpJYSFheH48eMYPXo0Ro8ejZMnT4q92pJwxrcKAAZsZCWRDhged6RUcjcGFournmOiB0KHDh3C888/j5EjR+LBBx/Eiy++iGHDhuHIkTvPyPV6PWJiYjBr1iw8//zz6NOnD9atW4eCggIkJCQAAE6fPo3ExESsXLkSQUFBGDx4MJYuXYoNGzagoODOI4P169ejuroaq1atwsMPP4zx48fjnXfewcKFC4W8LF68GMOHD8eMGTPQo0cPzJ07F/3798eyZcvEXm3lcNboSQFc9BwnF+ZsjWTt4WwXYWfLr5qJHgg9/vjjSE5OxtmzZwEAv/76Kw4cOIARI0YAAHJzc6HRaBASEiL8xtfXF0FBQUhNTQUApKamok2bNhg4cKCQJiQkBO7u7khLSxPSPPXUU/D09BTShIaGIicnBzdv3hTSNFxOfZr65TRWVVUFrVZr8HGE5s6XxjGNnDGONee0s8ZiBv0GNbMOzrpu9ZSYf14vyNHEPubkOK0Meq93kRonuYgeCL3//vsYP348unfvjnvuuQePPPIIpk2bhgkTJgAANJo7b6D4+/sb/M7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmvrpjUVHR8PX11f4dOzY0er1t5Wxu4dC7d1OpnI0ZYq5w8jRlOF43s1mX12V8nV/vV6PMxotamx4HZlcky21IheulTf57krJbRRXVDv9MVZWWYNL1yuE/6+VVUFTavjmmZpfOydqTPRAaNOmTVi/fj3i4+Nx7NgxrF27FvPnz8fatWvFXpToZs6cidLSUuGTny9vL8ozf8gS/i6vqkX8Ecve7JK6jAuNScFfvzqEuH1NX129dL0CBaXmX/e9XX13qAdrOoD8Li0Pw2P2463vMiz/kYWUWFsiNl7/7mg8rExxRTWe+Hw3+s9NwppDlzA8Zj/ejj8uT+bs9OinuzBk/l6cLyqHTqfHo5/uwmPRybhVXSt31qgBFRQ3TkP0QGjGjBlCrVDv3r3x6quvYvr06YiOjgYABAQEAAAKCwsNfldYWChMCwgIQFGRYb82tbW1KC4uNkhjbB4Nl9FcmvrpjXl5ecHHx8fgoyT1rzNLwZYgYPnepkN4HL5o2WvCRWV3g6VaneV33t/uvxN87TrtgH6PbBxig5zPucIy4e/6fqcSHdh/kpgqa+6cT4cuXEddg8i3YQ2z2jm6RsxV2nK5xlo0JXogdOvWLbi7G862RYsW0P1+sevSpQsCAgKQnJwsTNdqtUhLS0NwcDAAIDg4GCUlJcjIuHvXv3v3buh0OgQFBQlpUlJSUFNTI6RJSkpCt27dcP/99wtpGi6nPk39cpTEVU4UJeKWvcuWbcFjkywhdTsVZ6uxdbb8yknuMkb0QGjUqFH49NNPsW3bNly6dAlbtmzBwoUL8de//hXAnaEKpk2bhk8++QQ//fQTsrKy8NprryEwMBCjR48GAPTo0QPDhw/H5MmTceTIERw8eBAREREYP348AgMDAQAvv/wyPD09ERYWhuzsbGzcuBGLFy9GZGSkkJepU6ciMTERCxYswJkzZzB79mykp6cjIiJC7NUmF6CkcouhBzkbuS9masOtLR4PsWe4dOlSfPjhh/if//kfFBUVITAwEP/4xz8QFRUlpHn33XdRUVGBKVOmoKSkBIMHD0ZiYiK8vb2FNOvXr0dERASeeeYZuLu7Y8yYMViyZIkw3dfXFzt37kR4eDgGDBiAdu3aISoqyqCvoccffxzx8fGYNWsWPvjgA3Tt2hUJCQno1auX2KutMDxFiNTA2dt8MXgiJRA9EGrdujViYmIQExPTbBo3NzfMmTMHc+bMaTaNn58f4uPjTS6rT58+2L9/v8k0Y8eOxdixY02mcSlOWDIqNcsKzZbTaq7GTaz976r7S4rzQ+3bylXXX2pKLavtxbHGSHZKaZRqaoR5Pu+XjhJe5ZY/B+pkTbsiBRwm5KIYCBEACwokCQuha2XKe5tFzIafDKKIiJSLgRAREakLa5dk1WTUBJlfVWEgpBQKPzHV0KhRCY9oyHrcbSQ32Wt95V6+k2MgpBBiluW8MNhPjoKN+43E5AYeU0ome/BEAgZC5PIsrekx1VhaSGNvZiwk1XJsqfVS28XUmdbXVFZNTnOidZSCGmq4yXIMhIgs4Ohn2CymHUsNgQErIIiMYyBE9LvGFwo1XByVQAmbmTUErseSGl5HkeRGSpZD1jXPEwZCBIDPqwFXPcWVT7QOFbkDSUXkONxd9RxjIORqZI5oXPQ8IRXhTYFtnOki6Yi8OtP2kJvcNbIMhBTAGU4Yi7uuV+C6yF1FLncfGeTcFHhKUSOOOMflLsdcGQMhIiIVYEBFZBwDIVejxCoZJyV3dS2RvZReiSDXOcZikhpiIKQQYp6YPMltY/Ka8ftEVk9LS7bt66TnDHtDJ2ektMOWgZBCiHlnZMu8XPn6bvHFwoW3QT2dLR0qirTs5o4xe+evsDJVMdiztHqooOiSFAMhonq8aBBcJ3hwkdVwWaxdVg4GQkQyaraWRKKrGN9gUy/ueSLjGAgRWYA3b9JhOxfHU/sWd4UXIeQ4b5x/qxnHQIjICAY+6uKqBTwRmcdAiCyiigtFo+DHFSsqXOFOWAquuK+peY7e365y3klVCyX3I3sGQuRUXKM4IRKHks4H1qIa4vZwHgyEFELuO1JHR+Ryry8REcmjcZAod40ZAyGyCAMXInk4y7knRz5NvYLu6hUyTnJYOAUGQmQzZ+kHw9ICQ+7n1A0patOqrMQVc9vLeY64Qf47bSJnwEBIIcQsruS8g2TBS47G1+/JWo4+YpR0k0VNMRByMXJfElzpmiTnqki1HV1p/4ipYQDvKtvIGVZDrm0t+nJtiHPErXkUb16mOMMxZQsGQkQW4P2cdMS6KJmrjVR7zZGiHrcSKQgDIRdzp12AjT80QQ2PvNSwjuRirDhklRgHMjizXcP9qcR960wYCBEZ0biRq7M0DFcytpNwPFfa5s52sXe2/KoZAyEF0EOv+mp7V8YYihSH5Y2oHHGKsxiRjiSB0JUrV/DKK6+gbdu2aNmyJXr37o309HRhul6vR1RUFDp06ICWLVsiJCQE586dM5hHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3b5dilQnA2cIyzEo4Kdvy16VewoKdOTb/vvHds63BacmtGpt+p/RLU3lVLd77/gRSzl4Tdb5KeCTZ3K5elHS2yXdnNFpEbspEfvEtiXNFDS3bc858IpnU6Rx7DCeevIrbNXUOXSbguvGz6IHQzZs38cQTT+Cee+7BL7/8glOnTmHBggW4//77hTTz5s3DkiVLEBcXh7S0NLRq1QqhoaGorKwU0kyYMAHZ2dlISkrC1q1bkZKSgilTpgjTtVothg0bhs6dOyMjIwNffvklZs+ejRUrVghpDh06hJdeeglhYWE4fvw4Ro8ejdGjR+PkSfku1q7sha8Oybr8qB+zsXT3eZwtLDP43tI7KUtqbiyZV06j5ZviTAXL0t3nsDE9H6+tOiJ3VkTX3G5YnHwOeTcMA56/LD2IH45dwRtr05v51V28ixdHUVkldmQXmk0nV1CdfvmmQ5f35nfHHLo8Vyd6IPTFF1+gY8eOWL16NQYNGoQuXbpg2LBheOihhwDcucuOiYnBrFmz8Pzzz6NPnz5Yt24dCgoKkJCQAAA4ffo0EhMTsXLlSgQFBWHw4MFYunQpNmzYgIKCAgDA+vXrUV1djVWrVuHhhx/G+PHj8c4772DhwoVCXhYvXozhw4djxowZ6NGjB+bOnYv+/ftj2bJlYq+2y8su0JpNU15VK8qyDp2/Dk1ppfmEFuajYdF46Px1XC29bfO81ejIpWIAwG83Ld9upbdrsOdMEWrrdFJly2Fu1dRi/7lrKCq7c0xW/75ODQPe0ts12JMjzvqevqrFKQvON3OcLQjbfaYQlc3UclTV2LddzxeV49f8kgbfONEdCElO9EDop59+wsCBAzF27Fi0b98ejzzyCL755hthem5uLjQaDUJCQoTvfH19ERQUhNTUVABAamoq2rRpg4EDBwppQkJC4O7ujrS0NCHNU089BU9PTyFNaGgocnJycPPmTSFNw+XUp6lfTmNVVVXQarUGHwK0lTWIT8tzyLL2n7uGl1em4bHoZNHnffD8dby8Mg3B0btFn7ezsLX4N7yImDfu61RMWnMUX6dctHGJyrEzuxCvfnsET3ze/HEz7utUTFpt//pW1tRhxOL9eHbJfuE7e2o5lPDY0VKvr0nH+/85Icm8Qxbuw/OxB4Vg1plqYus5YZadhuiB0MWLF7F8+XJ07doVO3bswFtvvYV33nkHa9euBQBoNBoAgL+/v8Hv/P39hWkajQbt27c3mO7h4QE/Pz+DNMbm0XAZzaWpn95YdHQ0fH19hU/Hjh2tXn9byX2Qm7p7vFFe7bB8pF64Idm8D1+0f95qbficaWUgdEZzp7bkx8wrEuTGkNTnzr7f20TV1DW/JLHWt0KkWlU5iLEfEjILRJhL865YUatJTUl2rsl8ARQ9ENLpdOjfvz8+++wzPPLII5gyZQomT56MuLg4sRclupkzZ6K0tFT45Ofny50lmzjqbodvuknHme7k7WX3YaQXaT5OyNQqq3BzOBVX6trA2YkeCHXo0AE9e/Y0+K5Hjx7Iy7vzaCUgIAAAUFho2PCtsLBQmBYQEICioiKD6bW1tSguLjZIY2weDZfRXJr66Y15eXnBx8fH4KMWW09cRcjCfYq9Iz1bWIbFu87hVrX5NyXEuCCyiCJXI2dt5rrUS/ItXAXScovlzoJ9ZC5wRQ+EnnjiCeTkGL7CfPbsWXTu3BkA0KVLFwQEBCA5+W4bEK1Wi7S0NAQHBwMAgoODUVJSgoyMDCHN7t27odPpEBQUJKRJSUlBTc3dV5WTkpLQrVs34Q214OBgg+XUp6lfjqIo4PbtfFE5Pv45W+5sGDVsUQoW7TqLa2VVki3D1nOx8VtqLkuq8c+kma1VWLspnV/zSxD1ozLLFSJAgkBo+vTpOHz4MD777DOcP38e8fHxWLFiBcLDwwHc6aF32rRp+OSTT/DTTz8hKysLr732GgIDAzF69GgAd2qQhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEvU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REhNir7TIc/RqoKzAXnCmpdonXe3K0qybeAJXyeFRrez6ynofYM3z00UexZcsWzJw5E3PmzEGXLl0QExODCRMmCGneffddVFRUYMqUKSgpKcHgwYORmJgIb29vIc369esRERGBZ555Bu7u7hgzZgyWLFkiTPf19cXOnTsRHh6OAQMGoF27doiKijLoa+jxxx9HfHw8Zs2ahQ8++ABdu3ZFQkICevXqJfZqKwavc+JpWEizTCVH4PnrGNzO1JDogRAAPPfcc3juueeane7m5oY5c+Zgzpw5zabx8/NDfHy8yeX06dMH+/fvN5lm7NixGDt2rOkMk0mOfGyglLu4xvmQKl/NzVeqhpSO3r5sEEpKUj9mIB+FUkMca4wURZwLp2EhZ2mZp4ai0dHlv1ICW3PE2ixKCvxM5UQNx7qSOMt5oFYMhFyQPa9e83x1bWp6LV8sSj4nWLPhHFxlN7nq8cZAiAy45mFuGVsveEq+UIpFjDva5uYhVtlq12xM/Nia+Srtzt+R1y2FrbrslHYsUPMYCLkYnnuOo9frMWn1EbyzIdPq33654wyeW7q/2bGVpKq5sefC6Kq1SZvTld1xqql9VqfXY/yKVMz8wfzQFC56M+9wqw7k4r8X7kOR1vbxEElZGAgphKgXGRZ4DpFXfAt7cq7hern1fRvF7rmAk1e0+D5D+iEolM7eY9/ew33G96aDCEfeXBgLVkytX37xbRy+WIx/H1F2MGcvsWtX7Dlm5mw9hXNF5Viw86xo+SF5MRBSCCXfrTkia9W1d0aXdqbqZJ0IG6ZOd3dU7YIS5Y6DVF2rk7Qzy3rXbAgqxWZNYKYx0UeOmApKbqPOygPOVGpNaSWKKxwzhqCSzmkxs1JTpzOfyAQlbRfZudpYY2QDBQdBjjLy99G2RXlnzEm357BFKXJnoVmfbDuNo5ek72xz24mryLtxS/LliOWx6GT8auWAtNZKPl2Ixz/fjX/8K8N8YhMaXniLyqrQf24SSm/VNP8DKynitGuQCVPlgK1lhDVDhThrOaRGDIRIFo3LiHNF5bLkoyFH9xUkB4f3I2TDAvfkFJlP5EDmrmdbjkv7ePPH30dk33W60ExK62UXlIo+T1f2+S9nZFu2gooRl8NAiOh3SuoDhhzLVRuCE5F5DISILGAsSHLGsMnhHSo6dnGicJWA2DXWgkh6DITIgOyFp4zPkVgrQMY49K0xlR2DbEdDSsBAyMU4slyxpf2HI4ixDdzgxkLaQUTbzhLtMGsO88bnhEJPEacjVllTPxtbjxS1705XLRMZCCmEkg8wJedNSg3vznlBcxw5trUUbxg5A7lXzdnOK6Xe/Dk9mTcrAyEyqbii2qH920h1Puj1epzRlFmeDwsyImWZaMvFN/d6BcqrasXPjINZu1nv7FstaurkvqybzvudPN7pe6b0Vg3yi52nmwB7GNsm1oxZlXfjFrS3xXvN39rlOxspjy1XfXTrIXcG6A4xDy8x59V/bpKIc5PPmkOXkHTK9OvHljSSVWpD2lMFWjy7ZD98vD1wYnao3NkRWBIs2ttR46UbtzA8Zr9d83DEdXF4zH483b09Vv39UfSdsxMAkDrzaXTwbSn9whXm2wO5eOPJP5hNl198C099uafZ6bKejcosClR/bNmCNUJkwDXjfeCblIuizEepNeP1fe9oK5VVI2TJ9jpVoJU+I1aQ8q539xnDPpJ+zZeuHx8ln8srLDwfj+QWS5wT+UhdlEh5bLkaBkIuyJmrfcUINGxdfck6VLShyFNqwKVG5vaFqelW70YJT125ajOdtzRqiqela2IgRPQ7J44fnYLFFxGFRYHmjgulPi61hNqOebv3lVvDPy2fl8IOaWqEgRCpQoFIg2N+sCVL+NvSgjD+SJ7Vy1lz6JLR7xNPajA27hB+u2lbY8gNR63Pi6PxmiEOS7fj2kOXMGHlYdyqtu+xqphB1b+P5GH8ilRoK8VtJG1MRPwxs7Xoer0ekZsyUdbg0fN/jv2Gbw/kYszyQ1Yvs7KmDtGNhus4W1iGMcsP4eD561bPz5wPE07i3e9/FX2+9WrrdAhbcxTLdp+zbQYcdJWUhBeh5t2sqMaJ36x/7p57vcLq3zRXLr/5XQaOXrqJD7actHqeAJBfrLwR7hu3yamsqZMpJ/ZT8p2/sbZPeujx0U/ZOHj+BtalXnZYXsxtp5k/ZOHwxWJ8tfeC5HnZeuIqss20U8svvo0fjjUdU27u1lPIuGz9YMTG5jVlXToyLt/EhJVpVs/PlFvVtfjX4cvYlP4bCrXi3BA2tvNUIZLPFGH+zrOSzF9qDIQUwpnb9YhJzscM5grnOhH2UZ1OL8q+LhX5dWKpWLI/63TyH/umcmBdh4p2Z0U2txTY9UKFg/JUa+YYrNHpRF2esdq3G+XVoi6jXsNVq9PpUVuns7kMau5nt6utu3lR2uNkBkIuxpq+csixaup0GDp/L15oUJX+HyN3ho5Wcsv6AtjSgtRcYLA5PR/H8kqsXr7rkDYI5P2VcXJvl2N51tciieHmrWo8MicJUzdkyrL85qTJ/HYgAyEXE59mXxsQuctNW++o6zuqA6yrXQtff6zB76xbprV5zdGUIa/4Fo43uPAXV4hzF2hPTUTCceuDsdGxB0WpyZnx/Ykm3zlb7732ZPfN747hbOHdmxdzW/TDBNseiQLA2kNNH31JFRDUn1elt2rwj39lNJluaY2A3AGLVLZnaWRZ7sglB1BWVYuffi3A9xm/yZIHY/65Wbr2S5ZgIEQuIf3S3Tssa8rObVlXjX7vXJdix/v1t1LkuGjto6Or7d//T9NgsDn/Omx7O55VB3NNThcz5qg/r75LM51fc4GO2H06NRe0qvF8FzP4cPZ4lYGQQiilZ2lnLRDEKDAbF5KKvhtVdOacj5xt9BTQRAqANIdUc9tV7ko/a8sLe7eNnKermMd2c7Ny9jauDIQUwJ5DSK/X2z1EgRpZ8lpuw/3i5ua8QaKlrpVVOX2BJgY5x1PSiXnRsuO3tXU63LTysa3cwY2rc/btq+TyhYGQk/siMQePfrpL7myIxuZz3crzq8/snU3eSDHfg7BySyJ7H+fsOlWIRz/dhchN4j6rV+4WMyRWLaq9++GNtel2/V4sf1l2EI/MTbKp6wcxKe3tIkm58KpuPJqHRz/d1aTvJKVgIOTk4vaZ7mcj7eINq+Yn98XekUNsnC8qt39hDnCzohoHz1+HTsJnKEt+7whtixUNp51tJOrfbtrWh5Ijb2LN9WdjDXtOpVNX7+RjezNt6BzF2mMs34J9XF2rw8HzhuWi2MXesbyb+K1EmhHglUav1yP1gunrzNytpwHcHWOu8X6V+x6To88rhFSF7bgVhxE/OQiPP9TOwnw418XNmdi6aUcs3g+NthLzXuzTbBq5C5JmKShjmfklksxXQatoNb3B344796XaZMZ6eW5cpn25w/paCWv28fmicrzwlfW9TTurn09cxQ82vHmqJKwRUgFz0Topm+b33mATT9595daVw1WlxRVq6VDRkfdAltY8S5Gn7w5LO8xMdoGyRn0X90WcpnPbdarQ7vnK/QiUgZALUmOljuir7Nb4X7lPVZIL97zrM7eP1VimqonkgdDnn38ONzc3TJs2TfiusrIS4eHhaNu2Le677z6MGTMGhYWGUWVeXh5GjhyJe++9F+3bt8eMGTNQW2vYuHXv3r3o378/vLy88Mc//hFr1qxpsvzY2Fg8+OCD8Pb2RlBQEI4cOSLFaroMKc/31As38Ozi/TiSW4yXvzks4ZIcw9q7fykfPdhzqbY1V5ZcHH5t9Dhq39lreHbxfpy8oqy7ZkfadDTf4H8pzzlzx5wjXq12BlLX5BWU3saopQfwwzHHdWJo6zq9+/2vCLdgIFqr8iLanKQhaSB09OhRfP311+jTx7Btw/Tp0/Hzzz9j8+bN2LdvHwoKCvDCCy8I0+vq6jBy5EhUV1fj0KFDWLt2LdasWYOoqCghTW5uLkaOHImhQ4ciMzMT06ZNwxtvvIEdO3YIaTZu3IjIyEh89NFHOHbsGPr27YvQ0FAUFRVJudqKo5QC6qVvDuPUVS3+9nUqrjYzGrwYjbVtDziUfro6v4mrjuDUVS0mrTkqd1YMmDpH7AlgjR3P7zbuQFEpJ6gTcpYt9/HPp5B1pVT0tzLFVllTh03pv2Hbias2v1zgjCQLhMrLyzFhwgR88803uP/++4XvS0tL8e2332LhwoV4+umnMWDAAKxevRqHDh3C4cN3agl27tyJU6dO4bvvvkO/fv0wYsQIzJ07F7GxsaiuvtO3RVxcHLp06YIFCxagR48eiIiIwIsvvohFixYJy1q4cCEmT56MSZMmoWfPnoiLi8O9996LVatWSbXa5MTMvz7vmHyogdZJBo21RMNgx9kOEX0zfzubHE2Z0YFM5dBwyJR6DbvqKL1l/NhX2rEjZp9W5shdtkoWCIWHh2PkyJEICQkx+D4jIwM1NTUG33fv3h2dOnVCamoqACA1NRW9e/eGv7+/kCY0NBRarRbZ2dlCmsbzDg0NFeZRXV2NjIwMgzTu7u4ICQkR0jRWVVUFrVZr8FEdJy0NbTlnHd2TtJjzFzuvSqqUkLtQVCtjx4Az7IuUs9cQGpOC4TH7jU539LEdu8d0lyZ95+w0+r25bNq6HlKvv0XHiMKPI0len9+wYQOOHTuGo0ebVn9rNBp4enqiTZs2Bt/7+/tDo9EIaRoGQfXT66eZSqPVanH79m3cvHkTdXV1RtOcOWP89cno6Gh8/PHHlq+oqJTRo6y63d1yxhpPNv5O7j6XGlJQVpxe4wuHuYa03PTWs/R4taQs+/nXAgBAXrH5fnvkOk/YLYmyiV4jlJ+fj6lTp2L9+vXw9vYWe/aSmjlzJkpLS4VPfn6++R+JxBnPE1c/uV19/RpSUiAlz2Y3sVAFbRtHk+qNufrjzWz7K/Wcgk5BqnNT7lNM9EAoIyMDRUVF6N+/Pzw8PODh4YF9+/ZhyZIl8PDwgL+/P6qrq1FSUmLwu8LCQgQEBAAAAgICmrxFVv+/uTQ+Pj5o2bIl2rVrhxYtWhhNUz+Pxry8vODj42PwcQXO1gMwGWcqMHO2V7yVfEQ2CQqVnFkiiYgZ9Ci9dBI9EHrmmWeQlZWFzMxM4TNw4EBMmDBB+Puee+5BcnKy8JucnBzk5eUhODgYABAcHIysrCyDt7uSkpLg4+ODnj17CmkazqM+Tf08PD09MWDAAIM0Op0OycnJQhoyQuYj1taaCYNgz+YT2HDhYl//lHo9VVoh5a60DJljMNiYk2Xe4LRR4BHqZJvT1Rk7QlxhF4neRqh169bo1auXwXetWrVC27Zthe/DwsIQGRkJPz8/+Pj44O2330ZwcDAee+wxAMCwYcPQs2dPvPrqq5g3bx40Gg1mzZqF8PBweHl5AQDefPNNLFu2DO+++y5ef/117N69G5s2bcK2bduE5UZGRmLixIkYOHAgBg0ahJiYGFRUVGDSpElir7brsKIslKKNjFJrNtzcoKgz3tmut9aQo+2VWHe/Tr1bJGgsbW67mj3fHRSbSX3IWbIaznrsKKmtpK1k6Vl60aJFeO655zBmzBg89dRTCAgIwA8//CBMb9GiBbZu3YoWLVogODgYr7zyCl577TXMmTNHSNOlSxds27YNSUlJ6Nu3LxYsWICVK1ciNDRUSDNu3DjMnz8fUVFR6NevHzIzM5GYmNikATXddaOi2qbfaSud73XoTenNtwH7PuO3JoOcNj7fHX36p+UWC38rqflSobYSG47kobKmTpT56fV65GjK8GPmFWW00zKzo7Ov3H27NDO/xOrOIsVcw8bD6Viz+Q5euI4D564bfCfVMe7IG56Gm2Dj0XzcFuk4dRoWHAPlVbX495E8m8t/ayntxROHDLq6d+9eg/+9vb0RGxuL2NjYZn/TuXNnbN++3eR8hwwZguPHj5tMExERgYiICIvz6oqsKQxLbezfZfqGTJt+JydTYw59kXgGhdq7nT6KcZrae1G/Vd18AW5POaKHfYHV88sOQqOtxBlNGWb/5WHbZ9RAaEwKAMCn5T0Y2q29KPOUyoHzhsHDc0sP4NLnIx2ej9o6HV6yo8f2k1e0eOXbNGR/HGo+sYWUVlmwLvWy0e+VWhPtKFEJJ/HD8Svo0q6VJPOXO9Axh2ONkSiSz8jbW7cYFQeNz9X0y8XGEzqBg+evI0fTtGM3KdQPCrvm0CXU6SzcEXpgR7bGbLJTBa7fl5defyeI+SXrql3zqbV025thKuB2hAwrzzsx1tr8ddq+pSihYtOUX34f0Dn3eoXwXWK2BrV1OrO/3Xf2mmT5chQGQiQpOR5tKLzMkdyFa+WYsDJNqFUxx+LgpRFju9bU48aGqut0+Me/MoxOU/rdoxTWHLqEt9Yfc/hyxWwgbc28TO3iMcuNd3hLjvX5L2earUGrl3H5Jood9DhNSgyEFECvd92L95RmLnauwPpBVx3jfFG5Vek/2XZatGXvP2f/3aEK4yDslqlG1WxjZon2haWzVc6bbPIflDbvCzuyvtdMbU/WbyUWzcdckwu5ty4DIYUQd/gFw5nJWZQknSo0n6gB21+ft1/jRTdp0CfCMsSinAuE+OR4jOC6W9N6YgY/Sn8kpArcB2YxEHJBznzcyxlsmNtuzvLIRoxx1yThwtvPGZepFpY8nlfE6/NOcn5IwlUHXSUiQ1Je7AwLUcdcVY3VSon99o2j2pi5QiAixTrYuz+l74eImmPNtmluPzX5Wm/yX6fFQIhcjitc1KzlSheE5gplvV6PqlrX7ANGqZUBkrUREnHGjjnf7VyIkxZKjXeTGI/ka+t0Nr+gIRUGQuQSpKg5MFdWu1LfI85QTk/bmIlusxJxpeS23FkRlR562ba/uONJWX8+iHFhdZX2cmKXYb/dtP88kaKEGzJ/b5NzWO6SlIGQCjjDRa6enHfG5hYt98nakKl9Kuv+lnAj/ZhZAABYf9j0K732ErMHcUceM8YCAqWe+pZuF0eVB1Lf1MixH/71+3mitEBRjABNbAyEiCwgTlW+sgokZ+CooE7Oi4XSblTEDAnsXTelbRtyTQyEFEJpUTs1GlRctlxYz1FHkrGLlDNtJ0s5y5kpVtDgkPW18EDRibBSzrL/xCbGozZzN4CuEqgyECJFsbWK2hHnY5NHJgq66jfMi6sUTiQ/e2tClXSOmGI+n/atiCXnpNivzztTMSB31wEMhFTAWWub5iWeQVGDgU8tJdb6/vqbdaOImyPp6/PNfP+dhe1psqwcMR1wzEXOOY/cuxxZvtuyrYz9xpIsH8ktxuJd5xT39o+tzK+za6xnY5pS0+Wrk8SxdmMg5Ipc5Jz9au8F/I+F4y8Z9KIj0fo3rq2Ss+bF0mXPSjiJvBu3pM1MA2Lc2Smt8FVafiwmchRW8/sAnHq9Hn/7OhWLdp01GFvOWW+4XFV9GWGqrHhj3VGT82jy+ryL7mIGQgrhqgeYtZqOAH9Tnow4scYXpMO5N6RZjkzHrOS9AIuwXl/tPW//TKzUpE2IBStirh1J/aZOPl2Irv/3C747fBlj4+4OinrpRoXxH5rJgtMGl07EksD05BWtnctwDQyEyCWIMtaYlaWzUgddbXzxmZeYY9Xvj+QWi5gbGzTYsMYbZIt/GTXZHYEN87Nmm0vVyPnDH7NFaTD7S9ZVhK1NB3CnhlGMmxNR24SIsP2kH2LDdCbHfZ1qdmBSKTW/+o4JWeVuS8ZASA1cJWynZol5Yfnb16nmE5GopHqsdLawzO55vGXh42mlcoba9jQJbj6cYb2VgoGQC1L7s3qp1l7uu5aGTOXFebrVUw5X2ELGLny1dabXTOr1tnusMXGyYTdnDCrEyHPTITZcEwMhhXDVA4zuErMwVULBbG0WLO5N2GAZ8q+oI+JfqXo2tmXrNaxdlDv4V8Jx7uzs2YQKuveTFAMhcg0qLzAN+xGSb2O4YsEpffsRkQI+SUafl4byjhPTOZI7IFQqOcsaMTEQUgCx73q3Z2kazV8apbdrcKO8StR5yt2xljWcJacuUlbJxtbt90vWVew6XSRuZpyMuW0nxrHZ3Cx42DsPuctSBkIKoNcDV510RO1pGzPlzoJopBx4sayyBnO2Zks2f6UQY2T4L345I/y96kAu/n0kz2C6JbGyXq/HwqSz+CXrKraeKEDMrrNm04vN0Y2Mjd1QyX2BsZdc90U5mjLM/ikb18rEvdGzh5TlU0V1nfFlmljkqQKtaDeuct8Ae8i6dAIAbEzPx7YTV+XOhk2OXrLsbQd7LjSW/LbhRUCJ1bXzd+TY3WeHKY7oULIxY9s5Q4RXq8uqaoW/tZW1mPlDFv42sKPwnSVF5v5z17Ek+ZxNy3eiSkkDCjzsm1W/jc1lWZwaI/MzafxoOTQmBQCQe70Ca18fZH8eZNg3er3e7rKwaSeyd+d3TeSnAXJijZACOGsQVC/pVKHJ6Xq9Hq98m2bz/J/4fLfNvxVLZW2dXRfIHBteY/7n5l9tWlbjWjopy+CqWuN3kmKzdiiHNYcuWZW+xsTbVVK82iwFY2tgb6Bh7k7dXC1Fcz93gxtWHci1u8+qWp0eW45fsWsed/Jzx9pDlzDos2Th+31nr2HxrnMOD2TMDX1hiYLSSoxccgC1v/cIbgtzZV5zgVbK2Wt49ds0/HbTsl7t5b73YCBEdnGDGyavSzeZRnu7FgfPW9a7sbETokCEQsFe61IvNy30rTh7zxeVW73M7zN+a3aaUm7+Nx3NN59IBOaC7cZ2n7Gubc7mhkNFOHjjKrEG0xHmbD0ldxaa+MjI47BFZh6rSsHUo9ziimqL53Pqqlay3vlNFX+vrTqC/eeuW3wzJ3ctLAMhFXCmglaME6KyRocxyw/ZP6MGjLUV0Nl+oyUqvV4vW0lyrbxpodzcHag9R6HU7avMDRXhrGw5Khr+xu5+gBRQ9FTVyn+iZhdY91i8ue2m1+tR0eDRsdIdvliMUUsPyJ0Ns9hGiOwidyRfr2HBMS/xDC5eF/fC9u2BXAT4eBt8l2bVGF7SbKjpGzNxPO8mSkx0z29LILz6YK7ZNGm5xUbb4ezNuWY0va1tdgCgUCttewSp52/O4Yv2P36z7YZHvO43lRD0NDYrIQvfHc4zn1BhmmvX9I9/ZWCnlbWj9hCjfM+6Umo2jdzHDgMhsotF54mDgyVbgyBzJ/2n208b/G+u115HEKN9hDEf/2z+scXnDd7uaqjGjjYJFlFK9O0E7D1CJetHyEG70NIgyGxbKAcfcs0FBrYEQTxbzOOjMWrW7WZeqWxI7Ncetbctr/bdm1OE1Avijaxu7V2J3NfjkxbcacnBEeHhKSsfNYjlh2PNt9uyVbVIgaNN9UFGB7UVR2WNYxrSN2dTumPar0klR2P/OHGAfeVUfbvIOp0e18urRDtWlYY1QmTU7J+yLXrzRuxYwJqGiX9ffRQAcOGzZ0VZ9r8OX7YqvTUvMokdNOn1ejxn4bN3+eutxOUG4Nkl+2VZduQm297kM+XiNXEe40oZ1Nii+4eJeHHAA7Itv7kaS1s4vAE9ILzCb/e8RBhj45WVaUi9KN5NZ2Nyt+NijRAZZe3rx6ZIXXOi0+tlecZ8q9ry2it31k+TM7Li5DWW1NSbj0qitNNT7jYzjRkLgsQs18tlbgAueiAUHR2NRx99FK1bt0b79u0xevRo5OTkGKSprKxEeHg42rZti/vuuw9jxoxBYaHhs8+8vDyMHDkS9957L9q3b48ZM2agttZwY+3duxf9+/eHl5cX/vjHP2LNmjVN8hMbG4sHH3wQ3t7eCAoKwpEjR8ReZTIjv9iyviRsVVunt/r1ajF8e8B8g+J6YvcKq7SCsiEl501tbBt09e7fi3eZbuCedaXEhiXI35Owmtj3aEwdRA+E9u3bh/DwcBw+fBhJSUmoqanBsGHDUFFxt/p3+vTp+Pnnn7F582bs27cPBQUFeOGFF4TpdXV1GDlyJKqrq3Ho0CGsXbsWa9asQVRUlJAmNzcXI0eOxNChQ5GZmYlp06bhjTfewI4dO4Q0GzduRGRkJD766CMcO3YMffv2RWhoKIqKnH/8n5k/nBB9nC+bWHCmjP/6sKRZGPTpLmyUoT3A5RuWB3garbh9IVnTQWPJrebfKHNGi+14+8wSRQoaVsEatoxZaKyzyIaB7HUzZYyl/YM1XQajZVPEHH/SkhcfbOUqu1H0NkKJiYkG/69Zswbt27dHRkYGnnrqKZSWluLbb79FfHw8nn76aQDA6tWr0aNHDxw+fBiPPfYYdu7ciVOnTmHXrl3w9/dHv379MHfuXLz33nuYPXs2PD09ERcXhy5dumDBggUAgB49euDAgQNYtGgRQkNDAQALFy7E5MmTMWnSJABAXFwctm3bhlWrVuH9998Xe9Ud6t9H8i1uWCzlwVpWaT4PZRJXe0o9f7KO2IMIk4VsaCNk7BF4jZUdZOn1eqtreM6I1BBYLG5uwJbjzvEYz1pX7eiQVi01d5K3ESotvfNmi5+fHwAgIyMDNTU1CAkJEdJ0794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVag4+SXbhmeW/Fp68qe12IyD7H8sTpQdjafncGfZaML3eI1zBZDjV1OkzfKH5DeJsZCWqlusGIbtQtSEOmwiApB4F1NEkDIZ1Oh2nTpuGJJ55Ar169AAAajQaenp5o06aNQVp/f39oNBohTcMgqH56/TRTabRaLW7fvo3r16+jrq7OaJr6eTQWHR0NX19f4dOxY0ej6ZxNZW0d3v/PCbmzQUQSevM7cUa7t+YGC7jT63rsnguiLFsupsaak4Mjc/N1ykUHLk2ZJA2EwsPDcfLkSWzYsEHKxYhm5syZKC0tFT75+cruh8LS6uXvDufhshUNlmP3nLc1S3a5acUYOqRcrtJuQLVUuP+c4Zg9ekmaMcNMMTvoqoscLJL1IxQREYGtW7ciJSUFDzxwty+JgIAAVFdXo6SkxKBWqLCwEAEBAUKaxm931b9V1jBN4zfNCgsL4ePjg5YtW6JFixZo0aKF0TT182jMy8sLXl5etq2wwlnTYPbLHTnmE0ngf9aLc0dL8pJjkEoybtwK619UcJWLmzNz5sbkzph30WuE9Ho9IiIisGXLFuzevRtdunQxmD5gwADcc889SE5OFr7LyclBXl4egoODAQDBwcHIysoyeLsrKSkJPj4+6Nmzp5Cm4Tzq09TPw9PTEwMGDDBIo9PpkJycLKQhZZGywy5yHLE6CCR5bM8y3nTAHCe8/gmUFvwpJTcm2wi5AT//erXJ9wM+2SVdhiQieo1QeHg44uPj8eOPP6J169ZCexxfX1+0bNkSvr6+CAsLQ2RkJPz8/ODj44O3334bwcHBeOyxxwAAw4YNQ8+ePfHqq69i3rx50Gg0mDVrFsLDw4UamzfffBPLli3Du+++i9dffx27d+/Gpk2bsG3bNiEvkZGRmDhxIgYOHIhBgwYhJiYGFRUVwltkRERE5oK4fWeNDyTs6sy9NWZsQNViJ2ziIHogtHz5cgDAkCFDDL5fvXo1/v73vwMAFi1aBHd3d4wZMwZVVVUIDQ3FV199JaRt0aIFtm7dirfeegvBwcFo1aoVJk6ciDlz5ghpunTpgm3btmH69OlYvHgxHnjgAaxcuVJ4dR4Axo0bh2vXriEqKgoajQb9+vVDYmJikwbUREREzRFzTENSHtEDIUueD3p7eyM2NhaxsbHNpuncuTO2b99ucj5DhgzB8ePHTaaJiIhARESE2TwREREZ4+ghIJz5MaMz4lhjREREJhjrgVtKSomDTPcj5DoYCBERkd3kettUDEqrgalgb/kOxUCIiIhU7adfr8idBQO7zyhkPExXqvYxgYEQkYJlXHZslTyRGn2zP1fuLCiSG9xUUTvFQIhIwawd94mISCzH8m7i4Y92GJ328so0B+dGOgyEiBRsy3FlVdkTkXrkXldH56gMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFqqCIRiY2Px4IMPwtvbG0FBQThy5IjcWSIiIiIFcPlAaOPGjYiMjMRHH32EY8eOoW/fvggNDUVRUZHcWSMiIiKZuXwgtHDhQkyePBmTJk1Cz549ERcXh3vvvRerVq2SO2tEREQkM5cOhKqrq5GRkYGQkBDhO3d3d4SEhCA1NbVJ+qqqKmi1WoOPFC5dr5BkvkRERM6o5Fa1bMt26UDo+vXrqKurg7+/v8H3/v7+0Gg0TdJHR0fD19dX+HTs2FGSfHX0u1eS+RIRETkjN7jJtmyXDoSsNXPmTJSWlgqf/Px8SZbTwt0NU576gyTzJiIiciavP9EFvvfeI9vyPWRbsgO0a9cOLVq0QGFhocH3hYWFCAgIaJLey8sLXl5eDsnbB8/2wAfP9nDIsoiIiMg4l64R8vT0xIABA5CcnCx8p9PpkJycjODgYBlzRkRERErg0jVCABAZGYmJEydi4MCBGDRoEGJiYlBRUYFJkybJnTUiIiKSmcsHQuPGjcO1a9cQFRUFjUaDfv36ITExsUkDaiIiIlIfN71er5c7E0ql1Wrh6+uL0tJS+Pj4yJ0dIiIisoA112+XbiNEREREZAoDISIiIlItBkJERESkWgyEiIiISLUYCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqZbLD7Fhj/pOt7Varcw5ISIiIkvVX7ctGTyDgZAJZWVlAICOHTvKnBMiIiKyVllZGXx9fU2m4VhjJuh0OhQUFKB169Zwc3MTdd5arRYdO3ZEfn6+6scx47a4i9viLm6Lu7gt7uK2uIvb4q7G20Kv16OsrAyBgYFwdzfdCog1Qia4u7vjgQcekHQZPj4+qj+A63Fb3MVtcRe3xV3cFndxW9zFbXFXw21hriaoHhtLExERkWoxECIiIiLVYiAkEy8vL3z00Ufw8vKSOyuy47a4i9viLm6Lu7gt7uK2uIvb4i57tgUbSxMREZFqsUaIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhGQSGxuLBx98EN7e3ggKCsKRI0fkzpLDpaSkYNSoUQgMDISbmxsSEhLkzpJsoqOj8eijj6J169Zo3749Ro8ejZycHLmzJYvly5ejT58+QsdowcHB+OWXX+TOluw+//xzuLm5Ydq0aXJnRRazZ8+Gm5ubwad79+5yZ0s2V65cwSuvvIK2bduiZcuW6N27N9LT0+XOlsM9+OCDTY4LNzc3hIeHWzwPBkIy2LhxIyIjI/HRRx/h2LFj6Nu3L0JDQ1FUVCR31hyqoqICffv2RWxsrNxZkd2+ffsQHh6Ow4cPIykpCTU1NRg2bBgqKirkzprDPfDAA/j888+RkZGB9PR0PP3003j++eeRnZ0td9Zkc/ToUXz99dfo06eP3FmR1cMPP4yrV68KnwMHDsidJVncvHkTTzzxBO655x788ssvOHXqFBYsWID7779f7qw53NGjRw2OiaSkJADA2LFjLZ+Jnhxu0KBB+vDwcOH/uro6fWBgoD46OlrGXMkLgH7Lli1yZ0MxioqK9AD0+/btkzsrinD//ffrV65cKXc2ZFFWVqbv2rWrPikpSf/nP/9ZP3XqVLmzJIuPPvpI37dvX7mzoQjvvfeefvDgwXJnQ5GmTp2qf+ihh/Q6nc7i37BGyMGqq6uRkZGBkJAQ4Tt3d3eEhIQgNTVVxpyRkpSWlgIA/Pz8ZM6JvOrq6rBhwwZUVFQgODhY7uzIIjw8HCNHjjQoM9Tq3LlzCAwMxB/+8AdMmDABeXl5cmdJFj/99BMGDhyIsWPHon379njkkUfwzTffyJ0t2VVXV+O7777D66+/btVA6QyEHOz69euoq6uDv7+/wff+/v7QaDQy5YqURKfTYdq0aXjiiSfQq1cvubMji6ysLNx3333w8vLCm2++iS1btqBnz55yZ8vhNmzYgGPHjiE6OlrurMguKCgIa9asQWJiIpYvX47c3Fw8+eSTKCsrkztrDnfx4kUsX74cXbt2xY4dO/DWW2/hnXfewdq1a+XOmqwSEhJQUlKCv//971b9jqPPEylMeHg4Tp48qdr2DwDQrVs3ZGZmorS0FN9//z0mTpyIffv2qSoYys/Px9SpU5GUlARvb2+5syO7ESNGCH/36dMHQUFB6Ny5MzZt2oSwsDAZc+Z4Op0OAwcOxGeffQYAeOSRR3Dy5EnExcVh4sSJMudOPt9++y1GjBiBwMBAq37HGiEHa9euHVq0aIHCwkKD7wsLCxEQECBTrkgpIiIisHXrVuzZswcPPPCA3NmRjaenJ/74xz9iwIABiI6ORt++fbF48WK5s+VQGRkZKCoqQv/+/eHh4QEPDw/s27cPS5YsgYeHB+rq6uTOoqzatGmDP/3pTzh//rzcWXG4Dh06NLkp6NGjh2ofFQLA5cuXsWvXLrzxxhtW/5aBkIN5enpiwIABSE5OFr7T6XRITk5WbRsIAvR6PSIiIrBlyxbs3r0bXbp0kTtLiqLT6VBVVSV3NhzqmWeeQVZWFjIzM4XPwIEDMWHCBGRmZqJFixZyZ1FW5eXluHDhAjp06CB3VhzuiSeeaNK9xtmzZ9G5c2eZciS/1atXo3379hg5cqTVv+WjMRlERkZi4sSJGDhwIAYNGoSYmBhUVFRg0qRJcmfNocrLyw3u5nJzc5GZmQk/Pz906tRJxpw5Xnh4OOLj4/Hjjz+idevWQnsxX19ftGzZUubcOdbMmTMxYsQIdOrUCWVlZYiPj8fevXuxY8cOubPmUK1bt27SRqxVq1Zo27atKtuO/fOf/8SoUaPQuXNnFBQU4KOPPkKLFi3w0ksvyZ01h5s+fToef/xxfPbZZ/jb3/6GI0eOYMWKFVixYoXcWZOFTqfD6tWrMXHiRHh42BDWSPcSG5mydOlSfadOnfSenp76QYMG6Q8fPix3lhxuz549egBNPhMnTpQ7aw5nbDsA0K9evVrurDnc66+/ru/cubPe09NT///+3//TP/PMM/qdO3fKnS1FUPPr8+PGjdN36NBB7+npqf+v//ov/bhx4/Tnz5+XO1uy+fnnn/W9evXSe3l56bt3765fsWKF3FmSzY4dO/QA9Dk5OTb93k2v1+vFicmIiIiInAvbCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqRYDISIiIlItBkJERESkWgyEiIiIyOFSUlIwatQoBAYGws3NDQkJCVbPQ6/XY/78+fjTn/4ELy8v/Nd//Rc+/fRTq+bBITaIiIjI4SoqKtC3b1+8/vrreOGFF2yax9SpU7Fz507Mnz8fvXv3RnFxMYqLi62aB3uWJiIiIlm5ublhy5YtGD16tPBdVVUV/u///g///ve/UVJSgl69euGLL77AkCFDAACnT59Gnz59cPLkSXTr1s3mZfPRGBERESlOREQEUlNTsWHDBpw4cQJjx47F8OHDce7cOQDAzz//jD/84Q/YunUrunTpggcffBBvvPGG1TVCDISIiIhIUfLy8rB69Wps3rwZTz75JB566CH885//xODBg7F69WoAwMWLF3H58mVs3rwZ69atw5o1a5CRkYEXX3zRqmWxjRAREREpSlZWFurq6vCnP/3J4Puqqiq0bdsWAKDT6VBVVYV169YJ6b799lsMGDAAOTk5Fj8uYyBEREREilJeXo4WLVogIyMDLVq0MJh23333AQA6dOgADw8Pg2CpR48eAO7UKDEQIiIiIqf0yCOPoK6uDkVFRXjyySeNpnniiSdQW1uLCxcu4KGHHgIAnD17FgDQuXNni5fFt8aIiIjI4crLy3H+/HkAdwKfhQsXYujQofDz80OnTp3wyiuv4ODBg1iwYAEeeeQRXLt2DcnJyejTpw9GjhwJnU6HRx99FPfddx9iYmKg0+kQHh4OHx8f7Ny50+J8MBAiIiIih9u7dy+GDh3a5PuJEydizZo1qKmpwSeffIJ169bhypUraNeuHR577DF8/PHH6N27NwCgoKAAb7/9Nnbu3IlWrVphxIgRWLBgAfz8/CzOBwMhIiIiUi2+Pk9ERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSrf8P3vCF+WY4zeQAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "from matplotlib import pyplot as plt\n", + "\n", + "plt.plot(df['CO2'].to_list())" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "9946f5cd-3683-49db-8535-393cb04140ce", + "metadata": {}, + "outputs": [], + "source": [ + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints_1M/checkpoint_best_model.bin')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone = torch.compile(backbone)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))\n", + "model = torch.compile(model, fullgraph=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "903489f0-9039-4504-894e-6739b4a15371", + "metadata": {}, + "outputs": [], + "source": [ + "def create_splits(df):\n", + " length = len(df)\n", + " train_length = int(0.99 * length)\n", + " train = df.loc[:train_length]\n", + " test = df.loc[train_length:]\n", + " return train, test\n", + "\n", + "train, test = create_splits(df)\n", + "\n", + "train = train.reset_index(drop=True)\n", + "test = test.reset_index(drop=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "00c271f1-bd44-457d-9a0e-7b221871ab78", + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['Smiles']\n", + "smiles_test = test['Smiles']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "01ebce4a-9ac0-4527-a9bd-8d13913f15e3", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['/home/jovyan/simson_training_bolgov/regression/scalers']" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "\n", + "joblib.dump(scalers, '/home/jovyan/simson_training_bolgov/regression/scalers')" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "4405c601-f006-4eeb-989e-fb35dd5349ba", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Setting up datasets for two-label training (labels assumed pre-scaled)\n", + "Training dataset statistics:\n", + " total_samples: 6659681\n", + " label_0_count: 6659681\n", + " label_1_count: 6659681\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Validation dataset statistics:\n", + " total_samples: 67270\n", + " label_0_count: 67270\n", + " label_1_count: 67270\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Computed label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Using device: cuda\n", + "Training steps per epoch: 26015\n", + "Total training steps: 78045\n", + "Label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Validation will be performed every 7000 steps\n", + "\n", + "Epoch 1/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 27%|██▍ | 7001/26015 [10:27<10:43:20, 2.03s/it, step=7002, loss=0.0372, true_loss=16.0679, lr=1.84e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 7000 | Train Loss: 0.0618 | Val Loss: 0.1191 | True train loss: 17.4244 | True val loss: 18.3473\n", + "New best validation loss: 0.1191\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 54%|████▎ | 14001/26015 [20:40<3:46:01, 1.13s/it, step=14002, loss=0.0315, true_loss=15.1059, lr=1.68e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 14000 | Train Loss: 0.0357 | Val Loss: 0.0652 | True train loss: 16.0534 | True val loss: 17.3651\n", + "New best validation loss: 0.0652\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 81%|██████▍ | 21001/26015 [30:53<1:34:27, 1.13s/it, step=21002, loss=0.0348, true_loss=15.9539, lr=1.52e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 21000 | Train Loss: 0.0319 | Val Loss: 0.0438 | True train loss: 15.7137 | True val loss: 16.3045\n", + "New best validation loss: 0.0438\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 2/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 8%|▋ | 1987/26015 [02:59<5:37:18, 1.19it/s, step=28002, loss=0.0224, true_loss=14.3285, lr=1.35e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 28000 | Train Loss: 0.0284 | Val Loss: 0.0393 | True train loss: 15.0774 | True val loss: 15.2044\n", + "New best validation loss: 0.0393\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 35%|███ | 8987/26015 [13:13<3:55:46, 1.20it/s, step=35002, loss=0.0302, true_loss=13.3737, lr=1.19e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 35000 | Train Loss: 0.0257 | Val Loss: 0.0279 | True train loss: 14.4303 | True val loss: 14.4498\n", + "New best validation loss: 0.0279\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 61%|████▉ | 15987/26015 [23:29<2:17:59, 1.21it/s, step=42002, loss=0.0264, true_loss=14.5345, lr=1.03e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 42000 | Train Loss: 0.0245 | Val Loss: 0.0351 | True train loss: 14.1197 | True val loss: 14.2312\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 88%|████████▊ | 22987/26015 [33:46<41:56, 1.20it/s, step=49002, loss=0.0216, true_loss=14.1316, lr=8.70e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 49000 | Train Loss: 0.0233 | Val Loss: 0.0290 | True train loss: 13.9434 | True val loss: 14.4628\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 3/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 15%|█▎ | 3971/26015 [05:52<7:13:46, 1.18s/it, step=56002, loss=0.0254, true_loss=14.4344, lr=7.08e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 56000 | Train Loss: 0.0229 | Val Loss: 0.0479 | True train loss: 13.9115 | True val loss: 14.0929\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 42%|███▎ | 10971/26015 [16:06<4:48:34, 1.15s/it, step=63002, loss=0.0201, true_loss=12.8691, lr=5.47e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 63000 | Train Loss: 0.0219 | Val Loss: 0.0239 | True train loss: 13.6746 | True val loss: 13.5177\n", + "New best validation loss: 0.0239\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 69%|██████▏ | 17971/26015 [26:24<2:31:18, 1.13s/it, step=7e+4, loss=0.0248, true_loss=14.9835, lr=3.86e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 70000 | Train Loss: 0.0212 | Val Loss: 0.0259 | True train loss: 13.5072 | True val loss: 13.7410\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 96%|█████████▌| 24971/26015 [36:41<19:36, 1.13s/it, step=77002, loss=0.0228, true_loss=13.9553, lr=2.24e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 77000 | Train Loss: 0.0207 | Val Loss: 0.0267 | True train loss: 13.4052 | True val loss: 13.8021\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Loaded best model with validation loss: 0.0239\n", + "Training completed.\n", + "Number of validation checkpoints: 11\n", + "Final training losses: [0.022863016219410514, 0.02186289042873042, 0.021151691354678145, 0.020719855580878046, 0.020669196563010864]\n", + "Best validation loss: 0.0239\n", + "Model saved successfully!\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\r" + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=3, learning_rate=2e-5, batch_size=256, validation_steps=7000,\n", + ")" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/.ipynb_checkpoints/regression_visualize-checkpoint.ipynb b/simson_modeling/regression/.ipynb_checkpoints/regression_visualize-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..bcb1f22ce92eb97609d81e833d8ff461608418aa --- /dev/null +++ b/simson_modeling/regression/.ipynb_checkpoints/regression_visualize-checkpoint.ipynb @@ -0,0 +1,711 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "d5165301-7adf-4bf0-8253-59c2a940fb06", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import joblib\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "import umap\n", + "\n", + "# For better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_context(\"notebook\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "1cbedb53-27e4-47a1-a60a-5e1cc9ac6ef4", + "metadata": {}, + "outputs": [], + "source": [ + "torch.backends.cuda.matmul.allow_tf32 = True\n", + "torch.backends.cudnn.allow_tf32 = True\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "bc2a9887-2e5f-48b6-8798-e2b0cdec4db1", + "metadata": {}, + "outputs": [], + "source": [ + "# Load test data\n", + "from tqdm import tqdm\n", + "from sklearn.preprocessing import MinMaxScaler\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "83ee8d74-a48f-4661-adc6-4d17f7cdcb83", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████████████████████████████████████████████████| 999/999 [00:29<00:00, 33.87it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(1000, 9)\n" + ] + } + ], + "source": [ + "from sklearn.metrics import pairwise_distances\n", + "from sklearn.model_selection import train_test_split\n", + "\n", + "\n", + "def create_stratified_splits_regression(\n", + " df,\n", + " label_cols,\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + "):\n", + " \n", + " values = df[label_cols].values\n", + " # Each label gets its own bins, based on the overall distribution\n", + " bins = [np.unique(np.quantile(values[:,i], np.linspace(0, 1, n_bins+1))) for i in range(len(label_cols))]\n", + " # Assign each row to a bin for each label\n", + " inds = [\n", + " np.digitize(values[:,i], bins[i][1:-1], right=False) # exclude leftmost/rightmost for in-bin, avoids all bin edges as bins\n", + " for i in range(len(label_cols))\n", + " ]\n", + " # Combine into a single integer stratification variable (tuple or max or sum...)\n", + " strat_col = np.maximum.reduce(inds) # This ensures high bin in one = high bin overall\n", + " # Use sklearn's train_test_split with stratify\n", + " train_idx, val_idx = train_test_split(\n", + " df.index.values,\n", + " test_size=val_frac,\n", + " random_state=seed,\n", + " shuffle=True,\n", + " stratify=strat_col\n", + " )\n", + " train = df.loc[train_idx].reset_index(drop=True)\n", + " val = df.loc[val_idx].reset_index(drop=True)\n", + " return train, val\n", + "\n", + "\n", + "# For your use case:\n", + "train, test = create_stratified_splits_regression(\n", + " df,\n", + " label_cols=['CO2', 'CH4'], # or actual column names\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + ")\n", + "\n", + "\n", + "# --- 2. columns that hold permeability values --------------------------------\n", + "features = ['CO2', 'CH4'] # adjust if names differ\n", + "\n", + "# --- 3. Max–Min selection ----------------------------------------------------\n", + "def select_diverse_maxmin(data, cols, k=1_000):\n", + " X = data[cols].to_numpy()\n", + " \n", + " # scale to [0,1] so CO₂ and CH₄ get equal weight\n", + " X = MinMaxScaler().fit_transform(X)\n", + " \n", + " n = len(X)\n", + " if k >= n: # nothing to do\n", + " return data\n", + " \n", + " # start with a random seed point\n", + " selected = [np.random.randint(0, n)]\n", + " \n", + " # pre-allocate distance cache\n", + " min_dist = pairwise_distances(\n", + " X, X[selected], metric='euclidean'\n", + " ).ravel() # distance to first point\n", + " \n", + " for _ in tqdm(range(1, k)):\n", + " # pick the point with the largest distance to the current set\n", + " idx = np.argmax(min_dist)\n", + " selected.append(idx)\n", + " \n", + " # update distance cache (keep the shortest distance to any selected pt)\n", + " dist_to_new = pairwise_distances(X, X[[idx]], metric='euclidean').ravel()\n", + " min_dist = np.minimum(min_dist, dist_to_new)\n", + " \n", + " return data.iloc[selected].reset_index(drop=True)\n", + "\n", + "diverse_test = select_diverse_maxmin(test, features, k=1_000)\n", + "print(diverse_test.shape) # (1000, …)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "d251cb4f-a250-4110-ab1c-679532a5d6e4", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_240462/477882228.py:21: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", + " simson_params_clf = torch.load('/home/jovyan/simson_training_bolgov/regression/regression_simson.pth')\n" + ] + }, + { + "data": { + "text/plain": [ + "OptimizedModule(\n", + " (_orig_mod): SimSonClassifier(\n", + " (encoder): OptimizedModule(\n", + " (_orig_mod): SimSonEncoder(\n", + " (bert): BertModel(\n", + " (embeddings): BertEmbeddings(\n", + " (word_embeddings): Embedding(591, 768, padding_idx=0)\n", + " (position_embeddings): Embedding(512, 768)\n", + " (token_type_embeddings): Embedding(2, 768)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (encoder): BertEncoder(\n", + " (layer): ModuleList(\n", + " (0-3): 4 x BertLayer(\n", + " (attention): BertAttention(\n", + " (self): BertSdpaSelfAttention(\n", + " (query): Linear(in_features=768, out_features=768, bias=True)\n", + " (key): Linear(in_features=768, out_features=768, bias=True)\n", + " (value): Linear(in_features=768, out_features=768, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (output): BertSelfOutput(\n", + " (dense): Linear(in_features=768, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " (intermediate): BertIntermediate(\n", + " (dense): Linear(in_features=768, out_features=2048, bias=True)\n", + " (intermediate_act_fn): GELUActivation()\n", + " )\n", + " (output): BertOutput(\n", + " (dense): Linear(in_features=2048, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " )\n", + " )\n", + " )\n", + " (linear): Linear(in_features=768, out_features=512, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " (clf): Linear(in_features=512, out_features=6, bias=True)\n", + " (relu): ReLU()\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + ")" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Load scalers (list of 6), only last 2 needed for CO2 and CH4 permeability\n", + "scalers = joblib.load('/home/jovyan/simson_training_bolgov/regression/scalers')\n", + "scaler_co2 = scalers[-1]\n", + "scaler_ch4 = scalers[-2]\n", + "\n", + "# Torch model definitions (SimSonEncoder and SimSonClassifier as in your code)\n", + "# --paste classes global_ap, SimSonEncoder, SimSonClassifier here--\n", + "\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "simson_params_clf = torch.load('/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone = torch.compile(backbone)\n", + "model = SimSonClassifier(encoder=backbone, num_labels=6) # 6 outputs as per full regression\n", + "model = torch.compile(model, fullgraph=True)\n", + "model.load_state_dict(simson_params_clf)\n", + "model.eval()" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "11790c3a-3a8f-4982-94e9-e0134ba69cbe", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Processing 1000 SMILES in batches of 256...\n", + "Final shapes - Embeddings: (1000, 512), Predictions: (1000, 6)\n" + ] + }, + { + "data": { + "text/plain": [ + "(1000,)" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "def generate_embeddings_and_predictions(test_smiles, tokenizer, backbone, model, \n", + " batch_size=32, max_length=512, device='cpu'):\n", + " \"\"\"\n", + " Generate embeddings and predictions sequentially in batches to avoid memory issues\n", + " \"\"\"\n", + " embeddings_list = []\n", + " predictions_list = []\n", + " \n", + " backbone.eval()\n", + " model.eval()\n", + " \n", + " print(f\"Processing {len(test_smiles)} SMILES in batches of {batch_size}...\")\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(test_smiles), batch_size):\n", + " batch_smiles = test_smiles[i:i+batch_size]\n", + " \n", + " # Tokenize current batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings and predictions for current batch\n", + " batch_embeddings = backbone(input_ids, attention_mask)\n", + " batch_predictions = model(input_ids, attention_mask)\n", + " \n", + " # Move to CPU and store\n", + " embeddings_list.append(batch_embeddings.cpu().numpy())\n", + " predictions_list.append(batch_predictions.cpu().numpy())\n", + " \n", + " # Progress indicator\n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(test_smiles)} SMILES\")\n", + " \n", + " # Concatenate all batches\n", + " embeddings = np.vstack(embeddings_list)\n", + " predictions = np.vstack(predictions_list)\n", + " \n", + " print(f\"Final shapes - Embeddings: {embeddings.shape}, Predictions: {predictions.shape}\")\n", + " return embeddings, predictions\n", + "\n", + "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + "\n", + "# Move models to device\n", + "backbone.to(device)\n", + "model.to(device)\n", + "\n", + "# Prepare SMILES list from test dataset\n", + "smiles_list = diverse_test['Smiles'].tolist() # Note: use correct column name from your dataset\n", + "\n", + "# Generate embeddings and predictions sequentially\n", + "embeddings, predictions_np = generate_embeddings_and_predictions(\n", + " smiles_list, \n", + " tokenizer, \n", + " backbone, \n", + " model, \n", + " batch_size=256, # Adjust based on your GPU memory\n", + " device=device\n", + ")\n", + "\n", + "# Extract CO2 and CH4 predictions (last two columns)\n", + "y_pred_co2_unscaled = predictions_np[:, -1] # CO2 permeability\n", + "y_pred_ch4_unscaled = predictions_np[:, -2] # CH4 permeability\n", + "\n", + "y_pred_co2_unscaled.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "bfb72f9d-dd28-4fd3-b328-414274c3227b", + "metadata": {}, + "outputs": [], + "source": [ + "# Inverse transform using the loaded scalers for CO2 and CH4\n", + "y_pred_co2 = scaler_co2.inverse_transform(y_pred_co2_unscaled.reshape(-1,1)).flatten()\n", + "y_pred_ch4 = scaler_ch4.inverse_transform(y_pred_ch4_unscaled.reshape(-1,1)).flatten()\n", + "\n", + "# Targets: you may need to change these names based on your test DataFrame\n", + "y_true_co2 = diverse_test['CO2'].values\n", + "y_true_ch4 = diverse_test['CH4'].values\n" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "7b2ea6e8-21fa-4a2d-a37e-abcea085daee", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "=== CO₂ Permeability Relative MAE ===\n", + "Absolute MAE: 2569.0372\n", + "MAE as % of data range: 1.59%\n", + "MAE as % of mean value: 17.87%\n", + "Data range: 0.0854 to 161379.4600\n", + "Mean value: 14379.8005\n", + "\n", + "=== CH₄ Permeability Relative MAE ===\n", + "Absolute MAE: 9.0738\n", + "MAE as % of data range: 1.72%\n", + "MAE as % of mean value: 13.69%\n", + "Data range: 0.0003 to 528.1360\n", + "Mean value: 66.2984\n" + ] + } + ], + "source": [ + "from sklearn.metrics import mean_absolute_error\n", + "\n", + "\n", + "def calculate_relative_mae(y_true, y_pred, property_name):\n", + " \"\"\"Calculate MAE relative to data range and mean\"\"\"\n", + " mae = mean_absolute_error(y_true, y_pred)\n", + " data_range = y_true.max() - y_true.min()\n", + " mean_value = y_true.mean()\n", + " \n", + " relative_mae_range = (mae / data_range) * 100\n", + " relative_mae_mean = (mae / mean_value) * 100\n", + " \n", + " print(f\"\\n=== {property_name} Relative MAE ===\")\n", + " print(f\"Absolute MAE: {mae:.4f}\")\n", + " print(f\"MAE as % of data range: {relative_mae_range:.2f}%\")\n", + " print(f\"MAE as % of mean value: {relative_mae_mean:.2f}%\")\n", + " print(f\"Data range: {y_true.min():.4f} to {y_true.max():.4f}\")\n", + " print(f\"Mean value: {mean_value:.4f}\")\n", + " \n", + " return mae, relative_mae_range, relative_mae_mean\n", + "\n", + "# Analyze relative performance\n", + "co2_mae_analysis = calculate_relative_mae(y_true_co2, y_pred_co2, \"CO₂ Permeability\")\n", + "ch4_mae_analysis = calculate_relative_mae(y_true_ch4, y_pred_ch4, \"CH₄ Permeability\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "c4c74497-0f94-4f88-b7c2-83129b22736f", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABJ8AAAHkCAYAAACQUI7UAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd8U9X7wPFPku6RDvaUtkpFoKWIlFGKlD2LDAHZGxEQEGWICIosZcguWPYQBRxIKSAqWxwgoLLbsqeFpouO5P7+6Lf5EVqgLWnThuf9evkqyT05ec5p4j197rnnqBRFURBCCCGEEEIIIYQQIh+oLR2AEEIIIYQQQgghhLBeknwSQgghhBBCCCGEEPlGkk9CCCGEEEIIIYQQIt9I8kkIIYQQQgghhBBC5BtJPgkhhBBCCCGEEEKIfCPJJyGEEEIIIYQQQgiRbyT5JIQQQgghhBBCCCHyjSSfhBBCCCGEEEIIIUS+keSTEEIIIYQQQgghhMg3knwSQhQ5vr6+fPTRR08st3XrVnx9fbly5YrxuZ49e9KzZ0/j4ytXruDr68vWrVvzJdbCLiQkhHHjxhkfHzlyBF9fX44cOWK29/D19WXBggVmq08IIYR41o0bN46AgIAclX34PJyT8dGzZMGCBfj6+po89/D46GmNGzeOkJAQs9UnRFFkY+kAhChKLl26xBdffMHBgwe5desWtra2VK5cmZYtW9KlSxccHByMZdPS0ti4cSPfffcdUVFRAHh7exMaGkq3bt2wtbV9qlhCQkK4evWq8bGnpydeXl707duXpk2bPlXdz7q9e/dy4sQJhg8fnq/vs3XrVsaPH298bGdnR9myZalfvz5Dhw6lePHi+fr+5lRQfVaYPTxwfZQ1a9YQGBiYz9EIIUT+yel4KCQkhBdeeIGwsLAsdRw5coRevXrx+eef06JFizzFsWDBAhYuXGh87ODgQLly5WjatCkDBw7ExcUlbw0U3Lx5k6+++oomTZpQpUqVfH2vB8+fKpWK4sWLU7lyZQYPHlykzpcF2WeF1bhx4/jmm2+eWO61115jxowZBRCRKEwk+SREDv3yyy+8/fbb2NnZERoaSuXKlUlLS+PPP//k008/5fz583z88ccAJCUlMXjwYH777TcaNWpEhw4dUKlU7N+/n08++YTdu3cTFhaGk5PTU8VUpUoV+vbtC8CtW7fYtGkTw4YNY/LkyXTr1u2p21zUhYaG0rp1a+zs7B5Zply5cpw4cQIbm///3+HevXtZv359gSVSRowYQfny5UlNTeXPP/9k48aN7N27lx9++AFHR8cCiSHTK6+8wokTJ3KdHH1cn504cQKNRmOuEAutWbNmmTz+7rvvOHjwYJbnfXx8CjIsIYQwq9yMhwrK5MmTcXJyIikpiYMHD7J06VKOHDnCxo0bUalUBRpLYZST83B4eLjJ41u3brFw4ULKlStXIImU+vXrExoaiqIoXLlyhY0bN9K7d2/CwsJo2LBhvr//wyIjI3P92Xlcn3388ccoimLOEAulLl26ULduXePjK1euMH/+fLp06cLLL79sfL5ixYqWCE9YmCSfhMiBy5cvM2rUKMqWLcvq1aspWbKk8Vj37t25ePEiv/zyi/G5GTNm8Ntvv/HBBx/Qo0cP4/NvvPEG69ev56OPPmLmzJlMmTLlqeIqVaoUoaGhxsft27enWbNmrFq16qmTTykpKdja2qJWF927czUazRMHWyqVCnt7+wKKKHvBwcFUr14dgM6dO+Pu7s7KlSvZs2cPbdq0yfY1SUlJT528zI5arTZ7f1i6fwvKg99FgOPHj3Pw4MEszz8sOTm5wJOMQgiRF7kdDxWU5s2b4+npCUC3bt0YPnw4u3bt4q+//srxrWnZURSFlJQUk5ntRVFOzsOPu1BXECpVqmRyvmzatCnt2rVjzZo1j0w+5edY1dz98bR3PBQVAQEBJt+5kydPMn/+fGrUqPHY8VB+jWtF4VJ0/6oUogB98cUXJCUl8cknn5gMtDI999xz9O7dG4AbN26wefNm6tSpY5J4ytS9e3cCAwPZvHkzN27cMGucJUqUwNvb2+R2vJs3bzJ+/Hjq1atHtWrVaN26NZs3bzZ5XeY6P9u3b2fu3Lk0aNAAf39/EhISjGsKXLt2jcGDBxMQEECDBg1Yv349AGfOnKFXr17UqFGDRo0asW3btixx6XQ6PvnkExo2bEi1atVo2rQpy5Ytw2AwmJQLDw+na9euBAYG4ufnR4cOHYiMjHxke7///nuaN29O9erV6dChA7///rvJ8ezWNHjYw2s+jRs3ztg2X19f43+KohASEsKbb76ZpY6UlBRefvllJk2aBMCFCxe4du3aI9/zSerUqWOMLTOmgIAALl26xMCBAwkICGDMmDEAGAwGVq1aRevWralevTr16tVj0qRJxMXFmdSpKAqLFy8mODgYf39/evbsyblz57K896PWfDp+/DgDBw7klVdeoUaNGrRt25bVq1c/ts8yZbfm07///suAAQOoWbMmAQEB9O7dm7/++sukTObv788//2T69OnUqVOHGjVq8NZbbxEbG/vYPgwPD8fX19fku5Bp9uzZVKtWzdhHMTExDB8+nPr161O9enWCg4MZNWoU8fHxj32PvOjZsydt2rTh77//pnv37vj7+zNnzhzg0WtjZbfuRE6/U0IIYU65GQ9Z0sPn0ZyeK0NCQhg8eDD79++nQ4cO+Pn58eWXXxrPjRERESxcuJAGDRoQEBDAiBEjiI+PJzU1lU8++YS6desSEBDA+PHjSU1NzRLXd999Z6y3du3ajBo1iuvXr5uU+eOPPxgxYgSvvvoq1apVo2HDhkybNo379+9n29bLly/Tv39/atSoQVBQEAsXLswywyYnay8+uObTkSNH6NSpEwDjx483nte3bt3K/PnzqVq1arbn4Q8++IBatWqRkpLCrVu3uHDhAmlpaY9930fx9fXFw8PD+Dt83FgVMsYp/fv35+WXX8bf358ePXrw559/Zqn3jz/+oGPHjlSvXp0mTZrw5ZdfZvv+jzr3Tps2jZCQEKpVq0ZwcDDvvfcesbGxj+0zyH7Np6SkJGbMmGE8lzdv3pzw8PBsf38fffQRP/74I23atDGO5/ft2/fYPrxz5w4vvfSSya2pmaKiovD19WXdunVAxnIhCxcupFmzZlSvXp3AwEC6devGwYMHH/seeZE5vvvtt9+YPHkydevWNSYYH7U2VnbrckHOvlOi8JCZT0LkwM8//0yFChWoWbPmE8vu27cPvV5P+/btH1mmffv2HDlyhP3799O5c2ezxZmWlsaNGzdwd3cHMk46r7/+OiqViu7du+Pp6cm+fft4//33SUhIoE+fPiavX7x4Mba2tvTv35/U1FTjVRq9Xs/AgQOpVasWY8aMYdu2bXz00Uc4Ojoyd+5c2rZtS7Nmzfjyyy8ZO3YsNWrUoEKFCkDGrI4ePXpw8+ZNunbtSpkyZTh27Bhz5szh9u3bvP/++8b3X7NmDSEhIbRt25a0tDS2b9/O22+/TVhYGK+++qpJrL///jsRERH07NkTOzs7Nm7cyIABA/j666+pXLlynvuwS5cu3Lp1K8vtUiqVirZt2xIeHs69e/eMfQzw008/kZCQQLt27QBo1aoVtWvXZu3atXmK4dKlSwAm75Genm4cVI0dO9Z4FXbSpEl88803dOjQgZ49e3LlyhXWr1/Pv//+y8aNG42/w88//5wlS5bQsGFDGjZsyD///EO/fv1yNCg8ePAggwcPpmTJkvTq1YvixYtz4cIFfvnlF3r37v3IPnuUc+fO0b17d5ydnRkwYAA2NjZs2rSJnj17sm7dOvz9/U3KT506Fa1Wy7Bhw7h69SqrV6/mo48+Yt68eY98j5YtW/Lpp5+yY8cOBgwYYHJsx44d1K9fHzc3N1JTU42f9x49elC8eHFu3rzJL7/8gk6nw9XV9Yntya179+4xcOBAWrduTbt27ShWrFiuXp+b75QQQphTbsZDmdLT07NNVORHgj/Tw+fRnJ4rAaKjo3nnnXfo0qULr7/+Ol5eXsZjy5Ytw8HBgUGDBnHx4kXWrVuHjY0NKpUKnU7HsGHDOH78OFu3bqVcuXIMGzbM+NolS5bw+eef07JlSzp16kRsbCzr1q2je/fufPvtt2i1WiDjdq/79+/TrVs33N3dOXHiBOvWrePGjRvMnz/fpJ16vZ4BAwbg7+/Pu+++y/79+1mwYAF6vZ633347z/3n4+PDiBEjstwuVbNmTV5++WUWLVpERESEyUXW1NRUdu7cSbNmzbC3t2fOnDl888037Nmzh/Lly+c6hri4OHQ6Hc8995zJ89mNVQ8fPszAgQOpVq0aw4YNQ6VSsXXrVnr37s2GDRvw8/MDMi6Y9u/fH09PT4YPH056ejoLFizI0Xk4MTGR7t27c+HCBTp27MhLL73E3bt3+emnn7h58+Zj+yw7iqLw5ptvGpNWVapUYf/+/cyaNYubN28yYcIEk/J//vknu3bt4o033sDZ2Zm1a9cyYsQIfv75Zzw8PLJ9j+LFi/PKK6+wY8cOk88iQEREBBqNxrje2sKFCwkLC6Nz5874+fmRkJDA33//zT///EP9+vWf2D95MWXKFDw9PXnrrbdISkrK9etz+p0ShYckn4R4goSEBG7evEnjxo1zVP78+fMAvPjii48sk3nswoULTxXbgwO6W7dusWzZMu7cuWO8cjV37lz0ej3btm0znpi6devG6NGjWbhwIV27djWZSp6SksKWLVuyTC9PSUmhXbt2DB48GIC2bdvSoEEDJkyYwJw5c2jVqhUA9erVo2XLlnz77bfGtX9WrlzJ5cuX+eabb6hUqRIAXbt2pWTJkoSHh9OvXz/KlCkDwM6dO03eu3v37nTo0IGVK1dmST6dPXuWLVu2UK1aNQBat25NixYtmD9/frZXeHIqICCASpUqZXu7VPv27Vm6dCk7duwwua3x+++/p1y5cib3sudGQkICsbGxpKamcvToURYtWoSDgwONGjUylklNTaVFixa88847xuf++OMPvv76az777DPatm1rfD4wMJABAwYQGRlJ27ZtiY2N5YsvvuDVV19l6dKlxjUM5s6dy9KlSx8bm16vZ9KkSZQsWTLLiTzzytzj+iw78+bNMy7In5mkbN++PS1atODTTz81XoXL5O7uzooVK4xxGwwG1q5dS3x8/COTQ2XLlqVGjRpERESYJJ9OnDjB5cuXjYOwCxcucOXKlSwL3j48SDOn27dvM2XKFLp27Zqn1+fmOyWEEOaS2/FQpgMHDpisAZMfMmcwZa75tGHDBooXL06tWrVyfK7MdPHiRb744gsaNGhgfC5zNrBer2ft2rXGZNXdu3fZvn07DRo0YPny5UDG2OXSpUts3brVeC65evUqCxYsYOTIkQwZMsRYb7NmzXjttdfYsGGD8fkxY8aYjIW6dOnCc889x5w5c7h27Rply5Y1HktJSaFBgwZMnDgRyFjeYciQISxfvpyePXsab0XMreLFixMcHPzI26UCAgL4/vvvTZJPe/fuJS4uLkfjgOykpKQYx7RXrlxhzpw56PX6LIvRPzxWVRSFyZMnExgYyBdffGEcK3Tt2pXWrVszb948VqxYAcD8+fNRFIX169cb+7F58+Ymv/9HCQ8P5+zZsyxcuNBkY5+hQ4eiKAoqleqxffawPXv28OuvvzJy5EjjrPru3bszYsQI1qxZQ48ePUzWRbpw4QIRERHG5wIDAwkNDWX79u3Z3mmRqVWrVkyaNImzZ8+aXJzdsWMHr7zyinFzm19++YWGDRsW6Hptbm5urFq1Kk/rgubmOyUKD7ntTognyJzO6+zsnKPyiYmJTyyfeSyz7hUrVtClSxe6d+9Ou3bt+Pnnn3P0XpkDurp16xIaGkpkZCShoaGMGTMGRVHYtWsXISEhKIpCbGys8b+goCDi4+P5559/TOpr3779I9c1eHCGllarxcvLC0dHR1q2bGl83tvbG61Wy+XLl43PRUZG8vLLL6PVak1iqFevHnq93uRWuQffOy4ujvj4eF5++WX+/fffLPEEBAQYE0+QkWxo3LgxBw4cQK/X56j/csvLywt/f3+TWwvv3bvH/v37adu2rXHAc+bMmVzNeurTp49xyvGoUaNwdnZm4cKFlCpVyqTcw+t4RUZG4urqSv369U36tmrVqjg5ORkHy4cOHSItLY0ePXqYLJ6Zk1sj/v33X65cuUKvXr2yXEHKyyKuer2egwcP0qRJE2PiCaBkyZK0adOGP//80/i9yJQ5ey9TrVq10Ov12d5S96CWLVvyzz//GK+AQ8Zgy87OjiZNmgAYd0I6cOAAycnJuW5PXtjZ2dGhQ4c8vz433ykhhDCX3I6HMvn7+7Ny5cos/40dO/aRr8m8bSmnWrRoQd26dWncuDGTJk3iueeeIywsDEdHxxyfKzOVL1/eJPH0oNDQUJNZUn5+fiiKQseOHU3K+fn5cf36ddLT0wHYvXs3BoOBli1bmsRQvHhxnnvuOZMYHhwLJSUlERsbS0BAAIqiZDse6t69u/HfmTPd09LSOHz4cI77L7dCQ0M5fvy4yfl127ZtlClThtq1awMZ65+eOXMmx7OeNm/ebBzTdu7cmaNHj9K3b98sY5WHx6qnTp0iJiaGtm3bcvfuXWPfJiUlUbduXX7//XcMBgN6vZ4DBw7QpEkTkwSej48PQUFBT4xv165dvPjii9nuKJ2X8dC+ffvQaDTGC8aZ+vXrh6IoWW6pq1evnkky6sUXX8TFxcVkzJ2dpk2bYmNjQ0REhPG5s2fPcv78eePFY8gY2587d46YmJhctyWvXn/99TxvSJOb75QoPGTmkxBPkPnHaWZS6UkyB2WPK/9wgiokJIQ+ffqgVqv58ccfGTlyJL/99tsTF4j09/dn5MiRqFQqHBwc8PHxMSYI/vvvP3Q6HZs2bWLTpk3Zvv7hafCPGiDY29tnuXrm6upK6dKls5xwXV1d0el0xscXL17kzJkzj7zq+WAMP//8M0uWLOHUqVMmayVkd1J/eBo2ZCxWmZycTGxsLCVKlMj2/Z5WaGgoH3/8MVevXqVcuXJERkaSlpaW5yt9kHE7gJeXFxqNhuLFi+Pl5ZVl8UwbGxtKly5t8tzFixeJj49/ZN/+999/AMb1pzJnyWTy9PTEzc3tsbFlDmqe5lbGB8XGxpKcnGxyG0MmHx8fDAYD169f54UXXjA+/+AgETB+xh/8nGWnRYsWzJgxg4iICIYMGYKiKERGRhIcHGz8XleoUIG+ffuycuVKtm3bRq1atQgJCaFdu3b5cssdZGwU8DQLmebmOyWEEOaS2/FQJg8PD+rVq5fl+Uf90Xnw4EGTpEZOLFiwABcXF+O58sE/0nN6rsz0uGTJw+ejzPPEw7NNXV1dMRgMxMfH4+HhQUxMDIqi0KxZs2zrfXDH3WvXrjF//nx++umnLGtSPXxxRq1Wm1zIAYzn1yddoHkarVq1Ytq0aXz//fcMGzaM+Ph4fv75Z/r06ZPn3QUbN25svEjm7OzM888/n+0C1A//fjKTJY9LZmauy3X//v1sx49eXl7s3bv3sfFdunTpkb+/vLh69SolS5Y0fq8yZe6I+/DvL7sZzW5ubk8cC3l6elKnTh127NjByJEjgYxb7mxsbEwSaSNGjGDo0KE0b96cypUrExQURGho6GPv5HhaebkdM1NuvlOi8JDfihBP4OLiQsmSJbNdnDk7mSeNM2fOPHJr2jNnzgDw/PPPA1mTAjndteNRAzrAuPBwu3bteO2117It8/BVxUfNenrUAPFRzz+4UKLBYKB+/fpZ1t3JlNn2P/74gzfffJNXXnmFDz/8kBIlSmBra8uWLVv44Ycfsn2tJbRu3Zrp06ezbds2hgwZwvfff0+1atXw9vbOc51+fn7G3e4exc7OLsvnwmAwUKxYMT777LNsX5PX6faFzaO+D0/asrhUqVLUqlWLHTt2MGTIEP766y+uXbtmXKw907hx43jttdfYs2cPBw8eZOrUqYSFhfHVV19lSfiZQ253TXp4Jl9Ov1NCCGFOuR0P5UVycjJz585l0qRJuVoTs1atWo885+X2XPm4/0c/6nz0pPOUwWBApVKxfPnybMdOmUkWvV5P3759iYuLY8CAAXh7e+Pk5MTNmzcZN25codlUws3NzbjJzLBhw4iMjCQ1NdW49mVelC5d+pFj2gc9/PvJ7OP33nvvkeNuJyenbBeAL0pyMuZ+lNatWzN+/HhOnTpFlSpV2LFjB3Xq1DH57L/yyivs3r3bOBbavHkzq1evZsqUKWZdn/ZB2V1kf1TyMruxUE6+U6JwkeSTEDnQqFEjNm3axLFjx564ZW9wcDAajYbvvvvukYuOf/vtt9jY2GSZ1n3z5k0++ugjRo8e/dTb03t6euLs7IzBYMjRyTy/VKxYkaSkpCfGsHPnTuzt7QkPDzeZFbJly5Zsy1+8eDHLczExMTg6Oj510uVxV+3c3d159dVX2bZtG23btuXo0aNZFoUsKBUrVuTw4cPUrFnzsYPlzCu1MTExJldIY2Njs1xVfVhm+bNnzz72d5jTK52enp44OjoSHR2d5VhUVBRqtdqs6xW1bNmSKVOmEBUVRUREBI6OjiZraWXK3JVm6NChHD16lG7durFx40ZGjRpltlieJLsrmKmpqdy+fdvkuZx+p4QQwtxyMx7Ki3nz5tGjRw+zXjzJ6bkyP1WsWBFFUShfvny2M38znT17lpiYGGbOnGkyhnzUjmMGg4HLly+b1Jl5fi1XrtxTxfyk83poaChDhw7lxIkTbNu2jZdeeslk1nJByRynuLi4PPa86OnpiYODQ7bjx+zGJA+rWLHiExOvuZn1Va5cOQ4fPkxCQoLJ7KeoqCjjcXNp0qQJkyZNMt56FxMTY1zH9UHu7u507NiRjh07kpiYSI8ePViwYEG+JZ+yo9Vqs53N9fAu0jn9TonCRdZ8EiIHBgwYgJOTExMnTuTOnTtZjl+6dMm47XyZMmXo0KEDhw4dYsOGDVnKbty4kV9//ZWOHTuazKq4e/cuAwcOpFmzZlnu/84LjUZD8+bN2blzJ2fPns1yvKBuzWnZsiXHjh1j//79WY7pdDrjeggajQaVSmVyZePKlSvs2bMn23qPHTtmsmbV9evX2bNnD/Xr18/z/eOZHB0djfFlJzQ0lPPnzzNr1iw0Gg2tW7c2OX7hwoUsJ8n80LJlS/R6PYsXL85yLD093Rh/vXr1sLW1Zd26dSZXyDI/s49TtWpVypcvz5o1a7L0x4N1PanPMmk0GurXr8+ePXuM2ydDxs6MP/zwAy+//HKWKehPo3nz5mg0GrZv305kZCSvvvqqydWwhIQE42cwU+XKlVGr1SZXSa9du/bUGwQ8SYUKFfjjjz9Mnvvqq6+yXO3L6XdKCCHMLTfjodw6ceIEUVFRj90tOC9yeq7MT82aNUOj0bBw4cIsM1UUReHu3bvA/8+gerCMoiisWbPmkXWvX7/epOz69euxtbV96kXen3ReDw4OxsPDgy+++ILff/89y6ynW7duceHChRztqvs0qlWrRsWKFVmxYkW2t4Rmjnc1Gg1BQUH8+OOPJmO0CxcucODAgSe+T7NmzTh9+jS7d+/Ocizz95XTsRBk9J9erzf5/QGsWrXKuHi5uWi1WoKCgtixYwfbt2/H1tbWuPZlpszPYCZnZ2cqVqxoMhaKj4/nwoUL+bpTZcWKFYmPj+f06dPG527dupWl33P6nRKFi8x8EiIHKlasyGeffcaoUaNo1aoVoaGhVK5cmdTUVI4dO0ZkZKTJAsLjx48nKiqKKVOmsH//fuMMpwMHDrBnzx5q167NuHHjjOVjY2Pp27cvQUFBvPfee2aL+5133uHIkSO8/vrrdO7cmeeff564uDj++ecfDh8+zG+//Wa293qU/v3789NPPzFkyBBee+01qlatSnJyMmfPnmXnzp3s2bMHT09PGjZsyMqVKxkwYABt2rThv//+Y8OGDVSsWNF4m+KDKleuTP/+/enZsyd2dnZs3LgRwLjL3tOoWrUqAFOnTiUoKChLgqlhw4a4u7sb1w96eIveVq1aUbt27VwtOp4XtWvXpkuXLoSFhXHq1Cnq16+Pra0tMTExREZG8v7779OiRQs8PT3p168fYWFhDB48mIYNG/Lvv/+yb9++R27Pm0mtVjN58mTefPNN2rdvT4cOHShRogRRUVGcP3+e8PBw4Ml99qCRI0dy6NAh3njjDd544w00Gg2bNm0iNTWVd99916x9VKxYMQIDA1m5ciWJiYkmi2sC/Prrr3z00Ue0aNGCSpUqodfr+e6774zJ20xjx47lt99+y/azaC6dO3fmww8/ZPjw4dSrV4/Tp09z4MCBLL+jnH6nhBDC3HI7HsqNI0eOcOHCBVq0aGFMordo0YINGzY81f/TcnquzE8VK1Zk5MiRzJ49m6tXr9KkSROcnZ25cuUKP/74I6+//jr9+/fH29ubihUrMnPmTG7evImLiws7d+58ZDLD3t6e/fv3M3bsWPz8/Ni/fz+//PILQ4YMeerzQMWKFdFqtXz55Zc4Ozvj5OSEn5+fcaaRra0trVu3Zt26ddme8+fMmcM333zDnj17nmptnydRq9VMnTqVgQMH0qZNGzp06ECpUqW4efMmR44cwcXFxbiz7/Dhw9m/fz/du3enW7du6PV61q1bx/PPP//E83v//v3ZuXMnb7/9Nh07dqRq1arExcXx008/MWXKFF588cUn9tmDQkJCCAwMZO7cuVy9ehVfX18OHjzInj176N27t8m6ZebQqlUr3n33XTZs2EBQUFCWTWRat25N7dq1qVq1Ku7u7pw8eZKdO3ea7KS3e/duxo8fz/Tp059q45QnxfnZZ58xbNgwevbsyf3799m4cSNeXl4mF51z+p0ShYskn4TIocaNG/P9998THh7Onj172LhxI3Z2dvj6+jJu3Dhef/11Y1lnZ2dWrVrFhg0b+P777/n0009RFAVvb28mTJjAG2+8YbJbykcffURMTAxardY462natGnZnqxyo3jx4nz99dcsWrSI3bt3s3HjRtzd3Xn++eezrHuTXxwdHVm7di1hYWFERkby7bff4uLiQqVKlRg+fLhxsc66devyySefsHz5cqZNm0b58uUZM2YMV69ezXZA8Morr1CjRg0WLVrEtWvXeP7555k+fbpZFkbMnH22fft2vv/+exRFMRlU2dnZ0apVKzZs2PBUC42bw0cffUS1atX48ssvmTt3LhqNhnLlytGuXTtq1qxpLDdy5Ejs7Oz48ssvOXLkCH5+fqxYsSLbadcPa9CgAatXr2bRokWsWLECRVGoUKGCyWf+SX32oBdeeIH169cze/ZswsLCUBQFPz8/Pv30U/z9/Z++Ux7SqlUrDh06hLOzMw0bNjQ55uvrS1BQED///DM3b97E0dERX19fli9fTo0aNcwey+O8/vrrXLlyhc2bN7N//35efvllVq5cSZ8+fUzK5fQ7JYQQ+SE346HcGDhwIAMHDgQyZj43btyYyMhIs8Sc03Nlfho0aBCVKlVi1apVLFq0CMhY56h+/fqEhIQAGQmdpUuXGtcetLe3p2nTpnTv3j3b8YZGo+GLL75g8uTJfPrppzg7OzNs2DDeeuutp47X1taWGTNmMGfOHCZPnkx6ejrTp083GZuGhoaybt066tatS8mSJZ/6PfMqMDCQTZs2sXjxYtatW0dSUhIlSpTAz8+PLl26GMu9+OKLhIeHM336dObPn0/p0qUZPnw4t2/ffmLyydnZmfXr17NgwQJ2797NN998Q7Fixahbt65xd+Kc9FkmtVrNkiVLmD9/PhEREWzdupVy5crx3nvv0a9fP/N2EBnJLgcHh2wvxAH07NmTn376iYMHD5KamkrZsmUZOXJkgSdwPDw8WLhwITNmzODTTz+lfPnyjB49mosXL2bZpTsn3ylRuKiUnKxSJoQQwsS0adPYvHkzBw8eNE6zFkIIIYR4Vpw+fZrQ0NAsa1QJIUR2ZM0nIYTIpZSUFL7//nuaN28uiSchhBBCPJO++uornJycHrndvRBCPEhuuxNCiBz677//OHToEDt37uTevXv06tXL0iEJIYQQQhSon376ifPnz/PVV1/RvXt32dZeCJEjctudEELk0JEjR+jVqxfFihVj6NChJoswCiGEEEI8C0JCQrhz5w5BQUHMmjXLrLvUCiGslySfhBBCCCGEEEIIIUS+kTWfhBBCCCGEEEIIIUS+keSTEEIIIYQQQgghhMg3knwSQgghhBBCCCGEEPlGdrsrghRFwWDIn6W61GpVvtVtSdbaLrDetllru0DaVhRZa7vAettWEO1Sq1WoVKp8fQ/xaPk1HrLW74SlSH+aj/SleUl/mo/0pfkUxb7M6XhIkk9FkMGgEBubaPZ6bWzUeHg4o9MlkZ5uMHv9lmKt7QLrbZu1tgukbUWRtbYLrLdtBdUuT09nNBpJPllKfoyHrPU7YSnSn+YjfWle0p/mI31pPkW1L3M6HpLb7oQQQgghhBBCCCFEvpHkkxBCCCGEEEIIIYTIN5J8EkIIIYQQQgghhBD5RpJPQgghhBBCCCGEECLfSPJJCCGEEEIIIYQQQuQbST4JIYQQQgghhBBCiHwjySchhBBCCCGEEEIIkW8k+SSEEEIIIYQQQggh8o0kn4QQQgghhBBCCCFEvpHkkxBCCCGEEEIIIYTIN5J8EkIIIYQQQgghhBD5RpJPQgghhBBCCCGEECLfSPJJCCGEEEIIIYQQQuSbQpV8unjxIpMmTSI0NJSXXnqJNm3aZFtOp9MxdepUgoKCqF69Ok2aNGHFihUmZVJTU5k5cyb169enRo0a9O3bl6ioqCx1Xbhwgb59+1KjRg3q16/PrFmzSE1NzVLu66+/pnnz5lSvXp127drx888/ZykTHx/PhAkTqF27NgEBAYwYMYJbt27lsTeEEEIIIYQQQgghij4bSwfwoHPnzrF37178/f0xGAwoipKlTFJSEj179kSj0TBhwgSKFStGTEwMCQkJJuWmTp1KREQE48aNo1SpUixdupQ+ffqwfft2XF1dAYiLi6N3795UqlSJBQsWcPPmTWbMmMH9+/eZNGmSsa7t27fzwQcfMGTIEOrUqUNERATDhg1j/fr11KhRw1hu5MiRnD9/nsmTJ2Nvb8+8efMYOHAgW7ZswcamUHW1EEIIIYQQQgghRIEoVBmRkJAQmjRpAsC4ceP4+++/s5RZtmwZiYmJfP/99zg5OQEQGBhoUubGjRts3ryZDz/8kE6dOgFQvXp1GjVqxJdffsnAgQMB+PLLL0lMTGThwoW4u7sDoNfrmTJlCoMHD6ZUqVIAzJ8/n9atWzNy5EgA6tSpw9mzZ1m0aBHLly8H4NixYxw4cIDw8HCCgoIA8PLyolWrVuzatYtWrVqZsaeEEEIIIYQQQgghioZCddudWv3kcDZv3kzHjh2NiafsHDhwAIPBQIsWLYzPubu7U79+ffbt22d8bt++fdStW9eYeAJo2bIlBoOBgwcPAnD58mViYmJo2bKlyXu0atWKw4cPG2/R27dvH1qtlvr16xvLeHt7U6VKFZP3FEIIIUQBuX/f0hEIIYQQQlhOejr2W76CbO4qK2iFKvn0JFeuXOH27dt4eHgwZMgQqlWrRu3atZk4cSKJiYnGclFRURQrVgw3NzeT1/v4+Jis+xQVFYW3t7dJGa1WS4kSJYzlMn96eXllqSstLY3Lly8by3l5eaFSqUzKeXt7Z7vWlBBCCCHySVoaDB+OS8d2Gf8WQgghhHjGqO7cwa3La2jfHIDjssWWDqdw3Xb3JHfu3AFg5syZNGvWjOXLlxMTE8Ps2bNJSkpizpw5QMaC5JnrOj1Iq9USFxdnfKzT6dBqtVnKubm5Gctl/ny4XObjzOOPek83N7dsbx98nMaNGz/y2Nq1aylVqjQ2NubPG2o0apOf1sJa2wXW2zZrbRdI24oia20XWGfbVDdv4tK/Fxw6iC3gcGAv6U2bWTosIYQQQogCY/PXUbT9eqK5chnFyRl92XKWDqloJZ8MBgOQMQtp5syZANStWxcbGxsmTpzIqFGjqFChgiVDLBBqtQoPD+d8q1+rdcy3ui3JWtsF1ts2a20XSNuKImttF1hR2379FTp2hGvXQKuFtWtxbdfO0lEJIYQQQhQY+43rcH1vFKqUFNK9fdCt2oD+xSqWDqtoJZ8yb6N7eIHxOnXqABm75VWoUAGtVptl9zvImJ304K14Wq2W+Pj4LOXi4uKM5TJ/xsfHU6JECZO6Hjyu1Wq5cePGY+vKqT179jz2uF5vQKdLylWdOaHRqNFqHdHpktHrDWav31KstV1gvW2z1naBtK0ostZ2gXW1zW7VCpzGjUGVmore90U0332LrkxF9HcTn/ziPNJqHa1q1pgQQgghirDUVFwmjsVxVTgAKc1bEr8wDMXN3bJx/U+RSj5VqFABOzu7Rx5PSUkBMtZZunPnTpbEz8NrPGW3HlN8fDy3b982lsv8+fBro6KisLW1Nc608vb25vDhwyiKYrLuU3R0NJUrV85rkx8pPT3//kjQ6w35Wr+lWGu7wHrbZq3tAmlbUWSt7YKi3zan2TNxnvkJACmt25G0OAyPiqXR300s0u0SQgghhMgpm79P4LB2FYpKRdK740ka/R7kYFO3glJ4IskBOzs76tevz+HDh02eP3ToEABVq1YFICgoCLVaza5du4xl4uLiOHDgAMHBwcbngoODOXTokHEWE0BkZCRqtdq4a12FChWoVKkSkZGRJu8ZERFB3bp1jcmw4OBg4uLiTGKLjo7m33//NXlPIYQQQphXSrvXMLi5k/D+h+hWrIVs1mAUQgghhLBm6TVrkTD9M3TrNpE0ZlyhSjxBIZv5lJyczN69ewG4evUqCQkJxqRP7dq18fT0ZNiwYXTt2pV33nmH1157jYsXLzJ79mzatm1LxYoVAShdujSdOnVi1qxZqNVqSpUqRVhYGK6urnTt2tX4fl27dmXt2rW89dZbDB48mJs3bzJr1iy6du1KqVKljOWGDx/OmDFjqFixIoGBgURERHDixAnWrVtnLBMQEEBQUBATJkxg7Nix2NvbM3fuXHx9fWnWTBY6FUIIIcxJdfMmyv/O1foXKhN75BiKZzELRyWEEEIIUUAUBYdV4aQFBaN/IeNuq/t9+ls4qEdTKYqiWDqITFeuXHnkTm9r1qwxrvV0+PBhPvvsM86ePYubmxtt27Zl1KhRJrfkpaamMnfuXL777jsSExOpWbMmEydOxMfHx6TeCxcu8PHHH3Ps2DGcnZ0JDQ3NUhfA119/zfLly7l27RpeXl6MHj2aRo0amZSJj49n+vTp7N69m/T0dIKCgpg4caJJIssc9HoDsbHmX8PCxkaNh4czd63sNgVrbRdYb9ustV0gbSuKrLVdUETbpig4frEU548/JG7DZtKCss4uLqh2eXo6y5pPFpQf46Ei+Z0oxKQ/zUf60rykP81H+tJ8ctWXycm4vjsSh682kv78C9zdvQ+c829TssfJ6XioUCWfRM5I8il3rLVdYL1ts9Z2gbStKLLWdkERbFtyMq5j3sbh6y8zHvYbSMKM2VmKSfLp2SDJp8JP+tN8pC/NS/rTfKQvzSenfam+dBFt3x7YnjyOotGQOOljkoe8BQ+sPV2QcjoeKlS33QkhhBBCZCfLQOvDj0ke/JalwxJCCCGEKDC2e39GO7gv6thYDMWKoVu+OttZ4IWRJJ+EEEIIUagV5YGWEEIIIcRTUxQcF36O8yeTURkMpNUIQLdiHYbyFSwdWY7JXHEhhBBCFFo2J/7CrctrqGNjSfMP4O7ufZJ4MrOtW7fi6+ub5b/PPvvMpNzXX39N8+bNqV69Ou3atePnn3/OUld8fDwTJkygdu3aBAQEMGLECG7dulVQTRFCCCGsk16P3Y87URkMJL/Rk3vf7yxSiSeQmU9CCCGEKMTSq/uT8lonsLUlfuYccHS0dEhW64svvsDV1dX4+MENU7Zv384HH3zAkCFDqFOnDhEREQwbNoz169dTo0YNY7mRI0dy/vx5Jk+ejL29PfPmzWPgwIFs2bIFGxsZdgohhBB5YmODbvlq7H/cyf1uPSy2vtPTkFGAEEIIIQoVdXQUSrFiKFo3UKmIn78EbGyK5ECrKKlatSqenp7ZHps/fz6tW7dm5MiRANSpU4ezZ8+yaNEili9fDsCxY8c4cOAA4eHhBAUFAeDl5UWrVq3YtWsXrVq1KpB2CCGEENbAbucObI79QdK4DwBQSpbk/hs9LRxV3sltd0IIIYQoNOz27MKj2au4DhsChv/t9GJrK4knC7p8+TIxMTG0bNnS5PlWrVpx+PBhUlNTAdi3bx9arZb69esby3h7e1OlShX27dtXoDELIYQQRZbBgNPMT3Dr2QXnOZ9i9+NOS0dkFpJ8EkIIIYTlGQw4zZmF9o3OqOPuob5zG1VCvKWjeqa0adOGKlWq0LhxY8LCwtDr9QBERUUBGbOYHuTj40NaWhqXL182lvPy8kL1UKLQ29vbWIcQQgghHuPuXVy6dcZ59kwAkvsPIjW4kYWDMg+57U4IIYQQFqWK1+H61mDsI7cDkNy7PwlTZ4C9vYUjezaUKFGC4cOH4+/vj0ql4qeffmLevHncvHmTSZMmERcXB4BWqzV5XebjzOM6nc5kzahMbm5u/P3337mOq3Hjxo88tnbtWkqVKo2NjXmvo2o0apOf4ulIf5qP9KV5SX+aj/Sl+die/hd6dsP2wgUUBweS5swntesbVpO0sZZ2CCGEEKII0pw7i7Z3N2zOn0OxsyNh5hzud+9l6bCeKQ0aNKBBgwbGx0FBQdjb27N69WqGDBliwcgeT61W4eHhnC91a7WysL05SX+aj/SleUl/mo/05VPavBl694akJHjuOVRbt+Jcsyb5c5azDEk+CSGEEMIyDAa0/Xpgc/4c+jJl0a1cR3rNWpaOSgAtW7ZkxYoVnDp1Cjc3NwDi4+MpUaKEsYxOpwMwHtdqtdy4cSNLXXFxccYyubFnz57HHtfrDeh0Sbmu93E0GjVarSM6XTJ6vcGsdT+LpD/NR/rSvKQ/zUf60jxsk9NwSUqCJk2IX7aCdHdPuJto6bByRKt1zNHMN0k+CSGEEMIy1GriP1+M84yp6BYuQylZ0tIRiWx4e3sDGWs6Zf4787GtrS0VKlQwljt8+DCKopis+xQdHU3lypXzJbb09Pz5Q0evN+Rb3c8i6U/zkb40L+lP85G+zANFMW6okt6iDcrX3+L6WhvSdfetsi/lxkwhhBBCFBjVvbvY7vvF+Di9Zi3ivvpWEk+FTEREBBqNhpdeeokKFSpQqVIlIiMjs5SpW7cudnZ2AAQHBxMXF8fhw4eNZaKjo/n3338JDg4u0PiFEEKIwszmr6O4N38V9bWrxufSGzcBjSZf3s9gMHDhwjmOHfuTCxfOYTAUfHJLZj4JIYQQokBo/v0Htz5voL5xnXvbd5Ne3d/SIQmgf//+BAYG4uvrC2Tc7vbVV1/Rq1cv4212w4cPZ8yYMVSsWJHAwEAiIiI4ceIE69atM9YTEBBAUFAQEyZMYOzYsdjb2zN37lx8fX1p1qyZRdomhBBCFDb2G9fh+t4oVCkpOH/0AfFLV+Tr+508eZzNW7YQc+UG6XoDNho1lcqXplPHjlQvwLGYJJ+EEEIIke/sv92C68i3UCUloa9QEQXVk18kCoSXlxdbtmzhxo0bGAwGKlWqxIQJE+jZs6exTJs2bUhOTmb58uUsW7YMLy8vFi5cSEBAgEld8+bNY/r06UyaNIn09HSCgoKYOHEiNjYy5BRCCPGMS03FZeJYHFeFA5DSohUJs+bm61uePHmcBYvDUDmXwT+4C24eJYi7e5szJw6xYHEYw4cOLrAElIwEhBBCCJF/0tNxnjoZp8XzAUgNboRu2QoUz2IWDkxkmjhxYo7Kde7cmc6dOz+2jKurK9OmTWPatGnmCE0IIYSwCuob19H264ntH7+hqFQkvTeBpFHvgjr/VkIyGAxs3rIFlXMZ6jbuZFyPsVjJctRt3InDezazeetWqlatjjof48gkaz4JIYQQIl+o/vsPty4djImnpOGjiNu0VRJPQgghhHhmaE6fwr1JMLZ//IZB64Zu/VckvTM2XxNPANHRF4i5cgNfv3omG4EAqFQqfP3qEXP5OtHRF/I1jkwy80kIIYQQ+cJhw1rs9v+C4uSMbv5iUtu9ZumQhBBCCCEKlL7icyjFS5BerBhxK9dj8PYpkPfV6XSk6w24eZTI9rjWvTjpegM6na5A4pHkkxBCCCHyRfLQ4WguXyS570D0VV6ydDhCCCGEEAXj/n2ws8uY3eTkRNyGrzG4uYOzc4GFoNVqsdGoibt7m2Ily2U5rrt3BxuNGq1WWyDxyG13QgghhDCPtDQcF83PGHABaDQkzJoriSchhBBCPDPUly7i3ropTp/PNj5nKFuuQBNPAF5ePlQqX5ozJw6hKIrJMUVROHPiEJUqlMHLq2BmYknySQghhBBPTXXzJm4d2+IyZSIuE961dDhCCCGEEAXO9pef8GjWENuTx3FcvhSVLs5isajVajp17IiSeJ3Dezbz362rpKWm8N+tqxzesxkl8TqdOnQokMXGQW67E0IIIcRTsvnjN7T9eqK5cR2DiyupzVpaOiQhhBBCiIKjKDgumIfztCmoDAbSagSgW7EORetm0bCqV/dn+NDBbN6yheP7NpGuN2CjUVOpQhk69R5M9er+BRaLJJ+EEEIIkWcOa1biMuFdVKmppL9QGd3qjeiff8HSYQkhhBBCFAhVQjyuI4Zi/8N3ACR360HCzDng4GDhyDJUr+5P1arViY6+gE6nQ6vV4uXlU2AznjJJ8kkIIYQQuZeSgsuEd3FcuyrjYet2xC9YguLiatm4hBBCCCEKil6PW2grbE8eR7G1JWHap9zv1RdUKktHZkKtVuPjY9mLg7LmkxBCCCFyTX3rJvbbvkVRqUh4/0N0K9ZK4kkIIYQQzxaNhvu9+6EvXYZ73+3gfu9+hS7xVFjIzCchhBBC5JqhQkV0y1aBQU9aSFNLh/NIBoPB4tPMhRBCCGFFDAbUN29gKFMWgPu9+pLSvoPF13cq7CT5JIQQQognUxQcVizDUMmL1MbNAEh7NcTCQT3eiRPH2fTV18RcufH/C2yWL02njh0LdIFNIYQQQlgH1b27uA4diM3Zs9zd/QuKhyeAJJ5yQC79CSGEEOLxkpNxHT4E1/Hv4jpkAOqbNywd0RMdO3aMzxct4UaCLf7BXQjpMAL/4C7cSLBlweIwTp48bukQhRBCCFGEaP79B49mr2L/4y7Ut25gc/wvS4dUpEjySQghhBCPpL58Cfe2zXH4aiOKRkPSO+9hKFnK0mE9lsFgYN36jaicylC3cSeKlSyHja0dxUqWo27jTqicy7B561YMBoOlQxVCCCFEEWD/7RY8WjVGExONvuJz3Nu+u9DPAC9sJPkkhBBCiGzZ7vsFj6bB2J74C0OxYsR9/R3JQ4YV+oU0o6IucOHidV70q4fqoVhVKhW+fvWIuXyd6OgLFopQCCGEEEVCejrOH76PdlBfVElJpDZsxN1dv5Aut+/nmiSfhBBCCGFKUXBcNB+319ujjo0lzT+Au7v3kRYUbOnIckSn05GapsfNo2S2x7XuxUnXG9DpdAUcmRBCCCGKEqdPp+G0ZAEASSNGE/flVhTPYhaOqmgqVMmnixcvMmnSJEJDQ3nppZdo06bNY8v/+OOP+Pr6ZlsuPj6eCRMmULt2bQICAhgxYgS3bt3KUu7o0aN06dIFPz8/GjVqxLJly1AUxaSMoigsW7aMV199FT8/P7p06cJff/2Vpa6bN28yfPhwAgICqF27Nu+//z4JCQm56wQhhBDC0lQqNFHnURkM3O/anXvfR2IoX8HSUeWYVqvFzlZD3N2s530A3b072GjUaLXaAo5MCCGEEEVJ8pBhpL9UjbjwtSROnAwajaVDKrIKVfLp3Llz7N27l+eeew4fH5/Hlr1//z7Tpk2jePHi2R4fOXIkBw8eZPLkyXz22WdER0czcOBA0tPTjWUuXrxI//79KVGiBGFhYfTu3Zv58+ezYsUKk7qWL1/O/Pnz6dOnD2FhYZQoUYJ+/fpx+fJlY5m0tDQGDBhATEwMs2fPZvLkyRw4cIB33nnnKXpECCGEsIyEaZ+iW7aS+M8Xg6OjpcPJFW9vH3yeK8PpE4eyvaB05sQhKlUog5fX48caQgghhHj22Px62PhvxcOTu3v2k9o21IIRWYdClXwKCQlh7969zJ8/n6pVqz62bFhYGGXLlqVBgwZZjh07dowDBw7wySef0KpVKxo3bsznn3/OmTNn2LVrl7FceHg4Hh4ezJkzh7p169KnTx/69evH0qVLSU1NBSAlJYWwsDD69etHnz59qFu3LnPmzMHd3Z3w8HBjXTt37uTcuXN8/vnnhISE0KpVKz755BN++eUXTpw4YaYeEkIIIfKH3Z5duA7qA3p9xhP29qS071jo13fKjlqtpkf3bihJ1zm8ZzP/3bpKWmoK/926yuE9m1ESr9OpQwfU6kI1DBJCCCGEJaWk4DJmJB7tmuOwdtX/Py+zncyiUI26cjoIvHTpEitXrmTixInZHt+3bx9arZb69esbn/P29qZKlSrs27fPpFzjxo2xs7MzPteqVSt0Oh3Hjh0DMm7LS0hIoGXLlsYydnZ2NG3aNEtdvr6+eHt7G5+rX78+7u7u7N27N0ftEkIIIQqcwYDDZzPRvtEZh2+34rAq/MmvKQICAgJ4+603Ke2SxvF9m/j5mwUc37eJ0q7pDB86mOqyUKgQQggh/kd94zru7VvhuGYFikqF6m6spUOyOjaWDiAvPvnkE0JDQ3nxxRezPR4VFYWXl1eWHW68vb2JiooCICkpievXr5skizLLqFQqoqKiCAwMNJZ/uJyPjw+rV6/m/v37ODg4EBUVlaWMSqXCy8vLWIcQQghRqOh00K8Hjt9+C0By7/7c79nHoiGZk5+fPy++WJXo6AvodDq0Wi1eXj4y40kIIYQQRja/Hsatf0/Ut29hcHMnfslyUps0t3RYVqfIJZ9++uknjh07RmRk5CPL6HQ6XF1dszzv5ubG33//DWQsSA5kWWzUzs4OR0dH4uLijHXZ2dlhb29vUk6r1aIoCnFxcTg4ODz2PTPryqnGjRs/8tjatWspVao0NjbmHzhrNGqTn9bCWtsF1ts2a20XSNuKImttl/rsGVx6vQFnz6DY2ZH06VxSe/YuegODbDz4O7Ozs8HX19fCEQkhhBCi0FEUHFYsw+WD8ajS00mvUpW4lesweMuakPmhSI0xU1JSmDZtGsOHD8fT09PS4ViMWq3Cw8M53+rXaovWwrI5Za3tAuttm7W2C6RtRZFVtSsyEl5/HeLjoXx5VFu24Fy7Nvl3ZrEMq/qdCSGEEMKsNP/+g8uE91ApCvdf60j8nIXgbG2jocKjSCWfVq9ejVqtpnXr1uh0OiBjlzmDwYBOp8PBwQE7Ozu0Wi03btzI8vq4uDjc3NwAjLOUMmdAZUpNTSU5OdlYTqvVkpqaSkpKisnsJ51Oh0qlMimXkJCQ7XuWKVMmV+3cs2fPY4/r9QZ0uqRc1ZkTGo0ardYRnS4Zvd5g9votxVrbBdbbNmttF0jbiiJrbJfGxQNXvR59UANstmxG5+CK/m6ipcMym4L6nWm1jlY3I04IIYR4VuirViPx/clga0vykLeK5CYrRUmRSj5FRUVx8eJF6tatm+XYK6+8wuTJk+nWrRve3t4cPnwYRVFM1n2Kjo6mcuXKADg5OVGmTJks6zFFR0ejKIpx/abMn9HR0SZrTEVFRVG2bFkcHByM5c6ePWtSl6IoREdHmyx8bi7p6fk3mNbrDflav6VYa7vAettmre0CaVtRVOTbpdcbd2tJ930J/bcR4O+PR0l39HcTi3bbHqHI/86EEEIIYVa2e39GX/E5DF4Zf+cnjxhl4YieHUXqct3AgQNZs2aNyX9BQUGUK1eONWvWEBISAkBwcDBxcXEcPnzY+Nro6Gj+/fdfgoODjc8FBwezZ88e0tLSjM9FRESg1WoJCAgAoGbNmri4uLBjxw5jmbS0NHbt2pWlrtOnTxMTE2N87vDhw9y7d4+GDRuavS+EEEKInNL8+w8eDetg8/sR43PpNWqCra0FoxJCCCGEKCCKguOCebh1eQ23vj0g0XpmfBcVhWrmU3JyMnv37gXg6tWrJCQkGBcWr127Nj4+Pvj4mC7+9c0333Dz5k0CAwONzwUEBBAUFMSECRMYO3Ys9vb2zJ07F19fX5o1a2Ys179/f7Zt28Y777xDt27dOHv2LOHh4YwaNQo7OzsA7O3tGTx4MAsWLMDT05PKlSuzceNG7t27R//+/Y11NW/enLCwMIYPH87o0aNJTk5m1qxZvPrqq/j5+eVbnwkhhBCPY//tFlxHvoUqKQmXyRO598MumVYuhBBCiGeGKiEe17ffwn7btwCk1QgwzgYXBadQJZ/+++8/3n77bZPnMh+vWbPGJMH0JPPmzWP69OlMmjSJ9PR0goKCmDhxIjY2/9/k5557jvDwcGbMmMGgQYPw9PRkxIgR9OvXz6SugQMHoigKK1asIDY2lipVqhAeHk6FChWMZWxtbfniiy+YOnUqo0ePxsbGhqZNmzJhwoS8dIUQQgjxdNLTcZ46GafF8wFIbdgIXdgKSTwJIYQQ4pmhuXAObZ/u2Jw5jWJrS8K0T7nfq6+MhyxApSiKYukgRO7o9QZiY80/TdDGRo2HhzN3rWztD2ttF1hv26y1XSBtK4qKYrtU//2HdlBf7Pb/AkDS8FEkTpiU5SpfUWxbThRUuzw9nWXBcQvKj/GQtX4nLEX603ykL81L+tN8CnNf2kVG4PrWINTxOvSly6ALX0P6Kzmf0FLQCnNfPk5Ox0OFauaTEEIIIZ6O+sZ13Fs3RXP5EoqTM7r5i0lt95qlwxJCCCGEKDgGA06ff4Y6XkdqnXrolq9GKVXK0lE90yT5JIQQQlgRQ6nSpPvVQLGxQbdqA/oqL1k6JCGEEEKIgqVWo/tiDY6rwkl8b4JsslIISPJJCCGEKOrS0jL+c3IClYr4BUtAr0dxc7d0ZEIIIYQQBULz7z/YHdhL8qChABjKlSfx/Q8tHJXIJMknIYQQoghT3byJdmBvDGXKEL80Y0FxxcXV0mEJIYQQQhQY+2824zpqGKqkJPTPeZHavKWlQxIPkeSTEEIIUUTZ/PEb2n490dy4jsHFFXV0FAZvH0uHJYQQQghRMNLTcf5oEk5LFwKQ+moIaa/UtnBQIjuyRYsQQghRBDmsXYV7+1ZoblwnvbIv93b9IoknIYQQQjwzVHfu4PZ6e2PiKWnEaOI2bkHxLGbhyER2ZOaTEEIIUZSkpOAy4T0c167MeNi6HfELlsitdkIIIYR4Ztgc+zNj9vfVKxicXYifv4TUtqGWDks8hiSfhBBCiCJEO7AP9pHbUVQqEidMInnEaFCpLB2WEEIIIUSB0Vw4j+bqFdJ9ns/Y3df3RUuHJJ5Akk9CCCFEEZL85jBs//gN3cIw0kKaWDocIYQQQogCl9KpC7q0NFJbt0XRulk6HJEDsuaTEEIIUZgpCuroKOPDtLr1+e+Pk5J4EkIIIcQzQ33jOtp+PVHdumV8LqVbD0k8FSGSfBJCCCEKq+RkXIcNxiMkCM2Z0///vJOT5WISQgghhChAtr8ewqNxA+x/+A7XMSMsHY7Iozwln1JTU80dhxBCCCEeoL50Efc2zXD4+ktU95OxOfanpUMShUBERAQpKSmWDkMIIYTIf4qCwxdLcevQBvXtW6RXqUrC5E8sHZXIozyt+RQUFETz5s0JDQ2lVq1a5o5JCCGEeKbZ7v0Z7eC+qGNjMRQrhm75atKCgi0dligERo8ejYuLC82aNaNdu3bUqVPH0iEJIYQQ5peUhOu7I3H4+ksA7r/Wkfg5C8HZ2cKBibzKU/KpefPm7Nq1i82bN1OmTBnatm1Lu3bt8PHxMXd8QgghxLNDUXBcNB/nqR+iMhhI8w9At3IdhvIVLB2ZKCQ2bNjAtm3biIyM5JtvvqFUqVK0adOGdu3aUblyZUuHJ4QQQjw19bWraHt0wfbvEygaDYmTPiZ5yFuyu28Rl6fb7j7++GMOHDjA/PnzqVatGitXrqRNmzZ06NCB1atXc+fOHXPHKYQQQlg9+6824vLRB6gMBu537c697yMl8SRM1KxZkw8//JD9+/ezePFiatasyfr16wkNDSU0NJQVK1Zw64HFWIUQQoiiRnF1RZVyH0Px4sR9/R3Jbw6TxJMVUCmKojxtJQkJCezYsYMffviB33//HbVaTd26dWnXrh1NmzbFwcHBHLGK/9HrDcTGJpq9XhsbNR4ezty9m0h6usHs9VuKtbYLrLdt1toukLYVRQXarrQ03N7oRErLNtzvOyDfB1ryO3s6np7OaDSW37slMTGR3bt388033/Dbb7+hVqupXbs27du3p2XLltjZ2Vk6xHyRH+Mha/1OWIr0p/lIX5qX9Kf5mK0vM9MS/xv7aC6cQ7F3eKYuwhXVz2VOx0NmGTG5uLjQuXNnxowZQ5MmTUhPT2f//v28++671K9fn5kzZ5KUlGSOtxJCCCGsis2vhyEtLeOBrS1xm77hfr+BcoVP5Ni5c+c4efIkZ8+eRVEUvL29uXfvHmPHjqVp06b88ccflg5RCCGEeCRVQjza/r1wDFtkfE7v88IzlXh6FuRpzacHXb58mW3btrFt2zZiYmJwd3enR48ehIaGYmtry1dffcXatWu5cuUKCxYsMEfMQgghRNFnMOA07zOcZn5Ccv9BJE77NON5teVn0ojCLzo6mm3btvHDDz9w+fJlPDw8aNOmDe3bt6dq1aoAnDx5kvfff5/Jkyfzww8/WDhiIYQQIivNhXNo+3TH5sxp7Pbs4n7HLiglSlg6LJEP8pR8unv3LhEREWzbto3jx49ja2vLq6++yrvvvktwcDA2Nv9f7aRJkyhdujSLFy82W9BCCCFEUaaK1+E6bAj2OzISAqrUNDAYJPEknmj16tVs27aNf/75Bzs7Oxo1asSECRNo0KABGo3GpGz16tXp27cv77//voWiFUIIIR7NLjIC17cGoY7XoS9dBt2KtZJ4smJ5Sj41aNCA9PR0atSowYcffkirVq3QarWPLP/CCy/g6emZ5yCFEEIIa6E5dxZtnzewOXcWxc6OhJlzuN+9l6XDEkXE9OnTqVmzJlOmTKFly5a4uro+tny1atUYOnRoAUUnhBBC5IDBgNOsaTjPmQVAap166JavRilVysKBifyUp+TT4MGDCQ0NpWLFijkq36hRIxo1apSXtxJCCCGshl3ED7gOG4w6IR59mbLoVq4jvWYtS4clipDdu3dToULO18B44YUXeOGFF/IxIiGEECIXFAVtn+7YR24HIGnAYBKnTANbWwsHJvJbnub3V6hQAfVjbg24cuUK3377bV5jEkIIIayO6m4sriPeRJ0QT2rd+tzdvU8STyLX3n//fQ4fPvzI47/++iu9eslMOiGEEIWUSkVaUAMUBwd0C8My1ryUxNMzIU/Jp/Hjx3Ps2LFHHj9x4gTjx4/Pc1BCCCGEtVE8PIlfsJSkQW8St/l7lJIlLR2SKIJ+++037ty588jjsbGx/P777wUYkRBCCJEDCQnGfyYPfJPY/b+R8no3CwYkClqekk+Kojz2eFJSUpZFL4UQQohnjebff7D59f9nqaS2bE3i1JlyhU88FZVK9chjFy9exNnZuQCjEUIIIR4jPR3nD9/Ho/mrqOJ1Gc+pVBieq2TRsETBy/GaT6dPn+b06dPGx3/88Qd6vT5LOZ1Ox5dffomXl5d5IhRCCCGKIPtvt+A68i0UJyfu7tqLoXzO1+kR4kHffPMN33zzjfHxkiVL+Oqrr7KUi4+P58yZMwQHBxdkeEIIIUS2VLdvox3UB7uD+wGw2xVJSsfXLRyVsJQcJ59+/PFHFi5cCGRccdu0aRObNm3KtqxWq2XmzJnmiVAIIYQoStLTcZ46GafF8wFIqxWI4uhk4aBEUZacnMzdu3eNjxMTE7Nde9PJyYmuXbvy1ltvPdX7JSYm0rJlS27evMnmzZupXr268djXX3/NF198wbVr1/Dy8mLUqFFZNpWJj49n+vTp/Pjjj6SlpdGgQQMmTpxISbnVVAghnhk2x/5E27cHmmtXMTi7ED9/CaltQy0dlrCgHCefXn/9dV599VUURaFz586MGDEiy5U1lUqFo6MjFStWxMYmTxvpCSGEEEWW6r//0A7qi93+XwBIGj6KxAmTQG5FF0/hjTfe4I033gAgJCSE999/n8aNG+fb+y1evDjb2e3bt2/ngw8+YMiQIdSpU4eIiAiGDRvG+vXrqVGjhrHcyJEjOX/+PJMnT8be3p558+YxcOBAtmzZIuNDIYR4BjisX4PL2NGoUlNJ93ke3aoN6H1ftHRYwsJyPAIoWbKk8YrVmjVr8PHxoVixYvkWmBBCCFGU2Jz4K+MK3+VLKE7OxH++iJTQDpYOS1iZn376KV/rv3DhAhs2bGDs2LF8+OGHJsfmz59P69atGTlyJAB16tTh7NmzLFq0iOXLlwNw7NgxDhw4QHh4OEFBQQB4eXnRqlUrdu3aRatWrfI1fiGEEJbluHwJLu+PBSClRWviFy5F0bpZOCpRGOTp8lPt2rXNHYcQQghRpDmsWI7m8iXSvbwzrvBVecnSIQkrcO3aNQDKli1r8vhJMsvn1tSpU+natWuWtTsvX75MTEwM7777rsnzrVq1YtasWaSmpmJnZ8e+ffvQarXUr1/fWMbb25sqVaqwb98+ST4JIYSVux/aEcclC7nfsw9Jb78D2dwmLp5NOUo+9ezZE7VaTXh4ODY2NvTq1euJr1GpVKxevfqpAxRCCCGKgoRpn6K4akkaMxbFzd3S4QgrERISgkql4vjx49jZ2RkfP8mpU6dy/V6RkZGcPXuWBQsW8M8//5gci4qKAsiSlPLx8SEtLY3Lly/j4+NDVFQUXl5eWWL09vY21iGEEMLKREWBRykAlJIlid13BFxcLByUKGxyPPPJYDAY/60oyhPL56SMEEIIUVSpbt3CceVykt4dn3FVz8mJxI+nWzosYWWmTZuGSqXC1tbW5LG5JScnM2PGDEaNGoVLNn8wxMXFARmbyjwo83HmcZ1Oh6ura5bXu7m58ffff+cqpseta7V27VpKlSqNjY15r6hrNGqTn+LpSH+aj/SleUl/momi4PBFGEwYi8PiMO536pLxvLv28a8T2bL2z2WOkk9r16597GNzuXjxIuHh4Rw/fpxz587h7e3NDz/8YDyekJDAypUr2bt3LzExMdjZ2eHn58eoUaPw9fU1qSunO60cPXqUmTNncurUKYoVK0a3bt0YOHCgycBOURSWL1/Ohg0biI2NpUqVKowfP95kcU2AmzdvMnXqVA4cOICtrS1NmzZl/Pjx2Q7ihBBCFF02f/yGtl9PNDeuozg4kPz2O5YOSVipDh06PPaxuSxZsoRixYrRsWPHfKk/P6jVKjw8nPOlbq3WMV/qfVZJf5qP9KV5SX8+haQkGPIm/C834PjrQRwH9rNwUNbBWj+XhWrLkXPnzrF37178/f0xGAxZZk9du3aNTZs20bFjR0aOHElKSgorVqygS5cubNmyBR8fH2PZnOy0cvHiRfr370/9+vUZOXIkZ86c4bPPPkOj0dC/f39jXcuXL2f+/PmMGTMGX19f1q9fT79+/fjuu++oUKECAGlpaQwYMACA2bNnc//+fWbOnMk777xDWFhYfnedEEKIAuKwdhUu48dk7OBS2ZfU1u0sHZIQT+Xq1ausWLGCRYsWER8fD0BSUpLxZ2JiIm5uGYvFxsfHU6JECeNrdTodgPG4Vqvlxo0bWd4jLi7OWCan9uzZ89jjer0BnS4pV3U+iUajRqt1RKdLRq83PPkF4rGkP81H+tK8pD+fjvrSRZx7dsPm5AkUjQbVp5+i6zcY/d1ES4dWpBXVz6VW65ij2Vo5Sj7ldHHLh+V2scuQkBCaNGkCwLhx47JMzy5fvjy7d+/G0fH/M4F16tQhJCSEDRs28MEHHwA532klPDwcDw8P5syZg52dHXXr1iU2NpalS5fSs2dP7OzsSElJISwsjH79+tGnTx8AXn75ZVq0aEF4eDiTJ08GYOfOnZw7d46IiAi8vb2BjAFY//79OXHiBH5+frnrPCGEEIVLSgou772D49pVGQ9btyN+wRIUl6y3GAlhLgsXLsz1a1QqFW+99VaOy1+5coW0tDQGDRqU5VivXr3w9/dn9uzZQMbaT5njnMzHtra2xotx3t7eHD58GEVRTGaRR0dHU7ly5Vy35UnS0/NncK7XG/Kt7meR9Kf5SF+al/Rn7tn+8hOug/uivnsXQ/HiJIavxrVdK/R3E6UvzcRaP5c5Sj7ldHHLh+V2sUv1E1bCd3JyyvKcs7MzFStW5NatW8bncrrTyr59+2jatCl2dnbGcq1atSIsLIxjx44RGBjI0aNHSUhIoGXLlsYydnZ2NG3alN27d5u8p6+vr8mArH79+ri7u7N3715JPgkhRFF29Squoa9h8+fvKCoViRMmkTxiNOTD2jtCPKggkk9VqlRhzZo1Js+dOnWK6dOnM2XKFKpXr06FChWoVKkSkZGRxguFABEREdStW9c4lgoODmbx4sUcPnyYevXqARmJp3///dc4Q1wIIUTRpI66gFu3jqj0etICaqJbsQ71cxUtHZYoInKUfMqvxS3NQafTce7cOeMAB8jRTitJSUlcv37dJFmUWUalUhEVFUVgYKCx/MPlfHx8WL16Nffv38fBwSHLlUDIGPx5eXnJ7i5CCFHUXb2K5uRxDO7u6JaGkxbS1NIRiWfE6dOn8/09tFotgYGB2R6rWrUqVatWBWD48OGMGTOGihUrEhgYSEREBCdOnGDdunXG8gEBAQQFBTFhwgTGjh2Lvb09c+fOxdfXl2bNmuV7W4QQQuQfg7cPScNHob59i4Tpn4GDA9a5NLbIDzlKPuXX4pbm8Omnn6JSqejWrZvxuZzstJK5psHDu7bY2dnh6OhosmuLnZ0d9vb2JuW0Wi2KohAXF4eDg8Nj3zOzrpyyxO4uYL2r61tru8B622at7QJpW1Gk0aihdm2Sw1eR9lI1FC/vwrVg4lOw6t8Z1tcuS2vTpg3JycksX76cZcuW4eXlxcKFCwkICDApN2/ePKZPn86kSZNIT08nKCiIiRMnGtfcFEIIUXRozp9DcXTEUK48AEnjJmbM/C6kk1NE4VWkRwFbtmzhq6++YsaMGZQuXdrS4RSY/NzdBax3dX1rbRdYb9ustV0gbSv0kpPh7bdhyBCoWRMApx7dnvCiossqfmfZsNZ2FYTAwEDOnDmT5fnOnTvTuXPnx77W1dWVadOmMW3atPwKTwghRAGw27Ed12GD0T//PPe+iwQHB3jCUjlCPEqOkk8LFy5EpVLx5ptvolarc7T+QG7XG8itvXv3MmnSJIYOHcprr71mciwnO61kzlLKnAGVKTU1leTkZJNdW1JTU0lJSTGZ/aTT6VCpVCblEhISsn3PMmXK5KptltjdBYru6vpPYq3tAuttm7W2C6RtRYH68iWce72BzfG/0P+4h8Tfj6Etpi3y7cqOtfzOHlZQ7crp7i5PIyQkBLVazY4dO7C1tc3ROpwqlYoff/wxX+MSQghhxfR6nD6dhvOcTwFIt3dAlZSI4uBg4cBEUZar5NPAgQOxs7OzePLpr7/+4u2336Z9+/a8/fbbWY7nZKcVJycnypQpk2U9pujoaBRFMa7flPkzOjqaF1980VguKiqKsmXL4vC/L6C3tzdnz541qUtRFKKjo00WPjeX/Fz93lpX17fWdoH1ts1a2wXStsLKdt8vuA7qgzo2FkOxYsTPno+i1gBFu11PYq1ts4Z21a5dG5VKZdyUJfOxEEIIkR9U9+7i+uYA7PdkbK6VNHAIiZM/AVtbC0cmirocJZ8eXuyyIBa/fJTz588zePBg6tSpw5QpU7Itk9OdVoKDg9mzZw/vvvsutv/7MkVERKDVao3rF9SsWRMXFxd27NhhTD6lpaWxa9cugoODTer6/vvviYmJoVKlSgAcPnyYe/fu0bBhQ7P3gxBCCDNSFBwXL8D540moDAbS/APQrVyHoXyFon1/uijyZsyY8djHQgghzMdgMBAdfQGdTodWq8XLy+eJO7JbE80/f+PW5w00F2NQHByInz2flM5dLR2WsBKFakydnJzM3r17Abh69SoJCQlERkYCGVf6FEWhf//+2Nvb07t3b+Pi4QAuLi48//zzQM53Wunfvz/btm3jnXfeoVu3bpw9e5bw8HBGjRpl3DLY3t6ewYMHs2DBAjw9PalcuTIbN27k3r179O/f31hX8+bNCQsLY/jw4YwePZrk5GRmzZrFq6++ip+fX773nRBCiDy6fx/XEUNw+HZrxsOu3YmfOQccZb0gIYQQ4llx8uRxNm/ZQsyVG6TrDdho1FQqX5pOHTtSvbq/pcPLf4qC63uj0FyMQV/xOXQr15H+LLRbFBiVoihKXl987949Dh06xNWrVwEoV64cdevWxcPDI0/1Xbly5ZE7va1ZswaAXr16ZXu8du3arF271vg4Pj6e6dOns3v3bpOdVkqVKmXyuqNHjzJjxgxOnTqFp6cn3bt3Z+DAgSZT2hVFYdmyZWzYsIHY2FiqVKnC+PHjs+zucvPmTaZOncqBAwewsbGhadOmTJgwARcXlzz1x6Po9QZiYxPNWieAjY0aDw9n7t5NLPK3KTzIWtsF1ts2a20XSNsKJb0et+6dsd33CwlTZ3K/7wCTHVyKbLtywFrbVlDt8vR0tsiOeqmpqXz11Vfs3bvXZAzWsGFDOnfunGWHXmuVH+Mha/1OWIr0p/lIX5rXw/158uRxFiwOQ+VcBl+/erh5lCDu7m3OnDiEknid4UMHPxMJKPXFGJynTiZh5mwUz2I5eo18Ns2nqPZlTsdDeU4+LViwgOXLl5OWlsaDVdja2jJgwIBs12IS5iHJp9yx1naB9bbNWtsF0rZCRVGMSSbVvbtozp4lvXZglmJFrl25YK1ts+bk040bN+jbty/R0dGUKFGC5557DoCLFy9y+/ZtKlWqxKpVq56JXYAl+VT4SX+aj/SleT3Yn6mp6Uz5aDI3Emyp27hTlkkIh/dsprRrOh9+8KHV3YKnunMHu70/kdLx9TzXIZ9N8ymqfZnT8VCebrtbtGgRixYt4tVXX6V79+7GNY6io6NZv349S5cuxcbGJl93uxNCCCHyxGDA6fPZqC9fImH2fFCpUNw9sk08CVHYTJkyhWvXrjFv3jxatGhhcmzHjh2MGzeOKVOmsGTJEgtFKIQQRUt09AVirtzAP7hLlg0dVCoVvn71OL5vE9HRF/DxecFCUZqfzbE/0fbrifraVRR3d1IbN3vyi4R4CnlKPn355Zc0atQoy8CmQoUKBAcHM2TIEDZu3CjJJyGEEIWKKl6H67Ah2O/4AYCUTl1Iqxdk4aiEyLlff/2VPn36ZEk8AbRs2ZJ///2XdevWWSAyIYQomnQ6Hel6A24eJbI9rnUvTrregE6nK+DI8o/DhrW4jB2NKiWFdJ/n0ZevaOmQxDMgT/MGExISaNCgwSOPBwcHk5ho/tvChBBCiLzSnDuLe4sQ7Hf8gGJnR/zchZJ4EkWOs7Mznp6ejzxevHhxnJ2dCzAiIYQo2rRaLTYaNXF3b2d7XHfvDjYaNVqttoAjywcpKbiMGYnryLdQpaSQ0qI193b+jN73RUtHJp4BeUo+1axZkxMnTjzy+IkTJ6hZs2aegxJCCCHMyS7iB9ybN8Lm3Fn0Zctx7/tI7nfPfgMLIQqzDh068M0335CcnJzlWGJiIlu3bqVjx44WiEwIIYomLy8fKpUvnbG4+EPLISuKwpkTh6hUoQxeXj4WitA81Nev4d6+FY5rVqCoVCSOm4hu1XoUrZulQxPPiDzddjd58mQGDBjAtGnT6N69OxUqVADg8uXLrFu3jr/++osvvvjCrIEKIYQQeeE4fy4uUz8EILVeELrlq1FKZD+1XojCZteuXSaPq1Spwi+//ELLli1p3769ccHxmJgYvvvuO9zc3PD19bVEqEIIUSSp1Wo6dezIgsVhHN6zGV+/emjdi6O7d8e4212n3oOL/GLjtnt/xvbP3zG4uRO/9AtZ40kUuBztdhcQEJBl8TW9Xk9qaiqA8YtoMGSsyG5nZ4eNjQ1//vmnueMVyG53uWWt7QLrbZu1tgukbZZg+/Me3Lp1JHnAYBI/nAq2trl6fWFtlzlYa9usabe7F198EZVKZbwa/+C/H0WlUnHq1Kl8jaswkN3uCj/pT/ORvjSv7Prz5MnjbN6yhZgrN0jXG7DRqKlUoQydOnSgenV/C0dsHo6fzyal3WsYvLzNVqd8Ns2nqPalWXe7a968eZbkkxBCCFFo3b8PDg4ApDVqzN29v8p6BqJIWrNmjaVDEEKIZ0L16v5UrVqd6OgL6HQ6tFotXl4+RXfGU1ISzjM/Ient0SiexQBIfvsdCwclnmU5Sj7NmDEjv+MQQgghzML+u604T5rAvW+2Y/DOWJ9BEk+iqKpdu7alQxBCiGeGWq3Gx+cFS4fx1NQXY9D27YHt3yfQnDuDbsNmS4ckRN4WHBdCCCEKnfR0nCdPRDuwD5rr13BattjSEQkhhBBCFCjbn/fg0awhtn+fwFC8OMlvvW3pkIQA8rjgeKYbN27w77//Eh8fn+36A+3bt3+a6oUQQogcUf33H9pBfbHb/wsAScNHkThhkkVjEiK/3L59m82bNxvHYJlrbmZSqVSsXr3aQtEJIYSwCEXBcf4cnKd9hEpRSKv5MroV6zCULWfpyIQA8ph8SklJYezYsezatQuDwZBlIcxMknwSQgiR32xO/IW2bw80ly+hODmjm7+Y1HavWTosIfLF6dOn6dWrF/fv38fLy4uzZ8/y/PPPo9PpuHnzJhUrVqR06dKWDlMIIUQBUiXE4zr8Tey3fw9Aco/eJEz71Lj+pRCFQZ5uu5szZw67d+9m5MiRrF27FkVRmDFjBitWrCA4OJgXX3yR7777ztyxCiGEECZsfj+Ce5tmaC5fIt3Lm7s79kjiSVi12bNn4+TkRGRkJCtXrkRRFCZMmMDevXuZO3cucXFxjBkzxtJhCiGEKEhpadj8fQLF1pb4zz4nYc4CSTyJQidPyaedO3fSoUMHBg0axPPPPw9AqVKlqFevHmFhYbi6urJ+/XqzBiqEEEI8LN2vBulVq5PStDn3dv2CvspLlg5JiHx19OhRunTpQtmyZY07MGXOPm/ZsiVt27Zl1qxZlgxRCCFEAVM8PIlbtYF73+3gfq++lg5HiGzlKfn033//4efnB4DD/zKqycnJxuPNmzdn9+7dZghPCCGEMKW6cwf0+owH9vbEbdyMbu0mFDd3i8YlREEwGAwUL14cAK1Wi0aj4d69e8bjvr6+/PPPPxaKTgghRIHQ63GaMRWHNSv//6mq1UivJTukisIrT8mn4sWLc/fuXQAcHR1xc3MjOjraeDwhIYGUlBTzRCiEEEL8j80fv+ERUh/naR8Zn1PcPUAtm7eKZ0P58uW5cuUKkLElePny5Tl8+LDx+NGjR3F1dbVUeEIIIfKZ6t5dtD1ex3nOLFwmvIv68iVLh2RxBoOBCxfOcezYn1y4cC7LRhyicMjTguN+fn4cPXrU+LhRo0aEh4dTokQJDAYDq1atokaNGuaKUQghhMBhzUpcxo9BlZaG3a4dJL4zFpycLB2WEAUqKCiIyMhIRo0aBUC3bt2YMWMGly9fRlEUfvvtN/r2lVsuhBDCGmn+/Qe3Pm+giYlGcXQk/rPPMVSoaOmwLOrkyeNs3rKFmCs3SNcbsNGoqVS+NJ06dqR6dX9LhycekKfkU8+ePYmMjCQ1NRU7Ozvefvttjh07xnvvvQdAxYoVef/9980aqBBCiGdUSgouE97Fce2qjIet2xG/YIkknsQzaciQIbRu3Zq0tDRsbW3p3bs3SUlJ7Nq1C7VazdChQxk8eLClwxRCCGFm9t9sxnXUMFRJSegrPkfcyvXoq/tZOiyLOnnyOAsWh6FyLoN/cBfcPEoQd/c2Z04cYsHiMIYPHSwJqEIkT8mnWrVqUatWLePjMmXKsGPHDs6ePYtarcbb2xsbmzxVLYQQQhipr11F278ntn/+gaJSkThhEskjRoNKZenQhLAINzc33NzcjI9VKhVDhw5l6NChFoxKCCFEfnKe8gFOiz4HIPXVEHRLw1E8i1k4KssyGAxs3rIFlXMZ6jbuhOp/Y8NiJctRt3EnDu/ZzOatW6latbpxgw5hWWb7LajVal588UUqV64siSchhBBPLy0N99CW2P75BwZ3d+I2bib57Xck8STE/9y6dYvTp0+TlJRk6VCEEELkI+V/Fx2SRowmbuOWZz7xBBAdfYGYKzfw9atnTDxlUqlU+PrVI+bydaKjL1goQvGwPCefEhISWLZsGf3796d9+/acOHECgHv37rFy5UouXrxotiCFEEI8g2xtSZwwifSXqnF3117SQppaOiIhCoUff/yRFi1a0LBhQ1577TWOHz8OQGxsLO3bt+fHH3+0cIRCCCGeWubOvkDS2+9wd9suEidOBo3GcjEVIjqdjnS9ATePEtke17oXJ11vQKfTFXBk4lHylHy6ceMG7du3Z/78+dy4cYMzZ86QmJgIgLu7O19++SVr1641a6BCCCGeAcnJaM6eMT5Mea0Td3fvxVDJy4JBCVF4/PTTTwwfPhwPDw/eeustFEUxHvP09KRUqVJs2bLFghEKIYR4Wg7r1+DeqjH8729sVCrSA+tYNqhCRqvVYqNRE3f3drbHdffuYKNRo9VqCzgy8Sh5Sj7NmjWLxMREvv32W9auXWsy8AFo0qSJyba/QgghxJOoL1/CvW1z3Dq2RXXz5v8fsLW1XFBCFDKLFi2iVq1abNy4ke7du2c5XqNGDU6dOmWByIQQQjy1lBRcxozEddQwbI8dxXHtSktHVGh5eflQqXxpzpw4lCUfoSgKZ04colKFMnh5+VgoQvGwPCWfDh48SM+ePXn++eez3F8JUKFCBa5fv/7UwQkhhHg22O77BY+mwdie+AtVehqaK5csHZIQhdK5c+do2bLlI48XL16c//77rwAjEkIIYQ7q69dwb98KxzUrMjZZGf8ByYNkM4lHUavVdOrYESXxOof3bOa/W1dJS03hv1tXObxnM0ridTp16CCLjRcieVoZ/P79+3h6ej7yeOYteEIIIcRjKQqOi+bjPPVDVAYDaf4B6Fauw1C+gqUjE6JQcnR0JDk5+ZHHL1++jLu7e8EFJIQQ4qnZHj6Itn8v1HduY3BzJ37pF6Q2bmbpsPKNwWAgOvoCOp0OrVaLl5dPnpJE1av7M3zoYDZv2cLxfZtI1xuw0aipVKEMnXoPpnp1/3yIXuRVnpJPPj4+/P7773Tt2jXb4z/++CMvvfTSUwUmhBDPMnOdlAu1xERcR76Fw3dbAbjftTvxM+eAo6OFAxOi8AoMDOTbb7+ld+/eWY7dvn2br776ikaNGlkgMiGEEHlh9/03aIf0R5WeTvpL1YhbuQ6Dl7elw8o3J08eZ/OWLcRcufH/yaLypenUsWOekkXVq/tTtWp16x83W4E8JZ969+7NuHHj8PX1NU79VhSFixcvsnDhQv766y8WLFhg1kCFEOJZYe6TcmHl/Ol0HL7bimJjQ8LUmdzvOwCyuZVbCPH/Ro4cSZcuXejUqRMtWrRApVJx4MABfv31VzZt2oSiKLz11luWDlMIIUQOpdeqjeLuQUpwQ+JnLwBnZ0uHlG9OnjzOgsVhqJzL4B/cBTePEsTdvc2ZE4dYsDiM4UPzNltJrVbj4/NCPkQszEmlPLw6Vw4tWbKEhQsXoigKBoMBtVqNoiio1WrefvttBg0aZO5Yxf/o9QZiY81/a6ONjRoPD2fu3k0kPd1g9votxVrbBdbbNmttFzy5bQ+elH396pmclJXE63k+KReE3P7eVAnxaHu/QeK7E0ivU7cAIsybZ/nzWFQVVLs8PZ3RaAr+yuq5c+f45JNPOHLkiMkiq7Vr1+bDDz/Ex+fZWFw1P8ZD1vqdsBTpT/ORvjQvS/enSheHonUzPlZfvYKhbLkieREup31pMBiY8tFkbiTYUrdxJ5O1oxVF4fCezZR2TefDDz58ZmctWfpzmVc5HQ/laeYTwJtvvkloaCi7du3i4sWLGAwGKlasSLNmzahQQdbqEEKI3DIYDGzesgWVcxmTk3KxkuWo27gTh/dsZvPWrVStWr1onpQNBuy2byO1TTtQqVBcXInbss3SUQlR5LzwwgusWrWKuLg4Ll68iKIoVKhQ4bHrcQohhCgcbH/eg/bN/sR/Nj9jTAQYypW3cFT5Lzr6AjFXbuAf3CXLpmUqlQpfv3oc37eJ6OgLMovJSuU5+QRQtmxZ+vTpY6ZQhBDi2WbNJ2VVvA7XYUOw3/EDCZM/IXnocEuHJESR5+bmhp+fn6XDEEIIkROKguP8OThP+wiVouC48gtSW7ctkrOd8kKn05GuN+DmUSLb41r34qTrDeh0ugKOTBSUp0o+QcaV+vj4eLK7e092WxFCiJyz1pOy5txZtH3ewObcWRQ7OxQ3tye/SAjxWL///juXL19Gp9NlGYOpVCq5OCiEEIWIKiEe1+FvYr/9ewCSe/QmYdqnz0ziCUCr1WKjURN39zbFSpbLclx37w42GjVardYC0YmCkKfkU1paGsuXL2fLli3cuHEDgyH7+xFPnTqVq3ovXrxIeHg4x48f59y5c3h7e/PDDz9kKff111/zxRdfcO3aNby8vBg1alSWnV3i4+OZPn06P/74I2lpaTRo0ICJEydSsmRJk3JHjx5l5syZnDp1imLFitGtWzcGDhyY5R7U5cuXs2HDBmJjY6lSpQrjx4+nRo0aJnXdvHmTqVOncuDAAWxtbWnatCnjx4/HxcUlV/0ghHg2WeNJ2S7iB1yHDUadEI++TFl0K9aS/vIrlg5LiCLr1KlTjBw5kkuXLmV74Q8k+SSEEIWJyUU4W1sSpn/G/V59LR1WgfPy8qFS+dKcOXEo2zWfzpw4RKUKZfDyejbWLXwW5Sn5NGnSJL799lv8/f1p0qQJrq6uZgnm3Llz7N27F39/fwwGQ7aDqu3bt/PBBx8wZMgQ6tSpQ0REBMOGDWP9+vUmyaCRI0dy/vx5Jk+ejL29PfPmzWPgwIFs2bIFG5uMZl+8eJH+/ftTv359Ro4cyZkzZ/jss8/QaDT079/fWNfy5cuZP38+Y8aMwdfXl/Xr19OvXz++++474/pWaWlpDBgwAIDZs2dz//59Zs6cyTvvvENYWJhZ+kcIYd2s6qSs1+P06TSc53wKQGrd+uiWr0Z56AKAECJ33n//fWJjY5kyZQp+fn5mG4MJIYQwP/WN67g3b/T/F+HC15Beq7alw7IItVpNp44dWbA4jMN7NuPrVw+te3F09+4YN9bp1Htw0VzXVORInpJPkZGRhIaGMmPGDLMGExISQpMmTQAYN24cf//9d5Yy8+fPp3Xr1owcORKAOnXqcPbsWRYtWsTy5csBOHbsGAcOHCA8PJygoCAAvLy8aNWqFbt27aJVq1YAhIeH4+HhwZw5c7Czs6Nu3brExsaydOlSevbsiZ2dHSkpKYSFhdGvXz/jVcSXX36ZFi1aEB4ezuTJkwHYuXMn586dIyIiAm9vbyBjFkP//v05ceKErMkghHgiazopa079i9P8uQAkDXqTxA+ngq2thaMSoug7f/48I0aM4PXXX7d0KEIIIZ7AULoM97v3xOb4X+i+WPPMX4SrXt2f4UMHs3nLFo7v20S63oCNRk2lCmXo1Lvw7ugszCNPySdHR0f8/c3/wXjSH1SXL18mJiaGd9991+T5Vq1aMWvWLFJTU7Gzs2Pfvn1otVrq169vLOPt7U2VKlXYt2+fMfm0b98+mjZtip2dnUldYWFhHDt2jMDAQI4ePUpCQgItW7Y0lrGzs6Np06bs3r3b+Ny+ffvw9fU1Jp4A6tevj7u7O3v37pXkkxAiR6zlpKyvVp2EaZ+iODuT0rmrpcMRwmo899xzWTYkEEIIUXio7t2FtHSUEhlreCZO+jjjgFyEAzLGulWrVic6+gI6nQ6tVouXl0+RuLgqnk6ekk+tW7fml19+oVu3buaO57GioqKAjFlMD/Lx8SEtLY3Lly/j4+NDVFQUXl5eWQZn3t7exjqSkpK4fv26SbIos4xKpSIqKorAwEBj+YfL+fj4sHr1au7fv4+DgwNRUVFZyqhUKry8vIx1CCFEThTVk7Ltt1uhdk0oWwmA+336P/4FQohcGz58ODNmzKBNmzaUKlXK0uEIIYR4gOafv3Hr8wb6MmWJ27ItI+EkSacs1Gp1kdu5WTy9PCWf3n33XSZMmMDgwYPp2LEjpUuXRqPRZClXtWrVpw7wQXFxcQBZFtvNfJx5XKfTZbsGgpubm/FWvvj4+GzrsrOzw9HR0aQuOzs77O3ts7ynoijExcXh4ODw2PfMrCunGjdu/Mhja9eupVSp0tjYmP+PUI1GbfLTWlhru8B622at7YLctE2Nr69v/gdkDunpOH48GYcF8+CFF9D8tB+crWejBfk8Fj3W2i6AZs2akZKSQosWLahTp84jx2ATJ060QHRCCPHsst/6Na6jhqFKTgZFQX39GoaKz1k6LCEKjTwln1JTU1EUhX379rFv374sxxVFQaVS5Xq3O5EzarUKDw/nfKtfq3XMt7otyVrbBdbbNmttF1hR2+7cgW5dYc+ejMcdOqAtUxyy+WO4qLOa31k2rLVt1tiu3377jcmTJ5OcnMzPP/+cbRmVSiXJJyGEKCjp6ThP+QCnsEUApL4agi5sBYqHp4UDE6JwyVPyacKECfz444+0atUKf3//Attpxc3NDciYtVTif/fQQsbspAePa7Vabty4keX1cXFxxjKZMWfOgMqUmppKcnKySV2pqamkpKSYzH7S6XSoVCqTcgkJCdm+Z5kyZXLVzj2Zf8Q9gl5vQKdLylWdOaHRqNFqHdHpktHrDWav31KstV1gvW2z1naBdbVNc/wvnHu9gebyJRRnZ5IXLsWpTw+raNuDrOl39jBrbVtBtUurdSzw2VUff/wxLi4uzJ8/H39/f1xcrGeWoRBCFDWq27fRDuqD3cH9ACSOHEPS2Pet8iKcEE8rT8mnAwcO0KNHDyZMmGDueB4rc02lh9dXioqKwtbWlgoVKhjLHT582DgDK1N0dDSVK1cGwMnJiTJlymRZjyk6OhpFUYz1Z/6Mjo7mxRdfNHnPsmXL4uDgYCx39uxZk7oURSE6Otpk4XNzSU/Pv8G0Xm/I1/otxVrbBdbbNmttFxT9ttlv2oDruyNR3b9Pupc3ulUbUFWvhhNFv22PYq3tAuttmzW269KlS7zzzjv5MrYQQgiRO9q3BmJ3cD8GZxfiF4aR2rqtReMxGAxFbs1Q8ezI0yfRxcWF554r+PtXK1SoQKVKlYiMjDR5PiIigrp16xp3rQsODiYuLo7Dhw8by0RHR/Pvv/8SHBxsfC44OJg9e/aQlpZmUpdWqyUgIACAmjVr4uLiwo4dO4xl0tLS2LVrV5a6Tp8+TUxMjPG5w4cPc+/ePRo2bGieDhBCiMLAYMDhy/Wo7t8npUkz7u36BX2VlywdlRDPhOeffz7LrG0hhBCWkfDJLNICanJv588WTzydPHmcKR9N5qPpn/LZ/CV8NP1Tpnw0mZMnj1s0LiEy5Wnm0+uvv84PP/xA165ds13kMq+Sk5PZu3cvAFevXiUhIcGYaKpduzaenp4MHz6cMWPGULFiRQIDA4mIiODEiROsW7fOWE9AQABBQUFMmDCBsWPHYm9vz9y5c/H19aVZs2bGcv3792fbtm288847dOvWjbNnzxIeHs6oUaOMiSx7e3sGDx7MggUL8PT0pHLlymzcuJF79+7Rv///7+TUvHlzwsLCGD58OKNHjyY5OZlZs2bx6quv4ufnZ7Y+EkIIi1Or0S1bhcOmDSQPHQ5yRU2IAjN27FjGjBlDgwYNZHwhhBAFLSUF218PkdawEQD6FypzL/JneGiX9YJ28uRxFiwOQ+VcBv/gLrh5lCDu7m3OnDjEgsVhDB86mOrV/S0aoxAqRVGU3L5ox44dLFu2DL1ez2uvvfbInVYeTPTkxJUrVx6509uaNWsIDAwE4Ouvv2b58uVcu3YNLy8vRo8eTaNGjUzKx8fHM336dHbv3k16ejpBQUFMnDgxy7bER48eZcaMGZw6dQpPT0+6d+/OwIEDTW7XUxSFZcuWsWHDBmJjY6lSpQrjx483zo7KdPPmTaZOncqBAwewsbGhadOmTJgwwezrMej1BmJjE81aJ4CNjRoPD2fu3k20qtsUrLVdYL1ts9Z2QdFtm82fv2P38x6Sxox7dJki2rYnsdZ2gfW2raDa5enpXOBrPg0ZMoSLFy8SExPD888/T5kyZbLcUqFSqViyZEmBxmUJ+TEestbvhKVIf5qP9KV55aU/1deuou3fE5u/jhH39XekBQU/+UUFwGAwMOWjydxIsKVu405Z/o49vGczpV3T+fCDD/PlFjz5bJpPUe3LnI6H8pR8enDto0dWLLvd5RtJPuWOtbYLrLdt1touKJptc1i7CpfxY1ClphL3xWpS272Wbbmi2LacsNZ2gfW2zZqTTyEhIU8so1Kpnrh5iTWQ5FPhJ/1pPtKX5pXb/rQ9fBBt/16o79zG4OaObtlK0hplP2mioF24cI6Ppn+Kf3AXipUsl+X4f7eucnzfJiaNfxcfnxfM/v7y2TSfotqXOR0P5em2uzVr1uTlZUIIIYqSlBRcJryH49qVGQ9btyMtpImFgxLi2fbTTz9ZOgQhhHh2KAqOXyzF+cP3UaWnk16lKnGr1mPw8n7yawuITqcjXW/AzaNEtse17sVJ1xuMO8QLYSm5Tj6lpKRw+vRpqlSpwiuvvJIfMQkhhLAw9fVraPv1xPbP31FUKhInTCJ5xGiLr2kgxLMsOTmZ7t2707lzZ7p162bpcIQQwrolJeE65m0cNm8C4H6HTsTPXgDOzhYOzJRWq8VGoybu7u1sZz7p7t3BRqNGq9VaIDoh/l+u54rb29vz2WefER0dnR/xCCGEsDCbXw/j0SQY2z9/x+DuTtzGzSS//Y4knoSwMEdHR65cuWKynocQQoj8Yf/Ddzhs3oSi0ZDw8XTil4QXusQTgJeXD5XKl+bMiUM8vKKOoiicOXGIShXK4OXlY6EIhciQp4UKXnjhBa5evWruWIQQQhQC6ruxqG/fIv2latzdtZe0kKaWDkkI8T8NGjTgwIEDlg5DCCGsXkrnriQNepO4zd+TPPitQnsRTq1W06ljR5TE6xzes5n/bl0lLTWF/25d5fCezSiJ1+nUoUO+LDYuRG7k6RM4atQovvzySw4dOmTueIQQQlhYasvWxIWv4e723RgqeVk6HCHEA4YOHUpMTAzvvvsuf/zxBzdv3uTevXtZ/hNCCJFLioLDiuWodHEZj1UqEqfOJK1+A8vG9QQGgwEnJyeahgTjkH6Lv/Z+yc/fLOD4vk2Udk1n+NDBVK/ub+kwhcjbguPr1q3D3d2d/v37U758ecqXL4+9vb1JmWdlm18hhCjq1Jcv4TrmbeJnz8dQvgIAqW3bWzYoIUS2WrduDcD58+f54YcfHlkuNzsO7927l+XLl3P+/HkSEhIoVaoUTZo0YdiwYbi6uhrL/fTTT8ybN4/o6GjKli3LoEGD6Nixo0ldqampzJ07l++//57ExEQCAgL44IMP8PYuPIvzCiHEw1QJ8bgOG4J9xDbsfvkJ3eoNhXam04NOnjzO15s3c/p8NPdT07G3taFMSQ8a1K9PzZov4+XlIzOeRKGRp+TT2bNnAShTpgx6vZ6LFy9mKSPrEQghROFnu+8XtIP6oI6NxXXM28R9udXSIQkhHuOtt94y+xjr3r17+Pn50bNnT9zd3Tl37hwLFizg3LlzrFixAoA//viDYcOG0alTJyZMmMCvv/7K+++/j7OzMy1atDDWNXXqVCIiIhg3bhylSpVi6dKl9OnTh+3bt5sksoQQorDQnDuLts8b2Jw7i2JnR2rT5kUm8fTJjFncS3VEW7IqWictqUk6zl69wK1vt/Hii1Uk8SQKlTwln2SbXyGEKOIUBcfFC3D+eBIqg4E0/wDiP/vc0lEJIZ5g+PDhZq8zNDTU5HFgYCB2dnZ88MEH3Lx5k1KlSrFkyRL8/Pz46KOPAKhTpw6XL19m/vz5xuTTjRs32Lx5Mx9++CGdOnUCoHr16jRq1Igvv/ySgQMHmj12IYR4Grbbt+H05iDUCfHoy5RFt2It6S8X/h3dDQYDS5ct5VaiDV5+jXAvXho7e0dSU5K5V6wi0Sd2EbYsjPmfL5QElCg05JMohBDPmsREXAf3xWXKRFQGA/e7dufe95HGW+6EEEVHfHw8er3e7PW6u7sDkJaWRmpqKkeOHDGZ4QTQqlUrLly4wJUrVwA4cOAABoPBpJy7uzv169dn3759Zo9RCCHyTK+HiRNx6dkNdUI8qXXrc3f3viKReAK4cOE8x/8+QymvmpQq74ODozNqtRoHR2dKlfehlFdN/vr7NBcunLd0qEIY5Tn5pNfr2b59O5MmTeKtt97izJkzQMYgaNeuXdy5c8dsQQohhDAP9bWreLRqgsO3W1FsbIifMZv4zxeDo6OlQxNC5NDJkyfp378//v7+BAYG8ttvvwEQGxvLm2++yZEjR/JUr16vJyUlhX/++YdFixYREhJC+fLluXTpEmlpaVnWbfLxydi2OyoqyvizWLFiuLm5ZSmXWUYIIQoDVdw9WLUKgKTBQ4nb/D1KyZIWjSk3Tp/+l+SUdEpV8M1yh6BKBaUqVCY5JZ3Tp/+1TIBCZCNPt93pdDoGDBjAiRMncHJyIjk5mR49egDg5OTE1KlTad++PaNHjzZrsEIIIZ6Owd0DxcYGfclS6L5YQ3qdupYOSQiRC0ePHqV3796UKlWKdu3a8fXXXxuPeXp6kpCQwKZNmwgMDMx13Y0aNeLmzZsANGjQgNmzZwMQF5ex85NWqzUpn/k487hOp8t2XSetVmsskxuNGzd+5LG1a9dSqlRpbGzMO4lfo1Gb/BRPR/rTfKQvzUtdogRs3UrSiX9I6fh63v4otiCNRo1i0JOekojK1T3L8fSUJBSDHo1Gbfb/T2YXy4M/Rd5Ze1/m6Xv22Wefce7cOcLDw6lSpQr16tUzHtNoNDRv3py9e/dK8kkIIQoDgyHjp1oNTk4ZO7jY2GAoXcaycRVBBoOB6OgL6HQ6tFqt7CIjCtzcuXPx8fHhq6++IiEhwST5BBnrNX3zzTd5qnvZsmUkJydz/vx5lixZwpAhQ1i5cqU5ws4XarUKDw/nfKlbq5XZoOYk/Wk+0pdPYcOGjJ9vvJHxs3ZtnGrXxslyEeVZYODLONqpuHj6MB7BnU02olAUhYunD+NoryIw8OV8+//kw+SzaT7W2pd5Sj7t2bOHnj17Ur9+fe7evZvleKVKlfI88BFCCGE+qngdrsOGkF7dj6Qx4wBkbac8OnHiOJu++pqYKzdI1xuw0aipVL40nTp2pHp1f7O+lyS5xKOcPHmS0aNHY2dnl+2ud6VKlcrz0gcvvvgiAAEBAVSvXp3Q0FB2797N888/D2QsrfAgnU4HYLzNTqvVkpCQkKVenU6X5Va8nNizZ89jj+v1BnS6pFzX+zgajRqt1hGdLhm93mDWup9F0p/mI335FNLScPxwIg5LF6E4OKDzeRFVlSpFuj9LlChHgH91fjt+lL9t7KhQ+RWcXIuRFP8fl8/+zs3oo9Su4UeJEuW4ezcxX2ORz6b5FNW+1GodczRbK0/Jp/j4eMqXL//I4+np6fmy+KUQQoice3DrYLuff+R+914YypS1dFhF0rFjx/h80RJwLIN/cBfcPEoQd/c2Z04cYsHiMIYPHWy2BNTJk8fZvGVLgSS5RNFjY2ODwfDoAenNmzdxcnr66/i+vr7Y2tpy6dIlQkJCsLW1JSoqigYNGhjLZK7jlLkWlLe3N3fu3CEuLs4k2RQVFZVlvShzSU/Pn8G5Xm/It7qfRdKf5iN9mTuqW7fQDuqD3aEDACQNGUbqc97Y/O8P+6Lcn4MHDeHWtOlci/mTu9fPotbYYtCnkZ6SQKVyJRk8cDAGA489Z5hTUe7LwsZa+zJPl1ErVqzIP//888jjBw8eNC5CKYQQouDZ7diOe/NG2Jw7i75MWe59s10ST3lkMBhYt34jKqcy1G3ciWIly2Fja0exkuWo27gTKucybN661SyDu5Mnj7NgcRg3EmzxD+5CSIcR+Ad34UaCLQsWh3Hy5HEztEgUZf7+/uzcuTPbY0lJSWzdupVXXnn63ZqOHz9OWloa5cuXx87OjsDAwCzvGxERgY+Pj/GCZFBQEGq1ml27dhnLxMXFceDAAYKDg586JiFE4WEwGLhw4RzHjv3JhQvnCizBkRs2R//Ao2kwdocOYHB2IW7lepImTAKNxtKhmUX16v58MGE8IUG1Ka61wckmheJaG0Ia1OaDCePlgpUodPI086lTp0589tlnBAYGUqdOHQBUKhWpqaksWrSI/fv389FHH5k1UCGEEDlgMOA0axrOc2YBkFq3Prrlq4vUDi6FTVTUBS5cvE7Vuh2z3OakUqnw9avH8X2biI6+gI/PC3l+H4PBwOYtW1A5ZyS5Mt8rM8l1eM9mNm/dStWq1eUWvGfYiBEj6NGjB4MGDaJ169YAnDlzhitXrhAeHk5sbCxDhw7NVZ3Dhg2jWrVq+Pr64uDgwOnTpwkPD8fX15cmTZoA8Oabb9KrVy8mT55My5YtOXLkCD/88ANz58411lO6dGk6derErFmzUKvVlCpVirCwMFxdXenatav5OkEIYVFFYYauw/o1uIwdjSo1lfTnX0C3agP6yr6WDsvsqlf3p2rV6nKrvigS8pR86t27N+fPn2f06NHGnU7GjBnDvXv3SE9Pp0uXLnTu3NmsgQohhHgCRUHbvxf2278HIGnQmyR+OBVsbS0cWNGm0+lITdPj5pF9Ak/rXpx0vcG4/k1eRUdfIObKDfyDu+RrkksUbf7+/ixbtozJkyczduxYAGbMmAFkzExftmyZce2mnPLz8yMiIoJly5ahKArlypWjc+fO9O/fHzs7OwBq1arFggULmDdvHps3b6Zs2bJMnTqVli1bmtQ1ceJEnJ2dmT17NomJidSsWZOVK1dmuwueEKLoyZyhq3LO/9vQn4b6Ugyq1FRSWrYhfuFSFFftk1/0GIV5LUa1Wi3jAlEk5Cn5pFKpmDp1Ku3btycyMpJLly5hMBioWLEiLVu2NMt0byGEELmkUpHatDl2P+0m/rPPSeksMw3MQavVYmerIe7uLTxKlMtyXHfvDjYadZZt6HNLp9ORrjfg5lEi+zjMlOQSRV/dunXZuXMnp06dIiYmBkVRqFChAtWqVct2EfInGTRoEIMGDXpiucaNG9O4cePHlrGzs2Ps2LHGxJgQwnoUpRm6Se+9j77yi6S81iljt9+nUBRmeglRFOQ6+XT8+HGuXLmCu7s7tWrVolatWvkRlxBCiBxSxeuMV/Tuv9GT1IaNMJR79KYQIne8vX3wea4Mp08cok5IpyzbGZ858X/s3Xd4VFX6wPHvnT6ZZNJ7TyAhhCQE0NDEgqhgWVfCoq6IiwWxray4lp9dF3sDFUFxdbGhgBXEgiUKASmhl0AaIb3PZDKTaff3R0xMIECAhEA4n+fx4cncO3fOmRTPvPc977uGmMhQYmNPrNah0WhEpVTQUFeFf1DPBbmE09Pu3bv56KOP2tZg48eP58ILLyQpKam3hyYIwhniVM7QVWevRv/6q5je/h/odKBU0jzxbyd83dMl00sQTgddDgM3NjZyzTXXcPXVVzNr1ixuuukmLrzwQnbt2tWT4xMEQRAOx+nE8NhD+J43Eqmmpu1hEXg6PocrnqpQKLju79cgN5WRvWoJNZUlOOzN1FSWkL1qCbKljMyrrjrhu7yxsfHERISwZ+saZFnucKw7g1zC6Wf37t1MnjyZxYsXs3r1apYvX86dd97JO++809tDEwThDHJKZujKMvq35uE98XK0363EY+7LR39OFx2c6dWTDUcE4UzQ5cynt99+m5ycHC666CIyMjLYv38/H330Effddx9ffvllT45REARBOIhUU4Pxln+g+fVnALTfrsB27ZReHdPp7Egp9enp6aSnp/PP22ew+JNP2ZK1+M9zIkPJnNo9dz0VCgWZEycy9435ZK9aQmLqSIw+AZjqq1sCUpYyMqdO7/WtDMLJ99prr6FWq3nllVcYPnw4RUVFPPDAA8ybN48pU6agFnXdBEE4CU65DN2mJrxm/RPdksUA2K7KpOm2u7rt8qdyppcgnI66HHz6/vvvueiii5gzZ07bY3FxcTz22GMUFxcTGRnZIwMUBEEQOlJt3YzxH9ehLN6P7GHA/OrrNP/lqt4e1mnraCn1d985g3PPHUlqahoDBiT3aMHRlJQ07rxtOkuWLu2xIJdw+tmxYwfXXnst559/PgADBgzggQceaGsAI7beCYJwMrTP0G1f8wlOfoauoqgQ4z+uQ719K7JSieWxp7DechscR927wzklM70E4TTW5eBTSUkJ119/fYfHRo8ejSzLVFRUiOCTIAjCSaBd/CFe996NZLPhjI1raR2cNLC3h3Xa6krx1E+XLuWcc4YDJ6ejjGibLBysoqKCuLi4Do/Fx8cjy7L40CMIwklzqmToqteuwTj1GhR1dbgDAjC99R6OUed0++uccplegnCa63LwyWaz4eHh0eGx1q8dDkf3jkoQBEE4hG7Ru3jd05JO3nzhRZjnvY3s7dO7gzoNtW+XXF9fR+GBMtLGXH3YlPptv37Cvn37COyk011PEW2ThfbcbjdKpbLDY60f7kStEUEQTqZTIUPXFRoGsoxjyFBM77yPO6xn/v98KmV6CUJfcEzd7qxWK/X19W1fNzQ0AGCxWDo83srHx+dExiYIgiC003z5X9C//irNf82k6d4HTrh18Jno4NpOjaY6qmsbGDSm8/fS6BOA3emmoaHhpAafBOFgv/zyC9XV1W1fW61WJEli5cqV7N69u8O5kiRxww03nOQRCoJwpuiVDF2nE1QtH13d0THUf7YCV3y/ls52PeRUyfQShL5Ckg9uqXMYAwYMOOSuMLREfTt7HBCd8HqIy+WmttbS7ddVqRT4+hqoq7PgdPadO6l9dV7Qd+fWV+cFxz43RUE+7pjYP2sYNDXBQVmop4pT/fvWvrZTYupIvH0DKcjdzLdf/I/4tHFkjBiNn59/h+fUVJaw7ddPeOm5xwgMDD8l53UiTvXv2fE6WfPy8zOgVPb8h44BAwYc0/mSJJ0Ra7CeWA/11d+J3iLez+5zJr+Xyr25GG+cguWRJ7BfeHG3XPNY3s9Om5JEhpJ51VWiFiNn9s9mdztd38uuroe6nPl0xx13nNCABEEQhGOjW/Qung/MovHJZ7D946aWB0/RwNOp7nC1neKThhGz7XeqSveRlx+Gr69f27G2lPqoUPr160dDg7U3pyCcwVatWtXbQxAEQegVmhVf43XHdBSNZgxPPor9gnEnPfNb1GIUhO4hgk+CIAinmuZmPB+8F/2idwFQr12N7YYbu7WDy5nmcO2SFQoF6cPH8cPXi9i+/nuC/LwIi4jtkFI/adoMscAUelV4uNjyKQjCGcblwuO5/2B4+QUA7CNGYXrrvV4rOSBqMQrCiTummk+CIAhCz1KUlWKcdh3qjRuQJQnLg49gvetfIvB0go7ULjk8JpHzLpnM1x+9zOZfPmaPh2eH4qmpqSKlXhAEQRBOFqmuFuOMm9D8+AMATdNvw/LIk6BW9/LIBEE4ESL4JAiCcIpQr12D8cbrUVRV4vbxwfTmQhwXjOvtYfUJR2uX7Gn0Y8CAZP5x3WR8fHxFSr0gCIIg9AKprhbfi85DWVSIrNdjfnEOzZmTe3tYgiB0g9NyVb1q1SomTZpEeno6o0eP5p///CfFxcWHnPfpp59y8cUXk5KSwhVXXMFPP/10yDlms5kHH3yQs88+m/T0dO666y4qKysPOW/Tpk1MnjyZ1NRUzj//fBYsWMDBtdplWWbBggWcd955pKamMnnyZDZv3txt8xYEoe9SlJfhPekvKKoqcQ4cRN13v4jAUzdq3y65s7/de7auITYqjHPPvYD09KHEx/cXgSdBEARBOMlkXz/sY87HFRVD3fIf+mzgye12k5e3l5ycjeTl7cXtPn2KSwvC8TrtMp/WrVvHHXfcwZVXXsnMmTOpr6/n1VdfZdq0aXz11Vfo/mi3uXz5ch5++GFuvfVWhg8fzooVK7jjjjv44IMPGDx4cNv17r77bvbt28djjz2GVqvllVde4eabb2bp0qWo/mjnWVRUxI033sioUaO4++672bNnDy+88AJKpZIbb7yx7VpvvfUWc+bMYdasWSQmJvLBBx8wbdo0vvjiCyIjI0/q+yQIwunFHRKK5d4HUe3Yivml18Bg6O0h9SmiXbIgCIIgnKIcDiRrE7LRG4DG2c8hNVmQff16eWA9o9PueREhZE6cKLrnCX3aaRd8Wr58OWFhYcyePbutaKyfnx9Tp05l+/btDBs2DIA5c+Zw6aWXcvfddwMwfPhwcnNzef3113nrrbcAyMnJ4bfffmPhwoWMHj0agNjYWCZMmMB3333HhAkTAFi4cCG+vr689NJLaDQaRowYQW1tLW+++SZTpkxBo9HQ3NzM/PnzmTZtGjfccAMAQ4cO5ZJLLmHhwoU89thjJ+9NEgThtKAo3g9OJ+7YOACsd97dckDUd+oRKSlp3HnbdJYsXcqWrMUd2yVPnS4WfIIgCIJwkkmVlRhvuQHUaho+XgZKJWi1yFptbw+tR2zbtoW5b8xHMoSSNmYy3r6BNNRVsWfrGua+MZ87bxPrEaHvOu1u8TqdTgwGQ4duRV5eXgBtWymKi4spLCxk/PjxHZ47YcIEsrOzsdvtAGRlZWE0Ghk1alTbOXFxcSQlJZGVldX2WFZWFmPHjkWj0XS4lslkIicnB2jZltfY2NjhNTUaDePGjetwLUEQBADVLz/hO24M3jdcC42NLQ9Kkgg89bCUlDQefeQxHnngXmbdNYNHHriXRx9+VCz0hD7j008/7e0hCIIgdIlq0wZ8x41Bs+Y3VBvWo9yzu7eH1KPcbjdLli5FMoQyYmwm/kHhqNQa/IPCGTE2E8kQypJly8QWPKHPOuHgkyzLfPHFF3z11VcdflE+/vjjE710p6666iry8vL44IMPMJvNFBcX89JLLzFw4ECGDBkCQH5+PtCSxdRefHw8DoejrT5Ufn4+sbGxHQJZ0BKAar1GU1MTZWVlxMXFHXKOJElt57X+e/B58fHxlJaWYrPZumP6giCc7mQZXngBz4l/QVFbi6zWoGg09/aoziit7ZJFbSfhdPf5558f8t+cOXP4/PPPe3togiAIR6R7/z18rrgEZVkpzn79qf/uZ1wDk3t7WD2qoCCPwgPlJKaOPOTzpyRJJKaOpLC4jIKCvF4aoSD0rBPedvf000/z7bff4na7ef/995k3bx5+fn6sWLGCq6++ujvG2MGwYcN47bXXuOeee3jiiScASEpK4u2330apVALQ0NAAtHQ3aq/169bjJpOpLWuqPW9vb7Zv3w60FCTv7FoajQa9Xt/hWhqNBu1BKaJGoxFZlmloaGirR3U0Y8eOPeyxRYsWERwcgkrV/R+WlEpFh3/7ir46L+i7c+ur88JiwfOft8OyJUhA8zXX0fTCyyj0+tMvDbUTffX71lfnBX13bn11Xgd74IEH6NevHz4+Pm2Pmc1mli1bxpVXXtlr4xIE4dTkdrspKMjDZDL1XlfX5mY8H7wX/aJ3W74cfxnm195E9jIe+Xl9gMlkwuly4+0b2Olxo08ATpcbk8l0kkcmCCfHCQefsrOzWblyJZIk8cQTT3DttdfywQcfHNJNqLts2rSJf//73/ztb3/jvPPOo76+njfeeINbbrmFDz/8sMsBntOZQiHh69tzxYiNRn2PXbs39dV5Qd+dW5+aV14e/PWvsG0bqFTw6qtoZ8xA2we32fWp71s7fXVe0Hfn1lfn1erdd9/lxRdf5KqrruKvf/0rAOPHj+d///tfL49MEIRTzalS5NrrrlvRfbYUWZJoeuBhmu76F3QSADslAmXdzGg0olIqaKirwj8o/JDjpvpqVErFIUkPgtBXnHDwycfHB72+ZXE3e/ZsXn75ZaZNm9aWhdTdnnrqKYYPH87999/f9tjgwYM577zz+OKLL5g8eTLe3i2dEsxmM4GBf0aWW6PIrceNRiPl5eWHvEZDQ0PbOa2ZUa0ZUK3sdjtWq7XDtex2O83NzR2yn0wmE5IktZ3XFatWrTricZfLjcnU1OXrdZVSqcBo1GMyWXG5+s5e4746L+i7c+uL8/KccTvqbdtwBwejWLIEU+pQXPXd/3vcm/ri9w367ryg787tZM3LaNT3anZVRkYGixYtYu7cudx00008+uijh2zlEARBOJWKXDfddQ/qtdmYX56L44Jxhx3vqRAo626xsfHERISwZ+ualhpP7f5ey7LMnq1riIkMJTY2vhdHKQg954SDT263G7PZ3BakmTlzJgALFiw40Ut3Ki8v75BtaSEhIfj6+rJ//37gz7pL+fn5HWow5efno1ariYyMbDsvOzsbWZY7/PIXFBSQkJAAgIeHB6GhoW01ndqfI8ty2/Vb/y0oKGDAgAEdXjMsLKzbM7Kczp5bTLtc7h69fm/pq/OCvju3vjQv04tz8LzvHqwvvIzPwH646ix9Zm4H60vft/b66ryg786tr86rPa1Wy6xZs9ixYwf//ve/D7lZJgjCme3gItetn3lai1xnr1rCkmXLSE5O6ZnMIllGuWtnWz0nV/Igan/fAofpZncqBcq6m0KhIHPiROa+MZ/sVUtITB2J0ScAU301e7auQbaUkTl1+mmf4SUIh3PCP9mPPPIIDoejw2MzZ85k/vz5J3rpToWFhbFz584Oj5WUlFBXV0d4eEv6YmRkJDExMaxcubLDeStWrGDEiBFtXevGjBlDQ0MD2dnZbecUFBSwc+dOxowZ0/bYmDFjWLVqVYd5rlixAqPRSHp6OgBDhgzB09OTb775pu0ch8PBd9991+FagiCcGSSzCe2SxW1fu0NCMb33IXJoaC+OShCEvio5OZn3339fdLsTBKGDXi1y3dSE12034ztuDKr16/58/DCBpzOhG1xKShp33jadEE8HW7IW89Nnc9mStZgQL+dpHVgThK444cynxMTETh/vqYDL1VdfzezZs3nqqae44IILqK+vZ968efj7+zN+/Pi28+68805mzZpFVFQUGRkZrFixgq1bt/L++++3nZOens7o0aN58MEHue+++9Bqtbz88sskJiZy0UUXtZ1344038tVXX3HPPfdwzTXXkJuby8KFC5k5c2ZbIEur1TJ9+nTmzp2Ln58fCQkJfPTRR9TX13PjjTf2yHshCMKpSbk3F+MN16Lam0uDRoP9ir/29pB6TV+s2SAIpyqlUklISEhvD0MQhFNIbxW5VhQW4P2P61Dt2IasVKLK3YPzrIwjPqc1UJY2ZvJhA2VbshZTUJBHfHz/Lo+ls7VIN+RgHLeUlDSSk1PE+kg44xxz8MlsNvPxxx/z888/k5eXR2NjIwaDgX79+nH++eczefLkTjvIdZfrr78ejUbDRx99xNKlSzEYDAwePJhXXnkFX1/ftvMuu+wyrFYrb731FgsWLCA2NpbXXnutLVOp1SuvvMLTTz/NI488gtPpZPTo0Tz00EOoVH++NdHR0SxcuJBnnnmGW265BT8/P+666y6mTZvW4Vo333wzsizzzjvvUFtbS1JSEgsXLmzb5icIQt+n+WY5XrffgqLRjCs0DHd4RG8Pqdf01ZoNgnCy3Xrrrcd0viRJzJs3r4dGIwjC6aQ3ilyrf/wB463TUNTX4w4IxPT2ezhGjj7q83oiUHa4tcjkv03i3HNHdvk63U2hUBxTAE0Q+oJjCj5t3ryZu+66i8rKSjQaDbGxscTFxWGxWNi2bRsbN25k0aJFvPrqqwwePLhHBixJEtdccw3XXHPNUc+dNGkSkyZNOuI5Xl5ezJ49m9mzZx/xvCFDhvDJJ58cdWzTp09n+vTpRx2bIAh9jMuFx/OzMbz0PAD2EaMwvfUeclBQLw+sd/Tlmg2CcLLl5uZ2+FqWZcrLy/H392/LwG5PFB0XBKHVSS1yLcvo57yEYfYTSLKMY8hQTO+8jzvs0KBXZ7o7UHaktcirr8/DaNQTE5NwTFMUBOH4dTn4VFZWxs0334xWq+WZZ55hwoQJHRY8drudFStW8MILL3DLLbfwxRdfECpqmwiCcAaQ6uvwmnET2lXfA9B0ywwsjz4FanUvj+zIempLnNvt5tMlS2hW+JCSdh5qrQalSn3yipsKQh/z448/dvi6traWkSNH8vzzzzNixIheGpUgCKeDk1nkWvP1l3j+53EArFNuoHH284et79SZ7gyUHa3Q+tofl/DBhx/zwP0PHeMsBUE4Xl0OPs2bNw9Jkvjoo4863Uam0Wi48sorGTp0KBMnTuTNN9/k8ccf79bBCoIgnIrUq39Du+p7ZJ0O84tzaJ50dW8P6ah6ckvcN98s58es1YQNHMe2HTuRJAkvgwdxcbH4+fkfd80GQRBaiMwmQRCORWuR6yVLl7Ila/Gf/9+PDCVzavdlItsvuwLbVZk4Ro3BNuWGY35+dwbKjlY/akDqSHZkLyU/P4+YmG7I+hIE4ai6HHz67bffyMzMPGr9osjISDIzMw/pNCcIgtBX2S+9nMaHHsdx/gU4T4OtZD25JS4nJ4eF775Hs0tFWHw6eoMRe7OVhpoKtu/YxaDkpB4rbioIgiAIQue6o8h1ZxnT2p9/xJExAgwGkCTM8xbCCQTIuytQdvT6UYHYHS6xFhGEk6jLwaeqqiri47sWFY6Pj6eqquq4ByUIgnBKczrxeOUFbFNuwB3c0lnKetfMXh5U1xwtDf1EtsS53W7e/+Aj1F7h+PipcTmsKBQ+6PQGtOFxVJbkk19QQExESLcXNxUEQRCE09XJ6gx7IkWuD86Y1ijg9tJCxm/8HduVV2Ge/9+WoFM3ZGZ2R6Ds6PWjqtColWItIggnUZeDT0ajscsBpaqqqh7teCcIgtBbpJoajLf8A82vP6P5+Ufqv1wJp1Hdop5qYwyQn59HXlEZw0b9lTU/f0Fx7noGZlyOJElIEnj7B1Nduo+tv//YfcVNBUEQBOE0djp0hj04YzpYrWX8G/9H4p4cACqVSvRuNyiV3faaJ9oN7mj1o3ZvXUO/mDDi4uJxu7tjxIIgHE2XPzENHjyYzz77jObm5iOe19zczGeffcaQIUNOeHCCIAinEtXWzfhedC6aX39G9jDQdMuM0yrwBD3Txrj9te0OFz7+IaRnjMNWX8zOdV9hqi3D6bBja6yjaOdqbHUFZF51lSg2LghdVF9f3+G/hoYGACwWyyHHWv8TBOHU1xrUKW9UkzZmMhdcdRdpYyZT3qhm7hvz2bZtS28P8ZCM6QE2Czc8dROJe3JwaLS8MvpSngmJwC1JuN1u8vL2kpOzkby8vbh7MarTWj9KtpSRvWoJNZUlOOzN1FSWkL1qCXJTGX+/9mqxFhGEk6jLmU/Tpk3juuuu46abbuLZZ58lLCzskHPKysq4//772b9/P7Nnz+7WgQqCIPQm7Scf4TXrn0g2G87YOEzvfograWBvD6tTR0rf7+42xu0ZjUY0aiUNdZWExyQyZlwmOeu+Z3f2EtyyjMthp9lUxtRb7z9l7uYKwulg+PDhnRYZv/POOw/7nF27dvXkkARBOEE9uQ2+O7XPmE7K/paL3/kPansz9YFhfHHXc1ToDRRmLWblyuWs+339KZXBdaT6UZOnzSA9PZ26OkuvjE0QzkRdDj4NHTqUBx98kKeffpqLLrqIoUOHMmDAAAwGAxaLhT179rBhwwbcbjf33XcfQ4cO7clxC4IgnBwOB4bH/g+Pt94EoPnCizDPexvZ26d3x3UYR0vf7842xgeLi4snPjqU3VvXMPyCTMJjEgmN6k9NRTHWpkZ2bfmNfmEDueSSS7tzyoLQ591+++2iw50g9DE9uQ2+O7VmTAfqPDj/o1dQ25spSBnO8hlPYvP0xmhvpra2hnff/xDfsIHd3sjkRB2ufpRG0+WPwYIgdJNj+q2bMmUKAwcO5I033mDdunWsW7fuzwupVGRkZDBjxgyGDRvW7QMVBEHoFc3NaLJ+BsByz3003fvAKbvVrqtd7LqrjfHBFAoF1/39Gp58+qUO11YoVRwo2ImnsplJE28QKe6CcIyOlOEkCMLpqSe3wXen1ozpKlsTX90+m+jt61hz1S3Iipb6Tg21lVRVlpGYdt4pm8F1ovWjBEHoHscc8h06dCgLFy7EZrNRWFiIxWLBYDAQHR2NXq/viTEKgiD0Hk9PTO9+gDI3F/v4Uzdj51jS97urjXFn0tPT+eftM1j8yafdfm1BEARB6Ct6chv8sTjSVn3VxvUkVlW2ZUz7jc3kwIA/6/rKsszGNStQqXWknn3BKZ3BJQhC7zvufEOdTseAAQO6cyyCIAinBN2id5GsTVhvuQ0AV3x/XKf4gulY0/e7o43x4aSmpjFgQPJJaRstCGeCwsJCLr/8cqZMmcK///3vw5737LPP8sEHH7B8+XIiIyNP4ggFQThWPbkNvquOtFX/rM05eD4wC1Rqrn/tTZ5d/m2nGdOOhhL8A4Lx8Qvq9DVOlQwuQRB6X5c/CRQWFpKSksJzzz13xPOeffZZUlNTKS4uPuHBCYIgnFTNzXje80+87rkLwyMPojoFusx01fGk77emoaenDyU+vn+3Bod68tqCcKZZtGgRgYGBzJw584jnzZw5k4CAABYtWnSSRiYIwvE6ajc2S1mPdoY9XKe96gYJ543/wOueu5DsduznXUC/c8/nztumE+LpYEvWYn76bC5bshYT4uXkH1On4OPtRUNdVaevc7IyuARBOPV1OfPpWBY+3377LYsWLeLBBx884QEKgiCcDIqyUozTpqDeuB5ZkrA88DDOQam9PawuO1XS9wVB6H6//fYbEyZMQK1WH/E8jUbDpZdeyvfffy/WYIJwGujJbfBHcrit+tEqFXdmf0dY4T7cgOXBR7D98x6QpMNmTAOs+319r2ZwCYJweuhy8EksfARB6KvUa9dgvPF6FFWVuH18ML25EMcF43p7WMfkVEjfFwShZ5SVlREbG9ulc6OjoyktLe3hEQmC0F16chv84XS2VT9i9yYuf+1BDKZamvSezE4bymWX/4X4duuJwxXu7qlGJoIg9C1d/isgFj6CIPRFuv++jfdVl6GoqsQ5cBB13/1y2gWeoPfT9wVB6DkajYampqYunWu1Wo96o1AQhFPLyd6q3tlW/ficXzGYaqmM6s97jyzkd//gLtdpas3g6mxbXmunXUEQhC5nPomFjyAIfZLbheR0YrsqE/OLc8Fg6O0RHbfeSt8XBKFnxcXFsWbNGqZMmXLUc7Ozs4mPFxmOgiAcXmdb9bP+djtWT282XXQ1FQ01x7xVvzcyuARBOL10OfgkFj6CIPSEzlr8HkNS5vGRZfgjjdw27RbcMbHYLxjX9tjpTCz+BKHvmTBhAs8++yw//PADF1544WHP++GHH/j555+P2BFPEAQhNjaeoV56zpn/KNvufwNZrUFWqlh32VRMpgY2Zn9HoFFHdHTXdr20Oty2PEEQBDiG4JNY+AiC0N0O1+J38t8mce65I3vkNdVZP2N45ikaPlqC7O0DkoR97EU98lq9RSz+BKFvufbaa/nyyy/55z//SWZmJldccQWJiYkYDAYsFgt79uzhyy+/ZMmSJQwYMIBrr722t4csCMJJ1NmNvCPddNL8+AMPff4JWouF+ufvYtOND+FGyc7tWyjI3YSpPBdLVCRPPvUEmRMnisxpQRC6RZeDT2LhIwhCd2pt8SsZQkkbMxlv30Aa6qrYs3UNr74+D6NRT0xMQve9oCyjf2MuhicfQXK78Xj5BSyPPdV91xcEQeghGo2GhQsXcv/997N48WI++eSTQ86RZZlzzjmHZ599Fo1G0wujFAShNxzuRl6nQSNZxvTALGLfeQsFsN3Lm1ebLZQueAyHC1QaHSGhkYydMguD0Zc9W9cw9435om6TIAjdQpJlWe7qyXV1ddx///388ssvHToptWq/8PHz8+vWgQp/crnc1NZauv26KpUCX18DdXUWnE53t1+/t/TVecHpOze3283jTzxGeaO6085sa39cQmygxAP3P4S7O6ZlseA183Z0ny8DwHb13zE/+xLo9d1w8WO743i6fs+6oq/Ora/OC/ru3E7WvPz8DCiVJ3dL69atW1m1ahX5+fk0Njbi6elJXFwc559/PoMHDz6pY+ltPbEe6qu/E71FvJ/dp7P3sv2NvMTUkR1u5MmWsg5BI8lswj31WoJ+ywLg94xx/PKPB6iur+GTd/6DQuvDhZddS3xiatsaRpZlslctIdjTwZS/X0djo7nPbOcXP5vdR7yX3ed0fS+7uh7qcuYTgK+vL/PnzxcLH0EQTkhnLX5bSZLEgNSR7MheSn5+HlFRsSdUv0hRkI/3DX9HtWsHskpF41PPYvvHTd1W3+mY7jgKgiCcoNTUVFJTU3t7GIIg9DK3282SpUuRDKEdbuT5B4UzYmwm2auWsGTZMpKTU1Dn52Gceg2qvbk4FEpWXX8vPyUNxVa+n6bGBoz+EQTGZdDQ5DzkhiAKJV9+vZRNm7di9PFHrVKKdY4gCMflmIJPrcTCRxCEE9FZi9/2jD6B2B0uNm3ayH/ffe+4Azuq39fh/fdJKBrqcQUFY3r7fziHj+i2eRxp66BIUxcEQRAEoacc7UZeYupItmQtpqAgjwSA0hKqdXrmXXkzq6pKqc/dgVuWsduaqKsuISzxHMyNTZjNJoxGb0oK9/Drd59QvD8fJE/qmmS0Ri0R8emU15Qz94353H7rzXh4GNi9eycAAwYkER/f/7TPihIEoWccV/BJEAThRHTW4rc9U30VzTYLSz7/Eq+gxOMO7Lhi45A9PXH0T8D0ziLcIaHdNoeu3nFMSkqmqKigLXOrf39RCFwQBEEQhBNz9Bt5AThdbkwmE670oeQ89hSPfvoZ5cUF6P2iGTBiLAajPzUVRez8/Vv2bFxJaFwadvtASgr38Mt3n2J1qul39lV4BURj0EB5wWa2bsjinHET2bXFwp3/vBMXamx2F7LbhUYlMyQtlRm3zhA33wRBOIQIPgmCcNLFxsYTExHCnq1rOq35tGvLGsx11UQMGHnUVPJD7q7ZbKDTtVwrMJD6ZV/jDgsHrbZb59CVO46rV7zNPbNmUt/Y3Ja5FRcVyo3TpnRvMXVBEARBEE47x9qlrr0j3cjTNTZw6dwHMPl4YTQaAXCMHM2etxYSEJfIwIzL29YugWH9iElppmjnGioKt6E6/2LWrvsetSEIo388OmMQWrUaD6MP/dIvZl/Ot6z7ZTkqYyQ1jW76pY0mNnkUjmYLRbvWsGFrDk/OfpqHH3xABKAEQehA5EQKgnDSKRQKMidORLaUkb1qCTWVJTjszdRUlpC9agmWqn14ePmQlDbqsIGdwuIyCgryOhxT7s3Fd+xotB9/0PaYOzau2wNPcPQ7ji5Zwf4DpZTVu0gbM5kLrrqLtDGTKTOrePaFOWzduqXbxyQIgiAIwulh27YtPP7EYzzx9PO8MGceTzz9PI8/8RjbtnVtfdD+Rl77/lGB+3O57tGpJO3awKxtG4gNj/zjiIRKrcPLPwr4c20lSRKBwRF4+oTSWF9J7vY11NXU4BuWQLOtCZfTicPporaujpqaWgwB8ZSVlWBzuNF7BhAU3g+Dlw8+AeGkjs4kLGE4JZV1vLXwbTZu3EBe3l7c3dI9RhCE050IPgmC0CtSUtK487bphHg62JK1mJ8+m8uWrMWEeDn56xUT8PD0xts3qNPntk8lb6VZ8TU+F5+Pam8uHi8/D3Z7j46//R3Hg8myzM7tW0Ch5qxz/4J/UDgqtQb/oHBGjp2ErA/h06VLxWJMEARBEPoYt9tNXt5ecnI2Hjbw0lozsrxRTeo5f2PYhVOJShlHYZWTOW+82aUAVGc38vr/+jXXPD4Nn6pSyj08yXtpDoo/ssEbG834BwSj1WqpLMnHZrXgdrmwWS00NtTiFxiIXqti94Zvqa0uwWYx43TYkSQJrcGIwcsXrcGIUueN3eHE1liPSqNBoze0jUmSJALCEzGbzfz861r+8/zLxxxUEwSh7xLb7gRB6DUpKWkkJ6ccknK+f38BK1f9QkNdJb6BndWEqkalVLSkkrtceDw/G8NLzwNgHzEK01vvgUbTo2M/0tZBk6mBgtxNhIRGEhAc2eF5kiSRNHgUG374kIKCPOLjRQ0oQRAEQegLutIBt33NyMT08ykoKMRsaWrJXvKKpjivkvkL5jPn1deOugWv9Ubesk8+IeON+/hLfi4AO6KiqXn1DZJGndN2rtFoxMfbi6iwAOpMNmrK8pBlGUmS8PL0ICwmArUpgYvOP4f/ffQpFnMtksZIs60Rjd4bl8uNRq1GdtlBUlJfkYeffzDefmFtr2Ex11Pf0ICk0hMSN5SMS65CrXCLRiyCIAAi+CQIQi9TKBSHBGDi4uKJjw5l99Y1DL/g0JpQe7auISYylDhff4zX/Q3tqu8BaLplBpZHnwK1+qSMO3PiROa+MZ/sVUtITB2J0ScAU301G7O/w1Sey9gpszpdOHr7BmJ3dszcEgRB6MwDDzxwzM+RJInZs2f3wGgEQTicrnbAba0ZGZ16ETt27kZSeeAfGo9Gq8febMXebGPduiWsXLmcCRMuP+rrpsT1Y/TWTWj+CDwduOFGAv7zHEEHrYVab5qV79/F8Asm0thoxm53oNGo8fT0Yu2PS4mJDGPgwGTqql9DsnvQ/6wraTLXYGkoR2vwxelwULInG4e1gUarmfjk4Uh/rHNkWaa6sgSn04ne0wcvvxA8PDwwGr2PXq9TEIQzQpeCT2LhIwjCyaRQKLju79fw5NMvHRLY2bN1DbKljL9NnorfhLGo8vOQdTrML86hedLV3fL6XS0A2nrHccnSpWzJWtx2lzPQqMMSFYnB6Nvp9RvqqtCoFG1FQAVBEA5n3bp1hzxms9mora0FwNvbG4CGhgYA/Pz80Ov1x/Qa33zzDV9++SU7duzAZDIRHR3NlClTmDhxYofg/6effsrbb79NaWkpsbGxzJw5k/PPP7/DtcxmM08//TQ//PADDoeDc845h4ceeoigoM63UQtCX9DVDrjJySmYTCYcThfVtWYklQdB4XG0/prp9AYi+6Wzb+Nyvvr6ay655NKjB2o8PHCHR+D29MI89020l3YesGp/02ztj0tJTB2J9x9rq7W/f4dsKeOqKTez7LPP8A+No6gwj6rCjfiFJ2G3N1G9v5jaA7uoL9uN0TcQ2WnH7QZZBkkCm7WRZpuNxpr9KBQqQsIi8fJqWee01uvckrVYZH0LwhmsS8Gnk7HwEQShbzmRDi4A6enp/PP2GSz+5NMOgZ2YyFAyp04nOSWN5r9mIn3yEaZ3P8DZTWncXUmZb6+zrYPR0bE8+dQTh+/mt3k1MVGhxMbGd8uYBUHou3788ccOX+/bt49p06Yxffp0pk6dip+fHwC1tbW89957fP755yxYsOCYXuPdd98lPDyc+++/H19fX9asWcPDDz9MeXk5d9xxBwDLly/n4Ycf5tZbb2X48OGsWLGCO+64gw8++IDBgwe3Xevuu+9m3759PPbYY2i1Wl555RVuvvlmli5dikolEu6FvqkrHXBbAy9GoxGno5nqqnIiE8/moNOxNtZg8DRSVdtw5ECN3d5SYkCSML/wKsp7/o3rKEGdw900a11beXh4UHignKGjJ2Ayf4K1oYz9NcXIsozT2YxSoSB20Dkkpw7hx8/nU16wEY3ek+DIBEw1ZRzYsxqH1URM4jDi4+I7vBed1esUBOHM0qVVwMlY+AiCcPprDTht2rSR31avps5sw+WWjxrAOZzU1DQGDEj+M7Dj4UGcrz/SH3fQm+59AOv025B9Os8wOlZdTZk/WGdbBw+3JS932xrUjiomTblZpJ0LgnDMnnzyScaMGcPMmTM7PO7n58fMmTOpqanhySef5N133+3yNefNm9e2lgMYMWIE9fX1/Pe//+W2225DoVAwZ84cLr30Uu6++24Ahg8fTm5uLq+//jpvvfUWADk5Ofz2228sXLiQ0aNHAxAbG8uECRP47rvvmDBhwolNXhBOUUfrgNs+8JKWlo6/j4FdxbuISxmD7HbTUFuKw2ZBrfXgwL5N+AcEoVE0dx6oaW7G895/oaiqxPTeR6BQgIfHUQNPrQ5Xb1OhUJCTsxGny010v1TCIn/HLnkR0W8IjuYm1DoDXt7BlBbtoHz/LkadnY5bdrN18xfkrnPidNhpaqwnZeRfGHXuOPz8/Du+R+3rdQqCcEY6rltQPbHwOVafffYZ7733Hnl5eXh4eJCSksJrr72G7o+ODj/++COvvPIKBQUFhIWFccsttzBx4sQO17Db7bz88st8+eWXWCwW0tPTefjhh4mLi+twXl5eHk899RQ5OTkYDAb+8pe/cPfdd6M5qKBxV9LRBaGvas0Y2r57L/sPlIJCTUhoJGefcykGo+9xF5tsDexINTUYb/kHUkM99V99C3o9KBTdFng6lpT5rgSNDnd3MS46jBv/cRcxMQk4naLbnSAIx2bLli1cfPHFhz2elJTE8uXLj+ma7QNP7a/zySef0NTURF1dHYWFhdx7770dzpkwYQLPPfccdrsdjUZDVlYWRqORUaNGtZ0TFxdHUlISWVlZIvgk9FntO+D6Bx25UYpCoeDySy/j9ydms27lAlzOlsCN0+mguakB2WHhrHPG4zSXHRqoKS7G68qrUG3agCxJqH5fh3P4iGMeb2c3zdrPw9xQQ3rGOLK+X0JJnkRkwll4ePlTW7Wf/bvXEO4N0++9h+TkFPLy9rF7907cbjerfvoJm8oTX9+Of1Pa1+sUWd+CcOY6ruBTTyx8jsW8efN46623uPXWWxk8eDB1dXVkZ2fjcrkA2LBhA3fccQeZmZk8+OCDrF27lv/7v//DYDBwySWXtF3nqaeeYsWKFdx///0EBwfz5ptvcsMNN7B8+XK8vLyAlq2EU6dOJSYmhrlz51JRUcEzzzyDzWbjkUceabtWV9PRBaEvas0YwhCKMTKDQf18MXgaObB3Pat/+oIx4zJPqNikautmjP+4DmXxfmQPA6od23AOO7tb53AsKfNdrVXQ2d3F/v374+/vRV2dpVvHLwjCmcHb25usrCyuvfbaTo9nZWW1rWFOxMaNGwkODsbT05ONGzcCLVlM7cXHx+NwOCguLiY+Pp78/HxiY2MP+RsaFxdHfn7+CY9JEE5VR+qA21ng5ZJLLmXR+4vI2b4Z/4gU/CJT0Xl4IzutWBvK2LbhV4alJuB2y+TkbMRoNJJUWQE3TUVVVYXbxwfT/P8eV+DpWOYxZlwmOeu+Z3f2EtxuGVN9Jb4GBf++59m2G4n9+yfQv38C0NIwprOs79Z6nZlTp4usb0E4gx1X8OlkLXw6k5+fz2uvvcYbb7zBueee2/Z4+2DYvHnzSE1N5YknngBaUsOLi4uZM2dOW/CpvLycJUuW8Oijj5KZmQlASkoK559/Ph9//DE333wzAB9//DEWi4XXXnsNHx8fAFwuF48//jjTp08nODgYoEvp6ILQF7XPGEo+axybNm/FPygCnd6A0e9ydq77is3rfiA0qv9xBXC0iz/E6967kWw2nLFxmN79EFfSwG6fx7GkzB+Lg+8uikWXIAgnYvLkycyZM4cZM2YwZcoUoqKiACgqKmLRokVkZWVx5513ntBrbNiwgRUrVnDfffcBf9b0PDgLo/Xr1uMmk6nT9Z+3tzfbt28/5nGMHTv2sMcWLVpEcHAIKlX3/k1VKhUd/hVOzJnzfiqY/LdJvPr6PNb+uIQBqSMx+gRiqq9i99Y1YC1j8rQZaDQtH73cbvD3DyAsTk9E0rl4evmg1RtQKpXU1VRgMVWxfcd2/vPsCzicbjL37+WsHZtBlmlKTCTnocfRxMYQp2hZV7jdbvLz/7zRFRd3bHU2jzSPi6+8iaK8rezZtpZgHwUP/vteBg9O7/TZ6enp3H3nDD5dsoRtv36C3elGo1IQExXKpGkzSE3tnvqc3eHM+dnseeK97D59/b08ruDTyVj4HM6yZcuIiIjoEHhqz263s27dOmbNmtXh8QkTJvD1119z4MABIiIi+O2333C73R0yoXx8fBg1ahRZWVltwaesrCxGjBjRFngCGD9+PI8++iirV6/mqquuori4uEvp6ILQF7XPGHI4nMiyjEbb0nBAklpStXdnL6Gmohgf/5CuB3AcDvT3z0K34E0Ami+8CPO8t5G9fXpkHseSMi8IgtBbbrvtNux2OwsXLuTnn3/ucEypVHLLLbdw2223Hff1y8vLmTlzJhkZGVx//fUnONqepVBI+PoaeuTaRqNonNOdzoT389xzR2I06nn/g4/Ykb0Uu8OFRq2kX0wYf7/2X6Sn/xmwyc3NpdkFF1zyV2rqmzCZa2ky16BUSKhVEkGRSRTtqCAu7Tymbsxi2PYcAL708eP10BiUS75Ao1YSHx3KsKHpbNiYQ15RWdtrxkeHct3fr+nwmic6j6FJh87jcM8/55zh7Nu3j4aGBry9venXr98pe/PtTPjZPFnEe9l9+up7eVzBp55e+BzJli1bSEhI4I033mDRokWYzWYGDRrEAw88QFpaGvv378fhcBxStyk+viXNNT8/n4iICPLz8/H392/r1Nf+vCVLlrR9nZ+ff0itKKPRSGBgYFsKeeu/R0tHF4S+qH3GUJPViiRJ2Jut6PQtHwg8vPxxyzI2q+XYAjj//Gdb4Mlyz3003ftAS1HN43S07nvHmjIvCILQW+6++26uv/561qxZQ2lpKQDh4eGMGDGi0/pNXWUymbj55pvx8fFh7ty5bX8jW9dKZrOZwMDADue3P240GikvLz/kuq0fQI/VqlWrjnjc5XJjMjUd83WPRKlUYDTqMZmsuFyiLt+J6uvv56EZR/148IGHO81Car/dvri4nCarg/CIeKJi1JjMJux2O2q1mr179+LpF4mXTxBKlY7csy8i5YdlvDf0El5XaTEoXFxx+W2YG6pZ+9NnLPtiNomDxzB0xES8fYNoqKtk99Y1PPn0S/zz9uPLNoqJSejSPI4kMDCcwMCWm3kNDdZjHkNP6+s/myeTeC+7z+n6XhqN+i5lax13z9ueWvgcTVVVFdu3byc3N5dHH30UvV7Pm2++ybRp0/juu+9OODXcaDS2ndN6XmcflL29vdvO6+prdlVvpJlD303z66vzglNjbr6+PmhUSsz1VfgFhmP09KChtgJdeBwSYP3jTp5ebyB32xriosPo37//Ee+AKZUK+Pe/ca/4hqbZz+IYf+nx/7ECtm7dwqdLllBYXP5nCnhkCJMyM9styo4tZf54dfY96750+d51Kvw89oS+Oi/ou3Prq/Nqz8/Pj8suu6zbrmez2Zg+fTpms5nFixd3WCO13tDLz8/vcHMvPz8ftVpNZGRk23nZ2dnIstwhgF9QUEBCQkK3jbW9nmrc4HK5RVOIbtQX38/WRiuFB8rbmop01tnX7W75/3x7BoMnKqVEXW0l/kHheHm1fGYwmRowNTYR6HZxQJLQ6gyUhERxx9QnqFQbGWTwYOeaT6mrKcc/OBKXG7xCk/EOS8YnIAxJkvANDGf4BS11Nhd/uoQBA5KPe00RE/PnDbfO5tEX9MWfzd4i3svu01ffyxP6FNXdC5+ukGWZpqYmXn31VQYMGABAWloaF1xwAe+//35ba9++rCfTzKHvpvn11XlB785t6NBUEvtFsG/nOkZf9DcGJCawees2qkoL8PYPpjj3dzw8dOTv2YDaUcWN/7gLf//D1ITLyYHWdG5jDIq9uXiq1Sc0vpycHOYteAtZH8KwC6/F2y+IhtpKdm1ezbwFb3HfrLvaUsiPJWX+RLV+z3Jycnj/g4+6LV3+VNBXf9f66ryg786tr87L5XKxcuVK1q1bR01NDXfddReJiYmYzWays7MZMmQIAQEBXb6e0+nk7rvvJj8/nw8++KCtnmWryMhIYmJiWLlyJRdeeGHb4ytWrGDEiBFtpQXGjBnDG2+8QXZ2NiNHjgRaAk87d+7kpptu6oaZC8KpobXRimQIJW3MZLx9A2moq+pyZ9/DZVvbm+1k5vzA5C0/MGPI+Wj0RkwmE6VuBQF+wWi0WtxusFkt1FQUU19fR3z6BBotFsxmE0ZjS4bh8TZKEQRB6EnHHXzq7oVPVxmNRnx8fNoCT9BSq2ngwIHs27ePSy+9FGhJDW+vs9TwxsbGQ65vMpk6pIYbjcZDrgUdU8i7mo7eVb2RZg6nb5rf0fTVecGpM7crLr+SV1+fx88rPmJA6kgS+sWzc/tmNmxaSUP5HmKiIgkyOJh0/c3ExCQcmrLd3IzH/bPQvvdfGj/6FPeES1vmZXXiarQf97jcbjcL31mEQx3IyHOvQpIkZDcYfUI4+9yrWLPqUxb+930ej/qzFkF3pJofSfvvWU5ODq++Pg/JI5TkbkyX7y2nys9jd+ur84K+O7eTNa+uppl3J5PJxE033cTWrVvx8PDAarVy3XXXAeDh4cFTTz3FlVdeyb/+9a8uX/Pxxx/np59+4v7776exsZHNmze3HRs4cCAajYY777yTWbNmERUVRUZGBitWrGDr1q28//77beemp6czevRoHnzwQe677z60Wi0vv/wyiYmJXHTRRd32HghCb2rfaKV94Mg/KLzLnX0VCgWZEyd26AwXoNWTOe9Bhu3bAsC5JhNLt2xDpQC73YFGq6fJVIlCATq9AZvVgluW8fEPo+JALna7o8NrHG+jFEEQhJ5yXMGnnlj4dFW/fv3Yv39/p8eam5uJiopCrVaTn5/POeec03astS5Ta7p4XFwc1dXVh9QhODilvLP2wGazmaqqqg7X6uy5B6ejd6eeTMPrq2l+fXVe0PtzGzgwhTtunc6SpUvJ+WXxH+nnEmnx3oy67m6GDBnaVmPp4HEqykoxTpuCeuN6ZEmCvXvbPiye6Lzy8vaSv7+MtDGTcbnd1FQUY7Na0OkN+AdHkpDScldw7969h9wV7OlUc4fDyeJPPgV9KMMv+HPx2p3p8r2lt38ee0pfnRf03bn1xXm98MIL7N27l4ULF5KUlNSWYQQtdTcvvvhifvnll2Nag61evRqAZ5555pBjq1atIiIigssuuwyr1cpbb73FggULiI2N5bXXXjskQ/OVV17h6aef5pFHHsHpdDJ69GgeeughVKoT27IsCKeK9o1W2m8vhWPLOEpJSePO26bz6ZIllCybw82b1hFna6IZ+E/cYHZefBNyYx119Q04nGAy1VOWux4fXz/8gyOpqShGIUnU15QiSRIaTcdMcdEoRRCEU81xrQR6YuHTVeeffz7Lli1j165dJCUlAVBXV8eOHTu44YYb0Gg0ZGRk8O233zJ16tS2561YsYL4+HgiIiIAGD16NAqFgu+++45JkyYBLdlMv/32W4di6WPGjOHNN9/sUPtp5cqVKBQKRo0aBXQ9HV0Q+rKUlDSSk1OOWNT7YOq1azDeeD2Kqkrc3j6Y5i/EccG4E9sP3E5rMXSLqY7snz6jvq4OtyyjkCR8fH1JGXpur90VzM/vnsWrIAhnllWrVjFlyhRGjRpFXV3dIcdjYmL47LPPjumaP/74Y5fOmzRpUtua6XC8vLyYPXs2s2fPPqYxCMLpon2jlc4ca8ZRWkEeU9b9isHlpEyp4u7YZFZZGtAsfxOthzdKpZqmxjpKclcTHODDORdmolAo8A+OxMfHl7ytP5OUPqatbhSIRimCIJyajuszXk8sfLrqwgsvJCUlhbvuuouZM2ei1WpZsGABGo2Ga6+9FoAZM2Zw/fXX89hjjzF+/HjWrVvH119/zcsvv9x2nZCQEDIzM3nuuedQKBQEBwczf/58vLy8uPrqq9vOu/rqq1m0aBG3334706dPp6Kigueee46rr766Q02ErqSjC0Jfp1AouhYokWV07yzA8+EHkJxOnEnJNLz7Ae7YuKM/9xgYjUYsjQ38tPJjjMEJDBgxFoPRH4uphuLc9fy8cjFGvdQrdwW7e/EqCMKZwWw2t91I64zT6cTlcp3EEQnCmcVoNKJSKmioq8I/KPyQ413NONq2bQs/P/YYT/zaUm5ja3Asj2Vcztrtv+ITNpDAiIFo9N7YmhqQi3dQUbCRQO/B6D0MOOzNmOqrUUhgLttBfZA/tVFhGH0CMNVXs2frGmRLGZlTp5922dOCIPRdxxV86s2Fj0KhYMGCBW0p3Q6Hg2HDhvHBBx+01VsaNmwYc+fO5ZVXXmHJkiWEhYXx1FNPMX78+A7XeuihhzAYDLz44otYLBaGDBnCf//73w4dXry9vXnvvfd48sknuf322zEYDGRmZjJz5swO1+pqOrognErcbvcxZSp1F/XaNXg9cC8Atr9OxPzSa2Do/iL60dGxNJnrkQwxJJ19OQpFS4aR0S+UpLMv5/fv3qGpsYjo6Nhuf+2j6a7FqyAIZ5aoqCh27Nhx2OOrV68mPl5kOghCTzlcsXDoesZRa92oyujB5Dc0UeoTzDOxZ1Ocv4WQfhn4RSSjlJ0EhUbhcjnpN/AsNvygwGYqZvMvi3H80V1vQEwoky+fyZat29iStfjPrnuRoWROPXLRc0EQhJPtuIJPvb3w8fPz4/nnnz/iOWPHjmXs2LFHPEej0XDfffdx3333HfG8+Ph43n333aOOqyvp6IJwquhqi+Ce4BgxiqabpuOOjMZ66+1w0Laz7lJUVICXTwDqwH5t3fc0Gh12u42GmgoCw/rhqGqkqKjgpG9ti4s78cWrIAhnnszMTF544QUyMjIYPnw40LJV12638/rrr/Prr7/yxBNP9PIoBaHvOrhYeELKCBQqLbXV5ezPzUHjriNz6q0dbua1v9kXXF1FU2h429b7zy+YSH2TBfPPP9BormNA8jg0Hl7UVxSABJ5GX2xWC+GxKdirnIwZOZTAwGAGDEgiPr4/CoWCK6+c2Cs3EwVBEI7FcQWfxMJHEE5vJ9oi+HioV/+Kc8BAZH9/ACyzjxxAPlFut5udO3fQ3NxMQkw45iYnNWV5yLKMJEl4eXqQOOxsNv+8t1e2tnXW6UakywuCcDRTp05l3759/Otf/2rLjJw1axb19fU4nU4mT54sboQJQg9rLRb+5oI3+ezd2VibnchuF1oVpKeldDi3/c2+MfsLuHvbBtZERFEfnYS3byBulQovLyMapYzTYUfn5Y9CoUBGxuV0IstQWVqICwXFpRUs++pb/P0DiNm4qe2GYZfLHgiCIPSi4wo+iYWPIJy+uqNF8DGRZfRvzMXw5CM4Ro2hYfEy6OGuR60LvV178ymrqKZx1ecEBoXQP2UE/sHRaDRqvLyM1FaV9urWttbF65KlS0W6vCAIXSJJUltX4W+//ZaioiLcbjdRUVGMHz+es846q7eHKAhnDLsDIvul4mX0x8PTiMHTh6ryorYbeQBz35iPSh/E/9U1MmrzOgA8rQ5qDhRTVJBLfMIgJEkiLr4/uduyqassxNMnCGRwuRwU5+/AXF+NWq3C6BPIoIxLcDmd7N2/h6efe4G/XDaeoKAgjEYffHy8RdaTIAinrOP6BCgWPoJw+uquFsFdYrHgNfN2dJ8vA8AdFgZOZ48Gn9pndWVcdAMBBcXUNZiwmirYtGYlY8ZlEhCTeMpsbTueLoGCIAjDhg1j2LBhvT0MQTgjtd7IMzUrcctOCvJ2/9lN18cXhaTg06VLQZbxURh5Yv1PRO7JASD7in/w619uhFfu5fffviW238CWzKWEFEJDQ6kp2ozTkYSruRFzbRnNTY0Y/YKpLtpMY30VG9f+iN3uxGqzYq4rZ+261fj4haLX6wkJDmTQgP4npYSCIAjCsTqhT4Bi4SMIp5+T1WVNkZ+H9z/+jmrXTmSVisYnn8E27eYeq+8EnWd1KdR6tu/YhYdXMhWOZjau+RatzoPc7WtPma1tIl1eEISuSkpK4rnnnuPyyy/v9PiKFSu455572LVr10kemSCcOQoK8tiyYxcmq9xpN11TRS4NlXlkSApe2bMT74YamnUGvpn+KPuGnocCGHlhJqu+eIefl79PWsZYjD4BJKVm8POKj3Ba60nPOB+/wFC2bd1Med56SvetJzxuMDGpY7E5FTSZ6yjbt57yfWsJSxxJYOQgrA3l5FXU9VgJBUEQhBNxXJ+4kpKS+Oqrrw57fMWKFSQlJR33oARB6Dntu6x1pju6rGlWfYfvxeej2rUTd2AQ9cuWY7vxlh4NPMGfWV2JqSPbsrr8/PwZlJyEh0bGwyuAgtwtZK9cSIiXUyzMBEE47ciyfMTjLpfrkKxWQRC6V319PaWlJRiD+jEw43KMfqEoVRqMfqEMzLgcr6B+1JWX8fjm3/FuqKEmNIYPHvsv+4ae13aNhOSzCQsLQy9Xs2bFW3z+38fJ37KKoakJJMd4Ulu4lvU/vMe+jV9Ts38LobFpnH3JjchKD5RqHR7eQcSkTyAgKpW6ikJCIvrj6ReJT3gyGEJZsmwZbre7994kQRCEgxxX5pNY+AjC6as7WgQfkcOB4aH7UTTU4xh6FqZ3FuEODeum0R/Z4bK6/Pz88fX1o642GlvlFqb+/WouvfSKXs94EgRBOB6HW2M1Njby22+/4evre5JHJAhnFpOpAZdbQVB0S3Fxa5MZl9OJUqVCp/ckODqFou0/80S/JG5R6fnp9v9g03pQU1aEzWpBpzcgSQqUSgUajRaFUoVCBQqlisCAQCZedRWenp7s3LmDeW+9jcWhJemsCTgcDhwOJ2qtBw57I0qlCr+wRKqLNmKqK8XbP5iasjzi4lLI27Sie0ooCIIgdJPj3nYnFj6CcHrq8S5rajWmd95Ht+i/WB59CrTa7p3AEbTP6vIPCu9wTJIkZJcdX28jAwcmi8CTIAinjddee43XX38daPlbdu+993Lvvfd2eq4sy0yZMuVkDk8QzjhGow86nQ5LYyNNeTtptjfjdrkItNTh32ymMCQOg8GT0gGxPGqIIqriAJvX/UB9XR0utxtncxP1VcWo1SqColIYfvGVHToPv/7mW9x523QuvfQKVqxYwYYdhXgY/XG73cgAkoQM2Brr0Bv9Uam0OGwWjL6hyLKMVm/slhIKgiAI3anLwSex8BGEvqO7u6wp9+ai3LqZXYPT/yya/dSzRw3wuN3ubi203eNZXYIgCL0gJSWFa6+9FlmW+fDDDxk1ahQxMTEdzpEkCb1eT3JyMhdddFHvDFQQTnHdte7w8fHG6GWgprwAg38MWg9fUivyeOj7+ahcDq4eegVqlYIrLr+Cdxd9QM66nwiKTScgJp3ivZswmy2YLU0ERCRjlXyx2Jz4qdSddh6+/PLL2bDlOYpycwiJHgCyG0dzE00NFcguBzoPTyRJQq0zYLfbkCSJZqupV7v5CoIgdKbLwSex8BGEvqW7uqxpvlmOYcaNSDYbn468gG3efi2BrIiQI3Zb2bZtC0uWLqXwQPmfwa8/npOenn5MY2i/mMw4+yw++2pFz2R1CYIg9IJzzz2Xc889FwCr1crkyZMZPHhw7w5KEE4zR1p3pKSkHVNgKjo6Fpe9CVtDBX4RaUzc+TM3Zy9GKbvJD4imyVJHRfl+goNDCAzwxeT0BIWanb+vxBgUT0hCAoqCjYQmnoPJJrNhYw779+9n4MCB+Pn5d+g8fMkll7L8mxXkl2xHr9djajDjcssgu1F7eFNbugcPT2+MvmFUlRXiadBzIH+buNkmCMIpp8vBJ7HwEYS+54S6rLlceDw/G8NLzwOwPTgS37F/54Ko/m1p44frtrJt2xbmvjEfyRBK2pjJHVLN574xn7vvnME55wxn37691NXVH3ER2Nli0qBVIDWXdktWlyAIwqnk6aef7u0hCMJp52jrjkvGnc/mLVvZuWcvtmY7Oq2GgYn9mZSZ2em6oaioAA8vb5rK9nP3V89yaWU+AD/2O5uHolMorypAY/DltTdewy1pOGvUOL7/+iN8w5KIH3optaV7USjVGANjcNqtuJrN1NSb2b5jJ4OSB3boPKxQKLj1llt5bd58nE3FRIfFUlljxmazUbrrFxrrShgwbDzlxXuxmsqxOevwwCRutgmCcMo5rppPYuEjCGc2qb4Orxk3oV31PQBfJw1lz6w56NRqgE7TxlsXQG63myVLlyIZQjtsjWv/nDfenMcXX31G7r4S7E7XYTOpjrSYdDeWMvmqywkNDeuWLX2CIAingkWLFvHzzz+zcOHCTo/fdNNNXHDBBVx77bUneWSCcGrqbN3hdrtxu5xExA5k3S+5PP3cC2gMPqi1XihUWhpNDn787Xd25+7l4QcfOCQAZTKZCLc7ebc8n/6mGpxIPB0xgEVefng4LKSM+Au5G5azv7gEo28whYWFOJ0uogeORnbLKNV6AJqtJpQqDSi1IFmx2t3s2LGTyLBAVEqpbdtcSkoa/7xjBl9+9Tl79q2jsd5ETXUFtsYGJLebvI1fo9PpCAkOJDEpgcyrxM02QRBOPccVfBILH0E4cyl37sD7hmtRFhbg1mh5MTmd2r/fh/8fgadWkiR1SBtvzbAqKMij8EA5aWMmH9K4QJIkvP1D+PGLFaQNv5C0MX/Dyyew00yqrgSx1q3fwKMPPyqCToIg9Bmffvopw4cPP+zxfv368cknn4g1mCD84eB1R0nhHnLWfd9W/PtA3lYkpY64+GT6pZ6DweiPxVRDce56CnPXMm/+m7w25/UOawmj0cjE4pbAU4PBh5cmTGdrQASDdQa8/cIw11egUatRKnQ02yxYKw6g0mhR64zYHS48fELR6LyoKthESP8RKBQqGpsacdhtNAJ7t/6C1lFJY2Nj22umpqZxzjnD2bhxK3V19Xh6egEyJpMJk6kBo9EHHx9vcbNNEIRT1nH9Zfr000+Jjz/8HuLWhY8gCH2P5qdVKAsLcEVGse7luXwfFoW3b2Cn57ZPG29lMplwutydPsftdpO3axOGwH5ExqdiaWygrroM34A/AkyGUJYsW9ZWl6HwQDmJqSM7DWIlpo6ksLiMgoK87n0DBEEQelFxcfER12BxcXHs37//JI5IEE5t7dcdJYV7yPp+CQ6FkQEjMkkYdhko1ATGDiWw30g0Hr7Y7c0oVDpiU84jKCadnM1bycvb2+Ga0dGxfJyaxoeB0dz398cpTbuAwIhEfAIiQJIozl2PXq8jKDgEf28DDdUlKCQF5roKUChQqjSEJo6ivnwvpbt+wWKqxO12Ybc2YqouxG034xuawOtvvsW2bVvaXlehUNCvX3/S04fSv38C/fsnMnToWZx//oUMHTqM+Pj+IvAkCMIp67gyn4qLi/n73/9+2ONxcXEi+CQIfZT1tjvB6cB23Q1I9bWovv2Rhroq/IPCDznXVF99SLcVo9GISqno9Dk1FcUc2J+HS1by6/dLkSQlkgQ+vr6kZ4zrkEl1pCAWdB74EgRBON2p1WqqqqoOe7yyslJ8+BSEdlrXHfU1FeSs+x6dTyQDMy5HkiQKtv+KQqUltP9wXE4Hhfu2o1QokJGRkFB7BWKxOdi9excJIaHoF8zj97EX8unnX1BpsXKnQsL795WE11YSHpOEw27jQO56rPXF+PsHEBftz9nDhvLwE7NxSlpK960jJv1ynA4bSqWGgKhU6iv2UVm4CVmWkd1OjL6BXHTFFBIGDulQvuA4cwYEQRBOGcf1V0wsfATh1Od2u8nL20tOzkby8vbidruP6zpSTQ2e/54JranfkoT1n/cg+/sTGxtPTERISyc5We7wPFmW2bN1zSHdVo70nP15O6irrsA7OJ6Uc67mrEumM2BEJg6Fkazvl9Boqm0LKLUPYnWms8CXIAjC6S4tLY3PPvusw3acVmazmWXLlpGWJmq9CEKr1nXHxjUrqK+rIzLhrLaMaVluyZZWKBQ0maqRVDqMgdEERg7EJzgWtd4Pu9ONZcN6fC4+H8Oz/6F8+i3sLKgiIiGDjPP/gr2xkt3rvuCHj55izdfzKC/aTmNTE2WFO0hLGcT48ZcxfNhgcDRRlruGPavfpzJ/E47mRrwCo1Gp9TgdNiKSz0Ot8yR2wNkkDBwisrgFQehzjivzqXXhc8MNN+Dp6dnhmFj4CELvO1o74a5Sbd2M8R/XoSzej2S1Yp77ZofjCoWCq/76V559/kVWLJ5LQspwouJTaDTVtgSXLGWHdFtRKBRkTpzI3Dfmk71qCYmpIzH6BNBQW8nan7/ANzSBpLMmYPQPwO1yY/QLZWDG5exc9xXrf12Br6eqrYB4axCrfc0nOHzgSxAE4XR3xx13cN1113HllVcydepU+vXrB8DevXt57733qKqq4sUXX+zlUQrCqaN13fH4k09RVV5OSHUJTrsNh8NOfU0ZTruN6pLdeBj8kAFrYy1anQG11oAkKbnCYeOmt+ahcjopU6l5x2Rh26Y17Nyeg0arQ6XW4XTLuJwSzY3VBAQOxODhgYdHFCu//4n+/ROYcesM9pc8QkFpLc2NVVTk1yMplNibGrBZ6uh/9l/xDupHVUEOYeFRbWsakcUtCEJfclzBJ7HwEYRT19HaCbcW7D4a7Scf4TXrn0g2G87YOJpuu6vT11r22Wc0O12Ul+SSt2crSoWbsLBw0gYNJHNq56+VkpLGnbdNZ8nSpWzJWozT5abZ2ohGrSRq4FBslnrwD2g7X5IkIvqfxboVrxM3dGBbMc3Oglim+urDBr4EQRBOd2lpabz55ps88sgj/Oc//2mXwSETERHBvHnzSE9P7+VRCkLPaK35aDKZ/rgBLtHYaD5iV1u3201RUSGmhmpMdeX8/u07OOxWVBo9HgYfkJ3sW7cE76A41DoDCoUCjc6TkOjBXLf2U26paqmhlq3Vc4NPGDVqLSq1Dg9jAIFRKbidLiwN5VgbSkGvY/g5l9B/UAaSJLVtm3v04UeZcfON/Ovee1F4BaPWqnA2N6HVGwmJzyAgajAlu35Br/cgPiG5bewii1sQhL7kuDOfxMJHEE49XekA11o74LBBGYcDw2P/h8dbLVlOzRdehHne28jePh1eZ+XK5bz7/ofofWMZOf5GvH0DKT1QwJ5t2WAp46orr2zrSte6UGy/OExJSSM5OaXt2IEDxXy09CvSh2awZ08eBwr3YPDyR6vzQJZdWMwmcDsYPXJk29g7C2KplApiIkMPG/gSBEE43Y0aNYrvv/+enTt3thUXj4qKIjk5+ZAGDILQV7TP6q6traGqsgyVWod/QDA+3l6dZnhv27aFp5+dzYaNW1FoPFBpjTjsNlQaA4Ex6ahUahwuJ77h4XgFROET0h+QaM5dzaNfPs/Y5pbtra/rPZmXciGeAbGE+EWgVGmpLNxERcEWAqJSCYxJx1xppHTPL+g9vNrWKe1rVY4ffxlfL1/O2o3b8A0MIzx+CGqNB4W5m8jN/giX3UrS4FEY/1hviSxuQRD6muMKPoFY+AjCqejgdsLttdYOaF0Excf3P+T5UmUlxpunosleDYDlnvtouvcBaBeo2rZtC58uWcJ3q1ah8+tHdFQ0hcXlxKn1RMcNICo2kexVS1j2+ecALPvss8Nu/1MoFG3jMBqNqL9Ygbm+BoVCpra6lOqKUiRJQqlUoFe5iIoIY8iQoR3GfHAQ60h3PwVBEPoKhULBoEGDGDRoUG8PRRB6XPus7uD4syiv+ZmAuBF4+Ueh1WqJCgugfP+utgzv5OQUVq5czpzXXqeotJrQpHOJSBhBfW0FbqcdU81+GirzkV0OfMOSCE0YTbOlFktdKWqdJ/29AxnhsGKVFMwKjGJ5SAIDB19EdWUJCpUOhVpHSP+ROB3NVBRsInLgGHxD+lGauxprk7lt3O23zSkUCm6bcRs1s58mv2gPZXmbkZRqZBmabY2oVSqMBg1Oh11kcQuC0Ccdd/AJxMJHEE41J9oBTnK7UObtw+3phfn1BdjHX9rheOvir9GlRWcMI3nEX9AZfGioqWD7jl0MSk7Cz8+fxNSRrF7xNnv3vohXSGKXtv/FxsbjqVfy249fEZt2Ef0GxuN0OrE2NdJorqdk1y8MjPTt9O5f+yCWIAhCX7J+/XoAzjrrrA5fH03r+YJwumuf1Z1x/lV8s2Qeer9oBmZcDkhUluRTZ7Yx/IKJrP1xKfPmv4m/nz8/Zq2msrIS34gUAqLScLhcKJRqjIGxGIPicDZbqC/fR3Dc2Wg9vJEkCbvVhMthI98nlEeH/YXNFXtZb7UQGRBNdUUxbrcbpVqHSqNDUijxj0qlrmwP1Qd2ERCRhFqjRefh1Tb2g7fNpaSkcfWkibw893U8/AbgF9IfDy9fZJeVyuJdrPtxCcW71+Dn5y+yuAVB6HO6FHwSCx9BOD207wDnHxR+yPGj1Q5wh4Rieu9DZKM3rv4JHY+1W/wlxQ6komIpXj6BKFUatOFxVJbkk19QgK+vH55GPw6UlOHrH0R68tn4BoSiUCiOuv1Pdss01hRTe2AHXp4GdAY/HM0WzJX7aKwpxh2R2L1vmCAIwiluypQpSJLEli1b0Gg0bV8fjizLSJLErl27TuIoBaHntGZ1p46exL4dv1O6v4D+wy4DWUZSSHj7B1NTlkd5eRkKtZ41WRtJTD0H36ihOJR5RCafj1KlwdLwZ3dcldYDn+D+NFTmo9YaULndTN/0FcuNQewMisM7KJZ1ah3b9m/F7bKjVOtxu2UUSjUqtRaX00FTfTFORxNOu5W60t2YKvPx0CjxMLQEnzrbNud2u9mydRtJQ8cy6KxxOBxONBo1Xl5GZPkKfl7+PgZqmXn3TOLj+4uMJ0EQ+pQuBZ/EwkcQTg/H3AGuuRnP/7sPxzljaP7LVQA4h3YeNG6/pc/tcqKQJCymGox+oUgSbYu/4uL97Nm5mfr6eiSVnu+++B8+vr6kZ4wjPCaxw/a/vLy9KBQKTCYT9fV1NNpcnDfhGgpzt7Jr7VJcTjeSBL6+fpw34Roq8tYfdsugIAhCX/S///0PAI1G0+FrQThTmEwmamtrWPPjZ1RWlNJgaiB384+U5G0iLuVctAY/6uvr2LZjJ3mbf0XjHY3aOxq5uhSFUoXBJxSVWofDbsdqrsTltKPRG9H7BCO7XeiqCnhmw+eklO5itM6LiRfOwNpYj9NhB0mB2+1CBlQaPUqVmsa6EtxOJyqtBygk9F4BBMdnUFeyk8bKXBrN9SiUqk63zbVfS3m3q6UJLeUR0jLGsiVrMQqFQgSeBEHoc7oUfBILH0HoeYcrzH0sjqUDnKKsFOO0Kag3rke77FPsY85D9vU77LXbb+lTKFX4+PpSnLuegRmXI0kSao2OpqYmtu/YSVnBbrz8Qjln4r3YLA0U564n6/sljBmXSXhMIkafAGpra3jplZdoapZxutxYmxo5cGA//dMv5tK/3YaprgxTQz1anQH/4EhcTgcluetEu2FBEM4oZ5999hG/FoS+rqyslNLSUkITYhgwYiJ1tXVoPYxUH9jJlt8+wyckAc+AKDQ6LTIQGDUIt0KL3eHG5XTQbKlDYQxC7+WPrbEGm7kaD2NL5na61cw7K18h2G7Fotby0tC/4NR7odPoqC7KwcMrkBpzDaaKfHQGP/TGQOrKctF6+KLWeVGx6ydkWUahUOET0h+l5OKbxa+SOCCZ2KiwQ7bNnWh5BEEQhNNZl4JPYuEjCD2rfQeXzgpzd0Vr8MrpdHLl5eNZu+73w3aAU69dg/HG61FUVeL28cH05sIjBp7g0C19aWePZdXX75PzSxPBMam40FBdXkSTqQp7YxUBkYOw2WwY/UIZmHE5O9d9xeZ1PxAa1Z/c7esoPlCMzieSlGHnERYRS+mBAmq/XcZPKz9m3OXXE5eYjI9/OG5ZBqBOtBsWBEEQhD7laDfe3G43a9f9TmBkMsExQwgMi8Nq24lbUhCfPoGd2UuoLtlD5IDhyLY67NZGPL0D0HkFovaoweVyU1GQQ2TyWBQqDUqVlmZrAw1VhVyw7lP+r74UrSyTp/Ni1rCrqI0bir26iNLKPKwN5cSkjsVce4CGilwkSUZ2O5DdbmS3i7LcX7HUlhDafyQavSdOycWQjAso3f0T/7huMueee8EhNxFPtDyCIAjC6eyECo4LgnDi2ndw6Uph7oO53W6WL/+Kz7/8kuo6C06XjISLiNBA/vbXywgLC/9zQSdJ6BbOx/PhB5CcTpwDB9Hw7ge4Y2KPOs72W/qi+qWw5fdV2JubqdjxG/nbf/tjMeYkJGYQSaMn0mBupLykCI3WA51OR2TCWezOXsK+3ZtZ+dm7ePhEoQsYQH5xJVW1jcTGxjBo2Dh2bc4iZ+33xPRPantt0W5YEIQz1QMPPHDMz5EkidmzZ/fAaASh+3TlxltBQR5FJRWcfc4llFTUU1lSgNHbj5rKMmrK8zAGxWOqKsJSU0hNyW7sNjNNFgt2ZzlutxONwZfa0t3Isgvf0CTcbicucy23/vo/rjNVAvCl1sDtxmAcZXtwH9iG22knIGIAsWnjcNgdKFVqvINiqS3ZRWXhZhQKJQa/cDy8g4lOuxgvv0hktxOHRY1b0qDTG/Dx8e00e/2YyyMIgiD0IV0KPomFjyD0jPZFvNsvQo5WmLvV1q1bePvt+WSt2Yg+IA4v/xjUnh5IspOtBXnkvPAyM++8jauumgRuN153zUC3+EMAbFdlYn5xLhgMHcbTegfS09MLkGlsbGwLXmVOnMiTs58mZ91PBMWmk3bBDZibbJTmbaYibz2OZnNLAM0vGG9zPYV7t3OgMJeI6Hh0Hj40NVn4Ztk72JttDB4yjvC4FOzNVhpqKtixczeREWEEhvUjf8v37N2xnoiYQdT/EYgT7YYFQTgTrVu37pDHbDYbtbW1AHh7ewPQ0NAAgJ+fH3q9/uQNUBCOQ1dvvLVuU4uOTcA3wEx+fgFmUxUKyYWloRyHw0mzpYaiLd/hGxiC2y2zb+NXGLyDQAa7zYzLaae6aCvl+9Zhb2rA2WzD02nFDTzh6c8Lah1ajR6dWoPL2UxQbBo+QfE4HQ7qy3aiVoLNUodSrcXltKNU61qKnSOBW8btsqNSSviGRlJRsAUczYfNXDqW8giCIAh9TZeCT2LhIwg9o33hyYOL+LcvzN2+yHZrgGjTpo18/tUK9pdVEhCXQUjCObjdbhzNjbjtVpJiU8jd+A0vvvIq8fH9SEtLx+0fgKxU0vjIE+wYdzGm3N1tgaUdO7a13YGsbzBTU12B02EjIDAEDw8P/H0MXDbhUgL8fTA5PfEPS6ChtpLGRjNB4f2Iikti04/vU1a0G6NvEAYvH8Ki4inbn0tl8R6slnpqK/ejUSkICI0mLCYJhUKBTm9o65ZXU1vLkKFnUbzje7au/pw9m35CpZREu2FBEM5YP/74Y4ev9+3bx7Rp05g+fTpTp07Fz69ly3RtbS3vvfcen3/+OQsWLOiNoQpClxzLjbeDt6n5+vphNpuw2x00N9vY8Hs2RqM3Yy7OJK+gEIUqF0+/CAJj0jEGRtPUUEXNge1UFeZgbagGSSYofhgvRQ7iZ5eD371DCd2fQ1XhZmoPlGHwDcbWUEFJbSl2awNOWwMuhx2rtZSg2HQ8A2LQefjidjmx1JdStO07YgadR3zSEFRKFZXFuxgY6XnEzKWUlDTuvG06S5YuPWx5BEEQhL6oS8EnsfARhM6daJHw+vp6GhoaMNVX43Y58Q+O7PD8gwtPtqaoFxSXsXv3DlSGEFxuNeFhA1GotBgMRiCIusoiGk11JJ01nvXL83nn3f/y8otpWB56jB3Jg3hn+w52PvQItmY7Oq2GID9vahsa8Q4dQHTqRUil1XhENFNXkU9V2T789JFUFtex5tEnkIDzrpxBcFgMTU1N5BUUEdUvBYUk4e0fRnnhNqIS0vEwGPH2DaKxvpL42Ci2//4tBq2Ci666nfXZP7R1ygM6dMuzNZnoHx/HXTNuQKXSYzB4HlfxdUEQhL7oySefZMyYMcycObPD435+fsycOZOamhqefPJJ3n333d4ZoCAcxdFuvCWkjGDdd++yfPmXDBiQRHR4cIdtakZjy01vl8uFuSoft7MZg3co+buW4BcxkMjksdgaazBV7wfZjXdQPH8vzCHRaeWeuLMJH3geGu8QdkgSepeTiIFjkSQlFfkbcNrteIcORGfwQSHbqdy/nbK8DYQnjiK8/1lYGk3oPH1otjTgF5EMbiem0h3YIqMp3LkGc+VeLrv1waOuWVJS0khOTjnhRjOCIAink+Oq+SQWPoJw4kXCt23bwv/eX0TxgRJqv/kUrVaLj68v6RnjCI9JBDoWnmyfoh418BxKqxvxCx9E3s61oPJApdbQsoST8PQOpL48nys2fc+skn3cE2CkoCCPpqYmnlz2OaWVdai0XihUWswNdnbsWENQdCpnjT+PwsIiVFoj/uFh6HyisDtkbE0mUkZPYuNPH1K2bwP7iiqoqrfh6aEDZBx2Gzq9gYT0C1nz9RvsXr+CfqnnolTrsDXWkr+tCIWtgtDwaGIHpLN398YOnfIANBodbrebPduySYgKY9y4cTQ0WHE63T32PRQEQTjdbNmyhYsvvviwx5OSkli+fPlJHJEgHJsjdXyrra0hr6CYvIL9zH/nf/j7B2DQSJSXV/K9pZHElBGEhsdQXLSP339dSUXRNtwuB19/Mg9rk5nw5GRUKi0qtQ6Xw4aPzpN71nzEhaW7APhFpWKnhzdupx1JoUBSKFFIEgGRqTRU5uN22lHr9Hh4ByIh42FuQG/cT0B4ArEJgynauwW3QoF/aCyN9ZXoPP0p3v49jqZq3M5mMoYN5pJLLu3S+6BQKNqy2gVBEM4ExxV8Egsf4Ux3okXCW5+PIZTU0Zmg9cXgaeTA3vVkfb+EMeMyCYtOaCs8GR0dy5NPPdGWon6gYBcyEgGhcezfuxGbpQGDMQAZkACDDHeu/ogLirYCcGFNFfX19Sx8ZyGFByoJSxhOZMJZGIz+lBfuoL6+Fr1vDFu3bUNSqPAPjcdsNiMp1UQmjWZP9scU5uYQEJVGbVkekgQazyCcsp1mWy2VpYVExiWj9/TB1z8YpaOO3dlLqK+tQqt0Mvbc0WRcei2Ll32FuaGG9IxxZH2/hJ3rviIy4Sw8vPypqypm/+41hHvDpIn3irt/giAInfD29iYrK4trr7220+NZWVl4eXmd5FEJQtcdruNbbW0N23fsoqnJgpdPEKMn3ECT1cbvv66kpKAAZVEROzZloZAUOB12vHz8uCRzOl5evqxY+hYOmwWbpQ6nw4pG70WCRsdjK+cQW12EU5L4P09/Vockoq4pRpL+CDwp1QBodJ6oNB4026001lUASlxOG47mRjy8/FBpDNibLQSHx1J2oAC7rRHfwEhUah21Rb/jZfQizD+MGdNvFesXQRCEwziuv46tC5/DOZkLH4vFwpgxY0hMTGTbtm0djn366adcfPHFpKSkcMUVV/DTTz8d8nyz2cyDDz7I2WefTXp6OnfddReVlZWHnLdp0yYmT55Mamoq559/PgsWLED+owV8K1mWWbBgAeeddx6pqalMnjyZzZs3d+t8hd53cK0C/6BwVGpNW60CyRDKkmXLcLs7z9hp//yRYzNJTT8LhezAZrUSl3oBWu9wsn/6jG+Xzae2eBsZZw1rS1FPTB2JJEno9AYUkoRSrcHD05vaA9txOB243S4Cag7w1P9mcUHRVpySxPP9B5PdbwD19XVs2rKVoNh0BmZcjtEvFKVKg0bngcEYiHdwDHV1dTgcTiRJicPhRKPTo/fyxW6340YiLH4Iao2O2pLdyCjxC4rE0ycIi6ma8gP7KNjxGyFhUZx3ybUEBgURE+rDg/fO5NFHHuOSSy5t6/ASFp3AmHGZqN0mdmcvYcPKN8lZ9V809nL+fc9MUlNFvQNBEITOTJ48mZ9//pkZM2awZs0aDhw4wIEDB1i9ejW33norWVlZXH311b09TEE4rOjoWHy8dGzM/o6GhnpkWUaWZfLz83GixlxzAB9ff9Q6IyUV9YQnnU940rl4BsQSnjAKt8oTi6URTy9fvH0D8QmKZOi5f0Wl1mG3mnDabZxdspvXljxGbHURtTpPpg4cyzytJ7LsxOATim94Ej4h/dEbA1Fp9DRUFeG0W1Bq9ITGphIclYSXX3hLcEqWsTU14HI6MXj5EBoRi0J2UFeRT13ZHhw2E/0i/Ljr9ltFvSZBEIQjOK7Mp8mTJzNnzhxmzJjBlClTiIqKAqCoqIhFixaRlZXFnXfe2a0DPZw33ngDl8t1yOPLly/n4Ycf5tZbb2X48OGsWLGCO+64gw8++IDBgwe3nXf33Xezb98+HnvsMbRaLa+88go333wzS5cuRaVStc3rxhtvZNSoUdx9993s2bOHF154AaVSyY033th2rbfeeos5c+Ywa9YsEhMT+eCDD5g2bRpffPEFkZGRPf5eCCfH8RQJP9Lz/fz8GZScRH5+AbXl+UhKPXt3bcbo6UFoeDSLl32Fh1aitramLUXdPzgSH19fDuzdSEL6WH7/4UMKc77hCr0nD/36P7yam6hUabkjcgDFUf1Jjw6nsdGC3SkRnTSyw7jVOgOSJKFUqnDLEi6XA5utCRlQKlSYaopxu114+4dha6xHZ/DG3lRL4fYf0KSOwdc/CFP1foq3/0Bt6R7CwsLYtmYp/SNDybzzhg4LsYM7vIz7y43sz9tG7ra1BBsV3HfvPaSlpffMN04QBKEPuO2227Db7SxcuJCff/65wzGlUsktt9zCbbfd1juDE4Q/tNbEtFgaiYwMwd+/pcbjli05vPPfd9ixazdV1XWUlJQREZeMl7c/Bfl5WBtrMFfvJ7zfENasXYunTzABgeE0WpKpLs2nX9RA/OOGc2DXL1Qc2M4XHy/AL7QfVmsjTeYarOZqbjRV8c+NX6BAZptvOPekjSe3rgxHswVLXTlhA85FpdYCEkgSCqWasr3ZWOrKCIpJxy80HoWkbFnvNDdRU7yd2tI99B+UAYDBywcPT2+KC3ZRV1TKuSPP4sXnX2r73CAIgiB07rj+Sp4qC5+8vDw+/PBD7rvvPh599NEOx+bMmcOll17K3XffDcDw4cPJzc3l9ddf56233gIgJyeH3377jYULFzJ69GgAYmNjmTBhAt999x0TJkwAYOHChfj6+vLSSy+h0WgYMWIEtbW1vPnmm0yZMgWNRkNzczPz589n2rRp3HDDDQAMHTqUSy65hIULF/LYY4/1+PshnBxHqlUAhxYJ78rz/fz88fX1o7h4P7uamzAY/RlzSSZJaaNoqKtiy7pVlJZuZc/2dSSnn4NCoSA9Yxy/fr+EKoVEWHw6o9Z/zdOVBSiA3zV6bo8eRL2nL86iXaRNugSFQkJSKFFrDR3G4+0Xhoenkar929AZg9Fq1DQ2VIPaC6fLQXn+JlRqLcbAaAo2f4ePfyjh/YeyZ8NK9v7+GZKkoL5qPxlDUrj8pgcJDQ07bOHMw3V4SYoNJfMq0eFFEAShK+6++26uv/561qxZQ2lpKQDh4eGMGDGirQmMIJwsBzdfaWxsZNlnn/1RE1PGQ68mIiQQb6MXny77HDs69AYfdF4S5QVbKN+/E6fDDkj4hvYnKuVCdJ4BmOsqUDslampq0HkFoNF64HI6sDZW4GEMpsy2EVuThUZzPQqlCo3OQPX+Laz2CuAOSeKzyDT+E3cWVZV5WOpK0ei9aGqoYP/WbwmISkPvFUizpY7yfeswV+8HGQIjk1BIyj/m5cLDyx9JoaB6/xb2bvyW6KQRqHUGKopzqSjYRKCHg4vHjWPbti2iaLggCMJRHHeI/lRY+Dz11FNcffXVxMbGdni8uLiYwsJC7r333g6PT5gwgeeeew673Y5GoyErKwuj0cioUaPazomLiyMpKYmsrKy24FNWVhbjxo1Do9F0uNb8+fPJyckhIyODTZs20djYyPjx49vO0Wg0jBs3ju+//74npi/0ksPVKmjVvkj4sT6/srIKWZbwCwghJDyubTvfeZdeR0VlJWt+WMqA1JEolUrCYxIZc9Ektvz+A7nbNyLLbholBUt1HsyO6I9HQDDhfv4oCGHLtu1ce/U16LUqKor3EJuUQWvyk6RQEDvoXNb/sAitxwGiRlxAnbkWs7kYU80Bms0VGP0j2Lfha2wN5QzMuAy3rGDouX8lOjyYypICCrb/zL9mzqR//8Sjvn+iw4sgCMKJ8/Pz47LLLuvtYQhnuIObr9isFspLi4mIH0zG+ZPx9QuiyVJL1spP2LJ+KSH9MkgffhlqnScl+/M4sHs1NSW7UCjVuFwOIpIvwBgQjeS202w1o9QYaLI2YTdX0FBzgO2rl4FSg8vpwG4zo9F54R+ZQnBQHE6Nnty1n/J12V5G+UWQ73bi2LkKW2MNgTFDkWSZiEEXUpG3joJNX7Zt93O7HAREplBht1BfkUdjWCI6Lz/qKouoLspBttWSEBNGdUE2pXvXIimU6LUqYiKCMXoZefeDxdjsTnQaFQP6xTIpM1PcTBMEQejECeWH9ubCZ+XKleTm5jJ37lx27NjR4Vh+fj7AIUGp+Ph4HA4HxcXFxMfHk5+fT2xs7CFbp+Li4tqu0dTURFlZGXFxcYecI0kS+fn5ZGRktJ1/8Hnx8fG899572Gw2dDrdiU9c6HWxsfFttYta2/7KsozZbKK52c62dauIiQghNja+y88HMJtNmBotmGv24+vrh3/wn1s1FQoFZ59zCd98/Co/fPE2w0ZfhtEnAB+FhIenEYXLSvCFVzInOhGTtz8Tmq3o9Ab8gyOpqy5jS9ZiFAqJtEGJ7CrYhIdXAD4BIWg0Oux2Gy63hEajoaFkK2u/K8HpkrE1NWK3WfDw9qepoRylWk/amMm4ZQWys4n4xCR8ff3Yt+N3kpMSj6lji+jwIgiCcPxcLhcrV65k3bp11NTUcNddd5GYmIjZbCY7O5shQ4YQEBDQ28MU+riDm68YfQJY/etP1Ds8aWhowNbUiCo4Ar/AMCyWRrzDkolJuxijXwj7dm7gQO46HHYrKq0BZ3MTDmsjpXtW4xMUh8sFSBKNNcWU7F2DqSIPp92Kh18k/uEDUai0uJ12bI01ZOz+lWc2fMGMs6+iQOdF+MDzsRh86RcQSX1FHk31Fdgaq1GqNOgMPiSdMwVLfQVWUyVutxOXoxmt3oCleh+S08rutZ+0ZGLJLvx8vImLi+X52f8BZHbvbumap1Ao+N8HH5Nf5cIYlIzRw4i9ycTvO/PIfeY5/u/+f4sAlCAIwkGOO/jUmwsfq9XKM888w8yZM/H09DzkeENDA8AhmSetX7ceN5lMnRZG9/b2Zvv27UBLQfLOrqXRaNDr9R2updFo0Gq1h7ymLMs0NDR0Ofg0duzYwx5btGgRwcEhqFTdnyWiVCo6/NtXdP+8FEz+2yRefX0ea39cQnDUQKprTVRXVlBRvJPGyr14nTWY3bt3HKZwdsfnD0gdidEnkKqy/RTtXI1W6SL9kskoJIma8v1YrY3o9Z5ERfcjPCICH3UTW7MWk5KXy//t2crzZ51NVUwso8Zm0lBbgd3aiIeHJ/7BkSgUCnx8A3G6ZKzWJm6fcRtPzn6G0t0/0xgYj1rvhcNqpqZ0N3ZzGalnjyUhJQO1Woe92cqOzWs4sC8HvU6FuamRop2riU1MZ+CgwUguG2t/XALWMiZPm4FG0321DvrqzyKIuZ2O+uq8oO/Ora/OC1rWGzfddBNbt27Fw8MDq9XKddddB4CHhwdPPfUUV155Jf/61796eaRCX3Zw8xVJkjCZGpBVHqSNmUz+1h/ZvO4HwqMTqC4vwdTQgH9EOrKkpGD3evbmfIdvSH+iYociKVTUHNhFbckOqvdvZ+M3L+MTGIfdasZcV4LBOxS1zkhQ7DDCBpyDrbEWu9WEj38UN5fv5eqKvQBkbvue3YMvJSL5AsxVBRi8Wz6H+IYmUlmwidqS7VQW5RA7eAJefmHojYE0VOzDZbdSWZCDWqMlJmUM1sZ6NEqZuLh+VB7IJdToIj6+HwqFgv79E3G73dz5z9upalITm3p+y808rR57s5V6/ygKtn7H/AXzmfPqayKrWxAEoZ3j+rTY2wufefPm4e/vz8SJE3vk+qc6hULC19dw9BOPk9Go77Fr96bunNe5547EaNTz0itzWLn4VWSlDk8vb4KDQxg95mbqa8qZt+At7pt1F+nphxbQbn3++x98xI7spTTbnZjqqzGXFdJv9BWYG+v54sNXsVgaccsyCoUCvVaNWilzzaS/ov7P01y+IweAcfmFvOfhyUcLHkOp9cTtdqNQKPDz9WPoqIvQe3jioVcTGRlCQkICRuPjLPrgQ7bv3IW11oFWo0bjKGfg4JFcfu1dHTIBBw0dxa/ffoKXVMu5Y0bx8y+/Uduwh22/7kKjVtIvJoy/X/uvTufYHfrqzyKIuZ2O+uq8oO/OrS/O64UXXmDv3r0sXLiQpKQkRo4c2XZMqVRy8cUX88svv4jgk9CjOmu+Yrc7kGUZrc6DyISz2J29hJqKYpxOGyiUaLQe1FUUcGDnzxh8IwjuNwKlUoUsKdAafDD4hmGqKqSxuhirqRqnvQmlUounbwRqnYHwAaPReQUgu2UMjdU8vWoeZ5XsBOANT3+e9AkjMToNpbLl443b6QAkDD6heAfGUHtgGzVFW8Dtxi8iGVl2YaoqwG4qp2b/ZhKSzyImPAi/gFTczmZyt2VDUzmZN0zvEETKy9vHlu17iBz8F4Ij4tvKGOj0BoIj4mkyD2Hz5i/Iy9tH//4JJ/X7IgiCcCo7ruBTby58SkpKeOedd3j99dfbspKampra/rVYLHh7ewMtWUuBgX8WdW4tAN163Gg0Ul5efshrNDQ0tJ3TmhnV+lqt7HY7Vqu1w7XsdjvNzc0dsp9MJhOSJLWd1xWrVq064nGXy43J1NTl63WVUqnAaNRjMllxudzdfv3e0lPziorqh9HLh34Dh5I0+JwO2UayLLNm1acs/O/7PB7V75A7X263G6dT4pKLJ7B5cw6/r19PjVPGLqv47afluBzN+EcmE592IUGh0Tibzez8fQXKkgLCZtzO8JoqADaM+xvLRl6C+stPKC3bz5Bzryay/xAsphqKc9fzw9cf4+PtTVJsEP7+odTVWYiJSeD/HniEffv2snv3LsrLy1jx3U8MG305DvuhnSP7J2ewJesTkpJSufTSv5Kf/2etpri4llpNdXWWbntfoe/+LIKY2+mor84L+u7cTta8jEb9Sc+uWrVqFVOmTGHUqFHU1dUdcjwmJobPPvvspI5JOPN01jxFo1EjSRL2ZiseXv64ZRmrtRGjtw+4XZjrK1GodTgdDvzDkwFwyzIOawOmqgJqircTFDsEvTEYY2A0DZUFWE2V1JbuRqFQotZ5IctuBjRW88gv7xLWVI9NqeGlc6fyUm42CgkkpQqruQaH3YpSo0OW3SiUaryC4pAUKmyNtRTvWEXJ7iwUCiX2Zgt6rZoAPx+ignTs3/Y9+X80Q4mJDCVz6qHNUHbv3om12UlwZCIHVe5AkiA4MoHcdU52794pgk+CIAjtHFfwqTcXPgcOHMDhcHDLLbcccuz6668nLS2NF198EWip/dS+BlN+fj5qtZrIyJZaOnFxcWRnZyPLcodsj4KCAhISWv5n4eHhQWhoaFtNp/bnyLLcdv3WfwsKChgwYECH1wwLC+v2ek9OZ88tpl0ud49ev7d097zy8vZSUFzO0DGT8Q0IpaaimOKCXW21lhJSRrIlazF79+7tUN+ofXHO2toaSktL8QlNwCdkCKn9Lqa8JI/G2lKs5ipqyouQ1HqUsoMxgRH8e/3XRNksONQavpv2f+weNZ6qzZvoP3QCB3LXk78zm6DoZAzeQcSmXsCWrMUU79vMA/+ci9vdEvQ6eAx1DSYOFBcjr/qMoSMvJjymY9FwT+8A7E4XdXX1uN0QE/NnLav21+wJffVnEcTcTkd9dV7Qd+fWF+dlNpuJiIg47HGn04nLdeiNBEHoTp6enjRbG9m9ZQ3B4bH4B0fi5WXEy+BBQ00FOr0ehSSh13viFxROQ00JUpMDt+zGbjPjdjlpqi8HhRKXw0ZtyU58wxKJSb+MhvJ9yLIbvac/oQmjYOPnlO/NxmquZnBzE8998R90TjslBl8eu+h2dqj0SNI6QIG9yYSMjMvRjNVci0JSYDVV4HLY0Rp8CYoZgtbTD2dzExX5G2gu24Vv+GBstQVcNuFSBgxI6lIzFNntwtFsAS+fQ445bBZkt/gdFARBONhxBZ96c+GTlJTE//73vw6P7dq1i6effprHH3+clJQUIiMjiYmJYeXKlVx44YVt561YsYIRI0a0da0bM2YMb7zxBtnZ2W3ZWwUFBezcuZObbrqp7Xljxoxh1apV3HvvvajV6rZrGY3Gtu1GQ4YMwdPTk2+++aYt+ORwOPjuu+8YM2ZMj7wXQu9qvetnMdWR/dNn1NfVtWyRkyR8fH1JGXouTpe7LeMOOhbnTB09iTU/fkZo/xjUxjAUGg/0Xr7oDD7ovYOpyN/A3vWfU54fwVmB4by47nO0jmZKNDqW3PoEjmHntRQpNzcRFBKLXq9j808fsH/P72j03iDLhEb2w6pqxMPDg7y8vZhMJsrKSvnsqxUoDGEt6fJKDdlrfqPJXE3W90sYMy6zQwDqaN37BEEQhJMnKirqkEYr7a1evZr4+M4bXghCd9i2bQufLllCeUUlRaXL8PELxMfXl/SMccTFxbJt+052bf8JD60Go28Q+3asx2yqR2pqxjc0EYUkofPyR6P3oqmhpYudLLsJiB6My2FDlls+Q8jIuF12QvuPoKpwEyW7svDKyGR3cD9sspv7ksdiU6ipLcpB6+kPElTkr8c/MgW9MRCH1YzL2UxjXRkNFftQqrUERKfhdtmpzN+EpJAIjj8Lt9NBQGQyv6/fwPjxlx21TtOAAUloVDJFu9bgPTqzww1sWZYp2p2NVtVyniAIgvCn4wo+9ebCx2g0kpGR0emx5ORkkpNb0njvvPNOZs2aRVRUFBkZGaxYsYKtW7fy/vvvt52fnp7O6NGjefDBB7nvvvvQarW8/PLLJCYmctFFF7Wdd+ONN/LVV19xzz33cM0115Cbm8vChQuZOXNmWyBLq9Uyffp05s6di5+fHwkJCXz00UfU19dz44039sh7IfQuo9GIpbGBn1Z+jDE4gQEjxmIw+tPYUE3hjt9YuewdjHraiuIfXJyzunw/JlMDMYNH0NBgRqnxoLK8GI3BF++AKDy9g3E1WzB4B7Kpupi1cYPwMjVwZ2gM8W43vvk7sTXbcbpcaLR6fPzD0Op0KNz2loWQpEBSelJYVMijjz2CWu+Nw+kif98ufEIHctHo8/H3D0CWZYJDI2nyj6KmZAeb1/1AaFT/tu2De7auISYy9LDd+wRBEISTJzMzkxdeeIGMjAyGDx8O0LLVyW7n9ddf59dff+WJJ57o5VEKfVX7m2gX/PU29pdW09zcjLlmP798+wlpZ5+HvS4Pe+0+vAIC+Onz1y/oBdQAAKjhSURBVKmrLkEGIgeMwj8yhfycFRRt/ZaAqBTUGgNKjQ5JUqLz8KXZUodCpUVvDMJhs2Az1xCi0mDQeWKu2U/hjlXcm/E3rAoFDTUl1O38iYbKfDyMwYBMU10pSpWG4PgMZJ2bxrJSTNWFmCryUOu82LP6fZAUaLSeRA8ai1KtpSjnCxIHnkvhga0UFOQdtRtvfHx/hqSlsmFrDjvVWiITzsLDy58mc0vJg8qCHIYNThVdfQVBEA5yXMGn02Hhc9lll2G1WnnrrbdYsGABsbGxvPbaa4cURn7llVd4+umneeSRR3A6nYwePZqHHnoIlerPtyY6OpqFCxfyzDPPcMstt+Dn58ddd93FtGnTOlzr5ptvRpZl3nnnHWpra0lKSmLhwoVt2/yEviU6OpYmcz2SIYaksy9HoZBoNNVSUrQHBxpsTiW1Rfn8b9Ei/jZpEh4eHh2Kc9qsFtyyjFbvjVxvwm6zoNYZ0Xn6oVRrCdHoqFIqCUwYTnnhZu5zmXCHJVOwJ5u67FWoNFpktwtbswOFQtFyB7GpCYXWh5CoAWi0evZt/YX6+nr2lfoxfMw5hIZFUVrZgG9ECjt27mZQchJ+fv7ExcWyfccu9MZgyvbkUnEgD43Ogz1b1yBbysicOl10bBEEQTgFTJ06lX379vGvf/2rLSN11qxZ1NfX43Q6mTx5MpMmTerlUQp9UWcd7nwDasjPL0Cj1VG0s4pfl7/LuLEXcM1lM3G73SiVCnJzd7KvoASfoBgstQdwNltpqi/DUncAtdYTGXA0W6gvz0Wp1uEVEIVao0fn6Ud80WaeXruYrzQevDZiEuV5GynPW9+yrU12Y7PU0e+sv+ATkoDb7cbe1EBF4SYKNn2F2+3EXF2Ey9FM7JDLkSQJvWcAKq0evXcQCkmBRiVh8PDEzy+Amv0ds9UPR6FQMOPWGTw5+2lKCzdSX5aLQqnG7XLgbG4kJiKIGdNvFesmQRCEgxxX8OlUW/hkZGSwZ8+eQx6fNGnSUcfh5eXF7NmzmT179hHPGzJkCJ988skRz5EkienTpzN9+vSjD1o47RUVFeDlE4A6sB9VpQVYTJXs3fwzLpcDhUKFLLuQlBpydhdR8cZ8xl0wpkNxTp3egEKSaDRV09xsRUaJl38QsiwTuX/H/7N3n/F1XWWi/397n316L+pdsuUqlziJ43TSSBtKCm1oQwvDwFwYYBj4AwNzZ2hzZwiEhJIEmKFdSKGE9DjFJHbsuMmyJUtW70c6vZ9d/y+ETYwDQ7hJHIf1feOPzlna2nsd2V6fZz3refjMAzdySLLxzyvPxu2JMDc2SD5zkHDjCnoueCO+YIxiLsnhfY/Rt/1XON1+HC4fHas2I9tkFqYH2ffYD3F6w2i6wZNbf0HA70VVdVqXbyQZn2Z0bIxwOEIkEmXtmlUcGRpiKLPAk/d/j2g09geLbQqCIAgnhyRJx7oKP/jgg0xMTGCaJq2trVxxxRWcccYZJ/sWhVOcaZqMjY2cUPvouTrcRSJRwuEIuVyWaMDJroenOXBgH4cOH8Hp9uJQbMRnhikX0xx++m4MXSXc0E3dsjNxuPxoaonM3BCpqYPMj+6m6/TXI8k2LOB1o3v4wFM/wGEanKOW+ZfehyloVZyeAMG6LixThwWJhuVnY3cFME2dajGDv6YDXS1RziUY3P4jvMFagrVtaJUSnlA9iuLE6XQQDAQwqgUcDju6rj6vEgM9Pev5zKc+yR133kn/4BEq1Sour4PVK8/k+muvFesmQRCE5/BnBZ/EwkcQlmo+udxeNpxxJr27d9C/+1GC9d00LDsTtz+GUckwsu8BcrkcXm+QJ7dvR7FJZNOLRGubiNa14HK7mRzcgzfWiWXpKA43Fw/+hg89eitOQ6Nks1PpfYwFu51sKoEsQW1jF+VSiWp5HEyDpq71FLIpZod3cvpl78I0daaG9rJ/288I1XdT07YBhztApZAiGz9CYu4gowe30bpyC8m5EfL5HIFAkEgkSldHC4mOVt72putYvXrNHy22KQiCILy0yuUyH//4x7nssst4zWtew+mnn36yb0l4hXl2QxL9aNe35nquu/ZadF0/ocMdQDqdor+/n/n5ORYSGeILi7i9fkLBEIaukUim8IQa0SsFYq3raOl5NaaholXyeMONBGLtVPJJklMHsDs9NLVt5H8d2srVR7YD8HObg/fYXZgSOFx+1l58A4riILswSiY+Qmp2mNqOjUiSDZCw2Z043H4q+QSKw40nEKWcmsITaUGt5PHF/DQ0NALQf/AxQuEIC7Pjz7vEQE/Petas6XnOQJ0gCIJwoucdfBILH0FYEggEUGwysqmTT4wTbuhm+RmvRbE7kGUbmt1GU/cWyskRSqU0KclGJLh0lO1ounqwpov5vu0YhoHT7uE9A9u49vATADzocPOx5VsIrL2EZW4vial+JL1AcuoA82N7MSwZkJba/Jo6kiwzf2Q7yakDLM4M4491EWpeSyDSjDtQgwU0dZ/JwSd+wMEd91DXvh7LslBVDVgqkjnUt4NV3V1cddVrxOJJEAThZcbtdrN9+3bRyER4UTy7ntP6899IMFxDNr3I4IHt3HTLt3nt1ZejqRXGRwepbWjF7w+QTqfYu28/+UIZU3LgCdWzbNOVZOKjTA08iT/STPdZF2MiM93/GLG2jajlDJ5gPWBRLWWwO73ULdtMMTOL1P8EXz3wIGcYGibwGcXJ13xRXL4Ibk+AUiZOITlNTfsGwk2rcXi2sjixF0+wBqc3hGWZWIZOPhsnPrYHX7CWxpXnET+yg3Ixi+L043bYSVAhPtFHfmGYmpp6KM1z3Tuff4kBWZZFbSdBEIQ/0fMOPomFjyAs6ejoor25nj3b7yOTSVO38hIcDheSJGFhUcgu4nK5qFtzLoe334HNNLn61Rfxy3vu476f3kRTZw84fHSsOYf0M/fxjakBztGrAHzZG+bbXZvpPON1hEJB8uk4/mCMlq4L2Pv4T9HLc5xx+Xtw+6Ko5QyTh3eRTc7Q0NRGS8dqdmtVQi1rsbkj+CKNSLINQ1dxujx0bng1ex/4Brse/C7tK89EliySCzOivpMgCMIpYNOmTezbt483vOENJ/tWhFeQ56rnBBCtbWLLxddx/89u5savf518scRC/h7aVp9DwOehUq5QLFdxeCOkx/fj9IRw+GrI9T9FrHU9wdpOPKFGitk4ss1BqH4Z5XyCYmYOly9KObuAWs4RbliB2+njwcwcyy2TjM3O+2Lt7G1dR3dNO3anF4fHz+zhJ5novR+nN4wnWEvz6lcx2fcQU/2P4ou0oNhdmIZGNj5MNRensftsLNOkpnkliakDpCb3Upzbg67pKLJJQ2MTK9ujXHfNNeKonCAIwovszzp2JxY+grC023XdtdfyL//6bxRyKZqdbnRdxTJ1CtlFjGqR2uYOnC4PqqaRr+bY/vTTVHWD+Zkhhvr3UshnqWts567MDD16lYJs4x871vFrh4+VZ1yNJEuUcglsVhWP10MiPk1N+0YWRlQURcHn8yMHg7i9YRLzE4wPH2TtpguwLAnlt8XLNbWCojiRZRlZthGubcMXricx1YekJlGKw9gVm6jvJAiCcAr47Gc/y7vf/W6++tWv8uY3v5n6+vqTfUvCK8Bz1XM6anZiiMXFeUxnI2t7VjM8sIeFqQEKoSbK5RK6VqUyO0whNUvbusuoFnOo5Syxtg3Huu8qDvdSgfBCemltUs4tFQ2XbFiGRikzT1Wv8M/BBj5jqLw9WEu2aRVNK87DZnehV0uYhkrX6a/nyK47Gdr+Y5Zvvh5fpIVwwwpSM/2kp/uxLAvZphCsaef0i9+GJxgjNT/B2jNOY6zficdM8La/fuuxkgOhUEgclRMEQXiJ/FnBJ7HwEf7S/KHimz096/mbd7yNL3zlq6RnBylkF1EUB4piIxKrx+MLkkvNk0/Hccg6JTnGqjNOp0dxMD8/y8HeZ0DL88Ab/o7aB37C7a99N0/veRx1eppSLolpqNTXxVixuofBwUHmExlijctYGNmJVikeu79seoGuVZsYeuYe9my/H00tUS1lCdd1USoVMA0dj9cHlkkhG0eWbfiDEd72xms555xzRZ0CQRCEU8RrXvMaDMPgO9/5Dt/5znew2Ww4HI7jxkiSxJ49e07SHQqnolwu95z1nEzTZN/Oh3EGmnAEGijjx1fbzdzofrTRg6jVImo5T6xlDS1rLqKYXWC6/zG0SgHLAsvU0HUVhzuI3eUnOXOQ1rWXgiRjaFVcWpmmYoqnEntRy3l+7QnxK0NFrhTpCNZTKaSQZRtObxi1nEVXS9R2bCIzP8TInl9iqBXK+QUs0yQQa8LhcGEYOu5gDJvDQzGbxqkYjA/sQCrN854PiE02QRCEk+XPCj6JhY/wl+TE4psSIb+bc88+m9NO28Rll13B0zt3sX84gaW5UQ0d8JBYmCO5OMPwnl+Tio9R09jB9NgQY8OHUUyDnmIO2elDl13cOz2G9c/fw6EoXNzYzr133IpsqdTWxjhr85al+lCBAHPxBNnkHJVSjlxqDpCwJBvoZTacdiaF2f00BG1MDy+yMNFLqK4Lt8sNgFYpUi0XmD68Hbsi0drZyRVXXClqFQiCIJxCXv3qV5+QmSII/6+O1rE82hTlqGR8ivjsDIHmDdhdQTzBOix7AE+0g3xymvT8CPGxPTi8NRzZeQflQhK73Q0SLI49Q6C2E4cnhOJ1Ub9sMzMDjzO29x5cvijLbRn+7akfEivnuCDUSFJW0LUyDrcfWXHg9EaQZQVJtlEppLBME8mmEKhpx+WNYJo6plHF7Q0BFpJlsvKMy7EpLvp33sPehw4jSyatzY2sXdUtsrsFQRBOsj8r+CQWPsJfit8vvmkg09/XS+/QXn6z/UZaW1tYv2YVkXCQ+bGteGpV6jo2YfdGGD/wMFP9T2CzO7F7Y6RSKeIzE3QHa/iRodKZnOW9m/+KrYvT9O8fJRytpbN7A4riwFALpGf7Oeec95LJpBkdHSOdyZJPzTD/zC8wDY2h3ieQJQmf38dZF1yNTTIJBf189B8+xtDQYT7/b19kun8razdfhccfI5eeZ3roGWQ1SUtLG6vao8+rq4sgCIJw8n3pS1862bcgnOKeK5v7aB3LZzdFASgV8+RzaaKeKDa7i/jcBJZpgiRhc/oJ1i5juv8JJvb/Gk+wDm+oEVm2YRoahqGRnD6EaehUPEEAArVdzA09xYWFJLfmFghZJos2O53hJsZTU3gCtURbesgtjmF3ebEpDrRyAVm2UanksSyLUmqWSiGJL9JCfefprNxwLpVCmqH9j7H/8f+LotjxeRycfsZazj3nHE47bZPI7hYEQXgZ+LOCT2LhI/wl+P3im+l0isOHBrB5ajntorcz2vsIRjHObM7GI4/+gvq2VTidblJjTzE/dYR8LkNd5xlEW3qQbQrVUpblIzu5eXQ3dZZJ3u5iRcsqntYNMgvjPP3Efex+8gEcikVHWwsWOnuf/DW6EsYdqEct55gf3okv2krTinPwheuxWVVS04fY/Zv7iERjrGpvoKtrGcuXd1OtVvmPG7/GzvsmcHtDOOx23G4XsWiMoMvkumuuEQsxQRCEU0S1WmXr1q1MT08TDoe54IILqK2tfcGuPzExwe23305vby9Hjhyhs7OTX//61yeMu+OOO7jtttuYnZ2lo6ODj3zkI7zqVa86bkw+n+eLX/wijzzyCJqmcd555/HpT3/6Bb1f4c9zYja3THtzPdddey3XXXstN93ybXZsvZMV684mEIqxMDdGsZChWs4dOz7n8kdRFCe6WubIrjuRFYWGZVtoWv0qvKEGKoUk88NPk549jM3uYurQVjyBWizTQK/k+VByis+qJWTgQLiRfzztNTx96FGc3hCyzU5qZoBqKUViopfOTa+jyAxqMQtAITnJ/PDTgES0dR0upwun04M/ECUQaWTP4z+mONvHJz/2j1x55V+JdY4gCMLLyPMKPr3YCx9BeLkwTZMnnniU/X2H6Dn7tZimyejoGJLiobapE0mClhWbObzjTmL1rai4iLb0cN4Fl7LtgR9zeP82GlecT9vGq6jmEyhOL29PjPP+sT0olskhxcHbww1IuRyx1nUU0vNcdNWb8Xr9TA7tw2GmufySC/n2rbeRLln4gzUszg4TbVxBbccmnN4Qhmlh4iDYvIHk4hwzux/lDVf987GF1jXXXE9X1zK++73vMj41iySbBHwKHa2iq4sgCMKpJJlM8qY3vYnp6WksywKWug/ffPPNnH322S/Izzhy5AhPPPEE69evxzTNYz/n2e69914+85nP8P73v5+zzjqL++67jw9+8IP86Ec/YsOGDcfGffjDH2Z4eJjPfe5zOJ1ObrzxRt773vdy1113oSh/1r6n8Gf4/QynQqHAzd+69Vg2dzBcQza9yOCB7dx0y7f50Adu4EMfuIE777qL3m0/RTdM8tkkWqVAYrKPlrWX4I+2IskSWCDbLeKjz1DTtpGOTa/B7vQiKwqeUB0dm16DZZlLASjFSbBuGTXuAJ/ffy8XqyUAftqwkm+e+1YG991LqH45zWtehcPlp1rKMNP/BPMju5AkiVjregxdRSvlSCXHSc8epnPdJbR1rSG1MEV8ahCboiBJEp3d68m5KqxatVoEngRBEF5m/uQVwEux8BGEF4tpmgwPHyGdzvyPxbWP7gr2DQwxNbdIcdv99O15EtnbQGfP+Rw9cerxRzEti0I2idsbQrMUdj91P7958KcoTj/1K85GK2fx2p18Ys8vuWTgcQAeadvI+xQ7VbsTaXw/PRe8E4fTTTgYpLVrDV3da9mx9U5+89RT1DW2ceaa8ykXC+zeodJz3jWYKMzNjGPoOqah4XJ7qG1ZSTk1zt2/uIcVK1YeCyytX7+Rr/7n156zWLogCIJwarjllluYmZnhne98J2eddRYTExPccsstfPazn+WRRx55QX7GRRddxCWXXALAP/3TP3Hw4METxnz961/nqquu4sMf/jAAZ511FkNDQ9x8883ceuutAOzbt48nn3yS22+/nXPPPReAjo4OrrzySh566CGuvPLKF+R+hT/u9zOcbLLE/Mw4tR2buORZx+qitU1sufg6dmy9kzvvvpt//sw/s2ZNz7F1w6FDB+nrO8jiRC9IUNexiVDjStRilpE9v8SmOIk0rUKxuwALLAskCUmSiDavJbcwimWa2Bwu3j2xj4uTk6iywr90ncl3ZRv2wSfx17QRaVqDL9yErpbwR1roOuMaRvf8nPjoM+ST05SzcSyjSjQaI1bbzKYLr0OWFdRShmWdbXi9PhwOOy6nk8cXD5LL5U7uByAIgiCc4E8OPr0UCx9BeDEcONDLr+75BYPD06i6cVyK+e9n//T27uPL//4f6EqAtjUX4Gk18PjCzI7sZ3pwF9GGDipuH1qliFpZ2rkzDYNCep59j/4Iw1CRHD5slsXswBMEa7t4o1rikoHHMSSZ7537Nn62+lVUHrsVT6CWYmqa9NwgHrcLt8cHLBXrX7HubJ6891ZM06KjewNzU8MoDifeQIx0Jku4tgNZlkjOHaG2oRm/P0p+7hC6EuDOu+9mzZqeYwEmWZZFUXFBEIRT2JNPPslrX/taPvGJTxx7LRaL8dGPfpTR0VE6Ozv/n3/G/7QpMTU1xfj4OB//+MePe/3KK6/kK1/5Cqqq4nA42LZtG4FAgHPOOefYmM7OTlatWsW2bdtE8Okl8Pv1KoPhGsaG9jNwZIyIEiadThGJRI+NP7ru6N32U44cGWJ6epJDhw7idruZmppEVys4fR4KySmy8RFMQ8fli6JrKjbFgeLwoJZzODxBTENb6mSnVrC7/EiyDSSJQKyNnzStZlkpy+3LNjNYtxxt588w9Sotay/G1FS0ch7ZpmD77ZG+ptWvQqsUCdR0kFsco7a2jte/9R94+N4fU8qncLgDyLJEOBwmEFiqKZVcmEGxyQQCgZM1/YIgCMIf8CcHn16KhY8gvND6+nr5xre+jT3QzPrz34A/dGKK+dEAVG/vPj7+iX8kXbIIhEzSmSepqhp17aex8syrSSxMs+PebxGsaQUL8pl5KvlFFqaPkM9liTavIVDbid3pRVcrqJUcC2N7+dnpr2PV6lfx6KoL6W1ZSyUxiWUaON0hCuYk8fFeIkEPkdrmY/cdCMVAsmGZFbLpRVxuL7IkkU3Noxl2nN4Apq5itzvx+oKUC0lkWaK75yzGB55kbGxEBJwEQRBeIebm5ti0adNxr23atAnLskgmky/JGmx0dBRYymJ6tq6uLjRNY2pqiq6uLkZHR+no6DihMU1nZ+exawgvnt+vV3n0c3C5fQRCtdi9Mfb37qero5NgKIwkSWiahmxzMDcf56/f+iayhQqy3Y1haJi6Rqx9A6H6bmraN6JWCiQme0lO9mHoKqahUS1lkGQZWz6JyxdCcXgwDQ2tmOT1iQl+VdOF2x9Dl2187sp/oJxbRC1lMXQVm92J0xsmvzhBuZDEH2nG0KtYpoHd4cPQVVKzA+jVEm6PD1VXCYXDTA09Q7RpDX6fB79/KdBkWRaDB7bT3tIgGqoIgiC8DP3JwaeXw8JHEJ6PYwswTwPnXvYGNNXAtKwTUszXrOnh0KE+vvIfX0V1NrBxy6uJ1LZQzCUZO7Sd0YOPk1qcpJxP4o2207z6QkAmNT9MITXNwtheok2r6DrjWgxDpVpI8dq5QR7v2gJIzB7Zzo2v/iAgYxk6C2O7QZKxJCjnkxRS09iXb2bH09tZvWo1kUiUXCaB3+ch5IsweGA7m191DaFwmOmhZ4h2bkGWbeSyizidTpwuD8P7HiEcjtDa1cPYwW0i3VwQBOEVRFVVnE7nca85HA4AdF1/Se4hm10q+Pz7GSVHvz76fi6Xw+/3n/D9wWDwOY/y/TEXX3zxH3zvBz/4AXV19SjKC3uM3GaTj/vzVDM8PMLkTJz1578B27Oy2aqaTjq1iDI7js3uIpHaC6aBojhwutwUMnGGjwxiWQYtay6ivmMD432PYneHCDWupJCYZHF8H75oC/5oG4mJXvyxNir5RaqFFOGGlRh6hUo+hSfkJKhW+NxDN3N+fpFOxcl/TR7AZnfj8oWxOdzkFscoZRdQK3kSE704vSH0apFSLo7i8GBZJtVCGu23He7ael6FNxjiNw/dSWv7Mnr3/IZ8aoZzL3oNpq6Ryyxy+MB2KM/xxnf9LQ7HK6+22Kn+u/lyI+bzhSPm8oXzSp/LP/lf5pfDwkcQno+xsRHGp+fZeMEbT9iBfXaK+cjIMHfedRd4G2ht6CBa34Esyzi9YRpWnEe+WGCi/ynCjStx+qIkZ4ZwB2sI13fhizSj6xqYJopdwWMafGbPL7h08gC/Sk7yTx1nkJgfZn74GbzhBhZGniE1O0i0ZS1qIYU7ECPcsIJCaoqpyQmqqs76nrUMHdhOe0sj17zuddz8rVvZ+djddHSvZ/f2h8n3Zgk3LEexOwkFQwzsvIdKZoozLr2OQi4l0s0FQRBegWZmZjh06NCxr/P5PLDUpe65/s1fs2bNS3ZvJ8vSkSvvi3LtQMD9olz3xadhArH6Ruz2pWV+MpHk8OF+CplF3Klp6rvPQa8WUBwekGRKpSwLM0cwLQubzUVq9ggWMpViFn9NF/HhnVRLGUy9SnzkGaqlNKG6ZcRaetDVEgtje5AVB9GWHpBlIgce4KsHHqBFLVMCDmtVMvERLMtEqxQwdBVDK2N3LX120we30rX5Otz+KMXsPJahIysOEhO9aNUiKzZdRkv7ClTNZPRQgv69Wznn9A0gSQzv/hUHt2u4HHZ61izjrW/5BzZu3HjSZv+lcOr+br48ifl84Yi5fOG8UufyeW0LiIWPcCrJ5XLohkkw/NwdGQOhGJpu8PjjW+kbGGL56X9FPFVErZaRZBupVAZkhUjDCmYGnqKci1POL2IZGpJso3XNRch2F5HGVSQme4nGR/jCkz+iMzWNJsk8rVVJTvVh6BWGdvwE0zRwuoNEmlZhqCXUUpq6ztMJ1i0DyyIxM4SkOLj7h9+gOWLjg5/8BD096491nhkfeQaPojNy5CkWxvYQrWsl5/EQjcU4/bLraWhdzo6td4p0c0EQhFegr33ta3zta1874fXPf/7zx31tWRaSJDEwMPCC/vxgcKmmTj6fp6am5tjrRzNtj74fCASYn58/4fuz2eyxMX+qrVu3/tH3DcMklys9r2v+T2w2mUDATS5XxjDMF/TaLw07MpCYnyVa24xlWQwcPszMWD91nadRKWaYOriVmvYNuAP1pGcHyC6OUy1lWXnuW5FlheTUQdJzQ0tZSVN9eIO1hBu6sf+2E11mbnDp6Fw5R6R5FaahUUjPMtn3EK9NTPLv8WHcWIzZ7Hxo9as44q+hNtJEuZhm/sgOvKEGfJFmnN4IlqmRnD7EkR0/Ida6Hm+oAV0rUS2kKGfnaV97IVvOvYTWllZy+RzNdSEGd/2Kyy59NTt3PcP0bIJqpYqMRaWskcuVSaeLJ/tDeFGc+r+bLy9iPl84Yi5fOKfqXAYC7j8pW+t5BZ9O9sJHEJ6PQCCAYpPJphfw+NqxLItcLouqatjtCpNjQwwPDTIzOUy+bOFty1KtlDFmx3H7azGR0atlqpUydpePYN1yQvXL0SoF0nODjO69h2hLD9HmNVyQXeCb938dv1Ym6fTy7rplHG5ZS3ttF2o5T6WQJJ+cIrswTHZuiFBDF8s2XYWkeKiUMriDtcTHdqMWF6nkFgk7fldTo6dn/XGdZ2ZmpvnRT36GYQ+yYt1ZLF99GqnFODu23olVnOO6d9wgutkJgiC8gnzxi1882bdwrLzC79f5HB0dxW6309LScmzcjh07jq0FjxobG6O7u/sFvy9df3EW54ZhvmjXfjG1tnbQ2lTHQO92tlx8Hfl8jrnZKUzTZPmGVzNzZCdjvY+gVvKopV+DJOENNdKy5iICNR0oDg+Kw0Niqo/pQ1uJNKwk0rwWpzeE21+DoVVx+2vIzB8hNTtAsK4Lf7SFhrYN/M1jt/GW+BEAHrS7eF+4CUPXMBaGyS2OUimksClOQg3dyDYFdyCGxx/DE6xnsu8hpvsfI1rXRrVaItbYTdf6i2hp7aC5uQUL8PsDuDq66X1S57vf/wGRlh62XPEeguHf1fO88aZvHlfP85XoVP3dfLkS8/nCEXP5wnmlzuWfHHx6OSx8BOH56Ojooq2pjn27HiVfOoex8QnKVQ1d16mUy8yN7CGTSROra8G0ikiSDYcnQjo5SyadQnF5qeRTmKaB4vDg8oZR7C4CNR1EW3qY6L2P+PAz/N3cEB+aOYQMDNQt423+GvI1bTStPJ9ydgHLMpcWbYFaXN4Q+eQkq85+A5qmYSHjjzZRLqSIDz9N19pzSM/044mEj+ta9+yOdRs3bqKtrZ0777qLyYGnmBx4Chloba7nune8shdcgiAIf4le//rXn+xboKWlhfb2dh544AEuueSSY6/fd999bNmy5VgphvPPP59bbrmFHTt2cPbZZwNLgaf+/n7e8573nJR7/0siyzLXXXstN93ybXZsvZPalpVUS3lMQ6daLiBLNvzRZhqXb2Hy0KM0rTyfYP0y0jOHmTuyA0+wDsXuxB9tRnF68QTrcHrD+KOtgAWWhWyzEWvtoZCYIJ+cwuWLUDt9iGun+gC4MdrK15vXUExN4Xd6aFp1Pt5QA+nZQSqFJKnpfgI1bYTrOvH6gygOF7HWHoqpSZavWMPU5CiNyzbh9frp7Dy+eH02vUgyEad1+frjCqo/Vz1PsREnCILw8vInB59eDgsfQXg+Dh3qI5FYZO/2XRzqP0ywthPF4UGr5Clm5qmWMqy98G+oqWtk533fYmDvVppWnodhgqEWqFYK2BQnxfQU7kANtV1nopXzlDJzuAO1NK+6AOfMAG+dOogM/Feghk853JSKKdqWbSafmESvFrHZHUiAJCv4oq0kpw8xdvBxGpadhdPjBSTUSgEsC10to6sllq99NeOHt//BrnVHs6EmJ8cADbDT2tohFlqCIAjCn6VcLvPEE08AS2UWCoUCDzzwAABnnnkmkUiED33oQ3zsYx+jtbWVzZs3c99993HgwAF++MMfHrvOxo0bOffcc/nUpz7FJz7xCZxOJ1/96ldZsWIFl1122Ul5tr80zz6yP7Drl0wMDqHqJun5YSTFjlYtkUtMIssK2YVRjuy8A0m2oTjcWKaBqWuEm1Yj2+woTi92pwfL1JEkG7KyFGTEspAUO4ZWwdAqTNS0c9Mlf8vETD/3KA7Ucp66rs1EmlajV0sgSbh8EeqXbWay7yHSc4M0LT8Dl8vz2852HmRZppiewVKzZGb7OfO17yASiR57LsuyOLDrUQytyqazr/yj9TxF119BEISXn1deKwhBAPr6ernplm9TIki0bRP57CKpmX6qpSxqOY/DE6RlzcU4fDUsLCwQ7TiDmf4n0LUq4YYVOFx+LNMgMXUArVKgZe2lKHYndoeHomVSzifwBGtZUJz8teKiQ5b5b1nBZ3fhUJyE6jrR1QpgYXf5cXmCSLKMrmsoAx6m+5/A7a+lvmMjyZnDDG7/v2BpjB/eiWRqDPQ+jVZM/tGudbIss2zZcsJhL+l08RWZmikIgiC8NJLJJP/rf/2v4147+vV///d/s3nzZq6++mrK5TK33nor3/nOd+jo6OAb3/jGCQWeb7zxRr74xS/y2c9+Fl3XOffcc/n0pz+Noohl50vl6CbVyMgwn/7Mp9izv49iJk6keQ1qKUtucYzs4jjFzCwubxi724/LG8Ff00EhOUl85BksTAy9giTZUCsFJMACnN4I6blBrp8bYly2M+kNo6sVbi9nyVsmoWgrycleor89rpevFjF1DbAwTZ1o6zqS04co5pIEIg3kkjOg5elsb+N973obyWSCBx5+jN7t97HuzIsIhmvIZRIMHthOJT1GrLaeULTuOZ87EIqhG6bo+isIgvAyJFYBwiuOaZpL3es89Sj2GGFbI63rm0jOjZFPTlLOxqmW89jsLvLJaVy+CI3Lz8FmdzG2+5eUMnOYho7DHaBSTNOx8WpCdcvAMrAwuDA+QqGQ5IliM2o5x/629ewzNJrqlhGo62Km/zGqxSySJOMO1ODyhDFNDcs00EpZbA4ndrefgSd/SGpuiMzsAP5oCzVt63C7fQSDAebHDzA328vc3CwbN2462VMqCIIgvMI1NzczODj4P467/vrruf766//oGL/fzxe+8AW+8IUvvFC3J/wZlo7sLyNWU0O0sZt8aobU/DCecAP5xBThxhXUd51JrG0jajHNwvhe0tMHaVpzMaahM92/lez8CHVdZ2G3u7CwkJBw6Do3PHM3b07PMJmd57z4EfJ2J4rTS03rOgy1jGWZKE43NsWJJEnINgVJtlHOLqA4fcg2G9VSjsXpISytgEcuU9/awJ69+5iYiVOuqkz2Ps5I/9NEY3WEgn7aWxp47Vvfwk/vvodsepFobdOxZzVNk2R8ivjMGNVyAZ/PdxJnXhAEQXguIvgkvOKMjY1w8PAR3PUbyBZyINtJxSfQfnuMLlDXRXzkGdRKHn+kCac3gqzYiTatJTl5EHeglsWJfdQv20JucYxKIYlhqNgkibft+gV/vftuCoqTy7vOQHG4qWnbSGbuMA3dZ+PwBFgc30ty6iChhhV4w43INju6VkGSbWQXRnB7w0Ra1jG6++dM7L+f+mVn0LjsTHz+ANHaJjy+EBYKeiXHzl3PcPnlV4njdIIgCILwF840zWPNRwKBAB0dXcetD57r/bGxEQplnc41ZzM21EtuYhKtUiRUv4ya9tMIN6zAJtvwBOtoW3c5E733Mz+0HX9NOzbFxcLYHhSHh9Z1l+LyRXFO7Odzj9zM+lIWA4mftfSgRNvw61UqhRSSrOAN1pGJD1POLoIFhq6iaxVsdiel3AKmPo2pq2ilDLJbwmkV0LUECwkDzdnA+vPfSDBcQyYZZ8/2+9CyM7zxmr/i8suvAmDnrmcYPLD9WM2nmfFB9u18mEw6TSa1iNOm84Mf/pDrr7tO1MEUBEF4GRHBJ+EVZ+/ePUxOz7Ki/WICHg+GBfGxvaSmD2EaGpJso5JPMHXwYbpOvwa7y0elUEWr5JFkGV+0iUJqGpvdSaRpFdMDjxPQKnxt+hBnzy3tCv80WEd/YpKGtZdiWQaSLOP216DYnTQs38LYnl+iVnJ4AjEkT4hKIUV6pp9MfJiatg3Y7Q5kWcam2PH6a2hsaccfqkFTqyzMjIJR5sxzX834gYdE3QJBEARB+AvX19fLnXfdxfj0PLphothk2pvrueb1r8fn87F37x6efOop0vkKhmkde3/tmtXMzs6Syk9QLReRZQXT0AjWdiLLMnaXD8syMXUDXS2DbGNxYh+F9AxOTwhdKzPd/yjJ6YNc4nDzzZlD1JgGGbuTT62/il0N3UQkCYc3TGrqIMX0LE2rLiA9c5jU3GHCWEvrK0BRHNjtTuYn96MVEyTGniZi66Cru4tF2Y/hbjquiHisvoXLXv8+dmy9k53P7D62GffsgurBaD29ux7H7q8n1nEmTSudtDbGiE8OcNMt337Fd74TBEE4lYjgk/CKYpomTz71FMh2fL4AmVyZ+EQfqZlDhBtWEG3pQXG4SUz1kZ0/wvj+e2lYvgW3v4b46G4MrUqwrouF0d0kJvZT07GJ8+qW8R97f0W7WqYsSfy9P8Z/FdM4PGF80WZMUycbH6ZaTGEL1RNuWEGx43Qmeu9HLeeQZQVDqyApduqXbyFY20khOYlpGjg8AdLxEXY+cDvNy08jFGvG7/PQuWIVfp+PkX0PiLoFgiAIgvAX7GgdS8n7u6ygbHqRnY/9nA986EMEQlESqQzIduobWjjzvKvwBsIc7n2Kh2+8kflEkkjzemqbN1AppMktjOCLtqCWs5Qy8aWMpOw8uYVxktMHiTStwh9rRXF4MLQKufgobxp+mi+oJRRgwBfl46e/nhm3Hxvg8sfQynl8kWYy80dIzQ7iDTcyPfA4xfQsDZ2nEWvoQC3nWZw8iFHN0d61io7GEP/wkY8CFv/65f9g/eaz/6Qi4kcLqt9x5508dO/3cEWWUd/YTcDvpbOjg0gkSufyNaLznSAIwsuMCD4JryhjYyOk8xXqGpqZGHga2ddIbmGUcONK2jdchWUa5BMTeIP1+GNtzB3+Ddn4CNVSlnxiHElWWBzbh1rOU84t8LpKnq9M9OI2VKYUB28NN3LA5sDjNqnkk1SKKWItPSQmDrAwvpe2dZcjSRKRplUsTh7A4Q7ij7ag6yrR5tW4/TUUklNkF0bxR9toWnkukqyQjQ+SnTvM6pUr6F59GpIkkVyYQbHJBAKBkz2tgiAIgiCcBEfrWErehuOygiqlAtlsFmfNKpRgHStWtuJ0OoiPH+DJR3/Byp7TGRnsYya+SE3bRmo7T0dXyyj2EpK0FIhxuIMUUlPIihPLsiikpgk3riRQ04FlmUsbaIqL1p5LuWL6EIpa4idOL7dd8Q9UFQdKMYVss+MJ1GK4A+RTU1RLacb2/gq7w4Xb4yM9fQitmCA5sQ+bYkdR7Ch2B0GPzAf+9gMsX97Nvn170A2TYLjmOefguYqI9/Ssx+Vyc3h4jBVn/hW1Da34/YFj8yM63wmCILz8iOCTcEp7dn0Dn89Pf/9B5uMLBBrXMbDvCezuAJZpEGtdj66WqOSTqOUcTl8Em82ON9LE1MGt6FqFjk2vJRcfYfrQowRqO7Esk9Mzc7gNlcccbj664jys5rWsDTeiVgrMDT3FVN9WnO4Q9cs2MzPwOBMHHiDStBatnCFQ00Zy6iCWqROo7US2OUlNHyK3OIpaytG27tVYloFss9O6+iLSE7sYPvg0y1ctdQ0aPLCd9pYGOjq6TvIsC4IgCIJwMoyNjTA+Pc/68994LLBimib7dj6MK9xC+7LNTA4fpFgsUK7YcQRbmZsa4v67v48v0kKgppOWtZcAElgWwfplZBdGSUzsp2H5uVQLSwEkJAkkCZviYHbwN8g2BQswtQqp6T4+s/FqTjvwALcZKivySWx2Bw5PENPQsCwTm92FYnfj9IQI1HQQjNTR3r2OA4//ELfTRqlUActEMk3kapJ3vPW9x47DBQIBFJt8QhHxo3KZxHNuxhUKeewOF+2dK1DsjhO+T3S+EwRBeHkRwSfhlPXs+geZbJ5kIk4um6RQrNLm7cIdrCMxsR+XL0o5n6BaTCPbFJy+CJ5ALZZl4fSEUOxOQvXdRFvWIkky8yO7AAu708N/n/92Bu7/Gj9rWEHDmovxx1rRq0WcniBm5xlIksTonl+y6vx30rDiPGYHnmD+yA4MrYo7EEOxOymmZsglJkhM7KdSSBGo7aR13WWE67sopOeo5BMULYNo8yqm+x5iZGA3i3MTWMU5rnvHDSJVXBAEQRD+QuVyuROygpLxKTLpNJ2bzqVUUZFsCoo7hNMdQNPKaJqGP9aBN9JMPjHx29qWSQxDIzFyELWcpZieRVcreIJ12BQnqlokn5xCLWWJNK/haqebsxbG+NrGq5kf2cXo3GH63QGsfILZI0/RtPI8qoUkFlBIz+L215Ca6UdxevFFGvGHa5gZ3ktDUwuvfcsHiU9PUCzmGeh9kmWNa44VDwfo6Oiivbn+uCLiR1mW9Qc34/7coJUgCIJwcojgk3DKeHaW09zcLD//1X3Ivkba1l2GNJvAUV/EGj9EYXgXqel+6pdvoZCaRbYt/Zq7/LGlnTzTwDQN9GqBajGDppZYGN1NZn6I0yQbf59b4FPhJtRynv6dd7HP4cGtV5k6+DB2l49Yyzp8kSYsUydYt7SDOPDE97A5XFRLWar5JDVtG2hecyGWZWFT7Aw9fQfecBOGrrLinDej2F2olSKyzU44Wks2MY0qq6QSM/Rt/yUb1q3luneIIpmCIAiC8Jfs2QGWcKyBZHyKieE+qpUKumlH11QqhTR6tYwnFCW7OIlWLuCLtAASlmVSysYpZRfIzA8RiLXRsHwLpqExdehRZgd/gyRJ2N0BqqUMde0b+YRW4W3bvo+MxWDDSh5ZfRHT/VvJJ6eQbQrlbJzk9CG8wXrsLh/Z+DBzQ09RTM8QaVqDQ9JYGN1JITnFRVe+Gcs0kG02psf68dmqXH/tO4/bWPv9IuIr1p1NIBQjl0kweGD7H9yM+3ODVoIgCMLJIYJPwimhr6+XO+68k8PDY1SqGvH4HIrDzRXXXUY8WcSyuVG8Xmq7fFRLOZJTB3H6YqjlLHanh3xignBDN1gWulZBrxSolLLkk5MEazup7z6Hc/f8kn+b6MWNxdjcYb6sOPBHW6hftpnajk1UixkWx/cyM/AE0eY1yHYnDk8ISZKpFFMoupdKPknb+svxhRuQZAVTV/FHm/GFGzH0KrJNoZiawROow6bI2O0KGCrNTU3Ewj4qM4186P3v4YILLhIZT4IgCILwF+5ogGXnYz/HtCCTSVMu5UknFrD2PUI+NYWhlqmWMlQKKRSnF5viILc4CpKMoVZITB6gUkgRql9O85qLMKpFFKcX2aawONHL4vh+AjUdeCoFvjW2hwvnhwC4r+cydnScBloFf7QVm/IMpqFj6FUWx3aTdniQZBumrqFVCyh2F9VCGrmxjp5VyzGbuomP7mZudDcy0Npc/wc31o4WEb/zrrvo3fbT33X0a2n4g9/z5watBEEQhJNDBJ+El72+vl7+7UtfIaO6CdSuwWN3E3LPo5ayPPSrHxKo70bx1GIYJpZlEaztJLswSnx0Fza7A7WUWzoKp5apad+Aze6imJ4jMdVHMT1LY9sGPrznl7xlYj8AD7n8/LCmk7pQPcG6ZSh2F5Zp4AnVLS3a9CqLU310b3kjxfQclmXRtPICSoVFJMDliy6lsFdymLpOPjlDXdfpTPQ+hFrKkJg6SOfGViyjSrWYxueS6OhYxeC+x+hZvUIEngRBEARBAJYCLOvX9XD/Q1/F37CGro1XEozU89CPv8DC2B5ibeuxTIPyeIrGlecTa+nBNHQUh5vk9CHSswMsTuzD7vAQ2ngVEqBrFdJzQ5QLSdz+GK5AlMb4KN9NTLBMq6DKNm4+/108vO5SqsUMlUISJBlJVtDVEk0rLyBUv5xCaopiepZyMUXjyguQZSgmRgkHPbz3PUs1nSYnxwANsNPa2vFH1zc9PetZs6bnWJZ7IBCgo6Prf/ye5xu0EgRBEE4OEXwSXtZM0+Rb3/kWC0WFjnWvIhSrR1MraKYN//ItjO27n+kj+2jf9BowK+hqGbs7gGEYyLKNxu7z8ARriY/uYX70GeJjuwGQZQW7y8/pay/mX3f8X07PzAHwH+Fm/rdso5oYp6W+C8XpQasWycZHcPlj2Gx2QvXdZOaHSc0cppAYx+WPYrM7wTDxhhvIL44SXHMR1WIayS5jaiXcvggef4Rieor5IztQiynC9V00N7fSVFfD4L7HxA6dIAiCIAgnNFPZ33uA5evOQ/HUsDA1wOz4AFW1gtMfBdnO7MDjhBpX0bDiXLzBOrILoyBLxFrXo1ULVGfyaGqZaiFFbmGMxOR+TENfKjRuWVySmeObiXH8QNwd4JNnvZFD4UasyQOYpo5NcaFXy2jVAkgSDcs3o6llato20LHxaqYObSW3MMKK068idtoW1Mw4d//iF/T0rGfZsuWEw17S6SK6bv6Pzy7L8vPuTPfnBK0EQRCEl94pF3y6//77+dWvfsWhQ4fI5XK0tbXxtre9jWuvvfa4s9533HEHt912G7Ozs3R0dPCRj3yEV73qVcddK5/P88UvfpFHHnkETdM477zz+PSnP01tbe1x4/bu3cuXv/xlBgYGiEajvPnNb+a9733vCWfLb731Vn784x+TSqVYtWoVn/zkJ9mwYcOLOh+vdCMjw/QeHKRlw2upa+5CksA0darFFLIMrmA9i9MDDO+8G9mmIEkShlZBLaaINK2iefWFKHYXtZ2nU87GmRn4DYuT+2jpuYxV6Vm++vDNNOoqeVnh0+uvYEfbBpoysxSSUxSS07i9ERzeMIZepZSZQ7Ip2J1eLMtkcXwPxcwcbl8MrZKj67QrKRdSDD19B+5AjECsg0oxiazA+PDTpGYHCPj9+H0ujOoMSl6jPLfAxKJN7NAJgiAIgnBcMxXdMNHUCkcGDxGua0c1jlAuVyjmUxTT82ieArmFMWTFiVEtMbbnlzhcAZy+MNn4yG+DLxISoKkl4iPPoFXzBGo6qWnfgDfUiFrJ4Xjm53gS4zwuyXykdT2yN4JVLYBlYbO7kWSZzPwgerWE3eFBAhTFiTsQA8ukvnMT6bnDaMVFuk5fj6U30rvtp4yNjbBixYqXZN7+nKCVIAiC8NI65YJP3//+92lqauKf/umfCIfDbN++nc985jPMz8/zwQ9+EIB7772Xz3zmM7z//e/nrLPO4r777uODH/wgP/rRj44LBn34wx9meHiYz33uczidTm688Ube+973ctddd6EoS1MzMTHBu9/9bs455xw+/OEPMzg4yP/5P/8Hm83Gu9/97mPXuvXWW/n617/Oxz72MVasWMGPfvQj3vWud/HLX/6SlpaWl3SOXkkOH+6nXNWpbe6mkEuzODPEzPBuCtkUliRjmQbF9AzuYD2dPVcTaVrD4sQ+ZJuDci7BRO+DhBuWY3f5cAdqqGnfSKWwSKWQZH5+iKChM+wO8qXrPs+UL4ojPYvmDlLTUUtuYZR0fJjus96ATXFSLWWoljJk48OUcwvEYg14WnuoX7aFcH0Xss1Oam6QQE0L1UKSybkhyvlF2pobOG15E2e8+X+xfv1phEJB2to6mJgYEzt0giAIgiAAS4Gnm275NpK3gfXnv5FguIbd2x+ir3+IouagpuN0at0hsgsjS6UDUjPUdWzCG24k0rwatZRjdugpZgefpLZtI3VdZ2B3+0lO9pGaHSA53UdD9zm09lyKYnciyTZc3ihD66/greU896VmMBOT1IfqiTStxhOoQ6sWSE71Ucknsbt82J0eMKog2XG4fGiVEpLNgU2W6WxvIRKJoqlVdMMkl8ud7CkVBEEQXkZOueDTN7/5TSKRyLGvt2zZQiaT4Xvf+x4f+MAHkGWZr3/961x11VV8+MMfBuCss85iaGiIm2++mVtvvRWAffv28eSTT3L77bdz7rnnAtDR0cGVV17JQw89xJVXXgnA7bffTjgc5j//8z9xOBxs2bKFVCrFt771Ld72trfhcDioVqt8+9vf5l3vehfvfOc7Adi0aROXX345t99+O5/73Odesvl5JapUSgwe2I5aLbE4eYBgbRet687E7vJRzC1iszvJzI8y0fsAkwcewtBVJNmGJEssjO1mcWIfbl8UV6CGWEsPdleQhbE9aA3dvMPupHj2WyBYh6mWcXhDGIZGObeIP9pKOZ+gWsrijzTj8kVAklkY2YWkl+lYsY5MRcHucFLOLRIf20tucZy2NRcSqW9nbN+vSZbn+bv3vYu/+qvXnRBcEjt0giAIgiDA0lG7O++6C8nbwJaLr8OyLBbnJzm4Zxv+2k4aVlyAZRoYRhV/TRvZhVEiTavx17SjOFxL17AMyoU0Dk8Qw9AppGcJ2NtxuP0Ea5dTzi3iCdbRlZzk49u+z79e8gFG7U50tcTYxqtx7f0VWrVIITVDITmN4vQgSTJI4I+1US2lsbv8ONw+VFXDMg0sTPRymmAgQF19EwC5TALFJhMIBE7mlAqCIAgvM6dc8OnZgaejVq1axc9+9jNKpRLpdJrx8XE+/vGPHzfmyiuv5Ctf+QqqquJwONi2bRuBQIBzzjnn2JjOzk5WrVrFtm3bjgWftm3bxqWXXorD4TjuWt/+9rfZt28fmzdvZu/evRQKBa644opjYxwOB5deeikPP/zwCz0Ff1F27XqaXGqB1NwIhlYhWLuM5lUXABamaWK3u6hfdja+cDOZ+AiKy0shMUmsaTU17RvRtQq5hRFyC2M06Bo3PnILX67r4mG1jMsXZWe1xCp/DLNaQpZt2B0ebOEm1FIWSbZRKaTIJSdwB2qp5BPER3dRzs7R1NKK21xk4PBhpge2YbM78YfrWXPm5Xj8EebHdmFVM7R3Lmft2h6R1SQIgiAIwh80NjbC+PQ8689/I7MTQ+zb+TAL83MkEgvY3SGmDj6CwxPE4fJhd/mpFBLUdW3GG6ynkJpmbO+vyScnKWcXcHiCZKpF0rP9WKZJuGElTm8Qu8vHaxbH+czjt+EydN79xO184rx34As3YVMcyDY7pqERalyJL9SAJMuYhgaWxOL4HgxDx+kJ4vRGUNU5ipl5nO4AxcQwtbV1ROtasCyLwQPbaW9poKOj62RPqyAIgvAycsoFn57Lnj17qKurw+fzsWfPHmApi+nZurq60DSNqakpurq6GB0dpaOj47i6TbAUgBodHQWgVCoxNzdHZ2fnCWMkSWJ0dJTNmzcfG//747q6uviv//ovKpUKLpfrBX3mV6pnF9mcnp7izp//imjrOvLJCSzToHnNRdhdfgytjFpOoVWLSLJMqKGb9PwRattPw+OPUcrG8Udb0NUSgVgb9bmf8p+HtlKjq3xhso/Ha9pxuAPoaol8YgJftAVZWQowypKEWsljGjpqOcvMoSdIThwAwCZLtK4+j9ToU/ztDX/Lj378I4YmFpFtDqqazszhbciSRCgcoaamnpXtUbH4EgRBEAThj8rlcuiGSTGX5qnHfokr1ELz2rV4m9LINjvxsd0sjO7G4faDZaGpZTyBOgy9Smp2AFNXMXWVptUX0tB9Ng6Xn2JmjsWJ/SQmeonUtPOviQneO/oMAE83rebfL3gXHl8ELItCagZDr6JVCmRmBrDJCg63H7Wcp5CaIrc4jlYpYJNtKFSoqW1gYmgf8+lpnFaJLVe8kXRijsED20UDFUEQBOE5nfLBp927d3PffffxiU98AoBsNgtwQqrv0a+Pvp/L5fD7/SdcLxgMcvDgQWCpIPlzXcvhcOB2u4+7lsPhwOl0nvAzLcsim80+r+DTxRdf/Aff+8EPfkBdXT2K8sL/h26zycf9+VI7cKCXO+68k/GpeaqawaEDu7EUH23rLmNox08xTQNDV8nMH8HUqyDJOH0RTEOjkk9hGho2xUG0pYdieo5iehaHy8/rBh7n/QceRLFMBr1hrpVkdEPDskCSbCSn+/HXdAAWucUJZoeeopJfxNA1FLsLm+IgUNuByxsmFI4RCoWY699KuVzihve9j6/d/E1w11Pb2I6iONH1Kguz41Ce543XX4fD8eL9NTvZn9mL5ZX6XCCe7VT0Sn0ueOU+2yv1uYRXrkAggE2W2PWbe1F89dR0nkUmFcc0NGSbnZY1l+D2RagU0vhrO5k5uJVyfpHM3CD+mk7iw9upad9I56bXYVkGlmniizTjCTUQU8t89fATnKNVAbhtxXnccf7fYGAiyzYkWSE9dxhDV7E5PCSn+8klJ1AUF4ahYmhVFLuLQLQeyaoytPMuquUSWiVHwKMQqGlgcM+DKDZZNFARBEEQ/qBTOvg0Pz/PRz7yETZv3szb3/72k307LxlZlgiHvS/a9QMB94t27T9k3759fPM7t2K569l00ZuYnx2nt3c/ks1OITWLZYHTEwIsTENDkm3Iih1DqwIWWrVApZBCLefw/DZVXCok+cddd/Dq4Z0A/NwX5fNrLmHiyHbUYpp8Yoyazk3ER3Yy0/8YLl+U+NgevMFaIg0rkG12nN4wiakDZGYHiTavRorUsDB5CLvNoqWlns2bNxMIuPnhj37CyPDTqJqBw25jWXsjf/2Wf2Djxo0vyfydjM/spfBKfS4Qz3YqeqU+F7xyn+2V+lzCK4tpmpimiV7NMz42TfeWM6ioGpnFScrZRbzhBkKNK6iVT2dk9y9wuHy4/FFSswPo1SIhpweAumVnYRoqss2B3e0FSaY+McGXj+ygRquSk2Te54uw3e4kNjtAsLaLUnaBxMR+Fif3o5bzuP012J1eats3opazlHOL5JKTmIZGObuIUzJo6WinpquOv7r6ai677ArRQEUQBEH4k5yywadcLsd73/teQqEQN91007H/6ILBILCUtVRTU3Pc+Ge/HwgEmJ+fP+G62Wz22JijmVFHM6COUlWVcrl83LVUVaVarR6X/ZTL5ZAk6di4P9XWrVv/6PuGYZLLlZ7XNf8UNptMIOAmlytjGOYLfv0/xDRNbv/uD1CVGEFvhHvvuJVMOk1VVdGqWSb7HkKSFYqZWeaGnqK159V4Q/XYHG4MrUIpt0g2Poxl6qRnB3H5oviqZb6z7fuszMxhSDI3r7ucLxZS+CUJLINI02qqhRQlu4tAbReFzDxT/Y8RbliBL9qKbFMACUm2Ub/sLCQJcoujVHJxbHqWhoZGZNlJOl2kvb2bT33yM4yOjhxbfHV2Li2+0uniizp3J+sze7G9Up8LxLOdil6pzwWv3Gd7qZ4rEHCL7Crh/0lfXy933nUXTz+zm6GBQ9jcQdILE4z3PYJaziFJMoX0NOm5Ieq7NiPJNgy1Qqh+GfMju5AkGa1aQJIVnO4gss2B4nQjIYEkkQjUsBioJalVuVa2MResx1wYJzV7GLvTC5aJrpaxOdw0rboQSZKpFBYJ1LSjODzY7E7io7vIzh8hGK4l6Cjxrrf/NZdfftWxtbdooCIIgiD8KU7J4FOlUuGGG24gn8/z05/+9Ljjc0frLo2Ojh5Xg2l0dBS73U5LS8uxcTt27MCyrOPqPo2NjdHd3Q2Ax+OhoaHhWE2nZ4+xLOvY9Y/+OTY2xsqVK4/7mY2NjS9KvSddf/EW04ZhvqjX/31HjgyyfeczZAsVspkM4aZVOEJtuEpV6rq68EWasZCYHXicQmqGxYn92JQzcAfqUMtZklN95JOTSwU4i2nmhrajKw7ikWYaKgX+5ZL38+vUDJSyFLPzGGqV1nWXYeo6c0NPUs4tgGTDZlMIN6zAE6jBG2qkUspQTE0hSTK+UAOJ8X0U9Aody1bRs3YFra0dx81Te/vvajuZ5lJQ7aXyUn9mL5VX6nOBeLZT0Sv1ueCV+2yv1OcSXhn6+nq56ZZvM5+pEk9X8dV2kUtOM39kO+HGVTSuPA+3vwbLNFkY38vY/l9TSs9hGjoub5BQ4yoWRnZRLiSXNuOy84QbV2LXVQzJhinLqLLCP255E/ue+jFptYhPcWLZ7FRTORTFRV3XZoL1XVSLGcq5ONmFUWraN+LyRXAH61DLOeo6NlFYHOO0LRdTzc2z85ndXH75VSd7+gRBEIRTzCm3XafrOh/+8IcZHR3ltttuo66u7rj3W1paaG9v54EHHjju9fvuu48tW7Yc61p3/vnnk81m2bFjx7ExY2Nj9Pf3c/755x977fzzz2fr1q1omnbctQKBwLEjVaeddho+n4/777//2BhN03jooYeOu5Zwor6+Xj77z59heGSM+dlJ3KEm6pdvoVJME2pYTsvaSwk3rUKv5JDtTto3XkU5t8CRnXdw6PHbGNn1cwrJKeq6zsLpDmDmFkjN9uMLN/Gvp72Gv7n077gvu0B2/giGXiU51YfN4cbhChCItdB1+muJtvRg6lUUh4dY2zoc7iBqJYdaziLb7IRr26htXY3bH8budBH2Klx3zTUirVwQBEEQhD+LaZrcedddWJ565men0TSNaqWMXi3gj7bStPpCPP5abIoDT7AOf7SFSj6JaRmUc4skp/uZP7IDrVJAlhVMQ2NhdDexfJKv3PlZ3rnjJ2BZWMDh2cMUZBnF6aOQmkKvFrBMnWopS25xlOlDW5nsewC1nKNh+dk4PUFc/hiyJCNLMr5ADNmmIFkG3T1bGJ+aY2xsBNM0GRk5wr59exgZOfKSbroJgiAIp55TLvPp85//PI899hj/9E//RKFQYP/+/cfeW716NQ6Hgw996EN87GMfo7W1lc2bN3Pfffdx4MABfvjDHx4bu3HjRs4991w+9alP8YlPfAKn08lXv/pVVqxYwWWXXXZs3Lvf/W7uuecePvrRj/LmN7+ZoaEhbr/9dj7ykY8cC2Q5nU5uuOEGbrrpJiKRCN3d3fzkJz8hk8nw7ne/+yWbm1NNX18v//Jv/0b/0DiuQO1SpxbLZHTvfajlPCvXXAKWgYQN2e7CMnT80Wb80RbSs0MoLu/SwkhxEHQ4+bt992CpZf4m3EImfoTE1H50tYJp6DjcAYrpWbBMwFoKWHVuwhuowe0NY7M5iI89w8L4PhzOpXpaNsWBOxDDQqKQXaRSzBELOPjExz8qCmkKgiAIgvBnGxsbYXx6HstVQ3JhBl+0mXJ+Goc7iCfUQCW/iMMdRLYpxEd2MTPwBLUdp+EJ1hNpWoVayTM7+CSzh3/D/PBO7C4f3UNPcmPfg0R1lYbMPN9rXcfITD+JyV4au88lMdWLYnfhDtTii7aRjQ/jDtbh9ATRKkWa11yE2xf9bWMXdelkgCSRy8xj6Boz8SSa5SSTzbN37x7++wc/YHx6Ht0wl4qNN9dz3bXXijWSIAiC8JxOueDTU089BcCXvvSlE97bunUrzc3NXH311ZTLZW699Va+853v0NHRwTe+8Y0Tij/feOONfPGLX+Szn/0suq5z7rnn8ulPfxpF+d20tLW1cfvtt/OlL32J973vfUQiEf7+7/+ed73rXcdd673vfS+WZfHd736XVCrFqlWruP32248d8xOOp+s6n/7s/8fAkUlCTaup6zwT0zBw+SLER59hfngnlXwCu8uHaWjo1TLVYorM/DAuXxS7y4tl6EgOF+1alX/b+i2WF9NowOl2B2ORZvzRZorpWWx2N05vkKm+rTi8IbJzgyQmD+CLtmD5o7h9ITpPu4J8aopsfIRw/XK8oQYC0UbcHi/FXJrZwe04pTJf+8/bWL/+pSkiLgiCIAjCK1Mmk2F6aoLxscewbE6KmTiyoiDb3Lj8UbRKEa1SQJIUZge3EWpYTtuGq8nFh8Gy8ARqad+wdPRt6uAj/F0hxRf0CgrQa7Pzdn8NE9t/gmyz07bhCgy1gidYj1Ytoqsl6jpPR5Zl8okJQmsvxR2IkZo+SNPqiwDQ1RKSLGOZBsnJPkKxBlpXnMnceD8TE2P84Ec/oWHZ6aw//40EwzVk04sMHtjOTbd8mw99QHS7EwRBEE50ygWfHn300T9p3PXXX8/111//R8f4/X6+8IUv8IUvfOGPjjvttNP42c9+9kfHSJLEDTfcwA033PAn3d9fst7effzL//48fQMjOL0R1FKe6UOPEajrwBuqp37ZFqrFNHNHtuONNJKY6CM+ugssKOdT1HacjlrOopXznDa+ly/su5eAXmVekvhAx+kM+2OkxveilbN4w03INoVqMYdl6ViGjtMXJTndh1YtEKpbTqiuE0MrY+pVkvFhHE43iqJQsFRSlQLp2UHSM31s7FkpAk+CIAiCIPzZTNPkgQfu5Vvf/hZHhgZQHD5C9d34wg2YpkV6tn8p61u2/7b4dxrLsoi1n4ahljBNHUNXQZap5BaxFTP8SNd4g6EC8OumNXyqcSULqWmkUoamVa9Cr5bJJyZoWn0h04ceRVdL6GqZYH03lUIStZQh0rSGxYl9GPqDOFx+ZJsduZAmOz9IJTfHik2XYVkWpewc1XKRqr2Gsy669lgJgmhtE1suvo4dW+/kzrvvZs2aHlGeQBAEQTjOKRd8Ek5td999B1+96WaqthjtG67GHahBLecpZeZJzxzG5Y1S23k64caVjO75FYce/x5aOYficOPwBpkf3oFaytC0fAvvHt/L3+z+OTKwS3Hwvpa1JJw+6lrWY5kmixNLbYMlWaGUXSrQ2b7hXNJzh8knJlFLGeaOPMXM4cdxuHwYukqsZQ2oOcoLhygaJpZlEA4GOeeNHyA+toexsRHR1UUQBEEQhOetr6+Xb33nW+za00ehrCLZ7LhD9WiVPOm5pc7K5fwiicmD1HWdgVYtUi2nkSQZj7+GSiGJTXFSyi2wOLEPvVrirpGdbDZUNCS+vuEKfrnmErxqkfa2DcwNPcXo7rupW3YWLT2X4nB6MQ39WC2oQE0biYm9aNUCDpeXYE0Hc0e2Y+oVkBUcTi9uX4hYaw/pVJLRg9vJxYdwegIEa7soFPIEAr/r6CxJEivWnU3vtp+K9ZIgCIJwAhF8El4yvb37+I8bv4Y9uoKO5eeDbMemOKmW0rj9MSSbjYWxPbj8MSqFFLpaIhBro77zDFy+CFq1RG5xjMRUH/98ZAd/U0oDcJvDzecbV2OPNON1+Znu30qkeS2e7Dw1Hafj9ARYGN1Neu4ws4NPEmvtoXH5OXgjDaRnD5OY7KOUmsLt9tK97gLOPOMMtEqOSrmIy+0lWteyVOtg+BlyudxJnkVBEARBEE41fX29fP2WbzGV0Gg77bXkc2nG9j+IqauEW9YSa1mHJ1hLamaAiQMPAhb+aCuSBYaukp49jOJ0Y+oqc4NPEqzrIli3jJ87fXQdfoKPrDifJ3SVhnIWb6gBm+KA7rPJxocJN6wgEGtn8sCDVEtpbHY3DpePajGDJMm4vEEwdRw2HbfLQV04QC5fJlcoolUdpGcHURQ7druDSOMKFqcPUykXUFXthOcMhGLohinWS4IgCMIJRPBJeNEd7Ybylf/zFQpVie72TUg2BxYg2xRcvhiGruEJ1JFbHCc9O0hy6iCxlh6a11yC0xPEZndSKSRxeILINjt3TR3kDdUCX+15NV9Pz2IYVfSpQ9idHnS1tNTdTqswP/QUdcvOpKXnMrBMyvkETasuxFDLKA4P0eYenO4AicleZgefwi7rBEMhJCkMgGVZ5PM5FuYm0dQKPp//5E6mIAiCIAinlKOd7VQ5TKS1EdPmphKfoVrO0dJ5Bs2rL8Jmd2B3+mjoPht3sI7Bp35IcvoQNruLSj5BfHQ3nae/lqneB1gRqMWx/nLK2TgPN69hz7IzKdocOMb2sDC2l/YNV2BZFr5wMzbFQTY+TCE1TWJiP6ZlEW3uwhdpIj78NKXsPNP9KSRLp6t7Da9+/bsY63ucZHqQjvUX075qC1q1hN3lJRhppFwusPPB7zM7shf7ZVef8Ky5TALFJhMIBF76iRYEQRBe1kTwSXhBmKbJ2NgIuVyOQCBAR0cXsizT27uP737/e/T29TM1PY072Ihlc2OaOrpapZyNgyRhmSaSbKNSSJKNj2BoFcKNq/AEa7BMA9lmp9nuYspt4o00sSc9w9Vr30PW7sZKTaFVihhahVD9MgI17bj9MaqlHKXsHJnZQZzuIMG65WhqhUJyCpc/CkjY7A5M0yRQ28HckR0sTh4ErgAglUoyOjpGrlBkov8pqqkxfvDDH3D9ddeJQpqCIAiCIPxJjna2C7edSf/gMIrTT35xHJviJNK0GkkCm+IEy8SyJII1HXSf/Rb23/efWJaFZVksjO/BWUhy8+IoZxg6f7fiXKZm+0lOHiBudyHLCoauUkzPEIg2E2s/jUJqGrVSYHZwG5JkwxOsp3H5ZrAs8gsjmFqZzvWXMnHwMRqbWnn92z+OZRoM7nkYm+IiEGsjGGtBkn73LG6Pn1BdJ1OHHqNSyhIMhY+9Z1kWgwe2097SQEdH10mYaUEQBOHlTASfhP9nfX293HnXXSe02w2HAtz1y3vB24juaMDhKaM4XOhqGZvNQbWUxuEO4HD6kGwKhj6OLNvIxoeQFQe+SDM2xYVeTPPWZ+7m2kNb+bsr/oFeWaGUXWBf31ZsdjuVQhq3P0q4YxPNay7GMjS0ahHLNAjVn8fi+D4WxvdS07YR2aagVQq4AzXo1QKGrqKrJdweL26PD6M4x46td1LXuorJmUWqqko+OYnTZnDmVe8knpwXnVwEQRAEQTjmD23AHZXL5UgkFjk0dAfFQh7F6SM9fwSn248k2QAJ2ba0JDcNncTkAeKju9C1Mh5PGG+wjq5qke9P7qfbNFAlG5G9v2KxnCNY20ltxyZ80TaqhQTjvfcTH9uDN9pKYvIApq6i6xoefxDDUJk6+AhOd4BQXQetay9kfmQvdkXioqvehqIoJBfiYBlEYjU4nU4WZkYJRutwOFyoaoVsMk4oEmPOJrF7268466JrCYRi5DIJBg9sxyrOcd07bhDFxgVBEIQTiOCT8Cd7rsXVoUN93HTLt5G8Dce123360bvZv/On1C07i2BdN/lMHJvDjWyzk549TKCmA8XuwtRVymoCyzJZHN+LVi3iCTWTS4wRH30GZ26Bf9t/L2fN9ANwxvg+fuPyYVkGuqpRzsUJNa5Esdmpad+I3eXFMnRkxYEky6jlLDXtG0nPHqaQmsIyddz+KC5PANlmI5+Ywu5w4fcFcDocvOHa1zM+McWjP7+FqqEQitQQDkfY8Oo30NS+AsuyRCcXQRAEQRCA596Aa2uq46zNZ9LQ0IjP5+Oee37JoYP7cHpjuHw1SxnflomFSSEzA9JSGYL50T1M7L8H0zCwTBO7c2m9c63Nzr8vjOA1DWZsdj6y7nKeLKaJtvTQuOI8TL2KqZWxu3zUdZ5Javogg0/+EK1aJNq2gdz8EbRyDkmGpva1eGuWY8kOZgd3UEyOcdGVb6G5c9XvMpdam8jky7Q2xkjnKiTnRrAsC0mS8Ps8NLY3U51toSFko3fbT3+38djSwHXvEJtzgiAIwnMTwSfhT/KHFlfJVAI8DSxbcyalQhbT0AnXNBGfm8CUnNi9tWiaSrB+GaXcArJsJz03RDEzT6ihG3+kGew2UlN9VIsZ/LE28osTOFw+6sb3ctveX9KhVanINv6xvps7Slm01PRSGrqhojg9+MJNlDKzOD1Blo7SuZBkG5ZpoGtJsMCyjGPH+VyBWixTp5hbQFdLeAI1jA88TjTk4e1vfxdjYyP0Dx6hY+2F1DV1EK1rORZkEp1cBEEQBEGApbXRszfg/MEofXuf5LGnH+UX9/war8dDOr1IVbWwu8NIihNdq6KrZWRJplrOk5zoQ7F7mDjwIKnpg3gCddh9XixMbMh8Mj3Dh+aHANjuCfFOfw2lSh5DrxBu6EaxOzEkCV2rUMknUEsZnN4wajVPqKaDWMMyqCRwyH7Wre6mokvEF4aJz8/icLq57DVvp7vnLJILM8cyl971/vdy989/zvzkAGdddC2FQh5V1XA47Ph8fp5+9C7WrurmM//fZ5iYGPuDGV+CIAiC8Gwi+CT8j35/cXU0u2n3k7/m0J5d1LV0MzYyiGlZyJJELjXL7MQw7mAtsuLA6Y3g8kXxR1qYG9pOtZxFLeUopmdx+aKAhc3uItq2ntz8MLWdm3htKcO/Hv4NbkNj2uHhTZ4QU7E2mttPA0lCsbuIj+xiYXwvlmmAJFMppLC7/FgmyLKCZFOwDJ1CaopqKUsxG8cm2xh88geEG1fiC9VgGTqTBx9GTQ3z9x/7CIqiUCgUcLp9rFx/NordccJ8iE4ugiAIgvCX7WgRccnbwJaLr2N2YojH7v8Jc3NzmJZEvlAmubiA0xfG6fej2D2o1QLl3CKSJOH0BrFMi8RUL8npPkCioftsGrvPweWPUM4ucu3On/Gh9AwAt8ba+MElf4s+tJ3M6G6cvjCyzY5WKWBoFdRynmopi8PtxxOswxdqoLZ1DbJZorGpjbBP4WMf/TiyLJHL5Zibm+XpnbuYGNvDzPAzJ2QuybLMTbd8m6cfvYsV684m+NujdU/veujY0TpFUcQmnCAIgvAnE8En4Y8yTZM77ryTguFkVcdqTEMHScY0dCQkShUVwx5l1aaL8QWjHNp5D0cOPUOoaTXVYnJpQVTJM3N4G5VCkmo5S6WYxeHyEm1eizsQwxtuxOkLM7zr5zg8Qf7KZuc/Dj0KwM6aTv6x5xJm03Po5Sw2uxNvqAGnJ4gv1oahV5dqMnlDJKf78QQbkGQJLAtDq6BViyyM76WUmaOp+2ywDFKzh8nMH0G22cA0qI/5+eTHPsI111wPQCAQQLHJZNOLRGubTpgT0clFEARBEP6yHS0ivv78NzI7McS2h+5EV0I0r7mU5MxhEtMD+GOtOL0hZJsdXS1h6lVizWuItW3ANAzmR3YiyzK6VkFxejH0KoahLh2381tsu+QDXHbHp/lOuJGfe8O0GhrLt7wJtZwjMzdENj6CyxtG16uYuorDE8Lli6JXCyiKglXNYuoF/MEgHa1RurqWHctM2rhxE5dfftUfrFXV07OeD33gBu686y5xtE4QBEF4QYjgk/BHPfDAvTy0dSuuQCPx+F1olTKlQgKnO0BqcYZgfTfR9tOxOX2k4uMMPPMg3nATulqimJ5nYXw/siThjTQRaljBdP+jgIUsKxRSU5TzixSSU9idXrLzQ/jCTfxclnm9O8ABV4Dbei7F5vZTF2lh8uAjONwBXP4opqGh2B2EGleST04SqNlAamaAuSNPUdO2EZvDTW5xnIWxvWTjw2y69G+o7TidhalBOtacQz45zcJEL+11fn7845/hcDiO1bTKZLKEfE4O9z7F2Zdcj/SsNi+ik4sgCIIgCLlcDt0w8Qej7Hjs5+g2P+5oB9nEFLND22lYdhZNqy/EE6ilXEgysO37BGu7aFx5HvnEJFOHtuL0BPGGGjB0FVlxoNgdtO7+BdNnXIsrEEPzhPjwtZ/jyO6fo1eKaGoZTIPm1ReSmOwjPTdIQ/e5BGINVEtpKrkEebVEZrYfrZDATh3eYJCgy+S6a6454UicLMt/NHOpp2c9a9b0/NFi6oIgCILwpxLBJ+EP6uvr5fs//DGuyDLWbHktss3BxJFerPgYpcwMHn8dte0b0KolFhfmOfjo7ailHKZpothd2N1+MnMDxFo3EGleQ2J8H9VimvplZy0Fo+qWYRoas4efJND/OFrTaho3XIHTE+T/W30xifkhUuN7iTavIdK8Zml3UC0hIYEFhl7FH2nG0FUKiSmCtV0UM/NkF+5Cq+SpFFKopSzrL3on68++mlIhT8XvY/myTsLhc1DLV3LgNz9jamqCUql0XE2rSrnI/Ow+sqkFNr/q9aKTiyAIgiAIxwQCAWyyRO+uhxkZ7MPfsBa/w01m/gjhxpU0rjwfu8uHYajo1SIOd4BY23oK6RlmD2+jtn0jzasvwuH2U0zPkp/p58P9j/Gu1DRf0qs89OoPAeDwxzANHcvUURxuDEMDScLu9FBITZNfHMXlDeEJ1lFITlOYPUglM0FdbS0Rv52O1ijXXXPNn52p9D8FqARBEAThTyWCT8JzOlrLwB3uoK21DZcnSHxuAl+0ldqOjQzt+gXzI7tZHmkkm5wjPrqbbGqOaOt6ato3IskKlfwihdQ0lUKCxMR+Fsb2EmvtYdmZ11FMT2OZBk5PiNcmxvliZpZf+WN8x+3HwsIerKGltgPTMknPDRKq78ayLEzTQNPKmLqKoato1SJYkF0cpZCeweWPoVeLmIZOTdtGUjOHqGtaBkAmFScUCtDa2oYkSWguF7phsnfvHh5+dNsJNa327niYicM72XZPHK8vKNLNBUEQBEEAoFAoMD8zzoFDA5RKFbSZQRbGe6kW07RvuAq9WkCvFpbqMlVLSJINX7iRwe0/IVi/jI5Nr8Xh9GKZBo12J58d2UVPahoAe7VEJZfE4fJTzqeoljK4PGHsLh+lbJxyPonLH8Ufa6NcSDK+79cYepVCapoz1q/kbR/9PA0NjSJTSRAEQXhZEcEn4TkdrWWw7rw3MD41z2J8ilIhj2RzUCnlcAcbMA2D6aGd1LRvYGTPLwg3dFPbselYbYNATTv+WDupmT6mDj6G2x8l3LgSsPAE6yktjvGuJ77HX08fBKCxkqeanEIJ1iPbFPRqkWhzD5m5IaYObcXhCeILN6KVc1imCbLC4sR+dK2MJ9hAsLYdxeFGkmQCsTb8oRj5xWHyySnmFTvoJTq7Vx07RpfLJLDJEk9u336sYOjR96K1TVzymnew3evFYy7ytr9+G6FQSCziBEEQBOEvXF9fLzd/61ZqOzahFEE1bQCkZ/upFJKYhoY7UIckS1SLGarlHIaukl0cxzR0QvXd2O0uAFbFR/jkr79CrJShYHfxobpl3O/00apVUMsFpvsfpVJMUdN2GsXUDIrLTzm3gOLwEG3pwRusJb84Tjk9Rdil8S+f/98sX77iZE6PIAiCIDwnEXwSntPRWgahSC2ddjdP79xJuVzCH2nCE6jFX9PG6N5fk4mPYBgaarlAY/cynN4glUKaaimNJNuwLBOXN4qsKFiWCUA+OUVULfOvD32DM4spAG7rPpdvdp6OUUzjURx4Qg0A2N1+dK1MdmKMmrYNlPMJHK4AhcwcifH9xEefQXF6aF17MXaHA0WGrs528vkC6eQ8hlpiengPjS3ttHevJhyOAL+r3RQOuMnky6w//+zjajsBSJLEynVn07vtp4RCIZF2LgiCIAh/4Z7d5e60ja9i+9NPo5h2nO4Q4YaVyLZ7SU4fxOEJYnd5sSkOHO4AlqmRmjqIbLPhdAcxdY2rBh/l/Y/fht00GA818M8Xv5+HDjyAVsySXRhlfngH6dlBIs1rcXgCaJUimfgIxcwcgZp2MDQquTnqamsx3GW66pvFWkUQBEF42RLBJ+E5PbvjW6SmEbfLhWo6cPtrkGSZ5PRhtGoRtVIgOX0IT6AGm+JkfngXlXwCyzLAArvLhy/aiiwv7Qqahk7L4W189eAjNBoaBcXB3zd0M7jxahym9tvAVRbLMtHVClolj1YpYrO7yScmOPTYbcg2Ba1aQivnsbBoXHEOLm8YGZWm+lrWrl2HZVk8fu8POW3dSiTZgZadAL0eTa0eV7vp3IvO5xf3PUIwXPPc8xCKoRsmuVzupZx+QRAEQRBehp6dGT42No7bF0U27Zi6hmXqeCON5BZHsSwTj78Wm92JZZnUtp/O2P57URwuqqUMkZlD/O3jt6GYBk+0n8ZXzn0bqUqBajFDMTNP9XAeQy1jWiap6YMUMzNIko1SZg5vpAWXJ4hDgWUdTeQSE0Ce6655i8jOFgRBEF62RPBJeE4dHV20N9czeGA7a864FGSFYCRIMTNDem6IsQOPIMk27HY3lmmgVUvER3cRalhBfdcZONwBdLVCYuoAs4e34Y+1o9hdKJUC3zi0lRpDYyJYz2cv+VueGNmFa7qPhuXnABKmruIOLBXOLGZm8YYbkRUH0ZYeiskpqqUsmfkjeGOteEP1pGcPo5aytHT10NqykdTiLIMHtuM0M3zsE5/EZpP51T2/oHfbz1B147jaTR6Ph18/+CjZ9CLR2qYT5iGXSaDYZAKBwEv/IQiCIAiC8LJyNDNcVpykMllM2UUpO49lmViWicMVwNCqLI7vJRBrwya5qOZTVEspJEmmlI2TnOpjoH0jN264Er8kc9em12FisTDwOOXcAqZhoJZz2J0ejGoJJAlME1lRCNS0Uc7Mkp87QGaijKPQyqruLlGPUhAEQXjZE8En4TnJssx1117L12/+Fo/e8z2S6Ty6ViGdmKNSSOINNeINtyDLEuV8isTkPlyBOppWXQi/zXqSZIVATSdqKUu1lKNx1flMHniQvw838j6Hl69e8rfkJIlw/XLmjuxAkm2E61egaxWy8WFSM/1U8gmaVl/E3OFtVIspAjXtVIppsgsjVPNJZEycLhe5+X4qPoP9j8+eUBhcUWTOO+8s9uw5QDqdOa4Ap2max4Jsz675BL87mtfe0kBHR9fJ+zAEQRAEQXhZOJoZPjl2hEw6DYoTpzuI4nCjONwUUtPYXX4KqWkOP/UjnJ4ghlbFskze0HEa/VN99M4eRlYc/KhxFQ6Pn+rEfjLxYXLxEfw17WTnh3EF61EUO02rL8LtDYOlU9vUhc/vZ3TPr9m0+UIOPfMAb3vTdVx11WtExpMgCILwsieCT8JzMk2TqalJivkUowNDFIoVPOFGqsUMLl+MajFDPjGBw+VHVuw4vWFKmVnio88Qqu1CV0tYpoFlGnQFarBNHmB4fD9atcz9ko3B9VdgS89gGkutg5tWXUhmbpDJgw9TSE1jGBoub5jWnstwOL3oegWnO4gk28DUcDpdxGobOPeyN+NyuRjZdx9/89Y3EQqFn7O7iyzLLFu2HF03j3vOo0G2m275Nju23smKdWcTCMWOO5p33TtuEIs6QRAEQfgLZ5ompmnidkjs2f4Qzuhy/P4avKEGdLWEZHOQnhskWNeF0xsmtzhG8+oLsQyDNxx+gr/ffTcTssK53jCVQor5kaeRkNC1CnaXj9Z1r8bQKhTTs+jVAvXLLsLti+BwebG0CrWNbYwf3EYkEqW2sYP5aIzVq9eINYogCIJwShDBJ+EEBw708o2bb2bnnv24I51IzgjhUBC1nCfWug6b3U1icj+NK8+ntn0jks1OMT1DOZ9gcWwPplbBF20BC9bMDfIfBx5E0iqcq1XwdZ6BWs7i9kexuwNU8gl0tYTLF6F1/eVk5obIzA3hi7bRsPwsHC4/C+N7kW0OTF0jl5mlkBinpq6By1//Hhrbutmx9U46Wpu44IKL/qwFWE/Pej70gRu486676N32U3TDPCF7ShAEQRCEv1x9fb3cedddjE/PMzMzzfjgALHWCm5/DE0rU8knSM8NkY2P0L7hKpyeILnFMTxIfGrfr7l4bDcAe90BnLF2Oi54J/nFCYrZeSRJxhdpxjRULMtElhV0rcJs/2MoDg82uxNJlpkeeIxQMMCrX/9uhg4+LTKzBUEQhFOKCD4Jx9m3bx833nQLu/cewBnpxBlqIZ2cx2YaBGra8dd0MbLrDmraNtB15nUYaglT1zDUMqGGlciyjVJ2AV+klSt2381nZg9jx+KgzY7D4UGONmMlLVIzAzSuPB9PsJ5KMUmlkESrFsktjiMrdppWnUc5n2BhfA+ZuUGQZArJSbBM2rtWceGVb8Hl8bFj650vSHZST8961qzpYWxshFwu95zZU4IgCIIg/OXp6+vlplu+jeRtoK7rDI6MTmJhkpjqQy3nkBUHmAZOX5ja9k3YnR7sbj9t1RLfeuBrLM8voksyX2zbwHc8ISxAV8uEGrqxu31UCikMvYqpqygON8gS3mAd0dZ1hBtWgCRRSE5Szc6ia1kO7HyEoMsUmdmCIAjCKUUEn4RjTNPkP2/8Or0DY2SyGepiTkq5RfTq0hG6cNNqMvODSJJEfffZGFoF09CxsNDVMnq1SG3H6Uzt+Akff+w7vCG/CMBDLT18sm09FdMkN9lHsH4Z6fnBpe4vHZtwB2opZeKkZwZYGN+LrpWZ7n+Mcm4Bu91O87LTSM4OEvI5WbasC0nxMrjnwRc8O0mWZdGiWBAEQRCEY0zT5M677kLyNtC6rIeHfvF9yoad5tUXszi+j0BtJ4rDhc3mwOWPIdvsVAopNo7s4vNjewiZOgmHh/e3rOUp2UasoZvk1EHiI7toXnMxbl8MrVLA1DXcgVoSkwfQq2Ual59D52mvQZIs1EphKcgUqiE7N0B6fohPfenLIjNbEARBOKWI4JNwzP3338vWx54im8ths7sp5xfQqyUKqWncgRrsTi/VQhpJlpFl5beZSBamaQIWWiVPnaFx0+QB1msVDEnim6e9hv9u7gG9QmPdMgByi+PUdZ5JJj7M6J5fIUkShfQMDncQf6yNajFFpGE5Sa3MitMvJzU/TEtjLf/+24WWyE4SBEEQBOGlMDY2wvj0POvOvZ6HfvFdkpkigZo2sgtjVAspDLVM48rzkSUJ09DQ1TJqOc/1Bx8hZOo84/Dw154QKbVCQ/c5eEJ1qJUC6ZlDAESa12AaOsgyicle0rOHUZweato3oNhsqGoJWYLG5nZyiSlWLns184OP4/P5TvLMCIIgCMLzI4JPArC0s/f9//o+xXKVaPNaQo0rqevYxNShR8knpjC0Cqm5w+ST45i6Rmb+CMGaDlz+GJapU0hN43AHuW7b91mvVUjZnfzz2W9hX+NKvC4/+cQkpl4l3LiSbHwYly/C8vbrKSSnKKZnqRSS1HaegcsTZP7IkzhtFi1tnbikAk1B+MePfpn16zcCiOwkQRAEQRBeErlcDk03ePDu79Df+zTeUAPx0WdQixkizWuolrMsjOwk3LgKhzuIaeRJTB3gzZbE37v8/Ee4gaoFLSvPx+UNoxYzeEP1yLKNTHyYbHwErVrE7vQiyQp2pwfT1HB5g1RKWSRMotEIXo+XUmaOSKyB6X6LXC53sqdGEARBEJ4XEXwSABgZOcKRkTHCjSvxRloxtCoTfQ+zMLYXxeVFK+eJD+/E6auhnJsgtzBGTdtGbIodXdXBspAVJ1+qX44RH+G+136KVKyVoMONoZbJY6GVCzhcAWSbgs3uRLG7cAdqSc0M4PLHiDR2Y+oqlWKauewUy5Z3s7zBzXXXfFSklguCIAiC8JKbm5vlqW0PoOvSUha424+WLaM43PjCTdgcLjLzR6idOsjlpQzfiLVhWRZFX4gv2uy0rr+c1PQhsvFh7G0b8ATrsbt9BGs7qes6k5HdP6eQmsYXaUICKrk4DocbrZwhFGkkGArhcrmolItIkkS1nEOxyQQCgZM9NYIgCILwvIjgkwDA4cMDVFQTuZimUkgjyTaK2TiVQgKbzQmShC+81InF7vKRnD6IZZk01HTyttQkt8baWRjbSym/yEcbV7DaE8DrcANQziexKS6q5QyVQhJDU7FMg2JmjvjILjLzR4g0r6acW6CST+BSTN71zndxxRVXimN1giAIgiCcFH19vdz49a9Trai4g3W4/LGlwuKeIKahkk9NAyZv9oT532O78eoq5Y5NPLbyfI7s+L8oDjeZ2UGCNV2M7fsVNpudlp5LwZIoFxZJTfejlrIEa9vJzBykqaGOpuWrMEyLamqcmpUbkWUJy4JsMo7P62Z6tE90uRMEQRBOSSL4JAAwMTFOVVWpa+si3LgavVqmmJmhkJwmMdUHSFQKSUL1y6lfdhZatURw6gC39z/GGr1KKVDHZy2LSPMq7A43C6N7aFp9IdViCq1cwOZwgQRzg0+SS0xyZOdd2J0eJEmmpmMTbl8Uh9NDZnqK87aczgc+8CERdBIEQRAE4aTQdZ0v//uX6e3dh+Jw4XB60Ct5ZJsDhydAuGEl0frlvHXb93nfkR0A9DavYXDdq7HKOSRJxhdpIT07gGWZmKaOWskzuvsX6GoJyzLx+iOsPvMKdF1npu8+Pv7Rf+Ce+x4iW5FZXBylf+cvqWvrQVN1yrl5KnoaDznR5U4QBOH/b+/O46Iq2/+Bf2YYBhAcFkXcRTBGBBEENURx3wJFLZfcSnMrNbMsrVwq1yzTskzMpe1xKbckFHMpN9THjNQnzQVcUZF9WIcZ5v794Y/5Og7qKMMyw+f9evHSOeeec+7rnu2a65xzD1kkFp8IOp0OFy8nwq2+L1zr+6GoIAeF//+X6pxqN4FOp0PmrfOo4xUCz8AIQFeMwKT/Ys6dS1Bo1bhrY4tDTm7wUobj2t+/QiqTQ5V6FfmqFLjWaw67Gs4oyLqD/KzbyE67CoW7J/KybkFu3wTunq0ht3eCOj8LOSnnIS1IwZiXZzCpIiIiokqRkJCA996fg3379sHWrgbcmwTBtZ4SNWs3gtTWHhk3zgDXT+Pjs3sRmn4NALDG4xnsGDAbOokN0i8ehb2TG9waNMedS/EoyEmDg8Id3m0GoECVhpz0q6jf2Af1PVtAlZEKbWE2ius2QMOGjTDltQnYsnUr1LkpuHXhEG6ePwJ7e3vU9XCH0tcHLww0zy/8EhERVTQWnwhXriQi+XYaatZqhOyUS8hOSYTQFUMitYHQFUMIARuZHE6uDYDiIgw7vRsv//kLpBD4X61GeKd1f5z4Zz+a12uGjJueyLx1DrY1nJF+4yyyU5JgYyODVCaHpjAXGnUe7BxcUFxUgMxb/yIvMxlSGzmKtWrYSjSYOG6sfmJxIiIioop05sxpLFi0CH8c/B2QSFC7SSu4ewZCamMLuX1NSGW26ODaEHNObEVDdS4KbGyxqN0LWJ99Fw2SzyMn4yZUd6+gnrIDijVqFGuLoKjjBW1hDoryVZDZyuHsVg9yuT0y7lxBTacacK3lDpFeEwqFAt7ez8DPryWuXElEVlYWVKpsKBQucHFx5lQERERk0Vh8Ivz11ykkXbsBlyb1oUq9Ctd6StRuEghbuxrIy7qDjORzyM24CV3KJcw++xs63ToPANip7IBP/bpB4lQL4p+9uPLnTui0akBigxo13VH3mVBIJBLotBrkZd6EKv0mFHW8UMOlLtR5mXBwrgPXus9AV6yFc80acHGS49yFJJw9e5pH9YiIiKhC6XQ6rPx6Jf5MOA1IZKihcIaHZwgc3epDo86DfU136IqL4J6fiYbqXFyxtcfUgF64Vasx8q+fxZW/d8HRpT7qKzvA0bUBbl08DEBA4e6J9Ot/I+3qn/Bq0Q7KVm1Qo4Yj5HJbODnVxPEDWw3mcZJKpfxlXyIisjosPlVzOp0OMbExyCsohLh9ES4ezdC4VW/YSGXQCR0kEhvY2juhQJWCOhnJCE25jCKpDMvbvoDtDf1QrFUDqlRoiwqhSk1C09Z9kZNxExnJ5yF0Osjk9pBIpJDZOaKxf3dIIJCvSoXMVo46TQLg4uqOZs284evrBwA4tn8LtmzbBj+/ljy6R0RERBUmMfESjhw9BlVWOuyd3GDnoIBLfSVsbGyhLSoAoIPcviZONnsWHxXmY0PyP4CDM+QFKkDo4O4ZBPcmQSjMSUXyvweRefsidFoN0hOPoLabC4oLbgJ5DeBo7wuFoiZUWWk4/t/fIPJucx4nIiKyeiw+VXOJiZdx7sIVQEihzsuAu+cgSCVSCCEAISCxkUGrzoNznWY4nZOOhWHDoarXHBfq+cA27RqKsnKQk3YNgICjWyNkpVyG0Gogs1fARm6P+spwyB1qwt7JDTYSHXQF6ci+/T/Urd8I3br1Qr36DQySLWVAe5w+tBlXriTyqB8REZGFSkxMxPz585GQkABHR0dERUXhjTfegFwur+yuPdSePbtx6/YN2Du4QCazg1Qmh1adh/r2TpgdvxFftnsB+Y1bQWbrgD31lchM/gduEily0m6gWKtB2vWzSL9+BjqdFlIbOWxsbOFRW4FpU99ASEgb5ObmYtv27Th9aDO0xTrIbKTwbFQPL7zEeZyIiMj6sfhkZpaWbJ0//z9kZGZBUdcHBZm3oFXno6ggBza2cuiKCjH02CYccKmLy3Wfge6iBt/nZcGzhgJyrRraogKkXfsbOek34OTWEEUFOcjMuA77mm6ARApNYQ4Kcu7C0cUDQuigSruKgrRLKMi4hj4jp6NBw0ZG/VG41Ia2WAeVSlUJo0FERERllZ2djZdeegmenp5YsWIFUlJSsHjxYhQWFmLOnDmV3b1S6XQ6fPLJx5DJ7CCgAyQS2MjkaPi//Vh+6Shq52XC8XA+3uz9BuwcXZF24yyErhiq1KvIun0ejm6N4OhSF1IbOQAd8rNToLBTY8WyaIO5LFu2bIUrVxKhUqmgUCg4jxMREVUbLD6ZkSUmW599thS6Yg3s7ByhlsmRm3kTWk0BFJpCzP3vFoTduYTnHBQY0v01yGwdUJSXhUsntkCn00KnVUOVdh02tvao4VIPuRnJqN2wFfJzUqApzINH0xDkZd1GRvI5aApzYCvRIshfiZq2jeCocC21P6qsNMhspFAoFBU8EkRERGQOmzZtQl5eHr788ku4uLgAAIqLi/Hhhx9iwoQJ8PDwqNwOlmLw4P5Qa7RwdKkHp9qNocnLwlhtEWafjoVcCFx1rosvwkcjLysZ187uQdr1M9AVayGzy4K2SI3sO5eRn3UbtnaO0GnVcFPYYcWKb4x+RIXzORERUXXFQy1mdH+y1bFjR7zwwgt4++23sWnTJqSkpFR294zk5+fj3L/noM5XQV2ggq29EwpzM9BSKsP6P9Yi7M4lqG1kWOXfA3fSb0BiI0Md77ZwqdsMCndPKDyawdbOCfWVHSCRSOBaXwkHlzrQaTXQ6bTIuHUehTnpUOemwUlWiEUfzsLaNevRys8XF87E37u07z5CCFw4E28w6SYRERFZlkOHDiE0NFRfeAKAPn36QKfT4ejRo5XXsYc4efK/OHToD8jtHOHh3QZez4Th8+w7mHf1L8iFQJxrffSp3xy/XziElKRTUN29CgkkAAQ8mraF3NEZdo4uqFXPG65uteH7TFN8E21ceCIiIqrOWHwyI0tLtubPnwNAConUBnmZyZBIJOiUdBKfb52LBqq7uO3oihGto/CdVo28zGTUauAHqY0NnGo1hrtnMHTaItg5uULodMhJvw5dsRZ3Lh9HcXERvFp2RtNnAlC/ngdat2yONavXIiKiH2QyGV54/nmIvNs4tn8L0u8mQ1OkRvrdZBzbv+XepJsDB/IUdCIiIguVlJQELy8vg2UKhQLu7u5ISkqqpF6VTqfT4dXXxkMitYW8hgtaNgnCN0d/xDDVXRQDWOzxDGZ3HA1X/x5wa9gStnY1IJFKYSOTw6FmHeRn30JxQRaaNKoHrwYu6N25LRbOn8fCExER0QN42Z0ZJSUl4fnnnzdYVlWTLQA4fPgIZDI5FLUbw6NJICYkxGJqQTYA4A95DYxzrouslEQU5qXDrYEfbO2dYF/DBTmZycg8fxDpN/8HXbEWqrtXYGMjg9BpUNPRHnXrN4GTuIuashrwbOWNFwYONJhIs2XLVpjy2gRs2bqVk24SERFZmZL5jB7k7OyM7Oxsk7fTrVu3h6774Ycf4OFRFzJZ2Q5W/fvvBdxKTobcQQGpzBZqJzfYSm2QLa+B1z2DsOVuEmTHN8JGZgddsQbFWjVsbO0hkdrARmaL2g5qLFq5Eg0aNIRCoYCXF+dwup+NjdTgX3p6HEvz4niaD8fSfKx9LFl8MiNLSraAe3NU2To4Qu7oilpNgtDizB4AwPfKDvjymfZwkzuglkQKVeo1pN84g6Rb5yG1sUWxRo3C/Kx7PzsskaBpU28808wbw18chj59InD16hX9WDwsCQsKCkKrVq2QlJT42LZlZc0vYmuNzVrjAhibJbLWuADrjc1a4yJDUqkErq6OZdrGyZPxkMjsILOrAQiBu+k3ML/fTAhNAW7YOsDn9kXcvngMBTkp0BTkAhIJNOpCSKVA+5DmmP/RBwgK4llOj6NQOFR2F6wGx9K8OJ7mw7E0H2sdSxafLJA5ki0AaNq0Mc5cuAmp1AZSuT3e9m6HMK0aiV3GobbUBkKnRYEqDUWFubBzdEXW3URo1Pmwr+EKicQGLgpnvPXWGxg8eDCaNWumLxy5uwea3IdatUxvW1bW+iIGrDc2a40LYGyWyFrjAqw3NmuNq6pTKBTIyckxWp6dnQ1nZ2eTt7N///5Hri8u1kGlyn/i/t0vPT0LMrk9JBIpbO2dkHr1LyQ6uaGGog7s5fZwkzSHXQ0XXPk7FnlZdwBIULuWKya/NgmvvjoJUqkUmZl5ZeqDNbOxkUKhcIBKVYDiYl1ld8eicSzNi+NpPhxL87HUsVQoHEw64MfikxlZUrIFAJ06dcGZf7+DEAJpVxPg4tsJO8/uQc0ze1DHszXkjs5QpV9D2rXTyLx9Uf+reI72Nghu3wEz3pmBwMB7R/uyswvK3J/yYqkvYlNYa2zWGhfA2CyRtcYFWG9sFRWXqclWdePl5WU03UBOTg5SU1ON5oIqK622bI+vr68/7OwdUZifA3kdTxTmZODGP/vh4tEMcoeaKCrIQUbyOWTdvgi5rRSz3puD0aPHQiaTQae7N2cUPV5xsa7MjxXdw7E0L46n+XAszcdax5LFJzOypGQLAF577Q0s/+JLQOiQlZIIAKjTtA3Sb/4PF49vQlFBDgpz01FUmIMGdetg5Gtvw9OzKZo394W39zOQSqUW9aKw1hcxYL2xWWtcAGOzRNYaF2C9sVlrXFVdeHg4Vq1aZTAdQVxcHKRSKcLCwiq5d4Y6deoCj9o1kZJlh8w7l+Ba9xloiwqRkngSxVo1NOpc5GWlwNnJDps37eS8lERERE+JxSczsqRkCwDs7e0xbOgQbNqyE851myHz9kVI7lxCcbEWhaq7yMu+A1upwN7d+9C8eQtOoElERESPNXToUPzwww+YNGkSJkyYgJSUFCxZsgRDhw6Fh4dHZXfPgEwmw7TXp2Le4k8ggQLpN/6BzM4REglQrCmEOl8F5TNNceBAPPMgIiKiMuCnqBkNHToUjo6OmDRpEo4cOYKtW7dW2WSrxOLFSzH0hX7IufMvVGnXkJ16Baq7icjPvoMhLzyPa9fuoEULfyZcREREZBJnZ2d89913sLGxwaRJk7B06VK88MILmDlzZmV3rVQDBw7C7Jlvo4mHM5xdawM6NbSFKjjaSfDpkk/xxx/HmQcRERGVkUQIISq7E9YkMTER8+bNQ0JCAhwdHREVFYVp06ZBLpebbR/FxTpkZJh3csvCwkJER3+JO3eSUbduA0yYMBn29vZm3UdlkcmkcHV1RGZmntVdfmGtsVlrXABjs0TWGhdgvbFVVFxubo6c86kSmTsf0mq1OHr0EPLysuDo6IKwsHDIZLxIoCys9T2mMnAszYvjaT4cS/Ox1LE0NR/iJ6qZeXt749tvv63sbjwxe3t7vPXWOxb5ZCciIiIqK5lMhm7dujMXIiIiKgc8XEdEREREREREROWGxSciIiIiIiIiIio3LD4REREREREREVG5YfGJiIiIiIiIiIjKDYtPRERERERERERUblh8IiIiIiIiIiKicsPiExERERERERERlRsWn4iIiIiIiIiIqNyw+EREREREREREROVGIoQQld0JejJCCOh05fOw2dhIUVysK5dtVyZrjQuw3tisNS6AsVkia40LsN7YKiIuqVQCiURSrvughyuvfMhaXxOVheNpPhxL8+J4mg/H0nwscSxNzYdYfCK9W7duAQDq169fyT0xL2uNC7De2Kw1LoCxWSJrjQuw3tisNS4qf3zumBfH03w4lubF8TQfjqX5WPtYsvhEet26dQMA7N+/v5J7Yl7WGhdgvbFZa1wAY7NE1hoXYL2xWWtcVP743DEvjqf5cCzNi+NpPhxL87H2seScT0REREREREREVG5YfCIiIiIiIiIionLD4hMREREREREREZUbFp+IiIiIiIiIiKjcsPhERERERERERETlhsUnIiIiIiIiIiIqNxIhhKjsThARERERERERkXXimU9ERERERERERFRuWHwiIiIiIiIiIqJyw+ITERERERERERGVGxafiIiIiIiIiIio3LD4RERERERERERE5YbFJyIiIiIiIiIiKjcsPhERERERERERUblh8YmIiIiIiIiIiMoNi09ERERERERERFRuWHwiJCYmYvTo0QgMDERYWBiWLFmCoqKiCu/H7t278eqrryI8PByBgYGIiorCli1bIIQwaPfzzz+jV69eaNmyJfr164fff//daFs5OTl477330LZtWwQFBeH111/H3bt3jdr99ddfGDJkCAICAtClSxesXr3aaH9CCKxevRqdO3dGQEAAhgwZgr///vup48zLy0N4eDiUSiXOnj1rFbFt374d/fv3R8uWLdGuXTuMHTsWhYWF+vUHDhxAv3790LJlS/Tq1Qtbt2412kZRURE+/vhjhIWFITAwEKNHj0ZSUpJRO1Ofr6aM5ePs378fgwYNQlBQEDp06ICpU6fixo0bT7Wvynrcrl27hjlz5iAqKgotWrRAZGRkqe2qagwpKSmYMmUKgoKC0LZtW7z//vvIzc01Kbbc3FysWLECL7zwAkJCQtC+fXtMnDgRFy5csPjYHrRv3z4olcpS21Wl2EyNS6VSYf78+ejQoQNatmyJ7t27Y926dQZtKuM9w9SxJMtTVXKhqq4yPlOsVWXkvdbq4MGDGDFiBJ599ln4+/ujW7duWLRoEXJycgzamTMfrS4q6nuLtdq2bRuUSqXR36effmrQrtqMpaBqLSsrS4SFhYnhw4eLQ4cOiZ9//lkEBweLDz/8sML7MnjwYDFt2jQRGxsr4uPjxaeffiqaN28uVqxYoW/z66+/CqVSKZYtWyaOHTsmZs+eLVq0aCESEhIMtjVmzBgRHh4uYmNjxb59+0RkZKTo16+f0Gg0+jZXr14VgYGBYtKkSSI+Pl6sX79e+Pn5iTVr1hhsKzo6Wvj5+Yn169eL+Ph4MWnSJBEUFCSuX7/+VHEuWbJEtG/fXvj4+IgzZ85YfGwrV64UQUFBIjo6Wpw4cULExcWJuXPnitzcXCGEECdPnhS+vr5i9uzZ4tixY2LZsmVCqVSK3bt3G2xn9uzZIjg4WPz888/i0KFDYtiwYaJjx45CpVLp25j6fDV1LB/l+PHjonnz5mLmzJni6NGjIjY2VvTs2VN0795dFBQUPPG+Kutx27t3rwgPDxdTpkwRkZGRIiIiwqhNVY2hqKhIREZGisjISLF//34RGxsrwsPDxfjx402K7cKFCyIsLEx89tln4vDhw2Lfvn1i2LBholWrVuLy5csWHdv9CgoKRJcuXUT79u1LbVeVYjMlrry8PNGvXz8xYMAAERsbK44fPy42bdpk1JfKeM8wZSzJ8lSlXKiqq+jPFGtW0XmvNduxY4f4+OOPRVxcnDh+/Lj44YcfRNu2bcXo0aP1bcyZj1YnFfG9xZpt3bpV+Pj4iEOHDomEhAT9361bt/RtqtNYsvhUza1atUoEBgaKzMxM/bJNmzYJX19fcefOnQrtS3p6utGyWbNmidatW4vi4mIhhBA9e/YUb775pkGbIUOGiLFjx+pv//XXX8LHx0ccPnxYvywxMVEolUoRGxurXzZ79mzRpUsXoVar9cuWLl0qQkJC9MsKCwtF69atxdKlS/Vt1Gq16NKli5g7d+4Tx3j58mURGBgoNm7caPQmbomxJSYmihYtWog//vjjoW3GjBkjhgwZYrDszTffFH369NHfvn37tvD19RWbNm3SL8vMzBSBgYFi9erV+mWmPl9NGcvHmT17tujatavQ6XT6ZceOHRM+Pj7i5MmTT7SvynzcSl47QggxY8aMUr8oVNUYYmJihFKpFImJifplhw8fFj4+PuL06dOPjS0vL0/k5+cbLMvNzRVt27YVH330kUXHdr/ly5eL4cOHl9quqsV2fyL1sLiWLVsmunXrJvLy8h4ac2W8Z5g6lmR5qlIuVNVV9GeKNavovLe62bx5s/Dx8dG/hs2Zj1YXFfW9xZqVFJ9Ke72XqE5jycvuqrlDhw4hNDQULi4u+mV9+vSBTqfD0aNHK7Qvbm5uRst8fX2Rm5uL/Px83LhxA1evXkWfPn0M2jz33HM4duyY/vT4Q4cOQaFQICwsTN/Gy8sLvr6+OHTokH7ZoUOH0K1bN8jlcoNtqVQqJCQkALh3GUpubq7BPuVyOXr06GGwLVPNnz8fQ4cORdOmTQ2WW2ps27ZtQ8OGDdGpU6dS1xcVFeHEiRPo3bu3UVyJiYm4efMmAODIkSPQ6XQG7VxcXBAWFmYU1+Oer6aO5eNotVo4OjpCIpHol9WsWRMA9KfEW8LjJpU++m2+Ksdw6NAhKJVKeHl56ZeFhYXBxcUFBw8efGxsNWrUgIODg8EyR0dHNG7c2OA0ZUuMrcT169exfv16zJo1q9T1VS22w4cPPzamLVu24Pnnn0eNGjUe2qYy3jNMHUuyPFUpF6rqKvozxZpVdN5b3ZS8njUajdnz0eqior63VGfVbSxZfKrmkpKSDL4gAIBCoYC7u3uVuL751KlT8PDwgJOTk74/D74Bent7Q6PR6OfiSUpKQtOmTQ2KBsC9F2jJNvLz83H79m2j2L28vCCRSPTtSv59sJ23tzdu3bplMK/R48TFxeHixYuYNGmS0TpLje306dPw8fHBypUrERoaCn9/fwwdOhSnT58GcO+LsUajKXUf9/chKSkJtWrVgrOzs1G7+5+HpjxfTR3Lxxk4cCASExPxn//8Bzk5Obhx4wY+++wztGjRAq1bt36ifVW1x+1+VTmG0h5viUSCpk2bPvX7k0qlwqVLlwy2a8mxLViwAFFRUWjevHmp6y0ttps3byI1NRWurq6YOHEi/P390bZtW8yaNQt5eXkGcVX0e4YpY0mWqarnQpaEr6eyKa+8t7ooLi6GWq3GP//8g6+++gpdu3ZFw4YNzZ6PVgcV9b2luoiMjISvry+6deuG6OhoFBcXA6h+Y8niUzWnUqmgUCiMljs7OyM7O7sSevR//vzzT+zatQtjxowBAH1/Huxvye2S9SqVSn+Gyv3uj6lkAsIHtyWXy+Hg4GCwLblcDjs7O6N9CiFMHqOCggIsXrwY06ZNg5OTk9F6S40tNTUVR44cwS+//IK5c+fiq6++gkQiwZgxY5Cenl7muBQKhUE/THm+mrrPxwkJCcGXX36JpUuXIiQkBN27d0d6ejq++eYb2NjYPNG+qtrjdr+qHIMp+3xSn3zyCSQSCV588UX9MkuN7cCBA0hISMDUqVMf2sbSYktLSwMAfPzxx3B2dsY333yDadOmIS4uDrNnz35sXOX5nlEez0eqGqpyLmRp+Hp6euWZ91YXXbp0QUBAAAYOHAh3d3csXboUQNnH8sHPFmtXkd9brJ27uzumTJmCjz/+GN988w06deqE5cuXY8GCBQCq31jKKrsDRKW5c+cOpk2bhnbt2mHUqFGV3Z0y+/rrr1GrVi08//zzld0VsxJCID8/H59//rn+zItWrVqha9eu+PHHH9GhQ4dK7uHT++uvv/DOO+9g8ODB6Ny5M7KysrBy5UqMHz8eGzZsgL29fWV3kZ7Q1q1b8dNPP2Hx4sWoW7duZXenTNRqNRYuXIgpU6aUeumGpdLpdADuHQH8+OOPAQChoaGQyWSYNWsWpk2bhkaNGlVmF4mIzM7a8t7Ksnr1ahQUFODy5cv4+uuvMXHiRKxfv76yu2VxrPV7S2Xo2LEjOnbsqL/doUMH2NnZ4bvvvsPEiRMrsWeVg2c+VXMKhcLoZ0iBe1XWB085rSgqlQrjxo2Di4sLVqxYoZ9foKQ/D/ZXpVIZrFcoFPqfK7/f/TGVVI4f3FZRUREKCgoMtlVUVAS1Wm20T4lEYtIYJScnY926dXj99deRk5MDlUqF/Px8APcud8nLy7PY2BQKBVxcXAwu+XFxcUGLFi1w+fLlMselUqkM+mHK89XUfT7O/Pnz8eyzz2LmzJl49tln0bt3b6xevRrnzp3DL7/88kT7qmqP2/2qcgym7NNUBw8exJw5c/Daa69hwIABBussMbbvvvsOUqkUERERUKlUUKlU0Gg00Ol0UKlU+jkCLC22kvXt2rUzWP7ss88CAC5duvTIfZTne4Y5n49UtVTFXMhS8fX05Coi760umjdvjqCgIAwaNAgrV67EiRMnsHfvXrPno9asor+3VEd9+vRBcXExzp8/X+3GksWnaq6060RzcnKQmppqdF10RSgsLMSECROQk5ODNWvWGJxeWNKfB/ublJQEW1tb/dFwLy8vXLlyRT8pdIkrV67ot1GjRg3Uq1fPaFsl9ytpV/LvlStXjPZZv359k85+uXnzJjQaDcaPH482bdqgTZs2+kr3qFGjMHr0aIuNrVmzZg9dp1ar0bhxY9ja2pYa1/198PLyQlpamtFpow/Ow2HK89XUsXycxMREo3l06tatC1dXV1y/fv2J9lXVHrf7VeUYSnu8hRAG+zTF33//jalTp6J///6lXqJmibElJSXh2rVrCA0N1b+v/Prrr0hMTESbNm2wdetWi4ytUaNGBpOeP6ik8FUZ7xmmjCVZpqqWC1kyvp6eTEXlvdWRUqmEra0trl+/bvZ81JpV9PeW6q66jSWLT9VceHg44uPj9dVV4N4Ec1Kp1GA2/Yqg1WrxxhtvICkpCWvWrIGHh4fB+kaNGsHT0xNxcXEGy3ft2oXQ0FD9F5bw8HBkZ2fj2LFj+jZXrlzBuXPnEB4erl8WHh6O/fv3Q6PRGGxLoVAgKCgIANC6dWs4OTlh9+7d+jYajQa//fabwbYexdfXF99//73B37vvvgsA+PDDDzF37lyLja1Lly7IysrC+fPn9csyMzPxzz//wM/PD3K5HO3atcOePXuM4vL29kbDhg0B3DsFVSqV4rffftO3yc7OxpEjR4zietzz1dSxfJz69evj3LlzBsuSk5ORmZmJBg0aPNG+qtrjdr+qHEN4eDj+/fdfXL16Vb/s2LFjyMrKeugvLD7o8uXLmDBhAp599ll8+OGHpbaxxNjGjRtn9L7SoUMHNGjQAN9//z26du1qkbHJ5XKEhYUZ9BcA4uPjAQB+fn4AKuc9w9SxJMtTlXIhS8fXk+kqOu+tbk6fPg2NRoOGDRuaPR+1ZpXxvaW62bVrF2xsbNCiRYvqN5aCqrWsrCwRFhYmRowYIQ4fPiy2bNkiQkJCxIcffljhfZk1a5bw8fER69atEwkJCQZ/arVaCCFETEyMUCqV4vPPPxfHjx8Xc+bMES1atBB//fWXwbbGjBkjOnXqJHbt2iX2798vIiMjRb9+/YRGo9G3uXr1qggMDBRTpkwR8fHx4ttvvxV+fn5izZo1BtuKjo4W/v7+4ttvvxXx8fFiypQpIigoSFy/fv2pYz1+/Ljw8fERZ86c0S+zxNiKi4vF888/L7p37y5iY2PFvn37xODBg0Xbtm3F3bt3hRBCnDx5Uvj6+oq5c+eK48ePi88//1wolUqxa9cug23Nnj1bhISEiC1btojDhw+LESNGiI4dOwqVSqVvY+rz1dSxfJRvv/1W+Pj4iHnz5omjR4+K2NhYERkZKdq3by8yMjKeeF+V9bjl5+eL3bt3i927d4sRI0aITp066W+np6dX6RiKiopEZGSkiIyMFAcOHBCxsbGiU6dOYvz48SbFlpaWJsLDw0XHjh1FfHy8wXvKpUuXLDq20syYMUNEREQYLa9KsZkS19mzZ4Wfn5948803xeHDh8WPP/4ogoKCxFtvvWXQl8p4zzBlLMnyVKVcqKqr6M8Ua1bRea81mzRpkvj666/FgQMHRHx8vFi3bp0ICwsTffv21Y+lOfPR6qa8v7dYszFjxojo6Gjxxx9/iD/++EPMnj1bKJVKsWDBAn2b6jSWLD6RuHz5snjppZdEQECACA0NFYsXL9a/UVekLl26CB8fn1L/bty4oW/3008/iR49egg/Pz/9l5sHqVQq8e6774qQkBARGBgoJk+eLO7cuWPU7tSpU2LQoEHC399fhIeHi+joaKHT6Qza6HQ6sWrVKhEeHi78/f3FoEGDnqiIUZrS3sQtNbb09HQxffp0ERwcLAICAsSYMWOMvtjv27dPREZGCj8/P9GjRw/x888/G21HrVaLxYsXi9DQUBEQECBefvllcfnyZaN2pj5fTRnLR9HpdGLDhg2ib9++IjAwUISFhYlJkyaV2qeq/LjduHHjoa+r48ePV/kY7ty5IyZPniwCAwNFSEiIePfdd0VOTo5JsZW8zkr7GzFihEXHVpqHFZ+qUmymxhUfHy8GDhwo/P39RVhYWKmv88p4zzB1LMnyVJVcqKqrjM8Ua1UZea+1io6OFlFRUSIoKEgEBgaKiIgIsXz5cv1naglz5qPVSUV8b7FW8+bNEz179hQBAQHC399fREZGiu+++84ov6ouYykR4oELB4mIiIiIiIiIiMyEcz4REREREREREVG5YfGJiIiIiIiIiIjKDYtPRERERERERERUblh8IiIiIiIiIiKicsPiExERERERERERlRsWn4iIiIiIiIiIqNyw+EREREREREREROWGxSciIiIiIiIiIio3LD4REVGZbNu2DUqlEmfPnn1s25EjR2LkyJH62zdv3oRSqcS2bdv0y1asWAGlUlkufSUiIiIqL0qlEh999NFj25XkTjdv3tQvMyVHIrJkssruABFVLaZ+6f/+++/Rrl27cu7N4+3duxebN2/G2bNnkZeXBxcXFwQHB2Po0KEIDQ01aHvr1i2sWrUKR44cwd27d1GzZk0EBQXhlVdeQXBwcJn6ceLECYwaNUp/WyaToW7duggODsaUKVPQqFGjMm2/ulu1ahWaNWuG7t27V3ZXiIiomrDGnKgkX/n888/Ru3dvo23MnDkTe/bsQUJCwlP3o2vXrkhOTtbfdnNzQ9OmTTF69Gj06NHjqbdLwMGDB3HmzBlMmTKlsrtC9MRYfCIiA0uWLDG4/csvv+Do0aNGy729vSuyW0aEEHjvvfewbds2tGjRAqNHj0bt2rWRmpqKvXv34uWXX8bGjRvRunVrAMCpU6cwfvx4AMCgQYPg7e2NtLQ0bN++HcOHD8f7779vcLTpaY0cORItW7aEVqvFuXPnsHnzZhw8eBA7d+6Eh4dHmbdv6dauXfvYNq+++qr+sSoRHR2NXr16sfhEREQVxlpzoorg6+uL0aNHAwDu3r2LzZs3Y/Lkyfjggw/w4osvVlg/qqqoqChERERALpc/tE2DBg1w5swZyGT/95X94MGD+M9//sPiE1kkFp+IyEBUVJTB7dOnT+Po0aNGyx9UUFAABweH8uyagXXr1mHbtm146aWX8O6770IikejXvfrqq9ixY4f+wzo7OxtTp06Fvb09Nm7ciMaNG+vbjh49Gq+88goWLlwIPz+/MidmISEh+iOJzz//PDw9PTF//nzs2LEDEyZMKNO28/PzUaNGjTJto7I9KskqIZPJDBItIiKiymCNOVFF8fDwMBin/v37o2fPnvj222/LXHxSq9WwtbWFVGq5M8jY2NjAxsbmkW0kEgns7OwqqEdE5c9yX7FEVGlGjhyJyMhI/O9//8Pw4cPRqlUrfPbZZwDunaK+YsUKo/t07doVM2fONFimUqmwYMECdOrUCf7+/ujRowdWr14NnU73yP0XFhZi9erV8PLywowZMwySrBL9+/dHQEAAAGDz5s1ITU3F22+/bVB4AgB7e3ssXrwYEokEX3311RONgymeffZZADC4pv/gwYMYNmwYAgMDERQUhPHjx+PSpUsG95s5cyaCgoJw/fp1jBs3DkFBQZg+fTqA/5tPYPfu3XjuuecQEBCAIUOG4MKFCwCATZs2oUePHmjZsiVGjhxpsO8Sp0+f1l9u2KpVK4wYMQKnTp0yaJOcnIwPPvgAvXr1QkBAANq1a4fXX3+91O0B9x6XOXPmoF27dmjdujXeeecdZGdnG7R5cD6D0jw455NSqUR+fj62b98OpVIJpVKJmTNn4vjx41Aqldi7d6/RNmJiYqBUKst02QAREdHjWFpOVFnc3d3h5eVlcDleSkoK3n33XbRv3x7+/v6IiIjAli1bDO534sQJKJVKxMbGYtmyZejYsSNatWqF3Nxcfa5069YtTJgwAUFBQejYsSP+85//AAAuXLiAUaNGITAwEF26dEFMTIxRv0wd97Vr12Lo0KFo164dAgICMHDgQMTFxT003p07d6JXr15o2bIlBg4ciJMnTxqsL23Opwc9OOfTzJkz9bGV5ENKpRJCCHTt2hWvvvqq0TbUajWCg4MxZ86ch+6HqKLw0DIRPZWsrCyMGzcOERER6NevH2rVqvVE9y8oKMCIESOQkpKCoUOHol69ekhISMBnn32G1NRUvP/++w+976lTp5CVlYVRo0Y99qgRABw4cAB2dnZ47rnnSl3fqFEjBAcH48SJEygsLIS9vf0TxfIo169fBwC4uLgAAHbs2IGZM2eiQ4cOmD59OgoKCrBx40YMGzYM27dvR8OGDfX31Wq1+gLRjBkzDPr1559/4sCBAxg2bBgAYPXq1Zg4cSLGjh2LDRs2YNiwYcjOzsaaNWvw3nvv4fvvv9ff99ixYxg3bhz8/f0xefJkSCQS/RHTDRs26BPUs2fPIiEhAREREahbty6Sk5OxceNGjBo1CrGxsUZHdT/66CMoFApMnjwZV65cwcaNG3Hr1i388MMPpSbDplqyZAlmzZqFgIAADB48GADQuHFjBAYGol69eoiJiTGaQyImJgaNGzdGUFDQU++XiIjIFJaUE5XIy8tDRkaG0fKioqIn6rupNBoN7ty5o8+H0tLSMHjwYEgkEgwfPhxubm44dOgQ3n//feTm5uLll182uP/KlStha2uLV155BUVFRbC1tQUAFBcXY9y4cQgJCcH06dMRExODjz76CA4ODli2bBn69u2Lnj17YtOmTZgxYwYCAwP183A+ybh///336Nq1K/r27QuNRoPY2FhMnToV0dHR6Ny5s0FfT548iV27dmHkyJGQy+XYuHEjxo4di59//hk+Pj5PPYZDhgzB3bt3jS79lEgk6Nu3L9auXYusrCz9GAP3cuDc3Fz069fvqfdLZC4sPhHRU0lNTcWHH36IoUOHPtX9169fjxs3bmD79u3w9PQEAAwdOhR16tTB2rVrMWbMGNSrV6/U+yYmJgIwfSLQxMRENG3a9JGXfCmVSvz3v//FtWvXyvRLayXJnFarxfnz57FgwQJIJBL07NkTeXl5WLBgAQYNGoR58+bp7zNgwAD07t0b0dHRBsuLiorQu3dvvPXWW0b7uXLlCnbv3q0vVjk7O2POnDn4+uuvERcXBycnJwCATqdDdHQ0bt68iYYNG0IIgQ8++ADt2rXDmjVr9EWhoUOHIiIiAsuXL8e6desAAJ07dzaajLRLly4YMmQI9uzZg/79+xuss7W1xbfffqtPCOvXr49PPvkEBw4cQLdu3Z56TKOiovDBBx+gUaNGRpc69OvXD+vXr0dOTg5q1qwJAMjIyMDRo0cxceLEp94nERGRqSwpJyrx3nvvPXSdOS7x12q1+uLW3bt3sXr1aqSlpenPfl62bBmKi4sRExMDV1dXAMCLL76IN998E19++SWGDh1qcNBNrVZj69atRgcI1Wo1+vXrp5/aoG/fvujYsSPee+89fPbZZ/oDj+3bt0efPn2wY8cO/XxJTzLue/bsMdj38OHDMXDgQKxfv96o+HTx4kVs3boV/v7+AICIiAj07t0bX3zxBb788sunHtOgoCB4enqWeuln//79sWrVKuzevdvgssadO3eiQYMGZf5hHSJz4GV3RPRU5HI5Bg4c+NT3j4uLQ3BwMBQKBTIyMvR/7du3R3FxsdHpyffLzc0FADg6Opq0r7y8vMe2LVmfm5sLrVaLMWPGYPjw4RgwYAAmTpyItLQ0k/b13nvvITQ0FB07dsT48eNRUFCAxYsXo2XLloiPj4dKpUJERIRBzFKpFK1atcKJEyeMtveweRFCQ0MNzpJq1aoVAKBnz576whMA/VlMN27cAACcP38eV69eRd++fZGZmanvQ35+PkJDQ3Hy5En9qeb3J1kajQaZmZlo3LgxFAoFzp07Z9SnIUOG6AtPJX2XyWQ4ePCgSWP3NKKiolBUVGRw6vuuXbug1Wp5lI+IiCqEJeVEJSZNmoT169cb/XXo0KHU9hkZGQgNDTW6XPBhjhw5gtDQUISGhiIqKgpxcXGIiorC9OnTIYTAb7/9hq5du0IIYRBzhw4dkJOTg3/++cdge/3793/omemDBg3S/1+hUKBp06ZwcHBAnz599Mu9vLygUCj0+RDwZON+/76zs7ORk5OD4ODgUvOhoKAgfeEJuHcwrlu3bjhy5AiKi4tNGr8n1bRpU7Rq1crg0sKsrCwcPnwYffv2LdMZ6ETmwjOfiOipeHh4mDR59MNcu3YNFy5c0P/074NKOxW8RElxJS8vz6R9OTo6PrZtyXpHR0dIpVLMnTsXTZo0gRACkydPxtKlS7Fo0aLH7mvSpEkICQmBVCqFq6srvL299ZN8Xr16FQDw0ksvPTKuEjKZDHXr1i217YNHQEvu+2D7krOBVCqVQR9mzJjx0BhycnLg7OyMwsJCREdHY9u2bUhJSYEQwqDNg5o0aWJw29HREe7u7gbzO5ibt7c3WrZsiZiYGH3yGRMTg8DAQKP+EBERlQdLyolK+Pj4oH379kbLd+7cWWr7RYsW6c8OMkWrVq3wxhtvQCKRwN7eHt7e3lAoFACA9PR0qFQqbN68GZs3by71/g/GfP8Bt/vZ2dnBzc3NYFnNmjVRt25do4JLzZo19fkQ8GTj/vvvv+Prr7/G+fPnDS5NLK2oU1r+4enpiYKCAmRkZMDd3b3U/ZVVVFQU5s2bh+TkZDRo0ABxcXHQaDSPnSCfqKKw+ERET+VJ50V68EiPTqdDWFgYxo4dW2r7RyU4Xl5eAO5NJNm9e/fH7tvb2xvnzp1DUVHRQ5PDCxcuwNbWFp6enpBKpfrEQSKRQAhh8i+qPCyZA6Av3ixZsqTUxOPBuRrkcvlD9/uweR0etrxk3yX/vvPOO/D19S21bcnp9vPmzdPPBRUYGIiaNWtCIpFg2rRpBoWoyta/f38sWLAAd+7cQVFREf7++29OrElERBXGknKip3Hw4EHY2Nigffv2Jh9QcnV1fWg+VHKGdb9+/TBgwIBS2zx4GeHDxvhp86GSfpgy7n/++SdeffVVtGnTBnPnzoW7uztsbW2xdetW/Prrr6XetzJERERg0aJFiImJwcSJE7Fz5074+/vrnyNElY3FJyIyK2dnZ4OjSsC9uYtSU1MNljVu3Bj5+fkPTUweJTg4GM7OzoiNjcXEiRMfO8Fm586dkZCQgN27d5d69OfmzZs4deoUQkNDjZKbHTt24M8//8T27dufuJ8PKpngslatWk8VtzmU9MHJyemxfSiZ1+n+U+zVanWpZz0B944glvy6H3DvKGxqairCw8PN0POHe+6557B48WL8+uuvKCwshK2trcGp9kRERJWhKuZETyovLw+ff/451q5dix9//NEs23Rzc4OjoyN0Ol2l5UOA6eO+Z88e2NnZYe3atQYHMbdu3Vpq+2vXrhktu3r1KhwcHIzO0npSj7p8zsXFBZ07d0ZMTAz69u2Lv/7665FzexFVNM75RERm1ahRI/z5558Gy3766Sejo3x9+vRBQkICDh8+bLQNlUoFrVb70H04ODhg7NixSExMxKefflrqWTi//PILzpw5A+DeXES1atXCJ598YnCtP3CvmPLuu+9CCIFJkyYZrDt48CAWLlyIlStXokGDBo8O3AQdO3aEk5MToqOjodFojNY/6rR6c/H390fjxo2xbt26Uk/Rv78PpSWwP/zww0PnK9i8ebNBXBs3boRWqzVL8alGjRpGCXwJNzc3dOzYETt37kRMTAw6dOhQ5uSOiIiorKpiTvSkli1bhtGjR+snBTcHGxsb9OrVC3v27MHFixeN1ldEPgSYPu42NjaQSCQGj9vNmzexf//+UrebkJBgMGfV7du3sX//foSFhZW5OFjyS8MPy4mioqJw+fJlLFmyBDY2NoiIiCjT/ojMiWc+EZFZDRo0CHPnzsWUKVPQvn17/Pvvvzhy5IhR0vLKK6/gwIEDmDhxIgYMGAA/Pz8UFBTg4sWL2LNnD/bv3//IAsLYsWNx+fJlrFu3DidOnECvXr1Qu3ZtpKWlYd++fThz5gw2bdoE4N6p31988QXGjx+PAQMGYNCgQfD29kZaWhq2b9+Oa9eu4f3330fr1q312//9998xa9YsfP3112b7hRAnJyd88MEHeOeddzBw4EA899xzcHNzw61bt3Dw4EG0bt263C8Xk0qlmD9/PsaNG4fIyEgMHDgQHh4eSElJwYkTJ+Dk5IRVq1YBuHfG2C+//AInJyc0a9YMf//9N+Lj4w1+wvd+Go0GL7/8Mvr06YMrV65gw4YNCA4OLtMv3ZXw8/PDsWPHsH79etSpUwcNGzbUT7IO3Lv07vXXXwcATJ06tcz7IyIiKquqmBM9qVOnTuHIkSP46quvkJmZCa1WC5lMhvnz5z/V9kq89dZbOHHiBAYPHoxBgwahWbNmyM7Oxj///INjx47hv//9b5m2bwpTx71Tp05Yv349xo4di8jISKSnp2PDhg1o3LgxLly4YLRdHx8fvPLKKxg5ciTkcjk2btwIAPpf2SsLPz8/AMD8+fPRoUMHowJTp06d4OLigri4OISHh6NWrVpl3ieRubD4RERmNXjwYNy8eRNbtmzB4cOHERwcjPXr1+Pll182aOfg4IAffvgB0dHRiIuLw44dO+Dk5ARPT09MmTJFP1H2w0ilUixZsgTdunXDTz/9hHXr1iE3Nxeurq5o06YN3n77bQQFBenbh4SEYOfOnfr9paamwsnJCUFBQViwYAFCQkL0bXNycjBlyhR4eHhg+fLlAO79ishHH31U5vHp27cv6tSpg9WrV2Pt2rUoKiqCh4cHQkJCyvRLOU+iXbt22Lx5M1auXIkff/wR+fn5cHd3R0BAAIYMGaJv9/7770MqlSImJgZqtRqtW7fWJ1+lmTNnDmJiYvDFF19Ao9EgIiICs2bNMssvrMycORNz5szB8uXLUVhYiAEDBhgUn7p06QJnZ2fodDqzFLuIiIjKqqrmRE/i/mkHVqxYgeTk5DIXngCgdu3a+Pnnn/HVV19h79692LhxI1xcXNCsWTNMnz69zNs3hanjHhoaigULFuCbb77BwoUL0bBhQ0yfPh3JycmlFp/atGmDwMBAfPXVV7h16xaaNWuGRYsWoXnz5mXuc8+ePTFy5EjExsZi586dEEIYFJ/kcjmee+45bNiwgRONU5UjEVVp1lgiIqKnoNVq0bFjR3Tp0gULFy6s7O4QERERVYqFCxdiy5YtOHr0qP4yPaKqgHM+ERGRxdu3bx8yMjLQv3//yu4KERERUaVQq9XYuXMnevXqxcITVTm87I6IiCzW6dOnceHCBaxcuRItWrRA27ZtK7tLRERERBUqPT0d8fHx2LNnD7KysjBq1KjK7hKRERafiIjIYm3cuBE7d+5E8+bNsXjx4sruDhEREVGFu3z5MqZPn45atWph1qxZ8PX1rewuERnhnE9ERERERERERFRuOOcTERERERERERGVGxafiIiIiIiIiIio3LD4RERERERERERE5YbFJyIiIiIiIiIiKjcsPhERERERERERUblh8YmIiIiIiIiIiMoNi09ERERERERERFRuWHwiIiIiIiIiIqJyw+ITERERERERERGVm/8Hv43P8r9SCNQAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "fig, axes = plt.subplots(1, 2, figsize=(12,5))\n", + "axes[0].scatter(y_true_co2, y_pred_co2, alpha=0.6, edgecolor='k')\n", + "axes[0].plot([y_true_co2.min(), y_true_co2.max()], [y_true_co2.min(), y_true_co2.max()], 'r--')\n", + "axes[0].set_title('CO₂ Permeability: Prediction vs. True')\n", + "axes[0].set_xlabel('True CO₂ Permeability')\n", + "axes[0].set_ylabel('Predicted CO₂ Permeability')\n", + "\n", + "axes[1].scatter(y_true_ch4, y_pred_ch4, alpha=0.6, edgecolor='k')\n", + "axes[1].plot([y_true_ch4.min(), y_true_ch4.max()], [y_true_ch4.min(), y_true_ch4.max()], 'r--')\n", + "axes[1].set_title('CH₄ Permeability: Prediction vs. True')\n", + "axes[1].set_xlabel('True CH₄ Permeability')\n", + "axes[1].set_ylabel('Predicted CH₄ Permeability')\n", + "\n", + "plt.tight_layout()\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "d36e3dd2-64a6-45a5-88a7-32c25cfbbdc3", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/umap/umap_.py:1952: UserWarning: n_jobs value 1 overridden to 1 by setting random_state. Use no seed for parallelism.\n", + " warn(\n", + "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/umap/umap_.py:1952: UserWarning: n_jobs value 1 overridden to 1 by setting random_state. Use no seed for parallelism.\n", + " warn(\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA8MAAAKrCAYAAADVpV+1AAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd4FNX+x/H3bEuvlFASSiKE3iyAFKUoggh2sYAKInpFBcu1gf13Ua8VVBREr71guaJEVBBFEPGiIFKkhRJaKCG9bJvfHzFrlgQIkCXt83qefcjMnDlzZnOy7HdOM0zTNBERERERERGpQyxVXQARERERERGRk03BsIiIiIiIiNQ5CoZFRERERESkzlEwLCIiIiIiInWOgmERERERERGpcxQMi4iIiIiISJ2jYFhERERERETqHAXDIiIiIiIiUucoGBYREREREZE6R8GwiMgxmDZtGsnJySQnJ9O/f/8qLUtJOZKTk/n0008rdM6OHTv8zlu2bJnvWHW6t4q44oorSE5OpkOHDqSnp1d1caSauffee331eeTIkRU+b+TIkb7z7r33Xt/+6va388gjj/iuuWjRopNyTRGR2sZW1QUQkcBatmwZo0aNKvdYaGgojRs3pmfPnlx33XUkJCSUmy4nJ4ePP/6YxYsXs379ejIzM7FarcTFxdGxY0cGDhzIwIEDsdvtZc6dN28et99+u9++yZMnc8011xzzvfTv35+dO3ceNd369euPOW+pWb799ltWrlwJwAUXXEBcXFy56dLS0vjwww/55Zdf2L59Ozk5OQQFBZGQkMCpp57KkCFDOO2008qct2/fPj744AOWLFnCli1byMvLIzQ0lPj4eLp3785VV1112L8XkdKmTZvGiy++CEDTpk357rvvKiXf66+/ng8//BCPx8Nzzz1Hnz59MAyjUvIWEakrFAyL1GH5+fls3ryZzZs388knn/Dyyy9z5pln+qX55ptvmDRpEllZWX77XS4X27ZtY9u2bXz55Ze89dZbdO/evcw1ymux/PTTT48rGJbA6tWrF6GhoQBERERUcWmObOrUqb6fy3vY4/V6efHFF3nllVfweDx+x9xuN3/++Sd//vkn7777bpmHJ5999hkPP/wwhYWFfvuzsrLIyspizZo1vPXWW0yYMIGxY8dW4l1JdXDllVdy9tlnA9CqVasKnVMVfzvNmjXjrLPO4rvvvmPt2rV8++23nHvuuSfl2iIitYWCYZE6ZsiQIXTo0AGXy8XKlStZuHAhAAUFBfzzn//ku+++w+FwAJCSksIdd9yBaZq+888880y6dOmCw+Fg586d/PTTT4dtrd23bx+LFy8us3/NmjVs2LCB1q1bH/d9JCQkcOWVVx73+VJWt27d6NatW1UX46h+++03NmzYAEDLli1p27ZtmTSPPvoo77//vm87KCiIc845h6SkJDweD6mpqfz444/k5OT4nTd37ly/rrHBwcEMGTKE5s2bs2fPHubOnUt2djZut5unn34ai8XCmDFjAnSnVSc3N5fw8PCqLkaVGDJkyDGfU1V/O+eff76vpfnDDz9UMCwicowUDIvUMX369OHiiy/2bd9111188cUXQHHw+uuvv9KzZ08yMjKYPHmyLxAOCQnhpZdeolevXn75mabJ119/TWxsbJlrff75575WudDQUMLDw9m7dy9Q3Pp2zz33HPd9NG7cuEJByMiRI/nll18AuOiii7jqqqt49tln+f333wkJCWHQoEHcddddhIWFkZKSwmuvvcamTZuIiori/PPP54477vA9HChPbm4uL774Il999RUZGRkkJCRw1VVXcfXVV5fpsuj1epkzZw5z5sxh3bp15OTkEB4eTqdOnbj66qs566yzyuTvdrt5/fXX+fjjj9m1axeNGjXi4osvPmqLZEFBAS+99BJffPEFGRkZNGvWjKuuuoq+ffse9pwjdecs3UV9/Pjx9OvXj2nTpvHrr7/icrlo3749d9xxR7ldjufPn88rr7zChg0bCA8Pp3///txxxx3cfvvtfr+bJ5544oj3VKJ0b4NBgwaVOf7jjz/6BcItWrTgtddeK9OtuaCggLffftu3nZuby6OPPurbjoiI4P333/drHbzpppu44oor2LNnDwDPP/88Q4YMoXHjxhUq+5EcOqRh/vz5LFiwgI8++oi0tDSio6MZMmQIt956a7mB6vLly3n33XdZsWIF+/fvx+Fw0KpVK4YNG8bll19eZhhDcnKy7+cpU6YQGRnJa6+9xvr167FarSxfvpxPP/2U++67z+8aL7zwAvPmzSM3N5eOHTty991306lTJ9LS0vj3v//N0qVLcbvddOvWjXvuuafch15paWm8+eabLFmyhN27d+P1eomPj6d///6MHj26zOfJsmXL+Pzzz1m3bh379u3zDdVo2LAhp512Gtddd53f/ZTnwIEDPPvss3z//fdkZ2dzyimncMMNN3D++ef7pTv0M6Mi9bK8v53yhqjs3LmzzPu+bNky/vvf/wLQtWtXPvjgA79zvv/+e8aNGweA1Wpl4cKFvmEB/fr1w26343K5+Omnn9i9e3el1EURkbpCwbBIHde1a1dfMAywf/9+AD7++GNyc3N9+2+//fYygTCAYRicd9555eb92Wef+X7u378/9evX5z//+Q8Ac+bM4c4778RmO3kfQ6tXr+bqq6/G6XQCxd3E33vvPTZt2kS/fv148sknfWn37t3LG2+8QUZGBk899VS5+RUVFXHttdeyevVq377Nmzfz2GOPsXXrViZNmuTbX1hYyM0338xPP/3kl8fBgwf54Ycf+OGHH7j++uv9WiUB/vnPfzJ37lzfdlpaGi+88AK///77Ye/T5XJxww03sHz5ct++TZs28eijj/q6f56IRYsW8eqrr+JyuXz7fv31V66//nr++9//kpSU5Nv//vvv8/DDD/u2i4qKmD17Nj///DPBwcHHdf0lS5b4fu7atWuZ42+++abf9jPPPFPu+N6QkBBuvPFG3/Y333xDZmamb/uaa64p0022UaNG/OMf/+DBBx8EwOl08sknnzB+/PjjupcjmTRpEj///LNve+/evfznP//h119/5d133yUoKMh37LnnnuOVV17xO7+k98fKlStJSUlh5syZvq68h/rkk0/86svhuvpee+21rFmzxrf9yy+/cM011/Dcc89x//33+71/ixcvZvXq1Xz11Vd+we38+fO56667KCgo8Mu7ZMjGnDlzeOONN/zq0ffff88nn3xS5v62b9/O9u3b+eKLL5gxY0aZYR4lMjIyuOyyy/x6saxdu5Y77riDvXv3cv3115d73slwzTXX+ILhFStWsGnTJk455RTf8a+++sr3c+/evf3Gx4eFhdG6dWvWrFmD1+tl6dKlfg87RUTkyDSbtEgdt2LFCr/t+vXrA/h9CTcMg4suuuiY8l21ahWbNm3ybZ9//vl+LTD79+8/oRlQd+/ezaxZs8q8jpTnxo0badCgATfddJPfl+ZffvmFJ598kubNm3PTTTfRoUMH37EvvvjisDMV79+/nw0bNjBixAhuvPFGGjVq5Dv29ttv+1qXAP71r3/5AmG73c6FF17I7bffzuDBg30tyG+88Ybfg4l58+b5BcIl5bvooouOeJ9vvfWWX2DTrl07/vGPf3DOOefw/fffH/a8ilq1ahX16tVj7NixDB061Lff6XT6BaJ79uxhypQpvu3Q0FBGjRrFddddx8GDB9m4ceMxX3vXrl3s2rXLt136dwXFre+l3/c2bdqUSXM4pd8z4LAPeQ7tRnvoeZXl559/ZsCAAdxyyy107NjRt/+PP/5g5syZvu25c+f6BcK9e/fmtttu4+qrr/YFv8uXL/f7XRxq+fLlxMTEcM011zB+/PjDBpXr1q3j8ssv57rrrvO1NBcVFfGPf/yD3NxcrrrqKi677DJf+szMTD7++GPfdlpaGnfeeacvEG7VqhU333wzN910E02bNgUgPT2dW2+91W+sd0hICGeccQbXXHMNt9xyC3feeSejR4/2Bcwul4vHH3/8sPe3adMmsrOzue6667j++uuJjIz0HXvmmWfYtm3bYc89Xs2aNeOf//yn30PEqKgo/vnPf/peHTt2pGPHjnTp0sWXZvbs2b6fnU4nCxYs8G2XF+iWrhuBqosiIrWVWoZF6pgff/yRgwcPlhkzDMWBcMm4t9IBYL169YiOjj6m65TuyhoVFUXv3r1xOBw0a9aM7du3A8Utx8e7DElaWlq5LbYXXXTRYbsC2+123nrrLeLj4ykoKOC0007D7Xb7jr399tvExcUxfPhwBg8eDBQHV2vWrDnsbMX/+te/uOCCC4DipX7OO+88X4vpRx99xBlnnEFmZqZfq9YjjzzCJZdc4rf93nvvAfD666/78iv9pTgiIoKPPvrI93to0aIFzz33XLllKn1e8+bN+fDDD31dvSdPnsxHH31U7nkVFRoaykcffeR7TwoLC5k/fz6AXyv5nDlzKCoq8m2/8MILvt9N//79DzvL+ZGU1B0o/p2VPLwpkZmZ6XfNxMTECue9b98+v+2S4OxQERERRERE+MYbl5xXVFTEAw88wB9//MHevXuxWCy0adOGiRMnltt9/Gguv/xyHnvsMQBuvvlmLrroIt8DhNmzZ/tao1977TXfORdeeKFfD4fTTz+dCRMmAMV/k3feeWe5f8vh4eF8+umnNGnS5Ihluu2227j55puB4odBX375pe/YHXfc4Ru6sHHjRt9s33/88YcvzTvvvOObmKxFixZ88sknvhbuq6++mrPPPhuPx8PmzZv5/vvvGTBggO+6Xq+X1atXs3nzZrKzs6lfvz59+/Zl8+bNQHHL8pG6Cc+YMcP3+Xbuuef65hxwuVx8+umnTJw48Yj3fqxKhnLk5+f7ejOEh4eXO7zjmmuu8b1fn3/+OXfeeScOh4MlS5b46ll0dHS5n5elH8KlpaVV6j2IiNR2CoZF6piUlBRSUlLK7A8KCuKJJ57w63p5vJxOp981zjnnHF8wNmTIEF8r1sKFCzl48CAxMTEnfM2K6Nq1K/Hx8UBxS1NMTIwvkOnWrZsvuGvWrJnfednZ2eXmZ7fb/VoJ4+Pj6datm2/90ZLupL///rsv6Aa4//77uf/++8vNc926dRQUFBASEuIXWPbp08cviBk2bFi5wXBeXh5btmzxbZ977rl+Y56HDRt2wsFw//79/R4OtGzZ0vdz6VnHS5c/NjbW7yFF9+7dadq0aYWWyiotIyPD93NUVNQxnRtoRUVFLFmyhPPPP5/WrVuzYsUKPv30U8aOHcsPP/zg1xpZEcOHD/f9bLfbOe+883zB8J49e9i/fz9hYWGsW7fOl+6///2vr8vtodxuN6tWrSr3YdGFF1541EAYiutPiUMfFpQ8QILiCe5KgrvSdeK3337z/bx161Y6dep02GutWLHCFwwvWbKESZMm+fUKKM+ePXvKDYYTEhL8Jrjq1q0b8fHx7NixA8Cv63dVOO+883jyySfZt28fBw8eZP78+QwZMoR58+b50lxwwQXlzl9Q+nOh9N+HiIgcnbpJi9RhwcHBJCYmctVVV/HFF1/Qp08f37HSwc6BAwfKLK10JPPnz/dLX7p7dOmfXS6XX7fgY3HGGWewfv36Mq8jTXbTsGFDv+3SXyxLHzt0HLPX6y03v+joaKxWq9++0i2VJS06x/LemabpG3dZeqbjevXqHfY6pR06O/Kh5x26fTxKHiiUKP0+lp55vPRDhPLK26BBgxMuy6Gio6P9HuikpqZW+NxDy3O4QD0nJ8fvfS45LywsjAULFjBp0iQuv/xy31jp/Px8tm7dWuFylDh0EqlD38Ps7Gyys7P93vOjOVywVNEW9NJ/J4dOyHW4v6HS5TuWv4WSsqanp3PLLbccNRAGfPMBHKq8el/e32pVsdvtjBgxwrc9e/bsMl2kL7300nLPPZbfv4iI+FPLsEgdM2XKlApNsNKjRw9f1z7TNPnss8+47rrrKnSNQ9cWPtLkNJ999tlxdZc9Hod+eS/teCbyyszMxOPx+AXEJROQwd+TEB3agnndddeVCcxLKzkvIiLCFxgfOHDAL03p65R26CzDh5536PbxOPS9OnTW7BKlW0LLC8IO7ZZcEaV7EZQXWFksFs444wx+/PFHAP7880/Wrl1Lu3btjpr3aaed5ted/euvv6ZNmzZl0pWe0KjkPCie6bf0BFUlM1XXr1//uJYRy8jI8AtSD/2dR0ZGlpkQq3///kfskt2+ffty94eEhFSoTCf6N1T6b6FVq1ZHnIugZPKyhQsX+k22de+993LppZcSERHBpk2byswGXZ7y6n15f6tV6YorruCVV17B5XKxdOlSPvzwQ1+Q3q5du3LrIvj/HZQ3q7+IiByeWoZFpFyXXnopYWFhvu0XXniBpUuXlklXsrRSSffN9PT0MjMmH8natWv5888/T7zAVcDlcvl1B9+xY4dfN9CSwKNz585+AbPNZmPMmDFlXoMGDaJ169a+gLb0xE8//vij30y9c+bMKbdM4eHhft2Wv/nmG7/WssOdFwily79//36/SdmWLVt2zF2kAb9ZoV0uV7lBzqEPV+68885yr1VQUMCMGTN82+eee65fl9N33nnHNx61RHp6Oi+//LJv2263l/tw6ZVXXuHf//43oaGhvPDCC8c1c/bnn3/u+9nlcvl1mY2Li6N+/fqEhob6rbOcmZnJqFGjytStyy+/nEaNGpWZHftkKz379759+xg6dGiZsl577bU0a9aMzp07A/jVeyieRKokeD30wcThpKWl+f1t/vbbb74u0nD4hwSVofRDgkNn0C6tQYMGvqXCTNPk3//+t+9Y6TkGDrV7927fz4f22hARkSNTy7CIlCs2NpZHHnmEu+++G9M0yc/P5/rrr+fMM8+kS5cu2O12du3axZIlS9i5cydvvfUW4L+2MBSvg3loq5PX6/X7Yv/pp58edgzt4ZTMJl2eylr3tSLuv/9+li9fTmRkJHPmzPFbbqhkVt3o6GguueQS31jd1157jdWrV9O1a1eCgoJIT0/n999/Z+3atVx00UW+7uqXXnopixcvBoq7cV5++eUMHjyY9PR0v0DpUJdeeqnvi/S2bdu44oor6NevHxs3buSbb74JyPtQnuHDh/Piiy/6JrS65ZZbfF09S88wfCzi4+OJi4vzTfC2Zs2aMmNg+/btyxVXXMGHH34IFHeVHjJkCAMHDuSUU07xTdD0448/kpOT41teKTw8nMmTJ3PnnXcCxd2QL7nkEoYMGULz5s3Zs2cPc+fO9WuJmzhxot9YW5fLxYMPPsinn35KbGws06dP95sp+Fh89NFHZGRkkJyczKJFi/xm37788st9P48ZM4a77roLKA7yhg0bRr9+/YiKiiIzM5O1a9fy66+/0rBhwwq1ogbSyJEj+eCDDygqKiIzM5Phw4dz3nnn0bhxY/Lz89m0aRO//PIL2dnZLFiwgKioKL+HOwDjxo2jT58+rF+/nq+//rrC177xxhu55JJLMAzDrweAzWYL6HJEpYecZGRkcN9995GUlIRhGFx99dV+D0pGjhzpm5Ss5O/G4XD4zdp+qNJj849nojYRkbpMwbCIHNYFF1yA1WrlwQcfJCcnB9M0WbJkid86r4cqvbZwixYtyqx9WuLqq6/2LQPy5Zdf8s9//vOYuiofbjZpKG6RPBnBcExMDPXr1+eDDz4oc+yqq66ie/fuvu3777+fHTt2+FrNf/75Z7+W0vIMHjyYefPm+R4cbNu2zfd+nnHGGX5LCJV27bXXMn/+fN+yWWvXrmXt2rVHPa+yxcXFcd999/nGzubm5vrWmW7atClxcXG+ltfDdbUuz5lnnumrZytXrix3QqiHHnqI6OhoZs6cidfrpbCw0G/m48MZOnQoTqeTRx55hMLCQgoKCsqsbwvFXaInTpzoNzNwUVER48aNY+nSpVitVkaNGsXOnTvZuXMnPXr0OObx2meffTbz58/3zdRdon379txwww2+7QsuuICNGzfy6quvAsXB/7GMlT6ZEhISePbZZ7n77rvJz8/n4MGDvP/++0c8p3///rRu3ZoNGzYAxRNrldTtiy66yO8z53BatGhBfn6+r/6VNmHCBJo3b37sN1NBffr0ISQkxNcqXHoYyUUXXeQXDHfp0oUOHTr4Bbj9+/c/7Gz+eXl5vvfFMAx69uwZgDsQEam91E1aRI5oyJAhLFiwgHvuuYczzzyT+vXrY7fbCQoKonnz5lx00UXMmDGDU089lZUrV/p9CT9Sa0vpYwcOHKiU9W9PttDQUN577z1GjhxJXFwcdrudli1b8sADD/Dggw/6pQ0JCWHWrFk888wznHXWWdSvXx+bzUZwcDDNmjVj0KBBPPbYY9x7771+5z399NNMnDiRhIQE7HY7TZs25aabbvJbTudQdrud119/nTFjxviV69577+X//u//AvJeHM6VV17Jiy++SIcOHXA4HMTExDB8+HA++OADv4nJjmWm5dJdRg/XMmi1WrnjjjuYN28eN9xwA506dfJNeBYaGkqbNm0YPXp0uS3UF198Md9++y233HILXbp0ITo6GpvNRkREBO3atWP06NHMmzePsWPH+p23b98+31ACj8fD888/zx133MEdd9zht+Z2RU2aNIkHH3yQU045BYfDQYMGDRg1ahRvvfVWmW7Xd9xxB++//z7Dhg0jPj4eh8OB3W4nLi6O3r17c8cdd5QbCFaFgQMH8sUXX3D99dfTunVrQkNDsVqtREdH07VrV8aMGcP777/v6/Jrt9t58803ufjii4mOjsbhcNC6dWsee+wx3/JSR9OwYUM+/vhjLrroImJjY3E4HLRt25ann366zO+xsjVo0IDp06fTrVu3MmO8yzNy5Ei/7SN1kV64cKGvN8qZZ55ZoRnBRUTkb4apaQhFRCRACgsLyx0vu27dOi655BJfl/qnn37at75yRQwdOtTXbXjOnDkkJydXToGr0LJly/zGOy9YsEBjQOuglStXcsUVVwDFvSsWLlxYZtb6EjfffDPfffcdAFOnTvWNORYRkYpRN2kREQmYDz/8kM8//5zzzjuPhIQErFYrGzZs4J133vEFwo0aNeKcc845pnxvvfVWbrvtNgDeeuutk97iLVKZioqKWLlyJdnZ2UyfPt23/8orrzxsILx9+3Z++OEHANq2bcu55557UsoqIlKbKBgWEZGAMU2TNWvWsGbNmnKP169fn5dffvmYZ1seNGgQnTt35vfff+fzzz/ntttu85uoSKQm2bdvX5lZ0BMSEo647Nwbb7zhe6B0xx13HNO4exERKaZgWEREAqZ79+5cfPHF/Pbbbxw4cID8/HzCw8NJTEzkrLPO4sorrzzs5EBHUzI7t0htEhsbS48ePbjrrrv8lrc71EMPPcRDDz10EksmIlL7aMywiIiIiIiI1DmaTVpERERERETqHAXDIiIiIiIiUudozHAlM00Tr1c9z08GwwB18pfKpnolgaB6JYGgeiWBUpl1y2IxNMGbVFsKhiuZ12uSkZFX1cWo9QwD7HYrLpdHXwSk0qheSSCoXkkgqF5JoFR23YqNDcNqVTAs1ZO6SYuIiIiIiEido2BYRERERERE6hwFwyIiIiIiIlLnKBgWERERERGROkfBsIiIiIiIiNQ5CoZFRERERESkzlEwLCIiIiIiInWOgmERERERERGpcxQMi4iIiIiISJ2jYFhERERERETqHAXDIiIiIiIiUucoGBYREREREZE6R8GwiIiIiIiI1DkKhkVERERERKTOUTAsIiIiIiIidY6CYREREREREalzFAyLiIiIiIhInaNgWEREREREROocBcMiIiIiIiJS5ygYFhERERERkTrHVtUFEBERERGRyuXcf5ADC5dStPcA9tgo6vXrSXCjBlVdLJFqRcGwiIiIiEgtsver70l9dhaujEwwDDBNts/8gObjrqLJFUOrungi1YaCYRERERGRWiL7jz/Z/MQreAqLCG7aCMNqwfR6ce7LYMvU/xDctBGxvU+r6mKKVAsaMywiIiIiUkvs+ewb3Dl5BDVugGEt/qpvWCwExdXHW+hk98cpVVxCkeqjVgTDn332GRdeeCEdO3ake/fu3HDDDRQWFvqOf/fddwwbNoyOHTsyaNAgPvnkkyosrYiIiIhIYGT/tgZLSBCGYZQ5ZgsPJeeP9Xjd7ioomUj1U+O7SU+fPp2ZM2dy00030aVLFw4ePMjSpUvxeDwALF++nPHjx3PppZdy//338/PPP/PAAw8QFhbGeeedV8WlFxERERGpPIbdBl5vucdMrxeL1Y5hqRXtYSInrEYHw6mpqbz44ou8/PLLnHXWWb79gwYN8v08ffp0OnXqxKOPPgpAjx49SEtLY+rUqQqGRURERKRWqXd2d9JmfYTp8fq6SQOYpoknN58Gg/ooGBb5S43+S/j000+Jj4/3C4RLczqdLFu2rEzQO2TIEDZv3syOHTtORjFFRERERE6KRheeS3DTRhTu2I07Lx/T68WTX0jh9t04GsTS+HLNJi1Soka3DP/++++0bt2al19+mbfffpucnBw6dOjAfffdR+fOndm+fTsul4vExES/85KSkoDiluX4+PhjuuaAAQMOe+ztt98mLq4R5QzRkEpW8h7rvZbKpHolgaB6JYGgeiWHExLfiHZP38fmf88kZ+1GXAcysTjsRLRvReKdY4hIbnnE81W3pC6p0cHwvn37WL16NRs2bOChhx4iJCSEV155hdGjR/PNN9+QlZUFQGRkpN95JdslxyuTYYDdbq30fMWfYYDVai1ZOk+kUqheSSCoXkkgqF7JkcR0bM2pbz5FzpqNFO09gCM2ishObSrUPbqy65aCaqnOanQwbJom+fn5vPDCC7Rp0waAzp07079/f9555x169+5d6ddcsGDBEY97PF5cLk+lX1f8lXxAu90efQmQSqN6JYGgeiWBoHolFRGSnERIcnGPSLfHBM/Rv6NWdt1S/ZTqrEYHw5GRkURHR/sCYYDo6GjatWvHpk2bOP/88wHIycnxOy87OxuAqKiogJRLf/Qnj2nq/ZbKp3olgaB6JYGgeiWBoroldUGNnkDrlFNOOeyxoqIimjVrht1uJzU11e9YyfahY4lFRERERESkbqjRwXC/fv3IzMxk3bp1vn0HDx5kzZo1tG/fHofDQffu3fn666/9zktJSSEpKemYJ88SERERERGR2qFGd5MeOHAgHTt25LbbbmPixIkEBQUxY8YMHA4HV111FQA333wzo0aN4uGHH2bw4MEsW7aML7/8kueee66KSy8iIiIiIiJVxTDNmj0aICMjgylTprBw4UJcLhennXYa9913n18X6gULFvD888+zZcsWmjRpwo033sill14akPJ4PF4yMvICkrf8rWTWbpdLE4dI5VG9kkBQvZJAUL2SQKnsuhUbG4bVWqM7o0otVuOD4epGwfDJoS8BEgiqVxIIqlcSCKpXEigKhqUuUc0UERERERGROkfBsIiIiIiIiNQ5CoZFRERERESkzlEwLCIiIiIiInWOgmERERERERGpcxQMi4iIiIiISJ2jYFhERERERETqHAXDIiIiIiIiUucoGBYREREREZE6R8GwiIiIiIiI1DkKhkVERERERKTOUTAsIiIiIiIidY6CYREREREREalzFAyLiIiIiIhInaNgWEREREREROocBcMiIiIiIiJS5ygYFhERERERkTpHwbCIiIiIiIjUOQqGRUREREREpM5RMCwiIiIiIiJ1jq2qCyAiIiIiIlJdeN0eCvceCEjewQ3rYbFZA5K3HDsFwyIiIiIiIn8p3HuAHy6fEJC8z/roeUKbNAxI3nLsFAyLiIiIiIiUYhhVXQI5GRQMi4iIiIiIlGLRzEp1gn7NIiIiIiIiUueoZVhERERERKQUdZOuG9QyLCIiIiIiInWOWoZFRERERET+YhC4McNqcK5e1DIsIiIiIiIidY6CYRERERERkVKMAL0CLS8vj759+5KcnMwff/zhd2z27NkMGjSIjh07MmzYMBYuXFjm/JycHO6//37OOOMMunbtym233cbevXvLpPvtt9+44oor6NSpE/369WPGjBmYpumXxjRNZsyYwdlnn02nTp244oorWLlyZaXe74lSMCwiIiIiIlILvPzyy3g8njL7586dy+TJkxk8eDAzZ86kS5cujB8/vkxwOmHCBJYsWcLDDz/M008/zZYtWxg7dixut9uXZtu2bYwZM4YGDRrw6quvcu211zJ16lRef/11v7xmzpzJ1KlTue6663j11Vdp0KABo0ePJi0tLSD3fjw0ZlhERERERKSEEcB1hgPYPLx582bee+897rnnHh566CG/Y1OnTuX8889nwoQJAPTo0YMNGzbw0ksvMXPmTABWrFjB4sWLmTVrFr179wagZcuWDBkyhG+++YYhQ4YAMGvWLGJiYnj22WdxOBz07NmTjIwMXnnlFUaOHInD4aCoqIhXX32V0aNHc9111wFw6qmnct555zFr1iwefvjhwL0Rx0AtwyIiIiIiIjXc448/zogRI2jZsqXf/rS0NLZu3crgwYP99g8ZMoSlS5fidDoBWLRoEZGRkfTq1cuXJjExkbZt27Jo0SLfvkWLFjFgwAAcDodfXtnZ2axYsQIo7kadm5vrd02Hw8E555zjl1dVU8uwiIiIiIhIKYFcZ3jXrl2MHDnysMcXLFhwzHnOmzePDRs2MG3aNNasWeN3LDU1FaBMkJyUlITL5SItLY2kpCRSU1Np2bIlxiE3n5iY6MsjPz+f3bt3k5iYWCaNYRikpqbSvXt3X/pD0yUlJfHmm29SWFhIcHDwMd9nZVPLsIiIiIiISCkWS2BegVBQUMATTzzBxIkTCQ8PL3M8KysLgMjISL/9Jdslx7Ozs4mIiChzflRUlC9NTk5OuXk5HA5CQkL88nI4HAQFBZW5pmmavnRVTS3DIiIiIiIiJ0mTJk2Oq/X3cKZPn069evW45JJLKi3PukItwyIiIiIiIn8xKO4mHZBXJZd1586dvP7669x2223k5OSQnZ1Nfn4+UNylOS8vj6ioKODvVt0S2dnZAL7jkZGR5ObmlrlGVlaWL01Jy/GheTmdTgoKCvzycjqdFBUVlbmmYRi+dFVNLcMiIiIiIiI10I4dO3C5XNx4441ljo0aNYrOnTvzzDPPAMVjh0uP4U1NTcVut5OQkAAUj+9dunQppmn6jRvesmULrVu3BiA0NJTGjRv7xgSXTmOapi//kn+3bNlCmzZt/K7ZpEmTajFeGNQyLCIiIiIi4qemjBlu27Ytb731lt/rvvvuA+CRRx7hoYceIiEhgRYtWjBv3jy/c1NSUujZs6dvVui+ffuSlZXF0qVLfWm2bNnC2rVr6du3r29f3759WbBgAS6Xyy+vyMhIunbtCkC3bt0IDw/nq6++8qVxuVx88803fnlVNbUMi4iIiIiI1ECRkZF079693GPt27enffv2ANx6663cddddNGvWjO7du5OSksKqVat45513fOm7du1K7969uf/++7nnnnsICgriueeeIzk5mXPPPdeXbsyYMXzxxRfceeedXHnllWzYsIFZs2YxceJEX2AdFBTEuHHjmDZtGrGxsbRu3Zr333+fzMxMxowZE8B35NgoGBYRERERESlhBHBppQAu2XQkQ4cOpaCggJkzZzJjxgxatmzJiy++6GvJLfH8888zZcoUHnzwQdxuN71792bSpEnYbH+Hjc2bN2fWrFk88cQT3HjjjcTGxnLbbbcxevRov7zGjh2LaZq8/vrrZGRk0LZtW2bNmuXrll0dGKZpmlVdiNrE4/GSkZFX1cWo9QwD7HYrLpcH1WCpLKpXEgiqVxIIqlcSKJVdt2Jjw7Baa9bIzMI9e1kxZkJA8u4663mCGzUMSN5y7NQyLCIiIiIiUkqg1gSW6kXBsIiIiIiISClGwPpJS3WiZx4iIiIiIiJS56hlWEREREREpBQ1DNcNahkWERERERGROkctwyIiIiIiIn8xCNwEWmpwrl7UMiwiIiIiIiJ1jlqGRUREREREStGY4bpBLcMiIiIiIiJS56hlWEREREREpIQRuDHDGjRcvdToluFPP/2U5OTkMq+nn37aL93s2bMZNGgQHTt2ZNiwYSxcuLCKSiwiIiIiIiLVQa1oGX7ttdeIiIjwbcfFxfl+njt3LpMnT+amm26iR48epKSkMH78eN599126dOlSBaUVEREREZHqTGOG64ZaEQy3b9+e2NjYco9NnTqV888/nwkTJgDQo0cPNmzYwEsvvcTMmTNPYilFRERERKS609JKdUeN7iZ9NGlpaWzdupXBgwf77R8yZAhLly7F6XRWUclERERERESkKtWKluGhQ4dy8OBBmjRpwuWXX84NN9yA1WolNTUVgJYtW/qlT0pKwuVykZaWRlJS0jFda8CAAYc99vbbbxMX10jdKk6CkvdY77VUJtUrCQTVKwkE1SsJFNWtYnX9/uuKGh0MN2jQgFtvvZXOnTtjGAbfffcdzz//POnp6Tz44INkZWUBEBkZ6XdeyXbJ8cpkGGC3Wys9X/FnGGC1WjEMMM2qLo3UFqpXEgiqVxIIqlcSKJVdtxRUSnVWo4PhPn360KdPH9927969CQoK4s033+Smm24KyDUXLFhwxOMejxeXyxOQa8vfSj6g3W6PvgRIpVG9kkBQvZJAUL2SQKnsulUj66eWVqozanQwXJ7Bgwfz+uuvs27dOqKiogDIycmhQYMGvjTZ2dkAvuOVrUb+0ddQpqn3Wyqf6pUEguqVBILqlQSK6pbUBbV6Aq3ExEQA39jhEqmpqdjtdhISEqqiWCIiIiIiUo0ZAXpJ9VLrguGUlBSsVivt2rUjISGBFi1aMG/evDJpevbsicPhqKJSioiIiIiISFWq0d2kx4wZQ/fu3UlOTgaKx/N+9NFHjBo1ytct+tZbb+Wuu+6iWbNmdO/enZSUFFatWsU777xTlUUXEREREZFqKmBjhqVaqdHBcMuWLfnkk0/Ys2cPXq+XFi1acP/99zNy5EhfmqFDh1JQUMDMmTOZMWMGLVu25MUXX6Rr165VWHIRERERERGpSoZpamh8ZfJ4vGRk5FV1MWq9kiWsXC7NoimVR/VKAkH1SgJB9UoCpbLrVmxsGFZrzWpmde7dy9Y7JwYk7xbPPIejYcOA5C3HrmbVTBERERERkQAyKO4mHYhXZU+i9cMPP3DNNdfQo0cPOnTowIABA5gyZQo5OTm+NPfeey/JycllXosWLfLLy+l08uSTT9KrVy+6dOnC9ddfX2YiYoDNmzdz/fXX06VLF3r16sVTTz2F0+ksk2727NkMGjSIjh07MmzYMBYuXFjJd3/ianQ3aRERERERkboqMzOTTp06MXLkSKKjo9m4cSPTpk1j48aNvP766750CQkJPP30037nJiUl+W0//vjjpKSkcO+99xIXF8crr7zCddddx9y5c4mIiAAgKyuLa6+9lhYtWjBt2jTS09N54oknKCws5MEHH/TlNXfuXCZPnsxNN91Ejx49SElJYfz48bz77rt06dIlcG/IMVIwLCIiIiIiUoph1IyFkIYPH+633b17dxwOB5MnTyY9PZ24uDgAgoODjxiE7tmzh48//piHHnqISy+9FICOHTvSr18/PvjgA8aOHQvABx98QF5eHi+++CLR0dEAeDweHnnkEcaNG+e73tSpUzn//POZMGECAD169GDDhg289NJLzJw5sxLfgROjbtIiIiIiIiK1REmQ6nK5KnzO4sWL8Xq9nHfeeX759OrVy6879aJFi+jZs6fvGgCDBw/G6/WyZMkSANLS0ti6dSuDBw/2u8aQIUNYunRpuV2qq4pahkVEREREREoYYFgDl/euXbv8Vr851IIFC445W4/Hg9vtZtOmTbz00kv079+f+Ph43/Ft27Zx6qmnUlRUROvWrfnHP/7BwIEDfcdTU1OpV68eUVFRfvkmJSXx8ccf+6W75JJL/NJERkbSoEED3/jikn9btmxZJi+Xy0VaWlqZLtpVRcGwiIiIiIhIDdavXz/S09MB6NOnD88884zvWNu2benYsSOnnHIKOTk5vP/++9xyyy288MILvpbg7Oxs37jg0iIjI8nKyvJtZ2dnExkZWSZdVFSUL13Jv4emK9kunV9VUzAsIiIiIiJSSiDHDDdp0uS4Wn+PZMaMGRQUFLBp0yamT5/OTTfdxBtvvIHVauXaa6/1S9u/f39GjBjB1KlT/bpF10UaMywiIiIiIlKDtWnThq5du3LZZZfx8ssvs2zZMr799tty01osFs4991w2b95MYWEhUNxqm5ubWyZtdna2X9fpyMhIv2WbSmRlZfnSlfx7aLrs7Gy/49WBgmEREREREZHSLEZgXidBcnIydrud7du3V/icxMRE9u/fX6YLc2pqKomJiX7pDl17OCcnh3379vnSlfx7aLrU1FTsdjsJCQnHdD+BpGBYRERERESkFMNiBOR1Mvz++++4XC6/CbRK83q9zJs3j1atWhEcHAxA7969sVgsfPPNN750WVlZLF68mL59+/r29e3bl59++snXygswb948LBYLvXr1AorXNG7RogXz5s3zu25KSgo9e/bE4XBU2r2eKI0ZFhERERERqYHGjx9Phw4dSE5OJjg4mD///JNZs2aRnJzMwIED2blzJ/feey/nn38+zZs3Jysri/fff5/Vq1czbdo0Xz6NGjXi0ksv5amnnsJisRAXF8err75KREQEI0aM8KUbMWIEb7/9Nrfccgvjxo0jPT2dp556ihEjRvjWGAa49dZbueuuu2jWrBndu3cnJSWFVatW8c4775zU9+doFAyLiIiIiIiUMCBg82dVcr6dOnUiJSWFGTNmYJomTZs25bLLLmPMmDE4HA7CwsIIDw9n+vTpHDhwALvdTocOHZg5cyZ9+vTxy2vSpEmEhYXxzDPPkJeXR7du3XjjjTf8ZpmOiorizTff5LHHHuOWW24hLCyMSy+9lIkTJ/rlNXToUAoKCpg5cyYzZsygZcuWvPjii3Tt2rVy34ATZJimaVZ1IWoTj8dLRkZeVRej1jMMsNutuFweVIOlsqheSSCoXkkgqF5JoFR23YqNDcNqrVkjM13797Jr8t0BybvJY//GXr9hQPKWY6eWYRERERERkb8YgGENTNPwyRk1LBWlYFhERERETphpmuSu3kBB2m6sYSFEn9YJa1hIVRdLROSwFAyLiIiIyAkp2L6LjY+/SM7q9XgLizCsVhxx9Wl+45XEDRtY1cUTOWZGwAYNS3WiYFhEREREjpsrO5d1d08hb+MW7PVjcDSsh+n24NyXweYnX8UaHkr9/mdWdTFFRMqoWaPZRURERKRa2f/Nj+Rt2kpQkzhsYaEYhoHFbiO4SUM8RUXsePszNF+r1CyBWWO4eJ1htThXJwqGRUREROS4ZS5bCYDFXrbDoT06kvxN2yjalX6SSyUicnTqJi0iIiIix830eg+/KKvFANPE9HhPbqFEToQBRqCaDNUwXK2oZVhEREREjltkl3aHDXjdmTkEJzQmqInWVZUaxrAE5iXVilqGRUSkRjJNk+yVa8n4YRmurByC4xvR4Ny+hCQ0ruqiidQpDc87i90fzaVw5x6CGjXA4rBjer24MrLAMGhy+flYbPrKKSLVjz6ZRESkxvG63Wx+agZ7v1yAp6DI10Nz17uf0/KOG4gb2r9qCyhShzgaxNLmX3ez4ZEXKNi2s7iV2DSxRYSTcMPFxF14blUXUeSYGVb1Z64LFAyLiEiNs+fjeaR/9jXWiDAcDethGAamaVK0Zx+pT88g7JTmhLdJqupiitQZER2T6fru82QsWU7B9l3YwkKJ6X0awY3VPVpEqi8FwyIiUqN43W52f/IVWAzsURG+/YZhENSoAYXbd5M+9zsFwyInmSXIofWEpdY43JxwUrtoFLeIiNQo7oPZFKXvxxYRXuaYYRgYDhu5azZVQclERESkJlHLsIiI1CiWYAeG1YLpdpd73HR7sIaHnuRSiYhIbWKoabhOUMuwiIjUKLaIcGJ6dsOdlYtpmn7HvE4XmCb1+/WootKJiIhITaGWYRERqXHiR11M1q+rKdy+C3tsNBaHHU9eAe7sXCK7tKX+Ob2ruogiIlJTGUCgZpNWg3O1opZhERGpccLbJNH26fuI7tEVb5GzeD1Ti4VGFw+i7dMPYAsPq+oiioiISDWnlmEREamRIju2ocNLj1KwbSfunFyCGzXE0SC2qotVZzj3H8SVnYOjfiz2yLKTmYmI1FQGYAnQmGE1DFcvCoZFRKTGMgyD0BbxVV2MOiV/6w62z/yAg0uW43W6sYaF0OCc3iTccAWO2OiqLp6ISKUw1H+2TtCvWURERCqkIG03ayc8yt6U7wEDW0QY3qIidr3/Bevu/D/cOblVXUQREZEKUzAsIiIiFbLr/TkUbNtFSEJj7DGRWEODcdSLIahJQ7JX/flXkCwiUtMZYAnQSx2lqxUFwyIiInJUXpeb/fOXYA0PwbD6f32wOOwYFgv7v11cRaUTERE5dhozLCIiIkflLXLidbow7PZyjxt2Gy51kxaR2sAonpMiUHlL9aGWYRERETkqa1gIwU3j8OTml3vcW+QkvHXiSS6ViIjI8VMwLCIiIkdlGAaNLhoEpok7++8WYNM0ce4/iCU4iLih/auwhCIilcewGgF5VbYffviBa665hh49etChQwcGDBjAlClTyMnJ8Uv33XffMWzYMDp27MigQYP45JNPyuTldDp58skn6dWrF126dOH6668nNTW1TLrNmzdz/fXX06VLF3r16sVTTz2F0+ksk2727NkMGjSIjh07MmzYMBYuXFh5N15JFAyLiIhIhcRdeA5xw8/Bk19AwbadFO7YQ+H2XQA0v/FKos7oXMUlFBGpWzIzM+nUqROPPPIIs2bN4vrrr+e///0vt99+uy/N8uXLGT9+PF26dGHmzJkMHjyYBx54gHnz5vnl9fjjjzN79mwmTpzItGnTcDqdXHfddX6BdVZWFtdeey0ul4tp06YxceJEPvroI5544gm/vObOncvkyZMZPHgwM2fOpEuXLowfP56VK1cG9P04VoZpmmZVF6I28Xi8ZGTkVXUxaj3DALvdisvlQTVYKovqlQRCbatXpmmSuex39n/3E64DGQTHN6HBuX2IaN+qqotWp9S2eiXVR2XXrdjYMKzWmtX+5jm4n8yXHg5I3tG3PIw1pn5A8i7x0UcfMXnyZBYtWkRcXBxjxowhLy+PDz74wJfmzjvvZN26daSkpACwZ88e+vfvz0MPPcQVV1wBFAfa/fr14x//+Adjx44F4NVXX+WVV15h4cKFREdHA/Dhhx/yyCOPsHDhQuLi4gAYNGgQHTp04JlnnvFdc8SIEURERDBz5syA3v+xqFk1U0RERKqUYRjE9OhCq/v/QbtnJpE4cbQCYRGRaqQkSHW5XDidTpYtW8Z5553nl2bIkCFs3ryZHTt2ALB48WK8Xq9fuujoaHr16sWiRYt8+xYtWkTPnj191wAYPHgwXq+XJUuWAJCWlsbWrVsZPHhwmWsuXbq03C7VVUWzSYuIiIiIiJRiWAI37fOuXbsYOXLkYY8vWLDgmPP0eDy43W42bdrESy+9RP/+/YmPj2fTpk24XC4SE/0nOExKSgIgNTWV+Ph4UlNTqVevHlFRUWXSffzxx77t1NRULrnkEr80kZGRNGjQwDe+uOTfli1blsnL5XKRlpbmu35VUzAsIiIiIiJSwgBLoILhAGXbr18/0tPTAejTp4+ve3JWVhZQHLCWVrJdcjw7O5uIiIgy+UZGRvrSlKQ7NC+AqKgoX7qKXrM6UDAsIiIiIiJykjRp0uS4Wn+PZMaMGRQUFLBp0yamT5/OTTfdxBtvvFGp16iNFAyLiIiIiIiUFrhe0gHRpk0bALp27UrHjh0ZPnw43377LaeccgpAmaWWsrOzAXzdoiMjI8nNzeVQ2dnZfl2nIyMjy+QFxa29JelK/s3JyaFBgwaHvWZ1oAm0REREREREaonk5GTsdjvbt2+nWbNm2O32MusFl2yXjCVOTExk//79Zbowp6am+o03TkxMLJNXTk4O+/bt88ur9DVK52W320lISKiEu6wcCoZFRERERET+YgCG1QjM6ySU//fff8flchEfH4/D4aB79+58/fXXfmlSUlJISkoiPj4egN69e2OxWPjmm298abKysli8eDF9+/b17evbty8//fSTr5UXYN68eVgsFnr16gVAQkICLVq0KLOOcUpKCj179sThcFT6PR8vdZMWERERERGpgcaPH0+HDh1ITk4mODiYP//8k1mzZpGcnMzAgQMBuPnmmxk1ahQPP/wwgwcPZtmyZXz55Zc899xzvnwaNWrEpZdeylNPPYXFYiEuLo5XX32ViIgIRowY4Us3YsQI3n77bW655RbGjRtHeno6Tz31FCNGjPCtMQxw6623ctddd9GsWTO6d+9OSkoKq1at4p133jl5b04FGKappdork8fjJSMjr6qLUetV9oLwIqB6JYGheiWBoHolgVLZdSs2NgyrtWZ1RvVm7id31uMByTt8zCQs0fUrLb8ZM2aQkpLC9u3bMU2Tpk2bcs455zBmzBjCw8N96RYsWMDzzz/Pli1baNKkCTfeeCOXXnqpX15Op5PnnnuOzz//nLy8PLp168akSZPKLIO0efNmHnvsMVasWEFYWBjDhw9n4sSJZVp8Z8+ezcyZM9m1axctW7bkjjvuoF+/fpV275VBwXAlUzB8cuhLgASC6pUEguqVBILqlQSKguGaFQzLiVE3aRERERERkRKGAQFbZ7iGTVNdyykYFhERERERKcWoWY3Zcpxq1a85Ly+Pvn37kpyczB9//OF3bPbs2QwaNIiOHTsybNgwFi5cWEWlFBERERERkapWq4Lhl19+GY/HU2b/3LlzmTx5MoMHD2bmzJl06dKF8ePHs3LlypNfSBERERERqd4slsC8pFqpNb+RzZs3895773HrrbeWOTZ16lTOP/98JkyYQI8ePXj00Ufp2LEjL730UhWUVERERERERKparQmGH3/8cUaMGEHLli399qelpbF161YGDx7st3/IkCEsXboUp9N5MospIiIiIiLVncUIzEuqlVoxgda8efPYsGED06ZNY82aNX7HUlNTAcoEyUlJSbhcLtLS0sqsnXUkAwYMOOyxt99+m7i4Rpok7iQoeY/1XktlUr2SQFC9kkBQvZJAUd2SuqTGB8MFBQU88cQTTJw40W9h6RJZWVkAREZG+u0v2S45XllK1maTwDIMsFqtGAZaX1EqjeqVBILqlQSC6pUESmXXrRoZVBsErv9sTXw/arEaHwxPnz6devXqcckll5yU6y1YsOCIxz0eLy5X2Um8pHKVfEC73ZWzILwIqF5JYKheSSCoXkmgVHbdUv2U6qxGB8M7d+7k9ddf56WXXiInJweA/Px83795eXlERUUBkJOTQ4MGDXznZmdnA/iOVyb90Z88pqn3Wyqf6pUEgupV7VKUvp+9cxeS8eMveF1uok7tSNywAYQlNT+p5VC9kkCp83WrRjZpy7Gq0cHwjh07cLlc3HjjjWWOjRo1is6dO/PMM88AxWOHExMTfcdTU1Ox2+0kJCSctPKKiIhIzZe3eRvr7voXBdt2YthtGBYLuWs3svfLBbR66Hbq9T2jqosoIiIVUKOD4bZt2/LWW2/57Vu3bh1TpkzhkUceoWPHjiQkJNCiRQvmzZvHwIEDfelSUlLo2bMnDofjZBdbREREaijTNNn8xCsUbNtJcHwjDKvVt79wZzqbn5hOZJd22CPLzmNS2dw5eTjzC7FFRWIcZf1S0zTxFhRhOGxYbDX665/IyWFVy3BdUKM/DSMjI+nevXu5x9q3b0/79u0BuPXWW7nrrrto1qwZ3bt3JyUlhVWrVvHOO++czOKKiIhIDZe7ZiM5azZgrx/jC4QBDMMguFEDCnfvJeP7n4kbNvAIuZyYnNUb2PnOZ2T+8jumx0twQmMaXzaEuGEDMQ7p2mmaJnu//I7dn86jYOsOLDYbsf160vTKYYS2jA9YGUVqukP/lqR2qtHBcEUNHTqUgoICZs6cyYwZM2jZsiUvvvgiXbt2reqiiYiISA1SuGcv3sIiHA3rlTlm2IqD48LdewN2/axfV7Pu3idx7T+ILToCw2Ylb0Mqm/7vJQq276LF+FG+L/GmabJ16n/Y+e7nmKYXW3gYnsIids+ey8GffqXds5MIb93yKFcUEam9al0w3L17d9avX19m/2WXXcZll11WBSUSERGR2sIeGYFht+MtcmINDvI7Znq9YJrYoyIPc/aJMU2TLS++ievAQYKbN8FisWCaJrbIcFwZWez+aC4NBvX1Bbi5qzew+6MUrKEh2GP+LpM9NorC7bvZ9tLbtH/hwYCUVaRGMwBLgFqG1eBcrQRqBS0RERGRWieya3tCmjfBuS8D85Cpdp37D2KLDCf27PKHcJ2ovPWp5K3fgqN+bJkunLaYSDx5+WR8/7Nv3/6FS/EUFGCLjvBLa1gs2GOjyFqxmoK03QEpq4hITaBgWERERKSCLHYbLW+/HltEOAXbd+E6mIUrK6c4qPSaJIy5guBGDY6e0XFwZ+VgulwYQfYyx4qDYwNXVo5vn+tgVqljh9xHkAPT6caVmRWQsorUbAaGJTAvNQ1XLwqGRURERI5BbK/TaPfcJBoM7A2GBbwmUd060PqxiTS9enjArhvUJA5LSDCevIIyx0yvFzAJbhr3d/q/gvJDW7ABPPmFWIIdBDWsH7DyiohUd7VuzLCIiIhIoEV1aUdUl3Z48gsxPW6s4WEBn302JKExMT26su/bH7GGhmB1FLcQm6ZJ0e592GOjqT+gly99g3P6sOv9OTj3ZeBo8HfXaq/LjTsrh4ZD+xMUp2BYpFyBGjMs1YqCYREREZHjZA0NPqnXazlxNAU7dpO3PhXDagGLBdPpwhYVSdI9N/kFt6GJCTT/x0i2TnuTwu27sIQEY7rcmG43YW2TaH7LyJNadhGR6kbBsIhIAHjdbjJ/Xknexq1YguxE9+hKWGKzqi6WiNRwwY0b0nH64+z76nsO/vgLrrwCIju1Ie6CgYS1alEmfZPLzycsqTnpXywgZ80GrGGh1B/Yi7jz+2GPiTr5NyBSU2gwaZ2gYFhEpJLlb93BhsnPkrs+FdPjAcAaGkLDof1JvOMGLHZ99IrI8bNHRdD0ygtoMepCXC4P5QwJ9hN1ageiTu1wcgonIlKD6BuZiEgl8uQX8ue9T5G7IZWguPpYg4MwTRN3Zg67P0rBHh1J83FXVXUxRURE5HAM/pr5OTB5S/WhYFhEpBId+OFn8jZtJbhxQyx/TW5jGAb2mEi8Lhd7PvuGplcNwxYRXsUlFak53Ln57J37Hfvm/YDzQCahiQk0HNqf+v3PxLCoL6OIBEANmUDrq6++Ys6cOaxZs4bs7GyaN2/OyJEjueSSS3yT5o0cOZJffvmlzLkpKSkkJSX5tnNycpgyZQrz58/H5XLRp08fJk2aRMOGDf3O++2333jyySdZt24d9erV48orr2Ts2LF+kwiapsnMmTN57733yMjIoG3bttx333106dIlMG/EcVIwLCJSiXLWbASv6QuES7NHR+Lcf5C8DVvVZVGkgtw5uay7ewqZ//sDw2JgCXKQsSudg0tXkHXJGpLuvjHgsziLiFRX//nPf2jatCn33nsvMTEx/PTTT0yePJk9e/Ywfvx4X7pu3bpxzz33+J0bHx/vtz1hwgQ2bdrEww8/TFBQEM8//zxjx47lk08+wWYrDhu3bdvGmDFj6NWrFxMmTGD9+vU8/fTTWK1WxowZ48tr5syZTJ06lbvuuovk5GTeffddRo8ezeeff05CQkIA35Fjo2BYRKQSFXerKn8An+n1YhiAVS1ZIhW18705ZP6yiqBG9bEEOXz7XVk5pH/6NTE9ulKv7xlVWEIRqZVqSMvw9OnTiY2N9W337NmTzMxM3njjDf7xj39g+av3TGRk5BFbZVesWMHixYuZNWsWvXv3BqBly5YMGTKEb775hiFDhgAwa9YsYmJiePbZZ3E4HPTs2ZOMjAxeeeUVRo4cicPhoKioiFdffZXRo0dz3XXXAXDqqady3nnnMWvWLB5++OGAvBfHQ9/IREQqUdSpHTFsNjyFRWWOuQ9m44hrQHibpHLOFJFDeZ0u0r9YgCXY4RcIQ/EkUl6Xi31f/VBFpRMRqXqlA+ESbdu2JTc3l/z8/Arns2jRIiIjI+nV6++1yhMTE2nbti2LFi3ySzdgwAAcjr8/k4cMGUJ2djYrVqwAirtR5+bmMnjwYF8ah8PBOeec45dXdaCWYRGRShRz5qlEdmlH1v9WYY+NwhoRBh4vzgMHMU2TplcNwxocVNXFFKkR3Dl5uHNyD7uWr8Vhp3DH7pNcKhGpEwLYMrxr1y5Gjjz8Ot8LFiw4ofx//fVX4uLiCA//e36SX375hS5duuDxeOjcuTO33347p59+uu94amoqLVu2LDPsJDExkdTUVADy8/PZvXs3iYmJZdIYhkFqairdu3f3pT80XVJSEm+++SaFhYUEB5/cNdoPRy3DIiKVyGK30eZfd1NvwJl4nS4Kt++icPdebOFhtLj1Whpffn5VF1GkxrCFh2INCcFb6Cz3uNfpwhFX/ySXSkSk+lq+fDkpKSmMHj3at+/000/ngQce4LXXXuPJJ5+koKCA66+/3teSC5CdnU1ERESZ/KKiosjKygKKJ9iC4i7XpTkcDkJCQnzpsrOzcTgcBAX5P/yPjIzENE1fuupALcMiIpXMUT+Gdk/fT97mbeRt2IIlKIio0zpij9QM0iLHwhLkoMF5fdn51qd4XW6/NbrdufkYVisNBvWtwhKKSK1kAIGamM+AJk2anHDrb3n27NnDxIkT6d69O6NGjfLtv+222/zSnX322QwdOpSXX36ZmTNnVno5ahIFwyIiARKW1JywpOZVXQyRGi3+movI+nU1uWs2YAkOwuJw4MkvwDRNGpzbh3r9elR1EUVEqlx2djZjx44lOjqaadOm+SbOKk9oaChnnXUWX3/9tW9fZGQke/bsKZM2KyuLqKgoAF/LcUkLcQmn00lBQYEvXWRkJE6nk6KiIr/W4ezsbAzD8KWrDtRNWkRERKotR/0Y2j//IM3GXYWjXgxYDMJateCUf46j9UO3Y7Hpub6IBIA1QK8AKCwsZNy4ceTk5PDaa6+V2935aBITE9myZQum6b8ixpYtW3xjf0NDQ2ncuLFvTHDpNKZp+tKV/Ltlyxa/dKmpqTRp0qTajBcGBcMiIiJSzTnqRdN83FWcNmcm3ee9SZd3nqPxZUPKXc9bRKQucbvdTJgwgdTUVF577TXi4uKOek5+fj7ff/89HTt29O3r27cvWVlZLF261Ldvy5YtrF27lr59+/qlW7BgAS6Xy7cvJSWFyMhIunbtChSvaRweHs5XX33lS+Nyufjmm2/88qoO9DhVREREagTDMDAUAItIwBllZlWuzLwr0yOPPMLChQu59957yc3NZeXKlb5j7dq1Y9WqVbz22mucc845NG3alL179/LGG2+wb98+XnjhBV/arl270rt3b+6//37uuecegoKCeO6550hOTubcc8/1pRszZgxffPEFd955J1deeSUbNmxg1qxZTJw40bfcUlBQEOPGjWPatGnExsbSunVr3n//fTIzMxkzZkyl3v+JMsxD28LlhHg8XjIy8qq6GLWeYYDdbsXl8qAaLJVF9UoCQfVKAkH1SgKlsutWbGwYVmvN6ozqzTtI0XfTApJ3UP9bsYTFVFp+/fv3Z+fOneUeW7BgAR6Ph0cffZT169eTmZlJSEgIXbt2Zfz48XTq1MkvfU5ODlOmTOHbb7/F7XbTu3dvJk2aVKa1+bfffuOJJ55g3bp1xMbGcvXVVzN27Fi/BwimaTJjxgzee+89MjIyaNu2Lffdd5+v9bi6UDBcyRQMnxz6EiCBoHolgaB6JYGgeiWBomC4ZgXDcmLUTVpERERERKSEQeBmVgpU72s5LgqGRURERA7hys4lc+lvuHPyCI5vRNRpHTVztYhILaNPdRERkWqqKH0/WSvWgNckvN0phLaIr+oi1Ql7Pvuaba++h3P/QQAMq5XQpGa0nnwr4W1PqeLSicjJYFjUhFsXKBgWkWrDuS+DnHWbMCwWIjomY4869nXyRGoDr8vNtpfeYs/n83Fn54BpYg0Po95Z3Um6Zxy28LCqLmKttf+7pWx+eiZ4vAQ3bohhs+IpLCLvz1TW3fMknV57gqCG9aq6mCIiUgkUDItIlfMUFrH1pbfYO3ch7uxcDMPAHhNFo8uGkHD9peqaKHXOtunvsOOd/2INDSE4vhEYBu6sXPbO/Q5vkZM2T94TwGU/6i7TNNn13ud4C52ENGvs228NDiI4vhGFO/awN2UhCdddWoWlFJGTQi3DdULNmtpNRGql1H/PYNd7czDdHoIbN8TRqD7uvHzSXn2ftNc+rOriiZxUzn0Z7PnvN1hDg3HUi8awWIofEEVHYI+NJmPJcnLXbKzqYtZKrv0Hyd2wBXt02V4phtWCYbWQ+cvvVVAyEREJBAXDIlKl8jZuZd83P2KLiij+4m+zYrHZCGpYD0tIELtnp/jG7YnUBVm/r8WdlYM9OqrMMWt4KN7CIrJ+W10FJRMMQMsYidQNFiMwL6lWFAyLSJXKXL4KT34BtsjwMsfsMVG4MrP1xV/qFq8Jplm82OdhmF7vSSxQ3WGvH0NYqxa4snLKHDM9Xky3h+gzOldByUTkZDIMMCwBeikerlYUDItIlTLdHsAof/yjxQDT/CuNSN0Q0aE1tohw3OUEZN6CQiwOOxEdkqugZLWfYRg0vWoYliAHRXv2+T57PIVFFO7YQ3B8YxoOObtqCykiIpVGs9KISJUKT07EYrfhyS/EGhrsd8ydnYs1LJTwNklVVDqRky+4SRz1z+3Nnk++xrBasEYUzxztzS/EuT+D6B5dierWvopLWXvVH9ALV2YO22e8T+HuvQAYFgthrVvSavKtBMXVr+ISishJYajNsC5QMCwiVSrqtI5EdEwmc/kfBDWqjzU4CNM08eYX4s7MpsGgswhNTKjqYoqcVIkTxuAtLOLAwp9xZWYDYHE4iO7ZjeSHJ2BY9CUtkBpfch71B/bi4E+/4s7OJTi+EdHdu2hmexGRWsYwTVNTQVQij8dLRkZeVRej1jMMsNutuFweVINrvsI9+1h//7/JWbPB1y3R4rATfUZnWj96x0lbb1j1SgLheOuVaZrkbdxK1q9/YHq8RLRvRWSXdlpSSQB9XkngVHbdio0Nw2qtWQ/wzIJMnMteCUjeju43YYREByRvOXZ6xCkiVS64UQM6zvgXmT+vJGf1egyLhahTOxLZtZ1awKTOMgyD8NYtCW/dsqqLIiIiUispGBaRasFisxHb+zRie59W1UURERGRuk5jhusEBcMiIiJ1iCsrh4wf/4c7O4egRg2J7XUqliDHMefjzs0nY/H/cO7LwB4TRWzfM7CXs0SaiIhIdaVgWESkGjFNk+yVa8lduxHDaiXq1I6EtWpR1cWSAPK63WT9bxVZy//A9HoJb9+Ken3OOK4A9Wj2fP4t215+B+eBgxgAhkFwQhNaPXALUad2qHA+Bxb9wuYnX8WZvg8wMDFx1I+l5e3X0XDw2ZVebhGRk86i+RnqAgXDIiLVhHNfBusffp7s39bgdToBsIYEU39gL5L+eVOZpaek5nMdzOLPSc8UB8IuNxgmhsVKWHJL2vzrn4Q0a1Jp18r48X+k/nsGpttDcOOGGDYrXqeLgm07+POBf9Np5hOEJDQ+aj65f25mw8PP487JI6hRAyx2G6bbQ9He/WyaMp2ghvWPKbAWERGpKuoMLyJSDZheL+sfeo7Mpb9hjQglOKExwQmNMRx20r9YwJZp/6nqIlYZ574MCrbtxFNYVNVFqXSbn5pB5tLfsEdHEtK8CSHNmuJoEEvumk2sn/wMXre7Uq5jmiY7P/gCT0EhQY0bYNisQPGs7cHxjXHuPUD6FwsqlNfuT7/GnZlNcNM4LPbiZ+qGzUpQ44Z4cvPZNXtupZRZRKTKGBRPqx2QV1XfnJSmlmERkWog69fVZP+2BkeDWKyhIb799qgI8HjZ99X3xF97CcGNGlRhKU+unNUbSHv9I7J+XY3p9mCPiSTuwnNoes1FWIODqrp4Jyx/yw4yFv8PW3SkX6u/JciBo1F9cv/cTOaylcT2OvFJ5Tx5+eSu2YitnDG9hsXAcNjJXLYC/nHNUfPK+mUllpDgMks8GYaBNTzU191bM8GLSI2mz7A6Qb9lEZFqIOeP9XhdLr9AuIQtOgJ3dh45q9dXQcmqRvYff7L2jsfZv/BnsFqwhofgzMhk2/R32fDw85XWYlqV8jak4snLLzdAtQYHYXq85K3fUnkXPFJrhElxi0WF8jE4/OKjZsXzERERqWIKhkVEqoO/JuowywsyTMCgTEtcbWWaJttnfIBzfwYhzZtgj4rAGhpCUFx97PWiObDwZzKXrazqYp4ww24vXrrD4y1zzDRNME0Mh71SrmULDyOyU1vcWbll6pjp9WK6XMSeeWqF8orpfTrewiJM7yH5mCbu3Hxie52mVmERqeEC1UXaQP2kqxf9byUiUg1EdeuAJciBJy+/zDHXwSzs0ZFEdm5XBSU7+Yp2pZP9+1rsMVFlHgDYwkIxXS4yFv1SRaWrPFGndsBRLxpnRmaZY+6sXKwhwcR071Jp12ty5QVYw0Mp2rUXr6u4Zd1TWERh2h6CmsTRcGj/CuXT+KJBOBrUo3DHbt84bm+Rk6Ide7BHR9L4siGVVmYREZFAUjAsIlINRHRMJqZnN1wHMnFl5WCaJqbXi/NAJp6CQuKGn4OjfkxVF/OkcOcVYLo9xS2nfzHdHrwud3GrpsWCOzu3CktYOexRETS9ejimy03Rnv14nS68LjfO/QdxZ+fQYFDf41pWy52TS9bKtWT/8Sdep8u3P6ZHV1o9cAuOhvUoSt9HwfbduDKyCGuTSNsp/yS4SVyF8g9NTKDNlLsJO6UFroxMCrbtwrn/IMHNmpD82B1EtG91zGUWEal2LJbAvKRa0QRaIiLVgGEYtHrodizBQWQs+oXC7bvBAFtkBPEjL6L5zUef2Ki2CG7cAFt4GJ68fEyPh6L0/XiyczExsQQHYWAQ0iK+qotZKZqOuhjDZmXne3Nw7ssA08T2V+tq83FXHVNe3iIn21+fTfp/v8GVmY1hMQhqEkf8qIuJGzYQwzBoMKgvsX3O4ODPv+HOyiGocUOiTuuIxXZsXweiunWgy7vPkbX8D5x7D2CvF030aZ0CsjZyVTBNE9fBLEy3B0f9GHX7FpFq66uvvmLOnDmsWbOG7OxsmjdvzsiRI7nkkkv8elfNnj2b1157jV27dtGyZUsmTpxIv379/PLKyclhypQpzJ8/H5fLRZ8+fZg0aRINGzb0S/fbb7/x5JNPsm7dOurVq8eVV17J2LFj/a5nmiYzZ87kvffeIyMjg7Zt23LffffRpUuXgL4fx8owyx2gJsfL4/GSkZFX1cWo9QwD7HYrLpfn8PO4iByj6lKv8lPTyFm7EcNqIapbB4Li6lddYapI6vOvkzbzA9y5xQGxYbViGEbx+ssWC81vvoZWD9xS1cWskIrUK09eATlrN2J6vIQnt8QeE3VM1zBNk02Pv8ie/36LNSQIW2R4cUCXkYlhsZB451gaXzq4Eu6m9jv480p2vvMZOX+sxzRNQlo0pcnlQ2l4fr9qNW6/unxeSe1T2XUrNjYMq7VmPVAyC7NwrnozIHk7Ol2LEXxsn/FHcsUVV9C0aVMGDhxITEwMP/30E6+99hq33HIL48ePB2Du3Lnceeed3HTTTfTo0YOUlBQ++eQT3n33Xb/gdMyYMWzatIl77rmHoKAgnn/+eSwWC5988gm2vx6abtu2jQsvvJBevXpx9dVXs379ep5++mkmTpzImDFjfHnNmDGDqVOnctddd5GcnMy7777LTz/9xOeff05CQkKl3f+JUjBcyRQMnxz6EiCBoHpVfbiyc1h61giK9uzHsFp8QYhhtWKLicIWEUrn/zxNWGKzKi7p0Z2MepW7PpVVY+7BcNiLl+MqpWj3Phz1Y+j20Ut+SzhJWfu/W8rGR57HnZOPLToCw2LgysrFsFhoPu4qEkZfVtVF9NHnlQSKguGaFQxnZGQQGxvrt2/y5MmkpKTwv//9D4vFwqBBg+jQoQPPPPOML82IESOIiIhg5syZAKxYsYIRI0Ywa9YsevfuDUBqaipDhgzh2WefZciQ4vkgHnzwQRYvXsy8efNwOIp7Az377LO8//77LFmyBIfDQVFREWeeeSZXX301d9xxBwBOp5PzzjuPvn378vDDD1fa/Z+omlUzRUSkTijcvhtrcBChzZviqBeDLSqCoEYNCGuTREjzJnjyCshY+HNVF7PaOPjTb3gKCstdpsleL5qi9P1krVhdBSWrObxFTra++Cbu/EKCmzXGHhWBLSKckPhGWBw2drz1CYW70qu6mCJyMhgEbsxwJXcwOTQQBmjbti25ubnk5+eTlpbG1q1bGTzYv3fQkCFDWLp0KU6nE4BFixYRGRlJr169fGkSExNp27YtixYt8u1btGgRAwYM8AXCJXllZ2ezYsUKoLgbdW5urt81HQ4H55xzjl9e1YHGDIuISLXjys7BdHsIatQAw2YtP01W9kkuVfXldTrBMMrtxmvYrJheL94iVzlnSomsFWso3LGHoAaxZd5He2w0hTv2kLHoF5qMuKCKSigitcWuXbsYOXLkYY8vWLDghPL/9ddfiYuLIzw8nF9//RWAli1b+qVJSkrC5XKRlpZGUlISqamptGzZssznX2JiIqmpqQDk5+eze/duEhMTy6QxDIPU1FS6d+/uS39ouqSkJN58800KCwsJDq4ePZXUMiwiItVOcOM4LMFBePILyhwz/1qXN7hJo5NdrGor7JTmf42pLhvwunPysIaFEnZK8yooWc3hzsnDdLvLXdvZsFjAMHDnaBiUSJ1hBOgVYMuXLyclJYXRo0cDkJWVBUBkZKRfupLtkuPZ2dlERPgPswGIiorypcnJySk3L4fDQUhIiF9eDoeDoKCgMtc0TdOXrjpQy7CIyEnmzs2jYMsODIe9OIixlt/yWdM5MzLJ+t8qvEVOQpOaE97ulApPQBTaMp6o0zqS8f0yLKHBvtmOTdOkaM8+HPViqD/gzEAWv0aJ7X06IS0TyN+0laAmcVjsxe+Xp6AQ98FsGgw+i5BmTaq4lNVbcNNGWEKC8eQVYAsP9TtWsi5zRZefEpFaIICzyDdp0uSEW3/Ls2fPHiZOnEj37t0ZNWpUpedfGykYFhE5SbxFTrbP+pD0z+fjzsoBi4XQlvEkjL6M+gN6HT2DSmSaJjmr15OzegOGYSGyW3vCWrWolNlyTdMk7Y3Z7HpvDq6DWWCCJSSIqG4daDVpfIVnx068cyxFu/eSt3ErhsWCYbXidTqxRUWSdM84HA3KjpOqqyxBDpIfv5M/73uKgm07weMFAwybjegeXUi8a2xVF7HaC2+bRGTHZDJ/+R1rcJCve77pNSnavY/gJg2JPat7FZdSRKR82dnZjB07lujoaKZNm4blr2A+Kqp4sq6cnBwaNGjgl7708cjISPbs2VMm36ysLF+akpbjkhbiEk6nk4KCAr+8nE4nRUVFfq3D2dnZGIbhS1cd1Ohg+IcffmDmzJls2rSJ3Nxc4uLiGDhwIOPHj/dr5v/uu+94/vnn2bJlC02aNOHGG2/kkksuqcKSi0hdY5omGx9/kb0pC7GGBGOPjcL0eMhdn8qGh57H9HhpcG6fk1IWZ0YmGx95gcz/rSruVmuaWEOCqdevB6fc+w+sYSEnlP+uD75g+yvvYdhtBDeNA4sFT14+B5cs5897n6TjK/9XofVoQ+Ib0XH64+z96nsOfL8Mb2ERkV3aEXfBAMJatTihMtZG4a1b0uXNpzmwcCm5azdj2KxEnd6JmJ7dfC3FcniGYZB0782su3sK+anbi7tGWwxMlxtH/VhaTb61TIuxiNRWRvG02oHKu5IVFhYybtw4cnJy+PDDD/3ioJJxu6mpqX5jeFNTU7Hb7b5ljhITE1m6dCmmafo9GN+yZQutW7cGIDQ0lMaNG/vGBJdOY5qmL/+Sf7ds2UKbNm38rtmkSZNqM14YangwnJmZSadOnRg5ciTR0dFs3LiRadOmsXHjRl5//XWguN/8+PHjufTSS7n//vv5+eefeeCBBwgLC+O8886r4jsQkboiZ9Wf7F+wBHtMFLaIMN/+4JBginams33mB9Tr1zPgQYtpmmx46HkOLl6OvX4MjobFga87O5e9c7/HYrfT6sHbjjt/T0Ehu97/AsNqIahhPd9+W3gYhs1GzuoNZCz5lfr9e1YoP3tMFE2vGk7Tq4Yfd5nqElt4GHEXDCTugoFVXZQaKbRFPB1f/T/2fb2Ig0t+xet0EXVqBxoO6UdIQuOqLp6ISBlut5sJEyaQmprKu+++S1yc/3COhIQEWrRowbx58xg48O//G1JSUujZs6dvVui+ffvy8ssvs3TpUs48s3gY0pYtW1i7di033HCD77y+ffuyYMEC7r77bux2uy+vyMhIunbtCkC3bt0IDw/nq6++8gXDLpeLb775hr59+wbuzTgONToYHj7c/8tR9+7dcTgcTJ48mfT0dOLi4pg+fTqdOnXi0UcfBaBHjx6kpaUxdepUBcMictJkLPkVb6ETR6kAEYpbo+z1YyhM203u2o1Edm4b0HJk/76OrF//wF4/xq+Vyx4VAabJ/gVLiL/+suP+4p+3YQvOvfuxx0aXOWYNDsLp8ZD12+oKB8NycnhdbjJ/WYlz7wHs0VFEd+9SZ9ckdsRG0/TKYTS9clhVF0VEqpJRM+YZfuSRR1i4cCH33nsvubm5rFy50nesXbt2OBwObr31Vu666y6aNWtG9+7dSUlJYdWqVbzzzju+tF27dqV3797cf//93HPPPQQFBfHcc8+RnJzMueee60s3ZswYvvjiC+68806uvPJKNmzYwKxZs5g4caIvsA4KCmLcuHFMmzaN2NhYWrduzfvvv09mZiZjxow5ae9NRdToYLg80dHRQPHTB6fTybJly7jrrrv80gwZMoQvv/ySHTt2EB8fXwWlFJG6xltY+Fevq8MsfePx4CkoCng5clZvwFtUNigHsEVFULh9Nzmr1x93MGyaJqZ51ETHlXegefIK2Pv1D+z/djGurBzCW7Wg4fn9iTq9U6WMpa6usn5bzaYnplOwdSemx4thMQhq3JCWE0broYWISDW3ZMkSAJ544okyxxYsWEB8fDxDhw6loKCAmTNnMmPGDFq2bMmLL77oa8kt8fzzzzNlyhQefPBB3G43vXv3ZtKkSdhsf4eMzZs3Z9asWTzxxBPceOONxMbGctttt/lmry4xduxYTNPk9ddfJyMjg7Zt2zJr1ixft+yKeuihhxg+fDjdunU7pvMqqlYEwx6PB7fbzaZNm3jppZfo378/8fHxbNq0CZfLVe4aV1Dcb/1Yg+EBAwYc9tjbb79NXFyjwA0xEJ+S91jvtVSmQNarsMRmAHjdbt/MyCU8OXlYw0MJaxkf8Dp9xPxNszhgtxjHXY7wVi1w1IvGlZXj100aKB6fbLEQ2Sm50u4zZ+0m9n29iPwtadhjo6nfvycxZ3Yr8x4fjSsrh7V3TyFr+WqwgMVmJ299KvvnL6HZjSNIuO7S4y5jdf68yt+6gz/v/zfOfRkExdXHEuTA63RRtHsvGx99AUdsJFFd21d1MaUc1bleSc2mukXxsF5LgN6ASs72u+++q1C6yy67jMsuu+yIaSIiIvjXv/7Fv/71ryOm69atGx999NER0xiGwbhx4xg3blyFync4X375JR999BFNmzZl2LBhDBs2jBYtWpxQnqXVimC4X79+pKenA9CnTx+eeeYZoOLralUmwwC7vXYuk1KdGAZYrVYMo9o2MkkNFMh61WhQb9LemE3hznSCm8b5llPyFBTizs6l6aXnEZ4Q+GVb6p3RiW0hwXhz87FFhvsdc2XmYI+KoN7pHY/7c8weE0H8FeeT+uLbuA5mYY+OxLBY8BQUUpR+gIh2STQaeCbWSvic3PHeHDZPewtPbj5YreDxsC/lexqc24u2j07EWoFJukpsffMTspavIqhRQ7/znPsPkjbrI+qd0Zmozm2OkMPhVefPq31fLMC17wAhCU2KJ4wCrEEOguMbUbB9F3tmp1D/jE5VXEopT3WuV1KzVXbdqtNBtZywpUuXsmDBAubMmcOMGTOYPn06HTp04MILL2Tw4MHExp7YyhK1IhieMWMGBQUFbNq0ienTp3PTTTfxxhtvBORaR1sTzOPx4nJ5AnJt+VvJB7Tb7dGXgKM4dFbAw6XJWfVn8bjWgkJCEhOo3//M4nGkdUhA61VoKK0fncj6B56hYMce+Ks7scVuI+bMbjQbf+1J+ewIbtWS2N6nse+bH/F6vNiiwsE0cWVm48kroOmVF2CtF3tCZWl8zYUUZeaw59OvKUjbjWEYGDYrkZ3bkPzoRLw2O94TvNfsVX+y6YU3Mb1eghIa++q4Ozef9K8WEdqqJQnXVmzVAHdeAXvmLsQaEoLFYccs9cu3xUZRuH0Xu774jtB2rY6rrNX582r/ov9hOILAMPzuG8AaHkrGzyspyi/SbNTVUHWuV1KzVXbdqrH1s4aMGa7tHA4HgwcPZvDgwWRlZfHVV1/xxRdf8PjjjzNlyhR69erF8OHDGTBggN8yThVVK/53K5mlrGvXrnTs2JHhw4fz7bffcsoppwBl18I6dF2tylZj/+hrINPU+10er9vN3i8WsOfz+RSm7cIWFUHD8/vR+JLB2KP9e0p4i5xs+tdL7Pt2Md5Cp6/7Ttqs2bR+ZAJR3TpUwR1UrUDVq8jO7ej81jPs/3YxuetTsQYFEd2jCzFnnorFbjtJddnglEnjMRwODnz/M4Xbd4MBtogwmowYSovx155wOQyrjZa3X0+jSwaT+fMKvEVFhJ3SgqjTOmJYrZVyn+lfLsSTV0Bws8Z+D3ts4aF4cvLY89m3NLlyeIWCOOf+g3hy88tdUqo4kLdRsH3XCZe7On5emX91jS+P8dcB01uBceBSZapjvZLaoc7XrUB1k5bjFhUVxYgRIxgxYgS7du3iqaeeYt68eSxatIiwsDAGDRrEyJEj/ZZzOppaEQyXlpycjN1uZ/v27fTv3x+73U5qaip9+vy9fmfJ2liHjiUWqQ28bjebHpvG3pTvAbCGhlC0ey/bXnqHjEX/o91zk3CUmuk37Y3ZpH/5HfaYSBwN62EYBqbbQ+GudNZPfpYubz2Lo150udeSY+eIjabJFUOrtAy28DCSH51I/tYd5KzegGGxENm1HcGNG1bqdULiGxFy6eBKzbNE3satGA5bub0erOGhOA8cxHUwq8y45fLYIsMx7Da8RU6soWUDYtPtwVEvplLKXd1E9+jCrnc/L9ODxDRN3Dl51B9wJhaHvQpLKCIi8rfdu3fzxRdf8MUXX7Bx40aio6MZMmQIdrudOXPm8NlnnzFp0iSuuuqqCuVX69r/f//9d1wuF/Hx8TgcDrp3787XX3/tlyYlJYWkpCTNJC21UsYPy9j71Q/YoiIIjm+EPTaKoEYNCGrcgJw//mTnu5/70rpz89jz+bdYgoOwRYT7vgwbNivBTRtRtGcf+75ZVFW3IgEW2iKeuKH9aTjk7EoPhAPNHh2BeZiu1l6XC4vNVuGlgezRkcT2OQNXVg6mx+t3zJ2bh2G3UW/AmSdc5uqo0YXnYq8XQ+GOPcUTnFH8QK1o916s4aE0vmxIFZdQRKQqGMX9xQPxquwZtOqA7OxsPvzwQ6655hoGDBjAtGnTaNGiBS+++CI//vgjDz74IPfddx8//PAD/fv35+WXX65w3jW6ZXj8+PF06NCB5ORkgoOD+fPPP5k1axbJycm+RaVvvvlmRo0axcMPP8zgwYNZtmwZX375Jc8991wVl14kMPbOW4Tp8WCLCPPbb3HYsYQEsy/le5rfeCWWIAcF23bhzszGdkjXaQDDagHTJPfPzSer6CIVVq9fTzIW/YKnsAhr8N9jhEyvF3d2Lo2Gn4stPOwIOfhrNuZyclato2DbLqzhoVgcdty5+ZgeDw0Hn01sr1MDcRtVLiypOcmP3cHmJ6ZTsHMP/NUlMqhBPVrcdi3RZ3Su2gKKiEiddsstt7Bo0SJcLhedO3dm0qRJnH/++eUOd3U4HAwaNIj58+dXOP8aHQx36tSJlJQUZsyYgWmaNG3alMsuu4wxY8b4Fn0+7bTTmDZtGs8//zwff/wxTZo04fHHH2fw4MB03ROpas49+w7brdEaEoQnPx93Xj6OIAeWIDtYLHBIa5jfOcHHPhmBSKDVH9iLvV99T+bPK7CGhmANC8HrdOHKzCa4aSOajrromPILad6U9tMeYdf7c9g/fwlep5OQ5k1pdNG5NL50iG/279oopkdXur4/lYM//UrR3gPFLeW9T8MWEX70k0VEaitLretAWyOtW7eOMWPGcOGFF1ZoSaVevXrx1ltvVTh/wzx0+kg5IR6Pl4yMvKouRq1XsoSVy6VZNA+17p4n2T9/MSHNmpQ5VrT3APaYKE779JXiWXO9XlZeexe56zYRHN/Ib8ygp6AQ14FM2j51H/X69Thp5XdmZLJ//hIKtu3EGhZKbJ/TiOiQfNQZsSuD6lXN4s7NI+312eyduxBPbj6G3UrMmaeScMMVvnWdj4e3yImnsAhbRJhvuaEToXpVfXidLvK37sAwDEJaxNfoWbJVryRQKrtuxcaGYbXWrMDSdObg3PJJQPJ2tLwEw1G3Vuuozmru/wIiUq6G553Fge9/xp2d67eOrLfIibegiLhr+vlajg2LhWajL2f9g89SuDMdR71oDLsNT04e7uxcont0JeYkdg89+PMKNjzyAs70A759O9/5Lw0Hn0XSvTfX6C+uUvls4WG0vO06mo25gqJ9B7BFhFfKZG+WIAeWY1ijWKo/0zTZPTuFXR9+SdHuvYBBcNM4ml41jLgLzz0pD9tEpIbR50K10LZtW/79738zdGj5k4+mpKRw5513sm7duuPKX98sRWqZ2LPOIG74OaT/9xtcWTlYQ4LxOp2Ybg9R3drT5Krhfunr9etBq4duY/uMDyjcvgvT48EaHkqjiwbR4rbrTtpMsoW797LhoedxHThIcHzcX0vwmMXL5Pz3W4LjG5Nw/aUnpSwnU1H6fg58/zOuzGyCGtajXr+eZZa/kiOzhoUQGqYJEeXwtr/2IWkzPwCLgT2q+O+rYPtONj3xCu68AuKvubBqCygiIuUyTZMjdWT2eDwn9EBTwbBILWNYLJxyzziiurYjfc58CrbuxF6vKQ0Hn0Xc8HPKnVSowcDe1Du7B7lrN+EtKCSkRTxBcfVParn3zVuEc98BghMa+7qmGoaBLTIcT34hez77miZXXlCrxjDvnp3Ctunv4srKLn4CbcK2V94j6Z83Un9Ar6ounkitUJS+n13vzcESZMdRP9a33xoaTNHeA+x48xPizu+HPabsZCwiUkcZBG7MsBqcj9nhgt3c3FwWL15MTMzxL3+oYFikFjKsVhoOPpuGg8+u8DkWm43IThVfpLyy5a7bBBZLuWM0bZHhOPcfpHBX+gmNBa1OMhYvZ8vzr2OaZvF4bYsF0+2hKH0/Gx9/kaDGcUS0O6WqiylS4x1c+hvu7ByC4xuVOeaoF03hrr0c/HnFMX1eiohI4Lz44ou89NJLQHEgfPfdd3P33XeXm9Y0TUaOHHnc11IwLCLVgiXIAd7yZ7U2PR4MqwWL/eR02T4Zds+ei6ewyG+iM8NmJahJQwq372LPf79RMCxSCTwFhWAY5U+GZileQs5bWHTyCyYi1ZvGDFeZjh07ctVVV2GaJu+99x69evUqM5O0YRiEhITQvn17zj333OO+1jEHw2lpaWzevJmYmBg6duyIpZz/XNavX8+3337L+PHjj7tgInWda99+PDm52OrXwxZZ+2cdjOl1Knu/+h5vkdNv8iLTNHFlZBF1aodyW3ZqIq/TRfYf68usBQ3FvadCwq2Y//sB5/dJWFu3w9ok4eQXUqSWCG2ZgGG14ikowhriP8zCW1CIxeEgpKX+xkTkEBYFw1XlrLPO4qyzzgKgoKCAESNG0LlzYNa9r3Aw7PV6eeCBB/jvf//r25eQkMDkyZPp06ePX9r169fz0ksvKRgWOQ6FW7ax7633yf11JabbhSUkmMi+vWk46kpsMdEVzsd0u8lf8TsFa9YCENKuDaHdumLYqmeHkHpn9yCqa3uylv+BLSoca3gYpsuNc38GtogwEkZfdlJnfHXn5nHgu6Xkb0nDEhxEbK/TCG/fqnLKYClupfK63f67TQ/1vLsJDs/C6rFS+M4rGEEh2E7tSfDVYzGCgk/82iJ1TNRpHQlPTiRn9XqCmsZh+esz0Oty4dyXQdSpHYjs3LaKSykiIuWZMmVKQPOv8LfiDz/8kM8++4yLL76Yc845h3379vHmm29y4403MmHCBMaNGxfIcorUCUXbd7B90qM4d6djjYrEGhKBt6CAjM+/pDB1C83/9RDWsLKtiYdyZ2Sw58mnKVi7DjweAA5arQS3SabxPXdhq39yJ8eqCGtwEG2evIetU//Dge9/xrn3AIbVSnibJJqNu4qYnt1OWlmyVq5l/eTnKNyVDqYJJux461MaDDqLU+696YRn2LbYbMT2Oo09X8zHHhtdHGCbJvW9uwglF5cHrA3qYzSMg7xcXEu+A5uNkFE3V9IditQdFpuNVg/fzp/3PEl+6nZ8C6daLIQlJ9Lqwdu1tJKIHMIIYDdpfd4cSUnD6/DhwzEMw68h9kguvPDC47qeYR5prupSLrroIhISEpg6dapvn8vl4tFHH2X27NlcddVVPPjggwDMmTOHe+6557jXe6rJPB4vGRl5VV2MWq+yF4SvLnY9O42ML+fhaNrEb3yb1+nCvW8/jW+/mdgLBh8xD9M02fXQo+T9shxb/XpYgotbE71FRbj37SesW1ea/N8j1frLX1H6fgq27cQaGkJ42yQMq/XwiQ+mY6z8EVJXYXhNzMT2mJ36QIOmx3xdwwAzO5v/XTmRwt17CWrSEIvNhmmauLNzcWfl0Pzmq2l2w4gTuLtiues2sfq2R3BlZOJoUI+QIA+NPNvwuLzgCCIsOdHXXdzMyQbTJGzyv7E0bHzC15aTq7Z+XtU07pxc9s9fQtbKtRiGQdSpHajX70xs4aFVXbTjonolgVLZdSs2NgyrNUAzMweI6crFuXNOQPJ2NB2GYQ8PSN61QZs2bTAMg99//x2Hw0GbNkef3NUwjMCvM7xt2zauvPJKv312u53HHnuM5s2b88wzz5CRkcG///3v4yqISF3nLSoie8kyrGFhZSZ6sTjsYBhkL1py1GC4aOMmCv5YjS0m2hcIA1iCgrDFxlCwdi2F6/4kpF317RYYFFe/Yks77diE5b8vQ9YBsDmKH+T+nIaxeineYTdCy/bHfO30eT9SuHsvwU0bYVj/XuLJHhWBt8jJnk+/pumVw7GGhRxz3qWFtz2FNv93F6nPzaJgyw4sthyMKC9GWBghzZr6jZsmPAJz7248qRt8wXDB9l3krNmAYbUS2aUdQQ3rnVB5RGo7W0Q4jS4aRKOLBlV1UUSkutPSSlVmwYIFADgcDr/tQKlwMBwaGkpubm65x2644QZiY2OZPHkyN954I+ecc06lFVCkrvAWOTHdbozDzJhs2Gx4csr/GyytaHMq3sIirLGxZY4ZISGYmZkUbU6t1sFwhXg8WOa9BdkZEBsHxl//aZkmHNyLZd6beMc8Co5jG2ebs24TmCaG1YLp8eJ1OjEMC5YgB7bIcFwHs8jftrNSZnqOPqMzXd5+lpzf/8S95Ftsy7/D0jQB49BJO/7qqg0G7tw8Up+eyf7vluLJzQcDbJERNLroXJrffA0We/UcEy4iIiJyNE2bNj3idmWr8Lem5ORklixZwujRo8s9fvHFFxMZGcmdd97JypUrK6t8InWGNTwMR1xDCrdtxxrh333GNE28TichrZKOmo9hsxU/dDTNsuNd/urvdLiAu0bZtg7274SI2L8DYSi+58h6kLkPUv+ANqcfU7aWIAemCUW79+Lcd9A3yZU1LAR7dCRYLFgclRdwWmw2ok7tgCc2mPw/l0FhPoQeMi48LwcjNAxLUjIbHp3G/vmLsUVFENysMXhNXJlZ7HjrUwyLhRbjR1Va2UQqwut2Y1it1XrohYjIMdNnWp1Q4W90/fv35/HHH2fz5s0kJZX/hXzgwIG89tpr3HyzJnkROVaGxUL0kHPZ8/JMPDm5voDYNE3cBzKwhoQQPWjAUfMJ6dwJS3gYnqzsv2ef9roxivLwZOVicdgI7dQhgHdychg5GcXrEtsdZQ/abGCCkXWAYx3uFNO9C9tmfohzXxGG1VI8XtnEN2Y4snNbQhObVco9lGZpkYSt46m4li8pfmhREhDn5mDm5+HoP4T89CwylizHHhv997JMVgNHvRicHGTPp/NoMuICHPVjKr18IqWZXi97U75nz2dfU7AlDUtIMA3O7UPjy88nuHHDqi6eiIjUUKNGHftDfcMwePPNN4/rehUOhi+55BLOOOMMYsvpelna6aefzpw5c9ixY8dxFUikLosdeh5FqVvJ/PY73FlZGBYLpteLNSyMhtdfQ2iHdkfNw96wAVGDz+PgJ5/iPuDBZvNi5GXiKXBiekzqt2tIxPJ3KOpzDWZMk5NwV4FhhkQUt0S53cXBb2ne4hm0zdBjX5/ZHhWO6fX+3bJuGICJYRiYXrP4WAAYhkHwtf8AiwX3ql8x03cXj4EOCcV+9nkEXTqK/R/MxVtYhKNB2c9he3QUhTv3kP37WuoP6HVM13ZmZOLJLySoQaz/WGWRcpimSeqzs9j90VwwTaxhIbgys9nx5icc+OEX2r/wICEJmuhNRGo4o2ZN+lVbVHBu5xM+p0SFg+Hg4GBatWpVobRNmjShSZOa+yVbpKoYNhuNJ95CZL8+ZP+4FPfBTBxNGxN1dh9CTkmscD71Rl2NERxE9iez8exNx8TAFhpEvQ5NadilCZZ92wj6bhaF598BwUdfqqlaatkOoupD1n6IbvB3dybThJyDEB4Fpxz7Au0Hf16JLTKiuEU+KxvT6QLDwBIchL1eNO7sXHL/TK2UMcOHMkLDCBl3J54d2/Bs2YhhGFhbt/NNmlUciBvld0f9a3km01PxYD33z82kvT6bzF9+x3S7scdGEzdsAE2vuQhrcFAl3ZXUNtm/rWHPp/P+HjrwF9PtoWBLGttnvE/yY3dUYQlFRKSmevvtt0/q9TTTikg1YxgG4V07E9712AM5Xx42G/WuuJQ41lGYGoEZEklIXCS24OKxwl67HUtWOratv+Fu06eyin5y2YPwDrgCy5ezICMdgkOLA8LCPHAE4z37Ugg59qULPHkFGBaD0ObxeIuceAqLMCwWrGGhmB4Pzr0H8OQXBOCG/maNb441vnmZ/RHtW2Ox2/DkF2AN9Z/N2p2Vgy0inIj2FXtomfvnZtZMeAxn+n5s0RFYQoNx7s9g2/R3yduwleR/3YXl0BZ3EWD/giXFPRQOmcHcsFmxRUWQ8eP/cO4/qO76IlKz1aAxw9u2bWPWrFn8/vvvbNy4kcTERL788ku/NCNHjuSXX34pc25KSorfENicnBymTJnC/Pnzcblc9OnTh0mTJtGwof8QmN9++40nn3ySdevWUa9ePa688krGjh3r98DeNE1mzpzJe++9R0ZGBm3btuW+++6jS5culfsGnAB90xGppYzsfdhd2diSGoP9kBmVLVYwTSx7NkNNDYYBkk/FGxKOsXw+xrbi9eXMU7pgnjYQEo9vXHRoy3gwDEyPF0uQw6/bsDsrD2tYaJV1AY06tQORXdtxcNnK4i7NIcW/V09OHu7sXBpdMojgpo0qlNf2mR/iTN9PcLMmvtmrrSHBuLNy2f/dEhr+1J96fc8I2L1UtZK1oy12O9bQY5txvK4r2nsArJZyeyhYgh24s3NxHcxSMCwiNZgRwG7SlR9kb9y4kR9++IHOnTvj9XoP2224W7du3HPPPX774uPj/bYnTJjApk2bePjhhwkKCuL5559n7NixfPLJJ9j+eki+bds2xowZQ69evZgwYQLr16/n6aefxmq1MmbMGF9eM2fOZOrUqdx1110kJyfz7rvvMnr0aD7//HMSEhLKLeOuXbsAfL2MS7aP5nh7JSsYFqnLatBTz8NqlozZLBnT7SruIl3ehFrHoOG5vdn62kcU7d5LUJOGvjWfPYVFxQHnRYPKroHsdmHZsgrL9rXgceGJbkK2GYvXEkToKS2wx0SdUJlKGBYLyY/ewfqHniN7xRq8+zMBE2twMA3O60vihDFHywKAovT9ZC1fhS0mEsNiYHq9FKXvx7X/IF6XG9PtZsPDz9Px5ccIb3P0GcxrEtPjIX3OfHZ/Mo/CHbsxrFZi+5xB06uHE9aqRVUXr0YIatwQPMVftg4NiD0FhViDgxQIi4icRP3792fgwIEA3HvvvaxevbrcdJGRkUdslV2xYgWLFy9m1qxZ9O7dG4CWLVsyZMgQvvnmG4YMGQLArFmziImJ4dlnn8XhcNCzZ08yMjJ45ZVXGDlyJA6Hg6KiIl599VVGjx7NddddB8Cpp57Keeedx6xZs3j44YcPey+GYfD777/jcDh820ezbt26o6Ypj4JhkVrKjGqIGdkAI3M35qEtw14PGAbeRpU/7rXK2CpnuShHvRhaTb6VDY9MpTBtN1gs4DXBahB1emda3Hqt/wn52dhTZmDZuRG8XjwFBZCbjyPfy8Z1UGBE0PD8/sSPvapSxuE6GsTS4aVHyf5tDTlrNmBYLUSd2pGw5MQKL23jzsvH63ZjCw7DNE0Ktu7AmZGFYRjF6ysD+alprLn9Udo9O6nCXa+rO9M0SX3u9eKJnwBbRBhet5v0z7/h4M8raPfMA7XmXgOp4bl9SP/sa1wZWTjqRfv2e11u3Nl5NL5kUKU9ABIRqTI1qMHAYqmcVuxFixYRGRlJr15/T8SZmJhI27ZtWbRokS8YXrRoEeeccw4Ox98NEEOGDOHVV19lxYoVdO/end9++43c3FwGDx7sS+NwODjnnHP49ttvD1uGf/3rXxiGgf2vZUBLtgNFwbDISWS6nHiWfY/n5+/xHtiLER2L7YyzsPbsjxEccvQMjoXFiqt9Pxw/fYCRl4kZElHc5cftxJKfhTemCe4WXSv3mrVEbK9T6fyff7Pvqx/I/XMzlpAgYnudRr2zupeZbdn242wsO/7EDI/FeTCHwvRcAEJCDVp3tLJqRSG73v4U54FMTnloQqV8oBuGQdSpHYg69fi6ggc1rI8tPAxPXj5elwvXwWwsNmvxMlKAYfHgqB9D0d4DbJ/5Pu2ff/CEy1wd5Kxez57Pvi478VN0FIVpu9j68tt0ePERrZd7FOEdWtP02kvY8fpsCrbvwhoS7OtRENH+FJqNvbKqiygiUq3t2rWLkSNHHvb4ggULAnLdX375hS5duuDxeOjcuTO33347p59+uu94amoqLVu2LPP/YGJiIqmpqQDk5+eze/duEhMTy6QxDIPU1FS6d+/uS39ouqSkJN58800KCwsJDi47TOniiy8+4nZlO65geMCAAdx///0MGFD+mqcLFy7k8ccfD9gvUqQmMt0unG9Nw/v7MsCAoCDMXdtxffomnjW/4bjhTozg0Eq9pqdVD1yuQuyrvsGSm1FcDosNb1wSRX2uhqDKvV5tEty4IQmjLztiGiNrH9bU3zGDwzEtNorS9wFgcdgpcpsEBXlp0DyCvTscZHy3hLzLhxLerupbHm3hoTQc2p8db8zGm5WDaXqxWP+aXM3pwrBacdSPwet0kfXbGgp3760Va8ceWPgz3oLCMktTGRYDe2w0Oav+pGDbTkJbxB8mB4HihzHNbriCiDZJpH/+LbnrU7FFhtPg3D7EDRuoVmERqR1q2YPR008/neHDh9OiRQv27t3LrFmzuP7663n77bfp2rW4cSQ7O5uIiLLLUkZFRfm6Xufk5ADFXa5LczgchISEkJWV5cvL4XAQFOTfKy4yMhLTNMnKyio3GD4S0zTJyCj+PhsbG1spD6+PKxjeuXMn+fn5hz2en59f4cHOInWFZ/livL//AuFRfq3AprMI7/pVeBbPxzZwWOVe1DBwt++HO+l0rDv/xHAX4Y2KwxuXVOs+5KuCcXAPOIsgMhZPTh6m043hKPlYLX5/Q4I8WCPCcGVmk/nzbxUOhk3TJH/tejK/X4xrdzr2hvWJOqsXYZ3aV8qHf8L1l5K3YQt7534Hbi9eo3jMtWG1EhzfCOtfk3O5C4vw5B7+874mcWVmA5Q/8VOQA3du8URkcnSGYRDb53Ri+5x+9MQiIuKnSZMmJ73R8LbbbvPbPvvssxk6dCgvv/wyM2fOPKllOVabNm1i6tSp/PjjjxQWFgLFy/726dOH8ePH07p16+PO+7i7SR/py9gff/xR5mmBSF3n+eUHwCzTHdpwBGFabbiXfY91wAUVD3RME3ZtxrJpJRTkQlQDvG1Oh5hyWvCCw/EknXbC9yD+TFvQX2OKPcW/D0wM3yyRxTM5erzF6wIbRnGra4XyNU3S//Me+z78L96Cgr+u4SVj7rfUu3AIjW+6/oQDYlt4GO2evh/DaiH98/lYQoKwhobgqBfjm13Zk1eALTyMoEb1j5JbzRDcpGHxTOHlTfyUV4A1OKjs5GgiIlJHBWo26eohNDSUs846i6+//tq3LzIykj179pRJm5WVRVRUca+fkpbjkhbiEk6nk4KCAl+6yMhInE4nRUVFfq3D2dnZxcO9oirWi2j58uWMHTsWr9fLgAEDaNGiBQBbtmzhu+++Y9GiRbz22mucdtrxfc+tcDD85ptv8tZbbwHFgfC//vUvnnvuuTLpcnNzyc7OZujQocdVIJHayszYB/bDTKDkCMLMPggeD1RkbVevB8t3H2Ks+hHDVeTbbfzva7z9rsDs2OsIJ0tlMRu3xIxqgJGZjiUkCsNqxfR4MGxWrBYTr9cgO9deHARbLIS1blmhfLOXLGPve59gcdhxxDfB+CuA82TnsP+TLwhplUjMwLNPuPyWIActbruO7JXr/p+9847Tq6r2/nfvU546vaZXUiCFBEihhA6CWABFEbmXl6KIiqj4qlwv1+sVxXvt6OtVQJBiAREpgtKbdEIoKaTXSZlMf+ope79/nMmUzEwy82QmmYTz/XwCySl7r3PO09Zea/0WKp/HrqnscBL9XB4/naH2vA9gFg28X/NwpOqMRWy5+wGc7Ts7rlUrhZ/J4ja1UPOR00NnOCQkJCTkfcvEiRN56aWXeiwar1u3riP6Go/HGTFiREdNcNdjtNYdNcK7/r9u3TqmTZvWcdzatWsZOXJkv1Okv/e971FeXs5dd93FiBHdW1tu3bqViy66iO9///vcd999A79gBrDkUVFRwWGHHcZhhx2G1pqampqOf3f9c9xxx3Httdfyne98pyCDQkIOVUR5FXRxXLvh5BHFZdAuYLTXsd56Hvnm02Ba6LIadHktuqwG3DzyyT/A1nWDaPlBhNbg5MDrXwR2nzEsvPnngGljZJuxSxMI5WEZHqahaWyNkEpp8lt3EJ8wlrLj+pdS2vjoE2jPwywr7fgyEkJglhSjfZ/Ghx8btEtITBzLxK9ehozY5DbWkduynezGOtydTZQumMPYyy/o91gq76A8r2BblOex4+/PsvSa7/DGJ77Asq/eQP0TL+zTmF2JjR3JhGsuRVgW2Q1bSL23ltbFS0ktXY3XlsZtbiG1Ys2gzBUSEhISchAjACmG5s8wqVLLZDI888wzzJw5s2PbokWLaGlp4aWXXurYtm7dOpYtW8aiRYu6Hffkk0/iup2/tx555BGKi4s76o/nzp1LMpnk0Ucf7TjGdV0ee+yxbmPtjdWrV/OpT32qhyMMMGLECC688EJWr17d7/F2p9+R4XPOOacj2nvxxRdz1VVXsXDhwoInDgl5v2HOnIu/bik6l0JHEh01u9rJg+9hzj+pf6mvSiGXPBMk4ca6ROyEgKJyRNN25Lsvokb0Lwp5SKA14r3XEYufRuzYhBYSJs1CHX0a1I4b0qnV1Hm4honx2qNExBak75BrzbO9zmfLhjYQKeKTx3HYd77aQ4m6L7Kr1yL7WDE14nFy6zaglerogbyv1HzoNBJTJ7HjkadJr1yHmUxQcfICKk5euNd2UFprGp95hbo/P0Jq+WqElJQvmsfIT5xDcurEPZ7bFeW4rPzPn7HzsefRSiMjFpnVG2h8/jWqzzmFydddhexP1sReqP3I6cTHj2bZtd8j/d5ahGViV5diJGI0Pf8a6ZXrOPzH/07R4YdQ27GQkJCQkEOabDbLs88+CwTaTqlUir///e8AzJs3j7Vr13LLLbdw+umnM2rUKHbs2MFtt91GfX09P/vZzzrGmTNnDscffzzXXXcdX//614lEIvzkJz9h6tSpnHHGGR3HXXbZZTz00EN89atf5cILL2TlypXceuutfPnLX+5otxSJRPjsZz/LTTfdRHl5OVOmTOEPf/gDzc3NXHbZZf2+tpEjR+I4Tp/7XdeltrZ2QPerK0JrrQs+O6QHvq9obEwfaDMOeYQAyzJwXZ9h/wpu3oH5/H3IDUvRjfXofB7fE+R0HJX3A+d22kzsy67tX3uldCvGzdcFUeRoouf+1gaoHot/8b8N/rUMU8TLjyCffwB8Dx2Jg1aIfAadLEV99HMwpqewgtYaNq6CZa9BWzOUViJmzsceN6mw15VWiMataMeheV09LW8sQ/seiamTKT9xQUcdbn9479Ivkt+0GbumZ/23W78Ts7yMab+/eVi0ANp811/Z8P/uROUdzKJEkHbclsGuKmfaD75OyZwj+jXO1vv+zpobf4VZVoyZ6FQ599oCUavDrr+amnNOGRSbG194nWVfvQGzOImZ7JxLK0124xYqTlrIET/51qDMBQfZ51XIQUP4ugoZKgb7tVVensAwDq76W+1ncBqfHpKx7fKTEcbgdvPYvHlzn11+7rjjDmpra/nOd77De++9R3NzM7FYjDlz5vCFL3yBWbNmdTu+ra2N73//+zz++ON4nsfxxx/Pt771LWpqarodt3jxYm688UaWL19OeXk5F110EVdccUW33yZaa37zm9/w+9//nsbGRqZPn843v/nNjuhxf3jooYf4/ve/z6233sr06dO77Vu2bBmXX3451113XcEluvvkDK9evZpNmzZ1SGjvzkc/+tFChz5oCZ3h/cNB8yMg1Yz15x8jGrago0mwIuiWBkSqBeVDNjkGueA0jAUD6DOcz2L8+uugFcR7Eaprqodx0/A/8dXBvZbhSuM2jN99F618SJZ2btca0bQDPXIi6uLrAhGqjl0a/vEHePXJQA1aiCDFOhrDPPVc/IVncSDzmHbcfS9bf/M77BE1iC7RUO37OHXbqL74AkZc/i8HzL5dZDdvY8mnv4xyXSLVFR3btdbkNm6laOYUZt/2P/2KYC/512tJLV9FdFTP1d3cpm2UHD2Dmf97w6DYveq7N7HtL/8gNm5Uj31uSxva85l7zy+I1lYNynwHzedVyEFF+LoKGSpCZ3iXM/zMkIxtl5806M7wocR3v/vdHtteeeUVVq9ezZw5cxg3Lsj4W79+PUuWLOGwww5j3rx5fOtbhS1iF5RztnHjRr72ta/x9ttv05cvLYR4XzrDISFdMd59AdFQhy6pAhnUA4uKWiirxmjZQWzufPyTPjiwQSMx9MRZyKUvomNF3Vsk+R4ChT9l7iBexfBGrHwTcpmeKtpCoJMliPpNsG09jOySsvvWP+Hlx8CKQkVZpzOcasF/4j6oHgOTZnKgKD/7dJqffp7MyrWYRQlkLIrK5fFb24hOGEfZERNwX3wSEU9gTJvd/4WUQabh6Zfw2lJER3ev4xFCYFeVkV65nralKymeOa2PEQK01uQ2b8WI9X4dMhYhu3Hw2vW5LaluiyPd5rKt9nZSaWBwnOGQkJCQkJCQ/nHXXXf1uW/x4sUsXry427aVK1eyatWq/esMX3/99axcuZLrrruOo48+OmyjFBLSB3LlG2CYHY5w5w4JVhRj5Rv4J31iwD1/1TFnIDYsRzRtR8eLwbTAySFyafSIiejp8wfxKvYdkWnC2Pg2MtuCjibxxsxCJwdJtTfbFgRxe7uHpg3pVkQ2Rbdlu9efBqUg0aWxvBBQVIpu3AZvPIs4gM6wWVbK+O9dz/Y7/kDrcy/ht6UQtk3pcUdTajbj//GX+J4HQiBKK7A//CnMef0Xoxgs3KaWwAbZW9/eCMptxm1q3es4Qgis8lJym7b2ul/lHazxo/fZ3l3EJ4ym4UnVe4ulVKa9nVToCIeEhIS8rxkGpUjvR1asWLFf5yvIGV68eDGf/exnufjiiwfbnpCQQws319MRbkdLA+G7gVPWTxXpDmrG4p/7eYzn74e6NYh8Fm3ZqJnHoxadB9Hhk35jrn0F+80HEfnO8gFr6RM4M8/Em3rivk9Q3J6eq1TPaJ+TA8tGF5d3bNKeC/V1EOkjmmpHoG79vtu1j9jVlYy59ot4l12M29SMIRXebT9C79yOKClDRKJoz0O3NOL88TcQT2LO2L8ZAZGaStAa7SvEbilwfjaHEbG7pU/vieqzT2b9L36HclykbXVsV3kH7ftUn33SoNld9YET2XrPI91aLEF7O6lMltqPnYWZ7KUePyQkJCQkJOSQoiBnuKysrKPhckhISN/o2gmIFa/2uk84OdTYaQN3hHcxciL+BV+Bxm2QSwdOYVHZPlg7+Mgda7DfuB98D5WsACGDWt5sK/ZbD6OTFfijZuzTHHrqUeh/PgRtjcE92LWSq3xEphU9cSZUdqkNlUYQSc9meh/Q94bXYkJZKWZZKe5j96PrtyGqajtqcIVpQnkVun4b3tMPYxwxZ7+KalWeciwbb/4j+e07iYyo6phb+z5uQxOl844k0U9F6drzP0Dj86/SumQ5MmojoxFUNo9yHEqPmUXNh04bNLsTE8cy8SuXsfZHt5DbWIewTLTngxCULpzL2Ms/MWhzhYSEhIQcpISR4fcFBTnDn/zkJ3nwwQe56KKLMAr9IR8S8j7An3kCcu3biFQTOlHaWZuabQPDQM3cx9RWIaCiZ9+14YK15iWEm0MlKzu/VIRAx0uQbfWYq1/aZ2eYZCn6tAuR/7gTmrajLRuUQvg+umIE6rQLu32hCSnRM+bDPx/tGU32PfB9xIx5+2bTEOAtfwsMo4cYlRACEknUhtWQaoWikv1mk11VzsSvXs6aG/+X3MY6ZCyK9n204xIbO5KJX7ui3865VZzk8J/8O3V/eJDtDz+Fn0pjV5VT8+FTGfnJD3VTfR4Maj58GolphbWTCgkJCQkJCdl/PPvss9x+++0sW7aMtra2XjWrli9fXtDYBTnD48ePRynFRz7yEc4//3xqa2t7dYq79qMKCXk/osdOxzv+PMwX/4ps3tFZtxqJ4R9zFmrKUQfSvCFH1q9Dm3avq6vaimLsXN97evMA0YfPxy+rRr71PGxeBaaFmjIXPfO43qPl80+H996EnVshXgRWJEipzqYRoyfAnP1ff7tXlNrDKnX79gJkP7XjkH7+OdLPPoO/sx6zuobEiScRP2FRNyXrvqg+6yRio0ew7YHHaH1zGTJiU3HSAqo/fNqA1ZitkiLGXXkRYy7/BH4mhxGPDkpv4b5ITplAcsrw68ftp7M0vvgGbmMzdlUFZcfODR30kJCQkP2NOLgUsA9V/vGPf3DNNdcwefJkzj77bP7whz9wzjnnoLXmqaeeYty4cZx2WuHZYwW1Vpo2bc/KoBBEKwr10A9mwtZK+4eDraWEaNyGXPl6ECGOFQeOWtWYA23WkBP72/cRqQZ0vKdDKrItKE+QGzkfmnYETunUuTBu2h5Tk7TWULcO1i4LnL/RE2H89H617+k2Tn0dPHkfrHkHPA8sG6bPxT7zArxE6bB7XTmP3Iv78B+7pUnvQtVvw5g0jcg13xlQmrR2HHb+5EdkX3kF0Ag7gs7nQQoSJyyi/AtX98shDtkzA/m82vnkP1n741vJb9/Zfq4gOqqGSV+/krKF7x+V+JC9c7B9D4YcPIStldpbK7W8MCRj2yXHh62VBsB5552HZVn8/ve/p6WlhWOPPZbbbruNhQsXsnnzZj7xiU/wta99reAuRgX9yrnjjjsKmiwk5P2KLq/FX1BYM/CDGW/MbOx3/4HWqvsKq9b42+txGvKwamtn+vgbT8Os4+Csf+m1llrnsvDALfDeEnCdYKNpwpjD0OdfiSgp73FOX4iqkfDJL6JbGiDdBkWlyOJShGWA6+/jlQ8+5vwT8V58Er1zO5RVIiwrSElubQLTwjzp7AHXC6eeeJzsKy8jS0qRXdoaqUyG9PPPEZk1m+Qppw72pYT0QcuSZaz6zk342SyR2iqkZaIcl+zmbbz37z9mxv/7r2EZyQ4JCQk5FNmfGhwhfbNmzRq+8pWvYBgGZvsCved5AIwePZoLL7yQm2++ef86w/PmDb96upCQQxrlIzctR9atAq1RtRNQ42aAYe393AOIN3E+5vo3kKmdqGgRGBHwHWjcgbutGaIlUFrV6QznMvDms1A9Guad3nPAv98N774CieIg/VmIIL157TK473/Rl3xjwBFiUVIBJf1TPD6QyIpqIv/nGpy7f4Wq3xpEyDWIomKssz+OceSCAY+ZfupJELKbIwwg43FUawvpp54MneH9yNZ7/hb0bR47suNHmLQtoqNryW2sY/tfHyP5fz97gK0MCQkJeT8ghjBNOnSyB0I0GsWygt+7xcXF2LZNfX19x/7Kyko2b95c8Pj7lP/mOA5Lly6loaGBuXPnUl7e/6hMSEhIP8m0Yj92C3LravD99p66ElU1FvfMK9DFg9SvdwjQyQryiy7DXvxX5M71iHwaLU2cvIU2YuhdjjAE/48lIJ8NIsRHndItOqwbtsPSVyGahGiXtjd2FIrLYNMqWL8cJh6xn69y/2FMmkb0m/+Dv2wJumEHIp7AOGIuogDRLK0U3o4diGi01/0iEsXbvm1fTQ7pJ1opml99CyOZ6BGNEEIgY1GaXlx8gKwLCQkJCQk5MEyYMIE1a9Z0/Hv69Ok88MADfPjDH8b3fR5++GFGjChcTLbgJY877riD448/nk996lN88Ytf5L333gOgsbGR+fPn8+c//7lgo0JCQtrRGuuZu5Gb30NHi9ClNeiSarAsjE3vEvvDN4m/8musTa8GEddhiCodSe7kz5E7/UvkTryC3OlX48Wq0ZFo77XB0Ti0NkKmrfv2unVB5Die7HmOHQ3qfresG5qLGEYIy8acPQ/rlHMwF5xckCMMgaq2UVqKdvK97teOg1E+/CPmhx57KNALgwkhISEh+xExRH9CBsLpp5/Ok08+ieMEv3OvvPJKXn31VY455hgWLFjA66+/zmc+85mCxy/IGb7vvvv43ve+xwknnMANN9zQTd66vLycBQsW8MgjjxRsVEhISIBo2IKxeTk61q54jEZmdiKzjQipINWG3LSc6NL7ib15N3i9OzYHHCFQZaPwRx6OKh8DkXigjtwbvheoS1t29+1SAqJ3xeRd23pLkdYKo2k95ta3MRrWgu5j3vchiZNPAc9DO90XUlQ+D1qROOnkA2TZ+w8hJWUL5uCnMj1aRmitUdkcZcce2urzISEhISEhu3PZZZfxzDPPYNvB78KTTz6ZO++8k49//ON88pOf5Pbbb+e8884rePyC0qRvu+02Tj31VH70ox/R1NTUY/8RRxzBnXfeWbBRISEhAXLnpqAmtiSI/gk3jci1BXUslgl+HqUsRKQIc+d72Btfwpl40oE1uj9MO6pdxdkFs0vds9aQTcPs44MIcVfGTgkUp9OtUFTafV8uA7YN47sr3cvmTUSXPYjRWgfKBWmhktXkpn8Iv2Li0FzbQUTyjDPJLn6d/DvvgmUhIhF0Lge+R3Tu3MBZDtlvjLjggzT+83VyW7YTqa5A2hYq75Df0YBVUUbtuWG7wpCQkJD9gmCPnS32eeyQfeLoo4/m6KOPHpSxCooMb9iwgUWL+u7DWVpaSnNzc6E2hYSE7MIwO8WlAJFPATqIgO6KHgkBhg3CxNr8+sER+ZyxAMYcBi07Id0SKENn09C4PRCzOvbsHqeIolI4+mRw89DWHESWtQ6UoDNtQVumkZ1KuyLdQPzNuzCaNqCsGCpeibLiyNY6Ykt+j2yt23/XO0yRiQRV37iOkk9fjFldjRACa8QISv/1Eiq/9g1kH/XEIUND8axpTLn+S0Rrq8jv2El241ac+kZiY0cy7btfJTF5/IE2MSQkJCQk5ICwfft2Hn74YX73u9+xbVugaaKUorm5Gd8vvAtIQZHh4uLiXiPCu1i9ejVVVVUFGxUSEhLgj5yCGU0ism3oRAnCdztXKj0fDAklxQBo00Y46SBV2ortYdRhQCQGF1wNT/8Flr8aOLOGCYfNhpPOg5o+ejCf0p4G8/rTQW9idBBBPupE+MBF3YSH7E2vIDJNqERFpyKkaaOMCmR6J/aGl8jNPH9or/MgQCaSlHzs4xSf/zFw3SBCHLaTOGBUnLyA0vlH0vTym7iNzdjVFZTNPxIZsfd+ckhISEjI4CHD78LhgNaaG2+8kbvvvhvP8xBCMGXKFGpra0mn05xyyilcffXVXHLJJQWNX5AzvGjRIu655x4+9alP9di3atUq7r33Xs4/P/yRGRKyzyRK8GeejPn63xCpJkAGEVHPDf5fXdWpBuy7YCeCKPEwRmRbMTa8iWzdAaMq8GZeiTKTgTBWWfWezzUMOP3j6IVnwIb3gnsweiKil/PM7cvQhtWzNYIQaCuKuWN5EFneD46fTrcF0e+iEoSxTyL+Q4YQIkg1DzngGPEolacsPNBmhISEhISEHHBuueUW7rjjDq644goWLlzI//k//6djX1FREWeccQaPPfbY/nWGr7nmGi644ALOOeccTj75ZIQQ/PWvf+W+++7jscceo6qqiquuuqogg0JCQrrjHX0WmBbGO0+jWzMI1wfLgppaGNkuJa88hO/gjDwepLHnAQ8gxpZlRF7+AyLT0rHNNC28cXNx5n+i3+OIZAkcsZd+59rfQ49AgVY+bN+AXP0W5DJBm6dpR0H54LWqUpvX4T/1AGrF26B8KCnHWHgqxvEfQJjD0ykOCQkJCQkJgX1ouhMyiNx777189KMf5Stf+UqvmclTp07lueeeK3j8gn6N1dTU8Je//IUf//jHPProo2iteeCBB0gkEnzwgx/k2muvDXsOh4QMFtLAm3sm3hGLkNtWE1n1BEZuK8Ky0F62wxH2S8fgjDtuv5mltmzA++fjqGVvglbIqbMwjzsdOW5yr8eLVAORl38P2RQqWdlZ9+xmsda+ii6uwp0xeAJBfvlE7M2v4e8e/W2f020yMN79b0SX1kL65b+hz7oYJs/d5/nVhtW4v/0fdEsjIp4M1LEbduA9eBd660bMT1yJ6E39+hDAa2ml9dkXyCx/D2EYJObMovi4BcOiBllrTXrlOlLLVoGUlMydQWxM4f0JQ0JCQkJCQoaOrVu3MmfOnD73x2IxUqlUweMXHJqoqKjghhtu4IYbbqCxsRGlFOXl5chD9MddSMgBJxJDjZtJdvQ07E0vY21+HZFvRUeSuCPn4Iw9Fh3ppQfvYOI7gMZf/R7uHT9Ht7UgIlFA4L/8FOrtV7E+9TmMWT2jtub6xYhMK6qoqtM5FQLsONrLY65+CXfaSWAOTqquO2Y+5rZ3kdkmVKw0iBJrhci1ohoyqLoUxIrQZdWBHUoF/Y0f+R1cWA2VowueW2uN9+if0C1NiKoRnTW4sThk06jFL6KPWoSYMmNQrnU4kV25ms3f/W+cuq1BiyANzX9/gsbpUxhz/TewqgYv8j5Q3JY2Vt/wS5pefAM/mwMNRlGc6rNOYuKXLwvrckNCQkJCOgn1M4YFFRUVbN26tc/9S5cuZcSIwhe1ByVPL4wCh4TsRwwLZ/wJOOOOD5zT3upiB3vK1vVEtr2C2bIO0DjrtpKJ5XCiXRw9XQoN23H/cjvysBmIWPfWSLJxE1qIXr9ctB1HZNsQqQZ06eBE6fyyseRmnEd0+UPITCNBLwONsuK4aTOoJ44XdTFQBkrWzTsQ776IPumCwidv2I5evxKRLO4hRiViCVRbK/67ryEPMWdYOQ5bfvAT8lu2Yo+oCWq827dnlq5g603/y9jvfOuA2Ka1ZuW3f0rjs69glZVgVZYB4DW3svWeRxCmwaRrP3NAbAsJCQkJGW6IIfxtFTrZA+H000/nj3/8I+eddx7JZBD02fXb6oUXXuD+++/nsssuK3j8gp3hlpYWHn74YTZv3kxLS0sQAeiCEILvfe97BRsWEhKyF4QAMzLk05iNK4ivuR/hZdFmDJ3LYic8rDmlpDZBbucucwS6rBIad6KWLcY46vjuAxkWQmt0zymCelohAkXpQcQbOZt05STM7cuQuRZUpAgvMQq59AcQTfQ8od0GsWVtj12ybStW3RuYTevQ0sSrmo47Yi46WtzjWJ1Ng+8HkeBeEEJApvCUnuFK28uvkd+0Gau6qsMRBpC2jVlWQnrxW+TWric6cfz+t+2d92h+ZQlWRRlmsvO5WGUlaK3Z8bdnGH3xeURq9n/kWvs+ynGR0Uio5B0SEhISEtKFq6++mldeeYWPfOQjHH300QghuPnmm/nZz37GkiVLmD59OldeeWXB4xf0y/P555/n6quvJpvNkkwmKS7u+WMw/EIPGY6IfCvCaUPbSXSk5ECbs//QCpkLRAdUtKz/q53KJbbxMYSfR0UrAiXmrIPK+MiEQWKUJt8M2gve78Iw0YBube4xlDfqCMx1b4DndE+F1hqZT+HXHIZODr4jou0k7pguadu5dHtadB896ZQPdvdFBnPHMqJL70O4aZAmoDGaN2DVvUF29qdRyZpux4uyKohEIZcNaoW72qM1WmtEVWcE3Gtto+WZF8i8uxykIHnkTIpPOBYj0bszPVxxNm4Knqdt9dgnEwmcnY0033kHtnAQkQiRuUcTPfYEZGKI0/uB1jeXovIOdnVFj31WaTG5zdtofWs5VWecMOS27CJXt526Pz5M/WPPo/J5YmNHUnvumdR86NRuiwkhISEhIQeA0JcZFhQVFXHPPffw29/+ln/84x9EIhFee+01xo4dy+c//3kuv/xyovugSVKQM/yDH/yAqqoqbrrpJqZOnVrw5CEh+wuRayK6/gnMhpUI5QaRvbLJ5MefhoofuBrGIUdrrO1vYm95CZltAEDFq3BGH4dbNXOvH/Rmy3pkrgllF3ce2x69VXmFEZNESjujw9r3ABBFPRca/DEz8WsnY2xdibZjaCsGykPm2tBWDPeI0/fPF080gR43HbnidXQs2X1O3wMNevLsjk3CzRBd8QDCy6LiFZ3Ha4VM1xNd8SCZoy7vNo5IFiOPXIj/wj8gGkO0O8Raa2huQCSSyDnHApBds45N3/kB+U1bCMLmmubHnib6l4cY95/fxB5RO9R3ZNAQkWins7/bs1TNTajWZpxXXkCUJEArnMWvkX3qcUqvvQ6jYvi/D/Nbt7Pz4cdpfu5llOOSnH0EVR86g+TMaQMeK7uxjqXXfIfs+s0Y8RjCMkktX83q5atJLV/DpG9cGS4qh4SEhISEANFolKuuumpIuhUVlAy/YcMGLr744tARDjkoEPk2Eu/ehbV9CaBRZhwQWPXvEF96FyLXfGANHELszf8ktupBjPQ2tLTQ0sJI1RF7737sra/t9XzhpQHVHg1t3xZLBJFTL3Acd+3SWkNTA5SWI484qudghkXuhEtwJy8EIRDZFoSbxa8YS/74f8UfOXCHolDUvDPRiSJE0w5wckFKczaFaNkJI8ahD5/fcay5Y1kguhUt7e44C4mKJDFaNiFbt/SYwzzrAuTkw9EtTaj6bejGenT9NrBszI9egqweiXY9Nv/gp+Q2bsaqqcEePRJ79CjM6kqyK9ew+Ue/6FGCMpwpmn80RiyO39Labbv2PNxNWzCkIDJhHEZ1DUbNCGRlFe7qVbTdcevQ2zZ7OjJi46ezPfZ5zW2YRQmKZvb9nZZZvZ6VV3+Lrbf9kdymOpz6BhoefpxVX/0PGv7xzIDt2XjzH8ms20R0dC12VTlWaTHRUbUYyQTbH3yCltfeHvCYISEhISGDiJBD8ydkWFFQZHj8+PGk0+nBtiUkZEiwt72OTG9HRco6evBqw0KbUWRmJ3bdq+QnDl5Ln+GCyLcR2fQcGoGOdorcKTOKyLcQ2fAMTvVMMGN9jqEipSCMdqGu9nRfKRFVtejtm0F5eE15dKuHzmUR8STWuf/aQzyrg0gSZ+GFuLPPRrTVgxlBlY/q/ctB++29gq3BjxiPnIT6yOeQz94H9ZsRfhvaiqCnz0OccWFQT9zug8pcU6B10ZtSvhGBfCqInpd0V58WiSKsK76Beutl/Hdeg2waOXoixtEnIEdPAKDt9cXk123AqqpCmF1qbC0Ls7yMzNIVZFesJD794Fh4jIwdTdk5Z9Lw5wdwHQejuAitNO7WraAVyQmjMbpcpzAtZHExzluL8bbWYY4YOWS2Fc+eTukxs2h8/jXQGqO9bthracNLpRlxwQeJjqju9VytNZt++htyW7YSGTkCYciO7e72ejb9/BaKjpqFXdk/MUmnoZnG51/DKinqkQ5tlRSRbW5l55P/pHTe7D5GCAkJCQkJ6WTDhg3ceuutvPXWW6xatYqJEyfy8MMP9zju3nvv5ZZbbqGuro4JEybw5S9/mZNPPrnbMW1tbXz/+9/niSeewHVdTjjhBL71rW9RXd39O3Lx4sX84Ac/YPny5VRUVHDhhRdyxRVXdMtq0lpz88038/vf/57GxkamT5/ON7/5TY488sgBXd+WLVu4//7796hV9atf/WpAY+6iIGf4S1/6Et/5znc455xzGD268PYj+8qjjz7Kgw8+yNKlS2ltbWXcuHFcfPHFnH/++d0eRH8efMihi1X/buAEy91q8IRESwur/h3yE/ZTiu6+onyEn0XLSKAivQfMplUINxtENHdD20lkvgWzaTVe1cw+x/CLxuLHazBSW1DR8o72RNK2EFWleGkfJ90MEQtj5jGYx5+BnLB3x03HS9Dx3mu2ZW4nkYbXsVtXglb4kUryFXNwSw4f1Gekx07D//R1sH0jIp9Bl1QgyqoxLAPcznpibcYDx3j3fsUAygVpoq1exLgI0oaNeSdhzDup1/35jZvRSvXa0kfGY/jNzeQ3bj5onGGAmsv+BbOsjMYHH8FraAQpsEuKiCQhPrJnva6IxVE76/F3bBtSZ1gIwZRvX8Oq7/6C5peX4Da1AGAk4tSedyYTrr6kz3Ozq9aSXrYSq7yswxHeNaZVXYlTt43mZ1+k+vxz+mWL29KKclzM4j5eN4aBs7Ox/xcXEhISEjL4HAy/C9tZtWoVzz77LLNnz0Yp1WtW2d/+9jf+/d//nSuvvJIFCxbwyCOP8IUvfIG77767m3N6zTXXsHr1ar797W8TiUT46U9/yhVXXMF9992HaQau44YNG7jssss47rjjuOaaa3jvvff44Q9/iGEY3ZSdb775Zn7+859z7bXXMnXqVO6++24uvfRSHnjgAcaMGdOva3v44Yf5xje+ged5FBcXdyhKd2VfyooKcoZffvllysvLOfvsszn22GMZMWIERi9iH9/61tC20Lj99tsZNWoU3/jGNygrK+PFF1/k3//939m2bRtf+MIXgP4/+JBDF+Hl0KIPMRohEe29c4e11L1yiWx9BXvHYoSTAmniVByBM/LYQBCrF4Sfb/9Lbyk5ErRGePk9zysk2QnnEF95DzLXgFAu+HmE1iAlcuQk4l/5HF7RuMI+iLQGNxcIakkDI7uNxIb7kE4r2rABAzOzGTNbRy63k1zNosH9chICasf1rnDdjlt9OPbaJxH5tu7K0Vojc22oolr80nEFTS+jUdAarRRi98izHyhsy30QhTgQCNOk8oJzKf/I2eQ3bkYYBu7rL5H58+97P8F1wTSR8d4dw8HEKith+g+vI71iDW1LV4EUlMydQXz8nhd1nR0NqLyDWdHzvSakBCFw6hv6bYddUYYRi+Bnshix7s9Xa432fSIjD55a8ZCQkJCQA8spp5zCaaedBsA3vvEN3n333R7H/PznP+eDH/wg11xzDQALFixg5cqV/PKXv+Tmm28G4M033+SFF17g1ltv5fjjg64gEyZM4Oyzz+axxx7j7LPPBuDWW2+lrKyMH//4x9i2zcKFC2lsbOR///d/ufjii7Ftm3w+z69//WsuvfRSLrnkEgCOOuooPvCBD3Drrbfy7W9/u1/X9uMf/5gJEybw85//nAkTJuzDXeqdgpzhu+66q+PvzzzzTK/HCCGG3Bn+1a9+1a3H8cKFC2lubua2227jqquuQkrZrwcfcmjjFY3E2rmiV4dHKAeveMzwruFQPvFVf8FqWBZEs40I+A6RrS9jtawhPe3TqFjP9MyOSK7v9owit0c0VaxnpG53/OQoUtP/haL3fods24KWJsqKgR3HcBpJrvsz6YkfxysagEPoe5ir/om1+iVEphkMC2/cXKxEC9JtRdllHU6vJobwMkQaXsctmYof279Ogo6V4Uw8mciqxxDphkD4C41ws2grQe6ws3pmHfSTovlHYSQS+M0tmOXdHS2vsQmropzkUQdnqqyMRIgdNgkAQ2qyf7sf3daKKO7MCNBa4zc3Yk2YjDnpsP1ilxCC5PTJJKdP7vc5ZmkxwrZQuTxGvHtZgVYqEKor7b86vVVSROVpx1N3z98wi5Ld1LfdxmaMeIzq/ahqHRISEhKyG4KhiwwPwbCyt1KuLmzatIn169fzta99rdv2s88+m//+7//GcRxs2+a5556juLiY4447ruOYiRMnMn36dJ577rkOZ/i5557j9NNPx7btbmP9+te/5s0332T+/PksXryYVCrFWWed1XGMbducfvrpPP744/2+tqamJi677LIhcYShQGd4xYoVg21HQXR1hHcxffp07rnnHjKZDE1NTf168CGHNm7tUViNqxFOKkhnFaI9KpoBIXFrexF7GkZYTSuwGpajrERQo9qO1glkpp7IlhfITv5wj/O8ssn4iSqM1Lbu7ZS0j3Ta8IvH4pf0z4E18zuRKotfMrqzdpjAmZH5RqLbXiCVHNu/Lw7lE3n595jr3kALCVYUnBzWsieQloeaNqnHONqIIZ0mrNaVA3eGnSxGcyBw5ZeOArvvGuk+hxh7PCpair3pZWTbVkDi1s7GHXtswVFhALu2horzP8SOu+7B2b4Ds7g4cBBbWhCGQdWnPobRSzrQwYY5bjyx0z5A5pEH8XM5RDIJvkKnWpHJYpIXfrpnZHwYkTh8CvHJ40kvW4mMRbtlQbgNTRhFSUpPXDigMcde8UlSK1bT9u5KhGEgLBOVyyMjNmMu/wTJGVMG+zJCQkJCQoYJdXV1XHzxxX3uf/LJJwd1vrVr1wL0cCgnTZqE67ps2rSJSZMmsXbtWiZMmNAj22/ixIkdY2QyGbZu3crEiRN7HCOEYO3atcyfP7/j+N2PmzRpEr/73e/I5XL9aok0a9Ystm7dOrALHgAFOcPDmTfeeIOamhqSySRvvPEGsPcHPxBOPfXUPvfdeeed1NTUHkwlBgctu+5xf+61XzGV/LiTiGx6DpFraHeGAcPGGXM8XvWMYf3MrJ3vAqqbIwwEUWIzitW4jJx/Bpi7faAYBrmp5xFb9qegrVJHSyCNSlSTm/rRfjsgVktQv9vVEQ5sEGgzgZHeguE2ByJle8HY8i7m+jdR0SRYXRxTz4KWLei6nYjDdouyCQECpJfp/7NSPtbypzBXv4jItQGgo0V4k4/DnX5yr9HcPl9XQuDXziRbMwO8fHCAGTyPfX3p1PzrhZilJTT85WHc+npAEJ0wjqqPf5TSM07u83r19s2oNcvA9xFjJiLGTRm2rXiEEBR9+hLM2hFkHnsUf8d2kJLI0fNIfOg87MOPONAm7hFhSMZ88TLWfOsH5DfVYSbjICV+OoO0bUZddiHRkTV9n9/L6ypSVcaMm77Njr89Tf1jz+O1tpGYMomaD59K2cI5w/ZZhgwfBvI9GBIyEMLXFrQrZw7h2PuXlpZAJ6O4uLjb9l3/3rW/tbWVoqKiHueXlJR0pF63tbX1OpZt28RisW5j2bZNJNL992tx+8J/S0tLv5zh6667jiuuuIIZM2bwgQ98YK/HD5R9coY3bdrEc889R11dHQAjR45k0aJF/S6IHmxef/11HnnkEb7+9a8D/X/wg4kQYFmFpUyG9B8hwDCMXUHevaInn0K+Zhrm9ncQuWZ0pBi/egaqeDTWMP+0N7w0SAMhe7HTsBDKxRZu7yJO5WNwjrkSc/tbyKZ1IASqbBJezUwMO0F/X6mGdoN2SL3dK2kgfBdL+qh+vPaNTW8hUMjIbhFa0wbDgMZG8McjzC4fT1ojEIhoSb/fX8abj2AsfQKkhY4F73mZT2O/+yiGdvHn9BQ76tfryh7sNUSDERd8hJqPnEV+8xYQkujYUd2vvwvayePcfzv+kpcgnws2mhZy4jQiF34OUdI/ReP9j4H9wXMoPvMD+E1NCMvEKN374slwofzomURu+i+2/flhmp59Ge37FB97NDXnn03Z8fP26Lz29bqyKksZ/6/nMv5fz90PVxByqDHQ78GQkP4y2K+tYf4zq0/0EBo+cuTIQY/+HqpMnTqVL3/5y3zlK1/h3/7t36itre2RFi6E4MEHHyxo/IJ/1d14443ccccdKKW6bZdS8q//+q8dDun+Ytu2bXz5y19m/vz5/Mu//MuQzbO3F67vK9wuSrQhQ8OuD2jP8/v/QR2twRm3W/TGU70fO4wwopXYzevRvurxjSK8PNqK44hoNwXkbsgY7ogFMGJB9+0DeJ3KaBVGu9BTDxv8HMqIkZdF/RpTpppRGOget95EmFGEl0W7+cAxhvaU9jaUESVXNBXVjzlEugnrvRfQRgQd7Vzh1LESRLYV+d4LuDVjsHObkE4j2kzglk7DLTkMbdkDe10NFtLAHDsWAE/T5730Hvo96uWnIJaA8vY2B04Of8VbZO+8CfOKbyIKrGEearTnkXvpBbLPPYO/cwdGZTWxE04keuwJfTr/wwl7/FjGXnsVY75yJSjVYbO3l8+RQj6vlOuR27gFP5cnUluNVV4SRotDulHQ92BISD8Y7NdW+Po88JSUBBl3bW1tVFVVdWxvbW3ttr+4uJht27b1OL+lpaXjmF2R410R4l04jkM2m+02luM45PP5btHh1tZWhBAdx+2Nu+++m+9+97tEIhHGjh3bq5r0vlDQr4/f/va33H777Zx55plceumlHanGa9as4fbbb+f222+npqamQzlsqGltbeWKK66gtLSUm266qWO1oL8PfrAJ3/T7D637f7+Fn8PKrMbKbgQ0XmQETmIK2hzeNZlO5Sys+rcQXhptdbHVdxHKJVc1By0s9iiJvK82lB1BZMerSKcFZZd0OsR+HqFc8lXzg3ZP/bBBFVVhbF/d66FaRBCWQuoMIu+ihURoFy0jZGtPxLfL+zWHsW0lwsmikj0FwnQ0idGyhfiyPyFL40EfZXyslvcCh3jCh9FaDMv3sW5pRC1+AaIxRKJLGlMkhi4R6PUrUauWIqfMOnBG9oH2PFp/9XNyLz6H1hph2Xh1W3DeWUJ+8RsUX/UlhLXndmHDBiHBkAN+jfTn80przY6//oPNv72HzOr1+NkcmAbxSeMZ+/l/oeZDpw1bpzi/fSdNLy1G5Rzik8ZSctSMYV0LfqgwkO/BkJCB8L5/belD5/NrV93u2rVru9Xwrl27FsuyOrJ6J06cyEsvvRR8T3f5rlm3bh1TpgRaFvF4nBEjRnTUBHc9RmvdMf6u/69bt45p06Z1m3PkyJH9SpEG+PWvf82cOXP49a9/3WsK975S0FO+5557OOWUU/jZz37G7NmzSSaTJJNJZs+ezU9+8hNOPvlk/vjHPw62rb2Sy+X47Gc/S1tbG7fccku3m9T1wXdl9wcfcugj3WaS2/9KvPFZrOw6rOx6Ys0vUrTtLxj5nitgwwm/eBz5UScE/X2zDYh8CzLXiHTb8Eonkx957J4H0Bozu4lIyxtEWt7EyNcP+NtNRcrJjDkbbcaQ+SZkvjGwwc/hlEwjV3vc3gdpx5twFNq0O+p4O3e44Pvkp55BbuSp+LEalF2CUzqL1PgLcMrn9HsO4Xu7/tZzn5NC+DmEk0fJOMouQdnlKCOG1bwcq/6Nfs+zv9Gb10ImDfGeXwbCjoLvoTeuPgCWBahcDpXvvV1X7rmnyb34HCJZjFkzAqO8ArNmBKKomNzLL5B77un9bO3wpO7O+1jz3Ztoe2c5XjqDFoDrkl62kpXf/G82/OquvY6xv9FKseF/72bxJ69m1X/dxJr/+TVLv/ht3r7im2Q3DZ3oSUhISEhI/xgzZgzjx4/n73//e7ftjzzyCAsXLuwQFF60aBEtLS289NJLHcesW7eOZcuWsWjRoo5tixYt4sknn8R13W5jFRcXM2dO8Htt7ty5JJNJHn300Y5jXNflscce6zbW3mhra+NDH/rQkDjCUGBkeMuWLXtMRT7++ON5/vnnCzaqv3iexzXXXMPatWu5++67qanpngLb9cHv6r0FPR98yCGO1sQbn8Fwd6KM4i6qygrptxFveJK22k+AHB5pmjLfgJHbDsLAi49Gmwnyo0/ELx6LtWMJRmZHkBpdOQO3YkZPUasuCK+NRP3jGPltCB2k3Wpp4cYnkak4CWT/I3Fu2XTa4rVYTcswsjvQRhS35DC84gnt0dX+oWoOw51+Mtayp5BtO4J+wr6HQOPXTsGZ8QGIxMlXLdj7YH3gl45AG1YgdmW1rzxqhUzvRLqtIEBIF9m2FW3FUMmqQKBM5TAblkDZXIZOOGMfEdBbeFzvWuA4AFHDzOLFtD78MPkV7wEQnTWT4nPOITZjRscx2WeeBA0yHu92rozF8VtbyT79OLFTz9ivdg83nJ2N1N15P25rG1oLjFhnWplyXVQmzZa7/krV6SeQOGz8gTN0N7b8/kE23XoPMhohOroWISV+Jkfrm0tZ8fUbmXXLDzDiB1e/7JCQkPc3GtBD9DtAM/gSWtlslmeffRYI/LRUKtXh+M6bN4/y8nK++MUvcu211zJ27Fjmz5/PI488wttvv92tZe6cOXM4/vjjue666/j6179OJBLhJz/5CVOnTuWMMzq/oy+77DIeeughvvrVr3LhhReycuVKbr31Vr785S93+FeRSITPfvaz3HTTTZSXlzNlyhT+8Ic/0NzczGWXXdbva5s3bx4rV64cjNvUKwX9+q+oqNhje6UVK1b02vZosPnP//xPnn76ab7xjW+QSqVYsmRJx77DDz8c27b79eBDDm0MZwdGfjtKxrv3ExYSZSQx3Bas7AbcxMCUxfeIcrFa1yLcNMouwiuasFdnW/hZYtuexGpbg1AOANqMkS+bQ65yIV7JRLySiXscoxtakah/DDO3BWUk0dIK6m9VHju1Ai0tshUnDeyyImXkBxAF7hUhcGefjaqagLn2VWTzVnQ0iTduLt6Eozqd131AVU7ArxiPuX0lShpgWMhMAyLXCihIRNDt/WKFk0amNKpoBFpGEG4K4efRxsBbMA01YtxhkCiCdBsUlXbfmc+BaSEmTO/YpLVGb1mPWht8XssJUxCjJw5qmm3bE0/S8Jtfo7I5ZCIQcUv/80WyS5ZQ9aUvkVgYtBzyt29DRHp/tiIaxd++rUda1vuN5pcX4zQ0ojwfuZtQmzBNtOPiNbfS8PRLw8YZ9rM5tv7pYYRpYFd2CqIZ8SiREdWkVq6j4dmXqT7rpANnZEhISMghTkNDA1/60pe6bdv17zvuuIP58+dzzjnnkM1mufnmm/nNb37DhAkT+MUvftERyd3FT3/6U77//e9z/fXX43kexx9/PN/61rcwu2h7jBs3jltvvZUbb7yRz3zmM5SXl3P11Vdz6aWXdhvriiuuQGvNb3/7WxobG5k+fTq33nrrgLJzv/3tb3PFFVdw880387GPfYyyssEV3xRaD7waYJd41jXXXMOnP/1p4u0r/ZlMhrvuuouf/vSn+0VE65RTTmHLli297nvyyScZPXo0APfeey8333wzdXV1TJgwga985SucfPLJQ2KT7ysaG9NDMnZIJ7tUu1137+IOVnoliZ2PoYySXqNm0mslWzqffMng9Bs2m1cS2/QPjHwzoEFI/Eg52XFn4xWN7/0krUhs+itWajXaiKFlFNAIP4PQHtnK48hXDayPqZndSHL7QygZ6xEBFn4GELSOuhBtDk3ayYFGpJuIvvg7ZOMmhPICR1iAiNvIUSWBejWAVgit8ItHIPAQRoSWqVeiRT/XCp08om41wnPQFSPRZX232BkM/H/cg3r6AbCjgWMsBGQzkG5FTJ+Lccm1CCHQ2QzePb9GLXsT7QSpy8K2kdOOxPzEZxHxfa+V99va2PyFL6JaWzGqqjocWa013vbtWNXVjLrp58holIZvfBlvw3qM6p73x6/fgTlqNBX/8/N9tmk40t/Pq233PszqG27Ca0khLLPbwoDWGu24iFic0ZdewKSvfWY/WL53Wt9ZwTtXXIdZVowRjfTYn1m/mZGf+BCTv3HlAbDu0GYg34MhIQNhsF9b5eUJDGOYZlv1gdJ58s57QzJ2xJ6KFD0/L0N6Z86cOWitybeXYUUikV7VpHe11B0oBUWGv/SlL7F8+XJ+/OMf8/Of/5zq6kDRdMeOHXiex/z587n66qsLMmggPPXUU/067uMf/zgf//jHh9iakGFH+ye4FhZByquC3ZsJ6SARRsvBSZk3UptJrPsrws+jrKIgGqw8jNxO4mvvIzXlX1Cxqh7nmZnNmJkNKDMJHbaIQNzLSxFpehOnfA7a6H/U1MxvD3oD95IKrWUM6bVg5nfgHqLOsE6UkT3l8xhbl2OtfQlr61uoZAWyxEbYGbRqT1Rql80UbhYhFV7lkcFz29sPAK2R7z6P8eqjiNbG4F7bUdSEmXgnfxLixXsZoDDkaeeD76NeexoadwQbI1HE7IUY517a4UB5f74V/82XEMliRHFpcFwug//WKyAk5r9es89R2Mxrr+E3NWJW13QbSwiBWVGBt2MH2bfeIjF/PrETTqZt3S1ox0F0KVHRjgO+R/TEU/bJlkOB6NjRGJEILm0IpToV1QGUDtqbmQaREdUHzsjdEHtN9nv/RvpDQkJCQvadM888c0izxgpyhmOxGL/73e944oknuvUZPv744znxxBM55ZRT3tepbiEHFuk1E8ksx85vAHw8swotbaSfRhlF3aLDQmXRMoIXGzcoc0d2vIbwsqhIeec80kTZZch8I5H6xWTHntnjPDOzGaE8tNEzWqeNGNJrw8jW4SX7nyatd/0I1bqXiPguT28A71PlBdFPK9o93Xw4Y1j4o2chpMZKrYV4EuULlO8gDQ92qUYLkCqLHx+FWz2vX0PL5S9jPv1HUAqdKAkcl1wGY8WriHQr7nlfArMfNdlaIxq2IOs3gmHij5wCydI+DxeGgXH2hchjz0CvWxHUW4+eiKjtTDlSWzehlr6OSBYh4l36T8cSoEEtfxO9ZT1i9IR+XWtfqNZWQCCMnjXjwrLQWrUfA9GTTyO/+FXy776NMC1EJIrO59Cui33ETGKnnL5PthwKlBw9k8T0w3AamlCOh4zKIMqvNdpzwTCxqiqoPG0fSxUGkfhh47FrKnG278QY0X2hTzkuwpCUzDn8AFkXEhISUihiyGqGw0XC/qO17kjR7q/69EDZJ8Wg0047rZswVUjIgcZwd5BsfhLpp9HCQguB7WxCSw+Uj/Rb0TKKRiBVDhDkiuegzEGI4mmF1boGbUR6Op9CoKWF1bKKLD2d4Q7ntNdFpC5O7QDwoiPRwgDtwG7pOMLPoo0YXnREH9fiI71WEBLtKOwNL2Btext8Fx0pxh19DM7YBWAcHK1w/LJxaCuOcDLoSBIvn8Sw8hhmHkHQI9YpOYLc2DMwIqV775fsexiv/R18H11S2bk9lkSZNmLLKuT6d1GT96KAnWnDeuYujM3LwQ3Sf8xIAn/GiXjzzoE99AsWpRWIOb07RXr9SnQ+hyjqJWU7Fken29AbVkFXZ9h1IJ+FaLx/TjxgVAbOj3bdHm2RVD6PMEzM9rZ2Mh6n5KvfJPuPR8g+8ySqrRWjsorYiacQ+8AHkV2d9vcpwjCYfP2XWPGV79D61nJUJtv+9hdgGNg11Uz62meI1vbMLjlQGNEIoy78EGt/fCtOfSNWeSlIgZ/J4tY3UTRjCuWL+rfAFBISEjJs0KD1EDmtQ6GgdYjiui7z5s3jK1/5CpdffvmQzLFPznBzczMvvvhiR93u6NGjWbBgwaAXNoeE9Autibe9jFRpfKO4w7H0dRRpZgJ1ZlGC4TYjAN+qIF80Ayd54KMWXrQ2iLYqt5f63ixaRvGjA6tF9SMj8GLjsDJrgsiSjAAaobII7ZErmtNTJEorIpllRNLLkCoN+Tx6zQZ0zkFZCZAmMtNA5L1HMFo2kp92GlZmA8LPoawS3ORktDn8nBodK8UdNRd7/QvBv+0EvhNFpRXCz+BVTSc78eMIKXZPpO8VsXMzoqUe3UuLIyw7WHjZuGLPzrDysZ/4LXLjUnSsGGIlwYJHrg1z8d/BMPGO+WBhFyz39i3b5Zu4rRlefBTeeRmcHMTiMPsEWHhmEEneA/Gjj8KqrcHdth2ztrazZlgp/IYG7AkTiHZRlJbxBIlzP078I+d3pEuHfWi7E584lll3/JQdDz7O9oeeILd5KzIeo3zRAmrPP4uiwycfaBN7MOIT5+ClM9T9/kFyW4JWdTJiUzp/NoddfzVGLFSSDgkJCQkZOLZtU1lZiWUNXfClYGf4pptu4uabb8ZxnG7bLcvi8ssv76FoFhIy1BhePYbbiBLx7hFWIVAyjkEbbvJwMpGxoDXKLBrcdF8hcYvGYzctRetEdxu0RmgXp7j3NGcvOR4vWouZ3dJZN6w1QuUQyiFffhTaGqDgkRBkKk8j1mhjZdYivZbAFCNGruRIcqXH9Dgl1vYa0fQ7aCFQIorYvhmRaUVEImjLQskY2oqDl8NOLyeybgtCeO1tmwTKiJGpPgWntP89gfcX+akfAK2xtryBzDQEG80Ibs2R5GZ8dGAtiZTqI/28Cx29jntHblmJ3LISnSjtVNAWAuIlkG7GePdZvJknQXTgiwtiwjRENAaZVCCy1ZVMChGJISZNh3Qr/P4nsGUt2JHAkU+1wjP3w8b34MJrINK3qraMRqm86vPs+PGP8OrqOmqBteNgVlVRedVVCLPn14yQEjFE6U6HAmZxkpGfPpeRnz73QJvSL4QQjL3sE9R+5AyaX1mCn8+TmDSOolnTwpKpkJCQgxbdr+XxkKHm3HPP5YEHHuDCCy8ckra4BTnDv/zlL/nlL3/JSSedxEUXXcT48eOBoCnz3Xffzf/+7/9imiaf//znB9PWkJA9Iv0sAh/Vmwpw+w8yqbKDkxLdB071MVita5BuSyCgJYwgSui2oM04TtXc3k8UBpnR5xDf8ghGdivCCxTJtbRxSmeQrT6h9/O0j+VtxnK3IHHxZBmONT7opwxoI0Km6nSk24SR3wFC4kVG9hq9lV4TkcxylLCCiLHvQ3MT2rQQAqTfhpJRQCDjBkZUgJOCiN0uOKWRfprktkdIGVGcouk95jigGBb5Iz6MM+F4zMZ1gMYvGY0qqh3wULq8FmLJYKHAEAgnSGfVdgJtB4sxqnbPdehy62pQXq+tpHQ0iUg3IbevQ42b0cvZe0ZWj0QeuRD/5ScDp32XQ5xJoTMpjGNOQtaOhqf/EjjCZZVgtL9vYokgZXrdcljyAszfcy1v7MjZjLjhBtoef4LskjcRUhI7+miKTj0Va0QfafghhyR2ZRnVHxyaTg0hISEhIe9Ppk6dypNPPsk555zDueeey6hRo3qtH+7aB3kgFNRa6YQTTmDGjBn86le/6nX/lVdeybvvvssLL7xQkFEHM2Frpf1Db7L/hltPUdPf0NhBT92uaI2h2sgULSAfP2JIbbMalxLb9DjSbe3YpiKlZMaehVdy2J5P1gozswkjtx2QuIlxqGjv9YFC50lkXsDyt4HWaCEQWqNklEx0Pq7V/x5uAJHU28TbXulMMXfyiHfeCKLnpoHQPp5ZgZY2VlEWIRyEBt018qg1QjmoWCXN4648eIS22hlQy65/3ILx2j9A6qC2V4hAUdrTqJrxOBd/e49RXfOVBzBffwRd0kv6u/IRqUacs69CjZ9Z0LXofA7vwTtRi/+JzmWC64vGkbMXYJ57CcKOwM+uDdKkS3rpC99UD6MmwuXXFzR/SCd7el0pz6P5lSU0vvA6fjpLfMIYqj6wiOgwUowOGZ6ErZVChoqwtRIo5ZDOrxuSsRORCchB6mLyfmDatGl7PUYIwfLlywsav6DIcCqV4oQT+ohUAYsWLeKVV14pyKCQkELxzUp8sxLT3YavO2uG0Rqp0igRwYmM73aOUDlsdx2WVwdoPLMax5qIkoX3YHXLj8AtnoTVsgrppVFWMW7JZDD68cEnJF5iHF5i7+rW0dzbWN5WfBkPIrMQXKtOE8+9QptRNqDrENpt/0v7fTOt4I/rsOujQqDQQiOkj/AVevdrEoH6onBaMZ2teJFR/Z7/oMLNYTp16JI4pHLgBy26QIMlkbVlEInvcQhVMzFwoj2ns+fxLnIpdCSBqh5fsIkiEsX6+BXokz+EWrcS0IhxU5DV7dFaz4Vcpm+xLNOCVEvB84fsHT+TY+W3f0rDs6+gXbejzdeWu//KYd/6AhUnLTjQJoaEhISEhBxQ7rjjjiEdvyBneO7cubz99tt86lOf6nX/22+/zdy5faSDhoQMFUKQKVpAsvkJDNWKxgQEQrtoaZMtmoc2OiN10m8mmX0ew29BCwEILG8bEWc16dhxeGbfglXCz2C4jYEol10Fu6dmm1HcisIiev1BqBwRdwNKWN3nFgJFAkO1YbsbyUX6Lw6mzJLgL9oP0rulRFdWI7ZsDOpfpUCL4J6iVPDD3e7dkRICpMrswxUOb8y6pRi5FvwJkyDvQmtr0Ac2FoV4FOk0IxvWoSr7boWlxh6OqpmArFuFjpeC1a74nUsj3DzejBOhN4GuASIqazEqe0kFN0worYTtm3rWFUOgbl11iC5mDBM23X4vO5/8J1ZFKWYiWDzRSpHfuoNV3/0FiSkTiI4cmHBeSEhISMhgICBsrTQsmDdvaDsSFOQMf/vb3+byyy/ne9/7HhdddBFjxgTpmJs2beKuu+5iyZIl3HLLLYNqaMj7DO1jqkbAQ4lilOyfiJBvVdJWdhaR7Aqs/AaEVrj2WPKxaXh2l/pFrUnkXsXwW/BlsjOdtz2dOpF9mZbk2SB2c/aUS6z1NSLZVQjtoBEoI0kueSROfOrARJj2AalSgIsWvYgQddRHt/bctwecyDiiRjGG34pvFAECqqoh04poagxqsVUG6bto20DEzc7WP74X/NEaIUHLOEruOTJ6MCMyTYEes2FB3IJ4l2vVGpFqQ6abUJV9DgHSwDnjMuwnbkduWwvZVkCDHW1vrfShIb4IAXNPhEfuDFoqdRXKyqaDZ3vk8UNrQzs6k8J99Z94y99BK4V52HSs+ScgS0r3y/wHAi+VYfuDTyKjkQ5HGAJxsciIGnKbt1L/9+cYc+nHD6CVISEhISEhwwPHcVi6dCkNDQ3MnTuX8vJeSrwKoCBn+MMf/jBaa+68807uvPNOZHtrDKWCfp22bfPhD3+42zlCCN544419NDfk/YDtbSTqLUXqdJCWi4VjjCJrzUbv1i+3N5RZQrZoPtmi+X0eY/gNGH4jSsa617UKgS8TGDqF5dXhWl3SlbUm0fwsdnYtStjtKcgK6aeIt/wT0DiJAkSjtMJyNhDJr0H6rSgZw41MJB+Z1DPivOsUsSvq7Qe9hHs9ZoAy9NIiXXoSyeanMHL14GYQyofKKLp8NDobRWckXrKGfOVIkm3PI3wH7fkI32tfRJWQ99FNO9BlGdj74zoo0XacoAmh6rKQohB+FuHnQfr9W/hNluN85MvIulWInZtAGqjR09BlAxf1Koi5J8KmVfDuK4GKtGmC5wVR46NOgelHD7kJ/vY6Mr/4Af7mDdAu0O299k+cJ/5G/KqvYYyfNOQ2HAhyddvxWtswi3spZVAK7bo0v/wGoy76MDJyiL6RQkJCQoYxKozgDhvuuOMOfvGLX9DW1gbAb3/7WxYuXEhjYyNnnXUWX/va1/jYxz5W0NgFOcNnnnlm2C4hZEiw/E3E3dcAhSICSAQuEW8dUmdJ2ScMiiiTodsQ2kOJXtrGCAMUGKoNd9c25RBNvYudXYUm0qU/r0QZRUi/jVhqCVpaRPLr253aBE50Mk50fDBmb2hFPP0Kdn4VQiu0MJF+G5a7Ayu/kVTxST2j034eq+k9hN+CYSi0ligzGbRkEiKIWAsD1xx4iqtv15CNTCfe9hRCgZJRtLARaAwb3HFHkytfCEC2ySS6+fGgrZIhg5JZV6FyPtqTxFf+ldTcK9F2P1J9tcZsXY+18x1kvgkVKcYtn4FXOmlYinD5I4+Adx9F5FrRsVKEn8NwGkB7wQKCNIi+9zB5lcMdd+yeMwaEQI2aAqOm7L8L2IVpwUc/A9OOgndegtZGKKuBWQvhsNnB4sYeUBtXo15+Er16afDaO3wuxoJTETWj+zW91prsbf8Pf+M6ZFVNRxsm7fv4O7aSueVnJP/jR4gh7C94oDBiUYRhoD2/Y5tWGnf7DryGRrxMnrYXX2HVZV+k8oJzKf/QB8Lv3ZCQkJCQ9x333Xcf3/ve9/jgBz/Icccdx3XXXdexr7y8nAULFvDII4/sX2f4xhtvLGiykJA9ohUxdzmgUKIzLVoTwcfAUjuw1FZcY9/rGDV2u5OlYPc+cjoQQtIiEDWyMyuJtb6O4TYidB5NDqmz+GZJR/RVyRimu5NE81MIaaAxMHQTlrMFy9lIuviEXqO8lrMRO78KjYUyukR/tIflbiGaXUEu3qX22M+T3PRnzHwd2jDQJVGE8JFuE8LPoa04AkXeGo9nFFBrqFyiLW+CsPAjFV3uV1AnHWl5C6doOsoqJZc8Eqv1CYT2A39dBc9KmaVoUyJzTVj17+KMWrjnObUmuvEJ7G2vIJQTLBxohb3zHZyqOWTHn92Zjr0bwk1hN7yD2boGAK9oPE7FTLRdMvBrHwA6VoJz+OnYb/8NmdqOFLkgi0GDliYqWRXcy/ceRUeK8UYMXf34PmMYcMS84M8AUG+/gv/nm9HZNESigaL584+i334Z46KrkRP3niXhr12Jv3YlsrSsWz9iYRjI8kpU3Wa8d9/EmtM/27zV7+G8/DxqWx2ipBT7mGMxZ85BGMOvV2R0dC1FRxxG86tvYSTjCATO5jq8xsbgI8g0iNVW4OyoZ+svfoP2PCrPG+LU+ZCQkJAQoF0SUw/NYnwo/j4wbrvtNk499VR+9KMf0dTU1GP/EUccwZ133lnw+AU5wyEhQ4GhW5C6rT0ivBvCBJXF8rf3cIalSiG9JiyakKQRuPiiDMcYiy97d4pcswYlEkidRul4Z0qrkEidRYsIjjkKK7eBePM/QfsoaWH4LggDoRwMtwnfqkALA6nyCOWCmWivt20fTrnYubV4Vg35eE8xq0h+bdAOydjtmoWJxsDOryIXmwFCYPhNJJofx4o3o5NJ0ALtgRYgDIHUOXwVJRufRc4+vKD6ZTO7Gem1oYyeqZtaxpBeC1ZmPfmSI5HZnaB8fKs8eD49/A2NTO/Y+5xNK4hsewktLVSks8hWeFnsHYvxk6NwqnsK8snMdhJr7sXIN7BL5MJqXUOk/g3SE8/HT/YvOlko7uQT0LESom/fh8hk0Eh0JI6OlaLtIHNApBuwN7yIVztjv9WT7w90JoX/4B3ofA4qazsillprdMM2/Ad+h7j6hr06oWpbHdrJI8p61v0I20Zrjdq2Ze/2aE3+kfvJ/fVP6Fw2mFcp3BefxVq4iPiln+/mbA8HhBCMufyTpFauI7exDiMRx21sQqtgPS5aUUSsphwhBe6Onez8018oO+MUjGT/9BNCQkJCQvaV4ZeZ9n5kw4YNXHzxxX3uLy0tpbm5ueDx9+nXwWuvvcamTZtobW1l93bFQgguueSSfRk+5H2Hoj0GuYdjOlMKhcoST7+G5W5Cmk7gawiBEhEs6omo9WTM2TjG2J7DCJNMZDbJtmcw3SZQ7eMaFspOkIsfjRZxIql3ENrFN4oRKocmE5SKCgOhPYTKoo0kQqWDuY3uolFaWmg/h51d2aszLP1WdB9pwFqYgZOtXYTKkcw8g0FjsKKoBAgQNmgPvDaJdFJ40XJyZYVHIYV22iPju9mkd913EURv268tUMvy6fOjpB/tpOwdb4Ly0ZHS7lOaMYSXxdqxuKczrBXxDQ9h5BtQdlm3ul3pNBNf/yBth3+ms+XUUCAE3ujZqI0vIHBQ8S527DLTiiFbtyLcDNo+dJwYvXwxurUJyqq6pe4KIdDF5ejtW9BrlyMOm7HHcUQ0hhASfD+oV+46h2r/PIj2UsqwG96yd8jd/8dgMatmZKdznknj/vNpnAmTiJx+zsAvdIgpPXom02/8Ohtv/iPNr7yJcj1kNEKiupSicdUIGVyHWVaKu3Mn6XeWUrxwaFU1Q0JCQkJChhPFxcW9RoR3sXr1aqqqqgoev6BfisuXL+eaa65h48aNPZzgXYTOcMhAUaIYTQSJg2K3H8BatYtblbb/2yPa+iwyvw0siZAi8OGURog8ShYDHnHvLTxZjhI9I53SbQXHCRxhAaDBcxHaxYuVIFQG092JktGgf66MgDAR2kNroz11OIcQNlJ7QVp1L7XBWlhIP9VdbGnXNcsEht/c6/0QeGgZQwuTWH55oCDtKQIvODAXP/D3tAk6ZyLdtoHc8h4oqyxwcrUDIoLw00gvBcoLJhQS/MAZVoka/Hg1RtsWVNTuHvn08iBNvPLD9jqnkd3Rs19xO9qIYOQagmfUJVXaTG3EyGxHmUW7CaBJlFWMkWvAal2DWzq1oPswIIQMrr3XRQ0NgvbWXYcOujX4Uuot8ivsCNr3gvrjvWBOn4koq0A3NyEqu3+R6dYWRDyJNeuovY7j/PMpyOeRtSO72xJPoNMp8s88hn3q2Yi91EAfCErnzabkmFls/smvqf/zA8TGjkRau7dqM8BXaMftfZCQkJCQkEFHhwJaw4JFixZxzz339NrSd9WqVdx7772cf/75BY9fkDP8b//2bzQ2NvKf//mfzJo1i6Kife+FGRKihUXenEDMW9betsgKnAytMHQaJZMdUV7L3Yx0d6BkDEPm0DroE4wAoX2kyuDJMgzS2P5mcua0bnNJr13wSlj4VgmCQAlda4Gh2oilXiVVelp3A4XEM8swvaZAKAkFuAjtoIwkuo8f2kJ7qF2tinbDiUzAcutAu92FsrSP0D75yERAY3mbUMLGEEZwbJfIrdYgbI3WLr61b7Wyvl2FFx2JlVkPXgbpp4M5EIh29eRI0xL8SA1u0WHkx51MbMWfkblGlJUEKRFeDuE7uJVH4JV29tmVbjNWdj1C5VFmMW58IlpG0GYMmW/pvYZGeWg72cPRlPmmQEm7NydamoBG5vteRRxMvOppGE3rey52aI1ws3jV08E6tNpMiWTwOtO+38Mh1q4T1CEXle59nHiC6EcuIHv3Lajt2xDFxcEYqTZAYJ99HrJi76u9auN6sHtfUBHxOLphJzqbQSR6UW4eBgghKJl3JM2PPBq8jnbDb0shE3GiE8fvf+NCQkJCQkIOINdccw0XXHAB55xzDieffDJCCP76179y33338dhjj1FVVcVVV11V8PgFOcOrV6/m6quv5oILLih44pCQ3siZ05E6g+1vQuIEmdMClEySsud3tFay3K0IrQMV493QQgbOqlCgQeqe0VIrHzhlvlEcRH13FbwK8IljeE0YfgrfLMVwdgRRYQBp4VmVCJXD8FO40TFki+dheE3EUy8HOctdhbK0j8DHiU3utWbUiUzAcjZhOxvR5NHCRBA4wp5ZRS46vf3fCi0kykwg3WZ2TycXQiEQuKVHFHjnOwYiW3kycutfsbKbAI1GItBoYeIbpUg/R7ThRdzEBLyKaWSnfYzIxmcw0tvB12gzSn7kPPLjTmlPo9ZEW14j0vZWR4o1gGp+jUzFSbgVMzFSdUH0uWtas/IRysWpnNXj3uldNdba7xmNb3cmtNFLD+YhwB01F2vTq8hMAypSHKSGax+Za0WbUZzx+6dX7/5EHHE04u/3oFsa0F1SpbXW0NKIqBmNmNizLKA3rEWnQzSO8/e/4m/dDFojR4wmctoHsU48o3/2JIvA6z1qql0PEY0grL2n7B9IkvOOIjpxPLlVazBrqpHtCtoqm8NvbaX01BOJjNl38cCQkJCQkP4g0ENWMxxGnAdCTU0Nf/nLX/jxj3/Mo48+itaaBx54gEQiwQc/+EGuvfbafeo5XJAzPG7cuLDFQ8jQIAwy1jHkzUlY/jYEHr4oxjVGd++bqz20IFCP6pMg1thbb2Kpcu3z9XK+MBEqg9B58omZxN1nkH66S09ijdQuvlVBuuw0lJnEs6qwnI1Y+Tq0kGhhBTXFeIF4Vmxaz3m0h51bh/ByQRawziMMhTKS5GKTyUenoWWg0uvLIgwVRF+FyiH83C5jg5it4+KUTMMp2U3BVyssfxuWvyWofZYlOOZYlOw7m0NZJTjxKZjuTrCsQMTIlWgZA2GgMDDcZsxcHV58LF7FNLzyKcj0DoRyUbEKdJdIqJ1eQbTlDbQwUO2LD2iF9NuINzxJuvIs/MbRGG2b0EYEbdgI5SK8HH68lnzNMT1sdIsnoexipNuGsku7Pz43hTbjuCWT+7zG4EIVRv1qjO3vge+hSkbgj5kF1sAyXXS0hOzci4m+ez9Gax3k24J07VgZ+aln4VfuxQ6tMba/h7n+FYyWLWgzhjfmSNxxx0BkmEYy40mMcy7C/8tv0Tu3oaOxIEUhl0UUlWJ85F/6LVglhMCefzzWMcei6reB0sjqGoTR/68na95xeMveRjsOokuEWCsF2TTWCad02z4ckbbFmOu+ysbv/Df5DRtBBar2wjQpOnoOI7/wmQNtYkhISEhIyAGhoqKCG264gRtuuIHGxkaUUpSXlyMHofypIGf4i1/8IjfeeCPnnHMONTUFtG8JCdkTQuCLCnxZ0echvlmBcDcAoLWBlF5QM4xozxuWoFXQb1eO6HF+h1pyL3W8QrtoYaKMJH6kAqEyRNvexPB3RZgFvlWEVzSRiFqL7xXhGKNJl5xKJLsMO7sSqfJoGQuc2vgRgVPbFe2RaH4aO7eBoI2TEbSm8XwceyS52OxOR10I8vZkErnXAofWrkD6maCWVyg0BpnkkeRK53ePkmqPRP5lLL8uaPsD2L4m4q0kYx+Na47p9d5KnSZqb0VWloAMaqPxwc+AztPR+qhrlBchUcnanoNpTaTtneAau4qLCYkyipF+C1ZuI+mpnyKy5TnshncRvgPSxKk5htyoRWi7uOe4RoTcyJOIbXwUmW9s7/ssEH4WLQxyI05AW3twJN080Vd/j7FtGcL3Ou6zWvEk/vH/AiW935u+UMUjySz8HEbTRmS2EW3F8SomgbH3/rjWyqewlz8OvguGhdBNRN7ZjLnpTXILL0XHSwdky5DR1gybVgbvmRETkHOOg5Jy1EtPoNcsDVLkjzwOY+FpiFHjBzy8kBKjZuTeD+wFe+EinJefw1v+biDKFY2hXQedasOoHUXkzIOjJVF0/Fgm//KHtP7zZTIrViFMg+ScWSSPOnLYqWGHhISEHOroPQZcQg4EWmu01gghBi0wK3RfClh74aGHHuL6669nwYIF1NbWYvQipPKtb31rnw082PB9RWNj+kCbccgjdYbi1D8QfholoxhmLkjlhS6tikzyxjgy5lE9IsDCz1K88y8IlQ3qeXft1wrDb8W1R5Iq/2DHduGnsXKbEDqPJXZi0ojoomytRJJUZAG+URk4itoNItl9KEVH0m8Tb30FX8ZBdjpMQuUQ2iVdeipudHznCVoRy71BxF0TCHgJgdBBL+RsdDZ5u6dQVMx5m6i7DCWinVF1rZE6jRY2bdHTekSIhXZJOs9i+TvAyRDUJougbZIGvw3I5gGPtjGfQEX2XM8pvBTFdb8HYXSmmndBeq14kZGkaj8abPDySC+NMmNg7l1F2Gp+j8i2lzCy2wGNH60mXzMft2zPraXsN+/HXvU8KloEVvtChfKRmQZ0URWZU7+MtvY+/74imzYRe+5XgEZHuzj9ykdmGnHHzyd/1CeG3I494vvwzF8Qbz4D2VSQcBGNw/Sj0Kd/CqLxDiHFA5kxpFJt5B76M+6Lz7S3V7Iwjzya6EcuwBhxYNOLhQDLMnBdn8K+cUNCehK+rkKGisF+bZWXJzB6KWsbzvjKozm7bUjGLo3VYgxlt4tDkNWrV/Pzn/+c559/nlwuyI6MRqOccMIJfOELX2DKlCkFj12QM/zqq6/yuc99jnS6b6dPCMHy5csLNuxgJXSG9w9CQFTXY7e+gFRpEBph6CAgLGw8WUbemEDemNynQ2pl15FofT5omSQC0SWhfXyjhFTZ6SirZ/1B1F1OzHkbJSw0dneBL5GgNXYaWuzFidKa4p33If2WdmGt7hheC25kHKnyM3qcZ/o7glZSOoeSRTjWOHyjtJc5XEqyjyC0G6R37zaOoVNkrRnk7O6tb2xvLQnvDXwdw8zXd6uBFgYoV6Prm3GTE0iP/OgeHU4A4Wcorrs76IncSw2v9Fpwo2NJ1+xD5E5rhJsCFNoq3rtNuTbi//jvoJ1TdLf73+6E5o++AHfCgsJt6if2Ow9hr3walajsuWCTT4GQZE7/Ojp6ANOln7oX8eLfgkWDePvCUTYFuTQcPh993uf2es/3JzqTRrU0IxIJZHHpgTYHCJ2W4YbKO6RXbwCtiU8aixHbP/oCg034ugoZKkJnOHCGm7L1QzJ2WawqdIYHwOuvv84VV1yBUopTTz2V8ePHA7Bu3TqeeuophBDccsstHH300QWNX9CT+K//+i+SySQ///nPmT17Nsnk8KxrCzm08e1a2orOxnQ2YqhWtDDxjGqUUYQSsV7bHHXFjU2gzSwiknkP09kWpFRHx5KPTUEbvbymtUfEXY1Gdq9DFhKfJIZOYXsbyVt7aeejPaTKdK+B7rpbmEi/pecOIfDMGjxz76UJhk4HKteilzpJEbShMlTPOSy1PYj8SRPfLsNwGgOHGNC+QBrgxCvJVp/SLwdIyxieXYuV24DWke7ntAtdufHx7f/WhTlVQqDt/tf5ytbt4GbRsV6Ut9vbN8mWrQO3owBEpilo3dDLdWvDRrgZRK7lwDnDbc2Ixc8EjnCyy/2KFwX3atUS2LoeRk44MPb1gognMOKHTk/nkMFDa83We/5G3R8eJL99J2iwqysY+YkPMvLCDw/L1lshISEh73e+973vUV5ezl133cWIEd1LH7du3cpFF13E97//fe67776Cxi/IGd64cSNf/epXOe644wqaNCRksNAyghPZey/bvvCtSjIllf061tAphM716WCiwfQbye+tTFQYgcCWyvXeTkh7KLlvrXg0JgjRUSvcwwTo1RkX+B09cbURxY9WI7wMQuXbt1lkRpyOMvvZwkkI8iVzMJ1tSL8VJRMgDIR2ECqLb5Yhc80U1d+G9HP4kXKckhk4xdP7jOgPmN2cbG2YwdhK0adQZD9qffs/v8JqWIZdvwSZbUBZSdyqWThVs9HR4iC9v5eFAOG7IE30gRTR2rQyiAKXVvfcF4lBphU2LB9WznBISF9s/t19bPh/d4EUWGXBZ5hT38C6n96G25pm/OcuOsAWhoSEDCfCmuHhwerVq/nSl77UwxEGGDFiBBdeeCG/+MUvCh6/IGd48uTJtLX1bFcTEtJfBA6GyKKR+DrJwSAzr9vrZ3fVJvd2hO6PAyckTnQy0fSbPVsDaQ+BwIlN2idblUjgyUosfyv+rn7NXeYAgWv0FCvadQ4EzpkWZpB6TCCspUQRvlE2IFu86GgyFacRbX4Jw20Map6lgW9Xo3NZom2vti8QmJiZLZjZOoxsHdmaUwt3iP0ckYY3sZveQXoZlF1CvmwWTvlsVNloVLIC2VaPNncTaXNzYJh4NXuJ7vcXrYit/Rv2jsWgfbS0MXNNmG0bsRqWka1dgLXuZYSTQUcS3c4TThp37NzeI9j7i135cX1F7IUgzM8MORhwGpvZcuf9CMskUt35vjdqq3Aamth6z8PUnnsG0dq997UOCQl5PyDoe8V8MMYO6S8jR47EcZw+97uuS21tLyKu/aSgp/z1r3+dP/3pT7z99tsFTxzy/kTgETdWUWK9RpH5FsXmEorNxVii4UCbtleUKMKXxQid6+kAaB8QeEb/3oy5xBF4VhWGn0L6aYTKI/0Uhp/GjYzq7gxrjfDz7XP0EyHIWUegRBRDtyG0056encXQGRxjRK/OsGOMRYk4hk51pDGjNUIHAmV5Y1JBDqoXq0GX10JpGZSWIUrLMf2d2LktKCuJsorRZhxll6JlBLtlKWZ6/YDnARB+juT6PxPb+jRGvgm0j5HZRnzLY8Q3PgSAO+00kCYi1QCeA76HyLUic62okUegqvdtMWIXVuMK7B2L0UYEFa1A20WoaBnKKsJsWYPlbMWdeCz4eUS6AZFPIbItyNROVFENzvQzB8WOghk5IRDLyqZ67nPzYJgwcuL+tyskZIA0v7IEt6UNu6LnYp5VVoLXmqL5pcUHwLKQkJCQkD3x+c9/njvvvLNXLaply5Zx11138cUvfrHg8QuKDP/2t78lkUjwiU98gsmTJzNixIgefZ6EEPzqV78q2LCQQxFF0lyOJRtQ2kRhI1CYso2kWE7Km46r+26ntHc8JDnAQBFl0FfehCBnTSeRfyWIkhIDJAIXqXN4sgrH6J9qrTbipMrOJJp+Fzu3OujPKxM48ank4keAsED7RFrfwW5divTb0MLETUwhX3Ikyuql3dBueEYV6chxRN2lmKqhXYXaIm9MJmsf0atTq0SctD2PhPs6hk6DgiDibZEzppI3CnB8tCLhvIpFA36kJBDk8j2MzCYQOhAD65KyrY0o0s9it67ASw58vsjONzBTG4N71C5Qoc0E+PlgzObJOOOOAsBa8SQytTNw/K0Y7pQT0XM+CEj6CP8PCKv+rSAivLsytmGhPRO7fgltR34BVTISa93LyLbtaDuCO/E43EnHoROFN5EfFMqqYfrR8OZzICVE2tP33Ty0NcGEI2DsblF0rRGZ5uCv8dJhJa4V8v5F5fLBIqbs+XoUUgat1fJ9Rx5CQkLef4Rp0sODt956i4qKCs477zzmzJnDuHHjAFi/fj1LlizhsMMOY8mSJSxZsqTbef3talSQM7xy5UogyNNOp9OsXr26xzEHssVGyPDEEo2YohFfRwh69dCeJi0xRI6osRHXK2fgTqxPlPVExBYEDkH8uYScnojH4DoTrjmGDIqo+y5SpYOaXGHiGGPJ2HM7lJf7gzbiZIvnkS06qr0Vk93poGpFfMcT2Kn32tOVbYRyiLS8iZndQLr2wyhr7+mznlFNSlYhdQqBhxKJYJ49nSOraLFPw1Z1SJ1CY+HKET3aMPUXU9Vj6gZ8Yp33R/tBH2hpIMmjiLPrNQGAMJBuAaUYWmM1vR2og++u1GhE0H4Gq/ldnPKZeOOOwhszG9m0GeF7qOIaiBVhWQa4A4jC7wGZa2xXKu+FXQJZysUbdzTeuKNBeUHa/DD6/NSnfwrhOLDyTcikgrenYcLEI9Af+UzgJEOgUr7+DazlzyJagnYUumwU7vST8McdecDsDwkBiE8ah4zY+JksZqK7JoOfzSFNk/jEsQfIupCQkJCQvrjrrrs6/r548WIWL+6exbNy5coO33QXQoihdYafeuqpQk4LeZ9jyUaE0KCNIHqk0kidQaBAmljCxRQ78fRAarY0cbGUCNvQSBQmAo1FA6ZoI6Vn4bEv0eaeOOY4HGM0ptqJ0B6+LELJvUdq+0QY6N2Ur63MOuz0SpQRA9npvGqtMJwGIs2vk606NXD+8huI5FYhvWa0jOJEJ5GPTu48TwiUGKAjKywcY1zh19QFUzciAonqIAIrZOCoCgOUD1K1R6271k77QWRX+8F5/XUOlYv0sj0d4V0IE8Np7fy3NFEV4zt3D/Ti9oK2ixGZHb0HmZWLNuPoLs+3T7sPJJEY+twrYdsG2LAiEB4bOSGICHfJCDJXPIu1+EFQXrvol0buWIvduAnXyeAdduyBu4aQ9z1FM6dSPGsaza++hbQspB1koyjHxdnRQPGs6ZQcNWMvo4SEhLxf0IAaoprhUGljYKxYsWJIxx+Gv7xCDiaEdrD0VgzSaExcUYNP771eBe3RNu1hONuDOlYIPhUESGmRlO/Qxlx8Svs1v0kjNttRWGisjuF8TAwyxMQa2nQh0ea9IAw8Y+8tjgrFSq0KHEe5WxRXyKCmNr2GbPlxxDJLiGSWt6tGm+C3EXd3YOXWky49FS0jvU/QlUJbGvUT6bQg0jsx3fYWTWYUFS1FJ8uRLdtAi26PR/hZkIETXbLldyAMnNgk8kUzUFbpXiazUGYcw2npXUVbeXj2/hOkcqpmYTavAT8PRpdnoTyE7+CMWNjRzmlYIwSMGB/86Y1sK9Y7jwECXdS5mKXsOCLViPXWo3jj5oC9lx7cISFDhBCCw66/muVf/wGp5avRvgo+9qQkMXUiU/7zGoRxELwXQ0JCQkIGlX1yhl999VWeeeYZ6urqgEDt66STTmLevHmDYlzI8MbU9STUW+11ugCaqF6NI2vxRDUg8XRpewosgWq03obh1Lc7wqI9LVgDGu27SN1C3HiPNj2PvTmwghxRuQ6Jj8JEK93lHIEigkErkjSK/dyeRiuEcnpP1+0H0k/3KVSlhYnQHnZuPZHMcrQwUTLa5QAPy60jknmXXPKoXscQKkckvxLbWYtQeZRRTD4yGccuTCCrL6zcBuzmpQiVbY/8SqSTRrhZVLQMHYkh8lmEzILwEMpBGAphmQivFSVthHaItr2NnVtPqvIsfHsPkX4hcMpnEdv6DCgXZJcWSX4+2F+2/6I/bsURuI0rsBqWgZtBG3bgCGsPv2g0+ZEL9pstQ4mxZTkil0Ilez4bHS9Bphox6pbjj597AKwLCQmIjqxh1m++R+Nzr9Ly5lK00hTPmkblyQsxEuFCTUhIyO6EvcffDxTkDDuOw1e/+lWeeOIJtNYUFwcpoq2trdx2222cfvrp/OhHP8KyBrFXZ8iwQuoMCbUEQT6oBUUCCsPMEZN1aOqDtjzaJK9ryarJ5FU1UVZj6DyBI9zuuIr2/2hAeRiyGYNWfPqO4EXkFmJsQBppBO2tmqSL79so3S6a1N4GSeAN6b3ohvaJpJYRSS9H+mm0kLixCeSKZve/Ny/gW6WY2c29Rm2FctBGDNPdgkB1d4QBhInGJJJdRS4xu0cds1BZkqmnML2daEy0MDC8nSS8nZhuPZnEgsFxiLVHrOXlIOXZiCNx0O1J7CgPmW9CV43EycYR6RaEn0VFyjBpxpdRtBEsomgAqTC8VmItr5CqOnuP0+YrjsJMbcBqWxdE0oWJUC4IcEqPwC2dvu/X1l+kSeaw87CLx2FvX4x0WtB2EfnqI3Fqj0FbB7CH8CAi3Gx7F4peXjftkW/h5nruCwnZzxixKFVnLqLqzEUH2pSQkJCQkGFAQc7wL3/5Sx5//HEuvfRSLr30UiorKwFoaGjgt7/9Lbfeeiu//OUvueaaawbT1pBhhK23IMnhkyD4FawxTBcpd3Ud8vBJIvCIys2AIKum4HhlxNiBaHe2Ojv2CjQSgY/QLlI49CVhZIkGYnItAlDaRpJt36MxDAftC7Q22p1gsyMyPeRoRbzpGSKZ1YHTJ23QHpHUMszcFlKVZ+09zbcdNzkVO/VeEFG1k8iiKMK2ghrblE/WmIKlmtp7H/diirAQ2ml3nLu/zaO5pZheA75MdvQ41kQRysF21uLao3HtfReSsfJ1GH4rvpEMnnd7iyeBHzj4ysfRVaSqToXq4Dpiza9gtryBlrtFaYREyShmrg7ptuxZPMyIkB53PpGmt7Gb3kW4bfixWpzymUFUWOy/VEiZ2Y7d8A5GdgeqeAT5kkW4ZdOGZ23wPqCTlYAEzwVzt0VQN4+WBqqo8oDYFhISEhISUgg67Af8vqCgX2QPPfQQ5557Lv/3//7fbtsrKir42te+RkNDAw8++GDoDB/CmLqp/UMi+KAQQiGk3+4IB86xQKOxURoiYhs5xqJIoLUZCCPJoH1N5zi7HGOJom/F44hRhxAKTQyNAvIEPYBE0KpHevg+SDxyeix6D2MNJlZuE3ZmDUpGu4ki+VJheM1E294gU35qv8byoqPIl8wh6izDrClGmBYajcBCFyexieM35jBd1ev5QntoaXUXZwLQPrazLkjf3s0p1NJG+jlsZ92gOMNC5dsFs4ygjlsUI4SP0F77o8rhiapuUWjhZ9r/0vMLKIjwZhEqC3vIGgDAsMlXHk2+8uh9vo5CsesXE9v4WFADLQLxMLvhHZzSaWQmfhSM/fO63B/4I6ehSmqQzXWoZGVnhFj5yEwLqnIcqnryoMyllUJtWofOZZHVI5BlgyuQFxISEhISEvL+oSBnuL6+nlmzZvW5f9asWfztb38r2KiQ4Y/GaFcIDhCyd6csONZCiiymaMET5SjsoM44yH/tcmQwhifKAhGuXlGYohWlDYRob81EHIM07Z41UrggXDxdRo6+f4BLmSdiN2OYGbQ2cN0iHKeEQmtErOxahFaoXkSvlIxgZzeS9bNoY2+1aYqIsRW7SmKYY4NFBc9H+wJlxFEyginS6JJiyIog+tt1Tq0QuOQjU3umSOt84Cj38dbXGEiVLuDqAe1i+G1oDJRRjDKSgdPdpXZX066crX0MBMroniaszGT7ukhv6eFekAJuJAqzbz9ipLcS2/gP0B4qUt55LX4eu2kZalsNuVEndp6gNUZ6M3bzu0H6uFWEUzoNr2hwa7iHDMPEOfZTRJ67DZnaiW63WWiFKqkmf+yFvadQDxDv3cU4D/wBtXUT2vcR0RjmnAVEzv00omgfFN1DQkJCQkK6IdB6qL5/w4jzcKIgZ7i2tpZXX32VCy+8sNf9r732GrW1tftkWMjwxpXV2Gor4NOtPyyBdFWg7tzzQ8SjHFfUENGbQXvtKsidkWQlk2Q4gr4/KHaPIoPGxsdAkkOQD/wOM4IpFAm9iow7AaW7O6CW1UoivhkpvQ6/K2I349qNpNLjguj1AJF+Bt2XKrMwQTsIle/iDCtsuYOI3I4UWbS2yatqTNFMRNYH90QETd+FaYFp4OugPltpjWl7OPEJ2Jm1aD/fnhodRF59q4JcYmYPM7SIBD2Ldb7XiLnAH3g/Ye0TzbxDJL8KoXPBKGY5uehMfKsc09mBL0o6HUKtkX4aZSRxot0j0E58EtHWt5Eqg+rq9GqF1Dmc+GEos7B+x/sTq+EdhJ/r7ghDe6/jPPbON8mNODZYJNCa6PYXiNS/jFBOELHXCrt5GU7pEWRGn3VQKE6rynHkPnANxtrXMbatAiHwR0zFm3AUxPbdUfWWLSF3y0/QmTSipCx4T2TTuM8/jqrfRuyL/4aw+6GeHhISEhIS0g/6KkULObA4TtCNxrY7f8du2bKFUaNGFTReQU/5ox/9KI8++ijXX389a9euxfd9lFKsXbuW//iP/+Dvf/875557bkEGhRwcOIzAoxSDLAIHrXb94NdBv18RoyOFGhetTXwdOEQZOYecGN+e5iw7etA6YgQt4sQ9RIWD0RxVgRQeu3dqE9JDSIESMZQsQguJbTRRZK9A4HQeJ1wS8c0I4QWCWyqC70fwfQvLShGLbS3onvhmCULrXUXT3W3TLlpEUMau+mVFwlhJwngPUzQj8DBEGwnjPaJyC0qb7erLAjDaxcA8pMi332UTUDjFM8kUHYtvlgdyYTJGLjmHttIze4+gCgPHnoDQbnsP3y67VB6NxLHH9/+itSaeepFYdglC51EighYmpruDROp5nPhklFGM4bcg/Takn8LwW9EySrr0+B6to5RVTrb0GAAMrxnpp5FeG4bXim9VkC2d33/bDiBGdnsQ0e0t3duIINwM0mkDwGxbS6T+pSCDwC5H2aWoSDnaiGA3vYPduGQ/W184Ol6KN+M08qd9jvypV+IdfvKgOMJaa5xH/xI4wtUjENEYwjQRRSWI8kr8VUvx3np9EK4gJCQkJCQkZLjyzDPPMG/ePBYuXMjdd9/dsf2b3/xmwWMWFBm+8sor2bRpE/fccw/33nsvsj39TSmF1ppzzz2XK6+8smCjQg4ChElKHk1cLcWiHqHzoEAYAl/H2nv+6nYHziOnRqMIVI+1sMgYc8npKZi6OThKVKBFdM9ztpNXo7BlI1LkABuQSJFtjzIb7erWAo2Jrw0MmaLIfAs8J1jls0uQ0sX3I3SPQEuUMrHtVrJZF633ooauNSZN2GxBkkXHNWQEws+izS6iXdpDKJd80eEdzp8t67HldjRWR8qyBgxaAxGx9hpo3bEn0MWWOO33cdd+m3x8OvnYNDqi9EIg3WaiqXcx8ttAGLjRsTjxyWgjRi56BKa3A9PbgUaihYHULiDIR6bgWqP79RwATG87trMeJTrrpDXgSwtDtWG762mrOBs7uxorvxG0wouMIh+firLKen++RbPwrXIiqeUYTj1aWLjxSeST0zoUpoc72oj1uigCILQfqFy39x22m95BKA8V6e40aiOK8HNEGt/EqZg7pL2ghzt653bUhjWB87t7+rwdQSuN984bWMccd4AsDAkJCQk51ND6/fu9O1z56U9/yg9/+EMA/uu//osNGzZw3XXXofv4zdUfCnKGDcPgxhtv5JJLLuG5555jy5YtAIwaNYpFixYxbdq0gg0KOXjQIkraOAqp00HNrtJExDZM0YQhAoVnrQ3yaiRZ1bN2V4kkjuittYyPbTQiZR6tTVy/DKU70x99nSTtH07CXIMkhUAhRFAH69OpkAxBVFrgYBk5fA8CxWkXQTToTbzbW0BriRQehuHgeXtwhrUmykqirEPgB5FbW0NRAqO1Be267ZFdhQDcyEhyxZ09Vm25PRBU7pGOHchkSeHgq/huDtCu9HAV7NcJPN1+/4LccADM3EYSjc+0p20HfZyt3CYi6eWkKs9EmSWkkqdgO6ux82uROo9rVuLYk4Oo8ACcLsvZgtA+Su7mpAqBL2MYfjNCuOSKjyJH7z2Pe8OLjsaL9t8p3y9ohdy+Gtm8FQwLf8Q0dLK810PdsmnYjUvBd7oLZWmN8LI45TPQVhC5N3I70H2oS2sZQTqtoBww3r8pwNp1QSkw+kgXFwKcsHVTSEhISEjIoUwymeS0004DYObMmXzmM5/hhz/8YY+F8oGwT/09pk2bFjq+70sUlpVCGg4gcJ0krqoGwFXVGLRhitZgny5F0X/BI1O2kLDXYMh852x6Ezl3FDlvBLsiuZ4uIcPRKL8JofMk7FVA0FO2E41Bhl0xV0Xg3AptYKCRZPApomt0WIj2KOxeRBMs6omyNkgJJ94xhkhaSDuKl7HAddEyihObhBOf1C0l2BC5PuYIWkLp9lpqrY32umbdfh0SQzhoDLLeOHavdBAqT6LpOYTK4pvFXep0FYbbSLzpn6Qqz0JLm3z0cPLRw/d4nXtDaLf9L719CAWOuND7sc/zECHa6om8eBdGenOgBaY0/hILd/IJuLPP7iEO5ZZNxS2ZjNWyEu3bQWq09hBuFhUpJj/i+I5jtRFHqAZ6XdPUXhBBPsRaMQ0UWVGNKC5FtTQhIt0zSLRSgQDZuEkHyLqQkJCQkEORsGZ4+OF5nb8pa2pquP3227nkkkvYuHFjwWP2+ynn83muv/567rzzzj0ed8cdd/Af//EfuK5bsFEhwxfDyFJUvJ54so5obCfRWD3J4g1EY9vZlc7rU0xejyavRw3IEZYiRzKyCkOk0X4e4efAdxDaJWZtxDZ27naGwNcluLoKXxf3ULSWOOxKJ1aq01lTrmoXzfKDnrcdBG2ZPD+K70cBD5s6EuIdEuItImI9giD6ZLO5PS27e6q1FjY6EoeyCtqqzydVdQ5OcnrP2lgdYZd6drft3UStJL6K4CsbEO3q2SauKiHlTsNVPVvKWNl1SC8VqDR3dVCFRBlRTGcrhtvY47xC8Y32Fke657UI7YCw8I2DXOXXzRP7561EI1uxx0QxR0QxR8WIjJHEtj6DteypnudIi/Tkj5EbcQLajCL8PGiNU3446cM+hZ8Y0XGoUzod0KB2WzTQCqEc3JLDu7fByqURTdsgV6Dq90GIiESwTjgNPBedSXWkQ2ml0A07ECVlmMeccICtDAkJCQkJCRlKzjzzzG6Ob1lZGbfddhsnnXRSwWP2O9zwpz/9ifvvv59HHnlkj8eddNJJ/M///A9Tp07lU5/6VMGGhQw/hPCIJ+uQ0kX5Fh39hIVPJNqE1ib5XOE9PyPGDgzd2i2SKAB0HoVNxNqG41fS1fncdVTer8U02gIxL3bZ5rebKFB+57qP9jTKURgRidQuSgfXIaWP0gbZbA2SHAnxdnuEO3DzbXYQFZtIq5kYtKLpPWVTY7ZHpBX/n73/jrbsuu5zwW+utcNJN1aOqEIVCpkgCDCAERRzEC3ZhJ8ky6Y0LFpy0LOldretfpJHy34aGh79nqzhtt1uUfZ4kkXx6dEKoEVKFANIgiQoAgSRgUKhgCpUDrduOmGntWb/sc/N91bdCreAAvY3RqFQ5+yw9j777LN/a875m4udtmdI/SZCO8FiN+6Z1kOqgpVeGT32HhUh9yN0/I04bS1zDkpsMVWK4GXa8ahEGD+FcVM4rkxv1izeRa33FNa3cWZgXiS6wGhGGt+ELk6hvsawRx4jao4j9RB1MuvbJtZi10N84lvkN74LwkVpzDYm2fF+kq3vwmRTqK2h0VIn7GzkVqKJZwg6L6MmQk1URpFdgovXk27o90pujxM+8iXMwUeRIkeDEL/nTeR3fwQWpWtLOkl04geEZ58Cl+MGd5Btvgs3cu1GT8P3fwJ/+iTFww+i01OzkXQZHqX29/4xZv3GV3R8FRUVFRWvIZTLqkO90LYrLo2f/dmfXfLa6Ogo/+7f/btL3uaqxfBf/MVf8MEPfpAdO3acd7mdO3fy4Q9/mC9+8YuVGH6NEUbTi4QwlCnFAWhOFE+QJiNcap/e2BxDWD6l1pARMFk6Uy/TEihz6zF5j3pwfNZxWfCg4HKD+oVjct0U8YKPmrMR5Txv0Us2UhRNWvI4gUzhqM07HsXSo2GeRl0IdJcdaxkxDjnfecj8RlIZIzJnZ7dc1j57Mr+e1G0mMmew0u23XNpE6jdzoa+sN3Fp3LRMn17UlWLbXLnaUzV1Oq130Gx/G+un570j5OE2eo03rbju1cB0zmDap1Eb4UZ2gb2AKdoyxOeeRGKDFjNtvUrUgVhD0Mgw4y/jN96wcEVV7MRhTHcMDWoU61boeW1rdHZ9kvj0d4kmnkZcBsaSjr6RdOM78NEwdKeIv/gfkTMvo1EDjWqQZ9invok59ZZY6cwAAQAASURBVBLpj/7P0Cgj8KZ7lsbTf4DpngUToGIITz9BMPYc6e4Pkm1720Wfg1cDEobEf+8fEb7zfRRPPIImCWbTVoK7344ZHH6lh1dRUVFRUVGxBpw6dYoHH3yQgwcP0ul0aDab7Nmzh3e9611s2rTpsre/ajH8/PPP86M/+qOrWvbOO+/kgQceuORBVbw6sXbGoGaZdjG+rG21NuunGC/FmIQ4OkcYTINCXgySZqNlyrB6LO2Vd670Re7K/YeTYie5W09oxzBSoCrE7iBozsIIrWJJyJMhppObMaYoo8daivyy5vlcv8bYLNiHo4alRyYbCHSCpX2WPYIj5boLGFEZOu5mCj1BbE5iJMFTIy02k/otKCGZ23qe9Zcnr12Hmh8gvrfQeVm17N0bjFBEV7YHeBFtZWroY0TZSwTFORRLHm0nj7YvTO+9ikgyRe3Z/0Fw9nlwaZkmXh8h2/t+8q13XtS2jLQRUXQmY0EsM9eFOpBQMMXUgqR30z5N7ck/xk4e7ac/C1ofJt33AfJtS43ENKiTbH0fyaZ3YYpOGUUO5npjB08/iJw5gg6sB9u/bYc1NG4gZ44QPP0gxZs/BkD84l9iumfwtdHZDAEFJJ0iPvQ1itEb8PUrkxlwtRER7J6bsHsqr4qKioqKirWjtCtdu21XXJgkSfi3//bf8vnPfx7n3JJIfRAE3HffffyLf/EvqNVW15FmOVYthvM8JwxXF1UJw3C2IXLF6wShb/i0vAAM7DStxiGMyWcNCYKgQxSN0e7uxhe2X3e6goAU+pHN80ednTZwxZwI9ECdA1i6eAJKO4QCT0yPfYDF+4WCzdBFcIvqd+feLbdbp2CUgHP91OYAEwomEJQBxEXYols6Qq+IIfXbSP02ZmqbVxb7q8OHwyStN1CbfhQppst2R6oYn6Impjf01mVTqC8XtU3S+m2kF1507XEZ9cf+ADt+GI2aaDQK3mF649Se/lPUBBSbb1/Vpsz4EWznDNQV8Y659HuDmrCvhgN0cC5FV7I29Uf/ADt9ElcbLN2k1WGSKWpP/RlqaxSbb11+hzbC26XXnT3wcBnVtotu2TYAG2IPPEzx5o9humcJJl8qnaoXfc4aDWCSc4RnniLd+Z5VHX9FRUVFRcXrlTVLk664IEVR8A/+wT/g+9//Pm9961v5sR/7MW666SaazSadTofnnnuOP/uzP+Nzn/scL774Iv/1v/5X7EodJy7AqsXwxo0bOXDgwKqWPXDgABs3VvVbrzWKokkUT1IKt4UP2kYKnKvh/XIC0tNsHMGYAufnG04p1qQ060eYmr6+n94rZUR1/g1oZnF/8WIx5To8dWJeJmAKxZCylZTrcJTmT4YEkQKv8by+vzNtjBbvr3R19hLT1ruo8QKxOUFQt4gp3Z8hombHiMIpOslucje8ipFeOYGaDN6FDwaI209hi0lAyOvXkbTuoKitMtrsHfbsi0gyidYGcOv3LO9orIpoD5CyT/SroBducOoZ7MQRfG14Li3aGnx9FNMdI3rpmxSbbr3wpEDeo/7IZ1GfQX3eDVYoza1cBoHFx8O4xpwhVnD8cUz7FK4xCqa/ngT4xgimc5bo0IMUm265uHOVdtHFQriP2gDSMmVfsmnEFfiovnTB/v4knVr9fisqKioqKioqrjKf+9zn+P73v8+/+lf/atmy25tvvpkf//Ef53Of+xy//uu/zuc+9zl++qd/+pL2tWox/Pa3v53777+fn//5n2fdupVT7MbGxrj//vv50Ic+dEkDqnj1kmctirhOEPRQb/utgUrjKcWQJqMsJ1bDcApjUpwPF70vOB9hbUIQJhSuQWi6gOkv1hekCqin8MMsFo3W9AiD8dmexFk+TOHmG0wJOZvI2UiZ0mxmt2GlTd0eIpQJyv6+lsxvoOd24Khj6OGpLRhzWbMckOt6VCJ63ExQ8xhpU/h59cWqGElpxIeZ6raW9DNeU0TImjeSNfYhvjyfapcRRytgzx4kfvxPMe3TiHeoWPzABtI3/BhuQ78uVpWweJla+hzWTwDg7AhJdDN5eH5fgbUmGHsB8MvWB/uoiW2fxnTO4FvnrzMJjj+JtM/imsMYnyKxQFbMTdRYQeM6ybZ7F0wUBGcPADInhOehURM7dbycZKgPr/qYdN02zJFnUZY6c0ue4DfvLpcLm6ixiM/RxfufcWCOluvtXVFRUVFRUTEfXwWGXzHuv/9+3ve+913Qf+onf/InefDBB/nTP/3TSxbDqw5HffrTnyZNUz71qU/x+OOPL7vM448/zs/8zM+Qpik/93M/d0kDqng1Y+i2t5JnLRDF2ByxfQfm7kbyfPkWOlay2fWX26agWJPR9TeUmdLeo4VHXf+Pd6gauv56TNjDxm1M1CEITjLQeJ5adJLCFGSmwNROUY+PsLQiQyjnfmaEcIdW8BSRnEWRfgq1p2aP0QqeI/G7yrFJgQ9ifFAD4zA4Ut0+2zIqMG0Ck+A0ZnF9sdcYa1LCYOJSTvblI4La5opC2NAjkuPEcoRQziLkmMkT1B7+A8zUSTRu4Vsb0NoAZuoUtYc/i5k4BkCcH6DZewjrz5bu12IJijM00+/S8g8xII/QkkeJ5QjCGrdZU0U0KSPU2m9RtEK6PmL6y1y4EshOngAUJKBo10vTtChC4gjiqDS5GrqDdHSRSZj68yQwzPV9vhiKm99RiuukPSfGVct/G1O+D/jGBtzgTiRvL9mH5G00qJGvv7ze0hUVFRUVFRUVa8nBgwd517tW1zLxXe96Fy+++OIl72vV4aodO3bw27/92/zyL/8yP/ETP8GOHTvYt2/fbO72gQMHePnll6nVavzWb/0WO3fuvORBVbx6UQ3pdrYThFNE8SRiM1BDEHVQtRT50rY/XoP+K8ulHfvZZXJZT7vIaQbPY6RgRtB6Yjp+LzQM1kxTtnNSvOR03RBn0/UUGqMqiCihpDSDSaQYXvE4auYIlgRHHVUh0ZhCA0LJaJpJMrORbnQTJkznMqYZQYuQtDeXamxMhogHDfvj8v3zZGaP1cirrX7eUzcvEEvpvD07ZgIKzVCT4Zvr5tJ4bYg212HaZwlfeojsjo9TS58EFG/mWgX5OCKIHVZO42miAiFjxHKMtr8DzzxRrgWhnsaQ4onJZSPIxUfPA3eKWrGfwI8BipMBioHabCrz4lRoybv4eBDfXH/BbasNZj969YZ8qo6EDmMVLQq0k5DuuWPJPtzo9QRn9q+4fze45aKiwgB+710Upw8RPPlNSE6Xwtg7CCKKN/wIfm/flEuE5PoP0Xz6LCY5h9oIxJZ9jsWS7nwPvnn5zosVFRUVFRWvdaqS4VcOEcGvInAxf/lL5aKePu+9916+8IUv8JnPfIZvfOMbfPWrX519b+PGjdx33318+tOfvmD7pYpXG54oGCcKxjCS4XyNrFjXr3VdenHZoEdcPwfiQA0KGJsSN85gkpwsXdjzNC8G8T4o2zItqClWjMlxPiLPS1GVspM030osJzDSw9MgYwNBcxoRh3oLCGITFChMnaAvTsQoqkLmYwoJKZOTl/tyFIRmDE9Az9c5lm2k4xt4DAZlwE6xpdmDoIHTOtLPk1ERJFCC+hRFrzw3qgGqUopiU9YTl0jZzkkpW0+9iqibl6iZIyBF2X6K0vxMyAnXKfqON5I9dgTtlSLe1AArYBsEp55FizsxPsGZ5txGBWwMKqZMrTaClxrgsUxTlwN09A0AhP4kDf8UZl5rKk+DrrmN3Kze6Tp0x2hm30c0w0sEGKxOYNfl+DjC9M6VdcMmKKPHeRfxjmzHW1fVYslt2Ie+8C3IEwjLdHnNA1wO0pnCtzbgR7aDFgRFX4zbUfKtbyR6+SFMt79/G5Q1xmkbRMive8fFm5iJULz9b+Gvux37wiMwfQ4GRnF778Zv27eg/ti3ttC5/WeITnyf8MxT4AuK4b1kW99Mse7mi9vvZaCdaZgcg3oTGdlw1fZbUVFRUVFRcW1z/fXX8+CDD66qTe+DDz7I9ddff8n7uuin9O3bt/Prv/7rALTb7dl+T61WVYd2beJpxi8SBeP99jGGwHaJgnHSfCPdbCcLBbES1cYQcXgfzL5XtrV1hPEked5C54le1YBeuoVG7RjWpHi1pU8WBQ7Lud4WCm+ozegDCUjZMasrTdRZIIShbHJU+BAFGkGPKdcEyshwQEZBRCLQWmZWT/AISs/FvJhuJdWYkJQAh8PS8QPkVghUQO1cwrWC4jFBShBNEpk2IgViFaHoO13P9SQ2JkN9QLYqA62rg5ARyXFAMf3Pe/YzRBAtkIE6wa71uJeOE6yTMmArgG+gGfjsbH9jc4LOBDO+Z3PmaP138ISEMobRLqIZTf9DIMdR76ctewxdmv6HTMvbcDJy4QNRTz1/styOtGbFoBIhUYK5+XqK509iupNzY7Ex2XVvJ9v1zlWdK7d+D8XmmwmOPwkuR6MGqEOSaTAB2Q3vJU6ep9Z7ul+braipk9ZupHfHT1J78o/LXr9aTpJo2CDd837ybZfYe1kEv/1G/PYbL7iob6wn2fNRkus/Uh7/GjiIr4R2pvBf/RP0ye9BmoANkN03YT7wSWTrrqs2joqKioqKikulbK20NqHhKuB8YT7xiU/wm7/5m/zhH/7heQXx5z73OR544AF+5Vd+5ZL3dVkhq1arVYnga5w4PEMcnsP7EK99wx0thWocnqbwLbJizjDN2BRjs347ooVRV1WDMQVB2CVPF7pKp9l6vA+JamcIbBevMJUPcqK7nslsAIOjIcLGwBCbhdsVm6NL2g4JDlv2HzaKET87fhEQ9WQipUhfdMxKiPcRZ7MmmcbEdGaXCShoBhkiSuFl6RdEwdicuD5OSI9S9PZdsNX3bfilH3EVnGlwJZ2iL5dApsq0bZmLYM8hZcugwmE3D2M6p8B4dCZj3TukUSduPwv1ALSYS22enQPwZYutef2FFYshLWuU/RGEDEdzLpopBq8NLB1if5iuvbAYDvxZjLbL1OtFqTFKjBlqkL/lY7hzDts5jdqIYsON+IEtK2xxGYwhedNPENcGCY4+hvQmyrG21pPtex/BupB65/tlzbkpI8fGJ9Q7P0Qat9J55/9McGY/pjuGBjWKDTdedHr0ZSNz3xtpj2MPfB9z9BlEFbftJty+t6ID8wwRXYZJJ1Ebo/HyHgDnQ9Me/g9+G33pOag1oNGCPEeffRR34jD2U/93ZEtVQrMivTZyvKx70i3Xl+evoqKioqLidcZP/dRP8ZWvfIV/82/+DV/96lf5xCc+saC10v79+/nCF77Ad7/7Xe66665VRZBX4tWVv1lxlVHi4CyqgmIXvRNgpCAKxhaIYRE383/LbE/KquDZZRaSFkNMZiPk3nG2l5N5U2bfiqIIbVXy3LEjsoTzBY4Kgi6YSVuQeqwLxyMozEY8l5t/E1I3xIQfwVAsqDMQ5tSzUwgWHaY1OeBRNTitIf3aZkHAaLkS5flTLMZkNBuH6fW24vzqHZ3XGllpXlJM2TvXApFBex5QcAWIwYUjmDxBay2s7+LMQD8kXPpxCx6VEJ3Xo1noC2QCQj1dOmsvru2QMuU81NOrHH/Wn3BYZqKhPx5jId36RopVbXEFwhrpHX+T7Mb3Y6ZOgQ1wwzsQyWme+zMUg7dz6eLeNhHfI06eJ63fRLH5tsvZ+xVDzrxM/NXfRabO9F2uBXPiAMFz3yF7/9/Hr99BfORBwhOPYrIOKoZiZDfZdffiBrevej/6+PfQQ8/D0Hpkpi99GKP1BoydxD/4Rezf/odrc5DXMs4h3/1z5LFvIN1pALTeQu94F/rOv7G0v3TFFUVVL6verKKi4rVJ5Sb9yhEEAb/zO7/Db/7mb/LHf/zHPPTQQwveV1WstXzyk5/kV37lVwiCS/+dvOZ/YQ8fPsx/+S//hccff5wDBw5w/fXX8+d//udLlvv85z/P7/7u73L8+HF2797NL/3SL/He9773FRjxqwktWxKtELlUNVjTW/iaD/u9gHUZx17t+xYtf1k5KyiGqbQg9YZQ5greZ6y1Mg+TTlk/T4Wqi9AwnbcUeA0xkpdOut7gVfr7V7wanIbEy0SFZ/DO4LFIf535pLnFe4eRmVZMc8eHKcoY9QJXhXIyQXA4aWC0wEjWF8oQBecImm26yQ6yfGE99dWm0EG8RhjpLXNutBSlcQtJp9A0Bdc3LzAW31qPRnW0cGgqaKOJ9dOoGMgECWuoWJwZnHfiFUNGoUO4ZdoCXSpeWv1zXqAsqv/tuyg7uXJRNa0N4mpz4w+SlzG+h7MDS5eVGsZNEWbHSetX7pgvGe+IvvVZZOoMOrABzEz7L49MnSX85h9gbtpDOPYsagK8rSHqCM88QzB1lO5tfwc3tDofCH36YYA5IdxHxKC1Frr/MTTpIrXGMivr0kmS1wnyrT/BfP8v0SBCB0YAgd405qEv4fMMff9PvtJDvGpoUdD77rfpfuNrFCdOYEdHabzrXur3/gimVrti+/GdNunX/4rkwa+jkxOYDZuoved9xO95PxJFF95ARUVFRcWaUq/X+df/+l/zj//xP+Zb3/oWL7zwwmx57p49e3j3u9/N5s2r95pZiWteDB84cIBvfvOb3HHHHXg/k6a6kC9+8Yv82q/9Gr/wC7/A2972Nr70pS/xT/7JP+Gzn/0sb3zjG6/+oF81CKoWI/kKcUJFdeFDrfchrqgRhN2+AJ2rERVT1hGXjtJL8SKoKj1Xyu/FM/EiBsQz7TzrgzkR6vMaJuwhNi8jvjrj0mxwKnTyxuxztPMBhdYQhNp5bACNQINpplhPoPNjh4ZcYToTRmp5Kaz6+ysj3oJoPms8tUBuq2D77sxlpL0U6N5HiDgatSMUroH3pbFUYKYxkqEakPshrkY6tRKR6VZq+iKlk7f299uP6hIiQYyfKNDaUBkdNhaNmnMiSkpzsOnmB4jzQwTFSQCcjwnCLoYU7VfamL5Y7eleQMhlI7EeXip8tKy7zmTbqo7DyRCF2UDoT+DUztXEqmLo4qVBble3rUtBOE+GhEg/On1ZMekrhjl+AHPuONocmfsMoUyJb44Q9E5hT3Xw9REIYqDvoB3UMb0x4kNfp/uGv7c6oZp0wS7trwyUr7sCsrRMoQZQJTj+BOFL38OcPogkPXzUKuu1996D23bzVa13fkWYGsM89k00rEFz3uRJaxjtTmGe/DburvfByMZXboxXCS0KJn7nP9H75gOo90gc48bOkj2/n+SR7zPyy/8PTGOZiZSLxLfbTP/Wb5A/9zQEARLFFIdfpP17L5A/8yStf/TLSyZ0KioqXn/4yk76VcGmTZu477771mz717wY/pEf+RHe//73A/Av/+W/5KmnnlqyzL//9/+ej33sY/yzf/bPAHjb297G888/z3/8j/+Rz3zmM1dzuK8yhKxYTz061o+mzX/o9Igo6bwU6Zl10mQ9Yk5ibdYX0f00ZrWkyXpUV3gY7lOmUi//zvKJzULRG8LWpjFBDv1WQKIhedIgd7VZaaoIBmj6JfHCBRQyxHo5yLSOkhETkM/uuyDkXEcZMIYoKmb3B2DJCEign1auakqBLo5ZQTkvRVvVoGr7UfaUOBwnz+s0oxexJpkds/d1utl15H4V5lGXSc/vBhw183K/7VNRjlcC1NTI/To07RDZMVw8uFS0+oKisQ01TZL4VohvRcipmRexchRDgiFD1ZLpBnq6F8cwAKnZReROlIJV5xto9VAiUnPd6g5ChG74JlrZd7A62W9/IIh6vNTphHejsnbRHWdHUAkQzZfuRwsUwQVr/1muBpkem23DtIQgxAQe8cWsEJ5bUdCwiZ18GUkm0Poqjmfbbjh8YPm006QL67fMCT5Vome/TPT812FqojTb8oqVCcz4cYKjT5LvvYfsLff1U7tfm8ihZyHtwvAyjtv1AZg4jRx+Fn0diOHkrx+i980HkGYL25wrP9A0JXnsUTpf/hIDP/7Jy9/PV75I/tzTmNH186LAQ2ivR/rwQ4Tfe5Dau37ksvdTUVFxbVNJ4VeONE35jd/4DW644Qb+7t/9uysu9/u///scPHiQX/3VXyW8xEnMa37K3ZjzH8KRI0c4dOgQH/nIRxa8/tGPfpSHHnqILHu19YC9uiT5RgrXxJqsTO2lTPG1JiMvBknzpf1Y1Yckna2kyTp8Uce7iCwdotfegsuby+ylxHpFBFphwWitw/p6m8Go1+9zK6CKKtTMMkpZLa43TN4ZoegN4XrDkK4nKGoMeWh5aCgMeGXYK/HSLSygYD0tKdgqB8v0bOqk1MioYfBslHFI15N31lEkQxTJIHlnHeSClZy5W6TgXDiXMr7AetrgXTgrplUh1CMMxT8kNBOIJojm4MGaLs34BaxpX2DkVwJDz+9jsng7Xb+PjM3ksolEd9DJb6ad3UjavA01Eca1Z9OOUY9x06ipkTbnt+hxNO2T1MxRFEvBIAUtVAKsScsa4ZklZZiOeRNKA0sPqx0sPZQGHXPn6pyk+3jTYjq+l254J4XZTGHW0wtvZTp+L4VdIW1GlaA4TT19gnr6Q6L80CVFcF2wjiLcjPG9heurw7oOLlhPES5j1qUFohlXrHmh5kTZQZqdb9FqP0AteQrjF11DcaOfNrHMcXpXfvVWiL6qsYi6sk/xKjB3vhNqdZg6tyBLR3ud8vp5y3uRfuTYjL9M9MK3IC8gy0pL8riGhnEppF1CePCvCV56eHXn4lrFuyW+B0tY7rN7DdL91jdQ5zDNhb8jEsdIGNJ94GvoRfSdXA71nvRbX0fCcEk6tNTroEr6nW9e1j4qKioqKi6PP/qjP+JP//RPuffee8+73L333suf/Mmf8PnPf/6S93XNR4YvxIsvls6cu3fvXvD6nj17yPOcI0eOsGfPnlVv733ve9+K7/23//bf2LRp8zVW9hbSTvdRC08S2bJlkmpIkq8nzTchslJExlJkwxTZ8IJXz3fsgXqCYJKBuFs+KPcdjUddwIn2AN08xAiMBGbl7WgALiifG40gUsZoZ0e52nMvhp68ifXuBwz5R5hgA7mGhJIzIA4X3FrqWw3RYm6mKcs2EwXdskWUD0vrLHGg0p9U6JWGZGoxxhOEydzAiqSs1RU7rwVRgRGH1zpGcmrBCbr5Das8iMtDaZD4vbDo2VIEXH0bvZF3Upv4Hta1Z8u1vW3SG34HPt4we6ojOUUo43iNAdt/PcATYaRL3b5M198yu/3CbmLKrCPUMwgJSo1cNoAs3xX6vEhMZm4gCxees+UTDwoa6fcIi2OIzqU518wA3frbcXZ0zuD6QgMRoTv4DpqT3yAoTjNnWy64cB3dwXch8ybqjJ+glj9P6E+AepwZIAv2kNldq0s/VsUWYwT5KUApwo1406DZeZDAjc2mnYfFUeJsP93GOyjCckLAb78JbQ4j3Um0Nbpgf9KdxA/VCGywbM2uFCka1ND68KqGKTv3wEd/CvcXn4Oxk6XIVg9hhNz1Hsw9H5jdTnj8CcSlaJKU+w7s7LlVYxCXo6YgfOF7uL1vu/DOX8Wc97ravBOiCMl65cTFfLIEghA2X3eN/a5cGu7UCSRafipT4hp+ahKytBStl0qelT2w49ryVQ5RhD97+po436u+X1VUXCTVtVVSGWi9cvzFX/wFH/zgB9mx4/yeJTt37uTDH/4wX/ziFy/ZUfo1L4YnJycBGBxcaGQz8++Z968UIhCG11pKn6XQXRTFTsBRSktDcKVLpoJpJChrjTM1OF86EEemYEtriiOTI2yIIoZWcf5EwFrb7217qQMaJNX3YP0p1vtxQHBmM86sI1jxF2CIJNtLFB7Dmn5vWSy5W0eabaUevYSxE1jryojwrOj1ZUSs1kDzjLmnMAv4fp1tnSiYJMewgpxbeh60jdFe2S5Khq7oL5cO30xvYBdB9xDieqhtUjR3gYkXpKDHehYQRBbfTgSIiGSM3HiQ+WtZYPtsIP1qVOdFnR8SFS/jTQ2lHy1Vh/VTtNKH6A5+BDHh6q+rcJA0/hhFcgSbnQDAhxsoatdhTTg7QWPcGLXkQYzvohKhRgh0nCD/AaG0yeI7zv+5+Yx44tsEyctIPwqtYsv+vVLg7QDMTFqpYvMJmue+Qq99A7plHwxtQO/5MeSbf4iZPoPWypp+STpoEOJu+SD23CPYzinU1krxFTXA54hPKba+jbC+csbHEt75Afzem3GPfRd/9iTSHMTedjdmzy0LJgiCdKo87iJbWMsMSD3CNAN81EDSM4SBXNO1w+e7X+mOPeium+H5x0rX6BkxmKXQmYS9txPs2ve6cDsONmykOH4cs0x2kM9T7MgoUbM+m11wKWjQwAwN48+cwshSgzuf54Sbt1wTv+NX5newomIpV/raeh3cviquMM8//zw/+qM/uqpl77zzTh544IFL3tdrXgxfab72ta+d933nPHm+fGuha4PSTAmu9DEoYdQug09qiKRsZu4Q1Ftq1rO7kSFFtKrzN3ODLgq37I3amJQwnCzNwTQky4fwfvmIQ85GoF+P54ELpOHlNEjSvRiTIOLxPpo1GlMZpRH0MJLgsSCCqCLqy3RIG5R/ivnHKIBD1aEY8jzDmrxs2+MjlhPGRjvUeY6AsdnWRY5BEm6kkCvpWB2R1/bN/dMBbuHnE5tS3OtK1TXiKVy+omv5mqA5UfbybCTV2WGC/AW8hHOmcFpafClNTDGF9A6TR7vPe10tRx7sgGDezOX8c6RKK30M8V0cLcqc5NLITDQlSA+QyDacWfkza0x9h6B3EDU1vOlHxDQh8FPl8RhTHot6ZPIMmkxjapbw6adwD2S4vXeTveOTmPfVCZ78OnLmMCj4LTdQ3H4vhgR/qIPVaQzTZRKAMfi4Rb7hZno73w0Xe09btwXe97dmP3EPeKcLrh2JB4m03wNrJg3YCHbnEGYwBisYMYDFH/syvQ33grk2XX4vdL/iw59C0hQ59gJMj5evGYvuvBH9yM9CcXmpwdcK9Xe+m97jj1F0uph50V/Nc3ya0nrPe8tT4S/v9yl+14/Q+T9/H5IEied+F7TbBSB8+3uuid/xC15XFRWXyJW+tq7F61N17cZ9LZ6Pq02e56uuAQ7D8LLKXl/zYnhoaAiA6elpNmyYMyiZmppa8P6VpLrIlyKmNKJSPyfsTN/sChEET2Bzivzitqvad/vru18JQhydpV4/gRE324wpjk/RSzaTpsuY1FzaEeHcwlQ9sRkm6vUFuPQlbNl9VyUsWzUpiLVo0Tet6m8LwEiBAqONvy5TRSUm94P00s0UxcC8Pac0eRTLNJ4YT1SePyZo8EPaejeOK39dr4TTFoGZRNVjrCKipdjyZc9irzW8Xj1nVuPaNNvfLNOHZwS6egwZebgOFgd8pBSTxo2jWpZTXKkfQeOnsH4MTw1dNDWuRFjahMUxinB5MWyKCcL0MN7EqJl7aBexoKWzOZqX19fEaaQ7VaYYG4usG0VPn8I+/SCqSn7vT+N23ApJv6a41sKeeJro4T9DvaeIN2IkQTQrxQeW3u6PlNHiNbin5dveSPjSQxBlZTqwKnbnMHakjuaOMpPdoa0W0fSzAHQ3fvDKD+QqsuJ11RxG/6f/Gxx+Fjn6fPnatr3orltLF+7XyW9K7e3vov7Iw/S+91381BSmXkOz8nqMbrqF5oc/fkW+l/EHPkr29BPkTz0OYpAoQrMEMMTveA/RW99xTf2Or+VDe8Xrm+raqnil2LhxIwcOHFjVsgcOHGDjxks3mXzNi+Hrr78eKGuHZ/5/5t9hGF4wF73iSrGaHJlFy4iDsJhtaaRFCM7OLqcoLnB4q8w8LUbSoREdB8DNRlUVIwWN2gm8i8mLten9aqPOPOdpsygSqn33YVdOuQr9XxihdO4WEIfQF/AqiGZEkmAbPTrdXbPjjjiOpY2jwYwHnmJwWCwdYg7R5Y41OcblSP0WYnuCMMxKU2qYa9jkPL1sK1fNq0+VRuchAncWZ1qz6cPiE4xLCIoJCrNxhZytKz9GoxllDsQy2xYBT2motQJBcQbxOd4uvmbLDtmivlzfKSTtMkrcd15Wp1BvoQL2hUco3vh+dHhz6VAMpZvzCw8iLsc3S6M8N2M9ZzymM0Z49DGym9dGgPrh7WR77yV67qvQ6yCBxwxGaF6Ux2MsBDW0vg40J+wcxGRj+Gixw/1rBGvh+tvQ6297pUfyiiFhyMgv/hLRLbfR/fpXcGfPYDdspPGe99L84EcwA0v7eq8Wn2ac+84PaD93ELGGoff+GI0730z2nW/ix88R7N5D/O73Eb/zPYh9zT8aVVRUrIKqtdIrx9vf/nbuv/9+fv7nf55161b+3R8bG+P+++/nQx/60CXv6zV/x9+xYwe7du3iL//yL2dbMAF86Utf4p577iGKrs20u2sN9RZ1AWLzfnR4vhgpbza+mJfGHORI3CtNtkonKyTIoQjQtI4CmSnwM+Kzf7+qhefAeLybn14seA3L1kbx2JqJYROkpYO0hlhZLHAEFYuhwBeKqPQNxLTvuyR9Q9ky4tc/I6A5lh712kny9gAgRJzqr7VYYAmekJAzlO2Srs7XWyVCghgkLR3B54/IBmCjcjhXAevGCNzpMp14nvmbSlxORvTrYNXW5saoOSqW3C7j/nyZeGkAAULR7z09j/6PbLnMSiw/iVQ6dBug70Sc9hDv0SBEQkGd4s6Vn4eIYjpnaTz0n9A9t5FtuINieB9kXczEUXy4zP7FoGKxp5+HNRLDiJDd9AH88FaCF75N2ClFii88BCFaG0Cbo2W6sBpMMUmQnCB7rYrhCqA0sGp95GO0PvKxMoPG2suul+4dPsZz/8v/Rmf/i7Nu1CaKGHn7Xez79V8naF1ETXxFRUVFxZrz6U9/mi984Qt86lOf4jd+4ze4446lQZ7HH3+cX/3VXyVNU37u537ukvd1zYvhXq/HN79ZtkE4duwY7Xabv/zLvwTgLW95C6Ojo/ziL/4i//yf/3N27tzJW9/6Vr70pS/xxBNP8Ad/8Aev5NBfZwguaxHUJxDjUD/jHKuIeNSF+KIvUIwrhTCAn28mpRDm4C3qQ7zxZWRtnmAITbfs7TujNefh1RAEHWatkdeI3DexNkPo9x7ui15UShfptIsvCsSWpkBqAsSCGJnnMg2zYsfl2CDB2qSfmu3OM37pxwz9VcusjIMzIOB8C5G8f9wGT4ioIw5OkRabuBrRYesmES2WCkwRvGlh/QTGd3AmpDxXGUZzsmA7hd14xa8Kb5rkZjORfxmn4ZwJlGrZW1liMrtydkoRbkJNhGiCyvy0/P4EjziEvMyiCAwSG8QI+dEu2i4wvdNI3gVfIHmbYOxpwvHnSDe9hWTLO/tbWrHam7X8npSbF4ott1FsuQ0/9ST2zNfwA60ySto/V6oKeQbqF7RrqnjtI8HlP6L4LOe5X/3faT9zgHjzBkwcoaq4To+xB77LS8MD3PBrv3gFRltRUfFa43y/jhVry44dO/jt3/5tfvmXf5mf+ImfYMeOHezbt49ms0mn0+HAgQO8/PLL1Go1fuu3foudO3de8r6ueTE8NjbGP/2n/3TBazP//v3f/33e+ta38vGPf5xer8dnPvMZfud3fofdu3fzH/7Df+DOO+98JYb8mqTwSjsrCIzQDJefyfdFjaI3hI3biCmFIgg+r1Gkg8w+eAf9Pr662FVZyjrJMMMVpr/24jpM00+rZkmdnVAK4vnbVEBFZsWzqK4sM02OjbqITWePx+cN1JdfI5/XsFGHwtcopEZkF/V7FcVLTKLrgR44odBR6rXjBHSXDnh21A7wfZEJBSMETLKcqBdyHMPo+fyZVTF0EAo8DVQuLzsiMNNlOykCVJc6SltJMZL3Wy+tLSoBc4naC8+NJ0aIUalhSBBVVCLS8AZ6F3J0vgx64Ruw2TRWJ/qTHdJPhw/phnfgTWvFdb0dII33Uus9gwdUygkj0RTxjjTeASYk8CchtGg3Jz+VURzrIdkUpuiVbaKDEEY34usNJO8Sn/o+xeAu3MgOgtMH0LCx8PjVI+ooNu1bdlxrQVHbgpq4PDcSlsJ3YgydGkes4o2Qfu/P4R0h5vqbrtq4Kq5txr/7AzrPHZwVwgAiQtBqoHnO2a99hx1//29T27rpFR5pRUVFRcV87r33Xr7whS/wmc98hm984xt89atfnX1v48aN3HfffXz605++7JLXa14Mb9++nf37919wufvuu4/77rvvKozo9YXzytNn2hwY69IrPCKwoRHxhk0tNreWih9f1PFFDbEZIor6YFZMzlAK5cWp1H3mVCuiSyONmRukHpxhqRgqI9B5Nmcs5UXIA4Of18bDeCUsPGZRBMoECUFtkvntkmzUwYY98t4I6iJc1sSGPcS4sl8zZrZ1q6rgfYQRR9jImZy6hRknp5qemY0Iz0jxMlG6jPCWBmMFRnpAk4ztxBzH0MNTZ0b8CaWrc8rO5c8dEOg5ajzfF9MeJSDTrSTcsEQUi2YYOoDBMbiiWDyvS7SUn4Mu81mtBUWwGW/qGO3hZWHqo5CipsFU88MYMsDhzBBqzpemfPl402Q6fg+RO0zojiJaoN7iM4NJThLEQlHfyUqtg3qtuwGI04MYVxr/qYlI6/voNt8KEmCzs9Se+T3MqZfAxIitY7IptHBQKGxch7TK49SwgfR6RGefIL3hPdhzh5HeOFobKut0iwyTTOKboxQ7717TczMfH60nb1xP1H6uvPrHxmB6EoktJg7ovdwl/+EB5PkXCT71S5i9t1xwmxUV7f0voqqzQng+wdAAydGTdPa/VInhioqKJVR9hl95tm/fzq//+q8D0G636XQ6NJtNWq2VAwkXyzUvhiteOVSV7x6Z4OB4D2uEyAgeODadMtbLufe6EbYMLBcNFNTFKyefzAjeZQOl5YviBbVais15wq9XjBLZSaxk/eiSQfAYU+B8RJKWRkFeIAstvt/6aAZnDBoKUV5gZl/2aNShXTQofIAVJTYpgeQY6whqk+Sd9agPybujRI3TWMn7UWhbRk2dLU2u1GBNShROkeUjAGRuPYGdxmnZ37k8Qx5DP0IuZc3pQO15nD9CVqyjV+yl5g9i6c6dNgIS9pCxddnTanWcJj/AkOGJ0H4ta41DWNq09e5+zXJBnQNEHCtTcBEcLRLdSy6bl2w3d6NEdoIyBLnQNMxIQeZGzh+pvgJYP07kj2B1Co2amKSDcdN4U0ZSjU8RlF7tNnwwzNVuVKMSkwb7yNhG88yXCdIT/fMFiKGIN9PZ8CE0WObmLgG9gbeRNm6bbRVVhBtnTbWCyRdoHP5zTK0DG+uIywndNM4b3Blgwyhyw+6F4zEBpncWt+9m0jf+LaJn/gLpjZdfO2Nxw9tI33Qf2hhZ2xOziO6GewEIJ57B0oPBGHWQHC/oHHCwfgt69iTuy59H9vyr10Xv3dcbfnICd+ggGEOw90akfnmTVSYISi8D1SXXizqPGIOE1aNQRUXFYnQNS3MqlX0ptFqtKyqCZ6h+ASoumZPtjEOTCbXAENk5ERQZYTpz/PDkNJtb0UU/sKoLkaBgueguolCEGBfgAgfSf8jpL+c0ZDLbyYA9SWh6qDg6eUjhhiDfiPZ7DRd2pq54UVq0Kirl+1FR1t1mgaOXD/fFLYDQ8zXqpkeTDsYWiM1QF+NdjE+bEJxFfVmXujAqWv6/MTMGW0oWDBBJnYAu2u8ZPFOpohIiEpQ1n6JY06EWZWgY0sv2obkra08JydiEZ2W31TovYEhxNGfPq2JxBISMEXGKTLfQ5HEiTuIJ+m2bFMskTR6noywRxFmxjjg4RWDaeJ1JlfZYk+M1JMm3re6Dv0Rid5C6f6aMuCKI9RDHSF5gfOlw7U2LtHYjafwKpteq0jj7NYLkKN62wPQnCHxOkByjcfZrdDZ9YsUIvDdNil6IHT+ClTPo+j1IaGm+dD9SdPDxCNTWQdbDZFPYyCBb1uOGti75Doov0Ki8Vorr7qbYeivBqech76KNUdyGvbOu1FcVE9Pd9CH0B8cwLz2LDA6Tjztcp5w4EBF0YAg9+iJ66hiyefvVH2PFmqBZSu+/f5b82w+gnekyI2Z4hPiDnyD+8CcQc2nZJUNveQPmv8S4dpdgYGG2SH5ugnD9CINvvPlKHEJFRUVFxTVIJYYrLpmj0ymFVxrBwocUEaEWGM71ciaSgpH6RUYFiwACC0FRRolnTKWMBzVoFiEqhD4gM3lZSjxvls0XdaY61zOWpxzreXqutJSqG2FrvWBjZPFmJgLbHzOOyE5jpMARkmlfKABdQsBhcbON6FUNXdcgEEfddkpTsJlSZR+UJl66nONzOU7VvtCwBWqhrbupcYaI8bJPMYaMUQpaNPVY32HalGZjWqZQ16NTTPt9pO7C7tiiCQHn8Mx32aY08TIh+JzQncQTEXIaT9x3LO7XVWMxdKlzgFw3LRBsSkA7vZF6eJjITiAmBRUK36Sb7aTwa+PeDWVEuO6fAdVS5M+0rQrr2KBHKteRmd04O7TAXfqVwGanCZJjeNuYE8IAJsTTJEiOY9NTuNrS6LukbeJH/4jgzAvgymbccRCjQ6MQT+Pr6+Y+k6iOj+rYjsO4DO8dzG8V47LSyXn97XOvhXWK7Xdg0glMcoagc4SiuR3MK/MTUUzn+INTyIZlXH5tAM5B2rv6A6tYE1SV7v/xn8m//XWo1ZF1G0vDtKlJkv/r98A7ah//W5e07YHbbmTde97KmS9/C5/nhEMDqPfk5ybRwrHt7/xY5SZdUVGxBGXt0qSruPCri0oMV1wyufNlZe8ykSwrQqZK3r+TeIWUUlwaoAbYFQPGgiYNiBIkLOZsoYsAzWLwAQgEavGp4qyfS592BnHC8aTgUA9Qw4xW7zrlYCfDachIHM7ejWI7wWB0FGvS2fa/RVgj8dto+wEUCKSM2Do1s/FqhTJCTKdv9tU/L0WrrA82Gb4fHZ7BSIHXgCwva5dnIuBKRI9t9NhEyGRZbyxh6dKsEbbfm6hMC9fyNUmIg7MUqxHDzBiW9fvuWsE2QsQayt7AITWfEXSfweQZjsX1dYInxtDBMoVjaMG7XmM62T56kmAkQQlwfi4CvVZE/mVEizkhPDvcACUgkrP07BtfcSEMYNMzZfRalnnwlhDRLjY7vVQMq6f2yB9iT+1HawNQKz9vybrYkwdgsAGN9Us26eNhTHIWk55DgxqYEHEpqCMfvpF83a1zuy+61I99jXByP+LL2nMfDZNsejvZ6BvWzFxsJczGLaVhmPdLI4JJD+K+YKp4TeAOv0j+8HeR1gDSnMluscjoevz4GOmXv0B07wcxrYvvMywi3PBrv0gwPMCZv/wWyfHTiAjRhlG2/tTfYNvf+RtX9mAqKioqKq4pKjFccckMxv3I4TK1WJn3hFYYiCypwjjMyjEoJdmAQus8gpisjmYejM6LEC9K91TB5guFTuaVo70CAeJ5ijuwkHrlSK9gsOkxgSWUaYbjQwgO50NKqe4JTULQOMxY51ZEBecNudoFrY9Kk6sA74KFPZIx9HqbaTaOYk2GVwsIIgWoIUk2ojoTGdQ5Zd0/M6WRlc7uZXF0eSaxWzFY02U1eGooMUKCmpCgFZWtnHw5oYERJBBC20MLR2B6OB/hdb4oNv29u5X3ozW81lZ8/0pjdbo08FpGrJU10RmGBM/lRX6MnyLyJxDNcaZFbrZevAv3CgZZC5dZKtrt2EvYsy+i9UEI5q4zjZtoeg6ZbkOeQ7g0A8PHI6TDtxNO7Edcho+HyTa+iXTTW+alaTuah/6MYPpF1Nbx4RCox2QT1I9+uezBPHrbxR3rKtGzJ+CZR6A9CQPDcMubkXWbMHfcg3zji+jEWXRkw+z9RbMUki7yjg8iraHzb7zimqF45gk06SFDS2vUZXAYHTuN2/805q63XdL2baPG3n/xC+z4mU/S3v8iJgwYuP0mgtbamudVVFRc21QR3NcHlRiuuGR2D9d5+kybduZoRXPtlAqv5E65cX2dMLCcoRTCpSTsp54Ak4BVqJ836GS4WLej8dyRq1JbRntEAolX2r2coQFDMzyDkYLCx8wJbYNzIYHJsCalcHWcBv2I8HzxKhTe0kmGiBeJ9CwfQTuWWu0MgS3bJhVFkzRdT5YPzy6n3vZNqmbizf3+sSbFq8FQ9I20oHTEph9tBvDLtDJaAbGkuoM6+7GxwIwQFoWZyJsqBEEZwlePNSnq7WxKt5CXEd/LFJZLhkZGZM+VrZ60RuZHmIlgXwiVCNGVLhBP+YldhnmXKvXiKWJ3ENHSTAwBT4NOeDeFXX10sqhvL1sH+R5qFz6Ei++hJqaoLW0PYMcOgc/BLhV/Gg9C+wx0p2FodMG4xfXIh/aRXP9xEv8R8BnYeIkoD6ZfJGgfxocDYPoCXww+Gsak49ROf5d85OYrHl3Xh74MX/8TSDrMfvce/B/o+z6JvPUDBH/r71P898+gZ0+ixpSGY2IwN9xG8OG/fUXHUvEKUxSImOX9JYwB79E8X/reRRJvWk+8aWkWRUVFRUXF65dKDFdcMs3Ics/2Yb57ZILpzM11dxXYMhDzps2DdFkohOn/bSlTpttATa9sFqbru/8t92BVvqaoV8LCEdenZiO3s8tov6mRGprBBImvoyr9SPDcQQiQO6XjI+JlhHdeDJK3B8qIMPSF66IxFSFE2Tz3bMFrhKgDgdBPYqTon1fBa4DXECjbWGXFKKslYTeGNvWo0+8jW8yrCe1H3YMaYtqoL4AAIzlObdnaiYKE3ahcqX7BSs0epxYcmSf4Bac1OvkNFHrhyF9mthL546AFyLzbmZZV16nsvKw+yrF7kZp7Ho/FS6vfJ8tjtUsz/z7T5r1LWjithA8GSQdupTb5Q9AOavs9g12CaE4yeCc+XCnlfYW2VmEDNRYpOlDUURuDOkw+jdo66eZ7ygWNBVNfdhvh9Eugbk4Izx9z2MSk49jeaVxjy6qOczXo84/BV/4vQGB0M7PF+NPj8Fd/hK7bgnnDWwi37MD94Nvo0ZegVsfcehfm1ruR6PJ6Y1e8urDXXQ/WoGmKxAvvL9ppI40mdtf1a7Z/c/hp7DPfxpx6EWyI2/Mm3G3vRgcr4VxR8XrGr5mbdMWriUoMV1wWO4dqDNfW89J4j7FeTmiE7YM1dg7VsEaY1FmZtQQD5JTxuysZc6obg0gpiu0iQey0jK7WrRC4uX7CAqBl9a7rj7hMs57C6ZZSrM+kaffTwlXBeyU572hkXkr0MqhBkxoSJ6VBGPTbgAhBMUYtfQHqTcRYvA9wGiFSYMSRuwHSYt3qT4xYunoHMU8gJGVUWOYcsoFSHDeHoTMOvsDgAdc39NpEj32r398FiMxZ6sEhAJzW+mPwWOnRCvczlb0Bz/lTrnPZQm42EfqTqNq+6Zcv20dJk8RexnjVE7uDfVfveeMQg6OJ1TaRe5kkWL0TbTJyD0hANP0UpmgD4G2ddOBOkuE3L7uOW7e7/FyKFMKF50OyBF9fh27cR5CcwGQ9VCyuvpHeth+hGNi1iuNcOe0dTNl67LzLLNxW2D5INPUcppjGRcPkAzeRN3cvjEg//ADkGaybVx8tAoOjMHYSHnkA9t6GbNhC8OHL7A+vCmkHbAjhlZrIqbiSBLfdgd21h+KF/ZjRDbOTHZr00PYU4TvuxW5evSt9cuI0xXSHePMGwsHzt+Gwj3+N8Hv3Q5GiYQ3xXYJHv4w9+CjZR/8hum5t3fArKioqKl5ZKjFccdkMxgF3bF7Z2ORC82pX2ppnKDQ0raFdeGpmrp7Zq5J5GAgMQ4EBhDxvEUUTiLdlNHh2NIoRT+4apEVZ/2xF+tFvwXvFuys0Y+hCtGchyBFTEOlxouIk4hIKWkjPY6MCCRQrFk9Mkq2nl23lYqYRAneK2L0EaYqpR0trWNWX6bjqkfog6hWfW5J8IzkbKFi3urrXVaHE9hjg8To/YmlwWsNKQmRPk7id59+MWNr2zdTkALF/GdHSKTmVnSR2H14u0snaJQTjzxGNPQuk2I0B3taXnmYpHcoDP3Zx2xdDMvJW0sE7sNmpcpfRptko8bJDWrebYsMNhKeeKWep+4JYsg5SpGR730N6y49iemcw6TjYmKK1fdVpza6+mXKSxy1ZR1wPH9Tx8SoiZL6gceorRNP7AUXFYtPTRO0XSIdup7fhXhBTuqEfeQHi5SPVRDU4cmBVYz8v6rHPfBfzxDcxE6fBGNzu23F3fgDdsDQdveKVQ2xA4xd+me5/+t9wh1/Ee196IoYB4Rvvpv7Tn17VdtrPvsDh/98fMvno02hRYJsNNnz43ez8uZ8gHFr6GyUTpwge/nNA0aFNQP/3yntk8jThd/6Y7Ed/8aobyFVUVLw6qALDrw8qMVyxptSBjP4DhiqZVwqvGBECK9RFrrgYNiLc0Ix4rp3SczMVygBCwwo3zOt9nGbricJpjMnJZ52fPYHJcRrQydcTCKROsSjBPLOrmS1fkQpaNZDHhDpGgwM4YujXuqq3FAkY6eLFMu3vKp2mL4K4eJ56/mSZft2tQ20UjMzltfuibLkz784vRpAwwOkGCrfhShzl3LbJCUx3hah5KTRDM0mymoCkBCT2ZhKzD0OCEl5SarTkHZqH/jth52hpUmYDTDGMFD18qPhwYYRJVEvzrj7GTxPlhzFuEiQiC7dT2E3LTiCorVHUr+v/Q7Gdo4TTLyA+w0cjZEM3ozP7EyG56yfgsc+XvYCzDoKiYZ3s+neS3vJhAHx9A75+8Z9TPnwT7vRD2HS8NM8ytl9znCA+J93wltKN+gJEU88QTT9XTh6YMgKrlGng8cSTFPVt5AM3llkVYQTZCjkV3l9+BFeV4Nt/jP3h18p/xnXwDvv0dzEvP0v+8X+Ibl4m7VY9QfswtnMcEIrWTlxzWyWGrgJ20xZa/8tvUjz5KMXB58FagptuJ7j5tlX1GG4//xJP/9L/SnrqDOHIELZRx3W6HP/s/XQPHOKW3/o1bGPhdWwPPoqkXXRwUe2/MWh9EHPyBWT8BDq69UoeakVFxTVClSb9+qASwxVrSh3oAD3vGU8KMufLvm0CkRF2xgESLoxGeVXyfh1xyPK1vyuhqvT6+7h1IGY890zmpaIaCi3rI0to5rZXFC063e006sexpqxbFSD3EeeSHeS+TmxKQzBHafg1o4cLyoBh8wo+JwecZX4LpIXHFmG0UzpCr8YUSh2hP0noTxAXB0sfaNOEXKCdYAfqc/nhPl80BSp4tSiGRvgSuRu+PCOqZVlgo30FNmcvyzW6dvKbBO0j+HgYFVsafecGE4NJx1EbozMOzOpBIDdlmm+YH6aRPIzxcwIvyl8gD3bQqd+zcpRWHfVjf0U08XRp0NX/bsRn/prutg9TDO4tl4ubJG/5FGbyOHbiCCoGt34P2ryINPkV0KBOd9eP0Tj8BWx6bvY6UBOSjb6BZPM7V7WdePLJUvibRTWftob4hGjqGfKBG8sXb7kbvvMXpfCdL3S8hzwt378M5PRh7BPfRKMY6nMRQa0PIBOnCb77Z+Q//ksLRK5k0zQP/Rm2c7ScNEJRCSkGr6d73SdWNSFQcXlIFBHe9TbCS3CNPvp//HfSU2ep79yG9O/xth7jWg0mH3mSs1//Lps+/iMLV+pOzU0ILiaMIe0g3alKDFdUVFS8hqnEcMWaEggMOOVoNyf1Hisy21+4cJ4jvZy6CAOBwatyzimTzlNQSqWaCOsCQ9NcWHGe6eW8OJ0wmXlAiY1hRyti30CMOY+gzvIRsnyQLJ7GSoH3Ib1iEO0L0kCEhoWkL4hnfJ9DYERKh+orx8rW2Yr0Y6YXttc2fppW8X2sTiKaIWQopuxRTBPf7SKkmHqjPB4tz9l8R2vny4d/KymRHSN1m8+zx4tDCSl8i9BM4JYYiymCkvulbVbWCsk7RBPPlenKJpgVhL7tkCiEwCNFGw2HEXKMphRmhNzuwLhJmr3vAznODMw+WIvmRPkhnB0miZdvTRSffZh4/PGypZGZM+gy+RTNY19iOv67+Lh/HkTww9vww1e+htE1tjK972cJJw9gkzNgQvLB63H1LauLiqrDFFMrZiyohNjs3NwLb3kfPPsInDsFraFSeOQpdCZhdCO8+b2XdTz24GPl9pqLIn4iaGMQc/Il5NwJdF1f5KjSPHw/wfRL+HAAtVF5DfiMcGI/dfOXdHf/2GWNqWLtyCenGX/oUcKh1qwQnsHWYjKFsQceWiqGG4PMNpdffJ3nKQQh2rjIUouKiorXBPPzCtdi2xWvHq5UAWBFxYpMFg7nPXURov6fmgg1IxSqnMwKVJWTheds4WcjrgJ0vXI8d7Td+W9Jp3s5j411GUsKrJQCNnGe/ZMJz4z3yjrF82LJ8hEm8410ipFZIQz9OK0RRg2sF1gn5d+bBWpXOHvSMTxvrwsxZCg1HOc3hEE9zeJhrJ/AUeubSknZloYcSxdjCjRN8NNTZbrqTDQQgyfA+xlDq9JD20h25Q4SACFx21AsRlLKnxwFHFYSnNZJ3erbFl0y6oj1EAM8hL1+A+a6TchgNKvNNfG48Rzyon/uOgiO3G6lE92DSkicv4RoWrpKz3ugVglRCYizF0q368X4gvjcY6jYUoTPrCsGHw4hRYdo4um1Pwcz2Jh89DaSre8l2fxOXGPrRaQHG9TEyx8nIFrg57WTknWb4Sf/Gey9rRQdU2Pl33tvh5/6Z8jIZX72vfbKEb8ghKLot3Tqv9R+Gds+UraXsjPtpQRsjAZ1wsnnMclF1odXXDV8kqKFQxb32lYg6WLSNu7J7xP86b/HPPMQFGUWkLv+TjRuIN3JRRv0SG8Kv3kvOnLlXNQrKioqKl59VJHhihXJnOfQRMKpdgrAplbMruEakb24OZSJwiEi2EUz9kIZJZ4qPG2vTHvFCgscoA1lyvRZpzTnmWHN4BTaXnl6skemSj0ws0ZXgREyrxzvZuxoRQxF57/ca17JbRl3Le21+jODAkahBrNR7bUiYws1XsLSxVHvj0QRcgQlYeeilFvFmgRQnI8BS+hPYXUSJ/VyWZ3pIwwq0u8XbEAtmqWoKzCD6/BYwPRdph1o0N83eL3yrWxyP0on30s9OIyRtKyDxZD7AbrFDShr3D5HHS0eJeQMGAciSGwwtRCph7iTpaDSrsNPnCPfcifZhjtx0sKbuWiRdeOoyLLCSyVENMH4Lt4ujDCZfAopOqhZJv1WBDDY3okrfdRrgwjZ4M3Uzj6ELjbi8gWgZIMLXbdly3Xop/4FnD4K05MwOAIbtl5UWcRK6ODoyhG/LIEwQgfm2pLZ7nFE3Vwa/Pxt2VrZXqp7HF+7/LT0iitPODpMtH6U9ORpglZ/0kVBps6iU2NokjI42MK89CTm0FP4/Q9TfOwfoCObKd78ccLv/RkyeQoN64h3pbP00Ebyt//Nql68ouL1irKKQMqlb7vi1UMlhiuWZTIpeODQOSaSuUjPwfEez5wJeO+uUYZqq790zncv6bf9peMV1dLTyc8YbWlptGWB1CupmgWR2MQrpxUmM0c391gjOCnF7IwVVijQdXC6V1xQDAdA03u6YvDz9mMVGt5f0fZPK6ES09Y7afI4lg4zd0wlIGEXCbtnl42Cc9TCE1jTA8BrSJpvhGK8THs25Yi9xIh2mUmDFjyqpeQXzXFmECTGkOL7ySJl21fFSIbXkMytvp/xxZD5jWTZMHVzGCvTqIZkugmnKzgNX0FijhByBkcEJsDSQ7IeagNMI0QHY/xkirgENSFp6zYKu7R2UCUq2w8tS3meVZZee+Vr/c9jhXV1md6/r1bSoTsI2i8RpCfLdGkJQHNEC4r6DrKBpS2oRAQ27Sj/XEH8vjfDo19BpsfRgZE5QeMKpNfG3fw2GJwnbMWc50bVNwqoEqmuONnYBO1nXwCBgdtuXNbxeTWYMGDzj32Al/4/v0fR7hC0mpB20akx0naBrcdsetMudHgA8hTz0hPYR7+Ke9vHcXe8Dx3ehH36Qcypl9Agwu25E3fru9GhK2scWFFRUVHx6qMSwxVLUFW+fWSCiaSgFdnZeluvykRS8O0jE3x077pVR3AGrKHtHIXzZF5x3oMIsTV4hIFgnqGVQmfGZKscDVBGZAudqWkFr8ymVKPaT+Ut1/CU5lZz5lulg/VqiBRC9eRSxkSNziYZXzWcDDOl7yDkNJY2YMnYiJe5B8UoOEszPgR4VMP+8ec04iMUGkCb2aiYEqDSKAVx3/hJvANy1NbJm7sRMcR6CkMOWvZQtlKgaunmu9YsSmvo0LJPYaXsuYtAxBkKHaLtbkO5VFfhglCmAI/T1rL9iiOO9a+u8jboo2GszxBfoCqYVgBnTgFKuu6NFM3l2zxl4Xai4lCZIjxf9KpifEoebkdNY8l6Gg5QNLYSTr9UphjP/z75smo+nzHQugbQoEFn298gHn+UaPo5xGdo0CQdvIV0+E6wV6/Hrw5tIH/XfYTf/D+RidNlarR34D266TqKd/zNBcsXrV2ojcqJj2DhRIwUXdTWKQYu0OarYtX4NOPwf/4sp77wVYrJaRAhHBli830fZcfPfhITXPyjydaf/ASdFw5z9isPko9NImkH0pSgEbPnvdczMNP+L4zBhpinv4O7+0MQhPjrbsNft3xdf0VFxeuXVT46VlzjVGK4Ygkn2xlj3Zx6aBYYTxkR6qHhXDfnZDtjy8DqHm43RJZjacFk4SgK7d9clDYea8r060gEr57E6Vya8oy41TIdeqLwtPop2j0g1/ICrgUWK4LzSmCl3xxprp0TAs1w9VEdoRTFr2geiwTkbCVf9k1PPToOKF7nRJ5Xi5Bj4wJNIsTlpYgVcDQxYjHaQbWMOPr6KHltG2qbZWkdWwiZwGqvjND6IdJiM4UfOu9QrWkTBWMYyVCNyIpRCt/iwlMInqZ9BittnNaYi7w5ApmgafbT9revYjvzUWJznLo9gpD2U90tmd9A112/wBHb0FtYG24jXH0jNpsGn0BgcLV1pOveRLb+zhXTJfNgO7ndTFicwEtYpkbjMT7Bmxq96NblhypCuuEegt5JTD6Bt00wFnFlNLpo7SQfvOEijv2VR4MmyYZ3kYy+Dds+iuQJGg6UYv8q4295O9noFuwz38GcPIRGMX7Pm3A3vxVqC+vuXX0j+fBNROeeAPVo0AAUKbqIz0k23Y2Glxa1rFjKwf/9dzn5x3+BbdaJt2xEUfJzkxz5nc+hRcGuf/jTF71NE4Xs+3/9UzZ+9F7GHngI98g3acY5G++8jub6hS7zGtWQXrusG28NX6GjqqioqKi4FqnEcMUSJtMCr0poliYGh8aQaMFkWqxaDLdTx/hUQhAFS2bZCqe8OJ1yW2DwgGOhEFaAfs3upFM2qxKIMJO8LUAcGIbqAec6OcaUqdUKOFVSp9SssLl+pdsCvXIEdhojKX6ZHr2qAcY4XLQB2z2Gx/ejuqUvokqdbnAzabCXWv0sNkgQMsozacj8RtLeeryLubAIVWrhMerhCUTcbHlmHJwmKTbRy3acdxuhnMPKNE5j5qegCh60IJKjDDJBxjZStqHLRHcXE5sTNOxBADzlMQgFsT2BSEa7uG12TJ46lsmFUx4mwtfXI76N0ybTN7572T7BCxBLp/EuaskTRMUhjKaAIQ+2kMS344KVUy2L1nV0dvwNaqe+hU3OIL6cqMhG30Bv871wDaVJz2A6p6m98CXs5GHEFWAsrrWFZO+HcUPXXdWx6ObdFJt3X3hBEbo7PoKaiGj8KUw6DgJqGySb3kyy9T1rP9jXCd0Xj3DmL79BMNgiHC7r6AWIN64jOzvOic9/ia2f/CjRhosvzRBrGbnnTYzc8yaC+8EcfAwdXqbdWpGXEeJo7csxKioqrl2qNsOvDyoxXLGEwMylRS9uSeT7KcnBKlodzXB4OiHLPdJv0ju7SV9GiTPg5U7GcC2gByAL7ewtZYumol9LPBP9hbnY7Y6hOlnhaWeunwosFAo1K9w+2rho069LR7FBDxv2EHF4H+DyJt5FXKlka8H3PZ6X2175Wm63ktsGkX8ZS6/frKhGz+4ltXsBIelswoZdbNCvOXYRRd4EXV11dGgnqIfHy2ZPvi+eVREpqAUncK5B5tavuL6VTv845vZnSDB0y9elXKau+4k4Tps3XaCPsKNmj5THMk84KyFehVDGCWSCQstWRRnbaTBJmVQ/P725KKO2suvCQnhmFYno1e8m8bdjtF3uc16bpfNRDOym3boOm5xGfIaLhtHw2mznIskkjSc/i+meQaMWPmyBy7GTL9N46nN07vgZfOvKtehaDXbiZcLjj2KnjqJBTL7xNvItd0C4KHXdRvR2foR00z3Y7onyHtLcjoYXcG+vuCgmHn4c1+lR27HUpTkcGSI5dpKJR55g40fuvaz9+Bvvxrz4OGQpRPMmbr1Dsh7u1rcvfL2ioqKi4nVJJYYrlrBtIKYWGJLC0wgXCqOk8NQCw7ZVRoUBxtOCIDBz7q7zZtoE8F7pFJ4hLUWvFcFr6WJs+wZaDkWU2TrlGjAtZQq1AUJruGF9i4kkZyLJwcPmyLK1GVEPrp4QjupjBGFpVqUIFiUIO+TpIEU2yJUQxM7XUCyCQ8WA9E+oyuw0ptMGWbiTRPdhdRIQChmBBX1gBZc3cfn5BObKxMEZRHy/DdPcNlVDjEmIw9PnFcM643I9a+zlMHT7r5Qu2p4YxWCZps5+Orxpxe0FMt03AVsaTVUCDBmhmaBwpRhO2U7AGSJOo2RlmyccAmRsIOXiTZ3UxLhLqXMWg6tfXZG4FkQnf4DpnsXX181NJAQx3kaY3lmiow+R3PTjV2084bGHqe3/IhRJaYzmPfbci4QnHqV3x99Fa0snHXw8jI+Hr9oYX2+ocytPEhkpHVwLd9n78XvfhN/zA8wLP4QkQKMauLw0yVu3DXfXBy97HxUVFa9d+vl0a7btilcPlRiuWEI9tNy2scWjJ6ZpZwVxP6qaOg8It21sUQ9X760ciJD0RdriR6AZ4ysFaiJ0VTEo4bzIs6pSKDSMzLpJh0BLYFrnpVYbYagRMdKIGAYaV7kjRhBNE4RdvDfMpP0qiognrE3hXYx3F071vRBe62RukDgcwxHM7gvxWHKcr5EVpeBTqVHI5e9zOQLTmSdoF4/R9l2uV4pgQ66jaL/OWYkQsn57JQv4vpFX2XHaExEyhqGLZ6kZVYlyoZ8YmZ9zIJaO3knBUSKOYujhaOGCHXTdNlhr/3Atf2rBvGbatwRnngUTLI2oi6BBjfDscyTezTqdryWmc5b4+b9A1aGNdX0zOcAX2MkjxC98meS2+9Z8HBULad24BxMG+F6CbSxMU3bTHWyjRuumPZe/oyCk+Mjfx/7w65inv4N0piCMcbe+A3fXB2Bo5Ym6ioqKCigTDSte+1RiuGJZbt3QJLKGZ860y9RjYDAOuGVDixtGL67Oamsr4rmJBFgojWakS2DK3sCjoaFwyqQrK11t//1Cywjx5tDORoZFYF1gkNzT6QtigAgYAOpXXVsoQdTpS7H5QqAUdEYKgqhD1rsywrTHRiw9ysTyufZXnpCObuFq+F97LJZs2fcExa8glOfWb5LqVmrmCKqKzH6KpeP1/NRyJUBIMCQrimGnzf5yxTLu1+VETqGLTJDEknIdKWUtqwiE1pbOw2s0dWt8hzjdT5QdQihwZoA0uoEsun7VadmvVsTnZc/lZd805ZOFetZ8ogEITj2B5F18XwjPYgI0rBOceRZJppaNDlesHYN33sLA7Tcx+fATRJvXY2tlJoXr9sjPTbL+/e+gecOuK7OzMMa95SNlFDjtQFiD8Nqrw6+oqKioWDsqMVyxLCLCvnUN9ozUmUxLsTUUB9iLqBWe4bqBGkfaGYnX2fZHqqU8sQLWCCOhpRladgbKyQzGXdlnWCgjwptDy+CidGcRYVCgqaUcFMoL+nKCbCJ5P80ZXFHH+1U+OIlHpFgxUqoKxizvDX3xg3SoFabddUTSJpA2glJonUwHUWMgKKBY7UOfR2w5NnUhq+2nmhXraERH+hHO+Se9jIZnxTouJMp7fi9KSCzHMJL2Vxe8ixYYhEk//r9cCvTcXiNSv5m6OYonL1PJjYB4jGY4Vyfz61Zc/2pg3DStzgNYP1m2vMJg3RjN3jkCN0a3/pZrOkpcDF1H1DmDzripzUOKhGJkD9irY2ZneuPlfn15/1ITzl6OaiNM1sEkE7hKDF9VxBhu/De/zHO/8v9m+un9ZP2UaBOGjLzjLvb+P//Rld+ptdCoPueKioqLw1cOWq8LKjFccV6sEUYv04m5Fhju2TzAY2e7THpfmjlJmQodGsNQaNg7UIocK8K2OGCTKqkvDbxqMlcrvBxGuAJdcJV6/RRxPI4YByiqliwdotvdzAUjWSqUda+6fEBRWFEoXzRmJm/HkOkQmS5qfaRu3jLnQ7HxNDbqIlIur2pwaROXXbg1UlpsIArGCEwXr7ZMeRaPkQLn66T5ptUcDInfTcoOQjlFQ5/qm33N/0QVQ0rOhgsYaEHP7cKQEdmz2NAjdl5k2UdE6QRZ/soJ4lryJNZN4kxrNgqs1BBNibKDZOFOinCpsdC1Qr7lbsLTT2HSCXw81I8GK5JNgwnItr3l6gxEFZNNYLJpyNtlirQJ0XgQH7ZKgWwsuthEq+KqEG9az+2/8xtMPPRDpp7cX5a4vOk2hu6+HTHXdnZERUVFRcW1RSWGK64KzdDyji0DjCU5J5KCxCmRFdbFARvjYEGNMJR1xoG9ehGyev0UtfpZvDd4V4p/EUdcO4eIp9PZzvnFocHlDYJoui96F0VKAZdf+MFbpCAM2yAe72KKorF0v3q+cegqlgFUCWpT2Lhd1uZ609+/J6hNgSguPX8kRTWindxIPTxKGIxjpAAMabGeXrYdr6s3klICMt2GoUuNFzF08IR95+wCT50eN3Lh9G9L1+8lqGUY28P5Ml/Aa4AxOc3aYVQNeb+m+moiPiEqjuIlWpIOrRJjNCXKD1/TYtgN7SDZ96PUXvgSJjlH3zUPDeok172HYv0tl7ZhVeTkS5jjL4CC33o9umXPilH06MRDhNMvMluYIQbxGdI7W6bAu5xi/b4yhbriFcEEAaPvejOj73rzKz2UioqKimXRKjL8uqASwxWXjFfl4JkOz5yY5lwnY6AWcNPmAW7a1CJYoZXRulrIutrlp0n2CsdU4bGqNILLqz8UyYnjcbw3qM59JVQDvBfCaBqbJDh3/lrpPBvABAnG5KgaVAURRURxRUxxXjGsxLUxarWzGNNP61ShKBp0O1v7rYv6eAvegHXl3/MFovQf/t0yX21VQj1F7A9hZJoiug714Ww/3nKR0rs7iDq47MJtlrzGdLI9SJ5hJMdriOqlx+kT9uJoEfMyAdMoASnbSdmJZ3UtbqJgHGtyCrdwIsH7CGsyatEp8mKYCwvrK4toCupQWf76VwzG9y5qm6aYxhbjqIQU0QaQV/6Wnm9+I8XIbsLTT2PSSXzUolh/y6ULz6RD8Fe/hzn0NBRljboNQvyOmyg+9LPQWFgHLnmb2rEH0TCG5gjSmQBXgDHgHaZ3FjewnXTvB6/plPSKioqKioqKy+eVf3KquCbxqnz9uTM8cWwKp0pghLFOxqGxLi+cbvOx2zcTrkFv327ueOZcl5PdDF+2omV9PeSW0QZD8aVdzkHYRYybjQjPR9VgTE4Qdi4ohtWHpN0NhPEUNughooAhTxvk6RDnq8WN4nHq9VMAuNnItCcM27RaR5ia2s1cqragWQ2pdct0aJXyT7/FkuZRKZgXEetB6u5ZBEcerUdFEN/FkuBkEJ25HagB4zBBil9FNLs8TxHuMkTwHELOFnK2MGN6dbGiNQymWN67XPBqCWwXI9lFRa6vBCo1VAJEi6WCWBVRX6ZPrwLxCfXJ7xElh2ZNq7wdIBm4k6yxbw1Gf3FoPES24+1XZFvB1z6LOfAo2hiEZr8kIEuwLz4BX/k9ik/84wWiNpg4iOQdfDwC0SAEMXQnEJeXLtaBJdv1dvzg9isyvoqKioqK1yAKbq3cpKuA86uKSgxXXBIvnO7w+LFJ4sBQC+cuo6zwvHCmw2NHJ3nzdVc2FTV1nu+dnGYiLYisEFtD4T0nOhlTmePtWwYZiC4+SiyrasmzujuX+pCstw4VV9bhesuFDak8tdoYoAsMu1Qtzgk2SIiiKbJs3vl0AZo0kDADW5RC2JtSCBdLRb3Raepuf7mqtECi/lGVvXWNdnCysPZ4tce8dlzqZMp5xj1v0uBqoyYmD68jTveXEwcyd62KpqgEZNGuVWzI0zz3dcL0CN7U8LYFeEwxTWPi24Aha+xdq8O4qsjZo5gXn0DrLYjnTUbF9bIp1eFnkVOH0c275tZxfYfzmZrs5hA0BlEtJ1dMNg7RpfXWrqioqKioqHhtUTlVVFwSz5yYwnuoLeo3HAUGI/DksakrXmvx8nTKZFrQDA2xNVgjiEJ7KuGZl87x339wlCeOTpAW7sIbm0dR1PvmT8utp/105dW1k1IgCwxpGNML66RhSGHOLyut7eEFUt+kIMJj5y1vAJ11uF5AXxBrt1X+6TX7DtJLI6mRP46Q4em3dnJZXzMKikEo5rU2KlOtvb86rr9XmsINzDZkWoyYAudr+CsSxb54erXbKYL1WO1ifBvju1g/heBI4ltw9sK9T8P0CEF2HGeaqKmVok8CfDAA6qi1H3vNNEeUk4cgTyBeJkMhqkGRISdfXPCyr68rJxrcvLZfImVUWAsQWy5ztRg/DQceQ198GvLlW5FVVFRUVLy6UBTVNfrzigcbKuZTRYYrLolznXxFg6vQGjppQe6UKLi8mryOL/sOJ16ZFGGwGaGFQxU6vZxnXzpHNylQlHMIJ891efilcf7mm7Yx0lyd4PE+JssGieMJvHfzDLA81ubkeYuiuHAkyYmSR7b0rtIyfdkbwRuLd56w8EsTd22OqXcoqPdttsARYHAEpPOWP1+088JzWoZ+26KZPs1FghQJGtZRl2PwlGnJBjEeX9T6bZauPdJ8lDg6jTUZzs+0itK+wZeQZhu52vXCM6ip027+CFH+YtlnWDOcHSGL9pAHW1dVwxqkxxB1y7Yo8qaOKSax+Rgu2rAWh3B1kVWkyS8yIysGd+GaW7DTR8pUadOfsPMOk03hBrZTDO1em/HOpzOF+drnkBeegCxBrcEMrsPf83H0De9c+/1XVFRUVFRUXJBKDFdcEq2a5Vx3+ShH4ZVGaJeI5dx5Dp7ucGoqwRrhunUNto/UV2ybdK7wnHW+rA0WsFYYGYhxzjMxmfD84Qm6SUEc2f7zsjAQWU5NJnzpyRP81Ft3nrcl03x63S0InjCaxpgyQqoq5HmLTvtCTtKgRnGR9s2v5hydvQ/KdkXWYJ1iF0TLS+dmkXKm0IhHtYwiewIKlJAUkFWJ8fNRRoSl7AksggC2cxbX2oDaGN83XhI83kXkveELHvOljMKGvX49tcf7iCJroKvt5bxKVCM6vetp1g5hTTK3d7Uk6RbSV7C1EpTp0ml8M2l88yWtL+eL+kr/M+bisiNerfht+8r06F57iVEWSQeiGrr9xoWvi6G798do7v8jTO/M3DySgG9spLv3x5cI6MtBXIJNTyAoLlqPDwahyDH3/2fk8LNovYUMrQc8TI5h/uoP8EGI3vLWi9qPTp6Dl58vP98de5GR18BkR0VFRcWrmKrP8OuDSgxXXBI3bx7g5XM9cucXGGU5r+ROufW6Qcw8IXp2OuULj5/gTDudfTj93ovn2LuxxUdu30S8yBE68crZvnNB1G+7ZICk8EShJckc7V5OFFqMCE6V0EBghFYt4PhEwrGJHttHVmsAZel0dmCTHmHYAcr06VKEXkAIi1JEHkxfa868IaU4di4AbCmI56VwmzAFU6DeIoRgs9J0S8tuxUqAMW2ci8mz87c5mjsOJfFKAUQixP1zl5mt1PwBDAmeMuVbfIGdPIFEQhFuxMkGvIvxxZy79BVDHHFjDGMzZtKwDSk27JAnI6tqO3UxFK7FZOcWomASYxJULXkxdNVNs9YCF66jnNjwS0Sd8Slqavjg6reOWhOGN+Buehv28QfKtLJ632Cs10GyLv7Wd6Lrlrai8o2NtG/7+4RjTxNMvgRAMbSLfN1tV663sCrx5A+I209iXFnGoCYia+wlOV1HjjyPDoxC2J/sMRaG1qMTp5HvfQm98W6wF/Y40DxDv/J59Iffgm4HUKg14Q1vw3zkp5CodmWOp6KioqJiAVVrpdcHlRiuuCRu2jzAgVNtXhzrYsQRBobCKbnzbBmsceeOOTOm3Hm+8PgJTk+lDNYDAmtQVbLC89zJaRqR5YO3blqw/al+RDicp8lq1pA6xXklzT2KYo3g++q6FpTCILRCJ/WcbWfnFcOKgumrVy+ICs41cO7iHpZ9oLNB1wUiUrUviB1ezZLWv2IcM27J3of9ZfO+C3Xfido16bW39lsenZ+28xzPHF0/E2kWBqywPQqITIuevYm6ewarbTwBgpY9fPMWib8OL6sT3JdCGE9ibIr6gLlzpIhxhLVxfBEtaGu1epQgmCYOzxHYLqqWrBghzUZRDchegX7Ca01W302t/Ti2mMLZVlkfq4pohmhBWr8dNde+6J/Bvec+MAb7zEMwcaZ8sdbAv+Feinfft+J6GjbINr+ZbPPa9LGNpx6lPvl9VCzeDgCC+IS4/TTuubM47+aE8Hwag8i5U8ixZwmCBMl7eCx+YDt+aCvYAHyBySdBLMVXvoA+9FdlhHx0Yxn9707D97+GzzPsJ39hTY6voqKioqLi9UAlhisuidAaPv6GLfzwyARPHZ+imzkaoeXmHcPcdd0wzXltjl443eZMO2WwERCYUrCKCHFoKbzy7Ilp7tmzjoHa3Do5gLAgzTm0hmag9AqPtYIqFN5jRKgHpakWzIhSiFZo7aQoGng0dHPOwirgBJMFyEVGRdXMy8NcgMwKYhRk2RnGGeEreBfhfYhIgaCoCGln46rSiLvO81JSkKsS9DsteWCi8CQ+54ZaAGZP2cPXHybQc3ix5LKV1OzGy5WNzC5AHDbszavFnn2jjIqbAht1KdKLF+O1+Az1+Dgivty+KI2gSxSeY7pz/WX1PH61oqZGe+RHaI4/gC0m516XgLRxA73BO1/B0a0BQYh770/g7voA5vhBQPFb9sDQhc3G1gpxCfH0E6hY1M6VMKitgzeYdByni1LVVcHniBZI1qbxxGex2oNuF3UOMHjbQDasx47GEJdO9IU9Rm/bEHkyz8SvOVhmBTzzCHryCLJ5x1U57oqKiorXE68RL8qKC1CJ4YpLJgoMb909ypt3jZAVZbq0NUuF5OmpMjV6RgjPpx5aJns5p6cTBmpzPVYDAC2F63xBXA8t1hq2rmvybGTBK4O1gGDefjtZQTMO2LV+eYGngUejgn5xbokoBIqnuCRBDKXMm5O2S/ZK4BaKYV/EmKjbF8v9NVRQDVHjwNkLmlipKD5QitCzNRZ6OUymkPmZMQmJwuHMsScWCrOJwmw67zavNMYUZV30Mr2PZ86UmOKit2ttl3p8AhCc76eKKoAnsF3qtRN0e9dd6rDXEE9oxwnNJKAUvkXu1s31eV4FLtrI1IYfJ0oOYfNxVALy2nZcuHFVJlzXJIPr8IOXUO+tiumdRbIOPh5E66OrWs0ffQn/8DfQQ/shCDG33Y25693I4Ag2PYFx3X5EeNHuJMKua1K8OIZ6B8YirldGel2OdhMkFIxOo9NJ+XkVHvKMYFuMHeygWQftGTSsEQ4F2DuG6BwoyM7NezKrN2HsFHrouUoMV1RUVFRUXCKVGK64bIzIkhZLC97vtxZS1SWGVr7/ml30+oA1THiHB+ZveaZ+Y/tgzHtv3MC3njtDJy2o9/ffzRxG4G171tGIll7eipYRYYUFecvlAMH2U6f9RQiK0oS5jPxKmXys/f+WClkICl0SGVYX4PMaJkwAN+cKbcp+qC5dXK+sWNMlDCYR8RRao2cGUbEYDzFlqvhADCfanqSYa6vb9jDllKHLdPe+FFQNOjOQxbnis2ZjF29oFIXjiDicX5wSbPBqicJJekmO6qvHFVvIaEXPE9gphPJzBnD+OO1sH06b4DOi9n6i9vOI6+GidWQDN1PUr1sodE1E1tj3yhzINYJpn6R28MvYycOIL1ATUoxcT7rnQ/jGypFl/9hDuD/5L2ivU6Y6e497+QX8Iw8SfOqXkdZK2SCACMF1G0n3TyATZ5FWE5OPg3o09+AcwXUjSLcHRlAH5AVSjzCjTdQpOAUPUnRwmcO0Yuo7A7LxbPYrMzfY14ZZWkVFRcWrjcpA6/VB1We4Ys3Zta5BYISsWJpv0s0cA7WArcML+/jWBYZNKRcyVZwqhSp5v454Q2B4940beP+tmxiuh6SFJy0861oRH7ptM2/etUKtqJlLW14WUdReXF6MLcxsOFhUseQYcYh4RBwtc4Kh6CXMEodfwSUD+KwBmFIEG4/6ANcbwBfzjXE8jdphBpv7acTHqUcnadUOMRo9R6CdMrDkhcxBYGBT0zC/KY0C4+6VyfdRH+Bd2O/jvOjES3niXL66Ps7zMSbrt6NaJg6vFhGPMfkljbkcWo7VCYxOz+XeXyaN6EVCO4nXAKd1nNZwGmFNh2Z0AHFdWif/B40zDxAkxzD5JFH7eZonv0ht/K+v2DheD5jeGI0nP0swth/E4InA5YRnnqbx5B8g6eSy6+nUOO7+30OzBNZvRobXIaMbYHQjeuooxRd+nyJcj5oY8cnSDfgCiWP42N9B121GJk+h7R7azcErwfZhgk2D4LWc6ctKV34ZqoHpR4ln0lbUYwz4pMDWhaA171pPexBGyI69V/zcVVRUVFRUvF6oIsMVa872kTp7NrTYf2qawiv10OJV6WZlv+C37B4hChbOy4gIGwND7JUJp+SqGGDICiPWEBtBRLh71wh3bB9irJMhwLpWvGyq9tyGzzfSmUTni0NUsLnBhx6M69f8CoKjIeeomQlMUCDi6HR3LxqE4NIWLm0gtoxYLzSZKqlFJ6mFZ/Fq8RqVEWjxWFKGwkN03D7y/te5cBAaaITQ6QeSAkqH7uWi80vPQkbECUI5jeAodJiMrTgu1WBLKNIhjB1DTDFbOyxSivMia+Ddxdf2qg+RFRLTRco+z+W5vNgNF9Tcc0T+CEIGCE6GSOQG8stIMTfSJTITeC3dxee9g9MYa7o0kkcIekfxQQv67a4UENclnnyUor6dor79ksfweiI6+teY3hi+sDB+Eoq8vFqCAJMlRMceIb3+fUvW809+H21PwrpNC74rYi06MIQe2o8/O0HW2EPcfhq8QaX8TuILjG9TRJspNt+D/Z+2E333/4tv50gUYdYPENgpdCqZu9OoL9c1pn8HKjMoRH35fTUCzgEWsZQTIlkC05Nw052wfc/an8yKioqK1xu6hm7S1bz2q4pKDFesOSLCR9+wieZ+y7Mnppns5YgIA7WAt+we4U07h1dcb9gKQ0Zn5c5yQi6whk2Dq2wv4mUud3jJzah8QfzFJ0wYJxjvqbeO49UiQEin3zs4wCNEwRSJ7eLccj2DDepW2q+jFp0texAvcFzuiyjJGAgmOFesnz0KEQhkJl27TAGxIqT98xew/Jff0KMlj2GZnjkbBDJJzHG6ejMZS9vYrAbvYtLuesJoChOkgOJ9gMuaFFmLS2nllOXDxNFZRNyi86IYKUjz4XLi4GJQJc4eJfDHUCyeCMET6Dma+gM63HXJgjgwXUTcCu2dTNnn2p1EJZgVwrPDMnVMMUnYfv7aEcOqhP4EsTuE1Qk8EbndTmp3o7LGbteqhGeeQrMcJsfK10x/AqIooFsQPv/1ZcUwE2NlL+5lPA6Ia9Bpo5Pn6O17B+Izwt4hzGyE2FBEm+lu+GBpcBVYwh2j+KCJ2BD1HpnqQmjKb+ZMsoYC6UwWg/Rf6k/OCdhmhM8d7vgZ6BUQhHDjHZi/+Q9W3Uu9oqKioqKiYimVGK64KsRB2T7pnj2jnJ5KsUbYOlxfEhFeDhFBVZnqFYjAQC245AdA6btGE+i8lNP+Q6ehFMvu0rYd2g51M47zEYvFnarBmJwwaK8ghlfGmgSRHL9slLMce2y6WGAmEVkViv7xRSIE1lAPDef6axmgBgyysFaiLvuxTOGoz3tHMSTU5TlyHUFZbV9Tj5EUVYsSoS4i660HcWVVtVoup59x4Zqk2Xri+ExfENuyXVS/jriXbL3obQZ6lsCfwBOhUtYaKxanAZYONd1PrpdmUqVq+hMMy1isqYOih2iGt8sIeBEQg80nLnq/rwiq1IpnqLn9iDpUAiw9gnyc0B2lHb0DlfOnxhvXJkoPEGVHQB1FuJm0dgMuWI2LtEKRQrdd/jOYVzduDEoB0+dKoTy0yJSr0QJdIYsizyEIymVMRHf9B7HZKYLkGKKeIt5AUds52//ZxyNlOrVLwYYggo+HEJeXbtFJDoGFrMBPdDEbB5A4QNNibrIuDJFQcM0b0Pe8B1GP7LgBrttXCeGKioqKNUIB59cmhFsFhl9dVGK44qrQLTwnk5zJ3GMiy7ooKOvjLkBSOH5wbIoXz3aY6uT0OhmbBmPetncdt+4YvqSxmCzAU5RmWbM9fQEvmDRc5CQ9/5Z1gfTi+dta+i6XmoY9s24Z5503LJ1zry4QTL+TkzXgPGS5EBuw1lALLEbmknMV6FIGpkb6ezB0CRnDE7JQIgueGpYeESdJ2XWB8Xpq9jixPYmRMs0494MkxQ4KHQS1K5wFRSQHNat0Vha6yTYKVyeOz2JNiqohzdaRZBvwS4y1Lkyop0tjK1lkuiWC1xpWp/qTBUOL1vSEnCOQCUBx2kKMJ5B22c1ZR8j8EKoRRvK56LAqkp7DpGNlyx2TI0OCzzw+WVQPrR5vL24i5ZXC6hh19yygqAlRgv5n6gl0nHr+DN3orpXXL87Rmn4A46ZQLIgQJ/uJ0kN0WveQx7uWrGOSMcLJA4hL8fEIzkUE4lG79FoSaygmMzj4JLzp3oXbufVu/NfvR6cnYXB49nVVhalxZOdeZPv1/Q0JLt6MizcvexwaNMmGbyEeewR1EZgQjQfBO+wmhzsxCb4ov7SquKMT2B0jEFok0DJDIAjQXkG27lbMbfdc4MxXVFRUVFRUXAyVGK5Yc8bSguemUzJf1v0qMJ45TvRybhuqUV8hOny0k/HoyWk6hSNoRaxrxTjnOXVimj955CiFh1u2Lm1tciGEsp8wZs4sS7wBJ/OEsEKYI0FWmm4paBFBVgpFkZwomiSwCaqGvGhRFPW+cdPitF1w3jGdWZKkRsiF63YXrlvH+RrWdGfbE3lKn52g7zyd+UEQITSKKkwmWpYhAo3AYATmG0nP/G8KZJRO1IYegsMvG/kthbyV3gX0vNIIDlKzJ1FMP/qrROYcQTRNO7uZQhcLSSUOThGHp7GSogi5GybJt+D8hcSfkOXryPJR5iKulxMtK8oZhWU2of0JCRYZoQkpTXmSQCZma5hN4EEMSggIqieIzSBJsZl6eAQjCV5DTDKGSc8C9M+7INLD1ssx+F5/ID4FMeStizFLckTmLLE9jZGMQhtkbiO5H+XyztH5EVJa/mEMPRALUvSzFUK8NPEaEvlj9PS25dOlVWl0/hrjpnBmYDbKiir/f/b+O9qy7CzvRn/vnCvtcPI5lXN17pY6SEhqqVtIAhGEyNgfcC84EMeH8YVruB7ms/Hn8A0ww9fm2tgDDOIzJhgHYWNAZCEJCeVuqXOorqruiqfq5J1WmvO9f6x19jmn6lTo7mqF7v2M0Yjae4W5wl5nPfN93ucxvkez9yk6dgLjetVRBrPE5z9OfPHTVQW2/m0VnVXwilhQv35vKGKrntxi2UGRXz7+HXsw7/wm3J++H12Yh0YTvIe0h4xNYt/z3dtLqK+Awc63Y4pVwu5xpKid7K3gJvbh3Bxy/hS4HqQ5vtPBzfcxu8Yx022IE1zHoCsD/JHJF3Udrgn1UAzAxqj30F2BMEHam7wBfEHYPY5N50EMZXM/ZXP/xjUZYYQRRngVY+RZ+drAiAyP8Iqi8MrTnYzCK43a9Aoqu/pu6Xm2m/G6ieQycriQFjy22KdXOMrSY01VFw0Cw56945x5YYUPPjHPTTtahHbjxUxV6ZSe1aIiLOOhZTwwl21fEPCypT+4UMWhWJQoSSEsNqKABCRKwRbYQmm1TmM3ORXHukhRjJEVEyTREp7K0dir8MSFgKcWmnTzAO8LppMVbp9psat1vf2sQprtotU4iTEZ3ofkKhhxGEoGboyBH0eAtBB6OcyJYUcseIFVkW1t4w1QUhHiGFBCtO5d1cvW0Pq6XT2mKJA1YnsBr+GW6q7TACspjeB5OsXr2Oxz3YxOkIQXUa3OGaLEwQKhXaOT3oLz7W33dek5uhEEz8sYKnWJ/bJ7pgRCPJsJutKSJwhlGVdPKQR2QLUJD3gcbcATyireR/TzIyTBWQxdTL5UTRpIE6cxEiTYvEB9iYkE7eeIywElb91K0Tx8nUfiaIdPEZnlYe93LH0is0TmdtMvLzVyu1FQWvZJbNGppyYU1FeGclK5uTkShALRbFsybN0itlzAm+ZW0iWCNw2Ccpnxxf+B+Goiq+rDXcJj8PFUdd3UYZIO+ek+0a4xJNhQZagX0iWh7AvMbi+lN+/8JmR6B+7jfwrnXgBrkfsexDz4Hsy+670G6wcU0z/4rSSDF5DlZ8GXuGgaeeyT2PNn8dEYOjaF5SwEJWDwZgKXT0CmSH8JbU7h5m6QUZYrCI//FcHJTyLdZYqzyxRLg8rYLojQo6+Dt38jdmaM1tnfx6YLrGtQdOkzlK2D9Hd/HWpfvAP8CCOMMMKXE/wrJJMe4UsLIzI8wiuKi1lJ7pVkExGGKps4MrBSeHpOaV+Sf/tCNyd1nqJwBJuqMK702MAwPdPk3Jk1Tiz0uHlnVR0uvfL0WsZS7obZcEaEqchw23hCeAVZdq7KklMGtey4FRbMBQXiBbOZFKoiNqcVn8OKw7mN3mARRxiusdTfyVJ3P2HQox10efhsyGPzDUSEQCJE4EI/ZzktefPucfaOXZ+UNy+nIVUa0VnE5ESqeDUsptOc6++lrHN6VSuCmwYwZYXKqur64BjDMU7AMo6t/bxCgRJQsOOy9XRIt4TQLiH4KsZmCwSvIYHpYqVf5ekCgekQBwt4bzfIs9bk2WQ0w9N0slt5JSuZm5HLHhI5htE+TpsbhFhLDAWpHNlC4CxrBLJcH6/FSImIrx2zKwItOJQAT0hklhkUh8ncDhL/LA1/Fk97OPmgYnHRLKbsVJX6SHBummzsLvLxu65ZkTN+jdDPE4arRKaL04TNj3mhILbnKPwEhZ+58oZeIiyrBCwDlRvyxoRC1aNvyGpjqKByYN7uGFwPUYeXy/88WddFNEMUnB0H9QT5eaRh0SBE8/XJKwu79+GeOEPvqWWCPXNIaFAnFF3wFxdh71E4fPu2YxAR5J77kbvfAukAggAJX7zj+cYGLW7iJorm4aqV4YXPk8w/j29MQlBtV5NJTLoC3qH9ZTQIMXkPDWLyO79uuNzLgnfEn/ltwjOfxytkx+ZxF5aryb44RmUKHv04nHqG5nvvwrKGD8bB1NfC54Td52hc+DD93V/38sczwggjjDDCCF9kjMjwCK8oUucrQ9RtZMFWqspx6jztYGt1dykrkfUZuUu9hlSJGyFOYbVU1mwlHV4rC7pesQJRTXydwkLmeHot486J+LJxFKqcd1V+saHqqW1FlayzVCES3SSdFiLTx5oCV8ZbBpa5iNP93fTKpDLQyqYY5DmPza8RihBv6lsMjdAtPI8udNndjjDXKZmu5MBT5KbLcllSuITiEmdiqQtgrj51AbUvGFvDfGCTP8/G2gz0ZlryeSz9undYqioeQqoHcWzI0tV4fOgqGTlUMnPd6oi7dX9mSA7XEQXLiPhtKs6C9wGB7WAkw+v1mna9PKgkZOEbiLNPEbBaa6SkmgiQnaTmti3LW+nW0vKKqKzHRW0cv0cohz2zhgFWenht4n0E1K7CW8ZgceEk+IDBzF1k4e3XNuxSR7P4PJF/AdESkzRBDdaXeDNW9d1SVf8NAyJ74RUhw4F0MORgTF2h1U0EvqoSGx2Q2ltR2f6aqklQWbeD20TktUR8HxDUxCAGUQfOocZgQo8vdKjmEGNovOEwvc+eI3uhU8mCoRrXjv3wLT+44TB9BYhIJZO+wbDnn6pM0zYRXN+YQm2AGSwjLkeKFDd7mPzWd+L23HVD9huce4zg7CP4qIVb6eMW1iCOkcAgrkClwM/sJgxWCLpn8JN7N4gwgIlQ2yDsHMPMrOCjyRsyrhFGGGGEL0XodZcTRvhyxogMj/CKoor3YVtn1qrbtVrmUghgakK77bpeMVZot2MUxSuEoWX/VIOFTkZay6TXC85LuaNTesbDrS+/a74iwlaVTlowyB2iGbsnTNWXqxCuFwdVamKzVZKrCi/05ui7mMCUGPWoWpa6nsLLthnKjcDQyR2Lg4K55oup+Bh8OcZa6TF6uQfZen/L+nFboAH02Djf64LRdaqxmU6XTNHVe0nkeUIqeaRjnEz3k7NneNxqHT5ybImoCpRSI2q9M5cSYqlF6G4TsRW5DvIsm5x1X2moYlirDY1sRVgQkIoM66XGWipbPa5YP7+bj3+jOlrdO9U96Mwkiq3vqUu3W6JicHbmupyrG+UTxP44nqov14itlAzkGL+GM5PDcSim6v1+RSCAQ4xBbe2ivH4OgfVpmTS49YpbKIM5vJ3Elot1z3BNbn1WmciJ3aQ8qO9oBTGKWI+WG79x04qJv+5d9PND8MLTVe/vgZvhtjdCcuNJ7vVCXMFl97wIGo/jTIxkXbL7/yZuzx3bX/9tZPzXA3v684j3aJhQXjhdSdiD+nyJRbIetGaxs2NVLrPXy8QIahJMsYLNLo7I8AgjjDDCCF/2GJHhEVBVFvoFg9LRCi3TjfCGRXbMxgHP9wsKhWgzaVAld0orMIyHl5PFuSTgtPOE1lA4T2A2SIeIsLqWsmu6yZ6pBKGKEcqdJ7KW6VbE2ZWNl30rUKKsOSUKq0ro+utyT6E7KHjy9ApL3RznldAqM23DG4+02DsZogqFxhREBNohYQ1vqhdwo9ApGwxcTCglRhRHNdZ1qbavJwQ2n1Ej4LWSdr9YxAKJwKA2wx4qebUiuFagvYklj1FRkJSNWFOozsMkXNYd7Jigp6+n8qj2QxOodShaEWG03uDGADKZpinn6mru5uq5x0hJ6nahmyTU3ifDrV5GnsWhmJfkCv1SETJP5J5BxVDKFOvU1pDR4FkcY5RsRPsUTKOECDlKjPoAHRL8avphXf5tyPEkFLWBmJNJSrOD0J/FaUW4AVCHZUBpZinN5bL0SyGaErmTeIJLenAr4i2UiObD7wSPvtj85etEoZOgHjUGwiZqgooQe1eRPZvgC3NFiXQ1QEO/9UZanQ9j/RpeqnaE9SxfT7OSQVNV0dVGiEu5TPvgq3u0nLkV5t4Ar3/rK3HILwluaj/Bic9U1epL2KYUA7Q5gdt50xbCK+kK8flPE158FHE5rr2HfNcbKGauQJi3gUk76Ho1vCi3rKciiOqmMSk4tzWWChje13L1qvoII4wwwpczVPUV6xnWkTPXlxRGZPg1jvluxidOrbIwyPEerBF2tSPevG8CD2ROaQSG6ZeY7dsMDPsaAS/0CwZOCWtiWKgSGuHIFWTCB8diLqYl7WbIWj+ndL7quw0Nee4Qp3z1G/ddNibnPGFgiENDVlTUr90ImYkC1ApL1A7LQFuVfub47HOLdNOCOLTEQSUqvrjm+NATHb7mdePsaLfIa4upzLVoB1JJYyXAo/TLGFUw1teZutXLbaOuQntVPILdNNTCK4ER2tGLf6EUEeas4ax6ikuU5EZghzVbqu2GivQWMOwhDqH2Lr4agu0LstZXLHwzEa5H4TWmI4cY4yRW0k0OzFD4CQblwU3LK7mfIOEsxuSUPhpKhgVPKI602Hl51fQVRMSpuud5sznQerRUj5jTW8iwkpDpPhI5iZJVlVm1WFOgRYHPSqDExBEECak7wJC0idCL3kg7/ziBXwTfpypxWkqZphe++bpIjvUrGDIcG5VOXyg2FtTVDsqUKDHVdImQubmXf7K2gaeNKxOCoF8ZkUmMBtVvRwQ0L+vfyNWvaRnupjv+buLBk4TFaQSlCHcSZPN4gk1Fd8FHE9g0r0h46UEN4jKk7OOauyim7nxFjvXlwB28B//0hzDdJXxrqpJrq0IxQFxBcfR+CDYmNsxgkdbjv4EZXERNCGIJlo8RrJ4g3fcg2YF3Xte94sfmMAvPASCtBlxcGipvRH1FlMVQzPdIDsaI8ZdtQ8o+PmhRNvbeuBMywggjjDDCCF8kjMjwaxhL/YI/fW6RfuFoBJYgEEqvnOlkfODEEs2aqFkRJuOAe+baTCYv/pY51IpIrOHsoKDvKrozG1n2NyMmr0AGJ6KAu2eaPLU8wBohKz2l81Aqu1sRt96+k7EkGM7aBVLFInkgQLD1i2E7CWkkAaqVINVqRUSXgeXCcepil25W0IyDTaTc0Eqgm5Y8cWbA1K1TgGLEk/s2aTlBI1hB8JXRlPj65VzwPsTXyuGpVkQcWLLCEYUyfFl1Xsmc58BYwlj04s+nAhIYJgNL3/mqL5uqYjxpDGPbvBMLENX/XWvrhqqqXhHCbeTLw4+2e/kWcplm1bVJWCCQHh5L4abJ/SzrRFBMQZCsYoKcgZ8k1JXKKVurDm0Rpe/GGOT7vkDWWQBKwCpXyjhWLAErl30+0CMohlhOY8nAOfzSAtJfxfhKrq8mJG8cJRuf3SqrlgZpeDsN/wjWrwGKmgal2YO/Qk/t5dgsfq/gckUCqTiWF6rKfIqg5H6G3F+dDIvPiLNnibLnEJ/h7AR5cjN5dPiapKvvb2Gs+CyEDCOIVAWXeyRLycM7h5Xdq8EFM/THHqh7fRUwtJf+gDA/i5P2sJKuJkCjBpoWmLxfGVDZiGLiJgb7vw4NvjD95i8G2pggu///QfxXv4ntX2C92upNQnH0LRS3v2vL8snJP8P0L+Ib08NKsgKSd4nPfIxy+lbc2LXJabn/PoIXHkKyLsHuOcrT85DlaBQgqmgyBkWBW+uScyuxZmipqE0q2b3rIyjp9BvAfuEUGyOMMMIIXwyMCrivDYzI8GsYj1/s0MsdE/FG1TewQhwanFakbTyyOIXFtOAT59Z4cN8ErfDFVTNFhN2NkF1JUGUNi1zR2XkzZpOQt+4KWMpKcqck1jAVW3JjGFizpWppBEJTyaWdKoXziEASW3xtqiUoK6mj8B5rDQI8Pd/Be73k/V4ovcEaywuLjjd7ITAK3oIXVtwBXBzRCJYJxNGO+lxMp8jLmFIDRDyh8YgVDu9o8dx8l37hMCLDXtKZJOSeHdcTGXQ5ShEyYwhQJoxhMjR18EldA3SOYNsHuIJ1VWUXBW/ABTW7VSKZJzYvYOmjQCY7GJh9OGkhOALJsFLgfERJyHbS5nVC5n2Lgb9CBrQ4wuYSYkq8N5wfHMSwi8ngAokZ4HxAx82wWs6QYJl8SWfppaGaMimu+K1eZkMGYEj1CJnux7JGsvIQYa+HkyaYevrB54TdkzT1E/QnHxyuGeo8LXkEsSXeTqEIhoKEkxhSenrfNcmnM9N4EgxZJSGuhkrZ99hQqyFIgNeEzO0idbu5XBy/AfED2p0PEhQX69gnS1icIyznCeIL9FtXr1gXdj9pPk+cnazarsVCWSLqKc0caXjlfuHtB7Qx1v7kV9Jarsa2fq+pGIrGYXo7H8T2FxCX4pJpfLLj+uTDdW91Jf19ZeTj2yJpI5NthGVwJSCYOERazS3jlmyVYOUYGl4SNQVo2MKkS4QLj18XGXazRylueQfhMx/CkhIdmqM4fh7tp/gwQvs5mBW45W76d/9ttPsw8eoTmLIDCD5ok069gWzq3ht7LkYYYYQRRhjhi4QRGX4VwDnPE8eXOH56FYCj+ye5/fAU1l75hdercnIlJbJbM3jd0OtHyUuPxAGBQEsMvcLx/FrKHTOt7Td6DYgIsX1xdT4jwmxSSSovrKY8tzyg1QhoTjfxdj2+pkJiDYVCJytZzRztmuRbqmin5aykdBUZV6+EocVIVQ3PS48orK6mFIUnCg1jYxGIwTsB3eR2jWUt20sn24m1OaaE0IcMRJlq9GmHVe+wKsw2LLOtNheXHP2sJBBhdztiXzveko/8YpAbQQXsJsI77MwVKIwhcJfKGxXirCLDmy+BLyCLifUsDXMMUDwhA7uHzO6oJN9SoCIURHiUyK7imajkqluk0rUlt5fqvyvARn3ElKi3pGVM7quq/EJ5oDJIUov66tGUUkVFfWEeVELBLhJOcjnR9wiOnF1XXFsJ8WVAMDiDNwlqNlUkbYD3KdHgOdL26/HBBKiS8CxQDiXOJgATxIgoiS7jy+cYuMNc7gW+ab8SktmjNNzjGB3gqXq1RQtIM7JiB73wzbX517V/f8ngMYLiAs60hxVcRwPxGVH2DEW0jyLad+UNiNCP3kDp5ojKE1i3hpcWeXiQPDjysgint2N0Zt5LmJ0mKOYBoYh2U0Z7QAzl+BUmYLaDKhFniP1JLF0ACmbIzBFKufFO21tQDEge+k1MZx7fngMbVqQ87xOe/Bgat8lvrqrDJu8ivsSH2xh+1c9u0z9H0H2OMtmFFAXicnwysUVqvb58fvvX4mYOEbzwWezkedh3M0VH8WkJzTG4441w2xuQMCJtvoNs+iuw2UXAUDZ2bUzwjDDCCCO8yuFHpeHXBEZk+Mscy2sp7/udJzhxZhVX5+lY+wJH90/wfd96JxNXyLFdN/zd/GqsbJbAbjXwFRGMwNlu/pLJ8EvFhZUBv/fp0zx3rkPplMAKB3eN8a63HCAILc+eXqE7KGgmITfvGWd3M6A1EeOMQY0QiJAWntIr9pKK9EQjoJeVXLjQZelin6KsZK0C2MBw19EZwitwVk+A8yGxd4ybkrFGn0ZQ4FUofSX3TWzJ3jFHM2gx7VtD+fZLhVLxTNnmAS1Un7vtdhHlELhqZd1MXhXilCg/VR9Tg8KMkdqdVQyOKVFTE1QER0KpntD0yE27khSvj0UAFUweIFchXTYYrI+WvCa965dFkSqnt17CUfU638gHlZATMY9llYoAz1AwB1gyDhDJBYz28MR1pdjVPbltMq5CAoEgO4f4HG/HL/tOJca4NYLsHHkwgWUNS7cmr5Xq1ATUP7xKVt+Mz2BdSTe7masR4jS4BfDE7jksVe+xEpDbffTDe6+fgGpJlJ2oiPMlUmY1McZlhNmJq5NhADHkwSHy4ND17ffFQCxFcpAiOXjtZa+CRJ8l0WepzlU14RZxntAv0TP3Usi1zcteKoLzj2G6F9Dm1Ea8kwgatxBfEj7/CfJDb4UwwUft2oisqPqFN0GKDqZYI+k8TvzUM/jFLj71lGUMcRt3y9vIj76jItvDlQS38zbczq0xYVf6xWrQogy+sM/8EUYYYYQvBfjLbRNGeBXiNUOGn3vuOf75P//nPPzww7RaLb75m7+ZH/uxHyOKvnxnuVWV//S/nuLZ55eZmoiJavlyljuePrnMb/z+U/zv3/n67TN+jTDbDDm9ltK49CW77nmN7OUuz/4LnLm23M34v//sGPOrKe0koBVb8tLzzKkVziz3SZoRha+zjIFHnl3gLTdN8+AtcxQiLFaHM1xm/Y1vvTo8noScHHQ4f66LEUgii4hUfb2548QLK5y/0GPXzrEh6VvvzlQRjCrWKwSOZlDivGE9mVgA5w3WeNpxSj4IaHwBO2CHkGp8FQneaniFB0yJC5pIWX2amWlAMLiKFClDEyxFKYkJfEps1sj9RJ1HDFIKUlpEr3yMCuSaUJYxXi0YCIxcNSnmRp4xyyotHsHSG35WmWJN0eVuvLRIgzcSFE8QsFxLpi05OxlwK7rFWGu7sV779yG1p3eVt1zdlFVFmE123x5RhwKxvUBpm7X51pU2akjDO8iCIwT+IoKnlEm8mbjmeLZsxmeIFqhcqW/aYH3nRW3zRe0/72J756tYqbF9YF+Z57PRHoker2TgbFTwHSGWHg3/GCbfhfH9qo83Ooi3L6LqfA3YlSrWaLucY42aSNbFdOfxUwfReIJy6mbCi49UZmT1JIUUXWy6gIjixeBPL9I7tkTn2WXK1QwVS7zjszTe8Tn0m//f18xUHmGEEUYYYYTXIl4TZHh1dZW/8Tf+BocOHeLf/tt/y/z8PD/7sz9Lmqb89E//9Bd7eC8Zx0+vcezUChNj0ZAIA8SRZbwV8fTJZZ4/1+HQnsurVAB3zLU5183oFY5mUMulayJsBJqbtqmqOK/MNb5wzr4An3xmgQurGbNj8TB3uGENJjCsFh6fFuyabCAiqCq93PGxZxaZG0u4bc84MZXUdjPREoEwMHQGVW9o2slQr9jIVOZXWkmpZ8ci0szx8FMX+Ma5FqWpyOQ63TGqxIVDgCDYyMu9JCAI7w2RcRTGb5FbXwmqSresKtmNwJBsmpQQINBaKq26ZV/rBP0yibTUPcLbktSK2ldmTbVxllTuvxsnbTPB09ot22CkICSjTK8vr1WBIjR4P1FXfxXE0AgMhRdKX1Rnt85zdgQY1k2/lEguEpnzWOnjNSbXnWR+J1ermG6Fo8WjWHo4GiBCwRheAgK6NPyTDLgHL+P0eCNCr45DivFcqzJWEpklTOzBCKIZeokBVhVvFFCGc8PRKAFCiQmi+jQraDm8ywSHqtIKnqUsm5Qyy9WgklDY/dd5PrZZ30SoBDUhvpyICr6ST99ouJzkxJ8RXvgcUqbVnuJx8n1vI99zfa7aLwahnkcotrmugnoh1AvY9BTUahvtP8KgeTdZcv0xRlfF1baxLtnZ1B+cHvxqbG8e05+v3aRNRYRRfLOJrgxYe2Se1UcuVs+vuPrTPji9SvZfP0Br4gjBu7795Y97hBFGGOE1hC+XCKTf+Z3f4R/8g39w2ec/8AM/wE/8xE8M//3f/tt/41d+5Vc4e/Yshw8f5sd//Md55zvfuWWdTqfDz/zMz/Bnf/ZnFEXBgw8+yD/8h/+QHTu2qqUeeugh/sW/+Bc8+eSTzMzM8F3f9V38wA/8wA2LZv1C4jVBhn/7t3+bXq/HL/zCLzA5OQmAc45/8k/+CT/0Qz/Ezp07v7gDfIk4db5DUXgmxy5/aU1iS6dfcOr8lcnwwcmEr9gzwUPn1ljLq7KgMUIUBSShHcqDvSqD0hNZw+HxBqrK0kpKXnpmJpMtRPxG45ETy4SBDInwOvL6hTEv/PC9UkRoxwHLvYyHTi5z+55xJqiKbYW1xJFUFWFVeoOCcwtdVJVONyeJDBONEKfVREASWgIjeK88d75DVHoCAW8qs6r1ivD6qAKp7KuuZCllBKLrqBouZSXH1jI6RVUVtAJzScjN4zFxTYoj5ynF4OvK9DrW/x296Fy8OlO0SilGtIQrOhmvRyXppnWvD2UgOFNlmRpTuyyrxxMSGovzDtUCow4nFlHHhBQYbdGwzxKZCxjKSootA0KzQigLdN2dXA8hDrmApYdKgAYhHXMThbRrKbTHah9TDoA2iOC1zfUopEJZoBkcw5KhiWIaIaa/itNySLZEC4wfkCeHcWFFaFVict1LwglkvZ9X3abpFqkMu1RAPC33MGv2K19ZkycJyaMjJOnjoG6LVFp8VplVxYevvRkdEOl5RAuctChk59D9+TKo0nj2dwnnP4/aGB+NA4rJ10iO/yGg5HvvvzHHV8NQsOHCvXncOcZ1wSjeNuvzrxgd0Og/hDdjFPFVKvTXCTdzlPDkJ8AVWyXMgOQ9fHMGP7Z7+JlvTNO963uJzn+WaOExJF+DOEAbCUhIceECa08sghWCZj2xIoIkCX61y+D9/4X2278ZCV4Tf/JHGGGEEV6T+JVf+RXGxjZUTJv5zR/8wR/wj/7RP+KHf/iHectb3sIHPvAB/s7f+Tv85m/+Jvfcc89wuR/7sR/j2LFj/J//5/9JHMf8/M//PD/wAz/A+9//foL6b8jzzz/P933f9/G2t72NH/uxH+Ppp5/mX/7Lf4m1lu/7vu/7gh3vjcJr4i/jRz7yEe6///4hEQb4+q//ev7xP/7HfOxjH+Pbvu3bvniDexkIrmLAtF5kutoyIsLrd41xcLLByZUBg8LRiizWGp5bTemVG1SgYQ1372hz4dwav/rB4xw/tQqqjLdjHviKvbz7gUOEwUszhLoa8tJvm0Nc6IZc+VJEgeX8alq5SBthBkhQHl9NGZSOovCkWYnWJB+ByBha8TY/B60k5UJlWGUvM6aqYJ1Fg2pE6zLpenWsVNVOo1f/ua3kJY8s9cm9EhuDkcod+2w/p1867ptpERjBAg3nSU1FiNcReCVx/nJ66k1VkRa/0Y+6+QDVYJzDSobThMivUJqxukClqBhUN2qVlgyROgqmuL54FYWKCKOICt4FGFtWVXpbUPqA0BgGpcVhCCiZCs4yFSyTyi68jUk5AChB2cOWHURLIrNIomdI/bUJiqVbOVjbmBV7B14SjOZACio4aeLDkqQ8jrDjmpJoACtrtIKnqyqjWIz1sHMvckGxgy7WD/AEKCFFcrBykt50zQbcgqFPoitVm/A6/ZaaCFcfol4w9An1HLlco1dWlZCLhP4MhgGeJrnZQ8ncdVU10+ZdBOU8QbkwdJMWLRGELLmJIrxKv7AqsT5Hwz1TOzRXcNKib+6lNJdXtm3nNOHCE2jYRIONc+7jSSRbJT71UfKd98J2EUnqCfKzRNkLiB/ggkny5Cg+mLzqMW5kMns2T+gYP6hVCxZdV3GI4KWJdWvE6dM3hAyXO27DTR3ELh1H43Z1bOqRrHJtLo4+CHbr80LjCbKD7yI7+C7s6tOMP/9bVS5w7hmcWsPnDju+daJERLDNCLe4TPn044R33v2yxz7CCCOM8FqAwjC+85XY9iuBO++8k+np6W2/+zf/5t/wDd/wDfzYj/0YAG95y1t45pln+Hf/7t/xy7/8ywA8/PDDfPSjH+V973sfDzzwAACHDx/mPe95D3/yJ3/Ce97zHgDe9773MTU1xb/6V/+KKIq4//77WVpa4hd/8Rf5nu/5ni+7FtTXBBk+fvw43/7tWyVi4+PjzM3Ncfz48Re1ra/6qq+64ne//uu/zs6du260ou+KuO3IFI0koNcvGGttvfF6vYJmI+C2w1PXHM9kI+CextZ+uCNTCWe7OZlTmoFhTzvi4Scv8ku/9Xm6vRwbGgJr6Wd9/uefPMuFxT5/89vvvOHyiIM7Wnz++PJlnxsqohjXPb7rUKpKdmwMxlTv/gKMBYbbx2P+6swqy2k59HyKrHDLnnFOnFmr3Fw3bcurUpSe2/dNXPua+hjRjNB4irpvGKrIJiuKFPE1icjJTk7uleYmh+9IhECU1dxxIS3YW1/nEAi8r7pO64qw4Uq7ELQIIcpwouTO4zwEtoqjMi4gLQ8RmA5W+jT8WQrfprATVcSrMVRn0SA4QukjxuPLBurj67/fRTbMttTgXYSIQ8RhpSCyKdOcA6BheogR8mC2NgZjKKsuwnG8CQnzRVSF2Jwj0/1cq7vYmgJRT192V1FEOqiNyBTwGO3XVUzPGJ+hK/ddUx6d2HMYyRFRxLhKAqAWdh1A0j6aZggBaXArqb2tqtZtOScBfb0Pdcdo2LOVoZlU5/tS02+AgA7F1Q5TPQ19nEhfqIm1ARaJ/BlyOchA7rw2IbYNehNfTZQ+Q5Q+h9EMF0xXOcPxkav+xkM9TcM9QUXrW/U191jt0fKfoWvejpetsvpg5TlwBRqNXXYJNWphsg7h2guUM7dc8mVJc+2jhOkJRF21r0xJ+k8wGH8zeeOS5TehNLvw7hlsPVmwfk5Es+p+L6XqLti8O4kI3ELV630dOcmbYekRFWeIy3lQQ2F2kL/hO4ge/QB24RiSLaIiEDVwB+9Bdx6sFAKXnGtdXsB/4k/wn/8Yy90z2PGE+Oad+KI2/hvKZIb/B+qefO13X/LfJk1TtNdBWmNI8qWX2/xaxYYq6os7jhFefRjdW68unDp1ipMnT/KTP/mTWz5/z3vew8/93M+R5zlRFPGRj3yE8fFx3va2tw2XOXLkCLfffjsf+chHhmT4Ix/5CO9+97u3kN73vOc9/NIv/RIPP/wwb37zm78wB3aD8Jogw2tra4yPXy4VnpiYYHV19YbuSwTCV1A2vBl7drR58A17+LOPn8JrTrtZye26vYK89HzdAwfZObv1ZT5NSxYW+8SxZXamecUX2zC0jDc2bvKFTsqvvP9x1ro5cStAbJXfm/nqhe3Tj5znK9+8n1uPbD8jdS2oKr6WKG8e09vu2MmTp1ZZWE0pnZLVPbpRM8RElvFmSN3qXFUfVcmc596bxkla80TSx2uLopxmNkx4761znOvkrGYFgTHsHYtZ2jPOf/jjZ1js5kw2IwIrFKVntV8w1Y552+07r+OaWtSN4YMu1tb9sFSURnyCoY2EV/6rkjnPSuGIrGAuiZ+ytdHVYu44NPnS7i1Vw7muw4QFcVB56eQeznUgy+COyXFSeRMh57GyRMuv0KdJbsar3mRxhDIgNCkGQctxpBwnvJLV9qX7BzKpiPvWowsQzRExhJIzHnQ3zokdQyVENKvXMZV0F8HbBho0EV9iyWtJ/9XPjQ0DSIXMzFJFJa2PDNbJp1FPZncwXj5NU46RBfdddZsRyxWhN1KRqI3NQaOJNNooDRJSXClXGKOl5BZUlxDjt04ZD93aqmeLseFV78XAnSX2L1RS8M1yas2J9QRCTBEcBblW738LH99LOnEvm93NNq8lmhL4sxhdAQxOZgjdcUQUlebGdRaDagtLj0ROU4S3b2yjXCMuTmE0xfgVVOIqkmqdbBqLoARGkUuOO+w8Rpw+V90L63E/qojr0ex8Eknm8NGVeqwb5O5ukuJhDD3WWwXECDiPL4Lq/99yvApiCcOAS/N+rwbjFkjyT2F0wHpjRegv4sM26f3fTtHpYRefJOw9jSQQ2fMkC7+Pj+fIZh7Ex3NV1Xj+Scrf/0/o82dQH6ASUi50KRd7SLvurHeKrD8/xFaRTA6kOUa8e8+L/tvk11YY/MH/IPvYh9AsReKE6C0P0vyGb8NMvbRn/Qg3DiJgrd0yzzjCCDcCN/re+nIl1a/kz+rs2bN8z/d8zxW///M///MXvc33vve9LC8vs2fPHv76X//rfP/3fz/W2mHh7/DhrW1OR48epSgKTp06xdGjRzl+/DiHDx++jBscOXJkuI1+v8+5c+c4cuTIZcuICMePHx+R4Vc7rnVzOucp6ln6LwS++Z1HCK3how+dZWk1A2CsGfLutx7g6x84OBxLXjg+8MfP8pGPPk+nm2OMcNPhab7pG27h1luubsoD8D8+epLV1QHhZIwP1iuFgCpZ5vCDkocem+fI/hfnXpuVnkfPrfHk+Q6DwtOKLXfsHOOu3WOE1nB0V5ubd7X56JMX8Zuk0VknZ2IqYbVfkDul2QhwTulnJVPtkLtvmqajljGT0rRnCOw8/cFBXDnBjkZAOxCOLw/44IUuTpU33b2bJ44tcmFpgPO+IsozDb7lzQeYaoXXeU0tFGNgC8Q4FEHLAPUB/hrdp1np8Vp1r+qmRXW9D1kryfhLvbdWcsdTqyUiwnhUxWRlZUWIc+dompSDrYiCvcDeTUe00RssxlLSqDOAN/cZXx+MFZw1+EuNv2rSEevy0K1cEZzEFQngUn6oeKA0CUG5jBJRnZarjyWJLRq26x5crdx8t3R5y/BfngirC7iii7+aXDqszK4Uc4W6tOI1wEiKumVKP7X9uZFBFWHltX5pqKl6beBkIo8rDKnO4a5yD8TuJKhWRHg98cqnGN9DpCQefIpw7SM436AMdlC2D1O2D734Sqeu0OJzmNp0DZRAX0BcD09zmxcIQVUwxUUKqoptUJyn0fsYxiwDDsoUMTnq+zg7WRl5FX3UxmSNHejm41ZHo/MkHlPFIm2Ssqk0MW6FcO1TpGP3VKZj2xxfwRy5uZ/InyZgEbDg2gS9k3W01CbCq4r4nCw5TFG+iPteHWPlZxEd4KU1JMNVH3KHMP0sfXsniXkB06z6lJ0EoAVmcI74/B+Stl9P3H8Ks3QS7m6gr7+F/HxO/5kOpnMWTQf4boZthbhujm2HiLGgHkUoS0t45x3ovkMv6vnhux36P//PKY89hSQNJE7w6YDBH/5Piqcep/nj/wgz/uKe9yPcWKwTlbJ0IzI8wg3Fjb63RvfnK4u5uTl+9Ed/lLvvvhsR4YMf/CA///M/z/z8PD/90z89LPxdWhhc//f692tra1t6jtcxMTHBY489BlQGW9ttK4oiGo3GDS8yfiHwmiDD4+Pjw4u3Gaurq0xM3Pg/5l/IH701hm98xxHe+ab9PH92DQQO7Rmn1QhRVU6cWuXRZxb40F+c4MypFdqtiFYrwjnPI4/Pc+KFFf7OD72J22+9MiHu5yXPnu0grQgNDLLekAwg4Ou4o8Em+fH1ICs9f/DEPKdXBlgRAiss9Qr+8rlFTq0M+LrbdrDSyXjq+RXGQoMN7bAP2HtlZaGHn26SJCHdQYkR4eDOJl973xSzY+DV0in3ENqUwA5oNl5gtXMrK6nhw88vs5q5obTYKew9NMX9t+8gVphohhza0cbUEsPrwXwv59hSn4v9gkCE/RMJN01HtK5SEV5HZITYGAbOE1BFWBVadTSqapW1Gxic12EPtadyyl7vzIyAhO0trebTEqeQiJA7QzsOiMMqQmppkHM+LdnXCLfpz94git69vJ7woFS80brPWYc81BPS4DwRK8P91aJvwNVEc73aXstZK1syRByp24leJc5pHaWLCJIpwmyA0+ZWszORavICS+SXqarQOZBdtXfYS6PO9R1+An49MqkaqZEeghDJeZzGlSz3EoR2CRGP84069mlzL2sl3y+DnZS6TqY9VgaA4rQBQ6OnbtWjXO/eaIpxqxVhTzOYP4vJcgxKIMfR5c9TtA7Q3/te1F67R7pCQZPPYxjgtIEpB0jZq/qKw2oMpcSbz259FNUkR6VML2j2P4HxA9zkPsyFBeh3IYoRHMat4WghRUq+6z58PLVlRsS4PuL7qGy1pRNKLF0gI8yfJygGOGkzsHdRmF2XHYljjIHZVKkOe4yZRaxbw0ujIuQ4jB/gTZMsue1FPeNCfx6rPTyNLW79iOC0gdVVGt3PYFwPF0xs0iZGOAmxxRLN5Q+jWHx3AN4jiSHZn2AahrWHQOwqLF2kdedeuk8vUHYyxFYqDDUh9uAhmn/zh4HrfJapEvRPE3z2dwn3ruB2HySd9xRrHmk00dYY5clj5B/6E+Jv/GvXfzJGeMWgOiIbI7wyeE3fW/rK9QyjsGfPnpdU/d0ODz74IA8++ODw3w888ABxHPNrv/Zr/PAP//AN2cerGa8JMry5vL+OTqfDxYsXLyvzf7mi3Qy586aZ4b+L0vOff/8pPvXIeTrLA5bOdhAjOHKazZBWM6LZCJm/0OV//t5T3HbL264omc4KT+YUCQw43SIfHLaAxpYdM9f7Ml3hsXNrnF4Z0I4tgale/BshFM5zcrHPUxe6nDvToZ+VzE0kw/GlhWOhmyMI6WrG133NTXgqsjjZChhvVVJrowWekFzHMN5hTUYULvPp4yGrqaMdmSH5U1W6hedMWvINN8+SbGMG1i8cpdPKZOwSCeUzS30eOteh8EpQy7YfudDl5OqAdxyYYiK5+k/NiLCvFfLMakpW9wKvT82WXqvJgijggvPstAYnwjJQbNpGn+oHPc3lP+y+qyqs442QmXbMxvCFyWbIQjen8Epsr00qXyoEiHI/dJVGKmfpoPSMhWdqA6+Iqje5rGKFELxGiJYYKepKeS2a1gGlnyD1VzF02oQ8nyKOVknClKw0eN/C0B9Wnj0xgqfhLlR9oViUqxuElUwRyhKivqo4+3JTsbk6RkMOGCI5S2gvMPCHyPQAm8lidaygEuNUMAwQ6uBnDCoBuTkIHiJ7kSQ4jTUpAF4jsnIXabkbJcQwGNbXje8CWhXB589CntdZtYooOAkJuydozH+I/p6vv+qxWlaIeYGIc1j6VfU8X0Ty9cxmqWKljGKzBVw8u3GM6hGUwlTRDGFxBuO7ONMEsfhDt2FOPgWDXnWFNcNYpZy5jfTo5eNSCakmCzZkFILD6trQhMybCEeC0S4t91k63I8zV5f2qm3RHXsXzd6nCMqLmNpBuwzmGLTeiAtenDTYap9K427rh+X6zSEgAeIHBOlpvIm21RGKFoDHMQ2lA2PRXHHOEc6ERHMx+cUpiHPYdx+tv/HXyP7yLyifehyCgOieNxI98A7M+OT1DVg9jfMfJFp+BMw8eriNWEv7CHSeyeieKJAgQIKQ4hMfHpHhEUYYYYQvUXz91389v/qrv8qTTz45LPx1Oh3m5uaGy6ytrQEMvx8fH+f8+fOXbWtz8XC9cnxpkTHPcwaDwStSZHyl8Zogw29/+9v5xV/8xS29w3/0R3+EMWZLk/irCX/y0ef56GfP0GqEWK9VtE9kKQrP2Qs9Du4dJ7CG8fGEk88vc+58lz27L5dGALTigLJ0iDV45za3EAKgXjGh5eCBySuOZ2F5wOefukh/UDI7lXDP7Tt4cr5bkTyzlXiG1oA4nprvot2s7pfc2GE3q4hDGJhq1s7DzpkmoJTe00khCTdkPn7dlRdYTjMu9iEJZEsVVERohYZe4Tm1lnLz9Eb17lwn49GLXdYyR+k9Wjhu3zHG63eNYYzQzUs+d76DV2Us3DC/ct6z3C/4q9OrfM2RKay5emV1fyuiV3pO9QtKr8OIncAIu8dimoGh66FtIJWKCG8cGZReWUgLlhX2RZbWpv7AUIRmZJltV+SucOuznVWlfW4sBn89QUIvDwKEpRJsqucJlp7eTCt6FivZ8HPve+RmCq8REKOaIZIPL6wrxui7PSjX51pYli3SdJYkWWBcjtNhD14aQ35itKDtjhP5ZYSCnF1Xl0gDWTlH1LiIKbqIL2tpbeW0vVHlM6hzeJ9UZNscx/smhW78QXLaYL3erxLhNKoJefWZqOK0RWzP0wqPAQ71BiXCmIxmeBIjObnfS0Ofrtcp6x5rC71VpMjRIGJIxnAY8ahJCDvPYvK34qPt/4iFXKDFowgFlURYMZpB4FG/IVNWr4gBIzladPDBWFVZJcVJm1yqiQvrawK9Ll9utPC33gOri0i/iyEnn30b6exbt+3PVZNQRHuJ0uOVnF4Eo2mlIKgd0300VhFtbWK1R+Kfo3cNMgzggym641+DdcsY38NLggtmX1LTm5ewPlf96t6t7w1PhNd6okUrlcPlB1ki6ipX8TCse9JrxYCrnlnhbER+Ia8qxlNzmN37aP71K/egXQvRyuPESw+jJqbolOAdEhhMLIzdElOsebJFB2GEdju1n8CXaTPgCCOMMMI14F8lZfH1wt/x48e3FAGPHz9OGIbs379/uNzHP/7xy57tJ06c4JZbqhanZrPJ7t27LysynjhxAlX9siwyvibI8Hd+53fy67/+6/zIj/wIP/RDP8T8/Dw/93M/x3d+53d+2WYMb4fSeR49ucxnjy3yqccv4NsRNgrwXofSvDA0FIWn082ZmkgIrGHglTQtr7jdKDDMtGIWgj5GDWXpwW+QTREYa0c0m5eTElXlTz76PH/4kZP0B0X9QqlMTzzH1E3TTO7Y3q03MIZuVrKzNgUb/jC1klcLlXxFBBpJVal1NekfFOv7rv7XULKusexkFueVxjbGT+vkuJdv9NWdWkt5tpszNtVgsi6nZoXj6Ys9VgYFX3lkmudXM3KntDcR4W5WsjooyJxnqZez0s+5Z/cYt822rvjyaES4eTxGI0s3LVEqt+vxOKgmCIBSoeM9GDsUEqsq5zsZp5cH5K7qun1WhL3tiLumm4TWMBcHrBlBZDMRrlA4TyO0eGOgfOUJMVxmGkzpJ1hL7yG0i1iTomop3BTEJRIUCB5PgEiAquCzJr68XG58rb0O0p24MqAtnyOSM2TM4gkxmhP5iwSSgREKP86Am6+5xdK1Kfwskcmhv4I02hXBG/b9aiWbLitXaU8DK31ic4bCbZDh3E3jNMFKitOYjWglj5WS3E2DS2mHj1NJsdcNwAZ418CbiNjOs2ZuI3TnCVitOb6iokiRVnK3y0iXojbBlGuYfPEKZLikyVNAiaOJWRfne1dx/ihA0/XfWNUbTOkxQR/BoBhKmaZn70Hr/Gq/bu6lfoPsGgtTO9DJGdABrnXoqkZVaev1BMV8JWk2CRJ7iMYQW00RiYnR+iHgs5zQPU0YTFE0D4K5hoGYCC6YriqyLwMFcwgOIasVDdU9YTWtJgjMBGW8j2jwPO4SmbrU5gFqIrAWWuOwtlw7jtftAgborUGUIK9/y8saK6pEy58DFA0aSByjvWrSwmeKbQmNfWFFhtMB5pbbR0R4hBFGeNVC+fKLVtqMD3zgA1hrueOOO5ibm+PQoUP80R/9EV/91V+9ZZn7779/6Ar99re/nX//7/89H//4x3nrW98KVCT3iSee4Pu///uH67397W/nz//8z/nJn/xJwjAcbmt8fJx77733C3B0NxavCTI8MTHBr/3ar/HP/tk/40d+5EdotVp8x3d8Bz/+4z/+xR7aDUNRev7zR07w6MllCucpvCKRZQWwc03kYm9IKBXo9iv36cGgoJGEzM1dnVi8+ZZZjp9ZQwOLdR5XeFQVGxgaccDu6QY7Ji+P3PjUI+f53T9/DmOE2akGxgjOeZZWM+YfOscd9++nMXv5vkvvmWjE3L1nnL/43Dm6g5KxZjgsuHmvFIVnaiohiQOSyNJLFVUwohVhIsRSEkkXkar3NKCFkRSnEFzyHqdaTRpEtUS69J5TuaPVDIf7A4gDy8FdY5w81+F8J6NfVJXq9RfDTlqy0MvqsYATWB4U/OXJZdLCc++ey53Nh2MQIQkszbbFbPOeKYATwbBRS5rvZJxYqOSYUU2a1SvPr2VkzvOmnWPMxhZM1XO8ufdWtepBDurtbumjfUnwVU6rbq5ZXx+UgNzt3OpNlCoS5JggA1G8t2gRV9XIlwRBXB+1gvcNQnoYCoSskiqrAQnoc8c1Y5XWt9frH0TsEpEr0EEHwhgJQlBBXQGurE9FlWntNcCyxta+YEsvv5lW9AxWsi3XofRjDPL9tPXjiAH1woYrtVZZwiqIMYRBj66+iUSPEXN6SCa9WkQ3zV6try1BXW2sZLvbIdQLGO3gpIog8oQYqszoansGbN14by2UHndyAWk26B/5SjxNSpnest8i3ItPY4ymW6OWtKqiOjNGEVze47sZLpylO/nVNLoPEUVLSNyqz4iACbCSIy6HC+er/F5VWvIBfDBGOnU/+dht1768LxMhC9XExrr53/ANSOvf8iRZew9hdhZTdvF2I45KfMZ6zjMAk7OQDSBLh9sszy6BK5G3fxPsO/ryBqsFNluu3LwBmZhC+z3UOcRa1EE0YdBeF4wQPnDlmMERRhhhhBG+cPi+7/s+3vzmN3PrrbcCldnvf/2v/5Xv/d7vHcqif/RHf5Sf+Imf4MCBA7z5zW/mAx/4AI888gi/8Ru/MdzOvffeywMPPMBP/dRP8ff//t8njmP+9b/+19x66618zdd8zZb9/d7v/R5/7+/9Pb7ru76LZ555hve97338+I//+JddxjC8RsgwVPbh//E//scv9jBeMXzi6Ys8enKZdiMAhc5qhqmzirQdE083yZb6eMCVylrh6NWu0l/zrqOMta/cG6mq7Jlu0E4C1gYFUWiwSUhkparIOuWtd+4i3iTLXexkfPLZBd7/e0/R7WRMjifkzpMYi7WG2amE0xd6zJ9aZXoqGVY+oXJNBuG2HW32zrZ45927+dPPnuHiSkojtuCUNHM0k4BDByZ59OQyb7xljlYSUJSGRuRxGAyOtjlHYFJEPFk+w1QyzkRcspyWWyq5AGnpiaywdyziiQtdTnYzpqabDPLKnMvWyxalJwwNc1MNTiwPGG+EwwqtKiz1c1QhsKaaMADG4oC89Hzu/Bo3zzZpR9v/9AIqAu31cuGk1uY7IRt80Xnl9MoARUmCDe/n0ApxAKuF50JasqsR0rSGXME7P1wuMkJiTcWFrnqHXR3WDEiiecJwDUFxPiLL58iKGV7elgUtY1x56f3piMwCoVlCcDgdI3M7rilrBjBDKfa6MDmCWmotKEbSFzViJcClVexTVRUdQOQqkriNxGrdfXpoBqYpsTtB5F6AQYGL22jYQEyAJyF3UwR+HssApcWl3tqVDDetj92jkjCQuxjorbTSjxPlz+OCMaxZrCuxtpLfikUlxpQdfDhB2dizdZx+QNJ/lCR7CqM9REJ8MolvzOBNgpVyYyhGhn2xbrGHlDmumCA3+7c/Z6ZJmryexuAhrOtUPbMKhgyViEFyzxXJ+Wa4cI5s6m5CfQj1BYZiuJ56h9ESjQzkBjUxXtqYsktj4S/wJqJsvbJyrkjP4AlBGlVFvT5nVWXcYLVDGe9jMPEWGqufxpZrrF9Tb5vkyT7C9FRFjG0Euw5AZwXju/h+Sda6CfPd74CbX//yq7RiUWOrCQRAxiaQQR9dWUJdicQhrpui6YDwwXcTvuUrX+bZGWGEEUb40saXi0r68OHDvP/97+f8+fN47zl06BA/9VM/tSW66b3vfS+DwYBf/uVf5j/8h//A4cOH+YVf+IXLKrk///M/z8/8zM/w0z/905RlyQMPPMA//If/kCDY+Jt88OBB3ve+9/GzP/uz/OAP/iDT09P83b/7d/nbf/tvf8GO+UZCVL9cLvWXB5zzLC31rr3gDYSq8v/9H09wYXXA9FgMCs+f7ZDmJWFgcAikOfMPnce5qrpprSAiBKHl6M3T/H9+5H52zF1eCctLx29/8DifO7ZIPy3pZWUVAWQM7UZAMwn4iltn+fYHDxPUhPbMUp/f+svnubg64IVH5xERxFY9ulPtiCSsZM0raynJeMzRN+0FhcAKpa9qYrfMtfjqW+awRlBVHj62yMcem+fMYu3cG1vGppvMjMcV8Ysse2ZbHNrRYud4SDtcoxXME8oAryFZPkOa7QAMZzsZHzu1Slo6IltF4uS1xPr1O9pc6GQ8s9DjwO4xpsYT0qySkIsIganzaE1VRS3WUu7dPc4fHltEVXFeme9k2FqS7H1FTCNrcN5TOOX+A5O8ce+VDQYWSs+y1yExrq5xRYBFYHdgWF2v8A8KHjvXITIyHFMYGMYbAUFgqn+LMBdZxpMQtRbRjdrwRkazEHpP4l68TNqaPmOt5zCS4+uKsEhF17N8jn66j5dbb96KnEb4HIH0sKRUPtAeJaBX3kTur976kJjnaZhjtQvz1nEJJcY4OuUbKHVrD72YgiDqEAQDEMWVCWU+hncxjfwhGv5JxEhVXQ5DJAy39GE7mcBLjJU+md9P39+KaJ+x/GNYv1KRU0x1TOLRZBxtzFQkxxeVDDtpsGFJvBketU26+e3kbsMZXnxKq/eXhOV5ZHm+cmwWQW2AlzbiCtQEDHZ9NfnkXZvWG9Be/VOCoqpsGqmUDqIeH7Vw4wewfq2aWBCDlg5NS/xyH13rY4o1Bnu/mmzn/Ve+EKqExSni7GkCv1SdfTtHGt9GGe6+6jXcjBYPETGP1xirq4i6SsLtynUZCTp/HmcmqxgmVUy5StnYR3f3t72kXuBrQbIVooVHaY6dRgLBmyaELRRfXz6DkCPAin13ZaZVdonSkxjXx9sWeeMwKhGt5Q8TDo5Xx1XDB2P0pt9JGe+58iBeAhrn/pR48bP4aKq6rij0uvjOCoEpWLswTn7k3QSvuw+5hgfCCK88RCAMLUUxilYa4cbiRt9b09MtrP3yemasDgp+/eMnX5Ftf8/9h5hovFSF2wg3Gq+ZyvCrGXnpWe3nG5VZgenJhPMXexSlx1iDNwbbCJDSY0UYa0eMj8c0WxELSwM++NGTfOe33nnZtj/wiVN8+smLtJKAiekGXmGtn7PWK0hCy//+TbdzeNfYsCqhqvzBZ8+y0s+ZaUecqdmctQZPJRcOsirvtswc+9sx77xplqcvdOlkjvEk4PadbW6Zaw8dm0WE+26e5b6bZymdx4gw3834i2cWOLPUx3klCi0W4fbpJq3SoOUEfWmCeLyvqjDr2DMW845Dkzy10OfUasogd5SFo6HKaVWOd3MaoSUONip765Vf76nGVbPJsThgPA64a0ebz1/oMvC+Jpe167GBwiuFq6TUznsePt+hGQfcMVtV+SoJt4BW12/KCpkqA62Up1CZY6kqOwNDQyprpQ5VD7GiVYwKlfnYZDsaxk+VXgkDYcUr2aBgtiWomKE5V+VgLBhVopdAhEFpJmcxkuP8RpyOalDl2kaL5MUUpWu/hG1fjlKgDAp6chhVg5WCMc4yzvMYMsaCRxi4PQzczVc01sr9HImcxJDjt7hFa0XomcKxdbzGZsTNixhTDmOcwqhLEPbJBjP4oo06AyIVkS2LSjJsTE2IBRXBygCvCamvspwbxZNYXcZJG8RgJEfEoF4h7aDBFD5oEkiONJr40iOBXDJdrYgxOB9XvcWbvzEJ3fa7CIvThOEpgpXjmN5CPSaPi2dIZ99MMX77lvXiwdMExQLOVuMSfG1OZTF5H01X8Y1JpFyALMW9cL5ydPMFxpeUYwfIZq/RNyRCER2gCPcjmtfjvbp793ao3LMrx22fm8qETarzUvUqGDTNwaYQV856ahJsdhFxXTTY3jhwOEzXI+4+Sdg7hmhBGe0gb99OmezflkgHy8/SOPY/MfkaHN6NjLcwaQ+CLq45h9bSddEST5t1ybsGbbL2XZdtrzf9LoL8DsL0BdASF0xRNI6gNkGzFPfsE5D2kR27MfuPvKwKcTbzRsLOCUy+hNommACJDTZoUTZ2w5v/GmHw4lIDRhhhhBG+PKGvoIHWaPbqSwkjMvwqQGgNcWjppRtBO2OtENUmiyspufPkgxIxwsxcix3TTeymCJ0ktnzq4XP8b99yx1bX5kHBJ5+8SBwamnU0kBWYaseMNUKWuzmLqxlHdm/0wJ5ZGnB2ecBYEhCFlvZEwspCHwnNsM8NAFXy0lM0Qw5MNbhr95X7aDdjvfr8/HNLPPnhkywPcrCWUGD25lkm7lyvClaRPFd63sw1I876HseeukA/d4hWZPeh0hM3Q+48OkOWOtrrpmC1F5IYiCKDNQbnlF2TDbwqO9shzbWAUnVYbbV1vVLWjYW1Ip7WCJ+fX+PgzIDZ8aoKCODKhCKdBB+xOzD0FBbzknPdnE5WySvnjbC7GXJ4PGHcCC62BKaqqMdWaDeCoXR9/eCDuid4oEpvUBBEQRWPJVITfI8tHQ0jV62Slc5zYrHPmdUq0mfvRMLRHZbAdvEacGmVVdViJCMMVm8IGS5EGFgQibFaIJQ4LCscpCRimmcwojTMOSwZHfd6Nj/iREqicAVjckqdI3AXqoggDTChqVS+NCn9ntpIbKMvN0qWMKbE+/o4VYECMQVxssgg30NSPI6UOZgEMSWaFUgYIlbqvFql1En67mY8bUQzIn+mkmnXBMlI/RuWAPE5kq+hQQvnIwJTVu29ThErW862eqFT3Ma2rsRiKaKDFNFBaD+AuBSTLYAEuGSOoaPzxoUjSo9V/cT1d44Wlm5F9EUx2SLaTPDBJPkaBH4ZIUXDMbKZ15HNvQns5R4C20IElRdPgofDJUFYq5yP+6uoeogiRBQCi5YO0gwjS7ioVZ3r9b7cWiVxJZhyjdaFP8AWi4BFxRD1jxEOTpJOvolsfCvhl7xTEeGii0+m0a4gEwYCC2Ufky7jGjOVUzRKZg5cuzItQhnvpoy3VsvLT36Y/A/+C7q8AM5BnGCP3Er0nT+Imbt6v/WV4KMpuge+jeTiRwm7JxE3ABOSTd9NOvc2dESERxhhhBFGeJVhRIZfBTBGuO/oNH/++UoGvS5FGW9HxHHAUicj6+Y0p5vMTl/+MmNt5RBdOk8YbLwYn1no009LJlqXSzkCa0Dh1IUuX3HbpsyyQUHhPOON6tbavX+CtdWUfFASxAEIlKXicsfYeExzrslj5zq89fD1u7Z+8uGz/Kf//jjOecbbERal1y/58CdeYGU15Uf+xr3Dc6CqnF9NObHQw3ll53jCkR0tVnsFv/vpU6S5Y6YVDScBzndSup2cU+fWiGPLxERMMw4Y5CVxZIlDW7tOK1EgrAqUhePiWiV53NWOyLKSblZWEsPaVdir4n1lcDXVCHj9/gFj7QEiFlWDiBKEPazNSPs7wMUEznNqJaVXOMJaBl2ocqKTsZY77p1tsdcaFtsxJ1ZTxPhh3JSieK2IcGTN0HTsbFaS9nNCa4YO3EXpiYywHBoOJ+GwN3oz1gYFv//4ec6vZUOjsYdE2DMR8N1vUcZie9k66+TYmCs7lV8vFMisgCgBA8Ag4rEUOEJ67KTNPAmrqFhCs0qsF8h8JSMNg1VajVMYk29sU8fR0hEEDmxlSSZAgxdI4lMU5ThpNkfpmxib472t5Py6TOBXqxxgJ1UUUhwwcPfRzD9T9Xf6oBp1kVIGY6TR63CyXnFe7xXOAFdJd6GWezsQHU6eiK/6m1USlBQTlJSdDAmjyrRaMygLct2BtSs4aVA91kuuZIqlNsE1r5bNrIjmwwpm9UmIYwxDhsgAvJKxn0z242bGYfqdmKKDoVsRaLPd/fDKIGMPIReRsot4h5qgmsywlapEV9dQEyC+RIo+GrURn+KiOfw1qsLJ8iew+SI+GB9OWChVtThZ/QxFsh8fbcjSw4XHMEUHH9cy426OX04xUwliDfgU6zsghlx2k8mhl3TM5ec/RfZffhnKApmcBhtAOsA9+XmyX/mXJP+vf4I0r8cA7nL4ZJb+/m9BijVMOcCHbTR4adsaYYQRRviyhVZmpK/Utkf40sGIDL9K8MAdO3n69BqnFnvEoSW0UlVeS+XOA5MUkeWzD5/bdt1BWnLL0ektRBiqfNv1+KTtoOhQyryOsaSKAcpLTxxaxqca7LtjjnPHligGJd4rYWiYmmty9PY5TGB49mLvusmwc54PfPA4ZenYMdsaRqeMtyOi0PD4Mws8eWyRu26do3CeP3r0PE+f71DUEmCRKlN3rhnSS0tmx+It1fAosGTWs7g8YN/ucc5f6LJzrk0zDggDuy5+JpDKeMqr0nXKQMCKYIxhz2SDF5b69IcRTdUYQyvMtSN2TXgOzzj6uRDXFXdVUDUYUxLGq2T9HZzsZPQKRzPYMPpane9x4tkF0tRx7sAk737TXu6cblK4yihLqXPxaiI8FtmKCKtS1BFbXiF3HnEbplxOldXSc6Fw7L7E3EtV+aMnL3B2JWU8CYbV+cJ5Ti/n/I+HQ773LY5tLL8Aapn6y4MX8Aiiri6kKeBrtXqJJ2HAdEWGtcpjDeUiGXswJqXVfB4jJV6D2ukaRApsXKJEOBfVRmvrzuBKGKxibZ+8nKiql94Q+ouEulpL4S2VedWApjlON7qDjryDuDxO4BdQLEWwj8weRuXySaiqGmoRSpQAxIH4WpJfyZIlAOwA55Ja0m0wYYmQVa7C6kACQhYIi4s0nMEXAdZ1UKAM95Amt+PCHdd/ssXg7Ti2XNjy91oJcARY7yiivfSp2yrU0Rg8QpQ/i6nJuzcNsvg20uTOV6QndzMKdpKxh1iOQxKBSqV8MIL2B7C6vLGwd0jZQzFkE/dcdWxSdgnT5yt35UsintQ0MW6VqP8c6SYybAcXNxy2a7gLfXy/xI6HSABl0CaLbyWXPZdX5a8DqkrxZ78LWYrZsala3GhCGOFPn6R86K8IH3j3i972lv2E47jw+hQ7I4wwwggjjPDlihEZfpVgvBnyfV9zEx9+bJ6Hjy+RF57xZsRX3DzDg3fs5NjxJR59/AIrqykT4xUBVFW6vcpR+ivvP8DS8oBPfPIUzx1fJgwNt98+x3gSsNYvmB7fKmPMckdgDbfsn9zy+d6ZJrsmE04t9KuIIhHG51q0Z5p0lgb4osTknpXFPo985iwIzO5ocfbwNHu2MfC6FC+cWePCYp/xsctllUkcsLKW8fgzFRn+yDMXeezMKo3I0opDRITuoOD5i12eK5XS+ct8nZqhoZ8JhVOy2oDs1JlVdu8co90SLEIrMsPVjFQRM3EcoN2q6hiHlsNzLc6spAwKh9SfTcSW0Bh2TwwQA6649EVc8GqwQYpScH5Q1BMSgneev/rT53jqc+fIs4pkP/bxF/jYXxzn+7/nHt5weIqltOSM86gIoQiRMcPjy2tWsz55sL7n9cmOEggUFgvHrtBumSA4u5pybjWlHW8QYajk+a045IVFz5mVnL2TmwOfFCMFXgOyYuqa1/Va2CBltiazjtwJqatcma2FtrG1gtlWrtB1vnSzcRpr03ptV51nH1akuZr6xZoC6vitdb/nKsxaiIJVCtoYSgJd2xp3A6gKgqNhn2fN30PfzlzfMUlMbvYS++N4DesxruvptarMRm2MlGCqe0ZtA+IE0QI0x6clblDFJZl8hSCdBwVnxgEhyp4jKl4gHb+XNLjlin3UlyJLbqbVXUB8XuXc1hCfoSJkyU3Dz5r9zxBnT6MS4EwVk2Q0pTF4GNSRNu++rn2+dBj63IX2ByT9R6DVRHOHW+jhlzoETRBbOeuL5KiJSSffTN6+erSScT3QEjXbSIPrXghTdrZ8rHajb37L590ct9ZFypTe696LNy9NxgygixfQM88j7TGk7FX3AlL1W9ukmtx66pGXTYZHGGGEEV7reOV6hkf4UsKIDL+KMN6M+MY37efr7ttLVjgacTCs3N556yzf+p5b+V9/9AzzF/tDEpTElq9952Em2hH/9P/6EItLg2Ee5sc/cZrJ2SZuR5OlTkW4jQj9rKSfldxxaIpb9291RTYivOe+Pfznjz7PQjevTKgSixqhNZmweHyZlYUexghBYCiccvFsl3/3nz/Pj3zX3dckxKXzeK+Y7UJ4ARDK0tPLSh49vUoUGJLQ4r1y7mKPXlpUhZvAsLo0oHexz8HDU4S1+VgcGOLA0M8d/cJjCkfplR2qqIdWbC571TVAFEhNxLR2nTZMtyN6hatimahkyoPSY42vzn2wTX+nSmX6Jb6KV6pJ6SOfOs2jnz5NFAdMTCdVfdp7Llzs8R/+48P8H3/vbcxMJEjpmS8dFc1TBCF3nsx5nCor3ZRGI6psqmsjqPXrLaYy5CoVwk0HebGbU3pP21rC0DA2FmOtoSg8a2spi13L2eUGB6YHFWlVGWYND9K9eH+dvaNXgVkn80DpY5bynH5pWFcwiUBu20w0LIHp44hJ2UmcXCCKVqo1dd1gTjEmr+TpUFVk8fW5H04TIPjh/xry2v3XV1E5w6UqIupcjDV9rHRxenXp7WYMwtsJ8iUCXUS8r43UqgkUTcYhiGsPKAdi8d7gNSDQARiDaSYgJa6XYrLl6opbA6JY46tsYden2f8s8Y4eabmXtNzLdoRtM/LkZoJinig7jikH6KY4piy5lSI+XF0Xt0KUH8dLNMynBfDSwvg+cfY0WXLrlu9eGRgGY2/APPJXmM4xfHN6WJ0t0jrXuTVJuu/dFO0j1zTNgnriQQJEy6p/esuXterBbn1elVM3E5/7JJQpBMmW5U3eoRzbh29e3e186348wdoJwtVnEZ/jkjlSPwu+xJQ9rKkndABcr4qPgspJe4QRRhhhhBFGuCZGZPhViDAwhJcQLRHha995hDtuneXTD59jaXnAxHjMfa/fxa65Fj/9T/+CpeUBO+ZaQ6JZFI6FC10OtCOC6Sar3QzvKwL9ljt28K0PHtqWlB6YbfG33nmETz67yJNnVik8SGQZdPqsLvSI4wAbmMoF2sJ0M2RhecAff+wkf+tbLne03ozdO9q0miH9fkE0sVViWJaeovScWO7zC3/4NGvOM9msiMv8Up/uIMeIUOYVWSzWcuaPLXHx2SUO3jELSUCRezLv2b97nCOzTVZyx0RgmW2EBJEdktPNUCAyhtgIvdKTWIMViKxhUHq8KmnucLW57YWesG9qIzZp63VSwGA0ILE5vdIj3vP4Z85ijNCoj8crxIFlYrbFxcUen3roLF/zziOVE7UXVr1SKKSFo/Se3HlOnu+w1MlI4oCje8doxEEd8yJDQmykMknbjMAIIExPN5mdbQ1juQD27GpS9heYGYsZ5OMEtovgKV2LvJi+YS7SBghVyY2wlEKvDDDiCWQ9s9ezViYcGxzhUOsiabAfT8xYNF+zfRkWXeuSL2JqnfhGnXzbfSuCumDoeLwh067gfVivWyKbs3evAypNOtEDjMlDhOVZ8IoGDTRpIlGyMSRj8D7Ea1T1KuPBV6TXJBZd69dktUqhtqRQRzVhI6TMkaxDo3EKJSArr1GZFEN/7AGK+ABRehzje3g7Rh4foYg2XJTD8iwmsXjbBAeab5AwLwnWdwnK8xTRoes/KS8VJiB93bfTePi3MP2lDamyenxjiv7N34Wf3D73eDv4YJwy3kvYP47KhskZgPgUNRFF8+iWdcrxQ+QzdxAtPIL6HLUJoh4pemjYINv/juuXjbuc5snfJVx5BvH1eRWIgxbmYET/mRU03iRjVoVygLgCe/TqVe8bAu+w558kOPcEFAN0YjfF/nvR9ty11x1hhBFG+BKHQmVa+Qpte4QvHYzI8GsM+/eMs3/P1j6wj3z0eS4u9JidaW4ht2FoGWvHLJzr8H/8rfvou6oHec9sk9mJq1d6dkwkfOMb9/LeN+yhLB2/9cfH+IOPPE9/LSeMLclkQnMqYaIZ0YgsZSPg0WcX6fYL2s0rZ6+1WxH337eHP/7wSfqDgiSuJL1l6XnhfAdvDUuqRN0MF1ourqZ0BwW9foERIU9LfOkxkcVYwQSGtJvzzKfP0to7RtCKEIF5v0a5s83/8+2HMUZYc54zhcOrbiHEqoqnikPatXOMxxZ7rGSOrF5uKg6Y72SVOTEV2Ty1FHDXbkdgSgovhEOzIY+Ip8jGESz7WhFPraYsLfTpdTKSxgYRFiqybeqYp+MnV4Bq0mNXaJlQeHypz4VejveObn9APxeiwNBPS5473eH2w5PDY7F1oXgqMJcR/gPTDXZMN5hZJ8JGMAKtsEDFYJvTzE6fJ45KinyMXm8PG07MNw6x82Re6Luq+m6k7tnFE9LHo6y4aZZo0wBC2637hEMsGdTS53X37uG/db0TfDMxrj7zarHicK5JUTQJwtXhYqoG9baWZReAxfsEox0MGZ64is65BvlRaVDEhwjGYpwLa9JVm2mpIlJiKWrHbqrM4TIFX5tkBWHV66xsmmHRWgYuQBURpl4QFZLgHFlZZW5fFWIo4kMU8aFtBq00zZMkyTGMtxhyNInQdhO3lqKlr2KlTIChuHz9Vwhu8gC9t/ww4ZnPEiw8C0A5ewvF3vvQxuSL3t5g8i3YYhFTrtYTDaaaFBFDOnYvLrqc+GUH3g5xg+Dik5iyj2JwEwcpD72TcuzIdb8FJec+SrT8BD5oo1HdFqIek11k4t4Z0lPL+O4AaSVV24vz+NU+wUSL4N43vuhjfVEoM5JP/yb23JPVJAyCnPk84bG/JLv32yn33fPK7v8GoFhcxq11CGanCcZuzKTdCCOM8OqC+leIDY/wJYURGR6B8+e7ANsGojebIQsLPZYW+tx7z+7Lvr8WvFf+7998hE986gz5Wg5eKQclvUEXk5bsvrXqrwwDQ5Z70qwckmFVZWFQcK6XU3plPArYPxbzTe++ieW1jM89Ps9apzLsyUvFW8PB2+eYmWqgqqx5xSl0+gXeV3ZHvlRMWJGDcjXDGEGs4AtPtpQytaPFZCvCeeVDD59l71yLN9+5kzEjjBlhzSuiyro40QOxCDOhJRLhgT3jrGSOgfMkVnhmsceSEcYjS8VVqr7jJ8/CHXsyCErE6DD3tywT8nQSgF2NgPM9Ybl2b3ZeMVrVcRNrCDddrmCTEkBEkNLxxKkVnPe0EkUUAoHCCHFoGGQly2sZU+NJ1V8rQsMIO6PLHwnjScjN+yZwNREGaEc5kfU478l9yJnuOGNTy0TxCqqGfn/vi75XrgUDaOlQVQIBg8dIgaHEVPVbcg3oOaERDqiSrcETYihqp+aNeC8ZVoxNHYJVLV0doaLeYE0KGPJ8AucSEnMWkRyvCRvE2WOkJHeTNPURApbr7RlKphjo7Ti5uhFRXk6QRPOI8UMSq1SO1MbUPaFqEdfH5AtUXd71cRQOMa5ufaj74GWdCAPqUTGojVANMJJhTR/ntycAhi4xpwlYBISCHWTsRal7Z1Vpy0PE7mR1ntbZXTlATE4w0cY7xUQWpE1TlrDuOINiH6ov30ztWtDGJPlNX0V+01e97G35aJrujm8i7jxG2D+GaEkZ7yVr30nRvGljokOVqH+MpPs5TLkKFvze3WThAfLmrWhzjjAKoHBX3+E6ypRo8XNVv7bd5I8gBmyMSQZMvONWVv78Gfxyd3ip7ewEU++9h6y1+Q658Yie+jOCs4/hk3E0qManqkh/mfjh9+Mm937JVojTF05z/j/+Nmuf/AxalJhGg6l3PcDO7/3fCKcmv9jDG2GEEUYY4QuMERl+lSMvHI8eX+L4mTVE4Ojece46MrNFRp0ktVy27nfdjLL0GGtoNF7arfKJT5/hE586Q6sVogaW1zKi0OCd0l1JWZzvMbdnjEHmGG9FjLerl2Xnlc+c73Cqk1IOTZ+EJ5d6vGnXOD/43a/nxKk1Pvf4PHnhefz8Gj0jzExVL+wiQixUITxGcKq4UjGhYOOAdHFAtpLWtvlCFFqkcEw3QuK4OtY0c3zs0fO8+c6diAh7QkvDKSvOU9aEeNIaZgJDWJ83EWEqCVi3jDrfLQiNEF4y0XBqOeZCVzgy67hrZ2Xm5IomZdFkUCifPbXI0xe65K4iG+3JhLWFPmPNkMgYqssnFIVDRLjz9q0vnkuDgqz0tCJDJd8VmoGSOeruV+inJXOTkBiYDQJ2RgHRNtptr0q7FdErqz5mK47QKr7usTWidIqEwhsESxSvkqazeP/Ss2OvBKn/MwqBFBipen8VW1Myg1BWQmi1tQRcKGkSMKjcqIdbMzhX5QbboDLbqiTe8NQZ4fSSEhjl6FzBztZZ+txCr7yZVvgsVtJ62/Ukhm9ii4sYBngiPBGCI+Qilj4dfRNertwP71yLrJgmCRdQPF4rF3AjJeosBZbcx6CCsXOEbhkrlWxbVZEwBmMQX6ASIkOJsFafRW0IW8DVZ7kDLtLikarSW1eOA1aJOUOXe3GMY1km8qeqiQWJagOndVtyh9gU2xhDXYFqhBpDEl4gMD066W3DKKnrgxIGawRBrzrPZYuiHOdaPc83Ej6cYDD9NgZTb6VSE1w+aRj3nqSx8leAQ00DFTCuT6N8HNNfxPs2xhq0tY9i8ug1o6dstoyUAzRoXv5lvf/k8AwzP/gNZM+eQbMCOzNOfGQHNixJX4JL9XWjSAle+ExlFhZsJuqCNqcwvQXCUw+T3/41r9wYXiKyM+c4/vf/Kdmps9iJMWyrhRsMuPjff4/+M89x9F/8Y2x7FCM1wggjVFg3HR3h1Y0RGX4VY2FlwK/+/lOcutBlXenx4YfPcXBnm7/9jbcxPV5Jne9+/U5+7w+eptvLGWtvvNyoKiurKbt3tjl65PpzgDfjrz55Cq9KsxFirLDazSmdElhBSmHpQo+xmQZF4bn/7t1EtZHVk4s9Tq6lxFZomCpayKvSKxyfPLfG1xye4taj0xw5MIEq/NP/+giNS6ouceWORM8INrRgFZ87+ue7rB5fAarKtQAmkKpfc9NzL4ks84t9ytIT1PLhmUCYtuvWSmzbQ3y9WOlbHj0TctOmCkpWev7giXnOrqaEVgiNofQwd8sMq4t9Ossp05MJHsNgkNPp5tx0ZIp7X7fVlGdYs6x7gqEqYiWBEqtSlsqhsYL7d/XQognFlQnK+rasqYzAIrsuKt7ca6yV8ZZajCkIggF5vh0ZVliXKeum6uV1olmbkTnAXiLFdhiMKM3AIyhOI0rXILR9VC2lNBD1lWRaBFXBOwt1ZFPuxljtrvJbH7ecWa7MuVQhNAF37V3jG+85ReEPspa/nthcxJo1FEumMxQYwmCZwHcI/Vp9fkwVRUSPmBcYcPtVjkzopwfwPiYOF+pqMBRFQO4blMEkasxQ2ZzqPprFCSJdrt3PBFrjaLdX890CKCsJeBDjJg/WExclngjnt3FIpqTF4wg5juama6NY+jR5nA5vIdbTCK6uXIPWJlNIrR8vCwgcqiHOjoManFoC2yMOF0iL61OYiBS0mycIgl496SBoXBHibv/QF6TKfMmAMOkK4YWHCZefBTzlxBHy2btIOg8BWuUR1/BOMaefIUqfrhypxRKIIRo/QP+2v47GVzbxUlPL5dXBJZMHaqrflaDYqTGab6r7g1Uxbg0fTOOiFxGl9SJh+ktIPkDD7V22FUFWt4/x+2Lj4n/7X2SnzxLt3V0ZzQGmkeDbbfqPPcXSn36IuW/9hi/yKEcYYYQRRvhCYkSGX6XwXvn1P3qGk+e7TI/Hw0pwUXqOn1vjN//kWf7Ot9+FiHBg/wRvf+Agf/bB4+SZo9WK8F7pdDKSJOBbv+X2odvyi8WFi33iqFo3iQJmpxosLA/Ii6rKOOiXdLoFr791lnfff6Aao/ecWEuHJlTrMCK0Q0uncDy/mvG6RkThPGuDkmYS0Eu39iaKCIlAP/foIGftXI+lF1YJ6u+cr6SxxghaKlEjIEo2fhLO+8rs6xJHKakJ2fVg91jEsaWU5JKqu6pSeDg4sfWF/sn5DmfXY4zqKm0EHL15Bu88y08vsrqW4euxfcV9u/nub7+LJN76U55rRTQjSydzROt5uAKhKHntNn1wtqowF+XV+79FBNfJ+PQnT3P++RWiEG69c5Jb79lBGAUowkQ8qI4L8CqoKJf24EqYYcIUTE2GXYDPE9RdP6mJjDBuhGWnIAHtqEkcVFXhfqGI9omtr40vIvp+jpbME5gURGuHaIsq+GIzGVfKPOc3Pmo4tWyZbCqhrXhmWsDDLwQ0oou88859eG0wcAdwKuSBrSJ7SMmZBJTYXWSseHaDwBEQcf4aZBjAkOa7SfMdWJMh2ieyZyii6er8+XQ99AmVhH54BJPX5koCEicM7L1IukrDP4uIxydT+MZsZaIlOYiS5bvZrqc70jNYXUE9WHK8iVGpMnYdMZY1ApYxZOs3xvodUvXTqkdqZ24VizObI7UMqkJkF6+TDCvt5vOEQRfnIzb6mz1h0KXdfIFO7ygvdjLl5cB2z9B86rcx2QqYWlHQO0u88nnMdBMXTm4aviLnTsCgj1iDj5oQtvFlhl05QeOZ36F/1/desZ/cJzO45i6C7gt4E29ZTlUq+XQcYVyv+l4V4/sgIYOJN2xbvb5R0CCutu+3l3wLCtF2ky1fXPi8YOVDH8M0m0MivA4ThSDCyl98dESGRxhhhAoKr1jL8Kjg/CWFERl+leK5M2s8f77LZDvaIokOA8NEO+L4mTVOnutweM84IsJ3f+frmJ1t8sG/OMHyygAR4eabZnjve255Sb3C65iebrCw2B/+e2osphFb1ro5a2sZrXbE933bHdx9247hOLu5Iyv9FiK8DpGqGrk0yPnLZxZ4+IUV+nlJZg3EAamr3JzXUTqP88p73nKQC8+v8P4TywxyRxBarDU0Y8MgrYyxZveOVcRYlbzw9DPH216/+zLp+PVAVTm/kmJzT5EVdAhohRZrBOeVfumJA+Gm6a0yyGcu9DDCkAivwxhh79FpDt80w1tnW2SZY9fONrt3bt/3WQBz001Wzq0xyB1RYChV6TklzZQyzfnQQylfedsu9kxcndo/e2yRX/3FT3F+oT90ZH78U2fYc/g03/r99zE7A1NxDysBpVjQBIlSQruEy1v4MsFEA0y0Hr1UG0TZAtMo8WkLLa9fUr0ztISBI04MRixeqz7fiRhCEyJkOE1AK8LSzXYRBn1C2yViDXWC+nXBNXWV0/D0OeXsimWqCcF6CpNAIwLn4XOnhDcd7dBKJvFAvj5BpEpAH/AgQh5M09d9tMpT1dcI1GZY1+ckbHG+SYNjFMEkisFojmAAV9XjNUVNk4HZRcIFqrq4pQxmKdu3kfE6xuQz2Ow8wdqzIIKPJsjCW0j95U7SVldpukcQHdT1fjBugEpIaadALEKGIcXRqqp/6rfkLVeVzMrUy7PdBItUbtvXcwZsn8B2a6fuzc8Bg/eWMFgjChbJyxm+IIRYPY3nfg+TreKTjdgmVLF+DSmAYGpjKGkP6XfAhnUuWP3mYyN82CJYPYntnMaNX8HdWoR099tpHf/vmHwJH7Sra+BSxGXkU3fiZw4T9Z/BuEF1fcMZBhNvuMzh+oafiuY0buYQwfxT+DDZek+XGWos5e6rpwJ8MaB5ji8KJNz+tUfCALfW2fa7EUYYYYQRXr0YkeFXKc4u9CidJwq36W8LLZ1ewdmFPodrZ2lrDV//tTfzVe86woULPYLAsHNH6yURwc24/037ePrZRbKsHPbiJlGAGauqsd/xTbfzxru2vpwbkVrGurmyuAEFTi4OOHWuQ2CEODCYWBjkjn7pSQcFkRGKsooUOrSjzdtum6N5925u3jfB+379c6ytZUPyXVpPNJGQTDZY6eas9nPywhMnAWfSgs+9sMLd+yeu61yoKg+fWOYDnzvLcq/qpYxCS6MRsnv3GK1WVQVth5Y37B5jprFVAjko3TAb+lJYI3gRbr159orLAHRLx7HMMT2ZcNArZxZ6pHmVMxwYYcdkwtK5lMdP5pyaP8t3vS1i/8w2vYlAmhb80q98huWlAXNzLcp6t650nH5ulQ+9/1H+3k/soxmaulqmtcOyQWxOkBQU2RgSZXWG7vr9WF9f8Zh4gCsjrpfUiMBEYlFRnCoGwYrH4PEak7uEgAKxnvXqdFGMo2lInKwAvpb4CiIOI56snOL0UobiqorwJftsRspyXzi3WnJTAs6aISE0FCThGo2gU8U1YSiiCHohlJXBV87s9UfqAFASyAqZ2VVJkKlk11L3/AqCqsebZv1NhqdFSdXOEGXHkOIsOoxbAvodQvMMNtmFs5Mbu1JPyz2E0ay6LuuZuqqIFli3Ui0vgifEyR4SPU6VuyzD3mLUV2ZdYQMv25BhqSK3xA0IeycRn+HCCcrmAbikxzWwg6qyrZt/Hx4rGSIFItBOjlEU8wyK/ZT+6gZlLxfB2klsfx4fjW2tuorgpYnxBabs4KMqd13SflVSCKvfBJtzim0MRQ/bPXtlMgyUE0fpHfkOkrMfxg7mq/NrY7LZexns+UoIEtKJ+zDlCojFhTOvaEV4CBHy296NXTmN6S7g4xaYACkGiMsp97wOt/MLEO30ImFaTaJdO0iPPw/jl0vUfZbTuOnIF2FkI4wwwpcqRj3Drw2MyPCrFOtEbzs6uf7bvjSLGCAKLfv23rgXy/u/Yi8f++RpnnjyAkFgaDVDstxRFJ7bb5nhnW8/dNk645FlMrYsDgoCI1tIaOkV55WFpQGt2A6rx1EAcZAwv5bhjOCyklYS8vaj0zx4x06aNRF/0317uOPWWT7z8DnmL3RJkpAjR6b43MklPvHEBTqDEhGYmWmwZ984Pef5o0fPkZeONx2Zueqxqip/9Llz/PGj5ymdx4ggAmVakhUOq8q779vL7smE3e34suovwEwzYm2wfRRN4Txz7XjbfOJ1DLznuayk1KqKvnu6wcx4xGqvwHswqoy1ImIHWqyy2M340BPzfM+Dh7fd3kMPn+PixT4zM02CwJB5JVfFBobxCcsLT11ksDjB1N6pyldYLaUGFF4oVQitx0cdIEC8vYQPVuRYxCG2RN31GSupVTAeKwXB0MxXUB+g3labzWMk140+Vi+UJPQUkvhc7RKtqAYM8jkG2W7gFKppTdIv2acqE+Nt+lGTZwYFYgzt2DMdpYzHF0jCtdqErhIyR8EAM9ZAuxlaWHKuP9+2OjMe0ZrMi2xi51Wm8voHoiWWPkrEgFsBg3VLJMXTKBZvWog1SFRFkFnXp1F8jq59x3BfoV7A6BqOFlY69fZNPSFlEC0w9HBMVGRbLAO9hYY+hdGi+n3WDxU1CUSTddRT1Y8NWucvG/zKGmPnfwPj1tUigotm6O/4alyy0feuetlTC2sGGMphD7yqENpVrOnTzW6j9FfuwX25kGy16t+1l0v6VQMoqhYAr1UFV2sFi6hDTYQ38WVBVnodJlflxFG640cwgwuIL/DJ9BZTLbUJzl4jM/o6oUWO/+zHcJ/5S3R5AZnZif2KBzH3vRWxW18V/OxhBm/5W0RP/Sl28SS4Ao2aFAfeTn7bV13TIOyLARFh9hu/ltP/v1/CdbrYOk5JVSmXVjBJzPTXv3wH8hFGGGGEEb68MCLDr1LcdnCSRhzQ7ReMt7a+wHX6Ba0k5NYDk6/oGE6eXeN3/uwY57IcMxbRWU5Z7eYYK4xNJvgk4NGnL/Lme7ZKkUWEO2ZafPzsGt3C0wgMRiB3Su49xilpWjAzFtdu0BUCa5hpR5Re+Wv3HWHXREKwjdS63YrYd3iK57sZT5xd45GLXW4/NMneo9OUpWe8teEoDbA2KPirY4vctW+C5jbRQ+s4caHHh568UPUaB2Z4TL4m8Ku9nIsLPd50lfN++842zy/3GRSOxqY+7aysLLvu3DV21Qr1xdyRO6Vwymo/p5+VqEJghXYSEkgVhhNG1fhaccDzF3ss93KmWpe/6J8910XRYXRTbIQIoVSPSxKWF3o8fypk156gcm9WIXWVe7cglN4MI5hKtZV4drvhy/XOvio27uBp1FFC62Srkl3jwFMRYry5rMSbl1Pk5STWVJVHYwqieIXJ5GluP6h87JiQOUcSyIbxGJ6x6Rn275/FhQGp93h1dPuOfuF4XaNXOVrrxgSU8wYrGTRa9MtDFMxe5/GtH2WIEhO4DkUwBbULdlWFFaq+XEPgOuTsJuUgjkkAovI0ogVe2thWhEn+/+z9d7Bs2XXeCf7W3vuYdNc/78sblIUnHCHQG4mUKMORRGlaUrQ06m61YmYUjImQFDGh+W8mFGqF2FRER6hbjG5RbEoUregJGhAEyqEcyr/36vnrb96b5ri91/xxznXPVL0CUEAVkL+IR6LSnDzn5Mm8+e211vdFSNP+L0yThIqiuEyhdfyVYYCgBIkItDGMmtbxbZs0j6gwlnsBi2EAxlLqYaxuYrRAcZTmMCO9m5ZfJHFLGB1BtomUtRO0Dx2S5Yto8LXRlBgIFTZfpnPt19k6/ldQVwuUquoR1CFSoRrtRGhth5qpSt1CrRHWZKTuMoPi3atG1gK03t+6A2LvnYrfLKB3BFsNAa0H/Y2gAXwys9sVoIqUA9SlVDO3WYUUIbQPvf3jvg60LCh/7l8TnnuiXtiIY8LKIuHV5zEvP0v0k/8AcTcK4uwTfw8ZrSFVTmjPQfTW/gPfauZ/5PsYvfoG67/9B1T9zToLO3hsu82hv/WTdB9/+Fu9ixMmTHiPoNS/396tbU947zARw9+mzE2lfPrRI/z2ly+xvpXTbdpxB6MSH5Tv/fAxprvvnhvr1eUh//YXnmd9M6fXiUiOdLnkPUURcJGhPZVw9mKfC//pBa4uDfmx77trn8g72k346JEpXlwZsllUKBAZ4c6ZFleXhrd8XWuEwivOmpsKYYA/e3GRX/zDc4xzTxIZgip/9NVlkpmEo7PpPiEM0E0c/XHJueUhDx6bvuVrP/PmOlnpccbsOxZjhOCV0ge+ernPDz129JaC9o75No8em+LZy5sUAt1eQhRZOgodI5xZuHXsRwiBS6OCYeHZGpWUvjbNstZgrCGrAsYIkYLfHmE0htJ78lvkn6apQ6+L3RKoW4mLQGQNSZzWQlANZai3vX3mt4usIlBpqF2X9x271gnB4fbaO60bIzaj8G2Cyo6u3hnHNRWEm/Q570PwoU2SrNBuXavbcYPlzEHlvmPC8xcsVRxoRaGu9LoOdx1boBU5WtZjzZiApdAWg9JweTDFyakt2AlaMgglQS1EMUwlRGGVUCWEoo2GW33tBqwZN/uXknOCpHyTyvZqw6RQt90Lpja3ChGZv4OoqZiGUKJEiGb1XrQiTCuqK9ZV2DnbWKGTXqLK5gjaYsdMS7VpbzYIGcJ2e7ZjzF2UHCSRN2nJ2Z376vtbZHqGTGvH6lFxiqqwdIonkJChOAIOU60gMzF+ZNG8eeeMI0TTmLJPvPUy+eyH6jOhMXkxTytZQikRmm4JaSawKwNN9TioI7KbCOU7jG16e6QaEa29iOufRUyFzVfwycI+QWyKLdR12Dr440TVMi6/XL9P+TR26TUoM8QpQo4rBxA8euQ0SbxMplP7W6i/Rfgv/j7h2S/D1DSSNPF0gI5HhKe+QLjnIexHv/vGJ4qgnfn3zQ87cY4T/49/yMxnP0n/81+gXN8gOXaE2c99mvZ9d3+rd2/ChAkTJnwL+Nb/FZ7wrvHD33WKNHH80VeusDkoQISZbsxnHjvKdz929F197c8/cYm1fsaB+RYCXLw4JARIEktRKatbOS62hFHgl3//DT5w7wJ3n57dt43jvYSj3Zj1rKIKSi+2tCPLF0clL23PnF5HXtVV2enWzX8Ub2zl/NIfn6esAgdmkh2BlxvIgrLSzzl+wO2rXm53gRb+rW0FlzayW069bkdDVV5v2rq+93EfPzVLq5twLauaCCclthZjhOf6GY/MtGjfpMX9+cUBIyMMxrUQjqxg3e6iQNA6v1mAuB3TmUrYWhyQRIbp9s0XRh55+BC/8msvMxgU9Hr7Y7f6GzkHD7W5+55ZIAeUKjQCtTHaslLfVnpDbOvjj/Y6TBtFq6gWsLeBjcY4ycibyqVQYJpW6KCmEYMBeRtxbUxBq7UIgPdJszfw4x8PtJKc5950LA/qVuH77pqjnUb0IoM1Q4SAAZxUVAKL4y7HukOM0R1zMCO+jhxCkeY6NdEY4wqq0cx1glhJ4yWSeHknUimEhCw/SFXO087Pk0dH8CbdmaWXSknDEmm8hFAvZAQisuooQWoxY9LmM7BvZbteCZEokLgVxuUJSjlUnzdylJRADET1vpOhxORyBxGrtOSN+pzR2nmThYJU3sBrh5IDEDxp/iwShqg61Nh6brnyqBFMG0KpEJrrQAyIwY0u7ohhgHF2FNSQxCsYux3HJXhvCNWe60UFJDSt2d84MWzGK3Te+AVsttLcIBifI/kVvJ0GcUiVoTYmO/nn0GSWIpml6NxTP37Gk7Q+T3z1S9h8uXYCjyL0yAnk+HFa/qtYXWdoP3zDzPS+/dhaJLr6LDJaQ+MO1eEH8bNn3uEM+lvjv/T52hU92e8CLa02Otik+tLnby6G34eIMUx9+DGmPvzYt3pXJkyY8J5G93UffqO3PeG9w0QMfxtjjPC9Hz7Opx85wqXlAYJw7EBnJ+ro3UJV+crLy6SJxYiQ5xXjcYkxQunr6pT3SiyCWmEwKvl3v/4K/++//5EbqrlG5AaTqfsP93jy/Ab9ccVUYncEbekDRRV4+Pg0rVsc41deX2U4rpifTvZVZy1gBLLCk5WedM/zy6bSvNB9a8fjTup23KJvavylcGK+/bbZxAOvbCl0Eke8Z0BYVRn5wBuDnIdm9v9o9UF54doWvbkWpd92r90VwtsVWlUomyrwzMEOl65u8eFTM7c8XyeOT/PpT53id373LEVRx26pKptbOUlq+LEfvxvrWnX1TsJuG682oUJGWc9SNrIWh3sjYht2WqJFQL3FZ52bnq+bIQREAl13laE/SNAI1e2qp8FKifEBbupmvEsUbWLEU/mY0IzkKpDEhh/7WMxnH6p4/vIhPC2SXkKh1FVnto8RHCNUEnww5MHSMh7BYymbgwsgtjaB0qaSaT0mHuKz3Q6DVnKFVrKIIoRQGy4Zk9FuXWQkRymKI0R+CWtyvKRUYZaOe5PYrBHU7Tg3GylouQvk0RRkAWMCWlXNpbA9vxtQqSv5zm5BCUHaZOYOWuFVVEcE4rqaT22oldl7UImJ5TKCbzKId98RJcEwIpHLVFWP7sZvEsVrjQFXAX7UzMfWAlgcmBhC9vbv9jg/QlYcoJ2cJbEreO/guulbEU/QhPCNzB1WpX3+V7DjZUIysyNWQzTCZivYMMDbGarZu8mPfJRq9p4bt2Es+enPYQ91cJsvoKaFdmbQKG5c1SvicI3SXKWQ4zfdjejNL5K88ptIVXcMgBJf/BLlsQ+RPfjnv0bDrEAkGxgZoziKagZdX4b4Fp+ZJEFXF7+G15kwYcKE9zcT/6zvDCZi+DuAJLbc+Rbtvd9otmdkTSPkvNc615XtqmhdPTQiGGupxHNtdcjLlzf5wG3MMc+0Y773gYP8zktLrI9KjAihaZM9s9DhE3fe2uiqPyxA2Nm3bWwAq1A2LtTbYtgHZSurODXf5vjsW2dnPnh8mpevbDLK60r2tkGWqlL5QDtxfPSut58dXc4qxnmFFB5SR9y0bYsIkcB64Rn7QGvPwkE/KxkUHgY54hyqWlcq2f9lHrReiCiLijh23Hdmlu9+4K3nEX/yrzzE/Fyb3/uDc2xsjAmqHDnW4wd/9Awf/+RRUKjKDs4NdzJ+t8/uoIxYHHTwanh9rcORdsVCGup9qqImUun2f9CHEGMlI7UjrORkfpZCO3W1WzZou1U2swXObbVRs0nkPBockU5xqLU7b21M3Xrvb7IwoRjme3Dv8YRh2WM1ryiqALLdGbDbLo5WGGNo2QERfmf2VqkXV8oQ1wZL288IBuMKvARQg5GcNF6pq9p7qpoh2FrcJov0iwfIuJvGSBonfSKzUS8E7PkKD5pgdETqzxOuXoMDC3XxMPja2VgMKhHBdBGqxuCqJjP3oZKQhLMYrTOjg/TIzF0UcmLndcMtErYDDit92v0/JiqvQtIsHO2YcPl6jSR4UEEkNBVdu+NCXbVvbjKm6sjy40RpHyNFM5stKLZZHFHy8hC2XCMevYarllGJKNLTlOmddYv5O8QOLmJHVwlRb3/V1rXx7SOYcovRHT9GNffAW29ISyK3is4eAtvaX6UXB5oRhUsU5kYxbNfPk77yX2vX8PbCTouKlGOii1/CTx2hPPnRd3ZcskXHvoKVESJar0/YiOVeil9eu/mTigI5/M4M4CZMmDBhwoT3CxMxPOEbjrWGk0d6vHR2jV4HnDOIQKi0NvIBjN0ViiKCiSwvXty4LTEMcP+RHsfmWnzlzQ0WN3MSZ7jrYJe7D3ZuOSsM0GvHtTBX3VehFUDGFZJYxmWgGBRALWgOTaX88CO3nvPd5qGT0zx/cYOXLm2SVZ6yqoWhKkTW8P0PH+HuI2/teDsYlfz258/y3EvL+NJjneHMnXM89sFjdHsJVqAMUASldZ0uMc6QVUpidt2Qt4912/HXNAcVxY4kdXz4/oOk0Vt3CmzHbt338CF+6fPnuLQ2xqeW3365z+U88EMfP8xMz1H4HuOqoAgBFIZlwlYe1xZMqpRBWB3GXNpSAhAJLESBA5G8bbV8m6roYFsFqBKZjMhc3blPUMalcH4w5MSBLWK7LTxySj9iqb/FwfgIIoYQoqZJ6cYqvjTV36oRp21rGFWBKgixZWdJJ6ihUsvhaI1EylpsAiIBweBDTFFetwilUufONmI4ijbryma4UbAFjbCmIHJbFNXuCEFk+gihaWfej4w2EQshdPAbI+xsDyUgIaA+4NP5eupYlNLP7HmikMsd5HIKywAQPN19lUfFYihv2twl1AscyfgVxCqQ7DxLpM5xFvVNNJRHigGuzAkS14IsmqHo3doAy4eUchyTppt7uoPrqKesPELYGtDrfxHRvK5CayDKL1GNXmMw+z2ovXl02K2w+SqiFWpu0nbd3GbLTd4uNVmommO++WeszpDOb3pfdOnJOre3Pb/bEi2Cxm2kyogufInyxEduu11ayOm6r2JljNcE1DZ7kNP5+B1s/tI1tCyQaPe60iIHVeyHPnVbrzFhwoQJ3zZo7cXybm17wnuHiRie8K7wqQ8e47U3N+hv5Ux1Y5LEkRc5hFqYCRA0UBUB5wzduRZ5cXMTp1sx30349D0L76iN5ZE75/jNL11kc1Awc90M7NZWzulej889doRLa3V17NRCh3sP995WMALEzvLXvusUf/LyMk+dXaM/LkHh2FyLH3zsKHcc7L7l88dZxc/+wnO8dH4dcYY4slQ+8NXnF1m8usUP/uj9xO0II7Wr815UwEWWKgRCCBhjdl0QG0FsRTAG5loRIlAGpXsbxwVwbX3Mz33+HOuDnO5UQuQMeel54qUNrq0U/Lc/eiedJCapUhYzpd/MV9dBQIqqElTp+7qeJwJ5gEt5xcArZ1J3S0Fc58oqIThULT5EYOqK4L5zoJY3VlNOztUxPsNi23lZia1yaGZAf6vPtJslK6aIW0s4U1KFiF1BrDhTkfkOeagFVGqF1BoyHzH2AScVAUulhrYtOJkuQpGBjVBiKkmoaFFVbW4QQY0Ipplp3s4NvnWbuO6pSG8/dPu4rxPxvoAqA5eAtVRvLmPaLbCOUJZIVSDRCOMSqtChqG7SQSEWz827SEo9RCrnuHEBQWsxXFWIlqgmSNB6Jan5cNZzzQGcrauj4wyCx1ASXI/h4R/ccZK+GS3/InE4hy8txAlipBar5RCt2rQ3XwSqZpZ3eyXI48prtLaeZDTz6Vtu+2aoSdhuK7/hPdxuy7+NirMSoyQIGVy/eKH1efNy8yg727+MGoeEClRRG+0cm7oUM1pDyjEa357QT8xSI4S3572hvgJTWp98iPyF87C0jMGi4ij6JSH32Psf+baZF54wYcKECROuZyKGJ7wrPHrvAj/ymTP85hfe5OKVAaOiqaEoqA/kpafMDEk74uiZGUgcR+beWfXma2F+OuWHP36SX/6T8yyvZ8SxYTQqGTaZxm1r6RnDjz769pXgm5FGlu956DCfvv8gw7wijewt53Gv54vPXuX1C33mp1tkzbJhLI40DayujHj6mSt84CPHsQqXNnNOTiU7OcuXBwWRFaoARelJ4rrd2wfFGiEERQTakcUKjL0yHRmmo93Kn1dlpFBRi9i2sOP8/McvLrI+KFiYSndEa7cdc/d8i0rhuQtjPno6xYpwKlHWK2HdB8oAsQEfYNMriezJjZbaeXqjCmxUgbnrhLmzQ9J0icgNUFVynaLQKYZ6EAkeR04sA6x4VA2lN0ROcIZGCG8jFF5oRx7j+nidQdWxmh1lIb1IZPLa+bmJaCpDzPL4ODsuYCLMJpaqEsbeUKnBiudgvMHx1ipt5wkhYZwfI6+OgFFcZ6MWraqNVLTbh4yWMdut4T6kzTsduGEWloBi8WH/LGcVuqgVwLNPqIUKcRa8EgYZlJ7ylUu404eQVgKRQQgU1Ryj4hSKQzSnXq5I37bCmOtxIlnCMiQQNW3KjaAlRfxafQwKmlVIqxFv29pZ6rll7xO03bRHG0EMGCm51VKY0QGJvknAoSRQ7FwhGC1Js5cgZPuFMPXrBUmI8/OM/YfeUXW4mrqDEPUw5YAQ718ckGqIuhbl9G24D4slNydp+ZdQrdjr3F0bllkKc4sW5KrEjNZh2LQvG4umU4TWDKgH42qBfJs4s9FEkd1kNODSVaYOC77VgyKH4GnNxuRHH8f/wN9Dkvd2ZNKECRMmvBvczKh1wrcfEzE84V1BRPj+T5xivhvzP/0vTxIHJXGGUVbVrX6AH1f0DnYwUwmt2PHYmdm33e43gs88eoSF6ZTPP3OFJ19aIi88sTO0E8eL59Z4/VKfH/quk3zvR772ObnYGWL3zmYVn3xxCWMgjQ14JfOBoIqKYKxw9vVV7nnsCFlW8cRmzuvrYz51YppOZBlXgcgKiY3YyiuyvMJaw3BU0O3EGCsk1kAjhNtOuGdq10RsFJTVoPvaPjeAKVG6qjx/fp00tjtC+MTJGU6fmSVyBq+KM4ZzheewM3StYT6yzDfi1qvywrDA7hXCDVbqzOL168SwcwO6nfMYqfDBkjFLJWmTO1v/oC9pU2lKSzcweIoqMN0KVP7moq700EpLLg0CXdlkPr+E+nUkdlgXU2nKRnWQfjFPpbVR2HZNNhbhUGQR10bMOu3oGokdoEDpZ8nKI5Rhpn5wAJ91sOkQj1CRQuPNXAtDizG143VZTeF9C2dH+LBdjaw3YkzZ3L9fxJVhlip0icwWXmNqgaW11nQOf3W1PlggrA8o+gPs4Vlsx1K1j1J2prB+nXb1Bi6sAIqXLrm9k8KevqUoDqQMwiO05DUiWW8MtgwlC+ThCJ3oK6hLoMohGHRUQmwQZ+oKcVXhQ6du7052Pxum6uOKS5TJzT9vUViuc5O5MVYskOKqpVoc3mz+20RIGGP8Fv4diGF1KdmRT9G69NuYfJ3gGofuagvRCj97hlbxIoWcoXIH33IhITN34XSdSBcR1bplvFnoyMy9VHJjhd5eewlZv4KEEhVXt6v7ChmuYqoCjFCe/Bi8AzF8y2O9dg194sl6ceLA8fr1gkeyLdLiEvnaOfzRt5mNnjBhwoQJE96nTMTwhHeVV766jA5Kjh6qf8gueWWY1eZFZe5ZvrDJ4XsX+EsfO8nC1Dev+vDgmVlev7jBi7HlyFyLZI8Q6w8L/usXL3DX8WnOHL15C+P1DAvPyqhAgIPdmNS9c8fuwaggaiKTUiNYMeReyX1ArKEqPJJ7us4SVFnLSp6+tsWnTszQiSyK0I4MrSgm9/UMpzNClZdYa5mZinBGmEsshxJXi2OgVGUlKJ76C2E7SioAfQVf1YZotvnBf/BghzvvnENRRuOSygecNcSR4dWswg4LDs62KJtW7kTkJnXPXQSh3Lf6qqTpVVRLNsaWihgTp6ABK7UxmKqthTGOkhYtWSONYHMc7ZkV3rvF+nlBPSfTV+j4RZxmtZtytW3qFqFmmiBx08avWKAFtLf3XwR0jlExy3hPDu/11bZQtmun58TvzCaLChrqmeGQVJjMIWoYjk/TbZ/DmozdQSKh8h2G45M3bBsMw+o+Ou4VnNlCmlKpWotfHBNefQOS2XpfnSW66zBmKgUBFxucfxbKNTTUlVMwWN2gUz2N0SFZ9IFbvFMQ6DDUR0iia0RuoxbgJsGVFeQJYWoBs361FsTGQSaoL+uW5rhDMMlNO8IlvNX0bVMzvpXgNGanCn/9Y0Q9YJq253dGceCDqGuRXPsiNlvGhBHiBJ0+gOlGJNnLxPnrZOkH8K2DxHIVwwilRc4xSg41sVGOofsILXMNU1xENMfLFIU5UQvh649LA/FXfxM8BNtCQgGE2hE8eEy+iZ86SnH6k+/oeKowQ+xWm9b1PS71r70CVQndmV1DNmPR9gxmaxn3+hcnYnjChAnfkYR3Nr034X3KRAxPeFe5cLHfGGjVP74OzbQY5RWjvCIzgij8zU+e5u5T35yq8DZ54fnyV5dIIrNPCANMtSOWNjKe+OrS24rh0geevLLJ66sjcl+nArec4f4DHR490rttYyiAowc7LK3Xs8o0LcqVr92fq8IzO9feccE2Us+xXhuWrOcVR6YS3tgYk/lArxXTiiwi4H2gPyw4mlg+NL+/MhZU2Sw8a1WgtAb1gbWiwogw3YqInaFUyJ1wYDrl4sqQtOU4emIaMUI2ruqCn1cUZWNQ0Eodr62P+f1XlvnQAweZm0rZbERKLahvPG5FScyuVL66uc6xZJNhDlkZaLd7xErtqqu18ZYGgxCB8VSklL5HUc4wzIZ0k2Ezo7o7B4wqzkBRlMzHK0g+QL1v7qtPuFAwra8x4jCRxsTNFm4xyYzy1lU5b6SZD95+/M6JB6OoC0hp8KHF5uAe4mgDZ4dAQENAvRDLMoXOE9jvZB40Zat8iMhsYGUISF2Ztkdouzcw4xXUtXBnTmGnUjQvCfEUQTvYbAXRqhY8zVEqMaIZqX+dwp4kmFtd90raXiKKh0DUODuDi8cEdxBDhSfCbC0iVdZ0f1u01Sb4vZXv7c2Ful0+mrv1eZTpOs5Kq9qBed+7UBHiLpIHRAtU9oheVYxmlMkRgu3te441Y5T63N9ymUaEcu5Bytn7SftP0hp/BR/3doW1KqIZ7exJgptD4qSp+m4SsUTOMUb6UCOILZU7SanH3tbjwGxcwmwuElpTYCy26CN+tNNWrsFSLtxH6L21C/z15OEgiV7BMsaTsN1RwNI1cFG9MHLdvmmUYlfO3XShYcKECRMmTPh2YCKGJ7wjxuOSL335Ek9/5SpZ7rnj9Ayf+K6TnDh+c9OdTifC+/0GQO3E0U4cW5KDwJH5G9sf3202hwXjvNqXJ7yNiOCMcG1tdMN9PtRmULYRpX96sc9rq0MiI3SbbWVV4JmrmyjKB4/eeF76ecXFrYxB4Umc4Xg3YaEV8fFHjvDC62sMRiXddi20vCpl4RHgzN3z+9qMZzsxM1Mpm7bOE3741Cyr44phWdUtuSjGWQ4kjhPt/S3bS+OSVzbGDEpP7pVhXlH5JiVYavfrYzMpx+faBCN88AOHufCHZymqQK+bUFaeABRVXfl0kcE2TuELMymvnV/nqa8u8T0fOk7sDB7Bm/p47J5jqBqn6/mmkn5xfcyTF5f58QWlCrXRlmxH2+i2C7lShICTBPEORBmM5ojcgKNTmwxKSztW8opmZhoSV+dFd12B5EMIdSSSYnYja4InDlss2GsUeuLrMntUtM7qaoT2fqQxRApQbj/ekZcLhMrQdq9iydmObG7pecb+OFk4dd22DGWYo2SPkJzpMnz4p0gu/SlueB4zN0UIQmjNoVEX8ePa5EoiRAJGyx1XaiXB6IA4XCG7hRi2bkwUDVA1+6KZVA3WD5GywLCFTvUIzIExSJTgyxi7cQERu2s8pQHrBwTbpUjO3PJcVjKPl1mcruC1vRt1pB5DRhkfI6RHScYvo6Got+8UmwpEUzgrTPHHFHociRxJtIJQAYLXlKw8RuHfKvJMiLmKRun+CrMIIgbxJVKM8PHcnmeUJFymYo6CdzZuIVVRz38bUGPw6TyEmbq6LraeI/4aKt1KwqB6sIlWGiJSNNFKjqD+5jnN2lSkJ0yYMOE7jDoN5N2ZGZ5MIr+3mIjhCbfNxsaY/+nffInX31gDAWsML720zB/+8Zv8rb/5KB/7yI1ZmR96/ChPPX2VvKhI4j2ZqEEZDAs+8bGTdLvvPAf066WdOqwRykpJb/LyPihTnd07lrdynji7xstXNwlBOTSdcs/RKc5tjEmsIXG71SXjlbwKvHBtwAMHurT2VJ5fXx/z3PKAIijShPS8sT7mzEyLR++e53MfOc4fPHGJpdUx1gpZ6akUTt0xy5m7dmcLu62Iw/PtWixS6yZjhNlORFoYVoZ1y3ZsBWcNi1VgrskmXh6XPLMypPSB2AjDrCIrfe3ybSB1ljIo51fHIML9R6Z45L4DLK6PePqVFapmcaOq6v8fRRZj6ilIqL/kO2nEYFxyaXnInUenSFAyoApKuWNyXcdbHYwMvaZk/MSb6ywNoPJC4pRxYRrjoT1/mAQ8dQt5xynSzGB2WpcQUyIYtgpD7HQnCqkolbYpsCEHrepFhX1mSwLGIuqJ2XjHAuZGQvPvLapp191lGNFxLyOUTeXONEZLJS17gUCCl2kiNwCg8m2qqnPDhsLUMcYP/GUivUaUvLLfPVj9niqfNnm/e86BCqLlLXfZRUOQgG5HQTX7Z7NF7OZFpBqjGjAaam+AqMNY7mPsTjPVGuN0BTFZbchcgafNcPozb21uJYahe5xO9QRO+02brwKGShYYusfR6QQfzZKMXsLICNNLwDiCtFATYxjT5kVEY4LOEogAxcqITvwGFErhD9z85bXE+CEqN3YCCHkdl1ztP2dKhFKQcPEdXUuiGUlrEesKKNYgSVCJ8KZdm4c1Ttahd/N9fTu8dtmsHiOSDYxkKBaObRB99febKv2eKrkGpMop7/jopCo8YcKE7zyU3VSOd2HbE947TMTwhNvmF/7Ti7z6+ioL822iRuCpKiurI37uf3+Wu++cY/66VtwPffAYf/KnF3j+hSXS1NFqOcoysDXImZ9r88M/dM+34lDotCIevnOeP31hkU7qdtqPAbKiwhjhsXvqatHVjTG/8OWL9EclibMYgTdXhlwZFHSmEg40Yn4wLFhZGZHndftw0kv4uV9+if/LD9xDtxuzMi55drl2Ru5Fdeu4qlIE5Y2NMTOJ48c+dyf33znHky8usbw+ptWOqKZTDh6d2reP81NJ0watxHEtq8umAN+OLQc1xjdf4rUTs7JWBY4a4fXNjDIobWfIqkBRBaypza0CtcNz4gx5GRhkFc4IDvihj53k3tNzrGYl3V5C5Cry5rnQyBMRNvo5xgiqsLFVZ6haEZxCJ3aMfagDa8RgRBgLrAYlKj0Z0G13eeVawT1HlUosRZERRV1EbG2U5buUoYOIJQsBFzztqI9Iydq4x3LWpgyG6XjIVFSyWR3AE5GFnGmukKiicpPWWKnb9uUWua/bBFUGQRk357dthK7ZNgcLJHKZxFxmpIcpzSwQUE1r4bF9pgSo9guMxC5ipNgVr1ovligRVjI60RuQ9BCz/b4aKt9hMDyJ6s3ycOu23b1RSCpRc+y1UN/391gDiOKlg9gCG40wtkTVEMoUX7YQ2W0/F82JdAOjGWJzmJmrI6aGm2gIoB4pR6T2FSK5ho0yVFuohlqERwZvjlBFby/sgnTZcp8i0ms4XQOESuYp5dBOpTjvPEjevo+e/hnCOl72LhQIIjn4DDUBrEGagXFjPB33MqEMVHKjGZaKRcXWFfXr9kvwdaf9ddVT0YCEikiv0tv8ZXx8gNC7D+TW7eCiJd3wBC5dwx8+DBcugnOIDTgqKnrIqE9oTVMde+Rtz9mtMZQ6t/NjTO76BPbCs5jBCiGdAhdDVWCyTUJ7lvLuT3wdrzVhwoQJEya8t5mI4Qm3xeraiKefuUq3E+8IYahbiufn2iwtD/nSE5f4oR/YL27j2PLf/YOP8su/9jJ/+sWLjEYl1ho+/MFj/IUfvY+TJ27eXv3N4Ps+doLXL2+ytD6inTicNWRFRRWUB8/McnFxwO88cYmLqyM0tpw8OkUrrT8y7cQx0roCXHmlyCuuXNnCe21mpOvfms++sMj6+Q3+8T/6OOf6Y6oQ6EZ2X7vzYGXEG6+s8KpXPn73PB9+7Ch/40fu27n/K4tbvLxWtzQnRohjW2cK+0Avqs2bVLWpM9fTr9bKjhiWZmeyoIx9oJ974ka8ZY2C3p5tVlWqoLUAtrJj6LW9nUMHOkz7UO9LZFjfKuq2cStEkWWUlyytDZsnsCPgVRUVsFZIpa48b5+CMsC1EHDAQ3ctEIBc53l5MxAZjxXPoWLEVOLIwgKehHrEWKmCQ4kYG8+l/jyXh9N4FQxQMMNYd+eGC1qM6VLgOMDr28FJu2gtEINJWB971suAV6VtDQuxJTZCEZTLpSdT3Zn9XBNoi3AsNkzZV0jMFVSFpFqjiqdrN3AGBO3UglgAFUx1XZSU9OsZXIWK2tBse/9aJuCkpKJHCNvTzJ7IbdHtXGBrcAfXV4hLnSJogpGcoI05nU1Q28JUA8Dtzj2rYhgRaBFas8TpKnW+sSAoxmWYeIz6qPbF1pxYl2sx6Mv6nxhIW4iN0P5ac12WmGID0/KUJGD2iHatiHSJxJ8jd7cTU+Qo5TglN3agbGMYY2VAYP98spHaxZ4QkDBGTMAw3nGKs2Lo6ZfJ/EnG7uHrugYshRwh2XgGTAbdabC7rfsChHjPTLJ6bLVeG7x5xVabuHIZsjfQ3kfJ05svAMYYCHb4AADH3UlEQVR6EafreNrwgUfqLObVbcMrxeqY0Jonf/yvoGnvptv4WtDuAvmn/g7x07+EWb1Qz9Mbhz9wB8XjP4ZOH/6GvdaECRMmvK+YRCt9RzARwxNui+XlEXnumZm50fHZmFpsLS0Pb/rcdjviJ//KQ/yFH7mP9abaOTfbuuljv5kcmmvzD3/iA/z+E5d45rUVKq/MT7e459QML7yxxovnNhCB/rgCVUb9nLvumqc3Vc/rJUYoVNnKK7ZWx02Vth70lMggQUlC4KsvL/Pss9dYW2jtixcKQXnqD87x2vOLlHn9Y/31Z67ya7/1On/7Jx/mkQ/UBjmPHOzSjR2vrY8YFIFUhMgIsXPE1hC0Frnb3TxeYZB7VrcyImvopQ6MYKm9m/Z7ydZsi3d09x4Bgtd9j1UgMkIvsgyBNLG1nlClv1XwxsUN8jLgfd0CfXiufp+rZns+1BVsK+xUxkPjXl1Rt1FjBWsMPhiKMhBZy/nNaWYiZaaT0DhS4bUW/G0rjGnRLw9gJCc2nsgmWBOjOiY2VVMhFYIa1uU0LV2nJ2soZqdiK1SoKC8PFrg4Lgi6u7hwJau4q+3YUBgHxe0R+kGVoSp9v8aCu0bQqK7mak5aXiVzh1CJQZpcYBVM4ZBwfXW6riyX7PgnNwZeAUM9o+2D3dMhYAmhzmN2bkhVda/bniXzJ2pDLckIGtVbTGdgnKM+IIwbJ+1AIGWUPIJNa1drDXbPlaIYmxNCSlBLxBqCb7KKs+YhASoFFyFpCx0PGwHqm+cHNCg7V5Q4VIW4On97Yvg2qGeBw64r8g67Lt2iJbIdmtVUlbVZoEj9G3gzS2FP1vf7kuSN38VdeQLNVzEoGsdw+DhyYL4+T1FCSHbPvfFbdau5sYRSCLaLqGJ0RGvzy5TuMMHdOJMd6dVmxNxAksLHPgFXr8DiIlQ5MjPL6NRPot2vrUX6rQizx8j+3D/ErF9Gxn20NUWYPT5pj54wYcKECd/2TMTwhNui3Y6wTihLj3P7f8RvGwy0W289+9tuR7TbX38u5jeSg7Mt/tr33c2Pf/cdFFVtaPX/+/nn2BjkLMymFFVg5ANGhCKvOHdujQ88dBgxkGeeSi0jEXIfsLaWLmIFExmyqwNsqQSvPPvcNe78njvYO37y6leu8vIzV4liS3s2pXIGdZbFwvOvfv45/tHffJRH7j2AiHDXbIs7ZlJGZagFujMoUrfsVnUesTSOzQL0xwX9rEQQ1scl0+2Ie9oxLSukVhhXAWdkZ9ZZVWtRJLUfblEF8sqTl4Fx6WlFloh6NtkDsTWkztDv5zx3bo1hVjLOK1yzD2UVOLLQZmGmRbF9fThD3lSE91bGlR0PK2xk8CEQQiM2JWJ1UGAkcODQFIWH0tcGZ+zMSytlEHpxQlkNWR7A4amYyitblWMm8Vip5yEtFZVGbHKETlitM1WhPiqFlXCAC+MpIgFpHK5FlTwEXh2WtFNLLLLPJdyIYFVJzQrg69nOhjj0ccUAb1qoWDJ/GvUt5CazxEWYx9n1RvaanUdY8RgCpbSoxBLvWc1QDEYqnB3dRAxDHg6jlaFlL2KkFq0qKaPkcUIBUbgG6vFmntyexqQBZHCdEIa6yisYV5KPZ0niK7WoFa57XPOOJimSbSGqdfRR0sIWGVpu4bcr5IBiMTr6hrkV167brl7YYI/BF2aPHt6OYWrclDUgXpHRKojSKp+kaB8CE5O+9F+IrjyNuhjfOoTxA0wxhAtnUYXxyY/jWgVONutavtZzxFhDqIRQbL+moKaDVH3i/CyZe/SGfTdass/Z2jk4cRJOnES09gDAznzd5+iWiBDmjsNbVN4nTJgw4TuJEN7+MRPe/0zE8ITb4sTxKU6fnOGVV1dIU7dPzAyHJUliefyxI9/CPfz6SGJLElu+en6dq6sjprsxpnGV3j7WOHZkWcXa+ohchLz0iBVmZtvYdlR7MAXQECiWRwxeXQXq3/h54TneS1galXhVJCivfuUaAri2Y+xqV2MDSGwZ+cD//Msv8Y/+quP+JnbKyK5jdakwAApfC2EjQgi1y3XhA1tZiTVmJy93a1SS9yqm2zEnuwkvb4wpgpI6IXaGovI7IjVvHKJpcorPLQ85c7CLOkNs6tfZFqNzUwkL0yn9QU5ZBlSENDKcPjbF/XfMIUZIRZhxhszUrdrXV5qBnZZlaY4zqO4cj6m7W4mbXOTmVBEUYiMoglclsoblLehnwvEZ02zDsJEndFxJ4upFDQEKmW3ihMpaD4mhiOZ4duVerAkE7B5fKcEZyL1iKiWNb5w3NoCR7ZnSbXOqur5rVDGhj5GSIhzH38JUqwgHseYqiQypNCJgEQKOAhVDabqEPedpP7cSkkIRDlGEA7WDMKERow4c5OyvyFqzeuvtaX2B+yoluNqNGgQ1cZMTvOOMtuf7QSHpQJwiLoF8gM2GeO1RW59VeNNuWrK/ftdilYRCj5DwJh63s01Vh4oiRhBrdwzE0AoxBh0N6wq2AavrdK/8MqPeh4kWX0DjNhrVHQ7ezhGiWSTbQFfGjO95BDGGhPMkXEJ0DEHxpRDy3VNSn9K6/cJUWzfd90qmSXTzpvcJFV6mblLxnjBhwoQJEyZ8PUz+sk64LUSEn/iLD/Kvf+ZLLC4O6HRjrDGMRiUhKH/us2e4847Zb/Vuft2s9TNCUOJmLtpZQyuyDPMKZw2KsrKREXXjuuUZwQ4KFtdHxN0EW3rkyoByo67ChVDPlp46OcOpqZTz/YzVrKTcKhhs5rjUMrYGFSFqxPD284ZZyX/8/bP8v/7Go1hrOLcy5JXFAaPSM9eJuevULN4Zoj3hvYUPXF4f1RXo5ua2tZQ+cHFQcLAdc2YqYVh5Lg9LxgrdxNEPig+Kb5ZBrQjt2DDbitgaFby+uMWJuTbzrYhYDKMysDos2BgVzM61eHw6haLiVDviQDehl7od1+hIABFWQmCYVfigpJEhjW4ufiywupGxvpVjrTA7lTLVjWvBawS/XUWWWgwDGIFRqWyMpXHpbhYIRKmCpV9YbKlMxwY1BnEVeetOrB+DBoJtsZ73yEJEbANeAzQZugpoI568D6iafYtBO+c+tJp9yTFSNGKxrkoGNQRixlEH1OJ8wF7nUqnEXC0eYMa9Tsdu4ihRDJl2iJzBGIu/rs1dxKNqKKu3iyczeH37OdO9cUk30LQSB42oQhsnA4ImQARSYrRgZ4i2zMBXYB20euBr4y1JOlBWGJ8hxiOhRHoJM61XyfI5suwAt8z9vU3G3INhQEQt7LWZew6aQtTB2j1t0kHQPEcHW3V7sgCquOFF0s0cfIEm+yvuKoImU5isj1s/T3XgPjLuIdO7sLpKr/8bdVX6+vijpkNCbxGLVJgTxP4KRrN65nk78osSQSnk1KRtecKECRO+aSj6brlJT+yk31NMxPCE2+a+exf4x//Dx/mN33yVr760TFl6Dh/u8tnPnOFznz1zU4HwfqPTqj8SlQ+4phI524kofaCoPCHUWblJM/vbjQyRMyQirFzqY62hs5XjqAXtysqImZmUj3/0OLE1fPL4NC8sD3ltXKFG8O0IaTmM1COX6gONhiK2htV+xnNn11ksKl5e3CIExRjh/MqQFy73ufP0HCcOdnAirAwLNobFjlja7jxNjKBB2CjqiCIjwkNzbU50PUvjkioorYU2q6OSNzbGxEZInWE8rljrZ3TbEQH4yoV1PnZ0irnUUeQVWtZGXIk1HOo5DqUOK0JJXbWuZLfWtzoseHFtRL/whKZzth07jsykRFE9dyzA1rjgy89eY62f7RiAJc5y58lpZj9wmLl2jKWuTMdGdirKRoTlYYEPEBnDxrhkoZOguiuWgwpFECIDqSvwoUswtfu5qkXV7Zw30xhYwW7VWps5Yc+NX5we2KgOcip5Eysj6rbi7QzjgKWkoksgQY0QjBCX/gZBDG3OFh+gK0Nik+FxjMIUB+0iC+kyjhLR+tVFPEY8eTGL99+YGfxQpdh4VFdqda8orWOYQtkCdeTlYVzyBkKJqsObWQibGCnqCzkbQdKCzgxECRoCoh6MQ+IYM+pDMGg8jU8OYMTTbi1iTMFodJxbV7rfHpWYgX6ImGtELNVVVXoUepBQtOlUL5PIVahyNB9DUew8V0TwudYt9aMr2zfe+CJSx16hft9t3i5QRQeJist4jfc9V0KOGkeRnLrpfleywNjcTyu8jGWI6vbCjiWXU+Ry8ms+J+8Ko03sK09grrxet1ifuA9/z4cgeYuYrAkTJkyYMOE9xkQMT3hH3HXnHP/DP/wYm1s5ZemZmU6x9uur5HwzGGYVz5xd5ey1AQLcdXSKR8/M0kr2fwTuPzXLbC+hPyiYm0rqFllrODiVsLieQQRJO6LlDC1ndlp35+fb5IVnUHjWRgVhPUcEZmZS/u7/9YM7kVMtZ/nwkSkOx4Y/PN5jUPidQphawVuLFLUanu4mFKo8f2GdVaAV230zvqPc88Lrq1SqHJ5OWR00zs57oo7stlkXSrQnTkhEmE0cs3uOv/JKK7YM+xnPvL7G5iBHFZwzHD3Y4dTpWfIy4FLhUBpxKL1x/ntILYT3Srxr45JXlgaExpm5RKkCDLKSC6uBkwsdnDWYEPizZ66yspHRTl09m65KXnheOrtGJ3F830OHwW3Pem77fQmu8myN6zblSpXFzYxO7GhFtjbCUhAjIEKCp23HjQDerYS2o0ArCgwLU7eB70G1nqWeix05SqX1RKqya3bVNQliY+pBUQV2M3xVIqxRojCk1A4qQmUNJuxvmu4I9BEG2sX57o6WujY8hFc4mK7hbNHskyXL5xmNj/L1iMe9hCrBly1sVAti1VrMG83QylBlddxY4Rew5ZjUXcWYxkDLJHhNED/ETC2Adc3crmkik6u6ImsduATfOoqm8yC1EZhIRRL3yfN5vP86BZU4Co5T6DHi8hxR/jKueAYfYNEvcHAK0tCve+2bkyxG0EoJI0XEIZGvOwJ8CXb/tS7lGHUJvnud07II4+6HsBsbWL9JMDFg6qq5QNG6Dx8dvOVu5+YOKpknDpcxDAmklOYIFfPfmKpwNsK8+SIUY3TmEHrsbhpr9neELL1J9Ov/Fukv77Z/v/Yk9tk/oPyRf4DO3PoYJ0yYMOH9gAJB352h4Uld+L3FRAxP+JqY6t281e+9yJW1Ef/b773Bcr8xEAKeObvGn7y4yN/+nrs4ML3rkJ0mjj//qdP8/O++znIjygDGWUU3dTx0zwKvrAyZivfHIxkRjhzusrSRccfjR+mqcPTuOY7fdwATWc6PSxYiS8fWFeXfeeoKJrFI7tn5rpX66zE4IRVHuxNRDAoWhwVxN94RwlCL2U7qGA8KllZHLEyltCLDoPAYrR17pWkjDqoEhaOdtzE4iwyrayOef3GJsvQkSZ2/XJaec5f6bI1KPv0WUVgFu0K49m6u//eVfkYRlK4zdd4wQiVKaWq36HxcMj3d4tzigPXNnE7L7S6wiJAkjqAlb7y5jtw9j0ugMoKKIKp1vI8LPHAwYSYVLm8WjErljZUBB7oJc+0YZ4TSe7oYpkQAi5jQGEVtn1Q4NZ3zymqL3INr8nyD1v86keFwbBh6ZcMHquZpDmHOGQ7HfcQYKmYwmlP7YxuCJASJcaYg0XUq7YAqwQgqO297vS0RFgws+8AoaGOlVc9ub4yPkBYHSKIRoFS+08QsfSMRqvE0IgFjx0TlMi67ivEZqpaEc+TmDnI5zbg8SVHNE7s1RCpCSCj8DFPpiwhNdXlvy7O4+rbI4JMjqNnf2q1qMaYgira+fjHckGZPkeQvAFUdNyYwx0VW1yLmIiVt1VVggJApfhjAWsQq1ewpGMeYrSuE1gwipq4E+wopR5RHHkfb8ze8po8OMJj5PpLR88T5JSDg3SxV7wHG8d283cKFl2nG9hscOaeKef6PcX/2qzDYqG+zDj14kup7fwpdOHb72/Il0W//O6S/jE4vwHbGsq+QlUu43/33lH/p/z5p6Z4wYcKECe8LJmJ4wrc1Pij/4Q/PsbSRMd9LdqqmlQ9cWRvz8398jv/uh+/bJ2w/fP9Buq2IP3j6Cueu1oY2952a4bsfP8b8bItzv/Uq48LTvq6qPMw8s72Ev/XD97GEsloGNlURH9BKWSk9R2JLnFW8cqnPTDdhuhVxaXm0W70EjDX0ehGbw4JeOyJux8TbQljruWAf6pnY2Bp803ocOYspPWVQjIG0MaLKvTIdW068zQLGoVbEhQsb5IWn2452InxM7DDGs7Y+ZnF5yKHO7nYqH1jczPABkl6CxnafDVLlA5tZiTNCkDreSYComZFGPGXhOeWE5/tjRJW2M3Vbsm63QEOcOIa5Z2kj4+SCxXkIVvFR/ZjC19ZSx2diDnQjXrw6ZGPsubQ24tLaiMQaDqSOuw92EQSf9XCtPmKqup0ZsBKYbwsnS8OlLUPh63lva2A6sc28tNAxMO8MWajfsFSkicyq82CRiCBxPVuKUGjEKEzVxkqaENA919v2ksGea1aVURXIVXeMzCKB2cgiNqYorxfAitgSsSUIqLdotT9n9/ZRXLqJ2AKbLxOPzwMBlQhEsH6Ltn8OMTm5vROvKePyxL4tFH6OlsuoI7D2CuIAWrf9qtysrbup0MrXuRIfKqLsTVx5lZa8QhDFq4AKzirOgrMFSxuWA2vruLQDEmO6LdyxDhIZ0DlUZsgOP4Z76lewm5cat+daPIepQ5R3fNctd8FH84ymv5tRKOu4J5MSxQ5K/y0pCZjXnsJ9/j9CCGhvvs5JLnPkyhu4X/2fKf/qP4H2jXFPN93W+ReRtatob25XCEMtrjvTmGvnkGvn0CN3vEtHM2HChAnfBOqwgXdt2xPeO0zE8IRva1693Ofq+piZTrwjhKE2xppuR1xcHnFuccAdh/ebC91/epb7Ts2QFR5VaCV2Jxf34VMzPPnGap1xmzhUlWFekY9LHj+2wHrlWdkxeNpua64jWK8Unmgrp6wCU+0IlzqOG+Ha6hjftDh7VQZ5xWwr5i988hRPLQ2pQqCsAhvjijLUmcL1fKsy24l4eCZlOa/Yii3r45Ks2p1lPN6JuW+uRfI27ez9YUE2LEnj2knZ75lnjSMLXnnp8iYPn55DVXnuYp8/fW2FjVGJqhLFlntPzvDhew/szFtvi7kbJV+DsOOGnVAbiLltobhHy5Xb6bSy3QKueLe7/XEZ8KqYAIkT7j7Y4svnBzTyFAEeme/siFBfdlA12GSAMXWNN/iYraKDmDanppS8qsVoZAQxQkL9hSniiW1BpKapzDbbDG1U7U7+rgZYCwfZDPOEHTOuCFBatq4oi+4/K1lQLhaeKiiJ1B0HilICV8pQZzzvex8DNh0grm7NFoAINIyosikI7+wr3rgcE2WoD8TZ5XqfzbZwVYJ1GJ/T1hdJo2UwjjLMkFdHqbSuZmblUSJdxmUrMN6sf01ECdKZwrs5SLqIhJ1FiF3qc+H9jVnmt4vLLtFa/Ty22sR0DRJbJCioJSCEUM/hOgu9tnJ28wD3yQpmIUUONN8B3hNsGxNDO7pG+MAdyJsFmpWosUi3g2lFdDc/z1b8w4ToLYwDTZ05/S0tkqpin/odqIr97ctRgk4vIOuL2Je/jH/8e25rc7KxWH+huZvE5EUJDPvIxuJEDE+YMOF9T9CJav1OYCKGJ3xbs9TP0KC7ldU9xM6wOS5Z7mc3iGGoW5GvnykWEf7Ch0/Qjh1PnV1lY1iQb+VsnF2nXM/4tSeu8Bu/9BIPfPQ4n/jeOyFxO8+LBDIfKGw9h1xWtUlXtxVx7KChPygYjksEOH6gw1//7J3ce3KGTZZ46sI6VWo4eKhLmlhCUPpbOWvrYzbGJaNxyd172r1HpScPSmrr2ebboawCAkyljgCUjRiOrSGxhvXcU5T1MulXLmzwW89dw6vSiR0iMCw9T7+6wjir+OxjR+tjNkIrtmzlFdf/dNamfXuhaUU/Md/iy2eF0gcia8AI4mqH33wY6KWO+W7M0mZGlBraiUO0nlcMzTkW6tnnXmI53Ivoj329j67ORYZ6xrcAqFq4KiWSJrBILYkIiQg5ELldBRMDU3jarSWSeAORChCqqs04O0hVdfHaoQwzxHYVr8IgLND3BxACkWSApdAUBcZe6cluzFQelLEPrFV1ZX/boG3n2lGlQFmtwj4xbJIRxuWNsJRGDnuszZDUU44WeCcVYuMyQHFVH9Eclb3dBIKIR0yFaIX4DJUuiVkmijcYlvdShjmoKuhfQ8MGSFMFz8eEvGQcH8fOTZOkG3hv2K0aK9YWeJ9QFLdXobxh38s12iu/g/Ejgu1gXIVqncsdiacMEDDNOQq0Yvj82p0cefxRZueugAY0GEI0jdoUVLBhAzcF/tRp8AJ5aLoWFFv1SbeeYzT3ma9pf79pbK4iq1fQ1o051NuVXbnwEtymGCZKG0e5sNNivkPw9W3R176gMWHChAkTJnwzmYjhCd/WJM42Jgh19XEv24XP+BYRP7cicoYf+uAxPv3gQZ7+6hL/x//2DHk/p9eNiSLL2rDgT3/jVV599iqPfOo08wc7nLlrDuds3drcSzhzuMfLFzdI4vq2VmxpzbXYHNflzr//I/dztDHd+sDhLq9vjJlbqP/be8U64cBCh14nZrM/5iuX+xzdI4bbkeWdTl3O9RI6qWOU13nEe9GmZffYXIuiCnzh1RWCKjN7HtezhmHhee3KJh84M8fB2RYiwpGplMHykKIKuGZmepyV5AqpM5zs1ft9z+EeR2dbXFodMTvfxqWudqltBHcE/Mwfn6NQaKeWo3Mp9x3ucmo+ZZz7nVziyBliZ+nGlqKsW47TpvV6ANQTtzWCEKtlmmY2FzhohUGlbHsMx0CM0utcJI43UTWE4BBRomgL68YMBqeoqi7D4k4krrBmi02dBRRnClQtJW1oZoQD4H2gDMqFcclaFfAKpSpGQKJAagVVB1qfM6vKMOjutSyhFsJIcySexG0S2WHtQhxBYQaMR0cJ4TZn/LdblNUjuh0ptXMVIE2bsKrU/4jw6rCS0XLnKYsZWtmzGL9FZWYaQa+oGCSMSfOXGQw+i7FdXDTcce8e+5TN0SHyYhZRS4u6s+KdEG+9hPFDgp0GU2fzqu66qlsJOxX67QWCjSJFpuch6lNpunM7qpgwQMIAEcV2Y1QVvOK3KrSEYGKi7DyET4B5mz+lqtiwSBSuIGQEWhQco2L2mzNbqzdPp66Rndin28GfeQiXtmG0BZ39s80y7KPdGcKJ+772fZ0wYcKE9wjvXrTShPcSEzE84dua+05M004cW+PyBoG3OS7ptSLuOfq1VaK6acSLT1xhsJlz+FB3Z8ZWRgWjrOL8yyus9jNaUymzcy2+/8/fx9zRKSIj/OhHT3BtbcRSP6MVGawxjAuPEeFzjx3ZEcIAT7+xxtRUQtm0bG9TjCuSxNJKIy71s92K6tdIElk+cvcCv/2Vq4wLTyuuFwmCKmuDgl7L8egdc1xeH7E5LulcVzU3QBoZNkYVby4NODDbQoH5bkzpA1c2xgyLik5kaSeWbH3MFz7/JlcPtPkrP3o/01MJP/HhE/yfz10lE6iCoiFgRDAGKmOIOjHlsCAEZbFfsNhf465Dbe493KkXPUKdC1hYoagCVfOH7FgnZkDtdi3srUdCDvSBmeY+ESEF9srHKNoiirYIwe04UKuC9wZrc1rpIluDDkrMVvEgxmyQ00VQvLZQHKhtZGs9DF0AF0Yl/dLXVW2pvZe9wmZpMNbTsiNCiG5qlCWmolGsQKAdrWBNhmIoKuGNZWF9OMSZNzncPk43fvvlEQ0OyAmmhYqhlu1N9ZDQ6CaDiCVEHWoRDl5jrIyIWCSqLhMkqUUzTfO2cah0sX6dqLjM1uBRomgT5/qsFFNs+h5etyfKYQuYVUjfgU6Msov1eW7yeVWl7i5olj6M6I7oM6KsjlKmuvPEbndpZOfc6hgTtnZ67FXrN0asYKciqvUCgkU0IFrVr3vrk0qLF0iqy9S+7vU+xVwm4wyZ3vPuCuLeHDp3GFm6gCbXzWqHUFfE34l47c1RPfY9uC/9GvRX6oqzKjIegHP4j/xwHas1YcKECRMmvA+YiOEJ39bMdGK++6HD/NbTl1nbyumkDlUY5hXGwPc8eoRO+rV9DDa3cp59/hrdTrwjhDe3cjY3MkSaKJ8y0OnFrK6M+LX/9CI//lOPM9uNeOqNVTyCGEN/7KlbW4WpXsxLiwPS56/xiXsPEFvh0lbOdCdiNCzr7Tazy1BHpKZpxGiQ841YwPzsQ4dZ2cx57s11BuMKlfqn+1Qr4i9/4hRz3YSVQdFkBd/4Az4SwSB4rzvV11SEB2dazFQeSQ1pGiEK5UKbk+2IX/yFF/mZ//Vp/vF/+2GiyDA1lZBWdSyRSC1cl4cFBMVZQ+wM3iszXUteBc4ujTg+l9JNHQp0UsfyZsGr14ZM9xIOtiIOt2PWm/3Zu1xQy8hamJbsF8D7jivaQkQJ4fouAiGECOfGGFM0FVghuBh8LQZFasdrK417dZN9XATYrALWCKE5ldt500FhUDjSlmBMSVCDV8u0kT0dDnvauO0Qa3KCOq5sGH71WcfqULYTqEjsVR4+Mst3naiIZA0Rj9cpCg6h7Art0MQqqevgbQ9X9QkmqbWaABoQLVGbEtI5CAFTDKnfdcWGEajfaa/2yTS+ewB1tRA35SZkJam7ROLWUak4mKzS9jOsF4cpQnsnrmodOKDgblcnynYub/O+lBabKLtXIjhRRJQqCL/75nE+fs8CXrer643ZlyomDFG0dpAm1KIR0EYQm9TCZk6I5lHz1lX3mEskXEI1rmfJ6y0hFKScxTNDyaHbPMivAWPwj30O9zv/Hhmso+3pOk6pKpCtdXTmAP6+j7yjTfqP/DC0e9hn/wDpr9QdHIdO4R//XsLdH3qXDmTChAkTvrlMKsPfGUzE8IRvez73yGG6qeOPXlhkbZADcGSuxWc+cIgP3nVjNMrtko0rvFeSZFcgrffr7TtnKH3AN3PBUzMp/Y0xrz13lafziqvrY9LIMtWOWfE5VRVIIst0N2FcBP7wpSUuro74sQ8eRZzZVxHWPf8RvGIdHOglxO+0r/QmRNbw1z51mo/cvcBLl/rkpefgdMojZ2Z3KusHpxISZ8hKTzve/xVShYABTk8lzFELTwtUBlq9iHFWsbE6QhWiyHDq9DR/8289ws/+zBM8/fwiJ+6Zp/BKp2kfB1gdFLtZsIB1hiqr6A9LptqOkVeWNwsOT9du4cPc84WXVig8fPTEDKd7CZWRfb7Ge9kriG8lawR/i3tAta7qbrsgm3iEjcdEeUTuYwTf7L4ipiJ4Bwh5VRFUEVMLSRFtCr0GUKqgBI3pRg6XxKgaOtQO1wKod6AGxBOZEQBbmfBLzzg2RsJUqjhbL5wMC89TF5c5EK/w+JFBvePGkOp5BvoQnpn6WEJElU/h0k3y9h3I8BVsGO620arWVd64hytXCbaF2gjjxyiGSnogFlFP1T5ENX2sbpH2jUlZ3CNONol5E9QT6kZ1ZqJlunaTy+O7yEK3rpADY+DGaf6bU6YnscVyY/8ZCAWINYil/m+t38Wicjx97TB3nn6UMwe7lKFN0BZWRnhN66tB65nw2p1bd2dhaRzOo1pi553737qqq0rCxeYiiva0IwtKgmFIzKV3VwwD4f6P4ccD7Jd/A9lcoT42QQ+coPr+vwXdmXe2QRH8Q5/BP/hJZGOp7gKYOXDjDPGECRMmTJjwHmcihid8WxGCcunyJmXpOXyoS7sdsbg05Hgv4b//kfvYHNfxMwem0ptWNt8JMzMpvV5Mv5/TakWUVaAo6wrvdspO3KorQdYIkTGcv7BBGbudmKe1QT2ZGkeGPPcUhWeml1D6wLmlAa9cG1DlFcbIdvfnvt/e1hk0KA8e6e2Lh/p6MCKcOthBEsvquMSKMPLKlNZmSDPtmHuP9Hj2wgbOGCInlAqlDwzGJfPdhLsOdXcMsxTIqN2wR8Ny57yXZaC/kXPgQIcHHjzI819d4sTd8/hQu2kbEdLI4nW71tdsr9ETo8Z12VhhVHjyMnBtLePctRHDUUUncdzVzFFX3JrbOWs+bM9j3zh7aYxH1RJCBARMVFcauy6nDBEeg23yGZQ669Zpffzbbtdmu3op9f+uY6UEEUvsEmILBsGKIVclLioMQijamGSAiEeBr16xrI+E2XYzV6x1J0E3CWyUgSeuTvPIKYjienjZqDJVvkA/f4ygde5vKNuU3mGiFqP2YyThErasXaGt5Ii1WArwBTYMCBIjCGWYpZIDlO4oUXmJqncYEEyVb59FrC+I4nE9Cx08oh7LmEpbOFOwkFzi0vjepvmanbltU/ax2RIqBt86VhtcXUfZvpN062lcea0WZWLQLYvGERJH5HaWjWqGfjjBvffeReSaRSwVxsUR2vF5rIybirA2VXVHUIehRLQ+x6IGDYG8c38tht+SgGV4yzZqxWLZepttfAMQwX/we/H3fQRz7gWkGKMzBwmnHgD7dfwMMBadO/KN288JEyZMeK8wiVb6jmEihid82/DUM1f4lV99hctXNmthWXrEgDWGJLHMzrT47GfO8IPff9fXLYQB4tjy6U+e4j//l5fIsgrXuBVr0NrMyRkOHeiSWoMAQ4GtKjDVMVgjdbt2VtXmPsbgvac/KJjpJUTWIAIvXupzopeyVQWSxJHn1d7iEi4ypFXg7oXOTfexCsr6uEQVZlvuljPFqs0+W8PqqOTz59fp5+XOaz2/NODEVMKnTs0SW8P3fuAQW1nF2ZUhxbiJehLotCLuu+8gb2QV91hDbARtWsZHw/KG1w1BEYHTZ2Z59YVlvvjaMltNpJGG2kxqOxJrWzgGv/vXKS8DxgtnrwxZXsmAOhIqKwOxUxZHBQfaMRG78U7Xv/PbpzMySuU83laoAV9CKA2RCEUxQ5qsNK3Q8Z6teEQCWT6PqkNMWZtQqZCYiployGbVwqtpZkUDqZR0Q0ThDFL6utK/Z6fqvGKwIjgrGClpu4qqatdGZgI+9rR1qRbXRYK3EZEtubBWx1NtC+HturdooOWUfuHYrCzzsd85GTaGqehl+vk9aNEBDBpifB7jmcL1Knx0kLR8E9GAit1dkVHFhBzFMaruAIRx+ihEWjsV+2zncULAuAohEMQh4lAqRANOMwrt0bIDYpNRhHrmVLSide33ibdeRUJO3YLeJp99nHzuQ7uVSPW0iueRNIFxXldytUIo0cIz7H6UvPdBEmBPuBBOV2jxMla3kFxRa1FJ8drCUOJDBzUGjROMH9cVYwNZfA+j9sO3MetrUByyI+uvJzRxW98kOtOED3zim/d6EyZMmDBhwnuciRie8G3BU09f4d/+L0+SZRVFFRhs5ZRNDJAYaLUiqirwC7/4AssrQ/7233z0G1JJ/YHvu5s3L/R55itX8UFRX1dAo8hy5MQ07V7dWux9Hd8TxY7I7oq7Oi94N0Kn2iP0rDEMs4q//JHj/McvXaJ9sEO7Hdfbknpm15SBH7z/wA3Hoqq8sjLi+cUtBkVd0WpHlvsPdHjoUHenBXmtn/GHT1ziyy8sUhSeQwttooNdeke69BLXiHalDMr5jYx2tMnHT8zQih0/8dET/P6bG1xZHWIUZqdSDs+3KULg2rBAVHlwqq7gWStYKxSF3mIhQtky8Pq1Ab2pBNeKwNTCtvQKBowxVJXH+zouRxoxJ0A7qlvJ++OS9WGBoqyvj/k3V7e4//QsP/T4MWIrXBmVrI8KqqC0I8tCN6YdO1o2IK6iXwTKDDaKwHpej4o64GDsOC3HSNKrbJV1W/N8q8AaKIopxuNtibX/2FJbkpiSQh2qgjMlpooJPmI+slzOKrKgGLPj+0RoqsK92OJEadmqiU7SuoJs6uOLzRKRGYJoI7gc1gQUu8cuu15C0BBQY5DA/mxjFZSANSVpukJmDTpu7zkOQYPDsYZoTqBeCBDVetsiqEZo2DbbgmB7jJOHcTLEUNavb+rG593rVHZeQ8VgtK4SixisVDtztdNrT5H0n0NNSohmgIBUI1rLfwJAPl/PukblJaLyCj6ehngeqUYQKsBgbEXEOvl1bRVO1+jyNEKJJwHqdm7DAE+rubYylBQVR3BtDDkVXcbmvhve65siQqFHSDmLarjuOR5BKTj69tuZMGHChAnfVLaTSN6tbU947zARwxPe93gf+KVfeYk8rxArDDYLfFNxrBHKMjAcVxyYa/GFL17gM586zR1nZr/u105Txz/8+x/hiacv86u/8wZnL24QhiW2E5E5wzivEKC/mXPkUJfWbEp/VNJOarMk17geW+oIoWRPzFPpAwenU6Y6CT/5sRP80cvLXB1lRK0II7DQcnzygYO0bhIN9eLSkC9f7tf72FSsx6XnycubZJXno8dnWFob8W/+w3NcWx4SRxZnhVff3CA7u8aZuxd4+EP1j3QRIbaCD8rZ9TGPHO7RjiybXpmda3Novo0Ay5s5ry8NKH1AFS5bYTTf5rFDPQTD3FyLS5c262ioZkHAGKHyytWrA2S2jnZyQaHwENm65dzUFeSy9IyyplqtMN/1nJqrMAorWxFXNoT+qKxjiIB24sgKzzOvrjAYlzx47wFW84ptSdLPKpaHBXfOpmQu8NRaziAPFKFuB++mjqmWpUK4mJVczhw+HMOrR0RJrXKq4zgcdxujJWqDrGDBVNC4TotAIlW906L4UFcCYyPc0455aVRShoBsd0oLdCOhl1gSG4ikBAUnBWKaVmtSPDGxbKEIJpSoCHcslLx81eFV2W4C0OAQLRmXhmPTFbPtG/u+FIgZkNk5iEood021qqJLHF2rzal25mZr5S5C3UYsOZYRntqZ3WsbpMK7dOexESMcBew817O7LmKJKChJyUOMB1I/ZmbtCdR2UJvsPE6jHpRbJOtPU8w8jNqUqLjUnN/63Gq02ykRQo6rljFhSLC7WbsJZxEKPB12hDkxHodlTK7HiaSPZQwoiqVijiEPoLecLr+RjNNELOEYEHDQTEQbKipmKTh+29uaMGHChAkTJnxjmYjhCe973rzQ5+rVAd1uwpXFQR1c0hSBRGSnFbcsPT4oee75ynPXuOPMLMtrY558cZFrK0PaqeOhexa478zcO2qjNlY4n1eUx3qcOTlFtj7m2pt9tgY5g0HBTC/m7jOz/NRffJCXrw349ScvkZeeJLL0UsfqoKCsamEw3VSSh3mFM8Kjp2vB3m3H/NDjx4BaGL7V/uVV4NnFLQToxLtC2cWWcel5eWXEfQtdfv0Pz3F1acCBufZuK7IzlIOcC2+scezkNAuH9ogHZxgUgfVxSTuyjJtqtxHDYn/M5fUxguBsXcUsvfLS8ggNygdPTtNOIw4d7LK8MqQsA1Fk6HQTlpeGXLo2YCWvGK6MyPKK4JWpuTYHjk8RJ5bRsOSTd85xcTNnZZTz5+4b8ODRkm4MXpVhPuL5S5ZffiqBIETUIrqTOpwRXrnYJ5lJOTrXxhjZWfHNvXKpP2ZYeHxoqrPULdrqxyyknm5qWR85rg4TDEIiFjGB3Ade3fTI7BrH0ja+agGCL1rYdADia4Or+szWFVwfodWu0JyKDA/1Yi4WgSLUOcy92JI6U0c8mfFuu3NjwqX1tDC2yS+ubw2UpeH4XI+5bmBlS+nEgjMOHyzjoiKyysdPZ/s7e7V+D1UtIh5UEFeie8Vw2cGbtGk1D+iOa7MQgq0jjATiaI3IDKlCzJXiMNPBEpuKSg0glLRq4zRGGIo6qmnv50gUGwoichwJh/pfxYa8qQjvR10bU25hx1eouncgWjSO0DeiYhCt2Ds5LloQsbZT6d6Paea4C/p8goi1pnrcxjN9k8e/NSothnyYtpzFhqsIdRRTxgky7kTlm9gmPWHChAkTbpO6q+rd2vaE9w4TMTzhfU9RVISgVD7gmzlTrpvDhCZTtvAIkI1Lnnxxkf/wG68waGZZFfijp67w+AMH+Kk/f/+uwc7b8Ma1LZ49v04ndXU2byfmwOEem+tjNgY5p45M8f/8aw9jjGF+rsWbywNevLDB1rjCmnrGs1TotByVKquDHAPcOd/GjwrywpPsEbVvJ9SvbOWMS083vnH/U2fYKjyvXNvkuVdX6LSiHSEMtRh0sSUflly52N8nhkNzSrdbrK0IilBWnsV+XvsCb89NA5EVHHB2I+OeuTZp2zLdi+l0Ioqynum+cGGT//SfvsqlK1sMm9lmF1uSXszq0pBLZ9e484EDRL2E+W7CJ+4+QDt9kzT2BI1QtRiBlit45HiOU+VXn6xF6TZRZCgHgfX1jBPNbHXdpCtkZUVegTWQOmHswYry6NEBZ+YyIqtYI5ycEk7nEc8vze60CLcsjEvDm1vCydllTDFFmc+gVULIa1dpJOwIR60SfN5lZ3q5aWFuG8OZ1DJy0U7Ej6CIESpaoJaYAjGNACUmYoBjABiCGlbKEwz8HJ6Ij99f8WevrLGyWdWfBzxTScxn717h/iPF9uA14ku2B4dNZKiqRnDL9X+khXF+kjhaZNuTW9WgalE1WDNEJBBHA1RGDIoFSlG2soTpluLE13PjdcgTue/QNmt7WpbrfQhqEB84Hr3JsPwAVovdi/IG6nMojbuJd3PE5cUbHeYAoyUqCcHsnasPbFuX3RyhFs+WkgO3eMztE6RNHj1CVdwDWqLEExE8YcKECe913i0tPOE9xUQMT3jfc+Rwj1bLMR7XLckYaWYTdxNGpakGbmvkVjfmP/z6K4zzioNzrZ1ZxnFW8eXnFzmy0OGHPn3mtl7/pUt9Kh9odXaradYZZg90aE3X5ldLmzmHZ1rEzvI3vvsOnj23zrPn1tgclTx0apb56YR+VtIfliyvDFm+ssWfvrTMn/3pBWamEr7/u07x6Q8du6055yrozdYC6vPQPH9lY0x/UM/Org8L2oljqhMRW4OR2rl6fJ3hVS2wHQea45yJDJcz6I8rKh92hDCNG7IRIUG52s/4P566hCgkkeH+oz3umG3zH3/pq7z44hLzsy2iyKLj2mnalx4qJZ2KyccVr724zIMfPsqx2RbGZCTROkFt7Ujc4INlkAn3HPUcnA4s9XcXAnZzXfczrDylr+d1W9GuKLr/4Ii7F8aUXtjMDM5anFVmkoJHD63x/NI0IdSPj60yrgwbY8dCexNftQg+JZQpoUwQWzYVYQvb+2srJMrB1nFNGoSy6iIIVmubLaECCipSKmIsoXaZxmGomDLnG3EJy+UJNv0ClgpHwWwLvu+ReRY3DdmoYMoYjs+kTKeKsoT3FdbvEZrGIcFj1s4TJ5YivfeG6ybQJvPHaZkLQCAQAYqVEUYqgunUsUQqbFRzTUu1Z33cIXWe2JZAIK8EDdCOchBb592q4DUi+AjBE5stxjKmSg/VA/+hBLNfOIrPUJtSpfWsdhGfJs1erluhTWdHEIuWiFZkyQM7LdT11ZAQaGPYuomBlSIonq9/jOJ6VGL25jpPmDBhwoQJE761TMTwhPc909MpH/vocX77d89iDHhfGzZVldaOxFYwxuBDoCwqjhzuUVnD1qjg0Fx7n8BspY6sqPjCM1f5no+fJL7JPO71ZMWtM2itFUKh5OXuY5w1fPCu+RsyjkNQfvYXnuPiK6u0U8fCTAsflM2tgl/4rddA4DMfevv5wto1WiiD3pA9XAXFiuelc2sMs6qehLSGrPBsjgoOzbZIrDAMStxyBFWCwsrKkGvnNmgVnp97cYlHHzjIB+5d4EBsWRtuOz03slOhKD1VXnFxK6eoArEVplLHIPN88Y01vpwv8/xLyxyYbRG0XoSwzZCreiUbFqS9mCixZOOKVhHopRHObiLiCWH/zGYSWYoKuqlyfN6z2IhhgdqUTIRed78IycraiCs0RUJjIDKBO+fHeBVyb+ujUsUHYRQcvbhkvpWzPGztbB8ErwYRxUVDCr8d+yOov0742ApJR3X1tRHUQQQvgsEje9qqLTkKeBK8RBgtSWWNjlwhlQ3AkIeUgZ+ha9fouXUiKQhYBn4WeocJvR4zIWBtwUqYYabMmDIrEMUEbea2AT8cwWhImr1EYe656XU1DnegxCTmEmbbHVkMajvNrHC9Pa9uR6iDZ1i0GW7/lyrd6FpdWfYGJSJIzHaFtm4Br+p52s5pquQgLrtKcL1aEKsiIUdCRj7zCBrVM8rBTjPsfJTO8EvYsLXjGq4YivgkWesD+w9GhFxP0eYFhLwRqNvPGKPE5JNZ3gkTJkz4jkbfJQOtCe8t3tdi+Atf+AL/+T//Z5599lkuXrzIX//rf51/9s/+2Q2PK4qCf/kv/yW/8iu/wnA45LHHHuOf/tN/yh133PEt2OsJ7wY/8eMPsrw84omnrrCZ52hosmml/lfkFVFkOHigw9/9bx7n889cxRpz00prK3FsDQvW+hmHbxFZtJcDTZZtUN1pId4mKzxpbJnvvr3hzqtvrvPi62tMd2PSpP5oGiPMTaesbmT89hcu8PFHjrytQJ9vRRzpJVzYyDAiuKYNuh0V3HOwz+mZEf7BiukQ8cdPFehOu3NgcT1jthvRSR1HT84wLALXzq/z8p9dQktP4gxnVfniU1d46L4F/s5PPkzWjrgMFKXiLIzHJaNxSVF6stJjRBhnFQ6Y7yVUwXB1UNA51MUUnjyr29xjZ+qqdhCCV4qiIoodsTNM72tZv/E9s0ZoJxGqBVnpyX2o34ugbI1K5qZSZudaaJOVXOf4bgcPwagMtCLLVMuTOmVc1nPPsFtNV+praSquWG7UXRkEZ5SpuF4KEHPrhRFQJM72COFmu2r37Mn2XhlQsBQohlTXmOEiYnNG3lES040rxtpmJlpi2i03886Co2DOZLTMgKvju6hsQKMh+MBgI6dTXoHuDBI5itwz6o/pmRKxKaYaE2XXKJI7b7L/QhZOkIWjWBkCQjc+jzEF6O57EkvBKNSO1CJ7jwlUBK8dlAQv6Q3vpeBRLF4TEMvo6A/TvvLruHwJqiar2TiK3n2MD35m33PL+DSbdo64OI/1G6jElNFxyujobgTTHnJOYBiScAHDaOf2QMqIBwnSveE5EyZMmDBhwoRvL97XYviP//iPefnll/nwhz9Mv9+/5eP+xb/4F/zGb/wGP/3TP82hQ4f42Z/9Wf723/7b/Pqv/zq9Xu+buMcT3i3a7Yj/8b//GM+/sMiv/9brvPz6KmVTEdQqsDDX4nOfOcNnPnWK+bk2f/bSEiHcfMXPNwZVt1MVBnj09Cx/+MIi68OCuU68I56KKjAuPJ+4f55u6+3nA18+t07lw44Q3stUN2J9M+P85U3uOf3W7ZsiwidPzvJ71SrXtgpyH+jFJT94/xrzbc/moM4F/rHPpSytel676Blm1NWyvGLLwF/6nrv4c991kjcub/Jvn75KIrBwqLNzbFle8ZWvLvFzv/YyU/csUDSV71EWyLN6Fto3rswitSHVxrAkiSzdNEKAdKENV7YwRnZihSJrEFVCgNlOQrcdsbqR0WnOX+U7qBpE/L426UKVqa4lyy1nF4XNQbFzLuZ7CacPdXn1tVXECIcX2hyca2+bGtcz2x4g0NlZs1BUZWf/d+Z8m/q3KlQKVRBOTZekLtSPCG9xzZhQ/wu1QVOlildQ9c12BTEKQVAcimlMuMDpmDcGPc4Pj5IHiwhMxzn3LWTMJ6soBr8tqhth2rJbzMTXKHWWwgeGOcwGT8jGVKXZGa3NRoEosaTONaPMN+ZB78cSaBHHW4hrTo3Xndedcn1KUmIrGFEKPIW3hEb4VmGBwGWM5ARN2BXEASMluT+849Yc4hkGp/4abvgmLltExVC1T+LTwzedJQ52iqz18Nvsf4MIY+6n0GNELCKUBNoUHEHl9t2iJ0yYMGHCtyFad6q9W9ue8N7hfS2G/8k/+Sf89E//NABf+tKXbvqYa9eu8Yu/+Iv883/+z/mJn/gJAB566CE++9nP8vM///P8vb/3975p+zvh3cVaw6OPHOHRR45Qlp433tygKD3HDveYn23te+wj9xzgyReWKEq/T/Sq1pXER+5dYG46vf4lbspsN+Evffwkv/jFC6xs5RiRnSrxvcem+K675vmvv/Uaz3zlKlUVuPvueT79iVMcOza1bzv+Lb50t6uZe3OI34pObLl3vsOVzZwQlI+dGjDX9qwNDWUQ8AGx8FN/sc0Lr5T8lz+s2Bgotm3pHexw9OQ0ndhx/vU1sqzk0ML+dvI0cRhb8oUnr/DRIz167YhcoVTFxQYjhpCVoEqoahMqXwaW1scMTFa3JUdm5/wnsWWcVYgYglc6nZiZbkyWe2JneOieuqU8hJSimiGJVus6qlpqKemJrWdk5/jwwwc4vDjE+0BWBS5c6fPimxt15qsPLK0MWZhtc+9dc4yDEks9oVsFZWVgGBaGduQZlQ5nZee4BSWosDiMGVUGI8rhbsW9cwUiAVWhKt+qk6B+f4MqWZMnvH27UgIxoZbAAFTaRqiwFLzZrzg7mMWIEkkgaMLKOGFcjJAkUGmybSnFbruyoedW2ajabBa1sVxp63la0boCawzETigqSI1HxeDNWy8QRnGfdusaYqrG6MtgbSBUQvCWyMXMurqirUBsc8pg2MwT2mqItcWoPEMnOouVrNnn+v9WYYpRdXr/C4ql6t5B1X13Onm8TO1EQn1jN5xhs1UQS2gfpI5UmjBhwoQJEya8l3hfi2FjbuUEusuf/MmfEELgB37gB3Zum5mZ4ROf+AR/9Ed/NBHD36ZEkeXeO+c4d36Ds2fXWOpERLHj7JsbANxxaoZ7T8/y0tk10sTSShyVD2wOC6Y6MT/wyVPv6PUeOjXL4ZkWz5xb4/LqiCSyPHBimoXE8a/+1Re5dHkTYwRjhNdeX+NP/uQCf+e/eZzHHz2ys40Th7u1IKgCzu2/tkfjinbLcezQ7bVuZpXnzy5ugCpHuoZ7DxaUvhapIgGswQdPnFi+/5OGI8da/LvfjyirQLsd8ZtPXaFYHfP0M1cIVbihnVwVvBHKrMKVgcganCpvXNggaUXNZ1Nr72FVisJT+Xr+Nh9X2JajGJUsXhsyO5sy00vIck+WVThnmJpJ2NjKKavARx8+zD2ndqvhw/EJAGK30bToKgHDRj7DpeFxDi84Di902djK+ZU/PEvplflujGlaZbPKs9UfkwwLetMtFod1FbndjjBGOLfe5eHDW0ylSuGbOVJREuspypSpyDIzP2Y+9cymATF1cnGV9wj+LSqKzTxw2YhqYbe46XRMEEPpI7abphWHUQPlJm8Op4mMEhlL0BYGQ2KU2JZ4lT0Seu97ZLFSEZuiqabDOFqgsD3iqk9l6nzd7SZwG8Z4N08V7V6T49KT+UDL1XFP1o5pt68iBIKPQcBSu0kbJ+T0qEJKJBk+OMqQNoI4MJ/k2CxFEIpwCF90SOwizgxQtRRhnsIfQG/6Z8kTR32cHaEIVdWlrHbnlN9ThIr02p8Qrz2L+DEghHSB6tgnKXs3mpNNmDBhwoT3JpOZ4e8M3tdi+HY4e/Ys8/PzTE9P77v9zjvv5Bd/8Rff8fY+97nP3fK+n/u5n+PQocM3TwKZ8A1l+xzf6lxfuNjn5/73Zzl7bp0srxiXnoDQbkXEsSWOLQ/ct8CnPniUZ19ZYTAusUZ44I45fuS77+CukzO3vS+DQcETT13m0uVNktjx8Q8c5N57FhCB/++//FMuXdrk4IH2rkGUKksrI/7Xf/8M99w1R69XC6hH7zvA0YMdLi8OmZtOiZxBVRnnFeO84nOPnWCmd3vtm+fXx4xKTy+xxJHHGKUKtRjHs+O4XZtDQbcF3gcMMDi/wauvrvKCQJ558soTsoojJ6d3jsEHpawC1gguMo2wE4qsYnMjw0WWbjsi7sZUPlBVdcu6EcGlDnGGzUubhLykLGNUlelOTACilsM4S68T8/HHDvOBDxzmwmbGbMsxk0aAZZSdJjNjIjtgvQosF22qsD9S6fWLfbLS0+vEzfB4fXsaWYoq8MKFPv+37zvApWHJuY0xpSrddkK/jLmw5Tje2yR1dft3FYStokNcHOFUCi7ewkVDEAg+pSq6+LJzw6LBfgxF6TCuqKXrnmih2EHlhyxnbebiCGcEq4E4KG+OupRa0BLZMb3aOd/eEbazgq97bSsBgwFxxC5QVGCNYbn7KIe2niTyQ1AhUYiMEOwUo953IcawlVc8uzjg8laOV3ACJ6ZSPnXXoDEwi3f234c2RgqMqXC2xGgFwYLGRNsnPQA2gA1I00oe6DL23fp63EZulLfGjOm2z2NNxo43eLJEVfUYjk/va5f/lqNK6+JvEK89j9oIdR3QgB0vYs/+CuHkD1HMPvit3ssJ3ya83d/BCRO+VibX1oTvJN5DvyLeHTY3N286Fzw1NfWWc8ZfKyJ1VXLCu4sIWGt3Zk33sro64l//zJe4em3AzHRCVgXKrEI1MBopC/PTKPDMc9f4rtTx//kfP8HK+pg0sRyab7+NoNnPK6+u8G9+9gmWlwf1z3SF3/jNVzlxfJqHHzrECy8uMTUd4/ZcE4JwYKHN8vKIZ569xuc+W7d/RpHl7//Vh/m3v/A8V5eHOzPNcWT52COH+YkfuPu2r63Ma32OjKGohLy0tOKKyhtiayh8aDybFGvgylo9C1tc3mTptVVUhKmFDkaVi5c3WV0cokE5cedcLaJRiqzi4PEpOr1k55wdWuhw7mIfVSVUAevrBmAbW1TrRlFRJfRzOlnFVqV8+L4FPvvZO0gSx8mjPfqDgqLwLJcVX7k24PfOrxG0zi0+NdPik6dn6cQO6BLokgfPyFfEsv8P9/pWhjQC3BrZJ7LasWVceHIPdx7ocGqhjQFeWRvx3IU+z75cELuYO49aDs9FlJrQM20iI0zHlhk/TxW23cDrrGhzG7Gx/TwlqKcbhdpIq/GW8kFYGcVsFYEZG5h1zTCupTkowdgbq79Lo2kOtrdw4rHidj4LIoqTEq8psSmYbTnWxkrloXAzXJ3+JHP+EgyXWB0Lh+bPcNWc4s01z2a+yPkNT+GFdmxJrFD6wGvrIx6rNmmrXPcZMSgpQXOMVODLOiaKgErS5OnW14yNFPtWc9U3EGinFzBmjIZd1+m6UryJyGWy4ubt03nh+cKLi/zZV5dY38pZmE75+IMH+fgDh4jc23cVfS2YwUXi/sto1AbX2rnm1CWYfJ108QvowoNgJn8jJnz9vNXfwQkTvh6+0dfW+1ZU38JbZsK3F+8pMby1tcXS0tLbPu7EiRPE8bcmq/H3fu/33vJ+7wNl+VaOshO+EWx/QVeVv+GL+vc/f46r1wYcOtChqDzDcYmzBmOEovCsrY85dnQKDcrTz17jh79vwPGj9cxgVd1+wvrWVs6//pkvsbIy4sBCG2MNS0sDVlbHXFsc8uzz1yjLwFSWkERuX+uzaQTltWuDfdfLofk2P/13P8Rzr65w8doAZ4UH7pznjuNTiMhtX1uxqfNcfQio/P/Z+88gya7zTBd91lrbpM8sX13tfaPR8ABhCDpQdCJl6ETKjAwlHs3lGUmjmYnQzB3OmXsiFHFuKM5cnfGSRm6k0UhDeVEEIXqCAAmA8I1Goy3al6+stDu3WWvdHzuruqq72gDsJgByPxEVQGdlbpe7dua7v+97X8GR2QK3bWgi0WghUVKQYCnlIUpg/0mXwYLDwZMNpJIo38F1JHlPUan4NJshC3NdKoN5nL7bdq7gsmlfmvO61Eq0bqzEzHyXVjvCl4KkHbLQCClUfVxXYroJdj5Az3fBgutITp9qsH1zDUjjpcoFl2O9mEdPNTDWUnAVUkCoLYfnOrR6Ce/fPYzTH5MoWosCYgtO3y0aWK6sO7DsHr1ErA3Vss88lplOhAWm5jo89twUnSBGWzBYjp6STIwWuWNfiY7UaJ0gBNQcyc6Sh9t36hYixnPruO4iAkOii0TRENoUVr0vxsCpRY+BnKHo6XS/EkkzVMQ6nQvngmtIrp+ZrZccslcw1S4xlKuwtdpKnZiFRGBQMuqfZzE5OwtqgOGiRy9OHbDBZ7K3nReb27l1tMqLQQNfHuXGoRYCy60jioPzVV5uDqGUQinwjCBILJExuOK8QzSAIEKIsG98pUlv+RgEMdrk08dlOhdvkvP7JkSM6zaRMsIahyiuYu35a7vrLCJFF61XCmEAhTUWJRfRuoMxq+f7w1jzew8e5uCpxf5ctOLkVIsTUy0OvFznZ96987oI4tzCEdAx1ild9A3SuCVEbwHTOI0ubbzotVZYrLRYYRFWILRAXFQnz8g4z+U+BzMyvhOu9bn1hjw/LddPDL8Rj8f3MK8rMfzQQw/x6U9/+orPe/DBB9m+fa3oj4upVCq02+2LHm82mxe1Tl8r3pB/9G9QrL34eD/z7CSOkggpCEKNsbD0vVcpQacTY4ylUHCZnu1w9Hid9etemYHO8dOL/PGf7efo8Tp+3qHeDNGxYWGhh5B9IdbX1a12xNnJFhv7gjbd7lSdFYvuRdvvOoo79o5xx96xi/b1atkykOcJV9IJNSVP8dgRHx/JjrEYz0mjiyqOJbKCxw/niEyepNkkChOcfk5x3kurVxOjJTxXMjcfsFgPqI2UuGnPCLtuXcdpbejGmpyTxlRJR7J52yALM22SbkwYG3qtkHCqTU1bpDaEkUYbi+tIYm3wc86qfTPW8sxkC20slRXO2jklcIRguh1xot5j+2AqNF0hGHMk04khXirPW9iwrsyx0w2MNiDOV+KMMWhrueOWdcRC4AALrZCvP3WWINQU8w5KSQSWODacnWpTKXns2zWCK1NRuhBrjnUidpd8ED1icRJjQjyhUULgqC6+u0An2EgUDy6vuyQFSkjqPUE7Wn35TazFEYKSlKuOx7DvkJOSnjbkVD/qSaSZvaGFc+1NjPktcu4cUoYgLL1YYGwO10mFpU8LVygc12euXabZdRGJx1s35lgIFtlUPkzZjYiMIkoEJTfh3vVzbKxEfHNyPYK0wn667jNW7mCVBqMQVoBIULQBSaJdrPAQNkrjjIRE2ZDESrAOaLW8b567SCF/FinPu1fnctMEvTHCcAQAJYP+b9aeiZYyRMkArVeL4Uf2T3Pw1CLVorvCIM8ljDTPH1/giZdmue/GsYuW+R2jl/ZFrP6yI0iPhzWpWF7xO4vFOAbrmNU94o5ARRJhrk8VO+N7h7U+BzMyrgXZuZXx/cDrSgx/9KMf5aMf/eg1Xea2bduYm5uj0WisEr/Hjx/Pcoa/R4kijcVe0vjgwodfSVs0wGPPnuNP/+4lzr1cR2tDFBvmFgLiMMFREseRGGPR2uJ7iijWdLsx3W5MsZiKk2YzJJ93uf22iVe1j1ei4Cru2VTjkRN1ZpohzcWAP5vLs2+zzw3jIarT4dSJiAPTOWakQsqEVje9SeAoyXD5vLgQUjAyVEQnlve8fRvvffcOhgbyWOCx04u8NNuhGSbpcxGMVHx+7NZ1lB1Fpxfzvz6zn8cPzrHoqfQ4xRoLSEfieIrxidU3IhaDhMUgxpUXZzc7UmCwnGueF8MAFSXJCUHTWHrGYrBsGykR3jrBTCOgtdgj7MbU611mZrvc2T/u8wsdrKM48HKdTi8h5zskBhJjcJXAcRWOtpw802T3lkFcV6GEwBVQjzQv1buca9fpxEUsJQqeZFMtZt9wh6IfUsifwSIxJofWPo4QjLqSyUgTGYvq71qrlzCzGNANYg4JwUTZZ/dwkcG8iysFN1R9XmyE9LTpJxhZEIKy77BxsECLIt32MN8+Ms2Tx06x0AYlQ27bpnnnLT5jNYmyCZ7sIH2Xsl3fP3KWsn+CoXyExsE3gk4MUSzJYdlQbjHeaDHdTd+j43M+u0ZDxsoJRliwCkUXISXWGmzUATmAUQUE/VzgpWq17ZD0K7hKdSkWToMwaOOxZBkmRUIhN4nRHnFS7RuDWVZmFZ8njaOy9mKx+PhLM6g14tF8T9EMYr596NqI4Qv1rs6N9H+hsUIRakNPp1Fmvg1wpUfkDa2S9lZZrGuWd1P0W8oRFu1pVCjSmw7fAcZa6pEm0AZHCIZ8Z7mrISMjIyNjbWzWJv19wetKDF8P7r//fqSUfOELX1gW2o1Gg0ceeYRPfepTr/HWZVxL5ue7fOFLxzhxapHGYo9WK6JU8tLRWGNRSvQrwg5CCNqdiHzOZfeOwSsue4l6o8dnPneIKNKUih69ZoijBNparLGpQOgjgMGhAnNzXaJIU6+nVa5ON0ZKwY98YDfjV+kO/WrYM1LCtfCHnz+MKntYJXn6qR6PnWujOzH1eoByQn74p7cw1Y4ZdCT1g7MUPAffXS0wer0E15Hcdss4w30RKoD7Ng2wZ7jEqUZArC21vMOWWp7ZesDXj87Q7EYMbKyR2FPMTfU7NPr6Rkcakxi+9uhJbr91HbfcOEov1jx1us5sox+/JKHkO1QLHk5/ZlbYNNb2QpJEI+NUxJ4ONaG2lAfz5Ks5kvWGs2ebnJpspu3dm6okiaHZTQilpt2JEJAajJHeMIm1xQVcV9KLNY1OyFAtjxACJSzznZgzQYgrwfNckB4hkiMNONstsWOwzY3DixRL5zDWQWufXneUYZtDCcFsrAmNpdGNOHKuRaINvhREwIuzHV5eDHjr5gE2VHIMeA53DkrOxppmbFDCMpBzGcw5SJlGQ/3l46d55sgsrrLkvLT9/esvxBw8rfnUD+ZZN6iwiL4RFYDFzc1To4lFIq1AOeApiDQkRqJczb7xkMFkCGstc62Qg9Meg4U2juwhVIRI30zodfGTAFMsE1PDLkcJGTwa+KpDlIdeMIrvzSOEXiGE0zPKWBclQ3L+PHFSJY7LWF9dlCsNIEWCNS5JsvpvyBhLsxPjuWtXVH1HstAKL/OXc2UsEEtBJNNmcIHFNRZb201u+lFkWGdRlIn63SGOjXFMj6POXk7XBXeNGRwpUv3rmP7eLw3n2WVzOwRYZRDJq58xbsaag80e3cQsi3dPCraVfCauIv88IyMjIyPje5k3tBg+e/Ys+/fvByAIAk6dOsVDDz0EsBylND4+zkc+8hF+4zd+AyklY2Nj/PZv/zblcpmPf/zjr9m2Z1xbZuc6/Lv/55ucPdvEdVTaIh3EhGGC4ym0EGit03nPWo52J6TTTXj7mzcxNnr1gvTJ/VMs1Hv4riQwlsRYdC9Jq8tKYqzFmnT2OOc7DNRy5HMOZ840QQi0tmzbOsA737GNN9978dzgK6G+GHDw0Bw6MWzaWGXTxupFVe766SanHj7J4GD+orimajXH7FyHYqD5+QfSsYPfmQ/4xqOncF1JPpfeNAjDhPpij717hhkYKfIPT56hFcTUih63bh9iuJpjsJB+qbbW8sUnz/KFJ8/Si9JqcdSJaQcJQq1oHZX0W5GhPtvhrx48xM6dQ3z+4DRnGj3MkgM1EMeGXmwYr+WWW4RH+hX22FhOtUKOLnSZa0V0uxEbNlRxXZlGOZHe2dXGsm6iwo16grPnmuw/UWfTWIlSycdauzwfFUaapC8alBRoR6Yt9wBCYCxESYKy0OxGuALyOQct/FS8p+nHKGE5vlhCG7hltI21AscJKJTO0mlvYFDkGFCCrrY8eLKO1YYBX61qo29Fmm+dbvC+3S5Wpm3/E1WfCXtePmptmV8IeOnUIs8cmSfoxgyPp6LeWijkYLph+NyTIb/w7kJac+yLSun0kE4HG1u0lUD6mpxriQ04SqKkpOQahAYQjNfy+KrAQq9CXkT4pkFevoyNWwAIN09OdfF1E00aq6SIkMICEtdrEPYGcZ1Ov6J7cXXSWIVyuoBBmzxhXCPnLaTtxDYVhVKm51bQG10huvunlhRUih7T9YBS/sKlQ5gYNlylK/taWCBQklgKRF+8WiBUkkQWUJt/GPfYX+OFi/j9/GQjFHP+Zg6X76MVhJwOI3YOC6xxiHFROiBvzuLZeQAiMUBPbiBWVax89ZWJnja8sNijZwyeFKi+yA6N5XArxBWCkdwb+mtARkZGxnXDXr2NTMYbmDf0p+Djjz/Ov/pX/2r539/4xjf4xje+AcChQ4eWH//0pz9NsVjk3/27f0en0+H222/nD/7gD9Z0mc54Y/LZvz+URhiNFlFKks87TE23iSJN1Etwcw5ISS7vEAQJhYLLO+7fzMc/vPeq13HqdIO/+JuDNJohKIEVIDyFCROEFCBTg6RemGCtJZKac5MtikWXgYEcv/jJu9i7Z4Ry2XvFrdkr0drwN599ia88fIJOJ8Ja8H3FjTeM8LM/dSvVyvkW524QY2xaFb8QKVODnm6QLD/2kz9xM70w4bn907SaafVMOZI9u4bYc88G/p+/eZFeeP75X3rmHD987ybu6883P398gc8/cRolBCPVVLxOznUx2iA8hStS52Uh0vZ0YyxJrDlxcpFHX5rhzGJAGCZ0OjG6354kBIRhgu9KXE9R8R22DeRpxJpD7YjFMMH6LsM5FylLCCFotUOkFOQ8RS8xy8saHyly7kyDJDGcmGqzY4uLciT5vJtGQGmD6DtPJ4klTjROv028UkoFeC82RInuzzQLjHDB2mVZl/csOdcQa8m5dpGt1Yiiowh1HqE0ntegF6THZqET0g41RU+tOieEEBQcxWKY8MJij5FqnpwjqJIKMEekQvjMZIugF3P4dANtDI5UtFsRlbJajrIq+JYDpzXNTkytLIjiWvr+u0E/09dBkqCRCASeAwUjluemW0mOMDYIAZ6SKCVpJS4uDtIaco5A4CCIMMojrWxaHILl/bE4CKsRUiNVmErEJTfti1hqiU5/usFGrHXxvfn+fLHAGJdeOEoYDa/5N3L3nhH+5tGTRLFe1SrdizQCuGv3yJqvuxoSIUiEQK54zyG9gaERdCqbeH7gxyi2DjJiFvpCeCNz/iastMgITtQtO4YtUkUUzAy+Pom0GtMX9jk7jWfnabObiPFXva1TvYSeMeTkeQdwIQQ5JQgSw+luxLCvvqPrUUZGRkZGxhuZN7QY/tCHPsSHPvShKz7P8zx+7dd+jV/7tV/7LmxVxnebTjfiyafPUSi6yzm45bJPoeDSakUs1AN27xzip3/qVuYXA4QQ7Ng2wOhw8arX0WymztGL9QDhKWxfMPkDeaJmD9vTWG1AWwwsV2EbjZDFxR47dwxx1x0Ty9v3nfC5hw7z9w8dwfcUI8NFhIAgSHjq2Ul6oeZf/PK9TNcDHjsww7OH59AjBRatpSLEqhpaHKeV8rHR88ehWPD4pU/dzdFjC7x0aI6gl+DlHSIl+drzU+RyzrLItday2In4m0dPMlbLs32iwjdfmCZJDAO18yU5rfsOzyK9gSBXib60IqsTw8lGj1YnIuglqVBXAmMtxkAYaqYXuuzdNMADWwdRSnKsFdKJDUGQ4Kj0/VC+g5Tg+w5hmBDFZnlGPIkNnqsolT02jpXZMF6mWHAJE0NzMUApSZIYloyShQCjU2/kTRMVlJQYY0iMJdYWJQRIlc61Ct0XdgJPpZVlVxqCRHG8UWOkVAbhIhNQQiOVwNGWbpzOtzsXzG9aC1qmU7dhbHBY7i5n6VbEYqNH0ItxHEUv1qmBmRQsNCy5nMH3ACHxHOhFliCOKcSDxEk6/yukBhSJqOIyhzEGK9LzM+8JBDHGOjT1CAVPkHMkrkrnWRMriQ1IKhgKKKWxOum3+V6UFLz0bvd/JHFcwVEBF88CW6QwhFFtxeOSoDdBLxxFqQCsINEF1jLVWuLN+8Y4dLrBwVOLWCIcJdEmFa83bxv8jsRwLPvn8YXeA6QBUomANj6zuZuZ6l8HhAAhk37cGfQSsDZ1O/ej00hiEgqI/vHX1iJtj6I+Sszoq97WhaVZ/jXEriMF7cQQG4u3xs2yjIyMjO9v7HUsDWezyK8n3tBiOCMDoNOOiWOD769ul1RKUqvliBNNpeKzZ/faVaSr4bEnzjA93WZ0MMfZfiVVAiiBV8uBMYRzAdqmQmdpTlkKUI6i10toNEMGB9bo23wFdDoRX/7aCVxXUq2erwAXCi5SCQ4fmeezXz7Gt44v0F6KlMq7tBJNJARDSVoLNMaysBAwMVHmpptWGwkJIdi2dYCDL9d57KmztNoRjW6MtpbR8RKlzTWESitNtaLHbKPHYwdn2LauzKnpDjlv9WUlV3T7kcYWc8GXctMXyoWiS2QtQaiRUizPBxsLVloSbdCx4R2ba4yWfM71EkJj6QQxUp6XTalpmsRzJWGUGmEtBdQImeYN333TOsoFD9N39C7nXG7aPoyjJAePzROGejnj2XUlfs7tb4ulGyWAJY5iXJm2TS9LsiVjq+XjaDEoEltMK7AmwUiLxcEqicGS64slbSxqhSA2QNIXb74rESL9t7XpOZVYaLbCfo4yDFV9Ts11CHoxSSw4fU4zNiIolyCMwXUFnpqg0x1f2lCskVgnoSWGKdHDk20suu/NJUisy4LejOdX8Va+bSbd2X7dnk6ynZL7ElJaiAPwq+edk5FYUgMtKx208dGJT2iG8Lw6SkYY4ywbZSmZCvBeePHfqrUOSXJ13Ty+q3j33RtoJprjZ5t0goScr7hp2yAffdu27yhWyUK/Pbp/OPptx2G/Ld8RgnLOoR2vnEtOc6WtBW2g5KfvgmMaSBthcNNDthwUDdr6KBui1DyhmkBpi9RrNZZnZGRkZGRkvFoyMZzxhqdS8cnnHbpBTP4CQxhrU1fn79So6qVDswDkXAfV0yTWYuxSkLzAJGC1xcs5OI5iuOpjLOR8h1zOYXa2w1NPn+Nd77y6SLBL8fLJRZqttUV1zneo1wP+/qvHyY+XGenP2BZ9hzNnm4TGMpVo3HoPayzDQwV+4efuuMhxF+CzXzrG575yHM+VDNZyNMMEmVhmJ9tobdm0cwhIRZPnKl7um2N5riS8IAu5NlbCL7p0WxHGlSxZKBtjSRKDm3O4+4712L7BmbvC+EgK+rO66bzx6XrAy7NdHjtZp91LcFzJ2HCR0aECoj+TrZxUYCsp0Sa9qyulwHUVBUdSyqU5yZa0Sp34qWDes3mAeiuk2Q5JdDpH7LmKMNJM17tE1lDNG4IwQaAYLZWoRwl5VwGKNJnYEmtBXlqiRCJQFD2BIAEBSljCOEEbB+lK1lV8yp5DK0oor2iV1tYSJpqcqxjpz7dam7Zo591U/TtuGlNUKLrctH2IZ47ML89JhzGcmzaMyDztIGHP1gEkq53LW1GOggqxQtGyG3FFE982kUITUWA22URkqv156SXxl84Vp/XdlMTUaEU3klOTuPY0xF1wS0Ba+RSYtIJuPaLeICAxxqPd2UohfwZHBakZVr/i2w3WofXqfOarQRChRDqLfLqu+Oxzk8SuZM/uIZQURIlhPtb8/XPn+OibNuJe0KVhrGUhTGjEJjW/8xVV9+IWYknaKo21aGtpxGl1VfRH4iNjGazkaMWaOEqNspYUrDbpvYTNA+nNJGHj9I2VS3X/89VwmxpsI4mwMq1IKwlObK9aEA/6DvVY9+fiV78qMZaapzJX6YyMjIxLkLlJf3+QieGMNzy5nMO992zkwc8fIY417gpx12pF+J7inrs3fEfrWDJuAvAdgU0AkX6BFgD9yp4QAt9T1GoXi9V6vXfRY6+UpYrlpb4NR4nBRJqJFXPJvq/YsqnGXL1LJ1BsHytx+94x7rt345qiutEM+dq3TuG7kmrF739XFwhXYY1lca7LyESZfN/EyhiL56Y5w7fuGOJLT51Nq+L9L9mOq9h80xhHnjqHDjVBqFn64u/6iltuX8dHf2gP3zixwLHpNqZfEdVJOqcq+1U8Rwq+eXiORhCnNlVCEIQJzXZEqx2xfXMNow1ap3Ot6Zx0Whd2XYUxhpyr6IU6FXQinb/utDSOrygXPNYNFWkHMa60JNoSRgnaQC9KaLQjPGEItWTPUIG9I2W+ebZBN9L95afvf5QIHKkJjUPZl5Q9A4i+iRT0EkncF7rCUbxpfYVvnFqkGerldtWeTs+n3evKq0RbL04jeHxXUq74YAyeLygWBG+7dYxH9s/Q6Sb0ghhcSauToKxl9qV5/svpFjfvGeGOm8bxfcVU12NU+ZS9kARIKGNlGSGgG3vUwxKesrjyfLTPUsiR2/9ZQtsynaQM7MDtnCOfm0H6qh+5JNHaJwzHiKPzlV2t87TaO1AqQMoIaxwSXbz0yX1JEvLyOL6YApH+YQ54gm1DRc40qsutx66SeI7hxHyXQ1Mt9q0/H7UXJIb99S7N2KQdA4DqRxDdOJBfJRhdY4iFwsBym7EjNI6MkSI9tyLhsWEoz5HJNlFiUAKMSDsdRouwdaB/PIUHQiCsAatIK+6iL4TTGzkGf/lehFGpL4Fafb/pkoznHM4FMT1t8GS6T8baNNZLCjYWvjP/goyMjIyMjDc6mRjO+J7gh35wN8eP1zl0eC5ts3UkUV+kvP99O9m969W3SAPs2DHIo4+fZmqhmzpIC3A9hetI4kjj5Rw6rXSOtnqBU+2SgK1WX72D7RJbN9colTza7YjaijZpgDBKsIBX8la13AIoRzA6XGCuEfIjH9jDLTuGLrmOw8cXaHdiRoZSoSwElPIui+0IV6UVtnajR77ooU3awnzLtjSe6i03j/PcsQVmFwPKeRfPlQSxIcw77HlgK+t9hxMvzhJ0Y8bHyzzw9q3cc+d6fE9x24Yq3z6+QLsZ0ppuE7YjhBQUh4sMjBYQrmKhEzFQ8ECmTsyea+mFCdNzHQaquTT/2FqCXmrA5fsOWhsarR4L9S7Du0fR1qaGZ4DrCLxCWv01NhX19MW4wJKYdP89X2GxdCPJYMFh73CF+VbI8TOLaCkZHS3h+w5YCBNJYmG4oNk25KNUjOznAkfaxXUdXKffCi1gcy1PzlEcnOtwttkjjDQlYHywyHj14psV7djQSwzNcw0GRnIkkSAIEvZtrrJuKM+Blxd58VidxEB7uk242KOrJGes5ZkDMzz8xBl+7iduISq4TLUqLNgm4wMaVxkSI2j0cjTjwnK8lOzPxy+fS0CFS0lWScwG4t56ZNhFqhhrfbTOrfEKm+YM69yrqgQvLaMoD+LJGYxVWOtjjCbvdvnAjSFfO+ZwdL5KqZqjUPKRQlBvBByb7y6LYWMt++sBi5EmpyRKpBXtxMJML8ZtCG5ccdNIWfCMIRCC0FiU0Hgq6DeOC4QAX/YQrs+tEw7HZ9PZ8JIv2Dxg2VwTuP2bHoksY4SPND2M7cdMybQNW9FDizyRSOeb+4VitBKotbLF1iCnJPuqOV5q9ugkhqjf3O5LwdaSnzlJZ2RkZFwKS38s6DotO+N1Q/ZJmPE9Qank8au/fC/ffOw0jz9xhlY7ZMP6Km958yZuvmnsO6p+LNQDHn92khDotCOkBItAhxqZd1BS4pVcwpaDiA2lwvmambWW+mJAqeRx5x0Tl17JVVIu+7zt/s38/ecP02qFlPoOx2GoqS8GjI2XSCq5Ndsi48SgpKB4hWxRbfuRRBaiKJ3hrRY9Or2EODHLrefdMKEVxIwP5LnnhtTkZ7ia4xd/aA9/9+hJDp9t0gk11pW4voeXc6grwba3beGDb9rIxqHVAmi07BNPtznzwiyd2Q6mXxle8B26OwYZ2T5AtZLDUZLEpNthSW9KxN2Y6fkOIyNFksRw9tQilbzDTKw59vICkU7b6fVOi6MEsbX4nkpnk4XAJxUbQS813ZIybWmVQlAsugipcBXsGc6zb3QQCTx0YIpOT1MpCJozbVzfQbmSKDEgoFcQbB0S9GIHJQUGB21Ef+43NcfqmPQiPFbyOHN0noOffYmp2TY6Mbi+YueN47z3g3upVnNYe/5zuSwEYzsHaHVDJqc6QCra8wLefssY77prgv/8356l0QjZMFxcrtInieH4qUX+6sFD/MBH9hEnlk5cIGl5y5FSIFAqjSZzlMBEgnK/C8AHCoCylhP1gMOzbRpBTNl32DlSYutQoW+QJjC2iDlvPL4Ci+N2cLwWQqaVXJ34JFEFo1/ZDSNHLOLKOYz1+s7YafW1EbjU8jF3bVokKGzE8T2sTf8eR0dLSARzkWbYUyyEmma8JITPOy67Iv07n+7FbEt88ktmWIBvLHF/5txTvb5QlecTk/tt1AOFgLeuHwEEnm8xziJCaqzVgEBI6LlbyIUnUARYVL8NXWPwaMk9WLH6Y9pe4lImbBdlu1jhoKkuzXBQcRV3DhaoR5qetjgSBj0na4/OyMjIuAxL0YzXa9kZrx8yMZzxPUOh4PIDD2zjBx7Yds2Waa3lj//8BU6eabJxosLsXIdeL8EYm1Z8g4RNO4fYu3uYDYMFHvrcYWZmOvi+QkpBr5fg+w4f+dCNDA2+2urXan7k/bvp9RIe+dYppmc6CJG6V+/dM8KHP7yX3/n8YZrdmGpfwCztR6MTs364wNbxy89PT4yVSGLN0eN1bH8WslhwGazmWOxEBIlBS0GiDTdtHeBH79u8al3rhgr84g/fwFf2T/HlA9O4SlDtt2Mm2jDbCvnzx07xyQe2U14hzJ/fP8MLXzqONqDyCifngoUk1My8MEPzVIN7PryX2BhakU5nfvut6UpJ4thgEoMXJbx/7yh5Jfn//fULdDoxlZJHY6HLuekWm9ZV6HYilOgbdVmL5ykwkBNpDJWxlmLeoVxwcVxF0XN457ZBxvtV/6dPLdLqaaoFZ9kdOw4T4hA6YYIWgm5PMbkQsW6gQNIXYksC3lGiX320dIBTL0zz3/7704RhTG3AwXFcut2E/U+dptNo8/FfvBfXd5FAVULFSSuElYIPo9BoRSRJGiNUKXo4vmTXlgr0b2Ys4TiSYtHlpcNz3LXQJVf0KORdjIGlSdSlZ+vEYI0gSQzbLjiXHj42zwtTrWXjr8lmyNG5LnvGSjywY3jVOldjcf1FXL/Vv+GSxjc5bhflhITdYYzOXeK1F+OKeQRmOZII0nxoKQStnmSgpBkJQ2baqr92SLShWvR4uRNRcXI0+zO1SlxsquUKQVcbmrFeFsNLx8gjrQov3UBYHbMEWIESEa7TItFVsA46qCKcHtKJAIvRLkk8QGKG8TiLK2axAkIxRE9uJBGVi7ZJ2Av/3SOvX8CzU6TzGxItqgRqL4lMq8qy3/KdkZGRkZGRsZrs0zEj4zKcnWzx0tF5KuVUNBSLNbrdmChKv0BHieEn3r+bu25Lq7433zDCV772Mk89fY4kMey7cYwH3r6VfTe++niUC3FdxU99/Gbe9cA2DhycJUkMmzdW2bVzCCEE77pzAw9+6xRziz3yOQdjLEGYUMy7/Ohbtlw23skYy4OfO0ynmc6R9rUizVZEpxtTKHncvHuYj31wL4MVn9E1ZqMhdUc+eK6JoyS1FULKUZKBoke9HfH8qUXevCLi5ktfOUbU0+mNhASWMpFc0tbsznyX+kybwkhp2fxK9EvYtj+3LK3l/i2D5BzJF585S6sbM1z10RaIDc/sn6JW8qmU/dRsS4pl4WZ1wo/eOMYdmwZ4YarFfDdGScGWWp69o0VqufPCfb4TYbGrYqKW8F1FO0wYLuR54ugc77ltPUXfwfYdlkS/3zWJ08zb0Fo++9ARer2YsXEP0bemKpc8fE9z8nidmUOnueW27RREKtDMkiKSgmoltypbGqAdRORyDus31di8e5jBkSJGW86dqHP04DSnTjaIF3vky/2YrP7rBCCVQCeGKEzwfOei2J0jcx32T7XwpKC8QmCFieGl6TbrKjluHF/b9VnKGMdrY63A2vMC1VqJlBovt0ivM8bVzw2v3PL+/wlBKefQDtMKv9B6+Zm6P8tecBSxhflIL0dWrdVNYa1GmIjC1BOUmCMpbSas7cO6FTzAlwmhcZD92KQlEisBQ14uMrkgqOXLqZeBVZioCLGLEAnGuljroCkTsIfA7iERkDjpub06dCplVYu0TSglj+PYeQweljwCjWMXKOknaHMPibz0SERGRkZGxqXJDLS+P8jEcEbGZZic6dALE6rl81XdQsGl0G+FnpnrMDndXv7d+okK/+gnbuGnfvxmYO18z2vF2GiJsdGLq7zvunM9QxWfh5+b4tx8BykEt+8c5h23T7Bt4uJK00oOvDjDE98+w0jJo52Yfg4uCJXOjzrAP/np2xi6QkTUYidioRNR8C52qpYinas8OddZJYanpttA33jLmFWzOlIKdJyad7mDBRx1viU16bdTTwwViIxlqhuxpZLj5HQ7NeASAt0X1kEQ8+VHT7B98wBbNlRxPUUQaYIoYWPBQ0rJjuEim6s5Ep3GGK31Hrp9c661MCbNIH7Llhoz3YS5Vtg3WUpvBrh9E6Ml5ma7nDqzSKWqloXwEp6nsAYOvTjNW+/YxpKH84XVwZVY0hipXLXAXbcOIpUkiTVKSbbfOMr4pipf/LuXGCu4+I6kqw2+p9BLjseJodUM0driOpLCBbt5cKqFNZbcBZVG35H0Ys2BqdYlxbBygzRyylx4XgiMkQgVI2WMMd6ar78QbZcysg0rQq6o5ByUjEiMYi7wiPV5V/HBoofnSnraEBrLgO+ghCCx4K6KkApJwjZ5GzLafRGHCKdzCm/hOTobfwRdmGBYRkyjiIyLEmnuUaIlxkJezGOTLg8fkSx2NT986zrGypqcdw5PNUEYrFVEyQBBuA5r031WCRiZ/px/Q9P/lTr9WcIzZ3HsAppC+kdK2q6trYOybXLmMG1571Udy4yMjIyMjO9HMjGckXEZfE+hZBrZ4zgXVo3S3FB/jfbD19KhVQjBHbtHuH3XMN1eglKS3BqidC2eeXaSODYMDXkUraWXGHr9qCSbGGSYkMRXtrJdMt++lGZbquyuZGn+eeWXf2shjjVxnIqZXiem1QzJ5R0cJdHa4uUUY0MllO8QJ4awL3xcRy0Vl3H67dRYSxRpnj0wxVPPT/Kut2+lUsoRW0vNlcSJIUgMz5ysM9UIyTmS2zfXGLug8rp1uMjTpxqEicFf0T5rraUTJoxVcqyr5llfEzSspSsEqr9bK4WwBejPYV+qtVgIiOMEPzeNIsZahzCukZg8tl+5FyuX14/7Gt1YQ2tD0I3PL6wLhbLHW39gB1s2VFFS8O0TdaqjpTQvN0iIIo0xhmLRRwBDeZeT810sMFb2WejGyznQF+I5MnX7tmtXzRFLdzjW2leRxjCJq3csie0o2p5AiQBtcywJYik0ZR+OdoZxvQLKWFwlKfrOcos6gCOg4kpGcg5TQYy1AlcKLJYk7GAsbDVncL0ChgJYg4wWKZx7iNb2n8E1JTYXjjMb1ugkRbQBbEhRLDCRn6UROMy18zS6IV996RSfuL+L64RptrJxEEKTc2dwZJdWdycWBwG4kUUrMCp1lhaGNXOGPTvZP3QX/H0LgbE+jp1H2B5WXH3reUZGRkYGfQOt61QZzgrOrysyMZyRcRl2bR9ksJan3ugxPLi6GtpqR+RzDrdcwxboa4kQq82y5ue7PPf8FEEvYXysxE03jV2UMdzuRBhrmW+FhLFeziku5R2S2NBuRwTBmq5IqxgoeoxWc5yZ75K7YB26/+Gy7YLs5zffu4mnn5kkjBJ8z8ECvV6yLFyUEuipNnORpra5RnWsSHUwvzybfepsE+VIRC9hWyXHDRurPHNsjlgbXCXJSUGgLdYYokgzNlykXPKZXQg4e3iWr55q0OolxCp1sC4M5RFC8K2XF9g7Vuajd21YduneOJBn52iRl6baxInBd9NqYDdM8B3Fm7cPLovBghD0OF+7XLpJsPRZuGGkQK3mUV8MLqq2GpPOGe/YkSfnzqKIAMh5U3SjdbTtOP0I5vPvuwVtFKWyz8xUiyVDLGvTKCkZxGzcXEVLgSMEd24Z4NmTizglH9dVOK5KK+LWMjff5WvPLtIONVhL3lMIR17y+0FiLGVfXbLJ2S5XhFdm6va3W5hV7dNXg8Who/dRVC+gRLDicUlsRpiJtpHPCXJLN0P6xDaNGRrsZzvvraXxSVNBTFcbhE3I25Bt+iS77MsrNlJi3AoqnMdpnyApb0fEw2wrniK2UO8apI3Je6nz+COHy0ghqeZddo0tYolXOWtbK9FW4agOnjdPGI2lqwEcDVzJNdpqLp06LACDQGffuzIyMjIyMi5BJoYzMi5Dznf44ffu5H/8xQvMzHUplzykgHY3RmvLu9++lfE1WpVfT1hr+dvPvsRDXzhKtxunVVshmFhX5pM/fwdbtwycf66naAYxTn8e1pIKvGagKEpBPu8wPHRlIzAhBG/eNcJfPXGaxU5EOZ8aTUWJod1LGK/l2DVa5Gtff5nHvn2WZrOXtn2PlZiaahNGSdop3VddUgqGBvNpBNJsl9OnGgx/eC9WW4JmbymSFeVKThjL55+bxE62UbFhcq7LQNmnkHOIEmh2E5Sj2LZ9iPn5Lt/84jF6nQjHkTR6aeW73egx2KswvLGKtvDCVAvnqTN85K6N6fYIwXtvHKOWd3nhXJNe1G/Vrua5d9sg20aKy8fCJY0iapEK4iUZKEidmcuu4h1v2cRn/vol2u2YYtFBiLQbYW6ux+Cgy5vvG8CaHhofsAiRUPDOYXoePTPIksaUJm2jNRaKeZfRoQKLzZC430peLLgM1XK4npPqrH4b+e1bBmhHCVONECugVvQ4OtXisaNzSCEo9QVuEGt6kUY6gqKvcFZUs7WxaGPZM1q6ZGeEjgtYv5k6KpulWjn9fTIkcQFrLu92ftEyqdDSb8IVMyjRBiSxHSSxA2zIG7rtaNlFGVJ9KYD1OYeCOp9hfUMtz5aSTyvWuK1jrG88hOMVL16hdACLihZJgDgZoNX10HaKJFlACMGxszkOnM0z3073xVGwe11ELxYUvQuPjUwj0Zz6shi+6n0XNVw7w3Jw9goEMYYihsuPNGRkZGRkrI212a3E7wcyMZyRcQXuv3sjnqt46CvHmJxuYy0MDeR5x/2beedbt7ym25Zow8HJFi+ea9LqxQyVfG5cX2HQkXz7yXPMznWZnGyx/4VpcnmHkZE0ZieKNafPNvlP//UJ/o//99uo9p2iTyca6UhsZFB5p2+uZOkGEUFkeP97dp5vZ74CN26sEiaarx6YptGNsRZcR7JtrMS79o7yO7/zJAdenCWdE5YcObJAnGh8L21vDnrxslN2rZYjIo2QclxLdaKMl3eJOhFCCIRK660msYTdmBc6EUcfPEKcaMxgnl4nolT2yeddNo8UueemcbZvqPDnf/0iYTdidCjPfDtGOhLPkehYU59sURkq4BdcEgsHJlv8QDeiVkj331WSt+wc5k1bBqgHMY4UDBW9NYVgHvCAHpCG6kCO9AIsgHe/Yxfzi02+8egU09M96LeZDw15/ONf3MLIwMruYYG1LkKE5N0Z4u4gqj/wq7Xh+QMznG70WHfDKCbSrBspopRcPpY6TQTiAl8sSp7DjpH0IyGINE+dqKOEoLwii7bkO8gwoaMtjSDGdyRuP+oq0paxss++dZeeS7fWIQoG8fILyH6sEsIgsBjr0E5qaEciLDjGouyl656rlotDZCcuaj2ruoobyj6TvYR6f/697EjGfcXwGqMDeUeSdyRuBB4RxuYubkHu33mx6nzrcaKLzLU38D8et3j9c2gljrQoabH2EuZ1ViDFlccPLiRUm/DtCaTtYmwhFcTWIogRWEK5FdZwyc7IyMjIyMhIycRwRsZV8KbbJ7jj1nGmZjoYYxkfKabusK8hsTb87TNnOTqT5swqCbOtkG89fprJZ6YgTuuQ9cUe1lqGVGG5eOS5itGRIrOzHR574gzvedcOnjtRJ3EV229fx4lnp+i105bcZGkGt+zzxLPnkH8o+NhH9l2VKL596yD7NlY5PtMhjDVDJZ/1g3n++u9e4oUDM9QGcqnL8bkWUayX24LzeRfHkZTLPiPDBRJjOTfXxVGCRFtytfNCZCk/FizWQBLE5Cs+o5ur6MUQYyxzp1vEpZCP/+TN3HbDKEXfYWa+y+lzLcpFDynE8my0AJQjiXua1nyXXLGGIs2VfXm2w22bV++37yrGr+JcUMAadcb0d0rxkx+5g7e95RzP7p+h19OsG89zz5vKVEsRSvcueo21CiV7CKFTkRlrfv8Pn+Hxb58hX/T4sX9SQTmS+qkGo6NFBmppVrEGCiIV55fiVL1LN9JU+0J4pcbMe4ogSJgo+3QSQ5QYPCXZt67E7eurq0zTphe6PPXSLNMLAcWcw807hti1qYYxo/i5eVyvDRh6ukQzHsVIhcVgjUMiLY6x+Npctbf0WpQcyc6Sl+Zn2/QmwJVm+pPSFoxTQsZtjFdd9TuRtDFOkbi0OsJtsOgxUPSYbYUXieFuZFnsKLaOrF1lEMKQJK88es2IMh11GwX9LMp2+g7sAosilFtSMZyRkZGR8erI3KS/L8jEcEbGVaKkZP0lXHJfC546WefIdJui7yx/+W7Odzn++FniWLN+tIQrBYuNHkII6vUevudQ6wvJJcOmw0fmec+7drDQCgHL2NYBSgN5zh6ZZ36qjS8F+aE8uZECTHf52tdfZna2wz/7p/ddNHO8hLFpy6wjBZ6j2LPCxTqONY88ehLXVbiO4sSZRaI4zchFQBRpPE8RR5ogSHOa241UDAohMMZgddoWqvV5syXZr2ILKcGC0edbrKslj7OTLT7zucM8OdOhVnSp+A7F0SIeYIJ41faLfv6R7ht3LX0cmuv4wShw2Di2kU0T4wiVgBUU3FO4toXBX+MVFovE2vR9/OKXjvLEC1OUx0v4QnDw8dPc8pYtVAbztLoxfj8z2RUw7MhVgrAbJmm2su/0j/GyrsKukfEjgU0DBe7aXKPXNxFzLzDVevzANH/xlWN0ekk6J23h0eenuH3PCP/ovRvJuXUECe14mMVkHInGkekNGG19jHVIpERZi3vRcbc4bhvHCdKYqqRAkhS5XCSTWnJ1uwqsytEbfQv5yS8ho3q/CiwQSYCVDr2R+7DO6vZjKQRv2jzAP7w4TSOI0yq6SCOnupHm5EKFXeMtrE36c9HpOSZFkorXePjqNu4CYjlBUwzgmbMo28EKh0isQ4uBi1qnMzIyMjIyMlaTieGMjDcgxlqeP91ASrGqCnXu8DxJmOCXPIJY4/bFjZSpcKwvBlSr/iohtPS/+X5Fz1pLsZbDHytSLXt4nuqLIkEp71AYLHDw0BzPPDvJ3XdtWLVd7UhzeKHLqWaIthaZGPxuzKiS7N0zQqHg0ulEdDppDm67HRFFOq2yi/Pbo7WlWsuxsBDQaJyvihpr0ZFmcbKF0QblytWC1YJXcIi6MUkrQpGKkdl2RAIsTrdxcorAVQQWxncPp4ZTvYTWwRnmFoLlY4AQOL5adg13hWC8dr1deQVWe1id1m0TUcNTLS42nLJIqQmjGqA4Nd/lkckWw3etRzmpxfTJZkjrwUNsu2GEynCRhoSdExUqUuD23/Qj55o8fGCaE9NtLDBey3P/jaOsHy7gOZJQa3Jq9Q2P2BiEhNGKh6MkpTWcpc/OdvjzLx8jTjSjtdzy+RaECd9+cZrN62I+9IBBa4+uSSuvUhhS62SLlDFWOxgBiRSrxLCQMcXiGRwVLGdMWStJkgLdznqsvTYfa9HATViVx5//Nqo3DUBS3EA4dAdxZfear9kzXiIxhm8dX6DZS7AWPEewc6TEvokxwvgsvjuHlNGyC7i1iiCcINGv/kabFXlCteNVvz4jIyMj42Ls1YcbZLyBycRwRsYbkCgxdMIE7wIh0pjpIJVESkGsDZ6n8D2HXi9GKkEU6eWYqCRJr/L79qZu2DduqvHwizN0Q43bd2heitAxUuLEBpVYHE9hjGX//ulVYrgdab5+epFGmCAtLC4GxDoVko8fm+eP/+Q53v++XbzlzZtwXYcwSkhik1ZzV+g8a9PZ1tGRIu12RKsVpfmtYUJiQShBDNTPNhnaXEPIhCTUSAGq4CKkYOHw/PLFbbEboY1FAiOba3jFtMpqtCEKNcJackWXzfvGaD5+mrCXoCONUoLSYD6dsbWWzUMFJmrfXTOiMB7Cc+dxZAdjHayVCCxSJhjj0YvGmW72+Jtnz2ELLiQaaS0WgRjIUe/GPP6Fo8zNdNixbZB7/uVbl5e9/0Sd//WNEwSRpuCnDtInZtqcmevwvjs3sHU0z0uT7VU3XBJtaQWadYM+m0Zzq7KgV/L4gWm6YbJKCAPkfYcg1Dzy7AIfeEsNKQSJ9dNIpRUIkbb4CwtGrL4JUCycxXG6GO1yPlvY4Lpt8oVJup2N3/mB7xNXdhCXtyN0F6zFOsXLVluFENy0vsrusTJnFgOixDBU9BitpE7dQbiRKB7Ac+oIGWOMTxQPos0rb5HOyMjIyLieWOx16wbL2q9fT2RiOCPjDYirUpOebpSQTqOmSEcuVzKXYoAGB/NMTiUkiUX1jaaCIKbRCNm0qcpdd60HYMNQgbt3DfPowRna2mClQEiBURJhLPl2hCBtcw57CYeOzPPMs5PctG8Mx5EcmOvQCBOKjuTMmSbdboxyJK6nGNk5TONMkz/7zH48V3L3Xev5hy8dxXVWVx2NsQghqJR9jLFUKz4//IE9zM51eGL/NF1tKK0rowsOZ4/OE4cJw5sHyJd9rIWoG3Fu/wzeYgCeQ6zTmVZBekw23Dy+FPaLFAIvp0h6mqAd4Rc8xteVOf7SHEjB4MYqKpfmvm4ayPPhOzdcctZ0yXHyWudLW+vQ7m4nnzuDp5oEiaYeKCRlis4E2hR48uQUQawp5F3ylRKqfw5E3ZiukpjBPPpci0LhvEtznBgefPIsYawZrpw3/Sr4Do1OxJefm+R/+9Ed9LTm9FyPTk/3Tb0E4zWfH7x9FLHkCLYGZ2ba57OdLyDvKxbbMYstw1AVJAbN2u32luXiLwCO00U5wQVCGEBijYPrtpGqh9HXsIIvRCqCXwGeI9k2vNZrBIkuf0dV4IyMjIyMjIxrRyaGMzLegCgp2DtR4VvH5tHGLgvfsS015s+mLcTFvsFVpeKjtWFyqo2Sgrn5AM9V3HDDCJ/4mdso9t2RhRD80J0bGKnkePTgDI16D6MNuSQh10lQsWZuIWBhPiCKNS+fWOTf/6fHWL++ws/+7G2cjTSelHQ7MUEQ47gSKQQmMTi+Yt2uYRqnm3z+C0f51V++hxdfmuXkyUWwljgyIFLBWin7lMsec/NdhoeLfOAHd+H7Dj/VjflfXz7KgZcXaMQGNVxgeqrN7Ik6vu8ilWDjUAEz1aYexAwNF9i4c4iNnkPQDpmZ61Co5c4bYgiQUjJQcxHG0ok1Q+NldtbyDIwWSDwHT0n2jJfZNlpaPsYrmQ0iDtUDFiMNFsbyDlureYbzrywe6HIY61Nvb+WpcwscW+gR6fS9GsgF3DQmOT7XIV/28cupm7Q1aaU9V/Zx8y4L7QgrYOPWGgeOzjM2VGC+EzHfCqkU3YsEa7ngstCKeHmyxQfvHuf0XI8zcwHGwviAz/axwvJNlX4Nuv9Ki5IBQhjyvlrOk74QbSxSKHwvfU1eNmnpoeV0oPRehUrzc4XAXTEXrlQvzSNe46PLWomUCY7qEV1LMZyRkZGR8f2HBcx16pPOCsOvKzIxnJHxBuWurYO8PNdhqtHDVQJHSorryxQGcvTqPUzekCiTVnLDhM2bqvzge3dSq+UZHyuxfdvARUJISsF9e0a4e9cwf/G3B/ncg4cQeRdVcGk0Qubmumht8DzJxvUVjLWcOt3gv/zWt7n9x/ZRKnvLMUqyv2xjLPMnGzTONRECZmbadLsJ/+JX7+MLXzrG3z94mMXFHlIIBgdylMoes7MdPE/xwR+5Ad9PL1OlgsvP/9ANTM53ODnZ5txiQCOIiRLD2ECe27cPsWmkyAsHZvjSoye5+f4tVIfy6bY4kthaXjjbIO67Ri99GHmOpJJ38SLNuokK79k5TBxrLhcvaK1l/0KXY80Qs+Q0JeBUN2YqSLh1uMjGsk9kLAuxJrIWVwgGXElOvrKoG20sX315gVOLPTwlyDsSYy1znYiHT0TEQuAqgTJpG7OxaXUdrXE8RX4ojxrI8+WnzvGlJ8/h+4oNm6rEiennBFskMam4VUjRj1fqpa3iW0cLbB1d3cZrhUVosSyEXdUg559L53ix3Lsv5vmj+rwx2orj1gkSbt8zSCnvoVSPIgv0TInY+kg0WIM2HhaBMhZ3xZcRu5zQfCkEVxfGlJGRkZGRkZGRieGMjDcsJd/hx+7ayLdfXuDA2SaxNgzX8vzsz9/BocfP8MILM9TrAY4j2b1rmI986Eb27L46x1olBR/6wG6aCwGPPXGGZjOk0eilsUa+w7p1JRw3FXUjwwVmZzqcOTjLjjsnVt3wbM51OPToabrNHjrS6CgVot9+6iwf+8g+fvzHbuJDP3IDX/jSMR7+xgnqiz3iyLBlywAfeN8u7rpz/UXbtm6oyLqhS7et7tk7ysCeEcLEkEQJ7TAVo3lPUSl4LHYidKxJjEWKtDV4qbV8rHh1GcpnOtGyEJZC9H2BU5Ox2Fr2z3VwXMlkrIlXVEinIsl43qXQd3P2rcXj8vLuTLPHmUZIwT3v2KwQOFLQDBOEI5bb4n3fIY51KoilxFrIlzz8ikc57+EoQRBqDh1dQA7kiYqWoh8vz+xaINESgctQMdd/rN8CnjabL2+X0Om2uKpBKX8cITTGOFgEd90AjzwXsP94h5ybI+cpEm1pdmNqJY93v2kzrba3PP877L9MMx4hMDWM8cFKXGPwLohVSuJiOjfdj5NaSfqYJImz+duMjIyMjO+czEDr+4NMDGdkvIEp+Q7v2DPKW3eNEOk04kYKwbtvX8/MbIe5uS7FosumjdVXPM/quopf+MTtvO2tW3j4kZP8wxePks85DA8VUsfiPkpJhIBgqkVsLH7OAQFBO+LAV0/Q60T4RQ9pwPQrrl/44jF2bB/kjtsm8H2HH3r/bt7z7h3MzHRQSjA2WlqOfnqldAEtBDlXIVxFPm+YbYUEkWak4tPuxUQxSJFmwwqgFRmKnmTLVbhFW2s52uxh+tXvpa1cbhYWgkTAiV6SCtT+7KyrBEXfJRGCgHTitScEHlCxlkvVi880ehhrcS9wdRZCkHcVvcRgLGhrURI830FbizE2jaEyNjUCiy2eFJQKEteVzIUxc01Nbkig5Hkn8XrHMlKO2bchj4gl1jGpm/hKIZxIhE5vAeT8SYTQaHNe1nuux//+4Sp/83CHR/db2v1jsW/bAO+/bzObxssYA632VpTqIWWEYxW5RPVbr/WaNwiM8YmiKr6/AIZ+RBEImSCEpRcMY+21a1HPyMjIyMjI+N4mE8MZGd8DKCnIy9ViaXSkyOjIKzP+uRAhBLt2DlGp+Dz+xBl8X60SwisZzLuMFTymLRRrOY48foZeJyJf8dG9hDhMs3NHRwrEseYfvniM229dtyzSPVexYX1lzWW/EsJ+ZM2SmHKkZKycoxMlBLFGDxU5PdtGKokRgm5iqOUUd09UKV4iN3klgbYESd/t+ALJtlQhTgUp5EV6DKWAUi4V3olJN7CgBBYIgQ5wKUul5DJullIIXCWxQBwbYmNXVHLBaotJDCQWbS2hgZwU+K7CqXdwynnmWg5KpHPGsYZaUfDTb0uo+gsEyQYwEqPSmW6sQGoBJm2RljLAUV2Mcbiwvl0quPzMD+Z4/5uHODs7St5XDFVzF9yUEWidR+v88jZf6RZI0B3DWonvLyJlmg9tjCLsDdDrjVzh1RkZGRkZGVfJ5ealMr5nyMRwRkbGFRkdKbJuXZmTpxbJX2AOlfQNjm7eO8r9G6ucbPR4SQqeONPEaEOw2CMJE6QUDAzmGBos0OlGnDy5SLMZUq1ef7MjKQXlnEsx5zJUznH3aJHpdkRsLCVXsa7krWmQtRaCJddocVH67xKOI5HivLu076TRRdqkE62a88nBAgiFoHiJ6vBgwYWFtGp7YXU/0oaCq5BSkLiWODEkFpYSt1qxoT3bTU21gMRatBVEyiKLHgN5y+17JOfqFm1gpCIolxyOzCkacZ3NoxPkXIUya98kSI+AveycbrkAG8dKlz6grxhJLxgj7A2hnDQXWif5a5YvnJGRkZGRkfH9Q/btISMj44pIKXjfe3bwu7//NPPzXWq1HFIKwlCzuNhjw4YKb7prA56S7BwssHOwwP6xEvvnuuRzDkLmKBU9PO/KldfvlJyAwHKRULWkItQHio5i+8CrywzOKUHNW2pPtqgVAtXSF62AWrFy1Z/fXcnSryVpXK+GNcXwtoEC+6fbtCJDyZPLxmSRNiTGcut4iaLn8PRUk8QK1Iplh80ecycWqJU9jIUQQcMVGCGxhRx1I3jqpOS2zWCU4tC0JFkQy1s1UHyZH71jPROXOFbGeFjrIIXG2Au3Pn0HrleGrrUOSZxFFGVkZGRkXB+szirD3w9kYjgjI+OquOdNGwi6MX/794eYmw/AWlxXsXvXED//c7dTKq02n9p34xgHX5pjYCAPFrQxGGORUtBuR+zZM0Kl4l/z7SwAbSCmn8BsLUEnRrgS33fIa83B0w26vZjhWp7N68qvaJ5aCMG2co7FSBMkBm1Xyu60ejviKgLOV3NX1k4t4K5Y3coK8VoUPcVbtwzw8Ik67ajvci1ACcG2gQK3jJdxlWS44PLsXIe5IMZXkk3DHueigBNPa4Igxs87RK5K0yJijaMs6wcksYGvvQSeD+sGwc9bpLBE2mG+E/I3T53lE2/bSm6NFnKLQxgPkfemEFZjl/OCLVJGGOsSxYNXfWzfKGhjefbgDI8/N8VsPWCwkuOum8e448Yx3EuMEWRkZGRkZGS8/sjEcEZGxlUhhOCBd2zjnrs3cuDFGYJewvhYiZ07BtcUk2++dyNf+NIxjr9cR/dbqYUAz3Uolz3e8wPbX7Gp19WgBAwD84nh0UdO8q2vv0x9roOSgk07BmkbSzuISbTB9xRbJyr8+Pt2MzZ09RXMsYLLzbbAS4sBnViT9G8e55XkpsECIwWPlzoRPWNwJUSxxnfUcpau199vS1oV9oDL1cw3VHL86A2jvFwPWOzFOFKyseKzruwvH8ORosc9OYdjQULJs0xUYPfIeubnezz5zAydQCOUA9rgOpINox6D5ZBOqDm3qNChwVMgxVLEkkc1L1joRLw02eLWTbU1ty0I1yFliOcs9iOaAATGunR6WzD26hy63yhoY/nTv3+Jbz4zidYG15Wcm2lz4Og8z700yyc+dCPuVcyeZ2RkZGS8jklbva7fsjNeN2RiOCMj4xVRKLhrRh5diLUgJasye621JEnMxESZvTdcP7MjB8sXPrOfL3/1OLa/zaE1PHd8AelINoyXGKz6hJHmpZN1fvsv9vOrP3UbldLVC7f1RY+xvMt8mJAYS8GR1Dy1LE53FlxO9hLa2tBODG6iybsKh9T4ypAKYQkU7ZXTcQuu4sbRy8/elqRgwBH4fnrArZR86Ed2cNcd4/zV104z344ZrXq882bNzRsDfFcTJ5bHjym+vN8lTgTSddAUsEiUTN+z6UbvMmtVdIJtRKqJ6zQQwqBNjjAexH6PCWGApw9M8+jT5yjkHAr58/PuvTDh6Rdn2Ll5gAfu2fgabmFGRkZGxneKBexlDCy/02VnvH7I+rkyMjKuC1/40lEW6gE7dwyybl2JYsHBdRWuKzl9psFnP3fouq37yNEFHv7GCQp5l7GRIqWCi8m5SEdiYk29HiCEIOc7DNfyTM51eeLA9CtejyMFY3mX9UWPAd9ZVekuKMmegsuNRY9deZdxKagCjlhK9U0rwtV+1vC1QAjBRt+h2vc4s+mDbNlYZueWKrWyw8+8I+T+3QE5z5BogaMkb7tB84/fFVLM+SS2dD6yyJXkii5agrnsHXJBrKt0w010elvoRePfk0IY4FvPTGKMpXCBkVzOd5BC8Ogz57CZA2lGRkZGRsYbgkwMZ2RkXHO0Njz2xBlyOYc4NszPB3SDBGMsWluCIOF//fkBnnl28rqs/+lnzhGGmmIxFSwGiGw60eooSbcbE0UaSGOphIADR+ev+XYIISgoSc1VlJWkDAxay0D/p3YNhfASUgg8IfEFFKSgKAV5Kdi9ocTtW2I2DcU0u5J2TxImkm4omWsK1g9a7tgSAwLhStyaj1P2qA4XWBSCL52sMx/EV1z/9zrT891LGsH5nqK+2CPJTFcyMjIy3vBYY6/LT8bri6xNOiMj45oTRZoo0jhKMjXdJo41ritXVE4tUaz5oz95jt27hikU3Msu75XSbIWwItpoJUIKTJKK8iWkEFcUMMZYDh2d58ChWeLYsHF9hdtvHr+oQnglJNf/LqTQEqsMcoW51w2bK2woGbS2hAksJUkl2iKkJNaWHWNdHjlewS17IARJrCl4iqKnWOglfPNcg7dvrFH2vn8/Oqpln/lLtI3HiWGg4uOoaz8Ln5GRkZHx3WNoMM9v/F/vvW7Lznj98P37jSYjI+O6kcs5DA8VOP5ynTDUOI5cJUythXLJZX6hy7PPT3Hfq5yxPHuuyfHjdYQU7N41xMhwESD9b9/But1LaPUS4pxCSIGwqROz68r+tli0NuzaXLvkeoJezO/9yXM8/+IMcWKWs4Y/98Wj/G8/fRtbL2Eu9VohEolVEpRJD7YFzxVsHfPohQmQGkEB+K5koOQhRYIQGuGnjtM2MZRzLgNFFykEjitpxYaXGz1uHrn63OBulHB0tkM30pR8h+0jRfJvYIOpN908zrHTi0SxxluxH0liiBPDPbeuuy7GcBkZGRkZ3z2UkoyOFF/rzcj4LpCJ4YyMjGuOEIK3vXULR44uYIxdFp4AOrFIIRgYyNPpxCwsBBe93lrLocPzvHhwhiSxbN1S45ZbxpfFR7cb80f/41mefnaSoJcggHze5f77NvGxH9vH3W/awOe/cIST51qIvqmVjAzaV1hjcfMKpSSJNtSbIdWyz937xi+5P3/1uUM89fwU1bJPPpdeNrU2TM92+J0/foZ/88/uf8UV4uuJQCBDB+tqrGOWc5usKFDJR+RcjzixSAm+kx5TKRIcVWJkqIgxUPAUjjwv6oQQKAHn2uFVi+EXzjX5xrF5uv2WdIDiccUDu0bYdQUzsNcr9946zrMvzfLi0XlcR+J7iijWRJFh28Yqb3/Thtd6EzMyMjIyMjKukkwMZ2RkXBceePtWnnjyDI9+8zRhmCClxNo0Z3hoqEAu59BuRxdlDXe7Mf/t95/i2eemaHei5WziLZtr/NNfuoeJdWV+7w+f5olvn6VU9hgbTe/cttoRX/jyMYSEn/rxW7jlvk188fNHsJ0Y6Qhs1yIKLk7FR0vBubkOniMZqub4yffvYeQSbUuNZo/Hnkrdg5eEMKR3jYcG88zMdnn6+Snuv/v15SAsEIjYwcY2FcMWYjWG7zVwlcaR7ornahAQJmO4SmIlq4Tw+eddfdLEyYUuXz08i7aWaj41lzLW0uolfOHgDOWcw7pK7soLep3hew6/+LGb+NrjZ/jmM+dodSLKRY977lvHA/dspFT43jQOy8jIyMjI+F4kE8MZGRnXBaUk//xX7uPs2X9gcqqN60p8z6FS8cnnHeYXAqrVHLfesroi+2d/vp9vfus0vV683MprLRx4cYb/89e/xj/7p/fy3PNTVCr+qlnjStkHC488eor3/MAO4sE8u9+2mdbZFq3ZDspTjG6uUZsoMT0fMFhwed8d67lp5zB5/9KXwnNTbYIgZqB6sXBzVCrwz5xrrfnaIEx48uAsTx+epdtLWD9S5O4bx9i1sfqKW2mttTQ7MVIKSnnnql8vEMs5DrEeoJesI+dMIWWAtRIhLBaIkiESM8Zwvsm5doRv7QWt7ZbEWkaLVyf2njvbINKGWt5dXo4UgkrOod6N2X+2+YYUwwB53+F9b93Cu+/fTBgm+F7aaZCRkZGRkZHxxiITwxkZGdeNXM7lF3/hTn7rvz1Jux2RLzgkiWF6pkM+5/DRD9+Yitg+8/NdHv3mKbpBjLV22XQrzSe2nDnb5H/+2X6iSFOrXSykSiWPmdkOLx6eI4g0g2Ml1m+srnqO1gZnrku3GRK0IsJeclkx7DgSKQVmDQdIay3Wps+5kHY35r/93YscO9tEiPTmwJnZDs8emed9927iXXddXTuttZYnD83x9WcnmVroIgRsHa/wwO0T7LnMnPPaCIJ4E7Gu4jtzKNFDW49YDxHpAUCyo5ZnphvTTQx5Ry5XdLuxwVeSbWvcFLgQYy1n6gHeBbPikLZbe47kVL37Crf99YeS4nXVHp+RkZGRkZHxysjEcEZGxnXllpvH+ef/9D6++JVj7H9hGizccds63vmObdy0b2zVc0+dbrC42FslhCEVUK4r0Npw9FidSxXhlnSXIwQFT9EMYvIrYnAa812OPD1JuxniKsl/P7pAqejxgXfv4F1v27pmtXXLpirDgwVm5jqMDBVW/a4XJniuZN+ekYte99Djpzh6pslAxcddIZabnYiHHjvFro1VNo+Xr3j8vvTUWT73zVNoYynkHKy1HDhR5/hkk5981w5u2zl8xWWsRpCYGklUW/O360o+t42WeH62TSc2pGVlQcGV3D5WZiB3ZfG3ZDDGJSIkrE2rxBkZGRkZGRkZryWZGM7IyLju7Ng+yI7tg2ht+oZaa7sJO44kTgywdiwSQBxr/KJHr5eQv6Aq125HFPIuO3cMkcx3+MoL08Ta4CpJrxvz0rfP0uvEuDmHsVqOvKtoNEP+8rMvUS373HPn+ovW5zqKD7x7B3/0mf3Mznepln2kFHSCmKCXcOct69i1fXDVa4Iw4alDc+R8tUoIA5QLLrP1Ht8+OHNFMbzQDPnit88ipWBgxWx1Iecw3wj57KOn2Ld18KJ1fKdsq+WZKPmcbYeE2lBwJBMlH+8qW4GFEGwfLvL82QYF7+J269gYtg9nLp0ZGRkZGRkZry3ZkFNGRsZ3DaXkJYUwpKLZ85w1W5KNTl2oyyWPPbuHWWyEdLtxv1XZ0u5EdLoxd79pPaOjRe7eMcS2sRLNIKHeiTh1fIGgHeHmHSoFl4LvpCKzliPRli89fAJ7CXeoe+9cz0//2E2MjRRpdSLqjR6OI3n327by8z9xC/ICs6lGOyKMEvw19lUIgZSC2fraWbUr2X98gW4voVxcLfqFEFRLHnONHkfONK64nFdDzpFsr+XZO1RkSzV/1UJ4iVs2VCn6DotBQqxNKoK1YTGIqfgON6+vXJftzsjIyMjIyMi4WrLKcEZGxnWl042ZnGqhpGDTxupljYbyeZe771rPV772MlGkl4Wz0ZZEa1xHccvN4/zcz9zG7/7+07x4cIZWKwTAzzncf98mfuJjNwOQcxUfv3cTz5yo8/ypRU4tTOI6ipFKjmLOYaV8LRVdzk21qDd6jK0RGySE4L67NnDXbes4ebpBHBsm1pWplv2Lngtp5VaptMrtexcLYmMs1dKVjai6YYIQa7cUO0qgjSHo5wa/3hgr+7z/xjG+emSOhU6ENhZHScYqOR7YNcJA5rqckZGRkZGR8RqTieGMjIzrQhRr/v7zR/j6oydpdyKkEIyMFHn/e3Zw35s2XLIN+hd+7nYOH5nj3GSbKNLp/KkU+L7DyHCR971nJ5Wyz6/+8j0cf7nOseN1hIDdu4bZdIFZlu8q7tk5zD07h2kdnudgN6aUu/iyt1QQvtIcq+sodmwdvOxzACpFjxs213jshRkkkM85iH71uNtLcBzJrTuHrric4WoOCyTa4FxwE6EXaXQ35uiLs3Rnu+zdO8LQYGHtBb1GbBos8FN3beTsYkAn0pR8h/W1XDYvnJGRkZGRkfG6IBPDGRkZ1xxrLX/0p8/zjW+exvcUlbKPNZbJqRZ/+CfPYbTlLfdtWvO1AwN5/s//4wF+/78/zaFD80SxJuc7rJ8o87GP7mNXX0QKIdi+bZDt264sTo8eW6A+12VuvstiI6BS8qnV8vi+wlpLpxuzZ8cg1Qsyj621HDtRZ2GhR6nksmv70JrO0Re+5qtfP8EL3zpDK9E0mz2UEFTKPq6nsMDde0fZs3ngitt907ZBhio55ps9hqv+8g2EoBNx5OlJbJDwuWN1AIpFj3c+sJUP/vANr6uYHyUFm15nIj0jIyMjIyMjAzIxnJGRcR04cXKRJ548R7noUlyRSzvqO8zNd/ns5w9z953r8dZoIQaYWFfmX//aWzl5qsHsXIdS0WPXzqFXJfKe+PZZfv+/P02rHSEFRLFhfiGg0QxZt65EGGl8T/Hud2xbVa0+dabBH3/mBU6ebhDFGkdJxkeL/NiP7uXmG0cvub7PPniY//WXB+h1Y7Q2aCmQBZeoFjExUeHDP7CD+28ev2jOeC10ovnA3Rv4q0dPMrsYoiRoY5l8fpq4EzMxWqJccrEWWq2Qz37uMPmcy/vft+sVH6eMjIyMjIyMjO83MjGckZFxzXn+xVnCSFOrXjxTW634zC0EHD2+wN41IomWEEKwZXONLa84S/c87XbEn/zZ8/TChHXjJaLEMLsYEMaGKDGcm2yzfdsAH3r/Hm658XzM0/xCwH/63aeYmetQq+QYqOWIE8O5qRa/80fP8Cu/eBc7L6hId7oxf/uVo/zlZw/RXexhjUUKUEKgF3sEjR6LrZgbf+7OK4r602ebfP6LR3nuwAxaG4oVn61bBxA5h/pUm9nEMLG+Qr7f8i0EVKs5FhYCvvjlY7zzHVvJXUUE0rVAa8NiK8Jx5FXNQWdkZGRkZGRkvF7IxHBGRsY1J4qS81mzF6CUxBhLFOvrvh3PPDtJvR4wPFxACIHvKtYPF+lFmm6Y0Ati7rhpnOdfnOGxp86xaUOZt96zice+fYaZuQ6jw8XlCq7nKkaGi0zPdvjS119eJYZ7YcJvfeZ5nn9plmC+izUG6UgQAgO4CJLEMD/f5elnJ3n3D2y/5DafPN3g3//WE8wvBBSLLp6naNZ7LMyd5d471zM2WuSkq5aF8ErKZY9GI+TEyUX27L70jYZrgdaGh585xzeemWShGSIF7NhQ5V33bGTnptp1Xfe1oBtr2pHGlYJazrnkDHtGRkZGRkbG9y6ZGM7IyLjmbJioIAQkibloxrbTjcnnHNZPXN9oncVGj288epLFxR7tTkQ+71Kr5igUXPK+g+cqXm5FfPbLx/E9hZSC5w/O8vVvnUEJi+PIi1qZhRAU8i4vvjSXRid56SX08f1THDm5iIgNJrFIRy6LKwupIHYlYag5/vICcGkx/HefP8x8PWBs9LwQL+RdukHME0+fY++OKxtvXW+stfzFl4/x8NPn0mOSS+Ownj86z/GzTT7xozew9yqMxl4Leonm6ckWp5ohiTFIIRjIOdw6XmZdaW138IyMjIyMjIzvTV4/LisZGRnfM9x2yzhjYyXmFrpobZYfD8OETifi9lvGGRm6fqZKM7MdfuPfPcIzz06RaEMcaxqNHqfPNKjXAwBmF3toC5WSx9hIkZGhAmMjBcIw4cxUZ82sY0gdp621q37/9IEZhBA4ArAWsSK4SQCa847Vl5qTBlioBxw8NEe55F0kxAt5lyQx9KIEJcWalfVWO6Ja9dl8nSuzJ6fafPP5KXK+w1A1R953KOZdRgfydHoJn/36iUsev9eSWBu+fnKRIwsBYMk7ClcKZroxD59cZLoTXfK11lqmGz1OzHZY7F76eRkZGRkZGRlvHLLKcEZGxjUn5zv84s/exn/9/aeZmelg+krQcSQ37h3l4x/Zd13X/+d/eYBTpxtMTJQ4cXKRODZIKdDaMD3Twc85NIMY15WrHKSFEAwN5FlYDGg2e5QKLrmcu0qYdoOYG3YPk/PPXz7b3RhHCZxiKmKNMcgL5oLjWOM4kj27hy+53d0gJtGGor/2vK+UgmLJY8uWAY4em6dWy5HznWUDrSQ2vPMd28jnr++88P4j80SRpjqwNCNs0cYihKBSdDk72+HUdJst68rXdTteKaeaITOdiJKnUP33VCGoSEEz0rww02ZsjYr2ybkOXz4wzeRigDbgKsGudWXetW+cynU+1hkZGRkZGRnXj0wMZ2RkXBe2bhng3/7aW/j2M5OcPNXAcQR794xw097RK8YTfSfMznV4fv805ZJPr6cxxqJ1+pOiOXm6gSp6jI4UV82KWmtZmOvSq/dIEsOxRkgu5zA0UqI6kKPZCnFdyTvfsmXV6zaMlzgz3WZ4IE+u4BJ0Y4w26XMEWGNxpGTDhgq33bLukts+WMuTz7sEvQTfX315tjbdh2LB4/a3j5MkmjNnmkxNtUkSg+sq7rp9ggfevuVaHs41CcIkLXkLaHQjGp2YxBgEkHcVlYE8J4KI+dk2eSWZKHrU/Nf+4+ZMs4cFpIBumNDuJcSJQUmB7yumOxHdWFNwz1fvz9a7fOax07TDmJLv4HiSMNY8f3KR+VbEP7p/C/nLVPszMjIyMjIyXr+89t9OMjIyvmcpFj3efv/m7+o66/UeUZzGJU1NtwHI+YpEW7Q2abuysZTzLq67WsTMTraYnWqjtaFUdIljQxAknDm1SKPhM7quzI/+4C5uu3ls1evuuXkdTx+coRPEbNg+yKnD88RR2sZsDfiOYmS4wM/81K2XrdoWCi733Lmef/jyMaK8Xm6pttYyO9el24155JGTfOPhE+hE0+kmgEWItAX94UdP8vRzk3z0Qzfy3vfsoFjwWGxHzDd65HzFxFDhmhhFjQzkAJhZDGgFCQKBlGkr+PiOQTZtH6Ju04o5Fk61I7ZXfHZUc6+pUVVsLAKod1IBb7DLDe1BrMl5iiBKVonhbx6eox3GDBa95W0v+A6eKzlXD3jhTIO7riLrOiMjIyMjI+P1RyaGMzIyvqeolD1cR1JfDNDa4LqpmZVyAKtSoewrlLU0Wz0K+dRJOI408zMdrLU4fefofM6h1Y5oNnt4juJf/O93s3lj7aJ17tk2wA++ZQuf/8ZJQikY2lylMdslbEcU8w5vvnsj73rn9su2SC/xw+/byemzTQ4engNASUEYadrtCEdAMZ/DcQQnTjYIw3R++PyIsmBxsccf/8/neP6FaTbfNs6hsy3CSKOUYMNIkQ/cu4mdG6rf0TG+fc8If/v1E0wtdHFdiVLpBoyur7B55xBaW4IgpjaQx1pLZCxHmz2qvsPod9BWbK1lshmy0I3wlGTjQJ68e+mqbDOIeeFsgxPzXQTgeopubOj20sq2K1d0KEhB0Et47uU6D+wbByCINMdmOuRddZGId6RECDh0rpmJ4YyMjIyMjDcomRjOyMj4nmJsrMSuXUN87esnEEKsEjFaW6QU1Kp5LJZyyWd6tkOp6NFthkRxKhrLJY9iIRVt1YpPueQxO9fh7JnmmmJYCMF779/Cri0DfHv/NNMLXaolj9v2jHLD9kG8ywi2CykWPH7lH9/Fk89M8tSzk3S6Me12xPGj80yMl5FS0Gj00NrguYqwX4FOdzNtBQ/DhKefm+TwXIcNN4xQKbok2nDsXJPfe/AQn/zAHrb33byX2q9fSet6teSzc/sA04sBSWLSFnRrGd9UQ0qBNZYg1CTa4iiBrwSdxHC6Hb5qMVzvRnz5yBzTrRBtLAgouIo7N9a4ZaJykVg9Ww/4m2fOstiNMTadabaAEVCp5vDVivdEpO9hrxPydKPH224YRSlJog3W2uX54gsRAsLErPm7jIyMjIyMjNc/mRjOyMj4nkIIwY99eB/feuwM3W6M6Asdo1MBNTSYRzkC13H41M/dzhcePsGho/OEfZfm0ZEiA9XcBcsELMvC81Lr3b6xxvYVYllrQ5QYjLEXuUNfDt9Lq8lvvnsjAP/6//gyed9ZXkbU3444WXt7jEmf05vrUnAVSkkcJfFdxWyjx5eePEvpHsmDDx3hkcdOE0YJlWqOm28c461v3sTunUMoeXlxXKnkGFlXRiaGbjdGKcHAUD5125YCbVIB6vSrxkpA4zLH73KEiebBgzPM9c2vHCmwQDfSPPryAp6S7B0/b9aVaMOD+yepdyO0TaOtkKkLeBwbWs0Qf3jFvLi1mF6MCRI62tKNNOW8pOg71AoeM80euQtuaFhr0QY2DOZf1T5lZGRkZGRkvPa8YcWw1prf//3f52tf+xpHjx7FWsvu3bv5lV/5Fe68885Vz42iiN/8zd/k7/7u7+h0Otx22238m3/zb9i2bdtrtPUZGRnXk00bq3zwR/bwl399EGPSyl2+4DBQy1Mue0xPd7jz/gl27xhi944hFhs99h+Y4ff/4GnKRS8VdCuWF4Ya11VMXKU7crMb8+hLMzx3sk6UGEo5lzu3D3LPrhG8V2EeFkV6lZiWcine6fxzLjQCw4JODEmkUf11CiEo5hxeODzLY58/wuxcJ1WpUlDvxJyabPHVb53ipr2j/MJP3sL4aOmS2zRczaFcxciKOeREG1rdmDhKj1esDb0wwQLCkRSdV2c0dWS2w3wnouI7y1VaAZR8h0Yv5tmzDfaMlpaP0fG5DnOtkCQ9DKi+kRlWoJUlijVBJySnVHocowQbGxJt8JTC7wtfKQV3bhvkwWfP0Q0T8l7aLm2tpRHE5D3FrZsHXtU+ZWRkZGRkZLz2vGHFcK/X43d+53f44Ac/yCc/+UmklHzmM5/hp3/6p/m93/s97r333uXn/vqv/zoPPvgg//Jf/kvGxsb4rd/6LX72Z3+Wz33uc5TLr6/oj4yMjGvDB963i/0vzHD2XJNK2Sefd4kizfRMh1otx7t/YMfyc2vVHPfdvYGvfvU4R48tMDxUWBaQSWJYXOyxZ/cwu3YOXXG9h44t8J//57NMnm7iOILaujKVDWUeavU4Odvh4/dvwVWvTBDv3DnINx45hbVpfFGp5DEz2y9Xs9QinWLteRmfxIZmK6TmymWzMCUFk4cXCOa7qLyznH+MAIyl04l56fAc/+UPnuJf/vJ9FC7R1nzbtkEeOTBNoxtTKbhESnD6XAv6YhEE9UaPwWqOnK/wcy6zpxsMhAkvnFzk0JkGAHs2Vnnz3jE2jhQvuf9nG73lbb+QvKto9BLqQcxQMY16WuzGxP226GUh3N9HR0m01kSJRQXh8q+0sYSx4fZtQ6tuWNyxZYD5VshTJ+osdOLlx4u+4n23rGPsgi6CjIyMjIyMjDcOwq785vQGQmtNu92mWq2ueuwDH/gAmzdv5rd+67cAmJqa4oEHHuDf/tt/y8c+9jEAFhcXecc73sGnPvUpPvnJT17j7TIsLHSu6TIzLkYI0spTrHljnsEZ3w0mp1r8yZ8+z6HDaS6u40g2bazysY/uW9PMamqqxX/6r09w6kwD26+6CplWmn/pU3czdplKKcCzz0/xf//Hb7HYCPszuBZrIF/22HnfRozv8OF7NnH7ZQyXFpshR07W0cayeaLCupEih4/M83//5qMkiWFgII+UglOnF1lcDNNt7LeCL1/ORTq3q/IO5S01lBKMjpYYHCowNdPm5LfPIaRAOgJrz4tpC5jEUKnmKORdfu7Hb+b+fqv2Wnzz4AyffeIMsQCn4CIAP++glMRoQ6ItriPZvL5K3It55vEzBGFCseTiuRIsRImlknf5yQe2s3dTbc31PPTSNIdnOtTWEOaRNkTa8rFbJ5bF8POnF/nLp89iBBfdeLDW0os0haJH0o5wSSvaYWwYq+b4mbdvY6DkX/Sac4sBh861CGJNreCxb0OFasHjasiuVxnXg+y8yrheXOtza3CwiHqFN4EzMr5bvGErw0qpVUJ46bHdu3dz6tSp5cceeeQRjDG8973vXX6sVqvx5je/mYcffviai+GMjIzXD+vGy/zzf3ofZ8+1mJ/vUi77bN1SW27rtdZyYqrNXKNH3lPs3lTl//Nv3sG3HjvNocNzIAS7dw1x5+0Tl41EAuh0I/7wj56h1YrIldxlQyprLEEr4uQzk6y/ez37T9XXFMNaG/72y8f4xlPn6ARpBTLnO9yye5iPv383P/UTt/Bnn9nP7Gx6s01KgVLn26WtTeeSLRbbN5jyB3K4rkQnhumpFtpCL4jB2rRCesGXnKUqaZwYjLUcPr5wWTF83w2jjA/k+dMnz9CNDZ4U5KSkGxuUI3GlJU4s01MtorkunSBGC9BCEPTHh11X0uzF/NWjJ9gxcfOabeQTlRwHJlvMLAZoC64SlPMuvqvoxYaBvMvAivdn+2gJz5F0Is3KUV9rLXGSGo9VSz5RYuh0YjyluGPbEPffMMpA8WKBK4Rg/UCB9QOFSx6LjIyMjIyMjDceb1gxvBZJkvDcc89xxx13LD92/PhxhoaGLhLO27dv5y/+4i9e8Tre+c53XvJ3f/zHf8zY2Dji4k6+jGvM0jHOjnXGlRBCsHFDhY0bKqsen5zv8mdfPsbJqTZRYlBSMFjx+eBbt/C2t27mrW95ZfnIzzw7yfxCgFtwVs33Cinw8orWfEDUCGkNxmuet5/96nH+4dGT+J5iZCCPENAJEh5/fooo1vy/fvxm9u0d4Yknz7JQD6hWchw9tsC3nzyLEIJuENMLExJtkY5AeQqn6BGG6byxMYbFesCbbh7liy/OYYyFtUy9hEi3P9XTV/wbq5Q88r5D3k1FeKQN3XaE14+0Mlia3YioHYISeDmH2Fi8flU6TAxCCKabPQ6dWeTmratvFGhjefHoPM1WiOhXnK2FRiemXHTJeQ63bqgsxzsBlHIOd24d5OHDs4SRXjbxWnITr1ZybBzI80P3bqIXaXxXvapZ7qslu15lXA+y8yrjepGdWxnfT3xPieHf/d3fZXp6mp/92Z9dfqzZbK45F1ypVGg0Gtd8G5ZaSzKuL0KknQBCkLWHZbximt2I3/vcISbnu1SLHgOuRBtLvRXyP75wlHzOYd/WV5YdW6/3kFLgSkmsDep8+C/KUUSBpteJGa3lL7pGNFohjzx9jpznUC2fb9EtFz0cJXnx2AKnJtvs2Fzjhz+wZ/n37XZIHGsOvDhLoeASJQYJSEcuuyVbYzHG4vsOpbJLcajA0O3j9NoRSSMkXAiW/4issQigXPIQFm7YNXzF61l9scd8PSAMNTYxIMFIiezP51opEAhiY1G+Azad45X9WV5pQVuIDDS68UXre+yFKZ54aY5CwcGvpaZdkIrkRjvC8zTthYBopERxRXX4fTeNM9eLOTrZIkkMAijkHYpFn2rJ486NNQo5l0Lu1eceXy3Z9SrjepCdVxnXi2t9bmWiOuP1zOtKDLdaLWZmZq74vI0bN+J5q1vZHn30Uf7jf/yPfOpTn2Lfvn3XaxP58pe/fNnfa22I41cXH5Jx9SxdoJMkm5XKeOV8a/80k/Ndhir+simTkoLBssdsI+QLj59m1/qLs2svRz7vYI2lmHeod9I246WXG21AgJdzuGVz7aJrxKGXF2i1I4YH8lxo4+B7kmZb8+LReTZPrL6x5/sOv/rL9/L8/mleODDDQ984QTvW5Kr+KlGZaIPNK0Lf4cXTDSq1HFoI3LKPU8vRPr6ATdL1enkHnRi2bKpy677Ry17PGs2QP/iT5wgG83hlDynAWIhs6tgsBEgpkdpgBSBSwb0ytUkIgbQGDSx2olXrs9byjf1TWCx5R2LbEVYKGp2YbjemuRhwGjj84iwPPnqKn/7BXezYcL4L6KO3TPDY4CJH5jpExuJKQS3vcvtEhU0V/7t2rc6uVxnXg+y8yrheXOtzKzs/M17PvK7E8EMPPcSnP/3pKz7vwQcfZPv27cv/PnDgAL/0S7/EBz7wAf7JP/knq55bqVRot9sXLaPZbF7UOn2tyP7ov3tYmx3vjFfOiy/XEfQjilY8LoSglHc4MdWm0Y6plq7OIAngtlvX8Zd/fZAoSij6im6o+8u2RJ2YXNnnnfduZNe6ykXnrNaWS53Goh/zZIxd81xXSnLbreu49ZZxnjxZJ5xpL88rL+HkHGTJQwAjldT92HMUc/NdKHvkxkr0pto4rmKgmmPH1gE+8eO3kPPdy/59ffOps0zNdBjxFbLsgauQ2uAY0KSzwSqxiEgv75/oV4WXF2stiUk7tocquVXrC0LNfDMk56rlx+dnu8zNd1FSIKxFuYrBao75Ro8//Nwh/sVP3Lr8vnlK8tYtg9wxUWWxF+NIwchSdNZrcN3IrlcZ14PsvMq4XmTnVsb3A68rMfzRj36Uj370o6/oNSdPnuSTn/wkt912G7/+679+0e+3bdvG3NwcjUZjlfg9fvx4ljOckfF9ysqq7YWINJD2ogrtlRgaLPCjP7SHz/zlAQg1RUcSRJqwl1AsePz4x2/i/XdsWLPavHV9lULOoRPElC8wcEpnXiVbN1z+5l0v0hhjcB1JkliUOn93X/ppPq5ase7hWo5a2Weu2UMOFrjr7dsYq+WZWFdi17bBq6qK7z84h5IC1dPYuS4M5MGROArQhqAZEgQxGFCuxHMV1lhibZEiPb5Lo8ulvMvIBTFFriNRShDFqbW3MZZGo5fuS39+WEmBkoKhviB++tAs77hj/arlFD1F0cvGVzIyMjIyMjJW87oSw6+UmZkZPvGJT7Bu3Tr+w3/4D7juxbNf999/P1JKvvCFLywL7UajwSOPPMKnPvWp7/YmZ2RkvA7YsaHKS6cWMdams6sraPdiNo+VqKzhKnwl3v2u7QwO5vniV45z6tQiBd9h75s28J537bhsRvFgLcfdN4/z1SfOIKWgkEsvzWGkabQidm8bYPfWgcuu21ES33OolXyCKKEXaWzanY3rOUiRisvVrxHUih6RNrzn7VsvihS6EtqY80Yr7RjbiSHngBDErRATxHz8IzfieQ7rhvL8xeOnmaynM8pBlLYoF71UtW8eKbLtgugqR0lu3TrIwy9MU8o5RJEm0RYl+zFSNhXRcL7Kf2r64k6gjIyMjIyMjIy1eMOK4V6vxyc/+Unq9Tr/+l//a44cObL8O8/z2Lt3LwDj4+N85CMf4Td+4zeQUjI2NsZv//ZvUy6X+fjHP/5abX5GRsZryJv2jPDo81PMN0IGyqlJlbGWVidGScnbbl23yhH6ahFCcNed67nzjgm6QbqsXO7qLrMfevcOepHm6RdnmF0IoG9AdcOOQX7ugzdecXtcR3LbDSN87YmzTAwXiRJDog1KSgJPEgguqjoDxNrgKUnee+UfB3u2D3L4eB1rLUIIhAWCBIB2PWD7lhpvuWXdcpX5w/ds4k8fOcFiJ6JaPG+ENVT2+eA9m9bcx7fdvI6DpxvMNnp4Ki11a5NmIuc9RXll5JW9WPBnZGRkZGRkZFwKYV9pL+DrhDNnzlwy5mj9+vV85StfWf53FEX85m/+Jn/7t39Lp9Ph9ttv59Of/vSqueNrhdaGhYXONV9uxmqudSB8xvcfR880+JMvHmWu0QNScVXIObzv7o2847Z1wCsXw9eCM1MtDr1cx1jL5okKOzfXrtrIa2quw7//o2eYqweUix6uIwkjTSvRqIE840MFiivEuTaWhVbIm28Y5YP3bHrF2zoz1+H/+58fp9kKGRzIpzcVjKXRCjHW8omP3cTdt02ses1CO+Tp4wscnWohgV0TFW7bNki1cOlK/FQ94KEnz3Dw9CJTU22S2FAreQxVcsuRSlGsaXZiPvGBPdy2a/gV78v1JLteZVwPsvMq43pxrc+twcEiSmU3KjNen7xhxfDrlUwMf3fIvgRkXAvCSPPCy3XmGj0KvuKm7YOMDhbe0OfVmakWf/eV4xx6uU6iDZ6ruGXPMLLq88LpBgjIOYrEGMLEMDGQ5+d/YCe1V9EWDnDwyDz//c/3///bu/+orOv7/+MPIDAFkSw1RSyVc1ECiq2NFIcH9HwY5o/p1JgeUUlFEyumm5h6zHAnszZXDEzBprNOMZ2elrumFuJAI5rOtGNuGhQiHX9ScAEiCO/vHx6ub5eXJSzgEt/32zkeeL/er+t9PS95Hi4e1/uXLpVfkXT9QwXvLp56PHqg/m/kgy26IvetVFTX6ch/L+q9/C91raFRvt5e8vBw15Xaa6quvaagft301KSQ227vML+v0BboK7QVwjDMhDDcygjD7YM/AtAW7qS+uvT1FVXV1Ose307q1rWTGhoNfXz6kgpPXVJ51VV1ustDQwfco4iHe37vXtnmqL16TZ+cuKDL5VfUufNdCgvuqe5+nVvplTg7euqirB+e0cVvatXQaOhuLw8NDrxXEyP7y6dL2983uKXupL7C7YO+QlshDMNMCMOtjDDcPvgjAG3BDH1lGIauNV6/CNWNFw/rSBoaGvXlOZvq6hvVq3tndfe9+9YPchEz9BXaH32FtkIYhpl02AtoAQBazs3NTZ4eHTcEN/HwcNdA/7a5VzwAADAHPqYBAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6bgZhmG4uog7iWEYamzkv7Q9uLlJdC9aG32FtkBfoS3QV2grrdlb7u5ucnNza52NAa2MMIwO6auvvpIk9enTx8WV4E5CX6Et0FdoC/QV2gq9BTMhDKNDGjVqlCQpJyfHxZXgTkJfoS3QV2gL9BXaCr0FM+GcYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmw62VAAAAAACmw55hAAAAAIDpEIYBAAAAAKZDGAYAAAAAmA5hGAAAAABgOoRhAAAAAIDpEIYBAAAAAKZDGAYAAAAAmA5hGAAAAABgOoRhAAAAAIDpEIYBAAAAAKZDGEaH0dDQoMzMTE2fPl3h4eH6yU9+ohkzZujw4cNOc+vq6vTSSy8pIiJCYWFhmj17toqLi11QNTqCoqIizZ49W2FhYYqIiNC6detUV1fn6rLQgfzjH//QggULFBkZqbCwME2YMEE7duyQYRgO87Zv366YmBiFhoZq/Pjxys3NdVHF6Iiqq6sVGRmpoKAgffrppw7r6C201K5du/Tzn/9coaGhCg8P15w5c1RbW2tfv3//fo0fP16hoaGKiYnRX//6VxdWC7QNwjA6jNraWm3atEnBwcF66aWX9Morr6hbt26Kj49XQUGBw9w1a9Zo+/btSk5OVlpamurq6jRr1izZbDYXVY/bVUVFhWbOnKn6+nqlpaUpOTlZf/nLX7R27VpXl4YOZMuWLercubNSUlK0YcMGRUZGauXKlUpPT7fP+fvf/66VK1cqNjZWmZmZCgsLU1JSkj755BPXFY4OJSMjQw0NDU7j9BZaasOGDUpNTdWYMWO0efNmvfDCC+rbt6+9vw4fPqykpCSFhYUpMzNTsbGxWr58ufbs2ePiyoHW5Wbc+LE1cJtqaGhQVVWVunXr5jA2duxYPfDAA3r99dclSefOnVN0dLRWrVqlJ554QpL0zTffKCoqSk899ZTmzp3rkvpxe9q4caNef/115ebmys/PT5KUnZ2t1atXKzc3V7169XJtgegQysvL1b17d4exlStXymq16l//+pfc3d0VExOjkJAQ/e53v7PPiYuLU9euXZWZmdneJaODKSoq0uTJk7V06VKtWrVKO3bsUGhoqCTRW2iR4uJijRs3ThkZGRo5cuRN5zz55JOqrq7WO++8Yx9bvHixTp48KavV2l6lAm2OPcPoMDw8PByCcNNYUFCQLly4YB87ePCgGhsb9bOf/cw+5ufnp4iICOXl5bVbvegY8vLyNGzYMHsQlqTY2Fg1Njbq0KFDrisMHcqNQViSHn74YVVVVammpkalpaX68ssvFRsb6zBnzJgxKigo4LB83NKaNWsUFxen/v37O4zTW2ipnTt3qm/fvt8ZhOvq6lRYWOjwd5R0vaeKiop09uzZ9igTaBeEYXRo165d07FjxzRgwAD7WHFxse69916n4Dxw4EDOG4aT4uJih/6RJF9fX/Xo0YN+wQ9y5MgR9erVSz4+PvZeujHIDBw4UPX19SotLXVFiegg9uzZo1OnTmnhwoVO6+gttNSxY8dksViUkZGhYcOGKSQkRHFxcTp27Jgk6cyZM6qvr3d6bxw4cKAk8d6IOwphGB1aVlaWzp8/r1mzZtnHKisr1bVrV6e5vr6+qqioaMfq0BFUVlbK19fXabxbt270C/5nhw8fltVqVUJCgiTZe+nGXmtaptfwXa5cuaK1a9cqOTlZPj4+TuvpLbTUxYsXdfDgQb377rtatWqV0tPT5ebmpoSEBF2+fJmegqnc5eoCYG42m83hEOfvEhAQIC8vL4exQ4cOKS0tTU899ZRCQkLaqkQAaJFz584pOTlZ4eHhio+Pd3U56OA2bNige++9V7/4xS9cXQruEIZhqKamRq+++qoeeughSdKQIUMUHR2tN998UyNGjHBxhUD7IQzDpfbs2aMVK1bccp7VarUfniNJJ06c0KJFizR27FglJSU5zPX19VVVVZXTNiorK50OnQZ8fX1vepXxiooK+gUtVllZqblz58rPz09paWlyd79+AFZTL9lsNvXo0cNh/rfXA99WVlamN954Q+np6fbfUzU1Nfav1dXV9BZazNfXV35+fvYgLF2/tsqgQYP0+eef6/HHH5ckp/dGegp3IsIwXGrKlCmaMmVKix5TUlKiuXPnaujQoVqzZo3T+gEDBujSpUtOYeZm54YCAwYMcDr/yWaz6eLFi/QLWqS2tlaJiYmy2WzKzs52OF2jqZdu/D1UXFwsT09PBQQEtHu9uP2dPXtW9fX1mjdvntO6+Ph4DRkyxH4FaXoLzRUYGKgzZ87cdN3Vq1fVr18/eXp6qri4WD/96U/t65reK3lvxJ2Ec4bRoVy4cEEJCQnq3bu3XnvtNXl6ejrNGTFihNzd3bVv3z77WEVFhQ4ePKjIyMj2LBcdQGRkpD788EP7J97S9SMW3N3dFRER4cLK0JFcu3ZNzz77rIqLi5WVleV0S66AgAA9+OCDTvfotFqtGjZsmNNpIIB0/Yrkf/7znx3+LVu2TJK0evVqrVq1it5Ci0VFRembb77RyZMn7WNff/21Tpw4oeDgYHl5eSk8PFx79+51eFzTUXp9+/Zt75KBNsOeYXQYtbW1mjt3rr7++mstX75cp0+ftq/z8vLSoEGDJEn333+/Jk+erHXr1snd3V29evXSxo0b1bVrV8XFxbmqfNym4uLitG3bNi1cuFCJiYk6f/681q1bp7i4OO4xjGZrui91SkqKqqqq9Mknn9jXDRo0SF5eXlq0aJGWLFmifv36KTw8XFarVcePH9ebb77pusJxW/P19VV4ePhN1wUHBys4OFiS6C20yOjRoxUaGqqnn35aycnJ6tSpkzZt2iQvLy9NmzZNkrRgwQLFx8fr+eefV2xsrAoLC7V7926tX7/exdUDrcvNMAzD1UUAzXH27FmNGjXqpuv8/f21f/9++3JdXZ3Wr1+vd999V9XV1XrkkUe0YsUKh/OOgSZFRUVKTU3V0aNH5e3trQkTJig5OZk9Kmi26OholZWV3XRdTk6OfU/K9u3blZmZqa+++kr9+/fXr371K0VFRbVnqejgCgsLFR8frx07dig0NNQ+Tm+hJcrLy/Xiiy8qNzdX9fX1evTRR7Vs2TIFBgba5+Tk5OgPf/iDvvjiC/Xp00fz5s3T5MmTXVg10PoIwwAAAAAA0+GcYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6dzl6gIAAK535swZZWVl6dChQ7pw4YI8PT1lsVgUGxurJ554QnfffberS+zQ3nvvPV2+fFmzZs1q1vyDBw/KarXq+PHjKioqUu/evbV///62LRIAAJMhDAOAyR04cEDPPPOMvLy8NGHCBFksFtXX1+vIkSN6+eWX9fnnnys1NdXVZXZou3fv1unTp5sdhnfv3i2r1apBgwapZ8+ebVscAAAmRRgGABMrLS1VcnKy+vTpo61btzoEr+nTp6ukpEQHDhxwXYEmlZycrNTUVHl6eioxMVGnT592dUkAANxxOGcYAEwsKytLNTU1+u1vf3vTPZAPPPCAZs6caV++du2a0tPTNXr0aIWEhCg6Olq///3vVVdX5/C46OhoJSYmqrCwUJMmTdLgwYM1btw4FRYWSpL27duncePGKTQ0VJMmTdJnn33m8PiUlBQNHTpUpaWlevLJJxUWFqYRI0boj3/8owzDcJhbU1OjtWvXauTIkQoJCVFMTIw2b97sNC8oKEgvvPCCPvjgA40dO1YhISF6/PHHlZeX5/S6z58/r2XLlmn48OH2eTt27HCYU1hYqKCgIFmtVm3YsEGRkZEKDQ3VzJkzVVJSYp83Y8YMHThwQGVlZQoKClJQUJCio6O/78eiXr16ydPT83vnAACAH4Y9wwBgYrm5uQoICNAjjzzSrPkrVqzQrl27FBMTo9mzZ+v48ePauHGjioqKlJ6e7jC3pKREixcvVlxcnMaPH6833nhD8+fP1+rVq7V+/Xr98pe/lCRt2rRJzz77rPbs2SN39///GW1DQ4PmzJmjIUOG6Ne//rXy8/OVlpamhoYGPfPMM5IkwzC0YMECFRYWavLkyXr44YeVn5+vdevW6fz583ruueccajpy5Ij27dunadOmydvbW9u2bdPTTz+t3Nxc3XPPPZKkS5cuaerUqXJzc9P06dPVvXt35eXlafny5aqqqnI61DkzM1Nubm5KSEhQVVWVsrKytGTJEm3fvl2SNH/+fNlsNp07d07Lli2TJHl7ezfzJwQAANqMAQAwJZvNZlgsFmPBggXNmn/y5EnDYrEYy5cvdxhfu3atYbFYjIKCAvtYVFSUYbFYjH//+9/2sfz8fMNisRiDBw82ysrK7OPvvPOOYbFYjI8++sg+tnTpUsNisRipqan2scbGRmPevHlGcHCwcfnyZcMwDOP99983LBaLkZGR4VDTokWLjKCgIKOkpMQ+ZrFYjODgYIexpte0bds2+9hzzz1nREREGOXl5Q7bTE5ONn70ox8ZV65cMQzDMD766CPDYrEYsbGxxtWrV+3ztm7dalgsFuO///2vfWzevHlGVFTUTf9fb+WHPBYAAHw3DpMGAJOqqqqS1Py9lP/85z8lSbNnz3YYT0hIcFjfJDAwUEOHDrUvDxkyRJL02GOPqU+fPk7jpaWlTs85ffp0+/dNe2rr6+tVUFAgScrLy5OHh4dmzJjhVJNhGE6HQA8fPlz9+vWzLz/00EPy8fGxP7dhGNq3b5+io6NlGIbKy8vt/0aMGCGbzaYTJ044bHPSpEny8vKyLz/66KPf+XoAAMDtg8OkAcCkfHx8JEnV1dXNml9WViZ3d3eHMClJPXr0kK+vr8rKyhzGe/fu7bDctWtXSdL9999/0zoqKysdxt3d3RUQEOAw1r9/f3stTV979uxp30aTgQMHOsz7rpokqVu3bvbnLi8vV2VlpbKzs5Wdne00t2nOt3072EuSr6/vTV8PAAC4vRCGAcCkfHx81LNnzxZfqdjNza1Z8zw8PFo0btxwwau2cKvnbmxslCSNHz9eEydOvOncoKAgh+Vvn+d8s20CAIDbE2EYAEwsKipK2dnZOnr0qMMhzTfj7++vxsZGlZSU2Pe8StcvOFVZWSl/f/9Wra2xsVGlpaX2vcGS9MUXX9hrafpaUFCgqqoqh73DxcXFDvOaq3v37vL29lZjY6OGDx/+Q1+CXXM/QAAAAO2Hc4YBwMTmzJmjLl26aMWKFbp06ZLT+jNnzmjr1q2SpJEjR0qSfbnJn/70J4f1remtt96yf28Yht566y15enpq2LBhkqTIyEg1NDQ4zJOkLVu2yM3NTZGRkS16Pg8PD8XExGjv3r06deqU0/obD5Furs6dO8tms/1PjwUAAG2DPcMAYGL9+vXTK6+8ouTkZI0ZM0YTJkyQxWJRXV2djh49qj179mjSpEmSrl9sauLEicrOzlZlZaV+/OMf69NPP9WuXbs0evRoPfbYY61aW6dOnZSfn6+lS5dq8ODBys/P14EDBzR//nx1795d0vX7GYeHh2v9+vX2+/geOnRIOTk5mjlzptP5zc2xePFiFRYWaurUqZoyZYoCAwNVUVGhEydOqKCgQB9//HGLtxkcHCyr1aoXX3xRoaGh6tKly/fea/g///mP9u/fL+n6LapsNpsyMjIkXf853Oo+xQAA4NYIwwBgcqNGjdLf/vY3bd68WTk5OXr77bfl5eWloKAgpaSkaOrUqfa5a9asUd++fbVr1y598MEHuu+++5SYmKikpKRWr8vDw0NZWVl6/vnn9fLLL8vb21tJSUlauHChfY67u7s2bNig1157TVarVTt37pS/v79+85vf2K9y3VL33Xeftm/frvT0dL3//vt6++235efnp8DAQC1ZsuR/2ua0adN08uRJ7dy5U1u2bJG/v//3BtrPPvtMr776qsNY0/LEiRMJwwAAtAI3gyt8AABuMykpKdq7d6+OHj3q6lIAAMAdinOGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqcMwwAAAAAMB32DAMAAAAATIcwDAAAAAAwHcIwAAAAAMB0CMMAAAAAANMhDAMAAAAATIcwDAAAAAAwHcIwAAAAAMB0CMMAAAAAANP5f9DCxc7sV7gwAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA7AAAAKrCAYAAADI22EuAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd8leX9//HXfZ+VnRBGwpQhogIyVIaMylAUEZx1VWvrqG21jto6qtZaf45W6x4VtV9x1V0XVRQVUFHrAGTICntDdnJy1n39/gg5JiSBkJyT5IT38/E4yrnn55xc5z7nc1/LMsYYRERERERERFo5u6UDEBEREREREWkIJbAiIiIiIiKSEJTAioiIiIiISEJQAisiIiIiIiIJQQmsiIiIiIiIJAQlsCIiIiIiIpIQlMCKiIiIiIhIQlACKyIiIiIiIglBCayIiIiIiIgkBCWwIiL74aGHHqJfv37069eP8ePHt2gsVXH069eP119/vUH7bNy4scZ+X375ZXRda3ptDXHWWWfRr18/BgwYwLZt21o6HGllxo8fHy3PDz30UIP3q+9z9frrr9dYV935558fXX799dfH7DXUxxjDlClT6NevH0OHDiU/Pz/u5xQRaS3cLR2AiMTXl19+yQUXXFDnupSUFDp37szIkSO58MIL6d69e53blZSU8Oqrr/Lpp5+yfPlyCgsLcblc5OTkMHDgQCZOnMjEiRPxeDy19n3vvfe48sorayy7+eab+dnPfrbfr2X8+PFs2rRpn9stX758v48tieWDDz5gwYIFAJx88snk5OTUud2GDRt46aWX+Oqrr1i/fj0lJSX4fD66d+/OkUceyeTJkznqqKOi21dPTE499VTuuuuuWsesXg6HDRvGs88+G8NXJm3N+eefz1dffQXUX6b2l2VZ/PKXv+SGG26grKyMxx57jD/96U9NPq6ISCJQAityACsvL2f16tWsXr2a1157jUcffZRjjjmmxjazZs3ipptuoqioqMbyUCjEunXrWLduHe+88w4zZsxg+PDhtc5RV83g66+/3qgEVuJr1KhRpKSkAJCent7C0ezdgw8+GP13XTdoHMfh4Ycf5vHHHycSidRYFw6H+eGHH/jhhx94/vnndcNDavjjH/8Y/ffAgQMbtM8555zDscceC0Dfvn3jEVYtJ598Mn/7298oKCjgxRdf5JJLLqFTp07Ncm4RkZakBFbkADN58mQGDBhAKBRiwYIFfPzxxwD4/X7++Mc/8tFHH+H1egGYOXMm11xzDcaY6P7HHHMMgwcPxuv1smnTJj7//PN6a0V37NjBp59+Wmv5kiVLWLFiBYccckijX0f37t0555xzGr2/1DZ06FCGDh3a0mHs07fffsuKFSsA6NWrF4cddlitbW677TZefPHF6HOfz8dxxx1Hnz59iEQi5OXlMW/ePEpKSpot7kRSWlpKWlpaS4fRIi666KL93mfy5MlxiGTvPB4Pxx9/PC+99BKhUIg33niDX/3qV80eh4hIc1MCK3KAGTNmDKeddlr0+bXXXsvbb78NVCac33zzDSNHjiQ/P5+bb745mrwmJyfzyCOPMGrUqBrHM8bw/vvvk52dXetcb775ZrT2KyUlhbS0NLZv3w7AG2+8wXXXXdfo19G5c+cG/dDcs/neueeeyz/+8Q8WLlxIcnIykyZN4tprryU1NZWZM2fy5JNPsmrVKjIzMznppJO45pprogl9XUpLS3n44Yf573//S35+Pt27d+fcc8/lvPPOw7KsGts6jsNbb73FW2+9xbJlyygpKSEtLY0jjjiC8847j5/85Ce1jh8Oh3n66ad59dVX2bx5M7m5uZx22mlccskle33dfr+fRx55hLfffpv8/Hx69OjBueeey9ixY+vd56GHHuLhhx8GoGvXrnz00UfRddWbzV5++eWMGzeOhx56iG+++YZQKET//v255pprajTHrfLhhx/y+OOPs2LFCtLS0hg/fjzXXHMNV155ZaOaVlav1Z80aVKt9fPmzauRvPbs2ZMnn3yyVhN5v9/fqpr/7vn+/+c//+HBBx9k1qxZNf6GsShbe3YtmDVrFh9++CGvvvoqGzZsYOzYsTz66KNcf/31vPHGG0Blc+nbbruNe+65hy+++AKXy8WYMWO44YYb6NChA/Pnz+ehhx5iyZIlJCcnM378eK677joyMzNrvdavv/6a559/nu+++46dO3fi9Xrp27cvU6dO5ac//Wmt7givvvoq8+bNY8WKFeTn51NaWhptCj569GguuuiiOq9B1S1ZsoT77ruP7777DsdxGDp0KFdffTUDBgyosV31ZuR33nlnjetlfepqJlz971nljTfeiL6fUPnZuPDCC9m4cSMAv/rVr7jmmmtq7HP33Xfz9NNPA9CnTx9mzpwZXTdp0iReeuklAF577TUlsCJyQFACK3KAGzJkSDSBBdi5cydQ+YOxtLQ0uvzKK6+slbxCZV+sE044oc5jV/+hNn78eDp06MD//d//AfDWW2/x+9//Hre7+S5Dixcv5rzzziMYDAKVTahfeOEFVq1axbhx47j77ruj227fvp1//etf5Ofn87e//a3O4wUCAX7+85+zePHi6LLVq1fz17/+lbVr13LTTTdFl1dUVPDrX/+azz//vMYxCgoKmDNnDnPmzOEXv/hFrQFg/vjHP/Luu+9Gn2/YsIEHHniAhQsX1vs6Q6EQF198MV9//XV02apVq7jtttuizRybYu7cufzzn/8kFApFl33zzTf84he/4D//+Q99+vSJLn/xxRe59dZbo88DgQCvvPIKX3zxBUlJSY06/2effRb995AhQ2qtf+aZZ2o8v/fee+vs352cnMyll17aqBjize/3c95550VrmiH2Zau6G2+8sUZ5qcvmzZs566yzanQneOedd1iyZAmXXXYZN9xwA47jRGN67bXXWL9+Pc8991yN49x33308/vjjNZZVtQhZsGABM2fOZPr06dHm7AAvvPACS5YsqbFP9abgb7/9Nq+88kq9faG/+eYbnnjiiehnH+DTTz/l66+/5qmnnqrzxktzsCyLc889N3qNeeONN7jyyitxuVzRbd5///3ov/dMpgcNGoRlWRhjWLduHRs3bqRbt27NE7yISAtRAitygPvuu+9qPO/QoQMAX3zxRXSZZVmceuqp+3XcRYsWsWrVqujzk046qUYCu3PnTubOndvo0W63bNnCU089VWt53759661lXLlyJV27duXkk09m0aJF0R/8X331FV999RUHHXQQJ554Ip9++mk0KX377bf5/e9/X+cP4507d1JcXMzZZ59NRkYGb731Flu3bgXg2Wef5fjjj2fYsGEA3HHHHdHzeTweTjrpJA466CBWrFjBe++9hzGGf/3rX/Tv35+TTz4ZqBwAq3ryWhXftm3bePPNN+t9b2bMmFEjGTn88MM59thjWblyJR988EH9b2oDLVq0iNzcXE4++WS2bNnCO++8A0AwGOSZZ57htttuA2Dr1q3ceeed0f1SUlI444wzsG271g2Shtq8eTObN2+OPt+z9sxxnGhNGMChhx5aa5uGWrlyZZ1lrDFx76+qWsZ4la09ff311/Tt25dx48ZhjKmRQFXZuHEjWVlZXHzxxWzYsCGaWK1Zs4brrruOjh07cuqpp/L9998zf/58AP73v/+xYMECBg8eDMC7775bI3kdPXo0Q4cOZdeuXbzxxhuUl5fz9ddfc+edd/LXv/41ul379u0ZN24cPXr0IDMzE5fLxbZt25g5cyaFhYVs27aNxx57rMbNkurmz59Pz549OeGEE6KfH8dxqKio4MYbb+S///1vna+5Kar6lL/44ots2LABqCyv1ZsbZ2VlccYZZ/DQQw/h9/vZvn07n3zyCRMmTAAqP2tVLR/cbjfTpk2rcY60tDR69epFXl4eUPl3VAIrIm2dEliRA8y8efMoKCio1QcWKpPXqj6Q1aclad++PVlZWft1nurNPDMzMxk9ejRer5cePXqwfv16oLK2obEJ7IYNG+qsGT311FPrTWA9Hg8zZsygW7du+P1+jjrqKMLhcHTds88+S05ODtOmTePEE08EKhOiJUuW1Fuzc8cdd0STgrPOOosTTjghWjP58ssvM2zYMAoLC3nttdei+/zlL3/h9NNPr/H8hRdeAODpp5+OHu+VV16JbpOens7LL78c/Tv07NmT++67r86Yqu930EEH8dJLL0WbQd988828/PLLde7XUCkpKbz88svR96SiooIPP/wQoEZt9FtvvUUgEIg+f+CBB6J/m/Hjx9c7OvbeVJUdqPybVd1wqVJYWFjjnL17997vc1RZvHhxjdfTUKFQiJ/97GcsWLAAl8vF0qVLG3X+eJatPQ0ePJgZM2bg8/n2GtOjjz7KkUceCVR2R6jqEgDw2GOPMXDgQEpLSxkxYkQ01u+//z6awD755JPR7U855ZQarR6OPvporrrqKqDy+vH73/8+Wt6nT5+O3+9nwYIFbNiwgfLycrp168aRRx7J7NmzAersb1+lXbt2vPrqq9HByap/ftatW8eXX35ZawC7pqrqU/7JJ59EE9i+ffvW2fXh5JNPjn4uX3nllWgC+9///je6zZgxY+jYsWOtfXNzc6MJbNV5RETaMiWwIgeYmTNn1uhDVcXn83HXXXft8wdsQwSDwRrnOO6446IJ1OTJk6M1MB9//DEFBQW0a9euyedsiCFDhkRrJ5KTk2nXrh07duwAKn9sViVkPXr0qLFfcXFxncfzeDw1alO6devG0KFDo3OrVjV5XLhwYTRRhsrmmjfeeGOdx1y2bBl+v5/k5OQaydOYMWNq3ESYOnVqnQlsWVkZa9asiT4//vjja/ThnTp1apMT2PHjx9dI6Hv16hX9d/XmpdXjz87OrnFjYfjw4XTt2rVB0yJVV32+y7r6VrYG9957L4sWLWrSMeJdtvb0y1/+cp+f/a5du0aT16rnVQlst27doiP2pqWlkZ2dHb0JVlUm/H4/y5Yti+7/n//8h//85z91niscDrNo0aJomfnXv/7Fgw8+SHl5eb3xVdVQ12X8+PE1Rtbe8/OzePHimCew++NnP/tZ9HM5d+5ctm3bRk5OTo3mw9VvTFRX/bqg+WBF5EBgt3QAItJykpKS6N27N+eeey5vv/02Y8aMia6rnqDs2rWr1jQ6e/Phhx/W2P6kk06q89+hUKhG/9v9MWzYMJYvX17rsbeBgPacYqJ6Yld93Z79cqv69e0pKyurVrPD6jWCVSPc7s97Z4yhsLCwxv5QWQte33mq23NU3T332/N5Y+zZRLH6+1h9xOrqiX9d8dZVm9RUWVlZNRKxqpqpxjj11FPrLGNdu3atd58PP/yQGTNm8Jvf/KbR54X4l609NaSmes/PT/WBlvZcV/0zVFUmiouLa5SPfalKxj788EPuuuuuvSavQI0+2Xva1+enpUej7tevX7RJeCQS4fXXX2fhwoXRGzzZ2dn19l/fn/dURKQtUA2syAGmoaNqjhgxIjpYjjGGN954gwsvvLBB59hz7tdf/OIX9W77xhtvNKopaWPsObJpdY0ZTKqwsJBIJFIj0agaBAt+nEt1z5rCCy+8cK/zNVbtl56eHk04du3aVWOb6uepbs+pT/bcb8/njbHne7XniLhVMjIyov+uq2aoqvZ7f1Svra8rebNtm2HDhjFv3jwAfvjhB5YuXcrhhx++3+faXxs3buTGG2/k8ssvr1FT2RjxLlt7qqtWdk9N/fzsee7x48fvdfCk/v37A9RozZGSksLDDz/MUUcdhc/n4/nnn4/2ud6bfX1+WsO8x9VHMn7ttddq3GyYOnVqve9/9c/BvkZiFhFpC5TAikidzjjjDB5//HHKysqAyv6L/fr1Y+TIkTW2M8Ywa9YsevfuTd++fdm2bVut0VD3ZunSpfzwww8ceuihMY2/OYRCIWbOnBntV7hx40a+/fbb6PqqH+CDBg3C5XJFpxRyu9119oPbuHEja9asiSahAwYMiPbrmzdvHoWFhdHmgm+99VadMVUN6lLVjHjWrFn87ne/i9aS1rdfPAwYMCDaBHLnzp188cUXjBgxAqicxmV/mw8DNUYTDoVC7Nq1q1bt2gUXXBBNYAF+//vf8+STT9aqOa2aRidWIxFfddVVdOvWLTpIWJWNGzfSoUOH/Rp1Od5lqyWkpKRw2GGHRZsRFxYWcsEFF9RKzEpKSpg7dy59+/aNblele/fu0dHQHcep0cR2bz766KMac9vu+Tlo7EBfDVE9uff7/fVuN2HCBLp06cLmzZvZsGFDjamg6ms+DJUD2lWpa7RtEZG2RgmsiNQpOzubv/zlL/zhD3/AGEN5eTm/+MUvOOaYYxg8eDAej4fNmzfz2WefsWnTJmbMmAHUnPsVYNy4cbVqdxzH4b333os+f/311+vtt1ef+kYhhsp+tp07d96v4zVW1fQjVSPFVm/GeOaZZwKVzUFPP/30aB+3J598ksWLFzNkyBB8Ph/btm1j4cKFLF26lFNPPTXalPuMM86IJrAlJSX89Kc/bdAoxGeccQZ///vfgcoBas466yzGjRvHypUrmTVrVlzeh7pMmzaNhx9+ODqo0m9/+1vOOOMMoHKapsbo1q0bOTk50f6VS5YsqTVo19ixYznrrLOi82Pm5eUxefJkJk6cyMEHH0wkEmH16tXMmzePkpKSmCWw33//PQATJ06MLotEIkyYMIHHH3+ccePG7dfx4lm2WspFF13EtddeC8C3337L1KlTGTduHJmZmRQWFrJ06VK++eYbOnXqFO1u0KtXr2hrkOXLl3PNNdfQu3dv5s2bx4IFCxp03oKCAk4//fQaoxBX6dGjB8OHD4/tC62meneMOXPmcM8999CuXTvatWtXozWMy+XinHPO4d577wWIfm4GDBjAIYccUuexS0tLWbt2bfR5U2v+RUQSgRJYEanXySefjMvl4pZbbqGkpARjDJ999lmNeTj3VH3u1549e9aa77HKeeedF53q5Z133uGPf/zjfjXjrW8UYqj8wdccCWy7du3o0KED//73v2utO/fcc2v8KL7xxhvZuHFjtHb6iy++qDFVUV1OPPFE3nvvvWiyv27duuj7OWzYsBrTxVT385//nA8//DA6RdLSpUujI+Hubb9Yy8nJ4YYbbohObVJaWhqdRqlr167k5OSwevVqoP5myHU55phjouVswYIFdY46/ec//5msrCymT58enS6larqfeHnkkUei/16xYgUPPPAAtm3z0EMPRQc4aqgOHTqQk5MTt7LVUk4++WRWrlzJP//5T6Dy5sK++ilfcMEFvPHGG9HWIFVTS7ndbk4++eQG9aMfMmQIixcvrnU98vl83HHHHTGfQqe64447Llpe/X4/06dPBypHJN6zO8eZZ55Z46YP1J77tbqFCxdG+8D26NFDNbAickDQIE4isleTJ09m9uzZXHfddRxzzDF06NABj8eDz+fjoIMO4tRTT+WJJ57gyCOPZMGCBTV+jO7th1f1dbt27eKTTz6J58uIi5SUFF544QXOP/98cnJy8Hg89OrViz/96U/ccsstNbZNTk7mqaee4t577+UnP/kJHTp0wO12k5SURI8ePZg0aRJ//etfuf7662vsd88993D11VfTvXt3PB4PXbt25bLLLqsxHcmePB4PTz/9NBdddFGNuK6//nr+3//7f3F5L+pzzjnn8PDDDzNgwAC8Xi/t2rVj2rRp/Pvf/64xOFb1/rL7Ur05ZX1NSF0uF9dccw3vvfceF198MUcccUR0YKSUlBQOPfRQfvnLXza6JrguEydOjD6qasIsy2LixIn1DrpVH5/Px4wZM7jwwgvJzc2NS9lqKddccw0vvvgiU6dOpVu3bni9XjweDzk5OYwePZprrrkmeqMDKqeCev755xk9ejTJycmkpKQwbNgw/u///q/BIwePGjWK5557jlGjRpGamkpKSkp02dFHHx2nV1ppwoQJ3HLLLfTp02ev/Yih8qbYlClTos99Pl+9Ux8BDRqlWESkrbGMhq8TEZE4qaioqLPv57Jlyzj99NOjzc3vueeevf5Q39OUKVNYuXIlUNmfsV+/frEJuAU99NBDPPzww0BlDfVHH33UwhFJS3jiiSeizYhPOukk/vGPf9S5XSgUYsyYMRQUFODxePjoo4/2OoCXiEhboSbEIiISNy+99BJvvvkmJ5xwAt27d8flcrFixQqee+65aPKam5vLcccdt1/HveKKK/jd734HwIwZM5q9Zlkklnbs2MHq1avZvHlzjb795513Xr37vP322xQUFABw9tlnK3kVkQOGElgREYkbYwxLlixhyZIlda7v0KEDjz766H6N0AswadIkBg0axMKFC3nzzTf53e9+V2OwHJFEMm/ePG644YYay0444YR6B2UyxvD0008DkJqa2uR5h0VEEokSWBERiZvhw4dz2mmn8e2337Jr1y7Ky8tJS0ujd+/e/OQnP+Gcc86JTg20v6pG3hVpK2zbJjc3l5NOOonLL7+83u0sy4r7oGQiIq2V+sCKiIiIiIhIQtAoxCIiIiIiIpIQlMCKiIiIiIhIQlAf2BgzxuA4apXdHCwL1ABeYk3lSuJB5UriQeVK4iWWZcu2LSzLis3BRFACG3OOY8jPL2vpMNo8ywKPx0UoFNGXt8SMypXEg8qVxIPKlcRLrMtWdnYqLpcSWIkdNSEWERERERGRhKAEVkRERERERBKCElgRERERERFJCEpgRUREREREJCEogRUREREREZGEoARWREREREREEoISWBEREREREUkISmBFREREREQkISiBFRERERERkYSgBFZEREREREQSghJYERERERERSQhKYEVERERERCQhKIEVERERERGRhKAEVkRERERERBKCElgRERERERFJCEpgRUREREREJCEogRUREREREZGEoARWREREREREEoISWBEREREREUkISmBFREREREQkIbhbOgAREREREYmt4M4Cdn08n8D2XXiyM2k/biRJuR1bOiyRJlMCKyIiIiLShmz/7yfk/eMpQvmFYFlgDOun/5uDfnUuXc6a0tLhiTSJElgRERERkTai+PsfWH3X40QqAiR1zcVy2RjHIbgjnzUP/h9JXXPJHn1US4cp0mjqAysiIiIi0kZsfWMW4ZIyfJ07Yrkqf+pbto0vpwNORZAtr85s4QhFmqZNJLBvvPEGp5xyCgMHDmT48OFcfPHFVFRURNd/9NFHTJ06lYEDBzJp0iRee+21FoxWRERERCQ+ir9dgp3sw7KsWuvcaSmUfL8cJxxugchEYiPhmxA/9thjTJ8+ncsuu4zBgwdTUFDA/PnziUQiAHz99ddcfvnlnHHGGdx444188cUX/OlPfyI1NZUTTjihhaMXEREREYkdy+MGx6lznXEcbJcHy24TdVhygEroBDYvL4+HH36YRx99lJ/85CfR5ZMmTYr++7HHHuOII47gtttuA2DEiBFs2LCBBx98UAmsiIiIiLQp7Y8dzoanXsZEnGgTYgBjDJHScjpOGqMEVhJaQpfe119/nW7dutVIXqsLBoN8+eWXtRLVyZMns3r1ajZu3NgcYYqIiIiINIvcU44nqWsuFRu3EC4rxzgOkfIKKtZvwdsxm84/1SjEktgSugZ24cKFHHLIITz66KM8++yzlJSUMGDAAG644QYGDRrE+vXrCYVC9O7du8Z+ffr0ASprcLt167Zf55wwYUK965599llycnKpo8uBxFjVe6z3WmJJ5UriQeVK4kHlSuqT3C2Xw++5gdV/n07J0pWEdhViez2k9+9L799fRHq/XnvdX2VLWruETmB37NjB4sWLWbFiBX/+859JTk7m8ccf55e//CWzZs2iqKgIgIyMjBr7VT2vWh9LlgUejyvmx5WaLAtcLlfV1GYiMaFyJfGgciXxoHIle9Nu4CEc+czfKFmyksD2XXizM8k44tAGNR2OddlSIiyxltAJrDGG8vJyHnjgAQ499FAABg0axPjx43nuuecYPXp0zM85e/bsva6PRBxCoUjMzys1VV1Uw+GIvrglZlSuJB5UriQeVK6kIZL79SG5X2XLw3DEQGTfv1FjXbZUPiXWEjqBzcjIICsrK5q8AmRlZXH44YezatUqTjrpJABKSkpq7FdcXAxAZmZmXOLSB7X5GKP3W2JP5UriQeVK4kHlSuJFZUtaq4QexOnggw+ud10gEKBHjx54PB7y8vJqrKt6vmffWBEREREREWm9EjqBHTduHIWFhSxbtiy6rKCggCVLltC/f3+8Xi/Dhw/n/fffr7HfzJkz6dOnz34P4CQiIiIiIiItJ6GbEE+cOJGBAwfyu9/9jquvvhqfz8cTTzyB1+vl3HPPBeDXv/41F1xwAbfeeisnnngiX375Je+88w733XdfC0cvIiIiIiIi+8MyJrFbt+fn53PnnXfy8ccfEwqFOOqoo7jhhhtqNC+ePXs2999/P2vWrKFLly5ceumlnHHGGXGJJxJxyM8vi8ux5UdVoz2HQhq8QmJH5UriQeVK4kHlSuIl1mUrOzsVlyuhG31KK5PwCWxrowS2eeiLW+JB5UriQeVK4kHlSuJFCay0dipNIiIiIiIikhCUwIqIiIiIiEhCUAIrIiIiIiIiCUEJrIiIiIiIiCQEJbAiIiIiIiKSEJTAioiIiIiISEJQAisiIiIiIiIJQQmsiIiIiIiIJAQlsCIiIiIiIpIQlMCKiIiIiIhIQlACKyIiIiIiIglBCayIiIiIiIgkBCWwIiIiIiIikhCUwIqIiIiIiEhCUAIrIiIiIiIiCUEJrIiIiIiISIJat24dt9xyC9OmTePwww9nypQptbbx+/3ce++9TJgwgUGDBjFp0iQef/xxwuFwje1KSkq48cYbGTZsGEOGDOF3v/sd27dvb66X0iDulg5AREREREREGmflypXMmTOHQYMG4TgOxpha29x2223MmjWLa665hj59+rBgwQIefPBB/H4/V199dXS7q666ilWrVnHrrbfi8/m4//77ueSSS3jttddwu1tH6tg6ohAREREREZH9Nn78eCZOnAjA9ddfz+LFi2usdxyH//73v1x00UWcd955AIwYMYI1a9bw7rvvRhPY7777jk8//ZSnnnqK0aNHA9CrVy8mT57MrFmzmDx5cjO+qvqpCbGIiIiIiEiCsu29p3TGGMLhMOnp6TWWp6en16itnTt3LhkZGYwaNSq6rHfv3hx22GHMnTs3tkE3gWpgRUREREREmsnChQu55ppr6l0/e/bsmJ7P5XJx2mmn8dxzzzF06FD69OnDwoULefPNN/nNb34T3S4vL49evXphWVaN/Xv37k1eXl5MY2oKJbAiIiIiIiK7OeEIFdt3xeXYSZ3a07Fjx7gce2/+/Oc/8+c//5kzzzwzuuxXv/oVv/jFL6LPi4uLa9XSAmRmZtZqltySlMCKiIiIiIjsVrF9F3N+elVcjv2Tl++nS5cuMa9l3Zd77rmHTz75hNtvv52ePXuyYMECHnnkETIyMrj44oubNZamUgIrIiIiIiJSzR6taBPaihUrePrpp3nssccYP348AEcffTThcJgHHniAs88+m7S0NDIyMti6dWut/YuKisjMzGzusOulQZxERERERESqse34PFrCqlWrADjssMNqLD/88MMJBoNs27YNqOzrumbNmlrT8KxZs4bevXs3T7ANoARWRERERESkjeratSsAS5YsqbF88eLFWJZFly5dABg7dixFRUXMnz8/us2aNWtYunQpY8eObb6A90FNiEVERERERKpJpCbEfr+fOXPmALBp0yZKS0t57733ABg2bBgDBgxgwIAB/PnPf2bXrl306NGDRYsW8cQTT3D66aeTnJwMwJAhQxg9ejQ33ngj1113HT6fj/vuu49+/fpx/PHHt9jr25Nl9qwjliaJRBzy88taOow2z7LA43ERCkVQCZZYUbmSeFC5knhQuZJ4iXXZys5OxeVKrEaf5Zu389m5V8Xl2KNeuJ+ULp1iesyNGzcyYcKEOtfNmDGD4cOHs2PHDh544AE+//xzdu3aRW5uLlOmTOGSSy4hKSkpun1JSQl33nknH3zwAeFwmNGjR3PTTTeRk5MT05ibQglsjCmBbR764pZ4ULmSeFC5knhQuZJ4UQIL/s3b+fxnV8Xl2Mc8dz/JMU5gDzSJVZpERERERETkgKU+sCIiIiIiItUkUBfYA45qYEVERERERCQhqAZWRERERESkihXHOVtVtdtkqoEVERERERGRhKAaWBERERERkWoSaR7YA40SWBERERERkWri1oRYmkx/GhEREREREUkIqoEVERERERHZzSJ+TYjVMrnpVAMrIiIiIiIiCUE1sCIiIiIiItWoD2zrpT+NiIiIiIiIJATVwIqIiIiIiFSx4jiNjjrBNplqYEVERERERCQhqAZWRERERESkGvWBbb2UwIqIiIiIiFRjxa0NsTSV7i2IiIiIiIhIQlANrIiIiIiISDWqgG29VAMrIiIiIiIiCUE1sCIiIiIiIrtZxG8QJ1XsNp1qYEVERERERCQhqAZWRERERESkGvWBbb1UAysiIiIiIiIJQTWwIiIiIiIiVaz49YFVJ9imS+ga2Ndff51+/frVetxzzz01tnvllVeYNGkSAwcOZOrUqXz88cctFLGIiIiIiEjsrFu3jltuuYVp06Zx+OGHM2XKlDq3Ky4u5vbbb2f06NEMHDiQiRMn8vTTT9fYJhgMcvfddzNq1CgGDx7ML37xC/Ly8prjZTRYm6iBffLJJ0lPT48+z8nJif773Xff5eabb+ayyy5jxIgRzJw5k8svv5znn3+ewYMHt0C0IiIiIiLSmiVSH9iVK1cyZ84cBg0ahOM4GGNqbVNeXs7555+Py+XixhtvpH379qxdu5bS0tIa291+++3MnDmT66+/npycHB5//HEuvPBC3n333Rr5VktqEwls//79yc7OrnPdgw8+yEknncRVV10FwIgRI1ixYgWPPPII06dPb8YoRURERESktUu0aXTGjx/PxIkTAbj++utZvHhxrW2eeOIJysrKeOutt0hJSQFg+PDhNbbZunUrr776Kn/+858544wzABg4cCDjxo3j3//+N5dcckkcot9/Cd2EeF82bNjA2rVrOfHEE2ssnzx5MvPnzycYDLZQZCIiIiIiIk1nNyDbfvXVVzn99NOjyWtdPv30UxzH4YQTToguy8rKYtSoUcydOzcmscZCm6iBnTJlCgUFBXTp0oWf/vSnXHzxxbhcrmh77V69etXYvk+fPoRCITZs2ECfPn3261wTJkyod92zzz5LTk5uQjU5SFRV77Hea4kllSuJB5UriQeVK4kXla1K8Xz9mzdv5vzzz693/ezZs2N6vo0bN7Jjxw7atWvHZZddxqeffkpKSgrHH388N9xwA6mpqQDk5eXRvn17MjMza+zfp08fXn311ZjG1BQJncB27NiRK664gkGDBmFZFh999BH3338/27Zt45ZbbqGoqAiAjIyMGvtVPa9aH0uWBR6PK+bHlZosC1wuF5YFdTTzF2kUlSuJB5UriQeVK4mXWJetAz0Rbg127twJwN13383xxx/P9OnTWbt2Lffeey/l5eX84x//ACoHeaqrn2tGRkZc8qbGSugEdsyYMYwZMyb6fPTo0fh8Pp555hkuu+yyuJxzX3dEIhGHUCgSl3PLj6ouquFwRF/cEjMqVxIPKlcSDypXEi+xLlsJWT7jPI1Oly5dYl7LujeO4wCVrVLvvvtuAEaOHInb7eamm27i6quvpnv37s0WT1MldAJblxNPPJGnn36aZcuWRau/S0pK6NixY3Sb4uJigFrV47GSkB/UBGWM3m+JPZUriQeVK4kHlSuJF5WttqMq59lz0KYRI0YAlaMYd+/enYyMjFqjEkNl7hSvvKkx2vQgTr179waoNXdRXl4eHo8noe40iIiIiIhI87Di9GgJ3bt3x+v11rs+EAgAlbnTzp07azUXzsvLi+ZVrUGbS2BnzpyJy+Xi8MMPp3v37vTs2ZP33nuv1jYjR47c6x9SREREREQk0Xm9XkaNGsX8+fNrLP/888+ByilJobI7pm3bzJo1K7pNUVERn376KWPHjm2+gPchoZsQX3TRRQwfPpx+/foBlf1TX375ZS644IJok+ErrriCa6+9lh49ejB8+HBmzpzJokWLeO6551oydBERERERaaXi1gc2Dvx+P3PmzAFg06ZNlJaWRivwhg0bRnZ2Npdffjlnn302v//97zn11FNZt24d9957LyeffDI9evQAIDc3lzPOOIO//e1v2LZNTk4O//znP0lPT+fss89usde3J8uYxG3dfvvttzNv3jy2bt2K4zj07NmTM888k/PPPx+r2pBnr7zyCtOnT2fz5s306tWLa665hnHjxsUlpkjEIT+/LC7Hlh9VjfYcCmnwCokdlSuJB5UriQeVK4mXWJet7OxUXK4EygaB4PbtrLnm6rgcu9c/7sPbqVNMj7lx48Z6p/qcMWNGtO/r/Pnzueeee1ixYgWZmZmcfPLJXH311TVapQaDQe677z7efPNNysrKGDp0KDfddNN+Tz0aTwmdwLZGSmCbh764JR5UriQeVK4kHlSuJF6UwFYmsGt/H58Etue9sU9gDzQJ3YRYREREREQklizi14RY0+I2XWLdDhEREREREZEDlmpgRUREREREqqk+no60LqqBFRERERERkYSgGlgREREREZEqFliu+B1bmkY1sCIiIiIiIpIQVAMrIiIiIiJSjfrAtl6qgRUREREREZGEoBpYERERERGR6mzVwLZWSmBFRERERESqsZTAtlpqQiwiIiIiIiIJQTWwIiIiIiIiVSyI2xhOqthtMtXAioiIiIiISEJQDayIiIiIiMhuFmC54lNVqgrYplMCKyIiIiJNZoyhdPEK/Bu24EpNJuuoI3ClJrd0WCLSxiiBFREREZEm8a/fzMrbH6Zk8XKcigCWy4U3pwMHXXoOOVMntnR4IvvNilsnWGkqJbAiIiIi0mih4lKW/eFOylauwdOhHd5O7THhCMEd+ay++5+40lLoMP6Ylg5TRNoIDeIkIiIiIo22c9Y8ylatxdclB3dqCpZlYXvcJHXpRCQQYOOzb2CMaekwRfaDhWXH56FesE2nBFZEREREGq3wywUA2J7aDfs8WRmUr1pHYPO2Zo5KRNoqNSEWERERkUYzjlP/pJm2BcZgIk7zBiXSFBZY8armUwVsk6kGVkREREQaLWPw4fUmqeHCEpK6d8bXpVMLRCbSBJYdn4c0mWpgRUQkIRljKF6wlPw5XxIqKiGpWy4djx9LcvfOLR2ayAGl0wk/YcvL71KxaSu+3I7YXg/GcQjlF4Fl0eWnJ2G79ZNTRGJDVxMREUk4TjjM6r89wfZ3ZhPxB6KtFzc//ya9rrmYnCnjWzZAkQOIt2M2h97xB1b85QH86zZV1sYagzs9je4Xn0bOKce3dIgi+81yqa1va6UEVkREEs7WV99j2xvv40pPxdupPZZlYYwhsHUHefc8QerBB5F2aJ+WDlPkgJE+sB9Dnr+f/M++xr9+M+7UFNqNPoqkzmo6LBJv69at46mnnmLhwoWsXLmS3r17884779S7/Ycffshvf/tb+vbtW2u7kpIS7rzzTj788ENCoRBjxozhpptuolOn1vNZVgIrIiIJxQmH2fLaf8G28GSmR5dbloUvtyMV67ew7d2PlMCKNDPb59V8r9Jm1DcuWWu0cuVK5syZw6BBg3AcZ6/TVlVUVHDHHXfQoUOHOtdfddVVrFq1iltvvRWfz8f999/PJZdcwmuvvYa7lXQFaB1RiIiINFC4oJjAtp2409NqrbMsC8vrpnTJqhaITEREpPmNHz+eiRMnAnD99dezePHierf95z//SZcuXejWrVut7b777js+/fRTnnrqKUaPHg1Ar169mDx5MrNmzWLy5MnxexH7QUNhiYhIQrGTvFguGxMO17nehCO40lKaOSoREWlLLMuKyyMebLthKd369ev517/+xU033VTn+rlz55KRkcGoUaOiy3r37s1hhx3G3LlzYxJrLKgGVkREEoo7PY12I4ey479zcGdl1PhB4ARDYAwdxo1owQhFRETqt3nzZs4///x618+ePTsu5/1//+//MW3aNA499NA61+fl5dGrV69aiXbv3r3Jy8uLS0yNoQRWREQSTrcLTqPom8VUrN+MJzsL2+shUuYnXFxKxuDD6HDc6JYOUUREEpUFxGsU4hbqW/vRRx/x3Xff8d5779W7TXFxMenp6bWWZ2Zm7rVZcnNTAisiIgkn7dA+HHbPDax77HlKvl9OpLQcOzmJ3NMmcdBvzsedltrSIYqIiNSpS5cucatlrUsgEOCOO+7giiuuIDs7u9nOGy9KYEVEJCFlDDyUAY/chn/dJsIlpSTldsLbMfG/mBNFcGcBoeISvB2y8WTUHlBLRCRRWYAdp/6qLVEB+8wzz2DbNieddBLFxcUAhEIhHMehuLiYpKQkvF4vGRkZbN26tdb+RUVFZGZmNnfY9VICKyIiCcuyLFJ6dmvpMA4o5Ws3sn76vyn47GucYBhXajIdjxtN94vPwpud1dLhiYjEhNWGhrrNy8tj3bp1jBw5sta6o48+mltvvZVzzjmH3r17M3/+fIwxNfrBrlmzhkMOOaQ5Q94rJbAiIiLSIP4NW1h61W2Ur9uMJzMdd3oqEb+fzS++TemyVfR/8M91Tm8kIiIt55JLLuHUU0+tseyJJ55gzZo13HnnnfTs2ROAsWPH8uijjzJ//nyOOaZyTuc1a9awdOlSLr744uYOu15KYEVERKRBNr/4Fv51m0nu3hnLVVk94UpJwklPo3jRD2yf+QldzprSwlGKiDSVBXa8GvvG/rh+v585c+YAsGnTJkpLS6ODNQ0bNow+ffrQp0+fGvu88cYbbNu2jeHDh0eXDRkyhNGjR3PjjTdy3XXX4fP5uO++++jXrx/HH398zONuLCWwIiIisk9OKMzODz/DlZYcTV6r2F4Plm2z84NPlcCKiDSzXbt2ceWVV9ZYVvV8xowZNZLUfbn//vu58847ueWWWwiHw4wePZqbbroJt7v1pI2tJxIRERFptZxAECcYwvJ46lxvedyESkqbOSoRkTiwqDUXaiyPHWvdunVj+fLl+7XPXXfdVefy9PR07rjjDu64445YhBYXbah7soiIiMSLKzWZpK45RErL61zvBIKkHdK7maMSEZEDjRJYERER2SfLssg9dRIYQ7j4x5pWYwzBnQXYST5ypoxvwQhFRGLHcllxeUjTqQmxiIiINEjOKcdR+sNqtr/7EaGCIiyXCxOJ4EpN4aBLzyFz2KCWDlFERNo4JbAiIiLSILbbzcF/+i0dJo5m50efE9qVT1K3LnQ8fgzp/fu2dHgiIrETrz6w0mRKYEVERKTBLMui3YjBtBsxuKVDERGRA5ASWBERERERkWqsuM0DK02lBFZERERERKSKBXa8EljlxU2mUYhFREREREQkIagGVkREREREpDrVlLZaqoEVERERERGRhKAaWBERERERkd0swHLFpwpWFbtNpxpYERERERERSQiqgRUREREREanGslRX2lqpBlZEREREREQSgmpgRUREREREqlgWxG0eWNXsNpUSWBERERERkWostVNttdrUn6asrIyxY8fSr18/vv/++xrrXnnlFSZNmsTAgQOZOnUqH3/8cQtFKSIiIiIiIo3RphLYRx99lEgkUmv5u+++y80338yJJ57I9OnTGTx4MJdffjkLFixo/iBFRERERKR1s+34PKTJ2sy7uHr1al544QWuuOKKWusefPBBTjrpJK666ipGjBjBbbfdxsCBA3nkkUdaIFIRERERERFpjDaTwN5+++2cffbZ9OrVq8byDRs2sHbtWk488cQayydPnsz8+fMJBoPNGaaIiIiIiLR2thWfhzRZmxjE6b333mPFihU89NBDLFmypMa6vLw8gFqJbZ8+fQiFQmzYsIE+ffo0+FwTJkyod92zzz5LTk6uBhdrBlXvsd5riSWVK4kHlSuJB5UriReVLWntEj6B9fv93HXXXVx99dWkpaXVWl9UVARARkZGjeVVz6vWx4plgcfjiukxpTbLApfLhWWBMS0djbQVKlcSDypXEg8qVxIvsS5bCZkIW8SvnWoivh+tTMInsI899hjt27fn9NNPb5bzzZ49e6/rIxGHUKj2QFISW1UX1XA4oi9uiRmVK4kHlSuJB5UriZdYly2VT4m1hE5gN23axNNPP80jjzxCSUkJAOXl5dH/l5WVkZmZCUBJSQkdO3aM7ltcXAwQXR9L+qA2H2P0fkvsqVxJPKhctS2BbTvZ/u7H5M/7CicUJvPIgeRMnUBqn4OaNQ6VK4mXA75sJVDV8bp163jqqadYuHAhK1eupHfv3rzzzjvR9aWlpfzrX/9izpw5rF27Fq/XyxFHHMHVV19Nv379ahyrpKSEO++8kw8//JBQKMSYMWO46aab6NSpU3O/rHoldAK7ceNGQqEQl156aa11F1xwAYMGDeLee+8FKvvC9u7dO7o+Ly8Pj8dD9+7dmy1eERERSXxlq9ex7No78K/bhOVxY9k2pUtXsv2d2fT985W0HzuspUMUkQPIypUrmTNnDoMGDcJxHMwedx42b97MSy+9xOmnn85VV11FIBDg6aef5qyzzuK1116rMR7QVVddxapVq7j11lvx+Xzcf//9XHLJJbz22mu43a0jdWwdUTTSYYcdxowZM2osW7ZsGXfeeSd/+ctfGDhwIN27d6dnz5689957TJw4MbrdzJkzGTlyJF6vt7nDFhERkQRljGH1XY/jX7eJpG65WC5XdHnFpm2svusxMgYfjiej9rgcsRYuKSNYXoE7MwNrH/NLGmNw/AEsrxu7lfwIFWnVXIlTAzt+/PhonnP99dezePHiGuu7devGBx98QHJycnTZiBEjGD9+PC+88AI333wzAN999x2ffvopTz31FKNHjwYqB8KdPHkys2bNYvLkyc30ivYuoa9gGRkZDB8+vM51/fv3p3///gBcccUVXHvttfTo0YPhw4czc+ZMFi1axHPPPdec4YqIiEiCK12ykpIlK/B0aBdNXgEsyyIptyMVW7aT/8kX5EyduJejNE3J4hVseu4NCr9aiIk4JHXvTOczJ5MzdSLWHs0ejTFsf+cjtrz+Hv61G7HdbrLHjaTrOVNJ6dUtbjGKJLo9P0utmb2PG1gpKSm1lqWmptKjRw+2b98eXTZ37lwyMjIYNWpUdFnv3r057LDDmDt3rhLY5jRlyhT8fj/Tp0/niSeeoFevXjz88MMMGTKkpUMTERGRBFKxdTtORQBvp/a11lnuyoS2Ysv2WutipeibxSy7/m5COwtwZ6VjuV2Urchj1f97BP/6zfS8/ILoD29jDGsf/D82Pf8mxji401KJVATY8sq7FHz+DYf/4ybSDum1jzOKSKxt3ryZ888/v971+xo0NhaKi4tZuXIlxxxzTHRZXl4evXr1qpW89+7dOzo1aWvQ5hLY4cOHs3z58lrLzzzzTM4888wWiEhERETaCk9GOpbHgxMI4kry1VhnHAeMwZOZUc/eTWOMYc3DzxDaVUDSQV2wbRtjDO6MNEL5RWx5+V06ThobTUpLF69gy8szcaUk42n3Y0ye7Ewq1m9h3SPP0v+BW+ISq0hCswA7TjWwraRi9+9//zuWZXHOOedElxUXF5Oenl5r28zMzFrNkltSm0tgRUREROIlY0h/kg/qQnnehso+sNVqKoI7C3BnpJF9bN3dm5qqbHkeZcvX4O2QXauGxN0ug4r1m8n/5ItoArvz4/lE/H6SOnapsa1l23iyMyn6bjH+DVtI7t45LvGKSN26dOnSLLWs9Xnttdd4+eWXueuuu8jNzW2xOBorXlP0ioiIiLQ5tsdNryt/gTs9Df/6zYQKiggVleDfsAUcQ/eLziIpt+O+D9QI4aISTCiE5fPUWleZ0FqEikqiy0IFRdXW7fE6fF5MMEyosCgusYokNgvLjs+jpatg58yZwy233MJvfvMbTj311BrrMjIyKC0trbVPUVFRXKYebSwlsCIiIiL7IXvUURx+3010nDgaLBscQ+bQARzy16vpet60uJ3X1yUHOzmJSJm/1jrjOIAhqWvOj9vvTqT3nFIDIFJegZ3kxdepQ9ziFZHWZcGCBVx55ZWccsopXHnllbXW9+7dmzVr1tS6ZqxZs6bGdKQtTU2IRURERPZT5uDDyRx8OJHyCkwkjCstNe6jliZ370y7EUPY8cE8XCnJuLyVNbHGGAJbduDJzqLDhB9HD+143Bg2v/gWwR35eDv+2OzYCYUJF5XQacp4fDlKYEXqFK8+sC1k1apV/OpXv2LEiBH85S9/qXObsWPH8uijjzJ//vzo4E5r1qxh6dKlXHzxxc0Z7l4pgRURERFpJFdKUrOer9fVv8S/cQtly/OwXDbYNiYYwp2ZQZ/rLquRkKb07s5BvzmftQ89Q8X6zdjJSZhQGBMOk3pYHw76bf2joIpI4vD7/cyZMweATZs2UVpaynvvvQfAsGHDMMZw0UUX4fP5+PnPf15jQKa0tDQOPvhgAIYMGcLo0aO58cYbue666/D5fNx3333069eP448/vvlfWD0sU1e7Emm0SMQhP7+spcNo8ywLPB4XoVAElWCJlZiWK+PgCWzEFc7HWC5C3m44nnYxiVMSi65XEmuhohJ2/PcTCuZ9RajMT8YRh5Jz8kRS+/asc/uibxaz7e3ZlCxZgSs1hQ4TR5Fz0jg87VpPnzZpPWJ9zcrOTsXlSqxei05JPv4374nLsZOnXYudnh3TY27cuJEJEybUuW7GjBkAXHDBBXWuHzZsGM8++2z0eUlJCXfeeScffPAB4XCY0aNHc9NNN5GTk1Pn/i1BCWyMKYFtHvpBKPEQq3JlhwtJLfwYVygfCwcAY3kIJPfFnzECLFeMIpZEoOuVxIPKlcSLEtjES2APNGpCLCISS06ItILZuMK7iLjSwHKDMVgmQFL5UoydREX6kS0dpYiIiNTHYveIwfE5tjSNElgRkRjyBtbhCucTcaX/WNNqWRgrCWMi+Pw/EEgdgLF9LRuoSAIJl5az/d2P2PHeHIK7Cknp3Z1OU8bTYfwxWHZi1eyISIJoY4M4tSVKYEVEYsgV2gGYOpsJO3YSdqQcVyifsK9z8wcnkoDCJaUs+8OdFP7veyzbwvZ5yd+8jYL531F0+hL6/OHSuI/+KyIirYcSWBGRmNrbD2lTuVo/tkUabNMLb1H41SJ8uR2wfd7o8lBRCdtef592I4bQfuywFoxQRNok1cC2Wmp3IyISQ2FvZ8AGE661znYqcOw0wh7NuyjSEE4wxLa3Z2MneWskrwCezHScUIgd/53TQtGJiEhLUA2siEgMhXzdCHlz8QQ349jJGMsLGGzHD8YQSB1QObCTiOxTuKSMcElpvXOt2l4PFRu3NHNUInJAUA1sq6UaWBGRWLJclGWNJ5jUC8tEcEWKcEVKMJYHf8bRBFIOb+kIRRKGOy0FV3IyTkWwzvVOMIQ3Ry0aREQOJKoGEBGJMeNKoazdcdihfNzhfIzlJuztrJGHRfaT7fPS8YSxbJrxOk4ojO358WdLuLQcy+Wi46SxLRihiLRJ8RyvQhW7TaYEVkQkThxPNkGPJisXaYpuPzuVom8WU7pkBXaSD9vrJVLuxxhDx+PH0H7ciJYOUUREmpESWBEREWm1vB3a0f/+W9jy6ky2v/MR4bJyUvv2JPeU48mZdhy2Wz9lRCQOas+GJ62ErvoiIiLSqnnbZ3HQr86lx6XnYEJhLI9bc7+KiByglMCKiIhIQrAsC8vraekwRKTNs+J4k0w335pKCayIiIiIiEh1tiZraa30lxEREREREZGEoBpYERERERGRKhbxq+ZTC+ImUwIrIiIisodQcSmF878lXFJGUrdcMo8aqBGPRURaAV2JRUREWqnAtp0UfbcEHEPa4QeT0rNbS4d0QNj6xvus++cLBHcWAGC5XKT06cEhN19B2mEHt3B0ItIcLFtVpa2VElgRaTUsK4jbLgMgHEnH6BIlBygnFGbdIzPY+uaHhItLwBhcaam0/8lw+lz3K9xpqS0dYpu186P5rL5nOkQckjp3wnK7iFQEKPshj2XX3c0RT96Fr1P7lg5TROSApV+HItIKOKR4N+B178C2IhjAGDcVoRwqQl1RhxE50Kx77Dk2PvcfXCnJJHXLBcsiXFTK9nc/wgkEOfTu6zQPahwYY9j8wps4FUGSe3SOLncl+UjqlkvFxq1sn/kx3S88owWjFJFmoRrYVkujEItIi0vxriXJswUwRBwvjuPFIkKKdxPJno0tHZ5IswruyGfrf2bhSknC2z4Ly7axLAtPVjqe7CzyP/ua0iUrWzrMNim0s4DSFWvwZKXXWme5bCyXTeFXC1sgMhERqaIEVkRalMsux+fehWPcGOOhsrbVwjFeHGPj82zHsoItHaZIsylauJRwUQmerMxa61xpKTgVAYq+XdwCkQkWYFo6CBFpFrYVn4c0mRJYEWlRbrsYy4pgjKvWOmPc2FYIj13SApGJtBDHgDGwlybCxnGaMaADh6dDO1L79iRUVPuaYyIOJhwha9igFohMRJqTZYFlx+mhHLbJlMCKSIuyrKrqjL1c0S1VeciBI33AIbjT0wjXkUQ5/gpsr4f0Af1aILK2z7Isup47FdvnJbB1ByYcASBSEaBi41aSunWm0+RjWzZIEZEDnBJYEWlR4UgKxthApNY6i8qa2XBEI67KgSOpSw4djh9NuLiUcHEpxhiMMUTK/AR35JMxpD+ZQ/u3dJhtVocJo+h9zcW4M9Kp2LId/4YthHYVknpILw6984/4cjq0dIgi0hziVQUbB+vWreOWW25h2rRpHH744UyZMqXO7V555RUmTZrEwIEDmTp1Kh9//HGtbUpKSrjxxhsZNmwYQ4YM4Xe/+x3bt2+PS9yNpVGIRaRFhZ0Mwk4aHlcxEcei8r6awcLBtsMEwu1xTHJLhynSrHpfdRFORYBdH39BqLAYANvrJWvkUPrdehWWrfvP8dT59BPoMHEUBZ9/Q7i4lKRuuWQNH4zt1s8mEWl9Vq5cyZw5cxg0aBCO42BM7ZZr7777LjfffDOXXXYZI0aMYObMmVx++eU8//zzDB48OLrdVVddxapVq7j11lvx+Xzcf//9XHLJJbz22mu4W8k10DJ1vUJptEjEIT+/rKXDaPMsCzweF6FQBJXgxGdbAVJ9q3DbpWCZynFSjE0okkFZ4OBmmw9W5UriobHlyhhD2cq1FH3zPSbikN6/LxmDD9f0OQLoeiXxE+uylZ2disuVWDfdjL+Q4JePx+XY3uGXYSVnxfSYjuNg776xef3117N48WLeeeedGttMmjSJAQMGcO+990aXnX322aSnpzN9+nQAvvvuO84++2yeeuopRo8eDUBeXh6TJ0/mH//4B5MnT45p3I3VOtJoETmgOcZHScXheFyFuO3KG0ChSAZhJx3NASsHKsuySDukF2mH9GrpUEREpBWz99EqZ8OGDaxdu5Y//OEPNZZPnjyZv/3tbwSDQbxeL3PnziUjI4NRo0ZFt+nduzeHHXYYc+fOVQIrIlKTRSjSjlCkXUsHIiIiIge6OPVXBdi8eTPnn39+vetnz54d0/Pl5eUB0KtXzRuiffr0IRQKsWHDBvr06UNeXh69evWq1dKnd+/e0WO0BkpgRUREDiChohLy5/2PcHEJvtxOZI86Etvn3e/jhEvLyf/0fwR35ONpl0n22GF4MtLiELGIiDRFUVERABkZGTWWVz2vWl9cXEx6enqt/TMzM1m8uPXMP64EVkSkNTEGe9caXAUbwLKJdOyDk9mlpaOSODLhMMXfLKLku+8h4pByWF+yRg1rVFK5L1vf/IB1jz5HcFdBZeN8yyKpexf6/um3ZB45oMHH2TX3K1bf/U+C23YAFgaDt0M2va68kE4nHhvzuEVEmp0dvy5MXbp0iXkt64FECayISCth+YvxffMirp15WJEwAMbtJdz1CAKDTwO3r4UjlFgLFRax5tZ7Kfnue0wojMFguVyk9O1F77/8kaTusbt5kT/vf+T9/QlMOEJS505YbhdOMIR/3UZ++NPfOWL6XSR377zP45T+sJoVt95PuKQMX25HbI8bE44Q2L6TVXc+hq9Th/1KhkVEJL4yMzOByilyOnbsGF1eXFxcY31GRgZbt26ttX9RUVF0m9YgsYYEExFpq4yD7+sXcG9djnEn4aS2x0ltj7HduNd9jXfxO/s+RhsV3JGPf90mIhWBlg4l5tb/4wmKvvoWV2YGvu5dSOreFU+HbMp+WMWa2+7FhMMxOY8xhk3/fpuIvwJf545YbhcAttdDUrfOBLfvYtvbDasN2PL6+4QLi0nqmoPtqbwPbrld+Dp3IlJazuZX3o1JzCIiLcaicjjmuDya/+X07t0boFY/1ry8PDweD927d49ut2bNmlrT8KxZsyZ6jNZACayISCvg2pmHa2ceTnIGeJJ+/KLzpoAnCc/677DKC1o6zGZVsngFS6+5nW/O+A3fnXsV357xG9Y/+e82k8j6122kaP7/cGdm4EpOii63vV68HTtQvnw1xf9bEJNzRcrKKV2yEncdfVQt28Lyeij88rsGHavoqwXYyUm1BvmwLAtXWgpFX3+PcZyYxC0i0mJsOz6PFtC9e3d69uzJe++9V2P5zJkzGTlyJF5vZZeVsWPHUlRUxPz586PbrFmzhqVLlzJ27NhmjXlv1IRYRKQVsHetAydSZzNh403BLtuFK3894ZQDY5Tm4u9/YNnv7yCwIx9PuwxcSV6C+YWse+x5ylato9/tv8duJROqN5Z/ZR5OWTnebrWbCdtJPozjUL5yDZkjj4rNCfd2199QecOkQcexqH9ySNPw44iISEz4/X7mzJkDwKZNmygtLY0mq8OGDSM7O5srrriCa6+9lh49ejB8+HBmzpzJokWLeO6556LHGTJkCKNHj+bGG2/kuuuuw+fzcd9999GvXz+OP/74FnltdUnsb38Rkbai6ke/qS8BaJlmRy3BGMP6J/5NcGc+yQd1idb0uVKSCZeVs+vjLyj8cgHZo2KU2LUQy+OpnKYh4sDuJr1VjDFgTOU2MeBOSyXjiMPIn/c/3JnpNWpPjeNgQiGyjzmyQcdqN/poNj//H4xjsKoNcmKMIVxaTu74UVgtVMsgIhIbVhxvxsX+uLt27eLKK6+ssazq+YwZMxg+fDhTpkzB7/czffp0nnjiCXr16sXDDz/MkCFDaux3//33c+edd3LLLbcQDocZPXo0N910E+5WdNO49UQiInIAi3ToDS4PhAOVTYirsQKlGF8qkfa96tm7bQls3kbxwqV42mXWaqbqTk0htLOA/LlfJXwCmz54AJ7sLEIFhXg7tq+xLlJcip2cRMbRg2N2vi7nnEzRd0sIbN6Ot1N7bI+bSEWA4LZd+Lrk0GnK+AYdp/Opk9g5ax4VG7fg7dQeV5IPJxAkuH0XnqwMOp/ZOia6FxE5UHTr1o3ly5fvc7szzzyTM888c6/bpKenc8cdd3DHHXfEKryY0y1SEZFWwMk+iEhOP+xACQTLK2tijYNVUYIVDhLqOQyTlLHvA7UB4TI/JhypUftowhGcULiyZtK2CReXtmCEseHOTCfn7GmYcJjg9p04wRBOKExoVwGRkhKyJ44l5eCe+33ccEkpRQuWUvz9DzjBUHR5uxFD6Pun3+Lt1J7Ath34128hlF9E6qG9OezOP5LUJadBx0/p3Z1D7/wDqQf3JJRfiH/dZoI7C0jq0YV+f72G9P599ztmEZFWpw31gW1rVAMrItIaWBYVR56Fz+XFvWUJVtlOwMJ4kwkecizBw09o6QibTVLnjrjTUomUlWMiEQLbdhIpLsVgsJN8WFgk9+zW0mHGRM65p2G5XGx7+S1CO/MxxuDOzKDTaZPpctG5+3UsJxBk/dOvsO0/swgVFmPZFr4uOXS74DRypk7Esiw6ThpL9phhFHzxLeGiEnydO5F51MD97k+cOXQAg5+/j6Kvv6+seW2fRdZRR8Rl7tqWYIwhVFCECUfwdminJtEiIq2IElgRkdbCm0Jg2HkEi7fhKtgAlk2kQ29MSlZLR9as3OlpdJx8LBum/5twaWUSa7lcWJZFpLgUbJvgzrYxIrNlWeScfQodpk6ibNlKcByS+/bCk7V/8+0ZY1j9t3+y9T8f4Er24W2fhTGGio1bWH3XY5hQmM5nnAiAKyWJDuOPaXLstttNuxFD9r1hgin4YgGbnnuDku+XY4whuWdXuvx0Cp1OGlerSbuItGH6vLdauqUoItLKmIwcwgcdRbjH0AMuea3S/ZdnYnk9PzaBdRxMJLJ7ipn27Hh/DmV561s2yBhypSSTceQRZBw9eL+TV4CyFWvY8f5c3JlpeDtmY/u8uJJ8lc2CDWz8v1eJlFfEIfK2ZedH8/nhujsp+PxbcNnYXjely1az8q8PsfFfr7Z0eCIighJYERFphSrWb8GV5CPloK5427fDnZmOL7cjqYf2IfmgLkTK/OR//EVLh9lqFHz+LRF/RZ3zvHraZxHYtpOi7xa3QGSJwwkEWfvwM4TLK0jq0RlPZjru9DSSu+Vie91snPEaFZu3tXSYItIcLOLXB1YVu02mBFZERFqdUHFJZf/Djtmk9O5Oat+eJHXLxZXsizbjDBUVt3CUrYcTDIJl1dnE1XK7MI6DEwjVsadUKfpuCRUbt+LrmF3rffRkZxEuKSN/7lctFJ2IiFRRAisiIq1OUucc7CQfkXJ/rXUm4lRu0yW3ucNqtVIPPgjLsmqMOlwlXFKGKzWF1IMPaoHIEke4pAwTDmN5a8+9a9k2WBbhkrIWiExEWoQVp4c0mRJYEZFmZjkBXIFtuII7wTgtHU7cOMVFBL+cR3DebMJrVlZOgdNAKb26kXnUQEL5RTjhcHS5MYbA1h1427ejw4SmD0TUVmSPPprkXt0JbNmOE/rx/Yr4KwgXFJM9+iiSe3RpwQhbv6SuudjJSUTKat80qXpPGzrVkIi0AZpGp9XSKMQiIs3FhEku+gZv2Q9YTgVgEfG0oyJjKKGUPs0bijGY9asw61aBbWH1Pgyrc4+YjLJqjCHwzqsEP3gHU1yEwWD5knAf0p/kX/wGO7tDg47T+/eXENiynbKVa7FsG8vlwgkGcWdm0Oe6X+HtmN3kWNsK2+el3+2/54cb/oZ/3SaIOGCB5XaTNWIwva+9pKVDbPXSDutDxsB+FH61EFeSD8vtAsA4hsCWHSR16UT2T4a3cJQiImKZ/bkl3srMmTOH6dOns2rVKkpLS8nJyWHixIlcfvnlpKenR7f76KOPuP/++1mzZg1dunTh0ksv5fTTT49LTJGIQ36+mhjFm2WBx+MiFIqQuCVYWpu4litjSMmfja9sJcZy49g+LONgOX6wPJRlH0so9eAYn7SeUEqLCP/7ccyqJZhQZZNTy+vDGnA07jN+ieVLbtLxA7PepuKlf4Hbg5WZCZYNfj9OUSHuvoeSet1fsTwNmy80VFDE9v9+wq5PvsSpCJAx+HByTp5Aat+eTYqxOTXn9SpcWsauj+dTunQ1lttF5tFH0G7kUGyP7lc3RPnajSz7w52U562vbDZsW5hQGG+HbPrd/nuyhg1q6RCj9D0o8RLrspWdnYrLlVg1jyZQTHDZ83E5tvew87B8GXE59oEioRPYN998k+XLlzNo0CCysrJYuXIlDz30EP379+fpp58G4Ouvv+aCCy7gjDPOYPLkyXzxxRc8/vjj3H///Zxwwgkxj0kJbPPQF7fEQzzLlSuwlfTtb2EsD8b2/bjCGOxIMY6nHcW5Z4Lliu2J92CMIfzk3TjLvoP0LKhKVv1lUFaCPXwcnrN+1fjjByoovelKnMJd2O071lwXDGAKC0n57R/xHDmiCa8iseh6lViC+YXseH8uBZ99gxMMkXnkADpNHkdy984tHVoNKlcSL0pglcC2dgl9S3batGk1ng8fPhyv18vNN9/Mtm3byMnJ4bHHHuOII47gtttuA2DEiBFs2LCBBx98MC4JrIhIXbz+dVgmjGOn1lxhWTh2Kna4CFdwBxFffAcmMmtXYFYthfQsrKSUH1ekpFU2K170JWbCNKwOjYsjsn4NTsEurIzac5laXh+OEyG8fPEBlcAmAicUpvCrBQS378KTlUnW8MG4UpJaOqwW4c3Oous5U+l6ztSWDkVEWpKVWEn3gSShE9i6ZGVlARAKhQgGg3z55Zdce+21NbaZPHky77zzDhs3bqRbt24tEKWIHHBMGIxVeWt7T5aN5RgsE/9pTsy6VZhwEHx19B9NScPs3IqzfhWuRiawVN2t31tX2lZaWxQp87P9/Tns/OBTQkUlpPXtSaeTxpN59BEx6RvcWhV9u5hVdz2Gf+0mTMTBsi18nTvR66pf0mH8yJYOT0REEkgwGMTrbVg3ocZqEwlsJBIhHA6zatUqHnnkEcaPH0+3bt1YtWoVoVCI3r1719i+T5/KwVLy8vL2O4GdMGFCveueffZZcnJy6/x9KrFV9R7rvZZYime5crzZlYPqGKfWXV3LCWBsL46nXfzL9O5TW3Xl0sbszrGtRsfh7nEQVkYmpqQEK7t9zcOHQliWjfvgQ2L2Ov3LV1H48VwC6zfgzsoiY8xI0o8eiuXev6+3UFEJS/9wJ0VfLwYbbLeHsuV57PzwM3pcejbdLzyj0TG25utV+dqN/HDj3wnuyMeX0wHb58UJhghs2c7K2x7Am51B5pD+LR2m1KE1lytJbCpbVN6EteP0BrTx93X06NFMmjSJadOmcdRRR8XlHG0igR03bhzbtm0DYMyYMdx7770AFBUVAZCRUbOdedXzqvWxVNVvQOLLssDlcmFZqO+PxEw8y5XJOBhT/C2uUDGOJ+PHJNYJYZsAofT+uJNrN7uNNfuQ/jjeJKjwY6Xs0Zy5vBQrJQ3vIYdjN/Y65kkn+bjJlL/yPKakCCs9E8uyMIEKTP4u3L36kDJsJFYMrpM7XnuLLU/OIFJajuVyYZwIRbM/IevYUfS47mpsX8PvAK995jWKvl6EL7cTrmr7BXcWsOGpl2k/bBCZgw5tVJyt+Xq14+3ZhHbsIrl7l8pBiwCXz0tSt1z86zez9ZWZdBh2RAtHKXVpzeVKElusy9YBnQgfgCZNmsSsWbN49dVX6dy5MyeffDJTp06NViDGQptIYJ944gn8fj+rVq3iscce47LLLuNf//pXXM41e/bsva6PRBxCoUhczi0/qrqohsMavGJfjDH7bP5oqKx5c3bnFJYBOwJWW79NuIf4lisPpdnjSd35IXaoqFpTW5tgUnfKM4ZjmuHaYXIPwjpsMJEF87GcCKSkVb7oshJMhR/X2BOJpLUj0oRYPJOm4SsuIThnFs62LYAFLheugw8l+dIrCdseaOJrLV/6A5ufeAbjOHi6do6W8UhZOQWz5+Lt1YuOZzdstPlwmZ+t736MKzkZ2+upMV+tOzuTivWb2fz2R6Qc3rdRsbbm69XOuf/D8vrAsmrN0+tKSyH/iwUEygMaxbgVas3lShJbrMtWwpZP9YFtlL/+9a/ccsstfPLJJ7z99tv861//4oknnuCwww5j2rRpnHTSSXTo0LDp9OrTJr6RDj208q74kCFDGDhwINOmTeODDz7g4IMrp6QoKSmpsX1xcTEAmZnxqe1I2A9qAjJG73ddjDEUOYaiiCFoDC4gw2XTzmXh2iOZNRginh+T1yqWC1whg+0cWEksxK9chX2dKc49A2/5KlzBnWC5CSV1J5TcvfINb5aybOE681KM24tZ/D/Mjq2VTZuTUnGNOQHX5LOb/tptN0lnXYh33AmEliyAYBBXt4NwHTqgsqY0Bq+zYNbHRMr9eKslrwCu1BSc0jIKZn5A+9OmYTUg8QruLCBSWo4rtfb0QZZlYbnd+NdvbnLcrfF6ZYyptzlb1Q0s45hWF7f8qDWWK2kbDviyFa8mxAcAj8fDcccdx3HHHUdpaSn//e9/eeedd7j77rv5+9//zsiRI5k6dSrHHXccSUn7P2Bgm0hgq+vXrx8ej4f169czfvx4PB4PeXl5jBkzJrpNXl4eQK2+sSJtgTGGLWGHYqfyW8cGQsDOsEOZY9HVY+Ou9oM/4t6dvO7+krJ2/9NYEPGAFTAHXE1sPBlXMoH0gS0ag5Wcgufc32C2b8ZZvwosG7tXP6zsjvveeT/YnXLxdYrPaO8VeWuxPe46WxfYqSmE8wsIFxXh6dC+jr1rcmekYXncOIEgrpTaSawJR/C2bxeTuFubrBGD2fz8m7VaahhjCJeU0WHCMdheTwtGKCIiiSwtLY0zzzyTQw89lOnTpzNr1izmzZvHvHnzSE1N5ac//SlXXHEFKSkp+z7Ybm0ugV24cCGhUIhu3brh9XoZPnw477//Pj//+c+j28ycOZM+ffpoBGJpk0odQ4lTWetavbbVYPA7hvywQ6fd/Q8NBlPVbLjaMSx233nd3azYpVbxbZLVqQuuTl1aOoxGcWem44TrLpgmFMLyuLGTG3ZX15OVQfaYYWx7+0PcGelY1eYrDJeWYXnctJ9wTEzibm1yTzmeHe/NpWLj1spBnLwenHCY4PZduNJS6Hzm5JYOUUSkBdQza0Csjn2A2LBhA2+//TZvv/02a9euJSsri5/97GdMmzYNj8fDyy+/zLPPPsvGjRt56KGHGnzchE5gL7/8cgYMGEC/fv1ISkrihx9+4KmnnqJfv35MnDgRgF//+tdccMEF3HrrrZx44ol8+eWXvPPOO9x3330tHL1IfBTvbu7n2qPpi2VZ2BiKHUMHY7AtC2NVJql1NV2N1sTagBJYaWUyRo+kZP5XOIEAts8XXW4ch0hpKVknHI8rNXUvR6ipx0U/pWTRMvzrNuNKS8H2egiXlmMiETqdeCzZo46Mx8tocal9DqLfX69h9V2P4d+0NXot8HVsT8/f/ZysYYNaNkAREUkoBQUFzJw5k7fffpuFCxfi8Xg49thj+cMf/sDYsWNxV5sl4JZbbiE3N5dHH310v86R0AnsEUccwcyZM3niiScwxtC1a1fOPPNMLrroouj8Q0cddRQPPfQQ999/P6+++ipdunTh9ttv58QTT2zh6EXiI2Tqv2loAc7uh82BdA9Q2pqMsaMo/PATSr/5Djs5GVdKMk4wRKS4GG/nXDr89NT9Ol7yQV3p/9Bf2PziW+z88DOcYJDkg7qSe+rxdD5jMpar7Y4u327EEIa8+CAFn39DYPuuyhrp0UfhTk9r6dBERFqOrUGcGmPMmDGEw2EGDx7Mn//8ZyZPnlxrRpjq+vbtS3Z2HXPT74Vl9hx2UJokEnHIzy9r6TDavKrpikIhjb64p02hCCURg7eOwQdCxuAGenldlTWwGMLe3bWse4zlYgAscAdp1oGcLEJ43fm4bD/GuAhFsgg7aTRHuq1ylVgiZWXseOEVij74mEhZOZbbRdqwI+l43lkk9ezR6OM6gSCRigDu9NTo1DJNoXLVejjBEOVrN2JZFsk9uyX06MoqVxIvsS5b2dmpuFyJlQyaYAnBNa/F5djeXqdjedPjcuzW4KGHHmLatGn06NH47+F9Sdwrt4jUKcO2KHUMEWNq9IF1TGXT4gy3jb17uYWFK2yIeCubEtf4orLAciofzcXjKiTVl4dtBaPLkswWAuEOlAd7UllvLFLJlZpK7iUX0vG8swjv2oUrLQ13u6wmH9f2efdrDllp/YwxbHllJptfeofAlu2ARVLXHLqeO5WcU47f51RjInIA0nWhUbp37469l5u/Gzdu5Ouvv+aUU05p9Dn0a1CkjUmzLTJtCwcIOoawMYSMIWwgxbbIdtW8INuOhStYOfcrVuXDonIeWHew+eaCta0Aqb48LEJEHB8RJ4mI48MYmyTPdpI8W5sljuZm+Qvx5H2Gd9n7eNZ+AQG14NhfrpRkfN27xSR5lbZp/ZMvkXfPdCo2bcWdnoY7PRX/+k2suutxNj3/ZkuHJyLSZtxwww1899139a5ftGgRN9xwQ5POoRpYkTbGsixy3DYpjqFw9zywbssiw2WRWcc8sFCZxFoBUzmgU1XNazP3kPW6d2FbQSKOjx+bC1sY3Bjj4HNvoyKUS1u67+bJ+xzvsvewguVA5av2LptF4IhTCHc9omWDE2kjAtt2svmFt7B9Hrwdfuxn5UpJIrB9FxufeY2ck8bhaRefueFFJAFZxK8PbBx+Xs2ePZvHH3+cVatWkZqaypFHHsm1115L9+7da2z3yiuv8OSTT7J582Z69erF1Vdfzbhx42Iay756p5aXl+Nq4rgSSmBF2iBrd8KasR/XBwursha2hfpSuezS3U2Ya1/ZHePCtkK4rAoipuHzhLVmrq3L8C1+GzCY1GywbIwTwfIXkfTdK5SntMNp132fxxGRvSuY/y3h4hKSuuXWWudtn0XF5u0UfPEdnU48tvmDExFpoi+//JLLL7+cU045hauvvprCwkIeeOABfvnLX/L222+TlFQ5pdy7777LzTffzGWXXcaIESOYOXMml19+Oc8//zyDBw9uUgw//PADP/zwQ/T5119/TSRSewqL4uJi/v3vf9OrV68mnU8JrIi0EnZld5M6p/Qxu//btmpfiYQwaR1+XGi7MCntsMt24ln3FQElsCJNFvFXgGXVPSCXbYMxOBWB5g9MRFq3BOkD++6779KlSxfuuOOOaH/+7Oxsfv7zn7N48WKOOuooAB588EFOOukkrrrqKgBGjBjBihUreOSRR5g+fXqTYvjwww95+OGHgcpKlJdeeomXXnqpzm0zMjK4++67m3S+/U5gN2zYwOrVq2nXrh0DBw6ss5Pu8uXL+eCDD7j88subFJzIgcwfdgg5hiSXhTfBRu9rjFA4C597Fz9O8lPFYNthQpEMHOOrZ+8EEwnjKlgHnqTa6ywg2Ye3bDmmaBHh5K443vbNHqJIW5HSqzuWy0XEH8CVXPMa4vgrsL1eknvpZpGI7KGO2Rxao3A4TGpqao3B6NLTK0c5rmrOu2HDBtauXcsf/vCHGvtOnjyZv/3tbwSDwegUpI3x05/+lGOPPRZjDGeeeSa/+93vGDt2bI1tLMsiOTmZHj161JgLtjEavLfjOPzpT3/iP//5T3RZ9+7dufnmmxkzZkyNbZcvX84jjzyiBFakEUqCEVYU+dlZEcbZPZJw5xQPh2Ql49uPRNYxhsJQhKJQ5TDCGR6bdh5XdATi1iYYySYU2Y7HVYxjXBjjAgwuO4QxbipCXWjOmWstQnjYjotSDC5CdCRCRmxisKzKh7NHdbNlcGeGsT0ecIVx7fgIY3kJpR1MecdxYHuafm6RA0zmUQNJ69ebksXL8XXNwd79w8kJhQjuyCfzyAFkDDqshaMUkQPJ5s2bOf/88+tdP3v27AYf67TTTuPNN9/k+eefZ+rUqRQWFvKPf/yDww8/nKFDhwKQl5cHUKvpbp8+fQiFQmzYsIE+ffo04pVU6tSpE506dQJgxowZ9OnTh/bt43fzvcG/hl966SXeeOMNTj31VB599FH+8pe/4PF4uPTSS/nnP/8ZtwBFDiSloQhfbS9lc1kQjMFjWTjGsK4kwNc7ygjtmfDUI+A4fF8UYHFxgPXlIdaXh1hSHGBRUQWBSDPOi7NfbEor+hIIdcTCwrZC2FaEcCSV0kAfQpGsZovERQEZzCeVxSSxlmRWkc5XpLCEyhriJrJdRHIOwwpVVJu7qDJ5dSU54Dg4rlQcdxZYNt7ipSTvnNv084ocgGy3m763XklKn4MIbN6Of90m/Os2Edi6k9R+vel7y5WaRkdE9mD9eLM51o8Y34w/6qijePjhh7n33ns56qijmDhxIrt27WL69OnRwZKKioqAyua71VU9r1ofC8OGDYtr8gr7UQP78ssvc/zxx3PHHXdEl5166qncdttt3HfffWzbto1bbrklLkGKHCjyiisojzikuu3oDyoXFm7bUBAIs7ksyEHpe29Ga4xhRUmQwlAEr23h2t0EJmIMRSGH5aVBBmb4WuUPNoOHsmAf/KEAtlWBwUXESWVvF3sbPz7XFjxWPmAIm2wCTi4Rk9qoGCwTIJVF2FQQIYnK+3wGizA+NuGQTAWNv0tZJdhnNK5tP2CV7cIkZWAlubC9DiYUxlgeTFImWBbGlQyAt3QFgXZH4niymnxukQNNau8eDHr6bnZ++BlFC5ZiWRaZRw6g/bhjcKe1jYHhRCRxdOnSZb9qWffm22+/5Y9//GO0GW9hYSGPPvool156KS+88EJ0EKd4Of/887Ftm6eeegq3280FF1ywz30sy+KZZ55p9DkbnMCuW7eOc845p8Yyj8fDX//6Vw466CDuvfde8vPz+fvf/97oYEQOZBHHsLU8hMeiVnLpsiwsDFvK953AloYdikIRPHbNKXNcloXHhqJQhOKwQ6anaUOYx5NjfA3q7+q2ikhzL8UmEB3gyW1twGtvozR8GGHTbr/P7TZbdievydSczseDIYKPjVRwEE0dA8/J6kbF0efh+/5t7JJt2D4Ly/LhuHw4aZ3A9WNzYWMnYYcLcVVsjSawVtF27B3rwLKJ5PaB1KwmxSPS1rnT08g9dRK5p05q6VBEpLVLoGl0br/9dkaMGMH1118fXTZ48GCOPfZY3nzzTc466ywyMyunCSspKaFjx47R7YqLiwGi6xvLcX5snbavaXQaus3eNPgXWEpKCqWlpXWuu/jii8nOzubmm2/m0ksv5bjjjmtSUCIHoogxGKi3j6oFDWpCXBp2iBjw1HEYFxA2ldu05gS2YRxSXCuxrQARUz3ZNLisClLdKygKHUXlq2442ymC3aMeg8FywpU1oZYbBw82QVyUEaHpc0ZGOval/NgrceWvxVuyBDu4EsdXOaVOvYJ+PJ+/imvdAqygH7AwvhQi/UYROmoKuDS4vIiIyIFi9erVTJgwocay3Nxc2rVrx/r16wHo3bs3UNkXturfVc89Hk+t+WL3x7PPPrvX5/HQ4FsL/fr147PPPqt3/WmnncYDDzzAt99+q1pYkUbw2BbJLrvOJNUYg2MMmd59J2P7ahpcmSQ3NsrWw2MV4rLKiRgfNW9nWkSMDxcVeO38RhzZBQbscDHuiq24AttxVWzDFdiB5VTs3iaGd2VtF5EOfQh2Ho5xJ2E5oVqbWI4fY/uI+Drjnfs87hXzK+eNzeiESe8AjoN70Ye4v303dnGJNJATDjf5brqISKsTtz6wsdWlSxeWLl1aY9mmTZsoKCiga9euQOXAuz179uS9996rsd3MmTMZOXJkk0YgbgkNvlU/fvx4br/9dlavXl3vKFUTJ07kySef5Ne//nXMAhQ5UFiWRY90H0vyywk5Bs/uLNMYQ8AxuG2bbqn7blab5bFx2xYhA95q10ljQciAy7bISvjaV7CtwO75Yet6LXZlok5FHev2LmK1xxNZjhWu2F0Ru7sPrBPA5UQIm2wirrSmBV/XeX2dCKX0xFu6EjAYu/JvbTkVWE6AQOYgKCzAtWEJJjkdfLv77VkWpGRgyotxL/uMcP9xkJJR/4lEYsA4DttnfsLWN97Hv2YDdnISHY8fQ+efnkRS504tHZ6IyAHj7LPP5o477uD2229n/PjxFBYW8thjj9G+fXtOPPHE6HZXXHEF1157LT169GD48OHMnDmTRYsW8dxzzzXp/Js3b27Ufl26dGn0ORucwJ5++ukMGzaM7OzsvW539NFH89Zbb7Fx48ZGByVyoOqR5qU4GGZjWZBg+McaDbdt0S8zieykfX9kk1w2nX0uNvrDuxNfC4fKPraOgU4pXiJeN5GIs5+Na1sXx3iofIf2nDcWKgddAof9n3bGCYShogwryYdxqJzqxrLA7cJyIlC0EzoQ+xl9LAt/p4lg2XjK1mCHCsECY/sIZByBv/0Y3Is/gXAQUupovpyUhlWyE9e21UR6Ddm/c5cVQ7AC0rPAnVh3YaX5GWPI+8dTbHn5XTAGV2oyocJiNj7zGrvmfEX/B24huXvnlg5TRKRp9tadpxW54IIL8Hq9vPjii7z22mukpqYyePBg7r//ftq1+3EskClTpuD3+5k+fTpPPPEEvXr14uGHH2bIkP38zbCH8ePHN2pg0GXLljX6nJZRu5+YikQc8vPLWjqMNs+ywONxEQpFaGsl2BjDrkCYrWVBAo4hxW3TJdVLprfhfRsdY9hQHmJTIEzQAahMZDsme8hN84Jt4zKGlLATy8awzSxCpudrbCpwSKJ6H9jKQZ08FIWOwuxHEmtZkFrwOe5dX2N16ISV4v7xsGGHSFE5lJZS2vVMIkk5sX5BUXZgJ+7AVsAinNw1OnCTe+EsPF+9icmso4bLGKzi7QTHX0Skz5ENO9HWdVifvg1rloITgZR0zOAxMOJE8CiRjZW2dr0q+mYxi6/4M7bPiyfrx9p+E45QsXErnaaMp99fr2nBCA8Mba1cSesR67KVnZ2Kaz/msW8NTLiU4Nb/xuXY3twTsdyxb8nVUl5//fVGJbCnnnpqo8+p0T5EWhnLsuiQ5KFD0v7XHlaxLYseqV4y032UhiJYQKrHhbtas+SIZRG2LbwNnFu29XFRHu5Nmns5Lvw4uy9nthXGGDflkV77lbxGOSEwDpHCAJQEsdw2GIMJOmAcbONgmdr9VGPJ8XUg6OtQe3nHnpWDNIUqwLPHsPiBMow3BafjQQ07ydZ1WP++D4rzITkNPD4oLcL65A3YtgFz6q/Blch19BIvO2d/hlMRwNup5jx/ltuFOzOd/Hn/I7izAG+H/R8FXESk1WiF0w22RqeddlqznzOxboeISIM5gG3bZPrcZPrc0eQVqlUqJvjFOWQ6UhIeQMDpSOWrsgg67SkNH07QyW3UMR3v7m4SxoGIwQQilckrYDkBjO0l0kJzsTqdDyaS0werrKgyiTWm8hEoxwqUEek9FJNRO/GtizX3zcrkNTsXUtLBl4xJzSJs+Ygs/gpWL4rzq2lZxhhCRSVEyve/n/SBLrB9F7jsOu+420lenGCQUEFRC0QmIhIrVmUT4ng8Yt4H6cCjGlgRSWhhk0U4kgURB+od1KnhIhl9cXZ8iR0uxnFn/ngH1glhRQIEMgdg9mz6YyJ4wpvwRLaCiRCxMggXWhjHhZPdFZJi1FTIsgmO+zneT57BtXU1lFfO32bcXiJ9jiY0ooF3QYvzYd2yysTVsjARh+JVmyldu41IIITlREjacT8Zv78Fb++6B+1LVCYSYdtbH7Lltfeo2LgFy+Uie8wwup43jdS+PVs6vITg69wJIg7GmFpJbMRfgSvJp9pXEZEDxMMPP4xlWfz617/Gtm0efvjhfe5jWRa//e1vG31O9YGNMfWBbR7q+7NvBihz2/UMcQSOZZEccRK4CXHsVZUrU7ia5G0fYIfLdiewlfPChpO7UZY7GeNK/nEfp4LUis/wRLYDDoQCWKEKTFmA0MItRPw24b4jCA2ZHLsBkozB3roKe8c6sGwinfti2ndreHOnHZuwnvpLZa2r28fOr1dQvnEX2Ba2x40JhTDY2N170fGGP+Hr2zc2cbcwYwx59z5ZOfgQ4E5PxQmHiRSX4s3pyOH3/on0/rF/rW3telXy/XK+//VNYNt422dFlzuhMBWbttH59En0vemKlgvwANHWypW0HuoDCyZcRnDHrLgc29vxeCx3alyO3RIOPfRQLMti4cKFeL1eDj300H3uY1mWBnFqTZTANo9E/eIOhR2+WrGTr1bsZFdJgKxUD0f37cDwfh1JasAcr/sraFlUuHZPA1NtuWNZuIwhNeyoIUs11cuVFSzGU7IcV2A72B5CKT0JpfYGu2bDlRT/5/jCa4hYKVj+MuziHZXHSvXi+CME5q/H8lcQPngYwbHnt44+NQE/1mPXQ0UF/jLDji9+wPK4sD27X1soiMnIJuwPkTJsOB3/dHPLxhsjxd//wPeX3YTt9dQcfMgxVGzYTNbIoQx4+C+NGoxibxL1elUfYwzrn3yJjU+/ghMM4kpOwgmFMeEwaYf14fB7b8KX07Cm7NJ4ba1cSeuhBFYJbGvXqNI0YcIEZs+eXe/6jz/+mAkTJjQ6KJG2KBxxeO6TPF79bC0bdpQRjjhsyffzn/nr+dcHK6kIRmJ+To8x+JzKJNWxLBzLwmDhdgzJSl73yvFkEMg+mvLOJ1Geczyh9ENqJa+2U4o3sgnH8gE2dmk+AMblxgk42Mlu7G4dcZJSca39Dnvn+hZ4JXXwJWMGjoJQBeUbd2Ac58fkNRIClwsrPQtXZiYVS5YQ3r69ZeONkV0ff4Hjr8CdmV5juWVbeLKzKFn0A/51m1oousRhWRY9Lj6Lw/52PR3GjcTTLpPUgw+i1+8uZMBDf1HyKiJtg2XF5yFN1qg+sJs2baK8vLze9eXl5Y2e1Fakrfpm1S6+X1NAerIHn+fH2tZg2GHFpmI+X7ad8YNiO3eiBfgcg8epHHXYWGAbg8toCIFYcDnFWCaMY6VgBSsgEsa4dl9Wd9+1tlNcRLzJWIFSXJuWNXyUYGNwFW3AvWURtr8AJymDcO4RRNr1jM0X4KgpsH0DzuJZ4DgQDlUOCOVyQbtOlaMSRwwEAjh7ud4nklBhZZ/hOgcf8nkJl5YRLi5t7rASkmVZZI85muwxR7d0KCIi0goVFhby+eefs2lT5Y3hrl27MnLkyBpz0zZWowdx2lsTq++//56MjIx614sciP63cifGmBrJK4DXbWPbFl+t2Mm4I3Ib3HzRGENx2GFnIEzIMSS7bDr53CS7azessKlMXFEzs5gyuDGWBThE21nt+fdzzO5lVmXtZoMObPCt+hDv2nkQDlSOWmgcvBu/JthjBIF+k5uexCalYM68AveWALw3C+NLxvIlQ2oGeCun6DF+P1ZKCu6ObaNGLalLp8pBq+oafKjMjyvJp9pDERHZLbGaPbcmDz30ENOnTycUClG9t6rH4+Hiiy/myiuvbNLxG5zAPvPMM8yYMQOoTF7vuOMO7rvvvlrblZaWUlxczJQpU5oUmEhbU1ASxOup+2Lo9diU+ENEHIPbte/ExBjDqtIgW/xhItUuDBvKQ/RJ89I5ufFzyErDhV3tcax0bKcY4/GBZWM5EYztAreFcQyR/ODuxNXCye7WoOO6ty/Du2YOxnJjUjpUJqvGYIXK8a77nEhGV8JdBjf9Bbi9pJ7xM0q/XUwkEMCV1SGa2DmBAMZfTtrxk7BT28aE6x2PH8um598kuG0n3pzK12och0i5n1BBETnTjlMCKyIi0gSPPPIIjzzyCMceeyznnXcePXv2BGDNmjU8//zzPP7447jd7iaNQtzgBLZ9+/b03T0S5aZNm8jJySEnJ6fWdikpKfTv359zzz230UGJtEXZ6T7ySwJ1rguGHDpmJuGyG1artrkizCZ/CLdl4bWtyh/ixhBwKhPbVLdNhif2g0K1esYAESrnb2uG12+5qPAOICXwJRYBTEoqlr8Uy2th2TbhrRU4RRXYpQU42V2JdB/QoMN6Nn0NThiTklXtXBbGm4pVXoF341exSWABT48eZP3yIgqfepLwls1YLjc4EbAsfIOHkPnTnzb4WCYUBNuuPEYjmEiYyHdfEP7fPEz+DqwOubiPHoNr0NGNPmZ1yT260OuqX5J375P4123CCQSJlJRhIg52ko9QYRGlP6wm7dC2NXWQiIjsJwto4G+yRh27Dfv3v//NuHHjeOyxx2os7969O2PHjuWyyy7jxRdfbJ4EdsqUKdFa1fPPP5/f/OY3jBw5stEnFjnQHH5QFqu3l+IPRUjyuKLXr2DYwXEMww7p0KDmw8YYNpdXNkX1VLu4WpaFzwZ/xLCtInxgJbDG4GELPmctbkowQIhOBOzeRKzMuJ466DkIY9kkBZfgSrXAdqDMT3hDAeHVu7ABp10XAj+5ENwNqxl3FW/GuHx1rjNuH3bJNjDO7gnRmy5t/AS8vXpTNucTQmvXYKWmkjJ8BMnDR2D76o4jGo8xRBb9j/Dc93E2rAbLhWvgkXiOPRG7W68Gx2DCIQLPPkLk288rm117PLB5PZHF3+Ae/hO851wakyQ2d9pxpPTsxtJr76BseR6Wx423Uxau1GQK5v2PshVrOPwfN5N++MFNPpeIiMiBprS0lDFjxtS7fuzYsXz55ZdNOkejfg08++yzTTqpyIGkoCzIxz9sZ83OMpIzfVSEIlSEwrgihlDIwTiGQ7plcsxhnRp0vJCBCsfgriPZtSwL2zIUh2I/onFrlmRWk2SWY2Fw8AAGHxvxODsps4cSttrX3skYrE2rsJZ/A2VFkNkec9jR0K33fp8/5O5OyNUN2ynCSg5jwltxpayC/hGc9j2IHHRE5aBIDWQ8SdiBkrq7LDsRjC+ZWN/C9fbqhbdXwxPOKuGP3iH49osQCmKlpEIkSPjz2USWfIvvot/jOviwhh3ni4+JfPM5Vno6VlJKdLnxlxH+8hNcffvjHv6T/Y6vznOVVA7WlNqvN+60audql4l//SbWT/83/e+7KSbnEhGRRGTF7CZxncduw4YOHcqiRYvqbY27aNEihg4d2qRzNOl29qpVq9iwYQNFRUV1rj/llFOacniRhFdaEebVrzeyoyRAstdF56xkisqDlFSEMY4hN83F8EP2bx5Ym8pLX33jMRmoM7ltq2xTSpJZBdhESIouj+DFRRnJzjJK7FE1Bz0yBvuTV7C++xgrFMBYFpYx8N3HmDFT4cjj2e8vGMvCcWWBC+jaAadrw5oL1yWUOwjfivcqm/La1cqF42BHggQ6D24VQ/E7O7cS+u+rYFnYnaqNoJ2eidm+leAbM0j6/f/Dsvf9IyA8/+PK3wvVklcAKzkVU1pC+ItPYpbA7vpkPiYUqpG8wu7pdNplUvTN91Rs3UFSbseYnE9ERBJRy3/PJqJbb72Viy++mDvuuIPzzjuP7t27A7Bhwwaee+45FixYwJNPPtmkczQqgV2/fj1/+MMfWLRoUY2RpaqzLEsJrBzwFm4oZEdpgKwUD/bu5r7t0320S/NSWBZiSK92/KR/7n4d021bZHtdbKsI47Fqjgju7P48dvA1vallovCarViEiLDnpOAWEZJwUYyLQiL8OGy7tWQ+9jcfYjw+TFpWdGRayoqx5v4H2neDnv2b82XUEOp2NJ6ti7CLN2M8yRiXFysSwgqVE0nLIZKWg2fj/zDuZMId+oK74bW7sRRZ8BXGX4bVsWYZtiwLstrhbFqHs24Vrl6H7PU4xhjMzm1YvqQ611u+JJwdsZuaLVRUCvUk1bbXQ7giQKS0DFACKyIisjdDhgypPbJ/JMKzzz7Ls88+i737+9ZxHAC8Xi/Tpk3jm2++afQ5G/Ur95ZbbmHFihXceOONHHXUUZoyR6Qey7YU47KtaPJaxbYsvG6bH7aWMPHwnAZPnVOle4qHwlAEv2PwWpXjDIQNhB1DhsemU1LrSmBtK4jXU4hlhzCOm2AoC8fEJumyCEb/VZsLiwA2Qao3qrYXzsU4DqSkVzuQBWmZULANe9E8Ii2YwBpfGuVDf45v9Wzc25Zgh/wY2024Yz8sfyHJ378CpnKwKpOUSeCQSYS6DGn+OEuLAavu8uvxQrhw9zZ7Z1kWVnomzo4tdf4VTTCI3alLk+OtktKrG7tmO3VPp1NajjstFZ9qX0VEDmytoKVTIpg0adJ+/45tqkb9yv3222/51a9+xfnnnx/reETalFDEwVXPh9q2IOIYHAMNmDmnhnSPiwGZSawpDVIcdgg7BpdlkZvspneqt8bgTi3N69lFStJGbCtMVZKZ5NuKP9CZQLBh/X73xiF5978MeyaxFmEMrmrbAOEQ7NoMvmTq5PHBtnVNjqupTHIWFQNOx+o7CStYCsYh+bvnsMt34SRlgssLTgQ7UETSkv9gPMmEOx7arDFa7doDBuM4tZsJByrA48XKym7QsdzDxhL8z/OYUAjL8+NgVyYYBCeCe9jYmMXd8YSfsOXlmTWm0wGIVASIlPvJPeNE3Gl71uiLiIjInu66665mP2ejeie3a9eO9PT0fW8ocoDrkpVMMOLUuS4YdsjJaPjUOXvK8Lg4IiuJoe2SGdwumaOzkzksIwmfq/VMvO12lZCatAHLcog4vt0PLxYOKUmb8Ljr7j+/P4JWZxx82Pip2TPYwSZAmHZEqHa9sl3g9kIkXPcBnUj9yW0LML40nPRc3DtXVCavKe0rk1cA24WT1A4iAbxrP909jVDzcQ0egZWeiSnYWaM7iXEimOJCXL0OafBIxO7Rx2H3ORSTvwOnYBemrBSnYCemcBeuQwbgHjkuZnGn9u5B72suwvZ6qVi/mYrN2/Cv30xwRz5ZI4fS4+KzYnYuERFJUJYVn4c0WaNqYM8++2zeeustzjvvPFyuA2iqDpH9NKh7Fiu3lVJSESLN547O11oejGDbFoN7ZDXp+JZlkepuvRdDn3cXlhUh4vj4sXbUwjFeXFYFPu9OQuGmTXNjrCT8dn9SnO9xUYbBBRgsHCKkUW4PqPmFYduYfkdh/29WZTPi6jWHkTBEwphDj25STPHg3rmicm7bPUdFtCyMJwW7aCNWsAzjS2u2mOzMdnhPv5DgS9Mx27dgfD5wHAiFsDp1xnvGLxrcrMhKSSPpsusIfTyT8JefgL8cKzMb94hxeI6dXGtwp6bKmTqR1EP7sH3mx5StWIM7LZX240bQftxIXEkt06dYRESkrdi6dStLly6lpKSkzjGTmjJWUqMS2J49e+I4DtOmTeP0008nNze3zkT2+OOPb3RgIm1Bzw6pHHtoR+au2ElBeSjaytXnthnZpz2H5rbtlgxuVynGuKirf6pjXLhdpdTV9Hd/Ba2uROxUfM563ORjcBGycglY3TFW7YGBnCPHY61eiJW/DZOSVlkjGwpgVZRB556YAaOaFE9cGNOAt6kRNbCREO5NC/Bs/AbbX4iTnE2o+1DCXYfUHAG5Hu6jx2B1zCX8+WycVcvA48E1aBjuEeOxszvsVyhWajreKWfhOfH0yibIvqSYzP1an7RDepF2yP5PHRRvkTI/+Z9/Qyi/EG/H9rQ7ZqiSahGR5ha3aXTatkAgwHXXXcesWbNwHCdaeQM1Bx5tSgJrmfqGEd6LQw/ddz8ry7JYtmxZo4JKZJGIQ35+WUuH0eZZFng8LkKhSHO3mmyUXaUBfthSQklFmBSfi3656eRk1D3ialuSmbYU2wrgGG+tdbYVwmATCHXCtoMY4yYYyiAcTmXvmZrBRTEedgGGMFmEyd7HPnXYtQV73htYa5dW1ry6vdB3MPb40wknZ7a6cuVdNRvfylmVTYj3+FK1y3cRadeT8mGX7l/zpEiIpG9fwL1lSeVzlwcrEsRYFuGuQ6gYfCbYrWtAsES0P9ernbM/I+8fTxHYtnP3vhZJXXPoc91ltBvZtHnzpG1JtO9BSRyxLlvZ2am4WlH3poYwkXKCRZ/G5djezNFYrti2KmpN7rzzTp577jmuvPJKhgwZwvnnn89dd91Fp06deOaZZ9i+fTt33303hxyy9xkK9qZRv0xmzJjR6BOKHIjap/kY1ffAq0EJhrJI9m3Z3TezemJlsF1hjOUi2b29snLRAp9vF4FgO8rLu1J3Qhomle/xsANr97jCBpswWZQxCMN+3BRo3xnnlN9AcT74SyA1Cys9E5fHBaHIvvdvZqEuQ/Bu/Arbn4/jywKXG4yDFSgG203woGP2u2+NZ/1XuLcsqWx2vHsqHgMQqsC96TvcHQ4m3KP1Naduq4oWLGXlbQ8R8fvx5XbE9rhxgiH8G7ey/OZ/MODRv7bKGmMRkbaouUfWbSvef/99TjvtNC699FIKCgoAyMnJYeTIkRxzzDFccMEFPP/88/zlL39p9DkalcAOGzas0ScUkf3nGENhKEJRyMEAGW6bbK8Lu5VfXAPB9ng9+bjsAI7jwWBj4WC7gmBbGMeF43ipTFYNluWQ5MsnEkkiEKjd/DSFZXjZioMXh6p+tWE87CKVhZQyjP2uic3Irny0ciYlG/+gc0ha/Bp2+a7dNwUMxptGxcETCOcM2O9jetb/r/Lt2nMeWU8SBEvxbPhaCWwz2vLyu4RLSknq0SX6w8n2ekjqlkvF+s1s+88s0v74qxaOUkTkQGDFsQlx6/7t1lS7du3iiCOOACApqbJiwe/3R9dPmjSJRx55pPkT2CrBYJAlS5awa9cuhg4dSnZ26/8RKJJogo5hWXGAovCPTXksC9JcNodn+Ehqxc1yHOOjtLwPKUkbcbvLsAnvHl7Ji22caskrgIUxLoyJ4PPlEwi0p/pF3qZsd/LqweCpdhY3EZJwU4ibfMK0b8ZX2Lwi7XpSdszvKkck9udjPCmEO/Rr3MBNxsHyF4CrnpYBLi//n733jrOkKvP/3+ecqrqpc5rumZ4cmBmYAAww5ChIMPB1FRPi18U1rGJY0891XXXVdZOrIupXDIigLuqCKEEEQZLkMDAMTM6dpvONFc75/VG3u6enu2c6zvRAvV+vhulbVec8dbtu+NTznM8jM+0TCzhi1Bit6XrieVRJashdfyEEMhGn89FnjlB0ERERERERo6OmpqY/85pIJCgvL2fbtm3929PpNIVCYUJzjFvA3njjjXz3u9+lt7cXgJ/85CeceuqpdHR0cPHFF/PpT3+av/mbv5lQcBERr3WMMWzqLdDlBThSFFvuGPKBpt0NeKgtQ6kQzErZzEw6427JM5UEOkFvdhFK5pDSQ2uLVKoJIXIMdxfSGIWSLkL4GDMgVBU9CHw0w60bsRAUsOh+VQtYAJSNP+PYiY8jJCZWikjvG3574GHK6ic+T8QYOciCs+n38o6IiIh4FXN0veneeuut/OxnP2PLli0kk0lWrFjBd7/73f4s6J///Ge+9a1vsW3bNmbOnMnf/d3f8Za3vGXS41i5ciXPPDNww/Xcc8/lxz/+MbW1tWitueGGG1i9evWE5hhX6ua3v/0tX//61znzzDP52te+NsgauaqqirVr13LnnXdOKLCIiAjIBIZOL8AWAiVC8Zr1NVlfE2iNBjo9nxc7czzbnsHX09XJQxDoJJ5fTqBTRWfikWI1GARD354ObuwU/ne4fQyKLmyaseg4yLyvPfzZJ4LxIfAGbwhcwOA1nnhE4notIqSkcu3xBOnskHYDxhh0Lk/ladHfIyIiIiJiKN///vf5l3/5Fy655BJ+/OMf85WvfIXGxkaCIPT0eOqpp/jIRz7C6tWruf7667n44ov5x3/8R+6+++5Jj+XKK6+ksbER13UB+NjHPkZpaSmf+cxn+NznPkdpaSn/+I//OKE5xpWB/elPf8r555/Pf/3Xf/WniPfn2GOP5ec///mEAouIiIC0rwkM2EUt5+ow+yoRCBFKsZiSCG1oy/vsSBdYeBS4G7tuGbbdC2gGC1WDlD6FQmVR5A7gU4nBRuBiGFz2KvAxqKIb8QCKbpLiZRS9CAIMEk0JWXPMkH1fi7hz16JaXkbt2xKaQikHfBdMQFB3DN7sSDAdThredikdjzxFfk8LsbpqpGOjCy6F1nbs6krqL49a00VEREQcFgRjNkYc09iTyNatW/nud7/L9773Pc4+++z+xy+66KL+f3//+99n5cqVfOUrXwFg7dq17Nq1i+985zu8/vWvn9R41qxZw5o1a/p/b2ho4K677mLjxo1IKVmwYAGWNbEOB+PKwO7YsYOzzjprxO0VFRV0dXWNN6aIiIgiB1YEu0FfH61QvPblaZQUSGBPxh22WfR0o+BW4PlJlApLhUEjRIBSBbR2yBdqhxxjiFFgDhIfQYG+Z0DgInHxqCOgrH9/SZYS8RwWXWgsApJoHBQ9pMQ6FL2H7XynLXaC3MnvxV1+CSZRhQF0qprC8kvJrblyqLlTxJRStnIpS774MeL1tRRa95Hb2YTb1kFizkyWfvUfSC2ad6RDjIiIiIiYZvzv//4vjY2Ng8Tr/riuy+OPPz5EqF5yySVs2bKF3bt3T3mMUkqWLl3KkiVLJixeYZwZ2LKysmEzr31s3ryZ2tqhX0AjIiLGRoWtsKXAMwZHCAIzuEh2/0JbJQWFwOAbsKf9sg1FOj2PRKIZx+lGCh8QuF4ZudwMgiAx7FE5FgEQYxeSLAAGiwKNZFnG/rc1Y+xGkicgud/jioAkiiwxsZOsmYS1pEc7dgJ38Xm4i84F7Yd9X6e5u/Wrmepz11Jxymo6H3sWr6MLp66aylNWI2NDeylHREREREwhU+grsnfvXq688soRt993332jHuv5559nyZIlfO973+PnP/85vb29HHfccfx//9//x6pVq9i5cyee57FgwYJBxy1cuBAIM7iNjY3jO5ERSKfT/OIXv+Dxxx+nvb2dr3zlK6xcuZKuri5uvfVWzjvvPObOnTvu8cclYM866yxuueUW3vnOdw7ZtmnTJn79619PyaLgiIjXGo4UzIxb7Mx5FLRGCIExZiDzaky/gNXGYEuBmubaQ1DAoRlFFpO1SOdmYEQCg4XWh8r4SXIsIc9cLDoBQ0D5sMZOtmjFoBhaqyPQWNi0EWZxp/4JE0EejI9RySm05Z8gQoCyD71fxJSjknFqzjv1SIcREREREXEU0NbWxosvvsjGjRv553/+ZxKJBD/4wQ943/vexz333EN3dzcQJiD3p+/3vu2TRXNzM+9+97tpbm5m7ty5bN26lUwmA4RVur/61a/Ys2cPX/jCF8Y9x7gE7Mc//nHe9ra3cdlll3HuuecihOC2227jt7/9Lffccw+1tbV8+MMfHndQERERA8xN2kgBe/M+vjb4CIwBC9P/AtbGEGjD3JLYtO4Na9NGUryEJB8+ICCGwjX1ZM3yUY9jiOFxKIfcQ5RSG43y27Hd3QhTQMtSvNg8sEtHHcehUG4b8Z5nsfO7wWi0SlEoWU6h9DgQ6tADRERERERERBwhpu6G88yZM8eUZT0Yxhiy2Szf/va3Wbp0KQCrVq3ivPPO46abbuKMM86YlHlGy7//+7+TyWS47bbbqKqq4rTTThu0/YILLuCBBx6Y0BzjErAzZszgf//3f/nmN7/JXXfdhTGG3/3ud6RSKS699FI+9alPRT1hIyImCSEEc5IOM+M23V7App48nXkfDzACtIHAQLljMa/08K1ZVDJLzGrBVl0IwAvKyPszCPTwPUklOZJiPQJ3v7Jeg8Anxl40SfIsGPbY8eBTSYw9DM2yGqTx0BmX0vzdCOMPbMmtwy0/Dc+aM+H5VaGFkra7kUEGLWMgLKTfQ7LrUZTXTrbq3Fdtqa5J9xI891f09o0gFWrJcciVJyOcI7+m1hhDZuM20i9tAikpP+E4ErMbjnRYERERERER46KsrIyKiop+8QphpnP58uVs3ryZSy+9FKC/9WkfPT09AJSXl09qPI888ghXXXUVixYtGnbJ6ezZs2lqaprQHONeRVtdXc3XvvY1vva1r9HR0YHWmqqqKqScpuVxERFHOZYUVMcsKqpT7My47E4XKGgTlhmnbOaWxIipqX79hVlNJbspjW9BCg9jwjljdhu21UmmsAAvGHoDy6EJSeGANakCg40hICZ2kzdzgcnJTBZMI45oRZJHE6dPMEsKkM8ic91oEUPL0qIrlkHpDLGeRymUlRKoyvFPbgyJ7ieRQYbAKu8XqkY6CF3AyW7CTS3Bj0/umpPpgN61Fe+Gb2H2NfcbiunHH0DMXYTzvk8iKo5cn16vu5fNX7uOzkefJsjlwYAqTVJ38Tks+MTfRutMIyIiIiIGOEpuMi9atIidO3cOu61QKDBnzhxs22br1q2ceeaZ/du2bt0KMGRt7ETJ5/MHTWT2lRNPhEn5tltVVUVNTU0kXiMiDgNKCuaXxjijvpRzGso4u6GUJeWJqRWv0kPE0shUNzLVjZXsQQuLQMfQxkEbh0DHEAQknR0I/CFDKNFT7NM69ANBYxXdhHOTFnJABRmzHIONIociiyKHMRKd9zFIjIwPfEAJgZYphM7j5DdPaG7p92AVmtEqMeQD0MgYQgfY2W0TmmM6YjwX7+ffRbc1Q1Udsm4msm4mVFRhtm3E+/WPj1xsxrDxS99i370PI2MO8dkNxOc0IISg6ZY72XbtDUcstoiIiIiI6YYIPSum4meSvTfOPfdcurq62LBhQ/9jnZ2drF+/nmOPPRbHcTjllFP44x//OOi4O++8k4ULF066gdPChQt58sknR9x+7733snz56JeNDce4M7Dd3d384Q9/YPfu3XR3dw9p3SGE4Otf//qEgouIiBgZIQTW4bg5qFxkPAvCgAktkALhkKUOR/Rim2xfRGhjo6SLrbpwg5pBwxgUYoR1qaK/zHdyRbhHPT2mCpswE2uI4elSyoI7MGKYclYhMCgsv23IJplvI9b1AlZ2N0YovNKFuOXHYeyhJdPCFIAAI4bP6BkhELow0dObduj1z2Ba9yIqaxBqIJMubAdTWo7e+CJ6zw7krPE7D46X3hdeoevx57CrK7FKBky/7MpyjDG03vEAjVf+H2Izag4yytRgggDtesh4DHGU3PGPiIiIiJgeXHDBBaxYsYJrrrmGT3ziE8RiMX74wx/iOE6/4e6HPvQh3vOe9/ClL32Jiy++mMcff5w//OEP/Pd///ekx3PVVVfxuc99jmOOOYaLL74YCG8i79ixg+9+97s899xzXHvttROaY1wC9qGHHuKaa64hl8tRUlIyxNUKiD6EI6YlXekCPWmX0pRD5WFcL3qk2b9n7PA50JGPlLFceLQuHikCJB4aG0+WYAV5BLq4v8QAUnoQDB7JM7XERBPhBjV4Dlw8qtAM3z5nIhgcXAbuLoY9ZCX0x3zgARojBrvx2r2bSe69GxFkQViAwcrtxelaT2b2m9CxwaJHq1IQDkK7GHXA26wxCGPQdsXAY/kM1vZnkC1bQUiChsUEc1eDEx/vaR8RTMue8PzsYdyME0no7kA+/L84SQm2TTBnBcHCEyE21EV6sul5dj264OLUDS1htivKyO9upuf5DdReeOYwR08N+b0t7P3VH2i75yF0oUBizkzqL7+IGW84f9ANgIiIiIiII8BRomWklPzwhz/kX//1X/niF7+I53msWbOGm2++ub+t6Zo1a7j22mv51re+xW9+8xtmzpzJV7/61X6BOZm86U1vYu/evXz729/mW9/6FgBXX301xhiklHziE5/gggsumNAc4xKw//Zv/0ZtbS3XXnstxxxzzIQCiIg4HLR35/nDIzt4cWsHnq+xLMnyeRVcdvo86ionXzRNFwwQSIGnZKg/AWnADjRKm0MLWeWD0KFb1H7rVsNMbIARFr6IYZu+0t9wTG2GChiPWjwqselAY2OwEGgkBQw2eTOfyS6rGQ4jY3hOPU5hB4GJDf6AMkFoSOXM7n9IBDkSzfcidB5tVw7sbzTKbSfZfB/pOW8bNI5RCdzkQmK9LxJIpyh6AWOQQRqj4rjJsKet6NhN7M8/Qfa0QrGSxdr8OHr9AxTOvxpTevgzguPGiYXVOMYMvYmZ7Ubke7G2PYOqrgAToHa8iH75EdwLP4ApmcCa48OE19xC1x//RPrRxzCeR+K4Y6l4/YUkli899MEHkNu5l/Uf/wq57btRyQTCtkhv2MzmDZtJb9jCws99MLoRHBERERExKqqqqviP//iPg+5z/vnnc/755x+WeD70oQ/xpje9iXvuuYcdO3agtWbOnDlceOGFzJ49+9ADHIJxCdgdO3bwmc98JhKvEUcF3WmXH9z2Enva0qTiNqmEhedrnn65jd1tGT7yluOoKju6Ml2jxVcCVynAIIopWC2gYEkcX2PrQ7SaEbrofbSfODMWCIkQOszqCllM7xqkcNHawfMrhhlMkTGrSIhNOLQUM6ECn3LyZiE+h0+o5ePHYXktKN2LlomwvNl4SJMncGrxYvP797V7NyO9NNouGyx2hUSrFCrXhMq3ECQGt/XJlZ+M9DqxC3vBgBESYQKMipGtPD3MwAY+sQdvQna3oEurQRazboGPbN+J8/AvKLz+o0fPXeDlxyPu+jWke6B0P1fDwEe0NSFthZo1F2Nb/Y/L1h3Yf/0N7uveP6Wxla5ahow5BJncoBJiAL+rF6s0RemKkT/T8lu3s+crX8Pb24RwHISUdN/9J3ofeoQZH/kQ5eefM6Z4dl7/K7LbdpGY3dCfbbUryvC6e2m5/V5qzj+NipNXjfk8IyIiIiImienat/0oYebMmbz3ve+dkrHH9ZeZN2/epDhIRUQcDh59sZm9+zLUlMcpSdo4tiKVsKmpSNDSnuOh5yZm5T1d0YCnJGHbmIHSYVnUrJ4lD9UpFcyAON2fwMQxZsDVVwgPJQuAIuvO2a9D7QHD4ZA1x9JtTiNtTqTXnEyvOQWP2hHOIBgy92QQ2LVkSs/Bt2oRxkWZDAKNG5tPvvICjBwoL5deaDM/7AeZdBDaQ3pDm4AbFSddewmZqnPxkvPwYzPIl62it+6NuKlQKKk9G5Cde9GpygHxCqAsdKIc2boN2bZjUs99KpEzZqFOuwDyOUznPoxbwORzmJawD25s4VyEvd+1oSxMvAS5ewOiu3VKYytbtYyKk1bitXfi92YwxmCMwevqwU9nqL34HOINdcMea4yh9fs/xNvbhN3QgF1Xi1VTjT2rAeO6tP7wR/jtHaOOxW3vouOhJ7HLS4eUCtvlpehCgX33PTKh842IiIiIiDjSaK3p7u6mq6tryM9EGFcG9mMf+xhf+cpXuOyyyybduWos3HXXXdx+++2sX7+enp4e5s6dy5VXXslb3vKWQaVXv/71r/nRj37E3r17mT9/Pp/4xCc499xzj1jcEYeXZ15pw1ISdYBLr5QCx5Y8/co+3njmvKOiXC/QhrwX4FgS+xCuw1oKDAJhhgpAYUIjoUAKrINlYQMLoxVCBcUlowNlxJoEQnso4wGKgl9JwZuBr0sPeR6GOD7DZ72VzBGzW3CsTsAQ6DgFrw7Xr2YyS4x9u57e8ktQQQfCuGhZgrFKsZUCPbCA16g4YQrVDM2EGh+EwqgR1nBKG7dkKW7J8CWmorsFjAZrmDWjdgyR6w33qZs3vpM8AlhveAeirILg4T9iujtBCGR5GYmSUqzG+qEHOHFEugPRsw9TPryAnAyEECz50sfZ9NXv0vXYc3id4U0HlUpS/38uYv417x3x2MKWreRf2YiqrETs97oTQmDV1uA1NdP7yKNUvvGyUcXidfegXQ+rLDV8rErh7hu9II6IiIiImAKOgu+F0xHP87j++uv57W9/S3NzM1oP7zmyv2vyWBmXgH3ssceoqqrikksu4bTTTqOhoQE1jOHEF77whXEHNhpuuOEGZs2axec+9zkqKyt59NFH+ad/+ieam5v5yEc+AsAdd9zBP/3TP/HBD36QtWvXcuedd/KRj3yEm2++mdWrV09pfBHTg3whwFLDvwkpJSh4wbDaZDrhB5ont3Xw3I4u0nkfSwmWzSzjlIXVVKZGcroN/3+w0zp0blNgCklEPAMyQBAgpO7bgmVcMrnF+H7qEDONJgKBkhlK45uQ0kUbBQgsmcaKZVAyR85tHOc8IyAEgTVg6jPcyF7JIuLqUUSQwVj7OQ4bg/QzBPEa/OTM8c1vxfrHGiqOi+Xb1tHVm1QoC+u8N6DOuBDTuheExG56EefpPwx/vQU+SAucqV+LbleWs+w/P0/m5S30rt8EUlB+wnEk5x38Rqy/rx3tuthVQ9fpCilBCPx97aOOw6muRCViBNkcKjH4Ro4xBhMExGYOI/YjIiIiIiKmOV/84he57bbbWLVqFRdccAGlpYdObIyVcQnYm266qf/fDzzwwLD7CCGmXMB+//vfH9Qo99RTT6Wrq4uf/vSnfPjDH0ZKyXe+8x0uvfRSPv7xjwOwdu1aNm7cyHXXXcf1118/pfFFTA9mzyhh3eZ2GCbZUXADlswpRcrpq14DbbjtmT28vLcXKQQxW+L6hie2drC1LcPb186hahgR27fmta9BzXDI0VTnagudKyGeasEojTECiY8tClhWgZjKkE7PKYrY0WLA8sH2BwL1FXG5FylcAh3rj9pgIYRH3G7F9asI9FjmmTjaKSdfs5Z428NItwujYqFJkc5jVJJc3dkgxucYGzQuxzgJRL4Xkxjs5i6yPZhkOcHMo9NrQDgxRGO4lljHFWbdvZBPQ2K/DzJjENludO0cdN3haa0jhKBk2SJKli0a9TGqvAxh25hCAZEYLLSN1mAMqqJ8hKOHYpeXUnPBGey95Q6s0hKkM5CB9zq6UMkEdYfRDTkiIiIi4gAEU5fZmL5fOSeFu+++mze96U184xvfmLI5xiVgX3755cmOY1zsL177WLZsGbfccgvZbJbOzk62b9/Opz/96UH7XHLJJfz7v/87ruviOEdXdiNi7Jx63Aw2bO+kJ+NSmrQRQmCMIZ3zkUJw2orpnenY2NzLK029JGOKmFUUSjYktWJfb4G/btrHpauHZgCVNkhj0EKEQqH4uCEsH5Ym3D4abCtDwu4g0NagtaBB4KCUSzzRSrp3HqN7VzYQK4AVFBOw4VpabI+CKEPp3JBRjLGQsoBjdZJzxyZghXFRQWcYr6ocsTfrwShUrUHbZcQ6n0PlW0FI3LJlFKpOIEjOGvN4fZjSavzl52A//0dId2BiKcAg8mkQCm/lhYelxcxUY6pmESw/A2vd/eAXwvPUGpFPY+IpvJPeOK3NMuLHLCE2fx75VzZiz4wPWm7gd3SiSkooPe3UMY055/1vJ/3yZnpf3IhQCmFb6HwBGXOYffUVlBy3ZLJPIyIiIiIiYspJJBKsWjW1JoTjErDTmaeffpoZM2ZQUlLC008/DcD8+fMH7bNw4UI8z2PXrl0sXLhwTOMfzH765z//OTNm1E/rUtRXC33P8Wie6xULq3j92tnc88Ru2jrzFPUcMUdxwcmNnHhMzbT+m720pwdtDHF7cJZPKUHcVrzc1MsFxwVDtgsgFgTkLYURArNfJ1hpDHE/YLSJZ8fpDVvADvF9ExhtYVk5lPLQ+tDi0KggFK99fWX7o/UJhENeVJAwXUPmAZDCH/3fymhi7gZi3iakyQOgRZyCvZiCs2xYwTTidSUEfvkx+GVLQLvhDtLZL7Lx459wMSRKUOv/gsyEQltXzsQ/7jyCRSePeL4yvw8rvQPQBImGUEhP1wtZCPy1l2PK6rBeehDR2x6uwZ63kmD1BZiGxdP6hrRQkhkf+Fv2fPXf8HbvRaaSICU6m0U6DjVXvgOnYcbIxw9zXcVqKznu2i/Resf9tN3zEH5PL6klC5nxxvOpPPX4o2JNfsSRZSyfgxERYyG6tqBoezmFY796ufTSS3nggQd4xzveMWVzTEjA7tq1iwcffJC9e/cCoV3yWWedNSn9fcbDU089xZ133slnP/tZALq7Q5OOsrLBpXl9v/dtn0yEANuOGtBPNUKAUqpfjB6KN5w5n1WLa3j65TY6egpUlDqccEwt8xpKp/0XxawXYEkx7AeJbQn8wBAw/HVnAw7gYfCLA1jGYAuQY7hOpSquex1W8UqECLBt0PrQY/rKRYvhxpIINIFIIuhBDFoxGWaQhYyN+vXlZNdhu+tDkyUZln1KUyDhvoAlNW5y9ZBjRnddTfZ9PwWrzkMfeya6uzUMomIGUqrhPzq1h7PrHqzOlxCBG7blFRZByWzcuW/AOJO/1mRyULD6HPTKMyHTDcqCZBkq3DLtKT9+BbF//xfaf/cHeh55DBMElJyyhqo3XkLp2pMP+j4y0nVl11Qw76rLmXfV5YfhDCJebYz1czAiYrRM9rU1zb9mjYg5WgM/wnz605/m85//PB/4wAd4y1veQn19/bBeSccee+y45xj3N7FvfOMb3HjjjUOcpaSUXHXVVf0i8nDR3NzMJz7xCU455RTe8573TNk8991330G3B4HG84KD7hMxcfreVH0/GPWba0N1kstOH7zOzveHd0abTlSlbLa3GbQ2Q74kFzxN0lHEpDjodScJhWwfQfFntCgVw7JMuN7vgDuHQvporSgU1KhGNTJ0NB76d5OhqBWGwMBAkx+DFB7aWOQKlWhz6DmEzpDMb8RgYYj3e0UZEghyWPlXcCnH0q0o04MWCTzViGfNwthju64mDwllxXL2AAiGP8/43vuw9j2HUXG0UxE+qD1U91bsrbeRWfD26VuOGwSIl59ArH8MutuhvBqzfC1m2UmhoJ3mqDlzqPvoh6n9+w+GJdBWGPOh3kfG836lPZ/czj3oXAGnoQ6nqnza32yLOLyM57qKiBgNk31tRdfnawvXdTHG8OCDD/Lggw8O2W5M+H32sLsQ/+QnP+GGG27goosu4n3ve19/Ge6WLVu44YYbuOGGG5gxY8aUNa89kJ6eHt7//vdTUVHBtddei5Thl7fy8tBUo7e3l9ra2kH77799soleqIcPY0b/fGcLPi/u6mZzSy/aGObWlLByTgXlyWFamEwjjptVzgu7uskUAlKxgZesF2g8X7NqUTVKyim97gqFcpxYO0J6aG3TJ2KFCBDCUMhXYMwo82hagtLDWiBr46DIY8lc//pYgcagyBYaCfTwrXcOxPZbEMYlECVDthniWKaTVOFhkAqDxDIGJ9iNGzTiWaeO6bo6nAivF6dzPUY6GLWfmZB00HYJKrsH1bsDv3T+yIMcKQIfeddPkRueAGMwlo3oaEZsfwm9ZR36kvcN305oOiIkqLG/5kZzXRljaL71j+z68S1kNm0nyOaRtiK5eB7zPvIeZrzhgmkrZAst++j86zPovEty4RzKTzwudGmOmFKm6/tVxNHPa/7aMtH713j4/Oc/z7333ssll1zCqlWrpo8L8S233MJ5553Ht7/97UGPr1q1iv/+7/+mUCjwq1/96rAI2Hw+zwc+8AF6e3v5n//5n0FP0oIFCwDYunVr/7/7frdt+4iVOkccftp7C/zy0R20dOf784cv7+nlic37eOvaOcypObzOtmNhTnWS0xZX8+imdjrSBSwlCYq9WxfOKOGUhdUHPd4ALuAXf3cIX/hj+QqsdYxsZibJ1F6UcjFGIITBGInrlpHLjaF/p2+FDsRhM9rBkQpB4KXImUYcqwMhNH6QouDVjqq/bB/iIFlaaXII44IRBCaJkU64vtd4OMEucGvw5OLRn89hxMo1IYI82h7m5pt0EH4GK7f3iAlYU8iDEAgnNmSbWP9X5IYnMIkSiIXi2wAUcshXnsLMXYZZddbhDXgasvtnv2Xbt36Ku68jvEutJNrzSL+4kZc/9+/kdzcz78NXHukwB2G0ZucPf8ne/7kDv6cXAGnblBy7mCVf+jiJ2Q1HOMKIiIiIiMPFww8/zLvf/W4+//nPT9kc4xKwe/bsOWiZ7hlnnMFDDz007qBGi+/7fPzjH2fr1q3cfPPNzJgx2ERj9uzZzJs3j7vvvpsLLrig//E777yTU089NXIgfo1gjOH2p/fQ0pWnIuWgimsvtTF0ZlxufXI3H37dYmxretxpywaajK8RQlBmSRwpOHNJLbOrUrywq4vW3gJJR7F8VjnLZ5bhHCTuAOgCvP0eE0AMKGNs9gSeV05vTwLH6UapPMYoPK8UzythTHJYS/BssL2wj8+AtxQECtwYeRrIe+P/0huoCoxQCHwMfVk9g9K9SJMFDML4KN2FwUHLMoywwbhY3lZwFjJ15g1TxBG8TR5seA7/L3eht20EQC45Duus16MWD6xvkS88EoYYO6DfayyByaWR6x4meI0LWLetg9033loUgQIrMXAjQLseQTrDnptuo/Z1Z5JaPO+IxXkge35xO7t+fAsyHiPeWI+QkiCbp+fZ9bz82W+w8kf/hkqOrnoiIiIiYjpgADNF3wMO1t7w1UBJSQlz505ta7xxCdjq6uqDttJ5+eWXh21xM9l8+ctf5v777+dzn/sc6XSa5557rn/b8uXLcRyHj370o3zqU59izpw5nHLKKdx5552sW7duUC/biFc3ezpy7GrPUhK3+sUrgBSC8oRNe2+BjU29HDt78krKXV+zcU8P6ZxHecpm8cwyLHXwN0JPG7ZlPTq9AN+Eb26WgPqYxeyExfzaFPNrR58pNgyIV0l/sxoMkC8+VjbSwSOgtUM+X3voHQ+KCAWslmEmVhYzsb4Ks7OT8Lbuyxp8WYMdNBMgQSiUTiN1tth3VmCEAgFSF8D0hKIXG6mzCDwMQ7OIRxo/OQtjJRFBFmMdUB6tXYxQ+Kk5A48Zg2jbhdy7KdylYSGmbu6kOmr4j92P95ufYPJ5RDIFxhA8+xj65XU47/4watUp4Y5drTDSTUM7Fm435uh1+5gEOh97Bm9fB9oPkM7gj2dhW2jXw+vsof3+v04bARvk8jT9zx8QlsKpqex/XCXjxBrqSG/cRvtfHqPu4nOOXJAREREREYeNt73tbfzhD3/g7W9/+7DmTZPBuATs61//em688UYaGxt597vfTTIZ9inMZrPcdNNN/OY3v+Gqq66a1ECH45FHHgEYtlHufffdR2NjI5dddhm5XI7rr7+eH/7wh8yfP5/vfve7HH/88VMeX8T0oD1dwPM1pfGhl3ufqGxPFyZtvvU7u/jdYztp7y1gTCiUa8vjvOW0OSyaObxkNMawOePS4QXYQhAval3PwO582DpmdmJs6wNdBotXiv8XgAZyQIoj5QArILDCnykZXpCNryWVfwQraAejw8yrEOEdVSn7jY6MCHvFCuMBGoSNGctbY+BiZXYhtE8Qr0XHp+7mnbFSFCpXEW/7K/iZ4jpYgdAFRJDFK12En2wMdy7ksO+7EbntBfDc8DHbQc89Du+CKyE+8bJ5k+nF+/0vwfcRtfUDazNLyqC9Fe/WnyOXrQ5LiksqoG338AP5LpTXvKbFK0CQzWO0Dl+vwzwXAsAYvO7ewxzZyGQ2b8dt68CqHPreJh0bEwT0PP9yJGAjIiKOOsyrOk86dSxcuJD77ruPyy+/nMsvv3xEF+ILL7xw3HOM69vjxz72MTZs2MA3v/lNvvOd71BXF65/a21txfd9TjnlFK655ppxBzVa/vznP49qv7e+9a289a1vneJoIqYbplhSGbMVUkCgDZYSQ/YxQGySyoe3t6b55V+2kSv4VKQcLCXxfE1LV46f37+VD11yDPWViSHH9fiaLk/jSIHa74urI8DVhuaCT0PMwhpt41YGyoaHO6JPxHocHS1MxoOWKXoT52MHe4m5m3C8HQQiFbYHENliX9xQ0gt0KGKFxrMWglDDmkwNwhic9ueINz+MdHsAjZExvLJF5GZfhLGnZl11fsYZYY/bzueRXjdgMNLBLV9GbuZF/cLHuv9m5ManMIlSSBWrC9wccvPT2ELgXfJ3ExaMwfpnoKcTquoGGQsJITAVVZiONvQrL6BWrEEfeyrqz7/C+C5Y+2VifRcRBATHnTqhWF4NJOY2ImMxDL0IrWH/D3wdZqeFpYg1jGHN+RQjDvkFL/oCGBEREfFa4hOf+ET/v//t3/5t2H2OiAtxIpHgZz/7Gffee++gPrBnnHEGZ599Nuedd960dUmMePXT1JrmL4/v5tmXWggCw4K55dgxi968T0XSHnRtpgs+cVuxZITM6Fh55KVWMnmP2rJ4/zy2JakpjdHWU+CxV9p489o5Q47r8TWG4VddWgJcDb2+ptIZu9ycvLUWZj/jpaPk9S0UnjUbjMb29mJELMy44iLx97u7apAU8EU1XmzJqHoMOR0vkNj1RwQabZeAUIggj9P5ItLPkF70DpCjeIs1BpluRvXuxQhFULkAEz/I9SgU+YZzKdScGGZ+TYCfaEDHB0q7Rfse1NbnQ8OkeHLg2FgyrArY/gKibRembui1OCbSPYBADHNnVVg2xmhMOnR9NyvOwGx+HrFjA8aywrJhz0X4HmbOUszKMycWy6uAipNWUHrsYryHOtGuj4zL8GaAMWjPQ1gWTl01NRecfqRD7Se5eB7OjBrcln2ohsHLC7TrIZSk/PjlRyi6iIiIiPEipmwN7FHzHWqc3HjjjVM+x4Tq9y644IJB5kgREUearTu7+MEvnqezO0/MUUgpeG59G055jNLGMjqMIeVYICDnBgjgjOW1VKYmbuiljeGV3d3EHWvIDRwhBI4l2bCzmzevHXqs2W+/AxEH7DNaHAbWvR44qmZob9gD95BkAYEWMZSTQ9oFIHQe1l4C7SaGGXl64qsajIghTAEj4gSmBEMBKQqAxiAoyLnkY8ejZMmIPVj70QGxlkcRJkDHKvofNlYCIy2s9E7sni14FcccdBjhpom/dCtW+2YIwjJfYyfxGk+hsPB8kCPfsDB2GV7F8E3AZdNWcPNQMUymLpaAXBrZvJVgfwGrPYRfwFjx0QlvQFTWgADje4gDWuAYtwDKCvcpzhtc/mHkM/cjXngY8hkorUQfdzr6xPMglhxmhtcWQikWf+ljvPTxr9Dz3AaCbC58XAhQivjMOhZ++u+I1090HfrkoeIxZr3jDWz95o9x2zqwqypACoJsDq+tk9LjllB11slHOsyIiIiIsWHAmCn6jvMqdnEqFAq8/PLLLFu2jJNOOmnK5pmQgO3q6uLRRx9lz549ADQ2NrJ27VoqKysPcWRExORjjOGWO16hsztPbXUSWRSDpSlDZ0+B7N5ejllZT0fGxQB15TFOWVTDifMn93o92HuSGUGGligZmvAaM6iEGMA3YRa2ZIxlzjahQA0l2lAhnGC4jK8hxk5i7ESSxwibQnIOWiaKfV4FQgaoWBqhPPx8SdjTVdBvxHToksLDj5EpCvYC4u7LaA1GxNDEMUYgdQHXbiQTOwMhxahKqlWuBVnoRFvDiC5pgwmwercdXMAaTeKFW7DaN6KdFCZWAhiEm8HZ/gBGKtyF54/vhMWhsuQDn57C7SW26xHstnWhiLbiuDOOp9B4GlhDy933Ry4/HlFdh97XCjUz+m/AGK0x3R3IWfOQi/fLvsWS6FMvhVMuDte9Wk64Hjmin9SCOay+6Vu0/O5PtNx+L/ndTahkgupz1lL/lospXb7oSIc4hIYrLsPPZNn7i9vJ72kGQMYcKk5ZxeIvXoNKRA7EEREREa8FYrEY//mf/8kXvvCF6Slgr732Wq6//npc1x30uG3bXH311XzsYx+bcHAREWNh2+5udjX1Ul4a6xevEGYvKkpj7OvMsiTlcOIZ89DGUJF0BrkSTxQpBItmlvHslg5K4oOzsMYYXF9zzKzhnY4rbEmJJenxNY4MRawxBt9AYKAhpnDGGKsAyoEeBkQshKI1CZQMc0yCjcTZjkGgsfFj1SAVUmfQJENnXgMGjVYaEvmwrLjo7Cs04NrgTz8H31x8NWCIeVuROjTBMcLGteeRTZw8xvWgxWdTjCS+BOiDZ3FVxxZU51aCWClYsf7jTKwU8j04ux/Dm3Mqxh57ZlLPXAROPMxyJg74S+cz4MTRsxYj3DTJF29C9e7GKCcU326a2I77Ud07yB77TrBGFh8iFsd++9/h/uxaaGvC2A4Yg/E9ZGUNzhXvR6hhPmakDOOLGBa7rITGKy+n8crLj3Qoo0IIwZy/vYL6N11I1+PPERQKpBbOpXTl0mg5UURExFGLedW6hEwtixcv7k9uThXjErDXXXcd1113Heeccw7vete7mDdvHgDbtm3j5ptv5gc/+AGWZfH3f//3kxlrRMRB6el18XxNuT30DUfKMCPVk/EmpVx4JE5fVsfLu7vpSLv9PWf9QNOVcSlJWKxdOnzpnxSCJSmbjRmPtK/xinlSKaDOUcxJjuRAbMDyEcoLSzn7eqya8DmQQAXgExo2CcLM7HBvyZI0MXahsTA4oYi1SjDGIDFIcgTFwmSDhcZCyIA+nz4DoTCJFxB5g/GnmUARilxiDYXYUiy/FTD4qhqtKsY8VBCvCdvZ+GmElAhdAARGxtHSCU2WUzMPOobVtT0UudZQsW+cFDLfjerehV9z8DLk4TCV9QRL1qBefCjM+seLIjafQeQzBMtPw1TPJLb9z6jePehY5UC5spXAaA+raxtOy3O4s4aped8PdcxKYtf8M/5f70e/8jwIiXXsCahTzkHW1o859oijF6emkrpLzz3SYUREREREHEE+8YlP8A//8A+ccsopnHbaaVMyx7gE7K9+9SvOPfdcvv/97w96fPbs2Zx11ll88IMf5Je//GUkYCMOKxVlMWxL4noB8djgS1vrsANqRdnUZgYXNpTy1jPmcfvju+hIF/qLOCtLY7zltDnMqh45mxZTkuNKHXp8TdrXCCEotySpEUuHDSKeBRX0mysJy4DtYfJxCAZEr8WhX+w2bQh8NMUYhQyzksZgkKFTLz4am0Coon/vfqWo9JVIC0Qsh/FjHLyM9cigZQmuM1z+eQyoOH7ZPOItj4bPUfG5EkEBqTV+ogGvYunBxzDm0E+PGevK5wH8s68AIVAbnwx7rEK4DvXYM/DPeTsYg936HEZaQ9faShuEwG5dd0gBCyDrG3EuvxK4ctzxvlbRvk/X48/R8fBTBJkcyfmzqX39WcSnkdNwRERExGuRKVsD+yrnpptuoqKigr/927+lsbGRxsZGYrHB37+FEEN05FgYl4BNp9OceebIjpFnnXUWjz/++LiDiogYD3NnlTFnVhmbt3fi2KqYdQ3Ld7t68pQkHU44dvCXwt6sx1Mb29iwsxttDAtnlnHyMTVUl40/e3j8giqWNpbx0s5u0nmPiqTD0tnlxIbJDB+IEIJyWw2bRR6CkwfLBy3BFEWuCct5RTyPyaqBx0eBIGCgUyxgAtD6gDLZfrsphnMh6HvUCJCqgA6mWRZ2stAutuoOXX7zubDlSR9KQXkVRh383IPyOeFzG7igBlcFCC+LsZME5Y3jj9GO4Z9/JcGJFyGatoQ3IhoWYipnFM/BR/j5EQ2bjLQQXnr880cckiCbZ+OXvkX7Xx7HeF7/DaM9N9/G4i98hOpzDn3zICIiIiIiYjqxceNGABoaGgiCgB07dgzZZ6LLS8YlYE844QTWrVvHO9/5zmG3r1u3jhNOOGFCgUVEjBUhBFdcdgzfv+k52jqy/SI2X/CJxy3ecvESKvYTpk0dWX5y90ZaOnNIGVoPbdzdzaMvtXDVBYtZNGvkVia9OY/mrjyWEjRWJbEPyJImHIsTF1VP1amC0AjbG6aljQgVpNRgeeCNPuPcn3ktehQLQPppAqciFLOIUa8HERCWF4+iHc3RiJPbjtQZgsq54HvIQi8YHTr4OnGkyGG5zfixhhHH8KsXE5TPQXVuQ8dK+0Ws8LKIwMVtXIuZaKYYMBV1mOHciIVCxytQ6eZhe9YK7REkp4/b7auRXTf8mn33PYJdXYGVCl9/RmsKTa1s+up3SS2ZT3zmjCMcZURERMRrEcHwzQ0na+xXL3/+85+nfI5xCdgvfelLXH311Xz961/nXe96F7NnzwZg165d3HTTTTz33HP86Ec/mtRAI15beH7A1u1duG5AQ30JNVWjM7KZN6ucT/7tGh56cjfPrm/FDzSrltVy1smNLJlf1b+fMYZb/rKNls4c1WXxfjMnYwz7egr84v4tfPaKlUOypq4fcM/zzTy/o4u8GyAEVCQdzlxey5oFVYfPsEQUM37DlrcUS3qlHlPrHZc64iRRZAkIW+QoL41RDkbF0FhhK1gRhO1jUIAJPZwIgABjDAgHJQoE+uAOtkcz0u8t/sMCx0I7+52rMUg/H+5zEAGLVORWXEHixV+junaCmw5vPlgxvMa1FBZOcYsyIfDqT0Rt/gP4hUFrcYWXAyFxZxw/tTEUCdJp0g89Qvb550EbEsuXUXL2WViVFYdl/iOBn87Scvt9yHisX7wCCCmJNcwgv7uJtrsfZPb73noEo4yIiIiIiJh+CGPGvsjq+OOPxxhDoVAAQBbbIOhiGZ3jOKgDGtsLIXj66acnGu+0Jwg0HR2ZIx3GUc1jT+3h9rs30rYvi9aGeNzixJX1vPXNyyktKWapBNi2wvOCcS0T3N7cy7W/e4mEYxF3Bl+rfqDpTLtc9bpFnLC4pv9xYwy/emQHL+7qJm4rEo5CG0M67yMEXHbCLE4aR9bVGENr3qcp55H1NY4S1CdsGhL2kJY6/cgAkcgMk4Ed2G7cGLhjK+FVdFLCOoRNmBWU4Tpag8LV5QQmjgksgsCGmI9BoHSe0CZKYYSFMjlSejuZwjJ8U3XQ+aYbo72uYr3rSXY+SKDKBtyLjUZ4GURQQBif9IxL8UpHYcBkDKpzG6q3CSMlQdUidOowZT61T2LjrditL4QZZGkhdABS4davIb/okoM4LU8O7p69NH3tG7jbtw8UpRuwG+qp//xniC+afm1jxspw11V64zaef++nsMpKhrSZMX5AdvtuKk5ZzXHf/TIqPv1cvSOOPBP9HIyIGInJvraqqlIodXS1TNPao7cwtPR1MiiNzUXKkcw5Xx0EQcDdd9/N448/Tnt7O9dccw3HHHMMvb29/PWvf+WEE06gpqbm0AONwLgysBdddFFkjR8xJTzxzF5u+OU6PC+gvCyOUoJszuPBx3bR0ZXn4x88GWuM/VCHY19PAc/XVKSGjmUVe7K29xT6H/MCzdM7unhhVzdxW5KKWwhAIahMOXRmXP6yoZW6miR7sy4ZT5OwJLPLYjSWDG7rsz/GGF7uybM362MwKAG5ALrcgLa8z4qKBNYB7XMMUDAKSyuU8jFGIozYr9AlNHQiGPvLO6CSrL2CWGIfQgSgDRobpMRSBUwhgZsPWwFJkUVYvRgsjIghMNiml3iwF2VcSqyNdHsnYBiN67PBogOHJiRZNHE8GvCoYTqW2riJeSS6Hw/bC6kShJdFZlsR2gcTrhtONt9L3s9SqFh98BY9QhBULSCoWnDY4u9HWuSW/B+86mXYreuQhW50ogqvbhV+1ZJDitdg+yb8h+4h2PgiCIlacSL2Ga9DNswe1fTGGFq/813crduw6mcgrPCaNUGA29REy399mznf+SbCfvV90KtEHKEUxh+oszfaUGhqxd3XQZAr0PGXx3nmio/SeOXl1L/l9dHnbkRERETEtKenp4err76adevWkUwmyeVyvPvd7wYgmUzy1a9+lTe/+c188pOfHPcc4xKw3/jGN8Y9YUTESARac8efNuN5AbU1A2vySktiOI5iw6Z9vPBSK8evnHhrjkQsXB8baIOlBn8p1MagMSRiYWZ2c0eWZ5t72bKzi4wb4AOu9iiLW9hFcVkSt2jrLfDnze2UlcdQQtDj+rRkPZpKXNbMKB2252xr3qcp62NJsOWAWAiMob3gszvrMq9kIPtigE4BrhHE3Thl8SxCaAySwIDq68nq2RCMp3+Zxo6nMcJC6/j+DyNEgO1047mlGG1jXJsyswktHbS0kcZDGg+jFQFJFDkc2UpBH8qIyJBgIzG2I9AYBAKDQxMus8iynJHWoQiTxwl2YutiWxxZS0HNwYix904dC8ZKkStfQ6LrMZTbDtmuMHMpJCibQJWD9om3Poi2UnilS6Y0ngkhFX7tcfi1x43pMP/Zv+L+4geYTAbicTAG//47CJ55lNjffhK1aPkhx8i/spH8KxtRVZX94hVAKIVVW4u7axeZp5+hZO0po4pJb99I8OyjmLYmRGkFctUpyKWrEAe6LE8D4o31lB67mK4nnkeVJBEI8jv34u7rCJexWwqnrppCSxtb/uOHGN9n5tvfcKTDjoiIiHhNYAAzBiPMsY79auY///M/2bRpEz/+8Y9ZtmzZoFY6Sikuuugi/vKXvxx+ARsRMRXs2dtLc0ua0tKh5XIxxyLw87z4ctsQAdu2L8POXd1s291D874MuYLPvMZy1p4wk9kzhzdiWjyrjKrSGB29BapKwt6mEPaL7c16pGIWx86rZFd3nsd2hw7FSgqkACUFrtZ05T2qimW+njZ4QdgvtWS/dbOeNuxJF6hJ2CysGLomtDnnoTHE5eA3SSUEUhj2Zj3mphyEEGQDzS4vIB1ojAl7xNa4DvWpAEsFIEFrgXBj4A2c01hQVg4hfYwe+oXfGImUPpaVxXPLUSIbttbRGqVdQpOn/TJlApTIHnJOm1ZibMeg0Aw8RwKPGLvxqcBlqAhWupuU9xjKpDHFzJTttxILtpG2TyaQU2iiBRRKVqBVimTzn1AmAGmhVQyjSjAyvIal20ms81m8ksUHz8IeZZhsGvc3N2DyeURdfX9m0BiDaWvGveUnxD/7DYQ6+EeMt2cPulBAVQ/9W0nHITAGb/ehm6EbYwju/z3BPb/F5HMIpdBao59+CHnCGVhv+7tBAnk6IIRg9tVvJ71xG/mde1GpJIV9nf0l1FZFKU5NFUIKCs372H3j/1J32XlYJUMNtyIiIiIipoKjq+x5unDfffdx5ZVXcvrpp9PZ2Tlk+7x587j11lsnNMeEPtGffPJJdu3aRU9PDwcupRVC8N73vnciw0e8xvB8jdamv/3NEAR43kC7ku6ePDfe9DxPPbOX9pwXZiCVoKTEYcOmDh58fDfvunw5a0+YOWQox1JcenIjN/xxE1t29xT7xIJlS0oSNm8+Yx4VKYfHt7Tja0OpoyhNhqWwxhiUEPjakPc1KVvRm/dRSlBxgPi2pcALYEdPflgBmws0I52uEgLXGAIDvtFsyXvki8+PEqANtGSh27WYXZJACpBGUhKM/96eEAZR7OY6mP0eKRpIhY7Eopg1HeatxACjcC2OsRuBHiRew8NtDC4xdg0VsMaQ9J9BmTSBSO5X6mpQJkPKe4Ye5zwQU5h5EwIvuZBAPY5QWbRdNqTk1qg4qtCG0HmMevWYWgUvPI3pakdU1w0qaxVCQEUVunk3etNLqKUrDzqOTCQQUkIQwAEC02gdGmIlDv28mU3rCf74m7AXb20oqAVgclmCpx5Ezl6AOvP14zrXqaRizQqWfeOz7Lz+V3Q+9iwEPiIWw6muID6zDlF8c7CrK3Bb9tH9zHqqzzr5CEcdERERERExMr29vTQ2jlx95/s+QTCxNhXjErAbNmzg4x//ODt37hwiXPuIBGzEWGmYUUJpiUMm6+GUDxYegdYIAXNnhxlV1w349rWPsf6lVnxLYoTAlhBoQ6bXpaGhhIIb8MvbXmLBnHLqaoZmLbp6XQJPh1kjwhaqvqcRcWisTpLzNe05n5iSCCGoroiTTNhkcx4xRyGAvBegANfXNMxIEY8NfUkpKch4Gm3MkLWwMSVJ+3rIMRCWETtSIgW0FAIK2mBJ0f/lXIpQTOd9Q3fBUN4/9/gFrNZ2sWQmtNORwkdKb0C0GokUfjG+FIFJYsleAhOK2T4EPgaJpysPOaeid8T2PAYbSYa+1j59WGYfynQRiPhg0SgEAQkUvdi6BU8NvXkx+cgwuzrietERjLaOYkx3RygW1dC/m3BiGN/DdA+963ogiVUrsaqr8Ts6sOsGt/oJurqQJSUkT1pzyHGCp/6CcfPI2sGuzyKRhFwa/6/3IU+/MBTL04yKk1dRftJKtvzb/2PPL35HYu5M5AFiXlgKE+iwV2xERERExGHBvMo+uw8Xc+bMYf369SNuf+SRR1i4cOGE5hjXp/k//uM/0tHRwZe//GVuu+027rvvviE/995774QCi3jtkUzYnHnqbFzXJ5P1+m+OBIFm374stdVJTi5mU595romXX9lHRUUCz4Slv0pJbFuhtaGjI0d1RYzejMcTzzUNmau9O8/dT+wm7igWzixjQX0pCxpKWTizFB0YbntoO0FgANNf+amUZOmCKpIJm4IbkC/4ZPMBeS+goSbJ3Nnlw55XoA0xJYZ9G6xP2AjA14NFpzYGbaAhEZbkdvm6WFY8eBQhBAjo9cI7WRP9eq4DhyCII2WAlAWkKhTFayjChAhIxFuw7W5AkAvmYYyFEjkEPqCRFJDCxTPVeGY/ASs02B7YLlg+fUJb4xAK1KEINOF9tsHnLU0GYTSIYe7BFbOu0hweN3CvZH5o3GQOOAdjEEEOPzETo8bmBj3dEaXloVfYMHdQjeuCZSHKKg45jkqlqHrn2xFS4jU1obNZdDaL19yC8TwqLn8Tdt2hHZnN3p0IewSzsHgSuvZB/tDl7EcKIQSVp6xGxRwIhr4W/J40qiRJatG8wx9cRERERETEGPibv/kbfvvb33LnnXf2f5cXQuC6Lv/93//NQw89xBVXXDGhOcaVgd28eTPXXHMNb3vb2yY0eUTEgVx24WLaO3M8+UwT6XQBRFikWleb4v3vWU1p0dDohRdb0NoglOhfnwqhzFGWpFAIcD2NAFrahgqZ57d0kM371FaE46n9jJzKSmyaOrK0tGeoiNnsy7o4Rfv3VNJm9bJa9nXm6Oh1mV0e44xFNWhHsm5fhkCbQWZNgTFoYE5ZfFgH0bq4RVvcoi3v4xWP7ROv5bZidtIOs8MM5PH2/73vnANjQAicYb78jg1BIVeDTDVhWdlwdCMGJtYSIX2SiWa6vVI8U03aX0ZC7UCJTDHzapEPZpIL5g1EbHtg+6HBVF/wtgA3hhs0kKSbA7OsoBEEFJjJgQLWYIdZz6Lj7+CNpmjEfHica92y5cS6XkB6XWirBIQNJkD6aYyMUag88bDEcThRK09ClP8S09UOVbWD18B2dSAbGpGLjx3VWGUXvQ6ZTND529twd+0CY3BmN1Lxxssoe/2FowsoWQK+P/w23wcnBiMJ3GlC5eknklw8j8zLW4g11CGd8PoNcnn8rh5qX382ibmzjnCUEREREa8VBGbK1sC+ujO7V111FZs3b+aTn/wkZWVh5eSnPvUpurq68H2fK664gre+dWI9zsclYOfOnRvZ+UdMCbat+Nt3rebc0+fxwoZWXDegob6UE1fVk0wMCBLXDRDFjKQQIuxTVrwkBeH60FDHGFLJoV9cMzkvrPoc5jq2LYkfGDI5n+W1KR7e5ZHxAhKWDDOgQpAojbGkOsnFi2oocRSeNjRlPVqzLlILLAGBCYVlVdxmQfnQDJwfaDa1Zdjc0kt7zkMqSVVFnNqyODNTDo0pG0dKjDHEpCAbGKxih5w+EWuKYjeuJLY22AeU9BtjyBrI6lBIO0JQIsE+yOvXaJugEEfIAq5OINE4Io8o+gNrbSOli2Vl8f2SMNPqV6FEWOqrTWKwmZMVhAIWAboow03RLTlWoJCbhWOasegMW/aggACJR0AZeeYMidGTdWgSSPJoBjsOS/Jo4eDJQ7hVG42V242V3YEwAYFTg1+6COyxmeQYu5TMrDeSaLkXlW9FmDQISWCXk687Ez81NP7BAxiszs04LU+j0k0YK45XexzujBMwY4zlcCFSpTiXvwf3V9dj2pohngjvsuZziLIKnLe+b9SmSUIISs86k5IzTsdragajsevrx2S6pFatxdv8InjuoEys0RqTz6JOOnvkDO00QTo2x3z1H3j5c/9OduvO8E0Mg7AtKtYez8JP/92RDjEiIiIiIuKQCCH6W+Xcfffd7Ny5E601c+bM4eKLL+akk06a8BzjErAf/ehH+cY3vsFll13GjBkzJhxERMT+CCFYOL+ShfNHXj85f14ljz2xGyUgbkmyboAsCtIgMFiWxPc1jq1YfWzdkOMrSmNgGNY0quAG2JakqixGY0WcnF/KupY0aTcINbIA6WksN+DBdU3UlsdZMbeStfWlbOnOs6MnTyEIy4bnlsVYWJHoz+D24QWau19qZcu+TNj/VUr8wCOdcakA5teV9ItrIQQ1tmJn4OMbgzJgRGidFLbOgVpLkdR60D09bQytQShg+2WtMXRrqFFQMoJ7lAZ6KMPPV6KNQgiDwqPMaiep0oSlxCbsEzvwVyMwJcOMZsAqrtszYtD+Ya8QAxakvROIsxWHpv71swXmkGchhmHKb4VNzlpO0n8OpdNo4RRH9QBJXi3FiIOU7WqXVMsfsTLbESboD0l3PYU76xKwh14zByOI15Ge83ZUrgnldaNVHD85G0bRqDy2+yFiOx9AaA+jbGShG5Xei932Apnl78LEhi9NP9yYnk701pdDY6XZC7BOOhNRWY334B/RG9cjpEStOQP7rIuQjfPHPL6QEmfW+NYsyxNPRz77CHrzS2FLn1gCPBeTTSNqG7DOvmRc4x5uUgvmsPqG/6T9gcfofWkT0lKUn7SSilNWD1kXGxERERExtRgTJesmwpo1a1iz5tA+FuNBmJFcmA7B73//e774xS+ydu1a6uvrUcOYeXzhC1+YcIBHG0Gg6eg4PGvvXst0deX48tf+QntHlpKyGG1pFz8IHXS1hlSJQyJucdqaWfzfK1YMybT2Zj3+9aZnSed8qsqc/u1aG/Z1F1gyu5xr3nJs/+NZL2B3T4GCF/DUhlZe2dFFwdP962NrymK84+wFzJ9RgjYGv2i4dOCa1T6e3tXFg5vbSTpqkLjNewFuoLn02Bksqh0QhMYYdhV89vmhGZQoegVbQjDTsahzhr7+2gNNlw7zmX1a1RjwCR+bZYkhmVgDZJREK4Ml8sVHJAEKiaHKaiJh9SKEpqd3IUFwCIdYoSGRLyroYZ4LoUFLyPeN4yMpYHAGZ3FHwA72Egs2YZluAAJRRl4twpOzDtq2JtH2ALGu59BWCmQxM2cCpNeDiVXQ0/iO/lY4U4nq3UPqhZ8CBuOUDmzQATLfiVu/htySN095HAfDBAHB3begH7sPk02DCc2RxIqTsd70HkQiOWiNyxGLM9OLf+9t6KcfhkIOlIU89gTU6/4Psu5wmHmNjBBhdYnnBYzvEzciYijRdRUxVUz2tVVVlUKp6WeidzAC7dOVa56SsSsS9Sj56r8p2dXVxaOPPsqePWE7vMbGRtauXUtl5aENPg/FuATsE088wYc+9CEymZGFmhCCDRs2TCi4o5FIwB4ehIBNmzu47gdP0N6exTeGggkrVBMJm7mzyznn1Dmcf8ZcLGv4N81nN+3jl/duIZP3sC0ZirvAUFcZ5/2XLWNmTXLIMX9e18QdRfOnVMxCCIEfaDozLpUlDh9743LKkgcXXsYYfv7kLjqzHmXxoft25TwW1iR544qGIceltaHLC/AMxKSgypIkhvlQ0MawyzcEgHWApugTsVVSUKkGb3SlIKck0hgsK1uUyQJjBIGxicksM+Jb8Pwy0ul5HHodh4FkrvjPEQRsoKAwAZMjYxCEYtuQOGS/VeFnKdv5czAaYx3wNzYByu8lW3c+hbLjxh/TKIlv+yOx3Q+j41VD4hZeBpD0nvhRjDNcdvvw4N/xK4I//w5icUiVhXFm05BNI1efinXlNdNqSYnJZTG9XYhEKjSbmgZEQmN6oQsumc07wnZcC+egEkenyVp0XUVMFZGADQVsZ65tSsauTNS+6gXstddey/XXX4/ruoMet22bq6++mo997GMTGn9cz96//Mu/UFJSwne+8x1WrVpFScmR+3IV8dpl+bJavvql83jyqT00taSJxSwWL6qmvj5FRXkCewTh2sfxi2uoLovz2PoWNu/pwVKSFQurWLu8jsrSodk319f8dUMbSkpK9hOelpJUl8RoTxd4dms7Zx938LWXXmBIFwLsEd7MLSnozA5tlyGEoFQJSkfxIeAx1BJpYBzAgLv/wuEifl/ZMqCDGEoVwrWvwgAenolRCErJZ2cNOXZEAhmugx2ShTVFByo18Pt4jA2ECIXrKFFeB0IXQsOlIWMpwCDdfWOPYxzIfBehU9nQ8zbSQfpZhNt7xASs6elEP3YfOHFEacXAhlQpRkrMS89gdm1FzJmYHf5kIhLJsH1ORMQBGGNouuUO9v7ydgot+8CAU1fNzCsuZeY73jgt2yxFREREHG1cd911XHfddZxzzjm8613vYt68eQBs27aNm2++mR/84AdYlsXf//3fj3uOcQnYnTt38g//8A+cfvrp4544ImIyKClxOOfssa+362POjBLmzBidONjXk6cn65GMDS3XlTJc07mz9dDZd0sJHCXIecM7BvvakBpmjrHQ9zXsYDdOh5OKBhDF263GKHw/gZQ+QgQYI9DYpNNzkGa0bx0CPBuUHnAg7g/SgIaY3kvcakbgEZgUBd2Aa2aMEOE4KDo09/8qFKbfwXiE53m49jzjnl9j92zE6XoR5XagrRRu+XLcimPRTimhZbIZmoHVHkZaR9TISW97BZPthaphvA7iSUymB7PlJZhGAjYiYiR2/+y37PjeTSAFdmWYnXfb2tn2rZ/i9WSY96F3HeEIIyIiphPRGtjx8atf/Ypzzz2X73//+4Menz17NmeddRYf/OAH+eUvf3n4BeyiRYvo7e0d96QREd3deZqLWdM5s8uHGClNR5QUYeeWEVShIczGHgopBEtnlPLEjs4hbXe8YhucY+pKRzp8VFhAXEDWhDpxf22ki4nP1DDPuWUMftH5uC8Xq7UN2P0ZXTFq8do3oYKCA44LMiBsDW4gEKT8rTiqA2MkBoklurBUN5bpJhssYbwiVmiXWGEjjrsVoXNoWYIbW0QhtoggVoe2K1BuJ1oeUGKqCxhh4SfnjmveIRhNouleYp3rAI0RNpbbjZXdg92ziXzV8TjNTyH8HMZODjpOeFm8upWYWNnkxDIeTF/bo5H+Dgd5QURETCPcji72/PxWhG0Rq6vuf1zV1+K2d9J0yx+ov/xC4vWH7jscERHxWkAwfB3bZI396iWdTnPmmWeOuP2ss87i8ccfn9Ac4xKwn/3sZ/nUpz7FmWeeycqVKycUQMRri2zW4ze3ruexx/eQy3lIJZg1s4zL37iU41c3HHqAI0hteZz6igQ792WI2XLQuj8v0EgBS2aNTmwc31jOjs4sLT0FbCWxpMALNIExzKtKsnTGYAMnv+g2PJIp1IEIIaiUUAhMaNpU1BiaUI+kBCSHGcrWBlcatBDIoojta9kDAucAp+PRIrUmKXYhpA8IJD5SdyJlAV+nCG2l+oqIPWKiCU/U4Jnqgw07LEK7pNIPYPvNGCRGKFTQQTL7BJbfTCZ1BvnKk0i23of0utEqCUIigjzCuARli/ETjeM4y6HYvZuIda7DqBhGxfvPEe1hp7fhJxtxG04itvcxRJDHqBjoAKFddLKG/JzzJiWO8SJnLwhNmrJpSB1wU8UtICxrWpUPR0SMRNfjz+F19xKfObSawK4sJ7+7ma6/PkP95RcdgegiIiIiXj2ccMIJrFu3jne+853Dbl+3bh0nnHDChOYYl4D9yU9+QiqV4oorrmDRokU0NDQgD1g7IoQYkjqOeG3j+5rv/b8neH5dC4mkRXl5jCAwbN/eyQ+uf4oPfeAkVq88RO/Og5Av+LR35Ig5iuqqxKQby0ghOG9VA7/4y1Y60i5lCRulBHk3IJ33mD+jlBVzK0Y1Vipm8aYVDTy7u4uXW9J4gaE0bnFsQxmrZ5VjKxkaMaVddmdc8oFBCahP2MwtjZE4xPpegLgUzAA6dWhwZQhlYomESimGfX4kkAg0OSXR+20XBhytsfV4sm2GVGIrtuol0MU+r0YjtYvAoKRHoNV+e9sI4ePIFrxg7AI2VngZ228mkKn+EuGwNNrDcXfi2dtxS5eSBeKdTyK9LoQxGBmjUH48wYwzQjewSUgs2l0vhWZR6gCTGGljpEWs+0V6Fr6PINWA0/wUKtuGsR3cmpMpzDwFE5+4U99EENUzECtPwTx+P0ZKiBezxG4BejoQi49DLFg2+CBjEJmu8J+pikOaakVEHA50vhBWCwxTeSKkBCHQBXeYIyMiIl6rRCXE4+NLX/oSV199NV//+td517vexezZswHYtWsXN910E8899xw/+tGPJjTHuATsxo0bAWhoaCCTybB58+Yh+0wnV8qI6cHzLzTz4vpWKirjxGPhpWfbEIulaG3NcPvvX2bVihljvnY8L+Cue7fwl0d3kk4XkFKwYF4lb3j9EpYuHrsAOhgr51fiBfO459m9dPQWCLQhZitWL6ji8lPn4NijX7taErM4c2ENp82vxg00jpL95cTaGF7szNGU9RCExk6+MWxPF9hX8DmhJkVyFCI2IQVxEboOa8Dm0Flcy0CJr/GEQIuw0MXShvGuyrVUL5bKDIjXPkzocCyET9jVdr/zMQJJfuyTGYNT2IIRasj6ViNsDHkcdytubCFe6VK8ksWoQivCBAR2FdhJbKVAByNMMDaU24UZyWlQ2gg/hzA+3ozVeDNWh/MKOa1En/Wm9+C7Bcz6pzGZcOmIsCzE4hVY7/zwgPGNMagtT2Otvx/RGbYeMNWz8I87j2D+6iMUfURESHLhXGTMIcjmsFKDTb6CXB5pWSQXzDlC0UVERES8enjjG98Ydtz4+c/5+c9/3p/k1DpcJuc4Dm984xsHHSOE4Omnnx71HOMSsH/+85/Hc1jEa5wXXmwhCAzxmIUxhs6eAt1pF9cNINCsW9/Ks882ccIJo+/ZqLXhpzc/z6NP7saxFcmkTRAYXtzQxo5d3Xz4b9ew/JiaST2PExdVs3JeJdtb0xQ8TV15nLqK8bdhUFKQkIPFVlvepznr4UiB1Z8xENjSkPYCtvXkObYqiQEKQF4IAkKxGTeGOAMrN4QQo+ioOhgBOH3rHyeIpTLhmlckA07DfT+m6HKsMWY/ASsM2sQJZXffvqPBR5oCZqS3NqGQQWbQ70F8oHR9smWjtktRhbbhn0btY1QCI/f768iJmXdNBSKewHr3RzF7tmM2vwQmQMxehFiwdJBrq7X+AewnbgMdYGKh8ZRs3oKzbxduIUOwNDL9izhylK44hrKVS+l64nmkbSOd8HWnXQ+3tZ2ylcsoP3HqW2dFREQcHRhAT9Ea2Fe7c8RFF1005YnMV3cToogpJ512efLpPbS0ZkgkLFatrGfu7PJhL1y3EIAAP9Ds2pel4AWhnHEUGEnOC/j+j5/is+VnsGhh1ajmf3lTO08+20RZaYxkYkAIJBMWLW0ZbrvjZZYtOX3SX0i2JVk8c+rMdZqzHtoYrANK86UIBW1L3mexNhSkICfEoAY0aSEoAOXGjOqtt5gHneQz2D/mHMLkscgW57PQIoaWCZTOhCa8++0vcBEmwBI9VFiPABJX15HXs9Acqj2KhZZxZJDGMLQVkjD+8O1zpgi3fBl2ehsELihnYIMOENqjUL1mZCfkaYQQAtE4HxpHcPzO9mA9e3fY0qhswATHxJKI3g7sZ+4kWHACOKNvdxQRMZkIIVj8xWvY8Nl/I71hMybQYaGDlKSOWcCSL38coab/azEiIiJiuvONb3xjyueYkIB94okneOCBB9i7dy8AM2fO5JxzzuHkk0+elOAipjcvrm/lxz97ho6OHBCKkD/cuZHVK2ew7JhaLFtxzJJqZtSFgmH27PKwD19nnoIf9gWVIjQpwoB0LDoyHr/41Tr+6fNnH1J07uvI8tvbN9DdnUfKBI6tsIpltUIIyktj7NjVw56mXhqnUGwOhzaGgq+xpRiVM/GBFAI9YqmvEoLAGHLaUFASwaDCXMKOrZAFRpJqBoOxNFoZEAZhBMKXiEBMqpi1VQcx1YrAL7auEUg8BD5axjDGQhgPYcLOtVL4YHyEEChyaKMQ+MTlLmy5j7S/gmDEswKEwHUWksg9C8Yf1A5HGBcQuM6CSTu/Q+GVHYPbuwmnZyMEWYx0wvPTPn6ygUL1iYctlqlE7X4JkU9jSodWO5hUOaK3HbV7QyhiIyKOEPGZM1j5w6/T8eATdD+7HqMNZSuXUnPuqahUdHMlIiLiQKLe0NOVcQlY13X5h3/4B+69916MMZSVheKgp6eHn/70p7zuda/jv/7rv7DtsRYuRhwttO3L8MOfPE1PT4GamiRKSXw/YOeubu68ezMPPLiDeNwimbA5/bTZvP1tK1h7ciO33vEKzV15TGAGWueYUFApKTFKsHVHF1u3dbJwwchZ2Pv+so1b79hIU3OafMGn0JpmX7ukrjZFeVmYebMsSZD1KBQmZz3jaAi04YWmHtY39ZJ2fZQULKxOcXxjORWJ0b8eUpako+CH7WwOELK+MdhSEBSF8YFvr31754Ug1d8OZwCDQccCjDR9D2CkwTgBwhdIT02SiNUk7R1gDNrYSBFghCiaImikzGNECtdLICgg8fB1Akv0EhgLg9MXHmBQIkdCbSUdHNz5PB8/BstvxvaawgJlURTJCArOfFxn3iSc2yiRFtlZlxEkn8fpWof0ejGqhELFsRSqjsdYR67H62Qi3Fy4blcO82HfVxbt5g5vUBERw6AScWovOovai8460qFERERERIyTcQnY6667jj/96U+8733v433vex81NeFd9/b2dn7yk5/w4x//mOuuu46Pf/zjkxlrxDTir4/tpqsrT11dCilFmFltSpPP+SAg8DV1tUkyGY8/3bcVKQXvfscq1pw0iz/ctxUThFlKAEGYpbQtia8NBT+gp6cw4tzPv9jC/9y6AYCK8hht7UF4rK9paU3j2JJEwiab80kkLGprDlV2OjloY7hvUxuvtKQRQuBYAj8wrGvqYVdXjjccO4PKpHPogYCGlMPenIenDaUxTX1pjrKYh2+gqdchbkqHddPso6/9jYYh5kva1qF4NQwIVdOXlTUYbRDBxAWsrbqRMo/WDgQCZAEhfYToKxg2uEEFve4x9MnuhNyKJXoxQ1btCrSxsUUXkhyag2RLhEO65BxihS04ha1Ik8VXVbixhWH2VRy+O6oy3Yzd8jwq04pvl+FVr8GvXgbq1bV6Q5fWEK4P8MA64G/nFUBag0qLIyIiIiIipjtDUwAR04VxfYv6/e9/z+WXX85nPvOZQY9XV1fz6U9/mvb2dm6//fZIwL6K2bqtAylFfxY1l/PJZFyUkojiOlffN5SWxjAGHnl0FxdftJhZM8tIJW3SaY2SxfJXJZBKFl1pwVKSioOYIt3/0HZc16d+RimuG9DZlcf3NZYl8XxNV3ceqSS5nMcFZ8+nrHToWsipYEdHjo2tGeK2IrafQ3DcSDpzHk/u6uLCY+pGNValo5hX4pAO0qyY2U3C0v2ZyJlleaT2acvF8czwL+E+y6QDpZrBYFToAndgllUgBrYHExd5An8/8yYIdBxhNH12U0J4eH4p+1snSeEW1ffQDw2DQuAihYs2hyj3EzaF+FIK8aUTPo/xYu99iviWuxFeLhTNRmO3PI9Xs4zcsrcMXhN7lKMbl6Er65EdezCltQOZWB0gsl3o2nno+kWTMpfRmvTLWwmyORKzG4jNmFyTtoiIiIiIiIjpzbgEbFtbGytXjlzGt3LlSu64445xBxUx/bFtFa5dLZLLeWgNti36y177Kl9LShza2jJs2tzBkgVVlJQ4FPIeGLBs1S9fPG1AGxYtrGLeCP1Ug0CzeVsniWI5rm1L6meU0NySxvM1Whs6u/ME2rBkYTWXv+GYEc8h4wU0ZT263QBLCmrjFjMSdn8rm7GyeV8Gbcwg8Qqh8VLckmxvz5LzAhKHaLVjMGgL5tfalCXSCGHIeRaBJlxTK0DZOapMG7lcA5rBQtUUf2LDlA8P2mkkxn3D0UeRxSDRpNDGKToLB/TlgY2RxXY5GiUE2gwWcdrEiuJ1f1uqvrACQIb7THNkbxPxzXeBDtCJ6oG2OH4Bu209uqSewrxzBw4wBtW9A7vpOWSuAxMrxas7Dr/mmMOaMR43ysI9693E7vsxordtIGZj0OUzcM981/DlxWOk45Gn2PH9m8lu3YnxA1QqSc15pzLvI+/Briyf8PgREREREREhYnB3hEkeO2JijEvA1tfX88QTT/COd7xj2O1PPvkk9fX1EwosYnqzcsUMnnh6D54XYPcLslA6+b4hlbT3e3xALy2aV8Gq5XX89ck9ZLNhCx0pQJuw3LUqZXPVu1ePaOAkhEBJie/7/Y+VljjEnHLaO7J0dOXR2qA9ze5dXfzwJ8/wzrcd128k1UdrzuPFzhxuoBEiFN3NOY/dGZfV1UmccRgvZYvnMhxKCrzAkPd0v4A1xtDua9q9gLw2OEJQbSsqUhIUxFQGKX20sYnbIiz57Vu2ahQxO0uy4JHVdn8LnT7xasNB/HpFONBIInbM/u4BcbYRYw+C0CgpoJS8nk9gklgyTaDjDLxhG6RwCUwMNxi8ztnVdcTlLiQuepCLsEYKj4KegWb8LYsOF07Lcwg/P1i8AlgxTJDHbnqawuwzQNlgDLFtfya248HQrVioYrZ2Hd6MVeSWXT4t2+sciKmdS/4Nn8Ta/CRy70YQAj1rKf7CNZCcuIla52PP8so//id+bwanphJh2wTpDM23/pHc7iaO/fY/o+LT/+ZGRERERMTRweh6OUSMla6uLioqKiY0xrj+Mm9+85u56667+OIXv8jWrVsJggCtNVu3buWf//mfufvuu7n88ssnFFjE9OakE2excH4V7e1Z0mmXWEwhhMB1NUoJqqsHSjzTaZdU0mbxwiqEELzvihWce/ocamqSODGFEQLLkhy/rJavf+GcEbOvAFIKVq+cQS7vD8oAa23o7XUx2lBZFmNmfQmOo3h2XRPf/t7jdHXl+/fN+5r1nTk8bUhakqQlSdmKmBJ0FHw2dueHm/qQVCQsAsOguPrwAo2jBClnQLxuz/tsz/n0+IbAQCYwdJgAr7g+1RJueLAR/QnJvspaYyRCaMqFS4kZ6HoqgZQxlBszZO0rhGXCfetbzQFKte934Y/lbcGQZD0JtiBw0dgYFBZdpHiBQqGcwMRRMo8UBaQooGQeg0W2MJ8DV+gGpMjqsFWLElkkBSR5lMjjmxJyweFzEJ4IMtMSCtFhbsQYFUd4GaTbA4DVvonY9r9ghEQnqtGJSnSyGmPFsZufxdnz5OEOf/ykKvBXvQ734r/Hff2H8VecNyni1RjDrp/8Gr83Q3x2AyqZQNoWdmU5zowaup9+kY4Hn5iEE4iIiIiIiIiYSt75zndOeIxxZWA/+MEPsmvXLm655RZ+/etfI4ulYVprjDFcfvnlfPCDH5xwcBHTl3jc4qMfOplf3PICL7zQQi7vY1mhE3FVVYJk0sYYQzrjhmtRz19AdXWYE0wmbK5+5youu2Ah23f3oKRgyYKqfvfgQ3HB2fN5/oUWWlrTlJfHcWxFa1sG1wuIxyxqqkJX5FTSIR6z2LGzm29+/3GEE7bZWbV2NlZ9CSWOGpTpVUJgS0FLzmdxoIkdIgtrjGHL7h6e2tDKvu488RIHE7fIerpfqAL4WuMFhhUNJTjF8uIOX9Pu67AcuC8GAZUxiTbgGYNB0ic1h5abmKKwFSSBxH6iWQC9bsCu3jz78j5KQH3SobE0RkxJpCfR0oTOw31NWPtC8AVCj760xaITh5aicLX7ow1QKLI4Zi+9+dXErH3YqhMweH45rl9HYIbPERf0bAJTQkzuDQ2djIWrayno+mF7u05HjJUAM7z7tTA+CIVR4bnYTc+A9jHxwSWwxoojvCzOnidwG08ZVgy/VsjvaSG9YTN25dAe0yoeA63peOhJai888whFGBERERHxasMM48cRMTaWLl065HPbGMOyZcvYsGHDuMcdl4BVSvGNb3yD9773vTz44IPs2bMHgFmzZnHWWWexdOmRM06JOHxUVib4+w+cTEtrmuaWNDow3P+Xbbz0chutrRkgFLrnnDWPK/7muCHH19eVUF83tKdnPu/z3PpW2jqypBI2q4+ro6piIKM7e1YZH776RH71vy+xa3cPXV6eTNYj5ihm1Zfg7Fe6nM159GZcXljfQv2cCowxODu7mFvi4JTGiDmDM4CWFBQCQ9Y/uIA1xnDHIzu476k9FLwAJQVaG1I1SapmluElrP7HABorEqyZXdF/fLsXYEzYOmjQ/CosZ/YMuEGSuNWFEBpj1H6lvQYpA3TgEARhOe3+bw0tWZenW9LkA91f0tya9djeW+CU+lJKbIUsqNBxWGmMABGACMbeB9ZmH4LggHLfMKKAGIo0wrjkvNnkvNmjHtc3lfhB5aj3PywYg6XbUKYbg8KXM9By+DY4fs1y7NYXw5Lg/c2ajEF4Wby6lRgnvPZVphkjRzDjsuKIfDcEBbCmf+n0VKFdF6M1Qo1QSi0lQX5k5/KIiIiIiIiIw8/ll1/Orl27+NznPkdlZSXGGP7v//2/3HDDDRMad0K9HJYuXRqJ1dcg+bzPc+ua2dvUS8xRrF5Zz6oV4Zrn1avq2V7s4yqEYNnSGhrqS0c99oaN+/jZr1+krT0LgDFw610bufT8hVx07vz+uzjHLKrmK//f2by8cR/7OrL86IZnsC1JPDZwSfuBpmVfFmPAtiRVRWfjhK0IAk3LvgxzGsoGqT9twkSXOkS2a/3WDv705G5sJamriPfHlc14tGzpYNXKGcSTDnFbsqgmxZLagewrQEEP5Ff3xw8MMSUJjMHXMQpBKXGrJzR2QiJMKF6NURTyVRyYmXUDzbOtaVytKbFlf1zaGHoKPuva0pzaUBaabPkCxlQuPJTQWIkhcYRIQhP6w9eHd6qQOk3KfQyl25H4YX9ZYhSsxeTs44YYLXk1S7GrF2O1v4KRTihEtY/wsphYOYW5Az0ojZ1Emrbhlx5rPxSu8rXdUzveUIdTVYHb3olKDhbyRmvQmtJlk+NyHBERERERAdEa2MngX//1X3n00Uf58pe/zHve8x7e8IY3YNs2s2bNmtC4oxawhUKBr33tayxevJgrr7xyxP1uvPFGtmzZwhe+8AVs+7X9pevVyJatHfzwx0/T3JzuLz/93e9f5qwz5/KOt61AKcn8eZXMnzf27Fnrvgw/vPl59nVk0Z4m8DWWHbbl+d+7NlJRHmftiTP795dSsHhhFQvnV3L/A9vYuLmDsv20cjrt4vkBQkCyZCAL1tuWoXp+Jb425F2/X/QaYygEmoqYRaktybsBz2/r4JXdPfhaM6+uhBMXVVOecnjsxRZ8X1N1QIueZNwi252nZWsXn7lyZDMqRwryeqhkSRcMSccgRbheNevWoLVFzO5BilAIBn4CN1+J7w/N/jVlXHK+JrmfeIXQCTmmBPvyPj1uQHlscvqQBvTFMJxrsA9Y++1zlGJ8SgoPYpk2AESxM5zBI+G/gMEm7ywbfIyyyS5/G7EdD+K0PIv08hgh8eqOpTD3HHTpwHXs1a1EdW6HwAtNnfrn1YjAxZ118mATp1wGsr2QLIXEUf7cjhKViFN/+UVs/97P8XvSqNJUaL4WaApNrTi11dS+/qxDDxQRERERERFxWDnttNM44YQT+Na3vsXvf/97XNed8Jij/hb7P//zP9x6663ceeedB93vnHPO4T/+4z845phjJmWRbsT0oaenwPf+35O0tmWoqU5iWTJc55p2+dO9W6msSHDpxUvGPf7DT+xmx85u8t15dKD7H5dKkqqIc99D2znlhIYholAIwblnz2fz1k66u/OUlcVCQyk/QAcG21ZUVg+st8x25uja001FYzl5X2PZoX2RG2gcKVlcFqcz7fLTezezqy0shRbAum2dPLS+hSvPW8iefRkce/g7c3FHsa87h+frQeXM+1NtK3p9n8CYQdnetKuxc1CTVEXDJkEuqCQXlGMZH+UJjLYZyYI944XPmxxGOFtSUPA1GX/yBKzLDOJsRZEjILFfXAESjwKzj5p1qyPh+LuwTRuhzZXc746sRuASD9aTN4tBHPCcWnEKCy+kMPdsZKEHY8UwsaGGRm7DauzWdajObRjlYFQMob3QxThVR2H2aeGOvZ3IR36PeOUp8D2wbMwxa9CnXQZlg92cRaEbp/lp7H3rEdojKG3ErV+DX3F0mGANx6x3v5ncrr20/fFBvM5uQjdtcGqrWPzFa4jPnHGkQ4yIiIiIeLUwginnZI39WiMej/O5z32OF154gccff3zC4436W+xdd93FhRdeyOzZB1/HNmfOHF7/+tdzxx13RAL2VcbjT+6mtS1DbU1okgSheCwtjeF6AX9+YBsXnLeA2DjF0Z8f3kG2MwfGIJXob2+jA01vR45XNrXT0+sOa/Z0yppZtLSkuetPm2kprr/NF3yEENQ3lpFMDe43uv3ZJsr35TjpzHkExTeomrjFgrI4lY7iR3/Zys7WDFWlDpbqMykztPcW+MUDW0nGLPZ1De9W7AeaZNzuP244qixJly3p9AJ8Q38rIYMhkzc02CLsphJW4SIDiQgcDtLZFQBbFW2fir1490cbkAicSejH2YchRobjSPEiiux+WwQe1eRYPGlzjQdJBkUmXLNKBQe6Ho+GWLAN0IRez/s/pyqUtCaD0u0E6gABZQyqeycy246x4vhVC4efwIqTXfluYtv/gt38HMIvgLRwZ55EYf45mEQlZLqRv/42omUHJpYEJw6ei3j2fuTeregrPgGp0ARKZveReulmZK4NpI0RErvtBayOV8jPuxB35iljfg6mA9KxWfzFa6h/84V0PPgEQTZPYu4sal53Bk51xZEOLyIiIiIiIuIQrFixghUrVkx4nFErjY0bN/KGN7xhVPsef/zx3H///eMOKmJ6snVbJxj6xev+lKQcurryNDWnR2yD09yS5qGHd7D+pVaEEKxYMYMzT59DbU2KQBua9vRgtEFZol98CSGQCgLf0N2RQ47QaFUIwZsuW8qaE2byzHNN9KZdnJjiz4/t4sDmrMYYOroKlJXkOHdOOZ4Os6Cxomje255l894eShPWIBEqpaCyxKG9t8DqORVsb+rF8zX2fmtbA20ouJqzVteOGCuEGdIFcYs2JdnnBbjaEJNQY1vUOgpLi7Ax7hhpSDq8IrMUAkPcGpjfGEMu0JTZFlXxycm+9uFTQw9rcWjCogeDhUcNHrWMs1PXhBEUSIoN2LQj8DFINAnyZgEuMw89wP5jmUy4GLt/La8sOgILwlsCGmkyg1b6ykwr8ZduRfXsDkuDhcTEyyksfB3ezBOGzGHsJPnFF5Offz7S7UXbSbAHjMvEcw8iWnZiymtAFf9+ThwTTyJadiKeexBzevj+HN/2R2SuDR2v6l+bawBR6CG+4z78ykVhf9qjECEEZauWUbZq2aF3joiIiIiIGCeGcX0NG/XYrzbuueeeMR9z4YUXjnu+UX+T9Txv1GtabduelPrmiOmFkuHKv+HQxiAEWNbwguXlV9r43v97ks7OPJYtwcDmLR089PAOPvKhk6mtK8HL+wjBsCXCQhgC1ycRP3gGbdbMMmbNHCjTLKtMcOvdm2jZlyWZsDDakM37lJXEeOulx+AoyQFGxLR15yl4mtLE0Ou9T9BWVSRY2FjO5l3dxB1FImUTK4+TKI2xeFEVNXMr6Mp7VMRHfs1IIZjhKGY4qr9MZaQ1s6OlxFEsrIizsTNPxgtwpCiWRxtsJVhenRy2vHiiGOIUmM/08IENKBHPYdGFxkGTBDSSHEnxEsYoPEZXbqr8diy/E6RBaL+YgBVgZNE5WGMQaDGw+Fq4GRLP34xKtxDESiFWBkYjCz3EN/wOY8Xw644dfkLLQVtDxaV46TGMZQ2I1/4ALYxlhdtPfwMytw+rexvGTg0xljJOKTLfgb1vPYXZ0XrRiIiIiIiIgzFlJcSvQq655pr+ysk++r7TDvc8CiEOTxuduro6Nm3aNKp9N23aRF1d3biDipieHHtsHQ89shPXC4as7eztdZkzu5yG+qFtcVw34Cc3PEtXd54ZM1IDzrja0NqW4ac3PsvnPnMmypIgQOvwu3efXA6ve4HjKEZa+zkSrztzHtWVCR746y527ulBKsFpJ87i/DPmMq8xLLnsSrtkCj4VKYdU3CLmKKQQ+Nr0l+T2YYzBGChJ2Pzdm5Zzz+O7eHZ7B+VzKrDjFo4lScUttvYWaMp5nN5YzqyyQ7c/mahw3Z+llUmSlmJrd560F5pY1accFlUkqB1GlA+L0Vi0I00eLWL41AwRRMUdESIABMZIxvr3mQocWrHoJiDOQMmwQpNAkiUutuGZOg4VqzAuqezDA+XY++9uAoQOa78DUUIgB9agWs3PI9OtBInKAfMlodCJSmSmHWfHw/i1y8fW1zWfHSpe+1B2uB0QhV6E9tFWYuh+xflkoWf080ZEREREREREHIIbb7xx0O89PT185CMf4bOf/SzHHjvCTfsJMGoBe9ppp/G73/2OD3zgA1RXj1x+1t7ezu9+9zsuuuiiSQkwYvpwwuoGFi6sZNOmdkpLYySTNr6v6e4uYFuSSy9eMmx58fMvNNPSlqGqMjHYGVcKKivj7Nnby/ZtXSxYWMWGF1oQMhStumhsKzAICcccUzMkw7trdzePPb6H1rY0ZWUx1pwwk2OW1AwqQT5xRT0nHDcD1w2QSvaX/O5pz3LPM3vY1NRLEBhitmT1girOXVlPVWmMjt4CVaXOoJjTeZ+4ozh2TjklSZvLz5mPs6mUtqxHqSOxin0qjTH0ugGP7enhDSkH5yDrYScbIQRzy+LMKY1RCMLM+MF62h6IZfaRDF5Akkagi+W3JWTVcfiitriXQVk57FgPQnoAaO3gF0oJ/OTIgx8GLNFOeOtjaLbe4KBII8mgGXqzZX9sbxdK9xKIUgRphPD77qYUxazB4JCzVoIYmMtq31SsLh5mfieJ6m1CFLox8YrRn1RtI2L7S5hhTIeFm8fMDM2ZjJ3CSIXQHubA+Yuxa+e14VwcERERERExEYZpFhExAieffPKg3zs7O4Gw5eqB2yaDUQvY97///dx+++1cddVVfO1rX2PVqlVD9nn++ef5whe+QKFQ4Oqrr57UQCOOPLGYxUc/dAo33vw8619qpaU1gwCqqhJc/qZlrD25cdjj2tuzYMAexpE35lh0+Xn2tWd5x1uW89VN7bgFH9tWCCnQ2uD7mnhM8aaLl/DwoztpbkkTj1vk8x5/um8rmbSLrw3aGO7+0xbOO3seV7179SAxLYQYZC7V3Jnjx/dsoiNdoCRmE4tJ8p7mofWt7O3IccHqBm79606aWtJQ8BEIRFxhJxzOXVlPXUWY4WrLenQXAkocNWi9rBCCEkeRdgN29xRYUDlMRmyKEUIMWgc7dAcNKgiz3FoitMQyvaSCp5HkQ1dhocAEKMLH0+pUAlGO5aSx412AKWZeQakCKt6LKBSQOo9B4ulaXDMDwxS21DIGgUtYzhtHiJFXrRgE4erVQ38qqaATMCAUvi5ByUyxlZEGwjL4vFxIwTrAqMpoRs7uFusKxliWZFadidj5MuTSEE+F2VRjIJ8BKTGrzgRAJ2sJSudgdW3CKGdQ1lx4aYyK4VUvH9PcERERERERERHTiVEL2NmzZ/Otb32LT37yk7z97W9n9uzZLFmyhFQqRSaTYdOmTezcuZN4PM43v/lN5syZM5VxRxwhKisTfOwja3n0rzu564+b2bWnm2zW44EHt2MpyWmnzh5SDltSEsNgCAI9JEPr+xohBSUphzWrZvL3HzyZn9zwDL09hdB4Rggqy+Nc9LqF/ObWDbS1Z8CA6wWke11sRyJthReEgiDve/zu7k0oW3HVO4feZOnj/nXNdKQL1JbFwx6pCZsqW5LNe2xt7mXV3Apq3IDtL+/DdUN7HsuWLFtSw7nHDayfTLsBvjEkZdhSqBgGSgy0ssl4wZD5jywGHBdjBRhhio8IvEDhuS4JLTEmNVDiKhSBSaLIENPbyVrHYce6wRiMGXgLEUEax9+NIEBjAwZbdRAze0kHK9DsL+IDbNWFFC7aOHhBBeNxCLZ0G3G9Cct0AIaAErRVXvSOGtqbVuJhiBEwmiyx2m/JtyLQpWj8sGTaaNCaQnzRkFLgoHIB1r6N4T4HlF0LL0tQOhMTLx/TeZqlJ6GbtiGfuR86WzFSInQAdgy95gLM0pOKEwhy8y8k9dI+ZL6jKGJV0dlYkZ9zLjoVtZuJiIiIiIg4FEfrEthMJsPFF19MS0sLv/nNbwa5/v7617/mRz/6EXv37mX+/Pl84hOf4Nxzzz2C0Y6PMdmRnnPOOdx+++1cf/31PPDAA9x777392+rq6njrW9/K+9///kO22omYXvi+5qmn9/DXx3fT0ZGjri7FaafO5vhVDcM66a7f0MrNv3yBnt4CqZSNlIKtWzv40Y4uWtsyXP6mwQ6hq1bOoLwsTldXnur9+rEaY+jsylFdleC4Y8M10687ez5nnNzIw4/torUtw4y6FEuX1PBf33qUjo4c1TVJLCXZu7eHQBv8nI8KDE7cQgqBNgbXDbj97k2cdfoc5s+tHBJ/wQt4aWcXSccimXJomFtBqjTsHYsxzNiX5ba7N9K5u4e6ijiOozCA52l2be/ixlte4EPvPaGY4ZRIAVlfo4Xod6yTgF38bSzlu4cF28PYPtoItCmWWgOW8gliSVpZQ433EhZ5tBH0mFJ8YxMjToloRakcQmi0HhCcwng4/l4wGiNsjHQwWoHRKNFLQm4mo8M3UFt2kHS2ocRAG6LAxMm68/H04H6mBz0N3UQqeBphPDQOIFF0o7xucBIokSuugw17EQk8BJq8aWQ0Ytmz6omJDQjjYUTYe9dgY4yN1Gm0LCVQVUCApXLheQQJvIZVOLseQ2Y70YlykBYYjSikQUi8OaeOsJ74IAiBOfdtBAtXIjc8CT3tmLJq9LKTYM7SQSJalzSQWXEVzt4nwj6wxsevXIhbfxJe9eFz7w16evBa21AlJdj1kWiOiIiIiIg4HHzve98jCIYmT+644w7+6Z/+iQ9+8IOsXbuWO++8k4985CPcfPPNrF69+vAHOgHG3E+jsbGRL3/5ywCk02kymQypVIqSkoOvJ4uYnnhewPU/fponntqDNgbLkuzY2cUzzzVx7tnzePc7Vg0SsUGg+Z9fv0hvujDIkCmVcujuznP3PZtZe0ojDfUDrqylJTHecvlybv7luv7y32zGJZP1sJTk+FUN7NuXobFoqpRI2Lzu3AX9x99x90ba20Nh3RdLoRAgJOgAtK/782xSCGxL4roBf7p/G3/33qEC1vU1gTakkjazF9cQS1gU8j5BoLEsScyRtO7tpSxhU7Jf/9iYrZAC1r3UytMb9yHKYhR8jTaQ84Pi9qLjGpD2DTElaBymb+2Rw4DtY4xAF8tp+7cYsGSAqxL0mkaE28oOfy55E8cgkAQkRI7ZBIRnNHC00j0I46OxQy3Vf9dSoo2NLdqRZBFCk3I2IYRPYELRCRop8qScTfQWlhOYUg6J0SSC9WA8AgayxQYbYfLguxi7DEWfSDYYLPJmDnnmjuqZ+v/Z++8wO67rThd+994VTuzcjUbOAEEABDMpkpIoipIoikqWZEuyZFm25bHH43Ge+e4kX3vsO37GM77+HMeWkyRbtmwFK1GkKOYoZpAAQeTYQOdw+qQKe+/7Rx10QHcDjdAgQdb7PAjddar2rjp16tSv1lq/FTuLiNyleNERjI2xwk/mauuApJ7ZjO8PkfH6kY06YGsd6n4HtSs+Tmbn15DVwYmDa90sweq3Ey2e2UZnXggBKzdhVp5ZhJpsB/W1d1Jf816SNOiL9xAlHhtj6Ev/yPgjj2HqdYTjkN26mY5Pf5LMujl64aakpKSkpLyOSNroLEwIdiEDu/v37+fLX/4y//E//kd+8zd/c9qyP/qjP+J973sfv/zLvwzAjTfeyJ49e/jTP/1TPv/5zy/IfC6kSelUzqshZKFQSIXrJc5Djxzih88co1j0yU5xqK1UQh586BAb1ndMq209cHCEnp4Szc2ZGSdlU5NPf3+F554/wV13Thcht75tFS3NPl/5lx3seGUArQ3WWgLg3vv28cijh7nh+mV86pNXsGTx9HUPHhxFSKYJaSlF4lbcKAW0xiKmOAZLATt3D046yE4h7zs051xyXXn8jEOlHE4EsKLIcHT/MHGocVtmugdnMg6DY3W+99xxVm1ZhMUSGosxSWTXURJB0g9WCEFHc2ZWY6vXDKVBWKyd7YKSVIc6IqYsuuiPi0TWwSNEiqTGuGKb6A0Ma3MwNUVX2EbbrJPqdcr2LQopYqSo4TvDSBGjrc+kAJYY66NEQMbppRKdWcA6dghpK0la8invr8VHmgq1uBurmlCUJ3rTauYhjicOh6SSuwlTy+JHh5C2mrTMkUXqmS3IfJZs5hggMCa5lEoRk/NPUOvuolL8RZzB3cjaENbJEHdsPDvjpgvBRL9asCOD6Gcfxby6Pem3vHEr6rq3IdonHeNtGMDoEGSyiKaZD3/OhKnWOP7b/4Pajp3IfB7VVMSGIeUnnybYf5Bl//2/4a9edYF27o2HKY+j9+8BQK1Zjyw2nWGNlJSUlJSUSX7nd36Hj3/846xevXra748ePcqhQ4f4jd/4jWm/v/POO/mf//N/EoYhnudxrvzcz/3ctJ/jOAbgD//wD2lpaZnxeiEEf/7nf37O452XgE25tLHW8shjhxFCTBOvkERUy5WQx584Mk3AViohcWwaLW2mc1IoViqz9wBevryZ8XJIoeBSrUZobRvizlKrRzz19FGGhqr8h1+/mfa2yVRj5YgZdQhNTT6lcjgpoaaIGK0tuZw7Z5cSKQWbVrRQb84kNbinvs4m0iwyluwpu1mNNJG2KAFNviK0FmJDhGm41SUzyvqKrKeILbw0VGFjc5amWY7Za8XcT/8EAkuMi0bjU0MIi8CghMBFMhK61GOHrBM1hJtouPAmr7NWTRPIye8E1rq4ahTLbO12BBaJq0YhOvP8T6YDN4pdT1kowCYR4xqLz7yx0w7kUstdT91sQemxxNBJtSOkoTmzC6zA2MkLvrEegoiMO0jgdhIv2nJ+418gzNEDRH/7/2IGexGNdjzR/leIn7wf7yd/GbFsNeah72CeeQhbKSGkQqy9HHnbh5Ar5h81LT38KLWdu3C6OpEnvwh9H5nPE/UcZ/ir32Dxb/zKQuziJY3VMfVv/QvhA/dgS0mbI1Fswnv77WQ+/AmEk35VLySzPehMSUlJWUgX4uPHj/PpT396zuX333//WW/znnvuYc+ePfzxH/8xO3funLbswIEDADOE7dq1a4miiKNHj7J27blnSe3Zs2fG75YsWUJ/fz/9/f0zlp3vNfeS/1Y8fPgwf/3Xf8327dvZu3cva9as4Tvf+c6M171RipYvJHFsGBysksnMfhr4nsPxE+PTftfRkcfzHOr1mFxuuug1jU96R8fsBjk/fPoYY2MBSkq0triubJzAiUDV2tBzvMSjjx3mQx+YTJPcunkRTz19jCjSE07GzU0+ff1lwtA2OphYtAEdJ2nAriu5fGPHnB+QYsEjduREX9epLFrWhOsrqpWIppZJ0WmBUiXCcSXdSycjI0IIfFcSxJbOoo+QgnqkMST/Hos1g9WIre05lhVe43RircCKiR6707FJpaj1ia1E2LDhugsg0SIPuAhrOVpqYX3LCFLGWASaHK6WSQ3stOiqRYqQ2DadXfTzDBiRx6IQxDMdjq0BbGO+FwYrc8Ry8rx2nRJSRGgz8/201kHKENcpEYSdM5ZfbKyOif7pLxLx2tGNkA3Rbwx2sI/oy/8HuWw5dscz4HqQzWHjGLvjGeyRffCZX0WuXH/6QRqUH38SBJPitYGQElksUHn6WXSlgsrPfG/ezCKi/tV/ILj7G+D6iLYOAGy5RPDtr2HDgNyPv3lc/U0cM/j9x+j79g+oHz2B19lG53tvZdFd70TlztxTe77E42V6v34vfd95gGh4FH/JIro/cDuLPnA70j/3KERKSkrKa0GtVuP3fu/3+JVf+ZVZs2PHxsYAaGqantlz8ueTy8+VBx544LzWP1sueQG7d+9eHn74YbZt24YxSVrqqbyRipYvJI4jyeVcRkfrsy6PIk1L8/QbhqVLily2sYMXt/fi+2oiPdZay9BQlZaWDNdds3TW7R07VsJiKVdCpBTTblaVlMTaIITgmeeOTxOw116zhAceOsje/UM0NVKdY20pFnxGxuoIJxHEUkK+4OK6imLB47a3rpp7562lUg5oa8+jtUnKBAUoJcm25Vh5WScHtvdSdiX5hlAv1yJq1Yhla9to60puwNVJKSiSyOVYLSLjO0kqsUiateQkhMayY6hKi+9QcBXWWsrGEhmLIwQFJSbqZxcWAZGD9KIk9ZopibzCEhtFbD3qUYwVGYxwsEgsJ+tVE2qxR72yCOVWUU4drE9gF+PZPqStYXGSulkRYa1HzawFBKFuJeP0MdMhOInehrplXnuhaSGoleUAAQAASURBVCIWHbi2D23VZI2ntUhqGJEjEucZfT0tc7fqOdmkR5z2NRcPs28X9sRRREv7pHglEZW0tmNPHMYOHoPWDkSm4RTtg80VsAMnMD/4OuKn/sO8xKWulBHO7JkGwnGxUYStB9AQsNZazEs/RD/1ABx4FaI6FJoRay5D3fAOxMYrp835jYgZGiB88F7ws8jmlonfi5Y2TGmM6JH70e+6C9XV/dpN8iJh4ph9v/un9H/3QawxqKxP0D9I6eXdDD/yNJf93n/EKZx/n+moVGbXr/0OY8/vRLgOyvep7D7Avv/5fxh95iU2/s6vIb0FbP2VkpJySWAW0IZ4yZIl5xRlnYs///M/p729nY985CMXbJuvZy75O4PbbruNhx9+mD/6oz9i8+bNs75matHyjTfeyG//9m+zdetW/vRP//Qiz/b1hRCCm29aQRhp4nj6zXYYaqyFG29YNmOdH//EFSxb1sTAYJWBgQpDQ1X6+spksy4/8eNX0jSHaVEm4zRar8xcZrENASkIgnj6er7Dv/v567n+mqXEsWFgoEKpFLBiRTOf+uQVrF/XTlNzhqYmn0zGpbM9x09+chvr1sztaLu0LUd/7zhYSy7j4LkSt+EoLF3J1beu4bprlqCNpX+wSv9glSgyLFvXxtW3rZm4mVcClBANMWjRxiJFIs5NY7kjBVklCY2lpxwyFmm2lwJ2V0IOBTH76xGv1iJK8UUSPJGbiFgS0SpEcuwj41CLsrgGhDbE1kXbLHbCybchOIC8TCKNcdhEUO0irLZi6gYb1hG2hqKMokpkWhjXVxDb5L0I4m6MdZAiYFIEGqQIMNahHs/zJl0Iqs4VaNGEooq0FaStoKhghU9FXYkVCxdF0TqbRIBn7Tmb9IHV5uL3/p0NO9SP1THCm/m5FK4HUQBxNCleTy4TAgpN2EO7YWRwXmNl1q/DhtGsDxJNpYLT2YFqTp72WmvR9/wL+u//BLv9SexwL7Y0gj1+EPvEfcR/+7/Q3/gb7CxOim8k4ldewlYriFnqXUWxCVurEr/y0msws4vP0ANP0v/dB3GaCmSXL8braCOztBuvs42RJ5/nxL/cfUHGOfHP32HsuZ34izrILO7CbWsms3QRXmsLQw8+ycD3H70g46SkpFza2AX6c6Hp6enhb/7mb/j3//7fMz4+TqlUolqtAlCtVqlUKjQ3J0ap4+PTMytLjbKVk8vPlSAI+G//7b/xpS996bSv++IXv8hv/uZvEkXzqBc7DZd8BFae4en8QhctX+rc/o41bN/ey4GDw/i+g+cpgkATRZrNl3fx1ptn9vPtXlTg//qNt/L4k0d4/oUThJFm4/p2brl5JSuWz/0BuOKKbh54+BCObwitxToyKTCIDHFsyGYctLGsW9s+Y9221iy/+G9v4ETvOCd6y2SzDpdflqRnfvj9l/HSjn5GS3WamzJcsbmLXPb0T8/XdhfJvtTLgQPDrF7ViucnfUstEIUaGcT8yk9dS0/vOHv2D4OF1Sub2R8bjpfDaemOWSWoRIkxkuPIxCQJgSNARJpSzeB7DmB5/sAQbV0FXFdRr8coKWjOe1hfcSiIWSsc8gtu+iQQoQ+RwTqaGElsJRhJ1oJrDdaRVIwmAtzGvlpriUga0LROjbLZmLx+GtcOYnCItYPAIKmjxBBWbZgItmpboBKuJ+cdRIr6RAz2ZBudeTkQNzCiwLhzC545hmt6AUMs2wnlCoyYw1zOWhzdjxudAAxatRK6y0CcXbRFmyxRXMBzxtBWMPks0KBkSKTzRPFs+6KTmmAatcPniwnx6gdxg6MIq4m9LsLMOowzObbI5ZPKZh1P1L+exGqdxIvnuo46bmLsFNTmNZ2md76D0g8eJB4cwulon/iM6HIZqzUt7333RD2nPbIP88jdWBMjdATKAaWSh0FRiKjXME8/hFyxDnHdrWd/bC4RbMPoYs6ifYDz/KK/VOi/+0Gs1jjF6SnmKuMjXZe+b/+AZZ/5kfOKyltj6PvOA0jfnZEqrPJZwuFRBr73EIvuuu2cx0hJSUm5mBw7dowoivjZn/3ZGct+4id+gm3btvG///f/BpJa2DVrJjt9HDhwANd1z7sF6le+8hW+8Y1vcPfdp3/QeOutt/L7v//7bNy4kU9+8pPnPN4lL2DPxIUuWn7nO98557IvfelLLFrUfdr7kNcbzc0+v/bLb+Ge7+/jiaeOUq/HtLRkeNstK3n37WtnmDtNXe/OO9Zz5x3zq40D2Lypg+buPKMnDNKCaRwn6ya2Pr7vkM043Pq2lXMewyWLiyxZXEQIcBxFHGtyWZcbr5s9bXkuHCX4xC0r+fJjh3jhhR7a2vN4niKONEUh+Mj1yxACli0usmyKK3K+EjJcG2U8NGRcgRKCUFusNXTlXUwjFTgOYvYdGqZ/qIYxFqUEQsDSxUUWLWumXktuSMPYMDhWp6PJh4zDYKQpOBcnMUIgkbGcchGwJxdQdCSLgb5IE1kmunm7QrDYleSmOD57tqchXrMg1IQsM9ZD2jJZs4+qM9k6JrZtlIJmXDmKFCHGekSmBVBn/9kRPqFcS8j0z/Csm7ERueqTuNExBHriVRnZRDV/C9ppmxj/zPMQVOsrkNmDOKrC5DNVgTY5qvVV01JuJeNkxBFcBgGLJkdolxGyeK7ZnjJ3i6ycwBk/Ataii8sw2RbyI/fjRAMTY7vBYfzqK1RbbiX2k8+EuuwK4pY27Ogwtq1zeipwaQSbLSCUmL0GtV5FZHOI1o55vTe5yzbQ9bnPMvBXf0fUczwRxsYgPI/md99O6/vvnNiOeelpbFBD6LjRwyl5KCIEoBSEAfg+5pmHUNffeubBX8ec7rxyVq1JouP1KuROqQ2u18D1cFavvaS+V86V+rFeZGb2DB6ZyxCNjGHqAU7+3LMbTBASj40jM7PX00rfI+gduCSO9/yvVykpZ0d6biUspInThWTTpk188YtfnPa7Xbt28T/+x//gt37rt9i6dSvLly9n1apV3HPPPdx+++0Tr7v77rt5y1vect7BvO9973u8+93vPqMQXrFiBXfccQff/e53UwF7Oha6aPlUhGDCaOhSoaMjz6c+uY0f+9iWCXOmhWj9ct9jh6lpS0tzhlIpSNKWrUU4Eln0yGddPv3xK7hi65nTSJN0YzXRRudcWNSW4xffdxm7e0ocGawghWDd4iKrFxXmrEdd2pLlnWslz58oMVSNiI3FlYL17QWuWlzk2b4yh0eq7NjRx3glxHUVrisJQk2lGuG6inVBPNESSEpBFFtGKiGLsw7jJunFO18zm6FywFgtJutKumdpbXQ+dLmKNt9hLDbE1uIKQbMrUaeM4Qe9SQ2wOOW8FwKsh0cvkWNOiXIqoGsiifhifGS88eeSnq4ygxVuY34apUsUao9TbXkfQrlncV5lqUeX4ZgxlExScrTJE+sWlFKoxj5JO0bGvIik3qgNljiUcMQuXFEjFOtPf5cQ1/H2fRM1vBuhQ0BgpYPoakf6EuM0NVygAWtR8RiFke8TtLwFnV2ObWpCfPCT1P/p89jBXsgXkm1UywjXw3vPx9CP34sdOIbIFZK0Yj+HjUII6ji3vBuvaf6R8c4P3klx2xbGHnyEsKcH1dJC0003kr9y67TImR4fwUgF9QpIxbS+wi0+bouHKBaJK704SlzStbCnu145GzYSbL6C8PmnkUohGsLKBnXM6AjetqvJbLr8TWFwlV3SSe1wz6z7ausBflc7mWIWoc79guE05fDbWqgd70OImWnbNozILeu+JL7HL8T3YErKbFzoc+tNcPl6TWlqauKGG26YddnmzZsnSix/8Rd/kV//9V9nxYoV3HDDDdx999289NJL/P3f//15z2HPnj28//3vn9drr7rqKh588MHzGu8NL2AvNGcquNbaEEWXbs1WJuNgjMWYC7sPYaR54MkjOErStaQJ020oVxJTJGst9cjwnjvW89ZbVs7r+J28qMaxnvXiOjha58W9g4yNhzTlXa7c0EFn6+xP7TcsLrJhSpRVx4bTzaA943D7qlbGAk1kDEVPkWlEj5Y3Z3j5wBDlakSx4CNlw2G58RhvvBxytKfEiiWTN06OFMTaEEYa6TrUw5jAJL1sM6eYXZ1kpBrywK4BjgzXiLRBSUFX0eftGztY0Xb+JidTaRJMfPuY2MywJvJ1AFbMXtdhJaCJoxArLqYAifHEAI4YAZKUXyfYj8FJXIsnosoSK/LIeAxRPUSUWXPa82o2oqgJOPVG+OQZZCmI3QjqaLJM9GTFQRDi2MPUbSd6xvqTZPd+GzXwEtbNY/yTqdEBrhnHBj7WaWnsj0HqEugaUpfxhx7AqjxhZi3RVTfiZvLED34Xc2Q/AHLtJpy334nrRzivKIKhMrY8hhUiiZxmmxCbrkbc+sGzvqappUtp+9Qnpv0u1ham1LOaYivWaIRUoGPAIhxBYVs7fncO4SbtmSySeN+/UltxB6jX2MX7HDnT9Sr72X+LqdeI97wKI8PJL5XCuWwL2Z/5xRkeBW9UOt7zdoaffJG4UkXlJq/XJozQ9YDOO99BbIDz/H7qev87OfjHXyCu1VFTIr5xuQoCOt779kvie/xM51VKyrlyoc+tS/H8tHbh5v1aHY+77rqLWq3G5z//ef7yL/+S1atX8yd/8idcddVV573tKIpw3fmVY7muSxjO3nJzvrzhBezUouXOzsmWFheqaHk2LsUP6kLTN1hlrBRMOPpKKWkq+jQV/cbyCkOj9bM+dtYmabilaoTvSgoZl0dfPMG3Hj1IpR5PtIu594dHed/NK7n16rNLNZ4bQbM/JfnWQs1YysDR4+O4jSiqbbgb5zIOQT1JlTzRX54mYDn5RWGgf7TG49tHcT3ForYsK9tzrMh5tEyJBlSCmK8/f5z+8YC8p8i6DrGx9IzW+eaLJ/jI1UtZ3Hzh2k2cCU0zDsNYLNJ3ESrZIRNqiCMMuWm9UhcaSY28ehlHTDEqkBpZ9IgqdqaBsJBJiq4emTj/LtQXl6SCEmMYPOwpqcIWF0UNl35iO7uAlbUBnOFXsU4O60ze0AvXAxkjdABxiHV8lC4hdTV5UGAlViRj+tVdgKV6+VtxN10F5eTaR6EJdfhlnAf/EdGUQV61hXhgGDNeQdgI1d2B/pHPQCa3INc0ue1GzBP3YY1BhHWwlsK2DjLLC5h6jIkECItsbcUbSkyMqqs+eOEnchGZ67wSLW3k/8NvEb/yEvHuXQA46y/D2bINoZw3zXdKx7veytDDTzP0wBNEIyVULoMJQkwY0XTlZhb/2F0X5Fh0f/RORp7ezujT25MWT76HqQcgBJ133Er77bdcUsd8IW+0U97cpOfWpcsNN9zA7t27Z/z+Yx/7GB/72Mcu+HhdXV3s3bt3Xq/du3cvXV1d5zXeG17AnixUXqii5ZT5oZRESDHRK3Y23FNqPwdGazy3d4i+kRpZX7F1dRsblzVPpN+GkeYH20/w9N5BKrUYpQQdWZd9+4eRUtDZkkE2zIfGyiHffOQQXa1ZLl89tzvx+TCmDbGxaG1wlMRpzFOQxOMyGYdqNSQMNX7GIQxirE1s2nM5j2qk2XVohFLDJKp/qEr/SI3yqlY2FTO0eomI3Xm8xEA5pCXrohpjeFLQqgQj1YjnDo9w1xUL2UJmOoFaji96cQs+yInGQsiMg61rasHKyTY3C44lp17FESW0zXLSXEnYAKlqOHlBPD7raiyEKbskAszMXrXJrBp/x7MsS1DlHoQOMJlTzll7cn2L0HWQEmFqDfE6WbxkZQYDeLX91PNbMU4LFBsP7azF2fkgIg6xzV0oQBUbEV5rEGMDRAefJ26981x3/7SI5WuQ73g/5r6vY4XEyYLfncXUI2xkkzpYP4Nt7sLaEHd0N7I2gMm+9r11FwKhHNytV+NuvfrML36DIj2Xjf/9V+m9Zgt93/oBQe8A/uIuFr3vNro/+l7c5nPvJW2CkOHHn6P86n6Ekiz71Idpe+v1DHzvIcKBYTKb1rLo/e+k8723Ip03/K1RSkrKPFjINjpvNG666Sa++c1v8m/+zb+hvX2mGetJhoaG+OY3v8l73vOe8xrvDX+VXuii5ZT5sag9x9JFBQ4eHSPjq2lpsVGkEVJw+frJE/7ZPYN87bFDVGpR0pLGWp7aNcC2NW188ra1KCX48qMH2X5gBEcJMp5Ca8sLuwcJ6zEruvITdaxCCFqKPv0jNR7bfmLBBGzVgiMlrcUMvUMVslMitFIIfE8xVrJYbQhDjec7E5mskTYcOz5OFBlyjfWi2NA3WKWY98g7ihY3ieru7S8jYUK8nkQIQcZVHBisEsYG7yKZQVmVQ+TbgAB01Ig0WhASkSkCTXCRTFQV4ziMYqzPVEFqhYfVEiENwgE7RTMKG2GFInIuvOg3ZEi6BWvsDIFsG685XVrs7IVDNhZYA+LkQxIbIqzFCgUYrBAYkQFjsOUaQo8jHv0D4no78pq3IjZdhQgqyMGjWD8/cwAhQTmonleJr14gASsE6l0/glyykvixe3FrexCuwoSA5yCKzdDSgVAKazPIYASncozwDSpgUxKk77Hkx+5iyY/dhYljhFLnXf9bO9zDq//5f1HZfQBrkhQM6Xm03nQNW/7st3EKs3wGUlJSUlLmzec+9zm+9a1v8ZnPfIbf/d3fZdu2bTNes337dv7Lf/kvBEHAz/zMz5zXeJe8gK3Vajz88MNA0gepXC5zzz33AHD99dfT1ta2oEXLKfNDSsEdb1/N3/zzywyO1Ggu+jhKUq1HlKsR61e1sm1Tkk5wYrjK1x49SBAZOqcYE9XCmOf3DdLdlmVZV4GXD41SzDr4J9NrXUAbLJbRSkh3y/Sa14ynOHB8fHa31QvI5Wva6BuuEmlDW3uObCNtujQeUK6GVKsRDz58gM6OPNmci3IUY9UI5chpEsd1JLE29A1WWNZVoKItBUcQGzsRhT6VpG7FTtTcXgx8dwiERJsCgrDh8CsxeAhh8f0hgqiLC9I25gwoUUEIg7GnGrAIjMijxDhSBmibtLERNkQSEroriJ1FF3yGhiyR7cATJ9AoJkW1RRJgcQntojnXj4srsE4GEVex7tSbbIEpa1RRIMTJGiULVgMWI/OAwvYdg2oZih6Mj2F27cW88hzypnehbv/wGWZvWej3TAiB2HIt3pZrcQaeQxz5LqKzCMqZMG2y1kIYJmI8fRr+puJCREJNGPHqf/nflF/Zi9/difS95BpZqTH04BMcbCmy/r/+4gWYbUpKyhsNuyBdW9+YLF++nD/8wz/kV3/1V/n4xz/O8uXL2bBhA/l8nkqlwt69ezly5AiZTIY/+IM/YMWKmW06z4ZLXsAODQ3xS7/0S9N+d/LnL37xi9xwww0LWrSckhCGmsHBKp6vaG/LzioQr7q8i5/4kc18+/59DAzX0NqS8RXXX9HNj77vMvxGiuyzewYp12O6TnHVzXoO9VDz1K4B1lVCjLWT4rWBEAKJoBpoYmMn0nghSQVx1HRTJGstvaN1xusxhYzD4pa5nXwHKiG7Bsr0jAUIAStaMmzqLNDaaDWUFzBqYf2KFgZLdWpC4PkKbHIJ7My6LF/SRLu19A9UkTJxPX62p8Rke+vpYyspqNU1Wlt04+Z9SUuW3rFgViFejwxLmjNk3Lmjr9ZaxoKYSFsKniJ7nm6bjqpiEVjcxN132mAaJUKkiC5KHaxFTfzv1GNppI8gxCKQtozAYoVL4G6klr1ywWwSa3YdSlRQjDei02KiF2zVbMAwt+mWzbQSdlyB3/t08rOTGEGJuAZxlSC/EZFpxgn7khWEwKgmjMzB6BBUy4iMh7WSKPQRnYuxlXHME/ch11yO6VyJ6nkV6+em778xYDR62aYFOSazEReWY5WPFBorE5HB6BC2NIqQGiMFwa674a055OrLLtq8Ui5tRp54jsqr+yfEKyTfE04hh40iBu9/nOU//aNklsz9ICklJSUl5czceuutfOtb3+Lzn/88Dz30ED/4wQ8mlnV1dfGxj32Mz33ucxekfPOSF7DLli2btUj5VBaqaPnNThhp7vn+Ph5+9BClUoCUgrVr2vjA+zZy2caOGa+/7opurry8iwNHRqkHmu7OHIs6pqdv9QxWUHO472Y9h3ItYqQcztrqpqnJZ2CggrU2qbdtCFhjLfXQcMu2yTkdH6lxz/YTHB9JnHxdJVnSmuGObUtYcopj8aGRGg8dHKYeaxwpActLvePsH6py+7oOFhd9WpSkbA2xhY7uIuO1iCjSaJMI0aaMkzi8upKPbeyaENe7BiuM1ZN6WN2QOLKRNh0Zg6MUtShmYKxOU3uOK5Y28crxEqV6TDHjTNT5VkONFIKrVrTMKcJ7xwOeO1FioBJhrMVTkjWtWa5e0kTmlJTjIDaUwhglBC2NcWbjVHOiU5eCOMNrLhyxbcVYH0nYSN+dRBBhyVLyb0E6FbAarVqw8sK6Np+KIcu4uRpP9OLSl6QTa4GtG5Q5jutqIm/pnHXC9ZXvBgTe4HZkPXFVto5P2HUNtVV3gPRQ9X5yx7+DUzkBTggFsOOjCE8hM4p6Tx1dSvKmRb6IrZYxzz9GfOvtyP6DiPIwNtcMyoE4RFRGsMUO9PrrF/TYTMVku4haNuINvZxElEeGseNjCFchPUm9NyZ+aQfiwBH49C8j115+0eaWculS3n0Aa+2EeJ2K01ykfqyXyu6DqYBNSUmZwaXSB/b1xLJly/it3/otAMrlMpVKhXw+T6FQOMOaZ8clL2BTXjuMsfztF17giaeO4rqKXM5Fa8PLO/s4dHiUf/dz13P5ppn1aq4j2bhm7jrUrOfMafakjUFKQXdrhkMNoTpVrLW3ZxkeqaFjQxRrlBSEkaZUiehozvDWbUmd49B4wD89eZjRSkgx41DIuESx4dBAlX964jA/8bbVdDQckoPYcO+uPo73VUAbPN+hoy1LMe8yHmoePTTMR7d040vBYkdyoBJSizSeq8j6DhJwBaiGKK1Ghr5qxNJCckO1vqvA4ZEaNrQTQUOBQGDR2rKoI8N4NWJHNabfWFY2Z3jnlm4eeqWP0Wo8YXfvO5IbV7dw+eLZjU76ygE/ODBMLdJkXYkUkkgbdvaXGa3HvHtdO44URMawo7/CgdE6oTEIBM2+YktnnuVNM92No6gZzymR2PtOFWEWKWLCuAVr52etfq4oM4Knj6BsCesYpBsjqWLwAIEkQghLzazEiALGubAX0jNh8QjsCkLdQX7sQZyoD9GwQ7ZItLuIcvOtWDVLLZ50qa++k2DJTTjjR8BadHH5hLGTM7yX7L5vIoNRrAkQdgg1eBzr+9hsgeB4nfJLpenbdD3swHHM8s1EN/8Y7jPfRpQb7VukwrQvJ3zrJ7GFhakXn4vq8juS6fW/hDAVKLhYI6kPQeW4B52LsYO96O9/FfFz//VN0Rv1zUY4NEr51X0IpShu2YhTOL8HTNJxkiyYWTJWrDYIKRFueiuUkpJyKnYBy1beHMq4UChccOF6kvSqnXLOvLpnkKef7aFY9MnlJgVKLufS11fh69/cxabLOs76JnPL6lae3zdEGGs8ZzK91VpLuR5zxeo2brqsi5cOjzJWjWjOuZNjSEFrV56sgaAeU6nVEcDyrhyfeM8Guho9Up89OMxoJaSt4E1EFn1X4TqS4XLIsweGuGPbEqy1fPPZY7z4cv+E+QfA8RPjLF1cZNmyIqP1mJ5SwPLmDDkpaG7Y9WRkEgCWIhGkyfSSf6tx0mPQWEtFgOMoakGc1ARKMMZgLeSzDos78jTlPYQUxBZOBBq/6POBG1bQP1CmVIvJuJINiwp0FOY2BNreO04t0jRNMdFypMJVluPjdQ6P1ljdmuWpnhJHxuq4SpJVEmMtI/WYJ3sSEXSqiA2jNnxvCEdVMNbB2sRISMkYYx3qwcJGNny9n2y8A2FjrBCI0IKRCDeHbNRRGjIEehmBXbagczkt1pIvPYobnUDLHJxMt7YxTniCfOlRyi3vmTOV2frNGH8lDmNIKkT4UKuR2/t1RFTBZFpBKIQOEWEJRkapvDxKbXiW/sdxBE2tAOj1N6BXXoE6tguCKrbYjlmyAeT5pZafEypDddWHYOcAct9BRFMr0TjoerJYCIEtNmOPHYD+Hlj0Gr6fKRcUXQ84/Od/T/93HiAulUEIvI5WlnziAyz98Q9O1ESfLc3XX4H8ax9druIUpz8gioZHcTtaabry4qXKp6SkpKScP6mATTlntr/USxhp2tqm3yALIWhu9jl8ZJRjPSWWLzu7XrtXrG5j4/Imdh0ZI+spMp4i1pbxWkRTzuVd1yxhaXuO91+/nG/98CiD4wFKCrRJxOIVa9r5xC0ruf+pozz6bA+lcsjx+jhf+sYr3P6WFdx45WJ29ZTwHDkhKI211CMzYX70yrEx7ti2hD3HSzy5sx+wZDJOo7erJY4Nx46XyOdc/KJHNZxseu+pxIxJCTEj7fbk0zy3kT58ohwyUItZs6SJodEaw+MBkTYIIcjnHNpbsjTl3SS9ODLExiCtxVMuo8Bly5opqDPf2FVCTW85JNPoT3uS5hxkXMFQBQ6P1sh5ip7xgKwjcRvbVQgcaSlHhh0DFZYW/Wn7ZVGUq2vIZo7hOSWEDAFBrHNU60uI9cJFO5UZJhvvACxa5BPxJwAdo+IygbuOUK1BkwNeA0E2da7xIE50AiOyk+IVQDgYmcWJelHxANqd2RtNEJBnJw5DUyK3ChPUEVEZ47dNCF+rPGy2A1Gt4WVLVHWEUJPj2aAOQqCuumlyAC+LXnM1dngA23sUarsQqzYk/WZfA+KqxRyrI2YzHFYOGI2t1y5SYnrKQmOtZf/v/Tl9374flc/id3dijSEaGePQH38BqzXLf/Kj57Tt4paNtL/9BgbufQQTRbjNxWTbw2PYWLP0xz+UuhCnpKTMwLJwKcRvjvjrwpIK2JRzpl6PE0uaWSJGjiPR2lIPkrq7IIh56eU+Bgar5PMuV21bTFPT7NFC15H85Ls3cM8zx3hu7yCVeoySgstXtHDHdctYtShJkb15UxdLWjM8t3+YE8M1cr7D1pUtbF7RwoNPHeV7Dx/CWkuxER3u6avw999+lWo9Jm6IRIBqqBmuhMQ6uaRYa6lFhkMDFZ7eM4gxFtdtRC1Fsr+up6jVYo73lVnb1E52imlSe8Yl50iqsSF3imAMtMWVgu5cIgxOlAOMteQ9h2VdBbo7chwfrSOlQCmBdCSRnmzAIoUgamwjMJbh2MxLwMbGYKydEM7NOdi6DFrzICVY62IsvHK8Tmwhd8o2hRBkHMlYoBmpx7Rnp6cEG+tRqa2hJgOkCLAotM6x0C62nj6CsPGkeJ2YsINF4cUnqMktIF5b8QrgREMIqxODpVOwwkWaGk40OIuAteR5GZdBDD6mIcQFEU6+jl2+GDMQzhyw0IYKQ+T4IEb44HoQ1EHHyE1XI664cXKEyjjxt76E3fEstl5L+vm2daBu/zDy2rdd9FRd0Zmk+ltjZkbe6jWEn0G0n18T9JTXD5XdBxj8weM4zcWJXq8Chb+og6B/iONf/hbdH37POfWBFUKw/r/+Ik5LkYF7HqF+vB8hBF5nG0s++UGW/vgHL/TupKSkpKQsMKmATTlnuhcVAIGZpa1LtRaRyTgs6izw6u4B/ubvXqCvvwIkArFY9PnwBzdx+21rZt12znf4kVtW8Z5rlzIyHuJ7io4mf8aN9LL2PEvbpj89L5UD7n30EFIKWqeku2Z8h5GxOvc8eogrbljGvoEK9VAzOB5gLDgyudkJ40TIfvXpo1RKAVlPUbc2SU+dMo7jSMqVkIKrWDplHEcKLmvNsX2oQiU2eDJZLzQWKWB9S27CMCk+5fGeIyWeK9HGJmnHQqC1RSoxcexU4/8CqM3z8WDec8g6imqkacnBDWsh50E9BNdVZByJUgYr6lgsViaFtWLK5iVnbtFjjH+GvqYXFmVLWCFnTbu1OAgCJHUM5xdhkdEwbvUQwoYYp5kotwYrz24/7RwmTZOIRh/X6TiM4DCCwcdOuWRbPKwG0dEMI0MQm+krSoFo7UTcfC3ixWcS8dragbz+Hcib3j0RXbVxTPylP8bs2Q65ArR1gtbY4QH01/4GlEJdfctZ7et8qR3uYfCBJwmHRvA722i/7Sayyxcjt92Iefi72JFBbFvnxOfehgHUKoib3o0onF1mR8rrl9Gnt6NrdTIdrTOWeW0t1E/0U3p+J+3vuHGWtc+MymVY9x9/juU/+VHKuw8gXYfi1svOu742JSXljU0aKX39kgrYlHPm+uuWcve9exkaqtLRkZu4yQxDTa0a8c53rKFWj/izv3iG0bE6ba1ZXFdhjGV0tM4//fPLtDRnuPaaJXOOkc+45DNnZwC0c+8Q5VpER8vM2r+mos/QSI1mKfCUZLCctONxZCIWT/ZY7Sh4jNdjwlgTG5NElM3JnmCNtGNjcVzJlUuKqFME/NKChysF+0s1RgONBVp9h9VNPkvyk2mZzRkXTmmJk3MVpSDGkghe15FJi89G+nGu0fbGAmqegTFHCjZ25Hn2+BjL2y05TzBeB8+R+K7CWIvRkpasScyjjE32yU76B4fG4ilBk39hLxtCRHhuCSE0xniEURPTzaDmxgofYcwcgd7EVMpyHgZS1pIZfQp/fAfCTkY5zdgzVNtvI87MvwYz9pZghYewdaw4Je3e1rHCI/ZmfhYcRhGYicjrtOnJDFLEyKyDGZ8ShbUWEdeI2jaibvkU8o5PQVgHP4M4pbbV7t6O2b8TmtsRXkOUSwVtXdihPvT930JuewtCXdgods8/fosjf/HlpN6RJLvh6N9+lZU//+Ms+bG7UD/yU+iv/RV2sBcrZdLaRwjE+i2oO370gs4l5bXFRnHy3s4W6VfJe2+i6LzH8Rd14C+a6Y6fkpKSknJpkQrYlHOmvS3HZz99FX/zxRfo66sgZeKyK4Vg8+VdfORDl3PvffsYGamzaFF+4uZESkFbW5a+/jLfv38/11y9+IKmKNZDDZYZUWFgQmg2Z1zedUU3X3nqCMaeDF4lc2/JuxgE2hiMFNQjgycljhRomzj+WmuxxrKku0A4x9y7ci6dWYfQ2MQlWM28QVvZ5LN7qEo5NhQa6cYF36EWGwyWggsZT1GtxxhryTiKnOdgGmK2ZR7pwyfZsqjASD1iSUtAqC2xgeJED1iBELC8TbLjhKEcxBT8pHWOsJZIGyJtWdOendFu59yxZPxBMpk+pIg5qUK19qhUl8+rdjaUS/FMD9gYxJTLmbVIGxKolVhx7nWcXnknmdILWOFiVFMS6bUGGY+TG7yPcvdHME7TvLZlVIEgu5FM9WWsthjpAwJp6ghi6rktGHV2KZLWzWOjGiIqI2KNVT6YGBmWsU6WYOnNAIn4zM4ehTZ7doDWk+J1KoVmGOzFHj+MWD57tsS5MPzYsxz6ky8CkFmxJKktN5ZwcJhDf/wFsiuX0Xrj9Yju5ZgXHsP2HAIvg9x8DWLzta9ZbW7KwpC/bA1CSXQ9QGWmn4fxWBlVyFPYeOHOv1MZfuI5+r7xfUovvYrM+HS88yYWf+QOMku7F2zMlJSU1z8n77VSXn+kAjblvLj6qsUsXVrkyR8e49DhUbIZhyu3dXPVlYvxXMXOVwZwTqkDPUk+73HkyCjlSkjxNO65Z8ui9hxKSYJQ43vTo0ZBqFFKsqg9x/pVrdy/s49qEOMoOdF7tlSP0MY20njByzjUqhG+p3CUQBtLGBqKeY81y1sZqM4dGRBC4J8mTJpzFdcvKfL08XHKUWIEZYFCRtLdZNm61HK8avBcB6vBV4oYi7GQl4LWsxCTjhTcuqoVskMERuM64KhGWnRjihlXcNMah0f2QSVI5iMaDyWWNXls67pwhkyeO0o2cwIAbbzGJAxKBRTyhymV12PM6YVKJBcTiW5ccwKLaqTYGqQNMSJPXW089wlagz/+cvJfNSViKiRGNSH1GF5lD/Xma+e9yVrhWqxw8GuvokwVACMz1LNbqOevmnWdmFYsMukfe+olW2iM20LoLMExB5FRUr+q84uor7od3bL6zJPSMXMmSkkJ1iSuxfPBatzxfXilV5HxONptIWreRJRfPa3Pbe/X78HUA7IrJiPOQgr8rnZqR47T+/V7aL3xSkTnYtS7z69/t7UWqhVwHIQ/sw1UymtPyw1XUrhsHeMvvYq/uHOiZ6uu1IjHSnS97x1kVy6d9/bqJ/qJxyv43Z24Tae/ZvX847c4/CdfTMRzLks8XubY332VwR88zuV/8J/Jr1t1PruWkpKSkrIApAI25bxZ1FXgQ++/bNZlUp5Mu52Fxq/FBTb62bi6lWXdBQ4dK9HRmkE1opRaG0ZLAWuWN7NhVStSCtZ2FXilp0RLziWMLQPlAGsTB2GLpTnv0bW4yLFjJcbH6gRR0od26aICmza042bc8/YpWlLwefdqhyOlgNEgwvNDlrVYuosCgSTvBvTVXUph0h9XIWl3BIs8hTqLyHVvOWT/aI3lHZrFLVPEKwKwCDSeDFneYvnRqyWjVYdjww71msvigkf3lJZD54/F9wdBGIyZ+vBCoo2HkiGeN0y9foYIiFCU3evJ6D34+jCCEJAEaiV1tREj5xcdncAEOKP78Up7Ia7gRH3o2XqzCgFIVP0EnE0pppDUC1cT5C5HRYMAaLcDK+cWVjEtxLThMoDBTohYQYREUxerqF32LmSlH1kfxjoZdHH5vNvgiKWrQEis1jPThKsVyBcR3fNIlTYxud578cb3gDVYoVD1PrzyXoKWK6h1vSMZx1pKL+9G5WevP1S5LOMv757X3E+HNQbzzMOYJ+7DDvaBlIjLr0K9/X3IJSvPe/spFw7pOGz8nV9j93/6fcqv7p9oWSZdl7a3XseaX//ZeW2nvGsfh//iy4w9vxMbx6h8js473saKn/n4rAZQtcM9HPmLL2Nh2sMUqw31oyc4+Id/y+Y//r/TfsMpKW9S0gDs65dUwKYsKFds7Wb3niGMsQgBQaCJIo2UgnI5YNu2bvL586hRnAWlJJ/50OX8xVdepm+wMiGfBbCkK89nPnz5RHrx9Wvb2d9fZrQaERmLsRbVqIVVStJa8PEdyYaNHQhtyAiJ5ynyORdrLZXYsCh3/tHjnKu4rD2HcOqoTAhWcVIZ511Y40ZENiCKHVTQhDqjIdB0Xh2qsr2vTGwMgRF0NIGnktRgz1EIYjKqjhCW2EgcYVhUDFlUiIhqPjq6sMZMQsQ4qo61s12CBBaB65Spz2tjDnXncupqI5I6Fvec0oaFrpLvvxs36G3UGwuECVAmxABWnSK4rJ3mbixtBc/2IO044BLKbmI6pkUeJ1aVGWJ/2cR2lB3Gs70NR+UCoViCFSdFraDCVnLsxGUISY3ksZBLnRXUWAeAyXdh8mfvzCuvuAHx4LeTWtPWToTjJPtfq0BUR779TsQc6cdT8cZ24pV2Y1QWVHK+WEDoOv7oS8TZZURNGxFCIH0PXa3Nuh2rNTJzfinC1lr0d76MfvR7ySSyucSY6umHsXtexvnJX0OuXDfLigZ5fC+y/xAIgVm8DtO1es7evCkXjuzyxVzxV7/HyBPPM75jN8JRNF+zleZrt86rB2x5z0F2/srvEPQN4LY2o3JZdKXK8X/4JtW9h7j8D/4rKjf9QdHg/U8Ql8pkVkyvPRdK4ra3UHrxFaoHj5Jfs+KC7mtKSsqlQZpC/PolFbApC8rNNy3n4UcPceLEOGGkCUONMXaiNc26NW0znm7X6zEDgxU8T9HVmT+rp9/WWkYqIW7G4Vc/ezUv7hpgz6ERBLBhdSvXbl5EPjcpmFd15nn/1Uu596UT9IwkN9RWgKski1oz+J5C1zXSVUhH0VTwUCJJI65rQ8aRrJqjHdC5IFU0EQ89FVcIXC8mjg2YM9/QWUBLQVVbykBr3iUINZUAdp8wbFgMjtQIDJ4KEMISadVw701MqqTQuJkxdJxpiOoLzVxfDjZ5I84Goc7LbTgz8hRO/TjGbcKiEiOkKELYOjIaRUtvss7WahAQZZNInmt6yJmXkQQT2/P0YSKxhIq8cu42PtaQMy/h2WMIGr2ErSDDXqpyG5FMItAWjwpXohhHUQIEMa0Yzt9FVeQLOJ/6ReIv/yl2oDfJmLAW4fmI625F3f6heW3HH3s5EXpq+ufBqgxC1/DGdhA1JSndHbfdxLG//8aMNjlWG0w9oP22mzgf7NEDmCd/AF4GUZiMwttCE3bwBPruf0L83H+efm2pjOI98HeovgONtGrAcdHLLie89dPgp461C430PdrfceM5uQ0f+7uvEvQNkl2xFNF4QKmyPrqQY+zZlxl84AkW3XXbtHXCoRFg9lZwMusTl8pEgyOQCtiUlJSU1xWpgE1ZUNrbcvzkp6/kt/+fh6lWI5JWqgLPVfi+4t779nP5pi42rG8njDTfu2cvDz1yiNJ4gJKCVata+cD7NrJl85kjS3t7x3lkVz8nRmoYC4WMw3Vr2/npj26Z4RI8lS3LmlndmeeP7ttLpC153yGfcSaitEYbxoZrtLZnCbRJAm8Cip5ia0eeJu8CfowEJzN6T/uSMz0TNAICR2GEQAvDio48KzpyjFUi9p0osbcfjpQEqzoUXTnNilaLNknvVGtPxkAFWIWQMcqpoaMLV/9qrUOsc7jOOHpKtLmxFAFE8dn3fDxXhK7iVfYnrXGEw8k32TgFZBwhrEbGZYzTjLAhwtTQXhdhfh3SjpM3LwExmsl+tMJGePYY2hapiw2zjpuxB/DtEQwuhkzDJMoiqZIz2xkXRYw4KcoFmiY0Z5kWPQ/kirW4v/K7mJ3PYU8cTcTrxm2I5Wvm9wDJamRUworZsymsdFHhyMTPiz/6XoYefJL60RO4bS3IrI+pBUTDo2SWLWbxj7znvPbH7HgWG9SgY/G03wshsIUW7JF92L6eydRoa/Ee/ALq+G5srgVcPzkHojrq0Iu4j3tEt332vOaUsnBEY+OMPPk8bnNhQryeRGV8QgtDDz45Q8B67a0gxDQX+JOYWoD0XNxZWvukpKS88bEkvQwWatsp50cqYFMWnCNHx8j4Dh3tObQ2SCXI5zyEgL6+Cvfet4/169r42y+8wONPHMFtpOhqbdm1a4AjR0b5+Z+9jm1XzF0P+erxEl/74VHqoSbvO0gJ47WI+146wUgl5P1XLzntjXjed9i8rJlXjo9TyDrTXmutpVqL2OIW2NxdJNAWXwk6s+4FrAltjKUdkq4vk+16JhAWrMSa00dCLZPiVVhLEGtqkcFzJK0Fj5VdBX54cJhSYCkHDms7LYubLNXIQKPPa4uvGjeCDTEmL/RlXFCvd+Lkq0gZYYzDhImTjNHaJwgvwo2jifBKr+CPvYCs9YN0sMZgnVxSrykzGKcFFY0gbIDUiUiLsquptb0NpI+vDyAIp4lXACtcrI3xzRHqYu3MKKzVeOYwFjk95VkIjM2hqODZY9TFeRhRnQXCz55Hv1eJlR4irsy+bavRzmQEM7tiCZv+13/i4P//bxl/6VXisXGk79HylqtZ88s/df7ur9XxZNzZPp+ui61XoFqenP2Jfaje/dhccyJek5XBy2KNQR1+mXi0D9uy6PzmlbIgmHqAjTXyFAdjLMTjZaKxcQbue5Sdv/zbdNx+C53vuiWJ9t72Fo598WuEA8P4Xe2Tq2lDNDRK683XkFu9/CLvTUpKSkrKmUgFbMqcVKohzzzTw+69QwBsXN/OddctJZ87u/q0F7f3opSgUJi5Xj7v8squAba/1MfTz/RQLPrkpqT4ZrMO/f0VvvGtXWzdsmhGa5yx8YCnnj/OgweGqVtozTn4buJ67DmKahjz4qERrlndytK206cAXrOylYODFUarEcWMg6MkkTaU6zFF32Hbshbaz3LfzxYT+0hTQwiNtZKJeKuwSX/WKMNUYWusZbAUYKylreDjORItxYR4FTAhso1Jal5bCz4ZV1ELNfUgZnDMonXiNqyNxRgItcWVcPI5oZ1HyvLZEsVNVKrLyGZPIGWEwGKtJIrzVKvLsPbC1kbPwMTke7+HWz046dRgImQwDHENk2lPRKzIYESGKLeOsHg52mnGeG0Tm1GMJTHjWcSSxUUQIKlhmB7BltQmanZnIATWChw7eiH3eOEQgrB5M5nBx7FWTxfrJgZrCJs2TVulsHENW/70t6nuP0w4OIrX1UZu9fILYpgjWjuA2SNrBHWE6yFaJgWLHDicpA07s5QD+DlEaQA5cBidCtjXJW5bC15HG0FvP06hcZ23UD/eR723HxvFCCUYfuxZRh57jsH7HuOy/+c3yK1axoqf/QSH/vRL1I4cR+WzSRp7rU5m+WJW/9JnUwOnlJQ3K42WiQu17ZTzIxWwKbNy/MQ4f/xnP6SnpzTxOXv8iSPc+4P9/PtfuIHF3fNP74xiMyOt6yRSCoyxbH+5lzDStLZmiGPDeCUkCBOzJ893OHp0jCNHx1i1smVi3b0HR/izL7zAcDXEWVpMnCMrAaOlkKXdBZSSZF3FcBiy+3jpjAJ2aWuWO7cu5oFX+xmrRVibiL/Oos+7Lu+ifRYBfsGxEl0rorLjIBptbARYK9BRFhNOtnPZeXSMR1/tZ6AUNFrvJCnT125K0q1PHvGMktSESfrdakvGlTRlXWpBjAFGKpLxuqQlZygHyVrJRdsipMZahY6ntJG5gIRRK2GUJ+f2oEQZaxSBbkHbC2saNRteaSdu9SBG5UE6yFAjTR2LROoaNq5g3SLCBFjpEjRfSZyZ2cojEalzfRsZkoTs2aLmUx5QzIKY4jh8KRC0bMMp78ep92JP1gubCGFj4txywqbLZ6wjhCC/bhX5WfyUzgd55VsQD30XOzqEbWmfECFWx1AZR1xzC6Ktc8oKp3lAc/IG5iyN01LOTDg0SnnXPhBQ3LJxVqfg+SBdh+4PvYuDf/wF4nIFp5AnHi9T7x0AY5G+R27lMlQ+i67VGX7sGXr+8Zus+JmPs/STHyS7cim9X7+X8Zd3T/SB7f7Ie8kuS/vApqSkpLweuXTujlIuGsZYPv83z3HsWImOjhxOo9doHBuOHSvx+b9+jv/yf719RjR0LjZuaGf/gWGCesx4OSSMYqQQFIs+lUrE+nVtiWCyUK3F9A5WE6OiKWm0jhKUSpMGObV6zF/+w4sMjdRo7c5Tb/SatdZSrUf0DVZZsqgwceMaxPNLgV2/qMCqjhyHh6pUQ03Bd1jZnjttDe2FxhqXuNKKcEKEjAGBiT0wkx/X7YdH+NazPUTakPeTlOeJlOl6xDuvXzFx9BwpyLqSaqQxNpFUxlq0TZYVPIcdxyXXrgwo+JYwBs+xCBknEdF68wIZOIGkSsF5BYcKSaQZXGeA2DZRji/Hco5C1kY4egBhDVq1YOTM+l1/fBcgQCYRUOM0NUybNBaLjMaxIjE0Coqbif0lM7YBEIpuPNvTMHaacpysRRISiW6smPkAwJAlFq24th9tnekRXKsBQSQunYifdXJUln0Yf/g5vNIuhImwTo6geTNB69UzzJ0WEtG+CPWBT6H/9QuJu7LrJRFWaxDL1+Dc9clpr9dLNuC4PoRV8E8xAquXsZk8evH6izb/NzomCDn8f/6Bvm/9gHhsHITAbW2m+2N3svyzH0U6Z39rsuQTH6Cy7zCD9z1KNDRGNFbCRjHK98gs60blk8+gymaQnkfft+5n2U98BOm5tN18LW03z7+fc0pKypsDk0ZKX7ekAjZlBq/uHuTw4VFaWzMT4hXAcSQtrRkOHR7l1d2DXL6p8zRbmeRtN6/k7u/tZd+BYay12EQT0D9QxXUl71u/nubmDNZaTgxU0NriOgLRiHiEkSGMDC++3MsVW5Mb+hd29DEwVKO9LYO0gLVYARKBowSVakgU6YkesO3F+d88u0qyruvCGRadGwIb+7MKuEgbHtzZR2yStOGTeI5HJYjZfmCYres7WNSSbWwJCq7CEYIYCGPDeC1CSUHRUzhSMFJRPLHfZ0lLxIo2gysVOvKJwzxGz92jFECpKp47gpQh1riEUSuxznHmBrmGgrMLR5TRZMCePNc0rhgj7+ylHG+ex3amYC1+tIdM8ArSTrabCd3l1DJXY8Xk8ZLx+HTTIemh3Q6UHoe4CiZGu60ExS2ExS1ztlKJRDeR6MS1/RjrNCKyBkmAwacm5xA+QlCX63H0KIoqxvpYZKO/a0QsOgjFpRUBsk6eetfbqLe/BWWGkEJjZHbacb9YqOvejli0FP30w3BkH/hZ5NbrkNe8FZGf/vm2bUvRq67E2fvDpAdpJp88P6uPI+KQePO7IH82DX9TTsf+//1X9H7te6h8Fn9xFxZLNDzG0b/8R2wcs+rnP3XW25Sey4b/+5fouvNWhh58kt5v3EvsumRXLUVlp1/DVD5LNFoiHhvH62ybY4spKSkpKa9XUgGbMoMTvePEscH3Z54eGd9hbKzOid7xeQvY0VLSzdPapL5yKnFs+M7de/i5z12LchVhOcT31UTk1DTUbj7v8uyLvXzkg5vI5z1O9Few1uIoCcbihIbIV1htkVISRZp6GBNZaM66bF72xrn5PDxQYbSS1OmeSs5TDFdCDvaM0dWam9aF23clPoJm4MPrO3j82Bj91Ygg0IClFAjG6xk6nCZyscuZhaMl4/eS9fuTml0EAovvDVEPO6jVl5x2G64YQYkKGp8knTZBWAPE+KIHyRChXUrAsil9UefGj/aSrT8PgBZZQCJsgB/uR9o65ezbJ1JBjVNEBf3TE3ili1FtCCTabWd8ycfPnDoqFBV5LRnzatIHlpAketpFXW5Ai7lvkGPRQVldQ9a8irKlRiqyQyBWUJOXT7btuYSQpkQufgHHDCLQWBRatlB1t6Flx8Wdy4p1yBXzyE8WguitHwfXR+1/BlEaBMBmCkRbbiW+9q4Fnumbh+qBowzc8xBOUwG3JXHUFoDf1U44OMKJf7mbJR+985yEpVCK1rdcTetbriYcGmXooadmiFdIIsAq46PyaWuklJSUuUnbwL5+ufTujlIWnJPC1Rg7I03YmCTVdzZxOxePPHqYWBtcV6H15DYdlQjN0bE63/v+PjZuaGf4mR7iyEyWBgpBPu/R2ZmnWo3oH6iwOu/he4ok8JqYtGRqEVYJtCOTlA9XUQkNbUWPD123jPxZzPd80MbwyuFRXtw/TKkasqgly9XrO1jdXbhgZiCRNmg7872BpKZQACbQONqglZjoKSuwuFrjWItwFe9Y2UpPOaC3HKKtpT3jsqI5Q8aZX62f65TIZvqwVmCMz8k3TQhNxu9H6xxhNLeTsBKVhmCbTLuVto6kmmwHgRJVsnY3Hscp22umtJSZBRuTCV4BwMjJ11mRwViFE/fi6H5iJ4lqBk2byA30gYkm0oiTlaNkefPWedc9WuFSU1up241IqlicpCftPN7zWHQxLjtRlBBEaPKzphxfCghbpRA+jrIlDD4GH4HG0UMUzBOU/behZcvFnVPvAZxXn0T0HwY3g153FXr99UmUdSquT/TWjxNf+S7kwBEQAr1oDeQufNuiNzOjz2xHV2pkli+escxtbabe08vosy/R9d5bz2ucjnfdwvAjT6OrdVRuUsTaWKPLVRa9/53Tfp+SkpKScumQCtiUGWzZ3EWx4DM2Vqe1dfqN9NhYnWLRZ+s8+rKe5MDBEYyxGGPxPDlNyClHYoylp6fEtiu7aW7O4HuKej1GSUG+4FEoeARBjJQC10vEztZNnXzvwQNUqhGFvIe0kBsPiT1FKdZksy7v2dbNVavbaMlfBPMlINaGLz+wnxf2DaGtRQnB7qNj/HD3AO++eim3n6GVz3zpLGbwHUkQaXIZAaIR1raCWCeCq7PJx9cGq8E0xpTWTouHKilY0ZRhRdO53cT53hACg7FT1xdY6yCFxvcGTytgLbLRGiip1hVWN8QrgGz0YHOxCBQlsrxKhWvm3J6jhxC2iplF/FnhIk0NN+6dELBhcTNu9TBu5SBogRUuwkYIYQlzq2c1HToTVnhozuF8EwLNpZ8l4McHUaaEFvkJ8W+RaBwUZfx4H1Xv4tUaqlcew338qxDUwHHBaOTx3ahXnyJ8789DoWXGOrbYji62z9xYygXBaj33gx0pEufPWJ/3OB233cTgfY8z9NCTSNdF5bOYMCIuV8ivXcnST33ovMdISUl545LcgyxMCDYN7J4/qa1iygxamjPc+d71aG0ZGKxQr8fU6zEDg0l96p13JDWr8yWTcdA6EVmnCjhrLVKC1pblS5vxPEUh77FsaROLFxdpKvoIYKwUsmxpE0sXJy6VK5YUuem6pVRqMcOjdYJQU6/HDB8fR40G/NhNK3nHlu6LJl4BHt3Rx3N7h8hlHLqas7Q3ZehsziCAe5/rYW9P6YKM09Hks25xnmoUEpsIIQxCGCwxY9U6bUWHy5ZMpuYpa1GniNcLgaOq2DnMnYyVKJXUoM5FZNqw1kEQNeYaMmHc1Zhs0r5HYvBwGUTa6lybA0wjojvXniZ9ZieQDpVFd1LtvBXtd4F00H4XwaLbqC5+7/So7EJgTRLtfQPlKLm6ByvUzMi1EBhcXN2T7PdFQIz24TzxNdAxtrkLW2jDNnViC+3IvoO4P/zXizKPlOkUNq5Fug6mVp+xTI9XULkMhcvWnvc40nPZ+Du/yqp/95mkzjaOUdkMSz/xATb/0W+SWXLpGKSlpKS8NlizMH9Szp80ApsyK3fesZ58zuXeH+xnYKACwOLuIu+5fS1vf9uqs9rW9dcu5dXdjZqyqX0ZbZKSXMh7+L7ihuuWcqSnxAsv9ZIJHHI5F60tpVKdXNblQ+/bMLGuEIJPfXgzLU0+Dz91jNJ4gBCCVcuaee+tq7nmiotrfmOM5alX+lFSkPUmP1ZCCJpyHv2jNZ7ZPciGC1SL+8Eb81QeLXOkP8bYScnWWpR8/O0FfI8Ff8RnrELJeNZxBBZzBudiQ47AdJORPVgCBEkt7smd0Vpx8geLg6COpI5h9ro1LVux+AgbzEzBtRoEaHVKXZ10CJu3ETZvS+YtwHUVRHrBjp8IRvFP/BB3cAfChJhMO+Giawm7rrzkW7Uk7+HcDxCSBwwXR7Crvc8igiq2qWt6xE85WD+PPLgdyqOzRmFTFo6mqy6nuPUyxp55Ca+7A5VJDL50tUY0PEbH7TeTX7/qgoylshmWf/ajLP30h4hLZVQuOzFeSkpKSsqlSypgU2ZFCMGtb1/NLTev5PiJcQCWLC5OcyWeL2+7ZSWPPXGEHTv7CEOD60qsBa0NjiORUrBlcxdLlzTxbz57Nf/63d088cNElCopWbO6jQ/euYErtkx/Yu44kvfdtpZ33rSSvsEqjiPp7szPu73PbJQqIft7ShhrWdldpGOekeZqEDNaCcl4s4s215EcHz5d9HD+CBnTktf89HvaeeVwyL7jAbG2LO90uWJ1hqY8xPU6OjxNveg0NMoJk//F0w2VTkcYtZJTx2FG1NMihCEMW5lbzCRU9RqMdcioEwgRJBLHgtYOxkwxdkIDCnOa9FwrMwTuajLhLoxViegViSGUtAFathA6y+a1bwuFrA+T3/UPyGo/VnkgFKp8nGz5W6hyD7U1d82rbvb1Siw78fX+JKp8yn5IGxGpRdNbDS0gYnwomUejphk1xZjMzSBqJUR5GJsK2IuKkJKN//1XefX/+n3Gd+4mbKQLS9el9eZrWPef/u0FH1M6Dl5bywXfbkpKyhsb8wbKkHqjkQrYlNPiOJIVy88vatjcnOHXf+Um/uwvnubZ504QBBohwHMVuZzLurXt/PjHrwAgm3X5xEe3cNcdG+jrL+N7DkuXFE8rSn3fYcXS8zNa0drw3SeO8PjLvVRqEdZCNuNw1foOPnLrajJnMIHyXImjBNEc/WZjbSnM4hp8LggZgzB4SnHlmixXrjm15jNu9I89ExYvM4LnjSFkchNpjSIMWgiDFs4kPoOwHc8dwVG1pH2MlQhhkCJGmwxBMB+XakndrCIwy3DpJ8dLSaslpoociyQgoisxRjoNtcw2hA3w4sMoVU00lACrJEIKPNNDqFbOY14Lg3/0YWS1H5Npm6wRdfOIuIbX/wJR++XELeefPvlaETir8fRRJFWMzSUi1lokdayQBM5F2jdrEfURZH0c4koyD+Viss1Yvwg6AuXMNHJKuSj4izrY+pe/y+iTL1B6eTdCCpqv3kLztVsR8tLOQkhJSUlJWXhSAZtyUejsyPOb//kdvLKrn0ceO0xvb5mmJp8rr+jmhhuWkc9Nj6wVCx7FwsXrz/fdJ45w39NH8TxFe3MGIaBSi3ni5V7CSPOT79t4WgMmz1FsW9PGozv6KGSmOwSHDVF75dozG8OU6zEH+suEsaGzyWdFe26WumHJFJvmU7Zgp7xmbqy1ZLJDeJnRhotwcikQQuNnhxDCENRPP19rXcqVtWQzJ3DdMaSMwQqCqJVafTHGzr/+2OIQsgRpy2TYj6SCafRTFWgMOWpcdubopHCoZa7BjUbBjmFwsHgYPCR1cvGLWFwitWTec7tQiKiCO/Iq1snOSBW2ThYRVXEHd17SAlbLdqruVWSj7SgqjZJjixUedWcTkVx6bhu2Fjl4GNl3ALCYrtWYztVzng/ugUdxywexGDACHAk6RJYHMEZDEGBWbME2z9+MLuXCIh2HtrdeR9tbr3utp5KSkpIyKzaNwL5uSQVsyjljjOWFF0/w+JNH6O0r09qS5cYblnHD9cvw3NnTBC/f1MXlm87/pnF4uMZ4OSCbcensPL8oylg55PGXevE8RdMU06dCzkVKwcsHhjnaV2ZFd/G023nHlUvYfWyM/tE6Od/BVYlTcBBpNixr5ur1cwtCay1P7Bnk0VcHqAZx0g1UCpa35/jgdctoL0zWbVntYrWDUBHWNEKMJxEGrMREM1OfrbUcHqmxo7dMNarx4evqeIHAkx6OatSaWgeIcf0xwqC58fPcGOtRqa1E1COkjDDGwZ6FcD2VOuvRFPA5gkMJi0PAcgJWYkRhXtvw7DGkrRGLlmlC0dgsylbI6D1EcvFFT9UVURVMjFVzpKULiQzPzuhL6jJKj2KFQ+x0XrT03NMROquIVBeeTt4Hi0+olmLk6T8/cxJU8R7/B1TPLkScpANb5WKWbCC45VOQmX5eiKCMt+9ByGahswsGByGKQcrEhXi0H92xgujGD17S6dopKSkpKSlvVlIBm3JOGGP5+3/czoMPH0LHBtdT9PSMs+OVfp5/4QQ/97lrz6pX7HwZGqryL19/hRe3nyCKDMoRbNrYyUc+fPk5pzofOD5GpR7RPku9a9ZXVGoRe4+NnVHAdjZn+Dfvu4z7nj/OjoMjBLEm6yveunURt1+1FH8OUQ/w3IFh7nupFykFLTkPIZLI7YH+Cl954gg//Y41U9YXxEETbnYEIfVEtDWp9xToIIc1Mx10Xzxe4qnDo8TGsm25wVWWkYpFqZD2nIurGimtViFljONWicL5pWZb66L1BXDtFYKIJUQsaVj1ibMWGa7uxwoxhxOuj7JjSYrrGdKRLzTWK4DyEDpM6l+nLUwM+3Vm7rZDUxEmIFt5Bi88grARVgiMLFDPXkGYWXfhJ3+WWJEjcDZckG15T34F5/B2TKaIzTY+41EddXQH3uNfJrztc9POETWwBxGUsdk2WNoMmQwMDUEQJGnDBRd93TuxXa9dKnlKSkpKyuscC3qhHIPTwO55kwrYlHPiuReO8+BDh8hmHfJTopb1esxzLxzngYcO8t73rL+gY5ZKAf/vHz/JocOjFPMeTU0+QZCMd/TYGL/xqzez+AwiczaMmdVzZvpr5nmx6WrJ8uO3raVci6gGMc1577TCFZL+sU/sGcQCTdlJEei7CiUFvaM1dvWUuHLVpLgxcYaw2objl5EqMWCyxkWHeXQ406V3pBrxzNExhICWrEvWC5MWO0qgtWWsHtOR86YEcy+eW+ycnLMj73zmffH3zTpZovbNeCd+iDUZkFPcquMKVnpEHVvnsSFDfvxh3Og4RngYmQcMUo+TqzwFQhL6axZuRy4iYuQ46thOjF8Ab0qtt5fFAOr4q8ihI5iOSTEq4iD5j5TJ6dzRgW1vh0b/UVkfQeTPr2Y+JSUlJSUl5bUjFbAp58TjTxxFazNNvELS87Vcljzy6GHuePe609aNni2PPXGYw0fG6OzI4zqJKY/jKbJLilSxfOHB/bz3llVc1l08o2icyoruQhJprccUstOjiGFkcJRk5aL5pa+Ww5idfWX2DVeJtKU167Cps8D6WWpZT3JirI7Ke6zpKiCFoFYJqI4notRREmMthwYq0wQsgNU+UdUH0Wg/YyfbzpzK/qEKQWxobhhJjVQkxgpcCdYKwtgQm2Rfk21JtL40203EsgM3PkHSkmf68RCEGNE0Zyuehaa+7FZU+TiqfAyQWKkQDUOh+pK3oovLz7gNN+rBiXvRMgfi5CVcYlQRqcfJ1F4m9FZd8i15ANTAYURUxxZnMQRzM4j6OHLg8DQBa/IdIBXEITjJ9UkIAY6T/E4oTGE+BmMXBjPQi+09CrksdsV6cC/Nz1VKSkrKmwmLXbAaWPtaBwjeAKQCNuWcONE7jjdHy5hMxmFkrEYQxGQy55dW+ur+YZ54vofDPSUOHRohVgLRMEiynsIuKSB8h6yxDISa77x4nGeaM/zINctoy8+vFrOzJcuVGzp48uU+pBBkfYUQgiDUjJZDLlvRwrp59G8drUX84w+PMFiqk/VdWtqy9I6H9JWHGaiE3LSiZYaIHYs0B0PNkuXNyMayprYstUpI/7ExjE6Mmk57ET1Dv1WASpi4DJ8cv29MMVCSdLdoTB1CDdqCg0HKmDjKYy5RARuo5fh6P8pW0GSTulCbOBmDoK7WvWbiznoFKps+hTvwIt7gDkRcI853E3ZdRdyyfl7p0k50HGH1tAjuSYzMIHUJpYfRTsdC7MJFxZ7xeMxMFdftazFNS5AjR7C5tkTMAhiNqI9hWleg2xfeKMuOjxF89W8xO57H1msIJaGtE++Oj+Dc+I4FHz8lJSUlJeWNSipgU86J1tYsvb3jsy4LI01T0cc9JQoahpoXtp/g8OExHFeyeVMnG9a3zxmZvO+xQ3zzvn0EocZzFZVAY6SgrxKyKO8hFxfAdyDUGG0QQDHj0DtW5+7tJ/jxt6yYdwT4I7euIQg1Ow4MU65FCJLo58YVzfzEnRvO2Fv24PESf/6dXfQP18CClIJc3uWyy7vIt2TYNVBhdWuWJU2Tdbaxsewq1dECTGQIjcGREiEEubxHW1eBvp4SUsCKjvOr18x7yUfdWts4JoLH9mR4+2V12guanLD4bowUAh1nqVe7OFMbnbMljA17B8rsH6oQxpZFRZ9Niwp0FC6sULYiS9m9nnz0HIrydCdctZFQvra1j9bNES65iXDJTee0vrCnK8o5GUFfqMKdi4vpXof1soiggj3VrCmsYl0f3X1Kza+U1K/6UTLPfAlV7m/UFwNCoIuLqF/1o4mh04WaY3kcvXcXVmuclWuQnYuwcUTw13+A3rMDkS8iOroQRmOGBwi+8lfguDjX3nJW44QDg1Re3gXWkrt8I/7iRWdeKSUlJSXlnEn7wL5+SQVsyjnxlhuWsWvXAEEQTzNrimNDGGhufvcKlJq8SezpKfFnf/kMx46VJqKJ3717D1du6+ZnPns12VNSd48eL/Ht+/cDgkUN8VarRoyO1Qm0YdyTNGcURElk0RhLNps4/xYyDj2jNXpGaixrm1+qaNZ3+Km7LuNIX5k9R8ew1rKyu8j6Zc1nFK/9IzU+/+1d9A1V8TLJHIyxVMZDXnrhBFdftxQyDvuHq9ME7EAQU48tGSVpyroMlQNiY1Ey6Uuba/IpH4rpasqweZ4GVRaIG/+qxh+AtR05nu8ZoxJqCo33qxJIvrc9Q1sx5LJuxaauAlpniaMcF1q8VkPNd3f2crxUx1pQUnBstMbOE+Pcur6dyxado0PtHGjZTsl7J67pRdkyVrhEshsjXpvU4QuJdtpImtuaGdFHaQOsyGBUy2sytwuNLXYQr70Od9ejYC02kwcEIqggwhrx+huxLd0z1jPFbqq3/ALu8e2owf0A6PY1REuvBO/CnAPWGOrf+Rrhfd/BlsaS3rO5PO71N+Nu3oLevwvR2o7wkgc0QilkexdmoJfo+/+KuupGhDrzV7AJQk781ZcY/t79xKVxsBZVLNB621tZ8gs/jcrO4WqdkpKSknJepG10Xr+kAjblnHjLDct59rnjbH+5F0dJ/IxDFGqCQLNmdSvveuekiUwYav7sL57hyNEx2tuzuK7CWkutHvP0sz00FX0+8+krp23/mZd6qdVjutonbzZbmn3GxwOMscRuoxeqtcQ6ucC0tmRBgKcElbphsBycVsDWahH7D44Qx4YVy5tpa82ysrvIyrM0gnripV5GSgGZnIsUAiEESgmyOZdqNeLo4VFWXNY5kcZ7kqo2IEAKQVPOxVjLWC0i1obYgO85rFhU5K4ti8jMo6Y3AspCEDV+FoAHFKylNetyw4oWnjw0wmgtwlUSay2RsRjr07y0i6B+7u1vzsQTB4fpGatTzDg4J1PArWU80Dy8b4jFTRmas+eQbm4tjunH04dw7CgWl1AtI1QrscInUksnjscbhdBbRUbtQOlxtMxPpEgLGyJsTJC5HCsX7r282ETXfhiExNn/DHJ8EADr5Yg33kJ43YfmXtHLEa16C9GqtyzIvILvfp3g618Gx0W0d4KQ2Mo44YP3YnY+i9B6QrxORTS1YPqPY3a/jKqNYaoVwkjBsjX4q1cjXBd0hKyNYKXi+F99lcGvfReZy+It6QYEulRi8Fvfw4QhK//TryzI/qWkpKSkpLxeSQVsyjnheYpf+Lnr+cEDB3jkscOUSnWKBZ93376M97xrHc1TWtI8/+IJjvWUJsQrJLWYuaxLHBmeevoYH7hrI62tky6jgyM1REMMniSX8+jszNM/UCEONbE2mNAgJbS3ZWluSm4WkwdmYqItzKlYa/n+/Qe49wf7GB2tY6wll3O58bpl/OiPbCaTObuPxY4Dw3iuJBRiWlm+EALHkQz0V1i2oZ3iKW2FJCLJ9myk9bbkPQoZh1qoMRakI7n1mqW0zqMdUQSMCUFsLdpY6toQW5ACqkrSJWDbkiZasi6v9I5zYjzAVZK17Tm2dDfRdJb7fDZUwph9gxV8R06IV0iOT9FXjNZi9gyUuW7F/FrITMXXe8nGOxE2xgoHMOSiITx9lLJ3E1Zkz7iNSw0rfcqFt5EvP4rS45x0VLbCIfDXUstte20neKFxXKIbPkq8+TZk/0HAYjpXY4tz91VeaEx5nOD73wbHRbZOzkMUm7HKwfQeR+ZPFa82MZGKI6iUsP/4h4weHWb0aIk4iLFCoZqbWPLW5bSuy6OyLlZIuoIe9NoClfrkgzWnpRmkZOzhJ6l9/MNk16y6ODuekpKS8ibiDVKN84YkFbAp50wm43DXnRt473vWUQ9iMr4zLW34JEeOJCm5p9bEAuTzLkNDNY4cHZsmYJuKPtbaKTWbCW2tWYRMUlKznkLlXNqKPtmMM5H1Wg5iChnF6s7Z60a/f/8B/vlrOxBS0NqaRQioVCPuf+ggpfGAX/jZ687KPVkbm5g/uZJKqLECRGMygqSGQgnJ2lOiwW2+4mhVEFtwG8M5SlLMSmrakFOS5jmMsk7S21/msWd62L5nEG1h1bo2Nl61mNYpNbP12BAryTJXsrI1y8rWiyvqSvWYSBtys+zLyeM8Wjv7OKkyI2TjVwDQcmrU3ODYYbLRK1S9a85pzguJtZYaUG887fAE5GDCxGs+aLeTUvNdeOERlB7FCofIXZoYN11A5+/XE7bQhi60ncOKFlkdRIQVjF/E5uYnfOND+wkf/gF6zyvgebhX34D31tuQLW1JzWtpLIm8nko2hx0REMVYrRFKJSnPtRFEHGIqdZSCcu8QA/vGQIKwQFCj69pmWjoqMFZFlxQ2k6PYIcjfkufQy5axvin9bosFwp4TlF/ckQrYlJSUlJQ3FamATTlvlJLkc3OnLDpOEpk8VYxCUrsqJDjOdOF79eYuHn36GJVaRGHKto2xBKHhhiu6ueKGZTz86gChtahGt+lqqBHAjWvbyXkzT+9aLeKeH+xDSEH7FEHZVPRxHMn2l/vYf2CEdWvnf6O8YXkzj73US3vOJdSWqDEXYwxBqGnvynPVkiKLCtOPUZMj6cwoeusxRtuJ6GTYEMQr8940UWOt5cRYnf19ZSJtCCsR379nD6OjdaSjsFiOHhvjheeP88Ef28qK1W1YazHAqDY0SUGzc/HFje9IlBBoY6dFYE/uE0DGmX/bo5N4+hiCCM0pLY6ExFgXzxyjZjdjxeunRlBby4CBYOovLZSADmnxhAAb4ceHcKPDSBugZQuhu5pILZ4uTqVHmDnFwChlGnK8F3/vPTijB8Ekzs1x21qC9e9N2u3MQfjUo9T+7s8xlTLC9cFq9L7dhI89SP6X/9OU5tEzH9gJITDKTdrmDPZBsYCsDoLRmNgmZk8dBUaeH0V5AqzEhCHZriztm1rQoUGHFjcjICgRBBa/1WHJestYP2BP+QybNESQkpKSshCkJk6vXy79RoEpr3su39SF5ypq9XjGslIpoK01y9o10wXj+lWt3HLdUupBzMBwlXI1ZGw8oH+4SldHjg/evo63X9bFuzcvoiXnUY8MQWRoz3vcsXUx16+eXYDu3T/M2Gid5qaZoiabcQhDzc5d/We1fzdd0U0+6zA6HtLsOygLYRRTr8WJmZIj2bd/hHo0vQZWCMGGos/KnIsjBZGxxAbyjuSyos+iKWm9sTbcvf0EX3rsEA/t6ufxPYPct6ufuCtPx+Iira1Zis1ZWtqylEsB937zVeLYIIRACoG1MKJfmxvd1qzLoqJPNdQzDBGC2OAowZqOszfWkbaCRcwacbQ4gEba2rlOG+I6stSDrExxsj1PhhviVZI8PXRIjLYiYMgAJqBQe4Rc/RkcPYA0Zbz4MPn6o2TCly/YPN4MiOoQ2Re/iDP4KhaFwcXGMU7fDrIvfhFRH5t1PTM6TO3vP4+t15GLliDbO5AdixCd3eieo9T+4a+QK1YjcnlsZaYTuw0DcFzcD/44ctFSGDyBHq+haxqMJdNVILAuOjA4GYkNk57PTauKSFeiAw3GYHQM1uBIS1TVZPKQb5kyz2oN6fvkNm1YiMOXkpKSkpLyuiWNwKYsOBs3tLPtim6eea6HODLk8y7GWEqlAAu89z3rZ9SdCiH40fddxvLuIo88c4z+oSq+p7jp6iXcdtMKujvzCCG4dnUb25a3MFQJEUB7wUedxjVYG4uxdlZnYSEECCZMoebLyu4in3z3er76wH5ODFWphTECgetIujrzeErx9J5BwljzE7etnRaFVkKwpuCzIudR0QYJFBw5I1L9xL5BXjg8SsZVtOYdKtWIqBbhZBy0qxCD1YYpraCpOcPwYIVD+4ZYd1lnYxyom5kp2bMRasPRckhvJURbS6vvsLzo0zKPWtzZEEJw0+o2vrOzj9FaTMaVSCEIYoOxsLm7OM2deb4YkUFYC9gZIlagAYkR59CiR4f4+x/A7X0eEVWxSExxMcHKW4nbz10sRI3UYcn0J4eCRMSGQBwdxdV9aJFLzJlOvsbWyUSvEqtuYqfrnOfwZsI7+iSyNoyJFYz0QhwlmSBKIcMA99jThOveNWO96JknkvTgzu5pnxWhFLK5hXj3K1Cv415/M+GD92KVA9kcQghsGGCGB3DWbcJ75/uQ27Yg/+X30NUY4fu4bXlUdYD67tLkgMaAEChXJg8oTnb9MYnJm+MIgiiGrEAqibVgajXi4RGabrqO3OUbF/hIpqSkpLwJsQvoQpw+iz5vUgGbsuAIIfjcT11Nc5PPU08fY2iohpBJPet737Oe229bM+t6SgpuuW4ZN1+7lCDUuI6ctcbWUZJF8xRAK5Y1kcu6lCshTcXp4iaMNFIIVq2YX8uaqVy5voPFHXl+75+244eaQtalWPAnUqOlhFeOjHFkoMLKrsKM9R0paJazp9EGseaFw6MoKcg26kjjOImmCm2xjkRmXCgnkRzHVVgLpbE6lkQgnfx3KNAYLEVHkXVmHstqpHm6b5yxIIkWCwHD9Zij5YArOvIsO8eerYubM3xg6yKePTLG0dEasbE0Z122Lm5i25Kms6o5PkmkluLrAwhCLFPmZS3ShoRqGfZs2+ZYg7fja8je7VjpYZw8WI0aO0z2la9Qu/xHidvPTTCEJO/DbGkvDV9mtK0k0WMx/Vyw+EhbxosPXUIC1uIyiC+Oo8Q4xjpEdBPYJVgW2CXZWty+HUl0c6whFmXj607HUC3jvvrArALWDA2CEIjZesVmMlAuYYYHyX7is9hqhejFZ2B8LMkGUBJn3SZyP/9rCOUglCSztBWbKSIcF6sN9IzhFx2EFMnPjfkGowEgJj6wyfgGpCDb4hLWDeP7BwnHDdLzaLrxWlb8/37pnD47KSkpKSkplzKpgE25KGSzLp/59JW8/66NHDk6hutI1q5pm5fjrxACz1WMjNWRUtDS5J/zTVt7W47rr13Kg48cxHEk2YyDEIIo0gwNV1m1ooWtWxad07b7x+oIV7G0NTcjwptxFeV6zP4T47MK2NMxNB5SDfSEeAVQqrH9xtNB6wqUgNiC1on4zOY8BEkkZ6weUw1ijjQClo6ErozLhuYM7pS57hyuMhpoco6cqL+11lLThpcHK7RnHLLzrFe1gGYywriomOF9mzPUIk2sLXlPnbHH7umIRQeBWkNG78faCIuLwCCIMbJAzdl81ttUIwdR/TvRbgGckw9FXIzykfUh/IMPEretn7X28Uycdk91SK7Sgxf1YH1mqlwhsFYizcyU1dcnlow4QEYcQmCwKJSo47AXlz7KdhuW0z90EpVh3ENPo3p2IEyM7lxHtPoGTNvyeY1PHEClTCOMOblIulg0YnwIxoagebqpkygUwZrZsxXCMGmbUygisjlyv/Ab6P17iHe9DFqjVq3F2XrlRH9XW+gEN4OIauC4iS14UxuF7pBsq091qI5QCqKYsYMlOq/uwCu6ROUYIcEagfQ9HE8Sdm6i49NrscaQ33IZ+a2Xp+I1JSUlZYGwJFl7C7XtlPMjFbApF4Xe/jKPP32MvQdHcV3JFZd3sWJFyxluYWF0rMY/f3MXL77cT7UekS36rFnRwnvevoprty0+p7n86Ec2U66EbH+pl1IpQIhEJK9a0cLP/8y1eFPckm2jz6yjxBlvFs3J9L9ZXnZy3XMxBFBSIMT0VJZ8zkVKQT3UKCGojgfEQ1UKTT7jpYBis8+adW1gLaNBzGgtwhGQkRJBks7aUw0JjeXKtixCCCqRpr8a4UkxzTxKCEFWSaqxoaccsq7l9C7GFqg2/pysuvWAfOPfrKtglpavdsolXZxe7p2cGDVnG1q24McHUHYci0ugVhOodRh5dg8KAJyhPWBi8E85M4XAuEVUpRdZ7sMUTz33DC5DOIwCENJKTXagG0LXMRbfWhSJqJ+48FpD64mnaDnxFG44jmsrCEdhOpZiF6+YJpQFBnO2EeXXCGVHycoDiRBENf74IAyOKJHlIFW7ac715WgPmSf+DlkexCoXELilx3GOvkBwzY8SL5/ZKkiM9aGO7kRENUyxE6M9lDCN9U95rRJEpQj2vQzX3DptmXvNjQTf/ip2bBTRMtnayVqLGR3GWbcRtToxzxJC4KzbiLNu9qi8zRSIll2Nt/8RrOOD40FTK8JoVrwt5tADx6kNBpjYEpc1R+4/zqp3LSXT6iW9fZVEeA66qtGbrqXrjltnHSclJSUlJeXNRCpgUxacl3b18zdffonSeIhyBMbAzt2DPPrUUf7dT11NV8fs7W4effwwf/XFFxgaqU2UOTrDNcZH6xw6NkYYGa7b1n3W88llXX7hZ69j7/5hXtk1gDaWlcubuWLrognxGsWax188wRPbTzA8VieXcblhazdvv2YphZxLNdTsHawwVAlxlGRFS4al7TmyvqIaxBQy02+a62GMNZbmnDuvOtSpdBR92vIe/aUArxH9DCKDlQLbELa1kTrV8YBSKaClJcM737MeP+OAtVTqMY6AnJoU5p4QSCxDQcxIqGnzHaqxQVtLZpY0bdHocVuNT28EZUkcdU9aJ53cy4DEqKgFZiSPWizWMVhHT66gBTJSCHuGSKcQhGoVoVwJjbrXc4mOTmxOh3MvlApigzDTXyMIyIuXcBhFYAgpUFZdxCLG4AGCSAiUFDRFmlELcTJTOo49QsfRh7BCYtxCcm5EZeSJwxitscvXJmPYCIskcucTfWxgYrzqPrzqXqSuop0WwvwGouyqBW21I2ydAs8hmTTQsggsLsYWMMLBE33U7DrsrE8yLP4L30CUBzGFjon301qLqA7jvfgNdMtiVJSYMMXFpbgv3Y+z65Ek0nnyYZHWqLxFSDvRGxqSn7GCaERDFMwYXi1ein/XR6h/4x8x/ScglwdjsNUKsrmV7I99Zvb04jkIN78HWR3C6d+NqCVzto7AW7OaLt3J6NO7Cccq2ChCVuoMPtpDYW0LmcVNqKYspuQQD1aw+XNoIXQarDHE4xVUNgPWEg4OI7MZvLaWideYIGD8yWeo7d2HUIr8lVvJX3nFWe1/SkpKyqVK6pv4+iUVsCkLSrkS8oWv7GC8EtLVmZsQblobjh4v8eWvv8Ivfe7aGYJuxyv9fOHL2xkZreM4EtdVWGuJQk1lrI7rKb7+vT1svawDf0q7HGstBw+NsmfvINbC+nXtrF3TOmP7Qgg2rGtnw7rJ9MH+wQpjpYBC3uU7jx3mhd0DCAEZz2F0vM53HjnAzv1DfOi9G3jiyBjjQTwRM3z5xDgrW7NsXd3KD3cPJn1hGym//cM1hsfqKCn4yv0HeHJHP++6ZimbVrbM6xgqKbh5QwfffuE4o9WQgq/oH6kl9XWuIhwPiMYDXEfi+A65tixv29RFwXcYD2OOW/BnueF0ZGKkNBzEtPnORORV2yTTcSono7/eGVJ+I6BOIhWmjmhJorHjQBuTOtViMV4MjkledDKC7ViMssjAQZh53CwLwYW4nJl8ZzKBxBFr+hBxHetkMNmpKaeWvNiJyzCaDBaXIbWFWGRxbBUI0BSxQCwSY6/W2FCyQFim9cRTWOlgvSKOAGObEMIgohpysAfT2YHwHASWwFlFpJbMc0ciCkP34dYON85RhYqGcWuHCIpbqLXctDAi1lryZjtKVRPBaQzYxA1biOQBhSaHIEYQzCpg5chR5MhRbKZp+nsgBDbTjCwdp/DYHyAybvJWaYsdHEGTxRQ7k/0yGgaOE45V8JY2IZQAYZO+zEYQjEh0XULH7MfTv+sjyM5FBPd/D3P0ECiFe/M78O/4AM6qtWd3TNwswVt+Eob2YXt2Qhyh852MfuP7hDsO4La1kVm2mKIcQtcDjBaIfCfabUdXLYwNQlM7rLjs7MadAxOEnPjq3fT+630EfQPochUA4XmojE/LjVey/LMfw815HPud36d+4FDyebCWoX/+BvlrrmTpf/wVnKbi6QdKSUlJucQxC5RCnHL+pAI2ZUF57qU+RsbqdDTSVE+ilKSp6LN7/zA9vWWWLZ5+M/TAwwcZL4cgwW1EHYUQuJ4iDDQ6jBkcqfHqviHWr2pDKUGsDX/9t8/z0st9hGFSB+p6is2buvjcT19NcQ4DouO943z1m7vYtWeIKNIYVxJ6kq62HMWJ3q0ucWw41DfOd17uw8s4NGWciVTbUBv2D1VY5Co68x7HR6qMCkGtFlOrRbhK0tWUQUjYc3SUo/1lPv2u9Vwxz36zm5c2o43lsd2D9JfqRMailMA1lqLv0L61UbcrBYOjdXbsG+TWq5fy/7H332GWJOd1J/yLiHTXl+uq9r5n0N3jDTAOA8wAIBwJwpAASIqkKO4SpChRlHZX+larJZfU6vkkPvpWEklRoCRakAuIBjTwdjAO471v78ub69NFxPdHZt2q6qo2YxoYztzzPD09fetmZmRk3lt54rzvOW3Euaqae1j8fq56ipqnmA1THLHSCTnOM1w3lNYy31nsdJVErG1UJPI/af6nR1ukBWXzWuPFvl6yZU9pMa5GRuLiSopfAySjV+CfvA8ZzmOCwSUCpWNEGhJvvhnrLZUmKxo4zGHwAUUoBkhEAWUzZS8jaingILGkUlKSlrK1iOYRvLSDCQaXuKRQaDmAdD1ktIBoLGBGdxG5u4jc3RdUl2U6jxuP43aO4HaOolUF5NI1EzrEbz5LGmzKlNjXGIp5HGYhTRFOvhAAubuuRoouVqi8D3VtIyfRXUDoBBusNlOT0QIyDbFJgKmNABY1dwKKBqslWucTKRV23UbSZ54laSzgblmHcCVGC9KWwEzPweadsHPf2mMQAu+mt+O+7TbodsBxEN4rMzBbHI/ZuI9k3eVYC/HD9xO/8CJyaATh+1ggokxQyHJibX0WWwwQ3SZ4Aeb2j4D76o2vTJpy4P/6j0x/4z6QkrTRRDda2RADH3/DKNNfu4fGE88xOBoQnz6DOzaK9LJPrO50aT7wMBOf/j02//NfftXj6aOPPvroo49Xgj6B7eOSYno2W91fyz048B1a7ZiZ2c4KAqu14cDBWRxHIhOxgn0JIZBS0G3FWFfxJ599huZ8NytxtZaFhZDh4SIDA1kPYzdMeeLJcX7/D57gl/7R21YpsTOzHf7Tpx9hYrJFteJRLPhMhglhpJme6RAEDm7u1us4kvJQkVas2VrzV/SJmsRw5MVpnmrFFB2JMRatDWlsGKn6DC9zSS54iplGxJcePMH+HQOoiyzHu2rLAPs2VrnrqXH+5t5jDJVc1OLkLJ9fAc1OAkDZlbgCEmPx1cpzN9YiEFTdpQWCfcNFHplo0U4NrsxoY5qrr7tqAdVlRlKu08D3Z3CcNiBI0xLNzias9dakm4KMpy5fz7TKgLArX1x8t8lIbM9G+XsA61eJ9/8IzjN/jgjnsIsJPUKRjlxOuPPdK96vaCLQOYGFJO9RXVo2WLSyyk19BBghUIBrdU7sz5otoTCqAiKm615NXLztwmqpTSm2HsaLDiN0jAwXsMbgCNBiICONgFUBMo3wWi9dEgLr2AWkCSHugFPKCPeKGiyLpEt4Hidi65Wx0gGdZD2jizAxImpihcB6paykWyeZk6+UOE4XrQtklmEgpMLZPEoy1SY62criaiArLxjbDB/5VLaP80AIkZUQv8ZInnkStEb4S6Q4ooJF4YkGMokg7GC3XIZ92/vhsmtfk+PO3f0QM9/6Lu5QDZukxBPTSN9DSIWJYkw3pLB1E8nRo7RnYop7dvbIK4AqFrBJheZ9DxD/xCfwNr0yH4I++uijj78LsN+rh48+Xjb6BLaPS4pS0e1laZ1NHpPUoJSkUFhZRiiEQEiBo5ZccM/eNk4MaTPmTDOmWvKIIs3EZBOlJENDS+8vFrLjP/P8JEePLbBzx+CK/dx17zEmp1qMjpaQvsI6EteBtJ0QxSn1esjIcEZKdGoQBRdjDEliUH5GGo2xPP/CFI1GhONKamUP35GMz3aIU7PKuEkIQa3oMjnf5dhEi10bqxc9n46S7NlQxTFZObXyVn6EtcnI4GAeEeQryfqCy4l2jDQWJzesMrmzcMVVrFvmBD0cuNy0ocKhhS5T3QRroeY5bK/6bK0suT973hylwimEMBirAIvn1ikHHu1wA9bKVSR2kdItpwxWLM7NeQiayHoWvxewFuYHd9O64ecpTz6D15rAKo/O8B7U0GWUVhEeyfKxZ/mz5/TyQthFcgumtB6rPISOsM5ZplE6BulgypsuqtS30H4Sv/sSRnoYVUbYOgiFsDFKz5M6w70RWRQyrV/chLxsCDBJlrkaJwjPzca/eJmlgDAidLeunScEmOHtmOoYauE0pjTSO3+RdBEmzXJXS2d9ZgygDFImGLN0jaTnoG68GbP+ajj+YnaBt+6BvTdA8P0zxLJJvMZ1FcSUiBKF6DQo/ewv4Oy/fs3r/3L76Bcx/fX7sFrjlIp0jp3CGotcXJRyJMl8g2DzBpyCg2k11zy2qpRJzkwQHjnaJ7B99NFHH318X9AnsH1greXY8QUajYjBwQJbNr+yXM61cO0Vo3zxG4dotGJqy3JXrbUs1EO2bKywe/vAim2kFFx9xRj33H8cx5EkqcnMi3LDIq0N1pH4UrBxpAhCkOqw59Q7NdVm+3a3dw6FgkO9FXHPI6doa8P2DRUqeSnsw4+P41c9zIYy2lcgBFVTJIgSWmeaNJoxw0MFZmY6zM91GdwxhD9U4OR4k3LRZXS4yPxCSKMZ4XkKITOFWAiB6ygECc1OylDFopb1jzoqU2nDvNT55WDb+jJb11c4dLKON7AURWOtZb4ZUSt5XL1nqU9zdzUgNpbpMCXO64UFgoqruHKwsGJcAAO+ww1jFRJjMdbiyZUOzEKkFINxEBZtMpMiAG0VFXeBuXiYRPvIZdriYg9skZUEVthFOrcG5Vv8p/neRYWEQF1brF+jsfW2noa6aF3lwPLEWRKGsDi9LNrALNAUm/PXEsjNi2DxDC0qJ3O6tIG0th137qVMIV10yzUpMmqQ1raR1rZfcMzCdPHCgxjpYGVmyJMpnxqLQtgUaSKMzEiyQGPVpSFviRgBrTNlM4qxxiBcNwtCxmLjBH18HLtDnpPAIiXx1R8iePAzyNY01i2AEFk5LWCHRsHN50o5WUxN3CHb4bLFIp1m12/7lXD5LXD1LZfknF8JnO27iO+7K5ufsyowbLsFlUHU7itWEEgzN0N639dJH7sfwhC5dQfOre9GXb26suRcSGbnEW5eDZDqFfxUCIk1Bqt1HgNkMaleocBmA8kUb+GuYcDVRx999PEGgbX2kvXAWttXdl8t+gT2TY5Dh+f47P94hmMnFkgTg+cp9uwe4pM/egWtdkKzFTE0WGD3rqFXRGrXj5Z5z+3b+dK3DjM926FUdDHG0m4nlEouH/vg5WuWF7/7jp089cwkeqGLMZYoScGC0VlNp+MqNgwWeu64gjzSwpFEsabbTSnmjr91Y4mqPnc/N8nDR+YoF1xuuXo9H7h1G5E2BNsHsQUHtAVtMsoRuNS2DtA8UWd2psPMdFYK3ZlrI3YMgBQ0WnE2tm6SfckJgSsFbv5A6jkSISDVhjDWlJYpnd1Y47mKdQMXChJaDSEEH3/XLj79V88zPt9Fqcx8yWhLueDwI3fuolJcKr10pODKwQL1RDMXaYy1VFzFSOCgznNNs3zY1T933QZSJivIaz4yFJax4AxnOttyZXYJHrA82MYCVqvMwCl3irX5/gQ2e7hOv3f9r5BF/1jOItn5v1OgzUoCawmI7BYCcRRLiIuhaKfoyDEwEZ5t4NAlEgMgivjGLJ2NEHR3/zDixT/DaZ6EOM1fV+jKZrqXfeyiHJVVOoe0IXoxNkgIjFtCRfVcuLYImwBBpo4CcWnPK5ugC8CICjp0cQoGawQkKTZJIY+hsnMNbCKx6vz9pHp0D923/xzuwXtxJl4Aa9DrdiKTSags75cX2NIgpF2EMdiUTOZOusiwhRneQrr9uktyrq8G3ttuI/zK32CmJpDrxhAqM6mz7TY2jgnu+AFEsPTdYKbGiT79/8VMnAbPRyiFfv4p9IHncN/zYdwPfvyivp8L2zZRf+JZIOt5XV4dY41BOArhKFIj8aSCJIazws7S+QWc4UGKV67dP9xHH3300Ucflxp9AvsmxslTdX7zPz/I/HxIbcDHqyqiSPPYE2d46JHTlEsuxoDnKbZtq/FTP3EN2y/SOXc5fvh9exgZKvLt+48zOd1GCME1V4zy3nfu4PJlLsDLsX3bAD//P13PZ//sWU6dadDuJBhrKQ14bNlc48SReQJPYfPVsWLRRclM1VxUaQEWrKVhLEIKRgYL+J5irhHxt3cf5djpBoPbaiw4EpIlYqEQmMQgXYk/XGD6yDw6N00i1NBOUDUfoQTtMEEnOvMcElAJHKJEEyU6I0JKkqR6RR9Fqg2tMOG6PSOMXiBTdS1Ya4l8h2tu28bhw7OMn25gjGXjWJn3XLeR63aunlMhBAOew4B3/o+8tZacRuHk250NKTSLOu5qSKpuA+M0qCeDuQaZPQL7LIluRkDqSIwUCAtSJLmAtqTHGitx4u/dV5QFYs5dzCzIXJbPRpddWCvxxUkUIUP6BcrmOI7t5gZOWUpsxCYiLmM5PbZ+lfiqH8JZeAhZPw1YbHUEPXgVRqw2MTo3VjYKG6+KTLt5LJAFEqRtZjE/he3ExfM76QoSfDWBJ6eQIkGbIpFZT2xyl+bzoCOvoDJ/N9TKiLx/3BqLXujC9Czx6K0gL3xdzeBmorf+GJHRmRmUVMgnfx81fwTjD/QUa+u4iEIJ0zWIThthmljHR2/eT3zTj4L/+svOlYNDlH7+n9L+3f+AnB9HqWwBR4sA553vIfjgR1e8P/7CZzETpxEjGdkFEFWwjTrJt7+AuvJ61LbdFzzuuve9g6mv3k0yV8cbGiCZnsMmKVYpMAZveAQTJaRRSnXfPszMJKnWqGolv4YLWGMZ/tiHUaXXvje4jz766OP1hL5Q+vpFn8C+ifGNbx1mbq7L+vXlHlERQhOGmjhOKRZcxsZKRJHm4ME5fvM/P8j//s/fzrpz5LaeC0IIbnvbZm65cRONZpSZIa3pZrsS+/eO8mv/6p28eGCGZjNmYCBgz64h7r3vOL9/dB6tTc9IyXUV1ZrP3FwHgciIozE0U4M1loFqgOtIzky1CaOU1FgeeHqCsV1DYC06NTjOktoljMVqS3kgYB4oBg61ik+17KHHm5AaVM3HugopJY4SFBzJfDMmjNMs8gPQZOpGq5sSRppcqGXH+gofu337y5rHRUx0El6c71Isedxw7UbEdZuyLFhtmBWC+TBlMFj90TbWcqoecqoRkRrDUMFl51CRYh5R1LKwoA1xrspoY0lSQ6INnW7C9FSLdj3kul2Cm/ZCVlh7tkJosAiUdThXyIYFEldisppvEuuAVTgyRYosTscYRWodjLIE+vzZs68lLuQXtTZ1k4TsIrJbUTQIOIJvpzG4WIr5O2JKHMNB0+GK3paumKbsvIQYrWDWXYlFIkkoiHGkSWnr/ec86iK0sw4jC0gTYlT+2ZQOaXEMGc0jkzZWOhhVJSrvJSrvB3Hur35BTNl9Hlc0svxWK3HlAo6s45g6nXT3eceU1C6n2zyKf/RZROBl5dGdDqQpaXkL0ejbzns+qyAVi6S/s/dHKD73P1DN0xDnlmBCka7bR/eyjyAWJhFxF1Ndhx3ceHFRQdYiTJh9ZuXLr4h4pXCHatR2j2JPNSHNFjpEqQKbBleUFZv5GcwLTyJKlR557aFShalx9BMPXhSBrd1wJZt/8iOc+uPPk7baqEqJZG4BmySoIMiMnWbmGLztRvb86i8x9xd/xcI3vk0yPZNVmIwMM/yxH2boIz/0ms5FH3300Ucffbwc9AnsGwBaG555boqDh2YBuGz3MFfsH12zNHf5No8/MUGh6K5Q2ebnQ7TOzJW63QQhBEHgMDpaYmqqzb33HeejH35lpWNSCgZqL+8BUSnJ/r2jAEzOdTh8psHmnYPUagGzs53MYCkf/8hwgVYrRgD1RoiJHGzZY6DqMTpa4vRkizDWOErgK0Gic6oiBAaIYo0VmeuxFGRmTJ6iVfEZHljWK2pBT7XRMx3muwm33bCRdTsGeeTADNJTqMDJHoatRboSBezeVKPoSlxHsX/7INfsHiK4gBp6LhxvRmhrKbtLD7NCCApK0k4NJ1rRKgIbp4a7js5xshGi7ZJ++vRkizt2DFEouszqTCeW1lKPUhqJyfp0w4TUWEStQBhrPvOdSdYPW7aMGJQMWCIzFiUTUl0gScucC1oJjBAIa/PoVwFWkGoPRG50ZLNi4lQKjD53u+RriUWleLGMeDn1WYyoPZ9ebnExBDgsYPBWuOxafAwCj3FCdmAoAZaCPA5otA0yLqbbCN0Cm+KLOYyArtgL4txuuVZ6RMFeCp3HkLqT97oKBBrhesTF7bSr78jI2UUQukCdwpUNtFnSzLXNIoF8OUkih0nMeeKfhKS7+X2kpa34c08hu7NYb5h47ErioatXG1a9DNhggPa1/xPO3AFU/SQIgR7YTjq4C4TEFgdexs4sXucAfvNZVLIAQpD4G4gq15AGl9icKOzAn/9nxNRpxLoNWUSOtdBpwUNfh1INbs9Iom1kBFNUVpu9CSEwCOIjh4keeoTCZXuQNsVGIXJwZEUZ8uL7t37qx6levZfJL91F5/BxhJKoYrbQ4g7WGLnzZobfeRPS91j/8z/LyCc+Rnj4KChJ8S2XIwvfO5LfRx999PH9xNkmnH28ftAnsH/HMTff5Xc+/TCHj8z3ymaVkuzZM8w//LkbGDhHiaq1YIzpGQBlr1la7bj32vIPrpQC15U89sT4KyawrxQTcx3++u6jHDxVJ0lNlqm6d4T4+WlOjzfRxqJzMrplS42f+5nraLRiXjxZ58GXplk/XKTZiYlijZv3pdqcIEltwFdYV2IQS431UtDopmyveJQCh3YnpnpWjmwcpehOzL4tAySO5KlT9Sziw9osAkaA42YmS9PdmH/1watW9MG+EmhrWYjSvD91JYQQKCGYDVcXuj5yps7xepeio3DzhQ1jLc045dtH57hhzzCOUrgCOqmhmRgk0OrEtDoJrhI4SrJ+rIKJNH92zww/eadm43CEyPs0BRZjPDqdzZxPodNKZD2uwGLhdu/dueHwojmxRaClQL6GRgqCBM+ZxZFtLIJU14j1ICApA7GAxC75Cy+aODnAhYpRHeYQpJg13mlxkXRwmCOmhBItlGhj8MCCTGaQptMrzxbWUDAvIkWLtrrhvKppWLwCMPjd51E6NzsSLrG/nU7lZqy82FJ1ja+msFZx9rLBojGVJ6fPT2ABhCQZuoJk6Irzv++VQCrSkb2kI3tf1W6CxmME9ccA0zO/8jpHcaNx2sPvIilse23GuxZeeBRmzsDgSGZEBdniQqmSxQc9+i1427vBLyBqg5lhUhStyoJNpmex01PEx79G8qWv0HVF1ttaGUQODFB813vxP/CRFRm2QggGb76OwZsvrjfYGRygfMNrE+PTRx999PF3CeZ7VwDWx8vE90LYeF3g8OHD/MzP/AzXXHMNt956K7/xG79BHMff72G9Klhr+W+/9xgvHpihUvEYGyszNlamUvF4/oUpfu8Pnzin05njSHZsH6TbTZbtb+nnxliKxdXxNmn6vf00zzVC/utfP8/Th2dxVBZR4ziSiXqELbloIIxSEq0RStCNEg4fm+fmt23mztu2UQgcwljTDdNMVVsUUW12Pm6clRgnBhAQeIrAd5Ayi5qZbybs3z9KN0xpd5PefMaxZm4hZNvGKvsvG+G5k3WkI/Fcie8qfE9R8B18J3NGrXcSTky3XvV8CFamkpwNi11lzNRJNIfnOnhS9sgrgBSCiufQjFPOzIe9zsxWYnrn2Q3TnqvyYn/x0GiJuabPb39B8OKJEloHaF2gG47RaO0i1ecuMdfWMh9pTjRjjjQjzrRj2ok+7yqneA0XQJVsUQ2eoeQdxXcmCZwJSv4BKv7zCGIcAescQcAScbVkyuwQK82d1hzrRWTGiR5F1SxqvUK3c/IqM6JqyX5z2hTfnCTQhy6wU0lYuobG0EdoVe+gXb2dxuAP0q7d+TLIK0jSzKXYnutXg0CK7kXv7+VChE3UxEuoqYOQRpfsODJZIGg8hRUK49Sw0seqAO3UEDqiMHcf3on78Q9+Fe/4vYjO3Gs7gNNHs0UutcaiRKEMrQZMnc7GOjCM3HctttXA6iXX8nhmDnPmBOgUnQpcx9Jc0Bx5rsUL95zi+a+8yAu//jtM/uqvYHW6+jh99NFHH3308XcUbwoFtl6v89M//dNs376d3/qt32JycpJ/+2//LWEY8iu/8ivf7+G9Yhw6PMeBg7MM1AJ8f+lS+r5DrRbwwovTa2afLuLOd+7gxZdmmF/oMlALkFIQ+IpmK8Z11IpyX2stcazZ95Z1l/y8luO7z0wyOd9l3UChpww7SpK2Yk4emacYOFx+2UjmomktjWbEF75ygI0bKtxw3UYu3zbA0wdnVxBvYyypsZR8h0BAGGps3v+amqxYVArBQNklTS0DG6rcdK3liecmmerEWY+tFOzeNsDPfuJKHCWZboRYC45c/eCvpCDVloXOWhZAq2GtZa6bEmtDxVeUl5UaSyFYX/Q43oywcmUWpLUWY2F9caVKUw9TYm0pOqvpl8zZcCtKe+Q+MQYhBDrPsF2u0httcV2F40gm5+HeZz3WX0TUC2Tk9XiU0swbgSUQa007NVQ9xXDgIuQSO1+KncmviROivA5CplirMHEBnRS4+HU4Tdk7hJIh2gRYoK0LxMbBVx0K7jG66WV4QjBE5jqsyUjrhb8oUzwxh6Sb9VSSrCghhqwE16JIqeXzUcxVzRSpW0vKq47AZkRFWANCU9RPkDJE6oyedxRWFkiCHRc5H6thcLLoHaHPYV5hMfYSlJCmEd6zX8E9/hgkGUG2hQGSy99JsuvWi+tlfRlwu8cQNsaos8pyhcAacFonKEy9gI2y7w3/6F1EO+4k3voajUWcp9va5o3yy75LvA/9GNHp45jxk1jXA6Ww4ycRGKJYIaVmdsowOZXlQCuV/d2YS2j/+T3Iyz/H6N//e69+3H300UcfbyL0425ev3hTENjPfe5ztNttfvu3f5uBgQEAtNb82q/9Gp/61KcYGxv7/g7wFeLY8QWSRDM4uPqBshA4NBsRx0+cm8Bed+0GPvaRffztF19kaqqdvSiyHNNSye2RYq0Nc3NdymWPd9y+HWsts/NdklgzPFTE8y6kS71yPHFgBteRK0gUwOx4E2ts1kspFocuqFUDJqdafOfe49x4/SZ+4v2XEycv8OyhWYy1xElWNl30FGMDWU9gai3KGEYGimhjez93laTRSTgx0+af/ugVnLxtGy8cmkVry5aNFfbtHu71GZcKmVptrO0ZSy3CmOy10Yvo/z3TjHjsdIPZboyxWQTOtoECN26qUsx7XndUfSY7Ce3UECiJEpBaiLSh5Eq2VlYSJ0dmQTTGWtQ5SnuVEJjcSVmJLNU0awde+X4hBVqbLM4I8F/GtZ9ODS1jcUW2H8hLhI2lEWsKrqIoFQjbi3518lgjFSygvG62hRUImSILEdINSTpZ+e+F4Kl5lOxiUYQIjnc30UmLGCQCS0GGDMkQlxJCgGMv7gvSFdMU1SEUYdb3bDTSNtEEGAos9qNKImLWo6nm5+4RmzECdZI8/wVhEjA6r6mWmQESFoGhFH2Xhno/Vpw/gubVQRHrUQLnVOb8u2xeM0dlmTsRnx9Ct/Hikwgbo2WFxN9y7hJoa/Ef+3Oc44+D62MLA2ANImzgPfk3mdHXnre/Jme3CGlydfesz6pIQ2R3HhTYoIpRKluQiJsEh7+OKQyRjr4GLRTb98Ij385ias4qC6bdhKFRGNuyNN6R9fj/+P8kvf9b6Me/Szo7Qxpr0kSQWoFMNNMzWVm+6+XkWBicSoGo0eX4f/9zRn7ik0j3TfErv48++uijjzc43hS/ze655x5uvvnmHnkFeP/738+v/uqvcv/99/PRj3703Bu/juE6535oX1w0cs7zHiEEH3jfHq6/bgOPPnaGRjPLfA3DlK994xDT0+1ec+JALeCnfuIawljzG7/1AEeOzmMt1KoB77h1K+99107cNRS+V4s40UvmScvQaUQoJdcsPS0UXI6fWEBrQ63s8Y8/eRXPHJjh9/7qOeqtmMGKT7XoYoF6K4JqQKngUS24q/ZloVdCu3Vjla0bVxupAOzdXOOZ4wsk2uAoyeKQtclU0YGSy6bh83dQTrYivn1kjm6iKbgSJQSJsRyYaVMPE96/ZwRXSaqeww2jJZ6b69KINZHNyobXFRz2D5UonHUdhosuAwWX2U5CNT+X3vxqgysFG6o+KeBaKLmKbpogVZarGyca5eTmVkowN9XJzLCk5C2bLi7qxVjLfJr11aq819jm41BSoI2hFeseSQdQGJSTINw2uCnaZtdHWJubPC2qsm10fC7P4yUo2UGIlNj6HGpvJzI+roxxMVgr6Bif2CYU5SRSVNH2wk7ZSjQoqRezvlchkVKD8hGpQdkQZaNc1XRJGM0diJfmv2N2IEUXT8wjrM6I7CJ57ZFHi7UKaTq46Uli9wJus9biJmdw42NI08LIMrG/g9TZcFHqYVdvzhyHRROLxFqBEJkSGZn15+9/tRa/+xyFztOIHkkE3a7QqdxG6q1ftYmcO4Fz+hmsXwZvsdxZYYuDiM487kt3kWy/Edw1FoCsQc0cwp18DhG3MeVRko1XY8rnX5TUTqW3/fKsXRE1Wex4tiZ/XQisX0V0ZvFOP/TaENjLroYtu+H4S1nfa1DMSsZbC9k1uuX94Kz8PpIDw3gf/Dh88OPMfee7dH/tnyGUA46g2bBoDd7yTfJ8V9dThDN1Gk88x8Bbr371Y++jjz76eBMg6+S5NApsX9d99XhTENgjR47wsY99bMVr1WqVdevWceTIkZe1r3e9613n/NlnPvMZxsbWv9bVbufE/n2jFIourWZMtbpSlWm1Ikoll/17111wPOvHyvzgBy5b8do73r6Nx54Yp9mMGBoqcP21G3nq2Ul+/d/dQ7MdIwHHUbTbMX/xty8wOdXiZ3/ymjVzQ18Ndmys8PhLM4iz2iqlynoyMyfflX6xWhsC30WpTJ11lODavev4P0Zu5A/+6nlOTTaZns96YkuBy5bREvNp1ve5fPzGWhJteMum6gXn8Lqdg9z7/CSTCyHaGHRO0qQU+K7izivXU7iAWvn0ZJNuoqn5qjcORwo8KZhqxxxd6HJ5HmE0XHB5+0aHhVgTaUNBSaqeWnP+lRBcv7HKd47O0YwTSp5GSkOUCGKt2DFYYt9AwIS2JBY8R+I7kjA1VCsejWaMkOA6im4n4eixeVphyjU7BtmzoXJR97uxeeiOyC6XgCUXYpHpfNpovDw3VWIRQuM6rYw82SVfYCskFou0Jivn9jqYpAznUJd786BihDBMdoeJjIcvwiX1HoNPRGiLzKdttlaO0mptx5jzq52BPI0UMUJYhFhWIu4ECJv1VwtcQruD0OwCcbam7dA2V2CkIEifzwyxRDZJuZVa5nptXAQRjmmQnO80raHQeQQvPpiVHyOBSbzkKLF/Gd3ijRdBYj1a6RX4chxPTSFEQmrLxGY9sRk972fcjY5QaD8GCIyq5A3bGqUblJp30xr8QPb68hmYOoDQMTZYvRhigwqyW8eZPYrecJZpk04InvlLnPGnwaT5uVq8498l3PuDpFtuOOc40+JOTP1RlG5mZcSLMWK6C47EJGKxintpLE6AapzKVHK1erHrfJDxAu7M83iNo4Akrewg+ujPYL/653DkOZidzNzQnYBk5zVQXo+PXTXXydQUjS9+ica3vk3SNkgZowoeWi/2xy97v5RZGb60WCFJm61X/LtJd0KSRhO3WkEV+y7ErxcsVR99f8fRxxsP/Xurj9c73hQEttFoUK2uVs5qtRr1ev01PZYQWSbp9wKbNlW54/btfOXrhzB1S6WSPWw3mxFRrPmhD17O+vUrHxbDMGVmtoPvKUZGiud8GB0dLfP+9+7p/Xt8oslvfvoRWp04IyEWkiglSVJKJZ+HHjvDHW/fzlsuG3lF52KtzUptz1IIb792I88dnWdqvotODWGss9LWoottRFRLLkJAGGsWWjGtbkzcSdly+TB/dM8xBgYCNtQC9ufq6b/6+bfywpF5xqdbeK7iystG6KSG3//WYebaMbWih6MEiTY0OgmDJY+bL193wWs6Uivwk+/cxefuPcpsKyLNS2wLnuKaHUO897pN51XMO7FmopVQcCXyrPgjRwpEojnZiLhiw8r7ePQio3guGy0ReHM8eipktiMxGgLHcN2mDm/dEqPtCAUraaSGtraUHUk71tTjFFcImp2E8dN1Tp+s40jBe6/dwHuu2Yh3kfe6tBYVpWi78vpmTsQZkfWlwBVLP1EqQohMHRVS9Chdr1dUZK8JaXBdyYXKiDO/HMFCOoAUZrnwlu1RChxjWYgq7KhMUSpOEkbn7yf1mM/ias7+GAkBQiKkxFIgYB5tBWvbQClSewVWH0ew+H1kl/4WCiFV1hbpeOe9F53uUfz4IFa4WLWMfJsIP3oR4ZZIintBXIiAKTQ76LIjH4MABcsPLdI2qnkAFU6AkOjCFtzoAAKDdapLRF0orKiidIMgOUoSLDnaimget3UImXaQ8RRWFbBOCSvzAwkJ1uAIgzzrvJ1j9+CceRLrlZfUWWsR4QLBC18kHt6MrW1a+/TcEvHoHQRT30Lqeh5TZBFKQGwwbX9V2wLCgnRwPTfPpr04yOYJgmN/jUiaPVXdbR3HD4aIPv6T6HpI+PADzH/1GzRPTGMe+iry898m2LObsX/4KYI9u0Frkmcfof7p36V9YhLhFCAoYLodTDvu3cvZIhyAQHguJAkWhVOrUtm28WX/bornFjj+B3/J5JfuQne6qEKBsfffztaf+RH8dRdwou7jkkMIUErlzvrf79H08UbCa31v/V0lwv2P1esXbwoC+1riW9/61nl/rrUhSfR53/Na4kc/th/PU9x19zFmZzsAVCo+H3jfHj70g5f3xhInmi995QB333OcZjNCKsHunUP88A+9hbdcfmHS+Ud/8hTNdgRppkpa26t0pJFmD02PPjnOrnP0254L3TDl7kdO8cAT4zTaMQNVn1uu3cjtN2zC9xR7Nte4bFONe54aRxvbeyg2gYMbOExPtZlzuoQ6c8g1qUF6irqSfOeRU2zcXGNgsMAjR+d53/5Rdo+WuXz7AKMDPvfdf4L/8KUDJKlm3YYKpuTS7CZoY3GkYONggR+6YRMDRfeirumO0RL/6AOX88zxBaYaIZ6SvGVzle2jZYS1591HGKcYY3Ek2GUlK8aS0zuIUv2K7y1HNti7bpzLRgTTLZ/UwFDBELgaJTt049Mk6SYqQEXlMqkjMQWH1GaK6NxQgeTydQxV/J6a/HLGU5WCmdSgzEplSeeROhVXLCsJNzgiwdp8LMvmIYNAI3JHX0mSLPoFnxuBL7B42MVQV8tZ2whsfhRjFEo10bqLMecpJXZShLDYvI92NSzGOkhCbDpHatd+6Je2jVUuVrsIu+gYK7DCyYiw0JjEIRTr0eeZc79zAKzBSr93asJGSNNGmAi/fh/uwmMYSqTOKEmwhbSwlVVs/gJQ4QTFqa8h00bvPFX9eWSgME51jQcegUUiu6dJgqsAcNonCM58GZFOYK2GJEToCJG00P4IVnqIqIN1A+LKBuzy8zYp3rEHsUJhHX/FE5b1q8jWFOqlr5BcdgdpYTPI1b/qEm8L8dgP47VewonOgHCwSQ05+QzG91fOibXIJCTZdCWJBvRF3vcmoXL8SxA3MP7Q0h1iDTKcxT32JRryNs786RfQc/Oo4SEc38eGIe1nn+Pkr/0btn7qE/gHv4s68iLrih1G9nm0I5e56k66Lx1ExBFKWBwHkgRcF4QjQWusUKROwOC1V+Dv3v6yPq9Jvclzv/RrNJ5+EVUsIAsBaafLiT/+K+Yfe479v/kreEMDF72/Pl57LJKLND2X6VoffbwyvNb3Vv/+7OO1xpuCwFarVZrN5qrX6/U6tdrF9fC9HHwvP6hKST764X285927OHp0ASFgx/ZBymUPay2Hj8zz1NPj3H3vcc6MNymXPEolD60Nzzw7xbHjC/zjf/g29p7HXbjVinn2+UlMrPOSyCXjJGtAxyntVky3m76sc++GKb/z2ad46eg8jsoiaCam2/z5Vw/w4pE5/ucfvZJ6K+Klw7PUPIVyJdrYzNU30kxVPKKFENNNMkItBUHNp7ythl/2SBLD9GSTTaNFuonma89PMVoJaM53+U+/9SBnJpooJZBCcPToAuWyxwc+vJetu4aoFl22jZSQUlz0OZ2Y6/D0yTqnFrq4UnD5+grDlSCjWRfYR8FRlDxFI0pxVeaG3Io1Ue4EDJCklkRn5BogTg2HZ9ucqYdYYGM1YNdIKY/uWQnXmUVgEPg4JuGJ5yMWmppaWfHWfYKh2gzdeANnq5iCRVVUsK663JX64uZkOda5ira2dK1F2sUc2IxnVXxB2V2+RLvIMM+1bNtjZ+iomBPd8yPVHo5XoOJGTIcFrF1UrjKSbBEYq6i6nZyQpplz8Hl6YY0ooOgsDdXa3Pwod70WEinCbD3AbZAmZewahNhhGiEMRtaQppmVH4tcLbMGISypu55UDOdTY1C0AIumlEfvWGRaxwi3R5SkCZGmkami2iDCNso2cmflE3jN50iDTbSH34NVF1kaqmMKU99Apg2MU0GkISJpIUgQno9M6qSysGrJPfeSzu4dE1MY/wYy7WBGNsNUHdpt8DwgRcbzaFVFxB2SHW/DFIdWrDWIbgMRtTDOyjELE6PieTBdvJln8Ip1tDdAd907SEur1XTtDNIduGlp+2qd0vgZZHcG65WxygOdIOMm1q8Sbb7lZd37buMwMprHuNVs0cba/Dwkxikju5M0vv4/SGfncDdt7C3siEIBd8MG/PY4zrf+GAoBSTvEWolSgmqhi6M0E/ItJBNTiJlpBta7zM8ZktQipZORdtejtGcHu/7Fz8NFfA9BpuI2nniOI//P7zF//2M4A1VUqYAqFqBcxNQqNJ87wPjnv8bWn/3ExU9GH5cM1vYJQh+XBm/qe8teuh7YvrT76vGmILA7d+5c1evabDaZnp5m586d36dRvbaolH2uunLJuCRJNH/8p0/xwIMnabViGs0IISBNDcWiS6nkUSy6TE62+Ku/eYG3XD5yznLiTieh20mxOpNdhVxJNIyBOEwZXXd+k6Kzcc+jp3jp6DyDVX9FKWoUa545MMODT43TjVI63YR1Q4Xe+DqdhOn5LspROGNlhO8gjcnIkCNRvoOUEs8TRJFmfiFi3boi9U7CCxMN7vqL5zkz3mTdumLPRdhay8xMh2986SX+7197F9XK6t7HRiMiilMGBwqrzLGePLHAt1+cJtYGLzeXuu/QLM+PN/nodRsZKZ+/l1JJwVtGSjx0qk4n0TSjlMXvzcXvucl2xN3H5rhjxxCNMOXLL0wy245773t+oskTp+t8YO8og8WznYi7WAR3Px7yua83aXZsvsJq+eu7JR9/V8oNV5yfrL1auEKwPXCYSTQL2mIAHxhyJJVCVia8qOzbrAs2UzVtVh4spGb5Q7gQGqM90vjcubPLEceD+F6dkaDDXFwjtgEecW+lOTEuUhhGC83ctEhi7Pm/IlMGccVc3m9KZsKUk1krHFBeHoUjcNwuRf80cTRIEtVYTs5F3vtrZOZaLG0ndya2ICRWOkReZt7k2dME5hCSzDnc4hOK7URiB1b6S5E81iJtm0UTKBG2wJistDgP17W4uN2TFBa+S2f4zvOeqzKz+OlhvPYBZDKOUQVkNIuMO9kxhIRUI5wEFU6igzGWr3QJa0i8rKTXbR1FJnWMW8nKd3fthkOHoNvpxRBJV5Bu3E909Q+vHozjYYVEWN37fAiToqJZhM0W0qxTwKoSKp6nNP5VWps+jC5sOO852qBG5+q/R3Dgizj1E4i4DdJB17YS7nk/prLahOp8kPECkJUeW2OxcQKOQkgJ0oOkRfuRJ5DF1e0cQgqGNzjQ7WCHRrFmBpTCGIkVgoKXUAw03Y0bSaRk+MYb2fH3fpqpL32b+uPPIV2XwdtuYPQD77xopdQaw5H/339n4q++RvfkOGhNPDNLMr9AsGEMf/0I0nWQvsfUl7/TJ7B99NFHH318X/CmILC33347n/70p1f0wn71q19FSsmtt976fR7dpcGXv3qQu+89Rqnk4XoKKQWuq4hjzekzTXZsG0A5kmo14OixBc6MN9l0DofdanWpRE8IsUIXE3meoQC2bl57e4CZuQ5PPT9Nu5swMlTgmn2jPPDkeK68ruzL8nMzooeemmDLxkp2vGUPd/P1CGMsritJDChH4rsuxlrCOCXupni+09smSTQyH/ehIwscOjxLteb3yOvieQwNFZiZ6fDY42e44x1Las3BQ7N87b7jjM92SGONDFPecetW3vOuXSglWejE3H1gBmMtg0W3d1xtDONTbb7wyCl+8u3bcS7g0rxvtEQ9THhyoklq6DkZKyGo+golBccWQk4udHn0xAIzrZiK7/RcmuNYc/hknT+ZbvNjN21lZKDQ27exLgePJXzmKx3S1DI6mEUTGWOZbxr+9GsdCsUG+3a8sh7mi4UrBBs8h/W5gdOi8YxJLdrNDJ0We1yN8VEyBGux1sndnpZKhW1cII3KYC+ury9NS4ThCOVghp3VMxxvjRLnJk3WgitTNpemqHkRQqRE8cD5y4eBSI/ieZPItJ2V/goJ5Oqp8vKhGiwe2voIYfH8OYx20ekS8TaUev9nZICxPgLNom4phMFQxjPHKdmnyQqvM3djQUTRvoAkJPZ2UOg+AVZn29vc3CiNwGisdJdMoqxGSI2RPl73KGHawDhrf4ZdfYZS8gjCxtg0JFtiiBBKYxynJzibRCMdlZUtJ41MebQp0nTQTo04yBYMZVJnsb8XgGIRrtgP8/PQbiNMSLL9XUQ73r1mebP1yuiRPThnnsK6xcwcK78G1mZGWLY6CNLBiBoyWcBfeJLOBQgsgCmP0bn2HyBbE8iojnVL6OrmV9TEZVWATTXJwcMkR8YhjMFVqG0b8N6yOfs+NQaxRomz52g835Jqged6WS6sMZk5k80Wd4p+TCfyQGvcsTGK2zez/Rd/6mWPcxFTX/w243/+ZVSpiHAUKIlQCpumhGcmUcUAp1pGeC5pvbnK+K6PPvro442EtZIu+nh94E1BYD/5yU/ymc98hl/8xV/kU5/6FJOTk/zGb/wGn/zkJ//OZsCuhTQ1PPLYae7/7kkeeOgk1lqKRRets6dLIcBzFXGiaTQjBgczJbHbTQjD9Jz7DQKHDRsqLNTDTCUzS92INt9vpexRKqx+2LfW8rW7j/Llbx+h0017z4CDAwHNMMUP1r4FPUcyXw/Zt2c4L8HNH5QsdMOkV9orckU4f35GCEEaZ31ei6Ufvqey7YGoHRFFmmp1dbmkUhIhYCbvJQZ45qVpvvXSDMU9w+zaPwpYwmbMtx89w5nxJj/zU9fy0kSLbqJXkNepU3WOH5ilVQ95wcKhR8/wvnfs4LYbN53zgU8KwTXrK7w020FJgxICRwoCR/ZIapimPDPZYqIZUfQyUmut5fTJBsePzOVl3JaDz03z1n2jfPSOnRQDhzgd4tuPniKMDGNDS27FUgpGaoIzs3DvExOXnMAuQpzlxiuNQEQWqzKeCiC0D75GqASEzcqErQQrsHEBm7xcN1RBNxxDa4/B0hEqAw3m4yqJcXFlyoDXwFcJCEmSVuh2L6y2pbpCYtfhyRTCJsIrZKRMqp46aIVDKgtIUowNkDLB9RsrCGzMKAFFFB00GSGzOIBB0SFhFExC2TyWE1sBpFgirPAxOPj2BE3vRtz4BI6ezRRsa7EYhM5yZs/uBRVYjPSRuolK5tcmsDalmD4FJGhRRsgw25fWWAnCVdgo761MDTaMwXGQopV5MAlF6o7RrtyClVmVRq9ceXmMjVQwPAJDg4i0iR7dfd7e3GjnO1Fzx5DtGYxTxExOkkw1MGGCCHyUGkKVqgjXwUYad/xJHLWFdGgPOBfI0hUCU9mAqVyY8J4PSbAFHjyKHp8FpRCOg40S0uePYscn8e+4EX//VbQfehS1LOYtg0FYm6mzjkLVqujZOVCyNy8Ci6nXkYUCpbe/uqxcay3jf/lVrLW4AxWcYoG00UI4DsJ1MVFMPDOPUy1jOiHla3b2yWsfffTxhkU/Ruf1jTcFga3VavzRH/0R//pf/2t+8Rd/kVKpxI/8yI/wT//pP/1+D+01Q5xofve/Pcqjj58hiTVhNwEhOH262SNwy0lgqxVTLnt0uwnFosvo6PnLMN/5ju0cPjxHqk1PhbU260ctFlw2baywfqy8aruHnhznr792CKUE64YLSCnQ2jA7H9LsJFQGAiql1cQ3SgzbNhW45i3r+OaDJ2i2E6plLythzgmttlBwJUIKEsBZRoqsscSxxvcUg4MFojTLZ921scS9jiRJNL6/8vbP5gjK+XhirXlwokl5fRkba5J2DAKCssdlb9/Gi/cc4+ChOZq5Mcriw9yZY/MceGIcrS2upzDWcmayxZ98/jmarYgP3LnrnPOcWIsUUPEUrlr98C6ARpgZTbk5qT19ssGBF6YBS1Bw0MaijeX+p8ZptmN+7qP7idNBnj8KgbcoJC3qnJkBUeA5HD7ZeNWKismVVblsPi4WAoHQK1+xYQnrJAgVZ2WvRmFTD8wr/eoSSJmClQjrM+TGCNFFyhQhdKbeWUm7s/GCETqL+2uHOxGqiWensHEIjotVRYyQWOFghE/+qxAg72OMWNnj69DmKso8haKz4icpA3TsZVTM/Qh05mQrJItuVNKGWFFAYHFEnVblToLuc/jxYRDZYoyRPkKk9FZ9cliRkWS7aBi1Btz0DDJZQMsyKIH1K1g5idBJtqAgACVA22yhIbGYhQgRCDq7bseoCqkzuuK4SXknVhUQaRvrLnNKtxaZNDFujbS45bwzb2qb6Fz/U3gHvwmP3IeZmssH7GATQ/LkAfTJCfxdg5B2wRoKs3+KCQaJd72HZOO1593/awH70jOkU21k4GaKppAIJFYL9FybzrhL7YMfpPvUs6TTM6jhocy5Wmu603OYisQtZWTfGR3DdLvYTjdb4PChO9PCph4DP/oj+JdfdoHRnB+mG9E9cRqnnC0yuCODpM02VmuEUiAEutMlbbRACMY+9O5XPT999NFHH3308UrwpiCwALt27eIP//APv9/DuGS46ztHefSxM1SrPkIIWu04VyktYZQihSBJslzKVFsazYh2J1My3/vuXVTO06NprWXr5hq1WkC9HiKVQEmJ5yt8X6FTyx3v2EGwTE2dmu1w9yOn+JuvHqTbTahVsj7XYsFBKcm64QKdbkqnnRDVMqK5iG6UKbU3X7OBzWNl3n3TFr56/3Gm57oUAgfXU0QdjS8lQ4WsJHKWTI9CCpSn6IQJnqvYsrVGNzWk2nLFpiq3XD7C1zdUOHGyzuhoaQXJqtcjikWXa67ZwMMHZ3jkxALBUIGom2RKyGJ8UCfBK3us37uOx544w/brN/bmSaeGo89NYYylWPYw1iItjFR9Op2Er919jJuu28jQsvLe5Si5Ck9JYm04O/HCWouxUPEdZogySqQNx4/OYbEUCm6PnxQKDlIKXjhV5+nDs1y7ZwQpi6Smvbg3AIz1MNZD64TAe3lOtMsRW0vTwKJ27QBlYSmLl09kV0JA6mWkdQUMnlfHdZsIodFpMS/5vTDplCLu0XcAax20Xrx3bZ4Xe/EjtDiEYhMOJzMCnCpMoZLl9hi95HbcUxNtL04FQIgU12/gui203YiJ25B0EGmEsT4Jw7hiAkmufK4I6BNYq5E2wgovI7iySLd0I93i1ZQ6D+AlJzC+QsXdXPHM1WEhscJHpi2MUyH1V1ajiLSNP/sIQf1JhG6ipIutjGAG1mOLQ4jmJBiNkFkEjRUGEJjUQ5g22haJg91rz5lTpjtyM4Wpe5DxfE+RFTrESo/u6NtBXjhr1QxsIapeiWrdh6jUkCpd2i5NsZMzpCrC2zqAccoYr4aM6gQv/jXWDUjX7T3/AV4lxLMPYZWPLZcRSQtMnP3ALWEDiz14mOJ7P8Xwz/4Mc5/5U9KJCcgX6JzBAdIrrsaffREbdRBeAW/7DvTcLLI5R5oK9OVXM/ae91O4/rpXrYYKz0F6HrqdfYq9wQF0q0M8PYdNNVZrjADd7jD24R9g9APvfHWT00cfffTxOke/gvj1izcNgX0jw1rL3fceQ0rRI5Ge5xCFCa6n0FrjeopuN11RDmFMZuRz4NAsk1MtxkZXK6hxrPmDP36CRx49TZxotLHEicFxDJ6ncJTiHbdtWZEZe/x0g//yuaeZnu3QzZXgRjum1UkYrPoUfAfHkZSKLlZAvRUB4LuKKDEIATdeMcZbr8pKOD94+w7Wj5S497EznJpqMTgQILXGhBqbGjwpqCaa+cTgFV3GRooUKwF+xaNQcCl5iis317hh2yCOFHziR6/gv/zXR5icbFMsuUgh6HQSlBJ86Af3ct/hWZ44OsfoxioBWYevdbLSaZUasJCGKaXhAuHJOpeNVXjoyBztSNMYb9BuRChHEnYSpCPxPUWjHpGkmjDS3PPgKT78vj2r5hrAVZLdQ0WemmiSqiXHYWstncTgO5LrNlaZWAjp5Kpw1NV4fsZ2jbU4noKSS6oEaIe/ePw0JxsRe3cN8Z1HusRJkMVY5hE1xlqiRHPL1etf0UNwbC1Thl5hqwBiYM5CAgzyWvfJpfil0yjVxZUJAovnNgiCadrtTcTJ+aOcjHWXJcqeZZyDASuxayi8UkT43gyem/VvJmmZKBlB6xJaltCqhpMuoHEh6YKq9npgERKDR9bPaknjIiAQIqVYPoNUESCwRiEKPjIQ0I6QzdO44nS2DyWxSq4xbgl5v6wWyz7DwqNTeBuCGDedBNdDxN289NdBU0KkLRCSsHp95mS8uGnaoXTy8zjdiawZW4jMjXf+DCJsosd2I2yK6Mxhbd6XbBRGu9hUIKwhHr76vNchHrgG65Tx559ARVOAICnvJBq8jrS07bzbrrhmzz8EgC2vg2gKTAJaI1KNxaJn2pgtA5lhlHQwwQCyM4d3/D7Skbe8ot7WC8HMTpM8dC/uS08h0wTtFrDlUbAmuyWEAtuCuAtpQu0D76d04420H3qIdH4eZ3iY0s0341SK6G/+MerQE9BpIgDpCez23Ygf+Aes2/zqVNflkI7DyLtu4cxnv4AdMgglKWzZiFOrEE/PkzaaDLz1anb80t9n8NbrMyOqPvroo48++vg+oE9g3wCIIs38fLhCAR0ZLnBmPCVJDALRy8mUMuv1rFZ9KmWfYtFlZqbNN799hJ/45FWr9v35v3mB+797gnLZY/NAFWMsCwshC/WQQtHlf/tnt7Jn91CPoFhr+dxXDjBXD1k3VKC5EALZ43bYTRhvxThOZiAklWTf5cO86/YdPPjUOPONiO0DBW6+Zj03XrUeJy+hFUJww/4xbtg/RpIapBQcP7nAZz//PIePzpOkhsBX7N02wI99ZD87tw1kURBhSmos1cBZUY575RVj/LN/cgtf+8YhnnxqnEYrwXUlW7YM0LGWJw7NUC54FHyVe+jkfrhSYJREpqZ3TsNDJYbLHjfvGubz3zzE4SfGiSMNkc76c4Wgmyu3kBHMv/rSixR9xQ/csRNtLVFqUFLg52O8ZkOFuW7C6UYWjyOFQFuLKyXXbqiwqVbgus01Hjg2TyvUucmAINUW6UiCgQAtBdJa0FlZ9BPH5xmt+gzVAqYXQmolL+uHTlMarZjBqs/t12182feetZaFnLwqlmjVIqVqWSiJzG34tUDXWtoyImqPYq3AlZphf451hWmkTKlUjtINW3S7GzLjpzUQJzUK/gRSpBi7XOWzSJmgTQVtVirkSnYol46gRJSprEDgzeC7C7TDLaS2QBTsRHReRJoONtQYNwDlghEYGYCxSKkxxsldiMEP5pAqwhiXzH04ROoOViooDWNjC3GIYxcQOsLICkIsmjv1CuYRgKZIwkoV1cqAVvFO3PQUrnsKt3USGS3k97TBuIOE1WuJiysXVPz5J3G6Exi3mpW9WoOQOjMP6jYRrVlMdRMqyFxy9ZkFQILpIk1CWtlOtO66819MIUgqe0jKuxEmU5cvOspn+W7qM1jlgnQx2s+yaWU2L0iBTS2mEYKIoBxk5bdeEdk4jYjq2GDg/AdoLcAT9yBeeBiiEDbuwF5zO+y8Yk3ymz7zON3f/y3MwjyymCAcg+l0sKUycuOWrNcXIA5haAzc7NPhrBuh9oMfXL2/9/4s+spDqGPPQBJjhzei91wHQRnTDek++yym08HduBF/965XtVi08cc+xNz9j9I9cQZ3oIoMfKzWSFcxfPtb2f/bv4Zbq1x4R3300Ucff+dhL6GJU1/afbXoE9g3AFxXEgQOjWbUe61S8dlgYWamQzdMsMYilWRgIGBstLTCgdcPHB5++DQ//okrVzz8NJoR991/HD9wKOV9oUoJhoeL1GoBc3NdZmbaXLZnuLfNsdMNTo43qJU9XFdRKDg0mzFpniELSz2YUaw5fbzO3u2DvP2GTRd3rnl8zcR4k+Zsh6Qdo01WWrthsMBYHuUjhKBWOHcJ4u5dQ8zMbuTpZyaRUoCAI0fnefbFabzBgKvfsYM0NnjFRbMoCyZTi+enO4SJRgHbrxwjTjSD1jL70gySzBhpkbymicZY8H2FkAKtMzXy8196CW99GV32iExGQNYVXPbUAmq+w7t3DXNsocvB2Q7zUYoGXCk50ojQwBUbKniO5OEjsxxyJHGsKRQcClUfFslrznEqgUMhcJhuxtx4w0YefOwME9NtktQggErR5ear1q9wLV4LqTYcne1wup4tSmyqBWwZLhIisp7Xs96/SGI7FvzXQOTqWMussYCDEhopDImVjHfXERmHLaVxpLQ5KUxpNbeS0eoMQqR4zgJSRqS6iKOaKGnQVmaKmIDUFkj0CGcTxGLhJEpEaONnr1sLaKRMKPonqXcuR3tlOqUrcJMZnGQOOs0sv9QpAJlBmE4DonAYYzyE0DheKyfEWW+6tN3s2DYjXyIoYJMIQwFlG9hUg+vkGbX0xmdxaInrl1x9l0MoEncbibsNiiBMiErmsSi0N7LaKMla3PrzWU9svj8jyki7GC8EsjkF1RLGGyION+ColxBpiHUrRCNXEY3dBM5FklEhsOr89975YKvDyMkTWKOx9QW00YjAzUr+jc2U69Qi6jNQqGQmSOT98hd6OJmfRvzZf4Kpk1lJuHTg+YcRB5/CvuMjcPP7V7zdLMzR/YPfxjbqyNH1pIQ4yWyWedxqwvQkcmxjRl6Nxl7zjgsrwEJgN+0h3bRykaHxrW8z+yefJZ2exqYaWQgo7N3Lun/0C3gbX5n5VGHLBvb9h/+TE5/+f1l46EnShSay4LP+o+9l68/9eJ+89tFHH3308bpAn8C+AaCU5JabtvC3X3yJNDW9jNJq1cf3FdMzHRwpcVzByMhqsyZHSZJUk6YGd1nj5clTdVqtmMHB1Q+XjiOx1nLs+AK33Ly193q9GZEkhlol28/wcJFGPcrMgfLqR2Mzchd4gk4j4jv3HONHPrrvos/3gYdO8vt/9AQ6tQwNFJBK0Gkn3PWdY8zPh/zyP75pRb7r8fEmLx6ZI9WWzWNl9u8eZm6uwx//yZNEccqGDeUecT8x1aI11eH4s5PsuXEThapPsezRbceMjzeZmmpniwEyI21fe2qCozMdzFQbkxp2bChzerpDN0wz9+ecBy0qx76rGB0pMvSWEU4nmgGdlQkbaznTipgPU24cKzPgO6wv+7w03wUpKEiJkhBrwwuzHWbDlNs319g3VsFpxHz3yXHKrsK4Mo+dyVypPU9RKrhIKYi14bFTdfyNFQYLbu9eEcbw1QdOcHqqzT/40N4V/ciLaHQTvvjcBBON7Fpa4HEhGK343LBvPeU13KQXhWf9Giw0Wmupm8xuKBAxCIEQFoUmNYqFeIBhv0HZa4EVOE4Hz2sQx1k5sevUKRVOIEVCL4YHgTEKozwQMisR120KPEchsCS6SpRuQIsijupkKqkFSSfvR9W5L5Ok4EzQjdajAkiCjcT+JhbLhUnAxAWs8TDaY5EYC6EzF1m76Chr8iievJSZnHwBRgRI20baEG0zgi1tjLAxWE3MKIp6XkLsALnr8BrGTFYGpP75CI5F6nAFGbZ4aFlD2hAhDRhDpHYROTvRYwMw+gPIuIHUjUxh/B6Wl9p9b4PDT0FjDnSamWglYARZ5fVwAeG4oBNE2MaWKoikg65sxAa18+5b3PUXMHkCBkZBLftcNBcQ9/4NducVMLZkNpU88l3Mwhxy3XqElGhbIFFlXNNCOAIa8+CIbF+XXw/X3/GKzrn13QeZ+s+fxiYJzvAwOA6206X9+BPof/Nv2fTv/g2qvLol5GJQ2rmVvb/x/yGanCGZr+ONDl90jmwfffTRxxsGlp7wcin23cerQ5/AvkHwnnfv4ulnJjl6fIEgUHiuIoyyEuJrr15PEDg8+tiZNbftdlMuu2x4BXmFjNiKPCt0LVhYoeQCVMs+Tq4IBr5DsehCmCIW++jyJsnAlQz4Dh0T88ijpy+awGpt+MIXXyJNDGNj5V6kT7Xq43mKZ5+b4rnnp7nqyjGiWPPZL7/E4y9OEcemp4puGi2xtVag2YwZG1tp5BT4DmE3Yfp4na37R2lMtaiuK5GmhumZDkoJ/MAhcCTVwCFJLS+dbhBNtfE9hZSSsaECZ2Y6tLtpT8QzFnwn+1l1tMzojiG6rZgNQ8X8yAJPCtqp4cBCl7eOVXhprkM9Sim7CpmPsTXX5tTRBV6IEuo7hnj/27bwyXftRieGpw7PZV+2ufrqe4r1w0WkFCTaZKqxktgwwfcVxaKbfYcqgS8lTx+c4a5HT/O+W7Yun3KstXz1hSnOLIRUA6dX2p1ow0Q95KGXpnjnVRtwzlKSFjVM5zVQX2OyflqV99MuUtBs+IbYKBpJiZLXypxxEbg5gZUypFQ4jhAp2iwSSIsQKVJGGOuSpi6+HkcSk3kzg6vmcUSTxA4irMZYB0krJ6/QI6KkBM4pkrBG2qki3RCh0ox4pj4mCfIxrYS1Kou6ESbPLtUgFgOhFmvOuzgiM0SywsMKBylSsClCh1m/Jw4uU7h6koJ1MrVWt7ECUrWB0Lsc7ay7+MkWEu0N4ISTZ/2OdXIlNiEJdtDx8hJhqynUH8VrvYA02dwYVSQqX0lYveaS9Jguh91zHWbfTcgn7spMs3S+iINFlT3c0WIvmgmdIqIGCEmy9ZbV6vNyNObg8NNQKK8krwDlGsxPwAsPryCw5szJrDx7kcALQawG0NLHSVvIpAtj2xE3vxf23QjO+XOG1zxfa5n/y89jwhBv41LZvygVcX2P6OhRWvfeT+39733Z+14Of2wEf+x7E6vVRx999NFHHy8HfQL7BsFALeB/+eWb+crXD/Hgg6cIo5TBgQK337aNH3j3Lg4dnuPpZyZZWAip1TKnYmstzVbmVnzHO3YwN9/lwYdOcvjIPK4r2Xv5OgYHAubnQ0ZGiiuOF4YpjiPZt3flg/H2TVW2rK9w5GR9ScnTBpFYcLLIjaJ0aM92aWmDMZYwTDl9usGmTWtkUJ6FY8cXmJxqU6uu7qoMAoeFhZBnn5vkqivH+MLdR3jw6QnKRYda2UMgaHYSDhxf4MV4liSPBFqOcuDQdBVJrInaCa7vMHe6wcR8lzTRDJQ9BoseKt/OcwSukjRcicyf9j1XsWW0xOETddL8NQVsXlfCdRTl9eVenu5yCJGR2NkwpRVrTjYiXCmQQmCM4fH7TnDk+SmSJMsXPfzkBI989wQ/+2NX8TM/9BaOnGrwpw+doJsaqgWXUsFZIr5hmlVT2qynw3MWVb+8WrXo4jiSB54e5z1v27xiYeJMPWS8HlL2l8grZIZTJd9hth4y04gYqwXLim6z8mFJ1gP7amHp0dWc9Gk8GVFwIgSWRlzB9EypHISwGTHE4vozCJmgbVZene1QAAohYpQNEaaLJMLg9giyyAOBPDGHtT6CZMkJuOcinL1HYCi4x2lEV6OjiyuztFaRxmVcvw7WoEQ3I1RGZ0661iCiZka0bTeLYXGKmbBqLUJ6GB2gUxeERKZNnHQWEGhZBSvwkiN4+gRhcCWhexn2IruR44ErcSYmQUeglrYRuTIbD1zRe604fz9+6zmscNAqq/CQukuh/hBYTThww0Ud8xVDKcz7/j54AfLev8pecz1sqYqplbEizKKTHIG1EVbUiHbfTrLhAjE6zXlIEyiucT1zB2hRn1tB8kWhsJqwC4EWRbQVmFhR+sDPoLbseMWnm05OEh89nimsjTlsFGXl5oUyolDCAp0nnnzVBLaPPvro482OS9cD28erRZ/AvoEwMFDgxz5+JR/7yD7Cbkqp5PaIyBX7R/nYR/bx13/7IhOTrR6BLQQu73/vbgYHAn7933yH2bluj9Q88OApqlUfYwyzsx1qtQApBe12TLudcPVVY6sIrJSCH33/Hn73c88wOdsl8BVu4NKqd3GlwLFQb3cRQiBlRsy63ZR//x+/y//6y7dckMSmaUZ6pTwXK7IkqaHZjnnwqQkCX1EsuBhtGZ/r0IlSjDFZVm6qOXamwebRcq/suug7FFxFKzHUoxTbTUi0odGMUbCCvC7CdyVe4NLRS2NTSjJQ8Zmd64AQ1Go+xdEy0lO4FQ9rLZXyavVFCkFiLJE2aGt7x3rpyQkOPD2B6ykqtQADCGOZmunwX//0Kf7lP76JXVtqvDfeyNefmchKg/N9Rqmm0U1AZBWv2lri1KJkluObG+8SFFyanYROmK7I5p1uxaTGUFYKz1MMVgNcRxInmrmFLu04pdWKGKmt7HkUwIAA9zVQ4BwyymgAjGKsPEHZbSNzxXIomAebE0+VYKxDqGto3+C4bZb8kZcNjqyMWJCibDfPVz1LRc4jZ9AapfIcVZardlkkTmp8lOyiZAttLr5PMAoHUU6IUp3scye9rETXWujOQdzBYrJ4GMfHCIXBw7EhVgikA1YYTGKRuoXNe20RBilMZr5kOhSjx/G9WUK2EdrtK+diDcQDV+B0TuM1XgDdyV1zNVYoosGrSCqZ+61M5vHaBzDCW9HHapwyUrfxW88QVfa/qh7Xi4JSmDs/gTh5ADF1Ejs4ClJiLHTnHJxkBjE0iN7/MdKxvRc2bgIoVbO+1yRerZTmDzW2snI/zpXXEX/ry9huB1EoLnu7xdbnUTsvR27eftGnZbUmfeFp0qcfw4YhauMW7Nbd2DhEzNexmKX31uehWEJYhU3Tiz5GH3300UcfffxdQ5/AvgHhuVkJ8XIIIXj/e/ewf98oDz9ymtm5DgO1gOuv28iG9WV+5dfvYm6+y+i6Uo8cJolmZrbDpo1V4lgzP9/FmCxv9O23bePHP3HlqhJigF1bBvjln76Wux85zZMvTDE4VkJHKY6EdjvpuRAv9mBu3FBmeqbNF758gJ//n8+v1mzcWKFU8mh3Ejx/5e2rtSHRliPzHX7jc08xMddheKAAFibnu7S7CVKADjNDKeFImnNdDjZjRtcV0XnfaLebsm1rjX27BpltxowEPhXfYWo+XEVeARJtqVU8CrWA6ZkOtZqP72WZt7NCIB3JxrdtojRaxloLRRe34FJYo9c0tRZXCiqepOBImrFGWcPBZzOzqSA3prLG4ruKStFjeq7DI09O8J7bt3PDjiFmmhFPnVigHaVEqSbOm1CDgovrSnRqiNoJic7MrxxHIGx2vQNXreqBzaJ8BOvXldg4VslKywWAYOP6Cs8fm6fTjaEb4wVZLq8HlCX4r1H5qCMEBSwtYF1xiorbQiNJjYO1AiUNBSfCWElsinT0CCkeRmXjXK7hZrBLZaV5v6lljXJSm5FcrQOECpFkpamLzr8WMMZj0bJKoF/WeVnr0mltpFQ4gnSzjFbSFNGegm5mCmaFBMfDiAKGAoK8jzcn7FIZiGKENVihAJMptkJmWa/SzVTdtE3BPYzFIbJbzj8woehsfC9JZRdu40Vk0sS4NeLaPtLyjl7prds9hqALqggkWBwWybGRBZRu4ISnSUpr58G+plAO+n0/jfrbTyMWprDSASzCGNLaMPqOX4ANL0P5HFgH2/fBi4+CX1zZ19tpghfAW1Z+X6nLr8C57iaSh+5FhF1EsQRaYxp1ZLmM/6GPX7RLsA1DOr/3m6RPPAxJghXZcguVGn7aIAxjZGWZ4msMttXEWpfCvkubbwtg05TmQ4/SeOARdKtNYed2anfejr/55buZ99FHH3283mABay74tle87z5eHfoE9k2GrVtqbN2y0rjknvuOMz3TZiTvl1yE6yoqZZ/5+S7/x7+4nUYzIk40WzbXGF232gxqOTaOlvmxD17OJz9wGWmq+Z3ffZSvf/MQaWpJc0Mjx5GsW1eiXPaxFp58epxmK6JSPneZY6Xsc9stW/jyVw/S6SQEvgIhSLXh+KkG1pHMYbGtmDg1TOXEtROmSCmIWjE6NQhHomRGBZJEc+ZMC+nJnjLcqEeU6zE/+9H9SCl48sgcf3LXEcKc5C1CG0s31rx93yjX3bmLz37+OY6falBvRLiu5LI9wxR2DxEMFYjaMRJIHIkYCGgbg5dqfEf19pUay7aqh6cUuwYLPDHRYn6+Q6cd4wdORp9s9sxayBcCsHDkxAIASgo+cPUGrtoywNeem+TkfCdTL5XMymdtFrXjlz26zQhjciIXacJuyq03rl+1+LF1qMDGkWKPvCIz4hTFGkdJ9m4f5MUT89x1cIattYDbtg3irbGw8WoxKEGIiIrXILUKbR1EbpTkiqznVAiITBVjM1dhjCAyVTzVBJG7YK/ooLWZyopAYHoktldEbAVSWFJTJomGKLrHcn4mMFZhrIu1KiOVVmKsn/fJRhh8DCUupHZa66BjH09Pom2Q5w4PQ7GEtRpEirLtLEe2lyub8xabnYPIzx8h8oicRUK+2Kdre27HvjhBZDey3KF5TQhFUr2cpHr5WoOm2LyPoPM0wjFAKxs3DtrmRlICUAJBtHr7S4WNO9E//i+Qz34Xcex5AMz2/Zgrbobq8AU2Xg17x8cQUydhbjIjrFJlDsJSYm/+AGzYftYGBv/9P4woBKRPPYpttUAqnMv3U/rIJxBvueqCxseLCL/4F6SPfBdRq/XUXGsM5tRxSm5M5Ah0lCJ9p1f2nkYap6Ao33iB8uhXCdMNOflv/j3Nhx7FJilISePu+5j5/BfY9Mu/QO2dt13S478WiGfmSRpNvJEh3OorM7zqo48+3tiw5hIx2D5eNfoEtg8mJlrAakMmoJcTOzff5dprXn40gzGW3/+jJ3niyXGklJnzaq4YBIHDQF526jiSKNJ0u2mPwFprOXRsgWdenCaKNRtGS1x/5Xo+/KG9zM13efyJcep5pEuUGqwr2X7teoZHShhtaMx0iBNNq5vHCNlMpZUqM5NylcQEDnGYZiV+2lAbLDI8XMAY+MZdR9m6ucatN23him0DXLl9gKePztOJUgJXkWhDlBg2DBa446r1DFV8/vd/cgtHjy8w34ioVXxOW8OLsx0KQpAOWFwl8TyFNRYtBM3EoFlK81hXcLgsj7PZUvQ4ruBoarKHU5NF+QgBJVfiqSVitLw3VQjBSMXHOIKRwQL1bpLlhBqb6YMGpBI4nsIYSBNDZ7LFpnUl3vXWzauuYTVw2b9tEHJTL4BurLP9GU3BV6wfLnF6ssXhuS6OlNy+ffBl3ysXghKC9W4HVxpi7aKERQmNEgYpRI+gKZGQUEDmBZZdPUhBzuGILqaXVptta61EywJK6Sx/1dqc82VmWEqGYAWxXoe2JXw1hRAxxuZxOmQTKkVKrAco8hyOqCPQWBQpNbr2cjTnLyuO9RCBOoUgxZKp2DiFzIjILIAWWOsgiFF08s+Q7alvwhGIJP9lK+j1aGawmV4sXQwukhBFC83aDrzS1PHjIzhmEhAkziYiZydW5iWx1lKqf5MgfJHl68gCiyBByBY2KCMci6BAUR3ESSK6zl6suMSlxADVYcwtPwS3/NCr39e6Tdif+N/g0W8jnn8o64nddjn2unfCvrf15t9ai3n0PtJv/y12ehxhwa0OIG99B/Kmd+Fs3ITnOSTJxSn0ttMmue9b4PsrSpGFlIhCAdluMLCpxsJEh7S9tEDgVgqM7B5CpZ1Xf+7nwdSf/hmN+x/CGR5EFrJraq0lmZzi9H/8LwS7d75uldjOsVOc+G+fY/7+RzFJiioWWPcDt7HlZz/Rd1vuo48++vg7gj6BfYMjilKeeGqCQ4dmQQgu2z3MNdesVNmCwMmf1+2q8rY0NUglKRRe2a3ywEOneODBk5TKHsZY5ua7eJ7CGEunk7CwEDI0VKDbTanV/B6hTRLNH//lczz69ARxkpV4CiH48l1H+Acfv5J/+KkbOXJ0gcefOEMca56ZaNJyJcND2cOUVJLhdUUmzjTR2mAs6DRnf1JAanr5LkIKHCWRQrB+rIyXl9B2uwnfue84t960BUdJfvwdO9k2OsVDL03T6CQEruKmt6zj9v1jDFUy0i2EYOcy8vbw0+N4SuK7aoV9jjCQJCnClQyVi3hKsr7osqHo0Y1SvvDQMR59YYowzgybXFcRdxOqRZdASVyVEZQk0QgB+y9f6RY6044JE4OnshxbKQWuEghj0XkRrHIkndkuuhnxzqs28O63bmaotjq701hLrezT0bpXZm3y7Npc1KVScHsk+thCl2vCCtU1onVeLYTI4ovc3MhJSA1WYq0CZDax1i4WsbKYkVpPtlN2T+GJNiKPmEmNj7E+CoN2KmBTpIlzXyaJyPNCjZH4YpZ2WKUd76bkHUSJMO+fzZCaEiqZQ9LF4GVmUGhcZlHiSZr2egzFtU4JAG3LRHqUQE1gMZkRFRYpEiwuVocoO48Q2ditkFlET64UC8fLooVsRpzForuutQibYlQBq4J8Ts4NJx2nFD6AtGFPjXb0LH5yhFZwG1oNoZIp/Ohgrvi6ufqcE9k8uUe4BozFCB8rBL4+grILtNxbseLijKTIr6HLLA5z2TwzSMIIrFXufakwOArv+ST23Z8AY1Y7EgP6u98k/fwfgtZQrmbfM/V59N1fws5OwYYtGCVg22WIy69EqPN/NszUBLbdQlRWL3wImUUrBVWfTW/ZSWdyAZtonHJAYaiAjDoI9+W7G18sdLvDwte/jSgEPfIK2WfTHRslOX2G+rfvYfSnPnnJxvBK0T05znP/5NcJT5zBGajgVEroTpczn/0CrRcOs/83fxWnfP7qoj766OPNA9s3cXrdok9g38CYmmrznz/9MMeOL/SicL7xrcPs2D7IP/r5t/acha++aowvfOklWu14RfmutZaFesiGsTK7dg69ojHc/8AJjLUUCy5SCBbq4VL+qICFekih6BAnmttu3dYjj1++6wgPPHaGStllMHdN1towOx/ye//jaf7VL93MWy4fYdfOQayFX/njxymcpW4M5ec3Od4ijnX2jC2AxCDCNFMl08yJWOVEb/mXVaHgcGa8SZJoXFfhOpJ3Xrme2/eP0Y01niNxnVf+IG2NxaaGWzYsGVd1o5T/+tfPc+hkncBTeK4kSQ3CU6SNiE4jIqgFGCHohjHNVszuHYNcs390xb5FXmIqpchJZrYA4MjsT2os5bJHyVG88x07uHXPueMyFitVhRA4Iuv0hKwlUOQkzlhLai2+EjRizVQnXpPALu9EPctW6aKQpsWsZFfo3Em4NzoWHYETW8zyVZe9luJRT7ejRIRHG42PsYqaytQyKVMiux5fzaAck/c75k6zCAIzjzE+3XgzjehKfDWNkplpUtcMERmJK+p4toVPMz+yROOg6OBzki5rlOIum+VOugtjA3w1gRRZnE8aO8hkAUVn2XmS9b/KrHS0Rx4LZWw3zBtzNaARFqxy0cUxEAJJgsFHs0bJpE0oRQ8jbJTlyS4uZlmLMi2K0aM0C+/BDw8ibIrN1Wy7gsSKvN82xagixh3EConGwzHzePoEkbPnoq61IKTEUzjMLyv7FmgGaHENltWLLZcUQkBrDvXcd5FHnwFjMFv3ovdcT/r1z2eLBSNjvbdbpbAnjqDv/jK6OohQCpRC7rgc7+//MqJ2nioF38/uwVTD2Vy0WAYEWINb8qntzI5prYW5KcTYFti087U//xzJxBRpo4mqrL6HhBAgJOGRY5fs+K8GZz77t4QnzhBs2ZAvUIEqBJhKmcZTLzL15e+w8eMf/D6Pso8++uijjwuhT2DfoDDG8l9/71GOHJ1jeLjYy3iNE82hw7P83h8+zj//X25FCMHWLTVuv20b3/z2EeJIUyplammzGREEDh/58N5VGbEXi6mpNr6X3WZB4DC6rsTUdLtHKMMwpdGIuO6aDXzgvdmDbRil3PfIaTxPUsxNiyArcR4ZKjA12+GhJ8b5wXfvJk4N882YwFe0wmTFsYUQDK8rYV1J2Iqpn2nRnOgQBNmDvzaZIiuwWGMzkrrsPNPUUio6PYfiRUgpKF2kuri56vPCdJuCI1eo29ZaYm3YNbRytf/BZyc5fLrOUNXvkeOCD6XA4aS1qNRQb0ZoYwl8hxuu2cCP/fBegrMMrcYqPgVXsRAmOK5C59mwmdKeZeIaY6mWPK7YvHYp6fJ5TNoRjx+YYWIqKzcfGyuzY/sAnpvN5UIrzuZGQDVQuGqxcDUvsQRiIYikYFEfVVh8Y3BfxgKnMT5RXCPw59DGQVs/J1IgSdBGoa2HwIBVSGsweTmtRZHaAIOHIqGspnocLWvXTJCuAqFyTthrMkVIKBSm6MYbMLZAN91KIgQdKbBCIGQI1BBYinaWQXNkqY8WhSem6NrzEdjsDEK9hVBvRIkQYVqU04dQortsJpcMqYRJMbKApZApn25CV16LiOsU9EEQGu1WMO4ASAdBFjkU2a2s1f/qRUeQjXFsnCDFHNYvY4s1kApNAWXmccw00mTjWXJszkgsmNxBGaxw0e7w0gqFkFgEnjlFxMUQWEuJZ3GZRVNYNl6NwxwlnqHFDbz8JZBXDjFxDPcL/wXRmMUqB4RATZ3AfPdrMDMLo0sls9ZazMTpzMEYgQgKqKERdLeLOfgc8Z/+Dt4v/MtzGjrJ9ZtQ23aSHngeWSic9T4JfoDyJLaxAIVStmjQqoPnI9/14YwsXyLIYoBwVNb7utYagrXIyutPxTRxwsw370eViz3yugjpuQglmPnGfX0C20cffWSwWdHNpdp3H68OfQL7BsWBgzMcOTrPwEBhBSnzXMVALeDAoVkOH5ln964hhBD8+CevZGSkyLfvOsr8QhZzs2f3MD/4gcteUe/rIoaHCszMLvVjDQ4WKBRc6vWQRiOiWPL4h5+6keuv3dgb59RMh1Y7plx0V+1PyuxB/tipBl999DTffWGKVjehE2k6YYrnKMrLyp0TbbBC8NE7dzM90eQv/t+n6bZjHN9BKUmp6NBuJRgLg0OZiZW1lm6Y0u7E3PH2bRftGroc1lqmWzEVRyGBRpRS9hyUFGhjaSeawJXsXbdSxXj0xSmkEKuUXaUktaECpcDhJ961u9cTvH50bfORZpwiPEnczsmOEFiRi3NW4HqSSsHlrZtq1Aqr53k5jpxp8EdfPcBMI8qEHwsvHpzlxZdm+MAP7MECM82Iy9YHbB3y8F1JxXMwaEQikUYSSkEkZc9gCCARAi0VBWPwXkaZTqezEaRBOkmPIma5sz7WSpSISE0BjMzKcG2a578aPNHCEyGu6CAXTZ2Ezs2aNEKc7Ua81OMolcFRbVJdxUBGXgFhLS7dfJ4toazRtBuo2jPZtpnWzwoF9bxQaFuiqJ9HsljKK3MXWsNyYm2twkgf0EgMqRomLVxOZPdR6d6LWjiJik+AkJjiIGHlKiJntQOxDKcpnP46IppfKoxuz2GbBfS67aA8hNVI00GrWjYGq3tuxBmDzoOOBBhVXONUJcLGF3H+oKjjMIfBZyXZVhjj4Nop3OQoib9jGZG+hDAa55ufgcYsZmDd0nlbC8eOQLfFihMOu9BpZzE8WvesLIUfYCsDmEPPY48dROy4bM3DCSHwP/RxzO/8e8zkOLI2AMrBdtvYThf3pnfgXrYL++T9GXGVErFhK/LODyOvfNslnQp3/RjFfXtpPfIYslxa8f1oullecfWWSzuGVwITx5g4QbhrP/YIxyFpNL/Ho+qjjz766OOVoE9g36A4eapBmhp8f/VKfBA4NBoRp07V2b0rKw1WSvL+9+7hXXfuZGqqjeNIxkZLr4i8LcctN23hpQOzRFGK7y8psTLPhfzRj+3npreufKB2crVSm7VJjbVwaKLJS50YR0kKnkJKQSdMmayHdGOHUuAQp4Y4Newcq3Dr/jFK129iz/oK//0PHqdRj3CUAKlIXI10JI4nmZ5pM78QkiQGpQSPPXaajevL3H7bxRFZay1Pn6rzjecmme8kmVtw4OD5iqTg4boKAVR8xS1bBlhXWlkf2OqkuOdw8HWVJNGWy3YOrVKFl+PUbJuvHZkjEVlGbRjrXgm5kIJiwWGwEuA5ipPdlB3dhOFzkNgw1nzm64dYaEYMVX3MYsRSapicavPNu4+wc98o+zb47BgJ0CbLrpUCrLBYT2NiSyy8TJlZtm9pM+IZSoGr7cvS0oxwsCYjpRmZklgBQhg8G5Em5Yz3CIuwArTAtxGV4gRgMCaLexFCI6UhimsouTwvdu17T6oINMSLyqvN+lRLbp2SM4+SKRZJrANsKBHaIEmJGeJlqYU2xbUTPcfj7LXl1sO5HmuzSJ3M9bhESvZ59urPIxonsKRYkbsXN+p43aeJRzahvWWOvFZTmvgKMm6D42BF/mvBGkTcRc2ezEgsEiM8dLCDoPsMwnSWkViRkzQLjod11igvtRqtBhBJB7d+EKFDtD9IWt2Vufsug0MDgc4JbL690choHpG2EZ5D6cyXSKMy3c13oivbLn5uXwHEqYOImdPY8sAy0k5WwTG8DnF6BtuYzfplARuFSyXVAoS3rO83KECrjjl1FHkOAgvgXnEt/ML/SvQ3n0OfPAZaI4olvPe+h+DDn0QUS9g7fximzoDrwoatCHnplNdFCCEY/clP0D14mOT0GVSthnAddKuNDSOqt91E5cbrLvk4Xi5UqUiwcZT2oeO4tdW9xSaKKV926Uqv++ijj7976PfAvn7RJ7BvULiuygoN7WqBYvHzuFZZsOcqNm+qrnr9leLmm7Zw34MneO65aRxHUiq6xLEmTjR737KOO+/YsWqbDaMlNm8oc+R4ncBXK4hjFGdGQi1rWVd0s0gbC76rKIwqTs91SIxFG0s5cLnxshHeedX6XsnvW6/fxL7L1/HoY6eZmGxRKLjs2DHIw4+d4Tv3HmOhHmUuv0WXwarPzEyHP/rMk4TdlPf+wPmzLK21fOPZCb71/BSpsch83FGk8X1FoCRXb6oyVgnYVPXXJKob1xV5ut5dc//dRLN1tIxS5yZCU42QP3v4FIWRIsJCqegR+IYwN3uqlHwcV1JyFAUlaSaaZ6fbvGPrwJr7e+bIHDONkKGKj6MksbUkNovrUY7k6Ik6G7fV2DJYJU4NUmaGVT0eKMD4BpNkLtDL0fPwFYJUcNGlxMrtIGSa/yubQyssGIU1Cik1rjHoxCdrAgWsIKVG20JQmELJCLBYq+iGw3S7I5RLp4AOPVK8YqxZfJHvzBG40xSsS1MPEZsCNW+CkjuflRtZCVgCp40sSmw3wqaK2K52dz4fRN7Bu7LHl7yU2K54n6KDxct7bCUqniZoPo0VCqMqoEB62dYq7VCoP0Br3Q/29uG0j6OiWbRTQ9GgFyckZFYqG3eQ0Ty6MEqqxkAousXrKHQeRZpwibgCVnjYwiCQgs3dlK1FEGXjaXSpnPgdZJIrlkKgC+vo7PgQurSpN6ZVmbzWILtTCB3mBDIbn9M8RvnQn9Ha80l0+QLZtq8CojmXlem6qw2oZKWCKgWkrSa2Mohw3DzWxmauxX6Q960unR2wphnU2XCvvBbnimswp09goxA5ugFZWfp+FsUybD83CX45MFHM9NfuYerLdxFNzBBsGmP0A3cw8t63I52VjwqlK/ex7df/JVOf+R90nn8BE4Y41QoDH/sQoz/xcYTz+nu0EEKw/iPv5fBv/C5po4WTR+dYa0lmF1CBz9gPvev7PMo++uijjz4uBq+/3zJ9vCa4Yt8opaJLsxlRO8tZttGIKJc99u9bd0nHcOx0g7/82kHGQ42s+rTmuzS6CY7vMLCpgrdtgOdP1rnhspEVJFUIwQfv3MV/++zTTM12Gah4mWNuN6XTSRgYKkDZo+Apli+OOUoyWg2IteEXPnAZm4ZLK+JlFlEue+zYP8psweHoTJsTp+ts2TOE/+BJRgYCBgaCXglvpewxN9fli185wC23bDlvRu2xmTb3HphBW/CdpcgZYyxRpJlvRLTDlO1bzx0lctP+MZ4/Mk+rk/RKqC3QyU2nbrlq/XmV4IcPztKMUqqupFLwKJc8hBCEcUKjGROnOidaWVlxoCTT3YRWrCl7qx+oJ+e7maiWz6MnBK6A2EKt7DJfN2yrupR8lZXhSoESWbZsb5QCpDSZgmjWHrs9j+p59juV18mJ6bLoICxIjTUq25vQmfJqVx4vTmrESRWlQgQGSQdPTTMQnMhjYmU2kt5/AGGzvmFrcFUDawVKGnxngcR4OEpnpbw5ebUIjFH4Ikb4Lu10CynnMexZ8yxdNGWkDTMOuEhircCSxVGBwAifhA2EbEMzAIDXOYIwMcapIYsgg8VFLAG2iGcW8JLDxO4uAFQ8l5FQ5WNMCWVbZDFAuXqoNVYbuv41IBQynoU4ImYMJRqZ4ZTwSLwtdErXE9hD+OYYMmzA/DSisQDWooNhvPqTIBXGH8iIqElQnQlKh/6c5t5/gPUycpYyjCWLDbL4yKSdk1cHHJXloYYW/CFkNEcwfj/tPZfQ9bZQzsabJuCsrFYQ1hBsGqHT9THzsxhjsEZnK4XSQa7fvKTaGoOtzyOCAvKyKy/q0EII1OZLqzCbKOal//P/YfauBwCQvkf31DgLjzzF/INPsOdXfgnpriax2//d/0UyMYnphLjrR1Glczttvx4w9pEfoPXiYaa+dBfJfAOhJFZrVKnI1p/7MWo3XvX9HmIfffTxOoGFXvXapdh3H68OfQL7BsXISJF337mTL3z5AHNzXcrlrFS12Yow2vLB9+9hYODSZTKOT7f59OeeZq4eUi15FLYPMLWxTKotjiOo1gocm2rxp986zOR8lw++bcsKYnb1vlF+9hNX8rffOMTEdButLYXA4fa3bcHUPJ45UV/zuI6ShKlGCrkmeQV44tg8X3nyDFFi8ByBsfDiUxPMLnTZsrG6qv+0VvOZme3w3HNT3PS2c6s8T51YIEwMjhI98gp5367J+moPTrW4Y8/IOUnoVbuHueP6TXzn8dNMdxKcYvbATtlj26YKe3eemwhpY/juS9OoQDE2XMJ1FFoboiQl1RY/cHCMwuTmVQBSCFJjsozZNeD3lPyliCWRb6d1lms7XPFRUmCsQAqbE65l/j35H8OyCtjlsKAuskxHqBjkoquCxS47isBCTuyyWJ1z7gWtC/jOOEX3GAKDsVk2r9U2N3hZOl9rLcJqjHYx1kGJDgaFtgG+6oKAxBSy4+ZnK/OoHhyHQnGOwC6QpIOEyQa0PcdDvtUoMpMsTYVI7sTR8yD0kioK2UxaQSqGaHEt0nSRdDCigBU+QmcKvgwEMsjm1y43opBQ5HlSO4YR5dyACbAWK4toq5CmkzkLA1YoQv8qErUJf+FxgvmHEWYpe9RKn3DwKqLq9SAEXXs1uu1SPP63iLiNVS4GDzl/OisjdoaXCJ10Mf4gMprHm32aaMNt+RkWiNhKwJHsKqed7CZys4oMPdeBJLuPrVPAaRxDJG2s+xqbB3VbyJceQR5/jv8/e38edtl113ein99aezrjO9f71jyoNA+WZMmSsGRbeDbYQBtDc8FJuoEOSSAX8kDw7fuQdJ5O+qZz+146IYQQ05cQY4IdIMRgecCysS3Llm3NU6lUVVLN7zydcQ9rrfvH2u9Ug1SyBlvmfJ9Hqqpz9t5n7eHss7/r+/t9v+QpsngWN7p9C4mVzgoyPEb4d38de+QQ5vAT3qF4fgZ35Glcv4ezjmJhAbu6jGBJ4xHSL32Z5vs/gEpeYzflC2D6zz/PwhfvJxwbRlc3fheKdpe5z32Z4TfdwOT733HeeiJCtH3qtRzqy4IKAg7+P/8B4++8k/l7v0a+uEyyczsT734LjWsvzR17gAEGGGCA7z4GBPb7GD/2I1dTqYR84YvHWF7pI8DIcIV3vuMA73rHC5fDvlx86YGTLCz32TZWQYDZrAARAi3kacHMTNuXlAbCp+47zpU7m1y+e3jLNm66bpIbrp7g+OlV0swwNVFjZCjhC4+c4bHjK2VvwlYi2MsMSajXc1nPxWo35/OPnaWwjtF6uE5SVgLBOMdyN2Mq2krslfKMrN8vLrTJdcyuphftclRlT29h7Ata+YgIH7hrL3moeOjEMoV1BEpIIk1XhD9+4CT//e17GLuAEvzVx2dY6WbcdPkOAq0oCks/L8hynyWrxJf+gsICuXUU1hIqRTW8MNm/dt8wn/vWKTr9gvqmPlnrHK1Oxuhwwu7tTdadcS+wY4J/2yFYcSi3Vg7ry4dDd17B6EWhggznVPmfI7NrcTegxRJqgy0ibPHCWaNKUirBCcBh3BqBcJi8IMB4w5zSPMi5ApzC2IhAOqVy68t318yf1vbH4Y2jQukjYoG18TnicI5Ar9LuX7mVxDpHzHMkHEfol1uu0lf76LuDxPYoSvJSdQVQ5DKKcTUa9n7E+evSSkwqB7Dakzi1sVtbPgsDEhgid4q+XEVR34+bjxHTxQU1nMQYHQEOyVu4sELauIGgd5xk6evgBBsMbZQH2y7J4gPYcJS8dgCcITnxJSRt44IEp2KciqC/7K/DfAWjYlDlz4+U5cCrz60TWIAel+NQxJxEBSAqxFmHWe5g5zsbuyQacTliMxyvHIGVxbMEn/odZPHs+rGTfgc5exQ7NAFhjKRdCCOKN/8IMrINfes29K1v8YubguKzf0r+1/dgjh/FFQanNKlq0u0q3B/+IdmzzzLxq7+GRBfPbc1OnKDz1a9SzEyjh4ao3n4H8TXXvGx/gs2Y+Yt7Qakt5BUgqFcplleZ+Yt7L0hgX48QpRi5/SZGbr/puz2UAQYY4HsaPqHi1dr2AC8PAwL7fQytFT/03it4+90HOHFyBRHYvWuI5BIjYL5TOOd4+Kk5KrFGiZBbR1reBPKswLoNMlUYR7ub8dE/fpz/7VfefJ45kdaKA+f0Z954YJQvPzHDYitjpB6tu6Zmhe/1vO2qyYvG3Dx1eoVuZhiphVseAOvDFbRS9PoFWWGJNo0jTX0O7I4dL9wbXIt0qURynuGsK29WO4Yq672xF8P0asqxxS4jjZjapngc6xwL7YwvPTXLj59jfFUYy9eenKEaB4yNVen3CkQLeWFL8uqPkvhQWJyDnrVgHQdHYqKLqNU7xmvccc02/vrRs+SFpZoEWOdY7RUEgeJtt+3Gx86YdVff827LDmJl6FmvUK6LgSJo56gYe1FCfx4ELMJSr8lQ3CJQlrXfFxHIjaboN3gxw6RQL6CkwLoQrVJECj9QAVsIFAWpmsKSEMkiWvoolQNmXQkN6WDZXE4qKAyhpCV5LffXBeAE4wK0SkmiM3TSjQmkCs+USqNg8cRR0abKk/T0VbTU24jcGZRrgYSk7CJxx4jsWSwRlppfx6VU3CH68RQo5/ep5LxOfGarYMvoHU3gFgGwYZN0+GaSxW8g+SpWe+arjI/LScduw+mEaPUJH90TDm/aZcHpGipfIWo9QZFsp376TwnaJ73Bke2B7fljpsQ7QzuDmB5OnW+ksxWKPpeTspfK8heJFh7DFsl5F5gq+ph4GBu+cr37OEfw+T9AFs7gmuMb/aq9NrI0g2ov40a2Yfddi73xB7EHzi89FR0Q/tBPsvLsGdLDMwTjY5igglMBAWD7fbrf+hbdB75B7a63XHAYrc/cw9LHPoZtt9cnDFqf/Sz1t7+D0Z//+e8sLscaguVjqP4iLojJhw6Snp1FVy6sBKskpn9q+qV/zgADDDDA6xwDD6fvXQwI7N8AJEnAFZePvfiCrxCsdRhrvXIJmNJttsjNFlMpUUKohFzgzFybRx+b5o0377j4hkuMNxM++AN7+dP7jzO30kcrhbEOpeCqXU3efdPFt9EqVdRzSeTwVJ3GaMLyXJc0M+sEtigsS8s9rr5ygssPjr7guK7ZNcTh6TZ9442mdNlD6KyjMD5z9cbdL5y5CnDozCq9fkFNCYUIQdmbqkSoRppjcx2WuxnD1Q3VZm6lz2IrpToUI0A/K/xxV94RGEpDL8dGBi7CeCXk2vEXVq1+9K69jDRivvr4NCvtDIdjaqzKm964g2uvnPCRMpmiEhmCc3ljSeYDcVR1RmECjPN9qqG1RI5LVl8BnNG0bcxiv0qvCGjGXSqBj2ZpZTFL/Rp1FzBZPUMcLyBisDakn47R70+yRmwV3r3X98K6dU60RrF974uiICFQAVp8Xy3r+bD+/9pl4DSRdNcnLTYuLcFZtakPV7BOE+plhBxHiHJdYo5jfSru+n5aAhQ9Eo6yKm+lp65dfy+w8wRmFku8Uf6LYKmgXIeKPYIr3Yl97bZFnAEUTkXYoImQsvnI98dvxwYV4qVHUPkqCJholHT0FrLmNf5z0xmcurBbtVMhQX+GyvxfE3SO+5plWesJ1n7aQokP1XN4tXRtGWfBWYrmhR1gHRH9xs2Epx5FFUueYIsCFfpSZmfItr0RtXyW4LlvoRZP4MIEs+t6ij03QfTSWyXkzBFk5jiuNrTFbMlV6rgwQjorFO/429gr3/iC27HdLt0HH4TqMBI3tzhaqiTBWEvnvvsuSGD7Tz/N0h/8Ac4Ygh07vDGUc9h2m9bnPku0bx+N97znJe2Xbp+hcvjP0d3Z9bpyF9WIa0JnJuVCZ9emGdGBPS/pcwYYYIABBnjt8JnPfIZPfepTPPnkk6yurrJ3714+/OEP88EPfnCLWPNf/st/4fd+7/c4c+YM+/fv51d+5Ve4++67v4sj/84xILADvOLQWrFne5Onjy7QqEUEIojDK2Xl92iNQK6pgza3PPzI2UsisAA3XTbK3qk633hqllMLXSqR5tq9I1y3Z/i8HtbNqMfBuonRZhKrlHDw9l089ZUTrK706bRS/6CtYO+eYX72f7j5RUv2rt05xBOnVnjmbIvM2HXi7qwjChXvuGaS/WMvTBZb7ZS//twRnnxsGoxDB4pt+4bZf8MUST0i1IpuZuikxRYCK0Avt/SWU4xxBIHCZN5IxpY8Ril/rB1CrD3Tumq0elH1dQ1aKX7w5h1cddkof/3MHPO9nCjRnGhnpEcWuG73ENU4IE+FWmiIA+cNkdaU0ZIi5tYxu5qxkDqMc0RKmIwDpkql/lJgi5hWSbxyG7LQ25gQEBzWOaaGD1MJ+usDUKqgHpwmilZYXb0cUFgXe6Mn1nJfBcSu99R6qyQ/2VG4GiEdzrWa8mZKFqwpjXHXZma82ZK1CpNvvcU6p1BiESlwLiRkDqHAcn5frCVG0yNgnpyNLObAzXsl9QK3b8l7iBhMPAoFqEixXhIggglHcKJQQC6behdFkY3cRDZ0PSpb8kp0NAqyibxJiLgLO2TjLE4ccfsJBLOpbtx68iqlMzX+mlRZCyl6OBUDgk3GyMYubmpk4zHyyh7i+W+vK8dOFC6okk6+CdPVJPf9NpJ1cSoAZwnOPE1w7Jukb/lZXPJiau85x3FpBkxxQddhAh9LJO3FF92O7XYhzy9aIixBgFm5cD9/+957sd0ewY7tG/3nIuhGA9vt0vrcZ6m/+92XXEosWYvq059A9RexURN06M9P1mL3jRGHPjWHTTNUvDFW009x1rLtfW+7pM8YYIABBvi+gcN7hrxK234l8R//439k586dfOQjH2FkZIT777+f3/iN32B6eppf/MVfBODTn/40v/Ebv8Ev/MIvcPvtt3PPPffwi7/4i3z84x/nxhtvfGUH9BpgQGAHeFXw1lt38uzxJVZaKc16RGAdqYKyXa8kDoIVfJZmN6fby1/SZ0wOV3jfrbteUonHVTubfPnpWdq9gmZ1Q29wzmHjkLf92NVcWQl59sgiAlx11QS33LyDavXCytNmRIHiQ2/azf3PzvPw88us9v3+7Bqr8q5rJ9n7Ikpnt5vzr3/rGzz95CwGRxQFGGM59fQcyzNtbnrXQWyoCJTQSLaOJy0sBsj7BbMzLXbtHibLrdcWHThxaO2JYi30PaSZcRd0Hr4QFrs59x5boGUtjVqEVkJuLCfn23R7GW+/ahvVUBNn2jvYarc+WeFwpMZxeN7QLUCL1/76xvF8N6dVGC6vRRclsVsqsq2ibwJQtjRtKpdxgnOKnbVTJEEP53yvL+uU0xGFbSqVGXq97eR2yLsLn/sr4py/NkWhpAALhatSuAqBdD3ZdV699hWdCpenXtHUIeiKJ7bOYIqA9QGWUGJwLsC6NZKw1td6oX1fI9PmnNfLH9RzjtdaHyhaQBS2DxIqJIh8H48ziO2itMYwTCYXmCxSATa5sDt5Xr+cZOmbG8rp+jGzZR9uiNgcF8RI0Ic896ReAGe8+rrm8AWIyRGTY6Mmncs+uO5AfCEkxz5PMP0khaohWnz+rS0gtdi+ED3936DIsPWJ9ePiTI6ef47w0U+T3fYSHYqjspzW2vPjbqyPDXLRi5sv6aEhVLOJWVpC17dm4zrncHlBuOvCxnDZ0SMQRZDnWOuQKESUP+6qWqWYmcG22+jGpZHzaPYxT16TkY3zJwoXD7HnzilmHl9m9dgJ7yAex+ROY60wcsfN3zf9rwMMMMAA34/4nd/5HUZHN6oE77jjDpaXl/n93/99/v7f//sopfg3/+bf8EM/9EP88i//MgC33347hw8f5rd/+7f56Ec/+l0a+XeOAYEd4FXBjVdP8P67D/CZrz7PiTMtOv2cYChBQoWzXo2z4gi0UE8Nrcyy5xLKa18uRmoRd187yV89Ps1CKyNQsHS2zcJ0CzGOsasm2HnnPu5+6/7vyCQlCTU/eM0kd14xQTctSEJNcokk8atfO87hZxeYGK+y0PXkN440Ng5oLfZ49rFpRq4cZ3wo5vmlHleGijjw237yxDJRqDDG8uRTszQaCc2hmE6aY8qeYyUQa0HhaBeWsSRkbFOvcD83PDvbZrmbk4Sag9tqjJQq7+MzLVppwVAcrB+XWhwyXE+wAoudjLHhircwyjROO5y2/mHYwfSKpVtArDbU9wBfXr6QWcYiy/g5x8kI5FphlTfYWuoVLPZz+tbTzloAzUgTaa944mAoXlOzNqvKaz7IhjhaoN2dQlA4qSKuuxEZ40pjJjROJaXVVXls3BhB0SCSBQLVAyy2UNgCFArrAnr5PlKzA6X6NJOn13tsHYKRBIcQiJAVI1AaRFnqpa5r1l/bGHWBQ2PYSnyMjPj9cWaLQoozoEoyX7b0mpZF1xRoQVAIlkx20VPX4STy7r7O4oLqVlJ6AaTN6wg7z6KzRZyq4JQnrGJ7PrLHdUvyKLhqA2kt++zUNetpB4jGVEY3Sofxx1xs/6Kfq3oLhGe+jdMxLqpvmXKQdJXoyFew/Qzb2LaV1OsQF1YJTj1GfsN7cZVLv7/YPddAfRjpruAaW1sHpLsKSQ27/8VjcCQMqb/9HSz/0cex/T4Se0XXOYddXkaSmPrb3nbBdV2aYeZmMbMzfltBgB4dRY+PgzEQhC9o/nQuguVj/vhc4DwvPr1C2F6mmjhML8V1OgRBSPOd72D///KP0dXvvlPyAAMMMMBrDfc6aYLdTF7XcPXVV/PJT36SbrfL0tISzz//PL/2a7+2ZZn3ve99/Kt/9a/IsozoJfyefC9gQGAHeFUgIrznrn2MN2L+9Ue/TWQtzHfoWwiHYxAh7fYJraObGhqNiDtuv3hEzSuJ2w6OMVqLuP/QLF/+4jFaiz1CrajGmkcfm+HQM/O8/50Hee/dF+7JuxREgSIKXtrN4IFvnkIpoVYJKYCVbk5hyj41gZljS4xcPQ6B5kvPzvHE2VV++NpJmklIq5cTBYrGcIXFVsr99z/P7j3D7Nw5hIoVxnoVtsCSO2iEmhsnautk9Nhch889NbPeI+yA+48ucOu+Ed60b4Rji10irdaX3zleY/dEnTBQGOfQIqwqRdVZIieIETD+Qdk4x2I/98rrOZMCWoQcy0JWbCGwRoQ0VJ7cWcvpTspyasoIHygctHJHrzBsq4RESqFUjhaDc3JBPdM5EJVxorA0dI+40NR06Z5c9mpaSXA6QonF2MD3vYrDmYhub4qu20ukZonVWQLxkTe5G6VvdpE7/wNibJ1utptqdBKrNH0Zw0mIA1KnsDoGVYANyBnH0kCziqHCBvE2KDJyJjBsJV65TFLICIFbwLgKSFAqx9b3N/cNOH9rdzkUyxZJQAUFRVQjlylUd4bK0iMEvdO+zDwaIR1+A9nQdecpu+vHL2jQmXw/lcWvEfROokwHh5BX9pINXU9t4V6cBJ5IhyFuaAR6XSRPPVkNAkwwigu2EnJJFwhXj1E0L+yMHiweRUwfm5zfx++iOtKf2ZTRdM77YYz020hn6SURWJIqxW0/RPDlTyIrc7jEj1naS4jJYMduoif/imL/zdiJAxc9ZgDNH/kRsmcP03vwQZy1SBjisgxJEoY+9BPE11573jrdBx8kO3Ecl2UQ+Sxnl+cU09PYfooI1N/9HlT8wm7bl4LVI/Mc/9TTOGOpHNyPBBG2KDBLK2RPPU73ySdpvOmWl/05AwwwwAADbODMmTN8+MMfvuj7995778va/oMPPsjk5CT1ep0HH3wQgP37929Z5rLLLiPPc06ePMlll132sj7vtcaAwA7wquKZp+egm7NzsoZzcOZsi/Zc1ysQ1pEqYfeuJv/D37qJyW31F9/gK4TLtzd47OEz0C3YO1knija+CiurKX/xV0e44sAol+0dvqTtLbdTTsy0ERH2b29siZy5VLRaGUEZZzNUCYm0otXP6aQG0QrlYN+2OkkSYKxjppXy5SMLvP+6KYZrvpewUQ2oV0N6aUF7octzqykoqI9UuPHKCeJAMVmL2F2PScpe4cVOxj1PTNPNDENJgFLeLKaTGe4/ukg1CnBuo8VzfChh32QD5xy9tFgnsIES2sbSWu4RhopW4Wcum5GmsK6M8DkfgpBtsqp3QKYF4yA3hpXMsJQalECgPDlVFgqgcI7lzDCaKMRuOO2eC1dG/AiOvY3jNJglcCmmcGhlvZO1WByBV2edUNgazilsXsFkNXD+eGV2ksxuQ1gj++eXCqfFFAVVSDK/R86BC7wjsbZIpYfrVcFq2u5G6jy0ngFbdoZTMEyX688nR6LoBLdQK76NdsuI8+qlE43JQ2gtgC5jbgR0U6NCB0QEOiNo3wfTJ3HWOwgjCt2fpTrzBVS+Qn/iTi4GG43Q2fZekukvEy09jmRdgpVnoZuCKnC6hhQt3yugFNQaOFdBYbBW48yFy+jFvkD7gF3rO7hImbVSrPXWnreMKUBpXHSR7N0XgL3hrRRJDf3tzyOLZ5DuCuIKpFnDSQ/9zFfQRx+guPbtuLEdBKceRnUXsdURit03U2y/DpRGJQkTv/7rZN98gJUvfwWzvEK4Zw/1t72N+Nprz6v0cNay/EcfBxFUvY7rdn0Zs9a4osAszBMdOEDzAx94SftTDB8gWDq8yWDLY+7rz2P6GfHkCLacdFNBgJoYIz11hqW//OyAwA4wwAB/I2HP7eB5neDb3/4299xzD7/+678OwErptdBsbm3VWfv3ykW8GL6XMSCwA7yqOHFyhSDwyp0I7NrRpN3JaHcysrRAlPB//8U7uOrK8dd0XP204OsPniGO9BbyCtBsRMzMd/jGQ2delMBmueFTXzvON5+eo5sWCFCvhrzlhinedesu9IsYJG3Grp1NZmbb6/+uRBoLZNZhUxgarRDHXqXUSqiGihNLXQ7PtJgarZBEmtVeQXMooVILQQRXWJaXuhyMAt6+d2TL51nnmGtnfPO5RdqpYftITKUSefLayaiLsNTNefTUMo16xNnVlG5muHLPMAikuSeKhXUYHIudjFoScLKb88yZVfZM1KkmAXP9HIM30ArU+eXUFkey6fW5fo5UIjJrKIxjJc2xzqFFrUcwKYEIIQNSYwmsYyhQ5HmNOGr5Ps01UikOVRaeWoTxyiKS9aDwTr1SuouJCFq1sXaYbraLfjrBRvnxuRDcBT1bN+2XDvAuEBtZteWB9ww8yCCrYKVBy/0AIdMELOHlRIUlImSa3G3DylbiZ6VGK7iLwM0RuGVvOSUTSNympj6PKlZwKkY1E1TocNZiVQNLHT1/zKuIYQWrEr8vOkGKDvHSw2TNq7HxRVzLnaV6/C+JFh4F0Tgdg7OES4cQ5aA5hI1HUEUbbF72KfvMXpf5UuZztweCqWy76HE09UmvMpsM9NaqBjEpNBqQ9yHvQbQ1X1elqxQTl+Gqm679tOezXXWAG98JF7gm/cYFe+Wt2MvfSPDwpwkf/QyuNoSLq+VpdEivRfjtP0M1qhCGoAPUyhmC6afJd99MetOHPImNIhp3v43kzrtetGc/O3qU/MQJgrExJAjIZ2awq6tgjO+B1ZrKm95EtOelOQNn224gOvstVH9hk4mToXV0BhUHuOR8hVrXqnSfPIRz7hXNnR1ggAEG+JuOHTt2vGyV9UKYnp7mV37lV7jtttv4W3/rb73i2/9ewYDADvCS0OvlPPDNUzz0yFn6qeHAvmHe/AN72L3rwuV5tVqIMZsUMYF6PaJej2i1UhBP3F5rrLZSur2cJD7/KyAiBFpxdqZ93nvG+NzRoHwQ/8SXjvHAU7MkkWasGeOco90ruOcbJ7EOfuiO8x8yZ1f7PHlqhaVOTi3WXLWjyZ6xKnfeuYdHH5+m1UppNHxpYGEsRVk6u/faiS0PkWlmmFnq84nFE2glRPWQvnHkiS5VVEBrRrc3ufLA1v6I5xe7fOP4EoudjE5uOXjZKBPDCYHeiA9aXOjSP7vKQicjBXqFJdSKeiWinxuytfJmfCmwLpXbiaGEx48vcWq+zXW7h9FK0SosrbQg1kKgNkh9br16O1ES8/lezqGVHldWIkypypp1N2NHIBZPRw2BaKLy/VEFSWBpm22EruvNktY9hSnHKWQmIinmEZOXhkJ2/V2cA1OQ2xHSbPICV81LgYPAlBE65z74+55dCQpcVi4tIRm7sS6hxuMoepu2dJi+O0Cfg1sVRlEUMknBprEmw7S3/TBx61HC7CSSaKzTOD2E1RWk10LynjdaEouQrcf3OF1F5cuE7aOkFyGwQes44eITOF3FBRt9kU5XUP1pZHkeHa7gVICNq6XxUEhBHd0+AaSgy7JXZ1HZMjZqkg1ffdEjaYb3Y5o70cvPewMiVX5nTY5kLYrJKylGqoRHv4HL+7iwgpg+2rQggDA9Q/CV3yTf9Ubs/Cr66a8j/bYn1sOT5Le8B3vFrRc/lSIEZ570hkpxdcvrKEFlPVwawMiGUzR5n/DkQ9jxA+R733TxbV8AttfDZTkuLpAgINq1C1cUuDwHrTFz86jKS1eUXdSgc/VPUn32z9GdGcjKHuQwwAUhLjxfHXfGoqqDx4QBBhjgbx4cr14P7KvVWbu6usrP//zPMzw8zG/91m+hyuetoSH/jN5qtZiYmNiy/Ob3X08Y/DINcMlYXu7xb377AY4cXfSliUrx9NNzfPmrx/nbH76R29+067x1brl5Bw8+dJY0K4g3KZ3WOtqdjDffvod6/bVvHK9WQgKtyAtD5QJfA2McQ82N/rLphS5//cgZHj26iLGOneM1rt4zxMPPzlNNAmprZkhOiENNlhu+9NAZ7rphimZtY/++dWyRe5+Yppd7J9O1127aN8J7bpji3e88yOfvPcr0TJtAK7ppQWEde64eZ8+1GypVq5tzdr6LsY5mFJOEisUiozCWrFdQqQQESlGLNSrUPDLd4rKJGiOVkBNLPT53aJa0sNQize5dQww3EvLCkOUFgYIg0GybrJPmhuemW0hmqGrBbMrHWbsBKxFECetVwA7iUNHPDYvtjG1DCZVA6BaObuEItfMl5OW6O2PNUFnOfGS5Rzs1WOcItKIwlkhB33jFyzqfa6slR5GS2UpZvgxEOdYlLPf20oinCXRvfZSF1fRNgnaZVx/9wMFqnLNshDo5ZI1VvixYuEAp8wtBuQ41HkXINvXDOoSMhCNYEoytlzE6jkJGKGT8vLJZE2+jG7+T0JyizsMYqqz31ppirRkY8PmwGzG1peuxTS86xnD5EGILbLT2Y+dAg7JdHzuU57giRZxFd5ZwcZ3e7nfQH7qZRvtjBK3nEWtwIhAkmMo43T0fwIUv0D4git7VH6Ty5CfQrbMbkw6iMMP76F39Y7iwjh2eIjzydVR7FuXaEGhcdRgXJkhvmfjRP8W2UkxWwVUavm944TTRvf+J3FnMlbdd+PPznu+hDc83MlJ9n5lLcU6dWZhA1iE4/s2XRGCLpSVan/scxcI8zM8hWqPqDYLJbahKBWctCIQ7Li1u7FzY+nbab/ifCFaeQ/UXcTqm9p7ddD/539DWrrscgy9ltv0eI+99x0B9HWCAAf7mwfln1Vdr2680+v0+f/fv/l1arRaf+MQnaGxyqD9wwHu6HDt2bP3va/8Ow5Ddu18bD5pXEgMCO8Al45N/+iSHjywwPlYlDL1i5pxjfqHLxz7+KJdfNsrY2FZl4JY37uS++0/w+BOzJElApRKQ55ZWO2VstMoPve+K78auUK9FvOHabdz3zVPUqxFqU39mr1+gtfDGG3xO5omZNh/9i0MstvokkVc3nz21whPPLWKMY8+kVy46nZy5hS5pWvh7k1b87n9+lL/3U2+gXos4sdDlrx6fxjrHaC30xizO0csN3z62yNRQwk/8+LVcd902vvHAKWZnO1TqESvNiIk9Q+tjdM4xt9ynsI4k1NQTjXWeLoVaYXLL2ERMvYz+cc6x0i94dr7DrbuG+PbJZdLCMpQEVKsRw42YNCuw5UyjdUJRWIJAUalHKC00Ik2ohdTBwmrKjtEqeeHV6C2ioAgzK731B95O6vsXQ1EEYqgo6BrLzEKHheUeubE8k4TcuL3J1RNVnLYMJbDYTtk2lCAO6qHQKco4Uxw7aotMVpaIdUG3iOilYwR6BIejnwvtos7p7kGaUZux6gq9YghLiCKnwmwZySMX+AHxbrnCxQmchyUKVgiCju+VNXXyolmub4k5QcxJ0mIbRTCML5KulL2yfh8QB8XWEuSYUyjSknCujcUCAUKfqn3Ul5GypnwrChmjE9yCk/PJlVMx2LUYofK1MMGJ8o09FyznBRsOodNp4s4z6GwBp2Ky6gGy6kGk6G0Q3cChqiCBRVwIQ9ug34eVtt+UNUjaITl7H+HCYXRvDqcTnLKI9SfUhKMU1e28GGxljM5NP0c4/wx69QSIUAztoxi93JfCAsUVb6G47AeofP13kcXncJsjdSxIlqEShQlr4CJfcqyA9gLhF34fVx/C7rjy/D5aHYEOkbx//iVjcn+uzonaccZAP0OOPUb/mx9B770c9eYfhJ37z93CxqbabWb+xf9GeugQklRw3Q7OOczKCrbXI9y3F7u0hB4dpXbnxfuUXxRKU4xsGGaNvH+Sla8+QHb6LMHoCCpJsGmfYmGJcHKC0fe/7zv/rAEGGGCAAV51FEXBL//yL3Ps2DE+/vGPMzm5tYps9+7d7Nu3j89+9rO84x0bsWj33HMPd9xxx+vOgRgGBHaAS8TCYpeHHj5LvRatk1fwhGVstMrsXIcHvnWK971nKyGNIs0v/r3b+G9/eYj7v36SbjdHa8Wtb9zJj7z/qtckOudi+KEfPMCzzy0xO9ehUgkJA0WvX2CM5cYbt9MOFR+7/zhHz7Zo4RgbSdClVlevhJxd6NLpFWSFo8gLTp9tYa0jCBSUTrmPPjHL7/z/HuSXf+FNPHJ8iawwjNSiLYqGSw1zp1f5xNk2q7fs5I3XTnLt1Rtq633HFnjo5Aor/YIkUPTTgl5mCJQwXAkBwbiSTCrBFJZWN1snsL7/WFjq5bTSgtlWSiXUiAiVSliW/nphDvFEUXCkWYGxXgkNtd+GAk7Nd9g2lFBPQjolWQ+UEIWKVq/g1EKn3LEN4yfnHNb57NejJ5ZY6WReuRVvgHXf0TkW+1Vuv6KOqBDrYkQpJNDUiUClzPdSrhk5xXil4wm7E4biHuPJWbKizXOdHaxkunQhdlTCBu28tq4XWyI67MEh1DmxXti76UwAYJ32LsHasN7DagJwCiUp9epzaN1dV20dnsS2O/uocJiYUziEsFjEBA2cCMq1sDRwaE9eneDyrT8YmsWy6FlQ9FCklPa64AwKR0EVS1iWPxeEbpZa8SDt4AfOI14FI1gqKPpYyomluIqrDKE6i6AirIrWThAqX8UGdYSCxuxfIjbDiQYsYf8EUecwRdwsT6xDN8o0HGO8sqsVVCtIFOHmV3yJrgHVW0aZnifzepNrrskIW88Rzz9MOnkR9XPLAYrIJ68nn7x4fI30ltCtaVzS2HI8JO34CzsQlEqxKy2ks4Q4nwUsqwvEn/0tihveTn7Lj26NmtEB+eRVyEP34moWPdJEgrV7YDlBUNtog3BFgTtzAmwfmzncqRMUzx+h862vEn7wb6Nvu/uCY2//9V+TPvMMwTYfB1ScPIHt+u+S63XJn3+eaO9exn7xl9DDwy9+vC4R0Y4pdv8v/zPTv/N79A4dxqysIGFI9YZrmfqFnyXe+/qbmR9ggAEGeEXwOonR+Wf/7J/xpS99iY985CO0220eeeSR9feuueYaoijil37pl/jVX/1V9uzZw2233cY999zDY489xh/+4R9+9wb+MjAgsANcEubmuqSpYXj4AmV0yqtZs3OdC65brYb81E9cz4/88FUsLfWoVENGRyqv9pBfFFPb6vzKz93C57/yHA8+NkNhLOOjFW564w5mlHD/sUVwjm5uSJoxuQNJC1RZUtKshqx0cpZbKWknx1pHVEbBGLzANVKLePqZeR55YoYzSz202oiicc7x/LMLzJ5uURRe/fqj6Taf+crz/MwHruaG0tjqzftHaSYhj51ZYbVfkkoljFRDklCTFYaFVkbufD6qNZalVobDk8pGJcQ5SAJFUWaorj3br/0ZaiG3vkzXOYfB96pWY01QlgfrUrRc6WQ8/vwSV+xskkSBJ8DAUjvjkecX6WV23fRlqMyR7Zelj7OLXVY6GZUoKBVlR6QhN5ZDZ7psG65w2fahklRbcuNQohirxoxFc4xXWuRW+1JtXRCKwdiYIGgRqBbCCFoc9UiItMJSEEiBK0tonRO6spPIrRKzQuECCutvg4FkaAypHoGwzxaJ1uaQxtQqzxPoDsZGbETeWELdoh4fQqdnsYQ4QpTJidJZsmjCZ6a63JfOWoVLE7Dnmgf57WnaKLLy00sl1hn/d1l7DZAA6yoEbp7ALfhy4s2QgJ5cTtU9gaKLJfLrbtsBZ7q4LEfRWmOhOF0lHXsTldZDgMUEQxsXiCsI+6exlYM4XSGIU0TFXtm0ZUmvtSVJDJBqgmuXfby2AAkR0tL4qjxuOoJCiBYeuzQCewmQvO/V5XPLfdfGKN74STrL3uRM+wgiZ72SGhz6CnZsN+aA74l1WUrxmf9C/+v3IgtnwJ1EJTHR/u3EU0N+g2EIm3pS3cIMLu2iKgFpO0FGvTEaKwvkf/afkANXoyamzht752v3g1JI6Ceegr37sKur2HYL1+sh1SqT//xfEO06v1Xj5aJy8AD7/o9/Qf/IMYqFRYLREZLLLxuUDg8wwAADvA7wta99DYB/+S//5Xnv3XvvvezatYsf/uEfptfr8dGPfpT/8B/+A/v37+ff/tt/y0033fRaD/cVwYDADnBJqFZDdCDkufEK4yasNblXKy9cglCthlSfRlDwAAC8FklEQVSrLz1e5tXE5ESND3/wOj70w1eR5YYkDvjDB07SbqWMVEP6qcGVLkJOK/JYE/UKXwWqfD/majfHFQathbUOUQvUgFqkaTnHY0/OkuwZWi/TBZg+tcr0yVW0FsKKhlBjIs3ZNOff/tkT/NKHruf6g2OICDfsaHLdVIN2VpBmhv/0teMU1pEXlrOLvhQ3iLR3ewUK41juZGglLLUy6rWQ/aNVmklANdK004JIK/pl7qtSQiSQG9+/qrVCtBBGClFCKy0YroRlkSzMr/Y5vdBhuB6TxJpeZuhlBcZ54yljHcPViGoS0C0siFCNNUdOLKOVWi+HXncU1op+Zjk+l3HZdsFa63tdFXTSDERxoLlCII5AZWgRRLxbL05jXcFYssRKNoIWTTXyZK+wIVpblFivzIrPe+0zQWBXSU0EImgKrFN0ZZxMaojzVlG+all82WvSRak+xm4iYX4vsC4gdAv4pN0N8hQUq+iijQkqIIq+O4gt6lzI2ThnGyGzpbHSJudi548f1qHpUbDxPXNoFBbtlig438k7k90gQmKPougCDhfW6O5+J65VEHSeR2xBUdlBNnwtcecwYtOt5BU8WVYRYXaG3s63Us++jrNF2ea7dk3LxjpJjKyu+EzY8kTrrIXLO5hoFFRpHKUiVLZy4Qic7wCuOuINqooUpzfuNS6M/dF04NLMK68leSXLwBrcyiISKoL7Pkmx41qIK+T/5fcwD3wZSRLc1B6ks4xtrdB/+jji9qLf8h6CzmmC5RO4IsShkX4LlQQUaUC/s6kKYmQcO3MG89D9qHf/d+eN3bbbSLDxkyxKoYeH0cPDmFYLnCUYGTlvvVcKIkLl8svg8tdXFuAAAwwwwKsF+9KsLL5r+OIXv3hJy33oQx/iQx/60Ks8mtcGl57xMcDfaOze1WTfnmFWVvrnubJ1OjlxrLn5phfvZfteRRIHNOsxp5b7LLQz6klQuhGLF6gciHU4JeQizKz2mWul3oU0VLhQY0NNgX+mrwBrj5qCkGUFV+9s4hwU1mKtY+bUKgLoWGPjABcoCkACRcc6/v2nD3Ho5PL6GJUSmknIRDPhup1DZLlhoZWSG+8O7IzD2tJFOZB1PmCdo98rfF+rUlw31cBYRz83dDopaVoQBLqMqBGUVn6/RDCFY7iZkFrHYjfHGEthLJ2+N5fa1ozZMVIlN5a0sJjCUgkU24cT9kzWcALNUHH1UEKshcLYLXmwm9swtRLa/WK9x3PN5AkUzllClSOiSvLqi22tC3GAcYpIFWil/TnDnzPrNKmJ11XWtY/ru2FSmxBJRkSKAKtmgo7eS4GgdQ+tewS6hw56PvNVLDlV4PzYFee0zwgtO2x9/2pR/mcIixXifJrA9M5bdw0ZO8sc2rVpkE3/rZV4Y9bzZ7fiIuRPhEx2s6reQkvdQVvdwap6G/3wDaSjb6Sz+4O09/4k/W13YaNRVLHsVeILkEknIeIyiqF92GTUOxHrGKeTrSW3OEScV0KdV2RRCuIAUQ6dLZbE1iGmi5UIilfCOAtcXKfYcQOS98r+1BJJDQINxuLafb+PzkHa98tpH0+DsajFU/Cf/zX26NPYh7+B1BtIcwSJqzC6A3ZfgWuM0V3RZDe8j96bf470qnfh4gYUGS63dJcDVucrOLupjFnKM7swc8GxR5ddhksv3H9tu13Cqe1I9aW7Dw8wwAADDDDA9xsGCuwAlwQR4cf/u2v5rX/3ADMzbWr1CK0U3a4vnf3Bu/dz2YFXTx14rbDa85mjYRknE4aaahzS7mUopXAoWllBP/fKbBxprr1mgudPrpDlFskMlVbmizVFsNaX5O7ZNcwNu4d57MQypxa6KOvo9wtEK3KtQIRQpCRs3vankxZ88svP8ZGfvIEgUJxpZZxY7dMvLI2RhN3jNR4/vuwdgGG9NDgKVTlW/9poNSIvLE+cXuXAeI2bdg6x0i84NNtmuVfQfW6J/buHqFUjtN4YQ5EbbG7YOZKgtbC00sdYh3GOejXksu0NDkz6XsOp0SrddkoDx1g1ohZp+qVynZQstQ2MNJJ1ZbNbqr9rbYTWOhqVwJPJXk6rX6CUMJwohis5loBAUgSL4LAuwLrITwKIpVckZVZsWXwrm0msRuEIcVgRUhOynF1NRbV9v6+r4VRCUyzGeUKspYwZwau+xkW+/5SUCxFGpwPIUxR9lGQbRHSNTYuiVj9D7Fr0e9vIi8bW9SUid1Monis/1/qeWAlwNt2kUm5MIAk5Dn1++fC5EIXhxb+fTlWQi/T8+DJmjVNVTDiOZg6rG+AsujeDKrobjdRp3/9dKYhC/3cHRAHSz1DpEvQ6CDnMd6ie+d/J991OfsUPgn55P0vple9CtWbRi8cQ3LpplWuMYZYyyE77nl1yP70eBLhKdb1h2zmBY09icwdZCkPnHDelYWgMlhewRw+hr72Z7Op3k135dtyZ4/R/83+B0CHVrdeIc2WHc23reV9D4x1vp/u1r1EsLKBHR9dN3my7jThH493vGpT0DjDAAAO8ZnC4V8uF+FUL0vmbgwGBHeCScdWV4/zKP7yDez57mKeeniPPDVNTde5+637efvf+74uHq6Q0qDLWrSuFE0MxeWFIc4vSln6/wOQWrRV79wxRq0VMTtRZWOmhmzGqXyCFw1rv0Dw8lHD7LTupRJr//vY9fOmpWR57bhEnoOshuhZ60mgdFL6PUJwj1oqF1ZQnnl+iXwk5vtIvVVK/aDyS0JwP6bYyggAKrdBKUL52FmMdoRYasabtHNOrfcAruXcfHOOayTrPLXbJjGNIKUKB6X5BJGAKSz8zWOf7YyeHEoZqEVc1E0ZiTZiElLokGqhpoTacoERoF5bnOhl964iUMB4FaC0EgeaGy8YojMU56PRyTs2sYIwhLSxKCXsmanzr+CorvRxbKo+BVuwZDrlxxwhx1MabVsVYV/Z0is/JXUpH/b8dpMZR2XR3W9NEjfcfJjUaS5O2q5UCZ4B2FqSHOME6hZY1+yfxqrD4uB0Rg3Nbb51KCqxuIvTQdMApnGivFDsLzmJ1gpOIUHfQ9RN02nvOI7GFDBO5GENSKtHi+2lZRdPCOcXmeB1FTqp2Y+SVMUPLqvuJOocQm3oX4zU4h7I9supBXNggja+gWswjtoeTBFvZBv05lPU9qK7d9cprHPs/rfOqq59tQLq+bNiaCOOqSNYlfupzqN4y6U0fennlxFGN3pv+DsH0EwTTTyFFimnuwExdg4maRF/5I4JnH8ClGU7KMZYTAyKOwlVB9eHk0bIq+gJj0cqT32KTGq4C2HkAtf8KzKFHoVLdatbWaUOUoG+4cOZs5brrGPnwz7D08T+iOHPGk39rkTim8e530XjnO7/zY/IqIFtcZu5zX2H14acQrRi69QYm3nknQeMFIpEGGGCAAQYY4BXAgMAO8JJw8LJR/uE/uJ3VVkqeG4aHErT+3q9Eb3cyvvXYNM8eX0IQrjwwyi3XT1KtbO3J3T9RpZEEtPoFQxVfRhyGmh1jVebbGb1ejs0N2yZqbNtWo1lmxY6NJmR5QSe3LPcLsoUeCAwPJfzsz9zI2Kg3rWpUQj7wxp3csKfJ/2e2Q6cwG/NwgQItuMxCbmjUInLreGa2jRuukGhZV4adc/SMY9v2Jqd6i9S0olP24K7BOUcc+q+4cY5oU++yiDDVTJhqbvRrHlnp0++n9Ixlvp2RFtYbziqox5paJaISB4yVubZNzsfpXs7znZxik4o3mxmGKhGhEqqBYjH1kT2NWsTeHcM8eWyOorBcvb3KQi9npW+IA0WgFc5CZhzHFjMi3eSWyRGisF36GRWIWAShlzVZSYfQgS897hb+cK7vcileCp5HpQY0AbKJiFpXYCxo5c7TVy0KwSEWlDY4nHcrxpNXxNEvJqkELV+S6hy4Atb6aFWIBCHOWoyL0DojqcySt7b2w2ZsJ5HnUGRYKuvvWV3zxk7OoZwvQ3YSkso+uvr6V6R/FKBIdpPVDhJ3DuNshgtiMAXK9LC6Rr95sx9nfBnarBL3n0bZll85qnoyujSNRCGoxLsYi/ac2xSIK0ppXCiKBqZI/DVfiXFZl+Dkw+T778COvEzn2yCm2PVGip03E848QnTq6ySPfx3BYbbvwKQHkFPPghWcOH9uxWJdQG5rEFiksN5JOc+Q8Jz+/k4HKhVkx54tL4sI4ft/Cnv2JMydxVVqvjS51/VK/p3vQvZdPDps6AMfILn+etpf+QrF2Wn06Ai1O+4gue66V2SCsGi1Wfr6w5hOl2T3DoZuvnZL9uulov30EZ7+yP9O/9T0+mtzn/8qZz/5aa7+f//PVHa/fttJBhhggAGg9DNxr04T7EB/ffkYENgBviM0G/GLL/Q9glPTLX73jx5ler6zXs35rcem+dLXT/ALP/0GJsdr68vGgeatV07w+SdnWOrmJKEPzunnhkYl5PpdTZ5pRAxXwy0PlCLC1LY6862UK2/cTpwZSEJspLjv2XmemWvzxism2DdVR0T46pNz6FgjucGWjr04hxMgVMQEVCshK52MlcIyDOvkde3zqoHQiTX1kYTObJegEpBrH4ljrEXEE2Zf9gtXT124dHENlUDRz3xfrXWOQASUF8+WuwX9whFNXnwby7nhuY53z02UrJdAhmGAwaEdxErYVo9oZ4ZeZqglIZdvH2Znw1GvBzx0OqMSapRS66QzDoR+bji+2OdgdS+1yhJxtIRSGdYEOCdEusWVQ0/TNsMspBOktsJK5qgGkOgN1VobCHLQpb65pZtVhHauaUbG9z2v1TajfCwOXfK8jisi4mgepbxzrXMh/f4EptBIqCkYR9keij6inFcyVYSIRbkUKyHWBgS65yNd7MYkgiOhy3VUeAICjVUR4gp03iMLdtF1V6NdC3AYGcFKjVcUInRH70JVAyKmkbTtlUNrECtUF75A2riBrH4NvdrNZPE+wuwEyvYxuk4e7KSx8scoXXjlWTYdYR141VJp8qyJLc65h4QV6Myjpw+9fAJbIj78aeLDn0d6ZXmzVgSri+hmhTSoIGlvvW+5sBUyV0fqMZKt4nYdROaWsKeeg9EJ/x0tClyR4zot9JveekE3YbX3IPHf+39QfPEvMU8+5LN7t+8ieet74Pa7X3SyId6/n3j//ldk/9fgnGP6v36OE//hP5PNL3lFPQypXXmAy//JL1G7bO8lb8tmOc/80/+T/slpkl2TSJmBa/OCzuHnePZ//S2u/91/8X1RkTPAAAMMMMD3JgYEdoDvaxhj+f0/eYLpuQ7jI5V1tbgwllPTLf7gz57k137+1i0PW9fuaFKNNN9+fonTyz0csG+8yi17R2gkAcfmOvRzSyXaaubTyQzDtYifunMff3Hfcb55aI7COJTAk887vv7kLO+6dRdvvHKcZ8+uMlyPaCYBpxe62PU+C0FpoVlLaHUzGtWQ5kiFsOwjdfjIGWM9KauEmqnxGofOtums9okasTdgQhiqhSCw3CuYbMZct+NCmukGtiUB7V5OYR3Rpl5YKeNzstzSyQomNjlJG+tYLPuG5wrfP1o5h2gH2hPZvCSwSoRmHNCMA3IH23Y02RUqnlhse88fYVPfiSeRsRLSwrGSOgI1QZpOEIWL1JITiDLk1iuko9EczXCZE539dE2DduZo4wl1JFAtSXHTwTI+7kjW90VjsSjXIhDBEqx/fkSHRFZomYP0zDj9bBta9cpryRs7RWrOb0hFWBUjuo+oApxaq2z2PZ9sOCKLnD8PW+hhesl1JUEuy4hjRZEOY/MqVs49j45AlgllCcFSuDqZm+BCZlMvCueo8hRh0sa1Clhd9r2bSiEYdL5IdfErqKJDOvQGjG5gqjdu2UTWOEiytIozKWKLUoUVb+oE2NRg8/j8NmIRQBDzMg2dTE4wewg19yzxM59FilL1FV9a74oU8oJof5OVr3eRWh2iCtH+YRpXNNFVDXaKojJFX11O56P/Cff8YWyW4suMFXpyO+Fd77joENSu/UR/65dw/R7kGVJvEMUheW6+K7GC8/d+jWP/x++BtcTbJ1BBgOn2aT1+iKd/7f/FDb/3L4lGhy9pW0v3P0jvuZPEU+Pr5BVAhQHh+AitJ56h9cQzNK+/6lXamwEGGGCA1wDOhwC8Wtse4OVhQGAH+L7GU0cWOD3dZuScUudAK4YaMcdPrXL0+DIH9201atk/XmPfWJWssDggDtS6onj1jgaPnVzBOrfeM9vNCtJuwbW7hvjWk7N846lZqklANfZfMeccrV7O5755ijDU5MbRiDRBHLBTCdOLPax1aO0zV7upoRlp3n/HHk45XwKcG8dKWpAbu+5160uBY/6n91zB488vMd9OaVtHDutRNdftaHDX5ePU4hf+uvfKkuFAie8X3XSDDcus39OrKfuGKzjnOLrU4/HZNu3MP5QboFEL2TVSXSe/63CC9509n7f41wSsAidgZdMybssf6xGoklNNToE4jI3plxm2hYMkyNlROcWxzlU+69NBbh3jamO7NQHlvLHUmldtiGJbvMhoPEthwvXcVEVGoDOyfAhjEoQCJSnWhlgXrw/KuKqPUcHgCHy/qsgmg15VuhIvYyXBuRhrt5amiioIKquIOKxd27YDZdFJB2cDnNm8TkFdHyKUBQSzru4Zd5x2cQ2GF1bdz0XIHBFnsVajVhe8oVEQl+fI4JSCwlBZuY+kOAQ6JA+nSJNrKMJJANKRWwiXjyJzx3BLq2AsUgmR0TpmZDtmdg6xfVx8jnpsjee5jcmXNObN0PNHSB7/M6SziOotI1lWZjVpXwsPXgXODFLJia/ZTfrUDMnBJpWb/T3A9QuoNQgajro7gtw8RX/5JNZUIAhRlRiFQf7bf4D/26/CxI6LjkeSCiSVV6rC+zuCc47TH/tzbJZtKe3V1YRk5xS946eZ+9xX2PlTH7ik7fVOnPGl7PH5sWm6WiGfX6Z3/MyAwA4wwACve9jvxozjAJeEAYEd4PsaM/Ne3YzC89WoONKstlOm57vnEVjw5DA+Zz0R4V3XTlEJNY+dWqHVL+gu9Zh5ep7ebIfntbDSK0jGKoxcs23Les1qxOxyn8Mnl9FKfHarVtQrIbvGheVOTqefg8DO0So/eec+rtg1hJxZ5dBCF+McSRJQD5RPAMkK+plhvpNT29HkR+/Y6Mdb6eV0M0M91jSSS8veLaxXixuR9oTZetoSKSHWQjsz5GUo2rOLPR447Ul8JfBl1iuZYX6lj7OOPWO1dVXbrZdIbyWva78LlXK5sSTgudVNBlrCOukonKGihWakseKIw2WgwNoI38HoSpIgZEVApHuEboV20SA1FuVAV9YyOTNCvUqEo1bUyJyPJtEIOhvHRh0C3WWN2jqEvKjT6e6gEp4kDuYRKfBlpzV62S4K28S4GrkdJlILGOfVxHUrZAC8sRNYtOvSzcdwa320toNyLZROcUQ4G7JxtDy5F2XRUZeit0EcquoYkZrFusgTbifgCjSr1PXjrJjbeClKbMi0dz/uZ4jJcXpz5qxCkYHLvVFTkeJUQJQeJ8yn6dTvIo924TJL8fwCeqVVml8Jrp1he13S5hXItnHCkw/hghDWtm8tqruErY9T7Ljukse7Gao1Q/Lwf/Zlz3ED2gsbyqstDaRE+WvKWOjlVN58BcV17yUZOgzOYI2GkQmo1nEiyOIpqs02cvkk1oYURWkc5iwszsA3Pgvv/x+/o/G+VkjPztI9doJw+PwKDAm8Or78zUcvmcDqasW3O1h7Xv+sK4zP/K1WXpGxDzDAAAMMMMCFMCCwA3xfI460N9yxbl2RXIMtCVocvbRSy1ArfvDqSW47MMajz8zxsc8fpb3cp1GP0IGiv9Sjdzzj6XbG5BXjJImmVo1QSogCxfxyj33bGzxzepU41CgRkjhgKg5odTUg/Ny7r2D7iH8I3FePeGapx1AtArdG8KBWDYkCzWqrz5MzbabqGz2FQ5WQocqlEdc1NCJNEijSwlI9h7ivZf+OVkIKa3l8xpf7NqKNW0gt0rRzWO7kTDTMuvqc55Yw0gRreboC/VLZDkQYivxD8GQ1YjgOWOwXVKPQK+al6h0Finqo6MZCoDUpY/RNRIUVAlZxzpUqoe8jjrAIGVlhya2jrr2SWQlPEoez3ngJcJEmM8N00304QqyL6PavALeM1h1AKIoaeVGnHh8hChZxTmGd9v7AehWdHKbdv5zCDtHJDyJhQaBWUNptKhMSUGqNanuPJwPiUir5o0TmtC8vLiwuTcgqezHxJNaFeAck8WXHOmdDs06J1AzWBTgCcAZVrCK2C1gClmnwdTrqpkvulVVkvve3LPc9F+LMek6sQ+NUgnEx2raodB8kD3cQPfUZVHsB09jp1c8yQkj6bcIjX6V/299B+qvo+WO+TxaQkSZy8Grc3puJkyUyM47jpV2/4clvI/0Wrja2kUG7+StvrXcP9jvi3b4rFcLJ7ahsBiP1jf5U5+DYUdzhQ0hRENcsrujjrKbfr2NMCHEVnnkQ3vMzcK7J07mwFnv4CXjsG7C65EnydXfAniteMQOu7xiCbxC/RIzceQtBo06+uEI0vnXiL5tfJN42xvCbbniFBznAAAMM8Nrj1YvRGeDlYkBgB/i+xnVXjFOvRKy2M4abW01jVtoZzXrE1QdHv6Nt1+KAR79+itZKn6nJOkp5sqUDTWYKWnNdTLRE3IyJIs32yTrGWuqViPfetJOZlT4LrZQ40Ggl9LICQXjbddvWySvAQyeWfdlxZpCShBsLRWoIAkUUKM60UnJjtxg9vVSEWnH5aJVHpltkxhJtcjxuZ4ZKqDgwUmG2k9PJDZVg62dFyqu1vdyy1M2II+2TgYylrqASh7SygoV2hnEOZyzPP7fIWBLyrhumaCQht0zW+dZ8l1wJ1vkMNsGXcBsRji1nXD6a4ETIbJ2UOiERsfj+0zUSa5wiLQK/DWBYKyrhKSrRWaxTGOuvBcEQB778tp1eSSn7khdDZPnQpmOzTKiXsDbElYqmw/fNapVSiU7T6jdxRLTy64j0LI3wWJkEW0bfWP+J1gUIBYFqU8uOEZoZUBrR4rmMaVPpPE2ueuThNiwVrNswelpDIB2EAkvss1jzeR9/IwqHxoRDOBES9wx9ezn2EsqJDXVCZrBh7InquhGT8w7COE/+BCTydBwRjKqizApB6wjB9NO4sOrLdsEvj8XFFVRnET33LP03/zz67FME84eId0QEkw0IQ7R0iDlCRZ+kXVxBYYcv4cr10HOHvVGU+MkCpwLEmA0S69aSkcu/VyvktT3rJk5biOSZM/DsYU96kwhXFDhbIMqQVFp0O0M+99cYyLMXJrDGwGf+APPY16DI/fE8auCxr8Ht74W3/dirSmLjqQkqe3fSfuYYQWPrRIYzFoxl6JbrL3l7ydQEO376Rzj50T+mf2aGcKjpe9yXV1BhxO6f+0mC+itsLjbAAAMMMMAAmzAgsAN8X2NkKOGdd+3lL75wlPmlHvXSgKjVydBaeN/dB6hXX0Q9uQhWWymPPj5NvRatq7utbo4xFlGCMxbbydGjFdLMcOpMi8ZwwrUHRnh2scvwRA1Vj+inhl43p5saYq349uF5cI63XTdFFGpOtzPqo1X6/dz3lq5XpXqCF8UhRZq/Ip4A12+rs5oWHF/p0yuK9Wf/Sqh48+5h6lHAUq8oy4K3ritAPdRkZc5r4RxKhIlIs6cS8ujZVY6u9Df6NI3FxQFPnllluZPx4bv2EyhFJQ4InVsvOQ61gBaMhW5uaWeWZqxQ0sc6Tc44MS2gDzhindPOK8ylNZRAUytGA0MczuKcdw1egyPAWiHUqwSqhXEXNroK9ZLvS3XnqvXiHYVVpxyPn3gIohRRa2fE+rLckjg7pxHJUa6PsnOgA1Rg8QxX4XSEmIywdwYbD5dRLwonClskrDEyVyqz4BDbRazPNTVBnbSyD6s2ltWuBZmgu8sEZhpxBqNHyIK9W/JeM3YQcxwVWYhqXtEUKRN0fUYx1kAQoqsBYjNMFgEacRbVWwJb4CJPYJRK0UEXpUrFW1ts+xiy+E2i7DC6voJq5zjGseN7IakBDi196sEzrGY3eoJ+Kdh8QYrCVYZw7fnSDbl8z9rSCVnB5QdJwysRV5pGOePJpXNw/HlwDoljcAZnyqkRq1DKEoYpWb8L23ZBUn3hcT36VXj4K1CpQ3Os/CwH3RZ8/R7YuR+uuOnS9vE7gCjFzp/6AM/+r79FOrtANDaCaIVNM9LpeZJd29n2nre+pG3u+bmfJBod5swn/pL09AwI1K8+yK6f+THG33nnq7QnAwwwwACvLQYK7PcuBgR2gO97vPet+2nUIr7wteMsLHnn2F1TDd55515uu/E7zyvs9wqMccTxBqlZXk09yVSetpjcl2IqJaS5YUc15HRWsHiyR6QVjSQkzQ1RNSCKFLpv6KYFX3hkmuOzHX7izn2g1+JcNkp512CdRYswWg290dLLhFbCXXuGubydcapUdYeSgP3DlfWy4pFKQKgVmXEkwfll2ZEI141W2NFMCAVirXhupceR5T65scjaPgjElZDtu5qcOrHC06dX2L29SVG6Fa/30Io/lkoBhaOTeYOrvomJdYpDY6VGVbVRYklNyOGVHYCwPdKMB4ooaKGkwNjzJyscCiU5gW5higsTWJELl9Surb+WSYuDJJkliZewNkDhe2UdIGLRKqUwiW+NzTLAIFq2qoNSqodFSuhWEWJiWcYSkNlxLDUcAYVrYEl8XI/p+eOkIvqVAzgVITbDRwA5REJ0tEzcO0yYnlk//ok8SbtyFyYYB8BIk567ioocgtFtMJ8hWa8sfS7FVAekOe7MGVStjquM4Qw4CbDVCVABUmSoqCAIfeSPc16tV4El1qeR6Xkc4isKghBZnkZ1lrG7b4DqEMYlaOkT6Vn65tIidYqJK4hWTnvF03gS7aIeZB3EWl+JbR0EAW7vAXr7fpRCbwNnMKqBtqsY6pCm0GlDEIIG17PQz7y6W55LLT1/IN74tg1zqAteHA4e+mtAkEpt4/srArUmLMzAI/e9qgQWYOJ9byNfXuHk7/8J/dPTpbmYonbFfi7/J/+QaOKlVaGICNs/+B4mf+Qd9E9OI0pIdm//jjJlBxhggAEGGOClYkBgB/i+grWOU6dXyXPD1GSdajVksZNx5ZXj3PqGKZaWvQK4bazqjYJeBoaHExqNiJWVlEolpCgsWWHRWrwXbWrQSYB1nsBWYs3wthqL3ZxmEqKVsNDqk+fezEmigFCESqTJC8uRsy2eOrmMzS1KZD2VVNasfB0orXAWrtq2YZr0ciEiTNQiUutY7hcYhy8hLp2Y61HAnqGEZxe7aAVahMw6cmNJC0cz0expxCRlibF1jkMLXQprccZtuPI6MIUhCDWVWsSzZ1vs3t7AR5UYlAjOqVJpZKPPdS3WxwYYJ0QaChuSE7CcNpntjtIvYhIlTK738m4iiOfvcfn/i8+0Grumsp3vo6yk8CTaxoAhiRbLcVcQ2qwrq3giHKgeuWlQZB0Cyigdt2kca43CDhQFkQZnLcoVBOFpIrVEu3851sX07R6q6lnEeQW+CEdwKkZsH8G7SQsOsT5/Nq/tJMgXUOJ7aQPaNLMvsCLvwmpPYlLZS+GGiMLTBNvGCNpHIe3hDLA8B73+OuF2y0uoZB43tp28soeivh89dRXhqQfRwdp5K39mTIbTgsRhqYKGXs1NU4grSJ6iZo9i995U9tiCVm0wIKvzyNxJUBq7/bJSqd2KfPI6oqfvRbWOloqpwoUxRBWcNbjaKG5kG8WuG0h33QVq7edP6HX3UNVPofUK1pnynDmcqmCIQPpQlEptABgFN78NbnrbRa8ZwJcML81CfH4JOABRBLMnX3gbrwBEhJ0//aNMvPutLN3/IEWnS2XXdoZvvwkVfuePASoIqO7f9QqOdIABBhjgewSDGJ3vaQwI7ADfN3jw4TN86i+e4fSZVdLcEI5WGLtynMpwQhxqGknAG/ePcvvBsZdNXgGiSPOWO/fyZ3/+NP1+QRBsEC2bW6JYs/+yUeJ6RKAVCyt9TKgItUIrr2m1ewVKxHvd4DBaoY0hDBQCPPb8Evt2DrFqLHGkSTNDWT3sy2sDTeIcB4Yv7PppnKNVrtMINcFF9nuNHCoRlvo5959e9euVitGhxS476jG3bW8QasWtO5p0c8PpVkpalgwDBFpIKiEPL3a5abxGohWtzNAtLNbYC5NsgaQSkBnD5NBZnk/rGCsEukxptRGW0E8ECNRC73osgHGawglne+O00+FyX8CWvZqpKoicprB133sqxZYS4vIolcZMimr4LJFexSrIzRBpMYZxTbJijCQ8i5IM60on2nJdEUs/n8QRoHUHkRzrAkBhqKHp4UOG1s5JQrt/kFBOlBMR5/6SOTC5V/yCCGcMYg1F6ZYc6A618GmyVgSi6AVTVFULMV2sLicAkPVeXU8FbVn6G4HWYDP/unMolTGcf5aeu5q+vgYnMUaG6TEM2jJUa0HFoI4+6clrEPhIKQBnkV4Xt7BI94oPgQjZNe8lXD2KsIgrfMm7OOtLdCu10hXYE0SUKmNt+rhKHemtQNqBpO6PcGEJ7/0Y6siDSNrzxLbaxLzhByne+C7WZ0OKHP3lPyc/tUw4rJCgnOExPVyhSW/8IPl17z7v0lNnDhE9/BfI8lnyAPSuUWT7JK45DotL2HgIGhriGnRWIU9BCopr7oY3/cSL967qAMIYuu0Lv18UvrT4NUI0PsLkBy6eXzvAAAMMMMAArwcMCOwA3xd48KEz/O7vfZt+v6AQcM2I+v4RusbSne9SbUQUxnLvkzMsdTJ+6Mbtr4hi+Z53Xc7xEys8/MhZjHXY3Ky77u64bJRGSSyNtSAQxcE6iXTOq5Obh7GZygRaaPcK7rpijD97dJpkuEKlEmKM7+lTImhjeefBsfP2xTnHyXbGsdU+XeOnEGOl2NuIOdCM13Na21nBU7Mdji31yK1lKA7oGofFUY+CUgV1FNZxcjUlCRS3TDWIA8Xb9o3wV8eXWe7nBAKVSNOshFTigMw4nlnu84YxT7qUEpQSTOGzbs+FA/ZPpdSSLrvriqMrDdJCiJRBSYYxmsLCUKypRwoEAgXGCdY6erkBBzmOzG4o1cd6lkZomQwV/WIcFaT0ZRTrAjR9EhaJVR9jYhJ9EiMhuVWEboWqWqASPYe1Ffp2B910N9XoOFo6pZuyxqHIihF62ZoKtUat1/YroiBE8AZISowvA3YJmd5DxTyNNi1f8rtGZp0nd1Jp4pSg8gJbluCKs1D0iHSbIJ9DTA/E4sIKEupyIkKtk9d15XmLcOx8P+sacXYOUZaKfZaANm19O05Kki8KSw3deg7pd3BhUpJGn+ororBBjM0ckvUgHMHVx8mvvJvwxD1+OWd8X68IEgSbTJXw9eGifAZs+R3BFJSOV9iHHkI/+VVcXMUNjfuxdlcJvv7nABS3vMdfX889jnr+SWx1hLSIUDZHxPie58Vl3OGn4dp3bSGcavYo8Vf/I5J2sZUmTgfYU23UkWlccwwdVJHuMi4Z8iZN9QaqD6a5h+LGH7o04yWl4Lrb4Wufxhmztdy4yP25vu72F9/OAAMMMMAArykcr14O7ECAffkYENgBXvcwxvJfP/U0aVqgKwHtbs62fSPoUFGUhkNp6Mtfxxoxj59c5uZ9I+wYeflZhUkS8A9+4U1869un+a9/cYjeyRVcVQgaMV2BTi9Da8VKO2P7RI2xekQ7MyShRgkEWpEVBl2We6pN9SpZ4ZgaqdCoRHzwDdu5/9giZzs5QRSgBSaSkNv3j1G5QMbtc62UQ8s9cN4dGIHMWJ5Z7pEZyzWjVVb7BZ87ulASUK8Cn2llpMbSTAIaZbuoiBBqwTjLiZU+145VqYSauX6BChU7kwQlwmg9ZrQeE2gFOArjaAH1SFMLFL04pFVkWyONXFlNagy3XmGwNmB/s4d1ilPtCl3jb1FackaShJ1DyXp5aaL7aNWhnRYIMamLyctfBS2QKN/yuJxB4SzbK3vK8lyDiCOjRsowSTGHkNF2E+SugmDR9Gm4MzQ5hVI9KnLCR+cYQSQve0IDUrOdbnEZlGXOxlQwNkLrFLvebytlJIzFCeSFdwN2ktAO7qBpv4JYb0C1tjxJE+pjvp+zSBGEwPXBGS/aBiESKsT6OCKVdXFSIywWMdEIvmvYldprhLg+6AApWijbO0/1dSXjD9wCkTtJKgfW30vVXmrpU55sqTUH5mCdaFtdR7Iuuj+Pqe0AwNYmfGxQZPA/Mw6xfmJlPd1WYK1UFxEo+hAlSKhRklJ0Ne6b38JVmhBX1g+Nq48g7SX0o1+kuP4tEFdRRx/1Cm/oDZ/s5l7npIE6cxRaixsmSkDw5BeRfhvb3LZBRuMaNohRrSXyK28jWDmOdJcQZ3E6pBg/QHrTj+Pil6Ca3voOOPwIzJ3ypc9BBHkf0h7svgLe8OZL39YAAwwwwAADDDAgsAO8/nH8xApnz7ZpNGJmWilRIyKoBJjMsJYE4owlLyyFsRTOcXi6xY6RCkudjCdPr7DQzogDxRVTDfZN1NYVykuBUsITRxeY7+aMTdUh0qzmhk6voHu2zehQwsE9Q/zM+67kZCflvqOL6zE1zWrI/IoplVhBG08sOv2CUAu3HPQP3PVKyLuunQT8jOALjS8zlmOrfXBsibrRgZAay4lOxt5GzENnV1nu5TRivb494wyZgXZaUI+DLeQ40kK3sCynhkqoaa8ZVIkwVo/ZNlTxam3hSYlSChMocuc4OFKhnVtsJaDbL8iNQwnoUIN1XLWvytFlxfHVgG6uMc4yHLcZSoQktAwnXUy2k76LsM7RjM9QCVZQGMZi2FFXzPXqPLu8DS2aWJVpKoBx0CmErhUqolGIJ7GAIabHEJlL/AQCOYKlIKHFLgKVU5V5xFoCUoyLKVwVJRlKUqrBcUK1QtfsJzejgNBPt1GrnEKpDGu98Y/v6TXkRZ083zCKKvQ2VsJ30QgeR5kVlC1K86AQ0g6ynmcasOZmjKiyJDfHib+FO1dAniJ5F2W6WF3HWgFCLAFaeyfhqHd6PXvVo1RnS2XQIYT2NKnaILCZ2kusJwg5idhii/JopYIjRJwhnHucYO5prK4Q9k96EylncWUMDzgk7UNY83mssomwrzUbFRliUlKzg+zRI+g0haHzjbVcpYG0l1Bnj2L3XQ9Zl7VJhPOgAihyJE83Zr37bfTMEVxcO19J1QFOgHaLzg/+Knr+CJL3sbUx7Mielx55MzQGP/2PkK99GvfktyDzRJ2b3gp3vv+C/bwDDDDAAAN8t+FwdtAE+72KAYEd4HWPLCuw1mEcGOuIg5K9bLY/L5/TvcmSIissT51e4TOPTdPNivV7ycPHl7lqe4P337SjVBJfHM8cWeDbj0zTqEdUK770ctj5stbFlZSJJOAf/fQbUEoxNpxwdqXPsfkuXQqUEuI4ICssRSej1ysojCPQwhuvnGBysoZxDr259PFFHqAX+gWpcSQXKNWNlNA1jlOtlBMrfeJAbdmelHGYzkEnLbYQWFf23a5tdq0UWgmMNmKs86rrGnJjSQKhUMKeRkxaWI4sC1GoyQuHKxVCLcJCajl7ooJFiDU0El9aGmvLm3Zm1KOCTmaJc6hWzxAHS1iryn5UCDBM1VYJleP46nY2l/GukdhuYalqBWic86RKqR6prQGGQNKS3DmG9BkqagUlBnEBKAsuRBUGJV1fnorgsIRqmbo6RF920Sv2kGUjCI4kmUGpUq11mjQbptvbWY7IoSQDsRhbp11cTTN8CicZaxqlsrk/7ptdr8D3VeZ9XJ6xRtokikAJgW2hOofoVw9S6DGceG3f2Yi49QRBNue3Y50v1fXSa0khHYQKRbb1ohFFZ/humtPPgs2RICzLlGMcEao3g+Q9grmnAYVIhlI5NqgiNkNsvt63jTOQ5VDZZGpUmlY5FYNT5GeW6ey6giA/XFZkX6hvWvn1jJ9EceO7kWcf9j3b5ywvWRcqdVxjQ30VU3hyrc/th960/SKFIMJMXXPhZV4KhicIfvRnye/+cd8PW2u+ePzOAAMMMMAA3128Wvx1gJeNAYEd4HWP7VMNKpWAXj9HgLxfeLfbQOEKf/fxjqgb5CoOFfc8dpY0t4xUo/Ue0jQ3PHF6hfFGzF1XTlzS5z/61BxZbhjdVJKsRKhFAarumJ/tcHa2w84pb4D0vmuneHa2zTOzbTpZweUTNWKE0zMtVro5QRIwsb3J2HiVJ1ZSYpWxuxqxoxJcUt+uWXPrvcB7fn3HSprTyQyFsbREiAJFLdJESqHEYpzDnJN/1jeWaqgYK0n6RBJydLVPHAUEyk8KeLjScEkQBzO9nKVORiGKydEqEY7AOJ5Z7JIbSyPSdI1XybVAZvxExFBi6BaKb51JGKvlmKKCUilRvIK1asPdFrAuoDAwknSY7ab0ig2CJCLn+ySBV0jLguGQ/vrrNTVHTS1iUeQuLouFvXu1hIAx687IazE14EiCM+R2hMI2SbMx0myYMOh4kmoSrPVjCvQqlfgsge74sZvA97I6Q2HreEKZoiT1ZbhY/3mivHJpLa616BVLUUig/axC2f8qNiNpP4XRo6R6N5nsx5mQoDhFyCzOWaTwLsReplaezC3NIZUUM3T9ecfKJuP0J24jmfk6NhdckHgDqGwelXcxJNhkDETQhc/bFdPHxiMIFil6nlya1F+DxvqZDwBRmKCJCxuILdC9WVS2hN22tySSmS+73Yy0g0uquG17/PiuehPukS8iqwu45tgGic36UOSYa94M0UaerKs0cfUxZHkaF53TSuAcYgrsxP7zL5qXi2r9NTVtGmCAAQYYYIDvRwwI7ACvewwNJdx+2y4+/4VjKAd5ryBd6pGMVylyi9KCDjUGLzyNVkPS3NJLDSO1aAspjENNWlgeObHM7QfHCC9Bhe31cy5MFyEIFN1+Qb9fbLymhKunGlw91diyrLtmG0+s9JlPDYESwjIuJrWOI+0UBHZWLqIYbUIj0mgRCgfhOcMyzuuGx+Y63vgI36GZFZZuZhgp82RzY9cNDJwDp4Tto1X2DCW0lJAA9VCxsxbRdmsFop4lOucNqGKteH61z0pa4HVPKBxkpa9Q4RyNSOOAfuG5mRKHs0I7hWYCtdDQyhRH54fYWw0JwyVELNZuPQ5KwFhFKDn1sEeviNfPiXXelTdWsuUseUdivWF45LwmXNXLJbFdy/30pkiCd0V2os6r/nFolFgiPU9h10peNfk5ubKhXqFWOYaSAusCnBOU9NHSwkoIZi1Kx+KsAae8Z5LyUxKu38F1VpGsi4jypa4Kr6Yag5B58qYTxPWpmKPkaiehPUNoZ8BaxBkIdEnySuLb7UO3i/RT0ubkBa+r/o67cUGNeO7bSN5a23GsDbHxBmmUMjYI51BFB1PfAYz49/I2ii4ojVMxTie4sApS9taKQ9k+YvuYPddgJ/agpo/hGqOexDoHWQ9Ju5jr3uJfB9zoFMXbf5rg3o8jy7MbZQQ6wF5+M+ZN79m6M0pRXHkX0QOfhH7L97SW7sjSWcQlDYoDb7rgcRhggAEGGOBvBtyFZr8H+J7A65rAfu1rX+PP/uzPePTRRzl58iQ//dM/zT/5J//kvOWyLOM3f/M3+dSnPkWn0+Gmm27iN37jNzhw4MAFtjrA6xE//mPXMjfX5duPnKXXyZl9cpZt10+SjFYIIo3BEQaakXrEB27ewQNHF70r6gUUzSRUdNOC1V7OWD2+wKdtxdS2uk972WxOVKLXL0jigImxFy8XXM4ti5khUrJenitAooW+sZzsZEwlwZZy4guhGWrGE81Mt/B9puXyWglDtZh6HGInGsSnVzi12PWZmeJVz+VuTiMJSAJFLQ7oFpbResTebXUqgY/h6QJdIBHhyuEKp7oZOIdWCmMtlUgTacVCL2Ml9b28ulRjxTmcc6waRxwFSOlw7MoOVLAoWSsH99WyzmmWOgl7X+AQChAqW5LoAi0piKKwAYVTxBqqodqkTG/OXy2NjsQQ0kNRYEryCqDWa4jK+uot0TclsSTA4ftiLw5HJT6DEoOxGwTblzODYErnXO37Rp346BsUNssxPYNkKxiJUaIJXNt/fpGDLcvgy/xYsV2UsRDVSMzTRPlziBTYXopqLSK1GgQaZ8GmFtVvIzr0lQu9DlxonkQU6eTtpOM3o/vzIIrKk59AycqWsl1HgCLFKVWOa6OsV2yOSUZRqsCGw+eX+9oMp0Js0AQdkL/7Zwk//3+hZk9sRO8EEebyW8jv/PEt69orbyWb3Is+9E1k4QxEFexlb8DuvdZHB52D4vI7kNY8wTP3oVpzG+OvDJHd9hO44akXOJcDDDDAAAMMMMB3C69rAvvVr36VQ4cOceutt7KysnLR5f75P//n3HPPPXzkIx9hcnKSf//v/z1/5+/8HT796U/TaDQuut4Arx9UqyG//Eu38/gTM3z2y89z5MwK9AoCB6FWjNYjbr9inJv3jTJUDXnk+PK6YngufEqNXJL6CnDrjdv53JeOsbjUY2y0sk6Ks8zQ7RW8/c49NBsvToSXyrzWC2W1RkpIraOVW4aj8x/GN0NEuG60RmY6LGYFxlkCrTg4XiMJ17JkHZdvb9LNDEudjCw364prNzfcvnuIq8drLOcWm4QoJWjZ0Jkt0McrqjbQGAdxoHAowlLpXOz6Hk6FbMS4OO92jPM5uqRFGTwjZZ+ywpUmQ9YGFEWAc46wJCBFUcU5VRK9jduX1hlaCnKraWUVUuvfEywV7dhdLYjDNg6FMQmFjTEu9O6+kvncVqdQUrCJ4iKYsidUMMRoMtb0ZsolDdHaHmDdxc+zVj207pXGTqAkK+N1bLm+3aQKR/jbcw4onIFWuJ9u5c3Y0tApLFYY73+d0Kz4kai1CB/llV2T4nIhUicRDE5XENuDNCsNhEtiHtaxqopzIWI63nzphaAjbGWYKD2OHglRvZCiYD3q1qoqUq8hQ0MgGjEJrtVBih4gpKO3kLQeQRUtbNDYILHOILZPNnQdLvRltm54G9mP/2PU8SdRs8dBB5hdV+Em9124N3Z4G+b2H37h8a9BFPkbf4TiwC0EJx+HrIurj1PsvREq5xtHDTDAAAMM8DcIDj/B/ypte4CXh9c1gf3H//gf85GPfASABx544ILLTE9P8yd/8if803/6T/nxH/cz9tdffz133303f/zHf8zP//zPv2bjHeDVhdaKG9+wnRvfsJ28sByf65AXlqmRhJFzlNQrtjd48vQqubFbiKpzjm5WcMVUg+YllOsCjI9W+PCHruMPPvkEM3NdlBKcdYgSrr1ynLfftY/P3nuURx6foSgMlx8Y5c479rBz+zklxLgXvKn5SJRLu+tVAsUVYxWeXunTyw2TQxWqUUBuLKIEZ/y+XrmjyVIn4/CZVfqZwVpHbizVQFGNAkwELXz572a6sG6MhKdYLsvREhKVpk8WyK3vFF23IHKQO0dammaJEnLr0EoIVLl8qbwmgUZL6N8XmCzPhbUxWdYkjpewVtbJrEjhY2AQ9tQ7rGQFDqEaptQjh6BxzjNwp7oUNiE3Nep6Gq16LJmd9G2d1GkKEjQp1gflYAmxhDgE7XJf3lvuk3+vglDgUGRmjItBxLBGfgNpl/8uD6z1B2j9NcCoOppVnDOsyB5a4YEyRsfgpEI/qpNm44TFaukiLGVvbrmfgNgUceCCGJzgwjJv1vr+WTBgDVaqYKzPdQ2HX/DaitJjVDrf9KW+DY0kFUIE0wbbV+jLrkQPVb3LsIin9p0O5shzZM3rSSdvx1WGqcx8CZUveYfl0jyrSLbTm7hz6wcqjd1/A3b/DS84ru8UbmQn+cjOV3y7ptMhO3EKCUOSA3vhAnFXAwwwwAADDDDAS8frmsAq9eIK2X333Ye1lve8Z6MHanh4mDe/+c185StfGRDY71OEgeKyqTrPPb/MkWfmqddCkmbC8zNtAPZONdg3UeW52Q5RoIlDhbGOThkf8+Yrxl/S573xhil2TjV44KEzHD+1QiUJeMO129gxWefffvRbnD7bQilBKeHZY0vc98BJ/sefvpGbbtgoU6wHGiS/YEyO72cVapeoChfWcSr15ctDScBINcI73wpOIAg1WS9HK2HfRJ1YK759ZN6XQWvhviOLtGY69ESY2NVkfPhco5u1flo/LvDRO2PBmnrpS59bZm38G3p3J7doLRSFZTUrqAaaRCsyY8jLfa9Fmr5xWOfYWYsYSzZuVd3OdgCiaNW7/JbE0JqQwlSphwX1sMABpuyttEatl+qCJVR9lBUi1ScMOmzTR5jPDpDaKm0zzrA+hSbD4Cc+BIcmp7AJYjVKciyBL5eVFBDSYvum/tfzYWyMcwqlep6ErpFNAB0hJkO5DCdrmrTDUqeXDdEKDpYKrcZS8+ZN+F5ZK0FpJbVpe6WXsXOl3L32elKHMIGst8kYyUfYKNPBxBMU1V3rYxZSFBm2dBzWxTzV9jfAFRjVQFQdlZ1FKNB1QU0MoUfquDQFCy6M/ViaI7gbdtItbgXRZEPXYuJxopUn0f0ZnArJ65eTN6/E6U0OxWvIUtTRR5CZ533/7O4rsXuuuWBp8HcbNsuY/6NPsvzZv8KsthAlRLt3MfXhn6T25h/4bg9vgAEGGGCAS8SgB/Z7F69rAnspOHbsGGNjYwwNDW15/bLLLuNP/uRPXvL23v72t1/0vY997GNMTk695JjAAV461o7xxY71iZMrfOzjj3LsuSXS3GBHK0gtoloNiSJNFCiu2jfMTXuHOTzTppcZlIID22q89apt7LmEntU1tNsZ33rwNKdOrxJHAe+6ay9XXjGOCPx/f/sBTp1psW28ii7Jp3OOufku/+mPH+Pyy0Zp1D2RmIg1J7SiXVgS7V18nduIB9peDUmCSyOwy8aSW4iUz6lda9tUAgU+c1ZphTUW6xxxqDHOoZxj9vA8Jw4vcr+1KBGSSsgb3jDFe997BXHkbxmWtcLXrVhvw7SOkSSgnRky40tVlfJ+ukHZe9wvI4OM9spzohWIL0XWWhFrYXc9Ye9QQqEEDaXdkqbX3UXa7xOEXcJwGaVT7Ka+Uj+W8lhJGRWz/pZ3pNZhRruzjzhaIgoXaQYLrJqIwjbo2QkStYAmB3E4F1DYCp30Gj/WYJpIzwHeOTgzU2Rm/EVcoiOMqRKEHZzbSjZRZSxNlmNdFUdA4RpkdpJO0MAqhTi35XgLYFQFKxGIQ5yP7Fk7D5YAJ0lZum38yRfBju9AzZ707r44xCqUK7DhCL2pdyFKo+iSyFFCFsozrcjYhvQXEJdiVbPcV8HWplD9JRR9JChwWYZTCbY6glNrVQwGlRjCfovCDvtrqDJJv3K+YdS5R1AWzqD/8neR+bMbZc8PfQG3+wqK9/08VL932kCcc0z/n7/N8he+iIoTguEhsIb02HOc/Je/yY5/lNO8+63f7WEO8H2CF/sdHGCA7xSDa2uA73V83xPY1dXVC/a5NpvNF+yb/U4hAuGgVOxVhwhordfNRjdjYaHLb/27Bzg73WZ4OMHVqnRFcGlBJzeM7W6CKB47skgSBvzDd1/BUjcnDhRj9ehFSMhWPHN4nt/+999ibq69nnV5z2cPs3vXEDfcMMkTT80y1IgJgo1rQkQYH6syt9Dlkcdn+MG37AO8b84N41UeX+zRKex6gLYWYaoWcsVw5YL9sRdCkRsQ0GqDNEtJiAPl1ebS7welhNWe73tcOLrIyUPzIDA6XKESaVa7Od/4xkmy1PATP3H9+vERPFHdfLjSwlKNfMbqSBLQyy0z3RznvNdvbrzCW+SGwFrEOnbWY67eViNQipHYK6/GOURr+uJNo9Y+LwIaspZFW8PZGtYKOpgrVeuNwdiylFYQRM4l/gLKEoYKTEJejGElxhIzmwn9fDuaCcYrfYZiA05TUZZqZQVj6hR2P4Xdv2lbEF7C3II1DZyeRcpG4PXWYAeuCBAMhewgZ7ffrNoowb5Q/m8v3kc1P+lNqFS17KnFK72ug5MQIUNMD0sFVARxBTu1F9Wex6UFRTyBrVyBGd5LRa8g5gQBSyDWk2oniO2TyHNIPoOVANlSCRDgahPYYtln1zqHkKGyZVzUgKACBAgFcdhD7MXLrM9DkSOf+b9g/jQMjXtXL4AsRY4/RfTlT+A+8HcvvK7LCbOjBNlzKNvFqjp5dIAiOrDuevxKo/Pk07S++jXCoSF0YyMuR1erZGenmf/4Jxi5+y5UeGntCQMM8EJ4od/BAQZ4OXilr63XLRG2gy/W9yq+pwhsq9Vidnb2RZfbvXs3URS96HKvBu69994XfN8YS56bF1xmgJePtZtqUZjzbq5f/OvnODvdZnKiRqGFvnj1TgWKLLcsLvbZuaOBdY5Hjyzwzlt2smPcK67Fepbpi6PVSvmtf/cA8/NdJsarKK2YnW0zv9BjeqbDo49PUxSO3nBOtKtJsGliQynPHqdn21uulwS4eSRhITW0C4sAo5GmGSqcsVzqpaXL+BtjrVc7c0M1CtZ/ico4WK+8Gsv0Yo8q8OSxJZQWwjhYdw9u1CJECU88NcMPnNnLjh1N78vrHJkxBJtIYy8zRNq7KAuwpxGhBFq5oZ9bsqwg6xcUmd8RhbDYyRiNfIWEMY4QsCJ08MR7vYeW0jjKOpqb1MjC1NDBIiJ5aZBUljGLVw6d1RfOgTVtov4RtFtFsMzlwzzZu5yuq5c6puZst8pkpcNNI0eItPLRL6GiKOp0unvXjaSEjIgzhMx6EsowGTsxnFNSLAExFqMClHKle7VgjY/m0eIojJDbTSdaBKdVGQe0FV29kyTcRyN7Dh/xE4Ar0K4FOMR0ypNt0K6Fk9CTNwV2ZAe9xk1kxU4q6TNUT/wpLE77OJ5Qw8R2mJhCnEFcqbeLQdk+xkQ42bgHS9FBFW0kiXA29+ZNrvBZsNEINqyhlaMwkBdm03pdws5RVNHG6gp57TJcuDHhKEceJZg9BY1RUHrjSSqMIKnBkUfJZ8/AyDlKriuo9e8jNNPrx0UVC8TFApKdoRvf8aqQ2OX7v4npp+ix0fNKz4KREdLT07SeOET1umvOW1dlywSrzyImxUbD5M3LQb+4+dsAf3PxQr+DAwzwcvBKX1uvy+vTO1u+etse4P/P3p8HWXZdBf7vd+19hjvkWJlZc0ml0mSNLkvyhGQBdgO2cQNt7Gc1NMb4h6HbmNdtXrygCUwQ3T9H/MABwa/xYzI03a/p94NuQ/OjG4xtjPEg43mQZVlzSVWqOee84xn2Xu+Pc3OqzJqkKqlS3p+ICqnucO65J0/dm+ustdd6Tq6oAPajH/0o73vf+877uI985CNce+21F7TNkZER2u32htuXlpY2lBVfKlvyH+oWpbrxeH/9GyeIrEGMkA/WfJpBbas1QruT4xXqqWVmIePQ8SV2XUTJMMDxxT7//X89wlPHlmiOpLRzR7/dY26uj5hqDe7y7/ytxT5HvXL1gfGV7KUOZo42G/GG/TcIU2nE1Bm/u17MeTVmLbEpyRUSlOn5LsO1hKFmjDEG8Z6aEbwRjk23sar05/vkWUnSiKs5roOscQQM1SKm5wqePDTHrt0jpEDslZ5WJcmWKrPsvDLTKRitRQzHBowwnFi63ZyF2R790qOD0TnV4z2xkXXvTYGeMdUYzzXvaXk1ZylCrkoyeI66hF53O/XGaYwp1zzDUGoN56N1XxaqivdthntPYLTAU6MnNb7Zv55MI4bs0iBbDaUaTndjDkXj3DR6Cq+CmiZx1KJeO0qnux+hQ908gqWDaFbNnGWJhBN09SZydq28dqHjeI0RV+Lc+h+wIcNrTO62rftui1QxRvEimEEQK1oAJUhMp3YrVsZJyqewvoPg8WJxDMNyCa96rLYQPHm0gzLZSW6vwmfDpNmT1J74K+h30CitmnzlOfLMU8jSPFxzXRUYAyQ1pMgx5TwumkTFIi7D9k5DZNBoGJIUyat1waqKyWbAeFRqFG50NQZtPUZ95tMY11n56dZmv0B/26vIxg5Wx2T6KKhHbbzxCz9tIgunkdNH8WPrA9i0eILYncRJvWoStXICFSTlMQrzNHl8Yd8hF8P3s8H1k/XntAhIZFHncP1s/b9lVdLpz1Ob+SLiVscw+WSU7p43UA7tv+T7Gby4bPY9GASXQji3givVFRXAvvWtb+Wtb33rJd3mgQMHmJmZYXFxcV3AeujQoTAH9kUqz91g3eKa5jXLlid26Grp62almefy7RNLfOLhaR5+cg7vlVJhvlvQmethBKLI4L3inJIkliL3dDo5nXbO0GCczlIro1GPueP2yzNrMjbCvjTmcL9gqVcwP99nxvSZHGvQTCyLpzoce2qOubzE7BjCCHTyEu+VyAhjtfUljtEgi91wyhSDwNIKXoVFrxTKYN7noMzXKTX1qMChY0s8PtulkVpKBDWCilB6T6YwnKz/GHKAG3Rkrq47rP58lv+vECFZ861aFsN0Wilx0sLYPqhQaoxEJcYUqBq8M5zoWI4sWfaaedI0I9cGQ82EU8UkfY1pRvnq64mQ4PF4nuls49rhGWLTp9QGXi1x1MLEHSRq0Zc9iHoiv4T1LUzZxZJRl4dRDJ4mTpsoMT13FQ17CEMPHXQ3Nq6D5C20UIb5BIXZSR5fizNjCFB3np41VD2ZMlQ8glLzp5jMv4GaBp3aPdi0SyN6GokiRAX6XbS9BK7EMYLVNo5J+nLroPOxp370o9BZhDhGcGBNlfkrC1hcgKUFGBmU/aYN6PeQMkdcC7Uj2Gymqul2Hm11MWMGajUoimr5cRxhtUs5u4RLLFiw/VM0pj+J+BwfjVYdkbXKGNdmP4eLRyibB8AuB+Crs2RXeFfVWNuNX2Np+VS1BlrOuE9iVDOS8hIFsKqgRfU6Ykj3Xw0IWpZIZDG+h3FdwFG0cqJ6Srp3/b/5ZOFb1E/fj4pdnY2rDpMv0njmr2lf++P4ZPy57acrsScfQ1ozaNLA7bkJ0uZz22YQBMGLnIYS4ivWFRXAXg733HMPxhg+/vGPrwTHi4uL3H///bz73e9+gfcuuJRm53t84tNPcXSuy2K3oOs6NJsJMpqiUpW0OldlPY0R2r2CWmq5ds+Fz3xs9Us++egMhfc0a9X6ECvgS493HlnTZEmAbeN1Zud6ZFnJ3FwXMUKnW2CM8E9ffz07tg+d/cWeo6nEooXjI988xcjOIawaHvnqMY5+e5r2bJf5+R42Mvzzn3slC6o0947yTPMUdTEkZ3Q7zvKSyArX7h1Z/dAQYUdsGfNK2yseSAWGjFAozJWeEtg32eRYN6cYBKTqq0A3toaobnhysce+xRr7Rms4hSWF9qAEuupyrNSMrLvQsNlXSr+Maefj1NOMtLGAlT4ig3ZTAu0iZaY3RGyE7UmLUi0aGUzNstRJq9E+srx1WSmzjqUk9xHdMmIs6WE0w2uDkhRNCvBCrTxBonNVAAgQ+cFQm5xh+TZKTKlD9MoDZH4PSkTNHMVKDyl7SHd6UKqUVg2U/GMk7gid9FWUdheRQrP0GH0aZxTUkOoCdTcLGKzOMdR4BGrDiI+r9dNioDmMpHV07jSUBaqC9UuDg+hpLH4GO/8MmEH7J18ig2AMa6EoYG4GGRpUKBiLr40i7TmMFohbrNbd5gV+sYt0T6AGZMceSAYZ5rJATx9FThynPpXQ2/n9JEvfqsqLlwO2wfmk0RCmmCdd/CZl8wD+6puxX/hryLpVyfAa0l2C5hh+7/XrTwT1iPbRs5QIq1isdja974KpI1l4kHThQUy5hEpMPvISRl55GzO7dpIfP05tsoaVvOqGnTlcq8v2793FePwN2m4cTAQY0tmvgmo1+3Y53TEIZk0xTzL/Lfo7XvOsd9XMHCb5x/8Ls3hqpQmW1kcoDr6R8vrQFTkIgiDYerZ0AHvs2DEefPBBAHq9HkeOHOGjH/0owMrYnJ07d/KWt7yFD3zgAxhj2LFjB3/wB3/A8PAw99133wu278GlNTPb5f/8UDWuJo4NRoReVpIVjqRw2MkGzlVZ17GxGu1eQS9z3H3rDraP18//AgOPnlxisZMjhSNPLaVX2u0csYKtRWjpB+tGPLU0YnysRr0WcfRYC6hKbK/ZP8ZrX7Of73rF3vO+3rksdnIeP76Ec8qeyQZ7JhobGlAdeWSGf/jTB9m2rU50Rgfj0dEa0zMdON3hR767akhUHF3i8187ThwZaqlFRMhyx/xSxo0HtnHV1eOczB2lKokRRq0hNUJqVkuj570y53Rl6UjfKXES4UtPPljEK4NgNjJQRoavnlhi13DKLEIGGBy1qBqF03cxHW9omtVsbDTYtkiJ2kVarkfLKwtZjeuHcyJ1WDIMHk8127WZKtdNlvSLYUq5A5Mdpp7MD2aVLofEa/47yOD7QTBrjVL1Nu5R6hAZIwieujtKorMogh98pFp6VD2XBdVqCE8sS9j427SK28j9TnK/HUubod6nMd7iZGg1mFPFaIdm9lXatVdh6SLap+4fRbEr608FxdgS4jomjYAMXIEsF1w70ChBhkfR+ZlqNM/guXF+hKT3+CBeMoPXlkF1wnIgRZWJXT4mvkQMeFvDmSkKN0rt9CeRolcdOivoqWPo6RMwNLgw1GujeXXskoWH6E+8mqh3rOpQvEn1g5qUqH8KfIlO7cPf+HLMt+4HV6K1ZhWgdlsAuLu+v8oKryUGlTrGL1UZ6zOIlpTmOWQ01dM48XGSpYeroNskVZOruS8Rp4fY+//6GY79+m+Rnzi+cjpJZBk9eDX7fuwVJL0nGMueAVOjtOPYchYVi8lmEdcbHIPaYC2wIeocfda7Kp050k//MdKZwzfGIYrBO6S3SPzlv0DTIdxVl2e+bhAEwVanF94WJXiebekA9otf/CK/9Eu/tPL3z372s3z2s58F4NFHH125/X3vex/NZpPf/M3fpNPpcMcdd/Cf/tN/2rQ7cbA1/fXfPcHRE0tsn6jG1dRrMSdPVg2S+q2M1AjxeJ16I6HvlHoE99y2gzffe835Nz5w5JlF/u+/fZxsNKHTznFpRDpepz/TxUQGiap1m/1+iaqSG8fxEy2azZjxsZSffdfLufmmKYYvstPxmZxXPvqVo3zu26fo9Ks1n0lkuXHvCG+79wDDjdXy326vmitr7cbXq8brCN3e6rrR+970ErLc8a1HZ2h1qnWM1go3XjPOj77tNp7MHW5N6e4p8eyODRODBlUdhVlXRacRVXwy2y+rUT2RwVA1OpNBd2AFrBGWspLTucMllolah0acYaT65vBqaOUp3WKIxAhGIVElijrUGsdw5NSAKUDp4UlZzAyxpIzEBU7q1VRU70ltl1a/ThxFFLVrGIl6oAVTtSWOdccovSEyq99YqkrmEsbTDkO2T5WZVVSq/cI5Yp1HMSvrRI0WrOnTDCiqBld6LIuk5ghddxNgMGUb47s4aawP5kRQrWF1lpH8U4My2RJDgaOBEiOAtT1EHC6ZHDzfV2W1vuqcjID4Ek1riHgUQxFVF07S7EnE2qpM1xdVk6TqTaO+yiCjWpUDLwe3bpBZTg09ewBX1MFVpbris6r8GMA5WJxffjMgg8DJ9auSYzGI+s37WCyXC0sVVJev/TFsYwT7rfuRzkK1H8PbcHd9P/72zUfSZNF+Gvk3QMt1ZcTVqCEhj/Zv+rwLEbcPkbQeQW0dXdNkSdVhsxnGty8w+v4fZumzX6b9TBcTW0Zv28v4S7dXDcO0xDjFSUKcn0BsDr12ddwH3bKN66K+VzUN29BB+8JFh75SBa/Dk9XxhGqObnMbZmma6JFP4fbdtoVbhAZBEATfibZ0APvmN7+ZN7/5zed9XJIk/OIv/iK/+Iu/+DzsVfB863YLvvbNkzTr8cqs1eGhhMY147RaGXOLfa7fM8JP3PdSFvoFInBg1wiTY7ULfo2lparjcLsWUWtGVYMhK0zdtp35x+fone5QZiUu96BKNNiPxcWMhYU+1183wcvv3L2yf8/FJ75+jE98vcqSToykCNDPHd98ap6sfIJ/+caXrHTx3fvSnfzzd7+S44fmOfLYDL1OvrKdonCIwI7tq6WZjXrMv/yxl3LomUUePTSHscIN140zsXOYoz2HoiTCykieQpXjhSc1wpA1LLoqAx2v+X3YD8qBjRUiazasKVkO8wojTNTaDCV9VIXSD36ZF2Uk7SECrhhmSBUrBY1mFbx2MjsYk6OkcRWANiKlW0Tkmgzm6Q5GyxhPYnrUZI7haIFICsCxs77EZNridH+EWB2xcXgVMh8RG8cNw6eqrCQCxlbBl1qiQWMkXfNRWpURD96VghQLRL3D4KuuXjUzjY8c/fhmRHvV484sd1XFShvxbjBzt4nQx5Bj6YIaxBpEXDVT1kSrgZ9NQPugDtQAHjEWpKSI9lLY3dVxdUuoTdChCczCccS7KriBKgB2gzWmo2PVz8wzKHH1YCNcMk5Z246rT2K7J6ugdJM4aF0pr1T7WjSvxWZfrLa1NkBTRXxOPnL96u1RjLvnn+Hu/D5k+ihYi26/uupEfBZZdB2xO0XsTlSBoZqVn19u9z63ALb1KKhbF7xW782iJiVpPQ7DI9S//xambJUdFhRbzAyC9ggE1NRxkhL1nhk03lrNSCsKWmJcj7Lx7Cs1zIlHq+O/SRDs0wZm9ij0W1C/8GUUQRAE3xn0MqZgw9ra52pLB7BBANDu5hSlJ03WBwHWCmNjNUrvGR2tceOBZ182+IUvHeXUqTZTe4bp59WMVRHBxpaJmyZxB8Y4/dWT9FsZUWrQnsN7xQjYyNLvlywuZWy7iHLlzXSzkvsfOk1khZE1mdZ6GmGM8OTxFt86usjUvrFqTWozYd814+y+eowbD+7kU//3wyzN9/BemZvrsXv3MLfdtr6Dq4hw4KpRrj4wilpQgVKVfYmlWygLPV1prhSj5KrMlZ6mEfq6oW0WaVQFNt5rNT7oDDroYpxEnmacoSp4NSuBrVdB8AzFGZrXMViSZAljChb60ZrsUdVUygBp5OmV4LEYqgBCRREt2J4cIpYqu+ypmlNFRrlz4jAPL+7ieG+MvosRUUbiPjeOnGBHfWmwLrQKmozrgdpBDlnQQT75zEE3oh6KXhUQSrUn4nPq2TcRX1JGk1TRjFsXxBpyxBfVtiUZZGRTlKohkKEHkrBytMsM4sYga2kgqoErqqB50CCpH91IP3rJSjDjTQNbTCOpQJJAloGUVXVAdYUGv3M/kjbBlVXZtwjeJGCr44NYevt+gOahv4DMQ9ZFomj5BzsIXi34smr6lW6jrO3Cx6MkrUcwxSI+alYZWi0xroNGDbLRl248+etD6FUv2Xj7ZiSiz3XY/DSWxcF6ZkNudtKtHdx4weAimLJ9xvMVYwrElGA9+IxSIqzvre6OzxEtq+OhnuX+2pJ3qrXPxiDqULVU54NWFxQUaof/nvjUQ+TbX0a+/eBqZ+kgCIIg+A4VAthgyxsZTqnXInq9gnpt/SmtWnUD3jH13DpuPvLoNACmVDR3EFswg180RXC5p8xKas2EKDaMjVq8Qi2NqNUipqc7fPVrx/m+1z23zqdHTrdp9wpGmxt/iU1jy1K34NsnW7xm39jKaJvRZsKx40uMjDe4/Z6r+R9//FW8VyYnGvz0T91JEm/8Zd5F4JcPpULuqmB8OK0yWXPd6qqkDEa7dFx1NXGzQsSxeszJJUO/9BjRQZi3uuq0LJWrR2sMxQ4jivPrG2EBqAqR8bgoZz5L6fRquO7VGCkZjtuMxJ0qQ+s91lSBpRVdeQ0RxaLEfolE+uRaQxBEFaSNFSW2yu0TJ7jBTdMpUqx4RuIuRhSI8FEd+m3EZRgpUWMobRP1dhBsV1lgxSJUwaOqB1cOGvaw+jhV0vIJsng/XpoY7eBprgTjojngUYlQM6gUEIPXGoYuUILaalveYbJFfH0clqfmGgOmGiEk4ilcnX68f93PxWdgih5qFLZtR/sd6HUR76HRQLfvwjX3VRdrNEdUBwGpIFTjhwDKkQO0r/9x0tNfJj75VUy/j9TiwfGQQXmyoHGT/sSrwER4M0Jn15uoT38Km51CtIOKxaVT9CZeg6tt3+RMOjfJ25ju6epYJxHN+U9ifA9natW4H58T6zM0i0/RnvgBNnQoVk/sTmL9HGAo7HacmdhQXuviMaLuM8tHERv3MOKqc00VrBBpC7REfFGt9a3S11WyHcXZQcm4KwFBjal6jXlXPc65Ndlph20fp94+RrR4iO71P7pyPp2P23Uj9sRj1Xl4RhbWZF3czuugFpbSBEEQbCZ0Ib5yhQA22PJqacSr7tzN3/79IYrCEa8JyFrtnCSxvPKO3c/pNaRatFn9f6/Ew2DciIBC0ckRrxgrpLFlbGxjpnV+vv+c9gFW57GdbQ1tlbGs8jvLj0jSiKv2jdHqZBy4YZLves3V7Jka4rtevW/TjLCiqGXwy/YqpyCqNGOhZaDwq69pBhnpYSPMO1039cQaYd94g6fnu2S5q5o7Dbr9eq+MxYaX7x4hknz1PTilyB1iqv1n8JQFp0yXijERxpRkLqXnUvouZXttDu89qiVioqrpkjrAYsSj3hFpj1Jj0KoxU6mQlwkjyerPpmYdNdOp3sCgC5BKVAU83iHGkJfboaijNU9hRkj8HKoxYPHEGAbzPFeyoLLy3lAdzHEVYj9DNzlIM/8SVlt4Bs2ZNAcRXDS2LvDwNFhuJFWV/CrEMdgIyZfQZBQwg4ztIPNNTOHqRPUFfJniixS8Jzr1GNoskFoK4iEdhrHh5RMMqSdYWjgdRiUdjPBRLB1KmcDJakWDa+6me80Pw9VvIp7+BvUTn8RKq3rHNsanE/R2fg/5yC2rz0mnaO95CzY7hSnbeFvH1XZtWu56TmU2yFI+gJT9at+tx4w1ceNXVcE8oDbCaUKcHSfpPU3euG5lE8Z3aGafx/o5pPrXTa2wFHYX3fQVK02zAIqRm0iWHkHKLqYmgzJuBhnpwYmvGUg1HkmXL8ioIpR4U8ObQeOplTFBgkvGqtLwvIWUbTAJiKI00KgGLiOe/Tbx+A0U2192QYfGHXg5+vg/Yloz+MYYREl1DncX0SihvOl7wvrXIAiCYMsJAWzwovDGf3Idhw4v8NihOYxUay3zQTD7htcd4IZrtz2n7d9w4yQPHFnA72ySppbcGly/QHw1dzaxBmOr+a/DZ2SB/eAK3uhoutmmL8q+qSbNWkSnXzDSWL8GMC89xgh7dgxtyITayDA6WscBb3/7HdTP8TurmkHctubCYyRCoYrzVfK5FgtFVs3aVWBssLZ3zAptr+QKVqt8oAqMNGJur4+Q9QqenuvSLzw1azkwmnJgvE5kDLgI9bA43+Pw8S4LXcUa2D0esWdXk6gRsVTYquRXwBiPxVOoYakYohn1GIq7WHr0ijpeU+q2BBEKn1DknnpURc+mSpZiKagnVRZsOUNWNWNSRAfZMGSQRVPECM7V6flriHSORu/buCjFSYqlP3gOK2tFpdse5JtZrgwFI1Wlr8uxtMii62hJjbR4nNifBJQi3oWRLipnrrMUUItjDJdOkZrT1f6JQcou+ByNGhDVcdLAaYrTeFBZnCFRholjdKaD5EuUvoE1Jaax9pwd7GiRYxIZ/DUe3FPipUnXnqXxj7EUO+6k2H4Hpncam8/jk2FcbccmWUNFJMfXJnA8y3nI6qk/9pfE099CbYpPhkAdUf8UeroNdgjGJzE1U5VKY5FMSYonybluZRvN7PNEfnrQTCsaBJsFiXsGzRO66StWXrJs7CPbdgfp/FeqigKVwfra6ggppir/FqFIdgOCdUuoFqAeZ0dXgnRNGtW4IldWP2tjMW6mOh1FAYsOLmpgUyg6JNMPXHAAq81xsnt/iuTzf4pZPDlYhw3aGKF46Q/i9oUOxEEQBJtSICyBvWKFADZ4URhqJvw/3/VyvvCVY3zp68dpdwr27Brm7lfs5babpp5T19+lXsERC2M3T1G6KkhMrOBrEf1WhqAMbavTOrpEsZTRSFf/Wakq8ws9hoYS7rrzuWWBAYbqMa+6aTuf+Ppx2r2C5iBYzkvPYrfgqh3DXLN3lJUk5xmElSLTs1ut26VwHiNCbAzlIFhdKf1VxSnUjLBtMKInFmF3ZJhxnp6CtYYkEgwyKEGO2DFWZ8grZxZBu9Lw4DfmebInHJn1FK6KkeqnC+7od7lqokaeWCKpSopRHWRZlaw0tIoGk/Ulcm/59ulhJmyOpi0emp9gYniIsbpnPKrKi1WV2OZYGXRgVlmOX6sGPSyHtFKtOTQRuIKsmKDrb0RVaPKtKtNaVgfNS4JIgaHE9wq06GEHo2h0eV0pgwM4uD2JZsikhbOTdJJxiKp1qAgY7RMX0yTZScygI7CQIzj65gYS5qpyZZGV81twUCyieYsiuQFvUvAW1Ax+borYAhleXRds4sHMV7f8TV11bNbCIabAx9uqBkUYCtlFZquy5zhaIknmsSbH+YS8GKMoRhgsEMc3duAb69dXLx+AhKPUODIohxYKJuhzDY6x852d69jFw8Szj+DjZrXuFxCVqsFTkWNmjyFXb8fEdtAYCaRZI9EeMSco2EXkT2H93GrwClUGmwSPkrhn6Pub8WZo5b7+5D1oXKPZ+QKigzJgsStrYxWLaIEtZlnY+Q5EDCkLpKc/hnWtwVpXEC3xozuh1cYUi9XFEy2r6xQIjuF1GWk1MSZb3PRYSGceac9CXMOP71m5wOAnr6b/g/9vzIlHMe05NKnj9twESWPT7QRBEASDr+rLVEIc4tfnLgSwwYtGox7z2tfs57Wv2X/JtqmqfPTBk5xqZeyabHD6VJt+r6iWujViavWYsZEaL9k/zsRNO/jrv3iI06c7pKnFGKHfL0nTiLe8+RYmtl2aXxhff+cestzxpcemmVnKEITICjfsHuG+772W3BpW28QM3gfggBg4e+/WSpl72kVJq1PQ7RYg0KjFjI+mK6OCukUV4o1aYXdiidc0Z0qNsMdY2kDPCKKDEuM1+9E2wqjXdcH0gw9N82dfWWRszxBDdcNQrYrzujl89tE+naen+Rdv346JSozpVetXEayANdW816yMOLU0yZ5knBj4hyNN+qVjpt1jvOlIJ1O21dos9T1DqdJcczAUQ+lHiWwLUcWT4Eyj6szrYzqd3ThXraVOOYwhw1FnOeJXjao/ZBjJEb/cRKoYfFsNjpH6KliOGpjYUNNnaHMjJBlChvG9KoAUS5HswJuUoc5D1fgeIvrmOko7SU2OUfoGxiiGEsSj3qJqEXKsa+N1iNXUL4MMroF6gmtOYHuzkI6v37/lr9YoBgTxBQu1N647mxr1Y6TJ7CBLKER0SJIF8nycTnffmm2dSanzKDWeHlwMqTLbCSeImKPDyyi58GqJaP7xqkFUstpFV5cbWVmLlBnS66BmzTpPdRAnNHiEJbYRufmqbPjMNbGDPTPaxvr51QB2cBzL5jVo/+uIc6iceTlGUZHqIkR2jLJ+FT6epD3xg8TdR0n6hwFPmewia7wE3a6kc98gbj0J2RLqPM6Ob9iu+AKXjq6/rbdE8rX/iT36IJQ5GIsf30N+8AfxO2+oHmQsfs/Nly2ZEARBEATPpxDABsE5TLcyDs92aKaWWmy5+uoxet2CbDCCxhnDm+/ay827q1+gb94/xic/9RRf/dpxytJz6y07eO33XMOtt1x8U5qziazhR+/Zz7237eSxo4uUXtk72eDAzmFEhJbCEqwd5lKtUwVGOfeSN++V/+tvHmX3viFuv2UK5zxZ7mh3c0rn2bW9iVFhV2RJYiHdpKswg9crTVU6u3YE7XIG2AGZQH3NZcgvPnIaM5TSns8pO0Jaq0LwrO/oO8hrESeOLnLgmmiQRTXLFb6oF+pRnzFaSHIAVctj8z16pdKMIqzxdPKCB6eHuHNHj6GkxPtqFFC15lEodZSl3q3U6l2MncOaDEUosmHybBzvV6NdS4eVF9/w3mM0ruFcnaiYHtRRl6tBJIJGDVxjNwJEMgs2r8bkuA4ipioJRsFluGiMXnIA/BCFTOFliFhOD9pgWbwX/Bn5bGtyRB22mCXOjmPLRRBDGU+Rp3vQuEa+/SCNpz82eBu6svd4X2VkowQGZa9rJfECaTqLqkH96leIiCNN5inLJlk+sel5YWmRcgSPRVktj3bEWLrUeZQWr9r0uG6manrEGSe1VB2WdQm8os6tbk0dKgYnQxgyEk6uPnftwu3lhxc5Luty6r/8f2kd6tE8eDuj3/da4u1TuGgCb+oYt9m54KumV84RtZ+gTHcBFh8N0x++i6x2A6bs4eMhNGpCDL3d30eP7yM99llqh/+uKuNfexXKVZ2z86mDq7cVfdJP/0fs9CE0aaL1UfAlduYpap/9T/S/+1347Qcu6FgGQRAE64UmTleuEMAGwTnMtnOy0tNMB2sABRrNmMYgYJhvF8y2s5XH79k9wk/82Ev5F//89sHjL1+DlKnRGlOjG2fZDlH93tsBqlZBUBvcnp5ndx55ep6vfvs0Tx5dZGw4Zd/eYYYGHY/zwnP46BI37hijdp55tp4qSN3sUcu7UCDU1xTSdJbv9Eq/r/T7q4GTF7C1iIVOVg3d0dU34rwBgXHbxkhJYufIyp3MZ0W1lHDNmJ12nvLlkzvYM9RiV7NLI3EYE6MmJSt3AAZXjtLvDaFrAs4zKRs7N6++Pw9i6dbuJLKnaMZPItqHokAlxkfDaLxcGlqgxIgpMJqBmPWjeKQa0eNtQqF7YZCR81ofZFoduuFjvArITb5I0n9i8HcL6oizZ4iKaXrDt5BPHMQunaJePA1JXI36gWrO6vJcUFUKs/7iS5rMIShez+z4bVEpSZO5swawMacQ3KAZ1ZlHLcWyVDWO4sLmkrrmjuof5WCG7coRsE2kaGOsIGkyKPOtsrM+Gh1kNnMMfXKzndqgc7SuqU/w3R5+7jiunTH7iQcoOwWdb3yT+Y98jL3v+0XqN91IXruRqJgb/ByWmzW5at6r84hXajNfIV54inz/P8U4IT39OeL201Um2MTkIzfQn7oHjasMb7bjFUQLh4gWD0FRrb+uRiopxcStFJO3rexjdPgb2Jmn8c1tqw2hbISPUkzrNPFDnyDb/jMXdCyDIAiCYKsIAWwQnEMcGYwITqvGQWtVDYyUZJNg7nIGrucjAg2q7OZyCHaWROkG33xshqJUjAh/83dPsWtHkz27q6ZQh48tcejpRf7tT72cqW0XNs/2bGtx2eT24ZGU2Va27jlVV+VqFFJUi4iHE9pljcRUI3e8CvUIppIu9chSUKvWkAJ2zc9A1VTrZlG6RcJDM5N8c1p5041LNC0YcRRFE6+K4iltTqEeVSH2EdEZAWvBJClHEMozAkjFkFEyipNxXLINayw1cxSXrJYbrx4DNwjWfNU++iznjeCpu28hYvEkFGYnpY4Sm1mcGlYvFVSv750lymYG62/X/KxUEd8jbT9FZq6he/UPY3qfJi0eh0irZlVxutIpWSWhH11PZBYAcL6JtRleN7+AoWoxNuNsP3mhWPm/Dc/FUIXvxYb7zqaYvJn0yKcxvVl8OrYaxJY5qIXtU2h9rKpCGIwkWm7SVb1mjDPbKOweEncEj68yw+rx8ycRUWa+togMbyMeBvWe4sRJjv/WBznwO/8n/aGDpJ2HMX6pWvqrHryrJuCooFicpJhshvTQh0lUMEULtXXUJojPSee+ge2fpnP1/wO1NYhSOi+5j+TU10imH0DyFq65g2L7wSr7uiZQt0e/VWWO7RklzCJoOoQ9/STSW1q9IBEEQRBcmOWxDpdr28FzEgLYIDiHq7Y1GK1HtPolo431vyR2c0caWa7bMXSWZ7+w1kz+AWBuoceDj87Qz0q2Tza59fqJdSOHALr9as1r3ymlKk8ca3H4RJtYhKJ0FKXSz8vzvrYBIoVik3hs+XM7PuMT/OD1kxz+xvGV7tEATqtROyYyJLHFJsJ8O2O4HjGaKlNNTySK8zFzfgKrY0RAhLK9kXCsk+O0msyqGmFMgfdKvzTsGHI0EyVX4djCTmZ7KSoFifOMJCXN2GMFCp+z1I8Yo4YZBJgl2yjYTsJJlBJPPOg/m6PE9LmW5aOf6S5STlWBJSmr7aGq41j4KcQ71EQrmcIzj1Xk5kj9iUGTIKHmnyDXvbh4CCudQXAOIorXhKJokvqZKiBariMXBsthE0zZwsZLODNGu34vEsck+ZNVF2WfgQpeUvLmzQwnTyMrI44ihFoVIG3yBSz4daXWZ1rNvG4McKuLAXZlvuwFiWr0bnor9Yc/jOnPrZZpm4h88haia64iijo4GuteT8hRInK2gwid9BVonpC4wxht47Mc1+4z/cVZTn9hbvV5xhBNTpIfOUr7q19n+FUvpzN2L82FzyC+B0WH5dnQiuBcrZp7G48R9U5U5cu1HatdiE2MmhpR9wTJwkNkE3dWL2RT8t2vJt/96nO+fSkz1GxeDaDGIGVZjXIKgiAIgheREMAGwTkkkeGeG6b42IMnme8UNFKLAL3C4T284sA4E0PPfTzO5aSq/M0/HOITnztMt1cVFYvAru1DvOMtt7B/z2pTmOZojdx5+s6vZJFLp+SilJmjllq2bVK2fCYBaqqUIhtKiT2DD57ccf+3TvHVb5+m1cnZMdVkvBEzDxSdAu98tcozjUjqMfv3jtIvhSjr0OkZdu+1CAntvltp7BtZoR5b+tInTmLqsaWdOVIrxBojRuk7T2I9t+3s0HMRj87vou/SwT56uoXQLWNGY8d4rcQapV4vmG4LO6LayjvscCueOgnHq0ZNCCWj9LmWgqmV9+t0mI67noZ9Aiu9wQ+lKkPO/F5yvwtTzqCJGZRHu9W1yybF+h5JdgInw1UAO+hGnLrDdLgVsXuIzQzgKf04ud9Jqk9UnYc1AtyaZZ4GnMXQR5Zn1YqhFd+NsTdRd4cQzSllFEnr1OLjgOC1CkqNlNWaT5PiiTb8ZEWUvBjnbHn3nJ3UeBJDD8/ajLTHkJOzC0/zvOfXWm54L+07/hXxzLex7ROoiSjHr8ONXUMkCzR5AEt3ZZ1wdeFA6HMAz3Jn4Yhuehd9fxPWz9P6+lc4/Bt/iR3buHbdpAml9xQnTwFQ1K+hZRvUF79Ckj8MGLyPcD6pssCDV0UHo3LOnHNrLIghXnpkNYC90Pc+cTX2xKNVufsZ2XvJe+jQRLUuNgiCILhoutmV2uCKEALYIDiPl+4bI7aGLzw5w0wrR4HRWswd+8d5+f7nNl/2uSqc51vPLPLgkQWWegWTwykvvXqM7bWYL3/tONMzXU7Ndvj20ws0mjGT4w2MEYrCcexkiw/96Tf5t//yFYwMpWTOM3b1OOmXj9Lt5AwNJYNMEvQLR69XcNdNe2jWz+y4urmUqgFCz1RBLFThSqxgewUf+stv8chT8wAYEZ48toRJLbtvmKA5XsMNSmqTxLJrqsnYeL0KrsuIiSYkcUI/L1cyzVJNf6FfKMYUzHrDttEabimjl5fkpRJJzFAi3DrlGbM1npxv0i8NsYAYjwpVB2IVWoWlGVfDVGKrmKQkK3VN4ypLjxvocw2G7iB72GSz4C3XnZTlKImZxkgP1ZhcJ3E6DAiuHCfhEGU8hpp0tfTb92h2HgDsaumoCEqKaknqj9KSe8l03+AZ1ZicqsOYB9VBZ+S12cdisK/ry8C92UbHbFt5zGj8NargdfUCjdcELQqsLbEmr9a9YhA8Ip6ybNDPNl//Wu1djS430+ShqhGWF/AZoh7vDOgiQ+YzeGmS232UZurcXceWRTWKnXdsKD4u2UabO0g5TMwMguIYI2MfObs2bMabJt40yd3T+K7DDJVIdMZaX1edzXZoNdB2yQ66w6/ATj+KmhTsmVno5VZqZ2l6JhZx2ab3nUt54OXET3wO6cyizW1VcKyK5F3Ee/Ib7gYbvuaDIAiCF5fwzRYEF+Dm3SO8ZOcws50cVWVbMyE6TyOjyy0vPR/+whEePb4EgDWGU4t9Pv+lo8w/OoO4anbowmBd6dTOIUaHq2Akji1T2xpMz3X58gMned3dVzOTO5qjNe55zX7u/+zTLC70ESOUpQcRJncO8WQr47/f/zQ/eNfelRm051IDUq9ULWgGpcXA33zpGR4+NMfYcIpXODnfo/Ae3y55/GvH2XlgGzfcuoPhesz20To2Miz0S6wItciRLv9SvtyFGKgyy9Xs2kZkScVh45jGtjrtwuOd56qaYVfDIkS0+tBxJVaqNcuDUbArnZJLhW5pSKziVWnESitzpOaMgIYYx/mzXJ46fX/VpveJRJTlHur5Q/jIAgbjeiTFMQSPMxsvlCgxVttrmg8pptbBRDmlG0fzCKEHkoLaQddmxWhGYXbgZXjDNpdFZhFDjtPljLOvOj8jKBGa9SntKCaqAldVS5ZP0OtvR3X1AocxfdJkAWMyVC15MUpR7qRFk1r3GyS9p6DMUe8wqZDK6ZV1oIl7msxeTy++7cKC2LNwjNLldsAh+MGa5XNvr3nnQaLJCcrZOeId67Ow5ewc0fgYzZevz5b6dAKfbsP2T+PPDGC9q7LnZ1vj7IuqtPgi6egOslfeR/qlD2PaMys15xolFNd/F+UNr7nobQZBEAQDoQvxFSsEsEFwgYwRpoavnHLhLz0xy6PHlxiqxSRRFUy353sc++ZJysKzZ8cQiTUsdnNEYeZUh7QWs22qyhwZIwjCE4fned3dV9P3VZboJTdtZ2qqybceOsXR4y3ixLJ73yhXXbuNxx86zRcfnWGulfG/fd/1xNHZmvno6rJLkXWzZ4vS84VvniSOLFFkeGa6Q+E8sTWINWR5SW+2S2IttVpMI41oF1XWywgk1uE0qkaarkavKzGJMYoqlFUzXkSE4RjyGGrNWbYNz+B8TLvfZJKYwqd03PomNyKAVs27ljetCl6ffSB1PipNuublRG4G6xdwMkppMiKWzhL4VEd4pftt1MeZksLFWBkhq19P2nsM43tVhk+lynRKk250+7ptukGZlKE6XrJyScBjJEOkZKXx0SBAzbMh+t09iJSDUuX150KSzNGoH8OIWzkX0mSWvBijN13DPPA5XNmFqSminXXUKeJKhDa+nqKxIXWPUdpxCrtv3bZRT+xOEvmZajWxnaI02zeW565jz9k9et0jh4aY+skf5+T/5w/Ijx/HDg8y5a0WJkmY+ol/TjR6RmMkMfQnX0Hj2Ecx+SI+GgIxiM+QsoOr70CKDuJ6qKnWEaOKlB3UJOTjt226L+fjrnopvcn9RIe/hrRmqhFO+27DT1z9nAL/IAiCILhShQA2CLYgr8rXnprDGFkJXgFOPTWPKzxxPaKTO5KGwYhBLLjCMXe6w/hkY02X5NW1c5FUXX5UlW2TTa67dSd7bpgitgZjBWsNSWQYbcY8eaLFQ88scPCa9ZnBUpUlhe6gA7J3nrxXYErP3tEaaWTo9go6/YJaYun0S4pyELwOtmFEKAvP0myH5lBCt6jWLAIgSu4s/a7He8UaqUqN10isoV8opTdEtur0a6M+zhkW8xpoTswi47VpmnGEV0PPNTnS20dP6/jBYQGwUgX1IrCUGUbsZQ4IRChlqiqdHbzf2D1YzWJdG5xp1TAqk6tAIgqUnkSUeYpSBaCJuYGxRpNa/gyRW0RNRCZXkdn9eKkuYvS8suiV/uDnlQiMGhihgWKw0hlkWAcdoFCMZChmsC7WoLqxaZM1PZr1YyC+WgvKcpMpR5osIH4OKTr42jbi0cHzfdUpWHyB5C18shvj26Tl0+sCWOM7NLPPY/3sSqCthaG02+mkr0LlIppAncPYD/wT7Mgwc3/xV/SfOAQojdtuYduP/FNGXvNdmz6nGLmJni+pTf8jpmiBetQmFCPXU+77fszJL5DMP4gp51cCWLUp/e33UDY3z85fCG2MUtz0vc/6+UEQBMFGZ4xBD64gIYANgi0oLz3tfrkueAVYmu0iRqp1rs4TR4YkMfQzh7GGLCspS08cW0pXpShvvq5as7gtsRzrF5QK6jxZ4bGmWmAaJ5ZOK6PfLUgig1d49OjSugC2UGXaV7NnVZV2VlYr/yLDycU+n35yljv3jnLjRIMksmSFW8n8rQ0LVSGKDN35LtNpxND+8arPjVQZUI+wsz7PdGuCnaMJpfMUrlrlWWWEheNLSppU2TZjspXS0bG4hdEey9lLpxHOC82ozYHGIR7p3oBqTAkYUYbjav1r7oQstzST5zejlcteUjmC1QW8poMuwG7Q0bhGZq+lBFpG8D7CSkksJU4tfRcza/Yx1tyGMSW4CNdbLXXueOW0UzyrudNM4bRTShoMa4I13ar0eF12tToGKw2pNpEkc4i4dcErLM+KdSQjntJEIIKkZv0vCWIQVyDq8BJhdYE1G6CRf5HIT+OkAbJcSl4QuxM0sq/Sqd198Qf6LIZf/UqGXvUK3MIiqGLHx849IkuEfPx28tGXEHWOIj7HpRNofYo4tvR3/ROKkRuJlx5Dyg4+HqMYuwlX29gsKgiCIHghKXrZSohDafJzFQLYINiCYmtIYkM3c+tut5GpyncVIiOICOOjNU5OdyhLjx1kOvtZyWIrY++uYe68tVp7N2SFnWnEiX5JqdW2zCB4LQvPqWcWASgKR6+b8/iRBR48NMdNV48RWcOShxywwGw3Jy+1er417J5oMLfU53NPzRMZ4Y6bpviHLx8lju269jbOVZHMyGiN0ilPPTbDdx3YRtxMOLKU0c0dE80Wd+6Y4esnCg6XO9g9llBPDApkhefp2RwbVRnG5eZCXg2qsLs2PVjLWQW3taigU9Tou5SazRi3Cxwvt2MEJuolSeTpFIaFTsSeOD1H8HJGHfMlopLStq+k7r5FrKdBSkozhDJFX67Byxg9qVoTTaQnGYrnseJQhG45zFy2g76LadpyXfmzV2XOV2XeEesrTUuFBafs8pZILIiy3IZLEVQtXi2Jmabn9m+635HtDxpHbTLv1VskiSFNBn8fNFc+83EIBreuK3Hkp4ncDE7qq8ErgMR4lNidqMqvzdiFH+TzEBGi8Yvcnkkohw+sbmN1Y5TNq55TtjUIgiAIvtOFADYItiBrhNuvGuMzD0/jBqW0ABN7Rpg/2cZ7pZlW/7xHhhKc85w81SFKLbOLfZLYcuOBbfzEP7uZxqCrsIhwTSOmbg3HezmLtirPXZztMn2yRbeVMTPXY2auR1F68l7JH/6vR9g10eDHvu9azOQQBsgKR14q1oBQbSOKqiB2djHj68eW+IFX7OOxwwscOdlCnVJ4txLBDI+mjIymzLdztg2n3L57pNrf0TpfOr7Ik7ND7Gi2eemORY63+zxxfBRPDSPQtBabTCJWwBeM+aPUygVyrVGko9RXAquKwVO3JbmrgqmxeIme200sHsqIxTymhmV/YjYNXiNmqZsniVhEFQqdJONqSi5dd2ovDdrRy9Eow0cCYlA1iIIUSoGyo36YoXgRj+DVIKIMx/PUbJeZ/j7UQy9PcV6JBQqt/lg2LpO0UGV1/TCpdAE7WANbjf5RjRCKNetiV2b0YIo5xBdoXVfKezcQrbr0ugJMgl8qsBMpK5161aPx8gUIJberwZ7188jqIKZ1lBhDhvXzlzSADYIgCL4DKdVog8u17eA5CQFsEGxRr75+kidPtTk21yOJDLEV0u1N0pGUopVB6SlLT1E6sn7JVXtGeOObbmR8rM6OyQbX7BvdEJSJCLtqETtSy/wzS3zigeOkRqglloWljNMzXbwqSWzZNdFAVTk63eGPP/IY973lNoYaMVlZfeDLILDxXjn8zCKnZju0F3q44RQfGd5z3+38w5eP8vEvPMNiJ8dEhvHxGiNjdWZbObE1vP6uPSTxcrbUcO9V4yz0S+Z6o5zuLLJvpMW14yXOOzI3hfNDtJxnqXeSffkXqWuLat2mJ5II4/egZ4wVEYRYBIMwYoW0kVAUDl1um7wppWEeoW6eRkQHc13BcoLYTdPVW8jZg2iPRE8M5p6mFLJrZf3phVIUl3jUxqvTWAA14GJPQ9s04yVKH6GDdbJVwylLZHKG4hkOL+0hdxGDtlfErMkZewd5F1GH2gTiaj5r7huYyOM0HTRpWmXEUfgRloPXqHuY2sKXsPlM9RrZJLL3KsCuz5SiGHHkfgLicUznFH62xAxFSGqgrLr1alrD0qGUbWTRgbWvfAFH7IXtDh4EQRAEweUVAtgg2KKG6zH/4p79fP7xGb55eIGs9EyN17n7J1/Gk18/wUPfPs38Qo/IGm64bpK3/MhN3HjD5AVt24jwPbdsZ2ahxzeemqfVy5iZ6eC8UksjpkZrRLYqEZ0YTZlZ6PHwY9PcdXD3uu2cnunwmc8fYWGxT+k8pfNEkeX6ZsIb7tzDm193HW+69xo+/eBJvvjoNIudnMIr+6aavO7gLg4e2DhTdKwWMVaLgAZZuYusXH//iPTYU34e0TalaRLZkkhy1BeQdaHWBGNgeSyMDgI7UUo/ekFVwImcpG4OV9vQ5cE71TasLamXDyM+o+Yfw5Cx3ABJeZTSTqGSohJR6HYKJjhX0KUG1FL121p7+6D/VjNeGGzbrkmIVjNgvTfUTAvnCgwWGeQv+9UjiLIWpjNTjXmhCuY1riHDOxAdGsx4LdaMnlGEEsWQ+Z0ARL0jNKc/hvgMbxtVs6nFBRhtEg0rjiaKRUQxUuJ9TK/Yg978Y9Se+GuipSO4J49jd4wh40NoMoTaOrndSy++GZXVzt+F3V41eiJHWd8RXOijklKYsJ40CIIgeO5CE6crVwhgg2ALG67HfP/tu3jdrTvJS0caWYwReMU+pmc6zMx0aTQTrto7cu7mM5uIrOFtr9nPK2+c5EuPTPOJ+R6j9YTx4WSlZBmqcmYR4fjxFnqw6gLcwdHq5HziM0/RaucMNWOK0pPljqLwfOLLR9kzXuf2A9tIYsv33bGH77l9FzNLfawRJkdrmGc5AiTNnsL6Ds6OYEVADWocYgXtLiFJAqYaP+N9DVWwJsNpjcxNEp33U1Gpm6dgpf3R8n7KSlBp6dHwD6IYHM2qWREF1vZJ5figg68lkeMUTNLR2zjbx7G3yxnt9Zb/HpuC5YJdAVBfZVMx+KqIm4bOkvsG3o4hYkDBe0eJYFURW5WRqypFVCNZPE5teJx+tJeaPYahv7J9xdJ3e8j9JKhSm/9SFbxGoyv1yCoRxbFposkcmbxq0EBZKIphuv2dONeARoPubT+J6ZzE9OfRqI4f3olIgUoNlY3djb0ZJbf7Scsn8PiVINZohuDoxTegpn6+H2AQBEEQBFtYCGCD4EXAGqGerP/nPDXZZGry4spVzyQiXLNjmGYS8cVvnSKJzLrgdYVCKpACGhsaGvGth0/RaueMjCSUpVKUHkSYHEnp90s+9cAJbrtmfCWwjiPDrm2N57S/AFF5qiqUXQ6mMDjXQKTAZH1oLaKjuxi0jcIYh/N12vm1qJ5/zq+hj5X+We6txhCJzwFwLAd1Hmvz6jW1qgN2NIGShNN4DtHjhmf1fr2mGNosZ5SXg8wqW+pwXihdhCEH3x4E9uCLHuJLisYE6KBJk7HEWYe9D/1P4j230bvheyj8NhIzjZEMrwm5n6LUqnzYFHPYYgZv6xsX06rFHz9K1hkjn3pl1fzpjK7EiOCHduGHdq0+jXMHoN3kZSgRqXsKo93qGEhKP3oJ/fjmZ3UMgyAIgmADDYtVr1QhgA2C4LwmR2vsHK/zzOkO9XT9x4ZzHgRectUY2w10VDCR4ZljSyhKr+8oSo8RGEotQ2mEAY5Od2j1CkYaGzNtz00Vwq1VlQonqFekXdKyt2LjHCMOpymFGwPMhhjsbNtfDhTPSh1KshLUGVMiUpUbV5nM5QZIEYojkeP09RqUeMOmjAoOXdsuad1b7Zdj1M08iZR478EXg/6/JT5Kme2NDAJaj/geka0xmswTxW1Me5Hy5BJL6Q5UDLWiTR2H7n4JJb4qGNYRSjey+ZFQt3FG7ZmPcUWVcb1UxNJLD9LXlxC5OQBKO7Gu1DgIgiAIghevEMAGQXBexgivvWMP/7+/e4L5VsZII8YYISs8S52c3ZNN7rh+AiPCsMBwYhmLLadFaEQGiQ1pZIltFYJdzmmqRbybuDi6MbBSxWhGGW3HySjOPbu98KSUOkJi+oMFMmvLiH0VqGJgMKoHqnE+1YXc5eB6dcSMJ8JQYOjhNglgpRSIdCV5u/xKyyG6L5r0/C4atZPEkoHJEbGowlI/5VRnjNh1URGatZydYzPEpqzmmtZzzKhQHnuYOX8t+Z4bcCaipw5sDLElLR32LBehXTyC2hrictScse+DK9cu2biO+VJQqVFEu8//wCAIgiB4FtSFDOyVKgSwQRBckDtvnKSXOz72xWeYa+WgEEWG6/aM8mP/5Dqa9fUBzE37Rnni6CLNtAqmnFO8VMFwp19y3Z4RhusbA7bnKk/2k2aPYd083jTwGtH3QqI9jI3oJLdwsluQO89QbBmvRRe5Pljo+6uIZAmz0g5pcI+AqpDJnmpu6/Ki2JX7qvytX9OAqGqrJCuzaTe+mmBzg088Kutzy+LAlEJWTlGWDZo8RGz6OGdgcYZ+v4Uf2kUpMTXpsnt0ESvQdynGldSXFtEkxl67jzifpFjMkbKFuBI/NIUXIYss9cJtftHBpOTNm6gtfgX1OZhBNl0VUy7ibZO8+exKo69sSmJmSMxprPRxmpL7KXI/ReiCHARBEASXVwhggyC4ICLCa27fyV03TvLIkQX6uWP7WJ0Du4c3DQDvunGKTz9wgsMn27iyKjMWII4tw42Y73nprotuLHUh1NRoD303tfYX+fas5xsLEywUNQzC1OgQua2R+QW8KpERJmoxd+4cZiS58I/DQqfouJto2CewdBGpxu44n9JxN1HKKEP8I5YOXlO8txgpqYqBDV5qy3uLIadgG56zl9kaL0jfoJGig0MmThC/Oq7IuSbd4iqGlv4OLQtMd47tHCU3I8zVr6M5ZLAWsjLCiJK4Aiky1Dt0eBvNZJ5eOQbOQZRA2kRUURGcESK/+ZXo/thdmHKBuPsU4jqDWwVvm3QnX4tGwxd8XLcGpRE9QWpOVZl1DFY6JGaezM/SKV9CCGKDIAi2OOXyrYENid3nLASwQRBclHoa8bLrL2Acj1e09NVMVWAwLpUyK9kxknLDns3XVV4Kzozwsbm7eGh6EVElsZBLzNG+wUjBeD0ijSylV051cz53dJHvvWqcenzhgUeuO8nLKWKZQ3B46ivNjRDo2FdQ9w8R6RyiZZV9NQZPOlhDW2DIURL6ei3nK6wWpConPocy2kGeXEOt+9WqMZON2dv+PBO9RzFD12N8TJq3sPPHoLUEZVZlhosednIP1jRwpokf3g7GrhQ8e9m4rniFielO/QBR/yhx92nEF7hkG3nzejQauuDjuVUkZprUnEQ1OiOT7kjMLKU5Qeb3vIB7GARBEDxXCuhZLtxeim0Hz00IYIMguCz+4WvHmF/M2D/RoO+VHIHEkKaWTr/kkw+c4I2v2HdZXvtkO+fh6Q6JjahFFgUKASfgvdLJHbVGtSbXGmEpLzmy1OfGiYttNmQpdGrTe5yM0DavwrKE0T4eS6KzJHICQwEIBdvo67WUbHuub7kiQnfo1cSLD2MkX2k31fAtpFxCygb2+CPQbeFtgtoI1GPmnkG78zD5w/h0eV2pJ2UBKBGJgWHOGmSLoaxfRVm/6tK8jytYlXlV/Blfn4pFKEjtKTK/m8u70jsIgiAIvnOFADYIgkvOOc9XH5mmnlhMYokaMZGsWcAZWf7x8AI37B/nuu2XPkv39HyX0nua8epHnB+UMBsRstJT+qqE2IggCMc7+bMIYM9DBMcoTkYB6DFJXw9g6KHYQdnwJQ50xOLiKcTluGhosH2D6fSxrgu9dlUiHNVWnxNZ6HeptQ5RpLtJmWPEPEkkvWqNrhicNOiU1+H0xVYSfHGM9M66XlnVYiSDzXtGB0EQBFvI5crABs9dCGCDILjkitJTlJ7ICkUtRkUQr6u/0juPM8Lfffs0+8brpPHmAcGz1SuqxkqbrbGtprKC19UgQ2T572enqnR89ccDNRFGrGAvch2vEm/abfhSyhvXE/WPDbpGVcfWt7qY7lJVMmyXP/qVarCPxZuUWucxehO3Mh49jFBQUkNUMOqITJvh+GGWitvweu5ZrS9mngRDtul9Ih6vKSF4DYIg2NomttX5wP/x+su27eC5CQFsEASXXJpYto2knGxlWHtG8Ap4hYY1LPUKnpjucMvuZ7cedrqVcWyui4hw9USDsWbVBXd4MKvWq+JlMHV1EK+qKkZYCTxVFafK9nPMo3WqHMsd7UHwyqC58Ewp7E0sdXNlBSx583qSzuNE2VFUYlRiREvot9DIgph13Y+9S1AtEV/SNMcQChx1RMEogMVpDSt9UnuKXrn/gvdFyEnMDEKO15RCJzedd7tV5G47cdQCHKzLxHoET+63EwLYIAiCrc1aw/ap5gu9G8FZhAA2CIJLTkT4rtt38T8+fwRlfU/W0isiMDqUkHul1S83PF9VeXq6w5MnWziv7NnW4MY9I8S22lK/cHzkgRM8dqJFVjoAarHl9n1jfN+tO7huosE3Ty6xVDjS2FaZWKUaQyMQW4MxglelUzjqkeXqkXTDfiw7XXiWvBIBschKIJx55WjuOJDai87EXlYmoTP1etKlr5N0HkV8DmIp4wmM6+Jdc9BBV0CrY2p8BxdvoyEL4O0mfXQFxRCbOXrsv6DdSOQEDXsII/lKVa3XhK67nly3X7r3+zzK/A4SP0ts5lEMqgaRKngtdIS+C7NpgyAIguByCgFsEASXxT237+TbRxd5qpNTln6lo60RYdtIjXpiyfsljWR9+XA/d/z5Fw7zyLElstKvPGfHaMpP3HuAqZGU//X143z72CKNJGLbIOvazR1fOjSLCLz+9l3cvneMrzyzQLdfYqygCtYKaRphraGVV7NNm7Hl5TtHGD7LGJ1ClUXnsbAuSBUREpRclSWnjEdXUAALqK3RH381/dG7ML6HmhTbP05z5mNI2UftmhImnwOQD91EnS7nyiDKBfZPjGSOpn0c8DitMYj6MWQ07aM4V8Pp5etEfflYWuVN1OzxqqGTFHgScredvtuzpbPLQRAEQbAVhAA2CILLwlrD//aGG/idv3+SuU4OXkkjw3AjoZYYljJHM4m4bvv6Ep2//foxvnlkgXJNqORUOTLf5w8+8Tg/ce81PHGyRTONqK1ZO9sclA1/88gCr7p2gt1TQ7yqHnNspsN8Jye2ht3jdaZGaixkJeI9O5OIPUPJSmZ3M5lXHGwalki1eJbsLOtnS1VmC8dc4SlVaRhhMrGMWHPRM3D1jMBRLrRM1cR4U+19Wd9PNvxS0tYDmHKRKjdelRLnjevIhm8l9o+QmDmcRqwPZLXKMvqxC3rZ1BxHxK0Gr4O99qRY6ZGa43TdVgxgASL67ir6bt/KbN8w+zUIgiAInh8hgA2C4LJJIssP3bGbv37gJL3ckcYGBeZ7JYk13HvjJI01mc+FTs43np6nGJSbWiOICKoKXpnpFHzsmyfJnTJU2xgwNBLLXKfgyFyX8d2jTA6lbB9aXxrsVVErOKekkeDPEweaalc27Surqqhsnq8svPJ4L6dVKki1na7zzJWePWnE7vTCPn4VRS04O9gZrf7YUjHn2/kzidAfexVlbS9J5zFMuYC3QxSN6yga14AYMreL2CxiJMdrwnLbKyMZnojM7bigvY5lAa+WjUdHULXEMn9x+35FEjR8jQZBEATB8yp88wZBcFldOzXEW+7aw9cOz/PUTBdVuH77EHdcPcY1k+uzryfme7Tzak2rldUuwiJCZIW89Byd62LtuQI3Ba1ivZL1ebFe4TjZzcld1VRqDoiNcFUjZk8t2jQrWjNCLEKuypltnvxg+0ObNHE6npW0Sk8yGNVTEQqvHM9KRiLD0DkyvyuvEYFbbRpcMeASIH92QWxZ30dZ33wGb+G30S0PUI+exkp/5XanKd3yWpxe6Nij8+1XyFgGQRAEQXDxQgAbBMFlt2eszp6xOs4rihKZzYMXa6reuLDZCJwqeiu9ksaWvPQbxu/0ckcttuybaGAEFnQ1c1o4z/FOTuk9kRESEUQhV+WpTk4iwo76xo9EI8JUZDheOHKt8m1C1YPWAaNGaJwRwJaqzJYOK2uD10okVVnybO4Yqp87iFNR/OAtypoKYh00pHIxSKYXXk58gTK3k9xtI7FzCAVeEwo/cRHZRiHXCWrmOE5jNpYiO3I/cUn3OQiCIAiC7wzhEngQBM8ba+SswSvAVVNNYmvYbHa491UY1Egs+6eatPsl/cJVZbyq9HJHr3DcsmeE8WbCsECNKsgsgYXcUXglMkIkUpUGi5Aagyoc6xdVqfImRq2wO7YkIjigoNqXCWvYndgNwXbhFaew2XQdkaosun8BA9K9qQLVM/smCax2Vb5Mn+JKQuZ20nf7yP2Oiy6VzfwevCaDLK6jehMOKz08NTIfuvUGQRAEQXDxQgAbBMFl1ctLDk93ODrbwZ0naKvFllv2jgJQlL4KKFVxXim9ElnDDTuH+Wd37eWGXcPkpWeukzPXKXBeeem+Mb7/tl3AIHNqYFwgoRq9Y6jG4FSh2Gp0GYnQLZX8LPsnIoxFhmtTy/404urEcl0tYley+fic5QD5bG9XVUku5NNX1v3nnI+50jgdpu1uodQmhgIrPQwFpR+h7W7B03ihdzEIgiAIgi0olBAHQXBZFM7zDw+e5MtPztLNqpE1E8Mp333LDl52zfhZu/D+s7v2cHSuy0wro3RVBGgE0sgwPpTw6usnaaYR973qKo7N9zg230MErp5osmO0tm5bRoQRgRFg2gg5YJ9DxGdEaAicL2qMjTAaGaYLhzjFGsPy2y1VMSKMn1H+vJnlsuGzNZBq5Z5+12MRxhNL7QLW1D6fSh1nqbyLSBYx5HhSSh3lio26gyAIgiC44oUANgiCS05V+asvPcNXnpwjsYahWoSqMr3U5y+/eASvyl3Xbr4GcqSR8DOvu46//uoxnp7pUHoliQxTwynfd9tOrho0fhIR9m5rsHfb+TN5Jxb7nJjtUCYR86WnHhuG0ojIGFSVUpXR2JKcUfOrqpxsZbSyknpk2T1aw25WF3zGc070S2Z6JYVADohz65o5TSaG0QsINsWBRINSYV0N+/ql5/H5nFbmWK56jkTYXY+4pplc9Iiey8tQ6vgLvRNBEARBELxIhAA2CIJL7thclweenqeRWBprxsVsG7LMtzP+4cGTvPTqceJo8yBuajjlHd99DScX+8x3cupJxFUTjfMGj5t57HSbTzw6TeE9+/aNkySWTu7o5Y5tjQQ1ghHY21jfhXi6nfGpJ2aZbmcUXrEijNdj7j6wjf3nCJqP9XIOtTMWuiVZ4VEgTSzNesRwErG/EbM93rhudjNOQTMgBaTKxHpVHp3LWMo8qQjLcXChcKRbEIlwVfPMfslBEARBEAQvDldWvVkQBC8Kjx5vUThPPdlYJjtUj1no5Bye6ZxzGyLCrrE6N+8Z5Zqp5rMKXnuF49NPzFA4z3AS0Z7vUuYlcWQwkWGpqDKj1w+lTKyZR9vql3zk26c5sdQniQxjtYhGYpjt5nz80er2MylKERUUNmehk5EVJeDx3tPpFczM91nqFIxac97gtes8T/UKvtXJeaidc2ghp5N5xMN819HOPDUjRIM5uSJSZXiBY72C8gIaRF06ipgCkfJ5fM0gCIIgCL5ThQxsEASXXFFWw3A2C9SsCF5XH3M5HZrp0M5KRmoxIoIrPPOnO8SJBSP0Csfeq8Y42cl5ppUxkhiuHq3z8KkWi/2CkVq0UvYbiTBaExb7Jd84tsiukdX1tori05ISxyOnMvJSaSRVybBX6OVK7pS5TsZ0v8a+c2RIu87zRL8gH2R9DdAt4dBSwbbI4kqPKps2j4qNkHulXXrGNrl4cGkpSbpAks5jTBW8lmWDrL8NV175DZpEcqzJULU4Xyesyw2CIAiCrSEEsEEQXHI7x2oIQuk80RlrPXuFI40NO8ZqZ3n2pdHOSr51bIl2v6SbO1JraKYRtdhS5A4Eas2EZ/olkXGICDN9ONYpmF7KMJvMcBURksjwzEKfwnniwXvTyIP1nJov6eSeJBKgCl6NQBINgnavzPaLcwawJ/KS3CvpILMKYKUqJ553nuR5za6ejVKrnyatzYMKXg0CxHGbKOrRbe+mLJsv9E5uSqSgnh4jieYR8YBQujq9bA+lG3mhdy8IgiAIgvMIJcRBEFxyN+0dZXIkZb6Trxudk5eeblZy874xtg2ll+31F7o5/+3LR3n8dBunUDqlkzum2xmtfgFAXI+ppRGxQDO2NCJDIxJKVWwtIjrL+txqBquydmSsWg8KeVndvrbcWYHIrGaj5SyzZgFyr7ScEq0JXpdVmWsFAyLVWtgzFV5JjDB0ln2/VKztk6SLqLd4H4NaVC3exYg4avVpNgyvvSI4hupPUkuq/fM+Qr0htm2G6oeIbOvsT1XF6hKRzmK0+7ztcRAEQRAE64UMbBAEl1waW95299X86f1PM9vKq3muVIHd9btG+ME791zW1//0YzOcXsoYr8fMdHO63QL1viojLj212FJPq4E69Xj1Y1BEqFuhbQQTWwrnNgSTWenZN14ntmsCzMG8m3pcZSKd6mqJ72AGjlePERhPzv6x61TxwNmKfwUhtcJwZFgqPImpsrNQNXHywO56TPQs1gtfjCjuIOKr4PWMPfQ+wtgMa/s4V7+s+3GxkniB2LZxLmH5+q0CzhusyaglJ2n3hjc8L9JZ6v4RLIuDZ1hyttMzN6FyZb3HIAiCIHixCwFsEASXxd6JJj/3+hv51pEFjs31BsHrMNfvGt5QVnwpLXYLDk13aCSWTrdgbrqzbr1tu53jS89tU02GU8vaRKeqMtvOObHYIys83nmiQVCbCHQLT2SE23eNrM+QeoFI2T4U0Rx0OU5jBg2WwHnFexhOLLuGzl4+HBvBwqZBrKqiKDVr2DlW44nFjKXCkflBSCWwox6zp375P9ZF3PL/VcG7rJnx4z2GnHp8FI0Uryl5OYHzQ5d9v84njhYG/2cQKTEUiDhUDaqG2LYQyVFd/RlZXaDpv4ohw5OiWISSlGNY36FtXoXKmYF8EARBEASXSwhggyC4bBppxCuun3xeX7OVlZROMXiOT7fxXkljiwe8V7xXFhf6dJcyJs8oYz612OfkYh8FapGh75VClaJUrCrNyPLKq8c5MLG+SZEpLd4qkVVu25XytaN9ssITDaLQolQaseHg1BCxOXvwHomwLTKcKhwWVtbgqiqFgjFCkia4yLBn3FDrF/QHo3oiKzgjPJ47Jq2yLTJV2TFVfC1V9fElaVXk/SDAMw7WZppRIm1hfA9j26hWAXwtOk2v2E2/2H2J9uDZERwKGOljJEMGu20GAflycKqsBrA1/ySGDEeT5X1XEhwREQskeoxM9j/fbyUIgiAIvmOFADYIgheVRmKJjDCz0MM5JY6rsTUGQIRSPFaEU6da7NjeJBrMZM1Lz3QrQwQiYxiODWNpRK909ApHbAxvvnk7k81N1u56QQqDxp5dYzGvioSn5nJOtx0o7BpOuXaszmT9/Jm6XWlEzyst50EVQfAoIsJELaFmBe893eUmUiKUXjFrSolPlp62V6bqMX5NwGxVSb0neo7LU4t8mLQ2g7El3kcsB3ZGexjtoRgcKaip3oOU1ONjON+kcGPP4ZWVyHawpo9iKMoRVM/+NWYkJ4lniaOlwT56REqEEhB0JSAFRBF1JGaavrua6qacmGk8MRsDb4MixHqKjP3P4T0FQRAEQXAxQgAbBMGLyngjZu+2Ok8fX0TM+vWrXqtAcKgW0esURAjd0hMbYbFXrHQWTqwQm6qTcDOOqEeWVu6Y75ebBrCCQGkRb1DrmagbJnYnUBpwgpULL5mORLi2HrNQehZKR6kQW0s9jWlYQaiaNTmlaiQlUI/tIICtcoqFUzreYwrHeCoroVdpBCeWhnMrQawOmi3JRWRGVSN6+SSN2nQ1QmewH7asmhs5v/YYCaoxYvok0elnHcAa06dZP0xku8hgn71G9LKdZPkUZwaYkW3TrB/CSkZVlO0RYdB5WFFdfvzy+wdfQmpO03f7qPLVy6XnZ/v5ySAYDoIgCILg+RIC2CAIXlREhO++YYovPTJNt19iTJVn84NlmiP1CCtVye0dUw2OdArmMkc5aPLUTCzpIHhd2SYASnmOETaCVJlYvxrseK0CTTPIoF4oK8JEbJmIqxrkJWvwa/bIrQSfkNrVZkQMcoqJNYhAt/SMJ6uvbVTxIuTGYL3DRx6NPF7BqwFnsQ4iPX+hb+EatLKdJIOMKF4wuojXZHVPl2t0AdQQmWfXvVcoGW4cwpoezscsB5RGChq1Y6ha8mJizTM8zdrTWOkjWgBu9YANUtXVIdGVm31p8KVipFgpI1YSPHUMbZQzs+eK4Cll7Fm9pyAIgiAInp0tG8A65/jjP/5jPvWpT/HEE0+gqtx4443863/9r7nrrrvWPTbPc37rt36L//k//yedToeXvexl/Mqv/AoHDhx4gfY+CILLaftIyvfcvJ1PfPPEym1pbBhOI+qxYbadc+e+MSbqCRP1hMx5nlmM+FQ7J5LByJs1sWrpq67CY7ULa9bTd57DrYwT3QKnkFhhbzPhqmaybsTOs7UcC1u7pgR2QKmyqpGpxu4sz6KFKp4UVZxRXFKgAoW3lD6qQl8DGLAO6s6ftRty9UIGT0y/GGM5Uo2jeTCCSgTqoXSrTbJEUX/OLZ5VEi9gTX+Q2V2bUU8wklFLT5MX21bui6MlrFkbvK6+rnqHGPBlCSQogjpBvSAUKBZdfrwYMrmahn4LIR8EsdV7NfRQEnLZ96zeUxAEQRAEz86WnQPb7/f50Ic+xC233MKv//qv8xu/8RuMjo7y9re/nc9//vPrHvv+97+fD3/4w7z3ve/lgx/8IHme8453vINW6xwz/4Ig2NJec9N2rppskkaGiWbCVDPBGpht5wzXY77rxqmVx6bWcGC8zlQjoZO7dbNrnVc6hWOqmbDzHB2El83nJV+a63I0d/jIIJGhV3oeW+zzzbku7hxzYM/GKiCyEqgmg+7GBuFsmxOkGuWzPhZHgDTKwIBTofDRoALYY8QjKM5ALzLnnuRa2pXSYfAkUQsXDeOjOmoT1KZoWkctYBwijsIMY6IOzcYzjI0+zNjowzQaR7G2d873H0Ut1rzYOuojrMmqLPDy8TIZUHJm8Lp6BEB8gSsMvrCoX87oOnI3ue45mVxFX/YjOCwdLG0sHZSIrrkVJyPn3PcgCIIgCC4tUX0Wv01dAZxztNttRkdH1932pje9iauvvprf//3fB+DkyZO89rWv5Vd/9Vd529veBsDCwgLf+73fy7vf/W7e9a53XeL98szNdS7pNoONRCCOLUXhzvoLfBBML/X5m68e4+nTHQrnsUbYNV7n9S/bzTXbN451WcwKPvHkHHPdAkVRrc61iUbCPzkwwWjt3EUr84XjoVZO7v3q1UERUEULR+6UW8fr7GmePRBu5yUnljK8KtuHUsbrMaVAx1h0UCIswFLpqtmvy8G2rPvPYE2rMj7IGhvVwapOTyPNQD09V8erYGR9iKuqqFrqpSc5xz8wjUqIC+KoQ2JboGAlW247BWJAPVG5gKdGm31YU9CQ6UHH32okj2LpdPZRFJsHg836U6TxHM7XNtwnOMR4lto34nw1kzWJZxiuPw6+YLOpumI8mvfwLkFJAY8Rh9MGreJWPGe8jiqWRRI9iVDgaFDIbvwFzoANn1fB5RDOq+ByudTn1rZtTexlHJ8XfOfZsiXE1tp1wevybTfeeCNHjhxZue3+++/He8/rX//6ldvGxsa4++67+cxnPnPJA9ggCK4cUyM1fvJ7DnB6sc9Ct6CZRuzZVl9ZE6qqnO7ktDJHYoXdIylvvnUnj0+3OdHKANg1lLJ/vE5yni/fUpWnugWl9+uThYMoWCILZcGpXrFpAOu98sVnFnjodJusrLYRR8I14w1ec8049VjoGYMOMqp1a/BOUakC7eV06XJvIhGo29XgzQ8CaWuq9aAOg1dBNsmzDh6KM7K64HYTUkaoF+J4hqqrr6X0BmsyDA5VB2LJZRs9N4VEBY6Ijk6xso5VSxJp0aifYLEYYrPCoNI1SZNZrKkytYpBNULVIqbE+9q64LYoRwcjfM5IP1P9XNQLvhS8pBhRFEvf7aDv9m4MXgcHxDFGL6x3DYIgCIIX3JYNYDdTliUPPPAAd95558pthw4dYmJiYkOwe+211/Lnf/7nF/0ar3vd685635/8yZ+wY8dOLqJXS/Asiaz/bxCcjYiwc7zOzvH12bL5XsFnD89zupPjfNXoaDixvPrqcV4y1eTGyeZFvc587sn8IGt75p2DINYYQ+b8puftl48u8LXjSyRGGEmr7GRWeh6d7lB6zxtunCL2Sj6Y7bo807VrZNCESVd65lqpgjdBKQbrd41UQWyqDIJWc9ZGTbLmkvv5/o0ZcVVnXz8IhkVwpPhBVC0opdQQMYOcsOCJMCwH0jF9HadmFkmSFkUxesYraNV5WEpEdGXPlXwliO3n289okhXTz6doJMdR0ZWoXqqpPmhR4HSUlrtzMBvWAhbk8kypDZ9XweUQzqvgcgnnVnCle1EFsH/0R3/EqVOneMc73rFy29LSEsPDwxseOzIywuLi4iXfh+Wyi+DyEqky7suZoiC4GN3CVaXCvYJGYogHQWAnd3zq0BzpDZNcNXZh5aHLytxV82YHScu14WE1Z7T6M5REGz4jOrnjodMdEmtoJqv31RODMZ5nFvvM9Et2j9RYO6CmYZXp0tP3oCLLvXYBsAIewXmlRIkFjBF6PiLvASJYqYJbu1JCvNw2uFpjm1ohtuf+PBPjMFKCWdMHWe3gNx8DUlZHwnh0EHYLfk3m16EYMj9EFG1csxrb06TJPN7Xqg7BgzE4giJSULqUyIDGytqvtNJfS1ksYKMOImbQrAm0zFFvKMwBYnv+Nc2XQvi8Ci6HcF4Fl8ulPrdCIBxcaldUANtqtTh9+vR5H7dv3z6SZP0vHp/73Of44Ac/yLvf/W5uvfXWy7WL/P3f//0573fOUxTunI8JnrvlD9WyDGt/gov3yMkWc72c4TTCLI+YEWgmlqXM8bWji+xsxBc1+saooiixMTjn0TNSsct/3VWPNnxGHJ3r0iscI6nlzLYEsYFuoRyZ7TJV39gFeZtCX6Cv0F1+I6or72t5hFCmoF6rkT4IKkJBlcmtRzLoVFwFhk4jrCrGeYpzvGeRklpzGtA1UXq1nZX/KpQ+qbKgdjkHuybDC1Qrcy2FF8p1x0apxadRVbxP8ESIlIPZrq4qWpYWJuoR+2N0sgOUfvWC5VJ5O7XiCRIzXY3GUcFrg77up9BJ4Pn5rA6fV8HlEM6r4HK51OdWOD+DS+2KCmA/+tGP8r73ve+8j/vIRz7Ctddeu/L3hx56iJ//+Z/nTW96E+95z3vWPXZkZIR2u71hG0tLSxvKii+V8A/1+aMajndw8Y4s9hGkypKuOX9EhFpsON3J6eR+XTb0fMYiSywlzkCsQuF1dduDxObeesxEGm04Z73qym0bTudBIOrPca7XgBRl0SuNKML5jY9RqjW/UZUOpcp8KqVG5E5Ioyo3qmqIvFIbbORc/7yipI0xBd5bjHEsz6GFKtsqeLzGOJ+AeAxClSdev4MyaE9VlvV171HwGJOjalduEXWDOa3LYbDgfIo1GY30SZZ6N6OaDPY9putuoucOYKWDqsUxzAvVgD98XgWXQzivgsslnFvBleqKCmDf+ta38ta3vvWinnP48GHe9a538bKXvYz3v//9G+4/cOAAMzMzLC4urgtYDx06FObABsF3KH+OL+QzCn8vWGqEPbWII72SyFQjbMrBulQD7KtZ9jeTTbO624dSapGhX3rqZ5QXF85jRNhxnhE+Hljql6SRJTJV6fC6XlJUI4EYzI5FLVK1Q0LV0ygdSoxRxW62jncTUdStjpJavJcqiJXl0NLjNCZ3Q1V5sS4vBXYbGkcpgnq7JlBdvX2QQ165xUi2Ergiimr1GOdTrGSk0Rz9YucZ20kpNSUIgiAIgq1vS/e0Pn36NO985zvZtWsXv/3bv00cbyyvu+eeezDG8PGPf3zltsXFRe6//37uvffe53N3gyC4QuweTgdZz41BalZ6xmoRjWexln1nYrmuETMaGWIr1CPD7lrEwdEa1wylZy1JHk4jrp9skpVKv/SDMTZK7jyd3LNrOGHv6CbdcdeoSoWVmU5G7jzGCJERjKmaPjm/SVoWqVakqkF8TOIhusDgtbImRFaDd9HKH3WC8R7tN9B+He0NgYtQn+B9xPKiYOejqjzYxeDOvKZqyIsxjCxnd9261xRA/fLnftWByZowxiwIgiAIXsyuqAzsxej3+7zrXe9ifn6eX/7lX+bxxx9fuS9JEm6++WYAdu7cyVve8hY+8IEPYIxhx44d/MEf/AHDw8Pcd999L9TuB0HwArp+osHD022W8pKhOMKaavZpt/CICLdsH7qo9a/LRISJxLItrnrsClVH4AvxXVePUXjPodkuS2UVbFoR9o3VeN11E+fdHyPCWGSYLhyz7YwkMlipmlOJEaLIEG+yieVw8NlczXSujo36rOZ6ZU3HX48vY7RMWVnp2m9iah3UmCpgZXCXN2jWYLPQuZ9vJ46WsCbD62o+WUTxavG6MegNgiAIguDFS3SzFMQWcPTo0bOOtNmzZw+f/OQnV/6e5zm/9Vu/xV/91V/R6XS44447eN/73rduHe2l4pxnbi5kAC63MMA9eK5OtDI+8/QcS1nVyEdR0shw555Rbp1qcnkGqpzfTCfn2FIfVdg+lLBr+OyZ2zP1vefxXkHmlUhksNIVrBFGazGJyEoFMQzKioEGMPYs9lVMQaN5fDCLdTmrqog4EMi62ymLoTOe5JA4B1tWfy9jtExAzx54GtOjnp4giZYw0gX1qMaD2a/Lb8hjpKCTXUtebnsW7+byCZ9XweUQzqvgcrnU59a2bU3seWapB8HF2LIB7JUqBLDPj/DFHVwKhfMcWeyzlJWk1nD1eI3xZrqlz6uu8xzPS1pueWYqjEWG4TQmG8R6hkFTJ6oynAnOHF5z4WzUI61PY0zVr3h5TWyejVFko1zKCwEiOUk0RyM5Cni8JlQjf0qMOIpymFb/Rq60LGz4vAouh3BeBZdLCGCDK92WLSEOgiB4rmJruHZbY+XvL4ZZdQ1ruK6ekHmlVCURITZV26Tu4I9jMD4HaPLsg1cAV9bptvYSxR3ElKCGsmiiG0p7nzvVhKzYiWpCPT6GMf3BPYasmKSb7eNKC16DIAiCILi0QgAbBEHwIpQaIV2T/RSqYLWx5jGXLl43lMXw+R92ieTlNvJynMi0EfE4X8OHLsNBEARB8B0hBLBBEATfQV4ESeYBofTPX9AcBEEQBMGVIdRaBUEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWEALYIAiCIAiCIAiCYEsIAWwQBEEQBEEQBEGwJYQANgiCIAiCIAiCINgSQgAbBEEQBEEQBEEQbAkhgA2CIAiCIAiCIAi2hBDABkEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWEALYIAiCIAiCIAiCYEsIAWwQBEEQBEEQBEGwJYQANgiCIAiCIAiCINgSQgAbBEEQBEEQBEEQbAkhgA2CIAiCIAiCIAi2hBDABkEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWIKqqL/ROvJioKt6HQ/p8EIFw9gaXWjivgsshnFfB5RDOq+ByuZTnljGCiFyajQUBIYANtqjjx48DsHv37hd4T4IXk3BeBZdDOK+CyyGcV8HlEs6t4EoXAthgS3rd614HwN///d+/wHsSvJiE8yq4HMJ5FVwO4bwKLpdwbgVXurAGNgiCIAiCIAiCINgSQgAbBEEQBEEQBEEQbAkhgA2CIAiCIAiCIAi2hBDABkEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWEMboBEEQBEEQBEEQBFtCyMAGQRAEQRAEQRAEW0IIYIMgCIIgCIIgCIItIQSwQRAEQRAEQRAEwZYQAtggCIIgCIIgCIJgSwgBbBAEQRAEQRAEQbAlhAA2CIIgCIIgCIIg2BJCABsEQRAEQRAEQRBsCSGADYIgCIIgCIIgCLaEEMAGQRAEQRAEQRAEW0IIYIMgCIIgCIIgCIItIQSwwZbhnOMP//AP+fEf/3Fe+cpX8opXvIKf+Imf4Ctf+cqGx+Z5zq//+q9z9913c/DgQX7qp36KQ4cOvQB7HWwFTz75JD/1Uz/FwYMHufvuu/nABz5Anucv9G4FW8jf/u3f8q/+1b/i3nvv5eDBg/zwD/8wf/7nf46qrnvchz/8YX7gB36A2267jR/6oR/iH/7hH16gPQ62ok6nw7333suNN97Igw8+uO6+cG4FF+sv//Iv+ZEf+RFuu+02XvnKV/LTP/3T9Pv9lfs/+clP8kM/9EPcdttt/MAP/AB/8Rd/8QLubRCsCgFssGX0+30+9KEPccstt/Drv/7r/MZv/Aajo6O8/e1v5/Of//y6x77//e/nwx/+MO9973v54Ac/SJ7nvOMd76DVar1Aex9cqRYXF/nJn/xJiqLggx/8IO9973v57//9v/Nrv/ZrL/SuBVvIf/7P/5l6vc6//bf/lt/7vd/j3nvv5Vd+5Vf4nd/5nZXH/M3f/A2/8iu/whve8Ab+8A//kIMHD/Ke97yHb3zjGy/cjgdbyu/+7u/inNtwezi3gov1e7/3e/zv//v/zhvf+Eb+43/8j/z7f//v2bt378r59ZWvfIX3vOc9HDx4kD/8wz/kDW94A7/8y7/MRz/60Rd4z4MA0CDYIsqy1IWFhQ23vf71r9ef/dmfXbntxIkTetNNN+mf/dmfrdw2Pz+vBw8e1A996EPP2/4GW8Pv//7v68GDB3V+fn7ltj/7sz/Tm266SU+ePPnC7ViwpczOzm647X3ve5/ecccd6pxTVdXv//7v11/4hV9Y95i3ve1t+tM//dPPyz4GW9sTTzyhBw8e1D/90z/VG264Qb/5zW+u3BfOreBiPPnkk3rzzTfrpz71qbM+5p3vfKe+7W1vW3fbL/zCL+gb3vCGy717QXBeIQMbbBnWWkZHRzfcduONN3L69OmV2+6//36897z+9a9fuW1sbIy7776bz3zmM8/b/gZbw2c+8xle/epXMzY2tnLbG97wBrz3fO5zn3vhdizYUrZt27bhtptuuol2u0232+WZZ57h6aef5g1veMO6x7zxjW/k85//fChZD87r/e9/P/fddx/XXHPNutvDuRVcrP/xP/4He/fu5bu/+7s3vT/Pc774xS+u+z0KqnPqySef5OjRo8/HbgbBWYUANtjSyrLkgQce4MCBAyu3HTp0iImJiQ3B7rXXXhvWwQYbHDp0aN35AzAyMsLU1FQ4X4Ln5Ktf/So7duxgaGho5Vw6M/i49tprKYqCZ5555oXYxWCL+OhHP8pjjz3Gz/3cz224L5xbwcV64IEHuOGGG/jd3/1dXv3qV3Prrbdy33338cADDwBw5MgRiqLY8N147bXXAoTvxuAFFwLYYEv7oz/6I06dOsU73vGOlduWlpYYHh7e8NiRkREWFxefx70LtoKlpSVGRkY23D46OhrOl+BZ+8pXvsJHPvIR3vnOdwKsnEtnnmvLfw/nWnA2vV6PX/u1X+O9730vQ0NDG+4P51Zwsaanp7n//vv5q7/6K371V3+V3/md30FEeOc738ns7Gw4p4IrXvRC70Dwna3Vaq0r/z2bffv2kSTJuts+97nP8cEPfpB3v/vd3HrrrZdrF4MgCC7KyZMnee9738srX/lK3v72t7/QuxNscb/3e7/HxMQEP/qjP/pC70rwIqGqdLtd/sN/+A+85CUvAeClL30pr33ta/mv//W/cs8997zAexgE5xYC2OAF9dGPfpT3ve99533cRz7ykZXSFYCHHnqIn//5n+dNb3oT73nPe9Y9dmRkhHa7vWEbS0tLG8qKg2BkZGTT7tSLi4vhfAku2tLSEu9617sYGxvjgx/8IMZUhU7L51Kr1WJqamrd49feHwRrHTt2jD/+4z/md37nd1Y+p7rd7sp/O51OOLeCizYyMsLY2NhK8ApVr5Cbb76ZJ554gh/8wR8E2PDdGM6p4EoRAtjgBfXWt76Vt771rRf1nMOHD/Oud72Ll73sZbz//e/fcP+BAweYmZnZEIBsttYxCA4cOLBhPU+r1WJ6ejqcL8FF6ff7/OzP/iytVov/9t/+27qlDMvn0pmfQ4cOHSKOY/bt2/e8729w5Tt69ChFUfAzP/MzG+57+9vfzktf+lJ+8zd/EwjnVnDhrrvuOo4cObLpfVmWcdVVVxHHMYcOHeI1r3nNyn3L35XhuzF4oYU1sMGWcvr0ad75zneya9cufvu3f5s4jjc85p577sEYw8c//vGV2xYXF7n//vu59957n8/dDbaAe++9l3/8x39cubIMVWWAMYa77777BdyzYCspy5J/82/+DYcOHeKP/uiP2LFjx7r79+3bx/79+zfMUPzIRz7Cq1/96g1LJIIAqk7W/+W//Jd1f37pl34JgH/37/4dv/qrvxrOreCife/3fi8LCws8/PDDK7fNz8/z0EMPccstt5AkCa985Sv52Mc+tu55y9Vwe/fufb53OQjWCRnYYMvo9/u8613vYn5+nl/+5V/m8ccfX7kvSRJuvvlmAHbu3Mlb3vIWPvCBD2CMYceOHfzBH/wBw8PD3HfffS/U7gdXqPvuu48/+ZM/4ed+7uf42Z/9WU6d+v+3d/8xVdb9H8dfwA2WEBUzSkiai12n5IdpNowcDmRjVMpgRgZT0hw/lj8iKUH5Q6Om0xb9QpdiycwZw8kqdqYoP4Icnjaj0dTKyCHRsilbgLYg+Hz/cFx354YM7+xL5+b52Bjn877e57reF+f88+Zzfa7rgrZt26YlS5aMaEKAP7J582Y1NDSosLBQfX19+uKLL+xtM2bMkJ+fn1avXq2CggKFhYUpJiZGTqdTbW1tev/998evcPyjBQYGKiYmZtRtERERioiIkCS+W7guiYmJioqK0po1a5Sfn69JkyZp165d8vPzU0ZGhiQpLy9Py5Yt06ZNm5ScnCyXy6WamhqVlpaOc/WA5GWMMeNdBDAW33//vRYsWDDqttDQUNXX19vj/v5+lZaW6sMPP9Tly5c1e/ZsFRcXu62jBYa1t7erpKREra2t8vf3V0pKivLz85m5wJglJCSoq6tr1G11dXX2jEVVVZV2796tH374QdOnT9fzzz+v+Pj4/89S4eFcLpeWLVumgwcPKioqyo7z3cL16O7u1pYtW9TQ0KCBgQHNmTNHRUVFCg8Pt3Pq6ur0+uuv69y5cwoJCVF2drYWL148jlUDV9HAAgAAAAA8AmtgAQAAAAAegQYWAAAAAOARaGABAAAAAB6BBhYAAAAA4BFoYAEAAAAAHoEGFgAAAADgEWhgAQAAAAAegQYWAAAAAOARaGABAAAAAB7hX+NdAABg/J0/f17l5eU6fvy4fvrpJ/n6+sqyLCUnJ+vJJ5/UTTfdNN4lerSPP/5Yly5d0tNPPz2m/E8//VROp1NtbW1qb2/X1KlTVV9f//cWCQCAB6CBBYAJrrGxUWvXrpWfn59SUlJkWZYGBgZ08uRJbd++Xd9++61KSkrGu0yPVlNTo7Nnz465ga2pqZHT6dSMGTMUHBz89xYHAIAHoYEFgAmss7NT+fn5CgkJUUVFhVuzlJmZqY6ODjU2No5fgRNUfn6+SkpK5Ovrq5ycHJ09e3a8SwIA4B+BNbAAMIGVl5frypUreuWVV0ad6bvnnnuUlZVlj3/77TeVlZUpMTFRkZGRSkhI0Guvvab+/n639yUkJCgnJ0cul0tpaWmKjo7WwoUL5XK5JEm1tbVauHChoqKilJaWptOnT7u9v7CwULNmzVJnZ6eeeeYZPfDAA5o3b57efvttGWPccq9cuaKtW7dq/vz5ioyMVFJSkvbs2TMiz+Fw6KWXXtKxY8f0+OOPKzIyUo899piamppGnPeFCxdUVFSk2NhYO+/gwYNuOS6XSw6HQ06nUzt37lRcXJyioqKUlZWljo4OO2/p0qVqbGxUV1eXHA6HHA6HEhISrvWx6M4775Svr+81cwAAmIiYgQWACayhoUHTpk3T7Nmzx5RfXFys6upqJSUlafny5Wpra9M777yj9vZ2lZWVueV2dHRo3bp1WrJkiRYtWqR3331Xubm52rx5s0pLS/XUU09Jknbt2qXnnntOhw8flrf3v/+vOjg4qJUrV2rmzJl64YUX1NzcrLfeekuDg4Nau3atJMkYo7y8PLlcLi1evFj333+/mpubtW3bNl24cEEbNmxwq+nkyZOqra1VRkaG/P39tW/fPq1Zs0YNDQ26/fbbJUkXL15Uenq6vLy8lJmZqaCgIDU1NWnjxo3q6+sbcRnw7t275eXlpRUrVqivr0/l5eUqKChQVVWVJCk3N1e9vb368ccfVVRUJEny9/cf4ycEAADcGADAhNTb22ssyzJ5eXljyj9z5oyxLMts3LjRLb5161ZjWZZpaWmxY/Hx8cayLPP555/bsebmZmNZlomOjjZdXV12/IMPPjCWZZkTJ07YsfXr1xvLskxJSYkdGxoaMtnZ2SYiIsJcunTJGGPM0aNHjWVZZseOHW41rV692jgcDtPR0WHHLMsyERERbrHhc9q3b58d27Bhg3nkkUdMd3e32z7z8/PNgw8+aH755RdjjDEnTpwwlmWZ5ORk8+uvv9p5FRUVxrIs8/XXX9ux7OxsEx8fP+rf9c/8lfcCAPC/hkuIAWCC6uvrkzT22cBPPvlEkrR8+XK3+IoVK9y2DwsPD9esWbPs8cyZMyVJc+fOVUhIyIh4Z2fniGNmZmbar4dnRAcGBtTS0iJJampqko+Pj5YuXTqiJmPMiMuDY2NjFRYWZo/vu+8+BQQE2Mc2xqi2tlYJCQkyxqi7u9v+mTdvnnp7e3Xq1Cm3faalpcnPz88ez5kz5w/PBwAA/DVcQgwAE1RAQIAk6fLly2PK7+rqkre3t1sDKEl33HGHAgMD1dXV5RafOnWq2/iWW26RJN11112j1tHT0+MW9/b21rRp09xi06dPt2sZ/h0cHGzvY9i9997rlvdHNUnSrbfeah+7u7tbPT09qqysVGVl5Yjc4Zzf+30zLkmBgYGjng8AAPjraGABYIIKCAhQcHDwdd/h1svLa0x5Pj4+1xU3/3HTpb/Dnx17aGhIkrRo0SKlpqaOmutwONzGv1+3O9o+AQDAjUMDCwATWHx8vCorK9Xa2up2ue9oQkNDNTQ0pI6ODnuGU7p606Oenh6Fhobe0NqGhobU2dlpz7pK0rlz5+xahn+3tLSor6/PbRb2u+++c8sbq6CgIPn7+2toaEixsbF/9RRsY236AQDAtbEGFgAmsJUrV2ry5MkqLi7WxYsXR2w/f/68KioqJEnz58+XJHs87L333nPbfiPt37/ffm2M0f79++Xr66uHH35YkhQXF6fBwUG3PEnau3evvLy8FBcXd13H8/HxUVJSko4cOaJvvvlmxPb/vHx4rG6++Wb19vb+V+8FAAD/xgwsAExgYWFhevXVV5Wfn69HH31UKSkpsixL/f39am1t1eHDh5WWlibp6g2PUlNTVVlZqZ6eHj300EP68ssvVV1drcTERM2dO/eG1jZp0iQ1Nzdr/fr1io6OVnNzsxobG5Wbm6ugoCBJV583GxMTo9LSUvs5q8ePH1ddXZ2ysrJGrNcdi3Xr1snlcik9PV1PPPGEwsPD9fPPP+vUqVNqaWnRZ599dt37jIiIkNPp1JYtWxQVFaXJkydf81mwX331lerr6yVdfRxRb2+vduzYIenq5/Bnz5EFAOB/FQ0sAExwCxYs0EcffaQ9e/aorq5OBw4ckJ+fnxwOhwoLC5Wenm7nvvzyy7r77rtVXV2tY8eOacqUKcrJydGqVatueF0+Pj4qLy/Xpk2btH37dvn7+2vVqlV69tln7Rxvb2/t3LlTb775ppxOpw4dOqTQ0FC9+OKL9t2Rr9eUKVNUVVWlsrIyHT16VAcOHNBtt92m8PBwFRQU/Ff7zMjI0JkzZ3To0CHt3btXoaGh12xCT58+rTfeeMMtNjxOTU2lgQUATFhehrtMAAD+YQoLC3XkyBG1traOdykAAOAfhDWwAAAAAACPQAMLAAAAAPAINLAAAAAAAI/AGlgAAAAAgEdgBhYAAAAA4BFoYAEAAAAAHoEGFgAAAADgEWhgAQAAAAAegQYWAAAAAOARaGABAAAAAB6BBhYAAAAA4BFoYAEAAAAAHuH/ACgHFqqmZxusAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# Choose dimensionality reducer\n", + "import matplotlib.colors as mcolors\n", + "import numpy as np\n", + "\n", + "pca = PCA(n_components=2)\n", + "embeddings_2d_pca = pca.fit_transform(embeddings)\n", + "\n", + "tsne = TSNE(n_components=2, random_state=42, perplexity=30)\n", + "embeddings_2d_tsne = tsne.fit_transform(embeddings)\n", + "\n", + "umap_reducer = umap.UMAP(n_components=2, random_state=42)\n", + "embeddings_2d_umap = umap_reducer.fit_transform(embeddings)\n", + "\n", + "def plot_embedding_2d_log(emb_2d, vals, title, label):\n", + " plt.figure(figsize=(10, 7))\n", + " \n", + " # Add small constant to avoid log(0) issues\n", + " vals_positive = vals - vals.min() + 1e-10\n", + " vals_log = np.log10(vals_positive)\n", + " \n", + " scatter = plt.scatter(emb_2d[:,0], emb_2d[:,1], \n", + " c=vals_log, \n", + " cmap='plasma', \n", + " alpha=0.75, \n", + " s=30)\n", + " \n", + " cbar = plt.colorbar(scatter, shrink=0.8)\n", + " cbar.set_label(f'log₁₀({label})', fontsize=12)\n", + " plt.title(f'{title} (Log Scale)', fontsize=14, fontweight='bold')\n", + " plt.xlabel('Component 1', fontsize=12)\n", + " plt.ylabel('Component 2', fontsize=12)\n", + " plt.grid(True, alpha=0.3)\n", + " plt.tight_layout()\n", + " plt.show()\n", + "\n", + "def plot_embedding_2d_improved(emb_2d, vals, title, label):\n", + " plt.figure(figsize=(10, 7))\n", + " \n", + " # Use percentiles to handle outliers (clips top/bottom 5%)\n", + " vmin = np.percentile(vals, 5)\n", + " vmax = np.percentile(vals, 95)\n", + " \n", + " # Use a diverging colormap centered on median\n", + " vcenter = np.median(vals)\n", + " norm = mcolors.TwoSlopeNorm(vmin=vmin, vcenter=vcenter, vmax=vmax)\n", + " \n", + " scatter = plt.scatter(emb_2d[:,0], emb_2d[:,1], \n", + " c=vals, \n", + " cmap='RdYlBu_r', # Better for continuous data\n", + " alpha=0.75, \n", + " s=30, # Slightly larger points\n", + " norm=norm)\n", + " \n", + " cbar = plt.colorbar(scatter, shrink=0.8)\n", + " cbar.set_label(label, fontsize=12)\n", + " plt.title(title, fontsize=14, fontweight='bold')\n", + " plt.xlabel('Component 1', fontsize=12)\n", + " plt.ylabel('Component 2', fontsize=12)\n", + " plt.grid(True, alpha=0.3)\n", + " plt.tight_layout()\n", + " plt.show()\n", + "\n", + "def plot_embedding_2d_quantile(emb_2d, vals, title, label, n_bins=10):\n", + " plt.figure(figsize=(10, 7))\n", + " \n", + " # Create quantile-based bins\n", + " quantiles = np.linspace(0, 100, n_bins + 1)\n", + " bin_edges = np.percentile(vals, quantiles)\n", + " vals_binned = np.digitize(vals, bin_edges) - 1\n", + " \n", + " scatter = plt.scatter(emb_2d[:,0], emb_2d[:,1], \n", + " c=vals_binned, \n", + " cmap='tab10' if n_bins <= 10 else 'viridis', \n", + " alpha=0.75, \n", + " s=30)\n", + " \n", + " cbar = plt.colorbar(scatter, shrink=0.8)\n", + " cbar.set_label(f'{label} (Decile)', fontsize=12)\n", + " cbar.set_ticks(range(n_bins))\n", + " cbar.set_ticklabels([f'Q{i+1}' for i in range(n_bins)])\n", + " \n", + " plt.title(f'{title} (Quantile Binned)', fontsize=14, fontweight='bold')\n", + " plt.xlabel('Component 1', fontsize=12)\n", + " plt.ylabel('Component 2', fontsize=12)\n", + " plt.grid(True, alpha=0.3)\n", + " plt.tight_layout()\n", + " plt.show()\n", + "\n", + "\n", + "\n", + "pca = PCA(n_components=2)\n", + "embeddings_2d_pca = pca.fit_transform(embeddings)\n", + "\n", + "tsne = TSNE(n_components=2, random_state=42, perplexity=30)\n", + "embeddings_2d_tsne = tsne.fit_transform(embeddings)\n", + "\n", + "umap_reducer = umap.UMAP(n_components=2, random_state=42)\n", + "embeddings_2d_umap = umap_reducer.fit_transform(embeddings)\n", + "\n", + "# Method 1: Percentile-based scaling (recommended for most cases)\n", + "plot_embedding_2d_improved(embeddings_2d_pca, y_true_co2, 'PCA Embedding (CO₂ permeability)', 'CO₂ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_tsne, y_true_co2, 't-SNE Embedding (CO₂ permeability)', 'CO₂ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_umap, y_true_co2, 'UMAP Embedding (CO₂ permeability)', 'CO₂ permeability')\n", + "\n", + "# Method 2: Log scale (if values span orders of magnitude)\n", + "plot_embedding_2d_improved(embeddings_2d_pca, y_true_ch4, 'PCA Embedding (CH₄ permeability)', 'CH₄ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_tsne, y_true_ch4, 't-SNE Embedding (CH₄ permeability)', 'CH₄ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_umap, y_true_ch4, 'UMAP Embedding (CH₄ permeability)', 'CH₄ permeability')\n", + "\n", + "# Method 3: Quantile binning (for categorical-like visualization)\n", + "# plot_embedding_2d_quantile(embeddings_2d_umap, y_true_co2, 'PCA Embedding (CO₂ permeability)', 'CO₂ permeability', n_bins=8)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "e727d25f-70fa-4cfb-ac85-8bd69eff8bef", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Correlation between PC1 and CO2 permeability: 0.519\n", + "Correlation between PC1 and CH4 permeability: 0.853\n" + ] + } + ], + "source": [ + "# Compute the first principal component of the embeddings\n", + "pc1 = pca.components_[0]\n", + "projected = embeddings @ pc1 # Project embeddings onto PC1\n", + "\n", + "from scipy.stats import pearsonr\n", + "corr_co2 = pearsonr(projected, y_true_co2)[0]\n", + "corr_ch4 = pearsonr(projected, y_true_ch4)[0]\n", + "print(f'Correlation between PC1 and CO2 permeability: {corr_co2:.3f}')\n", + "print(f'Correlation between PC1 and CH4 permeability: {corr_ch4:.3f}')\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/PI_Tg_P308K_synth_db_chem.csv b/simson_modeling/regression/PI_Tg_P308K_synth_db_chem.csv new file mode 100644 index 0000000000000000000000000000000000000000..e1fb12e91c6032fca9bf1efd98c430202addb6a5 --- /dev/null +++ b/simson_modeling/regression/PI_Tg_P308K_synth_db_chem.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5a5bce42a7ee2511ddec892d1608389437406ae8b21aba90dcfa5a7de1efa3 +size 1371820484 diff --git a/simson_modeling/regression/actual_encoder_state.pkl b/simson_modeling/regression/actual_encoder_state.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a69cd62ce8b73fabe48705eff26a1f4bfdbead5e --- /dev/null +++ b/simson_modeling/regression/actual_encoder_state.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d25f068181273c0610cb855c0748cce36fd49fe02239408bf0b4d469b4104b +size 93229200 diff --git a/simson_modeling/regression/base_embeddings_new_reg.pickle b/simson_modeling/regression/base_embeddings_new_reg.pickle new file mode 100644 index 0000000000000000000000000000000000000000..b760e733a2004b108d4b0f8686c5ac5b88775a65 --- /dev/null +++ b/simson_modeling/regression/base_embeddings_new_reg.pickle @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d671653fc36b7ab654127f9936027af00ec15960645e28f3c6260b0ce67b79bc +size 13776794024 diff --git a/simson_modeling/regression/better_regression.ipynb b/simson_modeling/regression/better_regression.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..e6c0f48ee80adee88e73388ba1d1e3e55f8d3f04 --- /dev/null +++ b/simson_modeling/regression/better_regression.ipynb @@ -0,0 +1,670 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 11, + "id": "11ab9ea6-1c5b-4f9b-a6ea-1bc75be56108", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "from tqdm import tqdm\n", + "import os\n", + "import warnings\n", + "\n", + "import joblib\n", + "import numpy as np\n", + "import pandas as pd\n", + "import torch\n", + "from sklearn.metrics import mean_absolute_error\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.preprocessing import StandardScaler\n", + "from torch import nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from tqdm import tqdm\n", + "from transformers import (\n", + " AutoConfig,\n", + " AutoModel,\n", + " AutoTokenizer,\n", + " BertConfig,\n", + " BertModel,\n", + " BertTokenizerFast,\n", + " PreTrainedModel,\n", + ")\n", + "from transformers.activations import ACT2FN\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "ce760993-fbef-4546-8b2c-1e7a722ad374", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset, DataLoader, Sampler\n", + "import torch.nn as nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from tqdm import tqdm\n", + "\n", + "# 1. BINNING, SAMPLING, SAMPLE WEIGHTING\n", + "def compute_multitarget_sample_weights(labels_unscaled, bins4, bins5):\n", + " # Each returns shape (N,)\n", + " inds4 = np.digitize(labels_unscaled[:, 0], bins4, right=False) - 1\n", + " inds5 = np.digitize(labels_unscaled[:, 1], bins5, right=False) - 1\n", + " freq4 = np.bincount(inds4, minlength=len(bins4))\n", + " freq5 = np.bincount(inds5, minlength=len(bins5))\n", + " w4 = 1.0 / (freq4[inds4] + 1e-8)\n", + " w5 = 1.0 / (freq5[inds5] + 1e-8)\n", + " main_weights = np.maximum(w4, w5) # Or average, or sum as suits\n", + " main_weights /= main_weights.mean() # Normalize for stability\n", + " return main_weights # shape (N_samples,)\n", + "\n", + "\n", + "class TargetedSampler(Sampler):\n", + " \"\"\"\n", + " Enforces a proportion of 'high value' samples for either of the main labels in every batch.\n", + " \"\"\"\n", + " def __init__(self, inds4, inds5, high_bins4, high_bins5, batch_size, high_frac=0.3, shuffle=True):\n", + " # indices for which either label 4 or label 5 is in a 'high' bin\n", + " high_mask = (inds4 >= high_bins4) | (inds5 >= high_bins5)\n", + " self.high_indices = np.where(high_mask)[0]\n", + " self.low_indices = np.where(~high_mask)[0]\n", + " self.batch_size = batch_size\n", + " self.high_count = int(batch_size * high_frac)\n", + " self.low_count = batch_size - self.high_count\n", + " self.shuffle = shuffle\n", + " \n", + " def __iter__(self):\n", + " high = np.copy(self.high_indices)\n", + " low = np.copy(self.low_indices)\n", + " if self.shuffle:\n", + " np.random.shuffle(high)\n", + " np.random.shuffle(low)\n", + " hi_ptr, low_ptr = 0, 0\n", + " while hi_ptr < len(high) or low_ptr < len(low):\n", + " batch_high = high[hi_ptr: hi_ptr+self.high_count]\n", + " batch_low = low[low_ptr: low_ptr+self.low_count]\n", + " if len(batch_high) < self.high_count:\n", + " np.random.shuffle(high)\n", + " hi_ptr = 0\n", + " batch_high = high[hi_ptr: hi_ptr+self.high_count]\n", + " if len(batch_low) < self.low_count:\n", + " np.random.shuffle(low)\n", + " low_ptr = 0\n", + " batch_low = low[low_ptr: low_ptr+self.low_count]\n", + " batch = np.concatenate([batch_high, batch_low])\n", + " np.random.shuffle(batch)\n", + " yield batch.tolist()\n", + " hi_ptr += self.high_count\n", + " low_ptr += self.low_count\n", + " \n", + " def __len__(self):\n", + " return (len(self.high_indices) + len(self.low_indices)) // self.batch_size\n", + "\n", + "class SMILESDataset(torch.utils.data.Dataset):\n", + " def __init__(self, smiles_list, labels, sample_weights, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # shape (N, 6), already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " self.sample_weights = sample_weights\n", + "\n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + "\n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'weight': torch.tensor(self.sample_weights[idx], dtype=torch.float32),\n", + " 'index': torch.tensor(idx, dtype=torch.long)\n", + " }\n", + "\n", + "\n", + "def calculate_weighted_loss(predictions, labels, weights):\n", + " \"\"\"\n", + " Calculate weighted loss for two labels with masking\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 6)\n", + " labels: Ground truth labels (batch_size, 6)\n", + " label_mask: Mask for valid labels (batch_size, 6)\n", + " label_weights: Weights for each label (6,)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 2)\n", + " return losses.mean()\n", + "\n", + "def stratified_metrics(preds, trues, bins, scalers):\n", + " # Only for last two labels\n", + " results = {}\n", + " for li, label_col in enumerate([4, 5]):\n", + " unscaled_pred = scalers[label_col].inverse_transform(preds[:,label_col].reshape(-1,1)).flatten()\n", + " unscaled_true = scalers[label_col].inverse_transform(trues[:,label_col].reshape(-1,1)).flatten()\n", + " bin_idx = np.digitize(unscaled_true, bins[li])\n", + " for i in range(len(bins[li])+1):\n", + " in_bin = bin_idx == i\n", + " if np.sum(in_bin) == 0:\n", + " continue\n", + " bin_mae = np.mean(np.abs(unscaled_pred[in_bin] - unscaled_true[in_bin]))\n", + " bin_r2 = 1 - (np.mean((unscaled_pred[in_bin] - unscaled_true[in_bin])**2) /\n", + " (np.var(unscaled_true[in_bin]) + 1e-8))\n", + " results[f'label{label_col}_bin{i}_count'] = np.sum(in_bin)\n", + " results[f'label{label_col}_bin{i}_mae'] = bin_mae\n", + " return results\n", + "\n", + "# 5. MAIN TRAIN/VAL LOOP WITH TARGETED SAMPLING AND STRATIFIED EVALUATION\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, model, tokenizer, scalers,\n", + " num_epochs=5, learning_rate=1e-5, batch_size=256, validation_steps=500):\n", + " # 1. Bins for columns 4 & 5 using **unscaled train-data**\n", + " bins_label4 = create_bins(train['unscaled_CO2'], n_bins=10)\n", + " bins_label5 = create_bins(train['unscaled_CH4'], n_bins=10)\n", + " bins = [bins_label4, bins_label5]\n", + " # 2. Bin indicators for each sample in train\n", + " inds4 = np.digitize(train['unscaled_CO2'], bins_label4, right=False) - 1\n", + " inds5 = np.digitize(train['unscaled_CH4'], bins_label5, right=False) - 1\n", + " # 3. Choose high-bin threshold (e.g. top bin, or top 2 bins as \"high\"), adjust as needed\n", + " high_bins4 = len(bins_label4) - 1\n", + " high_bins5 = len(bins_label5) - 1\n", + " # 4. Compute multitarget weights (max rarity of either label-of-interest, UNscaled)\n", + " sample_weights = compute_multitarget_sample_weights(\n", + " train[['unscaled_CO2', 'unscaled_CH4']].values, bins_label4, bins_label5)\n", + " val_sample_weights = compute_multitarget_sample_weights(\n", + " test[['unscaled_CO2', 'unscaled_CH4']].values, bins_label4, bins_label5)\n", + " # 5. Dataset and batch sampler\n", + " targeted_sampler = TargetedSampler(inds4, inds5, high_bins4, high_bins5, batch_size, high_frac=0.3)\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, sample_weights, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, val_sample_weights, tokenizer)\n", + " train_loader = DataLoader(train_dataset, batch_sampler=targeted_sampler, num_workers=4)\n", + " val_loader = DataLoader(val_dataset, batch_size=batch_size, shuffle=False, num_workers=4)\n", + " # 6. Model, optimizer, scheduler\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " model.to(device)\n", + " optimizer = AdamW(model.parameters(), lr=learning_rate)\n", + " total_steps = len(train_loader)*3\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " best_val_loss = float('inf')\n", + " best_state = None\n", + " steps_no_improve, patience = 0, 10\n", + " global_step, running_train_loss, train_steps_count = 0, 0, 0\n", + "\n", + " for epoch in range(num_epochs):\n", + " print(f\"Epoch {epoch+1}/{num_epochs}\")\n", + " model.train()\n", + " pbar = tqdm(train_loader, desc='Training', total=len(train_loader) * num_epochs)\n", + " for batch in pbar:\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " weights = batch['weight'].to(device)\n", + " optimizer.zero_grad()\n", + " outputs = model(input_ids=input_ids, attention_mask=attention_mask)\n", + " loss = calculate_weighted_loss(outputs, labels, weights)\n", + " loss.backward()\n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " optimizer.step(); scheduler.step()\n", + " running_train_loss += loss.item(); train_steps_count += 1; global_step += 1\n", + " pbar.set_postfix(loss=f'{loss.item():.3f}')\n", + " if global_step % validation_steps == 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " print(f\"Step {global_step}: Mean Weighted Train Loss: {avg_train_loss:.4f}\")\n", + " running_train_loss = 0; train_steps_count = 0\n", + " # Validation:\n", + " all_preds, all_trues, all_weights = [], [], []\n", + " model.eval()\n", + " with torch.no_grad():\n", + " for vb in val_loader:\n", + " vi = vb['input_ids'].to(device)\n", + " va = vb['attention_mask'].to(device)\n", + " vl = vb['labels'].to(device)\n", + " vw = vb['weight'].to(device)\n", + " out = model(input_ids=vi, attention_mask=va)\n", + " all_preds.append(out.cpu()); all_trues.append(vl.cpu()); all_weights.append(vw.cpu())\n", + " preds = torch.cat(all_preds).numpy()\n", + " trues = torch.cat(all_trues).numpy()\n", + " weights = torch.cat(all_weights).numpy()\n", + " val_loss = calculate_weighted_loss(torch.tensor(preds), torch.tensor(trues), torch.tensor(weights)).item()\n", + " print(f\"Weighted Val MSE (scaled): {val_loss:.4f}\")\n", + " metrics = stratified_metrics(preds, trues, bins, scalers)\n", + " for k, v in metrics.items():\n", + " print(f\"{k}: {v:.4f}\")\n", + " if val_loss < best_val_loss:\n", + " best_val_loss = val_loss; best_state = model.state_dict().copy(); steps_no_improve = 0\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin')\n", + " print(f\"New best val_loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " print(f'Patience meter: {steps_no_improve} out of {patience}')\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping at step {global_step}\")\n", + " if best_state: model.load_state_dict(best_state)\n", + " return\n", + " model.train()\n", + " if best_state: model.load_state_dict(best_state)\n", + " print(f\"Training completed, best weighted val_loss: {best_val_loss:.4f}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "12a2b8c3-2c4d-4b1b-8cc7-930c9fe68fd7", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')\n", + "df['unscaled_CO2'] = df['CO2'].copy()\n", + "df['unscaled_CH4'] = df['CH4'].copy()\n", + "targets = ['Tg', 'He', 'N2', 'O2', 'CH4', 'CO2']" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "id": "9946f5cd-3683-49db-8535-393cb04140ce", + "metadata": {}, + "outputs": [], + "source": [ + "from transformers import AutoTokenizer\n", + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/regression/actual_encoder_state.pkl', weights_only=False)\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))\n", + "\n", + "for param in model.encoder.parameters():\n", + " param.requires_grad = False" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "903489f0-9039-4504-894e-6739b4a15371", + "metadata": {}, + "outputs": [], + "source": [ + "def create_stratified_splits_regression(\n", + " df,\n", + " label_cols,\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + "):\n", + " \n", + " values = df[label_cols].values\n", + " # Each label gets its own bins, based on the overall distribution\n", + " bins = [np.unique(np.quantile(values[:,i], np.linspace(0, 1, n_bins+1))) for i in range(len(label_cols))]\n", + " # Assign each row to a bin for each label\n", + " inds = [\n", + " np.digitize(values[:,i], bins[i][1:-1], right=False) # exclude leftmost/rightmost for in-bin, avoids all bin edges as bins\n", + " for i in range(len(label_cols))\n", + " ]\n", + " # Combine into a single integer stratification variable (tuple or max or sum...)\n", + " strat_col = np.maximum.reduce(inds) # This ensures high bin in one = high bin overall\n", + " # Use sklearn's train_test_split with stratify\n", + " train_idx, val_idx = train_test_split(\n", + " df.index.values,\n", + " test_size=val_frac,\n", + " random_state=seed,\n", + " shuffle=True,\n", + " stratify=strat_col\n", + " )\n", + " train = df.loc[train_idx].reset_index(drop=True)\n", + " val = df.loc[val_idx].reset_index(drop=True)\n", + " return train, val\n", + "\n", + "\n", + "# For your use case:\n", + "train, test = create_stratified_splits_regression(\n", + " df,\n", + " label_cols=['unscaled_CO2', 'unscaled_CH4'], # or actual column names\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "00c271f1-bd44-457d-9a0e-7b221871ab78", + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['Smiles']\n", + "smiles_test = test['Smiles']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "01ebce4a-9ac0-4527-a9bd-8d13913f15e3", + "metadata": {}, + "outputs": [], + "source": [ + "def create_bins(target_values, n_bins=5, strategy='percentile'):\n", + " \"\"\"\n", + " Create bins for a target based on the specified strategy.\n", + " - 'percentile' creates approximately equal-sized groups\n", + " - 'uniform' creates equal-width bins\n", + " Returns:\n", + " bin_edges: array of length n_bins+1\n", + " \"\"\"\n", + " target_values = target_values[~np.isnan(target_values)]\n", + " if strategy == 'percentile':\n", + " return np.percentile(target_values, np.linspace(0, 100, n_bins+1))\n", + " else:\n", + " return np.linspace(np.min(target_values), np.max(target_values), n_bins+1)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ac00906e-e22a-4f50-94e7-650acf5eec1f", + "metadata": {}, + "outputs": [], + "source": [ + "# model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/regression/regression_simson.pth'))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4405c601-f006-4eeb-989e-fb35dd5349ba", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch 1/6\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 4%|▌ | 6499/149778 [21:21<7:51:15, 5.07it/s, loss=0.414]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Step 6500: Mean Weighted Train Loss: 34.2319\n", + "Weighted Val MSE (scaled): 0.1242\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 4%|▍ | 6500/149778 [25:38<3067:56:23, 77.08s/it, loss=0.414]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "label4_bin0_count: 1269.0000\n", + "label4_bin0_mae: 2.4281\n", + "label4_bin1_count: 208626.0000\n", + "label4_bin1_mae: 0.8366\n", + "label4_bin2_count: 53528.0000\n", + "label4_bin2_mae: 1.2479\n", + "label4_bin3_count: 37339.0000\n", + "label4_bin3_mae: 2.0683\n", + "label4_bin4_count: 21793.0000\n", + "label4_bin4_mae: 3.2345\n", + "label4_bin5_count: 8194.0000\n", + "label4_bin5_mae: 5.3938\n", + "label4_bin6_count: 3423.0000\n", + "label4_bin6_mae: 8.1634\n", + "label4_bin7_count: 1506.0000\n", + "label4_bin7_mae: 12.3689\n", + "label4_bin8_count: 610.0000\n", + "label4_bin8_mae: 28.5760\n", + "label4_bin9_count: 60.0000\n", + "label4_bin9_mae: 29.3493\n", + "label5_bin1_count: 299.0000\n", + "label5_bin1_mae: 134.7964\n", + "label5_bin2_count: 1068.0000\n", + "label5_bin2_mae: 116.7105\n", + "label5_bin3_count: 1998.0000\n", + "label5_bin3_mae: 114.5267\n", + "label5_bin4_count: 4626.0000\n", + "label5_bin4_mae: 128.3239\n", + "label5_bin5_count: 9057.0000\n", + "label5_bin5_mae: 140.8095\n", + "label5_bin6_count: 12853.0000\n", + "label5_bin6_mae: 146.8567\n", + "label5_bin7_count: 17785.0000\n", + "label5_bin7_mae: 156.6570\n", + "label5_bin8_count: 23487.0000\n", + "label5_bin8_mae: 177.3546\n", + "label5_bin9_count: 32135.0000\n", + "label5_bin9_mae: 219.6385\n", + "label5_bin10_count: 190443.0000\n", + "label5_bin10_mae: 267.8157\n", + "label5_bin11_count: 42597.0000\n", + "label5_bin11_mae: 1224.3250\n", + "New best val_loss: 0.1242\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 9%|█ | 12999/149778 [48:04<7:49:37, 4.85it/s, loss=0.321]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Step 13000: Mean Weighted Train Loss: 0.3521\n", + "Weighted Val MSE (scaled): 0.1131\n", + "label4_bin0_count: 1269.0000\n", + "label4_bin0_mae: 1.1570\n", + "label4_bin1_count: 208626.0000\n", + "label4_bin1_mae: 0.7505\n", + "label4_bin2_count: 53528.0000\n", + "label4_bin2_mae: 1.1643\n", + "label4_bin3_count: 37339.0000\n", + "label4_bin3_mae: 1.9008\n", + "label4_bin4_count: 21793.0000\n", + "label4_bin4_mae: 3.1142\n", + "label4_bin5_count: 8194.0000\n", + "label4_bin5_mae: 5.0156\n", + "label4_bin6_count: 3423.0000\n", + "label4_bin6_mae: 7.3518\n", + "label4_bin7_count: 1506.0000\n", + "label4_bin7_mae: 9.9343\n", + "label4_bin8_count: 610.0000\n", + "label4_bin8_mae: 25.9864\n", + "label4_bin9_count: 60.0000\n", + "label4_bin9_mae: 27.8746\n", + "label5_bin1_count: 299.0000\n", + "label5_bin1_mae: 86.6469\n", + "label5_bin2_count: 1068.0000\n", + "label5_bin2_mae: 87.6131\n", + "label5_bin3_count: 1998.0000\n", + "label5_bin3_mae: 87.2714\n", + "label5_bin4_count: 4626.0000\n", + "label5_bin4_mae: 90.1329\n", + "label5_bin5_count: 9057.0000\n", + "label5_bin5_mae: 102.7583\n", + "label5_bin6_count: 12853.0000\n", + "label5_bin6_mae: 109.2145\n", + "label5_bin7_count: 17785.0000\n", + "label5_bin7_mae: 125.8342\n", + "label5_bin8_count: 23487.0000\n", + "label5_bin8_mae: 151.9758\n", + "label5_bin9_count: 32135.0000\n", + "label5_bin9_mae: 194.6474\n", + "label5_bin10_count: 190443.0000\n", + "label5_bin10_mae: 236.1328\n", + "label5_bin11_count: 42597.0000\n", + "label5_bin11_mae: 1116.2136\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 9%|▊ | 13001/149778 [52:21<2053:40:30, 54.05s/it, loss=0.309]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "New best val_loss: 0.1131\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 13%|█▎ | 19049/149778 [1:12:14<7:14:15, 5.02it/s, loss=0.264]" + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=6, learning_rate=2e-5, batch_size=256, validation_steps=6_500,\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "64baf577-cfe9-454c-8a2b-71b7a5b12506", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/better_regression_states/best_state.bin b/simson_modeling/regression/better_regression_states/best_state.bin new file mode 100644 index 0000000000000000000000000000000000000000..b8c72fef3d130d0b10de72c2484b01c790afdd18 --- /dev/null +++ b/simson_modeling/regression/better_regression_states/best_state.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddfef8c78e25a0af05f68429d4e3b8db26e502adb0bef9a39216b214490141af +size 93242658 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/added_tokens.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..2a700a898fd6dfb4d2626d709850a4fe382e23f9 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/added_tokens.json @@ -0,0 +1,4 @@ +{ + "": 592, + "": 591 +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/merges.txt b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/merges.txt new file mode 100644 index 0000000000000000000000000000000000000000..5e7f1fd94996c8e2b65adea828af1b398eace61f --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/merges.txt @@ -0,0 +1 @@ +#version: 0.2 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/model.safetensors b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9646ba52c34bcb26642342c0ce664e2e63e80e0c --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5148a537a725a546aa0dc747d064b256e93250c15c0a36fe155a88ffa038b0c6 +size 289080308 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/optimizer.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..72a01d5d990a050dbbbf491d1f12492525301171 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812235d976ce14ef66445dda9479a3d7fc35322b7b5d80ed9f5fc128019c5307 +size 391812538 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/rng_state.pth b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..de93eac6239f32a78d36cb971061172ff7a0bfff --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69f0f2a4836455d421203cc33f9418c2216edcc4afc508b08c18fc68bcded7f2 +size 14244 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/scaler.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffbfae66bceb0501eb5ca04a8783ba45f40ec922 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6ee31169ff7c2033514238e24d9f55a7badcf62c831c18432c5add6d75be26 +size 988 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/scheduler.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f811f8b2548202589904e3069196ffb12497434 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2aedeaae736e0a000afb81ae697002d1a18339dd0d57fa42c00f0f0eb9bd227 +size 1064 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/special_tokens_map.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..2497308643642292c312496260f84dec1490afb5 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/special_tokens_map.json @@ -0,0 +1,51 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/tokenizer.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..cd5b759f69ffeef605d58f8f8cbb105b77a4d402 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/tokenizer.json @@ -0,0 +1,714 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 256, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 256 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 11, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 12, + "content": "[CLS]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 13, + "content": "[SEP]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 14, + "content": "[MASK]", + "single_word": false, + "lstrip": true, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 591, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + }, + { + "id": 592, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "RobertaProcessing", + "sep": [ + "[SEP]", + 13 + ], + "cls": [ + "[CLS]", + 12 + ], + "trim_offsets": true, + "add_prefix_space": false + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "[PAD]": 0, + "[unused1]": 1, + "[unused2]": 2, + "[unused3]": 3, + "[unused4]": 4, + "[unused5]": 5, + "[unused6]": 6, + "[unused7]": 7, + "[unused8]": 8, + "[unused9]": 9, + "[unused10]": 10, + "[UNK]": 11, + "[CLS]": 12, + "[SEP]": 13, + "[MASK]": 14, + "c": 15, + "C": 16, + "(": 17, + ")": 18, + "O": 19, + "1": 20, + "2": 21, + "=": 22, + "N": 23, + ".": 24, + "n": 25, + "3": 26, + "F": 27, + "Cl": 28, + ">>": 29, + "~": 30, + "-": 31, + "4": 32, + "[C@H]": 33, + "S": 34, + "[C@@H]": 35, + "[O-]": 36, + "Br": 37, + "#": 38, + "/": 39, + "[nH]": 40, + "[N+]": 41, + "s": 42, + "5": 43, + "o": 44, + "P": 45, + "[Na+]": 46, + "[Si]": 47, + "I": 48, + "[Na]": 49, + "[Pd]": 50, + "[K+]": 51, + "[K]": 52, + "[P]": 53, + "B": 54, + "[C@]": 55, + "[C@@]": 56, + "[Cl-]": 57, + "6": 58, + "[OH-]": 59, + "\\": 60, + "[N-]": 61, + "[Li]": 62, + "[H]": 63, + "[2H]": 64, + "[NH4+]": 65, + "[c-]": 66, + "[P-]": 67, + "[Cs+]": 68, + "[Li+]": 69, + "[Cs]": 70, + "[NaH]": 71, + "[H-]": 72, + "[O+]": 73, + "[BH4-]": 74, + "[Cu]": 75, + "7": 76, + "[Mg]": 77, + "[Fe+2]": 78, + "[n+]": 79, + "[Sn]": 80, + "[BH-]": 81, + "[Pd+2]": 82, + "[CH]": 83, + "[I-]": 84, + "[Br-]": 85, + "[C-]": 86, + "[Zn]": 87, + "[B-]": 88, + "[F-]": 89, + "[Al]": 90, + "[P+]": 91, + "[BH3-]": 92, + "[Fe]": 93, + "[C]": 94, + "[AlH4]": 95, + "[Ni]": 96, + "[SiH]": 97, + "8": 98, + "[Cu+2]": 99, + "[Mn]": 100, + "[AlH]": 101, + "[nH+]": 102, + "[AlH4-]": 103, + "[O-2]": 104, + "[Cr]": 105, + "[Mg+2]": 106, + "[NH3+]": 107, + "[S@]": 108, + "[Pt]": 109, + "[Al+3]": 110, + "[S@@]": 111, + "[S-]": 112, + "[Ti]": 113, + "[Zn+2]": 114, + "[PH]": 115, + "[NH2+]": 116, + "[Ru]": 117, + "[Ag+]": 118, + "[S+]": 119, + "[I+3]": 120, + "[NH+]": 121, + "[Ca+2]": 122, + "[Ag]": 123, + "9": 124, + "[Os]": 125, + "[Se]": 126, + "[SiH2]": 127, + "[Ca]": 128, + "[Ti+4]": 129, + "[Ac]": 130, + "[Cu+]": 131, + "[S]": 132, + "[Rh]": 133, + "[Cl+3]": 134, + "[cH-]": 135, + "[Zn+]": 136, + "[O]": 137, + "[Cl+]": 138, + "[SH]": 139, + "[H+]": 140, + "[Pd+]": 141, + "[se]": 142, + "[PH+]": 143, + "[I]": 144, + "[Pt+2]": 145, + "[C+]": 146, + "[Mg+]": 147, + "[Hg]": 148, + "[W]": 149, + "[SnH]": 150, + "[SiH3]": 151, + "[Fe+3]": 152, + "[NH]": 153, + "[Mo]": 154, + "[CH2+]": 155, + "%10": 156, + "[CH2-]": 157, + "[CH2]": 158, + "[n-]": 159, + "[Ce+4]": 160, + "[NH-]": 161, + "[Co]": 162, + "[I+]": 163, + "[PH2]": 164, + "[Pt+4]": 165, + "[Ce]": 166, + "[B]": 167, + "[Sn+2]": 168, + "[Ba+2]": 169, + "%11": 170, + "[Fe-3]": 171, + "[18F]": 172, + "[SH-]": 173, + "[Pb+2]": 174, + "[Os-2]": 175, + "[Zr+4]": 176, + "[N]": 177, + "[Ir]": 178, + "[Bi]": 179, + "[Ni+2]": 180, + "[P@]": 181, + "[Co+2]": 182, + "[s+]": 183, + "[As]": 184, + "[P+3]": 185, + "[Hg+2]": 186, + "[Yb+3]": 187, + "[CH-]": 188, + "[Zr+2]": 189, + "[Mn+2]": 190, + "[CH+]": 191, + "[In]": 192, + "[KH]": 193, + "[Ce+3]": 194, + "[Zr]": 195, + "[AlH2-]": 196, + "[OH2+]": 197, + "[Ti+3]": 198, + "[Rh+2]": 199, + "[Sb]": 200, + "[S-2]": 201, + "%12": 202, + "[P@@]": 203, + "[Si@H]": 204, + "[Mn+4]": 205, + "p": 206, + "[Ba]": 207, + "[NH2-]": 208, + "[Ge]": 209, + "[Pb+4]": 210, + "[Cr+3]": 211, + "[Au]": 212, + "[LiH]": 213, + "[Sc+3]": 214, + "[o+]": 215, + "[Rh-3]": 216, + "%13": 217, + "[Br]": 218, + "[Sb-]": 219, + "[S@+]": 220, + "[I+2]": 221, + "[Ar]": 222, + "[V]": 223, + "[Cu-]": 224, + "[Al-]": 225, + "[Te]": 226, + "[13c]": 227, + "[13C]": 228, + "[Cl]": 229, + "[PH4+]": 230, + "[SiH4]": 231, + "[te]": 232, + "[CH3-]": 233, + "[S@@+]": 234, + "[Rh+3]": 235, + "[SH+]": 236, + "[Bi+3]": 237, + "[Br+2]": 238, + "[La]": 239, + "[La+3]": 240, + "[Pt-2]": 241, + "[N@@]": 242, + "[PH3+]": 243, + "[N@]": 244, + "[Si+4]": 245, + "[Sr+2]": 246, + "[Al+]": 247, + "[Pb]": 248, + "[SeH]": 249, + "[Si-]": 250, + "[V+5]": 251, + "[Y+3]": 252, + "[Re]": 253, + "[Ru+]": 254, + "[Sm]": 255, + "*": 256, + "[3H]": 257, + "[NH2]": 258, + "[Ag-]": 259, + "[13CH3]": 260, + "[OH+]": 261, + "[Ru+3]": 262, + "[OH]": 263, + "[Gd+3]": 264, + "[13CH2]": 265, + "[In+3]": 266, + "[Si@@]": 267, + "[Si@]": 268, + "[Ti+2]": 269, + "[Sn+]": 270, + "[Cl+2]": 271, + "[AlH-]": 272, + "[Pd-2]": 273, + "[SnH3]": 274, + "[B+3]": 275, + "[Cu-2]": 276, + "[Nd+3]": 277, + "[Pb+3]": 278, + "[13cH]": 279, + "[Fe-4]": 280, + "[Ga]": 281, + "[Sn+4]": 282, + "[Hg+]": 283, + "[11CH3]": 284, + "[Hf]": 285, + "[Pr]": 286, + "[Y]": 287, + "[S+2]": 288, + "[Cd]": 289, + "[Cr+6]": 290, + "[Zr+3]": 291, + "[Rh+]": 292, + "[CH3]": 293, + "[N-3]": 294, + "[Hf+2]": 295, + "[Th]": 296, + "[Sb+3]": 297, + "%14": 298, + "[Cr+2]": 299, + "[Ru+2]": 300, + "[Hf+4]": 301, + "[14C]": 302, + "[Ta]": 303, + "[Tl+]": 304, + "[B+]": 305, + "[Os+4]": 306, + "[PdH2]": 307, + "[Pd-]": 308, + "[Cd+2]": 309, + "[Co+3]": 310, + "[S+4]": 311, + "[Nb+5]": 312, + "[123I]": 313, + "[c+]": 314, + "[Rb+]": 315, + "[V+2]": 316, + "[CH3+]": 317, + "[Ag+2]": 318, + "[cH+]": 319, + "[Mn+3]": 320, + "[Se-]": 321, + "[As-]": 322, + "[Eu+3]": 323, + "[SH2]": 324, + "[Sm+3]": 325, + "[IH+]": 326, + "%15": 327, + "[OH3+]": 328, + "[PH3]": 329, + "[IH2+]": 330, + "[SH2+]": 331, + "[Ir+3]": 332, + "[AlH3]": 333, + "[Sc]": 334, + "[Yb]": 335, + "[15NH2]": 336, + "[Lu]": 337, + "[sH+]": 338, + "[Gd]": 339, + "[18F-]": 340, + "[SH3+]": 341, + "[SnH4]": 342, + "[TeH]": 343, + "[Si@@H]": 344, + "[Ga+3]": 345, + "[CaH2]": 346, + "[Tl]": 347, + "[Ta+5]": 348, + "[GeH]": 349, + "[Br+]": 350, + "[Sr]": 351, + "[Tl+3]": 352, + "[Sm+2]": 353, + "[PH5]": 354, + "%16": 355, + "[N@@+]": 356, + "[Au+3]": 357, + "[C-4]": 358, + "[Nd]": 359, + "[Ti+]": 360, + "[IH]": 361, + "[N@+]": 362, + "[125I]": 363, + "[Eu]": 364, + "[Sn+3]": 365, + "[Nb]": 366, + "[Er+3]": 367, + "[123I-]": 368, + "[14c]": 369, + "%17": 370, + "[SnH2]": 371, + "[YH]": 372, + "[Sb+5]": 373, + "[Pr+3]": 374, + "[Ir+]": 375, + "[N+3]": 376, + "[AlH2]": 377, + "[19F]": 378, + "%18": 379, + "[Tb]": 380, + "[14CH]": 381, + "[Mo+4]": 382, + "[Si+]": 383, + "[BH]": 384, + "[Be]": 385, + "[Rb]": 386, + "[pH]": 387, + "%19": 388, + "%20": 389, + "[Xe]": 390, + "[Ir-]": 391, + "[Be+2]": 392, + "[C+4]": 393, + "[RuH2]": 394, + "[15NH]": 395, + "[U+2]": 396, + "[Au-]": 397, + "%21": 398, + "%22": 399, + "[Au+]": 400, + "[15n]": 401, + "[Al+2]": 402, + "[Tb+3]": 403, + "[15N]": 404, + "[V+3]": 405, + "[W+6]": 406, + "[14CH3]": 407, + "[Cr+4]": 408, + "[ClH+]": 409, + "b": 410, + "[Ti+6]": 411, + "[Nd+]": 412, + "[Zr+]": 413, + "[PH2+]": 414, + "[Fm]": 415, + "[N@H+]": 416, + "[RuH]": 417, + "[Dy+3]": 418, + "%23": 419, + "[Hf+3]": 420, + "[W+4]": 421, + "[11C]": 422, + "[13CH]": 423, + "[Er]": 424, + "[124I]": 425, + "[LaH]": 426, + "[F]": 427, + "[siH]": 428, + "[Ga+]": 429, + "[Cm]": 430, + "[GeH3]": 431, + "[IH-]": 432, + "[U+6]": 433, + "[SeH+]": 434, + "[32P]": 435, + "[SeH-]": 436, + "[Pt-]": 437, + "[Ir+2]": 438, + "[se+]": 439, + "[U]": 440, + "[F+]": 441, + "[BH2]": 442, + "[As+]": 443, + "[Cf]": 444, + "[ClH2+]": 445, + "[Ni+]": 446, + "[TeH3]": 447, + "[SbH2]": 448, + "[Ag+3]": 449, + "%24": 450, + "[18O]": 451, + "[PH4]": 452, + "[Os+2]": 453, + "[Na-]": 454, + "[Sb+2]": 455, + "[V+4]": 456, + "[Ho+3]": 457, + "[68Ga]": 458, + "[PH-]": 459, + "[Bi+2]": 460, + "[Ce+2]": 461, + "[Pd+3]": 462, + "[99Tc]": 463, + "[13C@@H]": 464, + "[Fe+6]": 465, + "[c]": 466, + "[GeH2]": 467, + "[10B]": 468, + "[Cu+3]": 469, + "[Mo+2]": 470, + "[Cr+]": 471, + "[Pd+4]": 472, + "[Dy]": 473, + "[AsH]": 474, + "[Ba+]": 475, + "[SeH2]": 476, + "[In+]": 477, + "[TeH2]": 478, + "[BrH+]": 479, + "[14cH]": 480, + "[W+]": 481, + "[13C@H]": 482, + "[AsH2]": 483, + "[In+2]": 484, + "[N+2]": 485, + "[N@@H+]": 486, + "[SbH]": 487, + "[60Co]": 488, + "[AsH4+]": 489, + "[AsH3]": 490, + "[18OH]": 491, + "[Ru-2]": 492, + "[Na-2]": 493, + "[CuH2]": 494, + "[31P]": 495, + "[Ti+5]": 496, + "[35S]": 497, + "[P@@H]": 498, + "[ArH]": 499, + "[Co+]": 500, + "[Zr-2]": 501, + "[BH2-]": 502, + "[131I]": 503, + "[SH5]": 504, + "[VH]": 505, + "[B+2]": 506, + "[Yb+2]": 507, + "[14C@H]": 508, + "[211At]": 509, + "[NH3+2]": 510, + "[IrH]": 511, + "[IrH2]": 512, + "[Rh-]": 513, + "[Cr-]": 514, + "[Sb+]": 515, + "[Ni+3]": 516, + "[TaH3]": 517, + "[Tl+2]": 518, + "[64Cu]": 519, + "[Tc]": 520, + "[Cd+]": 521, + "[1H]": 522, + "[15nH]": 523, + "[AlH2+]": 524, + "[FH+2]": 525, + "[BiH3]": 526, + "[Ru-]": 527, + "[Mo+6]": 528, + "[AsH+]": 529, + "[BaH2]": 530, + "[BaH]": 531, + "[Fe+4]": 532, + "[229Th]": 533, + "[Th+4]": 534, + "[As+3]": 535, + "[NH+3]": 536, + "[P@H]": 537, + "[Li-]": 538, + "[7NaH]": 539, + "[Bi+]": 540, + "[PtH+2]": 541, + "[p-]": 542, + "[Re+5]": 543, + "[NiH]": 544, + "[Ni-]": 545, + "[Xe+]": 546, + "[Ca+]": 547, + "[11c]": 548, + "[Rh+4]": 549, + "[AcH]": 550, + "[HeH]": 551, + "[Sc+2]": 552, + "[Mn+]": 553, + "[UH]": 554, + "[14CH2]": 555, + "[SiH4+]": 556, + "[18OH2]": 557, + "[Ac-]": 558, + "[Re+4]": 559, + "[118Sn]": 560, + "[153Sm]": 561, + "[P+2]": 562, + "[9CH]": 563, + "[9CH3]": 564, + "[Y-]": 565, + "[NiH2]": 566, + "[Si+2]": 567, + "[Mn+6]": 568, + "[ZrH2]": 569, + "[C-2]": 570, + "[Bi+5]": 571, + "[24NaH]": 572, + "[Fr]": 573, + "[15CH]": 574, + "[Se+]": 575, + "[At]": 576, + "[P-3]": 577, + "[124I-]": 578, + "[CuH2-]": 579, + "[Nb+4]": 580, + "[Nb+3]": 581, + "[MgH]": 582, + "[Ir+4]": 583, + "[67Ga+3]": 584, + "[67Ga]": 585, + "[13N]": 586, + "[15OH2]": 587, + "[2NH]": 588, + "[Ho]": 589, + "[Cn]": 590 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/tokenizer_config.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c26ff8c292b422c546edbb09cee070aa6461368a --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/tokenizer_config.json @@ -0,0 +1,76 @@ +{ + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "[CLS]", + "eos_token": "", + "errors": "replace", + "extra_special_tokens": {}, + "full_tokenizer_file": null, + "mask_token": "[MASK]", + "max_len": 512, + "model_max_length": 512, + "pad_token": "[PAD]", + "sep_token": "[SEP]", + "tokenizer_class": "RobertaTokenizer", + "trim_offsets": true, + "unk_token": "[UNK]" +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/trainer_state.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..afd8994a6af9391b40a50c7cec516ac23bd683d4 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/trainer_state.json @@ -0,0 +1,184 @@ +{ + "best_global_step": 70000, + "best_metric": 0.04956068471074104, + "best_model_checkpoint": "/home/jovyan/simson_training_bolgov/regression/decoder_checkpoints/checkpoint-70000", + "epoch": 4.00576830636116, + "eval_steps": 10000, + "global_step": 100000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.400576830636116, + "grad_norm": 0.37913239002227783, + "learning_rate": 4.6013064037829606e-05, + "loss": 0.1577, + "step": 10000 + }, + { + "epoch": 0.400576830636116, + "eval_loss": 0.07184838503599167, + "eval_runtime": 325.2402, + "eval_samples_per_second": 1034.153, + "eval_steps_per_second": 4.04, + "step": 10000 + }, + { + "epoch": 0.801153661272232, + "grad_norm": 0.36734315752983093, + "learning_rate": 4.200729341989261e-05, + "loss": 0.0699, + "step": 20000 + }, + { + "epoch": 0.801153661272232, + "eval_loss": 0.06233175843954086, + "eval_runtime": 326.1302, + "eval_samples_per_second": 1031.33, + "eval_steps_per_second": 4.029, + "step": 20000 + }, + { + "epoch": 1.201730491908348, + "grad_norm": 0.43427732586860657, + "learning_rate": 3.800192353931233e-05, + "loss": 0.0619, + "step": 30000 + }, + { + "epoch": 1.201730491908348, + "eval_loss": 0.05772605910897255, + "eval_runtime": 327.0384, + "eval_samples_per_second": 1028.466, + "eval_steps_per_second": 4.018, + "step": 30000 + }, + { + "epoch": 1.6023073225444642, + "grad_norm": 0.5037900805473328, + "learning_rate": 3.3996553658732065e-05, + "loss": 0.0577, + "step": 40000 + }, + { + "epoch": 1.6023073225444642, + "eval_loss": 0.05496111884713173, + "eval_runtime": 323.8521, + "eval_samples_per_second": 1038.585, + "eval_steps_per_second": 4.057, + "step": 40000 + }, + { + "epoch": 2.00288415318058, + "grad_norm": 0.46178844571113586, + "learning_rate": 2.99911837781518e-05, + "loss": 0.0551, + "step": 50000 + }, + { + "epoch": 2.00288415318058, + "eval_loss": 0.05280572175979614, + "eval_runtime": 322.3602, + "eval_samples_per_second": 1043.392, + "eval_steps_per_second": 4.076, + "step": 50000 + }, + { + "epoch": 2.403460983816696, + "grad_norm": 0.5070484280586243, + "learning_rate": 2.5985413160214794e-05, + "loss": 0.0532, + "step": 60000 + }, + { + "epoch": 2.403460983816696, + "eval_loss": 0.05358376353979111, + "eval_runtime": 325.0588, + "eval_samples_per_second": 1034.73, + "eval_steps_per_second": 4.042, + "step": 60000 + }, + { + "epoch": 2.804037814452812, + "grad_norm": 0.5176772475242615, + "learning_rate": 2.1980043279634528e-05, + "loss": 0.0517, + "step": 70000 + }, + { + "epoch": 2.804037814452812, + "eval_loss": 0.04956068471074104, + "eval_runtime": 323.6366, + "eval_samples_per_second": 1039.277, + "eval_steps_per_second": 4.06, + "step": 70000 + }, + { + "epoch": 3.204614645088928, + "grad_norm": 0.4495079815387726, + "learning_rate": 1.7974673399054262e-05, + "loss": 0.0505, + "step": 80000 + }, + { + "epoch": 3.204614645088928, + "eval_loss": 0.05076293647289276, + "eval_runtime": 325.2387, + "eval_samples_per_second": 1034.157, + "eval_steps_per_second": 4.04, + "step": 80000 + }, + { + "epoch": 3.605191475725044, + "grad_norm": 0.49150699377059937, + "learning_rate": 1.3969303518473992e-05, + "loss": 0.0496, + "step": 90000 + }, + { + "epoch": 3.605191475725044, + "eval_loss": 0.05038553848862648, + "eval_runtime": 322.6375, + "eval_samples_per_second": 1042.495, + "eval_steps_per_second": 4.073, + "step": 90000 + }, + { + "epoch": 4.00576830636116, + "grad_norm": 0.5493866205215454, + "learning_rate": 9.963933637893724e-06, + "loss": 0.0487, + "step": 100000 + }, + { + "epoch": 4.00576830636116, + "eval_loss": 0.04964649677276611, + "eval_runtime": 326.8677, + "eval_samples_per_second": 1029.003, + "eval_steps_per_second": 4.02, + "step": 100000 + } + ], + "logging_steps": 10000, + "max_steps": 124820, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 10000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/training_args.bin b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dea57a02fa5aae2fa1cd4a93634bcb6d955406bc --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee5224f9dfa99af5e5e76c1542adfb446d3f4da5fc19ab3a31aa1d3ca6ebeda +size 5496 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/vocab.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/vocab.json new file mode 100644 index 0000000000000000000000000000000000000000..4f1006880296b590ef1eb82c22beb2d8192b8daf --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-100000/vocab.json @@ -0,0 +1 @@ +{"[PAD]":0,"[unused1]":1,"[unused2]":2,"[unused3]":3,"[unused4]":4,"[unused5]":5,"[unused6]":6,"[unused7]":7,"[unused8]":8,"[unused9]":9,"[unused10]":10,"[UNK]":11,"[CLS]":12,"[SEP]":13,"[MASK]":14,"c":15,"C":16,"(":17,")":18,"O":19,"1":20,"2":21,"=":22,"N":23,".":24,"n":25,"3":26,"F":27,"Cl":28,">>":29,"~":30,"-":31,"4":32,"[C@H]":33,"S":34,"[C@@H]":35,"[O-]":36,"Br":37,"#":38,"/":39,"[nH]":40,"[N+]":41,"s":42,"5":43,"o":44,"P":45,"[Na+]":46,"[Si]":47,"I":48,"[Na]":49,"[Pd]":50,"[K+]":51,"[K]":52,"[P]":53,"B":54,"[C@]":55,"[C@@]":56,"[Cl-]":57,"6":58,"[OH-]":59,"\\":60,"[N-]":61,"[Li]":62,"[H]":63,"[2H]":64,"[NH4+]":65,"[c-]":66,"[P-]":67,"[Cs+]":68,"[Li+]":69,"[Cs]":70,"[NaH]":71,"[H-]":72,"[O+]":73,"[BH4-]":74,"[Cu]":75,"7":76,"[Mg]":77,"[Fe+2]":78,"[n+]":79,"[Sn]":80,"[BH-]":81,"[Pd+2]":82,"[CH]":83,"[I-]":84,"[Br-]":85,"[C-]":86,"[Zn]":87,"[B-]":88,"[F-]":89,"[Al]":90,"[P+]":91,"[BH3-]":92,"[Fe]":93,"[C]":94,"[AlH4]":95,"[Ni]":96,"[SiH]":97,"8":98,"[Cu+2]":99,"[Mn]":100,"[AlH]":101,"[nH+]":102,"[AlH4-]":103,"[O-2]":104,"[Cr]":105,"[Mg+2]":106,"[NH3+]":107,"[S@]":108,"[Pt]":109,"[Al+3]":110,"[S@@]":111,"[S-]":112,"[Ti]":113,"[Zn+2]":114,"[PH]":115,"[NH2+]":116,"[Ru]":117,"[Ag+]":118,"[S+]":119,"[I+3]":120,"[NH+]":121,"[Ca+2]":122,"[Ag]":123,"9":124,"[Os]":125,"[Se]":126,"[SiH2]":127,"[Ca]":128,"[Ti+4]":129,"[Ac]":130,"[Cu+]":131,"[S]":132,"[Rh]":133,"[Cl+3]":134,"[cH-]":135,"[Zn+]":136,"[O]":137,"[Cl+]":138,"[SH]":139,"[H+]":140,"[Pd+]":141,"[se]":142,"[PH+]":143,"[I]":144,"[Pt+2]":145,"[C+]":146,"[Mg+]":147,"[Hg]":148,"[W]":149,"[SnH]":150,"[SiH3]":151,"[Fe+3]":152,"[NH]":153,"[Mo]":154,"[CH2+]":155,"%10":156,"[CH2-]":157,"[CH2]":158,"[n-]":159,"[Ce+4]":160,"[NH-]":161,"[Co]":162,"[I+]":163,"[PH2]":164,"[Pt+4]":165,"[Ce]":166,"[B]":167,"[Sn+2]":168,"[Ba+2]":169,"%11":170,"[Fe-3]":171,"[18F]":172,"[SH-]":173,"[Pb+2]":174,"[Os-2]":175,"[Zr+4]":176,"[N]":177,"[Ir]":178,"[Bi]":179,"[Ni+2]":180,"[P@]":181,"[Co+2]":182,"[s+]":183,"[As]":184,"[P+3]":185,"[Hg+2]":186,"[Yb+3]":187,"[CH-]":188,"[Zr+2]":189,"[Mn+2]":190,"[CH+]":191,"[In]":192,"[KH]":193,"[Ce+3]":194,"[Zr]":195,"[AlH2-]":196,"[OH2+]":197,"[Ti+3]":198,"[Rh+2]":199,"[Sb]":200,"[S-2]":201,"%12":202,"[P@@]":203,"[Si@H]":204,"[Mn+4]":205,"p":206,"[Ba]":207,"[NH2-]":208,"[Ge]":209,"[Pb+4]":210,"[Cr+3]":211,"[Au]":212,"[LiH]":213,"[Sc+3]":214,"[o+]":215,"[Rh-3]":216,"%13":217,"[Br]":218,"[Sb-]":219,"[S@+]":220,"[I+2]":221,"[Ar]":222,"[V]":223,"[Cu-]":224,"[Al-]":225,"[Te]":226,"[13c]":227,"[13C]":228,"[Cl]":229,"[PH4+]":230,"[SiH4]":231,"[te]":232,"[CH3-]":233,"[S@@+]":234,"[Rh+3]":235,"[SH+]":236,"[Bi+3]":237,"[Br+2]":238,"[La]":239,"[La+3]":240,"[Pt-2]":241,"[N@@]":242,"[PH3+]":243,"[N@]":244,"[Si+4]":245,"[Sr+2]":246,"[Al+]":247,"[Pb]":248,"[SeH]":249,"[Si-]":250,"[V+5]":251,"[Y+3]":252,"[Re]":253,"[Ru+]":254,"[Sm]":255,"*":256,"[3H]":257,"[NH2]":258,"[Ag-]":259,"[13CH3]":260,"[OH+]":261,"[Ru+3]":262,"[OH]":263,"[Gd+3]":264,"[13CH2]":265,"[In+3]":266,"[Si@@]":267,"[Si@]":268,"[Ti+2]":269,"[Sn+]":270,"[Cl+2]":271,"[AlH-]":272,"[Pd-2]":273,"[SnH3]":274,"[B+3]":275,"[Cu-2]":276,"[Nd+3]":277,"[Pb+3]":278,"[13cH]":279,"[Fe-4]":280,"[Ga]":281,"[Sn+4]":282,"[Hg+]":283,"[11CH3]":284,"[Hf]":285,"[Pr]":286,"[Y]":287,"[S+2]":288,"[Cd]":289,"[Cr+6]":290,"[Zr+3]":291,"[Rh+]":292,"[CH3]":293,"[N-3]":294,"[Hf+2]":295,"[Th]":296,"[Sb+3]":297,"%14":298,"[Cr+2]":299,"[Ru+2]":300,"[Hf+4]":301,"[14C]":302,"[Ta]":303,"[Tl+]":304,"[B+]":305,"[Os+4]":306,"[PdH2]":307,"[Pd-]":308,"[Cd+2]":309,"[Co+3]":310,"[S+4]":311,"[Nb+5]":312,"[123I]":313,"[c+]":314,"[Rb+]":315,"[V+2]":316,"[CH3+]":317,"[Ag+2]":318,"[cH+]":319,"[Mn+3]":320,"[Se-]":321,"[As-]":322,"[Eu+3]":323,"[SH2]":324,"[Sm+3]":325,"[IH+]":326,"%15":327,"[OH3+]":328,"[PH3]":329,"[IH2+]":330,"[SH2+]":331,"[Ir+3]":332,"[AlH3]":333,"[Sc]":334,"[Yb]":335,"[15NH2]":336,"[Lu]":337,"[sH+]":338,"[Gd]":339,"[18F-]":340,"[SH3+]":341,"[SnH4]":342,"[TeH]":343,"[Si@@H]":344,"[Ga+3]":345,"[CaH2]":346,"[Tl]":347,"[Ta+5]":348,"[GeH]":349,"[Br+]":350,"[Sr]":351,"[Tl+3]":352,"[Sm+2]":353,"[PH5]":354,"%16":355,"[N@@+]":356,"[Au+3]":357,"[C-4]":358,"[Nd]":359,"[Ti+]":360,"[IH]":361,"[N@+]":362,"[125I]":363,"[Eu]":364,"[Sn+3]":365,"[Nb]":366,"[Er+3]":367,"[123I-]":368,"[14c]":369,"%17":370,"[SnH2]":371,"[YH]":372,"[Sb+5]":373,"[Pr+3]":374,"[Ir+]":375,"[N+3]":376,"[AlH2]":377,"[19F]":378,"%18":379,"[Tb]":380,"[14CH]":381,"[Mo+4]":382,"[Si+]":383,"[BH]":384,"[Be]":385,"[Rb]":386,"[pH]":387,"%19":388,"%20":389,"[Xe]":390,"[Ir-]":391,"[Be+2]":392,"[C+4]":393,"[RuH2]":394,"[15NH]":395,"[U+2]":396,"[Au-]":397,"%21":398,"%22":399,"[Au+]":400,"[15n]":401,"[Al+2]":402,"[Tb+3]":403,"[15N]":404,"[V+3]":405,"[W+6]":406,"[14CH3]":407,"[Cr+4]":408,"[ClH+]":409,"b":410,"[Ti+6]":411,"[Nd+]":412,"[Zr+]":413,"[PH2+]":414,"[Fm]":415,"[N@H+]":416,"[RuH]":417,"[Dy+3]":418,"%23":419,"[Hf+3]":420,"[W+4]":421,"[11C]":422,"[13CH]":423,"[Er]":424,"[124I]":425,"[LaH]":426,"[F]":427,"[siH]":428,"[Ga+]":429,"[Cm]":430,"[GeH3]":431,"[IH-]":432,"[U+6]":433,"[SeH+]":434,"[32P]":435,"[SeH-]":436,"[Pt-]":437,"[Ir+2]":438,"[se+]":439,"[U]":440,"[F+]":441,"[BH2]":442,"[As+]":443,"[Cf]":444,"[ClH2+]":445,"[Ni+]":446,"[TeH3]":447,"[SbH2]":448,"[Ag+3]":449,"%24":450,"[18O]":451,"[PH4]":452,"[Os+2]":453,"[Na-]":454,"[Sb+2]":455,"[V+4]":456,"[Ho+3]":457,"[68Ga]":458,"[PH-]":459,"[Bi+2]":460,"[Ce+2]":461,"[Pd+3]":462,"[99Tc]":463,"[13C@@H]":464,"[Fe+6]":465,"[c]":466,"[GeH2]":467,"[10B]":468,"[Cu+3]":469,"[Mo+2]":470,"[Cr+]":471,"[Pd+4]":472,"[Dy]":473,"[AsH]":474,"[Ba+]":475,"[SeH2]":476,"[In+]":477,"[TeH2]":478,"[BrH+]":479,"[14cH]":480,"[W+]":481,"[13C@H]":482,"[AsH2]":483,"[In+2]":484,"[N+2]":485,"[N@@H+]":486,"[SbH]":487,"[60Co]":488,"[AsH4+]":489,"[AsH3]":490,"[18OH]":491,"[Ru-2]":492,"[Na-2]":493,"[CuH2]":494,"[31P]":495,"[Ti+5]":496,"[35S]":497,"[P@@H]":498,"[ArH]":499,"[Co+]":500,"[Zr-2]":501,"[BH2-]":502,"[131I]":503,"[SH5]":504,"[VH]":505,"[B+2]":506,"[Yb+2]":507,"[14C@H]":508,"[211At]":509,"[NH3+2]":510,"[IrH]":511,"[IrH2]":512,"[Rh-]":513,"[Cr-]":514,"[Sb+]":515,"[Ni+3]":516,"[TaH3]":517,"[Tl+2]":518,"[64Cu]":519,"[Tc]":520,"[Cd+]":521,"[1H]":522,"[15nH]":523,"[AlH2+]":524,"[FH+2]":525,"[BiH3]":526,"[Ru-]":527,"[Mo+6]":528,"[AsH+]":529,"[BaH2]":530,"[BaH]":531,"[Fe+4]":532,"[229Th]":533,"[Th+4]":534,"[As+3]":535,"[NH+3]":536,"[P@H]":537,"[Li-]":538,"[7NaH]":539,"[Bi+]":540,"[PtH+2]":541,"[p-]":542,"[Re+5]":543,"[NiH]":544,"[Ni-]":545,"[Xe+]":546,"[Ca+]":547,"[11c]":548,"[Rh+4]":549,"[AcH]":550,"[HeH]":551,"[Sc+2]":552,"[Mn+]":553,"[UH]":554,"[14CH2]":555,"[SiH4+]":556,"[18OH2]":557,"[Ac-]":558,"[Re+4]":559,"[118Sn]":560,"[153Sm]":561,"[P+2]":562,"[9CH]":563,"[9CH3]":564,"[Y-]":565,"[NiH2]":566,"[Si+2]":567,"[Mn+6]":568,"[ZrH2]":569,"[C-2]":570,"[Bi+5]":571,"[24NaH]":572,"[Fr]":573,"[15CH]":574,"[Se+]":575,"[At]":576,"[P-3]":577,"[124I-]":578,"[CuH2-]":579,"[Nb+4]":580,"[Nb+3]":581,"[MgH]":582,"[Ir+4]":583,"[67Ga+3]":584,"[67Ga]":585,"[13N]":586,"[15OH2]":587,"[2NH]":588,"[Ho]":589,"[Cn]":590} \ No newline at end of file diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/added_tokens.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..2a700a898fd6dfb4d2626d709850a4fe382e23f9 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/added_tokens.json @@ -0,0 +1,4 @@ +{ + "": 592, + "": 591 +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/merges.txt b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/merges.txt new file mode 100644 index 0000000000000000000000000000000000000000..5e7f1fd94996c8e2b65adea828af1b398eace61f --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/merges.txt @@ -0,0 +1 @@ +#version: 0.2 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/model.safetensors b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f91c8fdaa221d02027f656cf923cfcfa745061bb --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5528b46edec92ab3d36487f9b0f7d9bc492b00fb474a47afa69233675d086f89 +size 289080308 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/optimizer.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..09f4f1935ae568fd3e0a01d981e8e8daf37d5f31 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e49b303d3b6acdda96f85574e49631d36aa0c0dcf0913693c5d58bf10fb1a0 +size 391812538 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/rng_state.pth b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5b3c88bd63f10ed870790341702eb5f30279a913 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28cbb093c546b8955525a3086ac4075282098c70a831b850709c314e5136d5c6 +size 14244 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/scaler.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fb21a50cd7a061732ab1fc7b321e40c983a810b --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2387543a6c80beefa0d95bce5683c4a82b83df25a72fad955869d82c2937e6e6 +size 988 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/scheduler.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e28a3f8e5beb6c8f0ff772eedee3b4960447f2e3 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a79d6cd7d4491947501536e8a2f1ea82741d64475bf8a082c743ab7c4162e0ac +size 1064 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/special_tokens_map.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..2497308643642292c312496260f84dec1490afb5 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/special_tokens_map.json @@ -0,0 +1,51 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/tokenizer.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..cd5b759f69ffeef605d58f8f8cbb105b77a4d402 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/tokenizer.json @@ -0,0 +1,714 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 256, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 256 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 11, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 12, + "content": "[CLS]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 13, + "content": "[SEP]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 14, + "content": "[MASK]", + "single_word": false, + "lstrip": true, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 591, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + }, + { + "id": 592, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "RobertaProcessing", + "sep": [ + "[SEP]", + 13 + ], + "cls": [ + "[CLS]", + 12 + ], + "trim_offsets": true, + "add_prefix_space": false + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "[PAD]": 0, + "[unused1]": 1, + "[unused2]": 2, + "[unused3]": 3, + "[unused4]": 4, + "[unused5]": 5, + "[unused6]": 6, + "[unused7]": 7, + "[unused8]": 8, + "[unused9]": 9, + "[unused10]": 10, + "[UNK]": 11, + "[CLS]": 12, + "[SEP]": 13, + "[MASK]": 14, + "c": 15, + "C": 16, + "(": 17, + ")": 18, + "O": 19, + "1": 20, + "2": 21, + "=": 22, + "N": 23, + ".": 24, + "n": 25, + "3": 26, + "F": 27, + "Cl": 28, + ">>": 29, + "~": 30, + "-": 31, + "4": 32, + "[C@H]": 33, + "S": 34, + "[C@@H]": 35, + "[O-]": 36, + "Br": 37, + "#": 38, + "/": 39, + "[nH]": 40, + "[N+]": 41, + "s": 42, + "5": 43, + "o": 44, + "P": 45, + "[Na+]": 46, + "[Si]": 47, + "I": 48, + "[Na]": 49, + "[Pd]": 50, + "[K+]": 51, + "[K]": 52, + "[P]": 53, + "B": 54, + "[C@]": 55, + "[C@@]": 56, + "[Cl-]": 57, + "6": 58, + "[OH-]": 59, + "\\": 60, + "[N-]": 61, + "[Li]": 62, + "[H]": 63, + "[2H]": 64, + "[NH4+]": 65, + "[c-]": 66, + "[P-]": 67, + "[Cs+]": 68, + "[Li+]": 69, + "[Cs]": 70, + "[NaH]": 71, + "[H-]": 72, + "[O+]": 73, + "[BH4-]": 74, + "[Cu]": 75, + "7": 76, + "[Mg]": 77, + "[Fe+2]": 78, + "[n+]": 79, + "[Sn]": 80, + "[BH-]": 81, + "[Pd+2]": 82, + "[CH]": 83, + "[I-]": 84, + "[Br-]": 85, + "[C-]": 86, + "[Zn]": 87, + "[B-]": 88, + "[F-]": 89, + "[Al]": 90, + "[P+]": 91, + "[BH3-]": 92, + "[Fe]": 93, + "[C]": 94, + "[AlH4]": 95, + "[Ni]": 96, + "[SiH]": 97, + "8": 98, + "[Cu+2]": 99, + "[Mn]": 100, + "[AlH]": 101, + "[nH+]": 102, + "[AlH4-]": 103, + "[O-2]": 104, + "[Cr]": 105, + "[Mg+2]": 106, + "[NH3+]": 107, + "[S@]": 108, + "[Pt]": 109, + "[Al+3]": 110, + "[S@@]": 111, + "[S-]": 112, + "[Ti]": 113, + "[Zn+2]": 114, + "[PH]": 115, + "[NH2+]": 116, + "[Ru]": 117, + "[Ag+]": 118, + "[S+]": 119, + "[I+3]": 120, + "[NH+]": 121, + "[Ca+2]": 122, + "[Ag]": 123, + "9": 124, + "[Os]": 125, + "[Se]": 126, + "[SiH2]": 127, + "[Ca]": 128, + "[Ti+4]": 129, + "[Ac]": 130, + "[Cu+]": 131, + "[S]": 132, + "[Rh]": 133, + "[Cl+3]": 134, + "[cH-]": 135, + "[Zn+]": 136, + "[O]": 137, + "[Cl+]": 138, + "[SH]": 139, + "[H+]": 140, + "[Pd+]": 141, + "[se]": 142, + "[PH+]": 143, + "[I]": 144, + "[Pt+2]": 145, + "[C+]": 146, + "[Mg+]": 147, + "[Hg]": 148, + "[W]": 149, + "[SnH]": 150, + "[SiH3]": 151, + "[Fe+3]": 152, + "[NH]": 153, + "[Mo]": 154, + "[CH2+]": 155, + "%10": 156, + "[CH2-]": 157, + "[CH2]": 158, + "[n-]": 159, + "[Ce+4]": 160, + "[NH-]": 161, + "[Co]": 162, + "[I+]": 163, + "[PH2]": 164, + "[Pt+4]": 165, + "[Ce]": 166, + "[B]": 167, + "[Sn+2]": 168, + "[Ba+2]": 169, + "%11": 170, + "[Fe-3]": 171, + "[18F]": 172, + "[SH-]": 173, + "[Pb+2]": 174, + "[Os-2]": 175, + "[Zr+4]": 176, + "[N]": 177, + "[Ir]": 178, + "[Bi]": 179, + "[Ni+2]": 180, + "[P@]": 181, + "[Co+2]": 182, + "[s+]": 183, + "[As]": 184, + "[P+3]": 185, + "[Hg+2]": 186, + "[Yb+3]": 187, + "[CH-]": 188, + "[Zr+2]": 189, + "[Mn+2]": 190, + "[CH+]": 191, + "[In]": 192, + "[KH]": 193, + "[Ce+3]": 194, + "[Zr]": 195, + "[AlH2-]": 196, + "[OH2+]": 197, + "[Ti+3]": 198, + "[Rh+2]": 199, + "[Sb]": 200, + "[S-2]": 201, + "%12": 202, + "[P@@]": 203, + "[Si@H]": 204, + "[Mn+4]": 205, + "p": 206, + "[Ba]": 207, + "[NH2-]": 208, + "[Ge]": 209, + "[Pb+4]": 210, + "[Cr+3]": 211, + "[Au]": 212, + "[LiH]": 213, + "[Sc+3]": 214, + "[o+]": 215, + "[Rh-3]": 216, + "%13": 217, + "[Br]": 218, + "[Sb-]": 219, + "[S@+]": 220, + "[I+2]": 221, + "[Ar]": 222, + "[V]": 223, + "[Cu-]": 224, + "[Al-]": 225, + "[Te]": 226, + "[13c]": 227, + "[13C]": 228, + "[Cl]": 229, + "[PH4+]": 230, + "[SiH4]": 231, + "[te]": 232, + "[CH3-]": 233, + "[S@@+]": 234, + "[Rh+3]": 235, + "[SH+]": 236, + "[Bi+3]": 237, + "[Br+2]": 238, + "[La]": 239, + "[La+3]": 240, + "[Pt-2]": 241, + "[N@@]": 242, + "[PH3+]": 243, + "[N@]": 244, + "[Si+4]": 245, + "[Sr+2]": 246, + "[Al+]": 247, + "[Pb]": 248, + "[SeH]": 249, + "[Si-]": 250, + "[V+5]": 251, + "[Y+3]": 252, + "[Re]": 253, + "[Ru+]": 254, + "[Sm]": 255, + "*": 256, + "[3H]": 257, + "[NH2]": 258, + "[Ag-]": 259, + "[13CH3]": 260, + "[OH+]": 261, + "[Ru+3]": 262, + "[OH]": 263, + "[Gd+3]": 264, + "[13CH2]": 265, + "[In+3]": 266, + "[Si@@]": 267, + "[Si@]": 268, + "[Ti+2]": 269, + "[Sn+]": 270, + "[Cl+2]": 271, + "[AlH-]": 272, + "[Pd-2]": 273, + "[SnH3]": 274, + "[B+3]": 275, + "[Cu-2]": 276, + "[Nd+3]": 277, + "[Pb+3]": 278, + "[13cH]": 279, + "[Fe-4]": 280, + "[Ga]": 281, + "[Sn+4]": 282, + "[Hg+]": 283, + "[11CH3]": 284, + "[Hf]": 285, + "[Pr]": 286, + "[Y]": 287, + "[S+2]": 288, + "[Cd]": 289, + "[Cr+6]": 290, + "[Zr+3]": 291, + "[Rh+]": 292, + "[CH3]": 293, + "[N-3]": 294, + "[Hf+2]": 295, + "[Th]": 296, + "[Sb+3]": 297, + "%14": 298, + "[Cr+2]": 299, + "[Ru+2]": 300, + "[Hf+4]": 301, + "[14C]": 302, + "[Ta]": 303, + "[Tl+]": 304, + "[B+]": 305, + "[Os+4]": 306, + "[PdH2]": 307, + "[Pd-]": 308, + "[Cd+2]": 309, + "[Co+3]": 310, + "[S+4]": 311, + "[Nb+5]": 312, + "[123I]": 313, + "[c+]": 314, + "[Rb+]": 315, + "[V+2]": 316, + "[CH3+]": 317, + "[Ag+2]": 318, + "[cH+]": 319, + "[Mn+3]": 320, + "[Se-]": 321, + "[As-]": 322, + "[Eu+3]": 323, + "[SH2]": 324, + "[Sm+3]": 325, + "[IH+]": 326, + "%15": 327, + "[OH3+]": 328, + "[PH3]": 329, + "[IH2+]": 330, + "[SH2+]": 331, + "[Ir+3]": 332, + "[AlH3]": 333, + "[Sc]": 334, + "[Yb]": 335, + "[15NH2]": 336, + "[Lu]": 337, + "[sH+]": 338, + "[Gd]": 339, + "[18F-]": 340, + "[SH3+]": 341, + "[SnH4]": 342, + "[TeH]": 343, + "[Si@@H]": 344, + "[Ga+3]": 345, + "[CaH2]": 346, + "[Tl]": 347, + "[Ta+5]": 348, + "[GeH]": 349, + "[Br+]": 350, + "[Sr]": 351, + "[Tl+3]": 352, + "[Sm+2]": 353, + "[PH5]": 354, + "%16": 355, + "[N@@+]": 356, + "[Au+3]": 357, + "[C-4]": 358, + "[Nd]": 359, + "[Ti+]": 360, + "[IH]": 361, + "[N@+]": 362, + "[125I]": 363, + "[Eu]": 364, + "[Sn+3]": 365, + "[Nb]": 366, + "[Er+3]": 367, + "[123I-]": 368, + "[14c]": 369, + "%17": 370, + "[SnH2]": 371, + "[YH]": 372, + "[Sb+5]": 373, + "[Pr+3]": 374, + "[Ir+]": 375, + "[N+3]": 376, + "[AlH2]": 377, + "[19F]": 378, + "%18": 379, + "[Tb]": 380, + "[14CH]": 381, + "[Mo+4]": 382, + "[Si+]": 383, + "[BH]": 384, + "[Be]": 385, + "[Rb]": 386, + "[pH]": 387, + "%19": 388, + "%20": 389, + "[Xe]": 390, + "[Ir-]": 391, + "[Be+2]": 392, + "[C+4]": 393, + "[RuH2]": 394, + "[15NH]": 395, + "[U+2]": 396, + "[Au-]": 397, + "%21": 398, + "%22": 399, + "[Au+]": 400, + "[15n]": 401, + "[Al+2]": 402, + "[Tb+3]": 403, + "[15N]": 404, + "[V+3]": 405, + "[W+6]": 406, + "[14CH3]": 407, + "[Cr+4]": 408, + "[ClH+]": 409, + "b": 410, + "[Ti+6]": 411, + "[Nd+]": 412, + "[Zr+]": 413, + "[PH2+]": 414, + "[Fm]": 415, + "[N@H+]": 416, + "[RuH]": 417, + "[Dy+3]": 418, + "%23": 419, + "[Hf+3]": 420, + "[W+4]": 421, + "[11C]": 422, + "[13CH]": 423, + "[Er]": 424, + "[124I]": 425, + "[LaH]": 426, + "[F]": 427, + "[siH]": 428, + "[Ga+]": 429, + "[Cm]": 430, + "[GeH3]": 431, + "[IH-]": 432, + "[U+6]": 433, + "[SeH+]": 434, + "[32P]": 435, + "[SeH-]": 436, + "[Pt-]": 437, + "[Ir+2]": 438, + "[se+]": 439, + "[U]": 440, + "[F+]": 441, + "[BH2]": 442, + "[As+]": 443, + "[Cf]": 444, + "[ClH2+]": 445, + "[Ni+]": 446, + "[TeH3]": 447, + "[SbH2]": 448, + "[Ag+3]": 449, + "%24": 450, + "[18O]": 451, + "[PH4]": 452, + "[Os+2]": 453, + "[Na-]": 454, + "[Sb+2]": 455, + "[V+4]": 456, + "[Ho+3]": 457, + "[68Ga]": 458, + "[PH-]": 459, + "[Bi+2]": 460, + "[Ce+2]": 461, + "[Pd+3]": 462, + "[99Tc]": 463, + "[13C@@H]": 464, + "[Fe+6]": 465, + "[c]": 466, + "[GeH2]": 467, + "[10B]": 468, + "[Cu+3]": 469, + "[Mo+2]": 470, + "[Cr+]": 471, + "[Pd+4]": 472, + "[Dy]": 473, + "[AsH]": 474, + "[Ba+]": 475, + "[SeH2]": 476, + "[In+]": 477, + "[TeH2]": 478, + "[BrH+]": 479, + "[14cH]": 480, + "[W+]": 481, + "[13C@H]": 482, + "[AsH2]": 483, + "[In+2]": 484, + "[N+2]": 485, + "[N@@H+]": 486, + "[SbH]": 487, + "[60Co]": 488, + "[AsH4+]": 489, + "[AsH3]": 490, + "[18OH]": 491, + "[Ru-2]": 492, + "[Na-2]": 493, + "[CuH2]": 494, + "[31P]": 495, + "[Ti+5]": 496, + "[35S]": 497, + "[P@@H]": 498, + "[ArH]": 499, + "[Co+]": 500, + "[Zr-2]": 501, + "[BH2-]": 502, + "[131I]": 503, + "[SH5]": 504, + "[VH]": 505, + "[B+2]": 506, + "[Yb+2]": 507, + "[14C@H]": 508, + "[211At]": 509, + "[NH3+2]": 510, + "[IrH]": 511, + "[IrH2]": 512, + "[Rh-]": 513, + "[Cr-]": 514, + "[Sb+]": 515, + "[Ni+3]": 516, + "[TaH3]": 517, + "[Tl+2]": 518, + "[64Cu]": 519, + "[Tc]": 520, + "[Cd+]": 521, + "[1H]": 522, + "[15nH]": 523, + "[AlH2+]": 524, + "[FH+2]": 525, + "[BiH3]": 526, + "[Ru-]": 527, + "[Mo+6]": 528, + "[AsH+]": 529, + "[BaH2]": 530, + "[BaH]": 531, + "[Fe+4]": 532, + "[229Th]": 533, + "[Th+4]": 534, + "[As+3]": 535, + "[NH+3]": 536, + "[P@H]": 537, + "[Li-]": 538, + "[7NaH]": 539, + "[Bi+]": 540, + "[PtH+2]": 541, + "[p-]": 542, + "[Re+5]": 543, + "[NiH]": 544, + "[Ni-]": 545, + "[Xe+]": 546, + "[Ca+]": 547, + "[11c]": 548, + "[Rh+4]": 549, + "[AcH]": 550, + "[HeH]": 551, + "[Sc+2]": 552, + "[Mn+]": 553, + "[UH]": 554, + "[14CH2]": 555, + "[SiH4+]": 556, + "[18OH2]": 557, + "[Ac-]": 558, + "[Re+4]": 559, + "[118Sn]": 560, + "[153Sm]": 561, + "[P+2]": 562, + "[9CH]": 563, + "[9CH3]": 564, + "[Y-]": 565, + "[NiH2]": 566, + "[Si+2]": 567, + "[Mn+6]": 568, + "[ZrH2]": 569, + "[C-2]": 570, + "[Bi+5]": 571, + "[24NaH]": 572, + "[Fr]": 573, + "[15CH]": 574, + "[Se+]": 575, + "[At]": 576, + "[P-3]": 577, + "[124I-]": 578, + "[CuH2-]": 579, + "[Nb+4]": 580, + "[Nb+3]": 581, + "[MgH]": 582, + "[Ir+4]": 583, + "[67Ga+3]": 584, + "[67Ga]": 585, + "[13N]": 586, + "[15OH2]": 587, + "[2NH]": 588, + "[Ho]": 589, + "[Cn]": 590 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/tokenizer_config.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c26ff8c292b422c546edbb09cee070aa6461368a --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/tokenizer_config.json @@ -0,0 +1,76 @@ +{ + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "[CLS]", + "eos_token": "", + "errors": "replace", + "extra_special_tokens": {}, + "full_tokenizer_file": null, + "mask_token": "[MASK]", + "max_len": 512, + "model_max_length": 512, + "pad_token": "[PAD]", + "sep_token": "[SEP]", + "tokenizer_class": "RobertaTokenizer", + "trim_offsets": true, + "unk_token": "[UNK]" +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/trainer_state.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..93757b61032cddd00d9709fc67443e1d5f0fec2c --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/trainer_state.json @@ -0,0 +1,199 @@ +{ + "best_global_step": 110000, + "best_metric": 0.04869391396641731, + "best_model_checkpoint": "/home/jovyan/simson_training_bolgov/regression/decoder_checkpoints/checkpoint-110000", + "epoch": 4.406345136997276, + "eval_steps": 10000, + "global_step": 110000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.400576830636116, + "grad_norm": 0.37913239002227783, + "learning_rate": 4.6013064037829606e-05, + "loss": 0.1577, + "step": 10000 + }, + { + "epoch": 0.400576830636116, + "eval_loss": 0.07184838503599167, + "eval_runtime": 325.2402, + "eval_samples_per_second": 1034.153, + "eval_steps_per_second": 4.04, + "step": 10000 + }, + { + "epoch": 0.801153661272232, + "grad_norm": 0.36734315752983093, + "learning_rate": 4.200729341989261e-05, + "loss": 0.0699, + "step": 20000 + }, + { + "epoch": 0.801153661272232, + "eval_loss": 0.06233175843954086, + "eval_runtime": 326.1302, + "eval_samples_per_second": 1031.33, + "eval_steps_per_second": 4.029, + "step": 20000 + }, + { + "epoch": 1.201730491908348, + "grad_norm": 0.43427732586860657, + "learning_rate": 3.800192353931233e-05, + "loss": 0.0619, + "step": 30000 + }, + { + "epoch": 1.201730491908348, + "eval_loss": 0.05772605910897255, + "eval_runtime": 327.0384, + "eval_samples_per_second": 1028.466, + "eval_steps_per_second": 4.018, + "step": 30000 + }, + { + "epoch": 1.6023073225444642, + "grad_norm": 0.5037900805473328, + "learning_rate": 3.3996553658732065e-05, + "loss": 0.0577, + "step": 40000 + }, + { + "epoch": 1.6023073225444642, + "eval_loss": 0.05496111884713173, + "eval_runtime": 323.8521, + "eval_samples_per_second": 1038.585, + "eval_steps_per_second": 4.057, + "step": 40000 + }, + { + "epoch": 2.00288415318058, + "grad_norm": 0.46178844571113586, + "learning_rate": 2.99911837781518e-05, + "loss": 0.0551, + "step": 50000 + }, + { + "epoch": 2.00288415318058, + "eval_loss": 0.05280572175979614, + "eval_runtime": 322.3602, + "eval_samples_per_second": 1043.392, + "eval_steps_per_second": 4.076, + "step": 50000 + }, + { + "epoch": 2.403460983816696, + "grad_norm": 0.5070484280586243, + "learning_rate": 2.5985413160214794e-05, + "loss": 0.0532, + "step": 60000 + }, + { + "epoch": 2.403460983816696, + "eval_loss": 0.05358376353979111, + "eval_runtime": 325.0588, + "eval_samples_per_second": 1034.73, + "eval_steps_per_second": 4.042, + "step": 60000 + }, + { + "epoch": 2.804037814452812, + "grad_norm": 0.5176772475242615, + "learning_rate": 2.1980043279634528e-05, + "loss": 0.0517, + "step": 70000 + }, + { + "epoch": 2.804037814452812, + "eval_loss": 0.04956068471074104, + "eval_runtime": 323.6366, + "eval_samples_per_second": 1039.277, + "eval_steps_per_second": 4.06, + "step": 70000 + }, + { + "epoch": 3.204614645088928, + "grad_norm": 0.4495079815387726, + "learning_rate": 1.7974673399054262e-05, + "loss": 0.0505, + "step": 80000 + }, + { + "epoch": 3.204614645088928, + "eval_loss": 0.05076293647289276, + "eval_runtime": 325.2387, + "eval_samples_per_second": 1034.157, + "eval_steps_per_second": 4.04, + "step": 80000 + }, + { + "epoch": 3.605191475725044, + "grad_norm": 0.49150699377059937, + "learning_rate": 1.3969303518473992e-05, + "loss": 0.0496, + "step": 90000 + }, + { + "epoch": 3.605191475725044, + "eval_loss": 0.05038553848862648, + "eval_runtime": 322.6375, + "eval_samples_per_second": 1042.495, + "eval_steps_per_second": 4.073, + "step": 90000 + }, + { + "epoch": 4.00576830636116, + "grad_norm": 0.5493866205215454, + "learning_rate": 9.963933637893724e-06, + "loss": 0.0487, + "step": 100000 + }, + { + "epoch": 4.00576830636116, + "eval_loss": 0.04964649677276611, + "eval_runtime": 326.8677, + "eval_samples_per_second": 1029.003, + "eval_steps_per_second": 4.02, + "step": 100000 + }, + { + "epoch": 4.406345136997276, + "grad_norm": 0.409485399723053, + "learning_rate": 5.958563757313457e-06, + "loss": 0.0479, + "step": 110000 + }, + { + "epoch": 4.406345136997276, + "eval_loss": 0.04869391396641731, + "eval_runtime": 320.3265, + "eval_samples_per_second": 1050.016, + "eval_steps_per_second": 4.102, + "step": 110000 + } + ], + "logging_steps": 10000, + "max_steps": 124820, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 10000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/training_args.bin b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dea57a02fa5aae2fa1cd4a93634bcb6d955406bc --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee5224f9dfa99af5e5e76c1542adfb446d3f4da5fc19ab3a31aa1d3ca6ebeda +size 5496 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/vocab.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/vocab.json new file mode 100644 index 0000000000000000000000000000000000000000..4f1006880296b590ef1eb82c22beb2d8192b8daf --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-110000/vocab.json @@ -0,0 +1 @@ +{"[PAD]":0,"[unused1]":1,"[unused2]":2,"[unused3]":3,"[unused4]":4,"[unused5]":5,"[unused6]":6,"[unused7]":7,"[unused8]":8,"[unused9]":9,"[unused10]":10,"[UNK]":11,"[CLS]":12,"[SEP]":13,"[MASK]":14,"c":15,"C":16,"(":17,")":18,"O":19,"1":20,"2":21,"=":22,"N":23,".":24,"n":25,"3":26,"F":27,"Cl":28,">>":29,"~":30,"-":31,"4":32,"[C@H]":33,"S":34,"[C@@H]":35,"[O-]":36,"Br":37,"#":38,"/":39,"[nH]":40,"[N+]":41,"s":42,"5":43,"o":44,"P":45,"[Na+]":46,"[Si]":47,"I":48,"[Na]":49,"[Pd]":50,"[K+]":51,"[K]":52,"[P]":53,"B":54,"[C@]":55,"[C@@]":56,"[Cl-]":57,"6":58,"[OH-]":59,"\\":60,"[N-]":61,"[Li]":62,"[H]":63,"[2H]":64,"[NH4+]":65,"[c-]":66,"[P-]":67,"[Cs+]":68,"[Li+]":69,"[Cs]":70,"[NaH]":71,"[H-]":72,"[O+]":73,"[BH4-]":74,"[Cu]":75,"7":76,"[Mg]":77,"[Fe+2]":78,"[n+]":79,"[Sn]":80,"[BH-]":81,"[Pd+2]":82,"[CH]":83,"[I-]":84,"[Br-]":85,"[C-]":86,"[Zn]":87,"[B-]":88,"[F-]":89,"[Al]":90,"[P+]":91,"[BH3-]":92,"[Fe]":93,"[C]":94,"[AlH4]":95,"[Ni]":96,"[SiH]":97,"8":98,"[Cu+2]":99,"[Mn]":100,"[AlH]":101,"[nH+]":102,"[AlH4-]":103,"[O-2]":104,"[Cr]":105,"[Mg+2]":106,"[NH3+]":107,"[S@]":108,"[Pt]":109,"[Al+3]":110,"[S@@]":111,"[S-]":112,"[Ti]":113,"[Zn+2]":114,"[PH]":115,"[NH2+]":116,"[Ru]":117,"[Ag+]":118,"[S+]":119,"[I+3]":120,"[NH+]":121,"[Ca+2]":122,"[Ag]":123,"9":124,"[Os]":125,"[Se]":126,"[SiH2]":127,"[Ca]":128,"[Ti+4]":129,"[Ac]":130,"[Cu+]":131,"[S]":132,"[Rh]":133,"[Cl+3]":134,"[cH-]":135,"[Zn+]":136,"[O]":137,"[Cl+]":138,"[SH]":139,"[H+]":140,"[Pd+]":141,"[se]":142,"[PH+]":143,"[I]":144,"[Pt+2]":145,"[C+]":146,"[Mg+]":147,"[Hg]":148,"[W]":149,"[SnH]":150,"[SiH3]":151,"[Fe+3]":152,"[NH]":153,"[Mo]":154,"[CH2+]":155,"%10":156,"[CH2-]":157,"[CH2]":158,"[n-]":159,"[Ce+4]":160,"[NH-]":161,"[Co]":162,"[I+]":163,"[PH2]":164,"[Pt+4]":165,"[Ce]":166,"[B]":167,"[Sn+2]":168,"[Ba+2]":169,"%11":170,"[Fe-3]":171,"[18F]":172,"[SH-]":173,"[Pb+2]":174,"[Os-2]":175,"[Zr+4]":176,"[N]":177,"[Ir]":178,"[Bi]":179,"[Ni+2]":180,"[P@]":181,"[Co+2]":182,"[s+]":183,"[As]":184,"[P+3]":185,"[Hg+2]":186,"[Yb+3]":187,"[CH-]":188,"[Zr+2]":189,"[Mn+2]":190,"[CH+]":191,"[In]":192,"[KH]":193,"[Ce+3]":194,"[Zr]":195,"[AlH2-]":196,"[OH2+]":197,"[Ti+3]":198,"[Rh+2]":199,"[Sb]":200,"[S-2]":201,"%12":202,"[P@@]":203,"[Si@H]":204,"[Mn+4]":205,"p":206,"[Ba]":207,"[NH2-]":208,"[Ge]":209,"[Pb+4]":210,"[Cr+3]":211,"[Au]":212,"[LiH]":213,"[Sc+3]":214,"[o+]":215,"[Rh-3]":216,"%13":217,"[Br]":218,"[Sb-]":219,"[S@+]":220,"[I+2]":221,"[Ar]":222,"[V]":223,"[Cu-]":224,"[Al-]":225,"[Te]":226,"[13c]":227,"[13C]":228,"[Cl]":229,"[PH4+]":230,"[SiH4]":231,"[te]":232,"[CH3-]":233,"[S@@+]":234,"[Rh+3]":235,"[SH+]":236,"[Bi+3]":237,"[Br+2]":238,"[La]":239,"[La+3]":240,"[Pt-2]":241,"[N@@]":242,"[PH3+]":243,"[N@]":244,"[Si+4]":245,"[Sr+2]":246,"[Al+]":247,"[Pb]":248,"[SeH]":249,"[Si-]":250,"[V+5]":251,"[Y+3]":252,"[Re]":253,"[Ru+]":254,"[Sm]":255,"*":256,"[3H]":257,"[NH2]":258,"[Ag-]":259,"[13CH3]":260,"[OH+]":261,"[Ru+3]":262,"[OH]":263,"[Gd+3]":264,"[13CH2]":265,"[In+3]":266,"[Si@@]":267,"[Si@]":268,"[Ti+2]":269,"[Sn+]":270,"[Cl+2]":271,"[AlH-]":272,"[Pd-2]":273,"[SnH3]":274,"[B+3]":275,"[Cu-2]":276,"[Nd+3]":277,"[Pb+3]":278,"[13cH]":279,"[Fe-4]":280,"[Ga]":281,"[Sn+4]":282,"[Hg+]":283,"[11CH3]":284,"[Hf]":285,"[Pr]":286,"[Y]":287,"[S+2]":288,"[Cd]":289,"[Cr+6]":290,"[Zr+3]":291,"[Rh+]":292,"[CH3]":293,"[N-3]":294,"[Hf+2]":295,"[Th]":296,"[Sb+3]":297,"%14":298,"[Cr+2]":299,"[Ru+2]":300,"[Hf+4]":301,"[14C]":302,"[Ta]":303,"[Tl+]":304,"[B+]":305,"[Os+4]":306,"[PdH2]":307,"[Pd-]":308,"[Cd+2]":309,"[Co+3]":310,"[S+4]":311,"[Nb+5]":312,"[123I]":313,"[c+]":314,"[Rb+]":315,"[V+2]":316,"[CH3+]":317,"[Ag+2]":318,"[cH+]":319,"[Mn+3]":320,"[Se-]":321,"[As-]":322,"[Eu+3]":323,"[SH2]":324,"[Sm+3]":325,"[IH+]":326,"%15":327,"[OH3+]":328,"[PH3]":329,"[IH2+]":330,"[SH2+]":331,"[Ir+3]":332,"[AlH3]":333,"[Sc]":334,"[Yb]":335,"[15NH2]":336,"[Lu]":337,"[sH+]":338,"[Gd]":339,"[18F-]":340,"[SH3+]":341,"[SnH4]":342,"[TeH]":343,"[Si@@H]":344,"[Ga+3]":345,"[CaH2]":346,"[Tl]":347,"[Ta+5]":348,"[GeH]":349,"[Br+]":350,"[Sr]":351,"[Tl+3]":352,"[Sm+2]":353,"[PH5]":354,"%16":355,"[N@@+]":356,"[Au+3]":357,"[C-4]":358,"[Nd]":359,"[Ti+]":360,"[IH]":361,"[N@+]":362,"[125I]":363,"[Eu]":364,"[Sn+3]":365,"[Nb]":366,"[Er+3]":367,"[123I-]":368,"[14c]":369,"%17":370,"[SnH2]":371,"[YH]":372,"[Sb+5]":373,"[Pr+3]":374,"[Ir+]":375,"[N+3]":376,"[AlH2]":377,"[19F]":378,"%18":379,"[Tb]":380,"[14CH]":381,"[Mo+4]":382,"[Si+]":383,"[BH]":384,"[Be]":385,"[Rb]":386,"[pH]":387,"%19":388,"%20":389,"[Xe]":390,"[Ir-]":391,"[Be+2]":392,"[C+4]":393,"[RuH2]":394,"[15NH]":395,"[U+2]":396,"[Au-]":397,"%21":398,"%22":399,"[Au+]":400,"[15n]":401,"[Al+2]":402,"[Tb+3]":403,"[15N]":404,"[V+3]":405,"[W+6]":406,"[14CH3]":407,"[Cr+4]":408,"[ClH+]":409,"b":410,"[Ti+6]":411,"[Nd+]":412,"[Zr+]":413,"[PH2+]":414,"[Fm]":415,"[N@H+]":416,"[RuH]":417,"[Dy+3]":418,"%23":419,"[Hf+3]":420,"[W+4]":421,"[11C]":422,"[13CH]":423,"[Er]":424,"[124I]":425,"[LaH]":426,"[F]":427,"[siH]":428,"[Ga+]":429,"[Cm]":430,"[GeH3]":431,"[IH-]":432,"[U+6]":433,"[SeH+]":434,"[32P]":435,"[SeH-]":436,"[Pt-]":437,"[Ir+2]":438,"[se+]":439,"[U]":440,"[F+]":441,"[BH2]":442,"[As+]":443,"[Cf]":444,"[ClH2+]":445,"[Ni+]":446,"[TeH3]":447,"[SbH2]":448,"[Ag+3]":449,"%24":450,"[18O]":451,"[PH4]":452,"[Os+2]":453,"[Na-]":454,"[Sb+2]":455,"[V+4]":456,"[Ho+3]":457,"[68Ga]":458,"[PH-]":459,"[Bi+2]":460,"[Ce+2]":461,"[Pd+3]":462,"[99Tc]":463,"[13C@@H]":464,"[Fe+6]":465,"[c]":466,"[GeH2]":467,"[10B]":468,"[Cu+3]":469,"[Mo+2]":470,"[Cr+]":471,"[Pd+4]":472,"[Dy]":473,"[AsH]":474,"[Ba+]":475,"[SeH2]":476,"[In+]":477,"[TeH2]":478,"[BrH+]":479,"[14cH]":480,"[W+]":481,"[13C@H]":482,"[AsH2]":483,"[In+2]":484,"[N+2]":485,"[N@@H+]":486,"[SbH]":487,"[60Co]":488,"[AsH4+]":489,"[AsH3]":490,"[18OH]":491,"[Ru-2]":492,"[Na-2]":493,"[CuH2]":494,"[31P]":495,"[Ti+5]":496,"[35S]":497,"[P@@H]":498,"[ArH]":499,"[Co+]":500,"[Zr-2]":501,"[BH2-]":502,"[131I]":503,"[SH5]":504,"[VH]":505,"[B+2]":506,"[Yb+2]":507,"[14C@H]":508,"[211At]":509,"[NH3+2]":510,"[IrH]":511,"[IrH2]":512,"[Rh-]":513,"[Cr-]":514,"[Sb+]":515,"[Ni+3]":516,"[TaH3]":517,"[Tl+2]":518,"[64Cu]":519,"[Tc]":520,"[Cd+]":521,"[1H]":522,"[15nH]":523,"[AlH2+]":524,"[FH+2]":525,"[BiH3]":526,"[Ru-]":527,"[Mo+6]":528,"[AsH+]":529,"[BaH2]":530,"[BaH]":531,"[Fe+4]":532,"[229Th]":533,"[Th+4]":534,"[As+3]":535,"[NH+3]":536,"[P@H]":537,"[Li-]":538,"[7NaH]":539,"[Bi+]":540,"[PtH+2]":541,"[p-]":542,"[Re+5]":543,"[NiH]":544,"[Ni-]":545,"[Xe+]":546,"[Ca+]":547,"[11c]":548,"[Rh+4]":549,"[AcH]":550,"[HeH]":551,"[Sc+2]":552,"[Mn+]":553,"[UH]":554,"[14CH2]":555,"[SiH4+]":556,"[18OH2]":557,"[Ac-]":558,"[Re+4]":559,"[118Sn]":560,"[153Sm]":561,"[P+2]":562,"[9CH]":563,"[9CH3]":564,"[Y-]":565,"[NiH2]":566,"[Si+2]":567,"[Mn+6]":568,"[ZrH2]":569,"[C-2]":570,"[Bi+5]":571,"[24NaH]":572,"[Fr]":573,"[15CH]":574,"[Se+]":575,"[At]":576,"[P-3]":577,"[124I-]":578,"[CuH2-]":579,"[Nb+4]":580,"[Nb+3]":581,"[MgH]":582,"[Ir+4]":583,"[67Ga+3]":584,"[67Ga]":585,"[13N]":586,"[15OH2]":587,"[2NH]":588,"[Ho]":589,"[Cn]":590} \ No newline at end of file diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/added_tokens.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..2a700a898fd6dfb4d2626d709850a4fe382e23f9 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/added_tokens.json @@ -0,0 +1,4 @@ +{ + "": 592, + "": 591 +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/merges.txt b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/merges.txt new file mode 100644 index 0000000000000000000000000000000000000000..5e7f1fd94996c8e2b65adea828af1b398eace61f --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/merges.txt @@ -0,0 +1 @@ +#version: 0.2 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/model.safetensors b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc638243cc241972f8ebf1df53e9ad245b10053b --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace97da9a1e741a906f3bdd555bd65ad24188b2b8e2c8a466189b2364f4fb6da +size 289080308 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/optimizer.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6763e9aa4f6a974e618cd29e93ada8121086df --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75667a6ca70756f8e4ad1ad85a22bdf0f89d067854cfa9a49c5e8027dc3e41f +size 391812538 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/rng_state.pth b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0250c7ad6550d6e90feca0f1310815815740b010 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37b26226fc22f67ff80e3dffeef21af434cbcbc7ddc0e5a015a343f4059629dd +size 14244 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/scaler.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..36b05b422193fa6fee38de30e03f6c64635adfab --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d76ec6efdd1d80ef6332aab00aea7cfad4aa9d7f97b231238616664f76d494c +size 988 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/scheduler.pt b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d40791630074262dd898d5e2798c9592ebedf5e1 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad363662762f67bdf39548d5868e8e4946a31af0f5af576f2a66a457399eaa0e +size 1064 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/special_tokens_map.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..2497308643642292c312496260f84dec1490afb5 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/special_tokens_map.json @@ -0,0 +1,51 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/tokenizer.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..cd5b759f69ffeef605d58f8f8cbb105b77a4d402 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/tokenizer.json @@ -0,0 +1,714 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 256, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": { + "Fixed": 256 + }, + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "[PAD]" + }, + "added_tokens": [ + { + "id": 0, + "content": "[PAD]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 11, + "content": "[UNK]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 12, + "content": "[CLS]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 13, + "content": "[SEP]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 14, + "content": "[MASK]", + "single_word": false, + "lstrip": true, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 591, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + }, + { + "id": 592, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "RobertaProcessing", + "sep": [ + "[SEP]", + 13 + ], + "cls": [ + "[CLS]", + 12 + ], + "trim_offsets": true, + "add_prefix_space": false + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "[PAD]": 0, + "[unused1]": 1, + "[unused2]": 2, + "[unused3]": 3, + "[unused4]": 4, + "[unused5]": 5, + "[unused6]": 6, + "[unused7]": 7, + "[unused8]": 8, + "[unused9]": 9, + "[unused10]": 10, + "[UNK]": 11, + "[CLS]": 12, + "[SEP]": 13, + "[MASK]": 14, + "c": 15, + "C": 16, + "(": 17, + ")": 18, + "O": 19, + "1": 20, + "2": 21, + "=": 22, + "N": 23, + ".": 24, + "n": 25, + "3": 26, + "F": 27, + "Cl": 28, + ">>": 29, + "~": 30, + "-": 31, + "4": 32, + "[C@H]": 33, + "S": 34, + "[C@@H]": 35, + "[O-]": 36, + "Br": 37, + "#": 38, + "/": 39, + "[nH]": 40, + "[N+]": 41, + "s": 42, + "5": 43, + "o": 44, + "P": 45, + "[Na+]": 46, + "[Si]": 47, + "I": 48, + "[Na]": 49, + "[Pd]": 50, + "[K+]": 51, + "[K]": 52, + "[P]": 53, + "B": 54, + "[C@]": 55, + "[C@@]": 56, + "[Cl-]": 57, + "6": 58, + "[OH-]": 59, + "\\": 60, + "[N-]": 61, + "[Li]": 62, + "[H]": 63, + "[2H]": 64, + "[NH4+]": 65, + "[c-]": 66, + "[P-]": 67, + "[Cs+]": 68, + "[Li+]": 69, + "[Cs]": 70, + "[NaH]": 71, + "[H-]": 72, + "[O+]": 73, + "[BH4-]": 74, + "[Cu]": 75, + "7": 76, + "[Mg]": 77, + "[Fe+2]": 78, + "[n+]": 79, + "[Sn]": 80, + "[BH-]": 81, + "[Pd+2]": 82, + "[CH]": 83, + "[I-]": 84, + "[Br-]": 85, + "[C-]": 86, + "[Zn]": 87, + "[B-]": 88, + "[F-]": 89, + "[Al]": 90, + "[P+]": 91, + "[BH3-]": 92, + "[Fe]": 93, + "[C]": 94, + "[AlH4]": 95, + "[Ni]": 96, + "[SiH]": 97, + "8": 98, + "[Cu+2]": 99, + "[Mn]": 100, + "[AlH]": 101, + "[nH+]": 102, + "[AlH4-]": 103, + "[O-2]": 104, + "[Cr]": 105, + "[Mg+2]": 106, + "[NH3+]": 107, + "[S@]": 108, + "[Pt]": 109, + "[Al+3]": 110, + "[S@@]": 111, + "[S-]": 112, + "[Ti]": 113, + "[Zn+2]": 114, + "[PH]": 115, + "[NH2+]": 116, + "[Ru]": 117, + "[Ag+]": 118, + "[S+]": 119, + "[I+3]": 120, + "[NH+]": 121, + "[Ca+2]": 122, + "[Ag]": 123, + "9": 124, + "[Os]": 125, + "[Se]": 126, + "[SiH2]": 127, + "[Ca]": 128, + "[Ti+4]": 129, + "[Ac]": 130, + "[Cu+]": 131, + "[S]": 132, + "[Rh]": 133, + "[Cl+3]": 134, + "[cH-]": 135, + "[Zn+]": 136, + "[O]": 137, + "[Cl+]": 138, + "[SH]": 139, + "[H+]": 140, + "[Pd+]": 141, + "[se]": 142, + "[PH+]": 143, + "[I]": 144, + "[Pt+2]": 145, + "[C+]": 146, + "[Mg+]": 147, + "[Hg]": 148, + "[W]": 149, + "[SnH]": 150, + "[SiH3]": 151, + "[Fe+3]": 152, + "[NH]": 153, + "[Mo]": 154, + "[CH2+]": 155, + "%10": 156, + "[CH2-]": 157, + "[CH2]": 158, + "[n-]": 159, + "[Ce+4]": 160, + "[NH-]": 161, + "[Co]": 162, + "[I+]": 163, + "[PH2]": 164, + "[Pt+4]": 165, + "[Ce]": 166, + "[B]": 167, + "[Sn+2]": 168, + "[Ba+2]": 169, + "%11": 170, + "[Fe-3]": 171, + "[18F]": 172, + "[SH-]": 173, + "[Pb+2]": 174, + "[Os-2]": 175, + "[Zr+4]": 176, + "[N]": 177, + "[Ir]": 178, + "[Bi]": 179, + "[Ni+2]": 180, + "[P@]": 181, + "[Co+2]": 182, + "[s+]": 183, + "[As]": 184, + "[P+3]": 185, + "[Hg+2]": 186, + "[Yb+3]": 187, + "[CH-]": 188, + "[Zr+2]": 189, + "[Mn+2]": 190, + "[CH+]": 191, + "[In]": 192, + "[KH]": 193, + "[Ce+3]": 194, + "[Zr]": 195, + "[AlH2-]": 196, + "[OH2+]": 197, + "[Ti+3]": 198, + "[Rh+2]": 199, + "[Sb]": 200, + "[S-2]": 201, + "%12": 202, + "[P@@]": 203, + "[Si@H]": 204, + "[Mn+4]": 205, + "p": 206, + "[Ba]": 207, + "[NH2-]": 208, + "[Ge]": 209, + "[Pb+4]": 210, + "[Cr+3]": 211, + "[Au]": 212, + "[LiH]": 213, + "[Sc+3]": 214, + "[o+]": 215, + "[Rh-3]": 216, + "%13": 217, + "[Br]": 218, + "[Sb-]": 219, + "[S@+]": 220, + "[I+2]": 221, + "[Ar]": 222, + "[V]": 223, + "[Cu-]": 224, + "[Al-]": 225, + "[Te]": 226, + "[13c]": 227, + "[13C]": 228, + "[Cl]": 229, + "[PH4+]": 230, + "[SiH4]": 231, + "[te]": 232, + "[CH3-]": 233, + "[S@@+]": 234, + "[Rh+3]": 235, + "[SH+]": 236, + "[Bi+3]": 237, + "[Br+2]": 238, + "[La]": 239, + "[La+3]": 240, + "[Pt-2]": 241, + "[N@@]": 242, + "[PH3+]": 243, + "[N@]": 244, + "[Si+4]": 245, + "[Sr+2]": 246, + "[Al+]": 247, + "[Pb]": 248, + "[SeH]": 249, + "[Si-]": 250, + "[V+5]": 251, + "[Y+3]": 252, + "[Re]": 253, + "[Ru+]": 254, + "[Sm]": 255, + "*": 256, + "[3H]": 257, + "[NH2]": 258, + "[Ag-]": 259, + "[13CH3]": 260, + "[OH+]": 261, + "[Ru+3]": 262, + "[OH]": 263, + "[Gd+3]": 264, + "[13CH2]": 265, + "[In+3]": 266, + "[Si@@]": 267, + "[Si@]": 268, + "[Ti+2]": 269, + "[Sn+]": 270, + "[Cl+2]": 271, + "[AlH-]": 272, + "[Pd-2]": 273, + "[SnH3]": 274, + "[B+3]": 275, + "[Cu-2]": 276, + "[Nd+3]": 277, + "[Pb+3]": 278, + "[13cH]": 279, + "[Fe-4]": 280, + "[Ga]": 281, + "[Sn+4]": 282, + "[Hg+]": 283, + "[11CH3]": 284, + "[Hf]": 285, + "[Pr]": 286, + "[Y]": 287, + "[S+2]": 288, + "[Cd]": 289, + "[Cr+6]": 290, + "[Zr+3]": 291, + "[Rh+]": 292, + "[CH3]": 293, + "[N-3]": 294, + "[Hf+2]": 295, + "[Th]": 296, + "[Sb+3]": 297, + "%14": 298, + "[Cr+2]": 299, + "[Ru+2]": 300, + "[Hf+4]": 301, + "[14C]": 302, + "[Ta]": 303, + "[Tl+]": 304, + "[B+]": 305, + "[Os+4]": 306, + "[PdH2]": 307, + "[Pd-]": 308, + "[Cd+2]": 309, + "[Co+3]": 310, + "[S+4]": 311, + "[Nb+5]": 312, + "[123I]": 313, + "[c+]": 314, + "[Rb+]": 315, + "[V+2]": 316, + "[CH3+]": 317, + "[Ag+2]": 318, + "[cH+]": 319, + "[Mn+3]": 320, + "[Se-]": 321, + "[As-]": 322, + "[Eu+3]": 323, + "[SH2]": 324, + "[Sm+3]": 325, + "[IH+]": 326, + "%15": 327, + "[OH3+]": 328, + "[PH3]": 329, + "[IH2+]": 330, + "[SH2+]": 331, + "[Ir+3]": 332, + "[AlH3]": 333, + "[Sc]": 334, + "[Yb]": 335, + "[15NH2]": 336, + "[Lu]": 337, + "[sH+]": 338, + "[Gd]": 339, + "[18F-]": 340, + "[SH3+]": 341, + "[SnH4]": 342, + "[TeH]": 343, + "[Si@@H]": 344, + "[Ga+3]": 345, + "[CaH2]": 346, + "[Tl]": 347, + "[Ta+5]": 348, + "[GeH]": 349, + "[Br+]": 350, + "[Sr]": 351, + "[Tl+3]": 352, + "[Sm+2]": 353, + "[PH5]": 354, + "%16": 355, + "[N@@+]": 356, + "[Au+3]": 357, + "[C-4]": 358, + "[Nd]": 359, + "[Ti+]": 360, + "[IH]": 361, + "[N@+]": 362, + "[125I]": 363, + "[Eu]": 364, + "[Sn+3]": 365, + "[Nb]": 366, + "[Er+3]": 367, + "[123I-]": 368, + "[14c]": 369, + "%17": 370, + "[SnH2]": 371, + "[YH]": 372, + "[Sb+5]": 373, + "[Pr+3]": 374, + "[Ir+]": 375, + "[N+3]": 376, + "[AlH2]": 377, + "[19F]": 378, + "%18": 379, + "[Tb]": 380, + "[14CH]": 381, + "[Mo+4]": 382, + "[Si+]": 383, + "[BH]": 384, + "[Be]": 385, + "[Rb]": 386, + "[pH]": 387, + "%19": 388, + "%20": 389, + "[Xe]": 390, + "[Ir-]": 391, + "[Be+2]": 392, + "[C+4]": 393, + "[RuH2]": 394, + "[15NH]": 395, + "[U+2]": 396, + "[Au-]": 397, + "%21": 398, + "%22": 399, + "[Au+]": 400, + "[15n]": 401, + "[Al+2]": 402, + "[Tb+3]": 403, + "[15N]": 404, + "[V+3]": 405, + "[W+6]": 406, + "[14CH3]": 407, + "[Cr+4]": 408, + "[ClH+]": 409, + "b": 410, + "[Ti+6]": 411, + "[Nd+]": 412, + "[Zr+]": 413, + "[PH2+]": 414, + "[Fm]": 415, + "[N@H+]": 416, + "[RuH]": 417, + "[Dy+3]": 418, + "%23": 419, + "[Hf+3]": 420, + "[W+4]": 421, + "[11C]": 422, + "[13CH]": 423, + "[Er]": 424, + "[124I]": 425, + "[LaH]": 426, + "[F]": 427, + "[siH]": 428, + "[Ga+]": 429, + "[Cm]": 430, + "[GeH3]": 431, + "[IH-]": 432, + "[U+6]": 433, + "[SeH+]": 434, + "[32P]": 435, + "[SeH-]": 436, + "[Pt-]": 437, + "[Ir+2]": 438, + "[se+]": 439, + "[U]": 440, + "[F+]": 441, + "[BH2]": 442, + "[As+]": 443, + "[Cf]": 444, + "[ClH2+]": 445, + "[Ni+]": 446, + "[TeH3]": 447, + "[SbH2]": 448, + "[Ag+3]": 449, + "%24": 450, + "[18O]": 451, + "[PH4]": 452, + "[Os+2]": 453, + "[Na-]": 454, + "[Sb+2]": 455, + "[V+4]": 456, + "[Ho+3]": 457, + "[68Ga]": 458, + "[PH-]": 459, + "[Bi+2]": 460, + "[Ce+2]": 461, + "[Pd+3]": 462, + "[99Tc]": 463, + "[13C@@H]": 464, + "[Fe+6]": 465, + "[c]": 466, + "[GeH2]": 467, + "[10B]": 468, + "[Cu+3]": 469, + "[Mo+2]": 470, + "[Cr+]": 471, + "[Pd+4]": 472, + "[Dy]": 473, + "[AsH]": 474, + "[Ba+]": 475, + "[SeH2]": 476, + "[In+]": 477, + "[TeH2]": 478, + "[BrH+]": 479, + "[14cH]": 480, + "[W+]": 481, + "[13C@H]": 482, + "[AsH2]": 483, + "[In+2]": 484, + "[N+2]": 485, + "[N@@H+]": 486, + "[SbH]": 487, + "[60Co]": 488, + "[AsH4+]": 489, + "[AsH3]": 490, + "[18OH]": 491, + "[Ru-2]": 492, + "[Na-2]": 493, + "[CuH2]": 494, + "[31P]": 495, + "[Ti+5]": 496, + "[35S]": 497, + "[P@@H]": 498, + "[ArH]": 499, + "[Co+]": 500, + "[Zr-2]": 501, + "[BH2-]": 502, + "[131I]": 503, + "[SH5]": 504, + "[VH]": 505, + "[B+2]": 506, + "[Yb+2]": 507, + "[14C@H]": 508, + "[211At]": 509, + "[NH3+2]": 510, + "[IrH]": 511, + "[IrH2]": 512, + "[Rh-]": 513, + "[Cr-]": 514, + "[Sb+]": 515, + "[Ni+3]": 516, + "[TaH3]": 517, + "[Tl+2]": 518, + "[64Cu]": 519, + "[Tc]": 520, + "[Cd+]": 521, + "[1H]": 522, + "[15nH]": 523, + "[AlH2+]": 524, + "[FH+2]": 525, + "[BiH3]": 526, + "[Ru-]": 527, + "[Mo+6]": 528, + "[AsH+]": 529, + "[BaH2]": 530, + "[BaH]": 531, + "[Fe+4]": 532, + "[229Th]": 533, + "[Th+4]": 534, + "[As+3]": 535, + "[NH+3]": 536, + "[P@H]": 537, + "[Li-]": 538, + "[7NaH]": 539, + "[Bi+]": 540, + "[PtH+2]": 541, + "[p-]": 542, + "[Re+5]": 543, + "[NiH]": 544, + "[Ni-]": 545, + "[Xe+]": 546, + "[Ca+]": 547, + "[11c]": 548, + "[Rh+4]": 549, + "[AcH]": 550, + "[HeH]": 551, + "[Sc+2]": 552, + "[Mn+]": 553, + "[UH]": 554, + "[14CH2]": 555, + "[SiH4+]": 556, + "[18OH2]": 557, + "[Ac-]": 558, + "[Re+4]": 559, + "[118Sn]": 560, + "[153Sm]": 561, + "[P+2]": 562, + "[9CH]": 563, + "[9CH3]": 564, + "[Y-]": 565, + "[NiH2]": 566, + "[Si+2]": 567, + "[Mn+6]": 568, + "[ZrH2]": 569, + "[C-2]": 570, + "[Bi+5]": 571, + "[24NaH]": 572, + "[Fr]": 573, + "[15CH]": 574, + "[Se+]": 575, + "[At]": 576, + "[P-3]": 577, + "[124I-]": 578, + "[CuH2-]": 579, + "[Nb+4]": 580, + "[Nb+3]": 581, + "[MgH]": 582, + "[Ir+4]": 583, + "[67Ga+3]": 584, + "[67Ga]": 585, + "[13N]": 586, + "[15OH2]": 587, + "[2NH]": 588, + "[Ho]": 589, + "[Cn]": 590 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/tokenizer_config.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c26ff8c292b422c546edbb09cee070aa6461368a --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/tokenizer_config.json @@ -0,0 +1,76 @@ +{ + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "[PAD]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "[UNK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "[CLS]", + "eos_token": "", + "errors": "replace", + "extra_special_tokens": {}, + "full_tokenizer_file": null, + "mask_token": "[MASK]", + "max_len": 512, + "model_max_length": 512, + "pad_token": "[PAD]", + "sep_token": "[SEP]", + "tokenizer_class": "RobertaTokenizer", + "trim_offsets": true, + "unk_token": "[UNK]" +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/trainer_state.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7273cc9e35b2432dcdc85390274a881dcb7ace24 --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/trainer_state.json @@ -0,0 +1,169 @@ +{ + "best_global_step": 70000, + "best_metric": 0.04956068471074104, + "best_model_checkpoint": "/home/jovyan/simson_training_bolgov/regression/decoder_checkpoints/checkpoint-70000", + "epoch": 3.605191475725044, + "eval_steps": 10000, + "global_step": 90000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.400576830636116, + "grad_norm": 0.37913239002227783, + "learning_rate": 4.6013064037829606e-05, + "loss": 0.1577, + "step": 10000 + }, + { + "epoch": 0.400576830636116, + "eval_loss": 0.07184838503599167, + "eval_runtime": 325.2402, + "eval_samples_per_second": 1034.153, + "eval_steps_per_second": 4.04, + "step": 10000 + }, + { + "epoch": 0.801153661272232, + "grad_norm": 0.36734315752983093, + "learning_rate": 4.200729341989261e-05, + "loss": 0.0699, + "step": 20000 + }, + { + "epoch": 0.801153661272232, + "eval_loss": 0.06233175843954086, + "eval_runtime": 326.1302, + "eval_samples_per_second": 1031.33, + "eval_steps_per_second": 4.029, + "step": 20000 + }, + { + "epoch": 1.201730491908348, + "grad_norm": 0.43427732586860657, + "learning_rate": 3.800192353931233e-05, + "loss": 0.0619, + "step": 30000 + }, + { + "epoch": 1.201730491908348, + "eval_loss": 0.05772605910897255, + "eval_runtime": 327.0384, + "eval_samples_per_second": 1028.466, + "eval_steps_per_second": 4.018, + "step": 30000 + }, + { + "epoch": 1.6023073225444642, + "grad_norm": 0.5037900805473328, + "learning_rate": 3.3996553658732065e-05, + "loss": 0.0577, + "step": 40000 + }, + { + "epoch": 1.6023073225444642, + "eval_loss": 0.05496111884713173, + "eval_runtime": 323.8521, + "eval_samples_per_second": 1038.585, + "eval_steps_per_second": 4.057, + "step": 40000 + }, + { + "epoch": 2.00288415318058, + "grad_norm": 0.46178844571113586, + "learning_rate": 2.99911837781518e-05, + "loss": 0.0551, + "step": 50000 + }, + { + "epoch": 2.00288415318058, + "eval_loss": 0.05280572175979614, + "eval_runtime": 322.3602, + "eval_samples_per_second": 1043.392, + "eval_steps_per_second": 4.076, + "step": 50000 + }, + { + "epoch": 2.403460983816696, + "grad_norm": 0.5070484280586243, + "learning_rate": 2.5985413160214794e-05, + "loss": 0.0532, + "step": 60000 + }, + { + "epoch": 2.403460983816696, + "eval_loss": 0.05358376353979111, + "eval_runtime": 325.0588, + "eval_samples_per_second": 1034.73, + "eval_steps_per_second": 4.042, + "step": 60000 + }, + { + "epoch": 2.804037814452812, + "grad_norm": 0.5176772475242615, + "learning_rate": 2.1980043279634528e-05, + "loss": 0.0517, + "step": 70000 + }, + { + "epoch": 2.804037814452812, + "eval_loss": 0.04956068471074104, + "eval_runtime": 323.6366, + "eval_samples_per_second": 1039.277, + "eval_steps_per_second": 4.06, + "step": 70000 + }, + { + "epoch": 3.204614645088928, + "grad_norm": 0.4495079815387726, + "learning_rate": 1.7974673399054262e-05, + "loss": 0.0505, + "step": 80000 + }, + { + "epoch": 3.204614645088928, + "eval_loss": 0.05076293647289276, + "eval_runtime": 325.2387, + "eval_samples_per_second": 1034.157, + "eval_steps_per_second": 4.04, + "step": 80000 + }, + { + "epoch": 3.605191475725044, + "grad_norm": 0.49150699377059937, + "learning_rate": 1.3969303518473992e-05, + "loss": 0.0496, + "step": 90000 + }, + { + "epoch": 3.605191475725044, + "eval_loss": 0.05038553848862648, + "eval_runtime": 322.6375, + "eval_samples_per_second": 1042.495, + "eval_steps_per_second": 4.073, + "step": 90000 + } + ], + "logging_steps": 10000, + "max_steps": 124820, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 10000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 256, + "trial_name": null, + "trial_params": null +} diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/training_args.bin b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dea57a02fa5aae2fa1cd4a93634bcb6d955406bc --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee5224f9dfa99af5e5e76c1542adfb446d3f4da5fc19ab3a31aa1d3ca6ebeda +size 5496 diff --git a/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/vocab.json b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/vocab.json new file mode 100644 index 0000000000000000000000000000000000000000..4f1006880296b590ef1eb82c22beb2d8192b8daf --- /dev/null +++ b/simson_modeling/regression/decoder_checkpoints/checkpoint-90000/vocab.json @@ -0,0 +1 @@ +{"[PAD]":0,"[unused1]":1,"[unused2]":2,"[unused3]":3,"[unused4]":4,"[unused5]":5,"[unused6]":6,"[unused7]":7,"[unused8]":8,"[unused9]":9,"[unused10]":10,"[UNK]":11,"[CLS]":12,"[SEP]":13,"[MASK]":14,"c":15,"C":16,"(":17,")":18,"O":19,"1":20,"2":21,"=":22,"N":23,".":24,"n":25,"3":26,"F":27,"Cl":28,">>":29,"~":30,"-":31,"4":32,"[C@H]":33,"S":34,"[C@@H]":35,"[O-]":36,"Br":37,"#":38,"/":39,"[nH]":40,"[N+]":41,"s":42,"5":43,"o":44,"P":45,"[Na+]":46,"[Si]":47,"I":48,"[Na]":49,"[Pd]":50,"[K+]":51,"[K]":52,"[P]":53,"B":54,"[C@]":55,"[C@@]":56,"[Cl-]":57,"6":58,"[OH-]":59,"\\":60,"[N-]":61,"[Li]":62,"[H]":63,"[2H]":64,"[NH4+]":65,"[c-]":66,"[P-]":67,"[Cs+]":68,"[Li+]":69,"[Cs]":70,"[NaH]":71,"[H-]":72,"[O+]":73,"[BH4-]":74,"[Cu]":75,"7":76,"[Mg]":77,"[Fe+2]":78,"[n+]":79,"[Sn]":80,"[BH-]":81,"[Pd+2]":82,"[CH]":83,"[I-]":84,"[Br-]":85,"[C-]":86,"[Zn]":87,"[B-]":88,"[F-]":89,"[Al]":90,"[P+]":91,"[BH3-]":92,"[Fe]":93,"[C]":94,"[AlH4]":95,"[Ni]":96,"[SiH]":97,"8":98,"[Cu+2]":99,"[Mn]":100,"[AlH]":101,"[nH+]":102,"[AlH4-]":103,"[O-2]":104,"[Cr]":105,"[Mg+2]":106,"[NH3+]":107,"[S@]":108,"[Pt]":109,"[Al+3]":110,"[S@@]":111,"[S-]":112,"[Ti]":113,"[Zn+2]":114,"[PH]":115,"[NH2+]":116,"[Ru]":117,"[Ag+]":118,"[S+]":119,"[I+3]":120,"[NH+]":121,"[Ca+2]":122,"[Ag]":123,"9":124,"[Os]":125,"[Se]":126,"[SiH2]":127,"[Ca]":128,"[Ti+4]":129,"[Ac]":130,"[Cu+]":131,"[S]":132,"[Rh]":133,"[Cl+3]":134,"[cH-]":135,"[Zn+]":136,"[O]":137,"[Cl+]":138,"[SH]":139,"[H+]":140,"[Pd+]":141,"[se]":142,"[PH+]":143,"[I]":144,"[Pt+2]":145,"[C+]":146,"[Mg+]":147,"[Hg]":148,"[W]":149,"[SnH]":150,"[SiH3]":151,"[Fe+3]":152,"[NH]":153,"[Mo]":154,"[CH2+]":155,"%10":156,"[CH2-]":157,"[CH2]":158,"[n-]":159,"[Ce+4]":160,"[NH-]":161,"[Co]":162,"[I+]":163,"[PH2]":164,"[Pt+4]":165,"[Ce]":166,"[B]":167,"[Sn+2]":168,"[Ba+2]":169,"%11":170,"[Fe-3]":171,"[18F]":172,"[SH-]":173,"[Pb+2]":174,"[Os-2]":175,"[Zr+4]":176,"[N]":177,"[Ir]":178,"[Bi]":179,"[Ni+2]":180,"[P@]":181,"[Co+2]":182,"[s+]":183,"[As]":184,"[P+3]":185,"[Hg+2]":186,"[Yb+3]":187,"[CH-]":188,"[Zr+2]":189,"[Mn+2]":190,"[CH+]":191,"[In]":192,"[KH]":193,"[Ce+3]":194,"[Zr]":195,"[AlH2-]":196,"[OH2+]":197,"[Ti+3]":198,"[Rh+2]":199,"[Sb]":200,"[S-2]":201,"%12":202,"[P@@]":203,"[Si@H]":204,"[Mn+4]":205,"p":206,"[Ba]":207,"[NH2-]":208,"[Ge]":209,"[Pb+4]":210,"[Cr+3]":211,"[Au]":212,"[LiH]":213,"[Sc+3]":214,"[o+]":215,"[Rh-3]":216,"%13":217,"[Br]":218,"[Sb-]":219,"[S@+]":220,"[I+2]":221,"[Ar]":222,"[V]":223,"[Cu-]":224,"[Al-]":225,"[Te]":226,"[13c]":227,"[13C]":228,"[Cl]":229,"[PH4+]":230,"[SiH4]":231,"[te]":232,"[CH3-]":233,"[S@@+]":234,"[Rh+3]":235,"[SH+]":236,"[Bi+3]":237,"[Br+2]":238,"[La]":239,"[La+3]":240,"[Pt-2]":241,"[N@@]":242,"[PH3+]":243,"[N@]":244,"[Si+4]":245,"[Sr+2]":246,"[Al+]":247,"[Pb]":248,"[SeH]":249,"[Si-]":250,"[V+5]":251,"[Y+3]":252,"[Re]":253,"[Ru+]":254,"[Sm]":255,"*":256,"[3H]":257,"[NH2]":258,"[Ag-]":259,"[13CH3]":260,"[OH+]":261,"[Ru+3]":262,"[OH]":263,"[Gd+3]":264,"[13CH2]":265,"[In+3]":266,"[Si@@]":267,"[Si@]":268,"[Ti+2]":269,"[Sn+]":270,"[Cl+2]":271,"[AlH-]":272,"[Pd-2]":273,"[SnH3]":274,"[B+3]":275,"[Cu-2]":276,"[Nd+3]":277,"[Pb+3]":278,"[13cH]":279,"[Fe-4]":280,"[Ga]":281,"[Sn+4]":282,"[Hg+]":283,"[11CH3]":284,"[Hf]":285,"[Pr]":286,"[Y]":287,"[S+2]":288,"[Cd]":289,"[Cr+6]":290,"[Zr+3]":291,"[Rh+]":292,"[CH3]":293,"[N-3]":294,"[Hf+2]":295,"[Th]":296,"[Sb+3]":297,"%14":298,"[Cr+2]":299,"[Ru+2]":300,"[Hf+4]":301,"[14C]":302,"[Ta]":303,"[Tl+]":304,"[B+]":305,"[Os+4]":306,"[PdH2]":307,"[Pd-]":308,"[Cd+2]":309,"[Co+3]":310,"[S+4]":311,"[Nb+5]":312,"[123I]":313,"[c+]":314,"[Rb+]":315,"[V+2]":316,"[CH3+]":317,"[Ag+2]":318,"[cH+]":319,"[Mn+3]":320,"[Se-]":321,"[As-]":322,"[Eu+3]":323,"[SH2]":324,"[Sm+3]":325,"[IH+]":326,"%15":327,"[OH3+]":328,"[PH3]":329,"[IH2+]":330,"[SH2+]":331,"[Ir+3]":332,"[AlH3]":333,"[Sc]":334,"[Yb]":335,"[15NH2]":336,"[Lu]":337,"[sH+]":338,"[Gd]":339,"[18F-]":340,"[SH3+]":341,"[SnH4]":342,"[TeH]":343,"[Si@@H]":344,"[Ga+3]":345,"[CaH2]":346,"[Tl]":347,"[Ta+5]":348,"[GeH]":349,"[Br+]":350,"[Sr]":351,"[Tl+3]":352,"[Sm+2]":353,"[PH5]":354,"%16":355,"[N@@+]":356,"[Au+3]":357,"[C-4]":358,"[Nd]":359,"[Ti+]":360,"[IH]":361,"[N@+]":362,"[125I]":363,"[Eu]":364,"[Sn+3]":365,"[Nb]":366,"[Er+3]":367,"[123I-]":368,"[14c]":369,"%17":370,"[SnH2]":371,"[YH]":372,"[Sb+5]":373,"[Pr+3]":374,"[Ir+]":375,"[N+3]":376,"[AlH2]":377,"[19F]":378,"%18":379,"[Tb]":380,"[14CH]":381,"[Mo+4]":382,"[Si+]":383,"[BH]":384,"[Be]":385,"[Rb]":386,"[pH]":387,"%19":388,"%20":389,"[Xe]":390,"[Ir-]":391,"[Be+2]":392,"[C+4]":393,"[RuH2]":394,"[15NH]":395,"[U+2]":396,"[Au-]":397,"%21":398,"%22":399,"[Au+]":400,"[15n]":401,"[Al+2]":402,"[Tb+3]":403,"[15N]":404,"[V+3]":405,"[W+6]":406,"[14CH3]":407,"[Cr+4]":408,"[ClH+]":409,"b":410,"[Ti+6]":411,"[Nd+]":412,"[Zr+]":413,"[PH2+]":414,"[Fm]":415,"[N@H+]":416,"[RuH]":417,"[Dy+3]":418,"%23":419,"[Hf+3]":420,"[W+4]":421,"[11C]":422,"[13CH]":423,"[Er]":424,"[124I]":425,"[LaH]":426,"[F]":427,"[siH]":428,"[Ga+]":429,"[Cm]":430,"[GeH3]":431,"[IH-]":432,"[U+6]":433,"[SeH+]":434,"[32P]":435,"[SeH-]":436,"[Pt-]":437,"[Ir+2]":438,"[se+]":439,"[U]":440,"[F+]":441,"[BH2]":442,"[As+]":443,"[Cf]":444,"[ClH2+]":445,"[Ni+]":446,"[TeH3]":447,"[SbH2]":448,"[Ag+3]":449,"%24":450,"[18O]":451,"[PH4]":452,"[Os+2]":453,"[Na-]":454,"[Sb+2]":455,"[V+4]":456,"[Ho+3]":457,"[68Ga]":458,"[PH-]":459,"[Bi+2]":460,"[Ce+2]":461,"[Pd+3]":462,"[99Tc]":463,"[13C@@H]":464,"[Fe+6]":465,"[c]":466,"[GeH2]":467,"[10B]":468,"[Cu+3]":469,"[Mo+2]":470,"[Cr+]":471,"[Pd+4]":472,"[Dy]":473,"[AsH]":474,"[Ba+]":475,"[SeH2]":476,"[In+]":477,"[TeH2]":478,"[BrH+]":479,"[14cH]":480,"[W+]":481,"[13C@H]":482,"[AsH2]":483,"[In+2]":484,"[N+2]":485,"[N@@H+]":486,"[SbH]":487,"[60Co]":488,"[AsH4+]":489,"[AsH3]":490,"[18OH]":491,"[Ru-2]":492,"[Na-2]":493,"[CuH2]":494,"[31P]":495,"[Ti+5]":496,"[35S]":497,"[P@@H]":498,"[ArH]":499,"[Co+]":500,"[Zr-2]":501,"[BH2-]":502,"[131I]":503,"[SH5]":504,"[VH]":505,"[B+2]":506,"[Yb+2]":507,"[14C@H]":508,"[211At]":509,"[NH3+2]":510,"[IrH]":511,"[IrH2]":512,"[Rh-]":513,"[Cr-]":514,"[Sb+]":515,"[Ni+3]":516,"[TaH3]":517,"[Tl+2]":518,"[64Cu]":519,"[Tc]":520,"[Cd+]":521,"[1H]":522,"[15nH]":523,"[AlH2+]":524,"[FH+2]":525,"[BiH3]":526,"[Ru-]":527,"[Mo+6]":528,"[AsH+]":529,"[BaH2]":530,"[BaH]":531,"[Fe+4]":532,"[229Th]":533,"[Th+4]":534,"[As+3]":535,"[NH+3]":536,"[P@H]":537,"[Li-]":538,"[7NaH]":539,"[Bi+]":540,"[PtH+2]":541,"[p-]":542,"[Re+5]":543,"[NiH]":544,"[Ni-]":545,"[Xe+]":546,"[Ca+]":547,"[11c]":548,"[Rh+4]":549,"[AcH]":550,"[HeH]":551,"[Sc+2]":552,"[Mn+]":553,"[UH]":554,"[14CH2]":555,"[SiH4+]":556,"[18OH2]":557,"[Ac-]":558,"[Re+4]":559,"[118Sn]":560,"[153Sm]":561,"[P+2]":562,"[9CH]":563,"[9CH3]":564,"[Y-]":565,"[NiH2]":566,"[Si+2]":567,"[Mn+6]":568,"[ZrH2]":569,"[C-2]":570,"[Bi+5]":571,"[24NaH]":572,"[Fr]":573,"[15CH]":574,"[Se+]":575,"[At]":576,"[P-3]":577,"[124I-]":578,"[CuH2-]":579,"[Nb+4]":580,"[Nb+3]":581,"[MgH]":582,"[Ir+4]":583,"[67Ga+3]":584,"[67Ga]":585,"[13N]":586,"[15OH2]":587,"[2NH]":588,"[Ho]":589,"[Cn]":590} \ No newline at end of file diff --git a/simson_modeling/regression/decoding.ipynb b/simson_modeling/regression/decoding.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..aab5210c9a6c724bce9bf408c8174978563e5661 --- /dev/null +++ b/simson_modeling/regression/decoding.ipynb @@ -0,0 +1,5344 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "f72ec62c-c849-45b2-9321-b913c9f32979", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Encoder parameters loaded\n", + "Encoder parameters frozen\n" + ] + } + ], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "from transformers import BertConfig, BertModel, AutoTokenizer\n", + "from transformers import Seq2SeqTrainer, Seq2SeqTrainingArguments, DataCollatorForSeq2Seq, EarlyStoppingCallback\n", + "from torch.utils.data import Dataset\n", + "import pandas as pd\n", + "import numpy as np\n", + "from sklearn.model_selection import train_test_split\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = outputs.last_hidden_state\n", + " hidden_states = self.dropout(hidden_states)\n", + " pooled = global_ap(hidden_states)\n", + " out = self.linear(pooled)\n", + " return out\n", + "\n", + "class SimSonDecoder(nn.Module):\n", + " def __init__(self, embedding_dim, hidden_dim, vocab_size, max_len):\n", + " super(SimSonDecoder, self).__init__()\n", + " self.embedding_dim = embedding_dim\n", + " self.hidden_dim = hidden_dim\n", + " self.vocab_size = vocab_size\n", + " self.max_len = max_len\n", + " \n", + " # Project embedding to hidden dimension\n", + " self.embedding_projection = nn.Linear(embedding_dim, hidden_dim)\n", + " \n", + " # Token embeddings for decoder input\n", + " self.token_embeddings = nn.Embedding(vocab_size, hidden_dim)\n", + " self.position_embeddings = nn.Embedding(max_len, hidden_dim)\n", + " \n", + " # Transformer decoder layers\n", + " decoder_layer = nn.TransformerDecoderLayer(\n", + " d_model=hidden_dim,\n", + " nhead=12,\n", + " dim_feedforward=2048,\n", + " dropout=0.1,\n", + " batch_first=True\n", + " )\n", + " self.transformer_decoder = nn.TransformerDecoder(decoder_layer, num_layers=6)\n", + " \n", + " # Output projection to vocabulary\n", + " self.output_projection = nn.Linear(hidden_dim, vocab_size)\n", + " self.dropout = nn.Dropout(0.1)\n", + " \n", + " # Layer normalization\n", + " self.layer_norm = nn.LayerNorm(hidden_dim)\n", + " \n", + " def forward(self, molecule_embeddings, decoder_input_ids, decoder_attention_mask=None):\n", + " batch_size, seq_len = decoder_input_ids.shape\n", + " device = decoder_input_ids.device\n", + " \n", + " # Project molecule embeddings to memory for cross-attention\n", + " memory = self.embedding_projection(molecule_embeddings) # [batch, hidden_dim]\n", + " memory = memory.unsqueeze(1) # [batch, 1, hidden_dim]\n", + " \n", + " # Create decoder input embeddings\n", + " token_emb = self.token_embeddings(decoder_input_ids) # [batch, seq_len, hidden_dim]\n", + " \n", + " # Add positional embeddings\n", + " positions = torch.arange(seq_len, device=device).unsqueeze(0).expand(batch_size, -1)\n", + " pos_emb = self.position_embeddings(positions)\n", + " \n", + " decoder_inputs = self.layer_norm(token_emb + pos_emb)\n", + " decoder_inputs = self.dropout(decoder_inputs)\n", + " \n", + " # Create causal mask for decoder\n", + " tgt_mask = self._generate_square_subsequent_mask(seq_len).to(device)\n", + " \n", + " # Create attention mask for decoder inputs\n", + " if decoder_attention_mask is not None:\n", + " # Convert padding mask to additive mask\n", + " tgt_key_padding_mask = (decoder_attention_mask == 0)\n", + " else:\n", + " tgt_key_padding_mask = None\n", + " \n", + " # Apply transformer decoder\n", + " decoder_output = self.transformer_decoder(\n", + " tgt=decoder_inputs,\n", + " memory=memory,\n", + " tgt_mask=tgt_mask,\n", + " tgt_key_padding_mask=tgt_key_padding_mask\n", + " )\n", + " \n", + " # Project to vocabulary\n", + " logits = self.output_projection(decoder_output)\n", + " \n", + " return logits\n", + " \n", + " def _generate_square_subsequent_mask(self, sz):\n", + " \"\"\"Generate causal mask for decoder\"\"\"\n", + " mask = torch.triu(torch.ones(sz, sz) * float('-inf'), diagonal=1)\n", + " return mask\n", + "\n", + "# Combined Encoder-Decoder Model\n", + "class SimSonEncoderDecoder(nn.Module):\n", + " def __init__(self, encoder, decoder, tokenizer):\n", + " super().__init__()\n", + " self.encoder = encoder\n", + " self.decoder = decoder\n", + " self.tokenizer = tokenizer\n", + "\n", + " def forward(self, input_ids, attention_mask, labels=None):\n", + " # Encode SMILES to embeddings\n", + " embeddings = self.encoder(input_ids, attention_mask)\n", + " \n", + " if labels is not None:\n", + " # During training, use teacher forcing\n", + " # Shift labels for decoder input (remove last token, add BOS token)\n", + " decoder_input_ids = torch.cat([\n", + " torch.full((labels.shape[0], 1), self.tokenizer.cls_token_id, \n", + " dtype=labels.dtype, device=labels.device),\n", + " labels[:, :-1]\n", + " ], dim=1)\n", + " \n", + " # Generate decoder attention mask\n", + " decoder_attention_mask = (decoder_input_ids != self.tokenizer.pad_token_id).long()\n", + " \n", + " # Decode embeddings to SMILES\n", + " logits = self.decoder(embeddings, decoder_input_ids, decoder_attention_mask)\n", + " \n", + " # Calculate loss\n", + " loss_fct = nn.CrossEntropyLoss(ignore_index=self.tokenizer.pad_token_id)\n", + " loss = loss_fct(logits.view(-1, logits.size(-1)), labels.view(-1))\n", + " \n", + " return {\"loss\": loss, \"logits\": logits}\n", + " else:\n", + " # During inference\n", + " return self.generate(embeddings)\n", + " \n", + " def generate(self, embeddings, max_length=512):\n", + " \"\"\"Generate SMILES from embeddings\"\"\"\n", + " batch_size = embeddings.shape[0]\n", + " device = embeddings.device\n", + " \n", + " # Start with CLS token\n", + " generated = torch.full((batch_size, 1), self.tokenizer.cls_token_id, \n", + " dtype=torch.long, device=device)\n", + " \n", + " for _ in range(max_length - 1):\n", + " decoder_attention_mask = (generated != self.tokenizer.pad_token_id).long()\n", + " logits = self.decoder(embeddings, generated, decoder_attention_mask)\n", + " \n", + " # Get next token probabilities\n", + " next_token_logits = logits[:, -1, :]\n", + " next_tokens = torch.argmax(next_token_logits, dim=-1, keepdim=True)\n", + " \n", + " # Append to generated sequence\n", + " generated = torch.cat([generated, next_tokens], dim=1)\n", + " \n", + " # Stop if all sequences have generated EOS token\n", + " if torch.all(next_tokens.squeeze() == self.tokenizer.sep_token_id):\n", + " break\n", + " \n", + " return generated\n", + "\n", + "# Initialize tokenizer\n", + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + "# Initialize encoder config\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=4,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "# Initialize and load encoder\n", + "encoder = SimSonEncoder(config=config, max_len=512)\n", + "\n", + "# Load encoder parameters (extract encoder from regression model)\n", + "regression_state_dict = torch.load('/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin', weights_only=False)\n", + "\n", + "encoder_state_dict = {}\n", + "for key, value in regression_state_dict.items():\n", + " key = key[len('_orig_mod.'):]\n", + " if key.startswith('encoder.'):\n", + " encoder_state_dict[key[8 + len('_orig_mod.'):]] = value\n", + "\n", + "print(\"Encoder parameters loaded\")\n", + "\n", + "# Freeze encoder parameters\n", + "for param in encoder.parameters():\n", + " param.requires_grad = False\n", + "print(\"Encoder parameters frozen\")\n", + "\n", + "# Initialize decoder\n", + "decoder = SimSonDecoder(\n", + " embedding_dim=512, # encoder.max_len\n", + " hidden_dim=768, # config.hidden_size\n", + " vocab_size=tokenizer.vocab_size,\n", + " max_len=512\n", + ")\n", + "\n", + "# Create combined model\n", + "model = SimSonEncoderDecoder(encoder, decoder, tokenizer)\n" + ] + }, + { + "cell_type": "markdown", + "id": "27946411-ddb4-48f2-ab5d-baec24e53954", + "metadata": {}, + "source": [ + "regression_params = torch.load('/home/jovyan/simson_training_bolgov/regression/simson_encoder_decoder.bin', weights_only=False)\n", + "\n", + "uncompiled_state_dict = {}\n", + "for key, value in regression_params.items():\n", + " print(key)\n", + " key = key[len('_orig_mod.'):]\n", + " uncompiled_state_dict[key] = value\n", + " print(key)\n", + " break\n", + " \n", + "torch.save(uncompiled_state_dict, '/home/jovyan/simson_training_bolgov/regression/encoder_decoder_uncompiled.bin')" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "5bd4f17d-e369-4e4c-be51-a91cb0b85a0d", + "metadata": {}, + "outputs": [], + "source": [ + "# Load dataset\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "6a40fac8-9c46-4c96-8a47-94ea32803b21", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "5951cb13-e188-4a2c-8b42-9f8125e96165", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Training samples: 6390602\n", + "Validation samples: 336348\n" + ] + } + ], + "source": [ + "class SMILESReconstructionDataset(Dataset):\n", + " def __init__(self, dataframe, tokenizer, max_length=256):\n", + " self.data = dataframe\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " def __len__(self):\n", + " return len(self.data)\n", + " \n", + " def __getitem__(self, idx):\n", + " # Get SMILES string (adjust column name as needed)\n", + " smiles = self.data.iloc[idx]['smiles'] if 'smiles' in self.data.columns else self.data.iloc[idx]['Smiles']\n", + " \n", + " # Tokenize input SMILES\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " max_length=self.max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].squeeze(0),\n", + " 'attention_mask': encoding['attention_mask'].squeeze(0),\n", + " 'labels': encoding['input_ids'].squeeze(0) # Same as input for reconstruction\n", + " }\n", + "\n", + "def create_stratified_splits_regression(\n", + " df,\n", + " label_cols,\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + "):\n", + " \n", + " values = df[label_cols].values\n", + " # Each label gets its own bins, based on the overall distribution\n", + " bins = [np.unique(np.quantile(values[:,i], np.linspace(0, 1, n_bins+1))) for i in range(len(label_cols))]\n", + " # Assign each row to a bin for each label\n", + " inds = [\n", + " np.digitize(values[:,i], bins[i][1:-1], right=False) # exclude leftmost/rightmost for in-bin, avoids all bin edges as bins\n", + " for i in range(len(label_cols))\n", + " ]\n", + " # Combine into a single integer stratification variable (tuple or max or sum...)\n", + " strat_col = np.maximum.reduce(inds) # This ensures high bin in one = high bin overall\n", + " # Use sklearn's train_test_split with stratify\n", + " train_idx, val_idx = train_test_split(\n", + " df.index.values,\n", + " test_size=val_frac,\n", + " random_state=seed,\n", + " shuffle=True,\n", + " stratify=strat_col\n", + " )\n", + " train = df.loc[train_idx].reset_index(drop=True)\n", + " val = df.loc[val_idx].reset_index(drop=True)\n", + " return train, val\n", + "\n", + "\n", + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Same splits\n", + "train, test = create_stratified_splits_regression(\n", + " df,\n", + " label_cols=['CO2', 'CH4'], \n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + ")\n", + "\n", + "train_dataset = SMILESReconstructionDataset(train, tokenizer)\n", + "val_dataset = SMILESReconstructionDataset(test, tokenizer)\n", + "val_df = test\n", + "train_df = train\n", + "print(f\"Training samples: {len(train_dataset)}\")\n", + "print(f\"Validation samples: {len(val_dataset)}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "2b79c8b4-4f5d-4752-b1a7-08ed2d0bb7f5", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_330276/2978564159.py:51: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Seq2SeqTrainer.__init__`. Use `processing_class` instead.\n", + " trainer = Seq2SeqTrainer(\n" + ] + } + ], + "source": [ + "# Custom data collator for encoder-decoder\n", + "class EncoderDecoderDataCollator:\n", + " def __init__(self, tokenizer):\n", + " self.tokenizer = tokenizer\n", + " \n", + " def __call__(self, batch):\n", + " # Stack all batch elements\n", + " input_ids = torch.stack([item['input_ids'] for item in batch])\n", + " attention_mask = torch.stack([item['attention_mask'] for item in batch])\n", + " labels = torch.stack([item['labels'] for item in batch])\n", + " \n", + " return {\n", + " 'input_ids': input_ids,\n", + " 'attention_mask': attention_mask,\n", + " 'labels': labels\n", + " }\n", + "\n", + "\n", + "data_collator = EncoderDecoderDataCollator(tokenizer)\n", + "\n", + "early_stopping_callback = EarlyStoppingCallback(\n", + " early_stopping_patience=10,\n", + ")\n", + "\n", + "training_args = Seq2SeqTrainingArguments(\n", + " output_dir='/home/jovyan/simson_training_bolgov/regression/decoder_checkpoints',\n", + " eval_strategy='steps',\n", + " eval_steps=10_000,\n", + " logging_steps=10_000,\n", + " save_steps=10_000,\n", + " save_total_limit=3,\n", + " learning_rate=5e-5,\n", + " per_device_train_batch_size=256,\n", + " per_device_eval_batch_size=256,\n", + " gradient_accumulation_steps=1,\n", + " num_train_epochs=5,\n", + " warmup_steps=50,\n", + " weight_decay=0.01,\n", + " logging_dir='./logs',\n", + " report_to='none',\n", + " load_best_model_at_end=True,\n", + " metric_for_best_model='eval_loss',\n", + " greater_is_better=False,\n", + " fp16=True,\n", + " dataloader_pin_memory=True,\n", + " remove_unused_columns=False,\n", + " predict_with_generate=False \n", + ")\n", + "\n", + "# Initialize trainer\n", + "trainer = Seq2SeqTrainer(\n", + " model=model,\n", + " args=training_args,\n", + " train_dataset=train_dataset,\n", + " eval_dataset=val_dataset,\n", + " data_collator=data_collator,\n", + " tokenizer=tokenizer\n", + ")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "88eccafd-c269-4bc6-8290-0bdb5d184c31", + "metadata": {}, + "outputs": [], + "source": [ + "trainer.train()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9ac6754e-dd6d-4282-b661-0b11e65cadc3", + "metadata": {}, + "outputs": [], + "source": [ + "final_state = trainer.model.state_dict()\n", + "torch.save(final_state, '/home/jovyan/simson_training_bolgov/regression/simson_encoder_decoder_better_regression.bin')" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "18637615-64f4-42d5-a431-0765df5bc024", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model initialized with 72,264,271 trainable parameters\n" + ] + } + ], + "source": [ + "import torch.nn.functional as F\n", + "\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = outputs.last_hidden_state\n", + " hidden_states = self.dropout(hidden_states)\n", + " pooled = global_ap(hidden_states)\n", + " out = self.linear(pooled)\n", + " return out\n", + "\n", + "class SimSonDecoder(nn.Module):\n", + " def __init__(self, embedding_dim, hidden_dim, vocab_size, max_len):\n", + " super(SimSonDecoder, self).__init__()\n", + " self.embedding_dim = embedding_dim\n", + " self.hidden_dim = hidden_dim\n", + " self.vocab_size = vocab_size\n", + " self.max_len = max_len\n", + " \n", + " # Project embedding to hidden dimension\n", + " self.embedding_projection = nn.Linear(embedding_dim, hidden_dim)\n", + " \n", + " # Token embeddings for decoder input\n", + " self.token_embeddings = nn.Embedding(vocab_size, hidden_dim)\n", + " self.position_embeddings = nn.Embedding(max_len, hidden_dim)\n", + " \n", + " # Transformer decoder layers\n", + " decoder_layer = nn.TransformerDecoderLayer(\n", + " d_model=hidden_dim,\n", + " nhead=12,\n", + " dim_feedforward=2048,\n", + " dropout=0.1,\n", + " batch_first=True\n", + " )\n", + " self.transformer_decoder = nn.TransformerDecoder(decoder_layer, num_layers=6)\n", + " \n", + " # Output projection to vocabulary\n", + " self.output_projection = nn.Linear(hidden_dim, vocab_size)\n", + " self.dropout = nn.Dropout(0.1)\n", + " \n", + " # Layer normalization\n", + " self.layer_norm = nn.LayerNorm(hidden_dim)\n", + " \n", + " def forward(self, molecule_embeddings, decoder_input_ids, decoder_attention_mask=None):\n", + " batch_size, seq_len = decoder_input_ids.shape\n", + " device = decoder_input_ids.device\n", + " \n", + " # Project molecule embeddings to memory for cross-attention\n", + " memory = self.embedding_projection(molecule_embeddings) # [batch, hidden_dim]\n", + " memory = memory.unsqueeze(1) # [batch, 1, hidden_dim]\n", + " \n", + " # Create decoder input embeddings\n", + " token_emb = self.token_embeddings(decoder_input_ids) # [batch, seq_len, hidden_dim]\n", + " \n", + " # Add positional embeddings\n", + " positions = torch.arange(seq_len, device=device).unsqueeze(0).expand(batch_size, -1)\n", + " pos_emb = self.position_embeddings(positions)\n", + " \n", + " decoder_inputs = self.layer_norm(token_emb + pos_emb)\n", + " decoder_inputs = self.dropout(decoder_inputs)\n", + " \n", + " # Create causal mask for decoder\n", + " tgt_mask = self._generate_square_subsequent_mask(seq_len).to(device)\n", + " \n", + " # Create attention mask for decoder inputs\n", + " if decoder_attention_mask is not None:\n", + " # Convert padding mask to additive mask\n", + " tgt_key_padding_mask = (decoder_attention_mask == 0)\n", + " else:\n", + " tgt_key_padding_mask = None\n", + " \n", + " # Apply transformer decoder\n", + " decoder_output = self.transformer_decoder(\n", + " tgt=decoder_inputs,\n", + " memory=memory,\n", + " tgt_mask=tgt_mask,\n", + " tgt_key_padding_mask=tgt_key_padding_mask\n", + " )\n", + " \n", + " # Project to vocabulary\n", + " logits = self.output_projection(decoder_output)\n", + " \n", + " return logits\n", + " \n", + " def _generate_square_subsequent_mask(self, sz):\n", + " \"\"\"Generate causal mask for decoder\"\"\"\n", + " mask = torch.triu(torch.ones(sz, sz) * float('-inf'), diagonal=1)\n", + " return mask\n", + "\n", + "# Combined Encoder-Decoder Model\n", + "class SimSonEncoderDecoder(nn.Module):\n", + " def __init__(self, encoder, decoder, tokenizer):\n", + " super().__init__()\n", + " self.encoder = encoder\n", + " self.decoder = decoder\n", + " self.tokenizer = tokenizer\n", + " \n", + " def forward(self, input_ids, attention_mask, labels=None):\n", + " # Encode SMILES to embeddings\n", + " embeddings = self.encoder(input_ids, attention_mask)\n", + " \n", + " if labels is not None:\n", + " # During training, use teacher forcing\n", + " # Shift labels for decoder input (remove last token, add BOS token)\n", + " decoder_input_ids = torch.cat([\n", + " torch.full((labels.shape[0], 1), self.tokenizer.cls_token_id, \n", + " dtype=labels.dtype, device=labels.device),\n", + " labels[:, :-1]\n", + " ], dim=1)\n", + " \n", + " # Generate decoder attention mask\n", + " decoder_attention_mask = (decoder_input_ids != self.tokenizer.pad_token_id).long()\n", + " \n", + " # Decode embeddings to SMILES\n", + " logits = self.decoder(embeddings, decoder_input_ids, decoder_attention_mask)\n", + " \n", + " # Calculate loss\n", + " loss_fct = nn.CrossEntropyLoss(ignore_index=self.tokenizer.pad_token_id)\n", + " loss = loss_fct(logits.view(-1, logits.size(-1)), labels.view(-1))\n", + " \n", + " return {\"loss\": loss, \"logits\": logits}\n", + " else:\n", + " # During inference\n", + " return self.generate(embeddings)\n", + " \n", + " def generate(self, embeddings, max_length=512, temperature=1.0):\n", + "\n", + " batch_size = embeddings.shape[0]\n", + " device = embeddings.device\n", + " \n", + " # Start with the CLS token for all sequences in the batch\n", + " generated = torch.full((batch_size, 1), self.tokenizer.cls_token_id, \n", + " dtype=torch.long, device=device)\n", + " \n", + " # --- THE FIX: Keep track of which sequences have finished ---\n", + " # A boolean tensor, initially all False.\n", + " is_finished = torch.zeros(batch_size, dtype=torch.bool, device=device)\n", + " \n", + " for _ in range(max_length - 1):\n", + " # Pass the current generated sequences to the decoder\n", + " decoder_attention_mask = (generated != self.tokenizer.pad_token_id).long()\n", + " logits = self.decoder(embeddings, generated, decoder_attention_mask)\n", + " \n", + " # Focus on the logits for the last token in each sequence\n", + " next_token_logits = logits[:, -1, :]\n", + " \n", + " # Apply temperature sampling\n", + " if temperature == 0.0:\n", + " next_tokens = torch.argmax(next_token_logits, dim=-1)\n", + " else:\n", + " probs = F.softmax(next_token_logits / temperature, dim=-1)\n", + " next_tokens = torch.multinomial(probs, num_samples=1).squeeze(-1)\n", + " \n", + " # --- THE FIX: Prevent finished sequences from generating new tokens ---\n", + " # If a sequence is already finished, its next token should be a pad token.\n", + " # Otherwise, use the newly generated token.\n", + " next_tokens = torch.where(is_finished, self.tokenizer.pad_token_id, next_tokens)\n", + " \n", + " # Append the new tokens to the generated sequences\n", + " generated = torch.cat([generated, next_tokens.unsqueeze(-1)], dim=1)\n", + " \n", + " # --- THE FIX: Update the `is_finished` status for any sequence that just produced an EOS token ---\n", + " is_finished |= (next_tokens == self.tokenizer.sep_token_id)\n", + " \n", + " # --- THE FIX: Stop if all sequences in the batch are finished ---\n", + " if torch.all(is_finished):\n", + " break\n", + " \n", + " return generated\n", + "\n", + "\n", + "# Initialize tokenizer\n", + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + "# Initialize encoder config\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "# Initialize and load encoder\n", + "encoder = SimSonEncoder(config=config, max_len=512)\n", + "\n", + "# Initialize decoder\n", + "decoder = SimSonDecoder(\n", + " embedding_dim=512, # encoder.max_len\n", + " hidden_dim=768, # config.hidden_size\n", + " vocab_size=tokenizer.vocab_size,\n", + " max_len=512\n", + ")\n", + "\n", + "# Create combined model\n", + "model = SimSonEncoderDecoder(encoder, decoder, tokenizer)\n", + "model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/regression/simson_encoder_decoder.bin', weights_only=False))\n", + "model.cuda()\n", + "print(f\"Model initialized with {sum(p.numel() for p in model.parameters() if p.requires_grad):,} trainable parameters\")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "3f250d5d-0573-4f5b-a665-44ca3ecf135d", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "import joblib\n", + "import numpy as np\n", + "from transformers import BertConfig, AutoTokenizer, BertModel\n", + "from tqdm import tqdm\n", + "\n", + "# Load tokenizer\n", + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + "# Initialize model configuration\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "# Initialize regression model\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = outputs.last_hidden_state\n", + " hidden_states = self.dropout(hidden_states)\n", + " pooled = global_ap(hidden_states)\n", + " out = self.linear(pooled)\n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x\n", + "\n", + "compiling = False\n", + "# Load model and parameters\n", + "encoder = SimSonEncoder(config=config, max_len=512)\n", + "if compiling:\n", + " encoder = torch.compile(encoder)\n", + "encoder_expert = SimSonEncoder(config=config, max_len=512)\n", + "\n", + "regression_model = SimSonClassifier(encoder=encoder, num_labels=6)\n", + "regression_expert_model = SimSonClassifier(encoder=encoder_expert, num_labels=6)\n", + "\n", + "if compiling:\n", + " regression_model = torch.compile(regression_model)\n", + "\n", + "# Load trained parameters\n", + "regression_params = torch.load('/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin', weights_only=False)\n", + "regression_expert_params = torch.load('/home/jovyan/simson_training_bolgov/regression/high_regression_old_scalers_simson.pth', weights_only=False)\n", + "\n", + "\n", + "regression_model.load_state_dict(regression_params)\n", + "regression_expert_model.load_state_dict(regression_expert_params)\n", + "\n", + "regression_model.eval()\n", + "regression_model.cuda()\n", + "\n", + "regression_expert_model.eval()\n", + "regression_expert_model.cuda()\n", + "\n", + "# Load scalers\n", + "scalers = joblib.load('/home/jovyan/simson_training_bolgov/regression/scalers')\n", + "scaler_ch4 = scalers[-2] # CH4 scaler\n", + "scaler_co2 = scalers[-1] # CO2 scaler" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "7a775a04-26de-434f-a138-bafb84b661ea", + "metadata": {}, + "outputs": [], + "source": [ + "from rdkit import Chem\n", + "from rdkit.Chem import MolToSmiles\n", + "from tqdm import tqdm\n", + "import torch\n", + "\n", + "def validate_reconstruction(model, tokenizer, test_smiles_list, num_samples=20, max_length=256):\n", + " \"\"\"\n", + " Evaluate reconstruction quality.\n", + " • exact_match ........ literal string equality\n", + " • canonical_match .... same molecule after canonicalisation\n", + " • generated_valid .... RDKit is able to parse generated SMILES\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + "\n", + " results = []\n", + " with torch.no_grad():\n", + " for i, smiles in enumerate(test_smiles_list[:num_samples]):\n", + " # ---------- encode ----------\n", + " tokens = tokenizer(\n", + " smiles,\n", + " max_length=max_length,\n", + " truncation=True,\n", + " padding=\"max_length\",\n", + " return_tensors=\"pt\"\n", + " ).to(device)\n", + "\n", + " embedding = model.encoder(tokens[\"input_ids\"], tokens[\"attention_mask\"])\n", + "\n", + " # ---------- decode ----------\n", + " gen_ids = model.generate(embedding)\n", + " gen_smiles = tokenizer.decode(gen_ids[0], skip_special_tokens=True)\n", + "\n", + " # ---------- validity ----------\n", + " mol_orig = Chem.MolFromSmiles(smiles)\n", + " mol_gen = Chem.MolFromSmiles(gen_smiles)\n", + " orig_valid = mol_orig is not None\n", + " gen_valid = mol_gen is not None\n", + "\n", + " # ---------- canonical comparison ----------\n", + " if orig_valid and gen_valid:\n", + " can_orig = MolToSmiles(mol_orig, canonical=True)\n", + " can_gen = MolToSmiles(mol_gen, canonical=True)\n", + " canonical_match = (can_orig == can_gen)\n", + " else:\n", + " canonical_match = False\n", + "\n", + " results.append({\n", + " \"original\": smiles,\n", + " \"reconstructed\": gen_smiles,\n", + " \"exact_match\": smiles == gen_smiles,\n", + " \"canonical_match\": canonical_match,\n", + " \"generated_valid\": gen_valid\n", + " })\n", + "\n", + " print(f\"\\nSample {i+1}\")\n", + " print(f\" Original: {smiles}\")\n", + " print(f\" Reconstructed: {gen_smiles}\")\n", + " print(f\" Valid (gen): {gen_valid}\")\n", + " print(f\" Same molecule: {canonical_match}\")\n", + " print(\"-\" * 60)\n", + "\n", + " # ---------- aggregated metrics ----------\n", + " exact_acc = sum(r[\"exact_match\"] for r in results) / len(results)\n", + " canonical_acc = sum(r[\"canonical_match\"] for r in results) / len(results)\n", + " validity_rate = sum(r[\"generated_valid\"] for r in results) / len(results)\n", + "\n", + " print(f\"\\nExact-string match accuracy ...... {exact_acc:.2%}\")\n", + " print(f\"Canonical match accuracy ......... {canonical_acc:.2%}\")\n", + " print(f\"Generated validity rate .......... {validity_rate:.2%}\")\n", + "\n", + " return results\n", + "\n", + "test_smiles = val_df['smiles' if 'smiles' in val_df.columns else 'Smiles'].tolist()\n", + "#validation_results = validate_reconstruction(model, tokenizer, test_smiles, num_samples=20)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 115, + "id": "21d72f76-9bc6-480d-8bf1-205c34ed7e2e", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████████| 999/999 [04:08<00:00, 4.02it/s]\n" + ] + } + ], + "source": [ + "from sklearn.metrics import pairwise_distances\n", + "from sklearn.preprocessing import MinMaxScaler\n", + "\n", + "\n", + "features = ['CO2', 'CH4']\n", + "\n", + "# --- 3. Max–Min selection ----------------------------------------------------\n", + "def select_diverse_maxmin(data, cols, k=1_000):\n", + " X = data[cols].to_numpy()\n", + " \n", + " # scale to [0,1] so CO₂ and CH₄ get equal weight\n", + " X = MinMaxScaler().fit_transform(X)\n", + " \n", + " n = len(X)\n", + " if k >= n: # nothing to do\n", + " return data\n", + " \n", + " # start with a random seed point\n", + " selected = [np.random.randint(0, n)]\n", + " \n", + " # pre-allocate distance cache\n", + " min_dist = pairwise_distances(\n", + " X, X[selected], metric='euclidean'\n", + " ).ravel() # distance to first point\n", + " \n", + " for _ in tqdm(range(1, k)):\n", + " # pick the point with the largest distance to the current set\n", + " idx = np.argmax(min_dist)\n", + " selected.append(idx)\n", + " \n", + " # update distance cache (keep the shortest distance to any selected pt)\n", + " dist_to_new = pairwise_distances(X, X[[idx]], metric='euclidean').ravel()\n", + " min_dist = np.minimum(min_dist, dist_to_new)\n", + " \n", + " return data.iloc[selected].reset_index(drop=True)\n", + "\n", + "sample_df = select_diverse_maxmin(df, features, k=1_000)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "ecae2eaa-dcd0-4a0d-a8d6-347c254285d0", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import numpy as np\n", + "import pandas as pd\n", + "from rdkit import Chem\n", + "from rdkit.Chem import MolToSmiles\n", + "from scipy.stats import pearsonr, spearmanr\n", + "from sklearn.metrics import mean_absolute_error, mean_squared_error, r2_score\n", + "from tqdm import tqdm\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "\n", + "def display_property_fidelity_results(results_df, metrics):\n", + " \"\"\"Display comprehensive property fidelity analysis\"\"\"\n", + " \n", + " valid_results = results_df[results_df['reconstructed_valid']].copy()\n", + " total_molecules = len(results_df)\n", + " valid_molecules = len(valid_results)\n", + " identical_molecules = results_df['chemically_identical'].sum()\n", + " \n", + " print(f\"\\n{'='*80}\")\n", + " print(f\"PROPERTY RECONSTRUCTION FIDELITY ANALYSIS\")\n", + " print(f\"{'='*80}\")\n", + " \n", + " print(f\"Dataset Overview:\")\n", + " print(f\" Total molecules tested: {total_molecules}\")\n", + " print(f\" Valid reconstructions: {valid_molecules} ({valid_molecules/total_molecules*100:.1f}%)\")\n", + " print(f\" Chemically identical: {identical_molecules} ({identical_molecules/total_molecules*100:.1f}%)\")\n", + " \n", + " if valid_molecules > 0:\n", + " print(f\"\\n{'='*60}\")\n", + " print(f\"PROPERTY CORRELATION METRICS\")\n", + " print(f\"{'='*60}\")\n", + " \n", + " print(f\"CH₄ Permeability:\")\n", + " print(f\" Pearson correlation: {metrics['CH4']['pearson_correlation']:.4f}\")\n", + " print(f\" Spearman correlation: {metrics['CH4']['spearman_correlation']:.4f}\")\n", + " print(f\" R² score: {metrics['CH4']['r2_score']:.4f}\")\n", + " print(f\" MAE: {metrics['CH4']['mae']:.4f}\")\n", + " print(f\" RMSE: {metrics['CH4']['rmse']:.4f}\")\n", + " print(f\" Mean relative error: {metrics['CH4']['mean_relative_error_pct']:.2f}%\")\n", + " print(f\" Median relative error: {metrics['CH4']['median_relative_error_pct']:.2f}%\")\n", + " \n", + " print(f\"\\nCO₂ Permeability:\")\n", + " print(f\" Pearson correlation: {metrics['CO2']['pearson_correlation']:.4f}\")\n", + " print(f\" Spearman correlation: {metrics['CO2']['spearman_correlation']:.4f}\")\n", + " print(f\" R² score: {metrics['CO2']['r2_score']:.4f}\")\n", + " print(f\" MAE: {metrics['CO2']['mae']:.4f}\")\n", + " print(f\" RMSE: {metrics['CO2']['rmse']:.4f}\")\n", + " print(f\" Mean relative error: {metrics['CO2']['mean_relative_error_pct']:.2f}%\")\n", + " print(f\" Median relative error: {metrics['CO2']['median_relative_error_pct']:.2f}%\")\n", + " \n", + " # Property preservation quality assessment\n", + " print(f\"\\n{'='*60}\")\n", + " print(f\"PROPERTY PRESERVATION ASSESSMENT\")\n", + " print(f\"{'='*60}\")\n", + " \n", + " # Define quality thresholds\n", + " excellent_threshold = 5.0 # <5% relative error\n", + " good_threshold = 15.0 # <15% relative error\n", + " acceptable_threshold = 30.0 # <30% relative error\n", + " \n", + " ch4_excellent = (valid_results['CH4_relative_error'] < excellent_threshold).sum()\n", + " ch4_good = (valid_results['CH4_relative_error'] < good_threshold).sum()\n", + " ch4_acceptable = (valid_results['CH4_relative_error'] < acceptable_threshold).sum()\n", + " \n", + " co2_excellent = (valid_results['CO2_relative_error'] < excellent_threshold).sum()\n", + " co2_good = (valid_results['CO2_relative_error'] < good_threshold).sum()\n", + " co2_acceptable = (valid_results['CO2_relative_error'] < acceptable_threshold).sum()\n", + " \n", + " print(f\"CH₄ Property Preservation Quality:\")\n", + " print(f\" Excellent (<{excellent_threshold}% error): {ch4_excellent}/{valid_molecules} ({ch4_excellent/valid_molecules*100:.1f}%)\")\n", + " print(f\" Good (<{good_threshold}% error): {ch4_good}/{valid_molecules} ({ch4_good/valid_molecules*100:.1f}%)\")\n", + " print(f\" Acceptable (<{acceptable_threshold}% error): {ch4_acceptable}/{valid_molecules} ({ch4_acceptable/valid_molecules*100:.1f}%)\")\n", + " \n", + " print(f\"\\nCO₂ Property Preservation Quality:\")\n", + " print(f\" Excellent (<{excellent_threshold}% error): {co2_excellent}/{valid_molecules} ({co2_excellent/valid_molecules*100:.1f}%)\")\n", + " print(f\" Good (<{good_threshold}% error): {co2_good}/{valid_molecules} ({co2_good/valid_molecules*100:.1f}%)\")\n", + " print(f\" Acceptable (<{acceptable_threshold}% error): {co2_acceptable}/{valid_molecules} ({co2_acceptable/valid_molecules*100:.1f}%)\")\n", + "\n", + "\n", + "def evaluate_property_reconstruction_fidelity(model, regression_model, tokenizer, \n", + " scaler_ch4, scaler_co2, test_smiles_list,\n", + " batch_size=16, max_length=256):\n", + " \"\"\"\n", + " Evaluate how well reconstructed SMILES preserve chemical properties\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " regression_model: Trained regression model for property prediction\n", + " tokenizer: SMILES tokenizer\n", + " scaler_ch4, scaler_co2: Property scalers\n", + " test_smiles_list: List of original SMILES to test\n", + " batch_size: Batch size for processing\n", + " max_length: Maximum SMILES length\n", + " \n", + " Returns:\n", + " results_df: DataFrame with detailed property comparison results\n", + " metrics: Dictionary of aggregate evaluation metrics\n", + " \"\"\"\n", + " \n", + " model.eval()\n", + " regression_model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " results = []\n", + " \n", + " print(f\"Evaluating property reconstruction fidelity for {len(test_smiles_list)} molecules...\")\n", + " \n", + " # Process in batches for memory efficiency\n", + " for i in tqdm(range(0, len(test_smiles_list), batch_size), desc=\"Processing batches\"):\n", + " batch_end = min(i + batch_size, len(test_smiles_list))\n", + " batch_smiles = test_smiles_list[i:batch_end]\n", + " \n", + " with torch.no_grad():\n", + " # Step 1: Generate embeddings from original SMILES\n", + " original_tokens = tokenizer(\n", + " batch_smiles,\n", + " max_length=max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " # Get embeddings\n", + " embeddings = model.encoder(original_tokens['input_ids'].cuda(), original_tokens['attention_mask'].cuda())\n", + " \n", + " # Step 2: Reconstruct SMILES from embeddings\n", + " reconstructed_ids = model.generate(embeddings, temperature=1.5)\n", + " \n", + " # Step 3: Predict properties for both original and reconstructed\n", + " # Original properties\n", + " orig_predictions = regression_model(original_tokens['input_ids'], original_tokens['attention_mask'])\n", + " orig_ch4_scaled = orig_predictions[:, -2].cpu().numpy().reshape(-1, 1)\n", + " orig_co2_scaled = orig_predictions[:, -1].cpu().numpy().reshape(-1, 1)\n", + " orig_ch4 = scaler_ch4.inverse_transform(orig_ch4_scaled).flatten()\n", + " orig_co2 = scaler_co2.inverse_transform(orig_co2_scaled).flatten()\n", + " \n", + " # Reconstructed properties\n", + " reconstructed_smiles = [tokenizer.decode(seq, skip_special_tokens=True) for seq in reconstructed_ids]\n", + " # Validate reconstructed SMILES and predict properties\n", + " for j, (orig_smiles, recon_smiles) in enumerate(zip(batch_smiles, reconstructed_smiles)):\n", + " # Chemical validity checks\n", + " orig_mol = Chem.MolFromSmiles(orig_smiles)\n", + " recon_mol = Chem.MolFromSmiles(recon_smiles)\n", + " \n", + " orig_valid = orig_mol is not None\n", + " recon_valid = recon_mol is not None\n", + " \n", + " # Canonical SMILES comparison\n", + " if orig_valid and recon_valid:\n", + " orig_canonical = MolToSmiles(orig_mol, canonical=True)\n", + " recon_canonical = MolToSmiles(recon_mol, canonical=True)\n", + " is_identical = orig_canonical == recon_canonical\n", + " else:\n", + " orig_canonical = \"INVALID\" if not orig_valid else MolToSmiles(orig_mol, canonical=True)\n", + " recon_canonical = \"INVALID\" if not recon_valid else MolToSmiles(recon_mol, canonical=True)\n", + " is_identical = False\n", + " \n", + " # Property prediction for reconstructed SMILES\n", + " if recon_valid:\n", + " recon_tokens = tokenizer(\n", + " recon_smiles,\n", + " max_length=max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " recon_predictions = regression_model(recon_tokens['input_ids'], recon_tokens['attention_mask'])\n", + " recon_ch4_scaled = recon_predictions[0, -2].cpu().numpy().reshape(-1, 1)\n", + " recon_co2_scaled = recon_predictions[0, -1].cpu().numpy().reshape(-1, 1)\n", + " recon_ch4 = scaler_ch4.inverse_transform(recon_ch4_scaled)[0, 0]\n", + " recon_co2 = scaler_co2.inverse_transform(recon_co2_scaled)[0, 0]\n", + " else:\n", + " recon_ch4 = np.nan\n", + " recon_co2 = np.nan\n", + " \n", + " # Calculate property differences\n", + " ch4_absolute_error = abs(orig_ch4[j] - recon_ch4) if recon_valid else np.nan\n", + " co2_absolute_error = abs(orig_co2[j] - recon_co2) if recon_valid else np.nan\n", + " \n", + " ch4_relative_error = (ch4_absolute_error / orig_ch4[j] * 100) if (recon_valid and orig_ch4[j] != 0) else np.nan\n", + " co2_relative_error = (co2_absolute_error / orig_co2[j] * 100) if (recon_valid and orig_co2[j] != 0) else np.nan\n", + " \n", + " results.append({\n", + " 'molecule_id': i + j + 1,\n", + " 'original_smiles': orig_smiles,\n", + " 'reconstructed_smiles': recon_smiles,\n", + " 'original_canonical': orig_canonical,\n", + " 'reconstructed_canonical': recon_canonical,\n", + " 'chemically_identical': is_identical,\n", + " 'original_valid': orig_valid,\n", + " 'reconstructed_valid': recon_valid,\n", + " 'original_CH4': orig_ch4[j],\n", + " 'original_CO2': orig_co2[j],\n", + " 'reconstructed_CH4': recon_ch4,\n", + " 'reconstructed_CO2': recon_co2,\n", + " 'CH4_absolute_error': ch4_absolute_error,\n", + " 'CO2_absolute_error': co2_absolute_error,\n", + " 'CH4_relative_error': ch4_relative_error,\n", + " 'CO2_relative_error': co2_relative_error\n", + " })\n", + " \n", + " # Convert to DataFrame\n", + " results_df = pd.DataFrame(results)\n", + " \n", + " # Calculate aggregate metrics\n", + " valid_comparisons = results_df[results_df['reconstructed_valid']].copy()\n", + " \n", + " if len(valid_comparisons) > 0:\n", + " metrics = calculate_property_fidelity_metrics(valid_comparisons)\n", + " display_property_fidelity_results(results_df, metrics)\n", + " else:\n", + " print(\"No valid reconstructions for property comparison!\")\n", + " metrics = {}\n", + " \n", + " return results_df, metrics\n", + "\n", + "def visualize_property_fidelity(results_df, save_plots=True):\n", + " \"\"\"Create comprehensive visualizations of property reconstruction fidelity\"\"\"\n", + " \n", + " valid_results = results_df[results_df['reconstructed_valid']].copy()\n", + " \n", + " if len(valid_results) == 0:\n", + " print(\"No valid results to visualize!\")\n", + " return\n", + " \n", + " fig, axes = plt.subplots(2, 3, figsize=(18, 12))\n", + " \n", + " # 1. CH4 Property Correlation\n", + " axes[0, 0].scatter(valid_results['original_CH4'], valid_results['reconstructed_CH4'], \n", + " alpha=0.6, s=30, edgecolors='black', linewidth=0.5)\n", + " \n", + " # Perfect correlation line\n", + " min_ch4 = min(valid_results['original_CH4'].min(), valid_results['reconstructed_CH4'].min())\n", + " max_ch4 = max(valid_results['original_CH4'].max(), valid_results['reconstructed_CH4'].max())\n", + " axes[0, 0].plot([min_ch4, max_ch4], [min_ch4, max_ch4], 'r--', linewidth=2, label='Perfect Correlation')\n", + " \n", + " # Calculate and display R²\n", + " ch4_r2 = r2_score(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " axes[0, 0].set_xlabel('Original CH₄ Permeability')\n", + " axes[0, 0].set_ylabel('Reconstructed CH₄ Permeability')\n", + " axes[0, 0].set_title(f'CH₄ Property Reconstruction (R² = {ch4_r2:.3f})')\n", + " axes[0, 0].legend()\n", + " axes[0, 0].grid(True, alpha=0.3)\n", + " \n", + " # 2. CO2 Property Correlation\n", + " axes[0, 1].scatter(valid_results['original_CO2'], valid_results['reconstructed_CO2'], \n", + " alpha=0.6, s=30, edgecolors='black', linewidth=0.5)\n", + " \n", + " min_co2 = min(valid_results['original_CO2'].min(), valid_results['reconstructed_CO2'].min())\n", + " max_co2 = max(valid_results['original_CO2'].max(), valid_results['reconstructed_CO2'].max())\n", + " axes[0, 1].plot([min_co2, max_co2], [min_co2, max_co2], 'r--', linewidth=2, label='Perfect Correlation')\n", + " \n", + " co2_r2 = r2_score(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " axes[0, 1].set_xlabel('Original CO₂ Permeability')\n", + " axes[0, 1].set_ylabel('Reconstructed CO₂ Permeability')\n", + " axes[0, 1].set_title(f'CO₂ Property Reconstruction (R² = {co2_r2:.3f})')\n", + " axes[0, 1].legend()\n", + " axes[0, 1].grid(True, alpha=0.3)\n", + " \n", + " # 3. Relative Error Distribution - CH4\n", + " axes[0, 2].hist(valid_results['CH4_relative_error'].dropna(), bins=30, alpha=0.7, \n", + " edgecolor='black', color='skyblue')\n", + " axes[0, 2].axvline(valid_results['CH4_relative_error'].median(), color='red', \n", + " linestyle='--', linewidth=2, label=f'Median: {valid_results[\"CH4_relative_error\"].median():.1f}%')\n", + " axes[0, 2].set_xlabel('CH₄ Relative Error (%)')\n", + " axes[0, 2].set_ylabel('Frequency')\n", + " axes[0, 2].set_title('CH₄ Relative Error Distribution')\n", + " axes[0, 2].legend()\n", + " axes[0, 2].grid(True, alpha=0.3)\n", + " \n", + " # 4. Relative Error Distribution - CO2\n", + " axes[1, 0].hist(valid_results['CO2_relative_error'].dropna(), bins=30, alpha=0.7, \n", + " edgecolor='black', color='lightcoral')\n", + " axes[1, 0].axvline(valid_results['CO2_relative_error'].median(), color='red', \n", + " linestyle='--', linewidth=2, label=f'Median: {valid_results[\"CO2_relative_error\"].median():.1f}%')\n", + " axes[1, 0].set_xlabel('CO₂ Relative Error (%)')\n", + " axes[1, 0].set_ylabel('Frequency')\n", + " axes[1, 0].set_title('CO₂ Relative Error Distribution')\n", + " axes[1, 0].legend()\n", + " axes[1, 0].grid(True, alpha=0.3)\n", + " \n", + " # 5. Error Comparison\n", + " error_comparison = pd.DataFrame({\n", + " 'CH₄_Error': valid_results['CH4_relative_error'].dropna(),\n", + " 'CO₂_Error': valid_results['CO2_relative_error'].dropna()\n", + " })\n", + " \n", + " axes[1, 1].scatter(error_comparison['CH₄_Error'], error_comparison['CO₂_Error'], \n", + " alpha=0.6, s=30, edgecolors='black', linewidth=0.5)\n", + " axes[1, 1].set_xlabel('CH₄ Relative Error (%)')\n", + " axes[1, 1].set_ylabel('CO₂ Relative Error (%)')\n", + " axes[1, 1].set_title('Property Error Correlation')\n", + " axes[1, 1].grid(True, alpha=0.3)\n", + " \n", + " # 6. Chemical Identity vs Property Preservation\n", + " identical_mask = valid_results['chemically_identical']\n", + " \n", + " ch4_errors_identical = valid_results[identical_mask]['CH4_relative_error'].dropna()\n", + " ch4_errors_different = valid_results[~identical_mask]['CH4_relative_error'].dropna()\n", + " \n", + " axes[1, 2].boxplot([ch4_errors_identical, ch4_errors_different], \n", + " labels=['Chemically Identical', 'Chemically Different'])\n", + " axes[1, 2].set_ylabel('CH₄ Relative Error (%)')\n", + " axes[1, 2].set_title('Property Error by Chemical Identity')\n", + " axes[1, 2].grid(True, alpha=0.3)\n", + " \n", + " plt.tight_layout()\n", + " \n", + " if save_plots:\n", + " plt.savefig('property_reconstruction_fidelity.png', dpi=300, bbox_inches='tight')\n", + " print(\"Visualization saved as 'property_reconstruction_fidelity.png'\")\n", + " \n", + " plt.show()\n", + "\n", + "\n", + "def calculate_property_fidelity_metrics(valid_results):\n", + " \"\"\"Calculate comprehensive property fidelity metrics\"\"\"\n", + " \n", + " metrics = {}\n", + " \n", + " # Correlation metrics\n", + " ch4_corr_pearson, ch4_p_pearson = pearsonr(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_corr_pearson, co2_p_pearson = pearsonr(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " ch4_corr_spearman, ch4_p_spearman = spearmanr(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_corr_spearman, co2_p_spearman = spearmanr(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " # Regression metrics\n", + " ch4_r2 = r2_score(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_r2 = r2_score(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " ch4_mae = mean_absolute_error(valid_results['original_CH4'], valid_results['reconstructed_CH4'])\n", + " co2_mae = mean_absolute_error(valid_results['original_CO2'], valid_results['reconstructed_CO2'])\n", + " \n", + " ch4_rmse = np.sqrt(mean_squared_error(valid_results['original_CH4'], valid_results['reconstructed_CH4']))\n", + " co2_rmse = np.sqrt(mean_squared_error(valid_results['original_CO2'], valid_results['reconstructed_CO2']))\n", + " \n", + " # Relative error statistics\n", + " ch4_mean_rel_error = valid_results['CH4_relative_error'].mean()\n", + " co2_mean_rel_error = valid_results['CO2_relative_error'].mean()\n", + " \n", + " ch4_median_rel_error = valid_results['CH4_relative_error'].median()\n", + " co2_median_rel_error = valid_results['CO2_relative_error'].median()\n", + " \n", + " metrics = {\n", + " 'CH4': {\n", + " 'pearson_correlation': ch4_corr_pearson,\n", + " 'spearman_correlation': ch4_corr_spearman,\n", + " 'r2_score': ch4_r2,\n", + " 'mae': ch4_mae,\n", + " 'rmse': ch4_rmse,\n", + " 'mean_relative_error_pct': ch4_mean_rel_error,\n", + " 'median_relative_error_pct': ch4_median_rel_error\n", + " },\n", + " 'CO2': {\n", + " 'pearson_correlation': co2_corr_pearson,\n", + " 'spearman_correlation': co2_corr_spearman,\n", + " 'r2_score': co2_r2,\n", + " 'mae': co2_mae,\n", + " 'rmse': co2_rmse,\n", + " 'mean_relative_error_pct': co2_mean_rel_error,\n", + " 'median_relative_error_pct': co2_median_rel_error\n", + " }\n", + " }\n", + " \n", + " return metrics\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "3e6bcd77-7314-4829-8d26-26eab56f418c", + "metadata": {}, + "outputs": [], + "source": [ + "from rdkit import RDLogger\n", + "\n", + "# Disable all RDKit logs\n", + "RDLogger.DisableLog('rdApp.*') " + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "id": "04ecf928-10d8-4366-a9d6-1a646301d387", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
51170515117051Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
16542681654268Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922756692275Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
830270830270Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922766692276Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
..............................
1095010950Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c...538.151.235460.001050.004040.001950.00785True
53090145309014Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
25984182598418Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
746918746918Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
22552255Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...586.801.805440.000680.003300.001840.00419False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "5117051 5117051 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "1654268 1654268 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "6692275 6692275 Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "830270 830270 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "6692276 6692276 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "... ... ... \n", + "10950 10950 Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c... \n", + "5309014 5309014 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2598418 2598418 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "746918 746918 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2255 2255 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "5117051 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "1654268 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692275 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "830270 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692276 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "... ... ... ... ... ... ... \n", + "10950 538.15 1.23546 0.00105 0.00404 0.00195 0.00785 \n", + "5309014 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2598418 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "746918 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2255 586.80 1.80544 0.00068 0.00330 0.00184 0.00419 \n", + "\n", + " synthesizable \n", + "5117051 False \n", + "1654268 False \n", + "6692275 False \n", + "830270 False \n", + "6692276 False \n", + "... ... \n", + "10950 True \n", + "5309014 False \n", + "2598418 False \n", + "746918 False \n", + "2255 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.sort_values(by=['CO2'], ascending=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 56, + "id": "576a2486-6184-4d63-9a07-f545c2551df0", + "metadata": {}, + "outputs": [], + "source": [ + "enc_gen = model.encoder.state_dict()\n", + "enc_reg = regression_model.encoder.state_dict()\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 89, + "id": "19e84d1a-56a8-493e-ba56-5eaa5aebb556", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluating property reconstruction fidelity for 100 molecules...\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Processing batches: 100%|█████████████████████████| 1/1 [00:16<00:00, 16.36s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "================================================================================\n", + "PROPERTY RECONSTRUCTION FIDELITY ANALYSIS\n", + "================================================================================\n", + "Dataset Overview:\n", + " Total molecules tested: 100\n", + " Valid reconstructions: 93 (93.0%)\n", + " Chemically identical: 0 (0.0%)\n", + "\n", + "============================================================\n", + "PROPERTY CORRELATION METRICS\n", + "============================================================\n", + "CH₄ Permeability:\n", + " Pearson correlation: 0.0400\n", + " Spearman correlation: -0.0705\n", + " R² score: -3.0056\n", + " MAE: 82.2622\n", + " RMSE: 103.3733\n", + " Mean relative error: 19.19%\n", + " Median relative error: 24.48%\n", + "\n", + "CO₂ Permeability:\n", + " Pearson correlation: -0.1054\n", + " Spearman correlation: -0.3209\n", + " R² score: -3.9737\n", + " MAE: 26978.8016\n", + " RMSE: 33540.0662\n", + " Mean relative error: 20.97%\n", + " Median relative error: 26.74%\n", + "\n", + "============================================================\n", + "PROPERTY PRESERVATION ASSESSMENT\n", + "============================================================\n", + "CH₄ Property Preservation Quality:\n", + " Excellent (<5.0% error): 32/93 (34.4%)\n", + " Good (<15.0% error): 33/93 (35.5%)\n", + " Acceptable (<30.0% error): 76/93 (81.7%)\n", + "\n", + "CO₂ Property Preservation Quality:\n", + " Excellent (<5.0% error): 28/93 (30.1%)\n", + " Good (<15.0% error): 33/93 (35.5%)\n", + " Acceptable (<30.0% error): 57/93 (61.3%)\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\n" + ] + } + ], + "source": [ + "test_smiles = sample_df['Smiles'].tolist()\n", + "test_smiles = df.sort_values(by=['CO2'], ascending=False)['Smiles'].tolist()[:100]\n", + "\n", + "\n", + "results_df, metrics = evaluate_property_reconstruction_fidelity(\n", + " model=model, \n", + " regression_model=regression_expert_model,\n", + " tokenizer=tokenizer,\n", + " scaler_ch4=scaler_ch4,\n", + " scaler_co2=scaler_co2,\n", + " test_smiles_list=test_smiles[:1_000],\n", + " batch_size=128\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "62c35e28-78ec-4b04-8211-cdc24ee21969", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import numpy as np\n", + "from tqdm import tqdm\n", + "from rdkit import Chem\n", + "from rdkit.Chem import MolToSmiles\n", + "\n", + "def generate_base_embeddings(model, tokenizer, val_df, max_length=256, batch_size=128):\n", + " \"\"\"\n", + " Generate embeddings for molecules in validation dataset using batch processing\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " tokenizer: SMILES tokenizer\n", + " val_df: Validation dataframe containing SMILES\n", + " max_length: Maximum SMILES sequence length \n", + " batch_size: Number of molecules to process in each batch\n", + " \n", + " Returns:\n", + " base_embeddings: Tensor of shape [num_molecules, embedding_dim]\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " smiles_list = val_df['Smiles'].tolist()\n", + " embeddings_list = []\n", + " \n", + " with torch.no_grad():\n", + " for i in tqdm(range(0, len(smiles_list), batch_size), desc=\"Generating base embeddings in batches\"):\n", + " # Get current batch of SMILES\n", + " batch_end = min(i + batch_size, len(smiles_list))\n", + " batch_smiles = smiles_list[i:batch_end]\n", + " \n", + " # Tokenize entire batch at once\n", + " encoding = tokenizer(\n", + " batch_smiles,\n", + " max_length=max_length,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " with torch.autocast(dtype=torch.float16, device_type='cuda'):\n", + " embedding_batch = model.encoder(encoding['input_ids'], encoding['attention_mask'])\n", + " \n", + " # Move to CPU and store\n", + " embeddings_list.append(embedding_batch.cpu().numpy())\n", + " \n", + " # Stack all batch embeddings into single array\n", + " base_embeddings = np.vstack(embeddings_list)\n", + " \n", + " return torch.tensor(base_embeddings, dtype=torch.float32)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "bdd463d7-da61-4064-915b-54ab4c3671ad", + "metadata": {}, + "outputs": [], + "source": [ + "# Generate base embeddings\n", + "print(\"Generating 'base' embeddings\")\n", + "base_embeddings_s = generate_base_embeddings(regression_model, tokenizer, df[:100])\n", + "print(f\"Generated embeddings shape: {base_embeddings.shape}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 39, + "id": "9a27dfc8-3510-4339-8799-460f9544a9a1", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "False" + ] + }, + "execution_count": 39, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "a = regression_model.encoder\n", + "b = model.encoder\n", + "a == b" + ] + }, + { + "cell_type": "code", + "execution_count": 68, + "id": "3915b796-c57e-44d1-9ff0-7002a7c86499", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['/home/jovyan/simson_training_bolgov/regression/base_embeddings_new_reg.pickle']" + ] + }, + "execution_count": 68, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "\n", + "joblib.dump(base_embeddings, '/home/jovyan/simson_training_bolgov/regression/base_embeddings_new_reg.pickle')" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "a9a8d315-965d-493d-8d9d-7fb096e5c96e", + "metadata": {}, + "outputs": [], + "source": [ + "import joblib\n", + "\n", + "base_embeddings = joblib.load('/home/jovyan/simson_training_bolgov/regression/sample_embeddings.pickle')\n", + "#expert_embeddings = joblib.load('/home/jovyan/simson_training_bolgov/regression/expert_embeddings.pickle')" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "id": "9778d0de-fc1e-4489-8134-fe50ac868039", + "metadata": {}, + "outputs": [], + "source": [ + "actual_encoder = model.encoder.state_dict()\n", + "torch.save(actual_encoder, '/home/jovyan/simson_training_bolgov/regression/actual_encoder_state.pkl')" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "2ff3dc41-1501-4ca7-8292-01a58924bb44", + "metadata": {}, + "outputs": [], + "source": [ + "training_smiles_set = set(df['Smiles'].tolist())\n", + "\n", + "def is_valid_polymer(smiles: str) -> bool:\n", + " \"\"\"\n", + " Checks if a SMILES string represents a valid polymer according to specific rules.\n", + "\n", + " A valid polymer must:\n", + " 1. Be a chemically valid molecule parsable by RDKit.\n", + " 2. Contain exactly two 'I' atoms, representing polymer endpoints.\n", + " 3. Have identical bond types connecting to both endpoints.\n", + " \"\"\"\n", + " if not isinstance(smiles, str):\n", + " return False\n", + "\n", + " # Rule 1: Basic chemical validity\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " if mol is None:\n", + " return False\n", + "\n", + " # Rule 2: Must contain exactly two endpoints\n", + " if smiles.count('I') != 2:\n", + " return False\n", + "\n", + " # Rule 3: Endpoint bonds must match\n", + " try:\n", + " # Replace 'I' with a standard dummy atom '[*]' for analysis\n", + " mol_with_dummy = Chem.MolFromSmiles(smiles.replace('I', '[*]'))\n", + " if mol_with_dummy is None:\n", + " return False\n", + "\n", + " # Find the atoms connected to the dummy endpoints\n", + " matches = mol_with_dummy.GetSubstructMatches(Chem.MolFromSmarts('[#0]~*'))\n", + "\n", + " if len(matches) != 2:\n", + " return False\n", + "\n", + " # Get the bonds connecting to the endpoints\n", + " bond1 = mol_with_dummy.GetBondBetweenAtoms(matches[0][0], matches[0][1])\n", + " bond2 = mol_with_dummy.GetBondBetweenAtoms(matches[1][0], matches[1][1])\n", + "\n", + " if bond1 is None or bond2 is None:\n", + " return False\n", + "\n", + " # Check if the bond types are identical\n", + " if bond1.GetBondType() != bond2.GetBondType():\n", + " return False\n", + " except Exception:\n", + " # Catch any RDKit parsing or processing errors\n", + " return False\n", + "\n", + " return True\n", + "\n", + "def is_novel_and_valid_polymer(smiles: str, training_set: set) -> bool:\n", + " \"\"\"\n", + " Performs a final check to ensure a molecule is both novel and a valid polymer.\n", + " \"\"\"\n", + " # Check 1: Is it new?\n", + " if smiles in training_set:\n", + " print('NOT NEW')\n", + " return False\n", + " \n", + " # Check 2: Does it meet polymer criteria?\n", + " return is_valid_polymer(smiles)" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "id": "fe3a75c9-eb84-4854-a477-d401761baba1", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
00Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1...494.842.695244.7574042.318471.64086148.43644False
11Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=...508.265.338152.9723926.311180.8646782.37635False
22O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c...640.9120.475150.063530.904980.069052.35993False
33Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O...568.044.196920.001910.011340.003620.01418False
44Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1...548.10142.683270.873808.254092.5206730.04739False
..............................
67269456726945Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c...516.2713.329670.119071.101440.169072.63642False
67269466726946Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(...510.728.964547.9225772.929292.17324247.14446False
67269476726947Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)...610.244.9075820.24364121.244941.01011650.18364False
67269486726948Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c...510.9012.409070.193071.413350.117284.00573True
67269496726949Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)...462.3114.963420.139161.052520.092982.54411False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "0 0 Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1... \n", + "1 1 Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=... \n", + "2 2 O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c... \n", + "3 3 Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O... \n", + "4 4 Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1... \n", + "... ... ... \n", + "6726945 6726945 Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c... \n", + "6726946 6726946 Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(... \n", + "6726947 6726947 Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)... \n", + "6726948 6726948 Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c... \n", + "6726949 6726949 Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "0 494.84 2.69524 4.75740 42.31847 1.64086 148.43644 \n", + "1 508.26 5.33815 2.97239 26.31118 0.86467 82.37635 \n", + "2 640.91 20.47515 0.06353 0.90498 0.06905 2.35993 \n", + "3 568.04 4.19692 0.00191 0.01134 0.00362 0.01418 \n", + "4 548.10 142.68327 0.87380 8.25409 2.52067 30.04739 \n", + "... ... ... ... ... ... ... \n", + "6726945 516.27 13.32967 0.11907 1.10144 0.16907 2.63642 \n", + "6726946 510.72 8.96454 7.92257 72.92929 2.17324 247.14446 \n", + "6726947 610.24 4.90758 20.24364 121.24494 1.01011 650.18364 \n", + "6726948 510.90 12.40907 0.19307 1.41335 0.11728 4.00573 \n", + "6726949 462.31 14.96342 0.13916 1.05252 0.09298 2.54411 \n", + "\n", + " synthesizable \n", + "0 False \n", + "1 False \n", + "2 False \n", + "3 False \n", + "4 False \n", + "... ... \n", + "6726945 False \n", + "6726946 False \n", + "6726947 False \n", + "6726948 True \n", + "6726949 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 20, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "aa424b6f-5cf4-42aa-bdce-83eff2b690c7", + "metadata": {}, + "outputs": [], + "source": [ + "def pred_from_embeds(embeds, regression_model):\n", + " \n", + " x = regression_model.relu(embeds)\n", + " return regression_model.clf(x)\n", + "\n", + "def gradient_based_extrapolation(\n", + " generative_model, regression_model, regression_expert_model, embeddings, scaler, target_idx=-2,\n", + " learning_rate=0.0001, steps=50, batch_size=32, best_idx=None, lambda_reg=0.3, scale_factor=1000, expert_threshold=120_000\n", + "):\n", + " \"\"\"\n", + " Use property gradients to guide extrapolation, with checks for novelty and polymer validity.\n", + " If an invalid or non-novel molecule is generated, optimization stops.\n", + " \"\"\"\n", + " device = next(regression_model.parameters()).device\n", + "\n", + " # --- Freeze models to prevent parameter updates ---\n", + " for param in regression_model.parameters():\n", + " param.requires_grad = False\n", + " regression_model.eval()\n", + "\n", + " for param in regression_expert_model.parameters():\n", + " param.requires_grad = False\n", + " regression_expert_model.eval()\n", + " \n", + " for param in generative_model.parameters():\n", + " param.requires_grad = False\n", + " generative_model.eval()\n", + "\n", + " # --- 1. Find the best starting embedding (batched) ---\n", + " if best_idx is None:\n", + " properties = []\n", + " with torch.no_grad():\n", + " for i in tqdm(range(0, len(embeddings), batch_size), desc=\"Computing initial properties\"):\n", + " batch = embeddings[i:i+batch_size]\n", + " preds = regression_model.clf(batch)\n", + " properties.append(preds[:, target_idx].cpu())\n", + " properties = torch.cat(properties)\n", + " best_idx = torch.argmax(properties)\n", + "\n", + " start_embedding = embeddings[best_idx].cuda().reshape(1, -1).requires_grad_(True)\n", + " initial_embedding = start_embedding.clone().cuda()\n", + " # This will store the last embedding that successfully passed all checks\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + "\n", + " # --- ADDITION: Store initial prediction for MAE calculation ---\n", + " with torch.no_grad():\n", + " initial_pred_scaled = pred_from_embeds(initial_embedding, regression_model)[:, target_idx]\n", + " initial_pred_unscaled = initial_pred_scaled * torch.tensor(scaler.scale_, device=device) + torch.tensor(scaler.mean_, device=device)\n", + " initial_prediction_value = initial_pred_unscaled.item()\n", + "\n", + " optimizer = torch.optim.Adam([start_embedding], lr=learning_rate)\n", + "\n", + " # --- Extract scaler attributes for PyTorch-based inverse transform ---\n", + " scale = torch.tensor(scaler.scale_, device=device, dtype=torch.float32)\n", + " mean = torch.tensor(scaler.mean_, device=device, dtype=torch.float32)\n", + " # --- 2. Run gradient ascent with step-by-step checks ---\n", + " predicting_model = regression_expert_model\n", + " pred_unscaled = 0\n", + "\n", + " with torch.no_grad():\n", + " pred = pred_from_embeds(start_embedding.cuda(), regression_model)\n", + " sample_scaled = pred[:, target_idx]\n", + " sample_unscaled = sample_scaled * scale + mean\n", + " print(f'FIRST PRED: {sample_unscaled.detach().item()}') \n", + "\n", + " for step in range(steps):\n", + " if pred_unscaled >= expert_threshold:\n", + " predicting_model = regression_expert_model\n", + " else:\n", + " predicting_model = regression_expert_model\n", + " \n", + " optimizer.zero_grad()\n", + "\n", + " pred_scaled = pred_from_embeds(start_embedding.cuda(), regression_model)[:, target_idx]\n", + " pred_unscaled = pred_scaled * scale + mean\n", + " property_loss = -pred_unscaled.mean()\n", + " regularization_loss = torch.norm(start_embedding - initial_embedding, p=2)**2\n", + " loss = property_loss + scale_factor * (lambda_reg * regularization_loss)\n", + " \n", + " loss.backward()\n", + " optimizer.step()\n", + "\n", + " with torch.no_grad():\n", + " start_embedding.clamp_(-20, 20)\n", + "\n", + " # --- VALIDATION BLOCK: Check molecule after each step ---\n", + " with torch.no_grad():\n", + " reconstructed_ids = generative_model.generate(start_embedding.cuda(), temperature=1.7)\n", + " reconstructed_smiles = generative_model.tokenizer.decode(reconstructed_ids[0], skip_special_tokens=True)\n", + " \n", + " # Use the combined helper function for all checks\n", + " is_valid_and_novel = is_novel_and_valid_polymer(reconstructed_smiles, training_smiles_set)\n", + " \n", + " print(f\"Step {step+1}/{steps} | Value: {pred_unscaled.item():.4f} | SMILES: {reconstructed_smiles} | Novel & Valid Polymer: {is_valid_and_novel}\")\n", + "\n", + " if is_valid_and_novel:\n", + " # Tokenize the reconstructed SMILES\n", + " recon_tokens = generative_model.tokenizer(\n", + " reconstructed_smiles,\n", + " max_length=512,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " # Get embedding from the reconstructed SMILES\n", + " recon_embedding = generative_model.encoder(recon_tokens['input_ids'], recon_tokens['attention_mask'])\n", + " \n", + " CO2_scaled = pred_from_embeds(recon_embedding, predicting_model)[:, target_idx]\n", + " CO2_unscaled = CO2_scaled * scale + mean\n", + " \n", + " print(f\" -> Reconstructed molecule CO2 permeability: {CO2_unscaled.item():.4f}\")\n", + " \n", + " # --- ADDITION 2: Calculate MAE between initial and reconstructed prediction ---\n", + " mae_value = float(abs(CO2_unscaled + property_loss))\n", + " print(f\" -> MAE between initial embedding prediction and current prediction: {mae_value:.4f}\")\n", + " \n", + "\n", + " # If it passes all checks, save this as the current best state\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + " else:\n", + " pass\n", + "\n", + " print(f'FINAL VALUE: {pred_unscaled.detach().item():.4f}')\n", + " return last_valid_embedding\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "53916086-d696-47e4-8984-9e4824bbd4d2", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "34e0c67c-ad86-4b7c-9b3c-8132d9aec45b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(161379.46, 5117051)" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "sorted_df = df.sort_values(by=['CO2'], ascending=False)\n", + "best_idx = sorted_df.index.tolist()[0]\n", + "best_co2 = float(sorted_df['CO2'][best_idx])\n", + "best_embedding = base_embeddings[best_idx, :].reshape(1, -1).cuda()\n", + "best_co2, best_idx" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d4394402-1921-448d-8bd8-bcca0cd997f3", + "metadata": {}, + "outputs": [], + "source": [ + "optimized_embedding = gradient_based_extrapolation(\n", + " model, regression_model, regression_model, base_embeddings, scaler_co2, target_idx=-1, learning_rate=1e-2, steps=30, batch_size=32, best_idx=500, lambda_reg=1, scale_factor=0, expert_threshold=100_000\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a1dc47ec-4ce4-44c0-b5da-c14ade1b415b", + "metadata": {}, + "outputs": [], + "source": [ + "example_novel_polymer = 'Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)N1C(=O)c2c(C1=O)c(ccc2)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc2c(c1)C(=O)N(C2=O)I'" + ] + }, + { + "cell_type": "code", + "execution_count": 58, + "id": "d30a41fe-a8a8-4c6c-9e48-d5403a079f36", + "metadata": {}, + "outputs": [], + "source": [ + "df_robson = sample_df.copy()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "f4443775-23a3-4c34-a8d4-3ba4cd5744d2", + "metadata": {}, + "outputs": [], + "source": [ + "!cp -r polygnn_kit/polygnn_kit ." + ] + }, + { + "cell_type": "code", + "execution_count": 79, + "id": "30876742-2f6e-4564-90e5-6b186a505fac", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", + "To disable this warning, you can either:\n", + "\t- Avoid using `tokenizers` before the fork if possible\n", + "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "'GT Open Source General Use License.pdf' polygnn_kit.py tests\n", + " __init__.py\t\t\t\t __pycache__\t utils.py\n", + " poetry.lock\t\t\t\t pyproject.toml\n", + " polygnn_kit\t\t\t\t README.md\n" + ] + } + ], + "source": [ + "!cd polygnn_kit && ls" + ] + }, + { + "cell_type": "code", + "execution_count": 81, + "id": "2d56df39-af0c-4d87-8966-9a5ee6c776cc", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n", + "To disable this warning, you can either:\n", + "\t- Avoid using `tokenizers` before the fork if possible\n", + "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n" + ] + } + ], + "source": [ + "!rm -rf polygnn_kit/polygnn_kit" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "d371d73c-6362-4ad7-bf69-2e54ccfac3eb", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'exp_perm_CH4__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 4.07918119430542, min: -3.387216091156006))',\n", + " 'exp_perm_CO2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 4.645422458648682, min: -5.92081880569458))',\n", + " 'exp_perm_H2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 4.22788667678833, min: -1.642065167427063))',\n", + " 'exp_perm_He__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 3.8041393756866455, min: -1.2612193822860718))',\n", + " 'exp_perm_N2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 3.7075700759887695, min: -3.795880079269409))',\n", + " 'exp_perm_O2__Barrer': 'Forward(MinMaxScaler(dim: 0, max: 3.931457757949829, min: -6.15490198135376))',\n", + " 'exp_solubility__MPa**0.5': 'Forward(MinMaxScaler(dim: 0, max: 29.200000762939453, min: 12.300000190734863))'}" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "import json\n", + "\n", + "with open('polygnn/trained_models/solubility_and_permeability/metadata/selectors.json', 'r') as file:\n", + " a = json.load(file)\n", + " selectors = a['exp_perm_CO2__Barrer'][0]\n", + "\n", + "with open('polygnn/trained_models/solubility_and_permeability/metadata/scalers.json', 'r') as file:\n", + " scalers = json.load(file)\n", + " polygnn_scaler = scalers['exp_perm_CO2__Barrer']\n", + "\n", + "scalers" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "id": "d0977829-6ef6-4272-a934-023c73b78f1a", + "metadata": {}, + "outputs": [], + "source": [ + "root_dir = 'polygnn/trained_models/solubility_and_permeability'" + ] + }, + { + "cell_type": "code", + "execution_count": 71, + "id": "774351fc-6cd0-4626-bcbe-fb6fb0ba4ac7", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import pandas as pd\n", + "import polygnn\n", + "import polygnn_trainer as pt\n", + "from tqdm import tqdm\n", + "import joblib\n", + "import os\n", + "\n", + "def inverse_minmax(scaled_tensor,\n", + " min_val=-5.92081880569458,\n", + " max_val= 4.645422458648682):\n", + "\n", + " return scaled_tensor * (max_val - min_val) + min_val\n", + "\n", + "def load_polygnn_model(model_path, device='cuda'):\n", + " \"\"\"\n", + " Load a pre-trained polyGNN model and its configuration dynamically \n", + " from pickled files in the metadata folder.\n", + " \n", + " Args:\n", + " model_path (str): Path to the saved model directory.\n", + " device (str): Device to load the model on ('cuda' or 'cpu').\n", + " \n", + " Returns:\n", + " tuple: Loaded ensemble model, SMILES featurizer, and the model path.\n", + " \"\"\"\n", + " metadata_path = os.path.join(model_path, \"metadata\")\n", + " if not os.path.exists(metadata_path):\n", + " raise FileNotFoundError(f\"Metadata folder not found at {metadata_path}\")\n", + "\n", + "\n", + " \n", + " bond_config = polygnn.featurize.BondConfig(True, True, True)\n", + " atom_config = polygnn.featurize.AtomConfig(\n", + " True,\n", + " True,\n", + " True,\n", + " True,\n", + " True,\n", + " True,\n", + " combo_hybrid=False,\n", + " aromatic=True,\n", + " )\n", + " \n", + " ensemble = pt.load.load_ensemble(\n", + " model_path,\n", + " polygnn.models.polyGNN,\n", + " device,\n", + " submodel_kwargs_dict={\n", + " \"node_size\": atom_config.n_features,\n", + " \"edge_size\": bond_config.n_features,\n", + " \"selector_dim\": len(selectors),\n", + " },\n", + " \n", + " )\n", + " \n", + " # --- 5. Create the SMILES featurizer with loaded configs ---\n", + " import functools\n", + " kwargs = dict(bond_config=bond_config,\n", + " atom_config=atom_config,\n", + " representation=\"trimer\")\n", + " smiles_featurizer = functools.partial(polygnn.featurize.get_minimum_graph_tensor, **kwargs)\n", + " \n", + " print(\"polyGNN model and configuration loaded successfully from pickle files.\")\n", + " return ensemble, smiles_featurizer, model_path\n", + "\n", + "\n", + "def predict_co2_permeability_polygnn(smiles_list, ensemble, smiles_featurizer, model_path, device='cuda'):\n", + " \"\"\"\n", + " Predict CO2 permeability using polyGNN model\n", + " \n", + " Args:\n", + " smiles_list: List of SMILES strings\n", + " ensemble: Loaded polyGNN ensemble model\n", + " smiles_featurizer: SMILES featurization function\n", + " model_path: Path to model directory (for loading scalers)\n", + " device: Device for computation\n", + " \n", + " Returns:\n", + " Tensor of CO2 permeability predictions\n", + " \"\"\"\n", + " # Create a temporary dataframe for prediction\n", + " temp_df = pd.DataFrame({\n", + " 'smiles_string': smiles_list,\n", + " 'prop': ['exp_perm_CO2__Barrer'] * len(smiles_list), # Adjust property name as needed\n", + " })\n", + " \n", + " # Run predictions\n", + " with torch.no_grad():\n", + " y, y_mean_hat, y_std_hat, _selectors = pt.infer.eval_ensemble(\n", + " model=ensemble,\n", + " root_dir=model_path,\n", + " dataframe=temp_df,\n", + " smiles_featurizer=smiles_featurizer,\n", + " device=device,\n", + " ensemble_kwargs_dict={\"monte_carlo\": False},\n", + " )\n", + " return y, y_mean_hat, y_std_hat\n", + "\n", + "def pred_from_embeds(embeds, regression_model):\n", + " x = regression_model.relu(embeds)\n", + " return regression_model.clf(x)\n", + "\n", + "def gradient_based_extrapolation(\n", + " generative_model, regression_model, regression_expert_model, embeddings, scaler, target_idx=-2,\n", + " learning_rate=0.0001, steps=50, batch_size=32, best_idx=None, lambda_reg=0.3, scale_factor=1000, \n", + " expert_threshold=120_000, polygnn_model_path=None\n", + "):\n", + " \"\"\"\n", + " Use property gradients to guide extrapolation, with checks for novelty and polymer validity.\n", + " Now includes PolyGNN predictions for CO2 permeability.\n", + " \n", + " Args:\n", + " polygnn_model_path: Path to pre-trained polyGNN model for CO2 permeability prediction\n", + " \"\"\"\n", + " device = next(regression_model.parameters()).device\n", + "\n", + " # Load PolyGNN model if path is provided\n", + " polygnn_ensemble = None\n", + " polygnn_featurizer = None\n", + " if polygnn_model_path:\n", + " polygnn_ensemble, polygnn_featurizer, _ = load_polygnn_model(polygnn_model_path, device)\n", + " \n", + "\n", + " # --- Freeze models to prevent parameter updates ---\n", + " for param in regression_model.parameters():\n", + " param.requires_grad = False\n", + " regression_model.eval()\n", + "\n", + " for param in regression_expert_model.parameters():\n", + " param.requires_grad = False\n", + " regression_expert_model.eval()\n", + " \n", + " for param in generative_model.parameters():\n", + " param.requires_grad = False\n", + " generative_model.eval()\n", + "\n", + " # --- 1. Find the best starting embedding (batched) ---\n", + " if best_idx is None:\n", + " properties = []\n", + " with torch.no_grad():\n", + " for i in tqdm(range(0, len(embeddings), batch_size), desc=\"Computing initial properties\"):\n", + " batch = embeddings[i:i+batch_size]\n", + " preds = regression_model.clf(batch)\n", + " properties.append(preds[:, target_idx].cpu())\n", + " properties = torch.cat(properties)\n", + " best_idx = torch.argmax(properties)\n", + "\n", + " start_embedding = embeddings[best_idx].cuda().reshape(1, -1).requires_grad_(True)\n", + " initial_embedding = start_embedding.clone().cuda()\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + "\n", + " # --- Store initial prediction for MAE calculation ---\n", + " with torch.no_grad():\n", + " initial_pred_scaled = pred_from_embeds(initial_embedding, regression_model)[:, target_idx]\n", + " initial_pred_unscaled = initial_pred_scaled * torch.tensor(scaler.scale_, device=device) + torch.tensor(scaler.mean_, device=device)\n", + " initial_prediction_value = initial_pred_unscaled.item()\n", + "\n", + " optimizer = torch.optim.Adam([start_embedding], lr=learning_rate)\n", + "\n", + " # --- Extract scaler attributes for PyTorch-based inverse transform ---\n", + " scale = torch.tensor(scaler.scale_, device=device, dtype=torch.float32)\n", + " mean = torch.tensor(scaler.mean_, device=device, dtype=torch.float32)\n", + " \n", + " # --- 2. Run gradient ascent with step-by-step checks ---\n", + " predicting_model = regression_expert_model\n", + " pred_unscaled = 0\n", + "\n", + " with torch.no_grad():\n", + " pred = pred_from_embeds(start_embedding.cuda(), regression_model)\n", + " sample_scaled = pred[:, target_idx]\n", + " sample_unscaled = sample_scaled * scale + mean\n", + " print(f'FIRST PRED: {sample_unscaled.detach().item()}') \n", + "\n", + " for step in range(steps):\n", + " if pred_unscaled >= expert_threshold:\n", + " predicting_model = regression_expert_model\n", + " else:\n", + " predicting_model = regression_expert_model\n", + " \n", + " optimizer.zero_grad()\n", + "\n", + " pred_scaled = pred_from_embeds(start_embedding.cuda(), regression_model)[:, target_idx]\n", + " pred_unscaled = pred_scaled * scale + mean\n", + " property_loss = -pred_unscaled.mean()\n", + " regularization_loss = torch.norm(start_embedding - initial_embedding, p=2)**2\n", + " loss = property_loss + scale_factor * (lambda_reg * regularization_loss)\n", + " \n", + " loss.backward()\n", + " optimizer.step()\n", + "\n", + " with torch.no_grad():\n", + " start_embedding.clamp_(-20, 20)\n", + "\n", + " # --- VALIDATION BLOCK: Check molecule after each step ---\n", + " with torch.no_grad():\n", + " reconstructed_ids = generative_model.generate(start_embedding.cuda(), temperature=1.5)\n", + " reconstructed_smiles = generative_model.tokenizer.decode(reconstructed_ids[0], skip_special_tokens=True)\n", + " \n", + " # Use the combined helper function for all checks\n", + " is_valid_and_novel = is_novel_and_valid_polymer(reconstructed_smiles, training_smiles_set)\n", + " \n", + " print(f\"Step {step+1}/{steps} | Value: {pred_unscaled.item():.4f} | SMILES: {reconstructed_smiles} | Novel & Valid Polymer: {is_valid_and_novel}\")\n", + "\n", + " if is_valid_and_novel:\n", + " # Tokenize the reconstructed SMILES\n", + " recon_tokens = generative_model.tokenizer(\n", + " reconstructed_smiles,\n", + " max_length=512,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " ).to(device)\n", + " \n", + " # Get embedding from the reconstructed SMILES\n", + " recon_embedding = generative_model.encoder(recon_tokens['input_ids'], recon_tokens['attention_mask'])\n", + " \n", + " CO2_scaled = pred_from_embeds(recon_embedding, predicting_model)[:, target_idx]\n", + " CO2_unscaled = CO2_scaled * scale + mean\n", + " \n", + " print(f\" -> Reconstructed molecule CO2 permeability: {CO2_unscaled.item():.4f}\")\n", + " \n", + " # --- NEW: PolyGNN CO2 permeability prediction ---\n", + " if polygnn_ensemble and polygnn_featurizer:\n", + " corrected_smiles = reconstructed_smiles.replace(\"I\", \"[*]\")\n", + " print(corrected_smiles)\n", + " polygnn_pred = predict_co2_permeability_polygnn(\n", + " [corrected_smiles], \n", + " polygnn_ensemble, \n", + " polygnn_featurizer, \n", + " polygnn_model_path, \n", + " device\n", + " )\n", + " polygnn_pred = inverse_minmax(polygnn_pred)\n", + " print(f\" -> PolyGNN CO2 permeability prediction: {polygnn_pred.item():.4f}\")\n", + " \n", + " # Compare predictions\n", + " pred_diff = abs(CO2_unscaled.item() - polygnn_pred.item())\n", + " print(f\" -> Prediction difference (|Main - PolyGNN|): {pred_diff:.4f}\")\n", + " \n", + "\n", + " \n", + " # --- Calculate MAE between initial and reconstructed prediction ---\n", + " mae_value = float(abs(CO2_unscaled + property_loss))\n", + " print(f\" -> MAE between initial embedding prediction and current prediction: {mae_value:.4f}\")\n", + "\n", + " # If it passes all checks, save this as the current best state\n", + " last_valid_embedding = start_embedding.clone().detach()\n", + " else:\n", + " pass\n", + "\n", + " print(f'FINAL VALUE: {pred_unscaled.detach().item():.4f}')\n", + " return last_valid_embedding\n" + ] + }, + { + "cell_type": "code", + "execution_count": 61, + "id": "dd790c00-2e48-4a51-8195-003933fc92c5", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I'" + ] + }, + "execution_count": 61, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df['Smiles'][0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9a0b18aa-e95c-4405-bae3-6f1cc72525ea", + "metadata": {}, + "outputs": [], + "source": [ + "result = gradient_based_extrapolation(\n", + " generative_model=model,\n", + " regression_model=regression_model,\n", + " regression_expert_model=regression_model,\n", + " embeddings=base_embeddings,\n", + " scaler=scaler_co2,\n", + " best_idx=best_idx,\n", + " target_idx=-1,\n", + " polygnn_model_path=\"polygnn/trained_models/solubility_and_permeability\"\n", + " \n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 152, + "id": "e93b3bd5-89e3-42d9-8a87-46af7bf3c338", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(0.00419, 166.28537)" + ] + }, + "execution_count": 152, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "def get_min_max(real_values):\n", + " \"\"\"\n", + " Derive the Min-Max‐scaler parameters directly from unscaled labels.\n", + "\n", + " Parameters\n", + " ----------\n", + " real_values : list | np.ndarray | torch.Tensor\n", + " Iterable of ground-truth permeability values (original units).\n", + "\n", + " Returns\n", + " -------\n", + " tuple(float, float)\n", + " (min_value, max_value) for the dataset.\n", + " \"\"\"\n", + " arr = np.asarray(real_values, dtype=float)\n", + " return float(arr.min()), float(arr.max())\n", + "\n", + "mi, ma = get_min_max(df.sort_values(by=['CO2'], ascending=True).reset_index(drop=True)[:5_000_000]['CO2'])\n", + "mi, ma" + ] + }, + { + "cell_type": "code", + "execution_count": 151, + "id": "b3c2b0ff-04e9-4274-935f-ab9e8440742b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
51170515117051Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
16542681654268Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922756692275Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
830270830270Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
66922766692276Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(...544.42343.893983284.4872018341.89400528.13604161379.46000False
..............................
1095010950Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c...538.151.235460.001050.004040.001950.00785True
53090145309014Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
25984182598418Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
746918746918Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...552.002.563850.001380.007770.002870.00772False
22552255Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O...586.801.805440.000680.003300.001840.00419False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "5117051 5117051 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "1654268 1654268 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "6692275 6692275 Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(cn1)C(C(... \n", + "830270 830270 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "6692276 6692276 Ic1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(... \n", + "... ... ... \n", + "10950 10950 Ic1cc(Oc2cc(Oc3cc(cc(c3)n3c(=O)c4c(c3=O)cc3c(c... \n", + "5309014 5309014 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2598418 2598418 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "746918 746918 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "2255 2255 Ic1cc(cc(c1)C(=O)O)C(=O)c1cc(cc(c1)C(=O)O)C(=O... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "5117051 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "1654268 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692275 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "830270 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "6692276 544.42 343.89398 3284.48720 18341.89400 528.13604 161379.46000 \n", + "... ... ... ... ... ... ... \n", + "10950 538.15 1.23546 0.00105 0.00404 0.00195 0.00785 \n", + "5309014 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2598418 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "746918 552.00 2.56385 0.00138 0.00777 0.00287 0.00772 \n", + "2255 586.80 1.80544 0.00068 0.00330 0.00184 0.00419 \n", + "\n", + " synthesizable \n", + "5117051 False \n", + "1654268 False \n", + "6692275 False \n", + "830270 False \n", + "6692276 False \n", + "... ... \n", + "10950 True \n", + "5309014 False \n", + "2598418 False \n", + "746918 False \n", + "2255 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 151, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df.sort_values(by=['CO2'], ascending=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "id": "bfb10438-7d6b-4e73-8856-33fdea15ec72", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd" + ] + }, + { + "cell_type": "code", + "execution_count": 77, + "id": "25fa51a4-27a0-4f63-872e-3e5f80953efe", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(=O)c8cccc([*])c8C)c(Cl)c6)C7=O)cn5)cn4)cc3C2=O)c(Cl)c1',\n", + " '[*]c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(C(=O)c6ccc(C(=O)c7ccc8c(c7)C(=O)N([*])C8=O)cn6)cc5C4=O)cc3C)c2)c(C)c1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(=O)c8ccc(C)c([*])c8)cc6Cl)C7=O)cc5)cc4)c3C2=O)cc1Cl',\n", + " '[*]C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(=O)c4ccc(C(=O)c5ccc(N6C(=O)c7ccc(C(=O)c8ccc([*])cc8)cc7C6=O)cc5Cl)cc4)c(Cl)c2)C3=O)c1',\n", + " '[*]Cc1ccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(c4ccc(Cc6cc(C)c([*])cc6C)c(Cl)c4)C5=O)cc3C2=O)cc1Cl',\n", + " '[*]C(=O)c1ccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(N4C(=O)c5ccc(C(=O)c6ccc([*])cc6)cc5C4=O)c(Cl)c2Cl)C3=O)cc1',\n", + " '[*]Oc1ccc2c(c1)[nH]c1cc(Oc3cc(C(=O)O)cc(N4C(=O)c5ccc(Oc6ccc7ccc(Oc8cccc9c8C(=O)N(c8cc([*])cc(C(=O)O)c8)C9=O)cc7c6)cc5C4=O)c3)ccc12',\n", + " '[*]c1ccc(C)c(N2C(=O)c3cccc(Oc4cccc(Sc5ccc6c(c5)C(=O)N([*])C6=O)c4)c3C2=O)c1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc3c(c1)Cc1cc(N4C(=O)c5ccc(C(=O)c6ccc7cc([*])ccc7c6)cc5C4=O)ccc1-3)C2=O',\n", + " '[*]Sc1cccc(Sc2ccc(C)c(N3C(=O)c4cccc(C(=O)c5cccc(C(=O)c6ccc7c(c6)C(=O)N(c6cc([*])ccc6C)C7=O)c5)c4C3=O)c2)c1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(Sc4cccc(Sc5ccc6c(c5)C(=O)N(c5ccc(-c7ccc(C)c([*])c7)cc5)C6=O)c4)cc3C2=O)cc1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(c6ccc(C(=O)c8ccc9c(c8)[nH]c8cc([*])ccc89)c(Cl)c6Cl)C7=O)cc5)cc4)cc3C2=O)c(Cl)c1Cl',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4cccc(C(=O)c5ccc(Sc6ccc([*])cc6)cc5)c4C3=O)cc1)C2=O',\n", + " '[*]Oc1ccc(Sc2ccc(Oc3ccc4c(c3)C(=O)N(c3cc(Cl)cc(N5C(=O)c6cccc([*])c6C5=O)c3)C4=O)cc2)cc1',\n", + " '[*]c1ccc(C(=O)c2cccc(C(=O)c3ccc(N4C(=O)c5ccc(Oc6cccc(Oc7cccc(Oc8cccc9c8C(=O)N([*])C9=O)c7)c6)cc5C4=O)c(C)c3)c2)c(C)c1',\n", + " '[*]C(=O)c1cccc(C(=O)c2cccc(N3C(=O)c4cccc(Oc5cccc(C(=O)c6cccc(Oc7cccc8c7C(=O)N(c7cccc([*])c7C)C8=O)c6)c5)c4C3=O)c2C)c1',\n", + " '[*]Oc1ccc(N2C(=O)c3ccc(C(=O)c4cc5ccccc5cc4C(=O)c4cccc5c4C(=O)N(c4ccc([*])c(C)c4)C5=O)cc3C2=O)c(Cl)c1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5cccc6c5C(=O)N(c5ccc(C(=O)c7ccc(C)c([*])c7)cc5C)C6=O)cn4)cc3C2=O)c(C)c1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4cccc(Oc5cccc(C(=O)c6cccc7c6C(=O)N(c6ccc(C(=O)c8cc([*])cc(C(=O)O)c8)c(Cl)c6Cl)C7=O)c5)c4)cc3C2=O)c(Cl)c1Cl',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4ccc5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(C(=O)c8ccc([*])cc8C)c(Cl)c6)C7=O)cc5c4)cc3C2=O)cc1Cl',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Sc3cccc(Sc4ccc(N5C(=O)c6cccc(C(=O)c7ccc(C(=O)c8ccc([*])cn8)nc7)c6C5=O)c(Cl)c4Cl)c3)c(Cl)c1Cl)C2=O',\n", + " '[*]C(=O)c1cccc(N2C(=O)c3cccc(C(=O)c4ccc(C(=O)c5ccc(C(=O)c6cccc7c6C(=O)N(c6cccc(C(=O)c8cc([*])ccc8C)c6)C7=O)cn5)nc4)c3C2=O)c1',\n", + " '[*]C(=O)c1cccc(C(=O)c2ccc(N3C(=O)c4ccc(Oc5cccc(Oc6ccc7c(c6)C(=O)N(c6ccc([*])cc6C)C7=O)c5)cc4C3=O)cc2C)c1',\n", + " '[*]C(=O)c1ccc(C(=O)c2cccc3c2C(=O)N(c2ccc(Cc4cc(-c5ccc(-c6ccc(C(=O)c7ccc([*])cn7)cc6Cl)c(Cl)c5)cc(C(F)(F)F)c4)c(Cl)c2)C3=O)cn1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc4c(c3)[nH]c3cc(Oc5ccc(N6C(=O)c7ccc(C(=O)c8ccc9ccc([*])cc9c8)cc7C6=O)c(Cl)c5)ccc34)cc1Cl)C2=O',\n", + " '[*]c1ccc(C(=O)c2ccc3c(c2)[nH]c2cc(C(=O)c4ccc(N5C(=O)c6ccc(C(=O)c7cccc(Sc8cccc(C(=O)c9ccc%10c(c9)C(=O)N([*])C%10=O)c8)c7)cc6C5=O)c(C)c4)ccc23)c(C)c1',\n", + " '[*]c1cc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N([*])C6=O)nc4)cc3C2=O)ccc1C',\n", + " '[*]Nc1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc4cc(N5C(=O)c6ccc(C(=O)c7cccc(C([*])=O)c7)cc6C5=O)ccc4c2)C3=O)c1',\n", + " '[*]C(=O)c1cccc(C(=O)c2cccc(C(=O)c3ccc4c(c3)C(=O)N(c3ccc(-c5c(C)cc([*])cc5C)c(Cl)c3Cl)C4=O)c2)c1',\n", + " '[*]c1cccc(C(C)(C)c2cc(C(=O)O)cc(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7ccc8c(c7)C(=O)N(c7cc(C(=O)O)cc(C([*])(C)C)c7)C8=O)cc6c5)cc4C3=O)c2)c1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc(N3C(=O)c4ccc(C(=O)c5ccc(Oc6ccc([*])cn6)nc5)cc4C3=O)nc1)C2=O',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4cccc(Cc5cccc(C(=O)c6cccc7c6C(=O)N(c6ccc(C(=O)c8cc([*])cc(C(=O)O)c8)cc6)C7=O)c5)c4)cc3C2=O)cc1',\n", + " '[*]c1ccc(C)c(C(=O)c2cccc(C(=O)c3ccc(C)c(N4C(=O)c5cccc(Oc6cccc(C(=O)c7cccc(Oc8cccc9c8C(=O)N([*])C9=O)c7)c6)c5C4=O)c3)c2C)c1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)c1cc(C(=O)C3=CC(C)=C(N4C(=O)c5cccc(C(=O)c6ccc7c(c6)[nH]c6cc(C(=O)c8ccc9c(c8)C(=O)N(c8ccc([*])cc8C)C9=O)ccc67)c5C4=O)C=CS3)ccc1-2',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(c4ccc(Oc6ccc([*])c(Cl)c6)cc4Cl)C5=O)cc3C2=O)cc1Cl',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)c1cc(C(=O)c3ccc(N4C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc([*])c(C)c6)C7=O)cc5C4=O)c(C)c3)ccc1-2',\n", + " '[*]C(=O)c1ccc(Cc2cccc3c2C(=O)N(c2ccc4c(c2)[nH]c2cc(-c5cccc(N6C(=O)c7cccc(Cc8ccc([*])cn8)c7C6=O)c5)ccc24)C3=O)cn1',\n", + " '[*]C(=O)c1ccc(Oc2ccc(Oc3ccc4c(c3)C(=O)N(c3ccc(C(=O)c5cc6ccccc6cc5C(=O)c5ccc(N6C(=O)c7ccc(Oc8ccc([*])nc8)cc7C6=O)c(Cl)c5)cc3Cl)C4=O)cn2)cn1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc4c(c3)Cc3cc(C(=O)c5ccc(N6C(=O)c7ccc(C(=O)c8cccc(Oc9cccc([*])c9)c8)cc7C6=O)nc5)ccc3-4)nc1)C2=O',\n", + " '[*]Cc1ccc(N2C(=O)c3ccc(C(=O)c4ccc(Sc5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc(Cc8ccc(Oc9ccc(C)c([*])c9)c(Cl)c8)cc6Cl)C7=O)nc5)cn4)cc3C2=O)c(Cl)c1',\n", + " '[*]C1=C2C=C3OC(=C1)C=C(C(=O)O)C=CC(C(=O)c1ccc(C(=O)c4cccc(C(=O)c5ccc6c(c5)C(=O)N([*])C6=O)c4)cn1)=Cc1ccc4c(c1)C(=O)N(C4=O)C2=C3C',\n", + " '[*]C(=O)c1ccc(Sc2cccc3c2C(=O)N(c2cccc(N4C(=O)c5ccc(Sc6ccc([*])cn6)cc5C4=O)c2)C3=O)nc1',\n", + " '[*]Sc1ccc(N2C(=O)c3ccc(C(=O)c4ccc5cc(C(=O)c6ccc7c(c6)C(=O)N(c6ccc([*])cc6C)C7=O)ccc5c4)cc3C2=O)c(C)c1',\n", + " '[*]Sc1cccc(C(=O)c2ccc(N3C(=O)c4cccc(C(=O)c5cccc(Sc6cccc(C(=O)c7ccc8c(c7)C(=O)N(c7ccc(C([*])=O)cn7)C8=O)c6)c5)c4C3=O)nc2)c1',\n", + " '[*]Oc1ccc2cc(Oc3ccc(N4C(=O)c5ccc(C(=O)c6ccc(C(=O)c7ccc(C(=O)c8ccc(C(=O)C(=O)c9ccc%10c(c9)C(=O)N(c9ccc([*])cc9C)C%10=O)cc8)cc7)cc6)cc5C4=O)c(C)c3)ccc2c1',\n", + " '[*]c1ccc(C(=O)c2cc(C(=O)O)cc(C(=O)c3ccc(N4C(=O)c5cccc(Sc6cccc(C(=O)c7cccc(Sc8ccc9c(c8)C(=O)N([*])C9=O)c7)c6)c5C4=O)cc3C)c2)c(C)c1',\n", + " '[*]c1cccc(C(=O)c2cccc3c2C(=O)N(c2ccc(Oc4ccc(Oc5ccc(N6C(=O)c7ccc(C(=O)c8cccc(C([*])(C)C)c8)cc7C6=O)c(Cl)c5)cc4)cc2Cl)C3=O)c1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(C(=O)c7cc([*])cc(C(=O)O)c7)cn5)C6=O)cn4)cc3C2=O)nc1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(Oc4ccc5ccc(Oc6ccc7c(c6)C(=O)N(c6ccc([*])c(Cl)c6Cl)C7=O)cc5c4)cc3C2=O)c(Cl)c1Cl',\n", + " '[*]C(=O)c1cc(C(=O)O)cc(C(=O)c2ccc(N3C(=O)c4cccc(Oc5ccc(C(=O)c6ccc(Oc7cccc8c7C(=O)N(c7ccc([*])cc7C)C8=O)cn6)nc5)c4C3=O)c(C)c2)c1',\n", + " '[*]C(=O)c1ccc2cc(C(=O)c3ccc(N4C(=O)c5cccc(C(=O)c6cccc(Oc7cccc(C(=O)c8ccc9c(c8)C(=O)N(c8ccc([*])cc8)C9=O)c7)c6)c5C4=O)cc3)ccc2c1',\n", + " '[*]c1ccc(C)c(C(=O)c2ccc(C(=O)c3cc(N4C(=O)c5cccc(C(=O)c6cccc(C(=O)c7cccc(C(=O)c8ccc9c(c8)C(=O)N([*])C9=O)c7)c6)c5C4=O)ccc3C)c(Cl)c2)c1',\n", + " '[*]C(=O)c1ccc2ccc(C(=O)c3cc(C(=O)O)cc(N4C(=O)c5ccc(C(=O)c6ccc(C(=O)c7ccc(C(=O)c8ccc9c(c8)C(=O)N(c8cc([*])cc(C(=O)O)c8)C9=O)nc7)cn6)cc5C4=O)c3)cc2c1',\n", + " '[*]C(=O)c1ccc(C(=O)c2ccc(C)c(N3C(=O)c4ccc(Oc5ccc6ccc(Oc7cc(-c8cc([*])ccc8C)ccc7C)cc6c5)cc4C3=O)c2)cc1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5ccc(C(=O)c6ccc(C(=O)c7ccc8c(c7)C(=O)N(c7ccc([*])cc7C)C8=O)nc6)cc5)nc4)cc3C2=O)c(C)c1',\n", + " '[*]C(=O)c1ccc(Oc2cccc3c2C(=O)N(c2cccc(N4C(=O)c5ccc(Oc6ccc([*])nc6)cc5C4=O)c2)C3=O)cn1',\n", + " '[*]C(=O)c1cc(C(=O)O)cc(C(=O)c2cc(C)c(N3C(=O)c4ccc(C(=O)c5cccc(Oc6cccc(C(=O)c7ccc8c(c7)C(=O)N(c7c(C)cc([*])cc7C)C8=O)c6)c5)cc4C3=O)c(C)c2)c1',\n", + " '[*]Sc1ccc2c(c1)C(=O)N(c1ccc(-c3ccc(N4C(=O)c5ccc([*])cc5C4=O)c(Cl)c3)c(Cl)c1Cl)C2=O',\n", + " '[*]Oc1ccc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(Oc7ccc([*])cc7C)cn5)C6=O)nc4)cc3C2=O)cn1',\n", + " '[*]C(=O)c1ccc2cc(C(=O)c3ccc4c(c3)C(=O)N(c3ccc(C(=O)c5cc(S)cc(C(=O)c6ccc(N7C(=O)c8ccc([*])cc8C7=O)c(Cl)c6Cl)c5)c(Cl)c3Cl)C4=O)ccc2c1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc(Oc3ccc(Oc4ccc(N5C(=O)c6cccc(C(=O)c7ccc(Oc8ccc([*])cn8)nc7)c6C5=O)c(Cl)c4)cn3)cc1Cl)C2=O',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)c1cc(C(=O)c3cc(C)c(N4C(=O)c5cccc(Oc6ccc(C(=O)c7ccc(Oc8ccc9c(c8)C(=O)N(c8cc(C)c([*])cc8C)C9=O)nc7)cn6)c5C4=O)cc3C)ccc1-2',\n", + " '[*]C(=O)c1ccc2c(c1)Cc1cc(C(=O)c3ccc(N4C(=O)c5ccc(Sc6cccc(C(=O)c7cccc(Sc8ccc9c(c8)C(=O)N(c8ccc([*])cc8C)C9=O)c7)c6)cc5C4=O)c(C)c3)ccc1-2',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1ccc(C(=O)c3ccc(C(=O)c4ccc(N5C(=O)c6cccc(C(=O)c7cccc(C(=O)c8cccc([*])c8)c7)c6C5=O)cn4)cc3Cl)cn1)C2=O',\n", + " '[*]C(=O)c1ccc2cc(C(=O)c3ccc(N4C(=O)c5ccc(Sc6cccc(Oc7cccc(Sc8ccc9c(c8)C(=O)N(c8ccc([*])cn8)C9=O)c7)c6)cc5C4=O)nc3)ccc2c1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3cccc(C(=O)c4cccc(C(=O)c5ccc6c(c5)C(=O)N(c5ccc(C(=O)c7ccc([*])cn7)nc5)C6=O)c4)c3C2=O)nc1',\n", + " '[*]C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2cc(Cl)cc(Sc4cccc5c(Sc6cc(Cl)cc(N7C(=O)c8ccc([*])cc8C7=O)c6)cccc45)c2)C3=O)c1',\n", + " '[*]c1ccc(Cc2cc3ccccc3cc2Cc2ccc(N3C(=O)c4ccc(C(=O)c5ccc(Oc6ccc(C(=O)c7ccc8c(c7)C(=O)N([*])C8=O)cc6)cc5)cc4C3=O)c(C)c2)cc1C',\n", + " '[*]C(=O)c1cccc2c(C(=O)c3cccc4c3C(=O)N(c3cccc(N5C(=O)c6ccc([*])cc6C5=O)c3)C4=O)cccc12',\n", + " '[*]Cc1ccc2c(c1)C(=O)N(c1ccc(Sc3ccc4cc(Sc5ccc(N6C(=O)c7ccc([*])cc7C6=O)cc5Cl)ccc4c3)cc1Cl)C2=O',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4cccc(C(=O)c5cccc(C(=O)c6cccc7c6C(=O)N(c6ccc(C(=O)c8c(C)cc([*])cc8C)cc6Cl)C7=O)c5)c4)cc3C2=O)cc1Cl',\n", + " '[*]C(=O)c1ccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(=O)c4ccc(C(=O)c5ccc(N6C(=O)c7ccc(C(=O)c8ccc([*])cc8)cc7C6=O)c(Cl)c5)c(Cl)c4Cl)cc2Cl)C3=O)cc1',\n", + " '[*]C(=O)c1ccc2c(c1)[nH]c1cc(C(=O)c3cc(C(=O)O)cc(N4C(=O)c5cccc(C(=O)c6ccc(Oc7ccc8c(c7)C(=O)N(c7cc([*])cc(C(=O)O)c7)C8=O)nc6)c5C4=O)c3)ccc12',\n", + " '[*]C(=O)c1cccc(N2C(=O)c3ccc(Oc4cccc(C(=O)c5cccc(Oc6ccc7c(c6)C(=O)N(c6cccc(C(=O)c8cc([*])ccc8C)c6)C7=O)c5)c4)cc3C2=O)c1',\n", + " '[*]C(=O)c1ccc2ccc(C(=O)c3cccc(N4C(=O)c5cccc(C(=O)c6ccc(C(=O)c7ccc8c(c7)C(=O)N(c7cccc([*])c7)C8=O)nc6)c5C4=O)c3)cc2c1',\n", + " '[*]C(=O)c1cc(C(=O)O)cc(C(=O)c2ccc(C)c(N3C(=O)c4cccc(Oc5cccc(C(=O)c6cccc(Oc7ccc8c(c7)C(=O)N(c7cc([*])ccc7C)C8=O)c6)c5)c4C3=O)c2)c1',\n", + " '[*]Cc1cccc(N2C(=O)c3ccc(C(=O)c4cc5ccccc5cc4C(=O)c4ccc5c(c4)C(=O)N(c4cccc(Cc6ccc([*])c(C)c6)c4)C5=O)cc3C2=O)c1',\n", + " '[*]c1cccc(N2C(=O)c3ccc(Sc4cccc(C(=O)c5cccc(Sc6cccc7c6C(=O)N([*])C7=O)c5)c4)cc3C2=O)c1C',\n", + " '[*]c1ccc(C)c(C(=O)c2ccc3c(c2)C(=O)c2cc(C(=O)c4cc(N5C(=O)c6ccc(C(=O)c7ccc(Oc8ccc(C(=O)c9ccc%10c(c9)C(=O)N([*])C%10=O)cn8)nc7)cc6C5=O)ccc4C)ccc2-3)c1',\n", + " '[*]C(=O)c1ccc(C(=O)c2ccc(C)c(N3C(=O)c4ccc(C(=O)c5ccc6cc(C(=O)c7ccc8c(c7)C(=O)N(c7cc([*])ccc7C)C8=O)ccc6c5)cc4C3=O)c2)nc1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1cccc(C(=O)c3cccc(C(=O)c4cccc(N5C(=O)c6cccc(C(=O)c7ccc8c(c7)-c7cc([*])ccc7C8(C)C)c6C5=O)c4)c3)c1)C2=O',\n", + " '[*]C(=O)c1cccc(C(=O)c2ccc(N3C(=O)c4cccc(C(=O)c5cccc(Oc6cccc(C(=O)c7ccc8c(c7)C(=O)N(c7ccc([*])cc7C)C8=O)c6)c5)c4C3=O)c(C)c2)c1',\n", + " '[*]C(=O)c1ccc(C)c(-c2ccc(C)c(C(=O)c3ccc4c(c3)C(=O)N(c3cc(C(=O)c5cc([*])ccc5C)ccc3C)C4=O)c2)c1',\n", + " '[*]Oc1ccc2c(c1)C(=O)c1cc(Oc3ccc(N4C(=O)c5cccc(C(=O)c6ccc7cc(C(=O)c8ccc9c(c8)C(=O)N(c8ccc([*])cc8C)C9=O)ccc7c6)c5C4=O)c(C)c3)ccc1-2',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3ccc(Oc4ccc(Oc5ccc(Oc6ccc7c(c6)C(=O)N(c6ccc(C(=O)c8cc([*])cc(C(=O)O)c8)c(Cl)c6Cl)C7=O)nc5)cn4)cc3C2=O)c(Cl)c1Cl',\n", + " '[*]C(=O)c1cccc(N2C(=O)c3ccc(C(=O)c4cccc(Sc5cccc(C(=O)c6cccc7c6C(=O)N(c6cccc(C(=O)c8ccc(C)c([*])c8)c6)C7=O)c5)c4)cc3C2=O)c1',\n", + " '[*]c1ccc(C)c(C(=O)c2ccc(C(=O)c3cc(N4C(=O)c5ccc(C(=O)c6cccc(Sc7cccc(C(=O)c8ccc9c(c8)C(=O)N([*])C9=O)c7)c6)cc5C4=O)ccc3C)cn2)c1',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)c1cc(C(=O)c3cc(C(=O)O)cc(N4C(=O)c5cccc(C(=O)c6ccc7c(c6)C(=O)N(c6cc([*])cc(C(=O)O)c6)C7=O)c5C4=O)c3)ccc1-2',\n", + " '[*]C(=O)c1cccc(C(=O)c2cc(N3C(=O)c4ccc(C(=O)c5ccc(C(=O)c6ccc7c(c6)C(=O)N(c6cc([*])ccc6C)C7=O)nc5)cc4C3=O)ccc2C)c1',\n", + " '[*]C(=O)c1ccc(C(=O)c2ccc(N3C(=O)c4ccc(Oc5ccc(C(=O)c6cccc7c6C(=O)N(c6ccc([*])cc6C)C7=O)cc5)cc4C3=O)c(C)c2)cn1',\n", + " '[*]c1cccc(N2C(=O)c3ccc(Sc4cccc(Oc5ccc6c(c5)C(=O)N([*])C6=O)c4)cc3C2=O)c1C',\n", + " '[*]C(=O)c1ccc(C(=O)c2ccc(C)c(N3C(=O)c4ccc(Cc5cccc(C(=O)c6cccc(Cc7ccc8c(c7)C(=O)N(c7cc([*])ccc7C)C8=O)c6)c5)cc4C3=O)c2)cn1',\n", + " '[*]c1ccc(C)c(C(=O)c2ccc(C(=O)c3ccc(C)c(N4C(=O)c5ccc(C(=O)c6cccc7c(C(=O)c8ccc9c(c8)C(=O)N([*])C9=O)cccc67)cc5C4=O)c3)cc2C)c1',\n", + " '[*]c1ccc(C)c(C(=O)c2ccc(C(=O)c3ccc(C(=O)c4ccc(C)c(N5C(=O)c6ccc(C(=O)c7ccc(C(=O)c8ccc9c(c8)C(=O)N([*])C9=O)cc7)cc6C5=O)c4)cc3)cc2)c1',\n", + " '[*]C(=O)c1ccc(N2C(=O)c3cccc(Sc4cccc(Oc5cccc(Sc6ccc7c(c6)C(=O)N(c6ccc(C(=O)c8ccc([*])c(Cl)c8Cl)c(Cl)c6Cl)C7=O)c5)c4)c3C2=O)c(Cl)c1Cl',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)N(c1cccc3c(N4C(=O)c5ccc(C(=O)c6ccc([*])cc6)cc5C4=O)cccc13)C2=O',\n", + " '[*]C(=O)c1ccc2c(c1)C(=O)c1cc(C(=O)c3ccc(N4C(=O)c5ccc(C(=O)c6cccc(Oc7cccc(C(=O)c8ccc9c(c8)C(=O)N(c8ccc([*])cc8C)C9=O)c7)c6)cc5C4=O)c(C)c3)ccc1-2',\n", + " '[*]C(=O)c1cccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(=O)N(c4cccc(C(=O)c6ccc([*])cn6)c4)C5=O)cc3C2=O)c1',\n", + " '[*]C(=O)c1ccc(C(=O)c2cccc3c2C(=O)N(c2ccc(C(=O)c4ccc5c(c4)[nH]c4cc(C(=O)c6ccc(N7C(=O)c8ccc([*])cc8C7=O)c(Cl)c6Cl)ccc45)c(Cl)c2Cl)C3=O)cn1',\n", + " '[*]C(=O)c1cccc(Oc2ccc3c(c2)C(=O)N(c2ccc(C(=O)c4ccc5ccc(C(=O)c6ccc(N7C(=O)c8cccc(Oc9cccc([*])c9)c8C7=O)c(Cl)c6)cc5c4)c(Cl)c2)C3=O)c1']" + ] + }, + "execution_count": 77, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_sample = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/polyGNN_combined_mols_.csv')[['SMILES', 'exp_perm_CO2__Barrer_mean']]\n", + "df_sample = df_sample.iloc[:100]\n", + "df_sample['SMILES'].to_list()" + ] + }, + { + "cell_type": "code", + "execution_count": 78, + "id": "c7b1a601-9076-4427-844b-bed96dec70e1", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
SMILESexp_perm_CO2__Barrer_mean
0[*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5c...0.669329
1[*]c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(C(=O)c6cc...0.404411
2[*]C(=O)c1ccc(N2C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(...0.785077
3[*]C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(...0.386811
4[*]Cc1ccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(c4cc...0.733848
.........
95[*]C(=O)c1ccc2c(c1)C(=O)N(c1cccc3c(N4C(=O)c5cc...1.072687
96[*]C(=O)c1ccc2c(c1)C(=O)c1cc(C(=O)c3ccc(N4C(=O...0.705203
97[*]C(=O)c1cccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(...0.285455
98[*]C(=O)c1ccc(C(=O)c2cccc3c2C(=O)N(c2ccc(C(=O)...1.053971
99[*]C(=O)c1cccc(Oc2ccc3c(c2)C(=O)N(c2ccc(C(=O)c...0.651191
\n", + "

100 rows × 2 columns

\n", + "
" + ], + "text/plain": [ + " SMILES \\\n", + "0 [*]C(=O)c1ccc(N2C(=O)c3ccc(C(=O)c4ccc(C(=O)c5c... \n", + "1 [*]c1ccc(Oc2cccc(Oc3ccc(N4C(=O)c5ccc(C(=O)c6cc... \n", + "2 [*]C(=O)c1ccc(N2C(=O)c3cccc(C(=O)c4ccc(Oc5ccc(... \n", + "3 [*]C(=O)c1cccc(C(=O)c2ccc3c(c2)C(=O)N(c2ccc(C(... \n", + "4 [*]Cc1ccc(N2C(=O)c3ccc(Oc4ccc5c(c4)C(=O)N(c4cc... \n", + ".. ... \n", + "95 [*]C(=O)c1ccc2c(c1)C(=O)N(c1cccc3c(N4C(=O)c5cc... \n", + "96 [*]C(=O)c1ccc2c(c1)C(=O)c1cc(C(=O)c3ccc(N4C(=O... \n", + "97 [*]C(=O)c1cccc(N2C(=O)c3ccc(C(=O)c4ccc5c(c4)C(... \n", + "98 [*]C(=O)c1ccc(C(=O)c2cccc3c2C(=O)N(c2ccc(C(=O)... \n", + "99 [*]C(=O)c1cccc(Oc2ccc3c(c2)C(=O)N(c2ccc(C(=O)c... \n", + "\n", + " exp_perm_CO2__Barrer_mean \n", + "0 0.669329 \n", + "1 0.404411 \n", + "2 0.785077 \n", + "3 0.386811 \n", + "4 0.733848 \n", + ".. ... \n", + "95 1.072687 \n", + "96 0.705203 \n", + "97 0.285455 \n", + "98 1.053971 \n", + "99 0.651191 \n", + "\n", + "[100 rows x 2 columns]" + ] + }, + "execution_count": 78, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_sample" + ] + }, + { + "cell_type": "code", + "execution_count": 74, + "id": "875a49f5-3aad-466e-a84f-3d77055a5ae4", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "polyGNN model and configuration loaded successfully from pickle files.\n", + "The following properties will be modeled: ['exp_perm_CO2__Barrer']\n", + "Detected 100 data points for exp_perm_CO2__Barrer\n", + "[]\n" + ] + } + ], + "source": [ + "import math\n", + "def try_normalize(smiles):\n", + " # функция выполняет перевод молекулы в формат rdkit и обратно. Это фильтрует некорректные молекулы и нормализует их, т.е. приводит к единому виду, чтобы затем можно было отфильтровать дубликаты молекул\n", + " try:\n", + " return Chem.MolToSmiles(Chem.MolFromSmiles(smiles))\n", + " except Exception as e:\n", + " # print(e)\n", + " return None\n", + "\n", + "polygnn_ensemble, polygnn_featurizer, path = load_polygnn_model(\"polygnn/trained_models/solubility_and_permeability\", 'cuda')\n", + "\n", + "def make_pred(smiles):\n", + " corrected_smiles = [try_normalize(smile) for smile in smiles]\n", + " corrected_smiles = [smile.replace(\"I\", \"[*]\") for smile in smiles]\n", + " \n", + " #corrected_smiles = [smile.replace('*', 'I') for smile in corrected_smiles]\n", + " y, mean, dev = predict_co2_permeability_polygnn(\n", + " corrected_smiles, \n", + " polygnn_ensemble, \n", + " polygnn_featurizer, \n", + " path, \n", + " 'cuda'\n", + " )\n", + " polygnn_preds = [10**(pred) for pred in mean]\n", + " return polygnn_preds\n", + "\n", + "df_sample = df.iloc[:100]\n", + "new_preds = make_pred(df_sample['Smiles'].to_list())" + ] + }, + { + "cell_type": "code", + "execution_count": 75, + "id": "9c0245f1-3a68-4f9b-b799-407e3436b4b5", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizablenew_preds
00Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1...494.842.695244.7574042.318471.64086148.43644False1.036345
11Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=...508.265.338152.9723926.311180.8646782.37635False2.058726
22O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c...640.9120.475150.063530.904980.069052.35993False21.385293
33Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O...568.044.196920.001910.011340.003620.01418False0.802363
44Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1...548.10142.683270.873808.254092.5206730.04739False132.455960
55Cc1cc(Sc2ccc(nc2)Sc2cc(C)c(c(c2)C)I)cc(c1N1C(=...501.8212.379681.6854012.252541.0329967.42722False21.316367
66Cc1cc(Sc2ccc(cn2)Sc2cc(C)c(c(c2)C)I)cc(c1N1C(=...501.8212.379681.6854012.252541.0329967.42722False21.316372
77Clc1cc(ccc1C(=O)c1cc(ccc1C)C(=O)c1ccc(c(c1)Cl)...529.6410.150460.020210.256110.132490.51867False1.720072
88Ic1ccc(c(c1)Cl)C(=O)c1cc(ccc1C)C(=O)c1ccc(c(c1...529.6410.150460.020210.256110.132490.51867False1.720071
99Ic1ccc(c(c1)C)C(=O)c1cc2ccccc2cc1C(=O)c1ccc(cc...556.3120.844910.054260.436480.065030.84243False3.767171
1010Ic1ccc(c(c1)Sc1cc(cc(c1)C(=O)O)Sc1cc(ccc1C)N1C...470.243.032010.021440.159340.025580.33708True1.093549
1111Cc1cc(cc(c1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C...575.93382.379184.7111327.504594.06784134.46742False262.278064
1212Ic1cc(C)c(c(c1)C)C(c1ccc2c(c1)[nH]c1c2ccc(c1)C...537.39108.948661.078818.351801.6789039.29826True206.577505
1313Ic1cc(Oc2ccc(cc2)C2(c3ccc(cc3)Oc3cc(cc(c3)N3C(...556.564.470370.041590.280070.038870.73329True9.642768
1414Ic1ccc(c(c1)Cl)Sc1ccc2c(c1)ccc(c2)Sc1ccc(c(c1)...481.624.674110.014640.173880.053330.64280False1.471597
1515Clc1cc(ccc1Sc1ccc2c(c1)ccc(c2)Sc1ccc(c(c1)Cl)I...481.624.674110.014640.173880.053330.64280False1.471597
1616Cc1cc(ccc1N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O...596.8818.216500.099350.680890.120152.16558True2.989342
1717Ic1ccc(c(c1)C)C(c1ccc(cc1C)C(c1ccc(c(c1)C)N1C(...467.0758.201490.519753.978240.6884215.89978True35.433246
1818O=C1c2cccc(c2C(=O)N1c1ccc(c(c1)C)C(c1ccc(cc1C)...467.0758.201490.519753.978240.6884215.89978True35.433265
1919Cc1cc(c(cc1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C...668.9535.184910.138041.234730.074194.58177False7.471155
2020O=C1c2cc(ccc2c2c1cc(cc2)C(C(F)(F)F)(C(F)(F)F)c...543.52111.916301.339309.698740.9523324.32080False241.805804
2121Ic1ccc(cn1)C(c1cc(Cl)cc(c1)C(c1ccc(nc1)N1C(=O)...508.9815.303207.2732975.862468.07197315.19387False8.272223
2222O=C1c2cccc(c2C(=O)N1c1cc(C)c(c(c1)C)S(=O)(=O)c...628.4839.343090.184961.187680.024773.25713True25.922022
2323Ic1cc(C)c(c(c1)C)S(=O)(=O)c1ccc2c(c1)ccc(c2)S(...628.4839.343090.184961.187680.024773.25713True25.922022
2424Ic1cc(Sc2cc(cc(c2)n2c(=O)c3c(c2=O)cc2c(c3)c(=O...564.081.079220.001460.006290.002170.01674True0.422021
2525Ic1ccc(cn1)C(=O)c1cc(C)c(c(c1)C)C(=O)c1ccc(cn1...564.3311.3956111.7386380.006088.36759438.07856False6.608806
2626Ic1ccc(nc1)C(=O)c1c(C)cc(cc1C)C(=O)c1ccc(nc1)n...564.3311.3956111.7386380.006088.36759438.07856False6.608806
2727Ic1cc(cc(c1)C(F)(F)F)C(=O)c1cc(C)c(cc1C)C(=O)c...526.2547.175890.255971.835500.381714.23498False14.162805
2828Ic1ccc(cn1)S(=O)(=O)c1cc(C)c(c(c1)C)c1c(C)cc(c...618.7921.181748.2896854.048870.66770251.39951False41.374632
2929Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1cc(C)c(c(c1...562.21208.210512.2198715.290972.5838358.80082False373.653450
\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles Tg \\\n", + "0 0 Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1... 494.84 \n", + "1 1 Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=... 508.26 \n", + "2 2 O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c... 640.91 \n", + "3 3 Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O... 568.04 \n", + "4 4 Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1... 548.10 \n", + "5 5 Cc1cc(Sc2ccc(nc2)Sc2cc(C)c(c(c2)C)I)cc(c1N1C(=... 501.82 \n", + "6 6 Cc1cc(Sc2ccc(cn2)Sc2cc(C)c(c(c2)C)I)cc(c1N1C(=... 501.82 \n", + "7 7 Clc1cc(ccc1C(=O)c1cc(ccc1C)C(=O)c1ccc(c(c1)Cl)... 529.64 \n", + "8 8 Ic1ccc(c(c1)Cl)C(=O)c1cc(ccc1C)C(=O)c1ccc(c(c1... 529.64 \n", + "9 9 Ic1ccc(c(c1)C)C(=O)c1cc2ccccc2cc1C(=O)c1ccc(cc... 556.31 \n", + "10 10 Ic1ccc(c(c1)Sc1cc(cc(c1)C(=O)O)Sc1cc(ccc1C)N1C... 470.24 \n", + "11 11 Cc1cc(cc(c1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C... 575.93 \n", + "12 12 Ic1cc(C)c(c(c1)C)C(c1ccc2c(c1)[nH]c1c2ccc(c1)C... 537.39 \n", + "13 13 Ic1cc(Oc2ccc(cc2)C2(c3ccc(cc3)Oc3cc(cc(c3)N3C(... 556.56 \n", + "14 14 Ic1ccc(c(c1)Cl)Sc1ccc2c(c1)ccc(c2)Sc1ccc(c(c1)... 481.62 \n", + "15 15 Clc1cc(ccc1Sc1ccc2c(c1)ccc(c2)Sc1ccc(c(c1)Cl)I... 481.62 \n", + "16 16 Cc1cc(ccc1N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O... 596.88 \n", + "17 17 Ic1ccc(c(c1)C)C(c1ccc(cc1C)C(c1ccc(c(c1)C)N1C(... 467.07 \n", + "18 18 O=C1c2cccc(c2C(=O)N1c1ccc(c(c1)C)C(c1ccc(cc1C)... 467.07 \n", + "19 19 Cc1cc(c(cc1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C... 668.95 \n", + "20 20 O=C1c2cc(ccc2c2c1cc(cc2)C(C(F)(F)F)(C(F)(F)F)c... 543.52 \n", + "21 21 Ic1ccc(cn1)C(c1cc(Cl)cc(c1)C(c1ccc(nc1)N1C(=O)... 508.98 \n", + "22 22 O=C1c2cccc(c2C(=O)N1c1cc(C)c(c(c1)C)S(=O)(=O)c... 628.48 \n", + "23 23 Ic1cc(C)c(c(c1)C)S(=O)(=O)c1ccc2c(c1)ccc(c2)S(... 628.48 \n", + "24 24 Ic1cc(Sc2cc(cc(c2)n2c(=O)c3c(c2=O)cc2c(c3)c(=O... 564.08 \n", + "25 25 Ic1ccc(cn1)C(=O)c1cc(C)c(c(c1)C)C(=O)c1ccc(cn1... 564.33 \n", + "26 26 Ic1ccc(nc1)C(=O)c1c(C)cc(cc1C)C(=O)c1ccc(nc1)n... 564.33 \n", + "27 27 Ic1cc(cc(c1)C(F)(F)F)C(=O)c1cc(C)c(cc1C)C(=O)c... 526.25 \n", + "28 28 Ic1ccc(cn1)S(=O)(=O)c1cc(C)c(c(c1)C)c1c(C)cc(c... 618.79 \n", + "29 29 Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1cc(C)c(c(c1... 562.21 \n", + "\n", + " He N2 O2 CH4 CO2 synthesizable \\\n", + "0 2.69524 4.75740 42.31847 1.64086 148.43644 False \n", + "1 5.33815 2.97239 26.31118 0.86467 82.37635 False \n", + "2 20.47515 0.06353 0.90498 0.06905 2.35993 False \n", + "3 4.19692 0.00191 0.01134 0.00362 0.01418 False \n", + "4 142.68327 0.87380 8.25409 2.52067 30.04739 False \n", + "5 12.37968 1.68540 12.25254 1.03299 67.42722 False \n", + "6 12.37968 1.68540 12.25254 1.03299 67.42722 False \n", + "7 10.15046 0.02021 0.25611 0.13249 0.51867 False \n", + "8 10.15046 0.02021 0.25611 0.13249 0.51867 False \n", + "9 20.84491 0.05426 0.43648 0.06503 0.84243 False \n", + "10 3.03201 0.02144 0.15934 0.02558 0.33708 True \n", + "11 382.37918 4.71113 27.50459 4.06784 134.46742 False \n", + "12 108.94866 1.07881 8.35180 1.67890 39.29826 True \n", + "13 4.47037 0.04159 0.28007 0.03887 0.73329 True \n", + "14 4.67411 0.01464 0.17388 0.05333 0.64280 False \n", + "15 4.67411 0.01464 0.17388 0.05333 0.64280 False \n", + "16 18.21650 0.09935 0.68089 0.12015 2.16558 True \n", + "17 58.20149 0.51975 3.97824 0.68842 15.89978 True \n", + "18 58.20149 0.51975 3.97824 0.68842 15.89978 True \n", + "19 35.18491 0.13804 1.23473 0.07419 4.58177 False \n", + "20 111.91630 1.33930 9.69874 0.95233 24.32080 False \n", + "21 15.30320 7.27329 75.86246 8.07197 315.19387 False \n", + "22 39.34309 0.18496 1.18768 0.02477 3.25713 True \n", + "23 39.34309 0.18496 1.18768 0.02477 3.25713 True \n", + "24 1.07922 0.00146 0.00629 0.00217 0.01674 True \n", + "25 11.39561 11.73863 80.00608 8.36759 438.07856 False \n", + "26 11.39561 11.73863 80.00608 8.36759 438.07856 False \n", + "27 47.17589 0.25597 1.83550 0.38171 4.23498 False \n", + "28 21.18174 8.28968 54.04887 0.66770 251.39951 False \n", + "29 208.21051 2.21987 15.29097 2.58383 58.80082 False \n", + "\n", + " new_preds \n", + "0 1.036345 \n", + "1 2.058726 \n", + "2 21.385293 \n", + "3 0.802363 \n", + "4 132.455960 \n", + "5 21.316367 \n", + "6 21.316372 \n", + "7 1.720072 \n", + "8 1.720071 \n", + "9 3.767171 \n", + "10 1.093549 \n", + "11 262.278064 \n", + "12 206.577505 \n", + "13 9.642768 \n", + "14 1.471597 \n", + "15 1.471597 \n", + "16 2.989342 \n", + "17 35.433246 \n", + "18 35.433265 \n", + "19 7.471155 \n", + "20 241.805804 \n", + "21 8.272223 \n", + "22 25.922022 \n", + "23 25.922022 \n", + "24 0.422021 \n", + "25 6.608806 \n", + "26 6.608806 \n", + "27 14.162805 \n", + "28 41.374632 \n", + "29 373.653450 " + ] + }, + "execution_count": 75, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_sample['new_preds'] = new_preds\n", + "df_sample.head(30)" + ] + }, + { + "cell_type": "code", + "execution_count": 40, + "id": "5bf78fae-dd12-4093-a4da-77429214a114", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c1ccc2c(c1)c1cc(ccc1C2(C)C)S(=O)(=O)c1ccc(c(c1Cl)Cl)I)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O)c1cc(cc(c1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C(=O)O',\n", + " 'Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1C)c1cc(C)c(c(c1)C)C(C(F)(F)F)(C(F)(F)F)c1cc(Cl)cc(c1)I)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(Sc2ccc(nc2)Sc2cc(C)c(c(c2)C)I)cc(c1N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C',\n", + " 'Cc1cc(Sc2ccc(cn2)Sc2cc(C)c(c(c2)C)I)cc(c1N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C',\n", + " 'Clc1cc(ccc1C(=O)c1cc(ccc1C)C(=O)c1ccc(c(c1)Cl)I)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)Cl)C(=O)c1cc(ccc1C)C(=O)c1ccc(c(c1)Cl)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)C)C(=O)c1cc2ccccc2cc1C(=O)c1ccc(cc1C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)Sc1cc(cc(c1)C(=O)O)Sc1cc(ccc1C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C',\n", + " 'Cc1cc(cc(c1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)C)C(C(F)(F)F)(C(F)(F)F)c1cc(cc(c1)C(F)(F)F)C(C(F)(F)F)(C(F)(F)F)c1cc(C)c(c(c1)C)I',\n", + " 'Ic1cc(C)c(c(c1)C)C(c1ccc2c(c1)[nH]c1c2ccc(c1)C(c1c(C)cc(cc1C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)(C)C)(C)C',\n", + " 'Ic1cc(Oc2ccc(cc2)C2(c3ccc(cc3)Oc3cc(cc(c3)N3C(=O)c4c(C3=O)cccc4c3ccc4c(c3)C(=O)N(C4=O)I)C(=O)O)c3ccccc3c3c2cccc3)cc(c1)C(=O)O',\n", + " 'Ic1ccc(c(c1)Cl)Sc1ccc2c(c1)ccc(c2)Sc1ccc(c(c1)Cl)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Clc1cc(ccc1Sc1ccc2c(c1)ccc(c2)Sc1ccc(c(c1)Cl)I)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Cc1cc(ccc1N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C(=O)c1ccc(c(c1)C)I',\n", + " 'Ic1ccc(c(c1)C)C(c1ccc(cc1C)C(c1ccc(c(c1)C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)(C)C)(C)C',\n", + " 'O=C1c2cccc(c2C(=O)N1c1ccc(c(c1)C)C(c1ccc(cc1C)C(c1ccc(c(c1)C)I)(C)C)(C)C)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(c(cc1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)C)S(=O)(=O)c1ccc(c(c1Cl)Cl)S(=O)(=O)c1cc(C)c(cc1C)I',\n", + " 'O=C1c2cc(ccc2c2c1cc(cc2)C(C(F)(F)F)(C(F)(F)F)c1cccc(c1C)I)C(C(F)(F)F)(C(F)(F)F)c1cccc(c1C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(cn1)C(c1cc(Cl)cc(c1)C(c1ccc(nc1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)(C)C)(C)C',\n", + " 'O=C1c2cccc(c2C(=O)N1c1cc(C)c(c(c1)C)S(=O)(=O)c1ccc2c(c1)ccc(c2)S(=O)(=O)c1cc(C)c(c(c1)C)I)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(C)c(c(c1)C)S(=O)(=O)c1ccc2c(c1)ccc(c2)S(=O)(=O)c1cc(C)c(c(c1)C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(Sc2cc(cc(c2)n2c(=O)c3c(c2=O)cc2c(c3)c(=O)n(c2=O)I)C(=O)O)cc(c1)C(=O)O',\n", + " 'Ic1ccc(cn1)C(=O)c1cc(C)c(c(c1)C)C(=O)c1ccc(cn1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(nc1)C(=O)c1c(C)cc(cc1C)C(=O)c1ccc(nc1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1cc(cc(c1)C(F)(F)F)C(=O)c1cc(C)c(cc1C)C(=O)c1cc(cc(c1)C(F)(F)F)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(cn1)S(=O)(=O)c1cc(C)c(c(c1)C)c1c(C)cc(cc1C)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1cc(C)c(c(c1)C)c1c(C)cc(cc1C)C(C(F)(F)F)(C(F)(F)F)c1cc(ccc1C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C',\n", + " 'Cc1cc(cc(c1c1c(C)cc(cc1C)S(=O)(=O)c1ccc(c(c1)C)I)C)S(=O)(=O)c1ccc(c(c1)C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'O=C(c1ccc(c(c1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)C)c1ccc(cc1)C1(c2ccc(cc2)C(=O)c2ccc(c(c2)I)C)c2ccccc2c2c1cccc2',\n", + " 'Cc1cc(C)c(c(c1C(c1ccc(cc1)C1(c2ccc(cc2)C(c2c(C)cc(c(c2C)I)C)(C)C)c2ccccc2c2c1cccc2)(C)C)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(c(c1)C)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(c(c1)C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(ccc1Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(c(c1)C)I)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc2c(c1)C(=O)c1c2ccc(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C)C',\n", + " 'Cc1ccc(cc1C(C(F)(F)F)(C(F)(F)F)c1ccc2c(c1)C(=O)c1c2ccc(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)I)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1cccc(c1)Cc1cccc(c1)Cc1cccc(c1)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)Oc1cc(Oc2ccc(c(c2)n2c(=O)c3c(c2=O)cc2c(c3)c(=O)n(c2=O)I)C)cc(c1)C(F)(F)F)C',\n", + " 'Cc1ccc(cc1Oc1cc(Oc2ccc(c(c2)I)C)cc(c1)C(F)(F)F)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(nc1)Oc1ccc(cc1)C1(c2ccc(cc2)Oc2ccc(nc2)n2c(=O)c3c(c2=O)cc2c(c3)c(=O)n(c2=O)I)c2ccccc2c2c1cccc2',\n", + " 'Ic1ccc(cn1)Oc1ccc(cc1)C1(c2ccc(cc2)Oc2ccc(cn2)n2c(=O)c3c(c2=O)cc2c(c3)c(=O)n(c2=O)I)c2ccccc2c2c1cccc2',\n", + " 'Cc1ccc(cc1I)Oc1ccc(cc1)N(c1ccccc1)c1ccc(cc1)Oc1ccc(c(c1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C',\n", + " 'OC(=O)c1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)I)C)C(C(F)(F)F)(C(F)(F)F)c1cc(ccc1C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C)C(=O)O)C',\n", + " 'O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c1cc2ccccc2cc1S(=O)(=O)c1ccc(c(c1Cl)Cl)I)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(cc(c1C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)Cl)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C)c1cc(C)c(c(c1)C)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)Cl)I',\n", + " 'Ic1ccc(c(c1)C)Cc1ccc(c(c1)Cc1ccc(c(c1)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C',\n", + " 'Cc1cc(ccc1Cc1ccc(c(c1)Cc1ccc(c(c1)C)I)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)S(=O)(=O)c1c(C)cc(cc1C)S(=O)(=O)c1cc(ccc1C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)C',\n", + " 'Ic1ccc(c(c1)S(=O)(=O)c1cc(C)c(c(c1)C)S(=O)(=O)c1cc(ccc1C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)C',\n", + " 'Ic1ccc(c(c1)Cl)C(=O)c1ccc2c(c1)[nH]c1c2ccc(c1)C(=O)c1ccc(cc1Cl)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Cc1ccc(cc1C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)Cl)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)I)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)Cl)C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C)C',\n", + " 'Ic1ccc(cc1)C(c1c(C)cc(cc1C)c1cc(C)c(c(c1)C)C(c1ccc(cc1)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)(C)C)(C)C',\n", + " 'Cc1ccc(cc1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)Cc1ccc2c(c1)ccc(c2)Cc1ccc(c(c1)I)C',\n", + " 'Cc1cc(c(cc1N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)C)C(c1cc(C)c(cc1C)C(c1cc(C)c(cc1C)I)(C)C)(C)C',\n", + " 'Ic1ccc(nc1)C(c1ccc2c(c1)ccc(c2)C(c1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)(C)C)(C)C',\n", + " 'Ic1ccc(nc1)C(=O)c1ccc(cc1)c1ccc(cc1)C(=O)c1ccc(cn1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(c(c1)Sc1ccc2c(c1)cc(cc2)Sc1ccc(c(c1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C)C',\n", + " 'Cc1ccc(cc1Sc1ccc2c(c1)cc(cc2)Sc1ccc(c(c1)I)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(cn1)Oc1cc(C)c(c(c1)C)Oc1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(nc1)Oc1c(C)cc(cc1C)Oc1ccc(nc1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(cc1)Oc1cc(C)c(cc1C)Oc1ccc(cc1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)Cl)Oc1cccc2c1cccc2Oc1ccc(c(c1)Cl)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Clc1cc(ccc1Oc1cccc2c1cccc2Oc1ccc(c(c1)Cl)I)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(c(cc1Sc1ccc(cc1)c1ccc(cc1)Sc1cc(C)c(cc1C)I)C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(nc1)Sc1cc(ccc1C)Sc1ccc(cn1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(nc1)Sc1ccc(c(c1)Sc1ccc(cn1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C',\n", + " 'O=C(c1cc(C)c(c(c1)C)I)c1ccc(cc1)N(c1ccccc1)c1ccc(cc1)C(=O)c1c(C)cc(cc1C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(C)c(c(c1)C)C(=O)c1ccc(cc1)N(c1ccccc1)c1ccc(cc1)C(=O)c1cc(C)c(c(c1)C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(cc(c1)C(F)(F)F)C(=O)c1ccc2c(c1)c1cc(ccc1C2(C)C)C(=O)c1cc(cc(c1)C(F)(F)F)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Clc1cc(cc(c1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C(=O)c1ccc(cc1)c1ccc(cc1)C(=O)c1cc(Cl)cc(c1)I',\n", + " 'Cc1cc(cc(c1S(=O)(=O)c1cc(ccc1C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C)c1cc(C)c(c(c1)C)S(=O)(=O)c1ccc(c(c1)I)C',\n", + " 'Ic1ccc(c(c1)S(=O)(=O)c1c(C)cc(cc1C)c1cc(C)c(c(c1)C)S(=O)(=O)c1ccc(c(c1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C)C',\n", + " 'Clc1c(ccc(c1Cl)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)Oc1ccc2c(c1)[nH]c1c2ccc(c1)Oc1ccc(c(c1Cl)Cl)I',\n", + " 'Ic1ccc(c(c1)C)Sc1ccc(cc1Cl)Sc1ccc(cc1C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(c(c1)C)Sc1ccc(c(c1)Cl)Sc1ccc(cc1C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1ccc(cc1)S(=O)(=O)c1ccc2c(c1)c1cc(ccc1C2(C)C)S(=O)(=O)c1ccc(cc1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1cc(C)c(c(c1)C)Cc1ccc2c(c1)Cc1c2ccc(c1)Cc1cc(C)c(c(c1)C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(cc(c1Cc1ccc2c(c1)Cc1c2ccc(c1)Cc1cc(C)c(c(c1)C)I)C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(C)c(c(c1)C)Sc1ccc2c(c1)cc(cc2)Sc1cc(C)c(c(c1)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Cc1cc(cc(c1Sc1ccc2c(c1)cc(cc2)Sc1cc(C)c(c(c1)C)I)C)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(nc1)Sc1c(C)cc(c(c1C)Sc1ccc(cn1)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I)C',\n", + " 'Ic1cc(C)c(c(c1)C)Oc1ccc(nc1)Oc1c(C)cc(cc1C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(C)c(c(c1)C)Oc1ccc(cn1)Oc1c(C)cc(cc1C)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(ccc1N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C(C(F)(F)F)(C(F)(F)F)c1cccc2c1cccc2C(C(F)(F)F)(C(F)(F)F)c1ccc(c(c1)C)I',\n", + " 'Ic1cc(C)c(c(c1)C)C(c1ccc(c(c1)Cl)C(c1cc(C)c(c(c1)C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)(C)C)(C)C',\n", + " 'O=C1c2cc(ccc2C(=O)N1c1cc(C)c(c(c1)C)C(c1ccc(c(c1)Cl)C(c1cc(C)c(c(c1)C)I)(C)C)(C)C)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Cc1cc(Cc2ccc(cc2)c2ccc(cc2)Cc2cc(C)c(c(c2)C)I)cc(c1N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C',\n", + " 'O=C(c1ccc2c(c1)[nH]c1c2ccc(c1)C(=O)c1ccc(c(c1)Cl)I)c1ccc(c(c1)Cl)n1c(=O)c2c(c1=O)cc1c(c2)c(=O)n(c1=O)I',\n", + " 'Ic1ccc(c(c1)Cl)C(=O)c1ccc2c(c1)ccc(c2)C(=O)c1ccc(c(c1)Cl)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Clc1cc(ccc1C(=O)c1ccc2c(c1)ccc(c2)C(=O)c1ccc(c(c1)Cl)I)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(C)c(c(c1)C)Cc1ccc2c(c1)C(=O)c1c2ccc(c1)Cc1c(C)cc(cc1C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I',\n", + " 'Ic1cc(cc(c1)C(=O)O)Oc1ccc(cc1C)Oc1cc(cc(c1)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)C(=O)O',\n", + " 'Ic1cc(Oc2ccc(c(c2)C)Oc2cc(cc(c2)N2C(=O)c3c(C2=O)cccc3c2ccc3c(c2)C(=O)N(C3=O)I)C(=O)O)cc(c1)C(=O)O',\n", + " 'Cc1cc2c3cc(C)c(cc3S(=O)(=O)c2cc1Oc1ccc(c(c1)C)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I)Oc1ccc(c(c1)C)I',\n", + " 'Clc1c(ccc(c1Cl)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1)C(=O)N(C2=O)I)Cc1ccc(cc1)Cc1ccc(c(c1Cl)Cl)I',\n", + " 'Ic1ccc(nc1)S(=O)(=O)c1ccc(c(c1Cl)Cl)S(=O)(=O)c1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I']" + ] + }, + "execution_count": 40, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_sample['Smiles'].to_list()" + ] + }, + { + "cell_type": "code", + "execution_count": 32, + "id": "cd87f55e-d88b-4fcf-b2a8-3c7ba6250494", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizablenew_preds
00Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1...494.842.695244.7574042.318471.64086148.43644False1.036345
11Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=...508.265.338152.9723926.311180.8646782.37635False2.058726
22O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c...640.9120.475150.063530.904980.069052.35993False21.385310
33Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O...568.044.196920.001910.011340.003620.01418False0.802363
44Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1...548.10142.683270.873808.254092.5206730.04739False132.455960
.................................
9595Ic1cc(cc(c1)C(=O)O)Oc1ccc(cc1C)Oc1cc(cc(c1)N1C...528.863.658970.009160.046550.011350.10014True1.777913
9696Ic1cc(Oc2ccc(c(c2)C)Oc2cc(cc(c2)N2C(=O)c3c(C2=...528.863.658970.009160.046550.011350.10014True1.777911
9797Cc1cc2c3cc(C)c(cc3S(=O)(=O)c2cc1Oc1ccc(c(c1)C)...554.7627.719330.370862.363560.101317.45523False10.918775
9898Clc1c(ccc(c1Cl)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1...575.957.172130.013500.266750.210260.83210False2.465392
9999Ic1ccc(nc1)S(=O)(=O)c1ccc(c(c1Cl)Cl)S(=O)(=O)c...639.666.868282.8033826.780620.40880117.95785False4.053435
\n", + "

100 rows × 10 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles Tg \\\n", + "0 0 Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1... 494.84 \n", + "1 1 Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=... 508.26 \n", + "2 2 O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c... 640.91 \n", + "3 3 Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O... 568.04 \n", + "4 4 Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1... 548.10 \n", + ".. ... ... ... \n", + "95 95 Ic1cc(cc(c1)C(=O)O)Oc1ccc(cc1C)Oc1cc(cc(c1)N1C... 528.86 \n", + "96 96 Ic1cc(Oc2ccc(c(c2)C)Oc2cc(cc(c2)N2C(=O)c3c(C2=... 528.86 \n", + "97 97 Cc1cc2c3cc(C)c(cc3S(=O)(=O)c2cc1Oc1ccc(c(c1)C)... 554.76 \n", + "98 98 Clc1c(ccc(c1Cl)N1C(=O)c2c(C1=O)cccc2c1ccc2c(c1... 575.95 \n", + "99 99 Ic1ccc(nc1)S(=O)(=O)c1ccc(c(c1Cl)Cl)S(=O)(=O)c... 639.66 \n", + "\n", + " He N2 O2 CH4 CO2 synthesizable \\\n", + "0 2.69524 4.75740 42.31847 1.64086 148.43644 False \n", + "1 5.33815 2.97239 26.31118 0.86467 82.37635 False \n", + "2 20.47515 0.06353 0.90498 0.06905 2.35993 False \n", + "3 4.19692 0.00191 0.01134 0.00362 0.01418 False \n", + "4 142.68327 0.87380 8.25409 2.52067 30.04739 False \n", + ".. ... ... ... ... ... ... \n", + "95 3.65897 0.00916 0.04655 0.01135 0.10014 True \n", + "96 3.65897 0.00916 0.04655 0.01135 0.10014 True \n", + "97 27.71933 0.37086 2.36356 0.10131 7.45523 False \n", + "98 7.17213 0.01350 0.26675 0.21026 0.83210 False \n", + "99 6.86828 2.80338 26.78062 0.40880 117.95785 False \n", + "\n", + " new_preds \n", + "0 1.036345 \n", + "1 2.058726 \n", + "2 21.385310 \n", + "3 0.802363 \n", + "4 132.455960 \n", + ".. ... \n", + "95 1.777913 \n", + "96 1.777911 \n", + "97 10.918775 \n", + "98 2.465392 \n", + "99 4.053435 \n", + "\n", + "[100 rows x 10 columns]" + ] + }, + "execution_count": 32, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_sample['new_preds'] = new_preds\n", + "df_sample" + ] + }, + { + "cell_type": "code", + "execution_count": 33, + "id": "e6d9e29e-eee0-4c5a-8966-58622a4260f8", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1=O)cc(cc2)c1ccc2c(c1)C(=O)N(C2=O)I'" + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_sample['Smiles'][0]" + ] + }, + { + "cell_type": "code", + "execution_count": 67, + "id": "51a57a9b-e8b6-4c25-a7b0-38463ebed37e", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Processing batches: 100%|█████████████████████████| 8/8 [00:00<00:00, 18.36it/s]\n" + ] + } + ], + "source": [ + "CO2s = []\n", + "co2_preds = []\n", + "ch4_preds = []\n", + "\n", + "robson_smiles = sample_df['Smiles'].tolist()\n", + "\n", + "batch_size_robson = 128\n", + "for i in tqdm(range(0, len(robson_smiles), batch_size_robson), desc=\"Processing batches\"):\n", + " batch_end = min(i + batch_size_robson, len(robson_smiles))\n", + " batch_smiles = robson_smiles[i:batch_end]\n", + " \n", + " # Step 3: Predict properties for both original and reconstructed\n", + " # Original properties\n", + " encoding = tokenizer(\n", + " batch_smiles,\n", + " max_length=256,\n", + " padding='max_length',\n", + " truncation=True,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " with torch.autocast(dtype=torch.float16, device_type='cuda'):\n", + " with torch.no_grad():\n", + " orig_predictions = regression_model(encoding['input_ids'].cuda(), encoding['attention_mask'].cuda())\n", + " \n", + " ch4_scaled = orig_predictions[:, -2].cpu().numpy().reshape(-1, 1)\n", + " co2_scaled = orig_predictions[:, -1].cpu().numpy().reshape(-1, 1)\n", + "\n", + " ch4 = scaler_ch4.inverse_transform(ch4_scaled.astype(np.float64)).flatten()\n", + " co2 = scaler_co2.inverse_transform(co2_scaled.astype(np.float64)).flatten()\n", + "\n", + " co2_preds.extend([float(pred) for pred in co2])\n", + " ch4_preds.extend([float(pred) for pred in ch4])\n", + "\n", + "df_robson['CO2_pred'] = co2_preds\n", + "df_robson['CH4_pred'] = ch4_preds\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "253af0c3-0ced-417b-a572-034c4cfb601f", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 70, + "id": "5aec327c-1fd9-4ebc-aa25-74ca8749b477", + "metadata": {}, + "outputs": [], + "source": [ + "if 'P_CO2/P_CH4' not in df_robson.columns:\n", + " df_robson['P_CO2/P_CH4'] = df_robson['CO2_pred']/df_robson['CH4_pred']" + ] + }, + { + "cell_type": "code", + "execution_count": 71, + "id": "7b46c427-5297-4565-b657-27fc7bf5bc38", + "metadata": {}, + "outputs": [], + "source": [ + "k_2019 = 2.26e7\n", + "n_2019 = -2.401\n", + "k_2008 = 5_369_140\n", + "n_2008 = -2.636\n", + "k_1991 = 1_073_700\n", + "n_1991 = -2.6264\n", + "\n", + "df_robson['upper_bound_Robeson'] = (df_robson['CO2_pred']/k_2019)**(1/n_2019)\n", + "df_robson['above_Robeson'] = df_robson['P_CO2/P_CH4'] > df_robson['upper_bound_Robeson']\n", + "\n", + "df_robson['upper_bound_Robeson_2008'] = (df_robson['CO2_pred']/k_2008)**(1/n_2008)\n", + "df_robson['above_Robeson_2008'] = df_robson['P_CO2/P_CH4'] > df_robson['upper_bound_Robeson_2008']\n", + "\n", + "df_robson['upper_bound_Robeson_1991'] = (df_robson['CO2_pred']/k_1991)**(1/n_1991)\n", + "df_robson['above_Robeson_1991'] = df_robson['P_CO2/P_CH4'] > df_robson['upper_bound_Robeson_1991']" + ] + }, + { + "cell_type": "code", + "execution_count": 72, + "id": "3e2a37c5-9534-4cde-8ae9-bad906c39ae9", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(log) x_points_on_Robeson2019_line [np.float64(-0.3245689409002736), np.float64(-0.11311188919602205), np.float64(0.0983451625082295), np.float64(0.30980221421248105), np.float64(0.5212592659167326), np.float64(0.7327163176209841), np.float64(0.9441733693252357), np.float64(1.1556304210294872), np.float64(1.3670874727337388), np.float64(1.5785445244379903), np.float64(1.7900015761422419), np.float64(2.0014586278464934), np.float64(2.212915679550745), np.float64(2.424372731254997), np.float64(2.6358297829592483), np.float64(2.8472868346634996), np.float64(3.0587438863677514), np.float64(3.270200938072003), np.float64(3.4816579897762545), np.float64(3.693115041480506), np.float64(3.9045720931847576)]\n", + "x_points_on_Robeson2019_line [0.4736211185063034, 0.7707048833980547, 1.2541375248783457, 2.0408083109233783, 3.3209265166816033, 5.404012160362607, 8.79373490580214, 14.309696443824098, 23.285602136958403, 37.89173788621753, 61.65972396131289, 100.33642612016979, 163.27349134558037, 265.688484302277, 432.3443451174293, 703.5368252632127, 1144.8376047731194, 1862.9488809093987, 3031.502912213795, 4933.044594478952, 8027.3480434650555]\n" + ] + } + ], + "source": [ + "num_bins = 20\n", + "x_points_on_Robeson2019_line = [ # референсные значения, использованные при подготовке обучающей выборки для первого этапа обучения\n", + " 0.4736211185063034,\n", + " 0.7707048833980547,\n", + " 1.2541375248783457,\n", + " 2.0408083109233783,\n", + " 3.3209265166816033,\n", + " 5.404012160362607,\n", + " 8.79373490580214,\n", + " 14.309696443824098,\n", + " 23.285602136958403,\n", + " 37.89173788621753,\n", + " 61.65972396131289,\n", + " 100.33642612016979,\n", + " 163.27349134558037,\n", + " 265.688484302277,\n", + " 432.3443451174293,\n", + " 703.5368252632127,\n", + " 1144.8376047731194,\n", + " 1862.9488809093987,\n", + " 3031.502912213795,\n", + " 4933.044594478952,\n", + " 8027.3480434650555]\n", + "\n", + "log_bin_size = (np.log10(x_points_on_Robeson2019_line[1])-\n", + " np.log10(x_points_on_Robeson2019_line[0]))/num_bins\n", + "\n", + "print('(log) x_points_on_Robeson2019_line', [np.log10(xp) for xp in x_points_on_Robeson2019_line])\n", + "print('x_points_on_Robeson2019_line', x_points_on_Robeson2019_line)" + ] + }, + { + "cell_type": "code", + "execution_count": 73, + "id": "4ec4c897-02fa-41a6-bc42-f353a068bace", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_265640/2901639124.py:11: RuntimeWarning:\n", + "\n", + "invalid value encountered in log10\n", + "\n" + ] + } + ], + "source": [ + "# определение бинов Робсона, для последующей отрисовки матрицы путанности\n", + "\n", + "def calculate_bin(row, x_col, y_col):\n", + " x_point = row[x_col]\n", + " y_point = row[y_col]\n", + " slope = (1/n_2019)\n", + " \n", + " bin_for_point = 1\n", + " for x_line in x_points_on_Robeson2019_line[1:]:\n", + " y_Robeson = (x_line/k_2019)**(1/n_2019) # upper_bound_Robeson_2019\n", + " y_bin = 10**(-1/slope * np.log10(x_point/x_line) + np.log10(y_Robeson))\n", + " if y_point > y_bin:\n", + " break\n", + " bin_for_point += 1\n", + " return bin_for_point\n", + "\n", + "df_robson['Robeson_bin'] = df_robson.apply(calculate_bin,\n", + " x_col='CO2_pred',\n", + " y_col='P_CO2/P_CH4',\n", + " axis=1)" + ] + }, + { + "cell_type": "code", + "execution_count": 74, + "id": "576b03a6-8c94-4dfa-ae58-d38652376f69", + "metadata": {}, + "outputs": [], + "source": [ + "import ipywidgets\n", + "import numpy as np\n", + "import pandas as pd\n", + "import plotly.express as px\n", + "import plotly.graph_objects as go\n", + "import plotly.io as pio\n", + "\n", + "pio.renderers.default = \"notebook\" # fixes duplicate plotly plots problem" + ] + }, + { + "cell_type": "code", + "execution_count": 77, + "id": "d5c23fc9-926e-4b05-8edb-88c872944f9c", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0SmilesTgHeN2O2CH4CO2synthesizable
00Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1...494.842.695244.7574042.318471.64086148.43644False
11Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=...508.265.338152.9723926.311180.8646782.37635False
22O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c...640.9120.475150.063530.904980.069052.35993False
33Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O...568.044.196920.001910.011340.003620.01418False
44Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1...548.10142.683270.873808.254092.5206730.04739False
..............................
67269456726945Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c...516.2713.329670.119071.101440.169072.63642False
67269466726946Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(...510.728.964547.9225772.929292.17324247.14446False
67269476726947Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)...610.244.9075820.24364121.244941.01011650.18364False
67269486726948Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c...510.9012.409070.193071.413350.117284.00573True
67269496726949Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)...462.3114.963420.139161.052520.092982.54411False
\n", + "

6726950 rows × 9 columns

\n", + "
" + ], + "text/plain": [ + " Unnamed: 0 Smiles \\\n", + "0 0 Ic1ccc(nc1)Cc1cccc(c1)Cc1ccc(cn1)N1C(=O)c2c(C1... \n", + "1 1 Ic1ccc(nc1)Cc1ccc2c(c1)cc(cc2)Cc1ccc(cn1)N1C(=... \n", + "2 2 O=C1c2cc(ccc2C(=O)N1c1ccc(c(c1Cl)Cl)S(=O)(=O)c... \n", + "3 3 Ic1cc(cc(c1)C(=O)O)C(=O)c1ccc2c(c1)ccc(c2)C(=O... \n", + "4 4 Clc1cc(cc(c1)C(C(F)(F)F)(C(F)(F)F)c1c(C)cc(cc1... \n", + "... ... ... \n", + "6726945 6726945 Ic1cccc(c1)Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1c... \n", + "6726946 6726946 Ic1ccc(nc1)Cc1ccc2c(c1)c1cc(ccc1C2(C)C)Cc1ccc(... \n", + "6726947 6726947 Ic1ccc(cn1)S(=O)(=O)c1ccc(nc1)N1C(=O)c2c(C1=O)... \n", + "6726948 6726948 Ic1ccc(c(c1)C)Oc1ccc2c(c1)Cc1c2ccc(c1)Oc1ccc(c... \n", + "6726949 6726949 Ic1cc(Sc2ccc3c(c2)cc(cc3)Sc2cc(cc(c2)C(F)(F)F)... \n", + "\n", + " Tg He N2 O2 CH4 CO2 \\\n", + "0 494.84 2.69524 4.75740 42.31847 1.64086 148.43644 \n", + "1 508.26 5.33815 2.97239 26.31118 0.86467 82.37635 \n", + "2 640.91 20.47515 0.06353 0.90498 0.06905 2.35993 \n", + "3 568.04 4.19692 0.00191 0.01134 0.00362 0.01418 \n", + "4 548.10 142.68327 0.87380 8.25409 2.52067 30.04739 \n", + "... ... ... ... ... ... ... \n", + "6726945 516.27 13.32967 0.11907 1.10144 0.16907 2.63642 \n", + "6726946 510.72 8.96454 7.92257 72.92929 2.17324 247.14446 \n", + "6726947 610.24 4.90758 20.24364 121.24494 1.01011 650.18364 \n", + "6726948 510.90 12.40907 0.19307 1.41335 0.11728 4.00573 \n", + "6726949 462.31 14.96342 0.13916 1.05252 0.09298 2.54411 \n", + "\n", + " synthesizable \n", + "0 False \n", + "1 False \n", + "2 False \n", + "3 False \n", + "4 False \n", + "... ... \n", + "6726945 False \n", + "6726946 False \n", + "6726947 False \n", + "6726948 True \n", + "6726949 False \n", + "\n", + "[6726950 rows x 9 columns]" + ] + }, + "execution_count": 77, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "id": "69c7cfef-8075-41eb-aa2d-2d621ce4d1c4", + "metadata": {}, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "f5c49709dca144f69bb703be1756c165", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "IntSlider(value=10, continuous_update=False, description='Num points', max=1000, min=10, step=10)" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "2f3aca246b424d2c914e9e1fb84b2429", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Output()" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# отрисовка троек молекул (2 разгонных + 1 сгенерированная) на диаграмме Робсона\n", + "\n", + "# new_pi_df_unique = new_pi_df.drop_duplicates(['smiles_start'])\n", + "sub_df_preds = df_robson.sample(frac=1, random_state=1010)\n", + "\n", + "\n", + "def plot_with_controls(num_points=1):\n", + "\n", + "\n", + " sub_df_preds_plotted = sub_df_preds.iloc[:num_points]\n", + "\n", + " x_stuff = 'CO2'\n", + " y_stuff = 'P_CO2/P_CH4'\n", + "\n", + " \n", + " log_scale = True\n", + " fig = px.scatter(sub_df_preds_plotted, x=x_stuff, y=y_stuff, log_x=log_scale, log_y=log_scale, \n", + " color_discrete_sequence=['red'],\n", + " )\n", + "\n", + " \n", + " fig2 = px.line(sub_df_preds.iloc[:1000],\n", + " x='CO2_pred', y='upper_bound_Robeson', labels='Robeson_2019')\n", + " fig2.update_traces(line_color='red', line_width=1)\n", + " fig3 = px.line(sub_df_preds.iloc[:1000],\n", + " x='CO2_pred', y='upper_bound_Robeson_2008', labels='Robeson_2008')\n", + " fig3.update_traces(line_color='green', line_width=1)\n", + " fig4 = px.line(sub_df_preds.iloc[:1000],\n", + " x='CO2_pred', y='upper_bound_Robeson_1991', labels='Robeson_1991')\n", + " fig4.update_traces(line_color='blue', line_width=1)\n", + " fig = go.Figure(data=fig.data + fig2.data + fig3.data + fig4.data, layout = fig.layout)\n", + " fig.update_layout(fig2.layout)\n", + "\n", + " fig.update_layout(width=1100, height=550, margin=dict(l=40, r=40, t=10, b=10),)\n", + "\n", + " list_of_all_arrows = []\n", + " \n", + " \n", + " \n", + " fig.show()\n", + "\n", + "\n", + "num_points_slider = ipywidgets.IntSlider(\n", + " # value=len(sub_df_preds),\n", + " value=10,\n", + " # min=1000,\n", + " min=10,\n", + " # max=len(sub_df_preds),\n", + " max=min(len(sub_df_preds),1000),\n", + " step=10,\n", + " description='Num points',\n", + " disabled=False,\n", + " continuous_update=False,\n", + " orientation='horizontal',\n", + " readout=True,\n", + " readout_format='d'\n", + ")\n", + "\n", + "\n", + "\n", + "output = ipywidgets.interactive_output(plot_with_controls,\n", + " {\n", + " 'num_points': num_points_slider,\n", + " })\n", + "display(num_points_slider, output)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "07e0e913-820e-4041-bae4-3be8f85d292c", + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "reconstructed_ids = model.generate(best_embedding)\n", + "reconstructed_smiles = [tokenizer.decode(seq, skip_special_tokens=True) for seq in reconstructed_ids]\n", + "mol_gen = Chem.MolFromSmiles(reconstructed_smiles[0])\n", + "\n", + "print(reconstructed_smiles[0])\n", + "\n", + "if mol_gen is not None:\n", + " print('Valid')\n", + "else:\n", + " print('Skill issue')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "93af70eb-5e42-4372-b0f9-4e03577742bb", + "metadata": {}, + "outputs": [], + "source": [ + "def comprehensive_generation(model, tokenizer, val_df, base_embeddings):\n", + " \"\"\"Generate molecules with different enhancement levels\"\"\"\n", + " \n", + " all_results = []\n", + " extrapolation_factors = [factor / 1000 for factor in range(0, 100, 10)]\n", + " print(extrapolation_factors)\n", + " for factor in extrapolation_factors:\n", + " co2_results = generate_gradient(\n", + " model, tokenizer, base_embeddings, val_df, 'CO2', extrapolation_factor=factor)\n", + "\n", + " all_results.extend(co2_results)# + ch4_results + dual_results)\n", + " \n", + " return all_results\n", + "\n", + "# Run comprehensive generation\n", + "all_generated_molecules = comprehensive_generation(model, tokenizer, df, base_embeddings)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8eeed790-7e65-4ffa-b7cc-c92036ba0aba", + "metadata": {}, + "outputs": [], + "source": [ + "def predict_molecule_properties(smiles_list, regression_model, tokenizer, scaler_ch4, scaler_co2, \n", + " batch_size=32, max_length=512, \n", + " baseline_ch4=None, baseline_co2=None):\n", + " \"\"\"\n", + " Predict CO2 and CH4 permeability properties for a list of SMILES\n", + "\n", + " Returns:\n", + " ch4_predictions: Array of CH4 permeability predictions\n", + " CO2ictions: Array of CO2 permeability predictions\n", + " molecules_exceeding_baselines: List of dicts for molecules exceeding baselines\n", + " \"\"\"\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " regression_model.to(device)\n", + " regression_model.eval()\n", + "\n", + " all_predictions = []\n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + "\n", + " tokens = tokenizer(\n", + " batch_smiles,\n", + " max_length=max_length,\n", + " truncation=True,\n", + " padding='max_length',\n", + " return_tensors='pt'\n", + " )\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + "\n", + " predictions = regression_model(input_ids, attention_mask)\n", + " all_predictions.append(predictions.cpu().numpy())\n", + "\n", + " all_predictions = np.vstack(all_predictions)\n", + " ch4_scaled = all_predictions[:, -2].reshape(-1, 1)\n", + " co2_scaled = all_predictions[:, -1].reshape(-1, 1)\n", + "\n", + " ch4_predictions = scaler_ch4.inverse_transform(ch4_scaled).flatten()\n", + " CO2ictions = scaler_co2.inverse_transform(co2_scaled).flatten()\n", + "\n", + " # Use provided baselines or max in predictions\n", + " if baseline_ch4 is None:\n", + " baseline_ch4 = ch4_predictions.max()\n", + " if baseline_co2 is None:\n", + " baseline_co2 = CO2ictions.max()\n", + "\n", + " molecules_exceeding_baselines = []\n", + " for idx, (smiles, ch4_pred, CO2) in enumerate(zip(smiles_list, ch4_predictions, CO2ictions)):\n", + " exceeds_ch4 = ch4_pred > baseline_ch4\n", + " exceeds_co2 = CO2 > baseline_co2\n", + " if exceeds_ch4 or exceeds_co2:\n", + " molecules_exceeding_baselines.append({\n", + " \"index\": idx,\n", + " \"smiles\": smiles,\n", + " \"predicted_CH4\": ch4_pred,\n", + " \"predicted_CO2\": CO2,\n", + " \"exceeds_CH4\": exceeds_ch4,\n", + " \"exceeds_CO2\": exceeds_co2\n", + " })\n", + "\n", + " return ch4_predictions, CO2ictions, molecules_exceeding_baselines\n", + "\n", + "\n", + "def analyze_generated_molecules_with_properties(generated_molecules, regression_model, tokenizer, \n", + " scaler_ch4, scaler_co2, val_df):\n", + " \"\"\"\n", + " Analyze generated molecules and predict their actual properties\n", + " \n", + " Args:\n", + " generated_molecules: List of generated molecule dictionaries\n", + " regression_model: Trained regression model\n", + " tokenizer: SMILES tokenizer\n", + " scaler_ch4, scaler_co2: Property scalers\n", + " val_df: Validation dataframe for baseline comparison\n", + " \n", + " Returns:\n", + " enhanced_results: DataFrame with predicted properties\n", + " \"\"\"\n", + " \n", + " # Extract SMILES from generated molecules\n", + " generated_smiles = []\n", + " for mol in generated_molecules:\n", + " if mol['is_valid']: # Only predict for valid molecules\n", + " generated_smiles.append(mol['generated_smiles'])\n", + " \n", + " if not generated_smiles:\n", + " print(\"No valid molecules to analyze!\")\n", + " return None\n", + " \n", + " print(f\"Predicting properties for {len(generated_smiles)} valid generated molecules...\")\n", + " \n", + " # Predict properties\n", + " pred_ch4, pred_co2, molecules_exceeding_baselines = predict_molecule_properties(\n", + " generated_smiles, regression_model, tokenizer, scaler_ch4, scaler_co2,\n", + " baseline_ch4=val_df['CH4'].max(),\n", + " baseline_co2=val_df['CO2'].max()\n", + " )\n", + " \n", + " # Create results dataframe\n", + " results_data = []\n", + " pred_idx = 0\n", + " \n", + " for mol in generated_molecules:\n", + " if mol['is_valid']:\n", + " results_data.append({\n", + " 'generated_smiles': mol['generated_smiles'],\n", + " 'target_property': mol['target_property'],\n", + " 'extrapolation_factor': mol['extrapolation_factor'],\n", + " 'predicted_CH4': pred_ch4[pred_idx],\n", + " 'predicted_CO2': pred_co2[pred_idx],\n", + " 'is_valid': mol['is_valid']\n", + " })\n", + " pred_idx += 1\n", + " else:\n", + " # Include invalid molecules with NaN predictions\n", + " results_data.append({\n", + " 'generated_smiles': mol['generated_smiles'],\n", + " 'target_property': mol['target_property'],\n", + " 'extrapolation_factor': mol['extrapolation_factor'],\n", + " 'predicted_CH4': np.nan,\n", + " 'predicted_CO2': np.nan,\n", + " 'is_valid': mol['is_valid']\n", + " })\n", + " \n", + " results_df = pd.DataFrame(results_data)\n", + " \n", + " # Calculate baseline statistics from validation set\n", + " baseline_ch4_mean = val_df['CH4'].mean()\n", + " baseline_ch4_max = val_df['CH4'].max()\n", + " baseline_co2_mean = val_df['CO2'].mean()\n", + " baseline_co2_max = val_df['CO2'].max()\n", + " \n", + " # Calculate enhancement statistics for valid molecules only\n", + " valid_results = results_df[results_df['is_valid']].copy()\n", + " \n", + " if len(valid_results) > 0:\n", + " print(f\"\\n{'='*80}\")\n", + " print(f\"INDIVIDUAL MOLECULE PROPERTIES\")\n", + " print(f\"{'='*80}\")\n", + " \n", + " # Display properties for each individual molecule\n", + " for idx, (_, mol) in enumerate(valid_results.iterrows(), 1):\n", + " ch4_vs_baseline = (mol['predicted_CH4'] / baseline_ch4_max - 1) * 100\n", + " co2_vs_baseline = (mol['predicted_CO2'] / baseline_co2_max - 1) * 100\n", + " \n", + " print(f\" SMILES: {mol['generated_smiles']}\")\n", + " print(f\" Target: {mol['target_property']} (factor: {mol['extrapolation_factor']})\")\n", + " print(f\" CH₄ Permeability: {mol['predicted_CH4']:.4f} ({ch4_vs_baseline:+.1f}% vs baseline max)\")\n", + " print(f\" CO₂ Permeability: {mol['predicted_CO2']:.4f} ({co2_vs_baseline:+.1f}% vs baseline max)\")\n", + " \n", + " # Enhancement indicators\n", + " enhancement_flags = []\n", + " if mol['predicted_CH4'] > baseline_ch4_max:\n", + " enhancement_flags.append(\"CH₄↑\")\n", + " if mol['predicted_CO2'] > baseline_co2_max:\n", + " enhancement_flags.append(\"CO₂↑\")\n", + " if enhancement_flags:\n", + " print(f\" Enhancements: {', '.join(enhancement_flags)}\")\n", + " \n", + " print(\"-\" * 70)\n", + " \n", + " print(f\"Baseline Dataset Statistics:\")\n", + " print(f\" CH4 - Mean: {baseline_ch4_mean:.4f}, Max: {baseline_ch4_max:.4f}\")\n", + " print(f\" CO2 - Mean: {baseline_co2_mean:.4f}, Max: {baseline_co2_max:.4f}\")\n", + " \n", + " print(f\"\\nGenerated Molecules Statistics:\")\n", + " print(f\" CH4 - Mean: {valid_results['predicted_CH4'].mean():.4f}, Max: {valid_results['predicted_CH4'].max():.4f}\")\n", + " print(f\" CO2 - Mean: {valid_results['predicted_CO2'].mean():.4f}, Max: {valid_results['predicted_CO2'].max():.4f}\")\n", + " \n", + " # Check for improvements\n", + " ch4_improvements = valid_results['predicted_CH4'] > baseline_ch4_max\n", + " co2_improvements = valid_results['predicted_CO2'] > baseline_co2_max\n", + " print(f\"\\nEnhancement Analysis:\")\n", + " print(f\" Molecules exceeding baseline CH4 max: {ch4_improvements.sum()}/{len(valid_results)} ({ch4_improvements.mean()*100:.1f}%)\")\n", + " print(f\" Molecules exceeding baseline CO2 max: {co2_improvements.sum()}/{len(valid_results)} ({co2_improvements.mean()*100:.1f}%)\")\n", + " # Enhancement by target property\n", + " property_analysis = valid_results.groupby('target_property').agg({\n", + " 'predicted_CH4': ['mean', 'max', 'count'],\n", + " 'predicted_CO2': ['mean', 'max', 'count']\n", + " }).round(4)\n", + " \n", + " print(f\"\\nProperty Enhancement by Generation Target:\")\n", + " \n", + " # Enhancement by extrapolation factor\n", + " factor_analysis = valid_results.groupby('extrapolation_factor').agg({\n", + " 'predicted_CH4': ['mean', 'max'],\n", + " 'predicted_CO2': ['mean', 'max']\n", + " }).round(4)\n", + " \n", + " print(f\"\\nProperty Enhancement by Extrapolation Factor:\")\n", + " print(\"\\nMolecules that exceed baselines:\")\n", + " for mol in molecules_exceeding_baselines:\n", + " print(f\"SMILES: {mol['smiles']}\")\n", + " print(f\" CH₄ Predicted: {mol['predicted_CH4']:.4f} (Exceeds baseline: {mol['exceeds_CH4']})\")\n", + " print(f\" CO₂ Predicted: {mol['predicted_CO2']:.4f} (Exceeds baseline: {mol['exceeds_CO2']})\\n\")\n", + "\n", + " \n", + " \n", + " else:\n", + " print(\"No valid molecules generated for property prediction!\")\n", + " \n", + " return results_df, molecules_exceeding_baselines\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3df27d92-9da1-433c-b56b-27cd68b8004f", + "metadata": {}, + "outputs": [], + "source": [ + "results_df, molecules_exceeding_baselines = analyze_generated_molecules_with_properties(\n", + " all_generated_molecules, regression_model, tokenizer, scaler_ch4, scaler_co2, df\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "262b158d-afe5-4f44-85df-c49c175fd454", + "metadata": {}, + "outputs": [], + "source": [ + "exceeding_mols = []\n", + "for mol_info in molecules_exceeding_baselines:\n", + " if mol_info['exceeds_CH4'] and mol_info['exceeds_CO2']:\n", + " exceeding_mols.append(mol_info['smiles'])\n", + "\n", + "exceeding_mols" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "c133d4c6-cae8-4a43-be7e-8871d0403f1e", + "metadata": {}, + "outputs": [], + "source": [ + "smiles_generated_col = 'smiles'\n", + "gen_df = pd.DataFrame({smiles_generated_col: exceeding_mols})" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "503ba331-1748-430c-96ba-a6de9658b053", + "metadata": {}, + "outputs": [], + "source": [ + "def split_dot(smiles):\n", + " if '.' in smiles:\n", + " parts = smiles.split('.')\n", + " # выбираем наиболее длинную отдельную часть молекулы в качестве самой молекулы\n", + " smiles = sorted(parts, key=lambda x:len(x), reverse=True)[0]\n", + " return smiles\n", + "\n", + "partial_mols_count = sum(gen_df[smiles_generated_col].str.contains('.', regex=False))\n", + "print(f'{partial_mols_count} partial mols fixed')\n", + "if partial_mols_count > 0:\n", + " gen_df[smiles_generated_col] = gen_df[smiles_generated_col].transform(split_dot)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ad57b93d-4c4c-4e08-b4ba-6beaa4ab55d6", + "metadata": {}, + "outputs": [], + "source": [ + "def try_normalize(smiles):\n", + " # функция выполняет перевод молекулы в формат rdkit и обратно. Это фильтрует некорректные молекулы и нормализует их, т.е. приводит к единому виду, чтобы затем можно было отфильтровать дубликаты молекул\n", + " try:\n", + " return Chem.MolToSmiles(Chem.MolFromSmiles(smiles))\n", + " except Exception as e:\n", + " # print(e)\n", + " return None" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d4bc739e-eb6d-42b7-a8e9-4aeb82d6f93e", + "metadata": {}, + "outputs": [], + "source": [ + "symbols = ['*', '[*]', 'I']\n", + "contain_counts = {}\n", + "for symbol in symbols:\n", + " contain_counts[symbol] = gen_df[smiles_generated_col].apply(lambda smiles: symbol in smiles).sum()\n", + " print(f'contain {symbol}: {contain_counts[symbol]} mols')\n", + "\n", + "most_frequent_symbol = max(contain_counts, key=contain_counts.get)\n", + "assert most_frequent_symbol == 'I' # else think about it" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "11079464-727b-4b44-8fd7-c674edf76b70", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].transform(lambda x: x.replace('[*]', 'I'))\n", + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].transform(lambda x: x.replace('*', 'I'))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "a2893bdd-c582-4380-bbed-602c5bc22c22", + "metadata": {}, + "outputs": [], + "source": [ + "smiles_normalized_col = 'SMILES_normalized'\n", + "\n", + "gen_df[smiles_normalized_col] = gen_df[smiles_generated_col].apply(try_normalize)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[smiles_normalized_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "75d34fa6-1e40-4f63-b134-938d1b9cd309", + "metadata": {}, + "outputs": [], + "source": [ + "temp_smiles_col = smiles_normalized_col+'2'\n", + "gen_df[temp_smiles_col] = gen_df[smiles_normalized_col].apply(try_normalize)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[temp_smiles_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "gen_df = gen_df.drop(columns=[temp_smiles_col])\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "32c392d9-145d-46ba-8cb7-9b05dd453514", + "metadata": {}, + "outputs": [], + "source": [ + "n_before = len(gen_df)\n", + "gen_df = gen_df.drop_duplicates(subset=[smiles_normalized_col])\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} duplicates'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "740e57e4-ad55-4638-ab0f-f753a242ee0a", + "metadata": {}, + "outputs": [], + "source": [ + "def filter_two_endpoints(smiles):\n", + " return smiles if smiles.count('I') == 2 else None\n", + "\n", + "\n", + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].apply(filter_two_endpoints)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[smiles_generated_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "2cf9b3e8-caa6-4cd3-b76f-c1a3bcfe47db", + "metadata": {}, + "outputs": [], + "source": [ + "def filter_matching_endpoint_bonds(smiles):\n", + " # фильтрация на предмет того, что типы связей у эндпоинтов должны быть одинаковы\n", + " try:\n", + " mol = Chem.MolFromSmiles(smiles.replace('I', '[*]'))\n", + " inds = tuple(mol.GetSubstructMatches(Chem.MolFromSmarts(\"[#0]~*\")))\n", + " inds = tuple(zip(*inds))\n", + " star_inds = list(inds[0])\n", + " connector_inds = list(inds[1])\n", + " b1_type = mol.GetBondBetweenAtoms(star_inds[0], connector_inds[0]).GetBondType()\n", + " b2_type = mol.GetBondBetweenAtoms(star_inds[1], connector_inds[1]).GetBondType()\n", + " if b1_type != b2_type:\n", + " return None\n", + " else:\n", + " return smiles\n", + " except:\n", + " return None\n", + "gen_df[smiles_generated_col] = gen_df[smiles_generated_col].apply(filter_matching_endpoint_bonds)\n", + "\n", + "n_before = len(gen_df)\n", + "gen_df = gen_df.loc[~gen_df[smiles_generated_col].isnull()]\n", + "n_after = len(gen_df)\n", + "\n", + "print(f'deleted: {n_before-n_after} incorrect mols'\n", + " f' (before: {n_before} mols, after: {n_after} mols)')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4a889461-90fd-4e00-a865-8dad2edccc73", + "metadata": {}, + "outputs": [], + "source": [ + "molecules_exceeding_baselines" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "99f92d05-4166-4b2a-a586-78f38e9a3041", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df = gen_df.reset_index(drop=True)\n", + "gen_df" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d3e2cdab-226d-421a-99c1-516c6709671f", + "metadata": {}, + "outputs": [], + "source": [ + "exceeding_mols_co2 = []\n", + "exceeding_mols_ch4 = []\n", + "\n", + "for mol in gen_df['smiles']:\n", + " for candidat_mol_info in molecules_exceeding_baselines:\n", + " if mol == candidat_mol_info['smiles']:\n", + " exceeding_mols_co2.append(float(candidat_mol_info['predicted_CO2']))\n", + " exceeding_mols_ch4.append(float(candidat_mol_info['predicted_CH4']))\n", + " break\n", + "\n", + "exceeding_mols_co2, exceeding_mols_ch4" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f6fc01a8-9bd8-451a-993e-fe3329e70ee8", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df['smiles'].to_list()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ed1ae34b-0f9b-4ef3-948e-cec35411764b", + "metadata": {}, + "outputs": [], + "source": [ + "gen_df['predicted_CO2'] = exceeding_mols_co2\n", + "gen_df['predicted_CH4'] = exceeding_mols_ch4\n", + "gen_df" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "db560332-8eeb-438b-86b6-210a64efceea", + "metadata": {}, + "outputs": [], + "source": [ + "final_output = '/home/jovyan/simson_training_bolgov/regression/exceeding_mols.csv'\n", + "gen_df.to_csv(final_output, index=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8ce9bb58-943e-4ee7-b22b-3f7e91cce862", + "metadata": {}, + "outputs": [], + "source": [ + "df_robson = gen_df\n", + "df_robson['P_CO2/P_CH4'] = gen_df['predicted_CO2']/gen_df['predicted_CH4']" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7f294eef-86cc-4aed-8105-35e3c261bd69", + "metadata": {}, + "outputs": [], + "source": [ + "t = df_robson['smiles'][0]\n", + "df_robson.iloc[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "56e42e5e-4988-444f-a476-3ca364fc9d95", + "metadata": {}, + "outputs": [], + "source": [ + "df[df['Smiles'] == t]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9f3cb85b-a441-4491-bd3a-f96f619fd0ad", + "metadata": {}, + "outputs": [], + "source": [ + "df_robson['in_synth_DB'] = df_robson['smiles'].isin(df['Smiles'])\n", + "df_robson" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/decoding_code_dumps.ipynb b/simson_modeling/regression/decoding_code_dumps.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..d550d08dc79920ed1dedf0bd5c874d887ebb7c94 --- /dev/null +++ b/simson_modeling/regression/decoding_code_dumps.ipynb @@ -0,0 +1,216 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "id": "73c4a5d6-a444-43c0-9812-298113480923", + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "from tqdm import tqdm\n", + "\n", + "def generate_from_extrapolated_embeddings(model, tokenizer, base_embeddings,\n", + " target_properties, extrapolation_factor=0.2):\n", + " \"\"\"\n", + " Generate molecules from extrapolated embeddings\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " tokenizer: SMILES tokenizer\n", + " base_embeddings: Base embeddings to extrapolate from\n", + " target_properties: Target property values for extrapolation direction\n", + " extrapolation_factor: How much to extrapolate (0.2 = 20% increase)\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " # Calculate property gradient direction in embedding space\n", + " # This is a simplified approach - you might want to use more sophisticated methods\n", + " mean_embedding = torch.mean(base_embeddings, dim=0)\n", + " \n", + " # Find direction of increasing properties\n", + " high_prop_mask = target_properties > torch.median(target_properties)\n", + " low_prop_mask = target_properties < torch.median(target_properties)\n", + " \n", + " high_prop_embeddings = base_embeddings[high_prop_mask].mean(dim=0)\n", + " low_prop_embeddings = base_embeddings[low_prop_mask].mean(dim=0)\n", + " \n", + " property_direction = high_prop_embeddings - low_prop_embeddings\n", + " property_direction = property_direction / torch.norm(property_direction)\n", + " \n", + " # Generate extrapolated embeddings\n", + " extrapolated_embeddings = mean_embedding + extrapolation_factor * property_direction\n", + " extrapolated_embeddings = extrapolated_embeddings.unsqueeze(0).to(device)\n", + " \n", + " # Generate SMILES from extrapolated embeddings\n", + " with torch.no_grad():\n", + " generated_ids = model.generate(extrapolated_embeddings)\n", + " generated_smiles = tokenizer.decode(generated_ids[0], skip_special_tokens=True)\n", + " \n", + " return generated_smiles, extrapolated_embeddings\n", + "\n", + "def generate_slerp(model, tokenizer, base_embeddings,\n", + " df, target_col, extrapolation_factor=0.2):\n", + " \"\"\"\n", + " Generate molecules from extrapolated embeddings\n", + " \n", + " Args:\n", + " model: Trained encoder-decoder model\n", + " tokenizer: SMILES tokenizer\n", + " base_embeddings: Base embeddings to extrapolate from\n", + " target_properties: Target property values for extrapolation direction\n", + " extrapolation_factor: How much to extrapolate (0.2 = 20% increase)\n", + " \"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + "\n", + " co2_properties = torch.tensor(df['CO2'].values, dtype=torch.float32)\n", + " ch4_properties = torch.tensor(df['CH4'].values, dtype=torch.float32)\n", + " \n", + " # Normalize properties to same scale before combining\n", + " co2_norm = (co2_properties - co2_properties.mean()) / co2_properties.std()\n", + " ch4_norm = (ch4_properties - ch4_properties.mean()) / ch4_properties.std()\n", + " \n", + " # Combined property (equal weighting)\n", + " target_properties = co2_norm + ch4_norm\n", + " \n", + " extrapolated_embeddings = slerp_extrapolation(base_embeddings, target_properties, factor=extrapolation_factor)\n", + " generated_molecules = []\n", + " # Generate SMILES from extrapolated embeddings\n", + " with torch.no_grad():\n", + " generated_ids = model.generate(extrapolated_embeddings.cuda())\n", + " generated_smiles = tokenizer.decode(generated_ids[0], skip_special_tokens=True)\n", + "\n", + " mol = Chem.MolFromSmiles(generated_smiles)\n", + " is_valid = mol is not None\n", + " \n", + " if is_valid:\n", + " canonical_smiles = MolToSmiles(mol, canonical=True)\n", + " else:\n", + " canonical_smiles = \"INVALID\"\n", + " \n", + " generated_molecules.append({\n", + " 'generated_smiles': generated_smiles,\n", + " 'is_valid': is_valid,\n", + " 'target_property': 'slerp',\n", + " 'extrapolation_factor': extrapolation_factor\n", + " })\n", + " \n", + " print(f\"Generation: {generated_smiles} (Valid: {is_valid})\")\n", + " return generated_molecules\n", + "\n", + "\n", + "\n", + "\n", + "def generate_dual_enhanced_molecules(model, tokenizer, val_df, base_embeddings, \n", + " extrapolation_factor=0.2, num_generations=10):\n", + " \"\"\"Generate molecules with enhanced both CO₂ and CH₄ permeability\"\"\"\n", + " \n", + " # Combine both properties (you can weight them differently if needed)\n", + " co2_properties = torch.tensor(val_df['CO2'].values, dtype=torch.float32)\n", + " ch4_properties = torch.tensor(val_df['CH4'].values, dtype=torch.float32)\n", + " \n", + " # Normalize properties to same scale before combining\n", + " co2_norm = (co2_properties - co2_properties.mean()) / co2_properties.std()\n", + " ch4_norm = (ch4_properties - ch4_properties.mean()) / ch4_properties.std()\n", + " \n", + " # Combined property (equal weighting)\n", + " combined_properties = co2_norm + ch4_norm\n", + " \n", + " generated_molecules = []\n", + " \n", + " print(f\"Generating {num_generations} molecules with enhanced dual permeability...\")\n", + " print(f\"Extrapolation factor: {extrapolation_factor}\")\n", + " \n", + " for i in range(num_generations):\n", + " generated_smiles, extrapolated_embedding = generate_from_extrapolated_embeddings(\n", + " model, tokenizer, base_embeddings, combined_properties, extrapolation_factor\n", + " )\n", + " \n", + " # Validate generated molecule\n", + " mol = Chem.MolFromSmiles(generated_smiles)\n", + " is_valid = mol is not None\n", + " \n", + " if is_valid:\n", + " canonical_smiles = MolToSmiles(mol, canonical=True)\n", + " else:\n", + " canonical_smiles = \"INVALID\"\n", + " \n", + " generated_molecules.append({\n", + " 'generation_id': i + 1,\n", + " 'generated_smiles': generated_smiles,\n", + " 'canonical_smiles': canonical_smiles,\n", + " 'is_valid': is_valid,\n", + " 'target_property': 'DUAL_enhanced',\n", + " 'extrapolation_factor': extrapolation_factor\n", + " })\n", + " \n", + " print(f\"Generation {i+1}: {generated_smiles} (Valid: {is_valid})\")\n", + " \n", + " return generated_molecules\n", + "\n", + "ch4_results = generate_enhanced_molecules_ch4(\n", + " model, tokenizer, val_df, base_embeddings, \n", + " extrapolation_factor=factor, num_generations=1\n", + " )\n", + " \n", + " # Dual enhanced\n", + " dual_results = generate_dual_enhanced_molecules(\n", + " model, tokenizer, val_df, base_embeddings, \n", + " extrapolation_factor=factor, num_generations=1\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "b088097d-26b1-45c8-848f-b02784092e75", + "metadata": {}, + "outputs": [], + "source": [ + "from safetensors import safe_open\n", + "\n", + "checkpoint_path = '/home/jovyan/simson_training_bolgov/regression/decoder_checkpoints/checkpoint-110000/model.safetensors'\n", + "\n", + "state_dict = {}\n", + "with safe_open(checkpoint_path, framework=\"pt\", device=\"cpu\") as f:\n", + " for k in f.keys():\n", + " state_dict[k] = f.get_tensor(k)\n", + "\n", + "model.load_state_dict(state_dict)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "b9abe169-0a17-4728-be0c-4befb2439102", + "metadata": {}, + "outputs": [], + "source": [ + "print(property_loss.detach().item(), scale_factor * (lambda_reg * regularization_loss).detach().item())" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/encoder_decoder_uncompiled.bin b/simson_modeling/regression/encoder_decoder_uncompiled.bin new file mode 100644 index 0000000000000000000000000000000000000000..d00e1ebcdc49d2d0ca48e80cc7c937246a280737 --- /dev/null +++ b/simson_modeling/regression/encoder_decoder_uncompiled.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cadcfc9174a7f4937cfb9ac9a293c30f62a2cfd8470172a080b8ce007613bbf +size 1816955 diff --git a/simson_modeling/regression/exceeding_mols.csv b/simson_modeling/regression/exceeding_mols.csv new file mode 100644 index 0000000000000000000000000000000000000000..ad1e90f0c5bfd08d12e20e44cf8ec86a606e7ee5 --- /dev/null +++ b/simson_modeling/regression/exceeding_mols.csv @@ -0,0 +1,9 @@ +smiles,SMILES_normalized,predicted_CO2,predicted_CH4 +Ic1ccc(nc1)C(c1ccc(nc1)C(c1ccc(nc1)N1C(=O)c2c(C1=O)cccc2Oc1cccc(c1)C(C(F)(F)F)(C(F)(F)F)c1cccc(c1)Oc1cccc2c1C(=O)N(C2=O)I)(C)C)(C)C,CC(C)(c1ccc(N2C(=O)c3cccc(Oc4cccc(C(c5cccc(Oc6cccc7c6C(=O)N(I)C7=O)c5)(C(F)(F)F)C(F)(F)F)c4)c3C2=O)nc1)c1ccc(C(C)(C)c2ccc(I)cn2)cn1,1912.1436767578125,27.116050720214844 +Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1cc(ccc1C)N1C(=O)c2c(C1=O)c(ccc2)Cc1ccc(nc1)Cc1ccc(nc1)Cc1ccc2c(c1)C(=O)N(C2=O)I)C,Cc1ccc(I)cc1C(c1ccc(C(c2cc(N3C(=O)c4cccc(Cc5ccc(Cc6ccc(Cc7ccc8c(c7)C(=O)N(I)C8=O)nc6)nc5)c4C3=O)ccc2C)(C(F)(F)F)C(F)(F)F)nc1)(C(F)(F)F)C(F)(F)F,1508.4267578125,22.331361770629883 +Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)N1C(=O)c2c(C1=O)cccc2Cc1cccc(c1)C(c1cccc(c1)Cc1cccc2c1C(=O)N(C2=O)I)(C)C,CC(C)(c1cccc(Cc2cccc3c2C(=O)N(I)C3=O)c1)c1cccc(Cc2cccc3c2C(=O)N(c2ccc(C(c4ccc(C(c5ccc(I)nc5)(C(F)(F)F)C(F)(F)F)cn4)(C(F)(F)F)C(F)(F)F)cn2)C3=O)c1,1345.258544921875,21.65478515625 +Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)N1C(=O)c2c(C1=O)cccc2Cc1cc(C)c(c(c1)C)c1c(C)cc(cc1C)Cc1cccc2c1C(=O)N(C2=O)I,Cc1cc(Cc2cccc3c2C(=O)N(I)C3=O)cc(C)c1-c1c(C)cc(Cc2cccc3c2C(=O)N(c2ccc(C(c4ccc(C(c5ccc(I)nc5)(C(F)(F)F)C(F)(F)F)cn4)(C(F)(F)F)C(F)(F)F)cn2)C3=O)cc1C,1693.493896484375,23.38142967224121 +Ic1ccc(c(c1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1cc(ccc1C)N1C(=O)c2c(C1=O)c(ccc2)Cc1ccc(nc1)C(c1ccc(nc1)Cc1cccc2c1C(=O)N(C2=O)I)(C)C)C,Cc1ccc(I)cc1C(c1ccc(C(c2cc(N3C(=O)c4cccc(Cc5ccc(C(C)(C)c6ccc(Cc7cccc8c7C(=O)N(I)C8=O)nc6)nc5)c4C3=O)ccc2C)(C(F)(F)F)C(F)(F)F)nc1)(C(F)(F)F)C(F)(F)F,2024.1002197265625,30.39462661743164 +Ic1ccc(nc1)C(c1ccc(nc1)C(c1ccc(nc1)N1C(=O)c2c(C1=O)cccc2Cc1cccc(c1)C(C(F)(F)F)(C(F)(F)F)c1cccc(c1)Cc1cccc2c1C(=O)N(C2=O)I)(C)C)(C)C,CC(C)(c1ccc(N2C(=O)c3cccc(Cc4cccc(C(c5cccc(Cc6cccc7c6C(=O)N(I)C7=O)c5)(C(F)(F)F)C(F)(F)F)c4)c3C2=O)nc1)c1ccc(C(C)(C)c2ccc(I)cn2)cn1,1698.8431396484375,21.43316078186035 +Ic1ccc(cn1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)C(C(F)(F)F)(C(F)(F)F)c1ccc(nc1)N1C(=O)c2c(C1=O)cccc2C(c1ccc(cc1)Sc1ccc(cc1)C(c1cccc2c1C(=O)N(C2=O)I)(C)C)(C)C,CC(C)(c1ccc(Sc2ccc(C(C)(C)c3cccc4c3C(=O)N(c3ccc(C(c5ccc(C(c6ccc(I)nc6)(C(F)(F)F)C(F)(F)F)cn5)(C(F)(F)F)C(F)(F)F)cn3)C4=O)cc2)cc1)c1cccc2c1C(=O)N(I)C2=O,1995.6099853515625,26.38747215270996 +Ic1ccc(nc1)C(c1ccc(cn1)C(c1ccc(nc1)N1C(=O)c2c(C1=O)cccc2Cc1cccc(c1)C(C(F)(F)F)(C(F)(F)F)c1cccc(c1)Cc1cccc2c1C(=O)N(C2=O)I)(C)C)(C)C,CC(C)(c1ccc(N2C(=O)c3cccc(Cc4cccc(C(c5cccc(Cc6cccc7c6C(=O)N(I)C7=O)c5)(C(F)(F)F)C(F)(F)F)c4)c3C2=O)nc1)c1ccc(C(C)(C)c2ccc(I)cn2)nc1,1781.6085205078125,22.269519805908203 diff --git a/simson_modeling/regression/high_regression_old_scalers_simson.pth b/simson_modeling/regression/high_regression_old_scalers_simson.pth new file mode 100644 index 0000000000000000000000000000000000000000..6557d5ab8717cd2f882fc74d5bbd7476886e0eeb --- /dev/null +++ b/simson_modeling/regression/high_regression_old_scalers_simson.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f8697bc19cfb08559690ae871232eae667f60bdb75619985f5faf94d620089 +size 93244570 diff --git a/simson_modeling/regression/high_regression_simson.pth b/simson_modeling/regression/high_regression_simson.pth new file mode 100644 index 0000000000000000000000000000000000000000..2b7fa9e3415bec2e6c313e3639125a1fb35a37f9 --- /dev/null +++ b/simson_modeling/regression/high_regression_simson.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045ddfa52a50590531cc4a3e785e347dceda648c51f7fc3960665ca23ae243cb +size 93243646 diff --git a/simson_modeling/regression/high_scalers b/simson_modeling/regression/high_scalers new file mode 100644 index 0000000000000000000000000000000000000000..49361864eb9aa6c1fe54e234660bb648cca7ada1 Binary files /dev/null and b/simson_modeling/regression/high_scalers differ diff --git a/simson_modeling/regression/high_values_regression.ipynb b/simson_modeling/regression/high_values_regression.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..dafbef96817676ce64480e80a2f95e77fb248c5c --- /dev/null +++ b/simson_modeling/regression/high_values_regression.ipynb @@ -0,0 +1,947 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "11ab9ea6-1c5b-4f9b-a6ea-1bc75be56108", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "\n", + "import joblib\n", + "import numpy as np\n", + "import pandas as pd\n", + "import torch\n", + "from sklearn.metrics import mean_absolute_error\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.preprocessing import StandardScaler\n", + "from torch import nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from tqdm import tqdm\n", + "from transformers import (\n", + " AutoConfig,\n", + " AutoModel,\n", + " AutoTokenizer,\n", + " BertConfig,\n", + " BertModel,\n", + " BertTokenizerFast,\n", + " PreTrainedModel,\n", + ")\n", + "from transformers.activations import ACT2FN\n", + "\n", + "warnings.filterwarnings(\"ignore\")\n", + "\n", + "torch.backends.cuda.matmul.allow_tf32 = True\n", + "torch.backends.cudnn.allow_tf32 = True\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "ce760993-fbef-4546-8b2c-1e7a722ad374", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset\n", + "\n", + "\n", + "class SMILESDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # Shape: (num_samples, 2) - already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Create mask for valid (non-NaN) labels\n", + " self.label_masks = ~np.isnan(self.labels) # True where label is valid\n", + " \n", + " # Replace NaNs with 0 for safe tensor conversion (mask will handle exclusion)\n", + " self.labels = np.nan_to_num(self.labels, nan=0.0)\n", + " \n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + " \n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " \n", + " # Tokenize the SMILES string\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'label_mask': torch.tensor(self.label_masks[idx], dtype=torch.float32)\n", + " }\n", + " \n", + " def get_label_statistics(self):\n", + " \"\"\"Return statistics about label availability\"\"\"\n", + " label_counts = self.label_masks.sum(axis=0)\n", + " total_samples = len(self.smiles_list)\n", + " \n", + " stats = {\n", + " 'total_samples': total_samples,\n", + " 'label_0_count': label_counts[0],\n", + " 'label_1_count': label_counts[1],\n", + " 'label_0_ratio': label_counts[0] / total_samples,\n", + " 'label_1_ratio': label_counts[1] / total_samples,\n", + " 'both_labels_count': (self.label_masks.sum(axis=1) == 2).sum(),\n", + " 'single_label_count': (self.label_masks.sum(axis=1) == 1).sum(),\n", + " 'no_labels_count': (self.label_masks.sum(axis=1) == 0).sum()\n", + " }\n", + " \n", + " return stats\n", + "\n", + "def calculate_weighted_loss(predictions, labels, label_mask, label_weights):\n", + " \"\"\"\n", + " Calculate weighted loss for two labels with masking\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 2)\n", + " labels: Ground truth labels (batch_size, 2)\n", + " label_mask: Mask for valid labels (batch_size, 2)\n", + " label_weights: Weights for each label (2,)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 2)\n", + " \n", + " # Apply masking to exclude NaN labels\n", + " valid_mask = label_mask.bool()\n", + " masked_losses = losses * valid_mask.float()\n", + " \n", + " # Apply label-specific weights\n", + " weighted_losses = masked_losses * label_weights.unsqueeze(0) # Broadcast weights\n", + " \n", + " # Calculate final loss (only over valid predictions)\n", + " total_loss = weighted_losses.sum()\n", + " total_valid = valid_mask.sum()\n", + " \n", + " return total_loss / total_valid if total_valid > 0 else torch.tensor(0.0, device=predictions.device, requires_grad=True)\n", + "\n", + "def compute_label_weights(dataset):\n", + " \"\"\"\n", + " Compute inverse frequency weights based on label availability\n", + " \n", + " Args:\n", + " dataset: SMILESDataset instance\n", + " \n", + " Returns:\n", + " torch.Tensor: Normalized weights for each label\n", + " \"\"\"\n", + " # Get label counts from dataset\n", + " label_counts = dataset.label_masks.sum(axis=0) # Count valid samples per label\n", + " total_samples = len(dataset)\n", + " \n", + " # Inverse frequency weighting\n", + " weights = total_samples / (2 * label_counts) # 2 is the number of labels\n", + " \n", + " # Normalize weights so they sum to number of labels (2)\n", + " weights = weights / weights.sum() * 2\n", + " \n", + " return torch.tensor(weights, dtype=torch.float32)\n", + "\n", + "def calculate_true_loss(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for monitoring using separate scalers for each label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 2).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 2).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 2).\n", + " scalers: List of scaler objects, one for each label\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " total_mae = 0\n", + " total_samples = 0\n", + " \n", + " for label_idx in range(2):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " total_mae += mae * len(unscaled_preds)\n", + " total_samples += len(unscaled_preds)\n", + " \n", + " return total_mae / total_samples if total_samples > 0 else 0.0\n", + "\n", + "\n", + "def train_model(model, train_dataloader, val_dataloader, label_weights, \n", + " scalers=None, num_epochs=10, learning_rate=2e-5, device='cuda', \n", + " patience=3, validation_steps=500):\n", + " \"\"\"\n", + " Train model with weighted loss for two labels with step-based validation\n", + " \n", + " Args:\n", + " model: CustomModel instance (should output 2 labels)\n", + " train_dataloader: Training data loader\n", + " val_dataloader: Validation data loader \n", + " label_weights: Tensor with weights for each label\n", + " scalers: List of scalers for unscaled loss monitoring\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " device: Training device\n", + " patience: Early stopping patience (in validation steps)\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " model.to(device)\n", + " label_weights = label_weights.to(device)\n", + " \n", + " optimizer = AdamW(model.parameters(), lr=learning_rate, weight_decay=0.01)\n", + " total_steps = len(train_dataloader) * num_epochs\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " \n", + " train_losses = []\n", + " val_losses = []\n", + " \n", + " # Early stopping initialization\n", + " best_val_loss = float('inf')\n", + " steps_no_improve = 0\n", + " best_model_state = None\n", + " \n", + " # Training tracking\n", + " global_step = 0\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " print(f\"Label weights: {label_weights.cpu().numpy()}\")\n", + " print(f\"Validation will be performed every {validation_steps} steps\")\n", + " \n", + " model.train()\n", + " \n", + " for epoch in range(num_epochs):\n", + " print(f\"\\nEpoch {epoch + 1}/{num_epochs}\")\n", + " \n", + " train_progress = tqdm(train_dataloader, desc=\"Training\", leave=False)\n", + " \n", + " for batch_idx, batch in enumerate(train_progress):\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " label_mask = batch['label_mask'].to(device)\n", + " \n", + " optimizer.zero_grad()\n", + " \n", + " # Model forward pass\n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " # Calculate weighted loss\n", + " loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " \n", + " # Calculate true loss for monitoring\n", + " true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate losses for averaging\n", + " running_train_loss += loss.item()\n", + " running_true_train_loss += true_loss\n", + " train_steps_count += 1\n", + " \n", + " loss.backward()\n", + " \n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " \n", + " optimizer.step()\n", + " scheduler.step()\n", + " \n", + " global_step += 1\n", + " \n", + " train_progress.set_postfix({\n", + " 'step': global_step,\n", + " 'loss': f'{loss.item():.4f}',\n", + " 'true_loss': f'{true_loss:.4f}',\n", + " 'lr': f'{scheduler.get_last_lr()[0]:.2e}'\n", + " })\n", + " \n", + " # Perform validation every validation_steps\n", + " if global_step % validation_steps == 0:\n", + " # Calculate average training losses since last validation\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " avg_true_train_loss = running_true_train_loss / train_steps_count\n", + " \n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Reset running averages\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " # Validation\n", + " model.eval()\n", + " total_val_loss = 0\n", + " total_true_val_loss = 0\n", + " val_batches = 0\n", + "\n", + " with torch.no_grad():\n", + " for val_batch in val_dataloader:\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = val_batch['input_ids'].to(device)\n", + " attention_mask = val_batch['attention_mask'].to(device)\n", + " labels = val_batch['labels'].to(device)\n", + " label_mask = val_batch['label_mask'].to(device)\n", + " \n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " val_loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " val_true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + "\n", + " total_val_loss += val_loss.item()\n", + " total_true_val_loss += val_true_loss\n", + " val_batches += 1\n", + " \n", + " avg_val_loss = total_val_loss / val_batches\n", + " avg_val_true_loss = total_true_val_loss / val_batches\n", + " val_losses.append(avg_val_loss)\n", + " \n", + " print(f\"\\nStep {global_step} | Train Loss: {avg_train_loss:.4f} | Val Loss: {avg_val_loss:.4f} | True train loss: {avg_true_train_loss:.4f} | True val loss: {avg_val_true_loss:.4f}\")\n", + " \n", + " # Early stopping check and best model saving\n", + " if avg_val_loss < best_val_loss:\n", + " best_val_loss = avg_val_loss\n", + " steps_no_improve = 0\n", + " best_model_state = model.state_dict().copy()\n", + " print(f\"New best validation loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping triggered after {global_step} steps ({steps_no_improve} validation steps without improvement).\")\n", + " # Load best model and return\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " return train_losses, val_losses, best_val_loss\n", + " \n", + " model.train()\n", + " \n", + " # Handle any remaining training loss that hasn't been validated\n", + " if train_steps_count > 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Load the best model state before returning\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n", + "\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=5, learning_rate=1e-5, \n", + " batch_size=256, validation_steps=500):\n", + " \"\"\"\n", + " Complete training pipeline for two labels with step-based validation\n", + " \n", + " Args:\n", + " smiles_train, smiles_test: Lists of SMILES strings\n", + " labels_train, labels_test: numpy arrays of shape (num_samples, 2) - ALREADY SCALED\n", + " model: CustomModel instance (configured for 2 outputs)\n", + " tokenizer: Tokenizer instance\n", + " scalers: List of 2 scalers, one for each label (for inverse transform only)\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " batch_size: Batch size for training\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " \n", + " print(\"Setting up datasets for two-label training (labels assumed pre-scaled)\")\n", + " \n", + " # Create datasets - no scaling performed here\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, tokenizer)\n", + " \n", + " # Print dataset statistics\n", + " train_stats = train_dataset.get_label_statistics()\n", + " val_stats = val_dataset.get_label_statistics()\n", + " \n", + " print(\"Training dataset statistics:\")\n", + " for key, value in train_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " print(\"Validation dataset statistics:\")\n", + " for key, value in val_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " # Compute label weights based on training data\n", + " label_weights = compute_label_weights(train_dataset)\n", + " print(f\"Computed label weights: {label_weights.numpy()}\")\n", + " \n", + " # Create data loaders\n", + " train_dataloader = DataLoader(\n", + " train_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=True,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " val_dataloader = DataLoader(\n", + " val_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=False,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " # Set device\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " print(f\"Training steps per epoch: {len(train_dataloader)}\")\n", + " print(f\"Total training steps: {len(train_dataloader) * num_epochs}\")\n", + " \n", + " # Train the model\n", + " train_losses, val_losses, best_val_loss = train_model(\n", + " model=model,\n", + " train_dataloader=train_dataloader,\n", + " val_dataloader=val_dataloader,\n", + " label_weights=label_weights,\n", + " scalers=scalers, # Still pass scalers for true loss calculation\n", + " num_epochs=num_epochs,\n", + " learning_rate=learning_rate,\n", + " device=device,\n", + " patience=10,\n", + " validation_steps=validation_steps,\n", + " )\n", + " \n", + " print('Training completed.')\n", + " print(f'Number of validation checkpoints: {len(val_losses)}')\n", + " print(f'Final training losses: {train_losses[-5:] if len(train_losses) >= 5 else train_losses}')\n", + " print(f'Best validation loss: {best_val_loss:.4f}')\n", + " \n", + " # Save model\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/regression/regression_simson.pth')\n", + " print(\"Model saved successfully!\")\n", + " \n", + " return train_losses, val_losses, best_val_loss" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "12a2b8c3-2c4d-4b1b-8cc7-930c9fe68fd7", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')\n", + "targets = ['Tg', 'He', 'N2', 'O2', 'CH4', 'CO2']" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "8e1296a2-551c-48ab-aab3-fcf4b6110d75", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkIAAAGvCAYAAAC3lbrBAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAYQxJREFUeJzt3XtcFdXeP/APSICZYOhPkCc1T8fjJW+pSZR1tHhEM0+ezKNl5THSUw+UynOs7DEyrSjzgheSzLyd5HjpJJUainjBC6KgJKLiDYXEDSrCBpTr3r8/jJENm32d2TN7z+f9eu3XC/asPbPmtuY7a9as5abX6/UgIiIiUiF3uTNAREREJBcGQkRERKRaDISIiIhItRgIERERkWoxECIiIiLVYiBEREREqsVAiIiIiFSLgRARERGplofcGVAynU6HgoICtG7dGm5ubnJnh4iIiCyg1+tRVlaGwMBAuLubrvNhIGRCQUEBOnbsKHc2iIiIyAb5+fl44IEHTKZhIGRC69atAdzZkD4+PjLnhoiIiCyh1WrRsWNH4TpuCgMhE+ofh/n4+DAQIiIicjKWNGthY2kiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRalkdCKWkpGDUqFEIDAyEm5sbEhISmqQ5ffo0/vKXv8DX1xetWrXCo48+iry8PGF6ZWUlwsPD0bZtW9x3330YM2YMCgsLDeaRl5eHkSNH4t5770X79u0xY8YM1NbWGqTZu3cv+vfvDy8vL/zxj3/EmjVrmuQlNjYWDz74ILy9vREUFIQjR45Yu8ouY29OEd77/gRuVdeaT2yHklvVmLH5Vxy+eEPS5UjhX4cv48sdZ5qdrtfrEf3Lafz7SJ7B96evahG5KRP5xbesXubS5HP4JuWi1b8jdbp8owKRmzJxtrBM7qwo0tf7LiB2z3mHLvNaWRX+d9OvyLh8U9T5nr6qxZ+/3IPxK1Jxo7xK1HnLqVBbif/d9Ct+zS+ROysAbAiEKioq0LdvX8TGxhqdfuHCBQwePBjdu3fH3r17ceLECXz44Yfw9vYW0kyfPh0///wzNm/ejH379qGgoAAvvPCCML2urg4jR45EdXU1Dh06hLVr12LNmjWIiooS0uTm5mLkyJEYOnQoMjMzMW3aNLzxxhvYsWOHkGbjxo2IjIzERx99hGPHjqFv374IDQ1FUVGRtavtEv6++ig2pufjqz0XJF1O9PYz2JzxG8avOCzpcqTwYcJJxO65gDMardHpv/5Wiq/3XcTMH7IMvh+19AB+OHYF//hXhlXLK9RWYkHSWXy6/TSqautszjepx6TVR/HDsSsY89UhubOiOLeqaxH9yxl8uSMH1x0YOMxKyMJ/jv2GMcvF3Scjl+zH5Ru3cPhiMWb/fErUecvpn5t/xX+O/YbnYw/KnRUAgIe1PxgxYgRGjBjR7PT/+7//w7PPPot58+YJ3z300EPC36Wlpfj2228RHx+Pp59+GgCwevVq9OjRA4cPH8Zjjz2GnTt34tSpU9i1axf8/f3Rr18/zJ07F++99x5mz54NT09PxMXFoUuXLliwYAEAoEePHjhw4AAWLVqE0NBQAMDChQsxefJkTJo0CQAQFxeHbdu2YdWqVXj//fetXXWXUVB6W9L5Xy6ukHT+jlBRZbzWTHu7xuj3tTo9AOBckXV36ZU1d4Mfvd6qn5JKXbx+5/wqa+YYVbP68xAAqmt1Dltu7nVpyrwGq4PLN5y/XK138Zqy1kXUNkI6nQ7btm3Dn/70J4SGhqJ9+/YICgoyeHyWkZGBmpoahISECN91794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVagw8RERG5LlEDoaKiIpSXl+Pzzz/H8OHDsXPnTvz1r3/FCy+8gH379gEANBoNPD090aZNG4Pf+vv7Q6PRCGkaBkH10+unmUqj1Wpx+/ZtXL9+HXV1dUbT1M+jsejoaPj6+gqfjh072rYhiIiIyCmIXiMEAM8//zymT5+Ofv364f3338dzzz2HuLg4MRcliZkzZ6K0tFT45Ofny50lIiIikpCogVC7du3g4eGBnj17Gnzfo0cP4a2xgIAAVFdXo6SkxCBNYWEhAgIChDSN3yKr/99cGh8fH7Rs2RLt2rVDixYtjKapn0djXl5e8PHxMfgQERGR6xI1EPL09MSjjz6KnJwcg+/Pnj2Lzp07AwAGDBiAe+65B8nJycL0nJwc5OXlITg4GAAQHByMrKwsg7e7kpKS4OPjIwRZwcHBBvOoT1M/D09PTwwYMMAgjU6nQ3JyspCGiIiI1M3qt8bKy8tx/vzdPhpyc3ORmZkJPz8/dOrUCTNmzMC4cePw1FNPYejQoUhMTMTPP/+MvXv3AgB8fX0RFhaGyMhI+Pn5wcfHB2+//TaCg4Px2GOPAQCGDRuGnj174tVXX8W8efOg0Wgwa9YshIeHw8vLCwDw5ptvYtmyZXj33Xfx+uuvY/fu3di0aRO2bdsm5C0yMhITJ07EwIEDMWjQIMTExKCiokJ4i4yIiIjUzepAKD09HUOHDhX+j4yMBABMnDgRa9aswV//+lfExcUhOjoa77zzDrp164b//Oc/GDx4sPCbRYsWwd3dHWPGjEFVVRVCQ0Px1VdfCdNbtGiBrVu34q233kJwcDBatWqFiRMnYs6cOUKaLl26YNu2bZg+fToWL16MBx54ACtXrhRenQeAcePG4dq1a4iKioJGo0G/fv2QmJjYpAE1ERERqZPVgdCQIUOgN9Phyeuvv47XX3+92ene3t6IjY1ttlNGAOjcuTO2b99uNi/Hjx83mSYiIgIREREm0xAREZE6cawxIiIiUi0GQkRERKRaDISIiIhItRgIERnlZuOvbPsdERHJg4EQERERqRYDIRVirYWEuGmJiJwKAyEiInIJDXt2ceNNCVmIgRARERGpFgMhIiN4N0lEpA4MhIiIiOzgiHaXvDeTDgMhIiIiUi0GQkRERKRaDISIrMC2Q0REroWBEBERkR14g+TcGAgRERGRajEQIjLC1hs8a3/HXr6JiOTFQIhIIRr2iktERI7BQIjICqzBISJyLQyEiIiISLUYCKkQ33AgIiK6g4EQkYgYZBIRORcGQkRE5HLYno8sxUCIiIhcA9+8JBswECIiIiLVYiBEREREqsVAiIiIiFSLgRCREW58/YuISBUYCBEZYftYYwygiIicCQMhIoVgJRQRNYsFhGQYCBEREZFqMRAiIiIi1bI6EEpJScGoUaMQGBgINzc3JCQkNJv2zTffhJubG2JiYgy+Ly4uxoQJE+Dj44M2bdogLCwM5eXlBmlOnDiBJ598Et7e3ujYsSPmzZvXZP6bN29G9+7d4e3tjd69e2P79u0G0/V6PaKiotChQwe0bNkSISEhOHfunLWrTCQZPXuAIyKSldWBUEVFBfr27YvY2FiT6bZs2YLDhw8jMDCwybQJEyYgOzsbSUlJ2Lp1K1JSUjBlyhRhularxbBhw9C5c2dkZGTgyy+/xOzZs7FixQohzaFDh/DSSy8hLCwMx48fx+jRozF69GicPHlSSDNv3jwsWbIEcXFxSEtLQ6tWrRAaGorKykprV5uIiEg+et40ScXD2h+MGDECI0aMMJnmypUrePvtt7Fjxw6MHDnSYNrp06eRmJiIo0ePYuDAgQCApUuX4tlnn8X8+fMRGBiI9evXo7q6GqtWrYKnpycefvhhZGZmYuHChULAtHjxYgwfPhwzZswAAMydOxdJSUlYtmwZ4uLioNfrERMTg1mzZuH5558HAKxbtw7+/v5ISEjA+PHjrV11l8Emd7Zje0UiItciehshnU6HV199FTNmzMDDDz/cZHpqairatGkjBEEAEBISAnd3d6SlpQlpnnrqKXh6egppQkNDkZOTg5s3bwppQkJCDOYdGhqK1NRUAEBubi40Go1BGl9fXwQFBQlpGquqqoJWqzX4EBERkesSPRD64osv4OHhgXfeecfodI1Gg/bt2xt85+HhAT8/P2g0GiGNv7+/QZr6/82laTi94e+MpWksOjoavr6+wqdjx45m15eoIdYYERE5F1EDoYyMDCxevBhr1qxxyp55Z86cidLSUuGTn58vd5aIiEjhnPF6R3eJGgjt378fRUVF6NSpEzw8PODh4YHLly/jf//3f/Hggw8CAAICAlBUVGTwu9raWhQXFyMgIEBIU1hYaJCm/n9zaRpOb/g7Y2ka8/Lygo+Pj8GHiIicD2MTspSogdCrr76KEydOIDMzU/gEBgZixowZ2LFjBwAgODgYJSUlyMjIEH63e/du6HQ6BAUFCWlSUlJQU1MjpElKSkK3bt1w//33C2mSk5MNlp+UlITg4GAAQJcuXRAQEGCQRqvVIi0tTUhDRERE6mb1W2Pl5eU4f/688H9ubi4yMzPh5+eHTp06oW3btgbp77nnHgQEBKBbt24AgB49emD48OGYPHky4uLiUFNTg4iICIwfP1541f7ll1/Gxx9/jLCwMLz33ns4efIkFi9ejEWLFgnznTp1Kv785z9jwYIFGDlyJDZs2ID09HThFXs3NzdMmzYNn3zyCbp27YouXbrgww8/RGBgIEaPHm31hiJ1sfVu0tqfcWwyIiJ5WR0IpaenY+jQocL/kZGRAICJEydizZo1Fs1j/fr1iIiIwDPPPAN3d3eMGTMGS5YsEab7+vpi586dCA8Px4ABA9CuXTtERUUZ9DX0+OOPIz4+HrNmzcIHH3yArl27IiEhAb169RLSvPvuu6ioqMCUKVNQUlKCwYMHIzExEd7e3tauNhEREbkgqwOhIUOGQG9Fx06XLl1q8p2fnx/i4+NN/q5Pnz7Yv3+/yTRjx47F2LFjm53u5uaGOXPmYM6cORbllYiIiNSFY40RKQQ7jiUicjwGQkRWYIseIiLXwkCIyAg2YiYiUgcGQkRERKRaDISIiMjlsM0dWYqBkAqxx1UiIvE4pEhlwS0ZBkJERESkWgyEiETEwReJiJwLAyEiIiJSLQZCREY4aqwxIiKSFwMhIiJyOXxKTZZiIERERESqxUCIyBq8yyRSLD3YeRBZj4EQERERqRYDISIiIlItBkJERESkWgyEiIiI7MA31JwbAyEiIiJSLQZCREREpFoMhFTIje+AExERAWAgRERERCrGQIjICJsbP1r5OzayJCKSFwMhIhExriEici4MhIgUgrVDRM7JEecuiwfpMBAiIiIi1WIgRKQQeo4XSSQa1qCQpRgIEVmBXQ8QEbkWBkJERESkWgyEiIjIJfDxsnNQ2oshDISIiIhItawOhFJSUjBq1CgEBgbCzc0NCQkJwrSamhq899576N27N1q1aoXAwEC89tprKCgoMJhHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3bzeYrtfrERUVhQ4dOqBly5YICQnBuXPnrF1lIiIiEonSau6sDoQqKirQt29fxMbGNpl269YtHDt2DB9++CGOHTuGH374ATk5OfjLX/5ikG7ChAnIzs5GUlIStm7dipSUFEyZMkWYrtVqMWzYMHTu3BkZGRn48ssvMXv2bKxYsUJIc+jQIbz00ksICwvD8ePHMXr0aIwePRonT54U0sybNw9LlixBXFwc0tLS0KpVK4SGhqKystLa1SaShNIKBCIitfGw9gcjRozAiBEjjE7z9fVFUlKSwXfLli3DoEGDkJeXh06dOuH06dNITEzE0aNHMXDgQADA0qVL8eyzz2L+/PkIDAzE+vXrUV1djVWrVsHT0xMPP/wwMjMzsXDhQiFgWrx4MYYPH44ZM2YAAObOnYukpCQsW7YMcXFx0Ov1iImJwaxZs/D8888DANatWwd/f38kJCRg/Pjx1q46ERGRLHjPJB3J2wiVlpbCzc0Nbdq0AQCkpqaiTZs2QhAEACEhIXB3d0daWpqQ5qmnnoKnp6eQJjQ0FDk5Obh586aQJiQkxGBZoaGhSE1NBQDk5uZCo9EYpPH19UVQUJCQprGqqipotVqDjytSWkM1JWruNXlz286NG5eIyKlIGghVVlbivffew0svvQQfHx8AgEajQfv27Q3SeXh4wM/PDxqNRkjj7+9vkKb+f3NpGk5v+DtjaRqLjo6Gr6+v8OnYsaPV60xERETOQ7JAqKamBn/729+g1+uxfPlyqRYjqpkzZ6K0tFT45Ofny50lIiIikpDVbYQsUR8EXb58Gbt37xZqgwAgICAARUVFBulra2tRXFyMgIAAIU1hYaFBmvr/zaVpOL3+uw4dOhik6devn9F8e3l5wcvLy9rVJRLwyRgRkXMRvUaoPgg6d+4cdu3ahbZt2xpMDw4ORklJCTIyMoTvdu/eDZ1Oh6CgICFNSkoKampqhDRJSUno1q0b7r//fiFNcnKywbyTkpIQHBwMAOjSpQsCAgIM0mi1WqSlpQlpiJrDgIaISB2sDoTKy8uRmZmJzMxMAHcaJWdmZiIvLw81NTV48cUXkZ6ejvXr16Ourg4ajQYajQbV1dUAgB49emD48OGYPHkyjhw5goMHDyIiIgLjx49HYGAgAODll1+Gp6cnwsLCkJ2djY0bN2Lx4sWIjIwU8jF16lQkJiZiwYIFOHPmDGbPno309HREREQAuNNoddq0afjkk0/w008/ISsrC6+99hoCAwMxevRoOzcbERHRHRyD0LlZ/WgsPT0dQ4cOFf6vD04mTpyI2bNn46effgKAJo+f9uzZgyFDhgAA1q9fj4iICDzzzDNwd3fHmDFjsGTJEiGtr68vdu7cifDwcAwYMADt2rVDVFSUQV9Djz/+OOLj4zFr1ix88MEH6Nq1KxISEtCrVy8hzbvvvouKigpMmTIFJSUlGDx4MBITE+Ht7W3tahMREZELsjoQGjJkCPQmeoEzNa2en58f4uPjTabp06cP9u/fbzLN2LFjMXbs2Ganu7m5Yc6cOZgzZ47ZPBERkQthJQ1ZiGONERERkWoxECIiIrKDI16uYAWXdBgIERERkWoxECIiIiLVYiBEZIStVd3W/oz9FRERyYuBEBEREakWAyEVYi0EERHRHQyEiIiIyGGUdjPOQIiIiIhUi4EQERERqRYDISIRudlR56uH+eFpiIhIXAyEiKygsEfbRERkJwZCREREpFoMhIisYM+jLyIiUh4GQkRGuPEhGBGRKjAQIvqdXs/GykSugjczZCkGQkRGOGqsMSIitVHaPScDISIiIlItBkJERESkWgyEiBSCbRqI7KM3+Ntxz1945jo3BkKqxNOWiEg0DuhWgz13SIeBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRiYgNGomInAsDIRKd0noNJSIi5VDaDSMDIaLfMYAjIlIfBkIkOqVF+7awfRVcYOWJiFSEgZAC7ckpwrcHco1OW30wF7vPFDo4R9JIv1SMZbvPoU7Hqhg10+v1WLn/Ivadveaw+VTX6rAk+RyO5920a5nO5vRVLRYlnUVFVa3Dl12krcSCnTm4UnJb+O52dR0WJZ1FdkGpw/Pj7EpuVWPBzhxcvFaOiqpaLEw6izMardzZckoecmeAmpq0+igAoO8Dvhj4oJ/wfWZ+CT7++RQA4NLnI2XJm5hejEsFALS9zwsvDeokc27Ecb28Su4sOJ3UizfwybbTAOw7rq2Zz7rUS1iYdBYLk866xLlkqRGL9wMAyiprETWqp0OX/eZ3GTiWV4KtJ65izz+HAAAWJ59D3L4LWJx8TvT94OpD1sz8IQu/nNTgm/0XMf7RTlhz6BKWSLAd1cDqGqGUlBSMGjUKgYGBcHNzQ0JCgsF0vV6PqKgodOjQAS1btkRISAjOnTtnkKa4uBgTJkyAj48P2rRpg7CwMJSXlxukOXHiBJ588kl4e3ujY8eOmDdvXpO8bN68Gd27d4e3tzd69+6N7du3W50XJdNoKw3/L61sJqVzu3it3HwicllXbt42n8gCBSWWnx9nC8tEWaazOnnF8TUwx/JKAAC51yuE71gTZLujl+7UZlbW6JAlw/50JVYHQhUVFejbty9iY2ONTp83bx6WLFmCuLg4pKWloVWrVggNDUVl5d1CasKECcjOzkZSUhK2bt2KlJQUTJkyRZiu1WoxbNgwdO7cGRkZGfjyyy8xe/ZsrFixQkhz6NAhvPTSSwgLC8Px48cxevRojB49GidPnrQqL0TGuEI7JyIiMs/qR2MjRozAiBEjjE7T6/WIiYnBrFmz8PzzzwMA1q1bB39/fyQkJGD8+PE4ffo0EhMTcfToUQwcOBAAsHTpUjz77LOYP38+AgMDsX79elRXV2PVqlXw9PTEww8/jMzMTCxcuFAImBYvXozhw4djxowZAIC5c+ciKSkJy5YtQ1xcnEV5ISIicgZ8q1U6ojaWzs3NhUajQUhIiPCdr68vgoKCkJp6pz1Iamoq2rRpIwRBABASEgJ3d3ekpaUJaZ566il4enoKaUJDQ5GTk4ObN28KaRoupz5N/XIsyUtjVVVV0Gq1Bh9XxNoO23HbERG5FlEDIY1GAwDw9/c3+N7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmobTzeWlsejoaPj6+gqfjh07WrDWRESkBHpWm5AN+Pp8AzNnzkRpaanwyc/PlztLpCJ6sBAnInI0UQOhgIAAAEBhoWE/N4WFhcK0gIAAFBUVGUyvra1FcXGxQRpj82i4jObSNJxuLi+NeXl5wcfHx+BD1BCfjBERuRZRA6EuXbogICAAycnJwndarRZpaWkIDg4GAAQHB6OkpAQZGRlCmt27d0On0yEoKEhIk5KSgpqaGiFNUlISunXrhvvvv19I03A59Wnql2NJXpSuaT8YrDEg18OjmpydI26Q2D5ROlYHQuXl5cjMzERmZiaAO42SMzMzkZeXBzc3N0ybNg2ffPIJfvrpJ2RlZeG1115DYGAgRo8eDQDo0aMHhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEfU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REBABYlBel44HvWLwgy0SkDc/2IURkC6tfn09PT8fQoUOF/+uDk4kTJ2LNmjV49913UVFRgSlTpqCkpASDBw9GYmIivL29hd+sX78eEREReOaZZ+Du7o4xY8ZgyZIlwnRfX1/s3LkT4eHhGDBgANq1a4eoqCiDvoYef/xxxMfHY9asWfjggw/QtWtXJCQkoFevXkIaS/JCZByjUCJSMgb+YrE6EBoyZIjJOy83NzfMmTMHc+bMaTaNn58f4uPjTS6nT58+2L9/v8k0Y8eOxdixY+3KCxEREakX3xpzKqylICL78Q1FccndjIFXBvswECIi1WFzIiL5KO38YyBEREREqsVAiIhkxcc0JAW5H1dJTWm1Ks6MgZCCufh5TEREKqS0IJWBkFPhLQAREZGYGAgpmFRRs8KCcVI5sar4eZtARLZgIERkhNKqbomISBoMhEh0bMRHRCQtFrPiYSBE9DuOVUVEpD4MhEh0rvBYyQVWgYiILMBAyKnw8kyuh/VwRPZxhZtPOTEQUjQe3UQkPj4FJrqLgZCCnLxSitzrFSZSNF96FZTcRsblYouWk3LuGm5V11qZO3U6W1iGHE2Z8L81d16F2kocybVsn5D1tJU12H/uGup0vKorRfqlYlwtvS3Z/LMLSnHhWrnd89Hr9Th0/jpulFeJkKvmndFoca6wrNnpR3KLUaitlDQPYtLr9Th4/jqKK6rlzoqoGAjJJPXCDfSfm4Rfsq4CAIq0lXhu6QEMnb9XSGPNRffxz3djzPJUnLxSajZtfvFtvB1/3Nosq05lTR2GLUpBaEwKKmvqrP590GfJ+NvXqTh6ybJgyI01gFYZ9/VhvPrtEXyz/6LcWSEAx/Nu4sW4VARH77b4N9bUTN2sqMbIJQfwzIJ9NuTO0PYsDV5emYYhDcpbsZVX1WJ4zH7896IU1NTpmkxPu3gDf/s6FUGfJUuWB7ElZF7BhJVp+O+F9u8DJWEgJJOXvjmM4opqvLX+GPKLb+Fy8S1R5ns8v8SidMlnikRZnhiUWk1fXlVr9G9rpV28IUZ2XJat+//0VS0AIOH4ld9nZMUybVskmZB+6aak879aKl7NSfLpQgBAWaU4NePGbmFuNqg1MRYIHb5oXW2xEm6Tdmbf2W43WCNEYisoka4qmSzHiyORY7GRLykBAyEiIiJSLQZCRCQrPeviSAKuXtnEDmDFw0BIwVz9RCYiItswDBIPAyEihWDNCBGR4zEQIvqdZTXNrKcjcna85aCGGAgpBB/3KosbX2chcllsX0MNMRBSMF6MSQ3Euibx0aLlnHFLKXn/yl1WO6ozVleNHxkIuShL73isuTPiXZTlGm4ruQvJenLuP6UcO0rJB5GaNSwSlXBOMhBSCDEPhkJtJR6LTsbCnTkm021Kz8eAT3Yh04LeqG9X1+HpBfvw3vcnRMqlstkTupwvKsOjn+4SLS9iiNyYiZCF+2waKsRen/9yBo9/vluycZ0sPXXyi29h0GfJiN1zXpJ8yMGSIXXURP5LKllr3IrDsgdDDIRc0NLd51CorcKS3aYL/He/P4HiimqErz9mdp7bsq4i93oFNqbni5VNxWt4bloTGM1KOInr5crqgv6H41dw4VoF9sgwtErcvgu4WlqJlQdyjU53VBH45Y4cXCurwpc7TN8gOJN/bv5V7iyQjRRSUWwVKR5PHsktxjWJB781h4GQgtl0nuj1kGIwbrkjdjnYetKrcFM5BVfcLUo61mw5X+TKv4I2G0H+AacZCClcbZ0OeTfEGZC1OVdcdKwznU6PS9crzAZx1bU65JsZ9NZR7Xyqausk3x83K6pRcqsal29UQGciaq6tM79dnJUjL8D5xbdQa2TQTXMqqmpRpBVvoFFXotdbdm67soarruSG5MYobbcxEFK4Kf/KwFNf7sG2E1clXc7eHOWMRi+Wj37KxpD5e7Ei5aLJdGOWH8KT8/YgLVf+UeJHLjmAJz7fjV8taLdli+o6HR6Zm4R+c5Lw5y/3YoaJNl+T1hzFk/P2YEe2RpK8GHMsT9oRzB0t6VQhnpy3BxNXH7H6t/3m7MSgz5IZDBkx+/dz+2sz53ZzlHYhJnkxEFKI5s7L3b+36Vh10Hj7CrHEp+VJOn85/OvwZQAw2yYk6/cGp//J+E3yPJlzvqgcAPDzrwWSzP9Go7ZL/znW/DrvP3cdALDm4CVJ8mLMj8evOGxZjrAu9RIA4OB564Psmro7pYKrBYdiWJt659yel3hG5pyQKxA9EKqrq8OHH36ILl26oGXLlnjooYcwd+5cgypMvV6PqKgodOjQAS1btkRISAjOnTtnMJ/i4mJMmDABPj4+aNOmDcLCwlBeXm6Q5sSJE3jyySfh7e2Njh07Yt68eU3ys3nzZnTv3h3e3t7o3bs3tm/fLvYqOwzvYoiIiMQleiD0xRdfYPny5Vi2bBlOnz6NL774AvPmzcPSpUuFNPPmzcOSJUsQFxeHtLQ0tGrVCqGhoaisvFsFPGHCBGRnZyMpKQlbt25FSkoKpkyZIkzXarUYNmwYOnfujIyMDHz55ZeYPXs2VqxYIaQ5dOgQXnrpJYSFheH48eMYPXo0Ro8ejZMnT4q92pJwxrcKAAZsZCWRDhged6RUcjcGFournmOiB0KHDh3C888/j5EjR+LBBx/Eiy++iGHDhuHIkTvPyPV6PWJiYjBr1iw8//zz6NOnD9atW4eCggIkJCQAAE6fPo3ExESsXLkSQUFBGDx4MJYuXYoNGzagoODOI4P169ejuroaq1atwsMPP4zx48fjnXfewcKFC4W8LF68GMOHD8eMGTPQo0cPzJ07F/3798eyZcvEXm3lcNboSQFc9BwnF+ZsjWTt4WwXYWfLr5qJHgg9/vjjSE5OxtmzZwEAv/76Kw4cOIARI0YAAHJzc6HRaBASEiL8xtfXF0FBQUhNTQUApKamok2bNhg4cKCQJiQkBO7u7khLSxPSPPXUU/D09BTShIaGIicnBzdv3hTSNFxOfZr65TRWVVUFrVZr8HGE5s6XxjGNnDGONee0s8ZiBv0GNbMOzrpu9ZSYf14vyNHEPubkOK0Meq93kRonuYgeCL3//vsYP348unfvjnvuuQePPPIIpk2bhgkTJgAANJo7b6D4+/sb/M7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmvrpjUVHR8PX11f4dOzY0er1t5Wxu4dC7d1OpnI0ZYq5w8jRlOF43s1mX12V8nV/vV6PMxotamx4HZlcky21IheulTf57krJbRRXVDv9MVZWWYNL1yuE/6+VVUFTavjmmZpfOydqTPRAaNOmTVi/fj3i4+Nx7NgxrF27FvPnz8fatWvFXpToZs6cidLSUuGTny9vL8ozf8gS/i6vqkX8Ecve7JK6jAuNScFfvzqEuH1NX129dL0CBaXmX/e9XX13qAdrOoD8Li0Pw2P2463vMiz/kYWUWFsiNl7/7mg8rExxRTWe+Hw3+s9NwppDlzA8Zj/ejj8uT+bs9OinuzBk/l6cLyqHTqfHo5/uwmPRybhVXSt31qgBFRQ3TkP0QGjGjBlCrVDv3r3x6quvYvr06YiOjgYABAQEAAAKCwsNfldYWChMCwgIQFGRYb82tbW1KC4uNkhjbB4Nl9FcmvrpjXl5ecHHx8fgoyT1rzNLwZYgYPnepkN4HL5o2WvCRWV3g6VaneV33t/uvxN87TrtgH6PbBxig5zPucIy4e/6fqcSHdh/kpgqa+6cT4cuXEddg8i3YQ2z2jm6RsxV2nK5xlo0JXogdOvWLbi7G862RYsW0P1+sevSpQsCAgKQnJwsTNdqtUhLS0NwcDAAIDg4GCUlJcjIuHvXv3v3buh0OgQFBQlpUlJSUFNTI6RJSkpCt27dcP/99wtpGi6nPk39cpTEVU4UJeKWvcuWbcFjkywhdTsVZ6uxdbb8yknuMkb0QGjUqFH49NNPsW3bNly6dAlbtmzBwoUL8de//hXAnaEKpk2bhk8++QQ//fQTsrKy8NprryEwMBCjR48GAPTo0QPDhw/H5MmTceTIERw8eBAREREYP348AgMDAQAvv/wyPD09ERYWhuzsbGzcuBGLFy9GZGSkkJepU6ciMTERCxYswJkzZzB79mykp6cjIiJC7NUmF6CkcouhBzkbuS9masOtLR4PsWe4dOlSfPjhh/if//kfFBUVITAwEP/4xz8QFRUlpHn33XdRUVGBKVOmoKSkBIMHD0ZiYiK8vb2FNOvXr0dERASeeeYZuLu7Y8yYMViyZIkw3dfXFzt37kR4eDgGDBiAdu3aISoqyqCvoccffxzx8fGYNWsWPvjgA3Tt2hUJCQno1auX2KutMDxFiNTA2dt8MXgiJRA9EGrdujViYmIQExPTbBo3NzfMmTMHc+bMaTaNn58f4uPjTS6rT58+2L9/v8k0Y8eOxdixY02mcSlOWDIqNcsKzZbTaq7GTaz976r7S4rzQ+3bylXXX2pKLavtxbHGSHZKaZRqaoR5Pu+XjhJe5ZY/B+pkTbsiBRwm5KIYCBEACwokCQuha2XKe5tFzIafDKKIiJSLgRAREakLa5dk1WTUBJlfVWEgpBQKPzHV0KhRCY9oyHrcbSQ32Wt95V6+k2MgpBBiluW8MNhPjoKN+43E5AYeU0ome/BEAgZC5PIsrekx1VhaSGNvZiwk1XJsqfVS28XUmdbXVFZNTnOidZSCGmq4yXIMhIgs4Ohn2CymHUsNgQErIIiMYyBE9LvGFwo1XByVQAmbmTUErseSGl5HkeRGSpZD1jXPEwZCBIDPqwFXPcWVT7QOFbkDSUXkONxd9RxjIORqZI5oXPQ8IRXhTYFtnOki6Yi8OtP2kJvcNbIMhBTAGU4Yi7uuV+C6yF1FLncfGeTcFHhKUSOOOMflLsdcGQMhIiIVYEBFZBwDIVejxCoZJyV3dS2RvZReiSDXOcZikhpiIKQQYp6YPMltY/Ka8ftEVk9LS7bt66TnDHtDJ2ektMOWgZBCiHlnZMu8XPn6bvHFwoW3QT2dLR0qirTs5o4xe+evsDJVMdiztHqooOiSFAMhonq8aBBcJ3hwkdVwWaxdVg4GQkQyaraWRKKrGN9gUy/ueSLjGAgRWYA3b9JhOxfHU/sWd4UXIeQ4b5x/qxnHQIjICAY+6uKqBTwRmcdAiCyiigtFo+DHFSsqXOFOWAquuK+peY7e365y3klVCyX3I3sGQuRUXKM4IRKHks4H1qIa4vZwHgyEFELuO1JHR+Ryry8REcmjcZAod40ZAyGyCAMXInk4y7knRz5NvYLu6hUyTnJYOAUGQmQzZ+kHw9ICQ+7n1A0patOqrMQVc9vLeY64Qf47bSJnwEBIIcQsruS8g2TBS47G1+/JWo4+YpR0k0VNMRByMXJfElzpmiTnqki1HV1p/4ipYQDvKtvIGVZDrm0t+nJtiHPErXkUb16mOMMxZQsGQkQW4P2cdMS6KJmrjVR7zZGiHrcSKQgDIRdzp12AjT80QQ2PvNSwjuRirDhklRgHMjizXcP9qcR960wYCBEZ0biRq7M0DFcytpNwPFfa5s52sXe2/KoZAyEF0EOv+mp7V8YYihSH5Y2oHHGKsxiRjiSB0JUrV/DKK6+gbdu2aNmyJXr37o309HRhul6vR1RUFDp06ICWLVsiJCQE586dM5hHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3b5dilQnA2cIyzEo4Kdvy16VewoKdOTb/vvHds63BacmtGpt+p/RLU3lVLd77/gRSzl4Tdb5KeCTZ3K5elHS2yXdnNFpEbspEfvEtiXNFDS3bc858IpnU6Rx7DCeevIrbNXUOXSbguvGz6IHQzZs38cQTT+Cee+7BL7/8glOnTmHBggW4//77hTTz5s3DkiVLEBcXh7S0NLRq1QqhoaGorKwU0kyYMAHZ2dlISkrC1q1bkZKSgilTpgjTtVothg0bhs6dOyMjIwNffvklZs+ejRUrVghpDh06hJdeeglhYWE4fvw4Ro8ejdGjR+PkSfku1q7sha8Oybr8qB+zsXT3eZwtLDP43tI7KUtqbiyZV06j5ZviTAXL0t3nsDE9H6+tOiJ3VkTX3G5YnHwOeTcMA56/LD2IH45dwRtr05v51V28ixdHUVkldmQXmk0nV1CdfvmmQ5f35nfHHLo8Vyd6IPTFF1+gY8eOWL16NQYNGoQuXbpg2LBheOihhwDcucuOiYnBrFmz8Pzzz6NPnz5Yt24dCgoKkJCQAAA4ffo0EhMTsXLlSgQFBWHw4MFYunQpNmzYgIKCAgDA+vXrUV1djVWrVuHhhx/G+PHj8c4772DhwoVCXhYvXozhw4djxowZ6NGjB+bOnYv+/ftj2bJlYq+2y8su0JpNU15VK8qyDp2/Dk1ppfmEFuajYdF46Px1XC29bfO81ejIpWIAwG83Ld9upbdrsOdMEWrrdFJly2Fu1dRi/7lrKCq7c0xW/75ODQPe0ts12JMjzvqevqrFKQvON3OcLQjbfaYQlc3UclTV2LddzxeV49f8kgbfONEdCElO9EDop59+wsCBAzF27Fi0b98ejzzyCL755hthem5uLjQaDUJCQoTvfH19ERQUhNTUVABAamoq2rRpg4EDBwppQkJC4O7ujrS0NCHNU089BU9PTyFNaGgocnJycPPmTSFNw+XUp6lfTmNVVVXQarUGHwK0lTWIT8tzyLL2n7uGl1em4bHoZNHnffD8dby8Mg3B0btFn7ezsLX4N7yImDfu61RMWnMUX6dctHGJyrEzuxCvfnsET3ze/HEz7utUTFpt//pW1tRhxOL9eHbJfuE7e2o5lPDY0VKvr0nH+/85Icm8Qxbuw/OxB4Vg1plqYus5YZadhuiB0MWLF7F8+XJ07doVO3bswFtvvYV33nkHa9euBQBoNBoAgL+/v8Hv/P39hWkajQbt27c3mO7h4QE/Pz+DNMbm0XAZzaWpn95YdHQ0fH19hU/Hjh2tXn9byX2Qm7p7vFFe7bB8pF64Idm8D1+0f95qbficaWUgdEZzp7bkx8wrEuTGkNTnzr7f20TV1DW/JLHWt0KkWlU5iLEfEjILRJhL865YUatJTUl2rsl8ARQ9ENLpdOjfvz8+++wzPPLII5gyZQomT56MuLg4sRclupkzZ6K0tFT45Ofny50lmzjqbodvuknHme7k7WX3YaQXaT5OyNQqq3BzOBVX6trA2YkeCHXo0AE9e/Y0+K5Hjx7Iy7vzaCUgIAAAUFho2PCtsLBQmBYQEICioiKD6bW1tSguLjZIY2weDZfRXJr66Y15eXnBx8fH4KMWW09cRcjCfYq9Iz1bWIbFu87hVrX5NyXEuCCyiCJXI2dt5rrUS/ItXAXScovlzoJ9ZC5wRQ+EnnjiCeTkGL7CfPbsWXTu3BkA0KVLFwQEBCA5+W4bEK1Wi7S0NAQHBwMAgoODUVJSgoyMDCHN7t27odPpEBQUJKRJSUlBTc3dV5WTkpLQrVs34Q214OBgg+XUp6lfjqIo4PbtfFE5Pv45W+5sGDVsUQoW7TqLa2VVki3D1nOx8VtqLkuq8c+kma1VWLspnV/zSxD1ozLLFSJAgkBo+vTpOHz4MD777DOcP38e8fHxWLFiBcLDwwHc6aF32rRp+OSTT/DTTz8hKysLr732GgIDAzF69GgAd2qQhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEvU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REhNir7TIc/RqoKzAXnCmpdonXe3K0qybeAJXyeFRrez6ynofYM3z00UexZcsWzJw5E3PmzEGXLl0QExODCRMmCGneffddVFRUYMqUKSgpKcHgwYORmJgIb29vIc369esRERGBZ555Bu7u7hgzZgyWLFkiTPf19cXOnTsRHh6OAQMGoF27doiKijLoa+jxxx9HfHw8Zs2ahQ8++ABdu3ZFQkICevXqJfZqKwavc+JpWEizTCVH4PnrGNzO1JDogRAAPPfcc3juueeane7m5oY5c+Zgzpw5zabx8/NDfHy8yeX06dMH+/fvN5lm7NixGDt2rOkMk0mOfGyglLu4xvmQKl/NzVeqhpSO3r5sEEpKUj9mIB+FUkMca4wURZwLp2EhZ2mZp4ai0dHlv1ICW3PE2ixKCvxM5UQNx7qSOMt5oFYMhFyQPa9e83x1bWp6LV8sSj4nWLPhHFxlN7nq8cZAiAy45mFuGVsveEq+UIpFjDva5uYhVtlq12xM/Nia+Srtzt+R1y2FrbrslHYsUPMYCLkYnnuOo9frMWn1EbyzIdPq33654wyeW7q/2bGVpKq5sefC6Kq1SZvTld1xqql9VqfXY/yKVMz8wfzQFC56M+9wqw7k4r8X7kOR1vbxEElZGAgphKgXGRZ4DpFXfAt7cq7hern1fRvF7rmAk1e0+D5D+iEolM7eY9/ew33G96aDCEfeXBgLVkytX37xbRy+WIx/H1F2MGcvsWtX7Dlm5mw9hXNF5Viw86xo+SF5MRBSCCXfrTkia9W1d0aXdqbqZJ0IG6ZOd3dU7YIS5Y6DVF2rk7Qzy3rXbAgqxWZNYKYx0UeOmApKbqPOygPOVGpNaSWKKxwzhqCSzmkxs1JTpzOfyAQlbRfZudpYY2QDBQdBjjLy99G2RXlnzEm357BFKXJnoVmfbDuNo5ek72xz24mryLtxS/LliOWx6GT8auWAtNZKPl2Ixz/fjX/8K8N8YhMaXniLyqrQf24SSm/VNP8DKynitGuQCVPlgK1lhDVDhThrOaRGDIRIFo3LiHNF5bLkoyFH9xUkB4f3I2TDAvfkFJlP5EDmrmdbjkv7ePPH30dk33W60ExK62UXlIo+T1f2+S9nZFu2gooRl8NAiOh3SuoDhhzLVRuCE5F5DISILGAsSHLGsMnhHSo6dnGicJWA2DXWgkh6DITIgOyFp4zPkVgrQMY49K0xlR2DbEdDSsBAyMU4slyxpf2HI4ixDdzgxkLaQUTbzhLtMGsO88bnhEJPEacjVllTPxtbjxS1705XLRMZCCmEkg8wJedNSg3vznlBcxw5trUUbxg5A7lXzdnOK6Xe/Dk9mTcrAyEyqbii2qH920h1Puj1epzRlFmeDwsyImWZaMvFN/d6BcqrasXPjINZu1nv7FstaurkvqybzvudPN7pe6b0Vg3yi52nmwB7GNsm1oxZlXfjFrS3xXvN39rlOxspjy1XfXTrIXcG6A4xDy8x59V/bpKIc5PPmkOXkHTK9OvHljSSVWpD2lMFWjy7ZD98vD1wYnao3NkRWBIs2ttR46UbtzA8Zr9d83DEdXF4zH483b09Vv39UfSdsxMAkDrzaXTwbSn9whXm2wO5eOPJP5hNl198C099uafZ6bKejcosClR/bNmCNUJkwDXjfeCblIuizEepNeP1fe9oK5VVI2TJ9jpVoJU+I1aQ8q539xnDPpJ+zZeuHx8ln8srLDwfj+QWS5wT+UhdlEh5bLkaBkIuyJmrfcUINGxdfck6VLShyFNqwKVG5vaFqelW70YJT125ajOdtzRqiqela2IgRPQ7J44fnYLFFxGFRYHmjgulPi61hNqOebv3lVvDPy2fl8IOaWqEgRCpQoFIg2N+sCVL+NvSgjD+SJ7Vy1lz6JLR7xNPajA27hB+u2lbY8gNR63Pi6PxmiEOS7fj2kOXMGHlYdyqtu+xqphB1b+P5GH8ilRoK8VtJG1MRPwxs7Xoer0ekZsyUdbg0fN/jv2Gbw/kYszyQ1Yvs7KmDtGNhus4W1iGMcsP4eD561bPz5wPE07i3e9/FX2+9WrrdAhbcxTLdp+zbQYcdJWUhBeh5t2sqMaJ36x/7p57vcLq3zRXLr/5XQaOXrqJD7actHqeAJBfrLwR7hu3yamsqZMpJ/ZT8p2/sbZPeujx0U/ZOHj+BtalXnZYXsxtp5k/ZOHwxWJ8tfeC5HnZeuIqss20U8svvo0fjjUdU27u1lPIuGz9YMTG5jVlXToyLt/EhJVpVs/PlFvVtfjX4cvYlP4bCrXi3BA2tvNUIZLPFGH+zrOSzF9qDIQUwpnb9YhJzscM5grnOhH2UZ1OL8q+LhX5dWKpWLI/63TyH/umcmBdh4p2Z0U2txTY9UKFg/JUa+YYrNHpRF2esdq3G+XVoi6jXsNVq9PpUVuns7kMau5nt6utu3lR2uNkBkIuxpq+csixaup0GDp/L15oUJX+HyN3ho5Wcsv6AtjSgtRcYLA5PR/H8kqsXr7rkDYI5P2VcXJvl2N51tciieHmrWo8MicJUzdkyrL85qTJ/HYgAyEXE59mXxsQuctNW++o6zuqA6yrXQtff6zB76xbprV5zdGUIa/4Fo43uPAXV4hzF2hPTUTCceuDsdGxB0WpyZnx/Ykm3zlb7732ZPfN747hbOHdmxdzW/TDBNseiQLA2kNNH31JFRDUn1elt2rwj39lNJluaY2A3AGLVLZnaWRZ7sglB1BWVYuffi3A9xm/yZIHY/65Wbr2S5ZgIEQuIf3S3Tssa8rObVlXjX7vXJdix/v1t1LkuGjto6Or7d//T9NgsDn/Omx7O55VB3NNThcz5qg/r75LM51fc4GO2H06NRe0qvF8FzP4cPZ4lYGQQiilZ2lnLRDEKDAbF5KKvhtVdOacj5xt9BTQRAqANIdUc9tV7ko/a8sLe7eNnKermMd2c7Ny9jauDIQUwJ5DSK/X2z1EgRpZ8lpuw/3i5ua8QaKlrpVVOX2BJgY5x1PSiXnRsuO3tXU63LTysa3cwY2rc/btq+TyhYGQk/siMQePfrpL7myIxuZz3crzq8/snU3eSDHfg7BySyJ7H+fsOlWIRz/dhchN4j6rV+4WMyRWLaq9++GNtel2/V4sf1l2EI/MTbKp6wcxKe3tIkm58KpuPJqHRz/d1aTvJKVgIOTk4vaZ7mcj7eINq+Yn98XekUNsnC8qt39hDnCzohoHz1+HTsJnKEt+7whtixUNp51tJOrfbtrWh5Ijb2LN9WdjDXtOpVNX7+RjezNt6BzF2mMs34J9XF2rw8HzhuWi2MXesbyb+K1EmhHglUav1yP1gunrzNytpwHcHWOu8X6V+x6To88rhFSF7bgVhxE/OQiPP9TOwnw418XNmdi6aUcs3g+NthLzXuzTbBq5C5JmKShjmfklksxXQatoNb3B344796XaZMZ6eW5cpn25w/paCWv28fmicrzwlfW9TTurn09cxQ82vHmqJKwRUgFz0Topm+b33mATT9595daVw1WlxRVq6VDRkfdAltY8S5Gn7w5LO8xMdoGyRn0X90WcpnPbdarQ7vnK/QiUgZALUmOljuir7Nb4X7lPVZIL97zrM7eP1VimqonkgdDnn38ONzc3TJs2TfiusrIS4eHhaNu2Le677z6MGTMGhYWGUWVeXh5GjhyJe++9F+3bt8eMGTNQW2vYuHXv3r3o378/vLy88Mc//hFr1qxpsvzY2Fg8+OCD8Pb2RlBQEI4cOSLFaroMKc/31As38Ozi/TiSW4yXvzks4ZIcw9q7fykfPdhzqbY1V5ZcHH5t9Dhq39lreHbxfpy8oqy7ZkfadDTf4H8pzzlzx5wjXq12BlLX5BWU3saopQfwwzHHdWJo6zq9+/2vCLdgIFqr8iLanKQhaSB09OhRfP311+jTx7Btw/Tp0/Hzzz9j8+bN2LdvHwoKCvDCCy8I0+vq6jBy5EhUV1fj0KFDWLt2LdasWYOoqCghTW5uLkaOHImhQ4ciMzMT06ZNwxtvvIEdO3YIaTZu3IjIyEh89NFHOHbsGPr27YvQ0FAUFRVJudqKo5QC6qVvDuPUVS3+9nUqrjYzGrwYjbVtDziUfro6v4mrjuDUVS0mrTkqd1YMmDpH7AlgjR3P7zbuQFEpJ6gTcpYt9/HPp5B1pVT0tzLFVllTh03pv2Hbias2v1zgjCQLhMrLyzFhwgR88803uP/++4XvS0tL8e2332LhwoV4+umnMWDAAKxevRqHDh3C4cN3agl27tyJU6dO4bvvvkO/fv0wYsQIzJ07F7GxsaiuvtO3RVxcHLp06YIFCxagR48eiIiIwIsvvohFixYJy1q4cCEmT56MSZMmoWfPnoiLi8O9996LVatWSbXa5MTMvz7vmHyogdZJBo21RMNgx9kOEX0zfzubHE2Z0YFM5dBwyJR6DbvqKL1l/NhX2rEjZp9W5shdtkoWCIWHh2PkyJEICQkx+D4jIwM1NTUG33fv3h2dOnVCamoqACA1NRW9e/eGv7+/kCY0NBRarRbZ2dlCmsbzDg0NFeZRXV2NjIwMgzTu7u4ICQkR0jRWVVUFrVZr8FEdJy0NbTlnHd2TtJjzFzuvSqqUkLtQVCtjx4Az7IuUs9cQGpOC4TH7jU539LEdu8d0lyZ95+w0+r25bNq6HlKvv0XHiMKPI0len9+wYQOOHTuGo0ebVn9rNBp4enqiTZs2Bt/7+/tDo9EIaRoGQfXT66eZSqPVanH79m3cvHkTdXV1RtOcOWP89cno6Gh8/PHHlq+oqJTRo6y63d1yxhpPNv5O7j6XGlJQVpxe4wuHuYa03PTWs/R4taQs+/nXAgBAXrH5fnvkOk/YLYmyiV4jlJ+fj6lTp2L9+vXw9vYWe/aSmjlzJkpLS4VPfn6++R+JxBnPE1c/uV19/RpSUiAlz2Y3sVAFbRtHk+qNufrjzWz7K/Wcgk5BqnNT7lNM9EAoIyMDRUVF6N+/Pzw8PODh4YF9+/ZhyZIl8PDwgL+/P6qrq1FSUmLwu8LCQgQEBAAAAgICmrxFVv+/uTQ+Pj5o2bIl2rVrhxYtWhhNUz+Pxry8vODj42PwcQXO1gMwGWcqMHO2V7yVfEQ2CQqVnFkiiYgZ9Ci9dBI9EHrmmWeQlZWFzMxM4TNw4EBMmDBB+Puee+5BcnKy8JucnBzk5eUhODgYABAcHIysrCyDt7uSkpLg4+ODnj17CmkazqM+Tf08PD09MWDAAIM0Op0OycnJQhoyQuYj1taaCYNgz+YT2HDhYl//lHo9VVoh5a60DJljMNiYk2Xe4LRR4BHqZJvT1Rk7QlxhF4neRqh169bo1auXwXetWrVC27Zthe/DwsIQGRkJPz8/+Pj44O2330ZwcDAee+wxAMCwYcPQs2dPvPrqq5g3bx40Gg1mzZqF8PBweHl5AQDefPNNLFu2DO+++y5ef/117N69G5s2bcK2bduE5UZGRmLixIkYOHAgBg0ahJiYGFRUVGDSpElir7brsKIslKKNjFJrNtzcoKgz3tmut9aQo+2VWHe/Tr1bJGgsbW67mj3fHRSbSX3IWbIaznrsKKmtpK1k6Vl60aJFeO655zBmzBg89dRTCAgIwA8//CBMb9GiBbZu3YoWLVogODgYr7zyCl577TXMmTNHSNOlSxds27YNSUlJ6Nu3LxYsWICVK1ciNDRUSDNu3DjMnz8fUVFR6NevHzIzM5GYmNikATXddaOi2qbfaSud73XoTenNtwH7PuO3JoOcNj7fHX36p+UWC38rqflSobYSG47kobKmTpT56fV65GjK8GPmFWW00zKzo7Ov3H27NDO/xOrOIsVcw8bD6Viz+Q5euI4D564bfCfVMe7IG56Gm2Dj0XzcFuk4dRoWHAPlVbX495E8m8t/ayntxROHDLq6d+9eg/+9vb0RGxuL2NjYZn/TuXNnbN++3eR8hwwZguPHj5tMExERgYiICIvz6oqsKQxLbezfZfqGTJt+JydTYw59kXgGhdq7nT6KcZrae1G/Vd18AW5POaKHfYHV88sOQqOtxBlNGWb/5WHbZ9RAaEwKAMCn5T0Y2q29KPOUyoHzhsHDc0sP4NLnIx2ej9o6HV6yo8f2k1e0eOXbNGR/HGo+sYWUVlmwLvWy0e+VWhPtKFEJJ/HD8Svo0q6VJPOXO9Axh2ONkSiSz8jbW7cYFQeNz9X0y8XGEzqBg+evI0fTtGM3KdQPCrvm0CXU6SzcEXpgR7bGbLJTBa7fl5defyeI+SXrql3zqbV025thKuB2hAwrzzsx1tr8ddq+pSihYtOUX34f0Dn3eoXwXWK2BrV1OrO/3Xf2mmT5chQGQiQpOR5tKLzMkdyFa+WYsDJNqFUxx+LgpRFju9bU48aGqut0+Me/MoxOU/rdoxTWHLqEt9Yfc/hyxWwgbc28TO3iMcuNd3hLjvX5L2earUGrl3H5Jood9DhNSgyEFECvd92L95RmLnauwPpBVx3jfFG5Vek/2XZatGXvP2f/3aEK4yDslqlG1WxjZon2haWzVc6bbPIflDbvCzuyvtdMbU/WbyUWzcdckwu5ty4DIYUQd/gFw5nJWZQknSo0n6gB21+ft1/jRTdp0CfCMsSinAuE+OR4jOC6W9N6YgY/Sn8kpArcB2YxEHJBznzcyxlsmNtuzvLIRoxx1yThwtvPGZepFpY8nlfE6/NOcn5IwlUHXSUiQ1Je7AwLUcdcVY3VSon99o2j2pi5QiAixTrYuz+l74eImmPNtmluPzX5Wm/yX6fFQIhcjitc1KzlSheE5gplvV6PqlrX7ANGqZUBkrUREnHGjjnf7VyIkxZKjXeTGI/ka+t0Nr+gIRUGQuQSpKg5MFdWu1LfI85QTk/bmIlusxJxpeS23FkRlR562ba/uONJWX8+iHFhdZX2cmKXYb/dtP88kaKEGzJ/b5NzWO6SlIGQCjjDRa6enHfG5hYt98nakKl9Kuv+lnAj/ZhZAABYf9j0K732ErMHcUceM8YCAqWe+pZuF0eVB1Lf1MixH/71+3mitEBRjABNbAyEiCwgTlW+sgokZ+CooE7Oi4XSblTEDAnsXTelbRtyTQyEFEJpUTs1GlRctlxYz1FHkrGLlDNtJ0s5y5kpVtDgkPW18EDRibBSzrL/xCbGozZzN4CuEqgyECJFsbWK2hHnY5NHJgq66jfMi6sUTiQ/e2tClXSOmGI+n/atiCXnpNivzztTMSB31wEMhFTAWWub5iWeQVGDgU8tJdb6/vqbdaOImyPp6/PNfP+dhe1psqwcMR1wzEXOOY/cuxxZvtuyrYz9xpIsH8ktxuJd5xT39o+tzK+za6xnY5pS0+Wrk8SxdmMg5Ipc5Jz9au8F/I+F4y8Z9KIj0fo3rq2Ss+bF0mXPSjiJvBu3pM1MA2Lc2Smt8FVafiwmchRW8/sAnHq9Hn/7OhWLdp01GFvOWW+4XFV9GWGqrHhj3VGT82jy+ryL7mIGQgrhqgeYtZqOAH9Tnow4scYXpMO5N6RZjkzHrOS9AIuwXl/tPW//TKzUpE2IBStirh1J/aZOPl2Irv/3C747fBlj4+4OinrpRoXxH5rJgtMGl07EksD05BWtnctwDQyEyCWIMtaYlaWzUgddbXzxmZeYY9Xvj+QWi5gbGzTYsMYbZIt/GTXZHYEN87Nmm0vVyPnDH7NFaTD7S9ZVhK1NB3CnhlGMmxNR24SIsP2kH2LDdCbHfZ1qdmBSKTW/+o4JWeVuS8ZASA1cJWynZol5Yfnb16nmE5GopHqsdLawzO55vGXh42mlcoba9jQJbj6cYb2VgoGQC1L7s3qp1l7uu5aGTOXFebrVUw5X2ELGLny1dabXTOr1tnusMXGyYTdnDCrEyHPTITZcEwMhhXDVA4zuErMwVULBbG0WLO5N2GAZ8q+oI+JfqXo2tmXrNaxdlDv4V8Jx7uzs2YQKuveTFAMhcg0qLzAN+xGSb2O4YsEpffsRkQI+SUafl4byjhPTOZI7IFQqOcsaMTEQUgCx73q3Z2kazV8apbdrcKO8StR5yt2xljWcJacuUlbJxtbt90vWVew6XSRuZpyMuW0nxrHZ3Cx42DsPuctSBkIKoNcDV510RO1pGzPlzoJopBx4sayyBnO2Zks2f6UQY2T4L345I/y96kAu/n0kz2C6JbGyXq/HwqSz+CXrKraeKEDMrrNm04vN0Y2Mjd1QyX2BsZdc90U5mjLM/ikb18rEvdGzh5TlU0V1nfFlmljkqQKtaDeuct8Ae8i6dAIAbEzPx7YTV+XOhk2OXrLsbQd7LjSW/LbhRUCJ1bXzd+TY3WeHKY7oULIxY9s5Q4RXq8uqaoW/tZW1mPlDFv42sKPwnSVF5v5z17Ek+ZxNy3eiSkkDCjzsm1W/jc1lWZwaI/MzafxoOTQmBQCQe70Ca18fZH8eZNg3er3e7rKwaSeyd+d3TeSnAXJijZACOGsQVC/pVKHJ6Xq9Hq98m2bz/J/4fLfNvxVLZW2dXRfIHBteY/7n5l9tWlbjWjopy+CqWuN3kmKzdiiHNYcuWZW+xsTbVVK82iwFY2tgb6Bh7k7dXC1Fcz93gxtWHci1u8+qWp0eW45fsWsed/Jzx9pDlzDos2Th+31nr2HxrnMOD2TMDX1hiYLSSoxccgC1v/cIbgtzZV5zgVbK2Wt49ds0/HbTsl7t5b73YCBEdnGDGyavSzeZRnu7FgfPW9a7sbETokCEQsFe61IvNy30rTh7zxeVW73M7zN+a3aaUm7+Nx3NN59IBOaC7cZ2n7Gubc7mhkNFOHjjKrEG0xHmbD0ldxaa+MjI47BFZh6rSsHUo9ziimqL53Pqqlay3vlNFX+vrTqC/eeuW3wzJ3ctLAMhFXCmglaME6KyRocxyw/ZP6MGjLUV0Nl+oyUqvV4vW0lyrbxpodzcHag9R6HU7avMDRXhrGw5Khr+xu5+gBRQ9FTVyn+iZhdY91i8ue2m1+tR0eDRsdIdvliMUUsPyJ0Ns9hGiOwidyRfr2HBMS/xDC5eF/fC9u2BXAT4eBt8l2bVGF7SbKjpGzNxPO8mSkx0z29LILz6YK7ZNGm5xUbb4ezNuWY0va1tdgCgUCttewSp52/O4Yv2P36z7YZHvO43lRD0NDYrIQvfHc4zn1BhmmvX9I9/ZWCnlbWj9hCjfM+6Umo2jdzHDgMhsotF54mDgyVbgyBzJ/2n208b/G+u115HEKN9hDEf/2z+scXnDd7uaqjGjjYJFlFK9O0E7D1CJetHyEG70NIgyGxbKAcfcs0FBrYEQTxbzOOjMWrW7WZeqWxI7Ncetbctr/bdm1OE1Avijaxu7V2J3NfjkxbcacnBEeHhKSsfNYjlh2PNt9uyVbVIgaNN9UFGB7UVR2WNYxrSN2dTumPar0klR2P/OHGAfeVUfbvIOp0e18urRDtWlYY1QmTU7J+yLXrzRuxYwJqGiX9ffRQAcOGzZ0VZ9r8OX7YqvTUvMokdNOn1ejxn4bN3+eutxOUG4Nkl+2VZduQm297kM+XiNXEe40oZ1Nii+4eJeHHAA7Itv7kaS1s4vAE9ILzCb/e8RBhj45WVaUi9KN5NZ2Nyt+NijRAZZe3rx6ZIXXOi0+tlecZ8q9ry2it31k+TM7Li5DWW1NSbj0qitNNT7jYzjRkLgsQs18tlbgAueiAUHR2NRx99FK1bt0b79u0xevRo5OTkGKSprKxEeHg42rZti/vuuw9jxoxBYaHhs8+8vDyMHDkS9957L9q3b48ZM2agttZwY+3duxf9+/eHl5cX/vjHP2LNmjVN8hMbG4sHH3wQ3t7eCAoKwpEjR8ReZTIjv9iyviRsVVunt/r1ajF8e8B8g+J6YvcKq7SCsiEl501tbBt09e7fi3eZbuCedaXEhiXI35Owmtj3aEwdRA+E9u3bh/DwcBw+fBhJSUmoqanBsGHDUFFxt/p3+vTp+Pnnn7F582bs27cPBQUFeOGFF4TpdXV1GDlyJKqrq3Ho0CGsXbsWa9asQVRUlJAmNzcXI0eOxNChQ5GZmYlp06bhjTfewI4dO4Q0GzduRGRkJD766CMcO3YMffv2RWhoKIqKnH/8n5k/nBB9nC+bWHCmjP/6sKRZGPTpLmyUoT3A5RuWB3garbh9IVnTQWPJrebfKHNGi+14+8wSRQoaVsEatoxZaKyzyIaB7HUzZYyl/YM1XQajZVPEHH/SkhcfbOUqu1H0NkKJiYkG/69Zswbt27dHRkYGnnrqKZSWluLbb79FfHw8nn76aQDA6tWr0aNHDxw+fBiPPfYYdu7ciVOnTmHXrl3w9/dHv379MHfuXLz33nuYPXs2PD09ERcXhy5dumDBggUAgB49euDAgQNYtGgRQkNDAQALFy7E5MmTMWnSJABAXFwctm3bhlWrVuH9998Xe9Ud6t9H8i1uWCzlwVpWaT4PZRJXe0o9f7KO2IMIk4VsaCNk7BF4jZUdZOn1eqtreM6I1BBYLG5uwJbjzvEYz1pX7eiQVi01d5K3ESotvfNmi5+fHwAgIyMDNTU1CAkJEdJ0794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVag4+SXbhmeW/Fp68qe12IyD7H8sTpQdjafncGfZaML3eI1zBZDjV1OkzfKH5DeJsZCWqlusGIbtQtSEOmwiApB4F1NEkDIZ1Oh2nTpuGJJ55Ar169AAAajQaenp5o06aNQVp/f39oNBohTcMgqH56/TRTabRaLW7fvo3r16+jrq7OaJr6eTQWHR0NX19f4dOxY0ej6ZxNZW0d3v/PCbmzQUQSevM7cUa7t+YGC7jT63rsnguiLFsupsaak4Mjc/N1ykUHLk2ZJA2EwsPDcfLkSWzYsEHKxYhm5syZKC0tFT75+cruh8LS6uXvDufhshUNlmP3nLc1S3a5acUYOqRcrtJuQLVUuP+c4Zg9ekmaMcNMMTvoqoscLJL1IxQREYGtW7ciJSUFDzxwty+JgIAAVFdXo6SkxKBWqLCwEAEBAUKaxm931b9V1jBN4zfNCgsL4ePjg5YtW6JFixZo0aKF0TT182jMy8sLXl5etq2wwlnTYPbLHTnmE0ngf9aLc0dL8pJjkEoybtwK619UcJWLmzNz5sbkzph30WuE9Ho9IiIisGXLFuzevRtdunQxmD5gwADcc889SE5OFr7LyclBXl4egoODAQDBwcHIysoyeLsrKSkJPj4+6Nmzp5Cm4Tzq09TPw9PTEwMGDDBIo9PpkJycLKQhZZGywy5yHLE6CCR5bM8y3nTAHCe8/gmUFvwpJTcm2wi5AT//erXJ9wM+2SVdhiQieo1QeHg44uPj8eOPP6J169ZCexxfX1+0bNkSvr6+CAsLQ2RkJPz8/ODj44O3334bwcHBeOyxxwAAw4YNQ8+ePfHqq69i3rx50Gg0mDVrFsLDw4UamzfffBPLli3Du+++i9dffx27d+/Gpk2bsG3bNiEvkZGRmDhxIgYOHIhBgwYhJiYGFRUVwltkRERE5oK4fWeNDyTs6sy9NWZsQNViJ2ziIHogtHz5cgDAkCFDDL5fvXo1/v73vwMAFi1aBHd3d4wZMwZVVVUIDQ3FV199JaRt0aIFtm7dirfeegvBwcFo1aoVJk6ciDlz5ghpunTpgm3btmH69OlYvHgxHnjgAaxcuVJ4dR4Axo0bh2vXriEqKgoajQb9+vVDYmJikwbUREREzRFzTENSHtEDIUueD3p7eyM2NhaxsbHNpuncuTO2b99ucj5DhgzB8ePHTaaJiIhARESE2TwREREZ4+ghIJz5MaMz4lhjREREJhjrgVtKSomDTPcj5DoYCBERkd3kettUDEqrgalgb/kOxUCIiIhU7adfr8idBQO7zyhkPExXqvYxgYEQkYJlXHZslTyRGn2zP1fuLCiSG9xUUTvFQIhIwawd94mISCzH8m7i4Y92GJ328so0B+dGOgyEiBRsy3FlVdkTkXrkXldH56gMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFqqCIRiY2Px4IMPwtvbG0FBQThy5IjcWSIiIiIFcPlAaOPGjYiMjMRHH32EY8eOoW/fvggNDUVRUZHcWSMiIiKZuXwgtHDhQkyePBmTJk1Cz549ERcXh3vvvRerVq2SO2tEREQkM5cOhKqrq5GRkYGQkBDhO3d3d4SEhCA1NbVJ+qqqKmi1WoOPFC5dr5BkvkRERM6o5Fa1bMt26UDo+vXrqKurg7+/v8H3/v7+0Gg0TdJHR0fD19dX+HTs2FGSfHX0u1eS+RIRETkjN7jJtmyXDoSsNXPmTJSWlgqf/Px8SZbTwt0NU576gyTzJiIiciavP9EFvvfeI9vyPWRbsgO0a9cOLVq0QGFhocH3hYWFCAgIaJLey8sLXl5eDsnbB8/2wAfP9nDIsoiIiMg4l64R8vT0xIABA5CcnCx8p9PpkJycjODgYBlzRkRERErg0jVCABAZGYmJEydi4MCBGDRoEGJiYlBRUYFJkybJnTUiIiKSmcsHQuPGjcO1a9cQFRUFjUaDfv36ITExsUkDaiIiIlIfN71er5c7E0ql1Wrh6+uL0tJS+Pj4yJ0dIiIisoA112+XbiNEREREZAoDISIiIlItBkJERESkWgyEiIiISLUYCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqZbLD7Fhj/pOt7Varcw5ISIiIkvVX7ctGTyDgZAJZWVlAICOHTvKnBMiIiKyVllZGXx9fU2m4VhjJuh0OhQUFKB169Zwc3MTdd5arRYdO3ZEfn6+6scx47a4i9viLm6Lu7gt7uK2uIvb4q7G20Kv16OsrAyBgYFwdzfdCog1Qia4u7vjgQcekHQZPj4+qj+A63Fb3MVtcRe3xV3cFndxW9zFbXFXw21hriaoHhtLExERkWoxECIiIiLVYiAkEy8vL3z00Ufw8vKSOyuy47a4i9viLm6Lu7gt7uK2uIvb4i57tgUbSxMREZFqsUaIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhGQSGxuLBx98EN7e3ggKCsKRI0fkzpLDpaSkYNSoUQgMDISbmxsSEhLkzpJsoqOj8eijj6J169Zo3749Ro8ejZycHLmzJYvly5ejT58+QsdowcHB+OWXX+TOluw+//xzuLm5Ydq0aXJnRRazZ8+Gm5ubwad79+5yZ0s2V65cwSuvvIK2bduiZcuW6N27N9LT0+XOlsM9+OCDTY4LNzc3hIeHWzwPBkIy2LhxIyIjI/HRRx/h2LFj6Nu3L0JDQ1FUVCR31hyqoqICffv2RWxsrNxZkd2+ffsQHh6Ow4cPIykpCTU1NRg2bBgqKirkzprDPfDAA/j888+RkZGB9PR0PP3003j++eeRnZ0td9Zkc/ToUXz99dfo06eP3FmR1cMPP4yrV68KnwMHDsidJVncvHkTTzzxBO655x788ssvOHXqFBYsWID7779f7qw53NGjRw2OiaSkJADA2LFjLZ+Jnhxu0KBB+vDwcOH/uro6fWBgoD46OlrGXMkLgH7Lli1yZ0MxioqK9AD0+/btkzsrinD//ffrV65cKXc2ZFFWVqbv2rWrPikpSf/nP/9ZP3XqVLmzJIuPPvpI37dvX7mzoQjvvfeefvDgwXJnQ5GmTp2qf+ihh/Q6nc7i37BGyMGqq6uRkZGBkJAQ4Tt3d3eEhIQgNTVVxpyRkpSWlgIA/Pz8ZM6JvOrq6rBhwwZUVFQgODhY7uzIIjw8HCNHjjQoM9Tq3LlzCAwMxB/+8AdMmDABeXl5cmdJFj/99BMGDhyIsWPHon379njkkUfwzTffyJ0t2VVXV+O7777D66+/btVA6QyEHOz69euoq6uDv7+/wff+/v7QaDQy5YqURKfTYdq0aXjiiSfQq1cvubMji6ysLNx3333w8vLCm2++iS1btqBnz55yZ8vhNmzYgGPHjiE6OlrurMguKCgIa9asQWJiIpYvX47c3Fw8+eSTKCsrkztrDnfx4kUsX74cXbt2xY4dO/DWW2/hnXfewdq1a+XOmqwSEhJQUlKCv//971b9jqPPEylMeHg4Tp48qdr2DwDQrVs3ZGZmorS0FN9//z0mTpyIffv2qSoYys/Px9SpU5GUlARvb2+5syO7ESNGCH/36dMHQUFB6Ny5MzZt2oSwsDAZc+Z4Op0OAwcOxGeffQYAeOSRR3Dy5EnExcVh4sSJMudOPt9++y1GjBiBwMBAq37HGiEHa9euHVq0aIHCwkKD7wsLCxEQECBTrkgpIiIisHXrVuzZswcPPPCA3NmRjaenJ/74xz9iwIABiI6ORt++fbF48WK5s+VQGRkZKCoqQv/+/eHh4QEPDw/s27cPS5YsgYeHB+rq6uTOoqzatGmDP/3pTzh//rzcWXG4Dh06NLkp6NGjh2ofFQLA5cuXsWvXLrzxxhtW/5aBkIN5enpiwIABSE5OFr7T6XRITk5WbRsIAvR6PSIiIrBlyxbs3r0bXbp0kTtLiqLT6VBVVSV3NhzqmWeeQVZWFjIzM4XPwIEDMWHCBGRmZqJFixZyZ1FW5eXluHDhAjp06CB3VhzuiSeeaNK9xtmzZ9G5c2eZciS/1atXo3379hg5cqTVv+WjMRlERkZi4sSJGDhwIAYNGoSYmBhUVFRg0qRJcmfNocrLyw3u5nJzc5GZmQk/Pz906tRJxpw5Xnh4OOLj4/Hjjz+idevWQnsxX19ftGzZUubcOdbMmTMxYsQIdOrUCWVlZYiPj8fevXuxY8cOubPmUK1bt27SRqxVq1Zo27atKtuO/fOf/8SoUaPQuXNnFBQU4KOPPkKLFi3w0ksvyZ01h5s+fToef/xxfPbZZ/jb3/6GI0eOYMWKFVixYoXcWZOFTqfD6tWrMXHiRHh42BDWSPcSG5mydOlSfadOnfSenp76QYMG6Q8fPix3lhxuz549egBNPhMnTpQ7aw5nbDsA0K9evVrurDnc66+/ru/cubPe09NT///+3//TP/PMM/qdO3fKnS1FUPPr8+PGjdN36NBB7+npqf+v//ov/bhx4/Tnz5+XO1uy+fnnn/W9evXSe3l56bt3765fsWKF3FmSzY4dO/QA9Dk5OTb93k2v1+vFicmIiIiInAvbCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqRYDISIiIlItBkJERESkWgyEiIiIyOFSUlIwatQoBAYGws3NDQkJCVbPQ6/XY/78+fjTn/4ELy8v/Nd//Rc+/fRTq+bBITaIiIjI4SoqKtC3b1+8/vrreOGFF2yax9SpU7Fz507Mnz8fvXv3RnFxMYqLi62aB3uWJiIiIlm5ublhy5YtGD16tPBdVVUV/u///g///ve/UVJSgl69euGLL77AkCFDAACnT59Gnz59cPLkSXTr1s3mZfPRGBERESlOREQEUlNTsWHDBpw4cQJjx47F8OHDce7cOQDAzz//jD/84Q/YunUrunTpggcffBBvvPGG1TVCDISIiIhIUfLy8rB69Wps3rwZTz75JB566CH885//xODBg7F69WoAwMWLF3H58mVs3rwZ69atw5o1a5CRkYEXX3zRqmWxjRAREREpSlZWFurq6vCnP/3J4Puqqiq0bdsWAKDT6VBVVYV169YJ6b799lsMGDAAOTk5Fj8uYyBEREREilJeXo4WLVogIyMDLVq0MJh23333AQA6dOgADw8Pg2CpR48eAO7UKDEQIiIiIqf0yCOPoK6uDkVFRXjyySeNpnniiSdQW1uLCxcu4KGHHgIAnD17FgDQuXNni5fFt8aIiIjI4crLy3H+/HkAdwKfhQsXYujQofDz80OnTp3wyiuv4ODBg1iwYAEeeeQRXLt2DcnJyejTpw9GjhwJnU6HRx99FPfddx9iYmKg0+kQHh4OHx8f7Ny50+J8MBAiIiIih9u7dy+GDh3a5PuJEydizZo1qKmpwSeffIJ169bhypUraNeuHR577DF8/PHH6N27NwCgoKAAb7/9Nnbu3IlWrVphxIgRWLBgAfz8/CzOBwMhIiIiUi2+Pk9ERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSrf8P3vCF+WY4zeQAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "from matplotlib import pyplot as plt\n", + "\n", + "plt.plot(df['CO2'].to_list())" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "9946f5cd-3683-49db-8535-393cb04140ce", + "metadata": {}, + "outputs": [], + "source": [ + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints_1M/checkpoint_best_model.bin')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone = torch.compile(backbone)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))\n", + "model = torch.compile(model, fullgraph=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "903489f0-9039-4504-894e-6739b4a15371", + "metadata": {}, + "outputs": [], + "source": [ + "def create_splits(df):\n", + " length = len(df)\n", + " train_length = int(0.99 * length)\n", + " train = df.loc[:train_length]\n", + " test = df.loc[train_length:]\n", + " return train, test\n", + "\n", + "train, test = create_splits(df)\n", + "\n", + "train = train.reset_index(drop=True)\n", + "test = test.reset_index(drop=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "00c271f1-bd44-457d-9a0e-7b221871ab78", + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['Smiles']\n", + "smiles_test = test['Smiles']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "01ebce4a-9ac0-4527-a9bd-8d13913f15e3", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['/home/jovyan/simson_training_bolgov/regression/scalers']" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "\n", + "joblib.dump(scalers, '/home/jovyan/simson_training_bolgov/regression/scalers')" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "4405c601-f006-4eeb-989e-fb35dd5349ba", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Setting up datasets for two-label training (labels assumed pre-scaled)\n", + "Training dataset statistics:\n", + " total_samples: 6659681\n", + " label_0_count: 6659681\n", + " label_1_count: 6659681\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Validation dataset statistics:\n", + " total_samples: 67270\n", + " label_0_count: 67270\n", + " label_1_count: 67270\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Computed label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Using device: cuda\n", + "Training steps per epoch: 26015\n", + "Total training steps: 78045\n", + "Label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Validation will be performed every 7000 steps\n", + "\n", + "Epoch 1/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 27%|██▍ | 7001/26015 [10:27<10:43:20, 2.03s/it, step=7002, loss=0.0372, true_loss=16.0679, lr=1.84e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 7000 | Train Loss: 0.0618 | Val Loss: 0.1191 | True train loss: 17.4244 | True val loss: 18.3473\n", + "New best validation loss: 0.1191\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 54%|████▎ | 14001/26015 [20:40<3:46:01, 1.13s/it, step=14002, loss=0.0315, true_loss=15.1059, lr=1.68e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 14000 | Train Loss: 0.0357 | Val Loss: 0.0652 | True train loss: 16.0534 | True val loss: 17.3651\n", + "New best validation loss: 0.0652\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 81%|██████▍ | 21001/26015 [30:53<1:34:27, 1.13s/it, step=21002, loss=0.0348, true_loss=15.9539, lr=1.52e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 21000 | Train Loss: 0.0319 | Val Loss: 0.0438 | True train loss: 15.7137 | True val loss: 16.3045\n", + "New best validation loss: 0.0438\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 2/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 8%|▋ | 1987/26015 [02:59<5:37:18, 1.19it/s, step=28002, loss=0.0224, true_loss=14.3285, lr=1.35e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 28000 | Train Loss: 0.0284 | Val Loss: 0.0393 | True train loss: 15.0774 | True val loss: 15.2044\n", + "New best validation loss: 0.0393\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 35%|███ | 8987/26015 [13:13<3:55:46, 1.20it/s, step=35002, loss=0.0302, true_loss=13.3737, lr=1.19e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 35000 | Train Loss: 0.0257 | Val Loss: 0.0279 | True train loss: 14.4303 | True val loss: 14.4498\n", + "New best validation loss: 0.0279\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 61%|████▉ | 15987/26015 [23:29<2:17:59, 1.21it/s, step=42002, loss=0.0264, true_loss=14.5345, lr=1.03e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 42000 | Train Loss: 0.0245 | Val Loss: 0.0351 | True train loss: 14.1197 | True val loss: 14.2312\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 88%|████████▊ | 22987/26015 [33:46<41:56, 1.20it/s, step=49002, loss=0.0216, true_loss=14.1316, lr=8.70e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 49000 | Train Loss: 0.0233 | Val Loss: 0.0290 | True train loss: 13.9434 | True val loss: 14.4628\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 3/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 15%|█▎ | 3971/26015 [05:52<7:13:46, 1.18s/it, step=56002, loss=0.0254, true_loss=14.4344, lr=7.08e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 56000 | Train Loss: 0.0229 | Val Loss: 0.0479 | True train loss: 13.9115 | True val loss: 14.0929\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 42%|███▎ | 10971/26015 [16:06<4:48:34, 1.15s/it, step=63002, loss=0.0201, true_loss=12.8691, lr=5.47e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 63000 | Train Loss: 0.0219 | Val Loss: 0.0239 | True train loss: 13.6746 | True val loss: 13.5177\n", + "New best validation loss: 0.0239\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 69%|██████▏ | 17971/26015 [26:24<2:31:18, 1.13s/it, step=7e+4, loss=0.0248, true_loss=14.9835, lr=3.86e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 70000 | Train Loss: 0.0212 | Val Loss: 0.0259 | True train loss: 13.5072 | True val loss: 13.7410\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 96%|█████████▌| 24971/26015 [36:41<19:36, 1.13s/it, step=77002, loss=0.0228, true_loss=13.9553, lr=2.24e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 77000 | Train Loss: 0.0207 | Val Loss: 0.0267 | True train loss: 13.4052 | True val loss: 13.8021\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Loaded best model with validation loss: 0.0239\n", + "Training completed.\n", + "Number of validation checkpoints: 11\n", + "Final training losses: [0.022863016219410514, 0.02186289042873042, 0.021151691354678145, 0.020719855580878046, 0.020669196563010864]\n", + "Best validation loss: 0.0239\n", + "Model saved successfully!\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\r" + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=3, learning_rate=2e-5, batch_size=256, validation_steps=7000,\n", + ")" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/new_regression_uncompiled.bin b/simson_modeling/regression/new_regression_uncompiled.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b40f07d8e34ce618a2005b9a4fb1162f90e5cb8 --- /dev/null +++ b/simson_modeling/regression/new_regression_uncompiled.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3dce3d698b47cd8ee166e2d2a6f459a0e912a5471092801531f678768256cbe +size 1816950 diff --git a/simson_modeling/regression/polyGNN_combined_mols_.csv b/simson_modeling/regression/polyGNN_combined_mols_.csv new file mode 100644 index 0000000000000000000000000000000000000000..8687153cdf543a5e3206f849e8ff642a529b1098 --- /dev/null +++ b/simson_modeling/regression/polyGNN_combined_mols_.csv @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c858c0c442a7dfa7295b349be39566f0b93b0782f98f6ff41463382ad264d636 +size 312567716 diff --git a/simson_modeling/regression/polygnn_model/model_4.pt b/simson_modeling/regression/polygnn_model/model_4.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae62083f05040b7ad9e31710b415b7f11a6262ab --- /dev/null +++ b/simson_modeling/regression/polygnn_model/model_4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be15a2810e85018ab1862ea5f51b4a6e0181cac8b52e433d79ba9cc9cd359f13 +size 652461 diff --git a/simson_modeling/regression/regression.ipynb b/simson_modeling/regression/regression.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..dafbef96817676ce64480e80a2f95e77fb248c5c --- /dev/null +++ b/simson_modeling/regression/regression.ipynb @@ -0,0 +1,947 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "11ab9ea6-1c5b-4f9b-a6ea-1bc75be56108", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "\n", + "import joblib\n", + "import numpy as np\n", + "import pandas as pd\n", + "import torch\n", + "from sklearn.metrics import mean_absolute_error\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.preprocessing import StandardScaler\n", + "from torch import nn\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from tqdm import tqdm\n", + "from transformers import (\n", + " AutoConfig,\n", + " AutoModel,\n", + " AutoTokenizer,\n", + " BertConfig,\n", + " BertModel,\n", + " BertTokenizerFast,\n", + " PreTrainedModel,\n", + ")\n", + "from transformers.activations import ACT2FN\n", + "\n", + "warnings.filterwarnings(\"ignore\")\n", + "\n", + "torch.backends.cuda.matmul.allow_tf32 = True\n", + "torch.backends.cudnn.allow_tf32 = True\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "ce760993-fbef-4546-8b2c-1e7a722ad374", + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.utils.data import Dataset\n", + "\n", + "\n", + "class SMILESDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_length=256):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels # Shape: (num_samples, 2) - already scaled\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Create mask for valid (non-NaN) labels\n", + " self.label_masks = ~np.isnan(self.labels) # True where label is valid\n", + " \n", + " # Replace NaNs with 0 for safe tensor conversion (mask will handle exclusion)\n", + " self.labels = np.nan_to_num(self.labels, nan=0.0)\n", + " \n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + " \n", + " def __getitem__(self, idx):\n", + " smiles = self.tokenizer.cls_token + self.smiles_list[idx]\n", + " \n", + " # Tokenize the SMILES string\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_length,\n", + " return_tensors='pt'\n", + " )\n", + " \n", + " return {\n", + " 'input_ids': encoding['input_ids'].flatten(),\n", + " 'attention_mask': encoding['attention_mask'].flatten(),\n", + " 'labels': torch.tensor(self.labels[idx], dtype=torch.float32),\n", + " 'label_mask': torch.tensor(self.label_masks[idx], dtype=torch.float32)\n", + " }\n", + " \n", + " def get_label_statistics(self):\n", + " \"\"\"Return statistics about label availability\"\"\"\n", + " label_counts = self.label_masks.sum(axis=0)\n", + " total_samples = len(self.smiles_list)\n", + " \n", + " stats = {\n", + " 'total_samples': total_samples,\n", + " 'label_0_count': label_counts[0],\n", + " 'label_1_count': label_counts[1],\n", + " 'label_0_ratio': label_counts[0] / total_samples,\n", + " 'label_1_ratio': label_counts[1] / total_samples,\n", + " 'both_labels_count': (self.label_masks.sum(axis=1) == 2).sum(),\n", + " 'single_label_count': (self.label_masks.sum(axis=1) == 1).sum(),\n", + " 'no_labels_count': (self.label_masks.sum(axis=1) == 0).sum()\n", + " }\n", + " \n", + " return stats\n", + "\n", + "def calculate_weighted_loss(predictions, labels, label_mask, label_weights):\n", + " \"\"\"\n", + " Calculate weighted loss for two labels with masking\n", + " \n", + " Args:\n", + " predictions: Model outputs (batch_size, 2)\n", + " labels: Ground truth labels (batch_size, 2)\n", + " label_mask: Mask for valid labels (batch_size, 2)\n", + " label_weights: Weights for each label (2,)\n", + " \"\"\"\n", + " loss_fn = nn.MSELoss(reduction='none')\n", + " \n", + " # Calculate per-sample, per-label losses\n", + " losses = loss_fn(predictions, labels) # Shape: (batch_size, 2)\n", + " \n", + " # Apply masking to exclude NaN labels\n", + " valid_mask = label_mask.bool()\n", + " masked_losses = losses * valid_mask.float()\n", + " \n", + " # Apply label-specific weights\n", + " weighted_losses = masked_losses * label_weights.unsqueeze(0) # Broadcast weights\n", + " \n", + " # Calculate final loss (only over valid predictions)\n", + " total_loss = weighted_losses.sum()\n", + " total_valid = valid_mask.sum()\n", + " \n", + " return total_loss / total_valid if total_valid > 0 else torch.tensor(0.0, device=predictions.device, requires_grad=True)\n", + "\n", + "def compute_label_weights(dataset):\n", + " \"\"\"\n", + " Compute inverse frequency weights based on label availability\n", + " \n", + " Args:\n", + " dataset: SMILESDataset instance\n", + " \n", + " Returns:\n", + " torch.Tensor: Normalized weights for each label\n", + " \"\"\"\n", + " # Get label counts from dataset\n", + " label_counts = dataset.label_masks.sum(axis=0) # Count valid samples per label\n", + " total_samples = len(dataset)\n", + " \n", + " # Inverse frequency weighting\n", + " weights = total_samples / (2 * label_counts) # 2 is the number of labels\n", + " \n", + " # Normalize weights so they sum to number of labels (2)\n", + " weights = weights / weights.sum() * 2\n", + " \n", + " return torch.tensor(weights, dtype=torch.float32)\n", + "\n", + "def calculate_true_loss(predictions, labels, label_mask, scalers=None):\n", + " \"\"\"\n", + " Calculate unscaled MAE loss for monitoring using separate scalers for each label\n", + " \n", + " Args:\n", + " predictions (torch.Tensor): Model outputs of shape (batch_size, 2).\n", + " labels (torch.Tensor): Ground truth labels of shape (batch_size, 2).\n", + " label_mask (torch.Tensor): Boolean mask for valid labels of shape (batch_size, 2).\n", + " scalers: List of scaler objects, one for each label\n", + " \"\"\"\n", + " # Detach tensors from the computation graph and move to CPU\n", + " predictions_np = predictions.cpu().detach().numpy()\n", + " labels_np = labels.cpu().numpy()\n", + " label_mask_np = label_mask.cpu().numpy().astype(bool)\n", + " \n", + " total_mae = 0\n", + " total_samples = 0\n", + " \n", + " for label_idx in range(2):\n", + " # Get valid samples for this label\n", + " valid_mask = label_mask_np[:, label_idx]\n", + " \n", + " if valid_mask.any():\n", + " valid_preds = predictions_np[valid_mask, label_idx].reshape(-1, 1)\n", + " valid_labels = labels_np[valid_mask, label_idx].reshape(-1, 1)\n", + " \n", + " if scalers is not None:\n", + " # Unscale using the corresponding scaler for this label\n", + " unscaled_preds = scalers[label_idx].inverse_transform(valid_preds).flatten()\n", + " unscaled_labels = scalers[label_idx].inverse_transform(valid_labels).flatten()\n", + " else:\n", + " unscaled_preds = valid_preds.flatten()\n", + " unscaled_labels = valid_labels.flatten()\n", + " \n", + " # Calculate MAE for this label\n", + " mae = np.mean(np.abs(unscaled_preds - unscaled_labels))\n", + " total_mae += mae * len(unscaled_preds)\n", + " total_samples += len(unscaled_preds)\n", + " \n", + " return total_mae / total_samples if total_samples > 0 else 0.0\n", + "\n", + "\n", + "def train_model(model, train_dataloader, val_dataloader, label_weights, \n", + " scalers=None, num_epochs=10, learning_rate=2e-5, device='cuda', \n", + " patience=3, validation_steps=500):\n", + " \"\"\"\n", + " Train model with weighted loss for two labels with step-based validation\n", + " \n", + " Args:\n", + " model: CustomModel instance (should output 2 labels)\n", + " train_dataloader: Training data loader\n", + " val_dataloader: Validation data loader \n", + " label_weights: Tensor with weights for each label\n", + " scalers: List of scalers for unscaled loss monitoring\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " device: Training device\n", + " patience: Early stopping patience (in validation steps)\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " model.to(device)\n", + " label_weights = label_weights.to(device)\n", + " \n", + " optimizer = AdamW(model.parameters(), lr=learning_rate, weight_decay=0.01)\n", + " total_steps = len(train_dataloader) * num_epochs\n", + " scheduler = LinearLR(optimizer, start_factor=1.0, end_factor=0.1, total_iters=total_steps)\n", + " \n", + " train_losses = []\n", + " val_losses = []\n", + " \n", + " # Early stopping initialization\n", + " best_val_loss = float('inf')\n", + " steps_no_improve = 0\n", + " best_model_state = None\n", + " \n", + " # Training tracking\n", + " global_step = 0\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " print(f\"Label weights: {label_weights.cpu().numpy()}\")\n", + " print(f\"Validation will be performed every {validation_steps} steps\")\n", + " \n", + " model.train()\n", + " \n", + " for epoch in range(num_epochs):\n", + " print(f\"\\nEpoch {epoch + 1}/{num_epochs}\")\n", + " \n", + " train_progress = tqdm(train_dataloader, desc=\"Training\", leave=False)\n", + " \n", + " for batch_idx, batch in enumerate(train_progress):\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = batch['input_ids'].to(device)\n", + " attention_mask = batch['attention_mask'].to(device)\n", + " labels = batch['labels'].to(device)\n", + " label_mask = batch['label_mask'].to(device)\n", + " \n", + " optimizer.zero_grad()\n", + " \n", + " # Model forward pass\n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " # Calculate weighted loss\n", + " loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " \n", + " # Calculate true loss for monitoring\n", + " true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + " \n", + " # Accumulate losses for averaging\n", + " running_train_loss += loss.item()\n", + " running_true_train_loss += true_loss\n", + " train_steps_count += 1\n", + " \n", + " loss.backward()\n", + " \n", + " torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0)\n", + " \n", + " optimizer.step()\n", + " scheduler.step()\n", + " \n", + " global_step += 1\n", + " \n", + " train_progress.set_postfix({\n", + " 'step': global_step,\n", + " 'loss': f'{loss.item():.4f}',\n", + " 'true_loss': f'{true_loss:.4f}',\n", + " 'lr': f'{scheduler.get_last_lr()[0]:.2e}'\n", + " })\n", + " \n", + " # Perform validation every validation_steps\n", + " if global_step % validation_steps == 0:\n", + " # Calculate average training losses since last validation\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " avg_true_train_loss = running_true_train_loss / train_steps_count\n", + " \n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Reset running averages\n", + " running_train_loss = 0\n", + " running_true_train_loss = 0\n", + " train_steps_count = 0\n", + " \n", + " # Validation\n", + " model.eval()\n", + " total_val_loss = 0\n", + " total_true_val_loss = 0\n", + " val_batches = 0\n", + "\n", + " with torch.no_grad():\n", + " for val_batch in val_dataloader:\n", + " with torch.autocast(dtype=torch.float16, device_type=\"cuda\"):\n", + " input_ids = val_batch['input_ids'].to(device)\n", + " attention_mask = val_batch['attention_mask'].to(device)\n", + " labels = val_batch['labels'].to(device)\n", + " label_mask = val_batch['label_mask'].to(device)\n", + " \n", + " outputs = model(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " )\n", + " \n", + " val_loss = calculate_weighted_loss(outputs, labels, label_mask, label_weights)\n", + " val_true_loss = calculate_true_loss(outputs, labels, label_mask, scalers)\n", + "\n", + " total_val_loss += val_loss.item()\n", + " total_true_val_loss += val_true_loss\n", + " val_batches += 1\n", + " \n", + " avg_val_loss = total_val_loss / val_batches\n", + " avg_val_true_loss = total_true_val_loss / val_batches\n", + " val_losses.append(avg_val_loss)\n", + " \n", + " print(f\"\\nStep {global_step} | Train Loss: {avg_train_loss:.4f} | Val Loss: {avg_val_loss:.4f} | True train loss: {avg_true_train_loss:.4f} | True val loss: {avg_val_true_loss:.4f}\")\n", + " \n", + " # Early stopping check and best model saving\n", + " if avg_val_loss < best_val_loss:\n", + " best_val_loss = avg_val_loss\n", + " steps_no_improve = 0\n", + " best_model_state = model.state_dict().copy()\n", + " print(f\"New best validation loss: {best_val_loss:.4f}\")\n", + " else:\n", + " steps_no_improve += 1\n", + " if steps_no_improve >= patience:\n", + " print(f\"Early stopping triggered after {global_step} steps ({steps_no_improve} validation steps without improvement).\")\n", + " # Load best model and return\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " return train_losses, val_losses, best_val_loss\n", + " \n", + " model.train()\n", + " \n", + " # Handle any remaining training loss that hasn't been validated\n", + " if train_steps_count > 0:\n", + " avg_train_loss = running_train_loss / train_steps_count\n", + " train_losses.append(avg_train_loss)\n", + " \n", + " # Load the best model state before returning\n", + " if best_model_state is not None:\n", + " model.load_state_dict(best_model_state)\n", + " print(f\"Loaded best model with validation loss: {best_val_loss:.4f}\")\n", + " \n", + " return train_losses, val_losses, best_val_loss\n", + "\n", + "def run_training(smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=5, learning_rate=1e-5, \n", + " batch_size=256, validation_steps=500):\n", + " \"\"\"\n", + " Complete training pipeline for two labels with step-based validation\n", + " \n", + " Args:\n", + " smiles_train, smiles_test: Lists of SMILES strings\n", + " labels_train, labels_test: numpy arrays of shape (num_samples, 2) - ALREADY SCALED\n", + " model: CustomModel instance (configured for 2 outputs)\n", + " tokenizer: Tokenizer instance\n", + " scalers: List of 2 scalers, one for each label (for inverse transform only)\n", + " num_epochs: Number of training epochs\n", + " learning_rate: Learning rate\n", + " batch_size: Batch size for training\n", + " validation_steps: Perform validation every N training steps\n", + " \"\"\"\n", + " \n", + " print(\"Setting up datasets for two-label training (labels assumed pre-scaled)\")\n", + " \n", + " # Create datasets - no scaling performed here\n", + " train_dataset = SMILESDataset(smiles_train, labels_train, tokenizer)\n", + " val_dataset = SMILESDataset(smiles_test, labels_test, tokenizer)\n", + " \n", + " # Print dataset statistics\n", + " train_stats = train_dataset.get_label_statistics()\n", + " val_stats = val_dataset.get_label_statistics()\n", + " \n", + " print(\"Training dataset statistics:\")\n", + " for key, value in train_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " print(\"Validation dataset statistics:\")\n", + " for key, value in val_stats.items():\n", + " print(f\" {key}: {value}\")\n", + " \n", + " # Compute label weights based on training data\n", + " label_weights = compute_label_weights(train_dataset)\n", + " print(f\"Computed label weights: {label_weights.numpy()}\")\n", + " \n", + " # Create data loaders\n", + " train_dataloader = DataLoader(\n", + " train_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=True,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " val_dataloader = DataLoader(\n", + " val_dataset,\n", + " batch_size=batch_size,\n", + " shuffle=False,\n", + " num_workers=4,\n", + " pin_memory=True\n", + " )\n", + " \n", + " # Set device\n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " print(f\"Training steps per epoch: {len(train_dataloader)}\")\n", + " print(f\"Total training steps: {len(train_dataloader) * num_epochs}\")\n", + " \n", + " # Train the model\n", + " train_losses, val_losses, best_val_loss = train_model(\n", + " model=model,\n", + " train_dataloader=train_dataloader,\n", + " val_dataloader=val_dataloader,\n", + " label_weights=label_weights,\n", + " scalers=scalers, # Still pass scalers for true loss calculation\n", + " num_epochs=num_epochs,\n", + " learning_rate=learning_rate,\n", + " device=device,\n", + " patience=10,\n", + " validation_steps=validation_steps,\n", + " )\n", + " \n", + " print('Training completed.')\n", + " print(f'Number of validation checkpoints: {len(val_losses)}')\n", + " print(f'Final training losses: {train_losses[-5:] if len(train_losses) >= 5 else train_losses}')\n", + " print(f'Best validation loss: {best_val_loss:.4f}')\n", + " \n", + " # Save model\n", + " torch.save(model.state_dict(), '/home/jovyan/simson_training_bolgov/regression/regression_simson.pth')\n", + " print(\"Model saved successfully!\")\n", + " \n", + " return train_losses, val_losses, best_val_loss" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "12a2b8c3-2c4d-4b1b-8cc7-930c9fe68fd7", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')\n", + "targets = ['Tg', 'He', 'N2', 'O2', 'CH4', 'CO2']" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "8e1296a2-551c-48ab-aab3-fcf4b6110d75", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkIAAAGvCAYAAAC3lbrBAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAYQxJREFUeJzt3XtcFdXeP/APSICZYOhPkCc1T8fjJW+pSZR1tHhEM0+ezKNl5THSUw+UynOs7DEyrSjzgheSzLyd5HjpJJUainjBC6KgJKLiDYXEDSrCBpTr3r8/jJENm32d2TN7z+f9eu3XC/asPbPmtuY7a9as5abX6/UgIiIiUiF3uTNAREREJBcGQkRERKRaDISIiIhItRgIERERkWoxECIiIiLVYiBEREREqsVAiIiIiFSLgRARERGplofcGVAynU6HgoICtG7dGm5ubnJnh4iIiCyg1+tRVlaGwMBAuLubrvNhIGRCQUEBOnbsKHc2iIiIyAb5+fl44IEHTKZhIGRC69atAdzZkD4+PjLnhoiIiCyh1WrRsWNH4TpuCgMhE+ofh/n4+DAQIiIicjKWNGthY2kiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRalkdCKWkpGDUqFEIDAyEm5sbEhISmqQ5ffo0/vKXv8DX1xetWrXCo48+iry8PGF6ZWUlwsPD0bZtW9x3330YM2YMCgsLDeaRl5eHkSNH4t5770X79u0xY8YM1NbWGqTZu3cv+vfvDy8vL/zxj3/EmjVrmuQlNjYWDz74ILy9vREUFIQjR45Yu8ouY29OEd77/gRuVdeaT2yHklvVmLH5Vxy+eEPS5UjhX4cv48sdZ5qdrtfrEf3Lafz7SJ7B96evahG5KRP5xbesXubS5HP4JuWi1b8jdbp8owKRmzJxtrBM7qwo0tf7LiB2z3mHLvNaWRX+d9OvyLh8U9T5nr6qxZ+/3IPxK1Jxo7xK1HnLqVBbif/d9Ct+zS+ROysAbAiEKioq0LdvX8TGxhqdfuHCBQwePBjdu3fH3r17ceLECXz44Yfw9vYW0kyfPh0///wzNm/ejH379qGgoAAvvPCCML2urg4jR45EdXU1Dh06hLVr12LNmjWIiooS0uTm5mLkyJEYOnQoMjMzMW3aNLzxxhvYsWOHkGbjxo2IjIzERx99hGPHjqFv374IDQ1FUVGRtavtEv6++ig2pufjqz0XJF1O9PYz2JzxG8avOCzpcqTwYcJJxO65gDMardHpv/5Wiq/3XcTMH7IMvh+19AB+OHYF//hXhlXLK9RWYkHSWXy6/TSqautszjepx6TVR/HDsSsY89UhubOiOLeqaxH9yxl8uSMH1x0YOMxKyMJ/jv2GMcvF3Scjl+zH5Ru3cPhiMWb/fErUecvpn5t/xX+O/YbnYw/KnRUAgIe1PxgxYgRGjBjR7PT/+7//w7PPPot58+YJ3z300EPC36Wlpfj2228RHx+Pp59+GgCwevVq9OjRA4cPH8Zjjz2GnTt34tSpU9i1axf8/f3Rr18/zJ07F++99x5mz54NT09PxMXFoUuXLliwYAEAoEePHjhw4AAWLVqE0NBQAMDChQsxefJkTJo0CQAQFxeHbdu2YdWqVXj//fetXXWXUVB6W9L5Xy6ukHT+jlBRZbzWTHu7xuj3tTo9AOBckXV36ZU1d4Mfvd6qn5JKXbx+5/wqa+YYVbP68xAAqmt1Dltu7nVpyrwGq4PLN5y/XK138Zqy1kXUNkI6nQ7btm3Dn/70J4SGhqJ9+/YICgoyeHyWkZGBmpoahISECN91794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVagw8RERG5LlEDoaKiIpSXl+Pzzz/H8OHDsXPnTvz1r3/FCy+8gH379gEANBoNPD090aZNG4Pf+vv7Q6PRCGkaBkH10+unmUqj1Wpx+/ZtXL9+HXV1dUbT1M+jsejoaPj6+gqfjh072rYhiIiIyCmIXiMEAM8//zymT5+Ofv364f3338dzzz2HuLg4MRcliZkzZ6K0tFT45Ofny50lIiIikpCogVC7du3g4eGBnj17Gnzfo0cP4a2xgIAAVFdXo6SkxCBNYWEhAgIChDSN3yKr/99cGh8fH7Rs2RLt2rVDixYtjKapn0djXl5e8PHxMfgQERGR6xI1EPL09MSjjz6KnJwcg+/Pnj2Lzp07AwAGDBiAe+65B8nJycL0nJwc5OXlITg4GAAQHByMrKwsg7e7kpKS4OPjIwRZwcHBBvOoT1M/D09PTwwYMMAgjU6nQ3JyspCGiIiI1M3qt8bKy8tx/vzdPhpyc3ORmZkJPz8/dOrUCTNmzMC4cePw1FNPYejQoUhMTMTPP/+MvXv3AgB8fX0RFhaGyMhI+Pn5wcfHB2+//TaCg4Px2GOPAQCGDRuGnj174tVXX8W8efOg0Wgwa9YshIeHw8vLCwDw5ptvYtmyZXj33Xfx+uuvY/fu3di0aRO2bdsm5C0yMhITJ07EwIEDMWjQIMTExKCiokJ4i4yIiIjUzepAKD09HUOHDhX+j4yMBABMnDgRa9aswV//+lfExcUhOjoa77zzDrp164b//Oc/GDx4sPCbRYsWwd3dHWPGjEFVVRVCQ0Px1VdfCdNbtGiBrVu34q233kJwcDBatWqFiRMnYs6cOUKaLl26YNu2bZg+fToWL16MBx54ACtXrhRenQeAcePG4dq1a4iKioJGo0G/fv2QmJjYpAE1ERERqZPVgdCQIUOgN9Phyeuvv47XX3+92ene3t6IjY1ttlNGAOjcuTO2b99uNi/Hjx83mSYiIgIREREm0xAREZE6cawxIiIiUi0GQkRERKRaDISIiIhItRgIERnlZuOvbPsdERHJg4EQERERqRYDIRVirYWEuGmJiJwKAyEiInIJDXt2ceNNCVmIgRARERGpFgMhIiN4N0lEpA4MhIiIiOzgiHaXvDeTDgMhIiIiUi0GQkRERKRaDISIrMC2Q0REroWBEBERkR14g+TcGAgRERGRajEQIjLC1hs8a3/HXr6JiOTFQIhIIRr2iktERI7BQIjICqzBISJyLQyEiIiISLUYCKkQ33AgIiK6g4EQkYgYZBIRORcGQkRE5HLYno8sxUCIiIhcA9+8JBswECIiIiLVYiBEREREqsVAiIiIiFSLgRCREW58/YuISBUYCBEZYftYYwygiIicCQMhIoVgJRQRNYsFhGQYCBEREZFqMRAiIiIi1bI6EEpJScGoUaMQGBgINzc3JCQkNJv2zTffhJubG2JiYgy+Ly4uxoQJE+Dj44M2bdogLCwM5eXlBmlOnDiBJ598Et7e3ujYsSPmzZvXZP6bN29G9+7d4e3tjd69e2P79u0G0/V6PaKiotChQwe0bNkSISEhOHfunLWrTCQZPXuAIyKSldWBUEVFBfr27YvY2FiT6bZs2YLDhw8jMDCwybQJEyYgOzsbSUlJ2Lp1K1JSUjBlyhRhularxbBhw9C5c2dkZGTgyy+/xOzZs7FixQohzaFDh/DSSy8hLCwMx48fx+jRozF69GicPHlSSDNv3jwsWbIEcXFxSEtLQ6tWrRAaGorKykprV5uIiEg+et40ScXD2h+MGDECI0aMMJnmypUrePvtt7Fjxw6MHDnSYNrp06eRmJiIo0ePYuDAgQCApUuX4tlnn8X8+fMRGBiI9evXo7q6GqtWrYKnpycefvhhZGZmYuHChULAtHjxYgwfPhwzZswAAMydOxdJSUlYtmwZ4uLioNfrERMTg1mzZuH5558HAKxbtw7+/v5ISEjA+PHjrV11l8Emd7Zje0UiItciehshnU6HV199FTNmzMDDDz/cZHpqairatGkjBEEAEBISAnd3d6SlpQlpnnrqKXh6egppQkNDkZOTg5s3bwppQkJCDOYdGhqK1NRUAEBubi40Go1BGl9fXwQFBQlpGquqqoJWqzX4EBERkesSPRD64osv4OHhgXfeecfodI1Gg/bt2xt85+HhAT8/P2g0GiGNv7+/QZr6/82laTi94e+MpWksOjoavr6+wqdjx45m15eoIdYYERE5F1EDoYyMDCxevBhr1qxxyp55Z86cidLSUuGTn58vd5aIiEjhnPF6R3eJGgjt378fRUVF6NSpEzw8PODh4YHLly/jf//3f/Hggw8CAAICAlBUVGTwu9raWhQXFyMgIEBIU1hYaJCm/n9zaRpOb/g7Y2ka8/Lygo+Pj8GHiIicD2MTspSogdCrr76KEydOIDMzU/gEBgZixowZ2LFjBwAgODgYJSUlyMjIEH63e/du6HQ6BAUFCWlSUlJQU1MjpElKSkK3bt1w//33C2mSk5MNlp+UlITg4GAAQJcuXRAQEGCQRqvVIi0tTUhDRERE6mb1W2Pl5eU4f/688H9ubi4yMzPh5+eHTp06oW3btgbp77nnHgQEBKBbt24AgB49emD48OGYPHky4uLiUFNTg4iICIwfP1541f7ll1/Gxx9/jLCwMLz33ns4efIkFi9ejEWLFgnznTp1Kv785z9jwYIFGDlyJDZs2ID09HThFXs3NzdMmzYNn3zyCbp27YouXbrgww8/RGBgIEaPHm31hiJ1sfVu0tqfcWwyIiJ5WR0IpaenY+jQocL/kZGRAICJEydizZo1Fs1j/fr1iIiIwDPPPAN3d3eMGTMGS5YsEab7+vpi586dCA8Px4ABA9CuXTtERUUZ9DX0+OOPIz4+HrNmzcIHH3yArl27IiEhAb169RLSvPvuu6ioqMCUKVNQUlKCwYMHIzExEd7e3tauNhEREbkgqwOhIUOGQG9Fx06XLl1q8p2fnx/i4+NN/q5Pnz7Yv3+/yTRjx47F2LFjm53u5uaGOXPmYM6cORbllYiIiNSFY40RKQQ7jiUicjwGQkRWYIseIiLXwkCIyAg2YiYiUgcGQkRERKRaDISIiMjlsM0dWYqBkAqxx1UiIvE4pEhlwS0ZBkJERESkWgyEiETEwReJiJwLAyEiIiJSLQZCREY4aqwxIiKSFwMhIiJyOXxKTZZiIERERESqxUCIyBq8yyRSLD3YeRBZj4EQERERqRYDISIiIlItBkJERESkWgyEiIiI7MA31JwbAyEiIiJSLQZCREREpFoMhFTIje+AExERAWAgRERERCrGQIjICJsbP1r5OzayJCKSFwMhIhExriEici4MhIgUgrVDRM7JEecuiwfpMBAiIiIi1WIgRKQQeo4XSSQa1qCQpRgIEVmBXQ8QEbkWBkJERESkWgyEiIjIJfDxsnNQ2oshDISIiIhItawOhFJSUjBq1CgEBgbCzc0NCQkJwrSamhq899576N27N1q1aoXAwEC89tprKCgoMJhHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3bzeYrtfrERUVhQ4dOqBly5YICQnBuXPnrF1lIiIiEonSau6sDoQqKirQt29fxMbGNpl269YtHDt2DB9++CGOHTuGH374ATk5OfjLX/5ikG7ChAnIzs5GUlIStm7dipSUFEyZMkWYrtVqMWzYMHTu3BkZGRn48ssvMXv2bKxYsUJIc+jQIbz00ksICwvD8ePHMXr0aIwePRonT54U0sybNw9LlixBXFwc0tLS0KpVK4SGhqKystLa1SaShNIKBCIitfGw9gcjRozAiBEjjE7z9fVFUlKSwXfLli3DoEGDkJeXh06dOuH06dNITEzE0aNHMXDgQADA0qVL8eyzz2L+/PkIDAzE+vXrUV1djVWrVsHT0xMPP/wwMjMzsXDhQiFgWrx4MYYPH44ZM2YAAObOnYukpCQsW7YMcXFx0Ov1iImJwaxZs/D8888DANatWwd/f38kJCRg/Pjx1q46ERGRLHjPJB3J2wiVlpbCzc0Nbdq0AQCkpqaiTZs2QhAEACEhIXB3d0daWpqQ5qmnnoKnp6eQJjQ0FDk5Obh586aQJiQkxGBZoaGhSE1NBQDk5uZCo9EYpPH19UVQUJCQprGqqipotVqDjytSWkM1JWruNXlz286NG5eIyKlIGghVVlbivffew0svvQQfHx8AgEajQfv27Q3SeXh4wM/PDxqNRkjj7+9vkKb+f3NpGk5v+DtjaRqLjo6Gr6+v8OnYsaPV60xERETOQ7JAqKamBn/729+g1+uxfPlyqRYjqpkzZ6K0tFT45Ofny50lIiIikpDVbYQsUR8EXb58Gbt37xZqgwAgICAARUVFBulra2tRXFyMgIAAIU1hYaFBmvr/zaVpOL3+uw4dOhik6devn9F8e3l5wcvLy9rVJRLwyRgRkXMRvUaoPgg6d+4cdu3ahbZt2xpMDw4ORklJCTIyMoTvdu/eDZ1Oh6CgICFNSkoKampqhDRJSUno1q0b7r//fiFNcnKywbyTkpIQHBwMAOjSpQsCAgIM0mi1WqSlpQlpiJrDgIaISB2sDoTKy8uRmZmJzMxMAHcaJWdmZiIvLw81NTV48cUXkZ6ejvXr16Ourg4ajQYajQbV1dUAgB49emD48OGYPHkyjhw5goMHDyIiIgLjx49HYGAgAODll1+Gp6cnwsLCkJ2djY0bN2Lx4sWIjIwU8jF16lQkJiZiwYIFOHPmDGbPno309HREREQAuNNoddq0afjkk0/w008/ISsrC6+99hoCAwMxevRoOzcbERHRHRyD0LlZ/WgsPT0dQ4cOFf6vD04mTpyI2bNn46effgKAJo+f9uzZgyFDhgAA1q9fj4iICDzzzDNwd3fHmDFjsGTJEiGtr68vdu7cifDwcAwYMADt2rVDVFSUQV9Djz/+OOLj4zFr1ix88MEH6Nq1KxISEtCrVy8hzbvvvouKigpMmTIFJSUlGDx4MBITE+Ht7W3tahMREZELsjoQGjJkCPQmeoEzNa2en58f4uPjTabp06cP9u/fbzLN2LFjMXbs2Ganu7m5Yc6cOZgzZ47ZPBERkQthJQ1ZiGONERERkWoxECIiIrKDI16uYAWXdBgIERERkWoxECIiIiLVYiBEZIStVd3W/oz9FRERyYuBEBEREakWAyEVYi0EERHRHQyEiIiIyGGUdjPOQIiIiIhUi4EQERERqRYDISIRudlR56uH+eFpiIhIXAyEiKygsEfbRERkJwZCREREpFoMhIisYM+jLyIiUh4GQkRGuPEhGBGRKjAQIvqdXs/GykSugjczZCkGQkRGOGqsMSIitVHaPScDISIiIlItBkJERESkWgyEiBSCbRqI7KM3+Ntxz1945jo3BkKqxNOWiEg0DuhWgz13SIeBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRiYgNGomInAsDIRKd0noNJSIi5VDaDSMDIaLfMYAjIlIfBkIkOqVF+7awfRVcYOWJiFSEgZAC7ckpwrcHco1OW30wF7vPFDo4R9JIv1SMZbvPoU7Hqhg10+v1WLn/Ivadveaw+VTX6rAk+RyO5920a5nO5vRVLRYlnUVFVa3Dl12krcSCnTm4UnJb+O52dR0WJZ1FdkGpw/Pj7EpuVWPBzhxcvFaOiqpaLEw6izMardzZckoecmeAmpq0+igAoO8Dvhj4oJ/wfWZ+CT7++RQA4NLnI2XJm5hejEsFALS9zwsvDeokc27Ecb28Su4sOJ3UizfwybbTAOw7rq2Zz7rUS1iYdBYLk866xLlkqRGL9wMAyiprETWqp0OX/eZ3GTiWV4KtJ65izz+HAAAWJ59D3L4LWJx8TvT94OpD1sz8IQu/nNTgm/0XMf7RTlhz6BKWSLAd1cDqGqGUlBSMGjUKgYGBcHNzQ0JCgsF0vV6PqKgodOjQAS1btkRISAjOnTtnkKa4uBgTJkyAj48P2rRpg7CwMJSXlxukOXHiBJ588kl4e3ujY8eOmDdvXpO8bN68Gd27d4e3tzd69+6N7du3W50XJdNoKw3/L61sJqVzu3it3HwicllXbt42n8gCBSWWnx9nC8tEWaazOnnF8TUwx/JKAAC51yuE71gTZLujl+7UZlbW6JAlw/50JVYHQhUVFejbty9iY2ONTp83bx6WLFmCuLg4pKWloVWrVggNDUVl5d1CasKECcjOzkZSUhK2bt2KlJQUTJkyRZiu1WoxbNgwdO7cGRkZGfjyyy8xe/ZsrFixQkhz6NAhvPTSSwgLC8Px48cxevRojB49GidPnrQqL0TGuEI7JyIiMs/qR2MjRozAiBEjjE7T6/WIiYnBrFmz8PzzzwMA1q1bB39/fyQkJGD8+PE4ffo0EhMTcfToUQwcOBAAsHTpUjz77LOYP38+AgMDsX79elRXV2PVqlXw9PTEww8/jMzMTCxcuFAImBYvXozhw4djxowZAIC5c+ciKSkJy5YtQ1xcnEV5ISIicgZ8q1U6ojaWzs3NhUajQUhIiPCdr68vgoKCkJp6pz1Iamoq2rRpIwRBABASEgJ3d3ekpaUJaZ566il4enoKaUJDQ5GTk4ObN28KaRoupz5N/XIsyUtjVVVV0Gq1Bh9XxNoO23HbERG5FlEDIY1GAwDw9/c3+N7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmobTzeWlsejoaPj6+gqfjh07WrDWRESkBHpWm5AN+Pp8AzNnzkRpaanwyc/PlztLpCJ6sBAnInI0UQOhgIAAAEBhoWE/N4WFhcK0gIAAFBUVGUyvra1FcXGxQRpj82i4jObSNJxuLi+NeXl5wcfHx+BD1BCfjBERuRZRA6EuXbogICAAycnJwndarRZpaWkIDg4GAAQHB6OkpAQZGRlCmt27d0On0yEoKEhIk5KSgpqaGiFNUlISunXrhvvvv19I03A59Wnql2NJXpSuaT8YrDEg18OjmpydI26Q2D5ROlYHQuXl5cjMzERmZiaAO42SMzMzkZeXBzc3N0ybNg2ffPIJfvrpJ2RlZeG1115DYGAgRo8eDQDo0aMHhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEfU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REBABYlBel44HvWLwgy0SkDc/2IURkC6tfn09PT8fQoUOF/+uDk4kTJ2LNmjV49913UVFRgSlTpqCkpASDBw9GYmIivL29hd+sX78eEREReOaZZ+Du7o4xY8ZgyZIlwnRfX1/s3LkT4eHhGDBgANq1a4eoqCiDvoYef/xxxMfHY9asWfjggw/QtWtXJCQkoFevXkIaS/JCZByjUCJSMgb+YrE6EBoyZIjJOy83NzfMmTMHc+bMaTaNn58f4uPjTS6nT58+2L9/v8k0Y8eOxdixY+3KCxEREakX3xpzKqylICL78Q1FccndjIFXBvswECIi1WFzIiL5KO38YyBEREREqsVAiIhkxcc0JAW5H1dJTWm1Ks6MgZCCufh5TEREKqS0IJWBkFPhLQAREZGYGAgpmFRRs8KCcVI5sar4eZtARLZgIERkhNKqbomISBoMhEh0bMRHRCQtFrPiYSBE9DuOVUVEpD4MhEh0rvBYyQVWgYiILMBAyKnw8kyuh/VwRPZxhZtPOTEQUjQe3UQkPj4FJrqLgZCCnLxSitzrFSZSNF96FZTcRsblYouWk3LuGm5V11qZO3U6W1iGHE2Z8L81d16F2kocybVsn5D1tJU12H/uGup0vKorRfqlYlwtvS3Z/LMLSnHhWrnd89Hr9Th0/jpulFeJkKvmndFoca6wrNnpR3KLUaitlDQPYtLr9Th4/jqKK6rlzoqoGAjJJPXCDfSfm4Rfsq4CAIq0lXhu6QEMnb9XSGPNRffxz3djzPJUnLxSajZtfvFtvB1/3Nosq05lTR2GLUpBaEwKKmvqrP590GfJ+NvXqTh6ybJgyI01gFYZ9/VhvPrtEXyz/6LcWSEAx/Nu4sW4VARH77b4N9bUTN2sqMbIJQfwzIJ9NuTO0PYsDV5emYYhDcpbsZVX1WJ4zH7896IU1NTpmkxPu3gDf/s6FUGfJUuWB7ElZF7BhJVp+O+F9u8DJWEgJJOXvjmM4opqvLX+GPKLb+Fy8S1R5ns8v8SidMlnikRZnhiUWk1fXlVr9G9rpV28IUZ2XJat+//0VS0AIOH4ld9nZMUybVskmZB+6aak879aKl7NSfLpQgBAWaU4NePGbmFuNqg1MRYIHb5oXW2xEm6Tdmbf2W43WCNEYisoka4qmSzHiyORY7GRLykBAyEiIiJSLQZCRCQrPeviSAKuXtnEDmDFw0BIwVz9RCYiItswDBIPAyEihWDNCBGR4zEQIvqdZTXNrKcjcna85aCGGAgpBB/3KosbX2chcllsX0MNMRBSMF6MSQ3Euibx0aLlnHFLKXn/yl1WO6ozVleNHxkIuShL73isuTPiXZTlGm4ruQvJenLuP6UcO0rJB5GaNSwSlXBOMhBSCDEPhkJtJR6LTsbCnTkm021Kz8eAT3Yh04LeqG9X1+HpBfvw3vcnRMqlstkTupwvKsOjn+4SLS9iiNyYiZCF+2waKsRen/9yBo9/vluycZ0sPXXyi29h0GfJiN1zXpJ8yMGSIXXURP5LKllr3IrDsgdDDIRc0NLd51CorcKS3aYL/He/P4HiimqErz9mdp7bsq4i93oFNqbni5VNxWt4bloTGM1KOInr5crqgv6H41dw4VoF9sgwtErcvgu4WlqJlQdyjU53VBH45Y4cXCurwpc7TN8gOJN/bv5V7iyQjRRSUWwVKR5PHsktxjWJB781h4GQgtl0nuj1kGIwbrkjdjnYetKrcFM5BVfcLUo61mw5X+TKv4I2G0H+AacZCClcbZ0OeTfEGZC1OVdcdKwznU6PS9crzAZx1bU65JsZ9NZR7Xyqausk3x83K6pRcqsal29UQGciaq6tM79dnJUjL8D5xbdQa2TQTXMqqmpRpBVvoFFXotdbdm67soarruSG5MYobbcxEFK4Kf/KwFNf7sG2E1clXc7eHOWMRi+Wj37KxpD5e7Ei5aLJdGOWH8KT8/YgLVf+UeJHLjmAJz7fjV8taLdli+o6HR6Zm4R+c5Lw5y/3YoaJNl+T1hzFk/P2YEe2RpK8GHMsT9oRzB0t6VQhnpy3BxNXH7H6t/3m7MSgz5IZDBkx+/dz+2sz53ZzlHYhJnkxEFKI5s7L3b+36Vh10Hj7CrHEp+VJOn85/OvwZQAw2yYk6/cGp//J+E3yPJlzvqgcAPDzrwWSzP9Go7ZL/znW/DrvP3cdALDm4CVJ8mLMj8evOGxZjrAu9RIA4OB564Psmro7pYKrBYdiWJt659yel3hG5pyQKxA9EKqrq8OHH36ILl26oGXLlnjooYcwd+5cgypMvV6PqKgodOjQAS1btkRISAjOnTtnMJ/i4mJMmDABPj4+aNOmDcLCwlBeXm6Q5sSJE3jyySfh7e2Njh07Yt68eU3ys3nzZnTv3h3e3t7o3bs3tm/fLvYqOwzvYoiIiMQleiD0xRdfYPny5Vi2bBlOnz6NL774AvPmzcPSpUuFNPPmzcOSJUsQFxeHtLQ0tGrVCqGhoaisvFsFPGHCBGRnZyMpKQlbt25FSkoKpkyZIkzXarUYNmwYOnfujIyMDHz55ZeYPXs2VqxYIaQ5dOgQXnrpJYSFheH48eMYPXo0Ro8ejZMnT4q92pJwxrcKAAZsZCWRDhged6RUcjcGFournmOiB0KHDh3C888/j5EjR+LBBx/Eiy++iGHDhuHIkTvPyPV6PWJiYjBr1iw8//zz6NOnD9atW4eCggIkJCQAAE6fPo3ExESsXLkSQUFBGDx4MJYuXYoNGzagoODOI4P169ejuroaq1atwsMPP4zx48fjnXfewcKFC4W8LF68GMOHD8eMGTPQo0cPzJ07F/3798eyZcvEXm3lcNboSQFc9BwnF+ZsjWTt4WwXYWfLr5qJHgg9/vjjSE5OxtmzZwEAv/76Kw4cOIARI0YAAHJzc6HRaBASEiL8xtfXF0FBQUhNTQUApKamok2bNhg4cKCQJiQkBO7u7khLSxPSPPXUU/D09BTShIaGIicnBzdv3hTSNFxOfZr65TRWVVUFrVZr8HGE5s6XxjGNnDGONee0s8ZiBv0GNbMOzrpu9ZSYf14vyNHEPubkOK0Meq93kRonuYgeCL3//vsYP348unfvjnvuuQePPPIIpk2bhgkTJgAANJo7b6D4+/sb/M7f31+YptFo0L59e4PpHh4e8PPzM0hjbB4Nl9FcmvrpjUVHR8PX11f4dOzY0er1t5Wxu4dC7d1OpnI0ZYq5w8jRlOF43s1mX12V8nV/vV6PMxotamx4HZlcky21IheulTf57krJbRRXVDv9MVZWWYNL1yuE/6+VVUFTavjmmZpfOydqTPRAaNOmTVi/fj3i4+Nx7NgxrF27FvPnz8fatWvFXpToZs6cidLSUuGTny9vL8ozf8gS/i6vqkX8Ecve7JK6jAuNScFfvzqEuH1NX129dL0CBaXmX/e9XX13qAdrOoD8Li0Pw2P2463vMiz/kYWUWFsiNl7/7mg8rExxRTWe+Hw3+s9NwppDlzA8Zj/ejj8uT+bs9OinuzBk/l6cLyqHTqfHo5/uwmPRybhVXSt31qgBFRQ3TkP0QGjGjBlCrVDv3r3x6quvYvr06YiOjgYABAQEAAAKCwsNfldYWChMCwgIQFGRYb82tbW1KC4uNkhjbB4Nl9FcmvrpjXl5ecHHx8fgoyT1rzNLwZYgYPnepkN4HL5o2WvCRWV3g6VaneV33t/uvxN87TrtgH6PbBxig5zPucIy4e/6fqcSHdh/kpgqa+6cT4cuXEddg8i3YQ2z2jm6RsxV2nK5xlo0JXogdOvWLbi7G862RYsW0P1+sevSpQsCAgKQnJwsTNdqtUhLS0NwcDAAIDg4GCUlJcjIuHvXv3v3buh0OgQFBQlpUlJSUFNTI6RJSkpCt27dcP/99wtpGi6nPk39cpTEVU4UJeKWvcuWbcFjkywhdTsVZ6uxdbb8yknuMkb0QGjUqFH49NNPsW3bNly6dAlbtmzBwoUL8de//hXAnaEKpk2bhk8++QQ//fQTsrKy8NprryEwMBCjR48GAPTo0QPDhw/H5MmTceTIERw8eBAREREYP348AgMDAQAvv/wyPD09ERYWhuzsbGzcuBGLFy9GZGSkkJepU6ciMTERCxYswJkzZzB79mykp6cjIiJC7NUmF6CkcouhBzkbuS9masOtLR4PsWe4dOlSfPjhh/if//kfFBUVITAwEP/4xz8QFRUlpHn33XdRUVGBKVOmoKSkBIMHD0ZiYiK8vb2FNOvXr0dERASeeeYZuLu7Y8yYMViyZIkw3dfXFzt37kR4eDgGDBiAdu3aISoqyqCvoccffxzx8fGYNWsWPvjgA3Tt2hUJCQno1auX2KutMDxFiNTA2dt8MXgiJRA9EGrdujViYmIQExPTbBo3NzfMmTMHc+bMaTaNn58f4uPjTS6rT58+2L9/v8k0Y8eOxdixY02mcSlOWDIqNcsKzZbTaq7GTaz976r7S4rzQ+3bylXXX2pKLavtxbHGSHZKaZRqaoR5Pu+XjhJe5ZY/B+pkTbsiBRwm5KIYCBEACwokCQuha2XKe5tFzIafDKKIiJSLgRAREakLa5dk1WTUBJlfVWEgpBQKPzHV0KhRCY9oyHrcbSQ32Wt95V6+k2MgpBBiluW8MNhPjoKN+43E5AYeU0ome/BEAgZC5PIsrekx1VhaSGNvZiwk1XJsqfVS28XUmdbXVFZNTnOidZSCGmq4yXIMhIgs4Ohn2CymHUsNgQErIIiMYyBE9LvGFwo1XByVQAmbmTUErseSGl5HkeRGSpZD1jXPEwZCBIDPqwFXPcWVT7QOFbkDSUXkONxd9RxjIORqZI5oXPQ8IRXhTYFtnOki6Yi8OtP2kJvcNbIMhBTAGU4Yi7uuV+C6yF1FLncfGeTcFHhKUSOOOMflLsdcGQMhIiIVYEBFZBwDIVejxCoZJyV3dS2RvZReiSDXOcZikhpiIKQQYp6YPMltY/Ka8ftEVk9LS7bt66TnDHtDJ2ektMOWgZBCiHlnZMu8XPn6bvHFwoW3QT2dLR0qirTs5o4xe+evsDJVMdiztHqooOiSFAMhonq8aBBcJ3hwkdVwWaxdVg4GQkQyaraWRKKrGN9gUy/ueSLjGAgRWYA3b9JhOxfHU/sWd4UXIeQ4b5x/qxnHQIjICAY+6uKqBTwRmcdAiCyiigtFo+DHFSsqXOFOWAquuK+peY7e365y3klVCyX3I3sGQuRUXKM4IRKHks4H1qIa4vZwHgyEFELuO1JHR+Ryry8REcmjcZAod40ZAyGyCAMXInk4y7knRz5NvYLu6hUyTnJYOAUGQmQzZ+kHw9ICQ+7n1A0patOqrMQVc9vLeY64Qf47bSJnwEBIIcQsruS8g2TBS47G1+/JWo4+YpR0k0VNMRByMXJfElzpmiTnqki1HV1p/4ipYQDvKtvIGVZDrm0t+nJtiHPErXkUb16mOMMxZQsGQkQW4P2cdMS6KJmrjVR7zZGiHrcSKQgDIRdzp12AjT80QQ2PvNSwjuRirDhklRgHMjizXcP9qcR960wYCBEZ0biRq7M0DFcytpNwPFfa5s52sXe2/KoZAyEF0EOv+mp7V8YYihSH5Y2oHHGKsxiRjiSB0JUrV/DKK6+gbdu2aNmyJXr37o309HRhul6vR1RUFDp06ICWLVsiJCQE586dM5hHcXExJkyYAB8fH7Rp0wZhYWEoLy83SHPixAk8+eST8Pb2RseOHTFv3rwmedm8eTO6d+8Ob29v9O7dG9u3b5dilQnA2cIyzEo4Kdvy16VewoKdOTb/vvHds63BacmtGpt+p/RLU3lVLd77/gRSzl4Tdb5KeCTZ3K5elHS2yXdnNFpEbspEfvEtiXNFDS3bc858IpnU6Rx7DCeevIrbNXUOXSbguvGz6IHQzZs38cQTT+Cee+7BL7/8glOnTmHBggW4//77hTTz5s3DkiVLEBcXh7S0NLRq1QqhoaGorKwU0kyYMAHZ2dlISkrC1q1bkZKSgilTpgjTtVothg0bhs6dOyMjIwNffvklZs+ejRUrVghpDh06hJdeeglhYWE4fvw4Ro8ejdGjR+PkSfku1q7sha8Oybr8qB+zsXT3eZwtLDP43tI7KUtqbiyZV06j5ZviTAXL0t3nsDE9H6+tOiJ3VkTX3G5YnHwOeTcMA56/LD2IH45dwRtr05v51V28ixdHUVkldmQXmk0nV1CdfvmmQ5f35nfHHLo8Vyd6IPTFF1+gY8eOWL16NQYNGoQuXbpg2LBheOihhwDcucuOiYnBrFmz8Pzzz6NPnz5Yt24dCgoKkJCQAAA4ffo0EhMTsXLlSgQFBWHw4MFYunQpNmzYgIKCAgDA+vXrUV1djVWrVuHhhx/G+PHj8c4772DhwoVCXhYvXozhw4djxowZ6NGjB+bOnYv+/ftj2bJlYq+2y8su0JpNU15VK8qyDp2/Dk1ppfmEFuajYdF46Px1XC29bfO81ejIpWIAwG83Ld9upbdrsOdMEWrrdFJly2Fu1dRi/7lrKCq7c0xW/75ODQPe0ts12JMjzvqevqrFKQvON3OcLQjbfaYQlc3UclTV2LddzxeV49f8kgbfONEdCElO9EDop59+wsCBAzF27Fi0b98ejzzyCL755hthem5uLjQaDUJCQoTvfH19ERQUhNTUVABAamoq2rRpg4EDBwppQkJC4O7ujrS0NCHNU089BU9PTyFNaGgocnJycPPmTSFNw+XUp6lfTmNVVVXQarUGHwK0lTWIT8tzyLL2n7uGl1em4bHoZNHnffD8dby8Mg3B0btFn7ezsLX4N7yImDfu61RMWnMUX6dctHGJyrEzuxCvfnsET3ze/HEz7utUTFpt//pW1tRhxOL9eHbJfuE7e2o5lPDY0VKvr0nH+/85Icm8Qxbuw/OxB4Vg1plqYus5YZadhuiB0MWLF7F8+XJ07doVO3bswFtvvYV33nkHa9euBQBoNBoAgL+/v8Hv/P39hWkajQbt27c3mO7h4QE/Pz+DNMbm0XAZzaWpn95YdHQ0fH19hU/Hjh2tXn9byX2Qm7p7vFFe7bB8pF64Idm8D1+0f95qbficaWUgdEZzp7bkx8wrEuTGkNTnzr7f20TV1DW/JLHWt0KkWlU5iLEfEjILRJhL865YUatJTUl2rsl8ARQ9ENLpdOjfvz8+++wzPPLII5gyZQomT56MuLg4sRclupkzZ6K0tFT45Ofny50lmzjqbodvuknHme7k7WX3YaQXaT5OyNQqq3BzOBVX6trA2YkeCHXo0AE9e/Y0+K5Hjx7Iy7vzaCUgIAAAUFho2PCtsLBQmBYQEICioiKD6bW1tSguLjZIY2weDZfRXJr66Y15eXnBx8fH4KMWW09cRcjCfYq9Iz1bWIbFu87hVrX5NyXEuCCyiCJXI2dt5rrUS/ItXAXScovlzoJ9ZC5wRQ+EnnjiCeTkGL7CfPbsWXTu3BkA0KVLFwQEBCA5+W4bEK1Wi7S0NAQHBwMAgoODUVJSgoyMDCHN7t27odPpEBQUJKRJSUlBTc3dV5WTkpLQrVs34Q214OBgg+XUp6lfjqIo4PbtfFE5Pv45W+5sGDVsUQoW7TqLa2VVki3D1nOx8VtqLkuq8c+kma1VWLspnV/zSxD1ozLLFSJAgkBo+vTpOHz4MD777DOcP38e8fHxWLFiBcLDwwHc6aF32rRp+OSTT/DTTz8hKysLr732GgIDAzF69GgAd2qQhg8fjsmTJ+PIkSM4ePAgIiIiMH78eAQGBgIAXn75ZXh6eiIsLAzZ2dnYuHEjFi9ejMjISCEvU6dORWJiIhYsWIAzZ85g9uzZSE9PR0REhNir7TIc/RqoKzAXnCmpdonXe3K0qybeAJXyeFRrez6ynofYM3z00UexZcsWzJw5E3PmzEGXLl0QExODCRMmCGneffddVFRUYMqUKSgpKcHgwYORmJgIb29vIc369esRERGBZ555Bu7u7hgzZgyWLFkiTPf19cXOnTsRHh6OAQMGoF27doiKijLoa+jxxx9HfHw8Zs2ahQ8++ABdu3ZFQkICevXqJfZqKwavc+JpWEizTCVH4PnrGNzO1JDogRAAPPfcc3juueeane7m5oY5c+Zgzpw5zabx8/NDfHy8yeX06dMH+/fvN5lm7NixGDt2rOkMk0mOfGyglLu4xvmQKl/NzVeqhpSO3r5sEEpKUj9mIB+FUkMca4wURZwLp2EhZ2mZp4ai0dHlv1ICW3PE2ixKCvxM5UQNx7qSOMt5oFYMhFyQPa9e83x1bWp6LV8sSj4nWLPhHFxlN7nq8cZAiAy45mFuGVsveEq+UIpFjDva5uYhVtlq12xM/Nia+Srtzt+R1y2FrbrslHYsUPMYCLkYnnuOo9frMWn1EbyzIdPq33654wyeW7q/2bGVpKq5sefC6Kq1SZvTld1xqql9VqfXY/yKVMz8wfzQFC56M+9wqw7k4r8X7kOR1vbxEElZGAgphKgXGRZ4DpFXfAt7cq7hern1fRvF7rmAk1e0+D5D+iEolM7eY9/ew33G96aDCEfeXBgLVkytX37xbRy+WIx/H1F2MGcvsWtX7Dlm5mw9hXNF5Viw86xo+SF5MRBSCCXfrTkia9W1d0aXdqbqZJ0IG6ZOd3dU7YIS5Y6DVF2rk7Qzy3rXbAgqxWZNYKYx0UeOmApKbqPOygPOVGpNaSWKKxwzhqCSzmkxs1JTpzOfyAQlbRfZudpYY2QDBQdBjjLy99G2RXlnzEm357BFKXJnoVmfbDuNo5ek72xz24mryLtxS/LliOWx6GT8auWAtNZKPl2Ixz/fjX/8K8N8YhMaXniLyqrQf24SSm/VNP8DKynitGuQCVPlgK1lhDVDhThrOaRGDIRIFo3LiHNF5bLkoyFH9xUkB4f3I2TDAvfkFJlP5EDmrmdbjkv7ePPH30dk33W60ExK62UXlIo+T1f2+S9nZFu2gooRl8NAiOh3SuoDhhzLVRuCE5F5DISILGAsSHLGsMnhHSo6dnGicJWA2DXWgkh6DITIgOyFp4zPkVgrQMY49K0xlR2DbEdDSsBAyMU4slyxpf2HI4ixDdzgxkLaQUTbzhLtMGsO88bnhEJPEacjVllTPxtbjxS1705XLRMZCCmEkg8wJedNSg3vznlBcxw5trUUbxg5A7lXzdnOK6Xe/Dk9mTcrAyEyqbii2qH920h1Puj1epzRlFmeDwsyImWZaMvFN/d6BcqrasXPjINZu1nv7FstaurkvqybzvudPN7pe6b0Vg3yi52nmwB7GNsm1oxZlXfjFrS3xXvN39rlOxspjy1XfXTrIXcG6A4xDy8x59V/bpKIc5PPmkOXkHTK9OvHljSSVWpD2lMFWjy7ZD98vD1wYnao3NkRWBIs2ttR46UbtzA8Zr9d83DEdXF4zH483b09Vv39UfSdsxMAkDrzaXTwbSn9whXm2wO5eOPJP5hNl198C099uafZ6bKejcosClR/bNmCNUJkwDXjfeCblIuizEepNeP1fe9oK5VVI2TJ9jpVoJU+I1aQ8q539xnDPpJ+zZeuHx8ln8srLDwfj+QWS5wT+UhdlEh5bLkaBkIuyJmrfcUINGxdfck6VLShyFNqwKVG5vaFqelW70YJT125ajOdtzRqiqela2IgRPQ7J44fnYLFFxGFRYHmjgulPi61hNqOebv3lVvDPy2fl8IOaWqEgRCpQoFIg2N+sCVL+NvSgjD+SJ7Vy1lz6JLR7xNPajA27hB+u2lbY8gNR63Pi6PxmiEOS7fj2kOXMGHlYdyqtu+xqphB1b+P5GH8ilRoK8VtJG1MRPwxs7Xoer0ekZsyUdbg0fN/jv2Gbw/kYszyQ1Yvs7KmDtGNhus4W1iGMcsP4eD561bPz5wPE07i3e9/FX2+9WrrdAhbcxTLdp+zbQYcdJWUhBeh5t2sqMaJ36x/7p57vcLq3zRXLr/5XQaOXrqJD7actHqeAJBfrLwR7hu3yamsqZMpJ/ZT8p2/sbZPeujx0U/ZOHj+BtalXnZYXsxtp5k/ZOHwxWJ8tfeC5HnZeuIqss20U8svvo0fjjUdU27u1lPIuGz9YMTG5jVlXToyLt/EhJVpVs/PlFvVtfjX4cvYlP4bCrXi3BA2tvNUIZLPFGH+zrOSzF9qDIQUwpnb9YhJzscM5grnOhH2UZ1OL8q+LhX5dWKpWLI/63TyH/umcmBdh4p2Z0U2txTY9UKFg/JUa+YYrNHpRF2esdq3G+XVoi6jXsNVq9PpUVuns7kMau5nt6utu3lR2uNkBkIuxpq+csixaup0GDp/L15oUJX+HyN3ho5Wcsv6AtjSgtRcYLA5PR/H8kqsXr7rkDYI5P2VcXJvl2N51tciieHmrWo8MicJUzdkyrL85qTJ/HYgAyEXE59mXxsQuctNW++o6zuqA6yrXQtff6zB76xbprV5zdGUIa/4Fo43uPAXV4hzF2hPTUTCceuDsdGxB0WpyZnx/Ykm3zlb7732ZPfN747hbOHdmxdzW/TDBNseiQLA2kNNH31JFRDUn1elt2rwj39lNJluaY2A3AGLVLZnaWRZ7sglB1BWVYuffi3A9xm/yZIHY/65Wbr2S5ZgIEQuIf3S3Tssa8rObVlXjX7vXJdix/v1t1LkuGjto6Or7d//T9NgsDn/Omx7O55VB3NNThcz5qg/r75LM51fc4GO2H06NRe0qvF8FzP4cPZ4lYGQQiilZ2lnLRDEKDAbF5KKvhtVdOacj5xt9BTQRAqANIdUc9tV7ko/a8sLe7eNnKermMd2c7Ny9jauDIQUwJ5DSK/X2z1EgRpZ8lpuw/3i5ua8QaKlrpVVOX2BJgY5x1PSiXnRsuO3tXU63LTysa3cwY2rc/btq+TyhYGQk/siMQePfrpL7myIxuZz3crzq8/snU3eSDHfg7BySyJ7H+fsOlWIRz/dhchN4j6rV+4WMyRWLaq9++GNtel2/V4sf1l2EI/MTbKp6wcxKe3tIkm58KpuPJqHRz/d1aTvJKVgIOTk4vaZ7mcj7eINq+Yn98XekUNsnC8qt39hDnCzohoHz1+HTsJnKEt+7whtixUNp51tJOrfbtrWh5Ijb2LN9WdjDXtOpVNX7+RjezNt6BzF2mMs34J9XF2rw8HzhuWi2MXesbyb+K1EmhHglUav1yP1gunrzNytpwHcHWOu8X6V+x6To88rhFSF7bgVhxE/OQiPP9TOwnw418XNmdi6aUcs3g+NthLzXuzTbBq5C5JmKShjmfklksxXQatoNb3B344796XaZMZ6eW5cpn25w/paCWv28fmicrzwlfW9TTurn09cxQ82vHmqJKwRUgFz0Topm+b33mATT9595daVw1WlxRVq6VDRkfdAltY8S5Gn7w5LO8xMdoGyRn0X90WcpnPbdarQ7vnK/QiUgZALUmOljuir7Nb4X7lPVZIL97zrM7eP1VimqonkgdDnn38ONzc3TJs2TfiusrIS4eHhaNu2Le677z6MGTMGhYWGUWVeXh5GjhyJe++9F+3bt8eMGTNQW2vYuHXv3r3o378/vLy88Mc//hFr1qxpsvzY2Fg8+OCD8Pb2RlBQEI4cOSLFaroMKc/31As38Ozi/TiSW4yXvzks4ZIcw9q7fykfPdhzqbY1V5ZcHH5t9Dhq39lreHbxfpy8oqy7ZkfadDTf4H8pzzlzx5wjXq12BlLX5BWU3saopQfwwzHHdWJo6zq9+/2vCLdgIFqr8iLanKQhaSB09OhRfP311+jTx7Btw/Tp0/Hzzz9j8+bN2LdvHwoKCvDCCy8I0+vq6jBy5EhUV1fj0KFDWLt2LdasWYOoqCghTW5uLkaOHImhQ4ciMzMT06ZNwxtvvIEdO3YIaTZu3IjIyEh89NFHOHbsGPr27YvQ0FAUFRVJudqKo5QC6qVvDuPUVS3+9nUqrjYzGrwYjbVtDziUfro6v4mrjuDUVS0mrTkqd1YMmDpH7AlgjR3P7zbuQFEpJ6gTcpYt9/HPp5B1pVT0tzLFVllTh03pv2Hbias2v1zgjCQLhMrLyzFhwgR88803uP/++4XvS0tL8e2332LhwoV4+umnMWDAAKxevRqHDh3C4cN3agl27tyJU6dO4bvvvkO/fv0wYsQIzJ07F7GxsaiuvtO3RVxcHLp06YIFCxagR48eiIiIwIsvvohFixYJy1q4cCEmT56MSZMmoWfPnoiLi8O9996LVatWSbXa5MTMvz7vmHyogdZJBo21RMNgx9kOEX0zfzubHE2Z0YFM5dBwyJR6DbvqKL1l/NhX2rEjZp9W5shdtkoWCIWHh2PkyJEICQkx+D4jIwM1NTUG33fv3h2dOnVCamoqACA1NRW9e/eGv7+/kCY0NBRarRbZ2dlCmsbzDg0NFeZRXV2NjIwMgzTu7u4ICQkR0jRWVVUFrVZr8FEdJy0NbTlnHd2TtJjzFzuvSqqUkLtQVCtjx4Az7IuUs9cQGpOC4TH7jU539LEdu8d0lyZ95+w0+r25bNq6HlKvv0XHiMKPI0len9+wYQOOHTuGo0ebVn9rNBp4enqiTZs2Bt/7+/tDo9EIaRoGQfXT66eZSqPVanH79m3cvHkTdXV1RtOcOWP89cno6Gh8/PHHlq+oqJTRo6y63d1yxhpPNv5O7j6XGlJQVpxe4wuHuYa03PTWs/R4taQs+/nXAgBAXrH5fnvkOk/YLYmyiV4jlJ+fj6lTp2L9+vXw9vYWe/aSmjlzJkpLS4VPfn6++R+JxBnPE1c/uV19/RpSUiAlz2Y3sVAFbRtHk+qNufrjzWz7K/Wcgk5BqnNT7lNM9EAoIyMDRUVF6N+/Pzw8PODh4YF9+/ZhyZIl8PDwgL+/P6qrq1FSUmLwu8LCQgQEBAAAAgICmrxFVv+/uTQ+Pj5o2bIl2rVrhxYtWhhNUz+Pxry8vODj42PwcQXO1gMwGWcqMHO2V7yVfEQ2CQqVnFkiiYgZ9Ci9dBI9EHrmmWeQlZWFzMxM4TNw4EBMmDBB+Puee+5BcnKy8JucnBzk5eUhODgYABAcHIysrCyDt7uSkpLg4+ODnj17CmkazqM+Tf08PD09MWDAAIM0Op0OycnJQhoyQuYj1taaCYNgz+YT2HDhYl//lHo9VVoh5a60DJljMNiYk2Xe4LRR4BHqZJvT1Rk7QlxhF4neRqh169bo1auXwXetWrVC27Zthe/DwsIQGRkJPz8/+Pj44O2330ZwcDAee+wxAMCwYcPQs2dPvPrqq5g3bx40Gg1mzZqF8PBweHl5AQDefPNNLFu2DO+++y5ef/117N69G5s2bcK2bduE5UZGRmLixIkYOHAgBg0ahJiYGFRUVGDSpElir7brsKIslKKNjFJrNtzcoKgz3tmut9aQo+2VWHe/Tr1bJGgsbW67mj3fHRSbSX3IWbIaznrsKKmtpK1k6Vl60aJFeO655zBmzBg89dRTCAgIwA8//CBMb9GiBbZu3YoWLVogODgYr7zyCl577TXMmTNHSNOlSxds27YNSUlJ6Nu3LxYsWICVK1ciNDRUSDNu3DjMnz8fUVFR6NevHzIzM5GYmNikATXddaOi2qbfaSud73XoTenNtwH7PuO3JoOcNj7fHX36p+UWC38rqflSobYSG47kobKmTpT56fV65GjK8GPmFWW00zKzo7Ov3H27NDO/xOrOIsVcw8bD6Viz+Q5euI4D564bfCfVMe7IG56Gm2Dj0XzcFuk4dRoWHAPlVbX495E8m8t/ayntxROHDLq6d+9eg/+9vb0RGxuL2NjYZn/TuXNnbN++3eR8hwwZguPHj5tMExERgYiICIvz6oqsKQxLbezfZfqGTJt+JydTYw59kXgGhdq7nT6KcZrae1G/Vd18AW5POaKHfYHV88sOQqOtxBlNGWb/5WHbZ9RAaEwKAMCn5T0Y2q29KPOUyoHzhsHDc0sP4NLnIx2ej9o6HV6yo8f2k1e0eOXbNGR/HGo+sYWUVlmwLvWy0e+VWhPtKFEJJ/HD8Svo0q6VJPOXO9Axh2ONkSiSz8jbW7cYFQeNz9X0y8XGEzqBg+evI0fTtGM3KdQPCrvm0CXU6SzcEXpgR7bGbLJTBa7fl5defyeI+SXrql3zqbV025thKuB2hAwrzzsx1tr8ddq+pSihYtOUX34f0Dn3eoXwXWK2BrV1OrO/3Xf2mmT5chQGQiQpOR5tKLzMkdyFa+WYsDJNqFUxx+LgpRFju9bU48aGqut0+Me/MoxOU/rdoxTWHLqEt9Yfc/hyxWwgbc28TO3iMcuNd3hLjvX5L2earUGrl3H5Jood9DhNSgyEFECvd92L95RmLnauwPpBVx3jfFG5Vek/2XZatGXvP2f/3aEK4yDslqlG1WxjZon2haWzVc6bbPIflDbvCzuyvtdMbU/WbyUWzcdckwu5ty4DIYUQd/gFw5nJWZQknSo0n6gB21+ft1/jRTdp0CfCMsSinAuE+OR4jOC6W9N6YgY/Sn8kpArcB2YxEHJBznzcyxlsmNtuzvLIRoxx1yThwtvPGZepFpY8nlfE6/NOcn5IwlUHXSUiQ1Je7AwLUcdcVY3VSon99o2j2pi5QiAixTrYuz+l74eImmPNtmluPzX5Wm/yX6fFQIhcjitc1KzlSheE5gplvV6PqlrX7ANGqZUBkrUREnHGjjnf7VyIkxZKjXeTGI/ka+t0Nr+gIRUGQuQSpKg5MFdWu1LfI85QTk/bmIlusxJxpeS23FkRlR562ba/uONJWX8+iHFhdZX2cmKXYb/dtP88kaKEGzJ/b5NzWO6SlIGQCjjDRa6enHfG5hYt98nakKl9Kuv+lnAj/ZhZAABYf9j0K732ErMHcUceM8YCAqWe+pZuF0eVB1Lf1MixH/71+3mitEBRjABNbAyEiCwgTlW+sgokZ+CooE7Oi4XSblTEDAnsXTelbRtyTQyEFEJpUTs1GlRctlxYz1FHkrGLlDNtJ0s5y5kpVtDgkPW18EDRibBSzrL/xCbGozZzN4CuEqgyECJFsbWK2hHnY5NHJgq66jfMi6sUTiQ/e2tClXSOmGI+n/atiCXnpNivzztTMSB31wEMhFTAWWub5iWeQVGDgU8tJdb6/vqbdaOImyPp6/PNfP+dhe1psqwcMR1wzEXOOY/cuxxZvtuyrYz9xpIsH8ktxuJd5xT39o+tzK+za6xnY5pS0+Wrk8SxdmMg5Ipc5Jz9au8F/I+F4y8Z9KIj0fo3rq2Ss+bF0mXPSjiJvBu3pM1MA2Lc2Smt8FVafiwmchRW8/sAnHq9Hn/7OhWLdp01GFvOWW+4XFV9GWGqrHhj3VGT82jy+ryL7mIGQgrhqgeYtZqOAH9Tnow4scYXpMO5N6RZjkzHrOS9AIuwXl/tPW//TKzUpE2IBStirh1J/aZOPl2Irv/3C747fBlj4+4OinrpRoXxH5rJgtMGl07EksD05BWtnctwDQyEyCWIMtaYlaWzUgddbXzxmZeYY9Xvj+QWi5gbGzTYsMYbZIt/GTXZHYEN87Nmm0vVyPnDH7NFaTD7S9ZVhK1NB3CnhlGMmxNR24SIsP2kH2LDdCbHfZ1qdmBSKTW/+o4JWeVuS8ZASA1cJWynZol5Yfnb16nmE5GopHqsdLawzO55vGXh42mlcoba9jQJbj6cYb2VgoGQC1L7s3qp1l7uu5aGTOXFebrVUw5X2ELGLny1dabXTOr1tnusMXGyYTdnDCrEyHPTITZcEwMhhXDVA4zuErMwVULBbG0WLO5N2GAZ8q+oI+JfqXo2tmXrNaxdlDv4V8Jx7uzs2YQKuveTFAMhcg0qLzAN+xGSb2O4YsEpffsRkQI+SUafl4byjhPTOZI7IFQqOcsaMTEQUgCx73q3Z2kazV8apbdrcKO8StR5yt2xljWcJacuUlbJxtbt90vWVew6XSRuZpyMuW0nxrHZ3Cx42DsPuctSBkIKoNcDV510RO1pGzPlzoJopBx4sayyBnO2Zks2f6UQY2T4L345I/y96kAu/n0kz2C6JbGyXq/HwqSz+CXrKraeKEDMrrNm04vN0Y2Mjd1QyX2BsZdc90U5mjLM/ikb18rEvdGzh5TlU0V1nfFlmljkqQKtaDeuct8Ae8i6dAIAbEzPx7YTV+XOhk2OXrLsbQd7LjSW/LbhRUCJ1bXzd+TY3WeHKY7oULIxY9s5Q4RXq8uqaoW/tZW1mPlDFv42sKPwnSVF5v5z17Ek+ZxNy3eiSkkDCjzsm1W/jc1lWZwaI/MzafxoOTQmBQCQe70Ca18fZH8eZNg3er3e7rKwaSeyd+d3TeSnAXJijZACOGsQVC/pVKHJ6Xq9Hq98m2bz/J/4fLfNvxVLZW2dXRfIHBteY/7n5l9tWlbjWjopy+CqWuN3kmKzdiiHNYcuWZW+xsTbVVK82iwFY2tgb6Bh7k7dXC1Fcz93gxtWHci1u8+qWp0eW45fsWsed/Jzx9pDlzDos2Th+31nr2HxrnMOD2TMDX1hiYLSSoxccgC1v/cIbgtzZV5zgVbK2Wt49ds0/HbTsl7t5b73YCBEdnGDGyavSzeZRnu7FgfPW9a7sbETokCEQsFe61IvNy30rTh7zxeVW73M7zN+a3aaUm7+Nx3NN59IBOaC7cZ2n7Gubc7mhkNFOHjjKrEG0xHmbD0ldxaa+MjI47BFZh6rSsHUo9ziimqL53Pqqlay3vlNFX+vrTqC/eeuW3wzJ3ctLAMhFXCmglaME6KyRocxyw/ZP6MGjLUV0Nl+oyUqvV4vW0lyrbxpodzcHag9R6HU7avMDRXhrGw5Khr+xu5+gBRQ9FTVyn+iZhdY91i8ue2m1+tR0eDRsdIdvliMUUsPyJ0Ns9hGiOwidyRfr2HBMS/xDC5eF/fC9u2BXAT4eBt8l2bVGF7SbKjpGzNxPO8mSkx0z29LILz6YK7ZNGm5xUbb4ezNuWY0va1tdgCgUCttewSp52/O4Yv2P36z7YZHvO43lRD0NDYrIQvfHc4zn1BhmmvX9I9/ZWCnlbWj9hCjfM+6Umo2jdzHDgMhsotF54mDgyVbgyBzJ/2n208b/G+u115HEKN9hDEf/2z+scXnDd7uaqjGjjYJFlFK9O0E7D1CJetHyEG70NIgyGxbKAcfcs0FBrYEQTxbzOOjMWrW7WZeqWxI7Ncetbctr/bdm1OE1Avijaxu7V2J3NfjkxbcacnBEeHhKSsfNYjlh2PNt9uyVbVIgaNN9UFGB7UVR2WNYxrSN2dTumPar0klR2P/OHGAfeVUfbvIOp0e18urRDtWlYY1QmTU7J+yLXrzRuxYwJqGiX9ffRQAcOGzZ0VZ9r8OX7YqvTUvMokdNOn1ejxn4bN3+eutxOUG4Nkl+2VZduQm297kM+XiNXEe40oZ1Nii+4eJeHHAA7Itv7kaS1s4vAE9ILzCb/e8RBhj45WVaUi9KN5NZ2Nyt+NijRAZZe3rx6ZIXXOi0+tlecZ8q9ry2it31k+TM7Li5DWW1NSbj0qitNNT7jYzjRkLgsQs18tlbgAueiAUHR2NRx99FK1bt0b79u0xevRo5OTkGKSprKxEeHg42rZti/vuuw9jxoxBYaHhs8+8vDyMHDkS9957L9q3b48ZM2agttZwY+3duxf9+/eHl5cX/vjHP2LNmjVN8hMbG4sHH3wQ3t7eCAoKwpEjR8ReZTIjv9iyviRsVVunt/r1ajF8e8B8g+J6YvcKq7SCsiEl501tbBt09e7fi3eZbuCedaXEhiXI35Owmtj3aEwdRA+E9u3bh/DwcBw+fBhJSUmoqanBsGHDUFFxt/p3+vTp+Pnnn7F582bs27cPBQUFeOGFF4TpdXV1GDlyJKqrq3Ho0CGsXbsWa9asQVRUlJAmNzcXI0eOxNChQ5GZmYlp06bhjTfewI4dO4Q0GzduRGRkJD766CMcO3YMffv2RWhoKIqKnH/8n5k/nBB9nC+bWHCmjP/6sKRZGPTpLmyUoT3A5RuWB3garbh9IVnTQWPJrebfKHNGi+14+8wSRQoaVsEatoxZaKyzyIaB7HUzZYyl/YM1XQajZVPEHH/SkhcfbOUqu1H0NkKJiYkG/69Zswbt27dHRkYGnnrqKZSWluLbb79FfHw8nn76aQDA6tWr0aNHDxw+fBiPPfYYdu7ciVOnTmHXrl3w9/dHv379MHfuXLz33nuYPXs2PD09ERcXhy5dumDBggUAgB49euDAgQNYtGgRQkNDAQALFy7E5MmTMWnSJABAXFwctm3bhlWrVuH9998Xe9Ud6t9H8i1uWCzlwVpWaT4PZRJXe0o9f7KO2IMIk4VsaCNk7BF4jZUdZOn1eqtreM6I1BBYLG5uwJbjzvEYz1pX7eiQVi01d5K3ESotvfNmi5+fHwAgIyMDNTU1CAkJEdJ0794dnTp1QmpqKgAgNTUVvXv3hr+/v5AmNDQUWq0W2dnZQpqG86hPUz+P6upqZGRkGKRxd3dHSEiIkKaxqqoqaLVag4+SXbhmeW/Fp68qe12IyD7H8sTpQdjafncGfZaML3eI1zBZDjV1OkzfKH5DeJsZCWqlusGIbtQtSEOmwiApB4F1NEkDIZ1Oh2nTpuGJJ55Ar169AAAajQaenp5o06aNQVp/f39oNBohTcMgqH56/TRTabRaLW7fvo3r16+jrq7OaJr6eTQWHR0NX19f4dOxY0ej6ZxNZW0d3v/PCbmzQUQSevM7cUa7t+YGC7jT63rsnguiLFsupsaak4Mjc/N1ykUHLk2ZJA2EwsPDcfLkSWzYsEHKxYhm5syZKC0tFT75+cruh8LS6uXvDufhshUNlmP3nLc1S3a5acUYOqRcrtJuQLVUuP+c4Zg9ekmaMcNMMTvoqoscLJL1IxQREYGtW7ciJSUFDzxwty+JgIAAVFdXo6SkxKBWqLCwEAEBAUKaxm931b9V1jBN4zfNCgsL4ePjg5YtW6JFixZo0aKF0TT182jMy8sLXl5etq2wwlnTYPbLHTnmE0ngf9aLc0dL8pJjkEoybtwK619UcJWLmzNz5sbkzph30WuE9Ho9IiIisGXLFuzevRtdunQxmD5gwADcc889SE5OFr7LyclBXl4egoODAQDBwcHIysoyeLsrKSkJPj4+6Nmzp5Cm4Tzq09TPw9PTEwMGDDBIo9PpkJycLKQhZZGywy5yHLE6CCR5bM8y3nTAHCe8/gmUFvwpJTcm2wi5AT//erXJ9wM+2SVdhiQieo1QeHg44uPj8eOPP6J169ZCexxfX1+0bNkSvr6+CAsLQ2RkJPz8/ODj44O3334bwcHBeOyxxwAAw4YNQ8+ePfHqq69i3rx50Gg0mDVrFsLDw4UamzfffBPLli3Du+++i9dffx27d+/Gpk2bsG3bNiEvkZGRmDhxIgYOHIhBgwYhJiYGFRUVwltkRERE5oK4fWeNDyTs6sy9NWZsQNViJ2ziIHogtHz5cgDAkCFDDL5fvXo1/v73vwMAFi1aBHd3d4wZMwZVVVUIDQ3FV199JaRt0aIFtm7dirfeegvBwcFo1aoVJk6ciDlz5ghpunTpgm3btmH69OlYvHgxHnjgAaxcuVJ4dR4Axo0bh2vXriEqKgoajQb9+vVDYmJikwbUREREzRFzTENSHtEDIUueD3p7eyM2NhaxsbHNpuncuTO2b99ucj5DhgzB8ePHTaaJiIhARESE2TwREREZ4+ghIJz5MaMz4lhjREREJhjrgVtKSomDTPcj5DoYCBERkd3kettUDEqrgalgb/kOxUCIiIhU7adfr8idBQO7zyhkPExXqvYxgYEQkYJlXHZslTyRGn2zP1fuLCiSG9xUUTvFQIhIwawd94mISCzH8m7i4Y92GJ328so0B+dGOgyEiBRsy3FlVdkTkXrkXldH56gMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFqqCIRiY2Px4IMPwtvbG0FBQThy5IjcWSIiIiIFcPlAaOPGjYiMjMRHH32EY8eOoW/fvggNDUVRUZHcWSMiIiKZuXwgtHDhQkyePBmTJk1Cz549ERcXh3vvvRerVq2SO2tEREQkM5cOhKqrq5GRkYGQkBDhO3d3d4SEhCA1NbVJ+qqqKmi1WoOPFC5dr5BkvkRERM6o5Fa1bMt26UDo+vXrqKurg7+/v8H3/v7+0Gg0TdJHR0fD19dX+HTs2FGSfHX0u1eS+RIRETkjN7jJtmyXDoSsNXPmTJSWlgqf/Px8SZbTwt0NU576gyTzJiIiciavP9EFvvfeI9vyPWRbsgO0a9cOLVq0QGFhocH3hYWFCAgIaJLey8sLXl5eDsnbB8/2wAfP9nDIsoiIiMg4l64R8vT0xIABA5CcnCx8p9PpkJycjODgYBlzRkRERErg0jVCABAZGYmJEydi4MCBGDRoEGJiYlBRUYFJkybJnTUiIiKSmcsHQuPGjcO1a9cQFRUFjUaDfv36ITExsUkDaiIiIlIfN71er5c7E0ql1Wrh6+uL0tJS+Pj4yJ0dIiIisoA112+XbiNEREREZAoDISIiIlItBkJERESkWgyEiIiISLUYCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqZbLD7Fhj/pOt7Varcw5ISIiIkvVX7ctGTyDgZAJZWVlAICOHTvKnBMiIiKyVllZGXx9fU2m4VhjJuh0OhQUFKB169Zwc3MTdd5arRYdO3ZEfn6+6scx47a4i9viLm6Lu7gt7uK2uIvb4q7G20Kv16OsrAyBgYFwdzfdCog1Qia4u7vjgQcekHQZPj4+qj+A63Fb3MVtcRe3xV3cFndxW9zFbXFXw21hriaoHhtLExERkWoxECIiIiLVYiAkEy8vL3z00Ufw8vKSOyuy47a4i9viLm6Lu7gt7uK2uIvb4i57tgUbSxMREZFqsUaIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhGQSGxuLBx98EN7e3ggKCsKRI0fkzpLDpaSkYNSoUQgMDISbmxsSEhLkzpJsoqOj8eijj6J169Zo3749Ro8ejZycHLmzJYvly5ejT58+QsdowcHB+OWXX+TOluw+//xzuLm5Ydq0aXJnRRazZ8+Gm5ubwad79+5yZ0s2V65cwSuvvIK2bduiZcuW6N27N9LT0+XOlsM9+OCDTY4LNzc3hIeHWzwPBkIy2LhxIyIjI/HRRx/h2LFj6Nu3L0JDQ1FUVCR31hyqoqICffv2RWxsrNxZkd2+ffsQHh6Ow4cPIykpCTU1NRg2bBgqKirkzprDPfDAA/j888+RkZGB9PR0PP3003j++eeRnZ0td9Zkc/ToUXz99dfo06eP3FmR1cMPP4yrV68KnwMHDsidJVncvHkTTzzxBO655x788ssvOHXqFBYsWID7779f7qw53NGjRw2OiaSkJADA2LFjLZ+Jnhxu0KBB+vDwcOH/uro6fWBgoD46OlrGXMkLgH7Lli1yZ0MxioqK9AD0+/btkzsrinD//ffrV65cKXc2ZFFWVqbv2rWrPikpSf/nP/9ZP3XqVLmzJIuPPvpI37dvX7mzoQjvvfeefvDgwXJnQ5GmTp2qf+ihh/Q6nc7i37BGyMGqq6uRkZGBkJAQ4Tt3d3eEhIQgNTVVxpyRkpSWlgIA/Pz8ZM6JvOrq6rBhwwZUVFQgODhY7uzIIjw8HCNHjjQoM9Tq3LlzCAwMxB/+8AdMmDABeXl5cmdJFj/99BMGDhyIsWPHon379njkkUfwzTffyJ0t2VVXV+O7777D66+/btVA6QyEHOz69euoq6uDv7+/wff+/v7QaDQy5YqURKfTYdq0aXjiiSfQq1cvubMji6ysLNx3333w8vLCm2++iS1btqBnz55yZ8vhNmzYgGPHjiE6OlrurMguKCgIa9asQWJiIpYvX47c3Fw8+eSTKCsrkztrDnfx4kUsX74cXbt2xY4dO/DWW2/hnXfewdq1a+XOmqwSEhJQUlKCv//971b9jqPPEylMeHg4Tp48qdr2DwDQrVs3ZGZmorS0FN9//z0mTpyIffv2qSoYys/Px9SpU5GUlARvb2+5syO7ESNGCH/36dMHQUFB6Ny5MzZt2oSwsDAZc+Z4Op0OAwcOxGeffQYAeOSRR3Dy5EnExcVh4sSJMudOPt9++y1GjBiBwMBAq37HGiEHa9euHVq0aIHCwkKD7wsLCxEQECBTrkgpIiIisHXrVuzZswcPPPCA3NmRjaenJ/74xz9iwIABiI6ORt++fbF48WK5s+VQGRkZKCoqQv/+/eHh4QEPDw/s27cPS5YsgYeHB+rq6uTOoqzatGmDP/3pTzh//rzcWXG4Dh06NLkp6NGjh2ofFQLA5cuXsWvXLrzxxhtW/5aBkIN5enpiwIABSE5OFr7T6XRITk5WbRsIAvR6PSIiIrBlyxbs3r0bXbp0kTtLiqLT6VBVVSV3NhzqmWeeQVZWFjIzM4XPwIEDMWHCBGRmZqJFixZyZ1FW5eXluHDhAjp06CB3VhzuiSeeaNK9xtmzZ9G5c2eZciS/1atXo3379hg5cqTVv+WjMRlERkZi4sSJGDhwIAYNGoSYmBhUVFRg0qRJcmfNocrLyw3u5nJzc5GZmQk/Pz906tRJxpw5Xnh4OOLj4/Hjjz+idevWQnsxX19ftGzZUubcOdbMmTMxYsQIdOrUCWVlZYiPj8fevXuxY8cOubPmUK1bt27SRqxVq1Zo27atKtuO/fOf/8SoUaPQuXNnFBQU4KOPPkKLFi3w0ksvyZ01h5s+fToef/xxfPbZZ/jb3/6GI0eOYMWKFVixYoXcWZOFTqfD6tWrMXHiRHh42BDWSPcSG5mydOlSfadOnfSenp76QYMG6Q8fPix3lhxuz549egBNPhMnTpQ7aw5nbDsA0K9evVrurDnc66+/ru/cubPe09NT///+3//TP/PMM/qdO3fKnS1FUPPr8+PGjdN36NBB7+npqf+v//ov/bhx4/Tnz5+XO1uy+fnnn/W9evXSe3l56bt3765fsWKF3FmSzY4dO/QA9Dk5OTb93k2v1+vFicmIiIiInAvbCBEREZFqMRAiIiIi1WIgRERERKrFQIiIiIhUi4EQERERqRYDISIiIlItBkJERESkWgyEiIiIyOFSUlIwatQoBAYGws3NDQkJCVbPQ6/XY/78+fjTn/4ELy8v/Nd//Rc+/fRTq+bBITaIiIjI4SoqKtC3b1+8/vrreOGFF2yax9SpU7Fz507Mnz8fvXv3RnFxMYqLi62aB3uWJiIiIlm5ublhy5YtGD16tPBdVVUV/u///g///ve/UVJSgl69euGLL77AkCFDAACnT59Gnz59cPLkSXTr1s3mZfPRGBERESlOREQEUlNTsWHDBpw4cQJjx47F8OHDce7cOQDAzz//jD/84Q/YunUrunTpggcffBBvvPGG1TVCDISIiIhIUfLy8rB69Wps3rwZTz75JB566CH885//xODBg7F69WoAwMWLF3H58mVs3rwZ69atw5o1a5CRkYEXX3zRqmWxjRAREREpSlZWFurq6vCnP/3J4Puqqiq0bdsWAKDT6VBVVYV169YJ6b799lsMGDAAOTk5Fj8uYyBEREREilJeXo4WLVogIyMDLVq0MJh23333AQA6dOgADw8Pg2CpR48eAO7UKDEQIiIiIqf0yCOPoK6uDkVFRXjyySeNpnniiSdQW1uLCxcu4KGHHgIAnD17FgDQuXNni5fFt8aIiIjI4crLy3H+/HkAdwKfhQsXYujQofDz80OnTp3wyiuv4ODBg1iwYAEeeeQRXLt2DcnJyejTpw9GjhwJnU6HRx99FPfddx9iYmKg0+kQHh4OHx8f7Ny50+J8MBAiIiIih9u7dy+GDh3a5PuJEydizZo1qKmpwSeffIJ169bhypUraNeuHR577DF8/PHH6N27NwCgoKAAb7/9Nnbu3IlWrVphxIgRWLBgAfz8/CzOBwMhIiIiUi2+Pk9ERESqxUCIiIiIVIuBEBEREakWAyEiIiJSLQZCREREpFoMhIiIiEi1GAgRERGRajEQIiIiItViIERERESqxUCIiIiIVIuBEBEREakWAyEiIiJSrf8P3vCF+WY4zeQAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "from matplotlib import pyplot as plt\n", + "\n", + "plt.plot(df['CO2'].to_list())" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "9946f5cd-3683-49db-8535-393cb04140ce", + "metadata": {}, + "outputs": [], + "source": [ + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Only the hidden size is slightly larger, everything else is the same\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + "\n", + "simson_params = torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints_1M/checkpoint_best_model.bin')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone = torch.compile(backbone)\n", + "backbone.load_state_dict(simson_params)\n", + "\n", + "\n", + "model = SimSonClassifier(encoder=backbone, num_labels=len(targets))\n", + "model = torch.compile(model, fullgraph=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "903489f0-9039-4504-894e-6739b4a15371", + "metadata": {}, + "outputs": [], + "source": [ + "def create_splits(df):\n", + " length = len(df)\n", + " train_length = int(0.99 * length)\n", + " train = df.loc[:train_length]\n", + " test = df.loc[train_length:]\n", + " return train, test\n", + "\n", + "train, test = create_splits(df)\n", + "\n", + "train = train.reset_index(drop=True)\n", + "test = test.reset_index(drop=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "00c271f1-bd44-457d-9a0e-7b221871ab78", + "metadata": {}, + "outputs": [], + "source": [ + "scalers = []\n", + "\n", + "for target in targets:\n", + " target_scaler = StandardScaler()\n", + " train[target] = target_scaler.fit_transform(train[target].to_numpy().reshape(-1, 1))\n", + " test[target] = target_scaler.transform(test[target].to_numpy().reshape(-1, 1))\n", + " \n", + " scalers.append(target_scaler)\n", + "\n", + "smiles_train = train['Smiles']\n", + "smiles_test = test['Smiles']\n", + "\n", + "labels_train = train[targets].values\n", + "labels_test = test[targets].values" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "01ebce4a-9ac0-4527-a9bd-8d13913f15e3", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['/home/jovyan/simson_training_bolgov/regression/scalers']" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import joblib\n", + "\n", + "joblib.dump(scalers, '/home/jovyan/simson_training_bolgov/regression/scalers')" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "4405c601-f006-4eeb-989e-fb35dd5349ba", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Setting up datasets for two-label training (labels assumed pre-scaled)\n", + "Training dataset statistics:\n", + " total_samples: 6659681\n", + " label_0_count: 6659681\n", + " label_1_count: 6659681\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Validation dataset statistics:\n", + " total_samples: 67270\n", + " label_0_count: 67270\n", + " label_1_count: 67270\n", + " label_0_ratio: 1.0\n", + " label_1_ratio: 1.0\n", + " both_labels_count: 0\n", + " single_label_count: 0\n", + " no_labels_count: 0\n", + "Computed label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Using device: cuda\n", + "Training steps per epoch: 26015\n", + "Total training steps: 78045\n", + "Label weights: [0.33333334 0.33333334 0.33333334 0.33333334 0.33333334 0.33333334]\n", + "Validation will be performed every 7000 steps\n", + "\n", + "Epoch 1/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 27%|██▍ | 7001/26015 [10:27<10:43:20, 2.03s/it, step=7002, loss=0.0372, true_loss=16.0679, lr=1.84e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 7000 | Train Loss: 0.0618 | Val Loss: 0.1191 | True train loss: 17.4244 | True val loss: 18.3473\n", + "New best validation loss: 0.1191\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 54%|████▎ | 14001/26015 [20:40<3:46:01, 1.13s/it, step=14002, loss=0.0315, true_loss=15.1059, lr=1.68e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 14000 | Train Loss: 0.0357 | Val Loss: 0.0652 | True train loss: 16.0534 | True val loss: 17.3651\n", + "New best validation loss: 0.0652\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 81%|██████▍ | 21001/26015 [30:53<1:34:27, 1.13s/it, step=21002, loss=0.0348, true_loss=15.9539, lr=1.52e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 21000 | Train Loss: 0.0319 | Val Loss: 0.0438 | True train loss: 15.7137 | True val loss: 16.3045\n", + "New best validation loss: 0.0438\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 2/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 8%|▋ | 1987/26015 [02:59<5:37:18, 1.19it/s, step=28002, loss=0.0224, true_loss=14.3285, lr=1.35e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 28000 | Train Loss: 0.0284 | Val Loss: 0.0393 | True train loss: 15.0774 | True val loss: 15.2044\n", + "New best validation loss: 0.0393\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 35%|███ | 8987/26015 [13:13<3:55:46, 1.20it/s, step=35002, loss=0.0302, true_loss=13.3737, lr=1.19e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 35000 | Train Loss: 0.0257 | Val Loss: 0.0279 | True train loss: 14.4303 | True val loss: 14.4498\n", + "New best validation loss: 0.0279\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 61%|████▉ | 15987/26015 [23:29<2:17:59, 1.21it/s, step=42002, loss=0.0264, true_loss=14.5345, lr=1.03e-05]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 42000 | Train Loss: 0.0245 | Val Loss: 0.0351 | True train loss: 14.1197 | True val loss: 14.2312\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 88%|████████▊ | 22987/26015 [33:46<41:56, 1.20it/s, step=49002, loss=0.0216, true_loss=14.1316, lr=8.70e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 49000 | Train Loss: 0.0233 | Val Loss: 0.0290 | True train loss: 13.9434 | True val loss: 14.4628\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " \r" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Epoch 3/3\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 15%|█▎ | 3971/26015 [05:52<7:13:46, 1.18s/it, step=56002, loss=0.0254, true_loss=14.4344, lr=7.08e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 56000 | Train Loss: 0.0229 | Val Loss: 0.0479 | True train loss: 13.9115 | True val loss: 14.0929\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 42%|███▎ | 10971/26015 [16:06<4:48:34, 1.15s/it, step=63002, loss=0.0201, true_loss=12.8691, lr=5.47e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 63000 | Train Loss: 0.0219 | Val Loss: 0.0239 | True train loss: 13.6746 | True val loss: 13.5177\n", + "New best validation loss: 0.0239\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 69%|██████▏ | 17971/26015 [26:24<2:31:18, 1.13s/it, step=7e+4, loss=0.0248, true_loss=14.9835, lr=3.86e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 70000 | Train Loss: 0.0212 | Val Loss: 0.0259 | True train loss: 13.5072 | True val loss: 13.7410\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Training: 96%|█████████▌| 24971/26015 [36:41<19:36, 1.13s/it, step=77002, loss=0.0228, true_loss=13.9553, lr=2.24e-06]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "Step 77000 | Train Loss: 0.0207 | Val Loss: 0.0267 | True train loss: 13.4052 | True val loss: 13.8021\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Loaded best model with validation loss: 0.0239\n", + "Training completed.\n", + "Number of validation checkpoints: 11\n", + "Final training losses: [0.022863016219410514, 0.02186289042873042, 0.021151691354678145, 0.020719855580878046, 0.020669196563010864]\n", + "Best validation loss: 0.0239\n", + "Model saved successfully!\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\r" + ] + } + ], + "source": [ + "import numpy as np\n", + "import torch\n", + "from torch.optim import AdamW\n", + "from torch.optim.lr_scheduler import LinearLR\n", + "from torch.utils.data import DataLoader\n", + "from tqdm import tqdm\n", + "\n", + "train_losses, val_losses, best_loss = run_training(\n", + " smiles_train, smiles_test, labels_train, labels_test, \n", + " model, tokenizer, scalers, num_epochs=3, learning_rate=2e-5, batch_size=256, validation_steps=7000,\n", + ")" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/regression_simson.pth b/simson_modeling/regression/regression_simson.pth new file mode 100644 index 0000000000000000000000000000000000000000..a1ed1a54f965b83eeea0334bd8e094a8a3f8a729 --- /dev/null +++ b/simson_modeling/regression/regression_simson.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0073b873b9a1518a9fa365f4b9b7d9561ed990cf30cc109c7794024b39574ad4 +size 93243197 diff --git a/simson_modeling/regression/regression_simson_uncompiled.pth b/simson_modeling/regression/regression_simson_uncompiled.pth new file mode 100644 index 0000000000000000000000000000000000000000..01d4e8cea1c99da757302c29f745fe78ada93c3a --- /dev/null +++ b/simson_modeling/regression/regression_simson_uncompiled.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed09c827ae131beffe389f0cd622ee2548a3606181cc9c3f9e2aac11f8a01966 +size 93238348 diff --git a/simson_modeling/regression/regression_visualize.ipynb b/simson_modeling/regression/regression_visualize.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..bcb1f22ce92eb97609d81e833d8ff461608418aa --- /dev/null +++ b/simson_modeling/regression/regression_visualize.ipynb @@ -0,0 +1,711 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "d5165301-7adf-4bf0-8253-59c2a940fb06", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import joblib\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "import umap\n", + "\n", + "# For better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_context(\"notebook\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "1cbedb53-27e4-47a1-a60a-5e1cc9ac6ef4", + "metadata": {}, + "outputs": [], + "source": [ + "torch.backends.cuda.matmul.allow_tf32 = True\n", + "torch.backends.cudnn.allow_tf32 = True\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " \n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " \n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(0)\n", + " \n", + " outputs = self.bert(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask\n", + " )\n", + " \n", + " hidden_states = outputs.last_hidden_state\n", + " \n", + " hidden_states = self.dropout(hidden_states)\n", + " \n", + " pooled = global_ap(hidden_states)\n", + " \n", + " out = self.linear(pooled)\n", + " \n", + " return out\n", + "\n", + "class SimSonClassifier(nn.Module):\n", + " def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1):\n", + " super(SimSonClassifier, self).__init__()\n", + " self.encoder = encoder\n", + " self.clf = nn.Linear(encoder.max_len, num_labels)\n", + " self.relu = nn.ReLU()\n", + " self.dropout = nn.Dropout(dropout)\n", + "\n", + " def forward(self, input_ids, attention_mask=None, labels=None):\n", + " x = self.encoder(input_ids, attention_mask)\n", + " x = self.relu(self.dropout(x))\n", + " x = self.clf(x)\n", + " return x" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "bc2a9887-2e5f-48b6-8798-e2b0cdec4db1", + "metadata": {}, + "outputs": [], + "source": [ + "# Load test data\n", + "from tqdm import tqdm\n", + "from sklearn.preprocessing import MinMaxScaler\n", + "\n", + "df = pd.read_csv('/home/jovyan/simson_training_bolgov/regression/PI_Tg_P308K_synth_db_chem.csv')" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "83ee8d74-a48f-4661-adc6-4d17f7cdcb83", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████████████████████████████████████████████████████| 999/999 [00:29<00:00, 33.87it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(1000, 9)\n" + ] + } + ], + "source": [ + "from sklearn.metrics import pairwise_distances\n", + "from sklearn.model_selection import train_test_split\n", + "\n", + "\n", + "def create_stratified_splits_regression(\n", + " df,\n", + " label_cols,\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + "):\n", + " \n", + " values = df[label_cols].values\n", + " # Each label gets its own bins, based on the overall distribution\n", + " bins = [np.unique(np.quantile(values[:,i], np.linspace(0, 1, n_bins+1))) for i in range(len(label_cols))]\n", + " # Assign each row to a bin for each label\n", + " inds = [\n", + " np.digitize(values[:,i], bins[i][1:-1], right=False) # exclude leftmost/rightmost for in-bin, avoids all bin edges as bins\n", + " for i in range(len(label_cols))\n", + " ]\n", + " # Combine into a single integer stratification variable (tuple or max or sum...)\n", + " strat_col = np.maximum.reduce(inds) # This ensures high bin in one = high bin overall\n", + " # Use sklearn's train_test_split with stratify\n", + " train_idx, val_idx = train_test_split(\n", + " df.index.values,\n", + " test_size=val_frac,\n", + " random_state=seed,\n", + " shuffle=True,\n", + " stratify=strat_col\n", + " )\n", + " train = df.loc[train_idx].reset_index(drop=True)\n", + " val = df.loc[val_idx].reset_index(drop=True)\n", + " return train, val\n", + "\n", + "\n", + "# For your use case:\n", + "train, test = create_stratified_splits_regression(\n", + " df,\n", + " label_cols=['CO2', 'CH4'], # or actual column names\n", + " n_bins=10,\n", + " val_frac=0.05,\n", + " seed=42\n", + ")\n", + "\n", + "\n", + "# --- 2. columns that hold permeability values --------------------------------\n", + "features = ['CO2', 'CH4'] # adjust if names differ\n", + "\n", + "# --- 3. Max–Min selection ----------------------------------------------------\n", + "def select_diverse_maxmin(data, cols, k=1_000):\n", + " X = data[cols].to_numpy()\n", + " \n", + " # scale to [0,1] so CO₂ and CH₄ get equal weight\n", + " X = MinMaxScaler().fit_transform(X)\n", + " \n", + " n = len(X)\n", + " if k >= n: # nothing to do\n", + " return data\n", + " \n", + " # start with a random seed point\n", + " selected = [np.random.randint(0, n)]\n", + " \n", + " # pre-allocate distance cache\n", + " min_dist = pairwise_distances(\n", + " X, X[selected], metric='euclidean'\n", + " ).ravel() # distance to first point\n", + " \n", + " for _ in tqdm(range(1, k)):\n", + " # pick the point with the largest distance to the current set\n", + " idx = np.argmax(min_dist)\n", + " selected.append(idx)\n", + " \n", + " # update distance cache (keep the shortest distance to any selected pt)\n", + " dist_to_new = pairwise_distances(X, X[[idx]], metric='euclidean').ravel()\n", + " min_dist = np.minimum(min_dist, dist_to_new)\n", + " \n", + " return data.iloc[selected].reset_index(drop=True)\n", + "\n", + "diverse_test = select_diverse_maxmin(test, features, k=1_000)\n", + "print(diverse_test.shape) # (1000, …)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "id": "d251cb4f-a250-4110-ab1c-679532a5d6e4", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_240462/477882228.py:21: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", + " simson_params_clf = torch.load('/home/jovyan/simson_training_bolgov/regression/regression_simson.pth')\n" + ] + }, + { + "data": { + "text/plain": [ + "OptimizedModule(\n", + " (_orig_mod): SimSonClassifier(\n", + " (encoder): OptimizedModule(\n", + " (_orig_mod): SimSonEncoder(\n", + " (bert): BertModel(\n", + " (embeddings): BertEmbeddings(\n", + " (word_embeddings): Embedding(591, 768, padding_idx=0)\n", + " (position_embeddings): Embedding(512, 768)\n", + " (token_type_embeddings): Embedding(2, 768)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (encoder): BertEncoder(\n", + " (layer): ModuleList(\n", + " (0-3): 4 x BertLayer(\n", + " (attention): BertAttention(\n", + " (self): BertSdpaSelfAttention(\n", + " (query): Linear(in_features=768, out_features=768, bias=True)\n", + " (key): Linear(in_features=768, out_features=768, bias=True)\n", + " (value): Linear(in_features=768, out_features=768, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (output): BertSelfOutput(\n", + " (dense): Linear(in_features=768, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " (intermediate): BertIntermediate(\n", + " (dense): Linear(in_features=768, out_features=2048, bias=True)\n", + " (intermediate_act_fn): GELUActivation()\n", + " )\n", + " (output): BertOutput(\n", + " (dense): Linear(in_features=2048, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " )\n", + " )\n", + " )\n", + " (linear): Linear(in_features=768, out_features=512, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " (clf): Linear(in_features=512, out_features=6, bias=True)\n", + " (relu): ReLU()\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + ")" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "tokenizer_path = 'DeepChem/ChemBERTa-77M-MTR'\n", + "tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)\n", + "\n", + "# Load scalers (list of 6), only last 2 needed for CO2 and CH4 permeability\n", + "scalers = joblib.load('/home/jovyan/simson_training_bolgov/regression/scalers')\n", + "scaler_co2 = scalers[-1]\n", + "scaler_ch4 = scalers[-2]\n", + "\n", + "# Torch model definitions (SimSonEncoder and SimSonClassifier as in your code)\n", + "# --paste classes global_ap, SimSonEncoder, SimSonClassifier here--\n", + "\n", + "config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "simson_params_clf = torch.load('/home/jovyan/simson_training_bolgov/regression/better_regression_states/best_state.bin')\n", + "\n", + "backbone = SimSonEncoder(config=config, max_len=512)\n", + "backbone = torch.compile(backbone)\n", + "model = SimSonClassifier(encoder=backbone, num_labels=6) # 6 outputs as per full regression\n", + "model = torch.compile(model, fullgraph=True)\n", + "model.load_state_dict(simson_params_clf)\n", + "model.eval()" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "11790c3a-3a8f-4982-94e9-e0134ba69cbe", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Processing 1000 SMILES in batches of 256...\n", + "Final shapes - Embeddings: (1000, 512), Predictions: (1000, 6)\n" + ] + }, + { + "data": { + "text/plain": [ + "(1000,)" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "def generate_embeddings_and_predictions(test_smiles, tokenizer, backbone, model, \n", + " batch_size=32, max_length=512, device='cpu'):\n", + " \"\"\"\n", + " Generate embeddings and predictions sequentially in batches to avoid memory issues\n", + " \"\"\"\n", + " embeddings_list = []\n", + " predictions_list = []\n", + " \n", + " backbone.eval()\n", + " model.eval()\n", + " \n", + " print(f\"Processing {len(test_smiles)} SMILES in batches of {batch_size}...\")\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(test_smiles), batch_size):\n", + " batch_smiles = test_smiles[i:i+batch_size]\n", + " \n", + " # Tokenize current batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings and predictions for current batch\n", + " batch_embeddings = backbone(input_ids, attention_mask)\n", + " batch_predictions = model(input_ids, attention_mask)\n", + " \n", + " # Move to CPU and store\n", + " embeddings_list.append(batch_embeddings.cpu().numpy())\n", + " predictions_list.append(batch_predictions.cpu().numpy())\n", + " \n", + " # Progress indicator\n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(test_smiles)} SMILES\")\n", + " \n", + " # Concatenate all batches\n", + " embeddings = np.vstack(embeddings_list)\n", + " predictions = np.vstack(predictions_list)\n", + " \n", + " print(f\"Final shapes - Embeddings: {embeddings.shape}, Predictions: {predictions.shape}\")\n", + " return embeddings, predictions\n", + "\n", + "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + "\n", + "# Move models to device\n", + "backbone.to(device)\n", + "model.to(device)\n", + "\n", + "# Prepare SMILES list from test dataset\n", + "smiles_list = diverse_test['Smiles'].tolist() # Note: use correct column name from your dataset\n", + "\n", + "# Generate embeddings and predictions sequentially\n", + "embeddings, predictions_np = generate_embeddings_and_predictions(\n", + " smiles_list, \n", + " tokenizer, \n", + " backbone, \n", + " model, \n", + " batch_size=256, # Adjust based on your GPU memory\n", + " device=device\n", + ")\n", + "\n", + "# Extract CO2 and CH4 predictions (last two columns)\n", + "y_pred_co2_unscaled = predictions_np[:, -1] # CO2 permeability\n", + "y_pred_ch4_unscaled = predictions_np[:, -2] # CH4 permeability\n", + "\n", + "y_pred_co2_unscaled.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "bfb72f9d-dd28-4fd3-b328-414274c3227b", + "metadata": {}, + "outputs": [], + "source": [ + "# Inverse transform using the loaded scalers for CO2 and CH4\n", + "y_pred_co2 = scaler_co2.inverse_transform(y_pred_co2_unscaled.reshape(-1,1)).flatten()\n", + "y_pred_ch4 = scaler_ch4.inverse_transform(y_pred_ch4_unscaled.reshape(-1,1)).flatten()\n", + "\n", + "# Targets: you may need to change these names based on your test DataFrame\n", + "y_true_co2 = diverse_test['CO2'].values\n", + "y_true_ch4 = diverse_test['CH4'].values\n" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "7b2ea6e8-21fa-4a2d-a37e-abcea085daee", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "=== CO₂ Permeability Relative MAE ===\n", + "Absolute MAE: 2569.0372\n", + "MAE as % of data range: 1.59%\n", + "MAE as % of mean value: 17.87%\n", + "Data range: 0.0854 to 161379.4600\n", + "Mean value: 14379.8005\n", + "\n", + "=== CH₄ Permeability Relative MAE ===\n", + "Absolute MAE: 9.0738\n", + "MAE as % of data range: 1.72%\n", + "MAE as % of mean value: 13.69%\n", + "Data range: 0.0003 to 528.1360\n", + "Mean value: 66.2984\n" + ] + } + ], + "source": [ + "from sklearn.metrics import mean_absolute_error\n", + "\n", + "\n", + "def calculate_relative_mae(y_true, y_pred, property_name):\n", + " \"\"\"Calculate MAE relative to data range and mean\"\"\"\n", + " mae = mean_absolute_error(y_true, y_pred)\n", + " data_range = y_true.max() - y_true.min()\n", + " mean_value = y_true.mean()\n", + " \n", + " relative_mae_range = (mae / data_range) * 100\n", + " relative_mae_mean = (mae / mean_value) * 100\n", + " \n", + " print(f\"\\n=== {property_name} Relative MAE ===\")\n", + " print(f\"Absolute MAE: {mae:.4f}\")\n", + " print(f\"MAE as % of data range: {relative_mae_range:.2f}%\")\n", + " print(f\"MAE as % of mean value: {relative_mae_mean:.2f}%\")\n", + " print(f\"Data range: {y_true.min():.4f} to {y_true.max():.4f}\")\n", + " print(f\"Mean value: {mean_value:.4f}\")\n", + " \n", + " return mae, relative_mae_range, relative_mae_mean\n", + "\n", + "# Analyze relative performance\n", + "co2_mae_analysis = calculate_relative_mae(y_true_co2, y_pred_co2, \"CO₂ Permeability\")\n", + "ch4_mae_analysis = calculate_relative_mae(y_true_ch4, y_pred_ch4, \"CH₄ Permeability\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "c4c74497-0f94-4f88-b7c2-83129b22736f", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABJ8AAAHkCAYAAACQUI7UAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd8U9X7wPFPku6RDvaUtkpFoKWIlFGKlD2LDAHZGxEQEGWICIosZcguWPYQBRxIKSAqWxwgoLLbsqeFpouO5P7+6Lf5EVqgLWnThuf9evkqyT05ec5p4j197rnnqBRFURBCCCGEEEIIIYQQIh+oLR2AEEIIIYQQQgghhLBeknwSQgghhBBCCCGEEPlGkk9CCCGEEEIIIYQQIt9I8kkIIYQQQgghhBBC5BtJPgkhhBBCCCGEEEKIfCPJJyGEEEIIIYQQQgiRbyT5JIQQQgghhBBCCCHyjSSfhBBCCCGEEEIIIUS+keSTEEIIIYQQQgghhMg3knwSQhQ5vr6+fPTRR08st3XrVnx9fbly5YrxuZ49e9KzZ0/j4ytXruDr68vWrVvzJdbCLiQkhHHjxhkfHzlyBF9fX44cOWK29/D19WXBggVmq08IIYR41o0bN46AgIAclX34PJyT8dGzZMGCBfj6+po89/D46GmNGzeOkJAQs9UnRFFkY+kAhChKLl26xBdffMHBgwe5desWtra2VK5cmZYtW9KlSxccHByMZdPS0ti4cSPfffcdUVFRAHh7exMaGkq3bt2wtbV9qlhCQkK4evWq8bGnpydeXl707duXpk2bPlXdz7q9e/dy4sQJhg8fnq/vs3XrVsaPH298bGdnR9myZalfvz5Dhw6lePHi+fr+5lRQfVaYPTxwfZQ1a9YQGBiYz9EIIUT+yel4KCQkhBdeeIGwsLAsdRw5coRevXrx+eef06JFizzFsWDBAhYuXGh87ODgQLly5WjatCkDBw7ExcUlbw0U3Lx5k6+++oomTZpQpUqVfH2vB8+fKpWK4sWLU7lyZQYPHlykzpcF2WeF1bhx4/jmm2+eWO61115jxowZBRCRKEwk+SREDv3yyy+8/fbb2NnZERoaSuXKlUlLS+PPP//k008/5fz583z88ccAJCUlMXjwYH777TcaNWpEhw4dUKlU7N+/n08++YTdu3cTFhaGk5PTU8VUpUoV+vbtC8CtW7fYtGkTw4YNY/LkyXTr1u2p21zUhYaG0rp1a+zs7B5Zply5cpw4cQIbm///3+HevXtZv359gSVSRowYQfny5UlNTeXPP/9k48aN7N27lx9++AFHR8cCiSHTK6+8wokTJ3KdHH1cn504cQKNRmOuEAutWbNmmTz+7rvvOHjwYJbnfXx8CjIsIYQwq9yMhwrK5MmTcXJyIikpiYMHD7J06VKOHDnCxo0bUalUBRpLYZST83B4eLjJ41u3brFw4ULKlStXIImU+vXrExoaiqIoXLlyhY0bN9K7d2/CwsJo2LBhvr//wyIjI3P92Xlcn3388ccoimLOEAulLl26ULduXePjK1euMH/+fLp06cLLL79sfL5ixYqWCE9YmCSfhMiBy5cvM2rUKMqWLcvq1aspWbKk8Vj37t25ePEiv/zyi/G5GTNm8Ntvv/HBBx/Qo0cP4/NvvPEG69ev56OPPmLmzJlMmTLlqeIqVaoUoaGhxsft27enWbNmrFq16qmTTykpKdja2qJWF927czUazRMHWyqVCnt7+wKKKHvBwcFUr14dgM6dO+Pu7s7KlSvZs2cPbdq0yfY1SUlJT528zI5arTZ7f1i6fwvKg99FgOPHj3Pw4MEszz8sOTm5wJOMQgiRF7kdDxWU5s2b4+npCUC3bt0YPnw4u3bt4q+//srxrWnZURSFlJQUk5ntRVFOzsOPu1BXECpVqmRyvmzatCnt2rVjzZo1j0w+5edY1dz98bR3PBQVAQEBJt+5kydPMn/+fGrUqPHY8VB+jWtF4VJ0/6oUogB98cUXJCUl8cknn5gMtDI999xz9O7dG4AbN26wefNm6tSpY5J4ytS9e3cCAwPZvHkzN27cMGucJUqUwNvb2+R2vJs3bzJ+/Hjq1atHtWrVaN26NZs3bzZ5XeY6P9u3b2fu3Lk0aNAAf39/EhISjGsKXLt2jcGDBxMQEECDBg1Yv349AGfOnKFXr17UqFGDRo0asW3btixx6XQ6PvnkExo2bEi1atVo2rQpy5Ytw2AwmJQLDw+na9euBAYG4ufnR4cOHYiMjHxke7///nuaN29O9erV6dChA7///rvJ8ezWNHjYw2s+jRs3ztg2X19f43+KohASEsKbb76ZpY6UlBRefvllJk2aBMCFCxe4du3aI9/zSerUqWOMLTOmgIAALl26xMCBAwkICGDMmDEAGAwGVq1aRevWralevTr16tVj0qRJxMXFmdSpKAqLFy8mODgYf39/evbsyblz57K896PWfDp+/DgDBw7klVdeoUaNGrRt25bVq1c/ts8yZbfm07///suAAQOoWbMmAQEB9O7dm7/++sukTObv788//2T69OnUqVOHGjVq8NZbbxEbG/vYPgwPD8fX19fku5Bp9uzZVKtWzdhHMTExDB8+nPr161O9enWCg4MZNWoU8fHxj32PvOjZsydt2rTh77//pnv37vj7+zNnzhzg0WtjZbfuRE6/U0IIYU65GQ9Z0sPn0ZyeK0NCQhg8eDD79++nQ4cO+Pn58eWXXxrPjRERESxcuJAGDRoQEBDAiBEjiI+PJzU1lU8++YS6desSEBDA+PHjSU1NzRLXd999Z6y3du3ajBo1iuvXr5uU+eOPPxgxYgSvvvoq1apVo2HDhkybNo379+9n29bLly/Tv39/atSoQVBQEAsXLswywyYnay8+uObTkSNH6NSpEwDjx483nte3bt3K/PnzqVq1arbn4Q8++IBatWqRkpLCrVu3uHDhAmlpaY9930fx9fXFw8PD+Dt83FgVMsYp/fv35+WXX8bf358ePXrw559/Zqn3jz/+oGPHjlSvXp0mTZrw5ZdfZvv+jzr3Tps2jZCQEKpVq0ZwcDDvvfcesbGxj+0zyH7Np6SkJGbMmGE8lzdv3pzw8PBsf38fffQRP/74I23atDGO5/ft2/fYPrxz5w4vvfSSya2pmaKiovD19WXdunVAxnIhCxcupFmzZlSvXp3AwEC6devGwYMHH/seeZE5vvvtt9+YPHkydevWNSYYH7U2VnbrckHOvlOi8JCZT0LkwM8//0yFChWoWbPmE8vu27cPvV5P+/btH1mmffv2HDlyhP3799O5c2ezxZmWlsaNGzdwd3cHMk46r7/+OiqViu7du+Pp6cm+fft4//33SUhIoE+fPiavX7x4Mba2tvTv35/U1FTjVRq9Xs/AgQOpVasWY8aMYdu2bXz00Uc4Ojoyd+5c2rZtS7Nmzfjyyy8ZO3YsNWrUoEKFCkDGrI4ePXpw8+ZNunbtSpkyZTh27Bhz5szh9u3bvP/++8b3X7NmDSEhIbRt25a0tDS2b9/O22+/TVhYGK+++qpJrL///jsRERH07NkTOzs7Nm7cyIABA/j666+pXLlynvuwS5cu3Lp1K8vtUiqVirZt2xIeHs69e/eMfQzw008/kZCQQLt27QBo1aoVtWvXZu3atXmK4dKlSwAm75Genm4cVI0dO9Z4FXbSpEl88803dOjQgZ49e3LlyhXWr1/Pv//+y8aNG42/w88//5wlS5bQsGFDGjZsyD///EO/fv1yNCg8ePAggwcPpmTJkvTq1YvixYtz4cIFfvnlF3r37v3IPnuUc+fO0b17d5ydnRkwYAA2NjZs2rSJnj17sm7dOvz9/U3KT506Fa1Wy7Bhw7h69SqrV6/mo48+Yt68eY98j5YtW/Lpp5+yY8cOBgwYYHJsx44d1K9fHzc3N1JTU42f9x49elC8eHFu3rzJL7/8gk6nw9XV9Yntya179+4xcOBAWrduTbt27ShWrFiuXp+b75QQQphTbsZDmdLT07NNVORHgj/Tw+fRnJ4rAaKjo3nnnXfo0qULr7/+Ol5eXsZjy5Ytw8HBgUGDBnHx4kXWrVuHjY0NKpUKnU7HsGHDOH78OFu3bqVcuXIMGzbM+NolS5bw+eef07JlSzp16kRsbCzr1q2je/fufPvtt2i1WiDjdq/79+/TrVs33N3dOXHiBOvWrePGjRvMnz/fpJ16vZ4BAwbg7+/Pu+++y/79+1mwYAF6vZ633347z/3n4+PDiBEjstwuVbNmTV5++WUWLVpERESEyUXW1NRUdu7cSbNmzbC3t2fOnDl888037Nmzh/Lly+c6hri4OHQ6Hc8995zJ89mNVQ8fPszAgQOpVq0aw4YNQ6VSsXXrVnr37s2GDRvw8/MDMi6Y9u/fH09PT4YPH056ejoLFizI0Xk4MTGR7t27c+HCBTp27MhLL73E3bt3+emnn7h58+Zj+yw7iqLw5ptvGpNWVapUYf/+/cyaNYubN28yYcIEk/J//vknu3bt4o033sDZ2Zm1a9cyYsQIfv75Zzw8PLJ9j+LFi/PKK6+wY8cOk88iQEREBBqNxrje2sKFCwkLC6Nz5874+fmRkJDA33//zT///EP9+vWf2D95MWXKFDw9PXnrrbdISkrK9etz+p0ShYckn4R4goSEBG7evEnjxo1zVP78+fMAvPjii48sk3nswoULTxXbgwO6W7dusWzZMu7cuWO8cjV37lz0ej3btm0znpi6devG6NGjWbhwIV27djWZSp6SksKWLVuyTC9PSUmhXbt2DB48GIC2bdvSoEEDJkyYwJw5c2jVqhUA9erVo2XLlnz77bfGtX9WrlzJ5cuX+eabb6hUqRIAXbt2pWTJkoSHh9OvXz/KlCkDwM6dO03eu3v37nTo0IGVK1dmST6dPXuWLVu2UK1aNQBat25NixYtmD9/frZXeHIqICCASpUqZXu7VPv27Vm6dCk7duwwua3x+++/p1y5cib3sudGQkICsbGxpKamcvToURYtWoSDgwONGjUylklNTaVFixa88847xuf++OMPvv76az777DPatm1rfD4wMJABAwYQGRlJ27ZtiY2N5YsvvuDVV19l6dKlxjUM5s6dy9KlSx8bm16vZ9KkSZQsWTLLiTzzytzj+iw78+bNMy7In5mkbN++PS1atODTTz81XoXL5O7uzooVK4xxGwwG1q5dS3x8/COTQ2XLlqVGjRpERESYJJ9OnDjB5cuXjYOwCxcucOXKlSwL3j48SDOn27dvM2XKFLp27Zqn1+fmOyWEEOaS2/FQpgMHDpisAZMfMmcwZa75tGHDBooXL06tWrVyfK7MdPHiRb744gsaNGhgfC5zNrBer2ft2rXGZNXdu3fZvn07DRo0YPny5UDG2OXSpUts3brVeC65evUqCxYsYOTIkQwZMsRYb7NmzXjttdfYsGGD8fkxY8aYjIW6dOnCc889x5w5c7h27Rply5Y1HktJSaFBgwZMnDgRyFjeYciQISxfvpyePXsab0XMreLFixMcHPzI26UCAgL4/vvvTZJPe/fuJS4uLkfjgOykpKQYx7RXrlxhzpw56PX6LIvRPzxWVRSFyZMnExgYyBdffGEcK3Tt2pXWrVszb948VqxYAcD8+fNRFIX169cb+7F58+Ymv/9HCQ8P5+zZsyxcuNBkY5+hQ4eiKAoqleqxffawPXv28OuvvzJy5EjjrPru3bszYsQI1qxZQ48ePUzWRbpw4QIRERHG5wIDAwkNDWX79u3Z3mmRqVWrVkyaNImzZ8+aXJzdsWMHr7zyinFzm19++YWGDRsW6Hptbm5urFq1Kk/rgubmOyUKD7ntTognyJzO6+zsnKPyiYmJTyyfeSyz7hUrVtClSxe6d+9Ou3bt+Pnnn3P0XpkDurp16xIaGkpkZCShoaGMGTMGRVHYtWsXISEhKIpCbGys8b+goCDi4+P5559/TOpr3779I9c1eHCGllarxcvLC0dHR1q2bGl83tvbG61Wy+XLl43PRUZG8vLLL6PVak1iqFevHnq93uRWuQffOy4ujvj4eF5++WX+/fffLPEEBAQYE0+QkWxo3LgxBw4cQK/X56j/csvLywt/f3+TWwvv3bvH/v37adu2rXHAc+bMmVzNeurTp49xyvGoUaNwdnZm4cKFlCpVyqTcw+t4RUZG4urqSv369U36tmrVqjg5ORkHy4cOHSItLY0ePXqYLJ6Zk1sj/v33X65cuUKvXr2yXEHKyyKuer2egwcP0qRJE2PiCaBkyZK0adOGP//80/i9yJQ5ey9TrVq10Ov12d5S96CWLVvyzz//GK+AQ8Zgy87OjiZNmgAYd0I6cOAAycnJuW5PXtjZ2dGhQ4c8vz433ykhhDCX3I6HMvn7+7Ny5cos/40dO/aRr8m8bSmnWrRoQd26dWncuDGTJk3iueeeIywsDEdHxxyfKzOVL1/eJPH0oNDQUJNZUn5+fiiKQseOHU3K+fn5cf36ddLT0wHYvXs3BoOBli1bmsRQvHhxnnvuOZMYHhwLJSUlERsbS0BAAIqiZDse6t69u/HfmTPd09LSOHz4cI77L7dCQ0M5fvy4yfl127ZtlClThtq1awMZ65+eOXMmx7OeNm/ebBzTdu7cmaNHj9K3b98sY5WHx6qnTp0iJiaGtm3bcvfuXWPfJiUlUbduXX7//XcMBgN6vZ4DBw7QpEkTkwSej48PQUFBT4xv165dvPjii9nuKJ2X8dC+ffvQaDTGC8aZ+vXrh6IoWW6pq1evnkky6sUXX8TFxcVkzJ2dpk2bYmNjQ0REhPG5s2fPcv78eePFY8gY2587d46YmJhctyWvXn/99TxvSJOb75QoPGTmkxBPkPnHaWZS6UkyB2WPK/9wgiokJIQ+ffqgVqv58ccfGTlyJL/99tsTF4j09/dn5MiRqFQqHBwc8PHxMSYI/vvvP3Q6HZs2bWLTpk3Zvv7hafCPGiDY29tnuXrm6upK6dKls5xwXV1d0el0xscXL17kzJkzj7zq+WAMP//8M0uWLOHUqVMmayVkd1J/eBo2ZCxWmZycTGxsLCVKlMj2/Z5WaGgoH3/8MVevXqVcuXJERkaSlpaW5yt9kHE7gJeXFxqNhuLFi+Pl5ZVl8UwbGxtKly5t8tzFixeJj49/ZN/+999/AMb1pzJnyWTy9PTEzc3tsbFlDmqe5lbGB8XGxpKcnGxyG0MmHx8fDAYD169f54UXXjA+/+AgETB+xh/8nGWnRYsWzJgxg4iICIYMGYKiKERGRhIcHGz8XleoUIG+ffuycuVKtm3bRq1atQgJCaFdu3b5cssdZGwU8DQLmebmOyWEEOaS2/FQJg8PD+rVq5fl+Uf90Xnw4EGTpEZOLFiwABcXF+O58sE/0nN6rsz0uGTJw+ejzPPEw7NNXV1dMRgMxMfH4+HhQUxMDIqi0KxZs2zrfXDH3WvXrjF//nx++umnLGtSPXxxRq1Wm1zIAYzn1yddoHkarVq1Ytq0aXz//fcMGzaM+Ph4fv75Z/r06ZPn3QUbN25svEjm7OzM888/n+0C1A//fjKTJY9LZmauy3X//v1sx49eXl7s3bv3sfFdunTpkb+/vLh69SolS5Y0fq8yZe6I+/DvL7sZzW5ubk8cC3l6elKnTh127NjByJEjgYxb7mxsbEwSaSNGjGDo0KE0b96cypUrExQURGho6GPv5HhaebkdM1NuvlOi8JDfihBP4OLiQsmSJbNdnDk7mSeNM2fOPHJr2jNnzgDw/PPPA1mTAjndteNRAzrAuPBwu3bteO2117It8/BVxUfNenrUAPFRzz+4UKLBYKB+/fpZ1t3JlNn2P/74gzfffJNXXnmFDz/8kBIlSmBra8uWLVv44Ycfsn2tJbRu3Zrp06ezbds2hgwZwvfff0+1atXw9vbOc51+fn7G3e4exc7OLsvnwmAwUKxYMT777LNsX5PX6faFzaO+D0/asrhUqVLUqlWLHTt2MGTIEP766y+uXbtmXKw907hx43jttdfYs2cPBw8eZOrUqYSFhfHVV19lSfiZQ253TXp4Jl9Ov1NCCGFOuR0P5UVycjJz585l0qRJuVoTs1atWo885+X2XPm4/0c/6nz0pPOUwWBApVKxfPnybMdOmUkWvV5P3759iYuLY8CAAXh7e+Pk5MTNmzcZN25codlUws3NzbjJzLBhw4iMjCQ1NdW49mVelC5d+pFj2gc9/PvJ7OP33nvvkeNuJyenbBeAL0pyMuZ+lNatWzN+/HhOnTpFlSpV2LFjB3Xq1DH57L/yyivs3r3bOBbavHkzq1evZsqUKWZdn/ZB2V1kf1TyMruxUE6+U6JwkeSTEDnQqFEjNm3axLFjx564ZW9wcDAajYbvvvvukYuOf/vtt9jY2GSZ1n3z5k0++ugjRo8e/dTb03t6euLs7IzBYMjRyTy/VKxYkaSkpCfGsHPnTuzt7QkPDzeZFbJly5Zsy1+8eDHLczExMTg6Oj510uVxV+3c3d159dVX2bZtG23btuXo0aNZFoUsKBUrVuTw4cPUrFnzsYPlzCu1MTExJldIY2Njs1xVfVhm+bNnzz72d5jTK52enp44OjoSHR2d5VhUVBRqtdqs6xW1bNmSKVOmEBUVRUREBI6OjiZraWXK3JVm6NChHD16lG7durFx40ZGjRpltlieJLsrmKmpqdy+fdvkuZx+p4QQwtxyMx7Ki3nz5tGjRw+zXjzJ6bkyP1WsWBFFUShfvny2M38znT17lpiYGGbOnGkyhnzUjmMGg4HLly+b1Jl5fi1XrtxTxfyk83poaChDhw7lxIkTbNu2jZdeeslk1nJByRynuLi4PPa86OnpiYODQ7bjx+zGJA+rWLHiExOvuZn1Va5cOQ4fPkxCQoLJ7KeoqCjjcXNp0qQJkyZNMt56FxMTY1zH9UHu7u507NiRjh07kpiYSI8ePViwYEG+JZ+yo9Vqs53N9fAu0jn9TonCRdZ8EiIHBgwYgJOTExMnTuTOnTtZjl+6dMm47XyZMmXo0KEDhw4dYsOGDVnKbty4kV9//ZWOHTuazKq4e/cuAwcOpFmzZlnu/84LjUZD8+bN2blzJ2fPns1yvKBuzWnZsiXHjh1j//79WY7pdDrjeggajQaVSmVyZePKlSvs2bMn23qPHTtmsmbV9evX2bNnD/Xr18/z/eOZHB0djfFlJzQ0lPPnzzNr1iw0Gg2tW7c2OX7hwoUsJ8n80LJlS/R6PYsXL85yLD093Rh/vXr1sLW1Zd26dSZXyDI/s49TtWpVypcvz5o1a7L0x4N1PanPMmk0GurXr8+ePXuM2ydDxs6MP/zwAy+//HKWKehPo3nz5mg0GrZv305kZCSvvvqqydWwhIQE42cwU+XKlVGr1SZXSa9du/bUGwQ8SYUKFfjjjz9Mnvvqq6+yXO3L6XdKCCHMLTfjodw6ceIEUVFRj90tOC9yeq7MT82aNUOj0bBw4cIsM1UUReHu3bvA/8+gerCMoiisWbPmkXWvX7/epOz69euxtbV96kXen3ReDw4OxsPDgy+++ILff/89y6ynW7duceHChRztqvs0qlWrRsWKFVmxYkW2t4Rmjnc1Gg1BQUH8+OOPJmO0CxcucODAgSe+T7NmzTh9+jS7d+/Ocizz95XTsRBk9J9erzf5/QGsWrXKuHi5uWi1WoKCgtixYwfbt2/H1tbWuPZlpszPYCZnZ2cqVqxoMhaKj4/nwoUL+bpTZcWKFYmPj+f06dPG527dupWl33P6nRKFi8x8EiIHKlasyGeffcaoUaNo1aoVoaGhVK5cmdTUVI4dO0ZkZKTJAsLjx48nKiqKKVOmsH//fuMMpwMHDrBnzx5q167NuHHjjOVjY2Pp27cvQUFBvPfee2aL+5133uHIkSO8/vrrdO7cmeeff564uDj++ecfDh8+zG+//Wa293qU/v3789NPPzFkyBBee+01qlatSnJyMmfPnmXnzp3s2bMHT09PGjZsyMqVKxkwYABt2rThv//+Y8OGDVSsWNF4m+KDKleuTP/+/enZsyd2dnZs3LgRwLjL3tOoWrUqAFOnTiUoKChLgqlhw4a4u7sb1w96eIveVq1aUbt27VwtOp4XtWvXpkuXLoSFhXHq1Cnq16+Pra0tMTExREZG8v7779OiRQs8PT3p168fYWFhDB48mIYNG/Lvv/+yb9++R27Pm0mtVjN58mTefPNN2rdvT4cOHShRogRRUVGcP3+e8PBw4Ml99qCRI0dy6NAh3njjDd544w00Gg2bNm0iNTWVd99916x9VKxYMQIDA1m5ciWJiYkmi2sC/Prrr3z00Ue0aNGCSpUqodfr+e6774zJ20xjx47lt99+y/azaC6dO3fmww8/ZPjw4dSrV4/Tp09z4MCBLL+jnH6nhBDC3HI7HsqNI0eOcOHCBVq0aGFMordo0YINGzY81f/TcnquzE8VK1Zk5MiRzJ49m6tXr9KkSROcnZ25cuUKP/74I6+//jr9+/fH29ubihUrMnPmTG7evImLiws7d+58ZDLD3t6e/fv3M3bsWPz8/Ni/fz+//PILQ4YMeerzQMWKFdFqtXz55Zc4Ozvj5OSEn5+fcaaRra0trVu3Zt26ddme8+fMmcM333zDnj17nmptnydRq9VMnTqVgQMH0qZNGzp06ECpUqW4efMmR44cwcXFxbiz7/Dhw9m/fz/du3enW7du6PV61q1bx/PPP//E83v//v3ZuXMnb7/9Nh07dqRq1arExcXx008/MWXKFF588cUn9tmDQkJCCAwMZO7cuVy9ehVfX18OHjzInj176N27t8m6ZebQqlUr3n33XTZs2EBQUFCWTWRat25N7dq1qVq1Ku7u7pw8eZKdO3ea7KS3e/duxo8fz/Tp059q45QnxfnZZ58xbNgwevbsyf3799m4cSNeXl4mF51z+p0ShYskn4TIocaNG/P9998THh7Onj172LhxI3Z2dvj6+jJu3Dhef/11Y1lnZ2dWrVrFhg0b+P777/n0009RFAVvb28mTJjAG2+8YbJbykcffURMTAxardY462natGnZnqxyo3jx4nz99dcsWrSI3bt3s3HjRtzd3Xn++eezrHuTXxwdHVm7di1hYWFERkby7bff4uLiQqVKlRg+fLhxsc66devyySefsHz5cqZNm0b58uUZM2YMV69ezXZA8Morr1CjRg0WLVrEtWvXeP7555k+fbpZFkbMnH22fft2vv/+exRFMRlU2dnZ0apVKzZs2PBUC42bw0cffUS1atX48ssvmTt3LhqNhnLlytGuXTtq1qxpLDdy5Ejs7Oz48ssvOXLkCH5+fqxYsSLbadcPa9CgAatXr2bRokWsWLECRVGoUKGCyWf+SX32oBdeeIH169cze/ZswsLCUBQFPz8/Pv30U/z9/Z++Ux7SqlUrDh06hLOzMw0bNjQ55uvrS1BQED///DM3b97E0dERX19fli9fTo0aNcwey+O8/vrrXLlyhc2bN7N//35efvllVq5cSZ8+fUzK5fQ7JYQQ+SE346HcGDhwIAMHDgQyZj43btyYyMhIs8Sc03Nlfho0aBCVKlVi1apVLFq0CMhY56h+/fqEhIQAGQmdpUuXGtcetLe3p2nTpnTv3j3b8YZGo+GLL75g8uTJfPrppzg7OzNs2DDeeuutp47X1taWGTNmMGfOHCZPnkx6ejrTp083GZuGhoaybt066tatS8mSJZ/6PfMqMDCQTZs2sXjxYtatW0dSUhIlSpTAz8+PLl26GMu9+OKLhIeHM336dObPn0/p0qUZPnw4t2/ffmLyydnZmfXr17NgwQJ2797NN998Q7Fixahbt65xd+Kc9FkmtVrNkiVLmD9/PhEREWzdupVy5crx3nvv0a9fP/N2EBnJLgcHh2wvxAH07NmTn376iYMHD5KamkrZsmUZOXJkgSdwPDw8WLhwITNmzODTTz+lfPnyjB49mosXL2bZpTsn3ylRuKiUnKxSJoQQwsS0adPYvHkzBw8eNE6zFkIIIYR4Vpw+fZrQ0NAsa1QJIUR2ZM0nIYTIpZSUFL7//nuaN28uiSchhBBCPJO++uornJycHrndvRBCPEhuuxNCiBz677//OHToEDt37uTevXv06tXL0iEJIYQQQhSon376ifPnz/PVV1/RvXt32dZeCJEjctudEELk0JEjR+jVqxfFihVj6NChJoswCiGEEEI8C0JCQrhz5w5BQUHMmjXLrLvUCiGslySfhBBCCCGEEEIIIUS+kTWfhBBCCCGEEEIIIUS+keSTEEIIIYQQQgghhMg3knwSQgghhBBCCCGEEPlGdrsrghRFwWDIn6W61GpVvtVtSdbaLrDetllru0DaVhRZa7vAettWEO1Sq1WoVKp8fQ/xaPk1HrLW74SlSH+aj/SleUl/mo/0pfkUxb7M6XhIkk9FkMGgEBubaPZ6bWzUeHg4o9MlkZ5uMHv9lmKt7QLrbZu1tgukbUWRtbYLrLdtBdUuT09nNBpJPllKfoyHrPU7YSnSn+YjfWle0p/mI31pPkW1L3M6HpLb7oQQQgghhBBCCCFEvpHkkxBCCCGEEEIIIYTIN5J8EkIIIYQQQgghhBD5RpJPQgghhBBCCCGEECLfSPJJCCGEEEIIIYQQQuQbST4JIYQQQgghhBBCiHwjySchhBBCCCGEEEIIkW8k+SSEEEIIIYQQQggh8o0kn4QQQgghhBBCCCFEvpHkkxBCCCGEEEIIIYTIN5J8EkIIIYQQQgghhBD5RpJPQgghhBBCCCGEECLfSPJJCCGEEEIIIYQQQuSbQpV8unjxIpMmTSI0NJSXXnqJNm3aZFtOp9MxdepUgoKCqF69Ok2aNGHFihUmZVJTU5k5cyb169enRo0a9O3bl6ioqCx1Xbhwgb59+1KjRg3q16/PrFmzSE1NzVLu66+/pnnz5lSvXp127drx888/ZykTHx/PhAkTqF27NgEBAYwYMYJbt27lsTeEEEIIIYQQQgghij4bSwfwoHPnzrF37178/f0xGAwoipKlTFJSEj179kSj0TBhwgSKFStGTEwMCQkJJuWmTp1KREQE48aNo1SpUixdupQ+ffqwfft2XF1dAYiLi6N3795UqlSJBQsWcPPmTWbMmMH9+/eZNGmSsa7t27fzwQcfMGTIEOrUqUNERATDhg1j/fr11KhRw1hu5MiRnD9/nsmTJ2Nvb8+8efMYOHAgW7ZswcamUHW1EEIIIYQQQgghRIEoVBmRkJAQmjRpAsC4ceP4+++/s5RZtmwZiYmJfP/99zg5OQEQGBhoUubGjRts3ryZDz/8kE6dOgFQvXp1GjVqxJdffsnAgQMB+PLLL0lMTGThwoW4u7sDoNfrmTJlCoMHD6ZUqVIAzJ8/n9atWzNy5EgA6tSpw9mzZ1m0aBHLly8H4NixYxw4cIDw8HCCgoIA8PLyolWrVuzatYtWrVqZsaeEEEIIIYQQQgghioZCddudWv3kcDZv3kzHjh2NiafsHDhwAIPBQIsWLYzPubu7U79+ffbt22d8bt++fdStW9eYeAJo2bIlBoOBgwcPAnD58mViYmJo2bKlyXu0atWKw4cPG2/R27dvH1qtlvr16xvLeHt7U6VKFZP3FEIIIUQBuX/f0hEIIYQQQlhOejr2W76CbO4qK2iFKvn0JFeuXOH27dt4eHgwZMgQqlWrRu3atZk4cSKJiYnGclFRURQrVgw3NzeT1/v4+Jis+xQVFYW3t7dJGa1WS4kSJYzlMn96eXllqSstLY3Lly8by3l5eaFSqUzKeXt7Z7vWlBBCCCHySVoaDB+OS8d2Gf8WQgghhHjGqO7cwa3La2jfHIDjssWWDqdw3Xb3JHfu3AFg5syZNGvWjOXLlxMTE8Ps2bNJSkpizpw5QMaC5JnrOj1Iq9USFxdnfKzT6dBqtVnKubm5Gctl/ny4XObjzOOPek83N7dsbx98nMaNGz/y2Nq1aylVqjQ2NubPG2o0apOf1sJa2wXW2zZrbRdI24oia20XWGfbVDdv4tK/Fxw6iC3gcGAv6U2bWTosIYQQQogCY/PXUbT9eqK5chnFyRl92XKWDqloJZ8MBgOQMQtp5syZANStWxcbGxsmTpzIqFGjqFChgiVDLBBqtQoPD+d8q1+rdcy3ui3JWtsF1ts2a20XSNuKImttF1hR2379FTp2hGvXQKuFtWtxbdfO0lEJIYQQQhQY+43rcH1vFKqUFNK9fdCt2oD+xSqWDqtoJZ8yb6N7eIHxOnXqABm75VWoUAGtVptl9zvImJ304K14Wq2W+Pj4LOXi4uKM5TJ/xsfHU6JECZO6Hjyu1Wq5cePGY+vKqT179jz2uF5vQKdLylWdOaHRqNFqHdHpktHrDWav31KstV1gvW2z1naBtK0ostZ2gXW1zW7VCpzGjUGVmore90U0332LrkxF9HcTn/ziPNJqHa1q1pgQQgghirDUVFwmjsVxVTgAKc1bEr8wDMXN3bJx/U+RSj5VqFABOzu7Rx5PSUkBMtZZunPnTpbEz8NrPGW3HlN8fDy3b982lsv8+fBro6KisLW1Nc608vb25vDhwyiKYrLuU3R0NJUrV85rkx8pPT3//kjQ6w35Wr+lWGu7wHrbZq3tAmlbUWSt7YKi3zan2TNxnvkJACmt25G0OAyPiqXR300s0u0SQgghhMgpm79P4LB2FYpKRdK740ka/R7kYFO3glJ4IskBOzs76tevz+HDh02eP3ToEABVq1YFICgoCLVaza5du4xl4uLiOHDgAMHBwcbngoODOXTokHEWE0BkZCRqtdq4a12FChWoVKkSkZGRJu8ZERFB3bp1jcmw4OBg4uLiTGKLjo7m33//NXlPIYQQQphXSrvXMLi5k/D+h+hWrIVs1mAUQgghhLBm6TVrkTD9M3TrNpE0ZlyhSjxBIZv5lJyczN69ewG4evUqCQkJxqRP7dq18fT0ZNiwYXTt2pV33nmH1157jYsXLzJ79mzatm1LxYoVAShdujSdOnVi1qxZqNVqSpUqRVhYGK6urnTt2tX4fl27dmXt2rW89dZbDB48mJs3bzJr1iy6du1KqVKljOWGDx/OmDFjqFixIoGBgURERHDixAnWrVtnLBMQEEBQUBATJkxg7Nix2NvbM3fuXHx9fWnWTBY6FUIIIcxJdfMmyv/O1foXKhN75BiKZzELRyWEEEIIUUAUBYdV4aQFBaN/IeNuq/t9+ls4qEdTKYqiWDqITFeuXHnkTm9r1qwxrvV0+PBhPvvsM86ePYubmxtt27Zl1KhRJrfkpaamMnfuXL777jsSExOpWbMmEydOxMfHx6TeCxcu8PHHH3Ps2DGcnZ0JDQ3NUhfA119/zfLly7l27RpeXl6MHj2aRo0amZSJj49n+vTp7N69m/T0dIKCgpg4caJJIssc9HoDsbHmX8PCxkaNh4czd63sNgVrbRdYb9ustV0gbSuKrLVdUETbpig4frEU548/JG7DZtKCss4uLqh2eXo6y5pPFpQf46Ei+Z0oxKQ/zUf60rykP81H+tJ8ctWXycm4vjsSh682kv78C9zdvQ+c829TssfJ6XioUCWfRM5I8il3rLVdYL1ts9Z2gbStKLLWdkERbFtyMq5j3sbh6y8zHvYbSMKM2VmKSfLp2SDJp8JP+tN8pC/NS/rTfKQvzSenfam+dBFt3x7YnjyOotGQOOljkoe8BQ+sPV2QcjoeKlS33QkhhBBCZCfLQOvDj0ke/JalwxJCCCGEKDC2e39GO7gv6thYDMWKoVu+OttZ4IWRJJ+EEEIIUagV5YGWEEIIIcRTUxQcF36O8yeTURkMpNUIQLdiHYbyFSwdWY7JXHEhhBBCFFo2J/7CrctrqGNjSfMP4O7ufZJ4MrOtW7fi6+ub5b/PPvvMpNzXX39N8+bNqV69Ou3atePnn3/OUld8fDwTJkygdu3aBAQEMGLECG7dulVQTRFCCCGsk16P3Y87URkMJL/Rk3vf7yxSiSeQmU9CCCGEKMTSq/uT8lonsLUlfuYccHS0dEhW64svvsDV1dX4+MENU7Zv384HH3zAkCFDqFOnDhEREQwbNoz169dTo0YNY7mRI0dy/vx5Jk+ejL29PfPmzWPgwIFs2bIFGxsZdgohhBB5YmODbvlq7H/cyf1uPSy2vtPTkFGAEEIIIQoVdXQUSrFiKFo3UKmIn78EbGyK5ECrKKlatSqenp7ZHps/fz6tW7dm5MiRANSpU4ezZ8+yaNEili9fDsCxY8c4cOAA4eHhBAUFAeDl5UWrVq3YtWsXrVq1KpB2CCGEENbAbucObI79QdK4DwBQSpbk/hs9LRxV3sltd0IIIYQoNOz27MKj2au4DhsChv/t9GJrK4knC7p8+TIxMTG0bNnS5PlWrVpx+PBhUlNTAdi3bx9arZb69esby3h7e1OlShX27dtXoDELIYQQRZbBgNPMT3Dr2QXnOZ9i9+NOS0dkFpJ8EkIIIYTlGQw4zZmF9o3OqOPuob5zG1VCvKWjeqa0adOGKlWq0LhxY8LCwtDr9QBERUUBGbOYHuTj40NaWhqXL182lvPy8kL1UKLQ29vbWIcQQgghHuPuXVy6dcZ59kwAkvsPIjW4kYWDMg+57U4IIYQQFqWK1+H61mDsI7cDkNy7PwlTZ4C9vYUjezaUKFGC4cOH4+/vj0ql4qeffmLevHncvHmTSZMmERcXB4BWqzV5XebjzOM6nc5kzahMbm5u/P3337mOq3Hjxo88tnbtWkqVKo2NjXmvo2o0apOf4ulIf5qP9KV5SX+aj/Sl+die/hd6dsP2wgUUBweS5swntesbVpO0sZZ2CCGEEKII0pw7i7Z3N2zOn0OxsyNh5hzud+9l6bCeKQ0aNKBBgwbGx0FBQdjb27N69WqGDBliwcgeT61W4eHhnC91a7WysL05SX+aj/SleUl/mo/05VPavBl694akJHjuOVRbt+Jcsyb5c5azDEk+CSGEEMIyDAa0/Xpgc/4c+jJl0a1cR3rNWpaOSgAtW7ZkxYoVnDp1Cjc3NwDi4+MpUaKEsYxOpwMwHtdqtdy4cSNLXXFxccYyubFnz57HHtfrDeh0Sbmu93E0GjVarSM6XTJ6vcGsdT+LpD/NR/rSvKQ/zUf60jxsk9NwSUqCJk2IX7aCdHdPuJto6bByRKt1zNHMN0k+CSGEEMIy1GriP1+M84yp6BYuQylZ0tIRiWx4e3sDGWs6Zf4787GtrS0VKlQwljt8+DCKopis+xQdHU3lypXzJbb09Pz5Q0evN+Rb3c8i6U/zkb40L+lP85G+zANFMW6okt6iDcrX3+L6WhvSdfetsi/lxkwhhBBCFBjVvbvY7vvF+Di9Zi3ivvpWEk+FTEREBBqNhpdeeokKFSpQqVIlIiMjs5SpW7cudnZ2AAQHBxMXF8fhw4eNZaKjo/n3338JDg4u0PiFEEKIwszmr6O4N38V9bWrxufSGzcBjSZf3s9gMHDhwjmOHfuTCxfOYTAUfHJLZj4JIYQQokBo/v0Htz5voL5xnXvbd5Ne3d/SIQmgf//+BAYG4uvrC2Tc7vbVV1/Rq1cv4212w4cPZ8yYMVSsWJHAwEAiIiI4ceIE69atM9YTEBBAUFAQEyZMYOzYsdjb2zN37lx8fX1p1qyZRdomhBBCFDb2G9fh+t4oVCkpOH/0AfFLV+Tr+508eZzNW7YQc+UG6XoDNho1lcqXplPHjlQvwLGYJJ+EEEIIke/sv92C68i3UCUloa9QEQXVk18kCoSXlxdbtmzhxo0bGAwGKlWqxIQJE+jZs6exTJs2bUhOTmb58uUsW7YMLy8vFi5cSEBAgEld8+bNY/r06UyaNIn09HSCgoKYOHEiNjYy5BRCCPGMS03FZeJYHFeFA5DSohUJs+bm61uePHmcBYvDUDmXwT+4C24eJYi7e5szJw6xYHEYw4cOLrAElIwEhBBCCJF/0tNxnjoZp8XzAUgNboRu2QoUz2IWDkxkmjhxYo7Kde7cmc6dOz+2jKurK9OmTWPatGnmCE0IIYSwCuob19H264ntH7+hqFQkvTeBpFHvgjr/VkIyGAxs3rIFlXMZ6jbuZFyPsVjJctRt3InDezazeetWqlatjjof48gkaz4JIYQQIl+o/vsPty4djImnpOGjiNu0VRJPQgghhHhmaE6fwr1JMLZ//IZB64Zu/VckvTM2XxNPANHRF4i5cgNfv3omG4EAqFQqfP3qEXP5OtHRF/I1jkwy80kIIYQQ+cJhw1rs9v+C4uSMbv5iUtu9ZumQhBBCCCEKlL7icyjFS5BerBhxK9dj8PYpkPfV6XSk6w24eZTI9rjWvTjpegM6na5A4pHkkxBCCCHyRfLQ4WguXyS570D0VV6ydDhCCCGEEAXj/n2ws8uY3eTkRNyGrzG4uYOzc4GFoNVqsdGoibt7m2Ily2U5rrt3BxuNGq1WWyDxyG13QgghhDCPtDQcF83PGHABaDQkzJoriSchhBBCPDPUly7i3ropTp/PNj5nKFuuQBNPAF5ePlQqX5ozJw6hKIrJMUVROHPiEJUqlMHLq2BmYknySQghhBBPTXXzJm4d2+IyZSIuE961dDhCCCGEEAXO9pef8GjWENuTx3FcvhSVLs5isajVajp17IiSeJ3Dezbz362rpKWm8N+tqxzesxkl8TqdOnQokMXGQW67E0IIIcRTsvnjN7T9eqK5cR2DiyupzVpaOiQhhBBCiIKjKDgumIfztCmoDAbSagSgW7EORetm0bCqV/dn+NDBbN6yheP7NpGuN2CjUVOpQhk69R5M9er+BRaLJJ+EEEIIkWcOa1biMuFdVKmppL9QGd3qjeiff8HSYQkhhBBCFAhVQjyuI4Zi/8N3ACR360HCzDng4GDhyDJUr+5P1arViY6+gE6nQ6vV4uXlU2AznjJJ8kkIIYQQuZeSgsuEd3FcuyrjYet2xC9YguLiatm4hBBCCCEKil6PW2grbE8eR7G1JWHap9zv1RdUKktHZkKtVuPjY9mLg7LmkxBCCCFyTX3rJvbbvkVRqUh4/0N0K9ZK4kkIIYQQzxaNhvu9+6EvXYZ73+3gfu9+hS7xVFjIzCchhBBC5JqhQkV0y1aBQU9aSFNLh/NIBoPB4tPMhRBCCGFFDAbUN29gKFMWgPu9+pLSvoPF13cq7CT5JIQQQognUxQcVizDUMmL1MbNAEh7NcTCQT3eiRPH2fTV18RcufH/C2yWL02njh0LdIFNIYQQQlgH1b27uA4diM3Zs9zd/QuKhyeAJJ5yQC79CSGEEOLxkpNxHT4E1/Hv4jpkAOqbNywd0RMdO3aMzxct4UaCLf7BXQjpMAL/4C7cSLBlweIwTp48bukQhRBCCFGEaP79B49mr2L/4y7Ut25gc/wvS4dUpEjySQghhBCPpL58Cfe2zXH4aiOKRkPSO+9hKFnK0mE9lsFgYN36jaicylC3cSeKlSyHja0dxUqWo27jTqicy7B561YMBoOlQxVCCCFEEWD/7RY8WjVGExONvuJz3Nu+u9DPAC9sJPkkhBBCiGzZ7vsFj6bB2J74C0OxYsR9/R3JQ4YV+oU0o6IucOHidV70q4fqoVhVKhW+fvWIuXyd6OgLFopQCCGEEEVCejrOH76PdlBfVElJpDZsxN1dv5Aut+/nmiSfhBBCCGFKUXBcNB+319ujjo0lzT+Au7v3kRYUbOnIckSn05GapsfNo2S2x7XuxUnXG9DpdAUcmRBCCCGKEqdPp+G0ZAEASSNGE/flVhTPYhaOqmgqVMmnixcvMmnSJEJDQ3nppZdo06bNY8v/+OOP+Pr6ZlsuPj6eCRMmULt2bQICAhgxYgS3bt3KUu7o0aN06dIFPz8/GjVqxLJly1AUxaSMoigsW7aMV199FT8/P7p06cJff/2Vpa6bN28yfPhwAgICqF27Nu+//z4JCQm56wQhhBDC0lQqNFHnURkM3O/anXvfR2IoX8HSUeWYVqvFzlZD3N2s530A3b072GjUaLXaAo5MCCGEEEVJ8pBhpL9UjbjwtSROnAwajaVDKrIKVfLp3Llz7N27l+eeew4fH5/Hlr1//z7Tpk2jePHi2R4fOXIkBw8eZPLkyXz22WdER0czcOBA0tPTjWUuXrxI//79KVGiBGFhYfTu3Zv58+ezYsUKk7qWL1/O/Pnz6dOnD2FhYZQoUYJ+/fpx+fJlY5m0tDQGDBhATEwMs2fPZvLkyRw4cIB33nnnKXpECCGEsIyEaZ+iW7aS+M8Xg6OjpcPJFW9vH3yeK8PpE4eyvaB05sQhKlUog5fX48caQgghhHj22Px62PhvxcOTu3v2k9o21IIRWYdClXwKCQlh7969zJ8/n6pVqz62bFhYGGXLlqVBgwZZjh07dowDBw7wySef0KpVKxo3bsznn3/OmTNn2LVrl7FceHg4Hh4ezJkzh7p169KnTx/69evH0qVLSU1NBSAlJYWwsDD69etHnz59qFu3LnPmzMHd3Z3w8HBjXTt37uTcuXN8/vnnhISE0KpVKz755BN++eUXTpw4YaYeEkIIIfKH3Z5duA7qA3p9xhP29qS071jo13fKjlqtpkf3bihJ1zm8ZzP/3bpKWmoK/926yuE9m1ESr9OpQwfU6kI1DBJCCCGEJaWk4DJmJB7tmuOwdtX/Py+zncyiUI26cjoIvHTpEitXrmTixInZHt+3bx9arZb69esbn/P29qZKlSrs27fPpFzjxo2xs7MzPteqVSt0Oh3Hjh0DMm7LS0hIoGXLlsYydnZ2NG3aNEtdvr6+eHt7G5+rX78+7u7u7N27N0ftEkIIIQqcwYDDZzPRvtEZh2+34rAq/MmvKQICAgJ4+603Ke2SxvF9m/j5mwUc37eJ0q7pDB86mOqyUKgQQggh/kd94zru7VvhuGYFikqF6m6spUOyOjaWDiAvPvnkE0JDQ3nxxRezPR4VFYWXl1eWHW68vb2JiooCICkpievXr5skizLLqFQqoqKiCAwMNJZ/uJyPjw+rV6/m/v37ODg4EBUVlaWMSqXCy8vLWIcQQghRqOh00K8Hjt9+C0By7/7c79nHoiGZk5+fPy++WJXo6AvodDq0Wi1eXj4y40kIIYQQRja/Hsatf0/Ut29hcHMnfslyUps0t3RYVqfIJZ9++uknjh07RmRk5CPL6HQ6XF1dszzv5ubG33//DWQsSA5kWWzUzs4OR0dH4uLijHXZ2dlhb29vUk6r1aIoCnFxcTg4ODz2PTPryqnGjRs/8tjatWspVao0NjbmHzhrNGqTn9bCWtsF1ts2a20XSNuKImttl/rsGVx6vQFnz6DY2ZH06VxSe/YuegODbDz4O7Ozs8HX19fCEQkhhBCi0FEUHFYsw+WD8ajS00mvUpW4lesweMuakPmhSI0xU1JSmDZtGsOHD8fT09PS4ViMWq3Cw8M53+rXaovWwrI5Za3tAuttm7W2C6RtRZFVtSsyEl5/HeLjoXx5VFu24Fy7Nvl3ZrEMq/qdCSGEEMKsNP/+g8uE91ApCvdf60j8nIXgbG2jocKjSCWfVq9ejVqtpnXr1uh0OiBjlzmDwYBOp8PBwQE7Ozu0Wi03btzI8vq4uDjc3NwAjLOUMmdAZUpNTSU5OdlYTqvVkpqaSkpKisnsJ51Oh0qlMimXkJCQ7XuWKVMmV+3cs2fPY4/r9QZ0uqRc1ZkTGo0ardYRnS4Zvd5g9votxVrbBdbbNmttF0jbiiJrbJfGxQNXvR59UANstmxG5+CK/m6ipcMym4L6nWm1jlY3I04IIYR4VuirViPx/clga0vykLeK5CYrRUmRSj5FRUVx8eJF6tatm+XYK6+8wuTJk+nWrRve3t4cPnwYRVFM1n2Kjo6mcuXKADg5OVGmTJks6zFFR0ejKIpx/abMn9HR0SZrTEVFRVG2bFkcHByM5c6ePWtSl6IoREdHmyx8bi7p6fk3mNbrDflav6VYa7vAettmre0CaVtRVOTbpdcbd2tJ930J/bcR4O+PR0l39HcTi3bbHqHI/86EEEIIYVa2e39GX/E5DF4Zf+cnjxhl4YieHUXqct3AgQNZs2aNyX9BQUGUK1eONWvWEBISAkBwcDBxcXEcPnzY+Nro6Gj+/fdfgoODjc8FBwezZ88e0tLSjM9FRESg1WoJCAgAoGbNmri4uLBjxw5jmbS0NHbt2pWlrtOnTxMTE2N87vDhw9y7d4+GDRuavS+EEEKInNL8+w8eDetg8/sR43PpNWqCra0FoxJCCCGEKCCKguOCebh1eQ23vj0g0XpmfBcVhWrmU3JyMnv37gXg6tWrJCQkGBcWr127Nj4+Pvj4mC7+9c0333Dz5k0CAwONzwUEBBAUFMSECRMYO3Ys9vb2zJ07F19fX5o1a2Ys179/f7Zt28Y777xDt27dOHv2LOHh4YwaNQo7OzsA7O3tGTx4MAsWLMDT05PKlSuzceNG7t27R//+/Y11NW/enLCwMIYPH87o0aNJTk5m1qxZvPrqq/j5+eVbnwkhhBCPY//tFlxHvoUqKQmXyRO598MumVYuhBBCiGeGKiEe17ffwn7btwCk1QgwzgYXBadQJZ/+++8/3n77bZPnMh+vWbPGJMH0JPPmzWP69OlMmjSJ9PR0goKCmDhxIjY2/9/k5557jvDwcGbMmMGgQYPw9PRkxIgR9OvXz6SugQMHoigKK1asIDY2lipVqhAeHk6FChWMZWxtbfniiy+YOnUqo0ePxsbGhqZNmzJhwoS8dIUQQgjxdNLTcZ46GafF8wFIbdgIXdgKSTwJIYQQ4pmhuXAObZ/u2Jw5jWJrS8K0T7nfq6+MhyxApSiKYukgRO7o9QZiY80/TdDGRo2HhzN3rWztD2ttF1hv26y1XSBtK4qKYrtU//2HdlBf7Pb/AkDS8FEkTpiU5SpfUWxbThRUuzw9nWXBcQvKj/GQtX4nLEX603ykL81L+tN8CnNf2kVG4PrWINTxOvSly6ALX0P6Kzmf0FLQCnNfPk5Ox0OFauaTEEIIIZ6O+sZ13Fs3RXP5EoqTM7r5i0lt95qlwxJCCCGEKDgGA06ff4Y6XkdqnXrolq9GKVXK0lE90yT5JIQQQlgRQ6nSpPvVQLGxQbdqA/oqL1k6JCGEEEKIgqVWo/tiDY6rwkl8b4JsslIISPJJCCGEKOrS0jL+c3IClYr4BUtAr0dxc7d0ZEIIIYQQBULz7z/YHdhL8qChABjKlSfx/Q8tHJXIJMknIYQQoghT3byJdmBvDGXKEL80Y0FxxcXV0mEJIYQQQhQY+2824zpqGKqkJPTPeZHavKWlQxIPkeSTEEIIUUTZ/PEb2n490dy4jsHFFXV0FAZvH0uHJYQQQghRMNLTcf5oEk5LFwKQ+moIaa/UtnBQIjuyRYsQQghRBDmsXYV7+1ZoblwnvbIv93b9IoknIYQQQjwzVHfu4PZ6e2PiKWnEaOI2bkHxLGbhyER2ZOaTEEIIUZSkpOAy4T0c167MeNi6HfELlsitdkIIIYR4Ztgc+zNj9vfVKxicXYifv4TUtqGWDks8hiSfhBBCiCJEO7AP9pHbUVQqEidMInnEaFCpLB2WEEIIIUSB0Vw4j+bqFdJ9ns/Y3df3RUuHJJ5Akk9CCCFEEZL85jBs//gN3cIw0kKaWDocIYQQQogCl9KpC7q0NFJbt0XRulk6HJEDsuaTEEIIUZgpCuroKOPDtLr1+e+Pk5J4EkIIIcQzQ33jOtp+PVHdumV8LqVbD0k8FSGSfBJCCCEKq+RkXIcNxiMkCM2Z0///vJOT5WISQgghhChAtr8ewqNxA+x/+A7XMSMsHY7Iozwln1JTU80dhxBCCCEeoL50Efc2zXD4+ktU95OxOfanpUMShUBERAQpKSmWDkMIIYTIf4qCwxdLcevQBvXtW6RXqUrC5E8sHZXIozyt+RQUFETz5s0JDQ2lVq1a5o5JCCGEeKbZ7v0Z7eC+qGNjMRQrhm75atKCgi0dligERo8ejYuLC82aNaNdu3bUqVPH0iEJIYQQ5peUhOu7I3H4+ksA7r/Wkfg5C8HZ2cKBibzKU/KpefPm7Nq1i82bN1OmTBnatm1Lu3bt8PHxMXd8QgghxLNDUXBcNB/nqR+iMhhI8w9At3IdhvIVLB2ZKCQ2bNjAtm3biIyM5JtvvqFUqVK0adOGdu3aUblyZUuHJ4QQQjw19bWraHt0wfbvEygaDYmTPiZ5yFuyu28Rl6fb7j7++GMOHDjA/PnzqVatGitXrqRNmzZ06NCB1atXc+fOHXPHKYQQQlg9+6824vLRB6gMBu537c697yMl8SRM1KxZkw8//JD9+/ezePFiatasyfr16wkNDSU0NJQVK1Zw64HFWIUQQoiiRnF1RZVyH0Px4sR9/R3Jbw6TxJMVUCmKojxtJQkJCezYsYMffviB33//HbVaTd26dWnXrh1NmzbFwcHBHLGK/9HrDcTGJpq9XhsbNR4ezty9m0h6usHs9VuKtbYLrLdt1toukLYVRQXarrQ03N7oRErLNtzvOyDfB1ryO3s6np7OaDSW37slMTGR3bt388033/Dbb7+hVqupXbs27du3p2XLltjZ2Vk6xHyRH+Mha/1OWIr0p/lIX5qX9Kf5mK0vM9MS/xv7aC6cQ7F3eKYuwhXVz2VOx0NmGTG5uLjQuXNnxowZQ5MmTUhPT2f//v28++671K9fn5kzZ5KUlGSOtxJCCCGsis2vhyEtLeOBrS1xm77hfr+BcoVP5Ni5c+c4efIkZ8+eRVEUvL29uXfvHmPHjqVp06b88ccflg5RCCGEeCRVQjza/r1wDFtkfE7v88IzlXh6FuRpzacHXb58mW3btrFt2zZiYmJwd3enR48ehIaGYmtry1dffcXatWu5cuUKCxYsMEfMQgghRNFnMOA07zOcZn5Ccv9BJE77NON5teVn0ojCLzo6mm3btvHDDz9w+fJlPDw8aNOmDe3bt6dq1aoAnDx5kvfff5/Jkyfzww8/WDhiIYQQIivNhXNo+3TH5sxp7Pbs4n7HLiglSlg6LJEP8pR8unv3LhEREWzbto3jx49ja2vLq6++yrvvvktwcDA2Nv9f7aRJkyhdujSLFy82W9BCCCFEUaaK1+E6bAj2OzISAqrUNDAYJPEknmj16tVs27aNf/75Bzs7Oxo1asSECRNo0KABGo3GpGz16tXp27cv77//voWiFUIIIR7NLjIC17cGoY7XoS9dBt2KtZJ4smJ5Sj41aNCA9PR0atSowYcffkirVq3QarWPLP/CCy/g6emZ5yCFEEIIa6E5dxZtnzewOXcWxc6OhJlzuN+9l6XDEkXE9OnTqVmzJlOmTKFly5a4uro+tny1atUYOnRoAUUnhBBC5IDBgNOsaTjPmQVAap166JavRilVysKBifyUp+TT4MGDCQ0NpWLFijkq36hRIxo1apSXtxJCCCGshl3ED7gOG4w6IR59mbLoVq4jvWYtS4clipDdu3dToULO18B44YUXeOGFF/IxIiGEECIXFAVtn+7YR24HIGnAYBKnTANbWwsHJvJbnub3V6hQAfVjbg24cuUK3377bV5jEkIIIayO6m4sriPeRJ0QT2rd+tzdvU8STyLX3n//fQ4fPvzI47/++iu9eslMOiGEEIWUSkVaUAMUBwd0C8My1ryUxNMzIU/Jp/Hjx3Ps2LFHHj9x4gTjx4/Pc1BCCCGEtVE8PIlfsJSkQW8St/l7lJIlLR2SKIJ+++037ty588jjsbGx/P777wUYkRBCCJEDCQnGfyYPfJPY/b+R8no3CwYkClqekk+Kojz2eFJSUpZFL4UQQohnjebff7D59f9nqaS2bE3i1JlyhU88FZVK9chjFy9exNnZuQCjEUIIIR4jPR3nD9/Ho/mrqOJ1Gc+pVBieq2TRsETBy/GaT6dPn+b06dPGx3/88Qd6vT5LOZ1Ox5dffomXl5d5IhRCCCGKIPtvt+A68i0UJyfu7tqLoXzO1+kR4kHffPMN33zzjfHxkiVL+Oqrr7KUi4+P58yZMwQHBxdkeEIIIUS2VLdvox3UB7uD+wGw2xVJSsfXLRyVsJQcJ59+/PFHFi5cCGRccdu0aRObNm3KtqxWq2XmzJnmiVAIIYQoStLTcZ46GafF8wFIqxWI4uhk4aBEUZacnMzdu3eNjxMTE7Nde9PJyYmuXbvy1ltvPdX7JSYm0rJlS27evMnmzZupXr268djXX3/NF198wbVr1/Dy8mLUqFFZNpWJj49n+vTp/Pjjj6SlpdGgQQMmTpxISbnVVAghnhk2x/5E27cHmmtXMTi7ED9/CaltQy0dlrCgHCefXn/9dV599VUURaFz586MGDEiy5U1lUqFo6MjFStWxMYmTxvpCSGEEEWW6r//0A7qi93+XwBIGj6KxAmTQG5FF0/hjTfe4I033gAgJCSE999/n8aNG+fb+y1evDjb2e3bt2/ngw8+YMiQIdSpU4eIiAiGDRvG+vXrqVGjhrHcyJEjOX/+PJMnT8be3p558+YxcOBAtmzZIuNDIYR4BjisX4PL2NGoUlNJ93ke3aoN6H1ftHRYwsJyPAIoWbKk8YrVmjVr8PHxoVixYvkWmBBCCFGU2Jz4K+MK3+VLKE7OxH++iJTQDpYOS1iZn376KV/rv3DhAhs2bGDs2LF8+OGHJsfmz59P69atGTlyJAB16tTh7NmzLFq0iOXLlwNw7NgxDhw4QHh4OEFBQQB4eXnRqlUrdu3aRatWrfI1fiGEEJbluHwJLu+PBSClRWviFy5F0bpZOCpRGOTp8lPt2rXNHYcQQghRpDmsWI7m8iXSvbwzrvBVecnSIQkrcO3aNQDKli1r8vhJMsvn1tSpU+natWuWtTsvX75MTEwM7777rsnzrVq1YtasWaSmpmJnZ8e+ffvQarXUr1/fWMbb25sqVaqwb98+ST4JIYSVux/aEcclC7nfsw9Jb78D2dwmLp5NOUo+9ezZE7VaTXh4ODY2NvTq1euJr1GpVKxevfqpAxRCCCGKgoRpn6K4akkaMxbFzd3S4QgrERISgkql4vjx49jZ2RkfP8mpU6dy/V6RkZGcPXuWBQsW8M8//5gci4qKAsiSlPLx8SEtLY3Lly/j4+NDVFQUXl5eWWL09vY21iGEEMLKREWBRykAlJIlid13BFxcLByUKGxyPPPJYDAY/60oyhPL56SMEEIIUVSpbt3CceVykt4dn3FVz8mJxI+nWzosYWWmTZuGSqXC1tbW5LG5JScnM2PGDEaNGoVLNn8wxMXFARmbyjwo83HmcZ1Oh6ura5bXu7m58ffff+cqpseta7V27VpKlSqNjY15r6hrNGqTn+LpSH+aj/SleUl/momi4PBFGEwYi8PiMO536pLxvLv28a8T2bL2z2WOkk9r16597GNzuXjxIuHh4Rw/fpxz587h7e3NDz/8YDyekJDAypUr2bt3LzExMdjZ2eHn58eoUaPw9fU1qSunO60cPXqUmTNncurUKYoVK0a3bt0YOHCgycBOURSWL1/Ohg0biI2NpUqVKowfP95kcU2AmzdvMnXqVA4cOICtrS1NmzZl/Pjx2Q7ihBBCFF02f/yGtl9PNDeuozg4kPz2O5YOSVipDh06PPaxuSxZsoRixYrRsWPHfKk/P6jVKjw8nPOlbq3WMV/qfVZJf5qP9KV5SX8+haQkGPIm/C834PjrQRwH9rNwUNbBWj+XhWrLkXPnzrF37178/f0xGAxZZk9du3aNTZs20bFjR0aOHElKSgorVqygS5cubNmyBR8fH2PZnOy0cvHiRfr370/9+vUZOXIkZ86c4bPPPkOj0dC/f39jXcuXL2f+/PmMGTMGX19f1q9fT79+/fjuu++oUKECAGlpaQwYMACA2bNnc//+fWbOnMk777xDWFhYfnedEEKIAuKwdhUu48dk7OBS2ZfU1u0sHZIQT+Xq1ausWLGCRYsWER8fD0BSUpLxZ2JiIm5uGYvFxsfHU6JECeNrdTodgPG4Vqvlxo0bWd4jLi7OWCan9uzZ89jjer0BnS4pV3U+iUajRqt1RKdLRq83PPkF4rGkP81H+tK8pD+fjvrSRZx7dsPm5AkUjQbVp5+i6zcY/d1ES4dWpBXVz6VW65ij2Vo5Sj7ldHHLh+V2scuQkBCaNGkCwLhx47JMzy5fvjy7d+/G0fH/M4F16tQhJCSEDRs28MEHHwA532klPDwcDw8P5syZg52dHXXr1iU2NpalS5fSs2dP7OzsSElJISwsjH79+tGnTx8AXn75ZVq0aEF4eDiTJ08GYOfOnZw7d46IiAi8vb2BjAFY//79OXHiBH5+frnrPCGEEIVLSgou772D49pVGQ9btyN+wRIUl6y3GAlhLgsXLsz1a1QqFW+99VaOy1+5coW0tDQGDRqU5VivXr3w9/dn9uzZQMbaT5njnMzHtra2xotx3t7eHD58GEVRTGaRR0dHU7ly5Vy35UnS0/NncK7XG/Kt7meR9Kf5SF+al/Rn7tn+8hOug/uivnsXQ/HiJIavxrVdK/R3E6UvzcRaP5c5Sj7ldHHLh+V2sUv1E1bCd3JyyvKcs7MzFStW5NatW8bncrrTyr59+2jatCl2dnbGcq1atSIsLIxjx44RGBjI0aNHSUhIoGXLlsYydnZ2NG3alN27d5u8p6+vr8mArH79+ri7u7N3715JPgkhRFF29Squoa9h8+fvKCoViRMmkTxiNOTD2jtCPKggkk9VqlRhzZo1Js+dOnWK6dOnM2XKFKpXr06FChWoVKkSkZGRxguFABEREdStW9c4lgoODmbx4sUcPnyYevXqARmJp3///dc4Q1wIIUTRpI66gFu3jqj0etICaqJbsQ71cxUtHZYoInKUfMqvxS3NQafTce7cOeMAB8jRTitJSUlcv37dJFmUWUalUhEVFUVgYKCx/MPlfHx8WL16Nffv38fBwSHLlUDIGPx5eXnJ7i5CCFHUXb2K5uRxDO7u6JaGkxbS1NIRiWfE6dOn8/09tFotgYGB2R6rWrUqVatWBWD48OGMGTOGihUrEhgYSEREBCdOnGDdunXG8gEBAQQFBTFhwgTGjh2Lvb09c+fOxdfXl2bNmuV7W4QQQuQfg7cPScNHob59i4Tpn4GDA9a5NLbIDzlKPuXX4pbm8Omnn6JSqejWrZvxuZzstJK5psHDu7bY2dnh6OhosmuLnZ0d9vb2JuW0Wi2KohAXF4eDg8Nj3zOzrpyyxO4uYL2r61tru8B622at7QJpW1Gk0aihdm2Sw1eR9lI1FC/vwrVg4lOw6t8Z1tcuS2vTpg3JycksX76cZcuW4eXlxcKFCwkICDApN2/ePKZPn86kSZNIT08nKCiIiRMnGtfcFEIIUXRozp9DcXTEUK48AEnjJmbM/C6kk1NE4VWkRwFbtmzhq6++YsaMGZQuXdrS4RSY/NzdBax3dX1rbRdYb9ustV0gbSv0kpPh7bdhyBCoWRMApx7dnvCiossqfmfZsNZ2FYTAwEDOnDmT5fnOnTvTuXPnx77W1dWVadOmMW3atPwKTwghRAGw27Ed12GD0T//PPe+iwQHB3jCUjlCPEqOkk8LFy5EpVLx5ptvolarc7T+QG7XG8itvXv3MmnSJIYOHcprr71mciwnO61kzlLKnAGVKTU1leTkZJNdW1JTU0lJSTGZ/aTT6VCpVCblEhISsn3PMmXK5KptltjdBYru6vpPYq3tAuttm7W2C6RtRYH68iWce72BzfG/0P+4h8Tfj6Etpi3y7cqOtfzOHlZQ7crp7i5PIyQkBLVazY4dO7C1tc3ROpwqlYoff/wxX+MSQghhxfR6nD6dhvOcTwFIt3dAlZSI4uBg4cBEUZar5NPAgQOxs7OzePLpr7/+4u2336Z9+/a8/fbbWY7nZKcVJycnypQpk2U9pujoaBRFMa7flPkzOjqaF1980VguKiqKsmXL4vC/L6C3tzdnz541qUtRFKKjo00WPjeX/Fz93lpX17fWdoH1ts1a2wXStsLKdt8vuA7qgzo2FkOxYsTPno+i1gBFu11PYq1ts4Z21a5dG5VKZdyUJfOxEEIIkR9U9+7i+uYA7PdkbK6VNHAIiZM/AVtbC0cmirocJZ8eXuyyIBa/fJTz588zePBg6tSpw5QpU7Itk9OdVoKDg9mzZw/vvvsutv/7MkVERKDVao3rF9SsWRMXFxd27NhhTD6lpaWxa9cugoODTer6/vvviYmJoVKlSgAcPnyYe/fu0bBhQ7P3gxBCCDNSFBwXL8D540moDAbS/APQrVyHoXyFon1/uijyZsyY8djHQgghzMdgMBAdfQGdTodWq8XLy+eJO7JbE80/f+PW5w00F2NQHByInz2flM5dLR2WsBKFakydnJzM3r17Abh69SoJCQlERkYCGVf6FEWhf//+2Nvb07t3b+Pi4QAuLi48//zzQM53Wunfvz/btm3jnXfeoVu3bpw9e5bw8HBGjRpl3DLY3t6ewYMHs2DBAjw9PalcuTIbN27k3r179O/f31hX8+bNCQsLY/jw4YwePZrk5GRmzZrFq6++ip+fX773nRBCiDy6fx/XEUNw+HZrxsOu3YmfOQccZb0gIYQQ4llx8uRxNm/ZQsyVG6TrDdho1FQqX5pOHTtSvbq/pcPLf4qC63uj0FyMQV/xOXQr15H+LLRbFBiVoihKXl987949Dh06xNWrVwEoV64cdevWxcPDI0/1Xbly5ZE7va1ZswaAXr16ZXu8du3arF271vg4Pj6e6dOns3v3bpOdVkqVKmXyuqNHjzJjxgxOnTqFp6cn3bt3Z+DAgSZT2hVFYdmyZWzYsIHY2FiqVKnC+PHjs+zucvPmTaZOncqBAwewsbGhadOmTJgwARcXlzz1x6Po9QZiYxPNWieAjY0aDw9n7t5NLPK3KTzIWtsF1ts2a20XSNsKJb0et+6dsd33CwlTZ3K/7wCTHVyKbLtywFrbVlDt8vR0tsiOeqmpqXz11Vfs3bvXZAzWsGFDOnfunGWHXmuVH+Mha/1OWIr0p/lIX5rXw/158uRxFiwOQ+VcBl+/erh5lCDu7m3OnDiEknid4UMHPxMJKPXFGJynTiZh5mwUz2I5eo18Ns2nqPZlTsdDeU4+LViwgOXLl5OWlsaDVdja2jJgwIBs12IS5iHJp9yx1naB9bbNWtsF0rZCRVGMSSbVvbtozp4lvXZglmJFrl25YK1ts+bk040bN+jbty/R0dGUKFGC5557DoCLFy9y+/ZtKlWqxKpVq56JXYAl+VT4SX+aj/SleT3Yn6mp6Uz5aDI3Emyp27hTlkkIh/dsprRrOh9+8KHV3YKnunMHu70/kdLx9TzXIZ9N8ymqfZnT8VCebrtbtGgRixYt4tVXX6V79+7GNY6io6NZv349S5cuxcbGJl93uxNCCCHyxGDA6fPZqC9fImH2fFCpUNw9sk08CVHYTJkyhWvXrjFv3jxatGhhcmzHjh2MGzeOKVOmsGTJEgtFKIQQRUt09AVirtzAP7hLlg0dVCoVvn71OL5vE9HRF/DxecFCUZqfzbE/0fbrifraVRR3d1IbN3vyi4R4CnlKPn355Zc0atQoy8CmQoUKBAcHM2TIEDZu3CjJJyGEEIWKKl6H67Ah2O/4AYCUTl1Iqxdk4aiEyLlff/2VPn36ZEk8AbRs2ZJ///2XdevWWSAyIYQomnQ6Hel6A24eJbI9rnUvTrregE6nK+DI8o/DhrW4jB2NKiWFdJ/n0ZevaOmQxDMgT/MGExISaNCgwSOPBwcHk5ho/tvChBBCiLzSnDuLe4sQ7Hf8gGJnR/zchZJ4EkWOs7Mznp6ejzxevHhxnJ2dCzAiIYQo2rRaLTYaNXF3b2d7XHfvDjYaNVqttoAjywcpKbiMGYnryLdQpaSQ0qI193b+jN73RUtHJp4BeUo+1axZkxMnTjzy+IkTJ6hZs2aegxJCCCHMyS7iB9ybN8Lm3Fn0Zctx7/tI7nfPfgMLIQqzDh068M0335CcnJzlWGJiIlu3bqVjx44WiEwIIYomLy8fKpUvnbG4+EPLISuKwpkTh6hUoQxeXj4WitA81Nev4d6+FY5rVqCoVCSOm4hu1XoUrZulQxPPiDzddjd58mQGDBjAtGnT6N69OxUqVADg8uXLrFu3jr/++osvvvjCrIEKIYQQeeE4fy4uUz8EILVeELrlq1FKZD+1XojCZteuXSaPq1Spwi+//ELLli1p3769ccHxmJgYvvvuO9zc3PD19bVEqEIIUSSp1Wo6dezIgsVhHN6zGV+/emjdi6O7d8e4212n3oOL/GLjtnt/xvbP3zG4uRO/9AtZ40kUuBztdhcQEJBl8TW9Xk9qaiqA8YtoMGSsyG5nZ4eNjQ1//vmnueMVyG53uWWt7QLrbZu1tgukbZZg+/Me3Lp1JHnAYBI/nAq2trl6fWFtlzlYa9usabe7F198EZVKZbwa/+C/H0WlUnHq1Kl8jaswkN3uCj/pT/ORvjSv7Prz5MnjbN6yhZgrN0jXG7DRqKlUoQydOnSgenV/C0dsHo6fzyal3WsYvLzNVqd8Ns2nqPalWXe7a968eZbkkxBCCFFo3b8PDg4ApDVqzN29v8p6BqJIWrNmjaVDEEKIZ0L16v5UrVqd6OgL6HQ6tFotXl4+RXfGU1ISzjM/Ient0SiexQBIfvsdCwclnmU5Sj7NmDEjv+MQQgghzML+u604T5rAvW+2Y/DOWJ9BEk+iqKpdu7alQxBCiGeGWq3Gx+cFS4fx1NQXY9D27YHt3yfQnDuDbsNmS4ckRN4WHBdCCCEKnfR0nCdPRDuwD5rr13BattjSEQkhhBBCFCjbn/fg0awhtn+fwFC8OMlvvW3pkIQA8rjgeKYbN27w77//Eh8fn+36A+3bt3+a6oUQQogcUf33H9pBfbHb/wsAScNHkThhkkVjEiK/3L59m82bNxvHYJlrbmZSqVSsXr3aQtEJIYSwCEXBcf4cnKd9hEpRSKv5MroV6zCULWfpyIQA8ph8SklJYezYsezatQuDwZBlIcxMknwSQgiR32xO/IW2bw80ly+hODmjm7+Y1HavWTosIfLF6dOn6dWrF/fv38fLy4uzZ8/y/PPPo9PpuHnzJhUrVqR06dKWDlMIIUQBUiXE4zr8Tey3fw9Aco/eJEz71Lj+pRCFQZ5uu5szZw67d+9m5MiRrF27FkVRmDFjBitWrCA4OJgXX3yR7777ztyxCiGEECZsfj+Ce5tmaC5fIt3Lm7s79kjiSVi12bNn4+TkRGRkJCtXrkRRFCZMmMDevXuZO3cucXFxjBkzxtJhCiGEKEhpadj8fQLF1pb4zz4nYc4CSTyJQidPyaedO3fSoUMHBg0axPPPPw9AqVKlqFevHmFhYbi6urJ+/XqzBiqEEEI8LN2vBulVq5PStDn3dv2CvspLlg5JiHx19OhRunTpQtmyZY07MGXOPm/ZsiVt27Zl1qxZlgxRCCFEAVM8PIlbtYF73+3gfq++lg5HiGzlKfn033//4efnB4DD/zKqycnJxuPNmzdn9+7dZghPCCGEMKW6cwf0+owH9vbEbdyMbu0mFDd3i8YlREEwGAwUL14cAK1Wi0aj4d69e8bjvr6+/PPPPxaKTgghRIHQ63GaMRWHNSv//6mq1UivJTukisIrT8mn4sWLc/fuXQAcHR1xc3MjOjraeDwhIYGUlBTzRCiEEEL8j80fv+ERUh/naR8Zn1PcPUAtm7eKZ0P58uW5cuUKkLElePny5Tl8+LDx+NGjR3F1dbVUeEIIIfKZ6t5dtD1ex3nOLFwmvIv68iVLh2RxBoOBCxfOcezYn1y4cC7LRhyicMjTguN+fn4cPXrU+LhRo0aEh4dTokQJDAYDq1atokaNGuaKUQghhMBhzUpcxo9BlZaG3a4dJL4zFpycLB2WEAUqKCiIyMhIRo0aBUC3bt2YMWMGly9fRlEUfvvtN/r2lVsuhBDCGmn+/Qe3Pm+giYlGcXQk/rPPMVSoaOmwLOrkyeNs3rKFmCs3SNcbsNGoqVS+NJ06dqR6dX9LhycekKfkU8+ePYmMjCQ1NRU7Ozvefvttjh07xnvvvQdAxYoVef/9980aqBBCiGdUSgouE97Fce2qjIet2xG/YIkknsQzaciQIbRu3Zq0tDRsbW3p3bs3SUlJ7Nq1C7VazdChQxk8eLClwxRCCGFm9t9sxnXUMFRJSegrPkfcyvXoq/tZOiyLOnnyOAsWh6FyLoN/cBfcPEoQd/c2Z04cYsHiMIYPHSwJqEIkT8mnWrVqUatWLePjMmXKsGPHDs6ePYtarcbb2xsbmzxVLYQQQhipr11F278ntn/+gaJSkThhEskjRoNKZenQhLAINzc33NzcjI9VKhVDhw5l6NChFoxKCCFEfnKe8gFOiz4HIPXVEHRLw1E8i1k4KssyGAxs3rIFlXMZ6jbuhOp/Y8NiJctRt3EnDu/ZzOatW6latbpxgw5hWWb7LajVal588UUqV64siSchhBBPLy0N99CW2P75BwZ3d+I2bib57Xck8STE/9y6dYvTp0+TlJRk6VCEEELkI+V/Fx2SRowmbuOWZz7xBBAdfYGYKzfw9atnTDxlUqlU+PrVI+bydaKjL1goQvGwPCefEhISWLZsGf3796d9+/acOHECgHv37rFy5UouXrxotiCFEEI8g2xtSZwwifSXqnF3117SQppaOiIhCoUff/yRFi1a0LBhQ1577TWOHz8OQGxsLO3bt+fHH3+0cIRCCCGeWubOvkDS2+9wd9suEidOBo3GcjEVIjqdjnS9ATePEtke17oXJ11vQKfTFXBk4lHylHy6ceMG7du3Z/78+dy4cYMzZ86QmJgIgLu7O19++SVr1641a6BCCCGeAcnJaM6eMT5Mea0Td3fvxVDJy4JBCVF4/PTTTwwfPhwPDw/eeustFEUxHvP09KRUqVJs2bLFghEKIYR4Wg7r1+DeqjH8729sVCrSA+tYNqhCRqvVYqNRE3f3drbHdffuYKNRo9VqCzgy8Sh5Sj7NmjWLxMREvv32W9auXWsy8AFo0qSJyba/QgghxJOoL1/CvW1z3Dq2RXXz5v8fsLW1XFBCFDKLFi2iVq1abNy4ke7du2c5XqNGDU6dOmWByIQQQjy1lBRcxozEddQwbI8dxXHtSktHVGh5eflQqXxpzpw4lCUfoSgKZ04colKFMnh5+VgoQvGwPCWfDh48SM+ePXn++eez3F8JUKFCBa5fv/7UwQkhhHg22O77BY+mwdie+AtVehqaK5csHZIQhdK5c+do2bLlI48XL16c//77rwAjEkIIYQ7q69dwb98KxzUrMjZZGf8ByYNkM4lHUavVdOrYESXxOof3bOa/W1dJS03hv1tXObxnM0ridTp16CCLjRcieVoZ/P79+3h6ej7yeOYteEIIIcRjKQqOi+bjPPVDVAYDaf4B6Fauw1C+gqUjE6JQcnR0JDk5+ZHHL1++jLu7e8EFJIQQ4qnZHj6Itn8v1HduY3BzJ37pF6Q2bmbpsPKNwWAgOvoCOp0OrVaLl5dPnpJE1av7M3zoYDZv2cLxfZtI1xuw0aipVKEMnXoPpnp1/3yIXuRVnpJPPj4+/P7773Tt2jXb4z/++CMvvfTSUwUmhBDPMnOdlAu1xERcR76Fw3dbAbjftTvxM+eAo6OFAxOi8AoMDOTbb7+ld+/eWY7dvn2br776ikaNGlkgMiGEEHlh9/03aIf0R5WeTvpL1YhbuQ6Dl7elw8o3J08eZ/OWLcRcufH/yaLypenUsWOekkXVq/tTtWp16x83W4E8JZ969+7NuHHj8PX1NU79VhSFixcvsnDhQv766y8WLFhg1kCFEOJZYe6TcmHl/Ol0HL7bimJjQ8LUmdzvOwCyuZVbCPH/Ro4cSZcuXejUqRMtWrRApVJx4MABfv31VzZt2oSiKLz11luWDlMIIUQOpdeqjeLuQUpwQ+JnLwBnZ0uHlG9OnjzOgsVhqJzL4B/cBTePEsTdvc2ZE4dYsDiM4UPzNltJrVbj4/NCPkQszEmlPLw6Vw4tWbKEhQsXoigKBoMBtVqNoiio1WrefvttBg0aZO5Yxf/o9QZiY81/a6ONjRoPD2fu3k0kPd1g9votxVrbBdbbNmttFzy5bQ+elH396pmclJXE63k+KReE3P7eVAnxaHu/QeK7E0ivU7cAIsybZ/nzWFQVVLs8PZ3RaAr+yuq5c+f45JNPOHLkiMkiq7Vr1+bDDz/Ex+fZWFw1P8ZD1vqdsBTpT/ORvjQvS/enSheHonUzPlZfvYKhbLkieREup31pMBiY8tFkbiTYUrdxJ5O1oxVF4fCezZR2TefDDz58ZmctWfpzmVc5HQ/laeYTwJtvvkloaCi7du3i4sWLGAwGKlasSLNmzahQQdbqEEKI3DIYDGzesgWVcxmTk3KxkuWo27gTh/dsZvPWrVStWr1onpQNBuy2byO1TTtQqVBcXInbss3SUQlR5LzwwgusWrWKuLg4Ll68iKIoVKhQ4bHrcQohhCgcbH/eg/bN/sR/Nj9jTAQYypW3cFT5Lzr6AjFXbuAf3CXLpmUqlQpfv3oc37eJ6OgLMovJSuU5+QRQtmxZ+vTpY6ZQhBDi2WbNJ2VVvA7XYUOw3/EDCZM/IXnocEuHJESR5+bmhp+fn6XDEEIIkROKguP8OThP+wiVouC48gtSW7ctkrOd8kKn05GuN+DmUSLb41r34qTrDeh0ugKOTBSUp0o+QcaV+vj4eLK7e092WxFCiJyz1pOy5txZtH3ewObcWRQ7OxQ3tye/SAjxWL///juXL19Gp9NlGYOpVCq5OCiEEIWIKiEe1+FvYr/9ewCSe/QmYdqnz0ziCUCr1WKjURN39zbFSpbLclx37w42GjVardYC0YmCkKfkU1paGsuXL2fLli3cuHEDgyH7+xFPnTqVq3ovXrxIeHg4x48f59y5c3h7e/PDDz9kKff111/zxRdfcO3aNby8vBg1alSWnV3i4+OZPn06P/74I2lpaTRo0ICJEydSsmRJk3JHjx5l5syZnDp1imLFitGtWzcGDhyY5R7U5cuXs2HDBmJjY6lSpQrjx4+nRo0aJnXdvHmTqVOncuDAAWxtbWnatCnjx4/HxcUlV/0ghHg2WeNJ2S7iB1yHDUadEI++TFl0K9aS/vIrlg5LiCLr1KlTjBw5kkuXLmV74Q8k+SSEEIWJyUU4W1sSpn/G/V59LR1WgfPy8qFS+dKcOXEo2zWfzpw4RKUKZfDyejbWLXwW5Sn5NGnSJL799lv8/f1p0qQJrq6uZgnm3Llz7N27F39/fwwGQ7aDqu3bt/PBBx8wZMgQ6tSpQ0REBMOGDWP9+vUmyaCRI0dy/vx5Jk+ejL29PfPmzWPgwIFs2bIFG5uMZl+8eJH+/ftTv359Ro4cyZkzZ/jss8/QaDT079/fWNfy5cuZP38+Y8aMwdfXl/Xr19OvXz++++474/pWaWlpDBgwAIDZs2dz//59Zs6cyTvvvENYWJhZ+kcIYd2s6qSs1+P06TSc53wKQGrd+uiWr0Z56AKAECJ33n//fWJjY5kyZQp+fn5mG4MJIYQwP/WN67g3b/T/F+HC15Beq7alw7IItVpNp44dWbA4jMN7NuPrVw+te3F09+4YN9bp1Htw0VzXVORInpJPkZGRhIaGMmPGDLMGExISQpMmTQAYN24cf//9d5Yy8+fPp3Xr1owcORKAOnXqcPbsWRYtWsTy5csBOHbsGAcOHCA8PJygoCAAvLy8aNWqFbt27aJVq1YAhIeH4+HhwZw5c7Czs6Nu3brExsaydOlSevbsiZ2dHSkpKYSFhdGvXz/jVcSXX36ZFi1aEB4ezuTJkwHYuXMn586dIyIiAm9vbyBjFkP//v05ceKErMkghHgiazopa079i9P8uQAkDXqTxA+ngq2thaMSoug7f/48I0aM4PXXX7d0KEIIIZ7AULoM97v3xOb4X+i+WPPMX4SrXt2f4UMHs3nLFo7v20S63oCNRk2lCmXo1Lvw7ugszCNPySdHR0f8/c3/wXjSH1SXL18mJiaGd9991+T5Vq1aMWvWLFJTU7Gzs2Pfvn1otVrq169vLOPt7U2VKlXYt2+fMfm0b98+mjZtip2dnUldYWFhHDt2jMDAQI4ePUpCQgItW7Y0lrGzs6Np06bs3r3b+Ny+ffvw9fU1Jp4A6tevj7u7O3v37pXkkxAiR6zlpKyvVp2EaZ+iODuT0rmrpcMRwmo899xzWTYkEEIIUXio7t2FtHSUEhlreCZO+jjjgFyEAzLGulWrVic6+gI6nQ6tVouXl0+RuLgqnk6ekk+tW7fml19+oVu3buaO57GioqKAjFlMD/Lx8SEtLY3Lly/j4+NDVFQUXl5eWQZn3t7exjqSkpK4fv26SbIos4xKpSIqKorAwEBj+YfL+fj4sHr1au7fv4+DgwNRUVFZyqhUKry8vIx1CCFEThTVk7Ltt1uhdk0oWwmA+336P/4FQohcGz58ODNmzKBNmzaUKlXK0uEIIYR4gOafv3Hr8wb6MmWJ27ItI+EkSacs1Gp1kdu5WTy9PCWf3n33XSZMmMDgwYPp2LEjpUuXRqPRZClXtWrVpw7wQXFxcQBZFtvNfJx5XKfTZbsGgpubm/FWvvj4+GzrsrOzw9HR0aQuOzs77O3ts7ynoijExcXh4ODw2PfMrCunGjdu/Mhja9eupVSp0tjYmP+PUI1GbfLTWlhru8B622at7YLctE2Nr69v/gdkDunpOH48GYcF8+CFF9D8tB+crWejBfk8Fj3W2i6AZs2akZKSQosWLahTp84jx2ATJ060QHRCCPHsst/6Na6jhqFKTgZFQX39GoaKz1k6LCEKjTwln1JTU1EUhX379rFv374sxxVFQaVS5Xq3O5EzarUKDw/nfKtfq3XMt7otyVrbBdbbNmttF1hR2+7cgW5dYc+ejMcdOqAtUxyy+WO4qLOa31k2rLVt1tiu3377jcmTJ5OcnMzPP/+cbRmVSiXJJyGEKCjp6ThP+QCnsEUApL4agi5sBYqHp4UDE6JwyVPyacKECfz444+0atUKf3//Attpxc3NDciYtVTif/fQQsbspAePa7Vabty4keX1cXFxxjKZMWfOgMqUmppKcnKySV2pqamkpKSYzH7S6XSoVCqTcgkJCdm+Z5kyZXLVzj2Zf8Q9gl5vQKdLylWdOaHRqNFqHdHpktHrDWav31KstV1gvW2z1naBdbVNc/wvnHu9gebyJRRnZ5IXLsWpTw+raNuDrOl39jBrbVtBtUurdSzw2VUff/wxLi4uzJ8/H39/f1xcrGeWoRBCFDWq27fRDuqD3cH9ACSOHEPS2Pet8iKcEE8rT8mnAwcO0KNHDyZMmGDueB4rc02lh9dXioqKwtbWlgoVKhjLHT582DgDK1N0dDSVK1cGwMnJiTJlymRZjyk6OhpFUYz1Z/6Mjo7mxRdfNHnPsmXL4uDgYCx39uxZk7oURSE6Otpk4XNzSU/Pv8G0Xm/I1/otxVrbBdbbNmttFxT9ttlv2oDruyNR3b9Pupc3ulUbUFWvhhNFv22PYq3tAuttmzW269KlS7zzzjv5MrYQQgiRO9q3BmJ3cD8GZxfiF4aR2rqtReMxGAxFbs1Q8ezI0yfRxcWF554r+PtXK1SoQKVKlYiMjDR5PiIigrp16xp3rQsODiYuLo7Dhw8by0RHR/Pvv/8SHBxsfC44OJg9e/aQlpZmUpdWqyUgIACAmjVr4uLiwo4dO4xl0tLS2LVrV5a6Tp8+TUxMjPG5w4cPc+/ePRo2bGieDhBCiMLAYMDhy/Wo7t8npUkz7u36BX2VlywdlRDPhOeffz7LrG0hhBCWkfDJLNICanJv588WTzydPHmcKR9N5qPpn/LZ/CV8NP1Tpnw0mZMnj1s0LiEy5Wnm0+uvv84PP/xA165ds13kMq+Sk5PZu3cvAFevXiUhIcGYaKpduzaenp4MHz6cMWPGULFiRQIDA4mIiODEiROsW7fOWE9AQABBQUFMmDCBsWPHYm9vz9y5c/H19aVZs2bGcv3792fbtm288847dOvWjbNnzxIeHs6oUaOMiSx7e3sGDx7MggUL8PT0pHLlymzcuJF79+7Rv///7+TUvHlzwsLCGD58OKNHjyY5OZlZs2bx6quv4ufnZ7Y+EkIIi1Or0S1bhcOmDSQPHQ5yRU2IAjN27FjGjBlDgwYNZHwhhBAFLSUF218PkdawEQD6FypzL/JneGiX9YJ28uRxFiwOQ+VcBv/gLrh5lCDu7m3OnDjEgsVhDB86mOrV/S0aoxAqRVGU3L5ox44dLFu2DL1ez2uvvfbInVYeTPTkxJUrVx6509uaNWsIDAwE4Ouvv2b58uVcu3YNLy8vRo8eTaNGjUzKx8fHM336dHbv3k16ejpBQUFMnDgxy7bER48eZcaMGZw6dQpPT0+6d+/OwIEDTW7XUxSFZcuWsWHDBmJjY6lSpQrjx483zo7KdPPmTaZOncqBAwewsbGhadOmTJgwwezrMej1BmJjE81aJ4CNjRoPD2fu3k20qtsUrLVdYL1ts9Z2QdFtm82fv2P38x6Sxox7dJki2rYnsdZ2gfW2raDa5enpXOBrPg0ZMoSLFy8SExPD888/T5kyZbLcUqFSqViyZEmBxmUJ+TEestbvhKVIf5qP9KV55aU/1deuou3fE5u/jhH39XekBQU/+UUFwGAwMOWjydxIsKVu405Z/o49vGczpV3T+fCDD/PlFjz5bJpPUe3LnI6H8pR8enDto0dWLLvd5RtJPuWOtbYLrLdt1touKJptc1i7CpfxY1ClphL3xWpS272Wbbmi2LacsNZ2gfW2zZqTTyEhIU8so1Kpnrh5iTWQ5FPhJ/1pPtKX5pXb/rQ9fBBt/16o79zG4OaObtlK0hplP2mioF24cI6Ppn+Kf3AXipUsl+X4f7eucnzfJiaNfxcfnxfM/v7y2TSfotqXOR0P5em2uzVr1uTlZUIIIYqSlBRcJryH49qVGQ9btyMtpImFgxLi2fbTTz9ZOgQhhHh2KAqOXyzF+cP3UaWnk16lKnGr1mPw8n7yawuITqcjXW/AzaNEtse17sVJ1xuMO8QLYSm5Tj6lpKRw+vRpqlSpwiuvvJIfMQkhhLAw9fVraPv1xPbP31FUKhInTCJ5xGiLr2kgxLMsOTmZ7t2707lzZ7p162bpcIQQwrolJeE65m0cNm8C4H6HTsTPXgDOzhYOzJRWq8VGoybu7u1sZz7p7t3BRqNGq9VaIDoh/l+u54rb29vz2WefER0dnR/xCCGEsDCbXw/j0SQY2z9/x+DuTtzGzSS//Y4knoSwMEdHR65cuWKynocQQoj8Yf/Ddzhs3oSi0ZDw8XTil4QXusQTgJeXD5XKl+bMiUM8vKKOoiicOXGIShXK4OXlY6EIhciQp4UKXnjhBa5evWruWIQQQhQC6ruxqG/fIv2latzdtZe0kKaWDkkI8T8NGjTgwIEDlg5DCCGsXkrnriQNepO4zd+TPPitQnsRTq1W06ljR5TE6xzes5n/bl0lLTWF/25d5fCezSiJ1+nUoUO+LDYuRG7k6RM4atQovvzySw4dOmTueIQQQlhYasvWxIWv4e723RgqeVk6HCHEA4YOHUpMTAzvvvsuf/zxBzdv3uTevXtZ/hNCCJFLioLDiuWodHEZj1UqEqfOJK1+A8vG9QQGgwEnJyeahgTjkH6Lv/Z+yc/fLOD4vk2Udk1n+NDBVK/ub+kwhcjbguPr1q3D3d2d/v37U758ecqXL4+9vb1JmWdlm18hhCjq1Jcv4TrmbeJnz8dQvgIAqW3bWzYoIUS2WrduDcD58+f54YcfHlkuNzsO7927l+XLl3P+/HkSEhIoVaoUTZo0YdiwYbi6uhrL/fTTT8ybN4/o6GjKli3LoEGD6Nixo0ldqampzJ07l++//57ExEQCAgL44IMP8PYuPIvzCiHEw1QJ8bgOG4J9xDbsfvkJ3eoNhXam04NOnjzO15s3c/p8NPdT07G3taFMSQ8a1K9PzZov4+XlIzOeRKGRp+TT2bNnAShTpgx6vZ6LFy9mKSPrEQghROFnu+8XtIP6oI6NxXXM28R9udXSIQkhHuOtt94y+xjr3r17+Pn50bNnT9zd3Tl37hwLFizg3LlzrFixAoA//viDYcOG0alTJyZMmMCvv/7K+++/j7OzMy1atDDWNXXqVCIiIhg3bhylSpVi6dKl9OnTh+3bt5sksoQQorDQnDuLts8b2Jw7i2JnR2rT5kUm8fTJjFncS3VEW7IqWictqUk6zl69wK1vt/Hii1Uk8SQKlTwln2SbXyGEKOIUBcfFC3D+eBIqg4E0/wDiP/vc0lEJIZ5g+PDhZq8zNDTU5HFgYCB2dnZ88MEH3Lx5k1KlSrFkyRL8/Pz46KOPAKhTpw6XL19m/vz5xuTTjRs32Lx5Mx9++CGdOnUCoHr16jRq1Igvv/ySgQMHmj12IYR4Grbbt+H05iDUCfHoy5RFt2It6S8X/h3dDQYDS5ct5VaiDV5+jXAvXho7e0dSU5K5V6wi0Sd2EbYsjPmfL5QElCg05JMohBDPmsREXAf3xWXKRFQGA/e7dufe95HGW+6EEEVHfHw8er3e7PW6u7sDkJaWRmpqKkeOHDGZ4QTQqlUrLly4wJUrVwA4cOAABoPBpJy7uzv169dn3759Zo9RCCHyTK+HiRNx6dkNdUI8qXXrc3f3viKReAK4cOE8x/8+QymvmpQq74ODozNqtRoHR2dKlfehlFdN/vr7NBcunLd0qEIY5Tn5pNfr2b59O5MmTeKtt97izJkzQMYgaNeuXdy5c8dsQQohhDAP9bWreLRqgsO3W1FsbIifMZv4zxeDo6OlQxNC5NDJkyfp378//v7+BAYG8ttvvwEQGxvLm2++yZEjR/JUr16vJyUlhX/++YdFixYREhJC+fLluXTpEmlpaVnWbfLxydi2OyoqyvizWLFiuLm5ZSmXWUYIIQoDVdw9WLUKgKTBQ4nb/D1KyZIWjSk3Tp/+l+SUdEpV8M1yh6BKBaUqVCY5JZ3Tp/+1TIBCZCNPt93pdDoGDBjAiRMncHJyIjk5mR49egDg5OTE1KlTad++PaNHjzZrsEIIIZ6Owd0DxcYGfclS6L5YQ3qdupYOSQiRC0ePHqV3796UKlWKdu3a8fXXXxuPeXp6kpCQwKZNmwgMDMx13Y0aNeLmzZsANGjQgNmzZwMQF5ex85NWqzUpn/k487hOp8t2XSetVmsskxuNGzd+5LG1a9dSqlRpbGzMO4lfo1Gb/BRPR/rTfKQvzUtdogRs3UrSiX9I6fh63v4otiCNRo1i0JOekojK1T3L8fSUJBSDHo1Gbfb/T2YXy4M/Rd5Ze1/m6Xv22Wefce7cOcLDw6lSpQr16tUzHtNoNDRv3py9e/dK8kkIIQoDgyHjp1oNTk4ZO7jY2GAoXcaycRVBBoOB6OgL6HQ6tFqt7CIjCtzcuXPx8fHhq6++IiEhwST5BBnrNX3zzTd5qnvZsmUkJydz/vx5lixZwpAhQ1i5cqU5ws4XarUKDw/nfKlbq5XZoOYk/Wk+0pdPYcOGjJ9vvJHxs3ZtnGrXxslyEeVZYODLONqpuHj6MB7BnU02olAUhYunD+NoryIw8OV8+//kw+SzaT7W2pd5Sj7t2bOHnj17Ur9+fe7evZvleKVKlfI88BFCCGE+qngdrsOGkF7dj6Qx4wBkbac8OnHiOJu++pqYKzdI1xuw0aipVL40nTp2pHp1f7O+lyS5xKOcPHmS0aNHY2dnl+2ud6VKlcrz0gcvvvgiAAEBAVSvXp3Q0FB2797N888/D2QsrfAgnU4HYLzNTqvVkpCQkKVenU6X5Va8nNizZ89jj+v1BnS6pFzX+zgajRqt1hGdLhm93mDWup9F0p/mI335FNLScPxwIg5LF6E4OKDzeRFVlSpFuj9LlChHgH91fjt+lL9t7KhQ+RWcXIuRFP8fl8/+zs3oo9Su4UeJEuW4ezcxX2ORz6b5FNW+1GodczRbK0/Jp/j4eMqXL//I4+np6fmy+KUQQoice3DrYLuff+R+914YypS1dFhF0rFjx/h80RJwLIN/cBfcPEoQd/c2Z04cYsHiMIYPHWy2BNTJk8fZvGVLgSS5RNFjY2ODwfDoAenNmzdxcnr66/i+vr7Y2tpy6dIlQkJCsLW1JSoqigYNGhjLZK7jlLkWlLe3N3fu3CEuLs4k2RQVFZVlvShzSU/Pn8G5Xm/It7qfRdKf5iN9mTuqW7fQDuqD3aEDACQNGUbqc97Y/O8P+6Lcn4MHDeHWtOlci/mTu9fPotbYYtCnkZ6SQKVyJRk8cDAGA489Z5hTUe7LwsZa+zJPl1ErVqzIP//888jjBw8eNC5CKYQQouDZ7diOe/NG2Jw7i75MWe59s10ST3lkMBhYt34jKqcy1G3ciWIly2Fja0exkuWo27gTKucybN661SyDu5Mnj7NgcRg3EmzxD+5CSIcR+Ad34UaCLQsWh3Hy5HEztEgUZf7+/uzcuTPbY0lJSWzdupVXXnn63ZqOHz9OWloa5cuXx87OjsDAwCzvGxERgY+Pj/GCZFBQEGq1ml27dhnLxMXFceDAAYKDg586JiFE4WEwGLhw4RzHjv3JhQvnCizBkRs2R//Ao2kwdocOYHB2IW7lepImTAKNxtKhmUX16v58MGE8IUG1Ka61wckmheJaG0Ia1OaDCePlgpUodPI086lTp0589tlnBAYGUqdOHQBUKhWpqaksWrSI/fv389FHH5k1UCGEEDlgMOA0axrOc2YBkFq3Prrlq4vUDi6FTVTUBS5cvE7Vuh2z3OakUqnw9avH8X2biI6+gI/PC3l+H4PBwOYtW1A5ZyS5Mt8rM8l1eM9mNm/dStWq1eUWvGfYiBEj6NGjB4MGDaJ169YAnDlzhitXrhAeHk5sbCxDhw7NVZ3Dhg2jWrVq+Pr64uDgwOnTpwkPD8fX15cmTZoA8Oabb9KrVy8mT55My5YtOXLkCD/88ANz58411lO6dGk6derErFmzUKvVlCpVirCwMFxdXenatav5OkEIYVFFYYauw/o1uIwdjSo1lfTnX0C3agP6yr6WDsvsqlf3p2rV6nKrvigS8pR86t27N+fPn2f06NHGnU7GjBnDvXv3SE9Pp0uXLnTu3NmsgQohhHgCRUHbvxf2278HIGnQmyR+OBVsbS0cWNGm0+lITdPj5pF9Ak/rXpx0vcG4/k1eRUdfIObKDfyDu+RrkksUbf7+/ixbtozJkyczduxYAGbMmAFkzExftmyZce2mnPLz8yMiIoJly5ahKArlypWjc+fO9O/fHzs7OwBq1arFggULmDdvHps3b6Zs2bJMnTqVli1bmtQ1ceJEnJ2dmT17NomJidSsWZOVK1dmuwueEKLoyZyhq3LO/9vQn4b6Ugyq1FRSWrYhfuFSFFftk1/0GIV5LUa1Wi3jAlEk5Cn5pFKpmDp1Ku3btycyMpJLly5hMBioWLEiLVu2NMt0byGEELmkUpHatDl2P+0m/rPPSeksMw3MQavVYmerIe7uLTxKlMtyXHfvDjYadZZt6HNLp9ORrjfg5lEi+zjMlOQSRV/dunXZuXMnp06dIiYmBkVRqFChAtWqVct2EfInGTRoEIMGDXpiucaNG9O4cePHlrGzs2Ps2LHGxJgQwnoUpRm6Se+9j77yi6S81iljt9+nUBRmeglRFOQ6+XT8+HGuXLmCu7s7tWrVolatWvkRlxBCiBxSxeuMV/Tuv9GT1IaNMJR79KYQIne8vX3wea4Mp08cok5IpyzbGZ858X/s3Xd4VFX6wPHvnT6ZZNJ7TyAhhCQE0NDEgqhgWVfCoq6IiwWxray4lp9dF3sDFUFxdbGhgBXEgiUKASmhl0AaIb3PZDKTaff3R0xMIECAhEA4n+fx4cncO3fOmRTPvPc977uGmMhQYmNPrNah0WhEpVTQUFeFf1DPBbmE09Pu3bv56KOP2tZg48eP58ILLyQpKam3hyYIwhniVM7QVWevRv/6q5je/h/odKBU0jzxbyd83dMl00sQTgddDgM3NjZyzTXXcPXVVzNr1ixuuukmLrzwQnbt2tWT4xMEQRAOx+nE8NhD+J43Eqmmpu1hEXg6PocrnqpQKLju79cgN5WRvWoJNZUlOOzN1FSWkL1qCbKljMyrrjrhu7yxsfHERISwZ+saZFnucKw7g1zC6Wf37t1MnjyZxYsXs3r1apYvX86dd97JO++809tDEwThDHJKZujKMvq35uE98XK0363EY+7LR39OFx2c6dWTDUcE4UzQ5cynt99+m5ycHC666CIyMjLYv38/H330Effddx9ffvllT45REARBOIhUU4Pxln+g+fVnALTfrsB27ZReHdPp7Egp9enp6aSnp/PP22ew+JNP2ZK1+M9zIkPJnNo9dz0VCgWZEycy9435ZK9aQmLqSIw+AZjqq1sCUpYyMqdO7/WtDMLJ99prr6FWq3nllVcYPnw4RUVFPPDAA8ybN48pU6agFnXdBEE4CU65DN2mJrxm/RPdksUA2K7KpOm2u7rt8qdyppcgnI66HHz6/vvvueiii5gzZ07bY3FxcTz22GMUFxcTGRnZIwMUBEEQOlJt3YzxH9ehLN6P7GHA/OrrNP/lqt4e1mnraCn1d985g3PPHUlqahoDBiT3aMHRlJQ07rxtOkuWLu2xIJdw+tmxYwfXXnst559/PgADBgzggQceaGsAI7beCYJwMrTP0G1f8wlOfoauoqgQ4z+uQ719K7JSieWxp7DechscR927wzklM70E4TTW5eBTSUkJ119/fYfHRo8ejSzLVFRUiOCTIAjCSaBd/CFe996NZLPhjI1raR2cNLC3h3Xa6krx1E+XLuWcc4YDJ6ejjGibLBysoqKCuLi4Do/Fx8cjy7L40CMIwklzqmToqteuwTj1GhR1dbgDAjC99R6OUed0++uccplegnCa63LwyWaz4eHh0eGx1q8dDkf3jkoQBEE4hG7Ru3jd05JO3nzhRZjnvY3s7dO7gzoNtW+XXF9fR+GBMtLGXH3YlPptv37Cvn37COyk011PEW2ThfbcbjdKpbLDY60f7kStEUEQTqZTIUPXFRoGsoxjyFBM77yPO6xn/v98KmV6CUJfcEzd7qxWK/X19W1fNzQ0AGCxWDo83srHx+dExiYIgiC003z5X9C//irNf82k6d4HTrh18Jno4NpOjaY6qmsbGDSm8/fS6BOA3emmoaHhpAafBOFgv/zyC9XV1W1fW61WJEli5cqV7N69u8O5kiRxww03nOQRCoJwpuiVDF2nE1QtH13d0THUf7YCV3y/ls52PeRUyfQShL5Ckg9uqXMYAwYMOOSuMLREfTt7HBCd8HqIy+WmttbS7ddVqRT4+hqoq7PgdPadO6l9dV7Qd+fWV+cFxz43RUE+7pjYP2sYNDXBQVmop4pT/fvWvrZTYupIvH0DKcjdzLdf/I/4tHFkjBiNn59/h+fUVJaw7ddPeOm5xwgMDD8l53UiTvXv2fE6WfPy8zOgVPb8h44BAwYc0/mSJJ0Ra7CeWA/11d+J3iLez+5zJr+Xyr25GG+cguWRJ7BfeHG3XPNY3s9Om5JEhpJ51VWiFiNn9s9mdztd38uuroe6nPl0xx13nNCABEEQhGOjW/Qung/MovHJZ7D946aWB0/RwNOp7nC1neKThhGz7XeqSveRlx+Gr69f27G2lPqoUPr160dDg7U3pyCcwVatWtXbQxAEQegVmhVf43XHdBSNZgxPPor9gnEnPfNb1GIUhO4hgk+CIAinmuZmPB+8F/2idwFQr12N7YYbu7WDy5nmcO2SFQoF6cPH8cPXi9i+/nuC/LwIi4jtkFI/adoMscAUelV4uNjyKQjCGcblwuO5/2B4+QUA7CNGYXrrvV4rOSBqMQrCiTummk+CIAhCz1KUlWKcdh3qjRuQJQnLg49gvetfIvB0go7ULjk8JpHzLpnM1x+9zOZfPmaPh2eH4qmpqSKlXhAEQRBOFqmuFuOMm9D8+AMATdNvw/LIk6BW9/LIBEE4ESL4JAiCcIpQr12D8cbrUVRV4vbxwfTmQhwXjOvtYfUJR2uX7Gn0Y8CAZP5x3WR8fHxFSr0gCIIg9AKprhbfi85DWVSIrNdjfnEOzZmTe3tYgiB0g9NyVb1q1SomTZpEeno6o0eP5p///CfFxcWHnPfpp59y8cUXk5KSwhVXXMFPP/10yDlms5kHH3yQs88+m/T0dO666y4qKysPOW/Tpk1MnjyZ1NRUzj//fBYsWMDBtdplWWbBggWcd955pKamMnnyZDZv3txt8xYEoe9SlJfhPekvKKoqcQ4cRN13v4jAUzdq3y65s7/de7auITYqjHPPvYD09KHEx/cXgSdBEARBOMlkXz/sY87HFRVD3fIf+mzgye12k5e3l5ycjeTl7cXtPn2KSwvC8TrtMp/WrVvHHXfcwZVXXsnMmTOpr6/n1VdfZdq0aXz11Vfo/mi3uXz5ch5++GFuvfVWhg8fzooVK7jjjjv44IMPGDx4cNv17r77bvbt28djjz2GVqvllVde4eabb2bp0qWo/mjnWVRUxI033sioUaO4++672bNnDy+88AJKpZIbb7yx7VpvvfUWc+bMYdasWSQmJvLBBx8wbdo0vvjiCyIjI0/q+yQIwunFHRKK5d4HUe3Yivml18Bg6O0h9SmiXbIgCIIgnKIcDiRrE7LRG4DG2c8hNVmQff16eWA9o9PueREhZE6cKLrnCX3aaRd8Wr58OWFhYcyePbutaKyfnx9Tp05l+/btDBs2DIA5c+Zw6aWXcvfddwMwfPhwcnNzef3113nrrbcAyMnJ4bfffmPhwoWMHj0agNjYWCZMmMB3333HhAkTAFi4cCG+vr689NJLaDQaRowYQW1tLW+++SZTpkxBo9HQ3NzM/PnzmTZtGjfccAMAQ4cO5ZJLLmHhwoU89thjJ+9NEgThtKAo3g9OJ+7YOACsd97dckDUd+oRKSlp3HnbdJYsXcqWrMUd2yVPnS4WfIIgCIJwkkmVlRhvuQHUaho+XgZKJWi1yFptbw+tR2zbtoW5b8xHMoSSNmYy3r6BNNRVsWfrGua+MZ87bxPrEaHvOu1u8TqdTgwGQ4duRV5eXgBtWymKi4spLCxk/PjxHZ47YcIEsrOzsdvtAGRlZWE0Ghk1alTbOXFxcSQlJZGVldX2WFZWFmPHjkWj0XS4lslkIicnB2jZltfY2NjhNTUaDePGjetwLUEQBADVLz/hO24M3jdcC42NLQ9Kkgg89bCUlDQefeQxHnngXmbdNYNHHriXRx9+VCz0hD7j008/7e0hCIIgdIlq0wZ8x41Bs+Y3VBvWo9yzu7eH1KPcbjdLli5FMoQyYmwm/kHhqNQa/IPCGTE2E8kQypJly8QWPKHPOuHgkyzLfPHFF3z11VcdflE+/vjjE710p6666iry8vL44IMPMJvNFBcX89JLLzFw4ECGDBkCQH5+PtCSxdRefHw8DoejrT5Ufn4+sbGxHQJZ0BKAar1GU1MTZWVlxMXFHXKOJElt57X+e/B58fHxlJaWYrPZumP6giCc7mQZXngBz4l/QVFbi6zWoGg09/aoziit7ZJFbSfhdPf5558f8t+cOXP4/PPPe3togiAIR6R7/z18rrgEZVkpzn79qf/uZ1wDk3t7WD2qoCCPwgPlJKaOPOTzpyRJJKaOpLC4jIKCvF4aoSD0rBPedvf000/z7bff4na7ef/995k3bx5+fn6sWLGCq6++ujvG2MGwYcN47bXXuOeee3jiiScASEpK4u2330apVALQ0NAAtHQ3aq/169bjJpOpLWuqPW9vb7Zv3w60FCTv7FoajQa9Xt/hWhqNBu1BKaJGoxFZlmloaGirR3U0Y8eOPeyxRYsWERwcgkrV/R+WlEpFh3/7ir46L+i7c+ur88JiwfOft8OyJUhA8zXX0fTCyyj0+tMvDbUTffX71lfnBX13bn11Xgd74IEH6NevHz4+Pm2Pmc1mli1bxpVXXtlr4xIE4dTkdrspKMjDZDL1XlfX5mY8H7wX/aJ3W74cfxnm195E9jIe+Xl9gMlkwuly4+0b2Olxo08ATpcbk8l0kkcmCCfHCQefsrOzWblyJZIk8cQTT3DttdfywQcfHNJNqLts2rSJf//73/ztb3/jvPPOo76+njfeeINbbrmFDz/8sMsBntOZQiHh69tzxYiNRn2PXbs39dV5Qd+dW5+aV14e/PWvsG0bqFTw6qtoZ8xA2we32fWp71s7fXVe0Hfn1lfn1erdd9/lxRdf5KqrruKvf/0rAOPHj+d///tfL49MEIRTzalS5NrrrlvRfbYUWZJoeuBhmu76F3QSADslAmXdzGg0olIqaKirwj8o/JDjpvpqVErFIUkPgtBXnHDwycfHB72+ZXE3e/ZsXn75ZaZNm9aWhdTdnnrqKYYPH87999/f9tjgwYM577zz+OKLL5g8eTLe3i2dEsxmM4GBf0aWW6PIrceNRiPl5eWHvEZDQ0PbOa2ZUa0ZUK3sdjtWq7XDtex2O83NzR2yn0wmE5IktZ3XFatWrTricZfLjcnU1OXrdZVSqcBo1GMyWXG5+s5e4746L+i7c+uL8/KccTvqbdtwBwejWLIEU+pQXPXd/3vcm/ri9w367ryg787tZM3LaNT3anZVRkYGixYtYu7cudx00008+uijh2zlEARBOJWKXDfddQ/qtdmYX56L44Jxhx3vqRAo626xsfHERISwZ+ualhpP7f5ey7LMnq1riIkMJTY2vhdHKQg954SDT263G7PZ3BakmTlzJgALFiw40Ut3Ki8v75BtaSEhIfj6+rJ//37gz7pL+fn5HWow5efno1ariYyMbDsvOzsbWZY7/PIXFBSQkJAAgIeHB6GhoW01ndqfI8ty2/Vb/y0oKGDAgAEdXjMsLKzbM7Kczp5bTLtc7h69fm/pq/OCvju3vjQv04tz8LzvHqwvvIzPwH646ix9Zm4H60vft/b66ryg786tr86rPa1Wy6xZs9ixYwf//ve/D7lZJgjCme3gItetn3lai1xnr1rCkmXLSE5O6ZnMIllGuWtnWz0nV/Igan/fAofpZncqBcq6m0KhIHPiROa+MZ/sVUtITB2J0ScAU301e7auQbaUkTl1+mmf4SUIh3PCP9mPPPIIDoejw2MzZ85k/vz5J3rpToWFhbFz584Oj5WUlFBXV0d4eEv6YmRkJDExMaxcubLDeStWrGDEiBFtXevGjBlDQ0MD2dnZbecUFBSwc+dOxowZ0/bYmDFjWLVqVYd5rlixAqPRSHp6OgBDhgzB09OTb775pu0ch8PBd9991+FagiCcGSSzCe2SxW1fu0NCMb33IXJoaC+OShCEvio5OZn3339fdLsTBKGDXi1y3dSE12034ztuDKr16/58/DCBpzOhG1xKShp33jadEE8HW7IW89Nnc9mStZgQL+dpHVgThK444cynxMTETh/vqYDL1VdfzezZs3nqqae44IILqK+vZ968efj7+zN+/Pi28+68805mzZpFVFQUGRkZrFixgq1bt/L++++3nZOens7o0aN58MEHue+++9Bqtbz88sskJiZy0UUXtZ1344038tVXX3HPPfdwzTXXkJuby8KFC5k5c2ZbIEur1TJ9+nTmzp2Ln58fCQkJfPTRR9TX13PjjTf2yHshCMKpSbk3F+MN16Lam0uDRoP9ir/29pB6TV+s2SAIpyqlUklISEhvD0MQhFNIbxW5VhQW4P2P61Dt2IasVKLK3YPzrIwjPqc1UJY2ZvJhA2VbshZTUJBHfHz/Lo+ls7VIN+RgHLeUlDSSk1PE+kg44xxz8MlsNvPxxx/z888/k5eXR2NjIwaDgX79+nH++eczefLkTjvIdZfrr78ejUbDRx99xNKlSzEYDAwePJhXXnkFX1/ftvMuu+wyrFYrb731FgsWLCA2NpbXXnutLVOp1SuvvMLTTz/NI488gtPpZPTo0Tz00EOoVH++NdHR0SxcuJBnnnmGW265BT8/P+666y6mTZvW4Vo333wzsizzzjvvUFtbS1JSEgsXLmzb5icIQt+n+WY5XrffgqLRjCs0DHd4RG8Pqdf01ZoNgnCy3Xrrrcd0viRJzJs3r4dGIwjC6aQ3ilyrf/wB463TUNTX4w4IxPT2ezhGjj7q83oiUHa4tcjkv03i3HNHdvk63U2hUBxTAE0Q+oJjCj5t3ryZu+66i8rKSjQaDbGxscTFxWGxWNi2bRsbN25k0aJFvPrqqwwePLhHBixJEtdccw3XXHPNUc+dNGkSkyZNOuI5Xl5ezJ49m9mzZx/xvCFDhvDJJ58cdWzTp09n+vTpRx2bIAh9jMuFx/OzMbz0PAD2EaMwvfUeclBQLw+sd/Tlmg2CcLLl5uZ2+FqWZcrLy/H392/LwG5PFB0XBKHVSS1yLcvo57yEYfYTSLKMY8hQTO+8jzvs0KBXZ7o7UHaktcirr8/DaNQTE5NwTFMUBOH4dTn4VFZWxs0334xWq+WZZ55hwoQJHRY8drudFStW8MILL3DLLbfwxRdfECpqmwiCcAaQ6uvwmnET2lXfA9B0ywwsjz4FanUvj+zIempLnNvt5tMlS2hW+JCSdh5qrQalSn3yipsKQh/z448/dvi6traWkSNH8vzzzzNixIheGpUgCKeDk1nkWvP1l3j+53EArFNuoHH284et79SZ7gyUHa3Q+tofl/DBhx/zwP0PHeMsBUE4Xl0OPs2bNw9Jkvjoo4863Uam0Wi48sorGTp0KBMnTuTNN9/k8ccf79bBCoIgnIrUq39Du+p7ZJ0O84tzaJ50dW8P6ah6ckvcN98s58es1YQNHMe2HTuRJAkvgwdxcbH4+fkfd80GQRBaiMwmQRCORWuR6yVLl7Ila/Gf/9+PDCVzavdlItsvuwLbVZk4Ro3BNuWGY35+dwbKjlY/akDqSHZkLyU/P4+YmG7I+hIE4ai6HHz67bffyMzMPGr9osjISDIzMw/pNCcIgtBX2S+9nMaHHsdx/gU4T4OtZD25JS4nJ4eF775Hs0tFWHw6eoMRe7OVhpoKtu/YxaDkpB4rbioIgiAIQue6o8h1ZxnT2p9/xJExAgwGkCTM8xbCCQTIuytQdvT6UYHYHS6xFhGEk6jLwaeqqiri47sWFY6Pj6eqquq4ByUIgnBKczrxeOUFbFNuwB3c0lnKetfMXh5U1xwtDf1EtsS53W7e/+Aj1F7h+PipcTmsKBQ+6PQGtOFxVJbkk19QQExESLcXNxUEQRCE09XJ6gx7IkWuD86Y1ijg9tJCxm/8HduVV2Ge/9+WoFM3ZGZ2R6Ds6PWjqtColWItIggnUZeDT0ajscsBpaqqqh7teCcIgtBbpJoajLf8A82vP6P5+Ufqv1wJp1Hdop5qYwyQn59HXlEZw0b9lTU/f0Fx7noGZlyOJElIEnj7B1Nduo+tv//YfcVNBUEQBOE0djp0hj04YzpYrWX8G/9H4p4cACqVSvRuNyiV3faaJ9oN7mj1o3ZvXUO/mDDi4uJxu7tjxIIgHE2XPzENHjyYzz77jObm5iOe19zczGeffcaQIUNOeHCCIAinEtXWzfhedC6aX39G9jDQdMuM0yrwBD3Txrj9te0OFz7+IaRnjMNWX8zOdV9hqi3D6bBja6yjaOdqbHUFZF51lSg2LghdVF9f3+G/hoYGACwWyyHHWv8TBOHU1xrUKW9UkzZmMhdcdRdpYyZT3qhm7hvz2bZtS28P8ZCM6QE2Czc8dROJe3JwaLS8MvpSngmJwC1JuN1u8vL2kpOzkby8vbh7MarTWj9KtpSRvWoJNZUlOOzN1FSWkL1qCXJTGX+/9mqxFhGEk6jLmU/Tpk3juuuu46abbuLZZ58lLCzskHPKysq4//772b9/P7Nnz+7WgQqCIPQm7Scf4TXrn0g2G87YOEzvfograWBvD6tTR0rf7+42xu0ZjUY0aiUNdZWExyQyZlwmOeu+Z3f2EtyyjMthp9lUxtRb7z9l7uYKwulg+PDhnRYZv/POOw/7nF27dvXkkARBOEE9uQ2+O7XPmE7K/paL3/kPansz9YFhfHHXc1ToDRRmLWblyuWs+339KZXBdaT6UZOnzSA9PZ26OkuvjE0QzkRdDj4NHTqUBx98kKeffpqLLrqIoUOHMmDAAAwGAxaLhT179rBhwwbcbjf33XcfQ4cO7clxC4IgnBwOB4bH/g+Pt94EoPnCizDPexvZ26d3x3UYR0vf7842xgeLi4snPjqU3VvXMPyCTMJjEgmN6k9NRTHWpkZ2bfmNfmEDueSSS7tzyoLQ591+++2iw50g9DE9uQ2+O7VmTAfqPDj/o1dQ25spSBnO8hlPYvP0xmhvpra2hnff/xDfsIHd3sjkRB2ufpRG0+WPwYIgdJNj+q2bMmUKAwcO5I033mDdunWsW7fuzwupVGRkZDBjxgyGDRvW7QMVBEHoFc3NaLJ+BsByz3003fvAKbvVrqtd7LqrjfHBFAoF1/39Gp58+qUO11YoVRwo2ImnsplJE28QKe6CcIyOlOEkCMLpqSe3wXen1ozpKlsTX90+m+jt61hz1S3Iipb6Tg21lVRVlpGYdt4pm8F1ovWjBEHoHscc8h06dCgLFy7EZrNRWFiIxWLBYDAQHR2NXq/viTEKgiD0Hk9PTO9+gDI3F/v4Uzdj51jS97urjXFn0tPT+eftM1j8yafdfm1BEARB6Ct6chv8sTjSVn3VxvUkVlW2ZUz7jc3kwIA/6/rKsszGNStQqXWknn3BKZ3BJQhC7zvufEOdTseAAQO6cyyCIAinBN2id5GsTVhvuQ0AV3x/XKf4gulY0/e7o43x4aSmpjFgQPJJaRstCGeCwsJCLr/8cqZMmcK///3vw5737LPP8sEHH7B8+XIiIyNP4ggFQThWPbkNvquOtFX/rM05eD4wC1Rqrn/tTZ5d/m2nGdOOhhL8A4Lx8Qvq9DVOlQwuQRB6X5c/CRQWFpKSksJzzz13xPOeffZZUlNTKS4uPuHBCYIgnFTNzXje80+87rkLwyMPojoFusx01fGk77emoaenDyU+vn+3Bod68tqCcKZZtGgRgYGBzJw584jnzZw5k4CAABYtWnSSRiYIwvE6ajc2S1mPdoY9XKe96gYJ543/wOueu5DsduznXUC/c8/nztumE+LpYEvWYn76bC5bshYT4uXkH1On4OPtRUNdVaevc7IyuARBOPV1OfPpWBY+3377LYsWLeLBBx884QEKgiCcDIqyUozTpqDeuB5ZkrA88DDOQam9PawuO1XS9wVB6H6//fYbEyZMQK1WH/E8jUbDpZdeyvfffy/WYIJwGujJbfBHcrit+tEqFXdmf0dY4T7cgOXBR7D98x6QpMNmTAOs+319r2ZwCYJweuhy8EksfARB6KvUa9dgvPF6FFWVuH18ML25EMcF43p7WMfkVEjfFwShZ5SVlREbG9ulc6OjoyktLe3hEQmC0F16chv84XS2VT9i9yYuf+1BDKZamvSezE4bymWX/4X4duuJwxXu7qlGJoIg9C1d/isgFj6CIPRFuv++jfdVl6GoqsQ5cBB13/1y2gWeoPfT9wVB6DkajYampqYunWu1Wo96o1AQhFPLyd6q3tlW/ficXzGYaqmM6s97jyzkd//gLtdpas3g6mxbXmunXUEQhC5nPomFjyAIfZLbheR0YrsqE/OLc8Fg6O0RHbfeSt8XBKFnxcXFsWbNGqZMmXLUc7Ozs4mPFxmOgiAcXmdb9bP+djtWT282XXQ1FQ01x7xVvzcyuARBOL10OfgkFj6CIPSEzlr8HkNS5vGRZfgjjdw27RbcMbHYLxjX9tjpTCz+BKHvmTBhAs8++yw//PADF1544WHP++GHH/j555+P2BFPEAQhNjaeoV56zpn/KNvufwNZrUFWqlh32VRMpgY2Zn9HoFFHdHTXdr20Oty2PEEQBDiG4JNY+AiC0N0O1+J38t8mce65I3vkNdVZP2N45ikaPlqC7O0DkoR97EU98lq9RSz+BKFvufbaa/nyyy/55z//SWZmJldccQWJiYkYDAYsFgt79uzhyy+/ZMmSJQwYMIBrr722t4csCMJJ1NmNvCPddNL8+AMPff4JWouF+ufvYtOND+FGyc7tWyjI3YSpPBdLVCRPPvUEmRMnisxpQRC6RZeDT2LhIwhCd2pt8SsZQkkbMxlv30Aa6qrYs3UNr74+D6NRT0xMQve9oCyjf2MuhicfQXK78Xj5BSyPPdV91xcEQeghGo2GhQsXcv/997N48WI++eSTQ86RZZlzzjmHZ599Fo1G0wujFAShNxzuRl6nQSNZxvTALGLfeQsFsN3Lm1ebLZQueAyHC1QaHSGhkYydMguD0Zc9W9cw9435om6TIAjdQpJlWe7qyXV1ddx///388ssvHToptWq/8PHz8+vWgQp/crnc1NZauv26KpUCX18DdXUWnE53t1+/t/TVecHpOze3283jTzxGeaO6085sa39cQmygxAP3P4S7O6ZlseA183Z0ny8DwHb13zE/+xLo9d1w8WO743i6fs+6oq/Ora/OC/ru3E7WvPz8DCiVJ3dL69atW1m1ahX5+fk0Njbi6elJXFwc559/PoMHDz6pY+ltPbEe6qu/E71FvJ/dp7P3sv2NvMTUkR1u5MmWsg5BI8lswj31WoJ+ywLg94xx/PKPB6iur+GTd/6DQuvDhZddS3xiatsaRpZlslctIdjTwZS/X0djo7nPbOcXP5vdR7yX3ed0fS+7uh7qcuYTgK+vL/PnzxcLH0EQTkhnLX5bSZLEgNSR7MheSn5+HlFRsSdUv0hRkI/3DX9HtWsHskpF41PPYvvHTd1W3+mY7jgKgiCcoNTUVFJTU3t7GIIg9DK3282SpUuRDKEdbuT5B4UzYmwm2auWsGTZMpKTU1Dn52Gceg2qvbk4FEpWXX8vPyUNxVa+n6bGBoz+EQTGZdDQ5DzkhiAKJV9+vZRNm7di9PFHrVKKdY4gCMflmIJPrcTCRxCEE9FZi9/2jD6B2B0uNm3ayH/ffe+4Azuq39fh/fdJKBrqcQUFY3r7fziHj+i2eRxp66BIUxcEQRAEoacc7UZeYupItmQtpqAgjwSA0hKqdXrmXXkzq6pKqc/dgVuWsduaqKsuISzxHMyNTZjNJoxGb0oK9/Drd59QvD8fJE/qmmS0Ri0R8emU15Qz94353H7rzXh4GNi9eycAAwYkER/f/7TPihIEoWccV/BJEAThRHTW4rc9U30VzTYLSz7/Eq+gxOMO7Lhi45A9PXH0T8D0ziLcIaHdNoeu3nFMSkqmqKigLXOrf39RCFwQBEEQhBNz9Bt5AThdbkwmE670oeQ89hSPfvoZ5cUF6P2iGTBiLAajPzUVRez8/Vv2bFxJaFwadvtASgr38Mt3n2J1qul39lV4BURj0EB5wWa2bsjinHET2bXFwp3/vBMXamx2F7LbhUYlMyQtlRm3zhA33wRBOIQIPgmCcNLFxsYTExHCnq1rOq35tGvLGsx11UQMGHnUVPJD7q7ZbKDTtVwrMJD6ZV/jDgsHrbZb59CVO46rV7zNPbNmUt/Y3Ja5FRcVyo3TpnRvMXVBEARBEE47x9qlrr0j3cjTNTZw6dwHMPl4YTQaAXCMHM2etxYSEJfIwIzL29YugWH9iElppmjnGioKt6E6/2LWrvsetSEIo388OmMQWrUaD6MP/dIvZl/Ot6z7ZTkqYyQ1jW76pY0mNnkUjmYLRbvWsGFrDk/OfpqHH3xABKAEQehA5EQKgnDSKRQKMidORLaUkb1qCTWVJTjszdRUlpC9agmWqn14ePmQlDbqsIGdwuIyCgryOhxT7s3Fd+xotB9/0PaYOzau2wNPcPQ7ji5Zwf4DpZTVu0gbM5kLrrqLtDGTKTOrePaFOWzduqXbxyQIgiAIwulh27YtPP7EYzzx9PO8MGceTzz9PI8/8RjbtnVtfdD+Rl77/lGB+3O57tGpJO3awKxtG4gNj/zjiIRKrcPLPwr4c20lSRKBwRF4+oTSWF9J7vY11NXU4BuWQLOtCZfTicPporaujpqaWgwB8ZSVlWBzuNF7BhAU3g+Dlw8+AeGkjs4kLGE4JZV1vLXwbTZu3EBe3l7c3dI9RhCE050IPgmC0CtSUtK487bphHg62JK1mJ8+m8uWrMWEeDn56xUT8PD0xts3qNPntk8lb6VZ8TU+F5+Pam8uHi8/D3Z7j46//R3Hg8myzM7tW0Ch5qxz/4J/UDgqtQb/oHBGjp2ErA/h06VLxWJMEARBEPoYt9tNXt5ecnI2Hjbw0lozsrxRTeo5f2PYhVOJShlHYZWTOW+82aUAVGc38vr/+jXXPD4Nn6pSyj08yXtpDoo/ssEbG834BwSj1WqpLMnHZrXgdrmwWS00NtTiFxiIXqti94Zvqa0uwWYx43TYkSQJrcGIwcsXrcGIUueN3eHE1liPSqNBoze0jUmSJALCEzGbzfz861r+8/zLxxxUEwSh7xLb7gRB6DUpKWkkJ6ccknK+f38BK1f9QkNdJb6BndWEqkalVLSkkrtceDw/G8NLzwNgHzEK01vvgUbTo2M/0tZBk6mBgtxNhIRGEhAc2eF5kiSRNHgUG374kIKCPOLjRQ0oQRAEQegLutIBt33NyMT08ykoKMRsaWrJXvKKpjivkvkL5jPn1deOugWv9Ubesk8+IeON+/hLfi4AO6KiqXn1DZJGndN2rtFoxMfbi6iwAOpMNmrK8pBlGUmS8PL0ICwmArUpgYvOP4f/ffQpFnMtksZIs60Rjd4bl8uNRq1GdtlBUlJfkYeffzDefmFtr2Ex11Pf0ICk0hMSN5SMS65CrXCLRiyCIAAi+CQIQi9TKBSHBGDi4uKJjw5l99Y1DL/g0JpQe7auISYylDhff4zX/Q3tqu8BaLplBpZHnwK1+qSMO3PiROa+MZ/sVUtITB2J0ScAU301G7O/w1Sey9gpszpdOHr7BmJ3dszcEgRB6MwDDzxwzM+RJInZs2f3wGgEQTicrnbAba0ZGZ16ETt27kZSeeAfGo9Gq8febMXebGPduiWsXLmcCRMuP+rrpsT1Y/TWTWj+CDwduOFGAv7zHEEHrYVab5qV79/F8Asm0thoxm53oNGo8fT0Yu2PS4mJDGPgwGTqql9DsnvQ/6wraTLXYGkoR2vwxelwULInG4e1gUarmfjk4Uh/rHNkWaa6sgSn04ne0wcvvxA8PDwwGr2PXq9TEIQzQpeCT2LhIwjCyaRQKLju79fw5NMvHRLY2bN1DbKljL9NnorfhLGo8vOQdTrML86hedLV3fL6XS0A2nrHccnSpWzJWtx2lzPQqMMSFYnB6Nvp9RvqqtCoFG1FQAVBEA5n3bp1hzxms9mora0FwNvbG4CGhgYA/Pz80Ov1x/Qa33zzDV9++SU7duzAZDIRHR3NlClTmDhxYofg/6effsrbb79NaWkpsbGxzJw5k/PPP7/DtcxmM08//TQ//PADDoeDc845h4ceeoigoM63UQtCX9DVDrjJySmYTCYcThfVtWYklQdB4XG0/prp9AYi+6Wzb+Nyvvr6ay655NKjB2o8PHCHR+D29MI89020l3YesGp/02ztj0tJTB2J9x9rq7W/f4dsKeOqKTez7LPP8A+No6gwj6rCjfiFJ2G3N1G9v5jaA7uoL9uN0TcQ2WnH7QZZBkkCm7WRZpuNxpr9KBQqQsIi8fJqWee01uvckrVYZH0LwhmsS8Gnk7HwEQShbzmRDi4A6enp/PP2GSz+5NMOgZ2YyFAyp04nOSWN5r9mIn3yEaZ3P8DZTWncXUmZb6+zrYPR0bE8+dQTh+/mt3k1MVGhxMbGd8uYBUHou3788ccOX+/bt49p06Yxffp0pk6dip+fHwC1tbW89957fP755yxYsOCYXuPdd98lPDyc+++/H19fX9asWcPDDz9MeXk5d9xxBwDLly/n4Ycf5tZbb2X48OGsWLGCO+64gw8++IDBgwe3Xevuu+9m3759PPbYY2i1Wl555RVuvvlmli5dikolEu6FvqkrHXBbAy9GoxGno5nqqnIiE8/moNOxNtZg8DRSVdtw5ECN3d5SYkCSML/wKsp7/o3rKEGdw900a11beXh4UHignKGjJ2Ayf4K1oYz9NcXIsozT2YxSoSB20Dkkpw7hx8/nU16wEY3ek+DIBEw1ZRzYsxqH1URM4jDi4+I7vBed1esUBOHM0qVVwMlY+AiCcPprDTht2rSR31avps5sw+WWjxrAOZzU1DQGDEj+M7Dj4UGcrz/SH3fQm+59AOv025B9Os8wOlZdTZk/WGdbBw+3JS932xrUjiomTblZpJ0LgnDMnnzyScaMGcPMmTM7PO7n58fMmTOpqanhySef5N133+3yNefNm9e2lgMYMWIE9fX1/Pe//+W2225DoVAwZ84cLr30Uu6++24Ahg8fTm5uLq+//jpvvfUWADk5Ofz2228sXLiQ0aNHAxAbG8uECRP47rvvmDBhwolNXhBOUUfrgNs+8JKWlo6/j4FdxbuISxmD7HbTUFuKw2ZBrfXgwL5N+AcEoVE0dx6oaW7G895/oaiqxPTeR6BQgIfHUQNPrQ5Xb1OhUJCTsxGny010v1TCIn/HLnkR0W8IjuYm1DoDXt7BlBbtoHz/LkadnY5bdrN18xfkrnPidNhpaqwnZeRfGHXuOPz8/Du+R+3rdQqCcEY6rltQPbHwOVafffYZ7733Hnl5eXh4eJCSksJrr72G7o+ODj/++COvvPIKBQUFhIWFccsttzBx4sQO17Db7bz88st8+eWXWCwW0tPTefjhh4mLi+twXl5eHk899RQ5OTkYDAb+8pe/cPfdd6M5qKBxV9LRBaGvas0Y2r57L/sPlIJCTUhoJGefcykGo+9xF5tsDexINTUYb/kHUkM99V99C3o9KBTdFng6lpT5rgSNDnd3MS46jBv/cRcxMQk4naLbnSAIx2bLli1cfPHFhz2elJTE8uXLj+ma7QNP7a/zySef0NTURF1dHYWFhdx7770dzpkwYQLPPfccdrsdjUZDVlYWRqORUaNGtZ0TFxdHUlISWVlZIvgk9FntO+D6Bx25UYpCoeDySy/j9ydms27lAlzOlsCN0+mguakB2WHhrHPG4zSXHRqoKS7G68qrUG3agCxJqH5fh3P4iGMeb2c3zdrPw9xQQ3rGOLK+X0JJnkRkwll4ePlTW7Wf/bvXEO4N0++9h+TkFPLy9rF7907cbjerfvoJm8oTX9+Of1Pa1+sUWd+CcOY6ruBTTyx8jsW8efN46623uPXWWxk8eDB1dXVkZ2fjcrkA2LBhA3fccQeZmZk8+OCDrF27lv/7v//DYDBwySWXtF3nqaeeYsWKFdx///0EBwfz5ptvcsMNN7B8+XK8vLyAlq2EU6dOJSYmhrlz51JRUcEzzzyDzWbjkUceabtWV9PRBaEvas0YwhCKMTKDQf18MXgaObB3Pat/+oIx4zJPqNikautmjP+4DmXxfmQPA6od23AOO7tb53AsKfNdrVXQ2d3F/v374+/vRV2dpVvHLwjCmcHb25usrCyuvfbaTo9nZWW1rWFOxMaNGwkODsbT05ONGzcCLVlM7cXHx+NwOCguLiY+Pp78/HxiY2MP+RsaFxdHfn7+CY9JEE5VR+qA21ng5ZJLLmXR+4vI2b4Z/4gU/CJT0Xl4IzutWBvK2LbhV4alJuB2y+TkbMRoNJJUWQE3TUVVVYXbxwfT/P8eV+DpWOYxZlwmOeu+Z3f2EtxuGVN9Jb4GBf++59m2G4n9+yfQv38C0NIwprOs79Z6nZlTp4usb0E4gx1X8OlkLXw6k5+fz2uvvcYbb7zBueee2/Z4+2DYvHnzSE1N5YknngBaUsOLi4uZM2dOW/CpvLycJUuW8Oijj5KZmQlASkoK559/Ph9//DE333wzAB9//DEWi4XXXnsNHx8fAFwuF48//jjTp08nODgYoEvp6ILQF7XPGEo+axybNm/FPygCnd6A0e9ydq77is3rfiA0qv9xBXC0iz/E6967kWw2nLFxmN79EFfSwG6fx7GkzB+Lg+8uikWXIAgnYvLkycyZM4cZM2YwZcoUoqKiACgqKmLRokVkZWVx5513ntBrbNiwgRUrVnDfffcBf9b0PDgLo/Xr1uMmk6nT9Z+3tzfbt28/5nGMHTv2sMcWLVpEcHAIKlX3/k1VKhUd/hVOzJnzfiqY/LdJvPr6PNb+uIQBqSMx+gRiqq9i99Y1YC1j8rQZaDQtH73cbvD3DyAsTk9E0rl4evmg1RtQKpXU1VRgMVWxfcd2/vPsCzicbjL37+WsHZtBlmlKTCTnocfRxMYQp2hZV7jdbvLz/7zRFRd3bHU2jzSPi6+8iaK8rezZtpZgHwUP/vteBg9O7/TZ6enp3H3nDD5dsoRtv36C3elGo1IQExXKpGkzSE3tnvqc3eHM+dnseeK97D59/b08ruDTyVj4HM6yZcuIiIjoEHhqz263s27dOmbNmtXh8QkTJvD1119z4MABIiIi+O2333C73R0yoXx8fBg1ahRZWVltwaesrCxGjBjRFngCGD9+PI8++iirV6/mqquuori4uEvp6ILQF7XPGHI4nMiyjEbb0nBAklpStXdnL6Gmohgf/5CuB3AcDvT3z0K34E0Ami+8CPO8t5G9fXpkHseSMi8IgtBbbrvtNux2OwsXLuTnn3/ucEypVHLLLbdw2223Hff1y8vLmTlzJhkZGVx//fUnONqepVBI+PoaeuTaRqNonNOdzoT389xzR2I06nn/g4/Ykb0Uu8OFRq2kX0wYf7/2X6Sn/xmwyc3NpdkFF1zyV2rqmzCZa2ky16BUSKhVEkGRSRTtqCAu7Tymbsxi2PYcAL708eP10BiUS75Ao1YSHx3KsKHpbNiYQ15RWdtrxkeHct3fr+nwmic6j6FJh87jcM8/55zh7Nu3j4aGBry9venXr98pe/PtTPjZPFnEe9l9+up7eVzBp55e+BzJli1bSEhI4I033mDRokWYzWYGDRrEAw88QFpaGvv378fhcBxStyk+viXNNT8/n4iICPLz8/H392/r1Nf+vCVLlrR9nZ+ff0itKKPRSGBgYFsKeeu/R0tHF4S+qH3GUJPViiRJ2Jut6PQtHwg8vPxxyzI2q+XYAjj//Gdb4Mlyz3003ftAS1HN43S07nvHmjIvCILQW+6++26uv/561qxZQ2lpKQDh4eGMGDGi0/pNXWUymbj55pvx8fFh7ty5bX8jW9dKZrOZwMDADue3P240GikvLz/kuq0fQI/VqlWrjnjc5XJjMjUd83WPRKlUYDTqMZmsuFyiLt+J6uvv56EZR/148IGHO81Car/dvri4nCarg/CIeKJi1JjMJux2O2q1mr179+LpF4mXTxBKlY7csy8i5YdlvDf0El5XaTEoXFxx+W2YG6pZ+9NnLPtiNomDxzB0xES8fYNoqKtk99Y1PPn0S/zz9uPLNoqJSejSPI4kMDCcwMCWm3kNDdZjHkNP6+s/myeTeC+7z+n6XhqN+i5lax13z9ueWvgcTVVVFdu3byc3N5dHH30UvV7Pm2++ybRp0/juu+9OODXcaDS2ndN6XmcflL29vdvO6+prdlVvpJlD303z66vzglNjbr6+PmhUSsz1VfgFhmP09KChtgJdeBwSYP3jTp5ebyB32xriosPo37//Ee+AKZUK+Pe/ca/4hqbZz+IYf+nx/7ECtm7dwqdLllBYXP5nCnhkCJMyM9styo4tZf54dfY96750+d51Kvw89oS+Oi/ou3Prq/Nqz8/Pj8suu6zbrmez2Zg+fTpms5nFixd3WCO13tDLz8/vcHMvPz8ftVpNZGRk23nZ2dnIstwhgF9QUEBCQkK3jbW9nmrc4HK5RVOIbtQX38/WRiuFB8rbmop01tnX7W75/3x7BoMnKqVEXW0l/kHheHm1fGYwmRowNTYR6HZxQJLQ6gyUhERxx9QnqFQbGWTwYOeaT6mrKcc/OBKXG7xCk/EOS8YnIAxJkvANDGf4BS11Nhd/uoQBA5KPe00RE/PnDbfO5tEX9MWfzd4i3svu01ffyxP6FNXdC5+ukGWZpqYmXn31VQYMGABAWloaF1xwAe+//35ba9++rCfTzKHvpvn11XlB785t6NBUEvtFsG/nOkZf9DcGJCawees2qkoL8PYPpjj3dzw8dOTv2YDaUcWN/7gLf//D1ITLyYHWdG5jDIq9uXiq1Sc0vpycHOYteAtZH8KwC6/F2y+IhtpKdm1ezbwFb3HfrLvaUsiPJWX+RLV+z3Jycnj/g4+6LV3+VNBXf9f66ryg786tr87L5XKxcuVK1q1bR01NDXfddReJiYmYzWays7MZMmQIAQEBXb6e0+nk7rvvJj8/nw8++KCtnmWryMhIYmJiWLlyJRdeeGHb4ytWrGDEiBFtpQXGjBnDG2+8QXZ2NiNHjgRaAk87d+7kpptu6oaZC8KpobXRimQIJW3MZLx9A2moq+pyZ9/DZVvbm+1k5vzA5C0/MGPI+Wj0RkwmE6VuBQF+wWi0WtxusFkt1FQUU19fR3z6BBotFsxmE0ZjS4bh8TZKEQRB6EnHHXzq7oVPVxmNRnx8fNoCT9BSq2ngwIHs27ePSy+9FGhJDW+vs9TwxsbGQ65vMpk6pIYbjcZDrgUdU8i7mo7eVb2RZg6nb5rf0fTVecGpM7crLr+SV1+fx88rPmJA6kgS+sWzc/tmNmxaSUP5HmKiIgkyOJh0/c3ExCQcmrLd3IzH/bPQvvdfGj/6FPeES1vmZXXiarQf97jcbjcL31mEQx3IyHOvQpIkZDcYfUI4+9yrWLPqUxb+930ej/qzFkF3pJofSfvvWU5ODq++Pg/JI5TkbkyX7y2nys9jd+ur84K+O7eTNa+uppl3J5PJxE033cTWrVvx8PDAarVy3XXXAeDh4cFTTz3FlVdeyb/+9a8uX/Pxxx/np59+4v7776exsZHNmze3HRs4cCAajYY777yTWbNmERUVRUZGBitWrGDr1q28//77beemp6czevRoHnzwQe677z60Wi0vv/wyiYmJXHTRRd32HghCb2rfaKV94Mg/KLzLnX0VCgWZEyd26AwXoNWTOe9Bhu3bAsC5JhNLt2xDpQC73YFGq6fJVIlCATq9AZvVgluW8fEPo+JALna7o8NrHG+jFEEQhJ5yXMGnnlj4dFW/fv3Yv39/p8eam5uJiopCrVaTn5/POeec03astS5Ta7p4XFwc1dXVh9QhODilvLP2wGazmaqqqg7X6uy5B6ejd6eeTMPrq2l+fXVe0PtzGzgwhTtunc6SpUvJ+WXxH+nnEmnx3oy67m6GDBnaVmPp4HEqykoxTpuCeuN6ZEmCvXvbPiye6Lzy8vaSv7+MtDGTcbnd1FQUY7Na0OkN+AdHkpDScldw7969h9wV7OlUc4fDyeJPPgV9KMMv+HPx2p3p8r2lt38ee0pfnRf03bn1xXm98MIL7N27l4ULF5KUlNSWYQQtdTcvvvhifvnll2Nag61evRqAZ5555pBjq1atIiIigssuuwyr1cpbb73FggULiI2N5bXXXjskQ/OVV17h6aef5pFHHsHpdDJ69GgeeughVKoT27IsCKeK9o1W2m8vhWPLOEpJSePO26bz6ZIllCybw82b1hFna6IZ+E/cYHZefBNyYx119Q04nGAy1VOWux4fXz/8gyOpqShGIUnU15QiSRIaTcdMcdEoRRCEU81xrQR6YuHTVeeffz7Lli1j165dJCUlAVBXV8eOHTu44YYb0Gg0ZGRk8O233zJ16tS2561YsYL4+HgiIiIAGD16NAqFgu+++45JkyYBLdlMv/32W4di6WPGjOHNN9/sUPtp5cqVKBQKRo0aBXQ9HV0Q+rKUlDSSk1OOWNT7YOq1azDeeD2Kqkrc3j6Y5i/EccG4E9sP3E5rMXSLqY7snz6jvq4OtyyjkCR8fH1JGXpur90VzM/vnsWrIAhnllWrVjFlyhRGjRpFXV3dIcdjYmL47LPPjumaP/74Y5fOmzRpUtua6XC8vLyYPXs2s2fPPqYxCMLpon2jlc4ca8ZRWkEeU9b9isHlpEyp4u7YZFZZGtAsfxOthzdKpZqmxjpKclcTHODDORdmolAo8A+OxMfHl7ytP5OUPqatbhSIRimCIJyajuszXk8sfLrqwgsvJCUlhbvuuouZM2ei1WpZsGABGo2Ga6+9FoAZM2Zw/fXX89hjjzF+/HjWrVvH119/zcsvv9x2nZCQEDIzM3nuuedQKBQEBwczf/58vLy8uPrqq9vOu/rqq1m0aBG3334706dPp6Kigueee46rr766Q02ErqSjC0Jfp1AouhYokWV07yzA8+EHkJxOnEnJNLz7Ae7YuKM/9xgYjUYsjQ38tPJjjMEJDBgxFoPRH4uphuLc9fy8cjFGvdQrdwW7e/EqCMKZwWw2t91I64zT6cTlcp3EEQnCmcVoNKJSKmioq8I/KPyQ413NONq2bQs/P/YYT/zaUm5ja3Asj2Vcztrtv+ITNpDAiIFo9N7YmhqQi3dQUbCRQO/B6D0MOOzNmOqrUUhgLttBfZA/tVFhGH0CMNVXs2frGmRLGZlTp5922dOCIPRdxxV86s2Fj0KhYMGCBW0p3Q6Hg2HDhvHBBx+01VsaNmwYc+fO5ZVXXmHJkiWEhYXx1FNPMX78+A7XeuihhzAYDLz44otYLBaGDBnCf//73w4dXry9vXnvvfd48sknuf322zEYDGRmZjJz5swO1+pqOrognErcbvcxZSp1F/XaNXg9cC8Atr9OxPzSa2Do/iL60dGxNJnrkQwxJJ19OQpFS4aR0S+UpLMv5/fv3qGpsYjo6Nhuf+2j6a7FqyAIZ5aoqCh27Nhx2OOrV68mPl5kOghCTzlcsXDoesZRa92oyujB5Dc0UeoTzDOxZ1Ocv4WQfhn4RSSjlJ0EhUbhcjnpN/AsNvygwGYqZvMvi3H80V1vQEwoky+fyZat29iStfjPrnuRoWROPXLRc0EQhJPtuIJPvb3w8fPz4/nnnz/iOWPHjmXs2LFHPEej0XDfffdx3333HfG8+Ph43n333aOOqyvp6IJwquhqi+Ce4BgxiqabpuOOjMZ66+1w0Laz7lJUVICXTwDqwH5t3fc0Gh12u42GmgoCw/rhqGqkqKjgpG9ti4s78cWrIAhnnszMTF544QUyMjIYPnw40LJV12638/rrr/Prr7/yxBNP9PIoBaHvOrhYeELKCBQqLbXV5ezPzUHjriNz6q0dbua1v9kXXF1FU2h429b7zy+YSH2TBfPPP9BormNA8jg0Hl7UVxSABJ5GX2xWC+GxKdirnIwZOZTAwGAGDEgiPr4/CoWCK6+c2Cs3EwVBEI7FcQWfxMJHEE5vJ9oi+HioV/+Kc8BAZH9/ACyzjxxAPlFut5udO3fQ3NxMQkw45iYnNWV5yLKMJEl4eXqQOOxsNv+8t1e2tnXW6UakywuCcDRTp05l3759/Otf/2rLjJw1axb19fU4nU4mT54sboQJQg9rLRb+5oI3+ezd2VibnchuF1oVpKeldDi3/c2+MfsLuHvbBtZERFEfnYS3byBulQovLyMapYzTYUfn5Y9CoUBGxuV0IstQWVqICwXFpRUs++pb/P0DiNm4qe2GYZfLHgiCIPSi4wo+iYWPIJy+uqNF8DGRZfRvzMXw5CM4Ro2hYfEy6OGuR60LvV178ymrqKZx1ecEBoXQP2UE/sHRaDRqvLyM1FaV9urWttbF65KlS0W6vCAIXSJJUltX4W+//ZaioiLcbjdRUVGMHz+es846q7eHKAhnDLsDIvul4mX0x8PTiMHTh6ryorYbeQBz35iPSh/E/9U1MmrzOgA8rQ5qDhRTVJBLfMIgJEkiLr4/uduyqassxNMnCGRwuRwU5+/AXF+NWq3C6BPIoIxLcDmd7N2/h6efe4G/XDaeoKAgjEYffHy8RdaTIAinrOP6BCgWPoJw+uquFsFdYrHgNfN2dJ8vA8AdFgZOZ48Gn9pndWVcdAMBBcXUNZiwmirYtGYlY8ZlEhCTeMpsbTueLoGCIAjDhg1j2LBhvT0MQTgjtd7IMzUrcctOCvJ2/9lN18cXhaTg06VLQZbxURh5Yv1PRO7JASD7in/w619uhFfu5fffviW238CWzKWEFEJDQ6kp2ozTkYSruRFzbRnNTY0Y/YKpLtpMY30VG9f+iN3uxGqzYq4rZ+261fj4haLX6wkJDmTQgP4npYSCIAjCsTqhT4Bi4SMIp5+T1WVNkZ+H9z/+jmrXTmSVisYnn8E27eYeq+8EnWd1KdR6tu/YhYdXMhWOZjau+RatzoPc7WtPma1tIl1eEISuSkpK4rnnnuPyyy/v9PiKFSu455572LVr10kemSCcOQoK8tiyYxcmq9xpN11TRS4NlXlkSApe2bMT74YamnUGvpn+KPuGnocCGHlhJqu+eIefl79PWsZYjD4BJKVm8POKj3Ba60nPOB+/wFC2bd1Med56SvetJzxuMDGpY7E5FTSZ6yjbt57yfWsJSxxJYOQgrA3l5FXU9VgJBUEQhBNxXJ+4kpKS+Oqrrw57fMWKFSQlJR33oARB6Dntu6x1pju6rGlWfYfvxeej2rUTd2AQ9cuWY7vxlh4NPMGfWV2JqSPbsrr8/PwZlJyEh0bGwyuAgtwtZK9cSIiXUyzMBEE47ciyfMTjLpfrkKxWQRC6V319PaWlJRiD+jEw43KMfqEoVRqMfqEMzLgcr6B+1JWX8fjm3/FuqKEmNIYPHvsv+4ae13aNhOSzCQsLQy9Xs2bFW3z+38fJ37KKoakJJMd4Ulu4lvU/vMe+jV9Ts38LobFpnH3JjchKD5RqHR7eQcSkTyAgKpW6ikJCIvrj6ReJT3gyGEJZsmwZbre7994kQRCEgxxX5pNY+AjC6as7WgQfkcOB4aH7UTTU4xh6FqZ3FuEODeum0R/Z4bK6/Pz88fX1o642GlvlFqb+/WouvfSKXs94EgRBOB6HW2M1Njby22+/4evre5JHJAhnFpOpAZdbQVB0S3Fxa5MZl9OJUqVCp/ckODqFou0/80S/JG5R6fnp9v9g03pQU1aEzWpBpzcgSQqUSgUajRaFUoVCBQqlisCAQCZedRWenp7s3LmDeW+9jcWhJemsCTgcDhwOJ2qtBw57I0qlCr+wRKqLNmKqK8XbP5iasjzi4lLI27Sie0ooCIIgdJPj3nYnFj6CcHrq8S5rajWmd95Ht+i/WB59CrTa7p3AEbTP6vIPCu9wTJIkZJcdX28jAwcmi8CTIAinjddee43XX38daPlbdu+993Lvvfd2eq4sy0yZMuVkDk8QzjhGow86nQ5LYyNNeTtptjfjdrkItNTh32ymMCQOg8GT0gGxPGqIIqriAJvX/UB9XR0utxtncxP1VcWo1SqColIYfvGVHToPv/7mW9x523QuvfQKVqxYwYYdhXgY/XG73cgAkoQM2Brr0Bv9Uam0OGwWjL6hyLKMVm/slhIKgiAI3anLwSex8BGEvqO7u6wp9+ai3LqZXYPT/yya/dSzRw3wuN3ubi203eNZXYIgCL0gJSWFa6+9FlmW+fDDDxk1ahQxMTEdzpEkCb1eT3JyMhdddFHvDFQQTnHdte7w8fHG6GWgprwAg38MWg9fUivyeOj7+ahcDq4eegVqlYIrLr+Cdxd9QM66nwiKTScgJp3ivZswmy2YLU0ERCRjlXyx2Jz4qdSddh6+/PLL2bDlOYpycwiJHgCyG0dzE00NFcguBzoPTyRJQq0zYLfbkCSJZqupV7v5CoIgdKbLwSex8BGEvqW7uqxpvlmOYcaNSDYbn468gG3efi2BrIiQI3Zb2bZtC0uWLqXwQPmfwa8/npOenn5MY2i/mMw4+yw++2pFz2R1CYIg9IJzzz2Xc889FwCr1crkyZMZPHhw7w5KEE4zR1p3pKSkHVNgKjo6Fpe9CVtDBX4RaUzc+TM3Zy9GKbvJD4imyVJHRfl+goNDCAzwxeT0BIWanb+vxBgUT0hCAoqCjYQmnoPJJrNhYw779+9n4MCB+Pn5d+g8fMkll7L8mxXkl2xHr9djajDjcssgu1F7eFNbugcPT2+MvmFUlRXiadBzIH+buNkmCMIpp8vBJ7HwEYS+54S6rLlceDw/G8NLzwOwPTgS37F/54Ko/m1p44frtrJt2xbmvjEfyRBK2pjJHVLN574xn7vvnME55wxn37691NXVH3ER2Nli0qBVIDWXdktWlyAIwqnk6aef7u0hCMJp52jrjkvGnc/mLVvZuWcvtmY7Oq2GgYn9mZSZ2em6oaioAA8vb5rK9nP3V89yaWU+AD/2O5uHolMorypAY/DltTdewy1pOGvUOL7/+iN8w5KIH3optaV7USjVGANjcNqtuJrN1NSb2b5jJ4OSB3boPKxQKLj1llt5bd58nE3FRIfFUlljxmazUbrrFxrrShgwbDzlxXuxmsqxOevwwCRutgmCcMo5rppPYuEjCGc2qb4Orxk3oV31PQBfJw1lz6w56NRqgE7TxlsXQG63myVLlyIZQjtsjWv/nDfenMcXX31G7r4S7E7XYTOpjrSYdDeWMvmqywkNDeuWLX2CIAingkWLFvHzzz+zcOHCTo/fdNNNXHDBBVx77bUneWSCcGrqbN3hdrtxu5xExA5k3S+5PP3cC2gMPqi1XihUWhpNDn787Xd25+7l4QcfOCQAZTKZCLc7ebc8n/6mGpxIPB0xgEVefng4LKSM+Au5G5azv7gEo28whYWFOJ0uogeORnbLKNV6AJqtJpQqDSi1IFmx2t3s2LGTyLBAVEqpbdtcSkoa/7xjBl9+9Tl79q2jsd5ETXUFtsYGJLebvI1fo9PpCAkOJDEpgcyrxM02QRBOPccVfBILH0E4cyl37sD7hmtRFhbg1mh5MTmd2r/fh/8fgadWkiR1SBtvzbAqKMij8EA5aWMmH9K4QJIkvP1D+PGLFaQNv5C0MX/Dyyew00yqrgSx1q3fwKMPPyqCToIg9Bmffvopw4cPP+zxfv368cknn4g1mCD84eB1R0nhHnLWfd9W/PtA3lYkpY64+GT6pZ6DweiPxVRDce56CnPXMm/+m7w25/UOawmj0cjE4pbAU4PBh5cmTGdrQASDdQa8/cIw11egUatRKnQ02yxYKw6g0mhR64zYHS48fELR6LyoKthESP8RKBQqGpsacdhtNAJ7t/6C1lFJY2Nj22umpqZxzjnD2bhxK3V19Xh6egEyJpMJk6kBo9EHHx9vcbNNEIRT1nH9Zfr000+Jjz/8HuLWhY8gCH2P5qdVKAsLcEVGse7luXwfFoW3b2Cn57ZPG29lMplwutydPsftdpO3axOGwH5ExqdiaWygrroM34A/AkyGUJYsW9ZWl6HwQDmJqSM7DWIlpo6ksLiMgoK87n0DBEEQelFxcfER12BxcXHs37//JI5IEE5t7dcdJYV7yPp+CQ6FkQEjMkkYdhko1ATGDiWw30g0Hr7Y7c0oVDpiU84jKCadnM1bycvb2+Ga0dGxfJyaxoeB0dz398cpTbuAwIhEfAIiQJIozl2PXq8jKDgEf28DDdUlKCQF5roKUChQqjSEJo6ivnwvpbt+wWKqxO12Ybc2YqouxG034xuawOtvvsW2bVvaXlehUNCvX3/S04fSv38C/fsnMnToWZx//oUMHTqM+Pj+IvAkCMIp67gyn4qLi/n73/9+2ONxcXEi+CQIfZT1tjvB6cB23Q1I9bWovv2Rhroq/IPCDznXVF99SLcVo9GISqno9Dk1FcUc2J+HS1by6/dLkSQlkgQ+vr6kZ4zrkEl1pCAWdB74EgRBON2p1WqqqqoOe7yyslJ8+BSEdlrXHfU1FeSs+x6dTyQDMy5HkiQKtv+KQqUltP9wXE4Hhfu2o1QokJGRkFB7BWKxOdi9excJIaHoF8zj97EX8unnX1BpsXKnQsL795WE11YSHpOEw27jQO56rPXF+PsHEBftz9nDhvLwE7NxSlpK960jJv1ynA4bSqWGgKhU6iv2UVm4CVmWkd1OjL6BXHTFFBIGDulQvuA4cwYEQRBOGcf1V0wsfATh1Od2u8nL20tOzkby8vbidruP6zpSTQ2e/54JranfkoT1n/cg+/sTGxtPTERISyc5We7wPFmW2bN1zSHdVo70nP15O6irrsA7OJ6Uc67mrEumM2BEJg6Fkazvl9Boqm0LKLUPYnWms8CXIAjC6S4tLY3PPvusw3acVmazmWXLlpGWJmq9CEKr1nXHxjUrqK+rIzLhrLaMaVluyZZWKBQ0maqRVDqMgdEERg7EJzgWtd4Pu9ONZcN6fC4+H8Oz/6F8+i3sLKgiIiGDjPP/gr2xkt3rvuCHj55izdfzKC/aTmNTE2WFO0hLGcT48ZcxfNhgcDRRlruGPavfpzJ/E47mRrwCo1Gp9TgdNiKSz0Ot8yR2wNkkDBwisrgFQehzjivzqXXhc8MNN+Dp6dnhmFj4CELvO1o74a5Sbd2M8R/XoSzej2S1Yp77ZofjCoWCq/76V559/kVWLJ5LQspwouJTaDTVtgSXLGWHdFtRKBRkTpzI3Dfmk71qCYmpIzH6BNBQW8nan7/ANzSBpLMmYPQPwO1yY/QLZWDG5exc9xXrf12Br6eqrYB4axCrfc0nOHzgSxAE4XR3xx13cN1113HllVcydepU+vXrB8DevXt57733qKqq4sUXX+zlUQrCqaN13fH4k09RVV5OSHUJTrsNh8NOfU0ZTruN6pLdeBj8kAFrYy1anQG11oAkKbnCYeOmt+ahcjopU6l5x2Rh26Y17Nyeg0arQ6XW4XTLuJwSzY3VBAQOxODhgYdHFCu//4n+/ROYcesM9pc8QkFpLc2NVVTk1yMplNibGrBZ6uh/9l/xDupHVUEOYeFRbWsakcUtCEJfclzBJ7HwEYRT19HaCbcW7D4a7Scf4TXrn0g2G87YOJpuu6vT11r22Wc0O12Ul+SSt2crSoWbsLBw0gYNJHNq56+VkpLGnbdNZ8nSpWzJWozT5abZ2ohGrSRq4FBslnrwD2g7X5IkIvqfxboVrxM3dGBbMc3Oglim+urDBr4EQRBOd2lpabz55ps88sgj/Oc//2mXwSETERHBvHnzSE9P7+VRCkLPaK35aDKZ/rgBLtHYaD5iV1u3201RUSGmhmpMdeX8/u07OOxWVBo9HgYfkJ3sW7cE76A41DoDCoUCjc6TkOjBXLf2U26paqmhlq3Vc4NPGDVqLSq1Dg9jAIFRKbidLiwN5VgbSkGvY/g5l9B/UAaSJLVtm3v04UeZcfON/Ovee1F4BaPWqnA2N6HVGwmJzyAgajAlu35Br/cgPiG5bewii1sQhL7kuDOfxMJHEE49XekA11o74LBBGYcDw2P/h8dbLVlOzRdehHne28jePh1eZ+XK5bz7/ofofWMZOf5GvH0DKT1QwJ5t2WAp46orr2zrSte6UGy/OExJSSM5OaXt2IEDxXy09CvSh2awZ08eBwr3YPDyR6vzQJZdWMwmcDsYPXJk29g7C2KplApiIkMPG/gSBEE43Y0aNYrvv/+enTt3thUXj4qKIjk5+ZAGDILQV7TP6q6traGqsgyVWod/QDA+3l6dZnhv27aFp5+dzYaNW1FoPFBpjTjsNlQaA4Ex6ahUahwuJ77h4XgFROET0h+QaM5dzaNfPs/Y5pbtra/rPZmXciGeAbGE+EWgVGmpLNxERcEWAqJSCYxJx1xppHTPL+g9vNrWKe1rVY4ffxlfL1/O2o3b8A0MIzx+CGqNB4W5m8jN/giX3UrS4FEY/1hviSxuQRD6muMKPoFY+AjCqejgdsLttdYOaF0Excf3P+T5UmUlxpunosleDYDlnvtouvcBaBeo2rZtC58uWcJ3q1ah8+tHdFQ0hcXlxKn1RMcNICo2kexVS1j2+ecALPvss8Nu/1MoFG3jMBqNqL9Ygbm+BoVCpra6lOqKUiRJQqlUoFe5iIoIY8iQoR3GfHAQ60h3PwVBEPoKhULBoEGDGDRoUG8PRRB6XPus7uD4syiv+ZmAuBF4+Ueh1WqJCgugfP+utgzv5OQUVq5czpzXXqeotJrQpHOJSBhBfW0FbqcdU81+GirzkV0OfMOSCE0YTbOlFktdKWqdJ/29AxnhsGKVFMwKjGJ5SAIDB19EdWUJCpUOhVpHSP+ROB3NVBRsInLgGHxD+lGauxprk7lt3O23zSkUCm6bcRs1s58mv2gPZXmbkZRqZBmabY2oVSqMBg1Oh11kcQuC0Ccdd/AJxMJHEE41J9oBTnK7UObtw+3phfn1BdjHX9rheOvir9GlRWcMI3nEX9AZfGioqWD7jl0MSk7Cz8+fxNSRrF7xNnv3vohXSGKXtv/FxsbjqVfy249fEZt2Ef0GxuN0OrE2NdJorqdk1y8MjPTt9O5f+yCWIAhCX7J+/XoAzjrrrA5fH03r+YJwumuf1Z1x/lV8s2Qeer9oBmZcDkhUluRTZ7Yx/IKJrP1xKfPmv4m/nz8/Zq2msrIS34gUAqLScLhcKJRqjIGxGIPicDZbqC/fR3Dc2Wg9vJEkCbvVhMthI98nlEeH/YXNFXtZb7UQGRBNdUUxbrcbpVqHSqNDUijxj0qlrmwP1Qd2ERCRhFqjRefh1Tb2g7fNpaSkcfWkibw893U8/AbgF9IfDy9fZJeVyuJdrPtxCcW71+Dn5y+yuAVB6HO6FHwSCx9BOD207wDnHxR+yPGj1Q5wh4Rieu9DZKM3rv4JHY+1W/wlxQ6komIpXj6BKFUatOFxVJbkk19QgK+vH55GPw6UlOHrH0R68tn4BoSiUCiOuv1Pdss01hRTe2AHXp4GdAY/HM0WzJX7aKwpxh2R2L1vmCAIwiluypQpSJLEli1b0Gg0bV8fjizLSJLErl27TuIoBaHntGZ1p46exL4dv1O6v4D+wy4DWUZSSHj7B1NTlkd5eRkKtZ41WRtJTD0H36ihOJR5RCafj1KlwdLwZ3dcldYDn+D+NFTmo9YaULndTN/0FcuNQewMisM7KJZ1ah3b9m/F7bKjVOtxu2UUSjUqtRaX00FTfTFORxNOu5W60t2YKvPx0CjxMLQEnzrbNud2u9mydRtJQ8cy6KxxOBxONBo1Xl5GZPkKfl7+PgZqmXn3TOLj+4uMJ0EQ+pQuBZ/EwkcQTg/H3AGuuRnP/7sPxzljaP7LVQA4h3YeNG6/pc/tcqKQJCymGox+oUgSbYu/4uL97Nm5mfr6eiSVnu+++B8+vr6kZ4wjPCaxw/a/vLy9KBQKTCYT9fV1NNpcnDfhGgpzt7Jr7VJcTjeSBL6+fpw34Roq8tYfdsugIAhCX/S///0PAI1G0+FrQThTmEwmamtrWPPjZ1RWlNJgaiB384+U5G0iLuVctAY/6uvr2LZjJ3mbf0XjHY3aOxq5uhSFUoXBJxSVWofDbsdqrsTltKPRG9H7BCO7XeiqCnhmw+eklO5itM6LiRfOwNpYj9NhB0mB2+1CBlQaPUqVmsa6EtxOJyqtBygk9F4BBMdnUFeyk8bKXBrN9SiUqk63zbVfS3m3q6UJLeUR0jLGsiVrMQqFQgSeBEHoc7oUfBILH0HoeYcrzH0sjqUDnKKsFOO0Kag3rke77FPsY85D9vU77LXbb+lTKFX4+PpSnLuegRmXI0kSao2OpqYmtu/YSVnBbrz8Qjln4r3YLA0U564n6/sljBmXSXhMIkafAGpra3jplZdoapZxutxYmxo5cGA//dMv5tK/3YaprgxTQz1anQH/4EhcTgcluetEu2FBEM4oZ5999hG/FoS+rqyslNLSUkITYhgwYiJ1tXVoPYxUH9jJlt8+wyckAc+AKDQ6LTIQGDUIt0KL3eHG5XTQbKlDYQxC7+WPrbEGm7kaD2NL5na61cw7K18h2G7Fotby0tC/4NR7odPoqC7KwcMrkBpzDaaKfHQGP/TGQOrKctF6+KLWeVGx6ydkWUahUOET0h+l5OKbxa+SOCCZ2KiwQ7bNnWh5BEEQhNNZl4JPYuEjCD2rfQeXzgpzd0Vr8MrpdHLl5eNZu+73w3aAU69dg/HG61FUVeL28cH05sIjBp7g0C19aWePZdXX75PzSxPBMam40FBdXkSTqQp7YxUBkYOw2WwY/UIZmHE5O9d9xeZ1PxAa1Z/c7esoPlCMzieSlGHnERYRS+mBAmq/XcZPKz9m3OXXE5eYjI9/OG5ZBqBOtBsWBEEQhD7laDfe3G43a9f9TmBkMsExQwgMi8Nq24lbUhCfPoGd2UuoLtlD5IDhyLY67NZGPL0D0HkFovaoweVyU1GQQ2TyWBQqDUqVlmZrAw1VhVyw7lP+r74UrSyTp/Ni1rCrqI0bir26iNLKPKwN5cSkjsVce4CGilwkSUZ2O5DdbmS3i7LcX7HUlhDafyQavSdOycWQjAso3f0T/7huMueee8EhNxFPtDyCIAjC6eyECo4LgnDi2ndw6Uph7oO53W6WL/+Kz7/8kuo6C06XjISLiNBA/vbXywgLC/9zQSdJ6BbOx/PhB5CcTpwDB9Hw7ge4Y2KPOs72W/qi+qWw5fdV2JubqdjxG/nbf/tjMeYkJGYQSaMn0mBupLykCI3WA51OR2TCWezOXsK+3ZtZ+dm7ePhEoQsYQH5xJVW1jcTGxjBo2Dh2bc4iZ+33xPRPantt0W5YEIQz1QMPPHDMz5EkidmzZ/fAaASh+3TlxltBQR5FJRWcfc4llFTUU1lSgNHbj5rKMmrK8zAGxWOqKsJSU0hNyW7sNjNNFgt2ZzlutxONwZfa0t3Isgvf0CTcbicucy23/vo/rjNVAvCl1sDtxmAcZXtwH9iG22knIGIAsWnjcNgdKFVqvINiqS3ZRWXhZhQKJQa/cDy8g4lOuxgvv0hktxOHRY1b0qDTG/Dx8e00e/2YyyMIgiD0IV0KPomFjyD0jPZFvNsvQo5WmLvV1q1bePvt+WSt2Yg+IA4v/xjUnh5IspOtBXnkvPAyM++8jauumgRuN153zUC3+EMAbFdlYn5xLhgMHcbTegfS09MLkGlsbGwLXmVOnMiTs58mZ91PBMWmk3bBDZibbJTmbaYibz2OZnNLAM0vGG9zPYV7t3OgMJeI6Hh0Hj40NVn4Ztk72JttDB4yjvC4FOzNVhpqKtixczeREWEEhvUjf8v37N2xnoiYQdT/EYgT7YYFQTgTrVu37pDHbDYbtbW1AHh7ewPQ0NAAgJ+fH3q9/uQNUBCOQ1dvvLVuU4uOTcA3wEx+fgFmUxUKyYWloRyHw0mzpYaiLd/hGxiC2y2zb+NXGLyDQAa7zYzLaae6aCvl+9Zhb2rA2WzD02nFDTzh6c8Lah1ajR6dWoPL2UxQbBo+QfE4HQ7qy3aiVoLNUodSrcXltKNU61qKnSOBW8btsqNSSviGRlJRsAUczYfNXDqW8giCIAh9TZeCT2LhIwg9o33hyYOL+LcvzN2+yHZrgGjTpo18/tUK9pdVEhCXQUjCObjdbhzNjbjtVpJiU8jd+A0vvvIq8fH9SEtLx+0fgKxU0vjIE+wYdzGm3N1tgaUdO7a13YGsbzBTU12B02EjIDAEDw8P/H0MXDbhUgL8fTA5PfEPS6ChtpLGRjNB4f2Iikti04/vU1a0G6NvEAYvH8Ki4inbn0tl8R6slnpqK/ejUSkICI0mLCYJhUKBTm9o65ZXU1vLkKFnUbzje7au/pw9m35CpZREu2FBEM5YP/74Y4ev9+3bx7Rp05g+fTpTp07Fz69ly3RtbS3vvfcen3/+OQsWLOiNoQpClxzLjbeDt6n5+vphNpuw2x00N9vY8Hs2RqM3Yy7OJK+gEIUqF0+/CAJj0jEGRtPUUEXNge1UFeZgbagGSSYofhgvRQ7iZ5eD371DCd2fQ1XhZmoPlGHwDcbWUEFJbSl2awNOWwMuhx2rtZSg2HQ8A2LQefjidjmx1JdStO07YgadR3zSEFRKFZXFuxgY6XnEzKWUlDTuvG06S5YuPWx5BEEQhL6oS8EnsfARhM6daJHw+vp6GhoaMNVX43Y58Q+O7PD8gwtPtqaoFxSXsXv3DlSGEFxuNeFhA1GotBgMRiCIusoiGk11JJ01nvXL83nn3f/y8otpWB56jB3Jg3hn+w52PvQItmY7Oq2GID9vahsa8Q4dQHTqRUil1XhENFNXkU9V2T789JFUFtex5tEnkIDzrpxBcFgMTU1N5BUUEdUvBYUk4e0fRnnhNqIS0vEwGPH2DaKxvpL42Ci2//4tBq2Ci666nfXZP7R1ygM6dMuzNZnoHx/HXTNuQKXSYzB4HlfxdUEQhL7oySefZMyYMcycObPD435+fsycOZOamhqefPJJ3n333d4ZoCAcxdFuvCWkjGDdd++yfPmXDBiQRHR4cIdtakZjy01vl8uFuSoft7MZg3co+buW4BcxkMjksdgaazBV7wfZjXdQPH8vzCHRaeWeuLMJH3geGu8QdkgSepeTiIFjkSQlFfkbcNrteIcORGfwQSHbqdy/nbK8DYQnjiK8/1lYGk3oPH1otjTgF5EMbiem0h3YIqMp3LkGc+VeLrv1waOuWVJS0khOTjnhRjOCIAink+Oq+SQWPoJw4kXCt23bwv/eX0TxgRJqv/kUrVaLj68v6RnjCI9JBDoWnmyfoh418BxKqxvxCx9E3s61oPJApdbQsoST8PQOpL48nys2fc+skn3cE2CkoCCPpqYmnlz2OaWVdai0XihUWswNdnbsWENQdCpnjT+PwsIiVFoj/uFh6HyisDtkbE0mUkZPYuNPH1K2bwP7iiqoqrfh6aEDZBx2Gzq9gYT0C1nz9RvsXr+CfqnnolTrsDXWkr+tCIWtgtDwaGIHpLN398YOnfIANBodbrebPduySYgKY9y4cTQ0WHE63T32PRQEQTjdbNmyhYsvvviwx5OSkli+fPlJHJEgHJsjdXyrra0hr6CYvIL9zH/nf/j7B2DQSJSXV/K9pZHElBGEhsdQXLSP339dSUXRNtwuB19/Mg9rk5nw5GRUKi0qtQ6Xw4aPzpN71nzEhaW7APhFpWKnhzdupx1JoUBSKFFIEgGRqTRU5uN22lHr9Hh4ByIh42FuQG/cT0B4ArEJgynauwW3QoF/aCyN9ZXoPP0p3v49jqZq3M5mMoYN5pJLLu3S+6BQKNqy2gVBEM4ExxV8Egsf4Ux3okXCW5+PIZTU0Zmg9cXgaeTA3vVkfb+EMeMyCYtOaCs8GR0dy5NPPdGWon6gYBcyEgGhcezfuxGbpQGDMQAZkACDDHeu/ogLirYCcGFNFfX19Sx8ZyGFByoJSxhOZMJZGIz+lBfuoL6+Fr1vDFu3bUNSqPAPjcdsNiMp1UQmjWZP9scU5uYQEJVGbVkekgQazyCcsp1mWy2VpYVExiWj9/TB1z8YpaOO3dlLqK+tQqt0Mvbc0WRcei2Ll32FuaGG9IxxZH2/hJ3rviIy4Sw8vPypqypm/+41hHvDpIn3irt/giAInfD29iYrK4trr7220+NZWVl4eXmd5FEJQtcdruNbbW0N23fsoqnJgpdPEKMn3ECT1cbvv66kpKAAZVEROzZloZAUOB12vHz8uCRzOl5evqxY+hYOmwWbpQ6nw4pG70WCRsdjK+cQW12EU5L4P09/Vockoq4pRpL+CDwp1QBodJ6oNB4026001lUASlxOG47mRjy8/FBpDNibLQSHx1J2oAC7rRHfwEhUah21Rb/jZfQizD+MGdNvFesXQRCEwziuv46tC5/DOZkLH4vFwpgxY0hMTGTbtm0djn366adcfPHFpKSkcMUVV/DTTz8d8nyz2cyDDz7I2WefTXp6OnfddReVlZWHnLdp0yYmT55Mamoq559/PgsWLED+owV8K1mWWbBgAeeddx6pqalMnjyZzZs3d+t8hd53cK0C/6BwVGpNW60CyRDKkmXLcLs7z9hp//yRYzNJTT8LhezAZrUSl3oBWu9wsn/6jG+Xzae2eBsZZw1rS1FPTB2JJEno9AYUkoRSrcHD05vaA9txOB243S4Cag7w1P9mcUHRVpySxPP9B5PdbwD19XVs2rKVoNh0BmZcjtEvFKVKg0bngcEYiHdwDHV1dTgcTiRJicPhRKPTo/fyxW6340YiLH4Iao2O2pLdyCjxC4rE0ycIi6ma8gP7KNjxGyFhUZx3ybUEBgURE+rDg/fO5NFHHuOSSy5t6/ASFp3AmHGZqN0mdmcvYcPKN8lZ9V809nL+fc9MUlNFvQNBEITOTJ48mZ9//pkZM2awZs0aDhw4wIEDB1i9ejW33norWVlZXH311b09TEE4rOjoWHy8dGzM/o6GhnpkWUaWZfLz83GixlxzAB9ff9Q6IyUV9YQnnU940rl4BsQSnjAKt8oTi6URTy9fvH0D8QmKZOi5f0Wl1mG3mnDabZxdspvXljxGbHURtTpPpg4cyzytJ7LsxOATim94Ej4h/dEbA1Fp9DRUFeG0W1Bq9ITGphIclYSXX3hLcEqWsTU14HI6MXj5EBoRi0J2UFeRT13ZHhw2E/0i/Ljr9ltFvSZBEIQjOK7Mp8mTJzNnzhxmzJjBlClTiIqKAqCoqIhFixaRlZXFnXfe2a0DPZw33ngDl8t1yOPLly/n4Ycf5tZbb2X48OGsWLGCO+64gw8++IDBgwe3nXf33Xezb98+HnvsMbRaLa+88go333wzS5cuRaVStc3rxhtvZNSoUdx9993s2bOHF154AaVSyY033th2rbfeeos5c+Ywa9YsEhMT+eCDD5g2bRpffPEFkZGRPf5eCCfH8RQJP9Lz/fz8GZScRH5+AbXl+UhKPXt3bcbo6UFoeDSLl32Fh1aitramLUXdPzgSH19fDuzdSEL6WH7/4UMKc77hCr0nD/36P7yam6hUabkjcgDFUf1Jjw6nsdGC3SkRnTSyw7jVOgOSJKFUqnDLEi6XA5utCRlQKlSYaopxu114+4dha6xHZ/DG3lRL4fYf0KSOwdc/CFP1foq3/0Bt6R7CwsLYtmYp/SNDybzzhg4LsYM7vIz7y43sz9tG7ra1BBsV3HfvPaSlpffMN04QBKEPuO2227Db7SxcuJCff/65wzGlUsktt9zCbbfd1juDE4Q/tNbEtFgaiYwMwd+/pcbjli05vPPfd9ixazdV1XWUlJQREZeMl7c/Bfl5WBtrMFfvJ7zfENasXYunTzABgeE0WpKpLs2nX9RA/OOGc2DXL1Qc2M4XHy/AL7QfVmsjTeYarOZqbjRV8c+NX6BAZptvOPekjSe3rgxHswVLXTlhA85FpdYCEkgSCqWasr3ZWOrKCIpJxy80HoWkbFnvNDdRU7yd2tI99B+UAYDBywcPT2+KC3ZRV1TKuSPP4sXnX2r73CAIgiB07rj+Sp4qC5+8vDw+/PBD7rvvPh599NEOx+bMmcOll17K3XffDcDw4cPJzc3l9ddf56233gIgJyeH3377jYULFzJ69GgAYmNjmTBhAt999x0TJkwAYOHChfj6+vLSSy+h0WgYMWIEtbW1vPnmm0yZMgWNRkNzczPz589n2rRp3HDDDQAMHTqUSy65hIULF/LYY4/1+PshnBxHqlUAhxYJ78rz/fz88fX1o7h4P7uamzAY/RlzSSZJaaNoqKtiy7pVlJZuZc/2dSSnn4NCoSA9Yxy/fr+EKoVEWHw6o9Z/zdOVBSiA3zV6bo8eRL2nL86iXaRNugSFQkJSKFFrDR3G4+0Xhoenkar929AZg9Fq1DQ2VIPaC6fLQXn+JlRqLcbAaAo2f4ePfyjh/YeyZ8NK9v7+GZKkoL5qPxlDUrj8pgcJDQ07bOHMw3V4SYoNJfMq0eFFEAShK+6++26uv/561qxZQ2lpKQDh4eGMGDGirQmMIJwsBzdfaWxsZNlnn/1RE1PGQ68mIiQQb6MXny77HDs69AYfdF4S5QVbKN+/E6fDDkj4hvYnKuVCdJ4BmOsqUDslampq0HkFoNF64HI6sDZW4GEMpsy2EVuThUZzPQqlCo3OQPX+Laz2CuAOSeKzyDT+E3cWVZV5WOpK0ei9aGqoYP/WbwmISkPvFUizpY7yfeswV+8HGQIjk1BIyj/m5cLDyx9JoaB6/xb2bvyW6KQRqHUGKopzqSjYRKCHg4vHjWPbti2iaLggCMJRHHeI/lRY+Dz11FNcffXVxMbGdni8uLiYwsJC7r333g6PT5gwgeeeew673Y5GoyErKwuj0cioUaPazomLiyMpKYmsrKy24FNWVhbjxo1Do9F0uNb8+fPJyckhIyODTZs20djYyPjx49vO0Wg0jBs3ju+//74npi/0ksPVKmjVvkj4sT6/srIKWZbwCwghJDyubTvfeZdeR0VlJWt+WMqA1JEolUrCYxIZc9Ektvz+A7nbNyLLbholBUt1HsyO6I9HQDDhfv4oCGHLtu1ce/U16LUqKor3EJuUQWvyk6RQEDvoXNb/sAitxwGiRlxAnbkWs7kYU80Bms0VGP0j2Lfha2wN5QzMuAy3rGDouX8lOjyYypICCrb/zL9mzqR//8Sjvn+iw4sgCMKJ8/Pz47LLLuvtYQhnuIObr9isFspLi4mIH0zG+ZPx9QuiyVJL1spP2LJ+KSH9MkgffhlqnScl+/M4sHs1NSW7UCjVuFwOIpIvwBgQjeS202w1o9QYaLI2YTdX0FBzgO2rl4FSg8vpwG4zo9F54R+ZQnBQHE6Nnty1n/J12V5G+UWQ73bi2LkKW2MNgTFDkWSZiEEXUpG3joJNX7Zt93O7HAREplBht1BfkUdjWCI6Lz/qKouoLspBttWSEBNGdUE2pXvXIimU6LUqYiKCMXoZefeDxdjsTnQaFQP6xTIpM1PcTBMEQejECeWH9ubCZ+XKleTm5jJ37lx27NjR4Vh+fj7AIUGp+Ph4HA4HxcXFxMfHk5+fT2xs7CFbp+Li4tqu0dTURFlZGXFxcYecI0kS+fn5ZGRktJ1/8Hnx8fG899572Gw2dDrdiU9c6HWxsfFttYta2/7KsozZbKK52c62dauIiQghNja+y88HMJtNmBotmGv24+vrh3/wn1s1FQoFZ59zCd98/Co/fPE2w0ZfhtEnAB+FhIenEYXLSvCFVzInOhGTtz8Tmq3o9Ab8gyOpqy5jS9ZiFAqJtEGJ7CrYhIdXAD4BIWg0Oux2Gy63hEajoaFkK2u/K8HpkrE1NWK3WfDw9qepoRylWk/amMm4ZQWys4n4xCR8ff3Yt+N3kpMSj6lji+jwIgiCcPxcLhcrV65k3bp11NTUcNddd5GYmIjZbCY7O5shQ4YQEBDQ28MU+riDm68YfQJY/etP1Ds8aWhowNbUiCo4Ar/AMCyWRrzDkolJuxijXwj7dm7gQO46HHYrKq0BZ3MTDmsjpXtW4xMUh8sFSBKNNcWU7F2DqSIPp92Kh18k/uEDUai0uJ12bI01ZOz+lWc2fMGMs6+iQOdF+MDzsRh86RcQSX1FHk31Fdgaq1GqNOgMPiSdMwVLfQVWUyVutxOXoxmt3oCleh+S08rutZ+0ZGLJLvx8vImLi+X52f8BZHbvbumap1Ao+N8HH5Nf5cIYlIzRw4i9ycTvO/PIfeY5/u/+f4sAlCAIwkGOO/jUmwsfq9XKM888w8yZM/H09DzkeENDA8AhmSetX7ceN5lMnRZG9/b2Zvv27UBLQfLOrqXRaNDr9R2updFo0Gq1h7ymLMs0NDR0Ofg0duzYwx5btGgRwcEhqFTdnyWiVCo6/NtXdP+8FEz+2yRefX0ea39cQnDUQKprTVRXVlBRvJPGyr14nTWY3bt3HKZwdsfnD0gdidEnkKqy/RTtXI1W6SL9kskoJIma8v1YrY3o9Z5ERfcjPCICH3UTW7MWk5KXy//t2crzZ51NVUwso8Zm0lBbgd3aiIeHJ/7BkSgUCnx8A3G6ZKzWJm6fcRtPzn6G0t0/0xgYj1rvhcNqpqZ0N3ZzGalnjyUhJQO1Woe92cqOzWs4sC8HvU6FuamRop2riU1MZ+CgwUguG2t/XALWMiZPm4FG0321DvrqzyKIuZ2O+uq8oO/Ora/OC1rWGzfddBNbt27Fw8MDq9XKddddB4CHhwdPPfUUV155Jf/61796eaRCX3Zw8xVJkjCZGpBVHqSNmUz+1h/ZvO4HwqMTqC4vwdTQgH9EOrKkpGD3evbmfIdvSH+iYociKVTUHNhFbckOqvdvZ+M3L+MTGIfdasZcV4LBOxS1zkhQ7DDCBpyDrbEWu9WEj38UN5fv5eqKvQBkbvue3YMvJSL5AsxVBRi8Wz6H+IYmUlmwidqS7VQW5RA7eAJefmHojYE0VOzDZbdSWZCDWqMlJmUM1sZ6NEqZuLh+VB7IJdToIj6+HwqFgv79E3G73dz5z9upalITm3p+y808rR57s5V6/ygKtn7H/AXzmfPqayKrWxAEoZ3j+rTY2wufefPm4e/vz8SJE3vk+qc6hULC19dw9BOPk9Go77Fr96bunNe5547EaNTz0itzWLn4VWSlDk8vb4KDQxg95mbqa8qZt+At7pt1F+nphxbQbn3++x98xI7spTTbnZjqqzGXFdJv9BWYG+v54sNXsVgaccsyCoUCvVaNWilzzaS/ov7P01y+IweAcfmFvOfhyUcLHkOp9cTtdqNQKPDz9WPoqIvQe3jioVcTGRlCQkICRuPjLPrgQ7bv3IW11oFWo0bjKGfg4JFcfu1dHTIBBw0dxa/ffoKXVMu5Y0bx8y+/Uduwh22/7kKjVtIvJoy/X/uvTufYHfrqzyKIuZ2O+uq8oO/OrS/O64UXXmDv3r0sXLiQpKQkRo4c2XZMqVRy8cUX88svv4jgk9CjOmu+Yrc7kGUZrc6DyISz2J29hJqKYpxOGyiUaLQe1FUUcGDnzxh8IwjuNwKlUoUsKdAafDD4hmGqKqSxuhirqRqnvQmlUounbwRqnYHwAaPReQUgu2UMjdU8vWoeZ5XsBOANT3+e9AkjMToNpbLl443b6QAkDD6heAfGUHtgGzVFW8Dtxi8iGVl2YaoqwG4qp2b/ZhKSzyImPAi/gFTczmZyt2VDUzmZN0zvEETKy9vHlu17iBz8F4Ij4tvKGOj0BoIj4mkyD2Hz5i/Iy9tH//4JJ/X7IgiCcCo7ruBTby58SkpKeOedd3j99dfbspKampra/rVYLHh7ewMtWUuBgX8WdW4tAN163Gg0Ul5efshrNDQ0tJ3TmhnV+lqt7HY7Vqu1w7XsdjvNzc0dsp9MJhOSJLWd1xWrVq064nGXy43J1NTl63WVUqnAaNRjMllxudzdfv3e0lPziorqh9HLh34Dh5I0+JwO2UayLLNm1acs/O/7PB7V75A7X263G6dT4pKLJ7B5cw6/r19PjVPGLqv47afluBzN+EcmE592IUGh0Tibzez8fQXKkgLCZtzO8JoqADaM+xvLRl6C+stPKC3bz5Bzryay/xAsphqKc9fzw9cf4+PtTVJsEP7+odTVWYiJSeD/HniEffv2snv3LsrLy1jx3U8MG305DvuhnSP7J2ewJesTkpJSufTSv5Kf/2etpri4llpNdXWWbntfoe/+LIKY2+mor84L+u7cTta8jEb9Sc+uWrVqFVOmTGHUqFHU1dUdcjwmJobPPvvspI5JOPN01jxFo1EjSRL2ZiseXv64ZRmrtRGjtw+4XZjrK1GodTgdDvzDkwFwyzIOawOmqgJqircTFDsEvTEYY2A0DZUFWE2V1JbuRqFQotZ5IctuBjRW88gv7xLWVI9NqeGlc6fyUm42CgkkpQqruQaH3YpSo0OW3SiUaryC4pAUKmyNtRTvWEXJ7iwUCiX2Zgt6rZoAPx+ignTs3/Y9+X80Q4mJDCVz6qHNUHbv3om12UlwZCIHVe5AkiA4MoHcdU52794pgk+CIAjtHFfwqTcXPgcOHMDhcHDLLbcccuz6668nLS2NF198EWip/dS+BlN+fj5qtZrIyJZaOnFxcWRnZyPLcodsj4KCAhISWv5n4eHhQWhoaFtNp/bnyLLcdv3WfwsKChgwYECH1wwLC+v2ek9OZ88tpl0ud49ev7d097zy8vZSUFzO0DGT8Q0IpaaimOKCXW21lhJSRrIlazF79+7tUN+ofXHO2toaSktL8QlNwCdkCKn9Lqa8JI/G2lKs5ipqyouQ1HqUsoMxgRH8e/3XRNksONQavpv2f+weNZ6qzZvoP3QCB3LXk78zm6DoZAzeQcSmXsCWrMUU79vMA/+ci9vdEvQ6eAx1DSYOFBcjr/qMoSMvJjymY9FwT+8A7E4XdXX1uN0QE/NnLav21+wJffVnEcTcTkd9dV7Qd+fWF+dlNpuJiIg47HGn04nLdeiNBEHoTp6enjRbG9m9ZQ3B4bH4B0fi5WXEy+BBQ00FOr0ehSSh13viFxROQ00JUpMDt+zGbjPjdjlpqi8HhRKXw0ZtyU58wxKJSb+MhvJ9yLIbvac/oQmjYOPnlO/NxmquZnBzE8998R90TjslBl8eu+h2dqj0SNI6QIG9yYSMjMvRjNVci0JSYDVV4HLY0Rp8CYoZgtbTD2dzExX5G2gu24Vv+GBstQVcNuFSBgxI6lIzFNntwtFsAS+fQ445bBZkt/gdFARBONhxBZ96c+GTlJTE//73vw6P7dq1i6effprHH3+clJQUIiMjiYmJYeXKlVx44YVt561YsYIRI0a0da0bM2YMb7zxBtnZ2W3ZWwUFBezcuZObbrqp7Xljxoxh1apV3HvvvajV6rZrGY3Gtu1GQ4YMwdPTk2+++aYt+ORwOPjuu+8YM2ZMj7wXQu9qvetnMdWR/dNn1NfVtWyRkyR8fH1JGXouTpe7LeMOOhbnTB09iTU/fkZo/xjUxjAUGg/0Xr7oDD7ovYOpyN/A3vWfU54fwVmB4by47nO0jmZKNDqW3PoEjmHntRQpNzcRFBKLXq9j808fsH/P72j03iDLhEb2w6pqxMPDg7y8vZhMJsrKSvnsqxUoDGEt6fJKDdlrfqPJXE3W90sYMy6zQwDqaN37BEEQhJMnKirqkEYr7a1evZr4+M4bXghCd9i2bQufLllCeUUlRaXL8PELxMfXl/SMccTFxbJt+052bf8JD60Go28Q+3asx2yqR2pqxjc0EYUkofPyR6P3oqmhpYudLLsJiB6My2FDlls+Q8jIuF12QvuPoKpwEyW7svDKyGR3cD9sspv7ksdiU6ipLcpB6+kPElTkr8c/MgW9MRCH1YzL2UxjXRkNFftQqrUERKfhdtmpzN+EpJAIjj8Lt9NBQGQyv6/fwPjxlx21TtOAAUloVDJFu9bgPTqzww1sWZYp2p2NVtVyniAIgvCn4wo+9ebCx2g0kpGR0emx5ORkkpNb0njvvPNOZs2aRVRUFBkZGaxYsYKtW7fy/vvvt52fnp7O6NGjefDBB7nvvvvQarW8/PLLJCYmctFFF7Wdd+ONN/LVV19xzz33cM0115Cbm8vChQuZOXNmWyBLq9Uyffp05s6di5+fHwkJCXz00UfU19dz44039sh7IfQuo9GIpbGBn1Z+jDE4gQEjxmIw+tPYUE3hjt9YuewdjHraiuIfXJyzunw/JlMDMYNH0NBgRqnxoLK8GI3BF++AKDy9g3E1WzB4B7Kpupi1cYPwMjVwZ2gM8W43vvk7sTXbcbpcaLR6fPzD0Op0KNz2loWQpEBSelJYVMijjz2CWu+Nw+kif98ufEIHctHo8/H3D0CWZYJDI2nyj6KmZAeb1/1AaFT/tu2De7auISYy9LDd+wRBEISTJzMzkxdeeIGMjAyGDx8O0LLVyW7n9ddf59dff+WJJ57o5VEKfVX7m2gX/PU29pdW09zcjLlmP798+wlpZ5+HvS4Pe+0+vAIC+Onz1y/oBdQAAKjhSURBVKmrLkEGIgeMwj8yhfycFRRt/ZaAqBTUGgNKjQ5JUqLz8KXZUodCpUVvDMJhs2Az1xCi0mDQeWKu2U/hjlXcm/E3rAoFDTUl1O38iYbKfDyMwYBMU10pSpWG4PgMZJ2bxrJSTNWFmCryUOu82LP6fZAUaLSeRA8ai1KtpSjnCxIHnkvhga0UFOQdtRtvfHx/hqSlsmFrDjvVWiITzsLDy58mc0vJg8qCHIYNThVdfQVBEA5yXMGn02Hhc9lll2G1WnnrrbdYsGABsbGxvPbaa4cURn7llVd4+umneeSRR3A6nYwePZqHHnoIlerPtyY6OpqFCxfyzDPPcMstt+Dn58ddd93FtGnTOlzr5ptvRpZl3nnnHWpra0lKSmLhwoVt2/yEviU6OpYmcz2SIYaksy9HoZBoNNVSUrQHBxpsTiW1Rfn8b9Ei/jZpEh4eHh2Kc9qsFtyyjFbvjVxvwm6zoNYZ0Xn6oVRrCdHoqFIqCUwYTnnhZu5zmXCHJVOwJ5u67FWoNFpktwtbswOFQtFyB7GpCYXWh5CoAWi0evZt/YX6+nr2lfoxfMw5hIZFUVrZgG9ECjt27mZQchJ+fv7ExcWyfccu9MZgyvbkUnEgD43Ogz1b1yBbysicOl10bBEEQTgFTJ06lX379vGvf/2rLSN11qxZ1NfX43Q6mTx5MpMmTerlUQp9UWcd7nwDasjPL0Cj1VG0s4pfl7/LuLEXcM1lM3G73SiVCnJzd7KvoASfoBgstQdwNltpqi/DUncAtdYTGXA0W6gvz0Wp1uEVEIVao0fn6Ud80WaeXruYrzQevDZiEuV5GynPW9+yrU12Y7PU0e+sv+ATkoDb7cbe1EBF4SYKNn2F2+3EXF2Ey9FM7JDLkSQJvWcAKq0evXcQCkmBRiVh8PDEzy+Amv0ds9UPR6FQMOPWGTw5+2lKCzdSX5aLQqnG7XLgbG4kJiKIGdNvFesmQRCEgxxX8OlUW/hkZGSwZ8+eQx6fNGnSUcfh5eXF7NmzmT179hHPGzJkCJ988skRz5EkienTpzN9+vSjD1o47RUVFeDlE4A6sB9VpQVYTJXs3fwzLpcDhUKFLLuQlBpydhdR8cZ8xl0wpkNxTp3egEKSaDRV09xsRUaJl38QsiwTuX/H/7N3n/F1XWWi/397n316L+pdsuUqlziJ43TSSBtKCm1oQwvDwFwYYBj4AwNzZ2hzZwiEhJIEmKFdSKGE9DjFJHbsuMmyJUtW70c6vZ9d/y+ETYwDQ7hJHIf1feOPzlna2nsd2V6fZz3refjMAzdySLLxzyvPxu2JMDc2SD5zkHDjCnoueCO+YIxiLsnhfY/Rt/1XON1+HC4fHas2I9tkFqYH2ffYD3F6w2i6wZNbf0HA70VVdVqXbyQZn2Z0bIxwOEIkEmXtmlUcGRpiKLPAk/d/j2g09geLbQqCIAgnhyRJx7oKP/jgg0xMTGCaJq2trVxxxRWcccYZJ/sWhVOcaZqMjY2cUPvouTrcRSJRwuEIuVyWaMDJroenOXBgH4cOH8Hp9uJQbMRnhikX0xx++m4MXSXc0E3dsjNxuPxoaonM3BCpqYPMj+6m6/TXI8k2LOB1o3v4wFM/wGEanKOW+ZfehyloVZyeAMG6LixThwWJhuVnY3cFME2dajGDv6YDXS1RziUY3P4jvMFagrVtaJUSnlA9iuLE6XQQDAQwqgUcDju6rj6vEgM9Pev5zKc+yR133kn/4BEq1Sour4PVK8/k+muvFesmQRCE5/BnBZ/EwkcQlmo+udxeNpxxJr27d9C/+1GC9d00LDsTtz+GUckwsu8BcrkcXm+QJ7dvR7FJZNOLRGubiNa14HK7mRzcgzfWiWXpKA43Fw/+hg89eitOQ6Nks1PpfYwFu51sKoEsQW1jF+VSiWp5HEyDpq71FLIpZod3cvpl78I0daaG9rJ/288I1XdT07YBhztApZAiGz9CYu4gowe30bpyC8m5EfL5HIFAkEgkSldHC4mOVt72putYvXrNHy22KQiCILy0yuUyH//4x7nssst4zWtew+mnn36yb0l4hXl2QxL9aNe35nquu/ZadF0/ocMdQDqdor+/n/n5ORYSGeILi7i9fkLBEIaukUim8IQa0SsFYq3raOl5NaaholXyeMONBGLtVPJJklMHsDs9NLVt5H8d2srVR7YD8HObg/fYXZgSOFx+1l58A4riILswSiY+Qmp2mNqOjUiSDZCw2Z043H4q+QSKw40nEKWcmsITaUGt5PHF/DQ0NALQf/AxQuEIC7Pjz7vEQE/Petas6XnOQJ0gCIJwoucdfBILH0FYEggEUGwysqmTT4wTbuhm+RmvRbE7kGUbmt1GU/cWyskRSqU0KclGJLh0lO1ounqwpov5vu0YhoHT7uE9A9u49vATADzocPOx5VsIrL2EZW4vial+JL1AcuoA82N7MSwZkJba/Jo6kiwzf2Q7yakDLM4M4491EWpeSyDSjDtQgwU0dZ/JwSd+wMEd91DXvh7LslBVDVgqkjnUt4NV3V1cddVrxOJJEAThZcbtdrN9+3bRyER4UTy7ntP6899IMFxDNr3I4IHt3HTLt3nt1ZejqRXGRwepbWjF7w+QTqfYu28/+UIZU3LgCdWzbNOVZOKjTA08iT/STPdZF2MiM93/GLG2jajlDJ5gPWBRLWWwO73ULdtMMTOL1P8EXz3wIGcYGibwGcXJ13xRXL4Ibk+AUiZOITlNTfsGwk2rcXi2sjixF0+wBqc3hGWZWIZOPhsnPrYHX7CWxpXnET+yg3Ixi+L043bYSVAhPtFHfmGYmpp6KM1z3Tuff4kBWZZFbSdBEIQ/0fMOPomFjyAs6ejoor25nj3b7yOTSVO38hIcDheSJGFhUcgu4nK5qFtzLoe334HNNLn61Rfxy3vu476f3kRTZw84fHSsOYf0M/fxjakBztGrAHzZG+bbXZvpPON1hEJB8uk4/mCMlq4L2Pv4T9HLc5xx+Xtw+6Ko5QyTh3eRTc7Q0NRGS8dqdmtVQi1rsbkj+CKNSLINQ1dxujx0bng1ex/4Brse/C7tK89EliySCzOivpMgCMIpYNOmTezbt483vOENJ/tWhFeQ56rnBBCtbWLLxddx/89u5savf518scRC/h7aVp9DwOehUq5QLFdxeCOkx/fj9IRw+GrI9T9FrHU9wdpOPKFGitk4ss1BqH4Z5XyCYmYOly9KObuAWs4RbliB2+njwcwcyy2TjM3O+2Lt7G1dR3dNO3anF4fHz+zhJ5novR+nN4wnWEvz6lcx2fcQU/2P4ou0oNhdmIZGNj5MNRensftsLNOkpnkliakDpCb3Upzbg67pKLJJQ2MTK9ujXHfNNeKonCAIwovszzp2JxY+grC023XdtdfyL//6bxRyKZqdbnRdxTJ1CtlFjGqR2uYOnC4PqqaRr+bY/vTTVHWD+Zkhhvr3UshnqWts567MDD16lYJs4x871vFrh4+VZ1yNJEuUcglsVhWP10MiPk1N+0YWRlQURcHn8yMHg7i9YRLzE4wPH2TtpguwLAnlt8XLNbWCojiRZRlZthGubcMXricx1YekJlGKw9gVm6jvJAiCcAr47Gc/y7vf/W6++tWv8uY3v5n6+vqTfUvCK8Bz1XM6anZiiMXFeUxnI2t7VjM8sIeFqQEKoSbK5RK6VqUyO0whNUvbusuoFnOo5Syxtg3Huu8qDvdSgfBCemltUs4tFQ2XbFiGRikzT1Wv8M/BBj5jqLw9WEu2aRVNK87DZnehV0uYhkrX6a/nyK47Gdr+Y5Zvvh5fpIVwwwpSM/2kp/uxLAvZphCsaef0i9+GJxgjNT/B2jNOY6zficdM8La/fuuxkgOhUEgclRMEQXiJ/FnBJ7HwEf7S/KHimz096/mbd7yNL3zlq6RnBylkF1EUB4piIxKrx+MLkkvNk0/Hccg6JTnGqjNOp0dxMD8/y8HeZ0DL88Ab/o7aB37C7a99N0/veRx1eppSLolpqNTXxVixuofBwUHmExlijctYGNmJVikeu79seoGuVZsYeuYe9my/H00tUS1lCdd1USoVMA0dj9cHlkkhG0eWbfiDEd72xms555xzRZ0CQRCEU8RrXvMaDMPgO9/5Dt/5znew2Ww4HI7jxkiSxJ49e07SHQqnolwu95z1nEzTZN/Oh3EGmnAEGijjx1fbzdzofrTRg6jVImo5T6xlDS1rLqKYXWC6/zG0SgHLAsvU0HUVhzuI3eUnOXOQ1rWXgiRjaFVcWpmmYoqnEntRy3l+7QnxK0NFrhTpCNZTKaSQZRtObxi1nEVXS9R2bCIzP8TInl9iqBXK+QUs0yQQa8LhcGEYOu5gDJvDQzGbxqkYjA/sQCrN854PiE02QRCEk+XPCj6JhY/wl+TE4psSIb+bc88+m9NO28Rll13B0zt3sX84gaW5UQ0d8JBYmCO5OMPwnl+Tio9R09jB9NgQY8OHUUyDnmIO2elDl13cOz2G9c/fw6EoXNzYzr133IpsqdTWxjhr85al+lCBAHPxBNnkHJVSjlxqDpCwJBvoZTacdiaF2f00BG1MDy+yMNFLqK4Lt8sNgFYpUi0XmD68Hbsi0drZyRVXXClqFQiCIJxCXv3qV5+QmSII/6+O1rE82hTlqGR8ivjsDIHmDdhdQTzBOix7AE+0g3xymvT8CPGxPTi8NRzZeQflQhK73Q0SLI49Q6C2E4cnhOJ1Ub9sMzMDjzO29x5cvijLbRn+7akfEivnuCDUSFJW0LUyDrcfWXHg9EaQZQVJtlEppLBME8mmEKhpx+WNYJo6plHF7Q0BFpJlsvKMy7EpLvp33sPehw4jSyatzY2sXdUtsrsFQRBOsj8r+CQWPsJfit8vvmkg09/XS+/QXn6z/UZaW1tYv2YVkXCQ+bGteGpV6jo2YfdGGD/wMFP9T2CzO7F7Y6RSKeIzE3QHa/iRodKZnOW9m/+KrYvT9O8fJRytpbN7A4riwFALpGf7Oeec95LJpBkdHSOdyZJPzTD/zC8wDY2h3ieQJQmf38dZF1yNTTIJBf189B8+xtDQYT7/b19kun8razdfhccfI5eeZ3roGWQ1SUtLG6vao8+rq4sgCIJw8n3pS1862bcgnOKeK5v7aB3LZzdFASgV8+RzaaKeKDa7i/jcBJZpgiRhc/oJ1i5juv8JJvb/Gk+wDm+oEVm2YRoahqGRnD6EaehUPEEAArVdzA09xYWFJLfmFghZJos2O53hJsZTU3gCtURbesgtjmF3ebEpDrRyAVm2UanksSyLUmqWSiGJL9JCfefprNxwLpVCmqH9j7H/8f+LotjxeRycfsZazj3nHE47bZPI7hYEQXgZ+LOCT2LhI/wl+P3im+l0isOHBrB5ajntorcz2vsIRjHObM7GI4/+gvq2VTidblJjTzE/dYR8LkNd5xlEW3qQbQrVUpblIzu5eXQ3dZZJ3u5iRcsqntYNMgvjPP3Efex+8gEcikVHWwsWOnuf/DW6EsYdqEct55gf3okv2krTinPwheuxWVVS04fY/Zv7iERjrGpvoKtrGcuXd1OtVvmPG7/GzvsmcHtDOOx23G4XsWiMoMvkumuuEQsxQRCEU0S1WmXr1q1MT08TDoe54IILqK2tfcGuPzExwe23305vby9Hjhyhs7OTX//61yeMu+OOO7jtttuYnZ2lo6ODj3zkI7zqVa86bkw+n+eLX/wijzzyCJqmcd555/HpT3/6Bb1f4c9zYja3THtzPdddey3XXXstN93ybXZsvZMV684mEIqxMDdGsZChWs4dOz7n8kdRFCe6WubIrjuRFYWGZVtoWv0qvKEGKoUk88NPk549jM3uYurQVjyBWizTQK/k+VByis+qJWTgQLiRfzztNTx96FGc3hCyzU5qZoBqKUViopfOTa+jyAxqMQtAITnJ/PDTgES0dR0upwun04M/ECUQaWTP4z+mONvHJz/2j1x55V+JdY4gCMLLyPMKPr3YCx9BeLkwTZMnnniU/X2H6Dn7tZimyejoGJLiobapE0mClhWbObzjTmL1rai4iLb0cN4Fl7LtgR9zeP82GlecT9vGq6jmEyhOL29PjPP+sT0olskhxcHbww1IuRyx1nUU0vNcdNWb8Xr9TA7tw2GmufySC/n2rbeRLln4gzUszg4TbVxBbccmnN4Qhmlh4iDYvIHk4hwzux/lDVf987GF1jXXXE9X1zK++73vMj41iySbBHwKHa2iq4sgCMKpJJlM8qY3vYnp6WksywKWug/ffPPNnH322S/Izzhy5AhPPPEE69evxzTNYz/n2e69914+85nP8P73v5+zzjqL++67jw9+8IP86Ec/YsOGDcfGffjDH2Z4eJjPfe5zOJ1ObrzxRt773vdy1113oSh/1r6n8Gf4/QynQqHAzd+69Vg2dzBcQza9yOCB7dx0y7f50Adu4EMfuIE777qL3m0/RTdM8tkkWqVAYrKPlrWX4I+2IskSWCDbLeKjz1DTtpGOTa/B7vQiKwqeUB0dm16DZZlLASjFSbBuGTXuAJ/ffy8XqyUAftqwkm+e+1YG991LqH45zWtehcPlp1rKMNP/BPMju5AkiVjregxdRSvlSCXHSc8epnPdJbR1rSG1MEV8ahCboiBJEp3d68m5KqxatVoEngRBEF5m/uQVwEux8BGEF4tpmgwPHyGdzvyPxbWP7gr2DQwxNbdIcdv99O15EtnbQGfP+Rw9cerxRzEti0I2idsbQrMUdj91P7958KcoTj/1K85GK2fx2p18Ys8vuWTgcQAeadvI+xQ7VbsTaXw/PRe8E4fTTTgYpLVrDV3da9mx9U5+89RT1DW2ceaa8ykXC+zeodJz3jWYKMzNjGPoOqah4XJ7qG1ZSTk1zt2/uIcVK1YeCyytX7+Rr/7n156zWLogCIJwarjllluYmZnhne98J2eddRYTExPccsstfPazn+WRRx55QX7GRRddxCWXXALAP/3TP3Hw4METxnz961/nqquu4sMf/jAAZ511FkNDQ9x8883ceuutAOzbt48nn3yS22+/nXPPPReAjo4OrrzySh566CGuvPLKF+R+hT/u9zOcbLLE/Mw4tR2buORZx+qitU1sufg6dmy9kzvvvpt//sw/s2ZNz7F1w6FDB+nrO8jiRC9IUNexiVDjStRilpE9v8SmOIk0rUKxuwALLAskCUmSiDavJbcwimWa2Bwu3j2xj4uTk6iywr90ncl3ZRv2wSfx17QRaVqDL9yErpbwR1roOuMaRvf8nPjoM+ST05SzcSyjSjQaI1bbzKYLr0OWFdRShmWdbXi9PhwOOy6nk8cXD5LL5U7uByAIgiCc4E8OPr0UCx9BeDEcONDLr+75BYPD06i6cVyK+e9n//T27uPL//4f6EqAtjUX4Gk18PjCzI7sZ3pwF9GGDipuH1qliFpZ2rkzDYNCep59j/4Iw1CRHD5slsXswBMEa7t4o1rikoHHMSSZ7537Nn62+lVUHrsVT6CWYmqa9NwgHrcLt8cHLBXrX7HubJ6891ZM06KjewNzU8MoDifeQIx0Jku4tgNZlkjOHaG2oRm/P0p+7hC6EuDOu+9mzZqeYwEmWZZFUXFBEIRT2JNPPslrX/taPvGJTxx7LRaL8dGPfpTR0VE6Ozv/n3/G/7QpMTU1xfj4OB//+MePe/3KK6/kK1/5Cqqq4nA42LZtG4FAgHPOOefYmM7OTlatWsW2bdtE8Okl8Pv1KoPhGsaG9jNwZIyIEiadThGJRI+NP7ru6N32U44cGWJ6epJDhw7idruZmppEVys4fR4KySmy8RFMQ8fli6JrKjbFgeLwoJZzODxBTENb6mSnVrC7/EiyDSSJQKyNnzStZlkpy+3LNjNYtxxt588w9Sotay/G1FS0ch7ZpmD77ZG+ptWvQqsUCdR0kFsco7a2jte/9R94+N4fU8qncLgDyLJEOBwmEFiqKZVcmEGxyQQCgZM1/YIgCMIf8CcHn16KhY8gvND6+nr5xre+jT3QzPrz34A/dGKK+dEAVG/vPj7+iX8kXbIIhEzSmSepqhp17aex8syrSSxMs+PebxGsaQUL8pl5KvlFFqaPkM9liTavIVDbid3pRVcrqJUcC2N7+dnpr2PV6lfx6KoL6W1ZSyUxiWUaON0hCuYk8fFeIkEPkdrmY/cdCMVAsmGZFbLpRVxuL7IkkU3Noxl2nN4Apq5itzvx+oKUC0lkWaK75yzGB55kbGxEBJwEQRBeIebm5ti0adNxr23atAnLskgmky/JGmx0dBRYymJ6tq6uLjRNY2pqiq6uLkZHR+no6DihMU1nZ+exawgvnt+vV3n0c3C5fQRCtdi9Mfb37qero5NgKIwkSWiahmxzMDcf56/f+iayhQqy3Y1haJi6Rqx9A6H6bmraN6JWCiQme0lO9mHoKqahUS1lkGQZWz6JyxdCcXgwDQ2tmOT1iQl+VdOF2x9Dl2187sp/oJxbRC1lMXQVm92J0xsmvzhBuZDEH2nG0KtYpoHd4cPQVVKzA+jVEm6PD1VXCYXDTA09Q7RpDX6fB79/KdBkWRaDB7bT3tIgGqoIgiC8DP3JwaeXw8JHEJ6PYwswTwPnXvYGNNXAtKwTUszXrOnh0KE+vvIfX0V1NrBxy6uJ1LZQzCUZO7Sd0YOPk1qcpJxP4o2207z6QkAmNT9MITXNwtheok2r6DrjWgxDpVpI8dq5QR7v2gJIzB7Zzo2v/iAgYxk6C2O7QZKxJCjnkxRS09iXb2bH09tZvWo1kUiUXCaB3+ch5IsweGA7m191DaFwmOmhZ4h2bkGWbeSyizidTpwuD8P7HiEcjtDa1cPYwW0i3VwQBOEVRFVVnE7nca85HA4AdF1/Se4hm10q+Pz7GSVHvz76fi6Xw+/3n/D9wWDwOY/y/TEXX3zxH3zvBz/4AXV19SjKC3uM3GaTj/vzVDM8PMLkTJz1578B27Oy2aqaTjq1iDI7js3uIpHaC6aBojhwutwUMnGGjwxiWQYtay6ivmMD432PYneHCDWupJCYZHF8H75oC/5oG4mJXvyxNir5RaqFFOGGlRh6hUo+hSfkJKhW+NxDN3N+fpFOxcl/TR7AZnfj8oWxOdzkFscoZRdQK3kSE704vSH0apFSLo7i8GBZJtVCGu23He7ael6FNxjiNw/dSWv7Mnr3/IZ8aoZzL3oNpq6Ryyxy+MB2KM/xxnf9LQ7HK6+22Kn+u/lyI+bzhSPm8oXzSp/LP/lf5pfDwkcQno+xsRHGp+fZeMEbT9iBfXaK+cjIMHfedRd4G2ht6CBa34Esyzi9YRpWnEe+WGCi/ynCjStx+qIkZ4ZwB2sI13fhizSj6xqYJopdwWMafGbPL7h08gC/Sk7yTx1nkJgfZn74GbzhBhZGniE1O0i0ZS1qIYU7ECPcsIJCaoqpyQmqqs76nrUMHdhOe0sj17zuddz8rVvZ+djddHSvZ/f2h8n3Zgk3LEexOwkFQwzsvIdKZoozLr2OQi4l0s0FQRBegWZmZjh06NCxr/P5PLDUpe65/s1fs2bNS3ZvJ8vSkSvvi3LtQMD9olz3xadhArH6Ruz2pWV+MpHk8OF+CplF3Klp6rvPQa8WUBwekGRKpSwLM0cwLQubzUVq9ggWMpViFn9NF/HhnVRLGUy9SnzkGaqlNKG6ZcRaetDVEgtje5AVB9GWHpBlIgce4KsHHqBFLVMCDmtVMvERLMtEqxQwdBVDK2N3LX120we30rX5Otz+KMXsPJahIysOEhO9aNUiKzZdRkv7ClTNZPRQgv69Wznn9A0gSQzv/hUHt2u4HHZ61izjrW/5BzZu3HjSZv+lcOr+br48ifl84Yi5fOG8UufyeW0LiIWPcCrJ5XLohkkw/NwdGQOhGJpu8PjjW+kbGGL56X9FPFVErZaRZBupVAZkhUjDCmYGnqKci1POL2IZGpJso3XNRch2F5HGVSQme4nGR/jCkz+iMzWNJsk8rVVJTvVh6BWGdvwE0zRwuoNEmlZhqCXUUpq6ztMJ1i0DyyIxM4SkOLj7h9+gOWLjg5/8BD096491nhkfeQaPojNy5CkWxvYQrWsl5/EQjcU4/bLraWhdzo6td4p0c0EQhFegr33ta3zta1874fXPf/7zx31tWRaSJDEwMPCC/vxgcKmmTj6fp6am5tjrRzNtj74fCASYn58/4fuz2eyxMX+qrVu3/tH3DcMklys9r2v+T2w2mUDATS5XxjDMF/TaLw07MpCYnyVa24xlWQwcPszMWD91nadRKWaYOriVmvYNuAP1pGcHyC6OUy1lWXnuW5FlheTUQdJzQ0tZSVN9eIO1hBu6sf+2E11mbnDp6Fw5R6R5FaahUUjPMtn3EK9NTPLv8WHcWIzZ7Hxo9as44q+hNtJEuZhm/sgOvKEGfJFmnN4IlqmRnD7EkR0/Ida6Hm+oAV0rUS2kKGfnaV97IVvOvYTWllZy+RzNdSEGd/2Kyy59NTt3PcP0bIJqpYqMRaWskcuVSaeLJ/tDeFGc+r+bLy9iPl84Yi5fOKfqXAYC7j8pW+t5BZ9O9sJHEJ6PQCCAYpPJphfw+NqxLItcLouqatjtCpNjQwwPDTIzOUy+bOFty1KtlDFmx3H7azGR0atlqpUydpePYN1yQvXL0SoF0nODjO69h2hLD9HmNVyQXeCb938dv1Ym6fTy7rplHG5ZS3ttF2o5T6WQJJ+cIrswTHZuiFBDF8s2XYWkeKiUMriDtcTHdqMWF6nkFgk7fldTo6dn/XGdZ2ZmpvnRT36GYQ+yYt1ZLF99GqnFODu23olVnOO6d9wgutkJgiC8gnzxi1882bdwrLzC79f5HB0dxW6309LScmzcjh07jq0FjxobG6O7u/sFvy9df3EW54ZhvmjXfjG1tnbQ2lTHQO92tlx8Hfl8jrnZKUzTZPmGVzNzZCdjvY+gVvKopV+DJOENNdKy5iICNR0oDg+Kw0Niqo/pQ1uJNKwk0rwWpzeE21+DoVVx+2vIzB8hNTtAsK4Lf7SFhrYN/M1jt/GW+BEAHrS7eF+4CUPXMBaGyS2OUimksClOQg3dyDYFdyCGxx/DE6xnsu8hpvsfI1rXRrVaItbYTdf6i2hp7aC5uQUL8PsDuDq66X1S57vf/wGRlh62XPEeguHf1fO88aZvHlfP85XoVP3dfLkS8/nCEXP5wnmlzuWfHHx6OSx8BOH56Ojooq2pjn27HiVfOoex8QnKVQ1d16mUy8yN7CGTSROra8G0ikiSDYcnQjo5SyadQnF5qeRTmKaB4vDg8oZR7C4CNR1EW3qY6L2P+PAz/N3cEB+aOYQMDNQt423+GvI1bTStPJ9ydgHLMpcWbYFaXN4Q+eQkq85+A5qmYSHjjzZRLqSIDz9N19pzSM/044mEj+ta9+yOdRs3bqKtrZ0777qLyYGnmBx4Chloba7nune8shdcgiAIf4le//rXn+xboKWlhfb2dh544AEuueSSY6/fd999bNmy5VgphvPPP59bbrmFHTt2cPbZZwNLgaf+/n7e8573nJR7/0siyzLXXXstN93ybXZsvZPalpVUS3lMQ6daLiBLNvzRZhqXb2Hy0KM0rTyfYP0y0jOHmTuyA0+wDsXuxB9tRnF68QTrcHrD+KOtgAWWhWyzEWvtoZCYIJ+cwuWLUDt9iGun+gC4MdrK15vXUExN4Xd6aFp1Pt5QA+nZQSqFJKnpfgI1bYTrOvH6gygOF7HWHoqpSZavWMPU5CiNyzbh9frp7Dy+eH02vUgyEad1+frjCqo/Vz1PsREnCILw8vInB59eDgsfQXg+Dh3qI5FYZO/2XRzqP0ywthPF4UGr5Clm5qmWMqy98G+oqWtk533fYmDvVppWnodhgqEWqFYK2BQnxfQU7kANtV1nopXzlDJzuAO1NK+6AOfMAG+dOogM/Feghk853JSKKdqWbSafmESvFrHZHUiAJCv4oq0kpw8xdvBxGpadhdPjBSTUSgEsC10to6sllq99NeOHt//BrnVHs6EmJ8cADbDT2tohFlqCIAjCn6VcLvPEE08AS2UWCoUCDzzwAABnnnkmkUiED33oQ3zsYx+jtbWVzZs3c99993HgwAF++MMfHrvOxo0bOffcc/nUpz7FJz7xCZxOJ1/96ldZsWIFl1122Ul5tr80zz6yP7Drl0wMDqHqJun5YSTFjlYtkUtMIssK2YVRjuy8A0m2oTjcWKaBqWuEm1Yj2+woTi92pwfL1JEkG7KyFGTEspAUO4ZWwdAqTNS0c9Mlf8vETD/3KA7Ucp66rs1EmlajV0sgSbh8EeqXbWay7yHSc4M0LT8Dl8vz2852HmRZppiewVKzZGb7OfO17yASiR57LsuyOLDrUQytyqazr/yj9TxF119BEISXn1deKwhBAPr6ernplm9TIki0bRP57CKpmX6qpSxqOY/DE6RlzcU4fDUsLCwQ7TiDmf4n0LUq4YYVOFx+LNMgMXUArVKgZe2lKHYndoeHomVSzifwBGtZUJz8teKiQ5b5b1nBZ3fhUJyE6jrR1QpgYXf5cXmCSLKMrmsoAx6m+5/A7a+lvmMjyZnDDG7/v2BpjB/eiWRqDPQ+jVZM/tGudbIss2zZcsJhL+l08RWZmikIgiC8NJLJJP/rf/2v4147+vV///d/s3nzZq6++mrK5TK33nor3/nOd+jo6OAb3/jGCQWeb7zxRr74xS/y2c9+Fl3XOffcc/n0pz+Noohl50vl6CbVyMgwn/7Mp9izv49iJk6keQ1qKUtucYzs4jjFzCwubxi724/LG8Ff00EhOUl85BksTAy9giTZUCsFJMACnN4I6blBrp8bYly2M+kNo6sVbi9nyVsmoWgrycleor89rpevFjF1DbAwTZ1o6zqS04co5pIEIg3kkjOg5elsb+N973obyWSCBx5+jN7t97HuzIsIhmvIZRIMHthOJT1GrLaeULTuOZ87EIqhG6bo+isIgvAyJFYBwiuOaZpL3es89Sj2GGFbI63rm0jOjZFPTlLOxqmW89jsLvLJaVy+CI3Lz8FmdzG2+5eUMnOYho7DHaBSTNOx8WpCdcvAMrAwuDA+QqGQ5IliM2o5x/629ewzNJrqlhGo62Km/zGqxSySJOMO1ODyhDFNDcs00EpZbA4ndrefgSd/SGpuiMzsAP5oCzVt63C7fQSDAebHDzA328vc3CwbN2462VMqCIIgvMI1NzczODj4P467/vrruf766//oGL/fzxe+8AW+8IUvvFC3J/wZlo7sLyNWU0O0sZt8aobU/DCecAP5xBThxhXUd51JrG0jajHNwvhe0tMHaVpzMaahM92/lez8CHVdZ2G3u7CwkJBw6Do3PHM3b07PMJmd57z4EfJ2J4rTS03rOgy1jGWZKE43NsWJJEnINgVJtlHOLqA4fcg2G9VSjsXpISytgEcuU9/awJ69+5iYiVOuqkz2Ps5I/9NEY3WEgn7aWxp47Vvfwk/vvodsepFobdOxZzVNk2R8ivjMGNVyAZ/PdxJnXhAEQXguIvgkvOKMjY1w8PAR3PUbyBZyINtJxSfQfnuMLlDXRXzkGdRKHn+kCac3gqzYiTatJTl5EHeglsWJfdQv20JucYxKIYlhqNgkibft+gV/vftuCoqTy7vOQHG4qWnbSGbuMA3dZ+PwBFgc30ty6iChhhV4w43INju6VkGSbWQXRnB7w0Ra1jG6++dM7L+f+mVn0LjsTHz+ANHaJjy+EBYKeiXHzl3PcPnlV4njdIIgCILwF840zWPNRwKBAB0dXcetD57r/bGxEQplnc41ZzM21EtuYhKtUiRUv4ya9tMIN6zAJtvwBOtoW3c5E733Mz+0HX9NOzbFxcLYHhSHh9Z1l+LyRXFO7Odzj9zM+lIWA4mftfSgRNvw61UqhRSSrOAN1pGJD1POLoIFhq6iaxVsdiel3AKmPo2pq2ilDLJbwmkV0LUECwkDzdnA+vPfSDBcQyYZZ8/2+9CyM7zxmr/i8suvAmDnrmcYPLD9WM2nmfFB9u18mEw6TSa1iNOm84Mf/pDrr7tO1MEUBEF4GRHBJ+EVZ+/ePUxOz7Ki/WICHg+GBfGxvaSmD2EaGpJso5JPMHXwYbpOvwa7y0elUEWr5JFkGV+0iUJqGpvdSaRpFdMDjxPQKnxt+hBnzy3tCv80WEd/YpKGtZdiWQaSLOP216DYnTQs38LYnl+iVnJ4AjEkT4hKIUV6pp9MfJiatg3Y7Q5kWcam2PH6a2hsaccfqkFTqyzMjIJR5sxzX834gYdE3QJBEARB+AvX19fLnXfdxfj0PLphothk2pvrueb1r8fn87F37x6efOop0vkKhmkde3/tmtXMzs6Syk9QLReRZQXT0AjWdiLLMnaXD8syMXUDXS2DbGNxYh+F9AxOTwhdKzPd/yjJ6YNc4nDzzZlD1JgGGbuTT62/il0N3UQkCYc3TGrqIMX0LE2rLiA9c5jU3GHCWEvrK0BRHNjtTuYn96MVEyTGniZi66Cru4tF2Y/hbjquiHisvoXLXv8+dmy9k53P7D62GffsgurBaD29ux7H7q8n1nEmTSudtDbGiE8OcNMt337Fd74TBEE4lYjgk/CKYpomTz71FMh2fL4AmVyZ+EQfqZlDhBtWEG3pQXG4SUz1kZ0/wvj+e2lYvgW3v4b46G4MrUqwrouF0d0kJvZT07GJ8+qW8R97f0W7WqYsSfy9P8Z/FdM4PGF80WZMUycbH6ZaTGEL1RNuWEGx43Qmeu9HLeeQZQVDqyApduqXbyFY20khOYlpGjg8AdLxEXY+cDvNy08jFGvG7/PQuWIVfp+PkX0PiLoFgiAIgvAX7GgdS8n7u6ygbHqRnY/9nA986EMEQlESqQzIduobWjjzvKvwBsIc7n2Kh2+8kflEkkjzemqbN1AppMktjOCLtqCWs5Qy8aWMpOw8uYVxktMHiTStwh9rRXF4MLQKufgobxp+mi+oJRRgwBfl46e/nhm3Hxvg8sfQynl8kWYy80dIzQ7iDTcyPfA4xfQsDZ2nEWvoQC3nWZw8iFHN0d61io7GEP/wkY8CFv/65f9g/eaz/6Qi4kcLqt9x5508dO/3cEWWUd/YTcDvpbOjg0gkSufyNaLznSAIwsuMCD4JryhjYyOk8xXqGpqZGHga2ddIbmGUcONK2jdchWUa5BMTeIP1+GNtzB3+Ddn4CNVSlnxiHElWWBzbh1rOU84t8LpKnq9M9OI2VKYUB28NN3LA5sDjNqnkk1SKKWItPSQmDrAwvpe2dZcjSRKRplUsTh7A4Q7ij7ag6yrR5tW4/TUUklNkF0bxR9toWnkukqyQjQ+SnTvM6pUr6F59GpIkkVyYQbHJBAKBkz2tgiAIgiCcBEfrWErehuOygiqlAtlsFmfNKpRgHStWtuJ0OoiPH+DJR3/Byp7TGRnsYya+SE3bRmo7T0dXyyj2EpK0FIhxuIMUUlPIihPLsiikpgk3riRQ04FlmUsbaIqL1p5LuWL6EIpa4idOL7dd8Q9UFQdKMYVss+MJ1GK4A+RTU1RLacb2/gq7w4Xb4yM9fQitmCA5sQ+bYkdR7Ch2B0GPzAf+9gMsX97Nvn170A2TYLjmOefguYqI9/Ssx+Vyc3h4jBVn/hW1Da34/YFj8yM63wmCILz8iOCTcEp7dn0Dn89Pf/9B5uMLBBrXMbDvCezuAJZpEGtdj66WqOSTqOUcTl8Em82ON9LE1MGt6FqFjk2vJRcfYfrQowRqO7Esk9Mzc7gNlcccbj664jys5rWsDTeiVgrMDT3FVN9WnO4Q9cs2MzPwOBMHHiDStBatnCFQ00Zy6iCWqROo7US2OUlNHyK3OIpaytG27tVYloFss9O6+iLSE7sYPvg0y1ctdQ0aPLCd9pYGOjq6TvIsC4IgCIJwMoyNjTA+Pc/68994LLBimib7dj6MK9xC+7LNTA4fpFgsUK7YcQRbmZsa4v67v48v0kKgppOWtZcAElgWwfplZBdGSUzsp2H5uVQLSwEkJAkkCZviYHbwN8g2BQswtQqp6T4+s/FqTjvwALcZKivySWx2Bw5PENPQsCwTm92FYnfj9IQI1HQQjNTR3r2OA4//ELfTRqlUActEMk3kapJ3vPW9x47DBQIBFJt8QhHxo3KZxHNuxhUKeewOF+2dK1DsjhO+T3S+EwRBeHkRwSfhlPXs+geZbJ5kIk4um6RQrNLm7cIdrCMxsR+XL0o5n6BaTCPbFJy+CJ5ALZZl4fSEUOxOQvXdRFvWIkky8yO7AAu708N/n/92Bu7/Gj9rWEHDmovxx1rRq0WcniBm5xlIksTonl+y6vx30rDiPGYHnmD+yA4MrYo7EEOxOymmZsglJkhM7KdSSBGo7aR13WWE67sopOeo5BMULYNo8yqm+x5iZGA3i3MTWMU5rnvHDSJVXBAEQRD+QuVyuROygpLxKTLpNJ2bzqVUUZFsCoo7hNMdQNPKaJqGP9aBN9JMPjHx29qWSQxDIzFyELWcpZieRVcreIJ12BQnqlokn5xCLWWJNK/haqebsxbG+NrGq5kf2cXo3GH63QGsfILZI0/RtPI8qoUkFlBIz+L215Ca6UdxevFFGvGHa5gZ3ktDUwuvfcsHiU9PUCzmGeh9kmWNa44VDwfo6Oiivbn+uCLiR1mW9Qc34/7coJUgCIJwcojgk3DKeHaW09zcLD//1X3Ivkba1l2GNJvAUV/EGj9EYXgXqel+6pdvoZCaRbYt/Zq7/LGlnTzTwDQN9GqBajGDppZYGN1NZn6I0yQbf59b4FPhJtRynv6dd7HP4cGtV5k6+DB2l49Yyzp8kSYsUydYt7SDOPDE97A5XFRLWar5JDVtG2hecyGWZWFT7Aw9fQfecBOGrrLinDej2F2olSKyzU44Wks2MY0qq6QSM/Rt/yUb1q3luneIIpmCIAiC8Jfs2QGWcKyBZHyKieE+qpUKumlH11QqhTR6tYwnFCW7OIlWLuCLtAASlmVSysYpZRfIzA8RiLXRsHwLpqExdehRZgd/gyRJ2N0BqqUMde0b+YRW4W3bvo+MxWDDSh5ZfRHT/VvJJ6eQbQrlbJzk9CG8wXrsLh/Z+DBzQ09RTM8QaVqDQ9JYGN1JITnFRVe+Gcs0kG02psf68dmqXH/tO4/bWPv9IuIr1p1NIBQjl0kweGD7H9yM+3ODVoIgCMLJIYJPwimhr6+XO+68k8PDY1SqGvH4HIrDzRXXXUY8WcSyuVG8Xmq7fFRLOZJTB3H6YqjlLHanh3xignBDN1gWulZBrxSolLLkk5MEazup7z6Hc/f8kn+b6MWNxdjcYb6sOPBHW6hftpnajk1UixkWx/cyM/AE0eY1yHYnDk8ISZKpFFMoupdKPknb+svxhRuQZAVTV/FHm/GFGzH0KrJNoZiawROow6bI2O0KGCrNTU3Ewj4qM4186P3v4YILLhIZT4IgCILwF+5ogGXnYz/HtCCTSVMu5UknFrD2PUI+NYWhlqmWMlQKKRSnF5viILc4CpKMoVZITB6gUkgRql9O85qLMKpFFKcX2aawONHL4vh+AjUdeCoFvjW2hwvnhwC4r+cydnScBloFf7QVm/IMpqFj6FUWx3aTdniQZBumrqFVCyh2F9VCGrmxjp5VyzGbuomP7mZudDcy0Npc/wc31o4WEb/zrrvo3fbT33X0a2n4g9/z5watBEEQhJNDBJ+El72+vl7+7UtfIaO6CdSuwWN3E3LPo5ayPPSrHxKo70bx1GIYJpZlEaztJLswSnx0Fza7A7WUWzoKp5apad+Aze6imJ4jMdVHMT1LY9sGPrznl7xlYj8AD7n8/LCmk7pQPcG6ZSh2F5Zp4AnVLS3a9CqLU310b3kjxfQclmXRtPICSoVFJMDliy6lsFdymLpOPjlDXdfpTPQ+hFrKkJg6SOfGViyjSrWYxueS6OhYxeC+x+hZvUIEngRBEARBAJYCLOvX9XD/Q1/F37CGro1XEozU89CPv8DC2B5ibeuxTIPyeIrGlecTa+nBNHQUh5vk9CHSswMsTuzD7vAQ2ngVEqBrFdJzQ5QLSdz+GK5AlMb4KN9NTLBMq6DKNm4+/108vO5SqsUMlUISJBlJVtDVEk0rLyBUv5xCaopiepZyMUXjyguQZSgmRgkHPbz3PUs1nSYnxwANsNPa2vFH1zc9PetZs6bnWJZ7IBCgo6Prf/ye5xu0EgRBEE4OEXwSXtZM0+Rb3/kWC0WFjnWvIhSrR1MraKYN//ItjO27n+kj+2jf9BowK+hqGbs7gGEYyLKNxu7z8ARriY/uYX70GeJjuwGQZQW7y8/pay/mX3f8X07PzAHwH+Fm/rdso5oYp6W+C8XpQasWycZHcPlj2Gx2QvXdZOaHSc0cppAYx+WPYrM7wTDxhhvIL44SXHMR1WIayS5jaiXcvggef4Rieor5IztQiynC9V00N7fSVFfD4L7HxA6dIAiCIAgnNFPZ33uA5evOQ/HUsDA1wOz4AFW1gtMfBdnO7MDjhBpX0bDiXLzBOrILoyBLxFrXo1ULVGfyaGqZaiFFbmGMxOR+TENfKjRuWVySmeObiXH8QNwd4JNnvZFD4UasyQOYpo5NcaFXy2jVAkgSDcs3o6llato20LHxaqYObSW3MMKK068idtoW1Mw4d//iF/T0rGfZsuWEw17S6SK6bv6Pzy7L8vPuTPfnBK0EQRCEl94pF3y6//77+dWvfsWhQ4fI5XK0tbXxtre9jWuvvfa4s9533HEHt912G7Ozs3R0dPCRj3yEV73qVcddK5/P88UvfpFHHnkETdM477zz+PSnP01tbe1x4/bu3cuXv/xlBgYGiEajvPnNb+a9733vCWfLb731Vn784x+TSqVYtWoVn/zkJ9mwYcOLOh+vdCMjw/QeHKRlw2upa+5CksA0darFFLIMrmA9i9MDDO+8G9mmIEkShlZBLaaINK2iefWFKHYXtZ2nU87GmRn4DYuT+2jpuYxV6Vm++vDNNOoqeVnh0+uvYEfbBpoysxSSUxSS07i9ERzeMIZepZSZQ7Ip2J1eLMtkcXwPxcwcbl8MrZKj67QrKRdSDD19B+5AjECsg0oxiazA+PDTpGYHCPj9+H0ujOoMSl6jPLfAxKJN7NAJgiAIgnBcMxXdMNHUCkcGDxGua0c1jlAuVyjmUxTT82ieArmFMWTFiVEtMbbnlzhcAZy+MNn4yG+DLxISoKkl4iPPoFXzBGo6qWnfgDfUiFrJ4Xjm53gS4zwuyXykdT2yN4JVLYBlYbO7kWSZzPwgerWE3eFBAhTFiTsQA8ukvnMT6bnDaMVFuk5fj6U30rvtp4yNjbBixYqXZN7+nKCVIAiC8NI65YJP3//+92lqauKf/umfCIfDbN++nc985jPMz8/zwQ9+EIB7772Xz3zmM7z//e/nrLPO4r777uODH/wgP/rRj44LBn34wx9meHiYz33uczidTm688Ube+973ctddd6EoS1MzMTHBu9/9bs455xw+/OEPMzg4yP/5P/8Hm83Gu9/97mPXuvXWW/n617/Oxz72MVasWMGPfvQj3vWud/HLX/6SlpaWl3SOXkkOH+6nXNWpbe6mkEuzODPEzPBuCtkUliRjmQbF9AzuYD2dPVcTaVrD4sQ+ZJuDci7BRO+DhBuWY3f5cAdqqGnfSKWwSKWQZH5+iKChM+wO8qXrPs+UL4ojPYvmDlLTUUtuYZR0fJjus96ATXFSLWWoljJk48OUcwvEYg14WnuoX7aFcH0Xss1Oam6QQE0L1UKSybkhyvlF2pobOG15E2e8+X+xfv1phEJB2to6mJgYEzt0giAIgiAAS4Gnm275NpK3gfXnv5FguIbd2x+ir3+IouagpuN0at0hsgsjS6UDUjPUdWzCG24k0rwatZRjdugpZgefpLZtI3VdZ2B3+0lO9pGaHSA53UdD9zm09lyKYnciyTZc3ihD66/greU896VmMBOT1IfqiTStxhOoQ6sWSE71Ucknsbt82J0eMKog2XG4fGiVEpLNgU2W6WxvIRKJoqlVdMMkl8ud7CkVBEEQXkZOueDTN7/5TSKRyLGvt2zZQiaT4Xvf+x4f+MAHkGWZr3/961x11VV8+MMfBuCss85iaGiIm2++mVtvvRWAffv28eSTT3L77bdz7rnnAtDR0cGVV17JQw89xJVXXgnA7bffTjgc5j//8z9xOBxs2bKFVCrFt771Ld72trfhcDioVqt8+9vf5l3vehfvfOc7Adi0aROXX345t99+O5/73Odesvl5JapUSgwe2I5aLbE4eYBgbRet687E7vJRzC1iszvJzI8y0fsAkwcewtBVJNmGJEssjO1mcWIfbl8UV6CGWEsPdleQhbE9aA3dvMPupHj2WyBYh6mWcXhDGIZGObeIP9pKOZ+gWsrijzTj8kVAklkY2YWkl+lYsY5MRcHucFLOLRIf20tucZy2NRcSqW9nbN+vSZbn+bv3vYu/+qvXnRBcEjt0giAIgiDA0lG7O++6C8nbwJaLr8OyLBbnJzm4Zxv+2k4aVlyAZRoYRhV/TRvZhVEiTavx17SjOFxL17AMyoU0Dk8Qw9AppGcJ2NtxuP0Ea5dTzi3iCdbRlZzk49u+z79e8gFG7U50tcTYxqtx7f0VWrVIITVDITmN4vQgSTJI4I+1US2lsbv8ONw+VFXDMg0sTPRymmAgQF19EwC5TALFJhMIBE7mlAqCIAgvM6dc8OnZgaejVq1axc9+9jNKpRLpdJrx8XE+/vGPHzfmyiuv5Ctf+QqqquJwONi2bRuBQIBzzjnn2JjOzk5WrVrFtm3bjgWftm3bxqWXXorD4TjuWt/+9rfZt28fmzdvZu/evRQKBa644opjYxwOB5deeikPP/zwCz0Ff1F27XqaXGqB1NwIhlYhWLuM5lUXABamaWK3u6hfdja+cDOZ+AiKy0shMUmsaTU17RvRtQq5hRFyC2M06Bo3PnILX67r4mG1jMsXZWe1xCp/DLNaQpZt2B0ebOEm1FIWSbZRKaTIJSdwB2qp5BPER3dRzs7R1NKK21xk4PBhpge2YbM78YfrWXPm5Xj8EebHdmFVM7R3Lmft2h6R1SQIgiAIwh80NjbC+PQ8689/I7MTQ+zb+TAL83MkEgvY3SGmDj6CwxPE4fJhd/mpFBLUdW3GG6ynkJpmbO+vyScnKWcXcHiCZKpF0rP9WKZJuGElTm8Qu8vHaxbH+czjt+EydN79xO184rx34As3YVMcyDY7pqERalyJL9SAJMuYhgaWxOL4HgxDx+kJ4vRGUNU5ipl5nO4AxcQwtbV1ROtasCyLwQPbaW9poKOj62RPqyAIgvAycsoFn57Lnj17qKurw+fzsWfPHmApi+nZurq60DSNqakpurq6GB0dpaOj47i6TbAUgBodHQWgVCoxNzdHZ2fnCWMkSWJ0dJTNmzcfG//747q6uviv//ovKpUKLpfrBX3mV6pnF9mcnp7izp//imjrOvLJCSzToHnNRdhdfgytjFpOoVWLSLJMqKGb9PwRattPw+OPUcrG8Udb0NUSgVgb9bmf8p+HtlKjq3xhso/Ha9pxuAPoaol8YgJftAVZWQowypKEWsljGjpqOcvMoSdIThwAwCZLtK4+j9ToU/ztDX/Lj378I4YmFpFtDqqazszhbciSRCgcoaamnpXtUbH4EgRBEAThj8rlcuiGSTGX5qnHfokr1ELz2rV4m9LINjvxsd0sjO7G4faDZaGpZTyBOgy9Smp2AFNXMXWVptUX0tB9Ng6Xn2JmjsWJ/SQmeonUtPOviQneO/oMAE83rebfL3gXHl8ELItCagZDr6JVCmRmBrDJCg63H7Wcp5CaIrc4jlYpYJNtKFSoqW1gYmgf8+lpnFaJLVe8kXRijsED20UDFUEQBOE5nfLBp927d3PffffxiU98AoBsNgtwQqrv0a+Pvp/L5fD7/SdcLxgMcvDgQWCpIPlzXcvhcOB2u4+7lsPhwOl0nvAzLcsim80+r+DTxRdf/Aff+8EPfkBdXT2K8sL/h26zycf9+VI7cKCXO+68k/GpeaqawaEDu7EUH23rLmNox08xTQNDV8nMH8HUqyDJOH0RTEOjkk9hGho2xUG0pYdieo5iehaHy8/rBh7n/QceRLFMBr1hrpVkdEPDskCSbCSn+/HXdAAWucUJZoeeopJfxNA1FLsLm+IgUNuByxsmFI4RCoWY699KuVzihve9j6/d/E1w11Pb2I6iONH1Kguz41Ce543XX4fD8eL9NTvZn9mL5ZX6XCCe7VT0Sn0ueOU+2yv1uYRXrkAggE2W2PWbe1F89dR0nkUmFcc0NGSbnZY1l+D2RagU0vhrO5k5uJVyfpHM3CD+mk7iw9upad9I56bXYVkGlmniizTjCTUQU8t89fATnKNVAbhtxXnccf7fYGAiyzYkWSE9dxhDV7E5PCSn+8klJ1AUF4ahYmhVFLuLQLQeyaoytPMuquUSWiVHwKMQqGlgcM+DKDZZNFARBEEQ/qBTOvg0Pz/PRz7yETZv3szb3/72k307LxlZlgiHvS/a9QMB94t27T9k3759fPM7t2K569l00ZuYnx2nt3c/ks1OITWLZYHTEwIsTENDkm3Iih1DqwIWWrVApZBCLefw/DZVXCok+cddd/Dq4Z0A/NwX5fNrLmHiyHbUYpp8Yoyazk3ER3Yy0/8YLl+U+NgevMFaIg0rkG12nN4wiakDZGYHiTavRorUsDB5CLvNoqWlns2bNxMIuPnhj37CyPDTqJqBw25jWXsjf/2Wf2Djxo0vyfydjM/spfBKfS4Qz3YqeqU+F7xyn+2V+lzCK4tpmpimiV7NMz42TfeWM6ioGpnFScrZRbzhBkKNK6iVT2dk9y9wuHy4/FFSswPo1SIhpweAumVnYRoqss2B3e0FSaY+McGXj+ygRquSk2Te54uw3e4kNjtAsLaLUnaBxMR+Fif3o5bzuP012J1eats3opazlHOL5JKTmIZGObuIUzJo6WinpquOv7r6ai677ArRQEUQBEH4k5yywadcLsd73/teQqEQN91007H/6ILBILCUtVRTU3Pc+Ge/HwgEmJ+fP+G62Wz22JijmVFHM6COUlWVcrl83LVUVaVarR6X/ZTL5ZAk6di4P9XWrVv/6PuGYZLLlZ7XNf8UNptMIOAmlytjGOYLfv0/xDRNbv/uD1CVGEFvhHvvuJVMOk1VVdGqWSb7HkKSFYqZWeaGnqK159V4Q/XYHG4MrUIpt0g2Poxl6qRnB3H5oviqZb6z7fuszMxhSDI3r7ucLxZS+CUJLINI02qqhRQlu4tAbReFzDxT/Y8RbliBL9qKbFMACUm2Ub/sLCQJcoujVHJxbHqWhoZGZNlJOl2kvb2bT33yM4yOjhxbfHV2Li2+0uniizp3J+sze7G9Up8LxLOdil6pzwWv3Gd7qZ4rEHCL7Crh/0lfXy933nUXTz+zm6GBQ9jcQdILE4z3PYJaziFJMoX0NOm5Ieq7NiPJNgy1Qqh+GfMju5AkGa1aQJIVnO4gss2B4nQjIYEkkQjUsBioJalVuVa2MResx1wYJzV7GLvTC5aJrpaxOdw0rboQSZKpFBYJ1LSjODzY7E7io7vIzh8hGK4l6Cjxrrf/NZdfftWxtbdooCIIgiD8KU7J4FOlUuGGG24gn8/z05/+9Ljjc0frLo2Ojh5Xg2l0dBS73U5LS8uxcTt27MCyrOPqPo2NjdHd3Q2Ax+OhoaHhWE2nZ4+xLOvY9Y/+OTY2xsqVK4/7mY2NjS9KvSddf/EW04ZhvqjX/31HjgyyfeczZAsVspkM4aZVOEJtuEpV6rq68EWasZCYHXicQmqGxYn92JQzcAfqUMtZklN95JOTSwU4i2nmhrajKw7ikWYaKgX+5ZL38+vUDJSyFLPzGGqV1nWXYeo6c0NPUs4tgGTDZlMIN6zAE6jBG2qkUspQTE0hSTK+UAOJ8X0U9Aody1bRs3YFra0dx81Te/vvajuZ5lJQ7aXyUn9mL5VX6nOBeLZT0Sv1ueCV+2yv1OcSXhn6+nq56ZZvM5+pEk9X8dV2kUtOM39kO+HGVTSuPA+3vwbLNFkY38vY/l9TSs9hGjoub5BQ4yoWRnZRLiSXNuOy84QbV2LXVQzJhinLqLLCP255E/ue+jFptYhPcWLZ7FRTORTFRV3XZoL1XVSLGcq5ONmFUWraN+LyRXAH61DLOeo6NlFYHOO0LRdTzc2z85ndXH75VSd7+gRBEIRTzCm3XafrOh/+8IcZHR3ltttuo66u7rj3W1paaG9v54EHHjju9fvuu48tW7Yc61p3/vnnk81m2bFjx7ExY2Nj9Pf3c/755x977fzzz2fr1q1omnbctQKBwLEjVaeddho+n4/777//2BhN03jooYeOu5Zwor6+Xj77z59heGSM+dlJ3KEm6pdvoVJME2pYTsvaSwk3rUKv5JDtTto3XkU5t8CRnXdw6PHbGNn1cwrJKeq6zsLpDmDmFkjN9uMLN/Gvp72Gv7n077gvu0B2/giGXiU51YfN4cbhChCItdB1+muJtvRg6lUUh4dY2zoc7iBqJYdaziLb7IRr26htXY3bH8budBH2Klx3zTUirVwQBEEQhD+LaZrcedddWJ565men0TSNaqWMXi3gj7bStPpCPP5abIoDT7AOf7SFSj6JaRmUc4skp/uZP7IDrVJAlhVMQ2NhdDexfJKv3PlZ3rnjJ2BZWMDh2cMUZBnF6aOQmkKvFrBMnWopS25xlOlDW5nsewC1nKNh+dk4PUFc/hiyJCNLMr5ADNmmIFkG3T1bGJ+aY2xsBNM0GRk5wr59exgZOfKSbroJgiAIp55TLvPp85//PI899hj/9E//RKFQYP/+/cfeW716NQ6Hgw996EN87GMfo7W1lc2bN3Pfffdx4MABfvjDHx4bu3HjRs4991w+9alP8YlPfAKn08lXv/pVVqxYwWWXXXZs3Lvf/W7uuecePvrRj/LmN7+ZoaEhbr/9dj7ykY8cC2Q5nU5uuOEGbrrpJiKRCN3d3fzkJz8hk8nw7ne/+yWbm1NNX18v//Jv/0b/0DiuQO1SpxbLZHTvfajlPCvXXAKWgYQN2e7CMnT80Wb80RbSs0MoLu/SwkhxEHQ4+bt992CpZf4m3EImfoTE1H50tYJp6DjcAYrpWbBMwFoKWHVuwhuowe0NY7M5iI89w8L4PhzOpXpaNsWBOxDDQqKQXaRSzBELOPjExz8qCmkKgiAIgvBnGxsbYXx6HstVQ3JhBl+0mXJ+Goc7iCfUQCW/iMMdRLYpxEd2MTPwBLUdp+EJ1hNpWoVayTM7+CSzh3/D/PBO7C4f3UNPcmPfg0R1lYbMPN9rXcfITD+JyV4au88lMdWLYnfhDtTii7aRjQ/jDtbh9ATRKkWa11yE2xf9bWMXdelkgCSRy8xj6Boz8SSa5SSTzbN37x7++wc/YHx6Ht0wl4qNN9dz3bXXijWSIAiC8JxOueDTU089BcCXvvSlE97bunUrzc3NXH311ZTLZW699Va+853v0NHRwTe+8Y0Tij/feOONfPGLX+Szn/0suq5z7rnn8ulPfxpF+d20tLW1cfvtt/OlL32J973vfUQiEf7+7/+ed73rXcdd673vfS+WZfHd736XVCrFqlWruP32248d8xOOp+s6n/7s/8fAkUlCTaup6zwT0zBw+SLER59hfngnlXwCu8uHaWjo1TLVYorM/DAuXxS7y4tl6EgOF+1alX/b+i2WF9NowOl2B2ORZvzRZorpWWx2N05vkKm+rTi8IbJzgyQmD+CLtmD5o7h9ITpPu4J8aopsfIRw/XK8oQYC0UbcHi/FXJrZwe04pTJf+8/bWL/+pSkiLgiCIAjCK1Mmk2F6aoLxscewbE6KmTiyoiDb3Lj8UbRKEa1SQJIUZge3EWpYTtuGq8nFh8Gy8ARqad+wdPRt6uAj/F0hxRf0CgrQa7Pzdn8NE9t/gmyz07bhCgy1gidYj1Ytoqsl6jpPR5Zl8okJQmsvxR2IkZo+SNPqiwDQ1RKSLGOZBsnJPkKxBlpXnMnceD8TE2P84Ec/oWHZ6aw//40EwzVk04sMHtjOTbd8mw99QHS7EwRBEE50ygWfHn300T9p3PXXX8/111//R8f4/X6+8IUv8IUvfOGPjjvttNP42c9+9kfHSJLEDTfcwA033PAn3d9fst7effzL//48fQMjOL0R1FKe6UOPEajrwBuqp37ZFqrFNHNHtuONNJKY6CM+ugssKOdT1HacjlrOopXznDa+ly/su5eAXmVekvhAx+kM+2OkxveilbN4w03INoVqMYdl6ViGjtMXJTndh1YtEKpbTqiuE0MrY+pVkvFhHE43iqJQsFRSlQLp2UHSM31s7FkpAk+CIAiCIPzZTNPkgQfu5Vvf/hZHhgZQHD5C9d34wg2YpkV6tn8p61u2/7b4dxrLsoi1n4ahljBNHUNXQZap5BaxFTP8SNd4g6EC8OumNXyqcSULqWmkUoamVa9Cr5bJJyZoWn0h04ceRVdL6GqZYH03lUIStZQh0rSGxYl9GPqDOFx+ZJsduZAmOz9IJTfHik2XYVkWpewc1XKRqr2Gsy669lgJgmhtE1suvo4dW+/kzrvvZs2aHlGeQBAEQTjOKRd8Ek5td999B1+96WaqthjtG67GHahBLecpZeZJzxzG5Y1S23k64caVjO75FYce/x5aOYficOPwBpkf3oFaytC0fAvvHt/L3+z+OTKwS3Hwvpa1JJw+6lrWY5kmixNLbYMlWaGUXSrQ2b7hXNJzh8knJlFLGeaOPMXM4cdxuHwYukqsZQ2oOcoLhygaJpZlEA4GOeeNHyA+toexsRHR1UUQBEEQhOetr6+Xb33nW+za00ehrCLZ7LhD9WiVPOm5pc7K5fwiicmD1HWdgVYtUi2nkSQZj7+GSiGJTXFSyi2wOLEPvVrirpGdbDZUNCS+vuEKfrnmErxqkfa2DcwNPcXo7rupW3YWLT2X4nB6MQ39WC2oQE0biYm9aNUCDpeXYE0Hc0e2Y+oVkBUcTi9uX4hYaw/pVJLRg9vJxYdwegIEa7soFPIEAr/r6CxJEivWnU3vtp+K9ZIgCIJwAhF8El4yvb37+I8bv4Y9uoKO5eeDbMemOKmW0rj9MSSbjYWxPbj8MSqFFLpaIhBro77zDFy+CFq1RG5xjMRUH/98ZAd/U0oDcJvDzecbV2OPNON1+Znu30qkeS2e7Dw1Hafj9ARYGN1Neu4ws4NPEmvtoXH5OXgjDaRnD5OY7KOUmsLt9tK97gLOPOMMtEqOSrmIy+0lWteyVOtg+BlyudxJnkVBEARBEE41fX29fP2WbzGV0Gg77bXkc2nG9j+IqauEW9YSa1mHJ1hLamaAiQMPAhb+aCuSBYaukp49jOJ0Y+oqc4NPEqzrIli3jJ87fXQdfoKPrDifJ3SVhnIWb6gBm+KA7rPJxocJN6wgEGtn8sCDVEtpbHY3DpePajGDJMm4vEEwdRw2HbfLQV04QC5fJlcoolUdpGcHURQ7druDSOMKFqcPUykXUFXthOcMhGLohinWS4IgCMIJRPBJeNEd7Ybylf/zFQpVie72TUg2BxYg2xRcvhiGruEJ1JFbHCc9O0hy6iCxlh6a11yC0xPEZndSKSRxeILINjt3TR3kDdUCX+15NV9Pz2IYVfSpQ9idHnS1tNTdTqswP/QUdcvOpKXnMrBMyvkETasuxFDLKA4P0eYenO4AicleZgefwi7rBEMhJCkMgGVZ5PM5FuYm0dQKPp//5E6mIAiCIAinlKOd7VQ5TKS1EdPmphKfoVrO0dJ5Bs2rL8Jmd2B3+mjoPht3sI7Bp35IcvoQNruLSj5BfHQ3nae/lqneB1gRqMWx/nLK2TgPN69hz7IzKdocOMb2sDC2l/YNV2BZFr5wMzbFQTY+TCE1TWJiP6ZlEW3uwhdpIj78NKXsPNP9KSRLp6t7Da9+/bsY63ucZHqQjvUX075qC1q1hN3lJRhppFwusPPB7zM7shf7ZVef8Ky5TALFJhMIBF76iRYEQRBe1kTwSXhBmKbJ2NgIuVyOQCBAR0cXsizT27uP737/e/T29TM1PY072Ihlc2OaOrpapZyNgyRhmSaSbKNSSJKNj2BoFcKNq/AEa7BMA9lmp9nuYspt4o00sSc9w9Vr30PW7sZKTaFVihhahVD9MgI17bj9MaqlHKXsHJnZQZzuIMG65WhqhUJyCpc/CkjY7A5M0yRQ28HckR0sTh4ErgAglUoyOjpGrlBkov8pqqkxfvDDH3D9ddeJQpqCIAiCIPxJjna2C7edSf/gMIrTT35xHJviJNK0GkkCm+IEy8SyJII1HXSf/Rb23/efWJaFZVksjO/BWUhy8+IoZxg6f7fiXKZm+0lOHiBudyHLCoauUkzPEIg2E2s/jUJqGrVSYHZwG5JkwxOsp3H5ZrAs8gsjmFqZzvWXMnHwMRqbWnn92z+OZRoM7nkYm+IiEGsjGGtBkn73LG6Pn1BdJ1OHHqNSyhIMhY+9Z1kWgwe2097SQEdH10mYaUEQBOHlTASfhP9nfX293HnXXSe02w2HAtz1y3vB24juaMDhKaM4XOhqGZvNQbWUxuEO4HD6kGwKhj6OLNvIxoeQFQe+SDM2xYVeTPPWZ+7m2kNb+bsr/oFeWaGUXWBf31ZsdjuVQhq3P0q4YxPNay7GMjS0ahHLNAjVn8fi+D4WxvdS07YR2aagVQq4AzXo1QKGrqKrJdweL26PD6M4x46td1LXuorJmUWqqko+OYnTZnDmVe8knpwXnVwEQRAEQTjmD23AHZXL5UgkFjk0dAfFQh7F6SM9fwSn248k2QAJ2ba0JDcNncTkAeKju9C1Mh5PGG+wjq5qke9P7qfbNFAlG5G9v2KxnCNY20ltxyZ80TaqhQTjvfcTH9uDN9pKYvIApq6i6xoefxDDUJk6+AhOd4BQXQetay9kfmQvdkXioqvehqIoJBfiYBlEYjU4nU4WZkYJRutwOFyoaoVsMk4oEmPOJrF7268466JrCYRi5DIJBg9sxyrOcd07bhDFxgVBEIQTiOCT8Cd7rsXVoUN93HTLt5G8Dce123360bvZv/On1C07i2BdN/lMHJvDjWyzk549TKCmA8XuwtRVymoCyzJZHN+LVi3iCTWTS4wRH30GZ26Bf9t/L2fN9ANwxvg+fuPyYVkGuqpRzsUJNa5Esdmpad+I3eXFMnRkxYEky6jlLDXtG0nPHqaQmsIyddz+KC5PANlmI5+Ywu5w4fcFcDocvOHa1zM+McWjP7+FqqEQitQQDkfY8Oo30NS+AsuyRCcXQRAEQRCA596Aa2uq46zNZ9LQ0IjP5+Oee37JoYP7cHpjuHw1SxnflomFSSEzA9JSGYL50T1M7L8H0zCwTBO7c2m9c63Nzr8vjOA1DWZsdj6y7nKeLKaJtvTQuOI8TL2KqZWxu3zUdZ5Javogg0/+EK1aJNq2gdz8EbRyDkmGpva1eGuWY8kOZgd3UEyOcdGVb6G5c9XvMpdam8jky7Q2xkjnKiTnRrAsC0mS8Ps8NLY3U51toSFko3fbT3+38djSwHXvEJtzgiAIwnMTwSfhT/KHFlfJVAI8DSxbcyalQhbT0AnXNBGfm8CUnNi9tWiaSrB+GaXcArJsJz03RDEzT6ihG3+kGew2UlN9VIsZ/LE28osTOFw+6sb3ctveX9KhVanINv6xvps7Slm01PRSGrqhojg9+MJNlDKzOD1Blo7SuZBkG5ZpoGtJsMCyjGPH+VyBWixTp5hbQFdLeAI1jA88TjTk4e1vfxdjYyP0Dx6hY+2F1DV1EK1rORZkEp1cBEEQBEGApbXRszfg/MEofXuf5LGnH+UX9/war8dDOr1IVbWwu8NIihNdq6KrZWRJplrOk5zoQ7F7mDjwIKnpg3gCddh9XixMbMh8Mj3Dh+aHANjuCfFOfw2lSh5DrxBu6EaxOzEkCV2rUMknUEsZnN4wajVPqKaDWMMyqCRwyH7Wre6mokvEF4aJz8/icLq57DVvp7vnLJILM8cyl971/vdy989/zvzkAGdddC2FQh5V1XA47Ph8fp5+9C7WrurmM//fZ5iYGPuDGV+CIAiC8Gwi+CT8j35/cXU0u2n3k7/m0J5d1LV0MzYyiGlZyJJELjXL7MQw7mAtsuLA6Y3g8kXxR1qYG9pOtZxFLeUopmdx+aKAhc3uItq2ntz8MLWdm3htKcO/Hv4NbkNj2uHhTZ4QU7E2mttPA0lCsbuIj+xiYXwvlmmAJFMppLC7/FgmyLKCZFOwDJ1CaopqKUsxG8cm2xh88geEG1fiC9VgGTqTBx9GTQ3z9x/7CIqiUCgUcLp9rFx/NordccJ8iE4ugiAIgvCX7WgRccnbwJaLr2N2YojH7v8Jc3NzmJZEvlAmubiA0xfG6fej2D2o1QLl3CKSJOH0BrFMi8RUL8npPkCioftsGrvPweWPUM4ucu3On/Gh9AwAt8ba+MElf4s+tJ3M6G6cvjCyzY5WKWBoFdRynmopi8PtxxOswxdqoLZ1DbJZorGpjbBP4WMf/TiyLJHL5Zibm+XpnbuYGNvDzPAzJ2QuybLMTbd8m6cfvYsV684m+NujdU/veujY0TpFUcQmnCAIgvAnE8En4Y8yTZM77ryTguFkVcdqTEMHScY0dCQkShUVwx5l1aaL8QWjHNp5D0cOPUOoaTXVYnJpQVTJM3N4G5VCkmo5S6WYxeHyEm1eizsQwxtuxOkLM7zr5zg8Qf7KZuc/Dj0KwM6aTv6x5xJm03Po5Sw2uxNvqAGnJ4gv1oahV5dqMnlDJKf78QQbkGQJLAtDq6BViyyM76WUmaOp+2ywDFKzh8nMH0G22cA0qI/5+eTHPsI111wPQCAQQLHJZNOLRGubTpgT0clFEARBEP6yHS0ivv78NzI7McS2h+5EV0I0r7mU5MxhEtMD+GOtOL0hZJsdXS1h6lVizWuItW3ANAzmR3YiyzK6VkFxejH0KoahLh2381tsu+QDXHbHp/lOuJGfe8O0GhrLt7wJtZwjMzdENj6CyxtG16uYuorDE8Lli6JXCyiKglXNYuoF/MEgHa1RurqWHctM2rhxE5dfftUfrFXV07OeD33gBu686y5xtE4QBEF4QYjgk/BHPfDAvTy0dSuuQCPx+F1olTKlQgKnO0BqcYZgfTfR9tOxOX2k4uMMPPMg3nATulqimJ5nYXw/siThjTQRaljBdP+jgIUsKxRSU5TzixSSU9idXrLzQ/jCTfxclnm9O8ABV4Dbei7F5vZTF2lh8uAjONwBXP4opqGh2B2EGleST04SqNlAamaAuSNPUdO2EZvDTW5xnIWxvWTjw2y69G+o7TidhalBOtacQz45zcJEL+11fn7845/hcDiO1bTKZLKEfE4O9z7F2Zdcj/SsNi+ik4sgCIIgCLlcDt0w8Qej7Hjs5+g2P+5oB9nEFLND22lYdhZNqy/EE6ilXEgysO37BGu7aFx5HvnEJFOHtuL0BPGGGjB0FVlxoNgdtO7+BdNnXIsrEEPzhPjwtZ/jyO6fo1eKaGoZTIPm1ReSmOwjPTdIQ/e5BGINVEtpKrkEebVEZrYfrZDATh3eYJCgy+S6a6454UicLMt/NHOpp2c9a9b0/NFi6oIgCILwpxLBJ+EP6uvr5fs//DGuyDLWbHktss3BxJFerPgYpcwMHn8dte0b0KolFhfmOfjo7ailHKZpothd2N1+MnMDxFo3EGleQ2J8H9VimvplZy0Fo+qWYRoas4efJND/OFrTaho3XIHTE+T/W30xifkhUuN7iTavIdK8Zml3UC0hIYEFhl7FH2nG0FUKiSmCtV0UM/NkF+5Cq+SpFFKopSzrL3on68++mlIhT8XvY/myTsLhc1DLV3LgNz9jamqCUql0XE2rSrnI/Ow+sqkFNr/q9aKTiyAIgiAIxwQCAWyyRO+uhxkZ7MPfsBa/w01m/gjhxpU0rjwfu8uHYajo1SIOd4BY23oK6RlmD2+jtn0jzasvwuH2U0zPkp/p58P9j/Gu1DRf0qs89OoPAeDwxzANHcvUURxuDEMDScLu9FBITZNfHMXlDeEJ1lFITlOYPUglM0FdbS0Rv52O1ijXXXPNn52p9D8FqARBEAThTyWCT8JzOlrLwB3uoK21DZcnSHxuAl+0ldqOjQzt+gXzI7tZHmkkm5wjPrqbbGqOaOt6ato3IskKlfwihdQ0lUKCxMR+Fsb2EmvtYdmZ11FMT2OZBk5PiNcmxvliZpZf+WN8x+3HwsIerKGltgPTMknPDRKq78ayLEzTQNPKmLqKoato1SJYkF0cpZCeweWPoVeLmIZOTdtGUjOHqGtaBkAmFScUCtDa2oYkSWguF7phsnfvHh5+dNsJNa327niYicM72XZPHK8vKNLNBUEQBEEAoFAoMD8zzoFDA5RKFbSZQRbGe6kW07RvuAq9WkCvFpbqMlVLSJINX7iRwe0/IVi/jI5Nr8Xh9GKZBo12J58d2UVPahoAe7VEJZfE4fJTzqeoljK4PGHsLh+lbJxyPonLH8Ufa6NcSDK+79cYepVCapoz1q/kbR/9PA0NjSJTSRAEQXhZEcEn4TkdrWWw7rw3MD41z2J8ilIhj2RzUCnlcAcbMA2D6aGd1LRvYGTPLwg3dFPbselYbYNATTv+WDupmT6mDj6G2x8l3LgSsPAE6yktjvGuJ77HX08fBKCxkqeanEIJ1iPbFPRqkWhzD5m5IaYObcXhCeILN6KVc1imCbLC4sR+dK2MJ9hAsLYdxeFGkmQCsTb8oRj5xWHyySnmFTvoJTq7Vx07RpfLJLDJEk9u336sYOjR96K1TVzymnew3evFYy7ytr9+G6FQSCziBEEQBOEvXF9fLzd/61ZqOzahFEE1bQCkZ/upFJKYhoY7UIckS1SLGarlHIaukl0cxzR0QvXd2O0uAFbFR/jkr79CrJShYHfxobpl3O/00apVUMsFpvsfpVJMUdN2GsXUDIrLTzm3gOLwEG3pwRusJb84Tjk9Rdil8S+f/98sX77iZE6PIAiCIDwnEXwSntPRWgahSC2ddjdP79xJuVzCH2nCE6jFX9PG6N5fk4mPYBgaarlAY/cynN4glUKaaimNJNuwLBOXN4qsKFiWCUA+OUVULfOvD32DM4spAG7rPpdvdp6OUUzjURx4Qg0A2N1+dK1MdmKMmrYNlPMJHK4AhcwcifH9xEefQXF6aF17MXaHA0WGrs528vkC6eQ8hlpiengPjS3ttHevJhyOAL+r3RQOuMnky6w//+zjajsBSJLEynVn07vtp4RCIZF2LgiCIAh/4Z7d5e60ja9i+9NPo5h2nO4Q4YaVyLZ7SU4fxOEJYnd5sSkOHO4AlqmRmjqIbLPhdAcxdY2rBh/l/Y/fht00GA818M8Xv5+HDjyAVsySXRhlfngH6dlBIs1rcXgCaJUimfgIxcwcgZp2MDQquTnqamsx3GW66pvFWkUQBEF42RLBJ+E5PbvjW6SmEbfLhWo6cPtrkGSZ5PRhtGoRtVIgOX0IT6AGm+JkfngXlXwCyzLAArvLhy/aiiwv7Qqahk7L4W189eAjNBoaBcXB3zd0M7jxahym9tvAVRbLMtHVClolj1YpYrO7yScmOPTYbcg2Ba1aQivnsbBoXHEOLm8YGZWm+lrWrl2HZVk8fu8POW3dSiTZgZadAL0eTa0eV7vp3IvO5xf3PUIwXPPc8xCKoRsmuVzupZx+QRAEQRBehp6dGT42No7bF0U27Zi6hmXqeCON5BZHsSwTj78Wm92JZZnUtp/O2P57URwuqqUMkZlD/O3jt6GYBk+0n8ZXzn0bqUqBajFDMTNP9XAeQy1jWiap6YMUMzNIko1SZg5vpAWXJ4hDgWUdTeQSE0Ce6655i8jOFgRBEF62RPBJeE4dHV20N9czeGA7a864FGSFYCRIMTNDem6IsQOPIMk27HY3lmmgVUvER3cRalhBfdcZONwBdLVCYuoAs4e34Y+1o9hdKJUC3zi0lRpDYyJYz2cv+VueGNmFa7qPhuXnABKmruIOLBXOLGZm8YYbkRUH0ZYeiskpqqUsmfkjeGOteEP1pGcPo5aytHT10NqykdTiLIMHtuM0M3zsE5/EZpP51T2/oHfbz1B147jaTR6Ph18/+CjZ9CLR2qYT5iGXSaDYZAKBwEv/IQiCIAiC8LJyNDNcVpykMllM2UUpO49lmViWicMVwNCqLI7vJRBrwya5qOZTVEspJEmmlI2TnOpjoH0jN264Er8kc9em12FisTDwOOXcAqZhoJZz2J0ejGoJJAlME1lRCNS0Uc7Mkp87QGaijKPQyqruLlGPUhAEQXjZE8En4TnJssx1117L12/+Fo/e8z2S6Ty6ViGdmKNSSOINNeINtyDLEuV8isTkPlyBOppWXQi/zXqSZIVATSdqKUu1lKNx1flMHniQvw838j6Hl69e8rfkJIlw/XLmjuxAkm2E61egaxWy8WFSM/1U8gmaVl/E3OFtVIspAjXtVIppsgsjVPNJZEycLhe5+X4qPoP9j8+eUBhcUWTOO+8s9uw5QDqdOa4Ap2max4Jsz675BL87mtfe0kBHR9fJ+zAEQRAEQXhZOJoZPjl2hEw6DYoTpzuI4nCjONwUUtPYXX4KqWkOP/UjnJ4ghlbFskze0HEa/VN99M4eRlYc/KhxFQ6Pn+rEfjLxYXLxEfw17WTnh3EF61EUO02rL8LtDYOlU9vUhc/vZ3TPr9m0+UIOPfMAb3vTdVx11WtExpMgCILwsieCT8JzMk2TqalJivkUowNDFIoVPOFGqsUMLl+MajFDPjGBw+VHVuw4vWFKmVnio88Qqu1CV0tYpoFlGnQFarBNHmB4fD9atcz9ko3B9VdgS89gGkutg5tWXUhmbpDJgw9TSE1jGBoub5jWnstwOL3oegWnO4gk28DUcDpdxGobOPeyN+NyuRjZdx9/89Y3EQqFn7O7iyzLLFu2HF03j3vOo0G2m275Nju23smKdWcTCMWOO5p33TtuEIs6QRAEQfgLZ5ompmnidkjs2f4Qzuhy/P4avKEGdLWEZHOQnhskWNeF0xsmtzhG8+oLsQyDNxx+gr/ffTcTssK53jCVQor5kaeRkNC1CnaXj9Z1r8bQKhTTs+jVAvXLLsLti+BwebG0CrWNbYwf3EYkEqW2sYP5aIzVq9eINYogCIJwShDBJ+EEBw708o2bb2bnnv24I51IzgjhUBC1nCfWug6b3U1icj+NK8+ntn0jks1OMT1DOZ9gcWwPplbBF20BC9bMDfIfBx5E0iqcq1XwdZ6BWs7i9kexuwNU8gl0tYTLF6F1/eVk5obIzA3hi7bRsPwsHC4/C+N7kW0OTF0jl5mlkBinpq6By1//Hhrbutmx9U46Wpu44IKL/qwFWE/Pej70gRu486676N32U3TDPCF7ShAEQRCEv1x9fb3cedddjE/PMzMzzfjgALHWCm5/DE0rU8knSM8NkY2P0L7hKpyeILnFMTxIfGrfr7l4bDcAe90BnLF2Oi54J/nFCYrZeSRJxhdpxjRULMtElhV0rcJs/2MoDg82uxNJlpkeeIxQMMCrX/9uhg4+LTKzBUEQhFOKCD4Jx9m3bx833nQLu/cewBnpxBlqIZ2cx2YaBGra8dd0MbLrDmraNtB15nUYaglT1zDUMqGGlciyjVJ2AV+klSt2381nZg9jx+KgzY7D4UGONmMlLVIzAzSuPB9PsJ5KMUmlkESrFsktjiMrdppWnUc5n2BhfA+ZuUGQZArJSbBM2rtWceGVb8Hl8bFj650vSHZST8961qzpYWxshFwu95zZU4IgCIIg/OXp6+vlplu+jeRtoK7rDI6MTmJhkpjqQy3nkBUHmAZOX5ja9k3YnR7sbj9t1RLfeuBrLM8voksyX2zbwHc8ISxAV8uEGrqxu31UCikMvYqpqygON8gS3mAd0dZ1hBtWgCRRSE5Szc6ia1kO7HyEoMsUmdmCIAjCKUUEn4RjTNPkP2/8Or0DY2SyGepiTkq5RfTq0hG6cNNqMvODSJJEfffZGFoF09CxsNDVMnq1SG3H6Uzt+Akff+w7vCG/CMBDLT18sm09FdMkN9lHsH4Z6fnBpe4vHZtwB2opZeKkZwZYGN+LrpWZ7n+Mcm4Bu91O87LTSM4OEvI5WbasC0nxMrjnwRc8O0mWZdGiWBAEQRCEY0zT5M677kLyNtC6rIeHfvF9yoad5tUXszi+j0BtJ4rDhc3mwOWPIdvsVAopNo7s4vNjewiZOgmHh/e3rOUp2UasoZvk1EHiI7toXnMxbl8MrVLA1DXcgVoSkwfQq2Ual59D52mvQZIs1EphKcgUqiE7N0B6fohPfenLIjNbEARBOKWI4JNwzP3338vWx54im8ths7sp5xfQqyUKqWncgRrsTi/VQhpJlpFl5beZSBamaQIWWiVPnaFx0+QB1msVDEnim6e9hv9u7gG9QmPdMgByi+PUdZ5JJj7M6J5fIUkShfQMDncQf6yNajFFpGE5Sa3MitMvJzU/TEtjLf/+24WWyE4SBEEQBOGlMDY2wvj0POvOvZ6HfvFdkpkigZo2sgtjVAspDLVM48rzkSUJ09DQ1TJqOc/1Bx8hZOo84/Dw154QKbVCQ/c5eEJ1qJUC6ZlDAESa12AaOsgyicle0rOHUZweato3oNhsqGoJWYLG5nZyiSlWLns184OP4/P5TvLMCIIgCMLzI4JPArC0s/f9//o+xXKVaPNaQo0rqevYxNShR8knpjC0Cqm5w+ST45i6Rmb+CMGaDlz+GJapU0hN43AHuW7b91mvVUjZnfzz2W9hX+NKvC4/+cQkpl4l3LiSbHwYly/C8vbrKSSnKKZnqRSS1HaegcsTZP7IkzhtFi1tnbikAk1B+MePfpn16zcCiOwkQRAEQRBeErlcDk03ePDu79Df+zTeUAPx0WdQixkizWuolrMsjOwk3LgKhzuIaeRJTB3gzZbE37v8/Ee4gaoFLSvPx+UNoxYzeEP1yLKNTHyYbHwErVrE7vQiyQp2pwfT1HB5g1RKWSRMotEIXo+XUmaOSKyB6X6LXC53sqdGEARBEJ4XEXwSABgZOcKRkTHCjSvxRloxtCoTfQ+zMLYXxeVFK+eJD+/E6auhnJsgtzBGTdtGbIodXdXBspAVJ1+qX44RH+G+136KVKyVoMONoZbJY6GVCzhcAWSbgs3uRLG7cAdqSc0M4PLHiDR2Y+oqlWKauewUy5Z3s7zBzXXXfFSklguCIAiC8JKbm5vlqW0PoOvSUha424+WLaM43PjCTdgcLjLzR6idOsjlpQzfiLVhWRZFX4gv2uy0rr+c1PQhsvFh7G0b8ATrsbt9BGs7qes6k5HdP6eQmsYXaUICKrk4DocbrZwhFGkkGArhcrmolItIkkS1nEOxyQQCgZM9NYIgCILwvIjgkwDA4cMDVFQTuZimUkgjyTaK2TiVQgKbzQmShC+81InF7vKRnD6IZZk01HTyttQkt8baWRjbSym/yEcbV7DaE8DrcANQziexKS6q5QyVQhJDU7FMg2JmjvjILjLzR4g0r6acW6CST+BSTN71zndxxRVXimN1giAIgiCcFH19vdz49a9Trai4g3W4/LGlwuKeIKahkk9NAyZv9oT532O78eoq5Y5NPLbyfI7s+L8oDjeZ2UGCNV2M7fsVNpudlp5LwZIoFxZJTfejlrIEa9vJzBykqaGOpuWrMEyLamqcmpUbkWUJy4JsMo7P62Z6tE90uRMEQRBOSSL4JAAwMTFOVVWpa+si3LgavVqmmJmhkJwmMdUHSFQKSUL1y6lfdhZatURw6gC39z/GGr1KKVDHZy2LSPMq7A43C6N7aFp9IdViCq1cwOZwgQRzg0+SS0xyZOdd2J0eJEmmpmMTbl8Uh9NDZnqK87aczgc+8CERdBIEQRAE4aTQdZ0v//uX6e3dh+Jw4XB60Ct5ZJsDhydAuGEl0frlvHXb93nfkR0A9DavYXDdq7HKOSRJxhdpIT07gGWZmKaOWskzuvsX6GoJyzLx+iOsPvMKdF1npu8+Pv7Rf+Ce+x4iW5FZXBylf+cvqWvrQVN1yrl5KnoaDznR5U4QBOH/b+/O46Iq2/+Bf2YYBhAcFkXcRTBGBBEENURx3wJFLZfcSnMrNbMsrVwq1yzTskzMpe1xKbckFHMpN9THjNQnzQVcUZF9WIcZ5v794Y/5Og7qKMMyw+f9evHSOeeec+7rnu2a65xzD1kkFp8IOp0OFy8nwq2+L1zr+6GoIAeF//+X6pxqN4FOp0PmrfOo4xUCz8AIQFeMwKT/Ys6dS1Bo1bhrY4tDTm7wUobj2t+/QiqTQ5V6FfmqFLjWaw67Gs4oyLqD/KzbyE67CoW7J/KybkFu3wTunq0ht3eCOj8LOSnnIS1IwZiXZzCpIiIiokqRkJCA996fg3379sHWrgbcmwTBtZ4SNWs3gtTWHhk3zgDXT+Pjs3sRmn4NALDG4xnsGDAbOokN0i8ehb2TG9waNMedS/EoyEmDg8Id3m0GoECVhpz0q6jf2Af1PVtAlZEKbWE2ius2QMOGjTDltQnYsnUr1LkpuHXhEG6ePwJ7e3vU9XCH0tcHLww0zy/8EhERVTQWnwhXriQi+XYaatZqhOyUS8hOSYTQFUMitYHQFUMIARuZHE6uDYDiIgw7vRsv//kLpBD4X61GeKd1f5z4Zz+a12uGjJueyLx1DrY1nJF+4yyyU5JgYyODVCaHpjAXGnUe7BxcUFxUgMxb/yIvMxlSGzmKtWrYSjSYOG6sfmJxIiIioop05sxpLFi0CH8c/B2QSFC7SSu4ewZCamMLuX1NSGW26ODaEHNObEVDdS4KbGyxqN0LWJ99Fw2SzyMn4yZUd6+gnrIDijVqFGuLoKjjBW1hDoryVZDZyuHsVg9yuT0y7lxBTacacK3lDpFeEwqFAt7ez8DPryWuXElEVlYWVKpsKBQucHFx5lQERERk0Vh8Ivz11ykkXbsBlyb1oUq9Ctd6StRuEghbuxrIy7qDjORzyM24CV3KJcw++xs63ToPANip7IBP/bpB4lQL4p+9uPLnTui0akBigxo13VH3mVBIJBLotBrkZd6EKv0mFHW8UMOlLtR5mXBwrgPXus9AV6yFc80acHGS49yFJJw9e5pH9YiIiKhC6XQ6rPx6Jf5MOA1IZKihcIaHZwgc3epDo86DfU136IqL4J6fiYbqXFyxtcfUgF64Vasx8q+fxZW/d8HRpT7qKzvA0bUBbl08DEBA4e6J9Ot/I+3qn/Bq0Q7KVm1Qo4Yj5HJbODnVxPEDWw3mcZJKpfxlXyIisjosPlVzOp0OMbExyCsohLh9ES4ezdC4VW/YSGXQCR0kEhvY2juhQJWCOhnJCE25jCKpDMvbvoDtDf1QrFUDqlRoiwqhSk1C09Z9kZNxExnJ5yF0Osjk9pBIpJDZOaKxf3dIIJCvSoXMVo46TQLg4uqOZs284evrBwA4tn8LtmzbBj+/ljy6R0RERBUmMfESjhw9BlVWOuyd3GDnoIBLfSVsbGyhLSoAoIPcviZONnsWHxXmY0PyP4CDM+QFKkDo4O4ZBPcmQSjMSUXyvweRefsidFoN0hOPoLabC4oLbgJ5DeBo7wuFoiZUWWk4/t/fIPJucx4nIiKyeiw+VXOJiZdx7sIVQEihzsuAu+cgSCVSCCEAISCxkUGrzoNznWY4nZOOhWHDoarXHBfq+cA27RqKsnKQk3YNgICjWyNkpVyG0Gogs1fARm6P+spwyB1qwt7JDTYSHXQF6ci+/T/Urd8I3br1Qr36DQySLWVAe5w+tBlXriTyqB8REZGFSkxMxPz585GQkABHR0dERUXhjTfegFwur+yuPdSePbtx6/YN2Du4QCazg1Qmh1adh/r2TpgdvxFftnsB+Y1bQWbrgD31lchM/gduEily0m6gWKtB2vWzSL9+BjqdFlIbOWxsbOFRW4FpU99ASEgb5ObmYtv27Th9aDO0xTrIbKTwbFQPL7zEeZyIiMj6sfhkZpaWbJ0//z9kZGZBUdcHBZm3oFXno6ggBza2cuiKCjH02CYccKmLy3Wfge6iBt/nZcGzhgJyrRraogKkXfsbOek34OTWEEUFOcjMuA77mm6ARApNYQ4Kcu7C0cUDQuigSruKgrRLKMi4hj4jp6NBw0ZG/VG41Ia2WAeVSlUJo0FERERllZ2djZdeegmenp5YsWIFUlJSsHjxYhQWFmLOnDmV3b1S6XQ6fPLJx5DJ7CCgAyQS2MjkaPi//Vh+6Shq52XC8XA+3uz9BuwcXZF24yyErhiq1KvIun0ejm6N4OhSF1IbOQAd8rNToLBTY8WyaIO5LFu2bIUrVxKhUqmgUCg4jxMREVUbLD6ZkSUmW599thS6Yg3s7ByhlsmRm3kTWk0BFJpCzP3vFoTduYTnHBQY0v01yGwdUJSXhUsntkCn00KnVUOVdh02tvao4VIPuRnJqN2wFfJzUqApzINH0xDkZd1GRvI5aApzYCvRIshfiZq2jeCocC21P6qsNMhspFAoFBU8EkRERGQOmzZtQl5eHr788ku4uLgAAIqLi/Hhhx9iwoQJ8PDwqNwOlmLw4P5Qa7RwdKkHp9qNocnLwlhtEWafjoVcCFx1rosvwkcjLysZ187uQdr1M9AVayGzy4K2SI3sO5eRn3UbtnaO0GnVcFPYYcWKb4x+RIXzORERUXXFQy1mdH+y1bFjR7zwwgt4++23sWnTJqSkpFR294zk5+fj3L/noM5XQV2ggq29EwpzM9BSKsP6P9Yi7M4lqG1kWOXfA3fSb0BiI0Md77ZwqdsMCndPKDyawdbOCfWVHSCRSOBaXwkHlzrQaTXQ6bTIuHUehTnpUOemwUlWiEUfzsLaNevRys8XF87E37u07z5CCFw4E28w6SYRERFZlkOHDiE0NFRfeAKAPn36QKfT4ejRo5XXsYc4efK/OHToD8jtHOHh3QZez4Th8+w7mHf1L8iFQJxrffSp3xy/XziElKRTUN29CgkkAAQ8mraF3NEZdo4uqFXPG65uteH7TFN8E21ceCIiIqrOWHwyI0tLtubPnwNAConUBnmZyZBIJOiUdBKfb52LBqq7uO3oihGto/CdVo28zGTUauAHqY0NnGo1hrtnMHTaItg5uULodMhJvw5dsRZ3Lh9HcXERvFp2RtNnAlC/ngdat2yONavXIiKiH2QyGV54/nmIvNs4tn8L0u8mQ1OkRvrdZBzbv+XepJsDB/IUdCIiIguVlJQELy8vg2UKhQLu7u5ISkqqpF6VTqfT4dXXxkMitYW8hgtaNgnCN0d/xDDVXRQDWOzxDGZ3HA1X/x5wa9gStnY1IJFKYSOTw6FmHeRn30JxQRaaNKoHrwYu6N25LRbOn8fCExER0QN42Z0ZJSUl4fnnnzdYVlWTLQA4fPgIZDI5FLUbw6NJICYkxGJqQTYA4A95DYxzrouslEQU5qXDrYEfbO2dYF/DBTmZycg8fxDpN/8HXbEWqrtXYGMjg9BpUNPRHnXrN4GTuIuashrwbOWNFwYONJhIs2XLVpjy2gRs2bqVk24SERFZmZL5jB7k7OyM7Oxsk7fTrVu3h6774Ycf4OFRFzJZ2Q5W/fvvBdxKTobcQQGpzBZqJzfYSm2QLa+B1z2DsOVuEmTHN8JGZgddsQbFWjVsbO0hkdrARmaL2g5qLFq5Eg0aNIRCoYCXF+dwup+NjdTgX3p6HEvz4niaD8fSfKx9LFl8MiNLSraAe3NU2To4Qu7oilpNgtDizB4AwPfKDvjymfZwkzuglkQKVeo1pN84g6Rb5yG1sUWxRo3C/Kx7PzsskaBpU28808wbw18chj59InD16hX9WDwsCQsKCkKrVq2QlJT42LZlZc0vYmuNzVrjAhibJbLWuADrjc1a4yJDUqkErq6OZdrGyZPxkMjsILOrAQiBu+k3ML/fTAhNAW7YOsDn9kXcvngMBTkp0BTkAhIJNOpCSKVA+5DmmP/RBwgK4llOj6NQOFR2F6wGx9K8OJ7mw7E0H2sdSxafLJA5ki0AaNq0Mc5cuAmp1AZSuT3e9m6HMK0aiV3GobbUBkKnRYEqDUWFubBzdEXW3URo1Pmwr+EKicQGLgpnvPXWGxg8eDCaNWumLxy5uwea3IdatUxvW1bW+iIGrDc2a40LYGyWyFrjAqw3NmuNq6pTKBTIyckxWp6dnQ1nZ2eTt7N///5Hri8u1kGlyn/i/t0vPT0LMrk9JBIpbO2dkHr1LyQ6uaGGog7s5fZwkzSHXQ0XXPk7FnlZdwBIULuWKya/NgmvvjoJUqkUmZl5ZeqDNbOxkUKhcIBKVYDiYl1ld8eicSzNi+NpPhxL87HUsVQoHEw64MfikxlZUrIFAJ06dcGZf7+DEAJpVxPg4tsJO8/uQc0ze1DHszXkjs5QpV9D2rXTyLx9Uf+reI72Nghu3wEz3pmBwMB7R/uyswvK3J/yYqkvYlNYa2zWGhfA2CyRtcYFWG9sFRWXqclWdePl5WU03UBOTg5SU1ON5oIqK622bI+vr68/7OwdUZifA3kdTxTmZODGP/vh4tEMcoeaKCrIQUbyOWTdvgi5rRSz3puD0aPHQiaTQae7N2cUPV5xsa7MjxXdw7E0L46n+XAszcdax5LFJzOypGQLAF577Q0s/+JLQOiQlZIIAKjTtA3Sb/4PF49vQlFBDgpz01FUmIMGdetg5Gtvw9OzKZo394W39zOQSqUW9aKw1hcxYL2xWWtcAGOzRNYaF2C9sVlrXFVdeHg4Vq1aZTAdQVxcHKRSKcLCwiq5d4Y6deoCj9o1kZJlh8w7l+Ba9xloiwqRkngSxVo1NOpc5GWlwNnJDps37eS8lERERE+JxSczsqRkCwDs7e0xbOgQbNqyE851myHz9kVI7lxCcbEWhaq7yMu+A1upwN7d+9C8eQtOoElERESPNXToUPzwww+YNGkSJkyYgJSUFCxZsgRDhw6Fh4dHZXfPgEwmw7TXp2Le4k8ggQLpN/6BzM4REglQrCmEOl8F5TNNceBAPPMgIiKiMuCnqBkNHToUjo6OmDRpEo4cOYKtW7dW2WSrxOLFSzH0hX7IufMvVGnXkJ16Baq7icjPvoMhLzyPa9fuoEULfyZcREREZBJnZ2d89913sLGxwaRJk7B06VK88MILmDlzZmV3rVQDBw7C7Jlvo4mHM5xdawM6NbSFKjjaSfDpkk/xxx/HmQcRERGVkUQIISq7E9YkMTER8+bNQ0JCAhwdHREVFYVp06ZBLpebbR/FxTpkZJh3csvCwkJER3+JO3eSUbduA0yYMBn29vZm3UdlkcmkcHV1RGZmntVdfmGtsVlrXABjs0TWGhdgvbFVVFxubo6c86kSmTsf0mq1OHr0EPLysuDo6IKwsHDIZLxIoCys9T2mMnAszYvjaT4cS/Ox1LE0NR/iJ6qZeXt749tvv63sbjwxe3t7vPXWOxb5ZCciIiIqK5lMhm7dujMXIiIiKgc8XEdEREREREREROWGxSciIiIiIiIiIio3LD4REREREREREVG5YfGJiIiIiIiIiIjKDYtPRERERERERERUblh8IiIiIiIiIiKicsPiExERERERERERlRsWn4iIiIiIiIiIqNyw+EREREREREREROVGIoQQld0JejJCCOh05fOw2dhIUVysK5dtVyZrjQuw3tisNS6AsVkia40LsN7YKiIuqVQCiURSrvughyuvfMhaXxOVheNpPhxL8+J4mg/H0nwscSxNzYdYfCK9W7duAQDq169fyT0xL2uNC7De2Kw1LoCxWSJrjQuw3tisNS4qf3zumBfH03w4lubF8TQfjqX5WPtYsvhEet26dQMA7N+/v5J7Yl7WGhdgvbFZa1wAY7NE1hoXYL2xWWtcVP743DEvjqf5cCzNi+NpPhxL87H2seScT0REREREREREVG5YfCIiIiIiIiIionLD4hMREREREREREZUbFp+IiIiIiIiIiKjcsPhERERERERERETlhsUnIiIiIiIiIiIqNxIhhKjsThARERERERERkXXimU9ERERERERERFRuWHwiIiIiIiIiIqJyw+ITERERERERERGVGxafiIiIiIiIiIio3LD4RERERERERERE5YbFJyIiIiIiIiIiKjcsPhERERERERERUblh8YmIiIiIiIiIiMoNi09ERERERERERFRuWHwiJCYmYvTo0QgMDERYWBiWLFmCoqKiCu/H7t278eqrryI8PByBgYGIiorCli1bIIQwaPfzzz+jV69eaNmyJfr164fff//daFs5OTl477330LZtWwQFBeH111/H3bt3jdr99ddfGDJkCAICAtClSxesXr3aaH9CCKxevRqdO3dGQEAAhgwZgr///vup48zLy0N4eDiUSiXOnj1rFbFt374d/fv3R8uWLdGuXTuMHTsWhYWF+vUHDhxAv3790LJlS/Tq1Qtbt2412kZRURE+/vhjhIWFITAwEKNHj0ZSUpJRO1Ofr6aM5ePs378fgwYNQlBQEDp06ICpU6fixo0bT7Wvynrcrl27hjlz5iAqKgotWrRAZGRkqe2qagwpKSmYMmUKgoKC0LZtW7z//vvIzc01Kbbc3FysWLECL7zwAkJCQtC+fXtMnDgRFy5csPjYHrRv3z4olcpS21Wl2EyNS6VSYf78+ejQoQNatmyJ7t27Y926dQZtKuM9w9SxJMtTVXKhqq4yPlOsVWXkvdbq4MGDGDFiBJ599ln4+/ujW7duWLRoEXJycgzamTMfrS4q6nuLtdq2bRuUSqXR36effmrQrtqMpaBqLSsrS4SFhYnhw4eLQ4cOiZ9//lkEBweLDz/8sML7MnjwYDFt2jQRGxsr4uPjxaeffiqaN28uVqxYoW/z66+/CqVSKZYtWyaOHTsmZs+eLVq0aCESEhIMtjVmzBgRHh4uYmNjxb59+0RkZKTo16+f0Gg0+jZXr14VgYGBYtKkSSI+Pl6sX79e+Pn5iTVr1hhsKzo6Wvj5+Yn169eL+Ph4MWnSJBEUFCSuX7/+VHEuWbJEtG/fXvj4+IgzZ85YfGwrV64UQUFBIjo6Wpw4cULExcWJuXPnitzcXCGEECdPnhS+vr5i9uzZ4tixY2LZsmVCqVSK3bt3G2xn9uzZIjg4WPz888/i0KFDYtiwYaJjx45CpVLp25j6fDV1LB/l+PHjonnz5mLmzJni6NGjIjY2VvTs2VN0795dFBQUPPG+Kutx27t3rwgPDxdTpkwRkZGRIiIiwqhNVY2hqKhIREZGisjISLF//34RGxsrwsPDxfjx402K7cKFCyIsLEx89tln4vDhw2Lfvn1i2LBholWrVuLy5csWHdv9CgoKRJcuXUT79u1LbVeVYjMlrry8PNGvXz8xYMAAERsbK44fPy42bdpk1JfKeM8wZSzJ8lSlXKiqq+jPFGtW0XmvNduxY4f4+OOPRVxcnDh+/Lj44YcfRNu2bcXo0aP1bcyZj1YnFfG9xZpt3bpV+Pj4iEOHDomEhAT9361bt/RtqtNYsvhUza1atUoEBgaKzMxM/bJNmzYJX19fcefOnQrtS3p6utGyWbNmidatW4vi4mIhhBA9e/YUb775pkGbIUOGiLFjx+pv//XXX8LHx0ccPnxYvywxMVEolUoRGxurXzZ79mzRpUsXoVar9cuWLl0qQkJC9MsKCwtF69atxdKlS/Vt1Gq16NKli5g7d+4Tx3j58mURGBgoNm7caPQmbomxJSYmihYtWog//vjjoW3GjBkjhgwZYrDszTffFH369NHfvn37tvD19RWbNm3SL8vMzBSBgYFi9erV+mWmPl9NGcvHmT17tujatavQ6XT6ZceOHRM+Pj7i5MmTT7SvynzcSl47QggxY8aMUr8oVNUYYmJihFKpFImJifplhw8fFj4+PuL06dOPjS0vL0/k5+cbLMvNzRVt27YVH330kUXHdr/ly5eL4cOHl9quqsV2fyL1sLiWLVsmunXrJvLy8h4ac2W8Z5g6lmR5qlIuVNVV9GeKNavovLe62bx5s/Dx8dG/hs2Zj1YXFfW9xZqVFJ9Ke72XqE5jycvuqrlDhw4hNDQULi4u+mV9+vSBTqfD0aNHK7Qvbm5uRst8fX2Rm5uL/Px83LhxA1evXkWfPn0M2jz33HM4duyY/vT4Q4cOQaFQICwsTN/Gy8sLvr6+OHTokH7ZoUOH0K1bN8jlcoNtqVQqJCQkALh3GUpubq7BPuVyOXr06GGwLVPNnz8fQ4cORdOmTQ2WW2ps27ZtQ8OGDdGpU6dS1xcVFeHEiRPo3bu3UVyJiYm4efMmAODIkSPQ6XQG7VxcXBAWFmYU1+Oer6aO5eNotVo4OjpCIpHol9WsWRMA9KfEW8LjJpU++m2+Ksdw6NAhKJVKeHl56ZeFhYXBxcUFBw8efGxsNWrUgIODg8EyR0dHNG7c2OA0ZUuMrcT169exfv16zJo1q9T1VS22w4cPPzamLVu24Pnnn0eNGjUe2qYy3jNMHUuyPFUpF6rqKvozxZpVdN5b3ZS8njUajdnz0eqior63VGfVbSxZfKrmkpKSDL4gAIBCoYC7u3uVuL751KlT8PDwgJOTk74/D74Bent7Q6PR6OfiSUpKQtOmTQ2KBsC9F2jJNvLz83H79m2j2L28vCCRSPTtSv59sJ23tzdu3bplMK/R48TFxeHixYuYNGmS0TpLje306dPw8fHBypUrERoaCn9/fwwdOhSnT58GcO+LsUajKXUf9/chKSkJtWrVgrOzs1G7+5+HpjxfTR3Lxxk4cCASExPxn//8Bzk5Obhx4wY+++wztGjRAq1bt36ifVW1x+1+VTmG0h5viUSCpk2bPvX7k0qlwqVLlwy2a8mxLViwAFFRUWjevHmp6y0ttps3byI1NRWurq6YOHEi/P390bZtW8yaNQt5eXkGcVX0e4YpY0mWqarnQpaEr6eyKa+8t7ooLi6GWq3GP//8g6+++gpdu3ZFw4YNzZ6PVgcV9b2luoiMjISvry+6deuG6OhoFBcXA6h+Y8niUzWnUqmgUCiMljs7OyM7O7sSevR//vzzT+zatQtjxowBAH1/Huxvye2S9SqVSn+Gyv3uj6lkAsIHtyWXy+Hg4GCwLblcDjs7O6N9CiFMHqOCggIsXrwY06ZNg5OTk9F6S40tNTUVR44cwS+//IK5c+fiq6++gkQiwZgxY5Cenl7muBQKhUE/THm+mrrPxwkJCcGXX36JpUuXIiQkBN27d0d6ejq++eYb2NjYPNG+qtrjdr+qHIMp+3xSn3zyCSQSCV588UX9MkuN7cCBA0hISMDUqVMf2sbSYktLSwMAfPzxx3B2dsY333yDadOmIS4uDrNnz35sXOX5nlEez0eqGqpyLmRp+Hp6euWZ91YXXbp0QUBAAAYOHAh3d3csXboUQNnH8sHPFmtXkd9brJ27uzumTJmCjz/+GN988w06deqE5cuXY8GCBQCq31jKKrsDRKW5c+cOpk2bhnbt2mHUqFGV3Z0y+/rrr1GrVi08//zzld0VsxJCID8/H59//rn+zItWrVqha9eu+PHHH9GhQ4dK7uHT++uvv/DOO+9g8ODB6Ny5M7KysrBy5UqMHz8eGzZsgL29fWV3kZ7Q1q1b8dNPP2Hx4sWoW7duZXenTNRqNRYuXIgpU6aUeumGpdLpdADuHQH8+OOPAQChoaGQyWSYNWsWpk2bhkaNGlVmF4mIzM7a8t7Ksnr1ahQUFODy5cv4+uuvMXHiRKxfv76yu2VxrPV7S2Xo2LEjOnbsqL/doUMH2NnZ4bvvvsPEiRMrsWeVg2c+VXMKhcLoZ0iBe1XWB085rSgqlQrjxo2Di4sLVqxYoZ9foKQ/D/ZXpVIZrFcoFPqfK7/f/TGVVI4f3FZRUREKCgoMtlVUVAS1Wm20T4lEYtIYJScnY926dXj99deRk5MDlUqF/Px8APcud8nLy7PY2BQKBVxcXAwu+XFxcUGLFi1w+fLlMselUqkM+mHK89XUfT7O/Pnz8eyzz2LmzJl49tln0bt3b6xevRrnzp3DL7/88kT7qmqP2/2qcgym7NNUBw8exJw5c/Daa69hwIABBussMbbvvvsOUqkUERERUKlUUKlU0Gg00Ol0UKlU+jkCLC22kvXt2rUzWP7ss88CAC5duvTIfZTne4Y5n49UtVTFXMhS8fX05Coi760umjdvjqCgIAwaNAgrV67EiRMnsHfvXrPno9asor+3VEd9+vRBcXExzp8/X+3GksWnaq6060RzcnKQmppqdF10RSgsLMSECROQk5ODNWvWGJxeWNKfB/ublJQEW1tb/dFwLy8vXLlyRT8pdIkrV67ot1GjRg3Uq1fPaFsl9ytpV/LvlStXjPZZv359k85+uXnzJjQaDcaPH482bdqgTZs2+kr3qFGjMHr0aIuNrVmzZg9dp1ar0bhxY9ja2pYa1/198PLyQlpamtFpow/Ow2HK89XUsXycxMREo3l06tatC1dXV1y/fv2J9lXVHrf7VeUYSnu8hRAG+zTF33//jalTp6J///6lXqJmibElJSXh2rVrCA0N1b+v/Prrr0hMTESbNm2wdetWi4ytUaNGBpOeP6ik8FUZ7xmmjCVZpqqWC1kyvp6eTEXlvdWRUqmEra0trl+/bvZ81JpV9PeW6q66jSWLT9VceHg44uPj9dVV4N4Ec1Kp1GA2/Yqg1WrxxhtvICkpCWvWrIGHh4fB+kaNGsHT0xNxcXEGy3ft2oXQ0FD9F5bw8HBkZ2fj2LFj+jZXrlzBuXPnEB4erl8WHh6O/fv3Q6PRGGxLoVAgKCgIANC6dWs4OTlh9+7d+jYajQa//fabwbYexdfXF99//73B37vvvgsA+PDDDzF37lyLja1Lly7IysrC+fPn9csyMzPxzz//wM/PD3K5HO3atcOePXuM4vL29kbDhg0B3DsFVSqV4rffftO3yc7OxpEjR4zietzz1dSxfJz69evj3LlzBsuSk5ORmZmJBg0aPNG+qtrjdr+qHEN4eDj+/fdfXL16Vb/s2LFjyMrKeugvLD7o8uXLmDBhAp599ll8+OGHpbaxxNjGjRtn9L7SoUMHNGjQAN9//z26du1qkbHJ5XKEhYUZ9BcA4uPjAQB+fn4AKuc9w9SxJMtTlXIhS8fXk+kqOu+tbk6fPg2NRoOGDRuaPR+1ZpXxvaW62bVrF2xsbNCiRYvqN5aCqrWsrCwRFhYmRowYIQ4fPiy2bNkiQkJCxIcffljhfZk1a5bw8fER69atEwkJCQZ/arVaCCFETEyMUCqV4vPPPxfHjx8Xc+bMES1atBB//fWXwbbGjBkjOnXqJHbt2iX2798vIiMjRb9+/YRGo9G3uXr1qggMDBRTpkwR8fHx4ttvvxV+fn5izZo1BtuKjo4W/v7+4ttvvxXx8fFiypQpIigoSFy/fv2pYz1+/Ljw8fERZ86c0S+zxNiKi4vF888/L7p37y5iY2PFvn37xODBg0Xbtm3F3bt3hRBCnDx5Uvj6+oq5c+eK48ePi88//1wolUqxa9cug23Nnj1bhISEiC1btojDhw+LESNGiI4dOwqVSqVvY+rz1dSxfJRvv/1W+Pj4iHnz5omjR4+K2NhYERkZKdq3by8yMjKeeF+V9bjl5+eL3bt3i927d4sRI0aITp066W+np6dX6RiKiopEZGSkiIyMFAcOHBCxsbGiU6dOYvz48SbFlpaWJsLDw0XHjh1FfHy8wXvKpUuXLDq20syYMUNEREQYLa9KsZkS19mzZ4Wfn5948803xeHDh8WPP/4ogoKCxFtvvWXQl8p4zzBlLMnyVKVcqKqr6M8Ua1bRea81mzRpkvj666/FgQMHRHx8vFi3bp0ICwsTffv21Y+lOfPR6qa8v7dYszFjxojo6Gjxxx9/iD/++EPMnj1bKJVKsWDBAn2b6jSWLD6RuHz5snjppZdEQECACA0NFYsXL9a/UVekLl26CB8fn1L/bty4oW/3008/iR49egg/Pz/9l5sHqVQq8e6774qQkBARGBgoJk+eLO7cuWPU7tSpU2LQoEHC399fhIeHi+joaKHT6Qza6HQ6sWrVKhEeHi78/f3FoEGDnqiIUZrS3sQtNbb09HQxffp0ERwcLAICAsSYMWOMvtjv27dPREZGCj8/P9GjRw/x888/G21HrVaLxYsXi9DQUBEQECBefvllcfnyZaN2pj5fTRnLR9HpdGLDhg2ib9++IjAwUISFhYlJkyaV2qeq/LjduHHjoa+r48ePV/kY7ty5IyZPniwCAwNFSEiIePfdd0VOTo5JsZW8zkr7GzFihEXHVpqHFZ+qUmymxhUfHy8GDhwo/P39RVhYWKmv88p4zzB1LMnyVJVcqKqrjM8Ua1UZea+1io6OFlFRUSIoKEgEBgaKiIgIsXz5cv1naglz5qPVSUV8b7FW8+bNEz179hQBAQHC399fREZGiu+++84ov6ouYykR4oELB4mIiIiIiIiIiMyEcz4REREREREREVG5YfGJiIiIiIiIiIjKDYtPRERERERERERUblh8IiIiIiIiIiKicsPiExERERERERERlRsWn4iIiIiIiIiIqNyw+EREREREREREROWGxSciIiIiIiIiIio3LD4REVGZbNu2DUqlEmfPnn1s25EjR2LkyJH62zdv3oRSqcS2bdv0y1asWAGlUlkufSUiIiIqL0qlEh999NFj25XkTjdv3tQvMyVHIrJkssruABFVLaZ+6f/+++/Rrl27cu7N4+3duxebN2/G2bNnkZeXBxcXFwQHB2Po0KEIDQ01aHvr1i2sWrUKR44cwd27d1GzZk0EBQXhlVdeQXBwcJn6ceLECYwaNUp/WyaToW7duggODsaUKVPQqFGjMm2/ulu1ahWaNWuG7t27V3ZXiIiomrDGnKgkX/n888/Ru3dvo23MnDkTe/bsQUJCwlP3o2vXrkhOTtbfdnNzQ9OmTTF69Gj06NHjqbdLwMGDB3HmzBlMmTKlsrtC9MRYfCIiA0uWLDG4/csvv+Do0aNGy729vSuyW0aEEHjvvfewbds2tGjRAqNHj0bt2rWRmpqKvXv34uWXX8bGjRvRunVrAMCpU6cwfvx4AMCgQYPg7e2NtLQ0bN++HcOHD8f7779vcLTpaY0cORItW7aEVqvFuXPnsHnzZhw8eBA7d+6Eh4dHmbdv6dauXfvYNq+++qr+sSoRHR2NXr16sfhEREQVxlpzoorg6+uL0aNHAwDu3r2LzZs3Y/Lkyfjggw/w4osvVlg/qqqoqChERERALpc/tE2DBg1w5swZyGT/95X94MGD+M9//sPiE1kkFp+IyEBUVJTB7dOnT+Po0aNGyx9UUFAABweH8uyagXXr1mHbtm146aWX8O6770IikejXvfrqq9ixY4f+wzo7OxtTp06Fvb09Nm7ciMaNG+vbjh49Gq+88goWLlwIPz+/MidmISEh+iOJzz//PDw9PTF//nzs2LEDEyZMKNO28/PzUaNGjTJto7I9KskqIZPJDBItIiKiymCNOVFF8fDwMBin/v37o2fPnvj222/LXHxSq9WwtbWFVGq5M8jY2NjAxsbmkW0kEgns7OwqqEdE5c9yX7FEVGlGjhyJyMhI/O9//8Pw4cPRqlUrfPbZZwDunaK+YsUKo/t07doVM2fONFimUqmwYMECdOrUCf7+/ujRowdWr14NnU73yP0XFhZi9erV8PLywowZMwySrBL9+/dHQEAAAGDz5s1ITU3F22+/bVB4AgB7e3ssXrwYEokEX3311RONgymeffZZADC4pv/gwYMYNmwYAgMDERQUhPHjx+PSpUsG95s5cyaCgoJw/fp1jBs3DkFBQZg+fTqA/5tPYPfu3XjuuecQEBCAIUOG4MKFCwCATZs2oUePHmjZsiVGjhxpsO8Sp0+f1l9u2KpVK4wYMQKnTp0yaJOcnIwPPvgAvXr1QkBAANq1a4fXX3+91O0B9x6XOXPmoF27dmjdujXeeecdZGdnG7R5cD6D0jw455NSqUR+fj62b98OpVIJpVKJmTNn4vjx41Aqldi7d6/RNmJiYqBUKst02QAREdHjWFpOVFnc3d3h5eVlcDleSkoK3n33XbRv3x7+/v6IiIjAli1bDO534sQJKJVKxMbGYtmyZejYsSNatWqF3Nxcfa5069YtTJgwAUFBQejYsSP+85//AAAuXLiAUaNGITAwEF26dEFMTIxRv0wd97Vr12Lo0KFo164dAgICMHDgQMTFxT003p07d6JXr15o2bIlBg4ciJMnTxqsL23Opwc9OOfTzJkz9bGV5ENKpRJCCHTt2hWvvvqq0TbUajWCg4MxZ86ch+6HqKLw0DIRPZWsrCyMGzcOERER6NevH2rVqvVE9y8oKMCIESOQkpKCoUOHol69ekhISMBnn32G1NRUvP/++w+976lTp5CVlYVRo0Y99qgRABw4cAB2dnZ47rnnSl3fqFEjBAcH48SJEygsLIS9vf0TxfIo169fBwC4uLgAAHbs2IGZM2eiQ4cOmD59OgoKCrBx40YMGzYM27dvR8OGDfX31Wq1+gLRjBkzDPr1559/4sCBAxg2bBgAYPXq1Zg4cSLGjh2LDRs2YNiwYcjOzsaaNWvw3nvv4fvvv9ff99ixYxg3bhz8/f0xefJkSCQS/RHTDRs26BPUs2fPIiEhAREREahbty6Sk5OxceNGjBo1CrGxsUZHdT/66CMoFApMnjwZV65cwcaNG3Hr1i388MMPpSbDplqyZAlmzZqFgIAADB48GADQuHFjBAYGol69eoiJiTGaQyImJgaNGzdGUFDQU++XiIjIFJaUE5XIy8tDRkaG0fKioqIn6rupNBoN7ty5o8+H0tLSMHjwYEgkEgwfPhxubm44dOgQ3n//feTm5uLll182uP/KlStha2uLV155BUVFRbC1tQUAFBcXY9y4cQgJCcH06dMRExODjz76CA4ODli2bBn69u2Lnj17YtOmTZgxYwYCAwP183A+ybh///336Nq1K/r27QuNRoPY2FhMnToV0dHR6Ny5s0FfT548iV27dmHkyJGQy+XYuHEjxo4di59//hk+Pj5PPYZDhgzB3bt3jS79lEgk6Nu3L9auXYusrCz9GAP3cuDc3Fz069fvqfdLZC4sPhHRU0lNTcWHH36IoUOHPtX9169fjxs3bmD79u3w9PQEAAwdOhR16tTB2rVrMWbMGNSrV6/U+yYmJgIwfSLQxMRENG3a9JGXfCmVSvz3v//FtWvXyvRLayXJnFarxfnz57FgwQJIJBL07NkTeXl5WLBgAQYNGoR58+bp7zNgwAD07t0b0dHRBsuLiorQu3dvvPXWW0b7uXLlCnbv3q0vVjk7O2POnDn4+uuvERcXBycnJwCATqdDdHQ0bt68iYYNG0IIgQ8++ADt2rXDmjVr9EWhoUOHIiIiAsuXL8e6desAAJ07dzaajLRLly4YMmQI9uzZg/79+xuss7W1xbfffqtPCOvXr49PPvkEBw4cQLdu3Z56TKOiovDBBx+gUaNGRpc69OvXD+vXr0dOTg5q1qwJAMjIyMDRo0cxceLEp94nERGRqSwpJyrx3nvvPXSdOS7x12q1+uLW3bt3sXr1aqSlpenPfl62bBmKi4sRExMDV1dXAMCLL76IN998E19++SWGDh1qcNBNrVZj69atRgcI1Wo1+vXrp5/aoG/fvujYsSPee+89fPbZZ/oDj+3bt0efPn2wY8cO/XxJTzLue/bsMdj38OHDMXDgQKxfv96o+HTx4kVs3boV/v7+AICIiAj07t0bX3zxBb788sunHtOgoCB4enqWeuln//79sWrVKuzevdvgssadO3eiQYMGZf5hHSJz4GV3RPRU5HI5Bg4c+NT3j4uLQ3BwMBQKBTIyMvR/7du3R3FxsdHpyffLzc0FADg6Opq0r7y8vMe2LVmfm5sLrVaLMWPGYPjw4RgwYAAmTpyItLQ0k/b13nvvITQ0FB07dsT48eNRUFCAxYsXo2XLloiPj4dKpUJERIRBzFKpFK1atcKJEyeMtveweRFCQ0MNzpJq1aoVAKBnz576whMA/VlMN27cAACcP38eV69eRd++fZGZmanvQ35+PkJDQ3Hy5En9qeb3J1kajQaZmZlo3LgxFAoFzp07Z9SnIUOG6AtPJX2XyWQ4ePCgSWP3NKKiolBUVGRw6vuuXbug1Wp5lI+IiCqEJeVEJSZNmoT169cb/XXo0KHU9hkZGQgNDTW6XPBhjhw5gtDQUISGhiIqKgpxcXGIiorC9OnTIYTAb7/9hq5du0IIYRBzhw4dkJOTg3/++cdge/3793/omemDBg3S/1+hUKBp06ZwcHBAnz599Mu9vLygUCj0+RDwZON+/76zs7ORk5OD4ODgUvOhoKAgfeEJuHcwrlu3bjhy5AiKi4tNGr8n1bRpU7Rq1crg0sKsrCwcPnwYffv2LdMZ6ETmwjOfiOipeHh4mDR59MNcu3YNFy5c0P/074NKOxW8RElxJS8vz6R9OTo6PrZtyXpHR0dIpVLMnTsXTZo0gRACkydPxtKlS7Fo0aLH7mvSpEkICQmBVCqFq6srvL299ZN8Xr16FQDw0ksvPTKuEjKZDHXr1i217YNHQEvu+2D7krOBVCqVQR9mzJjx0BhycnLg7OyMwsJCREdHY9u2bUhJSYEQwqDNg5o0aWJw29HREe7u7gbzO5ibt7c3WrZsiZiYGH3yGRMTg8DAQKP+EBERlQdLyolK+Pj4oH379kbLd+7cWWr7RYsW6c8OMkWrVq3wxhtvQCKRwN7eHt7e3lAoFACA9PR0qFQqbN68GZs3by71/g/GfP8Bt/vZ2dnBzc3NYFnNmjVRt25do4JLzZo19fkQ8GTj/vvvv+Prr7/G+fPnDS5NLK2oU1r+4enpiYKCAmRkZMDd3b3U/ZVVVFQU5s2bh+TkZDRo0ABxcXHQaDSPnSCfqKKw+ERET+VJ50V68EiPTqdDWFgYxo4dW2r7RyU4Xl5eAO5NJNm9e/fH7tvb2xvnzp1DUVHRQ5PDCxcuwNbWFp6enpBKpfrEQSKRQAhh8i+qPCyZA6Av3ixZsqTUxOPBuRrkcvlD9/uweR0etrxk3yX/vvPOO/D19S21bcnp9vPmzdPPBRUYGIiaNWtCIpFg2rRpBoWoyta/f38sWLAAd+7cQVFREf7++29OrElERBXGknKip3Hw4EHY2Nigffv2Jh9QcnV1fWg+VHKGdb9+/TBgwIBS2zx4GeHDxvhp86GSfpgy7n/++SdeffVVtGnTBnPnzoW7uztsbW2xdetW/Prrr6XetzJERERg0aJFiImJwcSJE7Fz5074+/vrnyNElY3FJyIyK2dnZ4OjSsC9uYtSU1MNljVu3Bj5+fkPTUweJTg4GM7OzoiNjcXEiRMfO8Fm586dkZCQgN27d5d69OfmzZs4deoUQkNDjZKbHTt24M8//8T27dufuJ8PKpngslatWk8VtzmU9MHJyemxfSiZ1+n+U+zVanWpZz0B944glvy6H3DvKGxqairCw8PN0POHe+6557B48WL8+uuvKCwshK2trcGp9kRERJWhKuZETyovLw+ff/451q5dix9//NEs23Rzc4OjoyN0Ol2l5UOA6eO+Z88e2NnZYe3atQYHMbdu3Vpq+2vXrhktu3r1KhwcHIzO0npSj7p8zsXFBZ07d0ZMTAz69u2Lv/7665FzexFVNM75RERm1ahRI/z5558Gy3766Sejo3x9+vRBQkICDh8+bLQNlUoFrVb70H04ODhg7NixSExMxKefflrqWTi//PILzpw5A+DeXES1atXCJ598YnCtP3CvmPLuu+9CCIFJkyYZrDt48CAWLlyIlStXokGDBo8O3AQdO3aEk5MToqOjodFojNY/6rR6c/H390fjxo2xbt26Uk/Rv78PpSWwP/zww0PnK9i8ebNBXBs3boRWqzVL8alGjRpGCXwJNzc3dOzYETt37kRMTAw6dOhQ5uSOiIiorKpiTvSkli1bhtGjR+snBTcHGxsb9OrVC3v27MHFixeN1ldEPgSYPu42NjaQSCQGj9vNmzexf//+UrebkJBgMGfV7du3sX//foSFhZW5OFjyS8MPy4mioqJw+fJlLFmyBDY2NoiIiCjT/ojMiWc+EZFZDRo0CHPnzsWUKVPQvn17/Pvvvzhy5IhR0vLKK6/gwIEDmDhxIgYMGAA/Pz8UFBTg4sWL2LNnD/bv3//IAsLYsWNx+fJlrFu3DidOnECvXr1Qu3ZtpKWlYd++fThz5gw2bdoE4N6p31988QXGjx+PAQMGYNCgQfD29kZaWhq2b9+Oa9eu4f3330fr1q312//9998xa9YsfP3112b7hRAnJyd88MEHeOeddzBw4EA899xzcHNzw61bt3Dw4EG0bt263C8Xk0qlmD9/PsaNG4fIyEgMHDgQHh4eSElJwYkTJ+Dk5IRVq1YBuHfG2C+//AInJyc0a9YMf//9N+Lj4w1+wvd+Go0GL7/8Mvr06YMrV65gw4YNCA4OLtMv3ZXw8/PDsWPHsH79etSpUwcNGzbUT7IO3Lv07vXXXwcATJ06tcz7IyIiKquqmBM9qVOnTuHIkSP46quvkJmZCa1WC5lMhvnz5z/V9kq89dZbOHHiBAYPHoxBgwahWbNmyM7Oxj///INjx47hv//9b5m2bwpTx71Tp05Yv349xo4di8jISKSnp2PDhg1o3LgxLly4YLRdHx8fvPLKKxg5ciTkcjk2btwIAPpf2SsLPz8/AMD8+fPRoUMHowJTp06d4OLigri4OISHh6NWrVpl3ieRubD4RERmNXjwYNy8eRNbtmzB4cOHERwcjPXr1+Pll182aOfg4IAffvgB0dHRiIuLw44dO+Dk5ARPT09MmTJFP1H2w0ilUixZsgTdunXDTz/9hHXr1iE3Nxeurq5o06YN3n77bQQFBenbh4SEYOfOnfr9paamwsnJCUFBQViwYAFCQkL0bXNycjBlyhR4eHhg+fLlAO79ishHH31U5vHp27cv6tSpg9WrV2Pt2rUoKiqCh4cHQkJCyvRLOU+iXbt22Lx5M1auXIkff/wR+fn5cHd3R0BAAIYMGaJv9/7770MqlSImJgZqtRqtW7fWJ1+lmTNnDmJiYvDFF19Ao9EgIiICs2bNMssvrMycORNz5szB8uXLUVhYiAEDBhgUn7p06QJnZ2fodDqzFLuIiIjKqqrmRE/i/mkHVqxYgeTk5DIXngCgdu3a+Pnnn/HVV19h79692LhxI1xcXNCsWTNMnz69zNs3hanjHhoaigULFuCbb77BwoUL0bBhQ0yfPh3JycmlFp/atGmDwMBAfPXVV7h16xaaNWuGRYsWoXnz5mXuc8+ePTFy5EjExsZi586dEEIYFJ/kcjmee+45bNiwgRONU5UjEVVp1lgiIqKnoNVq0bFjR3Tp0gULFy6s7O4QERERVYqFCxdiy5YtOHr0qP4yPaKqgHM+ERGRxdu3bx8yMjLQv3//yu4KERERUaVQq9XYuXMnevXqxcITVTm87I6IiCzW6dOnceHCBaxcuRItWrRA27ZtK7tLRERERBUqPT0d8fHx2LNnD7KysjBq1KjK7hKRERafiIjIYm3cuBE7d+5E8+bNsXjx4sruDhEREVGFu3z5MqZPn45atWph1qxZ8PX1rewuERnhnE9ERERERERERFRuOOcTERERERERERGVGxafiIiIiIiIiIio3LD4RERERERERERE5YbFJyIiIiIiIiIiKjcsPhERERERERERUblh8YmIiIiIiIiIiMoNi09ERERERERERFRuWHwiIiIiIiIiIqJyw+ITERERERERERGVm/8Hv43P8r9SCNQAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "fig, axes = plt.subplots(1, 2, figsize=(12,5))\n", + "axes[0].scatter(y_true_co2, y_pred_co2, alpha=0.6, edgecolor='k')\n", + "axes[0].plot([y_true_co2.min(), y_true_co2.max()], [y_true_co2.min(), y_true_co2.max()], 'r--')\n", + "axes[0].set_title('CO₂ Permeability: Prediction vs. True')\n", + "axes[0].set_xlabel('True CO₂ Permeability')\n", + "axes[0].set_ylabel('Predicted CO₂ Permeability')\n", + "\n", + "axes[1].scatter(y_true_ch4, y_pred_ch4, alpha=0.6, edgecolor='k')\n", + "axes[1].plot([y_true_ch4.min(), y_true_ch4.max()], [y_true_ch4.min(), y_true_ch4.max()], 'r--')\n", + "axes[1].set_title('CH₄ Permeability: Prediction vs. True')\n", + "axes[1].set_xlabel('True CH₄ Permeability')\n", + "axes[1].set_ylabel('Predicted CH₄ Permeability')\n", + "\n", + "plt.tight_layout()\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "d36e3dd2-64a6-45a5-88a7-32c25cfbbdc3", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/umap/umap_.py:1952: UserWarning: n_jobs value 1 overridden to 1 by setting random_state. Use no seed for parallelism.\n", + " warn(\n", + "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/umap/umap_.py:1952: UserWarning: n_jobs value 1 overridden to 1 by setting random_state. Use no seed for parallelism.\n", + " warn(\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA8MAAAKrCAYAAADVpV+1AAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd4FNX+x/H3bEuvlFASSiKE3iyAFKUoggh2sYAKInpFBcu1gf13Ua8VVBREr71guaJEVBBFEPGiIFKkhRJaKCG9bJvfHzFrlgQIkCXt83qefcjMnDlzZnOy7HdOM0zTNBERERERERGpQyxVXQARERERERGRk03BsIiIiIiIiNQ5CoZFRERERESkzlEwLCIiIiIiInWOgmERERERERGpcxQMi4iIiIiISJ2jYFhERERERETqHAXDIiIiIiIiUucoGBYREREREZE6R8GwiMgxmDZtGsnJySQnJ9O/f/8qLUtJOZKTk/n0008rdM6OHTv8zlu2bJnvWHW6t4q44oorSE5OpkOHDqSnp1d1caSauffee331eeTIkRU+b+TIkb7z7r33Xt/+6va388gjj/iuuWjRopNyTRGR2sZW1QUQkcBatmwZo0aNKvdYaGgojRs3pmfPnlx33XUkJCSUmy4nJ4ePP/6YxYsXs379ejIzM7FarcTFxdGxY0cGDhzIwIEDsdvtZc6dN28et99+u9++yZMnc8011xzzvfTv35+dO3ceNd369euPOW+pWb799ltWrlwJwAUXXEBcXFy56dLS0vjwww/55Zdf2L59Ozk5OQQFBZGQkMCpp57KkCFDOO2008qct2/fPj744AOWLFnCli1byMvLIzQ0lPj4eLp3785VV1112L8XkdKmTZvGiy++CEDTpk357rvvKiXf66+/ng8//BCPx8Nzzz1Hnz59MAyjUvIWEakrFAyL1GH5+fls3ryZzZs388knn/Dyyy9z5pln+qX55ptvmDRpEllZWX77XS4X27ZtY9u2bXz55Ze89dZbdO/evcw1ymux/PTTT48rGJbA6tWrF6GhoQBERERUcWmObOrUqb6fy3vY4/V6efHFF3nllVfweDx+x9xuN3/++Sd//vkn7777bpmHJ5999hkPP/wwhYWFfvuzsrLIyspizZo1vPXWW0yYMIGxY8dW4l1JdXDllVdy9tlnA9CqVasKnVMVfzvNmjXjrLPO4rvvvmPt2rV8++23nHvuuSfl2iIitYWCYZE6ZsiQIXTo0AGXy8XKlStZuHAhAAUFBfzzn//ku+++w+FwAJCSksIdd9yBaZq+888880y6dOmCw+Fg586d/PTTT4dtrd23bx+LFy8us3/NmjVs2LCB1q1bH/d9JCQkcOWVVx73+VJWt27d6NatW1UX46h+++03NmzYAEDLli1p27ZtmTSPPvoo77//vm87KCiIc845h6SkJDweD6mpqfz444/k5OT4nTd37ly/rrHBwcEMGTKE5s2bs2fPHubOnUt2djZut5unn34ai8XCmDFjAnSnVSc3N5fw8PCqLkaVGDJkyDGfU1V/O+eff76vpfnDDz9UMCwicowUDIvUMX369OHiiy/2bd9111188cUXQHHw+uuvv9KzZ08yMjKYPHmyLxAOCQnhpZdeolevXn75mabJ119/TWxsbJlrff75575WudDQUMLDw9m7dy9Q3Pp2zz33HPd9NG7cuEJByMiRI/nll18AuOiii7jqqqt49tln+f333wkJCWHQoEHcddddhIWFkZKSwmuvvcamTZuIiori/PPP54477vA9HChPbm4uL774Il999RUZGRkkJCRw1VVXcfXVV5fpsuj1epkzZw5z5sxh3bp15OTkEB4eTqdOnbj66qs566yzyuTvdrt5/fXX+fjjj9m1axeNGjXi4osvPmqLZEFBAS+99BJffPEFGRkZNGvWjKuuuoq+ffse9pwjdecs3UV9/Pjx9OvXj2nTpvHrr7/icrlo3749d9xxR7ldjufPn88rr7zChg0bCA8Pp3///txxxx3cfvvtfr+bJ5544oj3VKJ0b4NBgwaVOf7jjz/6BcItWrTgtddeK9OtuaCggLffftu3nZuby6OPPurbjoiI4P333/drHbzpppu44oor2LNnDwDPP/88Q4YMoXHjxhUq+5EcOqRh/vz5LFiwgI8++oi0tDSio6MZMmQIt956a7mB6vLly3n33XdZsWIF+/fvx+Fw0KpVK4YNG8bll19eZhhDcnKy7+cpU6YQGRnJa6+9xvr167FarSxfvpxPP/2U++67z+8aL7zwAvPmzSM3N5eOHTty991306lTJ9LS0vj3v//N0qVLcbvddOvWjXvuuafch15paWm8+eabLFmyhN27d+P1eomPj6d///6MHj26zOfJsmXL+Pzzz1m3bh379u3zDdVo2LAhp512Gtddd53f/ZTnwIEDPPvss3z//fdkZ2dzyimncMMNN3D++ef7pTv0M6Mi9bK8v53yhqjs3LmzzPu+bNky/vvf/wLQtWtXPvjgA79zvv/+e8aNGweA1Wpl4cKFvmEB/fr1w26343K5+Omnn9i9e3el1EURkbpCwbBIHde1a1dfMAywf/9+AD7++GNyc3N9+2+//fYygTCAYRicd9555eb92Wef+X7u378/9evX5z//+Q8Ac+bM4c4778RmO3kfQ6tXr+bqq6/G6XQCxd3E33vvPTZt2kS/fv148sknfWn37t3LG2+8QUZGBk899VS5+RUVFXHttdeyevVq377Nmzfz2GOPsXXrViZNmuTbX1hYyM0338xPP/3kl8fBgwf54Ycf+OGHH7j++uv9WiUB/vnPfzJ37lzfdlpaGi+88AK///77Ye/T5XJxww03sHz5ct++TZs28eijj/q6f56IRYsW8eqrr+JyuXz7fv31V66//nr++9//kpSU5Nv//vvv8/DDD/u2i4qKmD17Nj///DPBwcHHdf0lS5b4fu7atWuZ42+++abf9jPPPFPu+N6QkBBuvPFG3/Y333xDZmamb/uaa64p0022UaNG/OMf/+DBBx8EwOl08sknnzB+/PjjupcjmTRpEj///LNve+/evfznP//h119/5d133yUoKMh37LnnnuOVV17xO7+k98fKlStJSUlh5syZvq68h/rkk0/86svhuvpee+21rFmzxrf9yy+/cM011/Dcc89x//33+71/ixcvZvXq1Xz11Vd+we38+fO56667KCgo8Mu7ZMjGnDlzeOONN/zq0ffff88nn3xS5v62b9/O9u3b+eKLL5gxY0aZYR4lMjIyuOyyy/x6saxdu5Y77riDvXv3cv3115d73slwzTXX+ILhFStWsGnTJk455RTf8a+++sr3c+/evf3Gx4eFhdG6dWvWrFmD1+tl6dKlfg87RUTkyDSbtEgdt2LFCr/t+vXrA/h9CTcMg4suuuiY8l21ahWbNm3ybZ9//vl+LTD79+8/oRlQd+/ezaxZs8q8jpTnxo0badCgATfddJPfl+ZffvmFJ598kubNm3PTTTfRoUMH37EvvvjisDMV79+/nw0bNjBixAhuvPFGGjVq5Dv29ttv+1qXAP71r3/5AmG73c6FF17I7bffzuDBg30tyG+88Ybfg4l58+b5BcIl5bvooouOeJ9vvfWWX2DTrl07/vGPf3DOOefw/fffH/a8ilq1ahX16tVj7NixDB061Lff6XT6BaJ79uxhypQpvu3Q0FBGjRrFddddx8GDB9m4ceMxX3vXrl3s2rXLt136dwXFre+l3/c2bdqUSXM4pd8z4LAPeQ7tRnvoeZXl559/ZsCAAdxyyy107NjRt/+PP/5g5syZvu25c+f6BcK9e/fmtttu4+qrr/YFv8uXL/f7XRxq+fLlxMTEcM011zB+/PjDBpXr1q3j8ssv57rrrvO1NBcVFfGPf/yD3NxcrrrqKi677DJf+szMTD7++GPfdlpaGnfeeacvEG7VqhU333wzN910E02bNgUgPT2dW2+91W+sd0hICGeccQbXXHMNt9xyC3feeSejR4/2Bcwul4vHH3/8sPe3adMmsrOzue6667j++uuJjIz0HXvmmWfYtm3bYc89Xs2aNeOf//yn30PEqKgo/vnPf/peHTt2pGPHjnTp0sWXZvbs2b6fnU4nCxYs8G2XF+iWrhuBqosiIrWVWoZF6pgff/yRgwcPlhkzDMWBcMm4t9IBYL169YiOjj6m65TuyhoVFUXv3r1xOBw0a9aM7du3A8Utx8e7DElaWlq5LbYXXXTRYbsC2+123nrrLeLj4ykoKOC0007D7Xb7jr399tvExcUxfPhwBg8eDBQHV2vWrDnsbMX/+te/uOCCC4DipX7OO+88X4vpRx99xBlnnEFmZqZfq9YjjzzCJZdc4rf93nvvAfD666/78iv9pTgiIoKPPvrI93to0aIFzz33XLllKn1e8+bN+fDDD31dvSdPnsxHH31U7nkVFRoaykcffeR7TwoLC5k/fz6AXyv5nDlzKCoq8m2/8MILvt9N//79DzvL+ZGU1B0o/p2VPLwpkZmZ6XfNxMTECue9b98+v+2S4OxQERERRERE+MYbl5xXVFTEAw88wB9//MHevXuxWCy0adOGiRMnltt9/Gguv/xyHnvsMQBuvvlmLrroIt8DhNmzZ/tao1977TXfORdeeKFfD4fTTz+dCRMmAMV/k3feeWe5f8vh4eF8+umnNGnS5Ihluu2227j55puB4odBX375pe/YHXfc4Ru6sHHjRt9s33/88YcvzTvvvOObmKxFixZ88sknvhbuq6++mrPPPhuPx8PmzZv5/vvvGTBggO+6Xq+X1atXs3nzZrKzs6lfvz59+/Zl8+bNQHHL8pG6Cc+YMcP3+Xbuuef65hxwuVx8+umnTJw48Yj3fqxKhnLk5+f7ejOEh4eXO7zjmmuu8b1fn3/+OXfeeScOh4MlS5b46ll0dHS5n5elH8KlpaVV6j2IiNR2CoZF6piUlBRSUlLK7A8KCuKJJ57w63p5vJxOp981zjnnHF8wNmTIEF8r1sKFCzl48CAxMTEnfM2K6Nq1K/Hx8UBxS1NMTIwvkOnWrZsvuGvWrJnfednZ2eXmZ7fb/VoJ4+Pj6datm2/90ZLupL///rsv6Aa4//77uf/++8vNc926dRQUFBASEuIXWPbp08cviBk2bFi5wXBeXh5btmzxbZ977rl+Y56HDRt2wsFw//79/R4OtGzZ0vdz6VnHS5c/NjbW7yFF9+7dadq0aYWWyiotIyPD93NUVNQxnRtoRUVFLFmyhPPPP5/WrVuzYsUKPv30U8aOHcsPP/zg1xpZEcOHD/f9bLfbOe+883zB8J49e9i/fz9hYWGsW7fOl+6///2vr8vtodxuN6tWrSr3YdGFF1541EAYiutPiUMfFpQ8QILiCe5KgrvSdeK3337z/bx161Y6dep02GutWLHCFwwvWbKESZMm+fUKKM+ePXvKDYYTEhL8Jrjq1q0b8fHx7NixA8Cv63dVOO+883jyySfZt28fBw8eZP78+QwZMoR58+b50lxwwQXlzl9Q+nOh9N+HiIgcnbpJi9RhwcHBJCYmctVVV/HFF1/Qp08f37HSwc6BAwfKLK10JPPnz/dLX7p7dOmfXS6XX7fgY3HGGWewfv36Mq8jTXbTsGFDv+3SXyxLHzt0HLPX6y03v+joaKxWq9++0i2VJS06x/LemabpG3dZeqbjevXqHfY6pR06O/Kh5x26fTxKHiiUKP0+lp55vPRDhPLK26BBgxMuy6Gio6P9HuikpqZW+NxDy3O4QD0nJ8fvfS45LywsjAULFjBp0iQuv/xy31jp/Px8tm7dWuFylDh0EqlD38Ps7Gyys7P93vOjOVywVNEW9NJ/J4dOyHW4v6HS5TuWv4WSsqanp3PLLbccNRAGfPMBHKq8el/e32pVsdvtjBgxwrc9e/bsMl2kL7300nLPPZbfv4iI+FPLsEgdM2XKlApNsNKjRw9f1z7TNPnss8+47rrrKnSNQ9cWPtLkNJ999tlxdZc9Hod+eS/teCbyyszMxOPx+AXEJROQwd+TEB3agnndddeVCcxLKzkvIiLCFxgfOHDAL03p65R26CzDh5536PbxOPS9OnTW7BKlW0LLC8IO7ZZcEaV7EZQXWFksFs444wx+/PFHAP7880/Wrl1Lu3btjpr3aaed5ted/euvv6ZNmzZl0pWe0KjkPCie6bf0BFUlM1XXr1//uJYRy8jI8AtSD/2dR0ZGlpkQq3///kfskt2+ffty94eEhFSoTCf6N1T6b6FVq1ZHnIugZPKyhQsX+k22de+993LppZcSERHBpk2byswGXZ7y6n15f6tV6YorruCVV17B5XKxdOlSPvzwQ1+Q3q5du3LrIvj/HZQ3q7+IiByeWoZFpFyXXnopYWFhvu0XXniBpUuXlklXsrRSSffN9PT0MjMmH8natWv5888/T7zAVcDlcvl1B9+xY4dfN9CSwKNz585+AbPNZmPMmDFlXoMGDaJ169a+gLb0xE8//vij30y9c+bMKbdM4eHhft2Wv/nmG7/WssOdFwily79//36/SdmWLVt2zF2kAb9ZoV0uV7lBzqEPV+68885yr1VQUMCMGTN82+eee65fl9N33nnHNx61RHp6Oi+//LJv2263l/tw6ZVXXuHf//43oaGhvPDCC8c1c/bnn3/u+9nlcvl1mY2Li6N+/fqEhob6rbOcmZnJqFGjytStyy+/nEaNGpWZHftkKz379759+xg6dGiZsl577bU0a9aMzp07A/jVeyieRKokeD30wcThpKWl+f1t/vbbb74u0nD4hwSVofRDgkNn0C6tQYMGvqXCTNPk3//+t+9Y6TkGDrV7927fz4f22hARkSNTy7CIlCs2NpZHHnmEu+++G9M0yc/P5/rrr+fMM8+kS5cu2O12du3axZIlS9i5cydvvfUW4L+2MBSvg3loq5PX6/X7Yv/pp58edgzt4ZTMJl2eylr3tSLuv/9+li9fTmRkJHPmzPFbbqhkVt3o6GguueQS31jd1157jdWrV9O1a1eCgoJIT0/n999/Z+3atVx00UW+7uqXXnopixcvBoq7cV5++eUMHjyY9PR0v0DpUJdeeqnvi/S2bdu44oor6NevHxs3buSbb74JyPtQnuHDh/Piiy/6JrS65ZZbfF09S88wfCzi4+OJi4vzTfC2Zs2aMmNg+/btyxVXXMGHH34IFHeVHjJkCAMHDuSUU07xTdD0448/kpOT41teKTw8nMmTJ3PnnXcCxd2QL7nkEoYMGULz5s3Zs2cPc+fO9WuJmzhxot9YW5fLxYMPPsinn35KbGws06dP95sp+Fh89NFHZGRkkJyczKJFi/xm37788st9P48ZM4a77roLKA7yhg0bRr9+/YiKiiIzM5O1a9fy66+/0rBhwwq1ogbSyJEj+eCDDygqKiIzM5Phw4dz3nnn0bhxY/Lz89m0aRO//PIL2dnZLFiwgKioKL+HOwDjxo2jT58+rF+/nq+//rrC177xxhu55JJLMAzDrweAzWYL6HJEpYecZGRkcN9995GUlIRhGFx99dV+D0pGjhzpm5Ss5O/G4XD4zdp+qNJj849nojYRkbpMwbCIHNYFF1yA1WrlwQcfJCcnB9M0WbJkid86r4cqvbZwixYtyqx9WuLqq6/2LQPy5Zdf8s9//vOYuiofbjZpKG6RPBnBcExMDPXr1+eDDz4oc+yqq66ie/fuvu3777+fHTt2+FrNf/75Z7+W0vIMHjyYefPm+R4cbNu2zfd+nnHGGX5LCJV27bXXMn/+fN+yWWvXrmXt2rVHPa+yxcXFcd999/nGzubm5vrWmW7atClxcXG+ltfDdbUuz5lnnumrZytXrix3QqiHHnqI6OhoZs6cidfrpbCw0G/m48MZOnQoTqeTRx55hMLCQgoKCsqsbwvFXaInTpzoNzNwUVER48aNY+nSpVitVkaNGsXOnTvZuXMnPXr0OObx2meffTbz58/3zdRdon379txwww2+7QsuuICNGzfy6quvAsXB/7GMlT6ZEhISePbZZ7n77rvJz8/n4MGDvP/++0c8p3///rRu3ZoNGzYAxRNrldTtiy66yO8z53BatGhBfn6+r/6VNmHCBJo3b37sN1NBffr0ISQkxNcqXHoYyUUXXeQXDHfp0oUOHTr4Bbj9+/c/7Gz+eXl5vvfFMAx69uwZgDsQEam91E1aRI5oyJAhLFiwgHvuuYczzzyT+vXrY7fbCQoKonnz5lx00UXMmDGDU089lZUrV/p9CT9Sa0vpYwcOHKiU9W9PttDQUN577z1GjhxJXFwcdrudli1b8sADD/Dggw/6pQ0JCWHWrFk888wznHXWWdSvXx+bzUZwcDDNmjVj0KBBPPbYY9x7771+5z399NNMnDiRhIQE7HY7TZs25aabbvJbTudQdrud119/nTFjxviV69577+X//u//AvJeHM6VV17Jiy++SIcOHXA4HMTExDB8+HA++OADv4nJjmWm5dJdRg/XMmi1WrnjjjuYN28eN9xwA506dfJNeBYaGkqbNm0YPXp0uS3UF198Md9++y233HILXbp0ITo6GpvNRkREBO3atWP06NHMmzePsWPH+p23b98+31ACj8fD888/zx133MEdd9zht+Z2RU2aNIkHH3yQU045BYfDQYMGDRg1ahRvvfVWmW7Xd9xxB++//z7Dhg0jPj4eh8OB3W4nLi6O3r17c8cdd5QbCFaFgQMH8sUXX3D99dfTunVrQkNDsVqtREdH07VrV8aMGcP777/v6/Jrt9t58803ufjii4mOjsbhcNC6dWsee+wx3/JSR9OwYUM+/vhjLrroImJjY3E4HLRt25ann366zO+xsjVo0IDp06fTrVu3MmO8yzNy5Ei/7SN1kV64cKGvN8qZZ55ZoRnBRUTkb4apaQhFRCRACgsLyx0vu27dOi655BJfl/qnn37at75yRQwdOtTXbXjOnDkkJydXToGr0LJly/zGOy9YsEBjQOuglStXcsUVVwDFvSsWLlxYZtb6EjfffDPfffcdAFOnTvWNORYRkYpRN2kREQmYDz/8kM8//5zzzjuPhIQErFYrGzZs4J133vEFwo0aNeKcc845pnxvvfVWbrvtNgDeeuutk97iLVKZioqKWLlyJdnZ2UyfPt23/8orrzxsILx9+3Z++OEHANq2bcu55557UsoqIlKbKBgWEZGAMU2TNWvWsGbNmnKP169fn5dffvmYZ1seNGgQnTt35vfff+fzzz/ntttu85uoSKQm2bdvX5lZ0BMSEo647Nwbb7zhe6B0xx13HNO4exERKaZgWEREAqZ79+5cfPHF/Pbbbxw4cID8/HzCw8NJTEzkrLPO4sorrzzs5EBHUzI7t0htEhsbS48ePbjrrrv8lrc71EMPPcRDDz10EksmIlL7aMywiIiIiIiI1DmaTVpERERERETqHAXDIiIiIiIiUudozHAlM00Tr1c9z08GwwB18pfKpnolgaB6JYGgeiWBUpl1y2IxNMGbVFsKhiuZ12uSkZFX1cWo9QwD7HYrLpdHXwSk0qheSSCoXkkgqF5JoFR23YqNDcNqVTAs1ZO6SYuIiIiIiEido2BYRERERERE6hwFwyIiIiIiIlLnKBgWERERERGROkfBsIiIiIiIiNQ5CoZFRERERESkzlEwLCIiIiIiInWOgmERERERERGpcxQMi4iIiIiISJ2jYFhERERERETqHAXDIiIiIiIiUucoGBYREREREZE6R8GwiIiIiIiI1DkKhkVERERERKTOUTAsIiIiIiIidY6CYREREREREalzFAyLiIiIiIhInaNgWEREREREROocBcMiIiIiIiJS5ygYFhERERERkTrHVtUFEBERERGRyuXcf5ADC5dStPcA9tgo6vXrSXCjBlVdLJFqRcGwiIiIiEgtsver70l9dhaujEwwDDBNts/8gObjrqLJFUOrungi1YaCYRERERGRWiL7jz/Z/MQreAqLCG7aCMNqwfR6ce7LYMvU/xDctBGxvU+r6mKKVAsaMywiIiIiUkvs+ewb3Dl5BDVugGEt/qpvWCwExdXHW+hk98cpVVxCkeqjVgTDn332GRdeeCEdO3ake/fu3HDDDRQWFvqOf/fddwwbNoyOHTsyaNAgPvnkkyosrYiIiIhIYGT/tgZLSBCGYZQ5ZgsPJeeP9Xjd7ioomUj1U+O7SU+fPp2ZM2dy00030aVLFw4ePMjSpUvxeDwALF++nPHjx3PppZdy//338/PPP/PAAw8QFhbGeeedV8WlFxERERGpPIbdBl5vucdMrxeL1Y5hqRXtYSInrEYHw6mpqbz44ou8/PLLnHXWWb79gwYN8v08ffp0OnXqxKOPPgpAjx49SEtLY+rUqQqGRURERKRWqXd2d9JmfYTp8fq6SQOYpoknN58Gg/ooGBb5S43+S/j000+Jj4/3C4RLczqdLFu2rEzQO2TIEDZv3syOHTtORjFFRERERE6KRheeS3DTRhTu2I07Lx/T68WTX0jh9t04GsTS+HLNJi1Soka3DP/++++0bt2al19+mbfffpucnBw6dOjAfffdR+fOndm+fTsul4vExES/85KSkoDiluX4+PhjuuaAAQMOe+ztt98mLq4R5QzRkEpW8h7rvZbKpHolgaB6JYGgeiWHExLfiHZP38fmf88kZ+1GXAcysTjsRLRvReKdY4hIbnnE81W3pC6p0cHwvn37WL16NRs2bOChhx4iJCSEV155hdGjR/PNN9+QlZUFQGRkpN95JdslxyuTYYDdbq30fMWfYYDVai1ZOk+kUqheSSCoXkkgqF7JkcR0bM2pbz5FzpqNFO09gCM2ishObSrUPbqy65aCaqnOanQwbJom+fn5vPDCC7Rp0waAzp07079/f9555x169+5d6ddcsGDBEY97PF5cLk+lX1f8lXxAu90efQmQSqN6JYGgeiWBoHolFRGSnERIcnGPSLfHBM/Rv6NWdt1S/ZTqrEYHw5GRkURHR/sCYYDo6GjatWvHpk2bOP/88wHIycnxOy87OxuAqKiogJRLf/Qnj2nq/ZbKp3olgaB6JYGgeiWBoroldUGNnkDrlFNOOeyxoqIimjVrht1uJzU11e9YyfahY4lFRERERESkbqjRwXC/fv3IzMxk3bp1vn0HDx5kzZo1tG/fHofDQffu3fn666/9zktJSSEpKemYJ88SERERERGR2qFGd5MeOHAgHTt25LbbbmPixIkEBQUxY8YMHA4HV111FQA333wzo0aN4uGHH2bw4MEsW7aML7/8kueee66KSy8iIiIiIiJVxTDNmj0aICMjgylTprBw4UJcLhennXYa9913n18X6gULFvD888+zZcsWmjRpwo033sill14akPJ4PF4yMvICkrf8rWTWbpdLE4dI5VG9kkBQvZJAUL2SQKnsuhUbG4bVWqM7o0otVuOD4epGwfDJoS8BEgiqVxIIqlcSCKpXEigKhqUuUc0UERERERGROkfBsIiIiIiIiNQ5CoZFRERERESkzlEwLCIiIiIiInWOgmERERERERGpcxQMi4iIiIiISJ2jYFhERERERETqHAXDIiIiIiIiUucoGBYREREREZE6R8GwiIiIiIiI1DkKhkVERERERKTOUTAsIiIiIiIidY6CYREREREREalzFAyLiIiIiIhInaNgWEREREREROocBcMiIiIiIiJS5ygYFhERERERkTpHwbCIiIiIiIjUOQqGRUREREREpM5RMCwiIiIiIiJ1jq2qCyAiIiIiIlJdeN0eCvceCEjewQ3rYbFZA5K3HDsFwyIiIiIiIn8p3HuAHy6fEJC8z/roeUKbNAxI3nLsFAyLiIiIiIiUYhhVXQI5GRQMi4iIiIiIlGLRzEp1gn7NIiIiIiIiUueoZVhERERERKQUdZOuG9QyLCIiIiIiInWOWoZFRERERET+YhC4McNqcK5e1DIsIiIiIiIidY6CYRERERERkVKMAL0CLS8vj759+5KcnMwff/zhd2z27NkMGjSIjh07MmzYMBYuXFjm/JycHO6//37OOOMMunbtym233cbevXvLpPvtt9+44oor6NSpE/369WPGjBmYpumXxjRNZsyYwdlnn02nTp244oorWLlyZaXe74lSMCwiIiIiIlILvPzyy3g8njL7586dy+TJkxk8eDAzZ86kS5cujB8/vkxwOmHCBJYsWcLDDz/M008/zZYtWxg7dixut9uXZtu2bYwZM4YGDRrw6quvcu211zJ16lRef/11v7xmzpzJ1KlTue6663j11Vdp0KABo0ePJi0tLSD3fjw0ZlhERERERKSEEcB1hgPYPLx582bee+897rnnHh566CG/Y1OnTuX8889nwoQJAPTo0YMNGzbw0ksvMXPmTABWrFjB4sWLmTVrFr179wagZcuWDBkyhG+++YYhQ4YAMGvWLGJiYnj22WdxOBz07NmTjIwMXnnlFUaOHInD4aCoqIhXX32V0aNHc9111wFw6qmnct555zFr1iwefvjhwL0Rx0AtwyIiIiIiIjXc448/zogRI2jZsqXf/rS0NLZu3crgwYP99g8ZMoSlS5fidDoBWLRoEZGRkfTq1cuXJjExkbZt27Jo0SLfvkWLFjFgwAAcDodfXtnZ2axYsQIo7kadm5vrd02Hw8E555zjl1dVU8uwiIiIiIhIKYFcZ3jXrl2MHDnysMcXLFhwzHnOmzePDRs2MG3aNNasWeN3LDU1FaBMkJyUlITL5SItLY2kpCRSU1Np2bIlxiE3n5iY6MsjPz+f3bt3k5iYWCaNYRikpqbSvXt3X/pD0yUlJfHmm29SWFhIcHDwMd9nZVPLsIiIiIiISCkWS2BegVBQUMATTzzBxIkTCQ8PL3M8KysLgMjISL/9Jdslx7Ozs4mIiChzflRUlC9NTk5OuXk5HA5CQkL88nI4HAQFBZW5pmmavnRVTS3DIiIiIiIiJ0mTJk2Oq/X3cKZPn069evW45JJLKi3PukItwyIiIiIiIn8xKO4mHZBXJZd1586dvP7669x2223k5OSQnZ1Nfn4+UNylOS8vj6ioKODvVt0S2dnZAL7jkZGR5ObmlrlGVlaWL01Jy/GheTmdTgoKCvzycjqdFBUVlbmmYRi+dFVNLcMiIiIiIiI10I4dO3C5XNx4441ljo0aNYrOnTvzzDPPAMVjh0uP4U1NTcVut5OQkAAUj+9dunQppmn6jRvesmULrVu3BiA0NJTGjRv7xgSXTmOapi//kn+3bNlCmzZt/K7ZpEmTajFeGNQyLCIiIiIi4qemjBlu27Ytb731lt/rvvvuA+CRRx7hoYceIiEhgRYtWjBv3jy/c1NSUujZs6dvVui+ffuSlZXF0qVLfWm2bNnC2rVr6du3r29f3759WbBgAS6Xyy+vyMhIunbtCkC3bt0IDw/nq6++8qVxuVx88803fnlVNbUMi4iIiIiI1ECRkZF079693GPt27enffv2ANx6663cddddNGvWjO7du5OSksKqVat45513fOm7du1K7969uf/++7nnnnsICgriueeeIzk5mXPPPdeXbsyYMXzxxRfceeedXHnllWzYsIFZs2YxceJEX2AdFBTEuHHjmDZtGrGxsbRu3Zr333+fzMxMxowZE8B35NgoGBYRERERESlhBHBppQAu2XQkQ4cOpaCggJkzZzJjxgxatmzJiy++6GvJLfH8888zZcoUHnzwQdxuN71792bSpEnYbH+Hjc2bN2fWrFk88cQT3HjjjcTGxnLbbbcxevRov7zGjh2LaZq8/vrrZGRk0LZtW2bNmuXrll0dGKZpmlVdiNrE4/GSkZFX1cWo9QwD7HYrLpcH1WCpLKpXEgiqVxIIqlcSKJVdt2Jjw7Baa9bIzMI9e1kxZkJA8u4663mCGzUMSN5y7NQyLCIiIiIiUkqg1gSW6kXBsIiIiIiISClGwPpJS3WiZx4iIiIiIiJS56hlWEREREREpBQ1DNcNahkWERERERGROkctwyIiIiIiIn8xCNwEWmpwrl7UMiwiIiIiIiJ1jlqGRUREREREStGY4bpBLcMiIiIiIiJS56hlWEREREREpIQRuDHDGjRcvdToluFPP/2U5OTkMq+nn37aL93s2bMZNGgQHTt2ZNiwYSxcuLCKSiwiIiIiIiLVQa1oGX7ttdeIiIjwbcfFxfl+njt3LpMnT+amm26iR48epKSkMH78eN599126dOlSBaUVEREREZHqTGOG64ZaEQy3b9+e2NjYco9NnTqV888/nwkTJgDQo0cPNmzYwEsvvcTMmTNPYilFRERERKS609JKdUeN7iZ9NGlpaWzdupXBgwf77R8yZAhLly7F6XRWUclERERERESkKtWKluGhQ4dy8OBBmjRpwuWXX84NN9yA1WolNTUVgJYtW/qlT0pKwuVykZaWRlJS0jFda8CAAYc99vbbbxMX10jdKk6CkvdY77VUJtUrCQTVKwkE1SsJFNWtYnX9/uuKGh0MN2jQgFtvvZXOnTtjGAbfffcdzz//POnp6Tz44INkZWUBEBkZ6XdeyXbJ8cpkGGC3Wys9X/FnGGC1WjEMMM2qLo3UFqpXEgiqVxIIqlcSKJVdtxRUSnVWo4PhPn360KdPH9927969CQoK4s033+Smm24KyDUXLFhwxOMejxeXyxOQa8vfSj6g3W6PvgRIpVG9kkBQvZJAUL2SQKnsulUj66eWVqozanQwXJ7Bgwfz+uuvs27dOqKiogDIycmhQYMGvjTZ2dkAvuOVrUb+0ddQpqn3Wyqf6pUEguqVBILqlQSK6pbUBbV6Aq3ExEQA39jhEqmpqdjtdhISEqqiWCIiIiIiUo0ZAXpJ9VLrguGUlBSsVivt2rUjISGBFi1aMG/evDJpevbsicPhqKJSioiIiIiISFWq0d2kx4wZQ/fu3UlOTgaKx/N+9NFHjBo1ytct+tZbb+Wuu+6iWbNmdO/enZSUFFatWsU777xTlUUXEREREZFqKmBjhqVaqdHBcMuWLfnkk0/Ys2cPXq+XFi1acP/99zNy5EhfmqFDh1JQUMDMmTOZMWMGLVu25MUXX6Rr165VWHIRERERERGpSoZpamh8ZfJ4vGRk5FV1MWq9kiWsXC7NoimVR/VKAkH1SgJB9UoCpbLrVmxsGFZrzWpmde7dy9Y7JwYk7xbPPIejYcOA5C3HrmbVTBERERERkQAyKO4mHYhXZU+i9cMPP3DNNdfQo0cPOnTowIABA5gyZQo5OTm+NPfeey/JycllXosWLfLLy+l08uSTT9KrVy+6dOnC9ddfX2YiYoDNmzdz/fXX06VLF3r16sVTTz2F0+ksk2727NkMGjSIjh07MmzYMBYuXFjJd3/ianQ3aRERERERkboqMzOTTp06MXLkSKKjo9m4cSPTpk1j48aNvP766750CQkJPP30037nJiUl+W0//vjjpKSkcO+99xIXF8crr7zCddddx9y5c4mIiAAgKyuLa6+9lhYtWjBt2jTS09N54oknKCws5MEHH/TlNXfuXCZPnsxNN91Ejx49SElJYfz48bz77rt06dIlcG/IMVIwLCIiIiIiUoph1IyFkIYPH+633b17dxwOB5MnTyY9PZ24uDgAgoODjxiE7tmzh48//piHHnqISy+9FICOHTvSr18/PvjgA8aOHQvABx98QF5eHi+++CLR0dEAeDweHnnkEcaNG+e73tSpUzn//POZMGECAD169GDDhg289NJLzJw5sxLfgROjbtIiIiIiIiK1REmQ6nK5KnzO4sWL8Xq9nHfeeX759OrVy6879aJFi+jZs6fvGgCDBw/G6/WyZMkSANLS0ti6dSuDBw/2u8aQIUNYunRpuV2qq4pahkVEREREREoYYFgDl/euXbv8Vr851IIFC445W4/Hg9vtZtOmTbz00kv079+f+Ph43/Ft27Zx6qmnUlRUROvWrfnHP/7BwIEDfcdTU1OpV68eUVFRfvkmJSXx8ccf+6W75JJL/NJERkbSoEED3/jikn9btmxZJi+Xy0VaWlqZLtpVRcGwiIiIiIhIDdavXz/S09MB6NOnD88884zvWNu2benYsSOnnHIKOTk5vP/++9xyyy288MILvpbg7Oxs37jg0iIjI8nKyvJtZ2dnExkZWSZdVFSUL13Jv4emK9kunV9VUzAsIiIiIiJSSiDHDDdp0uS4Wn+PZMaMGRQUFLBp0yamT5/OTTfdxBtvvIHVauXaa6/1S9u/f39GjBjB1KlT/bpF10UaMywiIiIiIlKDtWnThq5du3LZZZfx8ssvs2zZMr799tty01osFs4991w2b95MYWEhUNxqm5ubWyZtdna2X9fpyMhIv2WbSmRlZfnSlfx7aLrs7Gy/49WBgmEREREREZHSLEZgXidBcnIydrud7du3V/icxMRE9u/fX6YLc2pqKomJiX7pDl17OCcnh3379vnSlfx7aLrU1FTsdjsJCQnHdD+BpGBYRERERESkFMNiBOR1Mvz++++4XC6/CbRK83q9zJs3j1atWhEcHAxA7969sVgsfPPNN750WVlZLF68mL59+/r29e3bl59++snXygswb948LBYLvXr1AorXNG7RogXz5s3zu25KSgo9e/bE4XBU2r2eKI0ZFhERERERqYHGjx9Phw4dSE5OJjg4mD///JNZs2aRnJzMwIED2blzJ/feey/nn38+zZs3Jysri/fff5/Vq1czbdo0Xz6NGjXi0ksv5amnnsJisRAXF8err75KREQEI0aM8KUbMWIEb7/9Nrfccgvjxo0jPT2dp556ihEjRvjWGAa49dZbueuuu2jWrBndu3cnJSWFVatW8c4775zU9+doFAyLiIiIiIiUMCBg82dVcr6dOnUiJSWFGTNmYJomTZs25bLLLmPMmDE4HA7CwsIIDw9n+vTpHDhwALvdTocOHZg5cyZ9+vTxy2vSpEmEhYXxzDPPkJeXR7du3XjjjTf8ZpmOiorizTff5LHHHuOWW24hLCyMSy+9lIkTJ/rlNXToUAoKCpg5cyYzZsygZcuWvPjii3Tt2rVy34ATZJimaVZ1IWoTj8dLRkZeVRej1jMMsNutuFweVIOlsqheSSCoXkkgqF5JoFR23YqNDcNqrVkjM13797Jr8t0BybvJY//GXr9hQPKWY6eWYRERERERkb8YgGENTNPwyRk1LBWlYFhERERETphpmuSu3kBB2m6sYSFEn9YJa1hIVRdLROSwFAyLiIiIyAkp2L6LjY+/SM7q9XgLizCsVhxx9Wl+45XEDRtY1cUTOWZGwAYNS3WiYFhEREREjpsrO5d1d08hb+MW7PVjcDSsh+n24NyXweYnX8UaHkr9/mdWdTFFRMqoWaPZRURERKRa2f/Nj+Rt2kpQkzhsYaEYhoHFbiO4SUM8RUXsePszNF+r1CyBWWO4eJ1htThXJwqGRUREROS4ZS5bCYDFXrbDoT06kvxN2yjalX6SSyUicnTqJi0iIiIix830eg+/KKvFANPE9HhPbqFEToQBRqCaDNUwXK2oZVhEREREjltkl3aHDXjdmTkEJzQmqInWVZUaxrAE5iXVilqGRUSkRjJNk+yVa8n4YRmurByC4xvR4Ny+hCQ0ruqiidQpDc87i90fzaVw5x6CGjXA4rBjer24MrLAMGhy+flYbPrKKSLVjz6ZRESkxvG63Wx+agZ7v1yAp6DI10Nz17uf0/KOG4gb2r9qCyhShzgaxNLmX3ez4ZEXKNi2s7iV2DSxRYSTcMPFxF14blUXUeSYGVb1Z64LFAyLiEiNs+fjeaR/9jXWiDAcDethGAamaVK0Zx+pT88g7JTmhLdJqupiitQZER2T6fru82QsWU7B9l3YwkKJ6X0awY3VPVpEqi8FwyIiUqN43W52f/IVWAzsURG+/YZhENSoAYXbd5M+9zsFwyInmSXIofWEpdY43JxwUrtoFLeIiNQo7oPZFKXvxxYRXuaYYRgYDhu5azZVQclERESkJlHLsIiI1CiWYAeG1YLpdpd73HR7sIaHnuRSiYhIbWKoabhOUMuwiIjUKLaIcGJ6dsOdlYtpmn7HvE4XmCb1+/WootKJiIhITaGWYRERqXHiR11M1q+rKdy+C3tsNBaHHU9eAe7sXCK7tKX+Ob2ruogiIlJTGUCgZpNWg3O1opZhERGpccLbJNH26fuI7tEVb5GzeD1Ti4VGFw+i7dMPYAsPq+oiioiISDWnlmEREamRIju2ocNLj1KwbSfunFyCGzXE0SC2qotVZzj3H8SVnYOjfiz2yLKTmYmI1FQGYAnQmGE1DFcvCoZFRKTGMgyD0BbxVV2MOiV/6w62z/yAg0uW43W6sYaF0OCc3iTccAWO2OiqLp6ISKUw1H+2TtCvWURERCqkIG03ayc8yt6U7wEDW0QY3qIidr3/Bevu/D/cOblVXUQREZEKUzAsIiIiFbLr/TkUbNtFSEJj7DGRWEODcdSLIahJQ7JX/flXkCwiUtMZYAnQSx2lqxUFwyIiInJUXpeb/fOXYA0PwbD6f32wOOwYFgv7v11cRaUTERE5dhozLCIiIkflLXLidbow7PZyjxt2Gy51kxaR2sAonpMiUHlL9aGWYRERETkqa1gIwU3j8OTml3vcW+QkvHXiSS6ViIjI8VMwLCIiIkdlGAaNLhoEpok7++8WYNM0ce4/iCU4iLih/auwhCIilcewGgF5VbYffviBa665hh49etChQwcGDBjAlClTyMnJ8Uv33XffMWzYMDp27MigQYP45JNPyuTldDp58skn6dWrF126dOH6668nNTW1TLrNmzdz/fXX06VLF3r16sVTTz2F0+ksk2727NkMGjSIjh07MmzYMBYuXFh5N15JFAyLiIhIhcRdeA5xw8/Bk19AwbadFO7YQ+H2XQA0v/FKos7oXMUlFBGpWzIzM+nUqROPPPIIs2bN4vrrr+e///0vt99+uy/N8uXLGT9+PF26dGHmzJkMHjyYBx54gHnz5vnl9fjjjzN79mwmTpzItGnTcDqdXHfddX6BdVZWFtdeey0ul4tp06YxceJEPvroI5544gm/vObOncvkyZMZPHgwM2fOpEuXLowfP56VK1cG9P04VoZpmmZVF6I28Xi8ZGTkVXUxaj3DALvdisvlQTVYKovqlQRCbatXpmmSuex39n/3E64DGQTHN6HBuX2IaN+qqotWp9S2eiXVR2XXrdjYMKzWmtX+5jm4n8yXHg5I3tG3PIw1pn5A8i7x0UcfMXnyZBYtWkRcXBxjxowhLy+PDz74wJfmzjvvZN26daSkpACwZ88e+vfvz0MPPcQVV1wBFAfa/fr14x//+Adjx44F4NVXX+WVV15h4cKFREdHA/Dhhx/yyCOPsHDhQuLi4gAYNGgQHTp04JlnnvFdc8SIEURERDBz5syA3v+xqFk1U0RERKqUYRjE9OhCq/v/QbtnJpE4cbQCYRGRaqQkSHW5XDidTpYtW8Z5553nl2bIkCFs3ryZHTt2ALB48WK8Xq9fuujoaHr16sWiRYt8+xYtWkTPnj191wAYPHgwXq+XJUuWAJCWlsbWrVsZPHhwmWsuXbq03C7VVUWzSYuIiIiIiJRiWAI37fOuXbsYOXLkYY8vWLDgmPP0eDy43W42bdrESy+9RP/+/YmPj2fTpk24XC4SE/0nOExKSgIgNTWV+Ph4UlNTqVevHlFRUWXSffzxx77t1NRULrnkEr80kZGRNGjQwDe+uOTfli1blsnL5XKRlpbmu35VUzAsIiIiIiJSwgBLoILhAGXbr18/0tPTAejTp4+ve3JWVhZQHLCWVrJdcjw7O5uIiIgy+UZGRvrSlKQ7NC+AqKgoX7qKXrM6UDAsIiIiIiJykjRp0uS4Wn+PZMaMGRQUFLBp0yamT5/OTTfdxBtvvFGp16iNFAyLiIiIiIiUFrhe0gHRpk0bALp27UrHjh0ZPnw43377LaeccgpAmaWWsrOzAXzdoiMjI8nNzeVQ2dnZfl2nIyMjy+QFxa29JelK/s3JyaFBgwaHvWZ1oAm0REREREREaonk5GTsdjvbt2+nWbNm2O32MusFl2yXjCVOTExk//79Zbowp6am+o03TkxMLJNXTk4O+/bt88ur9DVK52W320lISKiEu6wcCoZFRERERET+YgCG1QjM6ySU//fff8flchEfH4/D4aB79+58/fXXfmlSUlJISkoiPj4egN69e2OxWPjmm298abKysli8eDF9+/b17evbty8//fSTr5UXYN68eVgsFnr16gVAQkICLVq0KLOOcUpKCj179sThcFT6PR8vdZMWERERERGpgcaPH0+HDh1ITk4mODiYP//8k1mzZpGcnMzAgQMBuPnmmxk1ahQPP/wwgwcPZtmyZXz55Zc899xzvnwaNWrEpZdeylNPPYXFYiEuLo5XX32ViIgIRowY4Us3YsQI3n77bW655RbGjRtHeno6Tz31FCNGjPCtMQxw6623ctddd9GsWTO6d+9OSkoKq1at4p133jl5b04FGKappdork8fjJSMjr6qLUetV9oLwIqB6JYGheiWBoHolgVLZdSs2NgyrtWZ1RvVm7id31uMByTt8zCQs0fUrLb8ZM2aQkpLC9u3bMU2Tpk2bcs455zBmzBjCw8N96RYsWMDzzz/Pli1baNKkCTfeeCOXXnqpX15Op5PnnnuOzz//nLy8PLp168akSZPKLIO0efNmHnvsMVasWEFYWBjDhw9n4sSJZVp8Z8+ezcyZM9m1axctW7bkjjvuoF+/fpV275VBwXAlUzB8cuhLgASC6pUEguqVBILqlQSKguGaFQzLiVE3aRERERERkRKGAQFbZ7iGTVNdyykYFhERERERKcWoWY3Zcpxq1a85Ly+Pvn37kpyczB9//OF3bPbs2QwaNIiOHTsybNgwFi5cWEWlFBERERERkapWq4Lhl19+GY/HU2b/3LlzmTx5MoMHD2bmzJl06dKF8ePHs3LlypNfSBERERERqd4slsC8pFqpNb+RzZs3895773HrrbeWOTZ16lTOP/98JkyYQI8ePXj00Ufp2LEjL730UhWUVERERERERKparQmGH3/8cUaMGEHLli399qelpbF161YGDx7st3/IkCEsXboUp9N5MospIiIiIiLVncUIzEuqlVoxgda8efPYsGED06ZNY82aNX7HUlNTAcoEyUlJSbhcLtLS0sqsnXUkAwYMOOyxt99+m7i4Rpok7iQoeY/1XktlUr2SQFC9kkBQvZJAUd2SuqTGB8MFBQU88cQTTJw40W9h6RJZWVkAREZG+u0v2S45XllK1maTwDIMsFqtGAZaX1EqjeqVBILqlQSC6pUESmXXrRoZVBsErv9sTXw/arEaHwxPnz6devXqcckll5yU6y1YsOCIxz0eLy5X2Um8pHKVfEC73ZWzILwIqF5JYKheSSCoXkmgVHbdUv2U6qxGB8M7d+7k9ddf56WXXiInJweA/Px83795eXlERUUBkJOTQ4MGDXznZmdnA/iOVyb90Z88pqn3Wyqf6pUEgupV7VKUvp+9cxeS8eMveF1uok7tSNywAYQlNT+p5VC9kkCp83WrRjZpy7Gq0cHwjh07cLlc3HjjjWWOjRo1is6dO/PMM88AxWOHExMTfcdTU1Ox2+0kJCSctPKKiIhIzZe3eRvr7voXBdt2YthtGBYLuWs3svfLBbR66Hbq9T2jqosoIiIVUKOD4bZt2/LWW2/57Vu3bh1TpkzhkUceoWPHjiQkJNCiRQvmzZvHwIEDfelSUlLo2bMnDofjZBdbREREaijTNNn8xCsUbNtJcHwjDKvVt79wZzqbn5hOZJd22CPLzmNS2dw5eTjzC7FFRWIcZf1S0zTxFhRhOGxYbDX665/IyWFVy3BdUKM/DSMjI+nevXu5x9q3b0/79u0BuPXWW7nrrrto1qwZ3bt3JyUlhVWrVvHOO++czOKKiIhIDZe7ZiM5azZgrx/jC4QBDMMguFEDCnfvJeP7n4kbNvAIuZyYnNUb2PnOZ2T+8jumx0twQmMaXzaEuGEDMQ7p2mmaJnu//I7dn86jYOsOLDYbsf160vTKYYS2jA9YGUVqukP/lqR2qtHBcEUNHTqUgoICZs6cyYwZM2jZsiUvvvgiXbt2reqiiYiISA1SuGcv3sIiHA3rlTlm2IqD48LdewN2/axfV7Pu3idx7T+ILToCw2Ylb0Mqm/7vJQq276LF+FG+L/GmabJ16n/Y+e7nmKYXW3gYnsIids+ey8GffqXds5MIb93yKFcUEam9al0w3L17d9avX19m/2WXXcZll11WBSUSERGR2sIeGYFht+MtcmINDvI7Znq9YJrYoyIPc/aJMU2TLS++ievAQYKbN8FisWCaJrbIcFwZWez+aC4NBvX1Bbi5qzew+6MUrKEh2GP+LpM9NorC7bvZ9tLbtH/hwYCUVaRGMwBLgFqG1eBcrQRqBS0RERGRWieya3tCmjfBuS8D85Cpdp37D2KLDCf27PKHcJ2ovPWp5K3fgqN+bJkunLaYSDx5+WR8/7Nv3/6FS/EUFGCLjvBLa1gs2GOjyFqxmoK03QEpq4hITaBgWERERKSCLHYbLW+/HltEOAXbd+E6mIUrK6c4qPSaJIy5guBGDY6e0XFwZ+VgulwYQfYyx4qDYwNXVo5vn+tgVqljh9xHkAPT6caVmRWQsorUbAaGJTAvNQ1XLwqGRURERI5BbK/TaPfcJBoM7A2GBbwmUd060PqxiTS9enjArhvUJA5LSDCevIIyx0yvFzAJbhr3d/q/gvJDW7ABPPmFWIIdBDWsH7DyiohUd7VuzLCIiIhIoEV1aUdUl3Z48gsxPW6s4WEBn302JKExMT26su/bH7GGhmB1FLcQm6ZJ0e592GOjqT+gly99g3P6sOv9OTj3ZeBo8HfXaq/LjTsrh4ZD+xMUp2BYpFyBGjMs1YqCYREREZHjZA0NPqnXazlxNAU7dpO3PhXDagGLBdPpwhYVSdI9N/kFt6GJCTT/x0i2TnuTwu27sIQEY7rcmG43YW2TaH7LyJNadhGR6kbBsIhIAHjdbjJ/Xknexq1YguxE9+hKWGKzqi6WiNRwwY0b0nH64+z76nsO/vgLrrwCIju1Ie6CgYS1alEmfZPLzycsqTnpXywgZ80GrGGh1B/Yi7jz+2GPiTr5NyBSU2gwaZ2gYFhEpJLlb93BhsnPkrs+FdPjAcAaGkLDof1JvOMGLHZ99IrI8bNHRdD0ygtoMepCXC4P5QwJ9hN1ageiTu1wcgonIlKD6BuZiEgl8uQX8ue9T5G7IZWguPpYg4MwTRN3Zg67P0rBHh1J83FXVXUxRURE5HAM/pr5OTB5S/WhYFhEpBId+OFn8jZtJbhxQyx/TW5jGAb2mEi8Lhd7PvuGplcNwxYRXsUlFak53Ln57J37Hfvm/YDzQCahiQk0HNqf+v3PxLCoL6OIBEANmUDrq6++Ys6cOaxZs4bs7GyaN2/OyJEjueSSS3yT5o0cOZJffvmlzLkpKSkkJSX5tnNycpgyZQrz58/H5XLRp08fJk2aRMOGDf3O++2333jyySdZt24d9erV48orr2Ts2LF+kwiapsnMmTN57733yMjIoG3bttx333106dIlMG/EcVIwLCJSiXLWbASv6QuES7NHR+Lcf5C8DVvVZVGkgtw5uay7ewqZ//sDw2JgCXKQsSudg0tXkHXJGpLuvjHgsziLiFRX//nPf2jatCn33nsvMTEx/PTTT0yePJk9e/Ywfvx4X7pu3bpxzz33+J0bHx/vtz1hwgQ2bdrEww8/TFBQEM8//zxjx47lk08+wWYrDhu3bdvGmDFj6NWrFxMmTGD9+vU8/fTTWK1WxowZ48tr5syZTJ06lbvuuovk5GTeffddRo8ezeeff05CQkIA35Fjo2BYRKQSFXerKn8An+n1YhiAVS1ZIhW18705ZP6yiqBG9bEEOXz7XVk5pH/6NTE9ulKv7xlVWEIRqZVqSMvw9OnTiY2N9W337NmTzMxM3njjDf7xj39g+av3TGRk5BFbZVesWMHixYuZNWsWvXv3BqBly5YMGTKEb775hiFDhgAwa9YsYmJiePbZZ3E4HPTs2ZOMjAxeeeUVRo4cicPhoKioiFdffZXRo0dz3XXXAXDqqady3nnnMWvWLB5++OGAvBfHQ9/IREQqUdSpHTFsNjyFRWWOuQ9m44hrQHibpHLOFJFDeZ0u0r9YgCXY4RcIQ/EkUl6Xi31f/VBFpRMRqXqlA+ESbdu2JTc3l/z8/Arns2jRIiIjI+nV6++1yhMTE2nbti2LFi3ySzdgwAAcjr8/k4cMGUJ2djYrVqwAirtR5+bmMnjwYF8ah8PBOeec45dXdaCWYRGRShRz5qlEdmlH1v9WYY+NwhoRBh4vzgMHMU2TplcNwxocVNXFFKkR3Dl5uHNyD7uWr8Vhp3DH7pNcKhGpEwLYMrxr1y5Gjjz8Ot8LFiw4ofx//fVX4uLiCA//e36SX375hS5duuDxeOjcuTO33347p59+uu94amoqLVu2LDPsJDExkdTUVADy8/PZvXs3iYmJZdIYhkFqairdu3f3pT80XVJSEm+++SaFhYUEB5/cNdoPRy3DIiKVyGK30eZfd1NvwJl4nS4Kt++icPdebOFhtLj1Whpffn5VF1GkxrCFh2INCcFb6Cz3uNfpwhFX/ySXSkSk+lq+fDkpKSmMHj3at+/000/ngQce4LXXXuPJJ5+koKCA66+/3teSC5CdnU1ERESZ/KKiosjKygKKJ9iC4i7XpTkcDkJCQnzpsrOzcTgcBAX5P/yPjIzENE1fuupALcMiIpXMUT+Gdk/fT97mbeRt2IIlKIio0zpij9QM0iLHwhLkoMF5fdn51qd4XW6/NbrdufkYVisNBvWtwhKKSK1kAIGamM+AJk2anHDrb3n27NnDxIkT6d69O6NGjfLtv+222/zSnX322QwdOpSXX36ZmTNnVno5ahIFwyIiARKW1JywpOZVXQyRGi3+movI+nU1uWs2YAkOwuJw4MkvwDRNGpzbh3r9elR1EUVEqlx2djZjx44lOjqaadOm+SbOKk9oaChnnXUWX3/9tW9fZGQke/bsKZM2KyuLqKgoAF/LcUkLcQmn00lBQYEvXWRkJE6nk6KiIr/W4ezsbAzD8KWrDtRNWkRERKotR/0Y2j//IM3GXYWjXgxYDMJateCUf46j9UO3Y7Hpub6IBIA1QK8AKCwsZNy4ceTk5PDaa6+V2935aBITE9myZQum6b8ixpYtW3xjf0NDQ2ncuLFvTHDpNKZp+tKV/Ltlyxa/dKmpqTRp0qTajBcGBcMiIiJSzTnqRdN83FWcNmcm3ee9SZd3nqPxZUPKXc9bRKQucbvdTJgwgdTUVF577TXi4uKOek5+fj7ff/89HTt29O3r27cvWVlZLF261Ldvy5YtrF27lr59+/qlW7BgAS6Xy7cvJSWFyMhIunbtChSvaRweHs5XX33lS+Nyufjmm2/88qoO9DhVREREagTDMDAUAItIwBllZlWuzLwr0yOPPMLChQu59957yc3NZeXKlb5j7dq1Y9WqVbz22mucc845NG3alL179/LGG2+wb98+XnjhBV/arl270rt3b+6//37uuecegoKCeO6550hOTubcc8/1pRszZgxffPEFd955J1deeSUbNmxg1qxZTJw40bfcUlBQEOPGjWPatGnExsbSunVr3n//fTIzMxkzZkyl3v+JMsxD28LlhHg8XjIy8qq6GLWeYYDdbsXl8qAaLJVF9UoCQfVKAkH1SgKlsutWbGwYVmvN6ozqzTtI0XfTApJ3UP9bsYTFVFp+/fv3Z+fOneUeW7BgAR6Ph0cffZT169eTmZlJSEgIXbt2Zfz48XTq1MkvfU5ODlOmTOHbb7/F7XbTu3dvJk2aVKa1+bfffuOJJ55g3bp1xMbGcvXVVzN27Fi/BwimaTJjxgzee+89MjIyaNu2Lffdd5+v9bi6UDBcyRQMnxz6EiCBoHolgaB6JYGgeiWBomC4ZgXDcmLUTVpERERERKSEQeBmVgpU72s5LgqGRURERA7hys4lc+lvuHPyCI5vRNRpHTVztYhILaNPdRERkWqqKH0/WSvWgNckvN0phLaIr+oi1Ql7Pvuaba++h3P/QQAMq5XQpGa0nnwr4W1PqeLSicjJYFjUhFsXKBgWkWrDuS+DnHWbMCwWIjomY4869nXyRGoDr8vNtpfeYs/n83Fn54BpYg0Po95Z3Um6Zxy28LCqLmKttf+7pWx+eiZ4vAQ3bohhs+IpLCLvz1TW3fMknV57gqCG9aq6mCIiUgkUDItIlfMUFrH1pbfYO3ch7uxcDMPAHhNFo8uGkHD9peqaKHXOtunvsOOd/2INDSE4vhEYBu6sXPbO/Q5vkZM2T94TwGU/6i7TNNn13ud4C52ENGvs228NDiI4vhGFO/awN2UhCdddWoWlFJGTQi3DdULNmtpNRGql1H/PYNd7czDdHoIbN8TRqD7uvHzSXn2ftNc+rOriiZxUzn0Z7PnvN1hDg3HUi8awWIofEEVHYI+NJmPJcnLXbKzqYtZKrv0Hyd2wBXt02V4phtWCYbWQ+cvvVVAyEREJBAXDIlKl8jZuZd83P2KLiij+4m+zYrHZCGpYD0tIELtnp/jG7YnUBVm/r8WdlYM9OqrMMWt4KN7CIrJ+W10FJRMMQMsYidQNFiMwL6lWFAyLSJXKXL4KT34BtsjwMsfsMVG4MrP1xV/qFq8Jplm82OdhmF7vSSxQ3WGvH0NYqxa4snLKHDM9Xky3h+gzOldByUTkZDIMMCwBeikerlYUDItIlTLdHsAof/yjxQDT/CuNSN0Q0aE1tohw3OUEZN6CQiwOOxEdkqugZLWfYRg0vWoYliAHRXv2+T57PIVFFO7YQ3B8YxoOObtqCykiIpVGs9KISJUKT07EYrfhyS/EGhrsd8ydnYs1LJTwNklVVDqRky+4SRz1z+3Nnk++xrBasEYUzxztzS/EuT+D6B5dierWvopLWXvVH9ALV2YO22e8T+HuvQAYFgthrVvSavKtBMXVr+ISishJYajNsC5QMCwiVSrqtI5EdEwmc/kfBDWqjzU4CNM08eYX4s7MpsGgswhNTKjqYoqcVIkTxuAtLOLAwp9xZWYDYHE4iO7ZjeSHJ2BY9CUtkBpfch71B/bi4E+/4s7OJTi+EdHdu2hmexGRWsYwTVNTQVQij8dLRkZeVRej1jMMsNutuFweVINrvsI9+1h//7/JWbPB1y3R4rATfUZnWj96x0lbb1j1SgLheOuVaZrkbdxK1q9/YHq8RLRvRWSXdlpSSQB9XkngVHbdio0Nw2qtWQ/wzIJMnMteCUjeju43YYREByRvOXZ6xCkiVS64UQM6zvgXmT+vJGf1egyLhahTOxLZtZ1awKTOMgyD8NYtCW/dsqqLIiIiUispGBaRasFisxHb+zRie59W1UURERGRuk5jhusEBcMiIiJ1iCsrh4wf/4c7O4egRg2J7XUqliDHMefjzs0nY/H/cO7LwB4TRWzfM7CXs0SaiIhIdaVgWESkGjFNk+yVa8lduxHDaiXq1I6EtWpR1cWSAPK63WT9bxVZy//A9HoJb9+Ken3OOK4A9Wj2fP4t215+B+eBgxgAhkFwQhNaPXALUad2qHA+Bxb9wuYnX8WZvg8wMDFx1I+l5e3X0XDw2ZVebhGRk86i+RnqAgXDIiLVhHNfBusffp7s39bgdToBsIYEU39gL5L+eVOZpaek5nMdzOLPSc8UB8IuNxgmhsVKWHJL2vzrn4Q0a1Jp18r48X+k/nsGpttDcOOGGDYrXqeLgm07+POBf9Np5hOEJDQ+aj65f25mw8PP487JI6hRAyx2G6bbQ9He/WyaMp2ghvWPKbAWERGpKuoMLyJSDZheL+sfeo7Mpb9hjQglOKExwQmNMRx20r9YwJZp/6nqIlYZ574MCrbtxFNYVNVFqXSbn5pB5tLfsEdHEtK8CSHNmuJoEEvumk2sn/wMXre7Uq5jmiY7P/gCT0EhQY0bYNisQPGs7cHxjXHuPUD6FwsqlNfuT7/GnZlNcNM4LPbiZ+qGzUpQ44Z4cvPZNXtupZRZRKTKGBRPqx2QV1XfnJSmlmERkWog69fVZP+2BkeDWKyhIb799qgI8HjZ99X3xF97CcGNGlRhKU+unNUbSHv9I7J+XY3p9mCPiSTuwnNoes1FWIODqrp4Jyx/yw4yFv8PW3SkX6u/JciBo1F9cv/cTOaylcT2OvFJ5Tx5+eSu2YitnDG9hsXAcNjJXLYC/nHNUfPK+mUllpDgMks8GYaBNTzU191bM8GLSI2mz7A6Qb9lEZFqIOeP9XhdLr9AuIQtOgJ3dh45q9dXQcmqRvYff7L2jsfZv/BnsFqwhofgzMhk2/R32fDw85XWYlqV8jak4snLLzdAtQYHYXq85K3fUnkXPFJrhElxi0WF8jE4/OKjZsXzERERqWIKhkVEqoO/JuowywsyTMCgTEtcbWWaJttnfIBzfwYhzZtgj4rAGhpCUFx97PWiObDwZzKXrazqYp4ww24vXrrD4y1zzDRNME0Mh71SrmULDyOyU1vcWbll6pjp9WK6XMSeeWqF8orpfTrewiJM7yH5mCbu3Hxie52mVmERqeEC1UXaQP2kqxf9byUiUg1EdeuAJciBJy+/zDHXwSzs0ZFEdm5XBSU7+Yp2pZP9+1rsMVFlHgDYwkIxXS4yFv1SRaWrPFGndsBRLxpnRmaZY+6sXKwhwcR071Jp12ty5QVYw0Mp2rUXr6u4Zd1TWERh2h6CmsTRcGj/CuXT+KJBOBrUo3DHbt84bm+Rk6Ide7BHR9L4siGVVmYREZFAUjAsIlINRHRMJqZnN1wHMnFl5WCaJqbXi/NAJp6CQuKGn4OjfkxVF/OkcOcVYLo9xS2nfzHdHrwud3GrpsWCOzu3CktYOexRETS9ejimy03Rnv14nS68LjfO/QdxZ+fQYFDf41pWy52TS9bKtWT/8Sdep8u3P6ZHV1o9cAuOhvUoSt9HwfbduDKyCGuTSNsp/yS4SVyF8g9NTKDNlLsJO6UFroxMCrbtwrn/IMHNmpD82B1EtG91zGUWEal2LJbAvKRa0QRaIiLVgGEYtHrodizBQWQs+oXC7bvBAFtkBPEjL6L5zUef2Ki2CG7cAFt4GJ68fEyPh6L0/XiyczExsQQHYWAQ0iK+qotZKZqOuhjDZmXne3Nw7ssA08T2V+tq83FXHVNe3iIn21+fTfp/v8GVmY1hMQhqEkf8qIuJGzYQwzBoMKgvsX3O4ODPv+HOyiGocUOiTuuIxXZsXweiunWgy7vPkbX8D5x7D2CvF030aZ0CsjZyVTBNE9fBLEy3B0f9GHX7FpFq66uvvmLOnDmsWbOG7OxsmjdvzsiRI7nkkkv8elfNnj2b1157jV27dtGyZUsmTpxIv379/PLKyclhypQpzJ8/H5fLRZ8+fZg0aRINGzb0S/fbb7/x5JNPsm7dOurVq8eVV17J2LFj/a5nmiYzZ87kvffeIyMjg7Zt23LffffRpUuXgL4fx8owyx2gJsfL4/GSkZFX1cWo9QwD7HYrLpfn8PO4iByj6lKv8lPTyFm7EcNqIapbB4Li6lddYapI6vOvkzbzA9y5xQGxYbViGEbx+ssWC81vvoZWD9xS1cWskIrUK09eATlrN2J6vIQnt8QeE3VM1zBNk02Pv8ie/36LNSQIW2R4cUCXkYlhsZB451gaXzq4Eu6m9jv480p2vvMZOX+sxzRNQlo0pcnlQ2l4fr9qNW6/unxeSe1T2XUrNjYMq7VmPVAyC7NwrnozIHk7Ol2LEXxsn/FHcsUVV9C0aVMGDhxITEwMP/30E6+99hq33HIL48ePB2Du3Lnceeed3HTTTfTo0YOUlBQ++eQT3n33Xb/gdMyYMWzatIl77rmHoKAgnn/+eSwWC5988gm2vx6abtu2jQsvvJBevXpx9dVXs379ep5++mkmTpzImDFjfHnNmDGDqVOnctddd5GcnMy7777LTz/9xOeff05CQkKl3f+JUjBcyRQMnxz6EiCBoHpVfbiyc1h61giK9uzHsFp8QYhhtWKLicIWEUrn/zxNWGKzKi7p0Z2MepW7PpVVY+7BcNiLl+MqpWj3Phz1Y+j20Ut+SzhJWfu/W8rGR57HnZOPLToCw2LgysrFsFhoPu4qEkZfVtVF9NHnlQSKguGaFQxnZGQQGxvrt2/y5MmkpKTwv//9D4vFwqBBg+jQoQPPPPOML82IESOIiIhg5syZAKxYsYIRI0Ywa9YsevfuDUBqaipDhgzh2WefZciQ4vkgHnzwQRYvXsy8efNwOIp7Az377LO8//77LFmyBIfDQVFREWeeeSZXX301d9xxBwBOp5PzzjuPvn378vDDD1fa/Z+omlUzRUSkTijcvhtrcBChzZviqBeDLSqCoEYNCGuTREjzJnjyCshY+HNVF7PaOPjTb3gKCstdpsleL5qi9P1krVhdBSWrObxFTra++Cbu/EKCmzXGHhWBLSKckPhGWBw2drz1CYW70qu6mCJyMhgEbsxwJXcwOTQQBmjbti25ubnk5+eTlpbG1q1bGTzYv3fQkCFDWLp0KU6nE4BFixYRGRlJr169fGkSExNp27YtixYt8u1btGgRAwYM8AXCJXllZ2ezYsUKoLgbdW5urt81HQ4H55xzjl9e1YHGDIuISLXjys7BdHsIatQAw2YtP01W9kkuVfXldTrBMMrtxmvYrJheL94iVzlnSomsFWso3LGHoAaxZd5He2w0hTv2kLHoF5qMuKCKSigitcWuXbsYOXLkYY8vWLDghPL/9ddfiYuLIzw8nF9//RWAli1b+qVJSkrC5XKRlpZGUlISqamptGzZssznX2JiIqmpqQDk5+eze/duEhMTy6QxDIPU1FS6d+/uS39ouqSkJN58800KCwsJDq4ePZXUMiwiItVOcOM4LMFBePILyhwz/1qXN7hJo5NdrGor7JTmf42pLhvwunPysIaFEnZK8yooWc3hzsnDdLvLXdvZsFjAMHDnaBiUSJ1hBOgVYMuXLyclJYXRo0cDkJWVBUBkZKRfupLtkuPZ2dlERPgPswGIiorypcnJySk3L4fDQUhIiF9eDoeDoKCgMtc0TdOXrjpQy7CIyEnmzs2jYMsODIe9OIixlt/yWdM5MzLJ+t8qvEVOQpOaE97ulApPQBTaMp6o0zqS8f0yLKHBvtmOTdOkaM8+HPViqD/gzEAWv0aJ7X06IS0TyN+0laAmcVjsxe+Xp6AQ98FsGgw+i5BmTaq4lNVbcNNGWEKC8eQVYAsP9TtWsi5zRZefEpFaIICzyDdp0uSEW3/Ls2fPHiZOnEj37t0ZNWpUpedfGykYFhE5SbxFTrbP+pD0z+fjzsoBi4XQlvEkjL6M+gN6HT2DSmSaJjmr15OzegOGYSGyW3vCWrWolNlyTdMk7Y3Z7HpvDq6DWWCCJSSIqG4daDVpfIVnx068cyxFu/eSt3ErhsWCYbXidTqxRUWSdM84HA3KjpOqqyxBDpIfv5M/73uKgm07weMFAwybjegeXUi8a2xVF7HaC2+bRGTHZDJ/+R1rcJCve77pNSnavY/gJg2JPat7FZdSRKR82dnZjB07lujoaKZNm4blr2A+Kqp4sq6cnBwaNGjgl7708cjISPbs2VMm36ysLF+akpbjkhbiEk6nk4KCAr+8nE4nRUVFfq3D2dnZGIbhS1cd1Ohg+IcffmDmzJls2rSJ3Nxc4uLiGDhwIOPHj/dr5v/uu+94/vnn2bJlC02aNOHGG2/kkksuqcKSi0hdY5omGx9/kb0pC7GGBGOPjcL0eMhdn8qGh57H9HhpcG6fk1IWZ0YmGx95gcz/rSruVmuaWEOCqdevB6fc+w+sYSEnlP+uD75g+yvvYdhtBDeNA4sFT14+B5cs5897n6TjK/9XofVoQ+Ib0XH64+z96nsOfL8Mb2ERkV3aEXfBAMJatTihMtZG4a1b0uXNpzmwcCm5azdj2KxEnd6JmJ7dfC3FcniGYZB0782su3sK+anbi7tGWwxMlxtH/VhaTb61TIuxiNRWRvG02oHKu5IVFhYybtw4cnJy+PDDD/3ioJJxu6mpqX5jeFNTU7Hb7b5ljhITE1m6dCmmafo9GN+yZQutW7cGIDQ0lMaNG/vGBJdOY5qmL/+Sf7ds2UKbNm38rtmkSZNqM14YangwnJmZSadOnRg5ciTR0dFs3LiRadOmsXHjRl5//XWguN/8+PHjufTSS7n//vv5+eefeeCBBwgLC+O8886r4jsQkboiZ9Wf7F+wBHtMFLaIMN/+4JBginams33mB9Tr1zPgQYtpmmx46HkOLl6OvX4MjobFga87O5e9c7/HYrfT6sHbjjt/T0Ehu97/AsNqIahhPd9+W3gYhs1GzuoNZCz5lfr9e1YoP3tMFE2vGk7Tq4Yfd5nqElt4GHEXDCTugoFVXZQaKbRFPB1f/T/2fb2Ig0t+xet0EXVqBxoO6UdIQuOqLp6ISBlut5sJEyaQmprKu+++S1yc/3COhIQEWrRowbx58xg48O//G1JSUujZs6dvVui+ffvy8ssvs3TpUs48s3gY0pYtW1i7di033HCD77y+ffuyYMEC7r77bux2uy+vyMhIunbtCkC3bt0IDw/nq6++8gXDLpeLb775hr59+wbuzTgONToYHj7c/8tR9+7dcTgcTJ48mfT0dOLi4pg+fTqdOnXi0UcfBaBHjx6kpaUxdepUBcMictJkLPkVb6ETR6kAEYpbo+z1YyhM203u2o1Edm4b0HJk/76OrF//wF4/xq+Vyx4VAabJ/gVLiL/+suP+4p+3YQvOvfuxx0aXOWYNDsLp8ZD12+oKB8NycnhdbjJ/WYlz7wHs0VFEd+9SZ9ckdsRG0/TKYTS9clhVF0VEqpJRM+YZfuSRR1i4cCH33nsvubm5rFy50nesXbt2OBwObr31Vu666y6aNWtG9+7dSUlJYdWqVbzzzju+tF27dqV3797cf//93HPPPQQFBfHcc8+RnJzMueee60s3ZswYvvjiC+68806uvPJKNmzYwKxZs5g4caIvsA4KCmLcuHFMmzaN2NhYWrduzfvvv09mZiZjxow5ae9NRdToYLg80dHRQPHTB6fTybJly7jrrrv80gwZMoQvv/ySHTt2EB8fXwWlFJG6xltY+Fevq8MsfePx4CkoCng5clZvwFtUNigHsEVFULh9Nzmr1x93MGyaJqZ51ETHlXegefIK2Pv1D+z/djGurBzCW7Wg4fn9iTq9U6WMpa6usn5bzaYnplOwdSemx4thMQhq3JCWE0broYWISDW3ZMkSAJ544okyxxYsWEB8fDxDhw6loKCAmTNnMmPGDFq2bMmLL77oa8kt8fzzzzNlyhQefPBB3G43vXv3ZtKkSdhsf4eMzZs3Z9asWTzxxBPceOONxMbGctttt/lmry4xduxYTNPk9ddfJyMjg7Zt2zJr1ixft+yKeuihhxg+fDjdunU7pvMqqlYEwx6PB7fbzaZNm3jppZfo378/8fHxbNq0CZfLVe4aV1Dcb/1Yg+EBAwYc9tjbb79NXFyjwA0xEJ+S91jvtVSmQNarsMRmAHjdbt/MyCU8OXlYw0MJaxkf8Dp9xPxNszhgtxjHXY7wVi1w1IvGlZXj100aKB6fbLEQ2Sm50u4zZ+0m9n29iPwtadhjo6nfvycxZ3Yr8x4fjSsrh7V3TyFr+WqwgMVmJ299KvvnL6HZjSNIuO7S4y5jdf68yt+6gz/v/zfOfRkExdXHEuTA63RRtHsvGx99AUdsJFFd21d1MaUc1bleSc2mukXxsF5LgN6ASs72u+++q1C6yy67jMsuu+yIaSIiIvjXv/7Fv/71ryOm69atGx999NER0xiGwbhx4xg3blyFync4X375JR999BFNmzZl2LBhDBs2jBYtWpxQnqXVimC4X79+pKenA9CnTx+eeeYZoOLralUmwwC7vXYuk1KdGAZYrVYMo9o2MkkNFMh61WhQb9LemE3hznSCm8b5llPyFBTizs6l6aXnEZ4Q+GVb6p3RiW0hwXhz87FFhvsdc2XmYI+KoN7pHY/7c8weE0H8FeeT+uLbuA5mYY+OxLBY8BQUUpR+gIh2STQaeCbWSvic3PHeHDZPewtPbj5YreDxsC/lexqc24u2j07EWoFJukpsffMTspavIqhRQ7/znPsPkjbrI+qd0Zmozm2OkMPhVefPq31fLMC17wAhCU2KJ4wCrEEOguMbUbB9F3tmp1D/jE5VXEopT3WuV1KzVXbdqtNBtZywpUuXsmDBAubMmcOMGTOYPn06HTp04MILL2Tw4MHExp7YyhK1IhieMWMGBQUFbNq0ienTp3PTTTfxxhtvBORaR1sTzOPx4nJ5AnJt+VvJB7Tb7dGXgKM4dFbAw6XJWfVn8bjWgkJCEhOo3//M4nGkdUhA61VoKK0fncj6B56hYMce+Ks7scVuI+bMbjQbf+1J+ewIbtWS2N6nse+bH/F6vNiiwsE0cWVm48kroOmVF2CtF3tCZWl8zYUUZeaw59OvKUjbjWEYGDYrkZ3bkPzoRLw2O94TvNfsVX+y6YU3Mb1eghIa++q4Ozef9K8WEdqqJQnXVmzVAHdeAXvmLsQaEoLFYccs9cu3xUZRuH0Xu774jtB2rY6rrNX582r/ov9hOILAMPzuG8AaHkrGzyspyi/SbNTVUHWuV1KzVXbdqrH1s4aMGa7tHA4HgwcPZvDgwWRlZfHVV1/xxRdf8PjjjzNlyhR69erF8OHDGTBggN8yThVVK/53K5mlrGvXrnTs2JHhw4fz7bffcsoppwBl18I6dF2tylZj/+hrINPU+10er9vN3i8WsOfz+RSm7cIWFUHD8/vR+JLB2KP9e0p4i5xs+tdL7Pt2Md5Cp6/7Ttqs2bR+ZAJR3TpUwR1UrUDVq8jO7ej81jPs/3YxuetTsQYFEd2jCzFnnorFbjtJddnglEnjMRwODnz/M4Xbd4MBtogwmowYSovx155wOQyrjZa3X0+jSwaT+fMKvEVFhJ3SgqjTOmJYrZVyn+lfLsSTV0Bws8Z+D3ts4aF4cvLY89m3NLlyeIWCOOf+g3hy88tdUqo4kLdRsH3XCZe7On5emX91jS+P8dcB01uBceBSZapjvZLaoc7XrUB1k5bjFhUVxYgRIxgxYgS7du3iqaeeYt68eSxatIiwsDAGDRrEyJEj/ZZzOppaEQyXlpycjN1uZ/v27fTv3x+73U5qaip9+vy9fmfJ2liHjiUWqQ28bjebHpvG3pTvAbCGhlC0ey/bXnqHjEX/o91zk3CUmuk37Y3ZpH/5HfaYSBwN62EYBqbbQ+GudNZPfpYubz2Lo150udeSY+eIjabJFUOrtAy28DCSH51I/tYd5KzegGGxENm1HcGNG1bqdULiGxFy6eBKzbNE3satGA5bub0erOGhOA8cxHUwq8y45fLYIsMx7Da8RU6soWUDYtPtwVEvplLKXd1E9+jCrnc/L9ODxDRN3Dl51B9wJhaHvQpLKCIi8rfdu3fzxRdf8MUXX7Bx40aio6MZMmQIdrudOXPm8NlnnzFp0iSuuuqqCuVX69r/f//9d1wuF/Hx8TgcDrp3787XX3/tlyYlJYWkpCTNJC21UsYPy9j71Q/YoiIIjm+EPTaKoEYNCGrcgJw//mTnu5/70rpz89jz+bdYgoOwRYT7vgwbNivBTRtRtGcf+75ZVFW3IgEW2iKeuKH9aTjk7EoPhAPNHh2BeZiu1l6XC4vNVuGlgezRkcT2OQNXVg6mx+t3zJ2bh2G3UW/AmSdc5uqo0YXnYq8XQ+GOPcUTnFH8QK1o916s4aE0vmxIFZdQRKQqGMX9xQPxquwZtOqA7OxsPvzwQ6655hoGDBjAtGnTaNGiBS+++CI//vgjDz74IPfddx8//PAD/fv35+WXX65w3jW6ZXj8+PF06NCB5ORkgoOD+fPPP5k1axbJycm+RaVvvvlmRo0axcMPP8zgwYNZtmwZX375Jc8991wVl14kMPbOW4Tp8WCLCPPbb3HYsYQEsy/le5rfeCWWIAcF23bhzszGdkjXaQDDagHTJPfPzSer6CIVVq9fTzIW/YKnsAhr8N9jhEyvF3d2Lo2Gn4stPOwIOfhrNuZyclato2DbLqzhoVgcdty5+ZgeDw0Hn01sr1MDcRtVLiypOcmP3cHmJ6ZTsHMP/NUlMqhBPVrcdi3RZ3Su2gKKiEiddsstt7Bo0SJcLhedO3dm0qRJnH/++eUOd3U4HAwaNIj58+dXOP8aHQx36tSJlJQUZsyYgWmaNG3alMsuu4wxY8b4Fn0+7bTTmDZtGs8//zwff/wxTZo04fHHH2fw4MB03ROpas49+w7brdEaEoQnPx93Xj6OIAeWIDtYLHBIa5jfOcHHPhmBSKDVH9iLvV99T+bPK7CGhmANC8HrdOHKzCa4aSOajrromPILad6U9tMeYdf7c9g/fwlep5OQ5k1pdNG5NL50iG/279oopkdXur4/lYM//UrR3gPFLeW9T8MWEX70k0VEaitLretAWyOtW7eOMWPGcOGFF1ZoSaVevXrx1ltvVTh/wzx0+kg5IR6Pl4yMvKouRq1XsoSVy6VZNA+17p4n2T9/MSHNmpQ5VrT3APaYKE779JXiWXO9XlZeexe56zYRHN/Ib8ygp6AQ14FM2j51H/X69Thp5XdmZLJ//hIKtu3EGhZKbJ/TiOiQfNQZsSuD6lXN4s7NI+312eyduxBPbj6G3UrMmaeScMMVvnWdj4e3yImnsAhbRJhvuaEToXpVfXidLvK37sAwDEJaxNfoWbJVryRQKrtuxcaGYbXWrMDSdObg3PJJQPJ2tLwEw1G3Vuuozmru/wIiUq6G553Fge9/xp2d67eOrLfIibegiLhr+vlajg2LhWajL2f9g89SuDMdR71oDLsNT04e7uxcont0JeYkdg89+PMKNjzyAs70A759O9/5Lw0Hn0XSvTfX6C+uUvls4WG0vO06mo25gqJ9B7BFhFfKZG+WIAeWY1ijWKo/0zTZPTuFXR9+SdHuvYBBcNM4ml41jLgLzz0pD9tEpIbR50K10LZtW/79738zdGj5k4+mpKRw5513sm7duuPKX98sRWqZ2LPOIG74OaT/9xtcWTlYQ4LxOp2Ybg9R3drT5Krhfunr9etBq4duY/uMDyjcvgvT48EaHkqjiwbR4rbrTtpMsoW797LhoedxHThIcHzcX0vwmMXL5Pz3W4LjG5Nw/aUnpSwnU1H6fg58/zOuzGyCGtajXr+eZZa/kiOzhoUQGqYJEeXwtr/2IWkzPwCLgT2q+O+rYPtONj3xCu68AuKvubBqCygiIuUyTZMjdWT2eDwn9EBTwbBILWNYLJxyzziiurYjfc58CrbuxF6vKQ0Hn0Xc8HPKnVSowcDe1Du7B7lrN+EtKCSkRTxBcfVParn3zVuEc98BghMa+7qmGoaBLTIcT34hez77miZXXlCrxjDvnp3Ctunv4srKLn4CbcK2V94j6Z83Un9Ar6ounkitUJS+n13vzcESZMdRP9a33xoaTNHeA+x48xPizu+HPabsZCwiUkcZBG7MsBqcj9nhgt3c3FwWL15MTMzxL3+oYFikFjKsVhoOPpuGg8+u8DkWm43IThVfpLyy5a7bBBZLuWM0bZHhOPcfpHBX+gmNBa1OMhYvZ8vzr2OaZvF4bYsF0+2hKH0/Gx9/kaDGcUS0O6WqiylS4x1c+hvu7ByC4xuVOeaoF03hrr0c/HnFMX1eiohI4Lz44ou89NJLQHEgfPfdd3P33XeXm9Y0TUaOHHnc11IwLCLVgiXIAd7yZ7U2PR4MqwWL/eR02T4Zds+ei6ewyG+iM8NmJahJQwq372LPf79RMCxSCTwFhWAY5U+GZileQs5bWHTyCyYi1ZvGDFeZjh07ctVVV2GaJu+99x69evUqM5O0YRiEhITQvn17zj333OO+1jEHw2lpaWzevJmYmBg6duyIpZz/XNavX8+3337L+PHjj7tgInWda99+PDm52OrXwxZZ+2cdjOl1Knu/+h5vkdNv8iLTNHFlZBF1aodyW3ZqIq/TRfYf68usBQ3FvadCwq2Y//sB5/dJWFu3w9ok4eQXUqSWCG2ZgGG14ikowhriP8zCW1CIxeEgpKX+xkTkEBYFw1XlrLPO4qyzzgKgoKCAESNG0LlzYNa9r3Aw7PV6eeCBB/jvf//r25eQkMDkyZPp06ePX9r169fz0ksvKRgWOQ6FW7ax7633yf11JabbhSUkmMi+vWk46kpsMdEVzsd0u8lf8TsFa9YCENKuDaHdumLYqmeHkHpn9yCqa3uylv+BLSoca3gYpsuNc38GtogwEkZfdlJnfHXn5nHgu6Xkb0nDEhxEbK/TCG/fqnLKYClupfK63f67TQ/1vLsJDs/C6rFS+M4rGEEh2E7tSfDVYzGCgk/82iJ1TNRpHQlPTiRn9XqCmsZh+esz0Oty4dyXQdSpHYjs3LaKSykiIuWZMmVKQPOv8LfiDz/8kM8++4yLL76Yc845h3379vHmm29y4403MmHCBMaNGxfIcorUCUXbd7B90qM4d6djjYrEGhKBt6CAjM+/pDB1C83/9RDWsLKtiYdyZ2Sw58mnKVi7DjweAA5arQS3SabxPXdhq39yJ8eqCGtwEG2evIetU//Dge9/xrn3AIbVSnibJJqNu4qYnt1OWlmyVq5l/eTnKNyVDqYJJux461MaDDqLU+696YRn2LbYbMT2Oo09X8zHHhtdHGCbJvW9uwglF5cHrA3qYzSMg7xcXEu+A5uNkFE3V9IditQdFpuNVg/fzp/3PEl+6nZ8C6daLIQlJ9Lqwdu1tJKIHMIIYDdpfd4cSUnD6/DhwzEMw68h9kguvPDC47qeYR5prupSLrroIhISEpg6dapvn8vl4tFHH2X27NlcddVVPPjggwDMmTOHe+6557jXe6rJPB4vGRl5VV2MWq+yF4SvLnY9O42ML+fhaNrEb3yb1+nCvW8/jW+/mdgLBh8xD9M02fXQo+T9shxb/XpYgotbE71FRbj37SesW1ea/N8j1frLX1H6fgq27cQaGkJ42yQMq/XwiQ+mY6z8EVJXYXhNzMT2mJ36QIOmx3xdwwAzO5v/XTmRwt17CWrSEIvNhmmauLNzcWfl0Pzmq2l2w4gTuLtiues2sfq2R3BlZOJoUI+QIA+NPNvwuLzgCCIsOdHXXdzMyQbTJGzyv7E0bHzC15aTq7Z+XtU07pxc9s9fQtbKtRiGQdSpHajX70xs4aFVXbTjonolgVLZdSs2NgyrNUAzMweI6crFuXNOQPJ2NB2GYQ8PSN61QZs2bTAMg99//x2Hw0GbNkef3NUwjMCvM7xt2zauvPJKv312u53HHnuM5s2b88wzz5CRkcG///3v4yqISF3nLSoie8kyrGFhZSZ6sTjsYBhkL1py1GC4aOMmCv5YjS0m2hcIA1iCgrDFxlCwdi2F6/4kpF317RYYFFe/Yks77diE5b8vQ9YBsDmKH+T+nIaxeineYTdCy/bHfO30eT9SuHsvwU0bYVj/XuLJHhWBt8jJnk+/pumVw7GGhRxz3qWFtz2FNv93F6nPzaJgyw4sthyMKC9GWBghzZr6jZsmPAJz7248qRt8wXDB9l3krNmAYbUS2aUdQQ3rnVB5RGo7W0Q4jS4aRKOLBlV1UUSkutPSSlVmwYIFADgcDr/tQKlwMBwaGkpubm65x2644QZiY2OZPHkyN954I+ecc06lFVCkrvAWOTHdbozDzJhs2Gx4csr/GyytaHMq3sIirLGxZY4ZISGYmZkUbU6t1sFwhXg8WOa9BdkZEBsHxl//aZkmHNyLZd6beMc8Co5jG2ebs24TmCaG1YLp8eJ1OjEMC5YgB7bIcFwHs8jftrNSZnqOPqMzXd5+lpzf/8S95Ftsy7/D0jQB49BJO/7qqg0G7tw8Up+eyf7vluLJzQcDbJERNLroXJrffA0We/UcEy4iIiJyNE2bNj3idmWr8Lem5ORklixZwujRo8s9fvHFFxMZGcmdd97JypUrK6t8InWGNTwMR1xDCrdtxxrh333GNE28TichrZKOmo9hsxU/dDTNsuNd/urvdLiAu0bZtg7274SI2L8DYSi+58h6kLkPUv+ANqcfU7aWIAemCUW79+Lcd9A3yZU1LAR7dCRYLFgclRdwWmw2ok7tgCc2mPw/l0FhPoQeMi48LwcjNAxLUjIbHp3G/vmLsUVFENysMXhNXJlZ7HjrUwyLhRbjR1Va2UQqwut2Y1it1XrohYjIMdNnWp1Q4W90/fv35/HHH2fz5s0kJZX/hXzgwIG89tpr3HyzJnkROVaGxUL0kHPZ8/JMPDm5voDYNE3cBzKwhoQQPWjAUfMJ6dwJS3gYnqzsv2ef9roxivLwZOVicdgI7dQhgHdychg5GcXrEtsdZQ/abGCCkXWAYx3uFNO9C9tmfohzXxGG1VI8XtnEN2Y4snNbQhObVco9lGZpkYSt46m4li8pfmhREhDn5mDm5+HoP4T89CwylizHHhv997JMVgNHvRicHGTPp/NoMuICHPVjKr18IqWZXi97U75nz2dfU7AlDUtIMA3O7UPjy88nuHHDqi6eiIjUUKNGHftDfcMwePPNN4/rehUOhi+55BLOOOMMYsvpelna6aefzpw5c9ixY8dxFUikLosdeh5FqVvJ/PY73FlZGBYLpteLNSyMhtdfQ2iHdkfNw96wAVGDz+PgJ5/iPuDBZvNi5GXiKXBiekzqt2tIxPJ3KOpzDWZMk5NwV4FhhkQUt0S53cXBb2ne4hm0zdBjX5/ZHhWO6fX+3bJuGICJYRiYXrP4WAAYhkHwtf8AiwX3ql8x03cXj4EOCcV+9nkEXTqK/R/MxVtYhKNB2c9he3QUhTv3kP37WuoP6HVM13ZmZOLJLySoQaz/WGWRcpimSeqzs9j90VwwTaxhIbgys9nx5icc+OEX2r/wICEJmuhNRGo4o2ZN+lVbVHBu5xM+p0SFg+Hg4GBatWpVobRNmjShSZOa+yVbpKoYNhuNJ95CZL8+ZP+4FPfBTBxNGxN1dh9CTkmscD71Rl2NERxE9iez8exNx8TAFhpEvQ5NadilCZZ92wj6bhaF598BwUdfqqlaatkOoupD1n6IbvB3dybThJyDEB4Fpxz7Au0Hf16JLTKiuEU+KxvT6QLDwBIchL1eNO7sXHL/TK2UMcOHMkLDCBl3J54d2/Bs2YhhGFhbt/NNmlUciBvld0f9a3km01PxYD33z82kvT6bzF9+x3S7scdGEzdsAE2vuQhrcFAl3ZXUNtm/rWHPp/P+HjrwF9PtoWBLGttnvE/yY3dUYQlFRKSmevvtt0/q9TTTikg1YxgG4V07E9712AM5Xx42G/WuuJQ41lGYGoEZEklIXCS24OKxwl67HUtWOratv+Fu06eyin5y2YPwDrgCy5ezICMdgkOLA8LCPHAE4z37Ugg59qULPHkFGBaD0ObxeIuceAqLMCwWrGGhmB4Pzr0H8OQXBOCG/maNb441vnmZ/RHtW2Ox2/DkF2AN9Z/N2p2Vgy0inIj2FXtomfvnZtZMeAxn+n5s0RFYQoNx7s9g2/R3yduwleR/3YXl0BZ3EWD/giXFPRQOmcHcsFmxRUWQ8eP/cO4/qO76IlKz1aAxw9u2bWPWrFn8/vvvbNy4kcTERL788ku/NCNHjuSXX34pc25KSorfENicnBymTJnC/Pnzcblc9OnTh0mTJtGwof8QmN9++40nn3ySdevWUa9ePa688krGjh3r98DeNE1mzpzJe++9R0ZGBm3btuW+++6jS5culfsGnAB90xGppYzsfdhd2diSGoP9kBmVLVYwTSx7NkNNDYYBkk/FGxKOsXw+xrbi9eXMU7pgnjYQEo9vXHRoy3gwDEyPF0uQw6/bsDsrD2tYaJV1AY06tQORXdtxcNnK4i7NIcW/V09OHu7sXBpdMojgpo0qlNf2mR/iTN9PcLMmvtmrrSHBuLNy2f/dEhr+1J96fc8I2L1UtZK1oy12O9bQY5txvK4r2nsArJZyeyhYgh24s3NxHcxSMCwiNZgRwG7SlR9kb9y4kR9++IHOnTvj9XoP2224W7du3HPPPX774uPj/bYnTJjApk2bePjhhwkKCuL5559n7NixfPLJJ9j+eki+bds2xowZQ69evZgwYQLr16/n6aefxmq1MmbMGF9eM2fOZOrUqdx1110kJyfz7rvvMnr0aD7//HMSEhLKLeOuXbsAfL2MS7aP5nh7JSsYFqnLatBTz8NqlozZLBnT7SruIl3ehFrHoOG5vdn62kcU7d5LUJOGvjWfPYVFxQHnRYPKroHsdmHZsgrL9rXgceGJbkK2GYvXEkToKS2wx0SdUJlKGBYLyY/ewfqHniN7xRq8+zMBE2twMA3O60vihDFHywKAovT9ZC1fhS0mEsNiYHq9FKXvx7X/IF6XG9PtZsPDz9Px5ccIb3P0GcxrEtPjIX3OfHZ/Mo/CHbsxrFZi+5xB06uHE9aqRVUXr0YIatwQPMVftg4NiD0FhViDgxQIi4icRP3792fgwIEA3HvvvaxevbrcdJGRkUdslV2xYgWLFy9m1qxZ9O7dG4CWLVsyZMgQvvnmG4YMGQLArFmziImJ4dlnn8XhcNCzZ08yMjJ45ZVXGDlyJA6Hg6KiIl599VVGjx7NddddB8Cpp57Keeedx6xZs3j44YcPey+GYfD777/jcDh820ezbt26o6Ypj4JhkVrKjGqIGdkAI3M35qEtw14PGAbeRpU/7rXK2CpnuShHvRhaTb6VDY9MpTBtN1gs4DXBahB1emda3Hqt/wn52dhTZmDZuRG8XjwFBZCbjyPfy8Z1UGBE0PD8/sSPvapSxuE6GsTS4aVHyf5tDTlrNmBYLUSd2pGw5MQKL23jzsvH63ZjCw7DNE0Ktu7AmZGFYRjF6ysD+alprLn9Udo9O6nCXa+rO9M0SX3u9eKJnwBbRBhet5v0z7/h4M8raPfMA7XmXgOp4bl9SP/sa1wZWTjqRfv2e11u3Nl5NL5kUKU9ABIRqTI1qMHAYqmcVuxFixYRGRlJr15/T8SZmJhI27ZtWbRokS8YXrRoEeeccw4Ox98NEEOGDOHVV19lxYoVdO/end9++43c3FwGDx7sS+NwODjnnHP49ttvD1uGf/3rXxiGgf2vZUBLtgNFwbDISWS6nHiWfY/n5+/xHtiLER2L7YyzsPbsjxEccvQMjoXFiqt9Pxw/fYCRl4kZElHc5cftxJKfhTemCe4WXSv3mrVEbK9T6fyff7Pvqx/I/XMzlpAgYnudRr2zupeZbdn242wsO/7EDI/FeTCHwvRcAEJCDVp3tLJqRSG73v4U54FMTnloQqV8oBuGQdSpHYg69fi6ggc1rI8tPAxPXj5elwvXwWwsNmvxMlKAYfHgqB9D0d4DbJ/5Pu2ff/CEy1wd5Kxez57Pvi478VN0FIVpu9j68tt0ePERrZd7FOEdWtP02kvY8fpsCrbvwhoS7OtRENH+FJqNvbKqiygiUq3t2rWLkSNHHvb4ggULAnLdX375hS5duuDxeOjcuTO33347p59+uu94amoqLVu2LPP/YGJiIqmpqQDk5+eze/duEhMTy6QxDIPU1FS6d+/uS39ouqSkJN58800KCwsJDi47TOniiy8+4nZlO65geMCAAdx///0MGFD+mqcLFy7k8ccfD9gvUqQmMt0unG9Nw/v7MsCAoCDMXdtxffomnjW/4bjhTozg0Eq9pqdVD1yuQuyrvsGSm1FcDosNb1wSRX2uhqDKvV5tEty4IQmjLztiGiNrH9bU3zGDwzEtNorS9wFgcdgpcpsEBXlp0DyCvTscZHy3hLzLhxLerupbHm3hoTQc2p8db8zGm5WDaXqxWP+aXM3pwrBacdSPwet0kfXbGgp3760Va8ceWPgz3oLCMktTGRYDe2w0Oav+pGDbTkJbxB8mB4HihzHNbriCiDZJpH/+LbnrU7FFhtPg3D7EDRuoVmERqR1q2YPR008/neHDh9OiRQv27t3LrFmzuP7663n77bfp2rW4cSQ7O5uIiLLLUkZFRfm6Xufk5ADFXa5LczgchISEkJWV5cvL4XAQFOTfKy4yMhLTNMnKyio3GD4S0zTJyCj+PhsbG1spD6+PKxjeuXMn+fn5hz2en59f4cHOInWFZ/livL//AuFRfq3AprMI7/pVeBbPxzZwWOVe1DBwt++HO+l0rDv/xHAX4Y2KwxuXVOs+5KuCcXAPOIsgMhZPTh6m043hKPlYLX5/Q4I8WCPCcGVmk/nzbxUOhk3TJH/tejK/X4xrdzr2hvWJOqsXYZ3aV8qHf8L1l5K3YQt7534Hbi9eo3jMtWG1EhzfCOtfk3O5C4vw5B7+874mcWVmA5Q/8VOQA3du8URkcnSGYRDb53Ri+5x+9MQiIuKnSZMmJ73R8LbbbvPbPvvssxk6dCgvv/wyM2fOPKllOVabNm1i6tSp/PjjjxQWFgLFy/726dOH8ePH07p16+PO+7i7SR/py9gff/xR5mmBSF3n+eUHwCzTHdpwBGFabbiXfY91wAUVD3RME3ZtxrJpJRTkQlQDvG1Oh5hyWvCCw/EknXbC9yD+TFvQX2OKPcW/D0wM3yyRxTM5erzF6wIbRnGra4XyNU3S//Me+z78L96Cgr+u4SVj7rfUu3AIjW+6/oQDYlt4GO2evh/DaiH98/lYQoKwhobgqBfjm13Zk1eALTyMoEb1j5JbzRDcpGHxTOHlTfyUV4A1OKjs5GgiIlJHBWo26eohNDSUs846i6+//tq3LzIykj179pRJm5WVRVRUca+fkpbjkhbiEk6nk4KCAl+6yMhInE4nRUVFfq3D2dnZxcO9oirWi2j58uWMHTsWr9fLgAEDaNGiBQBbtmzhu+++Y9GiRbz22mucdtrxfc+tcDD85ptv8tZbbwHFgfC//vUvnnvuuTLpcnNzyc7OZujQocdVIJHayszYB/bDTKDkCMLMPggeD1RkbVevB8t3H2Ks+hHDVeTbbfzva7z9rsDs2OsIJ0tlMRu3xIxqgJGZjiUkCsNqxfR4MGxWrBYTr9cgO9deHARbLIS1blmhfLOXLGPve59gcdhxxDfB+CuA82TnsP+TLwhplUjMwLNPuPyWIActbruO7JXr/p+9847Tq6r2/nfvU546vaZXUiCFBEihhA6CWABFEbmXl6KIiqj4qlwv1+sVxXvt6OtVQJBiAREpgtKbdEIoKaTXSZlMf+ope79/nMmUzEwy82QmmYTz/XwCySl7r3PO09Zea/0WKp/HrqnscBL9XB4/naH2vA9gFg28X/NwpOqMRWy5+wGc7Ts7rlUrhZ/J4ja1UPOR00NnOCQkJCTkfcvEiRN56aWXeiwar1u3riP6Go/HGTFiREdNcNdjtNYdNcK7/r9u3TqmTZvWcdzatWsZOXJkv1Okv/e971FeXs5dd93FiBHdW1tu3bqViy66iO9///vcd999A79gBrDkUVFRwWGHHcZhhx2G1pqampqOf3f9c9xxx3Httdfyne98pyCDQkIOVUR5FXRxXLvh5BHFZdAuYLTXsd56Hvnm02Ba6LIadHktuqwG3DzyyT/A1nWDaPlBhNbg5MDrXwR2nzEsvPnngGljZJuxSxMI5WEZHqahaWyNkEpp8lt3EJ8wlrLj+pdS2vjoE2jPwywr7fgyEkJglhSjfZ/Ghx8btEtITBzLxK9ehozY5DbWkduynezGOtydTZQumMPYyy/o91gq76A8r2BblOex4+/PsvSa7/DGJ77Asq/eQP0TL+zTmF2JjR3JhGsuRVgW2Q1bSL23ltbFS0ktXY3XlsZtbiG1Ys2gzBUSEhISchAjACmG5s8wqVLLZDI888wzzJw5s2PbokWLaGlp4aWXXurYtm7dOpYtW8aiRYu6Hffkk0/iup2/tx555BGKi4s76o/nzp1LMpnk0Ucf7TjGdV0ee+yxbmPtjdWrV/OpT32qhyMMMGLECC688EJWr17d7/F2p9+R4XPOOacj2nvxxRdz1VVXsXDhwoInDgl5v2HOnIu/bik6l0JHEh01u9rJg+9hzj+pf6mvSiGXPBMk4ca6ROyEgKJyRNN25Lsvokb0Lwp5SKA14r3XEYufRuzYhBYSJs1CHX0a1I4b0qnV1Hm4honx2qNExBak75BrzbO9zmfLhjYQKeKTx3HYd77aQ4m6L7Kr1yL7WDE14nFy6zaglerogbyv1HzoNBJTJ7HjkadJr1yHmUxQcfICKk5euNd2UFprGp95hbo/P0Jq+WqElJQvmsfIT5xDcurEPZ7bFeW4rPzPn7HzsefRSiMjFpnVG2h8/jWqzzmFydddhexP1sReqP3I6cTHj2bZtd8j/d5ahGViV5diJGI0Pf8a6ZXrOPzH/07R4YdQ27GQkJCQkEOabDbLs88+CwTaTqlUir///e8AzJs3j7Vr13LLLbdw+umnM2rUKHbs2MFtt91GfX09P/vZzzrGmTNnDscffzzXXXcdX//614lEIvzkJz9h6tSpnHHGGR3HXXbZZTz00EN89atf5cILL2TlypXceuutfPnLX+5otxSJRPjsZz/LTTfdRHl5OVOmTOEPf/gDzc3NXHbZZf2+tpEjR+I4Tp/7XdeltrZ2QPerK0JrrQs+O6QHvq9obEwfaDMOeYQAyzJwXZ9h/wpu3oH5/H3IDUvRjfXofB7fE+R0HJX3A+d22kzsy67tX3uldCvGzdcFUeRoouf+1gaoHot/8b8N/rUMU8TLjyCffwB8Dx2Jg1aIfAadLEV99HMwpqewgtYaNq6CZa9BWzOUViJmzsceN6mw15VWiMataMeheV09LW8sQ/seiamTKT9xQUcdbn9479Ivkt+0GbumZ/23W78Ts7yMab+/eVi0ANp811/Z8P/uROUdzKJEkHbclsGuKmfaD75OyZwj+jXO1vv+zpobf4VZVoyZ6FQ599oCUavDrr+amnNOGRSbG194nWVfvQGzOImZ7JxLK0124xYqTlrIET/51qDMBQfZ51XIQUP4ugoZKgb7tVVensAwDq76W+1ncBqfHpKx7fKTEcbgdvPYvHlzn11+7rjjDmpra/nOd77De++9R3NzM7FYjDlz5vCFL3yBWbNmdTu+ra2N73//+zz++ON4nsfxxx/Pt771LWpqarodt3jxYm688UaWL19OeXk5F110EVdccUW33yZaa37zm9/w+9//nsbGRqZPn843v/nNjuhxf3jooYf4/ve/z6233sr06dO77Vu2bBmXX3451113XcEluvvkDK9evZpNmzZ1SGjvzkc/+tFChz5oCZ3h/cNB8yMg1Yz15x8jGrago0mwIuiWBkSqBeVDNjkGueA0jAUD6DOcz2L8+uugFcR7Eaprqodx0/A/8dXBvZbhSuM2jN99F618SJZ2btca0bQDPXIi6uLrAhGqjl0a/vEHePXJQA1aiCDFOhrDPPVc/IVncSDzmHbcfS9bf/M77BE1iC7RUO37OHXbqL74AkZc/i8HzL5dZDdvY8mnv4xyXSLVFR3btdbkNm6laOYUZt/2P/2KYC/512tJLV9FdFTP1d3cpm2UHD2Dmf97w6DYveq7N7HtL/8gNm5Uj31uSxva85l7zy+I1lYNynwHzedVyEFF+LoKGSpCZ3iXM/zMkIxtl5806M7wocR3v/vdHtteeeUVVq9ezZw5cxg3Lsj4W79+PUuWLOGwww5j3rx5fOtbhS1iF5RztnHjRr72ta/x9ttv05cvLYR4XzrDISFdMd59AdFQhy6pAhnUA4uKWiirxmjZQWzufPyTPjiwQSMx9MRZyKUvomNF3Vsk+R4ChT9l7iBexfBGrHwTcpmeKtpCoJMliPpNsG09jOySsvvWP+Hlx8CKQkVZpzOcasF/4j6oHgOTZnKgKD/7dJqffp7MyrWYRQlkLIrK5fFb24hOGEfZERNwX3wSEU9gTJvd/4WUQabh6Zfw2lJER3ev4xFCYFeVkV65nralKymeOa2PEQK01uQ2b8WI9X4dMhYhu3Hw2vW5LaluiyPd5rKt9nZSaWBwnOGQkJCQkJCQ/nHXXXf1uW/x4sUsXry427aVK1eyatWq/esMX3/99axcuZLrrruOo48+OmyjFBLSB3LlG2CYHY5w5w4JVhRj5Rv4J31iwD1/1TFnIDYsRzRtR8eLwbTAySFyafSIiejp8wfxKvYdkWnC2Pg2MtuCjibxxsxCJwdJtTfbFgRxe7uHpg3pVkQ2Rbdlu9efBqUg0aWxvBBQVIpu3AZvPIs4gM6wWVbK+O9dz/Y7/kDrcy/ht6UQtk3pcUdTajbj//GX+J4HQiBKK7A//CnMef0Xoxgs3KaWwAbZW9/eCMptxm1q3es4Qgis8lJym7b2ul/lHazxo/fZ3l3EJ4ym4UnVe4ulVKa9nVToCIeEhIS8rxkGpUjvR1asWLFf5yvIGV68eDGf/exnufjiiwfbnpCQQws319MRbkdLA+G7gVPWTxXpDmrG4p/7eYzn74e6NYh8Fm3ZqJnHoxadB9Hhk35jrn0F+80HEfnO8gFr6RM4M8/Em3rivk9Q3J6eq1TPaJ+TA8tGF5d3bNKeC/V1EOkjmmpHoG79vtu1j9jVlYy59ot4l12M29SMIRXebT9C79yOKClDRKJoz0O3NOL88TcQT2LO2L8ZAZGaStAa7SvEbilwfjaHEbG7pU/vieqzT2b9L36HclykbXVsV3kH7ftUn33SoNld9YET2XrPI91aLEF7O6lMltqPnYWZ7KUePyQkJCQkJOSQoiBnuKysrKPhckhISN/o2gmIFa/2uk84OdTYaQN3hHcxciL+BV+Bxm2QSwdOYVHZPlg7+Mgda7DfuB98D5WsACGDWt5sK/ZbD6OTFfijZuzTHHrqUeh/PgRtjcE92LWSq3xEphU9cSZUdqkNlUYQSc9meh/Q94bXYkJZKWZZKe5j96PrtyGqajtqcIVpQnkVun4b3tMPYxwxZ7+KalWeciwbb/4j+e07iYyo6phb+z5uQxOl844k0U9F6drzP0Dj86/SumQ5MmojoxFUNo9yHEqPmUXNh04bNLsTE8cy8SuXsfZHt5DbWIewTLTngxCULpzL2Ms/MWhzhYSEhIQcpISR4fcFBTnDn/zkJ3nwwQe56KKLMAr9IR8S8j7An3kCcu3biFQTOlHaWZuabQPDQM3cx9RWIaCiZ9+14YK15iWEm0MlKzu/VIRAx0uQbfWYq1/aZ2eYZCn6tAuR/7gTmrajLRuUQvg+umIE6rQLu32hCSnRM+bDPx/tGU32PfB9xIx5+2bTEOAtfwsMo4cYlRACEknUhtWQaoWikv1mk11VzsSvXs6aG/+X3MY6ZCyK9n204xIbO5KJX7ui3865VZzk8J/8O3V/eJDtDz+Fn0pjV5VT8+FTGfnJD3VTfR4Maj58GolphbWTCgkJCQkJCdl/PPvss9x+++0sW7aMtra2XjWrli9fXtDYBTnD48ePRynFRz7yEc4//3xqa2t7dYq79qMKCXk/osdOxzv+PMwX/4ps3tFZtxqJ4R9zFmrKUQfSvCFH1q9Dm3avq6vaimLsXN97evMA0YfPxy+rRr71PGxeBaaFmjIXPfO43qPl80+H996EnVshXgRWJEipzqYRoyfAnP1ff7tXlNrDKnX79gJkP7XjkH7+OdLPPoO/sx6zuobEiScRP2FRNyXrvqg+6yRio0ew7YHHaH1zGTJiU3HSAqo/fNqA1ZitkiLGXXkRYy7/BH4mhxGPDkpv4b5ITplAcsrw68ftp7M0vvgGbmMzdlUFZcfODR30kJCQkP2NOLgUsA9V/vGPf3DNNdcwefJkzj77bP7whz9wzjnnoLXmqaeeYty4cZx2WuHZYwW1Vpo2bc/KoBBEKwr10A9mwtZK+4eDraWEaNyGXPl6ECGOFQeOWtWYA23WkBP72/cRqQZ0vKdDKrItKE+QGzkfmnYETunUuTBu2h5Tk7TWULcO1i4LnL/RE2H89H617+k2Tn0dPHkfrHkHPA8sG6bPxT7zArxE6bB7XTmP3Iv78B+7pUnvQtVvw5g0jcg13xlQmrR2HHb+5EdkX3kF0Ag7gs7nQQoSJyyi/AtX98shDtkzA/m82vnkP1n741vJb9/Zfq4gOqqGSV+/krKF7x+V+JC9c7B9D4YcPIStldpbK7W8MCRj2yXHh62VBsB5552HZVn8/ve/p6WlhWOPPZbbbruNhQsXsnnzZj7xiU/wta99reAuRgX9yrnjjjsKmiwk5P2KLq/FX1BYM/CDGW/MbOx3/4HWqvsKq9b42+txGvKwamtn+vgbT8Os4+Csf+m1llrnsvDALfDeEnCdYKNpwpjD0OdfiSgp73FOX4iqkfDJL6JbGiDdBkWlyOJShGWA6+/jlQ8+5vwT8V58Er1zO5RVIiwrSElubQLTwjzp7AHXC6eeeJzsKy8jS0qRXdoaqUyG9PPPEZk1m+Qppw72pYT0QcuSZaz6zk342SyR2iqkZaIcl+zmbbz37z9mxv/7r2EZyQ4JCQk5FNmfGhwhfbNmzRq+8pWvYBgGZvsCved5AIwePZoLL7yQm2++ef86w/PmDb96upCQQxrlIzctR9atAq1RtRNQ42aAYe393AOIN3E+5vo3kKmdqGgRGBHwHWjcgbutGaIlUFrV6QznMvDms1A9Guad3nPAv98N774CieIg/VmIIL157TK473/Rl3xjwBFiUVIBJf1TPD6QyIpqIv/nGpy7f4Wq3xpEyDWIomKssz+OceSCAY+ZfupJELKbIwwg43FUawvpp54MneH9yNZ7/hb0bR47suNHmLQtoqNryW2sY/tfHyP5fz97gK0MCQkJeT8ghjBNOnSyB0I0GsWygt+7xcXF2LZNfX19x/7Kyko2b95c8Pj7lP/mOA5Lly6loaGBuXPnUl7e/6hMSEhIP8m0Yj92C3LravD99p66ElU1FvfMK9DFg9SvdwjQyQryiy7DXvxX5M71iHwaLU2cvIU2YuhdjjAE/48lIJ8NIsRHndItOqwbtsPSVyGahGiXtjd2FIrLYNMqWL8cJh6xn69y/2FMmkb0m/+Dv2wJumEHIp7AOGIuogDRLK0U3o4diGi01/0iEsXbvm1fTQ7pJ1opml99CyOZ6BGNEEIgY1GaXlx8gKwLCQkJCQk5MEyYMIE1a9Z0/Hv69Ok88MADfPjDH8b3fR5++GFGjChcTLbgJY877riD448/nk996lN88Ytf5L333gOgsbGR+fPn8+c//7lgo0JCQtrRGuuZu5Gb30NHi9ClNeiSarAsjE3vEvvDN4m/8musTa8GEddhiCodSe7kz5E7/UvkTryC3OlX48Wq0ZFo77XB0Ti0NkKmrfv2unVB5Die7HmOHQ3qfresG5qLGEYIy8acPQ/rlHMwF5xckCMMgaq2UVqKdvK97teOg1E+/CPmhx57KNALgwkhISEh+xExRH9CBsLpp5/Ok08+ieMEv3OvvPJKXn31VY455hgWLFjA66+/zmc+85mCxy/IGb7vvvv43ve+xwknnMANN9zQTd66vLycBQsW8MgjjxRsVEhISIBo2IKxeTk61q54jEZmdiKzjQipINWG3LSc6NL7ib15N3i9OzYHHCFQZaPwRx6OKh8DkXigjtwbvheoS1t29+1SAqJ3xeRd23pLkdYKo2k95ta3MRrWgu5j3vchiZNPAc9DO90XUlQ+D1qROOnkA2TZ+w8hJWUL5uCnMj1aRmitUdkcZcce2urzISEhISEhu3PZZZfxzDPPYNvB78KTTz6ZO++8k49//ON88pOf5Pbbb+e8884rePyC0qRvu+02Tj31VH70ox/R1NTUY/8RRxzBnXfeWbBRISEhAXLnpqAmtiSI/gk3jci1BXUslgl+HqUsRKQIc+d72Btfwpl40oE1uj9MO6pdxdkFs0vds9aQTcPs44MIcVfGTgkUp9OtUFTafV8uA7YN47sr3cvmTUSXPYjRWgfKBWmhktXkpn8Iv2Li0FzbQUTyjDPJLn6d/DvvgmUhIhF0Lge+R3Tu3MBZDtlvjLjggzT+83VyW7YTqa5A2hYq75Df0YBVUUbtuWG7wpCQkJD9gmCPnS32eeyQfeLoo4/m6KOPHpSxCooMb9iwgUWL+u7DWVpaSnNzc6E2hYSE7MIwO8WlAJFPATqIgO6KHgkBhg3CxNr8+sER+ZyxAMYcBi07Id0SKENn09C4PRCzOvbsHqeIolI4+mRw89DWHESWtQ6UoDNtQVumkZ1KuyLdQPzNuzCaNqCsGCpeibLiyNY6Ykt+j2yt23/XO0yRiQRV37iOkk9fjFldjRACa8QISv/1Eiq/9g1kH/XEIUND8axpTLn+S0Rrq8jv2El241ac+kZiY0cy7btfJTF5/IE2MSQkJCQk5ICwfft2Hn74YX73u9+xbVugaaKUorm5Gd8vvAtIQZHh4uLiXiPCu1i9ejVVVVUFGxUSEhLgj5yCGU0ism3oRAnCdztXKj0fDAklxQBo00Y46SBV2ortYdRhQCQGF1wNT/8Flr8aOLOGCYfNhpPOg5o+ejCf0p4G8/rTQW9idBBBPupE+MBF3YSH7E2vIDJNqERFpyKkaaOMCmR6J/aGl8jNPH9or/MgQCaSlHzs4xSf/zFw3SBCHLaTOGBUnLyA0vlH0vTym7iNzdjVFZTNPxIZsfd+ckhISEjI4CHD78LhgNaaG2+8kbvvvhvP8xBCMGXKFGpra0mn05xyyilcffXVXHLJJQWNX5AzvGjRIu655x4+9alP9di3atUq7r33Xs4/P/yRGRKyzyRK8GeejPn63xCpJkAGEVHPDf5fXdWpBuy7YCeCKPEwRmRbMTa8iWzdAaMq8GZeiTKTgTBWWfWezzUMOP3j6IVnwIb3gnsweiKil/PM7cvQhtWzNYIQaCuKuWN5EFneD46fTrcF0e+iEoSxTyL+Q4YQIkg1DzngGPEolacsPNBmhISEhISEHHBuueUW7rjjDq644goWLlzI//k//6djX1FREWeccQaPPfbY/nWGr7nmGi644ALOOeccTj75ZIQQ/PWvf+W+++7jscceo6qqiquuuqogg0JCQrrjHX0WmBbGO0+jWzMI1wfLgppaGNkuJa88hO/gjDwepLHnAQ8gxpZlRF7+AyLT0rHNNC28cXNx5n+i3+OIZAkcsZd+59rfQ49AgVY+bN+AXP0W5DJBm6dpR0H54LWqUpvX4T/1AGrF26B8KCnHWHgqxvEfQJjD0ykOCQkJCQkJgX1ouhMyiNx777189KMf5Stf+UqvmclTp07lueeeK3j8gn6N1dTU8Je//IUf//jHPProo2iteeCBB0gkEnzwgx/k2muvDXsOh4QMFtLAm3sm3hGLkNtWE1n1BEZuK8Ky0F62wxH2S8fgjDtuv5mltmzA++fjqGVvglbIqbMwjzsdOW5yr8eLVAORl38P2RQqWdlZ9+xmsda+ii6uwp0xeAJBfvlE7M2v4e8e/W2f020yMN79b0SX1kL65b+hz7oYJs/d5/nVhtW4v/0fdEsjIp4M1LEbduA9eBd660bMT1yJ6E39+hDAa2ml9dkXyCx/D2EYJObMovi4BcOiBllrTXrlOlLLVoGUlMydQWxM4f0JQ0JCQkJCQoaOrVu3MmfOnD73x2IxUqlUweMXHJqoqKjghhtu4IYbbqCxsRGlFOXl5chD9MddSMgBJxJDjZtJdvQ07E0vY21+HZFvRUeSuCPn4Iw9Fh3ppQfvYOI7gMZf/R7uHT9Ht7UgIlFA4L/8FOrtV7E+9TmMWT2jtub6xYhMK6qoqtM5FQLsONrLY65+CXfaSWAOTqquO2Y+5rZ3kdkmVKw0iBJrhci1ohoyqLoUxIrQZdWBHUoF/Y0f+R1cWA2VowueW2uN9+if0C1NiKoRnTW4sThk06jFL6KPWoSYMmNQrnU4kV25ms3f/W+cuq1BiyANzX9/gsbpUxhz/TewqgYv8j5Q3JY2Vt/wS5pefAM/mwMNRlGc6rNOYuKXLwvrckNCQkJCOgn1M4YFFRUVbN26tc/9S5cuZcSIwhe1ByVPL4wCh4TsRwwLZ/wJOOOOD5zT3upiB3vK1vVEtr2C2bIO0DjrtpKJ5XCiXRw9XQoN23H/cjvysBmIWPfWSLJxE1qIXr9ctB1HZNsQqQZ06eBE6fyyseRmnEd0+UPITCNBLwONsuK4aTOoJ44XdTFQBkrWzTsQ776IPumCwidv2I5evxKRLO4hRiViCVRbK/67ryEPMWdYOQ5bfvAT8lu2Yo+oCWq827dnlq5g603/y9jvfOuA2Ka1ZuW3f0rjs69glZVgVZYB4DW3svWeRxCmwaRrP3NAbAsJCQkJGW6IIfxtFTrZA+H000/nj3/8I+eddx7JZBD02fXb6oUXXuD+++/nsssuK3j8gp3hlpYWHn74YTZv3kxLS0sQAeiCEILvfe97BRsWEhKyF4QAMzLk05iNK4ivuR/hZdFmDJ3LYic8rDmlpDZBbucucwS6rBIad6KWLcY46vjuAxkWQmt0zymCelohAkXpQcQbOZt05STM7cuQuRZUpAgvMQq59AcQTfQ8od0GsWVtj12ybStW3RuYTevQ0sSrmo47Yi46WtzjWJ1Ng+8HkeBeEEJApvCUnuFK28uvkd+0Gau6qsMRBpC2jVlWQnrxW+TWric6cfz+t+2d92h+ZQlWRRlmsvO5WGUlaK3Z8bdnGH3xeURq9n/kWvs+ynGR0Uio5B0SEhISEtKFq6++mldeeYWPfOQjHH300QghuPnmm/nZz37GkiVLmD59OldeeWXB4xf0y/P555/n6quvJpvNkkwmKS7u+WMw/EIPGY6IfCvCaUPbSXSk5ECbs//QCpkLRAdUtKz/q53KJbbxMYSfR0UrAiXmrIPK+MiEQWKUJt8M2gve78Iw0YBube4xlDfqCMx1b4DndE+F1hqZT+HXHIZODr4jou0k7pguadu5dHtadB896ZQPdvdFBnPHMqJL70O4aZAmoDGaN2DVvUF29qdRyZpux4uyKohEIZcNaoW72qM1WmtEVWcE3Gtto+WZF8i8uxykIHnkTIpPOBYj0bszPVxxNm4Knqdt9dgnEwmcnY0033kHtnAQkQiRuUcTPfYEZGKI0/uB1jeXovIOdnVFj31WaTG5zdtofWs5VWecMOS27CJXt526Pz5M/WPPo/J5YmNHUnvumdR86NRuiwkhISEhIQeA0JcZFhQVFXHPPffw29/+ln/84x9EIhFee+01xo4dy+c//3kuv/xyovugSVKQM/yDH/yAqqoqbrrpJqZOnVrw5CEh+wuRayK6/gnMhpUI5QaRvbLJ5MefhoofuBrGIUdrrO1vYm95CZltAEDFq3BGH4dbNXOvH/Rmy3pkrgllF3ce2x69VXmFEZNESjujw9r3ABBFPRca/DEz8WsnY2xdibZjaCsGykPm2tBWDPeI0/fPF080gR43HbnidXQs2X1O3wMNevLsjk3CzRBd8QDCy6LiFZ3Ha4VM1xNd8SCZoy7vNo5IFiOPXIj/wj8gGkO0O8Raa2huQCSSyDnHApBds45N3/kB+U1bCMLmmubHnib6l4cY95/fxB5RO9R3ZNAQkWins7/bs1TNTajWZpxXXkCUJEArnMWvkX3qcUqvvQ6jYvi/D/Nbt7Pz4cdpfu5llOOSnH0EVR86g+TMaQMeK7uxjqXXfIfs+s0Y8RjCMkktX83q5atJLV/DpG9cGS4qh4SEhISEANFolKuuumpIuhUVlAy/YcMGLr744tARDjkoEPk2Eu/ehbV9CaBRZhwQWPXvEF96FyLXfGANHELszf8ktupBjPQ2tLTQ0sJI1RF7737sra/t9XzhpQHVHg1t3xZLBJFTL3Acd+3SWkNTA5SWI484qudghkXuhEtwJy8EIRDZFoSbxa8YS/74f8UfOXCHolDUvDPRiSJE0w5wckFKczaFaNkJI8ahD5/fcay5Y1kguhUt7e44C4mKJDFaNiFbt/SYwzzrAuTkw9EtTaj6bejGenT9NrBszI9egqweiXY9Nv/gp+Q2bsaqqcEePRJ79CjM6kqyK9ew+Ue/6FGCMpwpmn80RiyO39Labbv2PNxNWzCkIDJhHEZ1DUbNCGRlFe7qVbTdcevQ2zZ7OjJi46ezPfZ5zW2YRQmKZvb9nZZZvZ6VV3+Lrbf9kdymOpz6BhoefpxVX/0PGv7xzIDt2XjzH8ms20R0dC12VTlWaTHRUbUYyQTbH3yCltfeHvCYISEhISGDiJBD8ydkWFFQZHj8+PGk0+nBtiUkZEiwt72OTG9HRco6evBqw0KbUWRmJ3bdq+QnDl5Ln+GCyLcR2fQcGoGOdorcKTOKyLcQ2fAMTvVMMGN9jqEipSCMdqGu9nRfKRFVtejtm0F5eE15dKuHzmUR8STWuf/aQzyrg0gSZ+GFuLPPRrTVgxlBlY/q/ctB++29gq3BjxiPnIT6yOeQz94H9ZsRfhvaiqCnz0OccWFQT9zug8pcU6B10ZtSvhGBfCqInpd0V58WiSKsK76Beutl/Hdeg2waOXoixtEnIEdPAKDt9cXk123AqqpCmF1qbC0Ls7yMzNIVZFesJD794Fh4jIwdTdk5Z9Lw5wdwHQejuAitNO7WraAVyQmjMbpcpzAtZHExzluL8bbWYY4YOWS2Fc+eTukxs2h8/jXQGqO9bthracNLpRlxwQeJjqju9VytNZt++htyW7YSGTkCYciO7e72ejb9/BaKjpqFXdk/MUmnoZnG51/DKinqkQ5tlRSRbW5l55P/pHTe7D5GCAkJCQkJ6WTDhg3ceuutvPXWW6xatYqJEyfy8MMP9zju3nvv5ZZbbqGuro4JEybw5S9/mZNPPrnbMW1tbXz/+9/niSeewHVdTjjhBL71rW9RXd39O3Lx4sX84Ac/YPny5VRUVHDhhRdyxRVXdMtq0lpz88038/vf/57GxkamT5/ON7/5TY488sgBXd+WLVu4//7796hV9atf/WpAY+6iIGf4S1/6Et/5znc455xzGD268PYj+8qjjz7Kgw8+yNKlS2ltbWXcuHFcfPHFnH/++d0eRH8efMihi1X/buAEy91q8IRESwur/h3yE/ZTiu6+onyEn0XLSKAivQfMplUINxtENHdD20lkvgWzaTVe1cw+x/CLxuLHazBSW1DR8o72RNK2EFWleGkfJ90MEQtj5jGYx5+BnLB3x03HS9Dx3mu2ZW4nkYbXsVtXglb4kUryFXNwSw4f1Gekx07D//R1sH0jIp9Bl1QgyqoxLAPcznpibcYDx3j3fsUAygVpoq1exLgI0oaNeSdhzDup1/35jZvRSvXa0kfGY/jNzeQ3bj5onGGAmsv+BbOsjMYHH8FraAQpsEuKiCQhPrJnva6IxVE76/F3bBtSZ1gIwZRvX8Oq7/6C5peX4Da1AGAk4tSedyYTrr6kz3Ozq9aSXrYSq7yswxHeNaZVXYlTt43mZ1+k+vxz+mWL29KKclzM4j5eN4aBs7Ox/xcXEhISEjL4HAy/C9tZtWoVzz77LLNnz0Yp1WtW2d/+9jf+/d//nSuvvJIFCxbwyCOP8IUvfIG77767m3N6zTXXsHr1ar797W8TiUT46U9/yhVXXMF9992HaQau44YNG7jssss47rjjuOaaa3jvvff44Q9/iGEY3ZSdb775Zn7+859z7bXXMnXqVO6++24uvfRSHnjgAcaMGdOva3v44Yf5xje+ged5FBcXdyhKd2VfyooKcoZffvllysvLOfvsszn22GMZMWIERi9iH9/61tC20Lj99tsZNWoU3/jGNygrK+PFF1/k3//939m2bRtf+MIXgP4/+JBDF+Hl0KIPMRohEe29c4e11L1yiWx9BXvHYoSTAmniVByBM/LYQBCrF4Sfb/9Lbyk5ErRGePk9zysk2QnnEF95DzLXgFAu+HmE1iAlcuQk4l/5HF7RuMI+iLQGNxcIakkDI7uNxIb7kE4r2rABAzOzGTNbRy63k1zNosH9chICasf1rnDdjlt9OPbaJxH5tu7K0Vojc22oolr80nEFTS+jUdAarRRi98izHyhsy30QhTgQCNOk8oJzKf/I2eQ3bkYYBu7rL5H58+97P8F1wTSR8d4dw8HEKith+g+vI71iDW1LV4EUlMydQXz8nhd1nR0NqLyDWdHzvSakBCFw6hv6bYddUYYRi+Bnshix7s9Xa432fSIjD55a8ZCQkJCQA8spp5zCaaedBsA3vvEN3n333R7H/PznP+eDH/wg11xzDQALFixg5cqV/PKXv+Tmm28G4M033+SFF17g1ltv5fjjg64gEyZM4Oyzz+axxx7j7LPPBuDWW2+lrKyMH//4x9i2zcKFC2lsbOR///d/ufjii7Ftm3w+z69//WsuvfRSLrnkEgCOOuooPvCBD3Drrbfy7W9/u1/X9uMf/5gJEybw85//nAkTJuzDXeqdgpzhu+66q+PvzzzzTK/HCCGG3Bn+1a9+1a3H8cKFC2lubua2227jqquuQkrZrwcfcmjjFY3E2rmiV4dHKAeveMzwruFQPvFVf8FqWBZEs40I+A6RrS9jtawhPe3TqFjP9MyOSK7v9owit0c0VaxnpG53/OQoUtP/haL3fods24KWJsqKgR3HcBpJrvsz6YkfxysagEPoe5ir/om1+iVEphkMC2/cXKxEC9JtRdllHU6vJobwMkQaXsctmYof279Ogo6V4Uw8mciqxxDphkD4C41ws2grQe6ws3pmHfSTovlHYSQS+M0tmOXdHS2vsQmropzkUQdnqqyMRIgdNgkAQ2qyf7sf3daKKO7MCNBa4zc3Yk2YjDnpsP1ilxCC5PTJJKdP7vc5ZmkxwrZQuTxGvHtZgVYqEKor7b86vVVSROVpx1N3z98wi5Ld1LfdxmaMeIzq/ahqHRISEhKyG4KhiwwPwbCyt1KuLmzatIn169fzta99rdv2s88+m//+7//GcRxs2+a5556juLiY4447ruOYiRMnMn36dJ577rkOZ/i5557j9NNPx7btbmP9+te/5s0332T+/PksXryYVCrFWWed1XGMbducfvrpPP744/2+tqamJi677LIhcYShQGd4xYoVg21HQXR1hHcxffp07rnnHjKZDE1NTf168CGHNm7tUViNqxFOKkhnFaI9KpoBIXFrexF7GkZYTSuwGpajrERQo9qO1glkpp7IlhfITv5wj/O8ssn4iSqM1Lbu7ZS0j3Ta8IvH4pf0z4E18zuRKotfMrqzdpjAmZH5RqLbXiCVHNu/Lw7lE3n595jr3kALCVYUnBzWsieQloeaNqnHONqIIZ0mrNaVA3eGnSxGcyBw5ZeOArvvGuk+hxh7PCpair3pZWTbVkDi1s7GHXtswVFhALu2horzP8SOu+7B2b4Ds7g4cBBbWhCGQdWnPobRSzrQwYY5bjyx0z5A5pEH8XM5RDIJvkKnWpHJYpIXfrpnZHwYkTh8CvHJ40kvW4mMRbtlQbgNTRhFSUpPXDigMcde8UlSK1bT9u5KhGEgLBOVyyMjNmMu/wTJGVMG+zJCQkJCQoYJdXV1XHzxxX3uf/LJJwd1vrVr1wL0cCgnTZqE67ps2rSJSZMmsXbtWiZMmNAj22/ixIkdY2QyGbZu3crEiRN7HCOEYO3atcyfP7/j+N2PmzRpEr/73e/I5XL9aok0a9Ystm7dOrALHgAFOcPDmTfeeIOamhqSySRvvPEGsPcHPxBOPfXUPvfdeeed1NTUHkwlBgctu+5xf+61XzGV/LiTiGx6DpFraHeGAcPGGXM8XvWMYf3MrJ3vAqqbIwwEUWIzitW4jJx/Bpi7faAYBrmp5xFb9qegrVJHSyCNSlSTm/rRfjsgVktQv9vVEQ5sEGgzgZHeguE2ByJle8HY8i7m+jdR0SRYXRxTz4KWLei6nYjDdouyCQECpJfp/7NSPtbypzBXv4jItQGgo0V4k4/DnX5yr9HcPl9XQuDXziRbMwO8fHCAGTyPfX3p1PzrhZilJTT85WHc+npAEJ0wjqqPf5TSM07u83r19s2oNcvA9xFjJiLGTRm2rXiEEBR9+hLM2hFkHnsUf8d2kJLI0fNIfOg87MOPONAm7hFhSMZ88TLWfOsH5DfVYSbjICV+OoO0bUZddiHRkTV9n9/L6ypSVcaMm77Njr89Tf1jz+O1tpGYMomaD59K2cI5w/ZZhgwfBvI9GBIyEMLXFrQrZw7h2PuXlpZAJ6O4uLjb9l3/3rW/tbWVoqKiHueXlJR0pF63tbX1OpZt28RisW5j2bZNJNL992tx+8J/S0tLv5zh6667jiuuuIIZM2bwgQ98YK/HD5R9coY3bdrEc889R11dHQAjR45k0aJF/S6IHmxef/11HnnkEb7+9a8D/X/wg4kQYFmFpUyG9B8hwDCMXUHevaInn0K+Zhrm9ncQuWZ0pBi/egaqeDTWMP+0N7w0SAMhe7HTsBDKxRZu7yJO5WNwjrkSc/tbyKZ1IASqbBJezUwMO0F/X6mGdoN2SL3dK2kgfBdL+qh+vPaNTW8hUMjIbhFa0wbDgMZG8McjzC4fT1ojEIhoSb/fX8abj2AsfQKkhY4F73mZT2O/+yiGdvHn9BQ76tfryh7sNUSDERd8hJqPnEV+8xYQkujYUd2vvwvayePcfzv+kpcgnws2mhZy4jQiF34OUdI/ReP9j4H9wXMoPvMD+E1NCMvEKN374slwofzomURu+i+2/flhmp59Ge37FB97NDXnn03Z8fP26Lz29bqyKksZ/6/nMv5fz90PVxByqDHQ78GQkP4y2K+tYf4zq0/0EBo+cuTIQY/+HqpMnTqVL3/5y3zlK1/h3/7t36itre2RFi6E4MEHHyxo/IJ/1d14443ccccdKKW6bZdS8q//+q8dDun+Ytu2bXz5y19m/vz5/Mu//MuQzbO3F67vK9wuSrQhQ8OuD2jP8/v/QR2twRm3W/TGU70fO4wwopXYzevRvurxjSK8PNqK44hoNwXkbsgY7ogFMGJB9+0DeJ3KaBVGu9BTDxv8HMqIkZdF/RpTpppRGOget95EmFGEl0W7+cAxhvaU9jaUESVXNBXVjzlEugnrvRfQRgQd7Vzh1LESRLYV+d4LuDVjsHObkE4j2kzglk7DLTkMbdkDe10NFtLAHDsWAE/T5730Hvo96uWnIJaA8vY2B04Of8VbZO+8CfOKbyIKrGEearTnkXvpBbLPPYO/cwdGZTWxE04keuwJfTr/wwl7/FjGXnsVY75yJSjVYbO3l8+RQj6vlOuR27gFP5cnUluNVV4SRotDulHQ92BISD8Y7NdW+Po88JSUBBl3bW1tVFVVdWxvbW3ttr+4uJht27b1OL+lpaXjmF2R410R4l04jkM2m+02luM45PP5btHh1tZWhBAdx+2Nu+++m+9+97tEIhHGjh3bq5r0vlDQr4/f/va33H777Zx55plceumlHanGa9as4fbbb+f222+npqamQzlsqGltbeWKK66gtLSUm266qWO1oL8PfrAJ3/T7D637f7+Fn8PKrMbKbgQ0XmQETmIK2hzeNZlO5Sys+rcQXhptdbHVdxHKJVc1By0s9iiJvK82lB1BZMerSKcFZZd0OsR+HqFc8lXzg3ZP/bBBFVVhbF/d66FaRBCWQuoMIu+ihURoFy0jZGtPxLfL+zWHsW0lwsmikj0FwnQ0idGyhfiyPyFL40EfZXyslvcCh3jCh9FaDMv3sW5pRC1+AaIxRKJLGlMkhi4R6PUrUauWIqfMOnBG9oH2PFp/9XNyLz6H1hph2Xh1W3DeWUJ+8RsUX/UlhLXndmHDBiHBkAN+jfTn80przY6//oPNv72HzOr1+NkcmAbxSeMZ+/l/oeZDpw1bpzi/fSdNLy1G5Rzik8ZSctSMYV0LfqgwkO/BkJCB8L5/belD5/NrV93u2rVru9Xwrl27FsuyOrJ6J06cyEsvvRR8T3f5rlm3bh1TpgRaFvF4nBEjRnTUBHc9RmvdMf6u/69bt45p06Z1m3PkyJH9SpEG+PWvf82cOXP49a9/3WsK975S0FO+5557OOWUU/jZz37G7NmzSSaTJJNJZs+ezU9+8hNOPvlk/vjHPw62rb2Sy+X47Gc/S1tbG7fccku3m9T1wXdl9wcfcugj3WaS2/9KvPFZrOw6rOx6Ys0vUrTtLxj5nitgwwm/eBz5UScE/X2zDYh8CzLXiHTb8Eonkx957J4H0Bozu4lIyxtEWt7EyNcP+NtNRcrJjDkbbcaQ+SZkvjGwwc/hlEwjV3vc3gdpx5twFNq0O+p4O3e44Pvkp55BbuSp+LEalF2CUzqL1PgLcMrn9HsO4Xu7/tZzn5NC+DmEk0fJOMouQdnlKCOG1bwcq/6Nfs+zv9Gb10ImDfGeXwbCjoLvoTeuPgCWBahcDpXvvV1X7rmnyb34HCJZjFkzAqO8ArNmBKKomNzLL5B77un9bO3wpO7O+1jz3Ztoe2c5XjqDFoDrkl62kpXf/G82/OquvY6xv9FKseF/72bxJ69m1X/dxJr/+TVLv/ht3r7im2Q3DZ3oSUhISEhI/xgzZgzjx4/n73//e7ftjzzyCAsXLuwQFF60aBEtLS289NJLHcesW7eOZcuWsWjRoo5tixYt4sknn8R13W5jFRcXM2dO8Htt7ty5JJNJHn300Y5jXNflscce6zbW3mhra+NDH/rQkDjCUGBkeMuWLXtMRT7++ON5/vnnCzaqv3iexzXXXMPatWu5++67qanpngLb9cHv6r0FPR98yCGO1sQbn8Fwd6KM4i6qygrptxFveJK22k+AHB5pmjLfgJHbDsLAi49Gmwnyo0/ELx6LtWMJRmZHkBpdOQO3YkZPUasuCK+NRP3jGPltCB2k3Wpp4cYnkak4CWT/I3Fu2XTa4rVYTcswsjvQRhS35DC84gnt0dX+oWoOw51+Mtayp5BtO4J+wr6HQOPXTsGZ8QGIxMlXLdj7YH3gl45AG1YgdmW1rzxqhUzvRLqtIEBIF9m2FW3FUMmqQKBM5TAblkDZXIZOOGMfEdBbeFzvWuA4AFHDzOLFtD78MPkV7wEQnTWT4nPOITZjRscx2WeeBA0yHu92rozF8VtbyT79OLFTz9ivdg83nJ2N1N15P25rG1oLjFhnWplyXVQmzZa7/krV6SeQOGz8gTN0N7b8/kE23XoPMhohOroWISV+Jkfrm0tZ8fUbmXXLDzDiB1e/7JCQkPc3GtBD9DtAM/gSWtlslmeffRYI/LRUKtXh+M6bN4/y8nK++MUvcu211zJ27Fjmz5/PI488wttvv92tZe6cOXM4/vjjue666/j6179OJBLhJz/5CVOnTuWMMzq/oy+77DIeeughvvrVr3LhhReycuVKbr31Vr785S93+FeRSITPfvaz3HTTTZSXlzNlyhT+8Ic/0NzczGWXXdbva5s3bx4rV64cjNvUKwX9+q+oqNhje6UVK1b02vZosPnP//xPnn76ab7xjW+QSqVYsmRJx77DDz8c27b79eBDDm0MZwdGfjtKxrv3ExYSZSQx3Bas7AbcxMCUxfeIcrFa1yLcNMouwiuasFdnW/hZYtuexGpbg1AOANqMkS+bQ65yIV7JRLySiXscoxtakah/DDO3BWUk0dIK6m9VHju1Ai0tshUnDeyyImXkBxAF7hUhcGefjaqagLn2VWTzVnQ0iTduLt6Eozqd131AVU7ArxiPuX0lShpgWMhMAyLXCihIRNDt/WKFk0amNKpoBFpGEG4K4efRxsBbMA01YtxhkCiCdBsUlXbfmc+BaSEmTO/YpLVGb1mPWht8XssJUxCjJw5qmm3bE0/S8Jtfo7I5ZCIQcUv/80WyS5ZQ9aUvkVgYtBzyt29DRHp/tiIaxd++rUda1vuN5pcX4zQ0ojwfuZtQmzBNtOPiNbfS8PRLw8YZ9rM5tv7pYYRpYFd2CqIZ8SiREdWkVq6j4dmXqT7rpANnZEhISMghTkNDA1/60pe6bdv17zvuuIP58+dzzjnnkM1mufnmm/nNb37DhAkT+MUvftERyd3FT3/6U77//e9z/fXX43kexx9/PN/61rcwu2h7jBs3jltvvZUbb7yRz3zmM5SXl3P11Vdz6aWXdhvriiuuQGvNb3/7WxobG5k+fTq33nrrgLJzv/3tb3PFFVdw880387GPfYyyssEV3xRaD7waYJd41jXXXMOnP/1p4u0r/ZlMhrvuuouf/vSn+0VE65RTTmHLli297nvyyScZPXo0APfeey8333wzdXV1TJgwga985SucfPLJQ2KT7ysaG9NDMnZIJ7tUu1137+IOVnoliZ2PoYySXqNm0mslWzqffMng9Bs2m1cS2/QPjHwzoEFI/Eg52XFn4xWN7/0krUhs+itWajXaiKFlFNAIP4PQHtnK48hXDayPqZndSHL7QygZ6xEBFn4GELSOuhBtDk3ayYFGpJuIvvg7ZOMmhPICR1iAiNvIUSWBejWAVgit8ItHIPAQRoSWqVeiRT/XCp08om41wnPQFSPRZX232BkM/H/cg3r6AbCjgWMsBGQzkG5FTJ+Lccm1CCHQ2QzePb9GLXsT7QSpy8K2kdOOxPzEZxHxfa+V99va2PyFL6JaWzGqqjocWa013vbtWNXVjLrp58holIZvfBlvw3qM6p73x6/fgTlqNBX/8/N9tmk40t/Pq233PszqG27Ca0khLLPbwoDWGu24iFic0ZdewKSvfWY/WL53Wt9ZwTtXXIdZVowRjfTYn1m/mZGf+BCTv3HlAbDu0GYg34MhIQNhsF9b5eUJDGOYZlv1gdJ58s57QzJ2xJ6KFD0/L0N6Z86cOWitybeXYUUikV7VpHe11B0oBUWGv/SlL7F8+XJ+/OMf8/Of/5zq6kDRdMeOHXiex/z587n66qsLMmggPPXUU/067uMf/zgf//jHh9iakGFH+ye4FhZByquC3ZsJ6SARRsvBSZk3UptJrPsrws+jrKIgGqw8jNxO4mvvIzXlX1Cxqh7nmZnNmJkNKDMJHbaIQNzLSxFpehOnfA7a6H/U1MxvD3oD95IKrWUM6bVg5nfgHqLOsE6UkT3l8xhbl2OtfQlr61uoZAWyxEbYGbRqT1Rql80UbhYhFV7lkcFz29sPAK2R7z6P8eqjiNbG4F7bUdSEmXgnfxLixXsZoDDkaeeD76NeexoadwQbI1HE7IUY517a4UB5f74V/82XEMliRHFpcFwug//WKyAk5r9es89R2Mxrr+E3NWJW13QbSwiBWVGBt2MH2bfeIjF/PrETTqZt3S1ox0F0KVHRjgO+R/TEU/bJlkOB6NjRGJEILm0IpToV1QGUDtqbmQaREdUHzsjdEHtN9nv/RvpDQkJCQvadM888c0izxgpyhmOxGL/73e944oknuvUZPv744znxxBM55ZRT3tepbiEHFuk1E8ksx85vAHw8swotbaSfRhlF3aLDQmXRMoIXGzcoc0d2vIbwsqhIeec80kTZZch8I5H6xWTHntnjPDOzGaE8tNEzWqeNGNJrw8jW4SX7nyatd/0I1bqXiPguT28A71PlBdFPK9o93Xw4Y1j4o2chpMZKrYV4EuULlO8gDQ92qUYLkCqLHx+FWz2vX0PL5S9jPv1HUAqdKAkcl1wGY8WriHQr7nlfArMfNdlaIxq2IOs3gmHij5wCydI+DxeGgXH2hchjz0CvWxHUW4+eiKjtTDlSWzehlr6OSBYh4l36T8cSoEEtfxO9ZT1i9IR+XWtfqNZWQCCMnjXjwrLQWrUfA9GTTyO/+FXy776NMC1EJIrO59Cui33ETGKnnL5PthwKlBw9k8T0w3AamlCOh4zKIMqvNdpzwTCxqiqoPG0fSxUGkfhh47FrKnG278QY0X2hTzkuwpCUzDn8AFkXEhISUihiyGqGw0XC/qO17kjR7q/69EDZJ8Wg0047rZswVUjIgcZwd5BsfhLpp9HCQguB7WxCSw+Uj/Rb0TKKRiBVDhDkiuegzEGI4mmF1boGbUR6Op9CoKWF1bKKLD2d4Q7ntNdFpC5O7QDwoiPRwgDtwG7pOMLPoo0YXnREH9fiI71WEBLtKOwNL2Btext8Fx0pxh19DM7YBWAcHK1w/LJxaCuOcDLoSBIvn8Sw8hhmHkHQI9YpOYLc2DMwIqV775fsexiv/R18H11S2bk9lkSZNmLLKuT6d1GT96KAnWnDeuYujM3LwQ3Sf8xIAn/GiXjzzoE99AsWpRWIOb07RXr9SnQ+hyjqJWU7Fken29AbVkFXZ9h1IJ+FaLx/TjxgVAbOj3bdHm2RVD6PMEzM9rZ2Mh6n5KvfJPuPR8g+8ySqrRWjsorYiacQ+8AHkV2d9vcpwjCYfP2XWPGV79D61nJUJtv+9hdgGNg11Uz62meI1vbMLjlQGNEIoy78EGt/fCtOfSNWeSlIgZ/J4tY3UTRjCuWL+rfAFBISEjJs0KD1EDmtQ6GgdYjiui7z5s3jK1/5CpdffvmQzLFPznBzczMvvvhiR93u6NGjWbBgwaAXNoeE9Autibe9jFRpfKO4w7H0dRRpZgJ1ZlGC4TYjAN+qIF80Ayd54KMWXrQ2iLYqt5f63ixaRvGjA6tF9SMj8GLjsDJrgsiSjAAaobII7ZErmtNTJEorIpllRNLLkCoN+Tx6zQZ0zkFZCZAmMtNA5L1HMFo2kp92GlZmA8LPoawS3ORktDn8nBodK8UdNRd7/QvBv+0EvhNFpRXCz+BVTSc78eMIKXZPpO8VsXMzoqUe3UuLIyw7WHjZuGLPzrDysZ/4LXLjUnSsGGIlwYJHrg1z8d/BMPGO+WBhFyz39i3b5Zu4rRlefBTeeRmcHMTiMPsEWHhmEEneA/Gjj8KqrcHdth2ztrazZlgp/IYG7AkTiHZRlJbxBIlzP078I+d3pEuHfWi7E584lll3/JQdDz7O9oeeILd5KzIeo3zRAmrPP4uiwycfaBN7MOIT5+ClM9T9/kFyW4JWdTJiUzp/NoddfzVGLFSSDgkJCQkZOLZtU1lZiWUNXfClYGf4pptu4uabb8ZxnG7bLcvi8ssv76FoFhIy1BhePYbbiBLx7hFWIVAyjkEbbvJwMpGxoDXKLBrcdF8hcYvGYzctRetEdxu0RmgXp7j3NGcvOR4vWouZ3dJZN6w1QuUQyiFffhTaGqDgkRBkKk8j1mhjZdYivZbAFCNGruRIcqXH9Dgl1vYa0fQ7aCFQIorYvhmRaUVEImjLQskY2oqDl8NOLyeybgtCeO1tmwTKiJGpPgWntP89gfcX+akfAK2xtryBzDQEG80Ibs2R5GZ8dGAtiZTqI/28Cx29jntHblmJ3LISnSjtVNAWAuIlkG7GePdZvJknQXTgiwtiwjRENAaZVCCy1ZVMChGJISZNh3Qr/P4nsGUt2JHAkU+1wjP3w8b34MJrINK3qraMRqm86vPs+PGP8OrqOmqBteNgVlVRedVVCLPn14yQEjFE6U6HAmZxkpGfPpeRnz73QJvSL4QQjL3sE9R+5AyaX1mCn8+TmDSOolnTwpKpkJCQgxbdr+XxkKHm3HPP5YEHHuDCCy8ckra4BTnDv/zlL/nlL3/JSSedxEUXXcT48eOBoCnz3Xffzf/+7/9imiaf//znB9PWkJA9Iv0sAh/Vmwpw+w8yqbKDkxLdB071MVita5BuSyCgJYwgSui2oM04TtXc3k8UBpnR5xDf8ghGdivCCxTJtbRxSmeQrT6h9/O0j+VtxnK3IHHxZBmONT7opwxoI0Km6nSk24SR3wFC4kVG9hq9lV4TkcxylLCCiLHvQ3MT2rQQAqTfhpJRQCDjBkZUgJOCiN0uOKWRfprktkdIGVGcouk95jigGBb5Iz6MM+F4zMZ1gMYvGY0qqh3wULq8FmLJYKHAEAgnSGfVdgJtB4sxqnbPdehy62pQXq+tpHQ0iUg3IbevQ42b0cvZe0ZWj0QeuRD/5ScDp32XQ5xJoTMpjGNOQtaOhqf/EjjCZZVgtL9vYokgZXrdcljyAszfcy1v7MjZjLjhBtoef4LskjcRUhI7+miKTj0Va0QfafghhyR2ZRnVHxyaTg0hISEhIe9Ppk6dypNPPsk555zDueeey6hRo3qtH+7aB3kgFNRa6YQTTmDGjBn86le/6nX/lVdeybvvvssLL7xQkFEHM2Frpf1Db7L/hltPUdPf0NhBT92uaI2h2sgULSAfP2JIbbMalxLb9DjSbe3YpiKlZMaehVdy2J5P1gozswkjtx2QuIlxqGjv9YFC50lkXsDyt4HWaCEQWqNklEx0Pq7V/x5uAJHU28TbXulMMXfyiHfeCKLnpoHQPp5ZgZY2VlEWIRyEBt018qg1QjmoWCXN4648eIS22hlQy65/3ILx2j9A6qC2V4hAUdrTqJrxOBd/e49RXfOVBzBffwRd0kv6u/IRqUacs69CjZ9Z0LXofA7vwTtRi/+JzmWC64vGkbMXYJ57CcKOwM+uDdKkS3rpC99UD6MmwuXXFzR/SCd7el0pz6P5lSU0vvA6fjpLfMIYqj6wiOgwUowOGZ6ErZVChoqwtRIo5ZDOrxuSsRORCchB6mLyfmDatGl7PUYIwfLlywsav6DIcCqV4oQT+ohUAYsWLeKVV14pyKCQkELxzUp8sxLT3YavO2uG0Rqp0igRwYmM73aOUDlsdx2WVwdoPLMax5qIkoX3YHXLj8AtnoTVsgrppVFWMW7JZDD68cEnJF5iHF5i7+rW0dzbWN5WfBkPIrMQXKtOE8+9QptRNqDrENpt/0v7fTOt4I/rsOujQqDQQiOkj/AVevdrEoH6onBaMZ2teJFR/Z7/oMLNYTp16JI4pHLgBy26QIMlkbVlEInvcQhVMzFwoj2ns+fxLnIpdCSBqh5fsIkiEsX6+BXokz+EWrcS0IhxU5DV7dFaz4Vcpm+xLNOCVEvB84fsHT+TY+W3f0rDs6+gXbejzdeWu//KYd/6AhUnLTjQJoaEhISEhBxQ7rjjjiEdvyBneO7cubz99tt86lOf6nX/22+/zdy5faSDhoQMFUKQKVpAsvkJDNWKxgQEQrtoaZMtmoc2OiN10m8mmX0ew29BCwEILG8bEWc16dhxeGbfglXCz2C4jYEol10Fu6dmm1HcisIiev1BqBwRdwNKWN3nFgJFAkO1YbsbyUX6Lw6mzJLgL9oP0rulRFdWI7ZsDOpfpUCL4J6iVPDD3e7dkRICpMrswxUOb8y6pRi5FvwJkyDvQmtr0Ac2FoV4FOk0IxvWoSr7boWlxh6OqpmArFuFjpeC1a74nUsj3DzejBOhN4GuASIqazEqe0kFN0worYTtm3rWFUOgbl11iC5mDBM23X4vO5/8J1ZFKWYiWDzRSpHfuoNV3/0FiSkTiI4cmHBeSEhISMhgICBsrTQsmDdvaDsSFOQMf/vb3+byyy/ne9/7HhdddBFjxgTpmJs2beKuu+5iyZIl3HLLLYNqaMj7DO1jqkbAQ4lilOyfiJBvVdJWdhaR7Aqs/AaEVrj2WPKxaXh2l/pFrUnkXsXwW/BlsjOdtz2dOpF9mZbk2SB2c/aUS6z1NSLZVQjtoBEoI0kueSROfOrARJj2AalSgIsWvYgQddRHt/bctwecyDiiRjGG34pvFAECqqoh04poagxqsVUG6bto20DEzc7WP74X/NEaIUHLOEruOTJ6MCMyTYEes2FB3IJ4l2vVGpFqQ6abUJV9DgHSwDnjMuwnbkduWwvZVkCDHW1vrfShIb4IAXNPhEfuDFoqdRXKyqaDZ3vk8UNrQzs6k8J99Z94y99BK4V52HSs+ScgS0r3y/wHAi+VYfuDTyKjkQ5HGAJxsciIGnKbt1L/9+cYc+nHD6CVISEhISEhwwPHcVi6dCkNDQ3MnTuX8vJeSrwKoCBn+MMf/jBaa+68807uvPNOZHtrDKWCfp22bfPhD3+42zlCCN544419NDfk/YDtbSTqLUXqdJCWi4VjjCJrzUbv1i+3N5RZQrZoPtmi+X0eY/gNGH4jSsa617UKgS8TGDqF5dXhWl3SlbUm0fwsdnYtStjtKcgK6aeIt/wT0DiJAkSjtMJyNhDJr0H6rSgZw41MJB+Z1DPivOsUsSvq7Qe9hHs9ZoAy9NIiXXoSyeanMHL14GYQyofKKLp8NDobRWckXrKGfOVIkm3PI3wH7fkI32tfRJWQ99FNO9BlGdj74zoo0XacoAmh6rKQohB+FuHnQfr9W/hNluN85MvIulWInZtAGqjR09BlAxf1Koi5J8KmVfDuK4GKtGmC5wVR46NOgelHD7kJ/vY6Mr/4Af7mDdAu0O299k+cJ/5G/KqvYYyfNOQ2HAhyddvxWtswi3spZVAK7bo0v/wGoy76MDJyiL6RQkJCQoYxKozgDhvuuOMOfvGLX9DW1gbAb3/7WxYuXEhjYyNnnXUWX/va1/jYxz5W0NgFOcNnnnlm2C4hZEiw/E3E3dcAhSICSAQuEW8dUmdJ2ScMiiiTodsQ2kOJXtrGCAMUGKoNd9c25RBNvYudXYUm0qU/r0QZRUi/jVhqCVpaRPLr253aBE50Mk50fDBmb2hFPP0Kdn4VQiu0MJF+G5a7Ayu/kVTxST2j034eq+k9hN+CYSi0ligzGbRkEiKIWAsD1xx4iqtv15CNTCfe9hRCgZJRtLARaAwb3HFHkytfCEC2ySS6+fGgrZIhg5JZV6FyPtqTxFf+ldTcK9F2P1J9tcZsXY+18x1kvgkVKcYtn4FXOmlYinD5I4+Adx9F5FrRsVKEn8NwGkB7wQKCNIi+9zB5lcMdd+yeMwaEQI2aAqOm7L8L2IVpwUc/A9OOgndegtZGKKuBWQvhsNnB4sYeUBtXo15+Er16afDaO3wuxoJTETWj+zW91prsbf8Pf+M6ZFVNRxsm7fv4O7aSueVnJP/jR4gh7C94oDBiUYRhoD2/Y5tWGnf7DryGRrxMnrYXX2HVZV+k8oJzKf/QB8Lv3ZCQkJCQ9x333Xcf3/ve9/jgBz/Icccdx3XXXdexr7y8nAULFvDII4/sX2f4xhtvLGiykJA9ohUxdzmgUKIzLVoTwcfAUjuw1FZcY9/rGDV2u5OlYPc+cjoQQtIiEDWyMyuJtb6O4TYidB5NDqmz+GZJR/RVyRimu5NE81MIaaAxMHQTlrMFy9lIuviEXqO8lrMRO78KjYUyukR/tIflbiGaXUEu3qX22M+T3PRnzHwd2jDQJVGE8JFuE8LPoa04AkXeGo9nFFBrqFyiLW+CsPAjFV3uV1AnHWl5C6doOsoqJZc8Eqv1CYT2A39dBc9KmaVoUyJzTVj17+KMWrjnObUmuvEJ7G2vIJQTLBxohb3zHZyqOWTHn92Zjr0bwk1hN7yD2boGAK9oPE7FTLRdMvBrHwA6VoJz+OnYb/8NmdqOFLkgi0GDliYqWRXcy/ceRUeK8UYMXf34PmMYcMS84M8AUG+/gv/nm9HZNESigaL584+i334Z46KrkRP3niXhr12Jv3YlsrSsWz9iYRjI8kpU3Wa8d9/EmtM/27zV7+G8/DxqWx2ipBT7mGMxZ85BGMOvV2R0dC1FRxxG86tvYSTjCATO5jq8xsbgI8g0iNVW4OyoZ+svfoP2PCrPG+LU+ZCQkJAQoF0SUw/NYnwo/j4wbrvtNk499VR+9KMf0dTU1GP/EUccwZ133lnw+AU5wyEhQ4GhW5C6rT0ivBvCBJXF8rf3cIalSiG9JiyakKQRuPiiDMcYiy97d4pcswYlEkidRul4Z0qrkEidRYsIjjkKK7eBePM/QfsoaWH4LggDoRwMtwnfqkALA6nyCOWCmWivt20fTrnYubV4Vg35eE8xq0h+bdAOydjtmoWJxsDOryIXmwFCYPhNJJofx4o3o5NJ0ALtgRYgDIHUOXwVJRufRc4+vKD6ZTO7Gem1oYyeqZtaxpBeC1ZmPfmSI5HZnaB8fKs8eD49/A2NTO/Y+5xNK4hsewktLVSks8hWeFnsHYvxk6NwqnsK8snMdhJr7sXIN7BL5MJqXUOk/g3SE8/HT/YvOlko7uQT0LESom/fh8hk0Eh0JI6OlaLtIHNApBuwN7yIVztjv9WT7w90JoX/4B3ofA4qazsillprdMM2/Ad+h7j6hr06oWpbHdrJI8p61v0I20Zrjdq2Ze/2aE3+kfvJ/fVP6Fw2mFcp3BefxVq4iPiln+/mbA8HhBCMufyTpFauI7exDiMRx21sQqtgPS5aUUSsphwhBe6Onez8018oO+MUjGT/9BNCQkJCQvaV4ZeZ9n5kw4YNXHzxxX3uLy0tpbm5ueDx9+nXwWuvvcamTZtobW1l93bFQgguueSSfRk+5H2Hoj0GuYdjOlMKhcoST7+G5W5Cmk7gawiBEhEs6omo9WTM2TjG2J7DCJNMZDbJtmcw3SZQ7eMaFspOkIsfjRZxIql3ENrFN4oRKocmE5SKCgOhPYTKoo0kQqWDuY3uolFaWmg/h51d2aszLP1WdB9pwFqYgZOtXYTKkcw8g0FjsKKoBAgQNmgPvDaJdFJ40XJyZYVHIYV22iPju9mkd913EURv268tUMvy6fOjpB/tpOwdb4Ly0ZHS7lOaMYSXxdqxuKczrBXxDQ9h5BtQdlm3ul3pNBNf/yBth3+ms+XUUCAE3ujZqI0vIHBQ8S527DLTiiFbtyLcDNo+dJwYvXwxurUJyqq6pe4KIdDF5ejtW9BrlyMOm7HHcUQ0hhASfD+oV+46h2r/PIj2UsqwG96yd8jd/8dgMatmZKdznknj/vNpnAmTiJx+zsAvdIgpPXom02/8Ohtv/iPNr7yJcj1kNEKiupSicdUIGVyHWVaKu3Mn6XeWUrxwaFU1Q0JCQkJChhPFxcW9RoR3sXr1aqqqqgoev6BfisuXL+eaa65h48aNPZzgXYTOcMhAUaIYTQSJg2K3H8BatYtblbb/2yPa+iwyvw0siZAi8OGURog8ShYDHnHvLTxZjhI9I53SbQXHCRxhAaDBcxHaxYuVIFQG092JktGgf66MgDAR2kNroz11OIcQNlJ7QVp1L7XBWlhIP9VdbGnXNcsEht/c6/0QeGgZQwuTWH55oCDtKQIvODAXP/D3tAk6ZyLdtoHc8h4oqyxwcrUDIoLw00gvBcoLJhQS/MAZVoka/Hg1RtsWVNTuHvn08iBNvPLD9jqnkd3Rs19xO9qIYOQagmfUJVXaTG3EyGxHmUW7CaBJlFWMkWvAal2DWzq1oPswIIQMrr3XRQ0NgvbWXYcOujX4Uuot8ivsCNr3gvrjvWBOn4koq0A3NyEqu3+R6dYWRDyJNeuovY7j/PMpyOeRtSO72xJPoNMp8s88hn3q2Yi91EAfCErnzabkmFls/smvqf/zA8TGjkRau7dqM8BXaMftfZCQkJCQkEFHhwJaw4JFixZxzz339NrSd9WqVdx7772cf/75BY9fkDP8b//2bzQ2NvKf//mfzJo1i6Kife+FGRKihUXenEDMW9betsgKnAytMHQaJZMdUV7L3Yx0d6BkDEPm0DroE4wAoX2kyuDJMgzS2P5mcua0bnNJr13wSlj4VgmCQAlda4Gh2oilXiVVelp3A4XEM8swvaZAKAkFuAjtoIwkuo8f2kJ7qF2tinbDiUzAcutAu92FsrSP0D75yERAY3mbUMLGEEZwbJfIrdYgbI3WLr61b7Wyvl2FFx2JlVkPXgbpp4M5EIh29eRI0xL8SA1u0WHkx51MbMWfkblGlJUEKRFeDuE7uJVH4JV29tmVbjNWdj1C5VFmMW58IlpG0GYMmW/pvYZGeWg72cPRlPmmQEm7NydamoBG5vteRRxMvOppGE3rey52aI1ws3jV08E6tNpMiWTwOtO+38Mh1q4T1CEXle59nHiC6EcuIHv3Lajt2xDFxcEYqTZAYJ99HrJi76u9auN6sHtfUBHxOLphJzqbQSR6UW4eBgghKJl3JM2PPBq8jnbDb0shE3GiE8fvf+NCQkJCQkIOINdccw0XXHAB55xzDieffDJCCP76179y33338dhjj1FVVcVVV11V8PgFOcOrV6/m6quv5oILLih44pCQ3siZ05E6g+1vQuIEmdMClEySsud3tFay3K0IrQMV493QQgbOqlCgQeqe0VIrHzhlvlEcRH13FbwK8IljeE0YfgrfLMVwdgRRYQBp4VmVCJXD8FO40TFki+dheE3EUy8HOctdhbK0j8DHiU3utWbUiUzAcjZhOxvR5NHCRBA4wp5ZRS46vf3fCi0kykwg3WZ2TycXQiEQuKVHFHjnOwYiW3kycutfsbKbAI1GItBoYeIbpUg/R7ThRdzEBLyKaWSnfYzIxmcw0tvB12gzSn7kPPLjTmlPo9ZEW14j0vZWR4o1gGp+jUzFSbgVMzFSdUH0uWtas/IRysWpnNXj3uldNdba7xmNb3cmtNFLD+YhwB01F2vTq8hMAypSHKSGax+Za0WbUZzx+6dX7/5EHHE04u/3oFsa0F1SpbXW0NKIqBmNmNizLKA3rEWnQzSO8/e/4m/dDFojR4wmctoHsU48o3/2JIvA6z1qql0PEY0grL2n7B9IkvOOIjpxPLlVazBrqpHtCtoqm8NvbaX01BOJjNl38cCQkJCQkP4g0ENWMxxGnAdCTU0Nf/nLX/jxj3/Mo48+itaaBx54gEQiwQc/+EGuvfbafeo5XJAzPG7cuLDFQ8jQIAwy1jHkzUlY/jYEHr4oxjVGd++bqz20IFCP6pMg1thbb2Kpcu3z9XK+MBEqg9B58omZxN1nkH66S09ijdQuvlVBuuw0lJnEs6qwnI1Y+Tq0kGhhBTXFeIF4Vmxaz3m0h51bh/ByQRawziMMhTKS5GKTyUenoWWg0uvLIgwVRF+FyiH83C5jg5it4+KUTMMp2U3BVyssfxuWvyWofZYlOOZYlOw7m0NZJTjxKZjuTrCsQMTIlWgZA2GgMDDcZsxcHV58LF7FNLzyKcj0DoRyUbEKdJdIqJ1eQbTlDbQwUO2LD2iF9NuINzxJuvIs/MbRGG2b0EYEbdgI5SK8HH68lnzNMT1sdIsnoexipNuGsku7Pz43hTbjuCWT+7zG4EIVRv1qjO3vge+hSkbgj5kF1sAyXXS0hOzci4m+ez9Gax3k24J07VgZ+aln4VfuxQ6tMba/h7n+FYyWLWgzhjfmSNxxx0BkmEYy40mMcy7C/8tv0Tu3oaOxIEUhl0UUlWJ85F/6LVglhMCefzzWMcei6reB0sjqGoTR/68na95xeMveRjsOokuEWCsF2TTWCad02z4ckbbFmOu+ysbv/Df5DRtBBar2wjQpOnoOI7/wmQNtYkhISEhIyAGhoqKCG264gRtuuIHGxkaUUpSXlyMHofypIGf4i1/8IjfeeCPnnHMONTUFtG8JCdkTQuCLCnxZ0echvlmBcDcAoLWBlF5QM4xozxuWoFXQb1eO6HF+h1pyL3W8QrtoYaKMJH6kAqEyRNvexPB3RZgFvlWEVzSRiFqL7xXhGKNJl5xKJLsMO7sSqfJoGQuc2vgRgVPbFe2RaH4aO7eBoI2TEbSm8XwceyS52OxOR10I8vZkErnXAofWrkD6maCWVyg0BpnkkeRK53ePkmqPRP5lLL8uaPsD2L4m4q0kYx+Na47p9d5KnSZqb0VWloAMaqPxwc+AztPR+qhrlBchUcnanoNpTaTtneAau4qLCYkyipF+C1ZuI+mpnyKy5TnshncRvgPSxKk5htyoRWi7uOe4RoTcyJOIbXwUmW9s7/ssEH4WLQxyI05AW3twJN080Vd/j7FtGcL3Ou6zWvEk/vH/AiW935u+UMUjySz8HEbTRmS2EW3F8SomgbH3/rjWyqewlz8OvguGhdBNRN7ZjLnpTXILL0XHSwdky5DR1gybVgbvmRETkHOOg5Jy1EtPoNcsDVLkjzwOY+FpiFHjBzy8kBKjZuTeD+wFe+EinJefw1v+biDKFY2hXQedasOoHUXkzIOjJVF0/Fgm//KHtP7zZTIrViFMg+ScWSSPOnLYqWGHhISEHOroPQZcQg4EWmu01gghBi0wK3RfClh74aGHHuL6669nwYIF1NbWYvQipPKtb31rnw082PB9RWNj+kCbccgjdYbi1D8QfholoxhmLkjlhS6tikzyxjgy5lE9IsDCz1K88y8IlQ3qeXft1wrDb8W1R5Iq/2DHduGnsXKbEDqPJXZi0ojoomytRJJUZAG+URk4itoNItl9KEVH0m8Tb30FX8ZBdjpMQuUQ2iVdeipudHznCVoRy71BxF0TCHgJgdBBL+RsdDZ5u6dQVMx5m6i7DCWinVF1rZE6jRY2bdHTekSIhXZJOs9i+TvAyRDUJougbZIGvw3I5gGPtjGfQEX2XM8pvBTFdb8HYXSmmndBeq14kZGkaj8abPDySC+NMmNg7l1F2Gp+j8i2lzCy2wGNH60mXzMft2zPraXsN+/HXvU8KloEVvtChfKRmQZ0URWZU7+MtvY+/74imzYRe+5XgEZHuzj9ykdmGnHHzyd/1CeG3I494vvwzF8Qbz4D2VSQcBGNw/Sj0Kd/CqLxDiHFA5kxpFJt5B76M+6Lz7S3V7Iwjzya6EcuwBhxYNOLhQDLMnBdn8K+cUNCehK+rkKGisF+bZWXJzB6KWsbzvjKozm7bUjGLo3VYgxlt4tDkNWrV/Pzn/+c559/nlwuyI6MRqOccMIJfOELX2DKlCkFj12QM/zqq6/yuc99jnS6b6dPCMHy5csLNuxgJXSG9w9CQFTXY7e+gFRpEBph6CAgLGw8WUbemEDemNynQ2pl15FofT5omSQC0SWhfXyjhFTZ6SirZ/1B1F1OzHkbJSw0dneBL5GgNXYaWuzFidKa4p33If2WdmGt7hheC25kHKnyM3qcZ/o7glZSOoeSRTjWOHyjtJc5XEqyjyC0G6R37zaOoVNkrRnk7O6tb2xvLQnvDXwdw8zXd6uBFgYoV6Prm3GTE0iP/OgeHU4A4Wcorrs76IncSw2v9Fpwo2NJ1+xD5E5rhJsCFNoq3rtNuTbi//jvoJ1TdLf73+6E5o++AHfCgsJt6if2Ow9hr3walajsuWCTT4GQZE7/Ojp6ANOln7oX8eLfgkWDePvCUTYFuTQcPh993uf2es/3JzqTRrU0IxIJZHHpgTYHCJ2W4YbKO6RXbwCtiU8aixHbP/oCg034ugoZKkJnOHCGm7L1QzJ2WawqdIYHwOuvv84VV1yBUopTTz2V8ePHA7Bu3TqeeuophBDccsstHH300QWNX9CT+K//+i+SySQ///nPmT17Nsnk8KxrCzm08e1a2orOxnQ2YqhWtDDxjGqUUYQSsV7bHHXFjU2gzSwiknkP09kWpFRHx5KPTUEbvbymtUfEXY1Gdq9DFhKfJIZOYXsbyVt7aeejPaTKdK+B7rpbmEi/pecOIfDMGjxz76UJhk4HKteilzpJEbShMlTPOSy1PYj8SRPfLsNwGgOHGNC+QBrgxCvJVp/SLwdIyxieXYuV24DWke7ntAtdufHx7f/WhTlVQqDt/tf5ytbt4GbRsV6Ut9vbN8mWrQO3owBEpilo3dDLdWvDRrgZRK7lwDnDbc2Ixc8EjnCyy/2KFwX3atUS2LoeRk44MPb1gognMOKHTk/nkMFDa83We/5G3R8eJL99J2iwqysY+YkPMvLCDw/L1lshISEh73e+973vUV5ezl133cWIEd1LH7du3cpFF13E97//fe67776Cxi/IGd64cSNf/epXOe644wqaNCRksNAyghPZey/bvvCtSjIllf061tAphM716WCiwfQbye+tTFQYgcCWyvXeTkh7KLlvrXg0JgjRUSvcwwTo1RkX+B09cbURxY9WI7wMQuXbt1lkRpyOMvvZwkkI8iVzMJ1tSL8VJRMgDIR2ECqLb5Yhc80U1d+G9HP4kXKckhk4xdP7jOgPmN2cbG2YwdhK0adQZD9qffs/v8JqWIZdvwSZbUBZSdyqWThVs9HR4iC9v5eFAOG7IE30gRTR2rQyiAKXVvfcF4lBphU2LB9WznBISF9s/t19bPh/d4EUWGXBZ5hT38C6n96G25pm/OcuOsAWhoSEDCfCmuHhwerVq/nSl77UwxEGGDFiBBdeeCG/+MUvCh6/IGd48uTJtLX1bFcTEtJfBA6GyKKR+DrJwSAzr9vrZ3fVJvd2hO6PAyckTnQy0fSbPVsDaQ+BwIlN2idblUjgyUosfyv+rn7NXeYAgWv0FCvadQ4EzpkWZpB6TCCspUQRvlE2IFu86GgyFacRbX4Jw20Map6lgW9Xo3NZom2vti8QmJiZLZjZOoxsHdmaUwt3iP0ckYY3sZveQXoZlF1CvmwWTvlsVNloVLIC2VaPNncTaXNzYJh4NXuJ7vcXrYit/Rv2jsWgfbS0MXNNmG0bsRqWka1dgLXuZYSTQUcS3c4TThp37NzeI9j7i135cX1F7IUgzM8MORhwGpvZcuf9CMskUt35vjdqq3Aamth6z8PUnnsG0dq997UOCQl5PyDoe8V8MMYO6S8jR47EcZw+97uuS21tLyKu/aSgp/z1r3+dP/3pT7z99tsFTxzy/kTgETdWUWK9RpH5FsXmEorNxVii4UCbtleUKMKXxQid6+kAaB8QeEb/3oy5xBF4VhWGn0L6aYTKI/0Uhp/GjYzq7gxrjfDz7XP0EyHIWUegRBRDtyG0056encXQGRxjRK/OsGOMRYk4hk51pDGjNUIHAmV5Y1JBDqoXq0GX10JpGZSWIUrLMf2d2LktKCuJsorRZhxll6JlBLtlKWZ6/YDnARB+juT6PxPb+jRGvgm0j5HZRnzLY8Q3PgSAO+00kCYi1QCeA76HyLUic62okUegqvdtMWIXVuMK7B2L0UYEFa1A20WoaBnKKsJsWYPlbMWdeCz4eUS6AZFPIbItyNROVFENzvQzB8WOghk5IRDLyqZ67nPzYJgwcuL+tyskZIA0v7IEt6UNu6LnYp5VVoLXmqL5pcUHwLKQkJCQkD3x+c9/njvvvLNXLaply5Zx11138cUvfrHg8QuKDP/2t78lkUjwiU98gsmTJzNixIgefZ6EEPzqV78q2LCQQxFF0lyOJRtQ2kRhI1CYso2kWE7Km46r+26ntHc8JDnAQBFl0FfehCBnTSeRfyWIkhIDJAIXqXN4sgrH6J9qrTbipMrOJJp+Fzu3OujPKxM48ank4keAsED7RFrfwW5divTb0MLETUwhX3Ikyuql3dBueEYV6chxRN2lmKqhXYXaIm9MJmsf0atTq0SctD2PhPs6hk6DgiDibZEzppI3CnB8tCLhvIpFA36kJBDk8j2MzCYQOhAD65KyrY0o0s9it67ASw58vsjONzBTG4N71C5Qoc0E+PlgzObJOOOOAsBa8SQytTNw/K0Y7pQT0XM+CEj6CP8PCKv+rSAivLsytmGhPRO7fgltR34BVTISa93LyLbtaDuCO/E43EnHoROFN5EfFMqqYfrR8OZzICVE2tP33Ty0NcGEI2DsblF0rRGZ5uCv8dJhJa4V8v5F5fLBIqbs+XoUUgat1fJ9Rx5CQkLef4Rp0sODt956i4qKCs477zzmzJnDuHHjAFi/fj1LlizhsMMOY8mSJSxZsqTbef3talSQM7xy5UogyNNOp9OsXr26xzEHssVGyPDEEo2YohFfRwh69dCeJi0xRI6osRHXK2fgTqxPlPVExBYEDkH8uYScnojH4DoTrjmGDIqo+y5SpYOaXGHiGGPJ2HM7lJf7gzbiZIvnkS06qr0Vk93poGpFfMcT2Kn32tOVbYRyiLS8iZndQLr2wyhr7+mznlFNSlYhdQqBhxKJYJ49nSOraLFPw1Z1SJ1CY+HKET3aMPUXU9Vj6gZ8Yp33R/tBH2hpIMmjiLPrNQGAMJBuAaUYWmM1vR2og++u1GhE0H4Gq/ldnPKZeOOOwhszG9m0GeF7qOIaiBVhWQa4A4jC7wGZa2xXKu+FXQJZysUbdzTeuKNBeUHa/DD6/NSnfwrhOLDyTcikgrenYcLEI9Af+UzgJEOgUr7+DazlzyJagnYUumwU7vST8McdecDsDwkBiE8ah4zY+JksZqK7JoOfzSFNk/jEsQfIupCQkJCQvrjrrrs6/r548WIWL+6exbNy5coO33QXQoihdYafeuqpQk4LeZ9jyUaE0KCNIHqk0kidQaBAmljCxRQ78fRAarY0cbGUCNvQSBQmAo1FA6ZoI6Vn4bEv0eaeOOY4HGM0ptqJ0B6+LELJvUdq+0QY6N2Ur63MOuz0SpQRA9npvGqtMJwGIs2vk606NXD+8huI5FYhvWa0jOJEJ5GPTu48TwiUGKAjKywcY1zh19QFUzciAonqIAIrZOCoCgOUD1K1R6271k77QWRX+8F5/XUOlYv0sj0d4V0IE8Np7fy3NFEV4zt3D/Ti9oK2ixGZHb0HmZWLNuPoLs+3T7sPJJEY+twrYdsG2LAiEB4bOSGICHfJCDJXPIu1+EFQXrvol0buWIvduAnXyeAdduyBu4aQ9z1FM6dSPGsaza++hbQspB1koyjHxdnRQPGs6ZQcNWMvo4SEhLxf0IAaoprhUGljYKxYsWJIxx+Gv7xCDiaEdrD0VgzSaExcUYNP771eBe3RNu1hONuDOlYIPhUESGmRlO/Qxlx8Svs1v0kjNttRWGisjuF8TAwyxMQa2nQh0ea9IAw8Y+8tjgrFSq0KHEe5WxRXyKCmNr2GbPlxxDJLiGSWt6tGm+C3EXd3YOXWky49FS0jvU/QlUJbGvUT6bQg0jsx3fYWTWYUFS1FJ8uRLdtAi26PR/hZkIETXbLldyAMnNgk8kUzUFbpXiazUGYcw2npXUVbeXj2/hOkcqpmYTavAT8PRpdnoTyE7+CMWNjRzmlYIwSMGB/86Y1sK9Y7jwECXdS5mKXsOCLViPXWo3jj5oC9lx7cISFDhBCCw66/muVf/wGp5avRvgo+9qQkMXUiU/7zGoRxELwXQ0JCQkIGlX1yhl999VWeeeYZ6urqgEDt66STTmLevHmDYlzI8MbU9STUW+11ugCaqF6NI2vxRDUg8XRpewosgWq03obh1Lc7wqI9LVgDGu27SN1C3HiPNj2PvTmwghxRuQ6Jj8JEK93lHIEigkErkjSK/dyeRiuEcnpP1+0H0k/3KVSlhYnQHnZuPZHMcrQwUTLa5QAPy60jknmXXPKoXscQKkckvxLbWYtQeZRRTD4yGccuTCCrL6zcBuzmpQiVbY/8SqSTRrhZVLQMHYkh8lmEzILwEMpBGAphmQivFSVthHaItr2NnVtPqvIsfHsPkX4hcMpnEdv6DCgXZJcWSX4+2F+2/6I/bsURuI0rsBqWgZtBG3bgCGsPv2g0+ZEL9pstQ4mxZTkil0Ilez4bHS9Bphox6pbjj597AKwLCQmIjqxh1m++R+Nzr9Ly5lK00hTPmkblyQsxEuFCTUhIyO6EvcffDxTkDDuOw1e/+lWeeOIJtNYUFwcpoq2trdx2222cfvrp/OhHP8KyBrFXZ8iwQuoMCbUEQT6oBUUCCsPMEZN1aOqDtjzaJK9ryarJ5FU1UVZj6DyBI9zuuIr2/2hAeRiyGYNWfPqO4EXkFmJsQBppBO2tmqSL79so3S6a1N4GSeAN6b3ohvaJpJYRSS9H+mm0kLixCeSKZve/Ny/gW6WY2c29Rm2FctBGDNPdgkB1d4QBhInGJJJdRS4xu0cds1BZkqmnML2daEy0MDC8nSS8nZhuPZnEgsFxiLVHrOXlIOXZiCNx0O1J7CgPmW9CV43EycYR6RaEn0VFyjBpxpdRtBEsomgAqTC8VmItr5CqOnuP0+YrjsJMbcBqWxdE0oWJUC4IcEqPwC2dvu/X1l+kSeaw87CLx2FvX4x0WtB2EfnqI3Fqj0FbB7CH8CAi3Gx7F4peXjftkW/h5nruCwnZzxixKFVnLqLqzEUH2pSQkJCQkGFAQc7wL3/5Sx5//HEuvfRSLr30UiorKwFoaGjgt7/9Lbfeeiu//OUvueaaawbT1pBhhK23IMnhkyD4FawxTBcpd3Ud8vBJIvCIys2AIKum4HhlxNiBaHe2Ojv2CjQSgY/QLlI49CVhZIkGYnItAlDaRpJt36MxDAftC7Q22p1gsyMyPeRoRbzpGSKZ1YHTJ23QHpHUMszcFlKVZ+09zbcdNzkVO/VeEFG1k8iiKMK2ghrblE/WmIKlmtp7H/diirAQ2ml3nLu/zaO5pZheA75MdvQ41kQRysF21uLao3HtfReSsfJ1GH4rvpEMnnd7iyeBHzj4ysfRVaSqToXq4Dpiza9gtryBlrtFaYREyShmrg7ptuxZPMyIkB53PpGmt7Gb3kW4bfixWpzymUFUWOy/VEiZ2Y7d8A5GdgeqeAT5kkW4ZdOGZ23wPqCTlYAEzwVzt0VQN4+WBqqo8oDYFhISEhISUgg67Af8vqCgX2QPPfQQ5557Lv/3//7fbtsrKir42te+RkNDAw8++GDoDB/CmLqp/UMi+KAQQiGk3+4IB86xQKOxURoiYhs5xqJIoLUZCCPJoH1N5zi7HGOJom/F44hRhxAKTQyNAvIEPYBE0KpHevg+SDxyeix6D2MNJlZuE3ZmDUpGu4ki+VJheM1E294gU35qv8byoqPIl8wh6izDrClGmBYajcBCFyexieM35jBd1ev5QntoaXUXZwLQPrazLkjf3s0p1NJG+jlsZ92gOMNC5dsFs4ygjlsUI4SP0F77o8rhiapuUWjhZ9r/0vMLKIjwZhEqC3vIGgDAsMlXHk2+8uh9vo5CsesXE9v4WFADLQLxMLvhHZzSaWQmfhSM/fO63B/4I6ehSmqQzXWoZGVnhFj5yEwLqnIcqnryoMyllUJtWofOZZHVI5BlgyuQFxISEhISEvL+oSBnuL6+nlmzZvW5f9asWfztb38r2KiQ4Y/GaFcIDhCyd6csONZCiiymaMET5SjsoM44yH/tcmQwhifKAhGuXlGYohWlDYRob81EHIM07Z41UrggXDxdRo6+f4BLmSdiN2OYGbQ2cN0iHKeEQmtErOxahFaoXkSvlIxgZzeS9bNoY2+1aYqIsRW7SmKYY4NFBc9H+wJlxFEyginS6JJiyIog+tt1Tq0QuOQjU3umSOt84Cj38dbXGEiVLuDqAe1i+G1oDJRRjDKSgdPdpXZX066crX0MBMroniaszGT7ukhv6eFekAJuJAqzbz9ipLcS2/gP0B4qUt55LX4eu2kZalsNuVEndp6gNUZ6M3bzu0H6uFWEUzoNr2hwa7iHDMPEOfZTRJ67DZnaiW63WWiFKqkmf+yFvadQDxDv3cU4D/wBtXUT2vcR0RjmnAVEzv00omgfFN1DQkJCQkK6IdB6qL5/w4jzcKIgZ7i2tpZXX32VCy+8sNf9r732GrW1tftkWMjwxpXV2Gor4NOtPyyBdFWg7tzzQ8SjHFfUENGbQXvtKsidkWQlk2Q4gr4/KHaPIoPGxsdAkkOQD/wOM4IpFAm9iow7AaW7O6CW1UoivhkpvQ6/K2I349qNpNLjguj1AJF+Bt2XKrMwQTsIle/iDCtsuYOI3I4UWbS2yatqTNFMRNYH90QETd+FaYFp4OugPltpjWl7OPEJ2Jm1aD/fnhodRF59q4JcYmYPM7SIBD2Ldb7XiLnAH3g/Ye0TzbxDJL8KoXPBKGY5uehMfKsc09mBL0o6HUKtkX4aZSRxot0j0E58EtHWt5Eqg+rq9GqF1Dmc+GEos7B+x/sTq+EdhJ/r7ghDe6/jPPbON8mNODZYJNCa6PYXiNS/jFBOELHXCrt5GU7pEWRGn3VQKE6rynHkPnANxtrXMbatAiHwR0zFm3AUxPbdUfWWLSF3y0/QmTSipCx4T2TTuM8/jqrfRuyL/4aw+6GeHhISEhIS0g/6KkULObA4TtCNxrY7f8du2bKFUaNGFTReQU/5ox/9KI8++ijXX389a9euxfd9lFKsXbuW//iP/+Dvf/875557bkEGhRwcOIzAoxSDLAIHrXb94NdBv18RoyOFGhetTXwdOEQZOYecGN+e5iw7etA6YgQt4sQ9RIWD0RxVgRQeu3dqE9JDSIESMZQsQguJbTRRZK9A4HQeJ1wS8c0I4QWCWyqC70fwfQvLShGLbS3onvhmCULrXUXT3W3TLlpEUMau+mVFwlhJwngPUzQj8DBEGwnjPaJyC0qb7erLAjDaxcA8pMi332UTUDjFM8kUHYtvlgdyYTJGLjmHttIze4+gCgPHnoDQbnsP3y67VB6NxLHH9/+itSaeepFYdglC51EighYmpruDROp5nPhklFGM4bcg/Takn8LwW9EySrr0+B6to5RVTrb0GAAMrxnpp5FeG4bXim9VkC2d33/bDiBGdnsQ0e0t3duIINwM0mkDwGxbS6T+pSCDwC5H2aWoSDnaiGA3vYPduGQ/W184Ol6KN+M08qd9jvypV+IdfvKgOMJaa5xH/xI4wtUjENEYwjQRRSWI8kr8VUvx3np9EK4gJCQkJCQkZLjyzDPPMG/ePBYuXMjdd9/dsf2b3/xmwWMWFBm+8sor2bRpE/fccw/33nsvsj39TSmF1ppzzz2XK6+8smCjQg4ChElKHk1cLcWiHqHzoEAYAl/H2nv+6nYHziOnRqMIVI+1sMgYc8npKZi6OThKVKBFdM9ztpNXo7BlI1LkABuQSJFtjzIb7erWAo2Jrw0MmaLIfAs8J1jls0uQ0sX3I3SPQEuUMrHtVrJZF633ooauNSZN2GxBkkXHNWQEws+izS6iXdpDKJd80eEdzp8t67HldjRWR8qyBgxaAxGx9hpo3bEn0MWWOO33cdd+m3x8OvnYNDqi9EIg3WaiqXcx8ttAGLjRsTjxyWgjRi56BKa3A9PbgUaihYHULiDIR6bgWqP79RwATG87trMeJTrrpDXgSwtDtWG762mrOBs7uxorvxG0wouMIh+firLKen++RbPwrXIiqeUYTj1aWLjxSeST0zoUpoc72oj1uigCILQfqFy39x22m95BKA8V6e40aiOK8HNEGt/EqZg7pL2ghzt653bUhjWB87t7+rwdQSuN984bWMccd4AsDAkJCQk51ND6/fu9O1z56U9/yg9/+EMA/uu//osNGzZw3XXXofv4zdUfCnKGDcPgxhtv5JJLLuG5555jy5YtAIwaNYpFixYxbdq0gg0KOXjQIkraOAqp00HNrtJExDZM0YQhAoVnrQ3yaiRZ1bN2V4kkjuittYyPbTQiZR6tTVy/DKU70x99nSTtH07CXIMkhUAhRFAH69OpkAxBVFrgYBk5fA8CxWkXQTToTbzbW0BriRQehuHgeXtwhrUmykqirEPgB5FbW0NRAqO1Be267ZFdhQDcyEhyxZ09Vm25PRBU7pGOHchkSeHgq/huDtCu9HAV7NcJPN1+/4LccADM3EYSjc+0p20HfZyt3CYi6eWkKs9EmSWkkqdgO6ux82uROo9rVuLYk4Oo8ACcLsvZgtA+Su7mpAqBL2MYfjNCuOSKjyJH7z2Pe8OLjsaL9t8p3y9ohdy+Gtm8FQwLf8Q0dLK810PdsmnYjUvBd7oLZWmN8LI45TPQVhC5N3I70H2oS2sZQTqtoBww3r8pwNp1QSkw+kgXFwKcsHVTSEhISEjIoUwymeS0004DYObMmXzmM5/hhz/8YY+F8oGwT/09pk2bFjq+70sUlpVCGg4gcJ0krqoGwFXVGLRhitZgny5F0X/BI1O2kLDXYMh852x6Ezl3FDlvBLsiuZ4uIcPRKL8JofMk7FVA0FO2E41Bhl0xV0Xg3AptYKCRZPApomt0WIj2KOxeRBMs6omyNkgJJ94xhkhaSDuKl7HAddEyihObhBOf1C0l2BC5PuYIWkLp9lpqrY32umbdfh0SQzhoDLLeOHavdBAqT6LpOYTK4pvFXep0FYbbSLzpn6Qqz0JLm3z0cPLRw/d4nXtDaLf9L719CAWOuND7sc/zECHa6om8eBdGenOgBaY0/hILd/IJuLPP7iEO5ZZNxS2ZjNWyEu3bQWq09hBuFhUpJj/i+I5jtRFHqAZ6XdPUXhBBPsRaMQ0UWVGNKC5FtTQhIt0zSLRSgQDZuEkHyLqQkJCQkEORsGZ4+OF5nb8pa2pquP3227nkkkvYuHFjwWP2+ynn83muv/567rzzzj0ed8cdd/Af//EfuK5bsFEhwxfDyFJUvJ54so5obCfRWD3J4g1EY9vZlc7rU0xejyavRw3IEZYiRzKyCkOk0X4e4efAdxDaJWZtxDZ27naGwNcluLoKXxf3ULSWOOxKJ1aq01lTrmoXzfKDnrcdBG2ZPD+K70cBD5s6EuIdEuItImI9giD6ZLO5PS27e6q1FjY6EoeyCtqqzydVdQ5OcnrP2lgdYZd6drft3UStJL6K4CsbEO3q2SauKiHlTsNVPVvKWNl1SC8VqDR3dVCFRBlRTGcrhtvY47xC8Y32Fke657UI7YCw8I2DXOXXzRP7561EI1uxx0QxR0QxR8WIjJHEtj6DteypnudIi/Tkj5EbcQLajCL8PGiNU3446cM+hZ8Y0XGoUzod0KB2WzTQCqEc3JLDu7fByqURTdsgV6Dq90GIiESwTjgNPBedSXWkQ2ml0A07ECVlmMeccICtDAkJCQkJCRlKzjzzzG6Ob1lZGbfddhsnnXRSwWP2O9zwpz/9ifvvv59HHnlkj8eddNJJ/M///A9Tp07lU5/6VMGGhQw/hPCIJ+uQ0kX5Fh39hIVPJNqE1ib5XOE9PyPGDgzd2i2SKAB0HoVNxNqG41fS1fncdVTer8U02gIxL3bZ5rebKFB+57qP9jTKURgRidQuSgfXIaWP0gbZbA2SHAnxdnuEO3DzbXYQFZtIq5kYtKLpPWVTY7ZHpBX/n73/jrbsuu5zwW+utcNJN1aOqEIVCpkgCDCAERRzEC3ZhJ8ky6Y0LFpy0LOldretfpJHy34aGh79nqzhtt1uUfZ4kkXx6dEKoEVKFANIgiQoAgSRgUKhgCpUDrduOmGntWb/sc/N91bdCreAAvY3RqFQ5+yw9j777LN/a875m4udtmdI/SZCO8FiN+6Z1kOqgpVeGT32HhUh9yN0/I04bS1zDkpsMVWK4GXa8ahEGD+FcVM4rkxv1izeRa33FNa3cWZgXiS6wGhGGt+ELk6hvsawRx4jao4j9RB1MuvbJtZi10N84lvkN74LwkVpzDYm2fF+kq3vwmRTqK2h0VIn7GzkVqKJZwg6L6MmQk1URpFdgovXk27o90pujxM+8iXMwUeRIkeDEL/nTeR3fwQWpWtLOkl04geEZ58Cl+MGd5Btvgs3cu1GT8P3fwJ/+iTFww+i01OzkXQZHqX29/4xZv3GV3R8FRUVFRWvIZTLqkO90LYrLo2f/dmfXfLa6Ogo/+7f/btL3uaqxfBf/MVf8MEPfpAdO3acd7mdO3fy4Q9/mC9+8YuVGH6NEUbTi4QwlCnFAWhOFE+QJiNcap/e2BxDWD6l1pARMFk6Uy/TEihz6zF5j3pwfNZxWfCg4HKD+oVjct0U8YKPmrMR5Txv0Us2UhRNWvI4gUzhqM07HsXSo2GeRl0IdJcdaxkxDjnfecj8RlIZIzJnZ7dc1j57Mr+e1G0mMmew0u23XNpE6jdzoa+sN3Fp3LRMn17UlWLbXLnaUzV1Oq130Gx/G+un570j5OE2eo03rbju1cB0zmDap1Eb4UZ2gb2AKdoyxOeeRGKDFjNtvUrUgVhD0Mgw4y/jN96wcEVV7MRhTHcMDWoU61boeW1rdHZ9kvj0d4kmnkZcBsaSjr6RdOM78NEwdKeIv/gfkTMvo1EDjWqQZ9invok59ZZY6cwAAQAASURBVBLpj/7P0Cgj8KZ7lsbTf4DpngUToGIITz9BMPYc6e4Pkm1720Wfg1cDEobEf+8fEb7zfRRPPIImCWbTVoK7344ZHH6lh1dRUVFRUVGxBpw6dYoHH3yQgwcP0ul0aDab7Nmzh3e9611s2rTpsre/ajH8/PPP86M/+qOrWvbOO+/kgQceuORBVbw6sXbGoGaZdjG+rG21NuunGC/FmIQ4OkcYTINCXgySZqNlyrB6LO2Vd670Re7K/YeTYie5W09oxzBSoCrE7iBozsIIrWJJyJMhppObMaYoo8daivyy5vlcv8bYLNiHo4alRyYbCHSCpX2WPYIj5boLGFEZOu5mCj1BbE5iJMFTIy02k/otKCGZ23qe9Zcnr12Hmh8gvrfQeVm17N0bjFBEV7YHeBFtZWroY0TZSwTFORRLHm0nj7YvTO+9ikgyRe3Z/0Fw9nlwaZkmXh8h2/t+8q13XtS2jLQRUXQmY0EsM9eFOpBQMMXUgqR30z5N7ck/xk4e7ac/C1ofJt33AfJtS43ENKiTbH0fyaZ3YYpOGUUO5npjB08/iJw5gg6sB9u/bYc1NG4gZ44QPP0gxZs/BkD84l9iumfwtdHZDAEFJJ0iPvQ1itEb8PUrkxlwtRER7J6bsHsqr4qKioqKirWjtCtdu21XXJgkSfi3//bf8vnPfx7n3JJIfRAE3HffffyLf/EvqNVW15FmOVYthvM8JwxXF1UJw3C2IXLF6wShb/i0vAAM7DStxiGMyWcNCYKgQxSN0e7uxhe2X3e6goAU+pHN80ednTZwxZwI9ECdA1i6eAJKO4QCT0yPfYDF+4WCzdBFcIvqd+feLbdbp2CUgHP91OYAEwomEJQBxEXYols6Qq+IIfXbSP02ZmqbVxb7q8OHwyStN1CbfhQppst2R6oYn6Impjf01mVTqC8XtU3S+m2kF1507XEZ9cf+ADt+GI2aaDQK3mF649Se/lPUBBSbb1/Vpsz4EWznDNQV8Y659HuDmrCvhgN0cC5FV7I29Uf/ADt9ElcbLN2k1WGSKWpP/RlqaxSbb11+hzbC26XXnT3wcBnVtotu2TYAG2IPPEzx5o9humcJJl8qnaoXfc4aDWCSc4RnniLd+Z5VHX9FRUVFRcXrlTVLk664IEVR8A/+wT/g+9//Pm9961v5sR/7MW666SaazSadTofnnnuOP/uzP+Nzn/scL774Iv/1v/5X7EodJy7AqsXwxo0bOXDgwKqWPXDgABs3VvVbrzWKokkUT1IKt4UP2kYKnKvh/XIC0tNsHMGYAufnG04p1qQ060eYmr6+n94rZUR1/g1oZnF/8WIx5To8dWJeJmAKxZCylZTrcJTmT4YEkQKv8by+vzNtjBbvr3R19hLT1ruo8QKxOUFQt4gp3Z8hombHiMIpOslucje8ipFeOYGaDN6FDwaI209hi0lAyOvXkbTuoKitMtrsHfbsi0gyidYGcOv3LO9orIpoD5CyT/SroBducOoZ7MQRfG14Li3aGnx9FNMdI3rpmxSbbr3wpEDeo/7IZ1GfQX3eDVYoza1cBoHFx8O4xpwhVnD8cUz7FK4xCqa/ngT4xgimc5bo0IMUm265uHOVdtHFQriP2gDSMmVfsmnEFfiovnTB/v4knVr9fisqKioqKioqrjKf+9zn+P73v8+/+lf/atmy25tvvpkf//Ef53Of+xy//uu/zuc+9zl++qd/+pL2tWox/Pa3v53777+fn//5n2fdupVT7MbGxrj//vv50Ic+dEkDqnj1kmctirhOEPRQb/utgUrjKcWQJqMsJ1bDcApjUpwPF70vOB9hbUIQJhSuQWi6gOkv1hekCqin8MMsFo3W9AiD8dmexFk+TOHmG0wJOZvI2UiZ0mxmt2GlTd0eIpQJyv6+lsxvoOd24Khj6OGpLRhzWbMckOt6VCJ63ExQ8xhpU/h59cWqGElpxIeZ6raW9DNeU0TImjeSNfYhvjyfapcRRytgzx4kfvxPMe3TiHeoWPzABtI3/BhuQ78uVpWweJla+hzWTwDg7AhJdDN5eH5fgbUmGHsB8MvWB/uoiW2fxnTO4FvnrzMJjj+JtM/imsMYnyKxQFbMTdRYQeM6ybZ7F0wUBGcPADInhOehURM7dbycZKgPr/qYdN02zJFnUZY6c0ue4DfvLpcLm6ixiM/RxfufcWCOluvtXVFRUVFRUTEfXwWGXzHuv/9+3ve+913Qf+onf/InefDBB/nTP/3TSxbDqw5HffrTnyZNUz71qU/x+OOPL7vM448/zs/8zM+Qpik/93M/d0kDqng1Y+i2t5JnLRDF2ByxfQfm7kbyfPkWOlay2fWX26agWJPR9TeUmdLeo4VHXf+Pd6gauv56TNjDxm1M1CEITjLQeJ5adJLCFGSmwNROUY+PsLQiQyjnfmaEcIdW8BSRnEWRfgq1p2aP0QqeI/G7yrFJgQ9ifFAD4zA4Ut0+2zIqMG0Ck+A0ZnF9sdcYa1LCYOJSTvblI4La5opC2NAjkuPEcoRQziLkmMkT1B7+A8zUSTRu4Vsb0NoAZuoUtYc/i5k4BkCcH6DZewjrz5bu12IJijM00+/S8g8xII/QkkeJ5QjCGrdZU0U0KSPU2m9RtEK6PmL6y1y4EshOngAUJKBo10vTtChC4gjiqDS5GrqDdHSRSZj68yQwzPV9vhiKm99RiuukPSfGVct/G1O+D/jGBtzgTiRvL9mH5G00qJGvv7ze0hUVFRUVFRUVa8nBgwd517tW1zLxXe96Fy+++OIl72vV4aodO3bw27/92/zyL/8yP/ETP8GOHTvYt2/fbO72gQMHePnll6nVavzWb/0WO3fuvORBVbx6UQ3pdrYThFNE8SRiM1BDEHVQtRT50rY/XoP+K8ulHfvZZXJZT7vIaQbPY6RgRtB6Yjp+LzQM1kxTtnNSvOR03RBn0/UUGqMqiCihpDSDSaQYXvE4auYIlgRHHVUh0ZhCA0LJaJpJMrORbnQTJkznMqYZQYuQtDeXamxMhogHDfvj8v3zZGaP1cirrX7eUzcvEEvpvD07ZgIKzVCT4Zvr5tJ4bYg212HaZwlfeojsjo9TS58EFG/mWgX5OCKIHVZO42miAiFjxHKMtr8DzzxRrgWhnsaQ4onJZSPIxUfPA3eKWrGfwI8BipMBioHabCrz4lRoybv4eBDfXH/BbasNZj969YZ8qo6EDmMVLQq0k5DuuWPJPtzo9QRn9q+4fze45aKiwgB+710Upw8RPPlNSE6Xwtg7CCKKN/wIfm/flEuE5PoP0Xz6LCY5h9oIxJZ9jsWS7nwPvnn5zosVFRUVFRWvdaqS4VcOEcGvInAxf/lL5aKePu+9916+8IUv8JnPfIZvfOMbfPWrX519b+PGjdx33318+tOfvmD7pYpXG54oGCcKxjCS4XyNrFjXr3VdenHZoEdcPwfiQA0KGJsSN85gkpwsXdjzNC8G8T4o2zItqClWjMlxPiLPS1GVspM030osJzDSw9MgYwNBcxoRh3oLCGITFChMnaAvTsQoqkLmYwoJKZOTl/tyFIRmDE9Az9c5lm2k4xt4DAZlwE6xpdmDoIHTOtLPk1ERJFCC+hRFrzw3qgGqUopiU9YTl0jZzkkpW0+9iqibl6iZIyBF2X6K0vxMyAnXKfqON5I9dgTtlSLe1AArYBsEp55FizsxPsGZ5txGBWwMKqZMrTaClxrgsUxTlwN09A0AhP4kDf8UZl5rKk+DrrmN3Kze6Tp0x2hm30c0w0sEGKxOYNfl+DjC9M6VdcMmKKPHeRfxjmzHW1fVYslt2Ie+8C3IEwjLdHnNA1wO0pnCtzbgR7aDFgRFX4zbUfKtbyR6+SFMt79/G5Q1xmkbRMive8fFm5iJULz9b+Gvux37wiMwfQ4GRnF778Zv27eg/ti3ttC5/WeITnyf8MxT4AuK4b1kW99Mse7mi9vvZaCdaZgcg3oTGdlw1fZbUVFRUVFRcW1z/fXX8+CDD66qTe+DDz7I9ddff8n7uuin9O3bt/Prv/7rALTb7dl+T61WVYd2beJpxi8SBeP99jGGwHaJgnHSfCPdbCcLBbES1cYQcXgfzL5XtrV1hPEked5C54le1YBeuoVG7RjWpHi1pU8WBQ7Lud4WCm+ozegDCUjZMasrTdRZIIShbHJU+BAFGkGPKdcEyshwQEZBRCLQWmZWT/AISs/FvJhuJdWYkJQAh8PS8QPkVghUQO1cwrWC4jFBShBNEpk2IgViFaHoO13P9SQ2JkN9QLYqA62rg5ARyXFAMf3Pe/YzRBAtkIE6wa71uJeOE6yTMmArgG+gGfjsbH9jc4LOBDO+Z3PmaP138ISEMobRLqIZTf9DIMdR76ctewxdmv6HTMvbcDJy4QNRTz1/styOtGbFoBIhUYK5+XqK509iupNzY7Ex2XVvJ9v1zlWdK7d+D8XmmwmOPwkuR6MGqEOSaTAB2Q3vJU6ep9Z7ul+braipk9ZupHfHT1J78o/LXr9aTpJo2CDd837ybZfYe1kEv/1G/PYbL7iob6wn2fNRkus/Uh7/GjiIr4R2pvBf/RP0ye9BmoANkN03YT7wSWTrrqs2joqKioqKikulbK20NqHhKuB8YT7xiU/wm7/5m/zhH/7heQXx5z73OR544AF+5Vd+5ZL3dVkhq1arVYnga5w4PEMcnsP7EK99wx0thWocnqbwLbJizjDN2BRjs347ooVRV1WDMQVB2CVPF7pKp9l6vA+JamcIbBevMJUPcqK7nslsAIOjIcLGwBCbhdsVm6NL2g4JDlv2HzaKET87fhEQ9WQipUhfdMxKiPcRZ7MmmcbEdGaXCShoBhkiSuFl6RdEwdicuD5OSI9S9PZdsNX3bfilH3EVnGlwJZ2iL5dApsq0bZmLYM8hZcugwmE3D2M6p8B4dCZj3TukUSduPwv1ALSYS22enQPwZYutef2FFYshLWuU/RGEDEdzLpopBq8NLB1if5iuvbAYDvxZjLbL1OtFqTFKjBlqkL/lY7hzDts5jdqIYsON+IEtK2xxGYwhedNPENcGCY4+hvQmyrG21pPtex/BupB65/tlzbkpI8fGJ9Q7P0Qat9J55/9McGY/pjuGBjWKDTdedHr0ZSNz3xtpj2MPfB9z9BlEFbftJty+t6ID8wwRXYZJJ1Ebo/HyHgDnQ9Me/g9+G33pOag1oNGCPEeffRR34jD2U/93ZEtVQrMivTZyvKx70i3Xl+evoqKioqLidcZP/dRP8ZWvfIV/82/+DV/96lf5xCc+saC10v79+/nCF77Ad7/7Xe66665VRZBX4tWVv1lxlVHi4CyqgmIXvRNgpCAKxhaIYRE383/LbE/KquDZZRaSFkNMZiPk3nG2l5N5U2bfiqIIbVXy3LEjsoTzBY4Kgi6YSVuQeqwLxyMozEY8l5t/E1I3xIQfwVAsqDMQ5tSzUwgWHaY1OeBRNTitIf3aZkHAaLkS5flTLMZkNBuH6fW24vzqHZ3XGllpXlJM2TvXApFBex5QcAWIwYUjmDxBay2s7+LMQD8kXPpxCx6VEJ3Xo1noC2QCQj1dOmsvru2QMuU81NOrHH/Wn3BYZqKhPx5jId36RopVbXEFwhrpHX+T7Mb3Y6ZOgQ1wwzsQyWme+zMUg7dz6eLeNhHfI06eJ63fRLH5tsvZ+xVDzrxM/NXfRabO9F2uBXPiAMFz3yF7/9/Hr99BfORBwhOPYrIOKoZiZDfZdffiBrevej/6+PfQQ8/D0Hpkpi99GKP1BoydxD/4Rezf/odrc5DXMs4h3/1z5LFvIN1pALTeQu94F/rOv7G0v3TFFUVVL6verKKi4rVJ5Sb9yhEEAb/zO7/Db/7mb/LHf/zHPPTQQwveV1WstXzyk5/kV37lVwiCS/+dvOZ/YQ8fPsx/+S//hccff5wDBw5w/fXX8+d//udLlvv85z/P7/7u73L8+HF2797NL/3SL/He9773FRjxqwktWxKtELlUNVjTW/iaD/u9gHUZx17t+xYtf1k5KyiGqbQg9YZQ5greZ6y1Mg+TTlk/T4Wqi9AwnbcUeA0xkpdOut7gVfr7V7wanIbEy0SFZ/DO4LFIf535pLnFe4eRmVZMc8eHKcoY9QJXhXIyQXA4aWC0wEjWF8oQBecImm26yQ6yfGE99dWm0EG8RhjpLXNutBSlcQtJp9A0Bdc3LzAW31qPRnW0cGgqaKOJ9dOoGMgECWuoWJwZnHfiFUNGoUO4ZdoCXSpeWv1zXqAsqv/tuyg7uXJRNa0N4mpz4w+SlzG+h7MDS5eVGsZNEWbHSetX7pgvGe+IvvVZZOoMOrABzEz7L49MnSX85h9gbtpDOPYsagK8rSHqCM88QzB1lO5tfwc3tDofCH36YYA5IdxHxKC1Frr/MTTpIrXGMivr0kmS1wnyrT/BfP8v0SBCB0YAgd405qEv4fMMff9PvtJDvGpoUdD77rfpfuNrFCdOYEdHabzrXur3/gimVrti+/GdNunX/4rkwa+jkxOYDZuoved9xO95PxJFF95ARUVFRcWaUq/X+df/+l/zj//xP+Zb3/oWL7zwwmx57p49e3j3u9/N5s2r95pZiWteDB84cIBvfvOb3HHHHXg/k6a6kC9+8Yv82q/9Gr/wC7/A2972Nr70pS/xT/7JP+Gzn/0sb3zjG6/+oF81CKoWI/kKcUJFdeFDrfchrqgRhN2+AJ2rERVT1hGXjtJL8SKoKj1Xyu/FM/EiBsQz7TzrgzkR6vMaJuwhNi8jvjrj0mxwKnTyxuxztPMBhdYQhNp5bACNQINpplhPoPNjh4ZcYToTRmp5Kaz6+ysj3oJoPms8tUBuq2D77sxlpL0U6N5HiDgatSMUroH3pbFUYKYxkqEakPshrkY6tRKR6VZq+iKlk7f299uP6hIiQYyfKNDaUBkdNhaNmnMiSkpzsOnmB4jzQwTFSQCcjwnCLoYU7VfamL5Y7eleQMhlI7EeXip8tKy7zmTbqo7DyRCF2UDoT+DUztXEqmLo4qVBble3rUtBOE+GhEg/On1ZMekrhjl+AHPuONocmfsMoUyJb44Q9E5hT3Xw9REIYqDvoB3UMb0x4kNfp/uGv7c6oZp0wS7trwyUr7sCsrRMoQZQJTj+BOFL38OcPogkPXzUKuu1996D23bzVa13fkWYGsM89k00rEFz3uRJaxjtTmGe/DburvfByMZXboxXCS0KJn7nP9H75gOo90gc48bOkj2/n+SR7zPyy/8PTGOZiZSLxLfbTP/Wb5A/9zQEARLFFIdfpP17L5A/8yStf/TLSyZ0KioqXn/4yk76VcGmTZu477771mz717wY/pEf+RHe//73A/Av/+W/5KmnnlqyzL//9/+ej33sY/yzf/bPAHjb297G888/z3/8j/+Rz3zmM1dzuK8yhKxYTz061o+mzX/o9Igo6bwU6Zl10mQ9Yk5ibdYX0f00ZrWkyXpUV3gY7lOmUi//zvKJzULRG8LWpjFBDv1WQKIhedIgd7VZaaoIBmj6JfHCBRQyxHo5yLSOkhETkM/uuyDkXEcZMIYoKmb3B2DJCEign1auakqBLo5ZQTkvRVvVoGr7UfaUOBwnz+s0oxexJpkds/d1utl15H4V5lGXSc/vBhw183K/7VNRjlcC1NTI/To07RDZMVw8uFS0+oKisQ01TZL4VohvRcipmRexchRDgiFD1ZLpBnq6F8cwAKnZReROlIJV5xto9VAiUnPd6g5ChG74JlrZd7A62W9/IIh6vNTphHejsnbRHWdHUAkQzZfuRwsUwQVr/1muBpkem23DtIQgxAQe8cWsEJ5bUdCwiZ18GUkm0Poqjmfbbjh8YPm006QL67fMCT5Vome/TPT812FqojTb8oqVCcz4cYKjT5LvvYfsLff1U7tfm8ihZyHtwvAyjtv1AZg4jRx+Fn0diOHkrx+i980HkGYL25wrP9A0JXnsUTpf/hIDP/7Jy9/PV75I/tzTmNH186LAQ2ivR/rwQ4Tfe5Dau37ksvdTUVFxbVNJ4VeONE35jd/4DW644Qb+7t/9uysu9/u///scPHiQX/3VXyW8xEnMa37K3ZjzH8KRI0c4dOgQH/nIRxa8/tGPfpSHHnqILHu19YC9uiT5RgrXxJqsTO2lTPG1JiMvBknzpf1Y1Yckna2kyTp8Uce7iCwdotfegsuby+ylxHpFBFphwWitw/p6m8Go1+9zK6CKKtTMMkpZLa43TN4ZoegN4XrDkK4nKGoMeWh5aCgMeGXYK/HSLSygYD0tKdgqB8v0bOqk1MioYfBslHFI15N31lEkQxTJIHlnHeSClZy5W6TgXDiXMr7AetrgXTgrplUh1CMMxT8kNBOIJojm4MGaLs34BaxpX2DkVwJDz+9jsng7Xb+PjM3ksolEd9DJb6ad3UjavA01Eca1Z9OOUY9x06ipkTbnt+hxNO2T1MxRFEvBIAUtVAKsScsa4ZklZZiOeRNKA0sPqx0sPZQGHXPn6pyk+3jTYjq+l254J4XZTGHW0wtvZTp+L4VdIW1GlaA4TT19gnr6Q6L80CVFcF2wjiLcjPG9heurw7oOLlhPES5j1qUFohlXrHmh5kTZQZqdb9FqP0AteQrjF11DcaOfNrHMcXpXfvVWiL6qsYi6sk/xKjB3vhNqdZg6tyBLR3ud8vp5y3uRfuTYjL9M9MK3IC8gy0pL8riGhnEppF1CePCvCV56eHXn4lrFuyW+B0tY7rN7DdL91jdQ5zDNhb8jEsdIGNJ94GvoRfSdXA71nvRbX0fCcEk6tNTroEr6nW9e1j4qKioqKi6PP/qjP+JP//RPuffee8+73L333suf/Mmf8PnPf/6S93XNR4YvxIsvls6cu3fvXvD6nj17yPOcI0eOsGfPnlVv733ve9+K7/23//bf2LRp8zVW9hbSTvdRC08S2bJlkmpIkq8nzTchslJExlJkwxTZ8IJXz3fsgXqCYJKBuFs+KPcdjUddwIn2AN08xAiMBGbl7WgALiifG40gUsZoZ0e52nMvhp68ifXuBwz5R5hgA7mGhJIzIA4X3FrqWw3RYm6mKcs2EwXdskWUD0vrLHGg0p9U6JWGZGoxxhOEydzAiqSs1RU7rwVRgRGH1zpGcmrBCbr5Das8iMtDaZD4vbDo2VIEXH0bvZF3Upv4Hta1Z8u1vW3SG34HPt4we6ojOUUo43iNAdt/PcATYaRL3b5M198yu/3CbmLKrCPUMwgJSo1cNoAs3xX6vEhMZm4gCxees+UTDwoa6fcIi2OIzqU518wA3frbcXZ0zuD6QgMRoTv4DpqT3yAoTjNnWy64cB3dwXch8ybqjJ+glj9P6E+AepwZIAv2kNldq0s/VsUWYwT5KUApwo1406DZeZDAjc2mnYfFUeJsP93GOyjCckLAb78JbQ4j3Um0Nbpgf9KdxA/VCGywbM2uFCka1ND68KqGKTv3wEd/CvcXn4Oxk6XIVg9hhNz1Hsw9H5jdTnj8CcSlaJKU+w7s7LlVYxCXo6YgfOF7uL1vu/DOX8Wc97ravBOiCMl65cTFfLIEghA2X3eN/a5cGu7UCSRafipT4hp+ahKytBStl0qelT2w49ryVQ5RhD97+po436u+X1VUXCTVtVVSGWi9cvzFX/wFH/zgB9mx4/yeJTt37uTDH/4wX/ziFy/ZUfo1L4YnJycBGBxcaGQz8++Z968UIhCG11pKn6XQXRTFTsBRSktDcKVLpoJpJChrjTM1OF86EEemYEtriiOTI2yIIoZWcf5EwFrb7217qQMaJNX3YP0p1vtxQHBmM86sI1jxF2CIJNtLFB7Dmn5vWSy5W0eabaUevYSxE1jryojwrOj1ZUSs1kDzjLmnMAv4fp1tnSiYJMewgpxbeh60jdFe2S5Khq7oL5cO30xvYBdB9xDieqhtUjR3gYkXpKDHehYQRBbfTgSIiGSM3HiQ+WtZYPtsIP1qVOdFnR8SFS/jTQ2lHy1Vh/VTtNKH6A5+BDHh6q+rcJA0/hhFcgSbnQDAhxsoatdhTTg7QWPcGLXkQYzvohKhRgh0nCD/AaG0yeI7zv+5+Yx44tsEyctIPwqtYsv+vVLg7QDMTFqpYvMJmue+Qq99A7plHwxtQO/5MeSbf4iZPoPWypp+STpoEOJu+SD23CPYzinU1krxFTXA54hPKba+jbC+csbHEt75Afzem3GPfRd/9iTSHMTedjdmzy0LJgiCdKo87iJbWMsMSD3CNAN81EDSM4SBXNO1w+e7X+mOPeium+H5x0rX6BkxmKXQmYS9txPs2ve6cDsONmykOH4cs0x2kM9T7MgoUbM+m11wKWjQwAwN48+cwshSgzuf54Sbt1wTv+NX5newomIpV/raeh3cviquMM8//zw/+qM/uqpl77zzTh544IFL3tdrXgxfab72ta+d933nPHm+fGuha4PSTAmu9DEoYdQug09qiKRsZu4Q1Ftq1rO7kSFFtKrzN3ODLgq37I3amJQwnCzNwTQky4fwfvmIQ85GoF+P54ELpOHlNEjSvRiTIOLxPpo1GlMZpRH0MJLgsSCCqCLqy3RIG5R/ivnHKIBD1aEY8jzDmrxs2+MjlhPGRjvUeY6AsdnWRY5BEm6kkCvpWB2R1/bN/dMBbuHnE5tS3OtK1TXiKVy+omv5mqA5UfbybCTV2WGC/AW8hHOmcFpafClNTDGF9A6TR7vPe10tRx7sgGDezOX8c6RKK30M8V0cLcqc5NLITDQlSA+QyDacWfkza0x9h6B3EDU1vOlHxDQh8FPl8RhTHot6ZPIMmkxjapbw6adwD2S4vXeTveOTmPfVCZ78OnLmMCj4LTdQ3H4vhgR/qIPVaQzTZRKAMfi4Rb7hZno73w0Xe09btwXe97dmP3EPeKcLrh2JB4m03wNrJg3YCHbnEGYwBisYMYDFH/syvQ33grk2XX4vdL/iw59C0hQ59gJMj5evGYvuvBH9yM9CcXmpwdcK9Xe+m97jj1F0uph50V/Nc3ya0nrPe8tT4S/v9yl+14/Q+T9/H5IEied+F7TbBSB8+3uuid/xC15XFRWXyJW+tq7F61N17cZ9LZ6Pq02e56uuAQ7D8LLKXl/zYnhoaAiA6elpNmyYMyiZmppa8P6VpLrIlyKmNKJSPyfsTN/sChEET2Bzivzitqvad/vru18JQhydpV4/gRE324wpjk/RSzaTpsuY1FzaEeHcwlQ9sRkm6vUFuPQlbNl9VyUsWzUpiLVo0Tet6m8LwEiBAqONvy5TRSUm94P00s0UxcC8Pac0eRTLNJ4YT1SePyZo8EPaejeOK39dr4TTFoGZRNVjrCKipdjyZc9irzW8Xj1nVuPaNNvfLNOHZwS6egwZebgOFgd8pBSTxo2jWpZTXKkfQeOnsH4MTw1dNDWuRFjahMUxinB5MWyKCcL0MN7EqJl7aBexoKWzOZqX19fEaaQ7VaYYG4usG0VPn8I+/SCqSn7vT+N23ApJv6a41sKeeJro4T9DvaeIN2IkQTQrxQeW3u6PlNHiNbin5dveSPjSQxBlZTqwKnbnMHakjuaOMpPdoa0W0fSzAHQ3fvDKD+QqsuJ11RxG/6f/Gxx+Fjn6fPnatr3orltLF+7XyW9K7e3vov7Iw/S+91381BSmXkOz8nqMbrqF5oc/fkW+l/EHPkr29BPkTz0OYpAoQrMEMMTveA/RW99xTf2Or+VDe8Xrm+raqnil2LhxIwcOHFjVsgcOHGDjxks3mXzNi+Hrr78eKGuHZ/5/5t9hGF4wF73iSrGaHJlFy4iDsJhtaaRFCM7OLqcoLnB4q8w8LUbSoREdB8DNRlUVIwWN2gm8i8mLten9aqPOPOdpsygSqn33YVdOuQr9XxihdO4WEIfQF/AqiGZEkmAbPTrdXbPjjjiOpY2jwYwHnmJwWCwdYg7R5Y41OcblSP0WYnuCMMxKU2qYa9jkPL1sK1fNq0+VRuchAncWZ1qz6cPiE4xLCIoJCrNxhZytKz9GoxllDsQy2xYBT2motQJBcQbxOd4uvmbLDtmivlzfKSTtMkrcd15Wp1BvoQL2hUco3vh+dHhz6VAMpZvzCw8iLsc3S6M8N2M9ZzymM0Z49DGym9dGgPrh7WR77yV67qvQ6yCBxwxGaF6Ux2MsBDW0vg40J+wcxGRj+Gixw/1rBGvh+tvQ6297pUfyiiFhyMgv/hLRLbfR/fpXcGfPYDdspPGe99L84EcwA0v7eq8Wn2ac+84PaD93ELGGoff+GI0730z2nW/ix88R7N5D/O73Eb/zPYh9zT8aVVRUrIKqtdIrx9vf/nbuv/9+fv7nf55161b+3R8bG+P+++/nQx/60CXv6zV/x9+xYwe7du3iL//yL2dbMAF86Utf4p577iGKrs20u2sN9RZ1AWLzfnR4vhgpbza+mJfGHORI3CtNtkonKyTIoQjQtI4CmSnwM+Kzf7+qhefAeLybn14seA3L1kbx2JqJYROkpYO0hlhZLHAEFYuhwBeKqPQNxLTvuyR9Q9ky4tc/I6A5lh712kny9gAgRJzqr7VYYAmekJAzlO2Srs7XWyVCghgkLR3B54/IBmCjcjhXAevGCNzpMp14nvmbSlxORvTrYNXW5saoOSqW3C7j/nyZeGkAAULR7z09j/6PbLnMSiw/iVQ6dBug70Sc9hDv0SBEQkGd4s6Vn4eIYjpnaTz0n9A9t5FtuINieB9kXczEUXy4zP7FoGKxp5+HNRLDiJDd9AH88FaCF75N2ClFii88BCFaG0Cbo2W6sBpMMUmQnCB7rYrhCqA0sGp95GO0PvKxMoPG2suul+4dPsZz/8v/Rmf/i7Nu1CaKGHn7Xez79V8naF1ETXxFRUVFxZrz6U9/mi984Qt86lOf4jd+4ze4446lQZ7HH3+cX/3VXyVNU37u537ukvd1zYvhXq/HN79ZtkE4duwY7Xabv/zLvwTgLW95C6Ojo/ziL/4i//yf/3N27tzJW9/6Vr70pS/xxBNP8Ad/8Aev5NBfZwguaxHUJxDjUD/jHKuIeNSF+KIvUIwrhTCAn28mpRDm4C3qQ7zxZWRtnmAITbfs7TujNefh1RAEHWatkdeI3DexNkPo9x7ui15UShfptIsvCsSWpkBqAsSCGJnnMg2zYsfl2CDB2qSfmu3OM37pxwz9VcusjIMzIOB8C5G8f9wGT4ioIw5OkRabuBrRYesmES2WCkwRvGlh/QTGd3AmpDxXGUZzsmA7hd14xa8Kb5rkZjORfxmn4ZwJlGrZW1liMrtydkoRbkJNhGiCyvy0/P4EjziEvMyiCAwSG8QI+dEu2i4wvdNI3gVfIHmbYOxpwvHnSDe9hWTLO/tbWrHam7X8npSbF4ott1FsuQ0/9ST2zNfwA60ySto/V6oKeQbqF7RrqnjtI8HlP6L4LOe5X/3faT9zgHjzBkwcoaq4To+xB77LS8MD3PBrv3gFRltRUfFa43y/jhVry44dO/jt3/5tfvmXf5mf+ImfYMeOHezbt49ms0mn0+HAgQO8/PLL1Go1fuu3foudO3de8r6ueTE8NjbGP/2n/3TBazP//v3f/33e+ta38vGPf5xer8dnPvMZfud3fofdu3fzH/7Df+DOO+98JYb8mqTwSjsrCIzQDJefyfdFjaI3hI3biCmFIgg+r1Gkg8w+eAf9Pr662FVZyjrJMMMVpr/24jpM00+rZkmdnVAK4vnbVEBFZsWzqK4sM02OjbqITWePx+cN1JdfI5/XsFGHwtcopEZkF/V7FcVLTKLrgR44odBR6rXjBHSXDnh21A7wfZEJBSMETLKcqBdyHMPo+fyZVTF0EAo8DVQuLzsiMNNlOykCVJc6SltJMZL3Wy+tLSoBc4naC8+NJ0aIUalhSBBVVCLS8AZ6F3J0vgx64Ruw2TRWJ/qTHdJPhw/phnfgTWvFdb0dII33Uus9gwdUygkj0RTxjjTeASYk8CchtGg3Jz+VURzrIdkUpuiVbaKDEEY34usNJO8Sn/o+xeAu3MgOgtMH0LCx8PjVI+ooNu1bdlxrQVHbgpq4PDcSlsJ3YgydGkes4o2Qfu/P4R0h5vqbrtq4Kq5txr/7AzrPHZwVwgAiQtBqoHnO2a99hx1//29T27rpFR5pRUVFRcV87r33Xr7whS/wmc98hm984xt89atfnX1v48aN3HfffXz605++7JLXa14Mb9++nf37919wufvuu4/77rvvKozo9YXzytNn2hwY69IrPCKwoRHxhk0tNreWih9f1PFFDbEZIor6YFZMzlAK5cWp1H3mVCuiSyONmRukHpxhqRgqI9B5Nmcs5UXIA4Of18bDeCUsPGZRBMoECUFtkvntkmzUwYY98t4I6iJc1sSGPcS4sl8zZrZ1q6rgfYQRR9jImZy6hRknp5qemY0Iz0jxMlG6jPCWBmMFRnpAk4ztxBzH0MNTZ0b8CaWrc8rO5c8dEOg5ajzfF9MeJSDTrSTcsEQUi2YYOoDBMbiiWDyvS7SUn4Mu81mtBUWwGW/qGO3hZWHqo5CipsFU88MYMsDhzBBqzpemfPl402Q6fg+RO0zojiJaoN7iM4NJThLEQlHfyUqtg3qtuwGI04MYVxr/qYlI6/voNt8KEmCzs9Se+T3MqZfAxIitY7IptHBQKGxch7TK49SwgfR6RGefIL3hPdhzh5HeOFobKut0iwyTTOKboxQ7717TczMfH60nb1xP1H6uvPrHxmB6EoktJg7ovdwl/+EB5PkXCT71S5i9t1xwmxUV7f0voqqzQng+wdAAydGTdPa/VInhioqKJVR9hl95tm/fzq//+q8D0G636XQ6NJtNWq2VAwkXyzUvhiteOVSV7x6Z4OB4D2uEyAgeODadMtbLufe6EbYMLBcNFNTFKyefzAjeZQOl5YviBbVais15wq9XjBLZSaxk/eiSQfAYU+B8RJKWRkFeIAstvt/6aAZnDBoKUV5gZl/2aNShXTQofIAVJTYpgeQY6whqk+Sd9agPybujRI3TWMn7UWhbRk2dLU2u1GBNShROkeUjAGRuPYGdxmnZ37k8Qx5DP0IuZc3pQO15nD9CVqyjV+yl5g9i6c6dNgIS9pCxddnTanWcJj/AkOGJ0H4ta41DWNq09e5+zXJBnQNEHCtTcBEcLRLdSy6bl2w3d6NEdoIyBLnQNMxIQeZGzh+pvgJYP07kj2B1Co2amKSDcdN4U0ZSjU8RlF7tNnwwzNVuVKMSkwb7yNhG88yXCdIT/fMFiKGIN9PZ8CE0WObmLgG9gbeRNm6bbRVVhBtnTbWCyRdoHP5zTK0DG+uIywndNM4b3Blgwyhyw+6F4zEBpncWt+9m0jf+LaJn/gLpjZdfO2Nxw9tI33Qf2hhZ2xOziO6GewEIJ57B0oPBGHWQHC/oHHCwfgt69iTuy59H9vyr10Xv3dcbfnICd+ggGEOw90akfnmTVSYISi8D1SXXizqPGIOE1aNQRUXFYnQNS3MqlX0ptFqtKyqCZ6h+ASoumZPtjEOTCbXAENk5ERQZYTpz/PDkNJtb0UU/sKoLkaBgueguolCEGBfgAgfSf8jpL+c0ZDLbyYA9SWh6qDg6eUjhhiDfiPZ7DRd2pq54UVq0Kirl+1FR1t1mgaOXD/fFLYDQ8zXqpkeTDsYWiM1QF+NdjE+bEJxFfVmXujAqWv6/MTMGW0oWDBBJnYAu2u8ZPFOpohIiEpQ1n6JY06EWZWgY0sv2obkra08JydiEZ2W31TovYEhxNGfPq2JxBISMEXGKTLfQ5HEiTuIJ+m2bFMskTR6noywRxFmxjjg4RWDaeJ1JlfZYk+M1JMm3re6Dv0Rid5C6f6aMuCKI9RDHSF5gfOlw7U2LtHYjafwKpteq0jj7NYLkKN62wPQnCHxOkByjcfZrdDZ9YsUIvDdNil6IHT+ClTPo+j1IaGm+dD9SdPDxCNTWQdbDZFPYyCBb1uOGti75Doov0Ki8Vorr7qbYeivBqech76KNUdyGvbOu1FcVE9Pd9CH0B8cwLz2LDA6Tjztcp5w4EBF0YAg9+iJ66hiyefvVH2PFmqBZSu+/f5b82w+gnekyI2Z4hPiDnyD+8CcQc2nZJUNveQPmv8S4dpdgYGG2SH5ugnD9CINvvPlKHEJFRUVFxTVIJYYrLpmj0ymFVxrBwocUEaEWGM71ciaSgpH6RUYFiwACC0FRRolnTKWMBzVoFiEqhD4gM3lZSjxvls0XdaY61zOWpxzreXqutJSqG2FrvWBjZPFmJgLbHzOOyE5jpMARkmlfKABdQsBhcbON6FUNXdcgEEfddkpTsJlSZR+UJl66nONzOU7VvtCwBWqhrbupcYaI8bJPMYaMUQpaNPVY32HalGZjWqZQ16NTTPt9pO7C7tiiCQHn8Mx32aY08TIh+JzQncQTEXIaT9x3LO7XVWMxdKlzgFw3LRBsSkA7vZF6eJjITiAmBRUK36Sb7aTwa+PeDWVEuO6fAdVS5M+0rQrr2KBHKteRmd04O7TAXfqVwGanCZJjeNuYE8IAJsTTJEiOY9NTuNrS6LukbeJH/4jgzAvgymbccRCjQ6MQT+Pr6+Y+k6iOj+rYjsO4DO8dzG8V47LSyXn97XOvhXWK7Xdg0glMcoagc4SiuR3MK/MTUUzn+INTyIZlXH5tAM5B2rv6A6tYE1SV7v/xn8m//XWo1ZF1G0vDtKlJkv/r98A7ah//W5e07YHbbmTde97KmS9/C5/nhEMDqPfk5ybRwrHt7/xY5SZdUVGxBGXt0qSruPCri0oMV1wyufNlZe8ykSwrQqZK3r+TeIWUUlwaoAbYFQPGgiYNiBIkLOZsoYsAzWLwAQgEavGp4qyfS592BnHC8aTgUA9Qw4xW7zrlYCfDachIHM7ejWI7wWB0FGvS2fa/RVgj8dto+wEUCKSM2Do1s/FqhTJCTKdv9tU/L0WrrA82Gb4fHZ7BSIHXgCwva5dnIuBKRI9t9NhEyGRZbyxh6dKsEbbfm6hMC9fyNUmIg7MUqxHDzBiW9fvuWsE2QsQayt7AITWfEXSfweQZjsX1dYInxtDBMoVjaMG7XmM62T56kmAkQQlwfi4CvVZE/mVEizkhPDvcACUgkrP07BtfcSEMYNMzZfRalnnwlhDRLjY7vVQMq6f2yB9iT+1HawNQKz9vybrYkwdgsAGN9Us26eNhTHIWk55DgxqYEHEpqCMfvpF83a1zuy+61I99jXByP+LL2nMfDZNsejvZ6BvWzFxsJczGLaVhmPdLI4JJD+K+YKp4TeAOv0j+8HeR1gDSnMluscjoevz4GOmXv0B07wcxrYvvMywi3PBrv0gwPMCZv/wWyfHTiAjRhlG2/tTfYNvf+RtX9mAqKioqKq4pKjFccckMxv3I4TK1WJn3hFYYiCypwjjMyjEoJdmAQus8gpisjmYejM6LEC9K91TB5guFTuaVo70CAeJ5ijuwkHrlSK9gsOkxgSWUaYbjQwgO50NKqe4JTULQOMxY51ZEBecNudoFrY9Kk6sA74KFPZIx9HqbaTaOYk2GVwsIIgWoIUk2ojoTGdQ5Zd0/M6WRlc7uZXF0eSaxWzFY02U1eGooMUKCmpCgFZWtnHw5oYERJBBC20MLR2B6OB/hdb4oNv29u5X3ozW81lZ8/0pjdbo08FpGrJU10RmGBM/lRX6MnyLyJxDNcaZFbrZevAv3CgZZC5dZKtrt2EvYsy+i9UEI5q4zjZtoeg6ZbkOeQ7g0A8PHI6TDtxNO7Edcho+HyTa+iXTTW+alaTuah/6MYPpF1Nbx4RCox2QT1I9+uezBPHrbxR3rKtGzJ+CZR6A9CQPDcMubkXWbMHfcg3zji+jEWXRkw+z9RbMUki7yjg8iraHzb7zimqF45gk06SFDS2vUZXAYHTuN2/805q63XdL2baPG3n/xC+z4mU/S3v8iJgwYuP0mgtbamudVVFRc21QR3NcHlRiuuGR2D9d5+kybduZoRXPtlAqv5E65cX2dMLCcoRTCpSTsp54Ak4BVqJ836GS4WLej8dyRq1JbRntEAolX2r2coQFDMzyDkYLCx8wJbYNzIYHJsCalcHWcBv2I8HzxKhTe0kmGiBeJ9CwfQTuWWu0MgS3bJhVFkzRdT5YPzy6n3vZNqmbizf3+sSbFq8FQ9I20oHTEph9tBvDLtDJaAbGkuoM6+7GxwIwQFoWZyJsqBEEZwlePNSnq7WxKt5CXEd/LFJZLhkZGZM+VrZ60RuZHmIlgXwiVCNGVLhBP+YldhnmXKvXiKWJ3ENHSTAwBT4NOeDeFXX10sqhvL1sH+R5qFz6Ei++hJqaoLW0PYMcOgc/BLhV/Gg9C+wx0p2FodMG4xfXIh/aRXP9xEv8R8BnYeIkoD6ZfJGgfxocDYPoCXww+Gsak49ROf5d85OYrHl3Xh74MX/8TSDrMfvce/B/o+z6JvPUDBH/r71P898+gZ0+ixpSGY2IwN9xG8OG/fUXHUvEKUxSImOX9JYwB79E8X/reRRJvWk+8aWkWRUVFRUXF65dKDFdcMs3Ics/2Yb57ZILpzM11dxXYMhDzps2DdFkohOn/bSlTpttATa9sFqbru/8t92BVvqaoV8LCEdenZiO3s8tov6mRGprBBImvoyr9SPDcQQiQO6XjI+JlhHdeDJK3B8qIMPSF66IxFSFE2Tz3bMFrhKgDgdBPYqTon1fBa4DXECjbWGXFKKslYTeGNvWo0+8jW8yrCe1H3YMaYtqoL4AAIzlObdnaiYKE3ahcqX7BSs0epxYcmSf4Bac1OvkNFHrhyF9mthL546AFyLzbmZZV16nsvKw+yrF7kZp7Ho/FS6vfJ8tjtUsz/z7T5r1LWjithA8GSQdupTb5Q9AOavs9g12CaE4yeCc+XCnlfYW2VmEDNRYpOlDUURuDOkw+jdo66eZ7ygWNBVNfdhvh9Eugbk4Izx9z2MSk49jeaVxjy6qOczXo84/BV/4vQGB0M7PF+NPj8Fd/hK7bgnnDWwi37MD94Nvo0ZegVsfcehfm1ruR6PJ6Y1e8urDXXQ/WoGmKxAvvL9ppI40mdtf1a7Z/c/hp7DPfxpx6EWyI2/Mm3G3vRgcr4VxR8XrGr5mbdMWriUoMV1wWO4dqDNfW89J4j7FeTmiE7YM1dg7VsEaY1FmZtQQD5JTxuysZc6obg0gpiu0iQey0jK7WrRC4uX7CAqBl9a7rj7hMs57C6ZZSrM+kaffTwlXBeyU572hkXkr0MqhBkxoSJ6VBGPTbgAhBMUYtfQHqTcRYvA9wGiFSYMSRuwHSYt3qT4xYunoHMU8gJGVUWOYcsoFSHDeHoTMOvsDgAdc39NpEj32r398FiMxZ6sEhAJzW+mPwWOnRCvczlb0Bz/lTrnPZQm42EfqTqNq+6Zcv20dJk8RexnjVE7uDfVfveeMQg6OJ1TaRe5kkWL0TbTJyD0hANP0UpmgD4G2ddOBOkuE3L7uOW7e7/FyKFMKF50OyBF9fh27cR5CcwGQ9VCyuvpHeth+hGNi1iuNcOe0dTNl67LzLLNxW2D5INPUcppjGRcPkAzeRN3cvjEg//ADkGaybVx8tAoOjMHYSHnkA9t6GbNhC8OHL7A+vCmkHbAjhlZrIqbiSBLfdgd21h+KF/ZjRDbOTHZr00PYU4TvuxW5evSt9cuI0xXSHePMGwsHzt+Gwj3+N8Hv3Q5GiYQ3xXYJHv4w9+CjZR/8hum5t3fArKioqKl5ZKjFccdkMxgF3bF7Z2ORC82pX2ppnKDQ0raFdeGpmrp7Zq5J5GAgMQ4EBhDxvEUUTiLdlNHh2NIoRT+4apEVZ/2xF+tFvwXvFuys0Y+hCtGchyBFTEOlxouIk4hIKWkjPY6MCCRQrFk9Mkq2nl23lYqYRAneK2L0EaYqpR0trWNWX6bjqkfog6hWfW5J8IzkbKFi3urrXVaHE9hjg8To/YmlwWsNKQmRPk7id59+MWNr2zdTkALF/GdHSKTmVnSR2H14u0snaJQTjzxGNPQuk2I0B3taXnmYpHcoDP3Zx2xdDMvJW0sE7sNmpcpfRptko8bJDWrebYsMNhKeeKWep+4JYsg5SpGR730N6y49iemcw6TjYmKK1fdVpza6+mXKSxy1ZR1wPH9Tx8SoiZL6gceorRNP7AUXFYtPTRO0XSIdup7fhXhBTuqEfeQHi5SPVRDU4cmBVYz8v6rHPfBfzxDcxE6fBGNzu23F3fgDdsDQdveKVQ2xA4xd+me5/+t9wh1/Ee196IoYB4Rvvpv7Tn17VdtrPvsDh/98fMvno02hRYJsNNnz43ez8uZ8gHFr6GyUTpwge/nNA0aFNQP/3yntk8jThd/6Y7Ed/8aobyFVUVLw6qALDrw8qMVyxptSBjP4DhiqZVwqvGBECK9RFrrgYNiLc0Ix4rp3SczMVygBCwwo3zOt9nGbricJpjMnJZ52fPYHJcRrQydcTCKROsSjBPLOrmS1fkQpaNZDHhDpGgwM4YujXuqq3FAkY6eLFMu3vKp2mL4K4eJ56/mSZft2tQ20UjMzltfuibLkz784vRpAwwOkGCrfhShzl3LbJCUx3hah5KTRDM0mymoCkBCT2ZhKzD0OCEl5SarTkHZqH/jth52hpUmYDTDGMFD18qPhwYYRJVEvzrj7GTxPlhzFuEiQiC7dT2E3LTiCorVHUr+v/Q7Gdo4TTLyA+w0cjZEM3ozP7EyG56yfgsc+XvYCzDoKiYZ3s+neS3vJhAHx9A75+8Z9TPnwT7vRD2HS8NM8ytl9znCA+J93wltKN+gJEU88QTT9XTh6YMgKrlGng8cSTFPVt5AM3llkVYQTZCjkV3l9+BFeV4Nt/jP3h18p/xnXwDvv0dzEvP0v+8X+Ibl4m7VY9QfswtnMcEIrWTlxzWyWGrgJ20xZa/8tvUjz5KMXB58FagptuJ7j5tlX1GG4//xJP/9L/SnrqDOHIELZRx3W6HP/s/XQPHOKW3/o1bGPhdWwPPoqkXXRwUe2/MWh9EHPyBWT8BDq69UoeakVFxTVClSb9+qASwxVrSh3oAD3vGU8KMufLvm0CkRF2xgESLoxGeVXyfh1xyPK1vyuhqvT6+7h1IGY890zmpaIaCi3rI0to5rZXFC063e006sexpqxbFSD3EeeSHeS+TmxKQzBHafg1o4cLyoBh8wo+JwecZX4LpIXHFmG0UzpCr8YUSh2hP0noTxAXB0sfaNOEXKCdYAfqc/nhPl80BSp4tSiGRvgSuRu+PCOqZVlgo30FNmcvyzW6dvKbBO0j+HgYFVsafecGE4NJx1EbozMOzOpBIDdlmm+YH6aRPIzxcwIvyl8gD3bQqd+zcpRWHfVjf0U08XRp0NX/bsRn/prutg9TDO4tl4ubJG/5FGbyOHbiCCoGt34P2ryINPkV0KBOd9eP0Tj8BWx6bvY6UBOSjb6BZPM7V7WdePLJUvibRTWftob4hGjqGfKBG8sXb7kbvvMXpfCdL3S8hzwt378M5PRh7BPfRKMY6nMRQa0PIBOnCb77Z+Q//ksLRK5k0zQP/Rm2c7ScNEJRCSkGr6d73SdWNSFQcXlIFBHe9TbCS3CNPvp//HfSU2ep79yG9O/xth7jWg0mH3mSs1//Lps+/iMLV+pOzU0ILiaMIe0g3alKDFdUVFS8hqnEcMWaEggMOOVoNyf1Hisy21+4cJ4jvZy6CAOBwatyzimTzlNQSqWaCOsCQ9NcWHGe6eW8OJ0wmXlAiY1hRyti30CMOY+gzvIRsnyQLJ7GSoH3Ib1iEO0L0kCEhoWkL4hnfJ9DYERKh+orx8rW2Yr0Y6YXttc2fppW8X2sTiKaIWQopuxRTBPf7SKkmHqjPB4tz9l8R2vny4d/KymRHSN1m8+zx4tDCSl8i9BM4JYYiymCkvulbVbWCsk7RBPPlenKJpgVhL7tkCiEwCNFGw2HEXKMphRmhNzuwLhJmr3vAznODMw+WIvmRPkhnB0miZdvTRSffZh4/PGypZGZM+gy+RTNY19iOv67+Lh/HkTww9vww1e+htE1tjK972cJJw9gkzNgQvLB63H1LauLiqrDFFMrZiyohNjs3NwLb3kfPPsInDsFraFSeOQpdCZhdCO8+b2XdTz24GPl9pqLIn4iaGMQc/Il5NwJdF1f5KjSPHw/wfRL+HAAtVF5DfiMcGI/dfOXdHf/2GWNqWLtyCenGX/oUcKh1qwQnsHWYjKFsQceWiqGG4PMNpdffJ3nKQQh2rjIUouKiorXBPPzCtdi2xWvHq5UAWBFxYpMFg7nPXURov6fmgg1IxSqnMwKVJWTheds4WcjrgJ0vXI8d7Td+W9Jp3s5j411GUsKrJQCNnGe/ZMJz4z3yjrF82LJ8hEm8410ipFZIQz9OK0RRg2sF1gn5d+bBWpXOHvSMTxvrwsxZCg1HOc3hEE9zeJhrJ/AUeubSknZloYcSxdjCjRN8NNTZbrqTDQQgyfA+xlDq9JD20h25Q4SACFx21AsRlLKnxwFHFYSnNZJ3erbFl0y6oj1EAM8hL1+A+a6TchgNKvNNfG48Rzyon/uOgiO3G6lE92DSkicv4RoWrpKz3ugVglRCYizF0q368X4gvjcY6jYUoTPrCsGHw4hRYdo4um1Pwcz2Jh89DaSre8l2fxOXGPrRaQHG9TEyx8nIFrg57WTknWb4Sf/Gey9rRQdU2Pl33tvh5/6Z8jIZX72vfbKEb8ghKLot3Tqv9R+Gds+UraXsjPtpQRsjAZ1wsnnMclF1odXXDV8kqKFQxb32lYg6WLSNu7J7xP86b/HPPMQFGUWkLv+TjRuIN3JRRv0SG8Kv3kvOnLlXNQrKioqKl59VJHhihXJnOfQRMKpdgrAplbMruEakb24OZSJwiEi2EUz9kIZJZ4qPG2vTHvFCgscoA1lyvRZpzTnmWHN4BTaXnl6skemSj0ws0ZXgREyrxzvZuxoRQxF57/ca17JbRl3Le21+jODAkahBrNR7bUiYws1XsLSxVHvj0QRcgQlYeeilFvFmgRQnI8BS+hPYXUSJ/VyWZ3pIwwq0u8XbEAtmqWoKzCD6/BYwPRdph1o0N83eL3yrWxyP0on30s9OIyRtKyDxZD7AbrFDShr3D5HHS0eJeQMGAciSGwwtRCph7iTpaDSrsNPnCPfcifZhjtx0sKbuWiRdeOoyLLCSyVENMH4Lt4ujDCZfAopOqhZJv1WBDDY3okrfdRrgwjZ4M3Uzj6ELjbi8gWgZIMLXbdly3Xop/4FnD4K05MwOAIbtl5UWcRK6ODoyhG/LIEwQgfm2pLZ7nFE3Vwa/Pxt2VrZXqp7HF+7/LT0iitPODpMtH6U9ORpglZ/0kVBps6iU2NokjI42MK89CTm0FP4/Q9TfOwfoCObKd78ccLv/RkyeQoN64h3pbP00Ebyt//Nql68ouL1irKKQMqlb7vi1UMlhiuWZTIpeODQOSaSuUjPwfEez5wJeO+uUYZqq790zncv6bf9peMV1dLTyc8YbWlptGWB1CupmgWR2MQrpxUmM0c391gjOCnF7IwVVijQdXC6V1xQDAdA03u6YvDz9mMVGt5f0fZPK6ES09Y7afI4lg4zd0wlIGEXCbtnl42Cc9TCE1jTA8BrSJpvhGK8THs25Yi9xIh2mUmDFjyqpeQXzXFmECTGkOL7ySJl21fFSIbXkMytvp/xxZD5jWTZMHVzGCvTqIZkugmnKzgNX0FijhByBkcEJsDSQ7IeagNMI0QHY/xkirgENSFp6zYKu7R2UCUq2w8tS3meVZZee+Vr/c9jhXV1md6/r1bSoTsI2i8RpCfLdGkJQHNEC4r6DrKBpS2oRAQ27Sj/XEH8vjfDo19BpsfRgZE5QeMKpNfG3fw2GJwnbMWc50bVNwqoEqmuONnYBO1nXwCBgdtuXNbxeTWYMGDzj32Al/4/v0fR7hC0mpB20akx0naBrcdsetMudHgA8hTz0hPYR7+Ke9vHcXe8Dx3ehH36Qcypl9Agwu25E3fru9GhK2scWFFRUVHx6qMSwxVLUFW+fWSCiaSgFdnZeluvykRS8O0jE3x077pVR3AGrKHtHIXzZF5x3oMIsTV4hIFgnqGVQmfGZKscDVBGZAudqWkFr8ymVKPaT+Ut1/CU5lZz5lulg/VqiBRC9eRSxkSNziYZXzWcDDOl7yDkNJY2YMnYiJe5B8UoOEszPgR4VMP+8ec04iMUGkCb2aiYEqDSKAVx3/hJvANy1NbJm7sRMcR6CkMOWvZQtlKgaunmu9YsSmvo0LJPYaXsuYtAxBkKHaLtbkO5VFfhglCmAI/T1rL9iiOO9a+u8jboo2GszxBfoCqYVgBnTgFKuu6NFM3l2zxl4Xai4lCZIjxf9KpifEoebkdNY8l6Gg5QNLYSTr9UphjP/z75smo+nzHQugbQoEFn298gHn+UaPo5xGdo0CQdvIV0+E6wV6/Hrw5tIH/XfYTf/D+RidNlarR34D266TqKd/zNBcsXrV2ojcqJj2DhRIwUXdTWKQYu0OarYtX4NOPwf/4sp77wVYrJaRAhHBli830fZcfPfhITXPyjydaf/ASdFw5z9isPko9NImkH0pSgEbPnvdczMNP+L4zBhpinv4O7+0MQhPjrbsNft3xdf0VFxeuXVT46VlzjVGK4Ygkn2xlj3Zx6aBYYTxkR6qHhXDfnZDtjy8DqHm43RJZjacFk4SgK7d9clDYea8r060gEr57E6Vya8oy41TIdeqLwtPop2j0g1/ICrgUWK4LzSmCl3xxprp0TAs1w9VEdoRTFr2geiwTkbCVf9k1PPToOKF7nRJ5Xi5Bj4wJNIsTlpYgVcDQxYjHaQbWMOPr6KHltG2qbZWkdWwiZwGqvjND6IdJiM4UfOu9QrWkTBWMYyVCNyIpRCt/iwlMInqZ9BittnNaYi7w5ApmgafbT9revYjvzUWJznLo9gpD2U90tmd9A112/wBHb0FtYG24jXH0jNpsGn0BgcLV1pOveRLb+zhXTJfNgO7ndTFicwEtYpkbjMT7Bmxq96NblhypCuuEegt5JTD6Bt00wFnFlNLpo7SQfvOEijv2VR4MmyYZ3kYy+Dds+iuQJGg6UYv8q4295O9noFuwz38GcPIRGMX7Pm3A3vxVqC+vuXX0j+fBNROeeAPVo0AAUKbqIz0k23Y2Glxa1rFjKwf/9dzn5x3+BbdaJt2xEUfJzkxz5nc+hRcGuf/jTF71NE4Xs+3/9UzZ+9F7GHngI98g3acY5G++8jub6hS7zGtWQXrusG28NX6GjqqioqKi4FqnEcMUSJtMCr0poliYGh8aQaMFkWqxaDLdTx/hUQhAFS2bZCqe8OJ1yW2DwgGOhEFaAfs3upFM2qxKIMJO8LUAcGIbqAec6OcaUqdUKOFVSp9SssLl+pdsCvXIEdhojKX6ZHr2qAcY4XLQB2z2Gx/ejuqUvokqdbnAzabCXWv0sNkgQMsozacj8RtLeeryLubAIVWrhMerhCUTcbHlmHJwmKTbRy3acdxuhnMPKNE5j5qegCh60IJKjDDJBxjZStqHLRHcXE5sTNOxBADzlMQgFsT2BSEa7uG12TJ46lsmFUx4mwtfXI76N0ybTN7572T7BCxBLp/EuaskTRMUhjKaAIQ+2kMS344KVUy2L1nV0dvwNaqe+hU3OIL6cqMhG30Bv871wDaVJz2A6p6m98CXs5GHEFWAsrrWFZO+HcUPXXdWx6ObdFJt3X3hBEbo7PoKaiGj8KUw6DgJqGySb3kyy9T1rP9jXCd0Xj3DmL79BMNgiHC7r6AWIN64jOzvOic9/ia2f/CjRhosvzRBrGbnnTYzc8yaC+8EcfAwdXqbdWpGXEeJo7csxKioqrl2qNsOvDyoxXLGEwMylRS9uSeT7KcnBKlodzXB4OiHLPdJv0ju7SV9GiTPg5U7GcC2gByAL7ewtZYumol9LPBP9hbnY7Y6hOlnhaWeunwosFAo1K9w+2rho069LR7FBDxv2EHF4H+DyJt5FXKlka8H3PZ6X2175Wm63ktsGkX8ZS6/frKhGz+4ltXsBIelswoZdbNCvOXYRRd4EXV11dGgnqIfHy2ZPvi+eVREpqAUncK5B5tavuL6VTv845vZnSDB0y9elXKau+4k4Tps3XaCPsKNmj5THMk84KyFehVDGCWSCQstWRRnbaTBJmVQ/P725KKO2suvCQnhmFYno1e8m8bdjtF3uc16bpfNRDOym3boOm5xGfIaLhtHw2mznIskkjSc/i+meQaMWPmyBy7GTL9N46nN07vgZfOvKtehaDXbiZcLjj2KnjqJBTL7xNvItd0C4KHXdRvR2foR00z3Y7onyHtLcjoYXcG+vuCgmHn4c1+lR27HUpTkcGSI5dpKJR55g40fuvaz9+Bvvxrz4OGQpRPMmbr1Dsh7u1rcvfL2ioqKi4nVJJYYrlrBtIKYWGJLC0wgXCqOk8NQCw7ZVRoUBxtOCIDBz7q7zZtoE8F7pFJ4hLUWvFcFr6WJs+wZaDkWU2TrlGjAtZQq1AUJruGF9i4kkZyLJwcPmyLK1GVEPrp4QjupjBGFpVqUIFiUIO+TpIEU2yJUQxM7XUCyCQ8WA9E+oyuw0ptMGWbiTRPdhdRIQChmBBX1gBZc3cfn5BObKxMEZRHy/DdPcNlVDjEmIw9PnFcM643I9a+zlMHT7r5Qu2p4YxWCZps5+Orxpxe0FMt03AVsaTVUCDBmhmaBwpRhO2U7AGSJOo2RlmyccAmRsIOXiTZ3UxLhLqXMWg6tfXZG4FkQnf4DpnsXX181NJAQx3kaY3lmiow+R3PTjV2084bGHqe3/IhRJaYzmPfbci4QnHqV3x99Fa0snHXw8jI+Hr9oYX2+ocytPEhkpHVwLd9n78XvfhN/zA8wLP4QkQKMauLw0yVu3DXfXBy97HxUVFa9d+vl0a7btilcPlRiuWEI9tNy2scWjJ6ZpZwVxP6qaOg8It21sUQ9X760ciJD0RdriR6AZ4ysFaiJ0VTEo4bzIs6pSKDSMzLpJh0BLYFrnpVYbYagRMdKIGAYaV7kjRhBNE4RdvDfMpP0qiognrE3hXYx3F071vRBe62RukDgcwxHM7gvxWHKcr5EVpeBTqVHI5e9zOQLTmSdoF4/R9l2uV4pgQ66jaL/OWYkQsn57JQv4vpFX2XHaExEyhqGLZ6kZVYlyoZ8YmZ9zIJaO3knBUSKOYujhaOGCHXTdNlhr/3Atf2rBvGbatwRnngUTLI2oi6BBjfDscyTezTqdryWmc5b4+b9A1aGNdX0zOcAX2MkjxC98meS2+9Z8HBULad24BxMG+F6CbSxMU3bTHWyjRuumPZe/oyCk+Mjfx/7w65inv4N0piCMcbe+A3fXB2Bo5Ym6ioqKCigTDSte+1RiuGJZbt3QJLKGZ860y9RjYDAOuGVDixtGL67Oamsr4rmJBFgojWakS2DK3sCjoaFwyqQrK11t//1Cywjx5tDORoZFYF1gkNzT6QtigAgYAOpXXVsoQdTpS7H5QqAUdEYKgqhD1rsywrTHRiw9ysTyufZXnpCObuFq+F97LJZs2fcExa8glOfWb5LqVmrmCKqKzH6KpeP1/NRyJUBIMCQrimGnzf5yxTLu1+VETqGLTJDEknIdKWUtqwiE1pbOw2s0dWt8hzjdT5QdQihwZoA0uoEsun7VadmvVsTnZc/lZd805ZOFetZ8ogEITj2B5F18XwjPYgI0rBOceRZJppaNDlesHYN33sLA7Tcx+fATRJvXY2tlJoXr9sjPTbL+/e+gecOuK7OzMMa95SNlFDjtQFiD8Nqrw6+oqKioWDsqMVyxLCLCvnUN9ozUmUxLsTUUB9iLqBWe4bqBGkfaGYnX2fZHqqU8sQLWCCOhpRladgbKyQzGXdlnWCgjwptDy+CidGcRYVCgqaUcFMoL+nKCbCJ5P80ZXFHH+1U+OIlHpFgxUqoKxizvDX3xg3SoFabddUTSJpA2glJonUwHUWMgKKBY7UOfR2w5NnUhq+2nmhXraERH+hHO+Se9jIZnxTouJMp7fi9KSCzHMJL2Vxe8ixYYhEk//r9cCvTcXiNSv5m6OYonL1PJjYB4jGY4Vyfz61Zc/2pg3DStzgNYP1m2vMJg3RjN3jkCN0a3/pZrOkpcDF1H1DmDzripzUOKhGJkD9irY2ZneuPlfn15/1ITzl6OaiNM1sEkE7hKDF9VxBhu/De/zHO/8v9m+un9ZP2UaBOGjLzjLvb+P//Rld+ptdCoPueKioqLw1cOWq8LKjFccV6sEUYv04m5Fhju2TzAY2e7THpfmjlJmQodGsNQaNg7UIocK8K2OGCTKqkvDbxqMlcrvBxGuAJdcJV6/RRxPI4YByiqliwdotvdzAUjWSqUda+6fEBRWFEoXzRmJm/HkOkQmS5qfaRu3jLnQ7HxNDbqIlIur2pwaROXXbg1UlpsIArGCEwXr7ZMeRaPkQLn66T5ptUcDInfTcoOQjlFQ5/qm33N/0QVQ0rOhgsYaEHP7cKQEdmz2NAjdl5k2UdE6QRZ/soJ4lryJNZN4kxrNgqs1BBNibKDZOFOinCpsdC1Qr7lbsLTT2HSCXw81I8GK5JNgwnItr3l6gxEFZNNYLJpyNtlirQJ0XgQH7ZKgWwsuthEq+KqEG9az+2/8xtMPPRDpp7cX5a4vOk2hu6+HTHXdnZERUVFRcW1RSWGK64KzdDyji0DjCU5J5KCxCmRFdbFARvjYEGNMJR1xoG9ehGyev0UtfpZvDd4V4p/EUdcO4eIp9PZzvnFocHlDYJoui96F0VKAZdf+MFbpCAM2yAe72KKorF0v3q+cegqlgFUCWpT2Lhd1uZ609+/J6hNgSguPX8kRTWindxIPTxKGIxjpAAMabGeXrYdr6s3klICMt2GoUuNFzF08IR95+wCT50eN3Lh9G9L1+8lqGUY28P5Ml/Aa4AxOc3aYVQNeb+m+moiPiEqjuIlWpIOrRJjNCXKD1/TYtgN7SDZ96PUXvgSJjlH3zUPDeok172HYv0tl7ZhVeTkS5jjL4CC33o9umXPilH06MRDhNMvMluYIQbxGdI7W6bAu5xi/b4yhbriFcEEAaPvejOj73rzKz2UioqKimXRKjL8uqASwxWXjFfl4JkOz5yY5lwnY6AWcNPmAW7a1CJYoZXRulrIutrlp0n2CsdU4bGqNILLqz8UyYnjcbw3qM59JVQDvBfCaBqbJDh3/lrpPBvABAnG5KgaVAURRURxRUxxXjGsxLUxarWzGNNP61ShKBp0O1v7rYv6eAvegHXl3/MFovQf/t0yX21VQj1F7A9hZJoiug714Ww/3nKR0rs7iDq47MJtlrzGdLI9SJ5hJMdriOqlx+kT9uJoEfMyAdMoASnbSdmJZ3UtbqJgHGtyCrdwIsH7CGsyatEp8mKYCwvrK4toCupQWf76VwzG9y5qm6aYxhbjqIQU0QaQV/6Wnm9+I8XIbsLTT2PSSXzUolh/y6ULz6RD8Fe/hzn0NBRljboNQvyOmyg+9LPQWFgHLnmb2rEH0TCG5gjSmQBXgDHgHaZ3FjewnXTvB6/plPSKioqKioqKy+eVf3KquCbxqnz9uTM8cWwKp0pghLFOxqGxLi+cbvOx2zcTrkFv327ueOZcl5PdDF+2omV9PeSW0QZD8aVdzkHYRYybjQjPR9VgTE4Qdi4ohtWHpN0NhPEUNughooAhTxvk6RDnq8WN4nHq9VMAuNnItCcM27RaR5ia2s1cqragWQ2pdct0aJXyT7/FkuZRKZgXEetB6u5ZBEcerUdFEN/FkuBkEJ25HagB4zBBil9FNLs8TxHuMkTwHELOFnK2MGN6dbGiNQymWN67XPBqCWwXI9lFRa6vBCo1VAJEi6WCWBVRX6ZPrwLxCfXJ7xElh2ZNq7wdIBm4k6yxbw1Gf3FoPES24+1XZFvB1z6LOfAo2hiEZr8kIEuwLz4BX/k9ik/84wWiNpg4iOQdfDwC0SAEMXQnEJeXLtaBJdv1dvzg9isyvoqKioqK1yAKbq3cpKuA86uKSgxXXBIvnO7w+LFJ4sBQC+cuo6zwvHCmw2NHJ3nzdVc2FTV1nu+dnGYiLYisEFtD4T0nOhlTmePtWwYZiC4+SiyrasmzujuX+pCstw4VV9bhesuFDak8tdoYoAsMu1Qtzgk2SIiiKbJs3vl0AZo0kDADW5RC2JtSCBdLRb3Raepuf7mqtECi/lGVvXWNdnCysPZ4tce8dlzqZMp5xj1v0uBqoyYmD68jTveXEwcyd62KpqgEZNGuVWzI0zz3dcL0CN7U8LYFeEwxTWPi24Aha+xdq8O4qsjZo5gXn0DrLYjnTUbF9bIp1eFnkVOH0c275tZxfYfzmZrs5hA0BlEtJ1dMNg7RpfXWrqioqKioqHhtUTlVVFwSz5yYwnuoLeo3HAUGI/DksakrXmvx8nTKZFrQDA2xNVgjiEJ7KuGZl87x339wlCeOTpAW7sIbm0dR1PvmT8utp/105dW1k1IgCwxpGNML66RhSGHOLyut7eEFUt+kIMJj5y1vAJ11uF5AXxBrt1X+6TX7DtJLI6mRP46Q4em3dnJZXzMKikEo5rU2KlOtvb86rr9XmsINzDZkWoyYAudr+CsSxb54erXbKYL1WO1ifBvju1g/heBI4ltw9sK9T8P0CEF2HGeaqKmVok8CfDAA6qi1H3vNNEeUk4cgTyBeJkMhqkGRISdfXPCyr68rJxrcvLZfImVUWAsQWy5ztRg/DQceQ198GvLlW5FVVFRUVLy6UBTVNfrzigcbKuZTRYYrLolznXxFg6vQGjppQe6UKLi8mryOL/sOJ16ZFGGwGaGFQxU6vZxnXzpHNylQlHMIJ891efilcf7mm7Yx0lyd4PE+JssGieMJvHfzDLA81ubkeYuiuHAkyYmSR7b0rtIyfdkbwRuLd56w8EsTd22OqXcoqPdttsARYHAEpPOWP1+088JzWoZ+26KZPs1FghQJGtZRl2PwlGnJBjEeX9T6bZauPdJ8lDg6jTUZzs+0itK+wZeQZhu52vXCM6ip027+CFH+YtlnWDOcHSGL9pAHW1dVwxqkxxB1y7Yo8qaOKSax+Rgu2rAWh3B1kVWkyS8yIysGd+GaW7DTR8pUadOfsPMOk03hBrZTDO1em/HOpzOF+drnkBeegCxBrcEMrsPf83H0De9c+/1XVFRUVFRUXJBKDFdcEq2a5Vx3+ShH4ZVGaJeI5dx5Dp7ucGoqwRrhunUNto/UV2ybdK7wnHW+rA0WsFYYGYhxzjMxmfD84Qm6SUEc2f7zsjAQWU5NJnzpyRP81Ft3nrcl03x63S0InjCaxpgyQqoq5HmLTvtCTtKgRnGR9s2v5hydvQ/KdkXWYJ1iF0TLS+dmkXKm0IhHtYwiewIKlJAUkFWJ8fNRRoSl7AksggC2cxbX2oDaGN83XhI83kXkveELHvOljMKGvX49tcf7iCJroKvt5bxKVCM6vetp1g5hTTK3d7Uk6RbSV7C1EpTp0ml8M2l88yWtL+eL+kr/M+bisiNerfht+8r06F57iVEWSQeiGrr9xoWvi6G798do7v8jTO/M3DySgG9spLv3x5cI6MtBXIJNTyAoLlqPDwahyDH3/2fk8LNovYUMrQc8TI5h/uoP8EGI3vLWi9qPTp6Dl58vP98de5GR18BkR0VFRcWrmKrP8OuDSgxXXBI3bx7g5XM9cucXGGU5r+ROufW6Qcw8IXp2OuULj5/gTDudfTj93ovn2LuxxUdu30S8yBE68crZvnNB1G+7ZICk8EShJckc7V5OFFqMCE6V0EBghFYt4PhEwrGJHttHVmsAZel0dmCTHmHYAcr06VKEXkAIi1JEHkxfa868IaU4di4AbCmI56VwmzAFU6DeIoRgs9J0S8tuxUqAMW2ci8mz87c5mjsOJfFKAUQixP1zl5mt1PwBDAmeMuVbfIGdPIFEQhFuxMkGvIvxxZy79BVDHHFjDGMzZtKwDSk27JAnI6tqO3UxFK7FZOcWomASYxJULXkxdNVNs9YCF66jnNjwS0Sd8Slqavjg6reOWhOGN+Buehv28QfKtLJ632Cs10GyLv7Wd6Lrlrai8o2NtG/7+4RjTxNMvgRAMbSLfN1tV663sCrx5A+I209iXFnGoCYia+wlOV1HjjyPDoxC2J/sMRaG1qMTp5HvfQm98W6wF/Y40DxDv/J59Iffgm4HUKg14Q1vw3zkp5CodmWOp6KioqJiAVVrpdcHlRiuuCRu2jzAgVNtXhzrYsQRBobCKbnzbBmsceeOOTOm3Hm+8PgJTk+lDNYDAmtQVbLC89zJaRqR5YO3blqw/al+RDicp8lq1pA6xXklzT2KYo3g++q6FpTCILRCJ/WcbWfnFcOKgumrVy+ICs41cO7iHpZ9oLNB1wUiUrUviB1ezZLWv2IcM27J3of9ZfO+C3Xfido16bW39lsenZ+28xzPHF0/E2kWBqywPQqITIuevYm6ewarbTwBgpY9fPMWib8OL6sT3JdCGE9ibIr6gLlzpIhxhLVxfBEtaGu1epQgmCYOzxHYLqqWrBghzUZRDchegX7Ca01W302t/Ti2mMLZVlkfq4pohmhBWr8dNde+6J/Bvec+MAb7zEMwcaZ8sdbAv+Feinfft+J6GjbINr+ZbPPa9LGNpx6lPvl9VCzeDgCC+IS4/TTuubM47+aE8Hwag8i5U8ixZwmCBMl7eCx+YDt+aCvYAHyBySdBLMVXvoA+9FdlhHx0Yxn9707D97+GzzPsJ39hTY6voqKioqLi9UAlhisuidAaPv6GLfzwyARPHZ+imzkaoeXmHcPcdd0wzXltjl443eZMO2WwERCYUrCKCHFoKbzy7Ilp7tmzjoHa3Do5gLAgzTm0hmag9AqPtYIqFN5jRKgHpakWzIhSiFZo7aQoGng0dHPOwirgBJMFyEVGRdXMy8NcgMwKYhRk2RnGGeEreBfhfYhIgaCoCGln46rSiLvO81JSkKsS9DsteWCi8CQ+54ZaAGZP2cPXHybQc3ix5LKV1OzGy5WNzC5AHDbszavFnn2jjIqbAht1KdKLF+O1+Az1+Dgivty+KI2gSxSeY7pz/WX1PH61oqZGe+RHaI4/gC0m516XgLRxA73BO1/B0a0BQYh770/g7voA5vhBQPFb9sDQhc3G1gpxCfH0E6hY1M6VMKitgzeYdByni1LVVcHniBZI1qbxxGex2oNuF3UOMHjbQDasx47GEJdO9IU9Rm/bEHkyz8SvOVhmBTzzCHryCLJ5x1U57oqKiorXE68RL8qKC1CJ4YpLJgoMb909ypt3jZAVZbq0NUuF5OmpMjV6RgjPpx5aJns5p6cTBmpzPVYDAC2F63xBXA8t1hq2rmvybGTBK4O1gGDefjtZQTMO2LV+eYGngUejgn5xbokoBIqnuCRBDKXMm5O2S/ZK4BaKYV/EmKjbF8v9NVRQDVHjwNkLmlipKD5QitCzNRZ6OUymkPmZMQmJwuHMsScWCrOJwmw67zavNMYUZV30Mr2PZ86UmOKit2ttl3p8AhCc76eKKoAnsF3qtRN0e9dd6rDXEE9oxwnNJKAUvkXu1s31eV4FLtrI1IYfJ0oOYfNxVALy2nZcuHFVJlzXJIPr8IOXUO+tiumdRbIOPh5E66OrWs0ffQn/8DfQQ/shCDG33Y25693I4Ag2PYFx3X5EeNHuJMKua1K8OIZ6B8YirldGel2OdhMkFIxOo9NJ+XkVHvKMYFuMHeygWQftGTSsEQ4F2DuG6BwoyM7NezKrN2HsFHrouUoMV1RUVFRUXCKVGK64bIzIkhZLC97vtxZS1SWGVr7/ml30+oA1THiHB+ZveaZ+Y/tgzHtv3MC3njtDJy2o9/ffzRxG4G171tGIll7eipYRYYUFecvlAMH2U6f9RQiK0oS5jPxKmXys/f+WClkICl0SGVYX4PMaJkwAN+cKbcp+qC5dXK+sWNMlDCYR8RRao2cGUbEYDzFlqvhADCfanqSYa6vb9jDllKHLdPe+FFQNOjOQxbnis2ZjF29oFIXjiDicX5wSbPBqicJJekmO6qvHFVvIaEXPE9gphPJzBnD+OO1sH06b4DOi9n6i9vOI6+GidWQDN1PUr1sodE1E1tj3yhzINYJpn6R28MvYycOIL1ATUoxcT7rnQ/jGypFl/9hDuD/5L2ivU6Y6e497+QX8Iw8SfOqXkdZK2SCACMF1G0n3TyATZ5FWE5OPg3o09+AcwXUjSLcHRlAH5AVSjzCjTdQpOAUPUnRwmcO0Yuo7A7LxbPYrMzfY14ZZWkVFRcWrjcpA6/VB1We4Ys3Zta5BYISsWJpv0s0cA7WArcML+/jWBYZNKRcyVZwqhSp5v454Q2B4940beP+tmxiuh6SFJy0861oRH7ptM2/etUKtqJlLW14WUdReXF6MLcxsOFhUseQYcYh4RBwtc4Kh6CXMEodfwSUD+KwBmFIEG4/6ANcbwBfzjXE8jdphBpv7acTHqUcnadUOMRo9R6CdMrDkhcxBYGBT0zC/KY0C4+6VyfdRH+Bd2O/jvOjES3niXL66Ps7zMSbrt6NaJg6vFhGPMfkljbkcWo7VCYxOz+XeXyaN6EVCO4nXAKd1nNZwGmFNh2Z0AHFdWif/B40zDxAkxzD5JFH7eZonv0ht/K+v2DheD5jeGI0nP0swth/E4InA5YRnnqbx5B8g6eSy6+nUOO7+30OzBNZvRobXIaMbYHQjeuooxRd+nyJcj5oY8cnSDfgCiWP42N9B121GJk+h7R7azcErwfZhgk2D4LWc6ctKV34ZqoHpR4ln0lbUYwz4pMDWhaA171pPexBGyI69V/zcVVRUVFRUvF6oIsMVa872kTp7NrTYf2qawiv10OJV6WZlv+C37B4hChbOy4gIGwND7JUJp+SqGGDICiPWEBtBRLh71wh3bB9irJMhwLpWvGyq9tyGzzfSmUTni0NUsLnBhx6M69f8CoKjIeeomQlMUCDi6HR3LxqE4NIWLm0gtoxYLzSZKqlFJ6mFZ/Fq8RqVEWjxWFKGwkN03D7y/te5cBAaaITQ6QeSAkqH7uWi80vPQkbECUI5jeAodJiMrTgu1WBLKNIhjB1DTDFbOyxSivMia+Ddxdf2qg+RFRLTRco+z+W5vNgNF9Tcc0T+CEIGCE6GSOQG8stIMTfSJTITeC3dxee9g9MYa7o0kkcIekfxQQv67a4UENclnnyUor6dor79ksfweiI6+teY3hi+sDB+Eoq8vFqCAJMlRMceIb3+fUvW809+H21PwrpNC74rYi06MIQe2o8/O0HW2EPcfhq8QaX8TuILjG9TRJspNt+D/Z+2E333/4tv50gUYdYPENgpdCqZu9OoL9c1pn8HKjMoRH35fTUCzgEWsZQTIlkC05Nw052wfc/an8yKioqK1xu6hm7S1bz2q4pKDFesOSLCR9+wieZ+y7Mnppns5YgIA7WAt+we4U07h1dcb9gKQ0Zn5c5yQi6whk2Dq2wv4mUud3jJzah8QfzFJ0wYJxjvqbeO49UiQEin3zs4wCNEwRSJ7eLccj2DDepW2q+jFp0texAvcFzuiyjJGAgmOFesnz0KEQhkJl27TAGxIqT98xew/Jff0KMlj2GZnjkbBDJJzHG6ejMZS9vYrAbvYtLuesJoChOkgOJ9gMuaFFmLS2nllOXDxNFZRNyi86IYKUjz4XLi4GJQJc4eJfDHUCyeCMET6Dma+gM63HXJgjgwXUTcCu2dTNnn2p1EJZgVwrPDMnVMMUnYfv7aEcOqhP4EsTuE1Qk8EbndTmp3o7LGbteqhGeeQrMcJsfK10x/AqIooFsQPv/1ZcUwE2NlL+5lPA6Ia9Bpo5Pn6O17B+Izwt4hzGyE2FBEm+lu+GBpcBVYwh2j+KCJ2BD1HpnqQmjKb+ZMsoYC6UwWg/Rf6k/OCdhmhM8d7vgZ6BUQhHDjHZi/+Q9W3Uu9oqKioqKiYimVGK64KsRB2T7pnj2jnJ5KsUbYOlxfEhFeDhFBVZnqFYjAQC245AdA6btGE+i8lNP+Q6ehFMvu0rYd2g51M47zEYvFnarBmJwwaK8ghlfGmgSRHL9slLMce2y6WGAmEVkViv7xRSIE1lAPDef6axmgBgyysFaiLvuxTOGoz3tHMSTU5TlyHUFZbV9Tj5EUVYsSoS4i660HcWVVtVoup59x4Zqk2Xri+ExfENuyXVS/jriXbL3obQZ6lsCfwBOhUtYaKxanAZYONd1PrpdmUqVq+hMMy1isqYOih2iGt8sIeBEQg80nLnq/rwiq1IpnqLn9iDpUAiw9gnyc0B2lHb0DlfOnxhvXJkoPEGVHQB1FuJm0dgMuWI2LtEKRQrdd/jOYVzduDEoB0+dKoTy0yJSr0QJdIYsizyEIymVMRHf9B7HZKYLkGKKeIt5AUds52//ZxyNlOrVLwYYggo+HEJeXbtFJDoGFrMBPdDEbB5A4QNNibrIuDJFQcM0b0Pe8B1GP7LgBrttXCeGKioqKNUIB59cmhFsFhl9dVGK44qrQLTwnk5zJ3GMiy7ooKOvjLkBSOH5wbIoXz3aY6uT0OhmbBmPetncdt+4YvqSxmCzAU5RmWbM9fQEvmDRc5CQ9/5Z1gfTi+dta+i6XmoY9s24Z5503LJ1zry4QTL+TkzXgPGS5EBuw1lALLEbmknMV6FIGpkb6ezB0CRnDE7JQIgueGpYeESdJ2XWB8Xpq9jixPYmRMs0494MkxQ4KHQS1K5wFRSQHNat0Vha6yTYKVyeOz2JNiqohzdaRZBvwS4y1Lkyop0tjK1lkuiWC1xpWp/qTBUOL1vSEnCOQCUBx2kKMJ5B22c1ZR8j8EKoRRvK56LAqkp7DpGNlyx2TI0OCzzw+WVQPrR5vL24i5ZXC6hh19yygqAlRgv5n6gl0nHr+DN3orpXXL87Rmn4A46ZQLIgQJ/uJ0kN0WveQx7uWrGOSMcLJA4hL8fEIzkUE4lG79FoSaygmMzj4JLzp3oXbufVu/NfvR6cnYXB49nVVhalxZOdeZPv1/Q0JLt6MizcvexwaNMmGbyEeewR1EZgQjQfBO+wmhzsxCb4ov7SquKMT2B0jEFok0DJDIAjQXkG27lbMbfdc4MxXVFRUVFRUXAyVGK5Yc8bSguemUzJf1v0qMJ45TvRybhuqUV8hOny0k/HoyWk6hSNoRaxrxTjnOXVimj955CiFh1u2Lm1tciGEsp8wZs4sS7wBJ/OEsEKYI0FWmm4paBFBVgpFkZwomiSwCaqGvGhRFPW+cdPitF1w3jGdWZKkRsiF63YXrlvH+RrWdGfbE3lKn52g7zyd+UEQITSKKkwmWpYhAo3AYATmG0nP/G8KZJRO1IYegsMvG/kthbyV3gX0vNIIDlKzJ1FMP/qrROYcQTRNO7uZQhcLSSUOThGHp7GSogi5GybJt+D8hcSfkOXryPJR5iKulxMtK8oZhWU2of0JCRYZoQkpTXmSQCZma5hN4EEMSggIqieIzSBJsZl6eAQjCV5DTDKGSc8C9M+7INLD1ssx+F5/ID4FMeStizFLckTmLLE9jZGMQhtkbiO5H+XyztH5EVJa/mEMPRALUvSzFUK8NPEaEvlj9PS25dOlVWl0/hrjpnBmYDbKiir/f/b+O9qy7CzvRn/vnCvtcPI5lXN17pY6SEhqqVtIAhGEyNgfcC84EMeH8YVruB7ms/Hn8A0ww9fm2tgDDOIzJhgHYWNAZCEJCeVuqXOorqruiqfq5J1WmvO9f6x19jmn6lTo7mqF7v2M0Yjae4W5wl5nPfN93ucxvkez9yk6dgLjetVRBrPE5z9OfPHTVQW2/m0VnVXwilhQv35vKGKrntxi2UGRXz7+HXsw7/wm3J++H12Yh0YTvIe0h4xNYt/z3dtLqK+Awc63Y4pVwu5xpKid7K3gJvbh3Bxy/hS4HqQ5vtPBzfcxu8Yx022IE1zHoCsD/JHJF3Udrgn1UAzAxqj30F2BMEHam7wBfEHYPY5N50EMZXM/ZXP/xjUZYYQRRngVY+RZ+drAiAyP8Iqi8MrTnYzCK43a9Aoqu/pu6Xm2m/G6ieQycriQFjy22KdXOMrSY01VFw0Cw56945x5YYUPPjHPTTtahHbjxUxV6ZSe1aIiLOOhZTwwl21fEPCypT+4UMWhWJQoSSEsNqKABCRKwRbYQmm1TmM3ORXHukhRjJEVEyTREp7K0dir8MSFgKcWmnTzAO8LppMVbp9psat1vf2sQprtotU4iTEZ3ofkKhhxGEoGboyBH0eAtBB6OcyJYUcseIFVkW1t4w1QUhHiGFBCtO5d1cvW0Pq6XT2mKJA1YnsBr+GW6q7TACspjeB5OsXr2Oxz3YxOkIQXUa3OGaLEwQKhXaOT3oLz7W33dek5uhEEz8sYKnWJ/bJ7pgRCPJsJutKSJwhlGVdPKQR2QLUJD3gcbcATyireR/TzIyTBWQxdTL5UTRpIE6cxEiTYvEB9iYkE7eeIywElb91K0Tx8nUfiaIdPEZnlYe93LH0is0TmdtMvLzVyu1FQWvZJbNGppyYU1FeGclK5uTkShALRbFsybN0itlzAm+ZW0iWCNw2Ccpnxxf+B+Goiq+rDXcJj8PFUdd3UYZIO+ek+0a4xJNhQZagX0iWh7AvMbi+lN+/8JmR6B+7jfwrnXgBrkfsexDz4Hsy+670G6wcU0z/4rSSDF5DlZ8GXuGgaeeyT2PNn8dEYOjaF5SwEJWDwZgKXT0CmSH8JbU7h5m6QUZYrCI//FcHJTyLdZYqzyxRLg8rYLojQo6+Dt38jdmaM1tnfx6YLrGtQdOkzlK2D9Hd/HWpfvAP8CCOMMMKXE/wrJJMe4UsLIzI8wiuKi1lJ7pVkExGGKps4MrBSeHpOaV+Sf/tCNyd1nqJwBJuqMK702MAwPdPk3Jk1Tiz0uHlnVR0uvfL0WsZS7obZcEaEqchw23hCeAVZdq7KklMGtey4FRbMBQXiBbOZFKoiNqcVn8OKw7mN3mARRxiusdTfyVJ3P2HQox10efhsyGPzDUSEQCJE4EI/ZzktefPucfaOXZ+UNy+nIVUa0VnE5ESqeDUsptOc6++lrHN6VSuCmwYwZYXKqur64BjDMU7AMo6t/bxCgRJQsOOy9XRIt4TQLiH4KsZmCwSvIYHpYqVf5ekCgekQBwt4bzfIs9bk2WQ0w9N0slt5JSuZm5HLHhI5htE+TpsbhFhLDAWpHNlC4CxrBLJcH6/FSImIrx2zKwItOJQAT0hklhkUh8ncDhL/LA1/Fk97OPmgYnHRLKbsVJX6SHBummzsLvLxu65ZkTN+jdDPE4arRKaL04TNj3mhILbnKPwEhZ+58oZeIiyrBCwDlRvyxoRC1aNvyGpjqKByYN7uGFwPUYeXy/88WddFNEMUnB0H9QT5eaRh0SBE8/XJKwu79+GeOEPvqWWCPXNIaFAnFF3wFxdh71E4fPu2YxAR5J77kbvfAukAggAJX7zj+cYGLW7iJorm4aqV4YXPk8w/j29MQlBtV5NJTLoC3qH9ZTQIMXkPDWLyO79uuNzLgnfEn/ltwjOfxytkx+ZxF5aryb44RmUKHv04nHqG5nvvwrKGD8bB1NfC54Td52hc+DD93V/38sczwggjjDDCCF9kjMjwCK8oUucrQ9RtZMFWqspx6jztYGt1dykrkfUZuUu9hlSJGyFOYbVU1mwlHV4rC7pesQJRTXydwkLmeHot486J+LJxFKqcd1V+saHqqW1FlayzVCES3SSdFiLTx5oCV8ZbBpa5iNP93fTKpDLQyqYY5DmPza8RihBv6lsMjdAtPI8udNndjjDXKZmu5MBT5KbLcllSuITiEmdiqQtgrj51AbUvGFvDfGCTP8/G2gz0ZlryeSz9undYqioeQqoHcWzI0tV4fOgqGTlUMnPd6oi7dX9mSA7XEQXLiPhtKs6C9wGB7WAkw+v1mna9PKgkZOEbiLNPEbBaa6SkmgiQnaTmti3LW+nW0vKKqKzHRW0cv0cohz2zhgFWenht4n0E1K7CW8ZgceEk+IDBzF1k4e3XNuxSR7P4PJF/AdESkzRBDdaXeDNW9d1SVf8NAyJ74RUhw4F0MORgTF2h1U0EvqoSGx2Q2ltR2f6aqklQWbeD20TktUR8HxDUxCAGUQfOocZgQo8vdKjmEGNovOEwvc+eI3uhU8mCoRrXjv3wLT+44TB9BYhIJZO+wbDnn6pM0zYRXN+YQm2AGSwjLkeKFDd7mPzWd+L23HVD9huce4zg7CP4qIVb6eMW1iCOkcAgrkClwM/sJgxWCLpn8JN7N4gwgIlQ2yDsHMPMrOCjyRsyrhFGGGGEL0XodZcTRvhyxogMj/CKoor3YVtn1qrbtVrmUghgakK77bpeMVZot2MUxSuEoWX/VIOFTkZay6TXC85LuaNTesbDrS+/a74iwlaVTlowyB2iGbsnTNWXqxCuFwdVamKzVZKrCi/05ui7mMCUGPWoWpa6nsLLthnKjcDQyR2Lg4K55oup+Bh8OcZa6TF6uQfZen/L+nFboAH02Djf64LRdaqxmU6XTNHVe0nkeUIqeaRjnEz3k7NneNxqHT5ybImoCpRSI2q9M5cSYqlF6G4TsRW5DvIsm5x1X2moYlirDY1sRVgQkIoM66XGWipbPa5YP7+bj3+jOlrdO9U96Mwkiq3vqUu3W6JicHbmupyrG+UTxP44nqov14itlAzkGL+GM5PDcSim6v1+RSCAQ4xBbe2ivH4OgfVpmTS49YpbKIM5vJ3Elot1z3BNbn1WmciJ3aQ8qO9oBTGKWI+WG79x04qJv+5d9PND8MLTVe/vgZvhtjdCcuNJ7vVCXMFl97wIGo/jTIxkXbL7/yZuzx3bX/9tZPzXA3v684j3aJhQXjhdSdiD+nyJRbIetGaxs2NVLrPXy8QIahJMsYLNLo7I8AgjjDDCCF/2GJHhEVBVFvoFg9LRCi3TjfCGRXbMxgHP9wsKhWgzaVAld0orMIyHl5PFuSTgtPOE1lA4T2A2SIeIsLqWsmu6yZ6pBKGKEcqdJ7KW6VbE2ZWNl30rUKKsOSUKq0ro+utyT6E7KHjy9ApL3RznldAqM23DG4+02DsZogqFxhREBNohYQ1vqhdwo9ApGwxcTCglRhRHNdZ1qbavJwQ2n1Ej4LWSdr9YxAKJwKA2wx4qebUiuFagvYklj1FRkJSNWFOozsMkXNYd7Jigp6+n8qj2QxOodShaEWG03uDGADKZpinn6mru5uq5x0hJ6nahmyTU3ifDrV5GnsWhmJfkCv1SETJP5J5BxVDKFOvU1pDR4FkcY5RsRPsUTKOECDlKjPoAHRL8avphXf5tyPEkFLWBmJNJSrOD0J/FaUW4AVCHZUBpZinN5bL0SyGaErmTeIJLenAr4i2UiObD7wSPvtj85etEoZOgHjUGwiZqgooQe1eRPZvgC3NFiXQ1QEO/9UZanQ9j/RpeqnaE9SxfT7OSQVNV0dVGiEu5TPvgq3u0nLkV5t4Ar3/rK3HILwluaj/Bic9U1epL2KYUA7Q5gdt50xbCK+kK8flPE158FHE5rr2HfNcbKGauQJi3gUk76Ho1vCi3rKciiOqmMSk4tzWWChje13L1qvoII4wwwpczVPUV6xnWkTPXlxRGZPg1jvluxidOrbIwyPEerBF2tSPevG8CD2ROaQSG6ZeY7dsMDPsaAS/0CwZOCWtiWKgSGuHIFWTCB8diLqYl7WbIWj+ndL7quw0Nee4Qp3z1G/ddNibnPGFgiENDVlTUr90ImYkC1ApL1A7LQFuVfub47HOLdNOCOLTEQSUqvrjm+NATHb7mdePsaLfIa4upzLVoB1JJYyXAo/TLGFUw1teZutXLbaOuQntVPILdNNTCK4ER2tGLf6EUEeas4ax6ikuU5EZghzVbqu2GivQWMOwhDqH2Lr4agu0LstZXLHwzEa5H4TWmI4cY4yRW0k0OzFD4CQblwU3LK7mfIOEsxuSUPhpKhgVPKI602Hl51fQVRMSpuud5sznQerRUj5jTW8iwkpDpPhI5iZJVlVm1WFOgRYHPSqDExBEECak7wJC0idCL3kg7/ziBXwTfpypxWkqZphe++bpIjvUrGDIcG5VOXyg2FtTVDsqUKDHVdImQubmXf7K2gaeNKxOCoF8ZkUmMBtVvRwQ0L+vfyNWvaRnupjv+buLBk4TFaQSlCHcSZPN4gk1Fd8FHE9g0r0h46UEN4jKk7OOauyim7nxFjvXlwB28B//0hzDdJXxrqpJrq0IxQFxBcfR+CDYmNsxgkdbjv4EZXERNCGIJlo8RrJ4g3fcg2YF3Xte94sfmMAvPASCtBlxcGipvRH1FlMVQzPdIDsaI8ZdtQ8o+PmhRNvbeuBMywggjjDDCCF8kjMjwaxhL/YI/fW6RfuFoBJYgEEqvnOlkfODEEs2aqFkRJuOAe+baTCYv/pY51IpIrOHsoKDvKrozG1n2NyMmr0AGJ6KAu2eaPLU8wBohKz2l81Aqu1sRt96+k7EkGM7aBVLFInkgQLD1i2E7CWkkAaqVINVqRUSXgeXCcepil25W0IyDTaTc0Eqgm5Y8cWbA1K1TgGLEk/s2aTlBI1hB8JXRlPj65VzwPsTXyuGpVkQcWLLCEYUyfFl1Xsmc58BYwlj04s+nAhIYJgNL3/mqL5uqYjxpDGPbvBMLENX/XWvrhqqqXhHCbeTLw4+2e/kWcplm1bVJWCCQHh5L4abJ/SzrRFBMQZCsYoKcgZ8k1JXKKVurDm0Rpe/GGOT7vkDWWQBKwCpXyjhWLAErl30+0CMohlhOY8nAOfzSAtJfxfhKrq8mJG8cJRuf3SqrlgZpeDsN/wjWrwGKmgal2YO/Qk/t5dgsfq/gckUCqTiWF6rKfIqg5H6G3F+dDIvPiLNnibLnEJ/h7AR5cjN5dPiapKvvb2Gs+CyEDCOIVAWXeyRLycM7h5Xdq8EFM/THHqh7fRUwtJf+gDA/i5P2sJKuJkCjBpoWmLxfGVDZiGLiJgb7vw4NvjD95i8G2pggu///QfxXv4ntX2C92upNQnH0LRS3v2vL8snJP8P0L+Ib08NKsgKSd4nPfIxy+lbc2LXJabn/PoIXHkKyLsHuOcrT85DlaBQgqmgyBkWBW+uScyuxZmipqE0q2b3rIyjp9BvAfuEUGyOMMMIIXwyMCrivDYzI8GsYj1/s0MsdE/FG1TewQhwanFakbTyyOIXFtOAT59Z4cN8ErfDFVTNFhN2NkF1JUGUNi1zR2XkzZpOQt+4KWMpKcqck1jAVW3JjGFizpWppBEJTyaWdKoXziEASW3xtqiUoK6mj8B5rDQI8Pd/Be73k/V4ovcEaywuLjjd7ITAK3oIXVtwBXBzRCJYJxNGO+lxMp8jLmFIDRDyh8YgVDu9o8dx8l37hMCLDXtKZJOSeHdcTGXQ5ShEyYwhQJoxhMjR18EldA3SOYNsHuIJ1VWUXBW/ABTW7VSKZJzYvYOmjQCY7GJh9OGkhOALJsFLgfERJyHbS5nVC5n2Lgb9CBrQ4wuYSYkq8N5wfHMSwi8ngAokZ4HxAx82wWs6QYJl8SWfppaGaMimu+K1eZkMGYEj1CJnux7JGsvIQYa+HkyaYevrB54TdkzT1E/QnHxyuGeo8LXkEsSXeTqEIhoKEkxhSenrfNcmnM9N4EgxZJSGuhkrZ99hQqyFIgNeEzO0idbu5XBy/AfED2p0PEhQX69gnS1icIyznCeIL9FtXr1gXdj9pPk+cnazarsVCWSLqKc0caXjlfuHtB7Qx1v7kV9Jarsa2fq+pGIrGYXo7H8T2FxCX4pJpfLLj+uTDdW91Jf19ZeTj2yJpI5NthGVwJSCYOERazS3jlmyVYOUYGl4SNQVo2MKkS4QLj18XGXazRylueQfhMx/CkhIdmqM4fh7tp/gwQvs5mBW45W76d/9ttPsw8eoTmLIDCD5ok069gWzq3ht7LkYYYYQRRhjhi4QRGX4VwDnPE8eXOH56FYCj+ye5/fAU1l75hdercnIlJbJbM3jd0OtHyUuPxAGBQEsMvcLx/FrKHTOt7Td6DYgIsX1xdT4jwmxSSSovrKY8tzyg1QhoTjfxdj2+pkJiDYVCJytZzRztmuRbqmin5aykdBUZV6+EocVIVQ3PS48orK6mFIUnCg1jYxGIwTsB3eR2jWUt20sn24m1OaaE0IcMRJlq9GmHVe+wKsw2LLOtNheXHP2sJBBhdztiXzveko/8YpAbQQXsJsI77MwVKIwhcJfKGxXirCLDmy+BLyCLifUsDXMMUDwhA7uHzO6oJN9SoCIURHiUyK7imajkqluk0rUlt5fqvyvARn3ElKi3pGVM7quq/EJ5oDJIUov66tGUUkVFfWEeVELBLhJOcjnR9wiOnF1XXFsJ8WVAMDiDNwlqNlUkbYD3KdHgOdL26/HBBKiS8CxQDiXOJgATxIgoiS7jy+cYuMNc7gW+ab8SktmjNNzjGB3gqXq1RQtIM7JiB73wzbX517V/f8ngMYLiAs60hxVcRwPxGVH2DEW0jyLad+UNiNCP3kDp5ojKE1i3hpcWeXiQPDjysgint2N0Zt5LmJ0mKOYBoYh2U0Z7QAzl+BUmYLaDKhFniP1JLF0ACmbIzBFKufFO21tQDEge+k1MZx7fngMbVqQ87xOe/Bgat8lvrqrDJu8ivsSH2xh+1c9u0z9H0H2OMtmFFAXicnwysUVqvb58fvvX4mYOEbzwWezkedh3M0VH8WkJzTG4441w2xuQMCJtvoNs+iuw2UXAUDZ2bUzwjDDCCCO8yuFHpeHXBEZk+Mscy2sp7/udJzhxZhVX5+lY+wJH90/wfd96JxNXyLFdN/zd/GqsbJbAbjXwFRGMwNlu/pLJ8EvFhZUBv/fp0zx3rkPplMAKB3eN8a63HCAILc+eXqE7KGgmITfvGWd3M6A1EeOMQY0QiJAWntIr9pKK9EQjoJeVXLjQZelin6KsZK0C2MBw19EZwitwVk+A8yGxd4ybkrFGn0ZQ4FUofSX3TWzJ3jFHM2gx7VtD+fZLhVLxTNnmAS1Un7vtdhHlELhqZd1MXhXilCg/VR9Tg8KMkdqdVQyOKVFTE1QER0KpntD0yE27khSvj0UAFUweIFchXTYYrI+WvCa965dFkSqnt17CUfU638gHlZATMY9llYoAz1AwB1gyDhDJBYz28MR1pdjVPbltMq5CAoEgO4f4HG/HL/tOJca4NYLsHHkwgWUNS7cmr5Xq1ATUP7xKVt+Mz2BdSTe7masR4jS4BfDE7jksVe+xEpDbffTDe6+fgGpJlJ2oiPMlUmY1McZlhNmJq5NhADHkwSHy4ND17ffFQCxFcpAiOXjtZa+CRJ8l0WepzlU14RZxntAv0TP3Usi1zcteKoLzj2G6F9Dm1Ea8kwgatxBfEj7/CfJDb4UwwUft2oisqPqFN0GKDqZYI+k8TvzUM/jFLj71lGUMcRt3y9vIj76jItvDlQS38zbczq0xYVf6xWrQogy+sM/8EUYYYYQvBfjLbRNGeBXiNUOGn3vuOf75P//nPPzww7RaLb75m7+ZH/uxHyOKvnxnuVWV//S/nuLZ55eZmoiJavlyljuePrnMb/z+U/zv3/n67TN+jTDbDDm9ltK49CW77nmN7OUuz/4LnLm23M34v//sGPOrKe0koBVb8tLzzKkVziz3SZoRha+zjIFHnl3gLTdN8+AtcxQiLFaHM1xm/Y1vvTo8noScHHQ4f66LEUgii4hUfb2548QLK5y/0GPXzrEh6VvvzlQRjCrWKwSOZlDivGE9mVgA5w3WeNpxSj4IaHwBO2CHkGp8FQneaniFB0yJC5pIWX2amWlAMLiKFClDEyxFKYkJfEps1sj9RJ1HDFIKUlpEr3yMCuSaUJYxXi0YCIxcNSnmRp4xyyotHsHSG35WmWJN0eVuvLRIgzcSFE8QsFxLpi05OxlwK7rFWGu7sV779yG1p3eVt1zdlFVFmE123x5RhwKxvUBpm7X51pU2akjDO8iCIwT+IoKnlEm8mbjmeLZsxmeIFqhcqW/aYH3nRW3zRe0/72J756tYqbF9YF+Z57PRHoker2TgbFTwHSGWHg3/GCbfhfH9qo83Ooi3L6LqfA3YlSrWaLucY42aSNbFdOfxUwfReIJy6mbCi49UZmT1JIUUXWy6gIjixeBPL9I7tkTn2WXK1QwVS7zjszTe8Tn0m//f18xUHmGEEUYYYYTXIl4TZHh1dZW/8Tf+BocOHeLf/tt/y/z8PD/7sz9Lmqb89E//9Bd7eC8Zx0+vcezUChNj0ZAIA8SRZbwV8fTJZZ4/1+HQnsurVAB3zLU5183oFY5mUMulayJsBJqbtqmqOK/MNb5wzr4An3xmgQurGbNj8TB3uGENJjCsFh6fFuyabCAiqCq93PGxZxaZG0u4bc84MZXUdjPREoEwMHQGVW9o2slQr9jIVOZXWkmpZ8ci0szx8FMX+Ma5FqWpyOQ63TGqxIVDgCDYyMu9JCAI7w2RcRTGb5FbXwmqSresKtmNwJBsmpQQINBaKq26ZV/rBP0yibTUPcLbktSK2ldmTbVxllTuvxsnbTPB09ot22CkICSjTK8vr1WBIjR4P1FXfxXE0AgMhRdKX1Rnt85zdgQY1k2/lEguEpnzWOnjNSbXnWR+J1ermG6Fo8WjWHo4GiBCwRheAgK6NPyTDLgHL+P0eCNCr45DivFcqzJWEpklTOzBCKIZeokBVhVvFFCGc8PRKAFCiQmi+jQraDm8ywSHqtIKnqUsm5Qyy9WgklDY/dd5PrZZ30SoBDUhvpyICr6ST99ouJzkxJ8RXvgcUqbVnuJx8n1vI99zfa7aLwahnkcotrmugnoh1AvY9BTUahvtP8KgeTdZcv0xRlfF1baxLtnZ1B+cHvxqbG8e05+v3aRNRYRRfLOJrgxYe2Se1UcuVs+vuPrTPji9SvZfP0Br4gjBu7795Y97hBFGGOE1hC+XCKTf+Z3f4R/8g39w2ec/8AM/wE/8xE8M//3f/tt/41d+5Vc4e/Yshw8f5sd//Md55zvfuWWdTqfDz/zMz/Bnf/ZnFEXBgw8+yD/8h/+QHTu2qqUeeugh/sW/+Bc8+eSTzMzM8F3f9V38wA/8wA2LZv1C4jVBhn/7t3+bXq/HL/zCLzA5OQmAc45/8k/+CT/0Qz/Ezp07v7gDfIk4db5DUXgmxy5/aU1iS6dfcOr8lcnwwcmEr9gzwUPn1ljLq7KgMUIUBSShHcqDvSqD0hNZw+HxBqrK0kpKXnpmJpMtRPxG45ETy4SBDInwOvL6hTEv/PC9UkRoxwHLvYyHTi5z+55xJqiKbYW1xJFUFWFVeoOCcwtdVJVONyeJDBONEKfVREASWgIjeK88d75DVHoCAW8qs6r1ivD6qAKp7KuuZCllBKLrqBouZSXH1jI6RVUVtAJzScjN4zFxTYoj5ynF4OvK9DrW/x296Fy8OlO0SilGtIQrOhmvRyXppnWvD2UgOFNlmRpTuyyrxxMSGovzDtUCow4nFlHHhBQYbdGwzxKZCxjKSootA0KzQigLdN2dXA8hDrmApYdKgAYhHXMThbRrKbTHah9TDoA2iOC1zfUopEJZoBkcw5KhiWIaIaa/itNySLZEC4wfkCeHcWFFaFVict1LwglkvZ9X3abpFqkMu1RAPC33MGv2K19ZkycJyaMjJOnjoG6LVFp8VplVxYevvRkdEOl5RAuctChk59D9+TKo0nj2dwnnP4/aGB+NA4rJ10iO/yGg5HvvvzHHV8NQsOHCvXncOcZ1wSjeNuvzrxgd0Og/hDdjFPFVKvTXCTdzlPDkJ8AVWyXMgOQ9fHMGP7Z7+JlvTNO963uJzn+WaOExJF+DOEAbCUhIceECa08sghWCZj2xIoIkCX61y+D9/4X2278ZCV4Tf/JHGGGEEV6T+JVf+RXGxjZUTJv5zR/8wR/wj/7RP+KHf/iHectb3sIHPvAB/s7f+Tv85m/+Jvfcc89wuR/7sR/j2LFj/J//5/9JHMf8/M//PD/wAz/A+9//foL6b8jzzz/P933f9/G2t72NH/uxH+Ppp5/mX/7Lf4m1lu/7vu/7gh3vjcJr4i/jRz7yEe6///4hEQb4+q//ev7xP/7HfOxjH+Pbvu3bvniDexkIrmLAtF5kutoyIsLrd41xcLLByZUBg8LRiizWGp5bTemVG1SgYQ1372hz4dwav/rB4xw/tQqqjLdjHviKvbz7gUOEwUszhLoa8tJvm0Nc6IZc+VJEgeX8alq5SBthBkhQHl9NGZSOovCkWYnWJB+ByBha8TY/B60k5UJlWGUvM6aqYJ1Fg2pE6zLpenWsVNVOo1f/ua3kJY8s9cm9EhuDkcod+2w/p1867ptpERjBAg3nSU1FiNcReCVx/nJ66k1VkRa/0Y+6+QDVYJzDSobThMivUJqxukClqBhUN2qVlgyROgqmuL54FYWKCKOICt4FGFtWVXpbUPqA0BgGpcVhCCiZCs4yFSyTyi68jUk5AChB2cOWHURLIrNIomdI/bUJiqVbOVjbmBV7B14SjOZACio4aeLDkqQ8jrDjmpJoACtrtIKnqyqjWIz1sHMvckGxgy7WD/AEKCFFcrBykt50zQbcgqFPoitVm/A6/ZaaCFcfol4w9An1HLlco1dWlZCLhP4MhgGeJrnZQ8ncdVU10+ZdBOU8QbkwdJMWLRGELLmJIrxKv7AqsT5Hwz1TOzRXcNKib+6lNJdXtm3nNOHCE2jYRIONc+7jSSRbJT71UfKd98J2EUnqCfKzRNkLiB/ggkny5Cg+mLzqMW5kMns2T+gYP6hVCxZdV3GI4KWJdWvE6dM3hAyXO27DTR3ELh1H43Z1bOqRrHJtLo4+CHbr80LjCbKD7yI7+C7s6tOMP/9bVS5w7hmcWsPnDju+daJERLDNCLe4TPn044R33v2yxz7CCCOM8FqAwjC+85XY9iuBO++8k+np6W2/+zf/5t/wDd/wDfzYj/0YAG95y1t45pln+Hf/7t/xy7/8ywA8/PDDfPSjH+V973sfDzzwAACHDx/mPe95D3/yJ3/Ce97zHgDe9773MTU1xb/6V/+KKIq4//77WVpa4hd/8Rf5nu/5ni+7FtTXBBk+fvw43/7tWyVi4+PjzM3Ncfz48Re1ra/6qq+64ne//uu/zs6du260ou+KuO3IFI0koNcvGGttvfF6vYJmI+C2w1PXHM9kI+CextZ+uCNTCWe7OZlTmoFhTzvi4Scv8ku/9Xm6vRwbGgJr6Wd9/uefPMuFxT5/89vvvOHyiIM7Wnz++PJlnxsqohjXPb7rUKpKdmwMxlTv/gKMBYbbx2P+6swqy2k59HyKrHDLnnFOnFmr3Fw3bcurUpSe2/dNXPua+hjRjNB4irpvGKrIJiuKFPE1icjJTk7uleYmh+9IhECU1dxxIS3YW1/nEAi8r7pO64qw4Uq7ELQIIcpwouTO4zwEtoqjMi4gLQ8RmA5W+jT8WQrfprATVcSrMVRn0SA4QukjxuPLBurj67/fRTbMttTgXYSIQ8RhpSCyKdOcA6BheogR8mC2NgZjKKsuwnG8CQnzRVSF2Jwj0/1cq7vYmgJRT192V1FEOqiNyBTwGO3XVUzPGJ+hK/ddUx6d2HMYyRFRxLhKAqAWdh1A0j6aZggBaXArqb2tqtZtOScBfb0Pdcdo2LOVoZlU5/tS02+AgA7F1Q5TPQ19nEhfqIm1ARaJ/BlyOchA7rw2IbYNehNfTZQ+Q5Q+h9EMF0xXOcPxkav+xkM9TcM9QUXrW/U191jt0fKfoWvejpetsvpg5TlwBRqNXXYJNWphsg7h2guUM7dc8mVJc+2jhOkJRF21r0xJ+k8wGH8zeeOS5TehNLvw7hlsPVmwfk5Es+p+L6XqLti8O4kI3ELV630dOcmbYekRFWeIy3lQQ2F2kL/hO4ge/QB24RiSLaIiEDVwB+9Bdx6sFAKXnGtdXsB/4k/wn/8Yy90z2PGE+Oad+KI2/hvKZIb/B+qefO13X/LfJk1TtNdBWmNI8qWX2/xaxYYq6os7jhFefRjdW68unDp1ipMnT/KTP/mTWz5/z3vew8/93M+R5zlRFPGRj3yE8fFx3va2tw2XOXLkCLfffjsf+chHhmT4Ix/5CO9+97u3kN73vOc9/NIv/RIPP/wwb37zm78wB3aD8Jogw2tra4yPXy4VnpiYYHV19YbuSwTCV1A2vBl7drR58A17+LOPn8JrTrtZye26vYK89HzdAwfZObv1ZT5NSxYW+8SxZXamecUX2zC0jDc2bvKFTsqvvP9x1ro5cStAbJXfm/nqhe3Tj5znK9+8n1uPbD8jdS2oKr6WKG8e09vu2MmTp1ZZWE0pnZLVPbpRM8RElvFmSN3qXFUfVcmc596bxkla80TSx2uLopxmNkx4761znOvkrGYFgTHsHYtZ2jPOf/jjZ1js5kw2IwIrFKVntV8w1Y552+07r+OaWtSN4YMu1tb9sFSURnyCoY2EV/6rkjnPSuGIrGAuiZ+ytdHVYu44NPnS7i1Vw7muw4QFcVB56eQeznUgy+COyXFSeRMh57GyRMuv0KdJbsar3mRxhDIgNCkGQctxpBwnvJLV9qX7BzKpiPvWowsQzRExhJIzHnQ3zokdQyVENKvXMZV0F8HbBho0EV9iyWtJ/9XPjQ0DSIXMzFJFJa2PDNbJp1FPZncwXj5NU46RBfdddZsRyxWhN1KRqI3NQaOJNNooDRJSXClXGKOl5BZUlxDjt04ZD93aqmeLseFV78XAnSX2L1RS8M1yas2J9QRCTBEcBblW738LH99LOnEvm93NNq8lmhL4sxhdAQxOZgjdcUQUlebGdRaDagtLj0ROU4S3b2yjXCMuTmE0xfgVVOIqkmqdbBqLoARGkUuOO+w8Rpw+V90L63E/qojr0ex8Eknm8NGVeqwb5O5ukuJhDD3WWwXECDiPL4Lq/99yvApiCcOAS/N+rwbjFkjyT2F0wHpjRegv4sM26f3fTtHpYRefJOw9jSQQ2fMkC7+Pj+fIZh7Ex3NV1Xj+Scrf/0/o82dQH6ASUi50KRd7SLvurHeKrD8/xFaRTA6kOUa8e8+L/tvk11YY/MH/IPvYh9AsReKE6C0P0vyGb8NMvbRn/Qg3DiJgrd0yzzjCCDcCN/re+nIl1a/kz+rs2bN8z/d8zxW///M///MXvc33vve9LC8vs2fPHv76X//rfP/3fz/W2mHh7/DhrW1OR48epSgKTp06xdGjRzl+/DiHDx++jBscOXJkuI1+v8+5c+c4cuTIZcuICMePHx+R4Vc7rnVzOucp6ln6LwS++Z1HCK3how+dZWk1A2CsGfLutx7g6x84OBxLXjg+8MfP8pGPPk+nm2OMcNPhab7pG27h1luubsoD8D8+epLV1QHhZIwP1iuFgCpZ5vCDkocem+fI/hfnXpuVnkfPrfHk+Q6DwtOKLXfsHOOu3WOE1nB0V5ubd7X56JMX8Zuk0VknZ2IqYbVfkDul2QhwTulnJVPtkLtvmqajljGT0rRnCOw8/cFBXDnBjkZAOxCOLw/44IUuTpU33b2bJ44tcmFpgPO+IsozDb7lzQeYaoXXeU0tFGNgC8Q4FEHLAPUB/hrdp1np8Vp1r+qmRXW9D1kryfhLvbdWcsdTqyUiwnhUxWRlZUWIc+dompSDrYiCvcDeTUe00RssxlLSqDOAN/cZXx+MFZw1+EuNv2rSEevy0K1cEZzEFQngUn6oeKA0CUG5jBJRnZarjyWJLRq26x5crdx8t3R5y/BfngirC7iii7+aXDqszK4Uc4W6tOI1wEiKumVKP7X9uZFBFWHltX5pqKl6beBkIo8rDKnO4a5yD8TuJKhWRHg98cqnGN9DpCQefIpw7SM436AMdlC2D1O2D734Sqeu0OJzmNp0DZRAX0BcD09zmxcIQVUwxUUKqoptUJyn0fsYxiwDDsoUMTnq+zg7WRl5FX3UxmSNHejm41ZHo/MkHlPFIm2Ssqk0MW6FcO1TpGP3VKZj2xxfwRy5uZ/InyZgEbDg2gS9k3W01CbCq4r4nCw5TFG+iPteHWPlZxEd4KU1JMNVH3KHMP0sfXsniXkB06z6lJ0EoAVmcI74/B+Stl9P3H8Ks3QS7m6gr7+F/HxO/5kOpnMWTQf4boZthbhujm2HiLGgHkUoS0t45x3ovkMv6vnhux36P//PKY89hSQNJE7w6YDBH/5Piqcep/nj/wgz/uKe9yPcWKwTlbJ0IzI8wg3Fjb63RvfnK4u5uTl+9Ed/lLvvvhsR4YMf/CA///M/z/z8PD/90z89LPxdWhhc//f692tra1t6jtcxMTHBY489BlQGW9ttK4oiGo3GDS8yfiHwmiDD4+Pjw4u3Gaurq0xM3Pg/5l/IH701hm98xxHe+ab9PH92DQQO7Rmn1QhRVU6cWuXRZxb40F+c4MypFdqtiFYrwjnPI4/Pc+KFFf7OD72J22+9MiHu5yXPnu0grQgNDLLekAwg4Ou4o8Em+fH1ICs9f/DEPKdXBlgRAiss9Qr+8rlFTq0M+LrbdrDSyXjq+RXGQoMN7bAP2HtlZaGHn26SJCHdQYkR4eDOJl973xSzY+DV0in3ENqUwA5oNl5gtXMrK6nhw88vs5q5obTYKew9NMX9t+8gVphohhza0cbUEsPrwXwv59hSn4v9gkCE/RMJN01HtK5SEV5HZITYGAbOE1BFWBVadTSqapW1Gxic12EPtadyyl7vzIyAhO0trebTEqeQiJA7QzsOiMMqQmppkHM+LdnXCLfpz94git69vJ7woFS80brPWYc81BPS4DwRK8P91aJvwNVEc73aXstZK1syRByp24leJc5pHaWLCJIpwmyA0+ZWszORavICS+SXqarQOZBdtXfYS6PO9R1+An49MqkaqZEeghDJeZzGlSz3EoR2CRGP84069mlzL2sl3y+DnZS6TqY9VgaA4rQBQ6OnbtWjXO/eaIpxqxVhTzOYP4vJcgxKIMfR5c9TtA7Q3/te1F67R7pCQZPPYxjgtIEpB0jZq/qKw2oMpcSbz259FNUkR6VML2j2P4HxA9zkPsyFBeh3IYoRHMat4WghRUq+6z58PLVlRsS4PuL7qGy1pRNKLF0gI8yfJygGOGkzsHdRmF2XHYljjIHZVKkOe4yZRaxbw0ujIuQ4jB/gTZMsue1FPeNCfx6rPTyNLW79iOC0gdVVGt3PYFwPF0xs0iZGOAmxxRLN5Q+jWHx3AN4jiSHZn2AahrWHQOwqLF2kdedeuk8vUHYyxFYqDDUh9uAhmn/zh4HrfJapEvRPE3z2dwn3ruB2HySd9xRrHmk00dYY5clj5B/6E+Jv/GvXfzJGeMWgOiIbI7wyeE3fW/rK9QyjsGfPnpdU/d0ODz74IA8++ODw3w888ABxHPNrv/Zr/PAP//AN2cerGa8JMry5vL+OTqfDxYsXLyvzf7mi3Qy586aZ4b+L0vOff/8pPvXIeTrLA5bOdhAjOHKazZBWM6LZCJm/0OV//t5T3HbL264omc4KT+YUCQw43SIfHLaAxpYdM9f7Ml3hsXNrnF4Z0I4tgale/BshFM5zcrHPUxe6nDvToZ+VzE0kw/GlhWOhmyMI6WrG133NTXgqsjjZChhvVVJrowWekFzHMN5hTUYULvPp4yGrqaMdmSH5U1W6hedMWvINN8+SbGMG1i8cpdPKZOwSCeUzS30eOteh8EpQy7YfudDl5OqAdxyYYiK5+k/NiLCvFfLMakpW9wKvT82WXqvJgijggvPstAYnwjJQbNpGn+oHPc3lP+y+qyqs442QmXbMxvCFyWbIQjen8Epsr00qXyoEiHI/dJVGKmfpoPSMhWdqA6+Iqje5rGKFELxGiJYYKepKeS2a1gGlnyD1VzF02oQ8nyKOVknClKw0eN/C0B9Wnj0xgqfhLlR9oViUqxuElUwRyhKivqo4+3JTsbk6RkMOGCI5S2gvMPCHyPQAm8lidaygEuNUMAwQ6uBnDCoBuTkIHiJ7kSQ4jTUpAF4jsnIXabkbJcQwGNbXje8CWhXB589CntdZtYooOAkJuydozH+I/p6vv+qxWlaIeYGIc1j6VfU8X0Ty9cxmqWKljGKzBVw8u3GM6hGUwlTRDGFxBuO7ONMEsfhDt2FOPgWDXnWFNcNYpZy5jfTo5eNSCakmCzZkFILD6trQhMybCEeC0S4t91k63I8zV5f2qm3RHXsXzd6nCMqLmNpBuwzmGLTeiAtenDTYap9K427rh+X6zSEgAeIHBOlpvIm21RGKFoDHMQ2lA2PRXHHOEc6ERHMx+cUpiHPYdx+tv/HXyP7yLyifehyCgOieNxI98A7M+OT1DVg9jfMfJFp+BMw8eriNWEv7CHSeyeieKJAgQIKQ4hMfHpHhEUYYYYQvUXz91389v/qrv8qTTz45LPx1Oh3m5uaGy6ytrQEMvx8fH+f8+fOXbWtz8XC9cnxpkTHPcwaDwStSZHyl8Zogw29/+9v5xV/8xS29w3/0R3+EMWZLk/irCX/y0ef56GfP0GqEWK9VtE9kKQrP2Qs9Du4dJ7CG8fGEk88vc+58lz27L5dGALTigLJ0iDV45za3EAKgXjGh5eCBySuOZ2F5wOefukh/UDI7lXDP7Tt4cr5bkTyzlXiG1oA4nprvot2s7pfc2GE3q4hDGJhq1s7DzpkmoJTe00khCTdkPn7dlRdYTjMu9iEJZEsVVERohYZe4Tm1lnLz9Eb17lwn49GLXdYyR+k9Wjhu3zHG63eNYYzQzUs+d76DV2Us3DC/ct6z3C/4q9OrfM2RKay5emV1fyuiV3pO9QtKr8OIncAIu8dimoGh66FtIJWKCG8cGZReWUgLlhX2RZbWpv7AUIRmZJltV+SucOuznVWlfW4sBn89QUIvDwKEpRJsqucJlp7eTCt6FivZ8HPve+RmCq8REKOaIZIPL6wrxui7PSjX51pYli3SdJYkWWBcjtNhD14aQ35itKDtjhP5ZYSCnF1Xl0gDWTlH1LiIKbqIL2tpbeW0vVHlM6hzeJ9UZNscx/smhW78QXLaYL3erxLhNKoJefWZqOK0RWzP0wqPAQ71BiXCmIxmeBIjObnfS0Ofrtcp6x5rC71VpMjRIGJIxnAY8ahJCDvPYvK34qPt/4iFXKDFowgFlURYMZpB4FG/IVNWr4gBIzladPDBWFVZJcVJm1yqiQvrawK9Ll9utPC33gOri0i/iyEnn30b6exbt+3PVZNQRHuJ0uOVnF4Eo2mlIKgd0300VhFtbWK1R+Kfo3cNMgzggym641+DdcsY38NLggtmX1LTm5ewPlf96t6t7w1PhNd6okUrlcPlB1ki6ipX8TCse9JrxYCrnlnhbER+Ia8qxlNzmN37aP71K/egXQvRyuPESw+jJqbolOAdEhhMLIzdElOsebJFB2GEdju1n8CXaTPgCCOMMMI14F8lZfH1wt/x48e3FAGPHz9OGIbs379/uNzHP/7xy57tJ06c4JZbqhanZrPJ7t27LysynjhxAlX9siwyvibI8Hd+53fy67/+6/zIj/wIP/RDP8T8/Dw/93M/x3d+53d+2WYMb4fSeR49ucxnjy3yqccv4NsRNgrwXofSvDA0FIWn082ZmkgIrGHglTQtr7jdKDDMtGIWgj5GDWXpwW+QTREYa0c0m5eTElXlTz76PH/4kZP0B0X9QqlMTzzH1E3TTO7Y3q03MIZuVrKzNgUb/jC1klcLlXxFBBpJVal1NekfFOv7rv7XULKusexkFueVxjbGT+vkuJdv9NWdWkt5tpszNtVgsi6nZoXj6Ys9VgYFX3lkmudXM3KntDcR4W5WsjooyJxnqZez0s+5Z/cYt822rvjyaES4eTxGI0s3LVEqt+vxOKgmCIBSoeM9GDsUEqsq5zsZp5cH5K7qun1WhL3tiLumm4TWMBcHrBlBZDMRrlA4TyO0eGOgfOUJMVxmGkzpJ1hL7yG0i1iTomop3BTEJRIUCB5PgEiAquCzJr68XG58rb0O0p24MqAtnyOSM2TM4gkxmhP5iwSSgREKP86Am6+5xdK1Kfwskcmhv4I02hXBG/b9aiWbLitXaU8DK31ic4bCbZDh3E3jNMFKitOYjWglj5WS3E2DS2mHj1NJsdcNwAZ418CbiNjOs2ZuI3TnCVitOb6iokiRVnK3y0iXojbBlGuYfPEKZLikyVNAiaOJWRfne1dx/ihA0/XfWNUbTOkxQR/BoBhKmaZn70Hr/Gq/bu6lfoPsGgtTO9DJGdABrnXoqkZVaev1BMV8JWk2CRJ7iMYQW00RiYnR+iHgs5zQPU0YTFE0D4K5hoGYCC6YriqyLwMFcwgOIasVDdU9YTWtJgjMBGW8j2jwPO4SmbrU5gFqIrAWWuOwtlw7jtftAgborUGUIK9/y8saK6pEy58DFA0aSByjvWrSwmeKbQmNfWFFhtMB5pbbR0R4hBFGeNVC+fKLVtqMD3zgA1hrueOOO5ibm+PQoUP80R/9EV/91V+9ZZn7779/6Ar99re/nX//7/89H//4x3nrW98KVCT3iSee4Pu///uH67397W/nz//8z/nJn/xJwjAcbmt8fJx77733C3B0NxavCTI8MTHBr/3ar/HP/tk/40d+5EdotVp8x3d8Bz/+4z/+xR7aDUNRev7zR07w6MllCucpvCKRZQWwc03kYm9IKBXo9iv36cGgoJGEzM1dnVi8+ZZZjp9ZQwOLdR5XeFQVGxgaccDu6QY7Ji+P3PjUI+f53T9/DmOE2akGxgjOeZZWM+YfOscd9++nMXv5vkvvmWjE3L1nnL/43Dm6g5KxZjgsuHmvFIVnaiohiQOSyNJLFVUwohVhIsRSEkkXkar3NKCFkRSnEFzyHqdaTRpEtUS69J5TuaPVDIf7A4gDy8FdY5w81+F8J6NfVJXq9RfDTlqy0MvqsYATWB4U/OXJZdLCc++ey53Nh2MQIQkszbbFbPOeKYATwbBRS5rvZJxYqOSYUU2a1SvPr2VkzvOmnWPMxhZM1XO8ufdWtepBDurtbumjfUnwVU6rbq5ZXx+UgNzt3OpNlCoS5JggA1G8t2gRV9XIlwRBXB+1gvcNQnoYCoSskiqrAQnoc8c1Y5XWt9frH0TsEpEr0EEHwhgJQlBBXQGurE9FlWntNcCyxta+YEsvv5lW9AxWsi3XofRjDPL9tPXjiAH1woYrtVZZwiqIMYRBj66+iUSPEXN6SCa9WkQ3zV6try1BXW2sZLvbIdQLGO3gpIog8oQYqszoansGbN14by2UHndyAWk26B/5SjxNSpnest8i3ItPY4ymW6OWtKqiOjNGEVze47sZLpylO/nVNLoPEUVLSNyqz4iACbCSIy6HC+er/F5VWvIBfDBGOnU/+dht1768LxMhC9XExrr53/ANSOvf8iRZew9hdhZTdvF2I45KfMZ6zjMAk7OQDSBLh9sszy6BK5G3fxPsO/ryBqsFNluu3LwBmZhC+z3UOcRa1EE0YdBeF4wQPnDlmMERRhhhhBG+cPi+7/s+3vzmN3PrrbcCldnvf/2v/5Xv/d7vHcqif/RHf5Sf+Imf4MCBA7z5zW/mAx/4AI888gi/8Ru/MdzOvffeywMPPMBP/dRP8ff//t8njmP+9b/+19x66618zdd8zZb9/d7v/R5/7+/9Pb7ru76LZ555hve97338+I//+JddxjC8RsgwVPbh//E//scv9jBeMXzi6Ys8enKZdiMAhc5qhqmzirQdE083yZb6eMCVylrh6NWu0l/zrqOMta/cG6mq7Jlu0E4C1gYFUWiwSUhkparIOuWtd+4i3iTLXexkfPLZBd7/e0/R7WRMjifkzpMYi7WG2amE0xd6zJ9aZXoqGVY+oXJNBuG2HW32zrZ45927+dPPnuHiSkojtuCUNHM0k4BDByZ59OQyb7xljlYSUJSGRuRxGAyOtjlHYFJEPFk+w1QyzkRcspyWWyq5AGnpiaywdyziiQtdTnYzpqabDPLKnMvWyxalJwwNc1MNTiwPGG+EwwqtKiz1c1QhsKaaMADG4oC89Hzu/Bo3zzZpR9v/9AIqAu31cuGk1uY7IRt80Xnl9MoARUmCDe/n0ApxAKuF50JasqsR0rSGXME7P1wuMkJiTcWFrnqHXR3WDEiiecJwDUFxPiLL58iKGV7elgUtY1x56f3piMwCoVlCcDgdI3M7rilrBjBDKfa6MDmCWmotKEbSFzViJcClVexTVRUdQOQqkriNxGrdfXpoBqYpsTtB5F6AQYGL22jYQEyAJyF3UwR+HssApcWl3tqVDDetj92jkjCQuxjorbTSjxPlz+OCMaxZrCuxtpLfikUlxpQdfDhB2dizdZx+QNJ/lCR7CqM9REJ8MolvzOBNgpVyYyhGhn2xbrGHlDmumCA3+7c/Z6ZJmryexuAhrOtUPbMKhgyViEFyzxXJ+Wa4cI5s6m5CfQj1BYZiuJ56h9ESjQzkBjUxXtqYsktj4S/wJqJsvbJyrkjP4AlBGlVFvT5nVWXcYLVDGe9jMPEWGqufxpZrrF9Tb5vkyT7C9FRFjG0Euw5AZwXju/h+Sda6CfPd74CbX//yq7RiUWOrCQRAxiaQQR9dWUJdicQhrpui6YDwwXcTvuUrX+bZGWGEEUb40saXi0r68OHDvP/97+f8+fN47zl06BA/9VM/tSW66b3vfS+DwYBf/uVf5j/8h//A4cOH+YVf+IXLKrk///M/z8/8zM/w0z/905RlyQMPPMA//If/kCDY+Jt88OBB3ve+9/GzP/uz/OAP/iDT09P83b/7d/nbf/tvf8GO+UZCVL9cLvWXB5zzLC31rr3gDYSq8v/9H09wYXXA9FgMCs+f7ZDmJWFgcAikOfMPnce5qrpprSAiBKHl6M3T/H9+5H52zF1eCctLx29/8DifO7ZIPy3pZWUVAWQM7UZAMwn4iltn+fYHDxPUhPbMUp/f+svnubg64IVH5xERxFY9ulPtiCSsZM0raynJeMzRN+0FhcAKpa9qYrfMtfjqW+awRlBVHj62yMcem+fMYu3cG1vGppvMjMcV8Ysse2ZbHNrRYud4SDtcoxXME8oAryFZPkOa7QAMZzsZHzu1Slo6IltF4uS1xPr1O9pc6GQ8s9DjwO4xpsYT0qySkIsIganzaE1VRS3WUu7dPc4fHltEVXFeme9k2FqS7H1FTCNrcN5TOOX+A5O8ce+VDQYWSs+y1yExrq5xRYBFYHdgWF2v8A8KHjvXITIyHFMYGMYbAUFgqn+LMBdZxpMQtRbRjdrwRkazEHpP4l68TNqaPmOt5zCS4+uKsEhF17N8jn66j5dbb96KnEb4HIH0sKRUPtAeJaBX3kTur976kJjnaZhjtQvz1nEJJcY4OuUbKHVrD72YgiDqEAQDEMWVCWU+hncxjfwhGv5JxEhVXQ5DJAy39GE7mcBLjJU+md9P39+KaJ+x/GNYv1KRU0x1TOLRZBxtzFQkxxeVDDtpsGFJvBketU26+e3kbsMZXnxKq/eXhOV5ZHm+cmwWQW2AlzbiCtQEDHZ9NfnkXZvWG9Be/VOCoqpsGqmUDqIeH7Vw4wewfq2aWBCDlg5NS/xyH13rY4o1Bnu/mmzn/Ve+EKqExSni7GkCv1SdfTtHGt9GGe6+6jXcjBYPETGP1xirq4i6SsLtynUZCTp/HmcmqxgmVUy5StnYR3f3t72kXuBrQbIVooVHaY6dRgLBmyaELRRfXz6DkCPAin13ZaZVdonSkxjXx9sWeeMwKhGt5Q8TDo5Xx1XDB2P0pt9JGe+58iBeAhrn/pR48bP4aKq6rij0uvjOCoEpWLswTn7k3QSvuw+5hgfCCK88RCAMLUUxilYa4cbiRt9b09MtrP3yemasDgp+/eMnX5Ftf8/9h5hovFSF2wg3Gq+ZyvCrGXnpWe3nG5VZgenJhPMXexSlx1iDNwbbCJDSY0UYa0eMj8c0WxELSwM++NGTfOe33nnZtj/wiVN8+smLtJKAiekGXmGtn7PWK0hCy//+TbdzeNfYsCqhqvzBZ8+y0s+ZaUecqdmctQZPJRcOsirvtswc+9sx77xplqcvdOlkjvEk4PadbW6Zaw8dm0WE+26e5b6bZymdx4gw3834i2cWOLPUx3klCi0W4fbpJq3SoOUEfWmCeLyvqjDr2DMW845Dkzy10OfUasogd5SFo6HKaVWOd3MaoSUONip765Vf76nGVbPJsThgPA64a0ebz1/oMvC+Jpe167GBwiuFq6TUznsePt+hGQfcMVtV+SoJt4BW12/KCpkqA62Up1CZY6kqOwNDQyprpQ5VD7GiVYwKlfnYZDsaxk+VXgkDYcUr2aBgtiWomKE5V+VgLBhVopdAhEFpJmcxkuP8RpyOalDl2kaL5MUUpWu/hG1fjlKgDAp6chhVg5WCMc4yzvMYMsaCRxi4PQzczVc01sr9HImcxJDjt7hFa0XomcKxdbzGZsTNixhTDmOcwqhLEPbJBjP4oo06AyIVkS2LSjJsTE2IBRXBygCvCamvspwbxZNYXcZJG8RgJEfEoF4h7aDBFD5oEkiONJr40iOBXDJdrYgxOB9XvcWbvzEJ3fa7CIvThOEpgpXjmN5CPSaPi2dIZ99MMX77lvXiwdMExQLOVuMSfG1OZTF5H01X8Y1JpFyALMW9cL5ydPMFxpeUYwfIZq/RNyRCER2gCPcjmtfjvbp793ao3LMrx22fm8qETarzUvUqGDTNwaYQV856ahJsdhFxXTTY3jhwOEzXI+4+Sdg7hmhBGe0gb99OmezflkgHy8/SOPY/MfkaHN6NjLcwaQ+CLq45h9bSddEST5t1ybsGbbL2XZdtrzf9LoL8DsL0BdASF0xRNI6gNkGzFPfsE5D2kR27MfuPvKwKcTbzRsLOCUy+hNommACJDTZoUTZ2w5v/GmHw4lIDRhhhhBG+PKGvoIHWaPbqSwkjMvwqQGgNcWjppRtBO2OtENUmiyspufPkgxIxwsxcix3TTeymCJ0ktnzq4XP8b99yx1bX5kHBJ5+8SBwamnU0kBWYaseMNUKWuzmLqxlHdm/0wJ5ZGnB2ecBYEhCFlvZEwspCHwnNsM8NAFXy0lM0Qw5MNbhr95X7aDdjvfr8/HNLPPnhkywPcrCWUGD25lkm7lyvClaRPFd63sw1I876HseeukA/d4hWZPeh0hM3Q+48OkOWOtrrpmC1F5IYiCKDNQbnlF2TDbwqO9shzbWAUnVYbbV1vVLWjYW1Ip7WCJ+fX+PgzIDZ8aoKCODKhCKdBB+xOzD0FBbzknPdnE5WySvnjbC7GXJ4PGHcCC62BKaqqMdWaDeCoXR9/eCDuid4oEpvUBBEQRWPJVITfI8tHQ0jV62Slc5zYrHPmdUq0mfvRMLRHZbAdvEacGmVVdViJCMMVm8IGS5EGFgQibFaIJQ4LCscpCRimmcwojTMOSwZHfd6Nj/iREqicAVjckqdI3AXqoggDTChqVS+NCn9ntpIbKMvN0qWMKbE+/o4VYECMQVxssgg30NSPI6UOZgEMSWaFUgYIlbqvFql1En67mY8bUQzIn+mkmnXBMlI/RuWAPE5kq+hQQvnIwJTVu29ThErW862eqFT3Ma2rsRiKaKDFNFBaD+AuBSTLYAEuGSOoaPzxoUjSo9V/cT1d44Wlm5F9EUx2SLaTPDBJPkaBH4ZIUXDMbKZ15HNvQns5R4C20IElRdPgofDJUFYq5yP+6uoeogiRBQCi5YO0gwjS7ioVZ3r9b7cWiVxJZhyjdaFP8AWi4BFxRD1jxEOTpJOvolsfCvhl7xTEeGii0+m0a4gEwYCC2Ufky7jGjOVUzRKZg5cuzItQhnvpoy3VsvLT36Y/A/+C7q8AM5BnGCP3Er0nT+Imbt6v/WV4KMpuge+jeTiRwm7JxE3ABOSTd9NOvc2dESERxhhhBFGeJVhRIZfBTBGuO/oNH/++UoGvS5FGW9HxHHAUicj6+Y0p5vMTl/+MmNt5RBdOk8YbLwYn1no009LJlqXSzkCa0Dh1IUuX3HbpsyyQUHhPOON6tbavX+CtdWUfFASxAEIlKXicsfYeExzrslj5zq89fD1u7Z+8uGz/Kf//jjOecbbERal1y/58CdeYGU15Uf+xr3Dc6CqnF9NObHQw3ll53jCkR0tVnsFv/vpU6S5Y6YVDScBzndSup2cU+fWiGPLxERMMw4Y5CVxZIlDW7tOK1EgrAqUhePiWiV53NWOyLKSblZWEsPaVdir4n1lcDXVCHj9/gFj7QEiFlWDiBKEPazNSPs7wMUEznNqJaVXOMJaBl2ocqKTsZY77p1tsdcaFtsxJ1ZTxPhh3JSieK2IcGTN0HTsbFaS9nNCa4YO3EXpiYywHBoOJ+GwN3oz1gYFv//4ec6vZUOjsYdE2DMR8N1vUcZie9k66+TYmCs7lV8vFMisgCgBA8Ag4rEUOEJ67KTNPAmrqFhCs0qsF8h8JSMNg1VajVMYk29sU8fR0hEEDmxlSSZAgxdI4lMU5ThpNkfpmxib472t5Py6TOBXqxxgJ1UUUhwwcPfRzD9T9Xf6oBp1kVIGY6TR63CyXnFe7xXOAFdJd6GWezsQHU6eiK/6m1USlBQTlJSdDAmjyrRaMygLct2BtSs4aVA91kuuZIqlNsE1r5bNrIjmwwpm9UmIYwxDhsgAvJKxn0z242bGYfqdmKKDoVsRaLPd/fDKIGMPIReRsot4h5qgmsywlapEV9dQEyC+RIo+GrURn+KiOfw1qsLJ8iew+SI+GB9OWChVtThZ/QxFsh8fbcjSw4XHMEUHH9cy426OX04xUwliDfgU6zsghlx2k8mhl3TM5ec/RfZffhnKApmcBhtAOsA9+XmyX/mXJP+vf4I0r8cA7nL4ZJb+/m9BijVMOcCHbTR4adsaYYQRRviyhVZmpK/Utkf40sGIDL9K8MAdO3n69BqnFnvEoSW0UlVeS+XOA5MUkeWzD5/bdt1BWnLL0ektRBiqfNv1+KTtoOhQyryOsaSKAcpLTxxaxqca7LtjjnPHligGJd4rYWiYmmty9PY5TGB49mLvusmwc54PfPA4ZenYMdsaRqeMtyOi0PD4Mws8eWyRu26do3CeP3r0PE+f71DUEmCRKlN3rhnSS0tmx+It1fAosGTWs7g8YN/ucc5f6LJzrk0zDggDuy5+JpDKeMqr0nXKQMCKYIxhz2SDF5b69IcRTdUYQyvMtSN2TXgOzzj6uRDXFXdVUDUYUxLGq2T9HZzsZPQKRzPYMPpane9x4tkF0tRx7sAk737TXu6cblK4yihLqXPxaiI8FtmKCKtS1BFbXiF3HnEbplxOldXSc6Fw7L7E3EtV+aMnL3B2JWU8CYbV+cJ5Ti/n/I+HQ773LY5tLL8Aapn6y4MX8Aiiri6kKeBrtXqJJ2HAdEWGtcpjDeUiGXswJqXVfB4jJV6D2ukaRApsXKJEOBfVRmvrzuBKGKxibZ+8nKiql94Q+ouEulpL4S2VedWApjlON7qDjryDuDxO4BdQLEWwj8weRuXySaiqGmoRSpQAxIH4WpJfyZIlAOwA55Ja0m0wYYmQVa7C6kACQhYIi4s0nMEXAdZ1UKAM95Amt+PCHdd/ssXg7Ti2XNjy91oJcARY7yiivfSp2yrU0Rg8QpQ/i6nJuzcNsvg20uTOV6QndzMKdpKxh1iOQxKBSqV8MIL2B7C6vLGwd0jZQzFkE/dcdWxSdgnT5yt35UsintQ0MW6VqP8c6SYybAcXNxy2a7gLfXy/xI6HSABl0CaLbyWXPZdX5a8DqkrxZ78LWYrZsala3GhCGOFPn6R86K8IH3j3i972lv2E47jw+hQ7I4wwwggjjPDlihEZfpVgvBnyfV9zEx9+bJ6Hjy+RF57xZsRX3DzDg3fs5NjxJR59/AIrqykT4xUBVFW6vcpR+ivvP8DS8oBPfPIUzx1fJgwNt98+x3gSsNYvmB7fKmPMckdgDbfsn9zy+d6ZJrsmE04t9KuIIhHG51q0Z5p0lgb4osTknpXFPo985iwIzO5ocfbwNHu2MfC6FC+cWePCYp/xsctllUkcsLKW8fgzFRn+yDMXeezMKo3I0opDRITuoOD5i12eK5XS+ct8nZqhoZ8JhVOy2oDs1JlVdu8co90SLEIrMsPVjFQRM3EcoN2q6hiHlsNzLc6spAwKh9SfTcSW0Bh2TwwQA6649EVc8GqwQYpScH5Q1BMSgneev/rT53jqc+fIs4pkP/bxF/jYXxzn+7/nHt5weIqltOSM86gIoQiRMcPjy2tWsz55sL7n9cmOEggUFgvHrtBumSA4u5pybjWlHW8QYajk+a045IVFz5mVnL2TmwOfFCMFXgOyYuqa1/Va2CBltiazjtwJqatcma2FtrG1gtlWrtB1vnSzcRpr03ptV51nH1akuZr6xZoC6vitdb/nKsxaiIJVCtoYSgJd2xp3A6gKgqNhn2fN30PfzlzfMUlMbvYS++N4DesxruvptarMRm2MlGCqe0ZtA+IE0QI0x6clblDFJZl8hSCdBwVnxgEhyp4jKl4gHb+XNLjlin3UlyJLbqbVXUB8XuXc1hCfoSJkyU3Dz5r9zxBnT6MS4EwVk2Q0pTF4GNSRNu++rn2+dBj63IX2ByT9R6DVRHOHW+jhlzoETRBbOeuL5KiJSSffTN6+erSScT3QEjXbSIPrXghTdrZ8rHajb37L590ct9ZFypTe696LNy9NxgygixfQM88j7TGk7FX3AlL1W9ukmtx66pGXTYZHGGGEEV7reOV6hkf4UsKIDL+KMN6M+MY37efr7ttLVjgacTCs3N556yzf+p5b+V9/9AzzF/tDEpTElq9952Em2hH/9P/6EItLg2Ee5sc/cZrJ2SZuR5OlTkW4jQj9rKSfldxxaIpb9291RTYivOe+Pfznjz7PQjevTKgSixqhNZmweHyZlYUexghBYCiccvFsl3/3nz/Pj3zX3dckxKXzeK+Y7UJ4ARDK0tPLSh49vUoUGJLQ4r1y7mKPXlpUhZvAsLo0oHexz8HDU4S1+VgcGOLA0M8d/cJjCkfplR2qqIdWbC571TVAFEhNxLR2nTZMtyN6hatimahkyoPSY42vzn2wTX+nSmX6Jb6KV6pJ6SOfOs2jnz5NFAdMTCdVfdp7Llzs8R/+48P8H3/vbcxMJEjpmS8dFc1TBCF3nsx5nCor3ZRGI6psqmsjqPXrLaYy5CoVwk0HebGbU3pP21rC0DA2FmOtoSg8a2spi13L2eUGB6YHFWlVGWYND9K9eH+dvaNXgVkn80DpY5bynH5pWFcwiUBu20w0LIHp44hJ2UmcXCCKVqo1dd1gTjEmr+TpUFVk8fW5H04TIPjh/xry2v3XV1E5w6UqIupcjDV9rHRxenXp7WYMwtsJ8iUCXUS8r43UqgkUTcYhiGsPKAdi8d7gNSDQARiDaSYgJa6XYrLl6opbA6JY46tsYden2f8s8Y4eabmXtNzLdoRtM/LkZoJinig7jikH6KY4piy5lSI+XF0Xt0KUH8dLNMynBfDSwvg+cfY0WXLrlu9eGRgGY2/APPJXmM4xfHN6WJ0t0jrXuTVJuu/dFO0j1zTNgnriQQJEy6p/esuXterBbn1elVM3E5/7JJQpBMmW5U3eoRzbh29e3e186348wdoJwtVnEZ/jkjlSPwu+xJQ9rKkndABcr4qPgspJe4QRRhhhhBFGuCZGZPhViDAwhJcQLRHha995hDtuneXTD59jaXnAxHjMfa/fxa65Fj/9T/+CpeUBO+ZaQ6JZFI6FC10OtCOC6Sar3QzvKwL9ljt28K0PHtqWlB6YbfG33nmETz67yJNnVik8SGQZdPqsLvSI4wAbmMoF2sJ0M2RhecAff+wkf+tbLne03ozdO9q0miH9fkE0sVViWJaeovScWO7zC3/4NGvOM9msiMv8Up/uIMeIUOYVWSzWcuaPLXHx2SUO3jELSUCRezLv2b97nCOzTVZyx0RgmW2EBJEdktPNUCAyhtgIvdKTWIMViKxhUHq8KmnucLW57YWesG9qIzZp63VSwGA0ILE5vdIj3vP4Z85ijNCoj8crxIFlYrbFxcUen3roLF/zziOVE7UXVr1SKKSFo/Se3HlOnu+w1MlI4oCje8doxEEd8yJDQmykMknbjMAIIExPN5mdbQ1juQD27GpS9heYGYsZ5OMEtovgKV2LvJi+YS7SBghVyY2wlEKvDDDiCWQ9s9ezViYcGxzhUOsiabAfT8xYNF+zfRkWXeuSL2JqnfhGnXzbfSuCumDoeLwh067gfVivWyKbs3evAypNOtEDjMlDhOVZ8IoGDTRpIlGyMSRj8D7Ea1T1KuPBV6TXJBZd69dktUqhtqRQRzVhI6TMkaxDo3EKJSArr1GZFEN/7AGK+ABRehzje3g7Rh4foYg2XJTD8iwmsXjbBAeab5AwLwnWdwnK8xTRoes/KS8VJiB93bfTePi3MP2lDamyenxjiv7N34Wf3D73eDv4YJwy3kvYP47KhskZgPgUNRFF8+iWdcrxQ+QzdxAtPIL6HLUJoh4pemjYINv/juuXjbuc5snfJVx5BvH1eRWIgxbmYET/mRU03iRjVoVygLgCe/TqVe8bAu+w558kOPcEFAN0YjfF/nvR9ty11x1hhBFG+BKHQmVa+Qpte4QvHYzI8GsM+/eMs3/P1j6wj3z0eS4u9JidaW4ht2FoGWvHLJzr8H/8rfvou6oHec9sk9mJq1d6dkwkfOMb9/LeN+yhLB2/9cfH+IOPPE9/LSeMLclkQnMqYaIZ0YgsZSPg0WcX6fYL2s0rZ6+1WxH337eHP/7wSfqDgiSuJL1l6XnhfAdvDUuqRN0MF1ourqZ0BwW9foERIU9LfOkxkcVYwQSGtJvzzKfP0to7RtCKEIF5v0a5s83/8+2HMUZYc54zhcOrbiHEqoqnikPatXOMxxZ7rGSOrF5uKg6Y72SVOTEV2Ty1FHDXbkdgSgovhEOzIY+Ip8jGESz7WhFPraYsLfTpdTKSxgYRFiqybeqYp+MnV4Bq0mNXaJlQeHypz4VejveObn9APxeiwNBPS5473eH2w5PDY7F1oXgqMJcR/gPTDXZMN5hZJ8JGMAKtsEDFYJvTzE6fJ45KinyMXm8PG07MNw6x82Re6Luq+m6k7tnFE9LHo6y4aZZo0wBC2637hEMsGdTS53X37uG/db0TfDMxrj7zarHicK5JUTQJwtXhYqoG9baWZReAxfsEox0MGZ64is65BvlRaVDEhwjGYpwLa9JVm2mpIlJiKWrHbqrM4TIFX5tkBWHV66xsmmHRWgYuQBURpl4QFZLgHFlZZW5fFWIo4kMU8aFtBq00zZMkyTGMtxhyNInQdhO3lqKlr2KlTIChuHz9Vwhu8gC9t/ww4ZnPEiw8C0A5ewvF3vvQxuSL3t5g8i3YYhFTrtYTDaaaFBFDOnYvLrqc+GUH3g5xg+Dik5iyj2JwEwcpD72TcuzIdb8FJec+SrT8BD5oo1HdFqIek11k4t4Z0lPL+O4AaSVV24vz+NU+wUSL4N43vuhjfVEoM5JP/yb23JPVJAyCnPk84bG/JLv32yn33fPK7v8GoFhcxq11CGanCcZuzKTdCCOM8OqC+leIDY/wJYURGR6B8+e7ANsGojebIQsLPZYW+tx7z+7Lvr8WvFf+7998hE986gz5Wg5eKQclvUEXk5bsvrXqrwwDQ5Z70qwckmFVZWFQcK6XU3plPArYPxbzTe++ieW1jM89Ps9apzLsyUvFW8PB2+eYmWqgqqx5xSl0+gXeV3ZHvlRMWJGDcjXDGEGs4AtPtpQytaPFZCvCeeVDD59l71yLN9+5kzEjjBlhzSuiyro40QOxCDOhJRLhgT3jrGSOgfMkVnhmsceSEcYjS8VVqr7jJ8/CHXsyCErE6DD3tywT8nQSgF2NgPM9Ybl2b3ZeMVrVcRNrCDddrmCTEkBEkNLxxKkVnPe0EkUUAoHCCHFoGGQly2sZU+NJ1V8rQsMIO6PLHwnjScjN+yZwNREGaEc5kfU478l9yJnuOGNTy0TxCqqGfn/vi75XrgUDaOlQVQIBg8dIgaHEVPVbcg3oOaERDqiSrcETYihqp+aNeC8ZVoxNHYJVLV0doaLeYE0KGPJ8AucSEnMWkRyvCRvE2WOkJHeTNPURApbr7RlKphjo7Ti5uhFRXk6QRPOI8UMSq1SO1MbUPaFqEdfH5AtUXd71cRQOMa5ufaj74GWdCAPqUTGojVANMJJhTR/ntycAhi4xpwlYBISCHWTsRal7Z1Vpy0PE7mR1ntbZXTlATE4w0cY7xUQWpE1TlrDuOINiH6ov30ztWtDGJPlNX0V+01e97G35aJrujm8i7jxG2D+GaEkZ7yVr30nRvGljokOVqH+MpPs5TLkKFvze3WThAfLmrWhzjjAKoHBX3+E6ypRo8XNVv7bd5I8gBmyMSQZMvONWVv78Gfxyd3ip7ewEU++9h6y1+Q658Yie+jOCs4/hk3E0qManqkh/mfjh9+Mm937JVojTF05z/j/+Nmuf/AxalJhGg6l3PcDO7/3fCKcmv9jDG2GEEUYY4QuMERl+lSMvHI8eX+L4mTVE4Ojece46MrNFRp0ktVy27nfdjLL0GGtoNF7arfKJT5/hE586Q6sVogaW1zKi0OCd0l1JWZzvMbdnjEHmGG9FjLerl2Xnlc+c73Cqk1IOTZ+EJ5d6vGnXOD/43a/nxKk1Pvf4PHnhefz8Gj0jzExVL+wiQixUITxGcKq4UjGhYOOAdHFAtpLWtvlCFFqkcEw3QuK4OtY0c3zs0fO8+c6diAh7QkvDKSvOU9aEeNIaZgJDWJ83EWEqCVi3jDrfLQiNEF4y0XBqOeZCVzgy67hrZ2Xm5IomZdFkUCifPbXI0xe65K4iG+3JhLWFPmPNkMgYqssnFIVDRLjz9q0vnkuDgqz0tCJDJd8VmoGSOeruV+inJXOTkBiYDQJ2RgHRNtptr0q7FdErqz5mK47QKr7usTWidIqEwhsESxSvkqazeP/Ss2OvBKn/MwqBFBipen8VW1Myg1BWQmi1tQRcKGkSMKjcqIdbMzhX5QbboDLbqiTe8NQZ4fSSEhjl6FzBztZZ+txCr7yZVvgsVtJ62/Ukhm9ii4sYBngiPBGCI+Qilj4dfRNertwP71yLrJgmCRdQPF4rF3AjJeosBZbcx6CCsXOEbhkrlWxbVZEwBmMQX6ASIkOJsFafRW0IW8DVZ7kDLtLikarSW1eOA1aJOUOXe3GMY1km8qeqiQWJagOndVtyh9gU2xhDXYFqhBpDEl4gMD066W3DKKnrgxIGawRBrzrPZYuiHOdaPc83Ej6cYDD9NgZTb6VSE1w+aRj3nqSx8leAQ00DFTCuT6N8HNNfxPs2xhq0tY9i8ug1o6dstoyUAzRoXv5lvf/k8AwzP/gNZM+eQbMCOzNOfGQHNixJX4JL9XWjSAle+ExlFhZsJuqCNqcwvQXCUw+T3/41r9wYXiKyM+c4/vf/Kdmps9iJMWyrhRsMuPjff4/+M89x9F/8Y2x7FCM1wggjVFg3HR3h1Y0RGX4VY2FlwK/+/lOcutBlXenx4YfPcXBnm7/9jbcxPV5Jne9+/U5+7w+eptvLGWtvvNyoKiurKbt3tjl65PpzgDfjrz55Cq9KsxFirLDazSmdElhBSmHpQo+xmQZF4bn/7t1EtZHVk4s9Tq6lxFZomCpayKvSKxyfPLfG1xye4taj0xw5MIEq/NP/+giNS6ouceWORM8INrRgFZ87+ue7rB5fAarKtQAmkKpfc9NzL4ks84t9ytIT1PLhmUCYtuvWSmzbQ3y9WOlbHj0TctOmCkpWev7giXnOrqaEVgiNofQwd8sMq4t9Ossp05MJHsNgkNPp5tx0ZIp7X7fVlGdYs6x7gqEqYiWBEqtSlsqhsYL7d/XQognFlQnK+rasqYzAIrsuKt7ca6yV8ZZajCkIggF5vh0ZVliXKeum6uV1olmbkTnAXiLFdhiMKM3AIyhOI0rXILR9VC2lNBD1lWRaBFXBOwt1ZFPuxljtrvJbH7ecWa7MuVQhNAF37V3jG+85ReEPspa/nthcxJo1FEumMxQYwmCZwHcI/Vp9fkwVRUSPmBcYcPtVjkzopwfwPiYOF+pqMBRFQO4blMEkasxQ2ZzqPprFCSJdrt3PBFrjaLdX890CKCsJeBDjJg/WExclngjnt3FIpqTF4wg5juama6NY+jR5nA5vIdbTCK6uXIPWJlNIrR8vCwgcqiHOjoManFoC2yMOF0iL61OYiBS0mycIgl496SBoXBHibv/QF6TKfMmAMOkK4YWHCZefBTzlxBHy2btIOg8BWuUR1/BOMaefIUqfrhypxRKIIRo/QP+2v47GVzbxUlPL5dXBJZMHaqrflaDYqTGab6r7g1Uxbg0fTOOiFxGl9SJh+ktIPkDD7V22FUFWt4/x+2Lj4n/7X2SnzxLt3V0ZzQGmkeDbbfqPPcXSn36IuW/9hi/yKEcYYYQRRvhCYkSGX6XwXvn1P3qGk+e7TI/Hw0pwUXqOn1vjN//kWf7Ot9+FiHBg/wRvf+Agf/bB4+SZo9WK8F7pdDKSJOBbv+X2odvyi8WFi33iqFo3iQJmpxosLA/Ii6rKOOiXdLoFr791lnfff6Aao/ecWEuHJlTrMCK0Q0uncDy/mvG6RkThPGuDkmYS0Eu39iaKCIlAP/foIGftXI+lF1YJ6u+cr6SxxghaKlEjIEo2fhLO+8rs6xJHKakJ2fVg91jEsaWU5JKqu6pSeDg4sfWF/sn5DmfXY4zqKm0EHL15Bu88y08vsrqW4euxfcV9u/nub7+LJN76U55rRTQjSydzROt5uAKhKHntNn1wtqowF+XV+79FBNfJ+PQnT3P++RWiEG69c5Jb79lBGAUowkQ8qI4L8CqoKJf24EqYYcIUTE2GXYDPE9RdP6mJjDBuhGWnIAHtqEkcVFXhfqGI9omtr40vIvp+jpbME5gURGuHaIsq+GIzGVfKPOc3Pmo4tWyZbCqhrXhmWsDDLwQ0oou88859eG0wcAdwKuSBrSJ7SMmZBJTYXWSseHaDwBEQcf4aZBjAkOa7SfMdWJMh2ieyZyii6er8+XQ99AmVhH54BJPX5koCEicM7L1IukrDP4uIxydT+MZsZaIlOYiS5bvZrqc70jNYXUE9WHK8iVGpMnYdMZY1ApYxZOs3xvodUvXTqkdqZ24VizObI7UMqkJkF6+TDCvt5vOEQRfnIzb6mz1h0KXdfIFO7ygvdjLl5cB2z9B86rcx2QqYWlHQO0u88nnMdBMXTm4aviLnTsCgj1iDj5oQtvFlhl05QeOZ36F/1/desZ/cJzO45i6C7gt4E29ZTlUq+XQcYVyv+l4V4/sgIYOJN2xbvb5R0CCutu+3l3wLCtF2ky1fXPi8YOVDH8M0m0MivA4ThSDCyl98dESGRxhhhAoKr1jL8Kjg/CWFERl+leK5M2s8f77LZDvaIokOA8NEO+L4mTVOnutweM84IsJ3f+frmJ1t8sG/OMHyygAR4eabZnjve255Sb3C65iebrCw2B/+e2osphFb1ro5a2sZrXbE933bHdx9247hOLu5Iyv9FiK8DpGqGrk0yPnLZxZ4+IUV+nlJZg3EAamr3JzXUTqP88p73nKQC8+v8P4TywxyRxBarDU0Y8MgrYyxZveOVcRYlbzw9DPH216/+zLp+PVAVTm/kmJzT5EVdAhohRZrBOeVfumJA+Gm6a0yyGcu9DDCkAivwxhh79FpDt80w1tnW2SZY9fONrt3bt/3WQBz001Wzq0xyB1RYChV6TklzZQyzfnQQylfedsu9kxcndo/e2yRX/3FT3F+oT90ZH78U2fYc/g03/r99zE7A1NxDysBpVjQBIlSQruEy1v4MsFEA0y0Hr1UG0TZAtMo8WkLLa9fUr0ztISBI04MRixeqz7fiRhCEyJkOE1AK8LSzXYRBn1C2yViDXWC+nXBNXWV0/D0OeXsimWqCcF6CpNAIwLn4XOnhDcd7dBKJvFAvj5BpEpAH/AgQh5M09d9tMpT1dcI1GZY1+ckbHG+SYNjFMEkisFojmAAV9XjNUVNk4HZRcIFqrq4pQxmKdu3kfE6xuQz2Ow8wdqzIIKPJsjCW0j95U7SVldpukcQHdT1fjBugEpIaadALEKGIcXRqqp/6rfkLVeVzMrUy7PdBItUbtvXcwZsn8B2a6fuzc8Bg/eWMFgjChbJyxm+IIRYPY3nfg+TreKTjdgmVLF+DSmAYGpjKGkP6XfAhnUuWP3mYyN82CJYPYntnMaNX8HdWoR099tpHf/vmHwJH7Sra+BSxGXkU3fiZw4T9Z/BuEF1fcMZBhNvuMzh+oafiuY0buYQwfxT+DDZek+XGWos5e6rpwJ8MaB5ji8KJNz+tUfCALfW2fa7EUYYYYQRXr0YkeFXKc4u9CidJwq36W8LLZ1ewdmFPodrZ2lrDV//tTfzVe86woULPYLAsHNH6yURwc24/037ePrZRbKsHPbiJlGAGauqsd/xTbfzxru2vpwbkVrGurmyuAEFTi4OOHWuQ2CEODCYWBjkjn7pSQcFkRGKsooUOrSjzdtum6N5925u3jfB+379c6ytZUPyXVpPNJGQTDZY6eas9nPywhMnAWfSgs+9sMLd+yeu61yoKg+fWOYDnzvLcq/qpYxCS6MRsnv3GK1WVQVth5Y37B5jprFVAjko3TAb+lJYI3gRbr159orLAHRLx7HMMT2ZcNArZxZ6pHmVMxwYYcdkwtK5lMdP5pyaP8t3vS1i/8w2vYlAmhb80q98huWlAXNzLcp6t650nH5ulQ+9/1H+3k/soxmaulqmtcOyQWxOkBQU2RgSZXWG7vr9WF9f8Zh4gCsjrpfUiMBEYlFRnCoGwYrH4PEak7uEgAKxnvXqdFGMo2lInKwAvpb4CiIOI56snOL0UobiqorwJftsRspyXzi3WnJTAs6aISE0FCThGo2gU8U1YSiiCHohlJXBV87s9UfqAFASyAqZ2VVJkKlk11L3/AqCqsebZv1NhqdFSdXOEGXHkOIsOoxbAvodQvMMNtmFs5Mbu1JPyz2E0ay6LuuZuqqIFli3Ui0vgifEyR4SPU6VuyzD3mLUV2ZdYQMv25BhqSK3xA0IeycRn+HCCcrmAbikxzWwg6qyrZt/Hx4rGSIFItBOjlEU8wyK/ZT+6gZlLxfB2klsfx4fjW2tuorgpYnxBabs4KMqd13SflVSCKvfBJtzim0MRQ/bPXtlMgyUE0fpHfkOkrMfxg7mq/NrY7LZexns+UoIEtKJ+zDlCojFhTOvaEV4CBHy296NXTmN6S7g4xaYACkGiMsp97wOt/MLEO30ImFaTaJdO0iPPw/jl0vUfZbTuOnIF2FkI4wwwpcqRj3Drw2MyPCrFOtEbzs6uf7bvjSLGCAKLfv23rgXy/u/Yi8f++RpnnjyAkFgaDVDstxRFJ7bb5nhnW8/dNk645FlMrYsDgoCI1tIaOkV55WFpQGt2A6rx1EAcZAwv5bhjOCyklYS8vaj0zx4x06aNRF/0317uOPWWT7z8DnmL3RJkpAjR6b43MklPvHEBTqDEhGYmWmwZ984Pef5o0fPkZeONx2Zueqxqip/9Llz/PGj5ymdx4ggAmVakhUOq8q779vL7smE3e34suovwEwzYm2wfRRN4Txz7XjbfOJ1DLznuayk1KqKvnu6wcx4xGqvwHswqoy1ImIHWqyy2M340BPzfM+Dh7fd3kMPn+PixT4zM02CwJB5JVfFBobxCcsLT11ksDjB1N6pyldYLaUGFF4oVQitx0cdIEC8vYQPVuRYxCG2RN31GSupVTAeKwXB0MxXUB+g3labzWMk140+Vi+UJPQUkvhc7RKtqAYM8jkG2W7gFKppTdIv2acqE+Nt+lGTZwYFYgzt2DMdpYzHF0jCtdqErhIyR8EAM9ZAuxlaWHKuP9+2OjMe0ZrMi2xi51Wm8voHoiWWPkrEgFsBg3VLJMXTKBZvWog1SFRFkFnXp1F8jq59x3BfoV7A6BqOFlY69fZNPSFlEC0w9HBMVGRbLAO9hYY+hdGi+n3WDxU1CUSTddRT1Y8NWucvG/zKGmPnfwPj1tUigotm6O/4alyy0feuetlTC2sGGMphD7yqENpVrOnTzW6j9FfuwX25kGy16t+1l0v6VQMoqhYAr1UFV2sFi6hDTYQ38WVBVnodJlflxFG640cwgwuIL/DJ9BZTLbUJzl4jM/o6oUWO/+zHcJ/5S3R5AZnZif2KBzH3vRWxW18V/OxhBm/5W0RP/Sl28SS4Ao2aFAfeTn7bV13TIOyLARFh9hu/ltP/v1/CdbrYOk5JVSmXVjBJzPTXv3wH8hFGGGGEEb68MCLDr1LcdnCSRhzQ7ReMt7a+wHX6Ba0k5NYDk6/oGE6eXeN3/uwY57IcMxbRWU5Z7eYYK4xNJvgk4NGnL/Lme7ZKkUWEO2ZafPzsGt3C0wgMRiB3Su49xilpWjAzFtdu0BUCa5hpR5Re+Wv3HWHXREKwjdS63YrYd3iK57sZT5xd45GLXW4/NMneo9OUpWe8teEoDbA2KPirY4vctW+C5jbRQ+s4caHHh568UPUaB2Z4TL4m8Ku9nIsLPd50lfN++842zy/3GRSOxqY+7aysLLvu3DV21Qr1xdyRO6Vwymo/p5+VqEJghXYSEkgVhhNG1fhaccDzF3ss93KmWpe/6J8910XRYXRTbIQIoVSPSxKWF3o8fypk156gcm9WIXWVe7cglN4MI5hKtZV4drvhy/XOvio27uBp1FFC62Srkl3jwFMRYry5rMSbl1Pk5STWVJVHYwqieIXJ5GluP6h87JiQOUcSyIbxGJ6x6Rn275/FhQGp93h1dPuOfuF4XaNXOVrrxgSU8wYrGTRa9MtDFMxe5/GtH2WIEhO4DkUwBbULdlWFFaq+XEPgOuTsJuUgjkkAovI0ogVe2thWhEn+/+z9d7Bs2XXeCf7W3vuYdNc/78sblIUnHCHQG4mUKMORRGlaUrQ06m61YmYUjImQFDGh+W8mFGqF2FRER6hbjG5RbEoUregJGhAEyqEcyr/36vnrb96b5ri91/xxznXPVL0CUEAVkL+IR6LSnDzn5Mm8+e211vdFSNP+L0yThIqiuEyhdfyVYYCgBIkItDGMmtbxbZs0j6gwlnsBi2EAxlLqYaxuYrRAcZTmMCO9m5ZfJHFLGB1BtomUtRO0Dx2S5Yto8LXRlBgIFTZfpnPt19k6/ldQVwuUquoR1CFSoRrtRGhth5qpSt1CrRHWZKTuMoPi3atG1gK03t+6A2LvnYrfLKB3BFsNAa0H/Y2gAXwys9sVoIqUA9SlVDO3WYUUIbQPvf3jvg60LCh/7l8TnnuiXtiIY8LKIuHV5zEvP0v0k/8AcTcK4uwTfw8ZrSFVTmjPQfTW/gPfauZ/5PsYvfoG67/9B1T9zToLO3hsu82hv/WTdB9/+Fu9ixMmTHiPoNS/396tbU947zARw9+mzE2lfPrRI/z2ly+xvpXTbdpxB6MSH5Tv/fAxprvvnhvr1eUh//YXnmd9M6fXiUiOdLnkPUURcJGhPZVw9mKfC//pBa4uDfmx77trn8g72k346JEpXlwZsllUKBAZ4c6ZFleXhrd8XWuEwivOmpsKYYA/e3GRX/zDc4xzTxIZgip/9NVlkpmEo7PpPiEM0E0c/XHJueUhDx6bvuVrP/PmOlnpccbsOxZjhOCV0ge+ernPDz129JaC9o75No8em+LZy5sUAt1eQhRZOgodI5xZuHXsRwiBS6OCYeHZGpWUvjbNstZgrCGrAsYIkYLfHmE0htJ78lvkn6apQ6+L3RKoW4mLQGQNSZzWQlANZai3vX3mt4usIlBpqF2X9x271gnB4fbaO60bIzaj8G2Cyo6u3hnHNRWEm/Q570PwoU2SrNBuXavbcYPlzEHlvmPC8xcsVRxoRaGu9LoOdx1boBU5WtZjzZiApdAWg9JweTDFyakt2AlaMgglQS1EMUwlRGGVUCWEoo2GW33tBqwZN/uXknOCpHyTyvZqw6RQt90Lpja3ChGZv4OoqZiGUKJEiGb1XrQiTCuqK9ZV2DnbWKGTXqLK5gjaYsdMS7VpbzYIGcJ2e7ZjzF2UHCSRN2nJ2Z376vtbZHqGTGvH6lFxiqqwdIonkJChOAIOU60gMzF+ZNG8eeeMI0TTmLJPvPUy+eyH6jOhMXkxTytZQikRmm4JaSawKwNN9TioI7KbCOU7jG16e6QaEa29iOufRUyFzVfwycI+QWyKLdR12Dr440TVMi6/XL9P+TR26TUoM8QpQo4rBxA8euQ0SbxMplP7W6i/Rfgv/j7h2S/D1DSSNPF0gI5HhKe+QLjnIexHv/vGJ4qgnfn3zQ87cY4T/49/yMxnP0n/81+gXN8gOXaE2c99mvZ9d3+rd2/ChAkTJnwL+Nb/FZ7wrvHD33WKNHH80VeusDkoQISZbsxnHjvKdz929F197c8/cYm1fsaB+RYCXLw4JARIEktRKatbOS62hFHgl3//DT5w7wJ3n57dt43jvYSj3Zj1rKIKSi+2tCPLF0clL23PnF5HXtVV2enWzX8Ub2zl/NIfn6esAgdmkh2BlxvIgrLSzzl+wO2rXm53gRb+rW0FlzayW069bkdDVV5v2rq+93EfPzVLq5twLauaCCclthZjhOf6GY/MtGjfpMX9+cUBIyMMxrUQjqxg3e6iQNA6v1mAuB3TmUrYWhyQRIbp9s0XRh55+BC/8msvMxgU9Hr7Y7f6GzkHD7W5+55ZIAeUKjQCtTHaslLfVnpDbOvjj/Y6TBtFq6gWsLeBjcY4ycibyqVQYJpW6KCmEYMBeRtxbUxBq7UIgPdJszfw4x8PtJKc5950LA/qVuH77pqjnUb0IoM1Q4SAAZxUVAKL4y7HukOM0R1zMCO+jhxCkeY6NdEY4wqq0cx1glhJ4yWSeHknUimEhCw/SFXO087Pk0dH8CbdmaWXSknDEmm8hFAvZAQisuooQWoxY9LmM7BvZbteCZEokLgVxuUJSjlUnzdylJRADET1vpOhxORyBxGrtOSN+pzR2nmThYJU3sBrh5IDEDxp/iwShqg61Nh6brnyqBFMG0KpEJrrQAyIwY0u7ohhgHF2FNSQxCsYux3HJXhvCNWe60UFJDSt2d84MWzGK3Te+AVsttLcIBifI/kVvJ0GcUiVoTYmO/nn0GSWIpml6NxTP37Gk7Q+T3z1S9h8uXYCjyL0yAnk+HFa/qtYXWdoP3zDzPS+/dhaJLr6LDJaQ+MO1eEH8bNn3uEM+lvjv/T52hU92e8CLa02Otik+tLnby6G34eIMUx9+DGmPvzYt3pXJkyY8J5G93UffqO3PeG9w0QMfxtjjPC9Hz7Opx85wqXlAYJw7EBnJ+ro3UJV+crLy6SJxYiQ5xXjcYkxQunr6pT3SiyCWmEwKvl3v/4K/++//5EbqrlG5AaTqfsP93jy/Ab9ccVUYncEbekDRRV4+Pg0rVsc41deX2U4rpifTvZVZy1gBLLCk5WedM/zy6bSvNB9a8fjTup23KJvavylcGK+/bbZxAOvbCl0Eke8Z0BYVRn5wBuDnIdm9v9o9UF54doWvbkWpd92r90VwtsVWlUomyrwzMEOl65u8eFTM7c8XyeOT/PpT53id373LEVRx26pKptbOUlq+LEfvxvrWnX1TsJuG682oUJGWc9SNrIWh3sjYht2WqJFQL3FZ52bnq+bIQREAl13laE/SNAI1e2qp8FKifEBbupmvEsUbWLEU/mY0IzkKpDEhh/7WMxnH6p4/vIhPC2SXkKh1FVnto8RHCNUEnww5MHSMh7BYymbgwsgtjaB0qaSaT0mHuKz3Q6DVnKFVrKIIoRQGy4Zk9FuXWQkRymKI0R+CWtyvKRUYZaOe5PYrBHU7Tg3GylouQvk0RRkAWMCWlXNpbA9vxtQqSv5zm5BCUHaZOYOWuFVVEcE4rqaT22oldl7UImJ5TKCbzKId98RJcEwIpHLVFWP7sZvEsVrjQFXAX7UzMfWAlgcmBhC9vbv9jg/QlYcoJ2cJbEreO/guulbEU/QhPCNzB1WpX3+V7DjZUIysyNWQzTCZivYMMDbGarZu8mPfJRq9p4bt2Es+enPYQ91cJsvoKaFdmbQKG5c1SvicI3SXKWQ4zfdjejNL5K88ptIVXcMgBJf/BLlsQ+RPfjnv0bDrEAkGxgZoziKagZdX4b4Fp+ZJEFXF7+G15kwYcKE9zcT/6zvDCZi+DuAJLbc+Rbtvd9otmdkTSPkvNc615XtqmhdPTQiGGupxHNtdcjLlzf5wG3MMc+0Y773gYP8zktLrI9KjAihaZM9s9DhE3fe2uiqPyxA2Nm3bWwAq1A2LtTbYtgHZSurODXf5vjsW2dnPnh8mpevbDLK60r2tkGWqlL5QDtxfPSut58dXc4qxnmFFB5SR9y0bYsIkcB64Rn7QGvPwkE/KxkUHgY54hyqWlcq2f9lHrReiCiLijh23Hdmlu9+4K3nEX/yrzzE/Fyb3/uDc2xsjAmqHDnW4wd/9Awf/+RRUKjKDs4NdzJ+t8/uoIxYHHTwanh9rcORdsVCGup9qqImUun2f9CHEGMlI7UjrORkfpZCO3W1WzZou1U2swXObbVRs0nkPBockU5xqLU7b21M3Xrvb7IwoRjme3Dv8YRh2WM1ryiqALLdGbDbLo5WGGNo2QERfmf2VqkXV8oQ1wZL288IBuMKvARQg5GcNF6pq9p7qpoh2FrcJov0iwfIuJvGSBonfSKzUS8E7PkKD5pgdETqzxOuXoMDC3XxMPja2VgMKhHBdBGqxuCqJjP3oZKQhLMYrTOjg/TIzF0UcmLndcMtErYDDit92v0/JiqvQtIsHO2YcPl6jSR4UEEkNBVdu+NCXbVvbjKm6sjy40RpHyNFM5stKLZZHFHy8hC2XCMevYarllGJKNLTlOmddYv5O8QOLmJHVwlRb3/V1rXx7SOYcovRHT9GNffAW29ISyK3is4eAtvaX6UXB5oRhUsU5kYxbNfPk77yX2vX8PbCTouKlGOii1/CTx2hPPnRd3ZcskXHvoKVESJar0/YiOVeil9eu/mTigI5/M4M4CZMmDBhwoT3CxMxPOEbjrWGk0d6vHR2jV4HnDOIQKi0NvIBjN0ViiKCiSwvXty4LTEMcP+RHsfmWnzlzQ0WN3MSZ7jrYJe7D3ZuOSsM0GvHtTBX3VehFUDGFZJYxmWgGBRALWgOTaX88CO3nvPd5qGT0zx/cYOXLm2SVZ6yqoWhKkTW8P0PH+HuI2/teDsYlfz258/y3EvL+NJjneHMnXM89sFjdHsJVqAMUASldZ0uMc6QVUpidt2Qt4912/HXNAcVxY4kdXz4/oOk0Vt3CmzHbt338CF+6fPnuLQ2xqeW3365z+U88EMfP8xMz1H4HuOqoAgBFIZlwlYe1xZMqpRBWB3GXNpSAhAJLESBA5G8bbV8m6roYFsFqBKZjMhc3blPUMalcH4w5MSBLWK7LTxySj9iqb/FwfgIIoYQoqZJ6cYqvjTV36oRp21rGFWBKgixZWdJJ6ihUsvhaI1EylpsAiIBweBDTFFetwilUufONmI4ijbryma4UbAFjbCmIHJbFNXuCEFk+gihaWfej4w2EQshdPAbI+xsDyUgIaA+4NP5eupYlNLP7HmikMsd5HIKywAQPN19lUfFYihv2twl1AscyfgVxCqQ7DxLpM5xFvVNNJRHigGuzAkS14IsmqHo3doAy4eUchyTppt7uoPrqKesPELYGtDrfxHRvK5CayDKL1GNXmMw+z2ovXl02K2w+SqiFWpu0nbd3GbLTd4uNVmommO++WeszpDOb3pfdOnJOre3Pb/bEi2Cxm2kyogufInyxEduu11ayOm6r2JljNcE1DZ7kNP5+B1s/tI1tCyQaPe60iIHVeyHPnVbrzFhwoQJ3zZo7cXybm17wnuHiRie8K7wqQ8e47U3N+hv5Ux1Y5LEkRc5hFqYCRA0UBUB5wzduRZ5cXMTp1sx30349D0L76iN5ZE75/jNL11kc1Awc90M7NZWzulej889doRLa3V17NRCh3sP995WMALEzvLXvusUf/LyMk+dXaM/LkHh2FyLH3zsKHcc7L7l88dZxc/+wnO8dH4dcYY4slQ+8NXnF1m8usUP/uj9xO0II7Wr815UwEWWKgRCCBhjdl0QG0FsRTAG5loRIlAGpXsbxwVwbX3Mz33+HOuDnO5UQuQMeel54qUNrq0U/Lc/eiedJCapUhYzpd/MV9dBQIqqElTp+7qeJwJ5gEt5xcArZ1J3S0Fc58oqIThULT5EYOqK4L5zoJY3VlNOztUxPsNi23lZia1yaGZAf6vPtJslK6aIW0s4U1KFiF1BrDhTkfkOeagFVGqF1BoyHzH2AScVAUulhrYtOJkuQpGBjVBiKkmoaFFVbW4QQY0Ipplp3s4NvnWbuO6pSG8/dPu4rxPxvoAqA5eAtVRvLmPaLbCOUJZIVSDRCOMSqtChqG7SQSEWz827SEo9RCrnuHEBQWsxXFWIlqgmSNB6Jan5cNZzzQGcrauj4wyCx1ASXI/h4R/ccZK+GS3/InE4hy8txAlipBar5RCt2rQ3XwSqZpZ3eyXI48prtLaeZDTz6Vtu+2aoSdhuK7/hPdxuy7+NirMSoyQIGVy/eKH1efNy8yg727+MGoeEClRRG+0cm7oUM1pDyjEa357QT8xSI4S3572hvgJTWp98iPyF87C0jMGi4ij6JSH32Psf+baZF54wYcKECROuZyKGJ7wrPHrvAj/ymTP85hfe5OKVAaOiqaEoqA/kpafMDEk74uiZGUgcR+beWfXma2F+OuWHP36SX/6T8yyvZ8SxYTQqGTaZxm1r6RnDjz769pXgm5FGlu956DCfvv8gw7wijewt53Gv54vPXuX1C33mp1tkzbJhLI40DayujHj6mSt84CPHsQqXNnNOTiU7OcuXBwWRFaoARelJ4rrd2wfFGiEERQTakcUKjL0yHRmmo93Kn1dlpFBRi9i2sOP8/McvLrI+KFiYSndEa7cdc/d8i0rhuQtjPno6xYpwKlHWK2HdB8oAsQEfYNMriezJjZbaeXqjCmxUgbnrhLmzQ9J0icgNUFVynaLQKYZ6EAkeR04sA6x4VA2lN0ROcIZGCG8jFF5oRx7j+nidQdWxmh1lIb1IZPLa+bmJaCpDzPL4ODsuYCLMJpaqEsbeUKnBiudgvMHx1ipt5wkhYZwfI6+OgFFcZ6MWraqNVLTbh4yWMdut4T6kzTsduGEWloBi8WH/LGcVuqgVwLNPqIUKcRa8EgYZlJ7ylUu404eQVgKRQQgU1Ryj4hSKQzSnXq5I37bCmOtxIlnCMiQQNW3KjaAlRfxafQwKmlVIqxFv29pZ6rll7xO03bRHG0EMGCm51VKY0QGJvknAoSRQ7FwhGC1Js5cgZPuFMPXrBUmI8/OM/YfeUXW4mrqDEPUw5YAQ718ckGqIuhbl9G24D4slNydp+ZdQrdjr3F0bllkKc4sW5KrEjNZh2LQvG4umU4TWDKgH42qBfJs4s9FEkd1kNODSVaYOC77VgyKH4GnNxuRHH8f/wN9Dkvd2ZNKECRMmvBvczKh1wrcfEzE84V1BRPj+T5xivhvzP/0vTxIHJXGGUVbVrX6AH1f0DnYwUwmt2PHYmdm33e43gs88eoSF6ZTPP3OFJ19aIi88sTO0E8eL59Z4/VKfH/quk3zvR772ObnYGWL3zmYVn3xxCWMgjQ14JfOBoIqKYKxw9vVV7nnsCFlW8cRmzuvrYz51YppOZBlXgcgKiY3YyiuyvMJaw3BU0O3EGCsk1kAjhNtOuGdq10RsFJTVoPvaPjeAKVG6qjx/fp00tjtC+MTJGU6fmSVyBq+KM4ZzheewM3StYT6yzDfi1qvywrDA7hXCDVbqzOL168SwcwO6nfMYqfDBkjFLJWmTO1v/oC9pU2lKSzcweIoqMN0KVP7moq700EpLLg0CXdlkPr+E+nUkdlgXU2nKRnWQfjFPpbVR2HZNNhbhUGQR10bMOu3oGokdoEDpZ8nKI5Rhpn5wAJ91sOkQj1CRQuPNXAtDizG143VZTeF9C2dH+LBdjaw3YkzZ3L9fxJVhlip0icwWXmNqgaW11nQOf3W1PlggrA8o+gPs4Vlsx1K1j1J2prB+nXb1Bi6sAIqXLrm9k8KevqUoDqQMwiO05DUiWW8MtgwlC+ThCJ3oK6hLoMohGHRUQmwQZ+oKcVXhQ6du7052Pxum6uOKS5TJzT9vUViuc5O5MVYskOKqpVoc3mz+20RIGGP8Fv4diGF1KdmRT9G69NuYfJ3gGofuagvRCj97hlbxIoWcoXIH33IhITN34XSdSBcR1bplvFnoyMy9VHJjhd5eewlZv4KEEhVXt6v7ChmuYqoCjFCe/Bi8AzF8y2O9dg194sl6ceLA8fr1gkeyLdLiEvnaOfzRt5mNnjBhwoQJE96nTMTwhHeVV766jA5Kjh6qf8gueWWY1eZFZe5ZvrDJ4XsX+EsfO8nC1Dev+vDgmVlev7jBi7HlyFyLZI8Q6w8L/usXL3DX8WnOHL15C+P1DAvPyqhAgIPdmNS9c8fuwaggaiKTUiNYMeReyX1ArKEqPJJ7us4SVFnLSp6+tsWnTszQiSyK0I4MrSgm9/UMpzNClZdYa5mZinBGmEsshxJXi2OgVGUlKJ76C2E7SioAfQVf1YZotvnBf/BghzvvnENRRuOSygecNcSR4dWswg4LDs62KJtW7kTkJnXPXQSh3Lf6qqTpVVRLNsaWihgTp6ABK7UxmKqthTGOkhYtWSONYHMc7ZkV3rvF+nlBPSfTV+j4RZxmtZtytW3qFqFmmiBx08avWKAFtLf3XwR0jlExy3hPDu/11bZQtmun58TvzCaLChrqmeGQVJjMIWoYjk/TbZ/DmozdQSKh8h2G45M3bBsMw+o+Ou4VnNlCmlKpWotfHBNefQOS2XpfnSW66zBmKgUBFxucfxbKNTTUlVMwWN2gUz2N0SFZ9IFbvFMQ6DDUR0iia0RuoxbgJsGVFeQJYWoBs361FsTGQSaoL+uW5rhDMMlNO8IlvNX0bVMzvpXgNGanCn/9Y0Q9YJq253dGceCDqGuRXPsiNlvGhBHiBJ0+gOlGJNnLxPnrZOkH8K2DxHIVwwilRc4xSg41sVGOofsILXMNU1xENMfLFIU5UQvh649LA/FXfxM8BNtCQgGE2hE8eEy+iZ86SnH6k+/oeKowQ+xWm9b1PS71r70CVQndmV1DNmPR9gxmaxn3+hcnYnjChAnfkYR3Nr034X3KRAxPeFe5cLHfGGjVP74OzbQY5RWjvCIzgij8zU+e5u5T35yq8DZ54fnyV5dIIrNPCANMtSOWNjKe+OrS24rh0geevLLJ66sjcl+nArec4f4DHR490rttYyiAowc7LK3Xs8o0LcqVr92fq8IzO9feccE2Us+xXhuWrOcVR6YS3tgYk/lArxXTiiwi4H2gPyw4mlg+NL+/MhZU2Sw8a1WgtAb1gbWiwogw3YqInaFUyJ1wYDrl4sqQtOU4emIaMUI2ruqCn1cUZWNQ0Eodr62P+f1XlvnQAweZm0rZbERKLahvPG5FScyuVL66uc6xZJNhDlkZaLd7xErtqqu18ZYGgxCB8VSklL5HUc4wzIZ0k2Ezo7o7B4wqzkBRlMzHK0g+QL1v7qtPuFAwra8x4jCRxsTNFm4xyYzy1lU5b6SZD95+/M6JB6OoC0hp8KHF5uAe4mgDZ4dAQENAvRDLMoXOE9jvZB40Zat8iMhsYGUISF2Ztkdouzcw4xXUtXBnTmGnUjQvCfEUQTvYbAXRqhY8zVEqMaIZqX+dwp4kmFtd90raXiKKh0DUODuDi8cEdxBDhSfCbC0iVdZ0f1u01Sb4vZXv7c2Ful0+mrv1eZTpOs5Kq9qBed+7UBHiLpIHRAtU9oheVYxmlMkRgu3te441Y5T63N9ymUaEcu5Bytn7SftP0hp/BR/3doW1KqIZ7exJgptD4qSp+m4SsUTOMUb6UCOILZU7SanH3tbjwGxcwmwuElpTYCy26CN+tNNWrsFSLtxH6L21C/z15OEgiV7BMsaTsN1RwNI1cFG9MHLdvmmUYlfO3XShYcKECRMmTPh2YCKGJ7wjxuOSL335Ek9/5SpZ7rnj9Ayf+K6TnDh+c9OdTifC+/0GQO3E0U4cW5KDwJH5G9sf3202hwXjvNqXJ7yNiOCMcG1tdMN9PtRmULYRpX96sc9rq0MiI3SbbWVV4JmrmyjKB4/eeF76ecXFrYxB4Umc4Xg3YaEV8fFHjvDC62sMRiXddi20vCpl4RHgzN3z+9qMZzsxM1Mpm7bOE3741Cyr44phWdUtuSjGWQ4kjhPt/S3bS+OSVzbGDEpP7pVhXlH5JiVYavfrYzMpx+faBCN88AOHufCHZymqQK+bUFaeABRVXfl0kcE2TuELMymvnV/nqa8u8T0fOk7sDB7Bm/p47J5jqBqn6/mmkn5xfcyTF5f58QWlCrXRlmxH2+i2C7lShICTBPEORBmM5ojcgKNTmwxKSztW8opmZhoSV+dFd12B5EMIdSSSYnYja4InDlss2GsUeuLrMntUtM7qaoT2fqQxRApQbj/ekZcLhMrQdq9iydmObG7pecb+OFk4dd22DGWYo2SPkJzpMnz4p0gu/SlueB4zN0UIQmjNoVEX8ePa5EoiRAJGyx1XaiXB6IA4XCG7hRi2bkwUDVA1+6KZVA3WD5GywLCFTvUIzIExSJTgyxi7cQERu2s8pQHrBwTbpUjO3PJcVjKPl1mcruC1vRt1pB5DRhkfI6RHScYvo6Got+8UmwpEUzgrTPHHFHociRxJtIJQAYLXlKw8RuHfKvJMiLmKRun+CrMIIgbxJVKM8PHcnmeUJFymYo6CdzZuIVVRz38bUGPw6TyEmbq6LraeI/4aKt1KwqB6sIlWGiJSNNFKjqD+5jnN2lSkJ0yYMOE7jDoN5N2ZGZ5MIr+3mIjhCbfNxsaY/+nffInX31gDAWsML720zB/+8Zv8rb/5KB/7yI1ZmR96/ChPPX2VvKhI4j2ZqEEZDAs+8bGTdLvvPAf066WdOqwRykpJb/LyPihTnd07lrdynji7xstXNwlBOTSdcs/RKc5tjEmsIXG71SXjlbwKvHBtwAMHurT2VJ5fXx/z3PKAIijShPS8sT7mzEyLR++e53MfOc4fPHGJpdUx1gpZ6akUTt0xy5m7dmcLu62Iw/PtWixS6yZjhNlORFoYVoZ1y3ZsBWcNi1VgrskmXh6XPLMypPSB2AjDrCIrfe3ybSB1ljIo51fHIML9R6Z45L4DLK6PePqVFapmcaOq6v8fRRZj6ilIqL/kO2nEYFxyaXnInUenSFAyoApKuWNyXcdbHYwMvaZk/MSb6ywNoPJC4pRxYRrjoT1/mAQ8dQt5xynSzGB2WpcQUyIYtgpD7HQnCqkolbYpsCEHrepFhX1mSwLGIuqJ2XjHAuZGQvPvLapp191lGNFxLyOUTeXONEZLJS17gUCCl2kiNwCg8m2qqnPDhsLUMcYP/GUivUaUvLLfPVj9niqfNnm/e86BCqLlLXfZRUOQgG5HQTX7Z7NF7OZFpBqjGjAaam+AqMNY7mPsTjPVGuN0BTFZbchcgafNcPozb21uJYahe5xO9QRO+02brwKGShYYusfR6QQfzZKMXsLICNNLwDiCtFATYxjT5kVEY4LOEogAxcqITvwGFErhD9z85bXE+CEqN3YCCHkdl1ztP2dKhFKQcPEdXUuiGUlrEesKKNYgSVCJ8KZdm4c1Ttahd/N9fTu8dtmsHiOSDYxkKBaObRB99febKv2eKrkGpMop7/jopCo8YcKE7zyU3VSOd2HbE947TMTwhNvmF/7Ti7z6+ioL822iRuCpKiurI37uf3+Wu++cY/66VtwPffAYf/KnF3j+hSXS1NFqOcoysDXImZ9r88M/dM+34lDotCIevnOeP31hkU7qdtqPAbKiwhjhsXvqatHVjTG/8OWL9EclibMYgTdXhlwZFHSmEg40Yn4wLFhZGZHndftw0kv4uV9+if/LD9xDtxuzMi55drl2Ru5Fdeu4qlIE5Y2NMTOJ48c+dyf33znHky8usbw+ptWOqKZTDh6d2reP81NJ0watxHEtq8umAN+OLQc1xjdf4rUTs7JWBY4a4fXNjDIobWfIqkBRBaypza0CtcNz4gx5GRhkFc4IDvihj53k3tNzrGYl3V5C5Cry5rnQyBMRNvo5xgiqsLFVZ6haEZxCJ3aMfagDa8RgRBgLrAYlKj0Z0G13eeVawT1HlUosRZERRV1EbG2U5buUoYOIJQsBFzztqI9Iydq4x3LWpgyG6XjIVFSyWR3AE5GFnGmukKiicpPWWKnb9uUWua/bBFUGQRk357dthK7ZNgcLJHKZxFxmpIcpzSwQUE1r4bF9pgSo9guMxC5ipNgVr1ovligRVjI60RuQ9BCz/b4aKt9hMDyJ6s3ycOu23b1RSCpRc+y1UN/391gDiOKlg9gCG40wtkTVEMoUX7YQ2W0/F82JdAOjGWJzmJmrI6aGm2gIoB4pR6T2FSK5ho0yVFuohlqERwZvjlBFby/sgnTZcp8i0ms4XQOESuYp5dBOpTjvPEjevo+e/hnCOl72LhQIIjn4DDUBrEGagXFjPB33MqEMVHKjGZaKRcXWFfXr9kvwdaf9ddVT0YCEikiv0tv8ZXx8gNC7D+TW7eCiJd3wBC5dwx8+DBcugnOIDTgqKnrIqE9oTVMde+Rtz9mtMZQ6t/NjTO76BPbCs5jBCiGdAhdDVWCyTUJ7lvLuT3wdrzVhwoQJEya8t5mI4Qm3xeraiKefuUq3E+8IYahbiufn2iwtD/nSE5f4oR/YL27j2PLf/YOP8su/9jJ/+sWLjEYl1ho+/MFj/IUfvY+TJ27eXv3N4Ps+doLXL2+ytD6inTicNWRFRRWUB8/McnFxwO88cYmLqyM0tpw8OkUrrT8y7cQx0roCXHmlyCuuXNnCe21mpOvfms++sMj6+Q3+8T/6OOf6Y6oQ6EZ2X7vzYGXEG6+s8KpXPn73PB9+7Ch/40fu27n/K4tbvLxWtzQnRohjW2cK+0Avqs2bVLWpM9fTr9bKjhiWZmeyoIx9oJ974ka8ZY2C3p5tVlWqoLUAtrJj6LW9nUMHOkz7UO9LZFjfKuq2cStEkWWUlyytDZsnsCPgVRUVsFZIpa48b5+CMsC1EHDAQ3ctEIBc53l5MxAZjxXPoWLEVOLIwgKehHrEWKmCQ4kYG8+l/jyXh9N4FQxQMMNYd+eGC1qM6VLgOMDr28FJu2gtEINJWB971suAV6VtDQuxJTZCEZTLpSdT3Zn9XBNoi3AsNkzZV0jMFVSFpFqjiqdrN3AGBO3UglgAFUx1XZSU9OsZXIWK2tBse/9aJuCkpKJHCNvTzJ7IbdHtXGBrcAfXV4hLnSJogpGcoI05nU1Q28JUA8Dtzj2rYhgRaBFas8TpKnW+sSAoxmWYeIz6qPbF1pxYl2sx6Mv6nxhIW4iN0P5ac12WmGID0/KUJGD2iHatiHSJxJ8jd7cTU+Qo5TglN3agbGMYY2VAYP98spHaxZ4QkDBGTMAw3nGKs2Lo6ZfJ/EnG7uHrugYshRwh2XgGTAbdabC7rfsChHjPTLJ6bLVeG7x5xVabuHIZsjfQ3kfJ05svAMYYCHb4AADH3UlEQVR6EafreNrwgUfqLObVbcMrxeqY0Jonf/yvoGnvptv4WtDuAvmn/g7x07+EWb1Qz9Mbhz9wB8XjP4ZOH/6GvdaECRMmvK+YRCt9RzARwxNui+XlEXnumZm50fHZmFpsLS0Pb/rcdjviJ//KQ/yFH7mP9abaOTfbuuljv5kcmmvzD3/iA/z+E5d45rUVKq/MT7e459QML7yxxovnNhCB/rgCVUb9nLvumqc3Vc/rJUYoVNnKK7ZWx02Vth70lMggQUlC4KsvL/Pss9dYW2jtixcKQXnqD87x2vOLlHn9Y/31Z67ya7/1On/7Jx/mkQ/UBjmPHOzSjR2vrY8YFIFUhMgIsXPE1hC0Frnb3TxeYZB7VrcyImvopQ6MYKm9m/Z7ydZsi3d09x4Bgtd9j1UgMkIvsgyBNLG1nlClv1XwxsUN8jLgfd0CfXiufp+rZns+1BVsK+xUxkPjXl1Rt1FjBWsMPhiKMhBZy/nNaWYiZaaT0DhS4bUW/G0rjGnRLw9gJCc2nsgmWBOjOiY2VVMhFYIa1uU0LV2nJ2soZqdiK1SoKC8PFrg4Lgi6u7hwJau4q+3YUBgHxe0R+kGVoSp9v8aCu0bQqK7mak5aXiVzh1CJQZpcYBVM4ZBwfXW6riyX7PgnNwZeAUM9o+2D3dMhYAmhzmN2bkhVda/bniXzJ2pDLckIGtVbTGdgnKM+IIwbJ+1AIGWUPIJNa1drDXbPlaIYmxNCSlBLxBqCb7KKs+YhASoFFyFpCx0PGwHqm+cHNCg7V5Q4VIW4On97Yvg2qGeBw64r8g67Lt2iJbIdmtVUlbVZoEj9G3gzS2FP1vf7kuSN38VdeQLNVzEoGsdw+DhyYL4+T1FCSHbPvfFbdau5sYRSCLaLqGJ0RGvzy5TuMMHdOJMd6dVmxNxAksLHPgFXr8DiIlQ5MjPL6NRPot2vrUX6rQizx8j+3D/ErF9Gxn20NUWYPT5pj54wYcKECd/2TMTwhNui3Y6wTihLj3P7f8RvGwy0W289+9tuR7TbX38u5jeSg7Mt/tr33c2Pf/cdFFVtaPX/+/nn2BjkLMymFFVg5ANGhCKvOHdujQ88dBgxkGeeSi0jEXIfsLaWLmIFExmyqwNsqQSvPPvcNe78njvYO37y6leu8vIzV4liS3s2pXIGdZbFwvOvfv45/tHffJRH7j2AiHDXbIs7ZlJGZagFujMoUrfsVnUesTSOzQL0xwX9rEQQ1scl0+2Ie9oxLSukVhhXAWdkZ9ZZVWtRJLUfblEF8sqTl4Fx6WlFloh6NtkDsTWkztDv5zx3bo1hVjLOK1yzD2UVOLLQZmGmRbF9fThD3lSE91bGlR0PK2xk8CEQQiM2JWJ1UGAkcODQFIWH0tcGZ+zMSytlEHpxQlkNWR7A4amYyitblWMm8Vip5yEtFZVGbHKETlitM1WhPiqFlXCAC+MpIgFpHK5FlTwEXh2WtFNLLLLPJdyIYFVJzQrg69nOhjj0ccUAb1qoWDJ/GvUt5CazxEWYx9n1RvaanUdY8RgCpbSoxBLvWc1QDEYqnB3dRAxDHg6jlaFlL2KkFq0qKaPkcUIBUbgG6vFmntyexqQBZHCdEIa6yisYV5KPZ0niK7WoFa57XPOOJimSbSGqdfRR0sIWGVpu4bcr5IBiMTr6hrkV167brl7YYI/BF2aPHt6OYWrclDUgXpHRKojSKp+kaB8CE5O+9F+IrjyNuhjfOoTxA0wxhAtnUYXxyY/jWgVONutavtZzxFhDqIRQbL+moKaDVH3i/CyZe/SGfTdass/Z2jk4cRJOnES09gDAznzd5+iWiBDmjsNbVN4nTJgw4TuJEN7+MRPe/0zE8ITb4sTxKU6fnOGVV1dIU7dPzAyHJUliefyxI9/CPfz6SGJLElu+en6dq6sjprsxpnGV3j7WOHZkWcXa+ohchLz0iBVmZtvYdlR7MAXQECiWRwxeXQXq3/h54TneS1galXhVJCivfuUaAri2Y+xqV2MDSGwZ+cD//Msv8Y/+quP+JnbKyK5jdakwAApfC2EjQgi1y3XhA1tZiTVmJy93a1SS9yqm2zEnuwkvb4wpgpI6IXaGovI7IjVvHKJpcorPLQ85c7CLOkNs6tfZFqNzUwkL0yn9QU5ZBlSENDKcPjbF/XfMIUZIRZhxhszUrdrXV5qBnZZlaY4zqO4cj6m7W4mbXOTmVBEUYiMoglclsoblLehnwvEZ02zDsJEndFxJ4upFDQEKmW3ihMpaD4mhiOZ4duVerAkE7B5fKcEZyL1iKiWNb5w3NoCR7ZnSbXOqur5rVDGhj5GSIhzH38JUqwgHseYqiQypNCJgEQKOAhVDabqEPedpP7cSkkIRDlGEA7WDMKERow4c5OyvyFqzeuvtaX2B+yoluNqNGgQ1cZMTvOOMtuf7QSHpQJwiLoF8gM2GeO1RW59VeNNuWrK/ftdilYRCj5DwJh63s01Vh4oiRhBrdwzE0AoxBh0N6wq2AavrdK/8MqPeh4kWX0DjNhrVHQ7ezhGiWSTbQFfGjO95BDGGhPMkXEJ0DEHxpRDy3VNSn9K6/cJUWzfd90qmSXTzpvcJFV6mblLxnjBhwoQJEyZ8PUz+sk64LUSEn/iLD/Kvf+ZLLC4O6HRjrDGMRiUhKH/us2e4847Zb/Vuft2s9TNCUOJmLtpZQyuyDPMKZw2KsrKREXXjuuUZwQ4KFtdHxN0EW3rkyoByo67ChVDPlp46OcOpqZTz/YzVrKTcKhhs5rjUMrYGFSFqxPD284ZZyX/8/bP8v/7Go1hrOLcy5JXFAaPSM9eJuevULN4Zoj3hvYUPXF4f1RXo5ua2tZQ+cHFQcLAdc2YqYVh5Lg9LxgrdxNEPig+Kb5ZBrQjt2DDbitgaFby+uMWJuTbzrYhYDKMysDos2BgVzM61eHw6haLiVDviQDehl7od1+hIABFWQmCYVfigpJEhjW4ufiywupGxvpVjrTA7lTLVjWvBawS/XUWWWgwDGIFRqWyMpXHpbhYIRKmCpV9YbKlMxwY1BnEVeetOrB+DBoJtsZ73yEJEbANeAzQZugpoI568D6iafYtBO+c+tJp9yTFSNGKxrkoGNQRixlEH1OJ8wF7nUqnEXC0eYMa9Tsdu4ihRDJl2iJzBGIu/rs1dxKNqKKu3iyczeH37OdO9cUk30LQSB42oQhsnA4ImQARSYrRgZ4i2zMBXYB20euBr4y1JOlBWGJ8hxiOhRHoJM61XyfI5suwAt8z9vU3G3INhQEQt7LWZew6aQtTB2j1t0kHQPEcHW3V7sgCquOFF0s0cfIEm+yvuKoImU5isj1s/T3XgPjLuIdO7sLpKr/8bdVX6+vijpkNCbxGLVJgTxP4KRrN65nk78osSQSnk1KRtecKECRO+aSj6brlJT+yk31NMxPCE2+a+exf4x//Dx/mN33yVr760TFl6Dh/u8tnPnOFznz1zU4HwfqPTqj8SlQ+4phI524kofaCoPCHUWblJM/vbjQyRMyQirFzqY62hs5XjqAXtysqImZmUj3/0OLE1fPL4NC8sD3ltXKFG8O0IaTmM1COX6gONhiK2htV+xnNn11ksKl5e3CIExRjh/MqQFy73ufP0HCcOdnAirAwLNobFjlja7jxNjKBB2CjqiCIjwkNzbU50PUvjkioorYU2q6OSNzbGxEZInWE8rljrZ3TbEQH4yoV1PnZ0irnUUeQVWtZGXIk1HOo5DqUOK0JJXbWuZLfWtzoseHFtRL/whKZzth07jsykRFE9dyzA1rjgy89eY62f7RiAJc5y58lpZj9wmLl2jKWuTMdGdirKRoTlYYEPEBnDxrhkoZOguiuWgwpFECIDqSvwoUswtfu5qkXV7Zw30xhYwW7VWps5Yc+NX5we2KgOcip5Eysj6rbi7QzjgKWkoksgQY0QjBCX/gZBDG3OFh+gK0Nik+FxjMIUB+0iC+kyjhLR+tVFPEY8eTGL99+YGfxQpdh4VFdqda8orWOYQtkCdeTlYVzyBkKJqsObWQibGCnqCzkbQdKCzgxECRoCoh6MQ+IYM+pDMGg8jU8OYMTTbi1iTMFodJxbV7rfHpWYgX6ImGtELNVVVXoUepBQtOlUL5PIVahyNB9DUew8V0TwudYt9aMr2zfe+CJSx16hft9t3i5QRQeJist4jfc9V0KOGkeRnLrpfleywNjcTyu8jGWI6vbCjiWXU+Ry8ms+J+8Ko03sK09grrxet1ifuA9/z4cgeYuYrAkTJkyYMOE9xkQMT3hH3HXnHP/DP/wYm1s5ZemZmU6x9uur5HwzGGYVz5xd5ey1AQLcdXSKR8/M0kr2fwTuPzXLbC+hPyiYm0rqFllrODiVsLieQQRJO6LlDC1ndlp35+fb5IVnUHjWRgVhPUcEZmZS/u7/9YM7kVMtZ/nwkSkOx4Y/PN5jUPidQphawVuLFLUanu4mFKo8f2GdVaAV230zvqPc88Lrq1SqHJ5OWR00zs57oo7stlkXSrQnTkhEmE0cs3uOv/JKK7YM+xnPvL7G5iBHFZwzHD3Y4dTpWfIy4FLhUBpxKL1x/ntILYT3Srxr45JXlgaExpm5RKkCDLKSC6uBkwsdnDWYEPizZ66yspHRTl09m65KXnheOrtGJ3F830OHwW3Pem77fQmu8myN6zblSpXFzYxO7GhFtjbCUhAjIEKCp23HjQDerYS2o0ArCgwLU7eB70G1nqWeix05SqX1RKqya3bVNQliY+pBUQV2M3xVIqxRojCk1A4qQmUNJuxvmu4I9BEG2sX57o6WujY8hFc4mK7hbNHskyXL5xmNj/L1iMe9hCrBly1sVAti1VrMG83QylBlddxY4Rew5ZjUXcWYxkDLJHhNED/ETC2Adc3crmkik6u6ImsduATfOoqm8yC1EZhIRRL3yfN5vP86BZU4Co5T6DHi8hxR/jKueAYfYNEvcHAK0tCve+2bkyxG0EoJI0XEIZGvOwJ8CXb/tS7lGHUJvnud07II4+6HsBsbWL9JMDFg6qq5QNG6Dx8dvOVu5+YOKpknDpcxDAmklOYIFfPfmKpwNsK8+SIUY3TmEHrsbhpr9neELL1J9Ov/Fukv77Z/v/Yk9tk/oPyRf4DO3PoYJ0yYMOH9gAJB352h4Uld+L3FRAxP+JqY6t281e+9yJW1Ef/b773Bcr8xEAKeObvGn7y4yN/+nrs4ML3rkJ0mjj//qdP8/O++znIjygDGWUU3dTx0zwKvrAyZivfHIxkRjhzusrSRccfjR+mqcPTuOY7fdwATWc6PSxYiS8fWFeXfeeoKJrFI7tn5rpX66zE4IRVHuxNRDAoWhwVxN94RwlCL2U7qGA8KllZHLEyltCLDoPAYrR17pWkjDqoEhaOdtzE4iwyrayOef3GJsvQkSZ2/XJaec5f6bI1KPv0WUVgFu0K49m6u//eVfkYRlK4zdd4wQiVKaWq36HxcMj3d4tzigPXNnE7L7S6wiJAkjqAlb7y5jtw9j0ugMoKKIKp1vI8LPHAwYSYVLm8WjErljZUBB7oJc+0YZ4TSe7oYpkQAi5jQGEVtn1Q4NZ3zymqL3INr8nyD1v86keFwbBh6ZcMHquZpDmHOGQ7HfcQYKmYwmlP7YxuCJASJcaYg0XUq7YAqwQgqO297vS0RFgws+8AoaGOlVc9ub4yPkBYHSKIRoFS+08QsfSMRqvE0IgFjx0TlMi67ivEZqpaEc+TmDnI5zbg8SVHNE7s1RCpCSCj8DFPpiwhNdXlvy7O4+rbI4JMjqNnf2q1qMaYgira+fjHckGZPkeQvAFUdNyYwx0VW1yLmIiVt1VVggJApfhjAWsQq1ewpGMeYrSuE1gwipq4E+wopR5RHHkfb8ze8po8OMJj5PpLR88T5JSDg3SxV7wHG8d283cKFl2nG9hscOaeKef6PcX/2qzDYqG+zDj14kup7fwpdOHb72/Il0W//O6S/jE4vwHbGsq+QlUu43/33lH/p/z5p6Z4wYcKECe8LJmJ4wrc1Pij/4Q/PsbSRMd9LdqqmlQ9cWRvz8398jv/uh+/bJ2w/fP9Buq2IP3j6Cueu1oY2952a4bsfP8b8bItzv/Uq48LTvq6qPMw8s72Ev/XD97GEsloGNlURH9BKWSk9R2JLnFW8cqnPTDdhuhVxaXm0W70EjDX0ehGbw4JeOyJux8TbQljruWAf6pnY2Bp803ocOYspPWVQjIG0MaLKvTIdW068zQLGoVbEhQsb5IWn2452InxM7DDGs7Y+ZnF5yKHO7nYqH1jczPABkl6CxnafDVLlA5tZiTNCkDreSYComZFGPGXhOeWE5/tjRJW2M3Vbsm63QEOcOIa5Z2kj4+SCxXkIVvFR/ZjC19ZSx2diDnQjXrw6ZGPsubQ24tLaiMQaDqSOuw92EQSf9XCtPmKqup0ZsBKYbwsnS8OlLUPh63lva2A6sc28tNAxMO8MWajfsFSkicyq82CRiCBxPVuKUGjEKEzVxkqaENA919v2ksGea1aVURXIVXeMzCKB2cgiNqYorxfAitgSsSUIqLdotT9n9/ZRXLqJ2AKbLxOPzwMBlQhEsH6Ltn8OMTm5vROvKePyxL4tFH6OlsuoI7D2CuIAWrf9qtysrbup0MrXuRIfKqLsTVx5lZa8QhDFq4AKzirOgrMFSxuWA2vruLQDEmO6LdyxDhIZ0DlUZsgOP4Z76lewm5cat+daPIepQ5R3fNctd8FH84ymv5tRKOu4J5MSxQ5K/y0pCZjXnsJ9/j9CCGhvvs5JLnPkyhu4X/2fKf/qP4H2jXFPN93W+ReRtatob25XCEMtrjvTmGvnkGvn0CN3vEtHM2HChAnfBOqwgXdt2xPeO0zE8IRva1693Ofq+piZTrwjhKE2xppuR1xcHnFuccAdh/ebC91/epb7Ts2QFR5VaCV2Jxf34VMzPPnGap1xmzhUlWFekY9LHj+2wHrlWdkxeNpua64jWK8Unmgrp6wCU+0IlzqOG+Ha6hjftDh7VQZ5xWwr5i988hRPLQ2pQqCsAhvjijLUmcL1fKsy24l4eCZlOa/Yii3r45Ks2p1lPN6JuW+uRfI27ez9YUE2LEnj2knZ75lnjSMLXnnp8iYPn55DVXnuYp8/fW2FjVGJqhLFlntPzvDhew/szFtvi7kbJV+DsOOGnVAbiLltobhHy5Xb6bSy3QKueLe7/XEZ8KqYAIkT7j7Y4svnBzTyFAEeme/siFBfdlA12GSAMXWNN/iYraKDmDanppS8qsVoZAQxQkL9hSniiW1BpKapzDbbDG1U7U7+rgZYCwfZDPOEHTOuCFBatq4oi+4/K1lQLhaeKiiJ1B0HilICV8pQZzzvex8DNh0grm7NFoAINIyosikI7+wr3rgcE2WoD8TZ5XqfzbZwVYJ1GJ/T1hdJo2UwjjLMkFdHqbSuZmblUSJdxmUrMN6sf01ECdKZwrs5SLqIhJ1FiF3qc+H9jVnmt4vLLtFa/Ty22sR0DRJbJCioJSCEUM/hOgu9tnJ28wD3yQpmIUUONN8B3hNsGxNDO7pG+MAdyJsFmpWosUi3g2lFdDc/z1b8w4ToLYwDTZ05/S0tkqpin/odqIr97ctRgk4vIOuL2Je/jH/8e25rc7KxWH+huZvE5EUJDPvIxuJEDE+YMOF9T9CJav1OYCKGJ3xbs9TP0KC7ldU9xM6wOS5Z7mc3iGGoW5GvnykWEf7Ch0/Qjh1PnV1lY1iQb+VsnF2nXM/4tSeu8Bu/9BIPfPQ4n/jeOyFxO8+LBDIfKGw9h1xWtUlXtxVx7KChPygYjksEOH6gw1//7J3ce3KGTZZ46sI6VWo4eKhLmlhCUPpbOWvrYzbGJaNxyd172r1HpScPSmrr2ebboawCAkyljgCUjRiOrSGxhvXcU5T1MulXLmzwW89dw6vSiR0iMCw9T7+6wjir+OxjR+tjNkIrtmzlFdf/dNamfXuhaUU/Md/iy2eF0gcia8AI4mqH33wY6KWO+W7M0mZGlBraiUO0nlcMzTkW6tnnXmI53Ivoj329j67ORYZ6xrcAqFq4KiWSJrBILYkIiQg5ELldBRMDU3jarSWSeAORChCqqs04O0hVdfHaoQwzxHYVr8IgLND3BxACkWSApdAUBcZe6cluzFQelLEPrFV1ZX/boG3n2lGlQFmtwj4xbJIRxuWNsJRGDnuszZDUU44WeCcVYuMyQHFVH9Eclb3dBIKIR0yFaIX4DJUuiVkmijcYlvdShjmoKuhfQ8MGSFMFz8eEvGQcH8fOTZOkG3hv2K0aK9YWeJ9QFLdXobxh38s12iu/g/Ejgu1gXIVqncsdiacMEDDNOQq0Yvj82p0cefxRZueugAY0GEI0jdoUVLBhAzcF/tRp8AJ5aLoWFFv1SbeeYzT3ma9pf79pbK4iq1fQ1o051NuVXbnwEtymGCZKG0e5sNNivkPw9W3R176gMWHChAkTJnwzmYjhCd/WJM42Jgh19XEv24XP+BYRP7cicoYf+uAxPv3gQZ7+6hL/x//2DHk/p9eNiSLL2rDgT3/jVV599iqPfOo08wc7nLlrDuds3drcSzhzuMfLFzdI4vq2VmxpzbXYHNflzr//I/dztDHd+sDhLq9vjJlbqP/be8U64cBCh14nZrM/5iuX+xzdI4bbkeWdTl3O9RI6qWOU13nEe9GmZffYXIuiCnzh1RWCKjN7HtezhmHhee3KJh84M8fB2RYiwpGplMHykKIKuGZmepyV5AqpM5zs1ft9z+EeR2dbXFodMTvfxqWudqltBHcE/Mwfn6NQaKeWo3Mp9x3ucmo+ZZz7nVziyBliZ+nGlqKsW47TpvV6ANQTtzWCEKtlmmY2FzhohUGlbHsMx0CM0utcJI43UTWE4BBRomgL68YMBqeoqi7D4k4krrBmi02dBRRnClQtJW1oZoQD4H2gDMqFcclaFfAKpSpGQKJAagVVB1qfM6vKMOjutSyhFsJIcySexG0S2WHtQhxBYQaMR0cJ4TZn/LdblNUjuh0ptXMVIE2bsKrU/4jw6rCS0XLnKYsZWtmzGL9FZWYaQa+oGCSMSfOXGQw+i7FdXDTcce8e+5TN0SHyYhZRS4u6s+KdEG+9hPFDgp0GU2fzqu66qlsJOxX67QWCjSJFpuch6lNpunM7qpgwQMIAEcV2Y1QVvOK3KrSEYGKi7DyET4B5mz+lqtiwSBSuIGQEWhQco2L2mzNbqzdPp66Rndin28GfeQiXtmG0BZ39s80y7KPdGcKJ+772fZ0wYcKE9wjvXrTShPcSEzE84dua+05M004cW+PyBoG3OS7ptSLuOfq1VaK6acSLT1xhsJlz+FB3Z8ZWRgWjrOL8yyus9jNaUymzcy2+/8/fx9zRKSIj/OhHT3BtbcRSP6MVGawxjAuPEeFzjx3ZEcIAT7+xxtRUQtm0bG9TjCuSxNJKIy71s92K6tdIElk+cvcCv/2Vq4wLTyuuFwmCKmuDgl7L8egdc1xeH7E5LulcVzU3QBoZNkYVby4NODDbQoH5bkzpA1c2xgyLik5kaSeWbH3MFz7/JlcPtPkrP3o/01MJP/HhE/yfz10lE6iCoiFgRDAGKmOIOjHlsCAEZbFfsNhf465Dbe493KkXPUKdC1hYoagCVfOH7FgnZkDtdi3srUdCDvSBmeY+ESEF9srHKNoiirYIwe04UKuC9wZrc1rpIluDDkrMVvEgxmyQ00VQvLZQHKhtZGs9DF0AF0Yl/dLXVW2pvZe9wmZpMNbTsiNCiG5qlCWmolGsQKAdrWBNhmIoKuGNZWF9OMSZNzncPk43fvvlEQ0OyAmmhYqhlu1N9ZDQ6CaDiCVEHWoRDl5jrIyIWCSqLhMkqUUzTfO2cah0sX6dqLjM1uBRomgT5/qsFFNs+h5etyfKYQuYVUjfgU6Msov1eW7yeVWl7i5olj6M6I7oM6KsjlKmuvPEbndpZOfc6hgTtnZ67FXrN0asYKciqvUCgkU0IFrVr3vrk0qLF0iqy9S+7vU+xVwm4wyZ3vPuCuLeHDp3GFm6gCbXzWqHUFfE34l47c1RPfY9uC/9GvRX6oqzKjIegHP4j/xwHas1YcKECRMmvA+YiOEJ39bMdGK++6HD/NbTl1nbyumkDlUY5hXGwPc8eoRO+rV9DDa3cp59/hrdTrwjhDe3cjY3MkSaKJ8y0OnFrK6M+LX/9CI//lOPM9uNeOqNVTyCGEN/7KlbW4WpXsxLiwPS56/xiXsPEFvh0lbOdCdiNCzr7Tazy1BHpKZpxGiQ841YwPzsQ4dZ2cx57s11BuMKlfqn+1Qr4i9/4hRz3YSVQdFkBd/4Az4SwSB4rzvV11SEB2dazFQeSQ1pGiEK5UKbk+2IX/yFF/mZ//Vp/vF/+2GiyDA1lZBWdSyRSC1cl4cFBMVZQ+wM3iszXUteBc4ujTg+l9JNHQp0UsfyZsGr14ZM9xIOtiIOt2PWm/3Zu1xQy8hamJbsF8D7jivaQkQJ4fouAiGECOfGGFM0FVghuBh8LQZFasdrK417dZN9XATYrALWCKE5ldt500FhUDjSlmBMSVCDV8u0kT0dDnvauO0Qa3KCOq5sGH71WcfqULYTqEjsVR4+Mst3naiIZA0Rj9cpCg6h7Art0MQqqevgbQ9X9QkmqbWaABoQLVGbEtI5CAFTDKnfdcWGEajfaa/2yTS+ewB1tRA35SZkJam7ROLWUak4mKzS9jOsF4cpQnsnrmodOKDgblcnynYub/O+lBabKLtXIjhRRJQqCL/75nE+fs8CXrer643ZlyomDFG0dpAm1KIR0EYQm9TCZk6I5lHz1lX3mEskXEI1rmfJ6y0hFKScxTNDyaHbPMivAWPwj30O9zv/Hhmso+3pOk6pKpCtdXTmAP6+j7yjTfqP/DC0e9hn/wDpr9QdHIdO4R//XsLdH3qXDmTChAkTvrlMKsPfGUzE8IRvez73yGG6qeOPXlhkbZADcGSuxWc+cIgP3nVjNMrtko0rvFeSZFcgrffr7TtnKH3AN3PBUzMp/Y0xrz13lafziqvrY9LIMtWOWfE5VRVIIst0N2FcBP7wpSUuro74sQ8eRZzZVxHWPf8RvGIdHOglxO+0r/QmRNbw1z51mo/cvcBLl/rkpefgdMojZ2Z3KusHpxISZ8hKTzve/xVShYABTk8lzFELTwtUBlq9iHFWsbE6QhWiyHDq9DR/8289ws/+zBM8/fwiJ+6Zp/BKp2kfB1gdFLtZsIB1hiqr6A9LptqOkVeWNwsOT9du4cPc84WXVig8fPTEDKd7CZWRfb7Ge9kriG8lawR/i3tAta7qbrsgm3iEjcdEeUTuYwTf7L4ipiJ4Bwh5VRFUEVMLSRFtCr0GUKqgBI3pRg6XxKgaOtQO1wKod6AGxBOZEQBbmfBLzzg2RsJUqjhbL5wMC89TF5c5EK/w+JFBvePGkOp5BvoQnpn6WEJElU/h0k3y9h3I8BVsGO620arWVd64hytXCbaF2gjjxyiGSnogFlFP1T5ENX2sbpH2jUlZ3CNONol5E9QT6kZ1ZqJlunaTy+O7yEK3rpADY+DGaf6bU6YnscVyY/8ZCAWINYil/m+t38Wicjx97TB3nn6UMwe7lKFN0BZWRnhN66tB65nw2p1bd2dhaRzOo1pi553737qqq0rCxeYiiva0IwtKgmFIzKV3VwwD4f6P4ccD7Jd/A9lcoT42QQ+coPr+vwXdmXe2QRH8Q5/BP/hJZGOp7gKYOXDjDPGECRMmTJjwHmcihid8WxGCcunyJmXpOXyoS7sdsbg05Hgv4b//kfvYHNfxMwem0ptWNt8JMzMpvV5Mv5/TakWUVaAo6wrvdspO3KorQdYIkTGcv7BBGbudmKe1QT2ZGkeGPPcUhWeml1D6wLmlAa9cG1DlFcbIdvfnvt/e1hk0KA8e6e2Lh/p6MCKcOthBEsvquMSKMPLKlNZmSDPtmHuP9Hj2wgbOGCInlAqlDwzGJfPdhLsOdXcMsxTIqN2wR8Ny57yXZaC/kXPgQIcHHjzI819d4sTd8/hQu2kbEdLI4nW71tdsr9ETo8Z12VhhVHjyMnBtLePctRHDUUUncdzVzFFX3JrbOWs+bM9j3zh7aYxH1RJCBARMVFcauy6nDBEeg23yGZQ669Zpffzbbtdmu3op9f+uY6UEEUvsEmILBsGKIVclLioMQijamGSAiEeBr16xrI+E2XYzV6x1J0E3CWyUgSeuTvPIKYjienjZqDJVvkA/f4ygde5vKNuU3mGiFqP2YyThErasXaGt5Ii1WArwBTYMCBIjCGWYpZIDlO4oUXmJqncYEEyVb59FrC+I4nE9Cx08oh7LmEpbOFOwkFzi0vjepvmanbltU/ax2RIqBt86VhtcXUfZvpN062lcea0WZWLQLYvGERJH5HaWjWqGfjjBvffeReSaRSwVxsUR2vF5rIybirA2VXVHUIehRLQ+x6IGDYG8c38tht+SgGV4yzZqxWLZepttfAMQwX/we/H3fQRz7gWkGKMzBwmnHgD7dfwMMBadO/KN288JEyZMeK8wiVb6jmEihid82/DUM1f4lV99hctXNmthWXrEgDWGJLHMzrT47GfO8IPff9fXLYQB4tjy6U+e4j//l5fIsgrXuBVr0NrMyRkOHeiSWoMAQ4GtKjDVMVgjdbt2VtXmPsbgvac/KJjpJUTWIAIvXupzopeyVQWSxJHn1d7iEi4ypFXg7oXOTfexCsr6uEQVZlvuljPFqs0+W8PqqOTz59fp5+XOaz2/NODEVMKnTs0SW8P3fuAQW1nF2ZUhxbiJehLotCLuu+8gb2QV91hDbARtWsZHw/KG1w1BEYHTZ2Z59YVlvvjaMltNpJGG2kxqOxJrWzgGv/vXKS8DxgtnrwxZXsmAOhIqKwOxUxZHBQfaMRG78U7Xv/PbpzMySuU83laoAV9CKA2RCEUxQ5qsNK3Q8Z6teEQCWT6PqkNMWZtQqZCYiployGbVwqtpZkUDqZR0Q0ThDFL6utK/Z6fqvGKwIjgrGClpu4qqatdGZgI+9rR1qRbXRYK3EZEtubBWx1NtC+HturdooOWUfuHYrCzzsd85GTaGqehl+vk9aNEBDBpifB7jmcL1Knx0kLR8E9GAit1dkVHFhBzFMaruAIRx+ihEWjsV+2zncULAuAohEMQh4lAqRANOMwrt0bIDYpNRhHrmVLSide33ibdeRUJO3YLeJp99nHzuQ7uVSPW0iueRNIFxXldytUIo0cIz7H6UvPdBEmBPuBBOV2jxMla3kFxRa1FJ8drCUOJDBzUGjROMH9cVYwNZfA+j9sO3MetrUByyI+uvJzRxW98kOtOED3zim/d6EyZMmDBhwnuciRie8G3BU09f4d/+L0+SZRVFFRhs5ZRNDJAYaLUiqirwC7/4AssrQ/7233z0G1JJ/YHvu5s3L/R55itX8UFRX1dAo8hy5MQ07V7dWux9Hd8TxY7I7oq7Oi94N0Kn2iP0rDEMs4q//JHj/McvXaJ9sEO7Hdfbknpm15SBH7z/wA3Hoqq8sjLi+cUtBkVd0WpHlvsPdHjoUHenBXmtn/GHT1ziyy8sUhSeQwttooNdeke69BLXiHalDMr5jYx2tMnHT8zQih0/8dET/P6bG1xZHWIUZqdSDs+3KULg2rBAVHlwqq7gWStYKxSF3mIhQtky8Pq1Ab2pBNeKwNTCtvQKBowxVJXH+zouRxoxJ0A7qlvJ++OS9WGBoqyvj/k3V7e4//QsP/T4MWIrXBmVrI8KqqC0I8tCN6YdO1o2IK6iXwTKDDaKwHpej4o64GDsOC3HSNKrbJV1W/N8q8AaKIopxuNtibX/2FJbkpiSQh2qgjMlpooJPmI+slzOKrKgGLPj+0RoqsK92OJEadmqiU7SuoJs6uOLzRKRGYJoI7gc1gQUu8cuu15C0BBQY5DA/mxjFZSANSVpukJmDTpu7zkOQYPDsYZoTqBeCBDVetsiqEZo2DbbgmB7jJOHcTLEUNavb+rG593rVHZeQ8VgtK4SixisVDtztdNrT5H0n0NNSohmgIBUI1rLfwJAPl/PukblJaLyCj6ehngeqUYQKsBgbEXEOvl1bRVO1+jyNEKJJwHqdm7DAE+rubYylBQVR3BtDDkVXcbmvhve65siQqFHSDmLarjuOR5BKTj69tuZMGHChAnfVLaTSN6tbU947zARwxPe93gf+KVfeYk8rxArDDYLfFNxrBHKMjAcVxyYa/GFL17gM586zR1nZr/u105Txz/8+x/hiacv86u/8wZnL24QhiW2E5E5wzivEKC/mXPkUJfWbEp/VNJOarMk17geW+oIoWRPzFPpAwenU6Y6CT/5sRP80cvLXB1lRK0II7DQcnzygYO0bhIN9eLSkC9f7tf72FSsx6XnycubZJXno8dnWFob8W/+w3NcWx4SRxZnhVff3CA7u8aZuxd4+EP1j3QRIbaCD8rZ9TGPHO7RjiybXpmda3Novo0Ay5s5ry8NKH1AFS5bYTTf5rFDPQTD3FyLS5c262ioZkHAGKHyytWrA2S2jnZyQaHwENm65dzUFeSy9IyyplqtMN/1nJqrMAorWxFXNoT+qKxjiIB24sgKzzOvrjAYlzx47wFW84ptSdLPKpaHBXfOpmQu8NRaziAPFKFuB++mjqmWpUK4mJVczhw+HMOrR0RJrXKq4zgcdxujJWqDrGDBVNC4TotAIlW906L4UFcCYyPc0455aVRShoBsd0oLdCOhl1gSG4ikBAUnBWKaVmtSPDGxbKEIJpSoCHcslLx81eFV2W4C0OAQLRmXhmPTFbPtG/u+FIgZkNk5iEood021qqJLHF2rzal25mZr5S5C3UYsOZYRntqZ3WsbpMK7dOexESMcBew817O7LmKJKChJyUOMB1I/ZmbtCdR2UJvsPE6jHpRbJOtPU8w8jNqUqLjUnN/63Gq02ykRQo6rljFhSLC7WbsJZxEKPB12hDkxHodlTK7HiaSPZQwoiqVijiEPoLecLr+RjNNELOEYEHDQTEQbKipmKTh+29uaMGHChAkTJnxjmYjhCe973rzQ5+rVAd1uwpXFQR1c0hSBRGSnFbcsPT4oee75ynPXuOPMLMtrY558cZFrK0PaqeOhexa478zcO2qjNlY4n1eUx3qcOTlFtj7m2pt9tgY5g0HBTC/m7jOz/NRffJCXrw349ScvkZeeJLL0UsfqoKCsamEw3VSSh3mFM8Kjp2vB3m3H/NDjx4BaGL7V/uVV4NnFLQToxLtC2cWWcel5eWXEfQtdfv0Pz3F1acCBufZuK7IzlIOcC2+scezkNAuH9ogHZxgUgfVxSTuyjJtqtxHDYn/M5fUxguBsXcUsvfLS8ggNygdPTtNOIw4d7LK8MqQsA1Fk6HQTlpeGXLo2YCWvGK6MyPKK4JWpuTYHjk8RJ5bRsOSTd85xcTNnZZTz5+4b8ODRkm4MXpVhPuL5S5ZffiqBIETUIrqTOpwRXrnYJ5lJOTrXxhjZWfHNvXKpP2ZYeHxoqrPULdrqxyyknm5qWR85rg4TDEIiFjGB3Ade3fTI7BrH0ja+agGCL1rYdADia4Or+szWFVwfodWu0JyKDA/1Yi4WgSLUOcy92JI6U0c8mfFuu3NjwqX1tDC2yS+ubw2UpeH4XI+5bmBlS+nEgjMOHyzjoiKyysdPZ/s7e7V+D1UtIh5UEFeie8Vw2cGbtGk1D+iOa7MQgq0jjATiaI3IDKlCzJXiMNPBEpuKSg0glLRq4zRGGIo6qmnv50gUGwoichwJh/pfxYa8qQjvR10bU25hx1eouncgWjSO0DeiYhCt2Ds5LloQsbZT6d6Paea4C/p8goi1pnrcxjN9k8e/NSothnyYtpzFhqsIdRRTxgky7kTlm9gmPWHChAkTbpO6q+rd2vaE9w4TMTzhfU9RVISgVD7gmzlTrpvDhCZTtvAIkI1Lnnxxkf/wG68waGZZFfijp67w+AMH+Kk/f/+uwc7b8Ma1LZ49v04ndXU2byfmwOEem+tjNgY5p45M8f/8aw9jjGF+rsWbywNevLDB1rjCmnrGs1TotByVKquDHAPcOd/GjwrywpPsEbVvJ9SvbOWMS083vnH/U2fYKjyvXNvkuVdX6LSiHSEMtRh0sSUflly52N8nhkNzSrdbrK0IilBWnsV+XvsCb89NA5EVHHB2I+OeuTZp2zLdi+l0Ioqynum+cGGT//SfvsqlK1sMm9lmF1uSXszq0pBLZ9e484EDRL2E+W7CJ+4+QDt9kzT2BI1QtRiBlit45HiOU+VXn6xF6TZRZCgHgfX1jBPNbHXdpCtkZUVegTWQOmHswYry6NEBZ+YyIqtYI5ycEk7nEc8vze60CLcsjEvDm1vCydllTDFFmc+gVULIa1dpJOwIR60SfN5lZ3q5aWFuG8OZ1DJy0U7Ej6CIESpaoJaYAjGNACUmYoBjABiCGlbKEwz8HJ6Ij99f8WevrLGyWdWfBzxTScxn717h/iPF9uA14ku2B4dNZKiqRnDL9X+khXF+kjhaZNuTW9WgalE1WDNEJBBHA1RGDIoFSlG2soTpluLE13PjdcgTue/QNmt7WpbrfQhqEB84Hr3JsPwAVovdi/IG6nMojbuJd3PE5cUbHeYAoyUqCcHsnasPbFuX3RyhFs+WkgO3eMztE6RNHj1CVdwDWqLEExE8YcKECe913i0tPOE9xUQMT3jfc+Rwj1bLMR7XLckYaWYTdxNGpakGbmvkVjfmP/z6K4zzioNzrZ1ZxnFW8eXnFzmy0OGHPn3mtl7/pUt9Kh9odXaradYZZg90aE3X5ldLmzmHZ1rEzvI3vvsOnj23zrPn1tgclTx0apb56YR+VtIfliyvDFm+ssWfvrTMn/3pBWamEr7/u07x6Q8du6055yrozdYC6vPQPH9lY0x/UM/Org8L2oljqhMRW4OR2rl6fJ3hVS2wHQea45yJDJcz6I8rKh92hDCNG7IRIUG52s/4P566hCgkkeH+oz3umG3zH3/pq7z44hLzsy2iyKLj2mnalx4qJZ2KyccVr724zIMfPsqx2RbGZCTROkFt7Ujc4INlkAn3HPUcnA4s9XcXAnZzXfczrDylr+d1W9GuKLr/4Ii7F8aUXtjMDM5anFVmkoJHD63x/NI0IdSPj60yrgwbY8dCexNftQg+JZQpoUwQWzYVYQvb+2srJMrB1nFNGoSy6iIIVmubLaECCipSKmIsoXaZxmGomDLnG3EJy+UJNv0ClgpHwWwLvu+ReRY3DdmoYMoYjs+kTKeKsoT3FdbvEZrGIcFj1s4TJ5YivfeG6ybQJvPHaZkLQCAQAYqVEUYqgunUsUQqbFRzTUu1Z33cIXWe2JZAIK8EDdCOchBb592q4DUi+AjBE5stxjKmSg/VA/+hBLNfOIrPUJtSpfWsdhGfJs1erluhTWdHEIuWiFZkyQM7LdT11ZAQaGPYuomBlSIonq9/jOJ6VGL25jpPmDBhwoQJE761TMTwhPc909MpH/vocX77d89iDHhfGzZVldaOxFYwxuBDoCwqjhzuUVnD1qjg0Fx7n8BspY6sqPjCM1f5no+fJL7JPO71ZMWtM2itFUKh5OXuY5w1fPCu+RsyjkNQfvYXnuPiK6u0U8fCTAsflM2tgl/4rddA4DMfevv5wto1WiiD3pA9XAXFiuelc2sMs6qehLSGrPBsjgoOzbZIrDAMStxyBFWCwsrKkGvnNmgVnp97cYlHHzjIB+5d4EBsWRtuOz03slOhKD1VXnFxK6eoArEVplLHIPN88Y01vpwv8/xLyxyYbRG0XoSwzZCreiUbFqS9mCixZOOKVhHopRHObiLiCWH/zGYSWYoKuqlyfN6z2IhhgdqUTIRed78IycraiCs0RUJjIDKBO+fHeBVyb+ujUsUHYRQcvbhkvpWzPGztbB8ErwYRxUVDCr8d+yOov0742ApJR3X1tRHUQQQvgsEje9qqLTkKeBK8RBgtSWWNjlwhlQ3AkIeUgZ+ha9fouXUiKQhYBn4WeocJvR4zIWBtwUqYYabMmDIrEMUEbea2AT8cwWhImr1EYe656XU1DnegxCTmEmbbHVkMajvNrHC9Pa9uR6iDZ1i0GW7/lyrd6FpdWfYGJSJIzHaFtm4Br+p52s5pquQgLrtKcL1aEKsiIUdCRj7zCBrVM8rBTjPsfJTO8EvYsLXjGq4YivgkWesD+w9GhFxP0eYFhLwRqNvPGKPE5JNZ3gkTJkz4jkbfJQOtCe8t3tdi+Atf+AL/+T//Z5599lkuXrzIX//rf51/9s/+2Q2PK4qCf/kv/yW/8iu/wnA45LHHHuOf/tN/yh133PEt2OsJ7wY/8eMPsrw84omnrrCZ52hosmml/lfkFVFkOHigw9/9bx7n889cxRpz00prK3FsDQvW+hmHbxFZtJcDTZZtUN1pId4mKzxpbJnvvr3hzqtvrvPi62tMd2PSpP5oGiPMTaesbmT89hcu8PFHjrytQJ9vRRzpJVzYyDAiuKYNuh0V3HOwz+mZEf7BiukQ8cdPFehOu3NgcT1jthvRSR1HT84wLALXzq/z8p9dQktP4gxnVfniU1d46L4F/s5PPkzWjrgMFKXiLIzHJaNxSVF6stJjRBhnFQ6Y7yVUwXB1UNA51MUUnjyr29xjZ+qqdhCCV4qiIoodsTNM72tZv/E9s0ZoJxGqBVnpyX2o34ugbI1K5qZSZudaaJOVXOf4bgcPwagMtCLLVMuTOmVc1nPPsFtNV+praSquWG7UXRkEZ5SpuF4KEHPrhRFQJM72COFmu2r37Mn2XhlQsBQohlTXmOEiYnNG3lES040rxtpmJlpi2i03886Co2DOZLTMgKvju6hsQKMh+MBgI6dTXoHuDBI5itwz6o/pmRKxKaYaE2XXKJI7b7L/QhZOkIWjWBkCQjc+jzEF6O57EkvBKNSO1CJ7jwlUBK8dlAQv6Q3vpeBRLF4TEMvo6A/TvvLruHwJqiar2TiK3n2MD35m33PL+DSbdo64OI/1G6jElNFxyujobgTTHnJOYBiScAHDaOf2QMqIBwnSveE5EyZMmDBhwoRvL97XYviP//iPefnll/nwhz9Mv9+/5eP+xb/4F/zGb/wGP/3TP82hQ4f42Z/9Wf723/7b/Pqv/zq9Xu+buMcT3i3a7Yj/8b//GM+/sMiv/9brvPz6KmVTEdQqsDDX4nOfOcNnPnWK+bk2f/bSEiHcfMXPNwZVt1MVBnj09Cx/+MIi68OCuU68I56KKjAuPJ+4f55u6+3nA18+t07lw44Q3stUN2J9M+P85U3uOf3W7ZsiwidPzvJ71SrXtgpyH+jFJT94/xrzbc/moM4F/rHPpSytel676Blm1NWyvGLLwF/6nrv4c991kjcub/Jvn75KIrBwqLNzbFle8ZWvLvFzv/YyU/csUDSV71EWyLN6Fto3rswitSHVxrAkiSzdNEKAdKENV7YwRnZihSJrEFVCgNlOQrcdsbqR0WnOX+U7qBpE/L426UKVqa4lyy1nF4XNQbFzLuZ7CacPdXn1tVXECIcX2hyca2+bGtcz2x4g0NlZs1BUZWf/d+Z8m/q3KlQKVRBOTZekLtSPCG9xzZhQ/wu1QVOlildQ9c12BTEKQVAcimlMuMDpmDcGPc4Pj5IHiwhMxzn3LWTMJ6soBr8tqhth2rJbzMTXKHWWwgeGOcwGT8jGVKXZGa3NRoEosaTONaPMN+ZB78cSaBHHW4hrTo3Xndedcn1KUmIrGFEKPIW3hEb4VmGBwGWM5ARN2BXEASMluT+849Yc4hkGp/4abvgmLltExVC1T+LTwzedJQ52iqz18Nvsf4MIY+6n0GNELCKUBNoUHEHl9t2iJ0yYMGHCtyFad6q9W9ue8N7hfS2G/8k/+Sf89E//NABf+tKXbvqYa9eu8Yu/+Iv883/+z/mJn/gJAB566CE++9nP8vM///P8vb/3975p+zvh3cVaw6OPHOHRR45Qlp433tygKD3HDveYn23te+wj9xzgyReWKEq/T/Sq1pXER+5dYG46vf4lbspsN+Evffwkv/jFC6xs5RiRnSrxvcem+K675vmvv/Uaz3zlKlUVuPvueT79iVMcOza1bzv+Lb50t6uZe3OI34pObLl3vsOVzZwQlI+dGjDX9qwNDWUQ8AGx8FN/sc0Lr5T8lz+s2Bgotm3pHexw9OQ0ndhx/vU1sqzk0ML+dvI0cRhb8oUnr/DRIz167YhcoVTFxQYjhpCVoEqoahMqXwaW1scMTFa3JUdm5/wnsWWcVYgYglc6nZiZbkyWe2JneOieuqU8hJSimiGJVus6qlpqKemJrWdk5/jwwwc4vDjE+0BWBS5c6fPimxt15qsPLK0MWZhtc+9dc4yDEks9oVsFZWVgGBaGduQZlQ5nZee4BSWosDiMGVUGI8rhbsW9cwUiAVWhKt+qk6B+f4MqWZMnvH27UgIxoZbAAFTaRqiwFLzZrzg7mMWIEkkgaMLKOGFcjJAkUGmybSnFbruyoedW2ajabBa1sVxp63la0boCawzETigqSI1HxeDNWy8QRnGfdusaYqrG6MtgbSBUQvCWyMXMurqirUBsc8pg2MwT2mqItcWoPEMnOouVrNnn+v9WYYpRdXr/C4ql6t5B1X13Onm8TO1EQn1jN5xhs1UQS2gfpI5UmjBhwoQJEya8l3hfi2FjbuUEusuf/MmfEELgB37gB3Zum5mZ4ROf+AR/9Ed/NBHD36ZEkeXeO+c4d36Ds2fXWOpERLHj7JsbANxxaoZ7T8/y0tk10sTSShyVD2wOC6Y6MT/wyVPv6PUeOjXL4ZkWz5xb4/LqiCSyPHBimoXE8a/+1Re5dHkTYwRjhNdeX+NP/uQCf+e/eZzHHz2ys40Th7u1IKgCzu2/tkfjinbLcezQ7bVuZpXnzy5ugCpHuoZ7DxaUvhapIgGswQdPnFi+/5OGI8da/LvfjyirQLsd8ZtPXaFYHfP0M1cIVbihnVwVvBHKrMKVgcganCpvXNggaUXNZ1Nr72FVisJT+Xr+Nh9X2JajGJUsXhsyO5sy00vIck+WVThnmJpJ2NjKKavARx8+zD2ndqvhw/EJAGK30bToKgHDRj7DpeFxDi84Di902djK+ZU/PEvplflujGlaZbPKs9UfkwwLetMtFod1FbndjjBGOLfe5eHDW0ylSuGbOVJREuspypSpyDIzP2Y+9cymATF1cnGV9wj+LSqKzTxw2YhqYbe46XRMEEPpI7abphWHUQPlJm8Op4mMEhlL0BYGQ2KU2JZ4lT0Seu97ZLFSEZuiqabDOFqgsD3iqk9l6nzd7SZwG8Z4N08V7V6T49KT+UDL1XFP1o5pt68iBIKPQcBSu0kbJ+T0qEJKJBk+OMqQNoI4MJ/k2CxFEIpwCF90SOwizgxQtRRhnsIfQG/6Z8kTR32cHaEIVdWlrHbnlN9ThIr02p8Qrz2L+DEghHSB6tgnKXs3mpNNmDBhwoT3JpOZ4e8M3tdi+HY4e/Ys8/PzTE9P77v9zjvv5Bd/8Rff8fY+97nP3fK+n/u5n+PQocM3TwKZ8A1l+xzf6lxfuNjn5/73Zzl7bp0srxiXnoDQbkXEsSWOLQ/ct8CnPniUZ19ZYTAusUZ44I45fuS77+CukzO3vS+DQcETT13m0uVNktjx8Q8c5N57FhCB/++//FMuXdrk4IH2rkGUKksrI/7Xf/8M99w1R69XC6hH7zvA0YMdLi8OmZtOiZxBVRnnFeO84nOPnWCmd3vtm+fXx4xKTy+xxJHHGKUKtRjHs+O4XZtDQbcF3gcMMDi/wauvrvKCQJ558soTsoojJ6d3jsEHpawC1gguMo2wE4qsYnMjw0WWbjsi7sZUPlBVdcu6EcGlDnGGzUubhLykLGNUlelOTACilsM4S68T8/HHDvOBDxzmwmbGbMsxk0aAZZSdJjNjIjtgvQosF22qsD9S6fWLfbLS0+vEzfB4fXsaWYoq8MKFPv+37zvApWHJuY0xpSrddkK/jLmw5Tje2yR1dft3FYStokNcHOFUCi7ewkVDEAg+pSq6+LJzw6LBfgxF6TCuqKXrnmih2EHlhyxnbebiCGcEq4E4KG+OupRa0BLZMb3aOd/eEbazgq97bSsBgwFxxC5QVGCNYbn7KIe2niTyQ1AhUYiMEOwUo953IcawlVc8uzjg8laOV3ACJ6ZSPnXXoDEwi3f234c2RgqMqXC2xGgFwYLGRNsnPQA2gA1I00oe6DL23fp63EZulLfGjOm2z2NNxo43eLJEVfUYjk/va5f/lqNK6+JvEK89j9oIdR3QgB0vYs/+CuHkD1HMPvit3ssJ3ya83d/BCRO+VibX1oTvJN5DvyLeHTY3N286Fzw1NfWWc8ZfKyJ1VXLCu4sIWGt3Zk33sro64l//zJe4em3AzHRCVgXKrEI1MBopC/PTKPDMc9f4rtTx//kfP8HK+pg0sRyab7+NoNnPK6+u8G9+9gmWlwf1z3SF3/jNVzlxfJqHHzrECy8uMTUd4/ZcE4JwYKHN8vKIZ569xuc+W7d/RpHl7//Vh/m3v/A8V5eHOzPNcWT52COH+YkfuPu2r63Ma32OjKGohLy0tOKKyhtiayh8aDybFGvgylo9C1tc3mTptVVUhKmFDkaVi5c3WV0cokE5cedcLaJRiqzi4PEpOr1k55wdWuhw7mIfVSVUAevrBmAbW1TrRlFRJfRzOlnFVqV8+L4FPvvZO0gSx8mjPfqDgqLwLJcVX7k24PfOrxG0zi0+NdPik6dn6cQO6BLokgfPyFfEsv8P9/pWhjQC3BrZJ7LasWVceHIPdx7ocGqhjQFeWRvx3IU+z75cELuYO49aDs9FlJrQM20iI0zHlhk/TxW23cDrrGhzG7Gx/TwlqKcbhdpIq/GW8kFYGcVsFYEZG5h1zTCupTkowdgbq79Lo2kOtrdw4rHidj4LIoqTEq8psSmYbTnWxkrloXAzXJ3+JHP+EgyXWB0Lh+bPcNWc4s01z2a+yPkNT+GFdmxJrFD6wGvrIx6rNmmrXPcZMSgpQXOMVODLOiaKgErS5OnW14yNFPtWc9U3EGinFzBmjIZd1+m6UryJyGWy4ubt03nh+cKLi/zZV5dY38pZmE75+IMH+fgDh4jc23cVfS2YwUXi/sto1AbX2rnm1CWYfJ108QvowoNgJn8jJnz9vNXfwQkTvh6+0dfW+1ZU38JbZsK3F+8pMby1tcXS0tLbPu7EiRPE8bcmq/H3fu/33vJ+7wNl+VaOshO+EWx/QVeVv+GL+vc/f46r1wYcOtChqDzDcYmzBmOEovCsrY85dnQKDcrTz17jh79vwPGj9cxgVd1+wvrWVs6//pkvsbIy4sBCG2MNS0sDVlbHXFsc8uzz1yjLwFSWkERuX+uzaQTltWuDfdfLofk2P/13P8Rzr65w8doAZ4UH7pznjuNTiMhtX1uxqfNcfQio/P/Z+88gya7zTBd91lrbpM8sX13tfaPR8ABhCDpQdCJl6ETKjAwlHs3lGUmjmYnQzB3OmXsiFHFuKM5cnfGSRm6k0UhDeVEEIXqCAAmA8I1Goy3al6+stDu3WWvdHzuruqq72gDsJgByPxEVQGdlbpe7dua7v+97X8GR2QK3bWgi0WghUVKQYCnlIUpg/0mXwYLDwZMNpJIo38F1JHlPUan4NJshC3NdKoN5nL7bdq7gsmlfmvO61Eq0bqzEzHyXVjvCl4KkHbLQCClUfVxXYroJdj5Az3fBgutITp9qsH1zDUjjpcoFl2O9mEdPNTDWUnAVUkCoLYfnOrR6Ce/fPYzTH5MoWosCYgtO3y0aWK6sO7DsHr1ErA3Vss88lplOhAWm5jo89twUnSBGWzBYjp6STIwWuWNfiY7UaJ0gBNQcyc6Sh9t36hYixnPruO4iAkOii0TRENoUVr0vxsCpRY+BnKHo6XS/EkkzVMQ6nQvngmtIrp+ZrZccslcw1S4xlKuwtdpKnZiFRGBQMuqfZzE5OwtqgOGiRy9OHbDBZ7K3nReb27l1tMqLQQNfHuXGoRYCy60jioPzVV5uDqGUQinwjCBILJExuOK8QzSAIEKIsG98pUlv+RgEMdrk08dlOhdvkvP7JkSM6zaRMsIahyiuYu35a7vrLCJFF61XCmEAhTUWJRfRuoMxq+f7w1jzew8e5uCpxf5ctOLkVIsTUy0OvFznZ96987oI4tzCEdAx1ild9A3SuCVEbwHTOI0ubbzotVZYrLRYYRFWILRAXFQnz8g4z+U+BzMyvhOu9bn1hjw/LddPDL8Rj8f3MK8rMfzQQw/x6U9/+orPe/DBB9m+fa3oj4upVCq02+2LHm82mxe1Tl8r3pB/9G9QrL34eD/z7CSOkggpCEKNsbD0vVcpQacTY4ylUHCZnu1w9Hid9etemYHO8dOL/PGf7efo8Tp+3qHeDNGxYWGhh5B9IdbX1a12xNnJFhv7gjbd7lSdFYvuRdvvOoo79o5xx96xi/b1atkykOcJV9IJNSVP8dgRHx/JjrEYz0mjiyqOJbKCxw/niEyepNkkChOcfk5x3kurVxOjJTxXMjcfsFgPqI2UuGnPCLtuXcdpbejGmpyTxlRJR7J52yALM22SbkwYG3qtkHCqTU1bpDaEkUYbi+tIYm3wc86qfTPW8sxkC20slRXO2jklcIRguh1xot5j+2AqNF0hGHMk04khXirPW9iwrsyx0w2MNiDOV+KMMWhrueOWdcRC4AALrZCvP3WWINQU8w5KSQSWODacnWpTKXns2zWCK1NRuhBrjnUidpd8ED1icRJjQjyhUULgqC6+u0An2EgUDy6vuyQFSkjqPUE7Wn35TazFEYKSlKuOx7DvkJOSnjbkVD/qSaSZvaGFc+1NjPktcu4cUoYgLL1YYGwO10mFpU8LVygc12euXabZdRGJx1s35lgIFtlUPkzZjYiMIkoEJTfh3vVzbKxEfHNyPYK0wn667jNW7mCVBqMQVoBIULQBSaJdrPAQNkrjjIRE2ZDESrAOaLW8b567SCF/FinPu1fnctMEvTHCcAQAJYP+b9aeiZYyRMkArVeL4Uf2T3Pw1CLVorvCIM8ljDTPH1/giZdmue/GsYuW+R2jl/ZFrP6yI0iPhzWpWF7xO4vFOAbrmNU94o5ARRJhrk8VO+N7h7U+BzMyrgXZuZXx/cDrSgx/9KMf5aMf/eg1Xea2bduYm5uj0WisEr/Hjx/Pcoa/R4kijcVe0vjgwodfSVs0wGPPnuNP/+4lzr1cR2tDFBvmFgLiMMFREseRGGPR2uJ7iijWdLsx3W5MsZiKk2YzJJ93uf22iVe1j1ei4Cru2VTjkRN1ZpohzcWAP5vLs2+zzw3jIarT4dSJiAPTOWakQsqEVje9SeAoyXD5vLgQUjAyVEQnlve8fRvvffcOhgbyWOCx04u8NNuhGSbpcxGMVHx+7NZ1lB1Fpxfzvz6zn8cPzrHoqfQ4xRoLSEfieIrxidU3IhaDhMUgxpUXZzc7UmCwnGueF8MAFSXJCUHTWHrGYrBsGykR3jrBTCOgtdgj7MbU611mZrvc2T/u8wsdrKM48HKdTi8h5zskBhJjcJXAcRWOtpw802T3lkFcV6GEwBVQjzQv1buca9fpxEUsJQqeZFMtZt9wh6IfUsifwSIxJofWPo4QjLqSyUgTGYvq71qrlzCzGNANYg4JwUTZZ/dwkcG8iysFN1R9XmyE9LTpJxhZEIKy77BxsECLIt32MN8+Ms2Tx06x0AYlQ27bpnnnLT5jNYmyCZ7sIH2Xsl3fP3KWsn+CoXyExsE3gk4MUSzJYdlQbjHeaDHdTd+j43M+u0ZDxsoJRliwCkUXISXWGmzUATmAUQUE/VzgpWq17ZD0K7hKdSkWToMwaOOxZBkmRUIhN4nRHnFS7RuDWVZmFZ8njaOy9mKx+PhLM6g14tF8T9EMYr596NqI4Qv1rs6N9H+hsUIRakNPp1Fmvg1wpUfkDa2S9lZZrGuWd1P0W8oRFu1pVCjSmw7fAcZa6pEm0AZHCIZ8Z7mrISMjIyNjbWzWJv19wetKDF8P7r//fqSUfOELX1gW2o1Gg0ceeYRPfepTr/HWZVxL5ue7fOFLxzhxapHGYo9WK6JU8tLRWGNRSvQrwg5CCNqdiHzOZfeOwSsue4l6o8dnPneIKNKUih69ZoijBNparLGpQOgjgMGhAnNzXaJIU6+nVa5ON0ZKwY98YDfjV+kO/WrYM1LCtfCHnz+MKntYJXn6qR6PnWujOzH1eoByQn74p7cw1Y4ZdCT1g7MUPAffXS0wer0E15Hcdss4w30RKoD7Ng2wZ7jEqUZArC21vMOWWp7ZesDXj87Q7EYMbKyR2FPMTfU7NPr6Rkcakxi+9uhJbr91HbfcOEov1jx1us5sox+/JKHkO1QLHk5/ZlbYNNb2QpJEI+NUxJ4ONaG2lAfz5Ks5kvWGs2ebnJpspu3dm6okiaHZTQilpt2JEJAajJHeMIm1xQVcV9KLNY1OyFAtjxACJSzznZgzQYgrwfNckB4hkiMNONstsWOwzY3DixRL5zDWQWufXneUYZtDCcFsrAmNpdGNOHKuRaINvhREwIuzHV5eDHjr5gE2VHIMeA53DkrOxppmbFDCMpBzGcw5SJlGQ/3l46d55sgsrrLkvLT9/esvxBw8rfnUD+ZZN6iwiL4RFYDFzc1To4lFIq1AOeApiDQkRqJczb7xkMFkCGstc62Qg9Meg4U2juwhVIRI30zodfGTAFMsE1PDLkcJGTwa+KpDlIdeMIrvzSOEXiGE0zPKWBclQ3L+PHFSJY7LWF9dlCsNIEWCNS5JsvpvyBhLsxPjuWtXVH1HstAKL/OXc2UsEEtBJNNmcIHFNRZb201u+lFkWGdRlIn63SGOjXFMj6POXk7XBXeNGRwpUv3rmP7eLw3n2WVzOwRYZRDJq58xbsaag80e3cQsi3dPCraVfCauIv88IyMjIyPje5k3tBg+e/Ys+/fvByAIAk6dOsVDDz0EsBylND4+zkc+8hF+4zd+AyklY2Nj/PZv/zblcpmPf/zjr9m2Z1xbZuc6/Lv/55ucPdvEdVTaIh3EhGGC4ym0EGit03nPWo52J6TTTXj7mzcxNnr1gvTJ/VMs1Hv4riQwlsRYdC9Jq8tKYqzFmnT2OOc7DNRy5HMOZ840QQi0tmzbOsA737GNN9978dzgK6G+GHDw0Bw6MWzaWGXTxupFVe766SanHj7J4GD+orimajXH7FyHYqD5+QfSsYPfmQ/4xqOncF1JPpfeNAjDhPpij717hhkYKfIPT56hFcTUih63bh9iuJpjsJB+qbbW8sUnz/KFJ8/Si9JqcdSJaQcJQq1oHZX0W5GhPtvhrx48xM6dQ3z+4DRnGj3MkgM1EMeGXmwYr+WWW4RH+hX22FhOtUKOLnSZa0V0uxEbNlRxXZlGOZHe2dXGsm6iwo16grPnmuw/UWfTWIlSycdauzwfFUaapC8alBRoR6Yt9wBCYCxESYKy0OxGuALyOQct/FS8p+nHKGE5vlhCG7hltI21AscJKJTO0mlvYFDkGFCCrrY8eLKO1YYBX61qo29Fmm+dbvC+3S5Wpm3/E1WfCXtePmptmV8IeOnUIs8cmSfoxgyPp6LeWijkYLph+NyTIb/w7kJac+yLSun0kE4HG1u0lUD6mpxriQ04SqKkpOQahAYQjNfy+KrAQq9CXkT4pkFevoyNWwAIN09OdfF1E00aq6SIkMICEtdrEPYGcZ1Ov6J7cXXSWIVyuoBBmzxhXCPnLaTtxDYVhVKm51bQG10huvunlhRUih7T9YBS/sKlQ5gYNlylK/taWCBQklgKRF+8WiBUkkQWUJt/GPfYX+OFi/j9/GQjFHP+Zg6X76MVhJwOI3YOC6xxiHFROiBvzuLZeQAiMUBPbiBWVax89ZWJnja8sNijZwyeFKi+yA6N5XArxBWCkdwb+mtARkZGxnXDXr2NTMYbmDf0p+Djjz/Ov/pX/2r539/4xjf4xje+AcChQ4eWH//0pz9NsVjk3/27f0en0+H222/nD/7gD9Z0mc54Y/LZvz+URhiNFlFKks87TE23iSJN1Etwcw5ISS7vEAQJhYLLO+7fzMc/vPeq13HqdIO/+JuDNJohKIEVIDyFCROEFCBTg6RemGCtJZKac5MtikWXgYEcv/jJu9i7Z4Ry2XvFrdkr0drwN599ia88fIJOJ8Ja8H3FjTeM8LM/dSvVyvkW524QY2xaFb8QKVODnm6QLD/2kz9xM70w4bn907SaafVMOZI9u4bYc88G/p+/eZFeeP75X3rmHD987ybu6883P398gc8/cRolBCPVVLxOznUx2iA8hStS52Uh0vZ0YyxJrDlxcpFHX5rhzGJAGCZ0OjG6354kBIRhgu9KXE9R8R22DeRpxJpD7YjFMMH6LsM5FylLCCFotUOkFOQ8RS8xy8saHyly7kyDJDGcmGqzY4uLciT5vJtGQGmD6DtPJ4klTjROv028UkoFeC82RInuzzQLjHDB2mVZl/csOdcQa8m5dpGt1Yiiowh1HqE0ntegF6THZqET0g41RU+tOieEEBQcxWKY8MJij5FqnpwjqJIKMEekQvjMZIugF3P4dANtDI5UtFsRlbJajrIq+JYDpzXNTkytLIjiWvr+u0E/09dBkqCRCASeAwUjluemW0mOMDYIAZ6SKCVpJS4uDtIaco5A4CCIMMojrWxaHILl/bE4CKsRUiNVmErEJTfti1hqiU5/usFGrHXxvfn+fLHAGJdeOEoYDa/5N3L3nhH+5tGTRLFe1SrdizQCuGv3yJqvuxoSIUiEQK54zyG9gaERdCqbeH7gxyi2DjJiFvpCeCNz/iastMgITtQtO4YtUkUUzAy+Pom0GtMX9jk7jWfnabObiPFXva1TvYSeMeTkeQdwIQQ5JQgSw+luxLCvvqPrUUZGRkZGxhuZN7QY/tCHPsSHPvShKz7P8zx+7dd+jV/7tV/7LmxVxnebTjfiyafPUSi6yzm45bJPoeDSakUs1AN27xzip3/qVuYXA4QQ7Ng2wOhw8arX0WymztGL9QDhKWxfMPkDeaJmD9vTWG1AWwwsV2EbjZDFxR47dwxx1x0Ty9v3nfC5hw7z9w8dwfcUI8NFhIAgSHjq2Ul6oeZf/PK9TNcDHjsww7OH59AjBRatpSLEqhpaHKeV8rHR88ehWPD4pU/dzdFjC7x0aI6gl+DlHSIl+drzU+RyzrLItday2In4m0dPMlbLs32iwjdfmCZJDAO18yU5rfsOzyK9gSBXib60IqsTw8lGj1YnIuglqVBXAmMtxkAYaqYXuuzdNMADWwdRSnKsFdKJDUGQ4Kj0/VC+g5Tg+w5hmBDFZnlGPIkNnqsolT02jpXZMF6mWHAJE0NzMUApSZIYloyShQCjU2/kTRMVlJQYY0iMJdYWJQRIlc61Ct0XdgJPpZVlVxqCRHG8UWOkVAbhIhNQQiOVwNGWbpzOtzsXzG9aC1qmU7dhbHBY7i5n6VbEYqNH0ItxHEUv1qmBmRQsNCy5nMH3ACHxHOhFliCOKcSDxEk6/yukBhSJqOIyhzEGK9LzM+8JBDHGOjT1CAVPkHMkrkrnWRMriQ1IKhgKKKWxOum3+V6UFLz0bvd/JHFcwVEBF88CW6QwhFFtxeOSoDdBLxxFqQCsINEF1jLVWuLN+8Y4dLrBwVOLWCIcJdEmFa83bxv8jsRwLPvn8YXeA6QBUomANj6zuZuZ6l8HhAAhk37cGfQSsDZ1O/ej00hiEgqI/vHX1iJtj6I+Sszoq97WhaVZ/jXEriMF7cQQG4u3xs2yjIyMjO9v7HUsDWezyK8n3tBiOCMDoNOOiWOD769ul1RKUqvliBNNpeKzZ/faVaSr4bEnzjA93WZ0MMfZfiVVAiiBV8uBMYRzAdqmQmdpTlkKUI6i10toNEMGB9bo23wFdDoRX/7aCVxXUq2erwAXCi5SCQ4fmeezXz7Gt44v0F6KlMq7tBJNJARDSVoLNMaysBAwMVHmpptWGwkJIdi2dYCDL9d57KmztNoRjW6MtpbR8RKlzTWESitNtaLHbKPHYwdn2LauzKnpDjlv9WUlV3T7kcYWc8GXctMXyoWiS2QtQaiRUizPBxsLVloSbdCx4R2ba4yWfM71EkJj6QQxUp6XTalpmsRzJWGUGmEtBdQImeYN333TOsoFD9N39C7nXG7aPoyjJAePzROGejnj2XUlfs7tb4ulGyWAJY5iXJm2TS9LsiVjq+XjaDEoEltMK7AmwUiLxcEqicGS64slbSxqhSA2QNIXb74rESL9t7XpOZVYaLbCfo4yDFV9Ts11CHoxSSw4fU4zNiIolyCMwXUFnpqg0x1f2lCskVgnoSWGKdHDk20suu/NJUisy4LejOdX8Va+bSbd2X7dnk6ynZL7ElJaiAPwq+edk5FYUgMtKx208dGJT2iG8Lw6SkYY4ywbZSmZCvBeePHfqrUOSXJ13Ty+q3j33RtoJprjZ5t0goScr7hp2yAffdu27yhWyUK/Pbp/OPptx2G/Ld8RgnLOoR2vnEtOc6WtBW2g5KfvgmMaSBthcNNDthwUDdr6KBui1DyhmkBpi9RrNZZnZGRkZGRkvFoyMZzxhqdS8cnnHbpBTP4CQxhrU1fn79So6qVDswDkXAfV0yTWYuxSkLzAJGC1xcs5OI5iuOpjLOR8h1zOYXa2w1NPn+Nd77y6SLBL8fLJRZqttUV1zneo1wP+/qvHyY+XGenP2BZ9hzNnm4TGMpVo3HoPayzDQwV+4efuuMhxF+CzXzrG575yHM+VDNZyNMMEmVhmJ9tobdm0cwhIRZPnKl7um2N5riS8IAu5NlbCL7p0WxHGlSxZKBtjSRKDm3O4+4712L7BmbvC+EgK+rO66bzx6XrAy7NdHjtZp91LcFzJ2HCR0aECoj+TrZxUYCsp0Sa9qyulwHUVBUdSyqU5yZa0Sp34qWDes3mAeiuk2Q5JdDpH7LmKMNJM17tE1lDNG4IwQaAYLZWoRwl5VwGKNJnYEmtBXlqiRCJQFD2BIAEBSljCOEEbB+lK1lV8yp5DK0oor2iV1tYSJpqcqxjpz7dam7Zo591U/TtuGlNUKLrctH2IZ47ML89JhzGcmzaMyDztIGHP1gEkq53LW1GOggqxQtGyG3FFE982kUITUWA22URkqv156SXxl84Vp/XdlMTUaEU3klOTuPY0xF1wS0Ba+RSYtIJuPaLeICAxxqPd2UohfwZHBakZVr/i2w3WofXqfOarQRChRDqLfLqu+Oxzk8SuZM/uIZQURIlhPtb8/XPn+OibNuJe0KVhrGUhTGjEJjW/8xVV9+IWYknaKo21aGtpxGl1VfRH4iNjGazkaMWaOEqNspYUrDbpvYTNA+nNJGHj9I2VS3X/89VwmxpsI4mwMq1IKwlObK9aEA/6DvVY9+fiV78qMZaapzJX6YyMjIxLkLlJf3+QieGMNzy5nMO992zkwc8fIY417gpx12pF+J7inrs3fEfrWDJuAvAdgU0AkX6BFgD9yp4QAt9T1GoXi9V6vXfRY6+UpYrlpb4NR4nBRJqJFXPJvq/YsqnGXL1LJ1BsHytx+94x7rt345qiutEM+dq3TuG7kmrF739XFwhXYY1lca7LyESZfN/EyhiL56Y5w7fuGOJLT51Nq+L9L9mOq9h80xhHnjqHDjVBqFn64u/6iltuX8dHf2gP3zixwLHpNqZfEdVJOqcq+1U8Rwq+eXiORhCnNlVCEIQJzXZEqx2xfXMNow1ap3Ot6Zx0Whd2XYUxhpyr6IU6FXQinb/utDSOrygXPNYNFWkHMa60JNoSRgnaQC9KaLQjPGEItWTPUIG9I2W+ebZBN9L95afvf5QIHKkJjUPZl5Q9A4i+iRT0EkncF7rCUbxpfYVvnFqkGerldtWeTs+n3evKq0RbL04jeHxXUq74YAyeLygWBG+7dYxH9s/Q6Sb0ghhcSauToKxl9qV5/svpFjfvGeGOm8bxfcVU12NU+ZS9kARIKGNlGSGgG3vUwxKesrjyfLTPUsiR2/9ZQtsynaQM7MDtnCOfm0H6qh+5JNHaJwzHiKPzlV2t87TaO1AqQMoIaxwSXbz0yX1JEvLyOL6YApH+YQ54gm1DRc40qsutx66SeI7hxHyXQ1Mt9q0/H7UXJIb99S7N2KQdA4DqRxDdOJBfJRhdY4iFwsBym7EjNI6MkSI9tyLhsWEoz5HJNlFiUAKMSDsdRouwdaB/PIUHQiCsAatIK+6iL4TTGzkGf/lehFGpL4Fafb/pkoznHM4FMT1t8GS6T8baNNZLCjYWvjP/goyMjIyMjDc6mRjO+J7gh35wN8eP1zl0eC5ts3UkUV+kvP99O9m969W3SAPs2DHIo4+fZmqhmzpIC3A9hetI4kjj5Rw6rXSOtnqBU+2SgK1WX72D7RJbN9colTza7YjaijZpgDBKsIBX8la13AIoRzA6XGCuEfIjH9jDLTuGLrmOw8cXaHdiRoZSoSwElPIui+0IV6UVtnajR77ooU3awnzLtjSe6i03j/PcsQVmFwPKeRfPlQSxIcw77HlgK+t9hxMvzhJ0Y8bHyzzw9q3cc+d6fE9x24Yq3z6+QLsZ0ppuE7YjhBQUh4sMjBYQrmKhEzFQ8ECmTsyea+mFCdNzHQaquTT/2FqCXmrA5fsOWhsarR4L9S7Du0fR1qaGZ4DrCLxCWv01NhX19MW4wJKYdP89X2GxdCPJYMFh73CF+VbI8TOLaCkZHS3h+w5YCBNJYmG4oNk25KNUjOznAkfaxXUdXKffCi1gcy1PzlEcnOtwttkjjDQlYHywyHj14psV7djQSwzNcw0GRnIkkSAIEvZtrrJuKM+Blxd58VidxEB7uk242KOrJGes5ZkDMzz8xBl+7iduISq4TLUqLNgm4wMaVxkSI2j0cjTjwnK8lOzPxy+fS0CFS0lWScwG4t56ZNhFqhhrfbTOrfEKm+YM69yrqgQvLaMoD+LJGYxVWOtjjCbvdvnAjSFfO+ZwdL5KqZqjUPKRQlBvBByb7y6LYWMt++sBi5EmpyRKpBXtxMJML8ZtCG5ccdNIWfCMIRCC0FiU0Hgq6DeOC4QAX/YQrs+tEw7HZ9PZ8JIv2Dxg2VwTuP2bHoksY4SPND2M7cdMybQNW9FDizyRSOeb+4VitBKotbLF1iCnJPuqOV5q9ugkhqjf3O5LwdaSnzlJZ2RkZFwKS38s6DotO+N1Q/ZJmPE9Qank8au/fC/ffOw0jz9xhlY7ZMP6Km958yZuvmnsO6p+LNQDHn92khDotCOkBItAhxqZd1BS4pVcwpaDiA2lwvmambWW+mJAqeRx5x0Tl17JVVIu+7zt/s38/ecP02qFlPoOx2GoqS8GjI2XSCq5Ndsi48SgpKB4hWxRbfuRRBaiKJ3hrRY9Or2EODHLrefdMKEVxIwP5LnnhtTkZ7ia4xd/aA9/9+hJDp9t0gk11pW4voeXc6grwba3beGDb9rIxqHVAmi07BNPtznzwiyd2Q6mXxle8B26OwYZ2T5AtZLDUZLEpNthSW9KxN2Y6fkOIyNFksRw9tQilbzDTKw59vICkU7b6fVOi6MEsbX4nkpnk4XAJxUbQS813ZIybWmVQlAsugipcBXsGc6zb3QQCTx0YIpOT1MpCJozbVzfQbmSKDEgoFcQbB0S9GIHJQUGB21Ef+43NcfqmPQiPFbyOHN0noOffYmp2TY6Mbi+YueN47z3g3upVnNYe/5zuSwEYzsHaHVDJqc6QCra8wLefssY77prgv/8356l0QjZMFxcrtInieH4qUX+6sFD/MBH9hEnlk5cIGl5y5FSIFAqjSZzlMBEgnK/C8AHCoCylhP1gMOzbRpBTNl32DlSYutQoW+QJjC2iDlvPL4Ci+N2cLwWQqaVXJ34JFEFo1/ZDSNHLOLKOYz1+s7YafW1EbjU8jF3bVokKGzE8T2sTf8eR0dLSARzkWbYUyyEmma8JITPOy67Iv07n+7FbEt88ktmWIBvLHF/5txTvb5QlecTk/tt1AOFgLeuHwEEnm8xziJCaqzVgEBI6LlbyIUnUARYVL8NXWPwaMk9WLH6Y9pe4lImbBdlu1jhoKkuzXBQcRV3DhaoR5qetjgSBj0na4/OyMjIuAxL0YzXa9kZrx8yMZzxPUOh4PIDD2zjBx7Yds2Waa3lj//8BU6eabJxosLsXIdeL8EYm1Z8g4RNO4fYu3uYDYMFHvrcYWZmOvi+QkpBr5fg+w4f+dCNDA2+2urXan7k/bvp9RIe+dYppmc6CJG6V+/dM8KHP7yX3/n8YZrdmGpfwCztR6MTs364wNbxy89PT4yVSGLN0eN1bH8WslhwGazmWOxEBIlBS0GiDTdtHeBH79u8al3rhgr84g/fwFf2T/HlA9O4SlDtt2Mm2jDbCvnzx07xyQe2U14hzJ/fP8MLXzqONqDyCifngoUk1My8MEPzVIN7PryX2BhakU5nfvut6UpJ4thgEoMXJbx/7yh5Jfn//fULdDoxlZJHY6HLuekWm9ZV6HYilOgbdVmL5ykwkBNpDJWxlmLeoVxwcVxF0XN457ZBxvtV/6dPLdLqaaoFZ9kdOw4T4hA6YYIWgm5PMbkQsW6gQNIXYksC3lGiX320dIBTL0zz3/7704RhTG3AwXFcut2E/U+dptNo8/FfvBfXd5FAVULFSSuElYIPo9BoRSRJGiNUKXo4vmTXlgr0b2Ys4TiSYtHlpcNz3LXQJVf0KORdjIGlSdSlZ+vEYI0gSQzbLjiXHj42zwtTrWXjr8lmyNG5LnvGSjywY3jVOldjcf1FXL/Vv+GSxjc5bhflhITdYYzOXeK1F+OKeQRmOZII0nxoKQStnmSgpBkJQ2baqr92SLShWvR4uRNRcXI0+zO1SlxsquUKQVcbmrFeFsNLx8gjrQov3UBYHbMEWIESEa7TItFVsA46qCKcHtKJAIvRLkk8QGKG8TiLK2axAkIxRE9uJBGVi7ZJ2Av/3SOvX8CzU6TzGxItqgRqL4lMq8qy3/KdkZGRkZGRsZrs0zEj4zKcnWzx0tF5KuVUNBSLNbrdmChKv0BHieEn3r+bu25Lq7433zDCV772Mk89fY4kMey7cYwH3r6VfTe++niUC3FdxU99/Gbe9cA2DhycJUkMmzdW2bVzCCEE77pzAw9+6xRziz3yOQdjLEGYUMy7/Ohbtlw23skYy4OfO0ynmc6R9rUizVZEpxtTKHncvHuYj31wL4MVn9E1ZqMhdUc+eK6JoyS1FULKUZKBoke9HfH8qUXevCLi5ktfOUbU0+mNhASWMpFc0tbsznyX+kybwkhp2fxK9EvYtj+3LK3l/i2D5BzJF585S6sbM1z10RaIDc/sn6JW8qmU/dRsS4pl4WZ1wo/eOMYdmwZ4YarFfDdGScGWWp69o0VqufPCfb4TYbGrYqKW8F1FO0wYLuR54ugc77ltPUXfwfYdlkS/3zWJ08zb0Fo++9ARer2YsXEP0bemKpc8fE9z8nidmUOnueW27RREKtDMkiKSgmoltypbGqAdRORyDus31di8e5jBkSJGW86dqHP04DSnTjaIF3vky/2YrP7rBCCVQCeGKEzwfOei2J0jcx32T7XwpKC8QmCFieGl6TbrKjluHF/b9VnKGMdrY63A2vMC1VqJlBovt0ivM8bVzw2v3PL+/wlBKefQDtMKv9B6+Zm6P8tecBSxhflIL0dWrdVNYa1GmIjC1BOUmCMpbSas7cO6FTzAlwmhcZD92KQlEisBQ14uMrkgqOXLqZeBVZioCLGLEAnGuljroCkTsIfA7iERkDjpub06dCplVYu0TSglj+PYeQweljwCjWMXKOknaHMPibz0SERGRkZGxqXJDLS+P8jEcEbGZZic6dALE6rl81XdQsGl0G+FnpnrMDndXv7d+okK/+gnbuGnfvxmYO18z2vF2GiJsdGLq7zvunM9QxWfh5+b4tx8BykEt+8c5h23T7Bt4uJK00oOvDjDE98+w0jJo52Yfg4uCJXOjzrAP/np2xi6QkTUYidioRNR8C52qpYinas8OddZJYanpttA33jLmFWzOlIKdJyad7mDBRx1viU16bdTTwwViIxlqhuxpZLj5HQ7NeASAt0X1kEQ8+VHT7B98wBbNlRxPUUQaYIoYWPBQ0rJjuEim6s5Ep3GGK31Hrp9c661MCbNIH7Llhoz3YS5Vtg3WUpvBrh9E6Ml5ma7nDqzSKWqloXwEp6nsAYOvTjNW+/YxpKH84XVwZVY0hipXLXAXbcOIpUkiTVKSbbfOMr4pipf/LuXGCu4+I6kqw2+p9BLjseJodUM0driOpLCBbt5cKqFNZbcBZVG35H0Ys2BqdYlxbBygzRyylx4XgiMkQgVI2WMMd6ar78QbZcysg0rQq6o5ByUjEiMYi7wiPV5V/HBoofnSnraEBrLgO+ghCCx4K6KkApJwjZ5GzLafRGHCKdzCm/hOTobfwRdmGBYRkyjiIyLEmnuUaIlxkJezGOTLg8fkSx2NT986zrGypqcdw5PNUEYrFVEyQBBuA5r031WCRiZ/px/Q9P/lTr9WcIzZ3HsAppC+kdK2q6trYOybXLmMG1571Udy4yMjIyMjO9HMjGckXEZfE+hZBrZ4zgXVo3S3FB/jfbD19KhVQjBHbtHuH3XMN1eglKS3BqidC2eeXaSODYMDXkUraWXGHr9qCSbGGSYkMRXtrJdMt++lGZbquyuZGn+eeWXf2shjjVxnIqZXiem1QzJ5R0cJdHa4uUUY0MllO8QJ4awL3xcRy0Vl3H67dRYSxRpnj0wxVPPT/Kut2+lUsoRW0vNlcSJIUgMz5ysM9UIyTmS2zfXGLug8rp1uMjTpxqEicFf0T5rraUTJoxVcqyr5llfEzSspSsEqr9bK4WwBejPYV+qtVgIiOMEPzeNIsZahzCukZg8tl+5FyuX14/7Gt1YQ2tD0I3PL6wLhbLHW39gB1s2VFFS8O0TdaqjpTQvN0iIIo0xhmLRRwBDeZeT810sMFb2WejGyznQF+I5MnX7tmtXzRFLdzjW2leRxjCJq3csie0o2p5AiQBtcywJYik0ZR+OdoZxvQLKWFwlKfrOcos6gCOg4kpGcg5TQYy1AlcKLJYk7GAsbDVncL0ChgJYg4wWKZx7iNb2n8E1JTYXjjMb1ugkRbQBbEhRLDCRn6UROMy18zS6IV996RSfuL+L64RptrJxEEKTc2dwZJdWdycWBwG4kUUrMCp1lhaGNXOGPTvZP3QX/H0LgbE+jp1H2B5WXH3reUZGRkYGfQOt61QZzgrOrysyMZyRcRl2bR9ksJan3ugxPLi6GtpqR+RzDrdcwxboa4kQq82y5ue7PPf8FEEvYXysxE03jV2UMdzuRBhrmW+FhLFeziku5R2S2NBuRwTBmq5IqxgoeoxWc5yZ75K7YB26/+Gy7YLs5zffu4mnn5kkjBJ8z8ECvV6yLFyUEuipNnORpra5RnWsSHUwvzybfepsE+VIRC9hWyXHDRurPHNsjlgbXCXJSUGgLdYYokgzNlykXPKZXQg4e3iWr55q0OolxCp1sC4M5RFC8K2XF9g7Vuajd21YduneOJBn52iRl6baxInBd9NqYDdM8B3Fm7cPLovBghD0OF+7XLpJsPRZuGGkQK3mUV8MLqq2GpPOGe/YkSfnzqKIAMh5U3SjdbTtOP0I5vPvuwVtFKWyz8xUiyVDLGvTKCkZxGzcXEVLgSMEd24Z4NmTizglH9dVOK5KK+LWMjff5WvPLtIONVhL3lMIR17y+0FiLGVfXbLJ2S5XhFdm6va3W5hV7dNXg8Who/dRVC+gRLDicUlsRpiJtpHPCXJLN0P6xDaNGRrsZzvvraXxSVNBTFcbhE3I25Bt+iS77MsrNlJi3AoqnMdpnyApb0fEw2wrniK2UO8apI3Je6nz+COHy0ghqeZddo0tYolXOWtbK9FW4agOnjdPGI2lqwEcDVzJNdpqLp06LACDQGffuzIyMjIyMi5BJoYzMi5Dznf44ffu5H/8xQvMzHUplzykgHY3RmvLu9++lfE1WpVfT1hr+dvPvsRDXzhKtxunVVshmFhX5pM/fwdbtwycf66naAYxTn8e1pIKvGagKEpBPu8wPHRlIzAhBG/eNcJfPXGaxU5EOZ8aTUWJod1LGK/l2DVa5Gtff5nHvn2WZrOXtn2PlZiaahNGSdop3VddUgqGBvNpBNJsl9OnGgx/eC9WW4JmbymSFeVKThjL55+bxE62UbFhcq7LQNmnkHOIEmh2E5Sj2LZ9iPn5Lt/84jF6nQjHkTR6aeW73egx2KswvLGKtvDCVAvnqTN85K6N6fYIwXtvHKOWd3nhXJNe1G/Vrua5d9sg20aKy8fCJY0iapEK4iUZKEidmcuu4h1v2cRn/vol2u2YYtFBiLQbYW6ux+Cgy5vvG8CaHhofsAiRUPDOYXoePTPIksaUJm2jNRaKeZfRoQKLzZC430peLLgM1XK4npPqrH4b+e1bBmhHCVONECugVvQ4OtXisaNzSCEo9QVuEGt6kUY6gqKvcFZUs7WxaGPZM1q6ZGeEjgtYv5k6KpulWjn9fTIkcQFrLu92ftEyqdDSb8IVMyjRBiSxHSSxA2zIG7rtaNlFGVJ9KYD1OYeCOp9hfUMtz5aSTyvWuK1jrG88hOMVL16hdACLihZJgDgZoNX10HaKJFlACMGxszkOnM0z3073xVGwe11ELxYUvQuPjUwj0Zz6shi+6n0XNVw7w3Jw9goEMYYihsuPNGRkZGRkrI212a3E7wcyMZyRcQXuv3sjnqt46CvHmJxuYy0MDeR5x/2beedbt7ym25Zow8HJFi+ea9LqxQyVfG5cX2HQkXz7yXPMznWZnGyx/4VpcnmHkZE0ZieKNafPNvlP//UJ/o//99uo9p2iTyca6UhsZFB5p2+uZOkGEUFkeP97dp5vZ74CN26sEiaarx6YptGNsRZcR7JtrMS79o7yO7/zJAdenCWdE5YcObJAnGh8L21vDnrxslN2rZYjIo2QclxLdaKMl3eJOhFCCIRK660msYTdmBc6EUcfPEKcaMxgnl4nolT2yeddNo8UueemcbZvqPDnf/0iYTdidCjPfDtGOhLPkehYU59sURkq4BdcEgsHJlv8QDeiVkj331WSt+wc5k1bBqgHMY4UDBW9NYVgHvCAHpCG6kCO9AIsgHe/Yxfzi02+8egU09M96LeZDw15/ONf3MLIwMruYYG1LkKE5N0Z4u4gqj/wq7Xh+QMznG70WHfDKCbSrBspopRcPpY6TQTiAl8sSp7DjpH0IyGINE+dqKOEoLwii7bkO8gwoaMtjSDGdyRuP+oq0paxss++dZeeS7fWIQoG8fILyH6sEsIgsBjr0E5qaEciLDjGouyl656rlotDZCcuaj2ruoobyj6TvYR6f/697EjGfcXwGqMDeUeSdyRuBB4RxuYubkHu33mx6nzrcaKLzLU38D8et3j9c2gljrQoabH2EuZ1ViDFlccPLiRUm/DtCaTtYmwhFcTWIogRWEK5FdZwyc7IyMjIyMhIycRwRsZV8KbbJ7jj1nGmZjoYYxkfKabusK8hsTb87TNnOTqT5swqCbOtkG89fprJZ6YgTuuQ9cUe1lqGVGG5eOS5itGRIrOzHR574gzvedcOnjtRJ3EV229fx4lnp+i105bcZGkGt+zzxLPnkH8o+NhH9l2VKL596yD7NlY5PtMhjDVDJZ/1g3n++u9e4oUDM9QGcqnL8bkWUayX24LzeRfHkZTLPiPDBRJjOTfXxVGCRFtytfNCZCk/FizWQBLE5Cs+o5ur6MUQYyxzp1vEpZCP/+TN3HbDKEXfYWa+y+lzLcpFDynE8my0AJQjiXua1nyXXLGGIs2VfXm2w22bV++37yrGr+JcUMAadcb0d0rxkx+5g7e95RzP7p+h19OsG89zz5vKVEsRSvcueo21CiV7CKFTkRlrfv8Pn+Hxb58hX/T4sX9SQTmS+qkGo6NFBmppVrEGCiIV55fiVL1LN9JU+0J4pcbMe4ogSJgo+3QSQ5QYPCXZt67E7eurq0zTphe6PPXSLNMLAcWcw807hti1qYYxo/i5eVyvDRh6ukQzHsVIhcVgjUMiLY6x+Npctbf0WpQcyc6Sl+Zn2/QmwJVm+pPSFoxTQsZtjFdd9TuRtDFOkbi0OsJtsOgxUPSYbYUXieFuZFnsKLaOrF1lEMKQJK88es2IMh11GwX9LMp2+g7sAosilFtSMZyRkZGR8erI3KS/L8jEcEbGVaKkZP0lXHJfC546WefIdJui7yx/+W7Odzn++FniWLN+tIQrBYuNHkII6vUevudQ6wvJJcOmw0fmec+7drDQCgHL2NYBSgN5zh6ZZ36qjS8F+aE8uZECTHf52tdfZna2wz/7p/ddNHO8hLFpy6wjBZ6j2LPCxTqONY88ehLXVbiO4sSZRaI4zchFQBRpPE8RR5ogSHOa241UDAohMMZgddoWqvV5syXZr2ILKcGC0edbrKslj7OTLT7zucM8OdOhVnSp+A7F0SIeYIJ41faLfv6R7ht3LX0cmuv4wShw2Di2kU0T4wiVgBUU3FO4toXBX+MVFovE2vR9/OKXjvLEC1OUx0v4QnDw8dPc8pYtVAbztLoxfj8z2RUw7MhVgrAbJmm2su/0j/GyrsKukfEjgU0DBe7aXKPXNxFzLzDVevzANH/xlWN0ekk6J23h0eenuH3PCP/ovRvJuXUECe14mMVkHInGkekNGG19jHVIpERZi3vRcbc4bhvHCdKYqqRAkhS5XCSTWnJ1uwqsytEbfQv5yS8ho3q/CiwQSYCVDr2R+7DO6vZjKQRv2jzAP7w4TSOI0yq6SCOnupHm5EKFXeMtrE36c9HpOSZFkorXePjqNu4CYjlBUwzgmbMo28EKh0isQ4uBi1qnMzIyMjIyMlaTieGMjDcgxlqeP91ASrGqCnXu8DxJmOCXPIJY4/bFjZSpcKwvBlSr/iohtPS/+X5Fz1pLsZbDHytSLXt4nuqLIkEp71AYLHDw0BzPPDvJ3XdtWLVd7UhzeKHLqWaIthaZGPxuzKiS7N0zQqHg0ulEdDppDm67HRFFOq2yi/Pbo7WlWsuxsBDQaJyvihpr0ZFmcbKF0QblytWC1YJXcIi6MUkrQpGKkdl2RAIsTrdxcorAVQQWxncPp4ZTvYTWwRnmFoLlY4AQOL5adg13hWC8dr1deQVWe1id1m0TUcNTLS42nLJIqQmjGqA4Nd/lkckWw3etRzmpxfTJZkjrwUNsu2GEynCRhoSdExUqUuD23/Qj55o8fGCaE9NtLDBey3P/jaOsHy7gOZJQa3Jq9Q2P2BiEhNGKh6MkpTWcpc/OdvjzLx8jTjSjtdzy+RaECd9+cZrN62I+9IBBa4+uSSuvUhhS62SLlDFWOxgBiRSrxLCQMcXiGRwVLGdMWStJkgLdznqsvTYfa9HATViVx5//Nqo3DUBS3EA4dAdxZfear9kzXiIxhm8dX6DZS7AWPEewc6TEvokxwvgsvjuHlNGyC7i1iiCcINGv/kabFXlCteNVvz4jIyMj42Ls1YcbZLyBycRwRsYbkCgxdMIE7wIh0pjpIJVESkGsDZ6n8D2HXi9GKkEU6eWYqCRJr/L79qZu2DduqvHwizN0Q43bd2heitAxUuLEBpVYHE9hjGX//ulVYrgdab5+epFGmCAtLC4GxDoVko8fm+eP/+Q53v++XbzlzZtwXYcwSkhik1ZzV+g8a9PZ1tGRIu12RKsVpfmtYUJiQShBDNTPNhnaXEPIhCTUSAGq4CKkYOHw/PLFbbEboY1FAiOba3jFtMpqtCEKNcJackWXzfvGaD5+mrCXoCONUoLSYD6dsbWWzUMFJmrfXTOiMB7Cc+dxZAdjHayVCCxSJhjj0YvGmW72+Jtnz2ELLiQaaS0WgRjIUe/GPP6Fo8zNdNixbZB7/uVbl5e9/0Sd//WNEwSRpuCnDtInZtqcmevwvjs3sHU0z0uT7VU3XBJtaQWadYM+m0Zzq7KgV/L4gWm6YbJKCAPkfYcg1Dzy7AIfeEsNKQSJ9dNIpRUIkbb4CwtGrL4JUCycxXG6GO1yPlvY4Lpt8oVJup2N3/mB7xNXdhCXtyN0F6zFOsXLVluFENy0vsrusTJnFgOixDBU9BitpE7dQbiRKB7Ac+oIGWOMTxQPos0rb5HOyMjIyLieWOx16wbL2q9fT2RiOCPjDYirUpOebpSQTqOmSEcuVzKXYoAGB/NMTiUkiUX1jaaCIKbRCNm0qcpdd60HYMNQgbt3DfPowRna2mClQEiBURJhLPl2hCBtcw57CYeOzPPMs5PctG8Mx5EcmOvQCBOKjuTMmSbdboxyJK6nGNk5TONMkz/7zH48V3L3Xev5hy8dxXVWVx2NsQghqJR9jLFUKz4//IE9zM51eGL/NF1tKK0rowsOZ4/OE4cJw5sHyJd9rIWoG3Fu/wzeYgCeQ6zTmVZBekw23Dy+FPaLFAIvp0h6mqAd4Rc8xteVOf7SHEjB4MYqKpfmvm4ayPPhOzdcctZ0yXHyWudLW+vQ7m4nnzuDp5oEiaYeKCRlis4E2hR48uQUQawp5F3ylRKqfw5E3ZiukpjBPPpci0LhvEtznBgefPIsYawZrpw3/Sr4Do1OxJefm+R/+9Ed9LTm9FyPTk/3Tb0E4zWfH7x9FLHkCLYGZ2ba57OdLyDvKxbbMYstw1AVJAbN2u32luXiLwCO00U5wQVCGEBijYPrtpGqh9HXsIIvRCqCXwGeI9k2vNZrBIkuf0dV4IyMjIyMjIxrRyaGMzLegCgp2DtR4VvH5tHGLgvfsS015s+mLcTFvsFVpeKjtWFyqo2Sgrn5AM9V3HDDCJ/4mdso9t2RhRD80J0bGKnkePTgDI16D6MNuSQh10lQsWZuIWBhPiCKNS+fWOTf/6fHWL++ws/+7G2cjTSelHQ7MUEQ47gSKQQmMTi+Yt2uYRqnm3z+C0f51V++hxdfmuXkyUWwljgyIFLBWin7lMsec/NdhoeLfOAHd+H7Dj/VjflfXz7KgZcXaMQGNVxgeqrN7Ik6vu8ilWDjUAEz1aYexAwNF9i4c4iNnkPQDpmZ61Co5c4bYgiQUjJQcxHG0ok1Q+NldtbyDIwWSDwHT0n2jJfZNlpaPsYrmQ0iDtUDFiMNFsbyDlureYbzrywe6HIY61Nvb+WpcwscW+gR6fS9GsgF3DQmOT7XIV/28cupm7Q1aaU9V/Zx8y4L7QgrYOPWGgeOzjM2VGC+EzHfCqkU3YsEa7ngstCKeHmyxQfvHuf0XI8zcwHGwviAz/axwvJNlX4Nuv9Ki5IBQhjyvlrOk74QbSxSKHwvfU1eNmnpoeV0oPRehUrzc4XAXTEXrlQvzSNe46PLWomUCY7qEV1LMZyRkZGR8f2HBcx16pPOCsOvKzIxnJHxBuWurYO8PNdhqtHDVQJHSorryxQGcvTqPUzekCiTVnLDhM2bqvzge3dSq+UZHyuxfdvARUJISsF9e0a4e9cwf/G3B/ncg4cQeRdVcGk0Qubmumht8DzJxvUVjLWcOt3gv/zWt7n9x/ZRKnvLMUqyv2xjLPMnGzTONRECZmbadLsJ/+JX7+MLXzrG3z94mMXFHlIIBgdylMoes7MdPE/xwR+5Ad9PL1OlgsvP/9ANTM53ODnZ5txiQCOIiRLD2ECe27cPsWmkyAsHZvjSoye5+f4tVIfy6bY4kthaXjjbIO67Ri99GHmOpJJ38SLNuokK79k5TBxrLhcvaK1l/0KXY80Qs+Q0JeBUN2YqSLh1uMjGsk9kLAuxJrIWVwgGXElOvrKoG20sX315gVOLPTwlyDsSYy1znYiHT0TEQuAqgTJpG7OxaXUdrXE8RX4ojxrI8+WnzvGlJ8/h+4oNm6rEiennBFskMam4VUjRj1fqpa3iW0cLbB1d3cZrhUVosSyEXdUg559L53ix3Lsv5vmj+rwx2orj1gkSbt8zSCnvoVSPIgv0TInY+kg0WIM2HhaBMhZ3xZcRu5zQfCkEVxfGlJGRkZGRkZGRieGMjDcsJd/hx+7ayLdfXuDA2SaxNgzX8vzsz9/BocfP8MILM9TrAY4j2b1rmI986Eb27L46x1olBR/6wG6aCwGPPXGGZjOk0eilsUa+w7p1JRw3FXUjwwVmZzqcOTjLjjsnVt3wbM51OPToabrNHjrS6CgVot9+6iwf+8g+fvzHbuJDP3IDX/jSMR7+xgnqiz3iyLBlywAfeN8u7rpz/UXbtm6oyLqhS7et7tk7ysCeEcLEkEQJ7TAVo3lPUSl4LHYidKxJjEWKtDV4qbV8rHh1GcpnOtGyEJZC9H2BU5Ox2Fr2z3VwXMlkrIlXVEinIsl43qXQd3P2rcXj8vLuTLPHmUZIwT3v2KwQOFLQDBOEI5bb4n3fIY51KoilxFrIlzz8ikc57+EoQRBqDh1dQA7kiYqWoh8vz+xaINESgctQMdd/rN8CnjabL2+X0Om2uKpBKX8cITTGOFgEd90AjzwXsP94h5ybI+cpEm1pdmNqJY93v2kzrba3PP877L9MMx4hMDWM8cFKXGPwLohVSuJiOjfdj5NaSfqYJImz+duMjIyMjO+czEDr+4NMDGdkvIEp+Q7v2DPKW3eNEOk04kYKwbtvX8/MbIe5uS7FosumjdVXPM/quopf+MTtvO2tW3j4kZP8wxePks85DA8VUsfiPkpJhIBgqkVsLH7OAQFBO+LAV0/Q60T4RQ9pwPQrrl/44jF2bB/kjtsm8H2HH3r/bt7z7h3MzHRQSjA2WlqOfnqldAEtBDlXIVxFPm+YbYUEkWak4tPuxUQxSJFmwwqgFRmKnmTLVbhFW2s52uxh+tXvpa1cbhYWgkTAiV6SCtT+7KyrBEXfJRGCgHTitScEHlCxlkvVi880ehhrcS9wdRZCkHcVvcRgLGhrURI830FbizE2jaEyNjUCiy2eFJQKEteVzIUxc01Nbkig5Hkn8XrHMlKO2bchj4gl1jGpm/hKIZxIhE5vAeT8SYTQaHNe1nuux//+4Sp/83CHR/db2v1jsW/bAO+/bzObxssYA632VpTqIWWEYxW5RPVbr/WaNwiM8YmiKr6/AIZ+RBEImSCEpRcMY+21a1HPyMjIyMjI+N4mE8MZGd8DKCnIy9ViaXSkyOjIKzP+uRAhBLt2DlGp+Dz+xBl8X60SwisZzLuMFTymLRRrOY48foZeJyJf8dG9hDhMs3NHRwrEseYfvniM229dtyzSPVexYX1lzWW/EsJ+ZM2SmHKkZKycoxMlBLFGDxU5PdtGKokRgm5iqOUUd09UKV4iN3klgbYESd/t+ALJtlQhTgUp5EV6DKWAUi4V3olJN7CgBBYIgQ5wKUul5DJullIIXCWxQBwbYmNXVHLBaotJDCQWbS2hgZwU+K7CqXdwynnmWg5KpHPGsYZaUfDTb0uo+gsEyQYwEqPSmW6sQGoBJm2RljLAUV2Mcbiwvl0quPzMD+Z4/5uHODs7St5XDFVzF9yUEWidR+v88jZf6RZI0B3DWonvLyJlmg9tjCLsDdDrjVzh1RkZGRkZGVfJ5ealMr5nyMRwRkbGFRkdKbJuXZmTpxbJX2AOlfQNjm7eO8r9G6ucbPR4SQqeONPEaEOw2CMJE6QUDAzmGBos0OlGnDy5SLMZUq1ef7MjKQXlnEsx5zJUznH3aJHpdkRsLCVXsa7krWmQtRaCJddocVH67xKOI5HivLu076TRRdqkE62a88nBAgiFoHiJ6vBgwYWFtGp7YXU/0oaCq5BSkLiWODEkFpYSt1qxoT3bTU21gMRatBVEyiKLHgN5y+17JOfqFm1gpCIolxyOzCkacZ3NoxPkXIUya98kSI+AveycbrkAG8dKlz6grxhJLxgj7A2hnDQXWif5a5YvnJGRkZGRkfH9Q/btISMj44pIKXjfe3bwu7//NPPzXWq1HFIKwlCzuNhjw4YKb7prA56S7BwssHOwwP6xEvvnuuRzDkLmKBU9PO/KldfvlJyAwHKRULWkItQHio5i+8CrywzOKUHNW2pPtqgVAtXSF62AWrFy1Z/fXcnSryVpXK+GNcXwtoEC+6fbtCJDyZPLxmSRNiTGcut4iaLn8PRUk8QK1Iplh80ecycWqJU9jIUQQcMVGCGxhRx1I3jqpOS2zWCU4tC0JFkQy1s1UHyZH71jPROXOFbGeFjrIIXG2Au3Pn0HrleGrrUOSZxFFGVkZGRkXB+szirD3w9kYjgjI+OquOdNGwi6MX/794eYmw/AWlxXsXvXED//c7dTKq02n9p34xgHX5pjYCAPFrQxGGORUtBuR+zZM0Kl4l/z7SwAbSCmn8BsLUEnRrgS33fIa83B0w26vZjhWp7N68qvaJ5aCMG2co7FSBMkBm1Xyu60ejviKgLOV3NX1k4t4K5Y3coK8VoUPcVbtwzw8Ik67ajvci1ACcG2gQK3jJdxlWS44PLsXIe5IMZXkk3DHueigBNPa4Igxs87RK5K0yJijaMs6wcksYGvvQSeD+sGwc9bpLBE2mG+E/I3T53lE2/bSm6NFnKLQxgPkfemEFZjl/OCLVJGGOsSxYNXfWzfKGhjefbgDI8/N8VsPWCwkuOum8e448Yx3EuMEWRkZGRkZGS8/sjEcEZGxlUhhOCBd2zjnrs3cuDFGYJewvhYiZ07BtcUk2++dyNf+NIxjr9cR/dbqYUAz3Uolz3e8wPbX7Gp19WgBAwD84nh0UdO8q2vv0x9roOSgk07BmkbSzuISbTB9xRbJyr8+Pt2MzZ09RXMsYLLzbbAS4sBnViT9G8e55XkpsECIwWPlzoRPWNwJUSxxnfUcpau199vS1oV9oDL1cw3VHL86A2jvFwPWOzFOFKyseKzruwvH8ORosc9OYdjQULJs0xUYPfIeubnezz5zAydQCOUA9rgOpINox6D5ZBOqDm3qNChwVMgxVLEkkc1L1joRLw02eLWTbU1ty0I1yFliOcs9iOaAATGunR6WzD26hy63yhoY/nTv3+Jbz4zidYG15Wcm2lz4Og8z700yyc+dCPuVcyeZ2RkZGS8jklbva7fsjNeN2RiOCMj4xVRKLhrRh5diLUgJasye621JEnMxESZvTdcP7MjB8sXPrOfL3/1OLa/zaE1PHd8AelINoyXGKz6hJHmpZN1fvsv9vOrP3UbldLVC7f1RY+xvMt8mJAYS8GR1Dy1LE53FlxO9hLa2tBODG6iybsKh9T4ypAKYQkU7ZXTcQuu4sbRy8/elqRgwBH4fnrArZR86Ed2cNcd4/zV104z344ZrXq882bNzRsDfFcTJ5bHjym+vN8lTgTSddAUsEiUTN+z6UbvMmtVdIJtRKqJ6zQQwqBNjjAexH6PCWGApw9M8+jT5yjkHAr58/PuvTDh6Rdn2Ll5gAfu2fgabmFGRkZGxneKBexlDCy/02VnvH7I+rkyMjKuC1/40lEW6gE7dwyybl2JYsHBdRWuKzl9psFnP3fouq37yNEFHv7GCQp5l7GRIqWCi8m5SEdiYk29HiCEIOc7DNfyTM51eeLA9CtejyMFY3mX9UWPAd9ZVekuKMmegsuNRY9deZdxKagCjlhK9U0rwtV+1vC1QAjBRt+h2vc4s+mDbNlYZueWKrWyw8+8I+T+3QE5z5BogaMkb7tB84/fFVLM+SS2dD6yyJXkii5agrnsHXJBrKt0w010elvoRePfk0IY4FvPTGKMpXCBkVzOd5BC8Ogz57CZA2lGRkZGRsYbgkwMZ2RkXHO0Njz2xBlyOYc4NszPB3SDBGMsWluCIOF//fkBnnl28rqs/+lnzhGGmmIxFSwGiGw60eooSbcbE0UaSGOphIADR+ev+XYIISgoSc1VlJWkDAxay0D/p3YNhfASUgg8IfEFFKSgKAV5Kdi9ocTtW2I2DcU0u5J2TxImkm4omWsK1g9a7tgSAwLhStyaj1P2qA4XWBSCL52sMx/EV1z/9zrT891LGsH5nqK+2CPJTFcyMjIy3vBYY6/LT8bri6xNOiMj45oTRZoo0jhKMjXdJo41ritXVE4tUaz5oz95jt27hikU3Msu75XSbIWwItpoJUIKTJKK8iWkEFcUMMZYDh2d58ChWeLYsHF9hdtvHr+oQnglJNf/LqTQEqsMcoW51w2bK2woGbS2hAksJUkl2iKkJNaWHWNdHjlewS17IARJrCl4iqKnWOglfPNcg7dvrFH2vn8/Oqpln/lLtI3HiWGg4uOoaz8Ln5GRkZHx3WNoMM9v/F/vvW7Lznj98P37jSYjI+O6kcs5DA8VOP5ynTDUOI5cJUythXLJZX6hy7PPT3Hfq5yxPHuuyfHjdYQU7N41xMhwESD9b9/But1LaPUS4pxCSIGwqROz68r+tli0NuzaXLvkeoJezO/9yXM8/+IMcWKWs4Y/98Wj/G8/fRtbL2Eu9VohEolVEpRJD7YFzxVsHfPohQmQGkEB+K5koOQhRYIQGuGnjtM2MZRzLgNFFykEjitpxYaXGz1uHrn63OBulHB0tkM30pR8h+0jRfJvYIOpN908zrHTi0SxxluxH0liiBPDPbeuuy7GcBkZGRkZ3z2UkoyOFF/rzcj4LpCJ4YyMjGuOEIK3vXULR44uYIxdFp4AOrFIIRgYyNPpxCwsBBe93lrLocPzvHhwhiSxbN1S45ZbxpfFR7cb80f/41mefnaSoJcggHze5f77NvGxH9vH3W/awOe/cIST51qIvqmVjAzaV1hjcfMKpSSJNtSbIdWyz937xi+5P3/1uUM89fwU1bJPPpdeNrU2TM92+J0/foZ/88/uf8UV4uuJQCBDB+tqrGOWc5usKFDJR+RcjzixSAm+kx5TKRIcVWJkqIgxUPAUjjwv6oQQKAHn2uFVi+EXzjX5xrF5uv2WdIDiccUDu0bYdQUzsNcr9946zrMvzfLi0XlcR+J7iijWRJFh28Yqb3/Thtd6EzMyMjIyMjKukkwMZ2RkXBceePtWnnjyDI9+8zRhmCClxNo0Z3hoqEAu59BuRxdlDXe7Mf/t95/i2eemaHei5WziLZtr/NNfuoeJdWV+7w+f5olvn6VU9hgbTe/cttoRX/jyMYSEn/rxW7jlvk188fNHsJ0Y6Qhs1yIKLk7FR0vBubkOniMZqub4yffvYeQSbUuNZo/Hnkrdg5eEMKR3jYcG88zMdnn6+Snuv/v15SAsEIjYwcY2FcMWYjWG7zVwlcaR7ornahAQJmO4SmIlq4Tw+eddfdLEyYUuXz08i7aWaj41lzLW0uolfOHgDOWcw7pK7soLep3hew6/+LGb+NrjZ/jmM+dodSLKRY977lvHA/dspFT43jQOy8jIyMjI+F4kE8MZGRnXBaUk//xX7uPs2X9gcqqN60p8z6FS8cnnHeYXAqrVHLfesroi+2d/vp9vfus0vV683MprLRx4cYb/89e/xj/7p/fy3PNTVCr+qlnjStkHC488eor3/MAO4sE8u9+2mdbZFq3ZDspTjG6uUZsoMT0fMFhwed8d67lp5zB5/9KXwnNTbYIgZqB6sXBzVCrwz5xrrfnaIEx48uAsTx+epdtLWD9S5O4bx9i1sfqKW2mttTQ7MVIKSnnnql8vEMs5DrEeoJesI+dMIWWAtRIhLBaIkiESM8Zwvsm5doRv7QWt7ZbEWkaLVyf2njvbINKGWt5dXo4UgkrOod6N2X+2+YYUwwB53+F9b93Cu+/fTBgm+F7aaZCRkZGRkZHxxiITwxkZGdeNXM7lF3/hTn7rvz1Jux2RLzgkiWF6pkM+5/DRD9+Yitg+8/NdHv3mKbpBjLV22XQrzSe2nDnb5H/+2X6iSFOrXSykSiWPmdkOLx6eI4g0g2Ml1m+srnqO1gZnrku3GRK0IsJeclkx7DgSKQVmDQdIay3Wps+5kHY35r/93YscO9tEiPTmwJnZDs8emed9927iXXddXTuttZYnD83x9WcnmVroIgRsHa/wwO0T7LnMnPPaCIJ4E7Gu4jtzKNFDW49YDxHpAUCyo5ZnphvTTQx5Ry5XdLuxwVeSbWvcFLgQYy1n6gHeBbPikLZbe47kVL37Crf99YeS4nXVHp+RkZGRkZHxysjEcEZGxnXllpvH+ef/9D6++JVj7H9hGizccds63vmObdy0b2zVc0+dbrC42FslhCEVUK4r0Npw9FidSxXhlnSXIwQFT9EMYvIrYnAa812OPD1JuxniKsl/P7pAqejxgXfv4F1v27pmtXXLpirDgwVm5jqMDBVW/a4XJniuZN+ekYte99Djpzh6pslAxcddIZabnYiHHjvFro1VNo+Xr3j8vvTUWT73zVNoYynkHKy1HDhR5/hkk5981w5u2zl8xWWsRpCYGklUW/O360o+t42WeH62TSc2pGVlQcGV3D5WZiB3ZfG3ZDDGJSIkrE2rxBkZGRkZGRkZryWZGM7IyLju7Ng+yI7tg2ht+oZaa7sJO44kTgywdiwSQBxr/KJHr5eQv6Aq125HFPIuO3cMkcx3+MoL08Ta4CpJrxvz0rfP0uvEuDmHsVqOvKtoNEP+8rMvUS373HPn+ovW5zqKD7x7B3/0mf3Mznepln2kFHSCmKCXcOct69i1fXDVa4Iw4alDc+R8tUoIA5QLLrP1Ht8+OHNFMbzQDPnit88ipWBgxWx1Iecw3wj57KOn2Ld18KJ1fKdsq+WZKPmcbYeE2lBwJBMlH+8qW4GFEGwfLvL82QYF7+J269gYtg9nLp0ZGRkZGRkZry3ZkFNGRsZ3DaXkJYUwpKLZ85w1W5KNTl2oyyWPPbuHWWyEdLtxv1XZ0u5EdLoxd79pPaOjRe7eMcS2sRLNIKHeiTh1fIGgHeHmHSoFl4LvpCKzliPRli89fAJ7CXeoe+9cz0//2E2MjRRpdSLqjR6OI3n327by8z9xC/ICs6lGOyKMEvw19lUIgZSC2fraWbUr2X98gW4voVxcLfqFEFRLHnONHkfONK64nFdDzpFsr+XZO1RkSzV/1UJ4iVs2VCn6DotBQqxNKoK1YTGIqfgON6+vXJftzsjIyMjIyMi4WrLKcEZGxnWl042ZnGqhpGDTxupljYbyeZe771rPV772MlGkl4Wz0ZZEa1xHccvN4/zcz9zG7/7+07x4cIZWKwTAzzncf98mfuJjNwOQcxUfv3cTz5yo8/ypRU4tTOI6ipFKjmLOYaV8LRVdzk21qDd6jK0RGySE4L67NnDXbes4ebpBHBsm1pWplv2Lngtp5VaptMrtexcLYmMs1dKVjai6YYIQa7cUO0qgjSHo5wa/3hgr+7z/xjG+emSOhU6ENhZHScYqOR7YNcJA5rqckZGRkZGR8RqTieGMjIzrQhRr/v7zR/j6oydpdyKkEIyMFHn/e3Zw35s2XLIN+hd+7nYOH5nj3GSbKNLp/KkU+L7DyHCR971nJ5Wyz6/+8j0cf7nOseN1hIDdu4bZdIFZlu8q7tk5zD07h2kdnudgN6aUu/iyt1QQvtIcq+sodmwdvOxzACpFjxs213jshRkkkM85iH71uNtLcBzJrTuHrric4WoOCyTa4FxwE6EXaXQ35uiLs3Rnu+zdO8LQYGHtBb1GbBos8FN3beTsYkAn0pR8h/W1XDYvnJGRkZGRkfG6IBPDGRkZ1xxrLX/0p8/zjW+exvcUlbKPNZbJqRZ/+CfPYbTlLfdtWvO1AwN5/s//4wF+/78/zaFD80SxJuc7rJ8o87GP7mNXX0QKIdi+bZDt264sTo8eW6A+12VuvstiI6BS8qnV8vi+wlpLpxuzZ8cg1Qsyj621HDtRZ2GhR6nksmv70JrO0Re+5qtfP8EL3zpDK9E0mz2UEFTKPq6nsMDde0fZs3ngitt907ZBhio55ps9hqv+8g2EoBNx5OlJbJDwuWN1AIpFj3c+sJUP/vANr6uYHyUFm15nIj0jIyMjIyMjAzIxnJGRcR04cXKRJ548R7noUlyRSzvqO8zNd/ns5w9z953r8dZoIQaYWFfmX//aWzl5qsHsXIdS0WPXzqFXJfKe+PZZfv+/P02rHSEFRLFhfiGg0QxZt65EGGl8T/Hud2xbVa0+dabBH3/mBU6ebhDFGkdJxkeL/NiP7uXmG0cvub7PPniY//WXB+h1Y7Q2aCmQBZeoFjExUeHDP7CD+28ev2jOeC10ovnA3Rv4q0dPMrsYoiRoY5l8fpq4EzMxWqJccrEWWq2Qz37uMPmcy/vft+sVH6eMjIyMjIyMjO83MjGckZFxzXn+xVnCSFOrXjxTW634zC0EHD2+wN41IomWEEKwZXONLa84S/c87XbEn/zZ8/TChHXjJaLEMLsYEMaGKDGcm2yzfdsAH3r/Hm658XzM0/xCwH/63aeYmetQq+QYqOWIE8O5qRa/80fP8Cu/eBc7L6hId7oxf/uVo/zlZw/RXexhjUUKUEKgF3sEjR6LrZgbf+7OK4r602ebfP6LR3nuwAxaG4oVn61bBxA5h/pUm9nEMLG+Qr7f8i0EVKs5FhYCvvjlY7zzHVvJXUUE0rVAa8NiK8Jx5FXNQWdkZGRkZGRkvF7IxHBGRsY1J4qS81mzF6CUxBhLFOvrvh3PPDtJvR4wPFxACIHvKtYPF+lFmm6Y0Ati7rhpnOdfnOGxp86xaUOZt96zice+fYaZuQ6jw8XlCq7nKkaGi0zPdvjS119eJYZ7YcJvfeZ5nn9plmC+izUG6UgQAgO4CJLEMD/f5elnJ3n3D2y/5DafPN3g3//WE8wvBBSLLp6naNZ7LMyd5d471zM2WuSkq5aF8ErKZY9GI+TEyUX27L70jYZrgdaGh585xzeemWShGSIF7NhQ5V33bGTnptp1Xfe1oBtr2pHGlYJazrnkDHtGRkZGRkbG9y6ZGM7IyLjmbJioIAQkibloxrbTjcnnHNZPXN9oncVGj288epLFxR7tTkQ+71Kr5igUXPK+g+cqXm5FfPbLx/E9hZSC5w/O8vVvnUEJi+PIi1qZhRAU8i4vvjSXRid56SX08f1THDm5iIgNJrFIRy6LKwupIHYlYag5/vICcGkx/HefP8x8PWBs9LwQL+RdukHME0+fY++OKxtvXW+stfzFl4/x8NPn0mOSS+Ownj86z/GzTT7xozew9yqMxl4Leonm6ckWp5ohiTFIIRjIOdw6XmZdaW138IyMjIyMjIzvTV4/LisZGRnfM9x2yzhjYyXmFrpobZYfD8OETifi9lvGGRm6fqZKM7MdfuPfPcIzz06RaEMcaxqNHqfPNKjXAwBmF3toC5WSx9hIkZGhAmMjBcIw4cxUZ82sY0gdp621q37/9IEZhBA4ArAWsSK4SQCa847Vl5qTBlioBxw8NEe55F0kxAt5lyQx9KIEJcWalfVWO6Ja9dl8nSuzJ6fafPP5KXK+w1A1R953KOZdRgfydHoJn/36iUsev9eSWBu+fnKRIwsBYMk7ClcKZroxD59cZLoTXfK11lqmGz1OzHZY7F76eRkZGRkZGRlvHLLKcEZGxjUn5zv84s/exn/9/aeZmelg+krQcSQ37h3l4x/Zd13X/+d/eYBTpxtMTJQ4cXKRODZIKdDaMD3Twc85NIMY15WrHKSFEAwN5FlYDGg2e5QKLrmcu0qYdoOYG3YPk/PPXz7b3RhHCZxiKmKNMcgL5oLjWOM4kj27hy+53d0gJtGGor/2vK+UgmLJY8uWAY4em6dWy5HznWUDrSQ2vPMd28jnr++88P4j80SRpjqwNCNs0cYihKBSdDk72+HUdJst68rXdTteKaeaITOdiJKnUP33VCGoSEEz0rww02ZsjYr2ybkOXz4wzeRigDbgKsGudWXetW+cynU+1hkZGRkZGRnXj0wMZ2RkXBe2bhng3/7aW/j2M5OcPNXAcQR794xw097RK8YTfSfMznV4fv805ZJPr6cxxqJ1+pOiOXm6gSp6jI4UV82KWmtZmOvSq/dIEsOxRkgu5zA0UqI6kKPZCnFdyTvfsmXV6zaMlzgz3WZ4IE+u4BJ0Y4w26XMEWGNxpGTDhgq33bLukts+WMuTz7sEvQTfX315tjbdh2LB4/a3j5MkmjNnmkxNtUkSg+sq7rp9ggfevuVaHs41CcIkLXkLaHQjGp2YxBgEkHcVlYE8J4KI+dk2eSWZKHrU/Nf+4+ZMs4cFpIBumNDuJcSJQUmB7yumOxHdWFNwz1fvz9a7fOax07TDmJLv4HiSMNY8f3KR+VbEP7p/C/nLVPszMjIyMjIyXr+89t9OMjIyvmcpFj3efv/m7+o66/UeUZzGJU1NtwHI+YpEW7Q2abuysZTzLq67WsTMTraYnWqjtaFUdIljQxAknDm1SKPhM7quzI/+4C5uu3ls1evuuXkdTx+coRPEbNg+yKnD88RR2sZsDfiOYmS4wM/81K2XrdoWCi733Lmef/jyMaK8Xm6pttYyO9el24155JGTfOPhE+hE0+kmgEWItAX94UdP8vRzk3z0Qzfy3vfsoFjwWGxHzDd65HzFxFDhmhhFjQzkAJhZDGgFCQKBlGkr+PiOQTZtH6Ju04o5Fk61I7ZXfHZUc6+pUVVsLAKod1IBb7DLDe1BrMl5iiBKVonhbx6eox3GDBa95W0v+A6eKzlXD3jhTIO7riLrOiMjIyMjI+P1RyaGMzIyvqeolD1cR1JfDNDa4LqpmZVyAKtSoewrlLU0Wz0K+dRJOI408zMdrLU4fefofM6h1Y5oNnt4juJf/O93s3lj7aJ17tk2wA++ZQuf/8ZJQikY2lylMdslbEcU8w5vvnsj73rn9su2SC/xw+/byemzTQ4engNASUEYadrtCEdAMZ/DcQQnTjYIw3R++PyIsmBxsccf/8/neP6FaTbfNs6hsy3CSKOUYMNIkQ/cu4mdG6rf0TG+fc8If/v1E0wtdHFdiVLpBoyur7B55xBaW4IgpjaQx1pLZCxHmz2qvsPod9BWbK1lshmy0I3wlGTjQJ68e+mqbDOIeeFsgxPzXQTgeopubOj20sq2K1d0KEhB0Et47uU6D+wbByCINMdmOuRddZGId6RECDh0rpmJ4YyMjIyMjDcomRjOyMj4nmJsrMSuXUN87esnEEKsEjFaW6QU1Kp5LJZyyWd6tkOp6NFthkRxKhrLJY9iIRVt1YpPueQxO9fh7JnmmmJYCMF779/Cri0DfHv/NNMLXaolj9v2jHLD9kG8ywi2CykWPH7lH9/Fk89M8tSzk3S6Me12xPGj80yMl5FS0Gj00NrguYqwX4FOdzNtBQ/DhKefm+TwXIcNN4xQKbok2nDsXJPfe/AQn/zAHrb33byX2q9fSet6teSzc/sA04sBSWLSFnRrGd9UQ0qBNZYg1CTa4iiBrwSdxHC6Hb5qMVzvRnz5yBzTrRBtLAgouIo7N9a4ZaJykVg9Ww/4m2fOstiNMTadabaAEVCp5vDVivdEpO9hrxPydKPH224YRSlJog3W2uX54gsRAsLErPm7jIyMjIyMjNc/mRjOyMj4nkIIwY99eB/feuwM3W6M6Asdo1MBNTSYRzkC13H41M/dzhcePsGho/OEfZfm0ZEiA9XcBcsELMvC81Lr3b6xxvYVYllrQ5QYjLEXuUNfDt9Lq8lvvnsjAP/6//gyed9ZXkbU3444WXt7jEmf05vrUnAVSkkcJfFdxWyjx5eePEvpHsmDDx3hkcdOE0YJlWqOm28c461v3sTunUMoeXlxXKnkGFlXRiaGbjdGKcHAUD5125YCbVIB6vSrxkpA4zLH73KEiebBgzPM9c2vHCmwQDfSPPryAp6S7B0/b9aVaMOD+yepdyO0TaOtkKkLeBwbWs0Qf3jFvLi1mF6MCRI62tKNNOW8pOg71AoeM80euQtuaFhr0QY2DOZf1T5lZGRkZGRkvPa8YcWw1prf//3f52tf+xpHjx7FWsvu3bv5lV/5Fe68885Vz42iiN/8zd/k7/7u7+h0Otx22238m3/zb9i2bdtrtPUZGRnXk00bq3zwR/bwl399EGPSyl2+4DBQy1Mue0xPd7jz/gl27xhi944hFhs99h+Y4ff/4GnKRS8VdCuWF4Ya11VMXKU7crMb8+hLMzx3sk6UGEo5lzu3D3LPrhG8V2EeFkV6lZiWcine6fxzLjQCw4JODEmkUf11CiEo5hxeODzLY58/wuxcJ1WpUlDvxJyabPHVb53ipr2j/MJP3sL4aOmS2zRczaFcxciKOeREG1rdmDhKj1esDb0wwQLCkRSdV2c0dWS2w3wnouI7y1VaAZR8h0Yv5tmzDfaMlpaP0fG5DnOtkCQ9DKi+kRlWoJUlijVBJySnVHocowQbGxJt8JTC7wtfKQV3bhvkwWfP0Q0T8l7aLm2tpRHE5D3FrZsHXtU+ZWRkZGRkZLz2vGHFcK/X43d+53f44Ac/yCc/+UmklHzmM5/hp3/6p/m93/s97r333uXn/vqv/zoPPvgg//Jf/kvGxsb4rd/6LX72Z3+Wz33uc5TLr6/oj4yMjGvDB963i/0vzHD2XJNK2Sefd4kizfRMh1otx7t/YMfyc2vVHPfdvYGvfvU4R48tMDxUWBaQSWJYXOyxZ/cwu3YOXXG9h44t8J//57NMnm7iOILaujKVDWUeavU4Odvh4/dvwVWvTBDv3DnINx45hbVpfFGp5DEz2y9Xs9QinWLteRmfxIZmK6TmymWzMCUFk4cXCOa7qLyznH+MAIyl04l56fAc/+UPnuJf/vJ9FC7R1nzbtkEeOTBNoxtTKbhESnD6XAv6YhEE9UaPwWqOnK/wcy6zpxsMhAkvnFzk0JkGAHs2Vnnz3jE2jhQvuf9nG73lbb+QvKto9BLqQcxQMY16WuzGxP226GUh3N9HR0m01kSJRQXh8q+0sYSx4fZtQ6tuWNyxZYD5VshTJ+osdOLlx4u+4n23rGPsgi6CjIyMjIyMjDcOwq785vQGQmtNu92mWq2ueuwDH/gAmzdv5rd+67cAmJqa4oEHHuDf/tt/y8c+9jEAFhcXecc73sGnPvUpPvnJT17j7TIsLHSu6TIzLkYI0spTrHljnsEZ3w0mp1r8yZ8+z6HDaS6u40g2bazysY/uW9PMamqqxX/6r09w6kwD26+6CplWmn/pU3czdplKKcCzz0/xf//Hb7HYCPszuBZrIF/22HnfRozv8OF7NnH7ZQyXFpshR07W0cayeaLCupEih4/M83//5qMkiWFgII+UglOnF1lcDNNt7LeCL1/ORTq3q/IO5S01lBKMjpYYHCowNdPm5LfPIaRAOgJrz4tpC5jEUKnmKORdfu7Hb+b+fqv2Wnzz4AyffeIMsQCn4CIAP++glMRoQ6ItriPZvL5K3It55vEzBGFCseTiuRIsRImlknf5yQe2s3dTbc31PPTSNIdnOtTWEOaRNkTa8rFbJ5bF8POnF/nLp89iBBfdeLDW0os0haJH0o5wSSvaYWwYq+b4mbdvY6DkX/Sac4sBh861CGJNreCxb0OFasHjasiuVxnXg+y8yrheXOtza3CwiHqFN4EzMr5bvGErw0qpVUJ46bHdu3dz6tSp5cceeeQRjDG8973vXX6sVqvx5je/mYcffviai+GMjIzXD+vGy/zzf3ofZ8+1mJ/vUi77bN1SW27rtdZyYqrNXKNH3lPs3lTl//Nv3sG3HjvNocNzIAS7dw1x5+0Tl41EAuh0I/7wj56h1YrIldxlQyprLEEr4uQzk6y/ez37T9XXFMNaG/72y8f4xlPn6ARpBTLnO9yye5iPv383P/UTt/Bnn9nP7Gx6s01KgVLn26WtTeeSLRbbN5jyB3K4rkQnhumpFtpCL4jB2rRCesGXnKUqaZwYjLUcPr5wWTF83w2jjA/k+dMnz9CNDZ4U5KSkGxuUI3GlJU4s01MtorkunSBGC9BCEPTHh11X0uzF/NWjJ9gxcfOabeQTlRwHJlvMLAZoC64SlPMuvqvoxYaBvMvAivdn+2gJz5F0Is3KUV9rLXGSGo9VSz5RYuh0YjyluGPbEPffMMpA8WKBK4Rg/UCB9QOFSx6LjIyMjIyMjDceb1gxvBZJkvDcc89xxx13LD92/PhxhoaGLhLO27dv5y/+4i9e8Tre+c53XvJ3f/zHf8zY2Dji4k6+jGvM0jHOjnXGlRBCsHFDhY0bKqsen5zv8mdfPsbJqTZRYlBSMFjx+eBbt/C2t27mrW95ZfnIzzw7yfxCgFtwVs33Cinw8orWfEDUCGkNxmuet5/96nH+4dGT+J5iZCCPENAJEh5/fooo1vy/fvxm9u0d4Yknz7JQD6hWchw9tsC3nzyLEIJuENMLExJtkY5AeQqn6BGG6byxMYbFesCbbh7liy/OYYyFtUy9hEi3P9XTV/wbq5Q88r5D3k1FeKQN3XaE14+0Mlia3YioHYISeDmH2Fi8flU6TAxCCKabPQ6dWeTmratvFGhjefHoPM1WiOhXnK2FRiemXHTJeQ63bqgsxzsBlHIOd24d5OHDs4SRXjbxWnITr1ZybBzI80P3bqIXaXxXvapZ7qslu15lXA+y8yrjepGdWxnfT3xPieHf/d3fZXp6mp/92Z9dfqzZbK45F1ypVGg0Gtd8G5ZaSzKuL0KknQBCkLWHZbximt2I3/vcISbnu1SLHgOuRBtLvRXyP75wlHzOYd/WV5YdW6/3kFLgSkmsDep8+C/KUUSBpteJGa3lL7pGNFohjzx9jpznUC2fb9EtFz0cJXnx2AKnJtvs2Fzjhz+wZ/n37XZIHGsOvDhLoeASJQYJSEcuuyVbYzHG4vsOpbJLcajA0O3j9NoRSSMkXAiW/4issQigXPIQFm7YNXzF61l9scd8PSAMNTYxIMFIiezP51opEAhiY1G+Azad45X9WV5pQVuIDDS68UXre+yFKZ54aY5CwcGvpaZdkIrkRjvC8zTthYBopERxRXX4fTeNM9eLOTrZIkkMAijkHYpFn2rJ486NNQo5l0Lu1eceXy3Z9SrjepCdVxnXi2t9bmWiOuP1zOtKDLdaLWZmZq74vI0bN+J5q1vZHn30Uf7jf/yPfOpTn2Lfvn3XaxP58pe/fNnfa22I41cXH5Jx9SxdoJMkm5XKeOV8a/80k/Ndhir+simTkoLBssdsI+QLj59m1/qLs2svRz7vYI2lmHeod9I246WXG21AgJdzuGVz7aJrxKGXF2i1I4YH8lxo4+B7kmZb8+LReTZPrL6x5/sOv/rL9/L8/mleODDDQ984QTvW5Kr+KlGZaIPNK0Lf4cXTDSq1HFoI3LKPU8vRPr6ATdL1enkHnRi2bKpy677Ry17PGs2QP/iT5wgG83hlDynAWIhs6tgsBEgpkdpgBSBSwb0ytUkIgbQGDSx2olXrs9byjf1TWCx5R2LbEVYKGp2YbjemuRhwGjj84iwPPnqKn/7BXezYcL4L6KO3TPDY4CJH5jpExuJKQS3vcvtEhU0V/7t2rc6uVxnXg+y8yrheXOtzKzs/M17PvK7E8EMPPcSnP/3pKz7vwQcfZPv27cv/PnDgAL/0S7/EBz7wAf7JP/knq55bqVRot9sXLaPZbF7UOn2tyP7ov3tYmx3vjFfOiy/XEfQjilY8LoSglHc4MdWm0Y6plq7OIAngtlvX8Zd/fZAoSij6im6o+8u2RJ2YXNnnnfduZNe6ykXnrNaWS53Goh/zZIxd81xXSnLbreu49ZZxnjxZJ5xpL88rL+HkHGTJQwAjldT92HMUc/NdKHvkxkr0pto4rmKgmmPH1gE+8eO3kPPdy/59ffOps0zNdBjxFbLsgauQ2uAY0KSzwSqxiEgv75/oV4WXF2stiUk7tocquVXrC0LNfDMk56rlx+dnu8zNd1FSIKxFuYrBao75Ro8//Nwh/sVP3Lr8vnlK8tYtg9wxUWWxF+NIwchSdNZrcN3IrlcZ14PsvMq4XmTnVsb3A68rMfzRj36Uj370o6/oNSdPnuSTn/wkt912G7/+679+0e+3bdvG3NwcjUZjlfg9fvx4ljOckfF9ysqq7YWINJD2ogrtlRgaLPCjP7SHz/zlAQg1RUcSRJqwl1AsePz4x2/i/XdsWLPavHV9lULOoRPElC8wcEpnXiVbN1z+5l0v0hhjcB1JkliUOn93X/ppPq5ase7hWo5a2Weu2UMOFrjr7dsYq+WZWFdi17bBq6qK7z84h5IC1dPYuS4M5MGROArQhqAZEgQxGFCuxHMV1lhibZEiPb5Lo8ulvMvIBTFFriNRShDFqbW3MZZGo5fuS39+WEmBkoKhviB++tAs77hj/arlFD1F0cvGVzIyMjIyMjJW87oSw6+UmZkZPvGJT7Bu3Tr+w3/4D7juxbNf999/P1JKvvCFLywL7UajwSOPPMKnPvWp7/YmZ2RkvA7YsaHKS6cWMdams6sraPdiNo+VqKzhKnwl3v2u7QwO5vniV45z6tQiBd9h75s28J537bhsRvFgLcfdN4/z1SfOIKWgkEsvzWGkabQidm8bYPfWgcuu21ES33OolXyCKKEXaWzanY3rOUiRisvVrxHUih6RNrzn7VsvihS6EtqY80Yr7RjbiSHngBDErRATxHz8IzfieQ7rhvL8xeOnmaynM8pBlLYoF71UtW8eKbLtgugqR0lu3TrIwy9MU8o5RJEm0RYl+zFSNhXRcL7Kf2r64k6gjIyMjIyMjIy1eMOK4V6vxyc/+Unq9Tr/+l//a44cObL8O8/z2Lt3LwDj4+N85CMf4Td+4zeQUjI2NsZv//ZvUy6X+fjHP/5abX5GRsZryJv2jPDo81PMN0IGyqlJlbGWVidGScnbbl23yhH6ahFCcNed67nzjgm6QbqsXO7qLrMfevcOepHm6RdnmF0IoG9AdcOOQX7ugzdecXtcR3LbDSN87YmzTAwXiRJDog1KSgJPEgguqjoDxNrgKUnee+UfB3u2D3L4eB1rLUIIhAWCBIB2PWD7lhpvuWXdcpX5w/ds4k8fOcFiJ6JaPG+ENVT2+eA9m9bcx7fdvI6DpxvMNnp4Ki11a5NmIuc9RXll5JW9WPBnZGRkZGRkZFwKYV9pL+DrhDNnzlwy5mj9+vV85StfWf53FEX85m/+Jn/7t39Lp9Ph9ttv59Of/vSqueNrhdaGhYXONV9uxmqudSB8xvcfR880+JMvHmWu0QNScVXIObzv7o2847Z1wCsXw9eCM1MtDr1cx1jL5okKOzfXrtrIa2quw7//o2eYqweUix6uIwkjTSvRqIE840MFiivEuTaWhVbIm28Y5YP3bHrF2zoz1+H/+58fp9kKGRzIpzcVjKXRCjHW8omP3cTdt02ses1CO+Tp4wscnWohgV0TFW7bNki1cOlK/FQ94KEnz3Dw9CJTU22S2FAreQxVcsuRSlGsaXZiPvGBPdy2a/gV78v1JLteZVwPsvMq43pxrc+twcEiSmU3KjNen7xhxfDrlUwMf3fIvgRkXAvCSPPCy3XmGj0KvuKm7YOMDhbe0OfVmakWf/eV4xx6uU6iDZ6ruGXPMLLq88LpBgjIOYrEGMLEMDGQ5+d/YCe1V9EWDnDwyDz//c/3///bu/+orOv7/+MPIDAFkSw1RSyVc1ECiq2NFIcH9HwY5o/p1JgeUUlFEyumm5h6zHAnszZXDEzBprNOMZ2elrumFuJAI5rOtGNuGhQiHX9ScAEiCO/vHx6ub5eXJSzgEt/32zkeeL/er+t9PS95Hi4e1/uXLpVfkXT9QwXvLp56PHqg/m/kgy26IvetVFTX6ch/L+q9/C91raFRvt5e8vBw15Xaa6quvaagft301KSQ227vML+v0BboK7QVwjDMhDDcygjD7YM/AtAW7qS+uvT1FVXV1Ose307q1rWTGhoNfXz6kgpPXVJ51VV1ustDQwfco4iHe37vXtnmqL16TZ+cuKDL5VfUufNdCgvuqe5+nVvplTg7euqirB+e0cVvatXQaOhuLw8NDrxXEyP7y6dL2983uKXupL7C7YO+QlshDMNMCMOtjDDcPvgjAG3BDH1lGIauNV6/CNWNFw/rSBoaGvXlOZvq6hvVq3tndfe9+9YPchEz9BXaH32FtkIYhpl02AtoAQBazs3NTZ4eHTcEN/HwcNdA/7a5VzwAADAHPqYBAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6bgZhmG4uog7iWEYamzkv7Q9uLlJdC9aG32FtkBfoS3QV2grrdlb7u5ucnNza52NAa2MMIwO6auvvpIk9enTx8WV4E5CX6Et0FdoC/QV2gq9BTMhDKNDGjVqlCQpJyfHxZXgTkJfoS3QV2gL9BXaCr0FM+GcYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmw62VAAAAAACmw55hAAAAAIDpEIYBAAAAAKZDGAYAAAAAmA5hGAAAAABgOoRhAAAAAIDpEIYBAAAAAKZDGAYAAAAAmA5hGAAAAABgOoRhAAAAAIDpEIYBAAAAAKZDGEaH0dDQoMzMTE2fPl3h4eH6yU9+ohkzZujw4cNOc+vq6vTSSy8pIiJCYWFhmj17toqLi11QNTqCoqIizZ49W2FhYYqIiNC6detUV1fn6rLQgfzjH//QggULFBkZqbCwME2YMEE7duyQYRgO87Zv366YmBiFhoZq/Pjxys3NdVHF6Iiqq6sVGRmpoKAgffrppw7r6C201K5du/Tzn/9coaGhCg8P15w5c1RbW2tfv3//fo0fP16hoaGKiYnRX//6VxdWC7QNwjA6jNraWm3atEnBwcF66aWX9Morr6hbt26Kj49XQUGBw9w1a9Zo+/btSk5OVlpamurq6jRr1izZbDYXVY/bVUVFhWbOnKn6+nqlpaUpOTlZf/nLX7R27VpXl4YOZMuWLercubNSUlK0YcMGRUZGauXKlUpPT7fP+fvf/66VK1cqNjZWmZmZCgsLU1JSkj755BPXFY4OJSMjQw0NDU7j9BZaasOGDUpNTdWYMWO0efNmvfDCC+rbt6+9vw4fPqykpCSFhYUpMzNTsbGxWr58ufbs2ePiyoHW5Wbc+LE1cJtqaGhQVVWVunXr5jA2duxYPfDAA3r99dclSefOnVN0dLRWrVqlJ554QpL0zTffKCoqSk899ZTmzp3rkvpxe9q4caNef/115ebmys/PT5KUnZ2t1atXKzc3V7169XJtgegQysvL1b17d4exlStXymq16l//+pfc3d0VExOjkJAQ/e53v7PPiYuLU9euXZWZmdneJaODKSoq0uTJk7V06VKtWrVKO3bsUGhoqCTRW2iR4uJijRs3ThkZGRo5cuRN5zz55JOqrq7WO++8Yx9bvHixTp48KavV2l6lAm2OPcPoMDw8PByCcNNYUFCQLly4YB87ePCgGhsb9bOf/cw+5ufnp4iICOXl5bVbvegY8vLyNGzYMHsQlqTY2Fg1Njbq0KFDrisMHcqNQViSHn74YVVVVammpkalpaX68ssvFRsb6zBnzJgxKigo4LB83NKaNWsUFxen/v37O4zTW2ipnTt3qm/fvt8ZhOvq6lRYWOjwd5R0vaeKiop09uzZ9igTaBeEYXRo165d07FjxzRgwAD7WHFxse69916n4Dxw4EDOG4aT4uJih/6RJF9fX/Xo0YN+wQ9y5MgR9erVSz4+PvZeujHIDBw4UPX19SotLXVFiegg9uzZo1OnTmnhwoVO6+gttNSxY8dksViUkZGhYcOGKSQkRHFxcTp27Jgk6cyZM6qvr3d6bxw4cKAk8d6IOwphGB1aVlaWzp8/r1mzZtnHKisr1bVrV6e5vr6+qqioaMfq0BFUVlbK19fXabxbt270C/5nhw8fltVqVUJCgiTZe+nGXmtaptfwXa5cuaK1a9cqOTlZPj4+TuvpLbTUxYsXdfDgQb377rtatWqV0tPT5ebmpoSEBF2+fJmegqnc5eoCYG42m83hEOfvEhAQIC8vL4exQ4cOKS0tTU899ZRCQkLaqkQAaJFz584pOTlZ4eHhio+Pd3U56OA2bNige++9V7/4xS9cXQruEIZhqKamRq+++qoeeughSdKQIUMUHR2tN998UyNGjHBxhUD7IQzDpfbs2aMVK1bccp7VarUfniNJJ06c0KJFizR27FglJSU5zPX19VVVVZXTNiorK50OnQZ8fX1vepXxiooK+gUtVllZqblz58rPz09paWlyd79+AFZTL9lsNvXo0cNh/rfXA99WVlamN954Q+np6fbfUzU1Nfav1dXV9BZazNfXV35+fvYgLF2/tsqgQYP0+eef6/HHH5ckp/dGegp3IsIwXGrKlCmaMmVKix5TUlKiuXPnaujQoVqzZo3T+gEDBujSpUtOYeZm54YCAwYMcDr/yWaz6eLFi/QLWqS2tlaJiYmy2WzKzs52OF2jqZdu/D1UXFwsT09PBQQEtHu9uP2dPXtW9fX1mjdvntO6+Ph4DRkyxH4FaXoLzRUYGKgzZ87cdN3Vq1fVr18/eXp6qri4WD/96U/t65reK3lvxJ2Ec4bRoVy4cEEJCQnq3bu3XnvtNXl6ejrNGTFihNzd3bVv3z77WEVFhQ4ePKjIyMj2LBcdQGRkpD788EP7J97S9SMW3N3dFRER4cLK0JFcu3ZNzz77rIqLi5WVleV0S66AgAA9+OCDTvfotFqtGjZsmNNpIIB0/Yrkf/7znx3+LVu2TJK0evVqrVq1it5Ci0VFRembb77RyZMn7WNff/21Tpw4oeDgYHl5eSk8PFx79+51eFzTUXp9+/Zt75KBNsOeYXQYtbW1mjt3rr7++mstX75cp0+ftq/z8vLSoEGDJEn333+/Jk+erHXr1snd3V29evXSxo0b1bVrV8XFxbmqfNym4uLitG3bNi1cuFCJiYk6f/681q1bp7i4OO4xjGZrui91SkqKqqqq9Mknn9jXDRo0SF5eXlq0aJGWLFmifv36KTw8XFarVcePH9ebb77pusJxW/P19VV4ePhN1wUHBys4OFiS6C20yOjRoxUaGqqnn35aycnJ6tSpkzZt2iQvLy9NmzZNkrRgwQLFx8fr+eefV2xsrAoLC7V7926tX7/exdUDrcvNMAzD1UUAzXH27FmNGjXqpuv8/f21f/9++3JdXZ3Wr1+vd999V9XV1XrkkUe0YsUKh/OOgSZFRUVKTU3V0aNH5e3trQkTJig5OZk9Kmi26OholZWV3XRdTk6OfU/K9u3blZmZqa+++kr9+/fXr371K0VFRbVnqejgCgsLFR8frx07dig0NNQ+Tm+hJcrLy/Xiiy8qNzdX9fX1evTRR7Vs2TIFBgba5+Tk5OgPf/iDvvjiC/Xp00fz5s3T5MmTXVg10PoIwwAAAAAA0+GcYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6RCGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqEYQAAAACA6dzl6gIAAK535swZZWVl6dChQ7pw4YI8PT1lsVgUGxurJ554QnfffberS+zQ3nvvPV2+fFmzZs1q1vyDBw/KarXq+PHjKioqUu/evbV///62LRIAAJMhDAOAyR04cEDPPPOMvLy8NGHCBFksFtXX1+vIkSN6+eWX9fnnnys1NdXVZXZou3fv1unTp5sdhnfv3i2r1apBgwapZ8+ebVscAAAmRRgGABMrLS1VcnKy+vTpo61btzoEr+nTp6ukpEQHDhxwXYEmlZycrNTUVHl6eioxMVGnT592dUkAANxxOGcYAEwsKytLNTU1+u1vf3vTPZAPPPCAZs6caV++du2a0tPTNXr0aIWEhCg6Olq///3vVVdX5/C46OhoJSYmqrCwUJMmTdLgwYM1btw4FRYWSpL27duncePGKTQ0VJMmTdJnn33m8PiUlBQNHTpUpaWlevLJJxUWFqYRI0boj3/8owzDcJhbU1OjtWvXauTIkQoJCVFMTIw2b97sNC8oKEgvvPCCPvjgA40dO1YhISF6/PHHlZeX5/S6z58/r2XLlmn48OH2eTt27HCYU1hYqKCgIFmtVm3YsEGRkZEKDQ3VzJkzVVJSYp83Y8YMHThwQGVlZQoKClJQUJCio6O/78eiXr16ydPT83vnAACAH4Y9wwBgYrm5uQoICNAjjzzSrPkrVqzQrl27FBMTo9mzZ+v48ePauHGjioqKlJ6e7jC3pKREixcvVlxcnMaPH6833nhD8+fP1+rVq7V+/Xr98pe/lCRt2rRJzz77rPbs2SN39///GW1DQ4PmzJmjIUOG6Ne//rXy8/OVlpamhoYGPfPMM5IkwzC0YMECFRYWavLkyXr44YeVn5+vdevW6fz583ruueccajpy5Ij27dunadOmydvbW9u2bdPTTz+t3Nxc3XPPPZKkS5cuaerUqXJzc9P06dPVvXt35eXlafny5aqqqnI61DkzM1Nubm5KSEhQVVWVsrKytGTJEm3fvl2SNH/+fNlsNp07d07Lli2TJHl7ezfzJwQAANqMAQAwJZvNZlgsFmPBggXNmn/y5EnDYrEYy5cvdxhfu3atYbFYjIKCAvtYVFSUYbFYjH//+9/2sfz8fMNisRiDBw82ysrK7OPvvPOOYbFYjI8++sg+tnTpUsNisRipqan2scbGRmPevHlGcHCwcfnyZcMwDOP99983LBaLkZGR4VDTokWLjKCgIKOkpMQ+ZrFYjODgYIexpte0bds2+9hzzz1nREREGOXl5Q7bTE5ONn70ox8ZV65cMQzDMD766CPDYrEYsbGxxtWrV+3ztm7dalgsFuO///2vfWzevHlGVFTUTf9fb+WHPBYAAHw3DpMGAJOqqqqS1Py9lP/85z8lSbNnz3YYT0hIcFjfJDAwUEOHDrUvDxkyRJL02GOPqU+fPk7jpaWlTs85ffp0+/dNe2rr6+tVUFAgScrLy5OHh4dmzJjhVJNhGE6HQA8fPlz9+vWzLz/00EPy8fGxP7dhGNq3b5+io6NlGIbKy8vt/0aMGCGbzaYTJ044bHPSpEny8vKyLz/66KPf+XoAAMDtg8OkAcCkfHx8JEnV1dXNml9WViZ3d3eHMClJPXr0kK+vr8rKyhzGe/fu7bDctWtXSdL9999/0zoqKysdxt3d3RUQEOAw1r9/f3stTV979uxp30aTgQMHOsz7rpokqVu3bvbnLi8vV2VlpbKzs5Wdne00t2nOt3072EuSr6/vTV8PAAC4vRCGAcCkfHx81LNnzxZfqdjNza1Z8zw8PFo0btxwwau2cKvnbmxslCSNHz9eEydOvOncoKAgh+Vvn+d8s20CAIDbE2EYAEwsKipK2dnZOnr0qMMhzTfj7++vxsZGlZSU2Pe8StcvOFVZWSl/f/9Wra2xsVGlpaX2vcGS9MUXX9hrafpaUFCgqqoqh73DxcXFDvOaq3v37vL29lZjY6OGDx/+Q1+CXXM/QAAAAO2Hc4YBwMTmzJmjLl26aMWKFbp06ZLT+jNnzmjr1q2SpJEjR0qSfbnJn/70J4f1remtt96yf28Yht566y15enpq2LBhkqTIyEg1NDQ4zJOkLVu2yM3NTZGRkS16Pg8PD8XExGjv3r06deqU0/obD5Furs6dO8tms/1PjwUAAG2DPcMAYGL9+vXTK6+8ouTkZI0ZM0YTJkyQxWJRXV2djh49qj179mjSpEmSrl9sauLEicrOzlZlZaV+/OMf69NPP9WuXbs0evRoPfbYY61aW6dOnZSfn6+lS5dq8ODBys/P14EDBzR//nx1795d0vX7GYeHh2v9+vX2+/geOnRIOTk5mjlzptP5zc2xePFiFRYWaurUqZoyZYoCAwNVUVGhEydOqKCgQB9//HGLtxkcHCyr1aoXX3xRoaGh6tKly/fea/g///mP9u/fL+n6LapsNpsyMjIkXf853Oo+xQAA4NYIwwBgcqNGjdLf/vY3bd68WTk5OXr77bfl5eWloKAgpaSkaOrUqfa5a9asUd++fbVr1y598MEHuu+++5SYmKikpKRWr8vDw0NZWVl6/vnn9fLLL8vb21tJSUlauHChfY67u7s2bNig1157TVarVTt37pS/v79+85vf2K9y3VL33Xeftm/frvT0dL3//vt6++235efnp8DAQC1ZsuR/2ua0adN08uRJ7dy5U1u2bJG/v//3BtrPPvtMr776qsNY0/LEiRMJwwAAtAI3gyt8AABuMykpKdq7d6+OHj3q6lIAAMAdinOGAQAAAACmQxgGAAAAAJgOYRgAAAAAYDqcMwwAAAAAMB32DAMAAAAATIcwDAAAAAAwHcIwAAAAAMB0CMMAAAAAANMhDAMAAAAATIcwDAAAAAAwHcIwAAAAAMB0CMMAAAAAANP5f9DCxc7sV7gwAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA7AAAAKrCAYAAADI22EuAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd8leX9//HXfZ+VnRBGwpQhogIyVIaMylAUEZx1VWvrqG21jto6qtZaf45W6x4VtV9x1V0XVRQVUFHrAGTICntDdnJy1n39/gg5JiSBkJyT5IT38/E4yrnn55xc5z7nc1/LMsYYRERERERERFo5u6UDEBEREREREWkIJbAiIiIiIiKSEJTAioiIiIiISEJQAisiIiIiIiIJQQmsiIiIiIiIJAQlsCIiIiIiIpIQlMCKiIiIiIhIQlACKyIiIiIiIglBCayIiIiIiIgkBCWwIiL74aGHHqJfv37069eP8ePHt2gsVXH069eP119/vUH7bNy4scZ+X375ZXRda3ptDXHWWWfRr18/BgwYwLZt21o6HGllxo8fHy3PDz30UIP3q+9z9frrr9dYV935558fXX799dfH7DXUxxjDlClT6NevH0OHDiU/Pz/u5xQRaS3cLR2AiMTXl19+yQUXXFDnupSUFDp37szIkSO58MIL6d69e53blZSU8Oqrr/Lpp5+yfPlyCgsLcblc5OTkMHDgQCZOnMjEiRPxeDy19n3vvfe48sorayy7+eab+dnPfrbfr2X8+PFs2rRpn9stX758v48tieWDDz5gwYIFAJx88snk5OTUud2GDRt46aWX+Oqrr1i/fj0lJSX4fD66d+/OkUceyeTJkznqqKOi21dPTE499VTuuuuuWsesXg6HDRvGs88+G8NXJm3N+eefz1dffQXUX6b2l2VZ/PKXv+SGG26grKyMxx57jD/96U9NPq6ISCJQAityACsvL2f16tWsXr2a1157jUcffZRjjjmmxjazZs3ipptuoqioqMbyUCjEunXrWLduHe+88w4zZsxg+PDhtc5RV83g66+/3qgEVuJr1KhRpKSkAJCent7C0ezdgw8+GP13XTdoHMfh4Ycf5vHHHycSidRYFw6H+eGHH/jhhx94/vnndcNDavjjH/8Y/ffAgQMbtM8555zDscceC0Dfvn3jEVYtJ598Mn/7298oKCjgxRdf5JJLLqFTp07Ncm4RkZakBFbkADN58mQGDBhAKBRiwYIFfPzxxwD4/X7++Mc/8tFHH+H1egGYOXMm11xzDcaY6P7HHHMMgwcPxuv1smnTJj7//PN6a0V37NjBp59+Wmv5kiVLWLFiBYccckijX0f37t0555xzGr2/1DZ06FCGDh3a0mHs07fffsuKFSsA6NWrF4cddlitbW677TZefPHF6HOfz8dxxx1Hnz59iEQi5OXlMW/ePEpKSpot7kRSWlpKWlpaS4fRIi666KL93mfy5MlxiGTvPB4Pxx9/PC+99BKhUIg33niDX/3qV80eh4hIc1MCK3KAGTNmDKeddlr0+bXXXsvbb78NVCac33zzDSNHjiQ/P5+bb745mrwmJyfzyCOPMGrUqBrHM8bw/vvvk52dXetcb775ZrT2KyUlhbS0NLZv3w7AG2+8wXXXXdfo19G5c+cG/dDcs/neueeeyz/+8Q8WLlxIcnIykyZN4tprryU1NZWZM2fy5JNPsmrVKjIzMznppJO45pprogl9XUpLS3n44Yf573//S35+Pt27d+fcc8/lvPPOw7KsGts6jsNbb73FW2+9xbJlyygpKSEtLY0jjjiC8847j5/85Ce1jh8Oh3n66ad59dVX2bx5M7m5uZx22mlccskle33dfr+fRx55hLfffpv8/Hx69OjBueeey9ixY+vd56GHHuLhhx8GoGvXrnz00UfRddWbzV5++eWMGzeOhx56iG+++YZQKET//v255pprajTHrfLhhx/y+OOPs2LFCtLS0hg/fjzXXHMNV155ZaOaVlav1Z80aVKt9fPmzauRvPbs2ZMnn3yyVhN5v9/fqpr/7vn+/+c//+HBBx9k1qxZNf6GsShbe3YtmDVrFh9++CGvvvoqGzZsYOzYsTz66KNcf/31vPHGG0Blc+nbbruNe+65hy+++AKXy8WYMWO44YYb6NChA/Pnz+ehhx5iyZIlJCcnM378eK677joyMzNrvdavv/6a559/nu+++46dO3fi9Xrp27cvU6dO5ac//Wmt7givvvoq8+bNY8WKFeTn51NaWhptCj569GguuuiiOq9B1S1ZsoT77ruP7777DsdxGDp0KFdffTUDBgyosV31ZuR33nlnjetlfepqJlz971nljTfeiL6fUPnZuPDCC9m4cSMAv/rVr7jmmmtq7HP33Xfz9NNPA9CnTx9mzpwZXTdp0iReeuklAF577TUlsCJyQFACK3KAGzJkSDSBBdi5cydQ+YOxtLQ0uvzKK6+slbxCZV+sE044oc5jV/+hNn78eDp06MD//d//AfDWW2/x+9//Hre7+S5Dixcv5rzzziMYDAKVTahfeOEFVq1axbhx47j77ruj227fvp1//etf5Ofn87e//a3O4wUCAX7+85+zePHi6LLVq1fz17/+lbVr13LTTTdFl1dUVPDrX/+azz//vMYxCgoKmDNnDnPmzOEXv/hFrQFg/vjHP/Luu+9Gn2/YsIEHHniAhQsX1vs6Q6EQF198MV9//XV02apVq7jtttuizRybYu7cufzzn/8kFApFl33zzTf84he/4D//+Q99+vSJLn/xxRe59dZbo88DgQCvvPIKX3zxBUlJSY06/2effRb995AhQ2qtf+aZZ2o8v/fee+vs352cnMyll17aqBjize/3c95550VrmiH2Zau6G2+8sUZ5qcvmzZs566yzanQneOedd1iyZAmXXXYZN9xwA47jRGN67bXXWL9+Pc8991yN49x33308/vjjNZZVtQhZsGABM2fOZPr06dHm7AAvvPACS5YsqbFP9abgb7/9Nq+88kq9faG/+eYbnnjiiehnH+DTTz/l66+/5qmnnqrzxktzsCyLc889N3qNeeONN7jyyitxuVzRbd5///3ov/dMpgcNGoRlWRhjWLduHRs3bqRbt27NE7yISAtRAitygPvuu+9qPO/QoQMAX3zxRXSZZVmceuqp+3XcRYsWsWrVqujzk046qUYCu3PnTubOndvo0W63bNnCU089VWt53759661lXLlyJV27duXkk09m0aJF0R/8X331FV999RUHHXQQJ554Ip9++mk0KX377bf5/e9/X+cP4507d1JcXMzZZ59NRkYGb731Flu3bgXg2Wef5fjjj2fYsGEA3HHHHdHzeTweTjrpJA466CBWrFjBe++9hzGGf/3rX/Tv35+TTz4ZqBwAq3ryWhXftm3bePPNN+t9b2bMmFEjGTn88MM59thjWblyJR988EH9b2oDLVq0iNzcXE4++WS2bNnCO++8A0AwGOSZZ57htttuA2Dr1q3ceeed0f1SUlI444wzsG271g2Shtq8eTObN2+OPt+z9sxxnGhNGMChhx5aa5uGWrlyZZ1lrDFx76+qWsZ4la09ff311/Tt25dx48ZhjKmRQFXZuHEjWVlZXHzxxWzYsCGaWK1Zs4brrruOjh07cuqpp/L9998zf/58AP73v/+xYMECBg8eDMC7775bI3kdPXo0Q4cOZdeuXbzxxhuUl5fz9ddfc+edd/LXv/41ul379u0ZN24cPXr0IDMzE5fLxbZt25g5cyaFhYVs27aNxx57rMbNkurmz59Pz549OeGEE6KfH8dxqKio4MYbb+S///1vna+5Kar6lL/44ots2LABqCyv1ZsbZ2VlccYZZ/DQQw/h9/vZvn07n3zyCRMmTAAqP2tVLR/cbjfTpk2rcY60tDR69epFXl4eUPl3VAIrIm2dEliRA8y8efMoKCio1QcWKpPXqj6Q1aclad++PVlZWft1nurNPDMzMxk9ejRer5cePXqwfv16oLK2obEJ7IYNG+qsGT311FPrTWA9Hg8zZsygW7du+P1+jjrqKMLhcHTds88+S05ODtOmTePEE08EKhOiJUuW1Fuzc8cdd0STgrPOOosTTjghWjP58ssvM2zYMAoLC3nttdei+/zlL3/h9NNPr/H8hRdeAODpp5+OHu+VV16JbpOens7LL78c/Tv07NmT++67r86Yqu930EEH8dJLL0WbQd988828/PLLde7XUCkpKbz88svR96SiooIPP/wQoEZt9FtvvUUgEIg+f+CBB6J/m/Hjx9c7OvbeVJUdqPybVd1wqVJYWFjjnL17997vc1RZvHhxjdfTUKFQiJ/97GcsWLAAl8vF0qVLG3X+eJatPQ0ePJgZM2bg8/n2GtOjjz7KkUceCVR2R6jqEgDw2GOPMXDgQEpLSxkxYkQ01u+//z6awD755JPR7U855ZQarR6OPvporrrqKqDy+vH73/8+Wt6nT5+O3+9nwYIFbNiwgfLycrp168aRRx7J7NmzAersb1+lXbt2vPrqq9HByap/ftatW8eXX35ZawC7pqrqU/7JJ59EE9i+ffvW2fXh5JNPjn4uX3nllWgC+9///je6zZgxY+jYsWOtfXNzc6MJbNV5RETaMiWwIgeYmTNn1uhDVcXn83HXXXft8wdsQwSDwRrnOO6446IJ1OTJk6M1MB9//DEFBQW0a9euyedsiCFDhkRrJ5KTk2nXrh07duwAKn9sViVkPXr0qLFfcXFxncfzeDw1alO6devG0KFDo3OrVjV5XLhwYTRRhsrmmjfeeGOdx1y2bBl+v5/k5OQaydOYMWNq3ESYOnVqnQlsWVkZa9asiT4//vjja/ThnTp1apMT2PHjx9dI6Hv16hX9d/XmpdXjz87OrnFjYfjw4XTt2rVB0yJVV32+y7r6VrYG9957L4sWLWrSMeJdtvb0y1/+cp+f/a5du0aT16rnVQlst27doiP2pqWlkZ2dHb0JVlUm/H4/y5Yti+7/n//8h//85z91niscDrNo0aJomfnXv/7Fgw8+SHl5eb3xVdVQ12X8+PE1Rtbe8/OzePHimCew++NnP/tZ9HM5d+5ctm3bRk5OTo3mw9VvTFRX/bqg+WBF5EBgt3QAItJykpKS6N27N+eeey5vv/02Y8aMia6rnqDs2rWr1jQ6e/Phhx/W2P6kk06q89+hUKhG/9v9MWzYMJYvX17rsbeBgPacYqJ6Yld93Z79cqv69e0pKyurVrPD6jWCVSPc7s97Z4yhsLCwxv5QWQte33mq23NU3T332/N5Y+zZRLH6+1h9xOrqiX9d8dZVm9RUWVlZNRKxqpqpxjj11FPrLGNdu3atd58PP/yQGTNm8Jvf/KbR54X4l609NaSmes/PT/WBlvZcV/0zVFUmiouLa5SPfalKxj788EPuuuuuvSavQI0+2Xva1+enpUej7tevX7RJeCQS4fXXX2fhwoXRGzzZ2dn19l/fn/dURKQtUA2syAGmoaNqjhgxIjpYjjGGN954gwsvvLBB59hz7tdf/OIX9W77xhtvNKopaWPsObJpdY0ZTKqwsJBIJFIj0agaBAt+nEt1z5rCCy+8cK/zNVbtl56eHk04du3aVWOb6uepbs+pT/bcb8/njbHne7XniLhVMjIyov+uq2aoqvZ7f1Svra8rebNtm2HDhjFv3jwAfvjhB5YuXcrhhx++3+faXxs3buTGG2/k8ssvr1FT2RjxLlt7qqtWdk9N/fzsee7x48fvdfCk/v37A9RozZGSksLDDz/MUUcdhc/n4/nnn4/2ud6bfX1+WsO8x9VHMn7ttddq3GyYOnVqve9/9c/BvkZiFhFpC5TAikidzjjjDB5//HHKysqAyv6L/fr1Y+TIkTW2M8Ywa9YsevfuTd++fdm2bVut0VD3ZunSpfzwww8ceuihMY2/OYRCIWbOnBntV7hx40a+/fbb6PqqH+CDBg3C5XJFpxRyu9119oPbuHEja9asiSahAwYMiPbrmzdvHoWFhdHmgm+99VadMVUN6lLVjHjWrFn87ne/i9aS1rdfPAwYMCDaBHLnzp188cUXjBgxAqicxmV/mw8DNUYTDoVC7Nq1q1bt2gUXXBBNYAF+//vf8+STT9aqOa2aRidWIxFfddVVdOvWLTpIWJWNGzfSoUOH/Rp1Od5lqyWkpKRw2GGHRZsRFxYWcsEFF9RKzEpKSpg7dy59+/aNblele/fu0dHQHcep0cR2bz766KMac9vu+Tlo7EBfDVE9uff7/fVuN2HCBLp06cLmzZvZsGFDjamg6ms+DJUD2lWpa7RtEZG2RgmsiNQpOzubv/zlL/zhD3/AGEN5eTm/+MUvOOaYYxg8eDAej4fNmzfz2WefsWnTJmbMmAHUnPsVYNy4cbVqdxzH4b333os+f/311+vtt1ef+kYhhsp+tp07d96v4zVW1fQjVSPFVm/GeOaZZwKVzUFPP/30aB+3J598ksWLFzNkyBB8Ph/btm1j4cKFLF26lFNPPTXalPuMM86IJrAlJSX89Kc/bdAoxGeccQZ///vfgcoBas466yzGjRvHypUrmTVrVlzeh7pMmzaNhx9+ODqo0m9/+1vOOOMMoHKapsbo1q0bOTk50f6VS5YsqTVo19ixYznrrLOi82Pm5eUxefJkJk6cyMEHH0wkEmH16tXMmzePkpKSmCWw33//PQATJ06MLotEIkyYMIHHH3+ccePG7dfx4lm2WspFF13EtddeC8C3337L1KlTGTduHJmZmRQWFrJ06VK++eYbOnXqFO1u0KtXr2hrkOXLl3PNNdfQu3dv5s2bx4IFCxp03oKCAk4//fQaoxBX6dGjB8OHD4/tC62meneMOXPmcM8999CuXTvatWtXozWMy+XinHPO4d577wWIfm4GDBjAIYccUuexS0tLWbt2bfR5U2v+RUQSgRJYEanXySefjMvl4pZbbqGkpARjDJ999lmNeTj3VH3u1549e9aa77HKeeedF53q5Z133uGPf/zjfjXjrW8UYqj8wdccCWy7du3o0KED//73v2utO/fcc2v8KL7xxhvZuHFjtHb6iy++qDFVUV1OPPFE3nvvvWiyv27duuj7OWzYsBrTxVT385//nA8//DA6RdLSpUujI+Hubb9Yy8nJ4YYbbohObVJaWhqdRqlr167k5OSwevVqoP5myHU55phjouVswYIFdY46/ec//5msrCymT58enS6larqfeHnkkUei/16xYgUPPPAAtm3z0EMPRQc4aqgOHTqQk5MTt7LVUk4++WRWrlzJP//5T6Dy5sK++ilfcMEFvPHGG9HWIFVTS7ndbk4++eQG9aMfMmQIixcvrnU98vl83HHHHTGfQqe64447Llpe/X4/06dPBypHJN6zO8eZZ55Z46YP1J77tbqFCxdG+8D26NFDNbAickDQIE4isleTJ09m9uzZXHfddRxzzDF06NABj8eDz+fjoIMO4tRTT+WJJ57gyCOPZMGCBTV+jO7th1f1dbt27eKTTz6J58uIi5SUFF544QXOP/98cnJy8Hg89OrViz/96U/ccsstNbZNTk7mqaee4t577+UnP/kJHTp0wO12k5SURI8ePZg0aRJ//etfuf7662vsd88993D11VfTvXt3PB4PXbt25bLLLqsxHcmePB4PTz/9NBdddFGNuK6//nr+3//7f3F5L+pzzjnn8PDDDzNgwAC8Xi/t2rVj2rRp/Pvf/64xOFb1/rL7Ur05ZX1NSF0uF9dccw3vvfceF198MUcccUR0YKSUlBQOPfRQfvnLXza6JrguEydOjD6qasIsy2LixIn1DrpVH5/Px4wZM7jwwgvJzc2NS9lqKddccw0vvvgiU6dOpVu3bni9XjweDzk5OYwePZprrrkmeqMDKqeCev755xk9ejTJycmkpKQwbNgw/u///q/BIwePGjWK5557jlGjRpGamkpKSkp02dFHHx2nV1ppwoQJ3HLLLfTp02ev/Yih8qbYlClTos99Pl+9Ux8BDRqlWESkrbGMhq8TEZE4qaioqLPv57Jlyzj99NOjzc3vueeevf5Q39OUKVNYuXIlUNmfsV+/frEJuAU99NBDPPzww0BlDfVHH33UwhFJS3jiiSeizYhPOukk/vGPf9S5XSgUYsyYMRQUFODxePjoo4/2OoCXiEhboSbEIiISNy+99BJvvvkmJ5xwAt27d8flcrFixQqee+65aPKam5vLcccdt1/HveKKK/jd734HwIwZM5q9Zlkklnbs2MHq1avZvHlzjb795513Xr37vP322xQUFABw9tlnK3kVkQOGElgREYkbYwxLlixhyZIlda7v0KEDjz766H6N0AswadIkBg0axMKFC3nzzTf53e9+V2OwHJFEMm/ePG644YYay0444YR6B2UyxvD0008DkJqa2uR5h0VEEokSWBERiZvhw4dz2mmn8e2337Jr1y7Ky8tJS0ujd+/e/OQnP+Gcc86JTg20v6pG3hVpK2zbJjc3l5NOOonLL7+83u0sy4r7oGQiIq2V+sCKiIiIiIhIQtAoxCIiIiIiIpIQlMCKiIiIiIhIQlAf2BgzxuA4apXdHCwL1ABeYk3lSuJB5UriQeVK4iWWZcu2LSzLis3BRFACG3OOY8jPL2vpMNo8ywKPx0UoFNGXt8SMypXEg8qVxIPKlcRLrMtWdnYqLpcSWIkdNSEWERERERGRhKAEVkRERERERBKCElgRERERERFJCEpgRUREREREJCEogRUREREREZGEoARWREREREREEoISWBEREREREUkISmBFREREREQkISiBFRERERERkYSgBFZEREREREQSghJYERERERERSQhKYEVERERERCQhKIEVERERERGRhKAEVkRERERERBKCElgRERERERFJCEpgRUREREREJCEogRUREREREZGEoARWREREREREEoISWBEREREREUkISmBFREREREQkIbhbOgAREREREYmt4M4Cdn08n8D2XXiyM2k/biRJuR1bOiyRJlMCKyIiIiLShmz/7yfk/eMpQvmFYFlgDOun/5uDfnUuXc6a0tLhiTSJElgRERERkTai+PsfWH3X40QqAiR1zcVy2RjHIbgjnzUP/h9JXXPJHn1US4cp0mjqAysiIiIi0kZsfWMW4ZIyfJ07Yrkqf+pbto0vpwNORZAtr85s4QhFmqZNJLBvvPEGp5xyCgMHDmT48OFcfPHFVFRURNd/9NFHTJ06lYEDBzJp0iRee+21FoxWRERERCQ+ir9dgp3sw7KsWuvcaSmUfL8cJxxugchEYiPhmxA/9thjTJ8+ncsuu4zBgwdTUFDA/PnziUQiAHz99ddcfvnlnHHGGdx444188cUX/OlPfyI1NZUTTjihhaMXEREREYkdy+MGx6lznXEcbJcHy24TdVhygEroBDYvL4+HH36YRx99lJ/85CfR5ZMmTYr++7HHHuOII47gtttuA2DEiBFs2LCBBx98UAmsiIiIiLQp7Y8dzoanXsZEnGgTYgBjDJHScjpOGqMEVhJaQpfe119/nW7dutVIXqsLBoN8+eWXtRLVyZMns3r1ajZu3NgcYYqIiIiINIvcU44nqWsuFRu3EC4rxzgOkfIKKtZvwdsxm84/1SjEktgSugZ24cKFHHLIITz66KM8++yzlJSUMGDAAG644QYGDRrE+vXrCYVC9O7du8Z+ffr0ASprcLt167Zf55wwYUK965599llycnKpo8uBxFjVe6z3WmJJ5UriQeVK4kHlSuqT3C2Xw++5gdV/n07J0pWEdhViez2k9+9L799fRHq/XnvdX2VLWruETmB37NjB4sWLWbFiBX/+859JTk7m8ccf55e//CWzZs2iqKgIgIyMjBr7VT2vWh9LlgUejyvmx5WaLAtcLlfV1GYiMaFyJfGgciXxoHIle9Nu4CEc+czfKFmyksD2XXizM8k44tAGNR2OddlSIiyxltAJrDGG8vJyHnjgAQ499FAABg0axPjx43nuuecYPXp0zM85e/bsva6PRBxCoUjMzys1VV1Uw+GIvrglZlSuJB5UriQeVK6kIZL79SG5X2XLw3DEQGTfv1FjXbZUPiXWEjqBzcjIICsrK5q8AmRlZXH44YezatUqTjrpJABKSkpq7FdcXAxAZmZmXOLSB7X5GKP3W2JP5UriQeVK4kHlSuJFZUtaq4QexOnggw+ud10gEKBHjx54PB7y8vJqrKt6vmffWBEREREREWm9EjqBHTduHIWFhSxbtiy6rKCggCVLltC/f3+8Xi/Dhw/n/fffr7HfzJkz6dOnz34P4CQiIiIiIiItJ6GbEE+cOJGBAwfyu9/9jquvvhqfz8cTTzyB1+vl3HPPBeDXv/41F1xwAbfeeisnnngiX375Je+88w733XdfC0cvIiIiIiIi+8MyJrFbt+fn53PnnXfy8ccfEwqFOOqoo7jhhhtqNC+ePXs2999/P2vWrKFLly5ceumlnHHGGXGJJxJxyM8vi8ux5UdVoz2HQhq8QmJH5UriQeVK4kHlSuIl1mUrOzsVlyuhG31KK5PwCWxrowS2eeiLW+JB5UriQeVK4kHlSuJFCay0dipNIiIiIiIikhCUwIqIiIiIiEhCUAIrIiIiIiIiCUEJrIiIiIiIiCQEJbAiIiIiIiKSEJTAioiIiIiISEJQAisiIiIiIiIJQQmsiIiIiIiIJAQlsCIiIiIiIpIQlMCKiIiIiIhIQlACKyIiIiIiIglBCayIiIiIiIgkBCWwIiIiIiIikhCUwIqIiIiIiEhCUAIrIiIiIiIiCUEJrIiIiIiISIJat24dt9xyC9OmTePwww9nypQptbbx+/3ce++9TJgwgUGDBjFp0iQef/xxwuFwje1KSkq48cYbGTZsGEOGDOF3v/sd27dvb66X0iDulg5AREREREREGmflypXMmTOHQYMG4TgOxpha29x2223MmjWLa665hj59+rBgwQIefPBB/H4/V199dXS7q666ilWrVnHrrbfi8/m4//77ueSSS3jttddwu1tH6tg6ohAREREREZH9Nn78eCZOnAjA9ddfz+LFi2usdxyH//73v1x00UWcd955AIwYMYI1a9bw7rvvRhPY7777jk8//ZSnnnqK0aNHA9CrVy8mT57MrFmzmDx5cjO+qvqpCbGIiIiIiEiCsu29p3TGGMLhMOnp6TWWp6en16itnTt3LhkZGYwaNSq6rHfv3hx22GHMnTs3tkE3gWpgRUREREREmsnChQu55ppr6l0/e/bsmJ7P5XJx2mmn8dxzzzF06FD69OnDwoULefPNN/nNb34T3S4vL49evXphWVaN/Xv37k1eXl5MY2oKJbAiIiIiIiK7OeEIFdt3xeXYSZ3a07Fjx7gce2/+/Oc/8+c//5kzzzwzuuxXv/oVv/jFL6LPi4uLa9XSAmRmZtZqltySlMCKiIiIiIjsVrF9F3N+elVcjv2Tl++nS5cuMa9l3Zd77rmHTz75hNtvv52ePXuyYMECHnnkETIyMrj44oubNZamUgIrIiIiIiJSzR6taBPaihUrePrpp3nssccYP348AEcffTThcJgHHniAs88+m7S0NDIyMti6dWut/YuKisjMzGzusOulQZxERERERESqse34PFrCqlWrADjssMNqLD/88MMJBoNs27YNqOzrumbNmlrT8KxZs4bevXs3T7ANoARWRERERESkjeratSsAS5YsqbF88eLFWJZFly5dABg7dixFRUXMnz8/us2aNWtYunQpY8eObb6A90FNiEVERERERKpJpCbEfr+fOXPmALBp0yZKS0t57733ABg2bBgDBgxgwIAB/PnPf2bXrl306NGDRYsW8cQTT3D66aeTnJwMwJAhQxg9ejQ33ngj1113HT6fj/vuu49+/fpx/PHHt9jr25Nl9qwjliaJRBzy88taOow2z7LA43ERCkVQCZZYUbmSeFC5knhQuZJ4iXXZys5OxeVKrEaf5Zu389m5V8Xl2KNeuJ+ULp1iesyNGzcyYcKEOtfNmDGD4cOHs2PHDh544AE+//xzdu3aRW5uLlOmTOGSSy4hKSkpun1JSQl33nknH3zwAeFwmNGjR3PTTTeRk5MT05ibQglsjCmBbR764pZ4ULmSeFC5knhQuZJ4UQIL/s3b+fxnV8Xl2Mc8dz/JMU5gDzSJVZpERERERETkgKU+sCIiIiIiItUkUBfYA45qYEVERERERCQhqAZWRERERESkihXHOVtVtdtkqoEVERERERGRhKAaWBERERERkWoSaR7YA40SWBERERERkWri1oRYmkx/GhEREREREUkIqoEVERERERHZzSJ+TYjVMrnpVAMrIiIiIiIiCUE1sCIiIiIiItWoD2zrpT+NiIiIiIiIJATVwIqIiIiIiFSx4jiNjjrBNplqYEVERERERCQhqAZWRERERESkGvWBbb2UwIqIiIiIiFRjxa0NsTSV7i2IiIiIiIhIQlANrIiIiIiISDWqgG29VAMrIiIiIiIiCUE1sCIiIiIiIrtZxG8QJ1XsNp1qYEVERERERCQhqAZWRERERESkGvWBbb1UAysiIiIiIiIJQTWwIiIiIiIiVaz49YFVJ9imS+ga2Ndff51+/frVetxzzz01tnvllVeYNGkSAwcOZOrUqXz88cctFLGIiIiIiEjsrFu3jltuuYVp06Zx+OGHM2XKlDq3Ky4u5vbbb2f06NEMHDiQiRMn8vTTT9fYJhgMcvfddzNq1CgGDx7ML37xC/Ly8prjZTRYm6iBffLJJ0lPT48+z8nJif773Xff5eabb+ayyy5jxIgRzJw5k8svv5znn3+ewYMHt0C0IiIiIiLSmiVSH9iVK1cyZ84cBg0ahOM4GGNqbVNeXs7555+Py+XixhtvpH379qxdu5bS0tIa291+++3MnDmT66+/npycHB5//HEuvPBC3n333Rr5VktqEwls//79yc7OrnPdgw8+yEknncRVV10FwIgRI1ixYgWPPPII06dPb8YoRURERESktUu0aXTGjx/PxIkTAbj++utZvHhxrW2eeOIJysrKeOutt0hJSQFg+PDhNbbZunUrr776Kn/+858544wzABg4cCDjxo3j3//+N5dcckkcot9/Cd2EeF82bNjA2rVrOfHEE2ssnzx5MvPnzycYDLZQZCIiIiIiIk1nNyDbfvXVVzn99NOjyWtdPv30UxzH4YQTToguy8rKYtSoUcydOzcmscZCm6iBnTJlCgUFBXTp0oWf/vSnXHzxxbhcrmh77V69etXYvk+fPoRCITZs2ECfPn3261wTJkyod92zzz5LTk5uQjU5SFRV77Hea4kllSuJB5UriQeVK4kXla1K8Xz9mzdv5vzzz693/ezZs2N6vo0bN7Jjxw7atWvHZZddxqeffkpKSgrHH388N9xwA6mpqQDk5eXRvn17MjMza+zfp08fXn311ZjG1BQJncB27NiRK664gkGDBmFZFh999BH3338/27Zt45ZbbqGoqAiAjIyMGvtVPa9aH0uWBR6PK+bHlZosC1wuF5YFdTTzF2kUlSuJB5UriQeVK4mXWJetAz0Rbg127twJwN13383xxx/P9OnTWbt2Lffeey/l5eX84x//ACoHeaqrn2tGRkZc8qbGSugEdsyYMYwZMyb6fPTo0fh8Pp555hkuu+yyuJxzX3dEIhGHUCgSl3PLj6ouquFwRF/cEjMqVxIPKlcSDypXEi+xLlsJWT7jPI1Oly5dYl7LujeO4wCVrVLvvvtuAEaOHInb7eamm27i6quvpnv37s0WT1MldAJblxNPPJGnn36aZcuWRau/S0pK6NixY3Sb4uJigFrV47GSkB/UBGWM3m+JPZUriQeVK4kHlSuJF5WttqMq59lz0KYRI0YAlaMYd+/enYyMjFqjEkNl7hSvvKkx2vQgTr179waoNXdRXl4eHo8noe40iIiIiIhI87Di9GgJ3bt3x+v11rs+EAgAlbnTzp07azUXzsvLi+ZVrUGbS2BnzpyJy+Xi8MMPp3v37vTs2ZP33nuv1jYjR47c6x9SREREREQk0Xm9XkaNGsX8+fNrLP/888+ByilJobI7pm3bzJo1K7pNUVERn376KWPHjm2+gPchoZsQX3TRRQwfPpx+/foBlf1TX375ZS644IJok+ErrriCa6+9lh49ejB8+HBmzpzJokWLeO6551oydBERERERaaXi1gc2Dvx+P3PmzAFg06ZNlJaWRivwhg0bRnZ2Npdffjlnn302v//97zn11FNZt24d9957LyeffDI9evQAIDc3lzPOOIO//e1v2LZNTk4O//znP0lPT+fss89usde3J8uYxG3dfvvttzNv3jy2bt2K4zj07NmTM888k/PPPx+r2pBnr7zyCtOnT2fz5s306tWLa665hnHjxsUlpkjEIT+/LC7Hlh9VjfYcCmnwCokdlSuJB5UriQeVK4mXWJet7OxUXK4EygaB4PbtrLnm6rgcu9c/7sPbqVNMj7lx48Z6p/qcMWNGtO/r/Pnzueeee1ixYgWZmZmcfPLJXH311TVapQaDQe677z7efPNNysrKGDp0KDfddNN+Tz0aTwmdwLZGSmCbh764JR5UriQeVK4kHlSuJF6UwFYmsGt/H58Etue9sU9gDzQJ3YRYREREREQklizi14RY0+I2XWLdDhEREREREZEDlmpgRUREREREqqk+no60LqqBFRERERERkYSgGlgREREREZEqFliu+B1bmkY1sCIiIiIiIpIQVAMrIiIiIiJSjfrAtl6qgRUREREREZGEoBpYERERERGR6mzVwLZWSmBFRERERESqsZTAtlpqQiwiIiIiIiIJQTWwIiIiIiIiVSyI2xhOqthtMtXAioiIiIiISEJQDayIiIiIiMhuFmC54lNVqgrYplMCKyIiIiJNZoyhdPEK/Bu24EpNJuuoI3ClJrd0WCLSxiiBFREREZEm8a/fzMrbH6Zk8XKcigCWy4U3pwMHXXoOOVMntnR4IvvNilsnWGkqJbAiIiIi0mih4lKW/eFOylauwdOhHd5O7THhCMEd+ay++5+40lLoMP6Ylg5TRNoIDeIkIiIiIo22c9Y8ylatxdclB3dqCpZlYXvcJHXpRCQQYOOzb2CMaekwRfaDhWXH56FesE2nBFZEREREGq3wywUA2J7aDfs8WRmUr1pHYPO2Zo5KRNoqNSEWERERkUYzjlP/pJm2BcZgIk7zBiXSFBZY8armUwVsk6kGVkREREQaLWPw4fUmqeHCEpK6d8bXpVMLRCbSBJYdn4c0mWpgRUQkIRljKF6wlPw5XxIqKiGpWy4djx9LcvfOLR2ayAGl0wk/YcvL71KxaSu+3I7YXg/GcQjlF4Fl0eWnJ2G79ZNTRGJDVxMREUk4TjjM6r89wfZ3ZhPxB6KtFzc//ya9rrmYnCnjWzZAkQOIt2M2h97xB1b85QH86zZV1sYagzs9je4Xn0bOKce3dIgi+81yqa1va6UEVkREEs7WV99j2xvv40pPxdupPZZlYYwhsHUHefc8QerBB5F2aJ+WDlPkgJE+sB9Dnr+f/M++xr9+M+7UFNqNPoqkzmo6LBJv69at46mnnmLhwoWsXLmS3r17884779S7/Ycffshvf/tb+vbtW2u7kpIS7rzzTj788ENCoRBjxozhpptuolOn1vNZVgIrIiIJxQmH2fLaf8G28GSmR5dbloUvtyMV67ew7d2PlMCKNDPb59V8r9Jm1DcuWWu0cuVK5syZw6BBg3AcZ6/TVlVUVHDHHXfQoUOHOtdfddVVrFq1iltvvRWfz8f999/PJZdcwmuvvYa7lXQFaB1RiIiINFC4oJjAtp2409NqrbMsC8vrpnTJqhaITEREpPmNHz+eiRMnAnD99dezePHierf95z//SZcuXejWrVut7b777js+/fRTnnrqKUaPHg1Ar169mDx5MrNmzWLy5MnxexH7QUNhiYhIQrGTvFguGxMO17nehCO40lKaOSoREWlLLMuKyyMebLthKd369ev517/+xU033VTn+rlz55KRkcGoUaOiy3r37s1hhx3G3LlzYxJrLKgGVkREEoo7PY12I4ey479zcGdl1PhB4ARDYAwdxo1owQhFRETqt3nzZs4///x618+ePTsu5/1//+//MW3aNA499NA61+fl5dGrV69aiXbv3r3Jy8uLS0yNoQRWREQSTrcLTqPom8VUrN+MJzsL2+shUuYnXFxKxuDD6HDc6JYOUUREEpUFxGsU4hbqW/vRRx/x3Xff8d5779W7TXFxMenp6bWWZ2Zm7rVZcnNTAisiIgkn7dA+HHbPDax77HlKvl9OpLQcOzmJ3NMmcdBvzsedltrSIYqIiNSpS5cucatlrUsgEOCOO+7giiuuIDs7u9nOGy9KYEVEJCFlDDyUAY/chn/dJsIlpSTldsLbMfG/mBNFcGcBoeISvB2y8WTUHlBLRCRRWYAdp/6qLVEB+8wzz2DbNieddBLFxcUAhEIhHMehuLiYpKQkvF4vGRkZbN26tdb+RUVFZGZmNnfY9VICKyIiCcuyLFJ6dmvpMA4o5Ws3sn76vyn47GucYBhXajIdjxtN94vPwpud1dLhiYjEhNWGhrrNy8tj3bp1jBw5sta6o48+mltvvZVzzjmH3r17M3/+fIwxNfrBrlmzhkMOOaQ5Q94rJbAiIiLSIP4NW1h61W2Ur9uMJzMdd3oqEb+fzS++TemyVfR/8M91Tm8kIiIt55JLLuHUU0+tseyJJ55gzZo13HnnnfTs2ROAsWPH8uijjzJ//nyOOaZyTuc1a9awdOlSLr744uYOu15KYEVERKRBNr/4Fv51m0nu3hnLVVk94UpJwklPo3jRD2yf+QldzprSwlGKiDSVBXa8GvvG/rh+v585c+YAsGnTJkpLS6ODNQ0bNow+ffrQp0+fGvu88cYbbNu2jeHDh0eXDRkyhNGjR3PjjTdy3XXX4fP5uO++++jXrx/HH398zONuLCWwIiIisk9OKMzODz/DlZYcTV6r2F4Plm2z84NPlcCKiDSzXbt2ceWVV9ZYVvV8xowZNZLUfbn//vu58847ueWWWwiHw4wePZqbbroJt7v1pI2tJxIRERFptZxAECcYwvJ46lxvedyESkqbOSoRkTiwqDUXaiyPHWvdunVj+fLl+7XPXXfdVefy9PR07rjjDu64445YhBYXbah7soiIiMSLKzWZpK45RErL61zvBIKkHdK7maMSEZEDjRJYERER2SfLssg9dRIYQ7j4x5pWYwzBnQXYST5ypoxvwQhFRGLHcllxeUjTqQmxiIiINEjOKcdR+sNqtr/7EaGCIiyXCxOJ4EpN4aBLzyFz2KCWDlFERNo4JbAiIiLSILbbzcF/+i0dJo5m50efE9qVT1K3LnQ8fgzp/fu2dHgiIrETrz6w0mRKYEVERKTBLMui3YjBtBsxuKVDERGRA5ASWBERERERkWqsuM0DK02lBFZERERERKSKBXa8EljlxU2mUYhFREREREQkIagGVkREREREpDrVlLZaqoEVERERERGRhKAaWBERERERkd0swHLFpwpWFbtNpxpYERERERERSQiqgRUREREREanGslRX2lqpBlZEREREREQSgmpgRUREREREqlgWxG0eWNXsNpUSWBERERERkWostVNttdrUn6asrIyxY8fSr18/vv/++xrrXnnlFSZNmsTAgQOZOnUqH3/8cQtFKSIiIiIiIo3RphLYRx99lEgkUmv5u+++y80338yJJ57I9OnTGTx4MJdffjkLFixo/iBFRERERKR1s+34PKTJ2sy7uHr1al544QWuuOKKWusefPBBTjrpJK666ipGjBjBbbfdxsCBA3nkkUdaIFIRERERERFpjDaTwN5+++2cffbZ9OrVq8byDRs2sHbtWk488cQayydPnsz8+fMJBoPNGaaIiIiIiLR2thWfhzRZmxjE6b333mPFihU89NBDLFmypMa6vLw8gFqJbZ8+fQiFQmzYsIE+ffo0+FwTJkyod92zzz5LTk6uBhdrBlXvsd5riSWVK4kHlSuJB5UriReVLWntEj6B9fv93HXXXVx99dWkpaXVWl9UVARARkZGjeVVz6vWx4plgcfjiukxpTbLApfLhWWBMS0djbQVKlcSDypXEg8qVxIvsS5bCZkIW8SvnWoivh+tTMInsI899hjt27fn9NNPb5bzzZ49e6/rIxGHUKj2QFISW1UX1XA4oi9uiRmVK4kHlSuJB5UriZdYly2VT4m1hE5gN23axNNPP80jjzxCSUkJAOXl5dH/l5WVkZmZCUBJSQkdO3aM7ltcXAwQXR9L+qA2H2P0fkvsqVxJPKhctS2BbTvZ/u7H5M/7CicUJvPIgeRMnUBqn4OaNQ6VK4mXA75sJVDV8bp163jqqadYuHAhK1eupHfv3rzzzjvR9aWlpfzrX/9izpw5rF27Fq/XyxFHHMHVV19Nv379ahyrpKSEO++8kw8//JBQKMSYMWO46aab6NSpU3O/rHoldAK7ceNGQqEQl156aa11F1xwAYMGDeLee+8FKvvC9u7dO7o+Ly8Pj8dD9+7dmy1eERERSXxlq9ex7No78K/bhOVxY9k2pUtXsv2d2fT985W0HzuspUMUkQPIypUrmTNnDoMGDcJxHMwedx42b97MSy+9xOmnn85VV11FIBDg6aef5qyzzuK1116rMR7QVVddxapVq7j11lvx+Xzcf//9XHLJJbz22mu43a0jdWwdUTTSYYcdxowZM2osW7ZsGXfeeSd/+ctfGDhwIN27d6dnz5689957TJw4MbrdzJkzGTlyJF6vt7nDFhERkQRljGH1XY/jX7eJpG65WC5XdHnFpm2svusxMgYfjiej9rgcsRYuKSNYXoE7MwNrH/NLGmNw/AEsrxu7lfwIFWnVXIlTAzt+/PhonnP99dezePHiGuu7devGBx98QHJycnTZiBEjGD9+PC+88AI333wzAN999x2ffvopTz31FKNHjwYqB8KdPHkys2bNYvLkyc30ivYuoa9gGRkZDB8+vM51/fv3p3///gBcccUVXHvttfTo0YPhw4czc+ZMFi1axHPPPdec4YqIiEiCK12ykpIlK/B0aBdNXgEsyyIptyMVW7aT/8kX5EyduJejNE3J4hVseu4NCr9aiIk4JHXvTOczJ5MzdSLWHs0ejTFsf+cjtrz+Hv61G7HdbrLHjaTrOVNJ6dUtbjGKJLo9P0utmb2PG1gpKSm1lqWmptKjRw+2b98eXTZ37lwyMjIYNWpUdFnv3r057LDDmDt3rhLY5jRlyhT8fj/Tp0/niSeeoFevXjz88MMMGTKkpUMTERGRBFKxdTtORQBvp/a11lnuyoS2Ysv2WutipeibxSy7/m5COwtwZ6VjuV2Urchj1f97BP/6zfS8/ILoD29jDGsf/D82Pf8mxji401KJVATY8sq7FHz+DYf/4ybSDum1jzOKSKxt3ryZ888/v971+xo0NhaKi4tZuXIlxxxzTHRZXl4evXr1qpW89+7dOzo1aWvQ5hLY4cOHs3z58lrLzzzzTM4888wWiEhERETaCk9GOpbHgxMI4kry1VhnHAeMwZOZUc/eTWOMYc3DzxDaVUDSQV2wbRtjDO6MNEL5RWx5+V06ThobTUpLF69gy8szcaUk42n3Y0ye7Ewq1m9h3SPP0v+BW+ISq0hCswA7TjWwraRi9+9//zuWZXHOOedElxUXF5Oenl5r28zMzFrNkltSm0tgRUREROIlY0h/kg/qQnnehso+sNVqKoI7C3BnpJF9bN3dm5qqbHkeZcvX4O2QXauGxN0ug4r1m8n/5ItoArvz4/lE/H6SOnapsa1l23iyMyn6bjH+DVtI7t45LvGKSN26dOnSLLWs9Xnttdd4+eWXueuuu8jNzW2xOBorXlP0ioiIiLQ5tsdNryt/gTs9Df/6zYQKiggVleDfsAUcQ/eLziIpt+O+D9QI4aISTCiE5fPUWleZ0FqEikqiy0IFRdXW7fE6fF5MMEyosCgusYokNgvLjs+jpatg58yZwy233MJvfvMbTj311BrrMjIyKC0trbVPUVFRXKYebSwlsCIiIiL7IXvUURx+3010nDgaLBscQ+bQARzy16vpet60uJ3X1yUHOzmJSJm/1jrjOIAhqWvOj9vvTqT3nFIDIFJegZ3kxdepQ9ziFZHWZcGCBVx55ZWccsopXHnllbXW9+7dmzVr1tS6ZqxZs6bGdKQtTU2IRURERPZT5uDDyRx8OJHyCkwkjCstNe6jliZ370y7EUPY8cE8XCnJuLyVNbHGGAJbduDJzqLDhB9HD+143Bg2v/gWwR35eDv+2OzYCYUJF5XQacp4fDlKYEXqFK8+sC1k1apV/OpXv2LEiBH85S9/qXObsWPH8uijjzJ//vzo4E5r1qxh6dKlXHzxxc0Z7l4pgRURERFpJFdKUrOer9fVv8S/cQtly/OwXDbYNiYYwp2ZQZ/rLquRkKb07s5BvzmftQ89Q8X6zdjJSZhQGBMOk3pYHw76bf2joIpI4vD7/cyZMweATZs2UVpaynvvvQfAsGHDMMZw0UUX4fP5+PnPf15jQKa0tDQOPvhgAIYMGcLo0aO58cYbue666/D5fNx3333069eP448/vvlfWD0sU1e7Emm0SMQhP7+spcNo8ywLPB4XoVAElWCJlZiWK+PgCWzEFc7HWC5C3m44nnYxiVMSi65XEmuhohJ2/PcTCuZ9RajMT8YRh5Jz8kRS+/asc/uibxaz7e3ZlCxZgSs1hQ4TR5Fz0jg87VpPnzZpPWJ9zcrOTsXlSqxei05JPv4374nLsZOnXYudnh3TY27cuJEJEybUuW7GjBkAXHDBBXWuHzZsGM8++2z0eUlJCXfeeScffPAB4XCY0aNHc9NNN5GTk1Pn/i1BCWyMKYFtHvpBKPEQq3JlhwtJLfwYVygfCwcAY3kIJPfFnzECLFeMIpZEoOuVxIPKlcSLEtjES2APNGpCLCISS06ItILZuMK7iLjSwHKDMVgmQFL5UoydREX6kS0dpYiIiNTHYveIwfE5tjSNElgRkRjyBtbhCucTcaX/WNNqWRgrCWMi+Pw/EEgdgLF9LRuoSAIJl5az/d2P2PHeHIK7Cknp3Z1OU8bTYfwxWHZi1eyISIJoY4M4tSVKYEVEYsgV2gGYOpsJO3YSdqQcVyifsK9z8wcnkoDCJaUs+8OdFP7veyzbwvZ5yd+8jYL531F0+hL6/OHSuI/+KyIirYcSWBGRmNrbD2lTuVo/tkUabNMLb1H41SJ8uR2wfd7o8lBRCdtef592I4bQfuywFoxQRNok1cC2Wmp3IyISQ2FvZ8AGE661znYqcOw0wh7NuyjSEE4wxLa3Z2MneWskrwCezHScUIgd/53TQtGJiEhLUA2siEgMhXzdCHlz8QQ349jJGMsLGGzHD8YQSB1QObCTiOxTuKSMcElpvXOt2l4PFRu3NHNUInJAUA1sq6UaWBGRWLJclGWNJ5jUC8tEcEWKcEVKMJYHf8bRBFIOb+kIRRKGOy0FV3IyTkWwzvVOMIQ3Ry0aREQOJKoGEBGJMeNKoazdcdihfNzhfIzlJuztrJGHRfaT7fPS8YSxbJrxOk4ojO358WdLuLQcy+Wi46SxLRihiLRJ8RyvQhW7TaYEVkQkThxPNkGPJisXaYpuPzuVom8WU7pkBXaSD9vrJVLuxxhDx+PH0H7ciJYOUUREmpESWBEREWm1vB3a0f/+W9jy6ky2v/MR4bJyUvv2JPeU48mZdhy2Wz9lRCQOas+GJ62ErvoiIiLSqnnbZ3HQr86lx6XnYEJhLI9bc7+KiByglMCKiIhIQrAsC8vraekwRKTNs+J4k0w335pKCayIiIiIiEh1tiZraa30lxEREREREZGEoBpYERERERGRKhbxq+ZTC+ImUwIrIiIisodQcSmF878lXFJGUrdcMo8aqBGPRURaAV2JRUREWqnAtp0UfbcEHEPa4QeT0rNbS4d0QNj6xvus++cLBHcWAGC5XKT06cEhN19B2mEHt3B0ItIcLFtVpa2VElgRaTUsK4jbLgMgHEnH6BIlBygnFGbdIzPY+uaHhItLwBhcaam0/8lw+lz3K9xpqS0dYpu186P5rL5nOkQckjp3wnK7iFQEKPshj2XX3c0RT96Fr1P7lg5TROSApV+HItIKOKR4N+B178C2IhjAGDcVoRwqQl1RhxE50Kx77Dk2PvcfXCnJJHXLBcsiXFTK9nc/wgkEOfTu6zQPahwYY9j8wps4FUGSe3SOLncl+UjqlkvFxq1sn/kx3S88owWjFJFmoRrYVkujEItIi0vxriXJswUwRBwvjuPFIkKKdxPJno0tHZ5IswruyGfrf2bhSknC2z4Ly7axLAtPVjqe7CzyP/ua0iUrWzrMNim0s4DSFWvwZKXXWme5bCyXTeFXC1sgMhERqaIEVkRalMsux+fehWPcGOOhsrbVwjFeHGPj82zHsoItHaZIsylauJRwUQmerMxa61xpKTgVAYq+XdwCkQkWYFo6CBFpFrYVn4c0mRJYEWlRbrsYy4pgjKvWOmPc2FYIj13SApGJtBDHgDGwlybCxnGaMaADh6dDO1L79iRUVPuaYyIOJhwha9igFohMRJqTZYFlx+mhHLbJlMCKSIuyrKrqjL1c0S1VeciBI33AIbjT0wjXkUQ5/gpsr4f0Af1aILK2z7Isup47FdvnJbB1ByYcASBSEaBi41aSunWm0+RjWzZIEZEDnBJYEWlR4UgKxthApNY6i8qa2XBEI67KgSOpSw4djh9NuLiUcHEpxhiMMUTK/AR35JMxpD+ZQ/u3dJhtVocJo+h9zcW4M9Kp2LId/4YthHYVknpILw6984/4cjq0dIgi0hziVQUbB+vWreOWW25h2rRpHH744UyZMqXO7V555RUmTZrEwIEDmTp1Kh9//HGtbUpKSrjxxhsZNmwYQ4YM4Xe/+x3bt2+PS9yNpVGIRaRFhZ0Mwk4aHlcxEcei8r6awcLBtsMEwu1xTHJLhynSrHpfdRFORYBdH39BqLAYANvrJWvkUPrdehWWrfvP8dT59BPoMHEUBZ9/Q7i4lKRuuWQNH4zt1s8mEWl9Vq5cyZw5cxg0aBCO42BM7ZZr7777LjfffDOXXXYZI0aMYObMmVx++eU8//zzDB48OLrdVVddxapVq7j11lvx+Xzcf//9XHLJJbz22mu4W8k10DJ1vUJptEjEIT+/rKXDaPMsCzweF6FQBJXgxGdbAVJ9q3DbpWCZynFSjE0okkFZ4OBmmw9W5UriobHlyhhD2cq1FH3zPSbikN6/LxmDD9f0OQLoeiXxE+uylZ2disuVWDfdjL+Q4JePx+XY3uGXYSVnxfSYjuNg776xef3117N48WLeeeedGttMmjSJAQMGcO+990aXnX322aSnpzN9+nQAvvvuO84++2yeeuopRo8eDUBeXh6TJ0/mH//4B5MnT45p3I3VOtJoETmgOcZHScXheFyFuO3KG0ChSAZhJx3NASsHKsuySDukF2mH9GrpUEREpBWz99EqZ8OGDaxdu5Y//OEPNZZPnjyZv/3tbwSDQbxeL3PnziUjI4NRo0ZFt+nduzeHHXYYc+fOVQIrIlKTRSjSjlCkXUsHIiIiIge6OPVXBdi8eTPnn39+vetnz54d0/Pl5eUB0KtXzRuiffr0IRQKsWHDBvr06UNeXh69evWq1dKnd+/e0WO0BkpgRUREDiChohLy5/2PcHEJvtxOZI86Etvn3e/jhEvLyf/0fwR35ONpl0n22GF4MtLiELGIiDRFUVERABkZGTWWVz2vWl9cXEx6enqt/TMzM1m8uPXMP64EVkSkNTEGe9caXAUbwLKJdOyDk9mlpaOSODLhMMXfLKLku+8h4pByWF+yRg1rVFK5L1vf/IB1jz5HcFdBZeN8yyKpexf6/um3ZB45oMHH2TX3K1bf/U+C23YAFgaDt0M2va68kE4nHhvzuEVEmp0dvy5MXbp0iXkt64FECayISCth+YvxffMirp15WJEwAMbtJdz1CAKDTwO3r4UjlFgLFRax5tZ7Kfnue0wojMFguVyk9O1F77/8kaTusbt5kT/vf+T9/QlMOEJS505YbhdOMIR/3UZ++NPfOWL6XSR377zP45T+sJoVt95PuKQMX25HbI8bE44Q2L6TVXc+hq9Th/1KhkVEJL4yMzOByilyOnbsGF1eXFxcY31GRgZbt26ttX9RUVF0m9YgsYYEExFpq4yD7+sXcG9djnEn4aS2x0ltj7HduNd9jXfxO/s+RhsV3JGPf90mIhWBlg4l5tb/4wmKvvoWV2YGvu5dSOreFU+HbMp+WMWa2+7FhMMxOY8xhk3/fpuIvwJf545YbhcAttdDUrfOBLfvYtvbDasN2PL6+4QLi0nqmoPtqbwPbrld+Dp3IlJazuZX3o1JzCIiLcaicjjmuDya/+X07t0boFY/1ry8PDweD927d49ut2bNmlrT8KxZsyZ6jNZACayISCvg2pmHa2ceTnIGeJJ+/KLzpoAnCc/677DKC1o6zGZVsngFS6+5nW/O+A3fnXsV357xG9Y/+e82k8j6122kaP7/cGdm4EpOii63vV68HTtQvnw1xf9bEJNzRcrKKV2yEncdfVQt28Lyeij88rsGHavoqwXYyUm1BvmwLAtXWgpFX3+PcZyYxC0i0mJsOz6PFtC9e3d69uzJe++9V2P5zJkzGTlyJF5vZZeVsWPHUlRUxPz586PbrFmzhqVLlzJ27NhmjXlv1IRYRKQVsHetAydSZzNh403BLtuFK3894ZQDY5Tm4u9/YNnv7yCwIx9PuwxcSV6C+YWse+x5ylato9/tv8duJROqN5Z/ZR5OWTnebrWbCdtJPozjUL5yDZkjj4rNCfd2199QecOkQcexqH9ySNPw44iISEz4/X7mzJkDwKZNmygtLY0mq8OGDSM7O5srrriCa6+9lh49ejB8+HBmzpzJokWLeO6556LHGTJkCKNHj+bGG2/kuuuuw+fzcd9999GvXz+OP/74FnltdUnsb38Rkbai6ke/qS8BaJlmRy3BGMP6J/5NcGc+yQd1idb0uVKSCZeVs+vjLyj8cgHZo2KU2LUQy+OpnKYh4sDuJr1VjDFgTOU2MeBOSyXjiMPIn/c/3JnpNWpPjeNgQiGyjzmyQcdqN/poNj//H4xjsKoNcmKMIVxaTu74UVgtVMsgIhIbVhxvxsX+uLt27eLKK6+ssazq+YwZMxg+fDhTpkzB7/czffp0nnjiCXr16sXDDz/MkCFDaux3//33c+edd3LLLbcQDocZPXo0N910E+5WdNO49UQiInIAi3ToDS4PhAOVTYirsQKlGF8qkfa96tm7bQls3kbxwqV42mXWaqbqTk0htLOA/LlfJXwCmz54AJ7sLEIFhXg7tq+xLlJcip2cRMbRg2N2vi7nnEzRd0sIbN6Ot1N7bI+bSEWA4LZd+Lrk0GnK+AYdp/Opk9g5ax4VG7fg7dQeV5IPJxAkuH0XnqwMOp/ZOia6FxE5UHTr1o3ly5fvc7szzzyTM888c6/bpKenc8cdd3DHHXfEKryY0y1SEZFWwMk+iEhOP+xACQTLK2tijYNVUYIVDhLqOQyTlLHvA7UB4TI/JhypUftowhGcULiyZtK2CReXtmCEseHOTCfn7GmYcJjg9p04wRBOKExoVwGRkhKyJ44l5eCe+33ccEkpRQuWUvz9DzjBUHR5uxFD6Pun3+Lt1J7Ath34128hlF9E6qG9OezOP5LUJadBx0/p3Z1D7/wDqQf3JJRfiH/dZoI7C0jq0YV+f72G9P599ztmEZFWpw31gW1rVAMrItIaWBYVR56Fz+XFvWUJVtlOwMJ4kwkecizBw09o6QibTVLnjrjTUomUlWMiEQLbdhIpLsVgsJN8WFgk9+zW0mHGRM65p2G5XGx7+S1CO/MxxuDOzKDTaZPpctG5+3UsJxBk/dOvsO0/swgVFmPZFr4uOXS74DRypk7Esiw6ThpL9phhFHzxLeGiEnydO5F51MD97k+cOXQAg5+/j6Kvv6+seW2fRdZRR8Rl7tqWYIwhVFCECUfwdminJtEiIq2IElgRkdbCm0Jg2HkEi7fhKtgAlk2kQ29MSlZLR9as3OlpdJx8LBum/5twaWUSa7lcWJZFpLgUbJvgzrYxIrNlWeScfQodpk6ibNlKcByS+/bCk7V/8+0ZY1j9t3+y9T8f4Er24W2fhTGGio1bWH3XY5hQmM5nnAiAKyWJDuOPaXLstttNuxFD9r1hgin4YgGbnnuDku+XY4whuWdXuvx0Cp1OGlerSbuItGH6vLdauqUoItLKmIwcwgcdRbjH0AMuea3S/ZdnYnk9PzaBdRxMJLJ7ipn27Hh/DmV561s2yBhypSSTceQRZBw9eL+TV4CyFWvY8f5c3JlpeDtmY/u8uJJ8lc2CDWz8v1eJlFfEIfK2ZedH8/nhujsp+PxbcNnYXjely1az8q8PsfFfr7Z0eCIighJYERFphSrWb8GV5CPloK5427fDnZmOL7cjqYf2IfmgLkTK/OR//EVLh9lqFHz+LRF/RZ3zvHraZxHYtpOi7xa3QGSJwwkEWfvwM4TLK0jq0RlPZjru9DSSu+Vie91snPEaFZu3tXSYItIcLOLXB1YVu02mBFZERFqdUHFJZf/Djtmk9O5Oat+eJHXLxZXsizbjDBUVt3CUrYcTDIJl1dnE1XK7MI6DEwjVsadUKfpuCRUbt+LrmF3rffRkZxEuKSN/7lctFJ2IiFRRAisiIq1OUucc7CQfkXJ/rXUm4lRu0yW3ucNqtVIPPgjLsmqMOlwlXFKGKzWF1IMPaoHIEke4pAwTDmN5a8+9a9k2WBbhkrIWiExEWoQVp4c0mRJYEZFmZjkBXIFtuII7wTgtHU7cOMVFBL+cR3DebMJrVlZOgdNAKb26kXnUQEL5RTjhcHS5MYbA1h1427ejw4SmD0TUVmSPPprkXt0JbNmOE/rx/Yr4KwgXFJM9+iiSe3RpwQhbv6SuudjJSUTKat80qXpPGzrVkIi0AZpGp9XSKMQiIs3FhEku+gZv2Q9YTgVgEfG0oyJjKKGUPs0bijGY9asw61aBbWH1Pgyrc4+YjLJqjCHwzqsEP3gHU1yEwWD5knAf0p/kX/wGO7tDg47T+/eXENiynbKVa7FsG8vlwgkGcWdm0Oe6X+HtmN3kWNsK2+el3+2/54cb/oZ/3SaIOGCB5XaTNWIwva+9pKVDbPXSDutDxsB+FH61EFeSD8vtAsA4hsCWHSR16UT2T4a3cJQiImKZ/bkl3srMmTOH6dOns2rVKkpLS8nJyWHixIlcfvnlpKenR7f76KOPuP/++1mzZg1dunTh0ksv5fTTT49LTJGIQ36+mhjFm2WBx+MiFIqQuCVYWpu4litjSMmfja9sJcZy49g+LONgOX6wPJRlH0so9eAYn7SeUEqLCP/7ccyqJZhQZZNTy+vDGnA07jN+ieVLbtLxA7PepuKlf4Hbg5WZCZYNfj9OUSHuvoeSet1fsTwNmy80VFDE9v9+wq5PvsSpCJAx+HByTp5Aat+eTYqxOTXn9SpcWsauj+dTunQ1lttF5tFH0G7kUGyP7lc3RPnajSz7w52U562vbDZsW5hQGG+HbPrd/nuyhg1q6RCj9D0o8RLrspWdnYrLlVg1jyZQTHDZ83E5tvew87B8GXE59oEioRPYN998k+XLlzNo0CCysrJYuXIlDz30EP379+fpp58G4Ouvv+aCCy7gjDPOYPLkyXzxxRc8/vjj3H///Zxwwgkxj0kJbPPQF7fEQzzLlSuwlfTtb2EsD8b2/bjCGOxIMY6nHcW5Z4Lliu2J92CMIfzk3TjLvoP0LKhKVv1lUFaCPXwcnrN+1fjjByoovelKnMJd2O071lwXDGAKC0n57R/xHDmiCa8iseh6lViC+YXseH8uBZ99gxMMkXnkADpNHkdy984tHVoNKlcSL0pglcC2dgl9S3batGk1ng8fPhyv18vNN9/Mtm3byMnJ4bHHHuOII47gtttuA2DEiBFs2LCBBx98MC4JrIhIXbz+dVgmjGOn1lxhWTh2Kna4CFdwBxFffAcmMmtXYFYthfQsrKSUH1ekpFU2K170JWbCNKwOjYsjsn4NTsEurIzac5laXh+OEyG8fPEBlcAmAicUpvCrBQS378KTlUnW8MG4UpJaOqwW4c3Oous5U+l6ztSWDkVEWpKVWEn3gSShE9i6ZGVlARAKhQgGg3z55Zdce+21NbaZPHky77zzDhs3bqRbt24tEKWIHHBMGIxVeWt7T5aN5RgsE/9pTsy6VZhwEHx19B9NScPs3IqzfhWuRiawVN2t31tX2lZaWxQp87P9/Tns/OBTQkUlpPXtSaeTxpN59BEx6RvcWhV9u5hVdz2Gf+0mTMTBsi18nTvR66pf0mH8yJYOT0REEkgwGMTrbVg3ocZqEwlsJBIhHA6zatUqHnnkEcaPH0+3bt1YtWoVoVCI3r1719i+T5/KwVLy8vL2O4GdMGFCveueffZZcnJy6/x9KrFV9R7rvZZYime5crzZlYPqGKfWXV3LCWBsL46nXfzL9O5TW3Xl0sbszrGtRsfh7nEQVkYmpqQEK7t9zcOHQliWjfvgQ2L2Ov3LV1H48VwC6zfgzsoiY8xI0o8eiuXev6+3UFEJS/9wJ0VfLwYbbLeHsuV57PzwM3pcejbdLzyj0TG25utV+dqN/HDj3wnuyMeX0wHb58UJhghs2c7K2x7Am51B5pD+LR2m1KE1lytJbCpbVN6EteP0BrTx93X06NFMmjSJadOmcdRRR8XlHG0igR03bhzbtm0DYMyYMdx7770AFBUVAZCRUbOdedXzqvWxVNVvQOLLssDlcmFZqO+PxEw8y5XJOBhT/C2uUDGOJ+PHJNYJYZsAofT+uJNrN7uNNfuQ/jjeJKjwY6Xs0Zy5vBQrJQ3vIYdjN/Y65kkn+bjJlL/yPKakCCs9E8uyMIEKTP4u3L36kDJsJFYMrpM7XnuLLU/OIFJajuVyYZwIRbM/IevYUfS47mpsX8PvAK995jWKvl6EL7cTrmr7BXcWsOGpl2k/bBCZgw5tVJyt+Xq14+3ZhHbsIrl7l8pBiwCXz0tSt1z86zez9ZWZdBh2RAtHKXVpzeVKElusy9YBnQgfgCZNmsSsWbN49dVX6dy5MyeffDJTp06NViDGQptIYJ944gn8fj+rVq3iscce47LLLuNf//pXXM41e/bsva6PRBxCoUhczi0/qrqohsMavGJfjDH7bP5oqKx5c3bnFJYBOwJWW79NuIf4lisPpdnjSd35IXaoqFpTW5tgUnfKM4ZjmuHaYXIPwjpsMJEF87GcCKSkVb7oshJMhR/X2BOJpLUj0oRYPJOm4SsuIThnFs62LYAFLheugw8l+dIrCdseaOJrLV/6A5ufeAbjOHi6do6W8UhZOQWz5+Lt1YuOZzdstPlwmZ+t736MKzkZ2+upMV+tOzuTivWb2fz2R6Qc3rdRsbbm69XOuf/D8vrAsmrN0+tKSyH/iwUEygMaxbgVas3lShJbrMtWwpZP9YFtlL/+9a/ccsstfPLJJ7z99tv861//4oknnuCwww5j2rRpnHTSSXTo0LDp9OrTJr6RDj208q74kCFDGDhwINOmTeODDz7g4IMrp6QoKSmpsX1xcTEAmZnxqe1I2A9qAjJG73ddjDEUOYaiiCFoDC4gw2XTzmXh2iOZNRginh+T1yqWC1whg+0cWEksxK9chX2dKc49A2/5KlzBnWC5CSV1J5TcvfINb5aybOE681KM24tZ/D/Mjq2VTZuTUnGNOQHX5LOb/tptN0lnXYh33AmEliyAYBBXt4NwHTqgsqY0Bq+zYNbHRMr9eKslrwCu1BSc0jIKZn5A+9OmYTUg8QruLCBSWo4rtfb0QZZlYbnd+NdvbnLcrfF6ZYyptzlb1Q0s45hWF7f8qDWWK2kbDviyFa8mxAcAj8fDcccdx3HHHUdpaSn//e9/eeedd7j77rv5+9//zsiRI5k6dSrHHXccSUn7P2Bgm0hgq+vXrx8ej4f169czfvx4PB4PeXl5jBkzJrpNXl4eQK2+sSJtgTGGLWGHYqfyW8cGQsDOsEOZY9HVY+Ou9oM/4t6dvO7+krJ2/9NYEPGAFTAHXE1sPBlXMoH0gS0ag5Wcgufc32C2b8ZZvwosG7tXP6zsjvveeT/YnXLxdYrPaO8VeWuxPe46WxfYqSmE8wsIFxXh6dC+jr1rcmekYXncOIEgrpTaSawJR/C2bxeTuFubrBGD2fz8m7VaahhjCJeU0WHCMdheTwtGKCIiiSwtLY0zzzyTQw89lOnTpzNr1izmzZvHvHnzSE1N5ac//SlXXHEFKSkp+z7Ybm0ugV24cCGhUIhu3brh9XoZPnw477//Pj//+c+j28ycOZM+ffpoBGJpk0odQ4lTWetavbbVYPA7hvywQ6fd/Q8NBlPVbLjaMSx233nd3azYpVbxbZLVqQuuTl1aOoxGcWem44TrLpgmFMLyuLGTG3ZX15OVQfaYYWx7+0PcGelY1eYrDJeWYXnctJ9wTEzibm1yTzmeHe/NpWLj1spBnLwenHCY4PZduNJS6Hzm5JYOUUSkBdQza0Csjn2A2LBhA2+//TZvv/02a9euJSsri5/97GdMmzYNj8fDyy+/zLPPPsvGjRt56KGHGnzchE5gL7/8cgYMGEC/fv1ISkrihx9+4KmnnqJfv35MnDgRgF//+tdccMEF3HrrrZx44ol8+eWXvPPOO9x3330tHL1IfBTvbu7n2qPpi2VZ2BiKHUMHY7AtC2NVJql1NV2N1sTagBJYaWUyRo+kZP5XOIEAts8XXW4ch0hpKVknHI8rNXUvR6ipx0U/pWTRMvzrNuNKS8H2egiXlmMiETqdeCzZo46Mx8tocal9DqLfX69h9V2P4d+0NXot8HVsT8/f/ZysYYNaNkAREUkoBQUFzJw5k7fffpuFCxfi8Xg49thj+cMf/sDYsWNxV5sl4JZbbiE3N5dHH310v86R0AnsEUccwcyZM3niiScwxtC1a1fOPPNMLrroouj8Q0cddRQPPfQQ999/P6+++ipdunTh9ttv58QTT2zh6EXiI2Tqv2loAc7uh82BdA9Q2pqMsaMo/PATSr/5Djs5GVdKMk4wRKS4GG/nXDr89NT9Ol7yQV3p/9Bf2PziW+z88DOcYJDkg7qSe+rxdD5jMpar7Y4u327EEIa8+CAFn39DYPuuyhrp0UfhTk9r6dBERFqOrUGcGmPMmDGEw2EGDx7Mn//8ZyZPnlxrRpjq+vbtS3Z2HXPT74Vl9hx2UJokEnHIzy9r6TDavKrpikIhjb64p02hCCURg7eOwQdCxuAGenldlTWwGMLe3bWse4zlYgAscAdp1oGcLEJ43fm4bD/GuAhFsgg7aTRHuq1ylVgiZWXseOEVij74mEhZOZbbRdqwI+l43lkk9ezR6OM6gSCRigDu9NTo1DJNoXLVejjBEOVrN2JZFsk9uyX06MoqVxIvsS5b2dmpuFyJlQyaYAnBNa/F5djeXqdjedPjcuzW4KGHHmLatGn06NH47+F9Sdwrt4jUKcO2KHUMEWNq9IF1TGXT4gy3jb17uYWFK2yIeCubEtf4orLAciofzcXjKiTVl4dtBaPLkswWAuEOlAd7UllvLFLJlZpK7iUX0vG8swjv2oUrLQ13u6wmH9f2efdrDllp/YwxbHllJptfeofAlu2ARVLXHLqeO5WcU47f51RjInIA0nWhUbp37469l5u/Gzdu5Ouvv+aUU05p9Dn0a1CkjUmzLTJtCwcIOoawMYSMIWwgxbbIdtW8INuOhStYOfcrVuXDonIeWHew+eaCta0Aqb48LEJEHB8RJ4mI48MYmyTPdpI8W5sljuZm+Qvx5H2Gd9n7eNZ+AQG14NhfrpRkfN27xSR5lbZp/ZMvkXfPdCo2bcWdnoY7PRX/+k2suutxNj3/ZkuHJyLSZtxwww1899139a5ftGgRN9xwQ5POoRpYkTbGsixy3DYpjqFw9zywbssiw2WRWcc8sFCZxFoBUzmgU1XNazP3kPW6d2FbQSKOjx+bC1sY3Bjj4HNvoyKUS1u67+bJ+xzvsvewguVA5av2LptF4IhTCHc9omWDE2kjAtt2svmFt7B9Hrwdfuxn5UpJIrB9FxufeY2ck8bhaRefueFFJAFZxK8PbBx+Xs2ePZvHH3+cVatWkZqaypFHHsm1115L9+7da2z3yiuv8OSTT7J582Z69erF1Vdfzbhx42Iay756p5aXl+Nq4rgSSmBF2iBrd8KasR/XBwursha2hfpSuezS3U2Ya1/ZHePCtkK4rAoipuHzhLVmrq3L8C1+GzCY1GywbIwTwfIXkfTdK5SntMNp132fxxGRvSuY/y3h4hKSuuXWWudtn0XF5u0UfPEdnU48tvmDExFpoi+//JLLL7+cU045hauvvprCwkIeeOABfvnLX/L222+TlFQ5pdy7777LzTffzGWXXcaIESOYOXMml19+Oc8//zyDBw9uUgw//PADP/zwQ/T5119/TSRSewqL4uJi/v3vf9OrV68mnU8JrIi0EnZld5M6p/Qxu//btmpfiYQwaR1+XGi7MCntsMt24ln3FQElsCJNFvFXgGXVPSCXbYMxOBWB5g9MRFq3BOkD++6779KlSxfuuOOOaH/+7Oxsfv7zn7N48WKOOuooAB588EFOOukkrrrqKgBGjBjBihUreOSRR5g+fXqTYvjwww95+OGHgcpKlJdeeomXXnqpzm0zMjK4++67m3S+/U5gN2zYwOrVq2nXrh0DBw6ss5Pu8uXL+eCDD7j88subFJzIgcwfdgg5hiSXhTfBRu9rjFA4C597Fz9O8lPFYNthQpEMHOOrZ+8EEwnjKlgHnqTa6ywg2Ye3bDmmaBHh5K443vbNHqJIW5HSqzuWy0XEH8CVXPMa4vgrsL1eknvpZpGI7KGO2Rxao3A4TGpqao3B6NLTK0c5rmrOu2HDBtauXcsf/vCHGvtOnjyZv/3tbwSDwegUpI3x05/+lGOPPRZjDGeeeSa/+93vGDt2bI1tLMsiOTmZHj161JgLtjEavLfjOPzpT3/iP//5T3RZ9+7dufnmmxkzZkyNbZcvX84jjzyiBFakEUqCEVYU+dlZEcbZPZJw5xQPh2Ql49uPRNYxhsJQhKJQ5TDCGR6bdh5XdATi1iYYySYU2Y7HVYxjXBjjAgwuO4QxbipCXWjOmWstQnjYjotSDC5CdCRCRmxisKzKh7NHdbNlcGeGsT0ecIVx7fgIY3kJpR1MecdxYHuafm6RA0zmUQNJ69ebksXL8XXNwd79w8kJhQjuyCfzyAFkDDqshaMUkQPJ5s2bOf/88+tdP3v27AYf67TTTuPNN9/k+eefZ+rUqRQWFvKPf/yDww8/nKFDhwKQl5cHUKvpbp8+fQiFQmzYsIE+ffo04pVU6tSpE506dQJgxowZ9OnTh/bt43fzvcG/hl966SXeeOMNTj31VB599FH+8pe/4PF4uPTSS/nnP/8ZtwBFDiSloQhfbS9lc1kQjMFjWTjGsK4kwNc7ygjtmfDUI+A4fF8UYHFxgPXlIdaXh1hSHGBRUQWBSDPOi7NfbEor+hIIdcTCwrZC2FaEcCSV0kAfQpGsZovERQEZzCeVxSSxlmRWkc5XpLCEyhriJrJdRHIOwwpVVJu7qDJ5dSU54Dg4rlQcdxZYNt7ipSTvnNv084ocgGy3m763XklKn4MIbN6Of90m/Os2Edi6k9R+vel7y5WaRkdE9mD9eLM51o8Y34w/6qijePjhh7n33ns56qijmDhxIrt27WL69OnRwZKKioqAyua71VU9r1ofC8OGDYtr8gr7UQP78ssvc/zxx3PHHXdEl5166qncdttt3HfffWzbto1bbrklLkGKHCjyiisojzikuu3oDyoXFm7bUBAIs7ksyEHpe29Ga4xhRUmQwlAEr23h2t0EJmIMRSGH5aVBBmb4WuUPNoOHsmAf/KEAtlWBwUXESWVvF3sbPz7XFjxWPmAIm2wCTi4Rk9qoGCwTIJVF2FQQIYnK+3wGizA+NuGQTAWNv0tZJdhnNK5tP2CV7cIkZWAlubC9DiYUxlgeTFImWBbGlQyAt3QFgXZH4niymnxukQNNau8eDHr6bnZ++BlFC5ZiWRaZRw6g/bhjcKe1jYHhRCRxdOnSZb9qWffm22+/5Y9//GO0GW9hYSGPPvool156KS+88EJ0EKd4Of/887Ftm6eeegq3280FF1ywz30sy+KZZ55p9DkbnMCuW7eOc845p8Yyj8fDX//6Vw466CDuvfde8vPz+fvf/97oYEQOZBHHsLU8hMeiVnLpsiwsDFvK953AloYdikIRPHbNKXNcloXHhqJQhOKwQ6anaUOYx5NjfA3q7+q2ikhzL8UmEB3gyW1twGtvozR8GGHTbr/P7TZbdievydSczseDIYKPjVRwEE0dA8/J6kbF0efh+/5t7JJt2D4Ly/LhuHw4aZ3A9WNzYWMnYYcLcVVsjSawVtF27B3rwLKJ5PaB1KwmxSPS1rnT08g9dRK5p05q6VBEpLVLoGl0br/9dkaMGMH1118fXTZ48GCOPfZY3nzzTc466ywyMyunCSspKaFjx47R7YqLiwGi6xvLcX5snbavaXQaus3eNPgXWEpKCqWlpXWuu/jii8nOzubmm2/m0ksv5bjjjmtSUCIHoogxGKi3j6oFDWpCXBp2iBjw1HEYFxA2ldu05gS2YRxSXCuxrQARUz3ZNLisClLdKygKHUXlq2442ymC3aMeg8FywpU1oZYbBw82QVyUEaHpc0ZGOval/NgrceWvxVuyBDu4EsdXOaVOvYJ+PJ+/imvdAqygH7AwvhQi/UYROmoKuDS4vIiIyIFi9erVTJgwocay3Nxc2rVrx/r16wHo3bs3UNkXturfVc89Hk+t+WL3x7PPPrvX5/HQ4FsL/fr147PPPqt3/WmnncYDDzzAt99+q1pYkUbw2BbJLrvOJNUYg2MMmd59J2P7ahpcmSQ3NsrWw2MV4rLKiRgfNW9nWkSMDxcVeO38RhzZBQbscDHuiq24AttxVWzDFdiB5VTs3iaGd2VtF5EOfQh2Ho5xJ2E5oVqbWI4fY/uI+Drjnfs87hXzK+eNzeiESe8AjoN70Ye4v303dnGJNJATDjf5brqISKsTtz6wsdWlSxeWLl1aY9mmTZsoKCiga9euQOXAuz179uS9996rsd3MmTMZOXJkk0YgbgkNvlU/fvx4br/9dlavXl3vKFUTJ07kySef5Ne//nXMAhQ5UFiWRY90H0vyywk5Bs/uLNMYQ8AxuG2bbqn7blab5bFx2xYhA95q10ljQciAy7bISvjaV7CtwO75Yet6LXZlok5FHev2LmK1xxNZjhWu2F0Ru7sPrBPA5UQIm2wirrSmBV/XeX2dCKX0xFu6EjAYu/JvbTkVWE6AQOYgKCzAtWEJJjkdfLv77VkWpGRgyotxL/uMcP9xkJJR/4lEYsA4DttnfsLWN97Hv2YDdnISHY8fQ+efnkRS504tHZ6IyAHj7LPP5o477uD2229n/PjxFBYW8thjj9G+fXtOPPHE6HZXXHEF1157LT169GD48OHMnDmTRYsW8dxzzzXp/Js3b27Ufl26dGn0ORucwJ5++ukMGzaM7OzsvW539NFH89Zbb7Fx48ZGByVyoOqR5qU4GGZjWZBg+McaDbdt0S8zieykfX9kk1w2nX0uNvrDuxNfC4fKPraOgU4pXiJeN5GIs5+Na1sXx3iofIf2nDcWKgddAof9n3bGCYShogwryYdxqJzqxrLA7cJyIlC0EzoQ+xl9LAt/p4lg2XjK1mCHCsECY/sIZByBv/0Y3Is/gXAQUupovpyUhlWyE9e21UR6Ddm/c5cVQ7AC0rPAnVh3YaX5GWPI+8dTbHn5XTAGV2oyocJiNj7zGrvmfEX/B24huXvnlg5TRKRp9tadpxW54IIL8Hq9vPjii7z22mukpqYyePBg7r//ftq1+3EskClTpuD3+5k+fTpPPPEEvXr14uGHH2bIkP38zbCH8ePHN2pg0GXLljX6nJZRu5+YikQc8vPLWjqMNs+ywONxEQpFaGsl2BjDrkCYrWVBAo4hxW3TJdVLprfhfRsdY9hQHmJTIEzQAahMZDsme8hN84Jt4zKGlLATy8awzSxCpudrbCpwSKJ6H9jKQZ08FIWOwuxHEmtZkFrwOe5dX2N16ISV4v7xsGGHSFE5lJZS2vVMIkk5sX5BUXZgJ+7AVsAinNw1OnCTe+EsPF+9icmso4bLGKzi7QTHX0Skz5ENO9HWdVifvg1rloITgZR0zOAxMOJE8CiRjZW2dr0q+mYxi6/4M7bPiyfrx9p+E45QsXErnaaMp99fr2nBCA8Mba1cSesR67KVnZ2Kaz/msW8NTLiU4Nb/xuXY3twTsdyxb8nVUl5//fVGJbCnnnpqo8+p0T5EWhnLsuiQ5KFD0v7XHlaxLYseqV4y032UhiJYQKrHhbtas+SIZRG2LbwNnFu29XFRHu5Nmns5Lvw4uy9nthXGGDflkV77lbxGOSEwDpHCAJQEsdw2GIMJOmAcbONgmdr9VGPJ8XUg6OtQe3nHnpWDNIUqwLPHsPiBMow3BafjQQ07ydZ1WP++D4rzITkNPD4oLcL65A3YtgFz6q/Blch19BIvO2d/hlMRwNup5jx/ltuFOzOd/Hn/I7izAG+H/R8FXESk1WiF0w22RqeddlqznzOxboeISIM5gG3bZPrcZPrc0eQVqlUqJvjFOWQ6UhIeQMDpSOWrsgg67SkNH07QyW3UMR3v7m4SxoGIwQQilckrYDkBjO0l0kJzsTqdDyaS0werrKgyiTWm8hEoxwqUEek9FJNRO/GtizX3zcrkNTsXUtLBl4xJzSJs+Ygs/gpWL4rzq2lZxhhCRSVEyve/n/SBLrB9F7jsOu+420lenGCQUEFRC0QmIhIrVmUT4ng8Yt4H6cCjGlgRSWhhk0U4kgURB+od1KnhIhl9cXZ8iR0uxnFn/ngH1glhRQIEMgdg9mz6YyJ4wpvwRLaCiRCxMggXWhjHhZPdFZJi1FTIsgmO+zneT57BtXU1lFfO32bcXiJ9jiY0ooF3QYvzYd2yysTVsjARh+JVmyldu41IIITlREjacT8Zv78Fb++6B+1LVCYSYdtbH7Lltfeo2LgFy+Uie8wwup43jdS+PVs6vITg69wJIg7GmFpJbMRfgSvJp9pXEZEDxMMPP4xlWfz617/Gtm0efvjhfe5jWRa//e1vG31O9YGNMfWBbR7q+7NvBihz2/UMcQSOZZEccRK4CXHsVZUrU7ia5G0fYIfLdiewlfPChpO7UZY7GeNK/nEfp4LUis/wRLYDDoQCWKEKTFmA0MItRPw24b4jCA2ZHLsBkozB3roKe8c6sGwinfti2ndreHOnHZuwnvpLZa2r28fOr1dQvnEX2Ba2x40JhTDY2N170fGGP+Hr2zc2cbcwYwx59z5ZOfgQ4E5PxQmHiRSX4s3pyOH3/on0/rF/rW3telXy/XK+//VNYNt422dFlzuhMBWbttH59En0vemKlgvwANHWypW0HuoDCyZcRnDHrLgc29vxeCx3alyO3RIOPfRQLMti4cKFeL1eDj300H3uY1mWBnFqTZTANo9E/eIOhR2+WrGTr1bsZFdJgKxUD0f37cDwfh1JasAcr/sraFlUuHZPA1NtuWNZuIwhNeyoIUs11cuVFSzGU7IcV2A72B5CKT0JpfYGu2bDlRT/5/jCa4hYKVj+MuziHZXHSvXi+CME5q/H8lcQPngYwbHnt44+NQE/1mPXQ0UF/jLDji9+wPK4sD27X1soiMnIJuwPkTJsOB3/dHPLxhsjxd//wPeX3YTt9dQcfMgxVGzYTNbIoQx4+C+NGoxibxL1elUfYwzrn3yJjU+/ghMM4kpOwgmFMeEwaYf14fB7b8KX07Cm7NJ4ba1cSeuhBFYJbGvXqNI0YcIEZs+eXe/6jz/+mAkTJjQ6KJG2KBxxeO6TPF79bC0bdpQRjjhsyffzn/nr+dcHK6kIRmJ+To8x+JzKJNWxLBzLwmDhdgzJSl73yvFkEMg+mvLOJ1Geczyh9ENqJa+2U4o3sgnH8gE2dmk+AMblxgk42Mlu7G4dcZJSca39Dnvn+hZ4JXXwJWMGjoJQBeUbd2Ac58fkNRIClwsrPQtXZiYVS5YQ3r69ZeONkV0ff4Hjr8CdmV5juWVbeLKzKFn0A/51m1oousRhWRY9Lj6Lw/52PR3GjcTTLpPUgw+i1+8uZMBDf1HyKiJtg2XF5yFN1qg+sJs2baK8vLze9eXl5Y2e1Fakrfpm1S6+X1NAerIHn+fH2tZg2GHFpmI+X7ad8YNiO3eiBfgcg8epHHXYWGAbg8toCIFYcDnFWCaMY6VgBSsgEsa4dl9Wd9+1tlNcRLzJWIFSXJuWNXyUYGNwFW3AvWURtr8AJymDcO4RRNr1jM0X4KgpsH0DzuJZ4DgQDlUOCOVyQbtOlaMSRwwEAjh7ud4nklBhZZ/hOgcf8nkJl5YRLi5t7rASkmVZZI85muwxR7d0KCIi0goVFhby+eefs2lT5Y3hrl27MnLkyBpz0zZWowdx2lsTq++//56MjIx614sciP63cifGmBrJK4DXbWPbFl+t2Mm4I3Ib3HzRGENx2GFnIEzIMSS7bDr53CS7azessKlMXFEzs5gyuDGWBThE21nt+fdzzO5lVmXtZoMObPCt+hDv2nkQDlSOWmgcvBu/JthjBIF+k5uexCalYM68AveWALw3C+NLxvIlQ2oGeCun6DF+P1ZKCu6ObaNGLalLp8pBq+oafKjMjyvJp9pDERHZLbGaPbcmDz30ENOnTycUClG9t6rH4+Hiiy/myiuvbNLxG5zAPvPMM8yYMQOoTF7vuOMO7rvvvlrblZaWUlxczJQpU5oUmEhbU1ASxOup+2Lo9diU+ENEHIPbte/ExBjDqtIgW/xhItUuDBvKQ/RJ89I5ufFzyErDhV3tcax0bKcY4/GBZWM5EYztAreFcQyR/ODuxNXCye7WoOO6ty/Du2YOxnJjUjpUJqvGYIXK8a77nEhGV8JdBjf9Bbi9pJ7xM0q/XUwkEMCV1SGa2DmBAMZfTtrxk7BT28aE6x2PH8um598kuG0n3pzK12och0i5n1BBETnTjlMCKyIi0gSPPPIIjzzyCMceeyznnXcePXv2BGDNmjU8//zzPP7447jd7iaNQtzgBLZ9+/b03T0S5aZNm8jJySEnJ6fWdikpKfTv359zzz230UGJtEXZ6T7ySwJ1rguGHDpmJuGyG1artrkizCZ/CLdl4bWtyh/ixhBwKhPbVLdNhif2g0K1esYAESrnb2uG12+5qPAOICXwJRYBTEoqlr8Uy2th2TbhrRU4RRXYpQU42V2JdB/QoMN6Nn0NThiTklXtXBbGm4pVXoF341exSWABT48eZP3yIgqfepLwls1YLjc4EbAsfIOHkPnTnzb4WCYUBNuuPEYjmEiYyHdfEP7fPEz+DqwOubiPHoNr0NGNPmZ1yT260OuqX5J375P4123CCQSJlJRhIg52ko9QYRGlP6wm7dC2NXWQiIjsJwto4G+yRh27Dfv3v//NuHHjeOyxx2os7969O2PHjuWyyy7jxRdfbJ4EdsqUKdFa1fPPP5/f/OY3jBw5stEnFjnQHH5QFqu3l+IPRUjyuKLXr2DYwXEMww7p0KDmw8YYNpdXNkX1VLu4WpaFzwZ/xLCtInxgJbDG4GELPmctbkowQIhOBOzeRKzMuJ466DkIY9kkBZfgSrXAdqDMT3hDAeHVu7ABp10XAj+5ENwNqxl3FW/GuHx1rjNuH3bJNjDO7gnRmy5t/AS8vXpTNucTQmvXYKWmkjJ8BMnDR2D76o4jGo8xRBb9j/Dc93E2rAbLhWvgkXiOPRG7W68Gx2DCIQLPPkLk288rm117PLB5PZHF3+Ae/hO851wakyQ2d9pxpPTsxtJr76BseR6Wx423Uxau1GQK5v2PshVrOPwfN5N++MFNPpeIiMiBprS0lDFjxtS7fuzYsXz55ZdNOkejfg08++yzTTqpyIGkoCzIxz9sZ83OMpIzfVSEIlSEwrgihlDIwTiGQ7plcsxhnRp0vJCBCsfgriPZtSwL2zIUh2I/onFrlmRWk2SWY2Fw8AAGHxvxODsps4cSttrX3skYrE2rsJZ/A2VFkNkec9jR0K33fp8/5O5OyNUN2ynCSg5jwltxpayC/hGc9j2IHHRE5aBIDWQ8SdiBkrq7LDsRjC+ZWN/C9fbqhbdXwxPOKuGP3iH49osQCmKlpEIkSPjz2USWfIvvot/jOviwhh3ni4+JfPM5Vno6VlJKdLnxlxH+8hNcffvjHv6T/Y6vznOVVA7WlNqvN+60audql4l//SbWT/83/e+7KSbnEhGRRGTF7CZxncduw4YOHcqiRYvqbY27aNEihg4d2qRzNOl29qpVq9iwYQNFRUV1rj/llFOacniRhFdaEebVrzeyoyRAstdF56xkisqDlFSEMY4hN83F8EP2bx5Ym8pLX33jMRmoM7ltq2xTSpJZBdhESIouj+DFRRnJzjJK7FE1Bz0yBvuTV7C++xgrFMBYFpYx8N3HmDFT4cjj2e8vGMvCcWWBC+jaAadrw5oL1yWUOwjfivcqm/La1cqF42BHggQ6D24VQ/E7O7cS+u+rYFnYnaqNoJ2eidm+leAbM0j6/f/Dsvf9IyA8/+PK3wvVklcAKzkVU1pC+ItPYpbA7vpkPiYUqpG8wu7pdNplUvTN91Rs3UFSbseYnE9ERBJRy3/PJqJbb72Viy++mDvuuIPzzjuP7t27A7Bhwwaee+45FixYwJNPPtmkczQqgV2/fj1/+MMfWLRoUY2RpaqzLEsJrBzwFm4oZEdpgKwUD/bu5r7t0320S/NSWBZiSK92/KR/7n4d021bZHtdbKsI47Fqjgju7P48dvA1vallovCarViEiLDnpOAWEZJwUYyLQiL8OGy7tWQ+9jcfYjw+TFpWdGRayoqx5v4H2neDnv2b82XUEOp2NJ6ti7CLN2M8yRiXFysSwgqVE0nLIZKWg2fj/zDuZMId+oK74bW7sRRZ8BXGX4bVsWYZtiwLstrhbFqHs24Vrl6H7PU4xhjMzm1YvqQ611u+JJwdsZuaLVRUCvUk1bbXQ7giQKS0DFACKyIisjdDhgypPbJ/JMKzzz7Ls88+i737+9ZxHAC8Xi/Tpk3jm2++afQ5G/Ur95ZbbmHFihXceOONHHXUUZoyR6Qey7YU47KtaPJaxbYsvG6bH7aWMPHwnAZPnVOle4qHwlAEv2PwWpXjDIQNhB1DhsemU1LrSmBtK4jXU4hlhzCOm2AoC8fEJumyCEb/VZsLiwA2Qao3qrYXzsU4DqSkVzuQBWmZULANe9E8Ii2YwBpfGuVDf45v9Wzc25Zgh/wY2024Yz8sfyHJ378CpnKwKpOUSeCQSYS6DGn+OEuLAavu8uvxQrhw9zZ7Z1kWVnomzo4tdf4VTTCI3alLk+OtktKrG7tmO3VPp1NajjstFZ9qX0VEDmytoKVTIpg0adJ+/45tqkb9yv3222/51a9+xfnnnx/reETalFDEwVXPh9q2IOIYHAMNmDmnhnSPiwGZSawpDVIcdgg7BpdlkZvspneqt8bgTi3N69lFStJGbCtMVZKZ5NuKP9CZQLBh/X73xiF5978MeyaxFmEMrmrbAOEQ7NoMvmTq5PHBtnVNjqupTHIWFQNOx+o7CStYCsYh+bvnsMt34SRlgssLTgQ7UETSkv9gPMmEOx7arDFa7doDBuM4tZsJByrA48XKym7QsdzDxhL8z/OYUAjL8+NgVyYYBCeCe9jYmMXd8YSfsOXlmTWm0wGIVASIlPvJPeNE3Gl71uiLiIjInu66665mP2ejeie3a9eO9PT0fW8ocoDrkpVMMOLUuS4YdsjJaPjUOXvK8Lg4IiuJoe2SGdwumaOzkzksIwmfq/VMvO12lZCatAHLcog4vt0PLxYOKUmb8Ljr7j+/P4JWZxx82Pip2TPYwSZAmHZEqHa9sl3g9kIkXPcBnUj9yW0LML40nPRc3DtXVCavKe0rk1cA24WT1A4iAbxrP909jVDzcQ0egZWeiSnYWaM7iXEimOJCXL0OafBIxO7Rx2H3ORSTvwOnYBemrBSnYCemcBeuQwbgHjkuZnGn9u5B72suwvZ6qVi/mYrN2/Cv30xwRz5ZI4fS4+KzYnYuERFJUJYVn4c0WaNqYM8++2zeeustzjvvPFyuA2iqDpH9NKh7Fiu3lVJSESLN547O11oejGDbFoN7ZDXp+JZlkepuvRdDn3cXlhUh4vj4sXbUwjFeXFYFPu9OQuGmTXNjrCT8dn9SnO9xUYbBBRgsHCKkUW4PqPmFYduYfkdh/29WZTPi6jWHkTBEwphDj25STPHg3rmicm7bPUdFtCyMJwW7aCNWsAzjS2u2mOzMdnhPv5DgS9Mx27dgfD5wHAiFsDp1xnvGLxrcrMhKSSPpsusIfTyT8JefgL8cKzMb94hxeI6dXGtwp6bKmTqR1EP7sH3mx5StWIM7LZX240bQftxIXEkt06dYRESkrdi6dStLly6lpKSkzjGTmjJWUqMS2J49e+I4DtOmTeP0008nNze3zkT2+OOPb3RgIm1Bzw6pHHtoR+au2ElBeSjaytXnthnZpz2H5rbtlgxuVynGuKirf6pjXLhdpdTV9Hd/Ba2uROxUfM563ORjcBGycglY3TFW7YGBnCPHY61eiJW/DZOSVlkjGwpgVZRB556YAaOaFE9cGNOAt6kRNbCREO5NC/Bs/AbbX4iTnE2o+1DCXYfUHAG5Hu6jx2B1zCX8+WycVcvA48E1aBjuEeOxszvsVyhWajreKWfhOfH0yibIvqSYzP1an7RDepF2yP5PHRRvkTI/+Z9/Qyi/EG/H9rQ7ZqiSahGR5ha3aXTatkAgwHXXXcesWbNwHCdaeQM1Bx5tSgJrmfqGEd6LQw/ddz8ry7JYtmxZo4JKZJGIQ35+WUuH0eZZFng8LkKhSHO3mmyUXaUBfthSQklFmBSfi3656eRk1D3ialuSmbYU2wrgGG+tdbYVwmATCHXCtoMY4yYYyiAcTmXvmZrBRTEedgGGMFmEyd7HPnXYtQV73htYa5dW1ry6vdB3MPb40wknZ7a6cuVdNRvfylmVTYj3+FK1y3cRadeT8mGX7l/zpEiIpG9fwL1lSeVzlwcrEsRYFuGuQ6gYfCbYrWtAsES0P9ernbM/I+8fTxHYtnP3vhZJXXPoc91ltBvZtHnzpG1JtO9BSRyxLlvZ2am4WlH3poYwkXKCRZ/G5djezNFYrti2KmpN7rzzTp577jmuvPJKhgwZwvnnn89dd91Fp06deOaZZ9i+fTt33303hxyy9xkK9qZRv0xmzJjR6BOKHIjap/kY1ffAq0EJhrJI9m3Z3TezemJlsF1hjOUi2b29snLRAp9vF4FgO8rLu1J3Qhomle/xsANr97jCBpswWZQxCMN+3BRo3xnnlN9AcT74SyA1Cys9E5fHBaHIvvdvZqEuQ/Bu/Arbn4/jywKXG4yDFSgG203woGP2u2+NZ/1XuLcsqWx2vHsqHgMQqsC96TvcHQ4m3KP1Naduq4oWLGXlbQ8R8fvx5XbE9rhxgiH8G7ey/OZ/MODRv7bKGmMRkbaouUfWbSvef/99TjvtNC699FIKCgoAyMnJYeTIkRxzzDFccMEFPP/88/zlL39p9DkalcAOGzas0ScUkf3nGENhKEJRyMEAGW6bbK8Lu5VfXAPB9ng9+bjsAI7jwWBj4WC7gmBbGMeF43ipTFYNluWQ5MsnEkkiEKjd/DSFZXjZioMXh6p+tWE87CKVhZQyjP2uic3Irny0ciYlG/+gc0ha/Bp2+a7dNwUMxptGxcETCOcM2O9jetb/r/Lt2nMeWU8SBEvxbPhaCWwz2vLyu4RLSknq0SX6w8n2ekjqlkvF+s1s+88s0v74qxaOUkTkQGDFsQlx6/7t1lS7du3iiCOOACApqbJiwe/3R9dPmjSJRx55pPkT2CrBYJAlS5awa9cuhg4dSnZ26/8RKJJogo5hWXGAovCPTXksC9JcNodn+Ehqxc1yHOOjtLwPKUkbcbvLsAnvHl7Ji22caskrgIUxLoyJ4PPlEwi0p/pF3qZsd/LqweCpdhY3EZJwU4ibfMK0b8ZX2Lwi7XpSdszvKkck9udjPCmEO/Rr3MBNxsHyF4CrnpYBLi//n733jrOkKvP/3+ecqrqpc5rumZ4cmBmYAAww5ChIMPB1FRPi18U1rGJY0891XXXVdZOrIupXDIigLuqCKEEEQZLkMDAMTM6dpvONFc75/VG3u6enu2c6zvRAvV+vhulbVec8dbtu+NTznM8jM+0TCzhi1Bit6XrieVRJashdfyEEMhGn89FnjlB0ERERERERo6OmpqY/85pIJCgvL2fbtm3929PpNIVCYUJzjFvA3njjjXz3u9+lt7cXgJ/85CeceuqpdHR0cPHFF/PpT3+av/mbv5lQcBERr3WMMWzqLdDlBThSFFvuGPKBpt0NeKgtQ6kQzErZzEw6427JM5UEOkFvdhFK5pDSQ2uLVKoJIXIMdxfSGIWSLkL4GDMgVBU9CHw0w60bsRAUsOh+VQtYAJSNP+PYiY8jJCZWikjvG3574GHK6ic+T8QYOciCs+n38o6IiIh4FXN0veneeuut/OxnP2PLli0kk0lWrFjBd7/73f4s6J///Ge+9a1vsW3bNmbOnMnf/d3f8Za3vGXS41i5ciXPPDNww/Xcc8/lxz/+MbW1tWitueGGG1i9evWE5hhX6ua3v/0tX//61znzzDP52te+NsgauaqqirVr13LnnXdOKLCIiAjIBIZOL8AWAiVC8Zr1NVlfE2iNBjo9nxc7czzbnsHX09XJQxDoJJ5fTqBTRWfikWI1GARD354ObuwU/ne4fQyKLmyaseg4yLyvPfzZJ4LxIfAGbwhcwOA1nnhE4notIqSkcu3xBOnskHYDxhh0Lk/ladHfIyIiIiJiKN///vf5l3/5Fy655BJ+/OMf85WvfIXGxkaCIPT0eOqpp/jIRz7C6tWruf7667n44ov5x3/8R+6+++5Jj+XKK6+ksbER13UB+NjHPkZpaSmf+cxn+NznPkdpaSn/+I//OKE5xpWB/elPf8r555/Pf/3Xf/WniPfn2GOP5ec///mEAouIiIC0rwkM2EUt5+ow+yoRCBFKsZiSCG1oy/vsSBdYeBS4G7tuGbbdC2gGC1WDlD6FQmVR5A7gU4nBRuBiGFz2KvAxqKIb8QCKbpLiZRS9CAIMEk0JWXPMkH1fi7hz16JaXkbt2xKaQikHfBdMQFB3DN7sSDAdThredikdjzxFfk8LsbpqpGOjCy6F1nbs6krqL49a00VEREQcFgRjNkYc09iTyNatW/nud7/L9773Pc4+++z+xy+66KL+f3//+99n5cqVfOUrXwFg7dq17Nq1i+985zu8/vWvn9R41qxZw5o1a/p/b2ho4K677mLjxo1IKVmwYAGWNbEOB+PKwO7YsYOzzjprxO0VFRV0dXWNN6aIiIgiB1YEu0FfH61QvPblaZQUSGBPxh22WfR0o+BW4PlJlApLhUEjRIBSBbR2yBdqhxxjiFFgDhIfQYG+Z0DgInHxqCOgrH9/SZYS8RwWXWgsApJoHBQ9pMQ6FL2H7XynLXaC3MnvxV1+CSZRhQF0qprC8kvJrblyqLlTxJRStnIpS774MeL1tRRa95Hb2YTb1kFizkyWfvUfSC2ad6RDjIiIiIiYZvzv//4vjY2Ng8Tr/riuy+OPPz5EqF5yySVs2bKF3bt3T3mMUkqWLl3KkiVLJixeYZwZ2LKysmEzr31s3ryZ2tqhX0AjIiLGRoWtsKXAMwZHCAIzuEh2/0JbJQWFwOAbsKf9sg1FOj2PRKIZx+lGCh8QuF4ZudwMgiAx7FE5FgEQYxeSLAAGiwKNZFnG/rc1Y+xGkicgud/jioAkiiwxsZOsmYS1pEc7dgJ38Xm4i84F7Yd9X6e5u/Wrmepz11Jxymo6H3sWr6MLp66aylNWI2NDeylHREREREwhU+grsnfvXq688soRt993332jHuv5559nyZIlfO973+PnP/85vb29HHfccfx//9//x6pVq9i5cyee57FgwYJBxy1cuBAIM7iNjY3jO5ERSKfT/OIXv+Dxxx+nvb2dr3zlK6xcuZKuri5uvfVWzjvvPObOnTvu8cclYM866yxuueUW3vnOdw7ZtmnTJn79619PyaLgiIjXGo4UzIxb7Mx5FLRGCIExZiDzaky/gNXGYEuBmubaQ1DAoRlFFpO1SOdmYEQCg4XWh8r4SXIsIc9cLDoBQ0D5sMZOtmjFoBhaqyPQWNi0EWZxp/4JE0EejI9RySm05Z8gQoCyD71fxJSjknFqzjv1SIcREREREXEU0NbWxosvvsjGjRv553/+ZxKJBD/4wQ943/vexz333EN3dzcQJiD3p+/3vu2TRXNzM+9+97tpbm5m7ty5bN26lUwmA4RVur/61a/Ys2cPX/jCF8Y9x7gE7Mc//nHe9ra3cdlll3HuuecihOC2227jt7/9Lffccw+1tbV8+MMfHndQERERA8xN2kgBe/M+vjb4CIwBC9P/AtbGEGjD3JLYtO4Na9NGUryEJB8+ICCGwjX1ZM3yUY9jiOFxKIfcQ5RSG43y27Hd3QhTQMtSvNg8sEtHHcehUG4b8Z5nsfO7wWi0SlEoWU6h9DgQ6tADRERERERERBwhpu6G88yZM8eUZT0Yxhiy2Szf/va3Wbp0KQCrVq3ivPPO46abbuKMM86YlHlGy7//+7+TyWS47bbbqKqq4rTTThu0/YILLuCBBx6Y0BzjErAzZszgf//3f/nmN7/JXXfdhTGG3/3ud6RSKS699FI+9alPRT1hIyImCSEEc5IOM+M23V7App48nXkfDzACtIHAQLljMa/08K1ZVDJLzGrBVl0IwAvKyPszCPTwPUklOZJiPQJ3v7Jeg8Anxl40SfIsGPbY8eBTSYw9DM2yGqTx0BmX0vzdCOMPbMmtwy0/Dc+aM+H5VaGFkra7kUEGLWMgLKTfQ7LrUZTXTrbq3Fdtqa5J9xI891f09o0gFWrJcciVJyOcI7+m1hhDZuM20i9tAikpP+E4ErMbjnRYERERERER46KsrIyKiop+8QphpnP58uVs3ryZSy+9FKC/9WkfPT09AJSXl09qPI888ghXXXUVixYtGnbJ6ezZs2lqaprQHONeRVtdXc3XvvY1vva1r9HR0YHWmqqqKqScpuVxERFHOZYUVMcsKqpT7My47E4XKGgTlhmnbOaWxIipqX79hVlNJbspjW9BCg9jwjljdhu21UmmsAAvGHoDy6EJSeGANakCg40hICZ2kzdzgcnJTBZMI45oRZJHE6dPMEsKkM8ic91oEUPL0qIrlkHpDLGeRymUlRKoyvFPbgyJ7ieRQYbAKu8XqkY6CF3AyW7CTS3Bj0/umpPpgN61Fe+Gb2H2NfcbiunHH0DMXYTzvk8iKo5cn16vu5fNX7uOzkefJsjlwYAqTVJ38Tks+MTfRutMIyIiIiIGOEpuMi9atIidO3cOu61QKDBnzhxs22br1q2ceeaZ/du2bt0KMGRt7ETJ5/MHTWT2lRNPhEn5tltVVUVNTU0kXiMiDgNKCuaXxjijvpRzGso4u6GUJeWJqRWv0kPE0shUNzLVjZXsQQuLQMfQxkEbh0DHEAQknR0I/CFDKNFT7NM69ANBYxXdhHOTFnJABRmzHIONIociiyKHMRKd9zFIjIwPfEAJgZYphM7j5DdPaG7p92AVmtEqMeQD0MgYQgfY2W0TmmM6YjwX7+ffRbc1Q1Udsm4msm4mVFRhtm3E+/WPj1xsxrDxS99i370PI2MO8dkNxOc0IISg6ZY72XbtDUcstoiIiIiI6YYIPSum4meSvTfOPfdcurq62LBhQ/9jnZ2drF+/nmOPPRbHcTjllFP44x//OOi4O++8k4ULF066gdPChQt58sknR9x+7733snz56JeNDce4M7Dd3d384Q9/YPfu3XR3dw9p3SGE4Otf//qEgouIiBgZIQTW4bg5qFxkPAvCgAktkALhkKUOR/Rim2xfRGhjo6SLrbpwg5pBwxgUYoR1qaK/zHdyRbhHPT2mCpswE2uI4elSyoI7MGKYclYhMCgsv23IJplvI9b1AlZ2N0YovNKFuOXHYeyhJdPCFIAAI4bP6BkhELow0dObduj1z2Ba9yIqaxBqIJMubAdTWo7e+CJ6zw7krPE7D46X3hdeoevx57CrK7FKBky/7MpyjDG03vEAjVf+H2Izag4yytRgggDtesh4DHGU3PGPiIiIiJgeXHDBBaxYsYJrrrmGT3ziE8RiMX74wx/iOE6/4e6HPvQh3vOe9/ClL32Jiy++mMcff5w//OEP/Pd///ekx3PVVVfxuc99jmOOOYaLL74YCG8i79ixg+9+97s899xzXHvttROaY1wC9qGHHuKaa64hl8tRUlIyxNUKiD6EI6YlXekCPWmX0pRD5WFcL3qk2b9n7PA50JGPlLFceLQuHikCJB4aG0+WYAV5BLq4v8QAUnoQDB7JM7XERBPhBjV4Dlw8qtAM3z5nIhgcXAbuLoY9ZCX0x3zgARojBrvx2r2bSe69GxFkQViAwcrtxelaT2b2m9CxwaJHq1IQDkK7GHXA26wxCGPQdsXAY/kM1vZnkC1bQUiChsUEc1eDEx/vaR8RTMue8PzsYdyME0no7kA+/L84SQm2TTBnBcHCEyE21EV6sul5dj264OLUDS1htivKyO9upuf5DdReeOYwR08N+b0t7P3VH2i75yF0oUBizkzqL7+IGW84f9ANgIiIiIiII8BRomWklPzwhz/kX//1X/niF7+I53msWbOGm2++ub+t6Zo1a7j22mv51re+xW9+8xtmzpzJV7/61X6BOZm86U1vYu/evXz729/mW9/6FgBXX301xhiklHziE5/gggsumNAc4xKw//Zv/0ZtbS3XXnstxxxzzIQCiIg4HLR35/nDIzt4cWsHnq+xLMnyeRVcdvo86ionXzRNFwwQSIGnZKg/AWnADjRKm0MLWeWD0KFb1H7rVsNMbIARFr6IYZu+0t9wTG2GChiPWjwqselAY2OwEGgkBQw2eTOfyS6rGQ4jY3hOPU5hB4GJDf6AMkFoSOXM7n9IBDkSzfcidB5tVw7sbzTKbSfZfB/pOW8bNI5RCdzkQmK9LxJIpyh6AWOQQRqj4rjJsKet6NhN7M8/Qfa0QrGSxdr8OHr9AxTOvxpTevgzguPGiYXVOMYMvYmZ7Ubke7G2PYOqrgAToHa8iH75EdwLP4ApmcCa48OE19xC1x//RPrRxzCeR+K4Y6l4/YUkli899MEHkNu5l/Uf/wq57btRyQTCtkhv2MzmDZtJb9jCws99MLoRHBERERExKqqqqviP//iPg+5z/vnnc/755x+WeD70oQ/xpje9iXvuuYcdO3agtWbOnDlceOGFzJ49+9ADHIJxCdgdO3bwmc98JhKvEUcF3WmXH9z2Enva0qTiNqmEhedrnn65jd1tGT7yluOoKju6Ml2jxVcCVynAIIopWC2gYEkcX2PrQ7SaEbrofbSfODMWCIkQOszqCllM7xqkcNHawfMrhhlMkTGrSIhNOLQUM6ECn3LyZiE+h0+o5ePHYXktKN2LlomwvNl4SJMncGrxYvP797V7NyO9NNouGyx2hUSrFCrXhMq3ECQGt/XJlZ+M9DqxC3vBgBESYQKMipGtPD3MwAY+sQdvQna3oEurQRazboGPbN+J8/AvKLz+o0fPXeDlxyPu+jWke6B0P1fDwEe0NSFthZo1F2Nb/Y/L1h3Yf/0N7uveP6Wxla5ahow5BJncoBJiAL+rF6s0RemKkT/T8lu3s+crX8Pb24RwHISUdN/9J3ofeoQZH/kQ5eefM6Z4dl7/K7LbdpGY3dCfbbUryvC6e2m5/V5qzj+NipNXjfk8IyIiIiImienat/0oYebMmbz3ve+dkrHH9ZeZN2/epDhIRUQcDh59sZm9+zLUlMcpSdo4tiKVsKmpSNDSnuOh5yZm5T1d0YCnJGHbmIHSYVnUrJ4lD9UpFcyAON2fwMQxZsDVVwgPJQuAIuvO2a9D7QHD4ZA1x9JtTiNtTqTXnEyvOQWP2hHOIBgy92QQ2LVkSs/Bt2oRxkWZDAKNG5tPvvICjBwoL5deaDM/7AeZdBDaQ3pDm4AbFSddewmZqnPxkvPwYzPIl62it+6NuKlQKKk9G5Cde9GpygHxCqAsdKIc2boN2bZjUs99KpEzZqFOuwDyOUznPoxbwORzmJawD25s4VyEvd+1oSxMvAS5ewOiu3VKYytbtYyKk1bitXfi92YwxmCMwevqwU9nqL34HOINdcMea4yh9fs/xNvbhN3QgF1Xi1VTjT2rAeO6tP7wR/jtHaOOxW3vouOhJ7HLS4eUCtvlpehCgX33PTKh842IiIiIiDjSaK3p7u6mq6tryM9EGFcG9mMf+xhf+cpXuOyyyybduWos3HXXXdx+++2sX7+enp4e5s6dy5VXXslb3vKWQaVXv/71r/nRj37E3r17mT9/Pp/4xCc499xzj1jcEYeXZ15pw1ISdYBLr5QCx5Y8/co+3njmvKOiXC/QhrwX4FgS+xCuw1oKDAJhhgpAYUIjoUAKrINlYQMLoxVCBcUlowNlxJoEQnso4wGKgl9JwZuBr0sPeR6GOD7DZ72VzBGzW3CsTsAQ6DgFrw7Xr2YyS4x9u57e8ktQQQfCuGhZgrFKsZUCPbCA16g4YQrVDM2EGh+EwqgR1nBKG7dkKW7J8CWmorsFjAZrmDWjdgyR6w33qZs3vpM8AlhveAeirILg4T9iujtBCGR5GYmSUqzG+qEHOHFEugPRsw9TPryAnAyEECz50sfZ9NXv0vXYc3id4U0HlUpS/38uYv417x3x2MKWreRf2YiqrETs97oTQmDV1uA1NdP7yKNUvvGyUcXidfegXQ+rLDV8rErh7hu9II6IiIiImAKOgu+F0xHP87j++uv57W9/S3NzM1oP7zmyv2vyWBmXgH3ssceoqqrikksu4bTTTqOhoQE1jOHEF77whXEHNhpuuOEGZs2axec+9zkqKyt59NFH+ad/+ieam5v5yEc+AsAdd9zBP/3TP/HBD36QtWvXcuedd/KRj3yEm2++mdWrV09pfBHTg3whwFLDvwkpJSh4wbDaZDrhB5ont3Xw3I4u0nkfSwmWzSzjlIXVVKZGcroN/3+w0zp0blNgCklEPAMyQBAgpO7bgmVcMrnF+H7qEDONJgKBkhlK45uQ0kUbBQgsmcaKZVAyR85tHOc8IyAEgTVg6jPcyF7JIuLqUUSQwVj7OQ4bg/QzBPEa/OTM8c1vxfrHGiqOi+Xb1tHVm1QoC+u8N6DOuBDTuheExG56EefpPwx/vQU+SAucqV+LbleWs+w/P0/m5S30rt8EUlB+wnEk5x38Rqy/rx3tuthVQ9fpCilBCPx97aOOw6muRCViBNkcKjH4Ro4xBhMExGYOI/YjIiIiIiKmOV/84he57bbbWLVqFRdccAGlpYdObIyVcQnYm266qf/fDzzwwLD7CCGmXMB+//vfH9Qo99RTT6Wrq4uf/vSnfPjDH0ZKyXe+8x0uvfRSPv7xjwOwdu1aNm7cyHXXXcf1118/pfFFTA9mzyhh3eZ2GCbZUXADlswpRcrpq14DbbjtmT28vLcXKQQxW+L6hie2drC1LcPb186hahgR27fmta9BzXDI0VTnagudKyGeasEojTECiY8tClhWgZjKkE7PKYrY0WLA8sH2BwL1FXG5FylcAh3rj9pgIYRH3G7F9asI9FjmmTjaKSdfs5Z428NItwujYqFJkc5jVJJc3dkgxucYGzQuxzgJRL4Xkxjs5i6yPZhkOcHMo9NrQDgxRGO4lljHFWbdvZBPQ2K/DzJjENludO0cdN3haa0jhKBk2SJKli0a9TGqvAxh25hCAZEYLLSN1mAMqqJ8hKOHYpeXUnPBGey95Q6s0hKkM5CB9zq6UMkEdYfRDTkiIiIi4gAEU5fZmL5fOSeFu+++mze96U184xvfmLI5xiVgX3755cmOY1zsL177WLZsGbfccgvZbJbOzk62b9/Opz/96UH7XHLJJfz7v/87ruviOEdXdiNi7Jx63Aw2bO+kJ+NSmrQRQmCMIZ3zkUJw2orpnenY2NzLK029JGOKmFUUSjYktWJfb4G/btrHpauHZgCVNkhj0EKEQqH4uCEsH5Ym3D4abCtDwu4g0NagtaBB4KCUSzzRSrp3HqN7VzYQK4AVFBOw4VpabI+CKEPp3JBRjLGQsoBjdZJzxyZghXFRQWcYr6ocsTfrwShUrUHbZcQ6n0PlW0FI3LJlFKpOIEjOGvN4fZjSavzl52A//0dId2BiKcAg8mkQCm/lhYelxcxUY6pmESw/A2vd/eAXwvPUGpFPY+IpvJPeOK3NMuLHLCE2fx75VzZiz4wPWm7gd3SiSkooPe3UMY055/1vJ/3yZnpf3IhQCmFb6HwBGXOYffUVlBy3ZLJPIyIiIiIiYspJJBKsWjW1JoTjErDTmaeffpoZM2ZQUlLC008/DcD8+fMH7bNw4UI8z2PXrl0sXLhwTOMfzH765z//OTNm1E/rUtRXC33P8Wie6xULq3j92tnc88Ru2jrzFPUcMUdxwcmNnHhMzbT+m720pwdtDHF7cJZPKUHcVrzc1MsFxwVDtgsgFgTkLYURArNfJ1hpDHE/YLSJZ8fpDVvADvF9ExhtYVk5lPLQ+tDi0KggFK99fWX7o/UJhENeVJAwXUPmAZDCH/3fymhi7gZi3iakyQOgRZyCvZiCs2xYwTTidSUEfvkx+GVLQLvhDtLZL7Lx459wMSRKUOv/gsyEQltXzsQ/7jyCRSePeL4yvw8rvQPQBImGUEhP1wtZCPy1l2PK6rBeehDR2x6uwZ63kmD1BZiGxdP6hrRQkhkf+Fv2fPXf8HbvRaaSICU6m0U6DjVXvgOnYcbIxw9zXcVqKznu2i/Resf9tN3zEH5PL6klC5nxxvOpPPX4o2JNfsSRZSyfgxERYyG6tqBoezmFY796ufTSS3nggQd4xzveMWVzTEjA7tq1iwcffJC9e/cCoV3yWWedNSn9fcbDU089xZ133slnP/tZALq7Q5OOsrLBpXl9v/dtn0yEANuOGtBPNUKAUqpfjB6KN5w5n1WLa3j65TY6egpUlDqccEwt8xpKp/0XxawXYEkx7AeJbQn8wBAw/HVnAw7gYfCLA1jGYAuQY7hOpSquex1W8UqECLBt0PrQY/rKRYvhxpIINIFIIuhBDFoxGWaQhYyN+vXlZNdhu+tDkyUZln1KUyDhvoAlNW5y9ZBjRnddTfZ9PwWrzkMfeya6uzUMomIGUqrhPzq1h7PrHqzOlxCBG7blFRZByWzcuW/AOJO/1mRyULD6HPTKMyHTDcqCZBkq3DLtKT9+BbF//xfaf/cHeh55DBMElJyyhqo3XkLp2pMP+j4y0nVl11Qw76rLmXfV5YfhDCJebYz1czAiYrRM9rU1zb9mjYg5WgM/wnz605/m85//PB/4wAd4y1veQn19/bBeSccee+y45xj3N7FvfOMb3HjjjUOcpaSUXHXVVf0i8nDR3NzMJz7xCU455RTe8573TNk8991330G3B4HG84KD7hMxcfreVH0/GPWba0N1kstOH7zOzveHd0abTlSlbLa3GbQ2Q74kFzxN0lHEpDjodScJhWwfQfFntCgVw7JMuN7vgDuHQvporSgU1KhGNTJ0NB76d5OhqBWGwMBAkx+DFB7aWOQKlWhz6DmEzpDMb8RgYYj3e0UZEghyWPlXcCnH0q0o04MWCTzViGfNwthju64mDwllxXL2AAiGP8/43vuw9j2HUXG0UxE+qD1U91bsrbeRWfD26VuOGwSIl59ArH8MutuhvBqzfC1m2UmhoJ3mqDlzqPvoh6n9+w+GJdBWGPOh3kfG836lPZ/czj3oXAGnoQ6nqnza32yLOLyM57qKiBgNk31tRdfnawvXdTHG8OCDD/Lggw8O2W5M+H32sLsQ/+QnP+GGG27goosu4n3ve19/Ge6WLVu44YYbuOGGG5gxY8aUNa89kJ6eHt7//vdTUVHBtddei5Thl7fy8tBUo7e3l9ra2kH77799soleqIcPY0b/fGcLPi/u6mZzSy/aGObWlLByTgXlyWFamEwjjptVzgu7uskUAlKxgZesF2g8X7NqUTVKyim97gqFcpxYO0J6aG3TJ2KFCBDCUMhXYMwo82hagtLDWiBr46DIY8lc//pYgcagyBYaCfTwrXcOxPZbEMYlECVDthniWKaTVOFhkAqDxDIGJ9iNGzTiWaeO6bo6nAivF6dzPUY6GLWfmZB00HYJKrsH1bsDv3T+yIMcKQIfeddPkRueAGMwlo3oaEZsfwm9ZR36kvcN305oOiIkqLG/5kZzXRljaL71j+z68S1kNm0nyOaRtiK5eB7zPvIeZrzhgmkrZAst++j86zPovEty4RzKTzwudGmOmFKm6/tVxNHPa/7aMtH713j4/Oc/z7333ssll1zCqlWrpo8L8S233MJ5553Ht7/97UGPr1q1iv/+7/+mUCjwq1/96rAI2Hw+zwc+8AF6e3v5n//5n0FP0oIFCwDYunVr/7/7frdt+4iVOkccftp7C/zy0R20dOf784cv7+nlic37eOvaOcypObzOtmNhTnWS0xZX8+imdjrSBSwlCYq9WxfOKOGUhdUHPd4ALuAXf3cIX/hj+QqsdYxsZibJ1F6UcjFGIITBGInrlpHLjaF/p2+FDsRhM9rBkQpB4KXImUYcqwMhNH6QouDVjqq/bB/iIFlaaXII44IRBCaJkU64vtd4OMEucGvw5OLRn89hxMo1IYI82h7m5pt0EH4GK7f3iAlYU8iDEAgnNmSbWP9X5IYnMIkSiIXi2wAUcshXnsLMXYZZddbhDXgasvtnv2Xbt36Ku68jvEutJNrzSL+4kZc/9+/kdzcz78NXHukwB2G0ZucPf8ne/7kDv6cXAGnblBy7mCVf+jiJ2Q1HOMKIiIiIiMPFww8/zLvf/W4+//nPT9kc4xKwe/bsOWiZ7hlnnMFDDz007qBGi+/7fPzjH2fr1q3cfPPNzJgx2ERj9uzZzJs3j7vvvpsLLrig//E777yTU089NXIgfo1gjOH2p/fQ0pWnIuWgimsvtTF0ZlxufXI3H37dYmxretxpywaajK8RQlBmSRwpOHNJLbOrUrywq4vW3gJJR7F8VjnLZ5bhHCTuAOgCvP0eE0AMKGNs9gSeV05vTwLH6UapPMYoPK8UzythTHJYS/BssL2wj8+AtxQECtwYeRrIe+P/0huoCoxQCHwMfVk9g9K9SJMFDML4KN2FwUHLMoywwbhY3lZwFjJ15g1TxBG8TR5seA7/L3eht20EQC45Duus16MWD6xvkS88EoYYO6DfayyByaWR6x4meI0LWLetg9033loUgQIrMXAjQLseQTrDnptuo/Z1Z5JaPO+IxXkge35xO7t+fAsyHiPeWI+QkiCbp+fZ9bz82W+w8kf/hkqOrnoiIiIiYjpgADNF3wMO1t7w1UBJSQlz505ta7xxCdjq6uqDttJ5+eWXh21xM9l8+ctf5v777+dzn/sc6XSa5557rn/b8uXLcRyHj370o3zqU59izpw5nHLKKdx5552sW7duUC/biFc3ezpy7GrPUhK3+sUrgBSC8oRNe2+BjU29HDt78krKXV+zcU8P6ZxHecpm8cwyLHXwN0JPG7ZlPTq9AN+Eb26WgPqYxeyExfzaFPNrR58pNgyIV0l/sxoMkC8+VjbSwSOgtUM+X3voHQ+KCAWslmEmVhYzsb4Ks7OT8Lbuyxp8WYMdNBMgQSiUTiN1tth3VmCEAgFSF8D0hKIXG6mzCDwMQ7OIRxo/OQtjJRFBFmMdUB6tXYxQ+Kk5A48Zg2jbhdy7KdylYSGmbu6kOmr4j92P95ufYPJ5RDIFxhA8+xj65XU47/4watUp4Y5drTDSTUM7Fm435uh1+5gEOh97Bm9fB9oPkM7gj2dhW2jXw+vsof3+v04bARvk8jT9zx8QlsKpqex/XCXjxBrqSG/cRvtfHqPu4nOOXJAREREREYeNt73tbfzhD3/g7W9/+7DmTZPBuATs61//em688UYaGxt597vfTTIZ9inMZrPcdNNN/OY3v+Gqq66a1ECH45FHHgEYtlHufffdR2NjI5dddhm5XI7rr7+eH/7wh8yfP5/vfve7HH/88VMeX8T0oD1dwPM1pfGhl3ufqGxPFyZtvvU7u/jdYztp7y1gTCiUa8vjvOW0OSyaObxkNMawOePS4QXYQhAval3PwO582DpmdmJs6wNdBotXiv8XgAZyQIoj5QArILDCnykZXpCNryWVfwQraAejw8yrEOEdVSn7jY6MCHvFCuMBGoSNGctbY+BiZXYhtE8Qr0XHp+7mnbFSFCpXEW/7K/iZ4jpYgdAFRJDFK12En2wMdy7ksO+7EbntBfDc8DHbQc89Du+CKyE+8bJ5k+nF+/0vwfcRtfUDazNLyqC9Fe/WnyOXrQ5LiksqoG338AP5LpTXvKbFK0CQzWO0Dl+vwzwXAsAYvO7ewxzZyGQ2b8dt68CqHPreJh0bEwT0PP9yJGAjIiKOOsyrOk86dSxcuJD77ruPyy+/nMsvv3xEF+ILL7xw3HOM69vjxz72MTZs2MA3v/lNvvOd71BXF65/a21txfd9TjnlFK655ppxBzVa/vznP49qv7e+9a289a1vneJoIqYbplhSGbMVUkCgDZYSQ/YxQGySyoe3t6b55V+2kSv4VKQcLCXxfE1LV46f37+VD11yDPWViSHH9fiaLk/jSIHa74urI8DVhuaCT0PMwhpt41YGyoaHO6JPxHocHS1MxoOWKXoT52MHe4m5m3C8HQQiFbYHENliX9xQ0gt0KGKFxrMWglDDmkwNwhic9ueINz+MdHsAjZExvLJF5GZfhLGnZl11fsYZYY/bzueRXjdgMNLBLV9GbuZF/cLHuv9m5ManMIlSSBWrC9wccvPT2ELgXfJ3ExaMwfpnoKcTquoGGQsJITAVVZiONvQrL6BWrEEfeyrqz7/C+C5Y+2VifRcRBATHnTqhWF4NJOY2ImMxDL0IrWH/D3wdZqeFpYg1jGHN+RQjDvkFL/oCGBEREfFa4hOf+ET/v//t3/5t2H2OiAtxIpHgZz/7Gffee++gPrBnnHEGZ599Nuedd960dUmMePXT1JrmL4/v5tmXWggCw4K55dgxi968T0XSHnRtpgs+cVuxZITM6Fh55KVWMnmP2rJ4/zy2JakpjdHWU+CxV9p489o5Q47r8TWG4VddWgJcDb2+ptIZu9ycvLUWZj/jpaPk9S0UnjUbjMb29mJELMy44iLx97u7apAU8EU1XmzJqHoMOR0vkNj1RwQabZeAUIggj9P5ItLPkF70DpCjeIs1BpluRvXuxQhFULkAEz/I9SgU+YZzKdScGGZ+TYCfaEDHB0q7Rfse1NbnQ8OkeHLg2FgyrArY/gKibRembui1OCbSPYBADHNnVVg2xmhMOnR9NyvOwGx+HrFjA8aywrJhz0X4HmbOUszKMycWy6uAipNWUHrsYryHOtGuj4zL8GaAMWjPQ1gWTl01NRecfqRD7Se5eB7OjBrcln2ohsHLC7TrIZSk/PjlRyi6iIiIiPEipmwN7FHzHWqc3HjjjVM+x4Tq9y644IJB5kgREUearTu7+MEvnqezO0/MUUgpeG59G055jNLGMjqMIeVYICDnBgjgjOW1VKYmbuiljeGV3d3EHWvIDRwhBI4l2bCzmzevHXqs2W+/AxEH7DNaHAbWvR44qmZob9gD95BkAYEWMZSTQ9oFIHQe1l4C7SaGGXl64qsajIghTAEj4gSmBEMBKQqAxiAoyLnkY8ejZMmIPVj70QGxlkcRJkDHKvofNlYCIy2s9E7sni14FcccdBjhpom/dCtW+2YIwjJfYyfxGk+hsPB8kCPfsDB2GV7F8E3AZdNWcPNQMUymLpaAXBrZvJVgfwGrPYRfwFjx0QlvQFTWgADje4gDWuAYtwDKCvcpzhtc/mHkM/cjXngY8hkorUQfdzr6xPMglhxmhtcWQikWf+ljvPTxr9Dz3AaCbC58XAhQivjMOhZ++u+I1090HfrkoeIxZr3jDWz95o9x2zqwqypACoJsDq+tk9LjllB11slHOsyIiIiIsWHAmCn6jvMqdnEqFAq8/PLLLFu2jJNOOmnK5pmQgO3q6uLRRx9lz549ADQ2NrJ27VoqKysPcWRExORjjOGWO16hsztPbXUSWRSDpSlDZ0+B7N5ejllZT0fGxQB15TFOWVTDifMn93o92HuSGUGGligZmvAaM6iEGMA3YRa2ZIxlzjahQA0l2lAhnGC4jK8hxk5i7ESSxwibQnIOWiaKfV4FQgaoWBqhPPx8SdjTVdBvxHToksLDj5EpCvYC4u7LaA1GxNDEMUYgdQHXbiQTOwMhxahKqlWuBVnoRFvDiC5pgwmwercdXMAaTeKFW7DaN6KdFCZWAhiEm8HZ/gBGKtyF54/vhMWhsuQDn57C7SW26xHstnWhiLbiuDOOp9B4GlhDy933Ry4/HlFdh97XCjUz+m/AGK0x3R3IWfOQi/fLvsWS6FMvhVMuDte9Wk64Hjmin9SCOay+6Vu0/O5PtNx+L/ndTahkgupz1lL/lospXb7oSIc4hIYrLsPPZNn7i9vJ72kGQMYcKk5ZxeIvXoNKRA7EEREREa8FYrEY//mf/8kXvvCF6Slgr732Wq6//npc1x30uG3bXH311XzsYx+bcHAREWNh2+5udjX1Ul4a6xevEGYvKkpj7OvMsiTlcOIZ89DGUJF0BrkSTxQpBItmlvHslg5K4oOzsMYYXF9zzKzhnY4rbEmJJenxNY4MRawxBt9AYKAhpnDGGKsAyoEeBkQshKI1CZQMc0yCjcTZjkGgsfFj1SAVUmfQJENnXgMGjVYaEvmwrLjo7Cs04NrgTz8H31x8NWCIeVuROjTBMcLGteeRTZw8xvWgxWdTjCS+BOiDZ3FVxxZU51aCWClYsf7jTKwU8j04ux/Dm3Mqxh57ZlLPXAROPMxyJg74S+cz4MTRsxYj3DTJF29C9e7GKCcU326a2I77Ud07yB77TrBGFh8iFsd++9/h/uxaaGvC2A4Yg/E9ZGUNzhXvR6hhPmakDOOLGBa7rITGKy+n8crLj3Qoo0IIwZy/vYL6N11I1+PPERQKpBbOpXTl0mg5UURExFGLedW6hEwtixcv7k9uThXjErDXXXcd1113Heeccw7vete7mDdvHgDbtm3j5ptv5gc/+AGWZfH3f//3kxlrRMRB6el18XxNuT30DUfKMCPVk/EmpVx4JE5fVsfLu7vpSLv9PWf9QNOVcSlJWKxdOnzpnxSCJSmbjRmPtK/xinlSKaDOUcxJjuRAbMDyEcoLSzn7eqya8DmQQAXgExo2CcLM7HBvyZI0MXahsTA4oYi1SjDGIDFIcgTFwmSDhcZCyIA+nz4DoTCJFxB5g/GnmUARilxiDYXYUiy/FTD4qhqtKsY8VBCvCdvZ+GmElAhdAARGxtHSCU2WUzMPOobVtT0UudZQsW+cFDLfjerehV9z8DLk4TCV9QRL1qBefCjM+seLIjafQeQzBMtPw1TPJLb9z6jePehY5UC5spXAaA+raxtOy3O4s4aped8PdcxKYtf8M/5f70e/8jwIiXXsCahTzkHW1o859oijF6emkrpLzz3SYUREREREHEE+8YlP8A//8A+ccsopnHbaaVMyx7gE7K9+9SvOPfdcvv/97w96fPbs2Zx11ll88IMf5Je//GUkYCMOKxVlMWxL4noB8djgS1vrsANqRdnUZgYXNpTy1jPmcfvju+hIF/qLOCtLY7zltDnMqh45mxZTkuNKHXp8TdrXCCEotySpEUuHDSKeBRX0mysJy4DtYfJxCAZEr8WhX+w2bQh8NMUYhQyzksZgkKFTLz4am0Coon/vfqWo9JVIC0Qsh/FjHLyM9cigZQmuM1z+eQyoOH7ZPOItj4bPUfG5EkEBqTV+ogGvYunBxzDm0E+PGevK5wH8s68AIVAbnwx7rEK4DvXYM/DPeTsYg936HEZaQ9faShuEwG5dd0gBCyDrG3EuvxK4ctzxvlbRvk/X48/R8fBTBJkcyfmzqX39WcSnkdNwRERExGuRKVsD+yrnpptuoqKigr/927+lsbGRxsZGYrHB37+FEEN05FgYl4BNp9OceebIjpFnnXUWjz/++LiDiogYD3NnlTFnVhmbt3fi2KqYdQ3Ld7t68pQkHU44dvCXwt6sx1Mb29iwsxttDAtnlnHyMTVUl40/e3j8giqWNpbx0s5u0nmPiqTD0tnlxIbJDB+IEIJyWw2bRR6CkwfLBy3BFEWuCct5RTyPyaqBx0eBIGCgUyxgAtD6gDLZfrsphnMh6HvUCJCqgA6mWRZ2stAutuoOXX7zubDlSR9KQXkVRh383IPyOeFzG7igBlcFCC+LsZME5Y3jj9GO4Z9/JcGJFyGatoQ3IhoWYipnFM/BR/j5EQ2bjLQQXnr880cckiCbZ+OXvkX7Xx7HeF7/DaM9N9/G4i98hOpzDn3zICIiIiIiYjqxceNGABoaGgiCgB07dgzZZ6LLS8YlYE844QTWrVvHO9/5zmG3r1u3jhNOOGFCgUVEjBUhBFdcdgzfv+k52jqy/SI2X/CJxy3ecvESKvYTpk0dWX5y90ZaOnNIGVoPbdzdzaMvtXDVBYtZNGvkVia9OY/mrjyWEjRWJbEPyJImHIsTF1VP1amC0AjbG6aljQgVpNRgeeCNPuPcn3ktehQLQPppAqciFLOIUa8HERCWF4+iHc3RiJPbjtQZgsq54HvIQi8YHTr4OnGkyGG5zfixhhHH8KsXE5TPQXVuQ8dK+0Ws8LKIwMVtXIuZaKYYMBV1mOHciIVCxytQ6eZhe9YK7REkp4/b7auRXTf8mn33PYJdXYGVCl9/RmsKTa1s+up3SS2ZT3zmjCMcZURERMRrEcHwzQ0na+xXL3/+85+nfI5xCdgvfelLXH311Xz961/nXe96F7NnzwZg165d3HTTTTz33HP86Ec/mtRAI15beH7A1u1duG5AQ30JNVWjM7KZN6ucT/7tGh56cjfPrm/FDzSrltVy1smNLJlf1b+fMYZb/rKNls4c1WXxfjMnYwz7egr84v4tfPaKlUOypq4fcM/zzTy/o4u8GyAEVCQdzlxey5oFVYfPsEQUM37DlrcUS3qlHlPrHZc64iRRZAkIW+QoL41RDkbF0FhhK1gRhO1jUIAJPZwIgABjDAgHJQoE+uAOtkcz0u8t/sMCx0I7+52rMUg/H+5zEAGLVORWXEHixV+junaCmw5vPlgxvMa1FBZOcYsyIfDqT0Rt/gP4hUFrcYWXAyFxZxw/tTEUCdJp0g89Qvb550EbEsuXUXL2WViVFYdl/iOBn87Scvt9yHisX7wCCCmJNcwgv7uJtrsfZPb73noEo4yIiIiIiJh+CGPGvsjq+OOPxxhDoVAAQBbbIOhiGZ3jOKgDGtsLIXj66acnGu+0Jwg0HR2ZIx3GUc1jT+3h9rs30rYvi9aGeNzixJX1vPXNyyktKWapBNi2wvOCcS0T3N7cy7W/e4mEYxF3Bl+rfqDpTLtc9bpFnLC4pv9xYwy/emQHL+7qJm4rEo5CG0M67yMEXHbCLE4aR9bVGENr3qcp55H1NY4S1CdsGhL2kJY6/cgAkcgMk4Ed2G7cGLhjK+FVdFLCOoRNmBWU4Tpag8LV5QQmjgksgsCGmI9BoHSe0CZKYYSFMjlSejuZwjJ8U3XQ+aYbo72uYr3rSXY+SKDKBtyLjUZ4GURQQBif9IxL8UpHYcBkDKpzG6q3CSMlQdUidOowZT61T2LjrditL4QZZGkhdABS4davIb/okoM4LU8O7p69NH3tG7jbtw8UpRuwG+qp//xniC+afm1jxspw11V64zaef++nsMpKhrSZMX5AdvtuKk5ZzXHf/TIqPv1cvSOOPBP9HIyIGInJvraqqlIodXS1TNPao7cwtPR1MiiNzUXKkcw5Xx0EQcDdd9/N448/Tnt7O9dccw3HHHMMvb29/PWvf+WEE06gpqbm0AONwLgysBdddFFkjR8xJTzxzF5u+OU6PC+gvCyOUoJszuPBx3bR0ZXn4x88GWuM/VCHY19PAc/XVKSGjmUVe7K29xT6H/MCzdM7unhhVzdxW5KKWwhAIahMOXRmXP6yoZW6miR7sy4ZT5OwJLPLYjSWDG7rsz/GGF7uybM362MwKAG5ALrcgLa8z4qKBNYB7XMMUDAKSyuU8jFGIozYr9AlNHQiGPvLO6CSrL2CWGIfQgSgDRobpMRSBUwhgZsPWwFJkUVYvRgsjIghMNiml3iwF2VcSqyNdHsnYBiN67PBogOHJiRZNHE8GvCoYTqW2riJeSS6Hw/bC6kShJdFZlsR2gcTrhtONt9L3s9SqFh98BY9QhBULSCoWnDY4u9HWuSW/B+86mXYreuQhW50ogqvbhV+1ZJDitdg+yb8h+4h2PgiCIlacSL2Ga9DNswe1fTGGFq/813crduw6mcgrPCaNUGA29REy399mznf+SbCfvV90KtEHKEUxh+oszfaUGhqxd3XQZAr0PGXx3nmio/SeOXl1L/l9dHnbkRERETEtKenp4err76adevWkUwmyeVyvPvd7wYgmUzy1a9+lTe/+c188pOfHPcc4xKw3/jGN8Y9YUTESARac8efNuN5AbU1A2vySktiOI5iw6Z9vPBSK8evnHhrjkQsXB8baIOlBn8p1MagMSRiYWZ2c0eWZ5t72bKzi4wb4AOu9iiLW9hFcVkSt2jrLfDnze2UlcdQQtDj+rRkPZpKXNbMKB2252xr3qcp62NJsOWAWAiMob3gszvrMq9kIPtigE4BrhHE3Thl8SxCaAySwIDq68nq2RCMp3+Zxo6nMcJC6/j+DyNEgO1047mlGG1jXJsyswktHbS0kcZDGg+jFQFJFDkc2UpBH8qIyJBgIzG2I9AYBAKDQxMus8iynJHWoQiTxwl2YutiWxxZS0HNwYix904dC8ZKkStfQ6LrMZTbDtmuMHMpJCibQJWD9om3Poi2UnilS6Y0ngkhFX7tcfi1x43pMP/Zv+L+4geYTAbicTAG//47CJ55lNjffhK1aPkhx8i/spH8KxtRVZX94hVAKIVVW4u7axeZp5+hZO0po4pJb99I8OyjmLYmRGkFctUpyKWrEAe6LE8D4o31lB67mK4nnkeVJBEI8jv34u7rCJexWwqnrppCSxtb/uOHGN9n5tvfcKTDjoiIiHhNYAAzBiPMsY79auY///M/2bRpEz/+8Y9ZtmzZoFY6Sikuuugi/vKXvxx+ARsRMRXs2dtLc0ua0tKh5XIxxyLw87z4ctsQAdu2L8POXd1s291D874MuYLPvMZy1p4wk9kzhzdiWjyrjKrSGB29BapKwt6mEPaL7c16pGIWx86rZFd3nsd2hw7FSgqkACUFrtZ05T2qimW+njZ4QdgvtWS/dbOeNuxJF6hJ2CysGLomtDnnoTHE5eA3SSUEUhj2Zj3mphyEEGQDzS4vIB1ojAl7xNa4DvWpAEsFIEFrgXBj4A2c01hQVg4hfYwe+oXfGImUPpaVxXPLUSIbttbRGqVdQpOn/TJlApTIHnJOm1ZibMeg0Aw8RwKPGLvxqcBlqAhWupuU9xjKpDHFzJTttxILtpG2TyaQU2iiBRRKVqBVimTzn1AmAGmhVQyjSjAyvIal20ms81m8ksUHz8IeZZhsGvc3N2DyeURdfX9m0BiDaWvGveUnxD/7DYQ6+EeMt2cPulBAVQ/9W0nHITAGb/ehm6EbYwju/z3BPb/F5HMIpdBao59+CHnCGVhv+7tBAnk6IIRg9tVvJ71xG/mde1GpJIV9nf0l1FZFKU5NFUIKCs372H3j/1J32XlYJUMNtyIiIiIipoKjq+x5unDfffdx5ZVXcvrpp9PZ2Tlk+7x587j11lsnNMeEPtGffPJJdu3aRU9PDwcupRVC8N73vnciw0e8xvB8jdamv/3NEAR43kC7ku6ePDfe9DxPPbOX9pwXZiCVoKTEYcOmDh58fDfvunw5a0+YOWQox1JcenIjN/xxE1t29xT7xIJlS0oSNm8+Yx4VKYfHt7Tja0OpoyhNhqWwxhiUEPjakPc1KVvRm/dRSlBxgPi2pcALYEdPflgBmws0I52uEgLXGAIDvtFsyXvki8+PEqANtGSh27WYXZJACpBGUhKM/96eEAZR7OY6mP0eKRpIhY7Eopg1HeatxACjcC2OsRuBHiRew8NtDC4xdg0VsMaQ9J9BmTSBSO5X6mpQJkPKe4Ye5zwQU5h5EwIvuZBAPY5QWbRdNqTk1qg4qtCG0HmMevWYWgUvPI3pakdU1w0qaxVCQEUVunk3etNLqKUrDzqOTCQQUkIQwAEC02gdGmIlDv28mU3rCf74m7AXb20oqAVgclmCpx5Ezl6AOvP14zrXqaRizQqWfeOz7Lz+V3Q+9iwEPiIWw6muID6zDlF8c7CrK3Bb9tH9zHqqzzr5CEcdERERERExMr29vTQ2jlx95/s+QTCxNhXjErAbNmzg4x//ODt37hwiXPuIBGzEWGmYUUJpiUMm6+GUDxYegdYIAXNnhxlV1w349rWPsf6lVnxLYoTAlhBoQ6bXpaGhhIIb8MvbXmLBnHLqaoZmLbp6XQJPh1kjwhaqvqcRcWisTpLzNe05n5iSCCGoroiTTNhkcx4xRyGAvBegANfXNMxIEY8NfUkpKch4Gm3MkLWwMSVJ+3rIMRCWETtSIgW0FAIK2mBJ0f/lXIpQTOd9Q3fBUN4/9/gFrNZ2sWQmtNORwkdKb0C0GokUfjG+FIFJYsleAhOK2T4EPgaJpysPOaeid8T2PAYbSYa+1j59WGYfynQRiPhg0SgEAQkUvdi6BU8NvXkx+cgwuzrietERjLaOYkx3RygW1dC/m3BiGN/DdA+963ogiVUrsaqr8Ts6sOsGt/oJurqQJSUkT1pzyHGCp/6CcfPI2sGuzyKRhFwa/6/3IU+/MBTL04yKk1dRftJKtvzb/2PPL35HYu5M5AFiXlgKE+iwV2xERERExGHBvMo+uw8Xc+bMYf369SNuf+SRR1i4cOGE5hjXp/k//uM/0tHRwZe//GVuu+027rvvviE/995774QCi3jtkUzYnHnqbFzXJ5P1+m+OBIFm374stdVJTi5mU595romXX9lHRUUCz4Slv0pJbFuhtaGjI0d1RYzejMcTzzUNmau9O8/dT+wm7igWzixjQX0pCxpKWTizFB0YbntoO0FgANNf+amUZOmCKpIJm4IbkC/4ZPMBeS+goSbJ3Nnlw55XoA0xJYZ9G6xP2AjA14NFpzYGbaAhEZbkdvm6WFY8eBQhBAjo9cI7WRP9eq4DhyCII2WAlAWkKhTFayjChAhIxFuw7W5AkAvmYYyFEjkEPqCRFJDCxTPVeGY/ASs02B7YLlg+fUJb4xAK1KEINOF9tsHnLU0GYTSIYe7BFbOu0hweN3CvZH5o3GQOOAdjEEEOPzETo8bmBj3dEaXloVfYMHdQjeuCZSHKKg45jkqlqHrn2xFS4jU1obNZdDaL19yC8TwqLn8Tdt2hHZnN3p0IewSzsHgSuvZB/tDl7EcKIQSVp6xGxRwIhr4W/J40qiRJatG8wx9cRERERETEGPibv/kbfvvb33LnnXf2f5cXQuC6Lv/93//NQw89xBVXXDGhOcaVgd28eTPXXHMNb3vb2yY0eUTEgVx24WLaO3M8+UwT6XQBRFikWleb4v3vWU1p0dDohRdb0NoglOhfnwqhzFGWpFAIcD2NAFrahgqZ57d0kM371FaE46n9jJzKSmyaOrK0tGeoiNnsy7o4Rfv3VNJm9bJa9nXm6Oh1mV0e44xFNWhHsm5fhkCbQWZNgTFoYE5ZfFgH0bq4RVvcoi3v4xWP7ROv5bZidtIOs8MM5PH2/73vnANjQAicYb78jg1BIVeDTDVhWdlwdCMGJtYSIX2SiWa6vVI8U03aX0ZC7UCJTDHzapEPZpIL5g1EbHtg+6HBVF/wtgA3hhs0kKSbA7OsoBEEFJjJgQLWYIdZz6Lj7+CNpmjEfHica92y5cS6XkB6XWirBIQNJkD6aYyMUag88bDEcThRK09ClP8S09UOVbWD18B2dSAbGpGLjx3VWGUXvQ6ZTND529twd+0CY3BmN1Lxxssoe/2FowsoWQK+P/w23wcnBiMJ3GlC5eknklw8j8zLW4g11CGd8PoNcnn8rh5qX382ibmzjnCUEREREa8VBGbK1sC+ujO7V111FZs3b+aTn/wkZWVh5eSnPvUpurq68H2fK664gre+dWI9zsclYOfOnRvZ+UdMCbat+Nt3rebc0+fxwoZWXDegob6UE1fVk0wMCBLXDRDFjKQQIuxTVrwkBeH60FDHGFLJoV9cMzkvrPoc5jq2LYkfGDI5n+W1KR7e5ZHxAhKWDDOgQpAojbGkOsnFi2oocRSeNjRlPVqzLlILLAGBCYVlVdxmQfnQDJwfaDa1Zdjc0kt7zkMqSVVFnNqyODNTDo0pG0dKjDHEpCAbGKxih5w+EWuKYjeuJLY22AeU9BtjyBrI6lBIO0JQIsE+yOvXaJugEEfIAq5OINE4Io8o+gNrbSOli2Vl8f2SMNPqV6FEWOqrTWKwmZMVhAIWAboow03RLTlWoJCbhWOasegMW/aggACJR0AZeeYMidGTdWgSSPJoBjsOS/Jo4eDJQ7hVG42V242V3YEwAYFTg1+6COyxmeQYu5TMrDeSaLkXlW9FmDQISWCXk687Ez81NP7BAxiszs04LU+j0k0YK45XexzujBMwY4zlcCFSpTiXvwf3V9dj2pohngjvsuZziLIKnLe+b9SmSUIISs86k5IzTsdragajsevrx2S6pFatxdv8InjuoEys0RqTz6JOOnvkDO00QTo2x3z1H3j5c/9OduvO8E0Mg7AtKtYez8JP/92RDjEiIiIiIuKQCCH6W+Xcfffd7Ny5E601c+bM4eKLL+akk06a8BzjErAf/ehH+cY3vsFll13GjBkzJhxERMT+CCFYOL+ShfNHXj85f14ljz2xGyUgbkmyboAsCtIgMFiWxPc1jq1YfWzdkOMrSmNgGNY0quAG2JakqixGY0WcnF/KupY0aTcINbIA6WksN+DBdU3UlsdZMbeStfWlbOnOs6MnTyEIy4bnlsVYWJHoz+D24QWau19qZcu+TNj/VUr8wCOdcakA5teV9ItrIQQ1tmJn4OMbgzJgRGidFLbOgVpLkdR60D09bQytQShg+2WtMXRrqFFQMoJ7lAZ6KMPPV6KNQgiDwqPMaiep0oSlxCbsEzvwVyMwJcOMZsAqrtszYtD+Ya8QAxakvROIsxWHpv71swXmkGchhmHKb4VNzlpO0n8OpdNo4RRH9QBJXi3FiIOU7WqXVMsfsTLbESboD0l3PYU76xKwh14zByOI15Ge83ZUrgnldaNVHD85G0bRqDy2+yFiOx9AaA+jbGShG5Xei932Apnl78LEhi9NP9yYnk701pdDY6XZC7BOOhNRWY334B/RG9cjpEStOQP7rIuQjfPHPL6QEmfW+NYsyxNPRz77CHrzS2FLn1gCPBeTTSNqG7DOvmRc4x5uUgvmsPqG/6T9gcfofWkT0lKUn7SSilNWD1kXGxERERExtRgTJesmwpo1a1iz5tA+FuNBmJFcmA7B73//e774xS+ydu1a6uvrUcOYeXzhC1+YcIBHG0Gg6eg4PGvvXst0deX48tf+QntHlpKyGG1pFz8IHXS1hlSJQyJucdqaWfzfK1YMybT2Zj3+9aZnSed8qsqc/u1aG/Z1F1gyu5xr3nJs/+NZL2B3T4GCF/DUhlZe2dFFwdP962NrymK84+wFzJ9RgjYGv2i4dOCa1T6e3tXFg5vbSTpqkLjNewFuoLn02Bksqh0QhMYYdhV89vmhGZQoegVbQjDTsahzhr7+2gNNlw7zmX1a1RjwCR+bZYkhmVgDZJREK4Ml8sVHJAEKiaHKaiJh9SKEpqd3IUFwCIdYoSGRLyroYZ4LoUFLyPeN4yMpYHAGZ3FHwA72Egs2YZluAAJRRl4twpOzDtq2JtH2ALGu59BWCmQxM2cCpNeDiVXQ0/iO/lY4U4nq3UPqhZ8CBuOUDmzQATLfiVu/htySN095HAfDBAHB3begH7sPk02DCc2RxIqTsd70HkQiOWiNyxGLM9OLf+9t6KcfhkIOlIU89gTU6/4Psu5wmHmNjBBhdYnnBYzvEzciYijRdRUxVUz2tVVVlUKp6WeidzAC7dOVa56SsSsS9Sj56r8p2dXVxaOPPsqePWE7vMbGRtauXUtl5aENPg/FuATsE088wYc+9CEymZGFmhCCDRs2TCi4o5FIwB4ehIBNmzu47gdP0N6exTeGggkrVBMJm7mzyznn1Dmcf8ZcLGv4N81nN+3jl/duIZP3sC0ZirvAUFcZ5/2XLWNmTXLIMX9e18QdRfOnVMxCCIEfaDozLpUlDh9743LKkgcXXsYYfv7kLjqzHmXxoft25TwW1iR544qGIceltaHLC/AMxKSgypIkhvlQ0MawyzcEgHWApugTsVVSUKkGb3SlIKck0hgsK1uUyQJjBIGxicksM+Jb8Pwy0ul5HHodh4FkrvjPEQRsoKAwAZMjYxCEYtuQOGS/VeFnKdv5czAaYx3wNzYByu8lW3c+hbLjxh/TKIlv+yOx3Q+j41VD4hZeBpD0nvhRjDNcdvvw4N/xK4I//w5icUiVhXFm05BNI1efinXlNdNqSYnJZTG9XYhEKjSbmgZEQmN6oQsumc07wnZcC+egEkenyVp0XUVMFZGADQVsZ65tSsauTNS+6gXstddey/XXX4/ruoMet22bq6++mo997GMTGn9cz96//Mu/UFJSwne+8x1WrVpFScmR+3IV8dpl+bJavvql83jyqT00taSJxSwWL6qmvj5FRXkCewTh2sfxi2uoLovz2PoWNu/pwVKSFQurWLu8jsrSodk319f8dUMbSkpK9hOelpJUl8RoTxd4dms7Zx938LWXXmBIFwLsEd7MLSnozA5tlyGEoFQJSkfxIeAx1BJpYBzAgLv/wuEifl/ZMqCDGEoVwrWvwgAenolRCErJZ2cNOXZEAhmugx2ShTVFByo18Pt4jA2ECIXrKFFeB0IXQsOlIWMpwCDdfWOPYxzIfBehU9nQ8zbSQfpZhNt7xASs6elEP3YfOHFEacXAhlQpRkrMS89gdm1FzJmYHf5kIhLJsH1ORMQBGGNouuUO9v7ydgot+8CAU1fNzCsuZeY73jgt2yxFREREHG1cd911XHfddZxzzjm8613vYt68eQBs27aNm2++mR/84AdYlsXf//3fj3uOcQnYnTt38g//8A+cfvrp4544ImIyKClxOOfssa+362POjBLmzBidONjXk6cn65GMDS3XlTJc07mz9dDZd0sJHCXIecM7BvvakBpmjrHQ9zXsYDdOh5OKBhDF263GKHw/gZQ+QgQYI9DYpNNzkGa0bx0CPBuUHnAg7g/SgIaY3kvcakbgEZgUBd2Aa2aMEOE4KDo09/8qFKbfwXiE53m49jzjnl9j92zE6XoR5XagrRRu+XLcimPRTimhZbIZmoHVHkZaR9TISW97BZPthaphvA7iSUymB7PlJZhGAjYiYiR2/+y37PjeTSAFdmWYnXfb2tn2rZ/i9WSY96F3HeEIIyIiphPRGtjx8atf/Ypzzz2X73//+4Menz17NmeddRYf/OAH+eUvf3n4BeyiRYvo7e0d96QREd3deZqLWdM5s8uHGClNR5QUYeeWEVShIczGHgopBEtnlPLEjs4hbXe8YhucY+pKRzp8VFhAXEDWhDpxf22ki4nP1DDPuWUMftH5uC8Xq7UN2P0ZXTFq8do3oYKCA44LMiBsDW4gEKT8rTiqA2MkBoklurBUN5bpJhssYbwiVmiXWGEjjrsVoXNoWYIbW0QhtoggVoe2K1BuJ1oeUGKqCxhh4SfnjmveIRhNouleYp3rAI0RNpbbjZXdg92ziXzV8TjNTyH8HMZODjpOeFm8upWYWNnkxDIeTF/bo5H+Dgd5QURETCPcji72/PxWhG0Rq6vuf1zV1+K2d9J0yx+ov/xC4vWH7jscERHxWkAwfB3bZI396iWdTnPmmWeOuP2ss87i8ccfn9Ac4xKwn/3sZ/nUpz7FmWeeycqVKycUQMRri2zW4ze3ruexx/eQy3lIJZg1s4zL37iU41c3HHqAI0hteZz6igQ792WI2XLQuj8v0EgBS2aNTmwc31jOjs4sLT0FbCWxpMALNIExzKtKsnTGYAMnv+g2PJIp1IEIIaiUUAhMaNpU1BiaUI+kBCSHGcrWBlcatBDIoojta9kDAucAp+PRIrUmKXYhpA8IJD5SdyJlAV+nCG2l+oqIPWKiCU/U4Jnqgw07LEK7pNIPYPvNGCRGKFTQQTL7BJbfTCZ1BvnKk0i23of0utEqCUIigjzCuARli/ETjeM4y6HYvZuIda7DqBhGxfvPEe1hp7fhJxtxG04itvcxRJDHqBjoAKFddLKG/JzzJiWO8SJnLwhNmrJpSB1wU8UtICxrWpUPR0SMRNfjz+F19xKfObSawK4sJ7+7ma6/PkP95RcdgegiIiIiXj2ccMIJrFu3jne+853Dbl+3bh0nnHDChOYYl4D9yU9+QiqV4oorrmDRokU0NDQgD1g7IoQYkjqOeG3j+5rv/b8neH5dC4mkRXl5jCAwbN/eyQ+uf4oPfeAkVq88RO/Og5Av+LR35Ig5iuqqxKQby0ghOG9VA7/4y1Y60i5lCRulBHk3IJ33mD+jlBVzK0Y1Vipm8aYVDTy7u4uXW9J4gaE0bnFsQxmrZ5VjKxkaMaVddmdc8oFBCahP2MwtjZE4xPpegLgUzAA6dWhwZQhlYomESimGfX4kkAg0OSXR+20XBhytsfV4sm2GVGIrtuol0MU+r0YjtYvAoKRHoNV+e9sI4ePIFrxg7AI2VngZ228mkKn+EuGwNNrDcXfi2dtxS5eSBeKdTyK9LoQxGBmjUH48wYwzQjewSUgs2l0vhWZR6gCTGGljpEWs+0V6Fr6PINWA0/wUKtuGsR3cmpMpzDwFE5+4U99EENUzECtPwTx+P0ZKiBezxG4BejoQi49DLFg2+CBjEJmu8J+pikOaakVEHA50vhBWCwxTeSKkBCHQBXeYIyMiIl6rRCXE4+NLX/oSV199NV//+td517vexezZswHYtWsXN910E8899xw/+tGPJjTHuATsxo0bAWhoaCCTybB58+Yh+0wnV8qI6cHzLzTz4vpWKirjxGPhpWfbEIulaG3NcPvvX2bVihljvnY8L+Cue7fwl0d3kk4XkFKwYF4lb3j9EpYuHrsAOhgr51fiBfO459m9dPQWCLQhZitWL6ji8lPn4NijX7taErM4c2ENp82vxg00jpL95cTaGF7szNGU9RCExk6+MWxPF9hX8DmhJkVyFCI2IQVxEboOa8Dm0Flcy0CJr/GEQIuw0MXShvGuyrVUL5bKDIjXPkzocCyET9jVdr/zMQJJfuyTGYNT2IIRasj6ViNsDHkcdytubCFe6VK8ksWoQivCBAR2FdhJbKVAByNMMDaU24UZyWlQ2gg/hzA+3ozVeDNWh/MKOa1En/Wm9+C7Bcz6pzGZcOmIsCzE4hVY7/zwgPGNMagtT2Otvx/RGbYeMNWz8I87j2D+6iMUfURESHLhXGTMIcjmsFKDTb6CXB5pWSQXzDlC0UVERES8enjjG98Ydtz4+c/5+c9/3p/k1DpcJuc4Dm984xsHHSOE4Omnnx71HOMSsH/+85/Hc1jEa5wXXmwhCAzxmIUxhs6eAt1pF9cNINCsW9/Ks882ccIJo+/ZqLXhpzc/z6NP7saxFcmkTRAYXtzQxo5d3Xz4b9ew/JiaST2PExdVs3JeJdtb0xQ8TV15nLqK8bdhUFKQkIPFVlvepznr4UiB1Z8xENjSkPYCtvXkObYqiQEKQF4IAkKxGTeGOAMrN4QQo+ioOhgBOH3rHyeIpTLhmlckA07DfT+m6HKsMWY/ASsM2sQJZXffvqPBR5oCZqS3NqGQQWbQ70F8oHR9smWjtktRhbbhn0btY1QCI/f768iJmXdNBSKewHr3RzF7tmM2vwQmQMxehFiwdJBrq7X+AewnbgMdYGKh8ZRs3oKzbxduIUOwNDL9izhylK44hrKVS+l64nmkbSOd8HWnXQ+3tZ2ylcsoP3HqW2dFREQcHRhAT9Ea2Fe7c8RFF1005YnMV3cToogpJ512efLpPbS0ZkgkLFatrGfu7PJhL1y3EIAAP9Ds2pel4AWhnHEUGEnOC/j+j5/is+VnsGhh1ajmf3lTO08+20RZaYxkYkAIJBMWLW0ZbrvjZZYtOX3SX0i2JVk8c+rMdZqzHtoYrANK86UIBW1L3mexNhSkICfEoAY0aSEoAOXGjOqtt5gHneQz2D/mHMLkscgW57PQIoaWCZTOhCa8++0vcBEmwBI9VFiPABJX15HXs9Acqj2KhZZxZJDGMLQVkjD+8O1zpgi3fBl2ehsELihnYIMOENqjUL1mZCfkaYQQAtE4HxpHcPzO9mA9e3fY0qhswATHxJKI3g7sZ+4kWHACOKNvdxQRMZkIIVj8xWvY8Nl/I71hMybQYaGDlKSOWcCSL38coab/azEiIiJiuvONb3xjyueYkIB94okneOCBB9i7dy8AM2fO5JxzzuHkk0+elOAipjcvrm/lxz97ho6OHBCKkD/cuZHVK2ew7JhaLFtxzJJqZtSFgmH27PKwD19nnoIf9gWVIjQpwoB0LDoyHr/41Tr+6fNnH1J07uvI8tvbN9DdnUfKBI6tsIpltUIIyktj7NjVw56mXhqnUGwOhzaGgq+xpRiVM/GBFAI9YqmvEoLAGHLaUFASwaDCXMKOrZAFRpJqBoOxNFoZEAZhBMKXiEBMqpi1VQcx1YrAL7auEUg8BD5axjDGQhgPYcLOtVL4YHyEEChyaKMQ+MTlLmy5j7S/gmDEswKEwHUWksg9C8Yf1A5HGBcQuM6CSTu/Q+GVHYPbuwmnZyMEWYx0wvPTPn6ygUL1iYctlqlE7X4JkU9jSodWO5hUOaK3HbV7QyhiIyKOEPGZM1j5w6/T8eATdD+7HqMNZSuXUnPuqahUdHMlIiLiQKLe0NOVcQlY13X5h3/4B+69916MMZSVheKgp6eHn/70p7zuda/jv/7rv7DtsRYuRhwttO3L8MOfPE1PT4GamiRKSXw/YOeubu68ezMPPLiDeNwimbA5/bTZvP1tK1h7ciO33vEKzV15TGAGWueYUFApKTFKsHVHF1u3dbJwwchZ2Pv+so1b79hIU3OafMGn0JpmX7ukrjZFeVmYebMsSZD1KBQmZz3jaAi04YWmHtY39ZJ2fZQULKxOcXxjORWJ0b8eUpako+CH7WwOELK+MdhSEBSF8YFvr31754Ug1d8OZwCDQccCjDR9D2CkwTgBwhdIT02SiNUk7R1gDNrYSBFghCiaImikzGNECtdLICgg8fB1Akv0EhgLg9MXHmBQIkdCbSUdHNz5PB8/BstvxvaawgJlURTJCArOfFxn3iSc2yiRFtlZlxEkn8fpWof0ejGqhELFsRSqjsdYR67H62Qi3Fy4blcO82HfVxbt5g5vUBERw6AScWovOovai8460qFERERERIyTcQnY6667jj/96U+8733v433vex81NeFd9/b2dn7yk5/w4x//mOuuu46Pf/zjkxlrxDTir4/tpqsrT11dCilFmFltSpPP+SAg8DV1tUkyGY8/3bcVKQXvfscq1pw0iz/ctxUThFlKAEGYpbQtia8NBT+gp6cw4tzPv9jC/9y6AYCK8hht7UF4rK9paU3j2JJEwiab80kkLGprDlV2OjloY7hvUxuvtKQRQuBYAj8wrGvqYVdXjjccO4PKpHPogYCGlMPenIenDaUxTX1pjrKYh2+gqdchbkqHddPso6/9jYYh5kva1qF4NQwIVdOXlTUYbRDBxAWsrbqRMo/WDgQCZAEhfYToKxg2uEEFve4x9MnuhNyKJXoxQ1btCrSxsUUXkhyag2RLhEO65BxihS04ha1Ik8VXVbixhWH2VRy+O6oy3Yzd8jwq04pvl+FVr8GvXgbq1bV6Q5fWEK4P8MA64G/nFUBag0qLIyIiIiIipjtDUwAR04VxfYv6/e9/z+WXX85nPvOZQY9XV1fz6U9/mvb2dm6//fZIwL6K2bqtAylFfxY1l/PJZFyUkojiOlffN5SWxjAGHnl0FxdftJhZM8tIJW3SaY2SxfJXJZBKFl1pwVKSioOYIt3/0HZc16d+RimuG9DZlcf3NZYl8XxNV3ceqSS5nMcFZ8+nrHToWsipYEdHjo2tGeK2IrafQ3DcSDpzHk/u6uLCY+pGNValo5hX4pAO0qyY2U3C0v2ZyJlleaT2acvF8czwL+E+y6QDpZrBYFToAndgllUgBrYHExd5An8/8yYIdBxhNH12U0J4eH4p+1snSeEW1ffQDw2DQuAihYs2hyj3EzaF+FIK8aUTPo/xYu99iviWuxFeLhTNRmO3PI9Xs4zcsrcMXhN7lKMbl6Er65EdezCltQOZWB0gsl3o2nno+kWTMpfRmvTLWwmyORKzG4jNmFyTtoiIiIiIiIjpzbgEbFtbGytXjlzGt3LlSu64445xBxUx/bFtFa5dLZLLeWgNti36y177Kl9LShza2jJs2tzBkgVVlJQ4FPIeGLBs1S9fPG1AGxYtrGLeCP1Ug0CzeVsniWI5rm1L6meU0NySxvM1Whs6u/ME2rBkYTWXv+GYEc8h4wU0ZT263QBLCmrjFjMSdn8rm7GyeV8Gbcwg8Qqh8VLckmxvz5LzAhKHaLVjMGgL5tfalCXSCGHIeRaBJlxTK0DZOapMG7lcA5rBQtUUf2LDlA8P2mkkxn3D0UeRxSDRpNDGKToLB/TlgY2RxXY5GiUE2gwWcdrEiuJ1f1uqvrACQIb7THNkbxPxzXeBDtCJ6oG2OH4Bu209uqSewrxzBw4wBtW9A7vpOWSuAxMrxas7Dr/mmMOaMR43ysI9693E7vsxordtIGZj0OUzcM981/DlxWOk45Gn2PH9m8lu3YnxA1QqSc15pzLvI+/Briyf8PgREREREREhYnB3hEkeO2JijEvA1tfX88QTT/COd7xj2O1PPvkk9fX1EwosYnqzcsUMnnh6D54XYPcLslA6+b4hlbT3e3xALy2aV8Gq5XX89ck9ZLNhCx0pQJuw3LUqZXPVu1ePaOAkhEBJie/7/Y+VljjEnHLaO7J0dOXR2qA9ze5dXfzwJ8/wzrcd128k1UdrzuPFzhxuoBEiFN3NOY/dGZfV1UmccRgvZYvnMhxKCrzAkPd0v4A1xtDua9q9gLw2OEJQbSsqUhIUxFQGKX20sYnbIiz57Vu2ahQxO0uy4JHVdn8LnT7xasNB/HpFONBIInbM/u4BcbYRYw+C0CgpoJS8nk9gklgyTaDjDLxhG6RwCUwMNxi8ztnVdcTlLiQuepCLsEYKj4KegWb8LYsOF07Lcwg/P1i8AlgxTJDHbnqawuwzQNlgDLFtfya248HQrVioYrZ2Hd6MVeSWXT4t2+sciKmdS/4Nn8Ta/CRy70YQAj1rKf7CNZCcuIla52PP8so//id+bwanphJh2wTpDM23/pHc7iaO/fY/o+LT/+ZGRERERMTRweh6OUSMla6uLioqKiY0xrj+Mm9+85u56667+OIXv8jWrVsJggCtNVu3buWf//mfufvuu7n88ssnFFjE9OakE2excH4V7e1Z0mmXWEwhhMB1NUoJqqsHSjzTaZdU0mbxwiqEELzvihWce/ocamqSODGFEQLLkhy/rJavf+GcEbOvAFIKVq+cQS7vD8oAa23o7XUx2lBZFmNmfQmOo3h2XRPf/t7jdHXl+/fN+5r1nTk8bUhakqQlSdmKmBJ0FHw2dueHm/qQVCQsAsOguPrwAo2jBClnQLxuz/tsz/n0+IbAQCYwdJgAr7g+1RJueLAR/QnJvspaYyRCaMqFS4kZ6HoqgZQxlBszZO0rhGXCfetbzQFKte934Y/lbcGQZD0JtiBw0dgYFBZdpHiBQqGcwMRRMo8UBaQooGQeg0W2MJ8DV+gGpMjqsFWLElkkBSR5lMjjmxJyweFzEJ4IMtMSCtFhbsQYFUd4GaTbA4DVvonY9r9ghEQnqtGJSnSyGmPFsZufxdnz5OEOf/ykKvBXvQ734r/Hff2H8VecNyni1RjDrp/8Gr83Q3x2AyqZQNoWdmU5zowaup9+kY4Hn5iEE4iIiIiIiIiYSt75zndOeIxxZWA/+MEPsmvXLm655RZ+/etfI4ulYVprjDFcfvnlfPCDH5xwcBHTl3jc4qMfOplf3PICL7zQQi7vY1mhE3FVVYJk0sYYQzrjhmtRz19AdXWYE0wmbK5+5youu2Ah23f3oKRgyYKqfvfgQ3HB2fN5/oUWWlrTlJfHcWxFa1sG1wuIxyxqqkJX5FTSIR6z2LGzm29+/3GEE7bZWbV2NlZ9CSWOGpTpVUJgS0FLzmdxoIkdIgtrjGHL7h6e2tDKvu488RIHE7fIerpfqAL4WuMFhhUNJTjF8uIOX9Pu67AcuC8GAZUxiTbgGYNB0ic1h5abmKKwFSSBxH6iWQC9bsCu3jz78j5KQH3SobE0RkxJpCfR0oTOw31NWPtC8AVCj760xaITh5aicLX7ow1QKLI4Zi+9+dXErH3YqhMweH45rl9HYIbPERf0bAJTQkzuDQ2djIWrayno+mF7u05HjJUAM7z7tTA+CIVR4bnYTc+A9jHxwSWwxoojvCzOnidwG08ZVgy/VsjvaSG9YTN25dAe0yoeA63peOhJai888whFGBERERHxasMM48cRMTaWLl065HPbGMOyZcvYsGHDuMcdl4BVSvGNb3yD9773vTz44IPs2bMHgFmzZnHWWWexdOmRM06JOHxUVib4+w+cTEtrmuaWNDow3P+Xbbz0chutrRkgFLrnnDWPK/7muCHH19eVUF83tKdnPu/z3PpW2jqypBI2q4+ro6piIKM7e1YZH776RH71vy+xa3cPXV6eTNYj5ihm1Zfg7Fe6nM159GZcXljfQv2cCowxODu7mFvi4JTGiDmDM4CWFBQCQ9Y/uIA1xnDHIzu476k9FLwAJQVaG1I1SapmluElrP7HABorEqyZXdF/fLsXYEzYOmjQ/CosZ/YMuEGSuNWFEBpj1H6lvQYpA3TgEARhOe3+bw0tWZenW9LkA91f0tya9djeW+CU+lJKbIUsqNBxWGmMABGACMbeB9ZmH4LggHLfMKKAGIo0wrjkvNnkvNmjHtc3lfhB5aj3PywYg6XbUKYbg8KXM9By+DY4fs1y7NYXw5Lg/c2ajEF4Wby6lRgnvPZVphkjRzDjsuKIfDcEBbCmf+n0VKFdF6M1Qo1QSi0lQX5k5/KIiIiIiIiIw8/ll1/Orl27+NznPkdlZSXGGP7v//2/3HDDDRMad0K9HJYuXRqJ1dcg+bzPc+ua2dvUS8xRrF5Zz6oV4Zrn1avq2V7s4yqEYNnSGhrqS0c99oaN+/jZr1+krT0LgDFw610bufT8hVx07vz+uzjHLKrmK//f2by8cR/7OrL86IZnsC1JPDZwSfuBpmVfFmPAtiRVRWfjhK0IAk3LvgxzGsoGqT9twkSXOkS2a/3WDv705G5sJamriPfHlc14tGzpYNXKGcSTDnFbsqgmxZLagewrQEEP5Ff3xw8MMSUJjMHXMQpBKXGrJzR2QiJMKF6NURTyVRyYmXUDzbOtaVytKbFlf1zaGHoKPuva0pzaUBaabPkCxlQuPJTQWIkhcYRIQhP6w9eHd6qQOk3KfQyl25H4YX9ZYhSsxeTs44YYLXk1S7GrF2O1v4KRTihEtY/wsphYOYW5Az0ojZ1Emrbhlx5rPxSu8rXdUzveUIdTVYHb3olKDhbyRmvQmtJlk+NyHBERERERAdEa2MngX//1X3n00Uf58pe/zHve8x7e8IY3YNs2s2bNmtC4oxawhUKBr33tayxevJgrr7xyxP1uvPFGtmzZwhe+8AVs+7X9pevVyJatHfzwx0/T3JzuLz/93e9f5qwz5/KOt61AKcn8eZXMnzf27Fnrvgw/vPl59nVk0Z4m8DWWHbbl+d+7NlJRHmftiTP795dSsHhhFQvnV3L/A9vYuLmDsv20cjrt4vkBQkCyZCAL1tuWoXp+Jb425F2/X/QaYygEmoqYRaktybsBz2/r4JXdPfhaM6+uhBMXVVOecnjsxRZ8X1N1QIueZNwi252nZWsXn7lyZDMqRwryeqhkSRcMSccgRbheNevWoLVFzO5BilAIBn4CN1+J7w/N/jVlXHK+JrmfeIXQCTmmBPvyPj1uQHlscvqQBvTFMJxrsA9Y++1zlGJ8SgoPYpk2AESxM5zBI+G/gMEm7ywbfIyyyS5/G7EdD+K0PIv08hgh8eqOpTD3HHTpwHXs1a1EdW6HwAtNnfrn1YjAxZ118mATp1wGsr2QLIXEUf7cjhKViFN/+UVs/97P8XvSqNJUaL4WaApNrTi11dS+/qxDDxQRERERERFxWDnttNM44YQT+Na3vsXvf/97XNed8Jij/hb7P//zP9x6663ceeedB93vnHPO4T/+4z845phjJmWRbsT0oaenwPf+35O0tmWoqU5iWTJc55p2+dO9W6msSHDpxUvGPf7DT+xmx85u8t15dKD7H5dKkqqIc99D2znlhIYholAIwblnz2fz1k66u/OUlcVCQyk/QAcG21ZUVg+st8x25uja001FYzl5X2PZoX2RG2gcKVlcFqcz7fLTezezqy0shRbAum2dPLS+hSvPW8iefRkce/g7c3FHsa87h+frQeXM+1NtK3p9n8CYQdnetKuxc1CTVEXDJkEuqCQXlGMZH+UJjLYZyYI944XPmxxGOFtSUPA1GX/yBKzLDOJsRZEjILFfXAESjwKzj5p1qyPh+LuwTRuhzZXc746sRuASD9aTN4tBHPCcWnEKCy+kMPdsZKEHY8UwsaGGRm7DauzWdajObRjlYFQMob3QxThVR2H2aeGOvZ3IR36PeOUp8D2wbMwxa9CnXQZlg92cRaEbp/lp7H3rEdojKG3ErV+DX3F0mGANx6x3v5ncrr20/fFBvM5uQjdtcGqrWPzFa4jPnHGkQ4yIiIiIeLUwginnZI39WiMej/O5z32OF154gccff3zC4436W+xdd93FhRdeyOzZB1/HNmfOHF7/+tdzxx13RAL2VcbjT+6mtS1DbU1okgSheCwtjeF6AX9+YBsXnLeA2DjF0Z8f3kG2MwfGIJXob2+jA01vR45XNrXT0+sOa/Z0yppZtLSkuetPm2kprr/NF3yEENQ3lpFMDe43uv3ZJsr35TjpzHkExTeomrjFgrI4lY7iR3/Zys7WDFWlDpbqMykztPcW+MUDW0nGLPZ1De9W7AeaZNzuP244qixJly3p9AJ8Q38rIYMhkzc02CLsphJW4SIDiQgcDtLZFQBbFW2fir1490cbkAicSejH2YchRobjSPEiiux+WwQe1eRYPGlzjQdJBkUmXLNKBQe6Ho+GWLAN0IRez/s/pyqUtCaD0u0E6gABZQyqeycy246x4vhVC4efwIqTXfluYtv/gt38HMIvgLRwZ55EYf45mEQlZLqRv/42omUHJpYEJw6ei3j2fuTeregrPgGp0ARKZveReulmZK4NpI0RErvtBayOV8jPuxB35iljfg6mA9KxWfzFa6h/84V0PPgEQTZPYu4sal53Bk51xZEOLyIiIiIiIuIQrFixghUrVkx4nFErjY0bN/KGN7xhVPsef/zx3H///eMOKmJ6snVbJxj6xev+lKQcurryNDWnR2yD09yS5qGHd7D+pVaEEKxYMYMzT59DbU2KQBua9vRgtEFZol98CSGQCgLf0N2RQ47QaFUIwZsuW8qaE2byzHNN9KZdnJjiz4/t4sDmrMYYOroKlJXkOHdOOZ4Os6Cxomje255l894eShPWIBEqpaCyxKG9t8DqORVsb+rF8zX2fmtbA20ouJqzVteOGCuEGdIFcYs2JdnnBbjaEJNQY1vUOgpLi7Ax7hhpSDq8IrMUAkPcGpjfGEMu0JTZFlXxycm+9uFTQw9rcWjCogeDhUcNHrWMs1PXhBEUSIoN2LQj8DFINAnyZgEuMw89wP5jmUy4GLt/La8sOgILwlsCGmkyg1b6ykwr8ZduRfXsDkuDhcTEyyksfB3ezBOGzGHsJPnFF5Offz7S7UXbSbAHjMvEcw8iWnZiymtAFf9+ThwTTyJadiKeexBzevj+HN/2R2SuDR2v6l+bawBR6CG+4z78ykVhf9qjECEEZauWUbZq2aF3joiIiIiIGCeGcX0NG/XYrzbuueeeMR9z4YUXjnu+UX+T9Txv1GtabduelPrmiOmFkuHKv+HQxiAEWNbwguXlV9r43v97ks7OPJYtwcDmLR089PAOPvKhk6mtK8HL+wjBsCXCQhgC1ycRP3gGbdbMMmbNHCjTLKtMcOvdm2jZlyWZsDDakM37lJXEeOulx+AoyQFGxLR15yl4mtLE0Ou9T9BWVSRY2FjO5l3dxB1FImUTK4+TKI2xeFEVNXMr6Mp7VMRHfs1IIZjhKGY4qr9MZaQ1s6OlxFEsrIizsTNPxgtwpCiWRxtsJVhenRy2vHiiGOIUmM/08IENKBHPYdGFxkGTBDSSHEnxEsYoPEZXbqr8diy/E6RBaL+YgBVgZNE5WGMQaDGw+Fq4GRLP34xKtxDESiFWBkYjCz3EN/wOY8Xw644dfkLLQVtDxaV46TGMZQ2I1/4ALYxlhdtPfwMytw+rexvGTg0xljJOKTLfgb1vPYXZ0XrRiIiIiIiIgzFlJcSvQq655pr+ysk++r7TDvc8CiEOTxuduro6Nm3aNKp9N23aRF1d3biDipieHHtsHQ89shPXC4as7eztdZkzu5yG+qFtcVw34Cc3PEtXd54ZM1IDzrja0NqW4ac3PsvnPnMmypIgQOvwu3efXA6ve4HjKEZa+zkSrztzHtWVCR746y527ulBKsFpJ87i/DPmMq8xLLnsSrtkCj4VKYdU3CLmKKQQ+Nr0l+T2YYzBGChJ2Pzdm5Zzz+O7eHZ7B+VzKrDjFo4lScUttvYWaMp5nN5YzqyyQ7c/mahw3Z+llUmSlmJrd560F5pY1accFlUkqB1GlA+L0Vi0I00eLWL41AwRRMUdESIABMZIxvr3mQocWrHoJiDOQMmwQpNAkiUutuGZOg4VqzAuqezDA+XY++9uAoQOa78DUUIgB9agWs3PI9OtBInKAfMlodCJSmSmHWfHw/i1y8fW1zWfHSpe+1B2uB0QhV6E9tFWYuh+xflkoWf080ZEREREREREHIIbb7xx0O89PT185CMf4bOf/SzHHjvCTfsJMGoBe9ppp/G73/2OD3zgA1RXj1x+1t7ezu9+9zsuuuiiSQkwYvpwwuoGFi6sZNOmdkpLYySTNr6v6e4uYFuSSy9eMmx58fMvNNPSlqGqMjHYGVcKKivj7Nnby/ZtXSxYWMWGF1oQMhStumhsKzAICcccUzMkw7trdzePPb6H1rY0ZWUx1pwwk2OW1AwqQT5xRT0nHDcD1w2QSvaX/O5pz3LPM3vY1NRLEBhitmT1girOXVlPVWmMjt4CVaXOoJjTeZ+4ozh2TjklSZvLz5mPs6mUtqxHqSOxin0qjTH0ugGP7enhDSkH5yDrYScbIQRzy+LMKY1RCMLM+MF62h6IZfaRDF5Akkagi+W3JWTVcfiitriXQVk57FgPQnoAaO3gF0oJ/OTIgx8GLNFOeOtjaLbe4KBII8mgGXqzZX9sbxdK9xKIUgRphPD77qYUxazB4JCzVoIYmMtq31SsLh5mfieJ6m1CFLox8YrRn1RtI2L7S5hhTIeFm8fMDM2ZjJ3CSIXQHubA+Yuxa+e14VwcERERERExEYZpFhExAieffPKg3zs7O4Gw5eqB2yaDUQvY97///dx+++1cddVVfO1rX2PVqlVD9nn++ef5whe+QKFQ4Oqrr57UQCOOPLGYxUc/dAo33vw8619qpaU1gwCqqhJc/qZlrD25cdjj2tuzYMAexpE35lh0+Xn2tWd5x1uW89VN7bgFH9tWCCnQ2uD7mnhM8aaLl/DwoztpbkkTj1vk8x5/um8rmbSLrw3aGO7+0xbOO3seV7179SAxLYQYZC7V3Jnjx/dsoiNdoCRmE4tJ8p7mofWt7O3IccHqBm79606aWtJQ8BEIRFxhJxzOXVlPXUWY4WrLenQXAkocNWi9rBCCEkeRdgN29xRYUDlMRmyKEUIMWgc7dAcNKgiz3FoitMQyvaSCp5HkQ1dhocAEKMLH0+pUAlGO5aSx412AKWZeQakCKt6LKBSQOo9B4ulaXDMDwxS21DIGgUtYzhtHiJFXrRgE4erVQ38qqaATMCAUvi5ByUyxlZEGwjL4vFxIwTrAqMpoRs7uFusKxliWZFadidj5MuTSEE+F2VRjIJ8BKTGrzgRAJ2sJSudgdW3CKGdQ1lx4aYyK4VUvH9PcERERERERERHTiVEL2NmzZ/Otb32LT37yk7z97W9n9uzZLFmyhFQqRSaTYdOmTezcuZN4PM43v/lN5syZM5VxRxwhKisTfOwja3n0rzu564+b2bWnm2zW44EHt2MpyWmnzh5SDltSEsNgCAI9JEPr+xohBSUphzWrZvL3HzyZn9zwDL09hdB4Rggqy+Nc9LqF/ObWDbS1Z8CA6wWke11sRyJthReEgiDve/zu7k0oW3HVO4feZOnj/nXNdKQL1JbFwx6pCZsqW5LNe2xt7mXV3Apq3IDtL+/DdUN7HsuWLFtSw7nHDayfTLsBvjEkZdhSqBgGSgy0ssl4wZD5jywGHBdjBRhhio8IvEDhuS4JLTEmNVDiKhSBSaLIENPbyVrHYce6wRiMGXgLEUEax9+NIEBjAwZbdRAze0kHK9DsL+IDbNWFFC7aOHhBBeNxCLZ0G3G9Cct0AIaAErRVXvSOGtqbVuJhiBEwmiyx2m/JtyLQpWj8sGTaaNCaQnzRkFLgoHIB1r6N4T4HlF0LL0tQOhMTLx/TeZqlJ6GbtiGfuR86WzFSInQAdgy95gLM0pOKEwhy8y8k9dI+ZL6jKGJV0dlYkZ9zLjoVtZuJiIiIiIg4FEfrEthMJsPFF19MS0sLv/nNbwa5/v7617/mRz/6EXv37mX+/Pl84hOf4Nxzzz2C0Y6PMdmRnnPOOdx+++1cf/31PPDAA9x777392+rq6njrW9/K+9///kO22omYXvi+5qmn9/DXx3fT0ZGjri7FaafO5vhVDcM66a7f0MrNv3yBnt4CqZSNlIKtWzv40Y4uWtsyXP6mwQ6hq1bOoLwsTldXnur9+rEaY+jsylFdleC4Y8M10687ez5nnNzIw4/torUtw4y6FEuX1PBf33qUjo4c1TVJLCXZu7eHQBv8nI8KDE7cQgqBNgbXDbj97k2cdfoc5s+tHBJ/wQt4aWcXSccimXJomFtBqjTsHYsxzNiX5ba7N9K5u4e6ijiOozCA52l2be/ixlte4EPvPaGY4ZRIAVlfo4Xod6yTgF38bSzlu4cF28PYPtoItCmWWgOW8gliSVpZQ433EhZ5tBH0mFJ8YxMjToloRakcQmi0HhCcwng4/l4wGiNsjHQwWoHRKNFLQm4mo8M3UFt2kHS2ocRAG6LAxMm68/H04H6mBz0N3UQqeBphPDQOIFF0o7xucBIokSuugw17EQk8BJq8aWQ0Ytmz6omJDQjjYUTYe9dgY4yN1Gm0LCVQVUCApXLheQQJvIZVOLseQ2Y70YlykBYYjSikQUi8OaeOsJ74IAiBOfdtBAtXIjc8CT3tmLJq9LKTYM7SQSJalzSQWXEVzt4nwj6wxsevXIhbfxJe9eFz7w16evBa21AlJdj1kWiOiIiIiIg4HHzve98jCIYmT+644w7+6Z/+iQ9+8IOsXbuWO++8k4985CPcfPPNrF69+vAHOgHG3E+jsbGRL3/5ywCk02kymQypVIqSkoOvJ4uYnnhewPU/fponntqDNgbLkuzY2cUzzzVx7tnzePc7Vg0SsUGg+Z9fv0hvujDIkCmVcujuznP3PZtZe0ojDfUDrqylJTHecvlybv7luv7y32zGJZP1sJTk+FUN7NuXobFoqpRI2Lzu3AX9x99x90ba20Nh3RdLoRAgJOgAtK/782xSCGxL4roBf7p/G3/33qEC1vU1gTakkjazF9cQS1gU8j5BoLEsScyRtO7tpSxhU7Jf/9iYrZAC1r3UytMb9yHKYhR8jTaQ84Pi9qLjGpD2DTElaBymb+2Rw4DtY4xAF8tp+7cYsGSAqxL0mkaE28oOfy55E8cgkAQkRI7ZBIRnNHC00j0I46OxQy3Vf9dSoo2NLdqRZBFCk3I2IYRPYELRCRop8qScTfQWlhOYUg6J0SSC9WA8AgayxQYbYfLguxi7DEWfSDYYLPJmDnnmjuqZ+v/Z++8wO67rThd+994VTuzcjUbOAEEABDMpkpIoipIoikqWZEuyZFm25bHH43Ge+e4kX3vsO37GM77+HMeWkyRbtmwFK1GkKOYoZpAAQeTYQOdw+qQKe+/7Rx10QHcDjdAgQdb7PAjddar2rjp16tSv1lq/FTuLiNyleNERjI2xwk/mauuApJ7ZjO8PkfH6kY06YGsd6n4HtSs+Tmbn15DVwYmDa90sweq3Ey2e2UZnXggBKzdhVp5ZhJpsB/W1d1Jf816SNOiL9xAlHhtj6Ev/yPgjj2HqdYTjkN26mY5Pf5LMujl64aakpKSkpLyOSNroLEwIdiEDu/v37+fLX/4y//E//kd+8zd/c9qyP/qjP+J973sfv/zLvwzAjTfeyJ49e/jTP/1TPv/5zy/IfC6kSelUzqshZKFQSIXrJc5Djxzih88co1j0yU5xqK1UQh586BAb1ndMq209cHCEnp4Szc2ZGSdlU5NPf3+F554/wV13Thcht75tFS3NPl/5lx3seGUArQ3WWgLg3vv28cijh7nh+mV86pNXsGTx9HUPHhxFSKYJaSlF4lbcKAW0xiKmOAZLATt3D046yE4h7zs051xyXXn8jEOlHE4EsKLIcHT/MHGocVtmugdnMg6DY3W+99xxVm1ZhMUSGosxSWTXURJB0g9WCEFHc2ZWY6vXDKVBWKyd7YKSVIc6IqYsuuiPi0TWwSNEiqTGuGKb6A0Ma3MwNUVX2EbbrJPqdcr2LQopYqSo4TvDSBGjrc+kAJYY66NEQMbppRKdWcA6dghpK0la8invr8VHmgq1uBurmlCUJ3rTauYhjicOh6SSuwlTy+JHh5C2mrTMkUXqmS3IfJZs5hggMCa5lEoRk/NPUOvuolL8RZzB3cjaENbJEHdsPDvjpgvBRL9asCOD6Gcfxby6Pem3vHEr6rq3IdonHeNtGMDoEGSyiKaZD3/OhKnWOP7b/4Pajp3IfB7VVMSGIeUnnybYf5Bl//2/4a9edYF27o2HKY+j9+8BQK1Zjyw2nWGNlJSUlJSUSX7nd36Hj3/846xevXra748ePcqhQ4f4jd/4jWm/v/POO/mf//N/EoYhnudxrvzcz/3ctJ/jOAbgD//wD2lpaZnxeiEEf/7nf37O452XgE25tLHW8shjhxFCTBOvkERUy5WQx584Mk3AViohcWwaLW2mc1IoViqz9wBevryZ8XJIoeBSrUZobRvizlKrRzz19FGGhqr8h1+/mfa2yVRj5YgZdQhNTT6lcjgpoaaIGK0tuZw7Z5cSKQWbVrRQb84kNbinvs4m0iwyluwpu1mNNJG2KAFNviK0FmJDhGm41SUzyvqKrKeILbw0VGFjc5amWY7Za8XcT/8EAkuMi0bjU0MIi8CghMBFMhK61GOHrBM1hJtouPAmr7NWTRPIye8E1rq4ahTLbO12BBaJq0YhOvP8T6YDN4pdT1kowCYR4xqLz7yx0w7kUstdT91sQemxxNBJtSOkoTmzC6zA2MkLvrEegoiMO0jgdhIv2nJ+418gzNEDRH/7/2IGexGNdjzR/leIn7wf7yd/GbFsNeah72CeeQhbKSGkQqy9HHnbh5Ar5h81LT38KLWdu3C6OpEnvwh9H5nPE/UcZ/ir32Dxb/zKQuziJY3VMfVv/QvhA/dgS0mbI1Fswnv77WQ+/AmEk35VLySzPehMSUlJWUgX4uPHj/PpT396zuX333//WW/znnvuYc+ePfzxH/8xO3funLbswIEDADOE7dq1a4miiKNHj7J27blnSe3Zs2fG75YsWUJ/fz/9/f0zlp3vNfeS/1Y8fPgwf/3Xf8327dvZu3cva9as4Tvf+c6M171RipYvJHFsGBysksnMfhr4nsPxE+PTftfRkcfzHOr1mFxuuug1jU96R8fsBjk/fPoYY2MBSkq0triubJzAiUDV2tBzvMSjjx3mQx+YTJPcunkRTz19jCjSE07GzU0+ff1lwtA2OphYtAEdJ2nAriu5fGPHnB+QYsEjduREX9epLFrWhOsrqpWIppZJ0WmBUiXCcSXdSycjI0IIfFcSxJbOoo+QgnqkMST/Hos1g9WIre05lhVe43RircCKiR6707FJpaj1ia1E2LDhugsg0SIPuAhrOVpqYX3LCFLGWASaHK6WSQ3stOiqRYqQ2DadXfTzDBiRx6IQxDMdjq0BbGO+FwYrc8Ry8rx2nRJSRGgz8/201kHKENcpEYSdM5ZfbKyOif7pLxLx2tGNkA3Rbwx2sI/oy/8HuWw5dscz4HqQzWHjGLvjGeyRffCZX0WuXH/6QRqUH38SBJPitYGQElksUHn6WXSlgsrPfG/ezCKi/tV/ILj7G+D6iLYOAGy5RPDtr2HDgNyPv3lc/U0cM/j9x+j79g+oHz2B19lG53tvZdFd70TlztxTe77E42V6v34vfd95gGh4FH/JIro/cDuLPnA70j/3KERKSkrKa0GtVuP3fu/3+JVf+ZVZs2PHxsYAaGqantlz8ueTy8+VBx544LzWP1sueQG7d+9eHn74YbZt24YxSVrqqbyRipYvJI4jyeVcRkfrsy6PIk1L8/QbhqVLily2sYMXt/fi+2oiPdZay9BQlZaWDNdds3TW7R07VsJiKVdCpBTTblaVlMTaIITgmeeOTxOw116zhAceOsje/UM0NVKdY20pFnxGxuoIJxHEUkK+4OK6imLB47a3rpp7562lUg5oa8+jtUnKBAUoJcm25Vh5WScHtvdSdiX5hlAv1yJq1Yhla9to60puwNVJKSiSyOVYLSLjO0kqsUiateQkhMayY6hKi+9QcBXWWsrGEhmLIwQFJSbqZxcWAZGD9KIk9ZopibzCEhtFbD3qUYwVGYxwsEgsJ+tVE2qxR72yCOVWUU4drE9gF+PZPqStYXGSulkRYa1HzawFBKFuJeP0MdMhOInehrplXnuhaSGoleUAAQAASURBVCIWHbi2D23VZI2ntUhqGJEjEucZfT0tc7fqOdmkR5z2NRcPs28X9sRRREv7pHglEZW0tmNPHMYOHoPWDkSm4RTtg80VsAMnMD/4OuKn/sO8xKWulBHO7JkGwnGxUYStB9AQsNZazEs/RD/1ABx4FaI6FJoRay5D3fAOxMYrp835jYgZGiB88F7ws8jmlonfi5Y2TGmM6JH70e+6C9XV/dpN8iJh4ph9v/un9H/3QawxqKxP0D9I6eXdDD/yNJf93n/EKZx/n+moVGbXr/0OY8/vRLgOyvep7D7Avv/5fxh95iU2/s6vIb0FbP2VkpJySWAW0IZ4yZIl5xRlnYs///M/p729nY985CMXbJuvZy75O4PbbruNhx9+mD/6oz9i8+bNs75matHyjTfeyG//9m+zdetW/vRP//Qiz/b1hRCCm29aQRhp4nj6zXYYaqyFG29YNmOdH//EFSxb1sTAYJWBgQpDQ1X6+spksy4/8eNX0jSHaVEm4zRar8xcZrENASkIgnj6er7Dv/v567n+mqXEsWFgoEKpFLBiRTOf+uQVrF/XTlNzhqYmn0zGpbM9x09+chvr1sztaLu0LUd/7zhYSy7j4LkSt+EoLF3J1beu4bprlqCNpX+wSv9glSgyLFvXxtW3rZm4mVcClBANMWjRxiJFIs5NY7kjBVklCY2lpxwyFmm2lwJ2V0IOBTH76xGv1iJK8UUSPJGbiFgS0SpEcuwj41CLsrgGhDbE1kXbLHbCybchOIC8TCKNcdhEUO0irLZi6gYb1hG2hqKMokpkWhjXVxDb5L0I4m6MdZAiYFIEGqQIMNahHs/zJl0Iqs4VaNGEooq0FaStoKhghU9FXYkVCxdF0TqbRIBn7Tmb9IHV5uL3/p0NO9SP1THCm/m5FK4HUQBxNCleTy4TAgpN2EO7YWRwXmNl1q/DhtGsDxJNpYLT2YFqTp72WmvR9/wL+u//BLv9SexwL7Y0gj1+EPvEfcR/+7/Q3/gb7CxOim8k4ldewlYriFnqXUWxCVurEr/y0msws4vP0ANP0v/dB3GaCmSXL8braCOztBuvs42RJ5/nxL/cfUHGOfHP32HsuZ34izrILO7CbWsms3QRXmsLQw8+ycD3H70g46SkpFza2AX6c6Hp6enhb/7mb/j3//7fMz4+TqlUolqtAlCtVqlUKjQ3J0ap4+PTMytLjbKVk8vPlSAI+G//7b/xpS996bSv++IXv8hv/uZvEkXzqBc7DZd8BFae4en8QhctX+rc/o41bN/ey4GDw/i+g+cpgkATRZrNl3fx1ptn9vPtXlTg//qNt/L4k0d4/oUThJFm4/p2brl5JSuWz/0BuOKKbh54+BCObwitxToyKTCIDHFsyGYctLGsW9s+Y9221iy/+G9v4ETvOCd6y2SzDpdflqRnfvj9l/HSjn5GS3WamzJcsbmLXPb0T8/XdhfJvtTLgQPDrF7ViucnfUstEIUaGcT8yk9dS0/vOHv2D4OF1Sub2R8bjpfDaemOWSWoRIkxkuPIxCQJgSNARJpSzeB7DmB5/sAQbV0FXFdRr8coKWjOe1hfcSiIWSsc8gtu+iQQoQ+RwTqaGElsJRhJ1oJrDdaRVIwmAtzGvlpriUga0LROjbLZmLx+GtcOYnCItYPAIKmjxBBWbZgItmpboBKuJ+cdRIr6RAz2ZBudeTkQNzCiwLhzC545hmt6AUMs2wnlCoyYw1zOWhzdjxudAAxatRK6y0CcXbRFmyxRXMBzxtBWMPks0KBkSKTzRPFs+6KTmmAatcPniwnx6gdxg6MIq4m9LsLMOowzObbI5ZPKZh1P1L+exGqdxIvnuo46bmLsFNTmNZ2md76D0g8eJB4cwulon/iM6HIZqzUt7333RD2nPbIP88jdWBMjdATKAaWSh0FRiKjXME8/hFyxDnHdrWd/bC4RbMPoYs6ifYDz/KK/VOi/+0Gs1jjF6SnmKuMjXZe+b/+AZZ/5kfOKyltj6PvOA0jfnZEqrPJZwuFRBr73EIvuuu2cx0hJSUm5mBw7dowoivjZn/3ZGct+4id+gm3btvG///f/BpJa2DVrJjt9HDhwANd1z7sF6le+8hW+8Y1vcPfdp3/QeOutt/L7v//7bNy4kU9+8pPnPN4lL2DPxIUuWn7nO98557IvfelLLFrUfdr7kNcbzc0+v/bLb+Ge7+/jiaeOUq/HtLRkeNstK3n37WtnmDtNXe/OO9Zz5x3zq40D2Lypg+buPKMnDNKCaRwn6ya2Pr7vkM043Pq2lXMewyWLiyxZXEQIcBxFHGtyWZcbr5s9bXkuHCX4xC0r+fJjh3jhhR7a2vN4niKONEUh+Mj1yxACli0usmyKK3K+EjJcG2U8NGRcgRKCUFusNXTlXUwjFTgOYvYdGqZ/qIYxFqUEQsDSxUUWLWumXktuSMPYMDhWp6PJh4zDYKQpOBcnMUIgkbGcchGwJxdQdCSLgb5IE1kmunm7QrDYleSmOD57tqchXrMg1IQsM9ZD2jJZs4+qM9k6JrZtlIJmXDmKFCHGekSmBVBn/9kRPqFcS8j0z/Csm7ERueqTuNExBHriVRnZRDV/C9ppmxj/zPMQVOsrkNmDOKrC5DNVgTY5qvVV01JuJeNkxBFcBgGLJkdolxGyeK7ZnjJ3i6ycwBk/Ataii8sw2RbyI/fjRAMTY7vBYfzqK1RbbiX2k8+EuuwK4pY27Ogwtq1zeipwaQSbLSCUmL0GtV5FZHOI1o55vTe5yzbQ9bnPMvBXf0fUczwRxsYgPI/md99O6/vvnNiOeelpbFBD6LjRwyl5KCIEoBSEAfg+5pmHUNffeubBX8ec7rxyVq1JouP1KuROqQ2u18D1cFavvaS+V86V+rFeZGb2DB6ZyxCNjGHqAU7+3LMbTBASj40jM7PX00rfI+gduCSO9/yvVykpZ0d6biUspInThWTTpk188YtfnPa7Xbt28T/+x//gt37rt9i6dSvLly9n1apV3HPPPdx+++0Tr7v77rt5y1vect7BvO9973u8+93vPqMQXrFiBXfccQff/e53UwF7Oha6aPlUhGDCaOhSoaMjz6c+uY0f+9iWCXOmhWj9ct9jh6lpS0tzhlIpSNKWrUU4Eln0yGddPv3xK7hi65nTSJN0YzXRRudcWNSW4xffdxm7e0ocGawghWDd4iKrFxXmrEdd2pLlnWslz58oMVSNiI3FlYL17QWuWlzk2b4yh0eq7NjRx3glxHUVrisJQk2lGuG6inVBPNESSEpBFFtGKiGLsw7jJunFO18zm6FywFgtJutKumdpbXQ+dLmKNt9hLDbE1uIKQbMrUaeM4Qe9SQ2wOOW8FwKsh0cvkWNOiXIqoGsiifhifGS88eeSnq4ygxVuY34apUsUao9TbXkfQrlncV5lqUeX4ZgxlExScrTJE+sWlFKoxj5JO0bGvIik3qgNljiUcMQuXFEjFOtPf5cQ1/H2fRM1vBuhQ0BgpYPoakf6EuM0NVygAWtR8RiFke8TtLwFnV2ObWpCfPCT1P/p89jBXsgXkm1UywjXw3vPx9CP34sdOIbIFZK0Yj+HjUII6ji3vBuvaf6R8c4P3klx2xbGHnyEsKcH1dJC0003kr9y67TImR4fwUgF9QpIxbS+wi0+bouHKBaJK704SlzStbCnu145GzYSbL6C8PmnkUohGsLKBnXM6AjetqvJbLr8TWFwlV3SSe1wz6z7ausBflc7mWIWoc79guE05fDbWqgd70OImWnbNozILeu+JL7HL8T3YErKbFzoc+tNcPl6TWlqauKGG26YddnmzZsnSix/8Rd/kV//9V9nxYoV3HDDDdx999289NJL/P3f//15z2HPnj28//3vn9drr7rqKh588MHzGu8NL2AvNGcquNbaEEWXbs1WJuNgjMWYC7sPYaR54MkjOErStaQJ020oVxJTJGst9cjwnjvW89ZbVs7r+J28qMaxnvXiOjha58W9g4yNhzTlXa7c0EFn6+xP7TcsLrJhSpRVx4bTzaA943D7qlbGAk1kDEVPkWlEj5Y3Z3j5wBDlakSx4CNlw2G58RhvvBxytKfEiiWTN06OFMTaEEYa6TrUw5jAJL1sM6eYXZ1kpBrywK4BjgzXiLRBSUFX0eftGztY0Xb+JidTaRJMfPuY2MywJvJ1AFbMXtdhJaCJoxArLqYAifHEAI4YAZKUXyfYj8FJXIsnosoSK/LIeAxRPUSUWXPa82o2oqgJOPVG+OQZZCmI3QjqaLJM9GTFQRDi2MPUbSd6xvqTZPd+GzXwEtbNY/yTqdEBrhnHBj7WaWnsj0HqEugaUpfxhx7AqjxhZi3RVTfiZvLED34Xc2Q/AHLtJpy334nrRzivKIKhMrY8hhUiiZxmmxCbrkbc+sGzvqappUtp+9Qnpv0u1ham1LOaYivWaIRUoGPAIhxBYVs7fncO4SbtmSySeN+/UltxB6jX2MX7HDnT9Sr72X+LqdeI97wKI8PJL5XCuWwL2Z/5xRkeBW9UOt7zdoaffJG4UkXlJq/XJozQ9YDOO99BbIDz/H7qev87OfjHXyCu1VFTIr5xuQoCOt779kvie/xM51VKyrlyoc+tS/H8tHbh5v1aHY+77rqLWq3G5z//ef7yL/+S1atX8yd/8idcddVV573tKIpw3fmVY7muSxjO3nJzvrzhBezUouXOzsmWFheqaHk2LsUP6kLTN1hlrBRMOPpKKWkq+jQV/cbyCkOj9bM+dtYmabilaoTvSgoZl0dfPMG3Hj1IpR5PtIu594dHed/NK7n16rNLNZ4bQbM/JfnWQs1YysDR4+O4jSiqbbgb5zIOQT1JlTzRX54mYDn5RWGgf7TG49tHcT3ForYsK9tzrMh5tEyJBlSCmK8/f5z+8YC8p8i6DrGx9IzW+eaLJ/jI1UtZ3Hzh2k2cCU0zDsNYLNJ3ESrZIRNqiCMMuWm9UhcaSY28ehlHTDEqkBpZ9IgqdqaBsJBJiq4emTj/LtQXl6SCEmMYPOwpqcIWF0UNl35iO7uAlbUBnOFXsU4O60ze0AvXAxkjdABxiHV8lC4hdTV5UGAlViRj+tVdgKV6+VtxN10F5eTaR6EJdfhlnAf/EdGUQV61hXhgGDNeQdgI1d2B/pHPQCa3INc0ue1GzBP3YY1BhHWwlsK2DjLLC5h6jIkECItsbcUbSkyMqqs+eOEnchGZ67wSLW3k/8NvEb/yEvHuXQA46y/D2bINoZw3zXdKx7veytDDTzP0wBNEIyVULoMJQkwY0XTlZhb/2F0X5Fh0f/RORp7ezujT25MWT76HqQcgBJ133Er77bdcUsd8IW+0U97cpOfWpcsNN9zA7t27Z/z+Yx/7GB/72Mcu+HhdXV3s3bt3Xq/du3cvXV1d5zXeG17AnixUXqii5ZT5oZRESDHRK3Y23FNqPwdGazy3d4i+kRpZX7F1dRsblzVPpN+GkeYH20/w9N5BKrUYpQQdWZd9+4eRUtDZkkE2zIfGyiHffOQQXa1ZLl89tzvx+TCmDbGxaG1wlMRpzFOQxOMyGYdqNSQMNX7GIQxirE1s2nM5j2qk2XVohFLDJKp/qEr/SI3yqlY2FTO0eomI3Xm8xEA5pCXrohpjeFLQqgQj1YjnDo9w1xUL2UJmOoFaji96cQs+yInGQsiMg61rasHKyTY3C44lp17FESW0zXLSXEnYAKlqOHlBPD7raiyEKbskAszMXrXJrBp/x7MsS1DlHoQOMJlTzll7cn2L0HWQEmFqDfE6WbxkZQYDeLX91PNbMU4LFBsP7azF2fkgIg6xzV0oQBUbEV5rEGMDRAefJ26981x3/7SI5WuQ73g/5r6vY4XEyYLfncXUI2xkkzpYP4Nt7sLaEHd0N7I2gMm+9r11FwKhHNytV+NuvfrML36DIj2Xjf/9V+m9Zgt93/oBQe8A/uIuFr3vNro/+l7c5nPvJW2CkOHHn6P86n6Ekiz71Idpe+v1DHzvIcKBYTKb1rLo/e+k8723Ip03/K1RSkrKPFjINjpvNG666Sa++c1v8m/+zb+hvX2mGetJhoaG+OY3v8l73vOe8xrvDX+VXuii5ZT5sag9x9JFBQ4eHSPjq2lpsVGkEVJw+frJE/7ZPYN87bFDVGpR0pLGWp7aNcC2NW188ra1KCX48qMH2X5gBEcJMp5Ca8sLuwcJ6zEruvITdaxCCFqKPv0jNR7bfmLBBGzVgiMlrcUMvUMVslMitFIIfE8xVrJYbQhDjec7E5mskTYcOz5OFBlyjfWi2NA3WKWY98g7ihY3ieru7S8jYUK8nkQIQcZVHBisEsYG7yKZQVmVQ+TbgAB01Ig0WhASkSkCTXCRTFQV4ziMYqzPVEFqhYfVEiENwgE7RTMKG2GFInIuvOg3ZEi6BWvsDIFsG685XVrs7IVDNhZYA+LkQxIbIqzFCgUYrBAYkQFjsOUaQo8jHv0D4no78pq3IjZdhQgqyMGjWD8/cwAhQTmonleJr14gASsE6l0/glyykvixe3FrexCuwoSA5yCKzdDSgVAKazPIYASncozwDSpgUxKk77Hkx+5iyY/dhYljhFLnXf9bO9zDq//5f1HZfQBrkhQM6Xm03nQNW/7st3EKs3wGUlJSUlLmzec+9zm+9a1v8ZnPfIbf/d3fZdu2bTNes337dv7Lf/kvBEHAz/zMz5zXeJe8gK3Vajz88MNA0gepXC5zzz33AHD99dfT1ta2oEXLKfNDSsEdb1/N3/zzywyO1Ggu+jhKUq1HlKsR61e1sm1Tkk5wYrjK1x49SBAZOqcYE9XCmOf3DdLdlmVZV4GXD41SzDr4J9NrXUAbLJbRSkh3y/Sa14ynOHB8fHa31QvI5Wva6BuuEmlDW3uObCNtujQeUK6GVKsRDz58gM6OPNmci3IUY9UI5chpEsd1JLE29A1WWNZVoKItBUcQGzsRhT6VpG7FTtTcXgx8dwiERJsCgrDh8CsxeAhh8f0hgqiLC9I25gwoUUEIg7GnGrAIjMijxDhSBmibtLERNkQSEroriJ1FF3yGhiyR7cATJ9AoJkW1RRJgcQntojnXj4srsE4GEVex7tSbbIEpa1RRIMTJGiULVgMWI/OAwvYdg2oZih6Mj2F27cW88hzypnehbv/wGWZvWej3TAiB2HIt3pZrcQaeQxz5LqKzCMqZMG2y1kIYJmI8fRr+puJCREJNGPHqf/nflF/Zi9/difS95BpZqTH04BMcbCmy/r/+4gWYbUpKyhsNuyBdW9+YLF++nD/8wz/kV3/1V/n4xz/O8uXL2bBhA/l8nkqlwt69ezly5AiZTIY/+IM/YMWKmW06z4ZLXsAODQ3xS7/0S9N+d/LnL37xi9xwww0LWrSckhCGmsHBKp6vaG/LzioQr7q8i5/4kc18+/59DAzX0NqS8RXXX9HNj77vMvxGiuyzewYp12O6TnHVzXoO9VDz1K4B1lVCjLWT4rWBEAKJoBpoYmMn0nghSQVx1HRTJGstvaN1xusxhYzD4pa5nXwHKiG7Bsr0jAUIAStaMmzqLNDaaDWUFzBqYf2KFgZLdWpC4PkKbHIJ7My6LF/SRLu19A9UkTJxPX62p8Rke+vpYyspqNU1Wlt04+Z9SUuW3rFgViFejwxLmjNk3Lmjr9ZaxoKYSFsKniJ7nm6bjqpiEVjcxN132mAaJUKkiC5KHaxFTfzv1GNppI8gxCKQtozAYoVL4G6klr1ywWwSa3YdSlRQjDei02KiF2zVbMAwt+mWzbQSdlyB3/t08rOTGEGJuAZxlSC/EZFpxgn7khWEwKgmjMzB6BBUy4iMh7WSKPQRnYuxlXHME/ch11yO6VyJ6nkV6+em778xYDR62aYFOSazEReWY5WPFBorE5HB6BC2NIqQGiMFwa674a055OrLLtq8Ui5tRp54jsqr+yfEKyTfE04hh40iBu9/nOU//aNklsz9ICklJSUl5czceuutfOtb3+Lzn/88Dz30ED/4wQ8mlnV1dfGxj32Mz33ucxekfPOSF7DLli2btUj5VBaqaPnNThhp7vn+Ph5+9BClUoCUgrVr2vjA+zZy2caOGa+/7opurry8iwNHRqkHmu7OHIs6pqdv9QxWUHO472Y9h3ItYqQcztrqpqnJZ2CggrU2qbdtCFhjLfXQcMu2yTkdH6lxz/YTHB9JnHxdJVnSmuGObUtYcopj8aGRGg8dHKYeaxwpActLvePsH6py+7oOFhd9WpSkbA2xhY7uIuO1iCjSaJMI0aaMkzi8upKPbeyaENe7BiuM1ZN6WN2QOLKRNh0Zg6MUtShmYKxOU3uOK5Y28crxEqV6TDHjTNT5VkONFIKrVrTMKcJ7xwOeO1FioBJhrMVTkjWtWa5e0kTmlJTjIDaUwhglBC2NcWbjVHOiU5eCOMNrLhyxbcVYH0nYSN+dRBBhyVLyb0E6FbAarVqw8sK6Np+KIcu4uRpP9OLSl6QTa4GtG5Q5jutqIm/pnHXC9ZXvBgTe4HZkPXFVto5P2HUNtVV3gPRQ9X5yx7+DUzkBTggFsOOjCE8hM4p6Tx1dSvKmRb6IrZYxzz9GfOvtyP6DiPIwNtcMyoE4RFRGsMUO9PrrF/TYTMVku4haNuINvZxElEeGseNjCFchPUm9NyZ+aQfiwBH49C8j115+0eaWculS3n0Aa+2EeJ2K01ykfqyXyu6DqYBNSUmZwaXSB/b1xLJly/it3/otAMrlMpVKhXw+T6FQOMOaZ8clL2BTXjuMsfztF17giaeO4rqKXM5Fa8PLO/s4dHiUf/dz13P5ppn1aq4j2bhm7jrUrOfMafakjUFKQXdrhkMNoTpVrLW3ZxkeqaFjQxRrlBSEkaZUiehozvDWbUmd49B4wD89eZjRSkgx41DIuESx4dBAlX964jA/8bbVdDQckoPYcO+uPo73VUAbPN+hoy1LMe8yHmoePTTMR7d040vBYkdyoBJSizSeq8j6DhJwBaiGKK1Ghr5qxNJCckO1vqvA4ZEaNrQTQUOBQGDR2rKoI8N4NWJHNabfWFY2Z3jnlm4eeqWP0Wo8YXfvO5IbV7dw+eLZjU76ygE/ODBMLdJkXYkUkkgbdvaXGa3HvHtdO44URMawo7/CgdE6oTEIBM2+YktnnuVNM92No6gZzymR2PtOFWEWKWLCuAVr52etfq4oM4Knj6BsCesYpBsjqWLwAIEkQghLzazEiALGubAX0jNh8QjsCkLdQX7sQZyoD9GwQ7ZItLuIcvOtWDVLLZ50qa++k2DJTTjjR8BadHH5hLGTM7yX7L5vIoNRrAkQdgg1eBzr+9hsgeB4nfJLpenbdD3swHHM8s1EN/8Y7jPfRpQb7VukwrQvJ3zrJ7GFhakXn4vq8juS6fW/hDAVKLhYI6kPQeW4B52LsYO96O9/FfFz//VN0Rv1zUY4NEr51X0IpShu2YhTOL8HTNJxkiyYWTJWrDYIKRFueiuUkpJyKnYBy1beHMq4UChccOF6kvSqnXLOvLpnkKef7aFY9MnlJgVKLufS11fh69/cxabLOs76JnPL6lae3zdEGGs8ZzK91VpLuR5zxeo2brqsi5cOjzJWjWjOuZNjSEFrV56sgaAeU6nVEcDyrhyfeM8Guho9Up89OMxoJaSt4E1EFn1X4TqS4XLIsweGuGPbEqy1fPPZY7z4cv+E+QfA8RPjLF1cZNmyIqP1mJ5SwPLmDDkpaG7Y9WRkEgCWIhGkyfSSf6tx0mPQWEtFgOMoakGc1ARKMMZgLeSzDos78jTlPYQUxBZOBBq/6POBG1bQP1CmVIvJuJINiwp0FOY2BNreO04t0jRNMdFypMJVluPjdQ6P1ljdmuWpnhJHxuq4SpJVEmMtI/WYJ3sSEXSqiA2jNnxvCEdVMNbB2sRISMkYYx3qwcJGNny9n2y8A2FjrBCI0IKRCDeHbNRRGjIEehmBXbagczkt1pIvPYobnUDLHJxMt7YxTniCfOlRyi3vmTOV2frNGH8lDmNIKkT4UKuR2/t1RFTBZFpBKIQOEWEJRkapvDxKbXiW/sdxBE2tAOj1N6BXXoE6tguCKrbYjlmyAeT5pZafEypDddWHYOcAct9BRFMr0TjoerJYCIEtNmOPHYD+Hlj0Gr6fKRcUXQ84/Od/T/93HiAulUEIvI5WlnziAyz98Q9O1ESfLc3XX4H8ax9druIUpz8gioZHcTtaabry4qXKp6SkpKScP6mATTlntr/USxhp2tqm3yALIWhu9jl8ZJRjPSWWLzu7XrtXrG5j4/Imdh0ZI+spMp4i1pbxWkRTzuVd1yxhaXuO91+/nG/98CiD4wFKCrRJxOIVa9r5xC0ruf+pozz6bA+lcsjx+jhf+sYr3P6WFdx45WJ29ZTwHDkhKI211CMzYX70yrEx7ti2hD3HSzy5sx+wZDJOo7erJY4Nx46XyOdc/KJHNZxseu+pxIxJCTEj7fbk0zy3kT58ohwyUItZs6SJodEaw+MBkTYIIcjnHNpbsjTl3SS9ODLExiCtxVMuo8Bly5opqDPf2FVCTW85JNPoT3uS5hxkXMFQBQ6P1sh5ip7xgKwjcRvbVQgcaSlHhh0DFZYW/Wn7ZVGUq2vIZo7hOSWEDAFBrHNU60uI9cJFO5UZJhvvACxa5BPxJwAdo+IygbuOUK1BkwNeA0E2da7xIE50AiOyk+IVQDgYmcWJelHxANqd2RtNEJBnJw5DUyK3ChPUEVEZ47dNCF+rPGy2A1Gt4WVLVHWEUJPj2aAOQqCuumlyAC+LXnM1dngA23sUarsQqzYk/WZfA+KqxRyrI2YzHFYOGI2t1y5SYnrKQmOtZf/v/Tl9374flc/id3dijSEaGePQH38BqzXLf/Kj57Tt4paNtL/9BgbufQQTRbjNxWTbw2PYWLP0xz+UuhCnpKTMwLJwKcRvjvjrwpIK2JRzpl6PE0uaWSJGjiPR2lIPkrq7IIh56eU+Bgar5PMuV21bTFPT7NFC15H85Ls3cM8zx3hu7yCVeoySgstXtHDHdctYtShJkb15UxdLWjM8t3+YE8M1cr7D1pUtbF7RwoNPHeV7Dx/CWkuxER3u6avw999+lWo9Jm6IRIBqqBmuhMQ6uaRYa6lFhkMDFZ7eM4gxFtdtRC1Fsr+up6jVYo73lVnb1E52imlSe8Yl50iqsSF3imAMtMWVgu5cIgxOlAOMteQ9h2VdBbo7chwfrSOlQCmBdCSRnmzAIoUgamwjMJbh2MxLwMbGYKydEM7NOdi6DFrzICVY62IsvHK8Tmwhd8o2hRBkHMlYoBmpx7Rnp6cEG+tRqa2hJgOkCLAotM6x0C62nj6CsPGkeJ2YsINF4cUnqMktIF5b8QrgREMIqxODpVOwwkWaGk40OIuAteR5GZdBDD6mIcQFEU6+jl2+GDMQzhyw0IYKQ+T4IEb44HoQ1EHHyE1XI664cXKEyjjxt76E3fEstl5L+vm2daBu/zDy2rdd9FRd0Zmk+ltjZkbe6jWEn0G0n18T9JTXD5XdBxj8weM4zcWJXq8Chb+og6B/iONf/hbdH37POfWBFUKw/r/+Ik5LkYF7HqF+vB8hBF5nG0s++UGW/vgHL/TupKSkpKQsMKmATTlnuhcVAIGZpa1LtRaRyTgs6izw6u4B/ubvXqCvvwIkArFY9PnwBzdx+21rZt12znf4kVtW8Z5rlzIyHuJ7io4mf8aN9LL2PEvbpj89L5UD7n30EFIKWqeku2Z8h5GxOvc8eogrbljGvoEK9VAzOB5gLDgyudkJ40TIfvXpo1RKAVlPUbc2SU+dMo7jSMqVkIKrWDplHEcKLmvNsX2oQiU2eDJZLzQWKWB9S27CMCk+5fGeIyWeK9HGJmnHQqC1RSoxcexU4/8CqM3z8WDec8g6imqkacnBDWsh50E9BNdVZByJUgYr6lgsViaFtWLK5iVnbtFjjH+GvqYXFmVLWCFnTbu1OAgCJHUM5xdhkdEwbvUQwoYYp5kotwYrz24/7RwmTZOIRh/X6TiM4DCCwcdOuWRbPKwG0dEMI0MQm+krSoFo7UTcfC3ixWcS8dragbz+Hcib3j0RXbVxTPylP8bs2Q65ArR1gtbY4QH01/4GlEJdfctZ7et8qR3uYfCBJwmHRvA722i/7Sayyxcjt92Iefi72JFBbFvnxOfehgHUKoib3o0onF1mR8rrl9Gnt6NrdTIdrTOWeW0t1E/0U3p+J+3vuHGWtc+MymVY9x9/juU/+VHKuw8gXYfi1svOu742JSXljU0aKX39kgrYlHPm+uuWcve9exkaqtLRkZu4yQxDTa0a8c53rKFWj/izv3iG0bE6ba1ZXFdhjGV0tM4//fPLtDRnuPaaJXOOkc+45DNnZwC0c+8Q5VpER8vM2r+mos/QSI1mKfCUZLCctONxZCIWT/ZY7Sh4jNdjwlgTG5NElM3JnmCNtGNjcVzJlUuKqFME/NKChysF+0s1RgONBVp9h9VNPkvyk2mZzRkXTmmJk3MVpSDGkghe15FJi89G+nGu0fbGAmqegTFHCjZ25Hn2+BjL2y05TzBeB8+R+K7CWIvRkpasScyjjE32yU76B4fG4ilBk39hLxtCRHhuCSE0xniEURPTzaDmxgofYcwcgd7EVMpyHgZS1pIZfQp/fAfCTkY5zdgzVNtvI87MvwYz9pZghYewdaw4Je3e1rHCI/ZmfhYcRhGYicjrtOnJDFLEyKyDGZ8ShbUWEdeI2jaibvkU8o5PQVgHP4M4pbbV7t6O2b8TmtsRXkOUSwVtXdihPvT930JuewtCXdgods8/fosjf/HlpN6RJLvh6N9+lZU//+Ms+bG7UD/yU+iv/RV2sBcrZdLaRwjE+i2oO370gs4l5bXFRnHy3s4W6VfJe2+i6LzH8Rd14C+a6Y6fkpKSknJpkQrYlHOmvS3HZz99FX/zxRfo66sgZeKyK4Vg8+VdfORDl3PvffsYGamzaFF+4uZESkFbW5a+/jLfv38/11y9+IKmKNZDDZYZUWFgQmg2Z1zedUU3X3nqCMaeDF4lc2/JuxgE2hiMFNQjgycljhRomzj+WmuxxrKku0A4x9y7ci6dWYfQ2MQlWM28QVvZ5LN7qEo5NhQa6cYF36EWGwyWggsZT1GtxxhryTiKnOdgGmK2ZR7pwyfZsqjASD1iSUtAqC2xgeJED1iBELC8TbLjhKEcxBT8pHWOsJZIGyJtWdOendFu59yxZPxBMpk+pIg5qUK19qhUl8+rdjaUS/FMD9gYxJTLmbVIGxKolVhx7nWcXnknmdILWOFiVFMS6bUGGY+TG7yPcvdHME7TvLZlVIEgu5FM9WWsthjpAwJp6ghi6rktGHV2KZLWzWOjGiIqI2KNVT6YGBmWsU6WYOnNAIn4zM4ehTZ7doDWk+J1KoVmGOzFHj+MWD57tsS5MPzYsxz6ky8CkFmxJKktN5ZwcJhDf/wFsiuX0Xrj9Yju5ZgXHsP2HAIvg9x8DWLzta9ZbW7KwpC/bA1CSXQ9QGWmn4fxWBlVyFPYeOHOv1MZfuI5+r7xfUovvYrM+HS88yYWf+QOMku7F2zMlJSU1z8n77VSXn+kAjblvLj6qsUsXVrkyR8e49DhUbIZhyu3dXPVlYvxXMXOVwZwTqkDPUk+73HkyCjlSkjxNO65Z8ui9hxKSYJQ43vTo0ZBqFFKsqg9x/pVrdy/s49qEOMoOdF7tlSP0MY20njByzjUqhG+p3CUQBtLGBqKeY81y1sZqM4dGRBC4J8mTJpzFdcvKfL08XHKUWIEZYFCRtLdZNm61HK8avBcB6vBV4oYi7GQl4LWsxCTjhTcuqoVskMERuM64KhGWnRjihlXcNMah0f2QSVI5iMaDyWWNXls67pwhkyeO0o2cwIAbbzGJAxKBRTyhymV12PM6YVKJBcTiW5ccwKLaqTYGqQNMSJPXW089wlagz/+cvJfNSViKiRGNSH1GF5lD/Xma+e9yVrhWqxw8GuvokwVACMz1LNbqOevmnWdmFYsMukfe+olW2iM20LoLMExB5FRUr+q84uor7od3bL6zJPSMXMmSkkJ1iSuxfPBatzxfXilV5HxONptIWreRJRfPa3Pbe/X78HUA7IrJiPOQgr8rnZqR47T+/V7aL3xSkTnYtS7z69/t7UWqhVwHIQ/sw1UymtPyw1XUrhsHeMvvYq/uHOiZ6uu1IjHSnS97x1kVy6d9/bqJ/qJxyv43Z24Tae/ZvX847c4/CdfTMRzLks8XubY332VwR88zuV/8J/Jr1t1PruWkpKSkrIApAI25bxZ1FXgQ++/bNZlUp5Mu52Fxq/FBTb62bi6lWXdBQ4dK9HRmkE1opRaG0ZLAWuWN7NhVStSCtZ2FXilp0RLziWMLQPlAGsTB2GLpTnv0bW4yLFjJcbH6gRR0od26aICmza042bc8/YpWlLwefdqhyOlgNEgwvNDlrVYuosCgSTvBvTVXUph0h9XIWl3BIs8hTqLyHVvOWT/aI3lHZrFLVPEKwKwCDSeDFneYvnRqyWjVYdjww71msvigkf3lJZD54/F9wdBGIyZ+vBCoo2HkiGeN0y9foYIiFCU3evJ6D34+jCCEJAEaiV1tREj5xcdncAEOKP78Up7Ia7gRH3o2XqzCgFIVP0EnE0pppDUC1cT5C5HRYMAaLcDK+cWVjEtxLThMoDBTohYQYREUxerqF32LmSlH1kfxjoZdHH5vNvgiKWrQEis1jPThKsVyBcR3fNIlTYxud578cb3gDVYoVD1PrzyXoKWK6h1vSMZx1pKL+9G5WevP1S5LOMv757X3E+HNQbzzMOYJ+7DDvaBlIjLr0K9/X3IJSvPe/spFw7pOGz8nV9j93/6fcqv7p9oWSZdl7a3XseaX//ZeW2nvGsfh//iy4w9vxMbx6h8js473saKn/n4rAZQtcM9HPmLL2Nh2sMUqw31oyc4+Id/y+Y//r/TfsMpKW9S0gDs65dUwKYsKFds7Wb3niGMsQgBQaCJIo2UgnI5YNu2bvL586hRnAWlJJ/50OX8xVdepm+wMiGfBbCkK89nPnz5RHrx9Wvb2d9fZrQaERmLsRbVqIVVStJa8PEdyYaNHQhtyAiJ5ynyORdrLZXYsCh3/tHjnKu4rD2HcOqoTAhWcVIZ511Y40ZENiCKHVTQhDqjIdB0Xh2qsr2vTGwMgRF0NIGnktRgz1EIYjKqjhCW2EgcYVhUDFlUiIhqPjq6sMZMQsQ4qo61s12CBBaB65Spz2tjDnXncupqI5I6Fvec0oaFrpLvvxs36G3UGwuECVAmxABWnSK4rJ3mbixtBc/2IO044BLKbmI6pkUeJ1aVGWJ/2cR2lB3Gs70NR+UCoViCFSdFraDCVnLsxGUISY3ksZBLnRXUWAeAyXdh8mfvzCuvuAHx4LeTWtPWToTjJPtfq0BUR779TsQc6cdT8cZ24pV2Y1QWVHK+WEDoOv7oS8TZZURNGxFCIH0PXa3Nuh2rNTJzfinC1lr0d76MfvR7ySSyucSY6umHsXtexvnJX0OuXDfLigZ5fC+y/xAIgVm8DtO1es7evCkXjuzyxVzxV7/HyBPPM75jN8JRNF+zleZrt86rB2x5z0F2/srvEPQN4LY2o3JZdKXK8X/4JtW9h7j8D/4rKjf9QdHg/U8Ql8pkVkyvPRdK4ra3UHrxFaoHj5Jfs+KC7mtKSsqlQZpC/PolFbApC8rNNy3n4UcPceLEOGGkCUONMXaiNc26NW0znm7X6zEDgxU8T9HVmT+rp9/WWkYqIW7G4Vc/ezUv7hpgz6ERBLBhdSvXbl5EPjcpmFd15nn/1Uu596UT9IwkN9RWgKski1oz+J5C1zXSVUhH0VTwUCJJI65rQ8aRrJqjHdC5IFU0EQ89FVcIXC8mjg2YM9/QWUBLQVVbykBr3iUINZUAdp8wbFgMjtQIDJ4KEMISadVw701MqqTQuJkxdJxpiOoLzVxfDjZ5I84Goc7LbTgz8hRO/TjGbcKiEiOkKELYOjIaRUtvss7WahAQZZNInmt6yJmXkQQT2/P0YSKxhIq8cu42PtaQMy/h2WMIGr2ErSDDXqpyG5FMItAWjwpXohhHUQIEMa0Yzt9FVeQLOJ/6ReIv/yl2oDfJmLAW4fmI625F3f6heW3HH3s5EXpq+ufBqgxC1/DGdhA1JSndHbfdxLG//8aMNjlWG0w9oP22mzgf7NEDmCd/AF4GUZiMwttCE3bwBPruf0L83H+efm2pjOI98HeovgONtGrAcdHLLie89dPgp461C430PdrfceM5uQ0f+7uvEvQNkl2xFNF4QKmyPrqQY+zZlxl84AkW3XXbtHXCoRFg9lZwMusTl8pEgyOQCtiUlJSU1xWpgE1ZUNrbcvzkp6/kt/+fh6lWI5JWqgLPVfi+4t779nP5pi42rG8njDTfu2cvDz1yiNJ4gJKCVata+cD7NrJl85kjS3t7x3lkVz8nRmoYC4WMw3Vr2/npj26Z4RI8lS3LmlndmeeP7ttLpC153yGfcSaitEYbxoZrtLZnCbRJAm8Cip5ia0eeJu8CfowEJzN6T/uSMz0TNAICR2GEQAvDio48KzpyjFUi9p0osbcfjpQEqzoUXTnNilaLNknvVGtPxkAFWIWQMcqpoaMLV/9qrUOsc7jOOHpKtLmxFAFE8dn3fDxXhK7iVfYnrXGEw8k32TgFZBwhrEbGZYzTjLAhwtTQXhdhfh3SjpM3LwExmsl+tMJGePYY2hapiw2zjpuxB/DtEQwuhkzDJMoiqZIz2xkXRYw4KcoFmiY0Z5kWPQ/kirW4v/K7mJ3PYU8cTcTrxm2I5Wvm9wDJamRUworZsymsdFHhyMTPiz/6XoYefJL60RO4bS3IrI+pBUTDo2SWLWbxj7znvPbH7HgWG9SgY/G03wshsIUW7JF92L6eydRoa/Ee/ALq+G5srgVcPzkHojrq0Iu4j3tEt332vOaUsnBEY+OMPPk8bnNhQryeRGV8QgtDDz45Q8B67a0gxDQX+JOYWoD0XNxZWvukpKS88bEkvQwWatsp50cqYFMWnCNHx8j4Dh3tObQ2SCXI5zyEgL6+Cvfet4/169r42y+8wONPHMFtpOhqbdm1a4AjR0b5+Z+9jm1XzF0P+erxEl/74VHqoSbvO0gJ47WI+146wUgl5P1XLzntjXjed9i8rJlXjo9TyDrTXmutpVqL2OIW2NxdJNAWXwk6s+4FrAltjKUdkq4vk+16JhAWrMSa00dCLZPiVVhLEGtqkcFzJK0Fj5VdBX54cJhSYCkHDms7LYubLNXIQKPPa4uvGjeCDTEmL/RlXFCvd+Lkq0gZYYzDhImTjNHaJwgvwo2jifBKr+CPvYCs9YN0sMZgnVxSrykzGKcFFY0gbIDUiUiLsquptb0NpI+vDyAIp4lXACtcrI3xzRHqYu3MKKzVeOYwFjk95VkIjM2hqODZY9TFeRhRnQXCz55Hv1eJlR4irsy+bavRzmQEM7tiCZv+13/i4P//bxl/6VXisXGk79HylqtZ88s/df7ur9XxZNzZPp+ui61XoFqenP2Jfaje/dhccyJek5XBy2KNQR1+mXi0D9uy6PzmlbIgmHqAjTXyFAdjLMTjZaKxcQbue5Sdv/zbdNx+C53vuiWJ9t72Fo598WuEA8P4Xe2Tq2lDNDRK683XkFu9/CLvTUpKSkrKmUgFbMqcVKohzzzTw+69QwBsXN/OddctJZ87u/q0F7f3opSgUJi5Xj7v8squAba/1MfTz/RQLPrkpqT4ZrMO/f0VvvGtXWzdsmhGa5yx8YCnnj/OgweGqVtozTn4buJ67DmKahjz4qERrlndytK206cAXrOylYODFUarEcWMg6MkkTaU6zFF32Hbshbaz3LfzxYT+0hTQwiNtZKJeKuwSX/WKMNUYWusZbAUYKylreDjORItxYR4FTAhso1Jal5bCz4ZV1ELNfUgZnDMonXiNqyNxRgItcWVcPI5oZ1HyvLZEsVNVKrLyGZPIGWEwGKtJIrzVKvLsPbC1kbPwMTke7+HWz046dRgImQwDHENk2lPRKzIYESGKLeOsHg52mnGeG0Tm1GMJTHjWcSSxUUQIKlhmB7BltQmanZnIATWChw7eiH3eOEQgrB5M5nBx7FWTxfrJgZrCJs2TVulsHENW/70t6nuP0w4OIrX1UZu9fILYpgjWjuA2SNrBHWE6yFaJgWLHDicpA07s5QD+DlEaQA5cBidCtjXJW5bC15HG0FvP06hcZ23UD/eR723HxvFCCUYfuxZRh57jsH7HuOy/+c3yK1axoqf/QSH/vRL1I4cR+WzSRp7rU5m+WJW/9JnUwOnlJQ3K42WiQu17ZTzIxWwKbNy/MQ4f/xnP6SnpzTxOXv8iSPc+4P9/PtfuIHF3fNP74xiMyOt6yRSCoyxbH+5lzDStLZmiGPDeCUkCBOzJ893OHp0jCNHx1i1smVi3b0HR/izL7zAcDXEWVpMnCMrAaOlkKXdBZSSZF3FcBiy+3jpjAJ2aWuWO7cu5oFX+xmrRVibiL/Oos+7Lu+ifRYBfsGxEl0rorLjIBptbARYK9BRFhNOtnPZeXSMR1/tZ6AUNFrvJCnT125K0q1PHvGMktSESfrdakvGlTRlXWpBjAFGKpLxuqQlZygHyVrJRdsipMZahY6ntJG5gIRRK2GUJ+f2oEQZaxSBbkHbC2saNRteaSdu9SBG5UE6yFAjTR2LROoaNq5g3SLCBFjpEjRfSZyZ2cojEalzfRsZkoTs2aLmUx5QzIKY4jh8KRC0bMMp78ep92JP1gubCGFj4txywqbLZ6wjhCC/bhX5WfyUzgd55VsQD30XOzqEbWmfECFWx1AZR1xzC6Ktc8oKp3lAc/IG5iyN01LOTDg0SnnXPhBQ3LJxVqfg+SBdh+4PvYuDf/wF4nIFp5AnHi9T7x0AY5G+R27lMlQ+i67VGX7sGXr+8Zus+JmPs/STHyS7cim9X7+X8Zd3T/SB7f7Ie8kuS/vApqSkpLweuXTujlIuGsZYPv83z3HsWImOjhxOo9doHBuOHSvx+b9+jv/yf719RjR0LjZuaGf/gWGCesx4OSSMYqQQFIs+lUrE+nVtiWCyUK3F9A5WE6OiKWm0jhKUSpMGObV6zF/+w4sMjdRo7c5Tb/SatdZSrUf0DVZZsqgwceMaxPNLgV2/qMCqjhyHh6pUQ03Bd1jZnjttDe2FxhqXuNKKcEKEjAGBiT0wkx/X7YdH+NazPUTakPeTlOeJlOl6xDuvXzFx9BwpyLqSaqQxNpFUxlq0TZYVPIcdxyXXrgwo+JYwBs+xCBknEdF68wIZOIGkSsF5BYcKSaQZXGeA2DZRji/Hco5C1kY4egBhDVq1YOTM+l1/fBcgQCYRUOM0NUybNBaLjMaxIjE0Coqbif0lM7YBEIpuPNvTMHaacpysRRISiW6smPkAwJAlFq24th9tnekRXKsBQSQunYifdXJUln0Yf/g5vNIuhImwTo6geTNB69UzzJ0WEtG+CPWBT6H/9QuJu7LrJRFWaxDL1+Dc9clpr9dLNuC4PoRV8E8xAquXsZk8evH6izb/NzomCDn8f/6Bvm/9gHhsHITAbW2m+2N3svyzH0U6Z39rsuQTH6Cy7zCD9z1KNDRGNFbCRjHK98gs60blk8+gymaQnkfft+5n2U98BOm5tN18LW03z7+fc0pKypsDk0ZKX7ekAjZlBq/uHuTw4VFaWzMT4hXAcSQtrRkOHR7l1d2DXL6p8zRbmeRtN6/k7u/tZd+BYay12EQT0D9QxXUl71u/nubmDNZaTgxU0NriOgLRiHiEkSGMDC++3MsVW5Mb+hd29DEwVKO9LYO0gLVYARKBowSVakgU6YkesO3F+d88u0qyruvCGRadGwIb+7MKuEgbHtzZR2yStOGTeI5HJYjZfmCYres7WNSSbWwJCq7CEYIYCGPDeC1CSUHRUzhSMFJRPLHfZ0lLxIo2gysVOvKJwzxGz92jFECpKp47gpQh1riEUSuxznHmBrmGgrMLR5TRZMCePNc0rhgj7+ylHG+ex3amYC1+tIdM8ArSTrabCd3l1DJXY8Xk8ZLx+HTTIemh3Q6UHoe4CiZGu60ExS2ExS1ztlKJRDeR6MS1/RjrNCKyBkmAwacm5xA+QlCX63H0KIoqxvpYZKO/a0QsOgjFpRUBsk6eetfbqLe/BWWGkEJjZHbacb9YqOvejli0FP30w3BkH/hZ5NbrkNe8FZGf/vm2bUvRq67E2fvDpAdpJp88P6uPI+KQePO7IH82DX9TTsf+//1X9H7te6h8Fn9xFxZLNDzG0b/8R2wcs+rnP3XW25Sey4b/+5fouvNWhh58kt5v3EvsumRXLUVlp1/DVD5LNFoiHhvH62ybY4spKSkpKa9XUgGbMoMTvePEscH3Z54eGd9hbKzOid7xeQvY0VLSzdPapL5yKnFs+M7de/i5z12LchVhOcT31UTk1DTUbj7v8uyLvXzkg5vI5z1O9Few1uIoCcbihIbIV1htkVISRZp6GBNZaM66bF72xrn5PDxQYbSS1OmeSs5TDFdCDvaM0dWam9aF23clPoJm4MPrO3j82Bj91Ygg0IClFAjG6xk6nCZyscuZhaMl4/eS9fuTml0EAovvDVEPO6jVl5x2G64YQYkKGp8knTZBWAPE+KIHyRChXUrAsil9UefGj/aSrT8PgBZZQCJsgB/uR9o65ezbJ1JBjVNEBf3TE3ili1FtCCTabWd8ycfPnDoqFBV5LRnzatIHlpAketpFXW5Ai7lvkGPRQVldQ9a8irKlRiqyQyBWUJOXT7btuYSQpkQufgHHDCLQWBRatlB1t6Flx8Wdy4p1yBXzyE8WguitHwfXR+1/BlEaBMBmCkRbbiW+9q4Fnumbh+qBowzc8xBOUwG3JXHUFoDf1U44OMKJf7mbJR+985yEpVCK1rdcTetbriYcGmXooadmiFdIIsAq46PyaWuklJSUuUnbwL5+ufTujlIWnJPC1Rg7I03YmCTVdzZxOxePPHqYWBtcV6H15DYdlQjN0bE63/v+PjZuaGf4mR7iyEyWBgpBPu/R2ZmnWo3oH6iwOu/he4ok8JqYtGRqEVYJtCOTlA9XUQkNbUWPD123jPxZzPd80MbwyuFRXtw/TKkasqgly9XrO1jdXbhgZiCRNmg7872BpKZQACbQONqglZjoKSuwuFrjWItwFe9Y2UpPOaC3HKKtpT3jsqI5Q8aZX62f65TIZvqwVmCMz8k3TQhNxu9H6xxhNLeTsBKVhmCbTLuVto6kmmwHgRJVsnY3Hscp22umtJSZBRuTCV4BwMjJ11mRwViFE/fi6H5iJ4lqBk2byA30gYkm0oiTlaNkefPWedc9WuFSU1up241IqlicpCftPN7zWHQxLjtRlBBEaPKzphxfCghbpRA+jrIlDD4GH4HG0UMUzBOU/behZcvFnVPvAZxXn0T0HwY3g153FXr99UmUdSquT/TWjxNf+S7kwBEQAr1oDeQufNuiNzOjz2xHV2pkli+escxtbabe08vosy/R9d5bz2ucjnfdwvAjT6OrdVRuUsTaWKPLVRa9/53Tfp+SkpKScumQCtiUGWzZ3EWx4DM2Vqe1dfqN9NhYnWLRZ+s8+rKe5MDBEYyxGGPxPDlNyClHYoylp6fEtiu7aW7O4HuKej1GSUG+4FEoeARBjJQC10vEztZNnXzvwQNUqhGFvIe0kBsPiT1FKdZksy7v2dbNVavbaMlfBPMlINaGLz+wnxf2DaGtRQnB7qNj/HD3AO++eim3n6GVz3zpLGbwHUkQaXIZAaIR1raCWCeCq7PJx9cGq8E0xpTWTouHKilY0ZRhRdO53cT53hACg7FT1xdY6yCFxvcGTytgLbLRGiip1hVWN8QrgGz0YHOxCBQlsrxKhWvm3J6jhxC2iplF/FnhIk0NN+6dELBhcTNu9TBu5SBogRUuwkYIYQlzq2c1HToTVnhozuF8EwLNpZ8l4McHUaaEFvkJ8W+RaBwUZfx4H1Xv4tUaqlcew338qxDUwHHBaOTx3ahXnyJ8789DoWXGOrbYji62z9xYygXBaj33gx0pEufPWJ/3OB233cTgfY8z9NCTSNdF5bOYMCIuV8ivXcnST33ovMdISUl545LcgyxMCDYN7J4/qa1iygxamjPc+d71aG0ZGKxQr8fU6zEDg0l96p13JDWr8yWTcdA6EVmnCjhrLVKC1pblS5vxPEUh77FsaROLFxdpKvoIYKwUsmxpE0sXJy6VK5YUuem6pVRqMcOjdYJQU6/HDB8fR40G/NhNK3nHlu6LJl4BHt3Rx3N7h8hlHLqas7Q3ZehsziCAe5/rYW9P6YKM09Hks25xnmoUEpsIIQxCGCwxY9U6bUWHy5ZMpuYpa1GniNcLgaOq2DnMnYyVKJXUoM5FZNqw1kEQNeYaMmHc1Zhs0r5HYvBwGUTa6lybA0wjojvXniZ9ZieQDpVFd1LtvBXtd4F00H4XwaLbqC5+7/So7EJgTRLtfQPlKLm6ByvUzMi1EBhcXN2T7PdFQIz24TzxNdAxtrkLW2jDNnViC+3IvoO4P/zXizKPlOkUNq5Fug6mVp+xTI9XULkMhcvWnvc40nPZ+Du/yqp/95mkzjaOUdkMSz/xATb/0W+SWXLpGKSlpKS8NlizMH9Szp80ApsyK3fesZ58zuXeH+xnYKACwOLuIu+5fS1vf9uqs9rW9dcu5dXdjZqyqX0ZbZKSXMh7+L7ihuuWcqSnxAsv9ZIJHHI5F60tpVKdXNblQ+/bMLGuEIJPfXgzLU0+Dz91jNJ4gBCCVcuaee+tq7nmiotrfmOM5alX+lFSkPUmP1ZCCJpyHv2jNZ7ZPciGC1SL+8Eb81QeLXOkP8bYScnWWpR8/O0FfI8Ff8RnrELJeNZxBBZzBudiQ47AdJORPVgCBEkt7smd0Vpx8geLg6COpI5h9ro1LVux+AgbzEzBtRoEaHVKXZ10CJu3ETZvS+YtwHUVRHrBjp8IRvFP/BB3cAfChJhMO+Giawm7rrzkW7Uk7+HcDxCSBwwXR7Crvc8igiq2qWt6xE85WD+PPLgdyqOzRmFTFo6mqy6nuPUyxp55Ca+7A5VJDL50tUY0PEbH7TeTX7/qgoylshmWf/ajLP30h4hLZVQuOzFeSkpKSsqlSypgU2ZFCMGtb1/NLTev5PiJcQCWLC5OcyWeL2+7ZSWPPXGEHTv7CEOD60qsBa0NjiORUrBlcxdLlzTxbz57Nf/63d088cNElCopWbO6jQ/euYErtkx/Yu44kvfdtpZ33rSSvsEqjiPp7szPu73PbJQqIft7ShhrWdldpGOekeZqEDNaCcl4s4s215EcHz5d9HD+CBnTktf89HvaeeVwyL7jAbG2LO90uWJ1hqY8xPU6OjxNveg0NMoJk//F0w2VTkcYtZJTx2FG1NMihCEMW5lbzCRU9RqMdcioEwgRJBLHgtYOxkwxdkIDCnOa9FwrMwTuajLhLoxViegViSGUtAFathA6y+a1bwuFrA+T3/UPyGo/VnkgFKp8nGz5W6hyD7U1d82rbvb1Siw78fX+JKp8yn5IGxGpRdNbDS0gYnwomUejphk1xZjMzSBqJUR5GJsK2IuKkJKN//1XefX/+n3Gd+4mbKQLS9el9eZrWPef/u0FH1M6Dl5bywXfbkpKyhsb8wbKkHqjkQrYlNPiOJIVy88vatjcnOHXf+Um/uwvnubZ504QBBohwHMVuZzLurXt/PjHrwAgm3X5xEe3cNcdG+jrL+N7DkuXFE8rSn3fYcXS8zNa0drw3SeO8PjLvVRqEdZCNuNw1foOPnLrajJnMIHyXImjBNEc/WZjbSnM4hp8LggZgzB4SnHlmixXrjm15jNu9I89ExYvM4LnjSFkchNpjSIMWgiDFs4kPoOwHc8dwVG1pH2MlQhhkCJGmwxBMB+XakndrCIwy3DpJ8dLSaslpoociyQgoisxRjoNtcw2hA3w4sMoVU00lACrJEIKPNNDqFbOY14Lg3/0YWS1H5Npm6wRdfOIuIbX/wJR++XELeefPvlaETir8fRRJFWMzSUi1lokdayQBM5F2jdrEfURZH0c4koyD+Viss1Yvwg6AuXMNHJKuSj4izrY+pe/y+iTL1B6eTdCCpqv3kLztVsR8tLOQkhJSUlJWXhSAZtyUejsyPOb//kdvLKrn0ceO0xvb5mmJp8rr+jmhhuWkc9Nj6wVCx7FwsXrz/fdJ45w39NH8TxFe3MGIaBSi3ni5V7CSPOT79t4WgMmz1FsW9PGozv6KGSmOwSHDVF75dozG8OU6zEH+suEsaGzyWdFe26WumHJFJvmU7Zgp7xmbqy1ZLJDeJnRhotwcikQQuNnhxDCENRPP19rXcqVtWQzJ3DdMaSMwQqCqJVafTHGzr/+2OIQsgRpy2TYj6SCafRTFWgMOWpcdubopHCoZa7BjUbBjmFwsHgYPCR1cvGLWFwitWTec7tQiKiCO/Iq1snOSBW2ThYRVXEHd17SAlbLdqruVWSj7SgqjZJjixUedWcTkVx6bhu2Fjl4GNl3ALCYrtWYztVzng/ugUdxywexGDACHAk6RJYHMEZDEGBWbME2z9+MLuXCIh2HtrdeR9tbr3utp5KSkpIyKzaNwL5uSQVsyjljjOWFF0/w+JNH6O0r09qS5cYblnHD9cvw3NnTBC/f1MXlm87/pnF4uMZ4OSCbcensPL8oylg55PGXevE8RdMU06dCzkVKwcsHhjnaV2ZFd/G023nHlUvYfWyM/tE6Od/BVYlTcBBpNixr5ur1cwtCay1P7Bnk0VcHqAZx0g1UCpa35/jgdctoL0zWbVntYrWDUBHWNEKMJxEGrMREM1OfrbUcHqmxo7dMNarx4evqeIHAkx6OatSaWgeIcf0xwqC58fPcGOtRqa1E1COkjDDGwZ6FcD2VOuvRFPA5gkMJi0PAcgJWYkRhXtvw7DGkrRGLlmlC0dgsylbI6D1EcvFFT9UVURVMjFVzpKULiQzPzuhL6jJKj2KFQ+x0XrT03NMROquIVBeeTt4Hi0+olmLk6T8/cxJU8R7/B1TPLkScpANb5WKWbCC45VOQmX5eiKCMt+9ByGahswsGByGKQcrEhXi0H92xgujGD17S6dopKSkpKSlvVlIBm3JOGGP5+3/czoMPH0LHBtdT9PSMs+OVfp5/4QQ/97lrz6pX7HwZGqryL19/hRe3nyCKDMoRbNrYyUc+fPk5pzofOD5GpR7RPku9a9ZXVGoRe4+NnVHAdjZn+Dfvu4z7nj/OjoMjBLEm6yveunURt1+1FH8OUQ/w3IFh7nupFykFLTkPIZLI7YH+Cl954gg//Y41U9YXxEETbnYEIfVEtDWp9xToIIc1Mx10Xzxe4qnDo8TGsm25wVWWkYpFqZD2nIurGimtViFljONWicL5pWZb66L1BXDtFYKIJUQsaVj1ibMWGa7uxwoxhxOuj7JjSYrrGdKRLzTWK4DyEDpM6l+nLUwM+3Vm7rZDUxEmIFt5Bi88grARVgiMLFDPXkGYWXfhJ3+WWJEjcDZckG15T34F5/B2TKaIzTY+41EddXQH3uNfJrztc9POETWwBxGUsdk2WNoMmQwMDUEQJGnDBRd93TuxXa9dKnlKSkpKyuscC3qhHIPTwO55kwrYlHPiuReO8+BDh8hmHfJTopb1esxzLxzngYcO8t73rL+gY5ZKAf/vHz/JocOjFPMeTU0+QZCMd/TYGL/xqzez+AwiczaMmdVzZvpr5nmx6WrJ8uO3raVci6gGMc1577TCFZL+sU/sGcQCTdlJEei7CiUFvaM1dvWUuHLVpLgxcYaw2objl5EqMWCyxkWHeXQ406V3pBrxzNExhICWrEvWC5MWO0qgtWWsHtOR86YEcy+eW+ycnLMj73zmffH3zTpZovbNeCd+iDUZkFPcquMKVnpEHVvnsSFDfvxh3Og4RngYmQcMUo+TqzwFQhL6axZuRy4iYuQ46thOjF8Ab0qtt5fFAOr4q8ihI5iOSTEq4iD5j5TJ6dzRgW1vh0b/UVkfQeTPr2Y+JSUlJSUl5bUjFbAp58TjTxxFazNNvELS87Vcljzy6GHuePe609aNni2PPXGYw0fG6OzI4zqJKY/jKbJLilSxfOHB/bz3llVc1l08o2icyoruQhJprccUstOjiGFkcJRk5aL5pa+Ww5idfWX2DVeJtKU167Cps8D6WWpZT3JirI7Ke6zpKiCFoFYJqI4notRREmMthwYq0wQsgNU+UdUH0Wg/YyfbzpzK/qEKQWxobhhJjVQkxgpcCdYKwtgQm2Rfk21JtL40203EsgM3PkHSkmf68RCEGNE0Zyuehaa+7FZU+TiqfAyQWKkQDUOh+pK3oovLz7gNN+rBiXvRMgfi5CVcYlQRqcfJ1F4m9FZd8i15ANTAYURUxxZnMQRzM4j6OHLg8DQBa/IdIBXEITjJ9UkIAY6T/E4oTGE+BmMXBjPQi+09CrksdsV6cC/Nz1VKSkrKmwmLXbAaWPtaBwjeAKQCNuWcONE7jjdHy5hMxmFkrEYQxGQy55dW+ur+YZ54vofDPSUOHRohVgLRMEiynsIuKSB8h6yxDISa77x4nGeaM/zINctoy8+vFrOzJcuVGzp48uU+pBBkfYUQgiDUjJZDLlvRwrp59G8drUX84w+PMFiqk/VdWtqy9I6H9JWHGaiE3LSiZYaIHYs0B0PNkuXNyMayprYstUpI/7ExjE6Mmk57ET1Dv1WASpi4DJ8cv29MMVCSdLdoTB1CDdqCg0HKmDjKYy5RARuo5fh6P8pW0GSTulCbOBmDoK7WvWbiznoFKps+hTvwIt7gDkRcI853E3ZdRdyyfl7p0k50HGH1tAjuSYzMIHUJpYfRTsdC7MJFxZ7xeMxMFdftazFNS5AjR7C5tkTMAhiNqI9hWleg2xfeKMuOjxF89W8xO57H1msIJaGtE++Oj+Dc+I4FHz8lJSUlJeWNSipgU86J1tYsvb3jsy4LI01T0cc9JQoahpoXtp/g8OExHFeyeVMnG9a3zxmZvO+xQ3zzvn0EocZzFZVAY6SgrxKyKO8hFxfAdyDUGG0QQDHj0DtW5+7tJ/jxt6yYdwT4I7euIQg1Ow4MU65FCJLo58YVzfzEnRvO2Fv24PESf/6dXfQP18CClIJc3uWyy7vIt2TYNVBhdWuWJU2Tdbaxsewq1dECTGQIjcGREiEEubxHW1eBvp4SUsCKjvOr18x7yUfdWts4JoLH9mR4+2V12guanLD4bowUAh1nqVe7OFMbnbMljA17B8rsH6oQxpZFRZ9Niwp0FC6sULYiS9m9nnz0HIrydCdctZFQvra1j9bNES65iXDJTee0vrCnK8o5GUFfqMKdi4vpXof1soiggj3VrCmsYl0f3X1Kza+U1K/6UTLPfAlV7m/UFwNCoIuLqF/1o4mh04WaY3kcvXcXVmuclWuQnYuwcUTw13+A3rMDkS8iOroQRmOGBwi+8lfguDjX3nJW44QDg1Re3gXWkrt8I/7iRWdeKSUlJSXlnEn7wL5+SQVsyjnxlhuWsWvXAEEQTzNrimNDGGhufvcKlJq8SezpKfFnf/kMx46VJqKJ3717D1du6+ZnPns12VNSd48eL/Ht+/cDgkUN8VarRoyO1Qm0YdyTNGcURElk0RhLNps4/xYyDj2jNXpGaixrm1+qaNZ3+Km7LuNIX5k9R8ew1rKyu8j6Zc1nFK/9IzU+/+1d9A1V8TLJHIyxVMZDXnrhBFdftxQyDvuHq9ME7EAQU48tGSVpyroMlQNiY1Ey6Uuba/IpH4rpasqweZ4GVRaIG/+qxh+AtR05nu8ZoxJqCo33qxJIvrc9Q1sx5LJuxaauAlpniaMcF1q8VkPNd3f2crxUx1pQUnBstMbOE+Pcur6dyxado0PtHGjZTsl7J67pRdkyVrhEshsjXpvU4QuJdtpImtuaGdFHaQOsyGBUy2sytwuNLXYQr70Od9ejYC02kwcEIqggwhrx+huxLd0z1jPFbqq3/ALu8e2owf0A6PY1REuvBO/CnAPWGOrf+Rrhfd/BlsaS3rO5PO71N+Nu3oLevwvR2o7wkgc0QilkexdmoJfo+/+KuupGhDrzV7AJQk781ZcY/t79xKVxsBZVLNB621tZ8gs/jcrO4WqdkpKSknJepG10Xr+kAjblnHjLDct59rnjbH+5F0dJ/IxDFGqCQLNmdSvveuekiUwYav7sL57hyNEx2tuzuK7CWkutHvP0sz00FX0+8+krp23/mZd6qdVjutonbzZbmn3GxwOMscRuoxeqtcQ6ucC0tmRBgKcElbphsBycVsDWahH7D44Qx4YVy5tpa82ysrvIyrM0gnripV5GSgGZnIsUAiEESgmyOZdqNeLo4VFWXNY5kcZ7kqo2IEAKQVPOxVjLWC0i1obYgO85rFhU5K4ti8jMo6Y3AspCEDV+FoAHFKylNetyw4oWnjw0wmgtwlUSay2RsRjr07y0i6B+7u1vzsQTB4fpGatTzDg4J1PArWU80Dy8b4jFTRmas+eQbm4tjunH04dw7CgWl1AtI1QrscInUksnjscbhdBbRUbtQOlxtMxPpEgLGyJsTJC5HCsX7r282ETXfhiExNn/DHJ8EADr5Yg33kJ43YfmXtHLEa16C9GqtyzIvILvfp3g618Gx0W0d4KQ2Mo44YP3YnY+i9B6QrxORTS1YPqPY3a/jKqNYaoVwkjBsjX4q1cjXBd0hKyNYKXi+F99lcGvfReZy+It6QYEulRi8Fvfw4QhK//TryzI/qWkpKSkpLxeSQVsyjnheYpf+Lnr+cEDB3jkscOUSnWKBZ93376M97xrHc1TWtI8/+IJjvWUJsQrJLWYuaxLHBmeevoYH7hrI62tky6jgyM1REMMniSX8+jszNM/UCEONbE2mNAgJbS3ZWluSm4WkwdmYqItzKlYa/n+/Qe49wf7GB2tY6wll3O58bpl/OiPbCaTObuPxY4Dw3iuJBRiWlm+EALHkQz0V1i2oZ3iKW2FJCLJ9myk9bbkPQoZh1qoMRakI7n1mqW0zqMdUQSMCUFsLdpY6toQW5ACqkrSJWDbkiZasi6v9I5zYjzAVZK17Tm2dDfRdJb7fDZUwph9gxV8R06IV0iOT9FXjNZi9gyUuW7F/FrITMXXe8nGOxE2xgoHMOSiITx9lLJ3E1Zkz7iNSw0rfcqFt5EvP4rS45x0VLbCIfDXUstte20neKFxXKIbPkq8+TZk/0HAYjpXY4tz91VeaEx5nOD73wbHRbZOzkMUm7HKwfQeR+ZPFa82MZGKI6iUsP/4h4weHWb0aIk4iLFCoZqbWPLW5bSuy6OyLlZIuoIe9NoClfrkgzWnpRmkZOzhJ6l9/MNk16y6ODuekpKS8ibiDVKN84YkFbAp50wm43DXnRt473vWUQ9iMr4zLW34JEeOJCm5p9bEAuTzLkNDNY4cHZsmYJuKPtbaKTWbCW2tWYRMUlKznkLlXNqKPtmMM5H1Wg5iChnF6s7Z60a/f/8B/vlrOxBS0NqaRQioVCPuf+ggpfGAX/jZ687KPVkbm5g/uZJKqLECRGMygqSGQgnJ2lOiwW2+4mhVEFtwG8M5SlLMSmrakFOS5jmMsk7S21/msWd62L5nEG1h1bo2Nl61mNYpNbP12BAryTJXsrI1y8rWiyvqSvWYSBtys+zLyeM8Wjv7OKkyI2TjVwDQcmrU3ODYYbLRK1S9a85pzguJtZYaUG887fAE5GDCxGs+aLeTUvNdeOERlB7FCofIXZoYN11A5+/XE7bQhi60ncOKFlkdRIQVjF/E5uYnfOND+wkf/gF6zyvgebhX34D31tuQLW1JzWtpLIm8nko2hx0REMVYrRFKJSnPtRFEHGIqdZSCcu8QA/vGQIKwQFCj69pmWjoqMFZFlxQ2k6PYIcjfkufQy5axvin9bosFwp4TlF/ckQrYlJSUlJQ3FamATTlvlJLkc3OnLDpOEpk8VYxCUrsqJDjOdOF79eYuHn36GJVaRGHKto2xBKHhhiu6ueKGZTz86gChtahGt+lqqBHAjWvbyXkzT+9aLeKeH+xDSEH7FEHZVPRxHMn2l/vYf2CEdWvnf6O8YXkzj73US3vOJdSWqDEXYwxBqGnvynPVkiKLCtOPUZMj6cwoeusxRtuJ6GTYEMQr8940UWOt5cRYnf19ZSJtCCsR379nD6OjdaSjsFiOHhvjheeP88Ef28qK1W1YazHAqDY0SUGzc/HFje9IlBBoY6dFYE/uE0DGmX/bo5N4+hiCCM0pLY6ExFgXzxyjZjdjxeunRlBby4CBYOovLZSADmnxhAAb4ceHcKPDSBugZQuhu5pILZ4uTqVHmDnFwChlGnK8F3/vPTijB8Ekzs1x21qC9e9N2u3MQfjUo9T+7s8xlTLC9cFq9L7dhI89SP6X/9OU5tEzH9gJITDKTdrmDPZBsYCsDoLRmNgmZk8dBUaeH0V5AqzEhCHZriztm1rQoUGHFjcjICgRBBa/1WHJestYP2BP+QybNESQkpKSshCkJk6vXy79RoEpr3su39SF5ypq9XjGslIpoK01y9o10wXj+lWt3HLdUupBzMBwlXI1ZGw8oH+4SldHjg/evo63X9bFuzcvoiXnUY8MQWRoz3vcsXUx16+eXYDu3T/M2Gid5qaZoiabcQhDzc5d/We1fzdd0U0+6zA6HtLsOygLYRRTr8WJmZIj2bd/hHo0vQZWCMGGos/KnIsjBZGxxAbyjuSyos+iKWm9sTbcvf0EX3rsEA/t6ufxPYPct6ufuCtPx+Iira1Zis1ZWtqylEsB937zVeLYIIRACoG1MKJfmxvd1qzLoqJPNdQzDBGC2OAowZqOszfWkbaCRcwacbQ4gEba2rlOG+I6stSDrExxsj1PhhviVZI8PXRIjLYiYMgAJqBQe4Rc/RkcPYA0Zbz4MPn6o2TCly/YPN4MiOoQ2Re/iDP4KhaFwcXGMU7fDrIvfhFRH5t1PTM6TO3vP4+t15GLliDbO5AdixCd3eieo9T+4a+QK1YjcnlsZaYTuw0DcFzcD/44ctFSGDyBHq+haxqMJdNVILAuOjA4GYkNk57PTauKSFeiAw3GYHQM1uBIS1TVZPKQb5kyz2oN6fvkNm1YiMOXkpKSkpLyuiWNwKYsOBs3tLPtim6eea6HODLk8y7GWEqlAAu89z3rZ9SdCiH40fddxvLuIo88c4z+oSq+p7jp6iXcdtMKujvzCCG4dnUb25a3MFQJEUB7wUedxjVYG4uxdlZnYSEECCZMoebLyu4in3z3er76wH5ODFWphTECgetIujrzeErx9J5BwljzE7etnRaFVkKwpuCzIudR0QYJFBw5I1L9xL5BXjg8SsZVtOYdKtWIqBbhZBy0qxCD1YYpraCpOcPwYIVD+4ZYd1lnYxyom5kp2bMRasPRckhvJURbS6vvsLzo0zKPWtzZEEJw0+o2vrOzj9FaTMaVSCEIYoOxsLm7OM2deb4YkUFYC9gZIlagAYkR59CiR4f4+x/A7X0eEVWxSExxMcHKW4nbz10sRI3UYcn0J4eCRMSGQBwdxdV9aJFLzJlOvsbWyUSvEqtuYqfrnOfwZsI7+iSyNoyJFYz0QhwlmSBKIcMA99jThOveNWO96JknkvTgzu5pnxWhFLK5hXj3K1Cv415/M+GD92KVA9kcQghsGGCGB3DWbcJ75/uQ27Yg/+X30NUY4fu4bXlUdYD67tLkgMaAEChXJg8oTnb9MYnJm+MIgiiGrEAqibVgajXi4RGabrqO3OUbF/hIpqSkpLwJsQvoQpw+iz5vUgGbsuAIIfjcT11Nc5PPU08fY2iohpBJPet737Oe229bM+t6SgpuuW4ZN1+7lCDUuI6ctcbWUZJF8xRAK5Y1kcu6lCshTcXp4iaMNFIIVq2YX8uaqVy5voPFHXl+75+244eaQtalWPAnUqOlhFeOjHFkoMLKrsKM9R0paJazp9EGseaFw6MoKcg26kjjOImmCm2xjkRmXCgnkRzHVVgLpbE6lkQgnfx3KNAYLEVHkXVmHstqpHm6b5yxIIkWCwHD9Zij5YArOvIsO8eerYubM3xg6yKePTLG0dEasbE0Z122Lm5i25Kms6o5PkmkluLrAwhCLFPmZS3ShoRqGfZs2+ZYg7fja8je7VjpYZw8WI0aO0z2la9Qu/xHidvPTTCEJO/DbGkvDV9mtK0k0WMx/Vyw+EhbxosPXUIC1uIyiC+Oo8Q4xjpEdBPYJVgW2CXZWty+HUl0c6whFmXj607HUC3jvvrArALWDA2CEIjZesVmMlAuYYYHyX7is9hqhejFZ2B8LMkGUBJn3SZyP/9rCOUglCSztBWbKSIcF6sN9IzhFx2EFMnPjfkGowEgJj6wyfgGpCDb4hLWDeP7BwnHDdLzaLrxWlb8/37pnD47KSkpKSkplzKpgE25KGSzLp/59JW8/66NHDk6hutI1q5pm5fjrxACz1WMjNWRUtDS5J/zTVt7W47rr13Kg48cxHEk2YyDEIIo0gwNV1m1ooWtWxad07b7x+oIV7G0NTcjwptxFeV6zP4T47MK2NMxNB5SDfSEeAVQqrH9xtNB6wqUgNiC1on4zOY8BEkkZ6weUw1ijjQClo6ErozLhuYM7pS57hyuMhpoco6cqL+11lLThpcHK7RnHLLzrFe1gGYywriomOF9mzPUIk2sLXlPnbHH7umIRQeBWkNG78faCIuLwCCIMbJAzdl81ttUIwdR/TvRbgGckw9FXIzykfUh/IMPEretn7X28Uycdk91SK7Sgxf1YH1mqlwhsFYizcyU1dcnlow4QEYcQmCwKJSo47AXlz7KdhuW0z90EpVh3ENPo3p2IEyM7lxHtPoGTNvyeY1PHEClTCOMOblIulg0YnwIxoagebqpkygUwZrZsxXCMGmbUygisjlyv/Ab6P17iHe9DFqjVq3F2XrlRH9XW+gEN4OIauC4iS14UxuF7pBsq091qI5QCqKYsYMlOq/uwCu6ROUYIcEagfQ9HE8Sdm6i49NrscaQ33IZ+a2Xp+I1JSUlZYGwJFl7C7XtlPMjFbApF4Xe/jKPP32MvQdHcV3JFZd3sWJFyxluYWF0rMY/f3MXL77cT7UekS36rFnRwnvevoprty0+p7n86Ec2U66EbH+pl1IpQIhEJK9a0cLP/8y1eFPckm2jz6yjxBlvFs3J9L9ZXnZy3XMxBFBSIMT0VJZ8zkVKQT3UKCGojgfEQ1UKTT7jpYBis8+adW1gLaNBzGgtwhGQkRJBks7aUw0JjeXKtixCCCqRpr8a4UkxzTxKCEFWSaqxoaccsq7l9C7GFqg2/pysuvWAfOPfrKtglpavdsolXZxe7p2cGDVnG1q24McHUHYci0ugVhOodRh5dg8KAJyhPWBi8E85M4XAuEVUpRdZ7sMUTz33DC5DOIwCENJKTXagG0LXMRbfWhSJqJ+48FpD64mnaDnxFG44jmsrCEdhOpZiF6+YJpQFBnO2EeXXCGVHycoDiRBENf74IAyOKJHlIFW7ac715WgPmSf+DlkexCoXELilx3GOvkBwzY8SL5/ZKkiM9aGO7kRENUyxE6M9lDCN9U95rRJEpQj2vQzX3DptmXvNjQTf/ip2bBTRMtnayVqLGR3GWbcRtToxzxJC4KzbiLNu9qi8zRSIll2Nt/8RrOOD40FTK8JoVrwt5tADx6kNBpjYEpc1R+4/zqp3LSXT6iW9fZVEeA66qtGbrqXrjltnHSclJSUlJeXNRCpgUxacl3b18zdffonSeIhyBMbAzt2DPPrUUf7dT11NV8fs7W4effwwf/XFFxgaqU2UOTrDNcZH6xw6NkYYGa7b1n3W88llXX7hZ69j7/5hXtk1gDaWlcubuWLrognxGsWax188wRPbTzA8VieXcblhazdvv2YphZxLNdTsHawwVAlxlGRFS4al7TmyvqIaxBQy02+a62GMNZbmnDuvOtSpdBR92vIe/aUArxH9DCKDlQLbELa1kTrV8YBSKaClJcM737MeP+OAtVTqMY6AnJoU5p4QSCxDQcxIqGnzHaqxQVtLZpY0bdHocVuNT28EZUkcdU9aJ53cy4DEqKgFZiSPWizWMVhHT66gBTJSCHuGSKcQhGoVoVwJjbrXc4mOTmxOh3MvlApigzDTXyMIyIuXcBhFYAgpUFZdxCLG4AGCSAiUFDRFmlELcTJTOo49QsfRh7BCYtxCcm5EZeSJwxitscvXJmPYCIskcucTfWxgYrzqPrzqXqSuop0WwvwGouyqBW21I2ydAs8hmTTQsggsLsYWMMLBE33U7DrsrE8yLP4L30CUBzGFjon301qLqA7jvfgNdMtiVJSYMMXFpbgv3Y+z65Ek0nnyYZHWqLxFSDvRGxqSn7GCaERDFMwYXi1ein/XR6h/4x8x/ScglwdjsNUKsrmV7I99Zvb04jkIN78HWR3C6d+NqCVzto7AW7OaLt3J6NO7Cccq2ChCVuoMPtpDYW0LmcVNqKYspuQQD1aw+XNoIXQarDHE4xVUNgPWEg4OI7MZvLaWideYIGD8yWeo7d2HUIr8lVvJX3nFWe1/SkpKyqVK6pv4+iUVsCkLSrkS8oWv7GC8EtLVmZsQblobjh4v8eWvv8Ivfe7aGYJuxyv9fOHL2xkZreM4EtdVWGuJQk1lrI7rKb7+vT1svawDf0q7HGstBw+NsmfvINbC+nXtrF3TOmP7Qgg2rGtnw7rJ9MH+wQpjpYBC3uU7jx3mhd0DCAEZz2F0vM53HjnAzv1DfOi9G3jiyBjjQTwRM3z5xDgrW7NsXd3KD3cPJn1hGym//cM1hsfqKCn4yv0HeHJHP++6ZimbVrbM6xgqKbh5QwfffuE4o9WQgq/oH6kl9XWuIhwPiMYDXEfi+A65tixv29RFwXcYD2OOW/BnueF0ZGKkNBzEtPnORORV2yTTcSono7/eGVJ+I6BOIhWmjmhJorHjQBuTOtViMV4MjkledDKC7ViMssjAQZh53CwLwYW4nJl8ZzKBxBFr+hBxHetkMNmpKaeWvNiJyzCaDBaXIbWFWGRxbBUI0BSxQCwSY6/W2FCyQFim9cRTWOlgvSKOAGObEMIgohpysAfT2YHwHASWwFlFpJbMc0ciCkP34dYON85RhYqGcWuHCIpbqLXctDAi1lryZjtKVRPBaQzYxA1biOQBhSaHIEYQzCpg5chR5MhRbKZp+nsgBDbTjCwdp/DYHyAybvJWaYsdHEGTxRQ7k/0yGgaOE45V8JY2IZQAYZO+zEYQjEh0XULH7MfTv+sjyM5FBPd/D3P0ECiFe/M78O/4AM6qtWd3TNwswVt+Eob2YXt2Qhyh852MfuP7hDsO4La1kVm2mKIcQtcDjBaIfCfabUdXLYwNQlM7rLjs7MadAxOEnPjq3fT+630EfQPochUA4XmojE/LjVey/LMfw815HPud36d+4FDyebCWoX/+BvlrrmTpf/wVnKbi6QdKSUlJucQxC5RCnHL+pAI2ZUF57qU+RsbqdDTSVE+ilKSp6LN7/zA9vWWWLZ5+M/TAwwcZL4cgwW1EHYUQuJ4iDDQ6jBkcqfHqviHWr2pDKUGsDX/9t8/z0st9hGFSB+p6is2buvjcT19NcQ4DouO943z1m7vYtWeIKNIYVxJ6kq62HMWJ3q0ucWw41DfOd17uw8s4NGWciVTbUBv2D1VY5Co68x7HR6qMCkGtFlOrRbhK0tWUQUjYc3SUo/1lPv2u9Vwxz36zm5c2o43lsd2D9JfqRMailMA1lqLv0L61UbcrBYOjdXbsG+TWq5fy/7H332GWJOd1J/yLiHTXl+uq9r5n0N3jDTAOA8wAIBwJwpAASIqkKO4SpChRlHZX+larJZfU6vkkPvpWEklRoCRakAuIBjTwdjAO471v78ub69NFxPdHZt2q6qo2YxoYztzzPD09fetmZmRk3lt54rzvOW3Euaqae1j8fq56ipqnmA1THLHSCTnOM1w3lNYy31nsdJVErG1UJPI/af6nR1ukBWXzWuPFvl6yZU9pMa5GRuLiSopfAySjV+CfvA8ZzmOCwSUCpWNEGhJvvhnrLZUmKxo4zGHwAUUoBkhEAWUzZS8jaingILGkUlKSlrK1iOYRvLSDCQaXuKRQaDmAdD1ktIBoLGBGdxG5u4jc3RdUl2U6jxuP43aO4HaOolUF5NI1EzrEbz5LGmzKlNjXGIp5HGYhTRFOvhAAubuuRoouVqi8D3VtIyfRXUDoBBusNlOT0QIyDbFJgKmNABY1dwKKBqslWucTKRV23UbSZ54laSzgblmHcCVGC9KWwEzPweadsHPf2mMQAu+mt+O+7TbodsBxEN4rMzBbHI/ZuI9k3eVYC/HD9xO/8CJyaATh+1ggokxQyHJibX0WWwwQ3SZ4Aeb2j4D76o2vTJpy4P/6j0x/4z6QkrTRRDda2RADH3/DKNNfu4fGE88xOBoQnz6DOzaK9LJPrO50aT7wMBOf/j02//NfftXj6aOPPvroo49Xgj6B7eOSYno2W91fyz048B1a7ZiZ2c4KAqu14cDBWRxHIhOxgn0JIZBS0G3FWFfxJ599huZ8NytxtZaFhZDh4SIDA1kPYzdMeeLJcX7/D57gl/7R21YpsTOzHf7Tpx9hYrJFteJRLPhMhglhpJme6RAEDm7u1us4kvJQkVas2VrzV/SJmsRw5MVpnmrFFB2JMRatDWlsGKn6DC9zSS54iplGxJcePMH+HQOoiyzHu2rLAPs2VrnrqXH+5t5jDJVc1OLkLJ9fAc1OAkDZlbgCEmPx1cpzN9YiEFTdpQWCfcNFHplo0U4NrsxoY5qrr7tqAdVlRlKu08D3Z3CcNiBI0xLNzias9dakm4KMpy5fz7TKgLArX1x8t8lIbM9G+XsA61eJ9/8IzjN/jgjnsIsJPUKRjlxOuPPdK96vaCLQOYGFJO9RXVo2WLSyyk19BBghUIBrdU7sz5otoTCqAiKm615NXLztwmqpTSm2HsaLDiN0jAwXsMbgCNBiICONgFUBMo3wWi9dEgLr2AWkCSHugFPKCPeKGiyLpEt4Hidi65Wx0gGdZD2jizAxImpihcB6paykWyeZk6+UOE4XrQtklmEgpMLZPEoy1SY62criaiArLxjbDB/5VLaP80AIkZUQv8ZInnkStEb4S6Q4ooJF4YkGMokg7GC3XIZ92/vhsmtfk+PO3f0QM9/6Lu5QDZukxBPTSN9DSIWJYkw3pLB1E8nRo7RnYop7dvbIK4AqFrBJheZ9DxD/xCfwNr0yH4I++uijj78LsN+rh48+Xjb6BLaPS4pS0e1laZ1NHpPUoJSkUFhZRiiEQEiBo5ZccM/eNk4MaTPmTDOmWvKIIs3EZBOlJENDS+8vFrLjP/P8JEePLbBzx+CK/dx17zEmp1qMjpaQvsI6EteBtJ0QxSn1esjIcEZKdGoQBRdjDEliUH5GGo2xPP/CFI1GhONKamUP35GMz3aIU7PKuEkIQa3oMjnf5dhEi10bqxc9n46S7NlQxTFZObXyVn6EtcnI4GAeEeQryfqCy4l2jDQWJzesMrmzcMVVrFvmBD0cuNy0ocKhhS5T3QRroeY5bK/6bK0suT973hylwimEMBirAIvn1ikHHu1wA9bKVSR2kdItpwxWLM7NeQiayHoWvxewFuYHd9O64ecpTz6D15rAKo/O8B7U0GWUVhEeyfKxZ/mz5/TyQthFcgumtB6rPISOsM5ZplE6BulgypsuqtS30H4Sv/sSRnoYVUbYOgiFsDFKz5M6w70RWRQyrV/chLxsCDBJlrkaJwjPzca/eJmlgDAidLeunScEmOHtmOoYauE0pjTSO3+RdBEmzXJXS2d9ZgygDFImGLN0jaTnoG68GbP+ajj+YnaBt+6BvTdA8P0zxLJJvMZ1FcSUiBKF6DQo/ewv4Oy/fs3r/3L76Bcx/fX7sFrjlIp0jp3CGotcXJRyJMl8g2DzBpyCg2k11zy2qpRJzkwQHjnaJ7B99NFHH318X9AnsH1greXY8QUajYjBwQJbNr+yXM61cO0Vo3zxG4dotGJqy3JXrbUs1EO2bKywe/vAim2kFFx9xRj33H8cx5EkqcnMi3LDIq0N1pH4UrBxpAhCkOqw59Q7NdVm+3a3dw6FgkO9FXHPI6doa8P2DRUqeSnsw4+P41c9zIYy2lcgBFVTJIgSWmeaNJoxw0MFZmY6zM91GdwxhD9U4OR4k3LRZXS4yPxCSKMZ4XkKITOFWAiB6ygECc1OylDFopb1jzoqU2nDvNT55WDb+jJb11c4dLKON7AURWOtZb4ZUSt5XL1nqU9zdzUgNpbpMCXO64UFgoqruHKwsGJcAAO+ww1jFRJjMdbiyZUOzEKkFINxEBZtMpMiAG0VFXeBuXiYRPvIZdriYg9skZUEVthFOrcG5Vv8p/neRYWEQF1brF+jsfW2noa6aF3lwPLEWRKGsDi9LNrALNAUm/PXEsjNi2DxDC0qJ3O6tIG0th137qVMIV10yzUpMmqQ1raR1rZfcMzCdPHCgxjpYGVmyJMpnxqLQtgUaSKMzEiyQGPVpSFviRgBrTNlM4qxxiBcNwtCxmLjBH18HLtDnpPAIiXx1R8iePAzyNY01i2AEFk5LWCHRsHN50o5WUxN3CHb4bLFIp1m12/7lXD5LXD1LZfknF8JnO27iO+7K5ufsyowbLsFlUHU7itWEEgzN0N639dJH7sfwhC5dQfOre9GXb26suRcSGbnEW5eDZDqFfxUCIk1Bqt1HgNkMaleocBmA8kUb+GuYcDVRx999PEGgbX2kvXAWttXdl8t+gT2TY5Dh+f47P94hmMnFkgTg+cp9uwe4pM/egWtdkKzFTE0WGD3rqFXRGrXj5Z5z+3b+dK3DjM926FUdDHG0m4nlEouH/vg5WuWF7/7jp089cwkeqGLMZYoScGC0VlNp+MqNgwWeu64gjzSwpFEsabbTSnmjr91Y4mqPnc/N8nDR+YoF1xuuXo9H7h1G5E2BNsHsQUHtAVtMsoRuNS2DtA8UWd2psPMdFYK3ZlrI3YMgBQ0WnE2tm6SfckJgSsFbv5A6jkSISDVhjDWlJYpnd1Y47mKdQMXChJaDSEEH3/XLj79V88zPt9Fqcx8yWhLueDwI3fuolJcKr10pODKwQL1RDMXaYy1VFzFSOCgznNNs3zY1T933QZSJivIaz4yFJax4AxnOttyZXYJHrA82MYCVqvMwCl3irX5/gQ2e7hOv3f9r5BF/1jOItn5v1OgzUoCawmI7BYCcRRLiIuhaKfoyDEwEZ5t4NAlEgMgivjGLJ2NEHR3/zDixT/DaZ6EOM1fV+jKZrqXfeyiHJVVOoe0IXoxNkgIjFtCRfVcuLYImwBBpo4CcWnPK5ugC8CICjp0cQoGawQkKTZJIY+hsnMNbCKx6vz9pHp0D923/xzuwXtxJl4Aa9DrdiKTSags75cX2NIgpF2EMdiUTOZOusiwhRneQrr9uktyrq8G3ttuI/zK32CmJpDrxhAqM6mz7TY2jgnu+AFEsPTdYKbGiT79/8VMnAbPRyiFfv4p9IHncN/zYdwPfvyivp8L2zZRf+JZIOt5XV4dY41BOArhKFIj8aSCJIazws7S+QWc4UGKV67dP9xHH3300Ucflxp9AvsmxslTdX7zPz/I/HxIbcDHqyqiSPPYE2d46JHTlEsuxoDnKbZtq/FTP3EN2y/SOXc5fvh9exgZKvLt+48zOd1GCME1V4zy3nfu4PJlLsDLsX3bAD//P13PZ//sWU6dadDuJBhrKQ14bNlc48SReQJPYfPVsWLRRclM1VxUaQEWrKVhLEIKRgYL+J5irhHxt3cf5djpBoPbaiw4EpIlYqEQmMQgXYk/XGD6yDw6N00i1NBOUDUfoQTtMEEnOvMcElAJHKJEEyU6I0JKkqR6RR9Fqg2tMOG6PSOMXiBTdS1Ya4l8h2tu28bhw7OMn25gjGXjWJn3XLeR63aunlMhBAOew4B3/o+8tZacRuHk250NKTSLOu5qSKpuA+M0qCeDuQaZPQL7LIluRkDqSIwUCAtSJLmAtqTHGitx4u/dV5QFYs5dzCzIXJbPRpddWCvxxUkUIUP6BcrmOI7t5gZOWUpsxCYiLmM5PbZ+lfiqH8JZeAhZPw1YbHUEPXgVRqw2MTo3VjYKG6+KTLt5LJAFEqRtZjE/he3ExfM76QoSfDWBJ6eQIkGbIpFZT2xyl+bzoCOvoDJ/N9TKiLx/3BqLXujC9Czx6K0gL3xdzeBmorf+GJHRmRmUVMgnfx81fwTjD/QUa+u4iEIJ0zWIThthmljHR2/eT3zTj4L/+svOlYNDlH7+n9L+3f+AnB9HqWwBR4sA553vIfjgR1e8P/7CZzETpxEjGdkFEFWwjTrJt7+AuvJ61LbdFzzuuve9g6mv3k0yV8cbGiCZnsMmKVYpMAZveAQTJaRRSnXfPszMJKnWqGolv4YLWGMZ/tiHUaXXvje4jz766OP1hL5Q+vpFn8C+ifGNbx1mbq7L+vXlHlERQhOGmjhOKRZcxsZKRJHm4ME5fvM/P8j//s/fzrpz5LaeC0IIbnvbZm65cRONZpSZIa3pZrsS+/eO8mv/6p28eGCGZjNmYCBgz64h7r3vOL9/dB6tTc9IyXUV1ZrP3FwHgciIozE0U4M1loFqgOtIzky1CaOU1FgeeHqCsV1DYC06NTjOktoljMVqS3kgYB4oBg61ik+17KHHm5AaVM3HugopJY4SFBzJfDMmjNMs8gPQZOpGq5sSRppcqGXH+gofu337y5rHRUx0El6c71Isedxw7UbEdZuyLFhtmBWC+TBlMFj90TbWcqoecqoRkRrDUMFl51CRYh5R1LKwoA1xrspoY0lSQ6INnW7C9FSLdj3kul2Cm/ZCVlh7tkJosAiUdThXyIYFEldisppvEuuAVTgyRYosTscYRWodjLIE+vzZs68lLuQXtTZ1k4TsIrJbUTQIOIJvpzG4WIr5O2JKHMNB0+GK3paumKbsvIQYrWDWXYlFIkkoiHGkSWnr/ec86iK0sw4jC0gTYlT+2ZQOaXEMGc0jkzZWOhhVJSrvJSrvB3Hur35BTNl9Hlc0svxWK3HlAo6s45g6nXT3eceU1C6n2zyKf/RZROBl5dGdDqQpaXkL0ejbzns+qyAVi6S/s/dHKD73P1DN0xDnlmBCka7bR/eyjyAWJhFxF1Ndhx3ceHFRQdYiTJh9ZuXLr4h4pXCHatR2j2JPNSHNFjpEqQKbBleUFZv5GcwLTyJKlR557aFShalx9BMPXhSBrd1wJZt/8iOc+uPPk7baqEqJZG4BmySoIMiMnWbmGLztRvb86i8x9xd/xcI3vk0yPZNVmIwMM/yxH2boIz/0ms5FH3300Ucffbwc9AnsGwBaG555boqDh2YBuGz3MFfsH12zNHf5No8/MUGh6K5Q2ebnQ7TOzJW63QQhBEHgMDpaYmqqzb33HeejH35lpWNSCgZqL+8BUSnJ/r2jAEzOdTh8psHmnYPUagGzs53MYCkf/8hwgVYrRgD1RoiJHGzZY6DqMTpa4vRkizDWOErgK0Gic6oiBAaIYo0VmeuxFGRmTJ6iVfEZHljWK2pBT7XRMx3muwm33bCRdTsGeeTADNJTqMDJHoatRboSBezeVKPoSlxHsX/7INfsHiK4gBp6LhxvRmhrKbtLD7NCCApK0k4NJ1rRKgIbp4a7js5xshGi7ZJ++vRkizt2DFEouszqTCeW1lKPUhqJyfp0w4TUWEStQBhrPvOdSdYPW7aMGJQMWCIzFiUTUl0gScucC1oJjBAIa/PoVwFWkGoPRG50ZLNi4lQKjD53u+RriUWleLGMeDn1WYyoPZ9ebnExBDgsYPBWuOxafAwCj3FCdmAoAZaCPA5otA0yLqbbCN0Cm+KLOYyArtgL4txuuVZ6RMFeCp3HkLqT97oKBBrhesTF7bSr78jI2UUQukCdwpUNtFnSzLXNIoF8OUkih0nMeeKfhKS7+X2kpa34c08hu7NYb5h47ErioatXG1a9DNhggPa1/xPO3AFU/SQIgR7YTjq4C4TEFgdexs4sXucAfvNZVLIAQpD4G4gq15AGl9icKOzAn/9nxNRpxLoNWUSOtdBpwUNfh1INbs9Iom1kBFNUVpu9CSEwCOIjh4keeoTCZXuQNsVGIXJwZEUZ8uL7t37qx6levZfJL91F5/BxhJKoYrbQ4g7WGLnzZobfeRPS91j/8z/LyCc+Rnj4KChJ8S2XIwvfO5LfRx999PH9xNkmnH28ftAnsH/HMTff5Xc+/TCHj8z3ymaVkuzZM8w//LkbGDhHiaq1YIzpGQBlr1la7bj32vIPrpQC15U89sT4KyawrxQTcx3++u6jHDxVJ0lNlqm6d4T4+WlOjzfRxqJzMrplS42f+5nraLRiXjxZ58GXplk/XKTZiYlijZv3pdqcIEltwFdYV2IQS431UtDopmyveJQCh3YnpnpWjmwcpehOzL4tAySO5KlT9Sziw9osAkaA42YmS9PdmH/1watW9MG+EmhrWYjSvD91JYQQKCGYDVcXuj5yps7xepeio3DzhQ1jLc045dtH57hhzzCOUrgCOqmhmRgk0OrEtDoJrhI4SrJ+rIKJNH92zww/eadm43CEyPs0BRZjPDqdzZxPodNKZD2uwGLhdu/dueHwojmxRaClQL6GRgqCBM+ZxZFtLIJU14j1ICApA7GAxC75Cy+aODnAhYpRHeYQpJg13mlxkXRwmCOmhBItlGhj8MCCTGaQptMrzxbWUDAvIkWLtrrhvKppWLwCMPjd51E6NzsSLrG/nU7lZqy82FJ1ja+msFZx9rLBojGVJ6fPT2ABhCQZuoJk6Irzv++VQCrSkb2kI3tf1W6CxmME9ccA0zO/8jpHcaNx2sPvIilse23GuxZeeBRmzsDgSGZEBdniQqmSxQc9+i1427vBLyBqg5lhUhStyoJNpmex01PEx79G8qWv0HVF1ttaGUQODFB813vxP/CRFRm2QggGb76OwZsvrjfYGRygfMNrE+PTRx999PF3CeZ7VwDWx8vE90LYeF3g8OHD/MzP/AzXXHMNt956K7/xG79BHMff72G9Klhr+W+/9xgvHpihUvEYGyszNlamUvF4/oUpfu8Pnzin05njSHZsH6TbTZbtb+nnxliKxdXxNmn6vf00zzVC/utfP8/Th2dxVBZR4ziSiXqELbloIIxSEq0RStCNEg4fm+fmt23mztu2UQgcwljTDdNMVVsUUW12Pm6clRgnBhAQeIrAd5Ayi5qZbybs3z9KN0xpd5PefMaxZm4hZNvGKvsvG+G5k3WkI/Fcie8qfE9R8B18J3NGrXcSTky3XvV8CFamkpwNi11lzNRJNIfnOnhS9sgrgBSCiufQjFPOzIe9zsxWYnrn2Q3TnqvyYn/x0GiJuabPb39B8OKJEloHaF2gG47RaO0i1ecuMdfWMh9pTjRjjjQjzrRj2ok+7yqneA0XQJVsUQ2eoeQdxXcmCZwJSv4BKv7zCGIcAescQcAScbVkyuwQK82d1hzrRWTGiR5F1SxqvUK3c/IqM6JqyX5z2hTfnCTQhy6wU0lYuobG0EdoVe+gXb2dxuAP0q7d+TLIK0jSzKXYnutXg0CK7kXv7+VChE3UxEuoqYOQRpfsODJZIGg8hRUK49Sw0seqAO3UEDqiMHcf3on78Q9+Fe/4vYjO3Gs7gNNHs0UutcaiRKEMrQZMnc7GOjCM3HctttXA6iXX8nhmDnPmBOgUnQpcx9Jc0Bx5rsUL95zi+a+8yAu//jtM/uqvYHW6+jh99NFHH3308XcUbwoFtl6v89M//dNs376d3/qt32JycpJ/+2//LWEY8iu/8ivf7+G9Yhw6PMeBg7MM1AJ8f+lS+r5DrRbwwovTa2afLuLOd+7gxZdmmF/oMlALkFIQ+IpmK8Z11IpyX2stcazZ95Z1l/y8luO7z0wyOd9l3UChpww7SpK2Yk4emacYOFx+2UjmomktjWbEF75ygI0bKtxw3UYu3zbA0wdnVxBvYyypsZR8h0BAGGps3v+amqxYVArBQNklTS0DG6rcdK3liecmmerEWY+tFOzeNsDPfuJKHCWZboRYC45c/eCvpCDVloXOWhZAq2GtZa6bEmtDxVeUl5UaSyFYX/Q43oywcmUWpLUWY2F9caVKUw9TYm0pOqvpl8zZcCtKe+Q+MQYhBDrPsF2u0httcV2F40gm5+HeZz3WX0TUC2Tk9XiU0swbgSUQa007NVQ9xXDgIuQSO1+KncmviROivA5CplirMHEBnRS4+HU4Tdk7hJIh2gRYoK0LxMbBVx0K7jG66WV4QjBE5jqsyUjrhb8oUzwxh6Sb9VSSrCghhqwE16JIqeXzUcxVzRSpW0vKq47AZkRFWANCU9RPkDJE6oyedxRWFkiCHRc5H6thcLLoHaHPYV5hMfYSlJCmEd6zX8E9/hgkGUG2hQGSy99JsuvWi+tlfRlwu8cQNsaos8pyhcAacFonKEy9gI2y7w3/6F1EO+4k3voajUWcp9va5o3yy75LvA/9GNHp45jxk1jXA6Ww4ycRGKJYIaVmdsowOZXlQCuV/d2YS2j/+T3Iyz/H6N//e69+3H300UcfbyL0425ev3hTENjPfe5ztNttfvu3f5uBgQEAtNb82q/9Gp/61KcYGxv7/g7wFeLY8QWSRDM4uPqBshA4NBsRx0+cm8Bed+0GPvaRffztF19kaqqdvSiyHNNSye2RYq0Nc3NdymWPd9y+HWsts/NdklgzPFTE8y6kS71yPHFgBteRK0gUwOx4E2ts1kspFocuqFUDJqdafOfe49x4/SZ+4v2XEycv8OyhWYy1xElWNl30FGMDWU9gai3KGEYGimhjez93laTRSTgx0+af/ugVnLxtGy8cmkVry5aNFfbtHu71GZcKmVptrO0ZSy3CmOy10Yvo/z3TjHjsdIPZboyxWQTOtoECN26qUsx7XndUfSY7Ce3UECiJEpBaiLSh5Eq2VlYSJ0dmQTTGWtQ5SnuVEJjcSVmJLNU0awde+X4hBVqbLM4I8F/GtZ9ODS1jcUW2H8hLhI2lEWsKrqIoFQjbi3518lgjFSygvG62hRUImSILEdINSTpZ+e+F4Kl5lOxiUYQIjnc30UmLGCQCS0GGDMkQlxJCgGMv7gvSFdMU1SEUYdb3bDTSNtEEGAos9qNKImLWo6nm5+4RmzECdZI8/wVhEjA6r6mWmQESFoGhFH2Xhno/Vpw/gubVQRHrUQLnVOb8u2xeM0dlmTsRnx9Ct/Hikwgbo2WFxN9y7hJoa/Ef+3Oc44+D62MLA2ANImzgPfk3mdHXnre/Jme3CGlydfesz6pIQ2R3HhTYoIpRKluQiJsEh7+OKQyRjr4GLRTb98Ij385ias4qC6bdhKFRGNuyNN6R9fj/+P8kvf9b6Me/Szo7Qxpr0kSQWoFMNNMzWVm+6+XkWBicSoGo0eX4f/9zRn7ik0j3TfErv48++uijjzc43hS/ze655x5uvvnmHnkFeP/738+v/uqvcv/99/PRj3703Bu/juE6535oX1w0cs7zHiEEH3jfHq6/bgOPPnaGRjPLfA3DlK994xDT0+1ec+JALeCnfuIawljzG7/1AEeOzmMt1KoB77h1K+99107cNRS+V4s40UvmScvQaUQoJdcsPS0UXI6fWEBrQ63s8Y8/eRXPHJjh9/7qOeqtmMGKT7XoYoF6K4JqQKngUS24q/ZloVdCu3Vjla0bVxupAOzdXOOZ4wsk2uAoyeKQtclU0YGSy6bh83dQTrYivn1kjm6iKbgSJQSJsRyYaVMPE96/ZwRXSaqeww2jJZ6b69KINZHNyobXFRz2D5UonHUdhosuAwWX2U5CNT+X3vxqgysFG6o+KeBaKLmKbpogVZarGyca5eTmVkowN9XJzLCk5C2bLi7qxVjLfJr11aq819jm41BSoI2hFeseSQdQGJSTINw2uCnaZtdHWJubPC2qsm10fC7P4yUo2UGIlNj6HGpvJzI+roxxMVgr6Bif2CYU5SRSVNH2wk7ZSjQoqRezvlchkVKD8hGpQdkQZaNc1XRJGM0diJfmv2N2IEUXT8wjrM6I7CJ57ZFHi7UKaTq46Uli9wJus9biJmdw42NI08LIMrG/g9TZcFHqYVdvzhyHRROLxFqBEJkSGZn15+9/tRa/+xyFztOIHkkE3a7QqdxG6q1ftYmcO4Fz+hmsXwZvsdxZYYuDiM487kt3kWy/Edw1FoCsQc0cwp18DhG3MeVRko1XY8rnX5TUTqW3/fKsXRE1Wex4tiZ/XQisX0V0ZvFOP/TaENjLroYtu+H4S1nfa1DMSsZbC9k1uuX94Kz8PpIDw3gf/Dh88OPMfee7dH/tnyGUA46g2bBoDd7yTfJ8V9dThDN1Gk88x8Bbr371Y++jjz76eBMg6+S5NApsX9d99XhTENgjR47wsY99bMVr1WqVdevWceTIkZe1r3e9613n/NlnPvMZxsbWv9bVbufE/n2jFIourWZMtbpSlWm1Ikoll/17111wPOvHyvzgBy5b8do73r6Nx54Yp9mMGBoqcP21G3nq2Ul+/d/dQ7MdIwHHUbTbMX/xty8wOdXiZ3/ymjVzQ18Ndmys8PhLM4iz2iqlynoyMyfflX6xWhsC30WpTJ11lODavev4P0Zu5A/+6nlOTTaZns96YkuBy5bREvNp1ve5fPzGWhJteMum6gXn8Lqdg9z7/CSTCyHaGHRO0qQU+K7izivXU7iAWvn0ZJNuoqn5qjcORwo8KZhqxxxd6HJ5HmE0XHB5+0aHhVgTaUNBSaqeWnP+lRBcv7HKd47O0YwTSp5GSkOUCGKt2DFYYt9AwIS2JBY8R+I7kjA1VCsejWaMkOA6im4n4eixeVphyjU7BtmzoXJR97uxeeiOyC6XgCUXYpHpfNpovDw3VWIRQuM6rYw82SVfYCskFou0Jivn9jqYpAznUJd786BihDBMdoeJjIcvwiX1HoNPRGiLzKdttlaO0mptx5jzq52BPI0UMUJYhFhWIu4ECJv1VwtcQruD0OwCcbam7dA2V2CkIEifzwyxRDZJuZVa5nptXAQRjmmQnO80raHQeQQvPpiVHyOBSbzkKLF/Gd3ijRdBYj1a6RX4chxPTSFEQmrLxGY9sRk972fcjY5QaD8GCIyq5A3bGqUblJp30xr8QPb68hmYOoDQMTZYvRhigwqyW8eZPYrecJZpk04InvlLnPGnwaT5uVq8498l3PuDpFtuOOc40+JOTP1RlG5mZcSLMWK6C47EJGKxintpLE6AapzKVHK1erHrfJDxAu7M83iNo4Akrewg+ujPYL/653DkOZidzNzQnYBk5zVQXo+PXTXXydQUjS9+ica3vk3SNkgZowoeWi/2xy97v5RZGb60WCFJm61X/LtJd0KSRhO3WkEV+y7ErxcsVR99f8fRxxsP/Xurj9c73hQEttFoUK2uVs5qtRr1ev01PZYQWSbp9wKbNlW54/btfOXrhzB1S6WSPWw3mxFRrPmhD17O+vUrHxbDMGVmtoPvKUZGiud8GB0dLfP+9+7p/Xt8oslvfvoRWp04IyEWkiglSVJKJZ+HHjvDHW/fzlsuG3lF52KtzUptz1IIb792I88dnWdqvotODWGss9LWoottRFRLLkJAGGsWWjGtbkzcSdly+TB/dM8xBgYCNtQC9ufq6b/6+bfywpF5xqdbeK7iystG6KSG3//WYebaMbWih6MEiTY0OgmDJY+bL193wWs6Uivwk+/cxefuPcpsKyLNS2wLnuKaHUO897pN51XMO7FmopVQcCXyrPgjRwpEojnZiLhiw8r7ePQio3guGy0ReHM8eipktiMxGgLHcN2mDm/dEqPtCAUraaSGtraUHUk71tTjFFcImp2E8dN1Tp+s40jBe6/dwHuu2Yh3kfe6tBYVpWi78vpmTsQZkfWlwBVLP1EqQohMHRVS9Chdr1dUZK8JaXBdyYXKiDO/HMFCOoAUZrnwlu1RChxjWYgq7KhMUSpOEkbn7yf1mM/ias7+GAkBQiKkxFIgYB5tBWvbQClSewVWH0ew+H1kl/4WCiFV1hbpeOe9F53uUfz4IFa4WLWMfJsIP3oR4ZZIintBXIiAKTQ76LIjH4MABcsPLdI2qnkAFU6AkOjCFtzoAAKDdapLRF0orKiidIMgOUoSLDnaimget3UImXaQ8RRWFbBOCSvzAwkJ1uAIgzzrvJ1j9+CceRLrlZfUWWsR4QLBC18kHt6MrW1a+/TcEvHoHQRT30Lqeh5TZBFKQGwwbX9V2wLCgnRwPTfPpr04yOYJgmN/jUiaPVXdbR3HD4aIPv6T6HpI+PADzH/1GzRPTGMe+iry898m2LObsX/4KYI9u0Frkmcfof7p36V9YhLhFCAoYLodTDvu3cvZIhyAQHguJAkWhVOrUtm28WX/bornFjj+B3/J5JfuQne6qEKBsfffztaf+RH8dRdwou7jkkMIUErlzvrf79H08UbCa31v/V0lwv2P1esXbwoC+1riW9/61nl/rrUhSfR53/Na4kc/th/PU9x19zFmZzsAVCo+H3jfHj70g5f3xhInmi995QB333OcZjNCKsHunUP88A+9hbdcfmHS+Ud/8hTNdgRppkpa26t0pJFmD02PPjnOrnP0254L3TDl7kdO8cAT4zTaMQNVn1uu3cjtN2zC9xR7Nte4bFONe54aRxvbeyg2gYMbOExPtZlzuoQ6c8g1qUF6irqSfOeRU2zcXGNgsMAjR+d53/5Rdo+WuXz7AKMDPvfdf4L/8KUDJKlm3YYKpuTS7CZoY3GkYONggR+6YRMDRfeirumO0RL/6AOX88zxBaYaIZ6SvGVzle2jZYS1591HGKcYY3Ek2GUlK8aS0zuIUv2K7y1HNti7bpzLRgTTLZ/UwFDBELgaJTt049Mk6SYqQEXlMqkjMQWH1GaK6NxQgeTydQxV/J6a/HLGU5WCmdSgzEplSeeROhVXLCsJNzgiwdp8LMvmIYNAI3JHX0mSLPoFnxuBL7B42MVQV8tZ2whsfhRjFEo10bqLMecpJXZShLDYvI92NSzGOkhCbDpHatd+6Je2jVUuVrsIu+gYK7DCyYiw0JjEIRTr0eeZc79zAKzBSr93asJGSNNGmAi/fh/uwmMYSqTOKEmwhbSwlVVs/gJQ4QTFqa8h00bvPFX9eWSgME51jQcegUUiu6dJgqsAcNonCM58GZFOYK2GJEToCJG00P4IVnqIqIN1A+LKBuzy8zYp3rEHsUJhHX/FE5b1q8jWFOqlr5BcdgdpYTPI1b/qEm8L8dgP47VewonOgHCwSQ05+QzG91fOibXIJCTZdCWJBvRF3vcmoXL8SxA3MP7Q0h1iDTKcxT32JRryNs786RfQc/Oo4SEc38eGIe1nn+Pkr/0btn7qE/gHv4s68iLrih1G9nm0I5e56k66Lx1ExBFKWBwHkgRcF4QjQWusUKROwOC1V+Dv3v6yPq9Jvclzv/RrNJ5+EVUsIAsBaafLiT/+K+Yfe479v/kreEMDF72/Pl57LJKLND2X6VoffbwyvNb3Vv/+7OO1xpuCwFarVZrN5qrX6/U6tdrF9fC9HHwvP6hKST764X285927OHp0ASFgx/ZBymUPay2Hj8zz1NPj3H3vcc6MNymXPEolD60Nzzw7xbHjC/zjf/g29p7HXbjVinn2+UlMrPOSyCXjJGtAxyntVky3m76sc++GKb/z2ad46eg8jsoiaCam2/z5Vw/w4pE5/ucfvZJ6K+Klw7PUPIVyJdrYzNU30kxVPKKFENNNMkItBUHNp7ythl/2SBLD9GSTTaNFuonma89PMVoJaM53+U+/9SBnJpooJZBCcPToAuWyxwc+vJetu4aoFl22jZSQUlz0OZ2Y6/D0yTqnFrq4UnD5+grDlSCjWRfYR8FRlDxFI0pxVeaG3Io1Ue4EDJCklkRn5BogTg2HZ9ucqYdYYGM1YNdIKY/uWQnXmUVgEPg4JuGJ5yMWmppaWfHWfYKh2gzdeANnq5iCRVVUsK663JX64uZkOda5ira2dK1F2sUc2IxnVXxB2V2+RLvIMM+1bNtjZ+iomBPd8yPVHo5XoOJGTIcFrF1UrjKSbBEYq6i6nZyQpplz8Hl6YY0ooOgsDdXa3Pwod70WEinCbD3AbZAmZewahNhhGiEMRtaQppmVH4tcLbMGISypu55UDOdTY1C0AIumlEfvWGRaxwi3R5SkCZGmkami2iDCNso2cmflE3jN50iDTbSH34NVF1kaqmMKU99Apg2MU0GkISJpIUgQno9M6qSysGrJPfeSzu4dE1MY/wYy7WBGNsNUHdpt8DwgRcbzaFVFxB2SHW/DFIdWrDWIbgMRtTDOyjELE6PieTBdvJln8Ip1tDdAd907SEur1XTtDNIduGlp+2qd0vgZZHcG65WxygOdIOMm1q8Sbb7lZd37buMwMprHuNVs0cba/Dwkxikju5M0vv4/SGfncDdt7C3siEIBd8MG/PY4zrf+GAoBSTvEWolSgmqhi6M0E/ItJBNTiJlpBta7zM8ZktQipZORdtejtGcHu/7Fz8NFfA9BpuI2nniOI//P7zF//2M4A1VUqYAqFqBcxNQqNJ87wPjnv8bWn/3ExU9GH5cM1vYJQh+XBm/qe8teuh7YvrT76vGmILA7d+5c1evabDaZnp5m586d36dRvbaolH2uunLJuCRJNH/8p0/xwIMnabViGs0IISBNDcWiS6nkUSy6TE62+Ku/eYG3XD5yznLiTieh20mxOpNdhVxJNIyBOEwZXXd+k6Kzcc+jp3jp6DyDVX9FKWoUa545MMODT43TjVI63YR1Q4Xe+DqdhOn5LspROGNlhO8gjcnIkCNRvoOUEs8TRJFmfiFi3boi9U7CCxMN7vqL5zkz3mTdumLPRdhay8xMh2986SX+7197F9XK6t7HRiMiilMGBwqrzLGePLHAt1+cJtYGLzeXuu/QLM+PN/nodRsZKZ+/l1JJwVtGSjx0qk4n0TSjlMXvzcXvucl2xN3H5rhjxxCNMOXLL0wy245773t+oskTp+t8YO8og8WznYi7WAR3Px7yua83aXZsvsJq+eu7JR9/V8oNV5yfrL1auEKwPXCYSTQL2mIAHxhyJJVCVia8qOzbrAs2UzVtVh4spGb5Q7gQGqM90vjcubPLEceD+F6dkaDDXFwjtgEecW+lOTEuUhhGC83ctEhi7Pm/IlMGccVc3m9KZsKUk1krHFBeHoUjcNwuRf80cTRIEtVYTs5F3vtrZOZaLG0ndya2ICRWOkReZt7k2dME5hCSzDnc4hOK7URiB1b6S5E81iJtm0UTKBG2wJistDgP17W4uN2TFBa+S2f4zvOeqzKz+OlhvPYBZDKOUQVkNIuMO9kxhIRUI5wEFU6igzGWr3QJa0i8rKTXbR1FJnWMW8nKd3fthkOHoNvpxRBJV5Bu3E909Q+vHozjYYVEWN37fAiToqJZhM0W0qxTwKoSKp6nNP5VWps+jC5sOO852qBG5+q/R3Dgizj1E4i4DdJB17YS7nk/prLahOp8kPECkJUeW2OxcQKOQkgJ0oOkRfuRJ5DF1e0cQgqGNzjQ7WCHRrFmBpTCGIkVgoKXUAw03Y0bSaRk+MYb2fH3fpqpL32b+uPPIV2XwdtuYPQD77xopdQaw5H/339n4q++RvfkOGhNPDNLMr9AsGEMf/0I0nWQvsfUl7/TJ7B99NFHH318X/CmILC33347n/70p1f0wn71q19FSsmtt976fR7dpcGXv3qQu+89Rqnk4XoKKQWuq4hjzekzTXZsG0A5kmo14OixBc6MN9l0DofdanWpRE8IsUIXE3meoQC2bl57e4CZuQ5PPT9Nu5swMlTgmn2jPPDkeK68ruzL8nMzooeemmDLxkp2vGUPd/P1CGMsritJDChH4rsuxlrCOCXupni+09smSTQyH/ehIwscOjxLteb3yOvieQwNFZiZ6fDY42e44x1Las3BQ7N87b7jjM92SGONDFPecetW3vOuXSglWejE3H1gBmMtg0W3d1xtDONTbb7wyCl+8u3bcS7g0rxvtEQ9THhyoklq6DkZKyGo+golBccWQk4udHn0xAIzrZiK7/RcmuNYc/hknT+ZbvNjN21lZKDQ27exLgePJXzmKx3S1DI6mEUTGWOZbxr+9GsdCsUG+3a8sh7mi4UrBBs8h/W5gdOi8YxJLdrNDJ0We1yN8VEyBGux1sndnpZKhW1cII3KYC+ury9NS4ThCOVghp3VMxxvjRLnJk3WgitTNpemqHkRQqRE8cD5y4eBSI/ieZPItJ2V/goJ5Oqp8vKhGiwe2voIYfH8OYx20ekS8TaUev9nZICxPgLNom4phMFQxjPHKdmnyQqvM3djQUTRvoAkJPZ2UOg+AVZn29vc3CiNwGisdJdMoqxGSI2RPl73KGHawDhrf4ZdfYZS8gjCxtg0JFtiiBBKYxynJzibRCMdlZUtJ41MebQp0nTQTo04yBYMZVJnsb8XgGIRrtgP8/PQbiNMSLL9XUQ73r1mebP1yuiRPThnnsK6xcwcK78G1mZGWLY6CNLBiBoyWcBfeJLOBQgsgCmP0bn2HyBbE8iojnVL6OrmV9TEZVWATTXJwcMkR8YhjMFVqG0b8N6yOfs+NQaxRomz52g835Jqged6WS6sMZk5k80Wd4p+TCfyQGvcsTGK2zez/Rd/6mWPcxFTX/w243/+ZVSpiHAUKIlQCpumhGcmUcUAp1pGeC5pvbnK+K6PPvro442EtZIu+nh94E1BYD/5yU/ymc98hl/8xV/kU5/6FJOTk/zGb/wGn/zkJ//OZsCuhTQ1PPLYae7/7kkeeOgk1lqKRRets6dLIcBzFXGiaTQjBgczJbHbTQjD9Jz7DQKHDRsqLNTDTCUzS92INt9vpexRKqx+2LfW8rW7j/Llbx+h0017z4CDAwHNMMUP1r4FPUcyXw/Zt2c4L8HNH5QsdMOkV9orckU4f35GCEEaZ31ei6Ufvqey7YGoHRFFmmp1dbmkUhIhYCbvJQZ45qVpvvXSDMU9w+zaPwpYwmbMtx89w5nxJj/zU9fy0kSLbqJXkNepU3WOH5ilVQ95wcKhR8/wvnfs4LYbN53zgU8KwTXrK7w020FJgxICRwoCR/ZIapimPDPZYqIZUfQyUmut5fTJBsePzOVl3JaDz03z1n2jfPSOnRQDhzgd4tuPniKMDGNDS27FUgpGaoIzs3DvExOXnMAuQpzlxiuNQEQWqzKeCiC0D75GqASEzcqErQQrsHEBm7xcN1RBNxxDa4/B0hEqAw3m4yqJcXFlyoDXwFcJCEmSVuh2L6y2pbpCYtfhyRTCJsIrZKRMqp46aIVDKgtIUowNkDLB9RsrCGzMKAFFFB00GSGzOIBB0SFhFExC2TyWE1sBpFgirPAxOPj2BE3vRtz4BI6ezRRsa7EYhM5yZs/uBRVYjPSRuolK5tcmsDalmD4FJGhRRsgw25fWWAnCVdgo761MDTaMwXGQopV5MAlF6o7RrtyClVmVRq9ceXmMjVQwPAJDg4i0iR7dfd7e3GjnO1Fzx5DtGYxTxExOkkw1MGGCCHyUGkKVqgjXwUYad/xJHLWFdGgPOBfI0hUCU9mAqVyY8J4PSbAFHjyKHp8FpRCOg40S0uePYscn8e+4EX//VbQfehS1LOYtg0FYm6mzjkLVqujZOVCyNy8Ci6nXkYUCpbe/uqxcay3jf/lVrLW4AxWcYoG00UI4DsJ1MVFMPDOPUy1jOiHla3b2yWsfffTxhkU/Ruf1jTcFga3VavzRH/0R//pf/2t+8Rd/kVKpxI/8yI/wT//pP/1+D+01Q5xofve/Pcqjj58hiTVhNwEhOH262SNwy0lgqxVTLnt0uwnFosvo6PnLMN/5ju0cPjxHqk1PhbU260ctFlw2baywfqy8aruHnhznr792CKUE64YLSCnQ2jA7H9LsJFQGAiql1cQ3SgzbNhW45i3r+OaDJ2i2E6plLythzgmttlBwJUIKEsBZRoqsscSxxvcUg4MFojTLZ921scS9jiRJNL6/8vbP5gjK+XhirXlwokl5fRkba5J2DAKCssdlb9/Gi/cc4+ChOZq5Mcriw9yZY/MceGIcrS2upzDWcmayxZ98/jmarYgP3LnrnPOcWIsUUPEUrlr98C6ARpgZTbk5qT19ssGBF6YBS1Bw0MaijeX+p8ZptmN+7qP7idNBnj8KgbcoJC3qnJkBUeA5HD7ZeNWKismVVblsPi4WAoHQK1+xYQnrJAgVZ2WvRmFTD8wr/eoSSJmClQjrM+TGCNFFyhQhdKbeWUm7s/GCETqL+2uHOxGqiWensHEIjotVRYyQWOFghE/+qxAg72OMWNnj69DmKso8haKz4icpA3TsZVTM/Qh05mQrJItuVNKGWFFAYHFEnVblToLuc/jxYRDZYoyRPkKk9FZ9cliRkWS7aBi1Btz0DDJZQMsyKIH1K1g5idBJtqAgACVA22yhIbGYhQgRCDq7bseoCqkzuuK4SXknVhUQaRvrLnNKtxaZNDFujbS45bwzb2qb6Fz/U3gHvwmP3IeZmssH7GATQ/LkAfTJCfxdg5B2wRoKs3+KCQaJd72HZOO1593/awH70jOkU21k4GaKppAIJFYL9FybzrhL7YMfpPvUs6TTM6jhocy5Wmu603OYisQtZWTfGR3DdLvYTjdb4PChO9PCph4DP/oj+JdfdoHRnB+mG9E9cRqnnC0yuCODpM02VmuEUiAEutMlbbRACMY+9O5XPT999NFHH3308UrwpiCwALt27eIP//APv9/DuGS46ztHefSxM1SrPkIIWu04VyktYZQihSBJslzKVFsazYh2J1My3/vuXVTO06NprWXr5hq1WkC9HiKVQEmJ5yt8X6FTyx3v2EGwTE2dmu1w9yOn+JuvHqTbTahVsj7XYsFBKcm64QKdbkqnnRDVMqK5iG6UKbU3X7OBzWNl3n3TFr56/3Gm57oUAgfXU0QdjS8lQ4WsJHKWTI9CCpSn6IQJnqvYsrVGNzWk2nLFpiq3XD7C1zdUOHGyzuhoaQXJqtcjikWXa67ZwMMHZ3jkxALBUIGom2RKyGJ8UCfBK3us37uOx544w/brN/bmSaeGo89NYYylWPYw1iItjFR9Op2Er919jJuu28jQsvLe5Si5Ck9JYm04O/HCWouxUPEdZogySqQNx4/OYbEUCm6PnxQKDlIKXjhV5+nDs1y7ZwQpi6Smvbg3AIz1MNZD64TAe3lOtMsRW0vTwKJ27QBlYSmLl09kV0JA6mWkdQUMnlfHdZsIodFpMS/5vTDplCLu0XcAax20Xrx3bZ4Xe/EjtDiEYhMOJzMCnCpMoZLl9hi95HbcUxNtL04FQIgU12/gui203YiJ25B0EGmEsT4Jw7hiAkmufK4I6BNYq5E2wgovI7iySLd0I93i1ZQ6D+AlJzC+QsXdXPHM1WEhscJHpi2MUyH1V1ajiLSNP/sIQf1JhG6ipIutjGAG1mOLQ4jmJBiNkFkEjRUGEJjUQ5g22haJg91rz5lTpjtyM4Wpe5DxfE+RFTrESo/u6NtBXjhr1QxsIapeiWrdh6jUkCpd2i5NsZMzpCrC2zqAccoYr4aM6gQv/jXWDUjX7T3/AV4lxLMPYZWPLZcRSQtMnP3ALWEDiz14mOJ7P8Xwz/4Mc5/5U9KJCcgX6JzBAdIrrsaffREbdRBeAW/7DvTcLLI5R5oK9OVXM/ae91O4/rpXrYYKz0F6HrqdfYq9wQF0q0M8PYdNNVZrjADd7jD24R9g9APvfHWT00cfffTxOke/gvj1izcNgX0jw1rL3fceQ0rRI5Ge5xCFCa6n0FrjeopuN11RDmFMZuRz4NAsk1MtxkZXK6hxrPmDP36CRx49TZxotLHEicFxDJ6ncJTiHbdtWZEZe/x0g//yuaeZnu3QzZXgRjum1UkYrPoUfAfHkZSKLlZAvRUB4LuKKDEIATdeMcZbr8pKOD94+w7Wj5S497EznJpqMTgQILXGhBqbGjwpqCaa+cTgFV3GRooUKwF+xaNQcCl5iis317hh2yCOFHziR6/gv/zXR5icbFMsuUgh6HQSlBJ86Af3ct/hWZ44OsfoxioBWYevdbLSaZUasJCGKaXhAuHJOpeNVXjoyBztSNMYb9BuRChHEnYSpCPxPUWjHpGkmjDS3PPgKT78vj2r5hrAVZLdQ0WemmiSqiXHYWstncTgO5LrNlaZWAjp5Kpw1NV4fsZ2jbU4noKSS6oEaIe/ePw0JxsRe3cN8Z1HusRJkMVY5hE1xlqiRHPL1etf0UNwbC1Thl5hqwBiYM5CAgzyWvfJpfil0yjVxZUJAovnNgiCadrtTcTJ+aOcjHWXJcqeZZyDASuxayi8UkT43gyem/VvJmmZKBlB6xJaltCqhpMuoHEh6YKq9npgERKDR9bPaknjIiAQIqVYPoNUESCwRiEKPjIQ0I6QzdO44nS2DyWxSq4xbgl5v6wWyz7DwqNTeBuCGDedBNdDxN289NdBU0KkLRCSsHp95mS8uGnaoXTy8zjdiawZW4jMjXf+DCJsosd2I2yK6Mxhbd6XbBRGu9hUIKwhHr76vNchHrgG65Tx559ARVOAICnvJBq8jrS07bzbrrhmzz8EgC2vg2gKTAJaI1KNxaJn2pgtA5lhlHQwwQCyM4d3/D7Skbe8ot7WC8HMTpM8dC/uS08h0wTtFrDlUbAmuyWEAtuCuAtpQu0D76d04420H3qIdH4eZ3iY0s0341SK6G/+MerQE9BpIgDpCez23Ygf+Aes2/zqVNflkI7DyLtu4cxnv4AdMgglKWzZiFOrEE/PkzaaDLz1anb80t9n8NbrMyOqPvroo48++vg+oE9g3wCIIs38fLhCAR0ZLnBmPCVJDALRy8mUMuv1rFZ9KmWfYtFlZqbNN799hJ/45FWr9v35v3mB+797gnLZY/NAFWMsCwshC/WQQtHlf/tnt7Jn91CPoFhr+dxXDjBXD1k3VKC5EALZ43bYTRhvxThOZiAklWTf5cO86/YdPPjUOPONiO0DBW6+Zj03XrUeJy+hFUJww/4xbtg/RpIapBQcP7nAZz//PIePzpOkhsBX7N02wI99ZD87tw1kURBhSmos1cBZUY575RVj/LN/cgtf+8YhnnxqnEYrwXUlW7YM0LGWJw7NUC54FHyVe+jkfrhSYJREpqZ3TsNDJYbLHjfvGubz3zzE4SfGiSMNkc76c4Wgmyu3kBHMv/rSixR9xQ/csRNtLVFqUFLg52O8ZkOFuW7C6UYWjyOFQFuLKyXXbqiwqVbgus01Hjg2TyvUucmAINUW6UiCgQAtBdJa0FlZ9BPH5xmt+gzVAqYXQmolL+uHTlMarZjBqs/t12182feetZaFnLwqlmjVIqVqWSiJzG34tUDXWtoyImqPYq3AlZphf451hWmkTKlUjtINW3S7GzLjpzUQJzUK/gRSpBi7XOWzSJmgTQVtVirkSnYol46gRJSprEDgzeC7C7TDLaS2QBTsRHReRJoONtQYNwDlghEYGYCxSKkxxsldiMEP5pAqwhiXzH04ROoOViooDWNjC3GIYxcQOsLICkIsmjv1CuYRgKZIwkoV1cqAVvFO3PQUrnsKt3USGS3k97TBuIOE1WuJiysXVPz5J3G6Exi3mpW9WoOQOjMP6jYRrVlMdRMqyFxy9ZkFQILpIk1CWtlOtO66819MIUgqe0jKuxEmU5cvOspn+W7qM1jlgnQx2s+yaWU2L0iBTS2mEYKIoBxk5bdeEdk4jYjq2GDg/AdoLcAT9yBeeBiiEDbuwF5zO+y8Yk3ymz7zON3f/y3MwjyymCAcg+l0sKUycuOWrNcXIA5haAzc7NPhrBuh9oMfXL2/9/4s+spDqGPPQBJjhzei91wHQRnTDek++yym08HduBF/965XtVi08cc+xNz9j9I9cQZ3oIoMfKzWSFcxfPtb2f/bv4Zbq1x4R3300Ucff+dhL6GJU1/afbXoE9g3AFxXEgQOjWbUe61S8dlgYWamQzdMsMYilWRgIGBstLTCgdcPHB5++DQ//okrVzz8NJoR991/HD9wKOV9oUoJhoeL1GoBc3NdZmbaXLZnuLfNsdMNTo43qJU9XFdRKDg0mzFpniELSz2YUaw5fbzO3u2DvP2GTRd3rnl8zcR4k+Zsh6Qdo01WWrthsMBYHuUjhKBWOHcJ4u5dQ8zMbuTpZyaRUoCAI0fnefbFabzBgKvfsYM0NnjFRbMoCyZTi+enO4SJRgHbrxwjTjSD1jL70gySzBhpkbymicZY8H2FkAKtMzXy8196CW99GV32iExGQNYVXPbUAmq+w7t3DXNsocvB2Q7zUYoGXCk50ojQwBUbKniO5OEjsxxyJHGsKRQcClUfFslrznEqgUMhcJhuxtx4w0YefOwME9NtktQggErR5ear1q9wLV4LqTYcne1wup4tSmyqBWwZLhIisp7Xs96/SGI7FvzXQOTqWMussYCDEhopDImVjHfXERmHLaVxpLQ5KUxpNbeS0eoMQqR4zgJSRqS6iKOaKGnQVmaKmIDUFkj0CGcTxGLhJEpEaONnr1sLaKRMKPonqXcuR3tlOqUrcJMZnGQOOs0sv9QpAJlBmE4DonAYYzyE0DheKyfEWW+6tN3s2DYjXyIoYJMIQwFlG9hUg+vkGbX0xmdxaInrl1x9l0MoEncbibsNiiBMiErmsSi0N7LaKMla3PrzWU9svj8jyki7GC8EsjkF1RLGGyION+ColxBpiHUrRCNXEY3dBM5FklEhsOr89975YKvDyMkTWKOx9QW00YjAzUr+jc2U69Qi6jNQqGQmSOT98hd6OJmfRvzZf4Kpk1lJuHTg+YcRB5/CvuMjcPP7V7zdLMzR/YPfxjbqyNH1pIQ4yWyWedxqwvQkcmxjRl6Nxl7zjgsrwEJgN+0h3bRykaHxrW8z+yefJZ2exqYaWQgo7N3Lun/0C3gbX5n5VGHLBvb9h/+TE5/+f1l46EnShSay4LP+o+9l68/9eJ+89tFHH3308bpAn8C+AaCU5JabtvC3X3yJNDW9jNJq1cf3FdMzHRwpcVzByMhqsyZHSZJUk6YGd1nj5clTdVqtmMHB1Q+XjiOx1nLs+AK33Ly193q9GZEkhlol28/wcJFGPcrMgfLqR2Mzchd4gk4j4jv3HONHPrrvos/3gYdO8vt/9AQ6tQwNFJBK0Gkn3PWdY8zPh/zyP75pRb7r8fEmLx6ZI9WWzWNl9u8eZm6uwx//yZNEccqGDeUecT8x1aI11eH4s5PsuXEThapPsezRbceMjzeZmmpniwEyI21fe2qCozMdzFQbkxp2bChzerpDN0wz9+ecBy0qx76rGB0pMvSWEU4nmgGdlQkbaznTipgPU24cKzPgO6wv+7w03wUpKEiJkhBrwwuzHWbDlNs319g3VsFpxHz3yXHKrsK4Mo+dyVypPU9RKrhIKYi14bFTdfyNFQYLbu9eEcbw1QdOcHqqzT/40N4V/ciLaHQTvvjcBBON7Fpa4HEhGK343LBvPeU13KQXhWf9Giw0Wmupm8xuKBAxCIEQFoUmNYqFeIBhv0HZa4EVOE4Hz2sQx1k5sevUKRVOIEVCL4YHgTEKozwQMisR120KPEchsCS6SpRuQIsijupkKqkFSSfvR9W5L5Ok4EzQjdajAkiCjcT+JhbLhUnAxAWs8TDaY5EYC6EzF1m76Chr8iievJSZnHwBRgRI20baEG0zgi1tjLAxWE3MKIp6XkLsALnr8BrGTFYGpP75CI5F6nAFGbZ4aFlD2hAhDRhDpHYROTvRYwMw+gPIuIHUjUxh/B6Wl9p9b4PDT0FjDnSamWglYARZ5fVwAeG4oBNE2MaWKoikg65sxAa18+5b3PUXMHkCBkZBLftcNBcQ9/4NducVMLZkNpU88l3Mwhxy3XqElGhbIFFlXNNCOAIa8+CIbF+XXw/X3/GKzrn13QeZ+s+fxiYJzvAwOA6206X9+BPof/Nv2fTv/g2qvLol5GJQ2rmVvb/x/yGanCGZr+ONDl90jmwfffTRxxsGlp7wcin23cerQ5/AvkHwnnfv4ulnJjl6fIEgUHiuIoyyEuJrr15PEDg8+tiZNbftdlMuu2x4BXmFjNiKPCt0LVhYoeQCVMs+Tq4IBr5DsehCmCIW++jyJsnAlQz4Dh0T88ijpy+awGpt+MIXXyJNDGNj5V6kT7Xq43mKZ5+b4rnnp7nqyjGiWPPZL7/E4y9OEcemp4puGi2xtVag2YwZG1tp5BT4DmE3Yfp4na37R2lMtaiuK5GmhumZDkoJ/MAhcCTVwCFJLS+dbhBNtfE9hZSSsaECZ2Y6tLtpT8QzFnwn+1l1tMzojiG6rZgNQ8X8yAJPCtqp4cBCl7eOVXhprkM9Sim7CpmPsTXX5tTRBV6IEuo7hnj/27bwyXftRieGpw7PZV+2ufrqe4r1w0WkFCTaZKqxktgwwfcVxaKbfYcqgS8lTx+c4a5HT/O+W7Yun3KstXz1hSnOLIRUA6dX2p1ow0Q95KGXpnjnVRtwzlKSFjVM5zVQX2OyflqV99MuUtBs+IbYKBpJiZLXypxxEbg5gZUypFQ4jhAp2iwSSIsQKVJGGOuSpi6+HkcSk3kzg6vmcUSTxA4irMZYB0krJ6/QI6KkBM4pkrBG2qki3RCh0ox4pj4mCfIxrYS1Kou6ESbPLtUgFgOhFmvOuzgiM0SywsMKBylSsClCh1m/Jw4uU7h6koJ1MrVWt7ECUrWB0Lsc7ay7+MkWEu0N4ISTZ/2OdXIlNiEJdtDx8hJhqynUH8VrvYA02dwYVSQqX0lYveaS9Jguh91zHWbfTcgn7spMs3S+iINFlT3c0WIvmgmdIqIGCEmy9ZbV6vNyNObg8NNQKK8krwDlGsxPwAsPryCw5szJrDx7kcALQawG0NLHSVvIpAtj2xE3vxf23QjO+XOG1zxfa5n/y89jwhBv41LZvygVcX2P6OhRWvfeT+39733Z+14Of2wEf+x7E6vVRx999NFHHy8HfQL7BsFALeB/+eWb+crXD/Hgg6cIo5TBgQK337aNH3j3Lg4dnuPpZyZZWAip1TKnYmstzVbmVnzHO3YwN9/lwYdOcvjIPK4r2Xv5OgYHAubnQ0ZGiiuOF4YpjiPZt3flg/H2TVW2rK9w5GR9ScnTBpFYcLLIjaJ0aM92aWmDMZYwTDl9usGmTWtkUJ6FY8cXmJxqU6uu7qoMAoeFhZBnn5vkqivH+MLdR3jw6QnKRYda2UMgaHYSDhxf4MV4liSPBFqOcuDQdBVJrInaCa7vMHe6wcR8lzTRDJQ9BoseKt/OcwSukjRcicyf9j1XsWW0xOETddL8NQVsXlfCdRTl9eVenu5yCJGR2NkwpRVrTjYiXCmQQmCM4fH7TnDk+SmSJMsXPfzkBI989wQ/+2NX8TM/9BaOnGrwpw+doJsaqgWXUsFZIr5hmlVT2qynw3MWVb+8WrXo4jiSB54e5z1v27xiYeJMPWS8HlL2l8grZIZTJd9hth4y04gYqwXLim6z8mFJ1gP7amHp0dWc9Gk8GVFwIgSWRlzB9EypHISwGTHE4vozCJmgbVZene1QAAohYpQNEaaLJMLg9giyyAOBPDGHtT6CZMkJuOcinL1HYCi4x2lEV6OjiyuztFaRxmVcvw7WoEQ3I1RGZ0661iCiZka0bTeLYXGKmbBqLUJ6GB2gUxeERKZNnHQWEGhZBSvwkiN4+gRhcCWhexn2IruR44ErcSYmQUeglrYRuTIbD1zRe604fz9+6zmscNAqq/CQukuh/hBYTThww0Ud8xVDKcz7/j54AfLev8pecz1sqYqplbEizKKTHIG1EVbUiHbfTrLhAjE6zXlIEyiucT1zB2hRn1tB8kWhsJqwC4EWRbQVmFhR+sDPoLbseMWnm05OEh89nimsjTlsFGXl5oUyolDCAp0nnnzVBLaPPvro482OS9cD28erRZ/AvoEwMFDgxz5+JR/7yD7Cbkqp5PaIyBX7R/nYR/bx13/7IhOTrR6BLQQu73/vbgYHAn7933yH2bluj9Q88OApqlUfYwyzsx1qtQApBe12TLudcPVVY6sIrJSCH33/Hn73c88wOdsl8BVu4NKqd3GlwLFQb3cRQiBlRsy63ZR//x+/y//6y7dckMSmaUZ6pTwXK7IkqaHZjnnwqQkCX1EsuBhtGZ/r0IlSjDFZVm6qOXamwebRcq/suug7FFxFKzHUoxTbTUi0odGMUbCCvC7CdyVe4NLRS2NTSjJQ8Zmd64AQ1Go+xdEy0lO4FQ9rLZXyavVFCkFiLJE2aGt7x3rpyQkOPD2B6ykqtQADCGOZmunwX//0Kf7lP76JXVtqvDfeyNefmchKg/N9Rqmm0U1AZBWv2lri1KJkluObG+8SFFyanYROmK7I5p1uxaTGUFYKz1MMVgNcRxInmrmFLu04pdWKGKmt7HkUwIAA9zVQ4BwyymgAjGKsPEHZbSNzxXIomAebE0+VYKxDqGto3+C4bZb8kZcNjqyMWJCibDfPVz1LRc4jZ9AapfIcVZardlkkTmp8lOyiZAttLr5PMAoHUU6IUp3scye9rETXWujOQdzBYrJ4GMfHCIXBw7EhVgikA1YYTGKRuoXNe20RBilMZr5kOhSjx/G9WUK2EdrtK+diDcQDV+B0TuM1XgDdyV1zNVYoosGrSCqZ+61M5vHaBzDCW9HHapwyUrfxW88QVfa/qh7Xi4JSmDs/gTh5ADF1Ejs4ClJiLHTnHJxkBjE0iN7/MdKxvRc2bgIoVbO+1yRerZTmDzW2snI/zpXXEX/ry9huB1EoLnu7xdbnUTsvR27eftGnZbUmfeFp0qcfw4YhauMW7Nbd2DhEzNexmKX31uehWEJYhU3Tiz5GH3300UcfffxdQ5/AvgHhuVkJ8XIIIXj/e/ewf98oDz9ymtm5DgO1gOuv28iG9WV+5dfvYm6+y+i6Uo8cJolmZrbDpo1V4lgzP9/FmCxv9O23bePHP3HlqhJigF1bBvjln76Wux85zZMvTDE4VkJHKY6EdjvpuRAv9mBu3FBmeqbNF758gJ//n8+v1mzcWKFU8mh3Ejx/5e2rtSHRliPzHX7jc08xMddheKAAFibnu7S7CVKADjNDKeFImnNdDjZjRtcV0XnfaLebsm1rjX27BpltxowEPhXfYWo+XEVeARJtqVU8CrWA6ZkOtZqP72WZt7NCIB3JxrdtojRaxloLRRe34FJYo9c0tRZXCiqepOBImrFGWcPBZzOzqSA3prLG4ruKStFjeq7DI09O8J7bt3PDjiFmmhFPnVigHaVEqSbOm1CDgovrSnRqiNoJic7MrxxHIGx2vQNXreqBzaJ8BOvXldg4VslKywWAYOP6Cs8fm6fTjaEb4wVZLq8HlCX4r1H5qCMEBSwtYF1xiorbQiNJjYO1AiUNBSfCWElsinT0CCkeRmXjXK7hZrBLZaV5v6lljXJSm5FcrQOECpFkpamLzr8WMMZj0bJKoF/WeVnr0mltpFQ4gnSzjFbSFNGegm5mCmaFBMfDiAKGAoK8jzcn7FIZiGKENVihAJMptkJmWa/SzVTdtE3BPYzFIbJbzj8woehsfC9JZRdu40Vk0sS4NeLaPtLyjl7prds9hqALqggkWBwWybGRBZRu4ISnSUpr58G+plAO+n0/jfrbTyMWprDSASzCGNLaMPqOX4ANL0P5HFgH2/fBi4+CX1zZ19tpghfAW1Z+X6nLr8C57iaSh+5FhF1EsQRaYxp1ZLmM/6GPX7RLsA1DOr/3m6RPPAxJghXZcguVGn7aIAxjZGWZ4msMttXEWpfCvkubbwtg05TmQ4/SeOARdKtNYed2anfejr/55buZ99FHH3283mABay74tle87z5eHfoE9k2GrVtqbN2y0rjknvuOMz3TZiTvl1yE6yoqZZ/5+S7/x7+4nUYzIk40WzbXGF232gxqOTaOlvmxD17OJz9wGWmq+Z3ffZSvf/MQaWpJc0Mjx5GsW1eiXPaxFp58epxmK6JSPneZY6Xsc9stW/jyVw/S6SQEvgIhSLXh+KkG1pHMYbGtmDg1TOXEtROmSCmIWjE6NQhHomRGBZJEc+ZMC+nJnjLcqEeU6zE/+9H9SCl48sgcf3LXEcKc5C1CG0s31rx93yjX3bmLz37+OY6falBvRLiu5LI9wxR2DxEMFYjaMRJIHIkYCGgbg5dqfEf19pUay7aqh6cUuwYLPDHRYn6+Q6cd4wdORp9s9sxayBcCsHDkxAIASgo+cPUGrtoywNeem+TkfCdTL5XMymdtFrXjlz26zQhjciIXacJuyq03rl+1+LF1qMDGkWKPvCIz4hTFGkdJ9m4f5MUT89x1cIattYDbtg3irbGw8WoxKEGIiIrXILUKbR1EbpTkiqznVAiITBVjM1dhjCAyVTzVBJG7YK/ooLWZyopAYHoktldEbAVSWFJTJomGKLrHcn4mMFZhrIu1KiOVVmKsn/fJRhh8DCUupHZa66BjH09Pom2Q5w4PQ7GEtRpEirLtLEe2lyub8xabnYPIzx8h8oicRUK+2Kdre27HvjhBZDey3KF5TQhFUr2cpHr5WoOm2LyPoPM0wjFAKxs3DtrmRlICUAJBtHr7S4WNO9E//i+Qz34Xcex5AMz2/Zgrbobq8AU2Xg17x8cQUydhbjIjrFJlDsJSYm/+AGzYftYGBv/9P4woBKRPPYpttUAqnMv3U/rIJxBvueqCxseLCL/4F6SPfBdRq/XUXGsM5tRxSm5M5Ah0lCJ9p1f2nkYap6Ao33iB8uhXCdMNOflv/j3Nhx7FJilISePu+5j5/BfY9Mu/QO2dt13S478WiGfmSRpNvJEh3OorM7zqo48+3tiw5hIx2D5eNfoEtg8mJlrAakMmoJcTOzff5dprXn40gzGW3/+jJ3niyXGklJnzaq4YBIHDQF526jiSKNJ0u2mPwFprOXRsgWdenCaKNRtGS1x/5Xo+/KG9zM13efyJcep5pEuUGqwr2X7teoZHShhtaMx0iBNNq5vHCNlMpZUqM5NylcQEDnGYZiV+2lAbLDI8XMAY+MZdR9m6ucatN23him0DXLl9gKePztOJUgJXkWhDlBg2DBa446r1DFV8/vd/cgtHjy8w34ioVXxOW8OLsx0KQpAOWFwl8TyFNRYtBM3EoFlK81hXcLgsj7PZUvQ4ruBoarKHU5NF+QgBJVfiqSVitLw3VQjBSMXHOIKRwQL1bpLlhBqb6YMGpBI4nsIYSBNDZ7LFpnUl3vXWzauuYTVw2b9tEHJTL4BurLP9GU3BV6wfLnF6ssXhuS6OlNy+ffBl3ysXghKC9W4HVxpi7aKERQmNEgYpRI+gKZGQUEDmBZZdPUhBzuGILqaXVptta61EywJK6Sx/1dqc82VmWEqGYAWxXoe2JXw1hRAxxuZxOmQTKkVKrAco8hyOqCPQWBQpNbr2cjTnLyuO9RCBOoUgxZKp2DiFzIjILIAWWOsgiFF08s+Q7alvwhGIJP9lK+j1aGawmV4sXQwukhBFC83aDrzS1PHjIzhmEhAkziYiZydW5iWx1lKqf5MgfJHl68gCiyBByBY2KCMci6BAUR3ESSK6zl6suMSlxADVYcwtPwS3/NCr39e6Tdif+N/g0W8jnn8o64nddjn2unfCvrf15t9ai3n0PtJv/y12ehxhwa0OIG99B/Kmd+Fs3ITnOSTJxSn0ttMmue9b4PsrSpGFlIhCAdluMLCpxsJEh7S9tEDgVgqM7B5CpZ1Xf+7nwdSf/hmN+x/CGR5EFrJraq0lmZzi9H/8LwS7d75uldjOsVOc+G+fY/7+RzFJiioWWPcDt7HlZz/Rd1vuo48++vg7gj6BfYMjilKeeGqCQ4dmQQgu2z3MNdesVNmCwMmf1+2q8rY0NUglKRRe2a3ywEOneODBk5TKHsZY5ua7eJ7CGEunk7CwEDI0VKDbTanV/B6hTRLNH//lczz69ARxkpV4CiH48l1H+Acfv5J/+KkbOXJ0gcefOEMca56ZaNJyJcND2cOUVJLhdUUmzjTR2mAs6DRnf1JAanr5LkIKHCWRQrB+rIyXl9B2uwnfue84t960BUdJfvwdO9k2OsVDL03T6CQEruKmt6zj9v1jDFUy0i2EYOcy8vbw0+N4SuK7aoV9jjCQJCnClQyVi3hKsr7osqHo0Y1SvvDQMR59YYowzgybXFcRdxOqRZdASVyVEZQk0QgB+y9f6RY6044JE4OnshxbKQWuEghj0XkRrHIkndkuuhnxzqs28O63bmaotjq701hLrezT0bpXZm3y7Npc1KVScHsk+thCl2vCCtU1onVeLYTI4ovc3MhJSA1WYq0CZDax1i4WsbKYkVpPtlN2T+GJNiKPmEmNj7E+CoN2KmBTpIlzXyaJyPNCjZH4YpZ2WKUd76bkHUSJMO+fzZCaEiqZQ9LF4GVmUGhcZlHiSZr2egzFtU4JAG3LRHqUQE1gMZkRFRYpEiwuVocoO48Q2ditkFlET64UC8fLooVsRpzForuutQibYlQBq4J8Ts4NJx2nFD6AtGFPjXb0LH5yhFZwG1oNoZIp/Ohgrvi6ufqcE9k8uUe4BozFCB8rBL4+grILtNxbseLijKTIr6HLLA5z2TwzSMIIrFXufakwOArv+ST23Z8AY1Y7EgP6u98k/fwfgtZQrmbfM/V59N1fws5OwYYtGCVg22WIy69EqPN/NszUBLbdQlRWL3wImUUrBVWfTW/ZSWdyAZtonHJAYaiAjDoI9+W7G18sdLvDwte/jSgEPfIK2WfTHRslOX2G+rfvYfSnPnnJxvBK0T05znP/5NcJT5zBGajgVEroTpczn/0CrRcOs/83fxWnfP7qoj766OPNA9s3cXrdok9g38CYmmrznz/9MMeOL/SicL7xrcPs2D7IP/r5t/acha++aowvfOklWu14RfmutZaFesiGsTK7dg69ojHc/8AJjLUUCy5SCBbq4VL+qICFekih6BAnmttu3dYjj1++6wgPPHaGStllMHdN1towOx/ye//jaf7VL93MWy4fYdfOQayFX/njxymcpW4M5ec3Od4ijnX2jC2AxCDCNFMl08yJWOVEb/mXVaHgcGa8SZJoXFfhOpJ3Xrme2/eP0Y01niNxnVf+IG2NxaaGWzYsGVd1o5T/+tfPc+hkncBTeK4kSQ3CU6SNiE4jIqgFGCHohjHNVszuHYNcs390xb5FXmIqpchJZrYA4MjsT2os5bJHyVG88x07uHXPueMyFitVhRA4Iuv0hKwlUOQkzlhLai2+EjRizVQnXpPALu9EPctW6aKQpsWsZFfo3Em4NzoWHYETW8zyVZe9luJRT7ejRIRHG42PsYqaytQyKVMiux5fzaAck/c75k6zCAIzjzE+3XgzjehKfDWNkplpUtcMERmJK+p4toVPMz+yROOg6OBzki5rlOIum+VOugtjA3w1gRRZnE8aO8hkAUVn2XmS9b/KrHS0Rx4LZWw3zBtzNaARFqxy0cUxEAJJgsFHs0bJpE0oRQ8jbJTlyS4uZlmLMi2K0aM0C+/BDw8ibIrN1Wy7gsSKvN82xagixh3EConGwzHzePoEkbPnoq61IKTEUzjMLyv7FmgGaHENltWLLZcUQkBrDvXcd5FHnwFjMFv3ovdcT/r1z2eLBSNjvbdbpbAnjqDv/jK6OohQCpRC7rgc7+//MqJ2nioF38/uwVTD2Vy0WAYEWINb8qntzI5prYW5KcTYFti087U//xzJxBRpo4mqrL6HhBAgJOGRY5fs+K8GZz77t4QnzhBs2ZAvUIEqBJhKmcZTLzL15e+w8eMf/D6Pso8++uijjwuhT2DfoDDG8l9/71GOHJ1jeLjYy3iNE82hw7P83h8+zj//X25FCMHWLTVuv20b3/z2EeJIUyplammzGREEDh/58N5VGbEXi6mpNr6X3WZB4DC6rsTUdLtHKMMwpdGIuO6aDXzgvdmDbRil3PfIaTxPUsxNiyArcR4ZKjA12+GhJ8b5wXfvJk4N882YwFe0wmTFsYUQDK8rYV1J2Iqpn2nRnOgQBNmDvzaZIiuwWGMzkrrsPNPUUio6PYfiRUgpKF2kuri56vPCdJuCI1eo29ZaYm3YNbRytf/BZyc5fLrOUNXvkeOCD6XA4aS1qNRQb0ZoYwl8hxuu2cCP/fBegrMMrcYqPgVXsRAmOK5C59mwmdKeZeIaY6mWPK7YvHYp6fJ5TNoRjx+YYWIqKzcfGyuzY/sAnpvN5UIrzuZGQDVQuGqxcDUvsQRiIYikYFEfVVh8Y3BfxgKnMT5RXCPw59DGQVs/J1IgSdBGoa2HwIBVSGsweTmtRZHaAIOHIqGspnocLWvXTJCuAqFyTthrMkVIKBSm6MYbMLZAN91KIgQdKbBCIGQI1BBYinaWQXNkqY8WhSem6NrzEdjsDEK9hVBvRIkQYVqU04dQortsJpcMqYRJMbKApZApn25CV16LiOsU9EEQGu1WMO4ASAdBFjkU2a2s1f/qRUeQjXFsnCDFHNYvY4s1kApNAWXmccw00mTjWXJszkgsmNxBGaxw0e7w0gqFkFgEnjlFxMUQWEuJZ3GZRVNYNl6NwxwlnqHFDbz8JZBXDjFxDPcL/wXRmMUqB4RATZ3AfPdrMDMLo0sls9ZazMTpzMEYgQgKqKERdLeLOfgc8Z/+Dt4v/MtzGjrJ9ZtQ23aSHngeWSic9T4JfoDyJLaxAIVStmjQqoPnI9/14YwsXyLIYoBwVNb7utYagrXIyutPxTRxwsw370eViz3yugjpuQglmPnGfX0C20cffWSwWdHNpdp3H68OfQL7BsWBgzMcOTrPwEBhBSnzXMVALeDAoVkOH5ln964hhBD8+CevZGSkyLfvOsr8QhZzs2f3MD/4gcteUe/rIoaHCszMLvVjDQ4WKBRc6vWQRiOiWPL4h5+6keuv3dgb59RMh1Y7plx0V+1PyuxB/tipBl999DTffWGKVjehE2k6YYrnKMrLyp0TbbBC8NE7dzM90eQv/t+n6bZjHN9BKUmp6NBuJRgLg0OZiZW1lm6Y0u7E3PH2bRftGroc1lqmWzEVRyGBRpRS9hyUFGhjaSeawJXsXbdSxXj0xSmkEKuUXaUktaECpcDhJ961u9cTvH50bfORZpwiPEnczsmOEFiRi3NW4HqSSsHlrZtq1Aqr53k5jpxp8EdfPcBMI8qEHwsvHpzlxZdm+MAP7MECM82Iy9YHbB3y8F1JxXMwaEQikUYSSkEkZc9gCCARAi0VBWPwXkaZTqezEaRBOkmPIma5sz7WSpSISE0BjMzKcG2a578aPNHCEyGu6CAXTZ2Ezs2aNEKc7Ua81OMolcFRbVJdxUBGXgFhLS7dfJ4toazRtBuo2jPZtpnWzwoF9bxQaFuiqJ9HsljKK3MXWsNyYm2twkgf0EgMqRomLVxOZPdR6d6LWjiJik+AkJjiIGHlKiJntQOxDKcpnP46IppfKoxuz2GbBfS67aA8hNVI00GrWjYGq3tuxBmDzoOOBBhVXONUJcLGF3H+oKjjMIfBZyXZVhjj4Nop3OQoib9jGZG+hDAa55ufgcYsZmDd0nlbC8eOQLfFihMOu9BpZzE8WvesLIUfYCsDmEPPY48dROy4bM3DCSHwP/RxzO/8e8zkOLI2AMrBdtvYThf3pnfgXrYL++T9GXGVErFhK/LODyOvfNslnQp3/RjFfXtpPfIYslxa8f1oullecfWWSzuGVwITx5g4QbhrP/YIxyFpNL/Ho+qjjz766OOVoE9g36A4eapBmhp8f/VKfBA4NBoRp07V2b0rKw1WSvL+9+7hXXfuZGqqjeNIxkZLr4i8LcctN23hpQOzRFGK7y8psTLPhfzRj+3npreufKB2crVSm7VJjbVwaKLJS50YR0kKnkJKQSdMmayHdGOHUuAQp4Y4Newcq3Dr/jFK129iz/oK//0PHqdRj3CUAKlIXI10JI4nmZ5pM78QkiQGpQSPPXaajevL3H7bxRFZay1Pn6rzjecmme8kmVtw4OD5iqTg4boKAVR8xS1bBlhXWlkf2OqkuOdw8HWVJNGWy3YOrVKFl+PUbJuvHZkjEVlGbRjrXgm5kIJiwWGwEuA5ipPdlB3dhOFzkNgw1nzm64dYaEYMVX3MYsRSapicavPNu4+wc98o+zb47BgJ0CbLrpUCrLBYT2NiSyy8TJlZtm9pM+IZSoGr7cvS0oxwsCYjpRmZklgBQhg8G5Em5Yz3CIuwArTAtxGV4gRgMCaLexFCI6UhimsouTwvdu17T6oINMSLyqvN+lRLbp2SM4+SKRZJrANsKBHaIEmJGeJlqYU2xbUTPcfj7LXl1sO5HmuzSJ3M9bhESvZ59urPIxonsKRYkbsXN+p43aeJRzahvWWOvFZTmvgKMm6D42BF/mvBGkTcRc2ezEgsEiM8dLCDoPsMwnSWkViRkzQLjod11igvtRqtBhBJB7d+EKFDtD9IWt2Vufsug0MDgc4JbL690choHpG2EZ5D6cyXSKMy3c13oivbLn5uXwHEqYOImdPY8sAy0k5WwTG8DnF6BtuYzfplARuFSyXVAoS3rO83KECrjjl1FHkOAgvgXnEt/ML/SvQ3n0OfPAZaI4olvPe+h+DDn0QUS9g7fximzoDrwoatCHnplNdFCCEY/clP0D14mOT0GVSthnAddKuNDSOqt91E5cbrLvk4Xi5UqUiwcZT2oeO4tdW9xSaKKV926Uqv++ijj7976PfAvn7RJ7BvULiuygoN7WqBYvHzuFZZsOcqNm+qrnr9leLmm7Zw34MneO65aRxHUiq6xLEmTjR737KOO+/YsWqbDaMlNm8oc+R4ncBXK4hjFGdGQi1rWVd0s0gbC76rKIwqTs91SIxFG0s5cLnxshHeedX6XsnvW6/fxL7L1/HoY6eZmGxRKLjs2DHIw4+d4Tv3HmOhHmUuv0WXwarPzEyHP/rMk4TdlPf+wPmzLK21fOPZCb71/BSpsch83FGk8X1FoCRXb6oyVgnYVPXXJKob1xV5ut5dc//dRLN1tIxS5yZCU42QP3v4FIWRIsJCqegR+IYwN3uqlHwcV1JyFAUlaSaaZ6fbvGPrwJr7e+bIHDONkKGKj6MksbUkNovrUY7k6Ik6G7fV2DJYJU4NUmaGVT0eKMD4BpNkLtDL0fPwFYJUcNGlxMrtIGSa/yubQyssGIU1Cik1rjHoxCdrAgWsIKVG20JQmELJCLBYq+iGw3S7I5RLp4AOPVK8YqxZfJHvzBG40xSsS1MPEZsCNW+CkjuflRtZCVgCp40sSmw3wqaK2K52dz4fRN7Bu7LHl7yU2K54n6KDxct7bCUqniZoPo0VCqMqoEB62dYq7VCoP0Br3Q/29uG0j6OiWbRTQ9GgFyckZFYqG3eQ0Ty6MEqqxkAousXrKHQeRZpwibgCVnjYwiCQgs3dlK1FEGXjaXSpnPgdZJIrlkKgC+vo7PgQurSpN6ZVmbzWILtTCB3mBDIbn9M8RvnQn9Ha80l0+QLZtq8CojmXlem6qw2oZKWCKgWkrSa2Mohw3DzWxmauxX6Q960unR2wphnU2XCvvBbnimswp09goxA5ugFZWfp+FsUybD83CX45MFHM9NfuYerLdxFNzBBsGmP0A3cw8t63I52VjwqlK/ex7df/JVOf+R90nn8BE4Y41QoDH/sQoz/xcYTz+nu0EEKw/iPv5fBv/C5po4WTR+dYa0lmF1CBz9gPvev7PMo++uijjz4uBq+/3zJ9vCa4Yt8opaJLsxlRO8tZttGIKJc99u9bd0nHcOx0g7/82kHGQ42s+rTmuzS6CY7vMLCpgrdtgOdP1rnhspEVJFUIwQfv3MV/++zTTM12Gah4mWNuN6XTSRgYKkDZo+Apli+OOUoyWg2IteEXPnAZm4ZLK+JlFlEue+zYP8psweHoTJsTp+ts2TOE/+BJRgYCBgaCXglvpewxN9fli185wC23bDlvRu2xmTb3HphBW/CdpcgZYyxRpJlvRLTDlO1bzx0lctP+MZ4/Mk+rk/RKqC3QyU2nbrlq/XmV4IcPztKMUqqupFLwKJc8hBCEcUKjGROnOidaWVlxoCTT3YRWrCl7qx+oJ+e7maiWz6MnBK6A2EKt7DJfN2yrupR8lZXhSoESWbZsb5QCpDSZgmjWHrs9j+p59juV18mJ6bLoICxIjTUq25vQmfJqVx4vTmrESRWlQgQGSQdPTTMQnMhjYmU2kt5/AGGzvmFrcFUDawVKGnxngcR4OEpnpbw5ebUIjFH4Ikb4Lu10CynnMexZ8yxdNGWkDTMOuEhircCSxVGBwAifhA2EbEMzAIDXOYIwMcapIYsgg8VFLAG2iGcW8JLDxO4uAFQ8l5FQ5WNMCWVbZDFAuXqoNVYbuv41IBQynoU4ImYMJRqZ4ZTwSLwtdErXE9hD+OYYMmzA/DSisQDWooNhvPqTIBXGH8iIqElQnQlKh/6c5t5/gPUycpYyjCWLDbL4yKSdk1cHHJXloYYW/CFkNEcwfj/tPZfQ9bZQzsabJuCsrFYQ1hBsGqHT9THzsxhjsEZnK4XSQa7fvKTaGoOtzyOCAvKyKy/q0EII1OZLqzCbKOal//P/YfauBwCQvkf31DgLjzzF/INPsOdXfgnpriax2//d/0UyMYnphLjrR1Glczttvx4w9pEfoPXiYaa+dBfJfAOhJFZrVKnI1p/7MWo3XvX9HmIfffTxOoGFXvXapdh3H68OfQL7BsXISJF337mTL3z5AHNzXcrlrFS12Yow2vLB9+9hYODSZTKOT7f59OeeZq4eUi15FLYPMLWxTKotjiOo1gocm2rxp986zOR8lw++bcsKYnb1vlF+9hNX8rffOMTEdButLYXA4fa3bcHUPJ45UV/zuI6ShKlGCrkmeQV44tg8X3nyDFFi8ByBsfDiUxPMLnTZsrG6qv+0VvOZme3w3HNT3PS2c6s8T51YIEwMjhI98gp5367J+moPTrW4Y8/IOUnoVbuHueP6TXzn8dNMdxKcYvbATtlj26YKe3eemwhpY/juS9OoQDE2XMJ1FFoboiQl1RY/cHCMwuTmVQBSCFJjsozZNeD3lPyliCWRb6d1lms7XPFRUmCsQAqbE65l/j35H8OyCtjlsKAuskxHqBjkoquCxS47isBCTuyyWJ1z7gWtC/jOOEX3GAKDsVk2r9U2N3hZOl9rLcJqjHYx1kGJDgaFtgG+6oKAxBSy4+ZnK/OoHhyHQnGOwC6QpIOEyQa0PcdDvtUoMpMsTYVI7sTR8yD0kioK2UxaQSqGaHEt0nSRdDCigBU+QmcKvgwEMsjm1y43opBQ5HlSO4YR5dyACbAWK4toq5CmkzkLA1YoQv8qErUJf+FxgvmHEWYpe9RKn3DwKqLq9SAEXXs1uu1SPP63iLiNVS4GDzl/OisjdoaXCJ10Mf4gMprHm32aaMNt+RkWiNhKwJHsKqed7CZys4oMPdeBJLuPrVPAaRxDJG2s+xqbB3VbyJceQR5/jv8/e38edtl113ein99aezrjO9f71jyoNA+WZMmSsGRbeDbYQBtDc8FJuoEOSSAX8kDw7fuQdJ5O+qZz+146IYQQ05cQY4IdIMRgecCysS3Llm3NU6lUVVLN7zydcQ9rrfvH2u9Ug1SyBlvmfJ9Hqqpz9t5n7eHss7/r+/t9v+QpsngWN7p9C4mVzgoyPEb4d38de+QQ5vAT3qF4fgZ35Glcv4ezjmJhAbu6jGBJ4xHSL32Z5vs/gEpeYzflC2D6zz/PwhfvJxwbRlc3fheKdpe5z32Z4TfdwOT733HeeiJCtH3qtRzqy4IKAg7+P/8B4++8k/l7v0a+uEyyczsT734LjWsvzR17gAEGGGCA7z4GBPb7GD/2I1dTqYR84YvHWF7pI8DIcIV3vuMA73rHC5fDvlx86YGTLCz32TZWQYDZrAARAi3kacHMTNuXlAbCp+47zpU7m1y+e3jLNm66bpIbrp7g+OlV0swwNVFjZCjhC4+c4bHjK2VvwlYi2MsMSajXc1nPxWo35/OPnaWwjtF6uE5SVgLBOMdyN2Mq2krslfKMrN8vLrTJdcyuphftclRlT29h7Ata+YgIH7hrL3moeOjEMoV1BEpIIk1XhD9+4CT//e17GLuAEvzVx2dY6WbcdPkOAq0oCks/L8hynyWrxJf+gsICuXUU1hIqRTW8MNm/dt8wn/vWKTr9gvqmPlnrHK1Oxuhwwu7tTdadcS+wY4J/2yFYcSi3Vg7ry4dDd17B6EWhggznVPmfI7NrcTegxRJqgy0ibPHCWaNKUirBCcBh3BqBcJi8IMB4w5zSPMi5ApzC2IhAOqVy68t318yf1vbH4Y2jQukjYoG18TnicI5Ar9LuX7mVxDpHzHMkHEfol1uu0lf76LuDxPYoSvJSdQVQ5DKKcTUa9n7E+evSSkwqB7Dakzi1sVtbPgsDEhgid4q+XEVR34+bjxHTxQU1nMQYHQEOyVu4sELauIGgd5xk6evgBBsMbZQH2y7J4gPYcJS8dgCcITnxJSRt44IEp2KciqC/7K/DfAWjYlDlz4+U5cCrz60TWIAel+NQxJxEBSAqxFmHWe5g5zsbuyQacTliMxyvHIGVxbMEn/odZPHs+rGTfgc5exQ7NAFhjKRdCCOKN/8IMrINfes29K1v8YubguKzf0r+1/dgjh/FFQanNKlq0u0q3B/+IdmzzzLxq7+GRBfPbc1OnKDz1a9SzEyjh4ao3n4H8TXXvGx/gs2Y+Yt7Qakt5BUgqFcplleZ+Yt7L0hgX48QpRi5/SZGbr/puz2UAQYY4HsaPqHi1dr2AC8PAwL7fQytFT/03it4+90HOHFyBRHYvWuI5BIjYL5TOOd4+Kk5KrFGiZBbR1reBPKswLoNMlUYR7ub8dE/fpz/7VfefJ45kdaKA+f0Z954YJQvPzHDYitjpB6tu6Zmhe/1vO2qyYvG3Dx1eoVuZhiphVseAOvDFbRS9PoFWWGJNo0jTX0O7I4dL9wbXIt0qURynuGsK29WO4Yq672xF8P0asqxxS4jjZjapngc6xwL7YwvPTXLj59jfFUYy9eenKEaB4yNVen3CkQLeWFL8uqPkvhQWJyDnrVgHQdHYqKLqNU7xmvccc02/vrRs+SFpZoEWOdY7RUEgeJtt+3Gx86YdVff827LDmJl6FmvUK6LgSJo56gYe1FCfx4ELMJSr8lQ3CJQlrXfFxHIjaboN3gxw6RQL6CkwLoQrVJECj9QAVsIFAWpmsKSEMkiWvoolQNmXQkN6WDZXE4qKAyhpCV5LffXBeAE4wK0SkmiM3TSjQmkCs+USqNg8cRR0abKk/T0VbTU24jcGZRrgYSk7CJxx4jsWSwRlppfx6VU3CH68RQo5/ep5LxOfGarYMvoHU3gFgGwYZN0+GaSxW8g+SpWe+arjI/LScduw+mEaPUJH90TDm/aZcHpGipfIWo9QZFsp376TwnaJ73Bke2B7fljpsQ7QzuDmB5OnW+ksxWKPpeTspfK8heJFh7DFsl5F5gq+ph4GBu+cr37OEfw+T9AFs7gmuMb/aq9NrI0g2ov40a2Yfddi73xB7EHzi89FR0Q/tBPsvLsGdLDMwTjY5igglMBAWD7fbrf+hbdB75B7a63XHAYrc/cw9LHPoZtt9cnDFqf/Sz1t7+D0Z//+e8sLscaguVjqP4iLojJhw6Snp1FVy6sBKskpn9q+qV/zgADDDDA6xwDD6fvXQwI7N8AJEnAFZePvfiCrxCsdRhrvXIJmNJttsjNFlMpUUKohFzgzFybRx+b5o0377j4hkuMNxM++AN7+dP7jzO30kcrhbEOpeCqXU3efdPFt9EqVdRzSeTwVJ3GaMLyXJc0M+sEtigsS8s9rr5ygssPjr7guK7ZNcTh6TZ9442mdNlD6KyjMD5z9cbdL5y5CnDozCq9fkFNCYUIQdmbqkSoRppjcx2WuxnD1Q3VZm6lz2IrpToUI0A/K/xxV94RGEpDL8dGBi7CeCXk2vEXVq1+9K69jDRivvr4NCvtDIdjaqzKm964g2uvnPCRMpmiEhmCc3ljSeYDcVR1RmECjPN9qqG1RI5LVl8BnNG0bcxiv0qvCGjGXSqBj2ZpZTFL/Rp1FzBZPUMcLyBisDakn47R70+yRmwV3r3X98K6dU60RrF974uiICFQAVp8Xy3r+bD+/9pl4DSRdNcnLTYuLcFZtakPV7BOE+plhBxHiHJdYo5jfSru+n5aAhQ9Eo6yKm+lp65dfy+w8wRmFku8Uf6LYKmgXIeKPYIr3Yl97bZFnAEUTkXYoImQsvnI98dvxwYV4qVHUPkqCJholHT0FrLmNf5z0xmcurBbtVMhQX+GyvxfE3SO+5plWesJ1n7aQokP1XN4tXRtGWfBWYrmhR1gHRH9xs2Epx5FFUueYIsCFfpSZmfItr0RtXyW4LlvoRZP4MIEs+t6ij03QfTSWyXkzBFk5jiuNrTFbMlV6rgwQjorFO/429gr3/iC27HdLt0HH4TqMBI3tzhaqiTBWEvnvvsuSGD7Tz/N0h/8Ac4Ygh07vDGUc9h2m9bnPku0bx+N97znJe2Xbp+hcvjP0d3Z9bpyF9WIa0JnJuVCZ9emGdGBPS/pcwYYYIABBnjt8JnPfIZPfepTPPnkk6yurrJ3714+/OEP88EPfnCLWPNf/st/4fd+7/c4c+YM+/fv51d+5Ve4++67v4sj/84xILADvOLQWrFne5Onjy7QqEUEIojDK2Xl92iNQK6pgza3PPzI2UsisAA3XTbK3qk633hqllMLXSqR5tq9I1y3Z/i8HtbNqMfBuonRZhKrlHDw9l089ZUTrK706bRS/6CtYO+eYX72f7j5RUv2rt05xBOnVnjmbIvM2HXi7qwjChXvuGaS/WMvTBZb7ZS//twRnnxsGoxDB4pt+4bZf8MUST0i1IpuZuikxRYCK0Avt/SWU4xxBIHCZN5IxpY8Ril/rB1CrD3Tumq0elH1dQ1aKX7w5h1cddkof/3MHPO9nCjRnGhnpEcWuG73ENU4IE+FWmiIA+cNkdaU0ZIi5tYxu5qxkDqMc0RKmIwDpkql/lJgi5hWSbxyG7LQ25gQEBzWOaaGD1MJ+usDUKqgHpwmilZYXb0cUFgXe6Mn1nJfBcSu99R6qyQ/2VG4GiEdzrWa8mZKFqwpjXHXZma82ZK1CpNvvcU6p1BiESlwLiRkDqHAcn5frCVG0yNgnpyNLObAzXsl9QK3b8l7iBhMPAoFqEixXhIggglHcKJQQC6behdFkY3cRDZ0PSpb8kp0NAqyibxJiLgLO2TjLE4ccfsJBLOpbtx68iqlMzX+mlRZCyl6OBUDgk3GyMYubmpk4zHyyh7i+W+vK8dOFC6okk6+CdPVJPf9NpJ1cSoAZwnOPE1w7Jukb/lZXPJiau85x3FpBkxxQddhAh9LJO3FF92O7XYhzy9aIixBgFm5cD9/+957sd0ewY7tG/3nIuhGA9vt0vrcZ6m/+92XXEosWYvq059A9RexURN06M9P1mL3jRGHPjWHTTNUvDFW009x1rLtfW+7pM8YYIABBvi+gcN7hrxK234l8R//439k586dfOQjH2FkZIT777+f3/iN32B6eppf/MVfBODTn/40v/Ebv8Ev/MIvcPvtt3PPPffwi7/4i3z84x/nxhtvfGUH9BpgQGAHeFXw1lt38uzxJVZaKc16RGAdqYKyXa8kDoIVfJZmN6fby1/SZ0wOV3jfrbteUonHVTubfPnpWdq9gmZ1Q29wzmHjkLf92NVcWQl59sgiAlx11QS33LyDavXCytNmRIHiQ2/azf3PzvPw88us9v3+7Bqr8q5rJ9n7Ikpnt5vzr3/rGzz95CwGRxQFGGM59fQcyzNtbnrXQWyoCJTQSLaOJy0sBsj7BbMzLXbtHibLrdcWHThxaO2JYi30PaSZcRd0Hr4QFrs59x5boGUtjVqEVkJuLCfn23R7GW+/ahvVUBNn2jvYarc+WeFwpMZxeN7QLUCL1/76xvF8N6dVGC6vRRclsVsqsq2ibwJQtjRtKpdxgnOKnbVTJEEP53yvL+uU0xGFbSqVGXq97eR2yLsLn/sr4py/NkWhpAALhatSuAqBdD3ZdV699hWdCpenXtHUIeiKJ7bOYIqA9QGWUGJwLsC6NZKw1td6oX1fI9PmnNfLH9RzjtdaHyhaQBS2DxIqJIh8H48ziO2itMYwTCYXmCxSATa5sDt5Xr+cZOmbG8rp+jGzZR9uiNgcF8RI0Ic896ReAGe8+rrm8AWIyRGTY6Mmncs+uO5AfCEkxz5PMP0khaohWnz+rS0gtdi+ED3936DIsPWJ9ePiTI6ef47w0U+T3fYSHYqjspzW2vPjbqyPDXLRi5sv6aEhVLOJWVpC17dm4zrncHlBuOvCxnDZ0SMQRZDnWOuQKESUP+6qWqWYmcG22+jGpZHzaPYxT16TkY3zJwoXD7HnzilmHl9m9dgJ7yAex+ROY60wcsfN3zf9rwMMMMAA34/4nd/5HUZHN6oE77jjDpaXl/n93/99/v7f//sopfg3/+bf8EM/9EP88i//MgC33347hw8f5rd/+7f56Ec/+l0a+XeOAYEd4FXBjVdP8P67D/CZrz7PiTMtOv2cYChBQoWzXo2z4gi0UE8Nrcyy5xLKa18uRmoRd187yV89Ps1CKyNQsHS2zcJ0CzGOsasm2HnnPu5+6/7vyCQlCTU/eM0kd14xQTctSEJNcokk8atfO87hZxeYGK+y0PXkN440Ng5oLfZ49rFpRq4cZ3wo5vmlHleGijjw237yxDJRqDDG8uRTszQaCc2hmE6aY8qeYyUQa0HhaBeWsSRkbFOvcD83PDvbZrmbk4Sag9tqjJQq7+MzLVppwVAcrB+XWhwyXE+wAoudjLHhircwyjROO5y2/mHYwfSKpVtArDbU9wBfXr6QWcYiy/g5x8kI5FphlTfYWuoVLPZz+tbTzloAzUgTaa944mAoXlOzNqvKaz7IhjhaoN2dQlA4qSKuuxEZ40pjJjROJaXVVXls3BhB0SCSBQLVAyy2UNgCFArrAnr5PlKzA6X6NJOn13tsHYKRBIcQiJAVI1AaRFnqpa5r1l/bGHWBQ2PYSnyMjPj9cWaLQoozoEoyX7b0mpZF1xRoQVAIlkx20VPX4STy7r7O4oLqVlJ6AaTN6wg7z6KzRZyq4JQnrGJ7PrLHdUvyKLhqA2kt++zUNetpB4jGVEY3Sofxx1xs/6Kfq3oLhGe+jdMxLqpvmXKQdJXoyFew/Qzb2LaV1OsQF1YJTj1GfsN7cZVLv7/YPddAfRjpruAaW1sHpLsKSQ27/8VjcCQMqb/9HSz/0cex/T4Se0XXOYddXkaSmPrb3nbBdV2aYeZmMbMzfltBgB4dRY+PgzEQhC9o/nQuguVj/vhc4DwvPr1C2F6mmjhML8V1OgRBSPOd72D///KP0dXvvlPyAAMMMMBrDfc6aYLdTF7XcPXVV/PJT36SbrfL0tISzz//PL/2a7+2ZZn3ve99/Kt/9a/IsozoJfyefC9gQGAHeFUgIrznrn2MN2L+9Ue/TWQtzHfoWwiHYxAh7fYJraObGhqNiDtuv3hEzSuJ2w6OMVqLuP/QLF/+4jFaiz1CrajGmkcfm+HQM/O8/50Hee/dF+7JuxREgSIKXtrN4IFvnkIpoVYJKYCVbk5hyj41gZljS4xcPQ6B5kvPzvHE2VV++NpJmklIq5cTBYrGcIXFVsr99z/P7j3D7Nw5hIoVxnoVtsCSO2iEmhsnautk9Nhch889NbPeI+yA+48ucOu+Ed60b4Rji10irdaX3zleY/dEnTBQGOfQIqwqRdVZIieIETD+Qdk4x2I/98rrOZMCWoQcy0JWbCGwRoQ0VJ7cWcvpTspyasoIHygctHJHrzBsq4RESqFUjhaDc3JBPdM5EJVxorA0dI+40NR06Z5c9mpaSXA6QonF2MD3vYrDmYhub4qu20ukZonVWQLxkTe5G6VvdpE7/wNibJ1utptqdBKrNH0Zw0mIA1KnsDoGVYANyBnH0kCziqHCBvE2KDJyJjBsJV65TFLICIFbwLgKSFAqx9b3N/cNOH9rdzkUyxZJQAUFRVQjlylUd4bK0iMEvdO+zDwaIR1+A9nQdecpu+vHL2jQmXw/lcWvEfROokwHh5BX9pINXU9t4V6cBJ5IhyFuaAR6XSRPPVkNAkwwigu2EnJJFwhXj1E0L+yMHiweRUwfm5zfx++iOtKf2ZTRdM77YYz020hn6SURWJIqxW0/RPDlTyIrc7jEj1naS4jJYMduoif/imL/zdiJAxc9ZgDNH/kRsmcP03vwQZy1SBjisgxJEoY+9BPE11573jrdBx8kO3Ecl2UQ+Sxnl+cU09PYfooI1N/9HlT8wm7bl4LVI/Mc/9TTOGOpHNyPBBG2KDBLK2RPPU73ySdpvOmWl/05AwwwwAADbODMmTN8+MMfvuj7995778va/oMPPsjk5CT1ep0HH3wQgP37929Z5rLLLiPPc06ePMlll132sj7vtcaAwA7wquKZp+egm7NzsoZzcOZsi/Zc1ysQ1pEqYfeuJv/D37qJyW31F9/gK4TLtzd47OEz0C3YO1knija+CiurKX/xV0e44sAol+0dvqTtLbdTTsy0ERH2b29siZy5VLRaGUEZZzNUCYm0otXP6aQG0QrlYN+2OkkSYKxjppXy5SMLvP+6KYZrvpewUQ2oV0N6aUF7octzqykoqI9UuPHKCeJAMVmL2F2PScpe4cVOxj1PTNPNDENJgFLeLKaTGe4/ukg1CnBuo8VzfChh32QD5xy9tFgnsIES2sbSWu4RhopW4Wcum5GmsK6M8DkfgpBtsqp3QKYF4yA3hpXMsJQalECgPDlVFgqgcI7lzDCaKMRuOO2eC1dG/AiOvY3jNJglcCmmcGhlvZO1WByBV2edUNgazilsXsFkNXD+eGV2ksxuQ1gj++eXCqfFFAVVSDK/R86BC7wjsbZIpYfrVcFq2u5G6jy0ngFbdoZTMEyX688nR6LoBLdQK76NdsuI8+qlE43JQ2gtgC5jbgR0U6NCB0QEOiNo3wfTJ3HWOwgjCt2fpTrzBVS+Qn/iTi4GG43Q2fZekukvEy09jmRdgpVnoZuCKnC6hhQt3yugFNQaOFdBYbBW48yFy+jFvkD7gF3rO7hImbVSrPXWnreMKUBpXHSR7N0XgL3hrRRJDf3tzyOLZ5DuCuIKpFnDSQ/9zFfQRx+guPbtuLEdBKceRnUXsdURit03U2y/DpRGJQkTv/7rZN98gJUvfwWzvEK4Zw/1t72N+Nprz6v0cNay/EcfBxFUvY7rdn0Zs9a4osAszBMdOEDzAx94SftTDB8gWDq8yWDLY+7rz2P6GfHkCLacdFNBgJoYIz11hqW//OyAwA4wwAB/I2HP7eB5neDb3/4299xzD7/+678OwErptdBsbm3VWfv3ykW8GL6XMSCwA7yqOHFyhSDwyp0I7NrRpN3JaHcysrRAlPB//8U7uOrK8dd0XP204OsPniGO9BbyCtBsRMzMd/jGQ2delMBmueFTXzvON5+eo5sWCFCvhrzlhinedesu9IsYJG3Grp1NZmbb6/+uRBoLZNZhUxgarRDHXqXUSqiGihNLXQ7PtJgarZBEmtVeQXMooVILQQRXWJaXuhyMAt6+d2TL51nnmGtnfPO5RdqpYftITKUSefLayaiLsNTNefTUMo16xNnVlG5muHLPMAikuSeKhXUYHIudjFoScLKb88yZVfZM1KkmAXP9HIM30ArU+eXUFkey6fW5fo5UIjJrKIxjJc2xzqFFrUcwKYEIIQNSYwmsYyhQ5HmNOGr5Ps01UikOVRaeWoTxyiKS9aDwTr1SuouJCFq1sXaYbraLfjrBRvnxuRDcBT1bN+2XDvAuEBtZteWB9ww8yCCrYKVBy/0AIdMELOHlRIUlImSa3G3DylbiZ6VGK7iLwM0RuGVvOSUTSNympj6PKlZwKkY1E1TocNZiVQNLHT1/zKuIYQWrEr8vOkGKDvHSw2TNq7HxRVzLnaV6/C+JFh4F0Tgdg7OES4cQ5aA5hI1HUEUbbF72KfvMXpf5UuZztweCqWy76HE09UmvMpsM9NaqBjEpNBqQ9yHvQbQ1X1elqxQTl+Gqm679tOezXXWAG98JF7gm/cYFe+Wt2MvfSPDwpwkf/QyuNoSLq+VpdEivRfjtP0M1qhCGoAPUyhmC6afJd99MetOHPImNIhp3v43kzrtetGc/O3qU/MQJgrExJAjIZ2awq6tgjO+B1ZrKm95EtOelOQNn224gOvstVH9hk4mToXV0BhUHuOR8hVrXqnSfPIRz7hXNnR1ggAEG+JuOHTt2vGyV9UKYnp7mV37lV7jtttv4W3/rb73i2/9ewYDADvCS0OvlPPDNUzz0yFn6qeHAvmHe/AN72L3rwuV5tVqIMZsUMYF6PaJej2i1UhBP3F5rrLZSur2cJD7/KyAiBFpxdqZ93nvG+NzRoHwQ/8SXjvHAU7MkkWasGeOco90ruOcbJ7EOfuiO8x8yZ1f7PHlqhaVOTi3WXLWjyZ6xKnfeuYdHH5+m1UppNHxpYGEsRVk6u/faiS0PkWlmmFnq84nFE2glRPWQvnHkiS5VVEBrRrc3ufLA1v6I5xe7fOP4EoudjE5uOXjZKBPDCYHeiA9aXOjSP7vKQicjBXqFJdSKeiWinxuytfJmfCmwLpXbiaGEx48vcWq+zXW7h9FK0SosrbQg1kKgNkh9br16O1ES8/lezqGVHldWIkypypp1N2NHIBZPRw2BaKLy/VEFSWBpm22EruvNktY9hSnHKWQmIinmEZOXhkJ2/V2cA1OQ2xHSbPICV81LgYPAlBE65z74+55dCQpcVi4tIRm7sS6hxuMoepu2dJi+O0Cfg1sVRlEUMknBprEmw7S3/TBx61HC7CSSaKzTOD2E1RWk10LynjdaEouQrcf3OF1F5cuE7aOkFyGwQes44eITOF3FBRt9kU5XUP1pZHkeHa7gVICNq6XxUEhBHd0+AaSgy7JXZ1HZMjZqkg1ffdEjaYb3Y5o70cvPewMiVX5nTY5kLYrJKylGqoRHv4HL+7iwgpg+2rQggDA9Q/CV3yTf9Ubs/Cr66a8j/bYn1sOT5Le8B3vFrRc/lSIEZ570hkpxdcvrKEFlPVwawMiGUzR5n/DkQ9jxA+R733TxbV8AttfDZTkuLpAgINq1C1cUuDwHrTFz86jKS1eUXdSgc/VPUn32z9GdGcjKHuQwwAUhLjxfHXfGoqqDx4QBBhjgbx4cr14P7KvVWbu6usrP//zPMzw8zG/91m+hyuetoSH/jN5qtZiYmNiy/Ob3X08Y/DINcMlYXu7xb377AY4cXfSliUrx9NNzfPmrx/nbH76R29+067x1brl5Bw8+dJY0K4g3KZ3WOtqdjDffvod6/bVvHK9WQgKtyAtD5QJfA2McQ82N/rLphS5//cgZHj26iLGOneM1rt4zxMPPzlNNAmprZkhOiENNlhu+9NAZ7rphimZtY/++dWyRe5+Yppd7J9O1127aN8J7bpji3e88yOfvPcr0TJtAK7ppQWEde64eZ8+1GypVq5tzdr6LsY5mFJOEisUiozCWrFdQqQQESlGLNSrUPDLd4rKJGiOVkBNLPT53aJa0sNQize5dQww3EvLCkOUFgYIg0GybrJPmhuemW0hmqGrBbMrHWbsBKxFECetVwA7iUNHPDYvtjG1DCZVA6BaObuEItfMl5OW6O2PNUFnOfGS5Rzs1WOcItKIwlkhB33jFyzqfa6slR5GS2UpZvgxEOdYlLPf20oinCXRvfZSF1fRNgnaZVx/9wMFqnLNshDo5ZI1VvixYuEAp8wtBuQ41HkXINvXDOoSMhCNYEoytlzE6jkJGKGT8vLJZE2+jG7+T0JyizsMYqqz31ppirRkY8PmwGzG1peuxTS86xnD5EGILbLT2Y+dAg7JdHzuU57giRZxFd5ZwcZ3e7nfQH7qZRvtjBK3nEWtwIhAkmMo43T0fwIUv0D4git7VH6Ty5CfQrbMbkw6iMMP76F39Y7iwjh2eIjzydVR7FuXaEGhcdRgXJkhvmfjRP8W2UkxWwVUavm944TTRvf+J3FnMlbdd+PPznu+hDc83MlJ9n5lLcU6dWZhA1iE4/s2XRGCLpSVan/scxcI8zM8hWqPqDYLJbahKBWctCIQ7Li1u7FzY+nbab/ifCFaeQ/UXcTqm9p7ddD/539DWrrscgy9ltv0eI+99x0B9HWCAAf7mwfln1Vdr2680+v0+f/fv/l1arRaf+MQnaGxyqD9wwHu6HDt2bP3va/8Ow5Ddu18bD5pXEgMCO8Al45N/+iSHjywwPlYlDL1i5pxjfqHLxz7+KJdfNsrY2FZl4JY37uS++0/w+BOzJElApRKQ55ZWO2VstMoPve+K78auUK9FvOHabdz3zVPUqxFqU39mr1+gtfDGG3xO5omZNh/9i0MstvokkVc3nz21whPPLWKMY8+kVy46nZy5hS5pWvh7k1b87n9+lL/3U2+gXos4sdDlrx6fxjrHaC30xizO0csN3z62yNRQwk/8+LVcd902vvHAKWZnO1TqESvNiIk9Q+tjdM4xt9ynsI4k1NQTjXWeLoVaYXLL2ERMvYz+cc6x0i94dr7DrbuG+PbJZdLCMpQEVKsRw42YNCuw5UyjdUJRWIJAUalHKC00Ik2ohdTBwmrKjtEqeeHV6C2ioAgzK731B95O6vsXQ1EEYqgo6BrLzEKHheUeubE8k4TcuL3J1RNVnLYMJbDYTtk2lCAO6qHQKco4Uxw7aotMVpaIdUG3iOilYwR6BIejnwvtos7p7kGaUZux6gq9YghLiCKnwmwZySMX+AHxbrnCxQmchyUKVgiCju+VNXXyolmub4k5QcxJ0mIbRTCML5KulL2yfh8QB8XWEuSYUyjSknCujcUCAUKfqn3Ul5GypnwrChmjE9yCk/PJlVMx2LUYofK1MMGJ8o09FyznBRsOodNp4s4z6GwBp2Ky6gGy6kGk6G0Q3cChqiCBRVwIQ9ug34eVtt+UNUjaITl7H+HCYXRvDqcTnLKI9SfUhKMU1e28GGxljM5NP0c4/wx69QSIUAztoxi93JfCAsUVb6G47AeofP13kcXncJsjdSxIlqEShQlr4CJfcqyA9gLhF34fVx/C7rjy/D5aHYEOkbx//iVjcn+uzonaccZAP0OOPUb/mx9B770c9eYfhJ37z93CxqbabWb+xf9GeugQklRw3Q7OOczKCrbXI9y3F7u0hB4dpXbnxfuUXxRKU4xsGGaNvH+Sla8+QHb6LMHoCCpJsGmfYmGJcHKC0fe/7zv/rAEGGGCAAV51FEXBL//yL3Ps2DE+/vGPMzm5tYps9+7d7Nu3j89+9rO84x0bsWj33HMPd9xxx+vOgRgGBHaAS8TCYpeHHj5LvRatk1fwhGVstMrsXIcHvnWK971nKyGNIs0v/r3b+G9/eYj7v36SbjdHa8Wtb9zJj7z/qtckOudi+KEfPMCzzy0xO9ehUgkJA0WvX2CM5cYbt9MOFR+7/zhHz7Zo4RgbSdClVlevhJxd6NLpFWSFo8gLTp9tYa0jCBSUTrmPPjHL7/z/HuSXf+FNPHJ8iawwjNSiLYqGSw1zp1f5xNk2q7fs5I3XTnLt1Rtq633HFnjo5Aor/YIkUPTTgl5mCJQwXAkBwbiSTCrBFJZWN1snsL7/WFjq5bTSgtlWSiXUiAiVSliW/nphDvFEUXCkWYGxXgkNtd+GAk7Nd9g2lFBPQjolWQ+UEIWKVq/g1EKn3LEN4yfnHNb57NejJ5ZY6WReuRVvgHXf0TkW+1Vuv6KOqBDrYkQpJNDUiUClzPdSrhk5xXil4wm7E4biHuPJWbKizXOdHaxkunQhdlTCBu28tq4XWyI67MEh1DmxXti76UwAYJ32LsHasN7DagJwCiUp9epzaN1dV20dnsS2O/uocJiYUziEsFjEBA2cCMq1sDRwaE9eneDyrT8YmsWy6FlQ9FCklPa64AwKR0EVS1iWPxeEbpZa8SDt4AfOI14FI1gqKPpYyomluIqrDKE6i6AirIrWThAqX8UGdYSCxuxfIjbDiQYsYf8EUecwRdwsT6xDN8o0HGO8sqsVVCtIFOHmV3yJrgHVW0aZnifzepNrrskIW88Rzz9MOnkR9XPLAYrIJ68nn7x4fI30ltCtaVzS2HI8JO34CzsQlEqxKy2ks4Q4nwUsqwvEn/0tihveTn7Lj26NmtEB+eRVyEP34moWPdJEgrV7YDlBUNtog3BFgTtzAmwfmzncqRMUzx+h862vEn7wb6Nvu/uCY2//9V+TPvMMwTYfB1ScPIHt+u+S63XJn3+eaO9exn7xl9DDwy9+vC4R0Y4pdv8v/zPTv/N79A4dxqysIGFI9YZrmfqFnyXe+/qbmR9ggAEGeEXwOonR+Wf/7J/xpS99iY985CO0220eeeSR9feuueYaoijil37pl/jVX/1V9uzZw2233cY999zDY489xh/+4R9+9wb+MjAgsANcEubmuqSpYXj4AmV0yqtZs3OdC65brYb81E9cz4/88FUsLfWoVENGRyqv9pBfFFPb6vzKz93C57/yHA8+NkNhLOOjFW564w5mlHD/sUVwjm5uSJoxuQNJC1RZUtKshqx0cpZbKWknx1pHVEbBGLzANVKLePqZeR55YoYzSz202oiicc7x/LMLzJ5uURRe/fqj6Taf+crz/MwHruaG0tjqzftHaSYhj51ZYbVfkkoljFRDklCTFYaFVkbufD6qNZalVobDk8pGJcQ5SAJFUWaorj3br/0ZaiG3vkzXOYfB96pWY01QlgfrUrRc6WQ8/vwSV+xskkSBJ8DAUjvjkecX6WV23fRlqMyR7Zelj7OLXVY6GZUoKBVlR6QhN5ZDZ7psG65w2fahklRbcuNQohirxoxFc4xXWuRW+1JtXRCKwdiYIGgRqBbCCFoc9UiItMJSEEiBK0tonRO6spPIrRKzQuECCutvg4FkaAypHoGwzxaJ1uaQxtQqzxPoDsZGbETeWELdoh4fQqdnsYQ4QpTJidJZsmjCZ6a63JfOWoVLE7Dnmgf57WnaKLLy00sl1hn/d1l7DZAA6yoEbp7ALfhy4s2QgJ5cTtU9gaKLJfLrbtsBZ7q4LEfRWmOhOF0lHXsTldZDgMUEQxsXiCsI+6exlYM4XSGIU0TFXtm0ZUmvtSVJDJBqgmuXfby2AAkR0tL4qjxuOoJCiBYeuzQCewmQvO/V5XPLfdfGKN74STrL3uRM+wgiZ72SGhz6CnZsN+aA74l1WUrxmf9C/+v3IgtnwJ1EJTHR/u3EU0N+g2EIm3pS3cIMLu2iKgFpO0FGvTEaKwvkf/afkANXoyamzht752v3g1JI6Ceegr37sKur2HYL1+sh1SqT//xfEO06v1Xj5aJy8AD7/o9/Qf/IMYqFRYLREZLLLxuUDg8wwAADvA7wta99DYB/+S//5Xnv3XvvvezatYsf/uEfptfr8dGPfpT/8B/+A/v37+ff/tt/y0033fRaD/cVwYDADnBJqFZDdCDkufEK4yasNblXKy9cglCthlSfRlDwAAC8FklEQVSrLz1e5tXE5ESND3/wOj70w1eR5YYkDvjDB07SbqWMVEP6qcGVLkJOK/JYE/UKXwWqfD/majfHFQathbUOUQvUgFqkaTnHY0/OkuwZWi/TBZg+tcr0yVW0FsKKhlBjIs3ZNOff/tkT/NKHruf6g2OICDfsaHLdVIN2VpBmhv/0teMU1pEXlrOLvhQ3iLR3ewUK41juZGglLLUy6rWQ/aNVmklANdK004JIK/pl7qtSQiSQG9+/qrVCtBBGClFCKy0YroRlkSzMr/Y5vdBhuB6TxJpeZuhlBcZ54yljHcPViGoS0C0siFCNNUdOLKOVWi+HXncU1op+Zjk+l3HZdsFa63tdFXTSDERxoLlCII5AZWgRRLxbL05jXcFYssRKNoIWTTXyZK+wIVpblFivzIrPe+0zQWBXSU0EImgKrFN0ZZxMaojzVlG+all82WvSRak+xm4iYX4vsC4gdAv4pN0N8hQUq+iijQkqIIq+O4gt6lzI2ThnGyGzpbHSJudi548f1qHpUbDxPXNoFBbtlig438k7k90gQmKPougCDhfW6O5+J65VEHSeR2xBUdlBNnwtcecwYtOt5BU8WVYRYXaG3s63Us++jrNF2ea7dk3LxjpJjKyu+EzY8kTrrIXLO5hoFFRpHKUiVLZy4Qic7wCuOuINqooUpzfuNS6M/dF04NLMK68leSXLwBrcyiISKoL7Pkmx41qIK+T/5fcwD3wZSRLc1B6ks4xtrdB/+jji9qLf8h6CzmmC5RO4IsShkX4LlQQUaUC/s6kKYmQcO3MG89D9qHf/d+eN3bbbSLDxkyxKoYeH0cPDmFYLnCUYGTlvvVcKIkLl8svg8tdXFuAAAwwwwKsF+9KsLL5r+OIXv3hJy33oQx/iQx/60Ks8mtcGl57xMcDfaOze1WTfnmFWVvrnubJ1OjlxrLn5phfvZfteRRIHNOsxp5b7LLQz6klQuhGLF6gciHU4JeQizKz2mWul3oU0VLhQY0NNgX+mrwBrj5qCkGUFV+9s4hwU1mKtY+bUKgLoWGPjABcoCkACRcc6/v2nD3Ho5PL6GJUSmknIRDPhup1DZLlhoZWSG+8O7IzD2tJFOZB1PmCdo98rfF+rUlw31cBYRz83dDopaVoQBLqMqBGUVn6/RDCFY7iZkFrHYjfHGEthLJ2+N5fa1ozZMVIlN5a0sJjCUgkU24cT9kzWcALNUHH1UEKshcLYLXmwm9swtRLa/WK9x3PN5AkUzllClSOiSvLqi22tC3GAcYpIFWil/TnDnzPrNKmJ11XWtY/ru2FSmxBJRkSKAKtmgo7eS4GgdQ+tewS6hw56PvNVLDlV4PzYFee0zwgtO2x9/2pR/mcIixXifJrA9M5bdw0ZO8sc2rVpkE3/rZV4Y9bzZ7fiIuRPhEx2s6reQkvdQVvdwap6G/3wDaSjb6Sz+4O09/4k/W13YaNRVLHsVeILkEknIeIyiqF92GTUOxHrGKeTrSW3OEScV0KdV2RRCuIAUQ6dLZbE1iGmi5UIilfCOAtcXKfYcQOS98r+1BJJDQINxuLafb+PzkHa98tpH0+DsajFU/Cf/zX26NPYh7+B1BtIcwSJqzC6A3ZfgWuM0V3RZDe8j96bf470qnfh4gYUGS63dJcDVucrOLupjFnKM7swc8GxR5ddhksv3H9tu13Cqe1I9aW7Dw8wwAADDDDA9xsGCuwAlwQR4cf/u2v5rX/3ADMzbWr1CK0U3a4vnf3Bu/dz2YFXTx14rbDa85mjYRknE4aaahzS7mUopXAoWllBP/fKbBxprr1mgudPrpDlFskMlVbmizVFsNaX5O7ZNcwNu4d57MQypxa6KOvo9wtEK3KtQIRQpCRs3vankxZ88svP8ZGfvIEgUJxpZZxY7dMvLI2RhN3jNR4/vuwdgGG9NDgKVTlW/9poNSIvLE+cXuXAeI2bdg6x0i84NNtmuVfQfW6J/buHqFUjtN4YQ5EbbG7YOZKgtbC00sdYh3GOejXksu0NDkz6XsOp0SrddkoDx1g1ohZp+qVynZQstQ2MNJJ1ZbNbqr9rbYTWOhqVwJPJXk6rX6CUMJwohis5loBAUgSL4LAuwLrITwKIpVckZVZsWXwrm0msRuEIcVgRUhOynF1NRbV9v6+r4VRCUyzGeUKspYwZwau+xkW+/5SUCxFGpwPIUxR9lGQbRHSNTYuiVj9D7Fr0e9vIi8bW9SUid1Monis/1/qeWAlwNt2kUm5MIAk5Dn1++fC5EIXhxb+fTlWQi/T8+DJmjVNVTDiOZg6rG+AsujeDKrobjdRp3/9dKYhC/3cHRAHSz1DpEvQ6CDnMd6ie+d/J991OfsUPgn55P0vple9CtWbRi8cQ3LpplWuMYZYyyE77nl1yP70eBLhKdb1h2zmBY09icwdZCkPnHDelYWgMlhewRw+hr72Z7Op3k135dtyZ4/R/83+B0CHVrdeIc2WHc23reV9D4x1vp/u1r1EsLKBHR9dN3my7jThH493vGpT0DjDAAAO8ZnC4V8uF+FUL0vmbgwGBHeCScdWV4/zKP7yDez57mKeeniPPDVNTde5+637efvf+74uHq6Q0qDLWrSuFE0MxeWFIc4vSln6/wOQWrRV79wxRq0VMTtRZWOmhmzGqXyCFw1rv0Dw8lHD7LTupRJr//vY9fOmpWR57bhEnoOshuhZ60mgdFL6PUJwj1oqF1ZQnnl+iXwk5vtIvVVK/aDyS0JwP6bYyggAKrdBKUL52FmMdoRYasabtHNOrfcAruXcfHOOayTrPLXbJjGNIKUKB6X5BJGAKSz8zWOf7YyeHEoZqEVc1E0ZiTZiElLokGqhpoTacoERoF5bnOhl964iUMB4FaC0EgeaGy8YojMU56PRyTs2sYIwhLSxKCXsmanzr+CorvRxbKo+BVuwZDrlxxwhx1MabVsVYV/Z0is/JXUpH/b8dpMZR2XR3W9NEjfcfJjUaS5O2q5UCZ4B2FqSHOME6hZY1+yfxqrD4uB0Rg3Nbb51KCqxuIvTQdMApnGivFDsLzmJ1gpOIUHfQ9RN02nvOI7GFDBO5GENSKtHi+2lZRdPCOcXmeB1FTqp2Y+SVMUPLqvuJOocQm3oX4zU4h7I9supBXNggja+gWswjtoeTBFvZBv05lPU9qK7d9cprHPs/rfOqq59tQLq+bNiaCOOqSNYlfupzqN4y6U0fennlxFGN3pv+DsH0EwTTTyFFimnuwExdg4maRF/5I4JnH8ClGU7KMZYTAyKOwlVB9eHk0bIq+gJj0cqT32KTGq4C2HkAtf8KzKFHoVLdatbWaUOUoG+4cOZs5brrGPnwz7D08T+iOHPGk39rkTim8e530XjnO7/zY/IqIFtcZu5zX2H14acQrRi69QYm3nknQeMFIpEGGGCAAQYY4BXAgMAO8JJw8LJR/uE/uJ3VVkqeG4aHErT+3q9Eb3cyvvXYNM8eX0IQrjwwyi3XT1KtbO3J3T9RpZEEtPoFQxVfRhyGmh1jVebbGb1ejs0N2yZqbNtWo1lmxY6NJmR5QSe3LPcLsoUeCAwPJfzsz9zI2Kg3rWpUQj7wxp3csKfJ/2e2Q6cwG/NwgQItuMxCbmjUInLreGa2jRuukGhZV4adc/SMY9v2Jqd6i9S0olP24K7BOUcc+q+4cY5oU++yiDDVTJhqbvRrHlnp0++n9Ixlvp2RFtYbziqox5paJaISB4yVubZNzsfpXs7znZxik4o3mxmGKhGhEqqBYjH1kT2NWsTeHcM8eWyOorBcvb3KQi9npW+IA0WgFc5CZhzHFjMi3eSWyRGisF36GRWIWAShlzVZSYfQgS897hb+cK7vcileCp5HpQY0AbKJiFpXYCxo5c7TVy0KwSEWlDY4nHcrxpNXxNEvJqkELV+S6hy4Atb6aFWIBCHOWoyL0DojqcySt7b2w2ZsJ5HnUGRYKuvvWV3zxk7OoZwvQ3YSkso+uvr6V6R/FKBIdpPVDhJ3DuNshgtiMAXK9LC6Rr95sx9nfBnarBL3n0bZll85qnoyujSNRCGoxLsYi/ac2xSIK0ppXCiKBqZI/DVfiXFZl+Dkw+T778COvEzn2yCm2PVGip03E848QnTq6ySPfx3BYbbvwKQHkFPPghWcOH9uxWJdQG5rEFiksN5JOc+Q8Jz+/k4HKhVkx54tL4sI4ft/Cnv2JMydxVVqvjS51/VK/p3vQvZdPDps6AMfILn+etpf+QrF2Wn06Ai1O+4gue66V2SCsGi1Wfr6w5hOl2T3DoZuvnZL9uulov30EZ7+yP9O/9T0+mtzn/8qZz/5aa7+f//PVHa/fttJBhhggAGg9DNxr04T7EB/ffkYENgBviM0G/GLL/Q9glPTLX73jx5ler6zXs35rcem+dLXT/ALP/0GJsdr68vGgeatV07w+SdnWOrmJKEPzunnhkYl5PpdTZ5pRAxXwy0PlCLC1LY6862UK2/cTpwZSEJspLjv2XmemWvzxism2DdVR0T46pNz6FgjucGWjr04hxMgVMQEVCshK52MlcIyDOvkde3zqoHQiTX1kYTObJegEpBrH4ljrEXEE2Zf9gtXT124dHENlUDRz3xfrXWOQASUF8+WuwX9whFNXnwby7nhuY53z02UrJdAhmGAwaEdxErYVo9oZ4ZeZqglIZdvH2Znw1GvBzx0OqMSapRS66QzDoR+bji+2OdgdS+1yhJxtIRSGdYEOCdEusWVQ0/TNsMspBOktsJK5qgGkOgN1VobCHLQpb65pZtVhHauaUbG9z2v1TajfCwOXfK8jisi4mgepbxzrXMh/f4EptBIqCkYR9keij6inFcyVYSIRbkUKyHWBgS65yNd7MYkgiOhy3VUeAICjVUR4gp03iMLdtF1V6NdC3AYGcFKjVcUInRH70JVAyKmkbTtlUNrECtUF75A2riBrH4NvdrNZPE+wuwEyvYxuk4e7KSx8scoXXjlWTYdYR141VJp8qyJLc65h4QV6Myjpw+9fAJbIj78aeLDn0d6ZXmzVgSri+hmhTSoIGlvvW+5sBUyV0fqMZKt4nYdROaWsKeeg9EJ/x0tClyR4zot9JveekE3YbX3IPHf+39QfPEvMU8+5LN7t+8ieet74Pa7X3SyId6/n3j//ldk/9fgnGP6v36OE//hP5PNL3lFPQypXXmAy//JL1G7bO8lb8tmOc/80/+T/slpkl2TSJmBa/OCzuHnePZ//S2u/91/8X1RkTPAAAMMMMD3JgYEdoDvaxhj+f0/eYLpuQ7jI5V1tbgwllPTLf7gz57k137+1i0PW9fuaFKNNN9+fonTyz0csG+8yi17R2gkAcfmOvRzSyXaaubTyQzDtYifunMff3Hfcb55aI7COJTAk887vv7kLO+6dRdvvHKcZ8+uMlyPaCYBpxe62PU+C0FpoVlLaHUzGtWQ5kiFsOwjdfjIGWM9KauEmqnxGofOtums9okasTdgQhiqhSCw3CuYbMZct+NCmukGtiUB7V5OYR3Rpl5YKeNzstzSyQomNjlJG+tYLPuG5wrfP1o5h2gH2hPZvCSwSoRmHNCMA3IH23Y02RUqnlhse88fYVPfiSeRsRLSwrGSOgI1QZpOEIWL1JITiDLk1iuko9EczXCZE539dE2DduZo4wl1JFAtSXHTwTI+7kjW90VjsSjXIhDBEqx/fkSHRFZomYP0zDj9bBta9cpryRs7RWrOb0hFWBUjuo+oApxaq2z2PZ9sOCKLnD8PW+hhesl1JUEuy4hjRZEOY/MqVs49j45AlgllCcFSuDqZm+BCZlMvCueo8hRh0sa1Clhd9r2bSiEYdL5IdfErqKJDOvQGjG5gqjdu2UTWOEiytIozKWKLUoUVb+oE2NRg8/j8NmIRQBDzMg2dTE4wewg19yzxM59FilL1FV9a74oU8oJof5OVr3eRWh2iCtH+YRpXNNFVDXaKojJFX11O56P/Cff8YWyW4suMFXpyO+Fd77joENSu/UR/65dw/R7kGVJvEMUheW6+K7GC8/d+jWP/x++BtcTbJ1BBgOn2aT1+iKd/7f/FDb/3L4lGhy9pW0v3P0jvuZPEU+Pr5BVAhQHh+AitJ56h9cQzNK+/6lXamwEGGGCA1wDOhwC8Wtse4OVhQGAH+L7GU0cWOD3dZuScUudAK4YaMcdPrXL0+DIH9201atk/XmPfWJWssDggDtS6onj1jgaPnVzBOrfeM9vNCtJuwbW7hvjWk7N846lZqklANfZfMeccrV7O5755ijDU5MbRiDRBHLBTCdOLPax1aO0zV7upoRlp3n/HHk45XwKcG8dKWpAbu+5160uBY/6n91zB488vMd9OaVtHDutRNdftaHDX5ePU4hf+uvfKkuFAie8X3XSDDcus39OrKfuGKzjnOLrU4/HZNu3MP5QboFEL2TVSXSe/63CC9509n7f41wSsAidgZdMybssf6xGoklNNToE4jI3plxm2hYMkyNlROcWxzlU+69NBbh3jamO7NQHlvLHUmldtiGJbvMhoPEthwvXcVEVGoDOyfAhjEoQCJSnWhlgXrw/KuKqPUcHgCHy/qsgmg15VuhIvYyXBuRhrt5amiioIKquIOKxd27YDZdFJB2cDnNm8TkFdHyKUBQSzru4Zd5x2cQ2GF1bdz0XIHBFnsVajVhe8oVEQl+fI4JSCwlBZuY+kOAQ6JA+nSJNrKMJJANKRWwiXjyJzx3BLq2AsUgmR0TpmZDtmdg6xfVx8jnpsjee5jcmXNObN0PNHSB7/M6SziOotI1lWZjVpXwsPXgXODFLJia/ZTfrUDMnBJpWb/T3A9QuoNQgajro7gtw8RX/5JNZUIAhRlRiFQf7bf4D/26/CxI6LjkeSCiSVV6rC+zuCc47TH/tzbJZtKe3V1YRk5xS946eZ+9xX2PlTH7ik7fVOnPGl7PH5sWm6WiGfX6Z3/MyAwA4wwACve9jvxozjAJeEAYEd4PsaM/Ne3YzC89WoONKstlOm57vnEVjw5DA+Zz0R4V3XTlEJNY+dWqHVL+gu9Zh5ep7ebIfntbDSK0jGKoxcs23Les1qxOxyn8Mnl9FKfHarVtQrIbvGheVOTqefg8DO0So/eec+rtg1hJxZ5dBCF+McSRJQD5RPAMkK+plhvpNT29HkR+/Y6Mdb6eV0M0M91jSSS8veLaxXixuR9oTZetoSKSHWQjsz5GUo2rOLPR447Ul8JfBl1iuZYX6lj7OOPWO1dVXbrZdIbyWva78LlXK5sSTgudVNBlrCOukonKGihWakseKIw2WgwNoI38HoSpIgZEVApHuEboV20SA1FuVAV9YyOTNCvUqEo1bUyJyPJtEIOhvHRh0C3WWN2jqEvKjT6e6gEp4kDuYRKfBlpzV62S4K28S4GrkdJlILGOfVxHUrZAC8sRNYtOvSzcdwa320toNyLZROcUQ4G7JxtDy5F2XRUZeit0EcquoYkZrFusgTbifgCjSr1PXjrJjbeClKbMi0dz/uZ4jJcXpz5qxCkYHLvVFTkeJUQJQeJ8yn6dTvIo924TJL8fwCeqVVml8Jrp1he13S5hXItnHCkw/hghDWtm8tqruErY9T7Ljukse7Gao1Q/Lwf/Zlz3ED2gsbyqstDaRE+WvKWOjlVN58BcV17yUZOgzOYI2GkQmo1nEiyOIpqs02cvkk1oYURWkc5iwszsA3Pgvv/x+/o/G+VkjPztI9doJw+PwKDAm8Or78zUcvmcDqasW3O1h7Xv+sK4zP/K1WXpGxDzDAAAMMMMCFMCCwA3xfI460N9yxbl2RXIMtCVocvbRSy1ArfvDqSW47MMajz8zxsc8fpb3cp1GP0IGiv9Sjdzzj6XbG5BXjJImmVo1QSogCxfxyj33bGzxzepU41CgRkjhgKg5odTUg/Ny7r2D7iH8I3FePeGapx1AtArdG8KBWDYkCzWqrz5MzbabqGz2FQ5WQocqlEdc1NCJNEijSwlI9h7ivZf+OVkIKa3l8xpf7NqKNW0gt0rRzWO7kTDTMuvqc55Yw0gRreboC/VLZDkQYivxD8GQ1YjgOWOwXVKPQK+al6h0Finqo6MZCoDUpY/RNRIUVAlZxzpUqoe8jjrAIGVlhya2jrr2SWQlPEoez3ngJcJEmM8N00304QqyL6PavALeM1h1AKIoaeVGnHh8hChZxTmGd9v7AehWdHKbdv5zCDtHJDyJhQaBWUNptKhMSUGqNanuPJwPiUir5o0TmtC8vLiwuTcgqezHxJNaFeAck8WXHOmdDs06J1AzWBTgCcAZVrCK2C1gClmnwdTrqpkvulVVkvve3LPc9F+LMek6sQ+NUgnEx2raodB8kD3cQPfUZVHsB09jp1c8yQkj6bcIjX6V/299B+qvo+WO+TxaQkSZy8Grc3puJkyUyM47jpV2/4clvI/0Wrja2kUG7+StvrXcP9jvi3b4rFcLJ7ahsBiP1jf5U5+DYUdzhQ0hRENcsrujjrKbfr2NMCHEVnnkQ3vMzcK7J07mwFnv4CXjsG7C65EnydXfAniteMQOu7xiCbxC/RIzceQtBo06+uEI0vnXiL5tfJN42xvCbbniFBznAAAMM8Nrj1YvRGeDlYkBgB/i+xnVXjFOvRKy2M4abW01jVtoZzXrE1QdHv6Nt1+KAR79+itZKn6nJOkp5sqUDTWYKWnNdTLRE3IyJIs32yTrGWuqViPfetJOZlT4LrZQ40Ggl9LICQXjbddvWySvAQyeWfdlxZpCShBsLRWoIAkUUKM60UnJjtxg9vVSEWnH5aJVHpltkxhJtcjxuZ4ZKqDgwUmG2k9PJDZVg62dFyqu1vdyy1M2II+2TgYylrqASh7SygoV2hnEOZyzPP7fIWBLyrhumaCQht0zW+dZ8l1wJ1vkMNsGXcBsRji1nXD6a4ETIbJ2UOiERsfj+0zUSa5wiLQK/DWBYKyrhKSrRWaxTGOuvBcEQB778tp1eSSn7khdDZPnQpmOzTKiXsDbElYqmw/fNapVSiU7T6jdxRLTy64j0LI3wWJkEW0bfWP+J1gUIBYFqU8uOEZoZUBrR4rmMaVPpPE2ueuThNiwVrNswelpDIB2EAkvss1jzeR9/IwqHxoRDOBES9wx9ezn2EsqJDXVCZrBh7InquhGT8w7COE/+BCTydBwRjKqizApB6wjB9NO4sOrLdsEvj8XFFVRnET33LP03/zz67FME84eId0QEkw0IQ7R0iDlCRZ+kXVxBYYcv4cr10HOHvVGU+MkCpwLEmA0S69aSkcu/VyvktT3rJk5biOSZM/DsYU96kwhXFDhbIMqQVFp0O0M+99cYyLMXJrDGwGf+APPY16DI/fE8auCxr8Ht74W3/dirSmLjqQkqe3fSfuYYQWPrRIYzFoxl6JbrL3l7ydQEO376Rzj50T+mf2aGcKjpe9yXV1BhxO6f+0mC+itsLjbAAAMMMMAAmzAgsAN8X2NkKOGdd+3lL75wlPmlHvXSgKjVydBaeN/dB6hXX0Q9uQhWWymPPj5NvRatq7utbo4xFlGCMxbbydGjFdLMcOpMi8ZwwrUHRnh2scvwRA1Vj+inhl43p5saYq349uF5cI63XTdFFGpOtzPqo1X6/dz3lq5XpXqCF8UhRZq/Ip4A12+rs5oWHF/p0yuK9Wf/Sqh48+5h6lHAUq8oy4K3ritAPdRkZc5r4RxKhIlIs6cS8ujZVY6u9Df6NI3FxQFPnllluZPx4bv2EyhFJQ4InVsvOQ61gBaMhW5uaWeWZqxQ0sc6Tc44MS2gDzhindPOK8ylNZRAUytGA0MczuKcdw1egyPAWiHUqwSqhXEXNroK9ZLvS3XnqvXiHYVVpxyPn3gIohRRa2fE+rLckjg7pxHJUa6PsnOgA1Rg8QxX4XSEmIywdwYbD5dRLwonClskrDEyVyqz4BDbRazPNTVBnbSyD6s2ltWuBZmgu8sEZhpxBqNHyIK9W/JeM3YQcxwVWYhqXtEUKRN0fUYx1kAQoqsBYjNMFgEacRbVWwJb4CJPYJRK0UEXpUrFW1ts+xiy+E2i7DC6voJq5zjGseN7IakBDi196sEzrGY3eoJ+Kdh8QYrCVYZw7fnSDbl8z9rSCVnB5QdJwysRV5pGOePJpXNw/HlwDoljcAZnyqkRq1DKEoYpWb8L23ZBUn3hcT36VXj4K1CpQ3Os/CwH3RZ8/R7YuR+uuOnS9vE7gCjFzp/6AM/+r79FOrtANDaCaIVNM9LpeZJd29n2nre+pG3u+bmfJBod5swn/pL09AwI1K8+yK6f+THG33nnq7QnAwwwwACvLQYK7PcuBgR2gO97vPet+2nUIr7wteMsLHnn2F1TDd55515uu/E7zyvs9wqMccTxBqlZXk09yVSetpjcl2IqJaS5YUc15HRWsHiyR6QVjSQkzQ1RNSCKFLpv6KYFX3hkmuOzHX7izn2g1+JcNkp512CdRYswWg290dLLhFbCXXuGubydcapUdYeSgP3DlfWy4pFKQKgVmXEkwfll2ZEI141W2NFMCAVirXhupceR5T65scjaPgjElZDtu5qcOrHC06dX2L29SVG6Fa/30Io/lkoBhaOTeYOrvomJdYpDY6VGVbVRYklNyOGVHYCwPdKMB4ooaKGkwNjzJyscCiU5gW5higsTWJELl9Surb+WSYuDJJkliZewNkDhe2UdIGLRKqUwiW+NzTLAIFq2qoNSqodFSuhWEWJiWcYSkNlxLDUcAYVrYEl8XI/p+eOkIvqVAzgVITbDRwA5REJ0tEzcO0yYnlk//ok8SbtyFyYYB8BIk567ioocgtFtMJ8hWa8sfS7FVAekOe7MGVStjquM4Qw4CbDVCVABUmSoqCAIfeSPc16tV4El1qeR6Xkc4isKghBZnkZ1lrG7b4DqEMYlaOkT6Vn65tIidYqJK4hWTnvF03gS7aIeZB3EWl+JbR0EAW7vAXr7fpRCbwNnMKqBtqsY6pCm0GlDEIIG17PQz7y6W55LLT1/IN74tg1zqAteHA4e+mtAkEpt4/srArUmLMzAI/e9qgQWYOJ9byNfXuHk7/8J/dPTpbmYonbFfi7/J/+QaOKlVaGICNs/+B4mf+Qd9E9OI0pIdm//jjJlBxhggAEGGOClYkBgB/i+grWOU6dXyXPD1GSdajVksZNx5ZXj3PqGKZaWvQK4bazqjYJeBoaHExqNiJWVlEolpCgsWWHRWrwXbWrQSYB1nsBWYs3wthqL3ZxmEqKVsNDqk+fezEmigFCESqTJC8uRsy2eOrmMzS1KZD2VVNasfB0orXAWrtq2YZr0ciEiTNQiUutY7hcYhy8hLp2Y61HAnqGEZxe7aAVahMw6cmNJC0cz0expxCRlibF1jkMLXQprccZtuPI6MIUhCDWVWsSzZ1vs3t7AR5UYlAjOqVJpZKPPdS3WxwYYJ0QaChuSE7CcNpntjtIvYhIlTK738m4iiOfvcfn/i8+0Grumsp3vo6yk8CTaxoAhiRbLcVcQ2qwrq3giHKgeuWlQZB0Cyigdt2kca43CDhQFkQZnLcoVBOFpIrVEu3851sX07R6q6lnEeQW+CEdwKkZsH8G7SQsOsT5/Nq/tJMgXUOJ7aQPaNLMvsCLvwmpPYlLZS+GGiMLTBNvGCNpHIe3hDLA8B73+OuF2y0uoZB43tp28soeivh89dRXhqQfRwdp5K39mTIbTgsRhqYKGXs1NU4grSJ6iZo9i995U9tiCVm0wIKvzyNxJUBq7/bJSqd2KfPI6oqfvRbWOloqpwoUxRBWcNbjaKG5kG8WuG0h33QVq7edP6HX3UNVPofUK1pnynDmcqmCIQPpQlEptABgFN78NbnrbRa8ZwJcML81CfH4JOABRBLMnX3gbrwBEhJ0//aNMvPutLN3/IEWnS2XXdoZvvwkVfuePASoIqO7f9QqOdIABBhjgewSDGJ3vaQwI7ADfN3jw4TN86i+e4fSZVdLcEI5WGLtynMpwQhxqGknAG/ePcvvBsZdNXgGiSPOWO/fyZ3/+NP1+QRBsEC2bW6JYs/+yUeJ6RKAVCyt9TKgItUIrr2m1ewVKxHvd4DBaoY0hDBQCPPb8Evt2DrFqLHGkSTNDWT3sy2sDTeIcB4Yv7PppnKNVrtMINcFF9nuNHCoRlvo5959e9euVitGhxS476jG3bW8QasWtO5p0c8PpVkpalgwDBFpIKiEPL3a5abxGohWtzNAtLNbYC5NsgaQSkBnD5NBZnk/rGCsEukxptRGW0E8ECNRC73osgHGawglne+O00+FyX8CWvZqpKoicprB133sqxZYS4vIolcZMimr4LJFexSrIzRBpMYZxTbJijCQ8i5IM60on2nJdEUs/n8QRoHUHkRzrAkBhqKHp4UOG1s5JQrt/kFBOlBMR5/6SOTC5V/yCCGcMYg1F6ZYc6A618GmyVgSi6AVTVFULMV2sLicAkPVeXU8FbVn6G4HWYDP/unMolTGcf5aeu5q+vgYnMUaG6TEM2jJUa0HFoI4+6clrEPhIKQBnkV4Xt7BI94oPgQjZNe8lXD2KsIgrfMm7OOtLdCu10hXYE0SUKmNt+rhKHemtQNqBpO6PcGEJ7/0Y6siDSNrzxLbaxLzhByne+C7WZ0OKHP3lPyc/tUw4rJCgnOExPVyhSW/8IPl17z7v0lNnDhE9/BfI8lnyAPSuUWT7JK45DotL2HgIGhriGnRWIU9BCopr7oY3/cSL967qAMIYuu0Lv18UvrT4NUI0PsLkBy6eXzvAAAMMMMAArwcMCOwA3xd48KEz/O7vfZt+v6AQcM2I+v4RusbSne9SbUQUxnLvkzMsdTJ+6Mbtr4hi+Z53Xc7xEys8/MhZjHXY3Ky77u64bJRGSSyNtSAQxcE6iXTOq5Obh7GZygRaaPcK7rpijD97dJpkuEKlEmKM7+lTImhjeefBsfP2xTnHyXbGsdU+XeOnEGOl2NuIOdCM13Na21nBU7Mdji31yK1lKA7oGofFUY+CUgV1FNZxcjUlCRS3TDWIA8Xb9o3wV8eXWe7nBAKVSNOshFTigMw4nlnu84YxT7qUEpQSTOGzbs+FA/ZPpdSSLrvriqMrDdJCiJRBSYYxmsLCUKypRwoEAgXGCdY6erkBBzmOzG4o1cd6lkZomQwV/WIcFaT0ZRTrAjR9EhaJVR9jYhJ9EiMhuVWEboWqWqASPYe1Ffp2B910N9XoOFo6pZuyxqHIihF62ZoKtUat1/YroiBE8AZISowvA3YJmd5DxTyNNi1f8rtGZp0nd1Jp4pSg8gJbluCKs1D0iHSbIJ9DTA/E4sIKEupyIkKtk9d15XmLcOx8P+sacXYOUZaKfZaANm19O05Kki8KSw3deg7pd3BhUpJGn+ororBBjM0ckvUgHMHVx8mvvJvwxD1+OWd8X68IEgSbTJXw9eGifAZs+R3BFJSOV9iHHkI/+VVcXMUNjfuxdlcJvv7nABS3vMdfX889jnr+SWx1hLSIUDZHxPie58Vl3OGn4dp3bSGcavYo8Vf/I5J2sZUmTgfYU23UkWlccwwdVJHuMi4Z8iZN9QaqD6a5h+LGH7o04yWl4Lrb4Wufxhmztdy4yP25vu72F9/OAAMMMMAArykcr14O7ECAffkYENgBXvcwxvJfP/U0aVqgKwHtbs62fSPoUFGUhkNp6Mtfxxoxj59c5uZ9I+wYeflZhUkS8A9+4U1869un+a9/cYjeyRVcVQgaMV2BTi9Da8VKO2P7RI2xekQ7MyShRgkEWpEVBl2We6pN9SpZ4ZgaqdCoRHzwDdu5/9giZzs5QRSgBSaSkNv3j1G5QMbtc62UQ8s9cN4dGIHMWJ5Z7pEZyzWjVVb7BZ87ulASUK8Cn2llpMbSTAIaZbuoiBBqwTjLiZU+145VqYSauX6BChU7kwQlwmg9ZrQeE2gFOArjaAH1SFMLFL04pFVkWyONXFlNagy3XmGwNmB/s4d1ilPtCl3jb1FackaShJ1DyXp5aaL7aNWhnRYIMamLyctfBS2QKN/yuJxB4SzbK3vK8lyDiCOjRsowSTGHkNF2E+SugmDR9Gm4MzQ5hVI9KnLCR+cYQSQve0IDUrOdbnEZlGXOxlQwNkLrFLvebytlJIzFCeSFdwN2ktAO7qBpv4JYb0C1tjxJE+pjvp+zSBGEwPXBGS/aBiESKsT6OCKVdXFSIywWMdEIvmvYldprhLg+6AApWijbO0/1dSXjD9wCkTtJKgfW30vVXmrpU55sqTUH5mCdaFtdR7Iuuj+Pqe0AwNYmfGxQZPA/Mw6xfmJlPd1WYK1UFxEo+hAlSKhRklJ0Ne6b38JVmhBX1g+Nq48g7SX0o1+kuP4tEFdRRx/1Cm/oDZ/s5l7npIE6cxRaixsmSkDw5BeRfhvb3LZBRuMaNohRrSXyK28jWDmOdJcQZ3E6pBg/QHrTj+Pil6Ca3voOOPwIzJ3ypc9BBHkf0h7svgLe8OZL39YAAwwwwAADDDAgsAO8/nH8xApnz7ZpNGJmWilRIyKoBJjMsJYE4owlLyyFsRTOcXi6xY6RCkudjCdPr7DQzogDxRVTDfZN1NYVykuBUsITRxeY7+aMTdUh0qzmhk6voHu2zehQwsE9Q/zM+67kZCflvqOL6zE1zWrI/IoplVhBG08sOv2CUAu3HPQP3PVKyLuunQT8jOALjS8zlmOrfXBsibrRgZAay4lOxt5GzENnV1nu5TRivb494wyZgXZaUI+DLeQ40kK3sCynhkqoaa8ZVIkwVo/ZNlTxam3hSYlSChMocuc4OFKhnVtsJaDbL8iNQwnoUIN1XLWvytFlxfHVgG6uMc4yHLcZSoQktAwnXUy2k76LsM7RjM9QCVZQGMZi2FFXzPXqPLu8DS2aWJVpKoBx0CmErhUqolGIJ7GAIabHEJlL/AQCOYKlIKHFLgKVU5V5xFoCUoyLKVwVJRlKUqrBcUK1QtfsJzejgNBPt1GrnEKpDGu98Y/v6TXkRZ083zCKKvQ2VsJ30QgeR5kVlC1K86AQ0g6ynmcasOZmjKiyJDfHib+FO1dAniJ5F2W6WF3HWgFCLAFaeyfhqHd6PXvVo1RnS2XQIYT2NKnaILCZ2kusJwg5idhii/JopYIjRJwhnHucYO5prK4Q9k96EylncWUMDzgk7UNY83mssomwrzUbFRliUlKzg+zRI+g0haHzjbVcpYG0l1Bnj2L3XQ9Zl7VJhPOgAihyJE83Zr37bfTMEVxcO19J1QFOgHaLzg/+Knr+CJL3sbUx7Mielx55MzQGP/2PkK99GvfktyDzRJ2b3gp3vv+C/bwDDDDAAAN8t+FwdtAE+72KAYEd4HWPLCuw1mEcGOuIg5K9bLY/L5/TvcmSIissT51e4TOPTdPNivV7ycPHl7lqe4P337SjVBJfHM8cWeDbj0zTqEdUK770ctj5stbFlZSJJOAf/fQbUEoxNpxwdqXPsfkuXQqUEuI4ICssRSej1ysojCPQwhuvnGBysoZxDr259PFFHqAX+gWpcSQXKNWNlNA1jlOtlBMrfeJAbdmelHGYzkEnLbYQWFf23a5tdq0UWgmMNmKs86rrGnJjSQKhUMKeRkxaWI4sC1GoyQuHKxVCLcJCajl7ooJFiDU0El9aGmvLm3Zm1KOCTmaJc6hWzxAHS1iryn5UCDBM1VYJleP46nY2l/GukdhuYalqBWic86RKqR6prQGGQNKS3DmG9BkqagUlBnEBKAsuRBUGJV1fnorgsIRqmbo6RF920Sv2kGUjCI4kmUGpUq11mjQbptvbWY7IoSQDsRhbp11cTTN8CicZaxqlsrk/7ptdr8D3VeZ9XJ6xRtokikAJgW2hOofoVw9S6DGceG3f2Yi49QRBNue3Y50v1fXSa0khHYQKRbb1ohFFZ/humtPPgs2RICzLlGMcEao3g+Q9grmnAYVIhlI5NqgiNkNsvt63jTOQ5VDZZGpUmlY5FYNT5GeW6ey6giA/XFZkX6hvWvn1jJ9EceO7kWcf9j3b5ywvWRcqdVxjQ30VU3hyrc/th960/SKFIMJMXXPhZV4KhicIfvRnye/+cd8PW2u+ePzOAAMMMMAA3128Wvx1gJeNAYEd4HWP7VMNKpWAXj9HgLxfeLfbQOEKf/fxjqgb5CoOFfc8dpY0t4xUo/Ue0jQ3PHF6hfFGzF1XTlzS5z/61BxZbhjdVJKsRKhFAarumJ/tcHa2w84pb4D0vmuneHa2zTOzbTpZweUTNWKE0zMtVro5QRIwsb3J2HiVJ1ZSYpWxuxqxoxJcUt+uWXPrvcB7fn3HSprTyQyFsbREiAJFLdJESqHEYpzDnJN/1jeWaqgYK0n6RBJydLVPHAUEyk8KeLjScEkQBzO9nKVORiGKydEqEY7AOJ5Z7JIbSyPSdI1XybVAZvxExFBi6BaKb51JGKvlmKKCUilRvIK1asPdFrAuoDAwknSY7ab0ig2CJCLn+ySBV0jLguGQ/vrrNTVHTS1iUeQuLouFvXu1hIAx687IazE14EiCM+R2hMI2SbMx0myYMOh4kmoSrPVjCvQqlfgsge74sZvA97I6Q2HreEKZoiT1ZbhY/3mivHJpLa616BVLUUig/axC2f8qNiNpP4XRo6R6N5nsx5mQoDhFyCzOWaTwLsReplaezC3NIZUUM3T9ecfKJuP0J24jmfk6NhdckHgDqGwelXcxJNhkDETQhc/bFdPHxiMIFil6nlya1F+DxvqZDwBRmKCJCxuILdC9WVS2hN22tySSmS+73Yy0g0uquG17/PiuehPukS8iqwu45tgGic36UOSYa94M0UaerKs0cfUxZHkaF53TSuAcYgrsxP7zL5qXi2r9NTVtGmCAAQYYYIDvRwwI7ACvewwNJdx+2y4+/4VjKAd5ryBd6pGMVylyi9KCDjUGLzyNVkPS3NJLDSO1aAspjENNWlgeObHM7QfHCC9Bhe31cy5MFyEIFN1+Qb9fbLymhKunGlw91diyrLtmG0+s9JlPDYESwjIuJrWOI+0UBHZWLqIYbUIj0mgRCgfhOcMyzuuGx+Y63vgI36GZFZZuZhgp82RzY9cNDJwDp4Tto1X2DCW0lJAA9VCxsxbRdmsFop4lOucNqGKteH61z0pa4HVPKBxkpa9Q4RyNSOOAfuG5mRKHs0I7hWYCtdDQyhRH54fYWw0JwyVELNZuPQ5KwFhFKDn1sEeviNfPiXXelTdWsuUseUdivWF45LwmXNXLJbFdy/30pkiCd0V2os6r/nFolFgiPU9h10peNfk5ubKhXqFWOYaSAusCnBOU9NHSwkoIZi1Kx+KsAae8Z5LyUxKu38F1VpGsi4jypa4Kr6Yag5B58qYTxPWpmKPkaiehPUNoZ8BaxBkIdEnySuLb7UO3i/RT0ubkBa+r/o67cUGNeO7bSN5a23GsDbHxBmmUMjYI51BFB1PfAYz49/I2ii4ojVMxTie4sApS9taKQ9k+YvuYPddgJ/agpo/hGqOexDoHWQ9Ju5jr3uJfB9zoFMXbf5rg3o8jy7MbZQQ6wF5+M+ZN79m6M0pRXHkX0QOfhH7L97SW7sjSWcQlDYoDb7rgcRhggAEGGOBvBtyFZr8H+J7A65rAfu1rX+PP/uzPePTRRzl58iQ//dM/zT/5J//kvOWyLOM3f/M3+dSnPkWn0+Gmm27iN37jNzhw4MAFtjrA6xE//mPXMjfX5duPnKXXyZl9cpZt10+SjFYIIo3BEQaakXrEB27ewQNHF70r6gUUzSRUdNOC1V7OWD2+wKdtxdS2uk972WxOVKLXL0jigImxFy8XXM4ti5khUrJenitAooW+sZzsZEwlwZZy4guhGWrGE81Mt/B9puXyWglDtZh6HGInGsSnVzi12PWZmeJVz+VuTiMJSAJFLQ7oFpbResTebXUqgY/h6QJdIBHhyuEKp7oZOIdWCmMtlUgTacVCL2Ml9b28ulRjxTmcc6waRxwFSOlw7MoOVLAoWSsH99WyzmmWOgl7X+AQChAqW5LoAi0piKKwAYVTxBqqodqkTG/OXy2NjsQQ0kNRYEryCqDWa4jK+uot0TclsSTA4ftiLw5HJT6DEoOxGwTblzODYErnXO37Rp346BsUNssxPYNkKxiJUaIJXNt/fpGDLcvgy/xYsV2UsRDVSMzTRPlziBTYXopqLSK1GgQaZ8GmFtVvIzr0lQu9DlxonkQU6eTtpOM3o/vzIIrKk59AycqWsl1HgCLFKVWOa6OsV2yOSUZRqsCGw+eX+9oMp0Js0AQdkL/7Zwk//3+hZk9sRO8EEebyW8jv/PEt69orbyWb3Is+9E1k4QxEFexlb8DuvdZHB52D4vI7kNY8wTP3oVpzG+OvDJHd9hO44akXOJcDDDDAAAMMMMB3C69rAvvVr36VQ4cOceutt7KysnLR5f75P//n3HPPPXzkIx9hcnKSf//v/z1/5+/8HT796U/TaDQuut4Arx9UqyG//Eu38/gTM3z2y89z5MwK9AoCB6FWjNYjbr9inJv3jTJUDXnk+PK6YngufEqNXJL6CnDrjdv53JeOsbjUY2y0sk6Ks8zQ7RW8/c49NBsvToSXyrzWC2W1RkpIraOVW4aj8x/GN0NEuG60RmY6LGYFxlkCrTg4XiMJ17JkHZdvb9LNDEudjCw364prNzfcvnuIq8drLOcWm4QoJWjZ0Jkt0McrqjbQGAdxoHAowlLpXOz6Hk6FbMS4OO92jPM5uqRFGTwjZZ+ywpUmQ9YGFEWAc46wJCBFUcU5VRK9jduX1hlaCnKraWUVUuvfEywV7dhdLYjDNg6FMQmFjTEu9O6+kvncVqdQUrCJ4iKYsidUMMRoMtb0ZsolDdHaHmDdxc+zVj207pXGTqAkK+N1bLm+3aQKR/jbcw4onIFWuJ9u5c3Y0tApLFYY73+d0Kz4kai1CB/llV2T4nIhUicRDE5XENuDNCsNhEtiHtaxqopzIWI63nzphaAjbGWYKD2OHglRvZCiYD3q1qoqUq8hQ0MgGjEJrtVBih4gpKO3kLQeQRUtbNDYILHOILZPNnQdLvRltm54G9mP/2PU8SdRs8dBB5hdV+Em9124N3Z4G+b2H37h8a9BFPkbf4TiwC0EJx+HrIurj1PsvREq5xtHDTDAAAMM8DcIDj/B/ypte4CXh9c1gf3H//gf85GPfASABx544ILLTE9P8yd/8if803/6T/nxH/cz9tdffz133303f/zHf8zP//zPv2bjHeDVhdaKG9+wnRvfsJ28sByf65AXlqmRhJFzlNQrtjd48vQqubFbiKpzjm5WcMVUg+YllOsCjI9W+PCHruMPPvkEM3NdlBKcdYgSrr1ynLfftY/P3nuURx6foSgMlx8Y5c479rBz+zklxLgXvKn5SJRLu+tVAsUVYxWeXunTyw2TQxWqUUBuLKIEZ/y+XrmjyVIn4/CZVfqZwVpHbizVQFGNAkwELXz572a6sG6MhKdYLsvREhKVpk8WyK3vFF23IHKQO0dammaJEnLr0EoIVLl8qbwmgUZL6N8XmCzPhbUxWdYkjpewVtbJrEjhY2AQ9tQ7rGQFDqEaptQjh6BxzjNwp7oUNiE3Nep6Gq16LJmd9G2d1GkKEjQp1gflYAmxhDgE7XJf3lvuk3+vglDgUGRmjItBxLBGfgNpl/8uD6z1B2j9NcCoOppVnDOsyB5a4YEyRsfgpEI/qpNm44TFaukiLGVvbrmfgNgUceCCGJzgwjJv1vr+WTBgDVaqYKzPdQ2HX/DaitJjVDrf9KW+DY0kFUIE0wbbV+jLrkQPVb3LsIin9p0O5shzZM3rSSdvx1WGqcx8CZUveYfl0jyrSLbTm7hz6wcqjd1/A3b/DS84ru8UbmQn+cjOV3y7ptMhO3EKCUOSA3vhAnFXAwwwwAADDDDAS8frmsAq9eIK2X333Ye1lve8Z6MHanh4mDe/+c185StfGRDY71OEgeKyqTrPPb/MkWfmqddCkmbC8zNtAPZONdg3UeW52Q5RoIlDhbGOThkf8+Yrxl/S573xhil2TjV44KEzHD+1QiUJeMO129gxWefffvRbnD7bQilBKeHZY0vc98BJ/sefvpGbbtgoU6wHGiS/YEyO72cVapeoChfWcSr15ctDScBINcI73wpOIAg1WS9HK2HfRJ1YK759ZN6XQWvhviOLtGY69ESY2NVkfPhco5u1flo/LvDRO2PBmnrpS59bZm38G3p3J7doLRSFZTUrqAaaRCsyY8jLfa9Fmr5xWOfYWYsYSzZuVd3OdgCiaNW7/JbE0JqQwlSphwX1sMABpuyttEatl+qCJVR9lBUi1ScMOmzTR5jPDpDaKm0zzrA+hSbD4Cc+BIcmp7AJYjVKciyBL5eVFBDSYvum/tfzYWyMcwqlep6ErpFNAB0hJkO5DCdrmrTDUqeXDdEKDpYKrcZS8+ZN+F5ZK0FpJbVpe6WXsXOl3L32elKHMIGst8kYyUfYKNPBxBMU1V3rYxZSFBm2dBzWxTzV9jfAFRjVQFQdlZ1FKNB1QU0MoUfquDQFCy6M/ViaI7gbdtItbgXRZEPXYuJxopUn0f0ZnArJ65eTN6/E6U0OxWvIUtTRR5CZ533/7O4rsXuuuWBp8HcbNsuY/6NPsvzZv8KsthAlRLt3MfXhn6T25h/4bg9vgAEGGGCAS8SgB/Z7F69rAnspOHbsGGNjYwwNDW15/bLLLuNP/uRPXvL23v72t1/0vY997GNMTk695JjAAV461o7xxY71iZMrfOzjj3LsuSXS3GBHK0gtoloNiSJNFCiu2jfMTXuHOTzTppcZlIID22q89apt7LmEntU1tNsZ33rwNKdOrxJHAe+6ay9XXjGOCPx/f/sBTp1psW28ii7Jp3OOufku/+mPH+Pyy0Zp1D2RmIg1J7SiXVgS7V18nduIB9peDUmCSyOwy8aSW4iUz6lda9tUAgU+c1ZphTUW6xxxqDHOoZxj9vA8Jw4vcr+1KBGSSsgb3jDFe997BXHkbxmWtcLXrVhvw7SOkSSgnRky40tVlfJ+ukHZe9wvI4OM9spzohWIL0XWWhFrYXc9Ye9QQqEEDaXdkqbX3UXa7xOEXcJwGaVT7Ka+Uj+W8lhJGRWz/pZ3pNZhRruzjzhaIgoXaQYLrJqIwjbo2QkStYAmB3E4F1DYCp30Gj/WYJpIzwHeOTgzU2Rm/EVcoiOMqRKEHZzbSjZRZSxNlmNdFUdA4RpkdpJO0MAqhTi35XgLYFQFKxGIQ5yP7Fk7D5YAJ0lZum38yRfBju9AzZ707r44xCqUK7DhCL2pdyFKo+iSyFFCFsozrcjYhvQXEJdiVbPcV8HWplD9JRR9JChwWYZTCbY6glNrVQwGlRjCfovCDvtrqDJJv3K+YdS5R1AWzqD/8neR+bMbZc8PfQG3+wqK9/08VL932kCcc0z/n7/N8he+iIoTguEhsIb02HOc/Je/yY5/lNO8+63f7WEO8H2CF/sdHGCA7xSDa2uA73V83xPY1dXVC/a5NpvNF+yb/U4hAuGgVOxVhwhordfNRjdjYaHLb/27Bzg73WZ4OMHVqnRFcGlBJzeM7W6CKB47skgSBvzDd1/BUjcnDhRj9ehFSMhWPHN4nt/+999ibq69nnV5z2cPs3vXEDfcMMkTT80y1IgJgo1rQkQYH6syt9Dlkcdn+MG37AO8b84N41UeX+zRKex6gLYWYaoWcsVw5YL9sRdCkRsQ0GqDNEtJiAPl1ebS7welhNWe73tcOLrIyUPzIDA6XKESaVa7Od/4xkmy1PATP3H9+vERPFHdfLjSwlKNfMbqSBLQyy0z3RznvNdvbrzCW+SGwFrEOnbWY67eViNQipHYK6/GOURr+uJNo9Y+LwIaspZFW8PZGtYKOpgrVeuNwdiylFYQRM4l/gLKEoYKTEJejGElxhIzmwn9fDuaCcYrfYZiA05TUZZqZQVj6hR2P4Xdv2lbEF7C3II1DZyeRcpG4PXWYAeuCBAMhewgZ7ffrNoowb5Q/m8v3kc1P+lNqFS17KnFK72ug5MQIUNMD0sFVARxBTu1F9Wex6UFRTyBrVyBGd5LRa8g5gQBSyDWk2oniO2TyHNIPoOVANlSCRDgahPYYtln1zqHkKGyZVzUgKACBAgFcdhD7MXLrM9DkSOf+b9g/jQMjXtXL4AsRY4/RfTlT+A+8HcvvK7LCbOjBNlzKNvFqjp5dIAiOrDuevxKo/Pk07S++jXCoSF0YyMuR1erZGenmf/4Jxi5+y5UeGntCQMM8EJ4od/BAQZ4OXilr63XLRG2gy/W9yq+pwhsq9Vidnb2RZfbvXs3URS96HKvBu69994XfN8YS56bF1xmgJePtZtqUZjzbq5f/OvnODvdZnKiRqGFvnj1TgWKLLcsLvbZuaOBdY5Hjyzwzlt2smPcK67Fepbpi6PVSvmtf/cA8/NdJsarKK2YnW0zv9BjeqbDo49PUxSO3nBOtKtJsGliQynPHqdn21uulwS4eSRhITW0C4sAo5GmGSqcsVzqpaXL+BtjrVc7c0M1CtZ/ico4WK+8Gsv0Yo8q8OSxJZQWwjhYdw9u1CJECU88NcMPnNnLjh1N78vrHJkxBJtIYy8zRNq7KAuwpxGhBFq5oZ9bsqwg6xcUmd8RhbDYyRiNfIWEMY4QsCJ08MR7vYeW0jjKOpqb1MjC1NDBIiJ5aZBUljGLVw6d1RfOgTVtov4RtFtFsMzlwzzZu5yuq5c6puZst8pkpcNNI0eItPLRL6GiKOp0unvXjaSEjIgzhMx6EsowGTsxnFNSLAExFqMClHKle7VgjY/m0eIojJDbTSdaBKdVGQe0FV29kyTcRyN7Dh/xE4Ar0K4FOMR0ypNt0K6Fk9CTNwV2ZAe9xk1kxU4q6TNUT/wpLE77OJ5Qw8R2mJhCnEFcqbeLQdk+xkQ42bgHS9FBFW0kiXA29+ZNrvBZsNEINqyhlaMwkBdm03pdws5RVNHG6gp57TJcuDHhKEceJZg9BY1RUHrjSSqMIKnBkUfJZ8/AyDlKriuo9e8jNNPrx0UVC8TFApKdoRvf8aqQ2OX7v4npp+ix0fNKz4KREdLT07SeOET1umvOW1dlywSrzyImxUbD5M3LQb+4+dsAf3PxQr+DAwzwcvBKX1uvy+vTO1u+etse4P/P3p8HWXZdBf7vd+19hjvkWJlZc0ml0mSNLkvyhGQBdgO2cQNt7Gc1NMb4h6HbmNdtXrygCUwQ3T9H/MABwa/xYzI03a/p94NuQ/OjG4xtjPEg43mQZVlzSVWqOee84xn2Xu+Pc3OqzJqkKqlS3p+ICqnucO65J0/dm+ustdd6Tq6oAPajH/0o73vf+877uI985CNce+21F7TNkZER2u32htuXlpY2lBVfKlvyH+oWpbrxeH/9GyeIrEGMkA/WfJpBbas1QruT4xXqqWVmIePQ8SV2XUTJMMDxxT7//X89wlPHlmiOpLRzR7/dY26uj5hqDe7y7/ytxT5HvXL1gfGV7KUOZo42G/GG/TcIU2nE1Bm/u17MeTVmLbEpyRUSlOn5LsO1hKFmjDEG8Z6aEbwRjk23sar05/vkWUnSiKs5roOscQQM1SKm5wqePDTHrt0jpEDslZ5WJcmWKrPsvDLTKRitRQzHBowwnFi63ZyF2R790qOD0TnV4z2xkXXvTYGeMdUYzzXvaXk1ZylCrkoyeI66hF53O/XGaYwp1zzDUGoN56N1XxaqivdthntPYLTAU6MnNb7Zv55MI4bs0iBbDaUaTndjDkXj3DR6Cq+CmiZx1KJeO0qnux+hQ908gqWDaFbNnGWJhBN09SZydq28dqHjeI0RV+Lc+h+wIcNrTO62rftui1QxRvEimEEQK1oAJUhMp3YrVsZJyqewvoPg8WJxDMNyCa96rLYQPHm0gzLZSW6vwmfDpNmT1J74K+h30CitmnzlOfLMU8jSPFxzXRUYAyQ1pMgx5TwumkTFIi7D9k5DZNBoGJIUyat1waqKyWbAeFRqFG50NQZtPUZ95tMY11n56dZmv0B/26vIxg5Wx2T6KKhHbbzxCz9tIgunkdNH8WPrA9i0eILYncRJvWoStXICFSTlMQrzNHl8Yd8hF8P3s8H1k/XntAhIZFHncP1s/b9lVdLpz1Ob+SLiVscw+WSU7p43UA7tv+T7Gby4bPY9GASXQji3givVFRXAvvWtb+Wtb33rJd3mgQMHmJmZYXFxcV3AeujQoTAH9kUqz91g3eKa5jXLlid26Grp62almefy7RNLfOLhaR5+cg7vlVJhvlvQmethBKLI4L3inJIkliL3dDo5nXbO0GCczlIro1GPueP2yzNrMjbCvjTmcL9gqVcwP99nxvSZHGvQTCyLpzoce2qOubzE7BjCCHTyEu+VyAhjtfUljtEgi91wyhSDwNIKXoVFrxTKYN7noMzXKTX1qMChY0s8PtulkVpKBDWCilB6T6YwnKz/GHKAG3Rkrq47rP58lv+vECFZ861aFsN0Wilx0sLYPqhQaoxEJcYUqBq8M5zoWI4sWfaaedI0I9cGQ82EU8UkfY1pRvnq64mQ4PF4nuls49rhGWLTp9QGXi1x1MLEHSRq0Zc9iHoiv4T1LUzZxZJRl4dRDJ4mTpsoMT13FQ17CEMPHXQ3Nq6D5C20UIb5BIXZSR5fizNjCFB3np41VD2ZMlQ8glLzp5jMv4GaBp3aPdi0SyN6GokiRAX6XbS9BK7EMYLVNo5J+nLroPOxp370o9BZhDhGcGBNlfkrC1hcgKUFGBmU/aYN6PeQMkdcC7Uj2Gymqul2Hm11MWMGajUoimr5cRxhtUs5u4RLLFiw/VM0pj+J+BwfjVYdkbXKGNdmP4eLRyibB8AuB+Crs2RXeFfVWNuNX2Np+VS1BlrOuE9iVDOS8hIFsKqgRfU6Ykj3Xw0IWpZIZDG+h3FdwFG0cqJ6Srp3/b/5ZOFb1E/fj4pdnY2rDpMv0njmr2lf++P4ZPy57acrsScfQ1ozaNLA7bkJ0uZz22YQBMGLnIYS4ivWFRXAXg733HMPxhg+/vGPrwTHi4uL3H///bz73e9+gfcuuJRm53t84tNPcXSuy2K3oOs6NJsJMpqiUpW0OldlPY0R2r2CWmq5ds+Fz3xs9Us++egMhfc0a9X6ECvgS493HlnTZEmAbeN1Zud6ZFnJ3FwXMUKnW2CM8E9ffz07tg+d/cWeo6nEooXjI988xcjOIawaHvnqMY5+e5r2bJf5+R42Mvzzn3slC6o0947yTPMUdTEkZ3Q7zvKSyArX7h1Z/dAQYUdsGfNK2yseSAWGjFAozJWeEtg32eRYN6cYBKTqq0A3toaobnhysce+xRr7Rms4hSWF9qAEuupyrNSMrLvQsNlXSr+Maefj1NOMtLGAlT4ig3ZTAu0iZaY3RGyE7UmLUi0aGUzNstRJq9E+srx1WSmzjqUk9xHdMmIs6WE0w2uDkhRNCvBCrTxBonNVAAgQ+cFQm5xh+TZKTKlD9MoDZH4PSkTNHMVKDyl7SHd6UKqUVg2U/GMk7gid9FWUdheRQrP0GH0aZxTUkOoCdTcLGKzOMdR4BGrDiI+r9dNioDmMpHV07jSUBaqC9UuDg+hpLH4GO/8MmEH7J18ig2AMa6EoYG4GGRpUKBiLr40i7TmMFohbrNbd5gV+sYt0T6AGZMceSAYZ5rJATx9FThynPpXQ2/n9JEvfqsqLlwO2wfmk0RCmmCdd/CZl8wD+6puxX/hryLpVyfAa0l2C5hh+7/XrTwT1iPbRs5QIq1isdja974KpI1l4kHThQUy5hEpMPvISRl55GzO7dpIfP05tsoaVvOqGnTlcq8v2793FePwN2m4cTAQY0tmvgmo1+3Y53TEIZk0xTzL/Lfo7XvOsd9XMHCb5x/8Ls3hqpQmW1kcoDr6R8vrQFTkIgiDYerZ0AHvs2DEefPBBAHq9HkeOHOGjH/0owMrYnJ07d/KWt7yFD3zgAxhj2LFjB3/wB3/A8PAw99133wu278GlNTPb5f/8UDWuJo4NRoReVpIVjqRw2MkGzlVZ17GxGu1eQS9z3H3rDraP18//AgOPnlxisZMjhSNPLaVX2u0csYKtRWjpB+tGPLU0YnysRr0WcfRYC6hKbK/ZP8ZrX7Of73rF3vO+3rksdnIeP76Ec8qeyQZ7JhobGlAdeWSGf/jTB9m2rU50Rgfj0dEa0zMdON3hR767akhUHF3i8187ThwZaqlFRMhyx/xSxo0HtnHV1eOczB2lKokRRq0hNUJqVkuj570y53Rl6UjfKXES4UtPPljEK4NgNjJQRoavnlhi13DKLEIGGBy1qBqF03cxHW9omtVsbDTYtkiJ2kVarkfLKwtZjeuHcyJ1WDIMHk8127WZKtdNlvSLYUq5A5Mdpp7MD2aVLofEa/47yOD7QTBrjVL1Nu5R6hAZIwieujtKorMogh98pFp6VD2XBdVqCE8sS9j427SK28j9TnK/HUubod6nMd7iZGg1mFPFaIdm9lXatVdh6SLap+4fRbEr608FxdgS4jomjYAMXIEsF1w70ChBhkfR+ZlqNM/guXF+hKT3+CBeMoPXlkF1wnIgRZWJXT4mvkQMeFvDmSkKN0rt9CeRolcdOivoqWPo6RMwNLgw1GujeXXskoWH6E+8mqh3rOpQvEn1g5qUqH8KfIlO7cPf+HLMt+4HV6K1ZhWgdlsAuLu+v8oKryUGlTrGL1UZ6zOIlpTmOWQ01dM48XGSpYeroNskVZOruS8Rp4fY+//6GY79+m+Rnzi+cjpJZBk9eDX7fuwVJL0nGMueAVOjtOPYchYVi8lmEdcbHIPaYC2wIeocfda7Kp050k//MdKZwzfGIYrBO6S3SPzlv0DTIdxVl2e+bhAEwVanF94WJXiebekA9otf/CK/9Eu/tPL3z372s3z2s58F4NFHH125/X3vex/NZpPf/M3fpNPpcMcdd/Cf/tN/2rQ7cbA1/fXfPcHRE0tsn6jG1dRrMSdPVg2S+q2M1AjxeJ16I6HvlHoE99y2gzffe835Nz5w5JlF/u+/fZxsNKHTznFpRDpepz/TxUQGiap1m/1+iaqSG8fxEy2azZjxsZSffdfLufmmKYYvstPxmZxXPvqVo3zu26fo9Ks1n0lkuXHvCG+79wDDjdXy326vmitr7cbXq8brCN3e6rrR+970ErLc8a1HZ2h1qnWM1go3XjPOj77tNp7MHW5N6e4p8eyODRODBlUdhVlXRacRVXwy2y+rUT2RwVA1OpNBd2AFrBGWspLTucMllolah0acYaT65vBqaOUp3WKIxAhGIVElijrUGsdw5NSAKUDp4UlZzAyxpIzEBU7q1VRU70ltl1a/ThxFFLVrGIl6oAVTtSWOdccovSEyq99YqkrmEsbTDkO2T5WZVVSq/cI5Yp1HMSvrRI0WrOnTDCiqBld6LIuk5ghddxNgMGUb47s4aawP5kRQrWF1lpH8U4My2RJDgaOBEiOAtT1EHC6ZHDzfV2W1vuqcjID4Ek1riHgUQxFVF07S7EnE2qpM1xdVk6TqTaO+yiCjWpUDLwe3bpBZTg09ewBX1MFVpbris6r8GMA5WJxffjMgg8DJ9auSYzGI+s37WCyXC0sVVJev/TFsYwT7rfuRzkK1H8PbcHd9P/72zUfSZNF+Gvk3QMt1ZcTVqCEhj/Zv+rwLEbcPkbQeQW0dXdNkSdVhsxnGty8w+v4fZumzX6b9TBcTW0Zv28v4S7dXDcO0xDjFSUKcn0BsDr12ddwH3bKN66K+VzUN29BB+8JFh75SBa/Dk9XxhGqObnMbZmma6JFP4fbdtoVbhAZBEATfibZ0APvmN7+ZN7/5zed9XJIk/OIv/iK/+Iu/+DzsVfB863YLvvbNkzTr8cqs1eGhhMY147RaGXOLfa7fM8JP3PdSFvoFInBg1wiTY7ULfo2lparjcLsWUWtGVYMhK0zdtp35x+fone5QZiUu96BKNNiPxcWMhYU+1183wcvv3L2yf8/FJ75+jE98vcqSToykCNDPHd98ap6sfIJ/+caXrHTx3fvSnfzzd7+S44fmOfLYDL1OvrKdonCIwI7tq6WZjXrMv/yxl3LomUUePTSHscIN140zsXOYoz2HoiTCykieQpXjhSc1wpA1LLoqAx2v+X3YD8qBjRUiazasKVkO8wojTNTaDCV9VIXSD36ZF2Uk7SECrhhmSBUrBY1mFbx2MjsYk6OkcRWANiKlW0Tkmgzm6Q5GyxhPYnrUZI7haIFICsCxs77EZNridH+EWB2xcXgVMh8RG8cNw6eqrCQCxlbBl1qiQWMkXfNRWpURD96VghQLRL3D4KuuXjUzjY8c/fhmRHvV484sd1XFShvxbjBzt4nQx5Bj6YIaxBpEXDVT1kSrgZ9NQPugDtQAHjEWpKSI9lLY3dVxdUuoTdChCczCccS7KriBKgB2gzWmo2PVz8wzKHH1YCNcMk5Z246rT2K7J6ugdJM4aF0pr1T7WjSvxWZfrLa1NkBTRXxOPnL96u1RjLvnn+Hu/D5k+ihYi26/uupEfBZZdB2xO0XsTlSBoZqVn19u9z63ALb1KKhbF7xW782iJiVpPQ7DI9S//xambJUdFhRbzAyC9ggE1NRxkhL1nhk03lrNSCsKWmJcj7Lx7Cs1zIlHq+O/SRDs0wZm9ij0W1C/8GUUQRAE3xn0MqZgw9ra52pLB7BBANDu5hSlJ03WBwHWCmNjNUrvGR2tceOBZ182+IUvHeXUqTZTe4bp59WMVRHBxpaJmyZxB8Y4/dWT9FsZUWrQnsN7xQjYyNLvlywuZWy7iHLlzXSzkvsfOk1khZE1mdZ6GmGM8OTxFt86usjUvrFqTWozYd814+y+eowbD+7kU//3wyzN9/BemZvrsXv3MLfdtr6Dq4hw4KpRrj4wilpQgVKVfYmlWygLPV1prhSj5KrMlZ6mEfq6oW0WaVQFNt5rNT7oDDroYpxEnmacoSp4NSuBrVdB8AzFGZrXMViSZAljChb60ZrsUdVUygBp5OmV4LEYqgBCRREt2J4cIpYqu+ypmlNFRrlz4jAPL+7ieG+MvosRUUbiPjeOnGBHfWmwLrQKmozrgdpBDlnQQT75zEE3oh6KXhUQSrUn4nPq2TcRX1JGk1TRjFsXxBpyxBfVtiUZZGRTlKohkKEHkrBytMsM4sYga2kgqoErqqB50CCpH91IP3rJSjDjTQNbTCOpQJJAloGUVXVAdYUGv3M/kjbBlVXZtwjeJGCr44NYevt+gOahv4DMQ9ZFomj5BzsIXi34smr6lW6jrO3Cx6MkrUcwxSI+alYZWi0xroNGDbLRl248+etD6FUv2Xj7ZiSiz3XY/DSWxcF6ZkNudtKtHdx4weAimLJ9xvMVYwrElGA9+IxSIqzvre6OzxEtq+OhnuX+2pJ3qrXPxiDqULVU54NWFxQUaof/nvjUQ+TbX0a+/eBqZ+kgCIIg+A4VAthgyxsZTqnXInq9gnpt/SmtWnUD3jH13DpuPvLoNACmVDR3EFswg180RXC5p8xKas2EKDaMjVq8Qi2NqNUipqc7fPVrx/m+1z23zqdHTrdp9wpGmxt/iU1jy1K34NsnW7xm39jKaJvRZsKx40uMjDe4/Z6r+R9//FW8VyYnGvz0T91JEm/8Zd5F4JcPpULuqmB8OK0yWXPd6qqkDEa7dFx1NXGzQsSxeszJJUO/9BjRQZi3uuq0LJWrR2sMxQ4jivPrG2EBqAqR8bgoZz5L6fRquO7VGCkZjtuMxJ0qQ+s91lSBpRVdeQ0RxaLEfolE+uRaQxBEFaSNFSW2yu0TJ7jBTdMpUqx4RuIuRhSI8FEd+m3EZRgpUWMobRP1dhBsV1lgxSJUwaOqB1cOGvaw+jhV0vIJsng/XpoY7eBprgTjojngUYlQM6gUEIPXGoYuUILaalveYbJFfH0clqfmGgOmGiEk4ilcnX68f93PxWdgih5qFLZtR/sd6HUR76HRQLfvwjX3VRdrNEdUBwGpIFTjhwDKkQO0r/9x0tNfJj75VUy/j9TiwfGQQXmyoHGT/sSrwER4M0Jn15uoT38Km51CtIOKxaVT9CZeg6tt3+RMOjfJ25ju6epYJxHN+U9ifA9natW4H58T6zM0i0/RnvgBNnQoVk/sTmL9HGAo7HacmdhQXuviMaLuM8tHERv3MOKqc00VrBBpC7REfFGt9a3S11WyHcXZQcm4KwFBjal6jXlXPc65Ndlph20fp94+RrR4iO71P7pyPp2P23Uj9sRj1Xl4RhbWZF3czuugFpbSBEEQbCZ0Ib5yhQA22PJqacSr7tzN3/79IYrCEa8JyFrtnCSxvPKO3c/pNaRatFn9f6/Ew2DciIBC0ckRrxgrpLFlbGxjpnV+vv+c9gFW57GdbQ1tlbGs8jvLj0jSiKv2jdHqZBy4YZLves3V7Jka4rtevW/TjLCiqGXwy/YqpyCqNGOhZaDwq69pBhnpYSPMO1039cQaYd94g6fnu2S5q5o7Dbr9eq+MxYaX7x4hknz1PTilyB1iqv1n8JQFp0yXijERxpRkLqXnUvouZXttDu89qiVioqrpkjrAYsSj3hFpj1Jj0KoxU6mQlwkjyerPpmYdNdOp3sCgC5BKVAU83iHGkJfboaijNU9hRkj8HKoxYPHEGAbzPFeyoLLy3lAdzHEVYj9DNzlIM/8SVlt4Bs2ZNAcRXDS2LvDwNFhuJFWV/CrEMdgIyZfQZBQwg4ztIPNNTOHqRPUFfJniixS8Jzr1GNoskFoK4iEdhrHh5RMMqSdYWjgdRiUdjPBRLB1KmcDJakWDa+6me80Pw9VvIp7+BvUTn8RKq3rHNsanE/R2fg/5yC2rz0mnaO95CzY7hSnbeFvH1XZtWu56TmU2yFI+gJT9at+tx4w1ceNXVcE8oDbCaUKcHSfpPU3euG5lE8Z3aGafx/o5pPrXTa2wFHYX3fQVK02zAIqRm0iWHkHKLqYmgzJuBhnpwYmvGUg1HkmXL8ioIpR4U8ObQeOplTFBgkvGqtLwvIWUbTAJiKI00KgGLiOe/Tbx+A0U2192QYfGHXg5+vg/Yloz+MYYREl1DncX0SihvOl7wvrXIAiCYMsJAWzwovDGf3Idhw4v8NihOYxUay3zQTD7htcd4IZrtz2n7d9w4yQPHFnA72ySppbcGly/QHw1dzaxBmOr+a/DZ2SB/eAK3uhoutmmL8q+qSbNWkSnXzDSWL8GMC89xgh7dgxtyITayDA6WscBb3/7HdTP8TurmkHctubCYyRCoYrzVfK5FgtFVs3aVWBssLZ3zAptr+QKVqt8oAqMNGJur4+Q9QqenuvSLzw1azkwmnJgvE5kDLgI9bA43+Pw8S4LXcUa2D0esWdXk6gRsVTYquRXwBiPxVOoYakYohn1GIq7WHr0ijpeU+q2BBEKn1DknnpURc+mSpZiKagnVRZsOUNWNWNSRAfZMGSQRVPECM7V6flriHSORu/buCjFSYqlP3gOK2tFpdse5JtZrgwFI1Wlr8uxtMii62hJjbR4nNifBJQi3oWRLipnrrMUUItjDJdOkZrT1f6JQcou+ByNGhDVcdLAaYrTeFBZnCFRholjdKaD5EuUvoE1Jaax9pwd7GiRYxIZ/DUe3FPipUnXnqXxj7EUO+6k2H4Hpncam8/jk2FcbccmWUNFJMfXJnA8y3nI6qk/9pfE099CbYpPhkAdUf8UeroNdgjGJzE1U5VKY5FMSYonybluZRvN7PNEfnrQTCsaBJsFiXsGzRO66StWXrJs7CPbdgfp/FeqigKVwfra6ggppir/FqFIdgOCdUuoFqAeZ0dXgnRNGtW4IldWP2tjMW6mOh1FAYsOLmpgUyg6JNMPXHAAq81xsnt/iuTzf4pZPDlYhw3aGKF46Q/i9oUOxEEQBJtSICyBvWKFADZ4URhqJvw/3/VyvvCVY3zp68dpdwr27Brm7lfs5babpp5T19+lXsERC2M3T1G6KkhMrOBrEf1WhqAMbavTOrpEsZTRSFf/Wakq8ws9hoYS7rrzuWWBAYbqMa+6aTuf+Ppx2r2C5iBYzkvPYrfgqh3DXLN3lJUk5xmElSLTs1ut26VwHiNCbAzlIFhdKf1VxSnUjLBtMKInFmF3ZJhxnp6CtYYkEgwyKEGO2DFWZ8grZxZBu9Lw4DfmebInHJn1FK6KkeqnC+7od7lqokaeWCKpSopRHWRZlaw0tIoGk/Ulcm/59ulhJmyOpi0emp9gYniIsbpnPKrKi1WV2OZYGXRgVlmOX6sGPSyHtFKtOTQRuIKsmKDrb0RVaPKtKtNaVgfNS4JIgaHE9wq06GEHo2h0eV0pgwM4uD2JZsikhbOTdJJxiKp1qAgY7RMX0yTZScygI7CQIzj65gYS5qpyZZGV81twUCyieYsiuQFvUvAW1Ax+borYAhleXRds4sHMV7f8TV11bNbCIabAx9uqBkUYCtlFZquy5zhaIknmsSbH+YS8GKMoRhgsEMc3duAb69dXLx+AhKPUODIohxYKJuhzDY6x852d69jFw8Szj+DjZrXuFxCVqsFTkWNmjyFXb8fEdtAYCaRZI9EeMSco2EXkT2H93GrwClUGmwSPkrhn6Pub8WZo5b7+5D1oXKPZ+QKigzJgsStrYxWLaIEtZlnY+Q5EDCkLpKc/hnWtwVpXEC3xozuh1cYUi9XFEy2r6xQIjuF1GWk1MSZb3PRYSGceac9CXMOP71m5wOAnr6b/g/9vzIlHMe05NKnj9twESWPT7QRBEASDr+rLVEIc4tfnLgSwwYtGox7z2tfs57Wv2X/JtqmqfPTBk5xqZeyabHD6VJt+r6iWujViavWYsZEaL9k/zsRNO/jrv3iI06c7pKnFGKHfL0nTiLe8+RYmtl2aXxhff+cestzxpcemmVnKEITICjfsHuG+772W3BpW28QM3gfggBg4e+/WSpl72kVJq1PQ7RYg0KjFjI+mK6OCukUV4o1aYXdiidc0Z0qNsMdY2kDPCKKDEuM1+9E2wqjXdcH0gw9N82dfWWRszxBDdcNQrYrzujl89tE+naen+Rdv346JSozpVetXEayANdW816yMOLU0yZ5knBj4hyNN+qVjpt1jvOlIJ1O21dos9T1DqdJcczAUQ+lHiWwLUcWT4Eyj6szrYzqd3ThXraVOOYwhw1FnOeJXjao/ZBjJEb/cRKoYfFsNjpH6KliOGpjYUNNnaHMjJBlChvG9KoAUS5HswJuUoc5D1fgeIvrmOko7SU2OUfoGxiiGEsSj3qJqEXKsa+N1iNXUL4MMroF6gmtOYHuzkI6v37/lr9YoBgTxBQu1N647mxr1Y6TJ7CBLKER0SJIF8nycTnffmm2dSanzKDWeHlwMqTLbCSeImKPDyyi58GqJaP7xqkFUstpFV5cbWVmLlBnS66BmzTpPdRAnNHiEJbYRufmqbPjMNbGDPTPaxvr51QB2cBzL5jVo/+uIc6iceTlGUZHqIkR2jLJ+FT6epD3xg8TdR0n6hwFPmewia7wE3a6kc98gbj0J2RLqPM6Ob9iu+AKXjq6/rbdE8rX/iT36IJQ5GIsf30N+8AfxO2+oHmQsfs/Nly2ZEARBEATPpxDABsE5TLcyDs92aKaWWmy5+uoxet2CbDCCxhnDm+/ay827q1+gb94/xic/9RRf/dpxytJz6y07eO33XMOtt1x8U5qziazhR+/Zz7237eSxo4uUXtk72eDAzmFEhJbCEqwd5lKtUwVGOfeSN++V/+tvHmX3viFuv2UK5zxZ7mh3c0rn2bW9iVFhV2RJYiHdpKswg9crTVU6u3YE7XIG2AGZQH3NZcgvPnIaM5TSns8pO0Jaq0LwrO/oO8hrESeOLnLgmmiQRTXLFb6oF+pRnzFaSHIAVctj8z16pdKMIqzxdPKCB6eHuHNHj6GkxPtqFFC15lEodZSl3q3U6l2MncOaDEUosmHybBzvV6NdS4eVF9/w3mM0ruFcnaiYHtRRl6tBJIJGDVxjNwJEMgs2r8bkuA4ipioJRsFluGiMXnIA/BCFTOFliFhOD9pgWbwX/Bn5bGtyRB22mCXOjmPLRRBDGU+Rp3vQuEa+/SCNpz82eBu6svd4X2VkowQGZa9rJfECaTqLqkH96leIiCNN5inLJlk+sel5YWmRcgSPRVktj3bEWLrUeZQWr9r0uG6manrEGSe1VB2WdQm8os6tbk0dKgYnQxgyEk6uPnftwu3lhxc5Luty6r/8f2kd6tE8eDuj3/da4u1TuGgCb+oYt9m54KumV84RtZ+gTHcBFh8N0x++i6x2A6bs4eMhNGpCDL3d30eP7yM99llqh/+uKuNfexXKVZ2z86mDq7cVfdJP/0fs9CE0aaL1UfAlduYpap/9T/S/+1347Qcu6FgGQRAE64UmTleuEMAGwTnMtnOy0tNMB2sABRrNmMYgYJhvF8y2s5XH79k9wk/82Ev5F//89sHjL1+DlKnRGlOjG2fZDlH93tsBqlZBUBvcnp5ndx55ep6vfvs0Tx5dZGw4Zd/eYYYGHY/zwnP46BI37hijdp55tp4qSN3sUcu7UCDU1xTSdJbv9Eq/r/T7q4GTF7C1iIVOVg3d0dU34rwBgXHbxkhJYufIyp3MZ0W1lHDNmJ12nvLlkzvYM9RiV7NLI3EYE6MmJSt3AAZXjtLvDaFrAs4zKRs7N6++Pw9i6dbuJLKnaMZPItqHokAlxkfDaLxcGlqgxIgpMJqBmPWjeKQa0eNtQqF7YZCR81ofZFoduuFjvArITb5I0n9i8HcL6oizZ4iKaXrDt5BPHMQunaJePA1JXI36gWrO6vJcUFUKs/7iS5rMIShez+z4bVEpSZO5swawMacQ3KAZ1ZlHLcWyVDWO4sLmkrrmjuof5WCG7coRsE2kaGOsIGkyKPOtsrM+Gh1kNnMMfXKzndqgc7SuqU/w3R5+7jiunTH7iQcoOwWdb3yT+Y98jL3v+0XqN91IXruRqJgb/ByWmzW5at6r84hXajNfIV54inz/P8U4IT39OeL201Um2MTkIzfQn7oHjasMb7bjFUQLh4gWD0FRrb+uRiopxcStFJO3rexjdPgb2Jmn8c1tqw2hbISPUkzrNPFDnyDb/jMXdCyDIAiCYKsIAWwQnEMcGYwITqvGQWtVDYyUZJNg7nIGrucjAg2q7OZyCHaWROkG33xshqJUjAh/83dPsWtHkz27q6ZQh48tcejpRf7tT72cqW0XNs/2bGtx2eT24ZGU2Va27jlVV+VqFFJUi4iHE9pljcRUI3e8CvUIppIu9chSUKvWkAJ2zc9A1VTrZlG6RcJDM5N8c1p5041LNC0YcRRFE6+K4iltTqEeVSH2EdEZAWvBJClHEMozAkjFkFEyipNxXLINayw1cxSXrJYbrx4DNwjWfNU++iznjeCpu28hYvEkFGYnpY4Sm1mcGlYvFVSv750lymYG62/X/KxUEd8jbT9FZq6he/UPY3qfJi0eh0irZlVxutIpWSWhH11PZBYAcL6JtRleN7+AoWoxNuNsP3mhWPm/Dc/FUIXvxYb7zqaYvJn0yKcxvVl8OrYaxJY5qIXtU2h9rKpCGIwkWm7SVb1mjDPbKOweEncEj68yw+rx8ycRUWa+togMbyMeBvWe4sRJjv/WBznwO/8n/aGDpJ2HMX6pWvqrHryrJuCooFicpJhshvTQh0lUMEULtXXUJojPSee+ge2fpnP1/wO1NYhSOi+5j+TU10imH0DyFq65g2L7wSr7uiZQt0e/VWWO7RklzCJoOoQ9/STSW1q9IBEEQRBcmOWxDpdr28FzEgLYIDiHq7Y1GK1HtPolo431vyR2c0caWa7bMXSWZ7+w1kz+AWBuoceDj87Qz0q2Tza59fqJdSOHALr9as1r3ymlKk8ca3H4RJtYhKJ0FKXSz8vzvrYBIoVik3hs+XM7PuMT/OD1kxz+xvGV7tEATqtROyYyJLHFJsJ8O2O4HjGaKlNNTySK8zFzfgKrY0RAhLK9kXCsk+O0msyqGmFMgfdKvzTsGHI0EyVX4djCTmZ7KSoFifOMJCXN2GMFCp+z1I8Yo4YZBJgl2yjYTsJJlBJPPOg/m6PE9LmW5aOf6S5STlWBJSmr7aGq41j4KcQ71EQrmcIzj1Xk5kj9iUGTIKHmnyDXvbh4CCudQXAOIorXhKJokvqZKiBariMXBsthE0zZwsZLODNGu34vEsck+ZNVF2WfgQpeUvLmzQwnTyMrI44ihFoVIG3yBSz4daXWZ1rNvG4McKuLAXZlvuwFiWr0bnor9Yc/jOnPrZZpm4h88haia64iijo4GuteT8hRInK2gwid9BVonpC4wxht47Mc1+4z/cVZTn9hbvV5xhBNTpIfOUr7q19n+FUvpzN2L82FzyC+B0WH5dnQiuBcrZp7G48R9U5U5cu1HatdiE2MmhpR9wTJwkNkE3dWL2RT8t2vJt/96nO+fSkz1GxeDaDGIGVZjXIKgiAIgheREMAGwTkkkeGeG6b42IMnme8UNFKLAL3C4T284sA4E0PPfTzO5aSq/M0/HOITnztMt1cVFYvAru1DvOMtt7B/z2pTmOZojdx5+s6vZJFLp+SilJmjllq2bVK2fCYBaqqUIhtKiT2DD57ccf+3TvHVb5+m1cnZMdVkvBEzDxSdAu98tcozjUjqMfv3jtIvhSjr0OkZdu+1CAntvltp7BtZoR5b+tInTmLqsaWdOVIrxBojRuk7T2I9t+3s0HMRj87vou/SwT56uoXQLWNGY8d4rcQapV4vmG4LO6LayjvscCueOgnHq0ZNCCWj9LmWgqmV9+t0mI67noZ9Aiu9wQ+lKkPO/F5yvwtTzqCJGZRHu9W1yybF+h5JdgInw1UAO+hGnLrDdLgVsXuIzQzgKf04ud9Jqk9UnYc1AtyaZZ4GnMXQR5Zn1YqhFd+NsTdRd4cQzSllFEnr1OLjgOC1CkqNlNWaT5PiiTb8ZEWUvBjnbHn3nJ3UeBJDD8/ajLTHkJOzC0/zvOfXWm54L+07/hXxzLex7ROoiSjHr8ONXUMkCzR5AEt3ZZ1wdeFA6HMAz3Jn4Yhuehd9fxPWz9P6+lc4/Bt/iR3buHbdpAml9xQnTwFQ1K+hZRvUF79Ckj8MGLyPcD6pssCDV0UHo3LOnHNrLIghXnpkNYC90Pc+cTX2xKNVufsZ2XvJe+jQRLUuNgiCILhoutmV2uCKEALYIDiPl+4bI7aGLzw5w0wrR4HRWswd+8d5+f7nNl/2uSqc51vPLPLgkQWWegWTwykvvXqM7bWYL3/tONMzXU7Ndvj20ws0mjGT4w2MEYrCcexkiw/96Tf5t//yFYwMpWTOM3b1OOmXj9Lt5AwNJYNMEvQLR69XcNdNe2jWz+y4urmUqgFCz1RBLFThSqxgewUf+stv8chT8wAYEZ48toRJLbtvmKA5XsMNSmqTxLJrqsnYeL0KrsuIiSYkcUI/L1cyzVJNf6FfKMYUzHrDttEabimjl5fkpRJJzFAi3DrlGbM1npxv0i8NsYAYjwpVB2IVWoWlGVfDVGKrmKQkK3VN4ypLjxvocw2G7iB72GSz4C3XnZTlKImZxkgP1ZhcJ3E6DAiuHCfhEGU8hpp0tfTb92h2HgDsaumoCEqKaknqj9KSe8l03+AZ1ZicqsOYB9VBZ+S12cdisK/ry8C92UbHbFt5zGj8NargdfUCjdcELQqsLbEmr9a9YhA8Ip6ybNDPNl//Wu1djS430+ShqhGWF/AZoh7vDOgiQ+YzeGmS232UZurcXceWRTWKnXdsKD4u2UabO0g5TMwMguIYI2MfObs2bMabJt40yd3T+K7DDJVIdMZaX1edzXZoNdB2yQ66w6/ATj+KmhTsmVno5VZqZ2l6JhZx2ab3nUt54OXET3wO6cyizW1VcKyK5F3Ee/Ib7gYbvuaDIAiCF5fwzRYEF+Dm3SO8ZOcws50cVWVbMyE6TyOjyy0vPR/+whEePb4EgDWGU4t9Pv+lo8w/OoO4anbowmBd6dTOIUaHq2Akji1T2xpMz3X58gMned3dVzOTO5qjNe55zX7u/+zTLC70ESOUpQcRJncO8WQr47/f/zQ/eNfelRm051IDUq9ULWgGpcXA33zpGR4+NMfYcIpXODnfo/Ae3y55/GvH2XlgGzfcuoPhesz20To2Miz0S6wItciRLv9SvtyFGKgyy9Xs2kZkScVh45jGtjrtwuOd56qaYVfDIkS0+tBxJVaqNcuDUbArnZJLhW5pSKziVWnESitzpOaMgIYYx/mzXJ46fX/VpveJRJTlHur5Q/jIAgbjeiTFMQSPMxsvlCgxVttrmg8pptbBRDmlG0fzCKEHkoLaQddmxWhGYXbgZXjDNpdFZhFDjtPljLOvOj8jKBGa9SntKCaqAldVS5ZP0OtvR3X1AocxfdJkAWMyVC15MUpR7qRFk1r3GyS9p6DMUe8wqZDK6ZV1oIl7msxeTy++7cKC2LNwjNLldsAh+MGa5XNvr3nnQaLJCcrZOeId67Ow5ewc0fgYzZevz5b6dAKfbsP2T+PPDGC9q7LnZ1vj7IuqtPgi6egOslfeR/qlD2PaMys15xolFNd/F+UNr7nobQZBEAQDoQvxFSsEsEFwgYwRpoavnHLhLz0xy6PHlxiqxSRRFUy353sc++ZJysKzZ8cQiTUsdnNEYeZUh7QWs22qyhwZIwjCE4fned3dV9P3VZboJTdtZ2qqybceOsXR4y3ixLJ73yhXXbuNxx86zRcfnWGulfG/fd/1xNHZmvno6rJLkXWzZ4vS84VvniSOLFFkeGa6Q+E8sTWINWR5SW+2S2IttVpMI41oF1XWywgk1uE0qkaarkavKzGJMYoqlFUzXkSE4RjyGGrNWbYNz+B8TLvfZJKYwqd03PomNyKAVs27ljetCl6ffSB1PipNuublRG4G6xdwMkppMiKWzhL4VEd4pftt1MeZksLFWBkhq19P2nsM43tVhk+lynRKk250+7ptukGZlKE6XrJyScBjJEOkZKXx0SBAzbMh+t09iJSDUuX150KSzNGoH8OIWzkX0mSWvBijN13DPPA5XNmFqSminXXUKeJKhDa+nqKxIXWPUdpxCrtv3bZRT+xOEvmZajWxnaI02zeW565jz9k9et0jh4aY+skf5+T/5w/Ijx/HDg8y5a0WJkmY+ol/TjR6RmMkMfQnX0Hj2Ecx+SI+GgIxiM+QsoOr70CKDuJ6qKnWEaOKlB3UJOTjt226L+fjrnopvcn9RIe/hrRmqhFO+27DT1z9nAL/IAiCILhShQA2CLYgr8rXnprDGFkJXgFOPTWPKzxxPaKTO5KGwYhBLLjCMXe6w/hkY02X5NW1c5FUXX5UlW2TTa67dSd7bpgitgZjBWsNSWQYbcY8eaLFQ88scPCa9ZnBUpUlhe6gA7J3nrxXYErP3tEaaWTo9go6/YJaYun0S4pyELwOtmFEKAvP0myH5lBCt6jWLAIgSu4s/a7He8UaqUqN10isoV8opTdEtur0a6M+zhkW8xpoTswi47VpmnGEV0PPNTnS20dP6/jBYQGwUgX1IrCUGUbsZQ4IRChlqiqdHbzf2D1YzWJdG5xp1TAqk6tAIgqUnkSUeYpSBaCJuYGxRpNa/gyRW0RNRCZXkdn9eKkuYvS8suiV/uDnlQiMGhihgWKw0hlkWAcdoFCMZChmsC7WoLqxaZM1PZr1YyC+WgvKcpMpR5osIH4OKTr42jbi0cHzfdUpWHyB5C18shvj26Tl0+sCWOM7NLPPY/3sSqCthaG02+mkr0LlIppAncPYD/wT7Mgwc3/xV/SfOAQojdtuYduP/FNGXvNdmz6nGLmJni+pTf8jpmiBetQmFCPXU+77fszJL5DMP4gp51cCWLUp/e33UDY3z85fCG2MUtz0vc/6+UEQBMFGZ4xBD64gIYANgi0oLz3tfrkueAVYmu0iRqp1rs4TR4YkMfQzh7GGLCspS08cW0pXpShvvq5as7gtsRzrF5QK6jxZ4bGmWmAaJ5ZOK6PfLUgig1d49OjSugC2UGXaV7NnVZV2VlYr/yLDycU+n35yljv3jnLjRIMksmSFW8n8rQ0LVSGKDN35LtNpxND+8arPjVQZUI+wsz7PdGuCnaMJpfMUrlrlWWWEheNLSppU2TZjspXS0bG4hdEey9lLpxHOC82ozYHGIR7p3oBqTAkYUYbjav1r7oQstzST5zejlcteUjmC1QW8poMuwG7Q0bhGZq+lBFpG8D7CSkksJU4tfRcza/Yx1tyGMSW4CNdbLXXueOW0UzyrudNM4bRTShoMa4I13ar0eF12tToGKw2pNpEkc4i4dcErLM+KdSQjntJEIIKkZv0vCWIQVyDq8BJhdYE1G6CRf5HIT+OkAbJcSl4QuxM0sq/Sqd198Qf6LIZf/UqGXvUK3MIiqGLHx849IkuEfPx28tGXEHWOIj7HpRNofYo4tvR3/ROKkRuJlx5Dyg4+HqMYuwlX29gsKgiCIHghKXrZSohDafJzFQLYINiCYmtIYkM3c+tut5GpyncVIiOICOOjNU5OdyhLjx1kOvtZyWIrY++uYe68tVp7N2SFnWnEiX5JqdW2zCB4LQvPqWcWASgKR6+b8/iRBR48NMdNV48RWcOShxywwGw3Jy+1er417J5oMLfU53NPzRMZ4Y6bpviHLx8lju269jbOVZHMyGiN0ilPPTbDdx3YRtxMOLKU0c0dE80Wd+6Y4esnCg6XO9g9llBPDApkhefp2RwbVRnG5eZCXg2qsLs2PVjLWQW3taigU9Tou5SazRi3Cxwvt2MEJuolSeTpFIaFTsSeOD1H8HJGHfMlopLStq+k7r5FrKdBSkozhDJFX67Byxg9qVoTTaQnGYrnseJQhG45zFy2g76LadpyXfmzV2XOV2XeEesrTUuFBafs8pZILIiy3IZLEVQtXi2Jmabn9m+635HtDxpHbTLv1VskiSFNBn8fNFc+83EIBreuK3Hkp4ncDE7qq8ErgMR4lNidqMqvzdiFH+TzEBGi8Yvcnkkohw+sbmN1Y5TNq55TtjUIgiAIvtOFADYItiBrhNuvGuMzD0/jBqW0ABN7Rpg/2cZ7pZlW/7xHhhKc85w81SFKLbOLfZLYcuOBbfzEP7uZxqCrsIhwTSOmbg3HezmLtirPXZztMn2yRbeVMTPXY2auR1F68l7JH/6vR9g10eDHvu9azOQQBsgKR14q1oBQbSOKqiB2djHj68eW+IFX7OOxwwscOdlCnVJ4txLBDI+mjIymzLdztg2n3L57pNrf0TpfOr7Ik7ND7Gi2eemORY63+zxxfBRPDSPQtBabTCJWwBeM+aPUygVyrVGko9RXAquKwVO3JbmrgqmxeIme200sHsqIxTymhmV/YjYNXiNmqZsniVhEFQqdJONqSi5dd2ovDdrRy9Eow0cCYlA1iIIUSoGyo36YoXgRj+DVIKIMx/PUbJeZ/j7UQy9PcV6JBQqt/lg2LpO0UGV1/TCpdAE7WANbjf5RjRCKNetiV2b0YIo5xBdoXVfKezcQrbr0ugJMgl8qsBMpK5161aPx8gUIJberwZ7188jqIKZ1lBhDhvXzlzSADYIgCL4DKdVog8u17eA5CQFsEGxRr75+kidPtTk21yOJDLEV0u1N0pGUopVB6SlLT1E6sn7JVXtGeOObbmR8rM6OyQbX7BvdEJSJCLtqETtSy/wzS3zigeOkRqglloWljNMzXbwqSWzZNdFAVTk63eGPP/IY973lNoYaMVlZfeDLILDxXjn8zCKnZju0F3q44RQfGd5z3+38w5eP8vEvPMNiJ8dEhvHxGiNjdWZbObE1vP6uPSTxcrbUcO9V4yz0S+Z6o5zuLLJvpMW14yXOOzI3hfNDtJxnqXeSffkXqWuLat2mJ5II4/egZ4wVEYRYBIMwYoW0kVAUDl1um7wppWEeoW6eRkQHc13BcoLYTdPVW8jZg2iPRE8M5p6mFLJrZf3phVIUl3jUxqvTWAA14GJPQ9s04yVKH6GDdbJVwylLZHKG4hkOL+0hdxGDtlfErMkZewd5F1GH2gTiaj5r7huYyOM0HTRpWmXEUfgRloPXqHuY2sKXsPlM9RrZJLL3KsCuz5SiGHHkfgLicUznFH62xAxFSGqgrLr1alrD0qGUbWTRgbWvfAFH7IXtDh4EQRAEweUVAtgg2KKG6zH/4p79fP7xGb55eIGs9EyN17n7J1/Gk18/wUPfPs38Qo/IGm64bpK3/MhN3HjD5AVt24jwPbdsZ2ahxzeemqfVy5iZ6eC8UksjpkZrRLYqEZ0YTZlZ6PHwY9PcdXD3uu2cnunwmc8fYWGxT+k8pfNEkeX6ZsIb7tzDm193HW+69xo+/eBJvvjoNIudnMIr+6aavO7gLg4e2DhTdKwWMVaLgAZZuYusXH//iPTYU34e0TalaRLZkkhy1BeQdaHWBGNgeSyMDgI7UUo/ekFVwImcpG4OV9vQ5cE71TasLamXDyM+o+Yfw5Cx3ABJeZTSTqGSohJR6HYKJjhX0KUG1FL121p7+6D/VjNeGGzbrkmIVjNgvTfUTAvnCgwWGeQv+9UjiLIWpjNTjXmhCuY1riHDOxAdGsx4LdaMnlGEEsWQ+Z0ARL0jNKc/hvgMbxtVs6nFBRhtEg0rjiaKRUQxUuJ9TK/Yg978Y9Se+GuipSO4J49jd4wh40NoMoTaOrndSy++GZXVzt+F3V41eiJHWd8RXOijklKYsJ40CIIgeO5CE6crVwhgg2ALG67HfP/tu3jdrTvJS0caWYwReMU+pmc6zMx0aTQTrto7cu7mM5uIrOFtr9nPK2+c5EuPTPOJ+R6j9YTx4WSlZBmqcmYR4fjxFnqw6gLcwdHq5HziM0/RaucMNWOK0pPljqLwfOLLR9kzXuf2A9tIYsv33bGH77l9FzNLfawRJkdrmGc5AiTNnsL6Ds6OYEVADWocYgXtLiFJAqYaP+N9DVWwJsNpjcxNEp33U1Gpm6dgpf3R8n7KSlBp6dHwD6IYHM2qWREF1vZJ5figg68lkeMUTNLR2zjbx7G3yxnt9Zb/HpuC5YJdAVBfZVMx+KqIm4bOkvsG3o4hYkDBe0eJYFURW5WRqypFVCNZPE5teJx+tJeaPYahv7J9xdJ3e8j9JKhSm/9SFbxGoyv1yCoRxbFposkcmbxq0EBZKIphuv2dONeARoPubT+J6ZzE9OfRqI4f3olIgUoNlY3djb0ZJbf7Scsn8PiVINZohuDoxTegpn6+H2AQBEEQBFtYCGCD4EXAGqGerP/nPDXZZGry4spVzyQiXLNjmGYS8cVvnSKJzLrgdYVCKpACGhsaGvGth0/RaueMjCSUpVKUHkSYHEnp90s+9cAJbrtmfCWwjiPDrm2N57S/AFF5qiqUXQ6mMDjXQKTAZH1oLaKjuxi0jcIYh/N12vm1qJ5/zq+hj5X+We6txhCJzwFwLAd1Hmvz6jW1qgN2NIGShNN4DtHjhmf1fr2mGNosZ5SXg8wqW+pwXihdhCEH3x4E9uCLHuJLisYE6KBJk7HEWYe9D/1P4j230bvheyj8NhIzjZEMrwm5n6LUqnzYFHPYYgZv6xsX06rFHz9K1hkjn3pl1fzpjK7EiOCHduGHdq0+jXMHoN3kZSgRqXsKo93qGEhKP3oJ/fjmZ3UMgyAIgmADDYtVr1QhgA2C4LwmR2vsHK/zzOkO9XT9x4ZzHgRectUY2w10VDCR4ZljSyhKr+8oSo8RGEotQ2mEAY5Od2j1CkYaGzNtz00Vwq1VlQonqFekXdKyt2LjHCMOpymFGwPMhhjsbNtfDhTPSh1KshLUGVMiUpUbV5nM5QZIEYojkeP09RqUeMOmjAoOXdsuad1b7Zdj1M08iZR478EXg/6/JT5Kme2NDAJaj/geka0xmswTxW1Me5Hy5BJL6Q5UDLWiTR2H7n4JJb4qGNYRSjey+ZFQt3FG7ZmPcUWVcb1UxNJLD9LXlxC5OQBKO7Gu1DgIgiAIghevEMAGQXBexgivvWMP/7+/e4L5VsZII8YYISs8S52c3ZNN7rh+AiPCsMBwYhmLLadFaEQGiQ1pZIltFYJdzmmqRbybuDi6MbBSxWhGGW3HySjOPbu98KSUOkJi+oMFMmvLiH0VqGJgMKoHqnE+1YXc5eB6dcSMJ8JQYOjhNglgpRSIdCV5u/xKyyG6L5r0/C4atZPEkoHJEbGowlI/5VRnjNh1URGatZydYzPEpqzmmtZzzKhQHnuYOX8t+Z4bcCaipw5sDLElLR32LBehXTyC2hrictScse+DK9cu2biO+VJQqVFEu8//wCAIgiB4FtSFDOyVKgSwQRBckDtvnKSXOz72xWeYa+WgEEWG6/aM8mP/5Dqa9fUBzE37Rnni6CLNtAqmnFO8VMFwp19y3Z4RhusbA7bnKk/2k2aPYd083jTwGtH3QqI9jI3oJLdwsluQO89QbBmvRRe5Pljo+6uIZAmz0g5pcI+AqpDJnmpu6/Ki2JX7qvytX9OAqGqrJCuzaTe+mmBzg088Kutzy+LAlEJWTlGWDZo8RGz6OGdgcYZ+v4Uf2kUpMTXpsnt0ESvQdynGldSXFtEkxl67jzifpFjMkbKFuBI/NIUXIYss9cJtftHBpOTNm6gtfgX1OZhBNl0VUy7ibZO8+exKo69sSmJmSMxprPRxmpL7KXI/ReiCHARBEASXVwhggyC4ICLCa27fyV03TvLIkQX6uWP7WJ0Du4c3DQDvunGKTz9wgsMn27iyKjMWII4tw42Y73nprotuLHUh1NRoD303tfYX+fas5xsLEywUNQzC1OgQua2R+QW8KpERJmoxd+4cZiS58I/DQqfouJto2CewdBGpxu44n9JxN1HKKEP8I5YOXlO8txgpqYqBDV5qy3uLIadgG56zl9kaL0jfoJGig0MmThC/Oq7IuSbd4iqGlv4OLQtMd47tHCU3I8zVr6M5ZLAWsjLCiJK4Aiky1Dt0eBvNZJ5eOQbOQZRA2kRUURGcESK/+ZXo/thdmHKBuPsU4jqDWwVvm3QnX4tGwxd8XLcGpRE9QWpOVZl1DFY6JGaezM/SKV9CCGKDIAi2OOXyrYENid3nLASwQRBclHoa8bLrL2Acj1e09NVMVWAwLpUyK9kxknLDns3XVV4Kzozwsbm7eGh6EVElsZBLzNG+wUjBeD0ijSylV051cz53dJHvvWqcenzhgUeuO8nLKWKZQ3B46ivNjRDo2FdQ9w8R6RyiZZV9NQZPOlhDW2DIURL6ei3nK6wWpConPocy2kGeXEOt+9WqMZON2dv+PBO9RzFD12N8TJq3sPPHoLUEZVZlhosednIP1jRwpokf3g7GrhQ8e9m4rniFielO/QBR/yhx92nEF7hkG3nzejQauuDjuVUkZprUnEQ1OiOT7kjMLKU5Qeb3vIB7GARBEDxXCuhZLtxeim0Hz00IYIMguCz+4WvHmF/M2D/RoO+VHIHEkKaWTr/kkw+c4I2v2HdZXvtkO+fh6Q6JjahFFgUKASfgvdLJHbVGtSbXGmEpLzmy1OfGiYttNmQpdGrTe5yM0DavwrKE0T4eS6KzJHICQwEIBdvo67WUbHuub7kiQnfo1cSLD2MkX2k31fAtpFxCygb2+CPQbeFtgtoI1GPmnkG78zD5w/h0eV2pJ2UBKBGJgWHOGmSLoaxfRVm/6tK8jytYlXlV/Blfn4pFKEjtKTK/m8u70jsIgiAIvnOFADYIgkvOOc9XH5mmnlhMYokaMZGsWcAZWf7x8AI37B/nuu2XPkv39HyX0nua8epHnB+UMBsRstJT+qqE2IggCMc7+bMIYM9DBMcoTkYB6DFJXw9g6KHYQdnwJQ50xOLiKcTluGhosH2D6fSxrgu9dlUiHNVWnxNZ6HeptQ5RpLtJmWPEPEkkvWqNrhicNOiU1+H0xVYSfHGM9M66XlnVYiSDzXtGB0EQBFvI5crABs9dCGCDILjkitJTlJ7ICkUtRkUQr6u/0juPM8Lfffs0+8brpPHmAcGz1SuqxkqbrbGtprKC19UgQ2T572enqnR89ccDNRFGrGAvch2vEm/abfhSyhvXE/WPDbpGVcfWt7qY7lJVMmyXP/qVarCPxZuUWucxehO3Mh49jFBQUkNUMOqITJvh+GGWitvweu5ZrS9mngRDtul9Ih6vKSF4DYIg2NomttX5wP/x+su27eC5CQFsEASXXJpYto2knGxlWHtG8Ap4hYY1LPUKnpjucMvuZ7cedrqVcWyui4hw9USDsWbVBXd4MKvWq+JlMHV1EK+qKkZYCTxVFafK9nPMo3WqHMsd7UHwyqC58Ewp7E0sdXNlBSx583qSzuNE2VFUYlRiREvot9DIgph13Y+9S1AtEV/SNMcQChx1RMEogMVpDSt9UnuKXrn/gvdFyEnMDEKO15RCJzedd7tV5G47cdQCHKzLxHoET+63EwLYIAiCrc1aw/ap5gu9G8FZhAA2CIJLTkT4rtt38T8+fwRlfU/W0isiMDqUkHul1S83PF9VeXq6w5MnWziv7NnW4MY9I8S22lK/cHzkgRM8dqJFVjoAarHl9n1jfN+tO7huosE3Ty6xVDjS2FaZWKUaQyMQW4MxglelUzjqkeXqkXTDfiw7XXiWvBIBschKIJx55WjuOJDai87EXlYmoTP1etKlr5N0HkV8DmIp4wmM6+Jdc9BBV0CrY2p8BxdvoyEL4O0mfXQFxRCbOXrsv6DdSOQEDXsII/lKVa3XhK67nly3X7r3+zzK/A4SP0ts5lEMqgaRKngtdIS+C7NpgyAIguByCgFsEASXxT237+TbRxd5qpNTln6lo60RYdtIjXpiyfsljWR9+XA/d/z5Fw7zyLElstKvPGfHaMpP3HuAqZGU//X143z72CKNJGLbIOvazR1fOjSLCLz+9l3cvneMrzyzQLdfYqygCtYKaRphraGVV7NNm7Hl5TtHGD7LGJ1ClUXnsbAuSBUREpRclSWnjEdXUAALqK3RH381/dG7ML6HmhTbP05z5mNI2UftmhImnwOQD91EnS7nyiDKBfZPjGSOpn0c8DitMYj6MWQ07aM4V8Pp5etEfflYWuVN1OzxqqGTFHgScredvtuzpbPLQRAEQbAVhAA2CILLwlrD//aGG/idv3+SuU4OXkkjw3AjoZYYljJHM4m4bvv6Ep2//foxvnlkgXJNqORUOTLf5w8+8Tg/ce81PHGyRTONqK1ZO9sclA1/88gCr7p2gt1TQ7yqHnNspsN8Jye2ht3jdaZGaixkJeI9O5OIPUPJSmZ3M5lXHGwalki1eJbsLOtnS1VmC8dc4SlVaRhhMrGMWHPRM3D1jMBRLrRM1cR4U+19Wd9PNvxS0tYDmHKRKjdelRLnjevIhm8l9o+QmDmcRqwPZLXKMvqxC3rZ1BxHxK0Gr4O99qRY6ZGa43TdVgxgASL67ir6bt/KbN8w+zUIgiAInh8hgA2C4LJJIssP3bGbv37gJL3ckcYGBeZ7JYk13HvjJI01mc+FTs43np6nGJSbWiOICKoKXpnpFHzsmyfJnTJU2xgwNBLLXKfgyFyX8d2jTA6lbB9aXxrsVVErOKekkeDPEweaalc27Surqqhsnq8svPJ4L6dVKki1na7zzJWePWnE7vTCPn4VRS04O9gZrf7YUjHn2/kzidAfexVlbS9J5zFMuYC3QxSN6yga14AYMreL2CxiJMdrwnLbKyMZnojM7bigvY5lAa+WjUdHULXEMn9x+35FEjR8jQZBEATB8yp88wZBcFldOzXEW+7aw9cOz/PUTBdVuH77EHdcPcY1k+uzryfme7Tzak2rldUuwiJCZIW89Byd62LtuQI3Ba1ivZL1ebFe4TjZzcld1VRqDoiNcFUjZk8t2jQrWjNCLEKuypltnvxg+0ObNHE6npW0Sk8yGNVTEQqvHM9KRiLD0DkyvyuvEYFbbRpcMeASIH92QWxZ30dZ33wGb+G30S0PUI+exkp/5XanKd3yWpxe6Nij8+1XyFgGQRAEQXDxQgAbBMFlt2eszp6xOs4rihKZzYMXa6reuLDZCJwqeiu9ksaWvPQbxu/0ckcttuybaGAEFnQ1c1o4z/FOTuk9kRESEUQhV+WpTk4iwo76xo9EI8JUZDheOHKt8m1C1YPWAaNGaJwRwJaqzJYOK2uD10okVVnybO4Yqp87iFNR/OAtypoKYh00pHIxSKYXXk58gTK3k9xtI7FzCAVeEwo/cRHZRiHXCWrmOE5jNpYiO3I/cUn3OQiCIAiC7wzhEngQBM8ba+SswSvAVVNNYmvYbHa491UY1Egs+6eatPsl/cJVZbyq9HJHr3DcsmeE8WbCsECNKsgsgYXcUXglMkIkUpUGi5Aagyoc6xdVqfImRq2wO7YkIjigoNqXCWvYndgNwXbhFaew2XQdkaosun8BA9K9qQLVM/smCax2Vb5Mn+JKQuZ20nf7yP2Oiy6VzfwevCaDLK6jehMOKz08NTIfuvUGQRAEQXDxQgAbBMFl1ctLDk93ODrbwZ0naKvFllv2jgJQlL4KKFVxXim9ElnDDTuH+Wd37eWGXcPkpWeukzPXKXBeeem+Mb7/tl3AIHNqYFwgoRq9Y6jG4FSh2Gp0GYnQLZX8LPsnIoxFhmtTy/404urEcl0tYley+fic5QD5bG9XVUku5NNX1v3nnI+50jgdpu1uodQmhgIrPQwFpR+h7W7B03ihdzEIgiAIgi0olBAHQXBZFM7zDw+e5MtPztLNqpE1E8Mp333LDl52zfhZu/D+s7v2cHSuy0wro3RVBGgE0sgwPpTw6usnaaYR973qKo7N9zg230MErp5osmO0tm5bRoQRgRFg2gg5YJ9DxGdEaAicL2qMjTAaGaYLhzjFGsPy2y1VMSKMn1H+vJnlsuGzNZBq5Z5+12MRxhNL7QLW1D6fSh1nqbyLSBYx5HhSSh3lio26gyAIgiC44oUANgiCS05V+asvPcNXnpwjsYahWoSqMr3U5y+/eASvyl3Xbr4GcqSR8DOvu46//uoxnp7pUHoliQxTwynfd9tOrho0fhIR9m5rsHfb+TN5Jxb7nJjtUCYR86WnHhuG0ojIGFSVUpXR2JKcUfOrqpxsZbSyknpk2T1aw25WF3zGc070S2Z6JYVADohz65o5TSaG0QsINsWBRINSYV0N+/ql5/H5nFbmWK56jkTYXY+4pplc9Iiey8tQ6vgLvRNBEARBELxIhAA2CIJL7thclweenqeRWBprxsVsG7LMtzP+4cGTvPTqceJo8yBuajjlHd99DScX+8x3cupJxFUTjfMGj5t57HSbTzw6TeE9+/aNkySWTu7o5Y5tjQQ1ghHY21jfhXi6nfGpJ2aZbmcUXrEijNdj7j6wjf3nCJqP9XIOtTMWuiVZ4VEgTSzNesRwErG/EbM93rhudjNOQTMgBaTKxHpVHp3LWMo8qQjLcXChcKRbEIlwVfPMfslBEARBEAQvDldWvVkQBC8Kjx5vUThPPdlYJjtUj1no5Bye6ZxzGyLCrrE6N+8Z5Zqp5rMKXnuF49NPzFA4z3AS0Z7vUuYlcWQwkWGpqDKj1w+lTKyZR9vql3zk26c5sdQniQxjtYhGYpjt5nz80er2MylKERUUNmehk5EVJeDx3tPpFczM91nqFIxac97gtes8T/UKvtXJeaidc2ghp5N5xMN819HOPDUjRIM5uSJSZXiBY72C8gIaRF06ipgCkfJ5fM0gCIIgCL5ThQxsEASXXFFWw3A2C9SsCF5XH3M5HZrp0M5KRmoxIoIrPPOnO8SJBSP0Csfeq8Y42cl5ppUxkhiuHq3z8KkWi/2CkVq0UvYbiTBaExb7Jd84tsiukdX1tori05ISxyOnMvJSaSRVybBX6OVK7pS5TsZ0v8a+c2RIu87zRL8gH2R9DdAt4dBSwbbI4kqPKps2j4qNkHulXXrGNrl4cGkpSbpAks5jTBW8lmWDrL8NV175DZpEcqzJULU4Xyesyw2CIAiCrSEEsEEQXHI7x2oIQuk80RlrPXuFI40NO8ZqZ3n2pdHOSr51bIl2v6SbO1JraKYRtdhS5A4Eas2EZ/olkXGICDN9ONYpmF7KMJvMcBURksjwzEKfwnniwXvTyIP1nJov6eSeJBKgCl6NQBINgnavzPaLcwawJ/KS3CvpILMKYKUqJ553nuR5za6ejVKrnyatzYMKXg0CxHGbKOrRbe+mLJsv9E5uSqSgnh4jieYR8YBQujq9bA+lG3mhdy8IgiAIgvMIJcRBEFxyN+0dZXIkZb6Trxudk5eeblZy874xtg2ll+31F7o5/+3LR3n8dBunUDqlkzum2xmtfgFAXI+ppRGxQDO2NCJDIxJKVWwtIjrL+txqBquydmSsWg8KeVndvrbcWYHIrGaj5SyzZgFyr7ScEq0JXpdVmWsFAyLVWtgzFV5JjDB0ln2/VKztk6SLqLd4H4NaVC3exYg4avVpNgyvvSI4hupPUkuq/fM+Qr0htm2G6oeIbOvsT1XF6hKRzmK0+7ztcRAEQRAE64UMbBAEl1waW95299X86f1PM9vKq3muVIHd9btG+ME791zW1//0YzOcXsoYr8fMdHO63QL1viojLj212FJPq4E69Xj1Y1BEqFuhbQQTWwrnNgSTWenZN14ntmsCzMG8m3pcZSKd6mqJ72AGjlePERhPzv6x61TxwNmKfwUhtcJwZFgqPImpsrNQNXHywO56TPQs1gtfjCjuIOKr4PWMPfQ+wtgMa/s4V7+s+3GxkniB2LZxLmH5+q0CzhusyaglJ2n3hjc8L9JZ6v4RLIuDZ1hyttMzN6FyZb3HIAiCIHixCwFsEASXxd6JJj/3+hv51pEFjs31BsHrMNfvGt5QVnwpLXYLDk13aCSWTrdgbrqzbr1tu53jS89tU02GU8vaRKeqMtvOObHYIys83nmiQVCbCHQLT2SE23eNrM+QeoFI2T4U0Rx0OU5jBg2WwHnFexhOLLuGzl4+HBvBwqZBrKqiKDVr2DlW44nFjKXCkflBSCWwox6zp375P9ZF3PL/VcG7rJnx4z2GnHp8FI0Uryl5OYHzQ5d9v84njhYG/2cQKTEUiDhUDaqG2LYQyVFd/RlZXaDpv4ohw5OiWISSlGNY36FtXoXKmYF8EARBEASXSwhggyC4bBppxCuun3xeX7OVlZROMXiOT7fxXkljiwe8V7xXFhf6dJcyJs8oYz612OfkYh8FapGh75VClaJUrCrNyPLKq8c5MLG+SZEpLd4qkVVu25XytaN9ssITDaLQolQaseHg1BCxOXvwHomwLTKcKhwWVtbgqiqFgjFCkia4yLBn3FDrF/QHo3oiKzgjPJ47Jq2yLTJV2TFVfC1V9fElaVXk/SDAMw7WZppRIm1hfA9j26hWAXwtOk2v2E2/2H2J9uDZERwKGOljJEMGu20GAflycKqsBrA1/ySGDEeT5X1XEhwREQskeoxM9j/fbyUIgiAIvmOFADYIgheVRmKJjDCz0MM5JY6rsTUGQIRSPFaEU6da7NjeJBrMZM1Lz3QrQwQiYxiODWNpRK909ApHbAxvvnk7k81N1u56QQqDxp5dYzGvioSn5nJOtx0o7BpOuXaszmT9/Jm6XWlEzyst50EVQfAoIsJELaFmBe893eUmUiKUXjFrSolPlp62V6bqMX5NwGxVSb0neo7LU4t8mLQ2g7El3kcsB3ZGexjtoRgcKaip3oOU1ONjON+kcGPP4ZWVyHawpo9iKMoRVM/+NWYkJ4lniaOlwT56REqEEhB0JSAFRBF1JGaavrua6qacmGk8MRsDb4MixHqKjP3P4T0FQRAEQXAxQgAbBMGLyngjZu+2Ok8fX0TM+vWrXqtAcKgW0esURAjd0hMbYbFXrHQWTqwQm6qTcDOOqEeWVu6Y75ebBrCCQGkRb1DrmagbJnYnUBpwgpULL5mORLi2HrNQehZKR6kQW0s9jWlYQaiaNTmlaiQlUI/tIICtcoqFUzreYwrHeCoroVdpBCeWhnMrQawOmi3JRWRGVSN6+SSN2nQ1QmewH7asmhs5v/YYCaoxYvok0elnHcAa06dZP0xku8hgn71G9LKdZPkUZwaYkW3TrB/CSkZVlO0RYdB5WFFdfvzy+wdfQmpO03f7qPLVy6XnZ/v5ySAYDoIgCILg+RIC2CAIXlREhO++YYovPTJNt19iTJVn84NlmiP1CCtVye0dUw2OdArmMkc5aPLUTCzpIHhd2SYASnmOETaCVJlYvxrseK0CTTPIoF4oK8JEbJmIqxrkJWvwa/bIrQSfkNrVZkQMcoqJNYhAt/SMJ6uvbVTxIuTGYL3DRx6NPF7BqwFnsQ4iPX+hb+EatLKdJIOMKF4wuojXZHVPl2t0AdQQmWfXvVcoGW4cwpoezscsB5RGChq1Y6ha8mJizTM8zdrTWOkjWgBu9YANUtXVIdGVm31p8KVipFgpI1YSPHUMbZQzs+eK4Cll7Fm9pyAIgiAInp0tG8A65/jjP/5jPvWpT/HEE0+gqtx4443863/9r7nrrrvWPTbPc37rt36L//k//yedToeXvexl/Mqv/AoHDhx4gfY+CILLaftIyvfcvJ1PfPPEym1pbBhOI+qxYbadc+e+MSbqCRP1hMx5nlmM+FQ7J5LByJs1sWrpq67CY7ULa9bTd57DrYwT3QKnkFhhbzPhqmaybsTOs7UcC1u7pgR2QKmyqpGpxu4sz6KFKp4UVZxRXFKgAoW3lD6qQl8DGLAO6s6ftRty9UIGT0y/GGM5Uo2jeTCCSgTqoXSrTbJEUX/OLZ5VEi9gTX+Q2V2bUU8wklFLT5MX21bui6MlrFkbvK6+rnqHGPBlCSQogjpBvSAUKBZdfrwYMrmahn4LIR8EsdV7NfRQEnLZ96zeUxAEQRAEz86WnQPb7/f50Ic+xC233MKv//qv8xu/8RuMjo7y9re/nc9//vPrHvv+97+fD3/4w7z3ve/lgx/8IHme8453vINW6xwz/4Ig2NJec9N2rppskkaGiWbCVDPBGpht5wzXY77rxqmVx6bWcGC8zlQjoZO7dbNrnVc6hWOqmbDzHB2El83nJV+a63I0d/jIIJGhV3oeW+zzzbku7hxzYM/GKiCyEqgmg+7GBuFsmxOkGuWzPhZHgDTKwIBTofDRoALYY8QjKM5ALzLnnuRa2pXSYfAkUQsXDeOjOmoT1KZoWkctYBwijsIMY6IOzcYzjI0+zNjowzQaR7G2d873H0Ut1rzYOuojrMmqLPDy8TIZUHJm8Lp6BEB8gSsMvrCoX87oOnI3ue45mVxFX/YjOCwdLG0sHZSIrrkVJyPn3PcgCIIgCC4tUX0Wv01dAZxztNttRkdH1932pje9iauvvprf//3fB+DkyZO89rWv5Vd/9Vd529veBsDCwgLf+73fy7vf/W7e9a53XeL98szNdS7pNoONRCCOLUXhzvoLfBBML/X5m68e4+nTHQrnsUbYNV7n9S/bzTXbN451WcwKPvHkHHPdAkVRrc61iUbCPzkwwWjt3EUr84XjoVZO7v3q1UERUEULR+6UW8fr7GmePRBu5yUnljK8KtuHUsbrMaVAx1h0UCIswFLpqtmvy8G2rPvPYE2rMj7IGhvVwapOTyPNQD09V8erYGR9iKuqqFrqpSc5xz8wjUqIC+KoQ2JboGAlW247BWJAPVG5gKdGm31YU9CQ6UHH32okj2LpdPZRFJsHg836U6TxHM7XNtwnOMR4lto34nw1kzWJZxiuPw6+YLOpumI8mvfwLkFJAY8Rh9MGreJWPGe8jiqWRRI9iVDgaFDIbvwFzoANn1fB5RDOq+ByudTn1rZtTexlHJ8XfOfZsiXE1tp1wevybTfeeCNHjhxZue3+++/He8/rX//6ldvGxsa4++67+cxnPnPJA9ggCK4cUyM1fvJ7DnB6sc9Ct6CZRuzZVl9ZE6qqnO7ktDJHYoXdIylvvnUnj0+3OdHKANg1lLJ/vE5yni/fUpWnugWl9+uThYMoWCILZcGpXrFpAOu98sVnFnjodJusrLYRR8I14w1ec8049VjoGYMOMqp1a/BOUakC7eV06XJvIhGo29XgzQ8CaWuq9aAOg1dBNsmzDh6KM7K64HYTUkaoF+J4hqqrr6X0BmsyDA5VB2LJZRs9N4VEBY6Ijk6xso5VSxJp0aifYLEYYrPCoNI1SZNZrKkytYpBNULVIqbE+9q64LYoRwcjfM5IP1P9XNQLvhS8pBhRFEvf7aDv9m4MXgcHxDFGL6x3DYIgCIIX3JYNYDdTliUPPPAAd95558pthw4dYmJiYkOwe+211/Lnf/7nF/0ar3vd685635/8yZ+wY8dOLqJXS/Asiaz/bxCcjYiwc7zOzvH12bL5XsFnD89zupPjfNXoaDixvPrqcV4y1eTGyeZFvc587sn8IGt75p2DINYYQ+b8puftl48u8LXjSyRGGEmr7GRWeh6d7lB6zxtunCL2Sj6Y7bo807VrZNCESVd65lqpgjdBKQbrd41UQWyqDIJWc9ZGTbLmkvv5/o0ZcVVnXz8IhkVwpPhBVC0opdQQMYOcsOCJMCwH0jF9HadmFkmSFkUxesYraNV5WEpEdGXPlXwliO3n289okhXTz6doJMdR0ZWoXqqpPmhR4HSUlrtzMBvWAhbk8kypDZ9XweUQzqvgcgnnVnCle1EFsH/0R3/EqVOneMc73rFy29LSEsPDwxseOzIywuLi4iXfh+Wyi+DyEqky7suZoiC4GN3CVaXCvYJGYogHQWAnd3zq0BzpDZNcNXZh5aHLytxV82YHScu14WE1Z7T6M5REGz4jOrnjodMdEmtoJqv31RODMZ5nFvvM9Et2j9RYO6CmYZXp0tP3oCLLvXYBsAIewXmlRIkFjBF6PiLvASJYqYJbu1JCvNw2uFpjm1ohtuf+PBPjMFKCWdMHWe3gNx8DUlZHwnh0EHYLfk3m16EYMj9EFG1csxrb06TJPN7Xqg7BgzE4giJSULqUyIDGytqvtNJfS1ksYKMOImbQrAm0zFFvKMwBYnv+Nc2XQvi8Ci6HcF4Fl8ulPrdCIBxcaldUANtqtTh9+vR5H7dv3z6SZP0vHp/73Of44Ac/yLvf/W5uvfXWy7WL/P3f//0573fOUxTunI8JnrvlD9WyDGt/gov3yMkWc72c4TTCLI+YEWgmlqXM8bWji+xsxBc1+saooiixMTjn0TNSsct/3VWPNnxGHJ3r0iscI6nlzLYEsYFuoRyZ7TJV39gFeZtCX6Cv0F1+I6or72t5hFCmoF6rkT4IKkJBlcmtRzLoVFwFhk4jrCrGeYpzvGeRklpzGtA1UXq1nZX/KpQ+qbKgdjkHuybDC1Qrcy2FF8p1x0apxadRVbxP8ESIlIPZrq4qWpYWJuoR+2N0sgOUfvWC5VJ5O7XiCRIzXY3GUcFrg77up9BJ4Pn5rA6fV8HlEM6r4HK51OdWOD+DS+2KCmA/+tGP8r73ve+8j/vIRz7Ctddeu/L3hx56iJ//+Z/nTW96E+95z3vWPXZkZIR2u71hG0tLSxvKii+V8A/1+aMajndw8Y4s9hGkypKuOX9EhFpsON3J6eR+XTb0fMYiSywlzkCsQuF1dduDxObeesxEGm04Z73qym0bTudBIOrPca7XgBRl0SuNKML5jY9RqjW/UZUOpcp8KqVG5E5Ioyo3qmqIvFIbbORc/7yipI0xBd5bjHEsz6GFKtsqeLzGOJ+AeAxClSdev4MyaE9VlvV171HwGJOjalduEXWDOa3LYbDgfIo1GY30SZZ6N6OaDPY9putuoucOYKWDqsUxzAvVgD98XgWXQzivgsslnFvBleqKCmDf+ta38ta3vvWinnP48GHe9a538bKXvYz3v//9G+4/cOAAMzMzLC4urgtYDx06FObABsF3KH+OL+QzCn8vWGqEPbWII72SyFQjbMrBulQD7KtZ9jeTTbO624dSapGhX3rqZ5QXF85jRNhxnhE+Hljql6SRJTJV6fC6XlJUI4EYzI5FLVK1Q0LV0ygdSoxRxW62jncTUdStjpJavJcqiJXl0NLjNCZ3Q1V5sS4vBXYbGkcpgnq7JlBdvX2QQ165xUi2Ergiimr1GOdTrGSk0Rz9YucZ20kpNSUIgiAIgq1vS/e0Pn36NO985zvZtWsXv/3bv00cbyyvu+eeezDG8PGPf3zltsXFRe6//37uvffe53N3gyC4QuweTgdZz41BalZ6xmoRjWexln1nYrmuETMaGWIr1CPD7lrEwdEa1wylZy1JHk4jrp9skpVKv/SDMTZK7jyd3LNrOGHv6CbdcdeoSoWVmU5G7jzGCJERjKmaPjm/SVoWqVakqkF8TOIhusDgtbImRFaDd9HKH3WC8R7tN9B+He0NgYtQn+B9xPKiYOejqjzYxeDOvKZqyIsxjCxnd9261xRA/fLnftWByZowxiwIgiAIXsyuqAzsxej3+7zrXe9ifn6eX/7lX+bxxx9fuS9JEm6++WYAdu7cyVve8hY+8IEPYIxhx44d/MEf/AHDw8Pcd999L9TuB0HwArp+osHD022W8pKhOMKaavZpt/CICLdsH7qo9a/LRISJxLItrnrsClVH4AvxXVePUXjPodkuS2UVbFoR9o3VeN11E+fdHyPCWGSYLhyz7YwkMlipmlOJEaLIEG+yieVw8NlczXSujo36rOZ6ZU3HX48vY7RMWVnp2m9iah3UmCpgZXCXN2jWYLPQuZ9vJ46WsCbD62o+WUTxavG6MegNgiAIguDFS3SzFMQWcPTo0bOOtNmzZw+f/OQnV/6e5zm/9Vu/xV/91V/R6XS44447eN/73rduHe2l4pxnbi5kAC63MMA9eK5OtDI+8/QcS1nVyEdR0shw555Rbp1qcnkGqpzfTCfn2FIfVdg+lLBr+OyZ2zP1vefxXkHmlUhksNIVrBFGazGJyEoFMQzKioEGMPYs9lVMQaN5fDCLdTmrqog4EMi62ymLoTOe5JA4B1tWfy9jtExAzx54GtOjnp4giZYw0gX1qMaD2a/Lb8hjpKCTXUtebnsW7+byCZ9XweUQzqvgcrnU59a2bU3seWapB8HF2LIB7JUqBLDPj/DFHVwKhfMcWeyzlJWk1nD1eI3xZrqlz6uu8xzPS1pueWYqjEWG4TQmG8R6hkFTJ6oynAnOHF5z4WzUI61PY0zVr3h5TWyejVFko1zKCwEiOUk0RyM5Cni8JlQjf0qMOIpymFb/Rq60LGz4vAouh3BeBZdLCGCDK92WLSEOgiB4rmJruHZbY+XvL4ZZdQ1ruK6ekHmlVCURITZV26Tu4I9jMD4HaPLsg1cAV9bptvYSxR3ElKCGsmiiG0p7nzvVhKzYiWpCPT6GMf3BPYasmKSb7eNKC16DIAiCILi0QgAbBEHwIpQaIV2T/RSqYLWx5jGXLl43lMXw+R92ieTlNvJynMi0EfE4X8OHLsNBEARB8B0hBLBBEATfQV4ESeYBofTPX9AcBEEQBMGVIdRaBUEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWEALYIAiCIAiCIAiCYEsIAWwQBEEQBEEQBEGwJYQANgiCIAiCIAiCINgSQgAbBEEQBEEQBEEQbAkhgA2CIAiCIAiCIAi2hBDABkEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWEALYIAiCIAiCIAiCYEsIAWwQBEEQBEEQBEGwJYQANgiCIAiCIAiCINgSQgAbBEEQBEEQBEEQbAkhgA2CIAiCIAiCIAi2hBDABkEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWIKqqL/ROvJioKt6HQ/p8EIFw9gaXWjivgsshnFfB5RDOq+ByuZTnljGCiFyajQUBIYANtqjjx48DsHv37hd4T4IXk3BeBZdDOK+CyyGcV8HlEs6t4EoXAthgS3rd614HwN///d+/wHsSvJiE8yq4HMJ5FVwO4bwKLpdwbgVXurAGNgiCIAiCIAiCINgSQgAbBEEQBEEQBEEQbAkhgA2CIAiCIAiCIAi2hBDABkEQBEEQBEEQBFtCCGCDIAiCIAiCIAiCLSEEsEEQBEEQBEEQBMGWEMboBEEQBEEQBEEQBFtCyMAGQRAEQRAEQRAEW0IIYIMgCIIgCIIgCIItIQSwQRAEQRAEQRAEwZYQAtggCIIgCIIgCIJgSwgBbBAEQRAEQRAEQbAlhAA2CIIgCIIgCIIg2BJCABsEQRAEQRAEQRBsCSGADYIgCIIgCIIgCLaEEMAGQRAEQRAEQRAEW0IIYIMgCIIgCIIgCIItIQSwwZbhnOMP//AP+fEf/3Fe+cpX8opXvIKf+Imf4Ctf+cqGx+Z5zq//+q9z9913c/DgQX7qp36KQ4cOvQB7HWwFTz75JD/1Uz/FwYMHufvuu/nABz5Anucv9G4FW8jf/u3f8q/+1b/i3nvv5eDBg/zwD/8wf/7nf46qrnvchz/8YX7gB36A2267jR/6oR/iH/7hH16gPQ62ok6nw7333suNN97Igw8+uO6+cG4FF+sv//Iv+ZEf+RFuu+02XvnKV/LTP/3T9Pv9lfs/+clP8kM/9EPcdttt/MAP/AB/8Rd/8QLubRCsCgFssGX0+30+9KEPccstt/Drv/7r/MZv/Aajo6O8/e1v5/Of//y6x77//e/nwx/+MO9973v54Ac/SJ7nvOMd76DVar1Aex9cqRYXF/nJn/xJiqLggx/8IO9973v57//9v/Nrv/ZrL/SuBVvIf/7P/5l6vc6//bf/lt/7vd/j3nvv5Vd+5Vf4nd/5nZXH/M3f/A2/8iu/whve8Ab+8A//kIMHD/Ke97yHb3zjGy/cjgdbyu/+7u/inNtwezi3gov1e7/3e/zv//v/zhvf+Eb+43/8j/z7f//v2bt378r59ZWvfIX3vOc9HDx4kD/8wz/kDW94A7/8y7/MRz/60Rd4z4MA0CDYIsqy1IWFhQ23vf71r9ef/dmfXbntxIkTetNNN+mf/dmfrdw2Pz+vBw8e1A996EPP2/4GW8Pv//7v68GDB3V+fn7ltj/7sz/Tm266SU+ePPnC7ViwpczOzm647X3ve5/ecccd6pxTVdXv//7v11/4hV9Y95i3ve1t+tM//dPPyz4GW9sTTzyhBw8e1D/90z/VG264Qb/5zW+u3BfOreBiPPnkk3rzzTfrpz71qbM+5p3vfKe+7W1vW3fbL/zCL+gb3vCGy717QXBeIQMbbBnWWkZHRzfcduONN3L69OmV2+6//36897z+9a9fuW1sbIy7776bz3zmM8/b/gZbw2c+8xle/epXMzY2tnLbG97wBrz3fO5zn3vhdizYUrZt27bhtptuuol2u0232+WZZ57h6aef5g1veMO6x7zxjW/k85//fChZD87r/e9/P/fddx/XXHPNutvDuRVcrP/xP/4He/fu5bu/+7s3vT/Pc774xS+u+z0KqnPqySef5OjRo8/HbgbBWYUANtjSyrLkgQce4MCBAyu3HTp0iImJiQ3B7rXXXhvWwQYbHDp0aN35AzAyMsLU1FQ4X4Ln5Ktf/So7duxgaGho5Vw6M/i49tprKYqCZ5555oXYxWCL+OhHP8pjjz3Gz/3cz224L5xbwcV64IEHuOGGG/jd3/1dXv3qV3Prrbdy33338cADDwBw5MgRiqLY8N147bXXAoTvxuAFFwLYYEv7oz/6I06dOsU73vGOlduWlpYYHh7e8NiRkREWFxefx70LtoKlpSVGRkY23D46OhrOl+BZ+8pXvsJHPvIR3vnOdwKsnEtnnmvLfw/nWnA2vV6PX/u1X+O9730vQ0NDG+4P51Zwsaanp7n//vv5q7/6K371V3+V3/md30FEeOc738ns7Gw4p4IrXvRC70Dwna3Vaq0r/z2bffv2kSTJuts+97nP8cEPfpB3v/vd3HrrrZdrF4MgCC7KyZMnee9738srX/lK3v72t7/QuxNscb/3e7/HxMQEP/qjP/pC70rwIqGqdLtd/sN/+A+85CUvAeClL30pr33ta/mv//W/cs8997zAexgE5xYC2OAF9dGPfpT3ve99533cRz7ykZXSFYCHHnqIn//5n+dNb3oT73nPe9Y9dmRkhHa7vWEbS0tLG8qKg2BkZGTT7tSLi4vhfAku2tLSEu9617sYGxvjgx/8IMZUhU7L51Kr1WJqamrd49feHwRrHTt2jD/+4z/md37nd1Y+p7rd7sp/O51OOLeCizYyMsLY2NhK8ApVr5Cbb76ZJ554gh/8wR8E2PDdGM6p4EoRAtjgBfXWt76Vt771rRf1nMOHD/Oud72Ll73sZbz//e/fcP+BAweYmZnZEIBsttYxCA4cOLBhPU+r1WJ6ejqcL8FF6ff7/OzP/iytVov/9t/+27qlDMvn0pmfQ4cOHSKOY/bt2/e8729w5Tt69ChFUfAzP/MzG+57+9vfzktf+lJ+8zd/EwjnVnDhrrvuOo4cObLpfVmWcdVVVxHHMYcOHeI1r3nNyn3L35XhuzF4oYU1sMGWcvr0ad75zneya9cufvu3f5s4jjc85p577sEYw8c//vGV2xYXF7n//vu59957n8/dDbaAe++9l3/8x39cubIMVWWAMYa77777BdyzYCspy5J/82/+DYcOHeKP/uiP2LFjx7r79+3bx/79+zfMUPzIRz7Cq1/96g1LJIIAqk7W/+W//Jd1f37pl34JgH/37/4dv/qrvxrOreCife/3fi8LCws8/PDDK7fNz8/z0EMPccstt5AkCa985Sv52Mc+tu55y9Vwe/fufb53OQjWCRnYYMvo9/u8613vYn5+nl/+5V/m8ccfX7kvSRJuvvlmAHbu3Mlb3vIWPvCBD2CMYceOHfzBH/wBw8PD3HfffS/U7gdXqPvuu48/+ZM/4ed+7uf42Z/9WU6d+v+3d/8xVdb9H8dfwA2WEBUzSkiai12n5IdpNowcDmRjVMpgRgZT0hw/lj8iKUH5Q6Om0xb9QpdiycwZw8kqdqYoP4Icnjaj0dTKyCHRsilbgLYg+Hz/cFx354YM7+xL5+b52Bjn877e57reF+f88+Zzfa7rgrZt26YlS5aMaEKAP7J582Y1NDSosLBQfX19+uKLL+xtM2bMkJ+fn1avXq2CggKFhYUpJiZGTqdTbW1tev/998evcPyjBQYGKiYmZtRtERERioiIkCS+W7guiYmJioqK0po1a5Sfn69JkyZp165d8vPzU0ZGhiQpLy9Py5Yt06ZNm5ScnCyXy6WamhqVlpaOc/WA5GWMMeNdBDAW33//vRYsWDDqttDQUNXX19vj/v5+lZaW6sMPP9Tly5c1e/ZsFRcXu62jBYa1t7erpKREra2t8vf3V0pKivLz85m5wJglJCSoq6tr1G11dXX2jEVVVZV2796tH374QdOnT9fzzz+v+Pj4/89S4eFcLpeWLVumgwcPKioqyo7z3cL16O7u1pYtW9TQ0KCBgQHNmTNHRUVFCg8Pt3Pq6ur0+uuv69y5cwoJCVF2drYWL148jlUDV9HAAgAAAAA8AmtgAQAAAAAegQYWAAAAAOARaGABAAAAAB6BBhYAAAAA4BFoYAEAAAAAHoEGFgAAAADgEWhgAQAAAAAegQYWAAAAAOARaGABAAAAAB7hX+NdAABg/J0/f17l5eU6fvy4fvrpJ/n6+sqyLCUnJ+vJJ5/UTTfdNN4lerSPP/5Yly5d0tNPPz2m/E8//VROp1NtbW1qb2/X1KlTVV9f//cWCQCAB6CBBYAJrrGxUWvXrpWfn59SUlJkWZYGBgZ08uRJbd++Xd9++61KSkrGu0yPVlNTo7Nnz465ga2pqZHT6dSMGTMUHBz89xYHAIAHoYEFgAmss7NT+fn5CgkJUUVFhVuzlJmZqY6ODjU2No5fgRNUfn6+SkpK5Ovrq5ycHJ09e3a8SwIA4B+BNbAAMIGVl5frypUreuWVV0ad6bvnnnuUlZVlj3/77TeVlZUpMTFRkZGRSkhI0Guvvab+/n639yUkJCgnJ0cul0tpaWmKjo7WwoUL5XK5JEm1tbVauHChoqKilJaWptOnT7u9v7CwULNmzVJnZ6eeeeYZPfDAA5o3b57efvttGWPccq9cuaKtW7dq/vz5ioyMVFJSkvbs2TMiz+Fw6KWXXtKxY8f0+OOPKzIyUo899piamppGnPeFCxdUVFSk2NhYO+/gwYNuOS6XSw6HQ06nUzt37lRcXJyioqKUlZWljo4OO2/p0qVqbGxUV1eXHA6HHA6HEhISrvWx6M4775Svr+81cwAAmIiYgQWACayhoUHTpk3T7Nmzx5RfXFys6upqJSUlafny5Wpra9M777yj9vZ2lZWVueV2dHRo3bp1WrJkiRYtWqR3331Xubm52rx5s0pLS/XUU09Jknbt2qXnnntOhw8flrf3v/+vOjg4qJUrV2rmzJl64YUX1NzcrLfeekuDg4Nau3atJMkYo7y8PLlcLi1evFj333+/mpubtW3bNl24cEEbNmxwq+nkyZOqra1VRkaG/P39tW/fPq1Zs0YNDQ26/fbbJUkXL15Uenq6vLy8lJmZqaCgIDU1NWnjxo3q6+sbcRnw7t275eXlpRUrVqivr0/l5eUqKChQVVWVJCk3N1e9vb368ccfVVRUJEny9/cf4ycEAADcGADAhNTb22ssyzJ5eXljyj9z5oyxLMts3LjRLb5161ZjWZZpaWmxY/Hx8cayLPP555/bsebmZmNZlomOjjZdXV12/IMPPjCWZZkTJ07YsfXr1xvLskxJSYkdGxoaMtnZ2SYiIsJcunTJGGPM0aNHjWVZZseOHW41rV692jgcDtPR0WHHLMsyERERbrHhc9q3b58d27Bhg3nkkUdMd3e32z7z8/PNgw8+aH755RdjjDEnTpwwlmWZ5ORk8+uvv9p5FRUVxrIs8/XXX9ux7OxsEx8fP+rf9c/8lfcCAPC/hkuIAWCC6uvrkzT22cBPPvlEkrR8+XK3+IoVK9y2DwsPD9esWbPs8cyZMyVJc+fOVUhIyIh4Z2fniGNmZmbar4dnRAcGBtTS0iJJampqko+Pj5YuXTqiJmPMiMuDY2NjFRYWZo/vu+8+BQQE2Mc2xqi2tlYJCQkyxqi7u9v+mTdvnnp7e3Xq1Cm3faalpcnPz88ez5kz5w/PBwAA/DVcQgwAE1RAQIAk6fLly2PK7+rqkre3t1sDKEl33HGHAgMD1dXV5RafOnWq2/iWW26RJN11112j1tHT0+MW9/b21rRp09xi06dPt2sZ/h0cHGzvY9i9997rlvdHNUnSrbfeah+7u7tbPT09qqysVGVl5Yjc4Zzf+30zLkmBgYGjng8AAPjraGABYIIKCAhQcHDwdd/h1svLa0x5Pj4+1xU3/3HTpb/Dnx17aGhIkrRo0SKlpqaOmutwONzGv1+3O9o+AQDAjUMDCwATWHx8vCorK9Xa2up2ue9oQkNDNTQ0pI6ODnuGU7p606Oenh6Fhobe0NqGhobU2dlpz7pK0rlz5+xahn+3tLSor6/PbRb2u+++c8sbq6CgIPn7+2toaEixsbF/9RRsY236AQDAtbEGFgAmsJUrV2ry5MkqLi7WxYsXR2w/f/68KioqJEnz58+XJHs87L333nPbfiPt37/ffm2M0f79++Xr66uHH35YkhQXF6fBwUG3PEnau3evvLy8FBcXd13H8/HxUVJSko4cOaJvvvlmxPb/vHx4rG6++Wb19vb+V+8FAAD/xgwsAExgYWFhevXVV5Wfn69HH31UKSkpsixL/f39am1t1eHDh5WWlibp6g2PUlNTVVlZqZ6eHj300EP68ssvVV1drcTERM2dO/eG1jZp0iQ1Nzdr/fr1io6OVnNzsxobG5Wbm6ugoCBJV583GxMTo9LSUvs5q8ePH1ddXZ2ysrJGrNcdi3Xr1snlcik9PV1PPPGEwsPD9fPPP+vUqVNqaWnRZ599dt37jIiIkNPp1JYtWxQVFaXJkydf81mwX331lerr6yVdfRxRb2+vduzYIenq5/Bnz5EFAOB/FQ0sAExwCxYs0EcffaQ9e/aorq5OBw4ckJ+fnxwOhwoLC5Wenm7nvvzyy7r77rtVXV2tY8eOacqUKcrJydGqVatueF0+Pj4qLy/Xpk2btH37dvn7+2vVqlV69tln7Rxvb2/t3LlTb775ppxOpw4dOqTQ0FC9+OKL9t2Rr9eUKVNUVVWlsrIyHT16VAcOHNBtt92m8PBwFRQU/Ff7zMjI0JkzZ3To0CHt3btXoaGh12xCT58+rTfeeMMtNjxOTU2lgQUATFhehrtMAAD+YQoLC3XkyBG1traOdykAAOAfhDWwAAAAAACPQAMLAAAAAPAINLAAAAAAAI/AGlgAAAAAgEdgBhYAAAAA4BFoYAEAAAAAHoEGFgAAAADgEWhgAQAAAAAegQYWAAAAAOARaGABAAAAAB6BBhYAAAAA4BFoYAEAAAAAHuH/ACgHFqqmZxusAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# Choose dimensionality reducer\n", + "import matplotlib.colors as mcolors\n", + "import numpy as np\n", + "\n", + "pca = PCA(n_components=2)\n", + "embeddings_2d_pca = pca.fit_transform(embeddings)\n", + "\n", + "tsne = TSNE(n_components=2, random_state=42, perplexity=30)\n", + "embeddings_2d_tsne = tsne.fit_transform(embeddings)\n", + "\n", + "umap_reducer = umap.UMAP(n_components=2, random_state=42)\n", + "embeddings_2d_umap = umap_reducer.fit_transform(embeddings)\n", + "\n", + "def plot_embedding_2d_log(emb_2d, vals, title, label):\n", + " plt.figure(figsize=(10, 7))\n", + " \n", + " # Add small constant to avoid log(0) issues\n", + " vals_positive = vals - vals.min() + 1e-10\n", + " vals_log = np.log10(vals_positive)\n", + " \n", + " scatter = plt.scatter(emb_2d[:,0], emb_2d[:,1], \n", + " c=vals_log, \n", + " cmap='plasma', \n", + " alpha=0.75, \n", + " s=30)\n", + " \n", + " cbar = plt.colorbar(scatter, shrink=0.8)\n", + " cbar.set_label(f'log₁₀({label})', fontsize=12)\n", + " plt.title(f'{title} (Log Scale)', fontsize=14, fontweight='bold')\n", + " plt.xlabel('Component 1', fontsize=12)\n", + " plt.ylabel('Component 2', fontsize=12)\n", + " plt.grid(True, alpha=0.3)\n", + " plt.tight_layout()\n", + " plt.show()\n", + "\n", + "def plot_embedding_2d_improved(emb_2d, vals, title, label):\n", + " plt.figure(figsize=(10, 7))\n", + " \n", + " # Use percentiles to handle outliers (clips top/bottom 5%)\n", + " vmin = np.percentile(vals, 5)\n", + " vmax = np.percentile(vals, 95)\n", + " \n", + " # Use a diverging colormap centered on median\n", + " vcenter = np.median(vals)\n", + " norm = mcolors.TwoSlopeNorm(vmin=vmin, vcenter=vcenter, vmax=vmax)\n", + " \n", + " scatter = plt.scatter(emb_2d[:,0], emb_2d[:,1], \n", + " c=vals, \n", + " cmap='RdYlBu_r', # Better for continuous data\n", + " alpha=0.75, \n", + " s=30, # Slightly larger points\n", + " norm=norm)\n", + " \n", + " cbar = plt.colorbar(scatter, shrink=0.8)\n", + " cbar.set_label(label, fontsize=12)\n", + " plt.title(title, fontsize=14, fontweight='bold')\n", + " plt.xlabel('Component 1', fontsize=12)\n", + " plt.ylabel('Component 2', fontsize=12)\n", + " plt.grid(True, alpha=0.3)\n", + " plt.tight_layout()\n", + " plt.show()\n", + "\n", + "def plot_embedding_2d_quantile(emb_2d, vals, title, label, n_bins=10):\n", + " plt.figure(figsize=(10, 7))\n", + " \n", + " # Create quantile-based bins\n", + " quantiles = np.linspace(0, 100, n_bins + 1)\n", + " bin_edges = np.percentile(vals, quantiles)\n", + " vals_binned = np.digitize(vals, bin_edges) - 1\n", + " \n", + " scatter = plt.scatter(emb_2d[:,0], emb_2d[:,1], \n", + " c=vals_binned, \n", + " cmap='tab10' if n_bins <= 10 else 'viridis', \n", + " alpha=0.75, \n", + " s=30)\n", + " \n", + " cbar = plt.colorbar(scatter, shrink=0.8)\n", + " cbar.set_label(f'{label} (Decile)', fontsize=12)\n", + " cbar.set_ticks(range(n_bins))\n", + " cbar.set_ticklabels([f'Q{i+1}' for i in range(n_bins)])\n", + " \n", + " plt.title(f'{title} (Quantile Binned)', fontsize=14, fontweight='bold')\n", + " plt.xlabel('Component 1', fontsize=12)\n", + " plt.ylabel('Component 2', fontsize=12)\n", + " plt.grid(True, alpha=0.3)\n", + " plt.tight_layout()\n", + " plt.show()\n", + "\n", + "\n", + "\n", + "pca = PCA(n_components=2)\n", + "embeddings_2d_pca = pca.fit_transform(embeddings)\n", + "\n", + "tsne = TSNE(n_components=2, random_state=42, perplexity=30)\n", + "embeddings_2d_tsne = tsne.fit_transform(embeddings)\n", + "\n", + "umap_reducer = umap.UMAP(n_components=2, random_state=42)\n", + "embeddings_2d_umap = umap_reducer.fit_transform(embeddings)\n", + "\n", + "# Method 1: Percentile-based scaling (recommended for most cases)\n", + "plot_embedding_2d_improved(embeddings_2d_pca, y_true_co2, 'PCA Embedding (CO₂ permeability)', 'CO₂ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_tsne, y_true_co2, 't-SNE Embedding (CO₂ permeability)', 'CO₂ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_umap, y_true_co2, 'UMAP Embedding (CO₂ permeability)', 'CO₂ permeability')\n", + "\n", + "# Method 2: Log scale (if values span orders of magnitude)\n", + "plot_embedding_2d_improved(embeddings_2d_pca, y_true_ch4, 'PCA Embedding (CH₄ permeability)', 'CH₄ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_tsne, y_true_ch4, 't-SNE Embedding (CH₄ permeability)', 'CH₄ permeability')\n", + "#plot_embedding_2d_improved(embeddings_2d_umap, y_true_ch4, 'UMAP Embedding (CH₄ permeability)', 'CH₄ permeability')\n", + "\n", + "# Method 3: Quantile binning (for categorical-like visualization)\n", + "# plot_embedding_2d_quantile(embeddings_2d_umap, y_true_co2, 'PCA Embedding (CO₂ permeability)', 'CO₂ permeability', n_bins=8)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "e727d25f-70fa-4cfb-ac85-8bd69eff8bef", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Correlation between PC1 and CO2 permeability: 0.519\n", + "Correlation between PC1 and CH4 permeability: 0.853\n" + ] + } + ], + "source": [ + "# Compute the first principal component of the embeddings\n", + "pc1 = pca.components_[0]\n", + "projected = embeddings @ pc1 # Project embeddings onto PC1\n", + "\n", + "from scipy.stats import pearsonr\n", + "corr_co2 = pearsonr(projected, y_true_co2)[0]\n", + "corr_ch4 = pearsonr(projected, y_true_ch4)[0]\n", + "print(f'Correlation between PC1 and CO2 permeability: {corr_co2:.3f}')\n", + "print(f'Correlation between PC1 and CH4 permeability: {corr_ch4:.3f}')\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/regression/sample_embeddings.pickle b/simson_modeling/regression/sample_embeddings.pickle new file mode 100644 index 0000000000000000000000000000000000000000..be539f587c8037f318adfb11bf7b60797f2c7133 --- /dev/null +++ b/simson_modeling/regression/sample_embeddings.pickle @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6603af0a27c7467f1243fe91efe0d62d7f4c1203be84a57244eedf1067cdd69 +size 13776794024 diff --git a/simson_modeling/regression/scalers b/simson_modeling/regression/scalers new file mode 100644 index 0000000000000000000000000000000000000000..6b15241506a7c5205ba87ba7c96eac67f7a28f13 Binary files /dev/null and b/simson_modeling/regression/scalers differ diff --git a/simson_modeling/regression/simson_encoder_decoder.bin b/simson_modeling/regression/simson_encoder_decoder.bin new file mode 100644 index 0000000000000000000000000000000000000000..d0aae6fd77b89730c6bab0191a91614884dda2f5 --- /dev/null +++ b/simson_modeling/regression/simson_encoder_decoder.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44889f243fa8d74d435112685ec3df2a27710c42cfc033fe9d42e68d9e991376 +size 289136301 diff --git a/simson_modeling/simson_checkpoints/checkpoint.pt b/simson_modeling/simson_checkpoints/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ff84be38d51cc349a7755bd460f5a41839dbbcf --- /dev/null +++ b/simson_modeling/simson_checkpoints/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8053d1dc5f8a9cbd68835334d10799b18adc05d86bda40a37fbd1ffe7783a9 +size 279690522 diff --git a/simson_modeling/simson_checkpoints/checkpoint_best_model.bin b/simson_modeling/simson_checkpoints/checkpoint_best_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b62a15a8fcf9bbcf907b7a6404f97b102a77282 --- /dev/null +++ b/simson_modeling/simson_checkpoints/checkpoint_best_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ecd50ec86a11cf2e2e7ce9a5e32f6fa2a4ed351491b856342c7ba3187b64163 +size 93230811 diff --git a/simson_modeling/simson_checkpoints/simson_model_single_gpu.bin b/simson_modeling/simson_checkpoints/simson_model_single_gpu.bin new file mode 100644 index 0000000000000000000000000000000000000000..ec214986f3841cf99820786ffa57c579290b2edb --- /dev/null +++ b/simson_modeling/simson_checkpoints/simson_model_single_gpu.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db800c631eca92193b1f67af151467a401e2f9ad125e9538d20d12856ae53e1 +size 269735316 diff --git a/simson_modeling/simson_checkpoints_1M/.ipynb_checkpoints/checkpoint_best_model-checkpoint.bin b/simson_modeling/simson_checkpoints_1M/.ipynb_checkpoints/checkpoint_best_model-checkpoint.bin new file mode 100644 index 0000000000000000000000000000000000000000..497d4e96057989e6bb91504bf7aba8a80cc94021 --- /dev/null +++ b/simson_modeling/simson_checkpoints_1M/.ipynb_checkpoints/checkpoint_best_model-checkpoint.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e907fee974da644fe6d110ec7cc78b32c67eb7f150562807c6321ff0fa419d95 +size 93230811 diff --git a/simson_modeling/simson_checkpoints_1M/checkpoint.pt b/simson_modeling/simson_checkpoints_1M/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee1b1afae08be4edcb867172c269a3b25f40a444 --- /dev/null +++ b/simson_modeling/simson_checkpoints_1M/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c2c63ff93cc5e25db0ea8ef883aacce7d9c7dd1cec1d7210d419e4e504cea9a +size 279690522 diff --git a/simson_modeling/simson_checkpoints_1M/checkpoint_best_model.bin b/simson_modeling/simson_checkpoints_1M/checkpoint_best_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..497d4e96057989e6bb91504bf7aba8a80cc94021 --- /dev/null +++ b/simson_modeling/simson_checkpoints_1M/checkpoint_best_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e907fee974da644fe6d110ec7cc78b32c67eb7f150562807c6321ff0fa419d95 +size 93230811 diff --git a/simson_modeling/simson_checkpoints_polymer_1M/simson_model_single_gpu.bin b/simson_modeling/simson_checkpoints_polymer_1M/simson_model_single_gpu.bin new file mode 100644 index 0000000000000000000000000000000000000000..bbefddff8a6f707d030b5b64219e9324ce3607ff --- /dev/null +++ b/simson_modeling/simson_checkpoints_polymer_1M/simson_model_single_gpu.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971311f5874ab3d17ca691a6b7e67cf6f9bbf878e6a489c85267c01589b1b848 +size 93231025 diff --git a/simson_modeling/simson_checkpoints_small/simson_model_single_gpu.bin b/simson_modeling/simson_checkpoints_small/simson_model_single_gpu.bin new file mode 100644 index 0000000000000000000000000000000000000000..db26b2b0178fcc8507d9ab82c8bae99d8a91b6fe --- /dev/null +++ b/simson_modeling/simson_checkpoints_small/simson_model_single_gpu.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5712e7a4bf4fc0608d8a793d425e647080749775d0cdb5797970f2836a9883 +size 93231025 diff --git a/simson_modeling/simson_ddp_train.py b/simson_modeling/simson_ddp_train.py new file mode 100644 index 0000000000000000000000000000000000000000..0dacb8247ad825daecc40d24b3a131eb9e4f79d3 --- /dev/null +++ b/simson_modeling/simson_ddp_train.py @@ -0,0 +1,545 @@ +# ============================================================================== +# 1. IMPORTS +# ============================================================================== +import os +import warnings +import wandb + +import torch +import torch.nn as nn +import torch.optim as optim +import torch.nn.functional as F +from torch.utils.data import DataLoader, Dataset +import numpy as np +from tqdm import tqdm +from rdkit import Chem, RDLogger +from datasets import load_dataset, load_from_disk +from transformers import AutoTokenizer, BertModel, BertConfig +import pandas as pd + +# ============================================================================== +# 2. INITIAL SETUP +# ============================================================================== +# Suppress RDKit console output +RDLogger.DisableLog('rdApp.*') +# Ignore warnings for cleaner output +warnings.filterwarnings("ignore") + +# ============================================================================== +# 3. MODEL AND LOSS FUNCTION +# ============================================================================== +def global_average_pooling(x): + """Global Average Pooling: from [B, max_len, hid_dim] to [B, hid_dim]""" + return torch.mean(x, dim=1) + +class SimSonEncoder(nn.Module): + """The main encoder model based on BERT.""" + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.bert.config.pad_token_id) + + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled_output = global_average_pooling(hidden_states) + return self.linear(pooled_output) + +class ContrastiveLoss(nn.Module): + """Calculates the contrastive loss for the SimSon model.""" + def __init__(self, temperature=0.2): + super(ContrastiveLoss, self).__init__() + self.temperature = temperature + self.similarity_fn = F.cosine_similarity + + def forward(self, proj_1, proj_2): + batch_size = proj_1.shape[0] + device = proj_1.device + + # Normalize projections + z_i = F.normalize(proj_1, p=2, dim=1) + z_j = F.normalize(proj_2, p=2, dim=1) + + # Concatenate for similarity matrix calculation + representations = torch.cat([z_i, z_j], dim=0) + + # Calculate cosine similarity between all pairs + similarity_matrix = self.similarity_fn(representations.unsqueeze(1), representations.unsqueeze(0), dim=2) + + # Identify positive pairs (original and its augmentation) + sim_ij = torch.diag(similarity_matrix, batch_size) + sim_ji = torch.diag(similarity_matrix, -batch_size) + positives = torch.cat([sim_ij, sim_ji], dim=0) + + # Create a mask to exclude self-comparisons + nominator = torch.exp(positives / self.temperature) + mask = (~torch.eye(batch_size * 2, batch_size * 2, dtype=torch.bool, device=device)).float() + denominator = mask * torch.exp(similarity_matrix / self.temperature) + + # Calculate the final loss + loss = -torch.log(nominator / torch.sum(denominator, dim=1)) + return torch.sum(loss) / (2 * batch_size) + +# ============================================================================== +# 4. DATA HANDLING (Keeping your existing classes unchanged) +# ============================================================================== +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + +class ContrastiveSmilesDataset(Dataset): + """Dataset for creating pairs of augmented SMILES for contrastive learning.""" + def __init__(self, smiles_list, tokenizer, max_length=512): + self.smiles_list = smiles_list + self.tokenizer = tokenizer + self.max_length = max_length + self.enumerator = SmilesEnumerator() + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + original_smiles = self.smiles_list[idx] + + # Create two different augmentations of the same SMILES + smiles_1 = self.enumerator.randomize_smiles(original_smiles) + smiles_2 = self.enumerator.randomize_smiles(original_smiles) + + # Tokenize and do pad. Padding will be handled by the collate_fn. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +class PrecomputedContrastiveSmilesDataset(Dataset): + """ + A Dataset class that reads pre-augmented SMILES pairs from a Parquet file. + This is significantly faster as it offloads the expensive SMILES randomization + to a one-time preprocessing step. + """ + def __init__(self, tokenizer, file_path: str, max_length: int = 512): + self.tokenizer = tokenizer + self.max_length = max_length + + # Load the entire dataset from the Parquet file into memory. + # This is fast and efficient for subsequent access. + print(f"Loading pre-computed data from {file_path}...") + self.data = pd.read_parquet(file_path) + print("Data loaded successfully.") + + def __len__(self): + """Returns the total number of pairs in the dataset.""" + return len(self.data) + + def __getitem__(self, idx): + """ + Retrieves a pre-augmented pair, tokenizes it, and returns it + in the format expected by the DataCollator. + """ + # Retrieve the pre-augmented pair from the DataFrame + row = self.data.iloc[idx] + smiles_1 = row['smiles_1'] + smiles_2 = row['smiles_2'] + + # Tokenize the pair. This operation is fast and remains in the data loader. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +class PreTokenizedSmilesDataset(Dataset): + """ + A Dataset that loads a pre-tokenized and pre-padded dataset created + by the preprocessing script. It uses memory-mapping for instant loads + and high efficiency. + """ + def __init__(self, dataset_path: str): + # Load the dataset from disk. This is very fast due to memory-mapping. + self.dataset = load_from_disk(dataset_path) + # Set the format to PyTorch tensors for direct use in the model + self.dataset.set_format(type='torch', columns=[ + 'input_ids_1', 'attention_mask_1', 'input_ids_2', 'attention_mask_2' + ]) + print(f"Successfully loaded pre-tokenized dataset from {dataset_path}.") + + def __len__(self): + """Returns the total number of items in the dataset.""" + return len(self.dataset) + + def __getitem__(self, idx): + """Retrieves a single pre-processed item.""" + return self.dataset[idx] + +class DataCollatorWithPadding: + """ + A collate function that dynamically pads inputs to the longest sequence + across both augmented views in the batch, ensuring consistent tensor shapes. + """ + def __init__(self, tokenizer): + self.tokenizer = tokenizer + + def __call__(self, features): + # Create a combined list of features for both views to find the global max length + combined_features = [] + for feature in features: + combined_features.append({'input_ids': feature['input_ids_1'], 'attention_mask': feature['attention_mask_1']}) + combined_features.append({'input_ids': feature['input_ids_2'], 'attention_mask': feature['attention_mask_2']}) + + # Pad the combined batch. This ensures all sequences are padded to the same length. + padded_combined = self.tokenizer.pad(combined_features, padding='longest', return_tensors='pt') + + # Split the padded tensors back into two views + batch_size = len(features) + input_ids_1, input_ids_2 = torch.split(padded_combined['input_ids'], batch_size, dim=0) + attention_mask_1, attention_mask_2 = torch.split(padded_combined['attention_mask'], batch_size, dim=0) + + return { + 'input_ids_1': input_ids_1, + 'attention_mask_1': attention_mask_1, + 'input_ids_2': input_ids_2, + 'attention_mask_2': attention_mask_2, + } + +# ============================================================================== +# 5. CHECKPOINT UTILITIES +# ============================================================================== +def save_checkpoint(model, optimizer, scheduler, global_step, save_path): + """Save complete checkpoint with model, optimizer, scheduler states and step count.""" + checkpoint = { + 'model_state_dict': model.state_dict(), + 'optimizer_state_dict': optimizer.state_dict(), + 'scheduler_state_dict': scheduler.state_dict(), + 'global_step': global_step, + } + torch.save(checkpoint, save_path) + print(f"Full checkpoint saved at step {global_step}") + +def load_checkpoint(checkpoint_path, model, optimizer, scheduler): + """Load checkpoint and return the global step to resume from.""" + checkpoint = torch.load(checkpoint_path, map_location='cpu') + model.load_state_dict(checkpoint['model_state_dict']) + optimizer.load_state_dict(checkpoint['optimizer_state_dict']) + scheduler.load_state_dict(checkpoint['scheduler_state_dict']) + global_step = checkpoint['global_step'] + print(f"Checkpoint loaded from step {global_step}") + return global_step + +# ============================================================================== +# 6. TRAINING AND EVALUATION LOOPS - MODIFIED +# ============================================================================== +def evaluation_step(model, batch, criterion, device): + """Performs a single evaluation step on a batch of data.""" + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + combined_input_ids = torch.cat([input_ids_1, input_ids_2], dim=0) + combined_attention_mask = torch.cat([attention_mask_1, attention_mask_2], dim=0) + + with torch.no_grad(): + combined_proj = model(combined_input_ids, combined_attention_mask) + + batch_size = input_ids_1.size(0) + proj_1, proj_2 = torch.split(combined_proj, batch_size, dim=0) + + loss = criterion(proj_1, proj_2) + return proj_1, proj_2, loss + +def train_with_step_based_validation(model, train_loader, val_loader, optimizer, criterion, device, + scheduler, checkpoint_path, save_steps, validation_steps, + start_step=0, max_steps=None): + """ + Modified training function with step-based validation and checkpointing. + """ + model.train() + global_step = start_step + best_val_loss = float('inf') + + # Calculate total steps if max_steps is not provided + if max_steps is None: + max_steps = len(train_loader) + + progress_bar = tqdm(total=max_steps - start_step, desc="Training Steps", initial=start_step) + + # Create iterator that can be resumed from any point + train_iterator = iter(train_loader) + + # Skip batches if resuming from checkpoint + if start_step > 0: + batches_to_skip = start_step % len(train_loader) + for _ in range(batches_to_skip): + try: + next(train_iterator) + except StopIteration: + train_iterator = iter(train_loader) + + while global_step < max_steps: + try: + batch = next(train_iterator) + except StopIteration: + train_iterator = iter(train_loader) + batch = next(train_iterator) + + # Training step + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + optimizer.zero_grad() + with torch.autocast(dtype=torch.float16, device_type="cuda"): + combined_input_ids = torch.cat([input_ids_1, input_ids_2], dim=0) + combined_attention_mask = torch.cat([attention_mask_1, attention_mask_2], dim=0) + + combined_proj = model(combined_input_ids, combined_attention_mask) + + batch_size = input_ids_1.size(0) + proj_1, proj_2 = torch.split(combined_proj, batch_size, dim=0) + + loss = criterion(proj_1, proj_2) + + loss.backward() + optimizer.step() + torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0) + scheduler.step() + + global_step += 1 + + progress_bar.update(1) + progress_bar.set_postfix(loss=f"{loss.item():.4f}", step=global_step) + + wandb.log({ + "train_batch_loss": loss.item(), + "learning_rate": scheduler.get_last_lr()[0], + "global_step": global_step + }) + + # Step-based validation + if global_step % validation_steps == 0: + val_loss = validate_epoch(model, val_loader, criterion, device) + wandb.log({ + "val_loss": val_loss, + "global_step": global_step + }) + + # Save best model (model state only for best checkpoint) + if val_loss < best_val_loss: + best_val_loss = val_loss + model_save_path = checkpoint_path.replace('.pt', '_best_model.bin') + torch.save(model.state_dict(), model_save_path) + progress_bar.write(f"Step {global_step}: New best model saved with val loss {val_loss:.4f}") + + model.train() # Resume training mode after validation + + # Step-based checkpointing (full checkpoint) + if global_step % save_steps == 0: + save_checkpoint(model, optimizer, scheduler, global_step, checkpoint_path) + + progress_bar.close() + return global_step + +def validate_epoch(model, val_loader, criterion, device): + """Validation function - unchanged from original.""" + model.eval() + total_loss = 0 + progress_bar = tqdm(val_loader, desc="Validating", leave=False) + + for batch in progress_bar: + _, _, loss = evaluation_step(model, batch, criterion, device) + total_loss += loss.item() + + avg_loss = total_loss / len(val_loader) + print(f'Validation loss: {avg_loss:.4f}') + return avg_loss + +def test_model(model, test_loader, criterion, device): + """Test function - unchanged from original.""" + model.eval() + total_loss = 0 + all_similarities = [] + progress_bar = tqdm(test_loader, desc="Testing", leave=False) + + for batch in progress_bar: + proj_1, proj_2, loss = evaluation_step(model, batch, criterion, device) + total_loss += loss.item() + + proj_1_norm = F.normalize(proj_1, p=2, dim=1) + proj_2_norm = F.normalize(proj_2, p=2, dim=1) + batch_similarities = F.cosine_similarity(proj_1_norm, proj_2_norm, dim=1) + all_similarities.extend(batch_similarities.cpu().numpy()) + + avg_loss = total_loss / len(test_loader) + avg_sim = np.mean(all_similarities) + std_sim = np.std(all_similarities) + + return avg_loss, avg_sim, std_sim + +# ============================================================================== +# 7. MODIFIED SINGLE-GPU TRAINING +# ============================================================================== +def run_training(model_config, hparams, data_splits): + """The main function to run the training and evaluation process with step-based validation.""" + device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {device}") + + wandb_key = os.getenv("WANDB_API_KEY") + if wandb_key: + wandb.login(key=wandb_key) + wandb.init( + #project="simson-contrastive-learning-single-gpu", + #name=f"run-{wandb.util.generate_id()}", + #config=hparams + ) + + train_smiles, val_smiles, test_smiles = data_splits + + tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + + precomputed_train_path = '/home/jovyan/simson_training_bolgov/data/pubchem_119m_splits/train.parquet' + precomputed_test_path = '/home/jovyan/simson_training_bolgov/data/pubchem_119m_splits/test.parquet' + precomputed_val_path = '/home/jovyan/simson_training_bolgov/data/pubchem_119m_splits/validation.parquet' + + train_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_train_path, max_length=hparams['max_length']) + test_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_test_path, max_length=hparams['max_length']) + val_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_val_path, max_length=hparams['max_length']) + + train_loader = DataLoader(train_dataset, batch_size=hparams['batch_size'], shuffle=True, num_workers=8, prefetch_factor=128, pin_memory=True) + val_loader = DataLoader(val_dataset, batch_size=hparams['batch_size'], shuffle=False, num_workers=2, pin_memory=True) + test_loader = DataLoader(test_dataset, batch_size=hparams['batch_size'], shuffle=False, num_workers=2, pin_memory=True) + + print('Initialized all data. Compiling the model...') + model = SimSonEncoder(config=model_config, max_len=hparams['max_embeddings']).to(device) + model = torch.compile(model) + model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints/checkpoint_best_model.bin')) + print(model) + + total_params = sum(p.numel() for p in model.parameters()) + + print(f"Total number of parameters: {total_params // 1_000_000} M") + wandb.config.update({"total_params_M": total_params // 1_000_000}) + + criterion = ContrastiveLoss(temperature=hparams['temperature']).to(device) + optimizer = optim.AdamW(model.parameters(), lr=hparams['lr'], weight_decay=1e-5, fused=True) + + total_steps = hparams['epochs'] * len(train_loader) + scheduler = optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_mult=1, T_0=total_steps) + + print("Starting training...") + wandb.watch(model, log='all', log_freq=5000) + + start_step = 0 + checkpoint_path = hparams['checkpoint_path'] + + # Resume from checkpoint if provided + if hparams.get('resume_checkpoint') and os.path.exists(hparams['resume_checkpoint']): + print(f"Resuming from checkpoint: {hparams['resume_checkpoint']}") + start_step = load_checkpoint(hparams['resume_checkpoint'], model, optimizer, scheduler) + + # Train with step-based validation + final_step = train_with_step_based_validation( + model, train_loader, val_loader, optimizer, criterion, device, + scheduler, checkpoint_path, hparams['save_steps'], hparams['validation_steps'], + start_step=start_step, max_steps=total_steps + ) + + print("Training complete. Starting final testing...") + + # Load the best model for testing (model state only) + best_model_path = checkpoint_path.replace('.pt', '_best_model.bin') + if os.path.exists(best_model_path): + model.load_state_dict(torch.load(best_model_path)) + print("Loaded best model for testing") + + test_loss, avg_sim, std_sim = test_model(model, test_loader, criterion, device) + + print("\n--- Test Results ---") + print(f"Test Loss: {test_loss:.4f}") + print(f"Average Cosine Similarity: {avg_sim:.4f} ± {std_sim:.4f}") + print("--------------------") + + wandb.log({ + "test_loss": test_loss, + "avg_cosine_similarity": avg_sim, + "std_cosine_similarity": std_sim + }) + + # Save final model state only + final_model_path = hparams['save_path'] + torch.save(model.state_dict(), final_model_path) + print(f"Final model saved to {final_model_path}") + + wandb.finish() + +# ============================================================================== +# 8. MAIN EXECUTION +# ============================================================================== +def main(): + """Main function to configure and run the training process.""" + hparams = { + 'epochs': 1, + 'lr': 6e-6, + 'temperature': 0.05, + 'batch_size': 128, + 'max_length': 256, + 'save_path': "simson_checkpoints_more_epochs/simson_model_single_gpu.bin", + 'checkpoint_path': "simson_checkpoints_more_epochs/checkpoint.pt", # Full checkpoint + 'save_steps': 50000, # Save checkpoint every 10k steps + 'validation_steps': 5000, # Validate every 5k steps + 'max_embeddings': 512, + 'resume_checkpoint': None, # Set to checkpoint path to resume + } + + dataset = load_dataset('HoangHa/SMILES-250M')['train'] + smiles_column_name = 'SMILES' + + total_size = len(dataset) + test_size = int(0.1 * total_size) + val_size = int(0.1 * (total_size - test_size)) + + test_smiles = dataset.select(range(test_size))[smiles_column_name] + val_smiles = dataset.select(range(test_size, test_size + val_size))[smiles_column_name] + train_smiles = dataset.select(range(test_size + val_size, total_size))[smiles_column_name] + data_splits = (train_smiles, val_smiles, test_smiles) + + tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + model_config = BertConfig( + vocab_size=tokenizer.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + + # Create directories + save_dir = os.path.dirname(hparams['save_path']) + checkpoint_dir = os.path.dirname(hparams['checkpoint_path']) + for directory in [save_dir, checkpoint_dir]: + if not os.path.exists(directory): + os.makedirs(directory) + + # Directly call the training function for a single-GPU run + run_training(model_config, hparams, data_splits) + +if __name__ == '__main__': + main() diff --git a/simson_modeling/simson_repo/simson_base/.gitattributes b/simson_modeling/simson_repo/simson_base/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..a6344aac8c09253b3b630fb776ae94478aa0275b --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/simson_modeling/simson_repo/simson_base/README.md b/simson_modeling/simson_repo/simson_base/README.md new file mode 100644 index 0000000000000000000000000000000000000000..abc960732ceac552bcaedf4a350bb8bc7fbbf7a9 --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/README.md @@ -0,0 +1,4 @@ +--- +license: apache-2.0 +--- +SimSon model, pre-trained on 100M SMILES from Zinc, Enamine and PubChem, and 1M polymers from P1M dataset (seperate checkpoint). 4 hidden layers, 12 attention heads. \ No newline at end of file diff --git a/simson_modeling/simson_repo/simson_base/moleculenet_eval/eval.py b/simson_modeling/simson_repo/simson_base/moleculenet_eval/eval.py new file mode 100644 index 0000000000000000000000000000000000000000..79b4eb25054ae7710bbbdc4ce12f907246371b81 --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/moleculenet_eval/eval.py @@ -0,0 +1,457 @@ +import pandas as pd +import numpy as np +import torch +import torch.nn as nn +import torch.optim as optim +from torch.utils.data import Dataset, DataLoader +from transformers import BertConfig, BertModel, AutoTokenizer +from rdkit import Chem, RDLogger +from rdkit.Chem.Scaffolds import MurckoScaffold +import copy +from tqdm import tqdm +import os +from sklearn.metrics import roc_auc_score, root_mean_squared_error, mean_absolute_error +from itertools import compress +from collections import defaultdict +from sklearn.metrics.pairwise import cosine_similarity +RDLogger.DisableLog('rdApp.*') + + +torch.set_float32_matmul_precision('high') + +# --- 0. Smiles enumeration +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + + +def compute_embedding_similarity(encoder, smiles_list, tokenizer, device, max_len=256): + encoder.eval() + enumerator = SmilesEnumerator() + + embeddings_orig = [] + embeddings_aug = [] + + with torch.no_grad(): + for smi in smiles_list: + # Original SMILES encoding + encoding_orig = tokenizer( + smi, + truncation=True, + padding='max_length', + max_length=max_len, + return_tensors='pt' + ) + # Augmented SMILES encoding + smi_aug = enumerator.randomize_smiles(smi) + encoding_aug = tokenizer( + smi_aug, + truncation=True, + padding='max_length', + max_length=max_len, + return_tensors='pt' + ) + + input_ids_orig = encoding_orig.input_ids.to(device) + attention_mask_orig = encoding_orig.attention_mask.to(device) + input_ids_aug = encoding_aug.input_ids.to(device) + attention_mask_aug = encoding_aug.attention_mask.to(device) + + emb_orig = encoder(input_ids_orig, attention_mask_orig).cpu().numpy().flatten() + emb_aug = encoder(input_ids_aug, attention_mask_aug).cpu().numpy().flatten() + + embeddings_orig.append(emb_orig) + embeddings_aug.append(emb_aug) + + embeddings_orig = np.array(embeddings_orig) + embeddings_aug = np.array(embeddings_aug) + + # Cosine similarity between each original and its augmented version + similarities = np.array([cosine_similarity([embeddings_orig[i]], [embeddings_aug[i]])[0][0] for i in range(len(embeddings_orig))]) + return similarities + +# --- 1. Data Loading --- +def load_lists_from_url(data): + if data == 'bbbp': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv') + smiles, labels = df.smiles, df.p_np + elif data == 'clintox': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'hiv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv') + smiles, labels = df.smiles, df.HIV_active + elif data == 'sider': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip') + smiles = df.smiles + labels = df.drop(['smiles'], axis=1) + elif data == 'esol': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv') + smiles = df.smiles + labels = df['ESOL predicted log solubility in mols per litre'] + elif data == 'freesolv': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv') + smiles = df.smiles + labels = df.calc + elif data == 'lipophicility': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv') + smiles, labels = df.smiles, df['exp'] + elif data == 'tox21': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['mol_id', 'smiles'], axis=1) + elif data == 'bace': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv') + smiles, labels = df.mol, df.Class + elif data == 'qm8': + df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv') + df = df.dropna(axis=0, how='any').reset_index(drop=True) + smiles = df.smiles + labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1) + return smiles, labels + +# --- 2. Scaffold Splitting --- +class ScaffoldSplitter: + def __init__(self, data, seed, train_frac=0.8, val_frac=0.1, test_frac=0.1, include_chirality=True): + self.data = data + self.seed = seed + self.include_chirality = include_chirality + self.train_frac = train_frac + self.val_frac = val_frac + self.test_frac = test_frac + + def generate_scaffold(self, smiles): + mol = Chem.MolFromSmiles(smiles) + scaffold = MurckoScaffold.MurckoScaffoldSmiles(mol=mol, includeChirality=self.include_chirality) + return scaffold + + def scaffold_split(self): + smiles, labels = load_lists_from_url(self.data) + non_null = np.ones(len(smiles)) == 0 + + if self.data in {'tox21', 'sider', 'clintox'}: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]) and labels.loc[i].isnull().sum() == 0: + non_null[i] = 1 + else: + for i in range(len(smiles)): + if Chem.MolFromSmiles(smiles[i]): + non_null[i] = 1 + + smiles_list = list(compress(enumerate(smiles), non_null)) + rng = np.random.RandomState(self.seed) + + scaffolds = defaultdict(list) + for i, sms in smiles_list: + scaffold = self.generate_scaffold(sms) + scaffolds[scaffold].append(i) + + scaffold_sets = list(scaffolds.values()) + rng.shuffle(scaffold_sets) + n_total_val = int(np.floor(self.val_frac * len(smiles_list))) + n_total_test = int(np.floor(self.test_frac * len(smiles_list))) + train_idx, val_idx, test_idx = [], [], [] + + for scaffold_set in scaffold_sets: + if len(val_idx) + len(scaffold_set) <= n_total_val: + val_idx.extend(scaffold_set) + elif len(test_idx) + len(scaffold_set) <= n_total_test: + test_idx.extend(scaffold_set) + else: + train_idx.extend(scaffold_set) + return train_idx, val_idx, test_idx + +# --- 2a. Normal Random Split --- +def random_split_indices(n, seed=42, train_frac=0.8, val_frac=0.1, test_frac=0.1): + np.random.seed(seed) + indices = np.random.permutation(n) + n_train = int(n * train_frac) + n_val = int(n * val_frac) + train_idx = indices[:n_train] + val_idx = indices[n_train:n_train+n_val] + test_idx = indices[n_train+n_val:] + return train_idx.tolist(), val_idx.tolist(), test_idx.tolist() + +# --- 3. PyTorch Dataset --- +class MoleculeDataset(Dataset): + def __init__(self, smiles_list, labels, tokenizer, max_len=512): + self.smiles_list = smiles_list + self.labels = labels + self.tokenizer = tokenizer + self.max_len = max_len + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + smiles = self.smiles_list[idx] + label = self.labels.iloc[idx] + + encoding = self.tokenizer( + smiles, + truncation=True, + padding='max_length', + max_length=self.max_len, + return_tensors='pt' + ) + item = {key: val.squeeze(0) for key, val in encoding.items()} + if isinstance(label, pd.Series): + label_values = label.values.astype(np.float32) + else: + label_values = np.array([label], dtype=np.float32) + item['labels'] = torch.tensor(label_values, dtype=torch.float) + return item + +# --- 4. Model Architecture --- +def global_ap(x): + return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1) + +class SimSonEncoder(nn.Module): + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.config = config + self.max_len = max_len + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.config.pad_token_id) + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled = global_ap(hidden_states) + return self.linear(pooled) + +class SimSonClassifier(nn.Module): + def __init__(self, encoder: SimSonEncoder, num_labels: int, dropout=0.1): + super(SimSonClassifier, self).__init__() + self.encoder = encoder + self.clf = nn.Linear(encoder.max_len, num_labels) + self.relu = nn.ReLU() + self.dropout = nn.Dropout(dropout) + def forward(self, input_ids, attention_mask=None): + x = self.encoder(input_ids, attention_mask) + x = self.relu(self.dropout(x)) + logits = self.clf(x) + return logits + + def load_encoder_params(self, state_dict_path): + self.encoder.load_state_dict(torch.load(state_dict_path)) + print("Pretrained encoder parameters loaded.") + +# --- 5. Training, Validation, and Testing Loops --- +def get_criterion(task_type, num_labels): + if task_type == 'classification': + return nn.BCEWithLogitsLoss() + elif task_type == 'regression': + return nn.MSELoss() + else: + raise ValueError(f"Unknown task type: {task_type}") + +def train_epoch(model, dataloader, optimizer, scheduler, criterion, device): + model.train() + total_loss = 0 + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + optimizer.zero_grad() + outputs = model(**inputs) + loss = criterion(outputs, labels) + loss.backward() + optimizer.step() + #scheduler.step() + total_loss += loss.item() + return total_loss / len(dataloader) + +def eval_epoch(model, dataloader, criterion, device): + model.eval() + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + return total_loss / len(dataloader) + +def test_model(model, dataloader, device): + model.eval() + all_preds, all_labels = [], [] + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'] + outputs = model(**inputs) + preds = torch.sigmoid(outputs) + all_preds.append(preds.cpu().numpy()) + all_labels.append(labels.numpy()) + return np.concatenate(all_preds), np.concatenate(all_labels) + +def calc_val_metrics(model, dataloader, criterion, device, task_type): + model.eval() + all_labels, all_preds = [], [] + total_loss = 0 + with torch.no_grad(): + for batch in dataloader: + inputs = {k: v.to(device) for k, v in batch.items() if k != 'labels'} + labels = batch['labels'].to(device) + outputs = model(**inputs) + loss = criterion(outputs, labels) + total_loss += loss.item() + if task_type == 'classification': + pred_probs = torch.sigmoid(outputs).cpu().numpy() + all_preds.append(pred_probs) + all_labels.append(labels.cpu().numpy()) + else: + # Regression + preds = outputs.cpu().numpy() + all_preds.append(preds) + all_labels.append(labels.cpu().numpy()) + avg_loss = total_loss / len(dataloader) + if task_type == 'classification': + y_true = np.concatenate(all_labels) + y_pred = np.concatenate(all_preds) + try: + score = roc_auc_score(y_true, y_pred, average='macro') + except Exception: + score = 0.0 + return avg_loss, score + else: + return avg_loss, None + +# --- 6. Main Execution Block --- +def main(): + DEVICE = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {DEVICE}") + + DATASETS_TO_RUN = { + # 'esol': {'task_type': 'regression', 'num_labels': 1, 'split': 'random'}, + #'tox21': {'task_type': 'classification', 'num_labels': 12, 'split': 'random'}, + #'hiv': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'}, + # Add more datasets here, e.g. 'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + #'sider': {'task_type': 'classification', 'num_labels': 27, 'split': 'random'}, + #'bace': {'task_type': 'classification', 'num_labels': 1, 'split': 'random'}, + 'clintox': {'task_type': 'classification', 'num_labels': 2, 'split': 'random'}, + #'bbbp': {'task_type': 'classification', 'num_labels': 1, 'split': 'scaffold'} + } + PATIENCE = 15 + EPOCHS = 50 + LEARNING_RATE = 1e-4 + BATCH_SIZE = 16 + MAX_LEN = 512 + + TOKENIZER = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + ENCODER_CONFIG = BertConfig( + vocab_size=TOKENIZER.vocab_size, + hidden_size=768, + num_hidden_layers=4, + num_attention_heads=12, + intermediate_size=2048, + max_position_embeddings=512 + ) + + aggregated_results = {} + + for name, info in DATASETS_TO_RUN.items(): + print(f"\n{'='*20} Processing Dataset: {name.upper()} ({info['split']} split) {'='*20}") + smiles, labels = load_lists_from_url(name) + + # Split selection + if info.get('split', 'scaffold') == 'scaffold': + splitter = ScaffoldSplitter(data=name, seed=42) + train_idx, val_idx, test_idx = splitter.scaffold_split() + elif info['split'] == 'random': + train_idx, val_idx, test_idx = random_split_indices(len(smiles), seed=42) + else: + raise ValueError(f"Unknown split type for {name}: {info['split']}") + + train_smiles = smiles.iloc[train_idx].reset_index(drop=True) + train_labels = labels.iloc[train_idx].reset_index(drop=True) + val_smiles = smiles.iloc[val_idx].reset_index(drop=True) + val_labels = labels.iloc[val_idx].reset_index(drop=True) + test_smiles = smiles.iloc[test_idx].reset_index(drop=True) + test_labels = labels.iloc[test_idx].reset_index(drop=True) + print(f"Data split - Train: {len(train_smiles)}, Val: {len(val_smiles)}, Test: {len(test_smiles)}") + + train_dataset = MoleculeDataset(train_smiles, train_labels, TOKENIZER, MAX_LEN) + val_dataset = MoleculeDataset(val_smiles, val_labels, TOKENIZER, MAX_LEN) + test_dataset = MoleculeDataset(test_smiles, test_labels, TOKENIZER, MAX_LEN) + + train_loader = DataLoader(train_dataset, batch_size=BATCH_SIZE, shuffle=True) + val_loader = DataLoader(val_dataset, batch_size=BATCH_SIZE, shuffle=False) + test_loader = DataLoader(test_dataset, batch_size=BATCH_SIZE, shuffle=False) + + encoder = SimSonEncoder(ENCODER_CONFIG, 512) + encoder = torch.compile(encoder) + model = SimSonClassifier(encoder, num_labels=info['num_labels']).to(DEVICE) + model.load_encoder_params('../simson_checkpoints/checkpoint_best_model.bin') + criterion = get_criterion(info['task_type'], info['num_labels']) + optimizer = optim.Adam(model.parameters(), lr=LEARNING_RATE, weight_decay=0.0024) + scheduler = optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=0.59298) + + best_val_loss = float('-inf') + best_model_state = None + current_patience = 0 + for epoch in range(EPOCHS): + train_loss = train_epoch(model, train_loader, optimizer, scheduler, criterion, DEVICE) + val_loss, val_metric = calc_val_metrics(model, val_loader, criterion, 'cuda', info['task_type']) + print(f"Epoch {epoch+1}/{EPOCHS} | Train Loss: {train_loss:.4f} | Val Loss: {val_loss:.4f} | ROC AUC: {val_metric:.4f}") + + if val_metric <= val_loss: + best_val_loss = val_loss + best_model_state = copy.deepcopy(model.state_dict()) + print(f" -> New best model saved with validation loss: {best_val_loss:.4f}") + current_patience = 0 + else: + current_patience += 1 + if current_patience >= PATIENCE: + print(f'Early stopping at {PATIENCE} epochs') + break + + print("\nTesting with the best model...") + if not best_model_state is None: + model.load_state_dict(best_model_state) + test_loss = eval_epoch(model, test_loader, criterion, DEVICE) + print(f'Test loss: {test_loss}') + test_preds, test_true = test_model(model, test_loader, DEVICE) + + aggregated_results[name] = { + 'best_val_loss': best_val_loss, + 'test_predictions': test_preds, + 'test_labels': test_true + } + print(f"Finished testing for {name}.") + test_smiles_list = list(test_smiles) + similarities = compute_embedding_similarity( + model.encoder, test_smiles_list, TOKENIZER, DEVICE, MAX_LEN + ) + print(f"Similarity score: {similarities.mean():.4f}") + if name == 'do_not_save': + torch.save(model.encoder.state_dict(), 'moleculenet_clintox_encoder.bin') + + + + print(f"\n{'='*20} AGGREGATED RESULTS {'='*20}") + for name, result in aggregated_results.items(): + if name in ['bbbp', 'tox21', 'sider', 'clintox', 'hiv', 'bace']: + auc = roc_auc_score(result['test_labels'], result['test_predictions'], average='macro') + print(f'{name} ROC AUC: {auc}') + + if name in ['lipophicility', 'esol', 'qm8']: + rmse = root_mean_squared_error(result['test_labels'], result['test_predictions']) + mae = mean_absolute_error(result['test_labels'], result['test_predictions']) + print(f'{name} MAE: {mae}') + print(f'{name} RMSE: {rmse}') + + print("\nScript finished.") + +if __name__ == '__main__': + main() diff --git a/simson_modeling/simson_repo/simson_base/moleculenet_eval/showcase.ipynb b/simson_modeling/simson_repo/simson_base/moleculenet_eval/showcase.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..45a6d679d784a954d193f3cb241c9e388b88176c --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/moleculenet_eval/showcase.ipynb @@ -0,0 +1,609 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 3, + "id": "7678e528-e2d6-4ef4-bd11-8c745bbce7c4", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from torch.utils.data import Dataset, DataLoader\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "from sklearn.cluster import KMeans\n", + "import umap.umap_ as umap\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "\n", + "# Set style for better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_palette(\"husl\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "ad8d5a02-6162-41f7-a730-e31e353ed9b8", + "metadata": {}, + "outputs": [], + "source": [ + "class PrecomputedContrastiveSmilesDataset(Dataset):\n", + " \"\"\"\n", + " A Dataset class that reads pre-augmented SMILES pairs from a Parquet file.\n", + " This is significantly faster as it offloads the expensive SMILES randomization\n", + " to a one-time preprocessing step.\n", + " \"\"\"\n", + " def __init__(self, tokenizer, file_path: str, max_length: int = 512):\n", + " self.tokenizer = tokenizer\n", + " self.max_length = max_length\n", + " \n", + " # Load the entire dataset from the Parquet file into memory.\n", + " # This is fast and efficient for subsequent access.\n", + " print(f\"Loading pre-computed data from {file_path}...\")\n", + " self.data = pd.read_parquet(file_path)\n", + " print(\"Data loaded successfully.\")\n", + "\n", + " def __len__(self):\n", + " \"\"\"Returns the total number of pairs in the dataset.\"\"\"\n", + " return len(self.data)\n", + "\n", + " def __getitem__(self, idx):\n", + " \"\"\"\n", + " Retrieves a pre-augmented pair, tokenizes it, and returns it\n", + " in the format expected by the DataCollator.\n", + " \"\"\"\n", + " # Retrieve the pre-augmented pair from the DataFrame\n", + " row = self.data.iloc[idx]\n", + " smiles_1 = row['smiles_1']\n", + " smiles_2 = row['smiles_2']\n", + " \n", + " # Tokenize the pair. This operation is fast and remains in the data loader.\n", + " tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length')\n", + " tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length')\n", + " \n", + " return {\n", + " 'input_ids_1': torch.tensor(tokens_1['input_ids']),\n", + " 'attention_mask_1': torch.tensor(tokens_1['attention_mask']),\n", + " 'input_ids_2': torch.tensor(tokens_2['input_ids']),\n", + " 'attention_mask_2': torch.tensor(tokens_2['attention_mask']),\n", + " }\n", + "\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(self.config.pad_token_id)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = self.dropout(outputs.last_hidden_state)\n", + " pooled = global_ap(hidden_states)\n", + " return self.linear(pooled)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "476226dd-54f3-4d3e-adb4-cc30e922fd96", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "OptimizedModule(\n", + " (_orig_mod): SimSonEncoder(\n", + " (bert): BertModel(\n", + " (embeddings): BertEmbeddings(\n", + " (word_embeddings): Embedding(591, 768, padding_idx=0)\n", + " (position_embeddings): Embedding(512, 768)\n", + " (token_type_embeddings): Embedding(2, 768)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (encoder): BertEncoder(\n", + " (layer): ModuleList(\n", + " (0-3): 4 x BertLayer(\n", + " (attention): BertAttention(\n", + " (self): BertSdpaSelfAttention(\n", + " (query): Linear(in_features=768, out_features=768, bias=True)\n", + " (key): Linear(in_features=768, out_features=768, bias=True)\n", + " (value): Linear(in_features=768, out_features=768, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " (output): BertSelfOutput(\n", + " (dense): Linear(in_features=768, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " (intermediate): BertIntermediate(\n", + " (dense): Linear(in_features=768, out_features=2048, bias=True)\n", + " (intermediate_act_fn): GELUActivation()\n", + " )\n", + " (output): BertOutput(\n", + " (dense): Linear(in_features=2048, out_features=768, bias=True)\n", + " (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + " )\n", + " )\n", + " )\n", + " )\n", + " (linear): Linear(in_features=768, out_features=512, bias=True)\n", + " (dropout): Dropout(p=0.1, inplace=False)\n", + " )\n", + ")" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "model_config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + ")\n", + "\n", + "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + "\n", + "model = SimSonEncoder(config=model_config, max_len=512).to(device)\n", + "model = torch.compile(model)\n", + "model.load_state_dict(torch.load('/home/jovyan/simson_training_bolgov/simson_checkpoints_polymer_1M/simson_model_single_gpu.bin'))\n", + "model.eval()" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "df28c332-c20b-4804-b4ca-97de9d652445", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Test dataset shape: (5000, 2)\n", + "Columns: ['smiles_1', 'smiles_2']\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
smiles_1smiles_2
0c1c(ccc(c1)OC(=O)CCCS(CCCc1ccc(C(O*)=O)cc1)(=O...c1cc(ccc1OC(CCCS(CCCc1ccc(C(=O)O*)cc1)(=O)=O)=...
1C(CC(=O)NCCC[Si](O*)(C)C)CCCCC(OCCCCCOC(Cc1cc(...CN(*)Cc1cccc(c1)CC(OCCCCCOC(CCCCCCC(=O)NCCC[Si...
2C(SCCNC(OCC*)=O)CSCCCOCCNC(=O)O*O=C(OCC*)NCCSCCSCCCOCCNC(O*)=O
3*CCCCOC(=O)CSCCCC[PH](C)(=O)O**CCCCOC(=O)CSCCCC[PH](C)(=O)O*
4C(O*)COCCOCCN(C(=O)OCCC*)C(=O)OCC(CC*)OC(=O)N(C(=O)OC)CCOCCOCCO*
\n", + "
" + ], + "text/plain": [ + " smiles_1 \\\n", + "0 c1c(ccc(c1)OC(=O)CCCS(CCCc1ccc(C(O*)=O)cc1)(=O... \n", + "1 C(CC(=O)NCCC[Si](O*)(C)C)CCCCC(OCCCCCOC(Cc1cc(... \n", + "2 C(SCCNC(OCC*)=O)CSCCCOCCNC(=O)O* \n", + "3 *CCCCOC(=O)CSCCCC[PH](C)(=O)O* \n", + "4 C(O*)COCCOCCN(C(=O)OCCC*)C(=O)OC \n", + "\n", + " smiles_2 \n", + "0 c1cc(ccc1OC(CCCS(CCCc1ccc(C(=O)O*)cc1)(=O)=O)=... \n", + "1 CN(*)Cc1cccc(c1)CC(OCCCCCOC(CCCCCCC(=O)NCCC[Si... \n", + "2 O=C(OCC*)NCCSCCSCCCOCCNC(O*)=O \n", + "3 *CCCCOC(=O)CSCCCC[PH](C)(=O)O* \n", + "4 C(CC*)OC(=O)N(C(=O)OC)CCOCCOCCO* " + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "test_data = pd.read_parquet('/home/jovyan/simson_training_bolgov/data/polymer_splits/test.parquet')\n", + "print(f\"Test dataset shape: {test_data.shape}\")\n", + "print(f\"Columns: {test_data.columns.tolist()}\")\n", + "test_data.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "a7f2e2bc-12f5-443b-9d80-899542e07370", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Generating embeddings for original SMILES...\n", + "Processed 2560 / 5000 SMILES\n", + "Processed 5000 / 5000 SMILES\n", + "Generating embeddings for augmented SMILES...\n", + "Processed 2560 / 5000 SMILES\n", + "Processed 5000 / 5000 SMILES\n", + "Original embeddings shape: (5000, 512)\n", + "Augmented embeddings shape: (5000, 512)\n" + ] + } + ], + "source": [ + "def generate_embeddings(model, tokenizer, smiles_list, batch_size=256, max_length=512):\n", + " \"\"\"Generate embeddings for a list of SMILES strings\"\"\"\n", + " model.eval()\n", + " embeddings = []\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + " \n", + " # Tokenize batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " # Move to device\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings\n", + " batch_embeddings = model(input_ids, attention_mask)\n", + " embeddings.append(batch_embeddings.cpu().numpy())\n", + " \n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(smiles_list)} SMILES\")\n", + " \n", + " return np.vstack(embeddings)\n", + "\n", + "# Generate embeddings for original and augmented SMILES\n", + "print(\"Generating embeddings for original SMILES...\")\n", + "original_embeddings = generate_embeddings(model, tokenizer, test_data['smiles_1'].tolist())\n", + "\n", + "print(\"Generating embeddings for augmented SMILES...\")\n", + "augmented_embeddings = generate_embeddings(model, tokenizer, test_data['smiles_2'].tolist())\n", + "\n", + "print(f\"Original embeddings shape: {original_embeddings.shape}\")\n", + "print(f\"Augmented embeddings shape: {augmented_embeddings.shape}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "c770d7f4-fa37-4519-bda2-9b084d2a4b32", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Average cosine similarity between original and augmented SMILES: 0.9874\n", + "Standard deviation: 0.0197\n", + "Min similarity: 0.7691\n", + "Max similarity: 1.0000\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA1wAAAIkCAYAAAAK4yrcAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAc4tJREFUeJzt3Xd0FOXbxvFrs0kgtJBGB0EwoSUQeiAYQECpCoggiKgoIApiR0SaSpOiFBVBARUFpUiRIqIUpfciVYTQSQKhp23m/YM3+2NJgLRhk/D9nJNzdmeemb1n98lkr8wzMxbDMAwBAAAAADKdi7MLAAAAAICcisAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwIUsY8KECQoICLgnr9WlSxd16dLF/nzjxo0KCAjQsmXL7snr9+vXT40aNbonr5VeV69e1fvvv6969eopICBAH3/8sbNLSuZe9pn0mjdvngICAnTixIlMW2dK292oUSP169cv015D+t/vxcaNG+/a9sSJEwoICNC8efMytQZkfRnp42npYxkREBCgCRMmmPoaaZEd/gbcj279bgBkFldnF4Ccad68eXrvvffsz93d3eXp6amAgACFhYWpbdu2ypcvX4Zf5+zZs/rpp5/UuHFjVahQIcPry0xZubbUmDx5subPn69evXqpZMmSKlu27B3b22w2/fLLL/rll1904MABXbt2TYUKFVLt2rXVqVMnBQYG3qPK7424uDj9+OOPmj9/vsLDw+Xi4qLChQurWrVqeu655+76fmVXixYtUlRUlJ577jlnl6KNGzfq2WefdZjm6emp0qVL65lnnlHr1q3Ttd6stI1mOnXqlL788kv99ddfOnfunPLnz6/g4GB169ZN1atXd3Z5uMWTTz6p3bt3a9CgQerUqZOzy3Gabdu26e+//1bXrl1VoEABp9SQ2v3/zd+FZs6cqRo1ajisxzAMNWjQQGfOnFGDBg00efJk+7yAgAB17txZAwcOlHTjn1qPPPKI3nnnHXXr1u22tTVq1EgnT55McV5oaKi+/vpr+/MtW7boyy+/1IEDBxQdHS0fHx+VL19eLVq0UKtWrdL35iBFBC6Yqk+fPipRooQSEhIUGRmpTZs2adiwYZo+fbo+//xzlS9f3t725ZdfVvfu3dO0/nPnzmnixIkqXrx4mkLNzTscs9yptg8//FCGYZheQ0Zs2LBBVapU0auvvnrXtjExMXr11Ve1du1a1axZUz169JCnp6dOnjyppUuXav78+Vq1apWKFCmSqTWmp89klj59+mjNmjVq0aKF2rdvr4SEBB05ckSrVq1ScHCw/Q/u448/rhYtWsjd3T3TXvtebXfNmjW1a9cuubm52actXrxYhw4dShZGihcvrl27dsnV9d7/WenSpYs90EdHR2vp0qV6++23dfnyZXXu3DnN67vdNuYkW7dutfeh9u3bq2zZsoqMjNT8+fPVuXNnvf/++6n+T39G+nhKfQzJHT16VLt371bx4sW1aNGi+zpwbd++XRMnTlSbNm2cFrhSu/9PkitXLi1evDhZ4Nq0aZPOnDmTqX8fJKlChQp6/vnnk00vVKiQ/fHSpUv1+uuvq0KFCnr22Wfl6empEydOaPPmzfrpp58IXJmMwAVTPfzwww5HNnr06KH169erZ8+e6tWrl5YsWaLcuXNLklxdXU3/snb9+nV5eHhk+s4trbLDl4uoqCiVK1cuVW1HjRqltWvX6r333kv2JfXVV1/V9OnTM79A3Zs+k5Jdu3bpzz//1Ouvv66ePXs6zLPZbLp06ZL9udVqldVqzdTXN3u7Y2Nj5ebmJhcXF+XKlStVy1gsllS3zWw1atTQY489Zn/+9NNPq3Hjxlq0aFG6AldOd/HiRb322mvKnTu3fvzxR5UqVco+7/nnn1e3bt00bNgwVapUSdWqVbvteq5du6Y8efJkqI+npY/dzxYuXCgfHx/169dPffr00YkTJ1SiRAlnl3VfSsv+P0lYWJiWLVumAQMGOOy7Fy9erEqVKik6OjpTayxcuLAef/zxO7aZOHGiypUrp9mzZyf7ThQVFZWp9YBzuOAEISEh6tWrl06ePKmFCxfap6d0Xsrff/+tp59+WjVq1FBwcLAeffRRjR07VtKN4URPPvmkJOm9995TQECAwzkkXbp0UcuWLbVnzx517txZVapUsS97u3HaiYmJGjt2rOrVq6eqVauqZ8+eOn36tEOb250rc/M671ZbSuP3r127phEjRigsLEyVK1fWo48+qq+//jrZkbCAgAANHTpUv//+u1q2bKnKlSurRYsWWrNmzZ3edruoqCj1799fdevWVWBgoFq3bq358+fb5yedU3HixAmtWrXKXvvtzs84c+aMZs+erXr16qV4RMBqtapbt24OR7f++ecfvfjii6pWrZqCg4PVtWtX7dixw2G5+Ph4TZw4UU2bNlVgYKBq166tp59+Wn///be9TUp9Ji3vz9mzZ/Xee++pbt269nZz5sy563t4/PhxSUrxy6jVapWXl5f9eUrntzRq1Eg9evTQxo0b1bZtWwUFBalVq1b281h+++03tWrVSoGBgWrbtq3++ecfh9dIzblr0dHRGjlypFq1aqXg4GBVq1ZNL774ovbv3+/QLunz/vXXXzVu3DjVr19fVapU0ZUrV5KdX9OlSxetWrVKJ0+etPeLpH58u3O4/v33X/Xp00e1atWyb8/KlSsd2qTms06LpCHMKYXSBQsW2N/zWrVq6fXXX3f4Hb/dNhqGodq1a2v48OH2tomJiapRo4YqVKjg8CXrq6++UsWKFXX16tU0vQ+SdOnSJX388cf2/UCTJk301VdfKTEx0d4m6b3++uuvNXv2bDVu3FiVK1dWu3bttGvXrru+P7Nnz1ZERITefvtth7AlSblz59aIESNksVg0adIk+/Skfrxp0yYNHjxYISEhCgsLc5h3cx9PTEzUhAkTFBoaqipVqqhLly46fPhwsv1nSudwJe27Dx8+rC5duqhKlSqqX7++pkyZ4lBrXFycPvvsM7Vt21bVq1dX1apV1alTJ23YsOGu70FKUru+tL7/SfuiwMBAtWzZUitWrEhzbYsXL9ajjz6qBg0aKH/+/Fq8eHGyNrc7Lyyl/UVMTIw++ugj1a5dW8HBwerZs6fOnj2b7Fy3pGX/++8/vfXWW6pevbrq1KmjTz/9VIZh6PTp03r55ZdVrVo11atXT998802y14+Li9P48ePVpEkTVa5cWWFhYRo1apTi4uIc2qVm3z1hwgSNGjVKkvTII4+k+Pfpbr/jSZI+u6CgID355JPasmXL7d5+B2nZ/ydp0aKFoqOjHfZpcXFxWr58udOOJIWHhyswMDDFf0D7+Pg4oaKcjSNccIrHH39cY8eO1V9//aWnnnoqxTaHDh1Sjx49FBAQoD59+sjd3V3Hjh3Ttm3bJElly5ZVnz59NH78eHXo0MF+zsHNO8Ho6Gi99NJLatGihVq3bn3XncgXX3whi8Wil156SVFRUZoxY4aee+45LViwwH4kLjVSU9vNDMPQyy+/bA9qFSpU0Nq1azVq1CidPXtW/fv3d2i/detW/fbbb+rUqZPy5s2r7777Tn369NGff/6Z4s4+SUxMjLp06aLw8HB17txZJUqU0LJly9SvXz9dunRJXbt2VdmyZTVq1CgNHz5cRYoUsQ9L8Pb2TnGda9asUUJCQqrPlzl06JA6d+6svHnz6sUXX5Srq6tmz56tLl266Pvvv1eVKlUk3fjv2+TJk9W+fXsFBQXpypUr2rNnj/bu3at69erd8TVS8/5ERkbqqaeeksViUefOneXt7a01a9bo/fff15UrV+44nKxYsWKSbpzrU61atXQdbTp27JjefPNNdezYUa1bt9Y333yjnj17asiQIRo3bpyefvppSTe+vPft21fLli2Ti0vq/0d2/Phx/f7773rsscdUokQJRUZGavbs2XrmmWf066+/qnDhwg7tP//8c7m5ualbt26Ki4tL8Shsz549dfnyZZ05c8Z+XkLevHlvW8OhQ4f09NNPq3DhwnrppZeUJ08eLV26VK+88oomTJigJk2aSMrYZy3duMDL+fPnJd04erN48WIdPHgw2YVevvjiC3322Wdq1qyZnnzySZ0/f17ff/+9OnfurF9++UUFChS47TZaLBZVq1ZNmzdvtq/vwIEDunz5slxcXLRt2zY1aNBA0o3+V6FCBft7k9r34fr163rmmWd09uxZdezYUUWLFtX27ds1duxYRURE6P3333fYnsWLF+vq1avq0KGDLBaLpk6dqt69e+v333+/41H0P/74Q7ly5VLz5s1TnF+yZElVr15dGzduVExMjMO+b8iQIfL29tYrr7yia9eu3fY1xowZo6lTp6phw4aqX7++9u/fr27duik2Nva2y9zs4sWLevHFF9WkSRM1a9ZMy5cv1+jRo+Xv728PeleuXNHPP/+sli1bqn379rp69armzJmjF198UT///HOaz51N6/pS8/7/9ddf6t27t8qVK6c333xTFy5c0HvvvZem4dU7d+7UsWPHNGzYMLm7u6tJkyZatGhRsqMradGvXz8tXbpUjz/+uKpUqaLNmzffcZjy66+/rrJly+rNN9/U6tWr9cUXX6hgwYKaNWuW6tSpo7feekuLFi3SyJEjFRgYqJo1a0q6Ebxffvllbd26VU899ZTKli2rgwcPasaMGTp69Kg+//xzh9e52767SZMmOnr0qBYvXqz33nvPvj9P+vuUmt9xSfr55581cOBA+z/8jh8/rpdfflmenp4qWrToHd+79Oz/ixcvrqpVq+rXX3+19981a9bo8uXLat68ub777ru7riMtEhIS7PvEm+XJk8f++1ysWDGtX79eZ86cyfTh/kiBAZhg7ty5hr+/v7Fr167btqlevbrxxBNP2J+PHz/e8Pf3tz+fNm2a4e/vb0RFRd12Hbt27TL8/f2NuXPnJpv3zDPPGP7+/saPP/6Y4rxnnnnG/nzDhg2Gv7+/Ub9+fePy5cv26UuWLDH8/f2NGTNm2Kc1bNjQePfdd++6zjvV9u677xoNGza0P1+xYoXh7+9vfP755w7tevfubQQEBBjHjh2zT/P39zcqVarkMG3fvn2Gv7+/8d133yV7rZtNnz7d8Pf3NxYsWGCfFhcXZ3To0MGoWrWqw7Y3bNjQ6N69+x3XZxiGMWzYMMPf39/4559/7trWMAyjV69eRqVKlYzw8HD7tLNnzxrBwcFG586d7dNat25919e/tc8YRurfn/79+xv16tUzzp8/77D866+/blSvXt24fv36bV83MTHR3r/q1q1rvPHGG8b3339vnDx5MlnbpN+F48eP26c1bNjQ8Pf3N7Zt22aftnbtWsPf398ICgpyWM+sWbMMf39/Y8OGDXfc7lv7ZWxsrGGz2RzaHD9+3KhcubIxceJE+7Skvv/II48k2+akeTe/dvfu3R367s3rvrW/d+3a1WjZsqURGxvr8N516NDBaNq0qX1aaj7rlCTVd+tP+fLljS+++MKh7YkTJ4wKFSokm37gwAGjYsWKDtNvt41Tp041KlSoYP89+fbbb42GDRsaTz75pPHJJ58YhmEYNpvNqFGjhjFs2LA0vw+TJk0yqlatavz3338Orzt69GijQoUKxqlTpwzD+N97XatWLSM6Otre7vfffzf8/f2NP/74447vW40aNYzWrVvfsc2HH35o+Pv7G/v37zcM43/9+OmnnzYSEhIc2t7axyMiIoyKFSsavXr1cmg3YcIEw9/f36GfptTHkn635s+fb58WGxtr1KtXz+jdu7d9WkJCgsN7ahiGcfHiRaNu3brGe++95zDd39/fGD9+/B23ObXrS8v7//jjjxv16tUzLl26ZJ/2119/Gf7+/in2sZQMHTrUCAsLMxITEx2Wv3Wfe+vflSS37i/27Nlj+Pv7Gx9//LFDu379+iV7n5KW/eCDD+zTEhISjIcfftgICAgwJk+ebJ9+8eJFIygoyOHz/eWXX4zy5csbmzdvdnitH3/80fD39ze2bt1qn5bafffUqVOT7VMNI/W/43FxcUZISIjx+OOPO3zes2fPNvz9/R3+jqckPfv/Xbt2Gd9//70RHBxs38/26dPH6NKli2EYKf+99ff3N4YMGWJ/ntTvpk6desf6kv6+pPRz8+f1888/29/zLl26GJ9++qmxefPmZH83kDkYUginyZMnj8OQm1sl/Sdq5cqVDsNp0sLd3V1t27ZNdfsnnnjC4eqJjz32mPz8/LR69ep0vX5qrVmzRlarNdkwxxdeeEGGYSQbDle3bl2HoUDly5dXvnz57EMd7vQ6fn5+atmypX2am5ubunTpomvXrjn89z61rly5IunORzqS2Gw2/f3332rcuLFKlixpn16oUCG1bNlSW7duta+vQIECOnTokI4ePZrmmu72/hiGod9++80+VOz8+fP2n9DQUF2+fFl79+697fotFou+/vpr9e3bVwUKFNDixYs1dOhQNWzYUH379k1xDP+typUrp+DgYPvzpCN7derUsf8H9ebpd/tsb+Xu7m4/Imaz2XThwgXlyZNHZcqUSTZEUbrR99NyFPduoqOjtWHDBjVr1kxXrlyxv78XLlxQaGiojh49qrNnz0rK2GctSa+88oqmTZumadOmady4cWrRooXGjRunGTNm2NusWLFCiYmJatasmcPn7evrqwceeCBVlyWvUaOGbDabtm/fLunGFb6qV6+uGjVq2IcjHTx4UJcuXbKfHJ+W92HZsmWqXr26ChQo4FBj3bp1ZbPZkv1+Nm/eXJ6eng71SXfvK1evXr3r72vS/KTfxyRPPfXUXc/XWr9+vRISEpJd2OGZZ56543I3y5Mnj8M5KO7u7goMDHTYNqvVah8OlZiYqOjoaCUkJKhy5cop9vG7Sev67vb+nzt3Tvv27VObNm2UP39+e7t69eql+vzYhIQELVmyRM2aNZPFYpF0Yx/h4+PjMCQ/LdauXStJafp8kobISzfep8qVK8swDIfpBQoUUJkyZRw+o2XLlqls2bJ68MEHHfp0nTp1JCnZ7116/7ZJqf8d37Nnj6KiotSxY0eH4XS3fk63k979f7NmzRQbG6s///xTV65c0apVq0wbTlilShX7PvHmnxYtWtjbPPnkk5o6dapq166tbdu26fPPP1fnzp3VtGlT+0giZB6GFMJprl27dschfs2bN9fPP/+sAQMGaMyYMQoJCVGTJk302GOPpXpoVeHChdN0gYwHHnjA4bnFYtEDDzxw20usZpaTJ0+qUKFCyS6Vn3Slo1tfP6UhD56ennf9on/y5Ek98MADyd6/pNc5depUmmtPqvlO4TnJ+fPndf36dZUpUybZvLJlyyoxMVGnT5/WQw89pD59+qhXr1569NFH5e/vr9DQUD3++OMOV7a8nbu9P+fPn9elS5c0e/ZszZ49+7a13om7u7tefvllvfzyyzp37pw2b96sb7/9VkuXLpWrq6tGjx6dphqT/tDfOrQj6f1NTYi7WWJior799lv98MMPOnHihGw2m31ewYIFk7XP7BPww8PDZRiGPvvsM3322WcptomKilLhwoUz9FlLkr+/v+rWrWt/3rx5c125ckVjxoxRq1at5O3traNHj8owDDVt2jTFdaRmWFDFihXl4eGhLVu2qH79+tq6dat69+4tX19ffffdd4qNjdXWrVslyT6MOC3vw7Fjx3TgwAGFhISk2O7WPnlrH0r68n+3vpI3b967/r4mzb81mKWmnyTtR249P6xgwYIOAeVOihQpYg8YSTw9PXXgwAGHafPnz9c333yj//77T/Hx8WmqMyVpWd/d3v+k9+HWvyuSbvuPj1v9/fffOn/+vIKCgnTs2DH79Nq1a+vXX3/V22+/naahxkl1ubi4JNumlOpMcvM/gaQb+6tcuXIlG2qeP39+hwtAHDt2TP/+++9t+/StF2dI7982San+Hb/d5+Lm5ubwj8A7Sc/+39vbWyEhIVq8eLFiYmJks9n06KOPpur10srLy8thn3g79evXV/369XX9+nXt3btXS5Ys0axZs9SzZ08tXbqUc7kyEYELTnHmzBldvnw52R/km+XOnVszZ87Uxo0btWrVKq1du1ZLlizR7Nmz9c0336TqqliZ+R/7u7HZbJl+Nbrbud3rGE641PyDDz4o6cb5LJl5v7GaNWtqxYoVWrlypf7++2/NmTNHM2bM0JAhQ9S+ffs7Lnu39yfpiGnr1q3Vpk2bFNum5YbKhQoVUosWLdS0aVO1bNlSy5Yt04gRI+74Jf52NWbWZ/vll1/qs88+U7t27fTaa6/J09NTLi4uGjZsWIrryuzflaT3+IUXXlD9+vVTbJP0+5+Rz/p26tSpoz///FO7du1SgwYNlJiYKIvFoilTpqT4HufJk+eu63Rzc1NQUJC2bNmiY8eOKSIiQjVq1JCPj48SEhK0c+dObdmyRQ8++KD9i2ha3ofExETVq1dPL774YortSpcu7fA8vX2lbNmy+ueffxQXF3fbf0gdOHBAbm5uyV7zXl1RMDX70gULFqhfv35q3LixunXrJh8fH1mtVk2ePDnNR4TTs757sR9OOorVt2/fFOdv2rTJfrTo1oCa5OZ/tqRXSqEuNdufmJgof39/h/ty3uzWfzBl5D3NjN/x9EjL/r9ly5b64IMPFBkZqYcffthpl7W/lYeHh2rUqKEaNWrIy8tLEydO1Jo1a2779xFpR+CCUyxYsEDSjZvw3YmLi4tCQkIUEhKi9957T19++aXGjRunjRs3qm7durf9A5NeN/8HUbqxkz927JjDl+/b/bft1KlTDv8dS0ttxYsX1/r163XlyhWHo1xHjhyxz88MxYsX14EDB5SYmOjwBzTpdW79L2ZqPPzww7JarVq0aJGeeOKJO7b19vaWh4eH/vvvv2Tzjhw5IhcXF4f/cBYsWFDt2rVTu3btdPXqVT3zzDOaMGFCur+E31xH3rx5lZiYmKr/AqaWm5ubAgICdPToUV24cEF+fn6Ztu60Wr58uWrXrq1hw4Y5TL906dIdL6xyN6nt10m/C25ubql6jzP7s076kpl0YYdSpUrJMAyVKFEixSOsN7vTNtaoUUNTpkzRunXr5OXlpQcffFAWi0UPPfSQtmzZoi1btqhhw4b29ml5H0qVKqVr165lap9MSYMGDbR9+3b7RRNudeLECW3dulUhISHpCuJJ+5Hw8HCHfeKFCxd08eLF9Bd+i+XLl6tkyZKaOHGiw2c2fvz4LLG+pPfh1r8rklLcB97q2rVr+uOPP9S8efMUj4R89NFHWrRokT1wFShQ4LZ/m26tKzExUSdOnHAI1CnVmVGlSpXS/v37FRISkml/r2+3ntT+jt/8udx85C0+Pl4nTpxI9ZH1W6Vm/9+kSRMNGjRIO3bs0Lhx49L1OmarXLmyJCkiIsLJleQsnMOFe279+vX6/PPPVaJEiTte2S6l+1IkHUFJupysh4eHpLQPt7qdX375xeGchWXLlikiIkIPP/ywfVrJkiW1c+dOh0va/vnnn8kuO5uW2h5++GHZbDbNnDnTYfr06dNlsVgcXj8jHn74YUVERGjJkiX2aQkJCfruu++UJ08e+5Wl0qJo0aJq3769/vrrrxSvtJSYmKhvvvlGZ86ckdVqVb169bRy5UqHy/hGRkZq8eLFql69uj1wXrhwwWE9efPmValSpZJdSjg9rFarHn30US1fvlwHDx5MNv9uwwmPHj2a4vDLS5cuafv27fL09LztVR3vFavVmuy/wkuXLrWfL5ReHh4eunz58l3b+fj4qFatWpo9e7bOnTuXbP7N77EZn/WqVask/e9IZdOmTWW1WjVx4sRk74thGA413Gkba9Soobi4OM2YMUPVq1e3f/mrXr26FixYoHPnztmHE0ppex+aNWum7du328+xudmlS5eUkJCQyq2/sw4dOsjHx0effPJJsiM3sbGxeu+992QYhl555ZV0rT8kJESurq768ccfHabfun/LqKSjGDd/njt37kx2iwlnra9QoUKqUKGC5s+f79Cf/v77bx0+fPiuy69YsULXrl1T586d9dhjjyX7adiwoX777Tf770mpUqV0+fJlh1s/nDt3Ltll6JP+0fnDDz84TP/+++/TtZ130qxZM509e1Y//fRTsnkxMTF3vNLl7ST9bb31dzS1v+OVK1eWt7e3Zs2a5bCPmT9/fqqHLqZ3/583b14NHjxYvXv3TvES/vfS+vXrU5yedM763f4xhbThCBdMtWbNGh05ckQ2m02RkZHauHGj/v77bxUrVkxffPHFHYenTJo0SVu2bFFYWJiKFy+uqKgo/fDDDypSpIj9C02pUqVUoEABzZo1S3nz5lWePHkUFBSU6nHYt/L09FSnTp3Utm1b+2XhH3jgAYdL17dv317Lly/Xiy++qGbNmik8PFyLFi1KNjwyLbU1atRItWvX1rhx4+z3//n777+1cuVKde3a9Y5DL9OiQ4cOmj17tvr166e9e/eqePHiWr58ubZt26b+/fsnO4cstfr166fjx4/ro48+0m+//aaGDRuqQIECOn36tJYtW6YjR47YT9bt27ev1q1bp06dOqlTp06yWq2aPXu24uLi9Pbbb9vX2aJFC9WqVUuVKlVSwYIFtXv3bi1fvjxNJ97fyZtvvqmNGzfqqaeeUvv27VWuXDldvHhRe/fu1fr167Vp06bbLrt//3699dZbql+/vmrUqCFPT0+dPXtWv/zyi86dO6f+/fvfs+Glt9OgQQNNmjRJ7733noKDg3Xw4EEtWrQo3b8bSSpVqqQlS5Zo+PDhCgwMVJ48eW77xWHQoEHq1KmTWrVqpaeeekolS5ZUZGSkduzYoTNnztiHS2X0s96yZYv9cuMXL17UH3/8oU2bNqlFixb28xNLlSqlvn37asyYMTp58qQaN26svHnz6sSJE/r999/11FNPqVu3bnfdxqpVq8rV1VX//fefOnToYK+hZs2a9oCRdPGEtL4P3bp10x9//KGePXuqTZs2qlSpkq5fv66DBw9q+fLlWrlyZaYEeS8vL40fP17du3dXmzZt1L59e5UtW1aRkZGaP3++jh07pvfff/+ONz2+E19fXz377LP2Wx3Ur19fBw4c0Jo1a+Tl5ZVpRzoaNGig3377Ta+88ooaNGigEydOaNasWSpXrly6vshn9vok6Y033lCPHj3UqVMntWvXTtHR0fr+++/10EMP3XWdixYtUsGCBR0urnOzRo0a6aefftKqVavUtGlTNW/eXKNHj9arr76qLl26KCYmRj/++KPKlCnjcBGgpPs8zpgxQ9HR0fbLwiddtCYzR448/vjjWrp0qQYNGqSNGzeqWrVqstlsOnLkiJYtW6apU6cqMDAwTeusVKmSJGncuHFq3ry53Nzc1LBhw1T/jru5ualv374aOHCgunbtqubNm+vEiROaN29eqvaPGd3/Z3SY3vr161O8vULjxo3l7+8v6cY9JpNGEt0sb968aty4sSSpV69eKlGihBo2bKiSJUvq+vXrWrdunf78808FBgY6HKlHxhG4YKqkoRhubm4qWLCg/P391b9/f7Vt2/auX+4bNWqkkydPau7cubpw4YK8vLxUq1Yt9e7d236BATc3N40YMUJjx47V4MGDlZCQoOHDh6f7S2XPnj114MABffXVV7p69apCQkI0aNAg+3/UpBsnmfbr10/Tpk3TsGHDVLlyZX355ZcaOXKkw7rSUpuLi4u++OILjR8/XkuWLNG8efNUvHhxvfPOO3rhhRfStS0pyZ07t7777juNHj1a8+fP15UrV1SmTBkNHz48TVdzvJWHh4emTJmiefPm6ZdfftHnn3+umJgYFSpUSLVr19bo0aPt93166KGHNHPmTI0ZM0aTJ0+WYRgKCgrSJ598Yr8in3Tj5qd//PGH/v77b8XFxalYsWLq27ev/UtxRvn6+urnn3/WpEmTtGLFCv34448qWLCgypUrp7feeuuOy9asWVN9+vTR2rVrNW3aNF24cEF58+ZVhQoV9NZbb5l2InRa9OzZU9evX9eiRYu0ZMkSVaxYUZMnT9aYMWMytN5OnTpp3759mjdvnqZPn67ixYvfNnCVK1dOc+fO1cSJEzV//nxFR0fL29tbFStWdDh6ktHP+uYjq0knvr/++uvJlu/evbtKly6t6dOn22/qW6RIEdWrV89hG+60jXny5FGFChW0e/duhyNZSSGraNGiyYYAp/Z98PDw0HfffafJkydr2bJl+uWXX5QvXz6VLl3aYb+XGWrUqKGFCxfaXysiIkL58uVTcHCwPv7442ShMa3eeust5c6dWz///LPWr1+vqlWr6uuvv1anTp3SdCGjO2nbtq39/nJ//fWXypUrp08++UTLli274z9M7tX6pBujCj777DN9+umnGjNmjEqVKqXhw4dr5cqVd1xnVFSU1q9frxYtWtz2y3tISIg8PDy0cOFCNW3a1H7uzYgRI/TJJ5+oRIkSeuONN3Ts2LFkV10dOXKkfH199euvv2rFihWqW7euxo0bp8ceeyzTPh/pxt+2SZMmafr06VqwYIFWrFghDw8PlShRQl26dEnXUZSgoCC99tprmjVrltauXavExEStXLlSefLkSfXveIcOHWSz2fT1119r1KhR8vf3t9/D626cvf9fu3ZtikfBixcvbg9c+/bt0zvvvJNim6TA9dFHH2nlypVaunSpzp07J8MwVLJkSfXs2VMvvfRSuu4viduzGM44yx4AANxXLl26pJo1a6pv3756+eWXnV0ObrFv3z498cQT+uSTT1J9I3sAqcM5XAAAIFPFxMQkm5Z0X7RatWrd63Jwi9t9Pi4uLuk6lxfAnXG8EAAAZKolS5Zo/vz5evjhh5UnTx5t27ZNixcvVmhoqMNQTDjH1KlTtWfPHtWpU0dWq1Vr1qzRmjVr1KFDhxTvhQUgYwhcAAAgUwUEBMhqtWrq1Km6evWqfHx89Oyzz972flK4t4KDg/X333/r888/17Vr11S0aFH17t1bPXv2dHZpQI7EOVwAAAAAYBKnn8M1efJktWvXTsHBwQoJCVGvXr3sN2FN0qVLFwUEBDj8DBw40KHNqVOn1L17d1WpUkUhISEaOXJksnuWbNy4UW3atFHlypXVpEkTzZs3z/TtAwAAAHD/cvqQwk2bNqlz584KDAyUzWbT2LFj1a1bN/3666/KkyePvd1TTz2lPn362J/ffJlum82mHj16yNfXV7NmzdK5c+f07rvvys3NTW+88YYk6fjx4+rRo4c6duyo0aNHa/369RowYID8/PxUv379e7fBAAAAAO4bTg9cX3/9tcPzESNGKCQkRHv37nW4Uk7u3Lnl5+eX4jr++usvHT58WNOmTZOvr68qVKig1157zX4DQHd3d82aNUslSpRQv379JElly5bV1q1bNX36dAIXAAAAAFM4PXDd6vLly5IkT09Ph+mLFi3SwoUL5efnp4YNG6pXr172o1w7duyQv7+/fH197e1DQ0M1ePBgHT58WBUrVtSOHTsUEhLisM7Q0FANGzYs1bVFRFxWJt6AHdmUm5tV8fE2Z5eBHIr+BbPRx2A2+hjMlJX6l69v6m5In6UCV2JiooYNG6Zq1arZ75YtSS1btlSxYsVUqFAhHThwQKNHj9Z///2niRMnSpIiIyMdwpYk+/OIiIg7trly5YpiYmKUO3fuu9bn7p7y3d5x/7BYJKvVKotF4nIzyGz0L5iNPgaz0cdgpuzav7JU4BoyZIgOHTqkH374wWF6hw4d7I8DAgLk5+en5557TuHh4SpVqtQ9qy8uzsYRrvtc0i94QoItW/2iI3ugf8Fs9DGYjT6W/Vl371KBF7pIki59851sgUFOruh/smv/yjKBa+jQoVq1apW+//57FSlS5I5tq1SpIkk6duyYSpUqJV9fX+3atcuhTWRkpCTZz/vy9fW1T7u5Tb58+VJ1dCtJdvpwYR7DoC/APPQvmI0+BrPRx7Kx2FhZj/5nf5wVP8fs1r+cfll4wzA0dOhQrVixQjNmzFDJkiXvusy+ffsk/S9MVa1aVQcPHlRUVJS9zbp165QvXz6VK1fO3mbDhg0O61m3bp2qVq2aSVsCAAAAAI6cHriGDBmihQsXasyYMcqbN68iIiIUERGhmJgYSVJ4eLgmTZqkPXv26MSJE1q5cqXeffdd1axZU+XLl5d04+IX5cqV0zvvvKP9+/dr7dq1+vTTT9W5c2e5u7tLkjp27Kjjx49r1KhR+vfffzVz5kwtXbpUzz33nLM2HQAAAEAOZzEM5x6QCwgISHH68OHD1bZtW50+fVpvv/22Dh06pGvXrqlo0aJq3LixevXqpXz58tnbnzx5UoMHD9amTZvk4eGhNm3a6M0335Sr6/9GTW7cuFHDhw/X4cOHVaRIEfXq1Utt27ZNda0REZfTv6HIESyW/10dJzsdykb2QP+C2ehjMBt9LPtz3bpZXs0ekSRdWLpSCdVr3mWJeyer9S8/v9RdpdDpgSs7IXAhq/2iI2ehf8Fs9DGYjT6W/RG4Ui+1gcvpQwoBAAAAIKcicAEAAACASQhcAAAAAGCSLHMfLgAAAADOlVApUFGbdkqSEosUdXI1OQOBCwAAAMANuXMrsXQZZ1eRozCkEAAAAABMQuC6z3388WCFhtbQJ58MSzZvzJiRCg2toY8/HnzvC0sFwzA0deqXevzxR9WoUT299lovHT8efsdlrl27qs8+G6N27VqqUaN66tnzBe3bt/eWNtc0duxItWnTXI0a1dMzz7TXL7/Msc8/deqU6tWrodDQ5D9//PF7ste8eDFabdo0V2hoDV2+zK0FAAAA7icELqhQocJaufI3xcbG2KfFxsZqxYplKly4iBMru7OZM2dozpxZeuut9/TVV9Pl4ZFbb7zRW7GxsbddZsSIj7R580Z98MFQffvtLNWsWVt9+/ZSRMQ5e5sJE8Zp48b1+uCDoZo582e1b/+0xo37RH/9tVqSVLhwYS1cuEwLFvzvp1u3HvLwyKM6deqm8JofqmzZcpn/BgAAAGQy121b5FvMW77FvOW6bYuzy8kROIfLZK5bN9+1jcMN5WJj5bpn150XcHdXQmAV+1PLlcuyHtiffF2pFBBQXidPntDq1X+qadNmkqTVq/9U4cJFVKxYMYe2iYmJmjlzhhYunK+oqCiVLFlKzz3XTQ0bNpYk2Ww2jRr1sbZt26KoqCgVLlxYbdq011NPPW1fx8cfD9aVK5cVGFhVs2d/r/j4BD3ySFO99tqbcnVNXZc0DEM///yjnn22m+rXbyBJGjBgqFq3bqq1a1epceNHky0TGxuj1av/0PDhY1S1ajVJUrduPfT332s1f/4cde/eS5K0Z89ONWvWUtWq1ZAkPf54Wy1YME///LNX9euHyWq1ysfH1+GGe2vW/KlGjRorT548Dq85f/4cXb58Wc8//5I2bFiXqm0DAABwGsOQJSHB/hgZR+AyWdKdum/HsFgUefai/blLxLm7LmMrWUrnt+6xP7fu2SOv1jcCRsS5S+mqs0WL1vr110X2wPXrrwvVokUrbd++1aHdd99N02+/LdVbb72nEiVKaufO7frww4EqWNBLwcHVZRiGChUqrA8/HKECBTy1Z88ujRr1sXx8fPXII03s69m2bYt8fHw1fvxknThxXIMGvaeHHvJX69ZtJElffz1ZS5cu1pw5i1Ks99Spk4qKilLNmrXs0/Lly6eKFStrz57dKQYum80mm80md3d3h+m5cuXSrl077M8rV66iv/5aoxYtWsvX10/bt2/V8ePh6tPnjRRr2b9/nw4dOqg33njXYfp//x3R9OlTNHnyDJ06dSLFZQEAAJCzEbggSWratLkmT56kM2dOS5J2796pIUOGOQSuuLg4fffdNH366eeqXDlIklS8eAnt2rVDCxbMU3Bwdbm6uqpbtx72ZYoVK649e3bpzz9XOASu/PkL6PXX35HVatUDD5RWSEiotm7dZA9cBQsWVPHiJW5b7/nzUZIkLy8fh+leXt72ebfKkyevKlcO0vTpU1W6dBl5eXnr99+Xa+/e3Q6v9frrb2vUqI/Vpk1zWa1Wubi46J133rcfFbvV4sULVLp0GQXedNQxLi5Ogwe/r169XlORIkUIXAAAAPcpApfJLixdmab2iX6F7r7MLUdobJUrp/l1buXl5aWQkHpasmSRDMNQ3br1VLBgQYc2J04cV0xMjF5//RWH6fHx8XrooQD787lzf9Kvvy7UuXNnFBsb+//z/R2WKVPmQVmtVvtzHx9fHTly2P68XbsOateuQ4a2KSUffDBUw4cP1RNPNJPVapW/f4AaN35UBw7ss7eZM2e29u7drREjxqpIkaLauXObxo4dJV9fP9WqVdthfbGxMfr992Xq2vVFh+mTJ09U6dKl9eijzTN9GwAAAJB9ELhMluZzqnLlSvMyRr786Tp361YtWjyuceNGSZLeeOOdZPOvX78uSRo16lP5+RVymOfm5iZJ+v335Zo06TO9+mpfVa4cqDx58uqHH77VP/84Xgnw1nO1LBaLEhMTU12rt/eNI1sXLkTJ19fXPv3ChfMqV87/doupePESmjjxK12/fl1Xr16Vr6+vBg58T8WKFZd0I0B99dUkDRs2WnXrhkqSypV7SIcOHdSPP36fLHD9+edKxcTE6LHHWjhM37p1i44cOaxVq260N/5/DHTLlo317LMvOBwFBAAAQM5F4IJd7dohio+Pl8ViUa1aIcnmlylTRu7u7jp79oyCg6unuI7du3cqMDBIbdu2t087efJkptdarFhx+fj4aMuWzfaja1evXtE//+zRE0+0u+vyHh4e8vDw0KVLl7Rp03q9/HIfSVJCQoISEhJksVgc2ru4uMgwkgfCxYsXKDT0YXl5eTlM//jjUQ5Xfdy37x8NHz5UkyZNueNQSQAAgJwuISFB4eFH07VsuXJlJVnu2i4rIXDBzmq1aubMn+2Pb5UnT1517PiMJkwYK8MwFBRUVVeuXNHu3TuUN28+NWvWUiVKlNKyZb9q48b1Klq0mJYvX6L9+/eqaNHiaapl7tzZWrNmlT777IsU51ssFrVv/7RmzPhaJUuWVNGixTV16hfy8fGzX7VQkl577WU9/HAD+/DEjRvXyzAMlSr1gE6ePK5Jk8arVKnSatGitSQpb958qlq1mj7//DPlypVLRYoU1Y4d27Rs2RL17v26Qw0nThzXzp3b9cknnyWr79ZQFR0dLUl64IEyyp8/f5reCwAAgJwkPPyoImbOVQlv37s3vsmJ85Fye+4plSpVxqTKzEHggoO8efPdcf5LL72sggW99N1303Tq1Enly5df/v7l9eyzz0u6cQn1Q4cOaNCg9yRZ1Ljxo2rTpn2aL4keHR2tkyfvfKGJzp27KiYmRqNGDbNfZn7MmPHKlSuXvc3JkyfsYUeSrly5osmTJyoi4pwKFCigsLBG6t79FYchjkOGDNPkyZM0dOgHunTpkooUKaLu3V9OduTs118Xys+vkGrVqpOmbQMAALjflfD2VblCRdO8XOpPQMk6LIbBBfZTKyLisrNLgJNZLJKbm1Xx8TZuTYFMR/+C2ehjMBt9LAcwDMlmu/HYar3xoWayI0cOK9fS1WkOXIfPnVZi60YqVapMluhffn6pG7XEES4AAAAAN1gskisRITO5OLsAAAAAAMipiK8AAAAAboiLk8uF85KkRC/vZPd/RdpxhAsAAACAJMl19075BPrLJ9Bfrrt3OrucHIHABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBJufAwAAADgBjc32YoUtT9GxhG4AAAAAEiSEoKq6vyuA84uI0dhSCEAAAAAmITABQAAAAAmYUghAAAAgBuuXJHrgX2SpISAClK+fE4uKPvjCBcAAAAASZLrgX3yavaIvJo9Yg9eyBgCFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEm48TEAAAAASZKRN5/iq9e0P0bGEbgAAAAASJJs5SsoeulKZ5eRozCkEAAAAABMQuACAAAAAJMwpBAAAACAJMlyPkpuf62RJMWHPizD28fJFWV/BC4AAAAAkiTrf0fk+WJXSdKFpSuVQODKMIYUAgAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmIT7cAEAAACQJBleXop5vK39MTKOwAUAAABAkmR7sJwuT5nu7DJyFIYUAgAAAIBJCFwAAAAAYBKGFAIAAACQJLmcPaNcc36SJMU++ZQSCxdxckXZH4ELAAAAgCTJ5cRx5RsyQJIUXyeEwJUJGFIIAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSlFi4iK716mN/jIwjcAEAAACQJCWWKKmrgz9ydhk5CkMKAQAAAMAkBC4AAAAAMAlDCgEAAABIklzCj8njy4mSpOs9X1ViqQecXFH2R+ACAAAAIElyiTinPFMnS5Ji2z1F4MoEDCkEAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCffhAgAAACBJspUopcvDP7E/RsY5/QjX5MmT1a5dOwUHByskJES9evXSkSNHHNrExsZqyJAhql27toKDg9W7d29FRkY6tDl16pS6d++uKlWqKCQkRCNHjlRCQoJDm40bN6pNmzaqXLmymjRponnz5pm+fQAAAEB2YRQurJhuPRTTrYeMwoWdXU6O4PTAtWnTJnXu3Fk//fSTpk2bpoSEBHXr1k3Xrl2ztxk2bJj+/PNPffrpp/ruu+907tw5vfrqq/b5NptNPXr0UHx8vGbNmqURI0Zo/vz5Gj9+vL3N8ePH1aNHD9WuXVsLFixQ165dNWDAAK1du/aebi8AAACA+4fThxR+/fXXDs9HjBihkJAQ7d27VzVr1tTly5c1d+5cjR49WiEhIZJuBLDmzZtrx44dqlq1qv766y8dPnxY06ZNk6+vrypUqKDXXntNo0eP1quvvip3d3fNmjVLJUqUUL9+/SRJZcuW1datWzV9+nTVr1//nm83AAAAgJzP6YHrVpcvX5YkeXp6SpL27Nmj+Ph41a1b196mbNmyKlasmD1w7dixQ/7+/vL19bW3CQ0N1eDBg3X48GFVrFhRO3bssAe2m9sMGzYsTfVZLOndMuQESZ8//QBmoH/BbPQxmI0+lv25/HtIeYcMlCRdHTRUiWUfcnJFyWW3/pWlAldiYqKGDRumatWqyd/fX5IUGRkpNzc3FShQwKGtj4+PIiIi7G1uDluS7M/v1ubKlSuKiYlR7ty571qfu7s1fRuGHMNikaxWqywWyTCcXQ1yGvoXzEYfg9noY9mf9cpl5Vr6qyQp/s23ZXPL/O+/bm5WWVwssrikLTm5uFhksVrl5mbNVv0rSwWuIUOG6NChQ/rhhx+cXUqK4uJs2S5RI3Ml/QFJSLBlq190ZA/0L5iNPgaz0ceyPyPBZn+ckGBTQrztDq3TJz7eJpdEQ0Zi2jpJYqKhRJtN8fHZq39lmcA1dOhQrVq1St9//72KFClin+7r66v4+HhdunTJ4ShXVFSU/Pz87G127drlsL6kqxje3ObWKxtGRkYqX758qTq6lSQ7fbgwj2HQF2Ae+hfMRh+D2ehj2dfNn1tW/Ryzal234/SrFBqGoaFDh2rFihWaMWOGSpYs6TC/cuXKcnNz0/r16+3Tjhw5olOnTqlq1aqSpKpVq+rgwYOKioqyt1m3bp3y5cuncuXK2dts2LDBYd3r1q2zrwMAAAAAMpvTA9eQIUO0cOFCjRkzRnnz5lVERIQiIiIUExMjScqfP7/atWunESNGaMOGDdqzZ4/69++v4OBge1gKDQ1VuXLl9M4772j//v1au3atPv30U3Xu3Fnu7u6SpI4dO+r48eMaNWqU/v33X82cOVNLly7Vc88956QtBwAAAJDTOX1I4Y8//ihJ6tKli8P04cOHq23btpKk/v37y8XFRX369FFcXJxCQ0M1aNAge1ur1aovv/xSgwcPVocOHeTh4aE2bdqoT58+9jYlS5bU5MmTNXz4cH377bcqUqSIPvroIy4JDwAAAMA0FsPITiMgnSsi4rKzS4CTWSw3rqyT3U7WRPZA/4LZ6GMwG30s+3PdullezR6RJF1YulIJ1Wtm+mscOXJYuZauVrlCRdO03OFzp5XYupFKlSqTJfqXn1/+VLVz+pBCAAAAAMipnD6kEAAAAEDWYCtbThe/nWV/jIwjcAEAAACQJBkFvRT3WHNnl5GjMKQQAAAAAExC4AIAAAAAkxC4AAAAAEiSrP/sVcFH6qvgI/Vl/Wevs8vJETiHCwAAAIAkyXL9mtx277Q/RsZxhAsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAk3IcLAAAAgCQpoXxFnV/5lyTJ9mBZJ1eTMxC4AAAAANyQN69sgUHOriJHYUghAAAAAJiEwAUAAAAAJiFwAQAAAJAkue7cLp/ypeVTvrRcd253djk5AudwAQAAALghIUEu58/bHyPjOMIFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSlFAlWJEHjkqSjPwFnFtMDkHgAgAAAHCDq6sML29nV5GjMKQQAAAAAEzCES4AAAAAN9hsUkzMjce5c0tWq3PryQE4wgUAAABAkuS6Y5v8yhSVX5mict2xzdnl5AgELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJNw42MAAAAAN7i4yMiT1/4YGUfgAgAAACBJSgiursijp51dRo5CbAUAAAAAkxC4AAAAAMAkDCkEAAAAcMP167IeD5ck2UqWkjw8nFxQ9scRLgAAAACSJNd/9sg7tKa8Q2vK9Z89zi4nRyBwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmIQbHwMAAACQJBm5PZQQUN7+GBlH4AIAAAAgSbJVqqwLazc5u4wchSGFAAAAAGASAhcAAAAAmIQhhQAAAAAkSZaL0XLdukWSlFC9hgzPgs4tKAfgCBcAAAAASZL18CEV7NhWBTu2lfXwIWeXkyMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAEzCjY8BAAAASJKMAp6Ka9TY/hgZR+ACAAAAIEmyPeSvi7PmObuMHIUhhQAAAABgEgIXAAAAAJiEIYUAAAAAJEmWiAjlWvarJCn2sRYy/PycXFH2R+ACAAAAIEmyhh9V/jf7SJISKlZSAoErwxhSCAAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBLuwwUAAABAkpTo66frXZ63P0bGEbgAAAAASJISHyitK2M+c3YZOQpDCgEAAADAJE4PXJs3b1bPnj0VGhqqgIAA/f777w7z+/Xrp4CAAIefbt26ObSJjo7Wm2++qWrVqqlGjRrq37+/rl696tBm//796tSpkwIDAxUWFqYpU6aYvm0AAAAA7m9OH1J47do1BQQEqF27dnr11VdTbFO/fn0NHz7c/tzd3d1h/ltvvaWIiAhNmzZN8fHx6t+/vwYOHKgxY8ZIkq5cuaJu3bopJCREQ4YM0cGDB9W/f38VKFBAHTp0MG/jAAAAgGzE5eQJ5f72G0lSzLMvKLF4CSdXlP05PXCFhYUpLCzsjm3c3d3l55fySXv//vuv1q5dqzlz5igwMFCSNGDAAHXv3l3vvPOOChcurIULFyo+Pl7Dhg2Tu7u7HnroIe3bt0/Tpk0jcAEAAAD/z+XMaeUdN1qSFNe0GYErEzg9cKXGpk2bFBISogIFCqhOnTrq27evvLy8JEnbt29XgQIF7GFLkurWrSsXFxft2rVLTZo00Y4dO1SjRg2HI2OhoaGaMmWKLl68KE9Pz1TXYrFk3nYh+0n6/OkHMAP9C2ajj8Fs9LHs7+bPzmLJmp9lVqzpTrJ84Kpfv76aNGmiEiVK6Pjx4xo7dqxeeuklzZ49W1arVZGRkfL29nZYxtXVVZ6enoqIiJAkRUZGqkQJx3Tu6+trn5fawOXubs2ELUJ2ZrFIVqtVFotkGM6uBjkN/Qtmo4/BbPSx7M/q+r/vu66uVlncMv/7r5ubVRYXiywuaUtOLi4WWaxWublZs1X/yvKBq0WLFvbHSRfNaNy4sf2o170UF2fLdokamSvpD0hCgi1b/aIje6B/wWz0MZiNPpb9GQk2++OEBJsS4m13aJ0+8fE2uSQaMhLT1kkSEw0l2myKj89e/SvLB65blSxZUl5eXjp27JhCQkLk6+ur8+fPO7RJSEjQxYsX7ed9+fr6KjIy0qFN0vOkI12plZ0+XJjHMOgLMA/9C2ajj8Fs9LHs6+bPLat+jlm1rttx+mXh0+rMmTOKjo62h6ng4GBdunRJe/bssbfZsGGDEhMTFRQUJEmqWrWqtmzZovj4eHubdevWqUyZMmk6fwsAAAAA0sLpgevq1avat2+f9u3bJ0k6ceKE9u3bp1OnTunq1asaOXKkduzYoRMnTmj9+vXq1auXHnjgAdWvX1+SVLZsWdWvX18ffPCBdu3apa1bt+rDDz9UixYtVLhwYUlSq1at5Obmpvfff1+HDh3SkiVL9O233+r555932nYDAAAAyPmcPqRwz549evbZZ+3Pk+631aZNGw0ePFgHDx7UL7/8osuXL6tQoUKqV6+eXnvtNYcrDo4ePVoffvihunbtKhcXFzVt2lQDBgywz8+fP7++/vprDR06VG3btpWXl5d69erFJeEBAAAAmMpiGNlpBKRzRURcdnYJcDKL5caVdbLbyZrIHuhfMBt9DGajj2V/LqdPKfesmZKkmI6dlVi0WKa/xpEjh5Vr6WqVK1Q0TcsdPndaia0bqVSpMlmif/n55U9VO6cf4QIAAACQNSQWLaZrr7/t7DJyFKefwwUAAAAAORWBCwAAAABMkq7ANXr0aB09ejSTSwEAAADgTC7/HVH+V7or/yvd5fLfEWeXkyOkK3AtWLBAzZo1U6dOnTR//nxdv349s+sCAAAAcI+5nI9S7p9nKffPs+RyPsrZ5eQI6Qpcq1ev1hdffCFfX1998MEHCg0N1QcffKDt27dndn0AAAAAkG2l6yqFLi4uatCggRo0aKALFy5owYIFmj9/vubMmaMHH3xQ7dq10+OPPy4fH5/MrhcAAAAAso0MXzTDy8tLzz33nEaOHKkaNWro33//1ahRoxQWFqZ3331X58+fz4w6AQAAACDbyVDgunz5sn744Qe1bdtWbdq00ZUrVzRw4ECtXbtWgwcP1pYtW/T6669nVq0AAAAAkK2ka0jh+vXrNWfOHK1cuVJWq1UtWrTQ0KFDVblyZXubJ598UkWLFlXPnj0zrVgAAAAAyE7SFbief/55ValSRQMGDFCLFi3k4eGRYrvSpUurZcuWGSoQAAAAALKrdAWuhQsXyt/f/67tihcvruHDh6fnJQAAAAAg20tX4CpWrJjOnTunQoUKJZt37tw55c2bV3nz5s1wcQAAAADuHVvpB3Vp0lf2x8i4dAWuAQMGKG/evPr444+TzZswYYKuXbumMWPGZLg4AAAAAPeO4eOj2PYdnV1GjpKuqxRu2bJFDRo0SHFeWFiYNm3alJGaAAAAACBHSFfgunjx4m2HDHp4eCg6OjojNQEAAABAjpCuwFWyZEmtW7cuxXnr169X8eLFM1QUAAAAgHvPemC/PJ9oLs8nmst6YL+zy8kR0nUOV/v27TVmzBh5enqqXbt28vb21vnz5zVv3jxNnz5db7zxRmbXCQAAAMBkliuX5b7uL/tjZFy6Atdzzz2n8PBwjR07VmPHjpXVapXNZpMkdezYUS+88EKmFgkAAAAA2VG6ApfFYtGgQYPUtWtXrV+/XhcvXlTBggVVp04dlS5dOpNLBAAAAIDsKV2BK0np0qUJWAAAAABwG+kOXDabTTt37tSZM2cUFxeXbP4TTzyRkboAAAAAINtLV+Dau3evevfurdOnT8swjGTzLRYLgQsAAADAfS9dgWvw4MHKly+fZsyYoXLlysnNzS2z6wIAAACAbC9dgevw4cP69NNPVatWrcyuBwAAAAByjHQFrtKlS+vq1auZXQsAAAAAJ7L5Byh6wVL7Y2ScS3oWeu+99zR58mT9+++/mV0PAAAAACcx8hdQfEg9xYfUk5G/gLPLyRHSdYTrww8/VEREhFq1aqVChQopf/78DvMtFosWLlyYKQUCAAAAQHaVrsBVqVIlWSyWzK4FAAAAAHKUdAWuESNGZHYdAAAAAJzMunuXPJ9/RpJ0cdr3sgUGObmi7C/dNz5OYhiGzp07Jx8fH7m6Znh1AAAAAJzEEhcra/hR+2NkXLoumiFJa9eu1VNPPaXAwEA1aNBABw4ckCR98MEHnL8FAAAAAEpn4Fq8eLG6d++uEiVKaNCgQTIMwz6vZMmSmjdvXqYVCAAAAADZVboC1+eff66uXbtq7Nixatu2rcO8hx56SIcOHcqU4gAAAAAgO0tX4Dp+/LjCwsJSnOfh4aHLly9nqCgAAAAAyAnSFbj8/Px05MiRFOcdOHBAxYoVy1BRAAAAAJATpCtwtWzZUhMmTND69evt0ywWiw4ePKipU6eqdevWmVYgAAAAAGRX6bqO+6uvvqpDhw7p+eefV8GCBSVJL730ks6fP68GDRqoe/fumVkjAAAAAGRL6Qpc7u7u+uKLL7RhwwatW7dOFy5ckKenp+rWrau6detmdo0AAAAA7oGEykGK2rJbkpRYuIiTq8kZMnSn4jp16qhOnTqZVQsAAAAAZ8qVS4mlHnB2FTlKugLXqVOn7tqGC2cAAAAAuN+lK3A1atRIFovljm327duXroIAAAAAIKdIV+CaOHFismmXLl3SX3/9pR07duitt97KcGEAAAAA7i3XrZtVsGVTSVL04t+UUL2mkyvK/tIVuBo3bpzi9LZt22r48OHatGmTmjdvnqHCAAAAANx7FpvN2SXkKOm6D9edhIWFacmSJZm9WgAAAADIdjI9cG3btk3u7u6ZvVoAAAAAyHbSNaTwo48+SjYtLi5OR44c0datW/XCCy9kuDAAAAAAyO7SFbj++OOPZNNy5cqlIkWKaNCgQWrfvn2GCwMAAACA7C7TAhcAAAAAwFGmn8MFAAAAALgh0+7DdTsWi0WvvPJKel4GAAAAALK1dAWuGTNmKD4+XjExMZJunL8VGxsrScqdO7fc3NzsbQlcAAAAQPaQUK2GIs5E33hisTi1lpwiXYHrm2++Ud++fdWrVy89+uijypcvn65cuaJly5bpiy++0Lhx4xQUFJTZtQIAAAAwk8VC0Mpk6QpcH374obp166Z27drZp+XLl09PPvmkYmNjNXToUM2ZMyfTigQAAACA7ChdgWv//v0qUaJEivNKliypQ4cOZagoAAAAAE4QFyeXqEhJUqKPr+Tu7uSCsr90XaWwePHimjVrlgzDcJhuGIZ++OEHFStWLFOKAwAAAHDvuO7eKZ8q5eVTpbxcd+90djk5QrqOcL355pt67bXX1LRpUzVs2FA+Pj6KiorSn3/+qVOnTumzzz7L7DoBAAAAINtJV+Bq3Lix5syZo6+++korV65URESE/Pz8FBQUpPHjx6tChQqZXScAAAAAZDvpClySVKFCBY0bNy4zawEAAACAHCVd53Dd7PTp09q2bZuuXbuWGfUAAAAAQI6R7sA1e/Zs1a9fXw0bNlTnzp3133//SZJeeeUVzZgxI9MKBAAAAIDsKl2Ba/r06frwww/1xBNP6JtvvnG4WmGtWrW0bNmyTCsQAAAAALKrdJ3D9f3336tXr17q1auXbDabw7wyZcrYj3YBAAAAwP0sXYHr7NmzCg4OTnGem5sb53MBAAAA2ZG7u2xFi9kfI+PSFbiKFSum3bt3KyQkJNm8nTt3qnTp0hmtCwAAAMA9lhBYRed37nd2GTlKus7heuqpp/TFF1/o559/1pUrVyRJCQkJWrVqlb7++mt16NAhU4sEAAAAgOwoXUe4unXrptOnT2vgwIEaNGiQJOnpp5+WJHXq1EmdO3fOvAoBAAAAIJtK942PBwwYoK5du2rdunW6cOGCPD09FRISwnBCAAAAIJuyXLks675/JEm2ChVl5Mvv5IqyvzQHrtjYWNWtW1effPKJGjVqxPBBAAAAIIewHtgvrxZNJEkXlq5UQvWaTq4o+0vzOVy5cuWSh4eHrFarGfUAAAAAQI6RrotmPPHEE5ozZ05m1wIAAAAAOUq6zuEqUKCAduzYoVatWql+/fry9fWVxWKxz7dYLHruuecyq0YAAAAAyJbSFbjGjh0rSYqIiNChQ4eSzSdwAQAAAEAaAlerVq00ZswY+fv7a//+GzdDW7hwocLCwuTp6WlagQAAAACQXaX6HK5Dhw4pJibG/txms+ndd9/ViRMnTCkMAAAAALK7dF00I4lhGJlVBwAAAADkOOm+8TEAAACAnMXIm0/xNWvbHyPjMhy4br46IQAAAIDsy1a+gqJ/XeHsMnKUNAWurl27JgtYnTt3TjbNYrFo69atGa8OAAAAALKxVAeuV1991cw6AAAAACDHIXABAAAAkCRZzkfJfc0qSVLcww1kePs4t6AcIENXKcwMmzdvVs+ePRUaGqqAgAD9/vvvDvMNw9Bnn32m0NBQBQUF6bnnntPRo0cd2kRHR+vNN99UtWrVVKNGDfXv319Xr151aLN//3516tRJgYGBCgsL05QpU8zeNAAAACBbsf53RAW6P68C3Z+X9b8jzi4nR3B64Lp27ZoCAgI0aNCgFOdPmTJF3333nQYPHqyffvpJHh4e6tatm2JjY+1t3nrrLR0+fFjTpk3Tl19+qS1btmjgwIH2+VeuXFG3bt1UrFgxzZs3T++8844mTpyo2bNnm759AAAAAO5fTr8sfFhYmMLCwlKcZxiGvv32W7388stq3LixJGnUqFGqW7eufv/9d7Vo0UL//vuv1q5dqzlz5igwMFCSNGDAAHXv3l3vvPOOChcurIULFyo+Pl7Dhg2Tu7u7HnroIe3bt0/Tpk1Thw4d7tm2AgAAALi/OD1w3cmJEycUERGhunXr2qflz59fVapU0fbt29WiRQtt375dBQoUsIctSapbt65cXFy0a9cuNWnSRDt27FCNGjXk7u5ubxMaGqopU6bo4sWL8vT0THVNXAX//pb0+dMPYAb6F8xGH4PZ6GPZ382fncWSNT/LrFjTnWTpwBURESFJ8vFxPFnPx8dHkZGRkqTIyEh5e3s7zHd1dZWnp6d9+cjISJUoUcKhja+vr31eagOXu7s17RuBHMVikaxWqywWyTCcXQ1yGvoXzEYfg9noY9mf1fV/33ddXa2yuGX+9183N6ssLhZZXNKWnFxcLLJYrXJzs2ar/pWlA1dWExdny3aJGpkr6Q9IQoItW/2iI3ugf8Fs9DGYjT6W/RkJNvvjhASbEuJtd2idPvHxNrkkGjIS09ZJEhMNJdpsio/PXv0rSwcuPz8/SVJUVJQKFSpknx4VFaXy5ctLunGk6vz58w7LJSQk6OLFi/blfX197UfEkiQ9TzrSlVrZ6cOFeQyDvgDz0L9gNvoYzEYfy75u/tyy6ueYVeu6HadfpfBOSpQoIT8/P61fv94+7cqVK9q5c6eCg4MlScHBwbp06ZL27Nljb7NhwwYlJiYqKChIklS1alVt2bJF8fHx9jbr1q1TmTJl0nT+FgAAAACkhdMD19WrV7Vv3z7t27dP0o0LZezbt0+nTp2SxWLRs88+qy+++EIrV67UgQMH9M4776hQoUL2qxaWLVtW9evX1wcffKBdu3Zp69at+vDDD9WiRQsVLlxYktSqVSu5ubnp/fff16FDh7RkyRJ9++23ev7555223QAAAEBWk+jlrZg27RTTpp0SvbzvvgDuymIYzj0gt3HjRj377LPJprdp00YjRoyQYRgaP368fvrpJ126dEnVq1fXoEGDVKZMGXvb6Ohoffjhh/rjjz/k4uKipk2basCAAcqbN6+9zf79+zV06FDt3r1bXl5eeuaZZ9S9e/c01RoRcTn9G4ocwWK5caJndhs7jOyB/gWz0cdgNvoYUuPIkcPKtXS1yhUqmqblDp87rcTWjVSqVJks0b/8/PKnqp3TA1d2QuACf0hgJvoXzEYfg9noY0iN+y1wOX1IIQAAAADkVFn6KoUAAAAA7h2XM6eVa85PkqTYJ59SYpG0HYVCcgQuAAAAAJIkl5MnlG/oB5Kk+JC6BK5MwJBCAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCVcpBAAAAJBmCQkJCg8/mublwsPDVS4r3Ln4HiFwAQAAAEiz8PCjipg5VyW8fdO03IUjBxVTtKRJVWU9BC4AAAAAkqTEwkV07dW+9sd3U8LbV+UKpe1eXceiItJTWrZF4AIAAAAgSUosUVJXBw51dhk5ChfNAAAAAACTELgAAAAAwCQMKQQAAAAgSXIJP6Y8n4+XJF3r1UeJpR5wckXZH4ELAAAAgCTJJeKcPL6ZIkmKad+RwJUJGFIIAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEu7DBQAAAECSZCv5gC4PH21/jIwjcAEAAACQJBmFCimmW3dnl5GjMKQQAAAAAExC4AIAAAAAkxC4AAAAAEiSrIcPqUCXDirQpYOshw85u5wcgcAFAAAAQJJkuRitXMuXKtfypbJcjHZ2OTkCgQsAAAAATELgAgAAAACTELgAAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkrs4uAAAAAEDWYCtbThe/n21/jIwjcAEAAACQJBkFvRTXtJmzy8hRGFIIAAAAACYhcAEAAACASQhcAAAAACRJ1n/2yqthPXk1rCfrP3udXU6OwDlcAAAAACRJluvX5Lp3t/0xMo4jXAAAAABgEgIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACbhPlwAAAAAJEkJFSrp/J/rJEm2Mg86uZqcgcAFAAAA4IY8eWSrVNnZVeQoDCkEAAAAAJMQuAAAAADAJAQuAAAAAJIk1x3b5ONfSj7+peS6Y5uzy8kROIcLAAAAwA02m1yio+2PkXEc4QIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJ9+ECAAAAIElKqBKsyEPhkiQjbz4nV5MzELgAAAAA3ODqKsOzoLOryFEYUggAAAAAJuEIFwAAAIAbbDbp+vUbjz08JKvVufXkABzhAgAAACBJct2xTX4PFpPfg8XkumObs8vJEQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXAAAAABgEgIXAAAAAJiEwAUAAAAAJuHGxwAAAABusFqVmC+//TEyjsAFAAAAQJKUULWaoo6cdHYZOQpDCgEAAADAJAQuAAAAADAJQwoBAAAA3HDtmqzhxyRJtlIPSHnyOLmg7I8jXAAAAAAkSa779sr74dryfri2XPftdXY5OQKBCwAAAABMQuACAAAAAJNk+cA1YcIEBQQEOPw89thj9vmxsbEaMmSIateureDgYPXu3VuRkZEO6zh16pS6d++uKlWqKCQkRCNHjlRCQsK93hQAAAAA95lscdGMhx56SNOmTbM/t950E7Zhw4Zp9erV+vTTT5U/f359+OGHevXVVzVr1ixJks1mU48ePeTr66tZs2bp3Llzevfdd+Xm5qY33njjnm8LAAAAgPtHlj/CJd0IWH5+fvYfb29vSdLly5c1d+5c9evXTyEhIapcubKGDRum7du3a8eOHZKkv/76S4cPH9Ynn3yiChUqKCwsTK+99ppmzpypuLg4J24VAAAAgJwuWxzhOnbsmEJDQ5UrVy5VrVpVb775pooVK6Y9e/YoPj5edevWtbctW7asihUrph07dqhq1arasWOH/P395evra28TGhqqwYMH6/Dhw6pYsWKaarFYMm2zkA0lff70A5iB/gWz0cdgNvpY9nfzZ2exZM3PMivWdCdZPnAFBQVp+PDhKlOmjCIiIjRp0iR17txZixYtUmRkpNzc3FSgQAGHZXx8fBQRESFJioyMdAhbkuzPk9qklru79e6NkKNZLDeOuFoskmE4uxrkNPQvmI0+BrPRx7I/q+v/vu+6ulplcbv99183N6ssLhZZXNKWgCwuFrlY0r6ci4tFFqtVbm7WbNW/snzgCgsLsz8uX768qlSpooYNG2rp0qXKnTv3Pa0lLs6W7RI1MlfSH5CEBFu2+kVH9kD/gtnoYzAbfSz7S3R1V0L5CpKkeFd32eJtt20bH2+TS6IhIzFtH7aRaCjRSPtyiYmGEm02xcdnr/6V5QPXrQoUKKDSpUsrPDxcdevWVXx8vC5duuRwlCsqKkp+fn6SbhzN2rVrl8M6kq5imNQmLbLThwvzGAZ9Aeahf8Fs9DGYjT6WfSVUrKwLazb+b0IW/ByzW//KFhfNuNnVq1d1/Phx+fn5qXLlynJzc9P69evt848cOaJTp06patWqkqSqVavq4MGDioqKsrdZt26d8uXLp3Llyt3r8gEAAADcR7L8Ea6RI0eqYcOGKlasmM6dO6cJEybIxcVFLVu2VP78+dWuXTuNGDFCnp6eypcvnz766CMFBwfbA1doaKjKlSund955R2+//bYiIiL06aefqnPnznJ3d3fuxgEAAADI0bJ84Dpz5ozeeOMNRUdHy9vbW9WrV9dPP/1kvzR8//795eLioj59+iguLk6hoaEaNGiQfXmr1aovv/xSgwcPVocOHeTh4aE2bdqoT58+ztokAAAAIEuyXIyW25ZNkqT4GrVkeBZ0bkE5gMUwstMISOeKiLjs7BLgZBbLjSvyZLeTNZE90L9gNvoYzEYfy/5ct26WV7NHJEkXlq5UQvWat2175Mhh5Vq6WuUKFU3Ta6zct0uF8uRT4AMPpmm5w+dOK7F1I5UqVSZL9C8/v/ypapftzuECAAAAgOyCwAUAAAAAJsny53ABAAAAME9CQoLCw49KkvKePCGv/59+8uQJXfXyuu1y4eHhKpcVxvZlcQQuAAAA4D4WHn5UETPnqoS3r9xPHLNPd1+/XQnHz992uQtHDiqmaMl7UWK2RuACAAAA7nMlvH1VrlBRuVy98r9pXj5KvMMFMY5FRdyL0rI9zuECAAAAAJMQuAAAAADAJAwpBAAAACBJMvLkVUKlYPtjZByBCwAAAIAkyShcTDG93nV2GTkKQwoBAAAAwCQELgAAAAAwCUMKAQAAAEiSLJeiZd25RZJkq1JDRoGCzi0oByBwAQAAAJAkWaIilHvWVEnStRIPELgyAUMKAQAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATMJ9uAAAAABIkoz8nooPbWx/jIwjcAEAAACQJBm+hRT79IvOLiNHYUghAAAAAJiEwAUAAAAAJmFIIQAAAABJkuVCpNzW/i5Jiq/fWIaXr5Mryv4IXAAAAAAkSZboC3Jf/oskKSGwOoErEzCkEAAAAABMQuACAAAAAJMQuAAAAADAJAQuAAAAADAJgQsAAAAATELgAgAAAACTELgAAAAAwCTchwsAAACAJMnw8lFs6472x8g4AhcAAAAASZJR0Fvxjz7h7DJyFAIXAAAAkAMkJCQoPPxompcLDw9XOcPI/IIgicAFAAAA5Ajh4UcVMXOuSnj7pmm5C0cOKqZoSZOqAoELAAAAyCFKePuqXKGiaVrmWFSE/bHl3Bm5L5kjSYpr/qSMQkUytb77EVcpBAAAACBJsly9LLfNf8lt81+yXL3s7HJyBAIXAAAAAJiEwAUAAAAAJiFwAQAAAIBJCFwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASbjxMQAAAABJUqJfYcV0fdX+GBlH4AIAAABwQ74CSqgV6uwqchQCFwAAAJCFJCQkKDz8aJqXCw8PVznDyPyCkCEELgAAACALCQ8/qoiZc1XC2zdNy104clAxRUuaVBXSi8AFAAAAZDElvH1VrlDRNC1zLCoiw69rOX1CuX+cKkmKefpFGUVLZHid9zsCFwAAAABJkiXmuqz/7rc/ZoBixnFZeAAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAlXKQQAAABMwA2MIRG4AAAAAFNwA2NIBC4AAADANM66gXF6JRYtoWuvD7Y/RsYRuAAAAADckNtDieXKO7uKHIXABQAAANwB52IhIwhcAAAAwB1wLhYygsAFAAAA3EV2OxcrvVyO/6fcX42RJMV0f1OJJcs4uaLsj8AFAAAA4IaEBLmcj7Q/RsZx42MAAAAAMAmBCwAAAABMQuACAAAAAJMQuAAAAADAJFw0AwAAANlGeu+JlZCQIMkiV1drmpflflrICAIXAAAAso303hNr55GD8vbIo3JFS6T5NbmfFjKCwAUAAIBsJb33xCqUJ1+al0taFkgvAhcAAAAASVJiidK6+uFESZKR39PJ1eQMBC4AAAAAN7i5yUjjcE3cGVcpBAAAAACTcIQLAAAA6XbrVQPd3KyKj7elarn0XDWQKwYiuyFwAQAAIN2XWw8PD1eutZtV6v+HoVlcLHJJvHsgSu9VA7lioLlc/jskjzEDJUnX3xyqxDIPObmi7I/ABQAAkAXd6/tN3RqcUuvCkYMKLFrSfvU/i4tFRioCV3qvGsgVA81n4QhipiJwAQAAZEH3+n5Ttwan1CIAAXdG4AIAADBRRobqlfPyuWf3myI4AeYgcAEAgPtKdhqqx7lKQPZ33wWumTNn6uuvv1ZERITKly+vDz74QEFBQc4uCwCA+1J6w0+SUqVKy9U1bV9nGKoH4F66rwLXkiVLNHz4cA0ZMkRVqlTRjBkz1K1bNy1btkw+Pj7OLg8AkINlJFikJ1Tc7vXudsnu9B7FuddHfyTpWOQ5hYfVVqlSpdL8mgzVA3Cv3FeBa9q0aXrqqafUrl07SdKQIUO0atUqzZ07V927d3dydQDuB3f70n27L8Pp/TIrZe6X9az4mvc6INzrYJGRUJHS693tkt3pPYpzr4/+SDeCjOX3tcrFZcUBZGH3TeCKi4vT3r171aNHD/s0FxcX1a1bV9u3b0/1eiwWM6pLn3//PezsEu47Fovk6mpVQoJNXDEV6REeHq7IhctUKL9nivNvdznlPSePyTO3h0r6FErT6527fFHhrR9L15f1O9WZlV4zve/NvV7un5PHVKlI8TQtI0lnL0Xr2pwFcrlHr+cMJ6Oj5OHhkeblzl68IG+PPPfsNc9evKD4uFiWu8tyqb0svLPrzMqv6czl8lyIkv//Tz9xIUrX8ubLMnWeOB+pYspa38dTw2IY98fXxrNnz+rhhx/WrFmzFBwcbJ8+atQobd68WT///LMTqwMAAACQE7k4uwAAAAAAyKnum8Dl5eUlq9WqqKgoh+lRUVHy9U37iboAAAAAcDf3TeByd3dXpUqVtH79evu0xMRErV+/3mGIIQAAAABklvvmohmS9Pzzz+vdd99V5cqVFRQUpBkzZuj69etq27ats0sDAAAAkAPdV4GrefPmOn/+vMaPH6+IiAhVqFBBU6dOZUghAAAAAFPcN1cpBAAAAIB77b45hwsAAAAA7jUCFwAAAACYhMAFAAAAACYhcAEAAACASQhcuK/NnDlTjRo1UmBgoNq3b69du3bdsf306dP16KOPKigoSGFhYRo2bJhiY2MztE7kbJndxyZMmKCAgACHn8cee8zszUAWlZb+FR8fr4kTJ6px48YKDAxU69attWbNmgytEzlfZvcx9mFIsnnzZvXs2VOhoaEKCAjQ77//ftdlNm7cqDZt2qhy5cpq0qSJ5s2bl6xNltyHGcB96tdffzUqVapkzJkzxzh06JAxYMAAo0aNGkZkZGSK7RcuXGhUrlzZWLhwoXH8+HFj7dq1Rr169Yxhw4ale53I2czoY+PHjzdatGhhnDt3zv4TFRV1rzYJWUha+9eoUaOM0NBQY9WqVUZ4eLgxc+ZMIzAw0Ni7d2+614mczYw+xj4MSVatWmWMHTvW+O233wx/f39jxYoVd2wfHh5uVKlSxRg+fLhx+PBh47vvvjMqVKhgrFmzxt4mq+7DCFy4bz355JPGkCFD7M9tNpsRGhpqTJ48OcX2Q4YMMZ599lmHacOHDzc6duyY7nUiZzOjj40fP95o3bq1OQUjW0lr/6pXr57x/fffO0x79dVXjTfffDPd60TOZkYfYx+GlKQmcI0aNcpo0aKFw7S+ffsaL7zwgv15Vt2HMaQQ96W4uDjt3btXdevWtU9zcXFR3bp1tX379hSXCQ4O1t69e+2Hpo8fP67Vq1crLCws3etEzmVGH0ty7NgxhYaG6pFHHtGbb76pU6dOmbchyJLS07/i4+Pl7u7uMC1Xrlzatm1buteJnMuMPpaEfRjSY8eOHQoJCXGYFhoaqh07dkjK2vswV6e+OuAkFy5ckM1mk4+Pj8N0Hx8fHTlyJMVlWrVqpQsXLqhTp04yDEMJCQnq2LGjevbsme51Iucyo49JUlBQkIYPH64yZcooIiJCkyZNUufOnbVo0SLly5fP1G1C1pGe/hUaGqrp06erZs2aKlWqlNavX68VK1bIZrOle53IuczoYxL7MKRfZGSkfH19Hab5+vrqypUriomJ0cWLF7PsPowjXEAqbdy4UZMnT9agQYM0b948TZw4UatXr9akSZOcXRpyiNT0sbCwMDVr1kzly5dX/fr19dVXX+nSpUtaunSpEytHdvD+++/rgQceULNmzVS5cmUNHTpUbdu2lYsLXwWQOVLTx9iH4X7EES7cl7y8vGS1WhUVFeUwPSoqKtl/T5J89tlnat26tdq3by9JCggI0LVr1zRw4EC9/PLL6Vonci4z+lhKX4wLFCig0qVLKzw8PPM3AllWevqXt7e3Pv/8c8XGxio6OlqFChXS6NGjVbJkyXSvEzmXGX0sJezDkFq+vr6KjIx0mBYZGal8+fIpd+7ccnFxybL7MP6thfuSu7u7KlWqpPXr19unJSYmav369QoODk5xmZiYmGRfeK1WqyTJMIx0rRM5lxl9LCVXr17V8ePH5efnl0mVIzvIyP4mV65cKly4sBISEvTbb7/pkUceyfA6kfOY0cdSwj4MqVW1alVt2LDBYdq6detUtWpVSVl7H8YRLty3nn/+eb377ruqXLmygoKCNGPGDF2/fl1t27aVJL3zzjsqXLiw3nzzTUlSw4YNNW3aNFWsWFFBQUEKDw/XZ599poYNG9q/FN9tnbi/mNHHRo4cqYYNG6pYsWI6d+6cJkyYIBcXF7Vs2dJp2wnnSGv/2rlzp86ePasKFSro7NmzmjBhghITE/Xiiy+mep24v5jRx9iHIcnVq1cdjmyeOHFC+/btk6enp4oVK6YxY8bo7NmzGjVqlCSpY8eOmjlzpkaNGqV27dppw4YNWrp0qSZPnmxfR1bdhxG4cN9q3ry5zp8/r/HjxysiIkIVKlTQ1KlT7YedT58+7XC04eWXX5bFYtGnn36qs2fPytvbWw0bNtTrr7+e6nXi/mJGHztz5ozeeOMNRUdHy9vbW9WrV9dPP/0kb2/ve759cK609q/Y2Fh9+umnOn78uPLkyaOwsDCNGjVKBQoUSPU6cX8xo4+xD0OSPXv26Nlnn7U/Hz58uCSpTZs2GjFihCIiInT69Gn7/JIlS2ry5MkaPny4vv32WxUpUkQfffSR6tevb2+TVfdhFuN241QAAAAAABnCOVwAAAAAYBICFwAAAACYhMAFAAAAACYhcAEAAACASQhcAAAAAGASAhcAAAAAmITABQAAAAAmIXABAAAAgEkIXACADFm5cqVeeOEF1apVS5UrV1ajRo00cOBA/ffff5n6Ov369VPLli0zdZ13s2PHDr344ouqV6+egoKC1KhRI/Xp00c7d+40pa4JEyYoODjY/nzjxo0KCAjQ7t27M2X9Ka1vwoQJ2rZtW6asHwCQnKuzCwAAZF+jR4/WlClT9Oijj+rDDz+Ut7e3wsPDNXfuXL3++uv65ZdfMu21evXqpWvXrmXa+u5m69atevbZZ1W/fn0NGTJEefPm1bFjx/T7779r165dqlKlSqbX1b59e4WFhWXKulJSqVIlzZ49W2XLlrVPmzhxovLkyaNq1aqZ9roAcD8jcAEA0mX16tWaMmWKevXqpddee80+vWbNmmrXrp3+/PPPTH29UqVKZer67ubHH39U8eLFNWnSJFmtVklSSEiIOnbsqMTERFPqKlKkiIoUKZJp60tiGIbi4+OVL18+Va1aNdPXDwC4PYYUAgDS5ZtvvpGvr6969eqV4vyGDRvaH8fGxmr48OEKDQ1VYGCgHn/8ca1YscKh/aFDh/TSSy+pdu3aqlKlih599FFNmTLFPv/WoXvz5s1TQECA/vnnH7344ouqWrWqmjZtmuJRtVWrVql9+/YKCgpSnTp1NGjQoLselbp06ZK8vb3tYetmLi7/+/N5u7p2796tF154wb4t69atU2JiosaNG6e6deuqbt26GjNmjEN4u3VIYUq++eYbtWvXTtWrV1dISIh69OiRbPhmUk2rV69W69atFRgYqD/++CPZkMKAgABJ0qhRoxQQEKCAgABt3LhRvXv3VseOHZO99g8//KDAwEBFR0ffsUYAwP8QuAAAaZaQkKBt27apTp06cnNzu2v7t956S7Nnz9aLL76oSZMmqVy5curdu7dWrlxpb9OzZ09dunRJH3/8sSZPnqxu3brp+vXrqVp3aGioJk2apAoVKqhfv376999/7fOXLVuml19+Wf7+/po4caLefvttrVixQu+///4d11upUiVt375dn376qcP6Uuvdd99VgwYNNHHiRBUqVEivvvqqPv74Y505c0YjR45Up06d9NVXX+nXX39N03rPnDmjZ555Rp9//rk++ugjJSYmqmPHjslC0Llz5/TRRx/pueee05QpU1ShQoVk65o9e7YkqUuXLpo9e7Zmz56tSpUqqX379tq+fbuOHDni0H7u3Llq0qSJChYsmKaaAeB+xpBCAECaRUdHKy4uTsWKFbtr2/379+u3337TkCFD7EdNHn74YZ08eVKTJk3SI488ovPnz+vEiRN6//331ahRI0lSnTp1UlVL586d1blzZ0lScHCwVq9ereXLl6tXr14yDEOjRo1S8+bN9fHHH9uX8fPzU/fu3dWrVy899NBDKa63W7du2rlzp7744gt98cUXKliwoEJDQ/X000+rRo0ad63rmWeeUadOnSRJhQsXVqtWrbRnzx57yKlfv77++OMPLVu2TK1atUrVtkpS//797Y9tNpvq1aunkJAQLV++XB06dLDPu3jxoqZMmWI/10y6EdZuljS8sGjRog5DDUNDQ1WsWDHNnTtXb7/9tiTp4MGD2rNnj954441U1woA4AgXACADLBbLXdts3bpVkvTYY485TG/WrJn++ecfXbt2TV5eXipevLjGjh2r+fPnJwsGdxIaGmp/nCdPHhUrVsy+/H///aeTJ0+qWbNmSkhIsP/UqlVLLi4u2rNnz23Xmy9fPn3zzTf6+eef9corr6h8+fJavny5nnnmGf388893ratevXr2x6VLl5aUPESWKVNGp0+fTvW2SjeunPj888+rdu3aqlixoqpUqaJr167p6NGjDu0KFizoELbSwsXFRe3atdOCBQuUkJAg6cbRreLFiyskJCRd6wSA+xWBCwCQZgULFlSuXLl06tSpu7a9ePGi3Nzckg1D8/X1lWEYunz5siwWi77++ms9+OCDGjp0qMLCwtS2bVtt3rz5ruvPnz+/w3M3NzfFxcVJki5cuCBJeuWVV1SpUiX7T5UqVWSz2VIVdoKCgtSnTx/NmDFDS5cuVZEiRTR69Og01eXu7i5JKlCgwG1rTY1Tp07phRdekM1m05AhQ/Tjjz9qzpw58vHxUWxsrENbX1/fVK83JU8++aTOnz+v1atXKz4+XgsXLlSbNm0czl8DANwdQwoBAGnm6uqqatWqacOGDUpISJCr6+3/nHh6eio+Pl4XL16Up6enfXpkZKQsFos9mJQpU0bjx49XfHy8tm/frrFjx6pnz55as2aN8ubNm646k0LewIEDFRQUlGx+oUKF0rS+kiVL6rHHHtO0adMUGRmZ4VCTVmvXrtW1a9c0ceJEe3hLSEjQxYsXk7VNzdHHOylSpIjq16+vuXPnymaz6cKFC2rbtm2G1gkA9yP+TQUASJfnn39eERER+vLLL1Ocv3r1aklS9erVJd24eMXNli1bpooVKypPnjwO093c3FSrVi11795dV65c0blz59Jd44MPPqgiRYro+PHjCgwMTPZTuHDh2y4bGRmZ4vSjR4/K3d092dGqeyEmJkYWi8Uh4C5dutQ+7C893Nzckh0dS9K+fXutXr1a33zzjUJCQlS8ePF0vw4A3K84wgUASJewsDC9+OKLmjBhgg4fPqwWLVrIy8tLJ06c0Ny5c3X58mWFhYWpfPnyatq0qUaMGKGYmBiVKVNGCxcu1Pbt2/X5559LunFhjZEjR6p58+YqWbKkrly5osmTJ6t48eIZus+VxWJRv3799NZbb+natWtq0KCBPDw8dOrUKa1evVqvv/66ypQpk+KyAwYMkM1mU9OmTVW6dGlduXJFy5cv159//qmuXbvahwneS0nngL333nvq2LGjDh06pGnTpmUo/D344INauXKlatSoIQ8PD5UpU0b58uWTJDVo0EBeXl72I44AgLQjcAEA0u3tt99WcHCwZs6cqf79++v69esqVKiQQkND1a1bN3u7Tz75RGPHjtWUKVMUHR2tBx98UOPHj7dfkdDPz0++vr6aPHmyzp49q/z586tGjRr65JNPUrwPVlo0a9ZMBQoU0JdffqlFixZJkooXL6769evfcUhg586d9csvv2jy5MmKiIhQ7ty5VapUKX388cdq06ZNhmpKr4CAAA0fPlwTJ05Ujx49VKFCBX322Wfq27dvutc5cOBADRs2TC+99JJiYmL07bffqnbt2pJuDB1t1KiRli1bpiZNmmTSVgDA/cViGIbh7CIAAEDWk5iYqMaNG6thw4b64IMPnF0OAGRLHOECAAAO4uLitH//fi1fvlxnzpyx3+cMAJB2BC4AAODg3Llzat++vby9vfXBBx/owQcfdHZJAJBtMaQQAAAAAEzCZeEBAAAAwCQELgAAAAAwCYELAAAAAExC4AIAAAAAkxC4AAAAAMAkBC4AAAAAMAmBCwAAAABMQuACAAAAAJP8H/xUKjM38qPDAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "def calculate_pairwise_similarities(embeddings1, embeddings2):\n", + " \"\"\"Calculate cosine similarities between corresponding pairs\"\"\"\n", + " similarities = []\n", + " for i in range(len(embeddings1)):\n", + " sim = cosine_similarity([embeddings1[i]], [embeddings2[i]])[0][0]\n", + " similarities.append(sim)\n", + " return np.array(similarities)\n", + "\n", + "# Calculate cosine similarities\n", + "pairwise_similarities = calculate_pairwise_similarities(original_embeddings, augmented_embeddings)\n", + "\n", + "print(f\"Average cosine similarity between original and augmented SMILES: {np.mean(pairwise_similarities):.4f}\")\n", + "print(f\"Standard deviation: {np.std(pairwise_similarities):.4f}\")\n", + "print(f\"Min similarity: {np.min(pairwise_similarities):.4f}\")\n", + "print(f\"Max similarity: {np.max(pairwise_similarities):.4f}\")\n", + "\n", + "# Plot similarity distribution\n", + "plt.figure(figsize=(10, 6))\n", + "plt.hist(pairwise_similarities, bins=50, alpha=0.7, edgecolor='black')\n", + "plt.axvline(np.mean(pairwise_similarities), color='red', linestyle='--', \n", + " label=f'Mean: {np.mean(pairwise_similarities):.4f}')\n", + "plt.xlabel('Cosine Similarity')\n", + "plt.ylabel('Frequency')\n", + "plt.title('Distribution of Cosine Similarities Between Original and Augmented SMILES')\n", + "plt.legend()\n", + "plt.grid(True, alpha=0.3)\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "d7fa6ed4-b546-4544-bb00-4d90a99678da", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "=== Embedding Space Analysis ===\n", + "Embedding dimensionality: 512\n", + "Average L2 norm (original): 11.9105\n", + "Average L2 norm (augmented): 11.9072\n", + "Average intra-class similarity (original): 0.0047\n", + "Average intra-class similarity (augmented): 0.0048\n", + "Average inter-class similarity: 0.0049\n", + "\n", + "=== Nearest Neighbor Analysis (k=5) ===\n", + "Augmented SMILES in top-5 neighbors: 5000/5000 (100.0%)\n", + "Augmented SMILES as top-1 neighbor: 4872/5000 (97.4%)\n" + ] + } + ], + "source": [ + "# 1. Embedding Space Statistics\n", + "def analyze_embedding_space(original_emb, augmented_emb):\n", + " \"\"\"Analyze the embedding space properties\"\"\"\n", + " print(\"=== Embedding Space Analysis ===\")\n", + " \n", + " # Dimensionality and norms\n", + " print(f\"Embedding dimensionality: {original_emb.shape[1]}\")\n", + " print(f\"Average L2 norm (original): {np.mean(np.linalg.norm(original_emb, axis=1)):.4f}\")\n", + " print(f\"Average L2 norm (augmented): {np.mean(np.linalg.norm(augmented_emb, axis=1)):.4f}\")\n", + " \n", + " # Intra-class similarities\n", + " orig_similarities = cosine_similarity(original_emb)\n", + " aug_similarities = cosine_similarity(augmented_emb)\n", + " \n", + " # Remove diagonal (self-similarity)\n", + " orig_similarities_off_diag = orig_similarities[np.triu_indices_from(orig_similarities, k=1)]\n", + " aug_similarities_off_diag = aug_similarities[np.triu_indices_from(aug_similarities, k=1)]\n", + " \n", + " print(f\"Average intra-class similarity (original): {np.mean(orig_similarities_off_diag):.4f}\")\n", + " print(f\"Average intra-class similarity (augmented): {np.mean(aug_similarities_off_diag):.4f}\")\n", + " \n", + " # Inter-class similarities\n", + " inter_similarities = cosine_similarity(original_emb, augmented_emb)\n", + " print(f\"Average inter-class similarity: {np.mean(inter_similarities):.4f}\")\n", + "\n", + "analyze_embedding_space(original_embeddings, augmented_embeddings)\n", + "\n", + "# 2. Nearest Neighbor Analysis\n", + "def nearest_neighbor_analysis(original_emb, augmented_emb, k=5):\n", + " \"\"\"Analyze nearest neighbors between original and augmented embeddings\"\"\"\n", + " print(f\"\\n=== Nearest Neighbor Analysis (k={k}) ===\")\n", + " \n", + " # For each original embedding, find its k nearest neighbors in augmented set\n", + " similarities = cosine_similarity(original_emb, augmented_emb)\n", + " \n", + " # Find cases where augmented version is among top-k neighbors\n", + " correct_matches = 0\n", + " top1_matches = 0\n", + " \n", + " for i in range(len(original_emb)):\n", + " # Get similarity scores for i-th original embedding\n", + " sim_scores = similarities[i]\n", + " top_k_indices = np.argsort(sim_scores)[-k:][::-1]\n", + " \n", + " if i in top_k_indices:\n", + " correct_matches += 1\n", + " if np.argmax(sim_scores) == i:\n", + " top1_matches += 1\n", + " \n", + " print(f\"Augmented SMILES in top-{k} neighbors: {correct_matches}/{len(original_emb)} ({100*correct_matches/len(original_emb):.1f}%)\")\n", + " print(f\"Augmented SMILES as top-1 neighbor: {top1_matches}/{len(original_emb)} ({100*top1_matches/len(original_emb):.1f}%)\")\n", + "\n", + "nearest_neighbor_analysis(original_embeddings, augmented_embeddings)" + ] + }, + { + "cell_type": "markdown", + "id": "f136743a-c742-469b-a9b8-9a4da8eb4c08", + "metadata": {}, + "source": [ + "Объяснение\n", + "\n", + "* Embedding Space Analysis. Показывает, что различные величины (L2 norm - длина вектора, близости) практически идентичны для оригинальных, и для аугментированных молекул (показывая, что они отображаются практически одними и теми же для модели)\n", + "* Nearest Neighbor Analysis (k=5). Показывает, что топ 5 ближайших векторов к любому из векторов - всегда его аугментация (кроме его самого, естественно). В 97.4 % случаях вектор, соответствующий аугментации, является ближайшим." + ] + }, + { + "cell_type": "markdown", + "id": "133fb52e-bea8-4159-ab06-386998b71ed0", + "metadata": {}, + "source": [ + "С разными SMILES - ровно обратная картина, как и должно быть (различные smiles являются очень разными)" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "id": "cc48f04e-b8bf-415b-89f0-b51d98f7e6b6", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAA1MAAAIkCAYAAAD76HFRAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQAAfIhJREFUeJzt3XmcjeX/x/H3mc02jNkYM0y2Zsi+h5ElkVAhVNKmVBJfKSRZoqjkK0sR0m6JiLKUihJK2SVL4TSGzGIwyMyZuX9/+M35OubMdjvjHDOv5+Ph4cx9X9d9f+5z3fd9zufc133dFsMwDAEAAAAA8sXL3QEAAAAAwPWIZAoAAAAATCCZAgAAAAATSKYAAAAAwASSKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCkVOdHS0pk+f7u4wctSuXTuNGDHCpcu8crs///xzRUdHKzY21qXr6du3r/r27evSZbrKiBEj1K5du2uyrivbMPP93r179zVZvye3Q6aEhAQNGjRIzZo1U3R0tN5//32XLTs2NlbR0dH6/PPPHab/8MMPuuuuu1SnTh1FR0frzJkzkqTly5fr9ttvV61atdS4cWOXxVEUeMo5dfr06YqOjnbLuh9//HGNGjXKLes2wxPPDwX1mXS9GzJkiAYPHuzuMJADH3cHgKLNarVq7ty5+umnn3Ty5En5+voqKipKnTp1Uu/evVW8eHF3h+hS+/fv18yZM7V7924lJCSobNmyql69utq1a+dxH2yu8s8//2jx4sVq3769atas6bLlTp8+XTNmzLD/Xbx4cQUGBqpGjRq67bbb1LVrV/n5+V31eg4dOqTVq1erW7duqlix4lUvz5U8Oba8mDhxon788UcNHDhQISEhql27drZlL/+S7O3tLX9/f1WsWFENGzbUvffeq+rVq+e6vlOnTuk///mPbrzxRo0ePVp+fn4qUaKE/vzzT73wwgtq1aqV+vfv79Hnnfy2eeZxYrFY9P3336tChQoO81NSUtSiRQtdvHhRffr00ejRowsq9ELrt99+008//aTVq1fbp33++ed64YUXtGTJEtWpUydLnSeeeEIHDx7Ud999dy1DvWoXLlzQ3Llz1bRpUzVr1sxtcfz666+aNWuW9u/fr+TkZAUHB6tGjRrq3Lmzunbtai+Xed6455579Morr2RZzn//+1/NmjVLkrR582YFBQVJuvTD29q1a7V9+3Z72b59++rUqVP68ssvs43rys+lK23cuFGhoaGSpKSkJL399tvauHGj4uLiVKpUKUVERKhZs2YaMGCASpUqJelSot6jRw/98ccfqlGjRl7fIlxDJFNwm/Xr12vw4MHy8/PTXXfdpaioKKWlpem3337TG2+8oUOHDmn8+PEuX++uXbvk7e3t8uXmZtu2bXrwwQcVHh6unj17KjQ0VMePH9fOnTv14YcfOiRTa9askcVicen6r9V2z5s3z+HvkydPasaMGYqIiHBpMpVp7NixKlmypFJTU/XPP/9o48aNGjlypD744APNnj3b4cvj+PHjZRhGvpZ/6NAhzZgxQ02bNs1XwlIQbXilnGK7sh080ZYtW3TrrbeqX79+eSrfsmVL3XXXXTIMQykpKfrjjz+0fPlyLViwQM8995weeeQRe9mIiAjt2rVLPj7/+5jbvXu3zp07p8GDB6tFixb26b/88osyMjL04osv6oYbbnDdBhYAs/ujn5+fvvzySz3++OMO07/++mtXh1jkzJs3T82bN/f4fccVLly4oBkzZmjgwIFuS6ZWr16tIUOGqGbNmnrwwQcVEBCg2NhYbd26VYsXL3ZIpiSpWLFi+vrrrzVmzJgsP7B9+eWXKlasmC5evOjSGDM/l65UpkwZSVJycrJ69OihlJQU9ejRQ1WrVlVycrL279+vBQsW6L777rMnUzfddJNq166t9957T6+//rpL44RrkEzBLf7++28NGTJE4eHh+uCDD1SuXDn7vD59+ujo0aNav359gay7WLFiBbLc3MyaNUulS5fWkiVL7CfUTImJiQ5/u+KKypUKersvXLigEiVKFEjsOenYsaP910RJGjhwoFasWKHhw4dr8ODBWrx4sX2er69vgcZiGIYuXryo4sWLX/P34UruXn9eJCYmZjkWclK5cmXdddddDtOGDh2qp556SpMmTVLVqlXVunVrSZLFYsmyzyclJUmSSpcunSUOZ9Ovxvnz551+mXKX1q1b66uvvsqSTH355Zdq06aN1q5d66bIrm+JiYnasGGDxo4d69Y4PG1/K0gzZsxQ9erVtWjRoiznuSs/SyWpVatW+u677/TDDz+offv29unbtm1TbGysOnbs6PL9/8rPpSstWbJEcXFxWrBggRo2bOgwLyUlJctnVadOnTR9+nSdO3fOnmTBc3DPFNxi7ty5On/+vF555RWHRCrTDTfcoIceesj+t81m08yZM9W+fXvVrl1b7dq105QpU5SamupQb/fu3erXr5+aNWumunXrql27dnrhhRccylzZvz+zn/3Ro0c1YsQINW7cWI0aNdILL7ygCxcuZIntiy++UPfu3VW3bl01bdpUQ4YM0fHjx3PdZqvVqurVqzv98hgcHOzwd3b32/z666+aMGGCbr75ZjVu3FijR49Wamqqzpw5o2HDhqlJkyZq0qSJXn/99SxXYPJyX8O6devUv39/xcTEqHbt2mrfvr1mzpyp9PR0h3J9+/ZVly5dtGfPHvXp00f16tXTlClT7PMyr7L9/PPPuueeeyRJL7zwgqKjo+33sUybNk21atWyf8G93EsvvaTGjRub/rXwzjvvVM+ePbVz50799NNP9unO7pn66quv1L17dzVo0EANGzZU165d9cEHH0i69L5n9lV/8MEH7fH//PPPki610xNPPKEff/zRvk8sXLjQPs/ZfW///vuvRo8erWbNmqlhw4YaNmyYTp8+7VAmu7a6fJm5xebsnojExESNHDlSLVq0UJ06dXTnnXdq2bJlDmUy7zWaN2+eFi1aZD/mevTooV27duX0ttv9/fffGjRokJo2bap69eqpV69eDj+OZO7PhmHok08+scduRmBgoKZMmSIfHx+98847WbYj856pvn37avjw4ZIudfmJjo627w+Z73Xz5s2zvPcbNmzQ/fffr/r166tBgwbq37+/Dh486BDDiBEj1KBBA1mtVj3++ONq0KCBnnvuOUlSRkaG3n//fXXu3Fl16tRRixYtNHr06Cxtnrkv/frrr7rnnntUp04d3XrrrVq+fLnD+5ZTm+ekS5cu2rdvn/7880/7tPj4eG3ZskVdunRxWicv+0t2/vnnH73wwgtq0aKFateurc6dO2vJkiVZyl28eFHTp09Xx44dVadOHcXExGjgwIGyWq2SLp1DnG1jdvfEOZOXc/aRI0f0zDPPqGXLlqpTp45uueUWDRkyRGfPns1x2evXr5fNZnO40mlGfo47V+xvV0pNTdVbb72l7t27q1GjRqpfv77uv/9+bdmyxSHG5s2bS7qU0GTuf5cfL3/++af92K9Tp466d++ub7/9Nsv6Dh48qAcffFB169bVLbfcorffflsZGRl5eq+sVqvq1Knj9AejKz9LJal8+fJq3Lhxlu55K1euVFRUlG688cY8rdeVrFarvL29Vb9+/Szz/P39s/wQ1KJFC50/f16bNm26RhEiP7gyBbf4/vvvValSpSy/yGRn1KhRWrZsmTp27KhHHnlEu3bt0uzZs/Xnn39q5syZki598Pfr10+BgYHq37+/ypQpo9jYWH3zzTd5Wsd//vMfVaxYUc8++6x+//13ffbZZwoKCtLzzz9vL/POO+/orbfeUqdOnXTPPfcoKSlJH3/8sfr06aPly5fn+Ct7RESEtm/frgMHDigqKipPMV1pwoQJCgkJ0TPPPKOdO3dq0aJFKl26tLZv364KFSpoyJAh+uGHHzRv3jxFRUXp7rvvztfyly1bppIlS+qRRx5RyZIltWXLFk2bNk0pKSn2L6KZkpOT9fjjj6tz58668847nX6IVatWTYMGDdK0adPUu3dvNWrUSJLUsGFDNWrUSDNnztSqVav0wAMP2OukpqZq7dq16tChw1VdTbvzzju1aNEibdy4US1btnRa5qefftKzzz6r5s2b27+M/PXXX9q2bZseeughNWnSRH379tVHH32kJ598UlWrVrVvV6bDhw9r6NCh6t27t3r16qUqVarkGNfLL7+sMmXKaODAgTp8+LAWLFiguLg4ffTRR/nqFpiX2C7377//qm/fvrJarerTp48qVqyoNWvWaMSIETpz5ozDjxfSpSsW586dU+/evWWxWDR37lw988wzWrduXY5X+BISEnTvvffqwoUL6tu3rwIDA7Vs2TI99dRTmjZtmm677TZ7wj9s2DB7172rER4eriZNmujnn39WSkqK/P39s5R58sknVaVKFS1atEiDBg1SxYoVFRkZqfbt22v58uX65ptv7F1zMhO75cuXa8SIEYqJidFzzz2nCxcuaMGCBbr//vu1bNkyh252NptN/fr1U6NGjTR8+HD7fVejR4/WsmXL1L17d/Xt21exsbH65JNP9Pvvv2vBggUO7+XRo0c1ePBg3XPPPerWrZuWLl2qESNGqFatWrrxxhvz3eaXa9KkicLCwvTll1/aE7JVq1apZMmSatOmTZby+d1fLpeQkKBevXrJYrGoT58+CgoK0g8//KAXX3xRKSkpevjhhyVJ6enpeuKJJ7R582Z17txZDz74oM6dO6effvpJBw4cUGRkZK7blZu8nLNTU1PVr18/paam6oEHHlBISIj++ecfrV+/XmfOnMnxiuX27dtVtmxZRUREXHWsUt6PO1fsb5dLSUnRZ599pi5duqhnz546d+6clixZoscee0yfffaZatasqaCgII0dO1Zjx47Vbbfdpttuu03S/+5LOnjwoO677z6VL19ejz/+uEqWLKnVq1fr6aef1vTp0+3l4+Pj9eCDDyo9PV39+/dXiRIltHjx4jyf78PDw7V582adOHFCYWFhearTtWtXvfLKK/YrOzabTWvWrNEjjzzi8i5+kpwmrz4+PvbvCBEREUpPT9cXX3yhbt265bq86tWrq3jx4tq2bZv9fYQHMYBr7OzZs0ZUVJTx1FNP5an8vn37jKioKOPFF190mD5p0iQjKirK2Lx5s2EYhvHNN98YUVFRxq5du3JcXlRUlDFt2jT739OmTTOioqKMF154waHc008/bTRt2tT+d2xsrFGzZk3jnXfecSi3f/9+46abbsoy/UobN240atasadSsWdPo3bu38frrrxs//vijkZqamqVs27ZtjeHDh9v/Xrp0qREVFWU8+uijRkZGhn167969jejoaGP06NH2aTabzbjllluMBx54IMftzlzm33//bZ924cKFLLG89NJLRr169YyLFy/apz3wwANGVFSUsWDBgizlH3jgAYd179q1y4iKijKWLl2apWzv3r2Nnj17Okz7+uuvjaioKGPLli1Zyl8us90SExOdzj99+rQRFRVlPP300/Zpw4cPN9q2bWv/e8KECUbDhg0Nm82W7XpWr16dbTxt27Y1oqKijB9++MHpPGdt2K1bN4c2nzNnjhEVFWWsW7fOPu3KtspumTnFdmU7vP/++0ZUVJTxxRdf2KelpqYavXv3NurXr2+cPXvWMAzD+Pvvv42oqCijadOmRnJysr3sunXrjKioKOO7777L+iZd5pVXXjGioqKMrVu32qelpKQY7dq1M9q2bWukp6c7bOe4ceNyXF5ey06YMMGIiooy9u3b57Adl+93mW1w5TnC2b6UkpJiNG7c2Bg1apRD2fj4eKNRo0YO04cPH25ERUUZkydPdii7detWIyoqylixYoXD9B9++CHL9Mx96fL3LTEx0ahdu7YxadIk+7Sc2tyZy7dt0qRJxm233Waf16NHD2PEiBGGYWR9f/O6v2TWvXx/HTlypNGyZUsjKSnJIZYhQ4YYjRo1sp9nlixZYkRFRRnz58/PEnfmeW7Lli1Ot9dZ+2Zua6a8nrN///13Iyoqyli9erWztzBH9913n9GtW7cs07Pb1zL179/f4VyUn+POFfvblecHm83mcI43jEvn0BYtWjh8NiYmJmZ7fnrooYeMLl26OCwnIyPD6N27t9GhQwf7tMxzxM6dOx2W26hRoyyfSc589tlnRlRUlFGrVi2jb9++xtSpU42tW7c6nFsyZe7XycnJRq1atYzly5cbhmEY69evN6Kjo43Y2Finx//w4cON+vXrOyzrgQceMDp37pxjbJnLcvavY8eO9nLx8fHGzTffbERFRRm33367MXr0aGPlypXGmTNnsl12hw4djMceeyzH9cM96OaHay4lJUWS8tzvd8OGDZLkcHO5JD366KMO8zN/PVy/fr3S0tLyHde9997r8Hfjxo2VnJxsj/ebb75RRkaGOnXqpKSkJPu/kJAQ3XDDDbl2tWnZsqUWLlyodu3a6Y8//tDcuXPVr18/3XLLLU67QThzzz33OFy9qFu3rgzDsHelky6NdFa7dm39/fffed10u8tHMUtJSVFSUpIaN26sCxcu6K+//nIo6+fnp+7du+d7HZe76667tHPnTnuXHulS14sKFSqoadOmV7XszPsHzp07l22ZMmXK6MKFCw5dAfOrYsWKatWqVZ7L9+7d2+HX4fvuu08+Pj72/big/PDDDwoNDXXo0uXr66u+ffvq/Pnz2rp1q0P5O+64QwEBAfa/M4cLz22/2rBhg+rWreswvHipUqXUu3dvHTt2TIcOHXLF5mSRl/bOj02bNunMmTPq3Lmzw/Hu5eWlevXqOT3e77vvPoe/16xZo9KlS6tly5YOy6hVq5ZKliyZZRnVq1d3eN+CgoJUpUoVU8eyM127dtXRo0e1a9cuHT16VLt3785ys36m/O4vmQzD0Ndff6127drJMAyH7Y6JidHZs2e1d+9eSZcGvwgMDHS4Mp3JFYO35PWcnXklc+PGjU67duckOTnZ4Ti5Wvk57q52f7uct7e3vdtcRkaGkpOTZbPZVLt2bf3++++5xp2cnKwtW7aoU6dO9s+OpKQknTp1SjExMTpy5Ij++ecfSZfOEfXr11fdunXt9YOCgrLdF690zz33aO7cuWrWrJm2bdumt99+W3369FGHDh20bds2p3UCAgLUqlUrffXVV5Iufc40aNDAZVcUrzR9+nTNnz/f4d/EiRPt80NCQvTFF1/o3nvv1ZkzZ7Rw4UINHTpUzZs318yZM50OlBQQEKBTp04VSLy4OnTzwzWX+cGV1y89x44dk5eXV5YuH6GhoSpTpoyOHTsmSWratKk6duyoGTNm6P3331fTpk3Vvn37PA+RHR4e7vB35uX406dPy9/fX0eOHJFhGOrQoYPT+pePGpadunXrasaMGUpNTdUff/yhdevW6f3339fgwYO1fPnyXId3vjLGzATyyuGOS5cunWsfeWcOHjyoqVOnasuWLfYkMtOV9w6UL1/+qgc5uOOOO/Tqq69qxYoVGjhwoM6ePavvv/9eDz/88FV/mTp//ryknJP2+++/X6tXr9bjjz+u8uXLq2XLlurUqZNuueWWPK8nv0OSXzniV6lSpRQaGmrfjwvKsWPHdMMNN8jLy/E3tMwuYnFxcQ7Tr9ynMr/gZT6XKTtxcXGqV69elumZXdLi4uJMd3PNSV7aOz+OHDkiSdl2Z7uyK6GPj0+WLkdHjx7V2bNn7feZXOnKm+WvfM+lS++7mWPZmZtuuklVq1bVl19+qTJlyig0NFQ333yz07L53V8yJSUl6cyZM1q0aJEWLVqUbRnp0n0jVapUydO504y8nrMrVaqkRx55RPPnz9fKlSvVuHFjtWvXTnfeeWeeBiVx9sXXrLwed67Y3660bNkyvffeezp8+LDDD5J5OcdZrVYZhqG33npLb731VrbrL1++fLbniNy6SF+uVatWatWqlS5cuKC9e/dq1apVWrhwoZ588kmtXr3aabfzrl27atiwYYqLi9O3335r79pdEBo3bpzjABSSVK5cOY0bN05jx47VkSNHtHHjRs2ZM0fTpk1TuXLl1LNnT4fyhmEU+AixMIdkCtecv7+/ypUrl+Um7tzkdhKxWCyaNm2aduzYoe+//14//vijRo4cqfnz52vRokW5fsm68ktDpswPyoyMDFksFs2ZM8fpEOP5GUnJz89PdevWVd26dVW5cmW98MILWrNmjQYOHGgqxuym58eZM2f0wAMPyN/fX4MGDVJkZKSKFSumvXv3avLkyVluDnbFs3gCAgLUtm1brVy5UgMHDtSaNWuUmpqqO++886qXfeDAAUnK8b6L4OBgLV++XBs3btQPP/ygH374QZ9//rnuvvtuvfbaa3laz7V8JtGVA4EUpOyG0XflF0dXOnjwoLy9vV32vK3M7Xz99dftz4W53JXvj5+fX5bjMCMjQ8HBwZo8ebLTdVz5ZetaPLqgS5cuWrBggUqVKqVOnTq55NxxuczzxJ133pntvSD5GWwku/N+XgYryM85e8SIEerWrZu+/fZb/fTTT5owYYJmz56txYsX53hfTtmyZZ3+wJB5/0929+NcuHDB6T1CeT3uXLG/Xe6LL77QiBEj1L59e/Xr10/BwcHy9vbW7Nmz83RlNLM9Hn300Wyv1LviHrgrlShRQo0bN1bjxo0VGBioGTNm6IcffnC677Vr106+vr4aPny4UlNT1alTJ5fHY4bFYlGVKlVUpUoVtWnTRh06dNCKFSuyJFNnzpwpEsPvX49IpuAWbdu21aJFi7R9+3Y1aNAgx7IRERHKyMjQ0aNHHW60TkhI0JkzZ7Jcpq9fv77q16+vIUOGaOXKlXruuee0atWqLCem/IqMjJRhGKpYsWK+fkHLTeaDSk+ePOmyZZrxyy+/KDk5WTNmzFCTJk3s06/2afS5JcF33XWXBgwYoF27dmnlypW66aabXDK60ooVKyQp1y54fn5+ateundq1a6eMjAyNHTtWixYt0oABA3TDDTe4/JfAo0ePOlwNOHfunOLj4x2uhgUEBGT5gpaamqr4+HiHafmJLSIiQvv371dGRobDl7DM7ptXXvU0Kzw8XIcPH84y3dXruVxcXJy2bt2q+vXrOx18woxKlSpJupRwmx2pLTIyUps3b1bDhg1dlnRf7f7YtWtXTZs2TfHx8XrjjTeyLWd2fwkKClKpUqWUkZGR6/sWGRmpnTt3Ki0tLduBETJ7CFx5ZTwvV3Lze87OHJ1uwIAB2rZtm+677z4tWLBAQ4YMybZO1apVnT6rK/P9OXz4sEPXzUxHjhxx+ShyV7O/rV27VpUqVbI/4DnTtGnTHMplt/9lHi++vr65tnt4eLiOHj2aZbqz80Z+ZH6WXnmezFS8eHG1b99eK1as0C233JLrlSN3qFSpksqUKZNlG2w2m44fP55lNFp4Bu6Zgls89thjKlmypEaNGqWEhIQs861Wq3146sznxmT+nWn+/PkO80+fPp3l17vMh8ReOYS6GR06dJC3t7dmzJiRZT2GYeTal3nLli1Of9XPvFcmsxuUu2R+Ybo8xtTUVH366adXtdwSJUpIyr572C233KLAwEDNnTtXW7dudclVqZUrV+qzzz5TgwYNsu3yIilLm3l5edl/Nc/cZzLjz22I5LxatGiRQxeaBQsWyGazOSRTlSpV0q+//upQb/HixVmuTOUntltuuUXx8fFatWqVfZrNZtNHH32kkiVLOiTQV6N169batWuXtm/fbp92/vx5LV68WBEREbl2Zc2v5ORkPfvss0pPT9eTTz7psuW2atVK/v7+mj17ttN7MJ0N6X+lTp06KT09XW+//XaWeTabLdcuk85c7f4YGRmpkSNHaujQoQ73rFzJ7P7i7e1tf25P5tXhy13+vnXo0EGnTp3SJ598kqVc5nkoIiJC3t7eWe7RWrBgQc4bqryfs1NSUmSz2RzmR0VFycvLK9fPjvr16+v06dNZrt7UqlVLwcHB+uyzz7IsY926dfrnn3/y1Z04L65mf8u8Inb5+7Rz507t2LHDoVx25/Pg4GA1bdpUixYtcvrD4OXt3rp1a+3YscNhyPekpCStXLkyh637n82bNzudnvlZmlPi3K9fPw0cOFADBgzI07oKys6dO+1dky+3a9cuJScnZ9mGQ4cO6eLFi7n++Az34MoU3CIyMlKTJ0/WkCFDdMcdd+iuu+5SVFSUUlNTtX37dq1Zs8Y+uEGNGjXUrVs3LVq0SGfOnFGTJk20e/duLVu2TO3bt7f/yr9s2TItWLBA7du3V2RkpM6dO6fFixfL39/fJR9akZGR+s9//qM333xTx44dU/v27VWqVCnFxsZq3bp16tWrl/r165dt/QkTJujChQu67bbbVLVqVaWlpWnbtm1avXq1IiIirnowh6vVoEEDBQQEaMSIEerbt68sFou++OKLq+7WFRkZqTJlymjhwoUqVaqUSpYsqbp16zr8ktm5c2d9/PHH8vb2VufOnfO1/LVr16pkyZJKS0vTP//8o40bN2rbtm2qUaNGtn33M40aNUqnT5/WzTffbO/L//HHH6tmzZr2q6A1a9aUt7e35syZo7Nnz8rPz08333yz0z75eZGWlqaHH35YnTp10uHDh/Xpp5+qUaNGuvXWW+1levbsqTFjxuiZZ55RixYt9Mcff2jjxo0KDAx0WFZ+Yuvdu7cWLVqkESNGaO/evYqIiNDatWu1bds2jRw50mVXdPr3729/OGzfvn0VEBCg5cuXKzY2VtOnT7+qbmVHjhyx75Pnzp3TH3/8oTVr1uj8+fMaMWKES7+c+vv7a+zYsRo2bJi6d++uO+64Q0FBQYqLi9OGDRvUsGFDjR49OsdlNG3aVL1799bs2bO1b98+tWzZUr6+vjpy5IjWrFmjF198Ubfffnu+4nLF/pjTsOaZrmZ/GTp0qH7++Wf16tVLPXv2VPXq1XX69Gnt3btXmzdv1i+//CJJuvvuu7V8+XJNnDhRu3btUqNGjXThwgVt3rxZ9913n9q3b6/SpUvr9ttv18cffyyLxaJKlSpp/fr1ud7/I+X9nL1lyxa9/PLLuv3221W5cmX7kNWZiWFO2rRpIx8fH23atEm9e/e2T/fz89OwYcM0YsQI9ejRQ3fccYfKli2rffv2aenSpYqOjnYo7wpXs7+1adNGX3/9tZ5++mm1adNGsbGxWrhwoapXr+7wpb948eKqXr26Vq9ercqVK6ts2bK68cYbFRUVpTFjxuj+++9X165d1atXL1WqVEkJCQnasWOHTpw4Ye8t8Nhjj+mLL77QY489pgcffNA+NHp4eLj279+f63YOGDBAFStWVNu2bVWpUiVduHBBmzZt0vfff686deqobdu22datUaOGatSokc939n+SkpKcJqsVK1Z0+CEw83PpSi1btrQPPrFy5Ur788R8fX31559/aunSpSpWrFiWH4Y2bdqkEiVKXPXzzFAwSKbgNrfeeqtWrFihefPm6dtvv9WCBQvk5+dnf5hmr1697GUnTJigihUratmyZVq3bp1CQkL0xBNPONxj1LRpU+3evVurVq1SQkKCSpcurbp162ry5Mn2L+5Xq3///qpcubLef/99+/OtwsLC1LJly1wvvw8bNkxr1qzRhg0b7FcnwsPDdf/99+upp57K8RlV10JgYKBmzZql1157TVOnTlWZMmV05513qnnz5jkmibnx9fXVpEmTNGXKFI0dO1Y2m00TJ050aJO77rpLH3/8sZo3b+70Ic45GTt2rKRL9ygEBgaqZs2aevXVV/M08Midd96pxYsX69NPP9WZM2cUGhqqTp066ZlnnrF/6Q8NDdW4ceM0e/Zsvfjii0pPT9eHH35oOpkaPXq0Vq5cqWnTpiktLU2dO3fWqFGjHLrP9OrVS7GxsVqyZIl+/PFHNWrUSPPnz7c/nydTfmIrXry4PvroI02ePFnLli1TSkqKqlSpookTJ7o0kQ8JCdHChQv1xhtv6OOPP9bFixcVHR2tWbNmOX2eUX789NNP+umnn+Tl5SV/f39VrFhRd999t3r37u3yK17SpS5x5cqV07vvvqt58+YpNTXV/gDQvL5nL7/8smrXrq2FCxfqv//9r7y9vRUREaE777wzz8/Zu5yr98fsXM3+EhISos8++0wzZ87UN998owULFqhs2bKqXr26w03/mUnhO++8oy+//FJff/21ypYtq4YNGzrcVzVq1CjZbDYtXLhQfn5+uv322zVs2LBsHzZ8ubycs6OjoxUTE6Pvv/9e//zzj0qUKKHo6GjNmTPH6UNVr9zWW265RatXr86SHN19990KCgrS3LlzNXfuXF28eFHly5dX3759NWDAgAK539Ls/ta9e3clJCTYn81XvXp1vfHGG1qzZo09+c00YcIEjR8/XhMnTlRaWpoGDhyoqKgoVa9eXUuXLtWMGTO0bNkyJScnKygoSDfddJOefvppe/1y5crpww8/1IQJE/Tuu++qbNmyuvfee1WuXDm9+OKLuW7jhAkT9O2332r16tU6efKkDMNQpUqV9OSTT+rxxx8vsAFNpEuDaDj7ka558+YOyVTm59KVPvzwQ4WEhKh3794qXry4tmzZou+++04pKSkKDAxUy5Yt9cQTT+imm25yqLdmzRrddtttLvvRC65lMTz1bmIARcYff/yhu+66S6+99lq+HzQMAO7066+/qm/fvvarNYAr7du3T926ddOyZcvsty7As3DPFAC3W7x4sUqWLJntEMYA4KkaN26sli1bau7cue4OBYXQu+++q44dO5JIeTCuTAFwm++++06HDh3StGnT1KdPH73wwgvuDgkAACDPSKYAuE27du2UkJCgmJgYvf766/QHBwAA1xWSKQAAAAAwgXumAAAAAMAEkikAAAAAMIFkCgAAAABM4KG9l4mPP+vuEDyen5+3UlPT3R0GrjHaveihzYse2rxoot2LHto870JDS+dahitTyDOLxfF/FA20e9FDmxc9tHnRRLsXPbS565FMAQCc8t69S0FN6ymoaT15797l7nAAAPA4dPMDADhlSb0o7yOH7a8BAIAjrkwBAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYwHOmAABO2WrVUeIvOyVJGWEV3BwNAACeh2QKAOBc8eLKqFzF3VEAAOCx6OYHAAAAACa4PZn69NNP1bVrVzVs2FANGzZU7969tWHDBvv8vn37Kjo62uHf6NGjHZYRFxen/v37q169emrevLlee+012Wy2a70pAAAAKIJeeWWsYmIa6403Xs0y7803X1NMTGO98srYax9YAdi27Vc9+mgftW3bXL17361Vq1bmWufQoYMaMOAxtWvXQt27d9Ynn3yQpcx3363T/ff3ULt2LfTgg721efPGbJf3xhuvKiamsRYv/tRhutV6VCNGPKvOnW9Vhw6t9dRT/bRt26/538h8cHsyFRYWpueee06ff/65li5dqptvvllPP/20Dh48aC/Tq1cvbdy40f5v2LBh9nnp6el64oknlJaWpoULF2rSpElatmyZpk2b5o7NAYBCw2fbrwoJD1JIeJB8CvjDCACud+XKlde3336tixf/tU+7ePGivvlmjcqXD3NjZK4TF3dMw4b9Rw0aNNb8+Z+qV6/79NprE/Tzz5uzrXPuXIqefXagwsIqaO7cjzRgwCC99967+uKLz+1ldu/eqXHjXlSXLnfpvfc+UatWbfTCC8/pr78OZVnehg3fa+/ePQoJCc0yb9iwIUpPT9dbb83SvHkfqXr1KA0b9h8lJia45g1wwu33TLVr187h7yFDhmjBggXasWOHbrzxRklS8eLFFRqa9Q2TpI0bN+rQoUOaP3++QkJCVLNmTQ0ePFiTJ0/WwIED5efnV+DbAACFkmHIknmV3zDcGwuAIs3nt625lrE1avK/Py5elM+eXTlX8POTrU49+5+WlLPy3v9H1mXlUXR0DR07FqsNG75Xhw6dJF364l++fJjCw8MdymZkZOiTTz7QihXLlJiYqEqVIvXww/3Utm17SZcuFrz++ivatu1XJSYmqnz58urWrad69brPvoxXXhmrlJSzqlOnvhYt+lhpaTbdemsHDR48VD4+BfMVf/nypapQIVzPPDNEklS5chXt2rVDixZ9qmbNmjut8/XXa5SWlqYXXhgtX19fVa1aTQcPHtCiRZ/orru6S5I++2yhmjVrrvvvf1CS9PjjT2nr1p+1dOliPf/8SPuy4uNPaurUN/Tmm9M1bNh/HNaTnJys2FirXnjhJVWvfimHeOqpgVq27DP99defCg4OcfXbIckDkqnLpaena82aNTp//rwaNGhgn75y5UqtWLFCoaGhatu2rQYMGKASJUpIknbs2KGoqCiFhPzvDYqJidHYsWN16NAh3XTTTfmKwWJxzbYURpnvDe9R0UK7Fz3O2txiYR8ozDjOi6brqd0DO92a43zDYlHiydP2v70STuZaJ71SpE5t22P/22fvHpXt2lGSlBB/xlScnTvfqVWrVqpjx0vJ1KpVK9S5c1dt3/6bpP+91x9/PF9r167W88+/oIoVK2nHju0aP360AgMD1aBBI0mGypUrr/HjJykgIEC7d+/S66+/opCQEN1662329W3b9quCg0M0ffpsxcb+rdGjX1BUVJTuvLOb0/h27tyuoUMH5bgNzz8/0h7/lfbu3a3GjZs57DPNmjXXW2+9me1+tHfvLtWv30B+fr4OdT755AOdPXtGZcqU0d69u9S7d58sy/3xx/X2aRkZGRo/frTuv7+vqlWrZi+XOb9s2QBFRt6gNWu+UnR0Dfn6+uqLLz5XYGCQatSoWWD7uUckU/v379e9996rixcvqmTJkpo5c6aqV68uSerSpYvCw8NVrlw57d+/X5MnT9bhw4c1Y8YMSVJCQoJDIiXJ/nd8fHy+4vDz83bB1hReFovk7e0ti4UfqYsS2r3oyWxz+fzvnOjj4y2LL+fIworjvGgqbO3ue9k5yuKT+/nKckUdb5//3f3im8/znZeXRRaLRV26dNHs2TOVkPCPpEvd1159dZJ27NgmLy+LfH29lZqaqg8/nK8ZM2apbt1LV8YqV75Be/bs1IoVy9S0aVP5+nrrqacG2Jd/ww2R2rdvj9avX6fbb7/dvs4yZcpo+PAX5O3trerVq6lly1batm2revS4x2mcderU1oIFnykjIz3bNg8KCs52+5OSEhUa6jg/NDRE586dU3p6mooXL56lzqlTSQoPj3CoU67cpe/qZ86cUnBwoBITExUaGpJluUlJifZp77//vnx9fXT//X1ksVj+f//1cqgzc+ZsPf/8EN122y3y8vJSYGCgpk2bqeDgQOcb6wIekUxVqVJFy5cv19mzZ7V27VoNHz5cH3/8sapXr67evXvby0VHRys0NFQPP/ywrFarIiMjXRpHamr6dfHrjLtknmxttuwPQBQ+tHvRY/9iZUu3T7PZ0mVLS8++Eq5rHOdF0/XU7slrvs21jMM5KjA41zqGr5/SL6tjq3GTbP9fJ7/nu4wMQ4ZhyN8/QM2bt9SKFV/IMAw1b95SpUqVkWEYysgwlJaWrsOHj+jff//VM8885bCMtLQ0RUVFK+3/17106WJ99dUK/fPPCV28eFFpaWm68cYo+/yMDEOVK1dVRoaUkXFpWlBQsP7885C9zJW8vX0VHh6Ra5tnV1+S0tMNh/k2W8b//5/utF5GhqGMjIxs6vxvenq6Y5n09AwZxqVY/vhjnxYuXKD33vvYXtcwHOsYhqHXXntVZcsG6u2356hYseJauXK5nn12sObO/TDLxRdX8Yhkys/PTzfccIMkqXbt2tq9e7c+/PBDvfzyy1nK1qt3KYM/evSoIiMjFRISol27HPvEJiRcusksu/uscuLpJxNPYBi8T0UR7V70XN7etH/RQDsXTddDu6c1zMM9TJdvg1+xfNcxSpVWRmYdk++HYUidO9+l//73dUnSs88Oy3IuPX/+giTp9denKjS0nEN9X19fGYa0bt1azZjxlgYO/I9q166jkiVL6dNPP9Tvv+91WJ6Pj88VbWdRRkZGtu25Y8d2Pfdc7t38Mu/5ulJQULCSkpIclp+UlKRSpUrJz6+40/VmV0eSAgODZRjZlwkKujR/587tOnUqST16dLHPT09P14wZU7V48QItWbJSv/66VZs2bdTq1d+pVCl/SdLQoSO0devPWrXqS/Xt+3CO222WRyRTV8rIyFBqaqrTefv27ZP0v0Spfv36mjVrlhITExUcHCxJ2rRpk/z9/e1dBQGgsLLZbLJaj5iqGxlZucBuUgaAoqpZs+ZKS0uTxWJR06ZZB2WoUqWK/Pz89M8/J/7//qisdu/eqTp16qp79572aceOHbvq2GrWrKmPP14omy37hCsoKCjb+rVq1dGWLT85TNu69WfVqlU32zq1a9fVu+++LZvNZv/M2br1Z0VG3qAyZcrYy/z661b16nW/w3Jr164jSerY8Q41btzUYbnPPvuMOna8Q507d5Uk/fvvpVEULRbHwcotFosMIyPb+K6W2z9F33zzTd1yyy2qUKGCzp07py+//FK//PKL5s2bJ6vVqpUrV6p169YqW7as9u/fr4kTJ6pJkyaqUaOGpEuDTVSvXl3Dhg3T888/r/j4eE2dOlV9+vRhJD8AhZ7VekTL9x5RSIWK+aqXcDxWd0uqWpUfnQDAlby9vfXJJ5/ZX1+pZMlSuvfeBzR9+hQZhqG6desrJSVFu3fvUKlS/urUqYsqVozUmjVf6eefN6tChXCtXbtKf/yxVxUqRFxVbMWKFVelSpFKSzPXtfPuu3vo888X6+2331Lnznfpt9+26vvv1+n116fayyxdukg//LBeb731jiTptttu1/z5czRx4svq0+chHT78pz77bIGeeeZZe52ePe/VwIH9tWDBx2rRIkbr1q3VH3/8rmHDLo3kFxBQVgEBZR1i8fHxUXBwsCIjK0u6lJCVLl1ar7wyRg8//LiKFSumlSuX6/jxODVvHpP/jc0jtydTiYmJGj58uE6ePKnSpUsrOjpa8+bNU8uWLXX8+HFt3rxZH374oc6fP68KFSqoQ4cOGjDgfzfkeXt7a9asWRo7dqx69+6tEiVKqFu3bho0KOdLmABQWIRUqKiwytVyLwgAuCYyu5ll5/HHn1LZsoH66KP5ios7Jn//0oqKqqEHH3xEknTXXd118OB+jRnzgiSL2rfvqG7demrLlk3XIPrshYdH6PXXp2r69Cn67LOFCg0tp+HDRzkMi56cnKxjx2Ltf/v7+2vKlBmaMuU1PfZYXwUElNXDDz9mHxZdkurUqacxY17RnDlv6913Z6pixUqaOHFyvn7wK1u2rN58c7reffdtDR78lGw2m6pUqaqJE9/UjTdGueYNcMJiGJ7eS/baiY8/6+4QPJrFcml0G7O/ZuD6RLt7tr/+OqSNSbZ8J1MnjvypmCAfpx9U9jZPtcnIHITC2/v6GD8ZpnCcF020e9FDm+dPaGjpXMu4/coUAMBDWSwS91QBAJAtr9yLAAAAAACuxE+OAADnUlPl9f/D12YEBkkM6gMAgAOuTAEAnPLZvVPBdaIUXCdKPrt3ujscAAA8DskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACTy0FwDglOHjq/SwCpf+8PV1bzAAAHggkikAgFPp9eoradd+d4cBAIDHopsfAAAAAJhAMgUAAAAAJtDNDwDgXEqKfP7YJ0myRdeU/P3dHBAAAJ6FK1MAAKd89u9TYKdbFdjpVvns3+fucAAA8DgkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACbw0F4AgFNGKX+lNWpifw0AAByRTAGAB7DZbLJaj+S7ntVqleEf5vqAJKXXqKnk1d8WyLIBACgMSKYAwANYrUe0fO8RhVSomK96Bw7FqlKNwHyvLz3dJqs1Ltv5vr7eSktLdzovMrKyfHz4+AAAgE9DAPAQIRUqKqxytXzViT9mNbWupBNxOpGWKqu/zel8i5dNRkbW6QnHY3W3pKpVq5taLwAAhQnJFAAUUUFhEdkmb15ekk9SksK2/ChJOnFzK6WWDbqW4QEA4PFIpgAATpU++pdaPfuoJGnNgrVKJJkCAMABQ6MDAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJjOYHAMiz3B72mxMe9gsAKGz4VAMA5FluD/vNzsnYo2pstSoyMjLf6yQJAwB4Kj6dAABOpQYE6ujtd9tfZ8rpYb/ZiT9m1eaE8/lOwhKOx+puSVWrVs9XPQAArgWSKQCAU2crV9PGKfNctjwzSRgAAJ6MASgAAAAAwASSKQAAAAAwgW5+AACnisefUJWVSyRJh7veo39Dw9wcEQAAnoVkCgDgVKm4WDWcPEaSdLLRzSRTAABcgW5+AAAAAGACyRQAAAAAmEAyBQAAAAAmkEwBAAAAgAkkUwAAAABgAqP5AYCL2Gw2Wa1HTNW1Wq0y/BktDwCA6wnJFAC4iNV6RMv3HlFIhYr5rnvgUKwq1QgsgKgAAEBBIZkCABcKqVBRYZWr5bte/DFrAURzdS6Ehun3RwbaXwMAAEckUwAAp86HV9T258e5OwwAADyW2weg+PTTT9W1a1c1bNhQDRs2VO/evbVhwwb7/IsXL2rcuHFq1qyZGjRooGeeeUYJCQkOy4iLi1P//v1Vr149NW/eXK+99ppsNtu13hQAAAAARYjbk6mwsDA999xz+vzzz7V06VLdfPPNevrpp3Xw4EFJ0quvvqrvv/9eU6dO1UcffaSTJ09q4MCB9vrp6el64oknlJaWpoULF2rSpElatmyZpk2b5q5NAgAAAFAEuD2ZateunVq3bq3KlSurSpUqGjJkiEqWLKkdO3bo7NmzWrp0qUaMGKHmzZurdu3aevXVV7V9+3bt2LFDkrRx40YdOnRIb7zxhmrWrKnWrVtr8ODB+uSTT5SamurejQOA61ipY1Y1emWEGr0yQqU88J4uAADczaPumUpPT9eaNWt0/vx5NWjQQHv27FFaWppatGhhL1OtWjWFh4drx44dql+/vnbs2KGoqCiFhITYy8TExGjs2LE6dOiQbrrppnzFYLG4bHMKncz3hveoaKHdi57Mpi6RcFI1PpkjSTrS5R6di4h0X0zsfwWK47xoot2LHtrc9Twimdq/f7/uvfdeXbx4USVLltTMmTNVvXp17du3T76+vipTpoxD+eDgYMXHx0uSEhISHBIpSfa/M8vklZ+f91VsReFnsUje3t6yWCTDcHc0uFZo97zz9fWWxcsmLxPX/C1eksViyXfdgqpnsVhkuWyel9elf+6I09fXW76+nJ8LEsd50US7Fz20uet5RDJVpUoVLV++XGfPntXatWs1fPhwffzxx9c8jtTUdDL1HGQeeDZbOgdgEUK7511aWrqMDCkjI/91jQzJMIx81y2IehZJ8jJkXDYv4/+3yx1xpqWlKy0tPX8VkS8c50UT7V700Oau5xHJlJ+fn2644QZJUu3atbV79259+OGH6tSpk9LS0nTmzBmHq1OJiYkKDQ2VdOkq1K5duxyWlznaX2aZ/GDHyp1h8D4VRbR70WHoUkLlSc3NvndtcJwXTbR70UObu47bB6BwJiMjQ6mpqapdu7Z8fX21efNm+7y//vpLcXFxql+/viSpfv36OnDggBITE+1lNm3aJH9/f1WvXv1ahw4AAACgiHD7lak333xTt9xyiypUqKBz587pyy+/1C+//KJ58+apdOnS6tGjhyZNmqSAgAD5+/trwoQJatCggT2ZiomJUfXq1TVs2DA9//zzio+P19SpU9WnTx/5+fm5d+MAAAAAFFpuT6YSExM1fPhwnTx5UqVLl1Z0dLTmzZunli1bSpJGjhwpLy8vDRo0SKmpqYqJidGYMWPs9b29vTVr1iyNHTtWvXv3VokSJdStWzcNGjTIXZsEAAAAoAhwezL16quv5ji/WLFiGjNmjEMCdaWIiAjNmTPH1aEBAAAAQLbcnkwBADzTufBK2vriJPtrAADgiGQKAODUv6HldaDP4+4OAwAAj+WRo/kBAAAAgKcjmQIAAAAAE0imAABOlT5ySLcMfEC3DHxApY8ccnc4AAB4HJIpAIBTfqeTVem71ar03Wr5nU52dzgAAHgckikAAAAAMIFkCgAAAABMIJkCAAAAABNIpgAAAADABJIpAAAAADCBZAoAAAAATCCZAgAAAAATfNwdAADAM52tXF3rZ3xsfw0AAByRTAEAnEoNKKtj7Tq5OwxTbDabrNYjpupGRlaWjw8fjwCA3PFpAQAodKzWI1q+94hCKlTMV72E47G6W1LVqlyJAwDkjmQKAFAohVSoqLDK1dwdBgCgEGMACgCAU2UP/K5OPdqqU4+2Knvgd3eHAwCAx+HKFADAKe8L5xW0b5f9NQAAcMSVKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCgAAAABMIJkCAAAAABN4zhQAwKnkG2tq1dL1kqQzN1R1bzAAAHggkikAgFPpJUvpVM067o0h3SarNS7f9axWqwz/sAKICACA/yGZAgB4rKQTcTqRliqrvy1f9Q4cilWlGoEFFBUAAJeQTAEAPFpQWITCKlfLV534Y9YCigYAgP9hAAoAgFNBe3eoR4sb1aPFjQrau8Pd4QAA4HG4MgUAcMpis6l4cpL9NQAAcMSVKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCgAAAABMIJkCAAAAABN4zhQAwKmkWvX12aZDkqQ0/9JujgYAAM9DMgUAcMrw8VFq2UB3hwEAgMeimx8AAAAAmMCVKQCAU5b0dHld/FeSlFGsuAxvbzdHBACAZ+HKFADAqaA923Vv40jd2zhSQXu2uzscAAA8DskUAAAAAJhAMgUAAAAAJnDPFABcwWazyWo9ku96VqtVhn+Y6wMCAAAeiWQKAK5gtR7R8r1HFFKhYr7qHTgUq0o1GEocAICigmQKAJwIqVBRYZWr5atO/DFrAUUDAAA8EfdMAQAAAIAJJFMAAAAAYALd/AAAThleXkorUcr+GgAAOCKZAgA4lVSnoRb/xn1gAABkx+0/Nc6ePVs9evRQgwYN1Lx5cw0YMEB//fWXQ5m+ffsqOjra4d/o0aMdysTFxal///6qV6+emjdvrtdee002m+1abgoAAACAIsTtV6Z++eUX9enTR3Xq1FF6erqmTJmifv366auvvlLJkiXt5Xr16qVBgwbZ/y5RooT9dXp6up544gmFhIRo4cKFOnnypIYPHy5fX189++yz13R7AAAAABQNbk+m5s2b5/D3pEmT1Lx5c+3du1dNmjSxTy9evLhCQ0OdLmPjxo06dOiQ5s+fr5CQENWsWVODBw/W5MmTNXDgQPn5+RXoNgBAYeT97wWV+v/h3s9FRCq9eIlcagAAULS4PZm60tmzZyVJAQEBDtNXrlypFStWKDQ0VG3bttWAAQPsV6d27NihqKgohYSE2MvHxMRo7NixOnTokG666aY8r99iccFGFFKZ7w3vUdFCuxc9mU0duH+vOt7XUZK0ZsFaJdZr7L6grrGitr9znBdNtHvRQ5u7nkclUxkZGXr11VfVsGFDRUVF2ad36dJF4eHhKleunPbv36/Jkyfr8OHDmjFjhiQpISHBIZGSZP87Pj4+z+v38/N2wVYUXhaL5O3tLYtFMgx3R4NrpSi2u6+vtyxeNuV3ADuLl2SxWPJd72rqFlQ9i8Uiy2XzvLwu/fO0OAuinq+vt3x9i9bnQVE8zkG7F0W0uet5VDI1btw4HTx4UJ9++qnD9N69e9tfR0dHKzQ0VA8//LCsVqsiIyNdtv7U1HQy9RxkHng2WzoHYBFSFNs9LS1dRoaUkZG/ekaGZBhGvutdTd2CqGeRJC9DxmXzMv7//fCkOAuqXlpautLS0vNX8TpXFI9z0O5FEW3ueh6TTL388stav369Pv74Y4WFheVYtl69epKko0ePKjIyUiEhIdq1a5dDmYSEBEnK9j6r7LBj5c4weJ+KItq96DB0KaEqys1dVPd1jvOiiXYvemhz13H70OiGYejll1/WN998ow8++ECVKlXKtc6+ffsk/S9Rql+/vg4cOKDExER7mU2bNsnf31/Vq1cvmMABAAAAFGluvzI1btw4ffnll3r77bdVqlQp+z1OpUuXVvHixWW1WrVy5Uq1bt1aZcuW1f79+zVx4kQ1adJENWrUkHRpsInq1atr2LBhev755xUfH6+pU6eqT58+jOQHAAAAoEC4PZlasGCBpEsP5r3cxIkT1b17d/n6+mrz5s368MMPdf78eVWoUEEdOnTQgAED7GW9vb01a9YsjR07Vr1791aJEiXUrVs3h+dSAQAAAIAruT2Z2r9/f47zK1SooI8//jjX5URERGjOnDmuCgsAAAAAcuT2ZAoA4JnSi5dQcrVo+2sAAOCIZAoA4FRydC19tXKTu8O4ptLTbbJa40zVjYysLB8fPlYBoCjhrA8AwP9LOhGnE2mpsvrb8lUv4Xis7pZUtSojyAJAUUIyBQDAZYLCIhRWuZq7wwAAXAdIpgAATvmeOa2QXb9JkhLqNlJamQA3RwQAgGdx+0N7AQCeqczhg2rXv6fa9e+pMocPujscAAA8DskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACTy0FwDgVFrpMoqLudX+GgAAOCKZAgA4daZqlL5/d7G7wwAAwGPRzQ8AAAAATCCZAgAAAAAT6OYHAHCqWGK8Kn63WpIU266TLgaHujkiAAA8C8kUAMAp/9ijunnMEEnSmqibSKYAALgC3fwAAAAAwASSKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIFkCgAAAABM4DlTAACn/g0O1cGeD9lfAwAARyRTAACnzlW8Qb+Mm+LuMAAA8Fh08wMAAAAAE0imAAAAAMAEuvkBAJwqefyYblz8viTpYK+Hdb5ChHsDAgDAw5BMAfB4NptNVusRU3UjIyvLx4dTnRklTh5X7dmX7pmKbdORZAoAgCvwDQOAx7Naj2j53iMKqVAxX/VOxh5VY6tVkZGR+VyfVYZ/WL7qAACAoodkCsB1IaRCRYVVrpavOvHHrNqccF5Wf1u+6h04FKtKNQLzVQcAABQ9JFMACrWgsAhTSRgAAEBuGM0PAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIEBKAAATp0PC9eOQSPtrwEAgCOSKQCAUxfKh2vvk0PdHQYAAB6Lbn4AAAAAYALJFAAAAACYYDqZmjx5so4cOeLCUAAAnsTfeljNRzyl5iOekr/1sLvDAQDA45hOpr744gt16tRJ999/v5YtW6YLFy64Mi4AgJsVO5WoqisWq+qKxSp2KtHd4QAA4HFMJ1MbNmzQO++8o5CQEL300kuKiYnRSy+9pO3bt7syPgAAAADwSKZH8/Py8lKbNm3Upk0bnTp1Sl988YWWLVumJUuWqGrVqurRo4fuuusuBQcHuzJeAAAAAPAILhmAIjAwUA8//LBee+01NW7cWH/++adef/11tW7dWsOHD1dSUpIrVgMAAAAAHuOqk6mzZ8/q008/Vffu3dWtWzelpKRo9OjR+vHHHzV27Fj9+uuvGjJkiCtiBQAAAACPYbqb3+bNm7VkyRJ9++238vb2VufOnfXyyy+rdu3a9jL33HOPKlSooCeffNIlwQIAAACApzCdTD3yyCOqV6+eRo0apc6dO6tEiRJOy1WuXFldunQxHSAAAJ4uPd0mqzXOVN3IyMry8TH9cQwAcCPTZ+8VK1YoKioq13IRERGaOHGi2dUAAODxkk7E6URaqqz+tnzVSzgeq7slVa1avUDiAgAULNPJVHh4uE6ePKly5cplmXfy5EmVKlVKpUqVynU5s2fP1tdff62//vpLxYsXV4MGDfTcc8+patWq9jIXL17UpEmTtGrVKqWmpiomJkZjxoxRSEiIvUxcXJzGjh2rn3/+WSVLltTdd9+toUOH8msfAJiUEllFP016x/4aOQsKi1BY5WruDgMAcA2ZHoBi1KhReuutt5zOmz59ukaPHp2n5fzyyy/q06ePFi9erPnz58tms6lfv346f/68vcyrr76q77//XlOnTtVHH32kkydPauDAgfb56enpeuKJJ5SWlqaFCxdq0qRJWrZsmaZNm2Z28wCgyLsYGKwjd/bSkTt76WIgj7kAAOBKppOpX3/9VW3atHE6r3Xr1vrll1/ytJx58+ape/fuuvHGG1WjRg1NmjRJcXFx2rt3r6RLowUuXbpUI0aMUPPmzVW7dm29+uqr2r59u3bs2CFJ2rhxow4dOqQ33nhDNWvWVOvWrTV48GB98sknSk1NNbuJAAAAAJAt033gTp8+nW03vhIlSig5OdnUcs+ePStJCggIkCTt2bNHaWlpatGihb1MtWrVFB4erh07dqh+/frasWOHoqKiHLr9xcTEaOzYsTp06JBuuummPK/fYjEVdpGQ+d7wHhUttHvRY7nsf8OdgRQh7j6+OM6LJtq96KHNXc90MlWpUiVt2rTJIcnJtHnzZkVEROR7mRkZGXr11VfVsGFD++AWCQkJ8vX1VZkyZRzKBgcHKz4+3l7m8kRKkv3vzDJ54efnne+YixKLRfL29pbFIhl8wyoyPKHdfX29ZfGyySuf19ItXpLFYvH4eu5YZ271LBaLyvy1T43HDZMk/TrmdZ2pXsPj4iwM9Xx9veXr697PH084znHt0e5FD23ueqaTqZ49e+rNN99UQECAevTooaCgICUlJenzzz/X+++/r2effTbfyxw3bpwOHjyoTz/91GxYVyU1NZ1MPQeZB57Nls4BWIR4QrunpaXLyJAyMvJXz8iQDMPw+HruWGdO9SyS5GXI52yKym/9SZLkfTZFGRmeFWdhqZeWlq60tPT8VXQxTzjOce3R7kUPbe56ppOphx9+WFarVVOmTNGUKVPk7e2t9PRLHwb33nuvHn300Xwt7+WXX9b69ev18ccfKywszD49JCREaWlpOnPmjMPVqcTERIWGhtrL7Nq1y2F5CQkJkmQvk1fsWLkzDN6nooh2LzoM0cXvWvOUY4vjvGii3Yse2tx1TCdTFotFY8aM0UMPPaTNmzfr9OnTKlu2rG6++WZVrlw5z8sxDEPjx4/XN998o48++kiVKlVymF+7dm35+vpq8+bN6tixoyTpr7/+UlxcnOrXry9Jql+/vmbNmqXExEQFB18acWrTpk3y9/dX9eo8uwMAAACA6131Q5gqV66cr+TpSuPGjdOXX36pt99+W6VKlbLf41S6dGkVL15cpUuXVo8ePTRp0iQFBATI399fEyZMUIMGDezJVExMjKpXr65hw4bp+eefV3x8vKZOnao+ffrIz8/vajcRAAAAALK4qmQqPT1dO3fu1IkTJ5wOQX733XfnuowFCxZIkvr27eswfeLEierevbskaeTIkfLy8tKgQYMcHtqbydvbW7NmzdLYsWPVu3dvlShRQt26ddOgQYOuYusAAAAAIHumk6m9e/fqmWee0fHjx2U46XRpsVjylEzt378/1zLFihXTmDFjHBKoK0VERGjOnDm5LgsAAAAAXMF0MjV27Fj5+/vrgw8+UPXq1eXr6+vKuAAAAADAo5lOpg4dOqSpU6eqadOmrowHQCFms9lktR7Jdz2r1SrDPyz3ggAAANeQ6WSqcuXKOnfunCtjAVDIWa1HtHzvEYVUqJivegcOxapSjcACigrZOV0tSt98uNL+GgAAODKdTL3wwgt65ZVXFB0drWrVqrkyJgCFWEiFigqrnL9zRvwxawFFg5zY/MvoZOMW7g4DAACPZTqZGj9+vOLj49W1a1eVK1dOpUuXdphvsVi0YsWKqw4QAAAAADyR6WSqVq1aslgsrowFAAAAAK4bppOpSZMmuTIOAICHCdy3W60GPyRJ+vGtD3SqZh03RwQAgGe5qof2ZjIMQydPnlRwcLB8fFyySACAm3mlXlTp2KP21wAAwJHX1VT+8ccf1atXL9WpU0dt2rSxP4D3pZde4n4pAAAAAIWa6WTqyy+/VP/+/VWxYkWNGTNGhmHY51WqVEmff/65SwIEAAAAAE9kOpl6++239dBDD2nKlCnq3r27w7wbb7xRBw8evOrgAAAAAMBTmU6m/v77b7Vu3drpvBIlSujs2bOmgwIAAAAAT2c6mQoNDdVff/3ldN7+/fsVHh5uOigAAAAA8HSmk6kuXbpo+vTp2rx5s32axWLRgQMHNHfuXN15550uCRAAAAAAPJHpccwHDhyogwcP6pFHHlHZsmUlSY8//riSkpLUpk0b9e/f31UxAgAAAIDHMZ1M+fn56Z133tGWLVu0adMmnTp1SgEBAWrRooVatGjhyhgBAG5wqmYdLf9muyTpQmh5N0cDAIDnueon7N588826+eabXRELAMCDZPgV07mISHeHAQCAxzKdTMXFxeVahkEoAAAAABRWppOpdu3ayWKx5Fhm3759ZhcPAAAAAB7NdDI1Y8aMLNPOnDmjjRs3aseOHXruueeuKjAAgHsF7/xVHR64Q5L09cerlFivsZsjAgDAs5hOptq3b+90evfu3TVx4kT98ssvuuOOO0wHBgBwP6/0dHeHAACAxzL9nKmctG7dWqtWrSqIRQMAAACARyiQZGrbtm3y8/MriEUDAAAAgEcw3c1vwoQJWaalpqbqr7/+0m+//aZHH330qgIDAAAAAE9mOpn67rvvskwrVqyYwsLCNGbMGPXs2fOqAgMAAAAAT+bSZAoAAAAAiooCuWcKAAAAAAo7lz5nKjsWi0VPP/202VUBAAAAgMcxnUx98MEHSktL07///ivp0v1SFy9elCQVL15cvr6+9rIkUwBw/Ums20if7Im/9IfF4t5gCqn0dJus1jhTdSMjK8vHx/THOADABUyfhd977z395z//0YABA9SxY0f5+/srJSVFa9as0TvvvKP//ve/qlu3ritjBQBcSxYLSVQBSzoRpxNpqbL62/JVL+F4rO6WVLVq9QKJCwCQN6aTqfHjx6tfv37q0aOHfZq/v7/uueceXbx4US+//LKWLFnikiABACisgsIiFFa5mrvDAACYYDqZ+uOPP1SxYkWn8ypVqqSDBw+aDgoA4H5eqakqdipBknQxMEQZPIwdAAAHpkfzi4iI0MKFC2UYhsN0wzD06aefKjw8/KqDAwC4T+C+Xereto66t62jwH273B0OAAAex/SVqaFDh2rw4MHq0KGD2rZtq+DgYCUmJur7779XXFyc3nrrLVfGCQAAAAAexXQy1b59ey1ZskTvvvuuvv32W8XHxys0NFR169bVtGnTVLNmTVfGCQAAAAAe5arGVK1Zs6b++9//uioWAAAAALhumL5n6nLHjx/Xtm3bdP78eVcsDgAAAAA83lUlU4sWLVKrVq3Utm1b9enTR4cPH5YkPf300/rggw9cEiAAAAAAeCLTydT777+v8ePH6+6779Z7773nMKpf06ZNtWbNGpcECAAAAACeyPQ9Ux9//LEGDBigAQMGKD093WFelSpV7FepAAAAAKAwMp1M/fPPP2rQoIHTeb6+vtw/BQDXuQxfP50vX8H+GgAAODKdTIWHh2v37t1q3rx5lnk7d+5U5cqVryYuAICbnbqprpZ9v8fdYQAA4LFM3zPVq1cvvfPOO/rss8+UkpIiSbLZbFq/fr3mzZun3r17uyxIAAAAAPA0pq9M9evXT8ePH9fo0aM1ZswYSdJ9990nSbr//vvVp08f10QIAAAAAB7oqh7aO2rUKD300EPatGmTTp06pYCAADVv3pwufgBQCPicO6uyB/+QJCXfWEO2UqXdHBEAAJ7FVDJ18eJFtWjRQm+88YbatWtHlz4AKIQCDu1Xx/tvlyStWbBWifUauzkiAAA8i6l7pooVK6YSJUrI29vb1fEAAAAAwHXB9AAUd999t5YsWeLKWAAAAADgumH6nqkyZcpox44d6tq1q1q1aqWQkBBZLBb7fIvFoocfftgVMQIAAACAxzGdTE2ZMkWSFB8fr4MHD2aZTzIFAAAAoDDLVzLVtWtXvfnmm4qKitIff1wa4WnFihVq3bq1AgICCiRAAAAAAPBE+bpn6uDBg/r333/tf6enp2v48OGKjY11eWAAAAAA4MlMD0CRyTAMV8QBAAAAANeVq06mrtbWrVv15JNPKiYmRtHR0Vq3bp3D/BEjRig6OtrhX79+/RzKJCcna+jQoWrYsKEaN26skSNH6ty5c9dyMwCg0LGV9Fd8g6aKb9BUtpL+7g4HAACPY3oAistdPopffp0/f17R0dHq0aOHBg4c6LRMq1atNHHiRPvffn5+DvOfe+45xcfHa/78+UpLS9PIkSM1evRovfnmm6bjAoCi7vSNNfT1J6vdHQYAAB4r38nUQw89lCV56tOnT5ZpFotFv/32W67La926tVq3bp1jGT8/P4WGhjqd9+eff+rHH3/UkiVLVKdOHUnSqFGj1L9/fw0bNkzly5fPNQYAAAAAyK98JVPZXTkqaL/88ouaN2+uMmXK6Oabb9Z//vMfBQYGSpK2b9+uMmXK2BMpSWrRooW8vLy0a9cu3Xbbbfla11VcZCv0Mt8b3qOihXYveiyX/c9dsZ7NVcclx3nRRLsXPbS563l8MtWqVSvddtttqlixov7++29NmTJFjz/+uBYtWiRvb28lJCQoKCjIoY6Pj48CAgIUHx+fr3X5+Xm7MvRCx2KRvL29ZbFIjDtSdLiy3X19vWXxsskrn3drWrwuXe0urPXcsc7c6lksFvmdTlTY5g2SpBPNWys1MMjj4izK9Xx9veXr65rPLc7vRRPtXvTQ5q7nknumClLnzp3trzMHoGjfvr39apUrpaamk6nnIPPAs9nSOQCLEFe2e1pauowMKSMjf/WMjEsjhxbWeu5YZ071LJLkZcj/yF9q+exjkqQ1C9bq34Agj4qzqNdLS0tXWlp6/ipmg/N70US7Fz20uet5fDJ1pUqVKikwMFBHjx5V8+bNFRISoqSkJIcyNptNp0+fzvY+q5ywY+XOMHifiiLavegwRBe/64Wrj0mO86KJdi96aHPXcfvQ6Pl14sQJJScn2xOlBg0a6MyZM9qzZ4+9zJYtW5SRkaG6deu6K0wAAAAAhZzbr0ydO3dOVqvV/ndsbKz27dungIAABQQEaMaMGerYsaNCQkL0999/64033tANN9ygVq1aSZKqVaumVq1a6aWXXtK4ceOUlpam8ePHq3PnzozkBwAAAKDAuD2Z2rNnjx588EH735nPk+rWrZvGjh2rAwcOaPny5Tp79qzKlSunli1bavDgwQ7Pmpo8ebLGjx+vhx56SF5eXurQoYNGjRp1zbcFAAAAQNHh9mSqWbNm2r9/f7bz582bl+syypYtywN6AQAAAFxT1909UwAAAADgCUimAAAAAMAEt3fzAwB4potlg3Tkju721wAAwBHJFADAqZQbquqnyXPcHQYAAB6Lbn4AAAAAYALJFAAAAACYQDc/AIBTJU4eV+WVSyRJR7reowvlKrg5IgAAPAvJFADAqZLHj6nhm2MlSScbNyeZAgDgCnTzAwAAAAATSKYAAAAAwASSKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkikAAAAAMIHnTAEAnLoQGqa9/Z6xvwYAAI5IpgAATp0Pr6gdQ8e6OwwAADwWyRSAfLPZbLJaj+S7ntVqleHPFQ4AAFA4kEwByDer9YiW7z2ikAoV81XvwKFYVaoRWEBRAQAAXFskUwBMCalQUWGVq+WrTvwxawFFg4JQ6phVNefPkCTte2SgzkVEujkiAAA8C8kUAMCp4gknFf3pPEnS4a69SKYAALgCQ6MDAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYwHOmAABOnYuI1NZRr9lfAwAARyRTAACn/g0ppwP3P+buMAAA8Fh08wMAAAAAE7gyBQDAdSY93SarNc50/cjIyvLx4SsAAFwtzqQAAKdKHz6ohpPHSpK2PTdWZ6vc6N6AYJd0Ik4n0lJl9bflu27C8VjdLalq1eoujwsAihqSKQCAU35nTqvi92skSXv6D3FzNLhSUFiEwipXc3cYAFCkcc8UAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACTxnCgDg1NnK1bX+7U/trwEAgCOSKQCAU6kBZXWsTUd3hwEAgMeimx8AAAAAmEAyBQAAAAAm0M0PAOBU2QO/q/nwpyRJm197R8lRN7k5IrhCerpNVmtclum+vt5KS0vPsW5kZGX5+PDVAQAycUYEADjlfeG8gvbvsb9G4ZB0Ik4n0lJl9bc5TLd42WRkZF8v4Xis7pZUtSqDkQBAJpIpAACKmKCwCIVVruYwzctLysghmQIAZMU9UwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJbk+mtm7dqieffFIxMTGKjo7WunXrHOYbhqG33npLMTExqlu3rh5++GEdOXLEoUxycrKGDh2qhg0bqnHjxho5cqTOnTt3DbcCAAAAQFHj9mTq/Pnzio6O1pgxY5zOnzNnjj766CONHTtWixcvVokSJdSvXz9dvHjRXua5557ToUOHNH/+fM2aNUu//vqrRo8efa02AQAAAEAR5Pah0Vu3bq3WrVs7nWcYhj788EM99dRTat++vSTp9ddfV4sWLbRu3Tp17txZf/75p3788UctWbJEderUkSSNGjVK/fv317Bhw1S+fPlrti0AUJgkR92kr5b9IEk6G1nFzdEAAOB53J5M5SQ2Nlbx8fFq0aKFfVrp0qVVr149bd++XZ07d9b27dtVpkwZeyIlSS1atJCXl5d27dql2267LV/rtFhcFn6hk/ne8B4VLbR70ZPZ1BklSio5upZbY8G1YbnsfyO3spwLCg3O70UPbe56Hp1MxcfHS5KCg4MdpgcHByshIUGSlJCQoKCgIIf5Pj4+CggIsNfPKz8/76uItvCzWCRvb29ZLJKR26ctCg1n7e7r6y2Ll01e+ewobPGSLBYL9TxgnbnVs1gskpehKz9vPS1O6uWvXk51s2vzy+v5+nrL15fPysKCz/WihzZ3PY9Opq611NR0MvUcZB54Nls6B2AR4qzd09LSZWRIGRn5W5aRcan7LvXcv86c6lkkycu4VMaD46Se6/a1nNr88nppaelKS0vP/0rhkfhcL3poc9fz6GQqNDRUkpSYmKhy5crZpycmJqpGjRqSpJCQECUlJTnUs9lsOn36tL1+frBj5c4weJ+KItq96DB06ct14J7tavfYPZKk7+YuUVLtBm6NCwUns83zcohzHih8OL8XPbS567h9NL+cVKxYUaGhodq8ebN9WkpKinbu3KkGDS59qDdo0EBnzpzRnj177GW2bNmijIwM1a1b95rHDACFhSU9XcXOJKvYmWRZ0rkaAQDAldx+ZercuXOyWq32v2NjY7Vv3z4FBAQoPDxcDz74oN555x3dcMMNqlixot566y2VK1fOPrpftWrV1KpVK7300ksaN26c0tLSNH78eHXu3JmR/AAAAAAUGLcnU3v27NGDDz5o/3vixImSpG7dumnSpEl6/PHHdeHCBY0ePVpnzpxRo0aNNHfuXBUrVsxeZ/LkyRo/frweeugheXl5qUOHDho1atQ13xYAAAAARYfbk6lmzZpp//792c63WCwaPHiwBg8enG2ZsmXL6s033yyI8AAAAADAKY++ZwoAAAAAPBXJFAAAAACYQDIFAAAAACaQTAEAAACACW4fgAIA4JmSatXX4i1/SZJsJUu5ORoAADwPyRQAwCnDx0dpZQLcHQYAAB6Lbn4AAAAAYAJXpgAATlnS0+X97wVJUnrxEjK8vd0cEQAAnoUrUwAAp4L2bFfvJjeod5MbFLRnu7vDAQDA45BMAQAAAIAJdPMDijCbzSar9Uiu5Xx9vZWWlm7/22q1yvAPK8DIAAAAPB/JFFCEWa1HtHzvEYVUqJhjOYuXTUbG//4+cChWlWoEFnB0AAAAno1kCijiQipUVFjlajmW8fKSMi5LpuKPWQs4KgAAAM/HPVMAAAAAYALJFAAAAACYQDIFAAAAACZwzxRQCOR1VL4rMSofcmJ4eyutlL/9NQAAcEQyBRQCeR2V70qMyoecJNVuoMVbj7o7DAAAPBbJFFBI5GVUvisxKh8AAIB53DMFAAAAACZwZQoA4JT3hfPyj7109TKlYqTSS5R0c0QAAHgWrkwBAJwqe+B3dbmrpbrc1VJlD/zu7nAAAPA4JFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACSRTAAAAAGACyRQAAAAAmEAyBQAAAAAm8NBeAIBT6cVLKLl6DftrAADgiGQKAOBUcnQtfbXiJ3eHAQCAx6KbHwAAAACYwJUpAACQq/R0m6zWOFN1IyMry8eHrxwACh/ObAAAp3zPnFbojq2SpPj6TZRWJsDNEcGdkk7E6URaqqz+tnzVSzgeq7slVa1avUDiAgB3IpkCADhV5vBBtX2ytyRpzYK1SqzX2M0Rwd2CwiIUVrmau8MAAI/BPVMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACQxAAQAACgxDqgMozDhDAQCAAsOQ6gAKM5IpAABQoBhSHUBhRTIFAHAqtUyAjt1ym/01AABwRDIFeBCbzSar9Ui+61mtVhn+Ya4PCEXa2So3av2she4OAwAAj0UyBXgQq/WIlu89opAKFfNV78ChWFWqEVhAUQHAtcfAFQCuB5xpAA8TUqFivu8tiD9mLaBoAMA9GLgCwPWAZAoA4FTxhJOq+O0qSVLsrXfo35Bybo4IRQ0DVwDwdCRTAACnSh2zqtm4oZKkUzVqk0wBAHAFL3cHAAAAAADXI5IpAAAAADCBZAoAAAAATCCZAgAAAAATPD6Zmj59uqKjox3+3X777fb5Fy9e1Lhx49SsWTM1aNBAzzzzjBISEtwYMQAAAICi4LoYze/GG2/U/Pnz7X97e3vbX7/66qvasGGDpk6dqtKlS2v8+PEaOHCgFi5c6I5QAQAAABQR10Uy5e3trdDQ0CzTz549q6VLl2ry5Mlq3ry5pEvJ1R133KEdO3aofv361zhSAAAAAEXFdZFMHT16VDExMSpWrJjq16+voUOHKjw8XHv27FFaWppatGhhL1utWjWFh4ebTqYsFhcGXshkvje8R0WL5bL/DXcGgmsms80vBofqQO+HJUn/Bmf9QQuFR2E8zvmsyh2f60UPbe56Hp9M1a1bVxMnTlSVKlUUHx+vmTNnqk+fPlq5cqUSEhLk6+urMmXKONQJDg5WfHx8vtfl5+ede6EizGK5dJXQYpGMwvJp62F8fb1l8bLJK593M1q8JIvFUmD1LBaL5GX87wtXAa+vqNVzxzpzq2exWHQ+8gb9Nu5N+zQvD4yTevmrl1PdK49zd8d6NfV8fb3l68tnem74XC96aHPX8/hkqnXr1vbXNWrUUL169dS2bVutXr1axYsXd+m6UlPTydRzkHng2WzpHIAFJC0tXUaGlJGRv3pGhmQYRoHUs0iSl3Gp7DVYX1Gs54515lTPWZt7YpzUc92+llObuyvWq6mXlpautLT0/FUsgvhcL3poc9fz+GTqSmXKlFHlypVltVrVokULpaWl6cyZMw5XpxITE53eY5UX7Fi5Mwzep6LEUOHq+oPc0eZFT2Fscz6n8o7P9aKHNncdjx8a/Urnzp3T33//rdDQUNWuXVu+vr7avHmzff5ff/2luLg4Bp8AgKtU8vgx1Zs6QfWmTlDJ48fcHQ4AAB7H469Mvfbaa2rbtq3Cw8N18uRJTZ8+XV5eXurSpYtKly6tHj16aNKkSQoICJC/v78mTJigBg0akEwBwFUqcfK4ar/7X0lSbNvbdb5ChJsjAgDAs3h8MnXixAk9++yzSk5OVlBQkBo1aqTFixcrKChIkjRy5Eh5eXlp0KBBSk1NVUxMjMaMGePmqAEAAAAUdh6fTP33v//NcX6xYsU0ZswYEigAAAAA19R1d88UAAAAAHgCj78yBQAAkFfp6TZZrXGm6kZGVpaPD1+NAOQdZwwAAFBoJJ2I04m0VFn9bfmql3A8VndLqlq1eoHEBaBwIpkCAACFSlBYhMIqV3N3GACKAO6ZAgAAAAATuDIFAHDqfIUI7fjPKPtrAADgiGQKAODUhXIVtLf/EHeHAQCAx6KbHwAAAACYQDIFAAAAACbQzQ8A4JT/0b9Ud+ZrkqRdTw9Xyg1V3RwRAACehStTAACniiUnqcqXS1TlyyUqlpzk7nAAAPA4XJkCCoDNZpPVeiTf9axWqwz/MNcHBAAAAJcjmQIKgNV6RMv3HlFIhYr5qnfgUKwq1QgsoKgAAADgSiRTQAEJqVBRYZWr5atO/DFrAUUDAAAAV+OeKQAAAAAwgWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEBqAAADiVEllFP702y/4aAAA4IpkCADh1MTBYR7r2dHcYAAB4LLr5AQAAAIAJXJkCcmCz2WS1Hsl3PavVKsM/zPUBAQAAwGOQTAE5sFqPaPneIwqpUDFf9Q4cilWlGoEFFBVwbZQ59IeajXtOkvTzmMk6U72GmyMCAMCzkEwBuQipUFFhlavlq078MWsBRQNcO77nUlTut83210Bhlp5uk9UaZ6puZGRl+fjwlQooijjyAQBAkZd0Ik4n0lJl9bflq17C8VjdLalq1eoFEhcAz0YyBQAAICkoLCLfPREAFG2M5gcAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACYwmh8AwKnT1aP19Udf2V8DAABHJFMAAKdspUorvtHN7g4DAACPRTc/AAAAADCBK1MAAAAmpafbZLXGmaobGVlZPj58FQOuZxzBAACnAn/fpVsGPShJ+mHahzp1U103RwR4nqQTcTqRliqrvy1f9RKOx+puSVWrVi+QuABcGyRTAACnvNJS5R/3t/01AOeCwiIUVrmau8MA4AbcMwUAAAAAJnBlCoWezWaT1XrEVF2r1SrDP8y1AQEAijzutQIKB45EFHpW6xEt33tEIRUq5rvugUOxqlQjsACiAgAUZdxrBRQOJFMoEkIqVDTVnz3+mLUAogEAgHutgMKAe6YAAAAAwASSKQAAAAAwgWQKAAAAAEzgnilcc2ZH17PZbJIs8vHxzlc9RuQDzDlVs46WrdspSfo3JNTN0QAA4HlIpnDNmR1d78COX1SqbJAiKudvBCNG5APMyfArpvPh+R8FEwCAooJkCm5hZnS9+GNW+QeHmqoHAEBhYPb5VNn17vD19VZaWnqOdXmuFZA9jgwAAIDrhNnnU2XXu8PiZZORkX09nmsF5IxkCgDgVPDOX9Xx/tslSWs/XaPEeo3dHBEAydzzqbLr3eHlJWXkkEwByBnJFAAgWxbDcHcIAAB4LIZGBwAAAAATuDIFAAAAp8wOeJGJwStQ2LF3wzSzz4viuU8AAFwfzA54ITF4BYqGQpVMffLJJ5o3b57i4+NVo0YNvfTSS6pbt667w8q3a/1QW8ncL0emnxfFc58AALhumBnwQsq8qmXu8STX8oqW2e9dElfeUIiSqVWrVmnixIkaN26c6tWrpw8++ED9+vXTmjVrFBwc7O7w8uVaP9T2ZOxRNbZaFRkZmWvZy59HYbVaFVwhnOc+AQCALMxe1crP95LLmf1R2Wq1atvZdIVUqJSvetc6Tun6SDKvl+1zlesr2hzMnz9fvXr1Uo8ePSRJ48aN0/r167V06VL179/fzdHl37V+qO3mhPN5Otld/jwKrjABAICcmB3GPa/fSy5n9kflS99n6nh8nNe62+S1/nH/eu0WWiiSqdTUVO3du1dPPPGEfZqXl5datGih7du352tZFourozMn4Xhsvuucij+h1LRUlSheIt/1SpUNyrWc5bL/MwdLTjpxzNT6zMZ5Leu5Y52eWM8iXRr3M+N/7e6JcV7P9dyxzpzqZba5cfyYfVri8WM6ERDoUXFSz3X7mrPj3N2xUq/g6xVku19trHn5XuJKZr/PXOs4zXabzGSxSD4+3rLZ0pXbky+udl1mecp38byyGMb1/xCRf/75R7fccosWLlyoBg0a2Ke//vrr2rp1qz777DM3RgcAAACgMOI5UwAAAABgQqFIpgIDA+Xt7a3ExESH6YmJiQoJCXFTVAAAAAAKs0KRTPn5+alWrVravHmzfVpGRoY2b97s0O0PAAAAAFylUAxAIUmPPPKIhg8frtq1a6tu3br64IMPdOHCBXXv3t3doQEAAAAohApNMnXHHXcoKSlJ06ZNU3x8vGrWrKm5c+fSzQ8AAABAgSgUo/kBAAAAwLVWKO6ZAgAAAIBrjWQKAAAAAEwgmQIAAAAAE0imAAAAAMAEkinkKDk5WUOHDlXDhg3VuHFjjRw5UufOnctTXcMw9Nhjjyk6Olrr1q0r4EjhKvlt8+TkZI0fP14dO3ZU3bp11aZNG02YMEFnz569hlEjvz755BO1a9dOderUUc+ePbVr164cy69evVq333676tSpo65du2rDhg3XKFK4Sn7afPHixbr//vvVpEkTNWnSRA8//HCu+wg8U36P9UxfffWVoqOjNWDAgAKOEK6W3zY/c+aMxo0bp5iYGNWuXVsdO3bkHJ8PJFPI0XPPPadDhw5p/vz5mjVrln799VeNHj06T3U/+OADWSyWAo4QrpbfNj958qROnjyp4cOH68svv9TEiRP1448/6sUXX7yGUSM/Vq1apYkTJ+rpp5/WsmXLVKNGDfXr10+JiYlOy2/btk1Dhw7VPffco+XLl+vWW2/V008/rQMHDlzjyGFWftv8559/VufOnfXhhx9q4cKFqlChgh599FH9888/1zhyXI38tnum2NhYvfbaa2rcuPE1ihSukt82T01N1SOPPKJjx47prbfe0po1azR+/HiVL1/+Gkd+HTOAbBw6dMiIiooydu3aZZ+2YcMGIzo62jhx4kSOdX///XejVatWxsmTJ42oqCjjm2++Kehw4QJX0+aXW7VqlVGrVi0jLS2tIMLEVbrnnnuMcePG2f9OT083YmJijNmzZzstP3jwYKN///4O03r27Gm89NJLBRonXCe/bX4lm81mNGjQwFi2bFkBRYiCYKbdbTab0bt3b2Px4sXG8OHDjaeeeupahAoXyW+bf/rpp8att95qpKamXqsQCx2uTCFb27dvV5kyZVSnTh37tBYtWsjLyyvHS8YXLlzQ0KFDNXr0aIWGhl6LUOEiZtv8SikpKfL395ePT6F5LnihkZqaqr1796pFixb2aV5eXmrRooW2b9/utM6OHTvUvHlzh2kxMTHasWNHQYYKFzHT5le6cOGCbDabAgICCipMuJjZdp85c6aCg4PVs2fPaxEmXMhMm3/33XeqX7++Xn75ZbVo0UJdunTRrFmzlJ6efq3Cvu6RTCFbCQkJCgoKcpjm4+OjgIAAxcfHZ1tv4sSJatCggdq3b1/QIcLFzLb55ZKSkvT222+rd+/eBREirtKpU6eUnp6u4OBgh+nBwcFKSEhwWichIUEhISF5Lg/PYqbNrzR58mSVK1fO4UsaPJuZdv/111+1ZMkSjR8//lqECBcz0+Z///231q5dq/T0dL377rsaMGCA5s+fr3feeedahFwo8LNxETR58mTNmTMnxzKrVq0ytexvv/1WW7Zs0bJly0zVR8EoyDa/XEpKip544glVq1ZNAwcOvOrlAXC/d999V6tWrdKHH36oYsWKuTscFJCUlBQNGzZM48ePz/KjGgovwzAUHBys8ePHy9vbW7Vr19Y///yjefPm8TmeRyRTRdCjjz6qbt265VimUqVKCgkJUVJSksN0m82m06dPZ9t9b8uWLbJarWrSpInD9GeeeUaNGzfWRx99dHXBw5SCbPNMKSkpeuyxx1SqVCnNnDlTvr6+Vx03XC8wMFDe3t5ZbkZOTEzMcvUpU0hISJZfNXMqD89ips0zzZs3T++++67mz5+vGjVqFGSYcLH8tvvff/+tY8eO6amnnrJPy8jIkCTddNNNWrNmjSIjIws2aFwVM8d6aGiofHx85O3tbZ9WtWpVxcfHKzU1VX5+fgUac2FAMlUEBQUF5elXpwYNGujMmTPas2ePateuLelSspSRkaG6des6rdO/f/8s/ay7du2qF154QW3btr364GFKQba5dCmR6tevn/z8/PTOO+/w67UH8/PzU61atbR582Z7V9yMjAxt3rxZDzzwgNM69evX15YtW/Twww/bp23atEn169e/BhHjaplpc0maM2eOZs2apXnz5jncR4nrQ37bvWrVqlq5cqXDtKlTp+rcuXN68cUXFRYWdk3ihnlmjvWGDRvqyy+/VEZGhry8Lt39c+TIEYWGhpJI5RH3TCFb1apVU6tWrfTSSy9p165d+u233zR+/Hh17tzZPmTmP//8o9tvv90+OEFoaKiioqIc/klSeHi4KlWq5LZtQd6YafOUlBQ9+uijOn/+vF555RWlpKQoPj5e8fHx3MDqoR555BEtXrxYy5Yt059//qmxY8fqwoUL6t69uyRp2LBhevPNN+3lH3zwQf34449677339Oeff2r69Onas2dPjl/E4Vny2+bvvvuu3nrrLb366quKiIiwH9N5fc4gPEN+2r1YsWJZPr/LlCmjUqVKKSoqii/W14n8Huv33XefkpOT9corr+jw4cNav369Zs+erT59+rhrE647XJlCjiZPnqzx48froYcekpeXlzp06KBRo0bZ56elpenw4cO6cOGCG6OEK+W3zffu3audO3dKkm677TaHZX377beqWLHitQseeXLHHXcoKSlJ06ZNU3x8vGrWrKm5c+fau4EcP37c/guldOmXy8mTJ2vq1KmaMmWKKleurJkzZ9p/LIHny2+bL1y4UGlpaRo0aJDDcgYOHKhnnnnmmsYO8/Lb7rj+5bfNK1SooHnz5mnixIm68847Vb58eT344IN6/PHH3bUJ1x2LYRiGu4MAAAAAgOsNP0cAAAAAgAkkUwAAAABgAskUAAAAAJhAMgUAAAAAJpBMAQAAAIAJJFMAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAsvXtt9/q0UcfVdOmTVW7dm21a9dOo0eP1uHDh126nhEjRqhLly4uXWZuduzYoccee0wtW7ZU3bp11a5dOw0aNEg7d+4skLimT5+uBg0a2P/++eefFR0drd27d7tk+c6WN336dG3bts0lywcAZOXj7gAAAJ5p8uTJmjNnjjp27Kjx48crKChIVqtVS5cu1ZAhQ7R8+XKXrWvAgAE6f/68y5aXm99++00PPvigWrVqpXHjxqlUqVI6evSo1q1bp127dqlevXouj6tnz55q3bq1S5blTK1atbRo0SJVq1bNPm3GjBkqWbKkGjZsWGDrBYCijGQKAJDFhg0bNGfOHA0YMECDBw+2T2/SpIl69Oih77//3qXri4yMdOnycrNgwQJFRERo5syZ8vb2liQ1b95c9957rzIyMgokrrCwMIWFhblseZkMw1BaWpr8/f1Vv359ly8fAJA9uvkBALJ47733FBISogEDBjid37ZtW/vrixcvauLEiYqJiVGdOnV011136ZtvvnEof/DgQT3++ONq1qyZ6tWrp44dO2rOnDn2+Vd2p/v8888VHR2t33//XY899pjq16+vDh06OL0atn79evXs2VN169bVzTffrDFjxuR6NenMmTMKCgqyJ1KX8/L630djdnHt3r1bjz76qH1bNm3apIyMDP33v/9VixYt1KJFC7355psOidmV3fycee+999SjRw81atRIzZs31xNPPJGlS2VmTBs2bNCdd96pOnXq6LvvvsvSzS86OlqS9Prrrys6OlrR0dH6+eef9cwzz+jee+/Nsu5PP/1UderUUXJyco4xAgD+h2QKAODAZrNp27Ztuvnmm+Xr65tr+eeee06LFi3SY489ppkzZ6p69ep65pln9O2339rLPPnkkzpz5oxeeeUVzZ49W/369dOFCxfytOyYmBjNnDlTNWvW1IgRI/Tnn3/a569Zs0ZPPfWUoqKiNGPGDD3//PP65ptv9OKLL+a43Fq1amn79u2aOnWqw/Lyavjw4WrTpo1mzJihcuXKaeDAgXrllVd04sQJvfbaa7r//vv17rvv6quvvsrXck+cOKEHHnhAb7/9tiZMmKCMjAzde++9WRKckydPasKECXr44Yc1Z84c1axZM8uyFi1aJEnq27evFi1apEWLFqlWrVrq2bOntm/frr/++suh/NKlS3XbbbepbNmy+YoZAIoyuvkBABwkJycrNTVV4eHhuZb9448/9PXXX2vcuHH2qx233HKLjh07ppkzZ+rWW29VUlKSYmNj9eKLL6pdu3aSpJtvvjlPsfTp00d9+vSRJDVo0EAbNmzQ2rVrNWDAABmGoddff1133HGHXnnlFXud0NBQ9e/fXwMGDNCNN97odLn9+vXTzp079c477+idd95R2bJlFRMTo/vuu0+NGzfONa4HHnhA999/vySpfPny6tq1q/bs2WNPYFq1aqXvvvtOa9asUdeuXfO0rZI0cuRI++v09HS1bNlSzZs319q1a9W7d2/7vNOnT2vOnDn2e7ukS4nY5TK7/FWoUMGh+19MTIzCw8O1dOlSPf/885KkAwcOaM+ePXr22WfzHCsAgCtTAIBsWCyWXMv89ttvkqTbb7/dYXqnTp30+++/6/z58woMDFRERISmTJmiZcuWZfnSn5OYmBj765IlSyo8PNxe//Dhwzp27Jg6deokm81m/9e0aVN5eXlpz5492S7X399f7733nj777DM9/fTTqlGjhtauXasHHnhAn332Wa5xtWzZ0v66cuXKkrImiFWqVNHx48fzvK3SpREGH3nkETVr1kw33XST6tWrp/Pnz+vIkSMO5cqWLeuQSOWHl5eXevTooS+++EI2m03SpatSERERat68uallAkBRRTIFAHBQtmxZFStWTHFxcbmWPX36tHx9fbN0DQsJCZFhGDp79qwsFovmzZunqlWr6uWXX1br1q3VvXt3bd26Ndflly5d2uFvX19fpaamSpJOnTolSXr66adVq1Yt+7969eopPT09T4lM3bp1NWjQIH3wwQdavXq1wsLCNHny5HzF5efnJ0kqU6ZMtrHmRVxcnB599FGlp6dr3LhxWrBggZYsWaLg4GBdvHjRoWxISEiel+vMPffco6SkJG3YsEFpaWlasWKFunXr5nC/GAAgd3TzAwA48PHxUcOGDbVlyxbZbDb5+GT/UREQEKC0tDSdPn1aAQEB9ukJCQmyWCz2pKNKlSqaNm2a0tLStH37dk2ZMkVPPvmkfvjhB5UqVcpUnJkJ3OjRo1W3bt0s88uVK5ev5VWqVEm333675s+fr4SEhKtOWPLrxx9/1Pnz5zVjxgx7Ymaz2XT69OksZfNy1TAnYWFhatWqlZYuXar09HSdOnVK3bt3v6plAkBRxE9QAIAsHnnkEcXHx2vWrFlO52/YsEGS1KhRI0mXBoK43Jo1a3TTTTepZMmSDtN9fX3VtGlT9e/fXykpKTp58qTpGKtWraqwsDD9/fffqlOnTpZ/5cuXz7ZuQkKC0+lHjhyRn59flqtM18K///4ri8XikLyuXr3a3hXPDF9f3yxXtTL17NlTGzZs0HvvvafmzZsrIiLC9HoAoKjiyhQAIIvWrVvrscce0/Tp03Xo0CF17txZgYGBio2N1dKlS3X27Fm1bt1aNWrUUIcOHTRp0iT9+++/qlKlilasWKHt27fr7bfflnRpkIrXXntNd9xxhypVqqSUlBTNnj1bERERV/UcJ4vFohEjRui5557T+fPn1aZNG5UoUUJxcXHasGGDhgwZoipVqjitO2rUKKWnp6tDhw6qXLmyUlJStHbtWn3//fd66KGH7F33rqXMe65eeOEF3XvvvTp48KDmz59/VYld1apV9e2336px48YqUaKEqlSpIn9/f0lSmzZtFBgYaL9SCADIP5IpAIBTzz//vBo0aKBPPvlEI0eO1IULF1SuXDnFxMSoX79+9nJvvPGGpkyZojlz5ig5OVlVq1bVtGnT7CP3hYaGKiQkRLNnz9Y///yj0qVLq3HjxnrjjTecPucpPzp16qQyZcpo1qxZWrlypSQpIiJCrVq1yrGbXp8+fbR8+XLNnj1b8fHxKl68uCIjI/XKK6+oW7duVxWTWdHR0Zo4caJmzJihJ554QjVr1tRbb72l//znP6aXOXr0aL366qt6/PHH9e+//+rDDz9Us2bNJF3qztmuXTutWbNGt912m4u2AgCKFothGIa7gwAAANdWRkaG2rdvr7Zt2+qll15ydzgAcF3iyhQAAEVIamqq/vjjD61du1YnTpywP8cLAJB/JFMAABQhJ0+eVM+ePRUUFKSXXnpJVatWdXdIAHDdopsfAAAAAJjA0OgAAAAAYALJFAAAAACYQDIFAAAAACaQTAEAAACACSRTAAAAAGACyRQAAAAAmEAyBQAAAAAmkEwBAAAAgAn/B+HXY86uXvVaAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "\n", + "\n", + "num_molecules = original_embeddings.shape[0]\n", + "\n", + "# Shuffle indices for unrelated molecules\n", + "unrelated_indices = np.random.permutation(num_molecules)\n", + "unrelated_embeddings = augmented_embeddings[unrelated_indices]\n", + "\n", + "# Compute pairwise cosine similarity between original and unrelated\n", + "pairwise_unrelated_similarities = np.array([\n", + " cosine_similarity([original_embeddings[i]], [unrelated_embeddings[i]])[0][0]\n", + " for i in range(num_molecules)\n", + "])\n", + "\n", + "\n", + "plt.figure(figsize=(10,6))\n", + "plt.hist(pairwise_unrelated_similarities, bins=50, alpha=0.7, color='skyblue', edgecolor='black')\n", + "mean_sim = pairwise_unrelated_similarities.mean()\n", + "plt.axvline(mean_sim, color='red', linestyle='--', label=f'Mean = {mean_sim:.4f}')\n", + "plt.xlabel('Cosine Similarity')\n", + "plt.ylabel('Frequency')\n", + "plt.title('Cosine Similarity Distribution of Different Molecules (Unrelated SMILES)')\n", + "plt.legend()\n", + "plt.grid(True, alpha=0.3)\n", + "plt.show()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "881eca62-7bf5-4b84-b0df-659942930a73", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mean cosine similarity: 0.0048\n", + "Std deviation: 0.1357\n", + "Range: -0.4617 to 0.6631\n" + ] + } + ], + "source": [ + "print(f\"Mean cosine similarity: {pairwise_unrelated_similarities.mean():.4f}\")\n", + "print(f\"Std deviation: {pairwise_unrelated_similarities.std():.4f}\")\n", + "print(f\"Range: {pairwise_unrelated_similarities.min():.4f} to {pairwise_unrelated_similarities.max():.4f}\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "id": "051f4149-d3eb-472b-b6d0-7060662efb6a", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Unrelated in top-5 neighbors: 4/5000\n", + "Unrelated as top-1 neighbor: 0/5000\n" + ] + } + ], + "source": [ + "from sklearn.metrics.pairwise import cosine_similarity\n", + "\n", + "k = 5\n", + "similarities = cosine_similarity(original_embeddings, unrelated_embeddings)\n", + "correct_matches = sum(i in np.argsort(similarities[i])[-k:] for i in range(num_molecules))\n", + "top1_matches = sum(np.argmax(similarities[i]) == i for i in range(num_molecules))\n", + "\n", + "print(f\"Unrelated in top-{k} neighbors: {correct_matches}/{num_molecules}\")\n", + "print(f\"Unrelated as top-1 neighbor: {top1_matches}/{num_molecules}\")\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/simson_repo/simson_base/moleculenet_eval/visualizations.ipynb b/simson_modeling/simson_repo/simson_base/moleculenet_eval/visualizations.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..b6a3ab30e103378cecb86b7c9b9475fa814f5d50 --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/moleculenet_eval/visualizations.ipynb @@ -0,0 +1,610 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 30, + "id": "90d8362c-618c-42c9-8f2a-e73d2eb34abc", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import torch\n", + "import torch.nn as nn\n", + "from torch.utils.data import Dataset, DataLoader\n", + "from transformers import BertModel, BertConfig, AutoTokenizer\n", + "import matplotlib.pyplot as plt\n", + "import seaborn as sns\n", + "from sklearn.decomposition import PCA\n", + "from sklearn.manifold import TSNE\n", + "from sklearn.metrics.pairwise import cosine_similarity\n", + "from sklearn.cluster import KMeans\n", + "import umap\n", + "from rdkit import Chem, RDLogger\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "RDLogger.DisableLog('rdApp.*')\n", + "\n", + "# Set style for better plots\n", + "plt.style.use('seaborn-v0_8')\n", + "sns.set_palette(\"husl\")\n", + "\n", + "# === HELPER FUNCTIONS AND CLASSES ===\n", + "\n", + "def load_lists_from_url(data):\n", + " if data == 'bbbp':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/BBBP.csv')\n", + " smiles, labels = df.smiles, df.p_np\n", + " elif data == 'clintox':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/clintox.csv.gz', compression='gzip')\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles'], axis=1)\n", + " elif data == 'hiv':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/HIV.csv')\n", + " smiles, labels = df.smiles, df.HIV_active\n", + " elif data == 'sider':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/sider.csv.gz', compression='gzip')\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles'], axis=1)\n", + " elif data == 'esol':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/delaney-processed.csv')\n", + " smiles = df.smiles\n", + " labels = df['ESOL predicted log solubility in mols per litre']\n", + " elif data == 'freesolv':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/SAMPL.csv')\n", + " smiles = df.smiles\n", + " labels = df.calc\n", + " elif data == 'lipophicility':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/Lipophilicity.csv')\n", + " smiles, labels = df.smiles, df['exp']\n", + " elif data == 'tox21':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/tox21.csv.gz', compression='gzip')\n", + " df = df.dropna(axis=0, how='any').reset_index(drop=True)\n", + " smiles = df.smiles\n", + " labels = df.drop(['mol_id', 'smiles'], axis=1)\n", + " elif data == 'bace':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/bace.csv')\n", + " smiles, labels = df.mol, df.Class\n", + " elif data == 'qm8':\n", + " df = pd.read_csv('https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/qm8.csv')\n", + " df = df.dropna(axis=0, how='any').reset_index(drop=True)\n", + " smiles = df.smiles\n", + " labels = df.drop(['smiles', 'E2-PBE0.1', 'E1-PBE0.1', 'f1-PBE0.1', 'f2-PBE0.1'], axis=1)\n", + " return smiles, labels\n", + "\n", + "class SmilesEnumerator:\n", + " \"\"\"Generates randomized SMILES strings for data augmentation.\"\"\"\n", + " def randomize_smiles(self, smiles):\n", + " try:\n", + " mol = Chem.MolFromSmiles(smiles)\n", + " return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles\n", + " except:\n", + " return smiles\n", + "\n", + "class MoleculeDataset(Dataset):\n", + " def __init__(self, smiles_list, labels, tokenizer, max_len=512):\n", + " self.smiles_list = smiles_list\n", + " self.labels = labels\n", + " self.tokenizer = tokenizer\n", + " self.max_len = max_len\n", + "\n", + " def __len__(self):\n", + " return len(self.smiles_list)\n", + "\n", + " def __getitem__(self, idx):\n", + " smiles = self.smiles_list[idx]\n", + " label = self.labels.iloc[idx]\n", + "\n", + " encoding = self.tokenizer(\n", + " smiles,\n", + " truncation=True,\n", + " padding='max_length',\n", + " max_length=self.max_len,\n", + " return_tensors='pt'\n", + " )\n", + " item = {key: val.squeeze(0) for key, val in encoding.items()}\n", + " if isinstance(label, pd.Series):\n", + " label_values = label.values.astype(np.float32)\n", + " else:\n", + " label_values = np.array([label], dtype=np.float32)\n", + " item['labels'] = torch.tensor(label_values, dtype=torch.float)\n", + " return item\n", + "\n", + "# Your model classes (assuming these exist from previous conversation)\n", + "def global_ap(x):\n", + " return torch.mean(x.view(x.size(0), x.size(1), -1), dim=1)\n", + "\n", + "class SimSonEncoder(nn.Module):\n", + " def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1):\n", + " super(SimSonEncoder, self).__init__()\n", + " self.config = config\n", + " self.max_len = max_len\n", + " self.bert = BertModel(config, add_pooling_layer=False)\n", + " self.linear = nn.Linear(config.hidden_size, max_len)\n", + " self.dropout = nn.Dropout(dropout)\n", + " \n", + " def forward(self, input_ids, attention_mask=None):\n", + " if attention_mask is None:\n", + " attention_mask = input_ids.ne(self.config.pad_token_id)\n", + " outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask)\n", + " hidden_states = self.dropout(outputs.last_hidden_state)\n", + " pooled = global_ap(hidden_states)\n", + " return self.linear(pooled)\n", + "\n", + "# === MAIN ANALYSIS FUNCTIONS ===\n", + "\n", + "def prepare_dataset_with_augmentation(dataset_name, sample_size=1000):\n", + " \"\"\"\n", + " Load dataset, create augmented SMILES, and prepare for embedding generation\n", + " \"\"\"\n", + " print(f\"Loading {dataset_name} dataset...\")\n", + " smiles, labels = load_lists_from_url(dataset_name)\n", + " \n", + " # Handle different label structures\n", + " if dataset_name == 'bbbp':\n", + " # Binary classification - convert to binary labels\n", + " label_values = labels.values\n", + " label_names = ['Non-permeable', 'Permeable']\n", + " elif dataset_name == 'clintox':\n", + " # Multi-task - use first task for visualization\n", + " label_values = labels.iloc[:, 0].values # Use first toxicity endpoint\n", + " label_names = ['Non-toxic', 'Toxic']\n", + " \n", + " # Remove NaN labels and sample for visualization\n", + " valid_mask = ~pd.isna(label_values)\n", + " smiles_clean = smiles[valid_mask]\n", + " labels_clean = label_values[valid_mask]\n", + " \n", + " # Sample for manageable visualization\n", + " if len(smiles_clean) > sample_size:\n", + " indices = np.random.choice(len(smiles_clean), sample_size, replace=False)\n", + " smiles_clean = smiles_clean.iloc[indices]\n", + " labels_clean = labels_clean[indices]\n", + " \n", + " # Create augmented SMILES\n", + " enumerator = SmilesEnumerator()\n", + " print(\"Generating augmented SMILES...\")\n", + " augmented_smiles = []\n", + " \n", + " for smiles_str in smiles_clean:\n", + " aug_smiles = enumerator.randomize_smiles(smiles_str)\n", + " augmented_smiles.append(aug_smiles)\n", + " \n", + " print(f\"Dataset: {dataset_name}\")\n", + " print(f\"Total molecules: {len(smiles_clean)}\")\n", + " print(f\"Label distribution: {np.bincount(labels_clean.astype(int))}\")\n", + " \n", + " return smiles_clean.tolist(), augmented_smiles, labels_clean, label_names\n", + "\n", + "def generate_embeddings_for_classes(model, tokenizer, smiles_list, labels, batch_size=256, max_length=512):\n", + " \"\"\"Generate embeddings and organize by class labels\"\"\"\n", + " model.eval()\n", + " device = next(model.parameters()).device\n", + " \n", + " all_embeddings = []\n", + " \n", + " with torch.no_grad():\n", + " for i in range(0, len(smiles_list), batch_size):\n", + " batch_smiles = smiles_list[i:i+batch_size]\n", + " \n", + " # Tokenize batch\n", + " tokens = tokenizer(batch_smiles, \n", + " max_length=max_length, \n", + " truncation=True, \n", + " padding='max_length', \n", + " return_tensors='pt')\n", + " \n", + " # Move to device\n", + " input_ids = tokens['input_ids'].to(device)\n", + " attention_mask = tokens['attention_mask'].to(device)\n", + " \n", + " # Generate embeddings\n", + " batch_embeddings = model(input_ids, attention_mask)\n", + " all_embeddings.append(batch_embeddings.cpu().numpy())\n", + " \n", + " if (i // batch_size + 1) % 10 == 0:\n", + " print(f\"Processed {i + len(batch_smiles)} / {len(smiles_list)} SMILES\")\n", + " \n", + " embeddings = np.vstack(all_embeddings)\n", + " \n", + " # Organize by class\n", + " class_embeddings = {}\n", + " unique_labels = np.unique(labels)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels == label\n", + " class_embeddings[label] = embeddings[mask]\n", + " \n", + " return embeddings, class_embeddings\n", + "\n", + "def analyze_class_separation(class_embeddings, label_names):\n", + " \"\"\"Analyze how well different classes are separated in embedding space\"\"\"\n", + " print(\"=== Class Separation Analysis ===\")\n", + " \n", + " class_keys = list(class_embeddings.keys())\n", + " \n", + " if len(class_keys) == 2:\n", + " # Binary classification analysis\n", + " emb1 = class_embeddings[class_keys[0]]\n", + " emb2 = class_embeddings[class_keys[1]]\n", + " \n", + " # Inter-class similarity (between different classes)\n", + " inter_sim = cosine_similarity(emb1, emb2)\n", + " mean_inter_sim = np.mean(inter_sim)\n", + " \n", + " # Intra-class similarity (within same class)\n", + " intra_sim1 = cosine_similarity(emb1)\n", + " intra_sim2 = cosine_similarity(emb2)\n", + " \n", + " # Remove diagonal for intra-class\n", + " intra_sim1_off_diag = intra_sim1[np.triu_indices_from(intra_sim1, k=1)]\n", + " intra_sim2_off_diag = intra_sim2[np.triu_indices_from(intra_sim2, k=1)]\n", + " \n", + " mean_intra_sim1 = np.mean(intra_sim1_off_diag)\n", + " mean_intra_sim2 = np.mean(intra_sim2_off_diag)\n", + " \n", + " print(f\"Class 0 ({label_names[0]}) size: {len(emb1)}\")\n", + " print(f\"Class 1 ({label_names[1]}) size: {len(emb2)}\")\n", + " print(f\"Mean inter-class similarity: {mean_inter_sim:.4f}\")\n", + " print(f\"Mean intra-class similarity (Class 0): {mean_intra_sim1:.4f}\")\n", + " print(f\"Mean intra-class similarity (Class 1): {mean_intra_sim2:.4f}\")\n", + " print(f\"Separation ratio: {(mean_intra_sim1 + mean_intra_sim2)/(2 * mean_inter_sim):.4f}\")\n", + " \n", + " return {\n", + " 'inter_class_sim': mean_inter_sim,\n", + " 'intra_class_sim': [mean_intra_sim1, mean_intra_sim2],\n", + " 'separation_ratio': (mean_intra_sim1 + mean_intra_sim2)/(2 * mean_inter_sim)\n", + " }\n", + "\n", + "def visualize_class_embeddings(embeddings, labels, label_names, dataset_name, sample_size=2000):\n", + " \"\"\"Create comprehensive visualizations of class-separated embeddings\"\"\"\n", + " \n", + " # Sample for visualization if needed\n", + " if len(embeddings) > sample_size:\n", + " indices = np.random.choice(len(embeddings), sample_size, replace=False)\n", + " embeddings_viz = embeddings[indices]\n", + " labels_viz = labels[indices]\n", + " print(f\"Sampling {sample_size} points for visualization\")\n", + " else:\n", + " embeddings_viz = embeddings\n", + " labels_viz = labels\n", + " \n", + " # Create color mapping\n", + " unique_labels = np.unique(labels_viz)\n", + " colors = plt.cm.Set1(np.linspace(0, 1, len(unique_labels)))\n", + " color_map = {label: colors[i] for i, label in enumerate(unique_labels)}\n", + " \n", + " # Create subplots\n", + " fig, axes = plt.subplots(2, 3, figsize=(18, 12))\n", + " fig.suptitle(f'{dataset_name.upper()} Dataset - Class Separation Visualization', fontsize=16, fontweight='bold')\n", + " \n", + " # PCA\n", + " print(\"Computing PCA...\")\n", + " pca = PCA(n_components=2, random_state=42)\n", + " pca_embeddings = pca.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 0].scatter(pca_embeddings[mask, 0], pca_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 0].set_title('PCA Visualization')\n", + " axes[0, 0].set_xlabel(f'PC1 ({pca.explained_variance_ratio_[0]:.2%} variance)')\n", + " axes[0, 0].set_ylabel(f'PC2 ({pca.explained_variance_ratio_[1]:.2%} variance)')\n", + " axes[0, 0].legend()\n", + " axes[0, 0].grid(True, alpha=0.3)\n", + " \n", + " # t-SNE\n", + " print(\"Computing t-SNE...\")\n", + " tsne = TSNE(n_components=2, random_state=42, perplexity=min(30, len(embeddings_viz)//4))\n", + " tsne_embeddings = tsne.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 1].scatter(tsne_embeddings[mask, 0], tsne_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 1].set_title('t-SNE Visualization')\n", + " axes[0, 1].set_xlabel('t-SNE 1')\n", + " axes[0, 1].set_ylabel('t-SNE 2')\n", + " axes[0, 1].legend()\n", + " axes[0, 1].grid(True, alpha=0.3)\n", + " \n", + " # UMAP\n", + " print(\"Computing UMAP...\")\n", + " umap_reducer = umap.UMAP(n_components=2, random_state=42, n_neighbors=min(15, len(embeddings_viz)//4))\n", + " umap_embeddings = umap_reducer.fit_transform(embeddings_viz)\n", + " \n", + " for label in unique_labels:\n", + " mask = labels_viz == label\n", + " axes[0, 2].scatter(umap_embeddings[mask, 0], umap_embeddings[mask, 1], \n", + " c=[color_map[label]], label=f'{label_names[int(label)]} (n={np.sum(mask)})', \n", + " alpha=0.7, s=30)\n", + " \n", + " axes[0, 2].set_title('UMAP Visualization')\n", + " axes[0, 2].set_xlabel('UMAP 1')\n", + " axes[0, 2].set_ylabel('UMAP 2')\n", + " axes[0, 2].legend()\n", + " axes[0, 2].grid(True, alpha=0.3)\n", + " \n", + " # Inter-class distance distribution\n", + " if len(unique_labels) == 2:\n", + " class_0_emb = embeddings_viz[labels_viz == unique_labels[0]]\n", + " class_1_emb = embeddings_viz[labels_viz == unique_labels[1]]\n", + " \n", + " # Sample for distance calculation if too large\n", + " if len(class_0_emb) > 500:\n", + " class_0_sample = class_0_emb[np.random.choice(len(class_0_emb), 500, replace=False)]\n", + " else:\n", + " class_0_sample = class_0_emb\n", + " \n", + " if len(class_1_emb) > 500:\n", + " class_1_sample = class_1_emb[np.random.choice(len(class_1_emb), 500, replace=False)]\n", + " else:\n", + " class_1_sample = class_1_emb\n", + " \n", + " inter_similarities = cosine_similarity(class_0_sample, class_1_sample).flatten()\n", + " \n", + " axes[1, 0].hist(inter_similarities, bins=50, alpha=0.7, color='skyblue', edgecolor='black')\n", + " axes[1, 0].axvline(np.mean(inter_similarities), color='red', linestyle='--', \n", + " label=f'Mean: {np.mean(inter_similarities):.4f}')\n", + " axes[1, 0].set_xlabel('Cosine Similarity')\n", + " axes[1, 0].set_ylabel('Frequency')\n", + " axes[1, 0].set_title(f'Inter-Class Similarity Distribution')\n", + " axes[1, 0].legend()\n", + " axes[1, 0].grid(True, alpha=0.3)\n", + " \n", + " # Embedding norms by class\n", + " for i, label in enumerate(unique_labels):\n", + " mask = labels_viz == label\n", + " norms = np.linalg.norm(embeddings_viz[mask], axis=1)\n", + " axes[1, 1].hist(norms, bins=30, alpha=0.6, \n", + " color=color_map[label], label=f'{label_names[int(label)]}')\n", + " \n", + " axes[1, 1].set_xlabel('L2 Norm')\n", + " axes[1, 1].set_ylabel('Frequency')\n", + " axes[1, 1].set_title('Embedding Norm Distribution by Class')\n", + " axes[1, 1].legend()\n", + " axes[1, 1].grid(True, alpha=0.3)\n", + " \n", + " # Class statistics summary\n", + " axes[1, 2].axis('off')\n", + " stats_text = f\"\"\"\n", + " {dataset_name.upper()} Dataset Statistics:\n", + " \n", + " • Total samples: {len(embeddings_viz):,}\n", + " • Embedding dimension: {embeddings_viz.shape[1]}\n", + " • Classes: {len(unique_labels)}\n", + " \"\"\"\n", + " \n", + " for i, label in enumerate(unique_labels):\n", + " count = np.sum(labels_viz == label)\n", + " percentage = 100 * count / len(labels_viz)\n", + " stats_text += f\"\\n - {label_names[int(label)]}: {count} ({percentage:.1f}%)\"\n", + " \n", + " axes[1, 2].text(0.1, 0.9, stats_text, transform=axes[1, 2].transAxes, fontsize=12, \n", + " verticalalignment='top', fontfamily='monospace')\n", + " \n", + " plt.tight_layout()\n", + " plt.show()\n", + " \n", + " return pca_embeddings, tsne_embeddings, umap_embeddings\n", + "\n", + "def clustering_analysis_for_classes(embeddings, labels, label_names, n_clusters=None):\n", + " \"\"\"Perform clustering analysis to evaluate class separation\"\"\"\n", + " if n_clusters is None:\n", + " n_clusters = len(np.unique(labels))\n", + " \n", + " print(f\"\\n=== Clustering Analysis (k={n_clusters}) ===\")\n", + " \n", + " # K-means clustering\n", + " kmeans = KMeans(n_clusters=n_clusters, random_state=42)\n", + " cluster_labels = kmeans.fit_predict(embeddings)\n", + " \n", + " # Calculate cluster purity\n", + " cluster_purities = []\n", + " for cluster_id in range(n_clusters):\n", + " cluster_mask = cluster_labels == cluster_id\n", + " cluster_true_labels = labels[cluster_mask]\n", + " \n", + " if len(cluster_true_labels) > 0:\n", + " unique, counts = np.unique(cluster_true_labels, return_counts=True)\n", + " purity = np.max(counts) / len(cluster_true_labels)\n", + " cluster_purities.append(purity)\n", + " print(f\"Cluster {cluster_id}: {len(cluster_true_labels)} samples, purity: {purity:.3f}\")\n", + " \n", + " avg_purity = np.mean(cluster_purities)\n", + " print(f\"Average cluster purity: {avg_purity:.4f}\")\n", + " \n", + " \n", + " return avg_purity\n", + "\n", + "# === MAIN EXECUTION ===\n", + "\n", + "def main_class_visualization():\n", + " \"\"\"Main function to run the complete class-based visualization analysis\"\"\"\n", + " \n", + " device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n", + " print(f\"Using device: {device}\")\n", + " tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR')\n", + "\n", + " config = BertConfig(\n", + " vocab_size=tokenizer.vocab_size,\n", + " hidden_size=768,\n", + " num_hidden_layers=4,\n", + " num_attention_heads=12,\n", + " intermediate_size=2048,\n", + " max_position_embeddings=512\n", + " )\n", + " model = SimSonEncoder(config, max_len=512) # Adjust max_len as needed\n", + " model = torch.compile(model)\n", + " \n", + " model.to(device)\n", + " model.eval()\n", + " ds_name_to_model_path = {'bbbp': '/home/jovyan/simson_training_bolgov/moleculenet_eval/moleculenet_bbp_encoder.bin', 'clintox': '/home/jovyan/simson_training_bolgov/moleculenet_eval/moleculenet_clintox_encoder.bin'}\n", + " \n", + " \n", + " # Analyze both datasets\n", + " datasets = ['bbbp', 'clintox']\n", + " \n", + " for dataset_name in datasets:\n", + " model.load_state_dict(torch.load(ds_name_to_model_path[dataset_name], map_location=device))\n", + " print(f\"\\n{'='*50}\")\n", + " print(f\"ANALYZING {dataset_name.upper()} DATASET\")\n", + " print(f\"{'='*50}\")\n", + " \n", + " # Prepare dataset\n", + " smiles_list, augmented_smiles, labels, label_names = prepare_dataset_with_augmentation(\n", + " dataset_name, sample_size=1000\n", + " )\n", + " \n", + " # Generate embeddings for original SMILES\n", + " print(\"Generating embeddings...\")\n", + " embeddings, class_embeddings = generate_embeddings_for_classes(\n", + " model, tokenizer, smiles_list, labels\n", + " )\n", + " \n", + " # Analyze class separation\n", + " separation_stats = analyze_class_separation(class_embeddings, label_names)\n", + " \n", + " # Create visualizations\n", + " pca_emb, tsne_emb, umap_emb = visualize_class_embeddings(\n", + " embeddings, labels, label_names, dataset_name\n", + " )\n", + " \n", + " # Clustering analysis\n", + " clustering_analysis_for_classes(embeddings, labels, label_names)\n", + " \n", + " print(f\"\\nCompleted analysis for {dataset_name.upper()} dataset\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "id": "17ada2a4-e44e-4ff1-8b07-cd1f1b53298d", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using device: cuda\n", + "\n", + "==================================================\n", + "ANALYZING BBBP DATASET\n", + "==================================================\n", + "Loading bbbp dataset...\n", + "Generating augmented SMILES...\n", + "Dataset: bbbp\n", + "Total molecules: 1000\n", + "Label distribution: [239 761]\n", + "Generating embeddings...\n", + "=== Class Separation Analysis ===\n", + "Class 0 (Non-permeable) size: 239\n", + "Class 1 (Permeable) size: 761\n", + "Mean inter-class similarity: -0.1155\n", + "Mean intra-class similarity (Class 0): 0.3215\n", + "Mean intra-class similarity (Class 1): 0.5806\n", + "Separation ratio: -3.9042\n", + "Computing PCA...\n", + "Computing t-SNE...\n", + "Computing UMAP...\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABv4AAASdCAYAAACIDCv1AAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd4U9X/B/D3TZp075aWDqCMlr2XgIwCgkxBVIYgCCIoiCg/Bb8ouBUVmSoigqAsBRTKBhGRKbvsVaCDDuhO0ya5ub8/Qq5Nk5a2tHS9X8/jI7n35t5z0vT23PM553MESZIkEBEREREREREREREREVGFpijrAhARERERERERERERERHRw2Pgj4iIiIiIiIiIiIiIiKgSYOCPiIiIiIiIiIiIiIiIqBJg4I+IiIiIiIiIiIiIiIioEmDgj4iIiIiIiIiIiIiIiKgSYOCPiIiIiIiIiIiIiIiIqBJg4I+IiIiIiIiIiIiIiIioEmDgj4iIiIiIiIiIiIiIiKgSYOCPiIiIiIiIiIiIiIiIqBKwK+sCEBEREVU1YWFhNrcrlUo4OjrCz88PjRo1Qr9+/dClS5cKeQ4AsLe3h7e3Nxo1aoT+/fvjiSeegCAI+R5fmPMLggA7Ozs4ODjA3d0dAQEBaNCgAfr06YPmzZsX6dxUfl27dg2bNm3CiRMnEB0djbS0NCiVSnh7eyM0NBQdO3ZE37594eXlJb8nPDwcsbGx8uvLly+XRdFLnV6vx4YNG7Bz505cuXIFaWlpUKlUcHd3h6enJ2rXro2wsDB0794dderUKeviVkobN27EjBkz5NeTJk3C5MmTy7BED7Zjxw5MmTJFfh0cHIw9e/bke7zRaETXrl2RkJAgb/vuu+/QrVu3SvW7FhMTg+7du8uv27Zti1WrVsmvFy5ciEWLFsmvP/30UwwePPiRlrE4jh49ilGjRsmvBw0ahM8++6wMS0REREREjxIDf0RERETlhCiKyMzMRGZmJq5fv47Nmzdj8ODB+PTTTyvcOQAgJycHcXFxiIuLw+7du9GhQwcsXrwYTk5ORTpPbpIkQa/XQ6/XIyMjAzExMTh27Bh++uknNG/eHHPmzEHNmjWLfX5bKmInf2GUx3plZGRg9uzZ2Lp1KyRJstin1+sRGxuL2NhY7Nu3Dxs3bsSmTZvKqKRlIzk5GS+++CIuXrxosV2v1yMrKwt37tzBhQsXEBERAYPBgFdeeaWMSloxTZ8+3eI7tXLlSrRr164MS1RywsPD4eHhgdTUVABAdHQ0Tpw4gVatWtk8/siRIxZBP19fXzz++OOPoqhUgIoaiCQiIiKiR4uBPyIiIqIy1rlzZzg6OkKv1+PSpUuIi4uT923cuBG9e/fOd8ZdeT2HTqfDlStXLGaFHDp0CLNnz8acOXMKPMeDzu/g4ICMjAxcvnwZycnJ8r7Tp09j0KBB+PHHHzn7rwJKSUnBsGHDEBUVZbHdw8MDjRo1glqtRmJiIi5fvgyDwQCj0VhGJS077733nkXQz9nZGY0bN4aLiwsyMjIQFRWFpKSkMixh1RAYGIhevXrJryvCzEq1Wo2+ffvil19+kbf98ccf+Qb+/vjjD4vX/fv3h52dqfugc+fOFvfeyqxOnToWP+vAwMAyLE3heXl5WZS7SZMmZVgaIiIiInrUGPgjIiIiKmOzZs1CUFAQANPMneHDh+Ps2bPy/iNHjjww4FYez2EwGPC///0Pv//+u7x/8+bNeOutt+Dj41PgeQpzfkmSsHfvXsyePVsOdmg0GrzyyivYunUrPD09i3UNKhtTp061CPqpVCrMmDEDQ4cOhVKplLenp6dj48aN2LdvX1kUs8wkJydj79698usmTZpg1apVcHR0tDjuxo0b2LVrF/z9/R91EauMdu3aVciZgIMHD7YI/O3YsQMzZ86EWq22OE6r1WLXrl0W2wYNGiT/e/bs2aVazvKkT58+6NOnT1kXo8jq1auHBQsWlHUxiIiIiKiMMPBHREREVI6oVCq0bt3aIuCWnZ1dIc9hZ2eHSZMmWQT+JElCZGQkunXrVqRz2SIIAnr06IGQkBAMGTIEWVlZAIB79+5h2bJlmDZtmnzs8ePHsWvXLly8eBF37txBWloaNBoNHB0dERAQgJYtW2LYsGGoX7++/J68qTDNFi1aZJFqLXeKzFWrVuHcuXO4cuUK7t27h/T0dBgMBri5uaF27dro0qULhg0bBhcXF6vzXr9+HStXrsTx48cRFxeHnJwcuLq6wsPDA3Xq1EHjxo3Rt29fq1SmkiThr7/+wu+//47IyEjcvXsXgiDA398f7du3x6hRoyxmJBWnXqVt//79OHz4sMW2jz76CE899ZTVsW5ubhg9ejSGDx9e6PPrdDqsWLECly5dwtWrV5GSkoK0tDQAgLu7O0JDQ9GjRw8MGTLEKggCAGfOnMHq1atx+vRpJCQkQK/Xw9XVFV5eXqhXrx6aNGmCgQMHwtfXV37PnTt3sHLlShw+fBgxMTHIysqCs7MzPDw8ULNmTTRp0gQ9e/ZEw4YNC1WH6Ohoi1mOzZs3twr6AUDt2rUxYcKEfM9jMBiwfft2bN26FRcuXEBKSgrs7OwQFBSETp064YUXXrAZNLS1rltERAR++eUXXL58GZIkoUGDBhg9ejSeeOIJq/f/8ccf+Pfff3H58mUkJSUhLS0NOp0OLi4uqFWrFjp06IARI0bYHBSQe63PwMBA7NixAz/99BM2b96M6OhoaLVaeZ254lwnb4pPs9xrpAH/pf4sbJrcw4cP47fffsOZM2dw9+5diKIIb29vNG7cGP3790fPnj2hUCgs3mPr3EOHDsWSJUvw559/IjExEe7u7ujcuTNef/11+Pn5WV03P40bN0ZoaCiuXLkCAEhLS8Nff/1l9fPavXu3fD8FgEaNGiE0NFR+/aA1/or6+/KgdfYAYOTIkTh27Jj8eu/evfIgEODh7r0FKSi1Zt59Bcld3n379uHvv//GpUuXkJCQgLS0NGRnZ8PJyQnBwcFo27YtRowYgeDg4HzLYTZjxgyL74u5fIVd4+/s2bNYt24dTpw4If+sPDw80KBBA/Tu3Rv9+/e3uifaOvfMmTPxww8/YMeOHYiNjYWTkxPatWuHKVOmVIgZsURERESVDQN/REREROWIXq/HiRMnLLYVNUVXeTkHAJud+BqNpsjnKUidOnUwZMgQrFy5Ut4WERFhEfjbtm2bxUwXs8zMTFy5cgVXrlzBr7/+ig8++ABDhgwpdlnmzp1r0WFudu/ePdy7dw///vsv1qxZg19++QXVq1eX9x8/fhwvvvgicnJyLN6XmpqK1NRU3Lx5E3v37oWbm5tF4C8zMxNTp07F33//bXXNmzdv4ubNm9iwYQNmzpyJoUOHFrtepS0iIsLidVhYmM2gX262AnT5yczMxFdffWVzX1JSEpKSknDw4EH8+uuvWLlyJVxdXeX927Ztw5tvvmmVWjQlJQUpKSm4fv06duzYgTp16sgB7aioKAwdOlReT80sPT0d6enpuH37Ng4cOIDs7OxCB/5UKpXF699++w2+vr7o1q0b6tataxVAsiUxMRGvvvqqRUAfgJya98qVK1i3bh2++OILi0CMLTNnzsSvv/5qse3EiRM4ceIEXn31Vbz22msW+5YuXYqrV69anSc1NRWnT5/G6dOnsXr1aqxYsQINGjTI97o6nQ7jx4+3ChSX9HUehk6nw9tvv41t27ZZ7btz5w7u3LmD3bt3o127dli0aBHc3NzyPVdkZCR+/vlni+/S3bt3sXHjRhw9ehS///57ge/Pa9CgQfj888/l13/88YdV4C9vms+irCFXnN+XklDce29ZWLt2Lf766y+r7enp6Th//jzOnz+PNWvWYOHChejcuXOplEGSJHz22WdYsWKF1T7zPfHvv//GypUr8e233yIgICDfc0VHR2PgwIGIiYmRt+l0OuzcuROHDx/Gpk2bLIK0RERERFT6GPgjIiIiKmPvv/8+HB0dYTAYcOnSJYuZFK1bt0a/fv0qzDnyOn/+vNW23LOiSkqXLl0sAn937txBXFycRWelQqFArVq14OXlBTc3NxgMBsTGxuL69esAAFEU8cEHH6Bz586oVq2avI5XbGwszp07J5+nTp06qFu3rsXr3JydnVGrVi24u7vD0dERGo0Gly5dkjvuY2Nj8eGHH+Kbb76R3/Ptt99aBP0aNmwIf39/ZGRkIDExETExMRBF0areb775pkXQz8vLC40aNYJOp8PJkyeh1+uh1+sxe/ZsVK9eHV26dCl2vUrTyZMnLV4/KKVscXl4eCA4OBju7u6wt7dHRkYGLly4gMzMTADAhQsXsGDBAvzvf/+T3zN//nw5iKFQKNCkSRN4e3sjNTUVCQkJiIuLgyRJFtdZvny5RaCmdu3aqFmzJrRaLRISEhATEwO9Xl+kstetWxfu7u7yTEWtVou5c+di7ty5cHJyQv369dGqVSt0794dLVq0sHq/Xq/H+PHjLdYI9Pf3R1hYGDIyMnD69GkYjUZoNBpMnToV69evt5gBm9evv/4KHx8f1K9fH1FRURb3i8WLF6NVq1bo2LGjxXvs7e1Ru3ZtuLu7w9nZGdnZ2bh69SoSExMBmIJzM2bMsJglnJc5KOHk5ISGDRvC3t4ekZGRD3WdJk2aICsrC+fOnbOoR5s2beDl5SW/zv3vgrz//vsWQT87Ozt5ncqzZ8/Kv+tHjx7FlClTsHz58nzPtX//fgCme4KTkxNOnTol3wtiY2OxevXqAmd45jVgwAB89dVXMBgM8vlTU1Ph4eEBwPT55g6qqlSqIt37i/P7UlKKc+99GHnX/zO7evUqbty4Ib+2t7eHk5OTxTEqlQohISHw8PCAq6srcnJycPPmTTl4lp2djXfeeQd79+6Fvb29fK1r167Jf7MA0yzO3OsOFnYNwm+//dYq6NewYUO4u7vj7Nmz8gCdS5cu4aWXXsKmTZvyHWxx/PhxAKb7XLVq1XDq1Cn5O56eno4lS5bgww8/LFS5iIiIiKhkMPBHREREVMZszdYCgBo1auCzzz4r1Mym8nIOM51OhwsXLmDWrFkW293c3GwGJR6WrRkcd+/elQN/L7zwAqZOnWoxk8vsl19+wQcffAAAyMnJwd69ezFs2DB5Ha+8qfeefPLJfFNgrl69GqGhoRZr0gGmz2PUqFE4deoUAFNnu0ajgbOzMwBYzJR4+umn8cknn1i8Pz09HYcOHbJIwXj48GGLWSPh4eGYP3++/HOKiorC4MGDkZWVBUmS8OWXX6JLly7Fqldpu3fvnsXrwnZeF5aLiws2b96M0NBQCIJgsS8zM9Nitsr27dstAn+5A0GTJk3Cq6++avH+u3fv4p9//kGNGjXkbbl/no899phVB3tWVhaOHTsGO7vCP46p1Wq89dZbFmXLfb6TJ0/i5MmTWLp0KVq2bIk5c+ZYpAr8/fffLYJ+w4cPx7vvvivPFDx58iSGDx8OSZKQk5ODefPm4bvvvsu3PG3btsWSJUvg5OQEURTx9ttvY8uWLfL+JUuWWAT+vvrqK4SEhFjdR4xGI9544w1s374dAHDx4kVcv369wMBzgwYNsGTJEjnNpU6ne6jrjBgxAiNGjLBK+Tl58uQir+V3/fp1bNiwQX5tZ2eHFStWoE2bNgCAK1euYPjw4cjIyAAAHDp0CAcOHMDjjz+e7zlzp5fM+3t76NChIgX+fHx88Pjjj8trZOr1emzbtk1OnRsREWExyCA8PFwOChZGcX5fSkJx770Pw9b6f5GRkRg9erT8WqVSYcGCBRZB47feegsBAQE2U/V+/vnn+PHHHwGYgrBHjx5F586d5WvlTfk5YsSIIs3IBEwpXpcsWWKx7auvvpIDvHfu3MGIESPkn+W1a9ewcePGAmeN5053mzcV6KFDh4pUPiIiIiJ6eAz8EREREZVTt2/fxoABA/Dtt9+iffv2FeIcD0oP+OabbxYpgFhYtmaQ5A7wBAcHY8eOHdi+fTsuXryIu3fvIjs72+b7cs/UKCo/Pz989913OHjwIG7evIn09HSbM7sMBgNu374tpxoMCAjAzZs3AQAHDhzA0qVLUbduXdSoUQPBwcFwc3ND7969Lc6xe/dui9cpKSkW6U0By/SQV65cQUxMTImnXMub0tHMy8sLs2fPLtY5S3pGkFqthqurK7766iscPXoUt2/fhkajsfmzSUpKQnp6upw+MSAgALdu3QIAbNmyBS4uLggJCUHNmjURFBQEHx8fq7SkuWeaRkZGYtGiRQgLC0ONGjVQs2ZNODk5oWvXrkWux5AhQ+Dt7Y2vvvrKZjpLs5MnT2L06NHYunUrHBwcAAB79uyxOObWrVt4/fXXLbapVCo5iHbw4EHodLp8f1+nTJkiz2JSKpX4v//7P4vA38mTJ5GTkwN7e3sAQFBQEFavXo2//voL169fR1pamlVqW7OoqKgCA38zZ860WNsudxlL8jrFsW/fPovv7xNPPCEH/QAgNDQUzz77LJYtW2bxnvwCf82aNbMI7ISHh1vsT0hIKHIZBw8eLAf+AFNqT3PgL+9sy0GDBhXp3MX5fSkJxb33lqQrV65g3Lhx8gxipVKJL7/80up3PTg4GH/88Qd2796Nq1evIjk5Od81dG/cuFHi6T4PHTpkcb1mzZpZzOqsXr06xo4dKw+IAUzf0fwCf35+fpg4caL8ul27dnB2dpZnDRbnO0pERERED4eBPyIiIqIytnfvXgQFBUGSJCQkJOCHH37AqlWrAJhm8rz99tvYvXt3gQGz8nKO/Dg7O2PatGmlts5c7lkmZub1BSVJwuTJk60CH/kxd9oW1fXr1zFy5Eir2Wv5Mc/4AYCJEyfi+PHj0Ol0SExMxJdffinvU6lUaNy4Mfr164dnn31W/vxzzyoDIM9oKUhpBP527txpc3tRZu15e3tb1MfWz/NhHD9+HC+99JLNNcBsycjIkAN/r732GqZNmwZJkhAVFWUxG9PBwQHNmzfHoEGDMHDgQDnYPGbMGOzcuRPp6enIzMzEwoUL5fcolUqEhYWhV69eGDlyZJFnHnXr1g3dunXDpUuXcPToUZw6dQrHjx9HUlKSxXExMTHYvXs3+vfvL7/O7eDBgwVeR6fTISEhwWLWYG5504D6+fnBzc0N6enpAEwzyRITExEcHIx79+5h+PDhcnD7QXL/buSlUqnQsmVLm/tK8jrFlfe7GxoaanVM3s8u788mt7xrq+adtVzUlLEA0LVrV3h4eMgpME+fPo1bt24hOzsbly5dko/z9fUtcCaiLcX5fXlYD3PvLSk3b97Eiy++KH+mgiDgk08+sRqwkZ2djVGjRuHMmTOFOm9x/x4VpKS/ow0bNrSavezq6ioH/orzHSUiIiKih8PAHxEREVE5IQgC/P39MXPmTPz5559y51x8fDxOnz6Ntm3blvtzdO7cWU5fZm9vD29vbzRq1AjdunWDi4vLA69dXHnTlFavXl1O/7lz506roF9oaCiCgoKgUqmQnJyMf//9V95X3Nlmc+bMseh4dnBwQNOmTeHh4QFBEKzWD8t9nbZt22Lz5s1YvXo1jhw5gqioKLmzVK/X49SpUzh16hSOHDlikeatqLRabbHfW5patmxp0bG8f/9+q9mLD2P27NkWQT8XFxc0bdpUDqIcO3YMKSkp8v7cP5t+/fqhZs2aWL9+PY4dO4bbt2/La5hlZ2fjyJEjOHLkCC5evCinYKxTpw4iIiKwevVqHDhwANeuXZNnnYmiiAsXLuDChQvYs2cP1q1bZ5WesDDq16+P+vXr44UXXgBgCm5OnTpVXscOgMVaYMVRUt+XxYsXWwTj7Ozs0LRpU3h7e0OhUFitW1bQ76CPj4+cnrQ0r1Ncec/5sMGtvGk2i/NdyUutVqN///7ywA7ANOsv76yz/v37FykdLVC835e8zOsP5nb37t18r/kw996SEBcXhzFjxlgE32fNmmVzZuMvv/xiEfQTBAGNGjWCv78/lEql1dqrFfE7CpTM95SIiIiIio+BPyIiIqJyKO+sjryzecrrOWbNmlXiM8oe5Nq1axZragGwSFt2/Phxi33Tpk3DSy+9JL+OiIiwCPzlVdhO0dzXUavV2L59u0XKx7FjxxY4ky0kJERev81gMCApKQmXLl2ySOu4e/duedZe3s/566+/tlpvqiAlNdvm8uXLD32Ofv36YfPmzfLrK1eu4Pfffy8wJWBBaShzS0tLs0iL6evri23btskz+gCgV69eFoG/vJo0aSLPvDLPhDt//jw+/vhjOdC2evVqvPHGG3JqSz8/P0ydOhVTp06F0WhEUlISrl+/jsWLF8vflcjISBw/frxQ68jpdDpkZWXlu95a69at0adPH4v1BHMHbYKCgnDt2jX59fr169GsWbMHXjc/ly9fRqtWreTXCQkJ8mw/wDQzz9fXF4D17+CaNWvQtGlT+fV7771X6CBlfkG/krhOSfxO5P29vHLlitUxeX9nHvU9EzCl+8wd+Nu8ebPFWolA0dN8mhX19yV3SmIA8qw5s4SEBERHR+d7vYe99z6MpKQkjB49GnFxcfK26dOnY9iwYQ8sKwDMnTvX4r69ZMkSi8BfXlXpO0pERERExZf/UxMRERERlYmjR49ard9VrVq1CnmO0iRJEnbv3o1Ro0ZZzEzy8fHB2LFj5dd5Z4+YZyQCpk7bb7/9tsDrmAM5ZvmtV5T7OgqFQl5bDTAF7A4dOpTvNTZu3Ij9+/fLHe92dnaoXr06unXrhrCwMItjzTNf8q71NX/+fJud4wkJCfjll1/w4YcfFqtej0KXLl2s1o+cOXMmVq9eDVEULbanp6dj+fLlFsHbguT9+dvZ2VkEDFeuXFlgasiVK1fi6NGj8nnUajWCg4PxxBNPoEaNGvJxOp1ODnzt3r0bO3fulFPdKRQK+Pn5oUOHDmjdurXF+QuayZRbcnIyunXrhg8//BBnzpyxmrWTlpZm9R2rV6+e/O+835dPP/3UZmrEW7du4fvvv3/gzNIFCxbIv3eiKGLu3LkW+1u0aCH/DuT9GeT+3Th16pRF0PdhPOx1SuJ3omvXrhbBmV27duHEiRPy62vXrmH9+vVW73nUGjZsaHFviY6Otqhvo0aNbKaAfJDi/L54enpaBP+ioqJw5MgRAKZUl++9916B6SIf5t77MFJSUjBmzBh5TUMAmDx5MsaMGVOosgKWf4+ioqKwcuXKAq9ZEt/Rxx57zOIzOn36NLZt22ZxztxrUAJl8x0lIiIiouLjjD8iIiKiMvb+++/D0dFRXlvv7NmzFp36AQEBaN68eYU4R2l7//334eDggMzMTFy6dAnJyckW+11dXfHtt9/C09NT3ta8eXOsWbNGfv3xxx9j+/btUKvVOH369APTGdauXdvi9caNG3Hr1i35GjNmzED16tXRrFkzHD16FIAppd2TTz6JZs2a4e7duzh//nyBMzX27NmDvXv3wtHREbVr14avry8UCgVu375tMUvLzs4ONWvWBAB06tQJHTt2lNdqu3nzJnr16oWGDRvC19cX2dnZuHXrljzTJW+K1sLW61H5+uuvMXz4cERFRQEwpTh9//33sWDBAjRq1AgqlQqJiYm4fPkyDAaD1RpU+fH29kZQUJCcSvTOnTt44okn0LBhQ0RHR+PatWsQBCHflHobNmzApUuX4OLigjp16sDLywsAcPXqVYv0pJ6envK+Y8eOYeXKlVCpVKhduzb8/PygUqkQHx+P8+fPW5y/Tp06hf6MsrKy8PPPP+Pnn3+Gq6sr6tWrBw8PD2RmZiIyMtLiu1ytWjV07txZfj1o0CCsWrVKDuafOnUKXbt2RaNGjeDl5YXMzExERUXJM7IeNNvryJEj6NmzJ8LCwnDz5k2rNcDGjx8v/7tZs2YWM+2ee+45tGrVCpmZmTaDmMX1sNfJ+zsxe/ZsREREwMHBAc7Ozvj0008fWIa6deviqaeewqZNmwCYvsejRo1CkyZNoFKpcPbsWYuUmu3atbP4OT1KgwcPzrdOgwcPLtY5i/P7olar0aZNGzlAJ0kSRo8ejerVqyMpKemBa8Q9zL33Ybz33nsWg2OcnJxw5coVvPbaa1bHzp49G15eXmjWrJlFaurJkyejdevWEEURp06dspnmNLe839FvvvkG//77r5xK+4svvrAKDubl4eGBcePGWQT3p06dih9++AFubm6IjIy0WFuwdu3aePrppws8JxERERGVLwz8EREREZWxvOvT5ebh4YG5c+dapUIrr+cobQWVsUWLFvjiiy8QHBxssb1v375YvXq1vK6S0WiU0605ODjgtddew/z58/M9b/369dG0aVOcPXsWgGl207Fjx+T9kyZNQvXq1TFt2jQ8//zz8lpuqamp2L9/PwCgadOmCAgIwI4dOwqsn1artQoM5TZlyhSLoOaCBQswZcoU/PPPP3LZIiMjbb4375pLha3Xo+Ll5YX169dj9uzZ2Lp1q7w9JSVFrl9uBaV8zGvGjBmYPHmyvNZYQkKCPFOme/fuSEtLs0rBl5c5eGSLUqnEjBkzrD5jvV6Py5cv55sO9bnnnit0ADNv8CIjIwMnT560eayHhwfmz59vMZtIrVbjhx9+wKuvviqnEtTpdDh16lS+dSrIuHHj8MMPP9hM/zthwgQ8/vjj8utXXnkFf/75p5zCMSsrCwcOHAAA1KhRAx07drQIzhfXw16nd+/emD9/vhz00Gg08u9wfilWbfnggw+QlZWFnTt3AjDN8rL1Obdp0wYLFiwo9HlLWv/+/fHFF19YBZtUKpVFuuTiKOrvy+uvv45///1XDvJJkiSnz2zVqhW0Wi0uXLhg83wlce8tjrwpSXP/zPN666234OXlhZEjR+KPP/7A7du3AZjuEYcPHwZg+o49++yz+P777/O9ZqdOnRAQECB/NjqdTh78AZhm8j4o8AeY7u+pqan4+eef5W22/vaEhobi22+/LVRaZSIiIiIqPxj4IyIiIipHVCoV3NzcEBISgk6dOuG5556TZ0VUtHOUFjs7Ozg4OMDd3R0BAQGoX78++vbtixYtWtg8XqVSYcWKFVi8eDG2b9+OxMREuLq6ok2bNpg8ebLVrEFbvvvuO8ybNw8HDhxAUlKSzVkZTZs2xbp167BgwQIcP34c2dnZCAgIQJ8+fTBhwgTMmjUr3/NPnDgRjRs3xunTp3Hr1i2kpqYiIyMDarUafn5+aNq0KZ555hmrWXsuLi5YtmwZ9u/fj82bN+Ps2bNISkqCTqeDi4sLAgMD0bBhQ3Ts2BHdunUrVr0eJTc3N8ydOxevvPIKNm3ahOPHjyM6Ohrp6elQKBTw8fFBaGgoOnToUKTARI8ePbBixQp8++23OHPmDIxGI2rUqIHBgwdj1KhRGD16dL7vfeedd3D48GGcOXMG0dHRSE1NhUajgYODAwIDA9GiRQsMHz4cDRo0kN8zdOhQ+Pn54fTp07h+/TpSUlKQkZEBOzs7+Pj4oFGjRhgwYAB69OhR6Dr4+flhx44d+Oeff3D69Glcu3YN8fHx0Gg0kCQJrq6uqF27Njp27Ihhw4bZ/H319/fH+vXrsXPnTmzbtg3nz5/HvXv3YDQa4eLiguDgYDRp0gSdOnWyCNzZ8n//939o2rQpVq5cKQdkwsLCMHr0aPTu3dvi2ODgYPz222+YN28eDh48iMzMTFSrVg3h4eGYPHnyA9MbFtbDXqdatWpYuXIlFi5ciNOnTyMtLU0OFheFWq3GggUL8M8//2DTpk04ffo07t69C1EU4eXlhcaNG6Nfv37o3bt3kQLYJc3b2xtdunTB3r17LbaHh4cXKdCZW3F+XwDTrL1ffvkFCxYswOnTp6HX61GzZk0MGjQII0eOxIsvvpjvNR/m3vuoubu7Y926dZg3bx727duHlJQUeHp6olOnTpgyZcoD05La29vjp59+wrx583Ds2DEkJydbpUMuDEEQ8O6776J///5Yv349Tpw4gcTEROj1eri7u6N+/fro3bs3Bg4cyKAfERERUQUkSCWVV4WIiIiIiIgqpfDwcDltLIB8ZzESERERERFR2Sq74YVEREREREREREREREREVGIY+CMiIiIiIiIiIiIiIiKqBBj4IyIiIiIiIiIiIiIiIqoEuMYfERERERERERERERERUSXAGX9ERERERERERERERERElQADf0RERERERERERERERESVAAN/RERERERERERERERERJUAA39ERERERERERERERERElQADf0RERERERERERERERESVAAN/RFSpxcTEICwsDBs3bix35Vi4cCHCwsIeeVnK6rpERERUOWzcuBFhYWGIiYkpd+UYOXIkRo4c+cjLUlbXJSIiooonLCwMCxcuLOtiWJWjrNp45aVtSVSZMPBHRPky/+E1/9ekSRP06tULH3zwAe7evWt1/N27d/H555+jd+/eaNasGZo3b47Bgwfjm2++QXp6us1rDBkyBGFhYVi9enWhyrR8+XKEhYXh0KFD+R6zfv16hIWFYe/evYWraCWk1WqxcOFCHD16tKyLQkREVGmdPHkSCxcuzLedY4tGo8GCBQvQr18/NG/eHO3atcPAgQPx0UcfISEhQT7OPFCnQ4cO0Gq1VucJDw/Hyy+/bLEtd7st73/vvfdevmWaMGECmjVrhszMzHyPefPNN9G4cWOkpKQUuq6VzbVr17Bw4UJ2ShERET0EcxsnOTnZ5v5+/fpZDKYxD6QOCwvDN998Y/M9b775JsLCwtCiRYt8r/ug/qei9oGZ7dq1C2FhYfj111/zPebgwYMICwvDypUr8z2mKvjuu++wZ8+esi4GUZVgV9YFIKLy77XXXkNQUBB0Oh1OnDiBNWvWYP/+/YiIiICjoyMA4OzZsxg/fjyysrIwYMAANGrUCABw7tw5LF26FMePH8ePP/5ocd6bN28iMjISgYGB2LJlC4YPH/7AsvTp0wdz5szBli1b0KFDB5vHbNmyBR4eHujcuTPs7Oxw9uxZ2NmVv9vdxIkTMX78+FI5t1arxaJFizBp0iS0a9fukV2XiIioKjl16hQWLVqEQYMGwc3N7YHH6/V6PP/887hx4waeeuopPP/888jKysLVq1cRERGBnj17ws/Pz+I99+7dw5o1a/Diiy8WqkwdO3bEwIEDrbaHhITk+54BAwZg37592LNnD5566imr/VqtFn/++Sc6deoET09PDBw4EH379oVarS5UmR6lZcuWldq5r127hkWLFqFt27YICgp6ZNclIiIiwN7eHlu3bsUrr7xisT0rKwt//vkn7O3t831vUfqfCtMHllvXrl3h6uqKLVu24JlnnrF5zoiICCiVSvTt2xeAqQ9NqVQWptqPVGm38ZYsWYJevXqhR48ej/S6RFVR+esJJ6Jyp3PnzmjSpAkA4JlnnoGHhweWL1+OvXv3ol+/fkhPT8ekSZOgVCqxadMm1KlTx+L9U6dOxfr1663Ou3nzZnh7e2P69Ol47bXXEBMTY9WJkpefnx/atWuH3bt34/3337dqFCQkJOD48eN49tlnoVKpAKDAxl9ZsrOzK5OAZFldl4iIqKrbs2cPLly4gC+//BL9+/e32JeTkwO9Xm/1ngYNGmDZsmUYPnw4HBwcHniNWrVq2Qz8FSQ8PBzOzs7YsmWLzcDf3r175cFdAKBUKstlZxWAMuswYkcVERFR6erSpQt27dqFS5cuoX79+vL2vXv3Qq/Xo1OnTvlmPSpK/9OD+sDyUqvV6NWrFzZu3IiEhASrQVw5OTnYvXs3OnToAG9vbwDlt5+qrNp45bltSVRRMdUnERVZ+/btAUBOc7R27VokJCRg+vTpVkE/APDx8bEakQWYRjz16tVLHh0VERFRqOsPGDAAGRkZ+Ouvv6z2bd26FUajUe5Ms7W2XlJSEmbMmIHOnTujcePG6NSpEyZOnGiRtim/fOvh4eGYPn26/Do1NRWff/45+vfvjxYtWqBly5YYN24cLl269MB65F1rb/r06fmm5zKXRafTYf78+Rg8eDBatWqF5s2bY/jw4Thy5Ih8npiYGDz22GMAgEWLFlmdw9YafwaDAYsXL0aPHj3QuHFjhIeHY+7cudDpdFb1f/nll3H8+HEMGTIETZo0Qffu3fH7778/sL5ERESVycKFCzFnzhwAQPfu3eW/twWlgYyOjgYAtGzZ0mqfvb09XFxcrLa/+uqruHv3LtasWVNCJbfm4OCAJ554AkeOHMG9e/es9kdERMDZ2Rnh4eEAbK/DEhkZibFjx6Jdu3Zo2rQpwsPDMWPGDHn/0aNHERYWZtUhZ6utdunSJUyfPh3du3dHkyZN0LFjR8yYMaNQaUbzrrUXHh6eb/vKXJbY2FjMnj0bvXr1QtOmTdGuXTu5U9Bs48aNmDJlCgBg1KhRVuewtcbfvXv38M4776BDhw5o0qQJBgwYgE2bNtms/7Jly7Bu3Tq5Lfb000/j7NmzD6wvERFRVdG8eXMEBQVhy5YtFtu3bNmCTp06wcPDI9/3Frf/CbDuA7NlwIABMBqN2LZtm9W+v/76CxkZGRaDvvL2OWVmZuLjjz9GeHg4GjdujMceewxjxozB+fPn5WPy9keZ5W2DFKbfKD9523jm/iNb/+Uuy7JlyzB06FC5HTh48GDs2LHD4txhYWHIysrCpk2brM6R3xp/v/zyC/r27Sv33b3//vtWKfZHjhyJfv364dq1axg5ciSaNWuGxx9/HEuXLn1gfYkqM075IKIiu337NgDIjao///wTDg4O6NWrV6HPcebMGdy6dQuffPIJ1Go1evbsiS1btmDChAkPfO8TTzyB2bNnIyIiAk888YTFvoiICAQGBqJVq1b5vn/y5Mm4du0ann/+eQQGBiI5ORkHDx7EnTt3HjjjMK/o6Gjs2bMHvXv3RlBQEO7evYt169bh+eefx9atW61GehXkueeekwN2ZgcOHMCWLVvg5eUFwNQY/PXXX9GvXz8888wz0Gg0+O233zBu3Dj8+uuvaNCgAby8vDB79mzMnj0bPXv2RM+ePQHAKtiX28yZM7Fp0yb06tULY8aMwdmzZ7FkyRJcv34dixcvtjj21q1bmDJlCoYMGYJBgwZhw4YNmD59Oho1aoR69eoVur5EREQVWc+ePXHz5k1ERERgxowZ8PT0BAD5b7YtAQEBAIDff/8dr7zyCgRBeOB1WrVqhfbt2+OHH37AsGHDHjjrLycnx+aaOS4uLgXOSuvfvz82bdqE7du34/nnn5e3p6am4p9//kHfvn3zvfa9e/cwduxYeHp6Yvz48XBzc0NMTAx27979wPrZcujQIURHR2Pw4MHw9fXF1atXsX79ely7dg3r168v1Odm9s4770Cj0Vhs++mnn3Dx4kW5LRsZGYlTp06hb9++8Pf3R2xsLNasWYNRo0Zh69atcHR0RJs2bTBy5EisWrUKEyZMQO3atQHA5qA3AMjOzsbIkSNx+/ZtjBgxAkFBQdixYwemT5+O9PR0vPDCCxbHR0REQKPR4LnnnoMgCPjhhx8wefJk7NmzR85iQUREVNX169cPmzdvxrRp0yAIgtyfM2fOHBw4cMDmex6m/wmw7gOzpU2bNvD398eWLVswZswYi33mFKF501vmNmvWLOzcuRPPP/886tSpg9TUVJw4cQLXr1+Xl9IprML0GxVWz549UaNGDYtt58+fx08//WTR5l25ciXCw8PRv39/6PV6bN26FVOmTMGSJUvQtWtXAMCcOXMwc+ZMNG3aFM8++ywAWJ07t4ULF2LRokXo0KEDhg0bhqioKKxZswaRkZFYs2aNRfsoLS0N48aNQ8+ePfHkk09i586d+PLLLxEaGoouXboUur5ElQkDf0T0QJmZmUhOToZOp8PJkyexePFiODg4oFu3bgCAGzduoFatWkVKcbR582ZUr15dDtD17dsXGzZswMWLFx/YCHFxcUG3bt2wb98+ZGZmyqPjb9y4gfPnz+Pll1/Ot0MoPT0dp06dwltvvYWxY8fK219++eVClz23sLAw7Ny5EwrFfxOoBw4ciCeffBK//fYbXn311UKfq0WLFhYLUd+6dQsffvghOnbsiKFDhwIA3N3d8eeff1p81s8++yyefPJJrFq1Cp988gmcnJzQq1cvzJ49G2FhYQ9M93Xp0iVs2rQJzzzzDD766CMAwIgRI+Dl5YUff/wRR44ckUe4AUBUVBR++eUXtG7dGgDw5JNPokuXLti4cSPefvvtQteXiIioIqtfvz4aNmyIiIgI9OjRo1CDh3r06IGQkBAsWLAAGzZsQLt27dCqVSt069ZNTv1ky6RJk/D8889j7dq1GD16dIHX+O233/Dbb79ZbZ87d668rowt7du3h6+vLyIiIiwCfzt27IBer7dKTZrbqVOnkJaWhmXLlsmpsQBTuvfiGD58uNWahs2bN8cbb7yBEydOyG2QwsjbybZ9+3acP38er732mjwoqmvXrujdu7fFcd26dcNzzz2HnTt34qmnnkJwcDBat26NVatWoUOHDlZrKOe1bt06XL9+HV988YWcInXo0KEYOXIk5s2bh6efftpihmdcXBx27doFd3d3AKY1GV955RX8888/cpubiIioquvXrx++++47uT2wfft2qNVqhIeH5xv4K2r/04P6wGxRKBTo27cvli1bhqioKHlt5czMTOzfvx89e/aEs7Nzvu/fv38/nn32WYtZdC+99FKhPpO8CtNvVFj169e3SKuanJyMefPmITQ0FJMmTZK379y502KA2IgRIzB48GAsX75cDvwNHDgQs2fPRnBw8AP7qZKTk7FkyRJ06tQJS5culfvcateujQ8++ACbN2/G008/LR+fmJiIzz//XE5ZP2TIEISHh2PDhg0M/FGVxVSfRPRAo0ePxmOPPYYuXbpg6tSpcHZ2xqJFi+TZbJmZmQU2YPIyGAzYtm0bnnzySTlA1759e3h7e2Pz5s2FOseAAQOQk5ODXbt2ydvMqRoK6phycHCASqXCsWPHkJaWVugy50etVssNEFEUkZKSAicnJ4SEhODChQvFPm9WVhYmTZoENzc3fPXVV3Kuc6VSKTfejEYjUlNTYTAY0Lhx42Jfb//+/QBgNSrN3OFm3m9Wt25diw43Ly8vhISEyOnLiIiIyDYHBwf8+uuv8uCjjRs34n//+x86deqEDz/80CrFtlmbNm3Qrl07/PDDD8jOzi7wGt27d8fy5cut/ntQoEqpVKJv3744deqURZqliIgI+Pj4WGUlyM3V1RWAKZWVrXUKiyp3x5F5BmOzZs0AwCLlVVFdu3YN77zzDrp3726Rhj739fR6PVJSUlCjRg24ubkVu331999/w9fX12ItIJVKhZEjRyIrKwv//vuvxfF9+vSRg34A5LYW21dERET/qVevHsLCwrB161YApnZK9+7d4ejoaPP44vQ/PagPLD/mgT6504ju3LkTOTk5BfZTAYCbmxvOnDmDhISEAo8rjNLoNwJMfV5vvvkmNBoNFi9eDCcnJ3lf7rZUWloaMjIy0KpVq2Jf79ChQ9Dr9Rg1apTFQPtnnnkGLi4uVv1UTk5OFsFEtVqNJk2asB1FVRpn/BHRA7333nsICQmBUqmEj48PQkJCLP7wuri4WKVQKsjBgweRnJyMpk2b4tatW/L2du3aYevWrfi///s/i/Pb0rlzZ3h4eCAiIgKDBw8GYFrfr379+gWmm1Sr1Zg2bRo+//xzdOzYEc2aNUPXrl3x1FNPwdfXt9B1MDMajVi5ciVWr16NmJgYiKIo7ysoDcSDvPvuu7h9+zbWrl0rpw4z27RpE3788UdERUVZdK4VNU2pWWxsLBQKhVWKBV9fX7i5uSE2NtZie/Xq1a3O4e7uXiKBVCIiosogNTXV4m+0g4ODHBxzdXXFW2+9hbfeeguxsbE4fPgwfvzxR/z8889wcXHJd5bc5MmTCzXrz9/fHx06dChWufv3748VK1YgIiICEyZMQHx8PI4fP46RI0fKg5Bsadu2LXr16oVFixZhxYoVaNu2LXr06IH+/fsXKSOEWWpqKhYtWoRt27ZZrTmYkZFR5PMBpoFqkyZNgp+fH+bMmWORHSI7OxtLlizBxo0bkZCQAEmSHvp6sbGxqFmzplWb1pwaNC4uzmJ73vaVOQiYdx0bIiKiqq5fv35Yvnw5Ro8ejVOnThWYsrM4/U8P6gPLT/369REaGoqIiAhMnjwZgCkI6OnpiU6dOhX43mnTpmH69Ono2rUrGjVqhC5dusgZB4qjpPuNAGDevHk4cuQIlixZYtV/tG/fPnz77be4ePGixUC2oqRnz83cTjKnVjdTq9UIDg626qfy9/e3upa7uzsuX75crOsTVQYM/BHRAzVt2tQibVNetWvXlv+4F6Zzxzyq6vXXX7e5/9ixYxapJW1RqVTo3bs3fv31V9y9exdxcXG4efMm/u///u+B1x89ejTCw8OxZ88e/PPPP5g/fz6+//57/PTTT2jYsGGB780d2AOA7777DvPnz8fTTz+NKVOmwN3dHQqFAp988olFp1FR/PTTT4iIiMAXX3xhlXbijz/+wPTp09GjRw+MHTsW3t7eUCqVWLJkyUOPZCpsg6ygjj8iIiIyBemOHTsmvx40aBA+++wzq+MCAwMxZMgQ9OzZEz169MCWLVvyDfy1adMGbdu2xQ8//CCnAC9pjRs3Ru3atbF161ZMmDABERERkCTpgaPUBUHAggULcPr0aezbtw8HDhzAO++8g+XLl2PdunVwdnbOt51hNBqttr3++us4deoUxo4diwYNGsDJyQlGoxHjxo0rdvtq+vTpSExMxK+//mqRYhMAPvzwQ2zcuBEvvPACmjdvDldXVwiCgKlTpxb7ekWVX/vqUV2fiIjoUbG3twdgmtVvi1arhb+/f77v79evH+bOnYuZM2fCw8MDHTt2zPfY4vQ/PagPrCD9+/fHV199hcjISPj7++Po0aN47rnnYGdXcBd8nz590Lp1a+zevRsHDx7EsmXLsHTpUixcuPCBqSpFUbRoR5RGv9GePXuwdOlSTJkyBZ07d7bYd/z4cUycOBFt2rTBrFmz4OvrC5VKhQ0bNljMfixN7KcissbAHxE9tG7duuHUqVPYtWuXRTojW7KysvDnn3+iT58+6NWrl9X+jz76CFu2bHlg4A8wNajWrl2Lbdu2ISYmBoIgPPD6ZjVq1MCLL76IF198ETdv3sRTTz2FH3/8EV9++SUA08igvCOsdTodkpKSLLbt3LkT7dq1s8qRnp6ebjVTrzCOHz+OOXPm4IUXXpDTROS9XnBwMBYtWmTRgbZgwQKL44oyqiowMBBGoxG3bt2SR6EDwN27d5Geno7AwMAi14OIiKgqyO/v7dtvv23RjqhWrVqB53F3d0dwcDCuXr1a4HGTJ0/GyJEjsXbt2qIXtpD69++P+fPn49KlS4iIiECtWrXQtGnTQr23efPmaN68OaZOnYotW7Zg2rRp2LZtG5555hm4ubkBsJ5Bl3fEdlpaGg4fPozJkydbrB1z8+bNYtfp+++/x549e7Bo0SKLto6ZeR2/3Ovq5OTkWJW1qO2ry5cvw2g0WswSuHHjBgAgICCgqNUgIiKqFMx/A6OioqxmvGu1WsTHxxcYzAsICEDLli1x7NgxDBs2LN+gWkn2PxWWOSgZERGBgIAAiKL4wAFUZtWqVcOIESMwYsQI3Lt3D4MGDcJ3330nB/5s9VMBptlxuWcGFrbfqLCioqLw9ttvo0ePHjZnV+7cuRP29vZYtmyZxWSADRs2FOt6wH/fkRs3bljUTafTISYmptjZLYiqEq7xR0QPbejQofD19cVnn32GqKgoq/337t3DN998AwDYvXs3srKyMGLECPTu3dvqv27dumHXrl35rnGTW6tWrRAYGIjNmzdj27ZtaNOmTYGjwgBTIzLvqLIaNWrA2dnZ4prBwcE4fvy4xXHr16+3mvGnVCqtRmJv3769WHnZExMT8frrr6Nly5Z46623bB5jHsWU+5pnzpzB6dOnLY4z57cvTHoocyPyp59+sti+fPlyi/1ERERkyfz3Nm+AqHHjxujQoYP8X926dQEAly5dQnJystV5YmNjcf36dYSEhBR4vbZt28qz/vIbJf+wzJ1TCxYswMWLFwvVWZWWlmbVHjJnLTC3rwIDA6FUKq3WtluzZo3F6/xGbOdtpxTWoUOHMG/ePEyYMAE9evSweYyta65atcqq3Zffz9uWzp07IykpCdu2bZO3GQwGrFq1Ck5OTmjTpk1RqkFERFRpPPbYY1CpVFizZo3VzP9169bBYDBYzSrL6/XXX8ekSZMwcuTIfI8pyf6nwgoICEDr1q2xbds2bN68GUFBQWjZsmWB7xFF0apt4e3tjWrVqln1U505c8Zi2759+3Dnzh2L9xa236gwNBqNnCr9s88+szkISqlUQhAEi3ZTTEwM9u7da3Wsk5NTofqpOnToAJVKhVWrVlnU47fffkNGRgb7qYgKgTP+iOihubu7Y/HixRg/fjyeeuopDBgwAI0aNQIAXLhwAREREWjRogUAYMuWLfDw8JBf5xUeHo7169fjr7/+whNPPFHgdQVBQP/+/fHdd98BAKZMmfLAst68eROjR49G7969UbduXSiVSuzZswd3795F37595eOeeeYZzJo1C5MnT0aHDh1w6dIl/PPPP1az+Lp27YrFixdjxowZaNGiBa5cuYItW7YUKw/7Rx99hOTkZIwbN05eqNosLCwM9evXR9euXbFr1y68+uqr6Nq1K2JiYrB27VrUrVsXWVlZ8vEODg6oW7cutm/fjlq1asHDwwP16tVDaGio1XXr16+PQYMGYd26dUhPT0ebNm0QGRmJTZs2oUePHiU6+o2IiKgyMbd3vv76a/Tp0wcqlQrdunWDk5OTzeMPHjyIhQsXIjw8HM2aNYOTkxNiYmKwYcMG6HQ6eT2YgkyaNAmjRo3Kd//Nmzfxxx9/WG338fEpcPS8WXBwMFq0aCF31hQm8Ldp0yasWbMGPXr0QI0aNaDRaLB+/Xq4uLjIHXeurq7o3bs3fv75ZwiCgODgYPz1119Wa/i5uLigTZs2+OGHH6DX6+Hn54eDBw8iJibmgeWw5Y033oCXlxdq1apl9bl07NgRPj4+6Nq1K/744w+4uLigbt26OH36NA4dOmS1XnODBg2gVCqxdOlSZGRkQK1Wo3379vD29ra67nPPPYd169Zh+vTpOH/+PAIDA7Fz506cPHkS77zzjlW6USIioqrC29sbr776KubNm4cRI0YgPDwcjo6OOHXqFCIiItCpUyeEh4cXeA7zYKiClGT/U1EMGDAA7777LhITEwtcf9BMo9GgS5cu6NWrF+rXrw8nJyccOnQIkZGRFtkInnnmGezcuRPjxo3Dk08+idu3b2PLli1W6+0Vtt+oMBYtWoRr165h4sSJVoG8GjVqoEWLFujSpQuWL1+OcePGoV+/frh37x5Wr16NGjVqWK2x16hRIxw+fBjLly9HtWrVEBQUhGbNmlld18vLCy+//DIWLVqEcePGITw8HFFRUVi9ejWaNGliM0MWEVli4I+ISkSzZs2wZcsWLFu2DH/99Rf++OMPKBQK1K5dG+PHj8fzzz+Pe/fu4fDhw+jbt2++o7kfe+wxODo6YvPmzYVqeJkDf2q12mbqhrz8/f3Rt29fHD58GJs3b4ZSqUTt2rUxb948i/c/++yziImJwW+//YYDBw6gVatW8uLRuU2YMAFarRZbtmzBtm3b0LBhQyxZsgRfffXVA8uSV0pKCkRRxKeffmq1b9KkSahfvz4GDx6Mu3fvYt26dfjnn39Qt25dfPHFF9ixY4fFWkKAKZD44Ycf4tNPP4Ver8ekSZNsBv7MxwYFBWHTpk3Ys2cPfHx88PLLL1uk2CIiIiJLTZs2xZQpU7B27VocOHAARqMRe/fuzTfw98QTT0Cj0eDgwYM4cuQI0tLS4ObmhqZNm2LMmDGFGmzTrl07tG3b1urvvtnBgwdx8OBBq+1t27YtVOAPMLWvTp06haZNm6JmzZoPPL5t27aIjIzEtm3bcPfuXbi6uqJp06b48ssvLQZDzZw5EwaDAWvXroVarUbv3r3x1ltvWaVq/+qrr/Dhhx9i9erVkCQJHTt2xNKlS/H4448Xqvy5paSkADClX81r5cqV8PHxwf/+9z8oFAps2bIFOTk5aNmypdyBlZuvry/ef/99LFmyBP/73/8giiJWrlxpM/Dn4OCAVatW4csvv8SmTZuQmZmJkJAQfPrppxg8eHCR60FERFSZTJw4EYGBgfjll1/wzTffwGAwICgoCJMnT8b48eMt0mQXR2n0PxVWr1698OGHH0Kn0xUqQOXg4IBhw4bh4MGD2LVrFyRJQo0aNTBr1iwMHz5cPu7xxx/H9OnTsXz5cnzyySdo3LgxvvvuO3z++ecW5ytKv9GDmNtR3377rdW+QYMGoUWLFnjsscfw8ccfY+nSpfjkk08QFBSEadOmITY21irwN336dLz33nuYN28esrOzMWjQIJuBP8CU4t7Lyws///wzPv30U7i7u+PZZ5/FG2+8AZVKVaR6EFVFgsTVwomIiIiIiIiIiIiIiIgqPK7xR0RERERERERERERERFQJMPBHREREREREREREREREVAkw8EdERERERERERERERERUCTDwR0RERERERERERERERFQJMPBHREREREREREREREREVAkw8EdERERERERERERERERUCTDwR0RERERERERERERERFQJ2JV1ASqSpKSMsi5CiVKrldDpxLIuxiPBulZOrGvlxLpWTpW1rr6+rmVdhAqhIrShKut39FHj51gy+DmWDH6OD4+fYcng52iNbajCKcs2VFX+3lblugOsf1Wuf1WuO8D6V+X6V6S6F7YNxRl/VZQgWP6/MmNdKyfWtXJiXSunqlRXqpj4HS0Z/BxLBj/HksHP8eHxMywZ/BypIqrK39uqXHeA9a/K9a/KdQdY/6pc/8padwb+iIiIiIiIiIiIiIiIiCoBBv6IiIiIiIiIiIiIiIiIKgEG/oiIiIiIiIiIiIiIiIgqAQb+iIiIiIiIiIiISlhCQgKmTZuGdu3aoWnTpujfvz8iIyPLulhERERUydmVdQGIiIiIiIiIiIgqk7S0NAwbNgzt2rXD0qVL4enpiVu3bsHd3b2si0ZERESVHAN/REREREREREREJWjp0qXw9/fHp59+Km8LDg4uwxIRERFRVcHAHxERERERERERUQn6888/0alTJ7z22mv4999/4efnh+HDh+PZZ58t0nkEoZQKWIhrlsW1y1pVrjvA+lfl+lflugOsf1Wuf2WtOwN/REREREREREREJSg6Ohpr1qzBmDFjMGHCBERGRuKjjz6CSqXCoEGDCnUOtVpZyqW0TRAApVIJQQAkqUyKUGaqct0B1r8q178q1x1g/aty/Str3Rn4IyIiIiIiIiIiKkGSJKFx48Z44403AAANGzbE1atXsXbt2kIH/nQ6scxm/EkSYDCIlaoTtDCqct0B1r8q178q1x1g/aty/Str3Rn4IyIiIiIiIiIiKkG+vr6oU6eOxbbatWtj586dRTpPWXZCSlLlmv1QFFW57gDrX5XrX5XrDrD+Vbn+la3uirIuABERERERERERUWXSsmVLREVFWWy7efMmAgMDy6hEREREVFUw8EdUCiZNGo/5878q8JghQ/pj/frVD32tiIjfMXXqqw99nvJg/PjR+OuvvWVdDCIiIiojbEMVD9tQRETlzwsvvIAzZ87gu+++w61bt7BlyxasX78ew4cPL+uiERERPRQ+txXPo3xuY+Cvivvoo9no1Kk1Vq1aYbH977//QqdOrcumUFRoOTk5WLr0O4wZ81KpXePq1SuYNesdDB7cF+HhHTFixBCsX7/G4pgzZ05j4sQX0adPd4SHd8Tw4U9j3bpfLI7JytJg/vyv8PTT/RAe3hETJryIixfPWxzzwgtj8d13i2A0GkutPkRERCXh44/ZhqrIynMbau1atqGIiCqDpk2bYtGiRdi6dSv69euHb775Bu+88w4GDBhQ1kUjIqoy+NxWsT2q57aZM6dj0KDK1ffNNf4IarU9fvnlJwwcOBhubm5lXZwSodfroVKpyroYpe6vv/bC2dkZTZs2L7VrXL58EZ6eXnj33Q9QrZofzp07izlzPoZSqcDTTz8HAHB0dMDgwc+iTp16cHR0xNmzp/HFF5/AwcERAwcOBgB89tlHuHHjOt599wP4+Phi585teP31V/Dzz7/C17caAKB9+w74/POPcOTIIXTo0KnU6kRERFQS2IaquMp7G8rFxRn9+j0FgG0oIqKKrFu3bujWrVtZF4OIqErjc1vF9Sif29577wP4+laevm8G/soZSaeD8cDfkOJiIQQEQtG5MwSVulSv2bp1W8TGRuPnn5fjlVem5HvcX3/txQ8/LEFsbDS8vX3w9NPPYdiw5+X9Q4b0x4ABgxATE419+/bC1dUVL7wwVv7y23Ly5HG89toEzJkzD0uWLEJ09G3UrRuK6dNnonbtuvJxZ86cxpIli3Dp0kV4eHigc+euePnlSXB0dJSv3a/fQERH38aBA/vRpUs3tGjRCgsWfIX33vsQixbNQ0JCPB57rCNmzvwA+/btwbJlS5CZmYnevftg8uQ3oFQqAQA6nQ7ff/8N9uzZiczMDISE1MHEiZPRsqVpFEhaWirmzp2DM2dOISMjHYGBQRg5cgx69uxtUTdRNGDu3M+xc+c22NnZ4amnhmDcuAkQBMHmZ5GRkYHFi+fhn3/2Q6fTo379Bpg8+Q3Uqxea7+e3d+8udOzY2WLb+++/h/T0dDRp0hzr1v0Mvd6A7t2fwJQpb8LOrui/8v36DbR4HRgYhHPnIrF//z755hcaWh+hofXlY6pXD8D+/ftw9uwpDBw4GDk52di//098+ulXaN68JQBg7NiXcfDgAWza9BvGj38FAKBUKtG+fQfs3buTnVZERFQkbEOVfBvq3Xc/xKJFXyMxMaHQbahvvvkWO3fuqJBtqI8/no3MzIxy0YY6ffoU+vV7im0oIiIiIqpUyvNz259/7sF3331bJZ7b8vZ9v/LKZLRr1w5A1XxuU6mU0OtFSFLl6ftm4K8cMV48D+OKH2FMT4egUsGo10PatR2K0S9C0aBRqV1XqVRg/PhX8f77MzFkyFBUq+ZndcylSxfx3nsz8OKL4xEe3hPnzp3FV199Bnd3d/Tp018+bu3aXzBu3ASMGvUi9u3bi6+++gwtWrREjRq1CizDN9/Mx5Qpb8LLywdLlizG22+/gTVrNsLOzg6xsTGYNm0yXnppImbMeA+pqSn4+us5+PrrOXjnnVnyOdasWYXRo1/Ciy+OBwCcOXMK2dnZ+PXXtfj448+Qnp6Bd975P7zzzjS4uLjiiy/mIy4uFjNnvoUmTZqhe/cnAABffz0HN2/ewPvvfwIfH1/s378P06a9hp9+Wovg4BrQ6XQIC2uA559/AU5Ozjh8+B989NEsBAYGoWHDxnJ5tm/fin79BmLp0p9w6dJFzJnzMfz8/DFgwCCbn8G7774Ne3t7fPnlAjg7u+CPPzbi9dcnYs2ajXBzc7f5nrNnT6NXrz5W20+ePA5vbx8sWLAEMTHRmDVrBurVC5Wv/cUXn2DXru0F/kx27z6Q7z6NJrPAETJXrlzCuXNn8dJLEwEAoihCFEWo1ZZ/yO3t7XH27GmLbQ0bNsLPP/9UYNmIiIhyYxuqdNpQv/22Fu+//wmysrLwv/89uA01d+4c3LoVxTZUCbShJkwwPRiyDUVERERElUV5f2575523q8Rzm62+7zfffA2rV69H9epBfG5D5ej7ZuCvnJB0OhhX/AhJq4Vwf5quoFJB0mphXPEjhI8+LdXRD126dEO9eqFYtmwJZsx4z2r/unW/oFWrNhg9ehwAoEaNmrh58wZWr15lcfN77LEOGDz4GQDA88+/gPXrV+PkyeMPvPmNGfMS2rRpDwCYOXM2Bg3qg/3796F7955YtWo5evbsjWefNS2AHRxcA1Om/B8mTx6PN9+cDnt7ewBAy5ZtLEZhnDlzCgaDAdOmzUBISE3o9SK6du2OnTu3YfPmXXByckJISG20aNEaJ08eR/fuTyA+Ph7btm3Bhg0R8PHxBQAMHz4SR48exrZtW/Dyy6/C17cahg8fKV9nyJChOHbsCP78c4/Fzc/Pzw+vvfYGBEFAjRq1cP36Naxfv9rmze/MmdO4ePE8tmzZLd8gJk16HQcO/IV9+/baHDmSkZGBzMxMuZy5ubq6YerUt6BUKlGzZi089lgnnDhxTL72uHETMGzYSKv3FUZk5Bns3bsLX3wx32rfoEF9kJqaAlEU8eKL49G//1MAACcnZzRu3BQrVvyAWrVC4OnphT17duL8+UgEBgZZnMPHxxeJiQkwGo1QKLgMKRERFYxtqNJtQ5n/The2DbV58zZ4eHhDktiGyqsobainnhoMvV5kG4qIiIiIKoXy/ty2du0vaNOmLcaMGQdJqvzPbXn7vo8dO4yIiM146aVX+NxWSfq+GfgrJ4wH/pZHO1jty8iA8PffUHbvUaplmDhxMqZMmWjzl+LWrSh06tTFYluTJs2wfv0aiKIoTxWuU6eevF8QBHh5eSMlJQUA8Oabr+Hs2VMAAD+/6vj55/XysY0aNZX/7ebmjho1auLWrSgAwLVrV3H9+lXs3r1DPkaSJBiNRty5E4datUIAAPXrN7Aqt4ODA4KC/vvl8vLyhr9/AJycnHJt85LLeOPGNYiiiGHDLG82Op0O7u6mkQeiKGLVquX488/dSEpKgsGgh06ng729g8V7GjZsbDG1uXHjJli79meLz8vs2rUr0Gq16Nu3u8X2nJwcxMbGWNXLvA+A1UgCAAgJqW1xDW9vH9y4cU1+7enpBU9PL5vnLciNG9cwY8abGDPmJbRt295q/+LFS6HVanH+fCS++24RAgOD5Gng7777AT799AM89dSTUCqVCA0NQ48evXD58kWLc9jb28NoNEKvt/5MqXwSRREJCXHQaDRwdnaGv38AFArlg99IRFQC2IYqvTZU7geUwrahhgx5yuI8bEOZFLUNVbNmDYSHm0bksg1FVRHbl0RExcP7J5VXFeG5rUsXyzVZK/Nzm62+bw8PDwB8bqssfd8M/JUTUlyszRsfAAh2dpDuxJV6GZo3b4m2bdtjyZJFePLJ/g9+gw158+gKggCj0QgAmD59pvwLW5R8u1ptFgYOHIwhQ4Za7fPz85f/bc55XFB58iujJBnlaymVSixbtsqqYWQ+/+rVq/Drr2vw2mtvonbtunB0dMSCBV/BYNAXuk55abVZ8Pb2wcKFS6z2ubi42nyPu7s7BEFARkaG1b6Cfg5A8aY7R0XdwJQpr6B//0HyrIW8AgICAQB16tRFcvI9/Pjj9/LNLzAwCIsWfQ+tVguNRgMfHx+8994M+T1m6enpcHR0ZIdVBZGamowrVy5Cr9dBoVAgMdGImJjbCA1tAA+Pov+BJSIqKrah8lcWbaiVK1fDaAQk6b/j2IYqWhsqJeUeli5dIgf+2IaiqiY1NRmXL19AZmY6JEmCIAiIibmF0NCGbF8SUaX2sEG73M/ngiDg9u0sXLx4DjVq1EKdOqHyuURRxJ07MYiPvwNJkmBvbw97ewe4urqievUAAAwUUsnjc1v+ykPftyAArq4uAPjcVln6vhn4KyeEgEAY9XqbN0DJYICiesAjKceECZMxZsxwBAfXtNhes2YIIiPPWGyLjDyD4OAaVhH8/Pj6Vst33/nzkfD3N93I0tPTER19GzVrmkYzhIbWR1RUFIKCgotSlWKpVy8MoigiJSUFzZq1sHlMZOQZdOrURc4vbDQacfv2bYSEhFgcd+HCeYvX58+fy/fzCgurj+Tke1AqlfcbWQ+mUqlQq1YIbt68YXMEQkGKOt35xo3rmDJlIp58si9efvnVQr1HkiTo9dZ/EBwdHeHo6Ij09HQcO3YYEye+ZnWtevXCCl02KjuiKOLKlYsQRYM8NV2hUEAUDbhy5SJat27PkYVEVOrYhipfbajk5GQ0btzMIvBnxjZU4dpQRqMEvV5ntZ1tKKoKRFHEuXOnkZGRBqNRgiCYBhLodDk4d+40OnTowvYlEVV4tgJ86elpDzWoNvfzuSiK0Ggy5Pvo1auXkJx8D2FhDQEAkZGnkJqaDFE0ysEAhUIJR0cHREffQqNGjeHq6lGaHwFVQRXhuS3vWmyV+bktb9+3IAAqlRJ6vVgln9uuX7+OyZMnVKq+bwb+ygnF450h7doOSau13ufqCkXnzo+kHHXq1EXPnr3x22/rLLYPHfo8XnppFFas+AHh4T1x/nwkNmxYjzffnF4i112xYinc3d3h5eWF77//Bu7uHujcuSsAYMSIF/Dyy6Mxd+7n6N//KTg4OOLmzRv499+jeOONt0vk+mY1atTEE088iY8+moVJk15HvXphSE1NwYkT/6JOnXro0KETgoODsW/fXkRGnoGrqxvWrfsFKSn3rG5+CQnxWLhwLgYOHIzLly9hw4Z1ePXV121et3XrdmjUqAlmzJiGV155DcHBNXD3bhIOHfoHXbp0Q/36DW2+r23bx3D27Gk5B3RhFWW6840b1/DaaxPRrl17PPfcCNy7dxeAqVHo6ekJANiwYT38/PxRs2YtAMCZMyexZs3PGDLkOfk8R48ehiRJqFGjJmJjo7F48QLUqFELffsOsLjemTOninwzp7KRkBAnP5TkpdfrER8fh4CA0m+0EFHVxjZU+WpDzZ79LttQ9z1MG+q554bJ52EbiqqSuLgYpKenAjB1QJn/L0kS0tPTEBcXg6CgmvmfgIionMkb5HNwcMTVq5csZjXfvn0TBoMeSqWySINqc587J0cLnS4HCoUCGk3G/XObjpMkIzSaTFy+fAE5OdlISbkHSZIg5RqpZTSK0Gg0yM7ORmZmOrp27QGlsvTWW6Oqp7w/tw0b9jzGjRuF5curxnObrb7vsLAwtGvXoco+t7VtW7n6vhn4KycEtRqK0S/CuOJHU15jOzvTaAdXVyjGjC3VxU3zGjduAv78c7fFtrCw+vjgg0/xww9LsGLFD/D29sHYsRMsFjd9GBMmTMb8+V8iJiYadeuG4vPPv4bq/giQunXrYdGi7/H999/glVdeAiAhICAI3bv3LJFr5/XOO7Pw00/LsGjRPCQlJcLd3QONGjVBhw6PAwBeeGEs4uJi8cYbk+Hg4IABAwbh8ce7QqPJtDhP7959kZOTg5deegEKhRJDhgy1uVApYJqO/OWX8/H999/gk0/eR2pqCry8vNG8ecsCb1L9+g3EuHEjkZmZCRcXl5L7EHLZt28vUlNTsHPnduzc+d8UaX//6vjtty0ATI3IJUsW4c6dOCiVSgQGBmHixMkW9c3MzMSSJYuQlJQINzc3dOkSjvHjX7WYmp2UlIhz587ivfc+LJW6UMnSaDT5LkKrUAjQaDSPuEREVBWxDVV+2lD/+98srFr1I9tQ9xW3DfXKK5MxZMgzEEVTZxzbUFSVJCbegST9F/TLTZIkJCTcYeCPiCqMvKmLAQHZ2dpcAxsESJIErTYLAODl5WOxXhaQ/6DavMtuZGSkQ6fLgSAoYDSKUCiUFtcxGkVkZKTLQUHJVnoGmIKJGRnpOHDgLzRv3poplqnEVITntk8++RzfffdtpX9uy6/vu0sX09r0VfG5LSWl8vV9C1J+d3qykpRknU+2pEl6HYx//w3pThyE6gFQdO5cKje+3NN3y/IbcPLkcbz22gRs374Prq628/k+rPJS19Iyc+bbCAurj5Ejx1T4un7zzQJkZGTg7bf/98Bjy1tdS3MB7fJWV7O4uGhERV2zGfwzGiWEhNQp8oy/8lrX0sC6Vg6+vqXzt6uyKe9tqIr4HX0UbaiiqmifY+42VHlSnM+xKG2oqqKifR/Lo7L4DI8fP4KEhFirjm/AFPjz8wtE69YVa2Yrv4u2sQ1VOI+iDWVLVf7ellTdRVHE4cP7kZ6eBlE0QJJMs+rMs/xUKrUcmDMYREiSES4ubnBycrI6l4+PH+rVq29x7hMnjkAUDQBMwcH09FTo9QaLgROCoIBCobh/PRV0Ol2h1+hycHCEt7dvlVvCg9/90q/7o+r7LqrSqn95fG6zpTx/90v7ue1R1r0kntsK24bijL9yRlCpoezeo6yLQRXIq69OwcGDf5d1MUqEp6cXhg4dUdbFKLK8I+2Kmou/ovLzC0BMzG35YSM3lUoFf/9Hk5+diAhgG4qKjm0oovLH3786EhPvALDudREEBfz9qz/6QhERFUNcXAxSU5NhMBjkYJ957oUkSTAaRXkdLEEQIIoSdLocq8Cf0SjB2dnZYltCQhx0uhzodDrk5GTLM/0UCgFGo1E+TpJMAUXTDD8jRFEsUh24hAeVBj63UVHxua14bOdoI6IKo3r1AAwZMrSsi1Eihg17Hl5e3mVdjCLJvYC2rVz8RmPRGtYViVKpRGhoAyiVdjAaTQ8wRqMEpdIOoaENqtSoQCIiqnjYhiIqf6pXD4Kbm7tVB7kgCHBzc0dAQFAZl5CIqHCio6Og1+st7mW55Q7QKRSmoJ0ttgbV3r2bhLS0FGRkpCE7Wwuj0QhRNFic08x8XaPRCKWy8PM/zGXiEh5EVNb43FY8nPFHZaply9b455/jZV0MomJLSIiTZ/rlVRVGx3l4eKF16/aIjy+dNKdERGQb21BEVBkplUo0btz8/ppYGZAkIwRBARcXV4SFNWQbk4gqBFEUkZJyr8BjcgcCBcF0/3N0dILRKN2fuSdBpVJZDaoVRRH37iVBp9MBsB0szMucPtne3qHQM/+USqXN2YZEVDR8bqOywsAfEdFD0Gg0NoN+AKrM6DiFQlmpg5tERERE9Oh4eHihTZvHOLCMiCqsO3diYDBYL4lhyRSMkyRT34GHhxfat++ExMSEAu99N25cQUZG+v1XhVuMSqFQQKlUQqEQ4OjojMzMjALfa2dnB6VSySU8iIgqMAb+iIgegrOzMxITjTaDfxwdR0RERERUdLYGlomiiIQEBgOJqHxLTU3G5cvnbabdzM3BwQF2dnYQBAVcXV0RGtoQdnbqAgfViqKI27dvorABP0sClEol7O0dYDDokJ2dbfMopVIJpdIOzs4uXMKDiKgCY+CPiOgh+PkFICbmNkTRejQfR8c9HHbuEBERERFg6ki/cuWinGI/MdGImJjbCA1tAA8Pr7IuHhERANMz7JUrFyGKBou1SvNSqdRo3Lg5tFptkZ51ExLiYAr6FT7FpyRJEEURKpUK9vYOEAQBTk4u0On0ACSLAKUgKCAICoSF1Uft2qEQBD5/ExFVVAz8ERE9BKVSidDQBvc7IvQF5uKnwjONkmTnDhEREVFFJ+l00P+9HwmJd6D18IBz4yaoHlQj33Zy3sFfvr5+cke6OcuGQqGAKBpw5cpFtG7dnm1uIioXEhLioNfrIAjKAgN/arUKAQFBRb53aTQaODo6IScn2+bg44KYi2I0mv7h7u4GoxEQRQNE0Xh/pp8SarU9XF3doFAokU/xiYioAmDgj4joIXl4eKF16/Zch6SEiKKIy5fZuUNERERU0Rkvnkfy+jW45usNvVoNRWYaEhPiEBtcA6Gt21sN6LI1s+/q1UuQJAn29vZW59fr9YiPj+N600RULmg0GigUCtjZmQJ/ttjZqaBUquR7V1Ey3ZiWGpHg4uIGgyEZoihaHWO+riRBDjwqlabuX61Wi+DgWpAkCcnJSZCMRiBZA2RnAw4OgJcXBIUCGo2mJD4OIiIqQwz8ERGVAFvrkFDx3LkTK3f25MXOHSIiIqKKQdLpoP9pOa7VCoaoVEIhSYAgQDAYYLh9C1dcXNG6bQe5gztvijytVgujUYRer4ckGaFWq6060hUKgR3URFRumAJzRtjbOyAzMwOCoAAg3Z85J0GptIOdnRKOjo7QaDRFTmNsXmpEoTDA29sXycl3IYpGCMJ/QT5bswwlyQiVSgUnJyekpiYjICAISTevQxEbA8lgwP0TQEhKhDEoCM516pbuB0VERKXOuleVqAI7efI4OnVqjYyMjHyP2bZtC3r37vrQ19Lr9XjuuacQGXnmoc9V1qKibmDQoD7QarVlXZQqQRRFxMVF4+rVS4iLi4bRaD1Kryozj5K0hZ07RESlg22o4mEbiih/xgN/I16tgt7OeryxZDBAl5iA+Pg4eZs5RZ5Op0NaWgq0Wg10uhzo9XrodHpoNJnW1zBKcHR0ZNuaiMqcKIrQ6XRITU3GvXtJEASFHIRTKAQoFAoolUrY2amg0WQiKysLly9fyDfTja17mXmpEdMMPgFubh5Qq9VQqdTw9PTO9zlakqT7gyju/19vgOr2LUiiaAr6AYAgQBJF2N26BX8f31L5jIjo4fG5rXiq4nMbZ/xVcR99NBvbt0cAAOzs7ODn54/evfti5MgxsLPxgEb/+f33DahePQBNmjQrtWsMGdIf8fF3rLYPGvQM3nzzbfn1uXNn8f333+DChXNQKpWoWzcUc+cuhL29AwDgp5+W4fDhg7h69TJUKhV27PjL4nwhIbXRqFFjrFv3C0aPHldq9SHb6Yu4dp0lZ2dnGI1Gmw8tRqMEZ2fnMigVEZGljz9mG6q4ymsbSqFQol49tqGISooUF4tsF2fTTL+8BAGKnByLAV0ajQaCICArKxOSJMmz+5RKJSTJiOxsLZydXSxm/UmSEXFx0ffX2mbbmogendwpOiVJQmzsTaSnp8NoNFocJ0mm+5hKpYYoGqDVZkGSJNy+fR2SBLi5uVulMi4o003epUYcHR0BAFlZGmRlaWA0Ztuc9Wc0GpGdnQ1HR0doL55H7avXcb12LRjs7CBIEiRBgJ3BgDo3bkH65wDQpXsJflpEZYfPbcXH57aKjd9uQrt2HfDOO+9Br9fj8OGDmDv3c9jZ2WHkyDFFPpcoihAEId9RRpWFJEnYsGE9xo17uVSvs3TpSotRXjduXMfUqa+iW7f/GmDnzp3Fm29OxvPPj8HUqf8HBwc1Ll68dD+lhInBYEC3bt3RqFETbN36h81r9ekzAJ9//hGef340//CVktzpi7h2Xf6qVw/EzZs3bS5WrlKp4O8fUCrXLcraCkREANtQxVFe21Cvv/5/sLNT4urVq2xDEZUQISAQDlcvwejlaR38kyQY7e0tBnQ5Ozvj9u0sGI1Gi+CeIEBuk2m1Wjg5OcFolGBnZwdRFCGKItvWRPRI5R7QKwgCkpPvQq/Xy2253Gk3BUEBNzdPZGSkQq/Xy+cwBwhTUu7B09PbIvj3oEw3tpYaiYuLhlJpB5VKDYPBAKNRvH8vNa/5J8FoFE0zpVNT4ZGdgxYXryDB2xNaewc45mTD714KlJIEKS4OtlcoJKqY+NxWdHxuq/gq9ze0AiqLFIBqtQre3j7w96+OQYOGoHXrtvjnn78BADqdDosWzcNTTz2JHj064aWXXsDJk8fl95qnDv/zz348//wzCA/vgISEeAwZ0h8rVvyADz98Dz17Po6nn+6Hf/7Zj5SUFEyf/gZ69nwcL7wwFJcuXbAoy5kzp/HKK+MQHt4Rgwf3xbx5X1hMwd2xYyvGjh2Jnj07Y8CAXpg9+39ISUm2qlNk5Bm88MJQhId3wEsvjcb169cK/AwOHPgLL744AuHhHfDMMwPx44/fw2CwDjqYXb58EXFxMejQoZO87c6dOHTq1Br79/+JyZNfRvfuHfHCC8Nw7tzZAq9dEE9PT3h7+8j/HTr0DwIDg9CiRSv5mAUL5mLIkKEYOXI0ateug5o1a6F7955Qq9XyMWPHvoznnhuBOgXkaW/Tph0yMtJx+vTJYpeXCmZOX2SLeUQfmUZDhoWZ0pcYjaYHJqPRtB5CaGiDUunASU1NxokTRxAVdQ137yYgKuoajh8/gtRU6/sLEZVPbEOVfBtq/PjRuHGjaG2opUuXVNg2VI0abEMRlSTF453hr9NDZeOeINjZQV3Nz2JAl59fAADBah0/ALCzU8Lb2xseHp7w8fFDSEgdBAYG2zwWYNuaiEpP3gG9OTnZMBhM7U5JMq3nJwjC/f8UUCgE5ORkWwT98kpPT7OYpWfOdFOU9q1Go7nfkW0aGKFQKO6XwTSAwpRVR2kaTFutOiS9HgpJQvW7yagdG4fqd5OhkCRIBgOEgNIZbEsElN/ntoEDn0Tnzo9Vmee2itz3zee2wmHgrxwpLx3P9vb2coPk66/n4Pz5s3j//U/w009r0a1bD0yb9hqio2/Lx2dnZ+OXX37C22/PxKpV6+DpaUqpsn79GjRp0gw//vgLHnusEz788D189NEsPPFEHyxb9jMCAoLw0Uez5MZNbGwMpk2bjK5dw/HTT2vw/vuf4OzZ0/j66znytQwGA8aNm4AVK1bjk0++RHz8HXz88WyrOnzzzXxMmvQ6li5dCU9PT7zxxpR8b2ZnzpzCRx/NwjPPDMOqVevx1lszsH17BFau/DHfz+jMmVMIDq4BJyfrlIPff/8Nhg0bieXLVyM4uAZmz/6ffO34+Hj07Pl4gf/ld129Xo9du7ahb98B8gNuSkoyLlw4B09PT0yY8CL69XsCL788FmfOnM637PlRqVSoWzcUZ86cKvJ7qXC4dl3hmdOXhITUkTt3WrduXyopmx40E5PrxBCVf2xDlU4bysPDE2+//Uah21D/938zEBGxuUK2ofr3fwKTJo1nG4qoBAlqNVQvjEHdhCQoDQZIggBIEiSlHexq1ERo/UYWA7qUSiWCg2sBMKXGM/9fEAQ4O7tCkgRUrx6IevXqIyAgGFqtlm1rInrk8g7oFUURQO5Zzf/92zw2Qast+H4kigZkZ2fLr1UqFRwcHB7Yvs0dQMnJ0UKlUt0P+JnuqYB5pt9/MxA9PLyg6PQ4FG5uNssiuLrCrnPXQnwSREVX3p/bVq9eXyWe2ypy3zef2wqv8s9prCDKQwpASZJw/PgxHDt2BE8//Rzi4+OxbdsWbNgQAZ/7C/sOHz4SR48exrZtW/Dyy68CMN2Q3nhjOurVC7U432OPdcBTTz0NABgzZhx+//03NGjQEOHhPQAAI0a8gAkTxiA5+R68vX2watVy9OzZG88+OxwAEBxcA1Om/B8mTx6PN9+cDnt7e/TrN1A+f2BgEF5/fRrGjRuFrKwsODk5yfvGjHkJbdq0BwDMnDkbTz3VF/v370N4eE+rev/441I8//xoPPlkP/m848ZNwDffLMCLL463+VnFx8fLn0lew4Y9L4+GGDv2ZYwc+SxiY2NQs2Yt+Pj4YPny1QX9GOCWT+Pr77//QmZmJvr06S9vi42Nlevw6qtTEBoaip07t2PKlIlYuXIdgoNrFHitvHx8fJGQEF+k91DhOTs7IzGRa9cVlq30JaXB/OBm6+dS0NoKRFQ+sA1Vum2oQYP6YP/+feje/cFtqKCgIEyY8AoWLJiHMWMqVhuqXr1Q7NixFa+/zjYUUUlSNGgE73feg/v+/YhPiofW3R3OjZugelANm/fmOnVCkZp6DxpN5v1Udaa2s8FggL29A/z9A+T07OnpqcjK0sDR0clq5h/b1kRUWvIO6DUF2ASYA36mAQuQ/22aBWi0PlEe5jScpo7pMFy7drnA9m16epqcbtS0T0RmZibUagfodNkQBAF2dqr7KUglODo6wtHREUlJ8UhNTUbdoUPhtnYtjBkZEOzsIBkMULi6QvniWAhqNaDnAFgqWeX9uc3X1xcqlRLDh4/EkSOV+7mtIvd987mt8Bj4KyfKsuP50KF/0LPn4/KDVc+evfHii+Nx6tQJiKKIYcMGWxyv0+ng7u4uvzY1SupZnbdOnf+2eXl5AwBq166ba5tpdERKSgq8vX1w7dpVXL9+Fbt375CPMY1MMuLOnTjUqhWCS5cu4scfv8e1a1eQkZEhN54SEuIRElJbfl+jRk3lf7u5uaNmzZq4dSvKZv2vX7+CyMgzFqMNRNEInS4H2dnZcHBwsHpPTk62xXTi/Ort7e1zv47JqFmzFuzs7BAUVLyf49atf6Bduw4WN11z/QcOHHx/NATQqFEj/PvvUWzduhkTJkwq0jXs7e0tRplRyfLzC0BMzO1HvnYdFYwzMYkqNrahSrcNVaNG0dpQRqMROTkVrw0FAKGh9XHixL9sQxGVMEGlhqpHTxTmN1ipVCI0tCHOnTsNrVZ7/3dVgCDooFarERNzG/HxcfK6Wjk52dDpcuDk5GJxb2HbmohKS94Bvfb2DlCpNNDpTLMAc49DMK1RqoDBIMFyVqA1Dw9PBAQEw98/QL7P5de+jY2NwZ07MRYBFKVSCWdnZ2g0Gri4uEOv10GvNwCQ4OLiJt8jBUGAKBpwDUCrDz6G8p9/IN2Jg6J6ABSdO0ORTzuN6GHxua18PbdV1L5vgM9thcXAXzlRlh3PLVq0wrRpM2Bnp4KPj4+8uKVWmwWlUolly1ZZjbhwdHSU/21vb5/POgz/fb3M+21tM/8Ca7VZGDhwMIYMGWp1Lj8/f2i1Wrz55iS0bfsYZs36CB4enkhIiMcbb0yCwZB/rvQHycrSYuzY8ejSJdxqX343OHd3D9y4cd3mPlt1NC/aHB8fj5EjnymwPCNHjsGoUS9abIuPv4Pjx4/h44/nWGw331xr1Qqx2F6zZkixRi+kp6cjMDCwyO+jwjF1ZDS4PypPD4VCkEf0ldbadfRgnIlJVLGxDVV+2lCCANjZKWAwGNmGIqJic3V1h1qthqOjI0RRhFKphL29qUPq/PmzcHd3l+/7Li5u0GgyoNFkQqXyhCSBbWsiKlV5B/QKggBXV3ekpiZDFMX7Kf1MMwBVKjWcnV2QknKvwHMqlXbw9w+Ugx4Pat8mJt6xGUBRqVRwc3ODu7sH7O0dkZOjRWpqipz2Mze9Xo+Ee0kI6N6j6B8CUTGU9+c2pVIpP8tIUuV+bsuNz22VFwN/5URZdjw7OjrajMTXqxcGURSRkpKCZs1alNr1zUJD6yMqKirfUQHXr19DWloaJkyYBD8/fwCwWiDV7Pz5SPj7m45JT0/H7du3ULNmiM1jw8LCcPv2rSKNRggNDcPvv2+AJEn5LihvS3GnO2/duhmenp547LFOFturVw+Aj48vbt++ZbE9OvoW2rfvWOhymUVFXUe3btZ/BKjkmNeui4+Pg0ajgbOzM/z9A9gxUYY4E5OoYmMbqnTbUNHRtwvdhhIEQKVSQq8X5fW5rMvKNhQRFcw0I0APBwdHi+3Z2Vp5HSxzZ5xKpYK7uye0Wi3UagcEBASybU1EpcrWgF5T4C4Abm7uSExMgCiK8Pb2RVhYQxw48CcEQZDX+LLFzc0dWq1Wfm2rfStJEnJysu+nPtZbdLznplAoYG/viHr16uPq1UtQKtOtzmEeVKHRZJTAJ0JUOOX9ua158xYPfJZ5WOXlua1wZeVzW0XHwF85UR47nmvUqIknnngSH300C5MmvY569cKQmpqCEyf+RZ069eRcviVlxIgX8PLLozF37ufo3/8pODg44ubNG/j336N444234efnD5VKhQ0b1mHgwKcRFXUdK1b8YPNcK1Yshbu7O7y8vPD999/Aw8MDnfNZnHj06Jfw1luvw8/PH127dodCocC1a1dw48Z1jB//is33tGzZGlptFqKirltM4X6Q4kx3NhqN2LZtC3r37mfVsBMEAcOHj8SyZUtQt249hIaGYefOrbh16xY++ui/ERLx8fHIyEhDQkI8RNGIq1cvAwACA4Pl/NB37sQhKSkRrVu3K1L5qOge1dp1VDiciUlUsbENVbptKHf3wrehlEoFoqKu4erVq3jppYrVhqpXLwzbt0ewDUVUDuQ3I0AUxfvtNMt1pwRBgJOTE9zdPdjGJqJHoqABvfXrN5GPi4uLhsGgLzDo5+jofH9m4H9BDz+/AERH30JmZgZ0uhwYjUYYjSIEQQGlUgFBEJCZmQFnZxer2Tq5Ayi5Ay16vR4aTQaMRgmCYDouLi4Wvr7+8PDwKuFPiMhaRXhua9iwIe7evYvjxyv3c1tF7vvmc1vhMfBXTpTXjud33pmFn35ahkWL5iEpKRHu7h5o1KgJOnR4vMSvVbduPSxa9D2+//4bvPLKSwAkBAQEyYuSenp64p13ZuH777/Bb7+tQ2hofbz66uuYPv0Nq3NNmDAZ8+d/iZiYaNSrF4qvvpoPlUplc8RGu3aPYc6ceVixYil++eUn2NnZoUaNWujf/6l8y2q6mXbDrl07ipxLuKiOHz+GhIR4OY9xXs8+Oxw5OTosXPg10tPTUK9eKObNW4zAwCD5mGXLvsP27RHy6zFjRgAAFiz4Di1btgYA7NmzE23atIe/f/VSrA2VBVEUkZDAGYYF4UxMooqLbajSa0PVrRuKzz//GiqVyuZ1bbWhatUKsViQPq/y3IaqWzcUX3/NNhRRWctvRoBSqYTRaIQoitBoMuUUoIIgMD07ET1yhRnQm5iYYDGTzxa9XgdJMsLfP0B+dk9KSkRaWgq02iwYjf+tDygIAhwd3eHo6Ai9XoesLFOa49yzcXIHUMyBFoPBFPQzzdwxHadUKqBSqXDlykW0bt2ez75U6vjcVr6e2ypy3zef2wpHkAoadkIWkpJKfwq80Sg+ko7nwqRiqixKq67Xrl3F1KmvYt263+WRA2WtuHXV6/UYOnQQZs36CE2bNi+18pUkfocLJzU1+X6jypT/32g0QqVSIzS0Qbkc1VfWP9dHGSQt67o+SpW5rr6+rmVdhAqhvLehKvN39FEq7OdYHttQxVUabSh+H0sGP8eHV1afoSiKOHHiiNWMAJ1OJ69VpVAIkCTTmkDOzq5wcHAstx3X/C7axjZU4TyKNpQtVfl7W1J1F0URf/65HZmZBf8M7ezs4OnpjYYNm+LatcvQ6XKQnp4Kvf6/9byMRiMEQYAgCFCp1PDw8ITBYEBmZgbs7R3g5ORkEUDJ/ayfmpqMM2dOICMj/f69U4JCoYCTk2m2oNEoISSkjhzErMo/e6Bq1/9R1f1R9X0XVVX+2QO2619Vntsq2s++sG0ozvgrZ5gCsOKoW7ceJk6cjDt34lCnTuGnPJdHCQnxGDlyTIUJ+lHhiKKIK1cuQhQN8ohphUIBUTRwVJ8NeYOkiYlGxMTcLrdBUiKyxDZUxcE2FBEVxNaMAFE0IisrCy4urtDpsuVOcKPRCI1Gg8aNm7FdS0TlSkJCXKE6kCVJgl6vR2TkKajVauh0OhgMBnldLdP/FRAE07EGw39rnXp4eMLe3gFubh75BlA8PLzg7x8IURRhNIpQKJRwcHCQZwkqFAI0Gk1pfARENvG5reLgc1vFxsAf0UPo06d/WRehRAQFBRc5/zKVfwkJcXIQKy+9Xo/4+Dg2tu5jkJSI6NFiG4qICpI3DXtOjhaABKVSCUdHR2RnZ8sd2Gq1PbKzs8u6yEREFjQaDVQqOznzTsHHZkCttr8/A8+0jmnu9J2mVJ+CvM18jCQB1asHPvC53tXVFfb29jb7BpgqmYgKwue2isv6jk9ERJWCRqOx2bAHOKovL3OQ1BZzkJSIiIiIHh3zjIB69erD3t4RSqVpEJZpjStHODu7wNHREUqlgu1aIip3nJ2doVKp5XtXfkwz/gz31/qT5AGn/63MJFgcC0A+Jvd6fgXx8wuASqW2ua+w5yAiooqFgT8iokrK2dk535GFHNVniUFSIiIiovJJFEXk5GiRkZEBrVabqzPchO1aIiqP/PwCoFbbw97eocDjTKmLTQNO09JSoFAoYGdnZzHjT6FQQJIkSBLkdf6USjuEhjYoVGYacwplpdIORqN0/7pSkc5BREQVS6UJ/P3777+YMGECOnXqhLCwMOzZs8divyRJmD9/Pjp16oSmTZti9OjRuHnzZtkUlojoEeCovsJjkJSIiIio/ElNTcaJE0eQmpoCUdRDq9UgLS0FOt1/mRrYriWi8sgcbFMolLCzUxV4rOkYO0iSBK1WAycnF3mmoCQZ5aCfnZ0SKpUKRqOIunVDi7QWvTmFckhIHfj4+CEkpA5at27P9eyJiCqpShP4y8rKQlhYGGbNmmVz/9KlS7Fq1SrMnj0b69evh6OjI8aOHYucnJxHXFIiokeDo/oKj0FSIiIiovIl9xrMSqUSzs6u99fKkpCVlQlRNLJdS0TlmoeHF8LCGsLJyQnOzq5QKpUQBIXFbD6lUgmVyg6uru4QBAGiaITRaISHhzfc3Dzur/1nD3d3d3h7+8Ld3QNqtRrXrl2R1/orrNwplAMCgnnvJCKqxOzKugAlpUuXLujSpYvNfZIkYeXKlZg4cSJ69OgBAJgzZw46dOiAPXv2oG/fvo+yqEREj4x5VF98fBw0Gg2cnZ3h7x/ABn4e5iDplSsXodfroVAIMBolqFQqdiYRERERlQHzGszmdOwqlQru7p7IycmGwWCAh4cHGjZsatVOE0URCQls+xJR+VC9ehDi4mIgigY4ODhAo8mAXq+X0xbb2dnByckFarUaKpXpHufg4ISaNUNgNBpx69YNm8tSmNeiDwgIftRVIiKiCqDSBP4KEhMTg6SkJHTo0EHe5urqimbNmuHUqVMM/BFRpWYe1UcFY5CUiIiIqHQVJShnaw1mQRDg4OAIALC3d7R4ryiKuH79CqKjbwKQ4OjohMRECTExtxEa2oDp7IioTOQeZGo0SnB390RGRjpycnLg4OAIFxcXeQagIAhQqx1Qs2YIAgKCcfXqJa5FT0RExVIlAn9JSUkAAG9vb4vt3t7euHv3bpHOlWs2foVmrkdlqU9BWNfKiXWtnMq6rkqlEoGBjyZIWtZ1fZSqUl2JiIjIttTU5PvZFUyz+BITjQUG5ZydnZGYaLTZ6Z13DebU1GRcvnwB9+4lAjBl/dHpcuDk5AKFQoErVy6idev2HNBFRGUi7yDT4OAQxMVF20zVmXupiaLcB4mIiHKrEoG/kqJWV56HBEHA/dziwP3sApUW61o5sa6VE+taOVWluhIREZG13Ov1mTuwFQoFRNGQb1DOzy8AMTG3IYoGq/Pl7hg3nzsrKxOSZGp3CIIASTKtBahSeTIlHhGVubyZeFxdXR+41ERh74NERER5VYnAn6+vLwDg3r17qFatmrz93r17qF+/fqHPo9OJlWa2grnz1WAQK30nLOtaObGulRPrWjlVpboSERGRtbzr9eWWX1CusGswm88titbP60ajEdnZ2XB0dGRKPCIqVwqz1ATXoiciouKqEoG/oKAg+Pr64vDhw2jQoAEAIDMzE2fOnMGwYcOKdK7K1mEpSZWvTvlhXSsn1rVyYl0rp6pUVyIiIvqPeb0+SZKQk5MNURShVCphb+9Q4DpVeTvGHRwcIQhAUlIisrI08PcPkM+tVCrlGX9mgiDAaBSZEo+IyqW8swBt4Vr0RERUHJUm8KfRaHD79m35dUxMDC5evAh3d3cEBARg1KhR+Pbbb1GzZk0EBQVh/vz5qFatGnr06FGGpSYiIiIiIiKq3JydnREbmwOtVgOjUZKzAWRna+Ho6FxgUM7cMZ7fGoEeHl4wGo2wt3dAdrYWUq5RRpIkQaFQ5psSTxRFJCSYOtMdHR0BAFqtlh3rRFSuFCZASERElFulCfydO3cOo0aNkl9/+umnAIBBgwbhs88+w0svvQStVov33nsP6enpaNWqFX744QfY29uXVZGJiIiIiIiIKj0fHz+cOXMSkiTJM/JMwT8JWq0W1ar52XyfOTCXmZmBO3dioVKprNYITEm5B5VKBVEU4ezsCo0mQw4uCoICzs4uNlPi5Q4kGgwGaDSZACS4uLhBqVQiJuY2QkMbwMPDqzQ/GiIiIiKiEldpAn/t2rXD5cuX890vCAKmTJmCKVOmPMJSEREREREREVVtd+8mwMHBAdnZWTAajRAE4f5sPAUcHR2RmJggz2YxB/uSkhKRmpoMpVIJvV4HjUYDpVIBJycXqNVq+dwGgwHVqvkhJSUZRqMEd3dPaLVaAECNGrVQp06oVdBPFEVcuXIRomiAIAjIyjIF/QBAo8mAu7snRNGAK1cuonXr9pz5R0REREQVSqUJ/BERERERERFR+WNan88B9vb2yM7OhtEoQqFQwsHBAYLw3xp/5ll4Ol0OMjLSYDRKUCgEKBRKKBSmYGFWViZUKk8I96cOCgKQlpYGd3dP6PU5sLe3h7Oza4GpOhMS4uSUoabyGOXzGY2mdQgdHByh1+sRHx/HFHtEVC7lTlfMFMVERJQbA39ERET38cGJiIiIqOQ5OzsjMdEoz/DLzWiU4OzsbDELT6fTWcwM1Ot1EAQBgiDAaDQiOzsbjo6O0Ol00GgyYW9vD70+B0ajESqVGr6+/gW24TQajZwy1GgU5aAfYAokiqIIAFAo/gtKEhGVhfyeUfNb95QpiomICGDgj4iICAD44ERERERUSvz8AhATcxuiaLDap1Kp4O8fgPj4/2bhWQfjFJAkY67gnyjP/hMEwNHRCcB/6/49KEVn7kCkQqG8v/ag6XqSBCiVpveZg5JERGUhv2fUunXDcO3aZYiiwWrdU6YoJiIiAFCUdQGIiIjKWu4R5rYenIxGsYxLSERERFRxKZVKhIY2gFJpB6PRtJae0ShBqbRDaGgDKBRKi1l45mCcmSAAKpX6ftBPgkKhhFarhSRJcHZ2tQgSAoBer0dsbAzi4qJx9eolxMVFW7Tn/PwCoFKZ1gl0cHCQr2u6tgB7ewcA/wUliYgetYKeUSMjT0Gny7H5PnOKYiIiqto444+IiKq83Ou85MW1XagyW716NdasWYPY2FgAQL169fDKK6+gS5cuAICcnBx89tln2LZtG3Q6HTp16oRZs2bBx8enLItNREQVkIeHF1q3bo/4eNtp1XPPwnNwcEBOjlYO/kkSoFarYW/vAL1eD3//QGRmpiMnx1FOB5qTkw1RFKFUKqFQKHHlygU5qJc3k4M5EGmaSaOHk5MLNJrM++VwhSQBdnb/BSWJimPhwoVYtGiRxbaQkBDs2LGjjEpEFUlBz6g5OTlQqeygVDpa7WOKYiIiAhj4IyIishhhnhcfnKgy8/f3x7Rp01CzZk1IkoTff/8dr776KjZt2oR69erhk08+wf79+zFv3jy4urriww8/xKRJk7B27dqyLjoREVVACoUy38FUudOBCoIAJycXZGVlwmg0BQPVanvY2anQsGFTeHh4IS4uGlFR12AwGKDRZMBolCAIuL8moAHOzs4FpsDLG4g0rz2o1Wq51jOVmHr16mH58uXya3MaWaIHKegZ1c7ODgaDdepkgCmKiYjIhIE/IiKq8nKPMM+LD05UmYWHh1u8njp1KtasWYPTp0/D398fGzZswJdffonHHnsMAPDJJ5+gT58+OH36NJo3b14GJSYiosoq7yw8tVoNpdIDomiAh4cnlEolVCp7ZGVp4ObmDj+/AERH30J6eur9NfpM5zEHAPV6ncXafYB1JoeCApFEJUGpVMLX17esi0EVUEHPqGq1PUTRdhCZKYqJiAhg4I+IiMhihHlefHCiqkIURezYsQNZWVlo0aIFzp07B71ejw4dOsjH1KlTBwEBAcUK/OVZfqlcMZetPJexIuDnWDL4OZYMfo4Pryw+Q09PL7Rp0x537sQhK0sDJydnODo64urVy3LKu7t3ExATcxthYQ3g5eWNe/eS5ACfKTWoBKXStEZgdna2PJMPMGVyyMrSWNVJFEXEx/93zerVS262H7+LVdutW7fQqVMn2Nvbo3nz5njzzTcREFC0Z4uy+O5U5e9team7v3/+z6hqtRr16jXG1atXoNfroVCY1j9VqVQIC2vwUDNLy0v9y0pVrn9VrjvA+lfl+lfWujPwR0REVV7eEea5H5zyru0iiiISEmyvTUNUEV2+fBlDhw5FTk4OnJycsHjxYtStWxcXL16ESqWCm5ubxfHe3t5ISkoq0jXU6vL9OyIIpvuAKUVcWZem4uLnWDL4OZYMfo4Pr+w+QyVq1aoFwNTuOnr0ECRJhJ2d6W+JQqGEJIm4evUSPD294OXlhezsbIiiAUqlHYxGIzSaTEiSBJ0uG05OjvKsP6PRCDc3V6hU//1dSk6+h0uXLsiBxaQkI+LiolG/fkN4eXk/dG34Xay6mjZtik8//RQhISFISkrC4sWLMWLECGzZsgUuLi6FOkdZtaGq8ve2vNRdpVKiYcNGFvcno9EIlUqN+vUbwcvLCz4+vrhzJ1Z+Nq1ePfCh08mWl/qXlapc/6pcd4D1r8r1r6x1Z+CPiIgIsFrnxVZQLzU1+X5w0PTglZhoREzMbYSGNoCHh1cZlp6o+EJCQvD7778jIyMDO3fuxNtvv42ff/65RK+h04nlevScuYFvMIiVqqH/qPFzLBn8HEsGP8eHVx4+w9jYaOTk5EChUMgz+IxGEQqFEmq1PbRaLUTRCHt7BwCmVJ5ZWVkwGo2QJAmSBKSkJMPZ2RUqlQpKpQq+vv7Q60UApsDihQvn78+oMQ38AgTo9XpcuHAebdq0f+gBXuXhc6Sy0aVLF/nf9evXR7NmzdCtWzds374dzzzzTKHOUVZtqKr8vS1PdXd19UCrVu3+mwWttke1q9cg/P47sgMCoejcGX5+gfLxRiNgNIoPdc3yVP+yUJXrX5XrDrD+Vbn+lbXuDPwRERHdV9A6L6Io4sqVixBFg7zOgkKhgCgacOXKRbRu/fAdQ0RlQa1Wo2bNmgCAxo0bIzIyEitXrsSTTz4JvV6P9PR0i1l/9+7dK9ZaNRWhAS1JFaOc5R0/x5LBz7Fk8HN8eGX5GWo0GigUCuh0OmRlZcJoNMopPXNytHBxcYFKpYYoGiBJEjIz0yGK4v1yS/c7ciRkZmbAx8cXoaENIAhKuT7x8XHygK689Ho97tyJK7E1APldJDc3N9SqVQu3b98u0vvK8ntTlb+35aXugmB6RjVePA/j0kUwpqdDUKkg6fVQ7NwOxegXoWjQqMSvW17qX1aqcv2rct0B1r8q17+y1d26dUtERFWGKIqIi4vG1auXEBcX/dCjAyuzhARTx5Ater0e8fFxj7hERKXDaDRCp9OhcePGUKlUOHz4sLzvxo0biIuLK/L6fkRERMXh7OwMURSRlZUpr+MHAIJgmp2XlpaKunVDoVTaITMzA3q9HgaDaT0sOzs7AAKUSjvY2zsgICDYKkODObBoi0IhQKPR2NzHNjQVh0ajQXR0dLEGUFHVJul0MK74EZJWC0GlAgBT8E+rNW3P5zmViIiqLs74IyKqopi2smiK2zFEVJ599dVX6Ny5M6pXrw6NRoOIiAgcO3YMy5Ytg6urK55++ml89tlncHd3h4uLCz766CO0aNGCgT8iIioxBa2f7OcXgKtXL8kz/XJTKATY2dkhOzsbLVq0wd692yEICtjZKaFQKOT0iEajCEdHN2i1WqtrOzs7IzHRaLONZzRKcHZ2ttrONjQV1ueff45u3bohICAAiYmJWLhwIRQKBfr161fWRaMKxnjgb3mmn9W+jAwIf/8NZfceZVAyIiIqrxj4IyKqgpi2suiK0zFEVN7du3cPb7/9NhITE+Hq6oqwsDAsW7YMHTt2BAC88847UCgUeO2116DT6dCpUyfMmjWrjEtNRESVxYOCaEqlEp6e3vfTfEryGiwKhQBnZ1coFIr7g68SoFKpIIrW66EZjUZotVqbbTU/vwDExNy+v8afJZVKBX//AIttbENTUcTHx+ONN95AamoqvLy80KpVK6xfvx5eXgwQU9EY4mKRUN0PWgcHOGZnw+9eChT389EJdnaQ7jD7DBERWWLgj4ioCjKnrcxvPZP4+JJbz6SyKGrHEFFF8MknnxS4397eHrNmzWKwj4iISlxhg2g+Pr5IT0+FXq+DKIpQKpWwt3eQ0306OztDo9HA0dEJOl0OpDyLs5hnCtpqqymVSoSGNrgffNRDoTCdU6VSITS0gRzEM89KvHMnFhkZaXB0dLKagcg2NOX19ddfl3URqBJITU3GZQ8X6Kr7QwHAKAiIq+aLOrdj4JGpgWQwQFGdz6JERGSJgT8ioiqIaSuLrrAdQ0RERET0YIUdiGYefKVUWre1zIOv4uPjkJgowdnZFRpNhsXsQEEQEBxcy6qtljvFaEBAEADIMwNzpxvNPStRq81CTk42dLocODm5QK1Wy+djG5qISpo8QMLLC8qkREiiCIUkQVQqcb1GEFpcvAKlqysUnTuXdVGJiKicYeCPiKgKYtrK4vHw8ELr1u0RH297HRoiIiIiyl/uYFtaWqrVrDmz3EG0wgy+MgcHFQoD3N09kZOTLc8OdHZ2Qd26oRbnz5ti1Gg0QqVSW63Tl3tWoiAIEEURBoMIhcIIjSYDKpWXXAe2oYmopOUeICEFBUOIiYZkMACCAL1SicTq/gh86mkIKvWDT0ZERFUKA39ERFUQ01YWn0KhZAonIiIioiLKG2zLytIgJycHzs6WM+cA6yDagwZf5Q0OOjg45puZoSjr9Jk73Q0GA7KyMiGKRgASRNEIo9GIzMxMuLq6AmAbmohKXu5MPYKrK6Sw+hCSk4HsbCgdHJDduRsUYQ3LuJRERFQe2c7zRkRElZq5c0SptIPRaFoHxWiUoFTaMW0lEREREZUoW8E20zp5QFZWptW6fLaCaHkOsWIODtaoEQK12h729g4ICAiCm5u7xXHmYJ4t5hSjZhqNBoIgyGVUKAQolXYQBAGSBOTkaCGKRrahiahUODs7w2g0yq8FhQKCjw+EoCBIXt5wdnUrw9IREVF5xhl/RERVFNNWEhEREdGjYGs9P0EQ4OzsiszMDGi1Wjg5OeU7Sy/vbMHERCNiYm5bpeZMT0/DnTsx8nG3bt1AXFyMxXEFrXUtCEBcXKzcNnZ0dIRWmwWj0Sin9FQoBAiCCkajCKVSBQ8PDzRs2JRtaCIqcczUQ0RExcXAHxFRFca0lURERERU2vILtqlUKnh4eMLe3gFubh42B6IVNjVnYY/Lb61rnU4HjSYT9vb20OtzkJhohJ2dCqIoWq1FKAiAnZ0d3N09YG/vyKAfEZWKwqxxSkREZAsDf0RERERERERUavILtgGmFJ7VqwfmOxjN1mxBM3NqzoCA4EIfZ2sGjSRJyMrKhCCYUpAC/wUNjUYjDAYDBEGQO9kVCtNsRUmCxVqEREQljZl6iIioOBj4IyLKRdLpYDzwN6S4WAgBgVB07gxBpS7rYhGVCFEUkZDAB0YiIiJ6tB4mXV1BqTkVCgEajaZQx2VkZCAuLhoajQYeHl5ISbkHg8EAhUKAVquFJElwcXGTZ/fp9XpoNBkwGEQIggKABKNRhIODE5ydnSEIpvX+mGqPiEobM/UQEVFRMfBHRHSf8eJ5GFf8CGN6OgSVCka9HtKu7VCMfhGKBo3KunhEDyX32jiCIOD27SxcvHgONWrUQp06oQwAEhERUal5mHR1Bc0WNBolecZdQcdlZ+cgPj4Wd+/aQaFQwGg0QqVSoVo1PwAC0tNTkZPjKAf9JEmCRpMBSZKgVCqgVNrBaBTvz/7TQZKcYGfHVHtEREREVD7ZHg5HRFTFSDodjCt+hKTVQlCpAACCSgVJqzVt1+vKuIREDyaKIuLionH16iXExUXDaBTl7eY1b0RRRFpaCrKzs5GTo8X/s/fn8XFd14Hv+9vn1IhCYSJBEAVSEkVxEjWLSjRYVCTr2ek4yX23827fdBynPbTTSTvdHTv2y3PfpNNxPHenHSfXSTzRiuXEcdruzu3YVuJIdkR5kC3RtgaKAgeRIoDCRIAACoWaztn7/XHqFApAASgAVSgM6/v56EOxhjOBqLNrr73WOnfuZZ555ntMTIw3+OiFEEIIsZX55er27dvPzp1d7Nu3n2PH7qatraPi6/1xTSqVwnEcjDELXlOeLdjVlSBYoVKHMYZsNkMwGJzT+89xHJLJfrTWhMNhtNal9+RyWbQ2pfcHgyFaW9uJRmPYdojW1rYlj10IIYQQQohGkow/IYQA9FMnS5l+C55LpVAnT2K/9uEGHJkQ1SnP6LMsi5ERTX//ZQ4ePMLMTLqU6eevXi8uaMcYTTo9zdmzZzh27G5ZtS6EEEKIuqm2XN38cY3WmsnJSaLRaDFItzBbcLGsQscpEI3OZvPBbBlP19W4rksoFCKVShGLxQgGg7iuWxorWZZFOBwuBgNdgkGbcDgsYyYhxLqStg1CCCFWQgJ/QggBXk+/CkE/ABUIYAaT63xEQlSvPKOvfCW76zqcPXuG1tZ2LMsim82g9WzQD0AphdYuhUKBoaGk9I4QQgghRENVGtdEIhHC4TCFQoGdOzuJxeIVJ739rMKhodnJ8enpFGNjo6XXlJfx9IKDLrZt09TURDqdpqWlBcuycRwHpRTBYJjJyYnSwimtDcnkAJ2du0sZfzIhL4SoJ38xRD6fI5/P4zgO5869zM03305Hx85GH54QQogNSEp9CiEEoBI9mEKh4nPGcVDdiXU+IiGqNzycpLBIOdpCoUChkENrPWf1us/rVeOSyaRJJgdK5UGFEEIIIRphsXGNUopAIEgsFieR2LtoYM3PKjxw4DCJxF6am+OLlvH0MgJd0ulpXNeluTlOKBQpBvkslLLI5TIUCnmM8bZh2xbBYJCzZ8+gtcvExDinTj3NxYvnuXJlmIsXz/Pss09LGXUhRE34iyEymRlSqUkymTSOk2d6eorvf/87jI+PLr8RIYQQ244E/oQQArDuP47V0lL5uXgc6/jxdT4iIaqXTqdLK+LnsyxFKBQmGAxh2zbl7XH8YKDjFMjlckxOjstElRBCCCEaarlxTTqdrvjcYr2O5/f+8xdCeeMgB8fJk8/nyGTSTE1NMDIyiDGaSCSCMboUJHQcB1A0NTWjlKJQKJBM9i9ZdUEWVAkh1mp4OEk+n2NmZrq4KMFbyelXbnnhhR/LZ40QQogFJPAnhBCACoWw3vxWVDSKcRygmOkXjWK95W2osskCITaaWCw2ZyV7Oa0Nzc1xDh48UpqoAm/Sq1DMcjVGoxREo00yUSWEEEKIhlpuXBOLxRY8vlTWnd/7z7YDaG2wbbu0+Mm27VLAzhhDoeAFAXO5HPl8DvCCjUqpYq+/CKFQqPT40NDgklUXhoakXYAQYm3S6TT5fL7i56JSkM/n5LNGCCHEAhL4E0KIIuvIUez3fwj7F/4F6ifuxv6Ff4H9/g9hHb6x0YcmxJLmr2QvFwwG2b07QVtbB3fddQ833HCYQCBYWr1ujBcE9Ca7vECgTFQJIYQQolGqGdeUW67XsdYubW0d3H77XbS2thIOR7Asu/jfbNDPdb1FT14WjS4ulvIWTNm2TSAQKJX7BEp9k1eTnSiEENWKxWKlnqPzGQOBQEA+a4QQQiwggT8hhCijgiHs1z5M4Jd/Bfu1D0umn9gU5q9kB4or2gMcPHik1APHsmz27z9IW1s7oVAI2w5g2zbBYAilVKl8jExUCSGEEKJRqh3X+JbrdTw0lGRiYpwf/egZJicnUEqVSuT5GTSuq4tjIBtQmGJtdMuyMMagdfnznmAwSFdX94qzE4UQYiW6uhKEw+HS51I5v62DfNYIIYSYL9DoAxBCCCHE2rW1dXDs2N0MDSVJpVIUCjlCoTAzM2laWlpLE1Xe5FiBSCRSXM0+uw2tNdlslnA4Il8ehRBCCNEw5eOadDpNLBZj9+7EgqAfLN8TcHo6RX//5TkZgeFwpJjhZwiFwihVQGtv214JdL+HFgQCweJjFuFwmJmZGQD27r2Orq5uksl+XNdZsO9K2YlCCLFStm1z88238/3vfwetvR6lxnifb7FYnGAwJJ81QgghFpDAnxBCCLFFWJZNU1OM/v7LFAp5LMtidHSY/v7LHDx4hLa2jtLkWDgcIZvNzFk56q9+l4kqIYQQQjSaZdkkEnuXfV0sFmNkRFcM/mltyOdzpXGRLxKJkMtl0NqU+hr7Pf8CgQBKeaVCvWw/QzgcpqWljWzWC/pFo02Mjg4xMTHO7t0Jhoa8hVWWpdDaEAwGK2YnCiHEanR07OQnf/JeXnjhx+TzOQKBAKFQmGAwJJ81QgghKpLAnxBrYPJ59FMnMckBVKIH6/hxKQ0phGiY5XrcHDt295zJsVgsTjqdKvWo8Saq5MujEEIIITaPrq5EKaNvvmAwSDAYXhAUVEoRCkWYnp7CcQoEAoFiOU9NNBrDdQtzSnxqrbl69Qq2bROLxUvlQl3XYWgoyR133MXIyPCy2YlCCLFaHR2d3H//Q1VlQgshhBAS+BNilfSZ0+hHTqCnplDBILpQwHzjMaw3vxXryNFGH54QYhvye9xUWvHu97gpnxwLBoO0traTy2VxXZdgMMR99z1AICALGIQQQgixOfg9Ac+ePVMx625mJs2VK8NzxkfGGPL5LLYdIBgMFnseGxynwMxMmmAwWCyJrkpBQa/EniKdTtHa2l4qB1ooFBgZGa4qO1EIIdai2kxoIYQQonIhfCG2MZPP4z7xOM6jf4H7xOOYCo3iTT6PfuQEJpNBBYMAqGAQk8l4jy/SXF4IISpxXZdkso9z514mmewrlZxaqfIeN8YYstkM6fQ02WwGpbzn/ckx2w4UM/28Fe8tLW3ceuudEvQTQgghxKbT1tbB7bffRWtrK6BobW3ljjvuoq2tg66uBMF5VVmy2Sxaa2zbIh5vIRZrprm5GcuyMEbjui6WZREIBIqPmVLmn9aGXC5b2pZlKdLp9DqfsRBCCCGEEIuTjD8hylSbxaefOll6zYJtpFKokyexX/vweh66EGKTmpgYp7f3TClTb2REz+nJtxJ+GU/XdeeU8DQGMpkMO3d2Ad7k2LFjd0uZGCGEEEJsCRMT48WMP288NTk5wQ9/+ExpPDU/I9BxnFLZc6UUhUKBdDpFPl/Asqxitp83hlKKUnafMd7YynVnF2lpbYjFYo06dSGEEEIIIRaQjD8hilaSxWeSAxWDfgAqEMAMJtflmIUQm5vruvT2Lt6Tb6WZf11dCQKBIOl0qjQxBf6EFVy9Olbapl8m5sCBwyQSeyXoJ4QQQogNbbEKCcv1ONbaLS162rdvPzt3dpFI9BCPtxIMBjHGlMZOXplQDXjZfY5TwBhK21VKYYxXXtQXDAbZvTux7tdDCCGEEEKIxUjgT4giP4uv4nOpFPrkydLfVaIHUyhUfK1xHFS3fPETYjOrVenN5QwODlBYpDSw35NvJWzbpqNjB8Z4K9LBX5muaGpqxnGcFW9TCCGEEKLRJibGOXXqaS5ePM+VK8NcvHieZ599momJ8VKP40rKx1OWZdPVlSAWixEMhnFdF2O8sp1am+I71Jz3G2MoFPIYY0q9AJVShMMRtDbYdoCDB4/IAiohhBBCCLGhSKlPIYpWksVn3X8c843HMJnMgtda8TjW8eN1O04hRH3NLxW1ltKbyynvyTff6vvFKNra2ou9a1wsyyYSiZRKVEkPGiGEEEJsJstl9MXjreRyuYrjnvLx1PwxntaaycnJUmUErQ1au9i2XerpB17wz3UdWlvbiEZjtLfvQCklpdKFEEIIIcSGJYE/IYpUogddKHjlPbWGsTHIZSEcgdZWrLIsPhUKYb35rV4/wFTKCww6jhf0e8vbUPOaxwshNoflJpaOHbu7ppM7sVgMrXXF4N9q+8V4ff4M0Wi0Ztushuu6DA9Lz0AhhBBC1Jaf0VdpvJROp5mcvEoul8OyVDGDL0NTUzOhUKg09qk0xguHwxijyWRmUEoRCHjTI/52tNZorQkEAgQCYXbu3MWNN96y5Pgmn89z9uxpUqkU8Xicw4ePEpTvhkIIIYQQYp1J4E+IIj+LT48MQ38fFBywLNAaxsdgV+fc1x85inr/h1AnT2IGk1jdCazjxyXoJ8QmttTEkl8qKpHYW7P9dXf3cOnSJVzXWfBcMBiks7OLZLJvRcG0rq4E/f2XF91mPXrQrGeWpBBCCCEao1GLfBarkGCMIZtNEwiEsG2rVN7cGMPMzDTBYHtp7DM0NHeMVygUSKdTaG0wBrR2cV23mCmoUEph2zaBQIDW1vZiec/okud7+fJFTp9+vhhcVIyNjdLXd5mbbrqF/ftvqNflEUIIIYQQYgHp8SdEkQqFUG98EyST4BSDfkZDMIDq6cF84fOYeb0jVDCE/dqHCfzyr2C/9mEJ+gmxydWn9ObibNvm0KEj2Hag1FvG7xeze3eCH/3omYq9bJbb5sGDlbdZjx40y2VJ1qs/ohBCCCHWz1I99urNr5AwXzabxXU1gYBNLBYvBv2851xXUygUSmOf8jGeMYZ0OlUMFHpjvFAojFIKx3FLZT79HslKqWWrJuTzeU6ffh5jXCxrtsyoMS4vvvj8oj0IhRBCCCGEqAcJ/AlRbvQKXLcPuhPQ1gbdCdShI9AcR6dS6JMnG32EQog6WmxiCepXJrOtrYNjx+5m37797NzZxb59+7n99rsYGkquOphWaZvHjt1dl+w7P0uyEj9LUgghhBCbV6MX+XR1JSqWy/T68VmEwxGCwSCtre00NTURCoWJxWIkEj2lsU/5GC+Xy5YWR4EXCAwGQ7S378C2bSzLJhqN0draTijk7Xe5qglnz56uWG0BwHUdXnrphVWfvxBCCCGEECslpT6FKGOSA6hwGMKdC55TgQBmUCawhdjKGlEmE8Cy7DklRJPJvjWXHJ2/zXpZ7yxJIYQQQqyv+WUyy9WjFPp8fjUDr6x4AcvyMvCCwRCBQLBYnhOUUkQiXo9jb8FWvLSN8jGeV9JzdvuWZRGJRFBK0draRqFQIByOlDL9gsFgKXNwsXKnqVSqlOk3n2UppqZSdbs+QgghhBBCzCeBPyHKqEQPulBABYMLnjOOg9Vdn0l/IcTGsPjEUrAuZTIXs5pg2lr77lT7/vmvi0ajaK0rHm+9siSFEEIIsX5mZhq/yMevZjA0NDsG6ezs4kc/eqaqBVvlYzylrGJJUINlWaVynt7rAlx//QEsy1owJlqqp3E8HmdsbLRi8E9rQ0tLfMHjQgghhBBC1IsE/oQoY91/HPONxzCZzMLn4nGs48cbcFRCiPVUaWJppUG0tYrFYoyMVB9MW2oiqq2tY9mg3nLvX+p1gUAQYwyV1DNLUgghhBDro6kptiEW+VSqZrCSBVv+GG9goJ+zZ18qZghGSkE/8MYuicSeBe9drtzpLbfcQV/fZYxZWPbUtgPceOPNtboMQgghhBBCLEt6/AlRRoVCWG9+KyoaxTjeylHjOKhoFOstb0NV6C0hhNh6/ImlAwcOk0jsXdegHyzeywYWBtOWm4gaHx/l1KmnuXjxPFeuDHPx4nmeffZpJibGq3q/37dnsdf5z1uWXeqXo7XBtgPrmiUphBBCiPrYvbv6ccl6W2lfY8uy2bv3Wu688ydpbo7jr11abuyyXE/j8fErHD16C0rNHQ8pZXPTTbcuev2EEEIIIYSoB8n4E2Ie68hR1Ps/hDp5EjOYxOpOYB0/vqWDfmstESiEqK2VlBz1J6IqrcLP5/O88MKPCYVCFYN6x47dveT7y/v2LPU6pSx6evZWLIslhBBCiM1to5RCX0w1fY0rfd9ZSYWHasqwewvGenj55dOkUini8TiHDx+VoJ8QQgghhFh3EvgTogIVDGG/9uFGH8a6qLbEnxBifVVbcnSpiah8PofrOoRCCyec/KBetf0El3tdJpPhwIHDKzlFIYQQQmwSG6EU+mot9X1nuYChr9oy7IFAiJtuur2mxy+EEEIIIcRKSalPIbaxakv8CSEao5qSo7GY13enEsdxCAQqr/Hxg3pLvb98Iqva1wkhhBBia6p3KXSTz+M+8TjOo3+B+8TjmEVKa65Erb7vrKQMuxBCCCGEEI0mgT8htrHlelUMDSXX+YiEECu11ERUOBxe9Dk/WFftRJZMeAkhhBCiXvSZ07i/+17cL38J88z3cb/8JdzfeS/6zOk1bbdW33f8cqe2HZCexkIIIYQQYsOTwJ8Q21i1Jf6EEBvXUhNRN998O6FQuOL7/GBdtRNZMuElhBBCiHow+Tz6kROYTAYVDAKggkFMJuM9vobMv1p+3/HLne7bt5+dO7u49tp9JBJ7GB0dIZnsk2opQgghhBBiw5Aef0JsY9X2qhBCbGxL9d05eNAq9rUpYFkKrQ3BYHBOsK7avj2bub+PEEIIITYm/dRJ9NRUKeg357lUCnXy5Kr7r9f6+45f7lT6pAshhBBCiI1MAn9CbGNdXQn6+y/jus6C56R0nxCbiz8RNV+1wbrF3l/tfoQQQgghVsMkByoG/QBUIIAZXH37gXp831mub+CxY3fLoighhBBCCNFQUupTiG1MSvcJsT34wboDBw6TSOzdsL/bruuSTPZx7tzLUjJLCCGE2CZUogdTKFR8zjgOqnv1ixHr8X1H+qQLIYQQQoiNTjL+hNjmpHSfEGIjkJJZQgghxPZk3X8c843HMJnMwuficazjx9e0/Vp/35E+6UIIIYQQYqOTwJ8QQkr3CbEJua7L8PDWCNhLySwhhBBi+1KhENab34p+5ITX0y8QwDiOF/R7y9tQwdCaxz21/L4jfdKFEEIIIcRGJ4E/IUTVTD6Pfuqk14cj0YN1/DgqGGr0YQmx7Wy17Di/ZFalCTS/ZJYsThBCCCG2LuvIUdT7P4Q6eRIzmMTqTpS+a2y0cY/0SRdCCCGEEBudBP6EEFXRZ057q3CnplDBILpQwHzjMaw3vxXryNFGH54Q28ZWzI5Lp9MopchmM7iui23bhMMRlFJSMksIIYTYJlQwhP3ah2ez+y69QjQaJZnsw3XdDTPu8fsGesHIApal0NoQDAalT7oQQgghhNgQJPAnhFiWyefRj5zAZDKoYBAAFQxiMhn0Iye81bmS+SfEutiK2XHGGCYmxjEGlAJjIJvNEIvFse2AlMwSQogtrp5VJVzXlV7Wm8j87L6ZmTS5XJbm5haCxe8hvkaOe6RPuhBCCCGE2Mgk8CeEWJZ+6mQp02/Bc6kU6uRJ7Nc+3IAjE2L7SafTFYN+wKbMjnNdl6tXx1BKAQbwg3+GdDrFjh2dUjJLCCG2MH3mNO6JT2NevQxOAQJB9N9/Dfut/3pVVSX8ICKDA0wkdtEba6bgOBuiRKRYWqWqBsZ4Y4N0OkVra3txvOBp9LhH+qQLIYQQQoiNSgJ/QohlmeRAxaAfgAoEMIPJdT4iIbavWCzGyIiuGPzT2my67Ljh4SSOU6CpqZmZmWm01iilihN9ivb2HbJ6XgghtiiTz+N8/GNw4RwUHLAs0BpzdQzn4x8j+Cd/uqLMv/LS9CYU4uXDB3DDYdSevRCPY1kWjlPguedO0d3dQ3NzXLK0NpBKVQ0sy8YYgzGQy2WJRKKl5zbjuEcIIYQQQoj1UDllQAghyqhED6ZQqPiccRxUt2TjCLFeuroSBBeZBA0Gg5suO87PYAyFQrS2thONxgiFwkSjMdra2gG17DaEEEJsTu63noBzveBqL+gH3p+uhnNncb/5zaq3Nb80/ciOdgqhELgu9PdhtCafzzMxcZXJyatcuHCWM2de4Nlnv8fExHidzlCsxPR0inw+Rzo9TTabwRhDJBLBsiyU8jICy23GcY/Y3j71qU9x6NAhPvCBDzT6UIQQQgixxUngTwixLOv+41gtLZWfi8exjh9f5yMSYvuybZuDB49g2wG09spfaW2w7QAHDx6pmLXgui7JZB/nzr1MMtmH1u6C1zRKLBZDaw2AUopoNEos1kw0GsUYZCW/EEJsckvdg/S3v+0F+Sq/Ef2dp6rej1+a3jcTiWAVy0Qax8GMjTE9PUWhkEdrTaFQIJvNMjY2yosv/nhD3Ru3o/HxK7z66itMTU2SycyQTqeZnLyK4zg0NTUDCqW86Yvlxj1CbETPP/88f/3Xf82hQ4cafShCCCGE2Aak1KcQYlkqFMJ681u90kmplFfe03G8oN9b3raiEkxCbFeu6zI8nCSdThOLxejuTgCrm6xqa+vg2LG7GRqa3d5ipcomJsY5e/ZMqXTWRutv1NWVoL//Mq7rLHhOVvILIcTmttw9SCkwiyV2q5XlfM8vTd+UzTKqlBf8U4pMLkshYEPx70rN9pSdmpokmexnz55r13S+YnXGxkb5wQ++WxoLuK6LUhqwS739duzopKdnL5lMZslxjxAbUTqd5j3veQ/vf//7+bM/+7NGH44QQgghtgEJ/AkhqmIdOYp6/4dQJ09iBpNY3Qms48cl6CdEFRab+LzxxqPE422r2qZl2SQSe5d8jeu6nD17Btd1Sv1yLMvCdR3Onj3DsWN3123SbH6gc+/eysfqZzB616eAZSm0NgSDQVnJL4QQm1hV96D7XoP7nZNgKmzAsrFe85qq96cSPehcDlJTkM3SOT5GsnMnjtZQKJCPhCEa9YJ+WmPlC5hoxFvQZgzDw4MS+GsA13VLGZeWpQAb13UxxhT/hEKhwI033rIhFiwJsRrve9/7eOCBB7j33ntXFfhTDah87++zEftutO187iDnv53PfzufO8j5b+fz36rnLoE/IUTVVDCE/dqHG30YQmwqS018vvzyS9x550+ilL3gPeVBs9Wuah8eTpaCjfMVCgWGhpLLBg9Xo1KgM5ns48CBw7S2Lpy0W0kGoxBCiM2hmntQ94OvRf/tVzDnz4HjgLLAaAgEUDccxHrwtdXvsHMnXLoI+RwoC2t0lOsnJ7hwzz0UQgGMqzGAZQy21oCBTBbT3AwYTKXgo6i74eEk+XyuNNHi9fOz0FqjtSYYDLF7d48E/cSm9bWvfY2XXnqJL3/5y6t6fyjUmPGwUt4CPS8zuiGH0DDb+dxBzn87n/92PneQ89/O579Vz10Cf0IIIUQdLT3xmWdwcG7wrZalOdPpdMX9AliWIp1Or+xkqrBUoLO3d/Esw2oyGIUQQmwe8+9BRmsYH4dsFhWJkN7ZiUrsxf7378Q98RnM5VehUIBgEHXNtdhve3vVlSVMPo/5y0chkYD+Pm87uSytgzPc9j//J8M33cjwDQcY3rcPy2iwA14dUWOgkEeFwuze3V2nKyGWkk6nCQQC5PP5OautbdvCti0syyYejzf2IIVYpcHBQT7wgQ9w4sQJwuHwqraRz7sNy/gzBhzH3VKToNXYzucOcv7b+fy387mDnP92Pv+teu4S+BPrqlZZLEIIsVksHXyzmJmZDb7VujRnLBZjZERX3L/WhlgstsKzWV6jsgyFEEJsLOX3IJNKQX8fxnFAKbQxRE6/hP7fiuXkP/gRdLGcvFpFOXn91En01BQq3oI5dAQuvQK5HIRCWAWH7nMX2NWXJBttYrpzB9rSKGV5GYCOS8vOVhKJPfW7GGJRsViMYDCEZWUw82ZajDGEwyHp9ys2rdOnTzM2NsY//+f/vPSY67o888wz/OVf/iUvvPACtr382L6Rk5DGbK3sh5XYzucOcv7b+fy387mDnP92Pv+tdu4S+BPrppZZLEIIsVksHXzTNDXNBt9qHTTr6krQ338Z13UWPBcMBusykVbLLENZLCKEEJuXfw9yCnkv6Oe6pcYZQa3ZNTiEfuSE10N6jeXkTXIAFQwCoCwLEwpDtMnL6gNwXWytOfL005y/4w7SOzvQ4TCWq2nu2MHhm26T+0uD+P9OYrE46XQKrU1p1bVlBbj55tvlZyM2rbvvvpu/+7u/m/PYe9/7Xq6//nre/va3VxX0E0IIIYRYDQn8iXVR6ywWIYTYLJYOvoXo7p4NvtW6NKdt2xw8eKS46KKAZSm0NgSDQQ4ePFKXz91aZRnKYhEhhNg8nEyGwSefYObqVZra20k8+DB2OMLBg0fofepb5B0HSymMUgQchxsu92EZg06lUCdPrrmHtEr0oAuFUvCPSMTrFaisYllP757UemWM2//xHxm+/XaynbtoMobEv/xX2OHIWi+BWKXysYpt2+TzORzHIRQKc/PNt9HRsbPRhyjEqjU3N3Pw4ME5jzU1NdHW1rbgcSGEEEKIWpLAn1gX61X6zeTz6KdOeqt+Ez1emaBQ9WWCqtreCsoOCSHEUsG3w4ePYll2qZRAPUpztrV1cOzY3QwNrU/m3EqyDBfL6JPFIkIIsXmM/+gZzj37ffKABejpSZKf/wwHjv0kHbffxe0T0wwNDZMJR4jmsnSNXcUq3vhUIIAZTK75GKz7j2O+8Rgmk/G227EDMzoCWkMoCD17YKAfCg5WMED39AyWfRXrLW/DkqBfw633WEUIIYQQQoitTgJ/Yl3UOoulEn3mNPqRE15/j2AQXShgvvEYvOWtcMstNdue9ea3Yh05uubjFUJsH5UmtLq7E4TDIQoFt/S6epXmtCx73frq+YHO3t6XmJ5OYYzXR6mlpWVOluFSGX0zM2npEyiEEJuAk8lw7tnv4+AF/Sj+6QDnnv0+x268GTvRw+7vfns2G6+McRys7rWXnVahENab3+qN3VMpVCAAiQRqeBizazeqpRUTiUI2g3XLrahb75AFfRvMeo5VhGikRx99tNGHIIQQQohtQAJ/Yl3UI4ulnMnn0Y+cwGQys/09gkFMJoP7uROYj3wUVPUrRpfaXnkvEiGEqNb8CS2lFr6mEaU569VHzzs/vyvy3O7Iy2X0tba2132xiPB88pOf5Bvf+AavvPIKkUiE22+/nXe/+91cf/31pdfkcjk+/OEP8/Wvf518Ps9rXvMafu/3fo+dO6X8mhDb3eCTT5Qy/ebLA8lvPc6eh143JxuvnBWPYx0/XpNjsY4c9cboJ09iBpPYiQSh+19D/qlvo5NJrO6EBPuEEEIIIYQQ24IE/sS6qFcWi08/dbKUmTefSaVwTv4TPPDammyvVr1IhBCikvUsd1WPPnqzQT2XpqbZRR1au/T2emU6K5V/NsaQzWZxHAfXdXFdF9teeM61WCwiZv3gBz/gjW98IzfffDOu6/Lf/tt/421vextf+9rXaGpqAuCDH/wgTz75JH/0R39EPB7nD/7gD/iN3/gN/vqv/7rBRy+EaLSZq1crBv3ACwbOTFytmI1nHMcL+r3lbTUNxKlgqDRGVwqsoI392oexzDJvFEIIIYQQQogtRAJ/Yl3UO4vFJAcqBumg2DskmaRCcs3qt1eDXiSNJL0LhdjY1qPcVb366FXT03V++ed8Ps/MzDRaa5RSpFJTxcBhE6F5fVprsVhEzPrsZz875+8f/vCHueeeezh9+jR33XUXqVSKr3zlK/zX//pfueeeewAvEPgzP/Mz/PjHP+a2225rwFELITaKpvZ29PRkxeCfBpra2oGF2XiSfSeEEEIIIYQQ9SOBP7Fu6pnFohI96EJh0d4hKrGySeLltleLXiSNIr0LxVZVr5KVW1U1AbrVBB+r6elaXv7ZGMPMzDTGGJRSGAPBYIBIJEI6nca2A9i2VfeSp8KTSqUAaG1tBeDFF1+kUChw7733ll6zf/9+EonEigN/lcrbbhT+sW3kY9wM5DrWxma6jomfei3JRz+LW+G5ENDz0MOz5xMKYT28fhUzNtN13KjkGtaGXEchhBBCCLHeJPAn1lW9slis+48v2jtExeMEjv8UC4uMrm57texFst6kd6HYqupRsnKrqyZAtxrV9HQtL/+czWZLmX7+vsPhCEopWlpaaG1tIxyOSjB3HWit+eAHP8gdd9zBwYMHAbhy5QrBYJCWlpY5r92xYwejo6NVbzsU2tg/N6W86gRKgZGSgKsm17E2NtN1DAabOfIT9/DyD77n9fpTCm0MIeDIT95HpLlxpZk303XcqOQa1oZcRyGEEEIIsd4k8Ce2hKV6h9hvfRsqFIJCpbXIK99erXuRrCfpXSi2onqVrNzqqgnQrUY1PV0ta7b8s+M4pUw/y1LEYvGyIKBFOBzlwIHDqzoWsTK///u/z7lz5/irv/qrmm87n3c3dKaDPxnrOK5Myq6BXMfa2GzXsfW2Ozl25CjJbz7OzMRVmtraSTz0MHY4QmEF4+9a22zXcSOSa1gbch2FEEIIIcR6k8Cf2DIW6x1ihVYXpNuKvUi2eu9CsT3Vq2TlVldNgG41lurpeuDA4VIQ1i///NJLzzM4OEAgEChl+vnWEoAUK/O+972Pf/qnf+ILX/gCu3fvLj2+c+dOCoUCU1NTc7L+xsbG6OzsXNE+NsNkpzGb4zg3OrmOtbGZrqMVirDnp392zmMb5dg303XcqOQa1oZcRyGEEEIIsV4k8CdWxOTz6KdOegGkRM+GC4SpYKimGWu13l6jbeXehWL7qlfJyq1uqQDdavvolfdZTCT2AJDJZIhGowQCFqOjI6TTaTo7uxgdHSadTtPa2kE6nUbrhVkhawlAiuoYY/iDP/gD/vEf/5FHH32UvXvnBslvuukmgsEg3/ve93j9618PwCuvvEIymVxRfz8hhBBCCCGEEEIIsT4k8Ceqps+c9kpfFktF6kIB843HsN78VqwjRxt9eKIKW7V3odje6lWycjvws+6Ghrxg3Vr66M3vs6i1JhgMsXt3gmSyH9ctAIpsNstzz/2QaDRKOBxGa40xBmMM+XweYzRKWcTj8VIAsjygKL3+auv3f//3+epXv8qf/umfEovFSn374vE4kUiEeDzOL/zCL/DhD3+Y1tZWmpubef/738/tt98ugT8hhBBCCCGEEEKIDUgCfxvARs+ig+IxPnICk8mUssVUMIjJZNCPnPBKYm6wYxYLbdXehWJ7q1fJyu3Csuw1l0JdrM+i4xQ4ffp5WltbsW0L19VkszMYY8hk0oRCISzLolAokE5PEyxlI5tSKaz5AcWREU1//2UOHjxCW1vHmo5bwBe/+EUA3vSmN815/EMf+hD//J//cwD+43/8j1iWxb//9/+efD7Pa17zGn7v935v3Y9VCLE5yeINIYQQQgghhFhfyhipMl+t0dFUzbc5P4vOFApYLS11z6JTCoJBm0Khugbj7hOP4375S4uWiLR/4V9s2JKYKz3XzazaczWFPLrYu1Bt0t6F8nPdmlZ7rrPBoYUlK1cbHKr3ROVW+rkmk31cvHh+QdZlNpshnU7T1BQjFmsinZ4hk0mjlMIYaGpqIhyOMDl5Fa010WiMaDRaer9/vSuVAbXtAMeO3d3wyePOznhD979Z1GMMVUtb6fexkeQ61sZWuo6LZYOvx+KNrXQdG0WuYW3IdaxMxlDVadQYajv/u93O5w5y/tv5/LfzuYOc/3Y+/8127tWOoSTjr4E2UxadSQ5UDPoBXtbYYHKdj2jz2UiZnVutd6EQtSxZCZJltlKL9Vl0XbcYiPUCd1q7KKUAb2Dlui65XBatDUqpBQG+6ekUxphitqCLbduEwxGUUhQKBYaGkmvOVhRCCFEfi2WDu67D2bNnNsTijUaSTEghhBBCCCFEvUjgr4H0UydLmX4LnkulUCdPbpjgjEr0oAuFRTP+rG4ppbcU6Y8oRP3VomQlyETlaizWZ9G2bbQ2petlWTbGmFLGn217/fuUAmPMguvqOAXy+RyWZRdf42URxmJxgsEg6XR63c5RCCHEygwPJ0sLaOZb6eKNrRYkkwVGQgghhBBCiHpa+C1MrJvNlEVn3X8cq6Wl8nPxONbx4+t8RJvHcpmdppBv8BEKIcr5E5WV+BOVYq6urgTBChnM4XAE2w4QiUQAiEQiZcFUVXzexhgvuBoOh8lkMqTT02QyM2SzGRzHoVAoUCg4GGMwxpBOp9BaE4vF1vU8hRBCVG+xbHDw7gHVLt6YmBjn1KmnuXjxPFeuDHPx4nmeffZpJibGcV2XZLKPc+deJpnsq1gaeqNZboHRZjgHIYQQQgghxMYmGX8N5GfRYdswNga5LIQjsGMHaL2hsuhUKIT15rd6WWuplBeYzOchm8Fccx3q5MllS1dutZW61dpMmZ1CiNpNVG4ly31+27bNwYNHKvZZPHr0VoaGBnDdAkopIpEY2WyGaDSKUopgMIxl5QiFQkxNTaC1RilFLpcHvOLqxmiM8UqF2raNbQdwHIfduzfOfVIIIcRci2WDA2htqlq8sVSQ7MUXf0woFCredzZ21lz5fTSXy5DP57Dt2fuoMYZcLovjOLz00vPceOMtS35PqnRfNoZt+V1LCCGEEEIIsZAE/hrIuv847n//a+g9AwUHLAu0hisjsP/Ahsuis44c9foOnjyJ+fEpzAvPQziCunwJ98K5JUtXbtVyNtX07dtMmZ1CiNpMVG4l1X5+L9Vnce/evYyODjE1laKpKcauXV2MjAyXXhcKhXnmme+V9foz+EG/+bxefwHa2nbIhKYQQmxgXV0J+vsv47rOgueCweCcxRuLLTBZrFyoMYapqUmi0SiRSBRYWJa7PLC2Xiqdx9TU5Jz7aCqVwnULNDU1o7VLPp+nUMijlEIpRTI5wMzMzKLfkyrdl1955RwASqkt9V1LCCGEEEIIsToS+GswpYpTm8p/wH9cLfKOxlLBkBew/MZjqJbWssdnS1eq939oTvBrq/bLqrZvn/RHFGJzWclE5Va30s/vxfosWpbNnj3XUCi4mGI8r/x1/f2vEgwGKRT8YN/Ca+/1BTSlY+js7KzRWQohhKiHpbLBDx48Urp/LLXAZLEs/Gw2izEa111YFtMvy93Ts/a+vytR6Tz6+l6lUMhj23bpPAKBALlclomJcWw7gOs6GON9L7Qsm0gksOh9ttJ9WSnF1NQEAK2t7cD6f9farpVdhBBCCCGE2Kikx18D6adOYlCoQ0egOwFtbdCdQB06glEKffJkow+xIr90ZcXnUqkFx70V+2WtpG+f9EcUYnPxJyptO1DMPPMy/Ww7MGeicjtYj8/viYlxentfIpfLYIxGa7fiRC54E5mWZWGM2VYBWCGE2KyampqJRKLk8zkKhQJ7917LsWN3l7LQlltgEo1G0Vov2K7XB09VzOprRFnuxc4jnZ5mamqitHAFIBwOo7WL1hrHKZTGGuCdVzgcBirfZyvdl3O5LFobtNZks9k5z63Hd62lejAKIYQQQgghGkMCfw1UKgFpWaidnag9e1E7O72/b+ASkCstXbkV+2WtJPjp90dU0SjG8bJYjOOgolGst7xtyb6IQojG8MtW7tu3n507u9i3b/+cicrtot6f3/5EqWUp/JT3xTLejTGl/zo7d2+rAKwQQmxGly9f5IknHuPy5YtkMmmmpiY5ffp5+vsvl16z3AITYyBYYaxsWTZKQTgcWfBcI8pyL3YeWnuZ7rncbEBuZiZdCmZ6AUFT7GVrsCybfD4HVL7PVrovu66LUhRLZc9dOFPv71rLBW7nH48QQgghhBBifWybUp9/8id/wv/9f//fcx7bt28ff//3f9+gI9q8JSBXetxbsV9WKfipNWZ8DLJZiERQHTsqBj/n9EccTGJ1Jyr2AxRCbByLla3cjFZbgqven9/+RGk4HCGbzRQDe2Dmtffzynx6/x8IBInH4ySTfVJKTAghNqh8Ps/p089jjFtc3OEFoYxxOX36eRKJHgKB0LILTLLZTMVyobFYM6GQN47OZjPF/q824XCkIWW5FzsP7x5lSpnsxhiy2QyWZRWDf4rynrZe0Mx7baX7bKX7sm3bxXukWXBPrPd3rcV6MMJstuFWGUsJIYQQQgixmWybwB/AgQMH+NznPlf6eyMavpez7j+O+cZjmExm4XMbuATkSo97K/bLUoke9MRVGEyC44CywGjM6Ah0JyoGbVUwhP3ahxtwtEKI7Wyp3knLZTDW4vPbDzrmchnC4eicYF35RGksFiedThX3NTfy5wX+NMZ49+6rV8cYGxut+jyEEEKsr7NnTxezwBZmcbuuw8svn+amm26vaoGJn4U/NOQtYIlGowAkkwOMjg4WM+UstDZkszmOHr113ReFLHYekYi3sMX/3un1JvQWuFiWVerxB15QUGu39NpK99lK92V/8QwoIpG5GZD1/q61USq7SI9BIYQQQggh5tpWpT5t26azs7P0X0dHYycKN0MJSJPP4z7xOM6jf4H7xOOYQn7Fx70V+2Wpn7wbhofB1V7QD7w/XQ3Dw6h77mnsAQohBLMluBynQC6XI52eJpfL4TiFqkpwrfXzu7zvz8jI0IK+P7FYrFTuLBgM0traTiAQxLJsbDtAS0srTU0xAoEgtm0TDIYIFrPNpZSYEEJsXKlUCqW8+5DjOLiuW+pzZ1mKVCoFeIGsSqU8YW7Qys/C7+zcRTLZz6VLFxgbGy7bZoCmphitra0MDQ2s+31hsfNQStHS0kos1ozr6mLJT6+8p23bWNbCPoWhUHjR+2yl+7IxEI+3Eo+3lrLj1+u7Vvl9fL71quwiPQaFEEIIIYRYaFtl/L366qu85jWvIRwOc9ttt/Fbv/VbJBIrWwG5SOuhVbNvPIr1gQ+hiyUg1TqVgPTPY6nz0WdO437uBGZqChUMogsFzDcew37LW1d83O3tHdx1190MDiaZmUnT1BSju3t1KzFNPo9+6qRXbjPRs+z1quZcV+wHT8OuLhhKQsEBywKtIRiArt3w9PdQDcjuq8u5blByrluTnGtteavfp8lmZ9BaFzPnDLlchkgkxtBQkp6epUtwrfbze7m+P3fddTe7d89mLnjH5fVAUgpsO0A02oRSXqm3mZkZKpUx80uJLXceQggh6md+xpVtBygUvAxur/ecRmtdDHIp4vE4MBvIml/KMxgMLghaua5Lb+9LzMxMk81mcRyn1OvPGJdIJIJSqiH3haXO48iRm9Fa88ILPyoG61Qx088LTnr3SIXruoTDTbS2tnH48FECgcrfb+ZnQMZiMTo7uxgeHmRoaBCloKurm0RiT92Cfv7PO5VK4TgOwWBwQY/e9ajsstxY49ixuzflIlMhhBBCCCHWatsE/m655RY+9KEPsW/fPkZHR/nEJz7BG9/4Rv7u7/6O5ubmqrYRCtXpS0MwCj/9+jVtwuTzOCf/CTMwgOrpIXD8p1ChpYNhtu1/Ua68vdxfnEDlsqiwtx0VDkEui/mLEwQ+9FFU00qP2+a6665b2YnN454+TeHEp9FTqVIwkn98jOBb34599GjF9yx3rqthhpPYOzrQrS2YSxdhJgPNMdR1+7ACAayRQYLB9f+SWY9z3ajkXLcmOdelua7L4OBAaaKvu7tnybLVmUyabHYGY0AVs5P9fnnZbJpMJl3lZ9XKPr9d1+Wll15gauoqgUCwNBnrVwNz3QKjo0Ps2XMNN954lOef/xETExOAKZY60yilcV2HUChUCloqpWhqis6ZXLQsRS6XachnrhBCiIUlpYeHXVKpKYDS57X/p+u6BINhDh+eHbdXCmRVKtV44cJZxsZGMMbbzmwwMYBShmw2SzQaXdcSk+UWOw9j4NSppwmFQrS3tzM5ebVUntQYXczeyxMIBGhujjE5OcEPf/jMkqWsy/sQT0yM86MfPVO6/lprksl+mpvjdSmFXf7zVsq7B09NTRKJRIjFmjGGioHbepAeg0IIIYQQQlS2bQJ/DzzwQOn/Dx8+zK233sqDDz7IY489xv/xf/wfVW0jn3c3ZBbK/Mw8UyhQ+NrXsd/yVqwjiwfDjAHHcStOOLvf/BbuhLe9BfubTJH75rfWvV+dyedxPvVJzEA/JptFRSKwYwc6nSH3mU8T+MCHKmb+LXeuq6G7Erhj43Mz/qbTmN6Xcbt7ULu6KRTWv/RcPc51o5Jz3ZrkXBc3MTFOb++ZORN7ly5d4tChxScGM5kMrqsX6bFkyGQyNf+s8o9zYuIqjpMnl8uTyczQ3BwnEPDuKcZAX18fU1MpIpEolhUgEomitYtl2ViWRSaTJpVK0dbWDnjH39TUXOyNNHvBtDaEw9GGfOYKIcR2V56F57pef7ryXnVaeyU+/YxzUPT07F2QzVYeyFpsP319lwDv/ukFEr3tua5DIBAslfdcrxKTlViWTVdXopT9ODSURGtdund7C1iamZmZxhiNUhb5fJ5AwKapyVuMmsvlyGRmeO65U9x33wMVM//8jLvp6RSDgwMEg8F1yXgrz7BzXZd0OoXWBstSZLNZLMtm797ruOGGg+uSabdRegwKIYQQQgix0WybwN98LS0tXHfddVy+fHlF79toE9Emn/eCfpkMBIMY8P7MZHA/dwLeXzkYVnq/qXxOemBgdnuA0RrGxiCXhXAEt68Pq+x9Ky2/uRrOX30B/cNnvZKaylshy+gI7L0G4zi4T55cMhi52Lmuyk/cDR/5oNfTz/+yafk9/obg7nsa+m+lpue6wcm5bk1yrnN5E6uVS1n19i4+sef1CbLmBMp8tm0RDodXfZ3nl3Xzsxr84wwEAhQKudJk7/T0NK2tbRQKBdLpacLhMPl8jpmZNLlcjlismWg0WnbsITKZDOFwhL1795FM9lXs2eSXEtsu/16EEGIjKc/C8xe0aO2ilIVlWcRiMRyngOO4BAI2zc1xmppWHpQbHk7iZ4V7GeQWWnuLQvwMQP8+uB4lJhczP/txZESTzWYJBAKEitVYQqEQwWA72WyWXC6LUorW1nYKhQKTk1dLWe7ZbJbvfOdJbr31zjkLfMr3kc/nSKfT2LZFU1NzaR9Qn4w3P8NOKUU6nSr+PAC8rH6l1Lr21ovFYoyM6IrBv0YGgIUQQgghhGi0ysvjtoF0Ok1fXx+dnZ2NPpQ10U+dRE9NVX4ulUKfPLmq7apED6ZQAMCkpqD3DAwmYWICkv2Ybz2OPnPa28+Z07i/+17cL38J88z3cb/8JdzfeW/p+Vow+Tz6618tLuwt/rNVXqDN9F1GWRZmMFmz/S17PN9/Grq6wLbAFBvaG+39ffduzPe+t27HIoTYGkw+j/vE4ziP/gXuE49jCvnSc/5EWyX+xF4lzc1xotFYqbwnUJycVUSjMWKx+KqOdWJinFOnnubixfNcuTLMxYvnefbZp7lw4WzpOCORyJyJOGN0sVffNEpBNNpUfNwAppj9MBu987IimmhpaWPv3ms5dOjGYjk07zVaG2w7sC6lxIQQQiw0Pwuv/E/H8b5HaK2Jx1tpb+8gHm/FGLWqYEw6nSYabSrdV/xy2R4v+OQtdmncfWGxfnNe5tnCe1w0Gi32s/UWvfj3Qb8sqmUpCoU8Z8+eKS18mb8PL+DpLbCZfx+tR8abn2GXy2VL9+Pyc9LaXXJcUmtdXQmCiyw2bWQAWAghhBBCiEbbNhl/H/nIR3jwwQdJJBKMjIzwJ3/yJ1iWxc/+7M82+tDWxCQHKpbjBFCBwKqDYdb9xzHfeAydTkN/39zMtlAI1RxHP3IC/tP70I94GYf+cahixqF+5ARqXsbhajMD9VMnvaCfLjsOn+NgRkewuqv/YrfWDEWTHEC1tUNLK2Z8DLJZiERQHTtgnYOQQojNT585jX7kBIVUitHdu5jpv0Tsme/R/fP/bwI33rzqUlZdXQn6+y8TCoXI5bKlMmzhcIRAYHUTYuWTjkopMpkMWrvkcjmmpiZpavICeuXlzLzsBYtsNgsYmptbShObXlk4PzCYnZP1V75av9oeUEKIzadSBrH8bm9887PwfH45ar/cZ7nVBmO8zC4z577i3Re9oNeOHZ1cd931Df23s1i/uXA4QiaTWXCP854LY9s22Wy2lOnnM8a7R5Zn7s3fh38PVcoLspbvox4Zb36GnesubIHh9S2017XEpm3bHDx4pJgBWcCyFFqbdesxKIQQQgghxEa1bQJ/Q0NDvOtd72JiYoKOjg7uvPNO/uZv/oaOjto3PF+LlQakVKIHXShUDP4Zx1lRMGzOdkMhrDe/Ff2RD0I+D3bAy2gLBFB7rwHLQqdSmE//eam34Jx9a425dBHzB7+P9cCDWMePY86fQz9yAl18vS4UMN94DOvNC3sRzr8Opv9V2LULro55Qcg5B1tcUXv8eFXn5k+w66kpsG0YGcH91J9i/czPYv/SL1cVACy/7mrn3KzRtVx3IcT2Y/J59CMnuGpbXLjlKIVAAMsYRpUi+Z0nOdi5a9WlrMonxIyhNCEWCKx+QsyfdHQcpyyop4o9nQxaO8TjrcBsObNMZoZMZgZjvMcCgdn9hsMRstlMqTxcufkTxMv1gBJiM1iP8uibSaXSiP39lzl4cPH+pWJj8LPw8vncgmw2PyAVCoUB1hyM8ReyWJZVKpPp94WNxZq56657Gh7kWWyRjlKK5uY4hUKh1A/Pvx4333yU8+d7yWYzc4J+4N2zw+FIsaxmuuI+Zu+hppRx56tHxpv/c/B+5n55V4PW/vczg+vqdS2xKQuDhBBCCCGEWGjbBP4+9rGPNfoQllUekFouMObzM/NMJrPwuXi86mBYxW0fOYr14EPofH5BRhsUMwovXVwY9EtNeVmCBQdTKOCOjqD//qswPQ3B0LKZgZWuA5kZL9tvz97StrEs7zHbRr3h56uaNPMn2E0mA9nMnG3pz38O8+IL2G/914te79K1qeN1F0JsL/qpkxRSKS7cchTXtrGKk6eWMTjGcPbpb3PHT/8c/f2XcV1nwfuXm9ir9YRYOp1GKbWgJJnXc0mRy+Vpbp59PJvNMD2dKmUCzMykyWYzxOMtRKNNKKWIxeJMT6dQxYUcslpfbFXu88/h/rePwtWrEItBvGXZsd5W5mQy9D71LdxsFhWJYDo6Sv1Lz55dvH+paCw/Q3NycoJMZoZoNEYmk56zEMSybPbvP0g83lKTe49t29xwwyFeeOFH5HI5AoEAkUgToVBow9wrllqkY9sBrr/+AJZlLbgeBw9aPPfcKbLZbLFspxf0i8XixWDe7AKf+fvw76HpdArX1ViWXdd7qL+gqLf3pVLGv+u6GGMIBAJkMjPkcnkikUhN97scWRgkhBBCCCHEXHXp8ee6LjMzM/XY9JZVHpCqFBgzi/R28jPzVDSKcbwJYeM4qGgU6y1vW/MKcrXnWmhtQ+3Z62W2lfdrchzUdftKvQDBy/QrlQZVeMHCYBDTP4A52+sF6uYp70W42HWgOQ7Dw6hYMxw6At0JaGuD7gTqjjsJ/Mtfqup8/J6Ic47TPyetMQP9S17v0nWp83UXQmxuruuSTPZx7tzLJJN9CzLZypnkAKO7d1EIVFiLoxSFbJbR0WEOHjyy6h53/oTYgQOHSST2Vj0RWOk8YrEYmcxM2er+uSKRSCmrQWtNKuX1oQ0Egti2VZqsTKWmMMUeqcFgkJ07Ozl06EZ27uxi3779HDt2t2T7iC3Fff7HuO95J7x6CVIpr3fyK+cxoyNVjT22Gn3mNIMf/6/khwYxE1e9Mum9L2NSKWDp/qWiccp7vObzWXK5HJlMmqamZqLRGKFQmGg0xo4dnaV7zkrvPYvt9/z5XmzbJhgM4LoOrutwww0HaWvrWNF9t16W6zeXSOypeD3a2jq4994HiMdbCIXCNDU10draTrD4Xah8gU+lfQSDQVpb24nHW+jpuabu99C2tg7uuuserr/+YDFIaREMhlDKu8fHYjHOnz/bkJ+BEEIIIYQQwlOTjL+rV6/y1a9+le985zs8//zzXL16FfC+hFx33XUcO3aMn/7pn+YnfuInarG7LckPSFUq2alTKdTJk9ivfbjie60jR72MuZMnMYNJrO5EzcpGLZvZ9vZfQ7/vP80+PzY2m40XCHgZguBl12WzmHNnYceOhZmDxZ54i10HZVmYrt2Y6RQ0xVCdnV5JzXh8RYE2vyeiGR2dPc7ZnUA2u+z1Lp1/Ha+7EGLzWmnZOpXoYabvUinTbw5jsCIR0uk0icTedS1ltdh57N9/EFALSpKBn6HQTGfnLmKxOBcu9BZLvgWKrzfYto3rumitmZ5OEYu1lDITJNAntiqTz+P+t/8Cudzs2ENZ4GpM32VMKFzV2GOr8Bd6zexon12FqBTGdVH9fZhDh0uZUWLjKO/x6i/iiMW8nnvp9DRtbe0YQ82zzcr3a9s2tj3bJ+/8+bPccIPi/PneBferQ4eO0NnZucSWa2st/eaCwRC33npn6b1+pt/89y61jxtvvGXd7qOWZdPS0kJ7eweFQh7XdUvHmM/nKBQKJJP97Nlz7bocjxBCCCGEEGKuNQX+kskkf/zHf8zXvvY1Wltbue222/ilX/ol2tvbCYVCTE1NMTAwwIsvvsiXvvQl9uzZwzve8Q5+/ud/vlbHv2X4AalKygNji1HBUMXJokp9ZLRlMzycJJfLEA5Hl5w4LvX6e+QEenISpiYhPQPtbVi/+mtYsRj4z6dSkMt6mX62VeoFaFJTcGUUsjmvS30+hxkd8Z5vjs/pibfkdWhrgzvvwtqzd9WBNr83H7ns3KAfeD0MI5Gqrndpe4tcdyHE9lRpUnS5snXW/ceJ/eB7jCq1IPinAgFMe3upxNd6lbJa6jwuXDhLT881vPJKb1l/H6/cWCAQIp2epqWllf37D/HqqxcJzMtktCyrOKHplSTbt2+/9OIRW55+6qRX3rNCCUAcB6Ymqx57bAX+Qq9oLIqe99lnHAc1Po7u2LGufcLE8vwer+WlLGd7uWYIhyN0d/fU/DO90n59+XyeF174EaFQaMH9qrf3zLr3c19Lee1q37vc6/xSrPVeJJROp0uB2EKhQDqdQmtTGhf09r5Ec3O8bsHI9TpPIYQQQgghNqM1Bf7e8IY38NM//dN87nOf484776y4+t83Pj7OY489xic+8QmGhob41V/91bXsesvxA1KVgl7lgbGVqNQr7+q3/4lX7ruXQjRKIGDjOO6SmSjgZbaZX34T/OF/8YJ+TU0QjmAe/Qt0sSeNn/nmPvkt6H0J1dnlBf38kpqBIFjFYFvZCnd16MicnnjLXQd7z95SoM3k8+iTc4OaywUB/QxGPTHhlR0tn0AoZiiu9nrXSqVgrWQRCrE5DA72k0pNlvobRSKR0r3RL1uXSOwtTVb5CzB2/ezPk/zeUzhlkTQVCMDeawiGwkv28KuHpSZZC4UCsVgzO3fuIp2exnXd4uN58vkclqWYmLjKs88+TTAYRGuDZc0dHyilUMpi9+6E9OQR24JJDkBTDCYnFwb/lAUzM6g6jz020iS5v9Br19hVkrs6ce2y41AKstll+5eK9ZdOpyveF5RSNDU10dLSVpfP9MX2C1Ao5CgUHEKhhWPlQqHA4OAAXV09NT+mpaxlkU61713sdSutOrAY//NiZiZNS0uczs7dKDX388LvN6iUIp1OFfv++s96vX7r1auzVue5HNd1GRzsZ2hoEKWgq6ubRGKPBBiFEEIIIcSGt6bA31e/+lV6eqr7ItXR0cEb3/hGfumXfomRkZG17HZLWrakZjEwVq1KvfJ0KMT5rk705VexDh/2tr1MJoq/LfOFR1EtrdDSOvt4sf+gev+HSplv1v3HcX/3vZVLf8ZiXgDQKf49X8BMp7B/49+XAlvVXodSUHNiAqamYCaN++jnsH/rPdg337bodfEzGM2JT2NGhr3lqEZ7Qb9ihqIVi634etdKpWCt+cZjWMUAqxBi45qYGKe39yWy2QxKKYwx5HIZmpqai5kIinQ6PWeyqrQAIxhi98OvZ+jF5ylks1iRCKa9nWAovGx5sHpM5i81yWpZimw2w8GDN3L27Bny+Typ1EQxg8+iqam5WM7TQWureCwL+wHadoDDh+VzTWwPKtEDLS1wZcTrL1zOaGhrq+vYY70myavlL/Syg0H2X+7nwjV7cAIBlDFoIBSJ1LRUpKgNP9BT6f6gtalbhuZS+3UcZ0Fmuc+/724Xfra+4xTI53O4rott2ysOwC38vBjkzJmXaG/fwc6dnaVxRldXgv7+y3My/XyWZZV6/vqLnmp9niuprrAaExPjvPjij5mamiz2JFYMDye5dOkCN910m5QnF0IIIYQQG1rlWb0qVRv0K6eUoquray273ZL8gJSKRjGOAxRLHUWjK+ph5/NLKJUb2dFOIRDAOA5mbHzOc/6Xsmq3VXoulUKfPLn4eZSX/rx+Pxw+At0JaGuDRA/q+E9hBpI4j/4F7hOPg2LZ6+AHNfXIMLxyHgaTkErBpUu4734X7gvPLXltrCNHCXzwo6hfeQt0dsKuLtShI5hIdNXXuxYqBWtVMFgKsJpCft2PSQhRHX8Systs82a+/ODfzMw0xhi0NkQi0UUnq4ZHR7jzn/0c1993nM7DR9l3/QGOHbt7yYmliYlxTp16mosXz3PlyjAXL57n2WefZmJifNH3VCMWi6H1wmAdzE7u+qXG2trasO0g0WiM1tb2OVkXruvS07MHpezipBnFyUGbo0dvJRCQbGbReK7rMjDQR2/vGQYG+tDarfk+rPuPY7W1wZ69YFte1QHw/gyFsd/923Ubeyw3SV6P812Odf9xrJYWANqm09x+5izXJAfZOT7BdWNXOfa6N8ik+gbU1ZUguMi/03pmaC6131AoXDHbD+objNyI/Ay9ycmrzMzMkM/nmJmZKf49veh3vXLzPy/y+TyTkxNMT08xMPAqr7xyrjTO8PsNam0Ar1yvl/WnaGpqRilVl+CrX5XAGEMmkyGdniaTyWCMWfI77Uq4rktv70ukUpP42Yt+YDOVmuTs2Zca8tkphBBCCCFEtdaU8VfJyZMneeGFFxgaGuLXf/3XSSQSPPPMM1xzzTUS8FtGecnM1faw81XqlZeJRLweKkp5AbnyfS/xpWyl/QcXlP58+SWwbczEBGSzqB07vDKgE1cxJ/8JN/qDBdlt9hLXQT910sv06+/zVs37q38tC/I53D/8KNanP7fkdVPBEMF/9RbML73RKxe6xutdC36AtdK11qkU6uRJ6ScoxAblT0KFwxGyWW/yyae1JpvN0twcRymWLKE5MjJc9ar4eq5491fxu66z4LnyyV3LsgmHo8Tj8YrbsSxv8u91r/tnnD37EpOTUzQ3xzl8+KgE/cSGUDEDd4lMOJPPo7/1BPo738YYsF5zP/ZDDy07dvAXRvHICXQ44pX8zMxAWxv2u/+/2DfdUtPz0tPTuJ/5JObiRYZuPEz+yGHsCuOLemTjLGZ+KXP1y2+CLzyKTqWwAgF2D4141R3e8jascKTuxyNWzg/0eL8zBSxLobUhGAzWNUNzqf3edNONXLhwdtH7VXd3D4usY9lypqdTZDLpOSU3verhhkwmTTqdWnYb5aW+ZxcvUezNaygU8ti2XRpntLV1cOjQjfT2nq5Y5rwewdd0Oo3jOMzMTKO1XlBloRaBxuHhJNPTU6Xtl9PacPXqOD/84TMkErXvaSmEEEIIIUQt1CzwNz4+zr/9t/+W5557ju7ubgYHB/nFX/xFEokEX/nKV4hGo/ze7/1erXa3ZfklM9e8nQq98qLZLFopLK1h3oSK/6WsYn+5VfQf9M/DtLWi/+kJyBYDjYGAV2Jzz14YHoYDB1HFCevy7Db7/R9a9DqY5IBX3tMvITpnxxZMTKCrDJLV6nrXwkoDrEKIjaO8NGYsFp9X9sqbkDp48AijoyNLltBcyWTVcn341jKZv5LJ3WpKvwUCIW699U4KBZeymKgQDeW6LmdfPo0zOoLKZtHRCFZHx6LBc33mNO4ffwxzttfL1DOgv3sS/T+/TOA/vHNBSe5KY6ryhU2qigVHqynl63z979Af/xhkM2AHmMFFzUxjrr8etWvuIrz1KoWoz5zGPfFpzKuXwSlAIIi69lqsX3kz9sjohliAJarjZ3sPDa1vv8il9usHoubfrw4dOoJt29smM8sr76kX9NUFcF1NLpdbdhvl45lsNlsMfBW/qynK+vrOjjO6u/eQTPYvu1ioVqLRKOn0NH4mnnds3lgrnZ4mGo2ueR/pdLqUvVhOa4PrOriuw8TEGLlcpqFlk4UQQgghhFhMzQJ/H/jAB7h69Spf/epXufbaa7nppptKz91zzz382Z/9Wa12JapQqVferrGrJHd1okMh1I65X0yCwSC7JiZwP/5HC/rLqTe+CaulZcX9B93nn0O/+50wM+P19UNBPu/9l83CdftKQb9yy2W3qUQPzKQXBv3A65PT1LQpg2SrCbAKITaG8uBXMBiktbWdXC6L67ooZXHo0I20tXUwM5OuWX+k5frwrXUyv9rJ3WqzA4XYaAZPfZ/8mdOoQsGbNL5qYGQEevaQz+UY+Ou/JNHlBaMw4J74DOb8Oa+inbK8qr4GuHAO98RnUB/8yGx1giV69la74Gg1ffn09LQX9CsUwPaG+dF02lv49corsGMnyi4LZq5DKUSTz+N8/GNw4dzsoi2tMVfHcFMpgn/ypxLs22Qsy16XLNFq97vY/cq2t14W1lKLAYLBMLZtzak64LNti2AwvOz2y8czWrtzAl/GULqm5eOM9c4E9U6vvquIYrFYKZjoXwNjwHWd4mNeD+N69BYUQgghhBCiFtbU46/ck08+yW/+5m+yf//+BSvjuru7GR4ertWuRBUq9Qy0CgVuGB4lcM21aDNbfsW2AxzYdwD+4pGK/eXMXz6K+uVfWVH/QT09jfu7/z+YnPC+JQUCXk8by/K+p2kNFSaJYfnsNuv+49DeTsW6PYEAtLSi6hwkM/k87hOPl3oT1qL/Xnm/mwXPLRFgFUI03vz+Q0opIpEosVgz8XgLicSeiq8rNz9I5rouyWQf5869TDK5sO9YLBbDdd0F/W2892pyucyi762WP8l64MBhEom9FSe0/Ak/2w4U+/zM3lvqWfqt3HLXSoj5TD5P+jtPoRyHUk08y8LkcpiXTqMuX2LmxedwP/UJnP/427hf/ALm8qXiQqZ5Cg7m8qulnse16Nm72r587mc+6WX6ldl16VWC2ZwXbHv11TnPrUdw3v3WE3D2ZchkIJeDfK6YOqTh3Fncb36zrvsX28N2yCYfGxvl29/+JqdPP0d//6U5/fYA4vE4kUhTKWAFsz33otHYomW5y5WPUyzLnhNEtCxFuFg1Zv6iAT/4um/ffnbu7GLfvv3L9ilerWw2Q3NzS/E8vcf8cqTNzXEyFRarrlRXV4Lm5pY5C6y01qX9BAIBIpHZCjq16i0ohBBCCCFErdQs4891XZqamio+NzU1RXCREoaifir1DNxx/Dgdts3QUJJcLkM4HGX37gTmW9/CXaK/nJ1MwkP/L/j2U6DAfs1rsB58beWg35nTOB/5IAwkvW9hWnsTPJYFtu0F/lwXRq9A58K+j8tlt6lQCPtd78F9z7uKk0eWl+kXCKD2XoNqba1rkGypVfzzy3ythB+s1Y+c8LIeAwHvWhT73chqeCE2rmpXu1f7umoyfcLhCKlUCq2dOf1tQqEI+XweMNj2VFVZQmvVqNJvsLqsKCH0UyeJXJ1Ax5u9/sfgjVkyM+C4aK2JjIzCyAhmfNwr72lZ3phjPsuCQqG0aGklPXsrllgPhlZdytdcvFjK9PPZWrP/hz/kwh13UMhksGBd+rL59Fe/CqmUPzMPBeNVf4hEwbLQ33kKXv/TdT0GsbUtdh84dOgInZ2djT68mhgfv8IPfvDdYhYe5PN5LCtDLBYvZZv5GfjhcLhYptMt9dwLBKoL8pePU0KhMLlcphQ8jMXipQW+lRYNrFcmaCwWw7btOdUVbNsmHI5gDDXJYrZtm0OHbuTFF3/M1NQkxmiM0YAhEAgSizXPWey8XmWThRBCCCGEqFbNAn+33HILX/nKV3jggQcWPPe1r32NO+64o1a7EvMsNmkElXvYKaCnZy/BoF3qt+Qs1V8um8E98Wno2OGtWC8UME88jtl7DapSP5tHTng9+CwFLrMr6f0AoDHe467rPTZvUqua7Db7ltvgv34M9w8/ChMT0NTkZfq1ttY1SLbcKn71/g+tad+VgrXS70aIzaHa4Ff568oXYPivWy7T59ixuzEGLlw4SywWK+sn6AURp6dTtLW1l5XjWp8yVI0o/VbNtZKyW6ISkxyga3KKQcfBLf6umHweHC+TLpjL0nXpVS/Q52oYG4N43FtoND/4pzUEg6VqA9X27F1qIVE6YK+qlK/atw/z41MLgn+tV8a47R++wcgv/iK5nV3rFpw3+TxcOFs8ODX7pzFeZmJTEwu7kQlRvaXuA729Z+jo2PwLQFzX5YUXflRa6AP+r5EhnU5hFxd1JhJ7S0G7cJjS4qJAYGVB/vJxypUrI0xMXMW27WL5z/VbNLCY8hLjkcjcfn6BQKBmWcxtbR3ce+8DJJP9DA0NksmkyeVyNDU1Vez9V++yyUIIIYQQQqxEzQJ/v/mbv8mv/Mqv8MY3vpHXv/71KKV4/PHH+eQnP8mTTz7JX/3VX9VqV6JMrbLPFu0v55eF2tVVVaDLX+VOJAKBoLeiu5xfUksZaG7GnDsLXV2otvYVZ7fZN9+K9enPoYtBMrUOQbKVrOJfrUrB2o1mqWCzENtZtcEvy7IXLMDwVZPp4/1/fkE/Qa1djNG47sIygEtlCTXKUr2KqrHarCghVKIHK59n/+V+LlyzBycQQBXyaKUI5rLsP/UjrPKS4oHiv8tAwAsElgsGUNdcW1q0VE3P3uUWEjW94zfQeuX9QO1//W9wHvua1+NvHisUYs+b3oLVtH6T0/qpk9DcDKMjFZ7U4LhYr3nNuh2P2HqWuw8MDg7Q1dXTgCOrneHhJLlcbkGwCbzPg3w+V1oMUKsMfH8809OzF8uCvr6+dc/oX8x69hS0LJs9e65lz55rcV2XU6eelp7GQgghhBBiU6hZ4O/222/n85//PH/4h3/IRz7yEYwx/Pmf/zm33XYbjzzyCEePrr4Eoqisltln1v3HMd94DDOvJ4IZHwMM7Ngx93GtMZcuYv7g97EeeLAU+PFXuZtQCJzC7Kru+eJxiMW8CbSpKfiph7Cv3bfiANJ6BslMPo9+8lswPISJRFAdO+ZkKy7Xm3CrqFepUyGEJ51OV5Xp47/G7yfovXe6uCJ/YeBvo5WhqkWJzmqvlRDz+eOetuk0t585y8iOdmampogkk3S98gpWtGk2Qw0ABQcOoQo5zNmzoF2vdLltww0HsN/29tL4ZbExFcxWNdAnl15I1Hn2PAMtTSueYLaam7H+wzvRH/8YZLPe8bkuRCJY73zXugb9oJj9uKsLMzoC6fTcMaFlwY6dWA++dl2PSWwt2+E+kE6nCQQCFAoLg39KQaHglPr6+oG5Wi56sW1vsdJG6qPYiBLj6xlwFEIIIYQQYq1qFvgDL/j3hS98gWw2y+TkJC0tLUSj0eXfKFalltlni/WXw3Xh2utQZV+oTWoK+vug4GAKBdzRkVLgRyV60LkcDPR7WX+OC2beBHQs5k32DA15f7oO5uQ/oX773g2bNeYHu8zFizA+DgrM6Ahq7zXQHAeW7024FdS71KkQwutNMzKyfKZPpdfYto3WpuLk02JZQmvNulsN13Xp7X2JmZnpOb15Vlqis9prJcR85eMelUrRfWUcPTwIFy96vefmZ9bYNtYbfg77oYfQ33oC/e1vYwDrvvuxH3pozr1vwZjKsrzAF8Abfh5YvhyoGhrk4LGfXdUEc+Bnfg79Uw/hfurPMZcuoa67DvtXf23dg35QzH50XdS+6zGXL3s9FP1ef+EI1i/8fxo+bmjEZ6Cone1wH4jFYoRCoVK/vXKuqzEmVyzHuT59fTeKRpQYb2RPYyGEEEIIIVaipoE/XyQSIRKJ1GPToky1PWSqVam/nHEc9N9+ZXafWntBP1d7zQIjkTmBH+s//T48+jnI5iCX9fr8qeJqc4BgEFBefxx/Ts32sv7mB442SjnJ8mAXu3bB1THv/F2N6buMOnQELKuq3oSb3XqUOhViuyvvXTOfn+ljDBVfEw5HyGZzFe/BlbKEapF1txoXLpxlbGykNP9vDGSzGWKxOFqbqkt0VnOthFhM+biHoSSh3V3kv/QluHgBCo63OElrCAa8rL5igM9+3T/Dft0/q2rb/NUX0F//qpcduGsX5nvfwT39Atx4FLNMOdC1TDBbTTGs3/yt1V6ampnNfgyiDh/xKklks974sWcP9r98Y0OPr1GfgaJ2lrsPdHf3oHWFN24i/jk2NTUzMzON1rrU11drTTzetu59fbeLxRYGSBlxIYQQQgix0dUs8Pfe976XTCbDH/3RHy147p3vfCfNzc38wR/8Qa12J6iuh8yKtzmvdKbJ5+Gb/zhbrmpsbHYyLBDwyl0W6VQK9fTTcPgovHTamyzzV8wHAt7MrjFeCdBQWQDPaIhE5gSONlI5yfJgl7IszJ69pYxHjMaMjmBdt6/q3oSbWa2DzUKIhaotJbXYa44evZWhoYHS466rcV2H9vY4Q0PJ0qSV67qcPXsG13VKmRLrMWHoui59fZeKWQqm7HHD1NQE7e07qi7NJmW3xFr54x6lIBi0MT17cD77GczlV70+ecEg6ppr55TyrJoBXjqN6to9+5hleWOqF59HNTdDLrfgbeULiTb7BPOC7MednSvu6Vwva/kMlCzBxiv/GbS3d3D16hiFgjPnPnDo0JFiJvzC8tebSfm9zrYD5PM5HMdFKUMgECQcDi94j/S5Xbn5v9eRSITz58/KwgAhRF3IWEIIIUS91Szw993vfpff/u3frvjc6173Oj760Y/WaleiqJoeMms1f8KGXNbL1LMtr8xlcaLEaA1Xr+L+3d8WyzeFvSCfq8G2IBCEmbQ3iWbPG8wEAqj2doz/fqeAfvwbkMttiHKS84NdKt6COXTEC4LmsnDoCPbv/l5Vx7TZB3flwWaj9ew1CEegtXXLlzoVYr1Uk+mz1Gv27NnL0FCS0dERJibGsW2bdDpFKjVZmrSamUmXJrPmq+eE4SuvnGVmJo3jFOY8rpQXpBwfH2PXrt2LvHshKbslask6cpTABz+CLlY/UN2JVVUcMPk8zp/+CeblM+CXvc/nvfvljh2QnkH95D2ol16cU2JdxWKYozfj/vUXG1rtwFeLcUulihKNPi+A4eHkqj4DJUuw8eb/DLTWBAJBOju7UEqV/q3a879zbGKV7nXT0ynGxkYrvn6r9DdcL/P/TQ0Pu6RSKWKxGMHi90DJphRC1IqMJYQQQqyHmgX+xsfHaW9vr/hcW1sbV65cqdWuRNFifflWu4q6UmlNDJjkINx4I+rqBKZjB5x7GdXZNRv083v+5fNeUHB62lvBHolCqGwFaiTqZQH6NT6N9jIBd+zEnO313m/APfEpuHIFrrkWFW+Zc4yNKCdZKbNSWRZ0eqvW7QcerOpab4XBnR9s1iPDs1mPfim08THY1dnoQ9yQNnvAVzRGNZk+i73GsuxSabBQWYZ1+aRVW1t7xQlv73X1mTB0XZfLly9hWQql1JyMP2MMSlmA4erVMbR2q/492exZUWJjmV/9YKVKfYFfPgNXr0JywHsi2gSWhTt+hZE77iAbDtL8jt9g19nzqKFBlOtgXnwB873vQIOrHUBtxy1rvab1kE6nV/wZ2KhMaTFrsZ+B1i4TE+Nb4mew2Lhx/r0umexjdHR4S/c3XA+V/k3l83m0dkinU7S2enMc2WwWrV2Uskgm+9mz59pGHrYQYpOSsYQQQoj1UrPAX1dXF88//zz33HPPgueef/55OjslIFAPtVpFXam0pvvf/9rrvYRC2TZmdNgrW0XZRG15z79QCNWxw3s2HIFsBpqawLK9wJDREGv2Sn3aAdjZ4b3+bG/p/ezY4U2QGaC/D3PoiBdkK2pEOclaZFZulcGdCoVQb3wTvOdd4BSDfsbrf6R6ejBf+DxmnTMyN7qtEPAV1dtIQd7lslny+Rxa66omDGt1XslkP46Tx3VdymJ+ZQzRaBOFgiMlysSmNKcvcCQKmYHZJ7MZJq+7jgt33EEhEsaORrjSd4mBliYO3Pp64v/1oxum2sFWGbcsJRaLMTJS3Wegb7VZgqJ2hoeT5PO5YmDGWyASiURQSm2Jn8FKxo3S57Y2Kv1eewE+r2xsOj2N4xRKvRWNMfT2vkRzc1zG8mJZf/VXf8UXv/hFBga88cCBAwf4t//23/LAAw80+MhEo8hYQgghxHqpvMx1Fd7whjfw53/+53z961+f8/hjjz3Gn//5n/NzP/dztdqVmMdfRR345V/x+tSsJtOvOElVymqzbbhwDnP+HGRmML1nYHjEC8pdvox54TnM1XGv1GM+P6f0p+rYAZGwF/RrbvZKXBXykM165T6VBRNXIZnEJAdK72fvNV6QLxLxgkkFx9t++bE6Dmqdy0n6mZUqGsU4zuxxRKNVZ1b6g7tK/MHdpjF6Ba7bB90JaGuD7gTq0BFojqNTKfTJk40+wg1juYnTzd5zRsw1MTHOqVNPc/Hiea5cGebixfM8++zTTEyMr+txuK5LMtnHq69eJJ/Pzcmq81mWIhgME1zk86t8wrBW5zU+PkZv70s4jlM8prnHpZTCsmyammJSokxsWn5fYKBU4MDnWhYXbrsVNxTE0hqUmb0nPP1tnFSq8jYbcG/dUuOWRXR1Jar6DCw3P0vQGEMmkyGdniaXy5Ja5GdYDa//6aucOvU0zz77NJcvX5JxQgWjoyOkUpNkMmny+RyZTJrJyavk8/lNf+9Y6bjR7/1n2wG09u6pWhtsO7Ch+9z645Rz514mmexr+L/zStm/lmWXxirZbKZYlUBhDGityedzPPfcKRyn8uekEL7du3fz7ne/m//xP/4HX/nKV7j77rt5xzvewblz5xp9aKJBVlNxQAghhFiNmmX8veMd7+Dll1/mXe96F//X//V/sWvXLkZGRshmsxw/fpx3vOMdtdqVqDF/kqq8lCVjY17gDeCVC4DyMviM8f6zLLj8Kuy/AXr2eME+f/BieUFA03cZrADMTBfLgCovqKeLJT7zeUhNewGknZ2lzD7VsQMzOuJlAeayc461Vr0LK5U1XSqAt5rMyvJ9TO9oR7XGK297kw3uTHIAFQ5DeGEWbyMyMjcyWc23fawkO8bPnpuZSdPSEqezczdK1WZyrjxTIJfLMTOTJpvNEIvFSz1qwJsYjMfjdHXtLr6+gGV5K9uDwWBpwrBWWT+u6/Lyyy+hlBcJ8SYpZyfLlLJQCqLRplKvv1wuw7lzLzc8c1KIlZjTFzif9xY/ZbOgDSPXX08hHMZSeNmAudnfgUI2y8juXXRfGV/YQ3fHjnW/t26HSSk/aLLUZ+B85VmC+XyemZnpUhaQ1oahoQG6unavOAtoYmKcF1/8MVNTE8VsaMPIyCDxeCs33XSbZBUVua5XzlNrU7qf+BlYMzPT2Hbbpi5vuZpx40r63G6EqgQbsRJGpezfSCRCLpehUJjNptTalLIrtdakUlN85ztPcuutd8rvqFjUQw89NOfv73znO/niF7/Ij3/8Yw4cONCgoxKN4rouuVyGVCpFIBAoZaz7pEyzEEKIWqpZ4C8UCvHJT36S73znOzz99NNMTEzQ1tbGvffeW7H8p9g45kxS+XJZL5CXz4HjgnYp1WXz6n96mXvj49C1ezbo52uOw/4D3oTXC897ZTxt25v88rdjjNcPMNY0p5xnKXD46qtQPK619C6cr1JZU7+Hjtp/YNGA4Er608zfR7itFb3vWqyePaj43ADgZhvcVep56DOOg7XOGZkb2XaYOBWeaifr5k94jY4OcenSpZpMeM0P0vmTVsaYOT1qcrksWhu01rS0tC45YTj/vIwxq+pxMzTkbaf8mILBEI5TwBhTzEAMEovFKBQKxd8Ng21PbYhJQSGqNeceGY545c5jzVDIk+loxwoEvF5/GG8xVJEViZAJBGf7Jpf30B0Zxtz1k+t6Hqspg7kZrSRoArOlFR2nwMzMdCkLCMC2LYLB4IpLobquS2/vS6RSk4A3zAYvsyiVmqS39yXuuuueDRvIWU/Dw0ls28ay1IJsdq01ruts6vKWqx03VtPndiME3DZqCeFKJVOVUjQ1NTM1NVHM/qP0vG3bKEWxvGx+y5Q/FvXnui5///d/z8zMDLfffvuK3qvU8q+pNX+fjdh3o9Xj3CcmxuntPUM+n8N1CxQKOXK5DE1NzaWe7MFgkO7uRMOv+Xb+2cP2Pv/tfO4g57+dz3+rnnvNAn++++67j/vuu6/WmxV1VDGQEy5m5rkuuI73p1LFnm7GK83p/38uC8EgZnzMC+xFIqiOHVitrZgjRzGvXvLen55mTlMn7xsTjI3D3mvnBg+b46g77kQ9/HoYHVl178L5KpU19XvoOB//GCoex0xPryggWM0+uianGMzl0P19mEOH5wQ6N1sPjlr0PNwutsvEqahusq7eE17zg3T+pNXMzDSuq5mZSZPPexlGsVgzr776CslkPwcPHll0wrD8vOZnt6ykx83MjLcdrU3pmJQyBAIBXNctHlO82EsnTVNTE7Zt1/waCVFvc+6RO3bAlWIFg1CYaD6PbophYVB2ADpmf29MWztRmO2bXFZFAUvBi89jCvl16/O3nXqHVRM08flZgs89dwrX1cUAlPc5H4vFV9Vnbng4yfT0VDGLbe5zWmump1MVt7cRAjnrLZ1OY9s2sVicdDpVumbez8Cio2PHpr5H1GvcuFECbhu1EsZi2b/RaBO7dyfo73+1WErWwrLs0u+pt3DJlioeYlm9vb384i/+IrlcjqamJj7xiU9www03VP3+UKgxn2tKzQa6K/fm3rpqfe6u63Lu3MsY4xII2IRCIWZmZtBaMzMzTTDYRigU5vDho4TD69fTeTHb+WcP2/v8t/O5g5z/dj7/rXruNQ/8DQ8PMzw8TC6XW/DcXXfdVevdiRqoGMjZsQMGB6BQ8AKAfolPrb3MvWDI+/+mGCT2YE4945UCtQPgOpixMdRvvhMrFMUNBL3Mwfm/OQZvQmvHDsx0CppiXqnIsuw+6/CNNT3XimVNwSurde4spqsLtdMrYekHBN0//hg0Vw4IWkeOVrUP2xj2X+7nwt4enLEx7M7OZctJbVR+z0P9yAl0KrXgZ7Zek5KbwXaaON3uqpmsq/eEV6XgYygUIhhsJ5vNkM1miUSic0rKLDfp55+XUmpBdgsoLEtVNWnY1BRjdFQDquyYssW+Popdu3YTjTaRy2XwMv0Wbksm1sRmUH6PNKkU7NkLly8D0KVh0Cmgw+HZvsZFwXCY3T17i2Mu7VVVMF5pdLX3Gkw6jT55surKA2u1mjKY20VbWwfd3T1o7eK6LrZtEw7Pfq6uNKM/nU4XP1sXPuctstALtlceyFFKkclk0Noll8stmSG4WfmZjZOTE8zMpIlGm2htbSeXy5Z+BqFQmB07Fpah30zqNW7cKAG3jVwJY7HsX2NgcnKiWIZXz3mPX11BKaniIZa2b98+/vZv/5ZUKsU//MM/8Nu//dt84QtfqDr4l8+7Dcv4MwYcx91Sk6DVqPW5Dwz0kcvlcF23tHDFsmy0dikUCoRCEe688yeKiwka3993O//sYXuf/3Y+d5Dz387nv1XPvWaBv76+Pt7znvfw3HPPASwov6KU4syZM7XanaihSoEcHMebdGpuhlRqNvBXPuIMBiAeh2Q/HDi4oB8N//RPqP/0PtTffxUz0Ldwx5bySoHuvQZ1109i7dmL7ruMmrgK7W2YgSRm/w01DSRVLGsK3rG7rpexWE5rzNmzsKsL1Tk3IKgfOeH1/Zt3fIvto206ze0vn2OkbQfZI12buiTTanoebkcycbp9VDNZd+HCubpOeC0WfPQmjiEcDhONRhe8b6lJP/+8pqdTpUy/8mMOhyNVTRru3p1gYOAyqVQKrV0syy5Nltl2gJtuuhXLsjl37mVse6riNho9KShEtebfI+nchVIGa2SUA7s6udDSTMF1UTD3ntB73quUMK+CApaFgnXv87fSMpjbSXNznFAoXJPMrFgsVvqcnj+x6wUErQXb8wM5juMsyMTOZjNcuHCWAweOrOrcNpryzEalFLlcjnw+RywWJxKZvafZdmDTL6iq17hxowTcNnoljMWyf/0s32w2Wyoza1kWTU3Npf6ejT52sbGFQiGuvdYrjX/TTTfxwgsv8PnPf573ve99VW+jkZOQ/lTQdlSrc0+n08VFAqk5i338xY6TkxMb8jpvxGNaT9v5/LfzuYOc/3Y+/6127jUL/P3O7/wOw8PDfPCDH2T//v2lGtVic1gwSXVl1AveBoNe2anLr5aV+sQLDO7b52XyhSPeqvXOuatsdSqFevp72G99O86rl+CVV4rPKFBAUxNccw1ojbVnLyrRjfrGY+ipKQgG0U8/vWRm3Wos2p8ul/WOqazfDuBNvmnXe34enUqhKqy+X6oHnioUSOzqxj5weM3n0mgr6Xm4ncnE6fZQzWRdvSe8lgo+AkSjTRUfX2rSzz+vU6e+j/ch6ZdUmy1rpxTLThqmUpMUCnmy2ZniIMqbnG5paeXIkZtLvw8bfVJQiGotdo/cAbRrt+I9wU30oF23VHmgXKN66K6kDOZ2UsvMrK6uBH19r5LP5xYsnLQsi+bm+ILt+ROI8zOxvT8Nly9fYv/+g5t+rFGpRGUs5pWLnp5O0dbWjvd1ZessqKp23LiS/o4b5d66WSthtLV1cO+9D/Dd7z5ZzJy051RP2MjHLjYmrXWp/L7YHmKxGJcvz1Qs6+3f+6WyiRBCiFqrWeDv+eef5yMf+Qive93rarVJsc7KJ6mcR/8CwmHviWuuxbS1wYXzXsDPtqGjA6tzF+zahXn11dI2jNZzMv90fx/B1z5M4HN/ifPr/xqGhrwXdnTAzk6UZaGiUdTdd6Pf93sVe++5Jz6Dfvj1MDK8bH+95Szany4c8VbUd+yY+3g26wU6w7MBwfJzdJ/81oLjkR54Yj6ZON0elpusq/eE11LBx717r2N0dGhOxp5vuUm/trYODh26kd7e0xhjFpS1W+79ruvS23sG27Zpa+uYV5otREtLa+m15dfIGDPntbFYs0ysiS1hsXuCjB82j1pmZtm2zaFDN/Liiz9mamqyOAFosCxFPN7KoUM3Ltje7ASiXvC57scOt8IEYqUSlX656EwmQzgcobu7p2ELqlYSfFuJ5caNK+3vuFECbkv93uzff3BDL5ILBkPceuudpWP3M/22UtBZ1Mcf/uEfcvz4cbq7u0mn03z1q1/lBz/4AZ/97GcbfWhiHXV1JThz5sWKJVstyyIajUplEyGEEDVXs8BfV1fXoiVExOYzP2tNtbTCrbd7GXAzM6ifegj7Hf8OffIk+vx5L0iXmvKyAwuOlxnoOphvPY7+iZ/AOnKUwHt/Z0FfOBWLYb3lbZinn67Ye4/pFOb0i5hXX0Xt3r1sf71lz2uR/nRqTw+0tXnHXS4SAdvrQwjMPUcF9L6E+zvvnXM80gNPiO3B5PPop0565X2LixKsYGjRybrKE14a267dpNFSPWomJsZXPenX3b2HZLJ/Ve/3J24DARul1JzSbIWCM2dy2r9G8yfAlbIIBkNMTU1WnNQUYqOq9Dmx2DhAxg+bSy0z+v2MomSyn+HhQQB6enro6kqg1MLtzU4gLpxBtCy1ZSYQFytRqZSiqamJlpa2hgU3JybG6e19ienpqVLWZX//qxw8eGNd71OVsiAty1qyZ+9GKj1f6fcmEoly/nxv1YHMRpEqHmI1xsbG+O3f/m1GRkaIx+McOnSIz372s9x3332NPjSxzlpb20gmpynvZ+6XDTYGqWwihBCi5pSZX1Nmlf7hH/6BEydO8MlPfpK2trZabHLDGR1NNfoQakYpCAa9xsGV/gWYfB73d99bcdW5ikaxi73t/NfpdBp6z4Bb1vTctlCHjqBisdnXF/LoYjlRVdYXznn0LzDPfH/ujrTG+Ntsa0Pt2VvxGFZzrpWOw5w/VzEwaaZT3rFrPfcci+dHMWtx/vEsdq71tNzPdTNZbrJ0K53rcuRcNx595rT3eVFcsGAKBayWlqoWJehimb+ZmTQtLXE6O3dXnNittdkMgYWTftVMrK32/efOvcyVK8MoBZlMppTB52cN7tzZxYGy8seu6/Lss98jnZ6u2A+w0qRmI3V2xht9CJvCRh9DreWzZ7H71Wo/J6odP8zfr7nvPkbGrzR0QnqzfIZvdNVcx7Nnz3D+/JlSb8DyMsy2HWDfvv2bMuOvPIsul8swMXG1NEFaTmuz7DnW69+j67p873tPkkpNlsq2+dc/Hm/l3nsfqNvvXjLZx8WL5xct27nUNdGLlBleSr1/p13X5dSppysuLNqI9/zVks/GymQMVZ1GjaG287/bWp67/x0qn88xNTWJ4zgoBeFwlObm5g35HWc7/+xhe5//dj53kPPfzue/2c692jFUzTL+/uf//J8MDQ3x0EMPceTIEeLxuQeglOLP/uzParU7UWfVrjovve4jH4R8HuwAGO39GW/BJAcwwSDqW09gv+6fLdrzplJfPDM+5pUWnVdqExbvr1f1+VU4DjWvz6E1LyBoLl2czfQLBKBnD6ZY8tMEg/DNbxJ4/U8vuY9qrCQ7YKuaP1m61kxPIWrJ5PPeZ0KF0sT6kRPe58gSv7N+Ca/1HlisdaX6at8fi8UYGMiRyfhl6bwJ0mw2QzQaW7C6dXg4ieMUiEajC7ZVKBS2RPk6sXUsdr9Sb3wT5i8fXdXnRDXjh/n7vRoJ88orL1O45lrslpYNmzEjamf//oNMTIyRTk8vWFBh24FNWRp5fglL13VJpVI0NTUt6B/fyL5qyWQ/U1MTAKWybd69zTA1NUky2c+ePdfWZd+LZUHC0j17vec3Xun5SuVcfXLPF0JsduVZ2rZt09wcJ51OobXBdQtobQiFpGSwEEKI+qhZ4C+dTnPNNdfM+bvY3KxFAmHzJ6qsI0exHnwInc8Xe+IZSKXg6jgoC4zG/eynUXuvWTRoU97XxlWKkR3tzDQ3EW2K0nW5D8toTH+fFwDcscMLRA4mqz4Xk8/jfvNb6IGlg2lLBQTNH/w+plDwyn+GQjDQP1vWVGv0iU+hr9m7psCUBLzWHlQRot70UycrlyZm7YsS6m0lk36L9S5a6QTczp1dPPfcD4ul0LzH/AnSTCbDrl1dc16/1KSmUpBMDkiJLbEhLHm/+m//BcIRlN8vuUz558RqFvuYfB73xKcx/QOQy+JEm7jwmntxAWugH9N8eNnSf2Lz88o33rggEzsQCGzKCcRKJSy9/q4x0uk0th3Atq0N0VdtZGSwlGk5nzGG4eHBugX+YrEYIyN60Yy/zVYqbi2BzGrVqxejEEIsZ/7ihmAwSGtrO7lcFsdxaGtr48Ybb5HPJCGEEHVRs8Dfo48+WqtNiQ2k2qw1tedaaG1DddheeU6tvaAfeBl7lr1k0MbPHBz/my9yftdOCsEgVjaL7tzJ4A372X/qh7ROTHjbvTKC6e7B6uzEfeLxZSfL9JnT5P7iBO7EFKwymKaCIawHHsQdHQHbni356X9RVYC99DkuZ7MGvGqdobiZgypiezDJgYr/PoEVL0rYqOZnXawle+jKlWEikQjZ7EyxJJrCGFNqZD8yMjwnmLjYpGY+nyedniYcDlMo5ErHtH//QXK5rEzoiXW31P2KiQloaoJw54Kn/M+J1S72cb74l5gfniqNQ0baWinks1iEvQD7+Djs3AlIxsxWsFTQYiv1HFss8ysYDNLS0kJraxvhcLTu51hNkMjL0jd4XwDmM3XN4u/qStDff3nVPXs3mnoHMms5nhFCiJWqtLihvOd5OBzdlPdsIYQQm0Pl5XVCrJB1/3GslpbZ8pzlggHYsQOdSqFPnlx0G+bgYV55/evRe/Zit3o9/SzADYW4cOedaMvyAm2uhoE+3G/8Pe6Xv4R55vu4X/4S7u+8F33m9Nxt5vO4nzuByWQrBtNMIb/ic2RszMv0K3Iti8EDN3Dx1lsYiIRxnnyy6m2W8ycQKz63zLVrFH3mNO7vvnfZn8NKbIegitjcVKLHy/6twDgOqrt2k26u65JM9nHu3Mskk31o7dZs20vtc37WRXn20EqPIZ1OE4lEaG/vIBqNEQqFiUZjtLa2Ew6HF6zm7+pKEJy3eMAYw8zMNEpBNNpUOqZsNsMPfvBdXnnlHFeuDHPx4nmeffZpJibG13AFhKjOUvcrok2wSKaKcRxUZ+eSi30WG5+YfB7z9b8rLqryfj8zra1YroZsBlBe9YWiWmXMiMaYmBjn1KmnuXjx/KKfcX4m9oEDh0kk9m7aCcSlM78swuFo3c+xmusNsHt3N0otlplusXt3d12OD/xMzyPYdgCtvQij1gbbDnDDDYcYGkqu65hhrSrd831rDWTWejwjhBAr4bouuVyGVCpFJpPBzFsVshmztIUQQmwuNcED234AAQAASURBVMv4A9Ba8/TTT3Px4kXy+YUTFm95y1tquTtRJ6vJ4Cr1+vvPvzu7AFZrL+i39xpUMWjnB20q7WN4dJiC62AVV6mbK1cgHIZclkI4xPB119J94YLXP7CQh2QS1emtpF8sM04/dRIzNYUKV8gEXGH22JxzLC7wndzZwYVjxyi0tGDZNnpHB0PjwxyaGF/xKtLNFvCqV4ZipX6PpX06DlYNgypCrEZ5aeIFz8XjWMeP12Q/jVqlXk2/na6uRFVls/wvvNPTKYLBIJGI13/KV+kLrz+pWV6+zv+yHIvFyeWyuK6LZdnkchm01uTzeaLRqJQ3FOtqqfsVra1QYewB3ueEQa0qu10/dRIwXj/lYuAhmkqhLQvLdSGf80qS+6+XSaVNy3VdensXD1pstc+4RpewXC5IVH69u7v3cOnSBVKpyWLv2tlM9ni8lURiT12PtVKmZyQS4fz53k2X2Vbpnl+rcq7zxzPGmNIYQimrrr0YhRDbm/89LpfLks9nyWQ0MzPTNDe3EC6Wgd+MWdpCCCE2l5oF/kZHR3nTm97EpUuXSl9+gDkTfBL42/iWKzu1VFDQOnIU662/iv7sp8ApzPbj879sFYM2i+1j+ud+Dssu+7KfzUIwCIEgViFPdlcnzGS8+jpDg5DLLjz+eZNltQ6mWUeOYr/t7bif/RSuq7lw33240Sas4j9zS2vcaHRVEzKbLeBVr5Kc6xVUEWK1SosAHjnh/VsPBLzf0Xgc6y1vQ1s2w8m+NZVdW8kEZK0t129nbGyU/v7Ly04u+l948/kcjlOgUMiTycwQi8UJFj83FvvCO39Sc2pqgunpADMz08Vyod410loXsx5cjDFks1m0lgk9sT6WvF+1tqLe8e8wX/h85c+JZ56pPD7RGiau4v7d33rbmbf4yiQHUJ1dmPFxrwICsOvSqwzecANuqLi9jtnfw+0+qZTP5zl79jSpVIp4PM7hw0cJBDZe2fRKBgcHll2EsZVKuDa6hGU1i178623bNjfddBu9vS8xPZ3CGI1SFs3NcQ4dunFdArLlPXdd1+XUqacXjBkcp8Bzz51i9+4e4vF4TUqk1qNfXr1K1paPZwqFAul0qjSGMAZ6e1+iuTm+oQOjQojNx/8el81mSKdTpfLQjuMwOXmVlpY2YrHmTdmPVwghxOZSs8Dfhz/8Ydra2njyySd54IEH+Ju/+Rt27tzJ//pf/4u//du/5VOf+lStdiXqZLkMLvPLb8J84dEle9HYDz4E3/zHRYM26u570O/7TxX3Ef32U7j33YsdKP6zjES8b2VKYcJhopEoamcnpr/PyyoMRxbsY34wrxRMC4cwWmPGxryAYTgCra2rCqZZP/VazBOPMxSLUojFsMpKNqhAADo6VjUhs9kCXvXKUFwuqLIR+xyKrWuxCS7ryFEvq/XkScxgEqs7gXX8OJPpac6eenrNK+5XMgFZa0tlXbiuZnx8jFAotGRAsjxwads2TU3NxaCdJp1O0dLSRjAYWvILb/mkZl/fqwwPe58p/noi/6PXcQpoHWJy8uqczAuZ0BP1ttz9yjp8I6bC54QKhjADSW98YttemfRs1hvbpKa8qgYGr4z2vHGWSvSgXRe19xpM32VwHGwN+394igt33omzdy+WZdUsY2Yzu3z5IqdPP18MhniLFvr6LnP06C1cc82+Rh/espZbhLHVSrjWM/OrGiu93m1tHdx11z0bor9ipTGDH+hyXY3ruoTD4TVnAJZXIlBKcfnyDGfOvMjevddxww0H13Tu5ff8WvHHM0qp4uS7YXZNstdzeCtmzwohGmt4OEk+nyt97ti2VRybabTWOE6BO+64a9MsRBJCCLF51Szw98wzz/A7v/M7dBZLLwIkEgl+7dd+DWMM73vf+/jMZz5Tq92JOlgyg2tyEv7wv6BaWpcs67jcJJh5+nuL7mNnXz/JiQl0sdQnHR2o0RGM6xJwHLrGrnqPRyJgW7Bjx4JtzM+M84NpenTEmyArOF5PHK1hfAx2dS7YxnL8c8z8/VextMZfNqoCs2VNFax4Qma1Aa/yLEyrp4fAQw+Cqv+X13pmKC4WVJGgn6il5VatL1dqUwVDc7Jaa5ml18gJ36WyLvxAXiXlAcn5k5ChUIhwuIOZmQyO49La2saNN96yaHnQ+T8Xb6JO4UVGPEqpUn+jXC6HbVtlVQYUliUTeqL+lrtfzf+cKL3v/uPoL/81pvdMsTeygumUN6ZoaipVTJg/zppdJBREHTpSChq2BkLcPjbBlX95HzO5XEODEBtBPp/n9OnnMcbFKpZlsCyFMS6nTz9PItGz4SfcYrEYWjeu9GUj1CvzqxqrKTVaj2DVaswfMxhjShPOXgDVXXPVgPIxjuM4pcU8SinOnz/DxMQY+/cfIpfLLvmzq0fG4GL88Ux5pp/PsiwikciWzJ4VQjRWOp2mUMjP+dxRCmzbwrYtjFGMjAzL544QQoi6q1ngL5VK0dHRgWVZNDc3MzY2Vnrutttuk4y/TWCpDC6mJiE9Ay2tC56aX9ZxqUkwZ15pK6M1FLPw7HCE6ydSXOzaXVzpa6H37CHw6qtc/8qrWMZgHAfVswfT2loqIVpufmacCoWwfvlNuO95lzexZlleX5xgANXTg/nC573V+CsMKFlHjtIca2L0x6ewcsV+Oh0dpWNa7YTMSgNe88umut8tkPvHx1D/6q2ow0dXvP8VHWudMxQXmywVohaWC+qtJohXyyy9RvY6Wirroq0tzsxMquL7ygOSlQKXSimi0SgA4XC04kRfpZ9LX9+rOI6Lbdvk816WgWUplJr9zyv5Obs/y1KEwzKhJ9bHau9XpYIBBnDyoA3YCpSibH56zjhrwSKhnZ1zFgn1bIJMtvVw9uzpUqbffK7r8PLLp7npptsbcGTV6+7u4dKlSw0rfdkojQqmNbrU6FrMHzPkctnSwhivn12BTCazpkDX0FCylOk3MzNdzJ7zfr+MgcnJSX7wg+8Sj8exbbtixYP17l3sj2dOnfo+fhN6vxdjU1NzcQyx8sWaQgixlFgshuM4cxYb+IwxBAL2ij931nPRhBBCiK2jZoG/PXv2MDIyAsANN9zA//P//D88+OCDADz++OO0tbXValeiTlSiB53LeWWmslmIRFAdO7xgWXrGW4Fe6X0VyjouNglWniVmUlPQ1weZmdLsV+s/foPbb7mNofF+Zq5epam9ne5/+a9Q3//+nECYOX+u+sy40SuofdfD5CRm3nmtpRfd7p5rGBhK1nyCoNoJxMVLs2bRnzuBvYqA5oqOU0pyrpkM4BujmqDeaoJ4tczSa/QE5GJZF0NDSS5enFw2ILmawGWln4vrukxNTRS/PFvFL9AGywoSiXjlRqemJvF3Y4x3rWOxuEzoiTVZqqdxLeinTnrLvw8d8RZADQ95TwRDgMGMj6F2dlbs+VerrHg9PY37mU9iLl5E7duH/au/htW0NbLIUqlUxaAfeJ8RqVTlBQwbiW3bHDp0hN7expS+3G4aXWp0LeaPGVzXxRivxCeA1i6ZTJpcLkNTU/Oq7oszM94YJ5PJlDL9ymWzM1iWRT6fJxqNLhhXGUNDehe3tXVw6NCN9PaeLgb9bCKRSOn4t2r2rBCicbq6Epw793JxweLc5yzLIhQKr+hzZ70XTQghhNg6ahb4+6mf+im+853v8DM/8zP8+q//Ou94xzu45557CAQCXLlyhXe/+9212pWol86dcOki5HOgvMw4MzqC2nsNtLdV7KkHKyvrWCq9mU7DxVdgZqZsyTtw+RLmXf+OrhsOosJhTKEA3/oW6s1vnRsM238A9dqHUd/+Ngaw7rsf+6GHKk56meQAKhyGnQvLeq6lF12jJwiWKs1qUin0KgOaKyElOVdPBvCNU01QbzVBvFpm6TX68wUqZ11UG5BcTeBy/s+lvFSZUhZewM9/zi1N3LW0tOI4DmCwbZtwWCb0xNrMz6av1NN4tfyAovu//hYmJrySnp2dXhHbwWSxiaXyFmBNp7wy5fnKPf/Wco93vv536I9/DLIZsAOYH5/CeexrWP/hnQR+5ufWdI4bQTweZ2xstGLwT2tDPB5vwFGtXCNLX25H8693JBJFKRgdHWFmJr1hr/3CMYNdXDCjsG27LDPPkE5Pl7LvV6KpKVbsT+UuCPpp7QUYvQx8d85z/rjK+//VVUXI5/OcPXuaVCpFPB7n8OGjKyrV2929h2SyvzQmMcYUA5guwWCIXbu6qt6WEEIsx7ZtbrrpNn7wg++itVPqP+5nG4dCoaoXcdaylYQQQojtp2aBv9/6rd8q/f8DDzzAF7/4RR5//HGy2Sz33nsvDzzwQK12JerA5POYv3wUEgno75vthVdwMAMDWB/+L/DXf7Xmso6lLLEPfQCmp4v98QBLeeUy/UDg5ATs6qrYR3D+hByFAubxf8AZGvT6681bme9nGWIv/Oe+1l50jZyQWao061oCmislJTlXTgbwjVVNUG81QbxaZ+ltxAnfxQKSgUCAtrYOLlw4VzrOha/T2Pbigcv5Pxe/VJlS3s/FsoI4Th7X1SgFMzMztLS0csstRzl/vndTlmfbKJ555hk++9nP8uKLLzI6OsonPvEJHn549nPdGMMf//Ef89//+39namqKO+64g//8n/8z1113XeMOuk4qZdNj2+jLl9H/+Xex3/Z2rAdfu2CBSzUZguXjFyYnINkPV0Ywe/Z6fYuvjICrvZLk4bAX9HM1hEKL9vxbDT097QX9ysdGdgAKBfTHP4b+qYc2febfwYNH6eu7jDHugudsO8DhOpdDr6WN0kduu/Cv92ZboFU+ZhgY6CedTmFZ1oIg3Wrt3u2NcXK53Jwynz7LsksZdXMfn10stZqqCJcvX+T06edLpXvHxkbp67vM0aO3cE2VpY3Lxy7pdJpsNo3reiXCA4EgP/zhMxv25yqE2Jx27OjkJ3/yPl544UfkcnkCAZtQKEwoFFrRIs5atpIQQgix/dQs8DffzTffzM0331yvzYsaK2WPxVswftmpXNbL8mttRY1fRdWorKN15CjutdcxogyZeJzodIquvgGsXNbrb6OAq+NQtvrSL8lp3X98YXnLXBZz/iz88FnMkaPgunNWxFv3H4d/fAydrk8vukZNyJSXTZ1vrQFNUV8ygG+saoJ6qwni1SNLr5rPl/UuGTs/IAmGq1fHGB0dWjA56r9uZiZNS0uczs7dKLXw2FzXJZfLkEqlMEajtS5l8VmWXcwyyAPK6/+qNa5b4IYbDtLRsZODB61NWZ5to5iZmeHQoUP8wi/8Ar/xG7+x4PlPf/rTPProo3z4wx9mz549fPzjH+dtb3sbX//61wmHww044vqZn01vUlOzC6IUuJ/9FOaJx0tjDJPP43zxLzFf/zvAoDq70PPGIVAhoNixAzNaDPT193klP/fs9f5fFyfU83kv6Lf3mjl9jddSphzA/cwnS5l+C2SzuJ/6c6zf/K2Fz20ioVCIo0dvmRMw0Npg2wGOHr11RdlCYvvZrAu0/DFDOp0mk0mTTqdKC2jKS2FnKizkXI4/xuntfYlsNgOY0jaj0SZyuRyWZRGJzK0QU75YaqULqvL5PKdPP48xbil717IUxricPv08iURP1b/LbW0d3H77XXz3u08SDIaIRGYrBGz0n6sQYuNa6ntYR8dO7r//oTUt4qxlKwkhhBDbz5oCfxMTE7S0tGBZFhMTE8u+Xvr8bVzl2WPKsqBzbllMM5jEfu3DNSnrODExzsvX7aXQ0YJlDNqyGDx8hP1Pf4/WgaT3zdTMfY+fwbagvKXWsyvitYaxMa9kVtmKeCsUIvjWt5P7zKcxW6gXnV82tVIWpqpBQFPUjwzgG6uaoJ5lrS6It1iWnjGQTPbNecy21z65tB4ZCYt9oU0k9uK6LqdOPY3ruotOjiYSe1EKgkGbQsGdU925/Bymp1NkMmm01vOOwAEUwWCwOPGnSv0xzp8/y7FjHRsyO3IzeeCBBxatzGCM4fOf/zy//uu/XsoC/OhHP8q9997L448/zhve8Ib1PNS6Kx8PGV0MyrmaUiPJglMaY5hffhP6849gfnjKG7cYjRkfR+29BpMJzq1WMH/8Ylne6/ouQ77gLbhqb0fddgfq5lvQPzwFqFKmX7m1ZvWbixcrB/0AbBtz6dKqt72RXHPNPhKJHl5+efUlAsX2tNkXaMViMWzbprW1nVwui+u6pVLYxrDqEthtbR3cddc9XLhwlsuXLwEQjUbR2lAoODQ1NS3IBPTHVcaw4gVVZ8+eLgXu53Ndh5dfPs1NN91e9fGPjg4TCAQIhRZ+BmyGn6sQYmNZ6ntYPN465/vT/v0HVvW9pJatJIQQQmw/awr83XPPPXzpS1/illtu4e677162lMiZM2fWsjtRR9Vmj621rKO/glbv3Ik1OQGApTVuKMiFn/gJbvvb/4WFhh1zJ6z9Y5hf3tKMj4HjeD0JLcvLUiwqZQk+/DD20aMEPvAh3Ce3Ti+6UtnU+VmYrXGsN2/egOZ2IAP4xqo2M2+1waT5WXqLfSk8dOgInZ0Le49Waz0yEpYLLA4PJ8nnc+Tz+WLfHwulQGuNUhbJZD979ly77Dk4ToFsNlMh6OczOE6BQCCAZVlYliIcjsyZqJNyePXR39/P6Ogo9957b+mxeDzOrbfeyo9+9KMtF/hTiR6MPx4aG5stfQ5eCc5iNouenIQ//C+Qy88GBpUFrsZcfhV2dmKyWcwn/oTAO/5d5fLczXHUoSPeWGbXbuyf+99KYxO3Zy/ul7+0IOgHa8/qV/v2YX58qnLwz3VRW6iEayAQWlFgQAjYnAu0yhfpRCJRAoEgWrtEInP7+QUCgTWVwLYsmwMHjrB//8E546NIJMr5871LjqtWuqAqlUpVDPp5x6FIpVIrOvbN+HMVQlRnvSugLPU97MUXf0woFCp+1q1tYWatW0kIIYTYXtYU+PvgBz/I3r3eJNuHPvShmhyQaIylssdqUQ7T56+gVTt3wtAgzKSL5T0VhWiE4QM30D0wAIbiKvhimavWVtQ998D3vjc3QJnNehNt4GX8hWfLy8xfEe8HLUuDwkuvbPqsEOvI0blZmIkE4YcexFH2gqwasXHIAL7xqg3qrTWYtNSXwt7eM3R0rD4rb7GMBGMMqdQUP/zhMyQSPav+jMvn8zz33CkKhXwpU2B+YHF0dIRUahKtNcYYXNfFGK/nn1KK3t6XaG6O095e+Tz9c8jlcjiOg1IWxhgWpH0Xz6tQKBAIBLEsi8nJCcLhCOl0at2/7G8no6OjAOzYsWPO4zt27ODKlSsr2laNWk3VhX9s9vHj6H94DDIZTC47G/QDCARQO3agAKYmMekZsK25r3EcyMxAJgPhCOafnsAdTMLRm6DSAivLgrZ27J//3+YsrLKPe+MyFsnqtx84vuj1XK7fYODt/4bCY1/zevzNF4kQ+De/tuqflf++jfyz3gzkOtbGaq9jNQu0NtLPZmJinN7e2UU63iIarxSnUtacINuhQ0dWVHFgsWto2zY9PXPHR+3t7QwM9DM8PAhAV1c3ra2tpfe2t3dw1113MzjolQBvaorR3b34/ToejzM2Nlox+Ke1IR6Pr+jn0Mifq/xOC1E/iy1UvOGGQ2SzmTV9P3Bdt+L3xaW+h01NTRKNRksLL9ayMLMerSSEEEJsH2sK/P3v//v/DoDjOBw8eJDu7u41TWKKxlk0e6zG5TD9lZZGa1R7B6ZQ8CbJLAvLssjuvwGGhqC/H/I5cF2wbbBt9O//J9Qb34TV0jIboIxEvBX4yoJgAMomJiutiF+PsnjrrTwLUylQQRsKboOPSixFBvAbw3pkiC1XLmxwcICurp5VbbvSyvVCoVDq6WOMJpfLrOozbmJinOeeO0UqNVXspwPZbIZYLE4wGKRQKDAw0M/ExDhae0E61/U+d7x+OW4xQKc4e/YMd911N7Dw37V/Dlr772XZRQuOUyhVGMjlsrzySp7h4SGUUlvmc30rCoU29ueaUt5ns4pFsf712ymc+DQ6FPTGGHiLidQ116KKE+Y6M4NqbgLAXC1m/Bnj9c6DYtlyjRVrRuWycPp5VEuzlyE4j9UaJ/zQg9792xeMYvvHkUqhAkGMU8CKxwm+7Vexm6ILtgPgnj7tvWcqhQoG0YUC/ONjBN/6duyjXr9B2ltR7/otCh/7Q0w2642zXBcViRB813sItbas/TpW8btcK67rMjg4UJqU6+7uqUkp5UZqxHXcalzXZWCgj+HhJFrD7t0J9uzZW9W/jb1795JM9i26QGvv3uq2sx5c1+XcuZcxxiUQ8I7JH0dals3evdeQyWRW/buxkn+L4+MTDA0NlMY9fX0XGRoa4PDhG+no8L+j2VxXZVbxTTfdQn//5YrVAAIBm5tvvoVgsPrzWcvPda2fM/I7LUR9LLbIMpOZ4fvf/w7xeBzbtlf1/WB8fIyXXjpdce4olUqRy+XQ2sWybCIRr2doNpvFGF36XlRutSWFpaWBEEKI1VpT4M9nWRb/5//5f/KpT31qTikosbksyB4rK4e53OrxasViMYZfmcIa6Mc4DoTCped05y6iU9Oow0cwLzwPgYCX7RcMweQEOp3G+stHUb/8K/CFz3sTYR07MMPDYCnYe82ckljzMxXrWRavVten0fsQ60cG8NtDPctKzV+5bowhnU6VMuYsy17VZ5yf6edvyxhVnKjytt/a2o5lKUZGBrFtG8tSOI6X6ecH5Lz36VI5zsHBZMWJvtlzKAZTdOVsv/lMadZMkc1mcF2Xtrb2/z975x0f11mn++97zpmuUbUsW7YcJy6y48QpJKQAqZSlLQssLLuUC4S2F7i03QUW2CXsLmHZwge2XUhIgLCUXS4LhISWAAkJBNKL7bgXybIlWXU09ZT3/vHOOZoqjaSRNJbP8/nk42jmzDnvaW/5Pb/f8wD1lzs90+HK0Y6MjLB69Wrv85GREbZt21bzfnI5u6ErHdxgrGXZyK3b0P7mJvSf34N9680ITVeJRUJD5olu0dKKDIVVBd/QkJL7zOWU+oAQigg0DGR7OzgSmUiiXX45cteuIr9hEVfy3JaokLSTbwcl8zInEMSpkOAjczmsW25WVYK6odqqGzjJNNlbbsb4u5u8eYP4vZdiXHUN9hf/L/LoEcRZG9Hf+S5ENIa5gOShouu4BMHtSpVOR44cobf39Cb+l/o6rjSMj4/y1FOPMzk54Y0XJ04c59Ch/Zx33oU1PRtbtmzLP1vFCVpbtmzDcfASVpYbx4/3kc1mK841LMvEceCcc7YCzKvdtT6Ltm2ze/euPKkm8uO5wDRNdu/exaWXzn08FkJnx46dPP30k57Xn+NIdN1gx44LAH3O/dV87ms9+hn/nfbhY3FQKclSSkkqNZX3H82h65E5rw9s2+aZZ3ZjWSa5XNbzShVC8PTTj2NZFqlUMt+POKRSUxhGIL8GomJiwELWfr6lgQ8fPnz4mA/qRvytX7+eiYmJeuzOxzKi1MNP5nJYX70V564fqljs6tVg28if/gjtzW9F275jTvtf3baKY0ePYJumWn1qmiL/BASGBll9rA85OaGyz42AWiGZOcjYcPgQTs8G9KFh9AKCUlz6bOTTTyHzk6hqlYonT85QeZPNcvynP2Lt8MicSTVz11OcvON7JKVD1DRZ/ZsHMOZ5farB2bNLVWNOTnoZ/PO9Bz4aB/4EfuVjMf0cSyVjs9kMjiPznINGODwtfVxrhmlhpZ+UDpalEiUUwafhOJJsNkMwGPYWtbFYnImJMcAl/VTVXyAQRAhFGqZSlRe57jkIIUilprDtuUbDpLeoz2TSRCLROZ+zj5mxfv16Ojs7+c1vfsP27dsBmJqa4oknnuCP//iP57Sv0yHYKWW+nUYQ/YUvRvRs8NQQMLTpOcbb34X8+leVAsH6HujvA8ue1nELRxA9GxRZCIoE1Az0v70Jp1KClaye4KNd9/yyNlaCfd993jyh7LwSCex77yua44lIDOP9H6pp33OFdx0XEbZts3dvdSnllUD8L8V1XGlwg7WJxATgJqSoizg5OcHevbu55JIrZn02WlqqJ2g10j2pJcGoHu2d7VmccZ2VTwCaz3jc03M2a9eu45lndpFIJIjH42zbtgPDCM7rvOZ6X+vdz/jvtA8f9UWlPjCTyeT9xkVZ5V2t6wPVR0yRSiW99ZWUkE6ncBxJNBpD1zVs2/asDmzbRgiRT4as/9rPhw8fPnz4mCvqQvwBvOtd7+Lf//3fufjii+nq6qrXbn0sI5w9u7BvvQX56MNqvew4MDYC63uQgQDOV25VFYJzqDqT//UtNt1zDwcvuggzFEJzHBzTJKDrbHr0cbRsdtq3zzLV/7sVIENDMD6GHQyhXXVVMUFp5ioG0kAF0sx7f8XUwAAiFkW2txdVBspEAtHfR+rkEPLkoEeqide/EYZPzVhhNzY8yL5f30tuVTualAwLwcDqTjYd66dtHten4jXL5XC+cisynfaCeSIQQKbT87oHPnz4WDrM5ue4du06KihYzQrX0y4UCjM+PophGPmFrVpoRqNNXvUd1JZh6lZFq8CdQErNW0irhayGEOr/lRflWo4ePUQgECAWa2Jqaso7lqZpBINBpJSk02kmJsbp7z9GZ+cahJgOkLmyt3v37i6o4ps7HMchmZxC1w2CwWDN5+xDIZlMcuzYMe/v/v5+9uzZQ0tLC93d3bzpTW/iP/7jPzjrrLNYv349n//851m9ejXPf/7zZ9jr6QOZy+Hcfx9ycACnqxvxvOnxfiY1BCcvkS4tC3q3w6GDMD4Ga9YiutcVef+58uOlCVYu6pHgIweOVyT9oNz3eCVgNilln/g/MzE4OMDU1KQX9C2E40gSiUTNz8bpkKC1mAlGc8FiKhwYRpDzzrto3r8vb0/t99XvZ3z4aGxUUkDJZjP5dZEgHC5+d2vtj6amEqRSqTyJ534qMU0Lx3HIZnUikRgTE2Ne0qOU0qsKTKeTBIPBonFIrZ+6Kx7Phw8fPnz4WAzUjfj78Y9/zNjYGM9//vPp7e1l1apVRd8LIfiP//iPeh3OxyLDI5uO9+dlqzQVwLId6O9D9m5XhNl991UMYFXbp7zrDlqGTnHhXT9icONGMi0thFMpuvr70dralTxVLKaOmcl4HjmqDQ7kJDz2MNZffhj9rW/zgmGzBdKYShDpWo29dg368BByfQ8iHkc66nwcxyFimfl9BXCGBuHPPwgbz0aEQhUDcLZts+/B+7GkxJ1OalJiazoHuzq58Je/Qv7bv2C8+70LIuacX1XP4HcK7sFMgUsfPnwsD2byc+zt3Y6u63OS3bJtm0OH9nHs2BFAEolE0XUdy7KIxRTZF4lEKwY7Zwv+ucEtXde9Bayu69i2jeM4XhA1EAiydet24vEWBgb6sW2LcDjiVRyqbW0syyKTUYvhbDbDwYP7OXLkSJm3RmtrO2vXrvOkQ6WUFf18ZoeqGgwE2hBC+Fm1c8DTTz/Nm970Ju/vm266CVBezp/5zGd4+9vfTjqd5q/+6q+YnJzkWc96FrfccguhUKjaLk8buPMEOTmJDAVxsjnET4rH+2pzjFJSkJe/Ann3TyGbLd+2RH68EPVK8BHd63BMs3LFXwXf49Mdi0k0+Dh9oSrcZNk4CK7corPsz4abvFMPqffZEoyWKsjcKARkveH3Mz58NCbcfnRqKoFlWZ4HeSo15ZFzoKr/ChMDK/VHlfrkXE7597ljSWFlH5AnF91KYEX6aZogHI4QDIaYmkqQTqeJRqPe2m/r1u0V+/p6jgk+fPjw4cNHIepG/CWTSc4+++yiv32cvnDJJq/6rhC5HOx+GgD7m/+JuOIKtOjsiznnV/cpYm8qgQas3bNHfSEEhELQ3AptbYimOLK/b7rSzw0A63reGd1AHu+fNRjmBtLIB9JWj4xxfHUnNiD6+5C922B0FGlZGI5D18iY+l2eDMSyIDEJoc6KAbjBwQHMTKY4sGBZkEljIhjsaGPtL36OfWJgQZKctWTw1xK4XClwJ8apVJLm5nhZBZEPH42Gan6OlbwfZoLymNnNyMgwoPwjcrkssVicYDCIpuk0NTVXJBJrCf65wa1QKEwmk84vYLU8ieag6xqxWJznPOdqDEP1u4WkZigUzkuESgzDIJmcQghBPN6CEAJNE1W9NYaHB9E03cuotSyrTJpnNjiOTS7nMDExTjgcJhZr8rNqa8Rll13G3r17q34vhOB973sf73vf+5awVYuPehBupaSgs2FaGtT18askP16IWhN8ZoP2vKuQP/2Rkh8t/W4G4vF0xUolGnwsDLFYrEBqrZj8U0kt2rI+G+PjowXV9RpDQw79/cfKkmJqxUwJRtWCzIuBRiEg6w2/n/Hho/FQ2o9KKRkfH8dxbDRN5BMJHXTdAGRRYmBpf1StTw4GQ96+bVslNJbCXasYRsCTAtV1nUAgQGtrG6FQmObm1hnJvHqPCT58+PDhw0ch6kb83X777fXalY8GgEs2yXBYVdy55F82o8g7KcEwYPdTWK98Odr7PoDxkpfPvM++o5BKTrube19IlR0vQP/QXyC//jVkrEmRjpbtzqDU78IRVXmYycwaDHMDaVo+kKZLyaZj/RzcsB4T0EdHcTIZDMdh87E+NLdNIyNgWt5xivZZcMxkMokWDqusLyGUHGomDRI0JJmmGCTTC5bknDWDv7PzjJECLZ0YDw+frFhB5MNHo2GhcmGuDGcyOYWUjuedJ6UkmUzQ0tKGZVl0dnYxPj46r+BfYXArFouTTCbynhYiHyiNc8EFz/JIP5gmNY8f72ffvt00NTUjBGSz2TxZqJPNpvN+gyoAW0kaS3W/EikVyaiyad2AreqbXTnTcklQ5d80ndmbxrIsDCPA5OSE3zf4qIp6EW6FmEkatBoWKtFZ6A0ozz0Pnn4SmUzWTDyerlipRIOPhaGrq5u+vqPkctmy8ULTBPF4fF7PRj0qMtyxvJJfXKWkmFpRLcFoKStGGoWArDf8fsaHj8ZCpX40FArhODbJ5BSBQBTD0NE0nVRqCseRSOmQTqeJx5uL+qOZ+uSJiRSRSJRUKlmR9AO8tYebIKlpglBIeaxLCWvXrptx/bdYY4IPHz58+PDhom7En4+VBY9sau9ADg8piU/HmSb9NC1fqRcG08T5/Odwrrluxso/Z2QEUin1W9NSsVqXMJMSerejn38B8m9vQv7bvyB/fjdMjEPOBF2DQDC/vQPh8KzBsEqBtNapJBft2cdgRxvpeAvR1jY6f3EvulHwKmQzqo354xRdl4JjxmIxBltb0YaHkLYNZi4fvRY4QhBOpaCjA+k4yCOHkX9zI9rV184aACzFbBn8ElH3wGUjwp8Y+ziT4cpwFkrOuHAc5WURDkcQQsw7+FcY3AoEArS0tHkeGYFAsKjSrxCapqPrGuFwGCEE2WwmT04q6Ru3fdFoNL99uTTWmjVrOXnyOLZteiSgS/gBBIMhhFDHyuWyBcfWvGtQCNu2SSQmefrpx7nyyqv9vuEMQSEBVs2bt2j7RfLEqyYNWnX7BUh0lnoDStNENDWhXXY56EZNxGPZMed4HReK+R5vpRINPhYGXdfp7T2Xp59+nMnJCY/8cyvQt249d87PRr0qMhbTL64R/AgbgYCsN/x+xoePxkK1ftRxHDRNxzB0wuEIAIHA9FqmtbWNiy66tOidnalPVgmHys4glzPzY8n0eqMwscS2bU8ZxV2n1ZIY4HuI+vDhw4ePxUZdiT/HcXjwwQc5fPgwuVyu7Pu3vOUt9Tycj0VEIdkkejYg+47BVCLvtScUMRaO4OmyZTLYX/q/aO//UMX9OXt2wYO/BlP56KkCjXzVoGFAOILYvEV9FQhi/O/3Yp8YwDl2DE4MqOO5MAxFSM4SDKsWSNOkZM3JIfTnXIP2vKuwf/GLYlItFFbnGVDHKUThMd0gubW+R0mH5g2kkZKAZdFlS0hOKdlQ00KaJvbwUJlX4GwQwSDi9W/E+ed/gPFxiEShpQWtpQXtLTfgPPTQogQuGw3+xNjHmQxXhlPT9DL5MiHI+/Apyan5Bv8qBbeCwbAX3KpE+hW2z7Ztr0pQefy5cjtGkWxnJWms1avX4lb4SVnu72eaOQKBAMFgyJPcEYKC6sBiSOmQzWYYHbXo7z/Ghg1nl23TKBgfH2d4eJj169cTiUTKvp+ammLPnj1ceumly9C60wfOnl3Yt96MPHoMLBOMAM6P7yzyAy7FQj3xZiKs5kJmzVeis5pUKdks7N6FPo+K/1IisZLHcT1hP/k49j//A4yNQTQGzc1zOt5KJBp8LBytre1ceeXVDAz0Mzx8EseRdHWtpbt7/bJW6U1NJcjlsvkgsU4oFPbG85XiF9cIBGS94fczpy++973vceuttzI0NMSmTZu44YYbuO6664q2eeKJJ3jd617HHteGxEdDo5rvpnofpbfmkFJ6pJ8QGl1da8ve2Zk9PDVaW1dx8uTJvHz0TP7j0vM0z2YzBIMhzj9/9iQT30PUhw8fPnwsNupG/A0PD/PGN76RI0eOeL4KQFFw0if+Th+IYBDtzW9VwR/LQvRuRz72CNi28uMLhadJPwBdRx45UnFfntdeIKAq6LLZ6apB24ZYE8RicPAA9j13q+BY/vjy1puRQ4Nqe+koknDdeuTICDg22CbSzFUMbHmBtGQSRkZx0mlVKdje4QXSRKDgPPN+PLS0wOgIYt26YsKR4gBcUZA8GoWjR3FGRwg4DpuGR9AiUdi7R1VLCtSx5yHB6ezZhfzP29U1j0YhmYRQEPHu96JtOxd5fGBBgcvTBf7E2MeZDFeGMxwOk82mi8iuQj+JhUpOzTe4FQ5HmJqaBNzcEA1NUwtk27aK/AwrtfPUqUFisRipVLKooq8QSmZHEA5HSKWmavIAtG2L3bufoLm5peEkPy3L4q/+6q/43ve+h5SSYDDIH//xH/P+978/L42qcPDgQd70pjf5AakZIHM5rM9/Dg7un5bqdhzk2AjW5z9H4F/+feZ5wjw88WYiyIA5kWdFc646eAPaQjAYDpH92Y9puvCimgPU9fA8nAvsJ5/A/vMPqnmhpsHEBJwawlnfA3M43kokGnzMjlwux759u0gkEsTjcbZt21GUoKJpOj09Z3HOOedgmjYVckRqQr0Sz8bHRzlx4nh+PiuQUklTx2JxAoGA7xfX4PD7mdMP99xzDx/5yEd4znOew1VXXcUjjzzCu9/9bl796ldz4403ztlr20djoJrvZjisPMp1Xcc0zQLLAgDB8eN9NDXFi9YDs3l4dnauprm5lcceewjXWqAUQggMI+DJicZiTei6zoED+9i6VZ9x/eF7iPrw4cOHj8VG3Yi/z3zmM7S2tnLvvfdy9dVX81//9V+sWrWKH/zgB3zve9/jS1/6Ur0O5WOJUOpTIwMBeORhRb6VwrYRGzdW3I8XmHJlQ42AksW0HUXmZTOAhNER7O98uyg4Jj79Waxv/CfyrjvUziIR6OsDJOKsjdj/813kPXdXDKaJYBCuvgb5+c8hMxnlE2hbyJERxPs/4AWTKvnxsLoT52u3IY8dU1WKgQBiw1llAbiiIHlnF+H/+S6rT5xEk1KRk24A0iiuHqxVgrMoCBcKQagTVnWC42D/02dxrrkebe1aRFOTCpyV3sNZApenE/yJsY8zGYUynNFoU96zwvX6E8RiTXWTnJpPcMtdVLsLYiEEuq57nnxSuv4XlaWxkskk4XAYx3EwzVyFqkblM+g4NlI6NZF+LtLpNA899Guuvvr5BIPh2X+wRPjqV7/KXXfdxfve9z62b9/OI488wte+9jV+85vf8KUvfYmurq7lbuJpA/sX98D+verxc8cITVPzjP37sH/+c4wX/V7Z71RF/Ztw/vmzyPFxtFgMJ97sVdRXI51mIsjsW29RG2WzFckz/upG5P2/wnngfpUD9dznoV93Xd28AcebYsrL2DDQkwmGDx+oWZJwMTwPq7Y9l8P+589CLlt+z/r7cELhFSNVXoh6+MStVLjXxq2KCwRCnh+flBRdt1wux549T+er8AQjI8P09R1jx46dda/wrkfimVs1GAgE0HUtP8YV+/Quh1+c/zz6WMn40pe+xGtf+1o+9alPeZ/dcccdfPKTn+TEiRN84Qtf8NePpyGq+W4KIWhubsEwAoyOnsK1DRBCIxptwnHssirt2Tw8165dx9GjR/PEnonjlK8/hNCwLMtbt5imSSQSmbEqvHC8syxlsVBq5eB7iPrw4cOHj3qgbsTfQw89xMc//nE6Ozu9z7q7u3nXu96FlJJPfepT3HLLLfU6nI8lQqFPjfMHr8J69e9Py3UWIhxGf8e7Ku6jMDDlyYYSgIBQ8qG6jjhrI2gaQtPKMssD/+styD95PfbP78G59Wbo6lIkmqapMHOVTHSZy8G9v0Rs2QpjI8h0RlXNdXTAL3+JfP6LvO1L/XicPbsozurK/1shXbgwSO68Ai9jn2xG7ULXED0biqoHa5XgrBiEm0qoa5jLIbM57NZWRF5eAk1DBANIy0LMUilwumG2ibk/MV65WGq/qUZEYYWxYUhaWtpI56uUeno2snnz1mUN1rkZrqWEZCAQIBAIEo1GOeecTXR2rkEIvSzAm8lkSKWSeX8Orayi0T03x7GZmkrMuX1TUwl+9rM7Of/8ixtG9vO73/0u7373u3n7298OwFVXXcUrX/lK3vve9/JHf/RH3HLLLWzevHmZW3l6wLn/fkUYVQrO2zbOA7+CCsSfqqj/mpobRKI4qaRK9Hn3e9C2nVv9eDMQZPLYUZAg1qwp/92JEzhveROMDCtJcQnOr+/D+Z/vYLzvA2jbdyzIG9AWgoMb1mPrOpqjfIrnIkm4WJ6HleD86j4l7ykq3DPTgomJFSNV7qJePnErEe61SaWSpNNJbNvJe8dGOXRoP6CCupqmcfKkxejoCLquFUhvCqS02bXrSbq7180oTT1XxGIxBgdtcjnls6tpuudpW0vimW3b7NnzJBMTYxiGQSQSI51OemOlbTuYpsm55+5c0nHcfx59rHQcOHCA97///UWfvfzlL2fLli284x3v4I1vfCM333zz8jTOx7wxk+/m9u3nMzWVIJlMIKUs6q+hvEp7pn319m5H1/V8ZXYTk5PjOCVqn64EqJvkqGka2WyaiQmbaLQJw5BlVeGlfa+UkomJCcLhCOFwyPcQ9eHDhw8fdUXl9MV5IJFI0N7ejqZpNDU1MTIy4n134YUX8sgjj9TrUD6WCVpTE9r7PqAkO91qC9uGQADtAx9Ei1Ze+IrudUiXLGyKI3q3w9puCAbVvno2QFO86DdOIoFz333T+wgEEUYA2jsQqzrLgnul20NBYE7T0DpXo63vQXR2IjSt4vYuPGnSbBbRtRaxvgfRtRayWZXhb5b7V3rXaPsO9L+9Cf3Vr4XzdsLq1ep8S85PWhaiBgnOsiCc4yjSz3ZANyCbUd8Hgoro+4NXoV9+Ofofvhb9b2+aMXB5usGdmOu6geMoUkBVEBn+xHgFw9mzC/sTH1XVwA/9Fvs738b++Efz5PyZBbfC+OyzFYG2fft5XHvtCxvi+Y/FYhiGQUtLG5FIjGAwRCQSo7W1nWi0iQ0bzmb9+g1oms74+CiPPPIg+/bt4eDBvRw5coihoZOk0ykymQxSSs+7z3EcQOYXxk7+77lDkR8Ou3Y9iWVV78OXEsePH+fCCy8s+mzjxo1885vf5KyzzuJP/uRPePjhh5encacZhMC1iKzwZeWvSivqtc5O9LM2ojW3IL9++4xj/UwEGaapPAZLf+M4MHAcjvepXCKhqbmMBA7ux771lhmPWQna865Ca272/h7qaMPMqzIIw4D26eC9G+yaCUXztdL21zhvqRVy4LiSea/kmaNpkE7V9XjLBdu2GRjoY+/e3TzxxCNYllnRJ65SFcGZArcazrJM0ulkPlirbCPS6RSTk+MkEhNe4FZt43gV5cX7snjmmfrOD0KhMIlEgnRaSVGn00kmJsbI5XKzJp65493AwHFMM0cqlSKdThKNNnljZTQaY82adUtKts3mW7gYz6P7Luzf/wwDA31n9DPvY2kQiUQqVuRu27aNb37zm6RSKf74j/+Yo0ePLkPrfCwEhWuiVau6OPvsTVxyyeW0traTTqeJRmPEYk1EIpGiSrpKVdoz7QsgGlVrHCXhaXj7c/8ttDhS45ci81KpKYSg6HiV+t5QKERLSwuaJmhv7yw7vg8fPnz48LEQ1I34W79+PUNDQwBs3ryZ73//+953d999N62trfU6lI9lhPGSl2P8zx2IV74adl6IeOWrMf7nDozfe1nV35QGptA0Rd7FYuq/VZ1lv6mUWT7XTPT5Zq67hGHF72YgDL1956sHAx//a7SN51SsQKhVgrM0CCdHR8DKV7w5jqpScL9LJhGGQfBNb0a//vnzqohq9EV5MfHRxaZNW7j0Un9ivFIxm9/UXIPkpzts256z995Soaurm0AgiBCCSCRStNhWUjkqMFotwKukeFQ1h0vuFQZ0LcssC/DOBa506GIEheeL9vZ2BgbKx6GmpiZuueUWLr/8cm644QZ+9rOfLUPrTi9oz3lu5Wo/AE1He+5zyz5eyFg/E0FGIKAkzUsxMgKpKpKApoU8dnTW+UVZO/LegCISQVoW6XAYzXEQug49GxD5ayIdBzE6QuLeX2Lfc3fVvrNsvlb43QzzFpnLYd9zN9btX1X7z+Wqf5c/tuheB/HmyvLxjgOtrae9VLlL+hw+fIDjx4+RSEwyMTGGWfLs1ELKrmS4HnrZbMZL7HJhWRaWZeM4DplMJv+Z7QVYS5NBNE2QSMy9KrwabNvm4MF9xGKxfDAXr9IvlUqxeXNv1XG4MMBrGEaRvGcqNUU4HCYWayIUChOPxyvuY7HgXvNKWIznsfBdOHVqkMOHD/Dwww8yPj5a1+P48FGI3t5e7qsyrq5bt45vfvObxONx/vIv/3KJW+ajHnBVl7Zs2UZ3d4/XF8disaqJgpWqtGdbX61Zo9Y44XCEQMAgEAigaVqZNCcIby2jjuV6/k0fr7DvlVKSyaRJJqfIZjMYhkE8Hi86Fx8+fPjw4WOhqJvU5zXXXMMDDzzAS17yEv70T/+Ud7/73VxxxRUYhsGpU6f4sz/7s3odyscyQ4vG0N7/oRm3KZXmE294E3z9a8ojxjCQlgXNzRBr8gJTRb+3LOW1V4BSSat6b+99VyNhOJv8oBuQc6U/3fPW5iDBqT3vKuRPf4TMS/qRyUzLYgUMJVtaoW3zweki+eNO8oWAQEDHNO1KCqw+VgCW0m+q0TE+PsrevbuZmpr0SKy+vqP09p67rO9noT9Qa2s7Y2MjWJbyXLJtB9u2aGuLc+LEAD09PZw8qRa8uVwWx5EUrpmlVJW90+Sf+6Xw5Ho0jXlV/bkLcSGoa1B4Ibjwwgv50Y9+xCte8Yqy7wKBAJ///Of55Cc/yS233FIhuOCjENq11+N87/8hD+xXyTFCU5VkhoHYvBXt2uvLfrMQWcuysbnwtxvOUv9T6rubzajSxGCowg41MM15jeGF3oDRoRPIWATR0TFN+iUS0N+HbVlETg5i33dfkZdyUdvnMW9x9uxS2+f7avvXJtmf/Qjxv96qvD0LvnNMc/rY7jV0JeAL71sohP5nf9Fwks5z8UMrzepXEpGiyNPNfa9r9YlbqXA99GzbpnJXJ/Nkm0pGMwydXE565F8hHEfWlURzg7SBQICWljay2Qy2baPrOsFgiEymvA8o/a2maYTDYbLZtNdex5Fks5l8IHlx5Opnel7r4Vs4l3bMVF04mwTxcsD3PlwZeMELXsAXv/hFxsfHKyaht7W1cfvtt/Oe97yHX//610vfwDMcs71nlb4v9Xut9G7OxR5kpvhHW5taXxXKgbpSzUIoJRIQeXlQByFUnMJxJFI63hhfeDy37zVNk2Qy4a2FpIRMJs3IyPCcfdZ9+PDhw4ePmVA34u9DH5omgq6++mq++c1vcvfdd5PJZLjyyiu5+uqr63UoHw2O0iCQY5pozc2IN7wRfegU8sQA2tpuxOVX4HzqryoGziplls8UaJtpe2rcHtQE80RnB8m1XURNk66RMbRCr6k8YVjpHCsF0goDcu55z8WfrDQIRzgMtqVkUguy+d22zVcW63RclPtY+VhKv6lGhm3bPP304yQSE54nkJSSXC7L008/zpVXXr0s72fhYlkIQTqdAqClpQ3DCDAxMYau6ySTCRKJCQYG+giFwhUDvI4jsW0L0zQRQi2yXbJO03RCoZC3TTqdmnP1n9pf/YPCC8FrXvMavvWtb1UNSAkhuPHGG1m7di0PPPDA0jfwNIIIBtH/zweUXOaxo0puMxBAbDgL/Ya3Vxxz55sc5B5vJoIMKcu+o7lZyaNPTlAmPuo4qr3zHMNdpYFu2+bEIw96wS7pONDfh7RtAo5D18hYUdV0qTcyVJ+3IFEVewXJTuSJvfKq7Az2l29W55nNVqzY1v/2Ju8aymBIXZdUClpb0f/sw+jn7ZzXtVgszDU5qpD0ARUMdJM2CkkfqFyBcCYhFosxNOSg63q+oq50i+nkD7V9nHQ67UmqFULXDbZt21G6g3mjkCATQnj3rPD7mX4rhCCTSWPbNoYRwDRNLyBsWda85epnC5iPjp7iqaceI5vNYhgGwWCw6Hl1r3kl8q/ez2Ppu1CIUr+tWs5tsXG6JEL6mB2ve93reN3rXjfjNtFolFtvvXWJWuTDxWzvWaXvS/1eh4Yc+vqO0t7eAQhisRidnV0MDw8SCoUZHx/FMIx88k25b95s8Y9LL70cUNu6qkOqMjCR71sDjI2NelLUbmKIWqKodYqUksnJCa/vcD1jXQ9Cd7xTaxSH0dERz0vWhw8fPnz4qAeEXIh21hmG4eHGqBKoBxarWkrmctif+GjlLPhIBL0kyOQRaBUCZ5X86ea7PckEaAbODNu7E8xcNoO2fx+24xCwLDYd66d1Kumdg/ZXN+J86q9rPsd6QJo5nPvuQ/Yfw/nFPcorsWQBLSIRjL+7iWA0Muf7OjDQx+HDB6oGAM4+e1PDZZ+dSRV/Z+q5Wnffjf2db1cNzOuvfu1pXfFX633t7z/Kk08+iruILNkLO3dezPr1qspoqQJmtm3zSJ5gKMxaBXAcdT7RaJRoNFZU1ZLJZNF13fM6crNcXSlPl9TUdcPz9dN1A9u2AYmUkmAwRKqaZGIFBALBvJwoCKHzghe8GMOoXx/d2dkYRGKjYynmUN5YeWIAMUuiTel8RQBCE0hHQo1jeaXjIVW1suw/ihwbh7Z25TF8+eXYn/wE8vFHlU9vIXQNceHFGJ/++wXPH6aDZSZidAT7xAABx2HzsT5aplLTbZ9DH1qa7CTzCV2cuwPnwd8U9dHudbRPnACk8kguQeGx53LPlguF/V0pdN2omBy1f/8znDo16P0tpWRiYsxLWggGQ8RiTVX3cSaN++71tSyz6BopTEtBF1ZJptMpEokEmqah6yqoq+sGO3ZcwIYNG6d/vcDruJD58b59ezhwYI9HZrr/BgJBpBR0d3dz7rk7Zx2jS8f1cDjCgQN7vYC44zgEAkEvYD4yMszvfvdrHMcq8pxSvoJRLrnkcqSk5md6odew9F0oxapVXWzZsg0oJwNKz22xMZ93vVacSe/0XODPoWrDcsWhFuO5tW2bhx/+Dclkgkwmq8QQgiEikQiGEeCiiy7lscceKnoP3TEUVIIhQCqV9JIO29tXkcvlyGQyRCIRQqEQtm1j2zbt7R10dHSWrYlq6d83btw447kXjl/j42Oe96wQAl3XaW1VyZBu32HbNvff/3OmphJlSS5CCOLxVs45Z3NDxF3O9D7rTD7/M/ncwT//M/n8T7dzr3UOVVepz5e85CW87GUv49xzywkYH2cG5irNN9eKuPlsr/3dTYhf/wqr7zj6msrbF2Z86YaBXN+D3t+HrWkc3LCeC5/ajdHUhPaWG5APPrjk8oNuNj+A8+zLFiQfWglLKfnjw0etmGuV70rFyZMniiRjCiGlw8mTJ1i//qxFz1IvDD5ms2lyuSyapnlZq1KqijxXijOZnCKXy9HUFCcQCCClxDTN/CJd+e0JoQEyTxpOz66EANPMeb8pbocrA1rbbMytsHGDwvUk/Xw0FgrHylm3rVi1Z0Ks9vG09HjVCDLx7GejxZrgrW/D/sLnkPv2gWOrR1jXYfOWqpWJMLu0eCEKs9ITx/qInBwsUy+A2qumZ/JalXf9ENG5uvIPq3kglhx7LvdsuTDXiiWgrKJKCEE02kQqNYVtq+q2ShUIZyIqyaipa6QRicQw8j6QLnHmOJKmpmYuuOBZnDhxnEQiQTweZ9u2HXXv3+ciGVcI27YZGxvJj9vq3XOHcMsy6ejorIn0Kx3XBwdtEokE0WiUYFCda2GFykUXXcrTTz+O49jenMEl/1KpKXTd8J5X95qbppmXqluc57HW6sJGUB8pfNeV/1bGq74JBkMV33UfPnzMDYcO7WN4eBDLmp4n5HJZ0ukksVgze/fuKhtzpz1gJcnkFKZpel55jiMZHT3l+e6l00mCwSC6rqPrOul0umIi5Gzxj1qSDN3x64knHsFx1LhVmGwhhCibJxhGIJ8kKdF1PX88tb2ua37cxYcPHz581BV1I/5e/OIXc9ddd3Hbbbdx1lln8bKXvYyXvvSlnH322fU6hI/TAPOR5ptr0Gc+2wee/0KYgbUvDeqIeBzZuw0xOoqVyTD88pez/voXIgJBrIceWnT5wZmqdhYqH1oJSyn548NHraiHT+ZKgIrdVfN4EwgBuVyOJ554BNPMoet6gaRmfQJmpcHHRCKBbZsYRtCr9CsNjCoiUMnZuMFcy7KQUnrkoJR22W+E0MrIvlIYhp6v/gtj25ZXMehWiui6GyiWBAIhuru7FyUo7OP0hrPxHE5cdTXJg/uJmSbrLrgQ7ZrroMpzMhMBNxNB5spqatt3IL7w7zi/uAfn/vuRgPac56Ffd11Zf+Yey37sEXj6SQiFEaFQVWnxQrheuPbqtdj33TcvOVPvGs2Q0AUghwcrVvURCFCNnK/12I2CWpKjSudtnZ1dZYRRMBgkEGjDNE26u9cRi8V977A8KsmoBQIh4vG4R66p74rnxR0dVYjnOqGQlJwLQTY4OIBlmR7ZWyjTDYK2to5Z73ulcd00cziOTSo1RSDQVpQQZJome/fuIpfLVvRKdByHXC7rBZWLr3mScDiCEDA8PEQqlazbs1kreTofgr0WzMVHbGJiHCEEuVyu7L5ls2mGh4d84s+HjwXAtm2OHTucT/4TZd+l01NMTobK+gHXIkBKkfdWFV5lnfIVV9V9qqK6WE671gSdQjiOJBqtLf7R2trOmjXrsG3bSxQIh8NlPr7uWiqTSeXXaA6O4xAKRWhqavISFecTd1luiWQfPnz48NG4qBvx9+EPf5gPf/jDPPTQQ9x555184xvf4N/+7d/Yvn27RwJ2dXXV63A+GhQL8cypJwqDc9q6dRjXXQui+uSnUlBHaBqsWoUOZFZ1eUG5xT7HWqp26p0hP9+MZh/LizNhkr8YRPfphtWr1zI4WDmhQAhBU1Oc3/zmXhKJSTRNeAbxsZiqtFtIwAwqZ+EbhoFpZvOLVx3Hccq8mdxgmW07TE1NerJdmqYTCBg4jo1lKQlPd5+apudJvOrtkdLBcSAcjuQXziCEhuMoElFl/Lr/CnRdq6mywseZhdHHHmL/w78lB2iREMORECcOH2DLqg7aLry0bPvZvH1rVTwQgSD6C1+M/sIXV22bd6zxcTh0ACwLDEN5+zbFkckk1t9/GnHN9Wg9G6r2ifWomp4poYvO1TA8VPErsWEDrsfffI/dKJgtOCil5JFHHiybt61Z083JkwNlhNG55+70vcIqwCWsq2G5CJdSgqyW+Za7rnDJ3sLKsXA4TPVkHoXx8VGeeOKRsnFd01y/WseTtHOhaYJEIoFhGORyuYoycpZlFwWV3Ws+09qjrW1hz2qt5OliqI/M1UcslUqSyWRw5WULqyYdRzI+Pur7b/nwMU+k02l+85v7mJycACh6x0Al61mWlX/f7KL+QHnASi+BUP1O/dZNJgSwLAvD0PMWAQrV+o/Z4h9r5xDTicfjhELlhKVqnyQSiXhrqUgkmk/QUO237elkx/nEXXxfUh8+fPjwMRMqz64XgEsvvZRPfvKT/OpXv+Lmm2+mt7eX//iP/+C6666r96F8NCC0512lfF8qfVdrkCmXw77nbqzbv4p9z93IvIxDrXD27ML+xEexv/Nt5EO/xf7vb5P96F/g7NlV9TexWKxo0li0v5LMq3qcYzXMJnPjBrZLUXjNzLt/Oudr5i7Kdd0o8OlS0nj1lvxZ6P31oTA+PsojjzzI4cMHOHVqkMOHD/Dwww8yPj663E2rO1yi23jDm7zA+ZmE7u71NDe35ok09Zki2QTNzS2Mj49hmjmEENi2g20rQm1qKpGXm1mYXK+bhV+IcDjs9VGuXI27dncJt2nPPsfLagXy7Swk/dQPLUtV7lXriwvhOE4+QJfN79+isLpI7d/Ky4KqShEfPlxY6TT7H/4tFtMTYR2whGDfQ7/FzmaKtp+tmk+auYoEmXQc5PAwnDyBfe8vahrvCo/F5CSYFggNbAfZdww5OYncuwcOH0L+5EfY3/k29sc/WnGO41ZNi0gEaanAlrQs5Vdcq5xp9zpktQpcx0G85OUV9h/GeNs70N/6tgUdu1HQ1dVNoEp7DcNgbGyk4rzt5MkBLr74Us4+exOrVnVx9tmbuOSSy/1A3GkIlyDbsmUb3d09s86LC9cVQggikQixWBORSAQpmbGiw10LqCCuSzyRl77OeWNr6ZrAcSTxeLzI17YQUkpCoWBZULlw7aFk8tKk0ymmphLs3bu76tpjLnDJ05nehbmsxWrBbGsq08yVfR+JRJHSwTTLE5A0TWAYhj+f8OFjHtiz5yl++tM7mJiYXqcWKoDANBHY3t5RNuaqxMBpOwGVdOOU9RkqqdAq8oqt1n/UM/5ROE+QUpJOp0kmp0in055ctbuWEkIQi8W9dZ3jOKTT6Xkdd76xIx8+fPjwceagbhV/pXB9eXK5XNng62PlYqHSfLNl1M+G6sG5DM5tt6L/7U0V2zCXirdq5yibmxl+1atIHzk07+qr+cjcFFUGTE5ip1Nw663oH/pz9PMvrPnY88lonisWen99KDSCD4qP+mOmCs6urrVksxksy0LXdYTQiMfjtLV1MDR00gsIwnRmupIDSxKJxBYk11uxIjrvV5VMTnkeHa4klq4bCOHK8igyUlUsKBlPV5ZzGoWL89lJv0JYVjmRMp0JrAIA4XDY98vwUYQT996jKv0qfGcCA7+4m57fe5n3WS3VfEVqAI6DPN4HQ/lquEAQ9u7G/vhHZx3vio6VzUDhu2daqgLQCIBuQDZTJidaOsdZaNX0bFWD+p+8HmB6/93dhK67FkvoKkFhBVRsz1Sx1NbWztDQyarztqGhwYaRBszlcuzbt2tRPfF8KCxESWN6LaAXjWegqtulVONk6TwvEAjQ27uDxx57iFgsTjKZwHFknjQETTM4//yLyn7nHs+yrDJ5y0wmzYED+9ix47yFXA6vvTO9C/VWH5ltTVXJR0wIQSAQ9CT7VJWRIv1isTjK19ifT5xOyGaz3HvvvfT397N69WquvPJK2tv95IulRDqdZt++PVSV/5ZuEqAkFAoTjzfT1bXWG3OFUL7hhmFgWbbnYeouJdw+srC/VOS9zL/T1fuPesU/3HnC008/zuTkRL6fVnYMwWCQkZFTRX1NIBCgpaWNbDaDbdu0trZx0UWXLknsyIcPHz58nFmoK/EnpeTBBx/kzjvv5Gc/+xkTExOcf/75vO997+MlL3lJPQ/lo4Ex3yBTLf44sxKHMwTnZCKBk5faKsVcPTxKz3FydScHm5swzSzaqcF5SyzMVebGvWbO0CD096mgoK7B+Dj2n30Q/vFz6OdfUPPxZ1uULwRV72+NkmU+puFP8lceqsm0TEvF5YhEoqTTKUDQ07ORzZu3cvDg/rxxfK4kOKj+P51OEY834zgO+/c/M+OCthLxKCVks2lPPqzQsyIYDOI4UbLZDNm8nJ+UyuvPXdC6nkKBQAAhBInE5KInArkBBCX3qZPJZBrSp3RkZITW1lZ0feZFfjKZZO/evVx88cVL1LKVj9TYWFXJCw1IjY8VfVaLf7H+2tcpgmx4CHnsKExMTG9kWhCJ1jSfcY8lHUfJZKZToOuKPLRMsG1F/DkOhMLe7wrlRMvauAB58FoTutz9CwEioINpL/jYjYRqwcGDB/fXXZ5wMXDs2GF27XoynzAkGBkZpq/vGDt27GTDBt+PvRQLlVKfrzcgTK8FwuEw2Wy6aMwUAs9bNxgMARTtNxAIesfVdZ1cLotlWQSDIc4//0La21dVPJ4QglRqqihwrv6VHDt2hG3bttd87vPFQq5ZJcy2pkokEhW/DwSCmKaJrusEAgHPX3Eh/ls+lgcDAwO85S1v4dixY9571NLSwr/+679y6aXlkt4+FgePP/6QJ9057XU6DSklhmGg6zotLW1ef+uOuSdOHCcUCuUrciVjYyM4jpO3GZAeOQ/kExB1pFRVdPF486z9x3zjH5W8fYPBIJFIBNtWiQPBYIhcLsuJE/0YhkE0GivqY8PhCI4jWbt23bySdhdDItmHDx8+fKws1I34+9u//Vt+/OMfc+rUKTZv3syb3/xmXvrSl7Jhw4Z6HcLHaYT5BHpq9ceZCbUE56ot5ouCOolJwocP0zU8gp5IIyuQUe452rbNwUcerEv11Ww+MqWLTedX96lKv/4+sJ3pygBNg1wW+58+i3bzbQ1BpFW8v1MJZN8xyOWQ2Rx2a6tfAVgD/En+wlHoAyq61y0r4VytgtOyTHbtepKWlhbvc9do3pV0jcViHDuWQkqJritPi2kZMAlIpqamOHLkoJfRv3//M/kAYKfXhkrE46FD+wvaaGKaWbLZNNFoE8FgMF8NkKGlpQVQ2biZTLoowzYQCLJ58yUcOLA3X30wt4q++UIIJcnlcqGN6FP63Oc+l29/+9vs3LkTUNWOL37xi/m3f/s3Nm/e7G134MABXv/617Nnz57lauqKQ7StDWdqoiL55wDR1raiz2rx9hXBILz2j5EffC+k0oqg0zT1XzgMx/uhKT7rfEZ0r8MZG4OTA5DLE32mBbmcivq7bQgY0NEx/bv8HGcx4HutKlQKDs513rYcyOVy7Nr1JFLaXnBUVWHb7Nr1JN3d6/zKvwKMj4+yd+9upqYmvfGsr+8ovb3nzimZb76VJIXPVDTaVFSFp56pCOeffyGZTKbifud6XHce4R6jEG58/sSJ43R1rav53OeKwrVZd/d6QFUJVWt7LcRsLBZjcNDGNHNeEL6QwGtpaWZiYrzs3Q2Hw2QyacLhMOFwpOi70sqh2dpR+n1Pj5+Ut5T4p3/6JyYmJvjMZz7DeeedR39/P5/97Gf567/+a+66667lbt4Zg2RymmSvRPyBIv6bm1vo7T3Xe4fcMTeZTJLLZb3fx+MtpFJT5HLTSicqWSJKLBYlm80uqIquFlRaN+3f/wyO43j9hmmaTE6Oe17ApmlimjnPg93FfCqaXZwOcxAfPnz48LG8qBvx94tf/IJXvepVvPSlL6W3t7deu/VxBqEW0m42zBacm1zdycFHHqxqfqxpOmsmJovkKO1Z5CjrWX01V5kbOXB82gOo9PhCVf5Vq3JcapTdX0f5FWE7NUuW+VDwJ/kLQ6NJzroVfaX3M5PJYNsW2WymLPjk9i1dXd3s2fO054uhAlpOPntWQ9cNLMskl8t4kl+5XI7f/vbXXHbZc2hvX1WReBRCMDk5DkBLS1uRbFgqNYWut+YN6qcrAJua4sRiTWQyGSzLpqWllXPP3Ymm6fT2ajz66G/RNG1JyD/lO6gkUXt6Njak9G2ljOejR4961ZM+Fg9rr76ega9/mfKRFgJA97XTY6bM5ZCWCaMjSF1HtHcUjbeut6+zZxfOv3yu0LZS/X84DIYBloUcHUGs6pxxPiMuuxw+++npZB5dByurGEkhIBRSlf09GxAF7XAJyMXCSqncqzfqLU+4GNi3b5dX6VcK27Z45pldnHfeRcvQssWFS7pks2lCoUhNpJtt2zz99OMkEhNFkpe5XJann36cK6+8ek7jyXwqSQqfqWAwSCDQRiaTwXFsAoEgz3nO1bMStXM5buE8ohRCqP8OHz6EZTl1twCA8gC64zhe5WIlorWaQkLp9uFwhEQikZcFVCRmJpMmFosTDkc8WdTSd9f1Tw4Gg5imVbXycLZ2VPp+YKCPLVu20dLiS00uBR599FE+8IEP8IpXvAKATZs20dHRwWte8xpGR0d9yc8lQjTaRCIx6f1dKM0J6l09//yL6O5eX7F/KV33uv3i5OQk2WyGSCRMU1Ozt9+FVtHNhmoJm6aZwzRzhEKqGjuZTHge6IqcDCCl8mBvbW1DSuZd0ezidJiD+PDhw4eP5UU1paM545577uGDH/ygT/r5mDdE9zqkaSIdBzk8jOzvU/86DtKyEDUEtLTnXYXW3FzxO6e5mYPNTTOaH88mNyrNcj+pelZfzdVkWnSvg1SynPQDkA5Eo4tWATBXuPfXhRwdASs/Sa0gWebcd99SN/G0QaGBeCn8Sf7MmM87vthIpSr3IUoWR2Db5cbsbt+i6zo9PRsBFdRSC0slT6UWvk6+0s/Gtm1s28nv2+Kppx7DcWwveaEQKsjo4DiSbDbjSXdGo1EMI0Braytr1qwjVPDegjp+JBIhHm8iFIoUVSBs23Ye4XB4VmnLesFxbJqbm9m8eeuSHM/H6QMjEmHLJZdhoPg08v8aUrL12Zej559rZ88urI99GOfWL8FUAo4dRe7eparVLQsRiaC95QaQ4HzlVpWIYxgQDOar/QRkMvmXU4NMpmg+I3M57Hvuxrr9q9j33I00c8jfPghdXeDY6pimOT3GBwIQa4Le7YimeNE5uQSki0r79lF/zHXethxQkoblpA5MSx6uNIyPj/LIIw9y+PABhoZOcvjwAR5++EGvWr4aTpzoz/szFUteSimZnJxgYKB/0dte+kwJIQiFwjQ3t3LBBc+qSPrZts3AQB/79z/DwEAfjlM+b5jpeIXzCPdfN4kolUqRTqc4dGg/v/rVz3nyyUfnfIxqKA2guyTr5OQ4TzzxSJmP72we126bbNvmwIG9RKNRpj2G1Tklk0k2b97qkYuV3t3zzruQSy65grPP3sSqVV2cffYmLrnkco9YnK0dppmr+v3evXvqcu18zI6TJ0+ydWvxHLC3txcpJUOuB6+PRcX4+GiFSmLp+X4LIejo6GBw8AQDA/0V341K615F0DcTDIaKSD8XM62HF9JfAhXXTUBeecUhk8mQzWa8fsU952AwSEtLG6FQmFAoXNavzAeF44VtK3nT8fExJibGaWlpnfd+ffjw4cPHykFdPf58+FgItOddhf3f34K9e6Yr2BwHTg3Bpi1FAa1qqOpF0xLn1KtehZnLzliZ17Vn75zlRutdfTUXiR7teVdh336b8hIqPb5hQHNLGWG6XBKH2vOuUv5H6bT6IJNRgVBYUsmyemKhHjDzRb19UM4k1ENSuN6IRmM4Tnkfoml6PghVfj8L+5ZNm7YyPj5CMjlVJGeVSiWR0smTfdPyn46j/C+y2ZzXz5QeW2XIq0W0Szy6wUcp0wwPD2EYOtlstsivolL7XKxf30Nf31FOnRquSGbWG67vhw8fldB+0aVccu75DPziblLjY8Ra29jwwhci9SBS5omzL3wOeWC/SlIRmhpXzRxyZATtnX8KegDnoYeQP/4RcnxcVfdJR/nx5XL56LkEM6dIu3C4uEKwQuUxnauhuUX5+IVCah6kaWqfQkAwiIhEkMlkVb+9RqtqXumYr6TjUiEejzMyMlyR/HMcSTwer/Cr0xezkTIzSfCfPHkCKcslLwGkdDh58gTr159V17bOaj8wyzNVawXcTCidR2iaRiaTASSapmT03CrIVGqKycnxOR2j2nkWqqaYpukpCwihEpAeeOBeLrjgWd4xalVZcbcrrZjUNOW5pc5t9ne3sGrSJQuSySTZbJpcLltxfmaaJnv37vK9uBsArgx+Idx7slTS82cy3L4YpKccUggpHXRdZ3h4CBAMDg5w5MhBzjvvwqJ+ZaZ1744dO/PKKbWth+vRX7q+qJlMumjdFQyG8rYHKYQofveF0PKJFEk0TaepqblufUBrazubN/fy6KO/I5WaAgSaJjh4cB/Dw4Nl19OHDx8+VjqWK07bqPCJPx8NBSGUMpYnkyXczytnKldCmRdNdzeh664lfWA/2vBg5d/kq2fmIze6GBILtUr0iGAQ/YN/jv3nH4RcVgUmHQcMA9GzAdHSUkSYLmcwsJSUJRwG21KVEQWSZbYQDLa2kG1vpWmgr2E76XosHBaCRg80NirqISlcb6xZU7kPCYfDZLPZsqo6KO5b1IL43LIFsWEE8lJl4Hambl9qWRbRqOY9O6XJC5qm5yV4hBc0yeVyTE1NYpomuq5kNG3bIpNJE48rWazC9nV2dnlBMtfbprf3XBKJ35LNZup4BSvDrRzwA2w+qkEPhen5vZcBav5hBHRMU5HSzi/uQe7bm5fudP1zdfXf+DjOt74JsZiqGD56RFXfr1uvyEHbgXAEMmlFBDoOaDpi3fqiCsFKlcfy6SchmVRkYzBU3GDpKPLwBS8EPVDRb2+2qmZfRntxUDhvk7kczi9+gdUAHrIAW7fuoK/vGFKWJ1zousG2bSuLDHZJHxWYzSCljRA64XB4VtKlcLys8C1zWI7MitnmkbWsBRZCchaidB6hqlUcdF35DCaTU0X+waaZQ9f1mo4x03m6iUdSyiJZPHUewqucc49RmqgkpVIlcIPvLrFQuJ2rRFCIQjWWWq5z6TkkEgls2yzz6nLbrapsfS/uRsDf//3fV0xu+PSnP01TU5P3txCC//iP/1jKpq14FBL1sVgMKe18nyzzpKyBYRT3HYnEBPv27eaSS64o6ldmWveuX7+hpvVwvfpLKSXj46N5pRWV45VKqXdaVfk5OI6FlBJN0/NVx06eEFR96MmTx+nqWlOXmIFt2+zf/wymmcUwDK+Ntm0xNjbC448/zHOfe43v5evDh48zAssdp21E+MSfj4aB86v7kAhE73YlA5nJQDiMaO9AOs6cvOoKvWiEABHQq1bVwHR1ymwegZX8c5a7+krfeSH84+ew/+mzMD6OFovhxJsV6VdQAdAIwcAiUrb/GM4v7oGmuEf6jTfFOLhhPVYohNYSZ/jwgYbspOu1cFgo5uMdc6ZjPu/4YqMemayVFsSWZfHEEw9j205ZsNJdeMZiMS95wbLMgqx4zfMMVFV+kmRyCsuyPDlRtU8D27aYmkrQ1tbu+VWsWdPNY489VNHbZv36szh82CSdTpFP9VgkCHK5XEMH2G699VZWrVoFTHudfPnLXy7ynTl16tSytO10Rj2y/JwH7leEXUnWtorwJGHwJKJ3m/osGlOV98f7YV0PHO8DqSlZzkwGWtvQXvcn6H/8ekQgiH3P3VUrjwlHYGiovIpfSrBtyOVw7r8f4xN/XXHMbsSq5jMJjVhtGQwG2bFjJ7t2Pel5/bmShjt2XLDigoHJZBLLskilpvLJLxpSOmSz6TyJVX1MWL16LYODlROAhBB0da2tSxvrNY+sp8944Tzi6NHDeUvRcH5eME3ICaHaL6UkkZjkscceYu3adRX72dnOs7t7PY7jkMtli44BeEHzwvMoTFQqrRB0HMnAwHE6O9fUVY2l0jkYhoFpZkkmE7S0tBUlqDqOpKWlmYmJ8bqpwfiYHy699FKAsne+2uc+6guXgE+lUiQS0xLK7nzXtq0y4s9xJIlEomLfVW3dW+t6uB79pW3bjI2N5N/56TWMlbcvCQSCtLS0ks1mSCanCto4fUxd1wgEAnWLGQwODjA1NVnQFzpeHw0wOTleVj3tw4cPHysRjRKnbTT4xJ+PhkFhJY5Y1Vn0ndC0BVfiVKuqgelAtVjVVSxHWYBS/5xCtLa286ydz2Lgl3eTGhsj2tZG97XP93yCFhv6+Reg3Xwb8lf3oQ2dwFm9FvG84gzzRgkGFpKyzrMv8yoAnUCAgz3rcIJBtPU9CE1DQEN20vUMtPhYWpRJzhZ+N8M7vtiYSyZrZ2cXw8ODDA8PFW1XuvDdv/8Z4vEWJibGihbbQoh8xZ7wfrtmTXdZUNjNkpcSstkMlqU8OtVv1TGUdJyBrusEg2G6u9fR2dnFY489VNXbprt7PU1NTeRy2Yr9cf2gMoobNcDW3d3Nk08+WfbZ448/Xrbt2rX1CTavRHgk3+Qk4SOHCZ0a4XBLE2ZrK7phzDvLT0ry1X4lX5g5Jd9ZiI4OJUtuWZDLTicwpdMgJeL3X4FYN/1uyoHjCF1HnhpW25g5JeUZjqh9bd4Ku56cJh5NE7JZJf05NoZ8Zg/2xz9akUyqpap5uSS/VzoaIcGqGjZsOJvu7nU888wuEokE8Xicbdt2rDjSDyASieQDruU+fcnkVFn1VyG6u9dz9OjBvKyl9Ko5NE0Qj7fQ3b2+Lm2s1zyynj7j6jfT84jDhw/kk4TsoiC3lIqUm5gYw3EcxsYcMpl0xX52tvMEFShPp1NlCUqaphEOhxFi+jwKE5VKKwQLg+kXXXRp3dRYKp2DUmRIez7I4fD0MxUIBOjt3eHNgxZ6fB/zx+23377cTTijEYvF6O/PMDk57n3mklEuHEcWyVCrPtdZFFK2Hv3l4OAAlmUSjTZ5ySXKRkElGgQCATRNIxJRnugTE+PYto1hGN5YEovFEULULWaQTCbz11V6nu6FYx+UV0/78OHDx0qEH6etDJ/489EwWOxKnJoq84J6ZY/AEv+cUjh7diG/citdeWJNmibyF7/AWcIMbxEIol3/fAJ5qbJSb6tGlDgsrAAcHDqBFYugdXR4FYAuGq2Trneg5UxAowSaq/qAzvKOLwVqyWQdHx8tq6SrRmrEYjECgQCtre0kEhPYtpLtEkJD0zR6ejaiaTq2bXPy5AAtLS1FklmhUBjDMFizZh0HDuzzFo+l0suaJjAMg5aWVrq7exgY6JtxwuU4DpZl4TiL6/MnhCAajTVsgO3nP//5cjfhtIcr5ZEbG0U73o9l2yRjUcJDg4SGh5Dre9Di8XklkGjPfS7Or+8rL0q1HdAEFFRlCk1Dru+B/j5IpWBVp5L8TKVgdRc8/jj2Qw95lV84NnLPLuUDmM1O+/iFQjA0CK9/IyIURB7vV8TgyCmIxVRETNdg9eqKZJJt25zo7CC5touoadI1MoZWMBmQlgW5DOY73gJjY6pSsbl52SvSFhPO1BT2LV9EHj6MOPts9He8Cy1an2SA0srSzt3PIOucYOX2z/WQ9DaMIOedd9G8flutbY3on6Ee+flVk+u6znnnXci+fbtJJBJ5vz+NeDzO1q3nVpWPm+t1qNc8st4+4y4KbQxc6e/Cij9F2k3LgVfLpp7tPNPpNFu3bueJJx4hk8nkJfEkmqYkRgFSqRSTk+MM5OX/3e1t2ynb3g2mDw8P1k2NpdI5qPmFCvy7lT6F+w8EglWPv2XLtoZ4T3xM48iRI9xxxx28973vXe6mrCisWtXFI488OOM2ylN0OiSp5DO1RUnaq0d/6fYHhf6hmUwKMDy1FBeBQIBwOIJlmQQCAW9t5W5Tr5hBLBbDcez82kp5VxYSrJqmxrZGi6f48OHDR71ROGeTjgOjowVKgu1nbJx2UYg/KSX//d//zQMPPICUkiuvvJLXvva1VSf+PnzA0lTi1OKLVuYRWOKfU4pGzvAuRCNKHMJ0BWBm/zPop2b2YGwULFagZaWi0aTP5vqONwrmKl3gBu40TaO9fVURqReLNbF581agODOqMGsdIJlMcfjwAc8bSknHOF6gD8gHBKcX6TMF+izLzPtQ5MqyfusNx5Gcc84mP8C2QuG+D5aZQzvej7RtrGAQW9dJR6MEpqbQ+vuQvdsQeVm4uQQ89Guvx/mf/wcH94NpqciJ44ChQzCA6FhVtL2INyM3bUFs2w7xONzxfYhGwbKQjuPNC+xbb0E6toqeZ7NulIt8aS2Ewog9u9He9L+QX78d58hh0HX1vaEXeeIWkkkeCRqLoHWtZthxGFjdyaZj/bROJd2LhvzWNxXhqGkwPg79x3Cam3H+/tMY//6lupFijQDrrjtwPv855bWoG8jHH8H60Z1o7/sAxktePuf9FRI8UkrGxkawLNNLwugbHeScttbp612A+SRYjY6OsHv3rob0qGhk/4xMJk1TU3ORDGRhpUW6wjqjEGqtcEVNhOt8r0PpPFJK6UltC6HNWJVYiMXwGYfiZMlgMORVt6lEnwC5XDYv+y2KfIhL+9la5sutre1ceeXV/PrX9+av47Qfo6tYkM1GOFwg/79mzTps285Lk+teZSBMrxm6u3vq4oVd7RyCwSC63kprayuhUKRs/5XWnD09PTgOZcmZPpYew8PD3Hnnndxxxx3s2rWLQCDgE391xqlTg0g5szFq6VpAVVfH65q0547dU1MJLMsiEAiUJTHW2l8W9geF/qHpdJJCX/Tp81EkYbTC3KpeMYNVq7qwbafid66Xoks4NlI8xYcPHysby5Eg6PbRIpmE/j6V9JpfCMjhYSKB0KIev1GxKMTfZz/7WX7605/ywhe+kHQ6zT/90z9x8OBBPvaxjy3G4XwsMpaqUmepKnFq0YEvlKOcDYspoVnPa9+oEocuTicybbECLSsRjUqMz+UdbxTMVbqgtMo5HI5UzHhPJpMIIchk0kXVfgCZTJJAQC1Ys9msl0nqysio/zR0XWdqKsHAQB+RSKSin6orsxYORzDN3GJdJg/t7R2cPHmS9es3NiT5NzAwNxKgu9vvVwrhvg9idNSb1Nt5iWhHCLKBAOGc+p5Vq+acQCKCQYz3fUARdceOKrnNQADW9yBSqXIPPkBraUFc/3zluTs2CrqhKutOqepDEW9W+5JAvFn5Arpyom6VUnMzMpmEoVPof3sTzqduVMcOhaGkIt4lkwqTAnTDQK7vQe/vw9Y0Dm5Yz4VP7UaPRuHkCSUrqmlKljSTVmRmNguJKaz//Q6MD//liqj8c6amFOlnmuo+gPrXNHE+/zmca66bE8lZSPAIIRgfH/WqfoLBIAKwTJODHW1cePQoWlt70b2aa4KVbds888zuhvSoaHT/jFgshq7rtLS0kc1mvPFI+dVS03yylrXCQq5D4Twyl8sV+BGqYPTAQB9NTfFZSdTF9BkvJK7Gxk5x6tQpDMPI+/Oq8d+VrHNR2s/WOl8OBIJccMGzvPMASCanEAKampq9+UahN2AoFKo4z0in00xMTFcILrS6ZaZzCAaDnHvuTu8627bNwEBfUZDLPb4Q6n4tttqBj+qYmpripz/9KXfccQe/+93vcByH3t5ePvaxj/Gyl71suZu34pBMJgkGg6TTZtHnbp9R7Pmn3vF4vKVqdXU1zBRcLk3OUDLFE4TDEcLh0Jz7y0r9gSv9CxQlQgA0NcUBKr73hmHgOA779z+zoKD4qVODRCJRHMcmlyteXwkhCASCRd7uPnz48LHYWK4Ewa6ubvqPHcHsO6Yq/VxVnUAQI5dl9Xe/i7zokoZP+K83FkT8DQ4O0tXVVfb5HXfcwf/8z//Q2al82i677DJuvPFGn/g7DbHUlTpzqcRZTunAwmPL/fsQeuVJ2kIkNOt97RtZ4hBOLzJtMQMtKwm2bTPw85+SbG0mGouUyc4tpbfkSsB8pMFcT6KTJ08gBHR1raW7e33RMyqlZHx8tKjwKJNJYxgBbNshHFZ+gE1NcRKJibyUjMzL8+iAw9TUFHv37gIgFmsmEDDK2ppOp7Fti0wm40ljLTYaWdbmuuuuK8s4rgYhBLt3717kFp1ecN8HmcngatDpjqN4NAG2rrzx5OBJAGRb25wDHtr2HYhP/z1Ofk4i8nMSeWB/xbFUvOFNyK9/DSYnp8kmTVPyoP19yN7tiogi38imeN4zcHpRAtNzBxEIol9zLfapoRmr9UuTAkQ8riodR0exMhmGX/5y1goD+e9fUJ6BUirSz33pHQmODZOTDaVUsBDYt3zRq/QrQyaD/aX/i/b+D9W2rxKCJ5NJe3KSqdQURsZAHO8H08TUdQZDQdbu3eORvVB7gpUbwDxx4jiTkyo4WdpPLHe/1uj+GYXzyXA44s3RgLx8dfl8cj5ZyQu5Du48cu/e3Z4fYSGZ5j5ztZCotaiZzBeaprNuXQ8bN24km81x4sQAAwPHmZgYJRKJlj2bpYHlucyXC89jYOA4oVCo4jFM00RKRRYWrhlM0/X9g1wuU1QhWGuQqdJzUOs5NHIV7JkM0zS59957+cEPfsC9995LNpulp6eHN77xjXz1q1/lYx/7GJdeeumituGLX/wiP/3pTzl06BDhcJiLLrqIP/uzP+Occ85Z1OMuN2KxGLFYzCPFCqHe4QDnnXchp04NV12jzIaZ3rt4vKUsOSMUChEMBjFNk/b2Tq+6sNZjVuoPpFTrLfe8hCiW/gXK+g8pHWzb5ujRQwvuL5LJpHde6XSaqalJQPXfqjJRbddo8RQfPnysTCxngqCu65yz/wAHhocxAwE0x8HRNAJTSTafOAE5C+cMjD8uiPj7/d//fW644Qbe8pa3ECgISEQiEY4fP+4RfwMDA0Sj0YW11MeSY7kqdSpV4pSSfKzuRH79a8siHVhKyMmTJ2FkGHHWRhXEK2z3PCU0F+vaN7LE4elGpi1moGUlwJOdS0wgVnUwLESZ7NxyeUuerqilKnYmKTrHcRgY6C+qIrBtm7GxkXxgTQVGFfkn8+Sf4WWvBgIB2to6yGQyZLMZQqEQpmmSShUTjhMToxiGQWtre37RKchkskxNTeUJw8ziXqg8Jicn6OhY1bCyNv/6r/864/e5XI7/+q//4sEHHyyTDvJRIOURDnuRlmDOJBMK4kjQUymV6QfIEwMYJ0+wur0T5khIVJqTiCpjqXOfUgAgHAbpKJLNhWnByIiqGpRMy3cGCyRHpAPhcNHcoZZq/eSRQ+UeVJoGq1ahA5lVXfDgb5VP4OSEIh8dxyNMEYBtQzi8YhIy5OHDlUk/AF1HHjlS875KCR5V8Uz+/x2ywycJ2TZoGlooRKatFQ4fVmTvpi1oLS1FCVbVEtcKA5jpdIpcLks2myEWixets5Zb/rzRfY7nOp+cL2FT7TpIKcnlMhw9ehig6tywtbWddet6mJqazMuxFfs/ueRhV1f3rKRkLRWKC4V7jK6ubh555MGaE/XmMl92j5FMJjHNbJV2KIWCwnssBExNJRACYrGmsgrBWoJMsz0HM51DLUEufxxfenz84x/nZz/7GZOTk3R0dPCa17yGl7/85VxwwQUkEgm+8pWvLEk7fve73/H617+e888/H9u2+ed//mduuOEG7rzzzhUdI3OTMJqampmamvRUQxQE5523k40bN7Fx46Z57X+29667e71Xpe9KKbvSwIYRIB6P093dU7FSt1p/Yds2qVSS1tY2crksgUCoSJq0Wh9R2H9EIhEGBvqw7ekqwIUExQvXh9FoFMMwvCpyIK/MYjRkPMWHDx8rD0uZIFi6phKXX0Hzf/83Fw6dZPCcc8i0NhMen6Tr0CG0cARx3vlnZPxxQcTft7/9bW666Sa+853v8NGPfpRrr70WgHe+85288Y1vpLe3l0wmw6FDh7jxxhvr0mAfS4eqEpaOg3PkMM6nbkS/5tpFJ47KKt+yWThyGLFuHSIaQ54ahkwGZ2IceestiE///aK1pxIhx+rVMDaC7DuG6N1eJP81XwnNxZQPnYvE4VJXVZ5uZNp8Ay3LoXe9lChaiIXDSCnRAFvXObhhPRft2Ycm5bJ6S56OmK0qNhwO88gjD1aVoqu0qBwcHMCyTKLRpiKpMVd2xzCKfTBcP4tQKExTUxOHDx+o2FbLsrAsiy1bNpNMJunvP5rPgHVwCcbFhmWZpFKphpW1ef7zK/fD2WyWb33rW3z5y19mdHSUV77ylbzzne9c4tY1Ptz3wWpvRwwPIW0bgSSaSpM2dAKpNGgCJxgkYNtsOtYHBw4j84kzpeObfvVVEKjNVwuqJCkNHFfjdnsHcnhIVfq50DTIZhCbNqtt02k4VbKNYSDaOxCxmDd3qKVav5akANG9TsmLDg9BJjtN+oF6JQMBRHsHaNqKWBCJs89GPv5IZfLPthEbN9a8r1KCR9d1L6tfWCaWAJe+lYEAkXgLrO2GVAqxbTv6u9/rzZ3MXU9x8o7vkZQOUdNk9W8ewPjpj5BvejP7kpNeAFPTdK+qMJlM0NLS5vXFyy3XdTpIsxfOJ7PZNKFQpOJcayFZyZWug2maeR8pk0wmQyo1RX//UbZuPbciiZhOpyt6P6l2CIaHh+jvP9ZQVWTzSdSbbb5cOi+uJhkO6hkLhyNFwfdMJjNjheBsQaZan4PSfbjtHhg4TiIxMePx161rPOWBlY7vfOc7CCG48sor+dSnPsW6deuWpR1f/vKXi/7+zGc+wxVXXMGuXbsWvdpwOVHYV2iaYHJSkX+6rhGPtzA0NERra8e8+7LZgsuDgyewLKtsfZPNpolGm0gmkzMS/m1txe0q3dZxHAKBIF1da7x+r1o/U9h/DAz05fvO6kHxWhI+XJSuD4PBIIFAG5lMBiklvb3nzrmS0ocPHz7mi8VOEHTX8PZjj8DTT0IojAiFcEwTvnorDA+iWRZr9+8vadgUcmjwjIw/Loj427hxI1/84hf55S9/yU033cQ3vvENPvaxj/GHf/iHnH/++fzud78D4NnPfja9vb11abCPpYMXwCrEVALZd0x5w5gm9qmhRa20q0i0TU5CNos8fEgFdGwrL13lIAcHsb/xdYz/9daZ9zkPMkvmclj//i/IZ/ZANOZ57QhNQ67vgWPHkMNDiK41C5bQrHjt81iqKqmllnl1sRRZy8uJM0EKqGghVhCUB7AMg8GONtaeGm0Ib8nTCTMF2zZv7uXAgb1VpegCgbayKgI3q941nncXiW5GbCgUIpOpXJ0XCASYmBjLE4SVkUhMMDh4AsMIksmk8xPApSH9XGSzmdNG1iadTvONb3yD2267jYmJCV75ylfyjne8g/Xr1y930xoSRe/D+vWI/n5s2yacSLD9/gfItLWS6ekhPDFF1/79aOk0TiAAP/852oaeiuOb/ra3w9Zt826T6F6HY5qIQADRs2F6viQ0VVHX3Ix+w9tBSnX8tevgxHHImRAMQPc6RfqVzB1mq9avRSpbrOpSlYM9G5D79ymJUTdArWmwabMi/RYxIWMpk170t70T60d3TkurFiIchre9veYM/1KCJxQK5/tYibQd9ALy1rAsusbGEauU6olY1endp7HhQfb9+l5yq9rRpCyqhM/c8T1yz7kS3TDyTVSeQVJKHEeSzWYIhxUxvdxyXaeLNLsrUxkI6JimTaXhaiFZyaXXQUrpyWGD8nRKp9Ok0ynGx8c499ydZcHXmUhU23YYHx/1EnfUOTWGl2I9E/UqzYsNI1B1fiGlw8BAX5GaQSaTKUtUclFLkGmm5yCXy7F795OEQpGi8yyt0M1ms+Ry2Yar0D2T8ZGPfIQ77riDBx54gBe84AVccsklvPzlL+dFL3pRzVLri4FEIgFAS0vLnH63HE32hAHmeey2tnYuvvhSHnjgXs9/1a1sdvuySy+dX1+WSs0cXHa9xUF699sl/5LJKUKh0IyE/7OffTmgK/n4WZID5nIOs7V7ZGS4YsJHb2/lWIFh6PT2bmfv3mL50aameNXf1IKF3vvTHWfy+Z/J5w7++S/0/GtKSK1x35WU/5zbv4YzPg6HDqh1tmFAzwa0pjjO4EmlslPpABJITqFffVXV46/Ue78g4s/FNddcw3Oe8xxuu+02/uiP/ohXv/rVvPvd7/bJvtMchQEsABxHBbFsR700ofCiS39WrHzL5v18phIQCk3LZOV9a5y7foj8kzdUbMt8yCyZy2F/8+s4d/1QyXTZNkxMwKkhz79FxJuR28+F9g7E1t6KEppzIRzLrj2o6z86AskUnLMJaeaWtLJxKWReVzqWU+96KVGY5eMS46K/D2lZCCAdCCAikYbwljzdUC3YdvJkdSk6NygWiaigcWEQypNLFIJsVpF+7qLccSQtLa1MTIwDSsbb9eTYunU7jz320IxtdWVEc7kslmUihFZQTbg0UAHTxn6nkskkX//61/nKV75CMpnkD//wD3n729/O2rVrl7tpDY+i9+GscwgfPkznT36CZgQhGIFDR6C/Ty0ANE0pFnz5izjtHYhgsGh8I53GvPVmtL+5CYzK/dJs43iRLGdTHNG7XY3bmQw0N2P8+5fQ8tU9LpHn9PfB2CiirQ2xfkPVucFM1fpVkwJ0nU3jCZz//LqSP3nDm+DrX0MaAXhmtyLFAgHYtHnOXnRzxVInvWhNTWjv+wDO5z+nrr+ue3Kmk//nfRza/VTNbSkleFwftmQygdA0QrkcUtMwLIvNx/o8L9tCEtW2bfY9eD9WvgIeQJPSq4RvGZ9AGx+HVau8YzQ1xZmaSnheQI0if366SbPPhIVkJZdeh2w2k5edFPmqUOWF6/77zDO7GBjoL3rOZiJRbduqKg85H6mkehPvbqKeu9+DB/cTi8Xo7OxieHiwZtm8SvNix1HJYrquY5qW94wZhpF/F+yi7dW9Kk5yclFLFWq158D1DUylksTjca+v2LRpKwcP7iuq0AWJlDRche6ZjDe/+c28+c1v5siRI9xxxx388Ic/5BOf+ASf+tSnePazn40QokR+cvHhOA6f/vSnufjii9m6dWvNvwsGl6dfFUK9h64H+HwwODhMMBggHA6VfWfbJsPDJ1m/fsOc99vcHGd4+GSV4LJDJBLO/1U5gjsw0MfU1CSGoVRTCvsO2zYZGjrJxo1nIwScPHkc265cpTfXc5ip3bbtMDY2QigUwjDUPVcKADb79z/DZZddWXFc6OzspL29nRMnjnt979q16xYkMVyPe38640w+/zP53ME//4Wef09PT17OuHKCYE9Pz4x9k8zlsO77JfYjj+A8+SSEVUWfnc3C4UOIdesRmTTSml7f03cMsf3cfHcvwQiodZ9rbZGXahFbewlGqyv8rNR7XxfiD9QNfMc73sEf/MEf8A//8A/83u/9Hh/60If4gz/4g3odwscSo9RXRo6OTGeuBwzo6PC2XSxPmIqVb6Ew5PK+D6WT9fzflQw750NmOXt2Yd96C/LRhxXZmc1ALgeRqCJA+/uQvduVl47joF99bcVrMFfCsczTp7DS0jCQe3Zjf/yji1Z9t5hSo2cyllLvejlRmuUj4nFk7zbE6ChOJkO0ZyP69S/0Sb95olJV7IxSdEJ4QTQoDkJ1dXVz6NB+JifHcRzpTXKSySmE0IBWIpEI6XSKdDpNT89GNm/eiqbpdHR0Mj4+OkM7tfzESVOVMdKuuu1iYfXqxiXPpqam+MpXvsLtt99ONpvlj/7oj7jhhhtYvXr1cjfttELR+9C7AzsQxv7Ot9Xf/X1qrHbfDQGkUjByCrl9hzd2y9ERZCaDDAaQv7gH/QUvLjtOLeN4JVlOWts8BQCtQNLPJfLqFcorTQqIjI2y+rvfhYkJZL69WnMz4g1vRB86hf34o/DUExCOIILBBSsVzITlSnoxXvJynGuuw/7S/0UeOaLkPd/2dg7tfmpObalEdOm6QUdHJ63xVuSRO4kkEnSNjHmkHxSTqIODA5iZTMUqE8swyIVCOJlM0fMQDAZpaWkjnU7T2trG2rXrGkYa/HSTZq+GucqWViLP3Ouwd+9uNE1H19W+3Mo/lfACppkre85mIlHb2hS5XAlzrSKbK/Feep49PZXnpqX77e/P8MQTj+YlwUOzHmemebEQGt3dPWia5rXDcRyOHj1Utm0oFCadThclObmopQq10nOgqoISOI5DKKRCJm5f8fTTj6Prukfwgizy02qkCl0fSqXqve99L+9973t58skn+eEPf8hdd92FlJI//dM/5UUvehF/8Ad/wGWXXbbobbnxxhvZv38/3/jGN+b0u1xuOqFvKeGuCyyrctV0LZicTACqb6twBCYnE5hm8RrBtm1OnhwglUoSjcZYu7Z8fFm1ag1HjhypGFzW9QDBYIimpnj+PZYFgVzVjlOnTqFpkM2qqt3ial1BIpHAsmwsy57XOVTDTO02TRNd17Ftp8yX0LJy9PX1zSgb3NU1LWfrOBSt/+aK+dz7Wu7b6YJ6PPunK87kcwf//Otx/lu2bCuqQnbntlu2bPP6pkr9BXufwb7t1rKKPtGzAZnOQCaLPHYUmuL5wh91PGlZOKdOQVu7KtZBQKxJKdzYDugaBENoL3npjH31Sr33CyL+RkdH+cxnPsMDDzxALpdj586dfOQjH+Ef/uEfePTRR/m7v/s7vvnNb/KJT3yC8847r15t9rFEKA1gkcmoF8vQoGeDCpi52y6S/GTFyreODjh2RLWldKEYMKBzdcW2zJXM8ojC4/35TAHVWWCakE4rWS7HgcOHkGefUzVLfj6EY9G1n5iAvmOqYiGgyphFKLSo1XeNIDW6ErHYeteNgkoZ7ELTYNUqgrrBuksuR5ymi4ClxFyy82eUopOy6HfVg1DK18+tLjEMgRDC84jQNI2xsRFv623bzuPYscOYZq5imwKBIKGQ8njM5bJeW5YSpf4cjYRrr72WqakpLrvsMt761rfS0dHB8PAww8PDFbffsWPxJJZXEtzEGefYselKPxeGoSrcphy1KIiEi+Q4pXSwb7lZVd4VJNXMZRyfTZZzUc89T4LKXA77lptV8lBJe/n67eh/exP69c9HmjmcJWjncia9aNEY2vs/5P2tvHXm3paZiC4HgfOVWzEti8GuTlLBIDEEa1/xSu96JpNJz/O2NHorpCSYzRIIhymtPRFCEI83c9FFlzZc8GwlSLPPRbZ0JvKsu7uHgYHjpFJTeQk7Vek3TfROj32lz9lMlfyJxMSspGSluYKUeJ9FIpF85nVxlVw1srvSeQ4M9LFlyzZaWqbH1FJCX0pJJpNCSkk6nazqLVyI2ebF6XSaLVum5Zf373+mjJzLZjPYtk0gEPSkcedahVrpOVAqCGruEw6Hi7bP5bLouoGu60X+YZZlIYRDLpcjGAyfllWwKx07d+5k586dfPSjH+XBBx/kBz/4AXfffTff+9732LNnz6Ie+1Of+hS//OUv+frXv86aNWvm/PvlDEJKOf/jR6OxGT07o9FY0b4reelVSiDQtJmrz1OpJLqu09LS5vUTmqbn10dOvoLYLJD/nK7WdRxJJBLzzn2u5zATZmp3a2uc8fEREomJqr6EcyHhallHzrZdrfe+1vt2umEhz/7pjjP53ME//4Wcf0tL9XWTlFX6i2NHOOcnP6ElnVb2Xu463s4rDzbF1d+WpQg9pzC5V0NmMojudciB4/mCIKni99JR5OHmrWjXXF/TOa20e78g4u+jH/0oJ06c4GMf+xiRSIRvf/vbvO1tb+PnP/85F198Md/5znf47//+b975zndyzTXX8Hd/93f1arePJUJhAMu59xfK32716iLSD1g0T5iyyjfy0oGrV8Px4yqIB+rFzpNiOA6iQlsKySzp5IN+2YyqIOzoKCOzXKKQTEaRfqCCNYEgJJPKW1DXYeSU6nze/8HK8qLzrJ5zr738t39BnjgB0ajnK1jL7+cLmcshR04hjx6BWAzR3lEUOF1M/5+VjrlmlpfCtm2OH+9naOgEUsKaNWsb0qx7JcmALRfmmp0/kxQdCMLhcMV7MDg4gBCClpZpfz/LsgETx5GMjY0ghPAWnplMmoMH97Fly3aCwSA7d17Mk08+Wkb+GUaApqY4QgjC4QipVNILhC4FVLC8hWw2uyTHmw9cj5cHH3yQ3/72t1W3c4PHix2QWinwEmc++YlpdSd3wt+zAZnJwPgYZNLIU0MqC1AU9MmaXkbmzXUcn0mWcylQa3uXqp2NlPSykLZUI7q07TuY+LO/YN+D92NmMmjhMKdaWzmRmGDr+Citre3EYjEGW1vRCjxvXUghaEKw5vLnsv/wgYJx00HX/XFzMVHrfKWWqtU1a9YyNHQCJfkoi6o7hRCEQuH878qfs0rPVi2kZKW5wqFD+71jappGKpUkm83Q1NRc5D0H5STkTOe5d28xeVdK6Ks5hOMFzQur3iodZ3BwgImJcVKpJJFItCaJzsJ5tCvD6VbyOI4kHo+zenUXIOZUhVrpObAsJTEajTaVtc0wDHI50/PhdOdJgUAwX2EjOeussxtyju5DQQjBFVdcwRVXXMEnP/lJ7r333kU7lpSSv/mbv+FnP/sZt99+e9UK2pWKuSRYzFUhYKaknHi8xTuu2xe5SZGaphGPx5mcHPfWJoX9ViAQUNUnFc6hMOFA13VisaaKCZUzEWrV2j0w0M/x40ep5ktYWtFcDbWuI2fabi7Jk2eKnYkPHz5qR7V1U7X+whoe4kBnBxeNjiGyGRWDllKRfJYN6Uy+AlBXUp4BQ63jQa31w2HQNMS5O5DRWN7uQ9laiA1nod/w9jNWcWxBxN/DDz/MF77wBZ7znOcAcPHFF3PZZZfR19fHxo0bEULw2te+lt/7vd/jX/7lX+rSYB9LDzcwpD3vKuxPfLSIhHOxWJ4wlWSzpGUhNm9Fru6CyUQReSc0DRGJIC6/HPueu5EDx9HWrcO47lrF/psmZNJlnj8MDSIvLZb3cIlCGQ6rjkQUdDwBwxUAVsfdeA788hfI55fLFy6kek4EgoiOVXDWWfP6/VzhSpnJ8XFIJWFyAjk8hOjZoDIsWLx7fSZgLgufUoyOjvDEE48yMTHuyZQMDZ3gyJGDnHfehQ2XSbdSZMCWA/NZPM0kRdfW1kG1IFhhENxdTCaTU9i2mfcJ1DCMvGSrEIDk2LEjbNqk5D43bDib7u51PP30UwwODmBZOXTdoLm5GRBkMmls2yYcVnKhi131p2kaoVCEeDzunXOj4mtf+9pyN2HFQtu+A/2Gt2N/+UtqrA+HvSQWEY0hBwfziwirmPQzDERHB87EBPLf/gXRsUopD/QdW1AV/EzegJW+Q1KzJ3DF4zVY1f5Ck14avS22bbP/8AGcVas8qU4divpsd/y3CjxvXT2ZALD2Fa/E6Oziko5VnuxNc3Oczs41CHFmj5v19qYrRS3zlVqqVteuXc+RIwdJJCYAvLFOCIFhGF7VWK3P2WykpJSUzRWEEExOjgPQ0tJW1I5S7zkoJyHnUp1bSqI7jl0QqFb3rdJxCgPNyl84Sy6XLZHZqzwv9t4jS5F+inRzr5dGIBBkbGx0XkHm0ucgHm9mfHysog9NIBDCsiwsyykheBUp2NTUzLT3n49GRygU4oUvfOGi7f/GG2/khz/8If/+7/9OLBbzlB3i8XhZNelKxFwSQuejEFAtuDwboa9pGtFoU1nVrq4bZe1y9/X0048zOTnhSfwKofqd8fExMpm0N4aEw2EOHNg3I/FWqd2FUqTzRa3ryNm2u/TSy6FEkL7aeHym2Jn48OFj4ajaX2QyWMEggx1trBkaUmv1dNrVLZ7eTtNUEU93N4yOTCvjNbcgIhG0//0exKbNnqqNWEL1nUbFgoi/rVu38v3vf58dO3YQCoX49re/TVNTE93dxZP05uZmPvaxjy2ooT6WH9VIuMXyhHFRTTZLHthfTgjGYnDNtTif+mulCzw5iZNK4tx+G+L/fADRFEMe2Ffs+aNpoAl4+kmkmfPOw5MZbe9ADuerAszcdN1vKASRCGw8BwnII4eRf3Mj2tXXFnUsFeVK86ilem6hv68VRVJmoRByfY9HkMq+Y7BpC1pLS93u9WIHchoR862Es22bPXt2MTmpgkkqxqBImERigr17d3PppVc03PVbCTJgy4H5Lp7mQ7a61XhSSnRdJxQKe4tBJWkjsCzbqxxwUdiGqakpcrkMTU0qK358fIyxsWnvP8eRSOkgpSQcjuR9jhykLBW1WzgCgQDRaBTlL2g0tK/Os5/97OVuwoqGds31yHvuLk9W0jTE1q3IkRGYSqquNK8aIDZsQCanlH/viQE4ayOOaUI6BbaDaGsrO85s4/BM3oBA2XfOd76lAj9C1OQJXAlLNW+oFQtJejkd2lJrn+2N/9EoYmwMJ5MhEA6z9YrnYaxS3p7uuCkEBAI6prmyPCbmirlWv88Xs81XaqkU1XWd8867kL17d5NITJJOK6JL1w2vAh7m9pzNNK5Xkq115SlBen53SlZJIiVFVXhQTkLOpSK2lER3j+N6GhYSZu5xKgWaYzEVeJ+aStDa2oaUVJ0Xu/PoJ554BNtWcxS3esetzFtIkLnwObBtm0ceebBiXxEMBmlujnP8eF+Rd5imKbUF15fQx/Li+uuvr3lbIQR33333orTjm9/8JgBvfOMbiz6/6aabeNWrXrUox2w01LpGqbdCwGyEfjAYJBBQqieWZbN2bTfnnruz4topGm3Ky/mKfBV3KL+uMfntbx8gHo+j6zqDgzaJRIJYLOYlM5QSb4VyzIXXIpNJ09TUXOZL6PYt6QoJ+KWodU4y23YnTgywceNG77OZxuPS+6ZUYjL5hBCN48f7zqiYjw8fPqqjaj8fDiPGHNKhsLKqSCYra246jlqbD56EztVquy296C99Kdq113ux6uVU32k0LIj4u+mmm/jIRz7C5ZdfjhCCnp4ePv/5zxMMnrlM6krHcnnXVJKjEhXaIi6/XJF+Q4NFVX3O5AR85C/g2utUR+FV8BXIfyWTOAVyXYUyo6JngyK/3OxVIVQpcc8GyAcJMS2kaWIPDxUF6SrJlXrXs4bquYX+vhIqVRiUSoOJeDOyd7vKpkinENu2o7/7vXW51wsN5MhcDuf++5CDAzhd3YjnnT4ZHPMhZ5TPy6S3ACiE4zhMTSX8TLrTCC7pXa2iYzGk6CphfHyUgYG+vBymCgpmMspDwq0QUOScIqgdR1UtRCIRrw2VgnjRaIyJibEibwr333Q6hWEYBIMBbNvGssoDavOFe/ypqQSrVnWe1vJ4+/bt4+DBg3R2dvKsZz2rTGbMx+yYMVnpf78H5+gxnC9/CSwTQmFERwdCE8g9u1UlYD4YLgIB0OPI/fuQLS1lUuczjcMzeQPat96iNspmp7/TdeTevKRr7/ai7efi6bsY84aFoJHknxejLbX22X4l/NzQSNJhtVaKxuMtrFvXw+DgCSKRGKaZJRAIoPxL5vecVRvXC587V3ounU57PlRKchLC4bAnSWmXyMyWkpBzqYgtJdELj6NpgmAw5FX9BwJBVq/uqhhodgPv6XSaUCjM2rXrZnwvWlvbWbNmXT5BSXl2hcNhb5ysl3zwbH1FKpVkcnIyn8w07Z+Yy2UxTbNmST4fi4fjx48Ti8W49tpraW9fPmWUvXv3LtuxGwm1rFEWoyp/NkJfCEEkEkHXjaqk3/j4KE888QhTUwkv4SCbzaBpOul0EseRmGYOXY+Qy+VwHKtilbVpmhw8uI+xsdGKcZBYLFbkS2hZNlLaCKHX3K/UOieZbbtUanqtNzDQz969u9G0Qtnq6fG4u3u9N/bkcjmvilJKiWXZpFJTpNMpdF1fEb5/Pnz4mD+q9vPt7cjhYSLpNBw5RF7HvfJOLEv5AEaisGkz5LIq4bdnA6LGRNkzCQsi/jZu3Mi3vvUtUqkUpmnS0tJSr3b5aGAst3dNIUrbYt9zt6r06++bruqTUmn7ZjLwkx9D7zaYnFB/F8p/QZH8lQgGEa9/I84//wOMj0PHKqUlPDEOXWtg3Xq14d49eY8g1P5Kg3QLrJSsd6VlteoDOleXVQcITYPOTvX/qzrrVum3kECOJ0c6OYkMBXGyOcRP5lYNsdyYayWcW5FVKfavCBXHzyw+TVBKeg8Pn+TIkSNFC6DFkqIrzCzt7Oxi3749OI7tZdurqjxFnAmhAYr0U5h++KScbsPg4AC5XDa/yFUBOMsycfKTtGkCcZr8syyrYgByoQgEggSDQYTQ6O7uafgF5Q9+8APuv/9+PvvZzxZ9/uEPf5gf/OAH3t/nnXcet912G01NTUvdxNMeMyUriXM2w89/5pFjApAjw55ciGjvKNiRBl1dMJVARmM1j8Mzee3JY0dBglizZvqz0RG1kJGopJv8+Atz8/RdLoWGmdBIpFe92zKXPtuvhK8djSQdNh+/PXCIRKK0tXXkfXfr+8y7z51t2151iOM42LaFbeMl4gqhZO2Syan82E5VEnIuFbGViLFwOEYmkyYQCDA5OY5tO+i6hmEYPProQ3lVgfL7qdoYpbm5tcwHsNI7Go/HCYVCdZ0nVUIt/mG6rhcFut0g/8BAH01N8Yafi6xkvPOd7+Suu+7iRz/6EVdccQUve9nLeMELXtDQMvBnOhZbIWA+yT9u7EL17dO+e47jeB6BmqZ5yYyu7HGp16n6HRw7dsRTJ4HiOMhFF13qnb+uG2Qy6XzirwUIjh+fvV+pdU4y23bRaIzR0RF2795FIjFBJpPGtXEolGY2TTNfqR3MyzBPecoxUjp51RjdI0J93z8fPs5sVOvnhaYR3LCB1b+6H3I5tf6eKV7kOJDJqJi1ps05UfZMwoKIPxfRaLQeu/HhY8GQA8cV8+/691l5ws8tD55KwNNPwpatiFUqoCYdB4aHVbnwOZs8uU9nzy7kf96u/AOjUVVC3LkaNmxA5DOd5PDw9LGM4kBhYZBuoZWS9aq0nKn6QD79pKp6CIXKf1dHabCFBHJmav9K7uSj0ZgnnVRK/ilCRWv4ReyZKO1ailpJ73oveitV2O7f/wyO4xAOh4tkbhxHVeEFgyEvi93N3nfbbFmW14bh4SESiQkv2OU4DqZpFhxdeJmxhd5+9Sb9QC20XfKvFimc5cb//M//lEmjf+973+P73/8+z3ve8/iTP/kTDh8+zBe+8AW+8pWv8J73vGeZWnp6o1qyUkVyLJVSpF/Phmk5cHf71jbEsy5BrN9Q8zg8k9ceRe9JHpmMUiMQKP/iwuPP0ZtvuRQaZmxTA5Fe9WxLI0mZriTUW/JtvnDnL6FQmPHxUQzDKKvgq+S351bdjY/Pz3Ou9Pil86eurm76+o56gWch3GOqiaJp5rykm2AwSDjcybp1PaTT6arzsJmC4lu2bCvbvhIx1tHRyYMP/gqQhEI6oVCIXC7rtTMcjmAY5SGIwoD0bMogS/nOzeYftnfvbpLJKVTGhsiTvHFvzucHt5cPH/jAB/jABz7Ak08+yR133ME//uM/8slPfpKrrrqK3//93+eqq67ylaoaDEuhEFBr8o/qe4/T19dHIjGBkjN2i1Acj9xS3oA22WyGYDBEoexx6XpHrU8q63ebpsnw8KDXr0xNjea3VWv9aLQJx5m9X6m1f5xtu9Wru3j88Yexbcs7H1Cxh8JqRk1TZODWrdt5+OEHyeWygCiydJBS4jjTctO+758PH2cuZuznL7kcvf+kstoaGVHEX7WqP4DEpPo+P/eeS6LsmYS6EH+FSCQS/Nd//Re7du0CYOfOnfzhH/6hn6nuY0kgutdBKjld6VdI+oHy5ZNS+fds6YUTx2FoSH0XiSL37Mb++EcRr38T8j+/5vndEeqEPFGImYNQCJlMqsCcAHStLFBYGqRbaKVkPSotZ6o+IBzBzmUZXreWdDhMJJOha2QMTcq6SoMtJJAzU/tXcie/Zk03x48fI5vNFJEnoII8TU3xhg4sLpVHT6OjVtJ7IYveapV9pcFI08xhmjlCoZDnVeHKx6gA1rTvTqFkp6ZptLZ24PoAjo+P5jNRpxeDhVDeFLLs83pD0zSEEKRSU+h6a8MT4QD79+8v83a54447aG5u5gtf+AKRSIRrr72WVCrFT37yE5/4WwQUkmOcHMDYsglr124IVkmAWb9hTmPMTF57BALlsZ9wWEmQS1TSUenx55iAs9B5g23bnOw/RnLXU0TGx1mzei3G1VcvmDxcaYkgjSRlupKwGNXvc0Xp/EXXdSzLor29g46Ozhn99lwsJMA52/ypvb2DkZHhgqCsxDCMfJBVeSyFQmHvWaxlzlUpKN7T06OcEioM5aUyenv2PEkul80TpDqTk+OeVL3jOGSzWeLx5jLCxQ1I15IkVes7N5++Zi6/aW1tZ926HqamJou8kt05kWmaHD/ej65rVeXdfSw+du7cyc6dO/nLv/xLHnzwQe68807+8i//Eikl73rXu7jhhhuWu4k+CrAUCgGzJf+4fa9tmySTSbLZrNfHSjmdwFi4PhJCI5Waorm5lWxWVeoVep26iEQqF024cZDu7p6ifqVUzni2MaXW/nG27YaGBjHNHCqJUy8i/wqrGd3xOB5vQQiBrhuer6xLlNq2hWEEvOu2lMk7Pnz4aDzM1M/bPRuw1/VANquIv1yu+o5sB3m8D9FzFjD3RNkzBQsi/p773Ody8803s3278iE5ceIEr3/96xkcHOTss88G4Cc/+Qn/+Z//yTe/+U1WrVq18BYvEP/5n//Jl7/8ZYaHh9m2bRuf+MQn2Llz53I3y0edoD3vKuzbb4OJCVXt58gCpToBhgHt7TAyCk88Drns9I+DQYSZU9Vj//zZ6tVvQkN/wQtBD2Df+wvYuxvR2VVWHVApSFfJW28ps+9nqj6YaG/j4LZeLNtCmCaO1sZA5yo2D52i/Y/+pG7tXEggZ6b2r+ROXtd1tm/fwRNPZJmYmMiTKCr7Lx5vobf33IYNLDaSR89yYy6k93wWvbNV9hVC13UyGYdMJuMRfq4Rey6npGyi0RgtLdOVgJqmEwyG6MzLDw4ODqDrulfR5+7DXQQrFGd8LhY0TfcqDm3bamgi3MXk5CRrCmQele/II1x11VVFHh4XX3wxt91223I08YyAS44JAYa0sf/8Q8j+4yqxJxSGjg6Eps0rAWYmrz2xQS1QyE7PQ0R7h8pwBOjoKNp+qb35xsdH2ffwg+T6juXnBBrH942w+YF7aX/tH89bWnulJoI0kpTpSsFyV1JWmr/ouo6u66TT6aL7uxjVibXMn0DQ2lo8TrvjvQrKRjnrrLPn/CwWBsWFUOftegZWg/tuj4+PYVk5crkslqXk6lx5PEWeGqRSKXTdQNfLvQ9dElUIUXZehQHv2d65+fQ1pb8ZHLTZv/8ZWlvb6excXfE6ptNpotHKaxd1r3YTDiuJ00ry7j6WDkIIrrjiCkL59f13v/tdnnjiiWVulY9KWE6FgNK+V73z01kPSlZZUij7qetGQXJDBsMI5GU6HY8ECwQC9PRsZHj4ZEXv7sI4yEz9Si1jSq1zkpm2O3VqyKtuL/RwVec8TX664/HJkwOAui5CaNi2u41SLXIc2yNCK8V8VlpSmA8fPmaG28+77/7Bg/uJxWJ0Pee5aD/9EbJnAzKzf2biTwCDQ8h1PQhNq6tS3UrCgoi/U6dOFUl6ffaznyWXy/Hd736X3t5eAPbs2cPb3/52Pv/5z/M3f/M3C2vtAnHXXXdx0003ceONN3LBBRfw1a9+lRtuuIEf//jHdJQEWHycnhDBIPoH/xz7zz84XY0HanYSjqgM+zXdMJkAJDgG6DoEgiAEsu8Yonc7jI0rec8Cfx3vGIaBHBrGeMObFNH4iY9WDOqVBumqeestpTddteoDWwgO9qzDaWtDa2+H0VH0TAYnHObQRc+ifWtv3dqwkEDOTNUTK72Tb2/v4Morr+b48X4GB08gJaxZs5bu7vUNPSluJI+e5UYkEvH8GqeDc9OZk6ULoLkseqsFCEsr+1yEQuH8glQt2or9aTQcx2FiYoxotCm/2Mtg2za2bbF6dRegAp26rhONNnlyn252p4ulIP2mj6XOub29o6HfCRednZ0MDEwnKzz11FNkMhkuueSSou2UjE7lgLKP2lFL4o2zfz9MTcHQSSUbIoGhQeSWrej/+z1zToCZzWsPKYu/cxzE5i0qvJSXLVkObz7bttn3zC6sY0cRtg1CoEmJHQhwoKuTi796G4G/+fSc27PSE0EaScp0JWC5KynnMn9ZjOrEWo6vjiuLkkVcBINhzjrr7FmfyXoEWwvfbcMwMM0sjiPzfr4WQgQ8BYBAIEgoFKKlpZVQKOKpEwwPDzI8PMTk5DimaZJOJ4sUB7LZdN6rcDrgXe2dm09fU/ob0zQ978RUaopEYqIicVjt3kspmZpKEA5HVmR/d7phz549/PCHP+RHP/oRw8PDPPe5z+Wzn/0s119//XI3zccsWGpCqLTvLSa9BLqu56uqHc+f1PW5U+/9FIah09zcimWZpNNpNmzYyKZNW5FSJRjMFgepx5hS65yk2nbRaIzhYeX3XugVq7wMZT55Q/fG42QySSQSJZfLelWQrue7uwQN5dUsSmM+KzUpzIcPHzOj2ru/+XWvo/lb30IaAVWwU2KB4UFK9d1AP6zfsOSJsqcL6ir1ef/99/PBD37QI/0Atm/fzjvf+U5uvvnmeh5qXrjtttt47Wtfy6tf/WoAbrzxRn75y1/y//7f/+Md73jHMrfOR72g77wQ/vFz2J/4Szh5QlX5GQEIGNCzAcbGVNaAEOWGaZaFHB2BWBSSqYr7LySYZgvquUGxRvGmq1Z9MNTRhhUOo7W3K3PUgupc07brSs4sJJAzU/VEPTr5Rs800zSd9evPYv36s5a7KTWjUTx6lhvj46McP95HNj9pcYNYTU1xDCOw4OqFagHCSpV9QF7aM5b3n3DypJ9apMVicQCSyQSJxKT3juq6hmEYPProQ2zdup1YLMbx41nS6WReLlTDcdRiUNM0AoEguVxuUck/wwh45xmJRAgGQ3R0lCdsNCKe/exnc8stt3D55ZfT1tbGrbfeiq7rZUGoPXv2sHbt2mVq5crATIk3YtMWRQj2HYV7fwFNTYjtO9RcIJOBcBgRjyM2bZ7XsWfz2qv0ncyZ2Df/X+TBg0pavLcXeXwAuWlz0VxhsVQEBgcHyA0NIiyrbJ5kGQYnQkHWz0Na208E8TFXLGcl5VzmL4tRnVjL8c85Z8uCjluvYGvhu+0GyRXh51Z6OOi65n0vhCAUirBlyzbGx0d57LGHvN8nk1Mkk1NFlYIu+ZdMTlUkOWdqTymq9TWFv3E9rFzvRMdxyOVy6LrukXZSqt8kEgksyyIQCBQlWLnzvVLFhZna4KO+OHz4MHfeeSd33nknx44d45JLLuFP//RPeeELX0hLS8tyN89HDVgOQqi073VJr1RqCikdHMfOE1qK/EqnM/nKaAPbdgiFwsTjzZ6/KsDY2ChQexxkuSveQVmNqArsQk9qV3XIlfSc/sZNRJm+Vkrq1PWLj0SiSAmGYZRJMhcmXSgFmjSjo6MMDg6wYcPZ7NixE8Pw/Th9+FhJmClJ6wDwrE/9Hfr99+Ns3oL8f/8Fplng9yemi3w0DU4OwqYtS5ooezqhrsRfOp1my5YtZZ9v3bqV0dHReh5qzsjlcuzatYt3vvOd3meapnHllVfy2GOP1byfClX5pyXc82iU86l38MrYeQHiK1/HevMblOFnJIo46yyEbuAMDqpgnmFME4C5nKoINAyVMdDZpaQ/8/uzhWCoo41UOEzUkax73nO9a6efuwPt727CyQfuRElQD8C5/z5kFW86mUggf3UfWh286Wa7ryIUhLe8Ffu2W5EFRGU6Hkdbr8qjS6FpglQqWddnpa2tnUsvvZwTJwZIpZJEozHWrp09kFPW/mAAaVmIeBz9rTegLcCgfXx8lL17yxcWvb3Ln2nWaO/rXFBLxmLheZ3O51oN7qTGcWyamprzwaTpbPCOjk56e7dX9IGoFalU5QBhaWVfIaLRGM961qXs2bOLdDqJYRhF3jQtLa2MjIwghE40GvaCda501erVa0kkJgHXY29a5tNx1MLYMPS8J/PikH+6riGlqqYMhyPousHatd2nxfPzvve9j9e85jVcc801+Umuzdve9jbWrVtXtN33v/99nv3sZy9TK09/zJR4Y33+c4h4HDk1BePjKlswGET0bECsmiaQZTKJMwvRNdM8ZiavPREIoj3vKu+39je+jnz6KeTJk3ByAHI55NNPYq/tLlIJ8MjM8XGYnIRUEvv229A/9Ofo51+4oGuWTCbRsllkhRdJSEkmGp2XtPZ8EkGWWyK9UdHoiUr1xHJVUs6l4mIxqhNrOf5CPYHrVYFb+G67QfLJyQls2/GqPgxDKQQoWW7V/mptKK0UnCvm09cU/iabzXi+hO45ufMo0zQ5eHAfY2Oj3ppBqSRMEIlECIVCnhRgLNZUUdLvTEp8W068+MUvJhaLcf311/MXf/EXrF69GoD+/n76+/vLtt+xY2kUeHzUhuVSCajU9waDQQKBNlKpFJZl4kp/KlLLlb5U0u3hcKTsvc/lcuze/aRX5XzxxZcyNDRYdQwv7NtzuWnp5FAoxPnn71iS8V7XdbZtO5fdu3eRzWZJJFSfruvKaiQYDOI4tncvXLJSJX9OS1ALofxx161bTywWLzvXgYF+EokJzxM+nU4XEZ6HDu3n6NHDnHXWOZx//oUrdq7jw8eZhtmStAZHhum+/vno1z8fs7MD+cX/W1zAI4RS9JMSWlsRz38R2rZzl+FMGh8LJv5++MMf8sgjjwDQ1NTEyMhI2TYjIyNLYsA+E8bGxrBtu0zSs6Ojg0OHDtW0j2Bw5Qwyrl+Dkl1Z3rbYu3Zh3nozzmTCy8TnZz8i8Na3o89zAm7v2oV9683Q0gLJKZhKwL69yLXd6v9DQdVJWCaeNl0mDbEYWjiC1taC8cb3Yd3+FUal5ODZZ2FqOpquM9LTw+CTj7Jt27m0t+efp0AEfu9FVdsjBweQocqBKhEMoA2dIBBY+PNV033duRP595/Fuu+XyIEBRHc3rZs3M3r0sJdZWwjHcWhujtelfcXQ2bhx49x/lm+/fd8v4eRJWLMG/aprEAsg/WxbeXhIqYgKUIEmKdXnl1125YJImYWikd7XuaKnp4eBgb6qGYs9PT1F1/Z0PtdqGBw8jm2baJpGKBQkGGwnk1HSmZqmsWHDWZ5v3nzR3BxnePhkhYmTyAfawK3EcxyHQCDItm07iETUArS5ublsn+l0Dl3XCAYDxGLTRvS5XI6xsVFGR0cQAizLwrKmb5bKAlV+gLqukU6nCQSCmGaurgSgYRievGcoFCYQCLBt2w5CVfraRsOaNWu46667+PGPf8zk5CQ7duzg8ssvL9pmdHSUV7ziFVx99dXL1MrTH86v7vMq/QohHQf270N2dSFWdSKz+YQg25mW/XYD2bN4yC5Eyrvot7qO3LMLhKbmJ5oOumoTJwaQzS04X7kV/upG9ZuhQejvA9NSbZ2YwP6zD8I/fg79/Avmfc1isRiDoRDCjWYVXjchCKdSiHlIa89VuqoRJNIbEXOpgFgpBOFynMdcKy7qXZ1Y6/Hne9x6VuCWvtvBYJD29g7GxkawbeUz7FbAFLb/5MnyNiiS0MC2bc8TSo31glgsTrqC6sds7SlENZm8wt/Ytl3U9bkS7aC6xGPHjhCNRoukAEOhEKZpsmpVJ7FYHMdxOHq0coxhvvKvPuaOZDLJD37wA+64446q27j+1Hv27FnClvmoBre/Hxg4TiIxQSQSLSPSFrNqtlrfK4QgEAgQDoexbZvx8dEib3O3wi2ZnMK2I17/pWQwp5icHCcYDCKEoK/vKL29587Y/tbWdjZv3spTTz2ObVsEAkpa88CBvWzdqi1JYnJ7ewdbtmzl4Yd/m1+36oAglZoCmggGg0X3ojARJRKJFCWiVGqvms/sJpPJAJJcbppULYRtWxw6tI+hoZNs3HgOmzZtPS3nMj58+JjGXJK0jNe/GfOuu6DvGNi2suuKRNSaWdfgnE0wPLRUTT/tsGDi72tf+1rR37/85S950YuKCZDf/e53nH322Qs91LIjl7PnlXXYiHCD6pZlL2twXeZyWLfcDOk06AbSkaAbOMk02Vtuxvi7uUtgFu5Ta2lFxpthbASZzqis+M1b4dgRFUgLRxTh5zjqv1QKRzfQ3vC/kDvOR37ybzn007uwsxm0UBjR0Q5C+T7s3r2LSy+tLdPM6erGyeaqetOJ1WsxzfKKnLmi5vsqdLj6eq+isdO2OdrfXzG4oOsBOjvX1KV9dYPQEddcj2HoWJaNJYEFtE9JMGYrDjyWlaOvr49165ZPjqdR3tf5YsuWbflqyuJs9C1btuVfvel7d7qfayVMTiYAdd4uXI8Dd1Kz0Pdr1ao1HDlypOI7HIlEedazLmVwcLCswtY0bUKhCJZllz3/lmXlF7S613a3ShGkd9/cBa8LKcn7Ado0NcWxbYd0OlW0jYKg0uKuFhhGgEgkSiAQoL29g46OzqJzOl0Qj8d5zWteU/X79vZ23vrWty5hi1Ye5MDximMvIyNq4ZDJewaEwmoeIDRP9tut+pvJQ3Y+Ut5uFZtz7Cjy3p8jmuLqN6eGVRvMLGSz0BSfJt7ybZKOg7z5i8jxcUX62Y5HUKJpkMti/9Nn0W6+bd6VcV1d3fSv7sI6NYy0i98nw7JYm83NS1rbDaZZlun5huq67hH3LpFh2zYn+48x9eMfEolF6MpkEFLWVSL9dCXE5lIBcTp75hTeHyklY2MjWJa5pOcxn2q6mTznqj1v1b6by/HnUxVZTyn2SoFyTVNVIalUiqamuFfpV9j+Sm3QNB0hBIYRyFeOBLx+QkpqIszmI5NX+BuXbHS7X1eiFMgTj+VzF7fNsVic7u4ebNtmYKDy2mqppPrOdJTGqXw0PgrHrXQ6RTabJZfLEovFCRTM5Razaraw77VtE3cNFwgEaGuLk0wmMM0chmF4XqaappIWVMKCg2VZGIbyAjRNCymdfKKr2j6Xy/L0049z5ZVXV5172LbNgQP7CAaDnmSo+nzpfEJVcvQ+j/R0IaXyPg0E2oruxVwSUdz5jCJ1pSefOhNSqSn273+G0dERenvPbfi5jA8fPqpjLkla8uB+FTqy8nMqy4apKYjFYONGcJx5JaWeKVgQ8ffMM8/UtN2GDRuWPVu9ra0NXdfLKhJHRkZYVeBnNhtWSiDahVvstlyw76uciQ9KAtO+d+4eMqX7FJqG6FyNdCTO0aOQSsH6HhUwczQIhdRnajUJkQjO174Kb34rgy3NmO3tVbNhT5yoLdNMPPcqxE8qe9OJeBzxvKvqeh/mel81bebgghB6Qzz7hZJf2rp16Nddi6xD22oJfjTE+S/z+zpftLRUXwRUO5/T9VwrIRqN4TjVJjUOkUhswec62zus68Gyvso9ZrUAmaq81Ir8aVz5K9fXotj3wdszUrqVgSNYllWl0m9+J63rBtFolN7eHXR3ry9aTK6EZ8ZxHN785jfzqU99an5V0T6KILrX4Zhm+Twjm1ELiPzzLTo6kKeGFJEmtGlCkHIP2cKxSI6cQo6PI0KhsmM7iQSiRCK0sIrNlReVeXlRMhl1bMdRD7OZg2B+v/k2CcNAHjmsEpncSr+iE9ZgfHxWadKZoOs6W7ftYN9UgtyxYwjLRGoahmmyZegUxpvfOi/STdd11qzpZteuJ/PEleqnMpksO3ZcgKbpXtAvd/IEIhbFiTcxsLqTTcf6aZ1KVr2uc8HpTIjVWqW1XBJp9UDh/RFCMD4+6slHBoPBJT2PelTxzfS8ATM+i4XHn5iYYHx8FMsy6e8/SlNT04I8j+ZTFVcN1UjKSCTK+edfRCaTrnj9KrXB9Qh0HEk4HCYcnvb0MwyjJsJsPqRt4W8CgRCalvbmbq5EqYtIJFr2eygmIyq3wUHX5y//6mNu8GXSTy+UjlvqHVFrimQyQUtLm/ceLnbVbGursiUZHj7J5GSCaDTmVSkryUsbIQSapiwQLGs6SUpZHtg4jlsJqNZA01XD6vPJyQkGBvpZv/6sim2oNN4rj/gMlmWxe/eTnHvuzkXtS06cOE4ul8VxbCzLQgjl1ep6n2YyGUKhcNG9mC0RxU12OXFCVXSGw5G8L+zsiZuO4yClQzI51fBzGR8+fMyMWpO03CRbsXoNcnRUrZdtR1X6GQZEY2ix2LySUs8U1NXjrxoaIVs9GAyyY8cOfvOb3/D856tAgeM4/OY3v+ENb3jDMrfuzEXVTHxml9aazz6JRSGZQnR2Inu3w6lhVS4cyfv7re6CyUmc4SGcv/80U3/x4bpkw4pgEO3Nb1XBvgJvPS0ebxgD0npLFNUbpZJf9q9Nsj/7EeJ/vRWxbWGSX/UMfviojOXy6GkEzDypCbK2TtlJ832HqwXIotEmAoFgUbDLlb8SQmXhZzLpiv41oDLlTdOsUOm3UEhCoTDRaKxh+6uFQErJ7373O9//p07QnncV8qcVEm9CYdA0RF6yW2ga9GxA9h2DnAnhcMVxunQskkePQCoJPRtUhV4BSucxpdWBMpvxpDxl3zFY1QnSreATalHj/djx2iS29iIPHyon/dzt5unBV4jW1nYuue5FnOg/RvLpp4hMTLCmcw3G266e95zFtm1OnhygpaXF837RNJ1wOMzJk8dZu7Z7OuiX9xjUpMTWdQ5uWM9Fe/ahSTnv+aHbhkYnxNygWDabJhSKFPVttVZp1VPGcalg2zYnTvSzd+9uNE0QCoXJZjP5hI7p6gJ3zHHPo6ure1GrN2sNYlar5qv2vO3duxsg/x5UfxY1TceyLI4cOegR5qOjI/T1HWPHjp1s2DA/VZ35VMXNhPnMQSq1wSV5U6kUwXziw3z8EufTnsLfjIwMMzo6gq4b6LrmtaGnZyPDwye959ANxKv5kUYkEqm4v1QqSXNznM7ONQhx+s9VfPioN0rHLTcJQBFp6j1zEwGWompW03TWr9+AadpFyZJ9fUdxHBvTNKtaGCifUrtEEUWRmIq8Up+fODFQlfgrHe9N0ySZTHj+owMDx0mlUouatDQ0NEQiMeG1WRGaNrpu5NeL9pzuRXlFZ4ZcLkswGPbUYmaD245Gncv48OGjNtSapFVo2yE2nKXWzJalkl1NC6YSaO/5P1UVdnyf+EUk/nK5HEBRWfpy4y1veQsf/vCHOe+889i5cydf/epXSafTvOpVr1rupp2xqJqJz8zSWvPdJ80tkH8mhaYhhQaBoAqe2RYc71edh6HDqWFCX/sK9rXXolfwv5orIaRt36Gkqe67D3liAG1td8N1Po1Izsws+ZXBue1W9AVKftU7+OHDRyGqT2oM2ts7OHhwv5dJutBg5XxkxqB6gGxycqKo3UIoQiIabcrL3ATyJvflqGXxNh8YRoDJyQkeeOAXhMNRdF3DspQf5/nnX0R7e+1V/D5WPqol3oj166C1tYg805qbcXq3I6cSaNdej1i/oWicriTrSTQGExNlvoBQPo8p8xt05UU1bVq6xDAAoaQ+9QLSxjAQ7R2IWAzt7e/EevxRmJgoJ/8MA5pb6iJ3omk66zacDfMkFkpRGNQrDI6DCmjt3btrOugXDlOotWcZBoMdbaw9NTrv+WFpG0pRKYi01JKghUExV868sAKs1kSleso4LgXc804kJshk0oAgk0nnZR/VNm51gfvsaJpgeHiI/v5jXnXgsWMp9ux5mg0bNrJp09ZF92eerXp0pufNlc2ORsvXErlcjt27nyQUihAMhti9+wmkdHC9uDVNIKXNrl1P0t29bl6Vf/OpipsNtawjSt+pzZu3cuDAPq8Ndj7hobt7PbquEQqFiMXi83r35rOucX/T3d2D49hl8yIp1X23bassEA+C48f7aGqKe4F4d39CQCCgF5EIPhYX1113XdXkNMMw6Ojo4NJLL+WNb3zjnBSgfCwOSset6SSAKaR0ZTQX1kctFInEBKaZwzSrqZlMQ9klaEhp43qHKkEH6Ukfj44OMT4+WpG4i8ViDA7a5HI5bNsim80ghPAqBpUX6uIlLdm2zejoKRzH8fzblYqLREoTwzAIBII134vSRBg1Pou89GmG1tZ2RkdHKsZjCmGaJtForCHnMj58+KgdMpcj/sijXDhwnMHODjJnn00s3lw23yss7JHRGHSsgrFRJR7VtRrt2uvRtp1bRPTh2Minn0JOTfk+8SyQ+Lv//vu58MILaWpq8j776U9/yhe+8AUOHjwIwObNm3n/+9/P9ddfv7CW1gEveclLGB0d5Qtf+ALDw8Ns376dW265xZ/oLSOqZuJTLq1Vl322tCDe/R7k12/HSSSmpb4ce1ruUwiwTNA0Vu/axclN52Cfu0NVAxRgPoSQCATnLU11JmImya+2vOSXTCQWJGkGixP88OGjEKXEmutZNDh4AuUdUT+pudKgWjgczgfVZpa1qxQgK213OBxhYKAPxynMypy/V998kMtlvUzZqalJz1fHNLP89rcPcNllV9Le3rlk7fHR+KiWeCMP7C8hBE1ELI7+nv+Dtu3csv2UEXcAHR1waqjMFxAqSISWKhK4v3XlRbNZhFt1GI1BwFDJSMEAdK9TpN9bbkCLNaF/8M+x//yDkMuq30pHkYM9GxAtLQ0pdzIbGZVIJKa/b29HDA95HoNCStKuN+o854e1tKEwiLTUkqC1VCPWmqh0OikZFJ63GxAF8t5Iuf/P3p+HR3ad953459ylFhQKawPoBhogm72gN1LcWhRFkZQoyXLsaDyOMv5JtmxJlCMntjzj/JxJxs4othxbtDKJZxLHesaWTFqRbcqO7WgmtmRbKymJlERR3HpHN7sb6MbaWAu13e3MH6furR0ooKoAdHd9n4cPSVTV3e85532/7/v9BolOlSh1C37nsbS0QCgUwnXdIgLG9wA6fPgofX3NmQ9quV9rPW++/FspLMsilVolnU4Si7WzuDiPZVnouo6uG0V+867rcPbsKY4fv2dT51Ct6EdKmJycCP42PLwx8qwaYV7pnTLNEAcOjJLJpJmbU0lwXddJpVbxPPV5X9/umtfijSTrqxGHhw4d4dy506yuLqDWPyrB39bWjue5O6Z7+FbH29/+9qrEn+d5zM7O8vnPf56/+Iu/4Omnn2ZkZGSLj/DWRum7Go1Gy6wRQqEQptlNOp2mq6ubPXuGtk3hwx/zdV0nEoliWdk1v6/rOoZhkM16wdwkpS9V6o//gvPnT3P//Q+WnVM4HCGRSOB5imxzHNXxreYCPbBiaFbn2/T0JIZh5OY1L4j7fOJRSsmxY2+oeT1UWggTDkfIZPyOTg/Lsujs7GJxcX5dtRjVObmz1jIttNBC7ShV0BmwbbSODkXMlYxlfmMPmbSy6/KtLjwPZmfxLozh/PtP4p18FcIR1SBy5pT6zt5hMM3AJ9598tPId74LOTNb1gUoLQvvW88iZybxBgYRD++sJp16IGQdGlxHjhzhz/7sz7jrrrsA+MpXvsJHP/pR3vCGN/BDP/RDAHzpS1/i9OnTfOYzn+HNb35zY456mzA3l9juQ2gYdlLVYfDSV5DArJR42+g2NcMAz4FYfpvStvCefRb3ma/DmZMwPQ3pHAlYiGiU5QfexOuPPIzT01tGCO00L5iddF/rheu6vPjid1Qi6OpV5NJi8Jnuutx75jy6AOlJeOObMN7/M3Xvs1Jl72YCi0Z3CNxM93U93ArnWvhs+2OKD1036koWlSbVHMdhZWUJwzBz5vBhstlsTpolxEMPPbrhToGAkLcslpbmq/j8NR6FyeDivyuvCcNQhEp7e5yHH35sy5ICfX3x9b+0QXzve9/j+PHjtLVV9hG6EbGT1lBF0h8D/UgpENdnMYaHkG9+GKq8E87nPot84bvl20usqEAk1o7YO4ycmwVA/Oj/gPG+nwyCBverX8H9iz8rIv+C31o2DA1BVzciFoM736AyG4sLiO7usu5DAPe1V3D/w79TXoFtbdDRidbZWdf6qV6sNYZPTk5w6dIFNE1DSlkk9xkKhenq6mJ5eSlICslEAq5OIB0HqWkMT1xjKJOt6/wKj6EUnifZt29/4JHnj9OlqHecrvXYCueHwmPLj/PlhUr+unQ7jn+zKDzvdDpNOp0sGO/JdbqpZyYajQUdfz4Zpmkay8uLZZJq0WiM9vY4Dz74UGCb2azjLoV/v4Cq30mlUpR2/EkpWV5exPMkoVAIx7HJZLL4xTV+l0Th9rq7d/Hgg40j+kvXEZ7nEQ6HOXjwMJ2d68c9lX5vmiH27z/ExYvnqz6T99xzgpdeeqGuZ7bavivFbPWu1a9evcK5c6eQUuJLFhf6j/nvq49bYX27GTRjDbURrK6u8pM/+ZMcOHCA3/md39nWY1kL27WGatZzW/quuq7ykLOsLIZhFr1PsD3zVum5F475yeQqqVSySLazFJqmEY93kE6nAjW08n1oGIbOoUPHAt9XyM/hyh81EVgn+MUxnZ3dhAu8pXftGuDgwcMNPf8LF84yPz9LOp0J5lif9BNCEIlE6e7urfm+jI2d5fr1maK/FXZNh8NhotEYtm2RSCzjOJU7/zRNJxaL0dHR1dRn4lYes2/lc4fW+Tf7/KVl4X7sVyo26ohotEzNTVoWzr/+l8iXXyq2wXBsyGShPZZTz3FV0Wx7u4qNhabUc0aPKLW/xAqMj8OuXsTAHmQB2QgoVZ+VFbRwCC9rIXwicgd3CNa6hqqr4690kvvUpz7FW97yFj796U8HE/Xjjz/OBz/4QX7/93//hif+WmgOmiGBWbhNpifLknl+55328CPYH/lQTiO4YAN+FZbr0jkxwT3LSa7f98abzkuqkWg02VVUFVZF8mtwYbEuya9SNELqdKs7BFq48VBa8ViYABdCW9PofS34laiOY5PNZrEs9U9hMO15y2iajq5rZDIZvv3tZ3jDG+7b0LNZ2CEwNuaytDS/rtxNI6Drek4CrHQFKpFSdU3quoZlZW84z4df+ZVf4ed//ueDroo3vvGNwWfXrl3jP//n/8wTTzyxXYd3U6G0wtDzF/0fehzzrrvWDHKqSYmLeAdy/0HYtQs5dl49ov39yOe/jXvqtSBoqKRIIOIdynO4RF4UqToMpaZV9SXQ73wD2qefwsutn8QOlBAvhN+tlk6ngm4eP4mUzWYZHT1KKpUKEv8iHkeOHkYsLGCk0ww+fAj90c17DBYew1odc67rcubMqywvL2IYBuFwcQKyWdX1tXYj1uJddiMpGRSed6GnE5Ar6gjlOv0EkUgkOI/u7jjJZIJMJl0gtUjudyLwAJqausbAwFBTj7sU/v26446DVZ+39pwnaGEXo1oLqPdCFdXIHIGlvuP7RvkFL54nicc3Rpxs3pNw/S62tX5/8uTLQadKKcqkfit8vt47txH/zqWlhVzH3kqQxL569QqHDh2teT2UTqcryrSq/bYk6G4UtLe38+EPf5jf/u3f3u5DuWVQ+q5alhX4yAkhsKwsmUyaWKwdwzB3zLzlj/lSShzHrRKT5KEKD8KEQmGSyVXS6VRR/lR1sqvrMTFxmQMHDgXn6MeKpmnS2dnN6uoKmUwmJ38tiuKuZnW+tbXFmJvzkNJD1w2k9HKFDhpCCEwztKH1UCUlAv/80uk0nZ3dDA4O0dc3wHPPPcPq6gpAkfefLzm6EYnRFlpoYWehooKO/1kigShRcxOhEOL4XcgfvKgUbkSu2y+TVXnirAVIZaHhqi5Ach7R2A7MzyN7e1WhrZTqb1DUBejbbPjH5H/m/dGTilfYobF1ragcrWwS58+f533ve19RcCyE4H3vex8nT55s5K5auMngE3HG+38G/e3vaMiLVbhN8x0/VHGbIhRCO34XmKZfVqxIQM9T2YasBePjCNdlcHCYgwcPMzg43FpklGBpaYEXX/wOly5d4Pr1GS5dusD3v/8dlpYWNr3NooRKTw/CyNcpCClJ5SS/RB2SX43GekmHwuROC7cuCp9ty7JYXl4knU7mAt0U586d3tS7oxJ5qywvL5JKJclmM0Gg5HlewX8rYkPTBLZtVXw2XddlcnKCsbGzgbRnITRNZ2BgkFgsVtSx2Czoup4jY8r35QfRqhJW+bbcaAm3//bf/huLi4sVP1tcXOQLX/jC1h7QTYpKHn3Bov+pJ5FVKrJ9aA8/glbB8xfUXCSyWcTAbsTu3QhNKwoapG0FfoMiGkXmKpmlZSnS7867AtJPXhjD/div4P7FnyFf+C7uX/wZ7v/+K3hnTpXvt4b1k7Qs3K9+Bedzn8X96leQ9trn2Szous6BA6OkUqkcUSNyY5FGLBbj0qULHDgwiq4bwbgiERgDuxn9oR/BfMc7614f+oRY4T48T6LrBocOHWFlZZkXX/wOk5PXsG2LVCrF8vJiUWdzs5L6ajytXERRmtjzC5XWWpf6BOG+ffvZtWuAffv2c//9b9pxRUiF5+17OuWlxFQ3d29vHwcPHqavb3dwHrt29QVzW6man9+F1UwCppb7tdbzNjp6lNHRo0WfKSk3DdMMBVKghUSZClVksF9dNzh8uPZK5PXW636yuRL8BC9UXyOs9ftsNsvq6mouAZ4uSoCXSf2WoJb7uJFjP3nyZRYW5shkMrm1V4b5+TlOnny55rX6Rt7XFnY2BgYGSCR2jirBzY7Cd1WphyzgOE6OUHOQUhFCjuNw2237dsy8FYvFyGRU95vjWGXzTilM0wQ8br99P7t3lxef+B18nudh21YwRkFxrCiEoL29A9M00XUtV8iTH6c2Yz9TC3bvHsQwzKA4FQiKN3yp0Y3MsQMDg5iV8nFCEI93cO+9JxgcHMY0Q9x55z1omvK8NgyDUCiMaZpEo23E4x089NCjO+KZaKGFFjaOMuuLAgjDQE5Nln+g6Ygjx2DPIHR1qa6+tjblbS89KMpHCWWFAaoTMJuB+XlF+ElPkYWFxzM+jhy/XPF4vJyt1I2Oujr+ShGJROiokBDp7OzcMimwFlrYKMQ998H5s3DmDKSSanDwA08pVXvwqy/j/N3fwuxM1cr7WxUbqbDdCAqrwoSmIfcOIwokv6KpFCIaQfvgh3fMvSjt5CpEszoEWrjx4D/bQghWVxNFnkYg0DSxqXcnkUiQyaSCQLJQkgUo+H8CDw1d14Nnc2BgkJmZSWZnZ5ibm84F3sq4vbRr1a+Wv359NudZ0eirVIy8n2BlqASpCoZDofBNlXC7cuUKXV1d230YNwXWqjCUiQTOs9+ARyt7UvvyoPT1I0++CpEoIhQK5MnlsTuRz3973epFX5HAe+YZJsfOkJ6bJWo77B4fR1y4gPe3f4NMJFR1YwOqDit1OG6nuXkmkyYej2PbFq7rout60FFn2zaZTHrdbrZ6sZavmS+PaRgGtp0NxtBkMkFnZ3eu0r45Sf1a/fs2gkYoGTQbpeftezplMhmklIyOHmVwcG/ZM+D/Tvm+UpSE1TQt6A5s1nxQ6/1ar0Oz8LN4vIOlpUUymXSwLlCeTkZuP8pLzvM8DMPk2LE31CzXXa8noZ/gXUvZotrvbdvGslQxkueZuS7fNG1t7YRCITxP0tnZUST1W4i17qPfwXjlyiUsK1vWoVt47ACTk1dZWVkC8s+MWsdIVlaWA9WF9ZRMmvG+trA9GBsbo7+/f7sP45ZBYefcyspSQKDn4xQPx7GJx2NomrZjCq537RrglVd+EHS9qXVCeY7TV1YRQpDNZrly5fXAy64U/t90XS8i0Eq744QQxGKqy911PTRNb3oXfyKxjG1bOI4d3COlrqITj3dueD20ESWCnp5dPPDAm3nttZdz8q8++ac6/TZqU9FCCy3sHFRT0AGqqrmJwSE810XsUr7d8upEPmcvNBAF42solCf+PE91AmYz6vu6hujpLd74GlxVVSLyBkPdxN+/+Bf/ItCXtm2bsbExTpw4UfSd8fFxent7K/28hRa2Hb70lrdrF1wt0RnWNBgcQr78EnJiArF7d81Js0ZLX+5UNIvsKg2oyyS/HjlE+O2P4Qi96aRDrahVputWw63yLtQK/9leXU2UyZNpmiAcjmzq3bHtbC4YFGWkXyH8BJe/LyEE8/NzXL06TjK5ysrKUvD7bFZVdYZCIV588buMjh5lYGAP58+fCaT6dgqk9Ghra8c0QzdEwu1P//RPefrppwEV0Beup3xYlsW1a9d417vetR2HeNNh3QrDyckyq18oJ88IRyCTRh48hH73vWiPPIL7+aeVekC1bRcEDcvJVc63R7AiIcSe3XhCMOU47B+/SuflyzAzjTxyDFEyn1SSP1nzfNfocNwu6ZJkMpmrFo+WfebPk1tBVlXax+TkBLZtIYDw6ioZK4s0dDBDOaIiQyQSxTAMPM9jbOxs0ZxW5B25iSKxG0mes5GodN5SKinMtWTS/d+dO3eadDqNkn1WCVm/a9AwDPbsGaIZU9VG7tdaz3ThZ76vk2VZRUVBhqFjGDqapgjAnp5dnDjxpg0lP2tZr1eSYvPheZJoNLomeTg4uDcoLPLhE+cggu5Ff32SSq1imt2Ypsno6LGqHn/ViLRCEjKbzZJKJXMSgfFct03+2P3k9OzsVBlRXHisMzNTtLfH15Xtv1Xf15sN3//+9/nUpz7Fj/3Yj233odwyiEajpFJJ0ul0mY9bYRecZWV3VOx8/foM0WiUdDqJ58mAlPS74fyOtGw2A+Tqx3OerKXFCIVQkp9aEYFWqbDAl8W0bZvdu4eIx+NNi6ld1+XcuTPouk5v7y4WFuYDpQZN04PxdaNFDrVIlfvo6enj4Ycfa2ohWAsttFA/1sv1lX4+8NBb0EqsL3xoVdTcyuwyIpG87Gc0ivLIyOW9pISBAUgk1GKvtxfmZpW119Be5Py8IgLDEfWZaVJNtrmRtlLbibqIvx//8R8v+v/jx49XrMr/67/+a44ePVrPrlpooWnwpbe8X/8YxGJK6tN11QCw7w6YvJaTAFWVALUkzW4ln7dmkV0VE0EIzIHdHDp0BLO7B2HqYG9OPrMZZNR6CZObqQupVtxK70Kt8J/tF1/8bpB48qU3Y7F44Pmw0XcnFAqj61qQLPQDNLX9/GJGSomu5/fluh4LC/OYpkkymch9V+Qkd2xc18GyLAzD4Ny5U1y4cA7LymLbNo5jBwGrL0u2HVDdi2pJc6Mk3Pr7+zl+/Digqs337dtHT0/xO2GaJnfccQf/+B//4+04xJsO61UYisHyhX1F8iwchnAYMTsTkDu1Vi8GXpxzswjbBiHQpMTVdS6O7OXu8+fRXE9JkvT1FR//OlWHpcSTdJwNeShsBXbyPJlMJhHJpPKAcByihk46GlUG79EIjuMEXjOXL1/MVcI7jI2d5Vi8g64/+/MNdVZWWocUJsWy2TThcPSWSHRtJBlY+rsTJx7kwoXzTExcBlRSWSVcDUZHj6Dr+cTsTjnuaigkMzMZn8zMrw+U1JtRURFgvXVtrZ6EExNXSCZX8TwXTVNybiCCRO9a5KFSCggVJauz2UxO3lQRsqpoSOa8rTxs2+bo0buCTo5aibTSDsZCf8jV1RUikWiOhNSJxdqD5HReNrxSIl7iebJmJZP17n/pPfF9fFvYGrz73e+u+pnneVy/fp2VlRXuu+8+/uf/+X/ewiO7dbGwcJ0LF86RSKxULE4shOO4Oyp2TiaThMNhQqFQYKcQiUTJZDKAJBQK5+IhnyBTBZZ5iIK4TxaRgYZhFBFoaxUWHD16V9NjaL9QxDB0hNDo6OgimVQFq1J6pNNp4vGOTcVcGynuuhFUC1po4VbGerm+ap8feO976fj851U8ahiBgo72ocpqbkHO/o+exFteVou5rAWGDnccQGgCOTGucvmmAf27EfsPwp1vUIW0fX14f/Vf4fWLSvJTKE8/xi8r+dDbbq/Y+VeNiLzRUBfx98QTT9T0vU9+8pM7atJuoYVSaEeOoT3+Ebw//ANF8Pns/8K8Gjwk6m8FqJY0a5b05U5FM5N4jU6ogEqMLnzjq1xYmseORNB6e5mFhpBRLdmfYtxq78JG0NXVw+HDRzl37nQgm1IoT7WZd6e9PU40GiOdVsk9zxO5qnZVnekHmbou6OnpRQh1T1zXQdf1XBDry+3kSTwVmEs8z8W2HVKpZM5TSSv6fDvgk32GoROJtLF799ANQyi/4x3v4B3vyM8fP//zP99KCjYZZdWCBRDxOMYjb6V09K7VgHytbRcGDX4yRWQyZS0njmEwc/tt7Jm/rioRS7BW1WElSU8W5pX/QYVjb7Z0ieu6FefunTxPtoXCeNeuIlwXhCDkepirSbKmievYDIzcTsayyGQyQQJMCLCyWV6YvMa9hk5PjZ2VFQPh8cvsX1mlc2aW3UNDhB97245SNWg2Npvg0zSVID1w4FDZM1fojweqi/r8+VMkEgni8TiHDx+rWzKs0YlJn8y8ePE84znPkUIys1KitZYiq1rW6760m5INB5BkMmk6O7s4fvw4s7Oza5KHmUy6LFmtfAtFIOtpmt1B0lzXdQYH8/P2Rtb9pR2Mvj9kIrGM47g4jtq+EEo+dmVlma6uHnbv3sPs7BSV1i1CaITDYRKJ5TU7I31p9GQySTRa3r1c7Z5MTk5w8OBhOjtvjHXKjY5jx45V7bTSdZ2enh5OnDjBW97yljU7slpoDObn5/je957Dcaw1ST/fu7W9fWcpeBSOoZFI/r3XdYNkcjUnw+yiCL58gSWoczJNM+ez7hceyKAzvbd3V9k414w8SK0oLRTxuw39sburq5t77jlxy8bxNwNaikwt1Iv1cn333HOi6ucXgPt+47fQv/Ut5NQk2p7BdZVStCPHkO//afgP/wek0qqrb3kJJsbhtttg/0HIpOHOu9Hvvqdoe9KykF/4S7Xycx1F+nmeUvibm4XeXUghQNMQIVMVBK9BRN5oaKjHXzUMVqigbqGFnQb9bY/B175clLSTmYxqHzY0RQQWoFrS7FbzeWt2Eq+RCRXvzCnszz7F2MgQrmkiliRcn0PsHcaNa3WTUS3Zn2Lcau/CRrFnz16mpq5V9IfYzLvjv4t+JaplWYpgEMr7LhJpI5PJEI1Gc8Gpeja7uuKkUgkyGTfoFKwE13WxbStX7SmB7ZX5VMGyIjQjkTbC4QjxeHxbj2mzqLWQqoX6UFQtWFJhqD/+YUQoVNZFXqsB+VrbLgwaAm+bSEQFHI4TBB7CDJHp6wNNLys2AhCxNnBtnM99tkhKMuhKTCZheUmtXSIRFcyMX6koG9pM6ZKFhXlOnz5VlYTYqfNk39gFJtJp3IL7LYCIbaOn03RNzTIebws6o4M8sWPjCjh9YB9vfvkkWkFCs1KRWKVAWSSTOFcnGMtkuOfcBeRzFtkvfwnxgccRh7fei/FGxHrrxfHxS5w69WruuiuJ64mJcY4du4uRkX1beKTrQ9N0Dh48wv795WTmep1v6vflRVbrrdf7+gZ46aUX0HWdrq6eInIuFArR0dFJMplclzwsTVb7voWFMp9+0lz9pnjernXdX6mD0TRNlL+WWpNHo9GgqMq/Fnv27OXy5YskEst4nhfIjmqaRjzeSSQSyUmTVroveWl0y8qSTqdIp9MIAR0dXRiGoSrZD4xy4cK5ivfk3Llbu/BtK/Hbv/3b230ILeTgui4nT76M49hl8p7lUEoid955z456T6qNoaFQiEikj6GhYaanp1heXiAabSsik/3zaG/vAAjkQMPhCOFwmN7eYoWHwt9tR6ycJznz198fuz1PsmfP0I66Ny2sj0KiT0rJ4uI8jmO3FJla2DTWy/WdO3dqzc9n5ucY3IDyjLQs5B9/DtHRCR2d6m9De2F+HplMor/3J9He9vaKRJ33zWeRCDg4CidfBcNQcbIZAiQkVhBDe9He+S70hTlE/x7EwxuzbNjJ2BLib2pqCilliwBsYUejUtIO01RZn+GRmpNmt5rP241CdvmJ0ZlYFDsUUok5IZCui7g6gRw9jO3VT0ZtZ3XeTsOt9i5sFLquc/jw0VyCvP53p/BdlJJA5spxHLq6eunr66O/f4DZ2ZmiZ3N6epJLl5bRdX1duU5f2hNYV6Kn2fA9QHRdSZEZxq3XVdvCxqEdOaY6sJ59tqjCUAtVXthvxIC82rYLgwY/mSJCIUillD9BrvLbs22iy8uIQ4egPY5MJgMCEc9D2Dbuf/urMilJOTmFNzUJU5OKSBSa2q6uq/8vkQ11hWBuZJjM3j3EJicaOke5rsvZs6fXJCF26jypTU2y/+okF0f24hgGQkqkEBiOw4GJq8x378KOGGXerLiKPLANk5nebvZcX1B/FoLZ3f2k56aJF1zn0kBZeh5cnUC6Lk4oxExvN4PXF8hmLc5/+e9ILcwR7+hsSHfaWriZq78ty+LUqVeR0kXT1M1TXoIup069yuDgUFOv7WZRS9K31iKr9dbrc3MzwXYKyTlQc//U1OSa5GE170vft7DRBYKVOhgzmQxSqr9Fo9Gicyi8FseP3825c6dZXU0gpYcQGu3tcUZHj5JKJZmbm6l4PX1pdIBkchXLygYFU0tLC3R2dqNpGq+99lLOy7T8/SktfLuZ37sWWvAxMzNJNputOA5UwqFDR+jp2dXko9oYCqWYK40dXV097Nmzt+J4p6SIs0QiqhChsFNY140dF7/4Y72U5TLZ263O0MLG4Lour79+nvHxSzmiTyeTSaPrBrFYO6ZpBoUsr7zyIg899CjmTUJ2tNBcrJfrSyQSm8oFVvNMr6TC48t4SscB3axK1PmFvHJuThXYRgrjegGZTBB3h37mg9i2i5TVj+VGw5YQf+94xzuQUnL69Omt2F0LLRS9oNrQEMZjbwOxfhBVmLTzJsYR89eR33ke0hlkW6yI/Kum91tNSkd6Ht78PJFLV3DHr275oNHMQatZSbxGBsP+RJHu7S6qxoect9PCAtquXXWRUYXXeOAGnhgahZ3s5bRT0NPTy4kTb2JqqjHPeS3vYmkS0Q/uoBYyTxRVsG43+aekgOIYxs4qNLhZ8Sd/8if84R/+IXNzcxw+fJiPfexj3HXXXdt9WBuGMEM1e9vVKuFZ67YHBga5On4Z59pV1ZWXSSszciEwMxn6X3oZ7f/4HbTRw3g5AlH09SG/8veQzQauVIVSkvLQqCL93JzJOah/+927U5PI6Sloa2P58BFeP3wQ+7bb0ReuM3t9tqFVvtPTioSo5J9VmPDeib4tYnCIzue+xT3JFDO93aTDEcJWFoDrHR1k4zFs2ylVaAVdQ9oS3XVJ5zo1l9pjXBzZi63r6LEo1y9dCK5zWaC8sKACViEQUpIOR7jat4sz+2/H0XW02WnmF+ab2p22tLSQS2auBLLQV69e4dChozdF9fe5c6eCTr9SuK7D2bOnOH78nm04snJsdO27kSKrtdYIc3NryXhqpFLJquShlEqa78qV1+vq8t3IuVciIT3PzfkOl3prFV8LX0610nWIxzurkpt+QcPq6gqum0+Iq65BWF1dIRTaRTabxTQNdL1cBrTwOFo+2C3cKlDPvFdT3KA6kPubf1CbhFoD+OdRXAi0VoHFsWN35dZIO7dQ2oeu64yOHmFs7CyOY+34422hMvy13dzcDK7rBO+flEp+dmVlGV3XctYgqnjm299+hrvvvo++vspdqC204GO9XF9nZwfLy0tr5gJLc9T070L+8ecqeqbXqsJT8fNcIS+ZtLL2cj3Qcx1/ngdLS7C0iPP0n+A9/BYIRSraaKzn375TsSXE3z/7Z/9sK3bTQgtAuc+N+5y9IbkkYYYQg3sQf/8ltY14O/LKZZidQY6MQLRtTePRSoGoTCTg6gRGJkP/uQu4lrWlg8ZWDFqNTuI1Ohj2J4poJoMnRDH5p1Y6dZFRN9PE0Cg0QgZ2Oyqht3qfjX53Nro9P0h98cXv1hCQy8BvSnUIyqLk11ZB03QMQ8cwTHbt6ufo0btaQWiT8cUvfpEnnniCj3/847zhDW/gs5/9LB/+8If527/9W3pLpLBvJhSqAdirq8wN9JEKhYgh2PNjP77h4g5d19m/sspYJoMTCiF0A8+2MbMZ9l8ZR7vtdpiZRRy/KyAQ3a9+BW91tarPICdfA8sCvWRZn82orkLThFAIdynLxb5u3L4+9JwsbqN9V1Mp32O0fCzZ6Z3ehSTvnusLefLOMNA1DTcex04s43kSXS8IYs0QWiZDyHGIZjO4QnBxZC+u3/HT01N0nQcH9+J5BYFygd+jFALTtjiz/3Y8XUcDcD20UPO603wJtkTu3IRQSSHLynLy5Mu8+c2P3vDjq6o6ruzh5Vcl7wSst/attD7ZaJFVtTXC2tvxaGtT2yklDyORKJOTEzlvK38fa3f5RiJRhIC5uVlSqSS7dw+ysrK8oXV/pQS77z1c6K1V7VpUuw7VEveGYWAYIZaXF3EcO/BQ9iGE6gjMZDIYhlFVztA/jpYPdgu3EtS7V7mwoBiCeLyDCxfOc//9PTvqHci/s24wHhb+3X9n1yqw2Lt3ZMepHVRDV1cPDzzwZiYmJjZ9vK2O5u2D/1wmk4lAsSdv6aHieTWX6RiGih80TWDbFufOnaGnp1V80sLaWC/XNzp6jJdeeqHq5/1LS7j/8f/K50+zWbh8CfbsgayFzGYgHMETAu+Tn0DsHUZOT0N//4YtLLSHH8H9r5+H69chnQFNgC1z6jtSdQEKAadeI/3uH0H8wi/Ct76FTKeD+Hs9//adjC0h/j760Y9uxW5aaCHvc1P2gmbwnnoSvYYXtGwbpok4cgy5MA+pFNp734/+2GNVt1MaMAok3tWrGJbFgavXFOG0hYNG9WvS/P1vdrFXSzBcST5nLfhVHv3zi0z29+EW/l7pIm5aumI7r/FOxkZkYP1nJZVK0tERp69vN8vLG0sCNQLbVX3d6MCo1u3531tdTWBZWXTdWFeGx+8GcV0P5YGs4XmN9/tTMlkGjmMH29c0DeXfo+WkPl1c12sFkVuAp556ip/4iZ/gPe95DwAf//jH+cY3vsFf/uVf8pGPfGSbj6650I4cY/lf/EvOf+db2JkMWiTC9a4uphLLHFpa2PDY0Dkzyz3nLgRdZdFshoH5RTQzDFBWsbhuhaPjQiikqhd9eB74XYq6AaEws3fsw45E0S5dQu7qQxTMg43yXW1rizE358uXFqMSCbFdY18llJK8F0f24moauqbB8AiGaRKLxVleXkIIkZOKVN5g0c5uQolV+mfmmB3oU51+ul4mFe97uppmKD/WRiL45daG47DS3o6r6wRNBQUkYzO60yYnr7KysqSuQe62KfJPsrKyzOTkVfbuva1h+9sOxONx5ufnKpJ/nid3hD/semtf3zeudH1y4MBo8fNUgI2sa9dO4ITYUyhrXECaTU5OBD5BpajU5VtpnTUxcQXbttB1fUMkWGmCPRpVJGSlgqSNXIvS7fp+SJlMEsexgjWJ//6r/wZd18hmM+i6HngHlhKQ/nH43dH538vAV1EI7aZ471powcfAwCBjY2dJp1NFRQKl0HUN0zR3pBf8RrzrqxUW7ES1g7Wg6zpDQ8NsRuCl1dG8PoI168oKkcuXGJibR2+QapT/vGazWQrX5H5xV777L39z1ZymY9s2U1PXGBgYqusYWri5sV6uzzRDVT8/uO8g/PtPFuVPSawoIu70KYi2KcsKy4KLYxAKI7NZmJ+DxXnk3mFEvCM4lmpqfIUQAmQ4pLr+QMVYnqc+0IT6dziCtG3kv/93MHoYESlXbqjk377T0VTiz7IsQlU8U1pooRmopPvrQyYSeDW8oBW3oWmIXUo7WBjGuhNxYcC4+oPvEz75GgPjV5WHUE+vMhJlawaNta5Jpf03KglXz2KvloX10NDGFs1+Jb9Ip9k/frXYw8cwMfv6Ny1dsdFrfCuhFunJ0mdlbm6ay5cvYVkbTwLVg+2qvlYyHI0LjGp99wq/Z1lZbNsKPPPW6uLzk1hC0DDCz0+QgbrmbW0xDMPAdV1M08Cy7CCx6HfaFPrqeJ7bIv+aCOWPdYqf+7mfC/6maRpvfvObeemll7bxyLYGrusydukC3q5d+E+ZDpseG8TgEMKyAi+4QlSqWFzPZ1AcGkUuLcL0JNiOWmOkUiqY0fWAOErH42ieB1Iir1xB3HFHsJ31uvFqXRvs3j3I5OREQHAVojTx3uikUCO250u+T33173ESy2iRCPT0BORdOBymo6ODdDqd6wIyicXaCYfDHDzxIOYdh0nPTaPHokW/C7avCdLpdHGBWE8Pcm4Ow8pyYHyC87fdlk/RCJEzns//vtHdabOzU4HMUymklMzMTN3wBMTo6DEmJir7Fem6weEaFEHqgWVZnD9/ikQiQTwer+jXuNba17IsXnvtJUKhUNH6xHFsXnvtJTo7u1leTmEYRtBxu1FJtrUSOIcPH0PT9KLkrz8mXLlyqci7qhCl40qldZYQgsXFBSwrQ3t7R9l21iMAShPp7e3xiuewf/+hDXXa+Nv1PQo9zyUabcsRF3lv1jy5Jwuk1CSRSJTl5WWi0SjhcDif7Dp4GE3TiyRabdsmmUwUddyeO3ea9vZ4K0Hewk0BXdc5fvxunnvuG1QLHfz3fnV1BU3TmZq6tqM6xG4F7/rStd7wcPV8y1rrwlZH8/rwZTgT12ewlpaQniSaTnPsb1+itwGqUYXPa6HEZ+lar5D4U13zknQ6yeTkVfr6diNqsEtq4dbFerm+ap/Lr38dtzR/mk4rtRrPAzcXz1rZnAxJFjJZxG23IyfGYXwceeQoeF5FNb4yCVHXRiIQh48ir12D2WnIWrkvo/YZa8+/IJksTE7CHfvLznk9WdGdiKYRf4lEgje+8Y187nOf4/7772/WblpooQj16P42chugAsbdyys4n/sczM4ovx3pIedmEcMj0B7fkkGj7Hw8T3UvZjIQiSBz3l7QuCRcvYu9ZiysCyv5O5eWuSeZYrqrk0xXJ7GHHmbw/gc2vQCt5Zm5WYxhN4O1qhurPSvJ5CrpdJquru6yRFKzqkA3UsnZKLiuy7lzjQuMan33Sr/num6JdKcIkk9C+CSbH6mLIqKuHmiaInb9xJnneblte8ExRaNtWNY8UO4pqGkCwzB2XFXwzYbFxUVc1y2T9Ozt7eX111+veTuViIWdgsJOp1I0qhglmAcmriDSKTDigTRdcBzxOPqjjxR7xjyiCleo4DMo4nH0j/xT3I//G2RnJ3J+XgVN2SzIXBVjrggvmkjgaZoi/9Kpou343XiVzr9accLoaPnawDB0Dh8+ypkzp7CswsS7QXd3D6+/PkZbW4z+/oE1x6oTJzYz9p0mmVwNxo5wOLKp7YlQiOyBA+hzM2Wf2bZNJpPGMAxM08RxHDzP5eDBQ/T09ME73kH82gTXL12o+Lz417m7uyfwd02lkkTNMH1/9VeIlRVifSnmuzrQEBCNFt0Tvzut1nfJdV2mp9U+2tpi7NlTLYkqqdSl6fsY7eR3dy34xx0Ohzh+/C5Onnw18PpTkq0Gx4+/AbOJ67Hx8UtF+52fn2NiYpzjx4v9Gn2Z3Eqw7Sy27RQV1FqWRSq1iut6eJ6LaYZwHIeenl56e/vWuNfVUfpctrXFGBwcJBQK4Th50rRwTLCsLKlUkmw2TVtbe9Exep4MuvBSqSSZTDqnLqAXnYNlWUgJyWSCbDZNLBbH9BU0BExNXavhGa5+DtFolLGx8m7JSmNYKQrHfyEEHR2dLC4uBCRoYVefEAJd1zAME9d1g2uxa1cf7e1x9u4dznVa5KVVhRAkk4ncdvy9qm1uZixsoYWdit7ePg4ePMKZM69V/NyPQdLpDIahs7S0wPe//50t7xCrpEIjhH7Te9dXygNNTk5w8OBhOjt71v1uYc5oO2LqGwm+xPry/By2ZaluJiR2OMQLdx3jxA9eprcO1ShpWUQuXsBNLKMbOoVWHaXhux+Hq8880uk0IFlYWOCFF7b+/WvhxsN6ncyVPncq5U9tO9+B53qAlf9/zwPbUjn00SPIuVno6UV/9G1FeVVpWbhP/zHeF/9ahTD9/eC6cH0OHAcpBEQjiLvvQb78siIYIVcoW7DWMg0ozDkX5tBNE63/xvLArIv4e+qpp6p+ls1mkVLyN3/zN7z22msIIfjgBz9Yz+5aaGFdrFcVv5bubyO3AXn5RzQ9n08RGrgecmJcDVieV/P2Noui81lNqAoJx8kdi4P39a/ivfEB5KHDDavMqnex16yFtV/JL559Fjk1yd49gw0h4NbtxnAd3I/9Ssv/rwKqPSuu6yKl8kqJRotb7JtVVbkdlZxTU9caGhjV+u6Vfk8l4QS6rgcEn1/BDj4BqMg+Kb1NSb4Uwq8oNAy9iNhVhJ+DbWsI4SAlZDLpnOSng5+YllLdk1gsniOKb/wq25sdodDOTlwKQU6erTwozmbTGEbl49c0QTabxjTXPj/31CnsJz+Nt5JQ84CUiLHzyIHdaN3dSMdGi8cxP/wR9LYSWREziv6z/0T9PpFAGGbx97s6cP3P8RCGiZvNwMwMtLUF7Ef/lStMHTyAaxiItjYKZQ9N02R4eLhMRtt1XcbGzuJ5DrZt4boOum6g6xpjY2d54IE3F/1GCEUIDw+PMDU1iRDQ3t7B4uIC16/P5Lq6PS5cOIeUHpFIpPxauTZzc9Ps3Tuy5jUtxIULZ7l+fY78gkuSyWRob28H5Ia319ERZ25uumgslVKSTK7myIxQ0dx08eIYu3b1oes6w8PDObnBytKL+eusc/vtt+e3/8YHcJ79BkcmJ5mKhPBMk1IyzjB07rzzrnWfN4CFhXnOnj1d0E2vkniHDx+lpydP4g8NDQVdf6XQNMHQ0FBN+9uJKHyv9+8/wMjICKdPv8bKSoKOjjhHj97ZVNJPdUu/ipRewdpaFbecOvUqIyMjwf4rPXM+XNchFDKDd1ZKSSq1mpsLNTzPxXFsXNdlcXGBu+6qh8wsfi5Lx0Z/TJDSxTB0dD1KJpMJjikc7gnmdc/zmJq6GnTsJxIr2LZNe7si9vLnoAfviyIAV+nu7sa2bVZWVtB1naWleYTQuHZtnCNHjhU9w2udg+u6fPe7zwXHq+6BjpRuxTGsFKXjfzgcpqenl+XlZTxPkXtCaFhWllAojOe5WJYVrJk0TZGBt99+e6CoICXBOLG6msglXfPvuqYJ2tqimxoLW2hhp2JpaYHl5aVA0aNaAaGUHqAK/7a6Q6yyCs1lDh06UiaHLKVaZ/iFF/39A00/vmZhrcLRc+eKr38tRaa3QndkPZiausry/HUcK9dxhFQzgBA44TCn9t3Om0+fpZJq1HrF5N6ZU3h/9CS7Egmu3nUMp7NDeX379yM3P6tiFo1oNIqu62Qy6YIiFo22tq1//1q4dVAxf+o/p56n1GpcL1/Bp2nq89x/i4HdiEOjRe+Hd+YU7pOfQb74fdUh6LpKDWf3bpieUgW08Q5Aqq6/TDof9NsOJFeV/YJpqhx+Z6ci/PwOQYBQGDSB9+W/RwyP3DC53LqIv09+8pNrVv0LIXj66aeD/24Rfy00G76co6xSFb+e7u9626hFO9iHL/9Iby9cny323nEc5MI82vBIzdvbLILzSSYV6ed6ivQD1QXQHsf7oyeZ+YWPViQMpOdhzU1x7fN/wuBAbURZvYu99YxiN+PD50OYoYbLbq753MViyJOvQTbb8v+rgGrPik9EVfKBaFZV5XZUcjY6MKp1e6XfC4cjZDJppNQC8k8ILbf28oKuwM1CSXTqJdvJrx+UZ6CL67r4MmWa5ncdyiCojkajgRxpOBwJ5D5v9CrbnY7u7m50XWd+fr7o7/Pz8+zataumbViWu61dQ37nUzKxQuTCBfq/9wI6EvGWt6C/7e1ooVDO6N4tI0DC4SiOZSOWloJuedHbA0I9q+FwFNtWz3WlgBwJzmc+rQIO3UB6Eq2zCxnvQK4mkPfeh7ZXrQc8M4Rn59+1wu3xtncihITZObRc4Urw/UOH0f7tE5ArbNF+6Ifx/uPvqEAmdz6667H/xR9w8cR9uHuH8TxZJD/neZSNudeuTZBIJMhkUgUduRnS6RSRSIyJiYmibselpQXGxs6SzWaD931qappYLIZpmnieSnD78sKmGSrr6gbBykoiuKa13NvLly8RnCj5yuXV1QSdnd0b2h7Arl27uXz5ctE6JJNJ58ZDkUvw5x8Ux7GKrsXBg4dzHVElnhZVrrM6bR0efTth4Nj4JU6dehXHKe5OO3bsDYC+7rm4rsvp06dyxy+C627bNqdPnyrqIurvHyQe7ySRWC64x8q7LB7vZGBgcEPXbifBJ6vy77XO0aN3F32nmed28mT+HpbCcRxee+1V7rxT+TVWeuZ8mGY4NzerZ05JzXpBp3w6nUYIDSHUZ9/4xte4++77GlKlX3oNr12bCN5vH7FYO8lkAtf1SKXShMMRDMMAnKBox3+Gs1mL1dUE4XAkOAf1jAt80t7zJKlUOtfR6AbrAN8H7+WXszz00KM1JSIrHa+P0vcWyrtkQ6EwjuMW/V7XDWKxGJlMhlisnWg0RjabYWVlqaBzTwZrmEuXLnHHHQeDzkl/jjl48DDf//53g9/4711bW3vuOxsbC1toYafCJ4s8z6W9vYPl5cWq3y3NL/qFiwMDgw31BK52jGsRWr4ccjKZJJNJ4rpe0OX7gx+8cMN2R22kaLuW797s3ZH1YnryGm4mg9RUIWwhpBCkO+LMZNMMvfwilBAb3h89qYrJdR1vbgb3Dz6F+JF3Y/zkT4EE74+eRKaVMkXXSoKFjji6ZeGGQvnOKU9ihMPsve0OstkMicRKbs7Jz0H+e9jq0GyhGaiYP41GIRxRyjW5NSS2VKRfJKI+z6G0IcdvupEXxmBl2TeyVAo4Y2MQDqtnP51SxF4ySbHutFREYSa372gUPvA48v/+zzA/n18M2zbccQdkszdULrcu4u+xxx7j1Vdf5Zd/+Zf58R//8aLPVlZWAqnPEydO1HWQLbRQKwrlHFVVvKEGhc442gc/XNNLWXUbFbSD10Kh/KPcOwxXJ/LeOxJw3Q1tr2jbG5CN9M/H+eQnlDmqbqhBzjRgeAShaXiJBMmTr6F1dxbvJ5GAqxMIxyG1uIz7zW/W1KlW72KvyGckm0UsLeJlMpiRCAcffHjHVRyt9czIY3cin/92y/+vCqo9K+FwhHQ6XfFe10v+VkMzCedqiMViAbFWis0ERrW+e6XfE0J1zyWTCYRQPnpK+sPLVfrXS/zpuXupTMM9z0XXtSCZadsWtq2Sg/7nrutgGGZOalQnEokQjbaVbbtZ96aFPEKhEMeOHeP555/nHe9Q45XneTz//PO8//3vr3k7DVCH3RT8Cm5rcQFx+RJeOs21qMn+H/yAzm89i/dXf4nxv/xzjLvuCuKEQvQtLjFx9gyOr30rJczNwt5hzK5u5VUgSwJy00TaNtrffQl59Diykg+spkFbDDE0gvaYuq6F+664vY6Oojm46FiNULAdAAfw/uP/qYIYXQfXpXN5hXuP3831A6NlybNK98cn/Url7FSle5JEIhH8zpculjKfJLcsC89zSCYVAedvQ1UXV+7q9jxJW1us5udlenqSYq+t4m2l0+kNbQ/UmFXqd+YTOH5CpPj7qrDC30dnZ3XPi1qOY2RkHyMjI7z22qtlvnC1/H56eu3E3NRUPomjacp76dy507nuI1X40d4eZ3T0KELUdsw7GZXe661AIpGoSPpB3q/RP65Kz5xPGB8/fpSLF88H6xPPc3PvoXrv/LnS365tW5w7d4Z77jnB3NxMQxLl/jWsVGBkmiadnd1ksxkikTZuu20fnudx5UqxFLRfZOR5HplMtkQiU8+9H4oMTKfTgWyvfw39sWdlZZlr167W5D1ZS0GUfw9Ku308z8MwzDISwvfjUwVKSp4+m82TsaXXDWBycpLbb7+96Fns7OxhdPQo586dypF+epHH4UbHwhZa2KnwySLXdclkUkVdvoXQdT3owPXXB5ommJub5erV8YZ5Aq91jNXmzWvXrqLrGh0dnSwvL2IYISKRfCHijdwdtZFC1Fq+e8cdB7c8pr6RIGemc03e5YO7AISETCyG99qrSNtCmKE8sZFOI7KZIhUv+V+exDn5KuL4nUHMACCkJLqwQLKnB81ReUgpBLr0aFtcpO1whDvvvJsf/OCFnDKBXuazu1UdmrV6ibdwc6BS/pSOTmibh/0HVMdeOg3z11X+2tARBUoPpQ053jefxVtagqlJReAVxuyQj4WzWfXf4PvZ5L/jeeq/PQ/tF/8X+OazeN09kFhVf9c15bs+Pw+7+m+oXG5dxN+nPvUpnnnmGT7xiU/w+c9/nn/9r/81d911F0DZoreFFrYKpXKO2uAg4cfehrOBxEXZNjYhCSn6+/FmphTZF4nAwVFYXFQVDKaJ9vhH0A4f3fD5lSYCC2Uj9aOVyTjtyDHEW9+OzFpq/+EI9PYi/KS/YRBdXsbrjAcLOel5cHUC6bpITSOazdTcqdYIAqWrq4d72zuY+toXSHkeUcemf3oW41vP4a1xrtuFas+M+/mn823pJWiUx+ONvFCq9qz4Piq+Z01hAuzQoSNNOb8iwrkk6XbgwGhV0+J6sGfP0BoV/hsPjGp99yp9z0/c2bZNZ2c3y8uLQVeOX4W+UfLP9w3wiT4fkUhbEFxHIioRqOSwlJSZuvYeUnq0tbUTiUSJxztIp9Nl96ZZz0MLxfjQhz7Ev/pX/4rjx49z11138dnPfpZ0Os0/+kf/aLsPbU34FdyObSGuTkAqiSbBDYW4eO993P2Vr6JdGMP9w88g/49/r7quCiAtC/Ff/og7dI2LI3txDAOBIj7NK5c5eO8bVbK6MCAv6e6WX/zv0LsLOTdXNgdXmwfW2l6tFYbGj7wb762P4f7B/428fBlx++3oH/mnaG0xah1ZbDuL63oVyQvX9bDtbPD/ftKsUBbPJyg8T+ZIAUXy5QmA8jFlo2NfMpnMeYFmy1RI/HBkM0mmUkP6eLyDpaXFirKAlQo11vO8WA+mGeLOO+/ZVNJ/o93kXV09nDjxYFPmuVsZ8Xic+fm5iu+P79dY/P1OBgf3MjOjpFd3797D4OBeNE0lw/PrE7/7TwYynD58AimZTPLcc89gGMa6ifKNrCOrFRgJIQiFItx22z4GB4cZGztb8Tt+kZEqtFadqJom6OjowjAMMplMrsNO5hKR5ddOSo/p6amaiL9aC6Kqdfv4Y5Su61iWT/p5QVeEr2awsrJc8Vg1TRCNRkmlKidO9+zZy+Tk1VaCvIWbGslkEiEEq6sruVgiL8vte4ersSr/Dvnvnut6LC0tEAqFqnbiNWKuWmveVPs6TSQSIZvNks1m0XWNcDhelPe8UbujNlK0Xct314qpW3Eb9CVWmdIkGFp5VZKUmOkUkWQSIm14OWLBVxMTul6u4uV6yKtXkeNXEH39wabCc9dJD96JJiWa6+YkFNW1T4XDhF5/HW30GIODQ2Sz6W3r0CwsuhFCMD6e4syZk4yM3M7+/Ydu+edlJ6OePGSl/Cn9u5B//DlFqu3qQ8Y7YGZayXVqWsWGHGlZuN/4Oly6qBpdJJXNyV03KIRVB6Ap6c5IWJGMjgMdHRgf+CC0xXBWVtT2Sm0pcup9YldfQ3K5W4G6iD+ARx99lAcffJA//MM/5AMf+AA//MM/zC//8i8TDocbcXwttLApFMo5CgHC1GGDMin1SEJ6Z07hfeXv4Pp1NfBID+ZmEcMj0NeHiEbRH3tszW1UGkSF466ZCNR+6wkwoxW3pw2P4HZ1VfWhG+jbzZQZygeeCwtIxwEhMByHgfm8JMd61Q2NWOxJy4LP/hG7C9u/DaOmc90uVHpmGuUZWQ3rmWvvdFR+Vjx03eTIkTvp6Ojc0kRkaaI3FosRiUS4cOFcU66xruuMjh6pKAm3mcCo1ndvre8dPXoXXV09eJ7L6dOvMjl5DcPQyWazuG66bH9CiJyUVx5KukvJezqOg5QykPtS3nxtGEYng4PDTE9PEQ6HESJCOp0Kfq/reoG3IPT29rF792ArMb1N+JEf+REWFhb4T//pPzE3N8eRI0f4zGc+U7PU53bBJ6PEwoJa1HsyCAbscIiZ229jz8WLeONXcJ79Bjz69qLf+4F2l2lyz5nzzPR2kw5HiGYz9M/MYd5xGAoD8kqFHpkMvPqKkg4RQlUxjl9G9vfDwJ6K88Ba29tIhaHWFkP7pV+u7WJVQCgURte1irL+KumVX+9XSpqpDh4ZyPn6EEIQjcYCUrCesU8loSRtbe2kUqtFcpVCaIyM3L7pcaKQvHNdlxdf/M6WJugDidoNjnm1JOYqrTNvtGTlTsehQ8eYmBhHyvIYRNcNDh/OF7FV6jabnLxKe3ucrq6eovVJIpFgevoalmUVke+gEuLhcJiVlSVMM0QoFAr+XilRvtF1ZK0FRtWeQdM06ejoIh7vYG5uFk0TQccMkPMbUmTlzMxUlSsrapaOrvV41+r2EUJjcHCYpaUFUqkk4bBR1BUhhCgoYsr7IfpexFJCW1vlxGkrQd7CrYBYLMalS8rjM9+dn5fn9lVB8l7equAwnU5jWVkMw8Q0zbLmgkYSbdXGLCklq6sJIpFoUAygvFplmZrBet1RO7VYdyNF27V+t1JMvVPOd7sx2L+H8dfPstjdVdTzJ6REz2ZpX1xkAB0RCgXEgq8mJq/PBZ1+ATQtaC6QczOIgT3q745N4XtVNHEKYGkJ2B7VIx+FRTeu6wYd9ULA2NhZFhbmGR09ekPktW41NCIPWSl/Kn/zaBEZKB58EPn88xUbcvymGC6/rp5nX76zWtFkobyn7yUolAIPAB0d6Pv24YxfVe9bOKK+VzgvCA0ymYbkcrcKdRN/oCSg/tk/+2f82I/9GE888QTvete7+Omf/ulW118LtyT8Kn2yFozclpP49FQlzpUriHvvW1fis9ogun9phfgaiUDv2Wfhh99VcZvreRfqjz7KoeRqEHiKnO644TgcGJ9AK0j61dKpVu9ib72k51rnupPQKM/ISqjFi+BGWFwXPiupVJKOjjh9fbsRuc6brU5EVkv0NusaNzowqnV7631P03SOHLmLpaVFEollstls2b4USWsQCoUJhUK5McsgHo/jOA6p1Cqggmbfv09KjeXlFY4dewN7996W6+LLBt49hQSDEOoe+EFHvR00LdSH97///RuS9twJ8MkomcnkZT9y0KQkE4+rBbxjIycnKV25Fsp2a1Ky5/pC/kNdLwvISyE9T/kISA+8nHeAJ1XAffUqJFPQ31cm4e1NjFcmEWlct3gtaG+PE43GSKeTQSDuJ7Sj0RixWL5jKZ80y481qjo+nfP3Kh6D2tpi3HvvCWZn65Mi9BMWmqZhmt1kMplcYk4nFmtn//5D9V2EHLY6Qb+wMM/p06c2FVCvl8SJRKK8+OJ3Gl7QslOTmtsFJZN8F6dOvZpbRxT7NRqGigVqXc8VzoEDA7t55ZUXyWYzQRLa70JThToekUj5tS9MlNey39L3ttb3YO1nMMTx43ezsrKcjzsERdtJJBLMzlYm/oQQDOQSm+s9c7Ue73pdsul0mnA4WtSl6a9blCSpQVtbDF8dodCLWNcN9qyRHGolyFu42bFr1wDZrAVQRJj7a341f5t4nlvkZSoEOW/QDLadJRaLYxasjRopQ1htzMpmlSxcJNf1UVjQVKpmsFZ31E4u1l1rnDx48PCmxlSoX/ngZoX5yKMc/fYznJYeS/G4IhU8ie7YxGdnOTA1ix6PFxELfjE5mUwx6QeKmMipiTA3G/w529FBbHmZVGcnnqasO0ARjG3JNNk9Q8DahdjNLEBxXZczZ15laWkRw9DJZFS+zA/VpPRI5vKTN0pe61ZBM/OQFRtwKhS7Fqnj9A0gL18ufHgqb7zw71KqnL2mgWGq96irC+ORt+J+7etI21bv1PVZ1WEb/M6DSKTuXO5WoiHEn4/BwUF+93d/l29961v81m/9VsXq4BZauNnhE1boOmSy0B5XLcKhEIRCiHe8a02Jz7UG0QtL89wdCiEqvFvrJQJr8S4sDDxXl1cIv3aS3csrRaQf1N6pVs9ir1oSFbY26VkvavWMrJS4kFJVIFciw2BjRtw7Hf6zIgSYpo5tuzvC02SrrnGjA6O1treZxKzruhXndNXJZ9PR0UlXV0+u2l1dq1AohGF0sbAwDygJH9U9pPwDpqevsXfvcFGFbWnHjgokQxw6dAQpYXJyopUUa2FD8J8vEYnkdfx9/yQhiCQSagFvmIjB8nmt1q7tqt+bnwfbgr5+mJzM7b/g8/YY7u/9Ll48jlxdDSS8SafA9RDd3Wvut9nwE2GhUKggwa0S2oZRuQpcSiUnJBcWIJMhGgqRDpmEQqo7sDBBZBihuse+0oRFNBptGiG3VQl613U5e/b0pgPqtRJz+/cf4sKFcw0P1ndyUnM7MTKyj8HBIc6ePVXm1+hjM2uNrq4e3vzmR3nuuWewLEX06boinVzXyXXkRsq2V5gor2W/Q0Pl76cvSTo9PYUQMDCQlyT1UUty2H+frl27yuxsXt60o6OTeLyTK1cukkgslxUd+PsP/FtzsuSO4zA2dpY777ybnp6+omu13ntbq9Sd/51Crz+ftIxEorkuSy04X8MwahqHdlKC3LIszp+v/ry20MJGcf36DJFIhFQqWdEz2PNcQqEYoVAY27axrCymaeZkwTM4jp3zGC3usGukDGE18sN1PUzTJJXKFZJJied5KBWTYhuEat1RO71Y13VdUqkkXV3duWsfJh6PMzw8HNheFaJVrFAfRChEz0+8jzd99ikmTYM5UwfPY9f4OHukhp4rMCkkFvxicm95ScUtheSfaSiCwvMQP/JuxOmTeIkEUU1Hd1w6rs9jdXXiGia65xG2bKSuEzt+Z7CJ9QqxGwU/DzE3N8vS0gLZbBbHschkXKT0AvlsIJcLcG+4vNatgJ2QhyxqFNE02DMEly/ljDJFdfLPh6YBUpHpbTqEwxj/679U+duHH0H7O9W8IfcO55p5lE8mmo4Y2rtuM89OQkOJPx9vectb+NKXvtSMTbfQwo6HnLwGmXTx4OB5Stpr73BRFU4lrDmIRiJMd3YwuLRcvl/HQayTCKykoyze9CDyO8/jvPACYnAI7ZFHGBwcRu4awH3mmYrJ/q2oblgv2breue4krOcZWSlZ9vrrY0BeMnFubprLly8XJdBq8fDZqur7m7XKf6M+STsdG03MzszURrAnEivs2tWPYZhFnl3ZbBZNExiGSXd3T9H6y18UFlbYhkKhoo4d0wzx0EOPsrq62pTulBZufvjPl9PTA7MzioTLPYdm1mLg8hUwDLSR2zAeeSulvSm1dm1X/V4mrQKPVEoF5ipDrNYGZkgdy9h55MAAYpdKVAvTBD2OHDuP7OwM/Hgr7bfZKEyE+Ul3lczOJ+8Lx//u7h4Wr1zCHR9HODZS04hYFseuL5D94X9AurunKXPEViahtiJBPz2t1oKU9aDWHlCXXpNoVHUkXL6syJRotK1hsmk7Pam53TCMEMeP31P1882uNUwzxL59B4KOQs8TZLNZhIBwOFpRfacwUb7R/bquy+uvn2d8/DIgiUbbkFIWSZIWopb3cmVlmampq8H8fuXK60xOXuXQoSMcP34358+fJpFIIKWHEBrxeJxDh44iJZw/f4ZMJl1EwFmWxXe/+xwPPPAQPT15Ker13tv1umT7+gaYmZkik8kghCCTSQcEgE9kRCIRHMehvT0OiCKPxhsF4+OXijpU5+fnmJgY59ixuxgZ2bfdh9fCDQr1/rdj23ZQTKg8vdX4o+sGe/eOEIvF8TyPK1deDz7zlQPU+yZZXV3B9z2Nxdrp6xtoSGGgT34pv/Ms4bCSOh8fH2d1NQGA49gIIXKEpZeLXcLrFhvthCR5NVSSmTbNELt370bX9YpezLCzihVuRGhHjmH+208w/Oyz7H35RbzXXoVIVMl7VigS94vJ5ZOfQc7MqNjC81RsMTyifMNjMfSf/Cn1/WefZffUJFOmwF1NELYdcFyQEmEYmCMj7Nk7UnxMTS7ELizWWVlZzq1bVCeV2o9SCMq/YzKndnDj5VxuduyEHFkgf+t5qtBWAG1RyGb9SrG8tGexGTYglL+foav3oqsL/TefQD9+l/p6QfOGdBwYPRLk8bUffTf6+37qhiH9oEnEXwst3NLo74fxKyqZ5w+Gmqbag8fHVdX/GlhzEO3tJdPdBTniLxjkshno6EA8+OC6h1fYOu2dOYX3G/8mqJTwbBv5919C++DjaEeO1dSp1iw0UyJzO1DNM7JSskwIwcrKEgCdnarbo1ICbb3qZCnllpAlN3OV/0bMzithJxGim0nMJpNJbNvCdfOeWZUgpWRubiaQuhFCVbs7jtpXLBYv+72/KKxUYRsOR4IAWgi9lVBuYdMoer6Gh+GSg5dOY2Yy7H/xB2hSIg6Oov/sP0GEQmV+wLV2bVf83tIiLMwrac/VBNi2CjwiUeX353lKEcDNSYAWQtNgYABWE8i22JbPwYVYK3lfljByHIzLl9i1sIiQEM1mGJhfVNf5L/8S/TefaNqxb1cSqlSmtbCwZ7PwOwt8ybNCbCSg9q9J4X1Kp1NksxksK0tbW3vgAbfRbRdiJyc1bwRsdq3he0B2dnYWdeSGQmFWVlaKOmt81OLDV2m/S0sLnD17mvn5OUAiJViWkt7TtOrz8XoKBOvN7/ff/2DFsWdycgLLypJMJnLnqbapaiscXnvtJR5++LGa1wdrdSju3j3ESy+9gG1bGIbBysoSjuMUJCY1pIT5+TmE0JDSIxQKVyVEdyosy+LUqVeRUnmYgRoTpHQ5depVBgeHWp1/LWwKvhdve3u8iKj3vbzvuOMgBw8eAZSvV+GYJISgra2d1dWVHHHo5DzGNYSA7373W0Gh7GZj0Erkl2GYuK5NKBTKdflawXgqZV6+XNM0brtt35ok/05IklfCWmPwuXNn6Om5McauGxVBfujt70DaFl6VInEf2pFjiE98EvdP/xjvi3+t/tjXrzr9otEgPnBdl5kjoyRH9tIjJYvzc9hzs2jZLF44jNk/wKHDx7Y0fi581lKpZCChWwrfHsQwlNdvJBLB8yTRaLSl/LODUE+OrFFxkxgcwltchOnJom48dF39dzii8uSely+8BXLVcdDZqci/cATxwz8SkH4+Sps3RJX38kZAXcTf//Q//U/83M/9HI899ljViawQU1NT/Jf/8l/o7+/nQx/6UD27bqGFLcFmkvbrOVsKsXbZzFqDqEQQe+hhxPQs3tQU7swUs4ODpAcHiOomez7+axgf/lk4dHi9UyvWRM511QnTRKbTeH/0JOI3n1i3U62ZqDXZeqOjUrIsm83kkn2STCYTVOlDcQJtrepkwzBYXJzP+Rw1jyy52av86zG73mmE6GYSs7FYLEfeCRyn+til6zpSgm1beJ5Hf/9uQqEI8XgHS0uLZR5BULwoXItYmJycaCWUW6gLRc/XbXcQuXCRvu99D/3IcbS3vAXtbW9HC1WfU4K58Gtfxfv2t1Rhz1seRuw/UPl7zz6LvDqO/PpX4didMHYO0ulcp6FUXYCxdlWlGwpBKgmRckk+0dWNuO9+xN6RLZ+DS1EpeV+xcGVpCdfzWO6Ic/eZ80VS4V4iAV/7KsIwG0qSbSd8U/lqBVSbRVtbjLk5JSVWts8NSpuV3ic1HivCIpVaxTTrl03bqUnNGwWbXWsUzut+4Y2PaDSKbdsYhkk1D6Za9+u6LufOnSGZXM113olc0l4G0ntrzcfV4qla1yWVtukXJvkEQiGEEGSz1obXB5XWIn19A7z00gvB+xMKhQiHIzjOai75bwTrXlCeRI7jEIlE1/RK3Ik4f/5U0OlX2s0IHmfPnlqzc7WFFqoh78Xr0NnZXVSoEIu1c+BA3ou3Ui7ENM0cuacHEqDhcDhXKJtes1B2PVSLZZPJVTKZNF1d3YGPed7bT0kSxuOduTFWK9pXqVxuR0cXnrf5QtJmYb0xeGrqGgMDQ9twZLf4x6MlAAEAAElEQVQeqhWJV/qe8YHHkT/5/oAoLCQkKndwmgwcOQaIbSPN/GfNsiySydU1v6uIP5O2tvZA7lPlA+wdkVNpYfPr1kbGTeKBN8G/+4RqsPHHsFAITBM8F/H+n0F++5vQFoPxy6phRteV4o6hI26/AzRN5Zj3Vl4rVnsvm1H02UzURfz9j//j/8iv//qv87GPfYy3v/3t3HvvvYyOjtLT00MoFGJlZYWrV69y6tQpnn32WV555RUee+wx3ve+9zXq+FtooWnYbNJezs4ibrsdOTEOjqP0t6UHhoEYHkHOzq253/UG0cH7H4Bjd7H4K/8rF+++EzsSQTNMPE0w7TgcfPqP6fnVfwPrVGQWaSKXfpZIIJ59Fv3t76h5EdIMbCfxuFWolCxTEgcAokxeozCBtlZ1cnd3D7Oz03WTJeuR3zd7lf9GDMwLUQshutVJoM0kZgcGBhkbO5uTDqvW8ScAQTabxrKUVvrs7DTxeCf79x8ilUrVtCis1hXQSii30AgUPV+jx+BH/4cN/V5eGEN+7StIP1D5wl/C175cFqj4c6b71a9AtE0VrewdhokJJT0CquLQdWDfPkhnQFtG9PSW79Nx0PaObNscvB4qjv+ZDGgatqYx09vNnusL+c/SKbwnPw09vQ0lyRqBzRR61VJAtdn1yu7dg0GSoxTrFZ2UovQ+hcMR0ukUruvieR4rKyt0dHQghKh526VJzc7OnZnUvFGw2bXGWvNjOBxm164+YrF41ee61v1OTV3LkWxuWQeh50my2QyRSLTifLxWPFXP/O4XJlVQM0VKiWHom1oflK5FKhUfyZxMlBB5j7I8IeD7fyms5ZVYiJ2gEJFIJMj7mrlFJIcQgvn5+S09nhZuHpSONZFIdS/eSrmQTCaDlBLTNOjs7EIIQTqdDrz2/DHIx0Zi0GqxrIrBZdCZpOwMvGB8CYejQcd84VhTSS7X9zcvLdCAjc/pjUQrxrpxUZqjc12XqatXOHfuNL56Dvj5B5fFxYVtLchWxTo2y8uL637Xl85WpLqe8y5ubjF7CxvDZtatG4mbalkTye9+R6njTE2W5d0ZHEEbuQ0ZCqnu2GgbxLIq/jZ0xPBIQBZuVE2uWUWfzURdxN9P/dRP8Z73vIe/+Zu/4Qtf+AJf+MIXisxtQS2M+/r6eNe73sWv/dqvMTo6WtcBt9DCVqCeLiYxOIQXjiBGjyAX5lUSLBJB9PQiPQ9tHW+6WgZR6/nnuXj4EK5p4i/VNClxdZ2xvl3c98wzGG9/Z7DNShUJviZyxXMwDORUbd5ezcZ2Eo9bgUpVjX73FMiy56w0gVatU+rixbG6F/K1kN+3QsCwGe+oWgjR9ZJAjcZmJBl0Xef48bv53veeyyWCygk8pZzgomlGQFgrmQ6HixfPc+DAKBcunMN1bRSZvX4y04frumSzaVZXExiGQTgcKUo6thLKLWwFNkPwFM6xIt6BPHwErl1VPoMS6N2lvDx6e6GrK1+pWICdLmtdcfyPRGDRQxOCdDjfxSi9nNz5wEDDSbJ6sdlCr1oLqDYDXdc5fPgop0+f2hARVAml98m27UBKyU+YLi25dHR0cuTInetuu1JSU9N0otE2IpFw2fe3M6l5I6GWtUZpIiQaja5DuMY37AVZab/+M6Rpepl8qBDkSOTy+Xi9eGpwcO+mCWO/MMmyrDLyT3XmhRuyPqg0zqlrkZf8A4JronzL9ILvVl8L+/fz+vU5Fhfn0XXlW7Zd3QzxeJzr12eDokP/nHxy07IyufVeK8nawsZRazxVKRdSah0AFBUilOYgNxKDJpPJAiJRPd+RSCQ33hF0JqpjU2NBodRn4VhVXS7XI5VKEY3GcgTG5uf09bCRIoJ6LS1a2Bnw17GJxDKZTBpQPrSxWBwzt0athQz3c4ZMXYORvcg3P7xuM0GtiEajJBIrVW1DfGiaTnt7nGg0xm237Qs8PyvhZigyv5Gx0RxZrXFTrXGZnLyG6OqGjs6yvDupJK5fbNrXj5ybgVhMyX/29ECBl6Z4/wdU9+zkNbShIYzH3gai8jk0s+izmajb4y8SifCe97yH97znPWSzWc6cOcPc3BzZbJbOzk727dvH3r17G3GsLbSwZaiUtJeeBwsLWJkM1xYW2fv2H6r4Uhd604ldfcWfxWI1JfHWG0RnZqewQ6EiCS0ftmkyNTuNP/1Vq0jg6DGkbVcceKXjrEtQttAYVKpqDIcjwaItUiL/VimBVqlTqtaFfLXgoFby+1YJGDbqHbUTCdHNSjL09vbxwAMP8dprL5FMJnEcq2KRj/83X4oH1II8k0lz4sSbmJubZmUlQVtbbZXshQbgjmNjWVZZENNKKLewFdgMwSMGh/AK5lihaTA8ghzaC3OziNEjaI++TRXiXBi7oWSt/XljeXmJVCpJNNqWTxD39CDnZvE8j2ihf8f8PCAR3d3I63NFwVm9JFk957C6mmBq6hqmaW640KvZBVQ9Pb2cOPEmpqY23wVUWjwRCoVJpVZz3X0hPE/JKUUiEUKhEB0dnWtur1pSEzySyVXa2qI4TnOTmjcz1lprVEqEGIZZNYm2kflxvTVOLBbD8zwikQjZbLpon1KqRH2l/a1XBKWOM7QpOfXiwqRivz3fu7IR64PKBXoGmqbniAfwi5r89U+hokO1tXDhGieRWA4IUP/Yt6Ob4dChY1y+/HpFb0ghBNFoWyvJ2kJdqDWeKs2FVLIO8AsRQJSpqGwsBpUsLS0GMsZSSrLZNNFoDE1T2/Zjc3/s873HoHisKpTLLduLlLS1xdi1q69pnb0bLWRaOzY08DyPsbGzNcduLWw9CnM2hWN3oRS3mpvWzj8U5gw108R+/tvwN19sWBeTlEoKez0IoTgG5Zs5XOb5WYibpcj8RsZGcmS1xE1r5iDPnuKe1Qze1CSzfb2kuzsId3Wye3kFrTDv7nnIK1egv6DYdGCP+iwcRnvnDyFn51S+u38X8o8/G8T57nM22S9/CfGBxxGHy5/7ZhZ9NhN1E3+FCIfD3H333Y3cZAstbAtKk/YykYCrE8ickXtq7ALu179ecSJslDfdWoNouqsLbXWZSvo2mueR6VKJm7UqEjj5KqK9PS89VriNHd5lcDOhUlWjlBCP5+6h9DuqPHS99gRaLSTPWsFBKpWsScKzHg+8mxk7kRDdrJQYQE/PLh5++DGmpydZWVlmfPwSmUwm92zKwLvUdV1M0wyCYX9Brmk6e/eOkMkoz52LF8fWDHgLF326rtPW1k4qtYrneSSTCTo6ujDNUCuh3MKWYDMET2ERUNH3NQ1x+z70j/1asB4QG5C1bpSnwGa3UzhvKB+tLJaVzRPymoY2MoJ+6RL9M3Og60jHAc+Fvn7k+XNFcixyblbJoG+hysD8/BwnT76MZWWR0sOyrGCcCRV4Pa5XSVxK7hbCL6CqV75vo0UnhahUPKE82lQQ7csRKq+kCLbtrJvUXyupCSqp2dvbvKTmTsBWSzK6rsvk5FXOnz8dyF+Bfw9VwY2u69i20zTCdc+eIS5fvozrOkXzsfL6E8Ri7RX3t14RVDqd3vS6BIoLk7JZC8PQCYXChEJrrw82cg8rrXN9AhSU3J9PsAuhOgELi/YqrYUL1zh5n8Jy382t7mYIhUIMDOxmcvJqkED2/x2Pd6Lrm5NPbaGFzaBw/nNdlxdf/E6V95BA1tBHrTGo67osLMwHBD7kO1zT6SQdHZ2YZgjbdojF4qyuJgBoa2tHSjAMo2is8eVyK5+PIJlc5a677t3QdagVm1GsqhYbSqnkfi9duogqbGh5qu0EVJq7CgtsSrvyC6W418o/bEUXUyaTJhptC96hapASHMcJ3t+dmFNpYXOoJW7yn2chBJlMXmUgbNu4165xYWaG5e4u7ExCrYOHB5ka3M3+8at0rar1iVxQxab0VrDRSCZBNzHe/zNIy8L92K9UeO4zeE89ib6Woo/nlXUZ7iTVvFI0lPhroYWbBYUTjPQ8Rfq5LgiBFIKoYxdNhEjKEmh6E73pYsfuZHZmEuGUky3SNIkdvxNYuyJBJlOIBx5EnD55w3QZ3KzwqxonJ68yPT2FEDAwsIfdu/cwOztDKpWkoyNOX99uRJW281KsR/JIyZrBQVdXd03VVfWQSTczdiohuhnZUh9+AO66ytA+FApjWRlAFlX/m2aoKODwF+QLC/M52br1q1BLuwRCoRCm2U0mk8FxXDo7uzh69K5b9vlqYWtRS6BS9psNFgHVImvdKE+B0u3YjsP1F54n/ZaHab9jf02EvP9uxmKKBFhdTdDV1Y2UEO7q5sA/OoF5x+FgDSSzabz/8O+UzKnIzS1CA1dVZWr9fWX7awYWFq7nOoRUp47jOMH4VZhwh/UriauRu6AKqFbuupOxF79TNOZNTFyhu7s3R5Y0jzSqVjxhWcq3y/PUOeq6TjqdIptNB15wa21zdlbJAEop0DStqCtI0wSrq6vceWdzkpo7AZuVha13f0q+S8232Wy6iKQWQmNwcBhN05pGRuq6zujoEc6dO4NhSDo7u0nnnvvh4ds5cOBQxf3VkrCrZ10CxYVJtfx+o/dwvQI9n+wzTZN0Ok00Gg28/qqthQvXOHlfb/+6eGQyGaLR6LZ0MwwNjZDNZkilkjiOi2Eo2TUhtFaStYWmYT0yvvZC2Y3FoDMzkziOnZv/EjkSHvywZvfuQe6442DQeR8Oh1leXmR1dZV4PM7hw8cwjLwnFZA7Pj03R+b35XmSeDzeoCtW+VxqKdotRekYHIlEmZycyCXc1VjW8lTbflSbuyKRaHDPS7vyfSluWDv/sBVdTLFYrKyTvDIkXV29wTO2U3MqLWwcVeMmz4NUEm9inNVsCjsaJp1JBQVmnifJrCaIIpkc3EPEspTdleeheRLXNLk4PMQ9Z8cQtg2uC7fdrtR2SlBIzq2ZK08k8Kop+iwtlvkKyrlZ2DO4Y1XzWsRfCy1UQNEEs7CgqtVzE5XhOAzMK1NaL5FA/umfKPKsQiKuWW2+u/eOcG14BGf8CtK21aDjukjTJLTvDvbsHQHW71IQut5UgrKF2rGysszk5NVgMXflyutMTl7l0KEjDA0NY5o6tu0iKys6VcRayZTJyYk1gwPLyuK6LrZtBd4Gvr9arT6DN2pQ0Ihq/p1MiNbfQXKaVCqVS/6qB9KvLjQMo2hRb5omfX0DTExcYWzsNFIWdytUCyIrdQkomakoAOFw9IZ9vlq48bAewVOtQ17bQCffeiitxpWeB0tLeDPTeJ/8BMan/gCtbf2EbOl2ltpjXBzZi20Y6OfPMCvdmgl5yJPy6XSacDjCnj1DDA8P43kgC9ZAzt99ae3jkrUkA+qD67q89tpLgSwgkEtmu4HfnZ9wh/Uridcid+UHPsTYpQtFJKnjOKysLDE/P0tXVw+zs7JppFG14omVlWXS6RRCaLnxmuBcl5eXiEbbmJycKJv38gmnTNApqJQI9GAfzU5qwtZ325Xue7P+3/XuT82x4HvoFpLUfufcwYOHG7bvStjMWq/WhF0965L1fl/4zESjKqGtPLZqv4fVzh0o+lt//wCzszPrXp/CNY7v6+2/i2qd7eaO3SObTTM2dnbLnnf/nul6eZqolWRtoRmolYz338Nr164yOzuFlLB7d75QdjPzQt6/VKOzs5tsNlMU9/pdVIODw2XHuby8xA9+8AKHDh0BVEGt4ygJY+V76uZkgf1CG4PDFaTjNoK15sB6bCYKx9DJyQkcx94wgdhC87DW+qPQH1YIUdSVDwIhNHTdWDP/0GzpelBzy5kzJ9f9nmGY9PXliwF3ck6lhY2hYty0tAgzM9A/AD/4PmZ3F8kjo9AWRRhqHSIcG4lgNdZGJFOuVkc4gq3rzAwPM3TXG5BS4H3hLyseQ2HB7maee/HAm+DffQJcr6yQlZkZxIMPbuLKNB8t4q+FFiqgcIKxMhkl+SAEhuNwYHwi762nacgv/ncY2L2l5p66rnPo/jdxTnpYFy6guS6ebmB6kv3PPQd7b4PDx2rqUqily6CF5mK9ZNKJE28CNreoqZYMWS84cByHRCIRdEVISeCvFolEa/IZvBHRyGr+m5EQPX/+TK560AkkvnwIoZ4bJT8mgwTRSy+9QCKxTDabCXwzCrsVKgWRLVmPFnYSNiPhXSqlqf//3lvXeqCwKlEmVuDqBNgOaBrMX8f5+Y9g/KtfXbfzr3A7rhBcHNmLq+toUqpzWlrC3bWrZkIeyCUa2ujo6GJoaBhd14PEdYDZWRi5rfi4PQ9MA4ZHYG5209emVszMTJLNZku61LSgiEF1wuWPu5YkdzVyd2puBntxLrhePlmj9kMgvdQs0qha8YRphshmM7nxW/3d85Skl5SQSCxz6VK2aN4rXKO0t3fkOs8UVLeSmgsakdRcC1vdbVeKzXZTNGJ/peRQYVfYVs6JpdJ7661vtjthV/rMJJNJ0ulkIAfqF7TB+vew2jq39G+1PAOFa5xS7zDlU6hj23YuUS/R9ZUte963+561cGuhcH4RQhUxeJ5LNpvl3LnTnDjxYNEzt7KyzNRU5ULZzYy/he+iklKOBp8Vjq1rxernzp3Ofd/FMAza2ztYXV3JES8OYKDrBseOvSHoDtwM1psDGxU77USf+lsda60/dN0I1B2gWCVHSsno6FEGB/euOXZvRtlko9B1nZGR2zl79iROBdUyH5FIpGztfbPlVG5lFMVNV8eRX/8qHDwUdOcJQwckpDPI9na17nU9ECA1DVHYBeE4kElDNosWjZK2ssivfgXxUz+N1tGxbsHuZp57+d3vKJJyerI8nh3YjXz+ediBufXKI3oLLbQQTDC3xTvZNTfPyOQU95w5T+dqKv+luVmUblU5vFx7cLPQ2dbOPV/9BrfNXWdXOstt8/Pce/4CnQuLuE89ibQttIcfQevoqPj7lo/fzoG/mKsE27aZaoJWdCwWC6r2S+G6HsvLS7S1teWkVGTgM5hMJqtKOt3oWI+ALUtk1wA/UXTw4OGcFNeNe92mpq4GcmN+kjwPkUtOGnR0dLFv337uuecE09OTQbeCqjoURQlwqBxEDgwMYlYhSVoV5y1sB7Qjx9B/8wn09/wE4o1vQn/PT6D/5hNoh4+Wfdc7cwr3Y7+C+xd/hnzhu7h/8We4//uv4J05ten9+1WJvvw4rqeCDQDdgJUV1clXZS4p3Q7AbG83tlFQAyiE8iognwQvxFrzxrrdcYNDEInC6BHYMwhdXerfo0cgEkVsgTRKMpnEMIyisUsIlTRRXTYemqbjeXLd6uhC+AVUxvt/Bv3t70CYobLEmfKp8IJ9+tJLUPla14vCeyWlJJNJk0yuYlnZnASZCEhIPwFjGHruGhTPe4VrFE3TiMc7gu1KKXPkn153UnMtNGN+3iiSyWTOc0Rdy0KyphnJ0MJnSHWeFBfa+Oe8HXPi0tICL774HS5dusD16zNcunSB73//OywtLZR914+n9u3bz65dA+zbt5/7739T08na0mfGsizS6SSu65LJpEmlkiwvL2LbqkNno/dQeS9OMDZ2NpDFqxWFaxwl+xvPrY/Ue+U4NonEMtFoNEjmbuXzvl33rIVbD/78ks1mWVi4TiKxQjqt3s/5+TkuXjwffLcZ88B68caePUNFx1kJq6sJVldXcr6AaaT0aG+PE4m0oesmvb19vPOd/4CRkds3fHw+ajn3RsVO9az1Wmgs/HnmypVLZLPZkthbQdc1urp60HUDz/MLSKC9Pc599z3A3r23rbuW3aqc4R13HKKvb3dVYlkIUebXGRxHhZxKPfNwC9sHP24Se0cg2lYkyZkNh4mlMwjPA8tSamfSQ9gOkWQSL7cmQqJIP08qP/kCOy75J59DvP9nENGoUu5DEXkiGi0q2F3ruRdVnns5eQ3R3V0xnhVdXS2PvxZauBGhaTp7H/sh3K9/vWLFAIDoG6j89yabe3rffBaWl9mTyhORSgVIFGkSb7RLoYWtx3qVdalU4yvr1pJf8qvGdF0PKsZ8Y91QKFxU7X8zoVHV/NspRdas41laWuDcudNkMmlcN59MVpXpGn4BREdHJ52d3QwODhfJyarEVT5YWa9boVVx3sJORC0d8qVSmup39SsB+FWJLC3lKwx95IIj7+xZ5O/9LsYv/GLVfRRWN6YjkbyCAahMQSDFW5mQ36zPRpFcal+xn5+IxbakECkWixEKhYr8T0CdqxAmoVCIoaER4vF43eN2aeW96p5XxI2UBMl8f/+NJo38e6VIqrxvkeMo+bGurh48zyObzRSM0aLouPx5r3SNEo22EQ6HWVpaxHU92traeOSRtxMKVU7WbBaFc1c2m8ayskXHV3qczVYdkFKytLQQdN4VKiHoutHwZGhpJ0qhBxXImuS7GgF1H66xspKgrS1GX9/AhiVPt0MVonBN5xcc+ZCS3DshSSYTdHYqf9Ja72G93aelaxzTNIlG20gmV9F1M9d9LEmnFdnsKyRA+fPerDXnzaLk0cLORjKZxHEclpcXg7E173tpMD5+mf37VcFpM7qu14o3RkePBAoGa8XqUno4jotlLQaeVH58FI/H2bWrv+6imFrPvRGxU8tTbWegcJ7JZjOsriZIJhNEIlFisfZgTel5kr6+fnbvHtx0R1xlZRMbYo3NGeq6zuHDx1hdTZBILJd9bpomjuPU9C7718eysti2heM4jI2d5c4776anZ2t8w1vYHHxVHPf//QIsL0FPbxDXRjMZdNelczVJFnBTKTTbIry4hCfA1XSQSsYWT4ImwAyV2XHps3PrWlpVVfTpjKN9sPJz78fRXijE7JFR0pEI0UxG7du2Wx5/LbRwo2ItiS/xo+/Ge/65isahjWqLr4a1NInRNLxnvh5IjGm/9huI55+/4Xz8dhqB0iysJ83RVoNv00axVqDT3a2SS1Dsq+bjZpX4aIS0yVZIkW3kvWjE8fhVpqrbQJRJfIJKEMVi7RiGGSTOSrsVVKeg3/GyfrdCS9ajhRsRaxmFe4kEooJReC3wiTNvZrqY9HNs8P0ONA359a/hTk2iffDxirKfhQRcNJPBEyIg/4RhQI8aFxpNyG9GLrXR8JNZhf4n+QSdwX33PdCwZEFp4kzT9MALVdOKK5qbUUGv6zr79x/ie997rug8DUNHSo10OklnZ3dO5jQ/Lhcelz/vla5RLMsKSBTfU+bll19s6DxXOnetriZwHLtIJrr0OJsJ13VZXJzPzX2590UoMjCZTNDb29fwZGjpM2SaZuBB5XnF8l3NWi/798F1bUB1xY6NncXzvMCvtxCNImFrPZ9a/a78jlsl7ZsvXgL1/mWzGWKxeE33sFFej4VrnNXVBFNT1+ju7kUIkSMA84Sl7+eo9pV/3rdb/raFFupFJBJlZWUpmB8hL2msxj4ZjCnNkqCsFm8UFppUi9VVh65DJpNB17Xgc3/OTSZXy+LozaDWc681dlpvjO3q6mFi4jJCqHskJa3iyy1E4Tzjyz77ShGrqwls2yYWa8/JeprB/avLK7dAgpHpSYzhIeSbH4YGKzl0dfUwPHwbY2NngnNSShQaQkA6nQzyUNXgX5/S4jbLsvjud5/jgQceoqdnV0OPu4XGwDtzSsWCKyuqmHXyKnJuFob2Qtaib/Iak50duJEI4aUl8JVpTJPQ0hL7vvtdLj3wAHYkguZ5eJEYpudy4PI4Ym4WmclAJIK8Ol5TwW6ZZcPgIOHH3oYjlMR+2fcffoTFb32DCwN92IaBJiWeEEz293FgZo7eHaqoVzfx94UvfIEnn3yS2dlZ9u/fz4c//GEee+yxou+88sorvPe97+XMmTP17q6FFupCqedOrQRYNQ8XJHDq5Lr6wc1ANU1imUggL1+G3l2wtIhn22h//yW0Dz4Ob32bWuRdfn3HJ9FvpWB2vcq6PU0ikKsFB9PTkyQSy1WJyJtV4qNeb4RGJYPWwkbei0Ydj19lmvehESXdMhqmaRCJRDGMPIlX2q3Q3t7O6urGuhVaFect3GjYjFF4LQiIs09+AuavK3lPz1OkXySS9xhoawu6C72P/yazC9eLEzsFBFzfzByT/X24mqZIv+GRoJCpJkI+sULk0iUG5ubRE2nkI48gQtXXVNXWUo0i/dZb4xUSl7puYFlZHMclHA5x5533NDRJUEqSRiJq/BSCQNbPR6Mq6EsTeZ7nEY/HsSwr6NqPRCK5JNIq6XSavLSpVnZc/rxXuEYplGr2i0Ci0baGzXOu6zI1dZVz504XEaSGYQSEYyEJUniczcTMzGRAPJaSxiDo7u5t+Hq6EtGuutLiRXN+owp8SpPAUlK0hvA81cFi21ZuTRCuUARUPwlb6/lsxO+qsONW1/UiqV1Q3XW1JrQb0XVUer3b2mLouh4obLium7veokghAfLP+1asOVtoodnwu6dLx5L851owpjTT/7uSf2kqlaSjI05f3+6KsbqaSxM5uWyZe289dF2vStJtFhs59/Vip7XGTiD4LBqNksmkSafTjIzcHnRettB8+POMbdu5blhZsOYgWMdFIn0NJWMDCUYBpqlj225F8qNeKNlcgVkhXnJdj2w2u+bvZ2YmsawsyWQisKQBctY0Dq+99hIPP/zYLfm8bjbfvRUoVMVBz3XuOQ5YFpw6Cbm10P5vfZuL992D3RZDyxWpmuk0+19+lc7FJTq/+LfMHD1MJtZOJJ1iwHbRrk6obQkNXAfv61/Fe+MDFYtgS1FIEAoBwtTBriwb6+k6rz/0ZrzxK2iOA0IoAjIU4vWH3kyPriPYefehLuLvq1/9Kv/b//a/8dBDD/HII4/w4osv8gu/8Au85z3v4eMf/3hFOZYWWtgueGdO4T71ZFCJ79k2MkeIbXRAKMR2VbAXyWblID0Pxq+oluf+/txxK4mxhT9/mtff9S7sXIA4O+txdfwy+1dW6ZyZ3REDko9agtmbaXxppqzhehV9lYKDW1Xio97zricZVEt1+0aTPI2SxCnt3EskVoo+9zwP0wxjGCYHDowGRHI0GsU0zSDBFgqFqnYrtNDCToC0LKyvfo3pmSnSXV3Ejt/Jnr0jG3pGi4pyPA+5MK988yIR6OisSwlAO3IM4/d+H+cXfg5WVlSgBPkOQNOA3l4AFpG8/uUv4vT0lCfFCwi4A9OTXOyI4XR3o+l6TXOPpunsXl4JKjaFaeLm1lR86HG4667q16eG6kvYeMBUWEG61hpvKzuJS/fV1zfA4uI8tq3mGM+TGIZBV1cPFy+O1XUslRJ5mUwGwzDKug1UhXg3oVCEeLyD6elrmKZZlngtrCL31yiJxEquY0p1LhaShfV2e/mS0ouL18lmLTRNkE6naW+PB4UnpSRI4XE2E/486F+7Qgl01flWOWldL9Z7XhtB/lRLAnd19VRcQyiCqvw+QP3J98LzEULdf89zyWaznDt3mhMnHgw6HNc778I1XXHHrerKiUSiOQJXY3T0aM0kab1dR+o5L77eyeRq4B+mFBFkbi2qB8Sl8urM5GRAPaamrjZc9rCFFrYa6XSaaDRKMqm6yH1yQwiRI+mdYEzx32nHscvG4EbNA6Xj4dzcNJcvX+bQoSNFsboQqvNKHbOGEB6e5+VIEhclna0KatJV7GI2gkbF5muNnefOnQ6kVv3PVBGRZHGx3L+1hebB9xROJFaKumHVWkMV0IZCYYaGhm/IgnjTDAdd7aXQNI1MJsPY2Nmq6+JkMoltW0GnXyGEEGSz1i05B9YaCzUb1WI4XxWHTFr51duOIgCTScW4WaqYtXNujrv/2//LzL7byXR3EVleYuDseTUutcXQQgZ75hfhyrjahueCYSrSDyAUgvZ4XRYb1TAzM4kdjSJGDyMWFvIxfk8PNoLp6Ul2L69gf/YppkMmmfYYkbGz7Pny32J84ENbeh8KURfx9wd/8Af8xE/8BL/xG78R/O2///f/zq//+q8zNTXFf/pP/+mm7Qxp4caCtCzcpxrvuQPNr2CvhoqyWXOzSuv4ttuK5EddIbjQvwtvbhZtl6poF8kkztUJxjIZ7jl3AWFZ2zIxVEIthMXQ0M01kTcjGbnZKvAb1V+tXqmres97s8mgSkmgSvdpo0ReoyRx/CpTtZDOYBhmLrhVHn++zMgddxzgwoVzwTH63wEVFFfrVmihhZ0A78wpZv78ac7v6sUOhdBWl5mdmeTa8AiH7n9Tzc9rUJQzN4ucGM9XH0oP5uehv/auskqBkxZrR////0vcf//bcPEi2JaSQWlrCzr2XCG4uO82vEymOhmQI+B2AT2eu+7cU3Qs/f14X/l7yGbL1lTuU08iP/nvQGx+ntho4LpRX8Wt7CQu3ZdXcK1Bsrg4z9zcdNnY391d+/joui7nzp0mlVrFdV10XSccjuTG+fIOOVAdFoODQwwODjMwsHvdec9fo7z00gssLnrBPgq3W0+3l+u6nDz5MonEMlaO0HZdlUhNJJbp7u4NPO4cx81dy61bl5R2sBcSXrWSXZtdo6z1vNZb4LNWEnhi4nJFibo8CVteDV1v8t0/H8dxyjorM5k0Fy+e5+DBIxv2uwqFwmSz6aCLLhaLB50Gum4wOLi35mOsp+tIvavF11utrbJ4nothqGNS0upGrstWbXdpaRGQtLd3cOXK62QyGUzTrHgcWyF/20LteOGFF/jDP/xDTp48ydzcHL/3e7/HO96xccnvmxGxWIxotA3btnFdNye9LYLnOhQKB2OKruvs3j3IqVOv5t4hkZPqzXLs2F1Vx9ONSAevV1Dgx+pTU9fQdQPXtQsIP5HrOJJEIibxeEdV79CNzgeNis3XGjsVkVnZYqRVTLC1iMVijI+ngjnQh+qQFbm4WmsIqbwdiMfjRCJtZDIpihUUlGfm8vIitm2V5UT892ZlZSl37kp1oRC+rP2tNgc2y2O+bB/rFGWuFcPJyWuK6Ls6Aa6nClcdW8WxUoLrquaV6/NorsOec+fUd6TMf55Oq5g3EoWuLrh4ASxbEX+ep4pgc/FwPRYb1VCUX9tVHNMLIJlYYeHPn2bs9mGS0ShS0xCex1Q6zYE/f5reX/0329JoUxfxd+HCBX7pl36p6G/vfve7OXjwIB/5yEf46Z/+aT796U/Xs4sWWmgInGe/gVxZgQZ77viotYK90SglHTl/DjGwAAgK62dme7uxTRM9kwFynYFXJ5CuixMKMdPbzZ7rCw2dGOpBszT8dzoamYystwr8RvNXa5Q0bD3nXZoM8quzlcSUVjGBVikJVO0+bfS9aJQkzsDAIBMTV1haWsCy7KBaXgiVsOrs7MLzJKdOvUooFCo6D/Vvnb17h7GsLOFwdEc/Ry3cmpCWhfVHTzG2bxhP05XnnRAIx8EZv8L59jj3v/HNNT23IhRC/NTP4P2v/1xVIfoSnKYBQ0PIP/4c8jePrjvHVgucePSteP/v/wNXr6pgyXHUP6EQvh7PbG83tq6j1+jBtd7cU3YsM1Nw/TqM3IaIdxRfy0QC59lvwKNvX/daVUJZ4Op5sLyENzON98lPYHzqD9BKklLN8lVsBvxr7bouL774naCyXkqJZWVJp1O88sqLvOUtj2KatfkCXbx4nvn52ZxcmnoMMpk0bW3tABU7swoJmlrnPU3T2bNniEwmXfe8UoqpqausrCwDMjcH5qUZff+kaDRKR0cXnZ1dhMPRLV2X1Ntt0Sz5+nrXy2slgQHS6VRZElgRn7GgM62RxWF+l0OhnKy/T5CMj19m//5Dm/K7mpubZWlpAcMw8KVLaz3mwiR9qZpBIdZ7FqamrpVd70wmE5ynkgn0106K/AuFQui6hmlGi8h2IQSrqyvB85PNZgLiPxQKt4qvdxBSqRSjo6O85z3v4aMf/eh2H86Ogj+2xmKVvXfvvPPu4P30JTg7OzuLnvdwOML09CR7Kyg0bGTsrbWgYHBwmEQiwezsFKBIOSm9gneToEjEMIyyMWGz80EjYvO1xk7f77cSbub8y07EwMAgZ86cDHICpeSfrus4jnvDjvP+ex8Ohwu6d7WcJL46V1XsAuFwmPPnT3PgwCgXLpzHti2EELiuU1FaV6kz3HpzYLNjoVqKMqVl4T75GeS1q5DJICMRRE9vkGPmsXfC7Gw+PgYV56mkEpghWE0qcs9HYXAD4OY6/Hp7EZqG7OpRfwuHIRwJ/g71WWxUw3r5tdDrr3NmcIBEPI4nRNCja4VDnNF13vTMM5jveGdDj6kW1EX8qbb88gng8OHDPP3003z4wx/mfe97X2uB08K2Q15TnjuVJKqbMSBUQr3dSNVQSDp6X/sK3l/+ufL+KUA6Z36KnwRcWEDmNImFlKTDkUCSTCZTyN/7XYxf+MVtI/+aqeF/o6CwokYbGsJ47G0b6qBohMzjjeKv1mifk82ed2Fi0PciKqzUm5ycoL09XhTUVUoC+Si9Txt9LzaaqKw2RiUSy9i2RTabRUoP15W5ynSD9vYOhBDYdgbbdghV8PdyHCcnpXWkaV4BLbRQD7xvPstMyMQ2TDVXFkA6DtbsTM2VztKy8L72FRWAGIYi5CLRIBCpJfiqWrWZTCL/r99RQRJAWwySqyoYSqVgYgJ5+AjpSETJYfeUJ5A2mrwpOhZdR16fg7nrSo4lt79ChQFhGMjJyU0LHxYFrquJ4q7J+es4P/8RjH/1q0Wdf83yVWwmCudo3yfIlyzKZDJ861vPcN99J4jHu9bcjuu6TExcBijyOPG9+GKxdhzHWZegqXXea5YU+PT0VJA49TvGfUgpyWYzOcIlxNGj1Ts7moV6ui2a6cVW73p5rSRwNBqt2k3Q1hbj3ntPMDs709C4plqXA+RzPtPTk5vyuxocHC7quK31mEuT9JXUDGp9Fipdb5XwFICeU1LI57h0XaO9vSN4N4rJjjCZTJpkMonj5CXPFPGfJRKprXCghebj0Ucf5dFHH93uw9iRqOy96yAE7No1wOTkVa5fn6O9PY7necF7WPp8V4ptNzr2bqSQwrazuK6HpokcEZPv0FWxklvRx7ze+aDe2HytsVMIDSpmy26d/MtOga7rDA/fztjYGTxPzYX+3KDrBiAJh0M3rP1K4XsfCqnCt0wmnfPLFFjWCr6sqfLyWyWRSNDW1hY8ux0dXSwtLRQVimmaRltbO6HQjXttNotmxkK1dhO6T/8x8gffz5F5Su1Gzs0ihkfwHAcdqW5r4fijaWrY0YSKmdOp/MOu6bmGTgHk4gIhoLMzH3v2dEM4ggiHy4/bceqy2AjOvaDLsf+hh9aMg7zFRVbicZVnz/1dAFIIVuLtTM5Nc1tdR7Q51EX8jY6O8uyzz1aUKhgaGuLpp5/mZ3/2Z/nVX/3VenbTQgt1QwwNIW27YsdfpQGh0Waczar0LYX28CPw5S/hJpLI+XnIZiAcIdLTjezbhfCTgJlMkCGSQhBdXkKeOxMk1+TXv4Y7Nbltsp+3qsecj9KKGvc5m+yXv4T4wOOIw7Xdj1upa7JRXnb1wl/Enjt3OudVoeQnhFCyUn6wt5EuvtXVBJOTExuqMi8k8Lq6elhcnMdxnDWTU9XGqP37D3Hx4nl0Xae9vZ3V1bwHhxAahqGWEY7jBP9d6TxSqZvneWvh5oOcvEa6PaY6/UohBFo2W9OY6Y/d8uwZWF1VgY+Vha6uDVUfVqvalAvzkFhRQVI4oubxSETN6Z6nKiTnZmnbO8Tc3mH0BhTPBMeSzSgSznaUN4NlKbLx6gSM5EMY6TiIwc3P0UHg6nlqf66X92zQDVhZKVMmKPJVLN1eA4K+ZsAf+6WUJJOJXHeT+kzTBLZtcfbsae677wHEGkU/MzOTgCzxgFHwPInjOIyOHkXTtIYQNM2SAhdBYE+Bt5ObI1hEbt/lSdSNop4ivM12WzRzjVLvenmtJLCUMDJyO4uLC7iuDRTfa8MINXxt5Xc5qI4fApLNfyb8ouM77ji4qfPeaNK8WpLe39bQ0DDpdLrmZ0H5ZRVf77z/oEZbW1vgseV37oVCYVKp1aLiAL+rNxyOkEolc+SD3yWltnPhwjnuv7+7pbBwE6HUy2or99nMfXd393DixJuYmppkfn6OhYX5HEl/FddVXbDRaAzXVUWHlYoM/Vij8Dg3ah1SS0GBv/1QqNijTL2DZq5oRWPXrn7uu++NZe/fdtuZ7N5dPGcUqtMYhkk0Gi0qvPFhmiZ79gxuyzO4XdiKZ38tHDhwiKWleVZWlkmnU/5R4Xlqfjh+/C5V5NcEbNV7f/DgIV599eWgq7GwsEYVxOSVH1ZXE0Sj0WCtGwqF6O7uYXl5GdCJRiO5OTPE6OiRuq5NpfNvdH640dCGhnCfWyMWGqz9/S09f+9bzyKrdBPKRAL5zWcRDz+C98W/zqW/cuOb0MBV8Zw4fASuz6H/6D/E/exTeXLQMEGzVTwrpSpqzWRz1U8axGJg2+Do6t/hMMQ7wXEQ8Tj6R/4p3uc+W9wl6J9HPI7+6CMbeo4Lz907c0pZWBR0OYq//xIH3/dexizK4qDR0SOcn5pEplYRfidj4VgvBHOxGLdvw5hSF/H3zne+k9///d9naWmJrq6uss+7u7v53Oc+x0c/+lGee+65enbVQgt1wXjkrdh/80VkhQFBi8fRHnkk+P9Gm6I2s9K3FCIUQnvrYzi/8x9UYk43wHXoX1pk+p678fyBxx9YhcCwHfpffDGfXPM8aGvbVtnPG9VjrhGoXlGTwXvqSfQa78et1DW5k0jOrq4ehoaGWV1VZtylPkiVuvhKk0A+stksU1PXCmSp1q8yr1SZbpom/f0DgKiYnFprjHrttZdy1XeygOjzNfhVF0YkEs0FwJXfS8+r7BfRQgs7BWJwiOjYWbzennLyT0q88PqSMYVjN7EYrCyrxb6bk9YeVZ1xtRBRVas2MxmgQO4EVMAUM5TXXziCGD3Cnl/6F0y9+oOGFM/IyWuq029iHLLZPMnoH8P4FWRXF6KjE1BBlvHIWynfc23wSTwWFxSx6OUCPzMnZRqOlHVNBr6KyaQiR3NG66Knt2yNV/N5NznA9+doy8oGyfxg31KiaTq2bTE1tTYppIpC2rCsbDA/+PC3OTi4t6HrpmZIgff378mRmAq+TJrvnTQ0NMLx42+oax+NKMJbiziqRio2c41S73p5LeLQMAyi0TaklLiuhaaZ2LaFaYZJpZJ0dHRu+H6sR7z6XQ7nz58qIn5V7kRgWRaxWGzL4oS1kvSqoErj4MHDNW9vz54hLl++XHS9I5EI2Ww6+O9CAl/XDfr6Bjh1Sr0b5V29SSKRKLqu5zoH9WAbLU+umwuh0PbEvr6soChZejQeOsPDw0xOThAOh1hcXEBKcgUySnY4EomQSq0SDvdUKHTx6OiIY5r565TNpjGMytdN0wTZbLro+/7+C99P1YWu1k7Dw8NBrNPV1UlbW4xUKpWTyBQIITEMg7a2GCMjI4TD5WuGjR5To2GaOkePHuPMmVMsLi6QzWaQUo2dphkKui397nv/s8OHj1U8n5sZW/fsV4a6V8c5e/Y0pmmSSKzkiHCdWKydS5cuEg6H6enpbfi+t+LcXdfl4sUxIpFwwTuf31l5fkR1/xVK14fDYfr6+ohEInR2dhOLxdizZ2hd0k9alrKCunYNMTSE8chbEQUFBZ7nMjV1NddlGGNgcRnvj/4QbyUR5If58pcwH/8n6Me2vkmiEozH3kb2y19CpjNln2mdccKPvQ1R49hSev/lzCSyyvsvQiba7BTi+W/mWtuUd5+raczedhvpjjjR5WV2z88RGh5Cf9ObyXztK3jT0+r3PT2ISAQ5MaGKoPbtQ2bSys4iGs0Vu4bVP5qGNjSE/s4fQhseDu6bGw5hP/lpFR8aJtKx0eJxzA9/BL1tY+oH/rljWziffRKRzSBy5y7CIchm6Pyzz/Om33qC6etzwXp2z54hOHsWpiYhrqwWchVsytdQCCQCbc/upo7x1VAX8ffe976X9773vWt+p62tjSeffLKe3bTQQt0QoRD6hx7HferJ3IBgqORbPI72oQ8HyZxmmKKWBo3S82BhATIZrHCYqavjDI3sa8h5SsvC+8bXEIcOqY6/XPLL6Oll/8uv8Pq73oXtuoieHuTcHIaVZf+rr6JZVr4ywzSgVy0gttMb50bzmGsU1tLnlokE9jPPcP3o4XWvya3UNbnTSM50Ol2V6PKTfH7yK51O4jgOpmkWBbFSStLpNJ2dnUXyFUCuKjxGMrlKZ2cHhw8fwzBCaxB4LgsL8wwNDZNMJpmenix6bqoltizLIpFYRkowDF+Cqthzx3EcdN3g+PGjXLx4vurztmcHdty00IIP7eFHGPjy3zLl2Lgl46kwDMz+gXXHzMKxW/T0IudmFekHqktufh76+moioqp2sEUigFTbzaRVMGSGcr4IJuzahfbo29Aj0YYlxcXgEN7cTK7TL1OoNZRTCRDw+kXk0eNonZ3oj39YBc92eWdyLdAefgT3v34efKJRCLCl6jBsa8t7OhR0TYpQCB59K/I//p9FRU9yfh7xS/98w+u2RheAVYI/R6fTqbJKVCVjFkHTtHW7pdX8J2lrK/dHEkJjZOT2pqybGi0FPji4lytXLpJILBcQocofKR7vrJv0U366qhu/kCBpVBHeWqRis9co662X1yLbqhFovlTdlSuvo2kalpUllUoTjUYJh8Ncvz6zYdK0VuL19tv3c/HiuZxkngwS0EKo9ZUqZNqaOKHRpK2u64yOHuHcufz1lhLicVU44Q+vheP16moCApeYUqgOv0oe0jebusetDstyt63jT0pwnOZL9V+7NkE2myWbzZbJ/apxSf17aWkZXdeCbkBdN4jF2unr241dsPYIh6M4jlt17A2Ho0XfBzh48HDR+wkehmFy8OBhPE8RAgC7du0mGr2MaYbK/AYNwyw7lnqOqdFwXQ/P83KkH0VxnfJxV97smUyaeDxOf/9uhNCbflw7DVv57FdDPN7F3Xffz7e//QyRSLSsuOP06VOcONG4JgIfW3Hu/vvuui7JZALLssq+UzwOiEC6vvg7kv7+waBTtvA99X1BU6kkbW0xlY84d7aoi0vaNvbffBH9Q2qN769VHCendOA4XDp7hv1Co0s3kJ4E3cBLpsl+5tMYv5WTuaywry3NWwod8YHH8Z56ElmQ7xbxONoHP4wj9Jpjs9L77w0M4mWtqt2Eon8PcvwqYlc/cn6e5e5uLt57L3YkjOZ5eCMjTAGH2mJ0fOx/x3MluC5YFnJuDjk4iHb3vYg734DQNeQb34T37W/ChQvqewLQdMSBQ+i/9M/RDh8FUEWmtguHDqP92yfg2WeRU5NoewbRHnkEzwzhbXDc8s89+7Wv4y5V8UxcTsA3nmWgIEfuZiycz3ya/vY2ZjvieVsOUOdgGGjRKP27h7ZlLK2L+ANYXV3FNE3CFTRVQXUs2LZNe3t7vbtqoYW6oB05Br/5BKJkQChMCDXDFLUwaJSJhKr8L/DXW/3LP8f74X/YkGSSOv4EQjdgV1/RZx0zs9yzmmEuRxpFzTD9f/VXMDmd7/QzDRgeaaoh6kZwo3jMNRJr6XMvd3VycWEG55KxbrX6rdQ1udNIzvWSfCB58cXvYNtWQKgtLy8TiUSJRMI5eTabaLS48hsUGZdMKsmntrYYy8tL/OAHL3Do0BFSqWRVAi+ZXGV1dYW2tljZc1PZc8ZjZWU56LaQUs/Je6rjiUSiOI7HwMAeenp6WViYD2RFbdsOPDrC4TB33nls26TZWmihFohQiNAHP8TBP3+a8327cEwT4XlIw8QcGeHQ4fWf4aKxW9MQwyN5fzpNg3QKEY0WFRtVQ9DBVqpSEAor0s/L/SNR5JhhBPKf4sEHgcYlxcUDb4L/8ElIJVXg4o8Vvgl7yATdQBw+gv4Lv4hWQYJroxACZFG1bonXV0nXpLQseOYbcPCQIlhzMuf09sI3voF8x7tqJv+aUQBWCf4c/corL5LJZHIEgC/T1x50u63XLe3Pf5qmYZrdgWSXpqmK8P37D617LIVjrE8gbES+sBFQslV3c/78aRKJRM7TTCMej3Po0NG6j+HixfPMz88FXmmqYz1NW1s7hiHr6oyqVnTjODavvPIi/f17Khb4QOPWKNXWy7WQbaVjRTQazXW9qMSE31mmCpKShEKhmpVLXNdlcvIqMzOTXL8+SygUIhKJIqWq3E+nU7zyyos89NCjGIZ6r65fnyESiZLJpMqI7Gg0yuzsTHCuzY4TmkHaVhubgbK/SQkXLpwPnifwO6Akvs9ZJfn3eo6vhZ2L7fTIVrFAc/fhxyOe55aNlUKAbVuADDpk/Y4gXdcxTZOxsfM5ewX1/tQSH5aeU2dn/v1Unc1x+voU8VX4XU3Lx9mqM1HF2Yah4uzS7/vYzDFtFpXiJynh3LkzwbX2r7MvO97Z2R14sx84cBjT1G95f/atePbXwuzsTFWJW9u211WGqAfNPPdkMokQIpCxLlWtyB+DzHWfaRU7+aq9N5VUkK6OX+aOv/s7OtNpME1VTpNb47tPPYn78d/k3Ln8es7zJGJpCUdKLozs5a6zY1zv6SIdiRDNZOidvc7UV/6excFBFhfn0XU914HfHFun9SAOH0P/zSfwKuS7N3Mf/fsv3vII4u8qxKUopRfx8CPIZ59Fui7uyG1cHD2Iq+toOYUYzfNwh/Yy9tL3uTuTQevuRnZ25mM2oaF9/DfRCmIe+b6fwv3a1/C+/U3F+73lLWhve3v1czFCaI8V5+ml3LyCi3ftWv4ZKduXgTc5iVbwofus4hH6r88Rj7ez2tODpymfPyklmq7T0dPL4ODebRlP6iL+nn/+eX72Z3+Wp556ije+8Y0Vv/PKK6/w+OOP89RTT3HixIl6dtdCC3VDmKE1ibtmmKL6QaMARfq5bq7VFzLhMCu2zbX/568YvGM/ejiy4e1XOn7plY8mwjAQ01MMvuOd+e/fcz/O7/0u8utfK6qkDz7fod44NzOqdXq4QnBheAgvGi2TY6yWeLlVuiZ3Gsm5nnTW4uI8rpuv9gyHlR69bdv09PQRj8dJJBIsLMwV/VYl35R3YF7/Pv8MdHZ2lyWn1vvN/fe/qSyx5Xf6OY4dGL07jo2u60HCCQRtbSoxd+XKcrCgltIjm7XwPBfTNNB1nQsXzqHrGn19xcUItWCr/FFbaEE7coyBf/NxOr76NaZmp0l3dhI7fid79o7UNIaUjd3tccToESU9mUoh3voY+i/8Yk3BhgiF0D74uOo686s2LUvJh9yxD6anIZkEz1VRjW1DVzcg8T7+byDXmbZeUny9YMjvfMM0FIHpE46apjr+IlElw7lnD2JXX0MIMe+bzyIRiDvvQr72ap449aU+5+fRRkaKJdoLi7ZKxhl7dZWpr/49mf0HapoDm1EAVg1dXT28+c2P8txzz+TGOL1I6s80Q+t2S5fOf8qfp/L8VykJuLKyHIyxjuME/rTt7R3our6l461aszzY8DWL67qMj19GSVbnOxv8+bGzs7uuzqgyZY8cUZZOp3IymSqJury8HHTMbcUaZSNWA4VjxeTkRG4tpX6jyGQZdKL5Et+wtkfh0tICJ0++zMrKEq7r4jgO2WyGZHI1t20l4ZnJZPj2t5/hDW+4LyhGikQihMPhIiLbfze2soutWYVl1cbmwr/5659EYjlH7olcAtTANENEIhE8T1Y8tnqPr4UWtgP5eMT3vSzu+PM8K0j+q041n7gSJBLLJBLLdHX1MDsrg7lrM/Gh/34qMYXqxNdm4uytilmrxU/d3T3YtlWRXC0c31vdwjsHO8nSpJGIxWKMj6dy73a5r6QPVXis0dXVTTgcxraddd+bqgVZc7OM9fWyRxNkw2GimQwD84toUuIlEsx846vY8Vjx9c5kQAjS4TDffcMxDNdDkxJL1zl14A7Cq8tkr9lBIUJbWzuhUKgptk61YL1896a2WSkuLVHP84tWp2NR7O4eNCubjxkjEUQ0grW8xExvN3uuL6iccy5mk46DfP555MOPFMWl+mOPYbzrhzd93PUouIjBIeQG/OPl5DXQdfTxKxxJrHDh3ntJdnfi6Tqa6xK7Ps/ht/7QtuVh6yL+/vRP/5R/8A/+QVXSD+CNb3wjP/qjP8rnPve5FvHXwo5HVXktNk+C+UGjMzMddPpZukY62oYUYFlhLveGmPz7v2H04bfVlVwJvHH08le70vELM4Tx87+IOzVZk/9hLWh159SHap0eMz3dOJEIWk/587FW4qUR1dC13NPtvu87ieRcK6jr6uphbm66bAEvhMAwTOLxOIODymPi+vWZou+pBJjqwFOyGKtBMsy2bWw7W6aH7/8GRFmVnP/cFCa2/ERo4XZ03cB1XVzXzRGBIiARCwlMIQQrKysAdHZ2BwGl6zqcO3eGngrP7lrYSn/UFloAFdiY73gnw5uoxKs4dmuaIsSi0ZpJv+CnR46p7rJc1SbX51QiLByGXf3IuRm4fFmRYaapyLeu7po709YLhoo634ZvU/LhqVR+A22xHAGoQUcnokFFQoUFWOLAwXzXpMhJ3XluWddk4EN4fa7I32+pI87Fkb04iWX06zM1FQ40owBsLZhmiDe84b5gvlCdfnlPHZUAXXsbtcx/lZKAExNXsG0rV0ktgiIRIKj83+rxthkdXFNT11DFL3mPNB+e5wXdjZtFYVLOtm1WVxO5zhT1eipZ7m46OzuxbZtdu/qIxeKbXqPUut5ay59urXVjaZIxnyBW5J/jOKTT6YCQSyQSFY/x3LnTJBLLwXXwvbpUN4nAzL3DmiawbatiMVKphOVWd7FtVZK+9J729Q0E65+8hyeAwPPcgAQNhUwOHLiTCxfO7YjCtxYqI5lMMj4+Hvz/1atXOXPmDJ2dnQwOtshZH7t2DTA2dhbHsXEc1cmqaSI3HqmiQ79rW8lw+rVPVq44UQ+Iq8K56557TnDu3CkSiQSdnR0cPHiE+fk55uZm644Xa52zSt/xe+89wezsTFNi1rXip/Hxy0Sj0YrkqhDqt61u4Z2FnWZp0igMDAxy5szJwLO2sPu0EEKInILQPXR0dNaU66lqY5LJkOzpJhmLEbUsPCGY7O9j//hVulaTpJaW0DrjxRuLRJTiQTSCYduEnCwSSEejSCFI6RqiQJ0glVrFNLtvOq/d0ri0VD3PJwfTf/vXaNKDkCrYFIZSlGNpCU0I0hUaXYRh4L78A+Tff6lhNgv1KrhoDz+CVqXLsVKOXAwOwews2A6d1+e55ytfZeb228jE40RWlhlIpTHvvA+2wUIL6iT+fvCDH/Drv/7r637vne98J7/2a79Wz65aaGFLUFVei82RYJAPGs9dvoStaSAlqbY2BNCeTgMSDXAzmbqTK9rDj8CXv4SXrP34a6ngqBWt7pz6Ue1+pOPtaHuHizoyfTSz2quWe7pT7nujEoaNIDGrJWIvXhyrqWqvUpW557m57gFft94pkisLhcKYZqjsN75EZ7hkoeXvrzCxtbKyjG07OYJRJY+UFIyWS/JphEJh+voGgoSej0KSsbAjAHwpkmsMDAzVfA0nJ6/mPAZl4JvhBwU300K6hZsDjZxLg20WVG06n/usMjYHRbhpBkTb8tKb2Wzwu/U604qCoQLCzFteQj75GcQnPlnc+aZpcOAgnD6V000BbOW5J4ZHEJ2dNa2PvNVV3M/8PvLSJcS+fegf+adFsi5QUoBV2DWZyYBpon/4nwTeDvkNu8gzp1RlqdBAejjz17n4D/8hrqahRSK5y7Z+4UAzCsDWQ6X5Ys+eQcLhUM0+EGvNf9WSgKnUKul0mq6u7mD89sfYwsr/G328VfKVPnlSnlAC6uqMCpQ9cpJVrusWJLGKiVTDMInF4pu+lhtZb222S6A0yZhPEPveUJlgXeF5kunpawwM7C7a/8zMJKurK0GnoP9dH1KqCn9d92Ur9YrFSKXYii62SmvAegrL/O2Vygb6qHRPx8bOIqUkHA7npAvjBXJoiqyOxzuC+37//d07ovCthco4efIkP/MzPxP8/xNPPAHAj//4j/Pbv/3b23VYOwau63Lx4nkmJi5jWdmc95waL1TDiBZIJWuaXhLnqE6h/BiVnzNt2+bChfMsLS0E79f163NMTIwTiUSIRCJbErOuNW43Y15dq+gDIJ1OEY22kc2mi+ZEKQlkU1vdwjsH2z0nNgu6rjMycjtjY2eBvKRooXqCYZhEIlEOHz4WvJ+1vDNFVktSkslkcF2HjKEhXIH01zdS4uo6F0f2cvdrp2nr6uJ6SRE1PT1YS4t4QqC5HhnTJBMycXUNXYKn6whPouv++tkjk8nkCPad1ZG5WdlLH+t1E2pHjtEea2Pu5RfRslnlTd/To7zZMxk8KYlmMxWPi9deQXZ01mWzUHh+cv46cmlJFcyWoBYFl1ri+qLr2d8PSFzDYPb220jH40QTCW577SSaQMWz22ihVRfxt7y8THd397rf6+rqYnl5ed3vtdDCdqMZiTtQSZ17ewaYPHmK2f4+wiGLqGUTGLVLCbmunXqSKyIUwnz8n5D9zKeLTF3XO/71KjhqQas7pz4UJRo6Oxj4jd9C/9a31P0YHKTz8EHmLr1e4nSk0Kxqr1ruqZTcVPe9kSRmpURsrVV7hWScZVlYVpZMRvnmGYYRVLr61WXJ5CptbTH6+3cXVaarDj2IxeIVJV38/XV19XDgwCjf+963AZlL9HmBvJSmiSAYjMc7CIcjJJOJku3lZWNKPWc2uvBV9+E0mUwmMFnOZNLEYvEcGbmzFtIttACNmUtLEQQVY+eR09PQ368KQLKZPOknPYhEcIVgtrebdCRC2+wUQ7mOnFIEpF42U9BRpwgzOTOD+6d/rEzUC8gv0dGJPHoMXr+opEXb47DvDkX6lXbgWRbu176Ofe0as329ZPbtI3L+HH2f+hRaKgm6gXz5RZwv/Q3a//LPMX7k3flrWFqAleuaBJRH4tveXnZ95MlX1bXw81dCY3Z4GNtz0PQolHQbr9kl34QCsFpQOl+UdqbVg2pJQEVQeYGcYqXKf3VsN+5467oumUyKZHIVwwhh21aQIFYdgILh4dvrWqf4SblCn5pCSVHfJ6ZeCbWNrrM32yVQmmSMRCJks2k8z8PzXAzDDJ5PXVcJ+cL9u67L1NQ1stm8CoG6BuXkn38OhTKe2ynf3ugEfen25uamuXz5crCmrHZP7f+PvT+PkiTLywPR79rm5lu4x75HbpEZuVV1rVR1VXc1TbcA6b0ewegxSLTeQzQS6Age0qBBqN/RAjMjBBoejWAe4gimGxgxghEHoWE9rS6aruqq7qK79twiM7IyMxaPLSPCw1fb7/vj2jU3czf3cPfwWDLTvnP6dFa4u7nZNfN7f/f3+37fZxowDMMbc1EUkclkoes6bNtGNtuPJ5981huLXnfKGoaBmzdZh1Q6ncb585c8D8YIneO5557D/Pz8UZ/GsUQ+v435+WvY2trwuve4tB+fZ+LxhPv/jIhSqVjea3weYfshBNRNCAGWlu4ikUiAWxVUq2W3EFBBLBbres/aLkn0KPIjrUgf8Xgc1WoVhBAkEilP5YWTOZLJVNQtfMxw3CxNeonTp89he3sL5XLRlZoHuPckIcQjTE1MTHV0XB7/WJblPeOOQ2EBECQR1FVl4LAkCZvTUxj/1k9g9b23AkVWIgiwBwaAUhF6TAEVBNhEABUFUFF0PdwcADUFJMdh8fNRdGQ2K+7tR/ayE4xNzmBlLddYqB4YgLK2itGtncYPaVXmzR6Cdm0WnOtXYX/+10EX7wKmBRSLAKWg09Mg6b7Ae9tVcGm1rw8bz91sFref+hBMVYXgUDgCweq5sziTW0XGOFoLrX0V/vr7+7G0tIRnnnmm5fuWl5fbKhBGiHAccBCJOwCQXvoYJv/rn0GrVGDEgscikgQMDPQkuSJeugTpX/1r2F/p7Pz3qwfdraTQUUtEHgc0TTQ8/RSy2U+CEGBCAO4tLx8q26ude8r+3fl9P444jM1ZJ6w9Vow7h/fffwe2bUGSRJgmAsW4etR3jsTjceRySw2FuPrvs20bCwvzUJSY60dE4DjE9eUxIcuK2wGo4Ny5C6hUyg1SpLwrIExWtJPAl9+HWrcE8WRAeNcEpXhgpU0iPNxotZZ2yrQMbCpEEdjaBHa2QKem2QaJeydIEnZnZnD75AxMSYLgOKDJOFa/+fVQ0oInjbm0CNhulxzgFv8onD/5Iwif+aEGbwPSlwF9/AlgcwNk7gKEj3081BdQ/83PY8t2cPv0SZhaEcLKIpxiESsfewln3noLmftbTJLcNOH828/B+dZv8zr/OiVgOa++AloqA1PTwPIS2+wJAqqpFATbAfr6GjrlW8VaB0UAO0o0SwKyeZp4ko1BqaVaAvVBlZLisZVlGbAsE45DIQgEisLYv6IoIplMYXb23L6+hyfl3nzzDXAfQdtmBS8uowrsX0Kt0zi72y6BsCRjIpFEsVh0E3JcupN4pCL+/YlE0vOlsywLjmPDcVhMwHy5rIB0LU8+845APxnpsOXbex0DtnO8ZveUUgrD0GHbludnxslPiqJifHzywMZicfEOrl59zz1vgq0t1iF16dLjmJk5dSDfGeHocRT7cf4bqVRKoLTWvcfA/CwBAkmSIMtsfxKLqdC0aqDgxwkWghBUN6m6ykocuu73K6115QCd7Vk7IYl2mx/ZD5LJJNbXbRiGAdu2YNusu1oUJShKDNPTJ5HPb0OSKDKZfnecgOnpk5idPffI5WEeBBwnS5NeQhRFzM1dxM2b1yEIIqrVshs/EcTjSUhSd8XN0dEJLC3dQ6GQ92JbSjkRisCSZdAqUy8ApRBEEdpHPwpJjXvxj22bYDEyhZxMQacOYFkgtgMiEPDZyrFtn+8oPBUD4PA7MpsV98in/5+gv/2/dy172QmaF6oVzD7zHMSFO3B2d4HdXaBaAbJZkIuXgOXl0OO1KtLxfbWzeA/0T/8I2N4GbJfMqmuAYQCWCXrxMrCzwwqMhgFIEnD6DKhpdJUj95RzymVgZxt0exu2KOD2d3w7bEohyDLgUBbzJVK43deHp+4uHRh5tB3sq/D3Ld/yLfjt3/5tfOpTn4IkhR/Ksiz89m//Np577rn9fFWECIeKgzRFTfyX34fHCfHpHhOXEdyL5MpBnP9e6EZS6LhIRB4l2kkM8ITJ3NwFzM8fHtur3Xt63A2nD9oPpxN0wtpjxbibUBQFiqKgXC5BlrnfngVCWODGk29841bP/E6l0nt+H792zuxnQasQSGAmEkm8+OLHIEkK0ulMQ0KRfxZAg6yoLMsYH59EC+9uD/Xnwk2/eZeGpmlIpdIPrLRJhEcTnTItQ70JTpxkxbrFRWDuPLCxDggEzomTuH1yBrYoQnDjCjI42DRhTSYm4Wyu1zr9AifKfqQEFEJfX0PnGxEEkJOnIP7zf9mwWaKGAfsLn4dj6Phg7iw7HwAoFSEYOmxFwu2nnsITX3oZAp8MNA32v/9VCP/oH3vH6YSA5XnyyTLo3AVgawvQNcRFCU66D2JIn3yrWMswDNy0DRT/+qeQ2NnB3E4Rco8IYEeFZp1fsZiKarUK7hXrl/3yJ1AfRCkpf2wlimKgs8E0DfT1ZT0iSy/ip2x2AHNzFzE/f9Xt7qslpIHeSKh1Gme3E280i4/8SUYuUZnP57GywohE9fLbgkBQKhW9uIDJyOkwTfY7t23WKSjLihdnpVIpqGrcO0b92ByE32Mr9DoGbOd4YfeUUup1PfEiqZ/8NDg4fGC/R8MwcPXqe6DU9shlgkBAqY2rV9/DxMRk1Pn3EKLVfry//+D24/w3wjzEG32+mBwwm6dUVUA6PQBd1xCPJ70CASNXsL1omLoJ7xYE4H0PEOzKAdrfs3ZKEOhWcrmd82i2t43FVBSLRVgW7xqudV7ruo6LFy9jdvbcQ1dEepjQ7P761yDbtpHLLT3w9zBY1CxC13XIcgzpdPdeyKIoor9/0OskZpLjbiwmy3BkGUY8AdUwmYdffz+Sp8545/Pss89jc3MNhUIRiUQSlmXhypW3mW8dAGLbgGUFpHIty4QgiJAkEYoSgyhKh9qR2dLT7hf+FyCmdi172SkC97RYgHrnDkY3tyBOTIL+ze8D/u0vAJUykEwCMRX02lXAdkBCmsWa2Sz499XY2WaKNILA5EUlAVBiTKGmWATef5d9SNcB24GtyNjILUL7Xz+HxHMvYKyigazmQCYmIX7sJUCON3xf4LtffQXOag5YvAeUywCl2Dh3DqZlsX2vSQKqPJYSw8Z/+99i6gj3kfsq/P3QD/0Qvud7vgc//MM/jM9+9rOYnZ0NvH779m38zM/8DObn5/Gv/tW/2teJRojwMEC4cAnjp04j91//BLamBXSPgc6SK6GdA8rRTSadSgpF0qAM7SQGJidZkHfYbK927+lxNpw+DD+cTuG/j7peRSwWD72P9c+GILDOAUmSPb89VVURi6ktO+DaeW78114v/cKkvBSMj0/hzp0PvM/XJxQpBdLpDAB4QTZPMs7NXYAoioFNdjPwc2HBtADTrLrJAAGUOiiXS5idPf9IzA8RHg60azC+pzcB97zb3ACGhkGe+zBw5T2sJ+Jep5+fTASEJ6yFj74E+9//SmPRDwBkCRgeAd3c7LjzzXn1FdBCAesTYzAlCYRviN0uZTgUZkzB+skTGP/gDntNFEHv3m04VrsEJr8nHxEEYJjJgo5aNlYtE47aKB3TLNZq6HShFLnBDC6dPYOZB7ToBzTv/CKEoK8vA1lWYFkWEomUJ7WUTKZBKSBJh5u46BXq109FUSDLzMvQsmxkMllcvPh4T69rfHwKuRxTZlAUpecSavUxGfP41dxktuB1rvjRav3fKz6qs0NEMsm8hJvFe4ahe8fi11sqFWCaJgBe/JOQzWYhSYor5Xd8JMt6HQO2c7ywOFvTNK9jwF8M4YoK/f2DBzZON29e9ea/eti2hRs3ruLy5ScP5LsjHA322o8/++zzAA7meeO/kVq3DHE78oj3zHPShONQDA+PYGxsoqFAIAgEOztbME22xvE5ZWbmJDY21rxiYLOuHP6ZdvasnfqPdyu53Aqt5u50OoPbt28ikUggn9fc7mzB66hMJBJYWLiJZ555/oFR5HnU0E7u4mEjz/eK6OMvmBYKu8hk+t3ueaZs4Se4OWoSZCQFAJBEqYF4NDU1A9O0QSlw69YNpFJ9KJeLsCwbllWvpEA8EsLE+AQG1jYxurkIsVgFPSTiYMCbvR75PJBIALHhhpfalb3sFIIgYmy3ECC92roO3L0DTEyAnDhZe7MsM0uLTKZRpSXEZqF+X013tmuVXU0DkhL7b1VlhT9N817fHR/D7RdfgJmIQ1BicL7xNaxIMs6s5JB5/augX/xTiH/37wHnzje9Nrp0D8itAJUK+wMhqGYzEBybNZlTCsTjbP8rCBAmJ1E9QBJNO9hX4W9ubg6/8Au/gH/6T/8pPvWpT2FkZATj4+MghGB1dRXr6+tIJpP43Oc+h3Pn9iejEiHCwwJJjWPuox/fl053s84B/MBngMcfP4SraESnkkJHIX1xHBFmPsxlt1RVbUg0HCYDup17SimOreH0YfnhdANBEDE5OQ1ZFr2gsh71SSN/RwbvHFBVluiTJKnlWO/13Piv3Z8gZTJdDiRJwubmWsPmIiyhCKDhb/XSn62QTCaxvKyhWi17CUMArkSHiGQyibW1FUxNTT9wyegIjyZabcY405JMjAfWdXrvLmNDTs8wPz0A1HFYR5v7u5C+79MAPg39v/4ZxHIxaKLuOMD2NoimobRbAB0e9TaeRFFA/tqnQH/r80zqUxBYp5/MioZwHJDxidDOO/L886Bf/zqsb3yjQa6Ud99VVRUCpTWBLVFk3YWUQqAUWjpdGwDbBjl5suuxbebJJ1KK2Y37+ODJp2Ha9p6xVi86XY6rdHmrzq8LFx5DX18mIA8NMIm043QNnSKs6EII8a4vFov3/Lr849yphNpezw6TCWXSdIJAIAiiW1ikbgcLwcrKElKpdEPSL2z93ys+mp2dw8LCfMCbThCkALvdD1mW3QR8bcwVRUF//yA0rQpd1xGLxXHu3HnPq+egSGzd/g57HQO2c7ywOJv7bUqSgL6+rOuVWNsXINTtuzdgcq7hxxcEgmKxGPpahAcXe+3HV1dzOLmPNboV+G+Ey3cCzAsUgNel5jg2KKXePqfZfsZx7IY5hVJgZ2fb+335ZUI5eZKjnT1rN/7j7eylO5mz9pq7JyamYJqG68cqeb6zzPedWTg8SnmWBw3t5C4oRUSeD0F9MbRSKUPXdSSTqUC+pFwuumpGYts52GQyCVEUEY8nUSjkAcBHyIH7WgKKaWDgz76I0XuLrNB1QD56YfAUUMIQT7DOtKHGwl+zjrp9n08I6RXFAmDowPIS6NyFWpFPEIDRUaBUBE0k27J5COyrebGNMJIpTIN1/HmWGDIACltRcPsjL8JWFAiWDZhlCITAliTcnpnCk+UKUK3C+LVfBf7Kd4CubYRac9B8no2n43im7PH8LhxCXEUb91zcPYezsoLEhcs9H+NOsK/CHwB88pOfxJ/92Z/hd3/3d/HNb34T6+vrAIBTp07he7/3e/E93/M9GBoa2veJRojwMGE/nVutOgfsL3we9Of+DUAOf7Hv1Hj4sLqrjjvCzId5IKFpVQwPj3Z97P0mIdu9pwdlOL3f8z8sP5xegF9rqVSEYTAGq2nqnqQWUPPCqVRKnrxNr8a6/tp5gpRSit3dXSiK4pP0Cm4uwjaO+9lMDg2N4t1334Jt2x7TvSbdQ6GqarRpjfBAodVmjEgS6PKiV7zy3pdIAru7oEuLrMuvXKp52BEA89dg/7PPQvg7n0HqiSexeWehRiIpFtmmyrJABQGx96/A/spXAhtP6W99GtaV90CXl5kPQkwFBgeZlGc87rEr/Z13zvWrcP7Hf9lUrpR338U1DQ7J1jr+4glANwBC4BAC1Z88VlWIP/T3ux5bRxSx9jf+BsqvvQo1v4ux/C6IaUJIpzHwvd+HgXNzbcVanXa61K9PqhoPFEqOG/t6r7jzYZtLD4rIs1dc0k18vxdz3/+6JEkolYowTROSJLrro4B4PIlyuYQ333wDc3MXMTEx1VA49J83lzwNGx/DMPD++29DUZRAUpF37IuiCNO0GuK9MO9fFkskEIvFcerUmcBzdhDP3H66IHodA7ZzPEFojLOJ24mdTKYhCMFOzoNW0kin09ja2gydBx2HIu0nbUR4KLDXfrxSObj9uP83kkymUS4XIQgiLIuRm/geQNOqUJQYCoXdpr/jZgXB+t8XkwmtIh6Pd9Rx3K3/+F576UJht6M5a6+97fr6qrtPs13VluBvmZEIHp08y4MG//2tJ4QrSgxra6wzKyLPBxFWMI3HEzAMHZVKCbLcD0IIZFlGJtMP0zQxNjbZtpyo3zMQIN538PwEIQQxRQG5ewcVQg7cRy8MfgWUBmQyQCz8u8M66nqBUNKrpjG1GdNiRNbhWiGSZPtBnn4GZGqmfZsHjoEBJvcJsD0yt5Pghb90GrAsbJw+BVNVWXGOUm5YDTgOrFgM64P9GLtzF7i2CNy7BzI6Hm7Nkcmyz/mkpUcWFrB64TxsRWYn4fO3kXQNIzcXgCP0Sd534Q8AhoaG8CM/8iO9OFSECI8Muu3catU5QItFWK/8BfCxT/TgDDtHJwmPw+yuOs4IMx8GuDcMsLOz5SZbOivq7CUD0m5BrZ17ehASpPn8tutn2H0S9SD8cA4C/ForlbLPs0JALBZ3mWpJyO7vnXfjmaaJiYlJJJPd69/70ezaLcv0Nsf1OKjNxf3764jH4ygWDXBmOydxiaIIXdehqvFo0xrhgUGrzRi1LGBnB7R+XR8cBO5vMA+J+5vA1v1ad54ogAyPepvJkZ/+n73kGXUcVvSzbYAQSJaFsd0C88vxbTyJokD8zN9tkPIkyWQou7IduVLefTe6vYPc8BAs3ulLCJBKAboOWdcwevcekz9RVQj//Y9DSHS33vvXOfIt3wJnawtrmobZ7CAGPv4J7xramaM66XSpX1/X120Ui0UkEgkoruT6cWRfH7Zn2lHiIIg87RaVOhnnvdj9Tz75bOB1RVEQj8c9YkwikYQgiKhWy3AcBwDB/PxV5HLLoYVDft6aprkdKmGJQx2maXnPsh+ECJiYmIYgCA3xXpj3L8dhKEDs10LAHwcZhgHT1GFZFhQlhsceu9jxbzg8rnIgisGYsj6GjsfjyOWYl2I9Dnocz527hKWlRVDa+N2iKOH8+YPtWIhw+Egmk1hdNVEs7npkw0ym3yMXJrpcn9uB/zfiOKxLulKpoFotu56gckBOs5v1NGyPOjIyio2N9Y72rGFe6BzM11Xz9mTtnAPvSHzzza93NGfttbflkp5+WVMOLm/6KOVZHjTw+2sYRgMhXNer2NzccNf9iDzvR1hBnEmOp1EqFVGtVpFIJLy8zsWLj3dEyvN7BnIrE178F0UJlDrQt+5DtizEda3h8wfho1ePZgooACBkMiA/8v8G/Q+/1bZ9w34RSnpVVYC6e9m6caKWBWFqpmObBwAgQ8Oga6tMetOvZCNKgCyzPfXaKqrpdM1jvqb7DAgCCKUoqzGsyiKqj11GvFLB6MoyBE2Doyhwfu5nIP3Kv4eQSEKYmIAdjwOVqifCIFKKM6+9jtsfeQFmnMXX1N2Hzy4tg6QfYKlPAFhYWMDv/M7vYHl5GSMjI/jO7/xOvPDCC704twgRIoRgz86BXO4ARWD2RrsJj6PorjqOMlxh5sNs/WHBimlaHcustEp+XLnyjuvnY7ZdUGvnnvYyoWjbNubn9y9h0U1x+bB9FPm1WpaJarXsybHwAJ+x+Mvo6+tzGffNA9b9Pt9h114qFbG1tRn6/oPaXJTLZcRiMThOCqVSyfsu5hvEJc+iTWuEBwctN2PpNGi2v2FdJ4IAOjXNuvy27tc6/SQJZHrGMw13ikWIr72Gc08/xRLWm6sgbqefZFmYXVyCwP0s6jaeYVKezdiV7ciVip/4JMQf+AyE3/w8Tt+5h9unTsAURZaAOnESciqN02+/A+Hy4yAnT0L8ob/fddEvbJ0Th4fhALgtSugXxY5ioXY7XcK+l8tq+VnFHI8q+/qo4U8o27YJYH9EnoPypd6re2N+/mrD60x+W/T8r3jswJ87SmnTwiE/b0IISqUCstmBBmKPZVmQpPAUgSAQVKtVnD3b6H1yVOQpjl5YCGSzA5idncP7778N02TjIIoiFhZu4tw5sa1EYX0s9tRTz2JjYx2VShl9fWkMD4+BuMos9e89c+YsBEFEKpU+knFUFAWXLj0e8Dp1HApRlHDp0of2lDuO8OBhe3s7EOfbto3NzXUkkylkswMYPwAJOD/q9x66XkU+vxNqEdDtehq2R+30GK280AEKx6Etf59h55DLLXU8Z+21tx0bG0cut+x1SvoLlFzeVJKO1oojQnMkk0msr7N4sp4Q7jgU+fw2BgeHPCncejyq++NmBXFZlpHN9iMWU9HXl91XXocQgmx2AJqmoVwugnf+8RDKNk0kHAejWzuNnz0gH73AdyhKS2924fxF0Lo9H33xRaxt30f51o2e57zCSK9kYJD51JsWU5rxoZPOw4Z9tSCAnD4DungP0HTWSagowNQUSKXK/OTvbyJeLMIRBFb8EwgAwv5flmE4FGvJJKS5cxBsB44oYHVaw5nXv4bMyjKwsQ7rH/wQhP/ub4J++WXAMABQJi0KAIQgs76OJ/6vP8L6hz4EbXYW8a1tjG7tgJgmyAGvpXthX4W/b37zm/iBH/gBWJaFgYEB5PN5/Kf/9J/wL/7Fv8Df+lt/q1fnGCFCBB/26hwgEw9GIHfYCYLjbILMAwld1zy2pd8svFOZlWbJD0opCoVdqGrckw46jl0Jq6srPZGw4N2U5XIp4I/CpR6abXoOsyuCX6th6D6vHgbHceA4DtLpPmQyWcRi8YagjCeN7t/fxM7OFkQ3yd7N8x1WOFxby2Fzc/1QNxd8U6uqcei6Fti0UgrP3zDatEZ4ULDXZoyu5GC/8bXG4l+6D/TMWcB2JVFUFWRg0Cv6AbXNZDb7STzzzPNY+Z3fRmVnF3Fdw+jWjlf087838B0+Kc9W2JN05B5XuHAJ0r/+Nxj88y8jk8thfWgA2qlTSKb72Nz1wsfaHreGczAMOK++AppbwerwIIxkHGJIgaKb5GC7nS71Mky6rqFarcJxHFBKoGlaQJrvYWdfH0dCFUc2O4Bnn30em5trKBSKSCS6P7+D8qXeq3uDdaIGX691chA3dnB8RT94CfNmhUOAeQYz7z3N877hUJRYU1/evdb9wyZP+cGl0sPi6HZ/h7ZtY2FhHoqiBDoe242TW+016n2d99qXHNU4zsycwsTEJG7cuIpisYh0Oo3z5y9FRb+HEGtrq7h161roa+VyCU888cyhPHP+fdetWzcgioUm7zu69bSVFzohAubmLnacT+jG9iSMOM1jEcdNQM/OnsPCwk1X1rSmJBOPJyFJh0PEiNAdRkcncOvWjcC6ziEIxCPlyLJyZN31xxGtCuKUAuPjk/vO7bDvoIjH455XIP/N8Rzmmdt3A/su7xwOyEevHnsROv17vnx+G/PvvolSqeAVmZeW7mFu7iL6+/efGw0lvQoCyPQM6MoKkx8Fuu48pBcvg/7JH7LrGh4BVeMgTz4NPPYhZlvhXjtduMUUa8YnMLK0hNXZ07BjMUBNALoOyDJouQRtYADpzV0QV21BsF1PwBc+jCf+8I8gGCawsgLnZ/5nYHKSS1ExBRt+z10v+3HTBllZ9c6VHJCcaifYV+Hvl3/5l3H69Gn86q/+KsbHx1EqlfDZz34Wv/iLvxgV/iJEOCC06hwg6TSkl74VjWHAwcOfkAszQQ3DYW1sD4qp3SvwQKI++QKgK5mVZhsJXkThPi1+HKeuhF75PxaLuzBNA5pWcddj5pvY15fBhQuPHYtND79W5sUQfI2x+2xP9rOeYc+TRoaho1jc9dh/iUQKiqJ09Hw3S0DNzs4d+ubCv6mtZ9Uy2Y5UtGmNcCzRah1stRmjp2fD13XHAbQqMDUNFHYbin5AcDMpCCImRidgv/pqU3JQtxvPPUlHw8OwX/4SsLoCzExBeOklKJKCXq0ozvWrrHDqdh2Wx0chjI6ATk2D1PlOdZMcbLfThc/Zpml6m37HcWDbFgghME3jUD25jhLHmVDFIQgipqZmvGJLt+g0Lmm3ILpX90Ym04fd3Xzg9ViMFe0cV67InxwUBIKYy6JuVjjkn0kmU7AsC45DA+S7y5cv4vbtm12v+4dJnvKTn9bXc9B1zS3KA5pWRTKZhizLbf8O91Pg3Wuv8eyzz4PL9re7LzmqmFySlICnaYSHD7Zt4+23v97yPbdv38Lo6PghnRFDqznRth3oehW32uxO2S8xxbZtrK4uYWVlBZQy+wNZVrz9CF/rRVHCxMRUT6+1fs7yX0s2O4CdnS1YlgXbtlAqFd3jpXDv3geQZQWzs3PQtCrK5SJ0nXnHcz8zSlm34XEk7DzqEEUR2Ww/isVdWBbzYyREgCgKnu9rtVo90u7644iDUhKzbTsgwy3LMmzb9rwCOWlflhW88OyLIK+/gbBQ86B89OrP1ZvvLsxh7OMfb/os2LaNK1fe8fJHXE7WMHRcufIOXnzxY+jUZqgeTUmvwyMQfvwngPWNPdVmwsD3g7RQAIZHgI0N0M0NCH/t/w7x+/52w3GIb/8tLC/iTKmI20MDsOJxCIoCe/4GLElGrFQCcahr4Uo8KVAzFsP6mdMYv3Yd2N5if791k70nnmDSpabJ/p7NMqnRagXo6ztwOdVOsK/C382bN/HTP/3TGB9nAUEqlcJP/uRP4pOf/CRWV1e9v0eIEKF3aNU5IH7mB0EUBTAbCzsHifqEXKgJahMcxsb2oJjavcJewUqnMivNNhLML4SGBgH7ZVH2kvWfTCb3LWHBkyosgA52UyqKgr6+zL6uw/8+VY2DEKBarXZ87fxaO/Vi8CeNmMwc9YI2v9xcO893qwTUwsK8xxw9rM2FvxtYkpjnR9UtiExPn8Ts7LlHclMT4XijnXWwWXdd6Lqe3wHW14GRUSCfB+7fB93eZjKfqVqhq34zuZesaLcbz1bHheOAfumLcEolCLIM82uvAX/8J23FAM0QKKKOjMD50hcBXfcKjwnTxKbjQFxeAp07DxKQQuyu2NZOpwuXYSqXiy5Dls2XjsPmX9M0AvJMDyv7+rgTqvZCpzFLJwnaTgqie8V/c3OX8Pbb3wi8TghBIpFCsVgAIQ4sy4IgiF5ikD97zQqHHJIk48yZcwjz6xNFscGbThAkZLMDuH371rFIFteTn2zb9nzxeEduqVSAqsY93yuu/tAM+yGe7bXX8Mv2H/d9SYSHH+vrORiG2fI9TM7ucNFsTmRkmzIAClEs7Ek02S8xJZ/fDiTGAQJKHRDCCJaqGmt7P9RsvWm3WLG1tYkrV96BYeiQJAmyzDqSBweHsbKy6HY3M9lxRiQlWFiYD12HHwTCzqOMfH4b+TyTimSxpQNRpIjHkwESy1F2hR9HHISS2Pb2Fq5dq6kmMGUPVtYjRIAgECiKClmWMTs7h838Fkqf+hTiX30Vw0vLLLdzSIWfTn/Xq6vLKBR2AQTlZLk62MrKMk6fPr3v82rZgXi58+OF+c1jbAxwHDhffpnZJU3PNBQS/fvvYQCDDivolt55G7H726gIBNtDg8wPkBfxANbBB0DrS7Mkne0AcBN2jgNUykAyBaRc2dJ0HzAxCQwMgpyb67ioeZDYV+FvZ2cHY2Njgb/xYt/Ozk5U+IsQ4YDQbBIVlMOfVMImYCLLoNUqnN/4PDvPI57s+EaeS2H4ZYCOgwxXr4OVZhsJURRBCNP3r8d+uhJ6vYkYH5/E3bt398Xa8idVCCGBbkrTtEKTKu1eh/99tm2jVCoAYOx5SZI6unZ+rZ16Mfivr75b0HEcT26uneebH4sQ0vD7ME0TmqYd+uYi2tBEeJDQzjoIipZd8YF1fXmR+QecPecVtOjMCWB5CfTePZALF0EtC9CqoDMnGYvRPd5esqLdrsfNjkuSCRDTDBTl9hsDNBRR11eB+/eBmRMg6T4AwMjWDnIjw7AFAWR7Gxga8j6/n2LbXp0uNRmmmjQzU3sRYdusq0zXNS8Z8LCyrx/kwkU3MUu7CdpOC6J7xX+yrDS8rmm6282W8opbQC0x6D+vsMKh//WJianQ59O/BlcqZQgCcP/+fWxurh2LZHEY+YmPNyv+Md8ty2LFwEymH/fufYBcbrnlOXfjDc2xV9HQL9vfK2WLCBG6RblchizL0PXmZOFkMt30tYNC2Jxo2w7K5TISiYQnQ9xqXt0vMYX5r19DsbjrySozCKCUdR3y7rlmcyiHn6BgGAYsy8KtWzfw2GNPYmBgaM/9//b2ffzlX77uSooChmFAEFg3c7Wac/duVTf+YAoElUoJiUS6YR1+0Ak7Dzv4/ZFl2SUEU4giu0+VStkjtvhJLEcVZx1Hmfde5g5s28aNG9dgWWaDhLgoSpicnPYI36qqYmFhnsWUogD7xReQy+dxqlCGPsjtDtIY24N41C3a/V3779na2rJL6Gr0NafUwfr6ak8Kf0D7lhLtINRvvlQEXVoEDANUN2Bns3s2oPDfjvXyn4PuFrA6NID78TgEXWfSnXZtXXQIoOYLqDH0SY2pTynr7pP62L9jKuA4ED/28Z5dc6+wr8JfhAgRjg69nET3g9AJmL9WLIK88sqRnqdt29D1KnZ387As05Pn4DJA8XjyWMhw9TJYaZZISiRSnkRJPbpNlB7EJkIURczNXcD8fPeF0G5kudoNmvj7CCE+NizrtMtk+ju6dv+1duLF4L+++m5BLhEKtFfQLZfZZoLL1nF1Ay6TVSwWARx+cH+UG5oIETrBXusg/T9+G+TalT274vm6br/8JSCeCHSxkXQf6NwFYHMDVBSBUhGIqSCLd2HfvhU43l4eD90i7LiwTdj/+ffRuKp0FwOEsjlNi0mvLC+Bzl0AEQSIlOLM4jJuz0zB0jSIQNN1ohsp8mbgXeR+CWKWnBGRSvXBcRyoagInTpw6FomQg8KDWrjoNmZpl6DVTUG0Wfznl2PjMnIsYbOCTCbjxXLca6ZSKUNRFFCKloXDduMpvgY7jo233noDtm0fm2RxM/JTLS6SYFkGRFGEqsa9guhe57wfubB4PI5KpeypNXBPaaBRtn8/BcYIEXqBZDKJVCoNXdeavIPg6ae/5VDPiaN+TqxWK9C0ike49P+2wuZVP6GR+/Dx36RpmsjllkM7nf2fL5UK7hrPfqOOQ2Hblltco9jd3YHjOEil0k2JBHy9qVYrgZjBNHW88cZreO65FzAwMNx0/2/bNt5//204juXrymGKMOVyEaIowTB077u42oBlWSgW89jYWA8dF/+8w0nRlmXh2rX3cPHi4w9t3HLc4b8/yWTa25dT6niyru2SWA4Sx7lrtFe5A/Z7LKFSKTfkRuLxJARBwNmz52HbNt588+uBmFKUJOiZDN6UJKRTCYjb97Fxf+PAxqiduDORSAbuWbFYcOMcKVD8o5TCth0UCrtYXl7E8PAYCDk+80GD37zjsKKf7QCiBOhaS/Jp/X6QjI7AMc0amVRWAEMHBML2noRA1k2M3r4d9PQTRIDHibYDmAYQjwODgxCSySP38wvDvgt/3//93x+aRP70pz8d+DshBG+++eZ+vy5ChAjHDA0TsA9EkkBXc4d8RjXwwETXNdffjs/ZbJGjlKJarWJkZPTIztGPXhY6miWSCoXdnsog+IMNSmlgg6Uosa5Z//sthHaaVGk3Wed/HzdS50udv9Ouk44H/7UWi7vY3t4GpQ76+jINMnNh18f9fni3IE86AeGJqnqWnqLE3I4Bf/EQrtxDHo7j4P59+dgF9xEiHBe0WgchCMx8fHSs7Y64ZscjggA6PAKsrYKM1hQ3wo53UOSg+uNa//tv9jQGCC2iqqrroeAAW1vA8DAAIFsq44n3r2HzU5+CNjQauk7sR4q8GYaHR1As7sIwjEBCkZEuKE6cOPXQkxYe1MLFfjoV24lLui2I1sd/+fw25uevoVQqeMncdLoP2ewgJEkK7LG510y1WoWiqJiYmAyc137jqbU1NmYIKe/vp7tzPx0DrchP7O+8A5BAkoLHbHXO3Spw5PPbWFlZ8oooLJle9TyX62X7D8qPKEKEdsGfQV5gqMfc3EUoSqNCzGGBz4n5/DbefPMN6LrmEW38v62webVcLsOyrAaCjq6zOXJ+/hpUVW26rymXywHJbkrh/VZrf6OhRAL/vKbrVei6hkqlFDgeJ2i+//47+OhHv63p/p/5luqB+Z7LFrNikO0RUf3nxq93c3MtIG9cvz75vYoJAXK5FVQqFZw7dwHpdMb9/ipisfhDTWQ6LvDfH76ua5rmFXnrSSzz89cCnWeHcY8ela7RUqmISqXidlc6vt+vgGq17M2ZzYrp7HflwDAMV4Hp4MZor7izVCp68QZ/n6rGYRiGO3/IrnKlA9u24TjM6++9996GLMfw2GNPYGBguGfnux/U+83T7S3AsgAiMOnNWG3Nqiefhu0HSSoJAhogk5rxBIRqBY4sQzYtnPnGNyHYNvsOQQBiMVcOVAQc2xWYoMD4JCv6HQM/vzDsq/D3oz/6o706jwgRHnn0kpF+mKifgP2glsU6ArrEfsYkKANkwq/NzRkurKsq3sCIqz/OcZMyaBdhG4leSyjyYMMwjNAN1ubmRtcJ0P0UQjtNqrSbrPO/r15i099p12nHgyCISCSSWF5edDdpAnZ383jrrW/s6QtECAkwAwVBgKLEIIpSQ6IqjKVnmmaopyL7rdiB1x7G4D5ChP2i1TqIzQ0g1Oq9eUdcr4+3H+y1Dvc6BggrepKBQdDNDcaqrOtOkFIpTH3i20Njg0D3oCiC3t8ENA3Obh70878O8jM/11WcxedfLjnmx6OStH9QCxf77VRsFZdwhYlisQhJkgJdKUBnHsU1b6ka09wwdOTzO0j5PD45mO9fAplMNvT86s/btm2vm3CvOJBJfQpwnMZ5p9vuzv12DOxFfgLgKXzEYsHixV7n3GmczPcbjmMjlepz/T958q8EVR1uiMUOwo8oQoRO4H8G4/E4isUCTNOEosh45pkPY3h4bO+DHDD4b4vtrxyf7GbNz5xSNMyr8Xgc5XIJ9f5VjsOkkdPpvpb7mmQy6e1lg98Nn7cv+41yIsHo6AQ++OAmFhfvgkkvJ1Aul1ziMW2IF5hsp96SOFEulyFJEkxT987D39nH1l/qEj4F15aKenOgruuBLj7/vMmLE/x6KKWQJAm2beHKlXegKApM04QkibAsOyJ9HgLqCVVsDePPWvAZMk0TpdI2SqUC4vEEFhcruH79CqanT2J29tyBrSHHTebdn6eLx5mtSy8KoYahw7LMQNGPFwEJEaDrrNM2LKasEcNreSGOgxijvYh4hqE33DNVjaNarcCyLC/vFOwaNmHbAnTdwBtvvI7nnnsRAwNDDcc/bDT4zWsaK8gBgCwBg4Pee/3k02aWHNANNrfHYsjkd/FkuYL1bAZatg/xsTGMmg7IS98K+qUvAoVdQImxyVuJsS4/SoFMBnjqWYgf/8Sxzt9Hhb8IEY4B/AwER1GwnumD9t6bSL74UUw881zoohWajDsCj7+GCdj/Wjrddavzfln6/sDEcZguNy/+8c11Ot3nyjWGJwCOs5TBftDLzsJkMon1dbsJm5Ein98OsA0PC50mVdrtXvC/r55l7u+067TjYb++QLIso68vC8uykM0OYnh4uCHgbfYdXAKXXwPf7PKNZH3QChx/D6cIEQ4TrdZBACDD4V3lzTrien28btHOOtzrGCC0kCgIINMzoPfuMeN1oC3fQq97UNeYFAxnhVIHdH0d9v/xHyB9/2c6Oj/gaJL2x42E9KAWLnrZqei/J5RS7OxsuVJ0JkxTD3SlAO0XRHO5ZRQKeQCNXfi6rnsJ3G7Pv9PYNpFIYnPTQVjH317fGfbcUop9dwzsRX6SZQXVahmKEoOua4jFgrKbe41TJ3Gyf7/BuzS4XzIhAiYnp0PHNfIyjnDUOO7P4Po68xjVtCocxwHAmjr4vlLTNKRS6YZ5tVYAA4LdOrWiWD38+5rR0QksLd2DYeheEd9vp8CJHQAjEmxtbWJp6R62tja97zUMHZKkwLYdsA5kMUAWpZTJNJdKxaYkDKbKokDXq3AcCsuy6tRdBFBKQKnj7dv8sCwTS0v3vC4+/7xZr1rDfeWZ2ssu4vE4VDXuvcbn5yeffBabm+soFoswTR2KEvPuwXF5bh5UhBGqOMmYEMF75njRFqAwTQuGseMRrxcWriOf38K5cxcPJFfVK5n3XsS0/ljGsiyv2J9K9UEUxX3l7CRJ9uac+o5aSh1IEtuLhMWU/J7580IAQB0HZHsbxcUl2CPjEF56CY4g7nsc9iLiyXKs4Z4RQlyiUgkAcZ8xlu8RRTEgLew4Ft5//22vO/ko4M974+Il4Mr7oOUyU4SxLUBRgOmZgEWGn3zaypIDggDyye+A4O6hpyYmEPu2j8MiIviUav+Vb4f9Ez/OZEBdD2nE4yDTMyDDIxD/5U8f24IfR+TxFyHCEYMaBszf/ALWk3Fsj49iJ5OGaDsQKcXm1feQc2ycO38psGg1S8bhBz4DPP74oZ4/URQIf+cz7HyKRZZ4bCMhFwYvCCgUoP6X38eIpkFoJo22R5HTH5gIgugF/aIoQhRri1qzBMCjImWwX4yOTuDWrRtewMnBDcbL5SJee+3LOHXqLCYmpkApQgMcfu8rlTL6+tKepvh+AsNONrTtdi/436coMZTLJdh27dniQbn/M+1cQy99gZqNT7Pv4AVMxpQj3obati0YhhHa1XKcPZwiRDhstFoHyf/tU3C+9npgM8LRrCOu18frBs3YkQ2SoqHnagLJzmMAoEUhMZUGeeppkE9+B7C50ZZvIc2tsE4/7v/AWaFEACiF8yd/BPp9f7urzdphJkyPKwnpuCeNw8DXcMsyveKMKIqIxdSOOhX994QQgnx+2+26SwWKUJVKCaKYhaIobRdENzZWA6QiP1iXhxn6uXbOv5vYdnh4FAsL8zAM3RsrHu+1+s5mz202O7DvjoFW5KdEIolyueTFMZWK5XkWsyRYbztS6xOhhBAvYQ6w7oNmiLyMIxw1jvMzWCoVUa2WwbudbNsGUzxgexVKaei8qmlVqCrrYqx167AMriiKXkLfD/++hvmvX/Q6r4FaJ7Esy0gmU94caNsOtre33G4Zx+vSopTCNA2IouApq4iiEPg+QghWV1cgSVLo2s7Xq0QihXx+p6GwJ4oSHMeGbfPzcxPSLrjKkWWZ3vzO503LsnzFCQGJBLumarUKSh13rIOoVMp4/fWvuNYWlYAn/XGISR50hBGqmMck8e4PUOsoY7kWtpb6ZWnL5dKB5ap6QZ7qRUzrj2UIIahUWNEPAMrlIjKZ/gY5VFWNg5D2OgItXQNxSQOUEHf/wOYSTprmqkiapkEQiBcb8bwKL6YDAC0WgeUl2JaF+No67Fdewc5X/wIfvPgCTFcKtNNxoIYB58svw3ntqzilqvjg8gVYAwMQRDFAxKtUyrh/f73hnimKAlHMIpvNolgsolDIQ9d1z1eSz1eEEOi6cWSE7/q8NzVNkFQK5LkPg4DC+fLLbI8oCKCOawmha7CzWWycPoHqrRtQ13MYURSQEOIHkSRgcwPi3/5/sf8mAJFFwKzNgeLjTwA//znY/99/A+TzQCIB9GVAMpljK+1Zj6jwFyHCEWP7L17GrZlJGEoMpVQCDiEQHIp4tQLFNGFtbuCmIHiLd6tknP2Fz4P+3L8BDtmEVbhwiSUBX3kFdDXXVkKuHoEkyvY27MF+rGT7cGZxGdlSrcDApcyET7aWMvMHJqqqQtf9MkDwihnNEgDHTcrguEIURfT3D7oyn4w5aNuOZ4Bu2za2t7dRLL6FmzevwXFYQVCSJCiKguXlRYyNTWB1dcXzshEEAanUHYyNTXreMt0Ghu1uaNvtXuDvu3LlHRQKbDPIOuLYRk/XDSSTSe8z9cHt+rqNW7duoL9/EENDw5ieZufWK1+gVmj2HVwmy3EcJJMp7+/VahWEGA0yWeyae+PhdNy6WCJE6BbN1kFQAFevdNwR1+vjtQvOqnS+8mXQO3eAkZGGImO9pKj/XLGWgzQ9CfrCR4EQf9K9sBeZSDh/sf1jTUzC2VyvdfoFLsLtHtiHNOphJEyPOwnpOCeNwyCKIsbGJnD16nvumLK1XtN0XLr0obbGsv6eMJlJgMvPZTL9XtcX68LPelJr7YAfK6zDjhAglcpCFKWuOi07jW15DEOpA9M0oGkONK2KeDyJRCLZ9DtbPbdLS3c9SS52vUF/6GKx0W8sDGGF5+HhUbz99jcQi8W8ZCDrhmFFhKGhRtnN/YLvN1hyLFhMDpMhjBAhQnswDB227UAQiFvcqNl2ABTDw6Oh+0FVjUPTql7XDttbsqKYbdttFS2y2QG8+OLHsL6ew/LyEu7fvw9ZlgAQt7PbhqqqsG0Loih6JBA/KKWIxVRPQo/9je3rEokUKpUKMpmM97n6tZ3vOefnr4GQfEB+lBULmecY7yrkstBATeqYdfAVIAiCJ/v5zDPP49q195DLrTTIUvM9LeuorHp2D4oSQ7VahiQpsCzDG1NKqdtdrRyLmORBR/26pqpx5HJLAfUd3lHm79jkYHkY+8ByVfuVee9VTOuPZVj84PieYQpd1yCKkieHKssKSqUCAIJkMgVJkprmlJzrVyF++c8hjY6ACgQOIaCCACLJECTZjbscvPnm12GaBiRJQrlcQrVaRSqVdjvsdCQSCfYbdBxgeQnUtiE7Dka3duAoChZGh+Es3gOZO9/xODjXr8L+pc+B3pwHHAcZCnzoy1/C+vMfhvGd34nkqTNeTiWdzjS9Z4qi4OLFx7GwcNP1BKXuswVXMU0CIYAkiUdC+G4u0akDV94DPvkdwOXHgffeAd3JA9v3AcfB7okZ3H7icVh/8TKEySk4qQRW5mZxZjkXyCsD7ZNmxcc+BOHXvgDH3ZeTLvLdR4mo8BchwhHCtm0s5LdgyzIsWYJDCONqCQTVeAJyqQSiaYHFu1WrMi0WYb3yF8DHPnHo10JkpevkWX0QQDUNAgBbFHF7ZgpPXr8JgXt2tJAy87eBD41PYDmlwnbZdyzALgUC2DAPNI5eSRm0c+0PeuFjaGgYhULek1qwbc234eCBjI3dXbZpkWXFk8GKx5N4//23fZsZdkxN07C5uYH+/oFDS3a2272QTmcgywpUNe7polNKYRgGdL2K2dmz6OvLNDzXfh/ESqWEQiGPXG4JZ8+e76n8WDM0+w5CCOLxpMeI5YnEZJJJlNVvZIHeeDgd1y6WCBE6QTtetN12xTdbV3vVZV8PP6sS62vA9jawswU6NQ2S7qudV8g6zM+VEECWRZimjRBiZVvoBZkIYN2D9r//lcaiH8C8IIZHeiqNehDwk1/qcdgkpIchXrFtG2trOWQyGV+xiY3trVvXIQgEExNTLa+rvnjm9/vl7G+/TFosFveO184Yjo2NY2NjFWFenoQImJ6egSAIWFtbBSHA6Oj4nufM0Uls649hVFWFLCvemBFC8NRTz0JqUtxvVWAEgGq1gng8gVKp5BLzuPoAxdraCkZHx9qKA+oLz7nckve9iqJAlvt95yxgYiJcdnM/YN5et1Ao5AOejJpWRTqdObZ+lxEiHHfIcgyiKPh8OxHoQgkjJvL3MUImDXTZcenP8O9qVGrhKjRPP/0clpYWGwgjuq5jcHAYtm3Cry7kPw9CiNuNzDq1GfE1BsuyEI+roXss/9qezQ5gcnIa+fwWdF0HIYJbBOXfwYqAlDpe8YOfB/cl03UNsixhdXXFk/28cOFxVCqVhmIAuw7H803lxyuXuaWH2KDywwstlCIiRvcA9etaOp0O7QJUFKXh/vG19KCUefYr894rYr0/luExiR9WoYCqZYGKAhxJQtnghKIaQSssp8QLTalkHPFsBlU1BgEAbBuwHQiKAlVNYGdnG4qiNMQapmlibu4sEokkFhbmYZoma2iwLMiOg9nFJQiUYnVoAKYkQbAskO1tYKjmn7fXOFDDgP35XwdduOVyxASAAILtYPzrXwPRdEg/83MgdaT1ZveMUmBnZ8t9rixv7+Y4AKUmFCUGRYkdCYmpad67VAS9eoVZQCQTwNIS8+CTZdiKgttPPgVblkEsC1hegnB2Ds79zYa8MtAZaXY/+e6jRlT4ixDhCLG+noOpqiB5ClsQAtxehxDosoS4qgYWb5pbCdcnhpuMy+VCOMLHGw1BgKqC6xxZkoT1wX6M398G0JyVUd8GDtPE6bFRt4U+4bWz27aFgYFBDA42eqD5cZCFGMMwcPPmVWxtbcEwWIJIFKUHtvDB2V+iKLoSIdS36YBnEgzUJED5Rq5YLMCyTEiS7NucEdi2Ddu2XGZ5IvB9B5nsbKd7YX09B8syPca6v6AHENy8eR2rqzn099fkrCilAR9Ex2ESMLIsYX6eeSbsh0HXDlqx9BKJJJ566llsbKwHEpKFwu6BeDgd9y6WCBHaQbtetA2FrOFhUBA43/gG6Equ46JWrwpjftSzKqmqsoYj22Wqzl3wOv/2IynaTqEU6M3miigKyF/7FOhvfZ5dhyCwnawsAdMzgOOA9Ega9aBQqRwOCWkvPCxEjfX1HAxDh2kaHoOey2YBFPPzV5HLLbe8rvrimd/vl63vNWa+P15sdwzHx6dw9+5tFIu7gUQuU7CIY21txV2TWfdLLreMVCrd1n3oJLatj80ZSSjuvXdjY71pvNSqwBiPx1EqFZHPb8M0a7Eh882RIMty13FAmOymv7uwUik39dPqDfxye8HdGCsmrKBQKCKReDAL5xEiHCaSySREUYSu6z61HjYXxuNJpNNpAI2EikqljGSyRvj1z6GpVJ9bAKSh+5r6eXpzcw137tyBaRrIZDINXb3VatmzevCrCwG1IkwymWrYYxWLRWxvb4Zed/3aXq0yEoHjNMp9MkKtjGSSSRxrmhbwnqeUemuUJEmBfVZ9McC2HW+PSqntm/sB22ZzNBszUncOcDspIxuIg0CzLsByuQTLMgNFLy452SvScDvn08la2itivT+W8RfdqWUBVQ2OacKWJVAL0HQDVFEgKrJXDOcELX9OybZt5P78iyhn+xC3LMR1HYppQVdk2IIAwbahxhOwBCFgg+JXLSAu0XBgYAjPPNOPtbUciotLiK+tY3Rrxys4VVWV/ZsQQNM6Ggfn1VdAF++Gq5mYFujivQY1k1b3LJdbgmWZSKf7kM9vN8xhLIdHu8pFtbvna/r5sLy34zALB0oB0wCWt9j/E7bH2zh7FmZMgaBVgWQa1LJA8jvA1DSs5WWsZTOY2MmDGgagVUFOnIDzyisPVPdeN4gKfxEiHCHK5TKEwUHg/iZExwlsEwkBHFkGBgYCizeZmIRjmuEdf5YFMnG8k1hhaAgCBgZANjdAbRuEUlR9jL4wVobfJ7E62I+4pmF0aweZrW088aU/x+Y/+BFUdL2jwKRXPjD1WFy8g6tX34NlmZ4/QaVSRjrdh3g88UAWPvxMIsviRSXiviZ5puMc/n/zIlT9RoZ7Fei63lD4O+qNhf95rS/o8b/ZtoXFxZqcVb0MBd8kAayQubm5vi8GXTvYi/ElScq+fQTbRSSlG+FBBy+UOeUykM+D6hoQU+GIIuDzwOPghax2i4V7oVlhrNtNVj2rkgwMgm5usIKZaTHPhOFhAN1LijrXr8L8zS9gTZGhpZJQb93A+H/9M0jf/wMdXXsnkP7Wp2FdeQ90eRlw7xEGB0EEASQe37c06kEjkUh6SgX1OMjEjh8POlHDtm2srLBiz/37625BjcUcnJQkipInW7bXddUXz7hcNk+y+j/D48VOxlAURVy+/ATm56+hVCq6vlECksmU5yvT7X3oRKZrPwm6vQqMoijBMHQv+V5fJOs2Dmj1vbqut/TT6hbr6zkQQpDJ9AckS1VV9TpgEomke/9NMH+yB7NwHiHCYSGf38bKyhIsy/KUYxzHhqrGXak+Nl+FESosi9lNNPtNnjhxCoIghPrNh83TrKBWQTY7EPDvBNjaweU+/epCvOMumUyF7rFyuaVQ3y2gcW1n8xoN+MfyzmJCCE6dOoPNzXWXgEq94gYAz5OMF4SA4PzK93ibmxvI57fdDnbiegdakCTZI7UAjGxiWXbg2GwcxEOLSR5FhHUBzs9fg6ZVAVBPQjaZTHtdoAfZbd6tzHuviPX+WIYX3R2HAlUNhLKcqiOKoAAESmE7NqhF3G5IwSNo8ViGzyNGcRdkaBCUEFCXw6OYJojr9SdpGlInTqNSYR2EfvI3JxjMz1/zyFgTE9OwR8ZhvPoq1sdGUFVVxDUNMV137Z0c1vDQwTjQ3Arbl4WpmQgCYJqhaibN7hmP9RRFgSRJHiGLI6wruR30Yr8blvem21us6EkBGAYbC8dxOVcU1WSCjSsvDCoKoGkgQ0MQ5uagj02AXr8BvP8uEFNB792Ds7DgnZt48WD2o0eN8Gg+QoQIh4JkMsmEfKamEbNtCG4iAhSgIBD7WXLKvxkXPvoShL6+0OORdBrSS996KOfeSySTyYD0BhEEYGoaRBThAIjrGitqxuMQfuAHAQrYL38Jxm9+AfbLX8LWl76It2cmcW9iHPf7s7g3MY63L5xDPpUECgWM3bqNs2fPY2JiuiEpYts2crkl3Lp1I6Chzn1gdnd3US6XYRg6yuUydnd3MTY22VWSyzAMXL36Hihl5uT+YhEzIGdjwAPy/aDZdfUCYcfmBaKJiUlIkgRRFCC5OuiN0ieN/64PKljwFC7H0iog6tV1tzqO/3nlBT0Ov38kwOSs2DkHZSj87+NBJx/DU6fOYGhoFKdOncEzzzzf06RQOp3BxMQUYjEVihLDiROn9vwOHig2+w11g8OS0o0Q4aDgvPoKnFwOmL8OrOaY2fcq+29ndRXOK680fKaVR6/zG58HNY39ndP1q7D/+Wdh/97vgn7jDdi/97uw/9ln4Vy/uudnG1iVggAyPQOITEIG7jqMmAJcugz7d/4j7Je/1PY5U8PA9v/5H/H2yWkszkzhfn8WizNTeOvkNLb/z/+472tvBqIoED/zdyHMzABj4yDDw6zTz40njju7c2xsAnKTc+xVN/he4ESNMPQiXjlI5PPbeOON13HnzgI2N9dw//6m2z1CfV5RjITEilBsfWt1XaOjwXvCkrtpN9HLfKV5cYsTdzodw2x2AM8++2FcuHAZJ06cwYULlzE1NdM0AdPufeAEIFGUvOJn/bly1MfmfuyVmKofIz9s20IsFkMspkKSJBDC2POSJIMRvrSu44Bm38t8qKqQZTm0aLqfGJnHM7y7MJlMIR6Pu0lxglKp2LLo28v4PEKEhwGGYeDdd99EsbgLWWaWA6IouV56pjdfUYrQ35Ysy6i6Psj1v0lZljExMRW6r2k2TzOiLusOr4coChgYGIQoSpAkGZlMP1Q1gVgsjjNnzmFiYhqbmxsNe8lWc2T92s7fK8vs+IlEAooSQyKRwNDQME6fPgsArhdXY1+Hf41iY1SbXwVBxOjoBHRdg6IoAKi7h5fcYqgFQgTXr4z5LjJCrwPbtrxuoP0SoyN0Bh4jnD17HrEYkxbPZPrd30lzK5ujAs+rlEpFrzBfj06eH1EUMTs7B8MwUCqVIEkyqKEDjo1EtQpTlkABSLYNQt2akOO4BALHGxvHoYjH47V5xFUdEyiFSAHZsjC1uoah7Tyml1bw1MAohoeHvfixnvzN/DFJYG0vPP4Y3nvy8UCecnWYSXsSSQL6+6FpVZdgUIUsty7akolJplwSlidzHECWO1Iz4bGeVq0ApgnFoZAASKIESZLcuUPoKNbv1X43NO+taazoKUusqCcI7H/uIxXP78IRBHhmhZR6xVUKgsTcBVb0KxSAYoHtCXu4Fz+uiDr+IkQ4QnhslbQAzJ1Hcus+yqYJKggQYjEofZmGxZsoSlN/H/EzPwiiKID5YG0iwxjIJJ0GnTsPZXsbY/E+iC9+K4SXXgJduAX7n38WtFAAjSkwDRML587AjsW89nmB0po/YLnS1MOnlexSOp0J8YFhbMG1tRVMTXVeALl586rnDVBfDKOUolQqIp3O7LvwcZCSXHsd+8KFx1Eul7G9venzZCCeXjhjHQZlmAC4GwiA+xbw98VisYZzaBYY7nU/2/Um2usa/c9rfUHPz6iMx+PexlMQRFc6hXcEEO/a/Am0bhl07aD+ujqVCOslDsPTMEKEg4SzeA9Yy9UkJAH2/7YDrK7AWV5C/QzTyqPXKRZB6qRZOsFem6z6DsR6hKoJpNIgcxdY59/cBZAzs8CV9+B87fWO2ZvmK1/BwvAgbFFsWKsXRoaQ+cpXIH/yr3R17XvhIKRRDwv79VPpBR5UooZt25ifv+5JllWrVa9zgSUziS8GAQAK1U0OtLqusHsiihIGB4fR3z8IgDTEGd2MYX08cOvWDXDp8Pq4tJP70G4nfyfdgfVo9dz297OuFd5lSepY6ywx110c0Ox7mTz73n5a3WCveIZLy0YKBxEeFNRLZ05Pd/98duoNm89vu0W/gm+/LEBxZfoIETA5ybzv/J6efhBCoKpMxo+TUG2bFaqy2TTW1nIYHh7F5mbQ3qDZPM3Ol3pKLX44DvXsQ/xzqqqquHVrHsvL97w9/9LSPczNXUQ2O9DR2l7/XiYxyjqc+vsHsb6+6nUd67oGy7Kgaez/ORlF9sV2rWSduSwol192HAemabry2KwoyPa0tidxTSmFJB2/YtPDDkEQcfbsBZw5c67nyjy9hD//QAgj9xQKeSiKinQ6DUrRcUybz29jYWEeoihCliVYloWkZWNkeQWVeAKWIMKIKaCEgFAHDiVeDgaAF+vx34U3j7iqY3B/65YkQaAUp1dyIPE4xI99DKOCiOXlRZRKxQa/S54H4mv76OgEbt1ZgH3iJMTlJZazBVhhSiCwJ6dQLOy658XmOllWUCjsNs3NCB99Cc6f/THo9jbbc3JQys6bUsA2QU2jrX3O6OgElq+9j8r6KogoMb9ACoCYEOJxqCqLnTqJ9Rv2u47DOvU0DVSWQb78MsRv/6t7Hics7w1ZZpXc6RmgqgE7O4CssO4/SjFy9y5Wz8/BlmVGXhVFYICNpVQuYegnfhxYWWbHkSS2x52cAgwDtFyB9b/+MuR/9I8Acnx+Q71AVPiLEOEIEQjkHBPK8Agkh0lUZLODGB4O96FrlsQSlOOfxApD8+BXwbmPfhyKu/CFJTY3x0ZgKgqEahVIpQNqQZYkYS2bwdT4RIP8GX3xxZYM3ImJKS8I8PuDAN1v1IvFoitpxH1g/NKPxJPO2E/hwy9TQghxNwY2dF3H/Pw1PPvsh7sOBtuRqhJFEXNzF3HlyjsouIEMZz2LohQIjmzb8TwXmLyW6W06RFFEJpNBIpGCaVotN0R7nduVK+9AlhVYlrlnIbTda+TPKyHcdJ4EJDYAFndNT59EPs/8KS3L9HkfStjdzSOVSiMWix84Q/K4SbXtJ6EYIcKxwG6ebTLEkFDaMIGd7YY/7+nR24Sk0g72W1QUPvoS6Bf/FNQlK9ReECCcPAXhJ/8/cP7HfwGq610VFtc3VtlaHcLytWQZa5trOMjU94NsyH5Qksvt4kElavBkpiRxZndNItO27UASiHWCKN76vdd1dXpPejGGyWQSy8saNK0SkJXS9SpUNdnRfWiHZOSPdWoSle0XnZuN0dpaDsXibsATi3luOT6fv+aM970KCWHf24mfVqfYK56R5dgDWTiP8GgijPyYyy3h7NnzyGQ6Iwl2SkTlexX2fr8iDCveZzL93t4WaE2oUNUYBgaGkU6nsbW1ie3tLYiiiEqliPn5Tbz77luIx+OIxWLeefX3D4RKa6sqk3P2K7pw8D2Lf061bRtf+9pXGnxaDUPHlSvv4IUXPgZBEDtaR7hiy717d1AoFCBJEhKJBDY21qBpmjvXyBBFCZpW9fbelFKUy6wjihc5/BLU6+s53Lt3B4ahe2owzDuu1pXl71SklCIeV92/s84pQRAwMTEdyRYfEQ6SNLxf+PMPlmV5spiCIMIwNFSrImZmTuHMmXNtx7S8I5jNE4z8pKoEVNNRTCaRKVdgxBRIjoNKXAUlBKLtwBJFVwZV8Twvz527gM3NDe83TwQBdGoaWF4CLAsCIajKckAlRARw7twFvPnmG+CJx3qpVULY/OQV1d2GBrK9zTrWVBUkm4Vl21AdOUDkIoS0zM1wJRP7lz4HevMm4NhM+lLXgXgcJJWC/Z9/H/TlL7VFzBRsG6dfex3vz0xCT0jsighAqIPEzg4wOASHoqMYM7DfLRWZJx/3JKQO7P/t10CmZ9qS/GzIew8Pw/nSFwFdB00kgfuuLYWqApUqxGoVZ157Dbc//GGYkgTBtkHLJYgQcPI3fwvryQSqTz+FeD6P0Q/uQDBN4No1IJEABAHOl/8c+noO5Ps/A3L+4ZH9jAp/ESIcMbpN6DzISawwtDMOYYnNiqpCkGQAWk3H2QWhFFo2A4wMw/7nnw1oTK9/42swnnwCYohsKivsrfZ8o843H4JAvI4rDsaWY9fKA3JerMTqCjAzBfrCRwGpdXGXBxj+4IpvODStitu3b+Ls2Qsdn7v/2HuxlrPZAbzwwseQyy1jfX0VlLJr393dgWmaLvvZAqU60ul+CIKAUqngFj7ZJqO/fwjnz19CX1+mrd9Gs3OjlKJQ2IWqxr0CbquCVyfX+MwzzyOXW8b8/DWP4eUvbMqyjNnZc9je3sIbb7wKAN69cBwblsWCwsuXP3TgCdzj5ql3HLpYIkTYD0g2C6ooQbYlhyKD9Pc3fmYPj16hA2mWhs/vs6jYSk1A+IEfBP361/ZVWKxmsxBKu4weXv/djoNqJrPHFT7a6DSx02mXRSs8qESN+qSwIIge2Yh3jvBrYh0ltfiqnevq5J6Mjk5gaekeyuVSQ4Kn3TEcGhrFu+++FVCM8Md3IyOjoZ/bz7PA5MSex+bmGgqFIhKJzj4fNkZ8LCqVkpv8091OGpbgN00LhmGEMt7bLSTUf287flrdjtNe8UylUm7byytChKNEGEmQECZX+81vvoG5uYuYmJhq63fRDeGQ71V415k/XHAcB5qmIRZTvd/MXoSKdDrtrV98fmfzZcWV/y1DURTvvLa3tyBJcoP8LiEEfX0ZKIrSQEYN67ZaXV1GobAL7rfHj8H3pLncMqamTrhjsvc64vmPGbrnUUupDcti8p/sHhWQyfSjXC56yjKA6JJcgHK5iL6+LCNVn7uAQmHXm0t1XUelUkalUnbvXU0Gu3FcHVSrFQwNDQe6tav1pLEIEVD7TRNCGmQxedF4J4Qo2QxhHcG6XkUikYI8MABrcxOGbsAhBLJlIVMsQ1dk2JKExNAwKCgymQFMTEx6a3ylUg7MIySdBs6fB7a3YVc1JKZPQvzEtwfIjdnsAObmLmJ+/ioopRBFMZAH4mu7Pw4lggAMDXnHMLUqTNNCOp1uuE7DMHDt2nuIxeKh8Yhw4RLIL/0KnC+/DPuVrwBvvQlM9YEMDjOrBqBtYqbz6ivoW1vHczt5vPGhy7AkCaLjIGaaTCpzexvy6FhDnNoqZvL2u6LIin62U/MkpAAEsa1z46jPe5OZGdYMUiwCU9PA4iIgyUCKeRxm8rt44p33sHH5MqqGhfj9txBbXcWdxy4xEqppwjl1CqsXLuDMV19D5v59wDLZMRIJ0KoG5wufh/Avfhr061/3GkceFLWYMESFvwgRjgGOM1PnMLHXOIQlNhOaBkcgEOLxWnu763hNJRmJ518A/Q+/1SB/VhEIhJVl0NR5thAHzoO4stC1IIC6Cx+qVTimidjtO7AXl70FoJ2Ewblzl7C0tAhKbdevQPRY54QQJBIpT9oV8zdgu4a4gizD/NprwB//yZ7MnXK5HBpcccbk4uLdjlhV9cdutxgqCCKmpk54GxuAMQb55kjXq8jndzz2ZDY7AF3XYNuMkT89PeMlcdr5bfjPjQWBmmcEz6RKGuVZwgpe3VxjKpX2Ej7suaklfCgFrl59FwCgKErAV4gQIJ3uQ7WqIaRG0FMcR6m2o+5iiRBhPyDTJ4DxCebr52MxQpKAiUmQqZmGzzTtqgNYge2ll7o/nx4UFVtJYlrf+Ma+CovJS49hYz0HYjUWj6gkI3n5sT3PL0J76LXc94NK1Kglhdn5+TvMAObHxpI+JVAKxGJqR9fVSaGoWNyFaRpuwhkAWLGury+DCxcea2sM799fdyXEy3AcykNdCAK7lo2N9YZ4qRfPAot1ZmCaNprkgjsCHwumSOF4cbAgsDg4mUyFMt6bFRIsy8S7776J8fFJpFLprmRLVVXFm29+vetxahXPpNOZB7JwHuHRQz1JUNd1lEoF2DYjkd64cQW53HJbv4tuCId8rxKLsQ47f/GJKeXYgd9MO6SUtbXgeXBvdnY8tl9UVUYMtSwLw8OjyOe3fWudA1GUceHCYw1kVFWNY2FhvmHeYOTWoAQgB6UOVldzEAShrbXDP+8ZhhEg9JbLRddTUHU9wore2gDUbDNUNQ7LcpDJZHHx4uOgFHjzza97cyn/PPc3bOYl6z+n7e0tt5AoRwSGCE3Bf9N8vfc/W4SwZ6ldAnKzjmDutZfJ9EOYmoKyuwvZNGFLzAdPtW22L0skIIoSnnrq2cDvLXQeIQKE4WGIRMTkM8+DhPw+xwZHsFL+BqztLfaH/kHQoUEQ12eUzz/NyAmWZYV6chqGgUqlhGq1jFQq3TQeIbLC5DJFGfbWVktipvDRlwLKZ/4CFs+vyo6Dy7du4/bMFCyJdf7ZggBbqyKlxrG2lvPmqr1iS77fdfydfhyyBAwO7svion6/iuER0Cvvgb7yF0AyCTIwCFEQML69A2AH1uYG3n3iQ7BlCYLbeCHYNmxZxu0XX8ATf/BfWOdfPA4yOMjGbnUVzo/8MBBPdGxvcRwRFf4iRHhEUS992YrB0Ml7DxJhic2RrR2sjAzDFkWQyUm2sLgt9PLwCMZKWmiXQlxjhSFxezvAvgFY4WZkZByrq8uwbYuxSZaXQDUN0DVIuo6RL38F9sgY6Bf/FIW/+TexYBp7JgwURcGlS4/j6tX3vGCb1SkJRkfHMTk5jbGxCRDLht2lV1MymcTiYqUhuALgJWy67e7ar1SVv7B769YNiGLBe437MbD3kY6Zg/zcbNsObHwsy4LjOFCURq/AsIJXN9fYKuGTyy1B1/VAAZYXOyllmvKcYXmQOK5SbRHpIcKDCq+I15fxfAugqiADgyDJZGgRb6+uuv2sq70qKjZTE9hvYXFsagYr0zOwFu+BWpZH0CGSBHlmBuMhhdIIneOgZJ33Imr0ssOwV+DJHEoZ8YcTrCqVEgBW6KMUGBhg3nyENHrzNUMnBTV+T0RRDJCcRFGEoijo62uv27VcLiMWi0FRlMAxOMu8Pp45bhLf/nNiY9GPYrHgXgeLjXjRD2gsDoQVEniCzLYZwUtRYlhauoeBgaDXYn3xmpBah8rk5AwWFuY94lm349QsntmvZGqECIcFP0lQ13Xs7u54+ynHqUlGtvO7qCcc+kmZoiiiXC42fMa/V0km04H9HLcAmZ2dC6xDs7NzWFiYh2EYMAwdlmUhFovhsccuQRDEhvPwe7PzwgMHI/4Sb62rVMro60tjeHgMxPV78st5+otn7PNs3iiV8g0di7Xvp9je3oBhaG2RDPzzXr2vvL9wmUzytY0RW3h3eyKR8rodY7G4tzf1z6W885z5+IUXLMOugxceIwJDhGbgv+n6ZxdgeRBRFNsmILfVEZxMoe9v/HcYuXEDC/ktmKoKMjgICgJJDPehDCW32TbE7TzO5IugxSpoXe7TuX4V9Jc+h9Pb93H7ySdhxmIQtrfhrK8idvoMzrnzY1hRkfs027btWcbUbGKoq9hFvaLgXvHIXoov9jtvsSKcT/nMX8Dy7++ypTKevH4TG4P92Mr0YSedhqTEUC4XUSzuYnl5EWfOnMPt2zdbx5Z8v/tT/5xPSax7UJaA6RnWdCEI+7K4qN+vWhvrwImTjW90HGz0pWHKTPaTPTx88ABTVbF+9izGb98GJqeY3KvjMMW1dB+IG6N3Ym9xHBEV/iJEeAThXL/KEo9NFoBu33vQCEtsipTizOIyPjh1AtbAIARRDGyoyR/+ITNvrcPI1g5yI8NwNK3hNVmWMTk5hXQ6jZs3rsJYXgaxbDiGAVk3ceatdyCYFrCWg5nN4tY334B98VJbCYOZmVOYmJjEjRtXUSwWkU6ncf78JUg+CU/71S93Lak2OjqB69evhAbtnBXebXdXL+W+WheiHCQSnRWiuHRUoZD3uukAJt9FCIVpGoHAin1PsOBl2zZsmwWOrBDZKN3Z7BqbJXzK5TIkSYJp6g33hBUmzY6vtRs8qFJtESIcV/iLeNRxvCIeSSYbinjUMGB/+WU4X/0qCAHIxz4OQZSAzY1AV12vzqfXRUVg/4VFURRx7pnncTOVhrGxDkHX4cRikEdGce78pSj53SN02mXRScGu2TrX6w7DXoF5Dl/ArVs3YFmMIS5JcleFPj86Laj574mf5AQApmm1Tcbyx03+YwDhBJ6DlvjupthbPxaiKEKWWTqCJ8NqsuzBZGBYIYGrWwgCcWM4G4VCHltbm8hm+7GxQbG8vIjZ2TloWhXZbD8KhV3k8zsgBIjHE1hZuQdd15BK9XkeWL0cJ2D/kqkRIhwG+BxDCEGxWHA77qhHHKWUYnd3B5TSPX8X/vnKNM2GIl4ut4Lh4bHAGuHfq8iyjEym3ysWyjIjz9Z32MmygtHRMdy9+4H7OQmiKGJhYR7nzgkN+00u+cw6heAWEdjcY1kW0mlmATIxMQ1CAFkWQ7udW82voijDMAwAdQl61+pBllNtkwz8857/3IFg4VKSZExNncDGxpo7J4qBfax/jQhTgWHeZxIcx/GUaVqBEALbdmCaJi5efDyayyIEwOODUqkIy7IaClwAW+O50kI7BOR2O4LHp2YgzJxCv09paq8YJUBuu3Mb6ldfw+jyMgRBhF2X+6SGAfvzvw66cAsZ28ETX/pzrJ88AS2dhlouYWzhDpSPsTxdfVHRskyUy6xAz8kNpql7BXrekcyv049m8UhLYqZhAO+/C9qXadpMUL+/EyhledLRYcQAr0GCz1VXrrwDURRDPU/95yhcuAThMz8E53/790xGM6YCg4Oe0lonFhftNKGEjoPrL1idm2NFP8dxpTKI24VIITgOtP4skEwBOut6plv3AcNgvoF12E+n4lEiKvxFiPCIgRoGS1S20U3WyXsPA4FEa7EIosigloV+28HTH/lWbGQyDYu7HbII2IRgY7AfaqWK/LgC2V1g6xm42ewAnswXkbvyPjRBhLq5idHlFQg80DAtbCgyDCC0c7DZAi1JCi5ffrLpde7Hq0kURUxPn8TCwnW/6im44TDt0Jy3/ti9kvtqXYhSMN6h15UoihgYGMTW1qYn48WYVDwYDCaU2PfUCl7+xKUsyyiVCtC0KpLJlGeI3g0zO5lMuuz8asMmilJAUdSOr7UbPKhSbREiHGe0ksbkcK5fhfVvPwfcmgdsB5QA9LVXQM7NQfyx/x7kzFk4r/Smo76d8+kWvSgsZrMDeOZbXojkfQ8Qncg696Jgdxy7yvzIZgfw3HMvYGlpqWfPXKcFtWb3hFIKw9Bw794dANjzvDol8BykxHe3z06Y7yL3oGKJ5Fr3TX0ysD6B75fsY3Gu6Plb+YuI1WoFb7zxGtLpNARBQD6/7XV/cpkwdm6se6U+MdkrKfReS6ZGiNBrcBLlzs42LMsC912voSYxGdaxV3+s5eVFN9FdDJAyRZFJ4dWvEWF7FUVRPS+9sC4TyzJx7doVZDKZgE8rX4OefPLZwLzpl3xmHX6C29nouPPDDr75za/j3LkL6O9vfy7zI5FIwHFs2LYVkGXmXmBqSDK5Wc4gSPhQA/tJXrgE2Bpw/vxlVKvVPdeIMPItOw6BIAhQlBh0XQ89Dn+vqsYhiiLGxiYDc/5x7P6PcLiojw9YrKMHCu48L8ULzu0QkNvpCPbnNJqR1Zo9o4IgYnxoFPa//UWgWmX7HIc25D6dV18BXbzrSVgKjoPxD1gcB8cBRotwfIUhXlTM5ZYxP38N8XjcU2ogpM+dT0uQ5X5YluVdXz1hvFk80oqYCa3KCm4h8Bew6vd369kMTCUGYWq6wRLJMHSIohTIqdWfozfGJ6ahPvUkRlbXavlT/t42SKPUMGD9x98G/ZM/BEBBhkfh2HZoE0rDODiO5y8Y13U4sgzBNACbAk6t688RBKi6DogioLsNIZoGKArIwGDDObVjb3EcERX+IkR4xOC8+krb3WSdvPewwBOb9NVXIGysgoyMg3yUJTbDQob6RSCfSuL2zBRMSYIoCBD72SI7MDCIwcHhQIDqXL8K+oVfx/jGOqDrgGEyhoiqMvNXQUA1pkAA2AJR/91dJgz2K6l25sw55PNbKJdLDVJQothecNUMvfBl48FALKYin9+GJEmBwut5t/uj88QIQTbbj3K5BE1zWUvucZk3go54PN7gwbe8fA/z89c85pksy54cl2VZOHPmXNtm9vXgG18uL+b3ZhAECU8++VSX19o5Ik+9CBF6j2bSmIDb6ff5XwNu33LNzGvG5nThFqxf/AWQvj7QUqlnHfWtzme/6EVhMZL3PVi0K+tcX7BjMmw6qtUK3n33Tbz44scCSgTNcNBdZb2AKIqYnJzu2TrbaUEt7J7wDhjbdkApcOfOwp6Fs04JPAcl8b2fYm99F5CmMd8fdlwKXa8iFotBluVAopp5NjNFhlqXQE06jPv9+P2tWKeQ5X5G8PyruMdipcISbbyLhlIE/L72O04RIjxo4P6bhqGhvujHktQAJ1bqut7yWHy+evfdN2HbDgQhKD9JCAldI5rtVbhXHyEkIBlKKdvj1f92ATbPbm6uN8ybqpqEplWhqqrnmcqT7aIoenPZs88+j/quPY5W8yulwMmTs8jnt1AsFl2/P/Y+WZabqvKE5Qz8hA+/XDUvVCpKDKIrYcgLH/Pz11Aq1b43lUoH1ogwEgnvogIIUqk0HMcGQANkDHaeAvr6sojFYnAcinQ67b1WX/BZX7dx69YNZLMDGB4eifacjwDC4gMuUV6tVr3iXzwedwvX4fKbYdirI7iduJU/o4ahwzQNWJaFW7du4LHHnsDAwLCX+xRa5D5pbgUw63zrOAQBMM2GwhArLLLivX/O4NdRrVahKComJjLI53dCu+maxSOtiJnkxAnQe/dCx8JfwKrf32kDWUj9faBonKuYklU4KcBxWJe43zPZfvIJ5Abv4fTCB8hWtbZJo871q7A//2ugb73JliPqgG5vg0zPgFblhiaU+nFAfod17SkKRiiwKkqwTdP3DaxRQLZsjN5jBUIoCpz1NZbXTSQ8lVI/OulUPE6ICn8RIjxi6KSbbD+dZwcJIisQPvHJpvIbgff6FgGzVMLtmSnYggBREIDpGUju9VWr1UBAyrsdIYi1hC0Bi+Y1DUhKAKWI6wYcAGJYK3iXCYOeSKqdu9iQHJKk9oOrlue3j8Rt/aZAFEWv8JrNDoIQYHNzHYVCoeMNQjKZxPq6A8syAwGTKBJPUmpoaBjJZBpjYxMoFHbx5ptfR6Gw6/rsMf+KdJqxRlU17m0GuxkzXuBUVcY4T6UybpBpIxZT8PjjT2JwcBimae99sB4hSrpHiHB4cF59BfTeItsg1ieHTAu4dgV0agZkeBjAg+EfcJCFxQj7R7tdYf6CHfdJ48QUTdPw2mtfwYc+9PSenX8H2VV2XNFOQc3PKFfVOCRJdhOp8DpmWPeH4Mmx+TtUNjfXQwk6nRB4Dkriu1s52VKpCE3TUK1WIQiCm2SmbqLdBvfXKpWKGBoa9uJVf9woSRLK5RKq1SpkWYbjsDFMJtMwDN1l/juu4gOLBzmD3jCYNxDPufNCor+Lpj7JHUmhR3hU4PffTKXSKBR265RKah5UkiRBlhu90/3H4vNfIpGEZVmg1EG9/GTTDpaQvQrvIvF3+VDKPfuEht+u//gTE9Nex83a2ioUJYYzZ84in9/B+noOkiR5BFnuRWhZFq5efQ8f+lC4Qs9e8+upU2ewvp7A+voqKAXGxsYBAPfufRB6PMehUNU4crlgdzovoPqLebIcgyRJGBwcaiAtA9z7jN+7GhmCI4xEQimQTnO/WUauYHKlNRBCkEr1IRaLedfpJ2f4Cz5+eddKpeT5gx21BHiEg0Wz+IDLnJ84cQqCIHRFQG7VEXzu3IU9i378GdW0amAeMQwDb7zxOp577kX0tZH7JBOTzKuOOo3FP8cBZBkkpDDULF5mBf0EMpksTp8+63mH1qOl5UwTYqbzyitwFhbaaibw7+9SuSVs3bsd+l2yHGt6zyRJws7OVsAzWezrg33xEj4YG8eTu2WIbZBGPdW55RVWkBMENta228V3dg707h3Q/+mnIXzs497x/ONg/+EfsGlwcBCSIODMSg63+zMwRRGC48ARRciWhTPvvMOuZ3CY3T8CCKdOw7l+DZi/Djo1DeJKQAPt5WKPI6LCX4QIjxg66Sbbb+fZcQFfBFZf/iKs4i4EVQUGBgKt6/XJCs74weAgcH8DbmTg7jIoYBpAPI4Rw8QaAHugMYjtNmEQztwxgWSHkmr76O46CKmOMBYY1wjf3c2jWq3ANE1IkgjLsjveIIyOTuDWrRsBxjeHKAqIx5NIJtOYmJj2zqVarbhsT8YctywL+fw2stkBKIrSdeIyrMBp2zYGB4c91mMYmytChAgPD2huhfkahBVGLBOw7ZqsiA+96qhvxxMhwsOFdrvCeALC75PmT8aaptGWVOdBdZUdFHoR2+yV8FVVNcB29vslESLAMDTYtgNRrHW+cJTLZbz++lc8JYQwCc12CTwHJfHdjZxspVJGtVqGbTuuv7HlFRAIIZBlBZIkg0vvTUxMI5sdaIgbFUWBLPd7Mp+pVBqKoniFU6bwYHvXX+tohSvlnvJk8LknEO+iKZdLXlfOoyCFHknyRfDDn7BX1TgqlbL3O2WgniRvMpkOdHr5Ub//qVTK0HUdyWQqIMUJdLZGqGocpVIBALw9Hv9/yzIhCI3H8R+/UNhFLrfsndfS0l1omuYpvQBAvRdhLrcCTavi7NnzyGSCe9FW8+vY2CTefvsbgTUgl1vG7OwcZFkJXTsodZDLLbnXEpz7a9dKvX8nEglMT59skNlk86Ud8I/nf/ev583yBAA8ScK+vgwIAXTdcLst2foVi6lQlKCsov/58ZNbOBmDEy+OgwR4hIPDXvFBtcp+T91iP/mt9fUcDENvkB5mz6iF999/Gy+MT4DukfsUPvoSnD/7Y9DtbVaU8kOWQGZOhBaG2omX9xO3hREzu20mGBubQC63BNM0PTIE77JOJlOYnX3M9VsNnmM2O4DNzbXGwq8gwBoYxP2nv6Wt+NXLw+pa4x66qgFvvwkAoPk87PW1gFqOfxzs3/tdL9+bubeIJ/5yDesnpqHFVajlKkZXchBst3uTAGRsHAQAEQjIiZOsyLi4CHrhIuA4HdlbHDdEhb8IER4xdLIA7Lfz7DiByAq0M7MQ76+Hvl6frPB3O9KpaWB5CYjFmOQndY1hxychJxI4++zzWDD0niZW/IwVrOUgTU+CvvBRoA3prdo1tU4ONdv098L3JwzNWGCUUhQKu4jH455MSzceQaLIfBkbJTVZck0UBe8e8+CvUikFjsG154vFXQwMDHXlidiqwKnrWpRciRDhEQGZmGSy0I7TuHGxbdZRHuK90IuOeuf6VUYeceW6eyEjGuHgUL8eM+/X7taJdhIjPAGh67q3XnJw36C9pDrD5Bf9xzlu3VK9im1aJWZmZ+ewsDDfIIPJPzcxMY2lpXugFIHOFwCuL10Zsqx4CfL9+iX2Tp59BYVCEYlE0pVMb19O1rJMVKtlz1OLXxf34kskklDVeGAsqu6+IyxuZJ0DqiuNFfM6AWMxFaVSyVdQ5MU9x5Up5PeDeN/Nx4GpPAxjcnIa1Wr1oS+EHVScH+HBhT9hzzu7dnd3AqQQUZSQTvchkUiGzu1h+594POHtt2S5v+s1gsuM1kuQ8sJaGPjxm8kTsw7jgvfM+wsCfB6xbQvz8+Hzb9j8Ojw8irff/kaoFPLCwjxmZ89hYeFmgyIPW0/ths/Mz18DIWhZzKOUzZW53AqKxV3E44kGOdGw9bxZnsAvScjW9nigEzKbzeLixccD4+F/fnRdC5BwOcmi2XlEeHhwkBLj9Tkr/tzfvn2rrTW7XC7DNI1QgjiTEDawMXcRo319QIvcJ5EViJ/5u7B/6XOgN28Cjs2mJVEEZs9C/MG/F1oYaleFIZsdwNOPP43cX3wJlZ0dJPr7MfHxT0Js4tXXCt36s7M49zy+8Y03UC4XvRhKEATIsgJBEEJjy9u3b+1LBYQTVu3/6w+A3TygKME9tGkCFfcYggiUisAHC6DTMw1qOQ15bF2DAGD83hI73vAw0NfHLJwoBSrBe05SaWDuAujmBjAwCNHXWfggIir8RYjwiKGTBaDbxeKo0azLoZNgxN/tSNJ9oHMXgK0tZpKr68BTz0D8+CcgvPQSBmQFzzh2z73TOGOFELQla9oJmm36myWt9pN44mjGAtM0DZQ6oTItnW4QhodHUCjkUS6X4TgWRFFGOp0G9/rj97hcLsMwDC955d80cnairmueLGgr1AejjuMce8+jCBEiHDwYK/SPQHe2QlihMisKDjYah++3o96TSKlWPQLLgyAj+iDDMAzcvHkVxWIR6XQa589fassjD2i+Hl+8eAnpdLar89mL+MMTENVqpSFB6C/iNdukN5NfTKXSEEXp2HVL7ceXLgx7+VCFEZyKxSLW1laRTqc9vyY/NI11Aqpq43nsJ3bohTy7bZsAWBFNkuQ6CcAawuRkDUNvSLSxjxN3nEhgLOpjtfqx9EvTUupAVeOeZDxAkM9vw7YtWBbzqOL+1jx5LssKqtUKmJxdLEDWexSKXr3+LUR4OFC/R47FYshmB1As7sK2bcRica/Dttnc3qxQn0ymUSoVUa1WkUgkuiLIsoJ8mF+6gFSqD5RS156hkYDLOlca52VVZb52uqu84J+nBEFALBZDtVqFaZq4du29hmIXe19wfm32XQBcX1OtYe1wHKepBGipVARAA0U///EWFm4in9+GYegoFAqwLAPVasWzraidZ/sKNmHzLpdqBIBYLN4wDv7nh0kt117zkyweVgnwXuNB7cg+CInxfH7blboteESE27dvusUo0jZ5JZlkssMhFptuoV9ExdC93CctFwEhPPcpXLgE8ku/AufLL8P56leZK9CLH4X4bd8W2F/V5yTPPv4Ybt1ZaNks4Fy/Cvobn8eoS9ykpgn65S/D6ZK42Y0/O4/9NK3qFu4pRJEimUwFOnfrY8v9FH79hFVsbwOLd7k8A6C40tKVMisEiiIguH935T+pEoNfLafB8y+mArYFKArI9AyQqnWt03v3gEQiZPAEkNExkHNzD7zNRVT4ixDhEUQnC0A3i8VRolWXw8jJ01h68y9haxpoLAY9mYDjBqPJZCoQjNSzRAhnhgAg8TjEf/nTgTHoNrFyFIFdq03/+++/7XWn1WO/RatmwQBjAZLQ7+x0g8AZ345judJPJgqFPBKJFOLxhHePa8EfZ7EyKU6WzCJekLPXpjQsYatpGiRJapC06eZ6IkQ4aPy7f/fv8JWvfAXXr1+HLMv45je/2fCeXC6Hn/qpn8Ibb7yBRCKB7/qu78I//sf/GJIUhZGtQBQF4mf+Hqx/+zng1k3W5UfAWIoXLgECCUhOc+y3o55LpIRJ1fRKRjRCDYuLd3D16nvumkqwtbWJpaVFXLr0OGZmTnnva8ZYbrYe37hxDU8//RwI6X1MwLvW3n33Ta9jj1K2RiWTaW8NDNukt5JfNE0Tp0+fxcTE1LFKUjUryAHdxzbNfKjqv8MvH8cLVcViEYlEIhAnOI4NURQQC2F1H0XsUH+fuecx79xgXaFW0+QVH4v6JDD/LJfZ5Mfj8CcH6+NGvzQtjxv5/6rVKgYHh7Czs+UdiycFedHPcaru5yRIkghN0zA9fRKzs+eO1fN6kODFGdbhUJPvisXUiJz2CCMsYa8oCgYGhmBZFsbGJpBKpVvuU5sRPJkEXD9iMRV9fdmu9rvJZBKSJCGT4VK/NrhnIKVo6R3WylsrmUzBsix3PoJXTIzF4igU8h7JIZdbQaVSwezsnOsRFr5vb0cKuX7tuHXrRtPPUBrezcjOH1haugtJklCplGBZJhzHgeM4AdsKoLNuq26S90NDo7h16wZM03Dn2mCHt6qqHZ/Ho4oHuSO71xLjtm3jypV3UCjswrLY3MR+k0VIkoT+fkaebIe8Mjo64RWzuGwxjw9YLBtDMpmEMDEN4V/9a5DXX4W1tAJxLDz3SWQF4rf/VYjf/ldDzz0sJ5n+4p/iqe//O1hN92Fjo+b/2dfH/DUPirjZiT+7bduYn7/uqmJRN8Zir/HO7WaxQreFX2oYsD//66Ary6zTr1AATIvtmR2HdfqJIjytdkEE1Lhf7xko7Dao5fjz2M7SIuhfvMw6+erntv5sqAIP8GDZW7VClLGJEOERRScLQCfvPUq0WiztX/ockErjNAGun5tFMZkArVZA4iqIW6QpFHa9gOowuh2PKrBrJrkJALquQ5YliGK84bX9Jp6aBQOCIIIQhCa7Otkg2LaN27dvIplM+jwaiGssXsFjjz3pBYLcD9A0dV/gR7zOv0Qiibm5iy3vQ7MCKhunRkmbTq/nMPCgMgoj9A6maeI7v/M78cQTT+D3fu/3Gl63bRs//MM/jKGhIfzO7/wONjY28JM/+ZOQZRk//uM/fgRn/GBBuHAJ8i//Cuw//3M4r73K6n4f+QiEj38CdOHWgawxtA1z+gjto9U8aRgGrl59D5TaviQXAaU2rl59DxMTk5Akpel6n80OtChIGVhdPbgkfDY7gOee+wheffVlr3MvlUp75yJJEhzHwa1bNwLX3ayrg0lAUncdPF7rSKVS8zSsL3b0sqgWVqji8nEAI5oxj5QkyuUyRFGCKApuYoz53NXHDcDRxA7+AlG1yiTeeKKdEAGjo5MoFvMoFovIZPoaulz5WIii6HXjcLY+7x4xTbOlr1593Mi9/VjcRgJxo2EYWF1dAfMJDD5/LFfEiqqiKAZkVvP57QMdx+OGcrkM27YDXmaUAppWRTKZjshpjyhaJewff/xJpNOZPVVnWhWMKAXGxye7Xs/8c0E8HtyjSpLUkmzS7LwopbAsC319WViWiWJxF5IkIxaL+Yp+BJQ6kCQJ1WoFb7zxGtLpNERRDOzb0+kM1tdzKBTyqFTKoXKbzebxVuPG5sfwga9WqwEyBJ9r2bXVbCuYj2r73VadJu95fEMpdQt/DmzbAqUCJEkKeNkeNwnw44aHoSO7FxLjHKury8jnd9znqabKBNQ6aP3zQSvySrG465KOHO+3bdsWZFlGMsm6mfmzSWQF8ie/HehSbatVTnL3P/0uVr/jO2C69/jevQ+Qyy2zeeTNt3pO3PR3HWJkhK356xueKhooAl2Ja2fPuL/jRmUKx2ExtKrGQ2OFbgu/9n/8D6BvfZMRZCsVVuzz1LgIU8kxTUCSWAHQX/QDmEdfpQISUqDjeWwRgPPcc+H77r/390H/w28+FPZWzRAV/iJEiPDQoGmXg+MwDe6RUaRHRqBYFuKGCVuwIRoG1NNnQAShIaA6yG7HowzsWrERJUnyGFX12G/iqVkwwA3fw5JdzRKPYeBJKlmWkcn0B5J7ihKDptUWc1EU8dhjT+KNN17zWJ4AgSRJSCbTUNU4JiamWl5PswJqLMa8Z+qDUeB4bXgeZEZhhN7hx37sxwAAv//7vx/6+le/+lUsLCzgC1/4AoaGhnDhwgX8w3/4D/HzP//z+NEf/dHQztYIQRBZgfQd3wl8x3cG/35Aa4xfqroeDwtz8bCwvX0f77//NnRd9zq5/fPkzZtXvU6/erCuvau4cOHxpuv90tLdhnWCQxAEVCoHl4Tna4AsK7AsE6bJOuRVNQlZZp5D9+590LA+tNPRcNyQSCSh6zqq1XJDsSMeT/asqFafMPV7Hfm7HmRZRl9fHzKZLGKxeIM3VD2OInYol8uwLMuV1qv5Xul6FbGYioWFG54P1O5uHm+99Y1A/MDHwrIsWJblFf04KUuW08hkshgbm8TGxjoIAUZHa8x3oDFu5AoRXD7QHzeapg7TtJBIBOUAHceBbTsQRaGh6Mc+92h1ualqHKVSAUAtb8bvbalUbDofRXj4EZawHx+fQCymwDQb7RjqcRAyfxz76SQKOy/eiU0pmzv4PKGqUoM8MZf9LBTycBxW3BLFuLeOX7nyDhRFgWmaABjRpFIpQ1XjSCb3Lnq1GrdUKu11LIch6GNKPAUbgMJxHFSrVaTTfR13W2WzA1haugtC2JxBKULH2p/PiMViUBQFuq7BMAxYlolUKgNJEvfV9fUooRU5+0Faq/YjMe7H6uoKLMt0n+/ga5zI5V+zmsWg/DnlXcOlUgG2bbvPIiOudduRGEYMbJaTtAnBwsgQnM0NCEND7jnX8n9P9Ji4GZDP1KrA4j12rBMn4cRU2P/pd9j6D+J1JZbOzYJcvgRRlkGpFoiXauoJzXOCnRZ+qWHA/LM/wcapU6gm4ojf38To/C0IvOJKwIp+mSzz5CvsNtpnUAfIZvcs0LXK7Tpc4rVYBFFkUMsCOeb2Vp0gKvxFiBDhoUGzLge6vcWMd3UNG4P9MCUJMcNwX6RMR3poKDSgOqhux6MM7FoxCxUlBtsOX5h7kXhqFgwUCrsNmznu+xeWeAwrTNUb03MvAv/rfgwMDOG5517A+++/A8PgSd0YZLm5f0Wz7/ODEIJUKu0mqZjUCWc/ZrNprK3lMDY2ESptelh4GBiFEQ4H77zzDs6dO4chd4MCAB/5yEfwUz/1U1hYWMDFixeP8OwefBzEGtNgaO5/7SFhLh4GtrY28Zd/+bonHW2aOnS9ikQi5c2TxWIxtOgHsAREsVhsud4DQLVaCfXvcRwn9O+9QH2yTpZllMtFWJYN09TdAlWN5uxfHyYmpjx/XIAlX7j0GiHCsSwcDA+P4t1333KLT+xvvNhRrVYxMjK65zHa6ZCvT07zBCwhQqDrAeDJ5DjOnj3v/a2dxPZhderH43GUyyVwnzz+/45DUSwWkEr1tYwfRFHEmTPn8Jd/+TpLhDk1+TdBYNKcp07NYnV1xfPuyee3kcst4dy5muJCNjuAJ598FvPzV90CvIV0us/rFOSwLMsrztekZw3YtgGWBKeoVsveb1iWZe+5zeVWHhnFA050a9ZFFOHRRn3CPswPqxl6LfNXj247ierPixDmnUcIvMKcKIpIJBIol8uQJNEn+0mQSKSg67pXYPMX4SilKBR2EY8z3zsmj8ckjMvlEkzT9MglzcZgr3EDEPrazMxJ3Llzu2FdYefoeETYp556tu2x95NC4/E4NK2KarWKmZmTOHOmURK5Pr7h+29VjbvkW5ZuDusKj9CIoyZW8fiiUimjry+N4eGxA5GbbxeaVmn5en1BvL4gxa8nl1tBsbiLeDzhFqiHAnHrxMT0nqTner++gufX5yNQL97FmUIJ6T/+YyZZOTAYkJXcGOyHKcsQNa3h+KZpYn14EKM9Im76uw4hisDykrfs06VF4MxZ4Or7oI4D+8RJbJw7By0RhwbAXl5GbG4O1aoQ8HSmlM1Xe+UEOyn8bv/Fy7j1Lc/CBIVgWXCmp7B64SLOvPY6Muvrrsefwr8cmJpm12JabGwdB4jFIP4PP9lWga7ZvpsXBemrr0DYWAUZGQf56PG1t+oUUeEvQoQIDw2adjloGlvoYiqqqlpjkABsMXEX38Nkqh9lYNeKWagoCmZnL2Nh4WbXm7a9klJhwYB/M6frVchyDLnckue7V61W4Tg2dF3H/Pw1PPvshxvOpRtPgoGBYXz0o9/WlRxFq+8TBBHDwwMwDAOGocOyTNeDoYg7d3axvLyIubkLGHZ9Iw8bDwujMMLB4/79+4GiHwDvvzc3Nzs6VicJpMOGvxjwoIPEFOAHPgP7Cy5z0ZUzIek0xM/8IIQD7NJ8WMaR+4pwHzKAJbS4rJYoSlhbyyGdTmNrazO0+Oc4FOl02pOZDEM8Hkc1pEALALKsYGJioidjads21tZYMieRSIJSx1sD/B50LCSqQtd19PVlGjp6eUeDLCuwbQuGYQS6qwAgl1tCOp0+Fp3jfOzu31+HqqrQtIp3rtzLKR6PY2NjHZOTzde8fH4b8/ONHfJzc41EpP7+ATz77PNYXc1hdXUF+fx2S9k3/5/9n+X3any8FpN0ch69QWNxiMtkhT2XPH7gY6nrGtLpNAyD+z7ZEAQm/ybLChYW5mEYta5ISgHD0HH16jt44YWPQRDEwDWragyaVsHubh7JZBqyL95XlJhHqGLJZxW6XoUo1qTy+H0vlQrevwGC3d1tfPObXz/AcTwecyOLz1chiiIMw/DGgBfy0+k+aFr1gZ+/IxwdeinzF4ZuO4n857W6uoJYLNYwLyuK4soviygWC65MJet2K5dL7u8FAeKmpmmg1HE7m6uu5KYA7ofKZYmfeurZlkWvvcYt7DVKgVxu2bOt4GAd1RL6+jKYmJhse+zDSKHJZBKOQ7GzEy6J3CyfweMKUZSRTqdDu8IjNKKbXMZ+4M/ZABQ7O1tu/kfA5uYa7t69e6T3TFUTDX+rrd1oIFH7C1L+Ina1WoGu6zAM3Ysd/CS1ZnE4R71fn2lZuPnBDdgnTkJIp1n3YWEXle1tvKdreG5rE9LKMujmBsj0DJBKs+9RVQiOA6jhXs7aqVMQ+vp6QtwMdB1ubdUKZQDLfb77NmCY2B0bxe3LF2EmExCUGGxZQTmmIHH/PhKZbCDG576overctW0bC/kt2MkkhHIRAIVgO7AVGbdffAFP/MF/gQAAssK6/s7NQTBNODEV2N0FqhUgm4X4P/wTiJcf3/f5EFmB8IlPQpZFmF3KvB5XRIW/CBEi7Il6hkuv5C57AZ7MKpfLSMyewXAmw7Sh/VBVQBSAwUHENQ0OIbXiH6Xe4nuYHiqHHdj5sRezkG0+BrratO1HPlIQRExOTkOWRdy9exemafpkpmqJOk2r4vbtmzh79kLg851KzNQXKM+cOdtRENPs+9hmhwXQgiAgn98GIYwxKoqix4yfn7+OgYGjCaSPmlEY4WDx8z//8/i1X/u1lu/5kz/5E5w5c+aQzghQlOPdSUEImxt58vmBx+OPg/7cv4H1yl+A5nIgExOQXvpWkAOWZn1YxnF9faUhmcbhOBSWZUDXq7h8+XEsLy96niN+SJKIxx57HOvra9jcXGu63p86dQrb29veuuk4DmRZweXLjyEWU9oeR9u2sbq64pNom4Qoitje3sKNG9e8429uOtC0KiRJhigKKJdLrndKY4EzFhuo6yZgnY8XL17C9etXkc9ve58lREAqlQalTJ77uedeOJTO9mbXza6FPY+syyuOeFyFpmmwbQuiKHmyj4xwJIYeCwBu3boBSm1IkisFL4ig1G5xnSJOnjyJ6elpvPHG603jkunp6aafDbvOzs+je5imjnS6D6VSCZQ6qHWJUUiSDEqdhoK3INTGEoD7bwmy3JhyqFQqKJeLrq9hraBIKcHu7i7W1nKYmppuuOZ0Oo1SqYhSqYiBgQFQSr3fy/z8DW+sq1VeUGQy7gCfkyhM0/QS/CyRldxzHFs9Z+3gqOdGPg8UCruuXxKFZbEEL/PaJqhWyxAEePcvQoRu0CuZv16Dn1e5XIZh6AFiKfcvFUUBAwNDrmSm5SOJiN46b1kWqtUqVFX15IcdxwkQYPjvXZZlSJKMjY31Pcek1bg1e43bVrDftAPHYYXHdDoDWVY6UurphhQals/g3raO4yAWk9zzj1Rl2sFByuX6Yds2bt++iaWlu6CUPbcsN0CQTjPS13G4Z+Pjk1hfX/XWrGCBW/DIafUk9foiNjt36hbxi8hk+r1j7ZV3C/Pr2xwbgUEIxOUlmKfPoFwpwykVAUmELiXxxrd9Ky5/8b8is7EJurQIMncBEATENQ1UHgIJyf84lg31zh1geAT0ynuAGgdRlK793wNKaLpWK/pRCug6QClsWcLtDz8PW5Yh2A6gVSGKEhK6gUrMQEoQocgKtGIBgmXjxG4Rpzd2IBU10C7ywfU55bWzZ2CqKggo8+0rlVioCcCMxbB+9izGFxfdrj8Z5OwcxO/7tCfVSXpow/SwIyr8RYgQoSXqGS6OaYJ+8U8h/J3PQLhw6UjPbXt7C9euXQ0ky1Y++W04/drr6FvfqHU5TE6BZjIggoCRrR3kRoZh86SQJAHu4nuYHiqHFdg1w17Mwm42bb2Uj6xUyiCEeIbl/oQkQLG4eAfxeALVatU7904kZnrhbxf2fbbtsCJ0IgFRFKFpVS/RVKmUIMu1QNM0TayurmB0dLLtMe4VjrLwHOHg8ZnPfAbf/d3f3fI909Pt/b6Hhobw3nvvBf52//59AOioY9UwuJfm8QRPxlrWQ8TwIyLwsU/wPRQsAGjDp2dfX/mAjyPflOY3ViHEY6CS2FD8IwQwDAuxWByEiLh06XFcufKe5/XHEm8SLl36EAARQ0NjuHv3buh6L4oyTp06i1OnEOjympiYcD2D2hvH+k4wx3Fw9+5dnD07h1u35t3vZucGEFBKUCwWoKoJN1npGwP3+xzHQaVSDbCiHYciFosjnc5iYmIKhcKu2+EgIhZTPSlIyzKwtLTUsouuF2h23bxziz+PsVgclmW78po1pjWlgG07iMXi2NzcDD1Wf/8AdF0PXS/buc6zZ8+7x2USc5xZPjNzEpZlI6RmHIqVlaV9nUeniMWYdF02m4Wu67AsC6IoglIeo4nu81QDfz64H5h/3OtRrVbd58X21B14kp0QG3fvfuDmp4LXLElMvq5aZeoQ4+OTXlekf6y5XzWT82Nsey5ny87VgSSJSCZToBRuISx8HPd6ztrBUc6Ntm3j2jXmR6qqcTc29ceA1L2XFJubmzh1yogS8xEeWiSTSSwvaw0d4LpehaomkU6nMTo65u5pTXBfUdt23C55pubCOooZcYEQwbOp4J0x7NgmBEFDsVg8kGsZGBjCxYuXceXKO+75Mc+ySqWCU6dmO/odd0MKDctncG9bv68tR30B8bCkqx8UHKRcLh/r+/c3sb193yvO8rUSAByHIJ/fRn//AGKxGAB2z1ZWll2iWLDj9KDv3fj4FO7evY1CYReWZXqdfiwOyOL06bOBXBD//voiNlcAYB3uzBuQW8LslXcL8+vjCmKOZaGU32aaAg4FiGtJJ0usY+2P/hiCpjPboWw/Risa1qZnYHOpfMcBtrdBd3ch7mxj+OoNUEUBYiqgVUHPnoP4xFNdFbcCSmgxlUliCgJgGuzfkoSN06dhqiq8X71DAdOABIq4LEPb3QHd3YWqaZBLJexWKyi88x4ycqzjfHBYTrk0ewZkahIwDBYkxeOsi8+hECiFNtAPrK2xBo7xSQhT0/uyyDjOzSwHjajwFyFChKYIY7gQWQatVuH8xueZOeoRTZa2bePGjWuNRaZkEh98x3fgyZIGsrbqmbbShVtwfuPzEIpFnFlcxu3pSVgxFWR6GhQEkij1pG293QD2oH0Q2kGvGZm9lI9MJJKoVmsbMj9YMrKC+fmrSCSSDUW7vSRmelmgrP8+Xa8CoB4L3LZrxQ7HcaBpNRPqo+ysO+rCc4SDxcDAQM+6SZ944gn86q/+Kra2tjA4OAgAeP3115FKpTA7O9vRsR6EQhBLAB/1WTz4eJDGka/bpQ9uI/7VVzG8uAR1bATS+BhIXxo0HmckIReUUsRiipf4mJ4+hfHxSdy4cRXFYhHpdNrzsqGUrbVnT83i5te/ClPTIKgqaH8/ZCWGc+cueP4pYb5K7YyjbduYnw9f0957722IotjQmcRkL6vQda2hIM+6o9iXsm6GGvj6wIo/1aYehHx9O8hnoNV1z8+ztZxf9+joBJaWmq95w8OjePvtb4Qea3HxblPfwnauM5NhccLt2zexuHgXAEU8nsDGxhp2drbbJhy1k5Tt5Xj744R4PO4V+ViCXG9I6ALB56P+GI3nLMBxBO+1+o7T3d08SqVi6DUzFYUE+vqy3u+GUiCVymBiYsrrEABYPMmPncn0Y3c3D8ehUFXV9QoMdrTWj2M7z1knMftRzI1ra7X4nMkAKjBcr3O/1CcgYmvrPm7duul5i0WI8LBhaMjv+RqcdzSNeb5KkoJnn30em5tryOd3sbq6gmy231WhqfmdAhZUNYlKpQjLsjwSqB+maWB1dRmjo2M9l0xk8csa+vsHoeua66vHiDisa3qm7fmpG1JoWD6Dj0O9ry0Q3Pv6SbiEECwuVnD9+pWmfoKPCg5CLpePtWHoKBZ3YZpW6LrMC2uFwi6Ghhi5k+VHrkFVVY8s/cEHtwDAlbLtjkBdj7AcmiiKuHz5Cbz//tvI53dAKevOZV7BTGViaupEw7Hq4yWuvMQI5Y4rPd5e3i3QOeeCK4iZigLKf+++uF20HVjxONY//ALG528CI2MQP/XXIbz0Es6VS+y5z2+DLC/DtizI+TzOfOObEPJ5YHoGJJUGYjGQjfWui1MBv/fBQeD+BmA77H+CAMTjqGazTHpUYh2RjG2lgQoCqqIEKb+DZLkKlIusQ1CScfvxy3jii18C0mmgzXxwaE5Z16DOX4cjEgixGMDlTQUREACHACoIMD4JDA5CSCb35VF/nJtZDgNR4S9ChAhNEcZw8V4rFkFeeaVrxsV+wTex3irrg2nb2Lx4HhOf/Cve34hr2EpeeQX9qzk8PTaOjXOzqOh6z1hKnXaRHbQPwmGjl/KRY2MTuH79SsOGgbHzbVdmirrHbizatSow9trfzv99t27dgCgWvNc4O56xQUkgiXqUnXXHofAc4Xggl8thd3cXuVwOtm3j+vXrAICZmRkkk0l85CMfwezsLP7JP/kn+Imf+Alsbm7iF3/xF/HpT3+6wf8rQoQHDV4yRNcg3LoJe2gAK9k+nFpahmLbSFSqqACgqZTn7yMIEh577MnAPClJCi5ffjL0O5zrV5H+jc/jQ8UiNsZGUJVkJAQB4//Nd0HqQRKw1Zqm6zpkWYIoBgtX3KdD0yowTQpBqHne8WRdqVQEIeyYYevDUXeOr6/nYBg6TNMIJDsJIQ1ec3uteZub603HEACq1UpokbPd66QU2NnZRiJR86thHSTtE44Oe7z9Y8a7XviYXbr0IaytrewZP7Qa91OnZnHz5rUG+S4ArjynDMPQfUWp1tdcH4OzzhwLpml6axX3/qOUNhT9wo4JPByeyGFJUFlWvH2UIBBPchWgWFq6i9nZRzfxHqEGloxfQaFQRCLxYO9TOe7fX3f9dcsBf1FBIJ7n68TENARBxNTUDCzrLiRJgiAIkOX+QIFNlhVomubOOTXvMQ7eUV+plHHlSs27tFfI5ZZRLNY67/1Eh07np25JofX5jHS6D/n8TqgUMp9j/SRc27YDPsO3bt3A9vYW5uYuPrJ+gL0kZ/vH2jQNtzO1OfuEk0E0TYOixFAqFaGqcW8NIYSgUMgDYGQadr77kwVtlUNLpzOIxWJIpVINsV6z7wuLlxRFgSwztYBsth/j45NtzWeBzjkXXEFMiymsGw0AWJgEgVLETBMEgBaPA/39ED/1172caTY7gKcffxq5X/xfUCEE6sYGRt9+2+u680uD7iffShQFwt/5DCu4FYvA1DSwuAiIolvocwuYigzBslkXIKUAEaErCuxiAYqmA4YO8NcBmLKC9YlxjL//LpwTJ0H/f78MMjjUsoOuIafsOKBLixihwOrp07BlmfkgmgZg24AkQQYwJseA/n5W9OtQ6tSP49zMcliICn8RIkRoijCGCweRJNDV3CGfUQ2VStllCzcGLs2KTPWt4b0UWOy2i+y4+iB0g14mpURRxPT0SSwsXPcKZ4wl7bgbCdownu1ucA7S365+DGIx1ZVUop5HBIcsyxgfn2xb5qvXeNgKzxG6wy/90i/hP//n/+z993d913cBAH7rt34Lzz33HERRxK/+6q/ip37qp/C93/u9iMfj+O7v/m782I/92BGdcQQ/HmXZkv0isG7n88xHgxDYoog701M4tbSCO9OTEC0LphqHnUhAUWJ47LEnMDAw1NZ3+DeboiRh/P527cXf/A3QHmw2W61pkiTBNE1QioCPES+snD//OO7eXXCTLbXXAGBoaBgTE9OhMkrA0XeO37+/iWJxN5C41bQqksk0ZFluWMtbrXmbmxtNx5AliKuhr7V7nb0oHh3FeGezA17XS33if2pquq34odm4Uwrcu/cBqtVKncwncRPYCchyDLKs7HnNYTG4KIpIJpMol8uunx/bMyQSKciyEurfGTaOD4Mncn1syj2QmIQhi01rXcZsX/UgFDQjHCx4Mr5W+O+sq+e4yjiWy2XEYjF3nWDyv7IsIpVKgxCh4TfNcw4AJw/UiDSaVoXjOMhmB1AqlVCtluuKKkz6G6AoFHaRyy2Hdih1A3Z/rkHTtNA1sN35ybZt5HLL2NhYdckSuvt5JmssinuTQgVBxOjoBNbXc15HFe8w9oPPsZzAzbzliu7cz95DqYOy2xUV+QHuH/74w69EtBds24auawAQ6PDXNM31uyQByUygOzLMXjm0iYkpmKYZ+J69vq9ZvEQIQTrdhyeffLbt5yrQOedCpBRnFpdxde4sdEkCIQKobkBwHCQqFeaITAjiusb8+eo71V77KkbvLbLi0/JS8DXLAt3eAhka3ne+VfA1PtDVHDA8AtgmnN/8AiCKGE2msRpTYdtl15hUANJ9cBQFgmUjls+zgp9tezbPgmND68sA+gfAzXnQQgE4eaplB52zeA/I50F1jcmOwgEsCyIRcOatt3H7+edgxWIgigIHgDI6hlk1BbFvsCc+fse5meWwEBX+IkSI0BRhDBcOalkQxg8mqdNOIjORSGJzkwUd9TiKTqqHgRG8X/Q6KXXmzDnk81sol0sew8uybJim7rG2/Wh3g3OQrPn6MWBdFWmUy0UAxDWCZ2z3ubkLEEWxQUrtMPEwFZ4jdIef/dmfxc/+7M+2fM/k5CR+7dd+7ZDOKEK7eNRlS/aLwLqtafBnQyxJgh5T8OT1m1gf7Ec1nUH62Q93nLjkm01HUbAx2I+qqiKuaRjd2gHp0Waz1ZrGut8ML8HGfYwSiRTi8QSmp2eQyWS8jiwuX8a7t1old4+yc9y2bezsbAXkwFnik6JcLqKvLxu6ljdb8/xjyMao1tGhKDFMT59EPr/d9XX2onh0VOPNu17q/SbDxrJZor/ZuJ88OYtbt6650ngUhAiQJBGpVB8oRcBrq9U1898yIcRNStaK3H19fchksojF4t45FQq7bY/jUXe2totWRZb62FRVVZTLRXfKI4FrEwQB8Xj8gShoRjg41CfjuWdbu109vfBSPygkk0msrOiBjj/TtLC7m0c8nmz4TScSyaadx5ZlQZIkt6CQhmWZ0HUdbD4jXvcxwNan9fXVnhT++P1h6x/z7vWvgZlMPyjFnvNTPr+NK1feQaGQ9zzpAYJYTMXo6BhGR0cxPDzmSZK3Oo7/fjO55l2oahyqGoNtO7BtC/39aayt5TwZZ1Y4pYFiFFfIeVTyJwcNf/zBlYjaAY8Hk8mgZKvj2N5/MwJJDZ0Um/l6petVGIYe2iHKnoHV0N8ej9Xu3bsDAIE1r5fxkr9zzikWWTHOstBvO/jwM8/j6/ddxQgQxNbX3CIZgWSaGKtooZ1qgeYKv/8eABB3T4Le5FvDPPGcU6fh/MbngWIRZ967gtsnpmCqcQixGKggQLYsSKYJYltc+Z9PDXCIAKWQx+rpU6hms4gLAsYIgdCkg865fhX0K38O5JYBUWLXahrs35KAzMYmnnjzbWzMnUM1piKuaxiL90H5b/4f+7puP45zM8thISr8RYgQoSnCGC7ea2HslR7AvPo+1v7wD1CmDhKmiZGvvQYpJJE5NjaBXG4Jpmk2HKObItN+WYkPAyN4v+h1Uood72LgeJVKBUC4b0C7CZiDZM2HjYEoShgcHEZ//yAAEtCtjxAhQoRuEMmW7B+BdVtV4bWXAyCUohpTIVCKsbUNiC9+K8Qukk80t4Ld/ixuz0zBlCQIlMIhBLmRYZxZXEZ/DzabzdY0Simq1SoUJeZ2nsPreqpUKp5c6X66v8M+Ozw8irW1Vdy+fROUAmNj45iYmOppYWp9PeclFxmDnXjdBY5DYVlWR2s5H0NNqwYkx1gHhY4LFx7D7Oy5rjvke1U8OuxOfR4b63oVsVi85Xd1k+gPI3hxCS9RlLzv2+uay+UyLMty/bechiJ3LBbH2bPnvfd3Mo5H3dnaDvYa+7DYNBZTUa1WvG4/v9RvOwWDCA836gmtzP9Oc5P+QsvOtV56qR8Egh5/7G/8N1CtMo8/P8bG2BxgWWYDsUBRYoH9HCHEtXcQ3OP753zaM39Pfn9UVYWuVwNdho7DCiLJZLrl/MT8S6+hWNz1xoATqk1TR6VS8ZRpWp132P2OxWJQFAWmaSIeT2J3l0l/lstFFIu7sCzLt34Hj8cVch6V/MlBwx9/cCUilqNpfC+PpRRFxYULl2HbDu7d+yDwHkEQ3eeNNOQy2oln6terYrEI2za9TtXgd7HfU33h3TAMVCol2DaT0r1zZ6Eh3uhlvFTfOSe4XWiSrOBD3vWYINksnK0tyJqG2ewQ5L/7D0L3YoHmCr//HgBQh+1JcHD5Vv/1ZP7wD/DE+9ewcfYsqvE44rqG4e083p2ZhE1prfAHsH8LwNqFi7BiMQjUgSPLWJVjOLO6hmypHOig43tVkkqDKkrNX5AQoFph8p6yBKF/AOMb90G3t4ByBaSvH9Q0eraPPapmluOEqPAXIUKEpmjGcBHS6X3pLDfDzuY6br7+FRhDAxAoxaY/OVaXyBRFEefPX8S1a1f3XWTK57cxP38NpVLBkxlaWrrXkbZ8q6SObVqo3LyO+W9+A4n+fkx8/JMQY2rIUeo+5yZcKpUy+vrSbTHujhK2baNSKSOb7Ydh6JDlGNLp9L6SUvVBm6rGkcsthXbJNUvAhBV1D5I1H0loRogQ4aDhvPoKnHweKBYYM1RVQQYG9+0J8SghsG4PDIBsboC67GUu0QPsb+PtjE/gdnEbtihC4L60lMIWRdyensTTY+P7vo5mpBvGpLdhGLYn7ec4DlQ1jkQiCU2rkbr20/3t/2w+v4033vhqoHtgY2MVd+/exuXLT/Ss02Nzc8OL2XjykHdWSJKEbHawozVXFEWcOXMOf/mXr3sSVpbFEpKKomBh4QaeeebDXY9RL4tHh9Wp70/OSRJTXGhWyOsk0V8fk83OzmFh4Wbg2ZUkKRCP7XXNrEOtBN5lA8Ar/pXLJcTj8dDvbic2O+6eyO2OfX1sOjV1Eisri6hUyg0ywLzoGuHRhZ8Yo+s6dnfzXncPIQQ3blxFKpX25oLOOnhynizkUeyT7t9fh6qq0LRKgCjAu115h5F//z02NoGrV99zf2fELa7puHDhMjY21ry5PRaLwTB0b5yC3poCxnqw5gPB+5NIpAKkB4DCceie89P6eg6lUiHQccdkwR04joOdnS2srCxhfLz1etNM9YjPJbu7OwFPcEKIS9QoQ1GUBp9XQRA8hZyIgLB/+OMPrkTE7rvjxTtcklYQBIiihOee+zBGR8egaQZyueVA7MKLzQCzNAFqxADuD8jXlHqErVdMkl73OlWD3YUUIyPjWF2tnQOlFJVKyfW1FDyyUFi80ct4KaxzDgjJ+5ya3XM+8zdXEEEAnZoGlpcA0wJkCejLgMTje+Zb92P3ELie3/tdjG/vANhh/+04OPPKq7j99FMwYzEIjgNHECAZOmwhBkeWITgOQAgEh8K2DNyensKTN25C8HXQ+SU2yfQM6NIiYFmArACaDlgmcOoUSKVce02SQK9fg/3PPtszBZujaGY5bogKfxEiRGiJZgyXbop+rRYn27Zx8+tfhUWpZ27rJcdmpvDE+9caEpkDA4N49tnnsbra/cbBtm1cufKO6xNTC/4NQ+/IhLtZUsfYzaOyswOnVEIJgFPaRe63fh1nn3kOmcefarrpqWdDbW6u4e7du8dCIiUM9efrOA5kWcHo6Ni+N3L1QVs6nW47AdOKBX0Qxbn6pNKZM2ebHpO9d6XBN6fV8aICYoQIEQCAvv0m8MEC2yQRgRmlLy8B6T4gkwG9dwf2y1+KvP9aIJAMcTfeZHkJ1LIg2TZG1jdBUql9EZ02z87CWvr/s/fnUZJd930n+L33LfFiy7Wycq9CoZasBQBRJCCQIAFKJCVrPJZGyzmSpk3JJGTROva03LZs86g9skeyLLTcGtnyWHbbpEDRS8vjsaVuywItiRSJokiCInZUVlVWZaGWzIzcKtdY3n7v/HHfe/FizcjMyMzIrPs5BwdARsRbI96997d8v7dBvNqEj5cwsHTuTFv8hqsDD8lkElNTk6C0HEBRVTF2eJ4b+Oq0t5K+cfcARz6/gampa3j66Q+1ZZxdX18FYxyKImQkGWNRBXom042BgYFtb9e2LWSzWZhmKUqKUkrhOA4ePFjGzZs30NXVtaPxOJ48chwHjmPD8zwkEgk8/viliu10wri/3Y6dVuXu683JNE3HmTMTQbflzs65LFHXmN1ID3ZyQdd2rAZamU9XJ10lDydhYYzrulhfX63oKAsD7+E6uSydK76HhUIenucilcpUJHwA0cGzvLyE2dn7ByYDKgpJDSQSiZoOPtd1MTV1DYZhROvvO3fuwHUddHd3V8hAJxIGlpYWguKFqciHrFQqBsUold202Ww3RkbG2nIO8cIlXdehab0VHZmtFC8Xi8WKrkfGhDdfmIizbQvXr19FMplGd3fjbTVTPXIcG77vRd+DsFOLBe1m4nUWyKUi6joWPsSyAKEdVBevaJqG7m7xfRFjvOiu9DyGRELH449fjnys6xW+CBnubgBi7HVdB8ViAZwz6HoC1669i9u3b1ZsJ6TeeBUmEsNO1biXn6ZpGB0dqxirxG+QQVEo0ulsRaLwoORht5tgrGmuyHaBnz4LWCboE+8Ded/7t1y3tcvuoV5SjOdm0T0zgydnZrB47iysri4Y6xtglGL28pOxEyEAFfIYLmdY7O/F0MJS1EFXIbGZyYJMXBBdfZYF9PQAmgboCfDbt8pJz/ETIIlEWxVs9ruZpRMhvNJ99sjysY99DHNzcxV/+/mf/3l85jOfaXkby8v5dh/WgUEIoGlKjV/DUUSea2dQPThx1wXt6ooGp1xuBu994wrI+lrNZzkhOJGbx8ij56B+8qcA7P5cwyTk7GIOV5M6oOt1zI4Jnnji/S1r8a/HWv0pJfBdD/m5GSRLJWhVegpModAvPgYvqFIPE2Xnzl1AKpXBt771ClzXiRYWoTyXoqgHLpFSje/7eP31V+tWsm/3eFu5r77vY35+FouL801lxJodF6UKRkfHYZpmSwGcVgJxjZKf9Ray4Xt93wVA6r53O9vrdDr52bRbBgayB30Ih4JOn0Mdpu8odxy4n/k0cPeukEzxPMAyy1KVug4oCnDyEZCe3prxdi85TNcRqB23me9DXVvDmc0ieoa2X+hUXeD03tgwlu/dAYKEYqgfSVSxuB145HSFBGHIbq9jLjeD69ffhWVZdWW0DCOFCxcea2twZK/3GY7D8/NzWFtbheNYNe/hnCOT6cJzz30sCrq2eh1v3bqB5eUFbGysoXp5LBKLQG9vX+DNu7PxeHV1Ge+++xYcx4aqqtA0HaqqBRXvLlRVg+97MV+tgxn3c7kZ3LkzHUv6iaQQICrwT506XXEfb926gQcPFhtu79ixQTz66NmaOVm8S2Bi4uKOJWFv3bqB+fnZGplWSkkkd7e+vtaWeepO2atnYyvXvt4zJoQx/0ATmnIO1Rr7PYfyfR+vvfYtLC0twPNqbTVEd7WGxx67jMXFXMVvy7JMlEolUEpqOng8z4dllYJuuHKXKbB/v8Xq51sI5xzr62tIJpNR8kHITZZgWSX09PTVtZk4deo0hoZGot8R5xyrqw+iZAghFJlMdltKQltRb4273edpfMwGUHGfQ7nNrq4upFKZpvel0fUEgHw+D01TYRjJwPevcnzVgvmVZVlIpVJIJlPgHC35DO81h20+uxX1nvUA6j7/q8+90WdzuVlMTV2LPBk9z0PYcaooFOfOXcTZs+ej706j8SpMCKuqhkwmW9drOjyGe/fuwLJKUadfNVuNea2wX/eeuw5Y0FxBttFcwR0H/i/+Qt0ONpJMQtlmsiyK0+bzohDyjddFN57vI9KE5RzvPfNdWDl1KtgRhE9f+LvXNBwrWTi9uhbt3//Kl+H/5/9vQ4lN5Yd+GOzaNfCv/imQSgH9/SCx5wj3PCg/+mNtU7Bp5Xoftt99q3Ooh6rj7+d+7ufwYz/2Y9H/y9ZxiWTv4Y4D9tWvwH/pcwBVhI41ar2IisUiqGGIyWDVIE44h6lpIG3SX44nIZceuwBO+0EcBzxpiGBceOycYWGhdRPu6org0s3rYIUCqqfJHMBmMoXk4gKSgY9AWEl99epb8DwvML0mgb+MiUwmC1XVOtLoejvVxrulXjIsl5utkJvZ6rgcR1SmFQqbSKXSW1aatlIlHq+OJ4TAskz4vg/HsXHz5jU89VS5y6G6kp4xXlNJzzk62h9DIpEcHOzrV4QZvKYCnl9O+gFigWZZovNvPifkYqT3X0Pa2clTr/o2MT4G/8xp0EwWCP0lkkmgrw888HzdilakfKqLUwqFPJLJFBzHjoJsoQQT5xyu60Q+Ru3qMKvuHogj1BTYjrsM4+OwaZZgBzKsoYdSOdFD0de3PZnPkHQ6jfv3SxWyZ+E+QilRUZCV3NF47Ps+pqdvQtf1qPvBNEtYWVkG50LuKuzGzGS6kEqlDmzc365vdSsehtVzssrOD4KpqUnkcrM7Cvam02koioLu7t6ajhzORVfJfs1T95vd+kful3Ss5HChKAp6e/sxPz9b93XRHebh/v3bQcdQ+fsX+ogxxmBZViS1a9t2pLAjkgsk8uEM/eD247fYSKVHJMA4dD0B0xRS2aqqwvc9cI6abiSg/Dys/h3tdUK9uhPL89xI7jiT6cK9e+9t+TwdHBzBzMy9oAO93OkHIOi4K3dBNrsvzaSsE4myB6LoSGTRPsJxzzCSSCbT6OnpQSKR7KiO6qNEo2d9K7+3Rp8VvoEJbGysRb6N4ZzT8ximpiaxvr4WJb0bjVe6rkNRepp+B+LHcOfOdN2kX3zM80wT8698BaW1tW1Z7ewnjeRDtyIuoVnz2g7sHuIKb+yVrwLdPYBZBGwbMM0oNpsMuv4oUE74cQ4QgFGKFOcVHXQ13YSMlTv+urpAPvI8yOIScLJ+rJXEZEPbwU6v91HgoUr8CcP57Uu/SCSSnREFwe6+BywtiYzXgyUhp5XtEu8JBqf0hQks9vSAxjx2QjghSBHaFv3l0GSWm2Z5sCQAwAHTAs9kYgEfUjeA1Yz4pGTqte+gUOc9tqaBUwLfrayg5Jxjc3MjqIIMJ97i74VCAd3dPXUDLgfNdgNEO2W70lP1jiuUpxEG63zLbTTap+e5ePvt1zE8PBpUpjG4rgPf92sqzk3TxPT0TZw7dwFAa4lSoByoigewCCGHPkglkUh2B8/NCRmUsXHg9rRI9oUPHKBsnO554KsrIMfE3Pdh8v5zHAc3b04in88jm83i/PlLUNX6Cc9WA9/NEmT15hbEtjDwyteQUwj83j4AHFBVoKcHhFKoLfhoseuT8L/QXMqnnk+xqqrgHEinsygW8/A8H4z5QaGJ6LR4443vRF0K7ZBcS6fTQYIPVYkzBPJhTiDnVN/7pdl1j4/DIogo5meEhF5ADIqiQNcT6O/f2VpvcHAE169frZn3hcnS0CcxTnw83iqBWj32M8aQz28Gr/Jg22LnhcJm4BXlRNJtudxsy4Vou2W7yaRWPAxv374VbS/u0VMOAvMtk5yNrnF8/9WBedFZmdiXeepB0E7/SMne8h/+w3/Ab//2b2N5eRnnz5/HL/7iL+KJJ5446MNqCCEEiYQB27ZquqAB8Xu0LBuZTKbmc/GxBwBM0wpkoHnwWS/47SsolQrQtN5t/xZ3WrTSyLdTdKYnsbm5HiWobNsG5ywqAKmmUXJ9PxLqYeFS2HWVTCYruqC2ep4qioKJiYu4evUtrK4+AECiZ7KiKMhkuoKYBJrel2Y+qI8/fgnT01PwfS8Yy+JefiTyiBNebcldd2pJ9pdisRjEK4SCUfVzIoyLhN/DZuOVruu4ePGJLX/DrYx5q29+B7de+zYcABSVVjt9l5/exRl3BhUSmlXsNFkWJsV4bg5YXQGfug7YjpDjZAzgHMenpzH/2CX46RQAItY0igJwDn38BEb+wl8CjSVXKyQ253OiINVxhDJNOgP2S/8A/OJj4GFhZPV5el4kGyrZHfVnwEeUz33uc3jmmWfwQz/0Q/j85z8ftCJvD7HIPBr/HLXzkefaWecKVwTBYJpCs5lQEYz0mTCvZQwEAFVVYCGHoaER6AkDGB8HCQYQAgCcQ+McIz/0w6CBHOduzpX/2RXwzU0QAATAwOoaSDhJ4RxwnWhy7/t+YDrt7+gapHt7EVomx/9hChXd8VUDXHxhVT1x4pzBtq1ogXHQ97fiPNPpSKu/mp0cb6P7GgbN6hEG37Y6rrDakHPUmM7X20a9fTqOg42NNeTzm5ibu487d6YxNXUNruuiWMxXdDyIf3PMzNyNvkelUvNEaalUxMrKMvL5DZRKJTiOjVKphI2NtWhBVSoVD/y+b/efRvf1sP8jkew3ZGRULJKyXUD/McAwAFUT/1ZUsaACAEJFVWX4uTZXTnYq9+/fwVe+8iXcvfse1tYe4O7d9/Anf/Il3L9/Z8fbXF9fxeuvv4o7d6bx4MEi7tyZxmuvvYr19VUA5erbCMbAZ+5DcT2cfu11KGYJnFJw3webnYVC6JY+Wtxx4H+hKpkY697kQWGICNotw7IsOI4Ny7JQLBZQLBaCZJgBxkTAUlEUKIqQcSoUNnH16tvwPLduMU34mVY5dmwQiqKCMR++zwJ5KAbPcwO5MyGjFr9urVA9DicSRlQcxbmYZaXTGRhGEpqm7zjRoSgKTpx4BIgFr8J/q4EaRPW8IQxUb/X9EBLlc5F/IOc8mi8AQOgvHY4pjDGsrj6AaRaDe1rC1NS1bV23nSLmv6JTxzTNmvlovWRSGPgV978sCaooZb+4+JwsnIuFxOdk4VzM933kcjO4desGcrkZrK4uN7zG1fsXicUSSqUSenv7Wpqn7ge+72NurnxO2/2N1aOVay85eF5++WW8+OKL+Bt/42/g93//93H+/Hn89E//NFZWVg760BqSTqehaTrqddaEcM7qJsQ0TUNXVw9GRkbQ1zcA33cjT1ZRHCK2GX/ebOe3uNUzdyvCpNmpU6dx7NggTp0SstuhVGa8840QEnUp1jvPg0yuh92WiUQCnIs1puhWZDBNE+vra7h27Z2Gz5qenj48++xH8cgjZ6DrOhIJA9lsF/r6jkEL5h2t3Jd61/Oppz6Ivr5j0fOJEBp0hInrGvdn28/nsKR9GEYykLTlwXysGpE8D8f13Y5XYbLfMJJwHAe+zyq2cfbUWbh//Ee4+cqfwnMc0LAeEoAH4NZr34Zv18rEHzbCdWA9uOftSiWNjIwCvg8yfgJQFYBxEcOlChRCcPr1N6A4LhghAKXgyRS08xcw8fzH6nZU0guXQP/BL4ttZLuAkTFg4gJIb6/oBLz6DkhV8Uj02Wy2LY0fW8EdB/5Xvgzv330R/le+DO7UjzceZh6ajr+f/MmfxMWLF9Hd3Y0333wTv/Ebv4Hl5WX8wi/8Qsvb0PWjM3EmBNHC/zBo1+4Gea4Hg/vK14FCHkTTQJNJsLXVcku45wFrKyADx8E9F+r4KDRDx8WLl3DjxjW4qTTI2iqYZUFLJnHhw88heXyoYvs7PVe+mANPlKv+R1bXMFsoYjOTBicEnDH4gVSBpunI5zfw+uvfxvnzF9HX17+ta3Die78PuZf+DbyqBZPCRFIzOTAQBa8AREEJwzCCwFDFkQfSViIwRGltAOqgGB8fRy4307Dyanx8vOVjbXZfbduEqtbfDqVCLkbTyq/XOy6RfKMghCCZTKK68rB6G9X7LFepI5IaVVUFikKRz2+CUgJCarsMwyQipRT5/AZMs4RUKoWwkjKEMYZ0Oh0EhOILT3E9ikXR+dnVla04zk6nk55NEslhp0I6xTAimRUAgK4JWW0A4Ey8HvAwVE46joPJyXfAuR+Nr0I228fk5DsYGRlt2PnXiFa6zaurb/nqipjrEIrulVU8+fVvYOmJx1E0DDiKgsTKKkqlIrq6uhsGOrwrXwPf3BTVtlWE3Zu5c2exubkOoLLAQhy3h7W1VTDmx+SXGAA1kMz0wRhDoVBANlvpEbHdzvJQijMM/AivIAKAR116mUwXFEWJrtvly09jeXlxy26N6u79eDdJ6D0T94PZTaLj0UfPYXV1BcViIdaZyGGapYruhBDGRIdIM2WA3t5erK2Jwh0xjwvlwOOSZzwKipa3zaKEIyCUIPZa8jMuqappGgqFTViWiWw2C0rVptd4K9nceJV+s84PSglWVpYxO3s/6pBcXPSRz+eDRIQWvK/yNxjuf3r6JmZm7gLgSCZTWFpagKpqdTuWgP0L3K+vr+LWrRuwbXvX3bVxfN9HqVRET08vHMeGpiWQzWalVF6H8YUvfAE/9mM/hh/90R8FAPzSL/0Svva1r+G//Jf/gs985jMHfHT1Eb/ZezDNYt3EuaZpSCbTkTJJ7euig2dhIRd5bnJOKpJQ4djEmN/yb3G7CjCNqO7Km5m5h7AjMU7YAVe2ZyBtG3PawfLyUiShSgiB7/vI5zeisXd+fg6lUglnzkzAssya5zOlCi5del8wLu28c7hRl2N1Z2L4vI+PAQedQJVsn/X11SDOUr+oJk68m3enEvvV1ivhfDKb7cPAwHEcX18Hfv3XMOfYcE+MgdoW4NiAkRSdaQAcALmvfhnj3/+Xdnv6B0qNhGb8tV0ky7jjAJ4r1GJUBbj0ODB5FfA9EXw0kugeHsWT33wVi0ODsJ7+LqS/5+MYOflo80LGV78FJFMgXd21rxWLoM98ELg2KdY2qirWq9lshWzoXlFt0+B/04X9J18C+SsvgJy/tKf73k8OdeLv13/91/G5z32u6XtefvllnD59Gp/+9Kejv50/fx6apuEf/sN/iJ//+Z+PfBa2wnH8I1PdHwZfhZ73QR/N3iLP9WDw7s8CigrOOHhvH7C0KLr9AIBQcNMCZxxIZ8GffQ6u6yOb7cEHPvAM5udzKA0WkUqlMTwsJgKuW1mpttNzZYMjYLYTBegoOM6/dxfTJ8aQTxqwdB3CsFwNKtEoXNfFtWuTePrpbQZbVB1nn34GN7/zbbgIpAYApBwH+vAwQGhU7QSIRUsoq0KpEnmfxP1lUqkM3ntvGjMz9zExcbCm13HOnj2PqalaiY+zZ8+DMWxZ1ez7wgvBNIvIZrM4fnwIhFRe60QiCc/zG0pPJRLJ6HsSbi+RMLC6ugJFUaEoFOIucKTT2agbIfSDIYRibCxR8V2r3mepVArkLACABBJjwg+C8w0wRqAolQNFKKs2OXk1MrG3LBO2bUXejSGKosH3WbAQq5XMYIzDdV0MDAzV/CY6mU56Nkkkh51QOsX/5/8UWFwUsimhvmK8YlpVQWIFK/tVOXmQ3Lw5GQQDayfsvu/hxo1JPPbY5W1tsxV55sGRUbC4VI1lAYTCpxRLJ8Zhjo2BGwbWu7LwVBVKqYCVO9NNA/98TiQT6z0yw+7NpZ5MjbQmIL4OQp6SBnMoBwg0CIRsmRhfCREFLplMpiYR06rkWhiEDbvZRJBUjQKIhpFCNput2H6xWMQ3v/kKVFXdMglST3ZS0zR0d/fCNE10d/diZGS0LYmOUPosLlnm+wy27URSpnE0TQMhqPl+hP51vs+Qz29EXSNAOB7yKCEbvhYGseJdgCFhoHQvpb6rg+mUUvT09MG2LXiei7Nnz2JkZKzpNW4mbxeXgysnOUVCM9754fsMq6sr0IP5OIBA8tRDsZhHd3dvxbWJXxPORXAwlUpFr4tunXLHq+t6ex64r5YgHBgYxNTU9aAgoX2+zfVkfrPZLgwODh14MkJSRhSkTOKv/bW/Fv2NUopnn30Wb775Zsvb2e84lKqK5+HGxnrQ1QOIxBiBpqnIZruhqgrS6W5YllWzBpyYuABFUVAqFaGqKlzXrhgfws4vxhg0TY/evxWtjMmjo9t/RoqxsKvCskEU3BJ0dfVgaGgEmUwWpVJljOIg8X0f6+urUbFouLYFECQCRUzDNEv49re/gWw2C0VRojE3jCWIe32hYi3POYeiaDh37vyui40VRcH4+Elks9loH4Sg5rvSSVQXUz1MbHXu4XyBMR+pVCrwl6yHKKSPK0AB4vuwnd9ovWR/qGBh2xaG+gfAfvOfAaYJM5MCDeYX4BA+6JmsUNsCYK6vbXlPO/3ek4QOfPoFoQoSS5aRbBbKCz8N2mJ+I05oLcA3N0HSafB7d4GFRWB4GAg7048dA25OgYJj2DsG8sabINO3QT79AsiFJkmy+TnQJtKkRFWh/OMXwa5cAZ/PgQyP1PUzbzehTQNMs3x8mgZuWmBfeAnqP35xz49hvzjUib8XXngBP/zDP9z0PePj9R8o73vf++B5HmZnZ/Hoo4+2vM+jFrAUgYGDPor9QZ7rPjMcC4JRCjJ+AnzmvqiA5xAV7Mkk6Kd/GlD16HgJqQ0aNDuX7Z4r+cjzIH9UWSHTXSji8vWbuHHmNJaGR6BqWk0lmuu6mJ/ffrCl98mn8dSFx5H76pdRWl9DqkeYC+fNUo0WfiqViSRVdF2HpomgVqkk5Lr6+vqjbjLf9zA1tbeV39uhu7tx9dZW96e6gmtpaQF3796tCQC2oukeBn0aVYSNjz8SVKf5kTRneXFHMDs7g3Q6G+03vs8wkBdWVHIupGkURYWu60il0iiVSlHwJQy6JpNplEpFJJPJaLIaLiwLBRHECg3Oe3v7AqN1B8lkOqqyjW+vp6cfhGx9XTuRjng2SSRHAHL6LJDJAoNDQDIJbG6ITj+qAL4PaCowNCySRosL4jP/1x840GPeD/L5fN2kHyCSJ/l8ftvbbMXHtqb61jCwcawPt9//AbjJBEgqjY1sBoQDyVIJimFsGfgno4GUTxPfi3ggNg5jLAoEJhIGPM+JEoRhYFAEXIXslmVZSCaTsc+3Lru1uJgLJKkLsWRj+Thc1wZQ7ijknMOyitA0PSq+bHYtGo39YZLj/e9/uuL91UmXRmvBRtSrRjcMA9PTN2sC2+fOXcDy8lLF9yPuXxfKX4Wde+XOPlHgI4qOwm4SAkANuiVFUCvskgkTY4Q091raDfWC6YSQwDOvnETeDc06PzgXyhaOY0NR1CCpGsrA+dH31batCh+/eJK6WUKAEIqRkXFQSrftCbYdaue0DLdu3QDnHMlkrQzWTpO5ocyv6PQp+0o7jo2rV9/Cs89+tCPWBxJgbW0Nvu+jv79SOaa/vx/vvfdeS9s4KOWp48cH8OSTl/Huu2/DCeTPEgkjUk0R3X4EqqrAcSwkEmmMjIxidLSs9tLVlYVhJGDbZvRMo1QLximGVCqF7/7uj0FrMcC6XQUYoCy3HP72h4dHaxJNXV1ZLC+LtZhliaJQVVUDGU2Onp5ujI2diLZ19+7thtvaLxYX56BpooBGjDd+bKwXCy7DMLC+vgbOOTzPDd6vgHMft27dwDPPPAtFUTAwMIC+vr6K6zQ+fgJA2at3q2u4FfX2cZDXrxkPs1rNVue+uDgH3xcy8V1dXXAcG55XLlyK47o2kslkhQIUdxyhajE3BzI6CvX57wZpkqyK768a33excOUrOB4ojaVcB8uUgIbF9ZyDOA6QSIBxjkx/35aqSYfi3j/xBPiv/RNxHXM5kJGRLa9jI7jjwP7iSyC2JZKKCR3kscfBHjwAfB/KZz8LAgLvpc+DDw2C9B8DCe+FbYF/8SWoL/6Txvs+MQb3W99o4OMXqL+lksD3/4VtH/tuiCvUxSEE4MU8yDe/Du0T37evx7RXHOrEX19fH/r6dtbtcv36dVBKayZgEomkPdQEwTJZkIkLQv7K90Ff+AyUj31s36soKkxmYxUySjaL5Pvfj0yTgGGzYEszg3ElYdRICvQkjLqJss3NjYqEICAmHtlsd42E5F5Wfu+EeKV32HG3VXBlO3ItzczDw4rtrSrCRkbGkMlkgwrpVYiAqQjEpVIZMOZX7Dfc59TUtaCarfz9EJ16PDKlN4wUVDVcyAqJMCHbKiRa4xJhYbeCZZmBn0I31tZWsLS0EARQi1AUkTSMb0/XExgYGNiL2yeRSA4R7OtXwAsFkIEBYGAAnDFRkWlbgKaB/NQLwINl8Jf/AAAHGRgE+9Y3gcmroJ96AbRZZeYhJpvNYmVluW7yjzFeI2nZCvU6zuLbjBJkFy+Bv/zfAAD+sQHcPjEKX9dA9QRsXQcnBCCAmU5B7+2NRpNGY7n6/HfD/cOXm0r5DC3OY2lpHtXyZCIBR6DrCRiG4afoWAABAABJREFUgWIxX9NxpihK0KWu1HTlb0d2q1gsBh1ZZelKsR8h9Rn6N4WJRRFQZTCM2jlBvWvRytgfUi/pksvN4OzZ8+jubn3NWK9z7amn+urOa0qlYsX3I/SvCwuE4nO3MBEbdqFls10oFosV119VNSgKhabpUBSlohBtL32Qmie4KUql9iQcKVUwNnYSmUw2uqee56JQEEn5cL7mug5SqUzQ+adERVXVfmLxa7JVkt40TZw9e74t51GPRnNa13Xgug4MI1H3uHaSzM3lZuvK/HLOsbm5gVxuFmNjJ3d8LpLO4qCUpwgBhoZGcffuXXhe3DpBPOs2Nzfw4MEDAICiUGxuCjuDZDKNbLYbCws5FAp5uK5XU9BICIGmJfCBDzwDoFbdpxHVaixh0UAj9RbRGVseFxhjuHv3bo1yzrFjQ7h79y5836uQHhb+YRoGBoawvLxcs607d+4Exblk3zsBNzfzIIQinc4ExawsSlaI66vBNMtjkud5FWpDnudgZmamovtqcHAUQKVay9paa9ewVcJ9AGhJGeggeJjVarY6983NPAASfZey2W4UCptRcUB5OwSO4wTjvC/udbyzTNPAXRfuH74M5dON1ybV+wPCIjILjPmYW13FMVUDZRzHLRc5x4Ufk0rnjIFwDg3A0Ec/vuWz5tDce6IAH/14tJ7wAGAHilD+n34V/vpmZQKMEqD/GLjngasJETHr7Y/ew2P3gm3kYf/pV6F8/BNie0EcMOyOHnrmw0CD9Uxc/W2/iSvUVUAJQFV4M3M7up6dyKFO/LXKm2++ibfffhsf/OAHkU6n8eabb+LFF1/ED/7gD6K7u1ZnViKR7J66CTbGQMdPgH76p0HPX9y3Y6lJyk2ch/IrL4IE7eQ0aCfPLC9i+c701sG9KuoFmlrx7agXWKquNN/cXIdtJ6EolbKg4vM7CxbsNdu5Hq3ItcSv0Va68K1ub3R0PJJGChN0YWCter89PX3R+0W1uRn4BIrtMiaCmplMFhcvPo7p6amK4CTnHJlMV41EmPApSqOrqyvyYRIG7aHHI4dpFtHd3QtALLBt26pIBEokkoeTak85QikQLwpYXgK5PgkMHAdfXQHPzQGGAU4JvF/7VZDv/rgYj/dBSmU/OXfuEmZm7oPz2oWaoqg4vw2/hnDukM/n4XleRQdSiKZpOL6+Dv83/5nwhxg4Dr68iKWEBndkFNSxAd+HTykIB0AIWDIJ23GiRFijsZzoOpRAyqeR78Xw8Bju3r1d4e8TJv0AJerKMIxkTIpJeMtSSpDNdgfynGLM3In8YTqdhud5NddGBAdJ8O/y/WDMh6LQGr+8ZteiFU+YZoVE7VBIaCRjWd2RGPevCyXcQ8JkoCg04jh16jSOHx/EjRuTyOfzyGazOHv2At5++/VdeS3thOYJboZUqr0Jx/Cezs3N4ubNazCMJAzDCKRFvahzUhRWGbBtMwjAV97D+DVpOUm/RzSag4rCNDFXrOcTuZPjWlqaryvzC4iA6OLivEz8dQi9vb1QFAUroVxawMrKCo4dO9bydg4qAK2qYRFkufjCskysr69VvI8xAlVVsbm5gXfffRO6ngjeT4M1jQnDSAWdZz4SCR2PP34Zvb3HtnVu8WfuVuotvu9jaqq1cYHSekUmLJC7vADGULMtz/OwubmOlZUl9PT0gXMerXmz2e6GRcHtIpVKB1KpoqBU+LJa0dgjZBb94Fh9EOIG90Gse8Mxt9n197zWr+FR5GFWq2l07uH3Lvw+6LoOw0hWJP5ErIREcr9zc7MYPT4skn6mKSQVgUBa0YT/hZeAX6kvrVi9v7gKE0CwkdDxxsQZnJ7NoadQxOm5edweHYaraaCcgVEKHcDZpz8Iqhst38+H5d6zubny/UCVhoiqguVy4kI0sB8I30PrKG8xJuKAZ37iJ9D1H/9j3fVMXP2tbedUKMD71/8SeP01IJUG/ZEfgfK9f6Hy+zVcZdMQO3fueSBDI0fm/j8UiT9d1/Hyyy/jX/yLfwHHcTA2NoZPfepTFb5/Eomk/dALl0DqJNj2M8jYNAkVVKWEtCIlWU27DMbjxINLudwM7tyZrvu+RsGCZt2H7aaej8l2rkcrEmq1f2/sIdPq9kzTbBjEqrff+PsTiUTNIpNzHiU2n3qqtyI4yRjDvXv1pXyEx6BdESgSCcEsisU8fJ+hUCgE0l8igXjv3nvI5Wa3TCxLJJKjC6n2lIvBPQ9kfQ1sPgfM54TENqGA64JPTwO6Dm478Ht6wP/4S0eqA1DXdVy69AQmJ9+JvP58XyTEBgcHsLS02NKYWG/hurGxgWQyiUQiUfaxPXUW+PVfAzfN6F6QwWFYQ0NQXAeYOA++ugrm2PAVCqIKia3KRFjjwD+9cEkEQhrMoxRFwWOPPRl0seejDrN0OgPPc6OkUzqdgeu6QbeU8LkNA3+ZTAYjI+MwTXNHc4bBwRHcunUj8m8KIURIWIvOjnhiUYeq1iZRt7wWTcZ+YPuFRHF2M2+q7UhUggQVRTbbHcl+AoiKjYDyvJJSpcZ3stUOx3bSfA6sY3i4/QlHoaxAYQTStwAqip/CwqpkMolUKoNSqQRdF11z9a7JTubx7aTRHDRMXFZ3K+7muBrJ/AavHplg1VFAjEuX8K1vfQuf+IRYezLG8K1vfQuf/OQnD/joWiNefPHgwSKWlhZq3sM5D3zQCdbW1pDJZCJZ3kQiAV3X4bouhoZGkc1md7w+jauxbKXespsC01KpiK6uLAYGhO98LjdTsa1KWWdEMsS+7+Hq1begaTo8z91WUfBW1Ft3h888MZ53wffL/rGGYQTrSC94piowzSJs20QqlYGqalsWHiws7HxslRxN6o21tu1UvYsHRescnCu4c2capXfeRiKhY8iyQDmHTwiW+nthGgaMYgkjr7wC7RPf23R/8d9d2DmcOnYcbHUVt0+M4fL1m+jhHE/O5LCoa7BSBlIf/DBGPvEXoNQpOHsY4Y4jlGNycyAjo8DxQfAma0oazP+arTvp8EjTuOg0gA/88j+G8md/tudxYe/lPwD7f/8TYGMj9DcAe+t1sP/930P9+/8gWvPWKNTFIIGyylHhoUj8Xbp0Cf/pP/2ngz4MieShhGh61Pa932yVlLt8+WksLy9WBHq2G2zZTaCpFcKJTr3uhXrBgla77RzHwfXrV7G6ugxFUfDII6cxNnZiWwuwevu6efM6bNuGotAtO+mA9ldnt7q97e43/v6wqjIuKzMxcTG6vtXBSd/3kcvNNgym6Xqi5jjiUqC2bQXB5vK13E1iWSKRHH6aLVZoNgtks+DzOcBnIunHuZAB5RxwbMAyQbQBcNME+52XRJHOEen8O3HiFEZGRnHjxiRWVlbgOOIZ6nku7tyZ3jL4Vm/uYBgGEgnRvXDs2ADSaRG05F/9KvzNzZqFcDLwB2KrKyhpKphigHsemO/D9/3I2w7YOvC/1Tyqp6cPTz/9oS2lw5PJNCzLrEheqqq660Ckoih4/PHL+Pa3vxF0uyHyccpkumAYRkVicWBgEG+++Z22J2d2UkgE7Fy1IU48WJzP57GwMBd1iBKSjYqFKKXQ9QQURW2axGulw7HdNJNUPX/+ElrxbK4XlK6eZ1efQ/V9ixc/iXiND8Y4kskUHn/8MizLbLi97cjC7gWN5pYiAJ+O1DvacVxDQ8N1ZX7F/iiGhoZ3ehqSPeDTn/40PvvZz+Kxxx7DE088gS9+8YswTRM/8iM/ctCH1jKUKhgcHMHNm9eDTpv6hB3g1YluQghUVUM2m911oiiuxtJMvWU3BaaEAJomJEg5r31WmaYZJDoRyWgCZbldw0jGOvubxx9aeQY0GquGhkaC5Fx5rDdNM9p3eIyi4AYIC1ZLpQL6+ga2HHNLpZ2NrZKjS72xtnpOFxY8MSaKeFZXV+C6LrQT45j3XAwur2BxoB+uqoJyDtbXi4XVRUysr9bMveL7y+c3o06/yANZoeBj4/BmZ7HQ042RtXVQ38eomgL9y5/aV6WxnVCdiNvLRgl2fVIosgVrF+a6IJlMw9bG0FoAHE3XnfT55zG/RVx0cWUZI8F6hjsO2JX657yb68EKBbDf/A2R9IuPQb4PXJuE9xu/Du1f/msQTW9oAUW7s6Cf+ukjsy4GHpLEn0QieThplpQrFov45jdfgaqqNYGe7QRbdhpoahVFUTAxcQG3bt2A5zlR94Lve+jpyWJhIRcdX6NEp+e5ePvt16MKS9d1cPXq23BdB2Lyz7C2toLbt6dw+fJ3tRToqrcvz/OQz2/A9/3AoJ1HFYXCo6X2erS7OrvV7fX2HsPk5NvB90NFNpuNzqPefqu3G0qnAUI+bmRkrOExbRVM29zcxPLyYt1AEecIPJqSNduVVZYSycNLw8VKIJvi//cvAY4DKMFU33XKizqfidcCWD4PcuXKgRXp7AWqquPChSfw+uuvQtfLSblWOvIbzR3CoGU6LYKW3HHgv/JVYHEB3DBA+vqB4DP9q+u4PT6GgucCRMhdKooajSGu68D3GXRdb0tCohXp8HQ6jePHB7G0tP2A41b09R3DM888i3fffQuOY0NVVeh6Apqm102g7UVyZieFRO1UbYjfg8HBoej8NE1DV1cPPM9DT08/BgYGWrruW3U47gX1vjPDwyNIJPQt/VdWVpZx9Wr5/gMEb7/9BgzDgGEYDROq9e5bWPxkmia6u3sxMjLa8nf1IJKmIc3moOl0Gs8880HMzbXnuBrL/IpO02bzUsn+8xf/4l/E6uoq/vk//+dYXl7GhQsX8PnPf35bUp+dQJjYbwbnDIqi1sjyAu1NFLWi3tLOAtP4tuJSgyLJyWDbFnQ9Ad/34fseLKsEQlBRuFkq1Y8/nDkz0bSoodlYtbCQw/vf/3TF2B6O9bncHAwjAVXNBMfLo+IcAOjt7d/yGVQts7ibayg5OlQXPK2urjR9P2M+TEWBlU4iaVHcOP0IuoomaPBlpIzBTyYbzr3Cce3WrRugVPgfx5P9JJsFnZiAPTQCsrp+IEpjO6FeIm6v1Fi444D9zkuVKiWaBti2KApIJMCLxWBN6QLpsrUAgKbrTqLpLcdFm50zgLqvkb/8U8Dy8pbJQP/z/xrI5yuTfiGMAe++DfbVr0D5vv+LOK5qhbqRESQ+9j3wyNbFbocJmfiTSCRHlkaDjzADLgbdVsFAVhXoaTXYstsFRSvyUj09fXjmmWcxMzODlZVlrK6uBHrpedy5sxEFUkqlYk2wMvQ+EMlCH5qmYXX1QSSPACCS4Nrc3MCNG5P4ru96dstFQHVgNKwcDCWHhCcCrfBo4Rw116N+Uqzsp7DdgEgr1d7379/B5OQ78Dwn8MuzgwRlFt3d3XX3u5Mq8up7W70oC4NpqVSmYaAIAJLJVN2/yypLieThppmctv+tbwG6LpJ8gFjshChUvBZAVFV0Bx4xdtqRv+XCNb8J74svgb3834DNPFAqApTAW3mA5Q98AKvHj2Otuwu2osAnRCyMKQGlCjRNhxYstnt6enDx4hO7Tkg0m0fUSx7tVTKpr28Azz33sZYSLnuRnNlJIdFOvyNbzd3acX77Kdu+232urj7An//5N6OOT8ex4XkeFEWBZTEkEomGCdVG940Qgmy2C+9//9PgHNu6lgeRNAWazxUnJi5A03SMjo63JZikKAouXnwC77zzBkqlIggh0HUd2WwXJiYuSjWIDuSTn/zkoZH2bESxWKzrK1mNoih1fVzbmShqZQ3ezgLTY8cGcevWDTiODcuyKl6jVEhaFwqbQeJPzLlKpRIsy0Q6nYWqqjDN2viDaZbw7W9/A9lsFoqi1C2SiI9VIo5hRX7vup7A0tJi3bG+WCzCde3gfHsDD1UfnPsgRAkKB5r7xg8NHayEsqRzCcfaXG4GmqbBceym72eqCq6o2MioIBywdA9GUIhIVBXo66uZe3HHwerXvoLp9RW4hgGeTsH3fdi2CVVVozk1AHAQZJ68DPWQFEU3SsTtlRoL+/qVKKFWcyyEQvne7wMUDVjIQR0fBX/2OUAt738rG6dWnsnNztl/6XMAiEhExl9bXgL7u38LeOQUSCLRMDnKHQf8O98GbBt1TZAJATwP/pVXAEWrSCKGxa+EAERTgC2K3Q4bMvEnkUiOLI0GH8uy4PsMhlE7yd1uF9VOFxS+7+P27ZuYmbkLQEgYLS3xhvJSiqJEE++4RFg8kNLd3VtxrpzzQCpJJPn8/AYcxwNTw/eQivGQMYb19dWWzr86MCoWIOJaM0YieYdwu5ZlIZPJ1r0ezfwUdkKzgJvjOJicfAec+1AUBcKLh4FzDscx8eSTH4Ou19d/304gr5l0WHhtw2vfLFA0Pv4IlpcXtu2FJJFIHg4ayUDSEyfhD40ACznA9UQnmtBfBPQEEOsijvs3HCV22pHfdOGa30Tiq18D+8qXhcKe7wNmCRvj47j99NNwkgkUjh8HowSMUiiqWGqJcRjo7u6JtptIJHcdnG+HTGU72U7Cpd3JmWZj6dmz5+te6518R1q95rs5v4O4r432OTFxAQMDAw0/5/s+3n33TTDmRXMVxoTnlZD6I5FPH1A7z96qsKosWdsZ3/GtaDRXrNf9tBvW11cxPT0FVVUDKWMv+K5PdOR1kRwN0ul03TVJHMMwkM12131fOxNFrazBORe/SbHeBpLJJDhHyx3mvu9jbm4GDx4sY21tJfBmtyLvvhAlUFdwXReE0KDYhwbddWI9nkgk4fsMiUR5n2GBLGMcrutAUZIghKBYzOP117+NiYmLGBkZi8aq6k5DzoW6zvLyUs14EyZHCoU8VFVFImFAUVRYlhl4r7lYX1/Fa6+92vR5etASypLOp1gsQlU1hJ7YjfA8F9BUgDFwAKVkEorvQweA8RMglIIE2wNEZ5j7xS/g1olR+JoGss6RUFVYx46BU/E76e7ujZ41hy0R3SwRtxdqLDw3V3dfQFAEurQM9ZM/VSNzXPG+JvYDg4MjmL1/F97yEmBZgGEAfX0ggVXO0NAI2Fe/WnHOnDFgZUXYUVgWkEmDxO8hY+Az98VadnMTGBiomxz133kL/m/8r8D9e+Vuv+rkX7gOfuN1+Csre95h2UnIxJ9EIjmyNFoQMOZDUWjdSsTtdlHtZDK8vr6KqalrWFlZAoAg6WQjlcqAUtpQ4qDaXDte8UcIRTKZrJDisG1LTOx9D9y0QM0S7EQCoHowCAbeT9G5UzDmt3T+1YFRcQwkuibi+MKxVixMmi0OGvkp7JRGAbebNycDmZSw2xFQlPAcOG7cuIZjxwYaJvZaCeTtRDqsUaCIc/F9kVWWEolkO4QegKy7WyyoLBN4sAyoGqAqQH9/+b1HzMA8ZKcd+Y3mDpwxqPfu4fjkpOigJBRQFPjpDG5ffhK+psJNJMA4BwEFND2Svg6ltRzHhmEkd1W4EXpfeLk5TPVk4Pf1tTzWHHXqjaXj4+NgrL59yXa/I+2UBm3EfuxjO/ucmrqOvr7GiaTFxRxs264I8oviLx4Elz1Ylhn8PwOlCvL5fMU2ms2BXn/91X29Fu1gq7nibrs54/dLURQoSrmQY3r6Jp56qq8jr4vk8DM4OAJNexe2bVUUeYaoqopTp85iaGhkzxNF2ykaSCaTMM0STNPEiROP4PTpc1seR1gMsbGxAdMsgnNxfqqqgXME0roi6cc5jxIehIRJv/IzkTEO27agKBSGUY4/hIWzoSdiqNQjnp0cU1OTyOVm0dPTB9/3USoVqlR7xDmvr69WdO6Fxy66r104jgPTNME5C7xnEcQOUi09Tw9SQlnS+aTT6cDWhQZzLV73+RARzrkIQamvF/rAIAgtx2PinWGL6SRcXReSoIQAvo/U6ipKx4/HJHaNQ5mI3jIR12Y1FjIyKjz96nX8taEIlNy8gUf/6I8wPdAPT9dB1hj48jL0EydwLni+eLFz5psbwO3bgOcCigJ4PrCxDp7OgGS7xHtWVwAvKGC1Kzutw+QoBgbg/92/LTr9lKoUVzz5Fy7Gursad1jqnS0Nu1Nk4k8ikRxZGi8I9MDguj1dVNuZDIeLdTFxD9rJSdlkW9N6G3Ydxs21bdsO5ERYtLhYWlqoSGZGpuqmBcoYEq4HV9XgBq9zzoHYWMgYA7EdGN/5c/j3Z5vqolcHRilVooWIoijo7u6BbdvwfZGUnJi42BEVyPl8Pkr61cIxO3sP+fzGrqrKc7lZ5PMb4JxHUjfVZvP1AkKNAkWyylIikWyX0AMQv/OSeLarA+DZLLC4CAwOgVBa481w1NhpR36juYO6uopHb94GNc2Kopml04/CTadBKYGvJ0BUBUhnoICDe14kfS3iFf6W+29G3BdjcXgQzvAQlOUl8LFxkGw2et/D7AEbH0tFcY8CxupL9mz3O7JTadDtsB/7CBNPhUI+kq3L5zeQTKZq5sau62J+fg6Dg6N1tyUq/VW4bjz5Vw76hR0yce+/hYU5DA4ObdkhmcvN7Pm12G9E8d/uOhj34zsikdRDURScOHEqKKT0g2QXAcCh6zrS6Sy6urr3LVG0naKB0A9wbW11y+36vo+rV9/C5uYmPM8NpDs5XJcFiT0lsLQADCMJQhAk1jgymQwURa3ozAN45A9fmRD0I093Qig2N9cDHz4SyXr6voe1tRX4vhfbXhlKCVRVjX731YUBqZTw93NdL+a/SJFKZVpan5b3czASypLOJ5xLGUYSxWIBQDm+1QyaMMAB2EFRHICazjCzvzfyAQzRHAfdng87k4FhpHDy5KkDTUTvtJhnrxNx1YRFodw0a1/bZRFomKjtNk1cXl3DYn8vzISBpG1h6OY0tI8GUprBOaNUBK5fAxgXQ4jrAZwB0IHZGfCJCyIZbFkAiPh3oQC+vAz094vuUFUFn70P9u++ADh2OaGcSovtRwcXBDwTCSCRAOmvVbEIk4j0E0fH7z6OTPxJJJIjTb0FwcDAIN588ztt7aJqdTIcLtZFQqzytVASM5lM1u26C821Pc/DxsYayoVPYluiOlAcS+itwh0blPlIlUwQAGnThJ1IgCkEhHMxwBIKzhio76N7aRnHp6bhO07TtvfqwKhhGLAsE4QA6XQWodcfIKojh4aGt3U994psNouVleWa5B/ngOd5SCb1XVWViwrLa7AsKyoqCr0dNE3bdkcpIKssJRLJzqjnxUA+9CHwb32rrjfDUWM38lT1nrvH3rsHYtvghhGNnQBgZrMiKEFVKJTA0TTQoNtdUURRjAh+CA8gRVF3VLhR7YthGgYoAO77ILMz4BPno4pp6QHbGtv9juxUPnY77PU+wk6QUqkI0yzC9xk4F50qofpEpaR8832Glf62bQbfddQE+0SHCYk6YDVNa2lutR/Xez/xfR9TU7vv5jxq10VyuDh9+hzW11dQKORh28LTK5FIwDCSUNXyOnq/EkV7UTSQy81iY2MdQrWmrGADICpqDS0zGPORTmcAiORfmNzTtN4KZZ6zZ89jYSFXEX8IC2cBUeDreW70WujbCYg1qq4nQGkxSAyGqnUE6XQWlNLod19dGKDrOjStFxsb60EBhoaurq6KBKJ8bkh2QziXmpq6BsdxwZgPxvymib9kMgXOGRhjQRFB5dwr7AxLWhYYIZXJP0JAbBuJ/mM4efLUgSakdyPNvpeJuHqERaHsd14SiS5VbVsRaFy2lHKO4QflAgvueWCBbCl97nmw//7fwK++E6inhN14EOsq5gOuK9RqBgbEemtzI3jgCf8/PBAFj0imgLU18U+sIBOGIZKAhbzYvp4Axk8AlIBkMuUEYfzaHFG/+xCZ+JNIJEeeeguC3XZR7bSyJ1ysi2Bgpey0kOvwG3YdDg2NYGbmHtbWVqpkPsTrrusgWTIxVCyB9vWhdPIk5h88gFooRmk4CiBVLKCUyYABIIE0CfV9ZDfzODc7JyZWLRgLVwdGBwYGsbLyAPn8BjY2RABIVTWoqoo33vhOR/ixnDt3CTMz98F5ZfV/WEGZyWRrPtNq9XRYYRlWdoYLwtDbobu7F5xjR/JusspSIpHshLpeDG30i+h0dlM4Uf3c9UdG4bsuSF8/+PIS4ItkSTKfF0EJSmEwDjthQIwBooI/lUoilLwO/Xp2UrhR7QUSD4ZwzwNZXQWOHRPvlR6wLdPT04fLl5/G1NQk8vk8uru7cP78Jahq7bxnp/Kx22Ev9xHOUzzPDaTruOhU9UVSjnMXm5vrSKczUfB6q32Glf5hV4nneXUTf+GcV0jfkpbmVvtxvfeS6rUCIWhLp95hvy6Sw40I8l/EzZvXkUjEuuLVzlEj2W1yfGlpvkKZpyI+HRQyAASeJzz9SqUS0ulM9HwL3xd6myqKirGxE+jq6q6IP+h6IvAM9GrlxTkPikczoJRA0xLIZrujAuK4qkz8d1/v3EW3oQHGGFRVqekalM8NyW7p6enD009/CLdv38T9+3fhODZ83wvmBEA8NiIkc1WkUmmYpomenl4MD49WzM/DzrDjK2vIHR+AH/fJFa22B257sltp9r1MxDWiXlFoO4pAW5UtJboOnL8IvPI1gDH4ioKlM6dh9vQgaVkYfO8uKGOAWRJSoHNzIkGoKCLpRxyAJ4HZGZAn3w/09ALptEgOxpN/ug709gGqAvKhj4B+9HsA34X/+78HUucYj6rffYhM/EkkkoeS3QQDd1PZEy7WEwnRIRcPjogAjNJwEqMoCvr6+rG4OF/xGUIIFAA8n4dtmrAWl3Hq618H7epC32OP47brCp1tzsEJQday8fj0e1jo68Pq6UehABh7+yrG1tZrpBS2MhaOB0bX11exsvKg6rw4CKHwPBdvv/06hoZGkc1mD6xjTVEUjIyM4v79O5EUZ3io2Wx33UViq1WQYYWlYRhR5XtI6O2QTmelL59EIpHsI+0qnIhX5pLxE8Js3vNw/O49zJ89A7+rC2T8BNK6Hkl8USr8hDVN33XxS/WiuiIYQgIZnICDDoYcJqrndBsb6w2LlXYqH7sd9nIf4TzFceyoawQIbU8YfF8EiAuFAmzbQiqVQTKZwvDwKAL7qhriXZOKoiKf34DjcKgqhapqcF03SjAKaXrxuVbmVvtxvfeKemsF4b0tLmS1FPx2Om4O83WRHA06XY1kt8nxeKKCUlojFy1+tmINrqpa9N9jYydx7957sG0hbazrCei6HiVE6123jY113Lx5rW53FGMs6iIcGhpGLjcLRam9xvHffaNzTyQMmKZZ9x7J54akHVCq4OzZCzh9+hyuXXsHudwcUikRaymVCgh/T4CIeRFCkM124fLlp2u+l+Gcm5gmTt+fxe0TY/BUVcSzVA3awPGaQoPd+ue2SrifXG4O+fwGDCMJ27Yjn03DMFou5tmrRFwz6haF7nabLcqWsuuT4H/83wFKsTEwgNsffhauYYByBqYomD93Dqdv3kLPY+8D/8qfAJomOvgsS8iCggNmCVBVkMefABkdh5/tAmIFmeUdc2B0DOov/kMQTQd3HPCvfHnfOiw7CZn4k0gkDy07CQbutrInvlhPp7ORgXdosp1OZ7aoliTIZDIoFArBvomQrSwUAXD4ioKkbUVGtT3vvI3LhGAxk4p0tgdX1kA5xzHXh/I//m34//F3wVfX6u+txbb38LqYZjGYyJVfKxQ2o2pE3/eRSCQwO3sfZ85MwLLMislZvcVMu4gHYfr7jyGf3wRjDAMDQzh+fAgzM3frfq7VKsh4hWVY+R73dmCMd0wlrEQikUjK+L6PXG42qvIfGhqu6cyrqMz1PJCJC+DLS1AAnB45iTtnH4Xr+9ApgaL0wPc99PX1o79/YFfBh8iPrb8XiZ5uDG1sgnIOhfMoGOIqChTDkB6w22S7c7rdyMe2yl7uI5ynxOXmOQ+l60I/HvECYxylUglPPHG5qU8iUJkEyOXmsLGximQyBcuy4PteIIsn9hXO8xrNraoDd2fOTGB6eupQ+RzX+155nhdI+XnQgoBeXAp+Ox03+/E9lEi2opPVSHabHB8aGsbSUrnQlpB48o/A9xk0TUV3dy+0INBtWSauX7+KbDYDTVODLj4FZ8481tTPNJebg6IoIIRGxxt2FXLO4Tg2stkujIyMIZPJbvm7b3TuhBB0dXVD03R4niefG5I9g1IFFy48gVKpFH0PNU2L4l6UUuh6oqn0fXzO3b2+gcvFEhZ6umH1dCP94ecw8tQzFZ/bTWH+dojvxzRLME0ThUIeZd9PDts2kUplWi7m2YtE3H7TimxpaFkAiHnS7Q8/C1/XRYcfAOr78CnB7Scex/svPA5c+RqQMMRG0irgOmV50MFBgCrl/cYKMkGokAhNJKD8nb8XJVEPosOyU5CJP4lEItkG1br5cVqp7Ikv1hnj6O7uhRkMkCdOPILTp8/Vnfz4vo+5uZnA9JtBVVWEUmLccQLTWkDzPAyulJN4vFiE8swHMXJtEmxhKRrgSGyAa4excCPvQs7FdVEUJQocUUphmiV8+9vfQDabhaIo0eRsYuICBgZqDXd3S70gTFdXDwBRTTk8PFrjuxDSahVkvMIy9FOIeztMTFw8cKlTiUQikVSyvr6Kq1ffwubmelTlv7Q0j7t3b+Oxx56sDNg1qMwd0HT0M3/b3Q/cccC+fkV0842M1lT5rq+vYmpKBBhIdxbs1EnM2zZO359FT6GInkIRl6/fxNLwEKznvwfpbFdHdV10OjuZ07Xa6bKbyvO96qYJ5ylxuXnGWNRpoihqIMOlwTAM6HoimqNuRRjMHhwcweuvvwrf92oUECglSARBnHpzq3qBO03TcebMOViW1ZGdRfWo/l5xzlEqFUAIDQrhWBQgDKXgt9tx0+kdVxLJQbLb5Pjw8Bju3r2NjY01uK6L0OtPrL1Ft1JXV0/Nb5wxDtd1YRjJaFvT0zfx1FN9Ddf3plmA7zNQKroHhTda+T2E0JqOwbm5ykKlrq7uls79woXH0dXVLZ8bkj2n+nuoaRq6unrgeR56evoxMLB1UVz1nHtsYAAcBJi6BZ4vgQdz5laKuDjHrrsBq/cTLwgIY1xhwr5YLERSvw8DrSTV/K98GSyXA2buY+nRR0WnX1xOIqg9czUNiysLGEylgY0N4ckXevWFmCbI8EjFfrmeEJKfpRLQ0wPl73wWymNPVBznQXRYdgIy8SeRSI487Wz7361nALD9xfr6+ipu3boB27ZBCAkkmlgkDwSfgQNQfB+Xpm9XyHUSVQUUFUqTAa4dxsKNvAuFpJGYAIVSppWLIweKkowmZ1NT19HXVw6yhvcun8/DdW3oegKZzPalQrcK7i0vL+66erq6wrLa22FkZKzl45VIJBLJ3uP7PqamriGf3wAQjl2iSzuf38DU1DU8/fSHKjv/NF2Y0wcJO3blihhTOTB4fSpK4pEBUY3aCHZ9UiyQA98+5rrgf/wl0E+9AOXipeDYqgIZo2NgszO4PT6KyzdugbgulGwWoz/0o6ATF/fwSh1Ndjqnq/F/9H3kcjPRnM4wDExP39xV5fledNOE8xRCSCTLHveMVhQKSim6u3uiv5VKrVWsh1QH+0TVu1CpSKez4Fz4+9ST6GoUuBOB8+aKGs1wHAc3bwoPx2w229DDsV1Uf69EERgDIeE8uXzdfZ/BdV1cvPjEts+vkzuuJJKDZjfJcUVRcPHi4/j2t78BSv2qZyWB53nY2BB+qLqux37jwi81TqMikrDQwbYdABy+Lz4fHl8okXzp0uMV48bm5gbm52ej8eXevfeQy81WjC9bnbt8bkj2g3YUqITdcDVzZtuG/+++APrYE5h/7BKcdBKKWpvecF0Xt2/fxNra6q67AavjSUImnUc+xmFRz8PKVkk1dv8eMJ8DLAtmT3dl0i9EUUEZQ8myga4u4EE9CU8G9PREMcrq/ZItknlHocNyu8jEn0QiOdK0u+1/t54BIa0u1sPAH+d+tM9MpiuSSkgmk/BcD9r6Oi69dwe9+coATdix12yAa0fbeyPvQvFv4fNHKYVhGFsujubn5zA4OBrdu2KxAMsqwffFZCqZTG/7HhaLxSjQVW2IHgb3RkbGdzU5ldJLEolEcrhYXMyhUNis8DsLYYyhUMjXBOzqJez8/99/FAEAkOhv7L//N5DHngCoUtPNF8rdcNOMuu1DiW72Oy+B/uMXMb+6XFOwQrJZ8Inz8FZWsNTTj5Hjww9Fpepe0Y45XfU8c3HRRz6fRzqdjiTgtiMJv5fE5ynJZBqmKWTixTEqoJQinc5GST/GOFKp1ua1caqDfWERlGmaDedWu1XUaMT9+3cwOflOkFAkWFlZxszMfVy69AROnDi17e21QvX3Sig/iGtKCEUqlQRAIj+goaHRluez++VhJJEcBXaTHLcsC93d3UG3cQGUirWssK7w4Ps+SqUCNK0XnufC8zwwJhKEyWQKlIayfxbu3bsDABgaGgHnwPz8LKamrkXr0LBLSCQPfCiKClVVkM12Y3T0RHRM25Gn3u65Vz9bhodHAMhni2R3tKNApXrOzPObwOwM4Hpgc7MoOibo0CD42DhINlv9ady+fROqqkbxn1bnZL5fqeSRz+cr5iihCpeIZ/HoN0wpQTqdbVkx4SjRNKm2sQ6UigBjSK5vgFFam/xjwusvmTBAe3rAxsajew1KhdRnIgHl73y2Yu3zMCbztoNM/EkkkiPLbv346rFbz4DtEgZCVLV8nJqmRRKhXV29GD59HgP/6rdASqWaz8c79poFC3bb9t7Yu1BURiqKglQqE0gc+VFlVLWnX5iEC++d57mwrFJU9cg5h2kWoev6tu4h5xzr66tRNyLnZW8VRVGj4N5uJ6dSekkikUgOD8ViMajWrX1NjFOsouurXsIOigJMXRcKNRMXxN8sE3z6Jvgbr4NcuATm+1E3H71wCezrV6LEYTUsnwe7cgXFUyfqJkEIpVAGBmBdGIRy9nw7LsNDy27ndPXmmY7jgDEvknAksS/XbhJY7aJynpKHaVpYWlqAotCoICpE07Qg+Lt9tjufaoeiRjWO42By8p2geI5E2+Lcx+TkOxgZGd2Tzr/q71WodhEG+Q0jWZFczdYEKuvP2Tc3N/bFw0gikYhuZ7FOJZGEH4CgsFOsSRlj2NzcqCh6dRwHDx4sIZlMBQlCBkKAO3em8d57twAAtm2hVCpFMoHi2SfUBgACVVXR19ePc+cuVqwhd1Mg4fs+5udnsbAwH1hklb2MGxVKX7x4CdlsT7suqUSyI+JzZs6YSAT5TCSCPA/J1VX4xwegzM6AT5wHic3HNjc3wDmLJHTj3rrNfjOrqyu4dm2y4jchkvsMhiEkyylVQEhZojeUSU8kDHCOlhsCHhZITw+4Lzz6jk9PY/7SRfh61RyMMWiFAgYzvaCfegH4nZfAEoaQ/DRDCc+/VyPhKWmOTPxJJJIjy15UD+93V1ejQAghBKlUCt3dPRg9eQrsr3y6acdeK52Pu6mUaexdKBYwyWQytmBSgkQejbxeQsIK+4UFce9su0rWNHiPbVvgHC3dQ9/3sba2EmyDB9cPkbdKf/9AWxO2UnpJIpFIDgfpdDoqRKlO/olAPa1YuNdN2K2siEpUAvDVFaCvvxyU4Ax8dQXk2EDUzUd+5UUhB1on6QcIiW4+n0P6sQvwfT9IJInOIMMwggKa1hUGJI3Z7Zyu3jwzLG4K5ypxr6edJrDaTfU8pTxHdAPfv/1XK2iXokacmzcno06/anzfw40bk3jsscs7Ot5mVH+vhNqFCUII0ulMTXK1Fa/DmZl7gTy+0rZiRolkLzgqXampVBrLy6yiYxcQc4WwcDVMJIRJO0LK3XvFYgGapkdFFQCwubkOAFAULUr6AaJzSNO0wCKD49ix43j/+7+r5rpVxwXCjsJQzaZYzNc9l9DLeGNjPepOyuVmcPfubVy48Dhu375Zt1D6xo1r+MAHngEhh+/+SY4OFXPmcM4d/g4IxfG79zB/5jR8SkFWV4FjxyJrGYBDUUTaIx7/6e7urZmThc+uUO1DVdWK34SmadjY2EAikQAhpMLHWFXVCpl0VVXb3hBw2CHjJ4FkErAtKL6P09/4Jm5/+NnI649RCs22cXpyEnR8DeR/+MsVdkVbSXhKGiMTfxKJpCPhjhP551RLZLXKXlQPC1mPIrq7e+G6NhKJBNLp7XvOtUo5EFK77XggpFnHnuM4eOut12CaoiMwkTBgGEbbgwWNut3KFcoiqKbrCdi2HQVc44jq8lFMTd0I5FT8mvcQIu5Dq/dwcTEHzxM+M8JbkEWLMoCgt7f/UC5IJRKJRLI7BgdHMDNzD45jR9X6IZTSyFM2pG7CzrbKAQjLqgxKECr+FsDyeZArV0BGRsFct27yj3seyPAIDCOJfD4PxrxozLJtE6lUBslkSgYU2sRuOvXrzTPj3V3VcubhvK3TAuOdoFawF4oaQparTjsvxDogn68fJG8H1dd0YGAQ6+urcBwXQOPkalzxQhS/iaS/bVuwLBM9PX018+JO6CSVSID2W2wcJENDI8jlZkCpVeGFCojEX3d3D9bWVqP/J0SB74uuohDGfHR1dYMQAtM0g8QeAWM2GOPR8ynsHlQUISVqGEbd528ymUSpVIw8B13XiQqXGOPI5eYwMDBUca1DL+ONjTV4nhedC2MMKyvLeOut7yCRMGpUeADAdR3Mz8tni+RgqZgzx+fcAMAZFF3H6fuzuH1iDJ5lQYGQFuecwzCScBwbIjkvCAuzdN2IYmnxZ5dt2zDNYiR/Hsq2EyKK2V3XhapqQQd/GpZlRkXu0ualMfS55+GPjwvJT87RvbiIJ/+P/xOLZ8/C6umGsb6BwenboCdPgBeLYFeuQPn4J6SEZxuQiT+JRNJx1PPPiUtk1aNeEGWn1cONAjLVixlRnadjYGBozwb2MBDCuV/zWnUgpF7H3vr6Kl577VUUCpsIqxEdR0xmstluMMbbGiyo1+1WL6BkGAamp2/WVNhPTFwIZEHTYIxVBNBCQonQVivAw8CcruvQtN7AY7DcPRGfCO6UTgviSSQSiWRrFEXBxMRFXL36ViAHVPalzWa7MTFRKbNVN2GXMITnBAFgGCLRF847OBN/Cz8fdPMpP/YT4H/8JfA6/h80mwX/8Idx8903kU6nK6SzGeMolUp4/PHLcoxpIzvt1K83zwwrwBnjNYFUTdNgGEm8/vqrHRcY38412Is5z14oamSzWaysLNdN/jWS2Gwn8WtKiHgszMzMNL1u4roKb+t4oVqYMKjuIhX76YxOUsnDzV5YbBwkiqLg/PmLmJy8GnT1Vfp3EUJBCIWm6ZFiACEiPhB286mqGiUN4sWsnJOK51K5IBVQFApNS9Qcz/r6KubmZiLVG9d1QAgJko40+JxWc60XF3PI5zeDjm4S8xsVageFQj5IaKRq9kkpRakkny2Sg4U+93x5zhzOucN5l6qC9PWjp1DEk+9ew/IP/ACsY4PY3FyHbYux0vPciuK+sIg8jKVVP7vEb5VWdAeGv5tEIoFjxwYCaxsxlh8/PoilpUUZB9oCousg3/Nx8MmrCCskKGMYnpoqvymdBkCi9ZKkPcjEn0Qi6Sjq+ecQTauQyKru/GtUXXjmzAQ0Ta9bPayqKhhjuHXrRtPkXrit06fPNZTB2MvFjAhKXsCtWzfgec62AiFhhZ9pFmOJM/Fvz/NQKOTR09O7L8GCegGlp57qq6kuD4NkQ0Mi4UkIiSQUytsiSCQMqGprFeDxwFxYqRXSDrm0o1TdKpFIJA8bPT19ePbZjyKXm8Xi4jw4B4aGyt43cSqCDyH9/cCDJQAA6esHX1kpByWCgEQI9zzQ4REQXQf91AsNJboXVh7AdZ3I0zcu5aXriSAIKTlo6nWpCSn2DEqlEnRdBG/Dedvp0+cwPT11qAPjeznnaXfn4blzlzAzU794TlFUnD9fv5hwr1AUBaOj46hqLq4gn89H3tbxAD0g5Ek9z6+R99P1hJT+lRw4e2GxcdD09fXju77rQ5ievon79+8CEF13oghVxfHjQ1hYyMV+qyJxB4hkQygxCJS7wQECTVOjBGG4xiUk7ChK1xQlhIkJxnxkMl2RZGj4GqUUqZSQEa6+1sViMVA1CCXMAYAE+xPbsCyrbuKPMYZUSj5bJAdLfM7Mu7vFnNvzxBx7/ESUBFQzGYx9/PtANB253Azu3JmOfhtx1ScxJ9OjWFouN1Px7CoXnpe7AxN6AlhdBbMsGBt5DH/8+0BGyjHJw/ZsOyiIpoOfOAnM3Afiqhji4SlsEhJGtF6StAeZ+JNIJB1FXf+c8LVAIive1dasunB6egpnzpyr6SzjnMH3fdy7915NorBRQObq1begKEpM059HnWOEUORysxgbO7kn16Snpw/PPPPsllXC1QiN8s3YRD/eNcfh+x5M0zywYEGz6vJ45beQUCjC94UESjKZhqq2XgG+F/JRIUetulUikUgeRihVMDZ2cstxvF7CDowBp8+K6nnGRCJwaRGgpCIgAYhuPvr88+K/m0h0l6ZDuWse+IhUdvjI7p7OoFGXWjKZwuOPX4ZlmRXzttC/+LAGxsOCslKpECWdEomdScc36hpsp0+yruu4dOkJTE6+E3n9iU5MFZcuvQ+q2j6fmHZ1QbquDd9nNV2KlFJ4nh9IfpaCxAMFQGBZds0zQiLZb/bCYqMToFTB2bMXcPr0uZqiBM/zsby8VFNcQCkFpQoymXICL+wGB4B0OgvfXwdjJOjmBdLpDAwjWbewNZ5U1TQNiUQSnJcLYw0jCV3Xg32Xr7Xv+9jYWINtlyXHxUdEAhIgwbHWv2+apmNYBt8lHUB8zuy/9Qbw7tuAkQR0vaJwLmwQiMd/qlWfNE3Hhz/80WgOUP3sinv3EQL4pRJw5w6450FhDN7VSdy8Pon0h5/DyFPPyFjPNiAjo8DgEFAoAJYJhIWUlIqHk6YC/f2g6XS0XpLsHpn4k0gkHUVd/5yAei3fWwVRLMuqqB5OJpPI5WYqfFcIISgU8vjzP/8GVFVDKpWq8c9wHBuKoiKZTMJxnBqvuKmpa8hksnvW4dVKlXA1xaLwAFAUCs5ZxWuhvAeAjvUJild+5/P5HXsq7oV8VMhRrG6VSCQSSWMaJewAgAV/408/A1x9B7xYFCLbVUGJah9j5cd/okLNIJVKY3lZSPtV045O9aNGu5Iu8e2E6gBhgVSjbbbSpeb7PhYWcrh37w5s24ZhGDXzzMMQGL99+yZWVpYiTynOAcsykU5ntyUdv59KCSdOnMLIyChu3JhEPp9HNpvF+fOX2pr0W119gHfffRO2bUNVVei6vuPz0fVEMG+vnPCHAUjXdRBK9/u+6BxKpbKYnp7CU0/1ygCk5MDYqcXGYaFeUYKuKw2LC86dO4d8fiNae3IOZLPdwSeFXGihkIeiUKTTGaiq1rCwtToxoapKsC8EHcAi+R92M6XTaayvr2Jq6hoeBIoE1XAuPAZVVcUjj5zB5uZ6zTr5/PlLQfdTWy+lRLIjQlsb5eOfAHedaM4dL5wLqRf/SSSMKP4TnwNUP7sIIchkxO/T933QtXURO/Q8+L6P2cEBUFXD8uQ7yDEf585fkipPLRIpp5w4AT5zX3ih21ZZKeXkKZH0iyVxJbtHJv4kEklHUdc/J6Bey3eptHV1YXyiLlr53egz8SSe5/lwXQeua1cY+QJCGtR1hSF2qVSo6qATOv2d1uGVTqeDYxT6/8JwvGzoTanQ819YyO2ZFvlug3Htqvxut3xUyFGtbpVIJBJJY+p56gKo+FujoEQrPsZDQyPRfKWa3XaqHzWaJZF6e1sPxMS343keisUCAI5MpguKojRN5DSbq8S36zg2SqUibNtEKpWJOjSAzg+M+76PmZm7AMrycCL5V/bAaWXOcxBKCaqq47HHLrd1myErK8v48z//JhjzApk9O7q/OzmfTCaLZDIN0ywGHb/iu+H7foUPWEhYyCiLzSQHTbzDJq6MQ6mCdDqzb+NW9dpzYGAQy8uLKBTycBwbmpZANru9ItJmNCsuYMyvWXsCqChIBrYuMKlOTFCqwPO86HnguhwbG2tIpTJIJlMYGBjEm29+JxrHVFWF59Uq31BK0dXVjXPnzlccVzqdxvDwCBIJHa5bK5XcDOl7L9kL6n2v6s3D47Qa/6l4djEGrK5CtS106Qm4jGHwvTswcnNYOHUKTNcBxwGoBZIw4C0v4SalHRUD7GQqZFv1BLC5ARSLYkL54eegvP+pmiSuZPfIxJ9EIuko6vrnhK/FJLJCUql0kMRqrbownqipTuKVpUBrjXw1LQFKlWARwyoqtcMKok5bdA8OjmBm5l6g60+jhF8oKSIkgjju3JnecWVys8l9p3nftVM+KuSoV7dKJBKJZGfUSw626mOsKAomzpzF9a9fgWNZoIYB3tsLTU9s2ale3U14lBfQWyWRnn76gwC2DsTEt0MIQakkgqUAovngVompevMhzlFxfImEAcsyo/mnpsXnmZ2d0F1YyAHgNdLxgJjvtCodv7iYg+PYcBwnSgoYhgEAyOc38cYb38HIyOihCBY7joM33vg2XNcGIRSUkig5VyoVoCjqttcFYQBS1/XIxy9M7nmeC0Jo5NEFiLVMPr+Bvr5jsthMcqCEHTZXr76Fzc2NQG1GeMnpuo7NzY09X/9Vrz1nZy28/fYb0DQVrutEthGGkWrrmrRRcUGjtWf8b/Gxo1ExbnVSNXy+hDYWiqKAMY5SqYTHH7+M5eVFuK4TWJKQwKqEwPNEMZGIewj7jMceezLaX/y4SK3gwJZ02tpfcjTYzfdqq/gPdxzg61fw6PwcpjUKv1gA8TwwSqE6Ds69+Ta6b93E/Jkz8AwDlLGg6gmAZYE/eADHsjC3uhb5C0qaU62cQup0bErai0z8SSSSjqKef0493e6QoaHt+bfFEzXxJF7ogyekc8Trtm1Fnhm6ruPMmcfx5pvfQXmxLZJ+6XQWhIiFTSctuhVFwcTExWgBBgCEUAAMmqahq6snOG6yo0rrepOwmZl76O3tB+ccCwtz0DTtSHvf7aV/oEQikUg6i90m1Vr1MWbXJ5H+4kt430Yei0PHYaoaUpRi+Ad/CGqTIEcr3YRHia3ktufnc3jkkUe2tZ3qAi/GeDQfbFTg1Sgo1dPTV3F8hIg5Y7GYh+8zWJZVIT3VyfOiUqmIZDIVFJNVdp2FAeJW5jzLy0vI5zcq5PJNsxgkFIU0vW2bHR8sXl9fxdtvv45SScz7GfPAmAiwC39OBsext70uiMuTheuMfD4PgEfbjUsAizk8O1DPbokkJJvthq7rSCaTFT6ghOy9Mk51IYjoOiyBMY5i0YKqaoHkpvh7IpGoOabqAo7x8b0t5m01oRF/LuTzm1E3sKbp0DQtSu7peiLylg19BsNiDUWhoFQHYyy4L0lMTFxsyzPW933Mz89iaupaVBANHM21v2R/2UuVgPicuUtR8OTUdSyeegTW+DhSIBh8sArkckChADObEUm/EM4B3wc21kE8F6Vb0/C/+tUjO99uN42UUyR7g0z8SSSSjqORf0694Np2/dviiZqwCo4xFlXTUqqAMR++78FxVOh6OSDT09OHiYmLmJqaDLzzyosZoDM7vHp6+vDssx9FLjeLxcV5FIsFOI6NVCpdU7G9nY7FepMwz/OwubmOlZUlGEYSpVIp8C2olE3ttM7I3bCX/oESiUQi6RzakVRrxceYOw78L7wEYltQVBXDD1bLb/ri74AHXYE1226xm/AosZXcdpiU2c52wrlhCCGIzRFrJbybBaVmZu5GUm4hmqahu7s3SCamcPLkqUPR3ZZKpcE5RyqVqfG5JoTixIlHtjwH3/exvr4aBK3LcvlhF4qiiHl4pweLw3sugvVKJMMZvia68gg8z9/RuqBaniyb7UIuNwfXdcB5pfxv6OUNdK5nt+ThQRRRuFHhbJy9Xv9VF4KERRyhmo9IeIXP+bDwAtEx1UvC5XIzOHv2PLq721+A0GzsmJq6htHR8QoJ0PC58MYb3wHnLOqWrl7Ph0nLpSUGwzBg22ZUrCE6/RQkkymk01mMjIzt+jzC65bPb8CyTAAk8n4N1/9Hae0v2V+2KvDa6nvVqGCves7Ml5dBXQ/D0+8Bd+5CuXARHERIexKC5Noa2MmToMwXfnQ+EzU4lIITgqTnHun5tuRwIxN/EomkI9lOFch2/NviiRpCaOSbIV5TQamQ/BR+eMDJk6cwMjIWbWt4eAy53Oyh6vCiVMHY2EmMjZ3ErVs38ODBYvRaqGMOywIxDBSPDbS0zepJWFw2lXPAtu2oqrJaNvWoed/tlX+gRCKRSDqDdiXVWvExZl+/Ar65CZKo3V68K7DmtRa7CY8S1XLbcV8pQmjd4PNW24l3SIhtIpBJq1/gFc6HCCEVnlahfKVplpBKVX6GEAJdN4I55uEIhIYKG5RSaFpvjX/X6dPnADSXgF9czAUdcWWvOsYYxH+K/w+vG9C5weLyHFiJFD9CwgSD6HrRd7wuiMuT+b6PlZUHcF2nxrM7DOS3kniVSPaag/Q+r953WMTBeblIIUQU/vrRMTVPwrW/AMH3fVy//g42NtagqmpFIbHruigUVlEobCKVStd0AY6MjMK2zaY2E/FC5+piDdF5nmlLgWr8ulWOm5Xr/6O29pfsH7t5pjQr2OO5+co5s20B4X48D3xlBeg/BhhJwDBw/L07mJ+YgK8oCKTCABDAdaCaFMeXV8AfPAA3S+C/9f+B+jf+R5n8k3QM9X9BEolEcsgIF8hnz57HyMh404lsmKiZmLgIVVVBKY3kPwCxGNA0DZlMNgoChYSJQ0VRwVgYtOBQFLXjOrx830cuN4Nbt24gl5sBY6LyOPT44/k8MHVDdBisr8Gfz8H4/d8Duz655barJ2FhVSVQlnwqB3WETFZIJ3ZG7pbtfP8kEolEcrgIk2p1X8vnwa5caWk79LnnQbu66r8W+Bi30hVYj51+7jAzODgCLQisOI6DjY01mGYRjmPDtk3kcjNYXV3Z1nYMw6iY38Rly+oVeBWLRXieV7Fv0yxiY2Mt8lWqR6cWizUiPv/lHEgmk0gm08hkspiYuAhKFayvr+L111/FnTvTePBgEXfuTOO1117F+rroWi0Wi1AUJZLIj8vsE0KgqnqNh3YnBovDObBhGFAUCkURtdScI0owUKri8ccvt2U+qChK5MMlrpMWdUYmk2kcO3Y8SrxKJAdJfJ1ZzV6v/6r3HS/iqPYmFb9RJTqmMJkfvmaaJorFAkzThOM4gcdpewifk2EXb6lUwsbGGhzHgWma2NhYg+/7UZwh3gU4O3sPhUIenufVSC4D5XEl/rxWVdFlbhgpJBJJnDlzHk899aG2SHzGr1t4vUPi6/+juPaX7A87faZsVbDHZ+9VzpkThujkAwBCwa0gdtXfD+gJKMOjOP3a61A8F0yhAKVgCoXiejj9yiug168B8zlgcxP8q1+B///8hZZiapKdwx0H/le+DO/ffRH+V74MHjyLJLXIjj+JRPJQEnbBraw8QC53P/LMEAsBilQqA0WhdQMOh6HDa319FVNT11AobEaLnZmZezhzZgKapsNzHWB2Btz3o0ydxhiOzy+01L1QXWUvpFNZMOEnSKeNyAcmLpMFHL5gl0QikUgebtqVVGvFxzjqCqzT8Rd2BdbddgvdhEeNMLg5NXUNxWIBomss7GjIwvd93LhxDR/4wDMgpPEcrVq2O5lMI5/fBOcskrhU1foS3slkMtp3GFgOA82lUhGnT5/Dxsb6kZADbzb/bcWHJ5w7xuVOLcuC5wkPal2v/M53arA4PgcOu2kANej285FMJvGBDzyDvr5jbdtnf/8Annnmw3j33Tdh2w6SSeHnpev6ofwuSY4mB+l9Xr3vUOYS4GCMVBV0iMS9qopjun37FiilcBynojtOKNiUsLy81JbO4/hzUlVVuK4d+HQKGWShRuQH6jkmEokENE2r6QLknGNjYwOGkYRhJOqOK/sRr4gXAtfKipbX/3LtL9kpO32mbKmCsbYOHp8z9/cDD5aEhCdnIIH6AKEU/Ow5oFRC90IOT/7pK1gcGYGVScIwbQzenwHd3AASCUBPAJwB6bSU/dxjHjZP890iE38SiaStNJP46UQGBo4jn9+A4zgV8kxCAqRxwCEuwdNp+L6Pq1ffQj6/UeHB4jg2rl93cPHiE7j1jVfgeB4oIeCEQPU8nLk/A8p5S5Jg8UmY4zhB4CY0U2ewbRuJhAHHseD7wkR8p8Guw/adkkgkEsnRop1Jta18jOlzz4P/8ZeE7FD1Z4OuwLrbDT7HTXNbnzvs9PT0YXR0PCp0qvZfdl0H8/Nby0WGQdLp6ZuRNx+lFJ7nw/M8XLjweN0OibhMZT3S6QzOnj1fE3zlHMjlZg7d3KbR/LcVH55w7uh5Lmzbgu/7QTdlrcwn0LnB4vgcWNf1CulTTdPx4Q9/FKra/kBfX98xPPfcxzq68FDycBMvxigU8oHMJkU2m93zBHU933XDSAd+cwZc1w7WpKJTNl7MIbr+/Mi2Il7EwRgPvEn9XR9//DkZJspC2xExloRynGLfxWIeXV09KBbzAHiUVEskRNLfdV309Q0gm83WfRbsdbwiXgRBCKmQFRVFOLQjVZEkh4d6v+tWYkpbFeyhpxe0qyuaMxNKwcfGgdkZgBGQ/n4wzwPJZqH89f8H/FdfBf+jL4HaFoZtB8jlRIegY4uJYNgtqKogff0Ajq7M/kFT0c2pKOAPlgHLAttYB3/p8yC/+msy2VqFTPxJJJK2Uc8UO65J34mEi/fQvyVOpwYctmJ+fhabmxuoV32+ubmBUqmIy+sFLCwswkwYSNoWBlfWQMMKvRa6F6qr7IUkqgj2qKoGgMNxLHR19cDzPIyMjCKdrr8oacZh/E5JJBKJ5PDCHUf47OXmQEZGQZ9/vu1JtWY+xkTXoXz6BfAvvgS2kQfqdAU2+txW3YRHFdM0a3z0QiilKJWEesNWhUSci3lHMpmMEjmqqkLTNExPT+Gpp3pr5jCWZSKT6UKxmAdjQuVASLRxaJqOhYV5jIyMVQRfj+LcplgsBj6HJnzfr0jAhpKdiqJgaGgEk5PvBJ2BJLhmBOl0KpDKRMd3RdYLRCYSRnTMe5H0C+nkwkOJpBIe/buOKuWeUK/L7fjxQSwtLaJYzMO2bWhaoiZRNjg4glu3bkQFs3EoJVBVtS1+o/EOuTBRtrlZLtQN5T1VVY3+PxxbAF7xPAxlf7PZ7IE9E6q7seKFEJxzTExcxMjIWEc+xyWHh510rzYq2PMJwWJPN+zjx5C6+KM4/nu/B2xuimRgMgU88T5A0+FfuwowDv78d4OeOAk6l4Pf0xNtj6eSIknoBepZhAAKBRk/EXkFHlWZ/YMm6ua0LfCZ+xCyERTgDHxxEf7//u+h/pUXDvowOwqZ+JNIJG2hFYmfTpz07bSKqJNZWJiPjMyr4ZxhYWEewyOjGPrmn+2qe6G6yj6RSMB1nWjR4vsMnufhfe/7QBTICn0HW5m0HdbvlEQikUgOF1Gy783Xwa6+AyQMkESiUjpmH5Nq9MIlqC/+E9h/+lWwXG1XYLPPNesmPKpUy4/HYUzIdbaSbBNJwQIsq1ShmGDbJgwjXTfwm06noShKJF0pFCQcACTw/lvFa6+9Gu3nqM5tOBddMWHyjnMEnTZZKIqKdDoN3/exsJBDd3d3lFgNlTYURcXo6DhM0zwUnWyHQfZfItlvwucbY35FMQZj/r493+olx7dKjCmKgt7e/qBbjUfPMEoJ0ukMKK1v/7FdqscqkSjT4HluZDfCGIvGn7DrXOQVaE1X9H75oDYqmqkXR+EcyGSyh7qQRdJ5bLfopV7B3nomjdsnxuAlEqDdWXDXRu6H/m84vVlA99Iy4Pvgf/LfgZtTQQcfAf7T78L7o5dB/ubPV3YIZrvAJy4Ad94D1laBEydB+o9FST/g6MrsHzQ8Nyc6/WbuC2lWElxzQgHOwV7+b+D/wyeP/NpnO8jEn0QiaQutSPx0aoXqfize63UQ7NVgJPJ9tUm/4FUQ0j5JsOoqexEgs6Jq75GR0WjSv90K9736TknpUIlEIpGERD4R6+vAe9OA6wGaCj42Lhb2gU+H8isvQtnHpBrRRVcg3WanRLNuwqNKcw8YHcePD+KNN76zZbItn8/Dsko1Um+cc1hWEfl8vum+EwkDlmVWdHQkk6mK/Rzm+XIjfN/H2tpKcM3K/k6ci26V/v4BDA2NYGGhfO7JZLJiG6Fc/Nmz5w/gDHaG7L6TSCo5zM+3Y8cGsLm5Dtd14Pt+JF/pOHbg/ZrceiNbMDg4gpmZeygWC2DMByEUrusAQJToUxThmSr88Qg0TYXv+0ilMjVFvfvhg7q+voqpqcbrd1kEIekUqmM8x//Kp0C++Dtg+TyYpuH2+CiYroOOjYNQCgLA5wy3e7rwgee/B+zvf1Yk/cIKJgAAAfJ58N/6TZD/5X8F+Y+/GxUAgjGQixeBQhGoU0x/lGX2DxIyMgq2vFju9IsTSK4yKbFagUz8SSSSthCXrqhmv6rRdsNeLt7323z2+PFhLC7WlxUghGBwcLhtkmDVlYuEEBiGWBiJxUgWwM669/biO3UU5bUkEolEsjPiPhHIb4pFJKWignR2BnziAgilFT4d+7WQ9H0fc3OHzwPuIGis3qCir68fb7/9BvL5DSSTqZrAaTwYHXpAUVpbPOX7DK5rN913Pr8ZeRuJTpFszGvQjQKj+zFf3ssip+ptM8bgeW6Fv1OYMAUIenv7Qaly6NcKEomkOYf5Nx63/3Acp6L7DxCerJlMdlfrxXx+A67rBAUmgOe5wZgh8H0fhBAoigLGOFRVxYULj2N+fg6M+TXb22tbEt/3MTVVf/0+NXXtUHVpS442dWM8mo6zf+fvoeudd7G4NA8vnQTt7wepeka5rovc176MweuTInFUrZrFOJAvgL/yCtQ6BYB8+tZDKbO/34SNFOz+PSBfQN1GB00FBo5LidUqZOJPIpG0heYyS3tfjdapVJjPBpVARNOiDgLyKy+2fUIwMjKGe/duI5/fqJEryWa7MTIyBqA9kmDNq+zLi5GdVIC2+zt1VOW1JBKJRLIzIp8ITQMsq7Jy1PWAlRVgYGDffTrW11dx69YN2LYti1RapLrrgHOOtbUVLC7Oo1gswrZtOI6NdDoLLVaZHQ9G63oCikKDhFUlikKRSCSa7vvNN7+DtTVW4W9XvZ+9mC9XJ+IMw8D09M1o3rW46OPWrRvo6enDwMDxHQdofd/H7ds3MTNzFwBHMpnC0hKHZVlQVbXC3yku4xkGZ+RaQSI52uzmN96OYoXdbKPavx7ggcSmKOII15E7XS+Gn1cUBT09fbAsE/m8W9VdXn6vpukYHR3HiROn0NXVfSC2JPPzc3XX767rolBYRaGwiVQqLecokgOlWYzn1p1pPPU93wPr9i0oDxbrfp5SgtLaWrAOqJNMIgDAwe/erauqQR5Smf39pLqRApoKPCgAiYQIdPq+6Lo8cUZ0YkqJ1Qpk4k8ikbSFVhNADxsVQcXq12IdBO1EURQ89tiTuHnzGvL5fOD3R5HNZnHu3MVKY/BdSIJxxwG+fgWPzs/hdncGXm8vaFChWL0Y2UkFaLu/U/WSj6E0qed5uHbtHVy8+IRM/kkkEslDAs/NlcdnwwB4zCuCUsC2xPv20acjrLDn3JdFKtskVG/wfR+vv/5qkHyiwfXi4BwoFvPo7u6Ngq3xYHQmk0UymYZpFmsKp5LJdKRi0Gjfw8OjFVKfccL9tHtuU13lvrjoI5/PI51OQ9M0uK6LYjEPxjhKpQLy+Y0dBWjX11dx48Y1rKwsARDzJ8exkUplgnlcAZrWG8ibliXx4te30blzzuF5LgqFPHK5Gdk5IpEcUnb6fGuHIksr29gqMVjtXy8KGhI1nds7UQmKr0PF9khFZ3R4HEJqGkgkEujvH4iO6yDkNOut30MJZ4CDMQ7LMuH7PhzHxs2b1/DUUx+Sz2/JvtJKgXm9ogTOGLC6CmaWYNy+BbiuSCBRWpkA5ABAQB55pOExPIwy+/tF3UaK0XHw5WWgUABUFdAT4r7NzYCcOSslVquQiT+JRNIWGsss7a4abT+98faCiqBiFXvZQSAWCB/aswVCvOqmW9PwPs/D8olxWM89h/Sp0zX72kkFaLu/U9WLl3gwjBAgl5tDqVSS1YoSiUTykEBGRsFcF0TTQPr6wZeXhMwnIOR+EgaA/fXpCAMYqlo7xnW6R1KnUB0EMgwDtm2CcxGotG0rkiWPB6PDoLWu6xV+xYmEAVXdOinXStCb0vbNbepVuTuOA8Y8FIt5dHX1oFjMR4Fkxhgcx4GiKNtKIofJ6FKpEFnfhAHrUqmArq4emKYJy7JqfLDi17fevM6ybFiWiWQyiZWVZSwvLx5o54j0gZZIds5O1m7tUGRpZRubmxstJRfj/vXh8YfsRq60eh3KmBhfwg5zkWiMnyepGHMOwlM0lHKOH7dtW2CMgzEG3y8FXYoieVkqlTA9fRPnzl3Y1+OUPNy0UmD+6KNnK+ZnPJ8Xkv6WBbVQwOCXvwLYNnxCsHDuHJbPnAYIcPz2exiavg2azUD5zM/u52lJAmoaKQp58Pv3AccR1XmeDxAHoATQNGzTGv2hQCb+JBJJ22h3NVozbzzlYvu98YDGicadBgLiQcWafe1xB8FeLRDqVd0oqoqh3DzIf/0D4Jd+peY7sNMK0HZ+p+LJx7BaMQyGhVWdsqNCIpFIHh7oc8+D//GXhMcfpSDjJ8Bn7guvP00FurtBksl99ek4zB5JnUL1NSSERP5znDP4vl83GB0PWoedfsJnqbWkXKtB73bNbepVuTMmPKIY4xXFTeF1CH2itpNEDuXehP9U5WuMMdi2jUwmC9d1wRhvGuyPn3s+n8fCwhy6u7ujjpqD7G5dX1/F1NS1qNuHEIKZmXuYmLgoC8Ikkhbp6enDE0+8H2+++R0Ui3mk01k8+eQHoOtG3ffvxA5iu9uYm5vF/PxslBgMO5ZNs4S3334dH/7wR6GqYozfK0ni6u3Gxx3fL/v3iWcPxYkTjxz4WnR4eBR3796tWL+Hx+p5bnQtRSEIA+cMd+9O48yZcwd+7JKHh3Q6jcVFPyh8KsuME0LgeT4ePFjC8vICPM8TEvqEwJidge8z+Jyhd2MTi2dOw9jYwNQzTyN//Di4qHDC8unTmHnqA7hw9gKOpaQc+UFQ0UjBmFinWaaoQtM08W8lSG2dnRBv2wNVtcOMTPxJJJK20q5k01beePQfvwhoyS22sj0aJRo3f+InMO06O5IfqQgqVr+2jx0E7aSZfOkaON77k5fh9fXVXKudVri36zsVTz6G1YphAItSGvjQyI4KiUQieVggug76qRfE2J/Pg2SywOmzYkH5+JNQnry8Z0oDjQqNysHB2nFR+qC1Rr3Abeg/Z5omenp6MTw8WjfZttukXKufb8fcpl6SmFIlCsR6XmWijnMeHcd2ksjhfkR3SqUCVphMVBQDjz56FpTShuddXUSXTqehqmqFF2LIfs/FfN/H1atvBf7YLOpodBwbV6++hWef/agMZEskLXD//h1MTr4TJNkILMvEn/zJH2JgYAhjYydqngvtKHbZahtLS/PROr5a8cWyLHzjG6/gfe/7AHp6+vbMvqR6u/FOdLEOTQbddQrS6QxOnz63o/20E0VRMDFxAVNT5fU7IaI4I+5NGP5bWGjYyOVmMTZ28iAPXfIQkUgYyOfzYMyLfQ9NKIoK0zSjxDRjDBSAZlnwKQFhQMJxUezvw+bAMRR6e8FUBYQQEMaEdGTCQOHsMbw30I++IKko2V/ijRR8dUUUZ7JAnYVz4fOnJ8Tf1tZABgb21Zf9MCATfxKJpCPZyhuPXbkCfP9fqPj7bmRBGyUaPcvCrde+Df/ipR3Jj9QEFVVVdPpls/vaQdBOGsmX+oTg9qmTYJbV8FodhD9BSLwS3/O8qNOPUopUKhOrNpcdFRKJRPKwQC9cAvmVF0GuXAGfz4EOj+y5rHgzRYPBc+cxO3sfnPs1n3uYPZO3Q6PALSEE2WwXLl9+ek8LjvZLkq1egjMMJoviKgWu69UtcmqWRA4TdPl8Hq5rw3FslEpFGEYSlmVG0nRAOZmoaRpGRsYaXtd6/luWZUHTtLoB+/2ei83Pz2JzcwMArwlkb25uyEC2RNICjuNgcvIdMOYHiXMPnDMABPPzs7Btq6Z4th0dduE2CCE1Ms2ch16ttYovgHjWuK4TrVXj60XfdwG0x76kXke4YaQjqeNEItGW/bSb6mIWw0ji6tU3YQceyHEIEb6FCwvz8nkp2Rd838ft2zeRTqdjCX0C32ewrAJUxsEoEWK0jIFzwFUUMEUBpRRJxgBC4BoGPF0DU1Voris6yTQNxDDAOAKFAlkYfhCEjRSsWAQePABMC/BckegjBFCDuGTgzb6fvuyHBZn4k0gkHcl2vfGaBdHoha1lQRslGpf6e+EAUFZXgWPHKl5rtRp5v4KK++VL0ki+dKm/F66iQDFqpVzi1+ogJ0zh4uXatXeQy81BVdVICiJEdlRIJBLJwwXR9LZJwrBCAf7n/zX4nTsgp05B+czPgsbkgbZSNFB+5UVMTFzArVs34HlO2zyTHyb2KnDbadRLcJZlTUtIpTJRB1t1kVOjJHKYoCsWC7CsEnxffFb4A9pIJIwK1QRCKNLpTNPr2sh/ixCCQmETPT19NV1/+z0XW1iYB+esbvch50wGsiWSFrh5cxKeJ2SB4wUCgPBXXVtbQTbbhZs3r+Gppz4ESpW2dNgNDo7gvfduYXNzPXo2cQ5YlolsthtDQ8O4d+89OI5dofgClIsX4mvVnp4+PP30B7G8vIDNzTwSiSQIAZaXl1AqFaM19nbX3vU6wo8fH8TS0uKW2zhI/9GwmCU8Bk3ToiKQuNynogTdUrWPUYlkTwhlfjVNQ3d3r0j8l0qwiwVAVcEYA+cUCJ3fCAFTFHBNg+p5sA0Dhm3BVxVwSqPXKYdIJImPgHMmC8MPCKLrwEe/G/jN3wBWV0XSL4RSoFQEjGTUoXlYVdX2Epn4k0gkHclW3ngkVsWxVRCN/MqLWybZGiUaTcMABQCrtqptO9XI7Qwq1qNeJXWrcqTbpZF8qWkYUBQF6KvdXyd10VGq4MKFJ1Aqldou4yKRSCSShxfv5T8A+81/KqRCFRX8rdfhfekPQf/m34L6F38AwNaKBuTKFfR84hN45plnMTMzcyBBvqNAdeA2lTp617CRp2AymcLjj1+GZZlYWVnG6uoKFEWFotCmCdAwQed5LiyrFAR1wwguDwLpFnp6elAqmfB9F5lMD0ZHx9HV1d3wOBv5bxmGAcsyYdsWDKNSvn+/52IiUN0oWi0D2RJJK2xubgSBdl73dd/3USwWYZompqdv4ty5Cy17o7YOB0ACP1egVCqCMQZV1WCapZrfctgJTUjlWpVSBWNjJ7C8vIypqetwHBuO48DzPNy6dQMnTz6KpaWFba+963WEb1UUu5/r/FaOgZC4rywLxhcleo4ODg7vyzFJJHGZX0IIEnoCuHMHdioFAgivPsSeR+LxAB4UH/mqChR9KJYNkkqBUSoSgIxH8UMhcU5lYfgBwR0H/A/+T8DzAc7KL4QVHoyJdVcmCzI2dmhV1fYSmfiTSCR7wm6r0rbjjddKEG2rpFujRGPSssCAul1sndIZ1qiSulqOtF2Vgo3kS1OMY3lsHEqbzdD3gvYvMiUSiUTyMMMKBZH0c92yybyiAq4L9pv/FOy7PwaaSresaKAoCkZHx9EgfippgTBw67r+kb2OW3kKjoyMgzG/JZn1MEFn23bkcxdCiAiOi+tIoWkaDMMApcC9e+8hl5ttGIRu5L9FCEE6nYHneWCMH8hcLJwbM8bBmB91IlYfpwxkSyRbQ4joDm6G+J0RzMzcxZkz50Cpsmtv1cXFHAgh6O7uhWVZcF0Hvu+AEALXdXHr1nUkEkZwfOJZU233UG+t6vs+pqauwzRLKJUK0XPRcWy8/fbr6O7uQSKRALA9K5Dt0Oo6fy+JH4Pv+7BtK5JCBsQ9JYRAVRVks90YGRnb0+ORSEJqpIJXV8E9D6rvw9FUUM7BCQlSf0TU9wRjPOMciuMAjCFRLMLKZsBUFcRnIIYR1QJRSpDNZmVh+AHBvvoV8JtTgG0H0p4q4MfsEBRFrLc+/BzUf/D/kkm/OsjEn0QiaTvtqErbjjfedmVB69Eo0Xh8ZQ3zw0Pw63SxdUpnWKNKaqAssZlKpdtWKej7Pha7u1B84QUYd+5g8MEqlOERDH/4w5h/541D00W320WmRCKRSCQh/uf/ddTpV4Nlwf83/xvo//TzWyoaSF8KyXbZylOwVc/BMEEXBnHjECI6O1KpNEyzhFQqFdt+8yB0Mw8vVdVw+vQ5UEr3fS5W2cEivKk8zwOlChSFBr5gRAayJZIW6enpw+JirmHHHyDWkeGzIG6ZsRtv1HhxQehzqijl5w3nHIqiIJ3OQFEUeJ4LSpUKu4d6a9X5+bnA47QQyVkC4lnImI+NjTVks10wjGT0WqtWIK3Syjp/J/tqVBAc/r1UKqKrK4uBgaHoGERXZB4Ah6pq8H0vSPSKc+/rO4aJiUtyLS3ZN2qkgi0LIAQp04SlayCMg6kUdVp94WkaqCtkIwnnSK2uodhPQAAwSkB0DYRQZLPdOHfuovxeHxDsG38muvp8Vr6Pqir+xjlgJEEefwJk4rxM+jVAJv4kEklbaWdVWsveeMePgy8sCL3nhAH094ME+241iNYo0ahmszj79Acx7dgd2xnWqJIaEAGLfD4fTYh2e0+qk7osm8Z8X69IIBrJQ9dFt5tFpkQikUgkIfzOnfpJPwBQFPC7dwFsT9FA8nBxkB5OQDxBp1QEuQERW1EUBaZpokI2K0ajIPRWHl4jI2P7Pkest17p6upBsZiH63oI5T1TqTQuXnyi5vgcx8HNm5PI5/PIZrM4f/4SVFUGnCQPN93d3UgkErDqWGTEYYwhmUy2xQZCdKCZKBTyUFUVnPOKjuXw2RW+d2RkHOvrq3BdN+r0a7RWLRaLcBynYnuMMfhBtwljDIVCAbZtIZXKQNf1tttbbLXO38m+GhVpDw2NYGGhnGhcXl7A3bt3YRgJOI4Ny7Ki4ghKCQjRAqlPikQiidHRE/smPSqRALUqTsQwwDiH5vt49N593D55ov4Hg2Kf4rF+aPPz4IQiWSzg4p9+FaWuLB489hjIY09g6PL7D2SOIinDOcS0U6GAy8vJP0rF3w0DnDFZONkEmfiTSCRtpV1VadxxwL5+RXTzjYxC+fGfqFvBwa5Pgn/5j4GVZfHgZwx4sAQ+Ng6S7dpWEK1RorFP0/FUE5mkzgnU1JfYdF27LfeklaSu7KKTSCQSycMIOXUK/K3X6yf/fB/kkUfE+7ahaHAUOeg5U6fSCR5OYYKOEALbNiu6diglSCQMmKaJZDJV9/ONgtCdKK9eb72iaRqSyTQ8bxMAkEwmoSgqpqencO4cje7D/ft3MDn5TjAfJlhZWcbMzH1cuvQETpw4te/nIpF0CoODI+jrG8DCwlxTyU9hy9TcBqKVsSJ8bjqODc9zgySdD0JoLDYsnl3hfxNCWl6rptNpeJ4XSyJy+L4fWUvF/14qFaBpveAcbbW32Gqd38q+4tfSMJLI5WYiaWNArOc9z8Xk5Dvo7u6u+LtplrC0tACAB5LILPL1o5SAUgLDSCGZTAaFIRLJ/lIRfzo2AGPyGo7PL2CxvxfpkolCOlX2g4vDORTHhV4sIlEoQrcsWNkshqdvY3RhEcqJR6GMnTyYk5JE0I98BOybVwCiA45TeR8JgL4+WTi5BTLxJ5FI2ko7qtLY9UkREAt8+5jrgv/xl0A/9QLohUvR+7jjwP/CS4Btg5x8BHzmvjB89Rlw/z7w/g9sO4hGNL2uH2CjzrBOCtQ0qqTW9URbKgVbTerKLjqJRCKRHGWqi5Po889D+at/Dd6X/lB4/FVjGFA+87PR/7asaHDE6IQ5UyfSCR5OQGWCzjDSsKwifF90c6RSKaiqhhMnBrG0tFAjBQo0D0J3WmFYvfUK5xymWYSiUOi6DsNIAkDFffA8H5OT74BzP/AJE59zXQfvvvsGhoaGoeu1vuASycOAoiiYmLiIQiGPzc31hu8Lf2vHjw/Wfb16rFhc9HHr1g309PRhYOA4hoZGwDmi56aiKEilMiiVCvB9Dt93oapakNxSUChsIpPJgnOCdDrd8lp1eHgU169fg+vaQXcgCwoiCMLO53gnoGVZyGTa6wW21Tp/q31VX8tSqQjbtpFOiw7FENu24PseLMtCMimefWFCM0Scqzh/3/dAiAZKhf9rq0lIiWQviP+m3R9gWPiD/wMzPV1wNQ0K52AiU1+hV8AVBU4mjfWxMSQ3NkAZx4NHFcxfPI/TU7fQLzvIOgLlez4O9vv/Bbh9C9ATgGOLeK9CgWQSZGz8oSic3A0y8SeRSNpCGAQzFnPwMynQmNxmSCsTQu44YL/zErhpRv43RNPAikWwX/tV0O/5GMjYSSgffR7eN78OvrkJaBqQyYJMXABfXRHa3poG+r3fB3r+4p6dcycGaupVUpdKRSwvL+6qUhDYG6kRiUQikUgOE02Lk/7m3wL7zX8q5iGKIsznDQP0b/1t0FTlWNuo0Oio0ilzpk5krzycdkI8QZfP5+G6NlKpJAwjHQXb19ZWdxSE7qTCsHpdNJZlRX5VoTRgSHgfVlcfRJ1+oeRfKIvqOB5eeeXLePrpZx/qRLbk4aanpw/PP/9xfPnLL8O2bQC8xvOPEDEmvPHGd2oKP6rHCtd1USzmwZhIQuXzG5iZuQdFUbC+vgZVVWEYBnRdh6b1wjRNFAqbcF0HgEjIeZ4L0zTR1dW7raScoih44onLePXVb4AxP0r6EQIoigrG4s8QAs5527uYd9MxXW/c5YFuXtihGCYuhfciAWN+9PnwmUgpgaJo8H0/evYzxsE5QyrVDUIIVFVta8JTItkJ6+uruFnchPPhZ+GsrsDzPPhBpy8XlToV72eKAjudRmptHQBAGYOvJ/Decx9B/0c+cgBnIKmG6DrUv/m34L/0efD790TXn20DmQzoX/pBKP/3vyyTflsgE38SiWTXxINgA7qOuYkzYA+WA7nNbPS+VqrS2NevRMG0EJ7fBGZnAMcBcxygu0cE2YYGQTStXLlDKcixgfLnlpZrtl+vSn+nA0WnBmqqK6mz2e5dVQqGtENqRCKRSCSSw0qj4iRummC/8xKUX3kR9Ls/Bv/f/G/gd++CPPIIlM/8bE3S72Gkk+ZMnUanFVbFE3SEAJqmwHX9KF7WabKdO6FeF42QCBQBwlAaMCS8D/l8Pur0C32+wsC5SFI4D30iWyLRNB2nT09gevp61BXreaIbnlIFiqIgkUjULfyIjxWccxSL+SC5LpJ4pllCPr8B13WhKCpc14ZtmzGPPVohM1pOOhIUi4WoC7BV+vqO4ZlnnsW7776FYrEAzxMdhpQSpFIZMOYH8p8UExMX9yTp32yd30wStd64qyhKcE9YRXefoihgjFdcG9HVJ553uq4jkTBQLBZgWSYI4UgkDKiqBkVRD9XzX3I0iSe6FVWFMXAc1voquOs2lh7mHGAcdjoNI5xrZTLwT53CwoPlh3Ze2mnQC5dAfvXXwAKlFPKQKKW0C5n4k0gku6I6CKZwjtOzOdw+MQZvdhZ0YgIcpOWAAM/NVSb9GBNJP58J3xzLAjmmAaYJ9s47YHoCJJGo3Y7n1Ri8tioh2iqdHKiJ0y5vld1KjUgkks5idnYW//Jf/ku8+uqrePDgAY4fP44f/MEfxM/+7M9WyP/cuHEDv/zLv4x3330XfX19+OQnP4mf+ZmfOcAjl0gOhnrFSdFr+TzIlStQPv4J0P/p5w/g6PaHsIDKy81haaAf1qlTSGe76so2Oo6Dmzcnkc/n4XlOTRdVyMOuGnDYCqs6TbZzJ9SbGxMirn86na2RMg3vg21nsbKyDM4ZGAul/oCw20ckIh7uRLZEAgCnT5/D+vpKkCiyAl84BYSgIrle/XuJr69t2wJjHOWfI4FlmcF2RHeaSGSJDjZV7UE+v9HgiESn240bk3jsscs1r1Yn0IaHRwCIZ1pf3wCee+5jyOVmMTV1LfINjD8nFEXFyMhY02uyG4/beuv8reSzw2vJOQ+kPEXSMyxeiHf3JRIGLMuGYZSLHhRFBecWKKXR+WYyWaTTGZimiZ6eXgwPjx6657/kaFKd6CaEIJ3OIp/fKCf+Aq8/whjAGBTOQRUKP52ClU7D7+mB2t2FVCqNUunhnZd2Ig+bUko7kYk/iUSyK+oFwXoKRVy+fhMLPd2wh0aQefJyyxNCMjIK5rrl7a2sAK4HUCr8+2KTUSSTQKkE1En8VRu8blWlT37lxW1XjCSTSZRKRXAuquMMw4jp/HdWoKYdQZp2JRAlEkln8N5774Fzjl/+5V/GyZMncfPmTfziL/4iTNPEZz/7WQBAoVDAT//0T+NDH/oQfumXfgk3b97E//w//8/o6urCj//4jx/wGUgke0c9hYDq4qQ4RFXB53P7fJT7S1hAtcYZbj/6CFwrDyU3g8XRsRqvvvv372By8p1IFtHzPDDG0NXVjWQyVbndDpsz7TeHsbCqXhB6N0Htg6B6bpxMJpHLzUSdfHHC+3Ds2CDu3bsDz/MRenyJhiIOSikymexDn8iWSIBw3XgxWDd64JxB2GyRiuR69e8lXgghOunK2/R9r67PHiC6AfP5fKwTl1Z8Nuw8zOfzNcfaKIF28eIlZLM9wXEqGBs7iUwmG62FRRdia2vhdnvctiKfbRhJFAp5WJYZnUNwNYIuShpcO3EOly69DwsLc9E6X9d1mKaKdDpdkeQkhCCb7cLly0939DNe8nBRryhf13X09R3D5uYGbNsGpVT4Urou4HowNQqmqnC6uqKOf9c0Yds2+vuPH9CZSCTtRSb+JBLJrmgUBKOcY2RtHWR1Heo2Kl7pc8+D//GXwE0xQYVtiaQfAKgqSF9/9F6i66BnzgCLS6LSXlVFp182W2Pw2mqVfqusr69ibm4Gtm0BQFBJV5YZ6cRATTu8VY5ClbdEIhE8//zzeD5WIDE+Po47d+7gd3/3d6PE33/9r/8VruviV3/1V6HrOs6ePYvr16/jC1/4gkz8SY4sjRQC+MXHwOPFSTHqKQ0cJcICKs+ycPvCOfiKAgqA+z7o3Cy8TCYKNnqej8nJd8C58AwCEHVl5PObQaFUOTjTiXOm/eQoFFa1O6i9X1TPjeNB/Xr3QVGAVCqFjQ2nzrZo0IX0cCeyJZKQcN147do7mJ+fg6qqNZ1y1b+XeCFEKEsZynyGST/OORhjUFUFjLEgyUciGc7qhCEQbsNHNmZDAjROoHmeizfeeA1DQyPIZLLRencna+G98LjdSj57evomVlcfRF1LosOPBdeegFKKM2fOwXHcinMYGxvHwkIOpVIRXV1ZaJqOW7duHtqxSfLw0Eg9QXSqdiGZ9CoUbTjnsNdX4bouVFWLnhnhb2RtbWXb0sASSSciE38SiWRX1HToxdhJEIzoOuinXhABt3weSBiA7wG6DoyOg6+uAJYFnkgAzAfp6gH52PdCIRx8aRm0gd5zO6v0w8k7Yz4yma7AewCBD0EBhjFwpCfD7Ugg7pTDVk0ukRw28vk8uru7o/9/66238NRTT1UslD7ykY/gc5/7HDY2NireK5EcBZopBODqOyCZjDCVr6JaaeCoERZQLQ0PwlVVUF7utOCeB7K6CrevHwsLOayuPog6/UIIIVAUBZ7nI5/Po6urWwYQYxzmwqq9CGofFFvdh8XFHHQ9gWPHjmNl5UHQNUMi6UHbtpBOZx/qRLZEEodSBRcuPIFSqdRSV3O8EELTEqDUhO+zyEcPYMF2CSgVvzvDMOD7Yl3uODZWVx9E0n5hFw/ngKapOH++0t6jXgLNdV0Ui3kwxuB5HhKJRFTIkM12b3stuhcet/HuJs55IKcqkhSJRAIzM3dBCIk8D8OOS3HtKBgD7t59D+973wcqijPCdX7c3/Wpp/oO5dgkebhopp6g6zrOnHkc09NTURJbeFcaVZ6g4tmSyWThup6U7ZYcCWTiTyKR7IqaDr34azsMgtELl4T05pUrYDP3wb/2FQAEmJsBPE/4/ZklgBBwIwm+vATa1dXUq6+dCcr45F3TNHR390a6+YRQjI6Od3R182HlsFaTSySHhXv37uHf//t/H3X7AcCDBw8wNlbpWXLs2LHote0k/qqrrzuJcpXnwR7HYecoXEf2Z1fAGygE8GIR9IMfBJ+cBI8pDZBsFsoLPw2qt8dkviOv4/wcqKbBNAwosaQfAHGgtgVKCUqlIvL5fEXSL0TMmwh0PYGBgUGkUsJHaa8CiB15HZugKApGRzsrwNTKNWwlqN1p59WMZvehVCoH23t6elEqFaIuGtGFxDExcaHGz/KwfRclknay3a7meAJ+ZWUZCws5WBaPOvHENtXArosBIOju7sWpU2fw2muvRl1/AKIOQUoVPP74k1DVynG6Wh5QFPLmIylMkUwThQxXr74FXdeDc2h9LVpPgjBkJ9LAvu/Dts1IttTzXHBefg4ViwUkEnrQpRz6IZaTG4RQqKoC13VaKs44yKJfiaRVtnrOiOdKb0USu1DI48GDpSiWpygKEgkDikLBGJey3ZIjgUz8SSSSXVHdoddMbrNV4r46dPwE+M/9bbBf+LvC64+QKOmHZBLIzQETF7b06mtngrJ68i4qDZPR/5t19iHZHUepmlwi2Wt+/dd/HZ/73Oeavufll1/G6dOno/9fXFzEX/2rfxXf//3fjx/7sR9r+zHpemf/PglBEBwBqnMaktY5CteRL+bAE/XnLkTXoOgatF/7J/CufA08lwMZGYH6/HeDtCnpB3TodTwxBvdb30DKtrFMaUXHHxgDMQwAHF1dWbiuhdXV5Qo5zzIcQ0ODuHixfqFWO+nI63jIaOUa2rYJVa3/jKeUwLZNaFpnjwGt0tWVxfLygvAIMhJIJHRYlgXf90AIxcWLj2FgYKDmc/K7+PDyr/7Vv8Irr7yC69evQ9M0vPbaawd9SAfCdruaw2TTyMg4EgkDc3P34fs+EokEXNcBY+EPSSS7zpyZwPT0FNLpNIpFBkpF8o9zDkWheOaZ53D8+FDNfqrlAW3bAmM8+K3y6Pg459jc3EAymYzW/a2uRRtJEALb87j1fR+3b9/EzMxdcM7hujY8T3Q3hQk+kfzzYdtO0GUvXg9fC+FcfGanHYcSSSey1XOmOomdy81geXmxIpYXImW7JUcFmfiTSCS7Jt6hx+dzDeU2W6Gerw7MEnBsAGAMWH0gZD/1BECJSAaurAADA029+tqZoGzX5F3SOnshkSKRHFVeeOEF/PAP/3DT94yPl38vi4uL+Kmf+ilcvnwZ/+gf/aOK9x07dgwPHjyo+Fv4/2HnXys4Tq3fSicRBmM9z5dB2V1wFK4jGxwBs52GCgHk+DA8ogAf/TjCr7QHAK7ftmPoxOvIP/Qc8Icv4/iDVeQGjsGPdzSpKtDXB0XRMDAwhN7eAdy9ew+c114TSlWcO3cRbhuvVyM68ToeNlq5holEEp7nN5wXJxLJfbnf+8GxY0O4e/duhZRYImEAEB1Ig4Mjdc9VfhcfXlzXxfd///fjySefxH/+z//5oA/nQNlp51gmk4WuJyqkLeNqO2fPnkcuN4P19dUg0adBURgIMaCqCnQ9EXUKVlMtDxj3B6RUyIgCgGVZ4JxFnYRxtlqLNpMgjEudNrO0WF9fxdTUNaysLEXXwPf9yOMwvBZh5584Xx75IgKIJE+FTCqJ/BZlV5PkKLGd50yrv02J5DAjE38SiaQtEE2vm3DbDg19dRY3gfwmMHEBsC2R7AuhVPwNW3v1tStBKScI+0+7JVIkkqNMX18f+vpak78Nk36XLl3Ciy++WPM7e/LJJ/HP/tk/g+u60ILn8je/+U2cOnVq2/5+hyHYKfxaD/ooDj+H+TqSjzwP8kf1FQJINgvy3PP7dm4ddR01UUCF33kJj965h9unTsJVhIwYHxuHquo4d+4CCFGgaQouXXoCk5PvRF5/jHEoiopLl94HRdH39bw66joeUppdw1bmxft9/cMAeqGQh+PY0LQEstnsrr2pKG0uJUaI0vRc5Xfx4ePnfu7nAAC/93u/d8BHcnipfsbE1XY8z8N7791CPr8J3/eCLj0KShWoqoJEIgtKacO1YrU8oKIowXhFkclkoy45xnwApEbGF9h6LdqK1Gk9S4uZmXvo7e0HwDE/PxecnygkCI9LnCsF5xyqqsD3SXANhKefqqrwPC+SPCWEQFUVpNPZQAJUFi1LHl6a/TbPnj0vFaUkRwKZ+JNIJB0D+/qVqNOvAsMAVh6Izj7DADgDQvkoxoCg0rYVr752JCi361Mg2T2yy1IiaT+Li4v4yZ/8SYyMjOCzn/0sVldXo9dCqbIf+IEfwG/91m/h7//9v4+f+Zmfwa1bt/Bv/+2/xS/8wi8c1GFLJHvKXkiYHxXCAqq+K1fQPZ/D4rE+WKdOIZ3tqkmonDhxCiMjo7hxYxL5fB7ZbBbnz1+q8VeSHH46bV4cBtBLpSJMswjfZ1AUCsNItcUberuShRJJOzgI1YRO8aZUVQUTExcwNRV/xjCYpolSSSTcGPOjzjbht+mDMYJiMY+urh6k0+mG59Hb24enn/4g5udzKBbzyOXmoGla5PMFiKQ/IeUO3zjhWrTZdYrvo1QqVnjcVltacM5RKhVhWSaWluaRTmdQKpWibr5QRpsQAt/3oyQnYzx6T5igJIRC03Q4jg1CCNLpDFKpdJQ41DQNw8MjNcfeKff+oHiYz/9hO/fq32Y6ncbY2PhDW6jzsN3/OEf13GXiTyKRdAw8N1dXWov09YMvLwG2BTIyKv7bDwyqNRXo7wewfa++3SAX/fuL7LKUSNrPN77xDdy7dw/37t3D81XPzqmpKQBANpvFb//2b+OXf/mX8SM/8iPo7e3FX//rfx0//uM/fhCHLJHsCztRCPB9Hwuz91GcfBfJ9XUMHR+G+tGPHrlEYVhApQDYSkhJVXU89tjl/TgsyQHTKfPiMIDueS5Msxh0vogOGMsqIZFItMUbeqeShRLJTjgon+RO8qYcGBhAX18f5ufnsLy8hAcPloPEfu3a8P/P3n1HR1G1YQB/Zkt6IwQCgdBJKCmUUKUGpStNehFBelEEaaJ0KR8gHWnSEUGKdKQjHZUuvYUQCCEhpGfbfH8sO7LJppGyyeb5neORnZmduXd2M3N33nvfawgA6ufq06fE9PT0NDla7z9ylCpVCgBQtKgHbt/+FxqNGoIAxMXFAQBsbGwhkxnPlQfof4umvX/jY7wrJOQpYmKipFF5iYkJUKvVb8+5iOjoKMjlCinQJwgyCIIAmUwOmUwHwJDKE1JQUC5XwMXFBYmJidBqtbCxsYYgyGBrawuZTAadTgel0goVKlSGtYl5jXPTZ28O+bn++bPu//1tGuqvnyPUvKUyh/z5+etZat0Z+COiXEPwKAadWp08+CeTAUU9AJkMok4HwbMExCdPAAGAZwlAp4Ngb5/jPfH5oz/n5Lbe5ESWoH379mjfvn2a21WoUAGbN2/OgRIR5R4ZyRAQGRmBu3+dh+ppEAS1GjqZDM/uhqPcmZNw7dQVsoqVs7m0ROaXG9rFhjmhVarEtw/9/1un0+mQkJAAa2twbmjKlDlz5mDlypWpbrN//36ULVs2S45nrnmSc+PclIZ5NlUqFTSa5EG/d+l0WigUcjg7u+Dp06fJRtqlxNHRBQEBtfDw4T08fvwIoijC1tYOKpUKr19HwsbGFjY21kYpAXU6QzpQY1qtFi9emB7l9+JFCMLDw/Ds2dO3AUwBKlWiiXroIIpqKJVWEEUNdDqt9HBanw1HACDAysoacXFxkMtlsLd3ACBIIxR1OhGlSpWGIMiSlYXzkiaXn+ufn+sOsP75uf6WWncG/ogo15DVbwDxD9Pz6siKekA2cQrEc+f0ve/dC0Eul0H7PBQo8n5z9VHeklt6kxMRERlotVrcvX0TmqAnELRaQBAgE0VolUrcdy+EauvWQDn1B7ZRiHKAYU5o/agY43X6+ay0nBuaMq1Pnz5o165dqtt4emZtYNmcDyFzU8q7Fy9CoFIlIiEh+fOC/+j/+K2tbSCTyfD8+TO8evUStrZ2EEUxXSl/dTogIiICtrZ20jJra2tYWVlBrVbD1bWQ0byhps5P0nn7dDodgoODUKSIh1SP6Og3UKvV0Ol0yUYSSrURBCl9qUKhhCjqpLn+5HIFXF3d4OrqBlEU8eKFPk2pqVGJRYsWT/a7Oa3PNTd99uaQn+ufn+sOsP75uf6WVncG/ogo10hrXh2ZnT3wtve9IABKpb6HmiVdlCl1uaE3ORERkUFoaAhUL0MhaDTJJoXQKBR4bm2F4qdOZXp+YSJKm2FOaLlcLj0YN9Cn/ZRzbmjKNFdXV7i6vv88kfT+YmNjkZiYmOZoP0OqvsTEBCgUCmi1WqhUibC3d4RMpkkz5e+LF/rRw4YgooEgCFAolHB0dJR+k2q1WoSGGndMFUUYzdsH6EfnaTRq3Lx5Dc7OzlCrVdDpxLfXKxE6nS7F+ug7Luik0XyG5x8lSpRC2bJeUj3c3YswQw4REUkY+COiXOV95tUhIiIiMofY2FjIEhMhmuipL4giEuzsID4PMUPJyBKZesDMh7n/McwJLQgCEhLipbm+AP1DdxsbGygUnBuack5ISAjevHmDkJAQaLVa3Lp1CwBQokQJBqDfi4iYmOg0twH0gTKZTCaNfhNFEbGx0XB2LgC1Wp1qyt+4uNi3o/SS9zB+d9RweHgYbty4ApUqEQqFAkqlFYKDg+Di4iqN9HtXYmICtFoNEhISoNMZRiYLkMvlKQb+RFGEIOhTedrZ2aNIkWJGow3fxQw5RET0Lgb+iCjXyci8OnmRqFJB9+cpiCHPIHgUY2CTiIgoj7K3t0eotTWEpMOLAIiCAJu4OAhFGWSgzEuaNu7lS126UtblJ+/OCW1ra4/4+FhotfpRMra29lAoOPKFctbChQuxc+dO6XXbtm0BAOvXr0etWrXMVKq8SavVIiIiHKKY8sg4ALC1tYNSqYROp3s7au8/Op2IxMQE2NjYppry187OHmFhOiQd8WfYh729PSIiXuHixbPQajUQRd3b0XsyODo6Izo6Cra2tibroB+JpzUamSyTyaR0oKaIoggbGzv4+1dP83rPDDlERGTAwB8RURqysne17tZNfSrTqCgISiV0ajXEPw5A1rsPZBUrZ3HJiYiIKDu5u3sguLA7NK/CIGq1RusUGg2KJqoga9DATKUjS6HVak2mjdNq005Zl98Yj3iJRmJiIpRK6xRHyBBlp5kzZ2LmzJnmLoZFCA3Vp98UBBlEUWtyGysrazg5OUMQBMTHx0OlSjSa704Q9NfTlFL+Gn73x8REQ63WQKFQmJwvr1Ahd5w9exIajQo6nU4alafRaBAZGQFbW1vEx4uwszM+hn5knz7tsLW1jdHI5ORz/AnQj17Uv69s2fLs5EFERBnCwB8RUSqysne1qFJBt/ZniPHxEJRKAICgVEKMj4du7c/6FKcc+UdERJRnyOVyeFWojLsx0VAFBUHQqCHKZFCo1Sj/8hUUvfvw3p6PZFcqTsMD76Rp4wCkmbIuP+KIFyLLExsbC5VKBUEQIAiCUSpfA6VSCScnZ7x5EwkbGxskJhqn/BVF/X1bqUye8jfp735R1OHNmzewtbWFtbW10Xx5YWGhSEiIh1arlUbt6f8vQBSBxEQVbG2TP27VB/sSYWNjA0EQYG/viJiYKGg0WmkeUlHUvb3WCxAEQKFQwN7eEYmJiVl+TomIyLIx8EdElIKs7l2t+/OUNNIv2broaAinTll0ilMiIiJL5OLiioDAZngeHITYG9dh++YNihQqAsUXDRn0y0dSmuspK1JxxsbGmgz6AcbzTRERWSp7e3toNJq3KTINaThFKfAmlysglyvg7V0Zly9fglargZ2dA+LiYqDT6aSAob29Q7KUv4bf/RqNGomJidDptFAoFHBycoJGo4GbWyHY2/83avjx44eIi4uDYUSePraon1tQEPSpPF1cCrxNN6p+m95THzisXNkfL148g1qthijqyy+Kurfv08HKyhpKpRKCoJ/7z9raBqIIzglJREQZxsAfEVEKsrp3tRjyzGTQDwAEhQLi85D3LisRERGZj0wmR7ESpYESpc1dFDIDw1xPOp0WggCoVCrIZPGwt3fMklSc9vb2ePlSZ7JNmlLKOnPJrlGPRJS/ubt74N6921CrEyGXy6XRdjKZPkWmXC6Dp2cpKJVW0lyfCoUIZ+cCiI+PBwB4epZCuXJeya5J+mtWDBIS4qQgYWJiImSyONjY2MPe3lH63R8R8QrPnj2BIej3Lv3oQgEKhRzOzs4oW9b7bdph4+th8eKeCAkJxr//XoMo6qBQKAAI0OnUUKkSodGoYW/vCGtr/chAhUKRbIQiERFRWhj4IyJKQVb3rhY8ikGnVpsM/okaDWRF2ZgnIiIiyku0Wi2uX78MnU4jzdGkT/smIjY2GnK5PNOpON3dPRAcHAStVpNsnamUdeaSlSnyiYjeJZfL4etbFRcunHk7Ik8GnU4/15+NjR2cnZ1RrpwXgKRzfabdCSE6OhoJCXHSXH0ApHSiCQmxiI6OBvDf9d5EltF3iHBwcIS9vWOKaYf1KT0BjUYtPW/Q6XTQj2AUodVq385RmgAnJ2dUrOjLDhRERJRhpp9oExER7O3t3zbAk3uf3tWy+g0gc3Iyvc7REbIGDTJcRiIiIiIyn9DQECQmJkoPi9+l04lQqRIznYpTLpfDy6si5HIFdDpR2rdcrkiWsi4jVCoVbty4jHPnTuHGjcvQaFTvXca0UuQbHtATEb0vV1c31KpVFw4OjrCysoKDgyNcXd3g7OwCL69KRtdCQ9CtfPkK8PDwTPU6qVYnQqs1/btfq9VBrdbPr2e43stkAhQK05l89Ok7hRQ7ZGi1WoSEPMX9+7elUYuiqF+uT0cqk9KS2trawsrKCk5Ozuk9RdL+7927jZCQp7z2EhHlYxzxR0SUgqzuXS1YWUHWuw90a3/Wz+mnUOhH+jk6QvZ5X84DRERERJTHxMbGQqFQQK1OHvwTBECj0WRJKs6MjmBJS1DQI9y8ee1toE5AeHgYnj4NQuXKfijxHilrszpFPhGRKa6uhVC/fmCWXQsBwMrKGnK57G2qTgPxbTBQREJCAnQ6rdH1PqXMQIIgIDY2BjqdNlmZ3h0VHR8fB41GA0HQSqML9QE/fSBQoVDCxsYWarUm3ddPjromIqJ3MfBHRJQCQ+9qfePZeFLu9+1dLatYGcK0GRBOnYL4PASyoh6QNWjAoB8RERFRBuWG+eTs7e1hZWWFxMT4JA+N9Q9vrayssywVZ0pp4zJKpVLh5s1rEEWtND+WTCZAFLW4efMaPDyKQaHIWNs0q1PkExGlJKuuhQYODo6wtbVHfHwsdDoRoqiDVquVjvXmzWv89dd5uLi4Std7tVptcl/6+fpE3L59Ez4+VaXl746KVqvVUKv1I6z1IwT/u3cYRvtZW1u/PX7a10+tVovnz4Nx586/kMkEWFvbvH3vf6OuMzvXLBER5T0M/BERpSKre1cDgKC0grzJh1lYSiIiIqL8JbeMbDBkiLCzc0BcXAx0Op00ekMmU8DXt0que9h69+5NaaRfUlqtJtkD6/Swt7fHy5c6k8G/90mRT0SUUwzXcSsrKyQkJCA2NhoymeztXH76oFx0dBSio6OgUMhha2sPlep1sv0oFArpGmiYF9DAMCpao9HgzZvXUtrmdxlG/cnlctjY2AJI+/ppuBdGR79BQkI8AAEJCfGwt3eEUqlPR8pR10RE+RPn+CMiSkNG5geg3IfzHBAREVmW3DSfnCFDhK2tHRwdXWBraw+FwhoODk6oVesDuLoWyrGypFd0dLTJoB+gH12S9IF1eri7e0CZQgaL90mRT0SUUwzXcYVC+Xb0nQCtVgetVgOtVouoqDeIiopEXFwsVCoV4uLiIAjGj1MVCgXkcv1zAp1OhKOjo9H62NhYCIKA6Og3bzuGpHQNlsHJyUVKHZ3a9dNwL9Ro1EhMVEGr1UGn00GnExEbGy2NJOSoayKi/Ikj/oiIyGLlltEARERElHXSM59csWI5N7IhOzJEZCdHR0eEh4eZfPBs6oF1emRHinwiopxiuI7//fdFxMZGwzDS7900nBqNGiqV7J35XAUAImQymdEcr3K5AhUqVDbav729PYKC4qDV6qRt9aMK/0v1KZfLYW1tC6VSma7rpz7VdQwSEuKg0aih0+kAADqdAJlMjsTEBNjY2HLUNRFRPsXAHxERWaS0RgNwngMiIqK8KbfMJ5cb5hh8H15elfH0aRBEMfnISFMPrNMrowHQvHr+iMgyyWRyWFtbQ6vVwRD4S0qlSoSVlfXbIJ01EhL087tqtVqIIqBQKFG5sn+yeVLd3T1w69YNyGSCUfDPMKefQqGEUqmEh0cxWFvbpuuaGB0djfj42LfHFqVUoQCg02mh0eiv8Rx1TUSUPzHwR0REFik9owE4zwEREVHekxvmk4uMjMCdO/8iJiZKetj69OkTeHtXyvVZBaysrFC5sh9u3rwmzfWn04mQyxUmH1hnhCFFflqYlYGIcqPExEQIAiCajvsBAHQ6HeRyGeRyOQoVKoyYmGio1Rq4urqhRo3aJq+hcrkcxYqVwN27N41GERrm9AMAa2sbVKrkZzLYZ6qjRHT0G6hUagD/BfzeDQDqdFrI5QqOuiYiyqcY+CMiIouUW0YDEBERUdZyd/dAcHAQtFpNsnU5MbJBq9Xixo0riI5+A51OP3JDFEWoVIm4ceMK6tZtmOsfspYoURoeHsVw+/ZNREdHw9HRERUqVM5U0C+9jOelSoROp4VMJocgCMzKQERmpQ+g6VN4pkQfXNMH8wRBBkdHZwCAm1vhFK+hkZERePPmNeRyBURRlNJyKhQKCII+NaevbxWT1z5THSWePn2CyMjX0Mf7jFOHGv5dsKAbqlWrxespEVE+xcAfERFZpNwwGoCIiIiyjkqlwt27+kCVUqmEKMqg0WhzfD6558+DERX1Bu+OsjAE/6Ki3iAkJBjFi5fM1jJkBYXCCj4+VXP0mFqtFrduXUN4+CtoNOq3D7z15y4xMR42NvbMykBEZlOkSFE8f/4UWi0AiEaj8wwM1y1raxtpWWq/Lw2dHXQ6LRwcHBEXFyOl59TpRDg7O8HXtxpcXd1SfG/S6StiY2OgUiVAJpNDp9OnGf0vCCjCxsYWHh6eDPoREeVjDPwREZFFMvdoACIiIso6QUGPTKSmlKNoUU/Y29vn6BxxL148hyj+N0fTu0RRhxcvnueJwF9OM4xaiYyMgEqV8M58VHJppEpCQiyio6PNXVQiyqeKFi2Ox4/vIzz81dtgmmAU/JPJZFAo5LC3dzS6B6T2+/LdKSisrKygVBZAQkICdDotBEGGsmW9TQb9kr73XYaR0qKog0KhhE6ngyiKkMkEyGQyyOUK/t4lIsrnTOdAIyIiyuPkcjm8vCpCLldAp9P/WDPMX8N5DoiIiPIOlUqFmzevQRT1o/sAvB0lpsPz58EoXbpMjo5seDe1mom1MBEPzPfeHbViGOVieGiuH/li2E4HtTrRjCUlovxMLpfD17cq3NwKQS5XQBD0c/nJ5QrY2zugZMlyKFhQvw5I3+/L2NhYCIKA+Ph4xMbGICEhATY2NrC3d4CdnR3i4+NTLE9K01fojyVCqbSSgn0Khb4ThSAI8PQsxd+7RET5HEf8ERHlIaYm9WaDPmUuLq4ICKiNFy94zoiIiHKrlNo3huUPHtyBWp34dj4lIcl7Nbh9+2aOpqwsXLgoQkNDTK4TBAHu7kVzrCx5xbujVvT//fc5Gua7kstlkMtlsLa2NmNJiSi/c3FxRYMGgQgKevJ2hLc+BaiHR3EptWbGfl+KiIx8LY0UN6Q2trNzgEKhTHUKipSmr7CxsUFCQjysrKxgbW2DxMQEaLVayOVy2Ns7oFw5ryw6G0RElFcx8EdElEdERkbgzh3jSb2Dg4Pg5VURLi6u5i5eriWTyTlPDBERUS5lSP+YtH1TpIgHXrzQB4uio6OlNGZyudzoAahMJuR4akh396K4e9cWcXExb8sgl8ri6OgMD4/iOVqetLw7N6KjoyMqVKgMhcIq24/7bkA3KipSCtrK5Yok81IJUtpPW1t72Ns7ZnvZiIhSI5fLUbx4SRQrljxtc0Z+X2q1WkREhBuNFBcEfbrqqKg3sLW1g06ng1qtQlhYaLJgYkrTVwiCACcnZ1hZWUGt1sDGxjZH57olIqLcj4E/IqI8QKvV4s6d5JN6a7Ua3L17CwEBtdm4JyIiojzl3fSP77ZvNBo1bt68BmdnZyl9mUr133sEQZCCSDqdCEfHnAsUGQKVhjmUNBo1dDotbGxs4ezsAi+vSrmqTZZ0bsTw8DA8fRqEypX9UKJE6Ww7btKAblxcLBITE+Dg4CSNVAH081QBgLW1NRwdnaBQcB5mIrIcoaEh0GjUsLd3RGxsNHQ6EaKoe5viWP/v+/fv4Pr1K7CxsYGNjU2yDr5eXhXfXk/V0hy3SqUSFSv6wsnJmdltiIjIJAb+iIjygOfPn5mc1BsA1Go1XrwI4ag2IiIiylPeTf/4Ln3KMg0SEuLfBvn060XRMGevDnK5/sGmXK5AhQqVc6S87wYqbWxsYG1tjYSEBOh0WiiVVqhWrWaOjKRLr5TnRtTi5s1r8PAoli3lNRXQtbW1g0qViNjYaNjZOUCn074d8acf6afRaKDT6ThShYgsimGOPplMBmfnAkhISEBsbDRkMsPodQHx8bEQRREJCXGwtrZO1sE3rekr+ByAiIhMSf4EmYiIcp2UJvUG9A9wYmNjc7hERERERJmTUvtGq9W+XR+DuLi4t8FB+dvREYY54UQIghyVK/vnWLDNEKg00KemtIW9vX6eppcvQ3OkHOl19+7NZOnhDAxzI2aHpOcJgJTGU6PR4PXrCIiiPl2eQqGAtbUtbG3toFRawcnJOVvKRERkDvb29tDpdADwtiOL/tonl8sAiG87QfzXqSUhIUF6r6GDL/BfetHy5SvAw8OTHSSIiChNHPFHRJQHGH4wmHo4ptOJqU4ITkRERJQb2dvb4+XL5O0bmUwOjUYNuVz+dl4kQKGQQy7XL3dwcELhwu45NledQV7riBUdHS2N9EsqO+dGNHWe1Go14uNj36a5E9+O2pTB0VE/RxUAaDQaZrEgIouSdI4+fbpq/TrDSEDDa/3cf1rpvbnxvkJERHkHR/wREeUBRYsWg1Jp+sGWUsm5UIiIiCjvcXf3SLF9IwhCsuCRIABKpRW8vCrCx6dqjqfVfHfkRlK5qSOWVqtFSMhTaDQqaDQavM2QaiQ750ZMep5EUURsbPTbVK0iFAoFlErF27n/YqQUrnzITUSWRi6Xw8urIuRyBXQ6EXK5/O2IdQF2dg5QKBTSNVoURaORfLnpvkJERHkPA39ERHmAXC6Ht/d/PxgAvP3hoOBcKERERJQnJX0gCkAaEebg4ASZTCYFhQxzwdnbOyA+Pt4s5U0tUJlbOmJFRkbg77/P49Gj+1J6VI1GnSxgmZ1zIyY9T4mJCdLnqx/F+d8oRJ1ORGJigvRvPuQmIktjmKOvdOmyKFasBBwdneDsXABWVlawtrZ5Zw5WGWxsbKT35Zb7ChER5U1M9UlElEekNak3ERERUV5jqn2j0+nw5MlD2NraIiEhATqdFjKZHDY2NhBFmC04ZAhU3r17C2q1GjKZAJ1OhFKpzBUdsbRaLe7evQWtViONlnR0dEJ0dBQ0Gg2USiuIor7jWHbNjajVahEaGgJraxtERkZAoVC8nbNRhCDI4ODghPj4WCmgKwj/zenIh9xEZKkMc/QBQOHCRYzuI7a29oiPj4etre3bdJ+5575CRER5FwN/RER5yLs/GIiIiIgsQdL2jT5VZTC0Wg1sbW2NtlUoFGYNDuXmjlihoSFQq1VGKVJtbe1gbW2D6OgoWFvboFChwtk2N2JkZMTbh9n6MujnZNTA3t4BgiDA1tYOgiBAEATExcW8HYUoQBBkzGJBRPlG0vuIra0tRFGHly9DIYpAkSJF4eFRnNdDIiLKFAb+iIjyGENP6tz2sImIiIgoK+T2kXW5tSNWbFQUhIgIiAkJgI0N4OoKQSaDTCaDs7ML3NzcUb58hWw5tqnRhnK5HHK5HDKZHA4OTtDp9CP7rKysoFQWQEJCAkRRhLd3JT7kJqJ8xTCvX1xcLEJCnkrXS51Oh5CQYDg4OMLFxdW8hSQiojyNgT8iojwkaU/qly91CA4OgpdXRf4wICIiIouRm0fW5Ua6Wzdh8/sOaAsWgAwARBFC2EuIxT0hODpm+/x5pkYbGmg0GhQq5I7IyAgpkCuKgIODI9uwRJSvaLVaPHhwF0+fPoYo6qBSqSCKImQyAfb2jlAqldBqNbh79xYCAmrznkdERO+NgT8iojzCVE9qmUzGHwZERERkkXLryLrcRlSpoFv7MwolJOCZixO0cjkgCBC1WgjBTyF6V4BSaZWtKVJjY2NNBv0AQCbTp/dkIJeI8rPIyAjcufMvwsNfAtB3itDpdFAoFBBFGWJjo+HsXACCIECtVuPFixDeA4mI6L2ZbpkTEVGu8+KFvie1KYYfBkRERESUv+j+PAVdVBTkooiyQcGQa7UQBQGAvuOYPCIi21Ok2tvbv52zz0T53o42NARyy5evAA8PTwb9iCjfMHTijYuLkdJ8AoAgCNBqtRBF/bUyMTEBgL7DRGxsrJlKS0REloAj/oiIsomoUkH35ymIIc8geBSDrEEDCEqr995fXFzqPan5w4CIiIgo/xFDnkFQKgEALjGxqHrrLkILFkC8tQ1sExNQxNYJVtmcTtPd3QPBwUHQajXJ1imVymwdbUhElNsZ0iFrtVq87ZcBQJDmPtVoNFAoFNBq9a+zOz0zERFZPosI/C1btgwnT57ErVu3oFQq8ddffyXbJiQkBJMmTcKFCxdgZ2eHtm3bYuTIkVAoLOIUEOUL7wbSZMWKQRHYGBByZ09h3a2b0K39GbqoKAhKJXRqNcQ/DkDWuw9kFSu/1z7t7PQ9qU0F//jDgIiIiCh/EjyKQadWS8E/mSii6KsIAICo0UD+QaNsL4NcLoeXV8W3c1Hr5/HT6UQolcpkow21Wi1CQ5nyk4jyD0M6ZLlcDlEERFGUgn4AoNNpoVLpf+uLosgOE0RElGkWEfVSq9Vo3rw5qlSpgt9++y3Zeq1WiwEDBsDNzQ1btmzBy5cvMWbMGCiVSnz99ddmKDERZVTSQJr2rBqJhw9A+KwPhArvF0jLLoZ5VsT4eOkBjKBUQoyPh27tzxCmzXivkX9FirAnNREREREZk9VvAPGPAxDj45Ovc3SErEGDHCmHi4trmvP4RUZGvA0OqiCTyfDypQ7BwUHw8qoIl2welUhEZC729vZ4+VIHa2sbxMfHQ6NRQxAEiO/m/YSIhIQEAJGoXLkKO0QQEVGmWMQcf8OHD0fv3r3h5eVlcv3p06dx//59/O9//0PFihXRsGFDfPnll9i0aRNUKtPzZRFR7pFyIC0B2jU/Q0xh3jtzMcyzYnJddDR0p069134NPanlcgV0Ov0PBJ1OhFyuyPZ5W4iIiIgodxKsrCDr3QeCrS1Ejb6DmKjRQLC1hezzvplKNZ9Rqc3jZ5jjSqvVSBksZDIZtFoN7t69ZTT6hYjIkri7e0CptIIgCLCy0l+TjYN+kEYEWltb48WLZ7wmEhFRplhE4C8tV65cgZeXF9zc3KRl9erVQ0xMDO7fv2/GkhFReqQWSBMzEUjLLu/Os5KUoFBAfB7y3vs29KQuXbos3NzcUbp0WQQE1GYPaSIiIqJ8TFaxMuTTZkDeoROEmrUh79AJ8mkzIKtQydxFkxjmuDJFrVbjxYv3byMTEeVm73biFUURCoUSgH6yP5lMDisrayiVSigUcuh0Ol4TiYgo0ywi1WdaXr16ZRT0AyC9DgsLy9C+/puEN28z1MNS6pMa1tUCPH8GWSqBNLwIyVV1lhUrBu1Ztcngn6jRQObhkaHyJv1c5XI5ihXzzIKS5j4W+x02gXUlIiKirCQorSBv8qG5i5EiwxxXpshkAmJjY3O4REREOcfQiffff68hJOQZZDIZdDothHd+JImi/vc+r4lERJRZuTbwN2fOHKxcuTLVbfbv34+yZcvmUIkAKyvLSaMnCPrGhCDoGxaWjHW1ACWKQ33uTLJAmiAAok4DhWcxKJW55+9TEdgYiYcPQIxPSLZO5uwI68DGEDJQXov9XE1gXS1TfqorERERmWaY48pU8E+nE2Fvb2+GUhER5RyZTI6KFf0QFxeHmJhoxMfHJlkvwNrahtdEIiLKtFwb+OvTpw/atWuX6jaenukb8eLm5oZr164ZLXv16hUAoFChQukuk0qltZjRCoaHrxqN1uIfwrKueZ9Ypz6wbz/E+HjjFTIBsHeEWLc+1OpclP9ekEP4rA90a36GGB2tT++p0UBwdISsd19oBDmQgfJa6udqCutqmfJTXYmIiMg0d3cPBAcHQavVJFunVCpRpIiHGUpFRJSzDGk/79z5FwkJ8QBEiKI+6Gdv7whBEKBQKHhNJCKiTMm1gT9XV1e4umbNnFVVqlTBTz/9hPDwcBQsWBAAcPbsWTg4OKBcuXIZ2pelPbAURcurU0pY1zxMaQVZ7z7Qrf0ZureBNGg0kDnrA2lQWOW6+goV9POs6E6dgvg8BLKiHpA1aABB+f5ltbjPNRWsq2XKT3UlIiIiY4aH3Xfv3oJarYZMJkCnE6FUKuHlVREyWe7J4EFElJ1cXFxRo0YdPHhwF0FBjwEAtra2b1N9KnhNJCKiTMu1gb+MCAkJwZs3bxASEgKtVotbt24BAEqUKAF7e3vUq1cP5cqVw+jRo/HNN98gLCwM8+fPR/fu3WFlZWXm0hNResgqVoYwbQYEQyDNwwPWgY2hEeS5NpCQ2+dZISIiIiLKSYY5rl68CEFsbCzs7e1RpIgHH3ATUb4jk8lRvnxFlC3rxWsiERFlOYsI/C1cuBA7d+6UXrdt2xYAsH79etSqVQtyuRw//fQTJk2ahM6dO8PW1hbt2rXD8OHDzVRiInof7wbSBAH6efJyU4pPIiIiIiJKlUwmh4dH+qbtICKydLwmEhFRdhBEMbeOlcl9wsKizV2ELCMIgFIph1pt+fMtsa6WiXW1TKyrZbLkuhYq5GjuIuQJub0NZcnf0ZzE85g1eB6zBs9j5vEcZg2eR9PYhkofc7Wh8vP3Nj/XHWD983P983PdAdY/P9c/r9U9vW0oWTaXg4iIiIiIiIiIiIiIiIhyAAN/RERERERERERERERERBaAgT8iIiIiIiIiIiIiIiIiC8DAHxEREREREREREREREZEFYOCPiIiIiIiIiIiIiIiIyAIw8EdERERERERERERERERkARj4IyIiIiIiIiIiIiIiIrIACnMXgIiIiIiIiIiIyFIEBwdj6dKlOH/+PF69eoXChQvjk08+wcCBA2FlZWXu4hEREZGFY+CPiIiIiIiIiIgoizx8+BCiKGLKlCkoWbIk7t69i++++w7x8fEYM2aMuYtHREREFo6BPyIiIiIiIiIioizSoEEDNGjQQHrt6emJR48e4ZdffmHgj4iIiLIdA39ERERERERERETZKDo6Gs7Ozhl+nyBkQ2HSeUxzHNvc8nPdAdY/P9c/P9cdYP3zc/0tte4M/BEREREREREREWWTJ0+eYOPGjRke7WdlJc+mEqVOEAC5XA5BAETRLEUwm/xcd4D1z8/1z891B1j//Fx/S607A39ERERERERERERpmDNnDlauXJnqNvv370fZsmWl16Ghofjiiy/QvHlzdOrUKUPHU6m0ZhvxJ4qARqO1qIeg6ZGf6w6w/vm5/vm57gDrn5/rb6l1Z+CPiIiIiIiIiIgoDX369EG7du1S3cbT01P6d2hoKHr16oWqVati6tSp73VMcz6EFEXLGv2QEfm57gDrn5/rn5/rDrD++bn+llZ3Bv6IiIiIiIiIiIjS4OrqCldX13Rtawj6Va5cGTNmzIBMJsvm0hERERHpMfBHRERERERERESURUJDQ9GzZ094eHhgzJgxiIiIkNYVKlTIjCUjIiKi/EAQRUsawEhERERERERERGQ+O3bswLhx40yuu3PnTg6XhoiIiPIbBv6IiIiIiIiIiIiIiIiILAATjBMRERERERERERERERFZAAb+iIiIiIiIiIiIiIiIiCwAA39EREREREREREREREREFoCBPyIiIiIiIiIiIiIiIiILwMAfERERERERERERERERkQVg4I+IiIiIiIiIiIiIiIjIAjDwR0RERERERERERERERGQBGPgjIiIiIiIiIiIiIiIisgAM/OUzwcHBGD9+PAIDA+Hn54cPP/wQCxcuhEqlMtrG29s72X9XrlwxX8HfQ3rqCgC3b99Gt27d4Ovri4YNG2LlypVmKnHmLFu2DF26dIG/vz8CAgJMbmPqc923b18OlzTz0lPXkJAQ9O/fH/7+/qhTpw5mzZoFjUaTwyXNeoGBgck+wxUrVpi7WFli06ZNCAwMhK+vLzp27Ihr166Zu0jZYtGiRck+w+bNm5u7WFni0qVLGDhwIOrVqwdvb28cOXLEaL0oiliwYAHq1asHPz8/9O7dG48fPzZPYYneceLECXTs2BF+fn6oUaMGBg8ebLTeUu8p2UGlUqFNmzbw9vbGrVu3jNZZSpsru+S3tmt2yi9tiqyyfPlydOjQAVWrVkWdOnUwePBgPHz40GibxMRETJ48GbVq1ULVqlUxbNgwvHr1ykwlzv1WrFgBb29vTJ8+XVrGc0h5XWr3eEuV3nuzpciv98/03AfzE1P3MEsXGhqKUaNGoVatWvDz88PHH3+M69evm7tY2U6r1WL+/PlG17glS5ZAFEVzFy1b5LdnVgpzF4By1sOHDyGKIqZMmYKSJUvi7t27+O677xAfH48xY8YYbbt27VqUK1dOeu3i4pLDpc2c9NQ1JiYGffv2RZ06dTB58mTcvXsX48ePh5OTEzp37mzmGmSMWq1G8+bNUaVKFfz2228pbjdjxgzUr19feu3k5JQTxctSadVVq9ViwIABcHNzw5YtW/Dy5UuMGTMGSqUSX3/9tRlKnLWGDx+OTp06Sa/t7e3NWJqssX//fsyYMQOTJ0+Gv78/1q1bh759++LgwYMoWLCguYuX5cqXL481a9ZIr+VyuRlLk3Xi4uLg7e2NDh06YOjQocnWr1y5Ehs2bMDMmTNRvHhxLFiwAH379sX+/fthbW1thhITAYcOHcJ3332HESNGoHbt2tBqtbh796603tLvKVlt9uzZKFy4MG7fvm203JLaXNklv7Vds0t+a1NkhYsXL6J79+7w9fWFVqvFvHnz0LdvX+zbtw92dnYAgB9++AEnT57E/Pnz4ejoiKlTp2Lo0KHYsmWLmUuf+1y7dg1btmyBt7e30XKeQ8rrUrrHW7KMPEPL6/Lz/TM998H8IqV7mCV78+YNunbtilq1amHlypUoUKAAnjx5AmdnZ3MXLdutXLkSv/zyC2bNmoVy5crhxo0bGDduHBwdHdGrVy9zFy/L5btnViLleytXrhQDAwOl10+fPhW9vLzEf//914ylyh5J67pp0yaxRo0aYmJiorTsf//7n9isWTNzFC9LbN++XaxevbrJdV5eXuLhw4dzuETZJ6W6njhxQqxQoYIYFhYmLdu8ebNYrVo1o886L2rcuLG4Zs0acxcjy3366afi5MmTpddarVasV6+euHz5cjOWKnssXLhQ/OSTT8xdjGyX9Hqj0+nEDz74QFy1apW0LCoqSvTx8RH37t1rjiISiWq1Wqxfv764devWFLex5HtKVjtx4oTYvHlz8d69e8nakpbY5soJ+aHtmtXyU5siu4SHh4teXl7ixYsXRVHU368rV64sHjhwQNrm/v37opeXl3j58mUzlTJ3iomJEZs2bSqeOXNG7NGjhzht2jRRFHkOKe9L7R6f3yS9N1sK3j//k/Q+mF+kdA+zdP/73//Erl27mrsYZtG/f39x3LhxRsuGDh0qjhw50kwlyjn54ZkVU30SoqOjTfZiGDRoEOrUqYOuXbvi6NGjZihZ1kta1ytXriAgIABWVlbSsnr16uHRo0d48+aNOYqY7QzpZT799FP89ttvFjl8+8qVK/Dy8oKbm5u0rF69eoiJicH9+/fNWLKssXLlStSqVQtt27bFqlWr8ny6OZVKhZs3b6Ju3brSMplMhrp16+Ly5ctmLFn2efLkCerVq4cmTZpg5MiRCAkJMXeRsl1wcDDCwsKMPmdHR0f4+/tb7OdMud+///6L0NBQyGQytG3bFvXq1cMXX3xhNOLP0u8pWeXVq1f47rvvMHv2bNjY2CRbnx/bXFmBbdeMyY9tiuwQHR0NANJ378aNG1Cr1UbntWzZsvDw8Mhz00FktylTpqBhw4ZG5wrgOaS8La17fH6T0jO0vIz3T2NJ74P5RUr3MEt37Ngx+Pj4YPjw4ahTpw7atm2LrVu3mrtYOaJq1ao4f/48Hj16BEA/pcDff/+NBg0amLlkOc8Sn1kx1Wc+9+TJE2zcuNEoRYGdnR3Gjh2LatWqQRAE/PHHHxgyZAiWLFmCJk2amLG0mWOqrq9evULx4sWNtjM82Hv16pXF3eSHDx+O2rVrw9bWFqdPn8bkyZMRFxdnccO3X716ZfSAFvjvcw0LCzNHkbJMz549UalSJTg7O+Py5cuYN28ewsLCMG7cOHMX7b29fv0aWq02WfqQggULWmRefT8/P8yYMQOlS5dGWFgYlixZgu7du2PPnj1wcHAwd/GyjeFvz9TnzPltyFyePn0KAFi8eDHGjh2LYsWKYc2aNejZsycOHToEFxcXi76nZBVRFDF27Fh06dIFvr6+CA4OTrZNfmtzZQW2XTMuv7UpsoNOp8MPP/yAatWqwcvLC4D+u6VUKpNNEVCwYEFeB9+xb98+/PvvvyanIuA5pLwqPff4/MTUvdkS8P75H1P3wfwgtXuYpXv69Cl++eUXfP755xg4cCCuX7+OadOmQalUol27duYuXrbq378/YmJi0KJFC8jlcmi1WowYMQKffPKJuYuW4yzxmRUDfxZizpw5WLlyZarb7N+/H2XLlpVeh4aG4osvvkDz5s2N5gtzdXXF559/Lr328/PDy5cvsXr16lwR+MvKuuZ271PX1AwZMkT6d6VKlRAfH4/Vq1fnisBfVtc1L8lI3d/926xQoQKUSiUmTpyIkSNHGvX+p9yrYcOG0r8rVKgAf39/NG7cGAcOHEDHjh3NWDIiy5He66pOpwMADBw4EM2aNQOgnwu3QYMGOHjwILp06ZLtZc3N0nsez5w5g9jYWAwYMCCHSpa35Ke2K+V9kydPxr1797B582ZzFyVPef78OaZPn46ff/45b84BQ/lOfr/H895MKcmP98H8fg8TRRE+Pj7S/O2VKlXCvXv3sGXLFosP/B04cAB79uzB3LlzUa5cOdy6dQszZsxA4cKFLb7u+QEDfxaiT58+af5Benp6Sv8ODQ1Fr169ULVqVUydOjXN/fv7++Ps2bOZLmdWyMq6urm5JYvaG14n7d1vDhmta0b5+/tj6dKlUKlUZg8aZWVd3dzccO3aNaNlhs+1UKFC71fAbJSZuvv7+0Oj0SA4OBhlypTJjuJluwIFCkAulyM8PNxoeXh4eK74O8xuTk5OKFWqFIKCgsxdlGxl+NsLDw9H4cKFpeXh4eGoUKGCuYpFFiq911VDr753H+pYWVnB09MTz58/B5D37ilZKb3n8fz587hy5Qp8fX2N1nXo0AEff/wxZs2alevbXNkpP7VdzS2/tykya8qUKThx4gQ2btyIIkWKSMvd3NygVqsRFRVlNGItPDzc4q+D6XXz5k2Eh4ejffv20jKtVotLly5h06ZNWL16Nc8h5SpZeY/Pi7L7GVpew/unXkr3QUuX1j3s+vXrkMvlZixh9ipUqFCyQQZlypTBoUOHzFSinDN79mz0798frVq1AgB4e3sjJCQEy5cvz3eBP0t8ZsXAn4VwdXWFq6trurY1NFgqV66MGTNmQCZLe6rHW7du5ZofJFlZ1ypVqmD+/PlQq9VQKpUAgLNnz6J06dK5IlVSRur6Pm7dugVnZ2ezB/2ArK1rlSpV8NNPPyE8PFwaon327Fk4ODigXLlyWXKMrJSZut+6dQsymSzZUPS8xMrKCpUrV8a5c+fw4YcfAtCn1zh37hx69Ohh5tJlv9jYWDx9+jTXXGOzS/HixVGoUCGcO3cOFStWBADExMTg6tWr6Nq1q5lLR5YmvddVHx8fWFlZ4dGjRwgICAAAqNVqPHv2DB4eHgDy3j0lK6X3PE6YMAFfffWV9Prly5fo27cvfvzxR/j7+wPI/W2u7JSf2q7mlt/bFO9LFEVMnToVhw8fxoYNG5J1OPPx8YFSqcS5c+ek0dEPHz5ESEgIqlSpYoYS5z61a9fGnj17jJaNGzcOZcqUQb9+/VC0aFGeQ8pVsvIenxdl9zO0vCa/3z/Tug9aurTuYZYc9AOAatWqSXPcGTx+/BjFihUzU4lyTkJCAgRBMFoml8shiqKZSmQ+lvjMioG/fCY0NBQ9e/aEh4cHxowZg4iICGmd4aHzzp07oVQqpS/54cOHsX37dkybNs0sZX5f6anrxx9/jCVLluDbb79Fv379cO/ePaxfvz5PzpcWEhKCN2/eICQkBFqtFrdu3QIAlChRAvb29jh27BjCw8Ph7+8Pa2trnDlzBsuXL0efPn3MXPKMS6uu9erVQ7ly5TB69Gh88803CAsLw/z589G9e/dcEeR8X5cvX8bVq1dRu3Zt2Nvb4/Lly5gxYwY++eSTPP+w7/PPP8eYMWPg4+MDPz8/rFu3DvHx8UY9zizFrFmz0LhxY3h4eODly5dYtGgRZDIZWrdube6iZVpsbKzRyMXg4GCpg4GHhwd69eqFZcuWoWTJkihevDgWLFiAwoULSz8uiXKag4MDunTpgkWLFqFo0aLw8PDA6tWrAQDNmzcHAIu9p2QlQ5DUwM7ODoD+vmzoLW1Jba7skt/artklP7UpssrkyZOxd+9eLF26FPb29tJoaEdHR9jY2MDR0REdOnTAzJkz4ezsDAcHB0ybNg1Vq1Zl0OotBweHZHNB2dnZwcXFRVrOc0h5UXru8ZYsPfdmS5Gf759p3QctXXruYZbss88+Q9euXfHTTz+hRYsWuHbtGrZu3YopU6aYu2jZrnHjxvjpp5/g4eEhpfpcs2YNOnToYO6iZYv89sxKEPNjCDcf27FjR4oPBu7cuQNAH/hbuXIlQkJCIJfLUaZMGfTt21d6AJZXpKeuAHD79m1MmTIF169fR4ECBdCjRw/0798/p4qZZcaOHYudO3cmW75+/XrUqlULp06dwrx58/DkyRMA+oZ6165d0alTpzzXYy2tugLAs2fPMGnSJFy8eBG2trZo164dRo4cCYUi7/Z3uHnzJiZPnoyHDx9CpVKhePHiaNOmDT7//HOLePi8ceNGrF69GmFhYahYsSImTJiQp3uRpmTEiBG4dOkSIiMj4erqiurVq2PEiBEoUaKEuYuWaRcuXDA5Z2i7du0wc+ZMiKKIhQsXYuvWrYiKikL16tUxceJElC5d2gylJdJTq9WYN28efv/9dyQkJMDf3x/jx49H+fLlpW0s8Z6SnYKDg9GkSRPs2rVL6kgGWE6bK7vkt7ZrdsovbYqs4u3tbXL5jBkzpAe+iYmJmDlzJvbt2weVSoV69eph4sSJFvfgOyv17NkTFSpUwLfffguA55AsQ0r3eEuV3nuzpciv98/03Afzm6T3MEt3/PhxzJs3D48fP0bx4sXx+eef54u5PGNiYrBgwQIcOXJESnHZqlUrDBkyxCKeMyaV355ZMfBHREREREREREREREREZAHy1jAfIiIiIiIiIiIiIiIiIjKJgT8iIiIiIiIiIiIiIiIiC8DAHxEREREREREREREREZEFYOCPiIiIiIiIiIiIiIiIyAIw8EdERERERERERERERERkARj4IyIiIiIiIiIiIiIiIrIADPwRERERERERERERERERWQAG/oiIiIiIiIiIiIiIiIgsAAN/RERERERE+dSRI0ewadOmdG///PlzjBs3DoGBgfD19UW9evXQu3dv/P7779I2Fy5cgLe3N6pXr46oqKhkx/P29kZwcLC0LDAwEN7e3ib/CwsLS7EsERERmDZtGjp27AgfHx9UrVo1AzUnIiIiej9jx45F69atTa6bPn06AgMDpdeGdpG3tzcePHiQbPsff/wR3t7eRu9519q1a+Ht7Y3x48ebXN+zZ09p/xUqVECjRo0wcuRIPHv2LNU6XL9+HePGjUOLFi1QoUIFDBgwINXtiShvUZi7AESUfRYtWoTFixdLrwsUKAAvLy8MHz4cAQEBRtveuXMHK1aswIULFxAZGQknJydUq1YN3bt3R506dQDoGwWbN2/GlStX8OjRIzRs2BDLly9Pd3k2bdqEHTt2YPv27QCA4OBgNGnSJNl2/v7+2Lp1q/Q6M8f19vZOtszNzQ1nzpwxWnb06FH89NNPuH//Puzt7VG9enWMGjUKnp6e0jbbtm3D4sWLodFo0LNnTwwcONBoH4sXL8bNmzexbNmydJUtu/Xs2RN2dnYZ+oxy2rJly3Dx4kWsWbPG3EUhIiLKl44cOYIbN26ge/fuaW4bFRWFTp06wdnZGcOGDYOHhwdevHiB8+fP488//0SbNm2Mto+JicG6deswbNiwNPfdrFkz9OnTJ9lyFxeXFN8TGhqK/fv3w8/PDz4+Prhz506axyEiIiIyBzs7O+zfvz9Zu2jfvn2ws7NL8X27d+8GABw+fBiTJk2ClZVVsm2qVauGMWPGQKvV4u7du5g/fz6uXbuG3bt3w9bW1uR+//nnH/z111/w8/NDYmJiJmpGRLkRA39EFs7Gxgbr1q0DALx48QJLly5F7969sWPHDnh5eQHQP/AZMWIEypcvjxEjRqBEiRKIiIjAH3/8gT59+uDixYtwdHTMVKMgPj4ey5Ytw3fffZds3ddff41atWpJr+3t7Y3WZ7Yx0rNnT6OeWEql0mj9hQsXMHToULRt2xYjRoxAZGQkFixYgD59+mDPnj2wsbHBgwcPMHXqVKn8kyZNgp+fH+rWrQsACAkJwfr166WgZm4wceJEyGS5e2B39+7dsWrVKpw/fx61a9c2d3GIiIgoFYcOHcLLly/x66+/wsPDQ1repk0b6HS6ZNvXqlULGzZswOeffw4HB4dU9+3m5oYqVapkqDze3t44e/YsAH2HNwb+iIiIKLdq0qQJ9u7daxT4u3r1KkJCQtCiRQtcvnw52XsePXqEmzdvom7dujh79ixOnDiBpk2bJtvOyclJakdVr14dtra2GDNmDE6ePInmzZubLE/Pnj3x2WefSf8mIsvCwB+RhZPJZEYPUfz8/BAYGIgtW7bg+++/R1hYGMaMGYPq1atjxYoVRj2HmjVrho4dO0Kh0F8qMtMo2L9/P9RqtckRfiVLlkz1QU9mGyNFixZNdf/79u2Dh4cHfvjhBwiCAABwdXXFZ599hhs3biAgIEAKTHXs2BGA/sHX6dOnpcDfzJkz0bVrV6MRguaSkJAAGxsblCtXztxFSZOTkxOaNm2K9evXM/BHRESUw8aOHYudO3cC+C9LQrt27TBz5kyT27958wYymQwFCxZMts5UZ6O+ffti+PDh2LBhAwYNGpSFJU/5mERERES5UYsWLbBv3z7cvHkTlStXBgDs2bMHderUgaurq8n37N27F4IgYMqUKejSpQv27NljMvCXlK+vLwAYpVZPiu0oIsvGv3CifMbDwwOurq7SzX/r1q2IiYnBuHHjTKYLqF27tpQWIDONgl27dqFJkyZSEDEjsrsxotFoYG9vLwX9AMDR0REAIIoiAEClUsHGxkZab2trC5VKBQA4f/48rl69mu586Ib87tevXzdartVq8cEHH2Du3LkAgAcPHmDEiBFo2LAh/P390bJlS/z8889GPeqDg4Ph7e2NHTt2YMKECahVq5YUnOzZs6dRmTKyv99//x1TpkxBjRo1UK9ePcyaNQsajcaovA8ePMDQoUNRs2ZN+Pv745NPPsHevXul9aIoYvXq1WjWrBl8fHzQpEkTrF27Ntn5aN68OU6ePImIiIh0nT8iIiLKGoMHD0bDhg3h6emJX3/9Fb/++isGDx6c4vaVK1eGTqfDqFGjcPny5WRtg6RcXV3RuXNnrF27FrGxsaluK4oiNBqN0X9arfa96kVERESU2xQuXBg1atSQnpvodDocPHgQrVq1SvE9e/fuRUBAADw9PdGiRQucOHEC0dHRaR7L8MyvcOHCWVN4IspzGPgjymdiYmIQGRkp3fwvXbqEwoULm5wLL6skJCTg8uXLqFatmsn1kyZNQsWKFVGnTh1MmDABkZGRWXr8FStWoHLlyggICMBXX32FkJAQo/Xt27fHgwcPsGnTJkRHR+Pp06eYN28eKlWqJJXZ19cXZ8+exe3bt3H79m2cPXsWvr6+0Gq1mD59Or755ptUc7K/q0aNGihcuDD2799vtPz8+fN49eqVlJb05cuXKF26NCZOnIgVK1agU6dOWLJkCZYuXZpsn/PmzYMoipg7dy6++eYbk8fNyP7mz58PmUyG+fPno0uXLvj555+xbds2af3jx4/RuXNnPHnyBN9++y2WLVuG9u3bG53b6dOnY+HChWjbti1WrFiBdu3aYc6cOfjll1+MjlW1alVotVpcvHgxXeePiIiIskaJEiXg6uoKGxsbVKlSBVWqVEGJEiVS3L5OnTro27cvjhw5gi5duqB69ero06cPdu3aJXWWSqpv376Ii4vD5s2bUy3L5s2bUblyZaP/UkpNRURERJQXtW7dGgcOHIAoirhw4QKioqJSHMF37do1PH78WHpG1Lp1a6hUKhw6dCjZtoYOVCqVCjdu3MDs2bPh5OQkZakiovyHqT6J8gFDb+wXL15g1qxZ0Gq1aNasGQAgNDTUaI6W7HDr1i2o1epkwUUrKyt07doV9erVg5OTE65evYqffvoJN27cwLZt25LNxfc+2rZti0aNGsHNzQ13797FsmXL0K1bN/z+++9wdnYGAAQEBGDx4sUYOXIkpkyZAgCoWLEiVq1aBblcLm3TsmVLtGnTBoA+N3vr1q2xefNmODk5Gc0hmBaZTIaWLVti//79GD16tDTScO/evShfvrx0nurUqYM6deoA0DfiqlevjoSEBGzcuBFDhw412meFChUwffr0VI+bkf35+flhwoQJAIAPPvgAFy5cwKFDh9C1a1cA+nl0lEolfvnlF2nOnncblEFBQdi4cSMmT56Mzp07S+sTEhKwZMkSdO7cWRrJ6eTkBA8PD1y9epUP+IiIiHIBURSNRtsJgiC1iUaPHo2uXbvi6NGj+Pvvv3Hu3DmcOXMGZ86cwf/+979k+3J3d8enn36KNWvWoEePHikes0WLFujbt6/RMmtr6yyqEREREZH5NW3aFFOmTMHff/+NvXv3omHDhinOg7x3714olUrpOUmVKlXg6emJPXv24NNPPzXa9uTJk1L6UAAoVaoUFi1aBDc3t+yrDBHlagz8EVm4uLg4o5u/s7Mzvv/+e9SvX19a9m6Ky+wQFhYGAMlylhcuXBiTJk2SXtesWRPly5fHgAEDcPjwYbRs2TLTx541a5b07xo1aqB69epo3749tm7din79+gEA/vnnH4wePRqdOnVCo0aNEBkZiaVLl6J///7YvHmzlOJzypQpGDZsGDQaDYoWLYqIiAgsWbIEa9asQUxMDKZMmYKTJ0/Czc0NY8eONTrHSbVq1Qpr167F33//jYCAAKhUKhw5cgR9+vSRtklMTMTy5cuxZ88ePH/+HGq1WloXGxsLe3t76XWjRo3SPBcZ2V+9evWM3lu2bFmcP39een3+/Hk0a9YsxQbq2bNnAegbte+mAatbty5WrlyJ58+fo1ixYtJyFxcX6XtCRERE5nXx4kX06tVLel2zZk1s2LBBeu3p6YnevXujd+/eiI2NxZdffondu3ejb9++qFChQrL99evXD9u2bcOvv/6K4sWLmzymq6urNB8NERERUW4ml8tTTEmu0+lSnObGxcUF9erVw86dO/HHH39g2rRpKe5j//79qFmzJmQyGaKiogDoO6GvX78eoaGhcHd3l7avXr06xo0bB7lcDnd3d5PzMRNR/sLAH5GFs7GxwcaNGyEIAgoUKICiRYsazZnn7u6Ohw8fZmsZEhMTAcDkHIJJNWzYEHZ2drh582aWBP6SqlChAkqXLo2bN29Ky6ZNm4batWtj7Nix0rIqVaqgUaNG+P3336URawBQqFAh6d/z589Hs2bNULFiRcyePRtPnjzBH3/8gdOnT+PLL7/EkSNHUpyg2c/PDyVKlJDytZ86dQpRUVFGIwf/97//Ydu2bRgyZAh8fHzg6OiIo0ePYtmyZUhMTDQK1KWnUZeR/RnmODRQKpXSnIYAjNLFmvL69WuIoojatWubXJ808GdlZSV9T4iIiMi8KleujN9++016/W4bISl7e3t069YNf/75Jx4+fGgy8Ofh4YF27dph1apVGDduXLaUmYiIiCinuLq64tWrVybXvXz5MsVnQYC+I/jo0aNhZ2eXYifu8+fPIywsDGFhYahRo0ay9fv378fnn38uvXZ0dGQHKiIywsAfkYWTyWSp3vxr1qyJc+fO4d69eyhfvny2lMGQUjMqKsoocJZbPHjwAE2aNDFaVqRIERQoUABBQUEm3/Pvv//ijz/+wIEDBwAA586dQ4cOHeDs7IxWrVphypQpuHr1Kho3bpzicVu1aoVff/0VEyZMwP79++Hv7w9PT09p/cGDB9G5c2f0799fWnby5EmT+0rPqM2M7C8tLi4uePnyZYrrnZ2dIQgCNm/ebDJla+nSpY1eR0dHZ9v3j4iIiFKmVCqTdb5xcHAw2X6MiIhAgQIFkrU7Hj9+DACpppPq378/duzYga1bt2a+0ERERERmVKNGDaxYsQKXLl0yCszFxMTgwoULRh3Ik2rSpAmaNGkCPz+/FNOa79mzB3Z2dli6dKlR530A+OGHH7Bnzx6jwB8RUVIM/BHlcx07dsTq1asxY8YMLF++PFmQ5sKFC/Dz84Otre17H8MQ5AkODkbZsmVT3fb48eOIi4vLtp5Kt27dwqNHj9C+fXtpmYeHB/7991+j7Z49e4bXr18bjUp719SpUzFs2DAUKFBAWhYfHw8A0Gq1UKlUEEUx1bK0bt0ay5Ytw7Fjx3Ds2DGMGDHCaH1iYqLR56HVarFv3770VdSErNxfnTp1cOjQIYwaNcpkuk/DXIKRkZEIDAxMdV86nQ4hISHo0KHDe5WFiIiI3l/ZsmWxfft27N27FyVLlkSBAgVSTMe5c+dO/P7772jTpg0qVaoEnU6Hy5cvY+XKlahcuTKqV6+e4nE8PT3x8ccfY+fOnSbXv3r1CleuXEm2vFy5cimmFgf0HZsA4P79+9BqtdJrX1/fFNtxRERERJlRr149BAQEYOjQoRgyZAjKly+Ply9fYtWqVZDJZOjZs2eK77Wzs8PixYtTXJ+YmIjDhw+jadOm0rOVd3Xo0AHTp0/Hw4cPUaZMmfeuQ0REBC5evCj9OzY2VmpHNWzYMFPPAYnI/Bj4I8rnChUqhFmzZuGrr75C165d0b17d3h6euL169c4cuQI9uzZgwsXLgB4/0aBp6cnChUqhJs3b6Jhw4bS8pkzZ0IQBFSpUgVOTk64du0ali9fDh8fH3z44YfSduk97kcffQQPDw+sW7cOALB69WoEBQWhVq1acHV1xb179/DTTz+hSJEi6Nixo7T/Ll264IcffsC0adMQGBiIyMhILFu2DAULFkSLFi2S1Wf37t2IjY1Fly5dpGW1a9fGL7/8gnLlyklz4fn7+6d67suVKwdvb29MnToViYmJyVKb1q1bF9u2bUO5cuVQoEABbN682SjdZkZl5f6GDh2KEydOoFu3bvjiiy9QqFAhPHjwAPHx8ejXrx9Kly6N7t27Y/To0ejbty/8/f2hVqvx+PFjXLhwAUuXLpX29ejRI8TFxSEgIOC960ZERETv59NPP8W1a9cwdepUREZGol27dpg5c6bJbRs2bIiQkBDs2rULS5cuhU6ng4eHB/r06YPPP/8ccrk81WMNGDAAu3fvNjknzqFDh3Do0KFkyzdt2pRqG+HLL780+XrGjBlGHb2IiIiIsopMJsPy5cuxcOFCrFmzBi9fvoSDgwNq166NRYsWpTo1SlpOnDiB6OhotG3b1uT61q1bY/bs2dizZ0+ydlBG3Lt3L8V21NGjR1PsCEZEeYMgpjUkhYjyrEWLFuHnn3/G5cuX09z29u3bWLlyJS5cuIDXr1/DyckJ1atXR48ePaR52i5cuIBevXqZfH9ajYJp06bhxo0b2LJli7Rs27Zt+OWXX/DkyRMkJCTA3d0dH374IYYPH27Uszu9xw0MDESxYsWwYcMGAMCxY8ewfPlyPHr0CLGxsShQoAAaNGiAr776yqgRJooitmzZgl9++QVPnz6Fvb09qlSpghEjRiQboRgXF4fmzZtjzpw5qFmzprQ8JiYGEydOxIkTJ1CwYEGMHTs2zZFuALBixQrMnTsXderUwdq1a43WvXr1ChMnTsS5c+dga2uLdu3aoWTJkpgwYQLOnTsHV1dXBAcHo0mTJliwYAGaN29u9P6ePXvCzs4Oy5cvz/T+pk+fjqNHj+LYsWPSsvv372Pu3Lm4ePEitFotSpUqhf79+0sBTFEUsWnTJvz666949OgR7O3tUbp0aTRv3hy9e/eW9rNmzRps2LABR48eTVfKUiIiIiIiIiIiIiIyjYE/IsoRt2/fRrt27XDkyBGmXSIjHTp0QOPGjTF06FBzF4WIiIiIiIiIiIgoT5OlvQkRUeZVqFABgYGBWL9+vbmLQrnIpUuX8PTp0xRHdBIRERERERERERFR+jHwR0Q55ptvvslUnnOyPDExMZg1axacnJzMXRQiIiIiIiIiIiKiPI+pPomIiIiIiIiIiIiIiIgsAEf8EREREREREREREREREVkABv6IiIiIiIiIiIiIiIiILAADf0REREREREREREREREQWgIE/IiIiIiIiIiIiIiIiIgvAwB8RERERERERERERERGRBWDgj4iIiIiIiIiIiIiIiMgCMPBHREREREREREREREREZAEY+CMiIiIiIiIiIiIiIiKyAAz8EREREREREREREREREVkABv6IiIiIiIiIiIiIiIiILAADf0REREREREREREREREQWgIE/IiIiIiIiIiIiIiIiIgvAwB8RERERERERERERERGRBWDgjyif8vb2xqJFi8xdjPeW1eUPDg6Gt7c3duzYIS1btGgRvL29s+wYBoGBgRg7dmyW7zcr9OzZEz179syRYyX9DA3nOyIiIkeOn5s/ByIiSxEYGIgBAwZk+3FM3cdTMnbsWAQGBhoty+vtorwqu9papiRt41y4cAHe3t44ePBgjhzf1PcuJ+R0PdOLf3NERERERNmHgT+iFOzYsQPe3t64fv16ht8bHx+PRYsW4cKFC9lQstTdunULo0aNQsOGDeHj44OaNWuid+/e2L59O7RabY6XJ6P++usvfPHFF6hfvz58fX3RqFEjDBw4EHv27DF30bLN/fv3sWjRIgQHB2fpfseOHQtvb2/pv6pVq6JJkyYYPnw4Dh06BJ1OlyXH+eeff7Bo0SJERUVlyf6yUm4uGxGRuRjaOCn9d+XKFXMXMd8wBCy9vb1x6NChZOtzulNMZiT9Xvn6+qJevXro27cv1q9fj5iYmCw5TmhoKBYtWoRbt25lyf6yUm4uW07J679FiIiIiIgsgcLcBSCyRPHx8Vi8eDGGDh2KWrVq5dhxt23bhokTJ6JgwYJo06YNSpYsidjYWJw/fx7ffvstwsLCMHDgwBwrT0YdOHAAI0aMQMWKFdGrVy84OzsjODgYly5dwtatW/Hxxx9L2167dg1yuTzLjl2sWDFcu3YNCkX2XxYPHjwIQRCk1/fv38fixYtRs2ZNFC9ePEuPZWVlhWnTpgEAEhMT8ezZMxw/fhzDhw9HzZo1sWzZMjg4OEjbr169OsPHuHz5MhYvXox27drByckp3e/L6s/QlNTKlvRzICLKb4YPH27yvlOiRAkzlMa8cuKelJYlS5agadOmef7eZPheaTQavHr1ChcvXsQPP/yAtWvXYunSpahQoYK07aBBg9C/f/8M7f/ly5dYvHgxihUrhooVK6b7fe/Txsmo1Mo2depUiKKY7WUwp7z+W4SIiIiIyFIw8EeUh8TFxcHOzs7kuitXrmDixImoUqUKVqxYYRTM6d27N65fv4579+7lVFHfy+LFi1GuXDn8+uuvsLKyMloXHh5u9Nra2jpLjy0IQpbv812iKCIxMRE2NjbJ6padFAoF2rRpY7RsxIgRWLFiBebOnYsJEyZg/vz50rrsLptOp4NarYa1tXW2nu/0yMnPgYgoN2rQoAF8fX3NXYxcwdz3pIoVK+LWrVs4fPgwmjZtmm3HSa0tmVWSfq8GDBiAc+fOYeDAgRg8eDD2798PGxsbAPp2SnZ3uoqPj4etra3Z7/tKpdKsx89ulvBbhIiIiIjIUjDVJ1EGjB07FlWrVkVoaCgGDx6MqlWronbt2pg1a5aUuiY4OBh16tQBoA9kGdIdvTuHxYMHD6QRV76+vmjfvj2OHj1qdCxDuqSLFy9i0qRJqFOnDho2bJhi2RYvXgxBEDBnzhyjH9oGhuOk5NmzZ5g0aRKaNWsGPz8/1KpVC8OHD0+WflKtVmPx4sVo2rQpfH19UatWLXTt2hVnzpyRtgkLC8O4cePQoEED+Pj4oF69ehg0aFCaqSyDgoLg6+tr8sFMwYIFjV6nND/co0ePMGrUKFSvXh21a9fG/PnzIYoinj9/jkGDBqFatWr44IMP8PPPPxvtL71zA23fvh29evVCnTp14OPjg5YtW2Lz5s3JtjPMafTnn3+iffv28PPzw5YtW6R1hrnlduzYgS+//BIA0KtXL+n7cuHCBYwZMwa1atWCWq1Otv8+ffqgWbNmqZY1Nf3790e9evVw8OBBPHr0SFpuao6/DRs2oFWrVvD390eNGjXQvn17KfXqokWLMHv2bABAkyZNpPIbPmtvb29MmTIFu3fvRqtWreDr64s///xTWmdqbpfXr1/jyy+/RLVq1VCrVi1MmzYNiYmJ0vrUPqt395lW2UzN8ff06VPpb9Pf3x+dOnXCiRMnjLYxzJWzf/9+LFu2THrA+dlnn+HJkydpnHkiorzDcL1dvXo1Nm3ahCZNmsDf3x99+vTB8+fPIYoilixZggYNGsDPzw+DBg1CZGSkyX2dPn0abdq0ga+vL1q2bIk//vgj2TZRUVGYPn26lCLwo48+wooVK5Klpo6KisLYsWNRvXp1BAQEYMyYMYiOjjZ53CNHjqB169bw9fVF69atcfjwYZPbpdSuePLkCcaOHYuAgABUr14d48aNQ3x8vNF7ExISMG3aNNSqVQtVq1bFwIEDERoamqE5zFq2bIlSpUphyZIl6RoVduDAAal9UatWLYwaNQqhoaFG2xjarUFBQejXrx+qVq2KUaNGSfWdMmUKDhw4gJYtW8LPzw+dO3fGnTt3AABbtmzBRx99BF9fX/Ts2TPT6cjr1KmDwYMH49mzZ9i9e7e03NQcf2fOnEHXrl0REBCAqlWrolmzZpg3bx4A/T34008/BQCMGzdOurcb2gQ9e/ZE69atcePGDXTv3h3+/v7Se1Oax1in02HevHn44IMPUKVKFQwcOBDPnz832ialeYHf3WdaZTM1x19cXBxmzpwpfeebNWuG1atXJ/sOGD4vw/fZx8cHrVq1wqlTp1I77Rmq58KFC1G5cmWTaWW/++47BAQEGLXHkrKE3yJERERERJaCI/6IMkir1aJv377w8/PD6NGjce7cOfz888/w9PREt27d4OrqikmTJmHSpEn46KOP8NFHHwGA9FDj3r176Nq1K9zd3dGvXz/Y2dnhwIEDGDJkCBYtWiRtbzB58mS4urpiyJAhiIuLM1mm+Ph4nD9/HgEBAfDw8Hivel2/fh2XL19Gq1atUKRIETx79gy//PILevXqhX379sHW1haA/kf98uXL0bFjR/j5+SEmJgY3btzAzZs38cEHHwAAhg0bhvv376NHjx4oVqwYIiIicObMGTx//jzVVJYeHh44d+4cXrx4gSJFirxXPUaMGIGyZcti5MiROHnyJJYtWwYXFxds2bIFtWvXxqhRo7Bnzx7MmjULvr6+qFGjRob2/8svv6B8+fIIDAyEQqHA8ePHMXnyZIiiiO7duxtt++jRI4wcORKdO3dGp06dULp06WT7q1GjBnr27IkNGzZg4MCBKFOmDACgbNmyaNOmDXbt2oXTp0+jcePG0nvCwsJw/vx5DBky5D3O0H8++eQTnD59GmfPnjVZNgDYunUrpk2bhmbNmqFXr15ITEzEnTt3cPXqVXz88cf46KOP8PjxY+zduxfjxo1DgQIFAACurq7SPs6fP48DBw6ge/fuKFCgAIoVK5Zqub766isUK1YMI0eOxJUrV7BhwwZERUVJQbz0Sk/Z3vXq1St06dIF8fHx6NmzJwoUKICdO3di0KBBWLhwYbK/zZUrV0IQBPTp0wcxMTFYtWoVRo0ahW3btmWonERE5hITE5PsIb8gCNL10mDPnj1Qq9Xo2bMnIiMjsWrVKnz11VeoXbs2Lly4gH79+uHJkyfYuHEjZs2ahRkzZhi9//HjxxgxYgS6dOmCdu3aYfv27fjyyy+xatUqqe0QHx+PHj16IDQ0FF26dEHRokVx+fJlzJs3D2FhYfj2228B6EfQDx48GH///Te6dOmCsmXL4vDhwxgzZkyy+p0+fRrDhg1DuXLlMHLkSLx+/Rrjxo3LUBvjq6++QvHixfH111/j33//xbZt2+Dq6opvvvlG2mbs2LE4cOAA2rRpA39/f1y6dCnD6SvlcjkGDRqEMWPGpDnqb8eOHRg3bhx8fX3x9ddfIzw8HOvXr8c///yDXbt2GaW21mg06Nu3L6pXr44xY8ZII+0A/bzKx44dQ7du3QAAK1aswMCBA/HFF19g8+bN6NatG968eYNVq1Zh/PjxWL9+fYbqlFSbNm0wb948nD59Gp06dTK5zb179zBgwAB4e3tj+PDhsLKywpMnT/DPP/8A0LePhg8fjoULF6Jz586oXr06AKBatWrSPiIjI9GvXz+0atUKn3zySbLOY0ktW7YMgiCgX79+CA8Px7p169C7d2/8/vvvRucrLekp27tEUcSgQYOkgGHFihXx559/Yvbs2QgNDcX48eONtv/777/xxx9/oFu3brC3t8eGDRswfPhwHD9+PNnf7PvUs02bNliyZAn279+PHj16SO9TqVQ4dOgQmjZtmuLIWEv5LUJEREREZCkY+CPKoMTERLRo0UIKunTt2hXt2rXDb7/9hm7dusHOzg7NmjXDpEmT4O3tnSzN4vTp01G0aFFs375dGtnWrVs3dO3aFXPmzEkWXHB2dsbatWtTnXfmyZMnUKvV8PLyeu96NWrUCM2bNzda1rhxY3Tu3BmHDh1C27ZtAQAnTpxAw4YNMXXqVJP7iYqKwuXLlzF69Gj07dtXWj5gwIA0y9CvXz98++23+PDDD1GtWjVUr14dH3zwAapVqwaZLH0DlP38/DBlyhQAQOfOnREYGIiZM2fi66+/lh7CtW7dGvXr18f27dszHPjbuHGj0UOgHj16oG/fvlizZk2ywN+TJ0+watUq1K9fP8X9eXp6IiAgABs2bEDdunWN5oR0dXVFkSJFsHv3bqPA3759+6DT6fDJJ59kqOxJGb4vQUFBKW5z4sQJlC9fHgsXLjS5vkKFCqhUqRL27t2LDz/80OTDlEePHmHPnj0oV65cuspVvHhxLFu2DADQvXt3ODg4YPPmzejTp4/RvEBpSU/Z3rVixQq8evUKmzZtQkBAAACgY8eO+OSTTzBjxgw0adLE6HuYmJiIXbt2SX/HTk5OmD59Ou7evZupv0UiopzSu3fvZMusrKxw/fp1o2WhoaH4448/4OjoCEA/cmj58uVISEjA9u3bpVSNr1+/xp49ezB58mSj0fuPHz/GokWLpGDWp59+iubNm2POnDnSg/o1a9bg6dOn2LlzJ0qVKgUA6NKlCwoXLozVq1ejT58+KFq0KI4ePYpLly7hm2++wRdffAFA3xbr1atXsrrMmTMHBQsWxObNm6Wy16xZE3369EmzE4pBxYoV8cMPP0ivIyMj8dtvv0mBv5s3b+LAgQP47LPPpEBN9+7dMW7cONy+fTtdxzD4+OOPsWzZMixZsgQfffSRybn+1Go15syZAy8vL2zatEkKxFSvXh0DBgzA2rVrMXz4cGl7lUqF5s2bY+TIkcn29ejRIxw4cEC6Pzo7O+P777/HsmXLcPDgQWnUluHzDg4OzlTQpEiRInB0dMTTp09T3ObMmTNQq9VYuXKlyY46bm5uaNCgARYuXIgqVaoka2cD+g5SkydPRpcuXdJVrjdv3mD//v1SfStVqoSvvvoKW7duNfm9Skl6yvauo0eP4vz58/jqq68waNAgAPrvzvDhw7F+/Xr06NHDaL7NBw8eYP/+/dKyWrVqoU2bNti3b59RoO5961myZElUrVoVu3fvNtrfyZMn8ebNm1TrYym/RYiIiIiILAVTfRK9h65duxq9rl69erpSx0RGRuL8+fNo0aKF1Ms+IiICr1+/Rr169fD48eNkaZo6deqUatAP0PfYBwB7e/sM1uQ/7waz1Go1Xr9+jRIlSsDJyQn//vuvtM7JyQn37t3D48ePU9yPUqnExYsX8ebNmwyV4dNPP8WqVatQq1Yt/PPPP1i6dCm6d++Opk2bSj2907MPA7lcDh8fH4iiaLTcyckJpUuXTvXBU0rePU/R0dGIiIhAzZo18fTp02RpxooXL55q0C8tMpkMH3/8MY4dOyZ9xgCwe/duVK1aFZ6enu+9bwDSHD+xsbEpbuPk5IQXL17g2rVr732cGjVqpDvoByBZANXw8Ckj6azex8mTJ+Hn5ycF/QD931Tnzp3x7Nkz3L9/32j79u3bGz3YNrzvfb5XRETm8P3332PNmjVG/61cuTLZds2bN5cCZ4C+kw2gHzn+7vxsfn5+UKvVydoyhQsXNurY5ODggLZt2+Lff/9FWFgYAODgwYOoXr06nJycpPZRREQE6tatC61Wi0uXLgHQ3wsUCoVRW0wulycLfLx8+RK3bt1Cu3btjMr+wQcfZOielDR4FBAQgMjISOm+bEhfbRg1Z5CeQExShlF/t2/fxpEjR0xuc+PGDYSHh6Nr165Go68aNWqEMmXKJEtPDSRvtxrUqVPHKJDn7+8PAGjatKlRqkbD550V9zc7O7s02x2APiiWNMVrellZWaWaUjKptm3bGtW3efPmKFSoEE6ePPlex0+vU6dOQS6XJ0s/2qdPH4iimKzdU7duXaNAYIUKFeDg4JDuzyU99WzTpg2uXr1q1Clsz549KFq0KGrWrJnivi3ltwgRERERkaXgiD+iDLK2tk7WA9nZ2TldPyyDgoIgiiIWLFiABQsWmNwmPDwc7u7u0ut3H8ioVKpkx3F1dZV+xKf2ICUtCQkJWL58OXbs2IHQ0FCjuUXeDWgNHz4cgwcPRrNmzeDl5YV69eqhTZs20kgsKysrjBo1CrNmzcIHH3wAf39/NGrUCG3btkWhQoXSLEf9+vVRv359xMfH4+bNm9i/fz+2bNmCgQMH4sCBA2mma0qaXsjR0dHkZ+bo6JjiPESp+fvvv7Fo0SJcuXIl2Rw/0dHRRg8XsyKVUNu2bbFy5UocOXIEbdu2xcOHD3Hz5k1Mnjw50/s2pI5N7SFNv379cPbsWXTs2BElS5bEBx98gNatW0vpq9Ijo+ehZMmSRq9LlCgBmUyW7fOyhISESA8932VIvxoSEmLUkz3pd83wsDIqKiobS0lElHX8/Pzg6+ub5nZFixY1em2416W0/M2bN0adU0qWLJls9JphVN+zZ89QqFAhPHnyBHfu3JHmSU7KkJLUsH3Se1fSlNUhISHSsZMqXbq0USAhNSld69+8eQMHBweEhIRAJpMlu9eZOm56fPzxx1i6dCmWLFmCDz/8MNl6Q71MpeguU6YM/v77b6NlCoUixdSmST8/Q3sy6faGzzUr7m9xcXGptuVatmyJbdu2YcKECZg7dy7q1KmDjz76CM2bN0939gd3d3eT80WnJOlnJQgCSpYsiWfPnqV7H+/j2bNnKFy4cLL58MqWLSutf1fSzwvQ/wZJ7+eSnnq2bNkSP/zwA3bv3o2hQ4ciOjoax48fR+/evU2OQDWwpN8iRERERESWgIE/ogxKa/Rdagw9l/v06ZPiSLB3e/ICMOrNffny5WQph44ePYqSJUtCoVDg7t277122qVOnYseOHfjss89QpUoVODo6QhAEjBgxwuiHd40aNXD48GEcPXoUZ86cwW+//YZ169Zh8uTJ6NixIwB96rDAwEAcOXIEp0+fxoIFC7BixQqsW7cOlSpVSld5bG1tERAQgICAABQoUACLFy/GqVOn0K5du1TfZ+qhUEqf2bv1So+goCD07t0bZcqUwdixY1G0aFEolUqcPHkSa9euTdYzPSPzwqSkXLlyqFy5Mnbv3o22bdti9+7dUCqVaNGiRab3bfi+JP3Ovats2bI4ePAgTpw4gT///BN//PEHNm/ejCFDhhilEktNZs9D0gdNKT140mq1mTpORqX0ADKj3ysiotwupftoVl4HdTodPvjgAyl9Z1KGQGFOy+lrvWHU39ixY3H06NFM78/KyirFOqT0uWZVuympFy9eIDo6OtV2h42NDTZt2oQLFy5IbY/9+/fj119/xc8//5yudnhWtL/SS6vVZuq3QUZk1+fyLmdnZzRu3Bh79uzB0KFDcfDgQahUqjTTy1vibxEiIiIioryMgT+ibJBSYMLQ+12pVKJu3boZ3m+FChWwZs0ao2WFChWCtbU1ateujfPnz+P58+cmewSnxTB3xtixY6VliYmJydJXAoCLiws6dOiADh06IDY2Fj169MCiRYukH9uAPpjUp08f9OnTB48fP0bbtm3x888/Y86cORkum4+PDwBI6cDM5dixY1CpVFi2bJnRCIALFy5kar+p9aAG9KP+Zs6ciZcvX2Lv3r1o1KgRnJ2dM3VMQJ8yVBAEaX6llNjZ2aFly5Zo2bIlVCoVhg0bhp9++gkDBgyAtbV1muXPqCdPnhiNFHny5Al0Op3RHERA8pEHhlEQ78pI2Tw8PPDo0aNkyx8+fCitJyKijHvy5AlEUTS6JhvS9Bnm2itRogTi4uLSbB8VK1YM58+fR2xsrNGov6TXb8M1+8mTJ8n2Yepa/748PDyg0+kQHBxsFJw0ddz0+uSTT7Bs2TIsXrwYgYGByY4H6OuQdHTko0ePcvW96vfffwcA1KtXL9XtZDIZ6tSpgzp16mDcuHH46aef8OOPP+LChQuoW7dutrQ73iWKIp48eQJvb29pWUoj60JCQozaLBkpW7FixXDu3DnExMQYjfoztDvSOw9leqWnnoA+3efgwYNx7do17NmzB5UqVUL58uVT3betra1F/xYhIiIiIsprOMcfUTawtbUFkDwwUbBgQdSsWRO//vorXr58mex9hjRWKXF2dkbdunWN/jOMCBwyZAhEUcTo0aNNptm5ceMGdu7cmeK+TfUi3rBhQ7JRVK9fvzZ6bW9vjxIlSkClUgEA4uPjkZiYaLRNiRIlYG9vL22TknPnzplcbph7xFRaq5xkOEdJUw9t3749U/s1fF9MPdgAgNatW0MQBEyfPh1Pnz5Ns9d1eqxYsQKnT59Gy5YtUx1FkfTztrKyQtmyZSGKItRqdbrKn1GbNm0yer1x40YAQIMGDQDo00kVKFAAf/31l9F2mzdvTravjJStYcOGuHbtGi5fviwti4uLw9atW1GsWLEMzQlFRET/efnyJQ4fPiy9jomJwa5du1CxYkUp9V6LFi1w+fJlac68d0VFRUGj0QDQ3ws0Gg1++eUXab1Wq5XuFQaFCxdGxYoVsXPnTqN7wJkzZ5LN2ZoZhiBW0ntQ0vJkhGHU361bt3Ds2DGjdT4+PihYsCC2bNli1K46efIkHjx4gEaNGr33cbPTuXPnsHTpUhQvXjzVdoypNOwVK1YEAKm+KbWz39euXbuM5lI+ePAgwsLCpHYHoO+8d/XqVaNzfvz4cTx//txoXxkpW4MGDaDVapO1e9auXQtBEIyOnxXSU09DuQoUKIBVq1bh0qVL6W53WsJvESIiIiIiS8ERf0TZwMbGBuXKlcOBAwdQqlQpuLi4oHz58vDy8sLEiRPRrVs3fPzxx+jUqRM8PT3x6tUrXLlyBS9evMDu3bvf65jVqlXD999/j8mTJ6NFixZo06YNSpYsidjYWFy8eBHHjh3DV199leL7GzVqhN9//x0ODg4oV64crly5grNnz8LFxcVou1atWqFmzZqoXLkyXFxccP36dRw6dAg9evQAoO/B37t3bzRv3hzlypWDXC7HkSNH8OrVK7Rq1SrVOgwePBjFixdH48aN4enpifj4eJw9exbHjx+Hr68vGjdu/F7nJqt88MEHUCqVGDhwILp06YLY2Fhs27YNBQsWzNRoxIoVK0Iul2PlypWIjo6GlZUVateuLc2B4+rqivr16+PgwYNwcnLK0EM9jUYj9bBXqVR49uwZjh07hjt37qBWrVqYMmVKqu/v27cv3NzcUK1aNRQsWBAPHz7Exo0b0bBhQ6l3euXKlQEAP/74I1q2bAmlUonGjRvDzs7uPc4GEBwcjIEDB6J+/fq4cuUKdu/ejdatW0tztwBAx44dsWLFCnz77bfw8fHBX3/9ZXIER0bK1r9/f+zbtw/9+vVDz5494ezsjF27diE4OBiLFi1K99xCRER5xalTp6TRRe+qVq2a0SimzCpVqhS+/fZbXL9+HQULFsT27dsRHh6OGTNmSNv07dsXx44dw8CBA9GuXTtUrlwZ8fHxuHv3Lg4dOoSjR4/C1dUVgYGBqFatGubOnYtnz56hXLly+OOPP0x28Pj6668xYMAAdOvWDR06dEBkZCQ2btyI8uXLS/PcZpaPjw+aNWuGdevWITIyEv7+/rh06ZI0ovF9R6cZ5vq7deuW0XKlUolRo0Zh3Lhx6NGjB1q1aoXw8HCsX78exYoVQ+/evTNZo8wzfK+0Wi1evXqFCxcu4MyZM/Dw8MCyZcuM0tgntWTJEvz1119o2LAhihUrhvDwcGzevBlFihSR5hcuUaIEnJycsGXLFtjb28POzg5+fn7v/Z11dnZGt27d0L59e4SHh2PdunUoWbIkOnXqJG3TsWNHHDp0CF988QVatGiBoKAg7NmzJ1na0oyULTAwELVq1cKPP/6IZ8+ewdvbG2fOnMHRo0fx2WefpZoSNbvqCei/Y61atcLGjRshl8vTbL8bWMJvESIiIiIiS8HAH1E2mTZtGqZOnYoZM2ZArVZj6NCh8PLyQrly5bB9+3YsXrwYO3fuRGRkJFxdXVGpUiUMGTIkU8fs0qULfH198fPPP2PXrl14/fo17OzsUKlSJcyYMSPVHrvffvstZDIZ9uzZg8TERFSrVg1r1qxJNtdOz549cezYMZw5cwYqlQoeHh746quv0LdvXwBAkSJF0KpVK5w7dw67d++GXC5HmTJlMH/+fDRr1izNc3b06FEcOHAAL1++hCiK8PT0xMCBA9GvXz8oFOa9ZJUpUwYLFy7E/PnzMWvWLLi5uaFr165wdXXF+PHj33u/hQoVwuTJk7F8+XJ8++230Gq1WL9+vRT4A/Rpl44fP44WLVrAysoq3ftWqVQYPXo0AH0vdFdXV/j4+GDIkCH46KOP0gxmde7cGXv27MGaNWsQFxeHIkWKoGfPnhg8eLC0jZ+fH7788kts2bIFf/75J3Q6HY4ePfregb/58+djwYIFmDt3LhQKBXr06CHVwWDIkCGIiIjAoUOHcODAATRo0ACrVq1KlvYsI2Vzc3PDli1b8L///Q8bN25EYmIivL298dNPP+XaERRERJmxcOFCk8tnzJiR5YG/7777DrNnz8ajR49QvHhx/Pjjj0bzHdva2mLDhg1Yvnw5Dh48iF27dsHBwQGlSpXCsGHD4OjoCECfBnLZsmX44YcfpJTVgYGBGDt2LNq2bWt03AYNGmDBggWYP38+5s6dixIlSmDGjBk4evQoLl68mGX1M7QJ9u3bh8OHD6Nu3br48ccf0bx58wzds9+lUCgwaNAgjBs3Ltm69u3bw8bGBitXrsScOXNgZ2eHDz/8EN988w2cnJwyW51MM3yvlEolXFxc4OXlhfHjx6N9+/ZGKS1NCQwMxLNnz7B9+3a8fv0aBQoUQM2aNY2+A0qlEjNnzsS8efMwadIkaDSaTH1nBw4ciDt37mDFihWIjY1FnTp1MHHiRGn0HgDUr18fY8eOxZo1a/DDDz/Ax8cHP/30E2bNmmW0r4yUzfBdXrhwIfbv348dO3agWLFiGD16NPr06fNedclsPQ3atGmDjRs3ok6dOihcuHC6j5HXf4sQEREREVkKQcyumemJiCjLHDlyBEOGDMGmTZsQEBBg7uIQERFRKm7duoW2bdvif//7X5ak6CbKSbdv30abNm0wa9asZAF1IiIiIiLK/Zi3jIgoD9i2bRs8PT2lNFdERESUOyQkJCRbtm7dOshkMtSoUcMMJSLKnK1bt8LOzg5NmzY1d1GIiIiIiOg9MNUnEVEutm/fPty5cwcnTpzAt99++95zBREREVH2WLVqFW7cuIHatWtDLpfj1KlTOHXqFDp37oyiRYuau3hE6Xbs2DHcv38fW7duRffu3d87bTsREREREZkXU30SEeVi3t7esLOzQ8uWLTF58mSzz3NIRERExs6cOYPFixfjwYMHiIuLQ9GiRdGmTRsMHDiQ923KUwIDA/Hq1SvUq1cPs2fPTnNORiIiIiIiyp0Y+CMiIiIiIiIiIiIiIiKyAJzjj4iIiIiIiIiIiIiIiMgCMPBHREREREREREREREREZAEY+CMiIiIiIiIiIiIiIiKyAJxtPgPCwqKz/RhWVnKoVNpsP05ukF/qmp31VPx9CQVaNAEAvD5wFJrqNbLlOOmVXz5TgHW1VKyr5cnuehYq5Jht+7YkWdWGyi/f28zgOUodz0/qeH5Sx/OTOp6f1PH8GGMbioiIiCj7cMRfLiIIxv+3ZPmlrvmlngDraqlYV8uUX+qaX+qZX/DzTBvPUep4flLH85M6np/U8fykjueHiIiIiHISA39EREREREREREREREREFoCBPyIiIiIiIiIiIiIiIiILwDn+iPIwnUcxxI6dIP2biIiIiIiIiIiIiIjyLwb+iPIwXVEPxH092tzFICIiIiIiIiIiIiKiXICpPomIiIiIiIiIiIiIiIgsAAN/RERERERERERERERERBaAgT+iPEz26CEchw2E47CBkD16aO7iEBERERERERERERGRGTHwR5SHySLCYfPrZtj8uhmyiHBzF4eIiIiIiIiIiIiIiMyIgT8iIiIiIiIiIiIiIiIiC8DAHxEREREREREREREREZEFYOCPiIiIiIiIiIiIiIiIyAIw8EdERERERGY3dGh/LFgwN9VtPv30Y2zdujmHSkRERERERESU9yjMXQAiIqL8bPr0SThwYC/atGmPb74Zb7Ru7txZ2LlzG1q0aI1vv51kngJmUGJiIhYvno+jR/+AWq1CzZq1MXLkWLi6FkzxPSdPHsOuXdtx585tREW9wZo1m1C+vLfRNr//vgOHDx/E3bt3EBcXiwMHjsPR0THZvs6ePY01a1biwYP7sLa2QtWq1TFjxhxp/fz5/8O1a1fx6NEDlCxZGmvXMoCQW2mmTky2TCuTQafTZcvxFN9NztD2hr/dAQOGomfP3tLyU6dOYPz4UTh9+q8sLiERERERERERUdo44o+IiMjMChd2x9GjfyAxMUFalpiYiMOHD8LdvYgZS5ZxixbNw5kzpzB16kwsWrQCr169wrfffpPqe+Lj4+HnVwWDBg1LcZvExATUqlUXPXt+nuI2J04cxdSp36NVq4+xdu1mLFu2Gs2atUi2XatWnyAw8KP0V4ooBVZW1ti0aR2ioqLMXZQsoVarzV0EIiIiIiIiIsokjvgjIiIyM2/vCnj2LBgnTx5H06b6QNXJk8fh7l4EHh4eRtvqdDps2rQOu3fvRHh4ODw9S6B3775o3PhDAIBWq8Xs2dPxzz9/ITw8HO7u7mjXriM6deoq7WPatEmIjY2Br68/tmzZCLVagyZNmuLLL0dCoXj/pkFMTAz27v0dEydOQ/XqNQAA48dPRPfun+LGjevw8fE1+b7mzVsBAJ4/D0lx3506dQMA/POP6VFUGo0GCxbMxZAhw9G6dVsAgCAAXl7loVZrpe2++kofhIyMfI0HD+5nrIJESQQE1MSzZ0+xceMaDB78pcltTpw4ilWrluPZs6coWNANHTp0RteuPaT1n376MT75pB2Cg5/i+PGjcHR0xGef9UWbNu1TPO4///yF4cMHYvbs+Vi+fDGePg1CuXJeGDduAry9/xste/XqFSxfvhi3b9+Ci4sLGjRohAEDhsLW1lY6duvWbfD0aRD+/PMkGjZsjKpVq2Phwrn47rupWLz4R7x8GYo6dT7AhAlTcPz4EaxevRwxMTFo3rwlhg37GnK5HACgUqmwYsVSHDlyCDEx0ShduiwGDRqGatUCAABv3kRi3rzZuHr1MqKjo1CsWHH07Pk5PvqouVHdtFoN5s2bhUOH9kOhUKBt20/xxRcDIQiCyXMRHR2NJUvm4/Tpk1Cp1KhQoSKGDfsa5ct7peMTJCIiIiIiIrI8DPwR5WHakqURtegn6d9ElJzi70tpbqN5G6QCACQmQnH9WupvsLKCxtdfeinEREN+53byfWVAq1afYN++PVLgb9++3WjV6mNcvvy30XYbNqzBH38cwKhR41C8uCeuXr2MqVO/h4tLAVStWh2iKKJwYXdMnToTTk7OuHHjGmbPno6CBd3QpMl/o9z+/vsvuLoWxMKFyxEc/BQTJ45D+fJe+OSTdgCA1auX48CBvfjttz3prsOdO7eg0WgQEFBLWlayZCm4uxfBzZvXUgz8ZYW7d28jLOwlBEGGzz/vhoiIcJQv740vvxyBEiV4faTsIZfL0L//EEyePAGfftoFhQu7G62/ffsWvv9+HPr06Y/AwI9w48Y1zJ07E87OzmjZ8mNpuy1bNuGLLwaiV68+OH78KObOnYmqVauhRIlSqR5/6dIF+PLLkXB1dcPy5UswevTX2L59FwAZnj0LxqhRw9Cv3yCMG/c9IiNf48cfZ+PHH2dj/Pj/0qj+8ssG9O7dD3369AcAXL16GQkJCfjtty2YPPkHxMXF4dtvv8H48aPg4OCI//1vAUJCnmHChNHw9fVHkyZNAQA//jgbjx8/xOTJP8DNrRBOnjyOUaOGY926LfD0LAGVSgVv74ro0eMz2NnZ49y505g2bSKKFSuOSpV8pPIcOLAPrVu3wcqV63D79i3Mnj0d7u5FpGtTUt99NwbW1taYM2ch7O0d8PvvO/DVV4Pwyy874OTknIFPk4iIiIiIiMgyMPBHlIeJbm5I7NzN3MUgytUKtGiS6npREPAq9I30Whb2Ms33aD1LIOLvG9Jr+Y0bKPBJMwBA2Mv3S/nXtGlLLF++BC9ePAcAXL9+FZMn/2AU+FOpVNiwYQ3mz18KHx8/AECxYsVx7doV/P77DlStWh0KhQJ9+w6Q3uPhUQw3blzD8eOHjQJ/Tk6O+Prr0ZDJ5ChZshTq1KmHv/++KD1cd3FxQbFixTNUh/DwcCiVymRz77m6uiI8PDxjJySDQkKeAQB+/nkFhg0bgSJFPPDrrxsxcGA/bNmyHY6ODABQ9mjYsDHKl/fC6tXLMW7c90brfv11E6pXr4Hevb8AAJQoURKPHz/E5s0bjAJ/derURfv2HQEAPXp8hq1bN+Off/5KM/D3+ef9UKNGbQDAhAmT0K5dSxw/fhyNGjXBhg1r8NFHzaXRsp6eJfDll99g2LD+GDlyLKytrQEA1arVMBqBePXqZWg0GowaNU66BjRq1ASHDu3H7t1/wM7ODqVLl0HVqgH455+/0KRJU7x48QL79+/B9u174eZWCADQrVtPXLhwDvv378GAAUNQqFBhdOvWUzrOp592wcWL53Hs2BGjwJ+7uzuGD/8agiCgRIlSePDgPrZu3Wwy8Hf16hXcunUTe/YchpWVFQBg6NCv8OefJ3D8+NFUR00SERERERERWSoG/oiIiHKBAgUKoE6dD7B//x6Iooi6dT+Ai4uL0TbBwU+RkJCAESOGGC1Xq9UoX/6/9H7bt2/Fvn278fLlCyQmJr5db5z2rkyZspDL5RBF/euCBd3w8OF/qS87dOiMDh06p1je9et/xoYNa6TXGzZsy2iVs5ROp69Ir1590KiRPnA7fvxEtGvXEseOHUGbNh3MWTyycIMGDcOXXw5C1649jZY/efII9eo1NFrm6+uPrVt/gVarldJkli1bXlovCAJcXQvi9evXAICRI4fj2rXLAAB396LYuHGrtG3lyn7Sv52cnN8GFh8BAO7fv4cHD+7h8OGD0jaiKEKn0+H58xCUKqUfCVuhQsVk9bGxsTEK/Lu6FkSRIh6ws7N7Z5mrVMaHD+9Dq9Wia1fjQJtKpYKzsz7ortVqsWHDGhw7dhhhYWHQaNRQqVSwtrYxek+lSj5GaT19fHyxZctGo/NlcP/+XcTHx6NVK+POGomJiXj2LDhZvYiIiIiIiIjyAwb+iIjIor0+cDRD2+sKFU77PW9HlhhofXwyfBxTWrVqgx9/nA0A+Prr0cnWx8fHAwBmz56PQoUKG61TKpUAgCNHDmHJkgUYOvQr+Pj4ws7OHps3r8e//9402l4uN24CCIIAnU6X7rK2bdsBgYH/jSB0c3NDwYIFoVarER0dbTTqLyIiAgULFkz3vt+Hm5sbAKBUqTLSMisrKxQrVhyhoS+y9dhEVapUQ82atbF8+WK0aPFx2m9IIuncmu/+PY4dOwGJiYkmt0tNfHwc2rRpj08/7ZJsnbt7Eenfhvn+UitPSmUURZ10LLlcjtWrN0AmMw7OGfa/efMGbNv2C4YPH4kyZcrB1tYWCxfOhUajTnedkoqPj0PBgm5YtGh5snUODo4m3kFERERERERk+Rj4I8rD5HfvwGHsSABAzMy50Hp5p/EOovwnw3PuWVtn+D2ig+N7z+33rlq16kCtVkMQBNSsWSfZ+tKlS8PKygqhoS9QtWp1k/u4fv0qfH39pLSBAPDs2bNMly0pJyfnZPNneXtXhEKhwN9/X5RG3QUFPUZo6AujkUnZwdu7AqysrPD06WP4+1cBAGg0Gjx/HoIiRYpm67GJAGDgwGH4/PNu8PQsKS0rWbI0rl+/arTd9etX4elZItnotZQkDfK/6+bN6yhSRB/Ei4qKwtOnQdJIPi+vCnj06BGKF/fMaFUyrHx5b2i1Wrx+/Rr+/lVNbnP9+lXUq9cQzZq1BADodDoEBQWhdGnjOTiTdlK4efNGiufL27sCIiLCIZfLUbSoRxbVhoiIiIiIiChvY+CPKA8ToqNgdfqU9G8iytvkcjk2bdom/TspOzt7dOnSA4sWzYMoivDzq4KYmBhcv34F9vYOaNGiNYoXL4GDB/fhwoVzKFrUA4cO7cft2zdRtGixDJVl+/ZfcerUCSxYsCzd73FwcEDr1m2waNGPcHJyhp2dPebP/x98fPzg4+MrbdetWwcMGDAUDRs2BgBERb1BaOgLvHoVBgAICnoCQJ9esGBB/Ui+8PBXiIgIl9L3PXx4H3Z2dnB3LwInJ2fY2zugTZsOWL16BQoXLoIiRYpg8+YNAIDGjT+Ujh0c/BTx8XGIiAhHYmIC7t27A0A/UtAwapLofZQtWw4ffdQcv/32q7SsS5ce6NevF9auXYXAwI9w8+Z1bN++FSNHjs2SY65duxLOzs5wdXXFihVL4ezsgkaN9H9X3bt/hgEDemPevFn4+OO2sLGxxePHD3Hp0gV8/fWYLDm+QYkSJdG0aQtMmzYRQ4d+hfLlvREZ+Rp//30JZcuWR9269eDp6Ynjx4/i+vWrcHR0wq+/bsLr1+HJAn+hoS+waNE8tGnTHnfu3Mb27b9iyJCvTB43IKAWKlf2xbhxozB48HB4epbAq1dhOHv2NBo2bIwKFSplaT2JiIiIiIiI8gIG/ijHaDQaBAU9ll4rlXKo1dpk25UoUSpDqayIiCyJvb1Dquv79RsEF5cC2LBhDUJCnsHBwRFeXhXQq9fnAIA2bdrj3r07mDhxHAABH37YDO3adcT582czVI7IyMj3miNr2LCvIQgyfPvtaKjVKtSsWQcjRxoHGYKCniA2NkZ6ffr0Kfzww2Tp9cSJ4wEAn3/eD337DgAA7Nq1HWvWrJS2GTKkHwD9PH4tW378dtmXkMvlmDr1eyQmJqJSpcpYsmQFnJycpLkMZ86ciitX/pH28/nn3QEA27bt5oghyrQvvhiIY8cOS6+9vStgypQZWLVqOdauXYWCBd3Qt+9A6TubWQMHDsOCBXMQHPwU5cp5YfbsH6FUKqFWa1GuXHksXrwCK1YsxeDB/QCI8PAojiZNPkpzv+9j/PiJWLduNRYvno+wsJdwdnZB5cq+qFu3PgDgs8/6IiTkGb7+ehhsbGzwySftUL9+I6NrAQA0b94KiYmJ6NfvM8hkcnz6aRe0adPe1CEhCALmzFmAFSuW4ocfJiMy8jVcXQuiSpVqKFDANVvqSURERERERJTbCaJoeBRGaQkLi87W/QvCf8EwS/xUHj68j103H8OtaHEAgCADxCTTSb16Hoy2lUuhTJlyZihh1svuz1Tx9yUUaKFPp/f6wNEsSTX4viz9+/su1tUysa6WJyfqWagQ5xFLj6xoQ+WX7216/PPPXxg+fCAOHDhuNJ8mz1HqeH5Sx/OTOp6f1OXm83P58sVMvb9q1ZqZLkNuPj/mwjYUERERUfbhsCrKUW5Fi6NIqbIAAJkM0OnSeAMRERERERERERERERGli8zcBSAiIiIiIiIiIiIiIiKizOOIPyIiIiKiPKRatQCcPv2XuYtBRERERERERLkQA39ksTQaDYKCHqe5XYkSpaBQ8E+BiIiIiIiIiIiIiIjyNqb6JIsVFPQYu24+xukITYr/7br5OF3BQSIiorzo0qVLGDhwIOrVqwdvb28cOXLEaL0oiliwYAHq1asHPz8/9O7dG48fPzbaJjIyEiNHjkS1atUQEBCA8ePHIzY2NgdrQURERERERERE6cVhTmTR3IoWR5FSZc1djGyj9fJG5M590r+JiIjeFRcXB29vb3To0AFDhw5Ntn7lypXYsGEDZs6cieLFi2PBggXo27cv9u/fD2trawDAqFGjEBYWhjVr1kCtVmP8+PH4/vvvMXfu3JyuDhERERERERERpYGBP6I8THR0gvqD+uYuBhER5VINGzZEw4YNTa4TRRHr16/HoEGD8OGHHwIAZs+ejbp16+LIkSNo1aoVHjx4gD///BO//fYbfH19AQATJkxA//79MXr0aLi7u+dYXYiIiIiIiIiIKG0M/BERERHlQ8HBwQgLC0PdunWlZY6OjvD398fly5fRqlUrXL58GU5OTlLQDwDq1q0LmUyGa9eu4aOPPkr38QQhc+U1vD+z+7FkPEep4/lJHc9P6nh+UmfJ5ycr6mTJ54eIiIiIch8G/oiIiIjyobCwMABAwYIFjZYXLFgQr169AgC8evUKrq6uRusVCgWcnZ2l96eHlZU8k6XVPyyVy+UQBEAUM707i8RzlDqen9Tx/KSO5yd1ufn8yGSZi7YplbyHEREREVHewsAfUR4mv34Nzn17AgDerN4Ara+fmUtERESUnEqlzZIRf6IIaDRaPjRNwfueo3/++QvDhg3EwYPH4ejoaHKbffv2YOHCuTh06ETWFNYM+B1KHc9P6nh+Upebz49Ol7kCqdXaTJchN58fIiIiIrI8DPwR5WGCKhHyx4+kfxMREaVXoUKFAADh4eEoXLiwtDw8PBwVKlQAALi5uSEiIsLofRqNBm/evJHen14ZfdB5+fLFZMtkMiHTD3BTUrVqzQxtP336JBw4sBeAfhSku3sRNG/eCj17fg6FwrxNbFHM2Pk2bJue91nCA+uMnp/8hucndTw/qbPE85OV9bHE80NEREREuY/M3AUgIiIiopxXvHhxFCpUCOfOnZOWxcTE4OrVq6hatSoAoGrVqoiKisKNGzekbc6fPw+dTgc/P44yr1WrLn7//SC2bNmJLl164OefV+CXXzZkeD9arRY6nS4bSkhERERERERE+Q1H/FGeo9FoEBT0OM3tgoKCIDoUyf4CERER5VKxsbEICgqSXgcHB+PWrVtwdnaGh4cHevXqhWXLlqFkyZIoXrw4FixYgMKFC+PDDz8EAJQtWxb169fHd999h8mTJ0OtVmPq1Klo1aoV3N3dzVWtXMPKSomCBd0AAO3afYpTp47j9OlT6Ny5O1asWIojRw4hJiYapUuXxaBBw1CtWgAAYP9+fdrMCRMm46efFuPp0yBs2bITw4YNQOvWbfD0aRBOnToOJydnjBjxDSpX9sOsWVPx99+X4OFRDOPGfY8KFSpJ5bh69QqWL1+M27dvwcXFBQ0aNMKAAUNha2sLADh4cB+2bduCoKAnsLW1RbVqAfjyy5EoUMB4/sbr169i+XJ9ecqV88LYsRNQpky5FOv/558nsGbNSjx+/AgFCxZCixat0KtXH7OPeCQiIiIiIiLKz/irnPKcoKDH2HXzMdyKFk91u7v3g+FZoUAOlYqIiCj3uXHjBnr16iW9njFjBgCgXbt2mDlzJvr164f4+Hh8//33iIqKQvXq1bFq1SpYW1tL75kzZw6mTp2Kzz77DDKZDE2bNsWECRNyvC55gbW1Nd68eYMff5yNx48fYvLkH+DmVggnTx7HqFHDsW7dFnh6lgAAJCQkYNOmdRgzZgKcnZ2lINzWrb+gf//B6N37C/z662ZMnfo9fHz80arVJxg8+EssW7YI06ZNxIYNWyEIAp49C8aoUcPQr98gjB//PWJi3mD27Jn48cfZGD9+IgB9p6kvvhiIEiVK4vXr11i8+EdMnz4Jc+YsNCr/0v+zd+dxUVb9/8ffw+aGIoKKiAaiYu5oahLmkpVZpmTdpGbqbW65ZmVuaaUpeqsteJdbWrlmrvmNXFIrtzT3rLTcQhAUwQ01WX9/cDM/RxCHYYZheT0fDx8y1/WZc33OmcGu5jPnnE8+0vDhr6tCBU/NnftfvfXWSC1fvibbQt6RI4c0efJEjRjxpho2bKzz56M0ffoUSdK//93flsMMoJjJbulnAAAAAPdG4Q+FkmcVH3n5+ucYExcdmeN5AACKuhYtWujEiRP3PG8wGDR8+HANHz78njHly5fXzJkzbZFekZGenq79+/dp376f1b79k4qI2KDVq/9Pnp4Z+yB2795Te/fuUUTEBg0YMBRRSIwAAMAeSURBVFhSRjFu5MjRqlWrtklbLVsGqUuXrpKkPn1e0bp1q/Tgg3XVrl3GLMwePXpp4MA+SkiIl4eHpxYvXqTHH++gf/2ruwwGydnZUSNGvKkhQ/rr9ddHq0SJEnrmmc7G9qtW9dGIEW/olVde1s2bN1W6dGnjuT59+qlZs4clSePHv6OQkI768cfteuyxx7P0eeHC+Xrppd566qlnjO2+8spAffLJxxT+AAAAAACwIwp/AAAAgAV2796pxx9vpZSUFKWlpenxxzuoTZvHFBGxQd26PWcSm5SUJDc3N+NjZ2dn1axZK0ub/v7//1iFCh6SZLLcZoUKGTMDL1++LA8PT508+ZdOnfpLW7ZsNMakp6crLS1NMTHn5evrp+PH/9DChfN08uSfun79utLTM/YTvHAhVn5+NYzPq1fv/+/bWK6cm6pXf0B//30m276fOvWnfv31iL78cqHxWGpqmpKSbuuff/5RyZIlcxg5AAAAAABgKxT+AAAAAAsEBjbVG2+MkZOTszw9PeXk5KStWzfL0dFRn322WA4OjibxmXvuSRnLghoMhixt3rmsZub57I5lFu9u3bqpzp2f0/PPvyiDQXJyclBKSprS06XKlb1069Ytvf76EDVv3lITJ05W+fLuunAhViNHDlFKSrLFfb9585b69u2v1q3bZTnn4uJicbsAAAAAACBvKPwBAAAAFihVqpR8fKqZHKtVK0Cpqam6fPmyGjUKtHkOtWvX0ZkzZ+TjU8241GdycqrS0zPOnzp1UlevXtXAgUNUubKXJOn48d+zbeu3336Vl1dGzLVr13TuXKQeeMAv29iAgABFRv6dpf8AAAAAAMC+KPwBhVhKvQaK33dEkpTmVcXO2QAAgOrVH9ATTzylyZMnasiQEapVK0BXrlzWgQO/yN+/loKCgq16vR49emnAgN6aNWuaOnXqorJly+jkyZPat2+vRo58S5Ure8nZ2VmrV3+lzp276syZU/r88wXZtvX55/Pl5uamChUqaN68T+TmVl6PPtom29jevftp1KgRqlzZS23aPCYHBwedPPmnTp8+pf79X7VqHwEAAAAAgPko/AGFWcmSSvPN/pv4AADAPsaOnagvvvhMs2d/qLi4i3JzK6969RooKKiV1a9Vs2YtzZ49T/PmfaJXX+0nKV1Vq/qoXbvHJUnu7u4aO3ai5s37RKtWfaXateto8OARGj16ZJa2Bg4cqo8+mqGoqHOqWbO2pk37QM7Oztlet0WLlpo+/UN9/vl8LV36hZycnFS9uq86depi9T4CAAAAAADzGdLTMxcCwv3ExV23afvZLc9UlJw+fVI7E1Lk5esvSXJwkNLSTGNiz55ScAUn1ahR0+x27uXXXdvl6lFRfnXq3zPGnOvlRVF/Te9EX4sm+lo0FZe+5kc/K1Ysa5uGixhr3EMVl/dtXjBGOWN8csb45IzxyZktx+fQoX3WbTCXAgOb57kN3j9ZcQ8FAABgOw72TgAAAAAAAAAAAABA3lH4Awoxp4P75eldQZ7eFeR0cL+90wEAAAAAAAAAAHbEHn8oUFJTUxQZeT7HmMjISKW7euVTRgVceroMKSnGnwEAAAAAAAAAQPFF4Q8FSkLsecUmJynSNeWeMX+ejFK1Ou75mBUAAAAAAAAAAEDBR+EPBU4Fr6ry8vW/5/m46Mh8zAYAAAAAAAAAAKBwYI8/AAAAAAAAAAAAoAhgxh+KNXP2FMxUvbqvnJz4lQEAAAAAAAAAAAUTVQwUa+bsKShJl2Ki1EVSjRo18yUvAAAAAAAAAACA3KLwh2LvfnsKAgAAAAAAAAAAFAbs8QcAAAAAAAAAAAAUAcz4AwqxlCYPKe58QsYDR0f7JgMAAAAAAAAAAOyKwh9QmBkMkhO/xgAAAAAAAAAAgKU+AQAAAAAAAAAAgCKBqUJAYZaUJIfLGUt9prlXkFxc7JwQAAAAAAAAAACwlwIx4+/ChQt644031KJFCzVs2FCdOnXSr7/+ajyfnp6ujz76SMHBwWrYsKF69+6ts2fPmrRx5coVvf7662rSpIkeeughjR07Vjdu3DCJOX78uLp3764GDRqodevWmj9/fn50D7AZp1+PyKNBbXk0qC2nX4/YOx0AAAAAAAAAAGBHdi/8Xb16Vd26dZOzs7Pmz5+vb7/9Vm+99Zbc3NyMMfPnz9fixYv1zjvvaOXKlSpVqpT69u2r27dvG2PeeOMNnTx5UosWLdKcOXO0f/9+TZgwwXg+MTFRffv2lbe3t9asWaNRo0Zp9uzZ+uqrr/K1vwAAAAAAAAAAAIAt2H2pz/nz58vLy0tTp041HqtWrZrx5/T0dH355ZcaNGiQ2rdvL0maPn26goKC9P333+vpp5/WqVOntGPHDq1atUoNGjSQJI0fP179+/fXqFGjVLlyZX3zzTdKTk7WlClT5OLiolq1aumPP/7QokWLFBoamr+dRqGTmpqiyMjz942rXt1XTk52/7UCAAAAAAAAAADFkN1n/G3btk3169fXsGHD1LJlS3Xp0kUrV640no+KilJcXJyCgoKMx8qWLatGjRrp0KFDkqRDhw6pXLlyxqKfJAUFBcnBwUFHjx6VJB0+fFgPPfSQXO7YAy04OFhnzpzR1atXbd1NFHIJsee159JN7UxIueefdb+dVWTkWXunCgAAAAAAAAAAiim7T006d+6cli9frj59+mjgwIH69ddfNXnyZDk7OyskJERxcXGSJA8PD5PneXh46NKlS5KkS5cuqUKFCibnnZyc5ObmZnz+pUuX5OPjYxLj6elpPHfn0qI5MRhy30dzZbZty2sUFIY7/k63ZyK5UMGrqrx8/e8bd+frZ+vX9O5r2fO9U6zev/S1SKKvRU9x6ScAAAAAAACQye6Fv/T0dNWvX18jR46UJNWtW1d//fWXVqxYoZCQEDtnZ8rFxdGm7RsMkqOjowwGKb2wVMNywdnZUQaHFDn8b56pwWCQHNJ15+exBoeM4w45zEU1J8ZebTk7O8rZ+f+/T2z9mjo6/f9rOTk5yuBs2/doTor6+/dO9LVooq9FT3HpJwAAAAAAAJDJ7oW/ihUryt/fdBZVjRo1tGnTJuN5SYqPj1elSpWMMfHx8apTp46kjJl7CQkJJm2kpKTo6tWrxud7enoaZwhmynycOfPvfpKSUm0+4y89XUpJSS2SH1AmJ6cqPU1KS/vfjD+HdKWnmc74S0/LKAanpd27HXNi7NVWcnKqkpNTjcds/Zqmp/z/a6WkpCrljmvnt6L+/r0TfS2a6GvRU1z6CQAAAAAAAGSye+GvSZMmOnPmjMmxs2fPqmrVqpIkHx8fVaxYUXv27NGDDz4oSUpMTNSRI0fUrVs3SVJgYKCuXbumY8eOqX79+pKkn3/+WWlpaWrYsKEkqXHjxvrwww+VnJwsZ2dnSdLu3bvl5+dn9jKfUv7MGEhPL/ozE9JVuJb5zI3sXjtbvaZ3tllQ3jcFJY/8QF+LJvpa9BSXfgIAAAAAAAD3WeDQ9nr16qUjR45ozpw5+vvvv7VhwwatXLlS3bt3l5SxvOLLL7+sTz/9VFu3btWJEyc0atQoVapUSe3bt5ck+fv7q1WrVnr77bd19OhRHThwQJMmTdLTTz+typUrS5I6deokZ2dnjRs3Tn/99ZciIiL05Zdfqk+fPnbrO5Bnzs5K9aqiVK8q0v8K2gAAAAAAAAAAoHiy+4y/hg0bavbs2Zo1a5b++9//ysfHR2PHjtWzzz5rjOnXr59u3bqlCRMm6Nq1a2ratKkWLFigEiVKGGNmzJihSZMmqVevXnJwcNATTzyh8ePHG8+XLVtWn332md577z0999xzcnd316uvvqrQ0NB87S9gTSkNGyvh6Al7pwEAAAAAAAAAAAoAuxf+JKlt27Zq27btPc8bDAYNHz5cw4cPv2dM+fLlNXPmzByvU6dOHS1btsziPAEAAAAAAAAAKAjCw8M1e/ZsnTiRvxMD7HVdAOYpEIU/AAAAAAAAALCn0aNHa+3atcbH5cqV0wMPPKAePXooJCTEZnFr1qzRmDFjjI9Lly4tHx8fde7cWS+//LJcXFxy1Y927dopOjpaBoNBbm5uevDBB/Wvf/1LHTt2zFU7d/v+++8VFRWl3r1756kdW7FmfocPH1Z4eLgOHTqk9PR0Va1aVUFBQRoyZIjKlStns+vaor2Cfl0A1kfhDyjMEhPldOIPSVJKwIOSq6udEwIAAAAAACi8XFxcNHnyZElSYmKidu/erdGjR+vq1asmBRFrx0nSsGHD5OPjo8TERG3atEn/+c9/9Ntvv+mDDz7IdT8efPBB9e7dW5cuXdLWrVv12muv6ddff9Vbb72V67Yyff/999q3b1+BLQxZK7+jR4+qZ8+eqlq1ql599VW5ubnpxIkTWr9+vZ5//vlsC3/WHJfctDdo0CD179+/UF8XgPVR+AMKMacTf8j9qcckSZe/26qUps3snBEAAAAAAEDh5eTkpM6dOxsf9+jRQ506ddL69etNCiLWjpOkRx99VA0aNJAkdevWTS+88IIiIiI0evRoVa5cOVf9qFy5srp06SJJeuWVVzR27FgtXLhQjz/+uJo0aZKrtoqbuXPnytXVVStXrjQp8o0YMcJ+Sd2Dk5OTnJzy/yN+e10XgHn47QQAAAAAAACAeyhdurT++eeffI1zcHBQ8+bNdezYMUVHR+e68He3IUOGaPXq1Vq9erWx8HflyhXNnTtXO3fuVFRUlAwGgxo2bKhhw4aZFAcDAgJM2rrz8dSpU/Xcc8/lqj1JOnXqlGbMmKHDhw/r1q1b8vHx0ZNPPqmhQ4eaxCUkJOiDDz7Qtm3bdO3aNdWsWVMjRoxQ69atc52fuU6ePKlatWplmdnnetdKW9Yel9z04/HHH1dkZKTx8b322jNnnG1xXUn65Zdf9Omnn+rIkSOSpLp162rAgAEKDg7OVX4Aco/CHwAAAAAAAAD8T0JCgiTpxo0b2rp1q44cOaJhw4bZPO5u586dkySVL1/e0q4YeXt7q1KlSsYiTGb7q1at0rPPPquXX35Z169f18qVK9W7d2+tXbtW/v7+kqTp06dLklauXKlTp06Z7Ed4Z+HK3PaSkpLUr18/JSUlqU+fPnJzc9OZM2e0bds2k4JPYmKiunfvrsuXL+ull15ShQoVtHnzZg0aNEiLFi1SixYtcpWfuSpVqqTff/9dUVFR8vHxuWectcclN/146623dOPGDW3ZskVbtmzJNj9zx9na15Wkbdu2aciQIapevbpeeeUVeXh4aO/evVq5cqWx8GdufnfKLErmVHAEQOEPAAAAAAAAACRJN2/eVMuWLY2PHR0dNWTIEL366qs2jZMyCl0JCQlKTEzUxo0b9f3336t27dqqUaOGVfpWqVIlnTlzxvjYz89P27dvN5nJ1qFDB7Vr106rV6/WqFGjJMm4VOmePXsUExNjsnTpncxt7/Tp04qOjtbkyZP1wgsvGGNTUlJM2luwYIGioqK0Zs0a1a5dW1LGEqidO3fW7NmzjYU/c/Mz10svvaRhw4bpmWeeUevWrRUcHKzHH388SwHW2uOSm360b99ekhQZGXnPApy542zt66ampmrSpEmqVq2aVq9erTJlykiS/vWvf+nixYu5zg9A7lH4AwAAAAAAAABJJUqU0Jw5cyRlzNTbunWrPvnkE9WqVUtPPvmkzeIkZdnzLygoSO+8845V+3bnEqN3FqJSUlJ0/fp1lSxZUu7u7oqKisp1++a2V6pUKUnSwYMH1blzZ7m4uEhSlj3jtmzZovr168vT09M4a1KSAgMDtWbNGqWmpsrR0THXed7Pk08+qfnz52vevHnavHmzNm7cqHfffVf//ve/NXz48Fxf09rjbC5zx9nafvvtN50/f15vv/22seiXqVKlSnnKz8/PzwYZA0UPhT8AAAAAAAAAUMaMvKCgIOPjZ555Rn379lVYWJgef/xxOTg42CROkiZMmCA/Pz+VKVNGVatWlaenp1X7lpSUpJIlSxofp6WlafHixVq6dKmioqKUmppqEptb5rb3wAMPKDQ0VF999ZU2b96sJk2aqGXLluratavc3NyMcZGRkUpKSjKZMXmnxMREk3hrevTRR/Xoo48qISFBu3bt0uLFizV37lxVrlxZPXr0yFVb1h5nc5k7ztaWWczMXMLUmvlt3LjR6vkCRRGFPwAAAAAAAAC4h0ceeUQ7d+5UTEyMqlatarO4hg0bqkGDBlbN/U4XL15UlSpVjI/nz5+vWbNmqVOnThoxYoRxKcuRI0cqPT091+3npr333ntPoaGh2rFjh3bs2KFp06Zp5cqVWr9+vUqUKCFJMhgMCg4OVt++fbO9XunSpXOdY25VqFBBnTp10pNPPqnHHntM3333Xa4Lf9Ye59wwZ5ztqaDnBxRWFP4AAAAAAAAA4B4yl3a8ceNGvsZZU0xMjC5cuKBHHnnEeCwiIkLNmjXTjBkzjMeSk5N1/fr1bNswGAw5XiO37dWrV0/16tXTwIEDtWjRIoWFhWnPnj1q06aNJKlatWq6ffu2yYzJnNwvv7xwcXGRr6+v4uLicn1da49zbt1vnK19XR8fH0nSyZMn7zlb05L8AJjP4f4hAAqq9DKuSm7aTMlNmym9jOv9nwAAAAAAAIBc2bNnj5ydnY0FjfyKs6bZs2dLkrp27Wo85ujomGU/ta+//lopKSnZtlGmTBldvnz5nufNbS8xMTHLscyxuHP/vPbt22v//v06ePBglmvFxMTkOj9z7d+/32Q5Tiljf8YTJ06oWrVqub6utcfZXOaOs7WvW69ePVWpUkVffvmlEhMTTc7Fx8dbnJ8kdejQQR06dMhTfkBxwIw/oBBLrfOgrny31d5pAAAAAAAAFAkpKSlav369JOn69evavXu3tm/frn//+98mS0taO87aLly4oHXr1ik+Pl5bt27VgQMH1KtXLz300EPGmHbt2ik8PFwTJkxQvXr19Pvvv2vr1q1yd3fPts3AwEAtXrxYb7/9ttq3by9nZ2cFBASocuXKuWrv559/1qRJk9ShQwf5+fnpypUrWrJkiby9vRUYGGiM69evnzZt2qQ+ffooNDRU/v7+io2N1Z49e+Tq6qoFCxbkKj9zffrpp/r777/19NNPq1q1aoqPj9eqVauUmJiof//73zYbF3PbO378uE6cOCFJxr8z32NlypRR+/btczXO1r6uo6OjJkyYoCFDhqhr164KCQmRh4eHDhw4oJs3b+rjjz+2KD9JOnPmzL1fOABGFP4AAAAAAAAAQFJSUpJGjRolSSpRooR8fX01duxY9ezZ06Zx1vbHH39o9OjRKleunOrUqaNZs2bp6aefNonp37+/bt68qQ0bNmj9+vVq2LChFixYoKFDh2bb5lNPPaVjx47pm2++0dq1a5Wenq6pU6fqueeey1V7AQEBCgoK0pYtWxQXFyc3Nzc1bdpUI0aMkKvr/1/RytXVVcuXL1d4eLg2bdqk+Ph4eXp6qlGjRgoNDc11fuZ65ZVXtGrVKv3f//2f4uLiVK5cOT344IOaPn16tgUpa42Lue1t2bLFOIMzU+Z7rGrVqsYCnLnjbO3rShnFzs8//1yffvqp5s2bJ0mqW7euBgwYYIzJbX4AzGdIt/UOokVIXFz26y5bi8EgOTs7Kjk5VUXxVTl9+qR2JqTIy9dfkuTgIKWlmcb8umu7XD0qyq9O/Xu2Y06MPdqKPXtKwRWcVKNGTeOxov6a3om+Fk30tWgqLn3Nj35WrFjWNg0XMda4hyou79u8YIxyxvjkjPHJGeOTM1uOz6FD+6zbYC4FBjbPcxu8f7LiHgoAAMB2mPEHFGKGhHg57/xJkpQc/KjSK3jYOSMAAAAAAAAAAGAvFP6AQszxzGm5vdJLknT5u61KofAHAAAAAAAAAECx5WDvBAAAAAAAAAAAAADkHTP+ACtJTU1RZOT5LMcz93K4U/XqvnJy4tcPAAAAAAAAAABYD5UHwEoSYs8rNjlJka4pJscNDilKT/v/jy/FRKmLpBo1auZrfgAAAAAAAAAAoGij8AdYUQWvqvLy9Tc55uAgpaXd4wkAAAAAAAAAAABWwh5/AAAAAAAAAAAAQBFA4Q8AAAAAAAAAAAAoAij8AQAAAAAAAAAAAEUAe/wBhVi6u7v+6fyc8WcAAAAAAAAAAFB8UfgDCrHUGjV1ff7n9k4DAAAAAAAAAAAUACz1CQAAAAAAAAAAABQBzPhDnqWkpCgy8ux94yIjI5Xu6mX7hAAAAAAAAAAAAIohCn/Is8jIs1r321l5VvHJMe7Pk1GqVod96KzJ4UKsSqxaKUm6/fy/lFaZwioAAAAAAAAAAMUVhT9YhWcVH3n5+ucYExcdmU/ZFB8OUefk+u54SVLywy0p/AEAAAAAAAAAUIyxxx8AAAAAAAAAAABQBFD4AwAAAAAAAAAAAIoACn8AAAAAAAAAAABAEUDhDwAAAAAAAAAAACgCKPwBAAAAAAAAAAAARQCFPwAAAAAAAAAAAKAIoPAHAAAAAAAAAAAAFAFO9k4AgOXSKnvp5qvDjD8DAAAAAAAAAIDii8IfUIil+VTTjXcm2zsNAAAAAAAAAABQAFD4A/JZamqKIiPP3zeuenVfOTnxKwoAAAAAAAAAAMxDVQHIZwmx5xWbnKRI15R7xlyKiVIXSTVq1My3vAAAAAAAAAAAQOFG4Q+wgwpeVeXl65/ndhwi/1apObMlSbcGDlFa9Qfy3CYAAAAAAAAAACicHOydAADLOcRdVOkFc1V6wVw5xF20dzoAAAAAAAAoJN544w0FBAQY/+zdu9feKdlUcesvgOKLGX8AAAAAAAAAYEWjR4/W2rVrc4wJCQlRWFhYrtv+/vvvFRUVpd69e1uYXYbu3burVatWOn36tObMmZOntgqDotLf5ORkzZs3TwcOHNDhw4d148YNffnll2rRooXFbV69elVTp07V1q1blZaWplatWuntt9+Wh4eHTeMA2AaFPwAAAAAAAACwotDQULVs2dL4eNGiRYqNjdWYMWOMx6pXr25R299//7327duX58JfkyZN1KRJE+3du7dQF8LMVVT6e+vWLX388cfy8fFR7dq1dejQoTy3OWTIEB07dkwDBgyQk5OT5s+fr379+unrr7+Wo6OjzeIA2AaFPwAAAAAAAACwosDAQAUGBhofR0RE6Nq1a+rcubMds0JRUKZMGf3www+qUqWKNm7cmOfC365du7Rv3z6FhYUpJCREklSzZk0NGDBAmzZtUseOHW0SB8B22OMPAAAAAAAAAOzo5MmT6tevn7Fg2L9/f506dcokJnNvurVr1yo6Otpkv7o1a9YY465cuaJp06apU6dOCgwMVJMmTdS7d28dPHjQ5v04deqUBg0apJYtW6px48Z65plnFB4ebhJjTn5RUVEKCAjQrFmz1KJFC3Xs2FEHDx5U586d1aJFCy1btswYGx4eroCAAB08eFDPPvusGjRooOeee0779++3uB8JCQl6++239cgjj6hBgwYKCQnRjz/+aFF/rc3R0VFVqlSxWnvbt2+Xi4uLSUHu0UcfVfny5bVt2zabxQGwHQp/AAAAAAAAAPA/69atU+vWrRUUFKRFixbZ/Hrx8fF66aWXdOzYMQ0cOFADBw7U0aNH1bNnTyUkJBjjpk+frunTp+uhhx6Su7u78fH06dPVrFkzY9y5c+e0atUqNW/eXGPHjtWQIUMUGxur3r17ZykmWlNSUpL69eunX3/9VX369NGYMWMUHBycpdiTm/x27dqlQYMGKTo6Wr169dJjjz2mwMBATZ8+XcnJySaxQ4cOVcuWLfX666/rxo0b6tevn86dO5frfiQmJqp79+7avHmzXnzxRY0ePVrlypXToEGDtHfv3lz3906ZhdqC5MSJE/L19VWJEiWMxxwcHFS7dm39+eefNosDYDss9QkAAAAAAAAAks6ePauxY8cqNTVVkhQWFqb69eubFNasbdmyZbp8+bJWrFhhXB60adOm6tGjh5YtW6YhQ4ZIknGZ0D179igmJuaey4b6+flp+/btcnV1NR7r0KGD2rVrp9WrV2vUqFE26cfp06cVHR2tyZMn64UXXjAeT0lJsTi/3r17q1OnTtqxY4eioqI0bNgwHTlyRNu3b1dkZKT8/f2NsaGhoRo2bJgkqX379nr88cf1xRdfaPz48bnqx4IFCxQVFaU1a9aodu3akqRu3bqpc+fOmj17tlq0aJGr/hZ0ly5dkpeXl6SM8U5ISNCqVavk4eFhUoi1dhwA22HGHwAAAAAAAABIOn78uLHol+no0aM2vea+fftUrVo1kz0BH3roIfn4+Gjfvn25bs/V1dVYVEtJSdHly5dVsmRJubu7Kyoqymp5361UqVKSpIMHDyopKcl43MnJdO5JbvLz8PCQJJUvX14VKlSQJLm5uUmSrl27ZhL79NNPG3/28fFRw4YNLRq/LVu2qH79+vL09FRCQoISEhJ05coVBQYG6tChQ8b3h7n9vZOfn5/8/PxynZMtJSUlydnZWZIUHR2tCxcuKCUlRS4uLrp9+7bN4gDYDjP+gEIs1ae6rk/9j/FnAAAAAAAAWK5OnTpydHQ0Kf41aNDApte8ePFitnu2eXt768KFC7luLy0tTYsXL9bSpUsVFRVl0pc7C1TW9sADDyg0NFRfffWVNm/erCZNmqhly5bq2rWrsViX2/wcHR0lSc7OzsaCWubfdy/1efcYVq5c2WRpTnNFRkYqKSlJLVu2zPZ8YmKi3NzczO7vnTZu3JjrfGzNxcXFOJbr1q1TWlqaSpcuraSkJJPlOq0dB8B2KPwBhVh65cr6p+8Ae6cBACikUlNTFR4erm+++UaXLl1SpUqVFBISoldffVUGg0GSlJ6ero8//lhff/21rl27piZNmuidd96Rr6+vfZMHAAAAbMDX11fvv/++PvjgA6WkpKhv375q3ry5vdPKlfnz52vWrFnq1KmTRowYofLly0uSRo4cqfT0dJte+7333lNoaKh27NihHTt2aNq0aVq5cqXWr19vLPpYKz9zYjNnnuWGwWBQcHCw+vbtm+350qVLG382p78Fnaenpy5duiRJKlOmjPF4fHy8PD09bRYHwHYo/AEAABRT8+fP1/LlyzVt2jTVrFlTx44d05gxY1S2bFm9/PLLxpjFixcrLCxMPj4++uijj9S3b19FREQUmv+RBQAAAHIjJCREISEh+Xa9SpUqKSYmJsvx6Oho+fj4ZDme+SW9e4mIiFCzZs00Y8YM47Hk5GRdv3492/jM4tjdS5xaql69eqpXr54GDhyoRYsWKSwsTHv27FGbNm0sys9cMTExJnv+XbhwIduZlPfrb7Vq1XT79m0FBQWZdd379begCwgI0FdffaXbt28b/x8vLS1Nf/75p1q1amWzOAC2wx5/AAAAxdShQ4f02GOPqU2bNvLx8VGHDh0UHBxs3MMkPT1dX375pQYNGqT27durTp06mj59ui5evKjvv//eztkDAAAARUPz5s117tw5HTp0yHhs//79io6Ozna2YZkyZXT58mWlpKRk256jo2OWfea+/vrre8Z7eXlJkv7++29LuyApYwnMu6+RWbjMXLLTkvzM9e233xp/joqK0tGjR9WsWbMscffrb/v27bV//34dPHgwy7k7C7Tm9vdOHTp0UIcOHe7TE+tr166dAgICst3jsU2bNkpKSlJERITx2E8//aQrV66oXbt2NosDYDvM+AMKMcdTf6nMuxMkSTcmvqdU/1p2zggAUJgEBgZq5cqVOnPmjPz8/HT8+HEdOHBAo0ePlpTxP8txcXEm33QtW7asGjVqpEOHDunpp582+1r3+VKy2c/PaztFGWOUM8YnZ4xPzhifnBXl8bFGn4ry+ACwju7du2vp0qUaPHiwevXqJUn6/PPP5eHhoe7du2eJDwwM1OLFi/X222+rffv2cnZ2VkBAgCpXriwpo8gTHh6uCRMmqF69evr999+1detWubu7Z3t9b29vNWzYUJ988onS0tLk6uqq+vXrm8yeM8fPP/+sSZMmqUOHDvLz89OVK1e0ZMkSeXt7KzAw0BiX2/zMtWLFCt28eVNeXl5avny5XFxc1LNnz1z3t1+/ftq0aZP69Omj0NBQ+fv7KzY2Vnv27JGrq6sWLFiQq/7e6cyZM3nqY6YlS5bo2rVrOnnypCRp/fr1OnDggMqVK6eXXnopS3xaWpokZSm4StIjjzyihx56SJMmTdLFixfl5OSkefPm6cEHH9QTTzxhszgAtkPhDyjEDFeuqMTGjG8z3Rw+0s7ZAAAKm/79+ysxMVFPPfWUHB0dlZqaqtdee03PPvusJCkuLk6S5OHhYfI8Dw8P454N5nBxyf7brrlhMGR8a9ZgkGy8LUmhxRjljPHJGeOTM8YnZ7YcHwcH+1bLnJ35bxgA2/Pw8NCSJUsUFhamOXPmSJKaNm2qMWPGqEKFClnin3rqKR07dkzffPON1q5dq/T0dE2dOlXPPfecpIz7/Js3b2rDhg1av369GjZsqAULFmjo0KH3zGHmzJkaN26cwsLClJSUpDFjxuS68BcQEKCgoCBt2bJFcXFxcnNzU9OmTTVixAi5uroa4yzJzxwfffSR3nvvPZ09e1Y1a9bU/Pnzs13q8379dXV11fLlyxUeHq5NmzYZ96Zr1KiRQkNDc91fW1i4cKGio6ONj1evXi1Jqlq1apbC39WrV3XhwgU1bdrUONvxTgaDQf/97381ZcoUzZ8/X2lpaWrVqpXGjx9vUii0dhwA2zGk23pH1yIkLi5v60zfj8GQ8T8Vycmphep/Bk6fPqmdCSny8s35ZuDXXdvl6lFRfnXqS5IcHKT/fdnknjHmtJOXuPxo6+5+mtNW7NlTCq7gpBo1auaYl9OBX+T+1GOSpMvfbVVK06zLF+SXwvr+tQR9LZroa9GTH/2sWLGsbRrOJ99++62mT5+uUaNGqWbNmvrjjz80depUjR49WiEhITp48KC6deumHTt2qFKlSsbnDR8+XAaDQR9++KFZ14mLu26VGX9OTo5KSSna79u8YIxyxvjkjPHJGeOTM1uOz8GD+6zbYC41aZJ1ib3c4v2Tladn4b6HAlCwhIeHa/bs2Tpx4oS9UymQtm7dqldffVXz58/Xo48+au90AOQDSuwAAADF1PTp09W/f3/jkp0BAQE6f/685s6dq5CQEFWsWFGSFB8fb1L4i4+PV506dXJ1LWt90JmezmyJ+2GMcsb45IzxyRnjk7OiOD7W7E9RHB8AQMH3yy+/qF69ehT9gGKEwh8AAEAx9c8//8hw11Q8R0dHZS4I4ePjo4oVK2rPnj168MEHJWVsYH/kyBF169Yt3/MFAAAAAORO5h7uAIoPCn8AAADFVNu2bTVnzhx5e3sbl/pctGiRunbtKiljb4aXX35Zn376qR544AH5+Pjoo48+UqVKldS+fXs7Zw8AAAAAAIC7UfgDAAAopsaPH6+PPvpI7777rnE5z9DQUA0ePNgY069fP926dUsTJkzQtWvX1LRpUy1YsEAlSpSwY+YAAAAAkGHo0KEaOnSovdMAgAKDwh8AAEAx5erqqnHjxmncuHH3jDEYDBo+fLiGDx+ej5kBAAAAAADAEg72TiA8PFwBAQEmfzp06GA8f/v2bb377rtq0aKFAgMDNXToUF26dMmkjfPnz6t///5q1KiRWrZsqWnTpiklJcUkZu/evQoJCVH9+vX1+OOPa82aNfnSPwAAAAAAAAAAACA/2L3wJ0m1atXSzp07jX+WLVtmPDdlyhRt375dH374oRYvXqyLFy9qyJAhxvOpqakaMGCAkpOTtWLFCoWFhWnt2rX6+OOPjTHnzp3TgAED1KJFC61fv169evXS+PHjtWPHjnztJ2Btqf41dfXLFbr65Qql+te0dzoAAAAAAACwkTVr1iggIEBRUVE2vU5AQIDCw8PzFJc52aMwKCr9yElR6QcA8xSIpT4dHR1VsWLFLMevX7+u1atXa8aMGWrZsqWkjEJgx44ddfjwYTVu3Fg7d+7UyZMntWjRInl6eurBBx/U8OHDNWPGDA0ZMkQuLi5asWKFfHx8NHr0aEmSv7+/Dhw4oM8//1ytWrXK174C1pRe3l1JHTraOw0AAAAAAADcZc2aNRozZky255o0aaLly5fnc0ZA4XOv36PmzZtr8eLFxsfJycmaN2+eDhw4oMOHD+vGjRv68ssv1aJFC5PnHT16VMuXL9f+/ft18eJFeXl5qV27dho8eLBcXV1t3h8gPxSIwt/ff/+t4OBglShRQo0bN9brr78ub29vHTt2TMnJyQoKCjLG+vv7y9vb21j4O3z4sGrXri1PT09jTHBwsN555x2dPHlSdevW1eHDh42FwztjpkyZkutcDQbL+2lu27a8RkFhuOPvdHsmYmN57Wdhei8Uq/cvfS2S6GvRU1z6CQAAAKBgGzZsmHx8fEyOeXh42Cmb/DFo0CD179/f3mnkGf0oOMaMGSN3d3fj4zvrAZJ069Ytffzxx/Lx8VHt2rV16NChbNtZtGiRDh06pI4dO8rPz0+nTp3SkiVLtHfvXq1cuVJOTgWiZALkid3fxQ0bNtTUqVPl5+enuLg4/fe//1WPHj20YcMGXbp0Sc7OzipXrpzJczw8PBQXFydJunTpUpZf8szH94tJTEzUP//8o5IlS5qVq4uLo0V9NJfBkDH70WCQ0gtRNczZ2VEGhxQ53GfhWIODZDAYjHEGg0FySJchhxhz2slLXH60dXc/zW3L2dlRzs62fc9ZU2F9/1qCvhZN9LXoKS79BAAAAFCwPfroo2rQoIG908hXTk5ORaKAQj8Kjvbt22cpoN+pTJky+uGHH1SlShVt3LjxnoW/3r176z//+Y/JeFSpUkVTpkzRtm3b9MQTT1g9dyC/2f23vXXr1saf69Spo0aNGqlt27b67rvvzC7I5ZekpFSbz/hLT5dSUlIL1QeUycmpSk+T0tJyjktPk9LT05WW9r+ZcA7pGcfuEWNOO+Zez15tZddPc9tKTk5VcnJqjnk5/v6byg4ZKEm6PnuOUuvWy7kjNlRY37+WoK9FE30teopLPwEAAAAUXlFRUXrsscc0YMAAffXVV/Lw8NDkyZP17rvvKjY2VsOHD1f37t1NnnP69Gm9+eab+u2331S1alW99tprWYoVCQkJ+uCDD7Rt2zZdu3ZNNWvW1IgRI0w+i5Wkn3/+WdOmTdPJkyfl6+uriRMnZpunuXGPP/64IiMjjY9PnDiRJSZz6cavv/5ac+fO1e7du+Xh4aEBAwbohRdeMIndt2+fpkyZolOnTsnPz0/vvvuuXnzxRQ0ZMkRDhw6998Deg7X6kdvXzZzXIzfjcurUKc2YMUOHDx/WrVu35OPjoyeffDLLmJjzekjSyZMnNW3aNO3fv1+S1KxZM7311lvy9/e3KD9bSE9PV2JiosqUKZMx0eIujo6OqlKlyn3badSoUZZjmSsOnjlzJu+JAgXAfeY55b9y5crJ19dXkZGR8vT0VHJysq5du2YSEx8fb9wT0NPTU5cuXTI5n/n4fjGurq65Li6mp9v2T35cwxY551b6XX8XVXnt533H/uZNOf16RE6/HpFu3iwQ7wV750Bf6St9pa/52U8AAAAARc+6devUunVrBQUFadGiRXluLzExUQkJCSZ/bt26ZRKza9cuDRo0SNHR0erVq5cee+wxBQYGavr06UpOTjaJHTVqlGrUqKE333xTpUuX1ogRI3TgwAGT63Xv3l2bN2/Wiy++qNGjR6tcuXIaNGiQ9u7da4w7deqU+vfvr9u3b+v1119Xy5YtNWzYsCz5mxsnSW+99ZamT5+uxx9//L7jMmrUKFWqVElvvPGG3NzcNH78eP3222/G89HR0erfv79u3rypkSNHKjg4WMOHD79vu/dii36Y87qZ+3qYOy5JSUnq16+ffv31V/Xp00djxoxRcHCwtm3bZlE/4uPj9dJLL+nYsWMaOHCgBg4cqKNHj6pnz55KSEjIdX53CggIUEBAQI5jaK7OnTuradOmatq0qSZOnJjldygvMvuZWU8ACju7z/i7240bN3Tu3DlVrFhR9evXl7Ozs/bs2aMnn3xSUsY3Ws6fP6/GjRtLkho3bqw5c+YoPj7euDb27t275erqqpo1axpjfvrpJ5Pr7N6929gGAAAAAAAAAJw9e1Zjx45VamrGKkxhYWGqX7++mjVrZnGbvXv3znJs4MCBeu2110xiOnXqpB07digqKkrDhg3TkSNHtH37dkVGRprMvGrbtq3ef/99SVJISIjatGmjefPmae7cuZKkBQsWKCoqSmvWrFHt2rUlSd26dVPnzp01e/ZstWjRwhiXlpamL774wljwKFWqlObMmWOSq7lxUsZyjJIUGRmpLVu25Dgubdu21VtvvSVJateundq2bavt27erXr2MFa2++OILJScn64svvjDO5CpdurTCw8NzbPdebNEPc143c18Pc8fl9OnTio6O1uTJk01m2qWkpFjUj2XLluny5ctasWKFAgMDJUlNmzZVjx49tGzZMg0ZMiRX+VlbqVKlFBoaqoceekhOTk766aeftGLFCkVFRemzzz6zyjWWL1+u0qVLq23btlZpD7A3uxf+pk2bprZt28rb21sXL15UeHi4HBwc9Mwzz6hs2bLq2rWrwsLC5ObmJldXV02ePFmBgYHGol1wcLBq1qypUaNG6c0331RcXJw+/PBD9ejRQy4uLpKkF198UUuXLtX06dPVtWtX/fzzz/ruu++M/zEEAAAAAAAAgOPHjxuLfpmOHj2ap8LfhAkT5OfnZ3Ls7r3KMic0lC9fXjdv3pQkubm5SVKW1dA6duxo/NnV1VWPPvqofvjhB+OxLVu2qH79+vL09DSZsRUYGKg1a9YoNTVVjo6O2rt3r5o1a2Yyy6lTp05ZCmHmxuXWnbPQqlSpInd3d124cMF4bPfu3XrooYdMlm/s2LGjxYU/W/TDnNfN3Ncj0/3GpVSpUpKkgwcPqnPnzsbPwC3dw2/fvn2qVq2asegnSQ899JB8fHy0b9++LPH3y+9Od7/vLfHUU0/pqaeeMj7u2LGj3N3dtXDhQv3yyy95+t2UpIiICH333XcaN26c3N3d85ouUCDYvfAXGxurkSNH6sqVK6pQoYKaNm2qlStXqkKFCpKksWPHysHBQcOGDVNSUpKCg4NN1l52dHTUnDlz9M477yg0NFSlSpVSSEiIyTTtatWqae7cuZo6daq+/PJLeXl5afLkyWrVqlW+9xcAAAAAAABAwVSnTh05OjqaFP8aNGiQpzYbNmx43zYyCz/Ozs7GAk7m33cv9enl5WXyuHLlyrpx44YSExPl6uqqyMhIJSUlqWXLltleKzExUW5ubrp48WKW2WbZ7ZFmblxu3b2sYqlSpUz6GhMTk2Xc8nJdW/TDnNfN3Ncj0/3G5YEHHlBoaKi++uorbd68WU2aNFHLli3VtWtXk3bMdfHixWzHwdvbO9uC3v3yu9PGjRtznY85unXrpoULF2rfvn15KvwdP35c48aN05NPPqmePXtaMUPAvuxe+Pvggw9yPF+iRAlNnDjxnhutSlLVqlU1f/78HNtp0aKF1q1bZ0mKAAAAAAAAAIoBX19fvf/++/rggw+UkpKivn37qnnz5nbNKd2MDcYNBoNx5pfBYFBwcLD69u2bbWzp0qUlZXzuag5z43LLYDDk+jlpaWkWX89W/biXzNfN3Ncjkznj8t577yk0NFQ7duzQjh07NG3aNK1cuVLr16+3eT8ted2srVKlSpKyzobNjYsXL2rgwIHy9/fX9OnTC0S/AGuxe+EPAAAAAAAAAAqKkJAQhYSE2DuNe4qNjVWtWrWMjy9cuCBPT09j4a9atWq6ffu2goKCcmzH29tbsbGxJsdiYmIsjrO2KlWq6Pz58ybH7s4jN+zVD3Nfj9yqV6+e6tWrp4EDB2rRokUKCwvTnj171KZNm1y1U6lSpWzHITo6OsuStAVFZr6Zqwbm1o0bNzRgwAA5OTlp7ty5KlmypDXTA+zOwd4JAAAAAAAAFESHDu2z+A8A2EpERITx58TERP300096+OGHjcfat2+v/fv36+DBg1mee2eB5+GHH9Yvv/yiuLg447ENGzZkeY65cdYWFBSk/fv3mxT/7ux7btmrH+a+HuZKTExUSkqKybHMAt2dewWaq3nz5jp37pwOHTpkPLZ//35FR0fnebZrhw4d1KFDhzy1cee+iJkWL14sSRYVU1NSUjRs2DDFxMRowYIFxn0agaKEGX8AAAAAAAAAYCM//fSTTp8+bXKsRIkSFhdEtm/frvHjxysgIEDr1q3TrVu39MorrxjP9+vXT5s2bVKfPn0UGhoqf39/xcbGas+ePXJ1ddWCBQskSS+//LJWrlypXr16KTQ0VNHR0fr222+zXM/cuOPHj+vEiROSZPx7/fr1kqQyZcqoffv2uepnr169jNft3r274uLitHnz5ly1URD6Ye7rYa6ff/5ZkyZNUocOHeTn56crV65oyZIl8vb2VmBgYK770b17dy1dulSDBw9Wr169JEmff/65PDw81L1791zldrczZ87k6fmS1KNHD9WtW1d169ZVyZIltWvXLm3dulWdO3fOsgfkkiVLdO3aNZ08eVJSRn8PHDigcuXK6aWXXpIkhYWFaefOnerZs6eOHDmiI0eOGJ9fvXp1kzEECisKf0AhllKnrhK27pQkpdbwt3M2AAAAAAAAuNvHH3+c5Vj58uUtLvxNmzZNn3zyidavXy8fHx99/PHHqlOnjvG8q6urli9frvDwcG3atEnx8fHy9PRUo0aNFBoaaoyrVq2a5s2bp6lTp2rGjBny8/NTeHi4unXrZnI9c+O2bNmi2bNnmxwbNWqUJKlq1aq5LphVrVpVc+fO1ZQpUzRr1izVrFlTs2bN0gsvvGDRzDZ79cPc18NcAQEBCgoK0pYtWxQXFyc3Nzc1bdpUI0aMkKura6774eHhoSVLligsLExz5syRJDVt2lRjxoyxeClNa2rfvr2+//57bd++XUlJSapatapef/31bPdMXLhwoaKjo42PV69eLSmjv5mFv8wiaOaswTuFhIRQ+EORYEg3Z3dYSJLi4q7btH2DQXJ2dlRycqoK06ty+vRJ7UxIkZdvzoWnX3dtl6tHRfnVqS9JcnCQ7t6P9+4Yc9rJS1x+tHV3P81pK/bsKQVXcFKNGjVzzKsgKazvX0vQ16KJvhY9+dHPihXL2qbhIsYa91DF5X2bF4xRzhifnDE+OWN8cmbL8SnMS2YGBmYsj8b7JyvuoQBYKi4uTsHBwZo4cWKeZ6MBQFHFHn8AAAAAAAAAgALn1q1bJo9/+OEHSVKjRo3skA0AFA4s9QkAAAAAAAAAKHDatm2rp556SrVr11ZMTIy++OILBQUFqV69evZODQAKLAp/QCHmdOSQ3EJDJElXv1qrlEasQQ0AAAAAAICioV27dvrxxx/19ddfq2zZsurcubNxnzoAQPYo/AGFWUqKHBISjD8DAAAAAAAARcWUKVPsnQIAFDrs8QcAAAAAAAAAAAAUART+AAAAAAAAAAAAgCKAwh8AAAAAAAAA2Mkbb7yhgIAA45+9e/faOyUAQCHGHn8AAAAAAAAAYCM7duzQvHnz9Ntvv8nBwUG1atVS37591b59e0lS9+7d1apVK50+fVpz5syxc7aFz9GjR7V8+XLt379fFy9elJeXl9q1a6fBgwfL1dXV3ukBQL6j8AcUQKmpKYqMPH/fOP/U1HzIBgAAAAAAAJZYs2aNxo4dq3r16um1116To6Ojdu7cqXXr1hkLf02aNFGTJk20d+9eCn8WWLRokQ4dOqSOHTvKz89Pp06d0pIlS7R3716tXLlSTk58BA6geOFfPaAASog9r9jkJEW6ptwz5lJMlHqkX5dnPuYFAAAAAAAA81y6dEmTJk1S48aNtWTJEmMBqnv37oqNjbVzdkVH79699Z///MekwFelShVNmTJF27Zt0xNPPGHH7AAg/1H4AwqoCl5V5eXrn3PQ+T/yJxkAAAAAAADkyjfffKObN29q0KBBWWadeXl55bq9K1euaO7cudq5c6eioqJkMBjUsGFDDRs2TE2aNDGJPXXqlGbMmKHDhw/r1q1b8vHx0ZNPPqmhQ4daFJeQkKAPPvhA27Zt07Vr11SzZk2NGDFCrVu3tqg9a2rUqFGWY0FBQZKkM2fO2Oy6AFBQUfgDCrEbdR7UpRNnJUnpZcvZNxkAAAAAAIAiYN26dfrggw+UnJysfv36qU+fPha188svv8hgMKh58+ZWyevcuXNatWqVnn32Wb388su6fv26Vq5cqd69e2vt2rXy98/4AnlSUpL69eunpKQk9enTR25ubjpz5oy2bdtmUoAzNy4xMVHdu3fX5cuX9dJLL6lChQravHmzBg0apEWLFqlFixa5au9OAQEBkqQTJ05YZYwyJSQkSJIqVqxo1XYBoDCg8AcUZk5OSnevYO8sAAAAAAAAioSzZ89q7NixSk1NlSSFhYWpfv36atasWa7bioqKkru7u0qVKmWV3Pz8/LR9+3a5uroaj3Xo0EHt2rXT6tWrNWrUKEnS6dOnFR0drcmTJ+uFF14wxqakmG4pY27cggULFBUVpTVr1qh27dqSpG7duqlz586aPXu2sfBnbnv5Yfny5SpdurTatm2b79cGAHtzsHcCAAAAAAAAAFAQHD9+3Fj0y3T06FGL2rp165ZKlChhjbQkSa6ursaiX0pKii5fvqySJUvK3d1dUVFRxrjMQuPBgweVlJRkPH73cqPmxm3ZskX169eXp6enEhISlJCQoCtXrigwMFCHDh0yjpe57d3Jz89Pfn5+5g+CGSIiIvTdd9/ptddek7u7u1XbBoDCgBl/QGGWmirduJHxc8mSkqOjffMBAAAAAAAoxOrUqSNHR0eT4l+DBg0saqtUqVK6dOmStVJTWlqaFi9erKVLlyoqKsokxzsLbQ888IBCQ0P11VdfafPmzWrSpIlatmyprl27ys3NLddxkZGRSkpKUsuWLbPNKzExUW5ubma3d6eNGzfmdVhMHD9+XOPGjdOTTz6pnj17WrVtACgsKPwBhViZP35XxUcylpq4/N1WpTTN/bITAAAAAAAAyODr66v3339fH3zwgVJSUtS3b1+L9+irWrWq/vrrL926dcsqy33Onz9fs2bNUqdOnTRixAiVL19ekjRy5Eilp6ebxL733nsKDQ3Vjh07tGPHDk2bNk0rV67U+vXrTWYhmhNnMBgUHBysvn37ZptX6dKlc31dW7h48aIGDhwof39/TZ8+XQaDwabXA4CCisIfUEilpqbowoULqv+/x9HRUbpxj+ULqlf3zXFZBQAAAAAAAGQICQlRSEhInttp2rSptm/frn379ql169b3jXd2dpakLEuNZoqIiFCzZs00Y8YM47Hk5GRdv3492/h69eqpXr16GjhwoBYtWqSwsDDt2bNHbdq0yVVctWrVdPv2bQUFBZnRa/Ova003btzQgAED5OTkpLlz56pkyZI2uxYAFHTs8QcUUgmx5/XrlX+Mj49cS9XOhJQsf9b9dlaRkWftlygAAAAAAEAx9Oyzz6pUqVL69NNPlZKSYnIuNjY2S7yXl5ck6e+//862PUdHxyxf7P7666+ztJ2YmJjlmI+Pj7GN3Ma1b99e+/fv18GDB7PkFBMTk+v27tShQwd16NAh23PmSklJ0bBhwxQTE6MFCxbIw8MjT+0BQGHHFCCgECvnUdH4s0eVqpKvvx2zAQAAAAAAQKbKlStrzJgxmjBhgl588UV16dJFjo6O2rVrlyRp9uzZJvHe3t5q2LChPvnkE6WlpcnV1VX169eXv3/G5z3t2rVTeHi4JkyYoHr16un333/X1q1b5X7XClA///yzJk2apA4dOsjPz09XrlzRkiVL5O3trcDAwFzH9evXT5s2bVKfPn0UGhoqf39/xcbGas+ePXJ1ddWCBQty1d6dzpw5k+dxDgsL086dO9WzZ08dOXJER44cMZ6rXr36Pa8NAEUVhT8AAAAAAAAAsIHQ0FBVrlxZ8+fP18yZM+Xo6KiaNWvec7+8mTNnaty4cQoLC1NSUpLGjBljLPz1799fN2/e1IYNG7R+/Xo1bNhQCxYs0NChQ03aCAgIUFBQkLZs2aK4uDi5ubmpadOmGjFihFxdXXMd5+rqquXLlys8PFybNm1SfHy8PD091ahRI4WGhua6PWs7ceKEJGnx4sVZzoWEhFD4A1DsUPgDAAAAAAAAABtp06aN2fvbVa9ePdsCliS5uLho1KhRGjVqlMnxLVu2mDyuVq2apk6det9rmRsnSe7u7powYYImTJhglfYyZRbt8uJe4wUAxRV7/AEAAAAAAAAAAABFAIU/AAAAAAAAAAAAoAhgqU+gEEs3GJRcqkzGzw7U8QEAAAAAAAAAKM4o/AGFWEytB7XyQKS90wAAAAAAAAAAAAUAU4QAAAAAAAAAAACAIoDCHwAAAAAAAAAAAFAEsNQnUIg53b6tcqdOSJJuVK2u1JKl7JwRAAAAAAAAAACwF2b8AYVYpb9PqVOnIHXqFKTyJ36zdzoAAAAAAAAAAMCOKPwBAAAAAAAAAAAARQCFPwAAAAAAAAAAAKAIoPAHAAAAAAAAAAAAFAEU/gAAAAAAAAAAAIAigMIfAAAAAAAAAAAAUAQ42TsBALaVmpqiyMjz942rXt1XTk78kwAAAAAAAAAAQGHFp/xAEZcQe16xyUmKdE25Z8ylmCh1kVSjRs18ywsAAAAAAAAAAFgXhT+gEEtxKaEr/gGSpNSSpe4ZV8Grqrx8/fMrLQAAAAAAAAAAYAcU/oBC7KKvv77dsNveaQAAAAAAAAAAgALAwd4JAAAAAAAAAAAAAMg7Cn8AAAAAAAAAAABAEcBSn0AhVuLGdVXZuU2SdKlhUyWXc7NzRgAAAAAAAAAAwF4o/AGFmEf0ObUbPUiStHH5JsU3esim10tJSVFk5Nl7nnd2dlRycqqqV/eVkxP/vAAAAAAAAAAAkJ/4ZB6A2SIjz2rdb2flWcUn2/MGhxTFRUepi6QaNWrma24AAAAAAAAAABR3FP4A5IpnFR95+fpne87BQUpPy+eEAAAAAAAAAACAJMnB3gkAAAAAAAAAAAAAyDsKfwAAAAAAAAAAAEARQOEPAAAAAAAAAAAAKAIo/AEAAAAAAAAAirQ1a9YoICBAUVFROca98cYbCggIMP7Zu3dvPmVYNEVERKh58+ZKTEy0dyo2k5ycrNatW2vp0qX2TgWQJDnZOwEARUtqaooiI8+bFVu9uq+cnPhnCAAAAAAAFD3t2rVTdHS0Jk+erBdeeMF4fMCAAfrrr7+0bds2O2aHe+nevbtatWql06dPa86cOfZOJ4ujR49q+fLl2r9/vy5evCgvLy+1a9dOgwcPlqurqzFux44dWrx4sf744w9duXJFlStXVuvWrTVkyBC5u7ubtLlx40bNmTNHp06dUpkyZdS2bVuNGjUqS1xupaamKjw8XN27dzfJzVb9MJe5/U1KSpKzs7MMBkOO7Tk7O6tPnz6aM2eOnn/+eZUoUcKivABr4RN3oBC7XbqMzgc/JklKLlvOztlkSIg9r9jkJEW6puQYdykmSl0k1ahRM1/yAgAAAAAAsIfVq1ebFP5QsDVp0kRNmjTR3r17C2Thb9GiRTp06JA6duwoPz8/nTp1SkuWLNHevXu1cuVK45fsjx8/LicnJ/Xo0UMeHh6KjY3V0qVLtWfPHq1du9ZYnPr55581fPhwNWnSRKNHj1ZsbKw+//xznTx5Ul999ZUcHCxfNHD79u06c+aMQkNDbd4Pc5nT36SkJI0fP14REREqWbKkhg4dql69euXYbteuXTVjxgxt2LBBzz//fK5yAqyNwh9QiMX7PKDt81baO40sKnhVlZevv73TAAAAAAAAsCtPT08dOnRIp06dkr8/n5Ug73r37q3//Oc/JqtoValSRVOmTNG2bdv0xBNPSJL69euX5bn16tXToEGDtH37dnXo0EGS9Omnn6py5cr64osv5OLiIkl64IEHNG7cOP3www9q166dxbmuXr1ajRs3VpUqVWzeD3OZ09+FCxfql19+UVhYmC5duqQZM2aocePGatSo0T3bLVu2rB555BGtXbuWwh/sjj3+AAAAAAAAAMAG6tevL39/f61evTrHuJMnT6pfv34KDAxUYGCg+vfvr1OnTpnEZO5Rd/ToUQ0ePFiBgYFq3769vv76a4tyCw8PV0BAgA4ePKhnn31WDRo00HPPPaf9+/dniU1ISNDbb7+tRx55RA0aNFBISIh+/PHHbNsNCAhQeHi4vv/+e3Xq1EkNGjRQ+/bt9eOPPyoqKkoBAQGaNWuWWrRooY4dO+rgwYPq3LmzWrRooWXLluX6uleuXNG0adPUqVMnBQYGqkmTJurdu7cOHjyYbX6nT59Wt27d1LBhQz311FPavHmzReOX23GxlkaNGmXZOicoKEiSdObMmRyfW7FiRUlSfHy88diff/6pZs2aGYtgktS+fXtJylNfbt++rR07dqhly5bZnrd2P8xlTn8PHTqkPn366JlnnlHv3r3VunVrHThw4L5tBwUF6cCBA7py5Uqu8wKsicIfAAAAAAAAANjIc889p2+++UYpKdlvixIfH6+XXnpJx44d08CBAzVw4EAdPXpUPXv2VEJCQpb4UaNGqVKlSnrjjTfk5uam8ePH67fffrM4v6FDh6ply5Z6/fXXdePGDfXr10/nzp0znk9MTFT37t21efNmvfjiixo9erTKlSunQYMGae/evdm2efToUY0ZM0aPPvqoxo4dq6CgIEVFRRnP79q1S4MGDVJ0dLR69eqlxx57TIGBgZo+fbqSk5Nzdd1z585p1apVat68ucaOHashQ4YoNjZWvXv3zlI8zRy/GjVq6M0331Tp0qU1YsQIs4o6d7NkXAICAhQQEJDra91P5vsksyB2p+vXr+vSpUvav3+/Jk2aJIPBoCZNmhjP375926QIJkklS5aUlFEktdSxY8eUnJys+vXrm/2cvPTDXOb019fXVxERETp16pT27dunX375RX5+fsb4o0eP6sKFC1narlevntLT03Xo0KFc5wVYE0t9AoVY6SuX5f/1l5KkqHZP6bZH1v8oAgAAAAAAwH66dOmiDz74QD/++KMee+yxLOeXLVumy5cva8WKFQoMDJQkNW3aVD169NCyZcs0ZMgQk/i2bdvqrbfekiS1a9dObdu21fbt21WvXj2L8gsNDdWwYcMkZcx8evzxx/XFF19o/PjxkqQFCxYoKipKa9asUe3atSVJ3bp1U+fOnTV79my1aNEiS5s7d+7U6tWrVbduXeOx1NRUxcTESMpY5rFTp07asWOHoqKiNGzYMB05ckTbt29XZGSk/P39zb6un5+ftm/fLldXV+O1OnTooHbt2mn16tUaNWpUlvF7//33JUkhISFq06aN5s2bp7lz5+Zq3CwZF1tZvny5SpcurbZt22Y517dvXx05ckSS5ObmpokTJ+rBBx80nq9evbpOnDhh8pzDhw9LUraFZ3NlFtGqVatm9nPy0g9zmdPfAQMGqE+fPurYsaOkjN/hunXrav78+Vq/fr3c3d01atQoVa5cOUvbUsYM3uz6AOQXCn9AIVb+YowenviaJGlj7boU/gAAAAAAAAoYT09PPfroo1q9enW2hb99+/apWrVqxqKfJD300EPy8fHRvn37ssQ//vjjxp+rVKkid3f3bGcfmevpp582/uzj46OGDRuaXHfLli2qX7++PD09TQpBgYGBWrNmjVJTU+Xo6GjSZlBQkEnRT5JJjIeHhySpfPnyunnzpqSMYo4kXbt2LVfXvbPgl5KSouvXr6tkyZJyd3c3mWWYKbOYI0murq569NFH9cMPP9xnlLKyZFzunDVmLREREfruu+80btw4ubu7Zzk/fvx4Xb58WSdOnNDWrVtVqVIlk/PPP/+8Jk2apPDwcHXp0kUxMTGaOHGiypUrp6SkJIvzylzuMvN1tXU/zGVOfytUqKDVq1fr6NGj+vnnn3Xw4EH17t1bTz/9tP773//qgQceyLbtzL5evnzZotwAaylQhb958+Zp5syZevnllzVu3DhJGVNvw8LCFBERoaSkJAUHB2vixIny9PQ0Pu/8+fN65513tHfvXpUuXVpdunTR66+/brJG8N69exUWFqa//vpLVapU0aBBg/Tcc8/lex+Bgig1NUWRkefvGxcZGal0V698yAgAAAAAACD/paamZpnlVKFChSwFnNzq2rWrhg8fnu2eZBcvXlSVKlWyHPf29s62oHf3MoilSpUyLo+ZKTf9uPvalStXNlmqMjIyUklJSffcqy0xMTFLcadGjRrZxmbKzMPZ2dn4GW7m35l9Mfe6aWlpWrx4sZYuXaqoqCilpqYaY7IrXHl5mX62VblyZd24cUOJiYkmRcT7sWRcNm7caHb75jh+/LjGjRunJ598Uj179sw2pmHDhpKk1q1bq2nTpnrppZe0ePFiPfTQQ5IyZnz++uuvmj17tmbPni2DwaBevXrp999/t8pedenp6fnSD3OZ09+4uDiFh4dr586dCg4O1quvvqq///5bU6ZM0fz589WzZ0+98cYb9+yrwWDIVU6AtRWYwt/Ro0e1YsWKLGscT5kyRT/++KM+/PBDlS1bVpMmTdKQIUO0YsUKSRn/ERswYIA8PT21YsUKXbx4UW+99ZacnZ01cuRISRnrPA8YMEAvvviiZsyYoT179mj8+PGqWLGiWrVqle99BQqahNjzik1OUqRr9mvNZ/rzZJSq1cn6jRsAAAAAAICiICYmJsusvK1bt8rHxydP7bZp00bly5fXunXr8tSOZF5RIa/9cHZ2NrlecHCw+vbtm21s6dKlsxwrV66cWdfJzp3FE3OuO3/+fM2aNUudOnXSiBEjVL58eUnSyJEjzSo6ZV7r7n3fzHlObsfFmi5evKiBAwfK399f06dPN+t90bRpU3l4eOjrr782FsycnZ01bdo0jRw5UufOnZO3t7e8vb3Vrl07+fv7W5xf5utw9erVLMVWW/TDXOb0t2TJknr44Yc1btw4lShRQqdPn9bLL7+sYcOGqWLFigoLC1OdOnX0zDPPmLR99epVk74D9lIgCn83btzQm2++qcmTJ+vTTz81Hr9+/bpWr16tGTNmGL85MWXKFHXs2FGHDx9W48aNtXPnTp08eVKLFi2Sp6enHnzwQQ0fPlwzZszQkCFD5OLiohUrVsjHx0ejR4+WJPn7++vAgQP6/PPPKfwB/1PBq6q8fHP+j3lcdGQ+ZQMAAAAAAJD/KlasqEWLFmU5lldOTk569tlntWbNmizFt0qVKhn3vrtTdHS0xQXH3PQjJibGpMBz4cIFk1mA1apV0+3btxUUFGRRLpYy97oRERFq1qyZZsyYYTyWnJys69evZxsfGxurWrVqGR9fuHBBnp6eWQp/mcXPO2cQWpKfLdy4cUMDBgyQk5OT5s6dq5IlS5r93OTkZF26dCnL8cqVKxv3rDt37pyio6MVEhJicY6Zsz7PnTuXZbJPJlv0w1w59bds2bImS8Lu2rVLDz/8sPr37y8pY0bgli1bshT+zp07J0l5KpgC1uBg7wQk6b333lPr1q2z/CN57NgxJScnmxz39/eXt7e3ccPNw4cPq3bt2iZLfwYHBysxMVEnT540xtw95To4ONjYBgAAAAAAAACUKFFCQUFBJn9KlChhlbaff/55nTx5Ur/99pvJ8ebNm+vcuXM6dOiQ8dj+/fsVHR2t5s2bW3St3PTj22+/Nf4cFRWlo0ePqlmzZsZj7du31/79+3Xw4MEsz82uYGkt5l7X0dHRZMsnSfr666+VkpL9ylYRERHGnxMTE/XTTz/p4YcfzhKXOUvt77//zlN+d+rQoYM6dOiQ7TlzpaSkaNiwYYqJidGCBQuM+yXeLbMIdaedO3fqypUrJkuxZjcr8qOPPpKjo6PJ/o+51aBBAzk7O2d5v2eydj/ulNM4W9JfBwcHk2Vjb9++ne3MxGPHjslgMJjs1wnYg91n/H377bf6/ffftWrVqiznLl26JGdn5yxTwz08PBQXF2eMubPoJ8n4+H4xiYmJ+ueff3L1TQJbLs+b2XZxWALYcMff5k24L5yKSz8l077m6nmF8P1erH5X6WuRVFz6Wlz6CQAAAKBw8Pf3V+PGjXX48GFVrVrVeLx79+5aunSpBg8erF69ekmSPv/8c3l4eKh79+42z2vFihW6efOmvLy8tHz5crm4uJjss9avXz9t2rRJffr0UWhoqPz9/RUbG6s9e/bI1dVVCxYssEle5l63Xbt2Cg8P14QJE1SvXj39/vvv2rp1q9zds9+uZvv27Ro/frwCAgK0bt063bp1S6+88kqWOG9vbzVs2FCffPKJ0tLS5Orqqvr16xtnc1kyLmfOnMnzuISFhWnnzp3q2bOnjhw5oiNHjhjPVa9e3Vh06tWrl3x9fRUcHKyyZcvqzz//1MqVK1W+fHnj+0zKmFk6evRotWvXTqVLl9aWLVu0c+dODRw48L57NebExcVFrVq10q5duzR8+HCb9+NOOY2zJf1t1aqVpk6dqvfff18VK1bUwoUL9f7772eJ27Vrl5o0aXLP9x6QX+xa+IuJidH777+vhQsXWu2bM7bk4pK3TXzvx2DI+IaKwSCZufx0geDs7CiDQ4oc7jN/1OCQsfZ1ZpzBYJAc0k0KRXfHmNNOXuLyo627+2mtvDJjMjk4KNv4/ByHjL6a35azs6OcnW37e2ULhfV31RL0tWgqLn0tLv0EAAAAUHh07do1yypkHh4eWrJkicLCwjRnzhxJGXuYjRkzRhUqVLB5Th999JHee+89nT17VjVr1tT8+fNNlvp0dXXV8uXLFR4erk2bNik+Pl6enp5q1KiRQkNDbZaXudft37+/bt68qQ0bNmj9+vVq2LChFixYoKFDh2bb7rRp0/TJJ59o/fr18vHx0ccff6w6depkGztz5kyNGzdOYWFhSkpK0pgxY4yFP3uNy4kTJyRJixcvznIuJCTEWDDr3r27vv/+e82fP1/Xr19X5cqV1bFjRw0dOlTe3t7G55QtW1alSpXS3LlzdfPmTfn6+urdd9+1Sh+6du2qwYMH6/z58ybXtEU/zGVJf6tXr66ZM2dq+vTpunnzpvr27WuyFKgkXbt2TXv27NHEiRNznRNgbYZ0c3c4tYHvv/9egwcPlqPj///gPzU19X9FAwd99tln6t27t3755ReTWX9t27ZVr1691Lt3b3300Ufatm2b1q9fbzx/7tw5tW/fXmvXrlXdunXVo0cP1a1bV+PGjTPGrF69WlOmTNGBAwfMzjcu7rrNZ/w5OTkqJSW1UH1AeerUSe1MSLnv/nC/7touV4+K8qtTXwZlFH7S00xnwt0ZY0475l7PXm1l109r5fXrru2qHR+nf48eJEnauHyT4htl3cw2v8Yhs69Hd2xXGTPaij17SsEVnOTvXzPHuIKosP6uWoK+Fk3Fpa/50U9Pz7K2abiIiYvLfm+N3DAYMr4wkpxctN+3ecEY5YzxyRnjkzPGJ2e2HJ9Dh/ZZt8F8FBiYsTwf75+sKlbkHgooCMLDwzV79mxjAQawttTUVD3zzDN64okn9Nprr9k7HZtatGiRFi5cqC1btuRqhUHAFuw64+/hhx/Whg0bTI6NGTNGNWrUUL9+/VSlShU5Oztrz549evLJJyVJp0+f1vnz59W4cWNJUuPGjTVnzhzFx8cb1wHevXu3XF1dVbNmTWPMTz/9ZHKd3bt3G9vIjfy4SU9PL/ozE9JVPJa/tHU/b7q5668XMqa0/+OR942m88LSvhbm93px+F3NRF+LpuLS1+LSTwAAAAAAChJHR0cNHTpU77zzjvr16ydXV1d7p2QTycnJ+vzzzzVw4ECKfigQLCr8zZgxQ88//7x8fX3zdHFXV1fVrl3b5Fjp0qVVvnx54/GuXbsqLCxMbm5ucnV11eTJkxUYGGgs2gUHB6tmzZoaNWqU3nzzTcXFxenDDz9Ujx495OLiIkl68cUXtXTpUk2fPl1du3bVzz//rO+++05z587NU/6AvV2pXEX73p1l7zQAAFZkrfssAAAAAADsrWPHjlmWxSxqnJ2d9eOPP9o7DcDoPrtwZW/9+vV66qmn1L17d61du1a3bt2ydl5GY8eOVZs2bTRs2DC99NJL8vT0VHh4uPG8o6Oj5syZIwcHB4WGhurNN99Uly5dNGzYMGNMtWrVNHfuXO3evVudO3fWokWLNHnyZLVq1cpmeQMAAFgiP++zAAAAAAAAULRYNOPvxx9/1E8//aQ1a9bo7bff1uTJk9WxY0c999xzxk03LXX3Zp4lSpTQxIkTc9wUs2rVqpo/f36O7bZo0ULr1q3LU24AAAC2Zsv7rOxcuHBB//nPf7Rjxw7dunVLDzzwgKZMmaIGDRpIktLT0/Xxxx/r66+/1rVr19SkSRO98847zEgEAAAACrmhQ4dq6NCh9k4DAGBlFhX+HBwc1KZNG7Vp00aXL1/W+vXrtXbtWq1atUo1atRQ165d1blzZ+OeewBso9yli2r00fuSpL/+1Vs3q1S1c0YAgLzKz/usq1evqlu3bmrRooXmz58vd3d3/f3333JzczPGzJ8/X4sXL1ZYWJh8fHz00UcfqW/fvoqIiFCJEiXynAMAAAAAAACsx6KlPu/k7u6u3r17a9q0aXrooYd06tQpTZ8+Xa1bt9Zbb72lhIQEa+QJIBuuCZdUf+4s1Z87S6Uuxtg7HQCAldn6Pmv+/Pny8vLS1KlT1bBhQ1WrVk3BwcGqXr26pIzZfl9++aUGDRqk9u3bq06dOpo+fbouXryo77//3hpdBAAAAAAAgBXlqfB3/fp1LVu2TM8995xCQkKUmJioCRMmaMeOHXrnnXe0f/9+vfbaa9bKFQAAoNjIj/usbdu2qX79+ho2bJhatmypLl26aOXKlcbzUVFRiouLU1BQkPFY2bJl1ahRIx06dChX1zIY8v7HWu0U5T+MEePD+DA+RW18CjPeP0XzdQVwb2vWrFFAQICioqJyjHvjjTcUEBBg/LN37958yrBoioiIUPPmzZWYmGjvVGwmOTlZrVu31tKlS+2dClAoWLTU5549e7Rq1Spt3bpVjo6Oevrpp/Xee++pfv36xpjnn39eVapU0cCBA62WLAAAQFGXn/dZ586d0/Lly9WnTx8NHDhQv/76qyZPnixnZ2eFhIQoLi5OkrIsK+rh4aFLly6ZfR0XF8c85SllfEjo6Ogog0FKT89zc0USY5QzxidnjE/OGJ+c2XJ8HBwKb5XI2Tnjv3+8f4Dia82aNRozZozxcenSpeXj46POnTvr5ZdflouLix2zs5/u3burVatWOn36tObMmWPvdLJo166doqOjsz0XFBSkRYsWGR+np6drxYoVWrZsmf7++2+VKVNGjRo10syZM1WmTBlJGUWrefPm6cCBAzp8+LBu3LihL7/8Ui1atMhzrqmpqQoPD1f37t3l6upq036YKzf9TUpKkrOzswz3+VaIs7Oz+vTpozlz5uj5559n2wngPiwq/PXp00eNGjXS+PHj9fTTT6tUqVLZxvn6+uqZZ57JU4IAiqbU1BRFRp6/b1z16r5ycrLonyoAKJTy8z4rPT1d9evX18iRIyVJdevW1V9//aUVK1YoJCQkT23fKSkpNc/f7s/8sDQlJZUPTe+BMcoZ45MzxidnjE/ObDk+aWmFd8CTk1Ml8f4BIA0bNkw+Pj5KTEzUpk2b9J///Ee//fabPvjgA3unZhdNmjRRkyZNtHfv3gJZ+Bs7dqxu3Lhhciw6OlofffSRyWookjRr1izNmzdPHTp0UM+ePXXz5k0dOHBAt2/fNhbMbt26pY8//lg+Pj6qXbt2rldPycn27dt15swZhYaG2rwf5jKnv0lJSRo/frwiIiJUsmRJDR06VL169cqx3a5du2rGjBnasGGDnn/++VzlBBQ3Fn2a/s0336h27dr3jatataqmTp1qySUAFHEJsecVm5ykSNeUe8ZciolSF0k1atTMt7wAwN7y8z6rYsWK8vf3NzlWo0YNbdq0yXhekuLj41WpUiVjTHx8vOrUqZOra1nrg870dGZL3A9jlDPGJ2eMT84Yn5wxPqbuHgvGByi+Hn30UTVo0ECS1K1bN73wwguKiIjQ6NGjVblyZTtnh7u1b98+y7HZs2fLYDCYfPny1KlT+uyzzzRw4ECTbRh69+5t8twyZcrohx9+UJUqVbRx40arFv5Wr16txo0bq0qVKjbvh7nM6e/ChQv1yy+/KCwsTJcuXdKMGTPUuHFjNWrU6J7tli1bVo888ojWrl1L4Q+4D4v2+PP29tbFixezPXfx4sUs3yQAgOxU8KoqL1//e/7xrOJj7xQBIN/l531WkyZNdObMGZNjZ8+eVdWqVSVJPj4+qlixovbs2WM8n5iYqCNHjigwMNBqeQAAAADFhYODg5o3by5JJsswJiQk6O2339YjjzyiBg0aKCQkRD/++GO2bQQEBCg8PFzff/+9OnXqpAYNGqh9+/b68ccfFRUVpYCAAM2aNUstWrRQx44ddfDgQXXu3FktWrTQsmXLTNoy57pXrlzRtGnT1KlTJwUGBqpJkybq3bu3Dh48mG1+p0+fVrdu3dSwYUM99dRT2rx5s8XjlZtxsaUNGzaoadOmJgW2b7/9Vk5OTurfv78k3fP/1RwdHbMtzOXV7du3tWPHDrVs2dLs5+SlH+Yyp7+HDh1Snz599Mwzz6h3795q3bq1Dhw4cN+2g4KCdODAAV25ciVPOQJFnUWFv/Hjx+ujjz7K9lx4eLgmTJiQp6QAAACKq/y8z+rVq5eOHDmiOXPm6O+//9aGDRu0cuVKde/eXZJkMBj08ssv69NPP9XWrVt14sQJjRo1SpUqVcr226MAAAAA7u/cuXOSpPLly0vK+HJd9+7dtXnzZr344osaPXq0ypUrp0GDBmnv3r3ZtnH06FGNGTNGjz76qMaOHaugoCBFRUUZz+/atUuDBg1SdHS0evXqpccee0yBgYGaPn26kpOTc3Xdc+fOadWqVWrevLnGjh2rIUOGKDY2Vr1799apU6ey5DZq1CjVqFFDb775pkqXLq0RI0aYVdS5myXjEhAQoICAgFxfKydHjhzR2bNns2y1cOTIEdWuXVvbtm1Ty5Yt1aRJE7Vu3Vr/93//Z9Xr38uxY8eUnJxssh98TgpSP3x9fRUREaFTp05p3759+uWXX+Tn52c8f/ToUV24cCHL8+rVq6f09HSrzpoEiiKLlvrcv3+/Jk6cmO251q1b6913381TUgAgsQ8ggOIpP++zGjZsqNmzZ2vWrFn673//Kx8fH40dO1bPPvusMaZfv366deuWJkyYoGvXrqlp06ZasGABm6kDAAAAZkpMTFRCQoISExO1ceNGff/996pdu7Zq1KghSVqwYIGioqK0Zs0a47L/3bp1U+fOnTV79my1aNEiS5s7d+7U6tWrVbduXeOx1NRUxcTESMpYprFTp07asWOHoqKiNGzYMB05ckTbt29XZGSk/P39zb6un5+ftm/fLldXV+O1OnTooHbt2mn16tUaNWqUSW5t27bV+++/L0kKCQlRmzZtNG/ePM2dOzdX42bJuNjC+vXr5ezsrA4dOpgcz1yRZeLEiXr11Vfl7e2tZcuW6Y033pCfn5/q1atn07xOnz4tSapWrZpZ8QWpHwMGDFCfPn3UsWNHSVKXLl1Ut25dzZ8/X+vXr5e7u7tGjRqVZSnc6tWrS5JOnjyptm3bWj0voKiw6JPyq1ev3nNTz1KlSjHVFsgn1z0q6vCwsZKkm17eds7G+tgHEEBxlN/3WW3bts3xf5gMBoOGDx+u4cOHW/W6AAAAQHFx915pQUFBeuedd4yPt2zZovr168vT01MJCQnG44GBgVqzZo1SU1Pl6OiYpY07i36STGI8PDwkZcwqvHnzpiTJzc1NknTt2rVcXffOgl9KSoquX7+ukiVLyt3d3WSWYabMYo4kubq66tFHH9UPP/xwz/G5F0vG5c5ZY9aQnJysiIgIPfLII3J3dzc5d+vWLUVHR2vChAnq0aOHpIwva7Zq1UqfffaZZs2aZdVc7pb5/4aZr2tOClo/KlSooNWrV+vo0aP6+eefdfDgQfXu3VtPP/20/vvf/+qBBx7I9nmZfb18+bLVcwKKEosKf9WqVdPu3bsVFBSU5dyePXuM+8IAsK3rHhX128DX7Z2GTWXuAwgAxQX3WQAAAID9pKammhSZpIwixd0FptyYMGGC/Pz8VKZMGVWtWlWenp4m5yMjI5WUlHTPvdoSExOzFHcyZwveS2a+zs7OxlWSMv/OXOrT3OumpaVp8eLFWrp0qaKiopSammqMSUpKyvI8Ly8vk8eVK1fWjRs3lJiYaFJEvB9LxmXjxo1mt2+On376SZcvX86yPKaUMbaS9MQTTxiPlSlTRoGBgTpx4oRV88hJenr6fWMKWj/i4uIUHh6unTt3Kjg4WK+++qr+/vtvTZkyRfPnz1fPnj31xhtvZHleZl8NBoNN8gKKCosKfy+88IJmzpwpNzc3de3aVRUqVFBCQoLWrFmjzz//XCNHjrR2ngAAAMUC91kAAACA/cTExOixxx4zObZ161b5+PhY3GbDhg3VoEGDe543GAwKDg5W3759sz1funTpLMfKlStncT53Fk/Mue78+fM1a9YsderUSSNGjDDuTThy5Eizik6Z13JxcclVnpaMi7WtX79epUuXzvKekDIKwqdPn1aFChVMjpcvX16//fabzXPLfB2uXr2apdh6t4LWj5IlS+rhhx/WuHHjVKJECZ0+fVovv/yyhg0bpooVKyosLEx16tTJUqi8evWqMTcA92ZR4a93796KjIzUrFmzNGvWLDk6Ohq/6fHiiy/q3//+t1WTBAAAKC64zwIAAADsp2LFilq0aFGWY7ZUrVo13b59O9tVPwrCdSMiItSsWTPNmDHDeCw5OVnXr1/PNj42Nla1atUyPr5w4YI8PT2zFP4yZ5rdOYPQkvxs5fr16/rhhx/0+OOPZ1tk9Pf31/79+3Xp0iWTvegSEhJUqVIlm+eXOevz3LlzCggIuGdcQexH2bJlTZaE3bVrlx5++GH1799fUsaMwC1btmQp/J07d86YM4B7c7DkSQaDQRMnTtR3332nCRMmaMiQIcbHEydOtHaOAO7BPTZaLUcPUsvRg+Qaecbe6QAArID7LAAAAMB+SpQooaCgIJM/JUqUsOk127dvr/379+vgwYNZzsXExNj9uo6OjsZlQjN9/fXXSklJybbdiIgI48+JiYn66aef9PDDD2eJy5yl9vfff+cpvzt16NBBHTp0yPZcbm3cuFG3b9/OdnlMSXr00UclSRs2bDAeu3z5sg4ePKj69etbJYecNGjQQM7OzvedlWeLflhznCXJwcHBZNnY27dvZ7uc57Fjx2QwGBQYGGi1awNFkUUz/jL5+vrK19fXSqkAyK1S166qxjcrJUl/duurxOrW3cAYAGA/3GcBAAAAxUO/fv20adMm9enTR6GhofL391dsbKz27NkjV1dXLViwwK7XbdeuncLDwzVhwgTVq1dPv//+u7Zu3Sp3d/ds292+fbvGjx+vgIAArVu3Trdu3dIrr7ySJc7b21sNGzbUJ598orS0NLm6uqp+/frG2VyWjMuZM9b7Yvz69etVvnx5BQcHZ3u+Xbt2qlevnj744APFx8fL29tbK1euVGpqqnHmWqYlS5bo2rVrOnnypLHtAwcOqFy5cnrppZcsys/FxUWtWrXSrl27NHz48HzpR6b7jXNu+9uqVStNnTpV77//vipWrKiFCxfq/fffzxK3a9cuNWnS5J7vPQAZLC78paam6siRI4qNjc12E9cuXbrkJS8AAIBii/ssAAAAoPhwdXXV8uXLFR4erk2bNik+Pl6enp5q1KiRQkND7X7d/v376+bNm9qwYYPWr1+vhg0basGCBRo6dGi27U6bNk2ffPKJ1q9fLx8fH3388ceqU6dOtrEzZ87UuHHjFBYWpqSkJI0ZM8ZY+LPXuEhSdHS09u/fr3/961/GJUnv5uDgoAULFmjatGlas2aNbt68qbp16+qzzz7L8iXOhQsXKjo62vh49erVkqSqVataXPiTpK5du2rw4ME6f/68vL29bd4Pc+W2v9WrV9fMmTM1ffp03bx5U3379jVZClSSrl27pj179rASDmAGQ7q5O7De4bffftPQoUMVExOT7QauBoNBf/zxh1USLEji4rJft9paDAbJ2dlRycmpyv2rYj+nT5/UzoQUefnmvLbyr7u2y9WjovzqZEwRd3CQ0tJyjjGnnbzE5Udbd/fTWnn9umu7asfH6d+jB0mSNi7fpPhGD1k199zGOThIR3bk7+sTe/aUgis4qUaNmjlez5oK6++qJehr0VRc+pof/axYsazV2yyK91nWuIcqLu/bvGCMcsb45IzxyRnjkzNbjs+hQ/us22A+CgxsLon3T3ZscQ8FAMVRamqqnnnmGT3xxBN67bXX7J2OTS1atEgLFy7Uli1bVLJkSXunAxRoFs34e+edd+Tq6qovvvhCNWvWvOe3BQAAAJA73GcBAAAAAMzh6OiooUOH6p133lG/fv3k6upq75RsIjk5WZ9//rkGDhxI0Q8wg0WFv5MnT+rDDz9U8+bNrZ0PAABAscZ9FgAAAADAXB07dsyyLGZR4+zsrB9//NHeaQCFhoMlT/L19dWNGzesnQsAAECxx30WAAAAAAAALGVR4W/MmDGaO3euTp06Ze18AAAAijXuswAAAAAAAGApi5b6nDRpkuLi4tSpUydVqlRJZcuabspsMBj0zTffWCVBAACA4oT7LAAAAAAAAFjKosJfvXr1ZDAYrJ0LgFy67OWtXWGfSpISq/vZORsAgDVwnwUAAAAAAABLWVT4CwsLs3YeACxwq1x5nW0ebO80AABWxH0WAAAAAAAALGXRHn93Sk9P14ULF5SSkmKNfAAAAPA/3GcBAAAAAAAgNyya8SdJO3bsUHh4uH7//XelpqZq1apVqlevnt5++201a9ZMzz77rDXzhJ2kpKQoMvJsjjGRkZFKd/XKn4QAACgGuM8CAAAAAACAJSya8fd///d/6t+/v3x8fDRx4kSlp6cbz1WrVk1r1qyxWoKwr8jIs1r321ntTEi555/vT0bpn39u2zvVYsnz3Fm17/Ws2vd6VuVOHrd3OgAAK+A+CwAAAAAAAJayaMbfJ598ol69emn06NFKTU3V22+/bTxXq1YtffHFF1ZLEPbnWcVHXr7+9zwfFx2Zj9ngTi63bqryL7skSc43Eu2cDQDAGrjPAgAAAAAAgKUsmvF37tw5tW7dOttzpUqV0vXr1/OUFAAAQHHFfRYAAAAAAAAsZVHhr2LFijp9+nS2506cOCFvb+88JQUAAFBccZ8FAAAAAAAAS1lU+HvmmWcUHh6uPXv2GI8ZDAb9+eefWrBggZ599lmrJQgAAFCccJ8FAAAAAAAAS1m0x9+QIUP0119/qU+fPipfvrwkqV+/fkpISFCbNm3Uv39/a+YIAABQbHCfBQAAAAAAAEtZVPhzcXHRp59+qp9//lm7d+/W5cuX5ebmpqCgIAUFBVk7RwAAgGKD+ywAAAAAAABYyqLCX6aHH35YDz/8sLVyAQAAwP9wnwUAAAAAAIDcsqjwd/78+fvGeHt7W9I0AABAscZ9FgAAAAAAACxlUeGvXbt2MhgMOcb88ccfFiUEwHyXfB7Qli83SJKu+te2czYAAGvgPgsAAAAAAACWsqjwN3v27CzHrl27pp07d+rw4cN644038pwYgPtLKl1GF+vUt3caAAAr4j4LAAAAAAAAlrKo8Ne+fftsjz/33HOaOnWq9u3bp44dO+YpMQAAgOKI+ywAAAAAAABYysHaDbZu3VoRERHWbhYAAKDY4z4LAAAAAAAAObF64e/gwYNycXGxdrMAslH5zF969okmevaJJnL/41d7pwMAsDHuswAAAAAAAJATi5b6nDx5cpZjSUlJOn36tA4cOKB///vfeU4MwP05JierbNTfkiSHpNt2zgYAYA3cZwEAAAAAAMBSFhX+tm3bluVYiRIl5OXlpYkTJ+qFF17Ic2IAYI7U1BRFRp43K7Z6dV85OVn0zx4A5BvuswAAAAAAAGApqxX+AMAeEmLPKzY5SZGuKTnGXYqJUhdJNWrUzJe8AMBS3GcBAAAAAADAUkx9AVDoVfCqKi9ff3unAQAAAAAAAACAXVlU+Js9e7bZsQaDQYMHD7bkMgAAAMUO91kAAAAAAACwlEWFvy+++ELJycn6559/JGXsO3P79m1JUsmSJeXs7GyM5QMpAAAA83GfBQBA0XDo0D7jzw4OBqWlpefq+YGBza2dEgAAAIoBiwp/Cxcu1IgRI/Tqq6/qySeflKurqxITE7Vx40Z9+umn+uCDD9SwYUNr5woAAFDkcZ8FAAAAAAAAS1lU+Js0aZL69u2rrl27Go+5urrq+eef1+3bt/Xee+9p1apVVksSAACguOA+CwAAAAAAAJayqPB3/Phx+fj4ZHuuWrVq+uuvv/KUFADzXPCrqXVbDkmSblWsbOdsAADWwH0WAAAAAAAALOVgyZOqVq2qFStWKD3ddH369PR0LVu2TN7e3lZJDkDOUp1ddKNqdd2oWl1pLiXsnQ4AwAq4zwIAAAAAAIClLJrx9/rrr2v48OF64okn1LZtW3l4eCg+Pl7bt2/X+fPn9dFHH1k7TwAAgGKB+ywAAAAAAABYyqLCX/v27bVq1SrNmzdPW7duVVxcnCpWrKiGDRvq448/1oMPPmjtPAEAAIoF7rMAAAAAAABgKYsKf5L04IMP6oMPPrBmLgByyfvP39XthXaSpM1LIhTf6CE7ZwQAsAbuswAAAAAAAGAJi/b4u1NMTIwOHjyomzdvWiMfALnkkJoqh9RUe6cBALAB7rMAAAAAAACQGxYX/r766iu1atVKbdu2VY8ePXTmzBlJ0uDBg/XFF19YLUEAAIDihvssAAAAAAAAWMKiwt/nn3+uSZMmqUuXLlq4cKHS09ON55o3b66NGzdaLUEAAIDihPssAAAAAAAAWMqiPf6WLFmiV199Va+++qpS71pi0M/Pz/itdAAAAOQO91kAAAAAAACwlEUz/i5cuKDAwMBszzk7O7MPDQAAgIW4zwIAAAAAAIClLCr8eXt769dff8323JEjR+Tr65uXnAAAAIot7rMAAAAAAABgKYsKf//617/06aef6uuvv1ZiYqIkKSUlRT/88IM+++wzhYaGWjVJAACA4oL7LAAAAAAAAFjKoj3++vbtq5iYGE2YMEETJ06UJHXr1k2S1L17d/Xo0cN6GQIAABQj3GcBAAAAAADAUhYV/iRp/Pjx6tWrl3bv3q3Lly/Lzc1NLVu2zPXyU8uWLdPy5csVHR0tSapVq5ZeffVVtW7dWpJ0+/ZthYWFKSIiQklJSQoODtbEiRPl6elpbOP8+fN65513tHfvXpUuXVpdunTR66+/Lien/9+9vXv3KiwsTH/99ZeqVKmiQYMG6bnnnrO0+0CBcL7Wg1p6LC7jgcFg32QAAFZjrfssAAAAAAAAFC+5Lvzdvn1bQUFB+s9//qN27drlebkpLy8vvfHGG3rggQeUnp6udevWafDgwVq7dq1q1aqlKVOm6Mcff9SHH36osmXLatKkSRoyZIhWrFghSUpNTdWAAQPk6empFStW6OLFi3rrrbfk7OyskSNHSpLOnTunAQMG6MUXX9SMGTO0Z88ejR8/XhUrVlSrVq3ylD9gVwaD5GDRir0AgALI2vdZAAAAAAAAKF5yXfgrUaKESpUqJUdHR6sk0K5dO5PHr732mpYvX67Dhw/Ly8tLq1ev1owZM9SyZUtJ0pQpU9SxY0cdPnxYjRs31s6dO3Xy5EktWrRInp6eevDBBzV8+HDNmDFDQ4YMkYuLi1asWCEfHx+NHj1akuTv768DBw7o888/p/AHAAAKDGvfZwEAYA2HDu27b4yDg0FpaelZjgcGNrdFSgAAAADuwaKpQl26dNGqVausnYtSU1P17bff6ubNmwoMDNSxY8eUnJysoKAgY4y/v7+8vb11+PBhSdLhw4dVu3Ztk6U/g4ODlZiYqJMnTxpjMguHd8ZktpEbBoNt/+THNXKbjy0Y7vq7qLJ1Px2Sk1XqwnmVunBeDklJNrqKeQrLa1pUf1eL079L9JW+FqR+2oKt7rMAAAAAAABQ9Fm0x1+5cuV0+PBhderUSa1atZKnp6cMd3z6ZTAY1Lt3b7PbO3HihF588UXdvn1bpUuX1n//+1/VrFlTf/zxh5ydnVWuXDmTeA8PD8XFZexrdunSJZOinyTj4/vFJCYm6p9//lHJkiXNytPFxbbfvjcYJEdHRxkMUnrWL0rahbOzowwOKTmuJmlwyHjN77fi5N1xBoNBckg3KRSZ05al17NXW3f301p5GRykKmdP6rnQ9pKkzV9tUnyjh6yae27jMvqav69PbnJ3dnaUs3Pef48L4u+qrdDXoqm49LWw9tPa91kAAAAAAAAoPiwq/M2aNUtSRmHtr7/+ynI+tx9I+fn5ad26dbp+/bo2bdqkt956S0uWLLEkNZtKSkq12bf7JRk/mExJSS0wH1AmJ6cqPU1KS7t3THqalJ6enmPM3XEGSXJIzziWy7YsuZ692squn9bKKzMmU9o9Xqf8GofMviqfX5/c5J6cnKrk5NScA81QEH9XbYW+Fk3Fpa+FtZ/Wvs8CAAAAAABA8WF24a9Tp06aOXOmateurePHj0uSvvnmG7Vu3Vpubm55SsLFxUUPPPCAJKl+/fr69ddf9eWXX+qpp55ScnKyrl27ZjLrLz4+XhUrVpSUMXPv6NGjJu1dunRJkkxiMo/dGePq6mr2bL9M+fHBYXp64ZqZYIl0ZRSKing3i00/pcLTV2v+bhWH39VM9LVoKi59LQz9tOV9FgAAAAAAAIoPs/f4++uvv/TPP/8YH6empuqtt95SVFSU1ZNKS0tTUlKS6tevL2dnZ+3Zs8d47vTp0zp//rwaN24sSWrcuLH+/PNPxcfHG2N2794tV1dX1axZ0xjz888/m1xj9+7dxjYAAADsKT/vswAAAAAAAFB0mV34y066Fb4+P3PmTP3yyy+KiorSiRMnNHPmTO3bt0+dOnVS2bJl1bVrV4WFhennn3/WsWPHNHbsWAUGBhqLdsHBwapZs6ZGjRql48ePa8eOHfrwww/Vo0cPubi4SJJefPFFnTt3TtOnT9epU6e0dOlSfffddyyTBQAACixr3GcBAAAAAACgeLFojz9rio+P11tvvaWLFy+qbNmyCggI0GeffaZHHnlEkjR27Fg5ODho2LBhSkpKUnBwsCZOnGh8vqOjo+bMmaN33nlHoaGhKlWqlEJCQjRs2DBjTLVq1TR37lxNnTpVX375pby8vDR58mS1atUq3/sLAAAAAAAAAAAA2EKeC38GgyFPz58yZUqO50uUKKGJEyeaFPvuVrVqVc2fPz/Hdlq0aKF169ZZkiIAAIBd5PU+CwAAAAAAAMVLrgp/vXr1yvIBVI8ePbIcMxgMOnDgQN6zAwAAKCa4zwIAAAAAAEBemV34GzJkiC3zAGCBVCcn3axcRZKU5uxi52wAAJbiPgsAAAAAAADWQOEPKMQu1KittduP2TsNAEAecZ8FAAAAAAAAa3CwdwIAAAAAAAAAAAAA8o7CHwAAAAAAAAAAAFAEmL3UJ4CCx+XWTXke/kWSdKVWHaWUKWvnjAAAAAAAAAAAgL0w4w8oxDzPndWT3Tvoye4d5HbyhL3TAQAAAAAAAAAAdkThDwAAAAAAAAAAACgCWOoTQLGQmpqiyMjz942rXt1XTk780wgAAAAAAAAAKHz4dBtAsZAQe16xyUmKdE25Z8ylmCh1kVSjRs18ywsAAAAAAAAAAGuh8Aeg2KjgVVVevv72TgMAAADIV4cO7SuW1wYAAACKI/b4AwAAAAAAAAAAAIoACn8AAAAAAAAAAABAEUDhDwAAAAAAAAAAACgC2OMPKMSSSpZSXGBzSVJKaVc7ZwMAAAAAAAAAAOyJwh9QiF2q7qfNS7+zdxoAAAAAAAAAAKAAYKlPAAAAAAAAAAAAoAig8AcAAAAAAAAAAAAUASz1CRRipa5f1QPfrZUkxbRsraTyFeycEQAAAAAAAAAAsBdm/AGFmHtMtIJff0XBr7+isn+ftnc6AIBCbt68eQoICND7779vPHb79m29++67atGihQIDAzV06FBdunTJjlkCAAAAAADgXij8AQAAQEePHtWKFSsUEBBgcnzKlCnavn27PvzwQy1evFgXL17UkCFD7JQlAAAAAAAAckLhDwAAoJi7ceOG3nzzTU2ePFlubm7G49evX9fq1as1evRotWzZUvXr19eUKVN06NAhHT582H4JAwAAAAAAIFvs8QcAAFDMvffee2rdurWCgoL06aefGo8fO3ZMycnJCgoKMh7z9/eXt7e3Dh8+rMaNG5t9DYMhbzlmPj+v7RRljFHOGJ+cMT45Y3xyduf4pKfbN5eCyNLx4f0GAAAAS1D4AwAAKMa+/fZb/f7771q1alWWc5cuXZKzs7PKlStnctzDw0NxcXFmX8PFxTHPeRoMkqOjIx8q54AxyhnjkzPGJ2eFfXwcHGxbQTIYJIPBQenpaYVyfGzN0vFxds77fz8BAABQ/FD4A4D/SU1NUWTkebNia9b0l8RXcAEUbjExMXr//fe1cOFClShRwmbXSUpKtcqMv/R0KSUllQ+V74ExyhnjkzPGJ2eFfXzS0mybdEZhK03p6emFcnxszdLxSU5OtV1SAAAAKLIo/AHA/yTEnldscpIiXVNyjLsUE6UXnB1VvbpfPmUGALbx22+/KT4+Xs8995zxWGpqqn755RctXbpUn332mZKTk3Xt2jWTWX/x8fGqWLFirq5lrQ+C/197dx7fVJX/f/ydtAWEQqEtUMoy0CJlLS2yCFNEUGSEYRSQLyiKSlFWUQcGHQRqKVBEZFB2K6LgrqjjgiiioN+fLKIFB1QEAQOUpS1r2Zqk+f3BtxlK9yW5Sfp6Ph4+pDcnN+9zkt4m95NzrsPhnbNt3IkxKhrjUzTGp2iMT8EcDpb5LEpZx4fxBAAAQFlQ+AOAqwSHNVRY00ijYwCAW9x44436+OOP82z75z//qYiICD300ENq0KCBAgICtHnzZvXp00eStH//fqWlpZXq+n4AAAAAAABwDwp/gBe7WLOWDva9Mkvjcu1gg9MAALxNYGCgWrRokWdb9erVVbt2bef2QYMGac6cOQoKClJgYKBmzpyp2NhYCn8AAAAAAAAeiMIf4MVONWik/zcvxegYAAAfNmXKFJnNZk2YMEHZ2dmKi4tTQkKC0bEAAAAAAABQAAp/AAAAcFq9enWen6tWraqEhASKfQAAAAAAAF7AbHQAAAAAAAAAAAAAAOXHjD/AiwWezFCrFQslSQf736WL9RoYnAgAAAAAAAAAABiFwh/gxWplnFCH556WJJ3o2JXCHwAAAAAAAAAAlRhLfQIAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AP8jQ4AAN7GbrfJYjkmq9VeZLsmTZrK35/DLAAAAAAAAADAPTgjDXixrDoh2h3/iCTpYt0wg9NUHiePpelbm1XhVW2Ftsk4elh3SoqIaO62XAAAAAAAAACAyo3CH+DFztatrx0TnzY6RqUUHNZQYU0jjY4BAAAAAAAAAIAT1/gDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAHsNQn4MWCThxVx/dWSZJ+eXC8zjdsYnAiAAAAAAAAAABgFAp/gBercfqUot5YIUk60P9/KPwBAAAAAAAAAFCJsdQnAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AMo/AEAAAAAAAAAAAA+gMIfAAAAAAAAAAAA4AP8jQ4AAAAAAICn+/77LcrJcZT5/rGxnSswDQAAAAAUjBl/AAAAAAAAAAAAgA9gxh/gxc7UC9P3U5+RJJ1v2MTgNAAAAAAAAAAAwEgU/gAvdr52sH67Z6TRMQAAAAAAAAAAgAdgqU8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT/AiwUfsajHuGHqMW6Yah7Ya3QcAAAAAAAAAABgIAp/gBerdj5Ljb5ep0Zfr1OVs2eMjgMAAAAAAAAAAAzkb3QAGMNms8liOVhsO4vFIkdgmOsDAQAAAAAAAAAAoFwML/wtX75cX3zxhfbv369q1aopNjZWkyZNUkREhLPN5cuXNWfOHK1du1bZ2dmKi4tTQkKCQkNDnW3S0tL09NNPa+vWrapevbruvPNOTZw4Uf7+/+3i1q1bNWfOHO3du1cNGjTQmDFjNHDgQLf211NYLAf14e6DCm3QqMh2v+07rMYt67gpFQAAAADgWqmp24yOAAAAAMBLGF7427Ztm4YNG6Z27drJbrdr/vz5io+P16effqrq1atLkmbPnq1NmzZpwYIFqlmzppKSkjR+/Hi99dZbkiS73a5Ro0YpNDRUb731lk6cOKEnnnhCAQEB+vvf/y5JOnTokEaNGqWhQ4dq3rx52rx5s6ZOnaq6deuqe/fuhvXfSKENGimsaWSRbdKPWNyUBgAAAAAAAAAAAOVheOFvxYoVeX6eM2eOunbtqt27d6tTp046d+6c1qxZo3nz5qlr166SrhQC+/btqx07digmJkb/+7//q3379mnlypUKDQ1Vq1at9Oijj2revHkaP368qlSporfeekuNGjXSk08+KUmKjIzUDz/8oFdeeaXSFv4AAAAAAAAAAADgO8xGB7jWuXPnJElBQUGSpF27dslqtapbt27ONpGRkQoPD9eOHTskSTt27FCLFi3yLP0ZFxenrKws7du3z9kmt3B4dZvcfQAAAAAAAAAAAADezPAZf1fLycnR7Nmz1aFDB7Vo0UKSlJGRoYCAANWqVStP25CQEKWnpzvbXF30k+T8ubg2WVlZunTpkqpVq1aijCZT6ftVUrn7duVjeArTVf93GBnExSpLP6W8ffV1pXlevf33uVIdl+irz6ks/QQAAAAAAAByeVThLzExUXv37tUbb7xhdJQCVani59L9m0ySn5+fTCbJ4eIqUUCAn0xmm8zFzPk0mSWTyVRku5K0KaidyWSSzI48hSJXPp5R+7q2nxWVK7dNLrNZBbZ35zhc6at7nx8jXg9X+vh/7YvYV0CAnwICXHvccDV3HpeMRl99T2XpJwAAAAAAAJDLYwp/M2bM0MaNG/Xaa68pLCzMuT00NFRWq1Vnz57NM+svMzNTdevWdbb56aef8uwvIyNDkvK0yd12dZvAwMASz/bLzra7fMafwyHZbHaXn6C0Wu1y5Eg5OUW3c+RIDoejyHYlaXNtO5MkmR1Xtrnh8YzaV0H9rKhcjhwps0EjbVxypVB+pknzAtu7axxy+yo3Pz9GvB6u9FH5Xr/X7stqtctqtRezM8/mzuOS0eir76ks/QQAAAAAAAByGV74czgcSkpK0vr167V69Wo1btw4z+1t27ZVQECANm/erD59+kiS9u/fr7S0NMXExEiSYmJitGzZMmVmZiokJESS9N133ykwMFDNmzd3tvnmm2/y7Pu7775z7qPkecvQyVJyOHx/ZoJDlWP5S1f381JgTR3p2LX4hm5QWZ5T6aoibkna+siAVIbjUi766nsqSz8BAAAAAACA4ha0c7nExER99NFHeu6551SjRg2lp6crPT1dly5dkiTVrFlTgwYN0pw5c7Rlyxbt2rVLU6ZMUWxsrLNoFxcXp+bNm2vy5Mn69ddf9e2332rBggUaNmyYqlSpIkkaOnSoDh06pLlz5+r333/X66+/rs8++0wPPPCAQT0HAAAAAAAAAAAAKo7hM/7efPNNSdJ9992XZ3tycrIGDhwoSZoyZYrMZrMmTJig7OxsxcXFKSEhwdnWz89Py5Yt09NPP60hQ4bouuuu04ABAzRhwgRnm8aNG2v58uVKTk7WqlWrFBYWppkzZ6p79+5u6CUAAAAAAAAAAADgWoYX/vbs2VNsm6pVqyohISFPse9aDRs2VEpKSpH76dKliz788MPSRgQ8Vt0/ftft/xwnSdr8zFKdbtHa4ETIZbfbZLGklahtkyZN5e9v+OEYAAAAAAAAAODlONMMeLGAy5cVvGeXJMnv4gWD0+BqJ4+l6Zg1W5ZAW5HtMo4e1p2SIiKauyUXAAAAAAAAAMB3UfgDABcJDmuosKaRRscAAAAAAAAAAFQSZqMDAAAAAAAAAAAAACg/ZvwBAAAAAOBiqanbjI4AAAAAoBJgxh8AAAAAAAAAAADgAyj8AQAAAAAAAAAAAD6Awh8AAAAAAAAAAADgAyj8AQAAAAAAAAAAAD7A3+gAAMruxJ8i9OkH30iSzjVpZnAaAAAAAAAAAABgJAp/gBezVa2m01FtjI4BAAAAAAAAAAA8AEt9AgAAAAAAAAAAAD6Awh8AAAAAAAAAAADgAyj8AV6swb5fddeNkbrrxkgF70o1Og4AAAAAAAAAADAQ1/gDvJgpJ0dVz56+8m+73dgwAAAAAAAAAADAUMz4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAhT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHyAv9EBAJTd0cgWemfLfkmSrXoNg9MAAAAAAAAAAAAjUfgDvJjDz1/WWkFGxwAAAAAAAAAAAB6ApT4BAAAAAAAAAAAAH8CMP8CLmex2+Z/PkiTZq10nh5+fwYkAAAAAAAAAAIBRmPEHeLEGv+/RkE5/0pBOf1LwrlSj4wAAAAAAAAAAAANR+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdQ+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdQ+AMAAAAAAAAAAAB8gL/RAQAAAAAAJWNLSihVe/9piS5KAgAAAADwRMz4AwAAAAAAAAAAAHwAM/4AL+Ywm2WtEXjl335+BqcBAAAAAAAAAABGovAHeLGjzVvqne//MDoGysFut8liSSu2XZMmTeXvzyEbAAAAAAAAAFA4ziIDgIFOHkvTMWu2LIG2QttkHD2sOyVFRDR3Wy4AAFC41NRt5bp/bGznCkoCAAAAAEBeFP4AwGDBYQ0V1jTS6BgAAAAAAAAAAC9H4c8H2Ww2WSwHi2xjsVjkCAxzTyC4jP/lSwra+6skKatRE9mvq25wIgAAAAAAAAAAYBQKfz7IYjmoD3cfVGiDRoW2+W3fYTVuWceNqeAK9f7Yr78+OUaStO7Nz5XZvqPBiQAAAAAAAAAAgFEo/Pmo0AaNilw6MP2IxY1pAAAAAAAAAAAA4GoU/gAAACqp5cuX64svvtD+/ftVrVo1xcbGatKkSYqIiHC2uXz5subMmaO1a9cqOztbcXFxSkhIUGhoqIHJAQDwfamp28p1/9jYzhWUBAAAAN7EbHQAAAAAGGPbtm0aNmyY3nnnHa1cuVI2m03x8fG6cOGCs83s2bP19ddfa8GCBVq9erVOnDih8ePHG5gaAAAAAAAAhWHGHwAAQCW1YsWKPD/PmTNHXbt21e7du9WpUyedO3dOa9as0bx589S1a1dJVwqBffv21Y4dOxQTE2NAagAAAAAAABSGGX8AAACQJJ07d06SFBQUJEnatWuXrFarunXr5mwTGRmp8PBw7dixw4iIAAAAAAAAKAIz/gAAAKCcnBzNnj1bHTp0UIsWLSRJGRkZCggIUK1atfK0DQkJUXp6eqn2bzKVL1/u/cu7H1/GGBXNk8bHnRlK+lieND6e6OrxcTiMzeKJGJ+iGTU+/D4DAABUThT+AAAAoMTERO3du1dvvPFGhe+7ShW/cu/DZJL8/Pw4qVwExqhoFTk+ZnP5zqYHBJT9d8JuNmtHg3olbu+34/s8P3fqdGOB7dzx+rmUML1U7aslznBNkDIwmSSz2SyHI4ffrwKYTJLJxPgUxqjxKc+xBgAAAN6Lwh/gxWxVqup085aSJHu16wxOAwDwVjNmzNDGjRv12muvKSwszLk9NDRUVqtVZ8+ezTPrLzMzU3Xr1i3x/rOz7RUy48/hkGw2OyeVC8EYFa0ixycnp3w7sFrt5XjsHDlK0YFrsxb22O54/eTk5JSqfXnGqaKZTP8de36/8rtS2GJ8CmPU+HjS7xAAAADch8If4MVONI3Upx/9P6NjAAC8lMPhUFJSktavX6/Vq1ercePGeW5v27atAgICtHnzZvXp00eStH//fqWlpSkmJqaUj1VRmZnNVhzGqGieMD5GPn5xj+0J45PLU3JczRMzeQKHg2U+i2LU+PB8AAAAVE4U/gAAACqpxMREffLJJ1qyZIlq1KjhvG5fzZo1Va1aNdWsWVODBg3SnDlzFBQUpMDAQM2cOVOxsbGlLvwBAAAAAADA9Sj8AQAAVFJvvvmmJOm+++7Lsz05OVkDBw6UJE2ZMkVms1kTJkxQdna24uLilJCQ4PasACpGauq2Qm8zm03FLmMaG9u5XI+/M7x+iduar8la3GPbkkp3bPKflliq9gAAAADgDSj8AV6s6vlzCv/mS0lSekwnWWsFGZwIAOBN9uzZU2ybqlWrKiEhgWIfAAAAAACAFzAbHQBA2YUcOaSeo4eo5+ghqnVgr9FxAAAAAAAAAACAgSj8AQAAAAAAAAAAAD6Awh8AAAAAAAAAAADgA7jGHwAAAACgRFJTt5X5vjnh9SswSentvObxzaXsi9lsqsg4AAAAAOASzPgDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAHUPgDAAAAAAAAAAAAfACFPwAAAAAAAAAAAMAH+BsdAEDZXaoRqCM39ZYkZdcKMjgNXMVut8liSSu2XZMmTeXvz2EdAAAAAAAAACorzhADXuxkwybauOwto2PAxU4eS9Mxa7YsgbZC22QcPaw7JUVENHdbLgAAAAAAAACAZzF8qc/vv/9eo0ePVlxcnKKiovTll1/mud3hcOj5559XXFycoqOj9cADD+jgwYN52pw+fVoTJ05Uhw4d1LFjR02ZMkXnz5/P0+bXX3/VPffco3bt2qlHjx5KSUlxddcAoMIEhzVUWNPIQv8LbdDI6IgAAAAAAAAAAIMZXvi7cOGCoqKilJCQUODtKSkpWr16tZ5++mm98847uu666xQfH6/Lly8720yaNEn79u3TypUrtWzZMm3fvl3Tp0933p6VlaX4+HiFh4fr/fff1+TJk7Vo0SK9/fbbLu8fAAAAAAAAAAAA4A6GL/XZo0cP9ejRo8DbHA6HVq1apTFjxujWW2+VJM2dO1fdunXTl19+qX79+un333/Xt99+q/fee0/t2rWTJE2dOlUPP/ywJk+erPr16+ujjz6S1WrV7NmzVaVKFV1//fX65ZdftHLlSg0ZMsRtfQUqWo3TJ9X87VckSYdv6atLofWMDQQAAIBipaZuK/N9c8LrV2ASAAAAAICvMbzwV5TDhw8rPT1d3bp1c26rWbOm2rdvr9TUVPXr10+pqamqVauWs+gnSd26dZPZbNZPP/2k3r17a8eOHerYsaOqVKnibBMXF6eUlBSdOXNGQUFBJc5kMlVM34ratysfw1OYrvq/w8ggLubqfgadOKYuiRMlSadatjW08Ge65v++zJNfvxV9/KhUxyX66nMqSz8BAAAAAACAXB5d+EtPT5ckhYSE5NkeEhKijIwMSVJGRoaCg4Pz3O7v76+goCDn/TMyMtSoUd7rX4WGhjpvK2nhr0oVv9J3ohRMJsnPz08mk+QoRzUhIMBPJrNN5iIWcjWZJZPJVGSbkrYr675MJpNkduQpFLny8Yza17X9rKhcuW1ymc0qsL07x+FKX937/BjxerjSx/9r7yG5TOYrv/sBARV7nKqo45I3oK++p7L0EwAAAAAAAMjl0YU/T5OdbXf5jD+HQ7LZ7OU6QWm12uXIkXJyCm/jyLmylGpRbUrariz7MkmS2XFlmxsez6h9FdTPisqV2yZXTiHPubvGIbevcvPzY8Tr4Uofle/1a2Qum9Wm339Pk9VqLya89Kc/NZW/f8kO/xV1XPIG9NX3VJZ+AgAAAAAAALk8uvBXt25dSVJmZqbq1fvvEoaZmZlq2bKlpCsz906ePJnnfjabTWfOnHHePzQ01DlDMFfuz7kz/0rKHScOHQ7fn5ngkGcuk1jRKks/pcrX16v/7wlOHkvTMWu2LIG2IttlHD2sOyVFRDQv1f4rw3EpF331PZWlnwAAAAAAAIBHF/4aNWqkunXravPmzWrVqpUkKSsrSzt37tTdd98tSYqNjdXZs2e1a9cutW3bVpK0ZcsW5eTkKDo6WpIUExOjBQsWyGq1KiAgQJL03XffqVmzZqW6vh8AeLLgsIYKaxppdAwAANzKlpRQ4rZ2s1l+U0veHgAAAAAAb1Pclaxc7vz58/rll1/0yy+/SJIOHz6sX375RWlpaTKZTBo+fLiWLl2qDRs2aM+ePZo8ebLq1aunW2+9VZIUGRmp7t27a9q0afrpp5/0ww8/KCkpSf369VP9+vUlSf3791dAQICeeuop7d27V2vXrtWqVav04IMPGtZvAAAAAAAAAAAAoCIZPuNv165dGj58uPPn5ORkSdKAAQM0Z84cPfTQQ7p48aKmT5+us2fP6oYbbtBLL72kqlWrOu8zb948JSUl6f7775fZbNZtt92mqVOnOm+vWbOmVqxYoRkzZmjgwIGqU6eOxo4dqyFDhrivowDgAex2myyWtGLbNWlS8usAAgAAAAAAAAA8g+Fndbt06aI9e/YUervJZNKjjz6qRx99tNA2tWvX1nPPPVfk47Rs2VJvvPFGmXMCgC8oybUAS3odQJvNJovlYLGPSRERAAAAAAAAANyDM7GAF7sQVEe/DXlAknQppK6xYeA1irsW4JVZgRbnzwEBfrJa7fnaWSwW/XjOrtAGjQvdV0mLiAAAAAAAAACA8qPwB3ix0/Ub6PuEome7AqV17axAk9kmR07+dr/tO6zGLdsVWUQEAAAAAAAAALgPhT8AQD5Xzwo0m6WcAgp/6Ucs+TcCAAAAAAAAAAxjNjoAAAAAAAAAAAAAgPJjxh/gxWplnFD7BTMlSXuHPKgLDRoanAgAAAAAAAAAABiFwh/gxQJPZqjti/+SJB3u+RcKfwAAABXMlpSQb1tOeP1C25s7dHRlHJfL+XF7qdq7sr/XZrF98qlL918cc8dOFfr4AAAAAOAKLPUJAAAAAAAAAAAA+AAKfwAAAAAAAAAAAIAPoPAHAAAAAAAAAAAA+ACu8QcAAACgUklN3VbitkVdz6/A9qW8bpy3q2z9BQAAAABPx4w/AAAAAAAAAAAAwAdQ+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdwjT/Ai50Nracdj02VJF1o0NDgNAAAAAAAAAAAwEgU/gAvlhUcqt0PP250DKBQdrtNFktaido2adJU/v78WQIAAAXbGV7f6AgAAAAA4PE4wwoAcJmTx9J0zJotS6CtyHYZRw/rTkkREc3dkgsAAAAAAAAAfBGFPwCASwWHNVRY00ijYwAAAAAAAACAz6PwB3ixOkcPq9vLCyVJP417Qll/ijA4EQAAAAAAAAAAMIrZ6AAAyu66c2fV7JP31OyT91T19Emj4wAAAAAAAAAAAANR+AMAAAAAAAAAAAB8AIU/AAAAAAAAAAAAwAdwjT8vYrPZZLEcLLadxWKRIzDM9YEAAAAAAAAAAADgMSj8eRGL5aA+3H1QoQ0aFdnut32H1bhlHTelAgAAAAAAAAAAgCeg8OdlQhs0UljTyCLbpB+xuCkNAAAAUPFsSQlGRwAAAAAAwCtxjT8AAAAAAAAAAADAB1D4AwAAAAAAAAAAAHwAS30CXuxUWLj+3zPLJElZTZoZnAYoO7vdJoslrdh2TZo0lb8/f7oAAAAAAAAAoCCcPQW82MVatXWwc5zRMYByO3ksTces2bIE2gptk3H0sO6UFBHR3G25AAAAAAAAAMCbUPgDAHiE4LCGCmsaaXQMAICPs85IUE54faNjuE3Oj9tL3NZhMrkwCQAAAADAHSj8AQC8AsuBAgAAAAAAAEDRODMKeLHQQwfVe9aTkqStCfN0tnlLgxMBrsNyoAAAAAAAAABQNAp/gBercvGC6v2wWZIUcD7L4DSA6xW3HOiVWYGWEu2LmYEAAAAAAAAAfA1nPAEAPqMkswIlZgYCgC/YWYbr9JlMJjkcDhekQWVg/2F7qV4/5g4dXZimdNdvlFyfBwAAAIBnoPAHAPApxc0KlAqfGRgQ4Cer1e78mVmBAAAAAAAAALwJZzMBAJVOYTMDTWabHDlX/n3i8B/qaLGoSZMmRe7LZrNJMsnf36/IdhQRAQAAAAAAALgaZyABAJVSQTMDzWYp5/8Kf+lHLNqccaHYZUN/27FNNWoHq2HTwpcNZWlRAAAAAAAAAO5A4Q8AgEKUZNnQ9CMWBYbULbYdAAAAAAAAALgahT8AAFzsyjUF00rUliVBAQAAAAAAAJQVZxYBAHCxwq4peC2WBAUAAAAAAABQHhT+AC+W0bipvlj9qSTpTPMog9MAKEpJlg0FAAAAAAAAgPKg8Ad4sezrqiu9ZVujYwAAAAAAAAAAAA9gNjoAAAAAAAAAAAAAgPJjxh8AAB7CbrfJYkkrtl2TJk3l78+fcMATpKZuK9f9Y2M7V1AS71PU2OWE13djEsAz5Py43egIAAAAAHwAZw0BL1Z//2+6Y/y9kqRvXlilU62jDU4EoDxOHkvTMWu2LIG2QttkHD2sOyVFRDR3Wy4AAAAAAAAA3oHCH+DF/Gw2BaYdkiSZrdkGpwFQEYLDGiqsaaTRMQAAAAAAAAB4Ia7xBwAAAAAAAAAAAPgAZvwBAAAA17AlJZSoXe616MwdOroyjsuU5xqFpbk+YUHjyXX84Ou4Zh+M5q5jPAAAADwLM/4AAAAAAAAAAAAAH8CMPwAAvIjdbpPFklZsuyZNmsrfnz/zAAAAAAAAQGXCGUEAALzIyWNpOmbNliXQVmibjKOHdaekiIjmbssFAAAAAAAAwHgU/gAA8DLBYQ0V1jTS6BgAAAAAAAAAPAyFPwAAAMDNcn7cLkmyffJpidr7T0t0ZRxnnpIyd+jooiQAPAHHBAAAAMB7UfgDvNjxZs31wZc7JUmXQusanAYAAAAAAAAAABiJwh/gxewBVXQhvJHRMQAAAAAAAAAAgAcwGx0AAAAAAAAAAAAAQPkx4w8AAB9jt9tksaQV2SYgwE9Wq11NmjSVvz9vBwAAAAAAAABfwJk+wIuF//az7hl0syTp8zfWKbN9R2MDAfAIJ4+l6Zg1W5ZAW6FtTGab0o8c1p2SIiKauy0bAPewJSWUqF1OeP0y7T/nx+364cftJb9DGR8HgG/KKc3xQ5K5A59zAAAAgJKi8Ad4OZPDYXQEAB4oOKyhwppGFnq72Sw5ctwYCAAAAAAAAIDLcY0/AAAAAAAAAAAAwAcw489D2Gw2WSwHnddcKojFYpEjMMzNyQAAvqok1wKUxHUAAQAAAAAAAC9R6c7ivf7661qxYoXS09PVsmVLTZs2TdHR0UbHksVyUB/uPqi6DRsVuvTab/sOq3HLOu4NBgDwWSW5FmDGUa4DiCs89T2UJKWmbivX/WNjO1dQktLbWdJr361YUuDm9mnH8/xsN5uVk8M6vgDyK+119Uq7b4fJJAeXIQAAAAAMV6kKf2vXrlVycrISExPVvn17vfrqq4qPj9e6desUEhJidDyFNmikBk0jVdi5mvQjFvcGAgD4vOKuBXhlVmDJ/v4wM9B3efp7KAAAAAAAAFxRqc7OrVy5Uv/zP/+jQYMGSZISExO1ceNGrVmzRg8//LDB6QAA8DwlmRUoSScO/6GOFouaNGlSZDuKg96J91AAAAAAAADeodKcecvOztbu3bs1atQo5zaz2axu3bopNTXVwGQAAHi24mYFSldmpW/OuFBkgbAkxUGbzSbJJH9/vyIfr6TtmjePlGQqsg2KxnsoAAAAAAAA71FpCn+nTp2S3W7PtxxVSEiI9u/fX+L9mFx47jDz6GGZzJJypIKujHAq/Ziyrdm6rtp1Re6nJO2M3pdJkgroqzdkL02bgvpZUblOpR/T2VMnnT9nHj2iY0H5rwHprnHI7etpNz8/RrweTqcfk9Vm1XVVqxX4u2pELlc9XmG/q0bncsXjXdtXbzrWlLZNaX5fS5O9Ru3gItuczjiuTw9fUt3MS4W2sezZpetq1VbdBo2K3FdJ2p3NPKFRAX7605+aFbkvFM1T3kPl3t8V78Vc+f7Ona4eIy6zlZ/pqv8zPPkxPkVjfIrG+BTNG4/PvvK3EQAAoDIyOSrJ1bePHz+um266SW+99ZZiY2Od2+fOnavvv/9e7777roHpAAAAPBPvoQAAAAAAALyH2egA7lKnTh35+fkpMzMzz/bMzEyFhoYalAoAAMCz8R4KAAAAAADAe1Sawl+VKlXUpk0bbd682bktJydHmzdvzvPtdQAAAPwX76EAAAAAAAC8R6W5xp8kPfjgg3riiSfUtm1bRUdH69VXX9XFixc1cOBAo6MBAAB4LN5DAQAAAAAAeIdKVfjr27evTp48qRdeeEHp6elq1aqVXnrpJZapAgAAKALvoQAAAAAAALyDyeFwOIwOAQAAAAAAAAAAAKB8Ks01/gAAAAAAAAAAAABfRuEPAAAAAAAAAAAA8AEU/gAAAAAAAAAAAAAfQOEPAAAAAAAAAAAA8AEU/gx0+vRpTZw4UR06dFDHjh01ZcoUnT9/vtj7paamavjw4YqJiVGHDh00bNgwXbp0yQ2Jy66sfZUkh8OhkSNHKioqSl9++aWLk5Zfaft6+vRpJSUlqU+fPoqOjtbNN9+smTNn6ty5c25MXTKvv/66evXqpXbt2mnw4MH66aefimz/2Wef6S9/+YvatWun/v37a9OmTW5KWn6l6es777yje+65R506dVKnTp30wAMPFDs2nqS0z2uuTz/9VFFRURo7dqyLE1ac0vb17NmzSkxMVFxcnNq2bas+ffp4xeu4tP185ZVXnMegHj16aPbs2bp8+bKb0pbd999/r9GjRysuLq7EfyO2bt2qAQMGqG3bturdu7fef/99NyRFaRT1vFqtVj377LPq37+/YmJiFBcXp8mTJ+v48eMGJnav0rzup0+frqioKL3yyivuC2iwkozP77//rtGjR+uGG25QTEyMBg0apLS0NAPSul9x43P+/HnNmDFDN910k6Kjo9W3b1+9+eabBqV1v+XLl2vQoEGKjY1V165dNXbsWO3fvz9Pm8uXLysxMVFdunRRbGysHnnkEWVkZBiU2L2KGx9v+lzjCiV5/eTyts+4AAAA8C4U/gw0adIk7du3TytXrtSyZcu0fft2TZ8+vcj7pKamauTIkYqLi9O7776r9957T8OGDZPZ7NlPZVn6muvVV1+VyWRyccKKU9q+njhxQidOnNATTzyhTz75RMnJyfr222/11FNPuTF18dauXavk5GSNGzdOH3zwgVq2bKn4+HhlZmYW2P7HH3/UxIkTddddd+nDDz/ULbfconHjxum3335zc/LSK21ft27dqn79+mnVqlV666231KBBA40YMcIrTkSXtq+5Dh8+rGeeeUYdO3Z0U9LyK21fs7Oz9eCDD+rIkSN6/vnntW7dOiUlJal+/fpuTl46pe3nxx9/rOeee07jx4/X2rVrNWvWLK1du1bz5893c/LSu3DhgqKiopSQkFCi9ocOHdKoUaPUpUsX/fvf/9b999+vqVOn6ttvv3VxUpRGUc/rpUuX9PPPP2vMmDF6//33tWjRIh04cEBjxowxIKkxSvq6X79+vXbu3Kl69eq5KZlnKG58LBaL7rnnHkVERGj16tX66KOPNHbsWFWtWtXNSY1R3PjMmTNH3377rZ599lmtXbtW999/v5KSkrRhwwY3JzXGtm3bNGzYML3zzjtauXKlbDab4uPjdeHCBWeb2bNn6+uvv9aCBQu0evVqnThxQuPHjzcwtfsUNz7e8rnGVUry+snlbZ9xAQAA4GUcMMS+ffscLVq0cPz000/ObZs2bXJERUU5jh07Vuj9Bg8e7PjXv/7lhoQVp6x9dTgcjp9//tnRvXt3x4kTJxwtWrRwrF+/3tVxy6U8fb3a2rVrHW3atHFYrVZXxCyTu+66y5GYmOj82W63O+Li4hzLly8vsP2jjz7qePjhh/NsGzx4sGPatGkuzVkRStvXa9lsNkdsbKzjgw8+cFHCilOWvtpsNseQIUMc77zzjuOJJ55wjBkzxh1Ry620fX3jjTcct9xyiyM7O9tdEStEafuZmJjoGD58eJ5tycnJjqFDh7o0Z0Uryd+IuXPnOvr165dn22OPPeYYMWKEK6OhHEryvO7cudPRokULx5EjR9yUynMUNj7Hjh1zdO/e3fHbb785evbs6Vi5cqX7w3mAgsbnsccec0yaNMmgRJ6loPHp16+fY9GiRXm2DRgwwDF//nx3RvMYmZmZjhYtWji2bdvmcDgcjrNnzzratGnj+Oyzz5xtct//p6amGpTSONeOT0E88XONuxQ2Pt72GRcAAADex7Onifmw1NRU1apVS+3atXNu69atm8xmc6FLsmVmZmrnzp0KCQnR0KFD1a1bN917773avn27u2KXSVn6KkkXL17UxIkTNX36dNWtW9cdUcutrH29VlZWlgIDA+Xv7++KmKWWnZ2t3bt3q1u3bs5tZrNZ3bp1U2pqaoH32bFjh7p27ZpnW1xcnHbs2OHKqOVWlr5e6+LFi7LZbAoKCnJVzApR1r4uXrxYISEhGjx4sDtiVoiy9PWrr75STEyMZsyYoW7duumvf/2rli1bJrvd7q7YpVaWfsbGxmr37t3OY9ShQ4e0adMm9ejRwy2Z3clbj0soWlZWlkwmk2rVqmV0FI+Qk5Ojf/zjH4qPj9f1119vdByPkpOTo40bN6pp06aKj49X165dNXjwYJbZu0psbKy++uorHT9+XA6HQ1u2bNGBAwcUFxdndDRD5C5RmfuebteuXbJarXn+zkZGRio8PLxS/i25dnwK4mmfa9ypoPHxxs+4AAAA8D4U/gySkZGh4ODgPNv8/f0VFBSk9PT0Au9z6NAhSdKiRYs0ePBgvfTSS2rdurUeeOABHTx40NWRy6wsfZWk5ORkxcbG6tZbb3V1xApT1r5e7eTJk1qyZImGDBniiohlcurUKdntdoWEhOTZHhISUug1TTIyMhQaGlri9p6iLH291rx581SvXr08J4U8UVn6un37dr333ntKSkpyR8QKU5a+Hjp0SJ9//rnsdrtefPFFjR07VitXrtTSpUvdEblMytLP/v37a8KECbrnnnvUpk0b3XrrrercubNGjx7tjshuVdBxKTQ0VFlZWR5/rVwU7PLly5o3b5769eunwMBAo+N4hJSUFPn7+2v48OFGR/E4mZmZunDhglJSUtS9e3e9/PLL6t27t8aPH69t27YZHc8jTJs2Tc2bN9dNN92ktm3bauTIkUpISFCnTp2MjuZ2OTk5mj17tjp06KAWLVpIuvJ3JCAgIN8XDUJCQkr8Xt9XFDQ+1/LEzzXuUtj4eONnXAAAAHifyve1OxebN2+eUlJSimyzdu3aMu07JydHkjRkyBANGjRIktS6dWtt3rxZa9as0cSJE8u037JyZV83bNigLVu26IMPPijT/SuaK/t6taysLI0aNUqRkZGV5lohvubFF1/U2rVrtWrVKp+7XlBWVpYmT56spKSkfAVuX+RwOBQSEqKkpCT5+fmpbdu2On78uFasWOFTv59bt27V8uXLlZCQoOjoaFksFs2aNUuLFy/WuHHjjI4HFMpqterRRx+Vw+FQYmKi0XE8wq5du7Rq1Sq9//77XDuqALnvpW+55RY98MADkqRWrVrpxx9/1FtvvaXOnTsbmM4zrF69Wjt27NDSpUsVHh6u7du3KzEx0Su+0FTREhMTtXfvXr3xxhtGR/FIxY1PZf9cU9D4eNpnXAAAAPguCn8VbMSIERowYECRbRo3bqzQ0FCdPHkyz3abzaYzZ84UuuRH7vbIyMg82yMjI5WWllaO1GXjyr5u2bJFFosl37eLH3nkEXXs2FGrV68uX/hScmVfc2VlZWnkyJGqUaOGFi9erICAgHLnrih16tSRn5+fMjMz82zPzMzMN3smV2hoaL4ZRkW19xRl6WuuFStW6MUXX9TKlSvVsmVLV8asEKXt66FDh3TkyBGNGTPGuS33JGrr1q21bt06NWnSxLWhy6gsz2vdunXl7+8vPz8/57aIiAilp6crOztbVapUcWnmsihLP59//nn97W9/cy7dGhUVpQsXLmj69OkaM2aMzGbfWRygoONSRkaGAgMDVa1aNYNSoSysVqsee+wxpaWl6dVXX2W23//Zvn27MjMz1bNnT+c2u92uZ555RqtWrdJXX31lYDrj1alTR/7+/gW+l/7hhx8MSuU5Ll26pH/9619atGiRbr75ZklSy5Yt9csvv2jFihWVqvA3Y8YMbdy4Ua+99prCwsKc20NDQ2W1WnX27Nk8s/4yMzMr1bKNhY1PLk/+XOMOhY2Pp33GBQAAgO+i8FfBgoODSzQTJjY2VmfPntWuXbvUtm1bSVc+COTk5Cg6OrrA+zRq1Ej16tXTgQMH8mw/ePCgbrrppvKHLyVX9vXhhx/Od/2w/v3765///Geek1nu4sq+Slc+HMfHx6tKlSpaunSpx80Uq1Klitq0aaPNmzc7l6XJycnR5s2bde+99xZ4n5iYGG3ZssX5jXpJ+u677xQTE+OGxGVXlr5KV5ZWW7ZsmVasWJHnGo+erLR9jYiI0Mcff5xn24IFC3T+/Hk99dRTBZ748RRleV47dOigTz75RDk5Oc7i18GDB1W3bl2PLPpJZevnpUuX8hX3coudDofDtYHdLCYmRt98802ebd5wXEJeuUW/P/74Q6tWrVKdOnWMjuQx7rjjjnzFmfj4eN1xxx0aOHCgQak8R5UqVdSuXbsC30s3bNjQoFSew2azyWq15pst6ufn53N/DwrjcDiUlJSk9evXa/Xq1WrcuHGe29u2bauAgABt3rxZffr0kSTt379faWlpleJvSXHjI3n+5xpXKm58PO0zLgAAAHwXhT+DREZGqnv37po2bZoSExNltVqVlJSkfv36qX79+pKk48eP6/7779fcuXMVHR0tk8mk+Ph4LVy4UC1btlSrVq30wQcfaP/+/XrhhRcM7lHhytLXunXrFvit2fDw8AI/YHqKsvQ1KytLI0aM0MWLF/Xss88qKytLWVlZkq4UHK+ebWSkBx98UE888YTatm2r6Ohovfrqq7p48aLzROLkyZNVv35955Kzw4cP13333aeXX35ZPXr00Nq1a7Vr1y7NmDHDyG6USGn7+uKLL+qFF17Qc889p4YNGzqv8VK9enXVqFHDsH6URGn6WrVq1XzXcMn9tnth13bxJKV9Xu+++2699tprmjVrlu6991798ccfWr58ue677z4ju1Gs0vazZ8+eWrlypVq3bu1c6vP5559Xz549Peb4U5jz58/LYrE4fz58+LB++eUXBQUFKTw8XM8995yOHz+uuXPnSpKGDh2q119/XXPnztWgQYO0ZcsWffbZZ1q+fLlRXUABinpe69atqwkTJujnn3/W8uXLZbfbncfcoKAgjy3KV6TiXvfXFkIDAgIUGhqqiIgId0c1RHHjEx8fr8cff1ydOnVSly5d9O233+rrr7/WqlWrDEztPsWNT+fOnfXss8+qWrVqCg8P1/fff68PP/xQTz75pIGp3ScxMVGffPKJlixZoho1ajiPLzVr1lS1atVUs2ZNDRo0SHPmzFFQUJACAwM1c+ZMxcbGVorCX3Hj4y2fa1yluPHx1s+4AAAA8D4U/gw0b948JSUl6f7775fZbNZtt92mqVOnOm+3Wq06cOCALl686Nz2wAMPKDs7W8nJyTpz5oxatmypl19+2WOX18tVlr56q9L2dffu3dq5c6ckqXfv3nn2tWHDBjVq1Mh94YvQt29fnTx5Ui+88ILS09PVqlUrvfTSS87lA48ePZpn1lCHDh00b948LViwQPPnz1fTpk21ePFirygQlbavb731lqxWqyZMmJBnP+PHj9cjjzzi1uylVdq+erPS9rVBgwZasWKFkpOT9be//U3169fX8OHD9dBDDxnVhRIpbT/HjBkjk8mkBQsW6Pjx4woODlbPnj31+OOPG9WFEtu1a5eGDx/u/Dk5OVmSNGDAAM2ZM0fp6ek6evSo8/bGjRtr+fLlSk5O1qpVqxQWFqaZM2eqe/fubs+OwhX1vI4fP965XOUdd9yR536rVq1Sly5d3BfUIMW97iu74sand+/eevrpp/Xiiy9q5syZatasmV544QV17NjRqMhuVdz4zJ8/X/Pnz9ekSZN05swZhYeH6/HHH9fdd99tVGS3evPNNyUp35d8kpOTnV+gmTJlisxmsyZMmKDs7GzFxcUpISHB7VmNUNz4eMvnGlcpyesHAAAAcAeTo7Ks2wIAAAAAAAAAAAD4MN+YxgEAAAAAAAAAAABUchT+AAAAAAAAAAAAAB9A4Q8AAAAAAAAAAADwART+AAAAAAAAAAAAAB9A4Q8AAAAAAAAAAADwART+AAAAAAAAAAAAAB9A4Q8AAAAAAAAAAADwART+AAAAAAAAAAAAAB9A4Q9AuWzYsEEjRoxQ586d1bZtW/Xq1UvTp0/XgQMHKvRxnnzySf31r3+t0H0WZ8eOHRo5cqT+/Oc/Kzo6Wr169dKECRO0c+dOl+RauHChYmNjnT9v3bpVUVFR+s9//lMh+y9ofwsXLtSPP/5YIfsHAACe79r3G9c6ceKE5s6dqzvuuEOxsbG66aabNHHiRB05cqRE+46KitKwYcPy3TZr1iz16tWrXNkBAAAAAMXzNzoAAO81b948paSkqE+fPkpKSlJwcLAsFovWrFmjxx9/XB9++GGFPdbYsWN14cKFCttfcX744QcNHz5c3bt3V2JiomrUqKE//vhDX375pX766Se1b9++wnMNHjxYPXr0qJB9FaRNmzZ6++23FRkZ6dy2aNEiVa9eXR06dHDZ4wIAAO+xe/durV+/XoMGDVL79u116tQpLV26VIMHD9Ynn3yi4ODgYvexfft2bd26VV26dHFDYgAAAADA1Sj8ASiTTZs2KSUlRWPHjtWjjz7q3N6pUycNGjRIX3/9dYU+XpMmTSp0f8V588031bBhQy1evFh+fn6SpK5du2ro0KHKyclxSa6wsDCFhYVV2P5yORwOWa1WBQYGKiYmpsL3DwAAfMcNN9ygzz77TP7+//2o2KFDB91888368MMPNWLEiCLvX716dTVv3lxLlixxSeEvOztb/v7+MptZvAYAAAAACsKnJQBl8vLLLys0NFRjx44t8PaePXs6/3358mUlJycrLi5O7dq10x133KH169fnab9371499NBD6tKli9q3b68+ffooJSXFefu1S2q+//77ioqK0s8//6yRI0cqJiZGt912W4GzDDdu3KjBgwcrOjpaN954oxISEoqdpXf27FkFBwc7i35Xu/pEU2G5/vOf/2jEiBHOvnz33XfKycnRv/71L3Xr1k3dunXTc889l6eIWNzSW9KVcR80aJBuuOEGde3aVaNGjcq3rGpupk2bNulvf/ub2rVrp6+++irfUp9RUVGSpLlz5yoqKkpRUVHaunWrHnnkEQ0dOjTfY7/xxhtq166dTp8+XWRGAADgvWrVqpWn6Cdd+XJScHCwTpw4UaJ9jB07Vlu2bCl2OfEjR45owoQJuuGGGxQTE6P4+Hjt2bMnT5tevXppxowZSklJUc+ePRUdHa3Tp0/rvvvu06hRo/TJJ5/otttuU/v27TV69GidOXNGR44cUXx8vGJjY9WvXz9t3bq1dIMAAAAAAF6Mwh+AUrPZbPrxxx914403KiAgoNj2kyZN0ttvv62RI0dq8eLFat68uR555BFt2LDB2Wb06NE6e/asZs2apeXLlys+Pl4XL14s0b7j4uK0ePFitWrVSk8++aR+//135+3r1q3TmDFj1KJFCy1atEj/+Mc/tH79ej311FNF7rdNmzZKTU3VggUL8uyvpJ544gndfPPNWrRokerVq6fx48dr1qxZOnbsmJ555hndc889evHFF/Xpp5+War/Hjh3TvffeqyVLlmjmzJnKycnR0KFD8xXjTpw4oZkzZ+qBBx5QSkqKWrVqlW9fb7/9tiTpvvvu09tvv623335bbdq00eDBg5Wamqr9+/fnab9mzRr17t1btWvXLlVmAADg3Q4cOKDMzMw8y4UXpWfPnmrdurUWL15caJusrCzdd999+vnnn5WYmKhnn31Wp06d0r333qujR4/mafvFF19o48aNeuqpp7RkyRJVr15dkvTzzz9r1apVmjx5shITE7V9+3ZNmzZNEyZM0M0336yFCxcqODhYjzzyiM6fP1/2AQAAAAAAL8JSnwBK7fTp08rOzlZ4eHixbX/99Vd98cUXSkxMdM4iu+mmm3TkyBEtXrxYt9xyi06ePKnDhw/rqaeeUq9evSRJN954Y4myDBs2TMOGDZMkxcbGatOmTfr88881duxYORwOzZ07V3379tWsWbOc96lbt64efvhhjR07Vtdff32B+42Pj9fOnTu1dOlSLV26VLVr11ZcXJzuvvtudezYsdhc9957r+655x5JUv369dW/f3/t2rXLWWzr3r27vvrqK61bt079+/cvUV8lacqUKc5/2+12/fnPf1bXrl31+eefa8iQIc7bzpw5o5SUFOe1CKUrRcOr5S772aBBgzxLgMbFxSk8PFxr1qzRP/7xD0nSb7/9pl27dunvf/97ibMCAADv53A4NHPmTNWrV0/9+vUr8f3GjBmjRx55RD/99JOio6Pz3f7+++8rLS1Nn376qbOg2KlTJ/Xs2VOvvvqqnnzySWdbq9WqlJQUZ8EvV1ZWlpYtW+a87uCePXv08ssv6+mnn9bdd98tSapXr5769++vzZs369Zbby11/wEAAADA2zDjD0CZmUymYtv88MMPkqS//OUvebbffvvt+vnnn3XhwgXVqVNHDRs21Pz58/XBBx/kK1AVJS4uzvnv6tWrKzw83Hn/AwcO6MiRI7r99ttls9mc/3Xu3Flms1m7du0qdL+BgYF6+eWX9e6772rcuHFq2bKlPv/8c91777169913i8315z//2fnvpk2bSspfzGzWrFm+b7QXZ8eOHXrwwQfVpUsXtW7dWu3bt9eFCxd08ODBPO1q166dp+hXGmazWYMGDdK///1v2Ww2SVdm+zVs2FBdu3Yt0z4BAIB3WrhwobZs2aK5c+fmK7wVpXfv3mrRokWhs/62b9+u66+/Ps8swtq1a6tbt27O94+5unTpUuBjt2zZ0ln0k/77nqtbt275tpXm/SUAAAAAeDMKfwBKrXbt2qpatarS0tKKbXvmzBkFBATkWx4yNDRUDodD586dk8lk0ooVKxQREaEZM2aoR48eGjhwoL7//vti91+zZs08PwcEBCg7O1uSdOrUKUnSuHHj1KZNG+d/7du3l91uL1HRLTo6WhMmTNCrr76qzz77TGFhYZo3b16pclWpUkXSlWvmFJa1JNLS0jRixAjZ7XYlJibqzTff1HvvvaeQkBBdvnw5T9vQ0NAS77cgd911l06ePKlNmzbJarXqo48+0oABA/Jc3xAAAPi2d955R4sXL1ZiYmKpv/xjMpk0evRobdy4Ubt37853+9mzZwt8vxISEqIzZ87k21aQgt5bSQW/D7v2vRIAAAAA+CqW+gRQav7+/urQoYO2bNkim80mf//CDyVBQUGyWq06c+aMgoKCnNszMjJkMpmcJ2aaNWumF154QVarVampqZo/f75Gjx6tb775RjVq1ChTztxi4/Tp0wtcYqpevXql2l/jxo31l7/8RStXrlRGRka5i2ul9e233+rChQtatGiR80SXzWbLd3JMKtlszKKEhYWpe/fuWrNmjex2u06dOqWBAweWa58AAMB7rF+/Xk8//bQmTJigu+66q0z7uP3227Vw4UItWbIk3xLxQUFBOnDgQL77ZGZm5nnPKJX/fQ0AAAAAVCZM3QBQJg8++KDS09O1bNmyAm/ftGmTJOmGG26QJK1bty7P7evWrVPr1q3zLdsUEBCgzp076+GHH1ZWVpZOnDhR5owREREKCwvToUOH1K5du3z/1a9fv9D7ZmRkFLj94MGDqlKlSr5vmLvDpUuXZDKZ8hRaP/vsM+dynGUREBBQ6DfgBw8erE2bNunll19W165d1bBhwzI/DgAA8B5bt27V3//+dw0ePFjjxo0r837MZrNGjx6tDRs2aM+ePXluu+GGG/Tbb79p//79zm1nzpzRd99953z/CAAAAAAoPWb8ASiTHj16aOTIkVq4cKH27dunfv36qU6dOjp8+LDWrFmjc+fOqUePHmrZsqVuu+02zZkzR5cuXVKzZs300UcfKTU1VUuWLJEk/frrr3rmmWfUt29fNW7cWFlZWVq+fLkaNmyoJk2alDmjyWTSk08+qUmTJunChQu6+eabdd111yktLU2bNm3S448/rmbNmhV436lTp8put+u2225T06ZNlZWVpc8//1xff/217r//fueyUe6Ue43Af/7znxo6dKj27t2rlStXlqsIGRERoQ0bNqhjx4667rrr1KxZMwUGBkqSbr75ZtWpU8c5AxMAAPgGu92e70tZ0pUlzi9evKhx48apadOmuuOOO7Rjxw7n7cHBwaV+b9a/f38tXrxYW7duzfMlooEDB+qVV17RqFGj9Nhjj6lq1apaunSp/P39df/995e5bwAAAABQ2VH4A1Bm//jHPxQbG6vXX39dU6ZM0cWLF1WvXj3FxcUpPj7e2e7ZZ5/V/PnzlZKSotOnTysiIkIvvPCCevXqJUmqW7euQkNDtXz5ch0/flw1a9ZUx44d9eyzz8rPz69cGW+//XbVqlVLy5Yt08cffyxJatiwobp3717kUp3Dhg3Thx9+qOXLlys9PV3VqlVTkyZNNGvWLA0YMKBcmcoqKipKycnJWrRokUaNGqVWrVrp+eef12OPPVbmfU6fPl2zZ8/WQw89pEuXLmnVqlXq0qWLpCtLuvbq1Uvr1q1T7969K6gXAADAaJcvX9ajjz6ab/vcuXNlt9t17tw5nTt3TnfffXee2wcMGKA5c+aU6rH8/Pz08MMPa+rUqXm2BwYGavXq1ZozZ46mTZumnJwcdejQQa+99poaNGhQ+k4BAAAAACRJJofD4TA6BADA8+Tk5OjWW29Vz549NW3aNKPjAAAAAAAAAACKwYw/AEAe2dnZ+vXXX/X555/r2LFjGjZsmNGRAAAAAAAAAAAlQOEPAJDHiRMnNHjwYAUHB2vatGmKiIgwOhIAAAAAAAAAoARY6hMAAAAAAAAAAADwAWajAwAAAAAAAAAAAAAoPwp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4AAp/AAAAAAAAAAAAgA+g8AcAAAAAAAAAAAD4gP8PypEMdl8EtIkAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "=== Clustering Analysis (k=2) ===\n", + "Cluster 0: 353 samples, purity: 0.654\n", + "Cluster 1: 647 samples, purity: 0.988\n", + "Average cluster purity: 0.8210\n", + "\n", + "Completed analysis for BBBP dataset\n", + "\n", + "==================================================\n", + "ANALYZING CLINTOX DATASET\n", + "==================================================\n", + "Loading clintox dataset...\n", + "Generating augmented SMILES...\n", + "Dataset: clintox\n", + "Total molecules: 1000\n", + "Label distribution: [ 64 936]\n", + "Generating embeddings...\n", + "=== Class Separation Analysis ===\n", + "Class 0 (Non-toxic) size: 64\n", + "Class 1 (Toxic) size: 936\n", + "Mean inter-class similarity: -0.0687\n", + "Mean intra-class similarity (Class 0): 0.7217\n", + "Mean intra-class similarity (Class 1): 0.9002\n", + "Separation ratio: -11.8095\n", + "Computing PCA...\n", + "Computing t-SNE...\n", + "Computing UMAP...\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABvsAAASdCAYAAABuJeCxAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjMsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvZiW1igAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd4FNXXwPHv7GbTGyUEQm8JvUkXKaGpVFFUFJSmooAVBdFXUVFEQRGw/ZQiKL0oVRBQEAQVpRMIHUIgIaTXbfP+sWTMZnfTKEngfJ7HR3bqndndyd177j1XUVVVRQghhBBCCCGEEEIIIYQQQghR6uiKuwBCCCGEEEIIIYQQQgghhBBCiKKRYJ8QQgghhBBCCCGEEEIIIYQQpZQE+4QQQgghhBBCCCGEEEIIIYQopSTYJ4QQQgghhBBCCCGEEEIIIUQpJcE+IYQQQgghhBBCCCGEEEIIIUopCfYJIYQQQgghhBBCCCGEEEIIUUpJsE8IIYQQQgghhBBCCCGEEEKIUkqCfUIIIYQQQgghhBBCCCGEEEKUUhLsE0IIIYQQQgghhBBCCCGEEKKUcivuAgghhBBClCbR0dGsWrWKv/76i9OnT5OUlARAmTJlqFu3Lm3atKF3796EhIRo+0yYMIHVq1drr8eMGcPYsWPzPdesWbOYPXu29vqBBx7gww8/1F6vWrWK119/3W6fRx99lHfeecfhWOHh4Vy8eFF7vXXrVqpUqcKQIUP466+/CnDljhYsWECbNm3slsXHx7N8+XJ2797NqVOnSExMxM3NjTJlytCwYUM6duxIv379cHd3t9tv+fLlvPnmm9rroKAg1qxZQ9myZR3O+8Ybb7BixQrtdYsWLfjhhx/Q6fLvx5b7ngLo9XoMBgO+vr6UK1eOmjVr0qZNG/r27Yuvr2+B7oUo2YxGI+vXr2fHjh0cPnyY+Ph4MjMz8fHxoWrVqjRv3pxu3brRpk0bFEUBHL9fBf3elkaRkZH88MMP7N27l+joaIxGI35+fgQEBBASEkJoaChhYWEMGDCguIt628r9jD5+/HgxlqZg+vTpQ2RkpPZ66tSp9O/f3+X2S5Ys4e2339ZeN2zYkFWrVt1237Xcf/Nz/60MCwvT/l25cmW2bdt2S8tXVLnrC9n1CCGEEEIIUTJIsE8IIYQQogCMRiMfffQRixcvxmw2O6yPiYkhJiaGnTt38u233xY5gHa9Vq5cyYgRI6hWrdotP/e8efOYMWMGmZmZdsuNRiPp6elcvHiRzZs3M3PmTD766CPatWunbTNw4EC2bt3Kr7/+CsCVK1eYNGkSM2fOtDvWtm3b7AJ93t7efPTRRwUK9LlisViwWCxkZmYSFxfH8ePH+fnnn/n444957rnnGDlypBYAulFKY8N+QZTE69q2bRtvvfUWV65ccViXlJREUlIShw8fZuHChXzxxRd07dq1GEpZfBYtWsT777/v8FxLSEggISGBs2fP8scff6DX6yXYV0hRUVF2n6fWrVuzcOHCYizRjdW/f38++ugj7fVPP/2UZ7Dvp59+snstn6eSobQGH4UQQgghhD0J9gkhhBBC5CMrK4thw4bxzz//2C338fGhUaNGeHt7Ex8fz7Fjx8jKysJqtRZTScFkMvHZZ58xffr0Am3fqlUrypQpY7fs4sWLHD58WHtdpkwZWrdu7bBvzlF377//PgsWLLBbX758eRo0aIDRaOTAgQNkZGQAEBsby/Dhw/nss8/o0aOHtv3kyZPp3bs3CQkJAGzatImffvqJfv36AbZRg//3f/9nd46JEydStWrVAl2rM5UrV6ZRo0YYjUYuX75MZGQkFosFgPT0dKZNm8bRo0f55JNPbnjAT9x8CxcuZPLkyXbLFEWhfv36BAcHk5mZyYkTJ4iLiwNAVdXiKGaxOXr0KO+9957dM6tu3brayOTLly9z+vRpTCZTcRXxjtGxY0fi4+OLuxiF0rdvXz755BMtULxnzx5iYmIIDg522PbChQv8+++/2muDwUDv3r0B23O4Z8+e2rratWvf5JIXr5zX6mz0ekmVu77g7e1djKURQgghhBC5SbBPCCGEECIf7777rl2gT1EURo8ezdNPP42Hh4e2PDMzk3Xr1vHdd98VRzE169ev56mnnqJevXr5bvv88887LMudUq1u3boOI+xy+vnnnx0Cfc8++yxjxozBzc1W3UxMTOTVV19lx44dAFitVl577TUaNWqkBRbKly/Pe++9x5gxY7TjTJ48mTZt2lCxYkUmTZqkBWUAunTpwsCBA/O9xry0bt3aLjVqbGwsn376KatWrdKWbdiwgbp16/Lcc89d17nErfXXX3/xwQcf2C1r2bIlH3zwAdWrV7dbvm/fPr766qtbWbwSYdWqVXaBvs8++4x7773XbpuMjAx2797N2rVrb3Xx7iiTJk0q7iIUWlBQEPfcc482IttqtbJ27VpGjhzpsG3uUX3h4eEEBgYC0KZNG4eU0LezvP6elmTO6gtCCCGEEKLkkGCfEEIIIUQeIiMj7QI/AGPHjmX06NEO23p6evLQQw/Rt2/fW1U8p1RV5dNPP+Xrr7++Jef77LPP7F737NmTF1980W5ZYGAgM2fO5L777uPSpUuALYjw9ddf280x2L17d/r378+PP/4IQHJyMhMnTqRv375s2rRJ265s2bIOI7ZuhAoVKjBlyhQURWHlypXa8m+++YZHH31UG4VhNBqZP38+x44d48SJEyQkJGjzNwYEBBAaGkq3bt146KGH7OYnzJ3mMlvONGrwX/rLY8eOsXbtWo4dO8aFCxdISkoiNTUVd3d3goODadq0KQMHDqRly5YOxzSbzaxcuZKff/6ZEydOkJiYiE6no0yZMgQHB9OgQQOaN2+ujZzMKTY2liVLlrBz507Onj1LWloavr6+1K9fn169etG/f38MBkORr+tW+OijjxxGrM2ZMwdPT0+HbZs3b87XX3+N0Wgs8PH37t3L5s2biYiI4NKlSyQlJZGWloaXlxchISG0aNGCQYMGOQ26p6ens3jxYrZt28bp06dJSUnBYDAQGBhIpUqVaNSoEe3ataNLly52+61fv561a9cSERFBfHw8qqoSGBhIhQoVqF+/Po0aNeLhhx9Gr9cX6BrOnj1r9zpnat1sXl5ehIeHEx4e7vI458+fZ/HixezevZuoqCgyMzMJCAigUaNGPPDAA/Ts2dNhZKyzedoefvhhvvjiC7Zv305cXBzlypWjW7dujB492mEEVFRUFCtWrODYsWOcOXOG5ORk7T6WK1eOhg0b0r9/f4d7CI5zd06ZMoX69evz5ZdfsnfvXhISEnjuuecYO3Zskc6TO31ntr/++svuO5EzrWdBUuAmJCSwdOlStm/fzunTp0lNTcXb25uqVaty991389hjj1GpUiWH/Zwde9OmTXz//fccPXoUk8lEnTp1eOKJJ/JMw+nMAw88oAX7wBbUcxbsyx0sfuCBB7R/5zdnX1G+L/nNm/fnn3/yxBNP2JUnZ8eP63n25ievtJm5n5mu5CxvQkICixYt4tixY5w+fZrExESSkpLQ6/WUKVOGevXqcf/999O7d2+7lNfOznXx4kWX5SvInH1paWmsWrWKrVu3EhkZSXJyMh4eHoSEhNCmTRsGDRrkdOSms2NfuHCBefPmsX//fjIyMqhWrRoDBw7kySeflJH2QgghhBBOSLBPCCGEECIPGzZssAsYlC1blqeeeirPfXIGd26l5s2bc+jQIcxmM7/99hv//PMPd911100958mTJzl9+rTdsqFDhzrd1svLi0ceeYQZM2Zoy7Zs2WIX7AN48803+euvv4iOjgZg165d/Pnnn3bbvPfee5QvX/76L8CFV155hTVr1mjpC9PT09m6das2kjA1NdVlqtQrV65w5coVdu3axfLly1mwYAF+fn5FKseuXbv49ttvHZabzWbOnDnDmTNn+PHHHxk7dqzdiEhVVRkzZoxdI3y2y5cvc/nyZQ4cOMDGjRsdgn2//PILEyZMIDU11W55YmIiu3fvZvfu3Sxbtowvv/zypr4H1+P8+fMcOnTIbtkLL7zgNNCXU2G+uxs2bOCHH35wWJ6amkpkZCSRkZEsX76cd999l4ceekhbbzQaGTx4MEeOHLHbz2QykZ6eTnR0NP/88w979+61C168++67Ts+X/Xk7cuQIK1asoG/fvvj4+BToGnIGbMEWZBk2bBgtW7bE39+/QMf44YcfmDJlikOqz7i4OH777Td+++03OnbsyMyZM/Hy8nJ5nGPHjtGvXz8tjS/YPqvff/8927ZtY+HChXaBhcOHD/Pll186HCf7Pl64cIGff/6ZBx980GGEZ26///47b731ltN0pTfyPNdj9+7dvPTSS3b3B2wdIo4cOcKRI0dYuHAh7733Hn369MnzWOPHj9c6VGQ7cuQI48ePJzEx0eUz3JkuXboQGBhIYmIiYOsgc+zYMbsg9/79++0Cy9kjAguiqN+X61XUZ29xiIqKcjpa0GQycenSJS5dusSvv/7KTz/9xFdffeXwvb9Rjh07xnPPPefQ8cNkMmnPxMWLF/PKK68wfPjwPI81a9Ysh8/oyZMnmTJlChcvXuSNN9640cUXQgghhCj1JNgnhBBCCJGHnHMMgW3kS3EF8/JTo0YNQkNDWbp0KQCffPKJ0+DAjXTgwAG71waDgcaNG7vcvkWLFnav4+LiuHjxIpUrV9aW+fn5MWXKFIYOHarNoZY9JxTAgAED6Nat240ovkvlypWjUaNG7Nu3T1v277//OqQNDQwMpGrVqgQEBODh4UFKSgpHjx7VAmVHjx5l5syZWsNk9rxcO3bs0OYwBPs5nJypXr065cqVIyAgAKvVSmxsLMePH9cC0bNmzSI8PJwGDRoAtsb1nIG+gIAAGjdujJubG7GxsURHR2uN8zn9+++/vPTSS1rQQ1EUGjZsSFBQEKdOneL8+fMAHDx4kDFjxrB48WIURSnydd0sub+3er2eDh063PDz6HQ6atSoQdmyZfH398dsNnPx4kVOnToFgMVi4d1336Vjx45UqFABgM2bN9sFLrLntgSIiYkhKiqKtLQ0u/PExMSwaNEi7bW3tzdNmjTBy8uLK1eucOnSJa5evVro8rds2dJuVNFff/2lja6pUqUKTZs2pV27dvTo0YOAgACH/Tdu3Mi7776rvdbr9TRp0oSAgAAiIiKIiYkBYMeOHUycOJFPP/3UZVm2bNmCTqejSZMmeHh4cODAAW2kZXR0NK+++iqLFy922C8kJITg4GD8/f3R6XTExcVx7Ngx7TO8cuVKwsPD83xmbNiwAbB9z2rUqEFMTIzDyKHCnMfb25uePXuSkZGhpS4Gx/lP69Sp47JMOZ06dYrnnnuO9PR0bVmFChUIDQ3l3LlzXLhwAbCNlh4/fjzBwcFO51nN9uOPPxIYGEjDhg05deoUly9f1tbNnj2bRx55JM/AbE7u7u707t2b77//Xlv2008/2QX7cqfw7NOnj5biOT9F+b7cSIV99l4vZ89Mi8XCtm3b7DoeZadAzSkoKIiQkBD8/f0xGAwkJCQQERFBZmYmADt37uSHH37QgrnZ58o5at7Ly4uOHTtqrws6p2B8fDwjRoywS7Wd/RmLiYnh5MmTgO1v+dSpUylfvnyeWRB+/PFH7Tl36dIlzp07p637/vvvGT58uNNRrEIIIYQQdzIJ9gkhhBBC5CF3A3rOoFRJNHr0aH766ScyMzPZu3cv27dvp1OnTjftfPHx8XavAwMD8xw1EBQU5LDs6tWrDve1bdu2PP7443YNyGBr4L5VPforVapkF+zL+Vnw9fVlzZo1hIaGOgQFUlNT6devH1FRUYAtIJJd5ux5uXKn1XM1h9P999/PAw884LTB9bfffuOZZ57RXm/YsEFrcM4+d7affvrJrmFUVVUiIiLsrg9g2rRpWvDCzc2N7777TktTp6oqb7/9thZM3rdvH5s3b6Znz56Fvq6bLWeDM9garAsavCioJ598kpdeesnpqM0ffvhBC4JlZWWxdetWBg0aBNi/Nz4+PmzZssWubBaLhQMHDtiNhLp48aIW+AZbWtnc6QNPnTrFrl27CjVq59FHH2XVqlVaQ3xOUVFRREVFsX79ej744APGjh1rNxrHarXy0Ucfaa8DAgJYvHixlqLPbDYzevRofvvtN8D2+RwxYgSNGjVyWZ4vvvhCG5119OhRBg0apAUq/v33X/7++29atWoFQKtWrdi+fTsVK1Z0OM6JEyfo3bu39nr9+vX5dhB46623ePzxx7XX2YHGopynbNmyzJw50yGdZ37zn7ry+eef2wX6wsPDmTFjBh4eHlitViZNmqR9Ly0WC9OnT9deO9OwYUPmzp1LYGAgaWlpPPLII5w4cQKAlJQUDh8+rN3nghgwYIDds3rt2rWMGzcOvV6PyWTSgqnZcqbwzE9Rvi83QlGfvdcr9+fDarUyfvx4u0Bf27Zteemll7TXNWrUYNOmTdSoUcPheHFxcXTv3l37/GzYsEEL9mWfK2fazuzPbmHNmzfP7rnbtGlTvv32W22E8BdffGGX8nvatGkOaUVzqly5MgsXLqRy5cqYzWZGjhzJ7t27Ads9+fPPPwudclYIIYQQ4nYnwT4hhBBCiELI2eBeEgUHB/P4448zZ84cAD799FO7XvrFraD3z2KxcPjwYYflCQkJREVFOZ0H7UbL2bgK2AX13N3d8fPzY/r06fz555+cP3+etLQ0p2kAr1y5QnJycoHTIuZUqVIlduzYwU8//cSRI0eIiYkhMzPToWyAXTrVkJAQu3UfffQRnTp1omrVqtSoUYNy5crRoEEDuwbq+Ph4uxFx3t7eLFiwgAULFthdS06//vrrDR+9t2HDBn7++Wen6x5//HG7ebcK6mZ8b6tWrcrPP//Mxo0biYiIIC4ujszMTKfncvXepKWl8eGHH9KyZUuqV69O9erVCQgIoEWLFnajYHMHw7/88kvuvfdebZ/g4GBq167tdC6svPj4+LBo0SKmT5/Ojz/+SFZWltPt0tPTmTp1Kt7e3jz66KOALe1jdqpdsM1Zmnv+ztjYWLvXv/76q8tgX+451xo0aECfPn1Yvny5tmzXrl1aEKpcuXLs27ePWbNmcfDgQaKjo0lPT8/3u+Hq3DkDffBfStcbeZ6isFqtWsA027hx4/Dw8ABso0vHjRvHqlWrtOfPgQMHiI+Pdzkq68UXX9RGhvn4+NC2bVst2AdoIzILqmHDhoSGhhIZGQnYnhN//PEH99xzD9u3b7cbRZy9bUEV5ftyIxT12XujTZo0iTVr1mivmzdvzpdffqm9/2AbDX/58mUmT57M3r17uXjxIunp6XYj4m92WXOOEAZbSuCcf/OefvppFi9erD0TYmJiOHLkiMtMAE899ZT23HNzc6NTp05asC97fyGEEEIIYU+CfUIIIYQQeShXrpzdqJfcc9GURE8//TTLli0jJSWFiIgIh1EVN1LuxuTExERMJpPL0UW5R1yB7R7n9r///Y/9+/c7LDeZTLz66qusXLnypqdTzRnIAPty7t27l6eeesputE1eUlJSihTsmzx5MgsXLizwObLddddddOzYUUshuGHDBrvPQYUKFejQoQNPPvmkFjiNioqyC1QlJyfbpXdzJvcIwhvh1KlTLs/buXPnAh0j91yCCQkJpKen4+3tfb3FA2zBw7Fjx7Jly5YCbZ9z/sOePXsyd+5cIiIiAFiyZAlLlizR1lepUoVOnToxfPhwbY664OBgHn30UW27nTt3snPnTm2fMmXK0LZtWwYPHuww4i8/AQEBvPvuu7z66qvs2bOHf/75h3379nH48GGHYMG8efO0YF/u9z4mJua6Pi85Rxdlq1u3rt3rnN/JefPm8eGHH+Z5vmw5vxvO5JXy8kaepygSExPt0lQaDAZq1aplt42/vz8hISFaqkNVVYmKinIZ7MsdYPH19bV7nT2qsTAGDBhgd59++ukn7rnnHocUngMGDCjUcYvyfbkRivrsvZGmTp1qN0KzYcOGfPPNNw7PsQ0bNvDqq686De7ldrPKmrtulPv77ObmRp06dew6AERFRbkM9t2Mz6gQQgghxO3Oec4EIYQQQggBOM4xt3v37hLfyBQYGMjIkSO115999lmBGgGLokmTJnavTSYTBw8edLl97rnUypUr5zAKLSIigs8//1x7rdfrqVatmvY6MjKSGTNmXEep83flyhWtcTlbzs/CpEmT7AJ9vr6+tG/fnp49e9KzZ0/KlCljt29RRpYdOnTIobG5Ro0adOnShZ49e+Y7YvOrr75iypQpdOrUyaE8sbGxrFq1ioEDB+b5fuWnoMHOWy3399ZisdgFx67Xpk2bHAJ9oaGhhIeH07NnT4cUiDnffw8PD5YsWcKbb75J27ZtHdKARkVF8cMPPzBgwAC7BvR33nmHWbNm0aNHD4d0uAkJCWzcuJHBgwcXOACZm5+fH927d2fChAksXbqU3bt3M3jwYLttzp49e13PkpzzOV6P2NhYpk2bZresUqVKdOrUSfsOFkb2fIo3+zxFcTNGpeZ+Huj1+us+Zt++fe3m4duyZQuXLl2yG5VoMBjs0p4WRFG/L7lZLBa713nNcXm9z94bYdasWcydO1d7XbduXebMmeNw/UajkXfeecfue1m2bFk6dOigfUZvdApjZ2705zT3nIQ34jMqhBBCCHG7k5F9QgghhBB5uP/++/n666+11F0JCQl88803jB492uU+RqPxpo86y88TTzzB999/z5UrV7TRHjdD3bp1qVmzJmfOnNGWLViwgLvuusth28zMTJYtW2a3rFu3bnbpMY1GI6+99ppdOsynnnqK3r17M2DAAC3QOm/ePMLDwws9iqmgpk+fblcGb29vwsPDAUhKSrJLeRcUFMSGDRvsRu717NmThISE6yrDP//8Y/d60KBB2tx4YJszL3vknjN6vZ4BAwZoI2lSUlKIiopi8+bNfPHFF4Dtfi9atIgmTZpQuXJlFEXRGm1r1arFxo0br+saimLs2LGMHTv2uo5RrVo1GjduzKFDh7RlM2fOpGPHjnh6errcr6Df3b1799q9HjduHE899ZT2et26dfz9998u9/f09GTIkCEMGTIEsI3eOn/+PCtWrNBG8iQlJbFq1Sq7e9GjRw969OgB2AKtFy9eZPfu3Xz44YdYLBZUVeW7777Ld366bDExMQQHBztd5+/vz0svvWQ3F5ter9ca3XOPorrnnnv49ttvC3ReZ7JTQOaUey7B7I4BBw4csAtudO7cma+++kp7lsTGxuY7yjAnV/OGXe95cs/nWRRlypTB29tbC6ybTCbOnDljN7ovOTnZbtSjoig3dJRbQZQrV46OHTtq6RwzMjIYN26cXeeY8PBwhyBOQRTl+5J7dHnOVKLg+B3O6Xqfvddr7ty5zJ49W3tdo0YN5s2b5xCkBdt3JOe11a9fn2XLlmnPMbPZfNP+TuZUpUoVu+9rZGSk3bPFbDY7fJ9v9WdUCCGEEOJ2JyP7hBBCCCHyEBoaygMPPGC3bNasWcyePdthfqvMzEyWL1/Ogw8+eCuL6JS3tzfPPvvsLTnX888/b/f6559/ZtasWXYjKZKSknjxxRcd5vh65pln7Pb99NNP7Rr969evz5gxY6hbty4vv/yyttxqtTJ+/Hi79HY3QmxsLOPHj2f16tV2y59++mktJV7ukU1ubm52AaIFCxZw9uzZPM+TO+DkbP6h3PP/5RydkZKSwieffOLy+NHR0cyfP58LFy5oy/z8/Khfvz79+vWz2zZ7Hr5y5crRrFkzbfnp06f53//+5zAixmw2s2fPHiZOnMiBAwcKfV23ymuvvWYXxDlx4gQjRozg/PnzDtv++++/PP300wVuwM/9Gcj53ly5coUvv/zS5b4REREsWbLE7t4EBgbSpEkTh5Fi2e9NRkYGX375pd13w9vbm7p169KvXz+7+btyz6uYl5kzZ/LQQw+xfPlyh2AI4BDsrV27thbAatiwoV1j/q5du/jxxx8djpGVlcX27dt54YUXuHz5ssuy7N69m+3bt2uvjx07xtq1a+22ad++PeD43fDw8NDKZTQamTp1qsvzFMb1nif39yH3HIYFodPp6NSpk92y6dOna0E0q9Xq0DmhSZMmLlN43ky5U3TmDqjl/ltaEEX5voDjaM2VK1dq92z79u2sWLHC5Tmv59l7vRYvXmz3uapcuTLz5893GM2bLfezyGAwaCMssz8b+Y2ozfk5TUhIKFL2gtwplj///HO7lKFz5syx+/xXqFCBhg0bFvo8QgghhBDCNRnZJ4QQQgiRj7feeouzZ89qvf1VVdVSbDVu3Bhvb2/i4+OJiIggKyvLIc1Wbhs3brQbGZZT2bJl7UYQXI+HH36YefPm2QV8bob777+fvXv38sMPP2jLZs+ezdKlS2nQoAFGo5H9+/fbNTjqdDo+/PBDKleurC37+++/mT9/vvba3d2djz/+WBuhMXToULZt28Zff/0F2NK3TZkyhcmTJxe57H/99RfPP/88RqORmJgYjh8/7hDc6t27N6NGjdJelytXjipVqmjzj126dIkePXrQoEEDLly4wMmTJ+1GyDlTq1YtTp06pb1+5JFHqF+/PgaDgWbNmjF8+HC7wBvYRnv8/fffBAYGcujQIZKSklwePykpiSlTpjBlyhRCQkKoVq0avr6+pKWlOQToateurf37lVdeYejQoVoD8vTp01mwYAGhoaG4u7sTFxfHyZMntfcyd+CwINd1q7Ru3ZqJEyfafT727t1Lz549qV+/PsHBwWRkZHDy5EktSPDwww8X6NjNmjVj8eLF2uv333+fjRs34u7u7vBZz+3ixYu8/fbbTJo0iWrVqlGlShW8vLxISkpy+d6YTCZmzJjBjBkzCAoKombNmvj5+ZGVlcXhw4ft0qnmfD8L4tChQxw6dIj/+7//o2bNmoSEhGAwGDh79qzdiF3AriODTqfj1VdfZdy4ccB/AfiZM2dSq1YtdDodsbGxnDp1SgsevPrqqy7Loaoqo0aNonHjxnh4eLB//367oEPz5s21ufWaNGmCTqfTRlxv2rSJPn36UKlSJY4ePep0btCiuN7zlCtXjsDAQC2QevbsWfr160e1atVQFIWHHnqoQCkhx4wZw2+//aZ9rrZs2ULXrl0JDQ3l3Llzds94nU5n1zHiVurcuTNlypRxOqo5KCiIe+65p9DHLMr3BWyB4Zyj43bu3Enbtm3x8vLK9327nmfv9Th27BjvvPOO3bKyZcsyZcoUh23btGnD448/Tt26de1Gfh48eJCePXtSq1YtTp48SVRUVIH+Hh09ehSwjRju06cPderUQa/XEx4eTv/+/fMt+/Dhw1m1ahXx8fGAbfRj9+7dadiwITExMQ51nldeecXliFohhBBCCFE0EuwTQgghhMiHp6cn8+fP56OPPmLRokVaMCgtLY09e/Y4bJ9fA9apU6fsAiI55Qx+XS+DwcDYsWN57bXXbtgxXfm///s/QkJCmDlzpjbi8cqVK3YjdbIFBQUxZcoUu4bf1NRUJkyYoDWqA7z44ovUrVtXe60oClOnTqVv377aiIHly5fTrVs3h1EFBXXx4kWX8zx5e3szduxYhg0b5pCO7/XXX2fs2LFaeWNiYrSRJ127diUpKSnPNHEDBw7kl19+0V5funSJS5cu2W3TqlUrevTowebNm7Vl2Wkp9Xo9r7zyisN8Ys5ER0fbjajMqXLlynbzO7Zq1Ypp06bx5ptvkpqaCtjeR1ejxXLPo1SQ67qVhgwZQkhICG+99ZbWwG+1Wjly5AhHjhxx2L6gaRd79erFokWLtGCD1WrV3m9PT0+ef/55PvvsszyPoaoq586dc5lmt2HDhgwcONBheV7vR2BgIC+++GKBrgHsr1dVVU6fPs3p06edbtunTx8tjWLOZYmJiUydOlUbDZXXdyqvebf69OnDn3/+6RDAAahYsSIff/yx9rpKlSo8+eSTzJs3T1sWGRmpjXwcP378DRnddyPO8+CDDzJnzhzt9bFjxzh27BiAFrzMT506dZg9ezavvPKKFjiMjY11GCno6enJO++8Q9u2bQt03Bste06+3PPdge39zTmnX2EV9vty11130bVrV7Zu3aotS0tLIy0tDYPBwIMPPsiSJUucHutGPXsLKykpySEolx2Mz83b2xuwjTp8+eWX7To1nD9/XhvBPHjwYH799dc85zN86KGHePfdd7XXZ8+e1UanF7ROUq5cOb799lvGjBmj/b1JSEhwmCtVr9fz4osvFiiAKIQQQgghCkeCfUIIIYQQBeDu7s6bb77JsGHDWLVqFX/99RdnzpzRGufKli1LnTp1aNu2Lb179y7u4mr69OnDt99+63Q+rBtJURRGjhxJ//79Wb58Obt37+b06dMkJSWh1+spW7Ys9evXp3PnzvTt29cu7SDAlClTtJFyYGtsHTZsmMN5QkJCePPNNxk/fry27M0332Tt2rVO5zMqCJ1Oh8FgwNfXl/Lly1OjRg3atGlD3759XY7S7NatG/Pnz+fLL7/kwIEDWK1WqlWrxoABA3jiiScYOnRonufs1KkTn376KQsWLOD48eN2I7Ny+vTTT5k7dy6rVq0iKioKHx8fmjRpwqhRowgODnbZ4Fy9enU+/PBD9u3bx+HDh4mLiyMxMRGLxYK/vz81a9akc+fODBo0yOEa77vvPlq2bMmyZcvYtWsXp06dIjU1Fb1eT/ny5alZsyZ33XUX3bp1IzQ0tEjXdSt17dqVe+65h3Xr1rFjxw4OHz5MfHw8mZmZ+Pj4ULVqVZo3b0737t1p06ZNgY5pMBiYP38+n3/+ORs3biQ2NhY/Pz9atWrF2LFjtdEtzrRo0YJ33nmH/fv3c/ToUeLj47UATmBgIHXr1qVr164MHDhQ+574+PjwySefsG/fPg4dOkRsbCyJiYkYjUZ8fX2pVq0a7du3Z/DgwS7T/Tnz5ptv0q1bN/7880+OHj3KhQsXSEhIIDMzE09PTypUqECjRo3o16+fyxFoQ4YMoXPnzixdupQ9e/Zw/vx5UlNTcXd3JygoiDp16tCqVSu6d+9OpUqVXJalevXqTJw4kdmzZ7Nt2zbi4uIoW7YsXbt2ZfTo0ZQvX95u+/Hjx1OzZk0WLVrE6dOn8fDwoH79+gwbNozw8PAblsrzes/z0ksv4efnx7p167hw4YJD+ueC6tChAxs3bmTJkiXs2LGD06dPk5aWhqenJ9WrV6ddu3Y89thjN7TDSFE8+OCDToN9RUnhCUX7vmSbMWMGX375JevWrePSpUv4+vrSunVrRo8eTWJiostgHxT92VschgwZQoUKFZg7dy7Hjh1Dp9NRp04dBg0axIABA/j111/z3P/xxx9HURSWL1/OmTNn8k376UrDhg1Zu3YtK1asYNu2bURGRpKSkoK7uzuVK1emdevWDBo0yK4TjxBCCCGEuHEUNa98DkIIIYQQQgghxA22atUqXn/9de31mDFjGDt2bDGWSAghhBBCCCFKL0mSLoQQQgghhBBCCCGEEEIIIUQpJcE+IYQQQgghhBBCCCGEEEIIIUopCfYJIYQQQgghhBBCCCGEEEIIUUrJnH1CCCGEEEIIIYQQQgghhBBClFIysk8IIYQQQgghhBBCCCGEEEKIUkqCfUIIIYQQQgghhBBCCCGEEEKUUhLsE0IIIYQQQgghhBBCCCGEEKKUkmCfEEIIIYQQQgghhBBCCCGEEKWUBPuEEEIIIYQQQgghhBBCCCGEKKUk2CeEuG1FRUURFhbGqlWrSlw5Zs2aRVhY2C0vS3GdVwghhBCl16pVqwgLCyMqKqrElWPIkCEMGTLklpeluM4rhBBCiNIhLCyMWbNmFXcxHMpRXPW6klKfFOJ2JsE+IYRT2X+Es/9r3LgxPXv25N133yUuLs5h+7i4OKZOncq9995L06ZNadasGQMGDOCLL74gOTnZ6TkeeughwsLCWLRoUYHKNG/ePMLCwvjjjz9cbrNs2TLCwsLYunVrwS70NpSRkcGsWbP4888/i7soQgghxG3l33//ZdasWS7rNs6kpaUxc+ZMevfuTbNmzWjTpg39+vVj8uTJxMTEaNtld8hp3749GRkZDscJDw/nmWeesVuWs66W+7+33nrLZZlGjRpF06ZNSU1NdbnNK6+8QqNGjUhISCjwtd5uTp48yaxZs6RRSgghhCik7HpNfHy80/W9e/e26zST3Uk6LCyML774wuk+r7zyCmFhYTRv3tzlefNrZypsW1e2zZs3ExYWxvLly11us2vXLsLCwliwYIHLbe4EX331FVu2bCnuYghxR3Ir7gIIIUq2559/nipVqmA0Gvnnn39YvHgx27dvZ926dXh5eQFw8OBBnn76adLT0+nbty8NGzYE4PDhw3zzzTfs3buXuXPn2h337NmzHDp0iMqVK7N27Voee+yxfMty//3389FHH7F27Vrat2/vdJu1a9cSGBhIx44dcXNz4+DBg7i5lbxH3bPPPsvTTz99U46dkZHB7NmzGTNmDG3atLll5xVCCCFud/v27WP27Nk88MAD+Pv757u9yWRi8ODBnD59mv79+zN48GDS09M5ceIE69ato3v37gQHB9vtc/XqVRYvXszw4cMLVKa7776bfv36OSyvWbOmy3369u3Lr7/+ypYtW+jfv7/D+oyMDLZt20aHDh0oU6YM/fr1o1evXri7uxeoTLfSnDlzbtqxT548yezZs2ndujVVqlS5ZecVQggh7lQeHh6sX7+e5557zm55eno627Ztw8PDw+W+hWlnKkhbV06dO3fGz8+PtWvXMnDgQKfHXLduHXq9nl69egG2tjK9Xl+Qy76lbna97uuvv6Znz55069btlp5XCCHBPiFEPjp27Ejjxo0BGDhwIIGBgcybN4+tW7fSu3dvkpOTGTNmDHq9ntWrV1O7dm27/V966SWWLVvmcNw1a9ZQrlw5JkyYwPPPP09UVJRDI0puwcHBtGnThl9++YV33nnHoYIQExPD3r17efjhhzEYDAB5VgSLk5ubW7EEIYvrvEIIIcSdaMuWLRw9epRp06bRp08fu3VZWVmYTCaHferXr8+cOXN47LHH8PT0zPccNWrUcBrsy0t4eDg+Pj6sXbvWabBv69atWicuAL1eXyIbq4BiazCShiohhBDixuvUqRObN2/m2LFj1KtXT1u+detWTCYTHTp0cJnFqDDtTPm1deXm7u5Oz549WbVqFTExMQ6dtbKysvjll19o37495cqVA0pue1Rx1etKcn1SiNuFpPEUQhRK27ZtAbR0RkuWLCEmJoYJEyY4BPoAypcv79AjC2w9nnr27Kn1jlq3bl2Bzt+3b19SUlL47bffHNatX78eq9WqNaY5myvvypUrvP7663Ts2JFGjRrRoUMHnn32Wbv0TK7yqoeHhzNhwgTtdWJiIlOnTqVPnz40b96cFi1aMHLkSI4dO5bvdeSeO2/ChAku03Bll8VoNPLZZ58xYMAA7rrrLpo1a8Zjjz3Gnj17tONERUXRrl07AGbPnu1wDGdz9pnNZj7//HO6detGo0aNCA8P55NPPsFoNDpc/zPPPMPevXt56KGHaNy4MV27duXHH3/M93qFEEKI0m7WrFl89NFHAHTt2lX7G5tXiscLFy4A0KJFC4d1Hh4e+Pr6OiwfPXo0cXFxLF68+AaV3JGnpyc9evRgz549XL161WH9unXr8PHxITw8HHA+x8qhQ4cYMWIEbdq0oUmTJoSHh/P6669r6//880/CwsIcGuSc1c+OHTvGhAkT6Nq1K40bN+buu+/m9ddfL1AK0dxz54WHh7usU2WX5eLFi0yaNImePXvSpEkT2rRpozUKZlu1ahUvvPACAE888YTDMZzN2Xf16lUmTpxI+/btady4MX379mX16tVOr3/OnDksXbpUq389+OCDHDx4MN/rFUIIIW5nzZo1o0qVKqxdu9Zu+dq1a+nQoQOBgYEu9y1qOxM4tnU507dvX6xWKxs2bHBY99tvv5GSkmLXuSt321Jqairvv/8+4eHhNGrUiHbt2jFs2DCOHDmibZO73Slb7npHQdqHXMldr8tuJ3L2X86yzJkzh0cffVSr+w0YMICff/7Z7thhYWGkp6ezevVqh2O4mrPvhx9+oFevXlob3TvvvOOQMn/IkCH07t2bkydPMmTIEJo2bco999zDN998k+/1CnEnkeEdQohCOX/+PIBWwdq2bRuenp707NmzwMc4cOAA586d44MPPsDd3Z3u3buzdu1aRo0ale++PXr0YNKkSaxbt44ePXrYrVu3bh2VK1fmrrvucrn/2LFjOXnyJIMHD6Zy5crEx8eza9cuLl26lO/IwtwuXLjAli1buPfee6lSpQpxcXEsXbqUwYMHs379eoeeXnl55JFHtCBdtt9//521a9dStmxZwFYxXL58Ob1792bgwIGkpaWxYsUKRo4cyfLly6lfvz5ly5Zl0qRJTJo0ie7du9O9e3cAhwBfTm+++SarV6+mZ8+eDBs2jIMHD/L1119z6tQpPv/8c7ttz507xwsvvMBDDz3EAw88wMqVK5kwYQINGzakbt26Bb5eIYQQorTp3r07Z8+eZd26dbz++uuUKVMGQPs77UxISAgAP/74I8899xyKouR7nrvuuou2bdvy7bffMmjQoHxH92VlZTmdD8fX1zfP0Wd9+vRh9erVbNy4kcGDB2vLExMT2blzJ7169XJ57qtXrzJixAjKlCnD008/jb+/P1FRUfzyyy/5Xp8zf/zxBxcuXGDAgAEEBQVx4sQJli1bxsmTJ1m2bFmB7lu2iRMnkpaWZrfsu+++IyIiQqu/Hjp0iH379tGrVy8qVqzIxYsXWbx4MU888QTr16/Hy8uLVq1aMWTIEBYuXMioUaOoVasWgNPObQCZmZkMGTKE8+fP8/jjj1OlShV+/vlnJkyYQHJyMk8++aTd9uvWrSMtLY1HHnkERVH49ttvGTt2LFu2bNEyVAghhBB3ot69e7NmzRrGjRuHoihau81HH33E77//7nSf62lnAse2LmdatWpFxYoVWbt2LcOGDbNbl53+M3fqypzefvttNm3axODBg6lduzaJiYn8888/nDp1SpsOp6AK0j5UUN27d6datWp2y44cOcJ3331nV89dsGAB4eHh9OnTB5PJxPr163nhhRf4+uuv6dy5MwAfffQRb775Jk2aNOHhhx8GcDh2TrNmzWL27Nm0b9+eQYMGcebMGRYvXsyhQ4dYvHixXZ0oKSmJkSNH0r17d+677z42bdrEtGnTCA0NpVOnTgW+XiFuZxLsE0LkKTU1lfj4eIxGI//++y+ff/45np6edOnSBYDTp09To0aNQqUyWrNmDZUqVdKCcr169WLlypVERETkWyHx9fWlS5cu/Prrr6Smpmo94k+fPs2RI0d45plnXDYIJScns2/fPl577TVGjBihLX/mmWcKXPacwsLC2LRpEzrdf4Ok+/Xrx3333ceKFSsYPXp0gY/VvHlzu0mmz507x3vvvcfdd9/No48+CkBAQADbtm2zu9cPP/ww9913HwsXLuSDDz7A29ubnj17MmnSJMLCwvJN63Xs2DFWr17NwIEDmTx5MgCPP/44ZcuWZe7cuezZs0fr4QZw5swZfvjhB1q2bAnAfffdR6dOnVi1ahXjx48v8PUKIYQQpU29evVo0KAB69ato1u3bgXqJNStWzdq1qzJzJkzWblyJW3atOGuu+6iS5cuWoonZ8aMGcPgwYNZsmQJQ4cOzfMcK1asYMWKFQ7LP/nkE23OGGfatm1LUFAQ69atswv2/fzzz5hMJoe0oznt27ePpKQk5syZo6XAAlv69qJ47LHHHOYobNasGS+//DL//POPVu8oiNyNbBs3buTIkSM8//zzWuenzp07c++999pt16VLFx555BE2bdpE//79qVq1Ki1btmThwoW0b9/eYR7k3JYuXcqpU6f4+OOPtfSnjz76KEOGDGHGjBk8+OCDdiM5o6Oj2bx5MwEBAYBtjsXnnnuOnTt3avVsIYQQ4k7Uu3dvvvrqK60OsHHjRtzd3QkPD3cZ7CtsO1N+bV3O6HQ6evXqxZw5czhz5ow2P3Jqairbt2+ne/fu+Pj4uNx/+/btPPzww3aj5Z566qkC3ZPcCtI+VFD16tWzS5kaHx/PjBkzCA0NZcyYMdryTZs22XUEe/zxxxkwYADz5s3Tgn39+vVj0qRJVK1aNd/2qPj4eL7++ms6dOjAN998o7Wt1apVi3fffZc1a9bw4IMPatvHxsYydepULQX9Qw89RHh4OCtXrpRgnxDXSBpPIUSehg4dSrt27ejUqRMvvfQSPj4+zJ49Wxu1lpqammdlJjez2cyGDRu47777tKBc27ZtKVeuHGvWrCnQMfr27UtWVhabN2/WlmWnZ8irYcrT0xODwcBff/1FUlJSgcvsiru7u1YZsVgsJCQk4O3tTc2aNTl69GiRj5uens6YMWPw9/dn+vTpWk5zvV6vVeSsViuJiYmYzWYaNWpU5PNt374dwKFXWnaDW/b6bHXq1LFrcCtbtiw1a9bU0pQJIYQQ4j+enp4sX75c62S0atUq3njjDTp06MB7773nkDI7W6tWrWjTpg3ffvstmZmZeZ6ja9euzJs3z+G//IJTer2eXr16sW/fPrt0SuvWraN8+fIOGQdy8vPzA2wpq5zNO1hYORuOskcqNm3aFMAutVVhnTx5kokTJ9K1a1e7tPI5z2cymUhISKBatWr4+/sXuU61Y8cOgoKC7Ob5MRgMDBkyhPT0dP7++2+77e+//34t0Ado9SupUwkhhLjT1a1bl7CwMNavXw/Y6iZdu3bFy8vL6fZFaWfKr63LlewOPTlThG7atImsrKw826MA/P39OXDgADExMXluVxA3o30IbG1br7zyCmlpaXz++ed4e3tr63LWn5KSkkhJSeGuu+4q8vn++OMPTCYTTzzxhF0n+oEDB+Lr6+vQHuXt7W0XQHR3d6dx48ZSdxIiBxnZJ4TI01tvvUXNmjXR6/WUL1+emjVr2v0R9vX1dUiVlJddu3YRHx9PkyZNOHfunLa8TZs2rF+/nldffdXu+M507NiRwMBA1q1bx4ABAwDbfH316tXLM5Wku7s748aNY+rUqdx99900bdqUzp07079/f4KCggp8DdmsVisLFixg0aJFREVFYbFYtHV5pX7Iz//93/9x/vx5lixZoqUIy7Z69Wrmzp3LmTNn7BrXCpuCNNvFixfR6XQOaRWCgoLw9/fn4sWLdssrVarkcIyAgIAbEjwVQgghSqvExES7v8uenp5aQMzPz4/XXnuN1157jYsXL7J7927mzp3L999/j6+vr8vRcGPHji3Q6L6KFSvSvn37IpW7T58+zJ8/n3Xr1jFq1CguX77M3r17GTJkiNbZyJnWrVvTs2dPZs+ezfz582ndujXdunWjT58+hcr2kC0xMZHZs2ezYcMGhzkEU1JSCn08sHVIGzNmDMHBwXz00Ud2mR8yMzP5+uuvWbVqFTExMaiqet3nu3jxItWrV3eox2an/YyOjrZbnrtOlR34yz1HjRBCCHEn6t27N/PmzWPo0KHs27cvz3ScRWlnyq+ty5V69eoRGhrKunXrGDt2LGAL/JUpU4YOHTrkue+4ceOYMGECnTt3pmHDhnTq1EnLJlAUN7p9CGDGjBns2bOHr7/+2qGd6Ndff+XLL78kIiLCrsNaYdKt55RdN8pOlZ7N3d2dqlWrOrRHVaxY0eFcAQEBHD9+vEjnF+J2JME+IUSemjRpYpeeKbdatWppf+gL0riT3avqxRdfdLr+r7/+sksb6YzBYODee+9l+fLlxMXFER0dzdmzZ3n11VfzPf/QoUMJDw9ny5Yt7Ny5k88++4z//e9/fPfddzRo0CDPfXMG8wC++uorPvvsMx588EFeeOEFAgIC0Ol0fPDBB3aNRoXx3XffsW7dOj7++GOHVBM//fQTEyZMoFu3bowYMYJy5cqh1+v5+uuvr7snU0ErZ3k1/AkhhBB3qrFjx/LXX39prx944AE+/PBDh+0qV67MQw89RPfu3enWrRtr1651Gexr1aoVrVu35ttvv9VSet9ojRo1olatWqxfv55Ro0axbt06VFXNt2e6oijMnDmT/fv38+uvv/L7778zceJE5s2bx9KlS/Hx8XFZt7BarQ7LXnzxRfbt28eIESOoX78+3t7eWK1WRo4cWeQ61YQJE4iNjWX58uV26TMB3nvvPVatWsWTTz5Js2bN8PPzQ1EUXnrppSKfr7Bc1alu1fmFEEKIm8nDwwOwjdh3JiMjg4oVK7rcv3fv3nzyySe8+eabBAYGcvfdd7vctijtTPm1deWlT58+TJ8+nUOHDlGxYkX+/PNPHnnkEdzc8m5mv//++2nZsiW//PILu3btYs6cOXzzzTfMmjUr3zSUFovFru5wM9qHtmzZwjfffMMLL7xAx44d7dbt3buXZ599llatWvH2228TFBSEwWBg5cqVdqMcbyZpjxIifxLsE0Jcly5durBv3z42b95sl7bImfT0dLZt28b9999Pz549HdZPnjyZtWvX5hvsA1vlasmSJWzYsIGoqCgURcn3/NmqVavG8OHDGT58OGfPnqV///7MnTuXadOmAbaeQbl7VRuNRq5cuWK3bNOmTbRp08YhF3pycrLDiLyC2Lt3Lx999BFPPvmklhoi9/mqVq3K7Nmz7RrQZs6cabddYXpVVa5cGavVyrlz57Se5wBxcXEkJydTuXLlQl+HEEIIcbty9Td2/PjxdnWHChUq5HmcgIAAqlatyokTJ/LcbuzYsQwZMoQlS5YUvrAF1KdPHz777DOOHTvGunXrqFGjBk2aNCnQvs2aNaNZs2a89NJLrF27lnHjxrFhwwYGDhyIv78/4DhSLncv7aSkJHbv3s3YsWPt5oU5e/Zska/pf//7H1u2bGH27Nl29Zts2fPy5ZwzJysry6Gsha1THT9+HKvVajcy4PTp0wCEhIQU9jKEEEKIUiv7796ZM2ccRrNnZGRw+fLlPAN4ISEhtGjRgr/++otBgwa5DKTdyHamgsoORK5bt46QkBAsFku+HaWyVahQgccff5zHH3+cq1ev8sADD/DVV19pwT5n7VFgGwWXcwRgQduHCurMmTOMHz+ebt26OR1FuWnTJjw8PJgzZ45dR/+VK1cW6Xzw32fk9OnTdtdmNBqJiooqcuYKIe5kMmefEOK6PProowQFBfHhhx9y5swZh/VXr17liy++AOCXX34hPT2dxx9/nHvvvdfhvy5durB582aX89fkdNddd1G5cmXWrFnDhg0baNWqVZ69wsBWoczdq6xatWr4+PjYnbNq1ars3bvXbrtly5Y5jOzT6/UOva83btxYpPzrsbGxvPjii7Ro0YLXXnvN6TbZvZhynvPAgQPs37/fbrvsPPYFSQOVXaH87rvv7JbPmzfPbr0QQggh/vsbmzso1KhRI9q3b6/9V6dOHQCOHTtGfHy8w3EuXrzIqVOnqFmzZp7na926tTa6z1XP+OuV3Tg1c+ZMIiIiCtRYlZSU5FAHys5IkF2nqly5Mnq93mGuusWLF9u9dtVLO3fdpKD++OMPZsyYwahRo+jWrZvTbZydc+HChQ51PVfvtzMdO3bkypUrbNiwQVtmNptZuHAh3t7etGrVqjCXIYQQQpRq7dq1w2AwsHjxYodR/UuXLsVsNjuMHsvtxRdfZMyYMQwZMsTlNjeynamgQkJCaNmyJRs2bGDNmjVUqVKFFi1a5LmPxWJxqE+UK1eOChUqOLRHHThwwG7Zr7/+yqVLl+z2LWj7UEGkpaVpqc8//PBDp52d9Ho9iqLY1ZWioqLYunWrw7be3t4Fao9q3749BoOBhQsX2l3HihUrSElJkfYoIYpARvYJIa5LQEAAn3/+OU8//TT9+/enb9++NGzYEICjR4+ybt06mjdvDsDatWsJDAzUXucWHh7OsmXL+O233+jRo0ee51UUhT59+vDVV18B8MILL+Rb1rNnzzJ06FDuvfde6tSpg16vZ8uWLcTFxdGrVy9tu4EDB/L2228zduxY2rdvz7Fjx9i5c6fDaL3OnTvz+eef8/rrr9O8eXMiIyNZu3ZtkfKtT548mfj4eEaOHKlNQp0tLCyMevXq0blzZzZv3szo0aPp3LkzUVFRLFmyhDp16pCenq5t7+npSZ06ddi4cSM1atQgMDCQunXrEhoa6nDeevXq8cADD7B06VKSk5Np1aoVhw4dYvXq1XTr1u2G9n4TQgghSrvsOs6nn37K/fffj8FgoEuXLnh7ezvdfteuXcyaNYvw8HCaNm2Kt7c3UVFRrFy5EqPRqM31kpcxY8bwxBNPuFx/9uxZfvrpJ4fl5cuXz7PHfLaqVavSvHlzrbGmIMG+1atXs3jxYrp160a1atVIS0tj2bJl+Pr6ag13fn5+3HvvvXz//fcoikLVqlX57bffHObk8/X1pVWrVnz77beYTCaCg4PZtWsXUVFR+ZbDmZdffpmyZctSo0YNh/ty9913U758eTp37sxPP/2Er68vderUYf/+/fzxxx8Ocy7Xr18fvV7PN998Q0pKCu7u7rRt25Zy5co5nPeRRx5h6dKlTJgwgSNHjlC5cmU2bdrEv//+y8SJEx1SiQohhBC3s3LlyjF69GhmzJjB448/Tnh4OF5eXuzbt49169bRoUMHwsPD8zxGdqenvNzIdqbC6Nu3L//3f/9HbGxsnvMJZktLS6NTp0707NmTevXq4e3tzR9//MGhQ4fsMg0MHDiQTZs2MXLkSO677z7Onz/P2rVrHebPK2j7UEHMnj2bkydP8uyzzzoE76pVq0bz5s3p1KkT8+bNY+TIkfTu3ZurV6+yaNEiqlWr5jBnXsOGDdm9ezfz5s2jQoUKVKlShaZNmzqct2zZsjzzzDPMnj2bkSNHEh4ezpkzZ1i0aBGNGzd2mvFKCJE3CfYJIa5b06ZNWbt2LXPmzOG3337jp59+QqfTUatWLZ5++mkGDx7M1atX2b17N7169XLZg7tdu3Z4eXmxZs2aAlXCsoN97u7uTtM15FaxYkV69erF7t27WbNmDXq9nlq1ajFjxgy7/R9++GGioqJYsWIFv//+O3fddZc2MXROo0aNIiMjg7Vr17JhwwYaNGjA119/zfTp0/MtS24JCQlYLBamTJnisG7MmDHUq1ePAQMGEBcXx9KlS9m5cyd16tTh448/5ueff7abJwhswcP33nuPKVOmYDKZGDNmjNNgX/a2VapUYfXq1WzZsoXy5cvzzDPP2KXSEkIIIYRtfpcXXniBJUuW8Pvvv2O1Wtm6davLYF+PHj1IS0tj165d7Nmzh6SkJPz9/WnSpAnDhg0rUKeaNm3a0Lp1a4e/9dl27drFrl27HJa3bt26QME+sNWp9u3bR5MmTahevXq+27du3ZpDhw6xYcMG4uLi8PPzo0mTJkybNs2u09Obb76J2WxmyZIluLu7c++99/Laa685pF6fPn067733HosWLUJVVe6++26++eYb7rnnngKVP6eEhATAllo1twULFlC+fHneeOMNdDoda9euJSsrixYtWmgNWDkFBQXxzjvv8PXXX/PGG29gsVhYsGCB02Cfp6cnCxcuZNq0aaxevZrU1FRq1qzJlClTGDBgQKGvQwghhCjtnn32WSpXrswPP/zAF198gdlspkqVKowdO5ann37aLu11UdyMdqaC6tmzJ++99x5Go7FAQSlPT08GDRrErl272Lx5M6qqUq1aNd5++20ee+wxbbt77rmHCRMmMG/ePD744AMaNWrEV199xdSpU+2OV5j2ofxk152+/PJLh3UPPPAAzZs3p127drz//vt88803fPDBB1SpUoVx48Zx8eJFh2DfhAkTeOutt5gxYwaZmZk88MADToN9YEtZX7ZsWb7//numTJlCQEAADz/8MC+//DIGg6FQ1yGEAEWVGcCFEEIIIYQQQgghhBBCCCGEKJVkzj4hhBBCCCGEEEIIIYQQQgghSikJ9gkhhBBCCCGEEEIIIYQQQghRSkmwTwghhBBCCCGEEEIIIYQQQohS6o4K9sXExDBu3DjatGlDkyZN6NOnD4cOHSruYgkhhBBCCCGEEEIIIYQQQghRJG7FXYBbJSkpiUGDBtGmTRu++eYbypQpw7lz5wgICCjuogkhhBBCCCGEEEIIIYQQQghRJIqqqmpxF+JWmDZtGv/++y+LFi0q7qIIIYQQQgghhBBCCCGEEEIIcUPcMcG++++/nw4dOnD58mX+/vtvgoODeeyxx3j44YeLu2hCCCGEEEIIIYQQQgghhBBCFMkdk8bzwoULLF68mGHDhjFq1CgOHTrE5MmTMRgMPPDAAwU6xpUrKSjKTS6ocMpg0GMyWYq7GKKQ5H0rfeQ9K53kfbu1ypf3K+4ilBpXrqTc0OO5u+sxGuWz7ozcG9fk3rgm98Y5uS+uyb1xTe6Na0FBUncqqJx1pzv5M3WnXvudet0g1y7XfueRa5drz0tR6053TLBPVVUaNWrEyy+/DECDBg04ceIES5YsKXCwz91dfzOLKFxQFNDr9SgK3BnjUG8P8r6VPvKelU7yvok7RXaHK/msO5J745rcG9fk3jgn98U1uTeuyb1xTTpMF82d/Jm6U6/9Tr1ukGvP/r9c+51Drl2u/WZd+x0T7AsKCqJ27dp2y2rVqsWmTZsKfAyj0SIV1WKQ/QUwmy133EOgNJP3rfSR96x0kvdNCCGEEEIIIYQQQog72x0T7GvRogVnzpyxW3b27FkqV65cqONIQ2rxUVW5/6WRvG+lj7xnpZO8b0IIIYQQQgghhBBC3Jl0xV2AW+XJJ5/kwIEDfPXVV5w7d461a9eybNkyHnvsseIumhBCCCGEEEIIIYQQQgghhBBFcscE+5o0acLs2bNZv349vXv35osvvmDixIn07du3uIsmhBBCCHFLLVq0iD59+tCiRQtatGjBI488wvbt27X1WVlZvPPOO7Rp04bmzZszduxY4uLiirHEQgghhBBCCCGEEMKVOyaNJ0CXLl3o0qVLcRdDCCGEEKJYVaxYkXHjxlG9enVUVeXHH39k9OjRrF69mrp16/LBBx+wfft2ZsyYgZ+fH++99x5jxoxhyZIlxV10IYQQQgghhBBCCJHLHRXsE0IIIYQQEB4ebvf6pZdeYvHixezfv5+KFSuycuVKpk2bRrt27QD44IMPuP/++9m/fz/NmjUrhhILIYQQQgghhBBCCFfumDSeQgghhBDCkcViYf369aSnp9O8eXMOHz6MyWSiffv22ja1a9cmJCSE/fv3F19BhRBCCCGEEEIIIYRTMrJPCCGEEOIOdPz4cR599FGysrLw9vbm888/p06dOkRERGAwGPD397fbvly5cly5cqXQ51GUG1Pe7OPcqOPdTuTeuCb3xjW5N87JfXFN7o1rcm9ck3sihBBCCHFrSLBPCCGEEOIOVLNmTX788UdSUlLYtGkT48eP5/vvv7+h53B319+wYykK6PV6FAVU9YYd9rYg98Y1uTeuyb1xTu6La3JvXJN745oE+4QQQgghbg0J9gkhhBBC3IHc3d2pXr06AI0aNeLQoUMsWLCA++67D5PJRHJyst3ovqtXrxIUFFSocxiNlhs6sk9VwWy2SENqLnJvXJN745rcG+fkvrgm98Y1uTeuSbBPCCGEEOLWkGCfEEIIIYTAarViNBpp1KgRBoOB3bt307NnTwBOnz5NdHQ0zZo1K/Rxb3Sjp6rKqAlX5N64JvfGNbk3zsl9cU3ujWtyb4QQQgghRHHRFXcBhBBCCFG8NmxYy733dr7u44we/RSbN/98/QW6iUwmEw891Idjx44Wd1GK1fTp0/n777+Jiori+PHjTJ8+nb/++os+ffrg5+fHgw8+yIcffsiePXs4fPgwEydOpHnz5kUK9omST54BQgghhBAFJ3UnIYQQJZEE+4QQQogCev/9SXTo0JKFC+fbLd+x4zc6dGh508//77976dChJSkpKTf0uF27dmfx4lXXdYydO7cTH3+Vbt163KBSOZeSksL06VPp168nXbq049FHB7B7906n2y5cOJ8OHVry2WfTtWUGg4FBgwbz5Zezbmo5S7qrV68yfvx47r33XoYOHcqhQ4eYM2cOd999NwATJ06kc+fOPP/88wwePJjy5csza9adfc9AngF5KanPgLvvbsknn3ysLZNngBBCCHHrSN3JtZJad5LfT0IIUXpJGk8hhBCiENzdPfjhh+/o12+A3XxmpZmHhyceHp7XdYzly5dy//190eluXj8ik8nESy+NpkyZMrz33lSCgipw+fIlfH39HLaNiDjCmjWrqF27rsO67t3vY/bsGZw+fYpatWrftPKWZB988EGe6z08PHj77bd5++23b1GJSg95BjhXUp8BderIM0AIIYQoTlJ3cq6k1p3k95MQQpReMrJPCCFEqaUajVi2bsG88DssW7egmow3/ZwtW7amXLlyfP/9vDy3++23rQwe/DBdurTjoYf6sHjx93brH3qoDwsWzOWDD96he/eODBjQi59+ct079NKlaJ5/fhQA993XhQ4dWvL++5MAMBqNfPrpx/Tu3Z3w8PY8++wIIiKOAJCVlcXgwQ8zder72rEuXoyie/eOrFv3E+A8Dc3OnTsYOfIJwsPb06tXV15/fZzLsiUkJPDvv39z99332C3v0KEla9f+yOuvj6Nr17t59NEH2Llze573LS/r1/9EcnISU6ZMp0mTZlSqFELz5ndRt26o3Xbp6em8887/8dprb+Dn5/hD1t/fn8aNm7J16+Yil0WUDPIMmATYngHTpk2lVy95BoA8A4QQQghXSkPdqXPndvTrd/9NrzvNmFHyfj+1bt2cNWuk7iSEEKJoZGSfEEKIUskacQTr/LlYk5NRDAasJhPq5o3ohg5HV7/hTTuvXq/j6adH8847b/LQQ49SoUKwwzbHjkXw1luvM3z404SHd+fw4YNMn/4hAQEB3H9/H227JUt+YOTIUTzxxHB+/XUr06d/SPPmLahWrYbDMStUCOb99z/ijTdeY9Gilfj4+Gi9SWfNmsFvv23jjTcmUbFiJRYtWsDLL49l6dLV+PsH8Pbb7/H000Np3/5u2re/h3ff/T9atWpD7979nF7jH3/s5I03XuWJJ4bz5pvvYDKZ2LNnl8t7cvDgfjw9PalRo6bDunnzvuHZZ8cyevQLrFixlHfe+T9WrlyLv38AAN273+OwT049etzHq69OBGw/oBs1asL06VPZuXM7gYGBdO9+L48//iR6vV7b55NPptK+/d20atWG776b4/S49es35MCBfXmeW5Rs8gz47xnwxRcz+e23rbz55iSCg+UZkPMZsGCBPAOEEEIIKD11p65duxMRcZipUz/A3/9m1p3k91M2+f0khBC3Bwn2CSGEKHVUoxHr/LmoGRkoBgMAisGAmpGBdf5clMlTUAzuN+38nTp1oW7dUObM+ZrXX3/LYf3SpT9w112tGDp0JADVqlXn7NnTLFq00O7Hart27RkwYCAAgwc/ybJli/j3371Of6zq9Xr8/Gxpb8qUKav1uMzIyGDlyuW88cYk2rWzzbc2fvyb/P13H9at+4nHHnuCunXDeOqpZ5k6dTJdu/bg8uVLfPTRpy6vb8GCuXTt2oMRI57RluXu/ZlTTMwlypQp6zQFzX339aZ793sBeOaZ0axYsYSjR4/Qtm17AObNW+TyuAA+Pj7av6OjL/Lvv3vp3v1ePv74My5evMD06VMxm80MH/40AFu2bCIy8hjffLMgz+OWLx9ETMzlPLcRJZc8A+yfAatXr+Ctt96lXbu7UVV5BsgzQAghhLBXmupOigK1a9fi5MmTN63u9OOPK5g4UX4/gdSdhBDidiLBvlJMNRqx/r4DNfoiSkhldB073tTKmRBClBTW33doPVId1qWkoOzYgb5rt5tahmefHcsLLzzLoEFDHNadO3eGDh062S1r3Lgpy5YtxmKxaL0oc86HoCgKZcuWIyEhAYBXXnmegwdtPSeDgyvx/ffLnJbj4sUozGYzTZo01Za5ublRv35Dzp49oy179NHB/P77b6xcuYxp02YSEBDo8tpOnDhOnz7987p8O1lZWbi7ezhdl/Mavby88PHxISEhXltWpUrVAp/HalUJDCzDa6+9gV6vp169+ly5EsvixQsZPvxpYmIu89ln0/n008/x8HBenmweHh5kZmYW+NyiZJFnwH+ynwFNm8ozQJ4BQpQ+FouFmJho0tLS8PHxoWLFEHQ6faG3EULkrTTWnZo0uTN/P+Wcb1jqTkIIUXhGo5HIyCOkpKTg5+dHvXoNcXO7M2ImEuwrpYor/YIQQpQEavRFpz9UARQ3N9RL0Te9DM2ataB167Z8/fVs7ruvT/47OOHmZv9nWFEUrFYrABMmvElWVpbT7YoiISGeCxfOo9friYo6D7R3uW1hJ5sPCAgkJSXZ6Tpn16iqqva6MGloypcvj17vZpdypnr1mly9ehWTycTx48dISIhnxIjB2nqLxcKBA/tYtWoZ27b9oe2bnJxEYGBgoa5TlBzyDCi8O/kZsH//PpYvXyrPACFKmMTEeCIjIzCZjOh0OmJjrURFnSc0tD6BgWULvI0QIn9Sdyq8O7nuJL+fhBCl1fnzZzhy5CAWixmdTiEuLpazZ08THFyRypWr3fadxiTYVwoVd/oFIYQobkpIZawmk9MfrKrZjK5SyC0px6hRYxk27DGqVq1ut7x69ZocOnTAbtmhQweoWrWa3Q+tvAQFVXBYZrh2vVarRVtWuXIVDAYDBw8eoHv3SgCYzWaOHTvKwIGDtO2mTHmXWrXq0Lt3P6ZOnUzLlm2czhEBULt2Hf7552969epboLKGhoYRH3+V5ORk/P39C7RPtsKkoWncuCm//PIzVqtVS3lz4cJ5ypUrj8FgoGXLVixYsMRu/w8+eJfq1as7zEtx5swpQkPDClVWUXLIM8DxGXDgwAG6du0ByDMgpw8+eJeaNWvy2GND5BkgRAlisViIjIy41hBj+z7rdDosFjORkRG0bNkWVSXfbW7nxhohbqTSWHc6ePDm/36qWFF+P8nvJyHE7cJoNHLkyEFU1YJOZ+sMYrVaUFWV6OgosrIyb/tOY47JoUWJl51+wem6lBSsO3bc4hIJIcStpbunIzoXP4p0fn7oOna8JeWoXbsO3bvfy4oVS+2WP/roYP7552/mz/+W8+fPsXHjOlauXOY0ZU1hVKxYCUVR+OOPnSQkJJCeno6XlxcPPjiQzz//jD17/uDMmdNMnTqZzMxMbQL5lSuXcfjwId54YxI9etzHPfd05t1338RkMjk9z7BhT7FlyybmzPmas2fPcOrUSb7/fr7LctWtG0ZAQKDDD/SCqFKlap7/lSnzXwWsf/8HSU5O5rPPpnH+/Dn++GMnCxfO0+bt8Pb2oVatOnb/eXp64u8fSK1adezOe+DAflq1alvo8oqSQZ4B9s+A/v0fYtasT+UZ4OQZ4OXlSUBAgDwDhChhYmKiMZmMTteZTCYuX44u0DZCiIIpbXWndevW3PS60xdfyO8n+f0khLidREYewWw2YbFYMBpNmEwmrFYrqqpitVpJTk7GbDYRGRlh1wnkdiLBvlKoJKRfEEKI4qS4u6MbOhzFywvVbAZsPVIVLy90w0bc0tHNI0eOQlWtdsvCwurx7rtT2LJlM0888QjffvsVI0aMsptcviiCgiowYsQzfPXVLPr27cGnn34EwOjRz9O5cziTJ7/FiBGDiYq6wCefzMLf359z587yxRef8cor4wkOrgjAK69MIDExkW+++dLpeVq0aMl7733Izp3bGTbsMV54YRQREUdclkuv13P//X3YvHnjdV1ffoKDK/LJJ7OIiDjK0KGDmDHjYwYOfJTBg4cW6jiHDx8kNTWVLl263pyCiptOngH2z4Bnnx1Dly5dee89eQYUhDwDhCh+aWlp2iiT3HQ6hbS0tAJtI4QomNJUdxoy5BH+978vGTny5tWdRo0aI7+fCkHqTkKI0uDq1atYrRbMZrPD3xkAozGLpKQE0tPTbttOY4qaM/GzyNOVKyk37diq0Yj19x22QF5IZXQdO7qsbFm2bsGyYqnL9Av6Bx++6RMr30qKAgaDHpPJgnxaSw9530qf0vieqSYj1h07UC9Fo1QKyfPZebsqKe/b1atxDBnyCHPnfq+lwymp3nrrderUqcsTTwwv0v5BQX43uES3rxtZd3L2WZdngE1JeA6U1GeAs3tzvc+A20VJ+NyURHJfXLuR9yY6+gJnzpx0GsyzWlVq1qwNkO82ISFVr68gN4h8blxTFChfXupOBZVdd7pZn6nSUHe6U75PuetOJfm6b3bdqSRf+80m1y7XLtd+Y1gsFrZt20haWip5hbvc3T3Q6RTq1Amjbt0GN64ABVCYay9qu5PM2VcCWCOOYJ0/F2tyMorBgNVkQt28Ed3Q4ejqN3TYXndPR9TNG1EzMhzX3cL0C0IIUdwUg/tt1bmhNCtXrjwTJvwfMTGXS1RDf24mk4latWrzyCOPFXdRxA0gz4CSQ54BQojCCA4OISrqPBaL2WGdwWCgYsUQVJV8txFCFI7UnUoOqTsJIcSNExMTjaenF2lpqXluZzIZUVW4cOECNWvWwc2tZHV4uV4ysq8QbsbIPtVoxPJ/rzsN3CleXugnT3Hay0oLEKak2FJ3ms22QN+wEejq3dqo9M12J/d2KM3kfSt95D0rneR9u/VkZF/B3eyRfcJG7o1rcm9ck3vjnNwX1270vUlMjCcyMgKTyYROp2C1qhgMBkJD6xMYWLbA25QE8rlxTUb2Fc7NHtlXGtyp136nXjfItcu1y7XfSW7WtZ84cYy4uBgSE+PJzMws0D6enl40bNiUatVq3riC5EFG9t0BrL/v0Eb0OaxLSUHZscNprytd/YYok6egXEu/oCuh6ReEEEIIIYQQQojcAgPL0rJlWy5fjiYtLQ0fHx8qVgxBp9MXahshhBBCCHF7MxqNREYeISUlBT8/P+rVa2g3Ks/Hx4fYWCuenl5YLFbMZlOe6TwBsrIyOXRoHyEhlW+bEX4S7CtmavRFp4E+wDZi75LrySIl/YIQQgghhBBCiNKqID26dTp9iZmbTwghhBBC3Frnz5/hyJGDWCxmdDqFq1evcOHCeRo2bKKNystOEa8oCpmZGSiKuxbwcxX0U1UVozGLo0cP06RJi1t5STeN40zX4pZSQiqjmkxO16lmM0olmYdACCGEEEIIIcTtJTExnn/+2cOZMyeJi4vhzJmT7N27h8TEeJf7WCwWoqMvcOLEMaKjL2C1Wm5hiYUQQgghxK1kNBo5fPgAZrMRq9WCxWJBUUBVLRw5chCz2QiAXq8nNLQ+bm4GvLx80OkUdDodiqLke47Ll10PtiptJNhXzHT3dETn7+98nZ8fuo4db3GJhBBCCCGEEEKIm8disRAZGXGth7atWUKn02GxmImMjHAaxCtKcFAIIYQQQpRe+/fvJSsrA7PZjNVqxWy2aP+2WMwcO3ZE2zY7/XtoaH3q1AmjZs061KvXEL0+7/TvmZnpt00HMgn2FTPF3R3d0OEoXl6oZjNwbUSflxe6YSNkDj4hhBBCCCGEELeVmJhoTCaj03Umk8mhh3VRgoNCCCGEEKL0io+PIzr6vPbalo7TlpYze4RfSkqK3T7Z6d/r1m1Ao0bNqVOnPoZ84itubobbZnSfzNlXAujqN0SZPAVlxw7US9HoKoWg69hRAn1CCCGEEEIIIW47aWlpWtAuN51OIS0tzW5ZdnDQ2T7ZwUGZ108IIYQQ4vZgsVjYt+9vp/Pt2ebhs23j5+eX53FiYqIxGNzJzMxwuY2np6dD3bO0kmBfCaEY3NF37VbcxRBCCCGEEEIIIW4qHx8fYmOtToN3VquKj4+P3bLs4KBqtUJ8PGRmgqcnlC2LTqe7bRpohBBCCCEEXLoURVpaKoqiQ1WtTrZQURQd9eo1zPM4aWlpeHt7k5GRhvlaVsWc9Ho97u6eDnXP0krSeAohhBDF7N9/99KhQ0uH9AOF9d57/8eCBXNvUKmKj8lk4qGH+nDs2NHiLooQt8SNega8+648A4QQpUNwcIjLlEoGg4GKFUPslvn4+GBJTobjx1AvRaMmJqBeiobjx7CmJN82DTRCiIKR30/2pO4khLjdXL58ieyUna74+wcQGxuTZzp3Hx8fVFXFzy8gRyczBbClhPfy8sbd3d2h7llayci+UkA1GrH+vgM1+iJKSGVJ8SmEEMWgQ4eWea4fNuwpRox4pkjHbty4KT/99DO+vr5F2h/gxIlIdu/+g1deeb3IxyiIlSuXsWrVMi5dukRwcDBPPDGc++7rra3fvn0bCxbM4+LFC5jNZqpUqcajjz7Ovff2sjvO2bNn+PLLmezf/y8Wi4UaNWoxefJHVKxYEYPBwKBBg/nyy1l89tmXN/V6hCiokv4MiIw8Ls8AIUSpodfrCQ2tz/HjR0lNTUFVrSiKDl9fP0JD66PT6e22r1CmPBfOn8MMoNgaaFAUVIsFt3PnCO7U/ZZfgxAibyW97iS/n4QQouQyGrOwWq2A82CfTqfDYDBw5sxJoqLOExpan8DAsg7bBQeHEBV1Hp1Oh79/ICkpSVgsVnQ6PW5uegICAp3WPUsrCfaVcNaII1jnz8WanIxiMGA1mVA3b0Q3dDi6+nkPUxVCCHHj/PTTz9q/t279hTlzvmLRopXaMi8v7yIf22AwUK5c+esq34oVS+nSpSve3kUvR35Wr17B119/zvjxb1CvXgMiIo4wder7+Pn506FDRwD8/Px54onhVK9eA4PBwK5dvzNlyruUKVOWNm3aAXDxYhTPPTeS3r37MmLEM/j4+HLmzCk8PP7ryNK9+33Mnj2D06dPUatW7Zt2TUIUVEl/BixbtkSeAUKIUkdVVcxmIxaLFb1eh6sGHeWPXdQ6cYpTtWpgdnNDUVVURcHNbKbW6XOwcyfItBhClCglve60cmXJ+v1Uo0YNvLw82L59u9SdhBB3NIvFgtGYBYCiKE5H93l5eaMoCoqiYLGYiYyMoGXLtg5Bu+wOZocP7ycjIz3HegUPDy/q1KnnNEhYWkmwrwRTjUas8+eiZmSgGAwAKAYDakYG1vlzUSZPkRF+Qog7msViISYmmrS0NHx8fKhYMeSm9cbJ+WPS19cXRVG0ZVarle++m8OaNatJTEygevWajBo1hrZt26OqKi++OBq9Xsf06bNQFIXk5CSefHIQvXr1ZeTIUfz7716ef34UGzf+qk0ufPDgfv73vy+IiDiCweBOgwYNmTTpA/z9/Z3eh99+28pbb022W/7QQ33o2/cBoqIu8OuvW/Hz8+PJJ0fQr9+AIt2DTZs20K/fALp27QFA5cpViIg4yg8/fKf9WG3Rwr4H78MPD+Lnn9dx8OB+7cfq//73Oe3atee5517QtqtcuYrdfv7+/jRu3JStWzdTq9azRSqvuP3JM+C/+7Bt2xbeflueAUKI0sFisXD48H5SUpKwWlUUBcxmC/HxcRw+vJ/27Tuh0+m153xK7CW8fH1oeuwEV8oGkuHhiVdWJsFXE9Cpqi2lpxAiX6Wl7jR69DMoyp31+0lRwGDQ8/DDg9i4UepOQog7V0xMNG5ubhgMBrt59rKDfjqdDkVRyMjIwNPTE0VRMJlMXL4cTUhIVYfj+fkFYDC44+nphdVqQafTa/udPHmcli3LyMg+cfNZf9+hjehzWJeSgrJjB/ob0HtR0oQKIUqjxMR4IiMjMJmM6HQ6YmOteQ7dv5mWL1/MkiXf8+qrEwkNDWPdujVMmPAyCxcuo2rVarz55iSeeOJRli9fwsMPD+Ljj6dQvnwQQ4eOdHq8EyeO8+KLz3H//X154YVx6PV69u3bey2FgaOTJ0+QmppKvXr1HdYtWfIDI0eO4oknhvPrr1uZPv1DmjdvQbVqNQAYPPhhYmIuuby2Jk2aM336TACMRiPu7vZ/Hzw8PIiIOILZbMbNzb5aoaoq//zzN+fPn+PZZ8cCth/2f/yxi8cff4KXXx5DZORxKlUKYciQYXTs2Nlu//r1G3LgwD6XZRN3NnkG/OfUKXkGCCFKl+joKJKTEwG7rJyoqkpychLR0VH4+vppz3nF1xtLpYpEVwii9vkoKsXFa8dSzWZ0lW6PeVaEuJlKS92pWrVqvP32ewwaNPCOrDvt3fuX1J2EEHe0tLQ09Ho9vr7+pKWlagE/i8X2f6tVxWQyYjRmkZWVgbe3L+7u7qSlpTk9XkxMNGazCS8vL4d1eQUJSyMJ9pVgavRFp4E+AMXN7Yb0XpQ0oUKI0shisRAZGYHFYtYm2NXpdHkO3b+ZFi/+nscff5Ju3XoC8Nxzz7Nv316WLVvMK6+MJyioAq++OpHJk98mPv4qe/bsYu7cHxx+3GX74YcFhIXVZ9y4CdqyvFKxXLp0Cb1eT5kyjj/S27Vrz4ABAwEYPPhJli1bxL//7tV+rE6b9pldT6ncPDw8tH+3adOOdet+5J57OhMWVo/jxyNYt+4nzGYziYmJlC9v66mbmprKAw/ch9FoRK/X8/LL42nVqi0ACQnxZGSk8/3383nqqWd59tmx7NmzmzfeeJWZM7+iefO7tPOVLx9ETMxll2UTdy55Bti7fPmyPAOEEKVKbOwlVPW/QF9Oqqpy+XI0VqtVe86rZcuivxKLBThVrQrNIyLRZffu9vND17Hjrb0AIUqZ0lR3GjduPBUqVOC11yby3nt3Wt3JhF6vk7qTEOKO5uPjQ2ysFXd3dwyGMmRmZmKxWEhPT7s2Mk+H2WxBURRAJT09Fb0+EC8vL6KjLziMXk9LS9P+9uWm0ykug4SlkQT7SjAlpDJWk8lpwM9V78XCjNKTNKFCiNIqJiZa65Ga263ulZOWlkpc3BUaN25qt7xx46acPHlCex0e3o0dO37l++/nM27cBKpWrebymCdPRtKlS8FHbmdlZWIwGK5VdOzVrl1X+7eiKJQtW46EhARtWcWKlQp8nqFDR3D1ahzPPDMUgDJlynLvvb1YtGgBOt1/5/b29mbevEVkZKSzd+/fzJ79KSEhlWnRoqWWdqFDh0488sjjANStG8bhwwf48ceVdj9WPTw8yMzMLHD5xJ1DngH2cj4Dck9nIM8AIURJZHsUqICTaB8q6em2Ht3Zz3lFp0OtUhUl6gImIKZcGSpejrUF+oaNkN+tQuSjtNadtm+/c34/zZ+/CJMpiz179kjdSQhxRwsODiEq6jwWixlFUfDy8iIjIwOdTsFqBVW1AgpWq4rVqqDT6cnMzCA6+gImk8lh9Hp28NDZ30CrVcXHx+fWX+RNIsG+Ekx3T0fUzRtRMzIc1znpvVjYUXq3Kk2oEELcaKWxV05mZibHj0eg1+u5cOFCntu6u3vkuT63wEBbTyeTyYQh1zM9d+9XRVHs0tkUJg2Nh4cnEye+zWuvvUF8/FXKlSvPmjWr8fb2ITCwjLaPTqejShVbY0HdumGcO3eG77+fT4sWLQkICESv11OjRk2781SvXpNDh/bbLUtOTiIwMLDA90HcOeQZYC8gIFB7Bri5yTNACFHyVaxYidjYS9gCfvYURYe3tw8mkxGwjfTLzMzEqlPQVa+OR1o6GX4B6O/uLFNQCFFAUneyFxgYWCJ/PxkMemrWrMPZs1J3EkLcufR6PaGh9a+lnjah0ymYzWasVitubm5YrdZrGSJsnV2tVgtWqwWLxeJ09Hrz5q204GFuBoOBihVvn3TwEuwrwRR3d3RDh9sCeCkpttSdZrPT3otFGaV3K9KECiHEzVCSeuX4+PhSvnwQhw4dsOtVeejQAern6Ggxe/an6HQ6pk37jHHjXqB9+w7cdVcrp8esU6cue/f+xYgRzxSoDKGhoQCcPXuaunXDClX+wqShyebm5kaFCsEAbN26mfbtO7hsPADbPBNGo63BzmAwUL9+Qy5cOGe3zYUL5wkOtu8le+bMKUJDC3c94s4gzwB72d/7M2fkGSCEKB0qVarC2bOnSElJwmq1XmusUdHpdPj5BVCxYgjnzp3GbDaTnp5qt02mm54Kd7VEX9dxri0hhHOlse40a9bNqzvVqWOrX8jvJyGEKJkCA8vSsmVbLl+OvtYhRcFozESn06HT6a8F/FR0OgVVtWK1Wv7rIGa1oNPp8fT0xGQyceVKjEPw0GpVMRgMhIbWv6VprG82CfaVcLr6DW2Buh07UC9Fo6sU4rT3YlFG6RUlTagQQpQEOYf051YcvXIee2wIc+Z8TeXKVahbN5T169dy4kQkb701GYA//tjJ+vVr+OqreYSF1eOxx57g/fcnMX/+Yvz9/R2ON3jwUJ588lGmTfuQ/v0fxGAw8O+/e+nSpZvTnpplypQlLKweBw/uL/SP1cKkoTl//hwREUdo0KARKSnJLF36A6dPn+KNNyZp2yxcOI969eoTElIFk8nE7t272LRpA+PGva5tM2jQEN5++3WaNm1BixYt+fPPP/jjj9+ZOfNru/MdOLCfkSNHFep6xJ1BngH2ypQpQ7169eUZIIQoNfR6PY0aNeP48aOkpqagqlYURYevrx9hYQ3w8wvg4sULJCcnoqqqlmpPURQUBRISrmoNOUKI/JW2utPOnb/f9LpTaGjJ+v1UuXIVVNXC77//LnUnIYQAdDq9lmLaarWSmHj1WupOq1Y/1Ol0WK221PBJSQl2HcSysjLw9vYlLS2NkJCqdsHDnHP63U4k2FcKKAb3fNNpFmWUXmHThAohREnhbEh/cfbKeeihR0lNTWX27BkkJMRTo0YtPvzwE6pWrUZCQgIffvgew4c/TVhYPQBGjHiGv/7aw7RpU3j33SkOx6tWrTqffDKb//3vc55++knc3T1o0KCRNoG9M3369GfjxvU8+OAjN+06rVYrS5Z8z/nz53Bzc6NFi5Z89dUcKuXoHJKRkcH06VOJjY3Fw8OD6tVr8NZb79G1aw9tm06dujBu3Ot8//18ZsyYRrVq1Zk8eSpNmzbTtjl8+CCpqal06dL1pl2PKL3kGeCob9/+rF+/Tp4BQohSIzCwLK1atXPZ6FKmTDmuXo29lqbJNs+fTqfg4+OHyWS+pXOMCVHalba60+TJ79yS308//1yyfj95enpQrZrUnYQQIjc/Pz8MBg/S0lKwWm0j+iwW2/8NBndMJiN6vd6ug5iqqqSlpeLl5QXYBw9vV4qaPdOryNeVKynFXQSXLFu3YFmx1OUoPf2DDzsNGGrz/DlJE6qr1+BWFD1figIGgx6TyYJ8WksPed9Kn9L4nlmtltu+V05+st+31NQ0Hn30Qd59dwqNGjUp7mJdt7feep06deryxBPDi7soDoKC/Iq7CKXGjaw7OXtGyTPARlHAYjExcGB/3nlHngE5lca/bbeK3Bvn5L64dqvvzYkTx7hy5TJZWZlYLBb0ej0eHp5aI0758sHUrVvv5hekAORz45qiQPnyUncqqOy60836TJWGutOt+j5lZWUyaFDJ+f10vdddkn8/5edOfobKtcu1y7UXjNFoZOvWjVitZiwWK6pqvdYRTKeN8AMcRv0pikKTJi2oUqX6TbqigivMtRe13UlG9t0mijpKr6BpQoUQoiS6E3rlFJSHhydvvvkOiYmJxV2U62YymahVqzaPPPJYcRdFlHDyDPiPp6c8A4QQtxfbHGMqnp5eDutu9RxjQtwupO70H/n9JIQQpUdcXAyenp7X5nK2aMuzg356vR6TyagF+qxWFYsF3NwMnDhxDICQkColroPLjSYj+wqhJI/sg9IxSq8o7uTeDqWZvG+lj7xnpZO8b7eejOwruJs9sk/YyL1xTe6Na3JvnJP74tqtvjcWi4V//tnjdI4xvd6Nli3blpgGG/ncuCYj+wrnZo/sKw3u1Gu/U68b5Nrl2uXa7ySurt1isRAT43rkeXbGh8TEeCwWi93oPYvFisVixt3dA6vVqv0HthPo9Xrc3Az4+wfQqFEzAgPL3uKrtpGRfaJQZJSeEEIIIYQQQojbQUmbY0wIIYQQQtx4iYnx1+p7RnQ6HbGxVqKizhMaWl8LzPn4+HD+fDqqqqLX564D2iJnVqsVnU53beRfzmiaAqikpCRx/PhRWrVqd9vWIyXYdxtQjUasv+9Ajb6IElJZAnxCCCGEEEIIIUq9wMCytGzZtsTPMSaEEEIIIQrPYrEQGRmBxWLW5t2zjdYzExkZoWVyKF8+GJPpXywWi918fACKouDmZgBULBYLVqvzYXNWq5XU1BQuX46+bVNaS7CvBLieYJ2WujM5GcVgwGoyoW7eiG7ocHT1G97kkgshhBBCCCGEEIXjLFWTquI0fZPMMSaEEEIIcXuKiYnWRvTlZjKZuHw5Gm9vHyIjI9Dp9KiqisViRaezotPpcXPT4+XlTWZmJl5ePhiNWVitVi3NJyh2QUFVtZKWlnaLr/LWkWBfMXMWrLP+vB4aNUHR6ZwG/7Tg4IVzWH/bBr5+KAYDAIrBgJqRgXX+XFtKTxnhJ4QQQgghhBCihHCWqun06RMAWk9tZ+mbhBBCCCHE7SUtLc1poA9Ap1NITU0hKuo8FosZX19fLBYTZnP2nH3g7x+IoiiYTGa8vLyu/duE1apqQb7s49v20eHj43PLru9Wk2BfMVKNRqzz56JmZPwXrMvKRD1xHHb/gRoUBAZ3rD+vRz98JLr6De2CgyQlwsUocHdHrVIVxc9fO7Y1JQVlxw70XbsV09UJIYQQjvKbdFkIIYQQty9nqZoURSE5ORGAgIAygPP0TUIIIYQQ4vbi4+NDbKzVacDPalUxGrO0DmKKouDj40daWsq1VJ0qmZmZ+Pn507BhUy5fvoi7u4qbWwYmkxUAvd6NazE/dDodvr5+VKwYcguv8NaSYF8xsv6+QxvRZ1tgRT19GtLTwGKFK7HgZkBNuIr5s09xmz7DLjioZmaC3s22bdQF1LD6KNk/mNzcUC9FF+PVCSGEEPYKMumyEEIIIW5fzlI1ZWZmYDKZAZXU1GR8ff21ntjZ6ZskjacQQgghxO0nODhEG7mXm8FgwGDwsKs3GgwGAgLKkJWVicViITCwDM2bt0Kn01OlSlUuX47mypVY4uJiycrKQFX/G9Hn5xdAWFiD27oTmfMxkuKWUKMv/hfoA9SrcZCWCqoKOsUWxNPpbP8/EYn5qy9sI/qyeXqCaotSYzLD1au241itqDGXUSOPY9m6BdVkvJWXJYQQQjjIb9Jlq9VSzCUUQgghxM2WO1WTyWQiLS1Vm1slMzOTpKQETCYTYEvfdDvPqyKEEEIIcSfT6/WEhtZHr3e7NlrPNqJPr3cjNLQ+fn5+WK1Wu30URcHT0wsvLx8qVaqsBe+y53lu2vQuunTpQZMmd1GxYggVKlSiatXqBAVVJD097bZuf5KRfcVICamM1WT6L+AXHw8qoGAL+OlzxGItFvh3L0q58v/tX7Yc6pXY/4KCWZmoKckQdQGsVgiqgGXFUtTNG9ENHY6ufsNben1CCCFEtoJMupy7176k/BRCCCFuLzlTNamqSlpayrU1qq3Pq06vLQ8IKIOqclvPqyKEEEIIcbvK2abj6emFotgyOvj7+xEUVBFFsbXvBAaWpWXLtly+7Nj+4+cXYDfyT1VVbVSfweBOhQrBTs9tG+lXHV9fPyIjI0hOTkKnSyEuLua2zjAlwb5ipLunI+rmjagZGf8tVLJX6sDgbr/cywc1Z3BQp0OpWg31wnkwmsDdHc6fB52CUr2Gbb1Oh5qRgXX+XJTJU1ByHlMIIYS4RXL25M/uuW+1WtDp9Hh6ejr02peUn0IIIcTtJ2eqpqysTKxWFZ1Op/XYzq4rWK22hhwfn9t7XhUhhBBCiNtRzjYdi8VCamoyoODj48uVKwbOnj1r176TPSovt+yRf5GREaSnp5GRkYbFYkWv1+Hm5sa///7tsp0ovwxTt+O80JLGsxgp7u7ohg5H8fJCNZuhbFnbiD5FAU8vtNkjAXR6dAMGoPP3tz+Irx9KWH2oWRPqhEL5crbXvn52m1lTUrDu2HELrkoIIYRw5OPjg9VqxWg0kpSUQEZGGkZjFhkZaSQmJmAb2m4jKT+FEEKI21POVE1ms1n7yavX63Fzc+O/+oCK1aoSGlr/tmuEEUIIIYQoaSwWC9HRFzhx4hjR0Reuq90lZ5uOoiikpaWgqrblycmJZGZmYjab8m3fyS7TlSuxVKhQEZMpC1VVcXMz4O8fiIeHp0M7Uc7rOHJkP8nJSaSlpZKRkU5GRjppaanX5os2cvlydJGvsaSSkX3FTFe/oW3E3batWH7fDleuQFambWQf2Obkc3NDqROKvntP1Jq1sM6fizUlBcXNDdVsRufnh37M81j//hs1OcnpeRQ3N9RLt98HWAghxK1zPWk1g4NDuHDhHElJiVgslmsTJCvodDoUBRISrmoj/YqS8lMIIYQQpUN2qqajRw8SHX0RNzc3PD09AbSR/4qiIyysgYzmF0IIIYS4yRIT4zl27AhJSfHaqLkLF84SFtawSHWxnG06WVmZmM0WLBYzqmrr1JWSkkJmZgZeXj4u23dyjgw0m80kJ9vaktzcDKiqieTkRLy9fXF3d9faiby9fez2SUxMuNbOZMsioSgKbm5uKIqOzMwMrl69ctu1LUmwrwRQT55A3bYFkpOhalU4dw6MWba0nG5uEFwJWrfGsmQxSkhldG+/i7J7N+qlaHSVQtB17IhicEe9GG0/B2DOc5jN6CrZ0p+oRiPW33egRl+0He/a/kIIIYQr15tWU6+3pes0GrMA24TKVquK1arg5xeAyWTWKnk5U37mptMpDik/hRBCCFG66HR66tdvQnp6ujYHC4CXlxcAer0bISFViqt4QgghhBB3BIvFwr59e0lOTtA6ZRuNKpmZ0aSnZ9CpU9dCZ1nI2aZjNBoxm025zmlGp1PIyEjLMX+zfZlyjgxMT0+9lgxRwWIxXwv4qaSnp2IwlEGnU0hJSdFSxSuKQkpKEqpqSxOfnS5eVVVMJhPu7u5YrSrx8f91Or9dSLCvmKlGI9b5c1EzMmxBOoMBtVo1OHUKMjMhOBiiL6J+vwCq18Dq4Ylu80Z0Q4ej79rNtv8OW+COChVQfH0hK8vhPDo/P3QdO2KNOGIbGZicjGIwYDWZUK8dT1e/YTHcASGEELdaYUfo3Yg85xaLhbi4KxgM7pjNZkBFUWw51rOyMuzm7fPx8SE21uo04Ge1qvj4+FzXKEMhhBBCFL+cc7CYTCZ0OltHIIPBIOk7hRBCCCFugaio8yQlxaMoyrVO2f8FxhITr7Jr13bateuAm1veA4VyttFkZWVgsVi0kX3O2NqFIMtJHCPnyEBb1ger1mEcbGXU622j9TIzM/Hw8MRkytL2ycjIuJZRynVZDQYDer3bbZc5SoJ9xcz6+w4t8AagWq1wMQoMBtDr4OpVcDOACuqF8yhh9VEzMmwBwsFDUL9fqO2vmkygqigKqIrOLs2nbtgIULEPLIJtv2vHUyZPkRF+QghxmyvKCL0bkVYzJiYas9mMyWTUlqmqFZPJil7vRkZGBj4+PoAt5Wd2j6zcDAYDnp5e/PPPniKPMhRCCCFEyZCd0vPyZenAI4QQQghxq50/fwqwBfdUJ9GxuLgYNmxYQ7Nmd1GtWk2nx8jdzmSxWEhJScHNzXV9TlVVzGYzZrPjnH05Rwba0rsr1zqFKdq+kJ0xyha4c3f3yDGaMEsLWro6t7e3L3q97rbLHOU8R5a4ZdToi/ZpN69eBZMZVBUyMiA93ZbSU1XBbEaNvwqANSkJy/SPHQJ3irs7+Pqh7/8ASuu26B98GP3kKejqNdACi85YU1Kw7thx069XCCFE8clvhJ6riZFvRFrNlJQULBZb6oaclUhbBc+E2WyiYkVbuunsnv56vdu1nlu2EX16vRu1a4dy8uTxQl+DEEIIIUomnU5PSEhV6tatR0hIVQn0CSGEEELcIiaTyWWgL5vFYuLQof2YzUYn6xzbmfR6PT4+PmRmZuQTdIOkpASHdhwfHx9tP51Ofy29qO24AIot5nctI4Q7deqEYTRmkZKSQkZG3ucErgUH3bXMUbcTCfYVMyWksm1EXrasTLBaIC0Vro3UIyvL9tpihYwM1LgrcOa0bQSgkw+vmpYGegNug59A37WbNlrPIbCYsxxubqiXom/KNQohhCgZskfoOZM9Qs+ZnBWt3HJWjiwWC9HRFzhx4hjR0RfsKmwmUxYWi9VlBTI9PY34+DjtdXZP/5o1a1O+fDA1a9amZcu2ZGVlFukahBBCCHF7yaveIYQQQggh8paYGI/R6Lx9JTeTKYtjx444LM+rnSl/KllZGURHR9ktDQ4OwXAtnuHp6WnX0dtgcMfHxw93dw/8/Pxp2LAJJ08eJzExAYvFREZGmsMcgblldywzGAxap/PbxR0b7Pvf//5HWFgY77//frGWQ3dPR3T+/v8tcHe3jeizzTr5X6haVSE9DeLi4FI0JCdBejrq8QhItZ/I0lXgziGwmINqNqNUur0+3EIIIewVdYRezoqWqqpkZmaQlpZKZmYGBoMbFSuGkJgYzz//7OHMmZPExcVw5sxJ9u7dQ2JiPADu7h7X/qQpLsu3Z89Ou4Cfs57+N2KUoRBCCCFKt/zqHUIIIYQQwjWLxcKhQ/uczpnnSkpKisMyZ200qqqSlpaCTqd32X6TLT09g2PHjhAfH6d14oqJiaZOnTD0ejdUFby9fbG1JSn4+vrh4eGJv38gjRs35/Tpk1gs5mujCf2cnk9R7NuhTCYT6elplClz+00Dc0cG+w4ePMiSJUsICwsr7qKguLujPD4ENTkJ9fw5SE62jdZTFPD2gZwfUIvl2jqdbR4/NwNYrKgXztuN8FONRtS4K5gXfodl6xbUa9F1h8BiDjo/P3QdO97UaxVCCFG8CjpCL7fstJoWi4XExATS09PJysokIyMDo9FIYmJCvulBfX39cHNzPro8m8Vi5tChfXn2zC/qNQghhBDi9lDUtORCCCGEEMLm5MljxMfH2epNeaTwzMnPz89hmbM2mszMDEwmM2azCUXJO/ykqlaysrL4889dnD59QuvEdfLkcerUCaVmzdqEhFSlSZMWNGnSgkqVqmiZn2zn+W9UocFgICCgDJ6eXiiKgl6vx83NDUXR2QX8LBYzWVmZREWdv+06i91xwb60tDReffVVJk+eTEBAQHEXB2vEEdQfFoKHJ3h720bv6fW2IJ/FYlsOtmCeTmdL8anXQe064H6t0TTHXH6kpsDpU6i7fse6egWWr7/APHE81ogjKO7u6IYOR/HyQjWbgWsj+ry80A0boaX7FEIIUfKoRiOWrVscOnIURs4Rernll77Azy8ANzcDer0eRQE3NwMBAYHo9XoOHdqH0ei8N1h2as3y5YOvNci5rkQqio6sLGOeqTiv5xqEEEIIUfrlTBeVO+OAyZR3PUIIIYQQ4k5nsVg4Exlhiw9YrgXqVDXPoJ/B4EG9eg0dluduozEajaSlpWKxmFFVFYvFnG95rFYzVqtFq99ld+I6eTKSihVDqFu3HlWqVKdKler5Zn5SFAU/P388PDzw8vK5NtpPudaWpWjHt9Uh0zGbTbdVZzG34i7Arfbuu+/SqVMn2rdvz5dfflno/RXX2ccKTTUasc6fCxkZ6Dw8sBo9bEE9q9XWFqrT24J7latAWhqkpEDZcig1a6HodFiVqhB1AUxWyMpENRrhzBlQrXDlyrXgoBU14Srmzz7FffYX6Bs0RPf+FKw7dqBeikapFIKuY8cSHejLvuc38t6Lm0/et9JH3rOSyxpxBMu8uajJySgGA1aTCXXzRvTDhqNrYKtsFeR9c3PTExZWn+PHIzCZTOh0yrUJjQ2EhdXXJjt25vTpSOLjr2hZps1mM8nJifj4+JGVlYXB4IZe7+Wwn06nEBcXS1TUeVQ170mSVVXFzU1Penqay+u5nmsQQgghROmX3bBjMplIS0vBalVRFFv7VGZmBlevXiEkpGpxF1MIIYQQokS6HHUea1oqGAy27JjZDT3k+vc1er2Bxo2b4+bmGD/IzgQVGRmB0WgkNTUZi+W/wFlBBg1mnzLnfvBf53FX9TofHx9iY61OA36enj7odApms+la0PG/Y1utVlRVRafTkZmZiYcHeZ6nNLmjgn3r16/n6NGjrFixokj7u7vf2AZE0/bfITUFxWBAtVptgTs3N1uQTlVBp4CHB6SlopQPQrVa0dWujXLtA6wPCED188MaG4O+fgMI8Mdy4jiQo5x6W8CPk5Gw41cM994PBi+4t+cNvZabSVHQRpIUcFSxKAHkfSt95D0rmVSjkazv5qJkZaJ42CpWioe7rZPHd3Nx+/Aj3NzcC/y+BQUFUbZsWS5dukhaWho+Pj5UqlQ5zyCZxWIhKuosoNgFhVVVJTk5Eb3eDYvFjJeXl0Mu9OzUnx4e7ri5GXBzc8Nsdt6zS6dT8PT0wN/fD4PBdXmKcg1CCCGEuD34+PgQE2MhLS0FVVXt6iZWq5X4+KtYrRZ0OqkXCCGEEELklnbkEB6ZWRjd3FAUxZZ/KVeQT6fT4ebmQdWqVWnQoLHTQF+2wMCytGzZlsOHDxAffwW93s1upJyaq7Equ91IURQURYder0dVcWjT0ekU0tLSXJ43ODiEqKjzTkcP+vj4UKtWHf7+e7dDEDGb1Wq9lhY+7/OUJndMsO/SpUu8//77zJ07Fw8PjyIdw2i03NARL+bzUaB3Q7WqWGNjIT3d9sVycwOTyZbGUwWMJlSDO4SGAgqqNecXREFXvSb6N97C9O47tqG3zia+tFgwbd+B0rX0BPmyZTdgm80WCUCUIvK+lT7ynpVMlm2/Ykm0jejLzZqUQta2X6Fnz0K/b8HBlf87jpU8UxZcvHgBq1VFVa1apcxWKbJc6yFlRadTSEiIx8fHD0OOsppMtomSrVZbrymdTo9erzqtbNmCge4EBVXEZMo/hUJhrkEIIYQQt4fg4BBOnDimjejLSafTode73Ta9s4UQQgghbjSvxEQMZgtuFgsWvR5yBvxUFU8Vuj/wYJ4Bvtx0Oj0mkxG93g1FsQXysoNwiqLkCvgpgIqbmxvu7h4YjVnodDo8sqczu8ZqVfHx8XF5zpyjCnNnfqpTJ4yTJ49fG/WnaB3WbZepav+2WKz5nqc0uWOCfUeOHOHq1asMGDBAW2axWPj777/54YcfOHToUIFGBNzQBvBKlbGaTJCZARfOQ5Yx+7OOxU1PbJPGZJQrj5fRSKXGzXBr3Qbr/LlYU1JQ3NxQzWZ0fn7oho2A7C+fq2DkteOW5gb8fFIHixJK3rfSR96zksV68SIYDM5nunNzwxptm5fmZr5vaWlpeHl5YzRmXasU/ZdeQVEUdDoFP78AMjLSSE1NITCwDKpqm0OvTBk/0tJSAPDw8CQjI8OhV1c225w7KVy8GEVISBXpkS+EEEIIB3q9nsDAsqSnp2K12joiWa0qoGIwuGMyZWl1DyGEEEIIYS+4QiUuRh7GN11HupcnZp1OGwFgMJtpWa5SoQJ92WxNPSpgaydSFIOWMhMgICAQd3d3kpOT0Ovd8Pb2xmpVMZst+Pj4OGSKcnNzw2q1cuLEMXx8fKhYMQRVtc3fnJ3lqWLFEFq2bMvly/bLLl+2zfFs63SeO9hoV2oMBgMVK4YU+npLojsm2Ne2bVvWrl1rt+z111+nVq1aPPXUU8WS+kt3T0esP69DPRl5bZis7cuQFFyBU+3aYvL1Reftg1WBy2UDCKtUiYDJU1CuzbenyzXfnu7uDlh27cBpi7BOj65Dh1t5eUIIIW4AJcTWMcTZyD7VbEapdPMrJLY86Cre3r6kp6diNpu1ipItF7oXHh4euLu7k5GRgYeHJ5UqVdYqWCkpSeh0umuBQT1Wq+u5+xITE9i37y/Onj1Fo0bNCAwse9OvTwghhBClS1BQBVJSkjAajZhMRqxWI2DrQZ6WZiI6+iJBQRWlHiGEEEIIkYuhYyfq7NrOyeAgdBYrGV6emPQ63E1mmp45T/mBg4t03IoVKxEbe4ns4IRtuqDsDIQKtWuHUrVqdXQ6uHDhghac8/T05OTJSLvReapqyyZ17txpdDodMTEWIiIOY7HYskd5eXkTG6sSFXWe0ND6Dhkdsud41uvd0Ol0LqeTMZvN1KkTdtt0NneS7/H25OvrS2hoqN1/3t7eBAYGEhoaWixlUtzdURo1seUeuzZXn0Wv51S7tli8vNBZLWAyotfrsZQtS2RkBKpej75rN9wGP4G+azct0Aeg69IVJTTMNk+feq0hVbWCXocSGoauS9diuU4hhBBFp7unIzp/f+fr/PzQdex408sQHByCweCOu7s7AQFlMBgM1ypNegwGAz4+voAt8Oft7Y2/fyAhIVXR6fTavmBLlWAyZeV7PrPZTHJyIsePH7VLzWmxWIiOvsCJE8e4cOEcUVHnOHHiGNHRFySFpxBCCHEHCQ4Owd3dA09Pz2vz89l6bYOtUclgMBAZGSH1AyGEEEKIXBR3d8o+PIhasXFYdAqK1YpXZiZeZjPn2rclKS21SMetVKkKfn7+WK1WTCazliJTURT8/QMICakC2LI0VK5clbp16xESUpWyZYNo2bItNWvWpnz5YKpVq4nB4I5er0en02EymUhOTiQ1NZmMjHQyMzNISkrAYrFgNps4cOAfjh8/atc25OPjg9VqxdPT89rcgMq1kYO2+qJOZ6svBgaWITMz44bc15Lgjgn2lVg6PUr9hhBSGYKCiK1fD5OPz7Whs9jGv1athnLtg335crTLQynu7uiffwmlWQuoEAyBgVAhGKVZC/QvvGQXGBRCCFE6KO7u6IYOR/HyQr3WE0k1m1G8vNANG3FLnu16vZ7atUMxGo2kpaVqc++5ubnh6+tvl2ohd67z7Bzqer0bGRkFr0CZzWZSU1O0v3uJifH8888ezpw5yaVLURw69A8HD/5LdPQFzpw5yd69e0hMjL9xFy2EEOK2l7MTiXQcKV2y6xcmkwmLxdbRVVXVax2PfFEUJd/fz0IUxt9//82oUaPo0KEDYWFhbNmyRVtnMpn4+OOP6dOnD82aNaNDhw689tprxMTEFGOJhRBCCNfU0Hqc7dEDj6AK+Hp64VUuCH1oGP/P3p8Hx3Xed77w9zlbn9MLGgAJgmiQkmiKuxZLImNJialM7Kk3VblVU4lrpiqVm4wj3bw1ecc3manKH5NUMo79OpYzlaQmk1kqN7Fsx5mkss28NTdj31Kc2KbG1kpTCxcBpESJIBsAQQCN3s76PM/7x+lz0CvQABpAA/h9qlQUejl9zunu07/nt3y/PJVad8NUqbRUK6opYAyxhGc6PYCHHvroitNziqIilwsLgKqqIAj8cD+lRKVSAuc89toLJ/8kSqUlLC0tolQq4s6dWw25oajxnDEW/xu+Dotvy2SyUFUVlUplfSexD9kzMp7t+PrXv77duxDKs3EOtn8E2D8Ce3wMimGE036MgR2+HywdTkwoCmv48EnPg3jpAmT+DlhuHMr581BOnQH74m9D1KQ+WZPUJ0EQBLHzUE6dAVtBxnmzKRQW8N57k1BVFaqqQQgfjAHJZBp6k7xoO63zwcFhnD37JH7wg9chhEC5XOzqdaUUqFQq4JxjYuJqTUKUw3VtMKZACI5isRAn9SYnr+Hs2Sd3jfwCQRAEsXkUCguYnLwWe3ncvStw+/YtnDhxCiMjI9u9e0QXDA4O4+DBcXDOa9N9aty9DbSunwliI1SrVZw4cQKf+tSn8JnPfKbhPsdxcPXqVfziL/4iTp48iWKxiN/6rd/CL/7iL+K//bf/tk17TBAEQRCdmZ3Nw+cBlP37W+6LGqaapTFXgnOOyclrUFUVQ0PDcBwnjs8MI4GBgWzX24okOAHAdZ24uBcRFiIlOBe1PJUCzjlc14VtV/HWWxfxwz/8DI4fP4XJyWvQNB2q6kMIHlvRpFLp2Pe5vmF9p7Oni339gPLx85AvfhOyNu2QdF3M7RuGIiWYqgL798WPrf/wiWtXIL76AkSxCKbrEL4P+eI3oXz6WSinzkD9xCe35XgIgiCIzYHpxrZc26OAbVkX3YJlWfA8D9VqFZoW6p8LEZoaHz9+qqXYxjnH7GwejIWJt2QyhWp19eQbYwpSqRSuX38Xd+9O17q4EHeYMRaaLBeLS6hWK0inM2sOSAmCIIi9R/1vW5RIUBQFnAeYmLiG4WHyedspZDIZJBKJ+H2sZ7clb4jt5ZlnnsEzzzzT9r5MJoOvfOUrDbf9xm/8Bv7pP/2nyOfzyOU232ObIAiCINZCfUGtmfU0TM3O5uMmOsYYLMuK7wuCYE25mlQqhbt3RS0+54jEpOoLfpEHnxCs9q8dS3U6joPvfe+7ePTRJ/DYY+dw9epl3LnzITRNRyaTaTjudg3rOxmS8dxmmuXZDswvQvf9sNBXk++MiD580vMgvvoCpG2D1SYqmK5D2nZ4u+9t1+EQBEEQu4woYGvGMAxkMgPIZgexf/8ojhw5irNnn8TgYGOCtF5+03UduK4DzleXgwglQjMwDAPXr18F56Im17D83OVAT4Lz0Ofv7l2SSyIIgiBWptNvGxB2Mk9P39niPSLWS703cDO7LXlD7CzK5XLNo6i99zZBEARBbCeRp1071tMw1cvi4ehoDpqmw7Zt+L6PIAia8kjLVjJSinhir17dwfc9XL78Ji5deg3l8hLS6QyECLC0VIDneRBCQlW1tg3rOxma7OsD6uXZlOk8jh0YwXsDaficgwEt0xL8pW/HE33NiFIJ7MIFmuwjCIIgesJKAZuqKkgkLBw7drLt/e0mJ9LpARSLBYTBmWz7PFVVMTAwiGPHTuKddy7VinoS9QFdM5H8wtzcTCwVQRAEQRDt6HUnM7F9RN59oSSrD0VhK6oNEMRW4Loufud3fgc/8RM/gXTNlmUtMIZ4ioF1Dn93LXv12PfqcQN07PX/7iXo2Lf32A8ezOH27VvgPGi5T9d1jI3l1rR/9dN4zUTFw25/38rlJQSBB8epQko0FPrCgp6MlZ6iHnDG6guAoWpHsbgEy7JgmhYURcHg4DBc10EQBDh69DjGxw9taay4Fe87Ffv6hHp5tn0AhgTHzEwelUoFqVQKBw/m4g+fzN9pW+gDAKZpkNNkQk4QBEEsy2e2+y3plm4Ctk7UyzhE6LoOXTfg+37L4yOT5NHRMTz66BOYmLiCUqkU39eJ+u4tKUFSngRBEMSKbOS3jeg/Im/gTutngthKfN/HL//yL0NKic997nNrfr5hhJ9bxsJiNmOAbN8ft2vZq8e+V48boGOnY6dj3w50XcXp02fw7rtX47yNEAK6buDkyTNIJNorJ3Ti8OHDyOenOhYPDx8+HB/zSsfOOcf16+9C0zQMD++D4zgAJHzfrz2e1YplrJYDklAUhvrmcEVhcTFQCAHGQn9dznnNnsaEYWhrPsaNshXvOxX7+hRFUTsmKlluHML32xb8ZBBAGSOpEoIgiL1OobBQ63IPg7a7dwVu376F48dPtUhtrsTo6MrdXivJY7WbnJBSNkinKYpS68aSsUxnKpXGpUuvY2lpEVKKuIurc8EvKvap0DSNJjIIgiCIFVntt21sbBwdVI2IPmWl9TNBbBW+7+Nf/at/hXw+j6997WvrmurzPB5PPkgJBAHfk0nwvXjse/W4ATp2OnY69u0ikxnEE098DNPTeVSrFSSTKYyNhQ1Tvr+6/Uozx46dxMREq9rCsWMnIQRqcpsrH/udO1NwXTfOJSUSJoIgqDWMy5rykwJd12CaFqrVCqQUtfvCQl8qlYbnuQDCHNTi4gKEkPFr23YVs7OzGB0dX//JWwdb8b5TsW8Honz8POSL34S07db7Mhko589vw14RBEEQ/UI7+czQ2DjA5OQ1nD37ZNfd7huRx2o3OeG6DoRYjmqaNeKDIMB7703CNMOALuzSUto+FggLgIqiQFVVKAqDYSRoIoMgCIJYkZV+206cOAVVVRs8YgmCIFYjKvR9+OGH+JM/+RMMDQ2te1v1CUAp997ES8RePfa9etwAHTsd+96jH46dsdaGqfXuUzbbWW2heZudjr25aVxKCcdxakW++FYEgQ/bFti//0BNmtOHqqpIJEwwxhAEYVOf53kIZT+j4w1zSwsL8+B8eyxgNvN9p2LfDoQZBpRPPwvx1RdCjz5NCyf6Mhmw//2fQ1y4EEp95sahnD8P1sGwnCAIgtidtJPPjPB9f80yl+uVx6qfnJBSwnUd2LYNKUUsqdAO3/fAeQBN0yAE7/g4IPLq49A0DclkGoZhrDhtSBAEQRBA5982VSXpR4IgWqlUKrh161b89+3bt3Ht2jVks1mMjIzgl37pl3D16lX84R/+ITjnmJubAwBks1kYBuVkCIIgiL3BRtUW6pvGpZQoFosN6lAAavmksNF9aGgfDh4ci5v4whyRRCqVrhUK7RaPvLBhXNuVFjBU7NuhKKfOgH3hebALFyCn86F054H9kH/6NYhiEUzXIXwf8sVvQvn0s1BOndnuXSYIgiC2iFKpBNd1IUTYpWSaZoOv3XpkLtcTsEWTE5cvv4licQlSSnDOO07oAWHXVlQIbOfrB4QSa6qqwfPcmkyDCsNIwLKSq04bEgRBEEQEST8SBNEtly9fxs/93M/Ffz///PMAgJ/8yZ/EZz7zGfzDP/wDAOCf/JN/0vC8P/mTP8HHPvaxrdtRgiAIgtjBRE3jtl1FtVqG67oN9zOmgDEl9uUrl0sYHDzT0sQ3MjKK119/GdVqGVKi1tAXKkclk2moqrIrLWCo2LeDYboB9ROfBABIzwP/jV+FtO3Yy4/pOqRtQ3z1BbAvPA9IQLxEU38EQRC7mUJhATMzd1CtVmKzYte146m3sMNpc2QuOeeYnQ2DK8uyAADVagVBEMA0TQghIKVEuVxqeW799F79/zMWTSfK+O9QP96v8/oDksnkmuRJCYIgCGK3UP/72+30PUEQa+NjH/sYJiYmOt6/0n0EQRAEsZvpZSyqqioefPAEXn31ezWfvWVVKMYYGANUVYmn+6KpvfomvkJhAZcuvQ7brsTPF4LDNC2kUum66b/dZwFDxb5dgnjpQjjRp6qQC/OA4wCmCTa8D6JUgvyz/wp29TJN/REEQexiIq++cPJNaZiSq1bL0PUh6Lq+KTKXhcJCTTbBQxAEqFTKsd+e57lQFBWJRAKu60BVNXAedLXd0Gi58W/XdRpuE0Lg3r05FAoLGB4e6dkxEQRBbATP8zA5eQWlUgmZTAYnT56BplGjHdFb6n9/FUXB3bsCt2/fwoMPnoDj2FQAJAiCIAiCIDaNTrHo8eOnMDg4vK5tOo6NTCYD3/fgOE6cA1ou3AmoqgrGGEZHxxqeG+XFOA9gWclaPiosFgbBsnrUZuXGthsq9u0SZP4OmOtATt0CggBgCiAF5NxdYPwQ5Df+b2D0YMepP5rwIwiC2PnUe/WlUhlUKqVaJxTAuYDv+zh9+pGeJ/vqgynGGKrVMoTgsWRnaI7sx4FVOJ2ntJXzXC9CcLz99iWcP/8JSmYSBLHt3Lp1E1euvFXzl2CYm5vB1NSHOHPmUdx335Ht3j1il1D/+xv59CqKAtuu4tVXv4d0Og3f9+E4NlRVwQMPPIhjx07S7yRBEARBEASxLuqn+EzTQj4/VbOQWY5FOQ8wOXlt3epLlUoFqqpCVS0kEiYWF+cRBEFtki+cytM0hkwmi1zuUMNz6/NijDEkk+lajkpASsC2bWQyA7vWAoaKfbsEduAAxIcfhCpnkeQZUwAugBs3gFz7SrUolcAuXIjlQAmCIIidS6VSiQMsXdeRzQ7BdR1wzqGqKnK58XV3Vq1EfTDlOA44F+Cc1+5lDbKcIRJCNN+2carVyq40WCYIYmfheR7eeecSgsCvLUhDuWHPc/HOO5eQy43ThB/RE+p/fyOiaf4g4CgUFmIJbYDh3Xcv4+7dGTz88GObEg8QBEEQBEEQu5fmKb5qtQLXdZFKhbYx9fi+jzt3bsfeeJHSROidtzKpVAp374q4YJfJZFGplBAEAYSQSCQSGB7eh+PHT7cU7OrzYgBgGAZ0fQiO40AIjmx2CI8/fm5XFvoAKvbtGlZMmQoO1H+RhGiQ+pS3b2327hEEQRBbQH1ABIQdT6YZeueFeuSZTXnd+mBKCB576THG0O4XqrX4t35CzXYWd3jtRoNlgiB2FteuXYbve7GnBLDsJeH7Hq5evYxHHnl8+3aQ2DUed83JDABx0030exz9TgLh7+/S0iImJ6/i7NmnduQxEwRBEARBEFtPO0WJMLezbBsTxZzh4wNMTl6FaZoN8p4nTpzCyMjK9iujozncvn0rtn+pb2YXQuLEidPI5Q61jWWb82JAmCuyLAtCSORy41AUddesB5qhYl8fIj0P4qULoTRnbhzK+fOry2zevQvcdz9wewrwA0BRACEAXQMOHgSq1fBx5VKj1CcPIL799xA/9DHy7iMIgtjhNAdE9WymHnl9MKUoaizd2cui3upIGIaxKw2WN4M//MM/xIsvvoj3338fpmnisccew6/8yq/gIx/5SPwY13XxpS99Cd/4xjfgeR5+5Ed+BJ/97Gexf//+bdxzguh/FhbmALAO9zLMz89tyX7s1gXsRtkMX5Htol0yIyryhVLZywVnIEx0cC5QKpVoEp4gCIIgCILomnaKEqqqQkpASgHHcWBZYbO5lBLlcgmmabXIe05MXMPw8Moxt6qqOH78VC1m96EoYYN3KpVpidmb1zwjI6Or5sV203qgGWX1hxBbibh2Bfw3fhX8r/8C8vVXwf/6L8B//Vchrl1Z8XksNw6YFnDiFDCWAwYHw3+PnQBUHfB9yLuzkLc+DKU9I6lPwwDSGYivvgDpe5t/gARBEMSmEQVEqqrFMplCSKiqtql65KOjOei6EU/0RTKdW1HrixKauq4jnR7YlQbLm8Frr72Gn/mZn8Ff/uVf4itf+QqCIMBzzz2HatQcBOCLX/wivv3tb+Pf//t/j69//eu4e/cuPvOZz2zjXhPEziBc9Lb3JJVSdCVds1EKhQVcvPgKbt68gXv3ZnHz5g288cYrKBQWNv21+5lOHneRr4gQfJUt9BfR72899U039d3VQPibGSZLBE3CEwRBEARBEF3TTlEikTChKKzmoxc2nNm2jaWlAjjnSCQSLdvxfR/T03dWfb3BwWGcPfskjhw5iv37R3H//UeQyx3C3Nzd2Cew3Zrn0qXXa3Kh7fNiUmJXrQeaoWJfHyE9Lyy62TaYrgMAmK5D2vaqxTjl4+ehDAyAKQrYyAjYocOAmQCuTwAL94ADo8Cd20ChEE71CQGoCnD4PjBFgSiVIC5c2KIjJQiCIDaL5oDoyJGjOHv2yU3tTlJVtdYdVUClUqrdGhb9mhONvYdBURQMDAzixIlWvXaiPV/+8pfxUz/1Uzh27BhOnjyJL33pS8jn87hyJWwuKpVK+Ju/+Rv8m3/zb/DUU0/hoYcewhe/+EVcunQJb7755vbuPEH0OQ88cLRlIRyhKAoeeODopr7+bito9ZKoI7kdvu9jZia/xXu0Mdo1+RhGApqm1t77xq6bsACogDGFJuEJgiAIgiCIrkmlUjXliGUYYzW7mFA9YmlpEdVqBUHgA5AoFgvwvMbYW1G6t19RFBW53GGMjBxAPn8bH374flzUe/31l3H58ptt1zwzM3k8/vi5tnmx3bYeaIZkPPsI8dIFiGIxLvQ13FcqgV24APUTn2z7XGYYUD79LMRXX4AolUIZz1u3AIWB3f8AkM5A7h8B5u4CPABy9wH7R8AiXydNg5ze2R9mgiAIIiQKiLYKzjlu3bqJMKkYdnWFatJiU6U8GWPQdQOmaeLIkQd3vNzCdlIqhUXabDYLALh8+TJ838fTTz8dP+bo0aPI5XJ488038dGPfrTrbfeq3tvsfUYsQ+emM9txbg4dug/vvTeBYnEJQoQSi9G/2WwWhw/ft6n7005iJyJawI6PH96Tn5tqtQLGGBzHBuccqqoikTBrv1usdn/42J1yXoaGhnHu3JOYns6jWq0gmUzBMAy8/vrLcF0HAGLvPlVVoaoKMpkMxsZyaz7GnXZuthI6N52hc0IQBEEQO59OtjG6rmN4eD8cx0YQKDDNUNrTtquQstXPTwi5pqazTo2MlUoZjlPF4OBwQ5O5lBKlUhFvvfUDjI2N4+jRYw1N4e0mFCPWUojsV6jY10fI/J22hT6gu2KccuoM2BeeB7twAfy73wb27wMbGQ0LfwBgWYCu13KxSlzoAwAZBFDGSPqMIAiCWDvT07dRLC4BkNC0MIgSgtXJegKRbxBj4aRBc0fYelAUBVIKWJYF27Y3vL29ihACX/ziF/H444/j+PHjAIB79+5B13UMDAw0PHbfvn2Ym+veb8wwejdpyVg4xcIYtkQididB56Yz23FudF3FuXNP4urVy1hYmIcQHIqiYnh4H06ffhiJxCpe3BvEde34WtyMojC4rg1dV/fk54YxoFBYRNScAkg4joN0OgXfD1AqLWFm5g4OH74Puq7uoPOi4oEHHmi45Yd/+Dxef/0VVKsVSAmoajjRl80OrftzuBc/M91C56YzVOwjCIIgiJ1POx89ISR0XcfQ0DDu3p2JZTullHBdO7Zdqffz03UdY2Pj6DYl1KmRMZQNBVzXgWmG2/Y8D9VqGUIILC4KOI7d4sUXeV6HDYBOvFYzTbPmC7iz1S+o2NdHsNw4hO+3Lfh1W4xjugH1E5+EzN+BWJiHnJ8HXAdImEA2C9yeCmU8F+4B+/bFhUAlk4Fy/nzPj4kgCILY/czMTENKEXdTSRl2X9VP9YX3SQjBwZgST7psBM45OBeYn5/H8PAB5PNTsSnzwYM5kvTsks997nO4fv06/uzP/qzn2/Y83tPJPimBIOCUSG2Czk1ntuvcZDKDOHfuqYZpq7Gx8Lrk+5sro5lIWAgC3rZjVQiJRMKC7/M997nhnOPevXt1xRhZuz3AwsICNE2Hadq4fn0St259iGPHTu7oifFsdhg/9mP/L9y5cxuzs9MAgIMHx5DLHVr353CvfWbWAp2bzlCxjyAIgiB2B5FtzMxMviH38t5711vUM5LJNKrVMqQMC3NRYfDEiVNQVbVra4FOk3hhvkeC83A7UkpUKiVwHr6WpnEwxmIrg7Nnn4SiqBgdzeH996+jWCzEPtdRcTKTyeLgwZ09DEXFvj5C+fh5yBe/CdlmOoGlUpBBgODrXwPLjUM5fx5M79yNKYUArl0BuAgLer4HvOcCmg74PlAsQk5cA8ZyUMZyUH7+uRW3RxAEQex+OOeYnc2vuWAWJnGWMznN8p2KokBR1JrcQyiV1jskpBR4//3rGBgYgKqquHtXtHRvEe35/Oc/j+985zv40z/9Uxw8eDC+ff/+/fB9H8VisWG6b35+HiMjI2t6jV4nPaWkqYlO0LnpzHacG8ZaJZW3Yh86SewAYSftwYO5hv3YK5+bmZk8gsCPEw9hwwlDEARgjMEwjJqnXZgUmJhYTgrsVBhTcejQ/Th06P6G2zf6fu+Vz8x6oHNDEARBEMRupp1tjJQShcICpFxugFIUhmQyjSAIkM0OIZcbx8GDOajq2mLraBKvueBnmiYcx4aiqHAcG5VKBb7v1/aRwfd9LC0tIplMQ9MkZmbybexuWNO/O5/2AqXEthD57jHLggzCxbkMAsD3IMsliP/f30C+/ir4X/8F+K//KsS1K223Iz0PuPx2WORTFNRmWmuthj4wkAXufwDIDACKAuWzn4dy8vQWHilBEATRbxQKC7h48RXcvHkjNjx+441XUCgsrPg8zjk0zQDnATgXtSSXbNBMByKJBYmo8yrqvuoFnAsIwVEul1GplOG6LoLAx+Tkta67xfYaUkp8/vOfx9/93d/ha1/7Gg4fbgx6H3roIei6jpdffjm+7f3330c+n1+TXx9BEFtPJLGjqhqECKsOQkioqobjx0/t6OLVanDOkc9P4fr1d5HPTzX8BkRdwYZhIJsdgmWlas0oCjRNa/ndivwNCYIgCIIgCIJoD+cci4vztaa58Law4Bf69WUyGTz++DnkcofXtQ4ZHc1BbzOgxBiDaZqoVitYWirA9z2Eyh0SiqJCUVi8D4wh9uKbnc2DMYZsdgjJZBKGkUAymUQ2OwTGlB0f/9NkX59R77snp/NQRkYgvvUimOvGj2G6DmnbEF99IXxs0wdevHQBslwGO3wf5NQtoFqttRgCgASyA2AHRgGExUT58svAJz65hUe5tax3UoUgCGKv0MnwuFnuoJlCYQGTk9fgeS5UVUUQBDWZThYnmAH0xJ9vZSSCwAfnAYTQYwkG00x16N4iPve5z+Fv//Zv8Z//839GKpWKffgymQxM00Qmk8GnPvUpfOlLX0I2m0U6ncYXvvAFPPbYY1TsI4gdQCeJnd0cA0e/SZGnR/OUd31XMGMMlmXVGlFEzdOu8dwoCouTAgRBEARBEARBhNTn2l3Xhu97DeoZkTQmwDA0tG9Da5BOXoFCcNh26AtYr6oQ5qN4LeYP81G2bcdefPWyoJHX3/JzsePjfyr29SGR7x4A8L//Vli4a+PjJ0olsAsX4sdGyPyd8PG6DnbiFOT1SaBUDKf8dAP1o6lM0yCnd3bFeiVWW/QTBEEQnQ2PgeXJhuaCWX2BUFVVpFIZlErFOtk42RNfvm6RUsb7HwWWjlNBqVTaktffafz5n/85AOBnf/ZnG25//vnn8VM/9VMAgF/7tV+Doij4pV/6JXiehx/5kR/BZz/72S3fV4Ig1kc7iZ3dympNK489dg6cCziOE3cBM8agKGr8+5FImA3bFELGSQGCIAiCIAiCIFpz7eVyKZbKz2aH4DhOrdimwjRN9EIis7mR0bIs3LgxASFETcljudoXWcoIIaCqSqzeEXnxdZIFDZ+z8+N/Kvb1OXHhrg2dCnUsNw7h++HzFAXYtw/wXIApgOCA50LengJMExjIQhnb2caTnVjvpApBEMReo5PhMdB5sqG+QOh5Hmy7AsbCrqtIojMMqhjqA6/NhHMBTWv82/fdzk/Yw0xMTKz6mEQigc9+9rNU4CMIou9ZqWmlUqng+9//LjRNg67rKJeLcBwbqVQahpGA67pIpVItMp6RvyFBEARBEARBEO1z7ZqmwfM8VKvlmlT+8rRcL4tn9Y2M+fwUPM/taNsSTvvJmocgw+HDD8Q1gG78zXcy5NnX57DcOGTNXLIZGQRgbQp1ysfPQxkYWN7G8D5A04AgCCU9y2WgUACm88DN94ED+zdr97eVaNHfDvLgIAiCWCaVSnWcwOsUnEUFwkgDPZqMUFW19m9YdVur+fLGkA3HoaoKEonEFr4+QRAEsR10alqJprw9z4PnufA8F6aZhGlaCIIADzzwEXzsY0/DNK0Wf8MTJ3a3v+FeZCVPR4IgCIIgCGJlpqdvo1gsoFBYxOLiImy7CsNI1KQ1QxWNetZSPFtLnFapVCClrLOPaZ0eVBQFyWQS+/eP4MEHj8e373Z/c5rs63OUj5+HfPGbkLbdel8mA+X8+ZbbmWFA+fSzEF99IZT61DTg4BgwOQkYCUBRASEAXQPGxyH/9OuQXzjd4v2301nPpApBEMRepL6zKfS7c8A5r8lzptsGZ5H0geu6sSb7MuH/R7ct67VvPuFUIYOqKrCsFFKpzJa8LkEQBLF9dJLjcRwHvh+Acw7PC307pAzXApaVgqIoGB4ewdmzww3+hocPH4YQwBb9dBFbANk7EARBEARBrJ9CYQFXr74N267GRTLXtaFpGpLJNDzPQRCEBTohJHRd77p4ttY4LVLlUJQo19QatAeBD103cPz46ZZ9qJcFLZVK8H0XhpFAtVrBwEB2Rxf8aLKvz4kKd8yyIINwvFQGAZhlQfn55zoW6JRTZ6B+4Xmon/pnYD/0JNgT54BHHgUO3wcMDgJjOeDEKbB0BqJUgrhwYQuPamtYz6QKQRDEXiTqbOKco1BYRLVahes6sG0bnuehWFxqec7oaA66bkAI3iJ9FumiCyERBMGWFfo0TQPAoOs6stkhJJOpHS/BQBAEsV5s28bLL1/At771P/Hyyxfgec7qT9qhRL9JzYRNLAKMhYU+ALWCn4RtV1CphL6ukSzQsWMnMT5+eIun0onNZjV7B5rwIwiCIAiC6AznHBMTV+F5bl1xLczzBEGAcrkI07SQy+Wwf/8ojhw5irNnn+yqoWo9cdroaA6JhBmrTbVDynBab2Ag2/Z+RVGRTKawtLSIpaUC5ufncPPmDbzxxisoFBa6OzF9CBX7dgDNhTv1U/8M6heeh3Ly9IrPY7oB9ROfhPa//xzYvv1glgU2MgJ26HD4b+0L1Mn7b6fTadEP7A4NXoIgiF6SyWSh6wZM00IikYBlpTA4OARVVdsGWFGBMCz4hcGVlIibLKQUW54841wAkOCcQ9N2hwQDQRDEerh27R28+OL/jZmZO6hUypiZuYNvfvN/4Nq1d7Z71zaFTnI8QJgsYK3KPuA8nE4ndj9k70AQBEEQBLF+ZmfzKJeLANC2uCaEQKVSwcmTZ3Ds2Enkcoe7zsWsJ05TVRUPP/zYqtteWlrsGOdFRcYg8OF5LiqVMjzPRRD4O7oZjGQ8dwhR4W7dz8+NQ/g+mK633CeDAEob77+dTrToD8eA/Zp+8NrGiAmCIPYKs7N5BIHfYKYcEQVYkRlyxODgMJ5++hl8//vfjeUWHMeJzZC3ikgmVEoBKQHf9yiBSxDEnsW2bUxOXgMgG7pjAYnJyWs4evQYDMPc1n3cDOrleCI5zmJxCTdvXm/7m6SqCnSdfF33AmTvQBAEQRAEsX4qlQqCIEBQUx1sRyi/OduSN+pm2+uJ04aH9yOTGcTi4r229zOmQAje8fmzs3lUqxXYdgVCyFju33FsWFYSV6++jUTCQioVKkbtlDoCFfv2CJH3n6hUgPl5wHWAhAns29fR+2830G7Rv5O+oARBEFvFegMsXTfw6KNPYHLyGkqlIqQU4Jx3lFHuJZF8aH0SV1EUaJqGcrmIiYmrOHfuKbrmEwSxp3jzzdchBG97TReC4+LF1/DUU7sz9o/kOOsxzSQcpxr7y0oZFkEtK4VMZnN8XTnnmJ2l9cdG6OU5TKVSmJ3l8Dyv9t1QYZpmLDlO9g4EQRAEQRCdMU2rTsKzPUJwlEqlNW+7k/d2uM2V47T9+/djaWmhbf4pagbv9PxyuQTbrkBK2SD3zznH0lIBnuchkxnYcT7PJOO5R2CGATzzo8D1SSB/GygUwn+vTwI/+o86ev/tBuo9ONYyRkwQBLGX2IjPadRYMTg4BMMwa8FSG820HtM8QcgYg6qqteSdQLlcImkugiD2HJVKaYXmDSX2qdsLjI7mkEqlkc0OwbJSMIxQpnozfV0LhQVcvPgKbt68gXv3ZneF98dW0+tzmEiYKJXChI7nubDtCpaWFuF5Htk7EARBEARBrAJj4aTcSggh4ftrV1jaiA3X8eNnYBgrKXUwHDgw2vYez3NrVjDLSIm4ed3zPDiODcbYjvJ5pmLfHkF6HvDd74AdOw6MHwIGB4HxQ+Hf3/k2ZAdtXIIgCGJvsFGfUymBRCLRUWu916iq2pLM1jQtvi2c3hAkzUUQxJ4jlcqs0LwhkEptzjRbPxLJ+muajkTCRCqVRiJhQtM2R9Y/8v7gPGiQUN1JCYLtptfnkHOO996bRDKZhJQSQRBACAkhJKrVKh588AQ1gxIEQRAEQayAbdtIJFaWv1cUtupj2tHJe1tVtVXjdcMwkMsdbluIVFW1NjU42/a5up6AqjY+j/MgXkdxzlGtVrG0tAjf93eMzzPJeO4RxEsXIIpFMF0H2z/SeF+pBHbhwoY8AQmCIIidzUZ8Tufn53D58ptwXQe+722JZx/nPJ7iC2GQMiw6hlrrEowpJM1FEMSe46MfPYcXX5wB0HodVhQVTzzxQ1u/U9vIVsr6z87mYw/bZjr53xKN9Poc1vuxMMbAmBLLOllWCo5j93L3CYIgCIIgdh2pVApShg3W7Xz7GGPQNH3dTYVridfrpd4tK5QXTSaT8H0PnIuaXL8Fy0qCsc6WNJlMpkHuH2DgfLmpTAhRixlDZZRsdmhHNJNTsW+PIPN3wHS97X1M0yCn+78yTRAEQWwu60mILizcw6uvfg9B4AOQW+LVFxEV/EIfpqgLK5TyVFUV6XSGpLkIgthzWJYVN29E3n1CCCiKiuPHT8MwzA2/xk7zpGvn5bcZrNf/llim1+ew0Y+FQVUZIoEj267uKVlbgiAIgiCI9TA6msP16+/C89zYA7sZTduYNHo38XqhsFBrUPcQBAEqlTI4D2oNXQy6riGZTMMwQtWqlSxpRkdzuH37FhKJBGy7imJxqekREr7v1/JLGmzb3hHN5FTs2yOw3DiE77ct+MkggDJGyVCCIAhibQlRzjkuXXodvu9umU9fM4aRAOcBfN9HON0nwTlHNjuEEydO93XymSAIYrM4dephHD16DBcvvoZKpYRUKoMnnvihnhT66hfZiqI0mNZnMtkdVQTsNaFUkIiLVVJKuK4DzjkYC7uMiZVpPof1rOYh3I7Ij0VRWmMUzgVcd+3eMgRBEARBEHsJVVXx8MOP4dVX/1et0XuZqNC2HgnPtTQQ1ku9M8ZQrZYBSCiKiiDwoWk6pJSoVsvQ9aFa8a9zATJSt7p06bU2hb7G143i0p3QTE7Fvl1O/KUZH4N5/304MD0Dpan6rmQyUM6f36Y9JAiCIHYq09O3UamUASAu9CmKsiUynhGO42BwcAhC8Dhhp+sGjhx5EIODw1uyDwRBEP2IYZh46qnuY/xuFtsr+aldvvwmDMOoSUE3FgH3yvU46hCOmlAqlRKEkAh/Ihnu3JlCOp3ZM+djPdSfw2a68RBufU7ox9IuLlFVBboeJqZ22rQqQRAEQRDEVjI8vB8f+cgxTE5ejWUvgXAtkMkMQFHUNcmtFwoLmJho30DYLlaul3p3HKem8MTAWNi0LqUAEMq127aNTGZgVUuaZDINx3Fqx9I5h8W5wH33PbAjYkMq9u1imrtu+WMfxZ3hD3D04g+QnbsH6DrYffdD+fnnwHRju3eXIAiC6DNWS3zNzEwDwIpTfWHxD7XAq/dIKVCtljE4OAzLSsa32zZ58BAEQXTLStN69YvtTn5qUkoUi0uwLAumGU6vRUXAyclrOHv2yR2xON4oUYfwxMRVlMsLCJMGoYdsMpmGEHxPnY/1sBEP4XY0+7FE0lOhn0sKmUym688/QRAEQRDEXkZRVOzbN1IrtnEoigrTNON8ULdy65xzTEy0byDsFCvXS72HFi4CQiwX6AzDQCJhQgiOwcEhPPbYuVXjxsnJKzUFDqBTv3o0IXj06PGujm27aS+GT+x42nbdMgauqnjv5EkIRVkuWG/R9AVBEASxcygUFnDx4iu4efMG7t2bxc2bN/DGG6+gUFiIH8NY2BW/UqFv//4DsKyNy8athOf5KJfL8d/rkfkiCILYq6w0rRf5/kV08lNzHAdSigZT+wjf9zEzs3f8wQcHhzE+fhiJRAKGkYBlpZDNDsXeIXvtfKyHyEP4yJGj2L9/FEeOHMXZs0/GhTfOOfL5KVy//i7y+amGz2gzo6M5pFJpZLNDsKxUw3uSTKYwMjLa9eefIAiCIAhiL5NKpSClhGVZSKXSsCwrzgetJQ8zPX0Hvu+1va9TrJxKpSCEgOd5cBwHQRBACB7/53kuXNeGpukYGxvvqkGsVCpBUdiqljQjIwd3TKMeFft2KVHXbYQUArg9BQiBIJPG3UceBjt4EHBdiK++ANnhC0YQBEHsPbpN/B44MAaAxV3yQsgGCU9N07C0tIgg4NC0zRMTCGUaqvHrrkfmiyAIYq8yM5PverEdLbKbCX8XGFS1dRGsKKzrLt+dwmrFJtu2kUymWpIgwO48H5tB5CF87NhJjI7mMDOTx/Xr72Jy8hreeOPlFZuR6okmBTVNRyJhIpVKI5EwoWnhpODc3GzjullK2LaNSqWMUqmIfP72Vh0yQRAEQRBEXzM6moPeQR1wLXmYTg2EQOdYeXQ0B03TUa2WOz5XiFDC88CB0a72I5PJQAjZdg0T7ouCRMLEY4890dX2+gEq9u1SWr40CwuQQeh7wKSEnVieshClEsSFC1u9iwRBEESf0twwUk994jfq2lr2wVku9DHG4HkefN+HlAKK0nkCsBcIwVEqlaCq2rpkvgiCIPYq1Wr3i+12C3wpJTjn4DyoyTY3qobstmnrbibfOxVFgd13Pjab+vM9NzeDGzeuYWFhDkFtbdvNFN5Kk4L162bP87C0tAjbrsDzXDhOFRMTVzsWEgmCIAiCIPYSUROVqmqxhGZYLFtbHiaKleubrGzbjpvI28XKqqpicHAIQRB6Y9fDGIu3Z1kW7t6d7Wo/jh8/A1XVoChK2/WQYSRw5sxHoWk7x/6Min27lJYFpuOg5gwPyRgs14nvYpoGOU1SMgRBEERIN11WnHNcv/4uDMMAY0rTY5RacS+83fd9BEHQkgDuNb7v4fHHz5G/DkEQxBpIJlcuTJmmFU+xzc7mcf/9R1Eul7CwMI9CYRGLiwsIggCqqsK2q1haWmxYgO+maetuJ9971fW812k+367rxAXlarXcEFesJo9aPymYyx2Ok1H1yaZom8vNSQyKwkjOkyAIgiAIokanJqpMJtu1zPrY2DiklA1NVrZdwdLSIqQUbWPlQmEBt2/fquWalm8P4zYGRVFhGCYSiUTXKhqGYeDMmUcgRKvLmWEkcO7cU7jvvge62la/sHmaWsS2Mjqaw+3bt8B52PEI0ww/tYxBCwKMzi/Gj5VBAGWMFpwEQRBESCqVwt27om3BL+qyev/9SczPz0FKAVVVa4liCUVRoKpaTdrTjxPInRLJvebu3Vnkcoe35LUIgtjZcM4xO5tHpVJBKpXCwYO5PTkVfPBg07qhDikF8vkpBIEPRVHw4YflePEcTnC7AIBMJgtdD2V1hBCoVEoYGBiErhvrmrbu1/cmmnxv9/sYFZtyucNx1/Pk5DX4vg9FYRBCQtd1mj5fA83nm3MeJ3eEEHAcB5ZlAVi/PGq0bi6XSxBCtEiuJhJmw3tLEARBEASx14maqCIKhYVa3BvGbXfvCty+fQvHj5/q2Iy9HHKxpn9biRrAojhNUdQ4xxQ1agnB4boOdN1omAxcbV0xPn4fpqdv1xoWAzDGoOs6NE3D++9fx/DwfkiJvlybtIOKfbuU5gUmGx6GnJuD5rl48NYUlLpytZLJQDl/fhv3liAIgugnWhpG6tB1HSMjo7h27TIAWRdsKXEnFGPh35qmIQhCs+TI128zURSFfJAIguiK9SxIdyudClOapoHz8BquKEqtiFeueyYDY2FnbaVSwv79B5DNDsFxHAQBRzY7iNOnH1nzQrif35u1+ItEXc8zMzsjMdCPNJ9vVVWj/tU4qROxXnnU6PN/8eKriJJMUobvZyqVAWOs9hmn+IIgCIIgCKKZ1ZQvzp59siX+nZ6+A4Ahmx2C6zrgnENVVSQSJqRES5NV1ABmmiZc14aUzc3kMlaYcpxlz75u1hWzs3kEQQDTTILzEoSQ8H0PnufBtm28884luK7bl2uTdpCM5y6mfqx25MAYHnjoETz+wRQGCkUA4UQfsywoP/8cWAeZGYIgCGLvsZoO+9zcLEJ/vuXnRMW80LtJIJEwY3mFMFG2eX59EUHgb3pBkSCInU+3Uox7iWY5nvvvPwLLSqJarcb+GZVKKb7Ghn4aomHKqlQqgTEGy7KQyaSRSFjrmujr5/dmrV58naQjie5oPt9hbBEV5GTD+dyIPOrg4DBOnDgN0zRhGAkkk0lks0PQdR0A+SwSBEEQBEF0IirERUgp4TihD1+pVEQ+f7vlOVFDF2MMpmkhlUrDNC0wxtqqNdQ/PplMA2jN+6iqCkVhsWdft+uK6LWKxQJ8P6jJu4fNZVJK3Lr1Qaxy0mkb/QRN9u1ymsdq5WNnIS5cgJzOQxnLQTl/flsKfdLzIF66AJm/A5Yb37b9IAiCINqz0kTC3NxdWFYSnufGid9w6iNMwDEGmKYJTdNQLBa2TMKTMQWLi/O1KRRKqBIE0Z5upRj3GtG6IeqAXVpaRBB48H0XrmvXJBSj6/zyBFQ0zS3E8jT4eosj/f7erDb5Tl583dONVGvz+WYsnLarVEoAGEzT7Jk86tjYIeTzt+m9JQiCIAiCWAP1Sgy+76NSCafjwmIZMDFxFel0pmEKLmroWsk6pp56qxnDMOIJwLDhXMAwEjBNE4mECcbCYmG36wopJRYW7sVrHSEkhGBQVRVBwCGlwPz8PaRSqbgg2byNfoKKfXsMphtQP/FJAOECa3ob9GbFtSsQX30BolgE03UI34d88ZtQPv0slFNnNv31CYIgiO5obhiJCAMtGSfcokBOUVRwzuMAS1U1jIyMolwuo1qtbGrRL9RVNxAEQV8GXARB9A9rkWLca9R3wGqaBs/z4sltIUS8KF+eqlr2ZVWU5aXleosj/f7ekBdfb+gkqfTggydqneDL69Pm862qGvbtG8HQ0D4ArGfrWHpvCYIgCIIg1k4qlcLsLIfnubHkfxjPM0TWL81ynmNj4/jggw+6brJqbgBTVQ2KElkKaMhmB+MiXFQs7GZdwTnH4uI8ADQ0NUop4ft+/Pgg8FEsLsG2q0inB2AYRl+sTdpBxb49ynZ5YUjPg/jqC5C2DVaTRWG6DmnbEF99AewLz9OEH0EQRJ8TBVqKErRorCeTKYyP3wfbtuME3OLiAl577XsIAn/1ja8TKQHD0Ps24CIIon+o7wxtZrfI9XUzNdWO+g7YRMKE49h1E9xhQweAWkOHAimVWBonk8lsuDiyE94b8uLbGFFBOQh8uK4bT+P7vo9XX/0eMpkMVFVtWJ9u1fmm95YgCIIgCGJtJBImSqUSfN+rNXiHTYKqqkJVVZim2TIFp6oqTpw4hYmJ7pqsmpuyTDNcpzCG2GM5IioWzszkV11XhH59PkzTQrVaabAsaCYqAFYqZej6EKREX6xNmqFi3x5kPcaZvUK8dCGe6Fu+UUAuzENWqpD/6Q+g/cv/kwp+BEEQfUxroGU1BGb1TSP37t3FD37wKlzX2eS9CoMxzgVc18b16+9Sko4giLbsdinGbpr6omKg69pIJKz4WlnfAVsvmSiEhKIwJBLhYj3yYpVSwjASyOUOI5lMbfi6u1Pem06T78TqhEXoMhynWvN9DJM74dpUhe97UFWrZX26Veeb3luCIAiCIIju4JzjvfcmkUqlsLTkIZrkk1KCc450eqC2bkBLU/Zam6yaHz8yMorFxXn4frhuaC4WdlpXSCkRBD5KpRLK5WJtzZOG73vgnMfNje2QUsJ1HRQKBaRSKRw4MLqxE7gJULFvD7KdXhgyf6ex0FcuQU7dAoIAYArkt/8BfDpPkp4EQRB9DOcc1WoF2ewQfN9FIpFAKpVpCcw++OA9vPXWxS0zLS6VSjAMF4CEqha3bGqdIIidxW6W6+umqW9xcQGXL78Jz3Oh6zo0TY+vlc2TdbquxxPcQRBgbGw8PnelUgmZTAYnT56BpvWmUW83vzdESKlUguNUIaWs836UNalYjiBoTMj0qx8KQRAEQRDEXieqMei6HjcJSomaxCaLrVw6KXSstcmq+fFC8I7FwnbrCtd1Yds2LMvEwsIcqtUKXNdBOj2AdHoAlUqpJRZtRxB4kDKJH/zg9b7LN1Gxbw+ynV4YLDcO4fthwU+IsNDHBcAUQAggmSRJT4IgdiXrlVTrNxYW7uGddy7BdV1omgbDMGAYCYyMHGw4Hs/zcPnymysW+qKOr14hBIfj2EgmU1BVdcum1gmC2HnsVrm+1Zr6rl9/F++/fwNCcDAG+L4XT/BNTl7DY4+da+mAZYzBNC2oqobTpx+Boqh46KHHNu0Ydut7Q4T4vgvOBRRlWW4pKvwJIWp+LwyKEso+kTw3QRAEQRBEfxLVGOrzOowxKIoCxhDng+oVOsLc2B0UiyUkkxuL8+uLf5y3Fv7q1xXlcgnT03eQzWbjhjPLStZizxKy2SFks0PwvNm4SNn5dRUYhtGX+SYq9u1BttMLQ/n4ecgXvwlp25AL8/FEHwBA14B9+8L9KJXALlyA+olPbtq+EARBbBXb5ZPaa+bn5/Daa9+HEAEYY/B9F65rI5lMtwQ4b711Eb7vrbi9Xhb66llcnMfQ0D4YRtgwQlMBBEG0YzfK9a3U1McYcPPmjfgaXrsVUkpUKiWoqoq5udmOk3VHjx7fsgLcbnxviBDDSNT8HhuTQkKEfwdBAMbcmkySDdNM9aUfCkEQBEEQxF4nlUrhzh0Xtl2BEGHzFuc89mRmTIGqarFCR5Qb49wHEDZ69SI3tlrOLZc7jHx+CpqmNfj7McaQTKZRqZRh2zZ0XUc3aSohJBzHgWVZfZdvar8SJHY1o6M56B0m5jbbC4MZBpRPPwtmWUClujzRpyrA4fvAIo8QTYOczm/afhAEQWwVq0mqbZXE5UbhnMeTelFwFE3mVatleJ6HmZk8OOeYmvoQ09O3t21fpZQolZbiRCJNBRAEsVdIpVIdO1Ft2264htcjhKx1tVbiDtgjR45i//5RHDlyFA8+eALvvTeJmzdv4N69Wdy8eQNvvPEKCoWFnu075xz5/BSuX38X+fzUjvl9JNZGOp2BZaVqMUR4W/2kf71npJQSjmP3pR8KQRAEQRDEXmf//lHYtl1TaQjjOE3T44bAY8dO4uzZJzE4OAzP8/DWWxdRLBbgumFjVy9yY93m3Do1RRqGgcHBIQwMZOH7PjKZzKqvKQRHpVKKmyP7Kd9Ek317kO32wlBOnQH7wvOQ/+kPIL/9D0AyCezbFxf6AEAGAZSxzSs6EgRBbBXb6ZPaS2Zn8/A8F21yxLHs1vz8HG7fvoVSaWlV2YPNRojQONk0rU2fWicIgugX6o3ow0KJE3fWAoBpWrDtakvBj7Fwoiq6VjZL4ly8+MqKPoAbXT8UCguYmLiKcrkYSzrevv0hjh8/vaMm4Pca65Eojz6jhmHAdZ24+zvy7GMsnPrjXIAxIJHQMTMzjUOH7t+ioyIIgiAIgiC64d69WZimCcepgnNRi+dCNcFMJgNN0+KJvrfeuohSqQhFYfA8F7ZdRSqVga7ra8qNNcefQoiucm4rKR1KCViWBc9zoSgKHMeB57kd9yFsUmOoVEoYGBjsq3wTFfv2KNvthcF0A9r/5/8En85D2nbL/UomA+X8+S3ZF4IgiM1kO31Se0mlUoGmafA8r6XgxxhDEARYWJiHYRiQUkLTVPj+9hX8IvkIYPOn1gmCIPqFqKnv8uU3USwuQUoBgIExwDBMKIra4qsBhAtcw0i0vVZudtNKNDkeNoqEXcFSAp7n4vLlN/H008/0jQcGscx6JcrrG0+lDGOhcrkETVNhWQPwfQ+OE64PFUWF73uYmLiKdDpDhV+CIAiCIIg+olKpwDRNMMZQKhXjHIwQAtVqFXNzdzE6mquLGZetBIQQKBYLSCRMqKqGUqm06uu1iz8dx4GmabGNSz31Obf6pshmdF2HYSTi9Y5lJcE5b/tYYNmXUAiJIAj6Kt9EMp57mKhj99ixk8jlDm/5Irpe0lMG4ZdHBgGYZUH5+efAOkiNEgRB7CRWklTbSRNnqVQKum7UBWfL1Es2VKtVOI4D328fFK1Om9HBdRAaQjfqwxMEQewFMpksDMOAZVlIJEwkk0kMDg4jmUzWvCVSDbKJoYSOiocf/mjba+VmN63k87dRLBbi3xIAtYKfRLG4hHx++2Sht5qdImW6UYnyZqnYsbHx+HMbBD5UVYWmqbXPA4OisB0lfU4QBEEQBLEXSKVS4DyUtFyO08LpPtd1MT19G3fu3KoV59R4/SEERxAE8P0AjuOgWq1gZuZOW4uAyCrm9ddfxiuvvIRSqRirlCiKUluPlFuaGcPXWc65RQ1nqqrFXtFCyDhnlE5n4tydaZrQdQ26rqNdjkrTNAASisIwOLivr/JNNNlHbCuRpCe7cAFyOg9lLAfl/Hkq9BEEsWtYrXuonzqAViI6jlQqUwvkJIBlmS1dN1AoLEAIsUEJzy7ckFeAMYZUKg1FUXHixGnkcof6KvAiCILYbKanb6NUKsZFvETCjBfEpmmBMYZMZhCe50IIDl038PDDj2F4eH/b7UWSN4yxWHZRVcPtSokNN63cvTsNKdFWJlpKidnZvSHhuN5Jue1gZmbj057tpGLL5RKEEA0ys4rCkEiYO0r6nCAIgiAIYi+wPLXn1+I32VB0s20bV6++BctKwTRNuK4NIUQ8AagoLFaG0nW9xSKgUFioKZYUwDlHEHC4rgPbrsSNYomECdu2a02NVsP+NefcVlI6zGSyce6OMYZkMo1qtQzORYPvua4bMIwEVFWFYSQwMjKyyWd5beyZYt8f/uEf4sUXX8T7778P0zTx2GOP4Vd+5VfwkY98ZLt3bc/DdAPqJz653btBEASxKWy3T2qvqD8OVVVRrVbgODYYAwYGBlEsFhAE653m6x2aZmBgYBAnTpDPE0EQe4/I+y68PoeLZ9e1kUymYRgGTDOB4eERZDIZVKsVDAxkMDJyEIx1/i0aHc3h/fevo1gsNMhsOo6NTCa74aaVMB8Q+l60uRdtmnR3HatNyvXCF7GXVKu9nfaMYoyLF19F9DmIJD5TqQwYC6Vod4r0OUEQBEEQxF4gbABMxOuO+kJfWBwLLV8qlTIGB4eQTKZj6f6o0Keqy/FefXMX5xwTE1dRKi0BWI4NAcTThLo+DMYY0ukMfN+Pt7tSzq2+4az5WOpzd4ZhQFUH4TjVWgwq430MAh+mmUQqle67Bv49U+x77bXX8DM/8zN4+OGHwTnH7/3e7+G5557D//yf/xPJZHK7d48gCILYxWy3T2qviI4jn78d++ckEiZc11k1GVufFFx98i/sCFsPUgoMDg5RoY8g9iDNZu0HD+agqjvrOrsRooJRuAgOF8LRwrtaLUPXhyAlkMlkkMsdrk1lq/B9voaCWlSU61ScWzsHD47h7t1ptLvuM6bg4MGxnrxOP7PZvoi9JpkMJcrb7e96JcozmSxGRkZx+/aHYIzBNM3YA2Yj2yUIgiAIgiA2D11PQFU1cM4hJY+LfJEsv6KEkpfR5F0iYQJwahKaDMPD+8BY1Oy23DQ2O5tHuVyMmw0ZYxBiWe4/CIJ4m6qq4SMfOQZFUTaUc2vO3VmWhXx+CoqiNHgSSglUq2UYhoZicamv8k97ptj35S9/ueHvL33pS3jqqadw5coVnDt3bpv2imiH9DyIly5A5u+A5cahPnMe0K3Vn0gQBNHHdOoe2mkoigpFUWCaZpzk45yvWsBjTIGiKJCyVeZTVdW4C0xRQp89z3PXtX+MMdy+fQvHjp3cccVUgiDWTycJxBMnTvWdtMpqREXLUqkE33dhGAmk05lVF6z5/O24U1ZKAUCJpTGFCM3ro+2shdnZPBhjyGaH4DgOhOBQFBWmGcp4brQQNTZ2CB988F5t30VcoFQUBZlMFrncoXVve6ew2b6Ivebgwd5KlEffX89zwRhqPi82NC3ySlm/9Hm7JgCKDwiCIAiCIHpD1LjXrhEsbOBKQNP0ePJOVTUwxqDram2ir74xfLm5q1KpNHh6K4oS+wIuN4OFf+u63jMLl/rcXT4/Bc/z4DhOy+MYYyiXK5iYuIpz557qm/hyzxT7mimVSgCAbDa7pue185LoN5qLZZvlgbcZryOuXQH/yguQxSKYrkP4PuSL34T6f/wC2ImTPdpzYiuIvis74TtDhNB7tjPZjvetWb4r/P+Vx0KE4JBSwDQtKIqKIPDBmAJVVcC5gJQCmqYDkAgCf9375vseNE3D9PTtPeHxRBDEyhKIExPXMDzcP52WnYgKEnNzd2v+pxyOY4NzAVVVYFmpFf3bwmLJVTiOE8tscu5DVdXaOQkLaOuRjy6VSnBdNy7yJZOpeIHdC2lFVVXx0EMfxcTEVZTLJUgpwJiCdDqDEydO983CeTOJfBGbEyRSSti2jWKxgHx+qm8KVb2UKK///qqqGvujCCFQqZQwMDAIXTfW9dndST6IBEEQBEEQO5GocW9xcQGci1qTd5gfCtdkoYrIsWMnoWkayuUSZmby0DStwacZCIt2IyOjyOenalYxy9KcjKE2QRjEU4FhTknbkEXOSo1hlUoFnufB972WpnUpJYTg8fH0S3P/niz2CSHwxS9+EY8//jiOHz/e9fMMY/sXVqvBr1yB/8IfQRRLcbEMf/dN6M/+AtQzZ/r6daTnwf3aC2CuA5YIi4YsYQCug+ArX0bi+S8Bm1C0JDaH8CKsxgknov+h92xnsh3v28BABnNzM3FSMprCWIloci/ykdJ1PQ4Cw+BNjYOl5oBvrXiei8nJq8hmsxge3rehbREE0f+sJoE4PX0Ho6Pj27Bn3VE/1VQqLYFzUSt8aLGXhW1XYBhGW/+2qFgSXjtDeU1VXZ6mNowEGFPW5WVaKCxgZuZOrcmj1QOwV9KKg4PDOHfuqR0pd92LybHR0dZJOc/zUK2Wa+fcws2bN/qqUNUrifLm769hGNC0QZRKJQRBAEVR8fjj56Bpa1sH7jQfRIIgCIIgiJ1I1Lj37rtXMDc3CykFpEQsvek4DqQUeP/963jkkccwPn4YBw8exKVLF+F5LjRNg2EkoOsGDh7M4dKl1+H7Hhhj8boICBsYw6KfXmskT+LEidMbmuhbrTEslUohCPyO+a4whyX6SoVjTxb7Pve5z+H69ev4sz/7szU9z/N4X0+8SM9D8Md/BNg2oGqQQgKqBlGx4f7xH0H7red7MuG3Wa/D/+Hb4IVwoq/lvuIS3H/4NpQf++SG95/YGqLCQxCsxQeG2E7oPduZ9Op945xjZiaParWCZDKFsbHWhF30mHK5BM/zoes6GAsNl7sp+AHLwRDnvPYcYHkqMExU67oeP269xyIlcPXqFZw7R8k8gtjt7DQJxHrqCxKeF3aMhgtkCc4DMKbXZA1l7I/a3DkaFUtM04Tr2vG1OFy3KFDVUCJnrXKY0b7pug5VVWoyOo0egOuVVmx+nfpi2dGjx3bMdbtXk2PNk3LhxGQZjAHp9AAYY7WER38VqnohUd78/Y2KnKEUFEO5XMQPfvD6ms/pTvNBJAiCIAiC2KkMDg7jh37oaVy//i7ef/96TZo9LNZFDeqVShmvvvp9nD79EObmZmuynALVahVBEODRR0/igw/eb2jUymQGUCotIQgCRD6AjCnIZofx0EMfXTE2XK0hb2V1mKsYHz+MarWCIAhWLPYFgd9XvtJ7rtj3+c9/Ht/5znfwp3/6pzh48OCan9/PCXB+4QJEsX2xTJZK4N+9APUTGy+WbdbriDt3AF1vEYJjAJimQ+TzYH18/on2SNnf3xuiFXrPdgZR4FKtVjAwkMHIyEEw1ptuJiFak5XtHrO0tATLsmoynDIOkFYq0tUHSc0BU5iYZuCcQ1XVdRf7osnAcKKHknkEsdvpJIEIoGeTZ5tFfUEimmxeLqqF11NVDb33OOdti5f1xZJ6CcRo0k+I9cl31u9bKpVBpVKCELK2LwK+7+P06Uc2VHTayTKLvZ4cq5+Uy+fvIJFIwLKS8Wci8ktkTEE+v3ukquu/v1Ehuf47oGnaus7pTm4CaIZzjunp25iZmQZjwOjoWM98aQiCIAiCIHpBsbiEpaUCdN2A73txg3eoVhLGZJwHeOedN5HNZlEuL68tPM/Da699H6lUGqZpxtvUdR1DQ/tg21UYhgHLSuPgwdXjoG7WGJ0awzzPQ6VSRrlcbLAv6ITv+w37vN20j353IVJKfP7zn8ff/d3f4Wtf+xoOH959iT+Zv9O2AAcATNMgp/N9/TosNw7pt/dpkoEPNraxrmGCIIjdQqGwgIsXX8HNmzcwNzeL9967jtdffwWFwgI458jnp3D9+rvI56diw+JOrJasFIK3fYxpmshms2CMYWAgU5v8WHuBLgycWPy6YbFZ1pLa6wtTVFWLJwJ2UjKPIIj1MTqag95BVULXdYyN9a+EZ31BIpIzXi74LTdFSInaNba1eJlKpeJrr2EYyGaHYFkpGEYilrdZT+Gsft90XUc2O4RkMgnDSCCVSiGXG99QQa6b359+JkoQtCOaHFsr0aRcNjsYJxc8z8PS0iJsuwLPc+E4VUxMXEWhsLDRQ+gL6r+/YUFzOY5QFIZEIkyerPWc1n8vmun3JoB6CoUFvPzyd/H22z/A7OwdzMzk8fbbF/H9739313wGCIIgCILY2dTH9YAEY0rtPxYrLwGI1UuWlpbi9Q6AWjNhgEql1KYpnCGZTOHgwUM4e/ZJHDp0/4qFvm7XGJVKBYwx2LaNSqUM27Zrk4ZlADLeD9M0oWmd5+Usy8KNG5N9s3bZM8W+z33uc/gf/+N/4Hd/93eRSqUwNzeHubk5OI6z3bvWM1YulgVxsUx6HvjffwvB178G/vffguywSN3o66wV5ePnoQwMtL8vk4Fy/jwC28bU//O3mPjzr2Pq//lbcHf3vH8EQRDdsFLgcvnym7h48WXcvHkD9+7N4ubNG3jjjVdWTAZ1k6zs9BjGGDRNx8DAIBIJC36H34ZORLJkoe66Ak1blooTQqx7sk9RlI5JcYIgdh+RBGJY6A8XZaFpu4YTJ05BVft3+qW+IGGaZs2LQomnmqJO0qjo0U42s7nYyRiDZVlIpdLIZAbWLN/Zbt+i7ZpmuF3DMJFKZda13YjNKJb1Cs457txZuXFmMyfHonPfPOkWEv5u7oSCaDfUf3+XZcHDz1sqlWn4DqzlnK7WBLBR+dmtgHOOiYmrKJWWECbOWJwUK5WWMDl5dVd8BgiCIAiC2NlEcX0oa8njop+UssGiJfyXtY1fwryWgNsm17+W3E43awzOOZaWFnHv3hzK5RJc14VtV7CwMF+T7US8hkwkzI7TfbquI5VKb/vapZ49U+z78z//c5RKJfzsz/4sfuRHfiT+7xvf+MZ271rP6KZYJq5dAf+NXwX/67+AfP1V8L/+C/Bf/1WIa1d6+jrrgRkGlE8/C2ZZkEFoTi+DALAs6M/9v7F4+S1c/NMv44OpD3CvvIQPpj7AG3/yx1i49Pq6Xo8gCGIn0ilwkVKiWFxCpVJe04REN8nK1R6jqjo8b+3NF/VFPSnD4E9V1VVlElYiTBKKjklxgiB2J5EE4pEjR7F//yiOHDmKs2ef7HspyPqCRNi1mq4r+C03RVhWCpqmt5XjXKnYuR75znb71kwvrq/9KrNYKCzg1Ve/v2rjzGZOjkXnvnnSDVgu/PZTUmGjRN/fXG4cum4gmUwimw09ISPWek4363uxlczO5lEuF9t+zoSQKJVKu+YzQBAEQRDEzqVSCb3tlpYWEQRhvioq9EX/D0RqTq32C0KERUIpBSqVSpwfiljL2mO1Ncbc3F288cbLmJ2dhpQCQnAEgd9QmGQMsboEgI45qiAIfdf7SVVqz3j2TUxMbPcubDpRsUx89QWIUimU1AyCsAD3888BEhBffQHStmMZTqbrkLYN8dUXwL7wPFiHBf1aXqebbXRCOXUm3I8LFyCn81DGclCfOQ/JgMkX/i8EWK5QKwACANffeBVnTz8MNdE/+rgEQRC9pN5YeGmp0DbQcBwHUgpw3lrUixKC7bzruvW6WukxnPtQFA2KEjQEdCuhKGpLAdLzvNi8eb2TfdG0YaekOEEQu5dIAnEnERUkQk8JH4ZhQFUHwXmAoaFhKIqCRCKBVCrTYipfT73fWycT+o3um6IwCCGh6725vvaj12I4SXUNUvLYQ87zXNh2FW+9dRE//MPPQNPCtc7+/aO4fv3dmteHCtNc7vrdaDE0OvcXL76KSOpayjBBEU27MYZNTyrUxx+pVApjYzkAatv7Nvp5UxQVp049gmq1WusGb2Q953QzvhdbSZjskm3jvlDmV/RNYokgCIIgiL2LZVmoVEL5y1BpSUMQhMpPYX4ojGcymQFUKiVE8S0QFsyiPJaUgO97uHv3LgYGBpBIWGtee6y0xuBcxPY3QNgExnk4yRd6DIbxv64bcfxl23ZLnq0+NiuXi9C0fX2jKrVnin17hXbFMuX8eTDdAP/7b0EUi2399kSpBHbhAtRPfHLDr7NRmG407AdjwO0X/yc8tB9F9QDkv/0tHP7x/23Dr00QBNFvNBsLV6sVuK5bk1FbvuaGhTPWVq5upS6j0dEcbt++tWJiTUqs+BjDSCCRSIBzP/bba6ezzhhbUbZBSgEpse4in6IoME0LudwhnD79yI5J5hEEsbfpVUFiM4qdm1ks6eb3Z6uJpuc1TYXv+6hUShAi9BNxHAff+9538eijTwAAJievQUoJ3/dqkkM2TDOFVCrVk2Lo4OAwTpw4jYmJK5BSQlXVBhmhzS6INscfd+8K3L59C6dPnwHnAhMTrfcdP35qQ9O0m1Fg3olNABGpVKrOw7Ox4BdKnSp9k1giCIIgCGLvEqZ/lnNAqqoA0OOCn2EkkE4PwDAMHDnyIK5dewecBxCitWE9snqpVCo4duwkxsfvW1MMuNIag/MAqqrC9724eY4xPVabSiQSEILHcZfneahWyy37KKWMi4mch7Kl/aIqRcW+XUhzsSxC5u+0LfQBCKfzptcmAVL/OtLzIC5cCF8jN96zwl9EZXERKuovG8soAKqFxZ69FkEQRL/Qzp/PspLwPBfVahm6PlTnZaO2SA1ErJQQ7DaxttJjqtUKDMOA66q1oEeF57kNr6Np0e8Pb1vMUxRl3R59EWEyVKNCH0EQO45+Lkhs1r5t9uTgeohkf6SUqFRKtSJLeJ+iMPi+h4mJqwDCJptEIlH7/XPAOYeiMDz++Ll4+m+jjI0dQj5/e8sLoiv5A1+7dgVCSAjB28qGnz375Ibeu50+jbde2k1Kjo7mMDX1ITzPbWmiUhSGTCbTN4klgiAIgiD2Lo5jI50eaGiUC5uxTei6gVQqg/vvP4KDB3NQVRVDQ4O4dOkNLCzMN2wnahIP80oMS0sF5HL3IZ+f6jouXGmNMTSUQaVSgqKocTNVqC6lAFAamus4F6hWyw37BixLkoaqVoCuaxge3tc3sSoV+/YQLDcO4fttC34yCKCMrW+hIK5dCSU9a1ODwvchX/wmlE8/C+XUmVWfLz0P4qWVC4WpoSHMLBXaTvYJAMnBoXXtO0EQRD8TTRjUyw8wFkp4lcsl2LaNZDIJIUQ86ddO6mm1hGA3ibWVHpPJZHH79i0kk+m46ykK0CKizilNC0OPcIpvWbc9OrZuJEDbEcmHRp1jBEEQRP/Tb4WdSPbH9704URERJgQULC7OQwgO00zG0p2maQEIm2vu3p3tWXF0uwqi7eKPiFKpCCklksnWJqKVZMPXQj8XvzeDTlOUR48ex9DQPiwtLcJ13TgBFspgZXH8+Om+SSwRBEEQBLH3iJqVlpYK8H0P2ewgXNcF5zwunEkJ3H//kYbYbv/+ERw9egJLS6+B8yDOY9UX1KSUmJ+fx8WLr6xZTaLTGmNmJo9SaQmmacJ17Yb8k5Rh7J1MpvD44+fw7rtXYNsVJBIWqtUygoDX1gas5inIoOsqBgeHsW/fyGac3nVBxb49hPLx85AvfhPStlvvy2SgnD+/5m1Kz9uQD2C3hcJDP/aPMVXz7GvGAJD7R93JjxIEQewkOhkL67qOwcEhJBImstlBDAxkMDJyEEtLSysmBFfy1+kmsdbpMfXJSEVRsbS0UCc7pYAx1GQRZOw5FKogMABywxN99Xieh/fem8SxY6d6tk2CIIh+ptfeaVtNPxV2Itkfx7HR3DsjpYTrOvB9H4wx2HYFrmsjmVyW1V5JNnu9bEdBtFP8ASwnX9qxGce/22k3RclY2Mn+/e9/F5ZlIZVKQ1EUBEGAgYEs0ukBJBImqtUKBgayO+r7ThAEQRDE7qC+WYkxBsdxYNtV6LoBXTfiCTlN09o2nzuOjUQigWqVtzSthxYwHJ7nwDD0dalJtFtj1Et8Rs3qQoi4mSqVSuP48VNgTK1rtALS6QEsLS3WSaszqKqCTCYLw0j0ldJC+wie2JUww4Dy6WfBLAsyCMtmMgjALAvKzz+3LtlN8dIFiGKx/X2lEsSFCx2fu1qhUPpe/FjNsnD83MegIZzkQ+1fDcCxc09CbSNbRxAEsdNJpVIdC2FSAmNj4zh27CQOHQo1zKOE4JEjR7F//yiOHDmKs2efxODgMAqFBVy8+Apu3ryBe/dmcfPmDbzxxisoFBbWvX+cc+TzU5icvIrbtz/EwEAWmqbBMBJQVbUm3dlYzAsCP/btay/OvDEURcGtWx+09QQkCILYbWzGtX0vo6oqTpw4BV03IMSyRA8QdRqHkkKhv0fY1FKtluPHbJaPXpSsOHbsJHK5w5te3Fkp/oiSIe3YbB/B3Ug0RRnh+z4KhcWaUkKAarWCYrEAXTeQTKawtLSEYrGAhYU5+r4TBEEQBLEtNDcr+b4PQCIIAjiOjWq1gkJhEZzzjmoUyWQKyWQKitIaV0aeeJF6RjORmsRaiRrVVVWDpunIZodgmkkkEhYefPAkzp59CgDwxhsvY25uBpVKBeVyCdVqBen0ADRNA2MKFEWFZaVgWcltsx/oBE327TGUU2fCabsLFyCn81DGchvy19uID2BUKGz3fFEqgV240OA9OPzYOZw99TDy3/4WqoVFJAeHkPtHn6RCH0EQu5aVjIU7SXO2615ayXtnvf46URdXtVqBbVfAuYh1zjn3IYRsu98AejrJ14leyIgRBEH0M5txbSfCSbpnnvlH+M53/qEmGRQ6h9t2FQCgqtESOirwCTiOA8uyNtVHr5nNnOhcKf7IZAZiz75mNuv4d/r06krUT1FGXpGcc0jZKGVVqZQBhFOVnufBsiz6vhMEQRAEsS3US75HzW+MsVrDXCjhaZomDMPAwEC27TYOHgzjzUxmAKVSEULImkKVAGMKksk0gsCHqqotjWarqUl0ih0556hWK8hmh+D7LhKJBFKpTMP9ly+/iVJpCZxzABKci5pSlcDw8D64rgshJE6cOI1c7lDfxV9U7NuDMN1oKKJtaFsb8AFcT6FQTZg4/OP/2/p3mCAIYgfRK6+elbx31uOv43ke3nrrIjzPg+vatc6mcMKBc7+WpNr8gl4roXa6ZVkkI0YQfU79Asyywo5N27Z3XSJ/M+n1tZ1YRtcNfPSjT2BiIvz9te0KgEjeJwMAqFRKNV8/hiDgUFVtyzp7O3m8reZf0i0rxR+nTj0Eznl8bjbbR3Czj3W7iXwiFUWB6zoQQtYkopa72gEgqCnzaJraUmil7ztBEARBEFtJfbOS4zh1UphhHKnrOkzTgu8HHWOU+njTMBKoVMrwvFASNJ0eiF/HcWykUhnodTWEldQkOsWOkWdfdLsQArpuYGTkYBy/Tk/fRrG4hFDNIzy+ML8VTi3atl3zTe7fOJSKfcSG2IgP4EYKhQRBEHuFXnj1rOS9s1Z/nUJhAW+9dRGlUrFW3AvNlFVVhaIosczZdqAoYSeZlCAZMYLoY+oXYEEQxBMr6fQAVFXdVYn8zaSX13ailUwmi1zuEGZmpiFEAIAhmUzGncXZ7BBc10EQBBgby+H06Ue2pNC3VROdyWQalmWhXC5D1zU88MBHcOjQfUgkDPg+3xIfwb0wvVo/Rck5jyVihQj/bfyOy1oBsPGY6ftOEARBEMRWUt+sJESj556UYSEPWD1Gqc93lUolzMzcga7rsVy+69qx8kE2OxS/TrOaRNRIWr+N+tgxCHxcufI2stnsijHlzMw0pBTx60Q5LiFEXBzs9/iTin3Ehoh8AMVXXwilNzUtLNRlMqv6AG6kULjVSM+DeOlCOI2YG9+Q9ClBEMRaaSfNuRbqA7FmuvHXaQ6cPM+FojAEwXIQFCaowgk/VdUQBP6693e9RJ1kut7eAJogiO2nPnnPGIv9zoQQWFpaRCqVAWNs1yTyN5ONXtuJziwszOPq1Stx5y9joRdJEARxVzFjDKZpQVW1LSv0AVsz0Xnr1k1cufJ2rcjGUK1KXL78NgDg6NEHAWw8NumGvTC9Wt/VzpgSy3dGnfGNslWs5l/TaGNB33eCIAiC2H30s4x5fbOSoqg1VYKoQMZgGAk4jo0gCGoS8LzjvkcxZT4/hXv3tHg7jDEkk+maj7GA6zowDLNFTaK+kdR1XVSrFaiq0jAN6LoOOA9i6f16PM/D1atvI5GwYNvllv1bbm5XkUql++Y96AQV+4gNs14fwI0UCrcSce1KuI81f0Hh+5AvfhPKp5+FcurMdu8eQRDEqqzH+y+iXeAUdpbXd54jTtaHgZ2xqVKeUZdXM5xzuK6LQmER7703iaNHj/d9IEYQe4365L3jOPB9v+aHEFIuF+G6NiwrtSsS+ZvJRq7tRGc453j33asN02SqqiKZTKJSqWBgYKDWxbx50pUr0W6iU0pZk1DiyOfvbCgZ5Hkerlx5G1JyKMpy0kZKjsuX38Z9990HYGuOd69Mr0Zd7Xfu3Mbk5NU4qVStlmtSsaFXZJj0SrX41tD3nSAIgiB2F/Pzc7h8+U14ngtN06DrRl+pnzRLcLquHXvuJRImisVC/HehsIg33nhl1X1vF/cZhgFdH4LjODDNJO6//0hDnNusAhEWFVnLNCDnvCY9zxviZiEEXNfF0tIikskkOOfwfR+aprXsC2MMo6NjvT+ZPYaKfURPWK8P4HoLhethPdN50vMgvvoCpG3HcqNM1yFtG+KrL4T73idFSYIgiE5EgdjExFWUy6WaLIGCTCazYpIy8uYLE/MqgsCHlJE5cZjkFLV6XlSAUxQV6XQGQkio6uYk4toV+iJC7yQf16+/i4WFeZw4cbovgmGCIELqF3Ge5zYU+gCAcwFF4bDtCiqV0nbs4o6hV76uRCORlwfQWFAxDAOqqiGbHUQiYW1bh3U00ckYg+M48Dw3nqZnTMHS0kJXCZVOTE5eiSf6muE8wNWr7+D06Y9u9DC6on56tT4xoygqDCOxq6bZFEXF4cP3I5PJxN/pbHYIdk0FZ3z8PjAG3L59C0EQwLIsSAlomobBwWG89971vuv6JwiCIAhi7Sws3MNrr32/Jo8Z5mUUJfSt6yf1k3oJzrm5uygUFqCqKkqlpVojuIJkMg1VVRvkMiOJz2Y6qZYwFhYQ77//CHK5w+CcI5+fQqVSgeva8Dy3TjZ0ecpQCAnXdWpKHGrsi7y0tFiT5ZRxDB02WVXjBqtIuSpsbA+bzCKJ/36Hin3EtrPeQuFaWO90nnjpQvyclvtKJbALFzZ93wmCIHqLjP/tVDPjnOP99yfx/vuTcF0XqqpBCB4bE0dJtzC5rMRTfZqmwrJS0HUDZ848iunp2/D9AJ7nbnivGVMQedWseHQy+legUin3VTBMEERjocJ1W68NjEUm6Gh7P9FIL3xdOeeb7r22k6hWKzUPD1GT/OFQVRWJhAlVVZBIWDh27OS27d/oaA7vv38dxWIBnAtwHsRJDVUFLCsJzgNMTFzF+Phh2La9pve1VCrVfQ9l7BsX/stQLG5dET6aXrXtam3KTdR5uLgtcpa7gXbfadO0cOPGBHzfg2VZsO0qbNvGvn0H4Hk25uZmoCgK7t4VfdX1TxAEQRDE2uCc4513LoFzH1LKOnlMBZVKCaqq9pX6SSTBOTqaw/T0bdy8eR1ShvGoaVoNagSRBPv4ePt970a1pF55SlEUlMslBIGPZDINwzBgmmbs8xfFswCQSJg1VRmvtkWGIPDi7dfnmRgDNE2Hpmk1SfWoUf70jlgjUbGP2PVsZDpP5u+0LfQBCGVHp/Obtt8EQRC9IpI2EIIjmVzugheCtxTDCoUFTExcxfz8HIIgqHU8LQdEUcEt7LYKE4CGYYIx4PDhBzAwkI0TiocOHcbk5LuYnLzaNmBbC4yFBb/mKaBmQunQyESZ7xpPH4LYLUSLuHK5hOXmg3pYvDjT9cSW7ls/+2KsxEa805q96ahYACSTKdy546BarcQSilICjhPKy/bTNJmUopYIAqLf56gZp1Ipo1wuIplMrel91XUdvh8AiLqiw4n+sGOaYWAgswVHFqKqKh588AReffV7tfeC1bqrFaRSKdy4MYmzZ4d3xPd0LdR/pznnuHjxlQZZ2WQyBSklpqdvI5vNxrcrigLf9/D6699HKpXBwMAATp48A00jJRqCIAiC2AnMzuZRrVYbmq6iWExRVHieu60y5u3WS8XiUoP1i5Rhw5yqajCM5RhkNQn21VRLpESDZCcQKhx4nodqtQxdH2rx+QunCsPmOMtKolRagqKoEGLZciZqJAvj3dCr27IsDAwMIZsd3FHrQoCKfcQeYCPTeSw3DuH7bZ8rgwDKGHkjEATR/9R7ZDVTXwyLioKVSrkm9ckQJt7DQIgxFndmSSnjxF8ikcCjjz7RkkBUFBUDAwNIJlOoViu1Qt3Kk3mdiGQgVmN5si+UFN1Nnj4EsRuIFnEXL74aTwZHnZTh9SVc1Gqajkxm64oKzV2ie6Ho1c6bTlEUBIGPt966iIMHx5HJZHbU4rYXjIyM4u23fxAXnYFlb1rbtnHgwOi27t/sbB6MMWSzQ1hcXKhrgmEIggALC/fiSbzouxVOKgarTrtzzhEEQe24w4OPfvc559D1BE6ffniTj7ARx7GRyWTg+17DlCVjbNc39HDOce3a2ygUFqFpGkzTjN8Px3HAeRDLUwGAbVdRKhUhhIDj2FhYuIepqVs4c+YR3Hffke08FIIgCIIguqBUKtXsU2T8mx/9GzUzb1fjWbv10tTUh/B9D6qqQlGUOEckpWwowIX7L1fd95VUS/L5qZa8VjixZ9diHweWZcU+f77vY2hoCIuLi1BVFY5j19afoqZYocaqEQDq1qRhDJbLje/IGHP1rBlBrBPpeeB//y0EX/8a+N9/C9L3Vn/SZuzHBqbzlI+fhzIw0P6+TAbK+fM92UeCIIjNpJ3RcUR9MSwqCoba8JFsV/2jZRwUaZoGywo9i3K58Y7J8HDb0STg+gp9EYy1+gc1E8mNMsZgmmZXASVBEFvL4OAwTpw4DctKQVXD60logq5CVTWoqgbLSuLgwa1pqmo2dgcaiyNCrDxRvFNZ9qZbxvd9LC0tolQq4s6dW7h58wbeeOMVFAoL27SX6yPy8rh+/V3k81Nreg9nZ6ehqkpc+KqXULIsC3fvzm7inq9O/W962IwTymsyFn5uhRDwfR9SosUTJSqOdWJ2Ng/OA2QyA7Xty/hfKYHx8cPQt9ivvFKpQFVVmKaFVCrdIAm1mxt6CoUFXLz4Cqan7yAIPNh2BUtLi/C88DsbeheyuNgrhECpVASAuJFCURik5Lhy5e0GqSqCIAiCIPoT33drqkatuY9I5WCr1kj1dFovVatlFItLccyYSJix73NUgIuIpDhXI1I4OHbsJHK5w3GTWru8FmMMqVSm1rAYxUQSmqbj4Ycfg+O4Nd9tNd5OlJtSVSXe1/riqpSAYSS25Tz3AprsIzaF9XrkbQYbmc5jhgHl08+Gx1IqhcXBIAgLfT//XEf5T4IgiH6ik9Ex0NhdFQVP9abGoV9fmCCKZMJUlWFgYBC6rteeH07f1Es6hMk4YGmpAN/3EQR+w5TBeqj36lkJznlNysrf0oIBQRDdMzZ2CPn8bRiGgUql1CCXqCgqHn74sS2bJut2+nm3EXnTCbFc0KlUSnGRICwmdDcRFtEPUqiRHHW5XIx/y6amPsSJE6dXndKMnut5PhRFBeccQggkEhbS6TQY2/7iUvSb7nlubeJ++b7630cpBRKJRk+71YpjURwQ+qyYNR8UDk1TkU5ntqV5ptsYZjuJPveuayORsDb8ua9PqEXyVFH8E3XJh93oMi7oRt/d6HH154vzAO++ewUPPfTYho+VIAiCIIjNwzAS8W97vZRnFJ+Pjh7cFsWNTuulcB+Xp+qi4lsYl4TNSfVSnBvZ9/qYMPRvXvbWzmSyGBwcQiJhxWuQqLEx2udGP79wwi+U+QyLhMvNUhoefvijO1bZhIp9RM/ZiEfeZqB8/Dzki9+EtO3W+7qYzlNOnQn3+cIFyOk8lLEclPPnqdBHEMSOoRujY2A5eKoPghSFQdeNuFinqiqGh/eBMaXh+fWSDpxzlMtFAAzJZAq+7zV0Sq2XbguFkfxotVrd0oIBQRDdU+/JoKqh/0QQBDCMBB5++KMYHt6/4dfoNgHf7fTzbiOZTGFuLpwMAwDXdeqKrrLhXHVT9Kz/HWCM4datKq5du4z77nsAR48e35JrMeccly+/iVJpqaFBxPNcXL78Jp5++pkVJSwnJ6/FU3IAoGlRssUHsPbi0mYUP6PfdNuuxk05nAeQcvn3T0oBXTfi43ccpza1H3qQdKI+icKYgkwmG98nhGzw/d0quo1htov6z72mqQgCvmEJ4PqEWiRPFcVAUZd8GKu5cUE3CHiD3Ff9NU1RGEql0gaPlCAIgiCIzSadzsCyUrDtChgLFRtCCxWGdDqD/fu3R06+03opku2sV9HQdR3Z7BBs20Y2O4RcbnzFGLjbeDmKCR3HbtMs6uL06Uca1pDN+1zv5xfFyqEqlALDMCAlQyJh4OGHH+vJWnS7oGIf0XM24pG3GfRiOo/pxpbuM0EQRK8ZHBzG1NQHAADLsiAlWrqr6hNqURAUeuWFycTQR0uD67owjAR03WgxSg6nHpa7uEqlpVphkNcSVaEn12bCmIJkMgnDSMBxWhs9CILoD1byZGjHWgona0nA74TJoc3g4MFczfvCjwtC0XU8lE1cngpbrehZP4nEOW9YgF+//i4WFua7mqzbKNPTt1EsLiGSnQYQF7yKxSXk87dx6ND9bZ8bFVjC4ooT+9UCywWWdDrTdXFps3wgo0L5W29dhOM4NfkhDYCErhvQdR2O48AwDHieF/+WR+cjn59COp1puw+rFdbGtsGvvL4xwPf92tRpbzrEN8pqEsDdTMO2oz45Vd8hz7mAlALVahWqquLUqYdw9+4MfN+HpqlwXRH75dQ3WAkht9QDlSAIgiCI9RHFYoZhNEyuJRImNG37mpw6rZcSCRO2bbfEO4wxZDIDePzxcyvGQmuJl1VVxZEjD+K11/4XgoDHHtWqGuZ/rl9/F+Pjh2HbNlKpFCzLAuccnufVFEvC9U1UiBwcHMLo6BgAxM/ZDV7lVOwjes5GPPI2C5rOIwhir1IfPFmWBduuwrbttpMW9Qk1TZNxEMR5AMNQkUgk4Ps+fD+Aoqg4dephZDJZXLv2NgqFRWhamGwMAg4heMskHmNK7TGIO78iyYRewhhDImH2hdwaQRArE3kyrMZaFoJrTcCvdXKoH6Qqe4Gqqjh58jTefPMHKBaXEAQBhAgLXJEUsmGEsfJqRc+oULbc8CHj6TgpBSqV8oaKH90yMzMNKQXaTZJLKTAzM92x2FdfYEmn0yiXlwuW4bSc7Lq41OsiULvP3NNPP4Pvf/+7te9EmLyIjjtsyNExP38PYYMNi4tG0b6124d+LayttTFgq9gsCeDmhJqu67CsFMrlIoQQsKxQ4uvu3Rk8+OBxOI6DUqmI69ffbevzo6oaTp7cWisNgiAIgiDWTn0sFk6ssdiDbjtjsU7rJcYYBgayNTWoYE2x41rj5UJhAVevvg0hli0HVFWFZYVrlPn5OZTLRSSTYRwlpUShUABjy1KormsjmUwjkxnAY4+tXIjcqVCxj+g5G/HI20xoOo8giL1Gu+ApkuBaXFxo+5zmhJppWsjnp+LiXFSsA4CrV9+GYRhYWiogCDz4vgshRC3IUxqSTdH/JxImkskkFhbm2ybWe4GUAktLi7Cs1K6dyCGIvcRaF4JrTcCrqooHHzyBd965BNd1oWkaDCMBwzBaFqmbNa21XWSzgzAMA5ZlIQg4XNcGYwoYQ+wNxhhbVS4xKpQ5jl1XIAthLFyMb4X/YVSY63Av2tQA40La0lIB1WoFlpWEYRjIZofijmrGlDVNJvayCLTSZ+7RR5+IC3PheQ6TK6dOPYxyuYRyuVSTflLjJpjV9qFfC2vdNgZsJZslAdycUJNSwrYr8dReOj0Axhg4D3DjxiTOnn0SudxhWFYSV668XbtWspqnn4YzZx6FplGTK0EQBEHsBPoxFlupIezUqYcxMJBd8/42e+rV0xyrRutB3/egqkq8T0DoQx6pR0UN54wxFIv1hT7EsfJut3uhYh/RczbqkUcQBEH0hvUmG+sTavn8FILAb9lGJIlmWRY0TYPneQCWJ/XqJcMiOakg4PB9D8WiF5tNbwah2bKEbds4cGB7NO0Jgugda72WrTUBXygs4MaNidpzBGy7Cs4DnDzZWNzZLMm+raDdZJiqqpievgPf92GaoY9bIpGIJTilFLBtG5nMwKqdudEkUlgYa7wv8v/bCv/DAwfGMDvbXkWEMRZL9UQ0+wy6rgvPc5FOZ6BpenxeVFVDLneo6/3oVRGom89cczJoZGQUc3OzmJr6MPZ8a570Wm0f+rGw1o9slgRwc0ItLDoLqKqCVCrT8H7WXwPvu+8IcrlxvPvuFZRKJWQyGZw8eYYKfQRBEASxw+jHWGylIuR6FJuq1e7j5Wg9qKpqrXC3/NggCADImo81R6GwCM55TbFEQtMM6LoCRVGhququt3uhYh/Rc3rhkUcQBEFsnF4kGzttI/Iz4pwjmUyhUim3FPCi/+ecQ9M0aJoKKUVdcMZ6XvCLJgoZY7AsC3fvzvZdkEwQxNpY67XMsixUq5W4yJRMWvF9zQn4qJjSbPTueR5ef/0VfOxjPxwbtG+WZN9m02ky7MSJUy3nVtf1hom2wcGhriRuokkkz3NbFuCKosA0zS3xP8zlDuHDD99DqbQUv5eRBFImk20o2LUrpKVSoV9tqVTC4OBQW3/bbuhVEajbz1z0uSsUFnDp0uvwfQ+u66JarcBxbKRSGeh1qiu72YtyK1mrBPBaqE+offjhTTCGrgq3mmbgoYceW/frEgRBEASxffS7XUC7IuR6lU+SyRSE6C5ejtYskUdglHsK4yIJKSV830cQ+JASDd7bUrqQUoeicBhGBoqi7Gq7l/arZoLYIMqpM1C/8DzUT/0zsB96Euqn/hnULzwP5eTp7d41giCIPUMqlYr9l5rpNtHXaRuhrCeLpROi5FN7n6Qo8OLgnINzASFEzwt9qqrCNC0kkylks0O1CZXdG8QRxF5hLdeyQmEBd+5MwXUdeJ4L265gcXEhnj5uTsDPzubheW6LzxxjgBAB3nnnUixjvFmSfZvJSpNhExPXYFlWy7lljME0LVhWCmNj410lGKJJpGQyHf8ORAvw6LaNFj+6QVVVPPTQR7Fv3whM04JhJGCaFvbtG8FDD320rdxrPZF8p2maSCRMHDlyFGfPPrlmidbR0Rz0Dg2OazkPa/nMNb/XpmlCVcNJ97CQHU5qViplBIFPk+89IPrcq6oGIcKYJpLO7IWvTpRQu//+IzCMRNsYiwq3BEEQBLE7KBQWcPHiK7h58wbu3ZvFzZs38MYbr6BQaG/B0g+spkIRraPacfBg9/FytB4MggBSCgjBIUSUX1qe4mtHdF99TLybYyea7CM2jW498qTnQbx0ATJ/Byw3DuX8eZr+IwiC6AG96DjvtA1FUSAERxBweF4RUgKapteCrfZefFIKMKZ1TNpvBMtKYmAg25AIowQYQewOur2WRYtNITjS6YFaAS+c7KpUyjDNkZYEfKVSge97LT5zAGqyjl48PbVZkn2byWqTYeHkmtGTyaTBwWGcO/cUbtyYxNTUBwDCKUsp0bPiR7f7cfbsU6v6hnQqpDHGkEqlkM0OrntScyVfk7Wch7V85prf66jQWq2W4fsBFhfnETbpKNA0HT/4wes71muyn6ifwHNdG4mE1fJ5W0uXfrvHbuYEIUEQBEEQ289W2gX0cnowij8ZY3AcB0JwKIoK0zRXVT5ZS7w8OprD1NSHNR8+Bk3Taw3kAkKEilHLveStRT8hBFRVhRASQRDs6thpW4p91WoV8/PzcBwHg4ODGBkZ2Y7dIPoAce1KKPdZLILpOoTvQ774TSiffhbKqTPbvXsEQRA7ml4kG9ttw3FcOI4LxhT4vgvfX9ZIX21aL9RT7z2e5yEIggaZMkqAEcTuoNO1TNM0DA0N4733rsOyLCwszGNpaRGapiGRMGM5yrDBgGF8/HBLYSOVSiEIgpZCHxBOpmmaGk9P7cSE+2qTYY5j48SJU5iY2FhRanmb4Xv14IPHVy22bSbd+JysXEgTSCY3VrxdydekW9bymWv3XhuGAU0bxMLCPBRFhWVZsRTkTvCa3Ckoiorx8cPQdRW+z1EfCq1F2mqlx/aieEwQBEEQRH8yPX0bpdJSbENgmsvS3b20C1iv5GYnKpUKgiBAtVqGEAKMhYU317WRTKZXVT7pNl5WVRXDw/swPz9XJ9+JWpEvCrxkx3xU9DhFUTA4uG9Xx05bVuybmJjAf//v/x3f+9738N577zWc/Ewmg8ceeww//uM/jh//8R+HZVkrbInYLUjPg/jqC5C2DVZLzjJdh7RtiK++APaF52nCjyAIYoP0ItlYv41SqYSZmTsYHByE7/uoVss1uTsJzoOeS3N2ixAcxWIBw8P71+2xRBBE/9J8LZNSYnFxHnfvziAIgliaUFFUeJ4X+5SZphUnxiuVCvL5qZaJmevX34XneS0FP0VRYBiJeHqqV9NaW0k3k2G9+J1oppti23azciHNwNjYxoq3veia7vYzxzmH69oolUrQNK0hQeS6buxja5qN6+z1Jo8459tazN0prKVLv5vH9vp7ShAEQRDE9lMoLGBi4kpDYSxcy6RhGEbP7AI2Y3rQsixUKmUAssHaJZTMLHdV4+l+3cCQzQ6iVCrC87z4OFRVBeetcqHhfqBmJ2AgkTBhGIldP3S26cW+S5cu4fd+7/fw+uuv45FHHsHTTz+NZ599FkNDQzAMA8ViEXfu3MHly5fxpS99CV/84hfx7LPP4p//83+OZDK52btHbCPipQvxRF/LfaUSxHe/i3unT6JarWBgIIORkYNgjBYzBEFsH/1ultyJXiRdo23k81O4d08DYwyGYUDXh2DbNqrVclNX1daiKAqkBAwjgVzu0I55bwiC6J7oOsQ5x8WLr0AIDsYYqtXlBWYQ+NB1I/ZkyGaHAIQTyTMzd3DvntbSxfrQQx/Fa699H0IE8eJUURQkk+ECu356ajMKY5vJapNhY2Pj8P3OhZud+rvXDSsV0k6ePANFUbHen7Redk2v9pmLXsvzXHDuw/fduJvaMAwIwaGqChIJs2Xb60keLSzM4+rVKz3rCN/NrCajW19o7fax/V5EJwiCIAiiezjnuHz5Tdh2NV7bSAn4vodyuYihoX2QEj2xC1hLXNLNfs/O5jE9fadWdFPbKqU0Pz6KZQ8fXk88I7G4uIAg8OMYvdV7XIkfyxgDY+GaJ5sdBGMMqqr1pRpLL9n0Yt+/+Bf/Aj/7sz+L3/7t30Yut/LJDIIA/+t//S985StfgRAC//Jf/svN3j1iG5H5O20LfQCwNJjF+wuzCG6GCZm5uRl88MEHtIgkCGLb6LXcwU6Ec47p6Tuw7SpUVY2lwJLJJFRVxdLS4rYV+zjnUBSJarWyq5LRBEG0Lg6FEPG1OPSGCCVjQi9RUfNkUCCEhOs6sCwLjmMjm1329WzuYj137ilcuvQaXNeDpulIpdJIJBJtJ/Z2wtRaxEoFrRMnTmFpqdCxcANg1//utSukjY3lkEgY8P3WDuFu2Iyu6U6fufrXUlUVqVQGlUoJQkhUq2Wo6iB03YCm6Q2ethFr9ZrknOPdd69uiZ9MP7HeovdqMrr1hda1PJbYHl5//XV8+ctfxuXLlzE3N4f/9J/+Ez75yU/G90sp8R/+w3/AX/3VX6FYLOLxxx/Hb/7mb+KBB42K5xUAAQAASURBVB7Yvp0mCIIg+pp8/jaWlhYhhGxonpYytCqx7SoymWxPClS9ijXqc2O2XY0bLhVFhaqGTdiKwpBKZWDbdttcWj4/hWPHTiKb7W5NwTnH/Pw9cL7cnNkOKUXd/0uoqopkMg0pAU3bOg/x7WTTi33/8A//0PUCQtM0/OiP/ih+9Ed/FNVqdZP3jNhuWG4cwvdbCn6cMbx3eBzCsvbUIrJbpOdBvHQhLJbmxqGcP09ypwSxyWylWXK/EgVopdISXNdBOCkTyuTpuh53VDGmNARYW4kQAuVyCW+88cquSkZvBpSwInYK7RaHjuNA07R4aqleMkZV1XihHC48A3ieB8uy2hY7fN/HjRuTKBQWYFlJaJqGIAggBMeDDx7fFdeRTpNhAPCDH7za9rdtYuIqGIsaKXb3715zIW2lruSIlYo/veyaXo3m1wo7l0OvyiAIMDg4iBMnzuDSpdd74jU5MxO+HtD+u9TLY+sXNtLs1Y2M7noeS2wP1WoVJ06cwKc+9Sl85jOfabn/j/7oj/D1r38dX/rSl3Do0CH8/u//Pp577jl84xvfQCKR2IY9JgiCIPqdW7c+QBB0tkMpl8s4dqw3BapexBrNubFwoo9B03RIKaDrCWha2BguJWCaVsdc2sTENTz22DnMzc2u2lAVxt2ljpKdQNjkKISo+a7rtSZRCc45xsdHcfTo8V2zflmJ9uXcHrLeoJQkPHc/ysfPQxkYaLn97r4hBKYJDLcunqJF5F5FXLsC/hu/Cv7XfwH5+qvgf/0X4L/+qxDXrmz3rhHEriZKprVjL1yX6gM6y0pCURQwhlgmT0oJIXisl86Y0japvhUoihono4VY31TGXiBKWH32s59te3+UsPrN3/xN/OVf/iUsy8Jzzz0H13W3eE+JvUynRouw87QcG9jXL44ZU5BKpWFZKWhaAmNj4xgfP9wx0coYMDX1QTwZZZoW0ukMDMPAjRuTu+Y6EhW0jh07iVzuMBRFrSvctFIul1AqFdvetxd+91aiUFjAxYuv4ObNG7h3bxY3b97AG2+8gkJhAcDWTmi1ey3GWPw5TiQs6LqB48dPQVU1CBF+V4SQUNW1dzdXq3tr+my1Zq/Vrg+joznoHZoymwuta3kssT0888wz+Nf/+l/jH//jf9xyn5QSf/Inf4Jf/MVfxCc/+UmcPHkS/+7f/TvcvXsX3/rWt7ZhbwmCIIh+h3OOUqmwojqSYRiYmcn3ZE2yf/9o7HVu23bD63YbazTnxkzTjPNDjCnQtHA9Ffrk6WAMHdcblUoF3//+dzvG1M2PjawWNE1vG49GzZ6KEq0Hk0ilUkgmk1hcbN3mbmXTi33N+L6PP//zP8ev/dqv4dlnn8UHH3wAAPjGN76B9957b6t3h9hGmGFA+fSzYJYFGYSdpjIIYGcyUA4dBmvzxd2Ni8hukZ4H8dUXIG07noZkug5p2+HtHS6eBEFsnL0srcQ5x7Vrb6NQWECxuIRKpQxNC69BYZFPwrbtmuGxBSlFLdBbf7FPVbV1P19Vw/dpryejV4MSVsROoFOjReQ95jgOTDOUE+ac17piBRIJE5ZlYXBwEGfOPIJMJhNPH0sp4Tg2KpUyHMeGbVcBtF9g7/bryEqFGylFx8TDbv/dW4n64g9jLP4MVSolTE5ehRA8lpptR68ntLp9rWi688iRo9i/fxRHjhzF2bNPrnlyNZlMgXMO27ZbEkXbMX3GOUc+P4Xr199FPj/V8+L8Rpu9Ihndbgqta3ks0X/cvn0bc3NzePrpp+PbMpkMHn30UVy6dGkb94wgCILoV6an70BV9RVkKRkSCbMna5JCYQFvvvk6pJTwfQ/VagVLS4twHHdNsUZzbiy0dUnX8jfhFB3nAp7nIZGwMDMz3Ta3E67JKg0KFSs1VKVSqdjPMMo3NW83UncJJ/wan7/b13X1bLqMZz1TU1P49Kc/jcXFRZw+fRoXL16MF4qvv/46XnrpJTz//PNbuUvENqOcOgP2hefBLlyAnM5DGcshfewo7k190EYcZm2LyPV6K/Qr4qULEMViW59DUSqBXbgA9ROfbPNMgiA2yl6VVoqkq+bn78HzHAghoSispsWuQtcNKApDNjuERx99HD/4wWvwPAdBwGsyaGHAtxai6cB2cmOrEcpHaLXt7N1k9EZZLWH1Ez/xE9u4d8ReolOjBWMM6XQGvu/DdT1IGS4sowXg0lIBAwNZnDr1MBRFxYEDB3Ht2lU4jh1LECpK+FghBAYGsm1ff7dfR5LJFObmBNpJMobm9u2v3zv5d2+j64Oo+MM5j73xwkl3wLZt3LgxiaNHj+P27Vs9kc1cjdHRXNev1QuvSdM0USwWG/xSXNdGMhl2T2/m9Fnze2eaJm7cmNxUT8leNHt1ktFt97lby2OJ/mJubg4AsG/fvobb9+3bh3v37q15e2Eic/n/9xp79dj36nEDdOz1/+4l9vqxl0olqOpKqkgSmqZCURiq1cq6z1N9s1oikYBhGHBdpybXz/DEE+egad3ZQ7XLjRmGAV0fgm3bSCaT8DwPqqqiWi2hWq3AdV2kUmkYxvJrOI4DzgVMszXGiQpz4+PLcevBgzncuvUBbLsKziN/w+XnqKpakxKV8d/1bPQc9oqt+MxvabHvC1/4AoaHh/FXf/VXGBgYwEMPPRTfd+7cOfze7/3eVu4O0Scw3WgoUh3kHHdm8htaIG/EW2GjbJannszfaVvoAwCmaZDTe6NDgSC2g7Uk03YanRKfUUAYBD6CwI8nB4SQEELUJml8JJODyOXGoesGTpw4Dd/3cO/e3IpSFKsRBP66nxslxHZyMnq72YyEVS/Yy4vB1dit52alRgtV1XDkyFG8//6N2iRfKvaYU1UVhmEgm82iUFjA9evvQkoBx7EhRLg9KRVomgZdN1GplKDrwy0L7eg6stvOa8TYWA75/BR8v/Wam05n4vPZjK7rGBvL7bjzUigsYGKidX1w4kTj+mCl71OYJGCxhHXjYyWmpj7AsWPHceLEqdpr+VAUBiEkdF3HiROnWpIPG0HT1HW9FuccMzN5VKsVJJMpjI2tXlDinOO99yaRSqVQLkeFzvD1qtUqHnnksZ4eWz3N793sLEepVEIqlYJeWx/Vd4OfO7c+T8nm82JZVnzNaKb5+rDS50ZV1YaE1Uqs5bE7hZ12rdhuDCP87DKGmjw+sIGwekeyV499rx43QMdOx773jn1xcR75/O1YaaNdzK2qGiqVCrJZHQMDGej6+uKs2dk74Nyvi2dYbJ8mhMD8/BwOHbqvq20dPnwY+fxUm9wYw0DNqktRln/4U6kUPM9DtVpGIrG83orWbO181RWFwXXthuMtlQpxsxnnrWsXRVFgGDpc14OiMDAWxu2hTYMJKeWGzmGv2IrP/JYW+1577TX87u/+LoaHh1s+xCMjI3FyidjbRBImYbEuWrQKqKre1Vjxat4KZ8+ub/HXDeLaFYivvhBP4Anfh3zxm1A+/SyUU2c2tG2WG4fw/bYFPxkEUMZ2brGBIPqd9telMJm2k6WVVmqMqFZDSQXXddsW7oLAh5ThBF5U7BwcHMbTTz+D69ffxc2b74FzAUUBHMfuep8Yax/odoOmaahWy9D1oR1fhN0tRAmrXrCXF4OrsVvPTefFZFhw0jQNhqHDNJf9+EJJGAfFYgFXr74N267GzQqRcXxYpFEwODgExhgWFxfgeS4sy2p5jcOHD29aAWO7YUzFmTMP48qVd+LfASEEdN3AyZNnAEi8++7VtvclEhtvZNtKOOe1oi+HpoXvZ+j3GN7+sY89Hb/PK32fBgYyuHXrZu13sVU6iDFgbm4Ghw7dh+HhYUxP34mbacbGxjflszQyMrKm11pYmG94X+fmBPL5KZw8eRrDw/vaPgcIE0VB4CORSEDX9VpHdlRcT8D33TUnUDjnq+53u/fOdX0IwVGplDE0NNSQJOLcj9+DtXDv3hzefPMH8DwHmqZD13VwzuG6DnTdiCWDI5qvD7v1OtwL9kKxb2RkBAAwPz+PAwcOxLfPz8/j5MmTa9qW5/F4sk9KIAj4nvtM7dVj36vHDdCx07HvrWPnnOPq1SvQ9dB7zvfbqxpF+XDf9zEychC+v748SbFYAsBimfBGGIrF0pq2fezYybaNZoODw7h7d6alSSqVSqNcLqFSqSKZTEJKGa/lpERLvkkIiUTCivcpOl+KomBwcBgLC/cghGhY4ymKAtf1as8XqFSqdeobVQwMZDd0DnvFVnzmt7TYp6pqx07/e/fuxVVlgqiXMKlWKxgYyGBk5CAYW30BGcnrtOvAjEaBNyph047VPPXYF57f0ISf8vHzkC9+E9JuTZormQyU8+fXvW2CIFZnt0krrdYYkc0OxX+HPnyNOvKhX5/A0NBwwzlQFBUnTpzBsWMnkc/fxsTE1Vrg5a4ozWkYBoIgqCXKWE2SDx29iNoRFgrDYPj06Ud27Huz3WxGwqoX7NXFYDfs5nPTaTF57NhJzM3dRf3C1ff9BmnFDz/8AIBEJjOAIAhi43ggvIbZtgPLspBMphEEAYJAtLyG73NMTU3Fkz4HDozi7t3ZNU1E9SuMAdnsIM6e/Rjy+TwqlRJc14VhJFAsFjE2lsMTT3wM09OtE2BbvVBezyRaPXfuTMF13bbrgyDwMDU1FU9TrfR92r//IKR8u/ZX452KwmCaVkPCZHR0PL5fCPTcU66ebl4rSpaEv8fRd4fB931cvXplxYm4KFEUySZF3pn196/lc9E8rSeEwAcffNAyadnuvYu+z0II2LYN06wv1K89abWwcA+vvPI9CBH+Ztm2AyF4HJOEHelVpFLpuBB47NjJhvO8nuvwRj/XO4W9UOw7dOgQRkZG8PLLL+PUqVMAgHK5jLfeegs//dM/vebt1X+GwkRor/Z0Z7FXj32vHjdAx07HvjeYmcnD8zxomgrLSsF1F1oewxhDEAQwjAQGB/eBMXXd5yiZTK2oVJBMpta07Wy2fW7svfeut32NsBA4hETCxMDAIFKpFHK5HF577ZWWHJGUEkHgo1wu4c6dKRw8mMPMzHKe3/Pc2FYm2n9d12t/hwFHaC2zvF3GtPgz1i+fs83cly0t9p07dw5f+cpXcP78+fjNj5KHf/mXf4mnnnpqK3eH6FPqZTBHc+NQnzkPIxlW9Lv5IvTCW2E9bLanHjMMKJ9+NpwcLJVC6c4gCAt9P/9cT6RCCYJYmV743fQLqzVG+L4LIQQ4F3WBYejBJyWgqgoURV3hehveZ5omgkCDbVfbPi6KAzjn0DQdQvDYdHkthT5FUaAoChIJEwcPjm+6ZPNuZjMTVr2gn4L0fmM3nptOi0lFUVGpVOpkOWWDtKKUMr69XC7H8i1CyNpjWDxFrGk6jh49DkVRGl6jWFzCG2+8El8rHcfBW2/9AJZlIZFIQIitk4nfTBhTkUymcPv2rbppr9n42Jp/97b6M9Y8hb6e897N+qD5uNp9nxRFxX33PRBLw0a/YYqiIJlMQ0qsOWGyldQnS5rxfR/T041NkfVS365r17xdWlMIa00Ucc4xMdG+4WhiolGJpd17F05lNn6PN7Ivb799CUJEPoTLBbxwclFDMpmMk25Hjx5HLneotg+t2+v2OtyLzzWxtVQqFdy6dSv++/bt27h27Rqy2SxyuRx+7ud+Dv/lv/wX3H///Th06BB+//d/HwcOHMAnP7n+HABBEASx+6iPbaQUbWU8Q6n0sJG5Wi0jCLyuffWa6daWZi3e1u1yYytZMEgJjI2NI5c7DMYAXW+VonccF45jw7IszM/PxeuRRMKMtxk1hS/vB4Oqqkil0nAcG47jIsxb1XcaMfh+sGnDP/3Glhb7fuVXfgU//dM/jZ/4iZ/Aj/3Yj4Exhv/6X/8rrl+/jg8//BB/9Vd/tZW7Q/QhnWQw1f/jF4Dj3U0TrHRxWcnDaaNee1vhqaecOhNOCF64ADmdhzKW65knIEEQe4vVEp+GkYCuG7WiXtSgAwCsJlWlQVEYEolE221Er8EYQ7Va7qhDH8E5j70Aw9dgcfJrNUIzZg26riORMJHJZFZ9zl6HElbETqJTo0X9wtV1nXiiL3yOAsNIwHGqAERtci+Imwk4l3BdG4lEIp5Qql/YSomG6edQHrRamwiswDCMLZOJ32y2UwJ/q/ZtveuDdnzkI8exsDCPSqUMITgURY0lHlVV62sJ6bU0RTYXozgPffLS6RQ0rXHNs1bp7LUosbR770zThOvaEEK2yH6udV+mp2+jUimB8ygGWW4IiKSlhBBIpdIQQtaaizb2fejn7xzRmcuXL+Pnfu7n4r+ff/55AMBP/uRP4ktf+hJ+4Rd+AbZt49/+23+LYrGIJ554An/8x3+8YqxMEARB7B2iYlqhsIBisQBV1WqFLrUpV8LiPIiUAvPzd/F3f/dNnDnzCO6778iaX3clW5oHHzyBmZk87t2bw+LiPFQ1nJqLLF4efPAEHMfuqgDYbVExol49q1QqYWbmDrLZbCybHsVGhcJCvF+hauSyokJY/PPhODZ830cQ+FBVJZZ+D5FwnApKpdKaz91OZEuLfUePHsXf/M3f4D/+x/+Iv/3bv4WqqvjOd76Dp556Cr/zO7+D++5bm64+sbvoJIMJ24b/wh9B+f8+D3TRxbDWiwvQG6+9rfLUY7qxoQlBgiAIYPXEZzqdwYEDB/HWWxdh23adz1XYOaUoDJaVQirVubCWSqVw61Y1ltgL5fNkreM9lA5jTIGUYWAbSoPJWqFPa2u83AqLZcIVRSWvvi6hhBWxG6hfuEayfvVTVrquw/OcWqHOhqqGC+nwMeEislgsYnBQwYcfvg9FUTA7G/qD6boB267AssKJHsdx4oYEISRc14mlAzdTJn4rWG3aq5tjW0sn8Fqe2yt5/m7WB9F+rGYhoKoqTpw43ZIw0TStwcd3I+dks+i26NmuGBV2TadQqVSQTg9AVZV1+xevpejY7r1jjCGZTKNarcIwEvH+r3VfQinRqwiCoG1zUaQyEG2vVyox22U70Y5+/Jz2Kx/72McwMTHR8X7GGH75l38Zv/zLv7yFe0UQBEHsBBYW7uGddy7BtqvwfQ9BwKEoLM6BNLL8d6RgJCXHlStvI5cbX9eEXztbGtM0cePGBDzPRam0FCumJJNpGIYB267i1Ve/h0wm01AAbFYhqI8lBgeHsbg4jyAIGoqKneKzqKkzn5/CvXtagz9yhKpq4Dy0fEkkTDiODc5FHBsKwVGtVmOZes5FXV5JqTV6Cvi+u+bzthPZ0mIfABw+fBi//du/vdUvS+wAVpPBxIULUH5s9SLXSh0L7S4uvfLaI089giB2Et0kPhVFxdNPP4Pvf/+78DwPUvJYHz2RMKFpKxfWRkdzuHbtcs0ni9Ukz5bvDxPzrcm1SKe9GzRNi6cBU6n0mhOOexVKWBG7hWjhevXq28jn70DTtHjKCgCSyTSKxSVIKWMvByklDMOApulwHAe+78E0rQbPv9C7i8HzXCST6fhvIJoMXO6+3UyZ+K2gWt2YBH7zBFinRMB6ntsref7VOprfe28St259AEDCNC3cunUTUr6Nw4cfwIMPHm/5XVnNx7f5uKIi8tDQPuzfP7JtBZVumyI7FaN0XcfAQBYDA1kkEta6i0NrmbRUVRUPPngC77xzCa7rQtPU2hQvw0c+8iBSqTRs215XkXly8hoUhcWyoADqkm7h913TQknydvsWbaebInE922U70cxGvrsEQRAEQXTH/PwcXnvt++A8AOfLDUZRU3REpCYSxSSRakQE5wHeffcKHnrosXXtR71aCuccFy+Gnnm+78WxlZQS1WoZmjaIarUMISR834OqWm1VCNrJkuu6jgMHRhHmaLqLz1aKjVRVQTa7D7YdTu8lk2ksLi7UFKeWG7IY0+C6bnzuAEAIFk8E7pXG5S0t9pXLZVSrVRw4cKDlvrt37yKVSq1JQoXYXawsg6mvSQZztQV4Pb3y2iNPPYIgdhLdNkbouoFHH32izQTD6t3zqlrvbQQsT/WFtHawrY3BwaE4QL7vvgdqnltU6COIvYaiqDh16pG6js5lDMNAKpVEJIdTL7lo2zYAEU/7NXr+RVOC4YLXMMwGab966cC1ykD2G8lkqs6btZHVjm0jcoTdPLeX8pudOpqvX38X8/NzACQ4FyiXS7XGFgU3blxDoTCP48dPtxQ/OsnLNh+X53m1ZIlAtVpGsVjYtoJKt7/9qyVcTNPCgw92Z7HQjrUosRQKC7hxYwKqqoIxhnK5BMYYMpks7t27i6WlAo4fP4VMJtvV2i8iKmhGHeLA8uQvsOyhk04PxAmjdvtWn+Cam5vBBx98sOp728vP9XohKVGCIAiC2Hw457h8+U0IwWNp8E6ESkgijkWiqbQIRWE9k6Ksb+xq9sETQqBUKsWqJs12LJEKwehorkMswbG4uLCmWGK12GjfvrBZbmYmj+npO/B9P24oVxQViqJgcXE+fk59rolzjnQ6s6Iq1W5iS4t9v/7rv45UKoXf+q3farnvD/7gD1CtVvG7v/u7W7lLRB+xsgymv2YZzE4L8JZt99Brjzz1CILYCFstpdRtY8RaGiia+chHjmN+/h7u3ZuFEGzDBb56XNfDRz5yrO3UBUEQe4uVihj33/8RzMxMtyweheCIpICbPf9UVa3dj9pCd7nbNvQrNePt7HT54IMH1y6BH7EROcJunrseef6VaNfRXKmU4ynz5fecx/tVqZTXVPyoP66oOzoqFC93R6vbVlDp5jd95YSLQDK5sWJUt0XH5oJUEHjQtDCFEXpnDoHzAJcvvwnDMGrb6m5Crb6gmUplUKmUADAoiqgl4lhtgjHR1b4B3RfLev25Xg/9JCVKEARBELuV2dk8PM/tqGpUj6ZpEEJACK9W+GtECIlMpjcFq/o4qN4HD0AtZg3aNjkCYdGxXC5hYeFtLC0tQtM0JBLLyioA4Hkerl59u0EJQkp0VEPoVnkqlzuMSqUCz1uW5JRSYmHhXsNzon0HIjUoZUev19bClhb73njjDXz2s59te98zzzyDz33uc1u5O0SfsV0ymL322iNPPYIg1sN2SSl12xix2uM6FSpVVcXw8H4sLMxB1w34vtezgp+UoqF7iyCIvUGn6027IsbYWA6apmJ+fr5l8agoKhgDEgkT1WqloaM1knMMAh9ShgUO00zBcWxYlhUXbtbjV9ZvrFUCv56NyBGu9tywczkP07SwuDgPVdU25BPX/LkRQtRki3jctRwV5YDwPVfVsDt5peJH83ZLpVJ8XPVej0CjBOx2FlRW+01fOeFiYKwHXuSdio5SAvn8FCqVClzXhue5bQvyQgg4jgPTNFEsLsGyrNhHs5uiW31BU9d1ZLNDcF2n1t2u4Nixk9A0rWNBNEreeZ73/2fvz6PjyM7zYPy5tfUONACCIACSwxnuy6waakYja2TL8uc4to7j6FiWEyWRNMeO88mOHef4JE7k2EpkS05iO/LnxCeKPJasXywrJ7F9LGsUyZYXSjOj0YizEiBBgsMFQGMjgEZvtdf9/XHrVld1Vze6sRHA3OccHpK9VN2qrrr13vd53+fxyWEZ6XRnPp4buec2CztFSlRAQEBAQGCvIRwblkpFyLLixwvtyT5KPfT19ePOnQU/Jo0+p2VZwalTZzc8pkwmg1QqFSh7cJWDsKS5LKtwXTt4PwzTNDE7OwPTNOE4FizLgmHoyGRyUFU1sEao1arI5XJYWPDwxhvXACDw0WtUQ+gmNmosSjMMHY5T7z7kcTffBqUU+fzArl6vdYNtJftWV1dbSlKkUikUi8XtHI7ADkMrGUySy0F96ifhqRo2sSEkgPDaExB482K7O+najeNuSilt9DysRVQSQpDP96NSKcF1HRAiBcfXKAnRDWzbxtLSIq5fv4rjx0+vezsCAgK7B2vNN40kBvdyOHnyNCYmoovHTIaZzzM/jGhFqyRJyGSyAABd19Hb24eRkVHs3z+EhYX5u/7c2Gyst4N7I3KE7b5rGCbm5mZw544CSZIgyzJc10Eu14/Bwf2b8pwyDAOKooD7tYWJPoB7t7HrpxX5Ebddx3F8cjgZ8Xpk24x6i+xUQqVdwuXUqbP+Odv4fhrv18bzWS6X4bo2Mplck8QUI9xdGIYBSr3YeKId6dZIaBJCArJQlhUcPHi47TW2uLiAcnk1IHMppTBNHek0m1fW+m35PVcoTGNubhaEAENDw+jp6W37vc3CTpASFRAQEBAQ2AtwXReFwjQWFmZhmiYsy4SiKJBlGbVaFYZhAOB+wK0DKE6E5XI9ftEbL0CjkGUFZ88+CEXpXjkuLl5VFDXiDchVDjyPBuugSqWMTCbTFB/ruo6enp7AQ4+P03WL6Osb8LfjIZFQgu2XSkVQCiSTKXieC0VRoGmI5Ls6XY+EYzjLsiIqHRw8vlEUCZqWwODgYNfnbbdiW8m+Q4cO4bnnnsMTTzzR9N7zzz+P0dHR7RyOwA5EnAym/M4nIadT8Oz1J4TbQXjtCQi8OXG3OunicDellDZ6HlzXxcTEOGq1ClzX9Y2PkzGeSxSSJAfyWwCXyfPW3eknSSxYvn37pvDrExBYJ3ZK0UMn2EhhRKvFY6m0iqtXL0NVE5AkPahwTaezwcI2l+vBI4+cD7a9W6XtGn9r1p1VP1+ddnqH0a4DjEsRXbt2JfbaavVdSikMQ0dvb2/wG8iyHHR3dXuNtrpuGNlWQW9vHqap+7JJ4S48Eki2xpEfrbarqipWV1eRSCQCIjFcYcyro3c6odKqUzaR0GBvwbos7nwqigLbNlGtlpFIpCKEPJPU5XK7pEliCmhPqG6ku851XRSLy36nYf16oZSiXF6FpiWQy/UEHX+tUCqtolCYDmKwW7feQKEwvWYMthnz9k6QEhUQEBAQENjtKBaXcenSKz6ZRQMvOVmWkcv1IpVKw7JMn0QjaFfrLMsKPI8im+3Bgw++BbOzMyiXy8jlcjh16uy6iL5W8SqXrpdlGbbtQFVV9PTk4TgO8vkBDA4OIplMYnLyaiROchwbiqKgVCoGBW4cnudiaWkRhEhQFOaTDjClC8dx4XkuXNeBLMuwLBO6XkMqlQnyXZ3GNzyGm5gYR7VaAScbARaP8ZhMUZiCXyKRfFPFNdtK9v3oj/4ofuM3fgO9vb1473vfi/7+fiwvL+OP//iP8dnPfhY///M/v53DEdihaJTBjEoqbQ0iJOP0bWBlBTTfBzpTAD16TBB+AgJ7DHe7k64Rd0tKiZ8Hx7FhWWZA1hFCOj4P169fxdLSQpCAo5TJKKTTWThODS+//CL27x+Goqi+344LgAZVa4RIoHR9SUPHcSDLCmzbwssvv4jh4dEdTVQICOw07KSih06w0cKIODIrn+/Hww+fx8TEGDzPhWkaSCbTUBR5z8h0Aq1/6zNnziKXy697u60IE95pdevWGy2vrVbfZZ52Emq1KiSJJQo4obKeAphW100ikYSu6zBNE+l0NqhC5lAUGZlMDoQQKIrSlCRotV1CCFKpFGzbhqYlfCKRJXj49oDdQajEdcpuFeLOZzKZDM4fG0/d+1eSJCSTSRiGEcjxNmItQnW9Ha3z84Wg45OPx/MoXNcJxlosruA73/lWy/l0vbFoN/N2u6TZTpASFRAQEBAQ2M3ghc/l8ioA+DEACd6rVsvI5/v9OLOCdDqJSqUc6qiT/HhCAkBx5Mh9yOV6g+f1wMD+DY+x3fqJEAkjI4cgSVLLOOjRR/sjcVKptIobN67B82hE3SB8TiSJIpnM+XL2biB5DiCkDEH8LsEqqtVyy/jm2LGTMAw91r5hdPQQKpUSPI/CNOFbL7jBeFzXhapquP/+h95Ucc22kn0f/OAHcfv2bfzmb/4mfvM3f9OXY2E/9vvf/358+MMf3s7hCAhEQFQNZGSYSXqWSiCqCveF50G/9hVIH/wwpNPr00UWEBDYebibnXRxuFtSStwcWdergQ8OJ+vCFVYclmXh6tWxoLrs+PHTmJq6CSBs5lyveJdlBZR6MAzdr9zSI95IrANCg+PUPYy6AaWssgygWFlZgmHoO5qoEBDYariu23HSeqcVPawF13UxOzsDXa8FHcRhSRleGLFW91ojwgtLVVX9c+Aine5dl1zkVmM9HT3h35oQAsPQ4bouLMvE5ctjePTRx0HI+o+xkTBJpVIoFKYi83qra6vxu6xb+wZs24qVRlxPAUyrghpCCLLZHGzbhqKovtx0GaZpIplMIpPJ+rKbSiz50a5QJ5FIYN++QWQyOSwuLqBYXPYlQ9fvObjXEXc+CSFIp7O+eoCDTCaHSqUMAEin2e8TluNtRCeE6no6WqvVKmRZjkheua4DStlcpChaID3baj5dTyzazby9Finoui5qtSry+T5YlglVTSCXy+24OU9AQEBAQGCnYn6+EJBNLJdS9xZmuQoHhmEglUpBVfugaUn09uYxPz/n++LJvqqIjLNnH8Thw0da7mu9Xf3lMottudpAuIhOkgh0Xcfx46dafr8xTlpevgPX9QIJfMar8RiMBtYIlUoZksS67CzLBqVeoJoRPS4Pum7Exje6XsMLLzyLXC4HWZYjsUwu14v5+Vm/g0+GpvX68SIBpR48j0LTNLz1rW9Hf/++Nc/TXsK2kn2EEPzyL/8y/sk/+Sd4/vnnsbq6inw+j8cffxxHjhzZzqEICDSBWha8zz4NqusgKmv1JaoKquvwPvs06/zbxA6/3SSbJSCw13C3Oula4W5JKVUqZeh6NRKU8iCVV1hx3L59A2Njr/kBGMHS0qLfsRGVKKOUwnVdUMoMpnmnoGHofldD1v+3BEmS/eQY9bv8yLpIPx4g72SiQkBgq7G8vITx8bHYxC5bDEVjjp1W9NAOPGldLq/CNA0AJGICD/BKWoqLF7/VcfdaXOJ8I3KRW431dmLy35pXGIeLO3Rdx+Tkxn1Pw4mAQmHK7xTq7Nri33VdFxcvfsv/XlQasVarQFX7fHKnuwKYdgU1sqzgvvuOBxXNR44cxdDQEJaWFlEqlZFOt47Rw9tlpKQRdMhrWgKZTA4jI4cwMnIIntc5Ef9mRavfSdM0yHIe+XweiUQKqRTz1atWq7BtE5qWAECwsrIEx3G2pUONj1VRFCQSKdRq1cCPkRACTauvGRuveb4GvHnzDT8RJkGWlabkW1ws2um8vRYpeOzYCV+Wy/IJaA+qqmFo6IC4LgUEBAQEBDpEtdqYSyHwPJZT4c/0cEfbyMgoRkYOwXEsXLkyhmq1gkwmu6ZE53rXAMXiMubmZny1jOYiuvUUliuKBkqZR3UjCCG+ckbNX5vJAeHH8kO0KYaRZQmmaTbFNzz+r6t+pIJY5tKlV6CqGiqVUrA2JIT460IHgAxN03Dy5Nk3HdEHbDPZx3HkyBFB7gnsOHjfuADP7+hreq9cBrlwISIvyrEe0m63yWYJCOw1dNpJ1839vREC/25JKTHpTq+pugoAHMfFnTt3AFyBpiUwNvYqAC8IElmA54FSy0+0MXAPPh7cJhJJX77B8wM8G5IkBzKerMJM8vfZHDCuhXrnR13Ga6cRFQICWw3XdXHlynhsYpcvhhzHjsQcyWRqRxU9hBGeT5NJ1iXmeW7gecErSavVMnp7+wKZxZWVpaBrmB2HBMex8dJL38GBAyNIp9ncrus6MpkMPM/bNYRnNx09jc+jSqUMQgiq1XJTcQeATfc9XW9BDScy2HNDj0gCeZ4HwzCQzeaCAphOn7trFdSMjByMfI8nZdYC3y6TFio3dMibSCZToePuvntst2CzChjb/U6apuHMmQciXWthrztGVqnYv38IANlyQnVoaARvvHENpVIxkLECKDzPhaIogUcNEL3m+RqwWq2gUikH87IkyR0l3zq9t9qRgpZl4fXXX/E7ZXd+V7eAgICAgMBORSaTCYgsQurPU6YKT32JTvZMDRdxK4qG++9/GKoqw7bdkLRlM8LWK+EOvbWsV/j3VFWFLEtBjiZcRNdtYTknD1vlbZjvthGS0XTgeSTib+y6LhRF9ok/glQqA0kiTTELzyE1FoRTSlEqrSKZTAVrQ9f14Dg2bNsKfPosyw7Wfm82bDvZ57ouXn31VczNzcGyrKb3/97f+3vbPSQBAQAALczEEn0AQBQFdLbQ9Pp6SLvdJpslILAX0UknXTf392YQ+Ov1jdkIVDURBH5heJ4Hz3NRLpcAUJRKRViWCUWpJ5LD3+HydwAir6dSab+6zYXn1au/uIwZQIMkV6fJ1UbwoNW2bT8ZrPuyWnePqBAQ2G7MzbHEbticHGD3x+pqEbKsQFHkQLrFdR2srCwFXWyN2Er54LXQOJ/WalWYphlI9XFJP15AoOs6crke5PP9WFyciywUbdsOfNiYMTyT/c1meyDLMgzDCKQ7G3G3Cc9GtEreU0pRLpfw0ksvYmRkFMlkMtKxs7DA5l7LMgMyqvH7ADaV2FyvNHWYyAjLI7Ixs+QEL4ApFpcxMTGOSqUUPAempm7h5MkzTc/dbgpq+PXnujYAAs9r/TyXZRlHj57At7/9XMSzRJIkpNNpTE5O4NFH+/Z0XL+ZBYyd/k6t11IuVlaW78JaikYSfc0xFbvmw8k6w6j58Y/kf8aF50mo1SpQlDwcx0G5XEahMBWJBTu9t9qRgiwp5kS6Dzl2WpGDgICAgIDATsbQ0Aimpm4FhFM9v8T9fD0ApKUkfCdgBVUVGEYtEm+apo5kstl6Jfw9yzKDNYBlmX7BtRzkT8KFVGuhHn+5gapFOObh4+KxsKKoQSE4kzhXfSlPyR8Hy0elUmkMDQ0HPt8c3P6FKydwmCYjE/n7qVQGq6srDT59ypsmFo/DtpJ9Y2Nj+Jmf+RnMzs42BcEAuzAE2Sdwt0BGRuHZdizhRx0H0nC02mG9pN1uks0SENirWCuhRCm66qDYLAJ/uyv/c7kcksl0JHD0PC+QIVNVFia4rhd48fGkKg+8eJKLEIJkMuVLMNhQFCWopCKEBERf3cC5HgDzfTOiok1ZWwz499gYWJKtUikHMl8CArsdnXTNMGkWTqLXUa1W4Dg2HMeB5ykR6RZZVuC6TizZt5Xywe0QN5/y+YJXoGqaBlXtCwzfe3v78Mgj53H9+rUm6RfeyQYQmKYeHGu4I7BSKSGf72/y+7qbhGcc4pL3dTKT+v6oNZTLZWQymaAAg3mjqiiVVluSmqlUalOJzfVKU4eJDFVV0dvbF0hjEiIFRJ7rurh06RWUy6uRpIdlmbh06RU88cQ7m+6RTgpqGq8/z6NrPs9N00Aul4NlWU1eKHs9rt+KAsZOfqedsJaany+AEILeXjYXua4L09RBiASABv48QP2a50UZrCqfXbfM18/1k1bMX2ZlZRnZbBbLy4u4c2c+Qp52em+1IwUdxwniO16BH752d1KRg4CAgICAwE6GLMs4efIMLl16BXfuLAIIe9hRKIoKSSJ45JHzbWU626FcLsMwahH1JB77GkYV5XI59nuLiwtYXV2JNFoxyxUHiqIgn+9bszArvA41Td1XWPEi8Ut422xs8AlFJtHJ3gNUVYNp6n7MwfI3pqkjkWCEn6pqkfiG28VIkoREIhkZEysal/1te5Blxffp8wKikfmTW3s6Fm+FbSX7fuVXfgXZbBaf+9zncOzYsWARKiCwEyC940nQr30FVNeb38vlID35ZOQ1vtBkXlTRRVK7heZO8woTEHizol1CifkNdZZI2glJp/WCJ40SiUQwjzmOC8CGLNeDKkWRYVk0FMDxIBOglPgkIUuo53K9KJdLgaQFAL+bpo64gp+41zoFl8wQENhr6LRrJp3OYHGRVY5ysAWgHpi/A/WFYbVaRjKZgiyrsCwLsqxAlqVtkQ9uh7j5lJu8e56HcrkUdCMmk8nA+0KS5KbktmkaQVdYoxeo5zHp32SSyUWyf0cLBO4W4dkKjccXJTPZgpcRTk6EzAS4f0YCpmmA+6PyxXM2m1uXD147rFeaupHI4EUkbJsKRkYOAgBmZ6dRKq2CF5vwz3JZn0JhGgcP3tO0/bUKatbzPK9Wq5BlOSB2GsmTVgmYvYCtin/W+p12wloqPAb+2ycSCVSrlUAdofGaL5fLME3TL7CigWQVIVKQnKLUQyKRDOKvRvK003urHSmYSCQgy2y+4F3S9aShjsHBoS0/fwICAgICAnsF+Xw/jhw5CsMwYJpcSYT4qkgEtVoV169fQy7XE8k7xRVcxsG2W1uvuK4H2zZD/3dRKExjfr7gd/Y1Kyryz62sLAfxahzC61BCCIrFFb/Ai1FJiqIEhdscTN0iC8syIvkdFq5TyLKCRCIZyJ5rWgKEEFy/fhXHjp3E5OREEN9oWsJXd8lEijKZP7IUSKazTkMC1yV+AaQdEKOmqWNxcWHH5uO2CttK9k1OTuK//Jf/gre+9a3buVsBgY5ANA3SBz8M77NPM48+RWEdfbkcpA89BaJGqzCq1Socx2laJPGK+VYLzfVKGwkICGw+WiWUukkk7YSk03oRTholEmy85XIZsiwhk8kFQVUmk4Ou67GEnCQRDAwMwrJMJJNp3HPPvSEZORaoMQIx3NW3ueCVY3X5tCz0mMINAYHdhG66Zg4cGPGLFOrEOvNLQNB5G66+5LK6uVxPUEWZy/VjcHD/lssHt0PcfJpIJFGrVeG6TiDLwjzRdORyvQEh15jcZt1gbBu8wpSDE4CEEGQyWb/zkXZMSt0NNB5fmMxkFa8JlEqrcF0XrsskjVOpdPD9bDYHSZJR90plhKksSyBE3nRiM66gZnBwCIuL81hcXAgSHY7j4urVMZTLZeRyOdx33zG88cZkWyJjbm7WlwFqTnpQ6mFubjaW7FsL63meh+P6RvLE8yjm5mYwNHSga0lLy7Ii5+XUqbPrrgjfKtyt+GcnrKXixqCqKvr6+lCt1tDb24eRkdFgPuUeN7Va1fc8ZvM68/KR/G5WBZZlxyb/wuQpv7cKhWnMzc2CEGBoaBg9Pb3B59uRgvfffxbXrl1BubzY1CVACLCystQ2+ScgICAgICAQha7rSKfTsG2zqbHJ89iarq+vH7IsB8WbJ0+exuDg4Jrb1rR46xUAfoF2AgAj5y5degWlUhGu67b01QPqHX6tCrPC61DXdVGtlv1/e3BdC6xrUQmKMCll5J/rOkilUpBlGZVKyScppSDWSKXSwXh5bAKwOMcw9Ka1Q2NeyfMo0uksVFULtsm7DOvHS0LrQYKFhVk4jrXj4uitxLaSfUeOHNnRSU8BAen0WZCPfwLkwgXQ2QKk4RFITz7ZRPQB8CWPKoirKq5WKy0l5NYrbSQgILB96CaRtBOSThtBY0I2l+tBsbgSSTZJkoRcrgerq8XgNZ4gyuV6/SRVArlc3SvvkUfOY2Fh3v8/wZ07C5AkJmvWCeFHCKtwXwupFJOrCyevN7tLRUCgG1DLgveNC8wLeGS0ZRyxFrrpmpFlGadOncH4+FiIZHeCRZfrOsF9F/47kUgGUnKmadxVog9oP59yvwf/f2j0J2xMbsuyDM+jkGUJqRSTGObfCXs/KIqKo0dPQJKkbfNLXQ8aj49L2BAiQdOSKJWKsG0nqK6tViuQZSXw5aIUOHz4XhSLy5EFsywrOH781JYcb7igplhcxssvvxjpUp2YGEOtVgt+26WlRUxN3cbp0+egaVrL34N7+MWDNPkSdor1PM95XO84Nmq1SoQ8kWUmR9qtpOXt2zcwNvaaT/TXz8vZsw/g8OF713dwW4BOz1cnUsTdYCespVqNgcVFPXjkkfPBMfKEmaqqfgd1XY2AS9QyOSsZsuwGlephNJKnvIOV30+3br2BQmE60vXdTsGir28AS0sLIZ9Bto9MJgfbbp38ExAQEBAQEGhGJpPB7du1Jn9sSuEX+MiwbQuynAqKNycmLqO/f+1isGw2h1QqA12vBtvnz+1UKoNMJgfXdTExMY5yeTXYbzuLFO6514qjCSvZcSURSZJDHnxSoJzCybx8vg+2zewjdJ3lgNh6g8l+Dg4e8F+PGw/xi8iai/EffbS/KZYplVaDNZGmJeA4KwDqClTh9a5pGnj22b/Fgw++peviu92KbSX7fvEXfxG/+qu/ipMnT+Lo0aPbuWsBgY5BVA3y9757zc9xr6pusV5pIwGBrQJPwtRqVfT05DA4eACEvLmvw24SSTsh6bRR8KDKdV3Mzk5jfn4OkkQCIgBgVVjpdAal0qpPIsjIZnMghHcz1MCkGUoRqcGRkUO455778Jd/+Qxc1w6KIhoDsTB4dTnQTPjxLiVewcU6kupdiACrKtsN511g78G7PMYUAkolEFWFZ9ugX/sKpA9+GNLps11tq9uumf7+AZw//zhmZ+vE/crKMkqlYmAOH45b4vzf7naCN24+NU0DAJNySSSSoNSLEPvhMYeT25VKGbOzM1BVtanQgM9vAJunR0YO7or4K3x8s7MzKBaXkUymUCoVA7lWSr1ggc99DgkhUFUVx46dAIDIgvnQoUPwPB7Xbg3iulQB+FKcjHAF2O9CqYvLly/h+77vB1pW4O7fP4z5+ULse4QQDA0Nr2uc63me87j+1VcvBhJLYeKkW+8+y7IwNvYaKHUDcpufl7Gx1zAyMrpjKpM7OV+NUsTz8y6uXbuCfH59ncQ8Zk0mU1hZWbprEsTt1nON5Hm4cCOTyaFaLfsJM9dPmnlIpXr8+1SJ7VhtJE8b7yeejLt48QWcPHkmmNNaKViwpFx/4InJx2tZJmSZSQELCAgICAgI1NGueGloaASXL19qKjire/TWyTEO27YxOzuDoaHRtvvl8ZamacFzW5ZlJBJJKErdF7hSKQVkIJfNbATLxbDCakKklgXSfB1qGHpkm9zznRVOKlAUBaqq4dChIzh27ARWVpbx7W8/58uTE1AqQVGY8tLq6gokSYJt200ynu2K5ONimVyuFyMjBzE3Nwtdr0JRWPE3pRRR+VB2vLZtrdtPejdiW8m+//Af/gMWFxfxnve8B/v370cul4u8TwjBn/3Zn23nkAQE1g3D0JHN9qBaLTdVV3DJu1boxHxeYOdhsyuTdwIakzCLi3O4efNmkx/Umw3dkPJ7hcAPXwuKoqBarUDXdWSzOciyEhwPgOBYmTSgh1qthkwmE3TKNEoN1moVpFJprK4uB/vjQVhPTx6mqftdN/UO6VbdfyyhzSQj0ukMdF1HqbQKRVFACPOf2k3nXWDvgFoWvM8+DarrIL58C1FVUF2H99mnmXJAFx1+6+kyCi+GXNfFN7/5VwDgL4CYjxTASXMJhmEESgQ7QXY4bj5l1bAE6XQ26FLjIARNYw6fg/37D/hJcduXWK8AYNLEXG6mcb7o5ll/N+ICfnxDQyO4ePFbqFTKQSKBLcJlP3nPfMB0XUcu1xM5Tn5++Of5dbFViOtSLZf5uCV///VCEEIorlwZw7lzD8dub2TkIG7duo5yebUpBueL//UgfP25LvNb6eR5ns/3Y3h4FJ7nBgkYTUvAskyfPJE7Jk+uXh0LOvoa4bpO2/Oy3Vgr/qEUEVLKtm1/3eShVFrF3FwB165dwf33P4z+/n1r7q8xZmXXel2COE4mdivvx7j1XBx5Hi7cUFUVvb19vqcP68Tt6enBPfccxeDgEF5++cU1yebG+6l+Xpl/58TEWFOXXyMymQzm51lhgOu6MAwd9Qp8ikJhBoOD3cvPCggICAgI7DW4rovr169iauomAIpUKo2FBRrxUZdlGYcPH8G1a1cCqXnuq81yJKRJprvTtVc43uLxrudRKEo9Pq1Wq34czdaJYR+9MPh6QVFk5HK5lgXSfB0atkXgYwYUX62AKQU8/HBdzcA0DWSzzNbK8xzIsopcLucThwYqlVIwDtM0oes1pNNZpFLpjou1G+NBw9ADWwPm2ef6hVPEPx+e31l59wtbtwvbSvadPXs2tlJNQGA3gie2+YItXF3RiYTcWubzAjsLjQ+UcOfSbl0Id+MH9WZEN6T8bibwXdfF9PRtXL78Giil0LQEUqkU8vk+GIYB27Zx333HI50v4WM1TR31IDYK27YxMzONQmEKlLpQ1QQcxwoSuqqqIZVKIZFI+gbRTsvAtHHMbA5WAmkIhqhshoDAdsL7xgV4pRIgy8DSEmAaQCIJDAyAlssgFy50pBzAsdGuYb4AYx5iTM4SoL6UCr936iTPTpEd7kRamGOtMefz/Th//nEsLs6hVCojmWTEpq7rsfM0f9ZblgnbtuA4jk9GPIT+/qinxt2OC/jC/+LFF9AoT5rL9QbEUz7fF1mE3w3Edal6nhNICPFKZ17ZSwjB0tJSy+3Jsoxz5x7C1avjKJfLflJFQi6Xw4kTZ7o+1kbS9i1vOY+lpUWUSmWk0509z7PZHDQtEZBarKO2nnTplDwpl8uxRB9Q99XdTjSem+HhEQD1c9Eu/mE+olZIKqrsd+S7/nObwnEsvPDCs3jssSea7rHGcTTGrNwnxjQNJJOpJpnY8P24VcS8JMkYGhoJFDJmZ2eaFDIaCzcIIcFc5HkU99xzNFgTdlI8Fr6f+HnlCT5Omq8VyycSSZTL3H/HCSkusHO6HvlZAQEBAQGBvYZicRkTE+NYWloAwJ67lmUinc5CkqTIs/K++05geXkJ1WolsBihlMIwahFVEY5u1l5r5ZsymUxAMPK1Y51wrIMVO8ro6cmjr28A169fi42L+DrUssxA8ptDlpnFC6XA8PBo5HuLiwt+h6HnF4azmDiVysAwakEHHo/3PY+iVqvh/vsf7ijeiIsHFUWBabJ1LSEksuZgxyshmUz6KghvDmu5bSX7PvnJT27n7mLxP//n/8Tv/d7vYXFxEadOncIv/dIv4YEHHrjbwxLYhQgn4fiCjUNIyO0t7FVSrBs/qDcruiHldyOBz02cV1aWgmSrZZnQ9SpyuV6kUil4HtNkD1/j4WO9du0KZJlVaHFN9HDxw9TUTSwvL8JxnKZg03EcEEJw331HoWkJvPjic74XVWszabYfD+VyKRhLJpMNupP4/bpb70uB3QtamAEMHZieAmwHkCTA84A7C8DBQ6Cz8bKDrSDLMo7fewxXv/VN2IYBKZkE7euDomro6+uPLM7iiDAA2Ldv0PdyswKpNtPUg+7Z8D2yk2SHGzsUL1781rpJT0mScfDgYRiG1bYgg88dhqFHVBssy8ILLzyHxx57e9B9tFPigny+HydPnsHExFgg4xmWX/Y82rQI30q0IlTiulQlSYHn1Tu6w/7XnkdhWUaQKIkDS3q8bcNFNq1I2zNnzmJoaLRjedOwd1+UfOnOuy+Xy2FpaTGW8PM82qSM0ynWQ3a1Oze5XD74XKv4p1wuwzTNgHjmf9h3pIBg8jwXr7/+Ct7xjne1HFO7mNWyLLz++svQNC32fjx27AQmJ69uCTHfiUJGN4UbnRSPhe8n0zQi/kDheb1VLM87FDKZTCABXE8Qushme7qWnxUQEBAQENhr4PE+82SGL2XJnpdcKj/8rJRlGSdPnokU7biuB8uyAjIuDFVVfWWIzsbTLt80NDSCqalb0PVaZKwAgv9LkoJ8vhdDQyMoFlewsDDXMi7iRYUTE+O+ah1fOzJJTkJIU97bdV0Ui8sBkQfU4/rV1SIo9ZBOp9Hbm/fjQxbLaFrCVxhYG3HxYCKRhGHooFQKuhrDcSaPa3ZKYet2IN4IZI/imWeewSc+8Ql85CMfwZ/8yZ/g1KlTeOqpp9pWjgoItAKf/GRZ8WVT4FfON0tCCexu8AdKHPjDfTeiWz8ogb2FsIkzCwDryVbXdUNGzO2vhUwmA8/zYNs2VldXUKvVYFkmarUaVlaWsbJyB67rxlSVMVmLarWKAwdGYFkmcrkeJJOJjsbPzaE9z0UiEf3Obr4vBXYx9u8Hbt8CXI8RfQD72/WA27eBwf1dbc67PIbcf/6PePArX8Xhy5cx8PolDLz4IlBaxcLCHO7cmceNG5P4zne+hWJxOXYbQ0Mj0LQEkslUQIpzHzFCWJXjToxdXNdFoTCFa9euYH6+gGPHTkImEtzFRdDpabiLi5CJ1HbM4W1cuTKG73znedy4MdnyvM3PF2BZZhNRwzqzHLz++stBJ+ROiguGhw8il+tFJpNFMpmKJBK2k8BdXr6Db37zr3Dp0quYmrqJN964FpzjoaERqA0StlGv1WjyQ5IIUqn0mueRJz2OHz+FkZFD6+roa0XaXrky3pW8KV8XsIIVlrXhSQaeFOnk2jhx4ixkOb4eV5YVnDrVnfcnwAipixe/1fb6b8RGz02xuIy5uRnUalVYlgnDqMtWAvVzA8An1c2256ZdzGrbZiAF3ghGBL7SkpjfiITtWqQ/3za/NiRJRq1WQ7VaQa1WgyTJsXPYWtd1+H5qltdi8zr7d3z8xucvVVWRSKQgy0wGnUmkK8FvJNYCAgICAgJvZvDnZeOzFmC5CMMwmp6VvGjn3nuPYt++Idx33zGcP/84KKUol8vQdR2uy1RWTp483bJgs1twolHTEuDEXF1NSUFf3wAGBwdx4MAoVleLfkFd+7iIKaS8DceOnUIikUIymUZvbx8URQ3WjpQChcIUrl4dx7e//SwMwwj5h7Pz5Dh24KfHckZFyLKCbJatXSRJ6jjeiIsHCWFWWoqiIJFIQVVVAIyMzOf7g1zRTips3Wpsa2cfAJRKJXz1q1/FjRs3YFnNi+SPfvSjW7bv3//938f73vc+vPe97wUAfOxjH8Pf/M3f4P/8n/+Dn/zJn9yy/QrsXexm6T6BzrFXSbH1+EHtdOxFX8Wtwvx82MSZwPMQqQx3HAeGYSCRSLa9FngVWb06vP4ek4dqnUjjwR+fQ2VZhiTJ4F5Ta4H791mWGemw3s33pcDuxVoKsoR02CKEqP+frCgYvrMMlxC8cvoEvKnbICdPAagvziYmLqO/P9qhwufDRCKJYnEZiqKA+VwpGBgYRF/fAACy4+bKuG4iVddx73PPo+Y4MDIZJKtVDFs2lH/SD8R05oS3QQjB6uoKAObVxzqVm7vwqtUqbNuKdMlwMF8JK6jc3UlxwU7wjV1aWsS3v/0cPM/xSS0Tpqkjnc4G57hxjACTM7IsMyLlw333mM/d1p7H+fkCTNOArlfhOC4URUY2mwMhEmzbwuxsd11N+Xw/DhwY9WUqWVcilw0C4q+NuLjl7NkHMDb2WuDdxwn5s2cfhKJ07vvJt7+eLlSe4CKEwDCMyPGsdW74PpmfixRUgjsOiwd48qkuRQnfK7h9YVGrmNVxHChKfFrDsky4rtPk9wlsXMWiW4UMdhnw50B9nllP7NrX14/bt29GiqnC1fZA61g+PH8pCou5wnMeT/Tt1rWAgICAgIDAZoA/L2VZbpKy5MoEcc/KcAceX5MwiWwFjuPAdWUcO3Zu02X/8/l+nDnzAK5cGQuKErlFS105w+wqduGFSceOnQhyNlxR6fbtm1hZWfKJz1rA8bDuRxY3MpKvXljOOyOr1TI0jR1/N/FGq3hQVVX09OTR25uH63qRtW+7ddFezR9uK9l38+ZNvP/974dlWdB1Hf39/VhdXYXjOOjt7UU2m90yss+yLIyNjeGf/tN/GrwmSRKeeOIJvPzyy1uyT4E3B3ajdJ9Ad9iLpBiwcT+onYa77Z+02xA2cWZBUJ2UqyeK3KZrIS4g6u8fwNLSYpDAc10vqN5aC7ZtY3Z2BkNDw4F5ciff45BlqYlQ3M33pcDuBV1YALnnCOjUbcBxACIB1AMUBeTQYdCFxY63xf3/iKoGr83t60cllYInESh3FpEc3B/cq/X7aBQAsLI4H5H/lHp74TgO+vsHMDAwGCxk+P3cyq9huxFHTBAAzu1buL5/Hx6+fBVScTX4vPfZp0E+/gmQUNdY4zZ0XQ8IvGq1jN7evsh544vaTCbjSws3j4tSCkWpk087LS64m8Vnruvi0qVXAp8MICpxJMtKcI4bx+h5Hm7cmEStVoXrOn6Vby5YmG/1eZyZuY3l5TvBs8uyKHRdRzbbA1mWcPv2DQDo6lzmcjkkEomOro12ccv3fd8P4MqVMZTLZeRyOZw6dbZrog9Yv2R7tVqF4zi+56cX/KamqSObzaFWa03MhfeZyeRQrZZ9QokEleaKokRIUE1LrFlY1Cpm1bREy8p4x3GgqvEpj40S852S/vU5yUU6XT9Gfu9omuaT4GvHruFrJpVKoVajsCwLyWQSmUyd6ANax/Lh+asufcXirrAM6G5cCwgICAgICGwWNC2BUqkIx3GDOLVRNrvds5IrKYU9/PizenLyKvr6+hH2Qd4MDA8fRKEw3TLHp6rxMSrQPi7iee+wv3m5vArX9fxzI/try7pfoOM4/nelpjjN82hQWN5NvNE+h6nhzJkHApJxrXXRXs4fbrtn34MPPohPfepTeOihh/DpT38ap06dwjPPPIPf+q3fwqc+9akt2/fKygpc18XAwEDk9YGBAbzxxhsdbycuASCwtQjLKAnsHuyl3+3Agfak2PDwyK48TkWRcfLkaUxMhLsBPCiK6kvU7p6KlrUq18+f37n+ba7LApFarYp0OoPh4e4StJ7nYnp6BuVyGalU59+vmziz+1SWFbiu40suUAAsKZdKpTA3V8Dw8AhKpVX/eokGRKlUCvl8HwzD8DsadCgKkzh2HLvtOBzHxsrKkh8McpKPhP7dHtwfMIzdfF8K7E64rovZwQFUjx9D+vBh7L92DZKuA8kkSP8AqOdBGu48aUoLMxGir5jN4Po9h2AkEiAALMeBubqCdDrr+1TVF2f22Ou4+tzfwgn5MMmLC5APHoKu68FiZycucGKJieVlUMeBoyiYH+jD8J269KBXLoNcuAD5e9/dcht1EorC85ivKO8EDp+3oaERXLt2BZZlNc0d3E+CkxE7sVjmbhWfcfnTuPnW8zxfGpWd48YxMqnV6diurK0+j5ZlYX5+rkFOkt0vpVIRqqrC8yhu3Jjs6r7o9NropOPu3LmHg+9yWdpuydz1dqGmUilUqxWwDrTo+alUyk1+5a32qaoqenv7YJoGLEuBrteCrj5K2RgymRxUVWv7e7frYD137gyuX78ae84TidZE4EYJ5U5J/1aEK7vWVpFKpUJzUuuuy8ZrhqkbSNA0DZZlIpVKQ5blSAU7l9cKXzfha5RLX3GfUj7X7TRpZwEBAQEBge3E7ds3MDb2ahDjMl9bE7KsQFFkECIhk8m2fVa+8cZVvyA6WjSVTmehKBSzswUcOXJkU8e9luJHrVbFnTvz6ypYDMchXA2FFXHxnIzibyeq0MSKyimy2Zyv6OH5ZKCNdLr9Oez2+Ph2Wq2LeKFruVzG3NwMVFXtSvlit2Bbyb7XXnsNv/qrvxrIaNi2DVmW8Z73vAcrKyv4+Mc/jj/6oz/aziF1BU3bvT/0bgZLQsv+BLu526aWBefC34DOzICMjkJ58rtBYmReBLrHVv5u2w1VlXHmzFlcuTIeLNY9z4Oqajh16iwSid17zQwODqK/vx+zs8xXJZfLYWhoeNc92ObnZ+C6dmzQ4ro2FhfncPDg4bswsvZYXl6KXFeLix4KhSmcOnUG/f0DHX/fcWxfmqHz7x86dAgzM7dhWVbgzSdJKjzPC0yN0+k0arUKKpUSZmZuw7YtyLIMWZYC/51qtYLlZQ+apiKdzsAwDNi2BIBAlimc5txbE5g0hgvTNFGrVUFphy7VYMGkrjNyUVGUPXFfCuwuBBWOmRSkof1Y9DwUDuzH0dvTyFd8kiOTgfTkkx1vk4yMwrNtEFWFSwiuHz4IUld/A/Gl8bg5PKuOrOHqlTHU/uovYKYS9TpRQkBdF2R6Cnaa+aANDY2sS9pvqxFLTBgGQAgIpdATychbRFFAZ6M+X43b4N3CzKgekU7g8KJWlmWcO/dQRI4ybESvaXUyYidIZ+4UVKtVKIoSS5KyhbzbMnFwN8/j1atjEaIPYPEq73DyPBpIcHZzX3R6TN103G2EmF9vF2q98Cf+vXbFNI37JIQgmWSEViKRgG2zIiBFUaBpCaiq1tHv3a6DVZbl2HN+//1nMTk5sSXEfKfEbivClfvaxMmdx3Vdhq8Z27YDgo4nIXW9hgMHRoLu7VJpFRcvfiv2uglfo1z6ynEc5PPc02dvyFgJCAgICAh0C6YM+BoAD4oiB89pQthaKZ1O45577sPRoydaPitd18Xt2zfBi6hd1wOlrPCwWq0gn+9rq5KwEbSLl3K53nUXLIbjEO5jyNdY7Nha53BYzqYGTUtCkjwQImF09CBOnbofhHQXb6xX0SQcT/O8kyxLftFZvch2ozLvOwHbSvZZloVsNgtJktDb24uFhYXgvePHj+PKlStbtu++vj7IsoylpaXI60tLS9i3b19H27CsZlNOga0HJ4scx91U0si7PAb3958G9WWyqG3D/vIzkD/0YUinz8Z+Z6MdOG8mbNXvdreQy+Xxlrc8htnZ5t/ftlt7ku0WDA2NghDW7cdkCnbXMZVKZQAsudMMglKpvON+J9d1MT4+5gdafOwEtm1jfHxszW7E8Pd5Yqub7wPAiROnYVkmVldX/QQnBSEyJIl1+tXNk3Mol8swjBqy2Ryq1Qpc1w28YiilsCwFpmmG9sl+Cy5P1UqaU1VVmKYFw9BhGCY67egDWAKxpyfv79/Gffcdx8jIwT1zXwrsDLTT8g9XOMqKAnrwEOTpKbiShOuHD+Kh18ehZLOQPvRURGpyLUjveBL0a18B1XUsDPTBVhRolg0joYESCfC35XkeKhV2P0oSgKVlVPI5OIqKlF6D5tYXXdRxQFZWUK1W1yQaZmamIctSy2PeKm+DWGIimQQoBZUkpEwj8nnqOE0dk43bSCaTME09qDwNd/k0LmoHBgbx2GNvx+uvvwzTtKAoMjQtAU1rJiOEbzNDJpOBqmqQJL1pnqeUIpFo37EVdx4HB4ewuDiPxcWFLTuv5XIZsiwFBHDj2CWJRIjAbhb+nVwb3UtANhPzExPjGB1lHbutztN6u1ANg8mZRgklNrZstge6rrc8/nb7TKezeOSR81hYmF/XfdOqUrvdOT9xQtoSQjme2PUgy9FttyJcWaU7ie08jOu65NcM97oJ+yRzmVTevU0p1izoEPOXgICAgIBAM65eredY+PPV8zw/VpQxNDSM48dPt93G/HwBTFXE8+NMliP1PMB1HVQqZRw5cnTLjqFVvLSRQrtw7Fr3MSTwPK7+4LXN/dq27atAef72avC8ZpWmjRxfKzTG00xWte4fGLZ52G7/9a3AtpJ9R44cwczMDM6fP48zZ87gD//wD/HEE09AURR88YtfxP79+7ds35qm4ezZs3j++efx7nczqR/P8/D888/jAx/4QMfb2QukxW4Fq7bdpG1ZFiP6dB1QVZZaVlVQXYf7+08DDf4vQHNVrefdfbmr3YDN/N3uNghpfqDslWMLYzf+Zul0JuhGa4TnUaTTmR13THNz7ZPts7Ptk4qdfH9oaKRtUr63tx9ve9s7UShMY35+FpSyBN/S0gJsmwW4nIhTVQ2UAqXSql/VxivcSCS4sywLksQDJVYp5boOyuVyIKfHA0OeGLNtM5DZ6waKogZSoywZKYEQecf91gK7F2t11DSSZiSXAz15CmR5GY5hYPE978HB7/1/uiL6AIBoGqQPfhjeZ59GTdMg+RNzxrRQ6+sDp/AoBUzTQG9vHrIswzUMKB6FJRHoqTTUSgUBXUEIPMNAJpNpSzSwZPA4kslk0zED2FLpz1iSoL8fZHEBsmVhaGkl8nkpl2vqmGzcBiEE2WwOlUoZAJBIJNsuavv79+Ed73hXR0lw4dtcP99hKcA6MaTg/vsfXpNACJ/HYnEZL7/8YstrbLPI5lwuh6WlxUgSx3U91AtVEg1j7G7hv9a1sVEJSNu2Uakso1IpIZ3OtLwX15vUyWQykGU5kODkktmJRBKEIOI914i19qko2pbcN+shAjeK8LZrtSp6enIYHDwQqVJvRX5KElNASTR0LAPxXZf8mmESWDRShMy9gzgpDaCjztE3+/wlICAgICDQiHK5HOQzALaWCBNSlUplzW1Uq1Ukk6lg/RG1OSIwTRNDQ0ObOeyOsd64KM7zF2DEGSNCo+eM/ZEi8U+4+29q6hbm5mbxwAOP4PDhezf7MCPgtgOWZcHzXDiOG+QPG20e7ob/+mZjW8m+H/zBHwy69372Z38WTz31FN761rcGMjmf/OQnt3T/H/rQh/Cv/tW/wrlz5/DAAw/gc5/7HHRdx9//+39/S/crsPPgfeMCPL+jr+m9GP+XTnw1RCWkgMDdw070T1oL6/XR6fT7S0uLmJ6+vWZSXpJkHDx4Dw4evAeWZeGrX/2zYBvhv03TCIJcnsiNGlSzoI9SCsdxoGlaIIFGqQrTNACoUBQVtVrVT6x2fLpijlH2E4huMM7dXoElsLPQybM/7j4kkgTs2wcZgLFvqGuij+97vrcH1Q9/GObkVXi1GuRkEmp/P3oJCZLvjuNAUdS69EgyCW1lGUZCg0cITFVF0pfMA6VQk0kcODCCublCLNEQ9uOK6yLiXVBbFQvFkQQUBOrhe3D02edAbBtQFNbRl8vFdkzGbUNRFPT3D6Kvb8D3qGq/qO2GxNvKTsfdgPD5lmUZlmX6z4AE7r//IfT3t1dQCZ+/VCqFQmGq5TV27NgJXLs2gUqlFEhwTk/fwokTZ7omm0+cOIupqdug1A0lcQhcl203l8tFPr/ZC38etziODcMw/ApjGclkck0JSF6FDNCgI7HdvbiepE44rmr05+O+uO2w0zpft5KY59smhEn/23ZU1aQV+ZnJMHngcAcpR1zsyn8T5nvYOAYpiLnqHpn164b5BNVJW3b9CAgICAgICDSCFYQtBPLu3GuYdebRphgxDplMBoahQ5LkgAzj3AfAPIXn5+fX9OzbqnXGeuKiVp6/slyXOuXxDyf7eK6mFRzHxqVLr2JkZBSKsnU2LIuLCyiXVwO/QM+jwZi5LCnHTs0fdoNtJfs+9KEPBf9+6KGH8Od//ue4cOECTNPE448/jhMnTmzp/v/u3/27WF5exm//9m9jcXERp0+fxmc+85mOZTwF9g5oYSaW6APi/V+68dUQEBDYfuwG/6TGQI11o3Xvo8PRrivAdT0sLy9B07SukvLMw8hr8jGqj8uDLCsR6SgAQQBsWSZUVUVvby8kSYbjOAAodF2HLCuQJBmGobfVc2+H8Ji4lBU/jr1QgSWws9DJs3+9fljt0NhN6Pb2ouJ7aGqBNCVLvtdqNaRS9UQ86e+HtLiAtG6glkrClWXAtkEJgQrgxNveAUmSWxZImL5MZjLZ3GnCKlNpbEfPZsZCrUgC8s53w7twAXS2AGl4BNKTT7YkUjvpttkMbMRLbafAdV3MzExtKImwGd4ZkiShVqvCNA1ksz0R7wyAdY2//PJ3YFlGpHvQskxcuvQKnnjinV2Nm6m+PICxsdcCqSZegZzL9QSVvhybvfCXZRkHDoxE9s8qi02cPftAcCxxc4xpGv7YaNMxt7oXu03qtIurTp06C+aF2X4bovO1jlb3SKm0GpxjQhDIox4+fKRpG/w3efXVizAMI5Cf4r6iPHnFnzv8umn09/M8ikJhBoODB3bNPCUgICAgILBdGBoawfXr10BpnRjyPFYYJsssDupkG5cvX4IsS4EyHHtms+1ks7k1Pft22jqjMTaMev72gRAJCwuzfscf87xeK1ZkheIWrlwZw7lzD2/JuF3XxcrKEhzHafKddhwHkiQjlZJ3XP5wI9hWsq8Rw8PD+LEf+7Ft3ecHPvCBrmQ7BfYmyMgoPNuOJfzi/F822oEjICCw9dhpVeRhNAZq8/OsI4eTY0wWqx51dJJUbNfN6LpOS+3zdkl55mGkgFK76T02B5Kg8okFbjSo2uL6645jw7IspNMZ5PN9uHNnEY5jQZYV2LYVdEmF/ZFa+fk1QlVVn0Bk45EkEpASe6ECS2BnoZNn/333Hd/UruK4bkJZlgPpTVlWIMtSsBg5dOgIFhfn6vOHJAEHD0GbnoJcrqCnUkXSMJAmEoZ/+Eeg7NsfbDMukc+7TeLIfkpbk/SbHQvFkgSSHFFd6HQbrbptNoq9oPpQLC7j2rUrvt/qxpIIG/XOAOrPgkbvDACwLAPVahmKokSkkCilKJVWUShM4+DBe7oa8+HD92JkZBRXroyhXC4jl8vhwIERvPHGJFzXBvfT3YqFP/cB7+3tbZLJnJsr4ODBw6CUFdlwYofHCq7LfOQJkZqI+bXuxW4qxOPiquHhESQS2pb54u7lTtm4e4Sf48nJq7h9+0YQL92+fQPLy0s4eTLatZrP9+OJJ96J5577Wz+mlIOOPqD+3KEUQedoo7+fLEtQVXXXzFMCAgICAgLbBdd1cePGJHK5HMrlEjyPBuskwMMDD9zfUQeaLMs4fPgIrl27AsCDLEuRAh1K20ui79R1xlo5t2JxGZcuvYKVleVI0dxaKJe3TnHg+vWrqFYrAeHanHui6O/fh8HBoT0Td2452Tc2NoajR48imUxibGxszc+fPbs2Qy4gsFFI73gS9GtfYZ59je/F+L9sReW+gIDA5mMnVpE3BmrhCmuAwrZt6LqObDYHWVY6TiqGk/WNScl8Podardwk25RIJNsmAjOZDBYX5wDU9dTDxNzo6CF4nodKpeR3+XB5BvZZ/jmefC0WV4LAFrCa/JB4wBVHlDSCEALbtiHLip/kJEGgrCjKnqjAEthZ6OTZv9ldxa26CVnlZA96e/NIJFLBwopStqgK30PcN1BbXsbp1SrkFl1wcYs1z/Nw69YbsWMjRAK/fymlEelBTUu86WKh3a764LouJiYug9Ktk2Vth7jzx7rFaOBFGZaPNAwjloQG2PU4Pz/bNdkHAIqiNVUSDwzsw+LiHEqlMtLprSGcwsffKJNp2zYmJ6+iWFyGZZlwXRfVqo5KpYKenl7/XiRBN1cY7dYl66kQb4yrWvwEm4KdVsG+XaAUWFiYhW2b8DwviI1ada2qqoYHH3xLqCMw/rnDuwBd14vtAtwN85SAgICAgMB2gsdnqVQaiUQSlUrZL6RWkMlkoSjxCnFxuO++E1heXvKJprpcO4AgJzQ9fTtWfaTdOsOyLIyPvwZVTcC2TWhaAtlsbtuIqnY5N16U9NJL38bi4rw/XrOtshOlWFMa1XVdzM5OY25uFoQAQ0PDGBk5uObxuq6LqambIITlz2y7uaidUopyudSRz/huwZaTfe9973vxv/7X/8IDDzyA9773vW0XaYQQXL58eauHJCAAommQPvhh2J/7fcwlNBiZNJLVGoZNC/IHP9yUENuNfmACAgI7A+FAjfvs8AprSuFL8LGky333He8oaOHI5/tx/vzjTUnJubkCrl69A12vRuTODENHKpWJTQQWi8uo1WqBjjkj8tj3ZFmBoih4+OFHUSjMYGxsKZCjCOubAwi06Lk+u+N4YB2BBJwoAADbtiDLckeJQyaZoQCgSCZTOHHiNAiRoOv6nqv8F9g5iHv2U88Dlpeh6DoGdRt0cKjjruJOOlZadRNSzwNZXoZ68xaOLC4B+T7QQ4chPflkC9Jfw4l3fA+0NRLkjYs113VRKEzHxjvZbC6QmavVKsFcwYoKzFjpz72M3a76wJ9NitI8d24HCRB3/pLJJExT94tAos8W9syJP9/Mu27zxsa8bA9vejdoGO2uH0KAqambUBQluNdkmXXVl0qrOHbsJEql1VgflFbrkp1aIb5bxtcNeNdmp92Js7PTKJVWwdUSgHos1aprtZPnTj7fjwMHRn3lhXqSke9jN8xTAgICAgIC24lwfCZJEnp6epve7xSyLOPkyTORolDDMP2cTAp37izizp0F3Lx5s6mwqVWcaFkWarWK71/twXVZjJhKZXZMgRRbXx6EaRqQJAnlcgnVaqXN56VYaVS+dr5zZxELC3O+3QQFQDA/X8DNm9dx7txDbY93fr4A7nHdSk1KkqR1q4TsVGw52fcHf/AHOHr0aPBvAYGdgtLwMK7+vR+GtTAPyTThJRKY3z+EEwcOIN/w2d3gByYgILAzEQ7UuM9OXYKMdcVlMllfIkLqej6JS0ru2zeEV199KSLbxOXOdF3H/v1DkW3wJBulHnp6elEul4LuOU72nT37EAiRm2THDMOA6zp+tRZpWdTDjzfc/cclOdt9nm+TjZ/ANE3ouoETJ053dZ4EBLpF47OfVCvwpqehGDqOTs+ArqzC/Yv/C+mDH4Z0+mxbYqTTjpW4bkJaLgPTU3BNE8mXXwaduApoGtwDI6Bf+wp6PvjhWNJ/PbHJWvGO53l44YVn/XmMzQ+SJCGTyWBy8ioefbR/T8VE7Qja3a76cLfJyrjzxzu2q9WK372G4Pq7995juH79KsJFI/XvSThwYHhTx7cZXobt0O760XVGeNZqlYiHrqIofhfYHO6//2FMTk50vC5Zbydq4z0wPDwCYPPv8d3eKcuxvLyE8fGxrroT5+ZmA18gDi7h6nkebty4FlsI1omaRS6XQyKR2LXzlICAgICAwHYiHJ9thpJJuDinXC5jbm4Gvb29ocKb+MKm2DWhHxu6rgdK3eA19noVmqbtmAKpcNGsJElQFBWO09xVBwAHDow0SaPytbNlmSiVVmFZJghhfoesiBwol1dx9eo4Hn30bS2Pt1qtIplMQddrTYWEDCT4rderErITseVk31vf+lYAjH0uFos4ffo0Dh3a+YG6wN5GUD1KPciDgwDYstWlXsvJcSf7gQkICOxchAM17rPDwSSV2ByymcnVO3fmkUwmYRi1SPeNJElIpVJYWJiPJIjCSbZUKo1kkklWOA6T/zxz5n4cOnQEhcJUk+yYLMt+RTrAK62aQUEpaVlN1QqcrOTniJ07iqmpmzh27ISYfwW2HPzZPzt1G5U//l9IlcsYWloBcV2gWIQ3Pwfv138Nyn/7NKQWvgutOlYc28LEN/4aDxcrkEdGIT35ZFM3IfU8YHoK1HGhlssYeuMmICuA6wFzBXi9vcBnn4byq5/YtE6kdvFOoTCFXC7n+2/W5YH3oiTcWgTtbld9qD+bmufR7SABWp0/TdOQTA5idPRQpHubUmBxcR7l8mrTcy2X68XIyMFNG9tmehm2QrvrB6gXAzUW0BDC5JAMQ+9qXbIecrfVPXDmzFnkcvnuDngN3G3yeTPgui6uXBnvujuR/cT139nzmLw590Yul8v4zne+ta7rb7fPUwICAgICAtsF13Xhup5fzOzCceygGGcjSia8OKdQmMKdO0pscbRt25iZmYYsS6hWq0ilUlBVFbZtB1KiTD2JglIvkMXkUt6e56JWqyKVyuyI9Vi4gJQQCZJEoKqanw9iOSNN05DJZDE6Gh1reO3M1pxO5D1WCM6OmxGorY+XUupbXnixuShJkoLfd6vUPO4GWmmhbDo0TcO//Jf/EoVCYbt2KSDQEjyxHQeerIoDn6SPHz+FkZFDItEsICCwJoaGRqD60sCyLEeCCEaasYBxM5OrrIIpid7ePqRSGWhaAqlUBr29fUgkEk1Js8YkGyEsedrX14+enl4Yhhn7OQBIJDoNeNcXPXE5N8dxggDcti289NKLKBSmYmXMBATagVoW3K//JZzPfw7u1/8StEU8wCFJMg5MXse9VycxfGcZpLQKTFwGZgtAsQjceAPO//uT8C7He1PHxRy0XAYmrsCaLWDuxjW4//uLcD/6iyBXr+DEidOQZYX5ei4vw3UcyHoNR1/8DqSw34HtAEtL8MpleBcubPS0NB1zXLxTrVYhyzKSyRQymSySydSOkIRj8qNTuHbtSst5oZPPhD/bTlLQ89xgERv8VmDzuCzvDg/R8LOpEdtBArQ7fydPnsHBg/dErj9ZlnHu3EPo7x9EMpmGpiWQTKbR3z+Ic+cegiTJXf3GrcC9DNv99lt9/IcPHwmSGY3gPrXseSxjaGgEmUwG1WoVc3OFluPjnpxxiIs/2t0DV66Mb/qzt9vx7UTMza1vfbl//3BQCEYpgqQWfy2ZTK77+tvt85SAgICAgMB2oFhcxsWL38Lt229AURToehW2bQUkUFjJZL0xULvCJvacH8eNG5O4c2cet269gdXVIu7cWUCtVoVt27AsC45jBworYelvAND1GgjpTmp0K8ELSE+ePINkMo1MJoOBgX3Yt28/9u0bRD6fh6YlmtYc4bWz67JCVn6MjPDkRCdAqdfyeC3Lwu3bN2DbduxvRgiBoij+vzdfJeRuYss7+8K47777MDs7u527FBCIxV6oHhUQENgdCFc1qWoCkqTD81inXzqdDQKXzUyuhrsJmSdgHXFJM/55Qkggz8k7dihF8PnWsmsZVCrl4DVWNRX26CMxlVJRD792aKxIZxVaSzBNfcdo0wvsDniXx+B99ml4pRKIqsKzbdCvfSWQ4mwFWpgBUdWg0w6uB/D7QFaAUgneZ58G+fgnmnx/G2OOoFvPdSERAj2RZNvWdXiffRq9H/9EXe7l9hRSc/PY/9rrkJaXo4OSJMA0QBQFdHZ7iul2onRlsbiMiYlx37uCLX6npm7h5MkzwbzQrbRep5KCu1n1gfmInMa1a1fgONZdkajv9vwxn9q3xX6+U6nctdDoZRiWcCJE2lQ/j1bHTylQKEzDts0mwk+SSCAj1c0xd9vh1f4esDA7u7lV43uhA61SKcM0TTiO05U/3sjIQdy6dR3l8mqko48QAlVVAyWF9XZP7+Z5SkBAQEBAYKvRWODEciFKUHSsaQoSiSQURdmQkkmrdRSlFJVKGclkKvJerVYNVCwAhDrQPFBKAjlLtg32N1fF2ClgljP3IJvN1a0xSF2m//jxU03xSLlchmEYsCwWU3meG5yHqC0MI+nijrdYXMYrr3wnkqNqBIvRaFDovpkqIXcb29bZBwA///M/j9/93d/F66+/vp27FRBowl6oHhUQENg94ImW++475gc7Pcjl8tA0bUsqrLvt2BgaGgGlFKurK6jVarAsE7VaDcXiCgxDR7lcRqEwhcHBoabtUsrGz8fOK82YnroEQiTIshzxKWSvr//4eNJ1K7otBPYuqGXB++zToLoOoqoAECHZ2nX4kZFRUNsGlpZYR11kwx6QTLbssEtrCbiLi6DT06B37gB3lkB9v0pKCFKmEXyWb4N31h3bP4wDs/OQNI3tJwzPAxJJUMcBGd6eRPhmdoNtVhfWpUuvYHl5EYahB/KGy8uLuHTpFXieu6a0Xtx+uykK282qD/l8Px577Ance+9R7Ns3hHvvPYpHH318W4snuj1/cZ/vpBOzU4R/e8uysLq6Al2v+tdWDRMT4ygWl9fYSueIOx5ZlnH//Q9DkpQgecOrmjOZHFRVw+DgUFfH3G2HV/t7QEKttnZhZDf3+G7vQCsWlzE7O4NqtQLLMqHrVayursCy2HMlvL5sPC+EAOfOPYSBgUHIsgru36yqGrLZnk3pnm68zhihvLH5V0BAQEBAYC8g3EnG5DrrMp6e58GyrOC57rrOup/FrdZRpr8WDEuEVipleJ4XSHc2g0akJ8PWJxspkNqM9VkceD4svOZ47LEnImsOHs9fvz6BUqkIw9AD+VIAwfkIx0W5XK7pePl2dL0GXjwV7oTk0ulMZSuqErJXsK2dff/5P/9nFItFvO9970M+n8e+ffsi7xNC8Gd/9mfbOSSBNyn2QvWogIDA7gJPtIyMHILnuVtaYR3uJrRtu8uODdaV53kePM+F57lYWlrAnTvzmJ6+jQMHRnypKhuu6wSBKNsHq45iCTqCnp4eABIqlXJQJce2zbTaw5VZ3YBSCts2Ua0yvylNS+wIbXqBnQlqWfC+cQHu3/w1cPMNkMGheleeD69cBrlwAfL3vjt2G9I7ngT92lfgzc81fReKAtI/AEhSU4edd3kM+z73+5g6PApXVVnG3rIAWQYUBYrjYGhpJfh8Y5ce3y+VZdDFBdZRyKEqwMAApEwG0pNPrvPsdIdWc4uiKMjn+3H9+rWO5rT1dGG5rov5+ei8OTs77XuG1hd+fF4plVZRKExDkiR/AR/vjxE3d+zEDsatgizLGB09tKt9KjrtxOwE9U53CbVaJZJUAFgVdTv/tUbEXbedfK+/fx8ee+wJvP76K7AsE4qiQNMSUFUNJ06cxuLifNfH3E2HV/t7wEM63Sz7GT7OZDKFycmJru7x3dqBxpNKqqpCkuSIv0+tVoGq9gXry3Zz36OPvg3j46+hUJiBoiiRzkBg8+aezeqCFRAQEBAQ2AvgBU62baNaLcOyorKPnufCcShkWUalUm5STmqFuBiweR3l+c/3bOSZ7zjxns5hhP3vCJHgeS56e/MdjSMuttrq+IDnwwBGTsqyHJxnrtRy584CHMeOHGNjzogQCQBBLteLEyfONB3L7Ow0yuVV33MRCK8T2fcJKCVIJBI4efIMRkYO7vhYs1tsK9l39uxZnDt3bjt3KSAQi40lwgUEBAQ2hnCgs1XoJGnGA7/Z2RmYpoGenjxM04TruvA83dcwZ9KeyWQKrutgbq6ARx45j9nZWVy9Oo5kMgnD0OF5JJhLWTBFYBgmMpksMplsIL9g21bgv7ceoo/DMAxomudX3+lYXFwQZJ9AE8KynZifA1aWQZeXQQ4dBrK54HNrSWESTYP0wQ/D+/VfA5buMOlO6jGi79BhRvQ5DqRQhx3vJJR0HUenC7h++CAchZmye6YBFSkcm5qCFLoPGrcR7PezT4MOjzCfQMsGNBUYHmVE34eeapIO3Uo0zi0AxcrKEhYX5zpaGK7VhRVHorRafNq2HSTWG0Gph7m5WeTzeUiSFFsV26pTZr1FYesldgQ2hs2U5+e/fa1WgedFry1JIkgkkh0TiBtNmvT3D+Id73hX7HN8cXFhXcfcafzR/h7QMByapxqPc37eRblcRjqdhqZp/n6j9ziliL1XtiM+2myEyeZsNusXQVEQAt9n2MaZMw+AUqw5950+/QBqtdq6C1LXmoPWM/8KCAgICAjsZWQyGczPu6hW2fM7rpuNeeq6IKSzZ2T74h62jqrVqujpycGyHNy8ed3vZGN2KmG7E+ZNh6bcCS8wYhKXLM9tGDq+851vBbFmp7GoZVl49dWLsG0rsHPZ6vjAdV3MzEyhXC5jbm7Gz0G5LQg+1pmXzfYin89jaGg4lqTjpKFh6AHRV1fJoJG/uTx/Npvbc8VO20r2ffKTn9zO3QkItMVurR4VEBAQ6BTtkmbhwE/XazBNpoueTmcBICJ1wDryGGzbxsLCPGRZQjKZhGma8DwaIu/q3TW2bWN1dQUDA4MRU+VKpYRaTQ+q2TZC+hHCCMZicRme54o5XCBAo2wnTSTZusn1QKdug5w8HXTpNZJscZBOn4XyX/87nI/8U6BUApLJoKMPAKRcLtJh533jQuANmK9U8fDlq5gf6IOeSCB5bRJDug55IKpy0bgNvl/y8U+AXLgAOn0bdGUF6OuHdPAQpCef3FaiLxiTP7e4rouLF78F13U7ThzPzxdgWSYsywruWd7BEkeitEtOl8urbUZJQAiQTmewuOghrrOvVafMeorC+JxqWWZQ1HDt2hXcf/9D6O8f7OCsCqwXm9mJyb0MX3rpBfBrhlJGoGUyOf/ZiDUJxM0iVVo9x7e6+7TdPXDq1Fk/wRR/nLbN7m3e1RYmTG3bxuTkVRSLy3umsyxMNmuaht7evoj/8cjIKPL5fhQKUx11Y663IDWOdL127Qr6+gawb98gDhwY2dQuWAEBAQEBgb2AoaERXLt2BZ7nwXHiZStZcaEEVVWh63rb7YWJM77OaYwBR0YOgRBAVWXMz8+jXC77ViUs7rQbbSMQzZcwGxUJjuP54wPS6SwkiakqXbz4Ao4fP4XZ2Rl/vdU6Fi0Wl/HqqxdRLpcgSQSUAoah+9LxaiQ+6LawsdXni8VlXLt2BaZpwjRN35/QCxWOAwABpWwNJ8syUqkUDh8+guPHT7Xc19Wrl8G8DAlkWYLnSQEh2ohqtQJJkvdksdO2kn0CAjsNu7F6VEBAYG2I7or2aEzOseqxuuSUoqh+NRWTrbBtG4ah+xVe9Y4B1i3j+n/q8oIsAeiAEAmUIugMBOBXZPUEkp5MXoEGlVet/FQbEU5USRKBoigiSSUQQZhsAwAMDAB3fClMxwFdXgLZx0iYOJItDlImC+Vf/RvWLVgus44+ywIMHfTwEeCvvs4WafMLoNeugsj1eUeiFMN3fK8vzwN1HOa3pyiMbMzlWnbpEVVrKTF6N7GexPHi4gLK5dWga4p356bTWWia1kSitNuHoqhBBWojCCEYGhrGgQMjfpLdbvpMY6dM47PjkUfOY2FhvulZYlkWrl4dQ7lcRi6Xw/HjLDlvGHpQFUwIW+y/8MJzeOyxt6O/f1/T/gU2BxuV52/83YeHR3Dq1DmMj7/u+9KyCmcA0HUdjuMgl+tpW2Cy1r3BJWbXG6dshyVBLteLkZGDmJ+fBaXAgQPDGB09iERCg22zZFjccbLKdyb3aRhGRO6KEGBq6ibS6fSWdZZtdwzYSLwSQpBMpkApha7rWF0toVCYCiTNgagnEL+++Ny3noLUxrjOsqygO7VWq6BUKmJ6+nZQqR+HjXgCCggICAgI7FYwIintFw/H5yIIkQLVo3YFVc3EWXSd07g+cl0X165NIJ1OB89tlhsJ51aaO/oSiSRMU490q1UqpQhRdvnya3BdD5lMNlBa4ODjGBoaCRUK8aJttr1qtYze3r4gPuhWsSLu81NTt9Db24eZmduQZQmalvDjaQLXJaC0TrZyv2pCCCRJAiFS23PPY9JEIgldr8F1PTSSpGEQQlCplPakJcy2k32lUglf/epXcePGjcCwOoyPfvSj2z0kAQEBAYE9BOFFsjYak3OJRNKXOmBkm+t6gdQmUJetMAwdqVQGqVQKxeJyUIEW7vwLw/NYEqvxfUIIUqkMDEP3Azfiy0+wII6ZKbcHH5OiKMhkckHSdDegWCxicXERBw8ejNX8r1QquHz5Ms6fP38XRrd3QAszdaIPAJEk0IOHgOkpwPYAw1iTZItDpNPulYugr78GJJLA2GvwvvIltq97joBWqsDSIsg9RyKSoQBAkynI7/8HgKyCzhYgDY/ctS69jaBb+UTXdf2FdLPHXq1WgSznmxZx7faRTqdBqQvHcQKCjXdhcaJClmWcOnUG4+NjbTtl2j07wou/27dvYGzsNT+pTrC0tIhbt96ApiXhOJYvPQP/2ADPc/D66y/jHe94lyg62SJsRJ6/1e9+6tRp5HK9AZkWJk8kSUKxuBKRSWpEu+vWcWxMTIwHld7riVO22pKg8bx4nodCYRq5XA6Dg/VO1bjjlGU5SNA0SmGxavj4xMtmdJZtVwwYJhRTqRRUVW1SQahWy75Nq4EbNybhOE4Q64SLAihl52XfvqHg+90WpIbjOj6fchksz6NBUUSxuAxZlmMLJPaSH+mf/umf4umnn8bCwgKOHj2Kp556Cu9617sin3n11Vfx/ve/H5cvX75LoxQQEBAQ2AlwXRe6XoMsK6DUiRBtHPy5mUhobeX8m4mzqIdv4/podnYGtm1B0zSoah90XffXRErQTchyNCzGUFXNJ8YcMC9pKYgteBzCCrcRkF1xSgt8HPX4QW7wqWZxgWka0LQkkslUV4oVccoPruuiVCpiYWEWhLAckK7XoChqcAzMqjBkcUEBSl1QKiGXy7UtZuMxqWWx9RgvLm+MO8MKVp7noVqt7Jo8UqfYVrLv5s2beP/73w/LsqDrOvr7+7G6ugrHcdDb24tsNivIPgEBAQGBdUN4kXSGxuQcIUyejCemKPWCYJEn61jQK6NSqWBmhnllua4Ny2rulvG3Gnj3xSWV0ukMjhw5iitXXofneZBlFdlsFisrS00a7U1b9oNDAIEG+25IUjmOg3/37/4d/vRP/xSUUmiahh//8R/Hz/3czyGZTAafu379Ov7xP/7HIgG1QZCRUXi2HSX8cj2gJ08DiwsgJ09Deuf3rItkI6oG6R1Pwv3aV0B6ekE9D3hjMlhL0KnbwPGTwMpSIBnqyjIWBvqgJ5NIexQj7/weyIlk+x3tcMRJCfKOlbjup/n5AmRZDipdw2CFBk7TIq6dXCGlwJEjx7CysoRyuRwsinO5XMSwvb9/AOfPP47Z2fhOmfCzgxASeGZYlomrV8fx6KNvCzr6xsZeA6VusIiXJALHYT4fiqI0jZMQAtO09lzF6E7DZnRDAeGY4QqOHz+Ja9cmQkQfS0RkMjm/kKV1bNHqumWV0hWkUqkNxylbZUnQ7rxMTFxGf3+dNAsfZ/3ed33JJBI7llQqHbvfjXaWbZffTBwRWif5maJBpVIGIUAmkw2SSqqqYnW16M990aIAQoCVlaV1y5GH4zrDMCJ+kyzhx2I6WVbguk5sXLZZHaF3G1//+tfxr//1v8bb3/52PPnkk7h48SI+8pGP4L3vfS8+9rGPxR67gICAgMCbF3x9wp/NcWkISZIgSTLuv//hNVUd6kVP9fe42kEikYzkLMLP72gXG4HnkUBhAlBg24zEUtUELMsMCnrY9uted7wwTVVl2DYjLxuVFnjuhO+f2bPokfUZjx9UlZGH3ai5NBaX805BRlxSSJIHSVJAKStIIkTyCc34HJDruhgaGm4bI3HvxVqt4sddmi/NWidvWR6p/h1GMDo7Po/ULbbds+/BBx/Epz71KTz00EP49Kc/jVOnTuGZZ57Bb/3Wb+FTn/rUdg5HQEBAQGCPQXiRdIZkMuXrotflyRRFQSKRgmHooequur45k5OgkGUFtVoVyWQKmUwOjrOCOLULQlgFnKYlkMlkYdtOpPPgwIFRzM5OB1IZrmujWFyG667t4ceq0vlvzALHgYHBHZ+k+tznPodnnnkGP/uzP4vTp0/j4sWL+IM/+AM8//zz+PSnP42hoaG1NyLQFtSy4H3jAuvq278fJJsFTDPyGSJJIEfuhfxLv7yhTrqITOjSEmA7gX8fHAcorgAHDwG3b6Nom7h+7iHYfkfFwuhBvPGtb0S8lIjj1sc+MrorOv0apQR5NwtbxJGm7qdqtQpZloPigmg3noT+/oGmRdxacoVHj54AgDUJj3adMvzZ4bpubMfN5ORVv4tqLOjoC4MXKLhuPLmjKPKeqxjdaViPdGP7mIEVpz766OMYH38Nul71n5PJJg+6uNii1XVrGAYAGsiCRvfZfZyyFZYEa8VSs7MzGBoaBVA/zkYJWy4DXq+cZs/+w4ePYGFhLnIOOTZStNON3wywfqnPVkQo+1vG4cP3oFCYQSKRQCqVjhwnIaz4yTSNJlWDdDoL27YxPv4aEolU18RtmHQNn3eA/Rac4JJlCb29A9B1fUs6QncCPv3pT+N973sf/v2///fBa1/60pfwK7/yK5idncVv//Zv77mknoCAgIDA+sEJr0bVEQ5WGJ3FAw883FaWn28nrJoU3obnuU2FNZlMJiDnAGaFwouIuGQoJ8I0TfP/7fnEIA0IvnDOxvM8KApbb5VKxSAmC4OPY2ZmOsgLMXsE2y+e5PGBhhMnTmNxcaGlYgUhQKEwE4mpGovLTdMIYkReKMVrbxiBqaJWM1tsn0CWFdy8+QYOHTrSMlYJey9yj23u21eXZ2XnlcPzPKTTrbs1dyu2lex77bXX8Ku/+quBVqxt25BlGe95z3uwsrKCj3/84/ijP/qj7RySgICAgMAeQreScm9GFIvLKBSmYJomAOaVV6vx88IqweoBZhQsmV2X91RVNUjahzsBeUDqui4SiRQeeuhR3LmziGq16vvYeLh2jZknZzI5X26KBbdxshlhyLLijzsc2BL09TWTBDsNf/zHf4yPfOQj+Imf+AkAwJNPPokf+ZEfwc/8zM/gx37sx/CZz3wGx44du8uj3L3wLo8xLz2fgPNsG8S/xiFJgTceyaSBs+fg/tEXNkSqRWRCTaNO9AEAkQDDANk3COfMWVx/+AF4uR7IySSsbBa6UYNXKdW9lMZfx33PPoeeuflg7PRrX4H0wQ9DOn12c07QFiAsJWhZlp/s94LkdWP3E09Iq6qK3t6+iGeVpiUwMDDYdh/tktMbITyq1SoIIUHFabjjBqCYmrqJY8dOoFwuNxF9AEKJ++b5S5Ikv+hBJJc5ONFSLpdh2yY0LYFsNrfurrT1Sje2jxkk1GpVMF+UFLINUrz1z8XHFq2uW0opstmeWLJrp8Qp7c4LS+hMo1QqI51mCZ2jR0/g299+LuLDqSgyUil2nPv2DSKTYb8vpcDKyvKmeg3Gy2bF+80AG5P6bEeEOo7jk2l5WFZ8wopVz6cgy0rQxZdMJmHbNsrlInS9imw217X8aJhcbpTikiQSkMueR4PiqM3uCN0pmJycxM/93M9FXnvPe96D48eP4yd/8ifxj/7RP8L/+B//4+4MTkBAQEBgxyGTyeD2bWYjoihqKBfC8iGJRBLHjp1Ef3/zOqVxO7zwprGwMUychZ+3w8OjuHnzJlzXgWVZMAymjsIUEzyYpolMJotUKgXPo7jnnnv9fM4MLMsIZMTDuRtKPaTT2WAcTG2AxS3hNVSptNqUFyIE0LRE0Bn39re/E4qioVarxipWsPVfBYlEArZtBvFLPt/fQGK6ofUVCRVus//HSW7yTkdedG5ZZtuiOFmW0dc3EKhx8OIzRVECKXV2fhC8J0kyHn74rXsmBuLYVrLPsixks+yC6+3txcLCQvDe8ePHceXKle0cjoCAgIDAHkM7ubfGivH1VnXvZvCEmOe5yGSygf8QI9koNC0BTdNgWRSO05yIA+AnkKRA5k6SZMiyAlmWoaoJuK4TeO5RSrG6uoy//Mv/i3PnHsTg4H5cvXoZ5fIqDEMH05kn0LQkdL2zBCeXxWLEZD1RFq7Q2qmYmZnBQw89FHntyJEj+MIXvoCPfOQj+Af/4B/gv/23/wY1JDsp0BmoZcH77NOguh4QcMHfiQTIu78fWFwAXBe49Bq8558LSDXv/34ZOPcA6/jrkPyjlgW6dAf01k0gnQE0DfC8OuFHPcCXZl3o74M9sA9OTw6O48CslgMpWs+jsE0T0u1bmBwaxMPLKyCUgqgqqK7D++zTzB9wB3f4cSnB8fHXUKtVkUgogSwtnycIkVAoTGN4+GCQkCaEIJmsy8nIsoIDB0Zi5+atkivk4It8vjAMgy8M5+YKyOVyWFpajOnsgz+WaCECJz01be9VjK4XnGipViswjBpc14MsS0ilMuvyVtuIfHf7mMFDOp3p4HPtY4tHHjmPhYX54P+e5+HWrTdix7NT5KhbHa9t26hUyjAMHbrOpCKnp2+jr68fuVwOlmVFnst8jstkcpHEzGZ7DXbqN5PJZDYs995JUVk6Ha3SD4PN/TQipcW9fDyPQlGUrscERMllTUvANPWgwzqTyQXnhBOqW9ERulOQSqViSfNTp07hC1/4Ap566in8+I//OH76p3/6LoxOQEBAQGCnYWhoBJcvXwqelY1EVC7X43sOr70dvs5pLGwME2dhyLKMkydP48qVcVSrFV8ulO1fUVSEPfdUVcXIyEEMDx/E0tIdX/6SxRau6waEGiMs68XZ+/YNYmTkEHRdD9ZQlAIXL34Lnucinc6gUin5uR0JlFoYHNyPEyfOBOONU6zg8QshdYl2Hr+srCxF/IyZtCn1ZUcpkskUHMf2FaLYa4oiw402IAaSqozQ9FCtltv+Bvv2DaJUKgaKLVzFStd1VCqlSGG6qiq4//6HsG/f/jV/292G+Eh1i3DkyBHMzMwAAM6cOYM//MM/RKVSgWEY+OIXv4j9+/feCRYQEBAQ2D4MDY1AbZEUD1eMF4vLuHjxW7hxYxJ37szjxo1JfOc730KxuLydw9128IQYAGiaht7ePj+IhN+9kAClaEn0cZRKRZRKJeh6zZd98IKKfk70AVyuwoNtm3jttZcwMTEWEItcWsHzqB94ScFY2sFxnCb5s52SIF0L/f39KBQKTa9ns1l85jOfweOPP46nnnoKf/EXf3EXRre7wSU1w6CeB7q4CHrtKujlMUg/8vdBxi8BplknAk0D9JWXQP/gaXgvPA/3f38R7kd/Ed7lsdb7ujwG95d+EfTyOFCrArMF4M4dRDwGFAWkfwAAsLJ/Hyqqglqt5svkOv7ihhFLTqUM6jhwFAXzA33RfZXL8C5c2JyTtIXg3U+5XA6pVAqO42B1dQW1Wg2WZcIwdExMjKNcXsWJE6f9rhbuMcHkgU+cOI2VlWV885t/hbGxVzE9fRNvvHEtmJt5cvr48VMYGTm0qcUZQ0MjYD6jcccmBcnjEyfO+t3FzVBVDY8//iSy2R4oSgKpVAa5XB6pVHrHyOO5rotCYQrXrl1BoTDVJOmz1fuemrqFixdfQLnMnh+MEGXEqK5X4Th2UJDSKcLPtUZw6cZWaB8zaBgeHungc+1ji5deehHpdCa4boeHD3a0rbuJuOPlXXKEAOl0NKFz+/bN4D7h1efhrrJG4oWT9/feexT79g3h3nuP4tFHH29L8lqWhUuXXsbzz1/ApUsvw3Hqv3nYb6bZM7PuN3PgwMiGrhegLrcVBx6LHDjQ+nrJZnPIZnsir3GPvXAHXjdj4uDn9b77jmFk5DCy2Rx6evJQVTUyz+6EuWgrcfLkSVxo8dwcHR3FF77wBeRyOfybf/NvtnlkAgICAgI7EbIs49ChIwDq5BLr/mIFM5Sio1wDL7zh6xxCWFFzT08eDz74liaijyOf78fo6CEkEgkkEswChSsiMg9x1j137NhJv9BaRj7fH8TQXK5SVZXAX8913dCz/wwOHrwnsobi8ZBlWX7RNfNZ9jwmA9rb29cUl/X19aNWq6FWq8HzPJRKq7BtO/a4HMdBX99AcC4kifkHcqlxy2KxWCKRQDKZxsGD96C3ty8gBdlvQEO2MhSWZaFQmGmbsxsaGoGmJXzfZhmu6wZ+hUNDIzhy5Bj27duPo0dP4Pu//z04fPjomr/rbsS2dvb94A/+YNC997M/+7N46qmn8Na3vjWofv3kJz+5ncMREBAQENhj6ETubaNV3bsZjRXphBAoigzPY3IVtVo1VlosDtyfihDP99BTkEymUC6v+tuIJs5t28LKypIvpyUHcmac/HMcu+PjKBZXwAy0WfxgmmbQSbST8dBDD+ErX/kKfviHf7jpPVVV8alPfQq/8iu/gs985jMd/w4CDBFJTQC0XAKmpwIfPfrXX4fzykuA54HkfULN80CnbgOux7rylpZABgfbdtRFOggTCeDQYbaNMEFOCMihw4xszGaxet99wcKGkxsA/O42FbJts+9QCr0h0UsUBXS2s0Tv3QbvBoqTw+RE6KuvXsTw8ChGRg4CQKTCtFhc8aUAWVWqZVmQJOa5tdVzsyzLOHz4CK5duxL4VIQ78/giX9M0nD37AMbGXgu8+/hC+uzZB7F//wHs2ze4I+XxWkkXnjlzFrlcft3b7aRLnu+bdXUbgR+JoijBM8nzKAzDAKU6XnrpRYyMjHZ07jYi390qZlAUBX19/bh+/VogVblZsUWnsrR3E3Fj1HXdvw+yTV42AKDrtaATMoxWxTjddJbdvn0jcs8tLS1iauo2zp59AIcP3xvpREyn66oFjX4zkiR3fL20uq7X8hAdHh6F57XvXgQQeY/LdYU78OLG1An4eR0ZOQTPc3fkXLTV+L7v+z789//+31EsFpHP55ve7+vrw+c//3n89E//NJ577rntH6CAgICAwI7D0aMnUCwuoVqtBOpFAGBZJlSVYv/+oY62040aCYs1ZlAqlbG6Wox4/ZqmiUqlFBBlADA5OYETJyTk8/0YHNyPcnm1SVUBYOurfL4Pw8OtY2luYcDsVHjxHds3pRQ3bkziyJGjWFpaxJ07i1hZWYIsy0ilUqhUSlheroIQCbKswLJMOI4V+CQD8Ne7BI8++jhmZqZx9eo4MpkMbNsK1oieR2HbDh577An09vbj4sVvIZfrRbG4DEoRiTUVhStJqW3XhbIs48CBkaa1mmmaQdz4ZsC2kn0f+tCHgn8/9NBD+PM//3N84xvfgGEYePzxx3HixIntHI6AgICAwB7EWgHW/HwBlmXGyk3xCurNkDbaiTKhcdJcjHjzgqC2VRKsEeGODNd1fT34SkhbnVdjIUj42zZLjnEfr3B1fKtK+Tg4jg1VVX2ddQmZTAaTk1fx6KP9d/0ct8OP/uiP4o/+6I9aJqAIIfjYxz6G4eFhPPvss9s/wF0MMjLKPPpUFdTzGNHn+rKa1AMyGaBUAsoloKeXEYDLS4ykIxL7nGkE2/PKZZALFyB/77sj++EdhAGxmM2BnDzNtlWrAe94J+T77wddWIQ0PIK540ch374BqbwadLTWfa2Yp0JCSwCUgkoSUqExAAB1HEjDd7/TpxPwJHjYn4KDkfIGdN3zDeYTQQI+n++H67p4/fWX4XlOsMgNe27Jsrxpc3Mr3HffCSwvs0V+47OBS4wCwOHD92JkZBRXroyhXC4jl8vh1KmzQVXrTpTHa0dEXbkyjre85TEQsjVeeeF9R/0QSSDxGv6tmRSjB9PUO5L1zGQymJ93m+R66hKS7SuxG2MGgGJlZQkLC3PgPrZ8HGvFFq283Bpji62Wpe0Ea8UojWNcXS3CsozYQpRUKtVS3mqj3YqWZWFs7DVQ6gaFEiz2cDE29hpGRkYjBJymaVDVPr9brlk2qxNJ1rWu62PHTuL111+GaZpQFCWQQD958jRkWYbnuWv+xuH3crkeFIsrkOXm338jygU7cS7aDrz//e/H+9///rafSafTePrpp7dpRAICAgICOx2s0OkMrl69jFqtCl2vBlLziqLgpZde7FhqvpPnL481XNcGQFCrVWGahq8QokDXq4GkJ/edCxeQ8dgnLnbI5Xrw8MPng5gjLuarWxh4wfq07v1HYJoG/uIvvoxMJgPD0AN58lQq48fbku9tSIKcEPdJDsfgrNCtrr5AKQ1iNEVRoCgaDMNAf3+90MzzPJTLq3Bd7u/HiuXS6eyaOTvXZYVOvb29EW/4RCKJubkCDh48vKPzRZuFbSX7KpUKstls8P/h4WG8733v284hCAgICAi8CdAuwFpcXEC5vBpKuFOYph74KnVTQd0KnSRA7wbiKtKTyWSoooslv1RVhW2v3WlXl+MkoNSDJIUlF8Im0exvz/Og6zVUKpWuyD0OTpCwf7OgcSuI2q3C2972NrztbW9b83M/9VM/hZ/6qZ/ahhHtHUjveBL0a18B1XVgaSno6AMQSGrSpSVg6Q7o8hLIvkHAMBjRB7DOvlBXXauOusYOQrZziW0PABk6APn/+YHgrdq1K8HipFarAGAdfNSff1Q1CZLtAe4sQrYsDC2tRDedy0F68smNn6BtAO8GunjxBbBOPhKZIwBWIMD9IMIL1vn5AkzTjCUSPI8Zsm/G3LzW+E+ePBPb5dXYcaUoGs6de3hLx7OZaE9EWZid7X7u7LSTLbxvJs1Tl3gGECQP2HaY7yEvPOmk4551lJeDjlBKmVdkJpNDMpnqiGjiMYPrurh48VvBNcqqqaPjaHWeuu0wvJtETKcxSniMhcIUbtyYjL1HKQUOHTqCYnF507sVr14dCyqzG8HI6jGcO/dwUyddIpEM9h+Wl1qrM29wcAgvv/xiy+v62LETmJy86leXK3AcB64r49ixc03xXbvfOPxe/bqLH9NOkHYVEBAQEBDY68jn+/Hww+fx3HN/C1XVkEjUC/82UwWqMYb2PIpUKu2vd8pIJJJBrgoAwjLf4ZxHJ0oRrWK+++47Dtu24TguABraX12dyfNcVKsVACzWc10HllWEJBGfZGTrO/Z33Sc5mUwFMVWhMIVbt24ESkyEkMC3mI+Zx8jhQqmbN99AqbQaEH38u/x7rdaF4XUH94bnRafVagXj46/hzJkH9jzht61k39vf/nZ893d/N37oh34I73znOwMNWgEBAQEBge2A67ooFpcDDXUAAeFXq1Ugy/kNe7/tZJnQOGkuSgFNS0QSeKzTIizTxQO5MGjQvUcIQaVSwdDQMGq1WpO8F4fnuSiVVlu+vxbq32OVZKapQ1GYNn23UlcCew/0zDnQZ74ELC+xtjDPBVwXSPWC3lkEPMo6+ZaWgP4BIJFg3XysXBLoq/vlteqoC3cQNu0/5ju8i0TTNCiGAnPlDkyJwFFVgFKolSookaAevgdHn30OxLYBRWHbyuUgfeipJinRnYx8vh8nT57BxMSYX0DAyBvu5UkpIhWofMFarVahKApsu5nwI4T5PmyHL+dO6LhaD9bq0mpPREmo1bqfOzvtZAvvO5FIwjB08DkcYPM6/zerYCYRWea1qncnJyeQTqcbpBs9VKtVnDv3YFe/XTfdeY3opGNsJ2C9McpaJNmxY0yhZ7PvnXK5HEv0sXETlMtlAJ3du/w+SSZTvhyV4lem15Nji4vzLa8By7Lw+uuvQNM0P/mUCt6bnLyKvr5+AN0f726QdhUQEBAQEHgzYHFx3u/ab15/rRULhuPxZDIFQqKWBe3UIAghSKezqFYrMAwDACuQBIBUKh18LpzzWCv2aRXz6XoNL774PAihEZ9s7o1HiOTH1JIf99WLNz3Pg+ex8bJCPhWe5wYxuOM4gSLKyy+/6PsCmn7nYr3AnqMxRg4XQ924MdlVXM28yWeg67VAocVxnIjqTKEwg1qtdteL8Lca20r2/cIv/AK+/OUv45//83+OTCaD7/u+78MP/dAP4W1ve1vHsmECAgICAgLrxfx8AbIsB1IDYTDpAmfDFdQbSRZuB+KCQs/zcPPm9YgMmqb1oVhcgePYgYQEN1JuBCf8KGVVaXGJYxYQyrGJwm4hy3JE9q23t69j42yBvQfv8hjz0SuVgMH9QKkMlO4AsgKoKpPuXJhnH1ZVoFoBff1VxiKZJusAlGXg2gRw6DCQzbXsqIt0EDa+F/MdniB3bAtkZhoJ10UCANUN2IqM4cUlZGZmMfIvfgHSO98N78IF0NkCpOERSE8+uWOJvnbk0vDwQRQK08G9Xq1WYitT+f/5NjRNg2nqTXMzL0jYru6W3SZ9VywuY2JiHJVKKZiLp6Zu4eTJM8Eitj0R5cV6ra2FTjvZwvsmhCCTyQVynSzBQP3vsGczl+iJ21Yj+PO2UbpRkmRoWsJPlmz+McVhLTJsp3RnhWMUXulcf+4nWsYoYUKKS07FEVKbfe/kcjksLS3GEn6eR5HL5YL/t7t3GyvbZVmG49ggREMymcTQ0DB6enqxuLjQ8hqwLDOQCm1+j8mNZjIZqGoCQHyCrxU2WmiwE6XjBQQEBAQEdhu6iQXDz14uA2/bNlzX9eNyQNM0UApcu3YF99//MPr797XcRzierVRKQf7ENE3YNvPEk2WlJTnWiLi8FC9y9zzqKzPVC/A4wgV5jQXfPOfDipOYZ19PTx6macJxXAwPj+DkybMRlQRe7Mf3rap9QazfKkbuNq4O+4ObpgmA+vKjrr8GYcfTKIe6V2OlbSX7PvCBD+ADH/gACoUCvvzlL+OZZ57Bn/zJn2BgYAB/5+/8HfzgD/4gHnnkke0ckoCAgIDAmwjVahWyLAfJRl7hw73f+vsHNvzA30iyENiehE1jUMiqoKabNN+z2RxqtRp6enpgmgZs2wGl8fKbiUQCrusim+2B67o+MUgj8qDhyrH1j12KJP24XEQmk9sxyVSB7QO1LEb06XrQbUfvvRdYWgQcG0hoQDWU8Hcc4OFHgPExJt158BBQKQOOC7ge6K1bII+8pamjjloWvG9cAC3MgJ45B1x6DbRaZXKfbbrweIJ84ht/DctxIBECSggUx8GpGzfRW6mBOg7wzW+CfO+7mzwCdyLWkgBs7lKR4XkUsiwhk8lFiBxemckXdFzuNCyzLEkK7r//oT27GNsIXNfFpUuvNElTW5aJS5dewRNPvBOSJK+xYNYwvA5fyEYCMUwcESIFEj2N+1ZVFb29ff5nPezffwCWZWJ1dQWpVLqps7NdV1z4eRuWBQq/v5FjajWOuOf0ZnRnbcfzn58z27ab4iDD0LG0tNgyaZTP9+P8+cexuDiHUqmMdHrrSCV+LmRZDcbXqCAqywpOnTrb0bYaK9td14WuV1GrVUBIP27degOFwjT6+voDadlGOI4DVW1On1iWhVqtAl2vIplMolwuASDIZLJQFKVjGff1FhrsVOl4AQEBAQGB3YZOY8Hws5cQgmJxBYQgspZxXeYpraoabNvECy88i8cee2LNfUiSBFVVG2xRWJHzwMBgxzmPuLwUK4zzArKPSezTpmJLAEH8xfcf/pv/27ZtlEpFpNNZZLM5nDnzAObmoiRjuNjPdT0YhhHIrR8/fgqUMrn49cbV4TiPy6Ey2VHXl/knQSciVw/ZCUX4W4ltJfs4RkZG8BM/8RP4iZ/4Cdy4cQNf/vKX8cUvfhFf+MIXMD4+fjeGJCAgICDwJgAPrKLJxnpF+8DAYFfba2V2vF4pr7uVsJFlGceOncTrr78M0zR96YoEUqk07r//YRiGjps334CuG3AcK1L9xU2TOQmnaQl4Xg9KpRIcxwLTfSdwXQ/NUqCdgxAW9PJt8A4WpjFPhdTVmxTeNy7AK5WisporK0yi0zCAms7kOwnYiiWRAGammWwnBZBKM8JvaYlJeqoqyLu/H9KpM/V9+J2DfD/UtkGyWUiPPQ7IyppdePl8Px4uVjA3Nw89kUTKNDC0tALJXyy18gfciehUAjDcpVIulzE3NwNVVZuIHF6ZKUn1BZ0sK7AsVh2aSGhBFaxAM2Znp1EqrYLL6wD1ittSaRWFwjQOHryn7YL51KmzkCQZMWv8tgiTeI3EEUAwMzOFVCoN02QL+mJxGYqi+B1lQCaTC55t6/Us22zpzE6qiNd6Tjd2Zw0ODmFxcR6LiwttCbztev5nMhnMz7uoVsv+c5S9Tgir5F5eXoLnuaAUscSjJMk4ePAwbNvt+prpFI3nQtMSqNWqgQwwizsUnD37YMSPrxUaK9t5ZTlLbiHwl3FdB8vLS1AUNbY4KZFINBVFhSvkZVlBpVLh76BWq6C3t29LK8h3snS8gICAgIDAbkMnsWDjs1fXdb8gmqBcXgWAQIITYPEVkw138frrrBivcR+8aI7nYlKpDHS9GinmAwj6+jovTo+Lkzn5RSkrzmPEogbbtiIWLmGiLzxG/j5fe/A1Ra1Ww/33PwxJkmNJxnD+LZlM45577sWhQ4ewvLyMixe/1XFcHRdHh+O8MLFIqQdKKVzXhaqqSKUyERUQLgW/F3FXyD6OpaUlPPvss/jmN7+JxcXFiAyHgICAgIDAZiMcvBFCAtNeAIG2eKdolZg7duwkVFXrOmm53QmbONkJWZahqgocx4Hryjh27Bz6+/ehWFz2A0Cm3Q4wso8bJgOM8GPJ1Rzm5+d8og/gZNxGiL56xZkX+t2IH6xKEbk6gTcXaGGm2T/PNABVAxQVsG1AlphUp6qxjHZNB4jE1immASJJwGCI6F9cqG8/pnOQqCqT/xwfg/zxT3QktSmPjOLAc9/s2Otvp6IbmeJwl8rQ0IE1KzO32y9vL8jezc3NBvNiIyj1MDc3i4MH7wEQf36Hh0eQSGiw7e67roOu1YlxVCrLYHM88/lIp7MwTQPf/vZzyOVywbPCcRz09w8EVcn8fK+3K26zpTPbSVUePXoChcI0JibGI3K0cc9pft0Xi8uBX0lcAoNfg2FCfKuf/0NDI7h27UqImK2DyzFNTl4NnvuN42a+dFuHxljItm1fTlwOrvVEIoGHH34r9u3b39E2G5NOvKqdVXpHE3KO42BwcMg//ui1ePbsaYyNvQrD0CHLsi9LZQSdgCwxVi+G8jxWvZ5KpbasgnynS8ffLZimib/927/F9PQ09u/fjyeeeAL9/SJOFBAQEBBoj2h8Ww7yH9lsLohJC4WpyLOXE2js3x4orRcmc6LOdT2/O6+K+fnZSLxp2w4qlXKwfy7bmU5ng+407kHHFrCt0egb2FjAxOIpGhBjAFseM+90O/g/L6pmygpRCxxFkYPuQ0mSg8J55svduhiPEAJNS+Kee+7F6CiLTSYm1s5/rRXHNMZ5nFisVEowDAOqqiGVSkfIU8+jmJubwdDQgT2ZR9p2sq9UKuGrX/0qnnnmGXz729+Gqqr47u/+bvzO7/wOnozxRhEQEBAQENgsbIbMFtCemJucnMCxYycwOXm1q31sZ8KmnewEAD8AcjE5OYGHH+7F1auXoaoqZFnyg72wjnvdh0uWFZRKK1BVBZbFjKXDn1sPFEX1E34WbNuBLMtwXQ/ZLBurLCsYGTm4gbOxfVhaWkI+n2/qDGhEtVrFxMSEkDbvAGRkFJ5tR0m0RJJJdBIA+TxQrQAggG0xuc50ir0Pwj4bQiPxFts5yN8rl0EuXOhIerNbr7+divXKFHdK5G2XX95ekb3jXXQt3o0hc6LnN4YjXBONJOnw8GjIL5ARHpZlwjSZfK5lWUilUgHhp+t67G+/HrJ3s57pjeNolKpMJlOYnJxAubwaJDKq1QpUVYOmaUgkkk3P6bUKeOpxggXTNFGrVQOpWzU032z281+WWedts1wuI2kliWBq6ibS6XTsuM+ffxzA1pHijZ6CvANRliVQSpBKZZBKpfDGG9c6ll5vTDqFk3K8W5BDklhirvFaTCaTmJy8Cs/z/M5jlpjjVfGZTA6macBxnCDBJ8tKkGDrRMZ9PdiodPxeRKFQwIc+9CHcvn07iD97e3vxO7/zOzh//vxdHp2AgICAwG4ACxN4DiNaINX47OUEGiP3JHieE4ozKCjlZBuB69qYmBjHW97yGM6fZ7HG+PglJJMpJJOsiMhxbFCKQCGgTiR2pxLFiEdfSYbUVZhM00Q6nQ5UDtgxSBFikMe41WolUHXisRkvcspmeyIFhzzm6LQYb3Z2ZlPyX3HkIiEE2WyPrxSTgK5XQ8pQgCwzsnKvqiBsK9n3Uz/1U3j22WdBKcXb3/52fOITn8D3fu/3di2xIiAgICAgsF5sRvfIWsScYRhd72M7Ejau62J2NtqZYBgGKGW67VxmjSX/AF3X8corF4Nj5ZIIzIPLDQLIVCoDRVGRz/djcXEOhBCoquZr1TtN1WBxOHLkGAYG9uHq1TFUKlW/wkwNtO75913XgWnqUBQVmUxmV8l3ftd3fRe++MUv4oEHHgDAKv9+4Ad+AP/1v/5XHDt2LPjc5OQk/uE//Ie4fPny3RrqrgF57HHg878POl9ixN3AAPtzh3XnkXvuAR27BNSqjOCTJMB1AV0H0mmgrw/0ziKT/EwmQUYPRoi32M5Bvu8u5DeJpkH64IeZHGi5vKbX307FRmQTt4vIWwt7SfZu//5hzM/HX4OEEAwNDW/q/uJIUsMwoCjsHuEEkudROI4DSSKwbSvipddu8b6ea2QrOkLDUpWOU5cY5Z4mrusGfzuODcPQkcnkUKmUA88R09RhWWZscYdlWXj99VegaZqfjHEhSSQgt8KJna0gbAYH96NcXoVlWZFqcUIIarUaWnXi27aN2dkCjhw5sqnjCSMcC5mmEelA5IVIfCydJoEak07hpFy4SxOoz2PhazEsM8vGRgCwOIkl9FQYhhFJmvHv8d9/PbKynWCzpWz3An7jN34Dq6ur+OQnP4lz585henoa//E//kf88i//Mp555pm7PTwBAQEBgR2M+jrBRTqdaXr90Ucfb3r2JpNJmKYeFE9RKvkEGYl0+AHwC+NIUEAly8xHLm5bnkcDqXEgXrUirBIxOzsd5Gh4bMdUG1hMo+t6pICJUgpdr8J1PX8cKdRqVUgS6+rjBW58/IzIdGOLBcMxR1wxnuuyvFA+n8PcXAHDwyOblv9qRS4SQtDT0+urVnl+rM22zX3k96oKwraSfdVqFR/96Efx/d///cjn89u5awEBAQEBgQAbTTp3Epg07sN13Sbj4XAycqMJG9d12yY7eZK23plAYBi6/xniJzLh+86QoJptcXEO+XwfgKjWuuO4oNRFLteDe+45igMHRnD9+jUw7z4Z9WQhjwbjk4eSJENRFAwO7sfBg/fANE0sLs5hZWUJjmNH/AHZ5yUkEklIEsEjj5zvyK9np6CR8KSU4tatWzBN8y6NaHeDe+nB84ByCVi6w0i+4VHg6HFGMrv+9cM0SIBkihF+mQzgesCVywD12OUpEVDHgfup3wJ5+C3Mhy+uc9BHnPwmtSx437jASMKR0YiXn3T6LMjHPwFy4QLobGFNr7+diG5lE7uVyuzm8+0+2/jeoUP1uXgvyd6NjBzErVvXUS6vBqQIX8Tmcr2b2vXciiSVJOJ3ONX9OyjlC2oKy7IilbRbQV5tBZHsui5mZqYwOzuDcnkVqRTrdHMcJyTLBP+8U5RKRXieF0hxViplOI6NdDoLTYve45ZlwnWd4PUw+dSY2NkKwobfx626zFOpdOT/lNLA42R2diZyP202wrGQ60YTSiyJxsbc6XXE54JEIoGFhRVQSv2iJtaFypM9HHHzGJ8zGBlaAUChKJzEYwm9arUc2Q6HYejo6emBqmpdy8p2gs2Wst0LeOmll/Av/sW/wA//8A8DAI4ePYqBgQH86I/+KJaXl4Wcp4CAgIBAS3SyTmh89hJCkE5n/RgB6OnJY3V1JRT/8m4yJSD3eAGVaepNHWl8W5R6voxnvGpFuAivWq2iVmP2LIqighDANHWk09lAKen48VPBdx99tN/PHZV9n0AV8/Oz0DQt8CLmhKMkkYD4NE3Dt3VBWyIyXIy3tLSIpaU7cBwbi4uzuHNnDlNTt7Bv376gS7AR3cS/7ZQ+Tp++HwsLc5iZuR0UYSUSyS1dl+wEbCvZ9/nPf347dycgICAgILAl6JaY60Qybq2EzeDgUEuycHl5CePjY219gXiSNpx0pZTCtq2gQ6+xA49JZ8nQ9VoQ4IW9Dj2P4p57jgZJVn5eeEUaOxYa29XHKuqZR2Amk4PuyxuyirKaH9h6sd/LZLKgFFhYmN81SXmBzUXESy/fB/T0gi4vsQ49iUD5zU+BqCqc//r/se47TsqZJuvg6+sDvXwZSKWARIIRfuUKsLAA76vPANeugn7tKyD/8B9B6unpSH6Tk49c9tOzbdCvfQXSBz8M6fRZAABRtY5kP3cqupFN7FQqkyfjFxcXUCwuB3KP7aQ1220bQNN7hcIUjh8/hd7e/kixBqU0UrxAiIzZ2Zld498nyzLOnXsIV6+Oo1yu+4rkcjmcOHFmU4+hUV6xbnAvBZ5nnABhpFW9Epj7lgG7o9uoWFzGtWtXYJomdL0G0zT8Lj0lQugwcpX5mbiuC9dlUkEA8z6xLAu1WgWq2hf5nuM4UNX6Mjxcxd3oIdcJYdMtqd7uPj58+AgWFuaC8fJj4BXqxeIyXnjhueB+2myEYyHm11uXm5Ukyfer6ew64vNErVb1K9dd/7fykEgkkUgkgoRVO/lXPmfouh5In3JIEoHj1KXN4+KoarWK8+cfXPN+XI+PaKdz8l7wKO0Uc3NzOHHiROS1kydPglKKhYUFQfYJCAgICLREJ0Xdcc9eRVHR3z+Ivr4BEEIwPDyKGzcmYZomuD+eLDPJdO4ZXKtV0dOTayK8NE2DqvZB13Xk830YHh5tem6H8zuEEJimHhT9Ma9jCZ5HUa1WkM/3NRFajYVyhcIUlpYWwbz4WHG3rtcAEF/iU0EymYKqaqhUSnBdpu6haQmoqhYbP0mSjH37hjA+/nogo8kLzSyL+RJqmhaJezm6LVhqp/RRq1WhaYk3lQrCtnv2CQjsdrSr2hcQEHhzoJtK6k4l49olbA4cGMHLL78Ym9ju6enFlSvjbbcfTtKGOwgYSChBBV+2wX+HMC1z0zRBiBTIfLU61vB5SaezKJVWW8p3UkqRSCSQy/WAUkYUFovLKBSmfPPk6Pd40liS5KCKbC9WYQl0hiYvPUkC2TcIgHXc0eefh/S97wYZ2Afcc6Tp+/TOIiP4EglgZBSYuFyX+XQcoFwCTSSA//l5kA/8Y+D/9wex8puggPv1v4R3+xbo3/4VSDYXjImoKqiuw/vs06yjb4/ECp3IJnYy71EKXL9+FVNTN/0OMCMiraKqaqy0ZrttT0yMA0BAQkXfi0rvuK6LarUckDR8rvI8D9/5zrd2jX8f+z3etqkylnHgyY8w+VMnNqhPeskgBIE0pSzL/rOsO/LqbsJ1XUxMXAalbiB9xJ+Tpmkg6oFC/MSK5z9b6wUqTCabkUNhspO9l4h01YWruJmUktyx9+B6/Sdb3ceUAisry0FxEJem5M/gVCoduZ82+zoLx0KqmoAk6UESjPsK6zqXt/ICGdJG8HnCcewgwVRP8ni+j6SC0dG6rFWr+4bPGWGvPw5GRtbluaLKBrxAKbfmXLIRH9G15uS94lHaKcLJRI66X2NzEZmAgICAgABHp0XdnayHMpksJibGAmWCcC7F8yjSaeZ9ffPmzVgJylyuBw8/fD42Ngnnd5gtCy9Aq69nACadWS6XceTI0bbHXS6zDr+wvDuzdakGhWi2zWKqevzLZPtPn74/Np4oFpfx8svfQbm8GrzGn9GUUpTLq7jvvhNYXS1G8l+KoiCf78f169eQTKZACJpitbgiplauMW9GFQRB9gkIdIFOqvYFBAT2PrrpbulGMi4uaBwcHMLLL7/YMmk+MnIQtm2hLpfZvP1whVq4gwBgFfOESCEvGzV4j1IPuq77ZtE135eISUHEHWv4vCgKC2BLpeKa55N3Lr788ovwPBealoBh6JGAjVXDscQxl7PYi1VYAp2hUy+9ljKchsHysYkksLQE2A4j+gCASOx9AF65DHlhEXKM/CadvAb3l34RXqkEFItAYRpOMonFt7wFej6PlGFgaGkFpFwGuXBhV3f0NWIt2cS15r3JyatYWVnC0hLzVmSddZ6/+JMivmWN82S7bVcqZQA04rER3i+X3pmauhXILrq2zeY8QkAkCa5rw3HsXeXftx1+iJlMBvPzboT8AcI+HgSpVAqe5/lztRyQV8zntTPyarvQqtOJX1+8S5GTdryDj8kjKQFpkMlk4bouLMtsOi5V1aDr7NnJkyaqquL++89icnIiknTgVdy2bWNkZBSZTK4j2duN+E+2um74c7xcLgUdfWF/E2BrJW8bpZ+Wl5cgywpc10GxuAKAIpvtwa1bb6BQmI4lrfjvaFlmxPcPQEDAMknwqKxVHHiSyDTNhmIp+NX8Gmo1G4qiQJYVhMk+z6Po6elpu/3N8BFt9VvuJY/SbvDrv/7ryOVyTa//2q/9GrLZbPB/Qgh+93d/dzuHJiAgICCwg9ENMbRW/D08fBCFwnTLbQ0Pj0CWZZw8eRoTE2vnlcII53d4gV14P+EibssysX//UMtxFovLmJubCfz6WIGbjlQqE3QISpKMarXsE5cEsqwGa7XJyQk8+mhfU+HnpUuvoFRaieyLF8ypqgpK2dotnP8CKFZWlrC4OAfXdVGplAAQPwelYHr6Ng4cGMHcXF1i/fbtGi5deiUgKeMUYjrN3e0VCLJPQKBDRCTD9njVvoCAwNropJoL6EwKIvpas6RCu6T5/PxsEIS12n64Qi3cQeA4TpDIC5suJxJJOI4dJHDT6QxSqTSq1TJqtQoOHrwHp0+fg+cBly69jHK5jFwuh1OnzkbOy82b11GtloOkKE+Ucuh6DZ5Hcfbsg1hcnA+OU9M02LYNQtxA1oEQCUw+jpGKu7UK6+mnn8a+ffsA1D38fu/3fi8iK3Xnzp27MrbdhLZeepYF3FmE8/nPgezfD5LNMvnOMJJJQJaAgQGgMFMn+gDW8edLxXHiMCy/SS0L3l99He7T/wOQZLYN08Dq0BCuP/II7FQCUioDTyIo7B/E0dvT6PPJxzcL2s17hABTUzfBTdLDSXjm0cVe5x28jfNku22HO6saEZbe6e8fwJ35WbimASpJzLLR8yBZNjzAJwKwq/z7thpDQyO4du1Kk4whgBDBwRbjHJy8OnBgFLnc2uTVdqFdp1Pj9cU7s6rVst9x5wIgUBQl6EA1DB22bQcSk5ZloVxehet6fkENq0g+dOgIjh07AUmSceKEFJt0OHPmgY67rbbKf5I/x19++UWsrDDyVtMSME0TlmVCURRoWmJLu+t5LDQycgie56JQmMbExDhSqVTEa6UVacV/x0bfP4DLzLqxMVgceCHTxMS473lMI13IsizDMIzY30GWFZw61b4gdCO/41rynHvJo7RTnD9/HgCafttWrwsICAgICHA0FnXzGA4ADh06sqFttSKZuM/2/PwsKAUOHBjGyMjBtjFzOL/DO93CUuJc0hOgvm9xvP0JLwpSVRWyLEUkyXW9ilQq4ysqeH6+iQZqC+0KwAqF6ZZF35RSuK4LRWGUFI/5XNfFxYvfCo6lWi3zb6BWq6C3tw+OY2Ns7DX09vbCcZygsJArUliWiUwm68uD1mPETnN3ewWC7BMQ6BBNkmHh9/Zg1b6AgMDa6KSbolt/v0asRRay7TDCrtX2GyvUNE2DouSxvLwESZKCZBU3Y7YsEwDTlU+lslhdLfqvscTVwsIc7txZQK1WC6q7lpYWMTV1G2fPPoDDh+/FyMghLC/fCSryPY9L5dXHp6oqent7MTc3g56e3pB0hARJIpAkJUjW1QNXlkzejVVYIyMjeO2115pee+WVV5o+Ozw8vE2j2p2Q3vEk6Ne+0uSlR8sloFBg10siwQhBPzELSQpkOMnoQdDeXhBJAk0k6xKeAKAoIP0DbHuOA2m4TioHHf433wAWFhi/cWcBbk8Prj/yMFxNheS6gG1B0jS4sozrh0bxlgPDoJYF96+/Du+b32RSh9/1XZC+53v3TKFQOOnMPDvdJik1gC+YaUCEcPCiAMdxoChKQPQ3zpPt5lTmvxWv4RLZjushf+cOVpNJ2KoCiVJIlLJZ1DDhphxIqc4N23ezH5brupiZifeDDUOWZfT1DQTPCZ5E4IQHwBb7rPp3feTVdmCtTqeRkYO+bGT9HLBnVZ/f6Z6C47AuLl5ok05noaqa75liYnV1JUiWeB6bfxRFQbG4HGyzXdKh0+up22KibiBJMoaHR2EYOhzHCTph+THWajUMDrauEt9MSJIM7tfXKWnF54lG3z8AgZxW49zS7rzn8/04f/5tuH79Km7fvgkASKVSQbfmiRNncPPmdXieE/zusqzg7NkHoSjt5/j1/o6dyHNu5TWyU/H5z3/+bg9BQEBAQGAXg8do9Wc+RSqVxuLiHIrF5a5ksNcimZaXlzA+PhY8yz3PQ6EwjWy2vQR4OL+TTCZRrZZ98o2AEXJyoIyUzeZaPu/DRUG8uI3H+WytRvDYY2/HG29MgtKloHuuUeWgcfsLC7P+OkGOldDmcvgHDtRzHvPzBViWCcuyYJoGbNuBLEt+XMVUGQBW6GUYOkzTCKRLeY7Jdd2IX3Y4RtwOJZSdAkH2CQh0iE4lw97MCPsZSqOjUN71PQDZHckuAYH1Yq2k3EY1wtciC4eGhjE3NwPbtltun3URRKvKDMOALEvIZnug+nMbN2Ou1WpQVQWyrGJ1dTkSoHkek0twHLY/RfE7nf3XXn31IgDg4MHD0LREUCHGdeQ5CCHQtKRftVXF6uqKb2Bdr0hjyVIJsgxfOlSLdEbsNvzVX/3V3R7CngHRNEgf/DAj3riXnmEAN94AMlmgXALUgXonfiIB8u7vBxYXIA2PgDz+Nnj/+4vw/vzPgHIFsEyWDU6lQA4dDog/KZcDefxtTb58sB0m90kAuB4W+vthJ5OQOPEeumecRBJzmSSG/vn/C1ybAFwPlADusxfg/cn/gfzP/8WulwIvFpcxMTGOSqUU3L+2bSOTyQbzSxipVNpfoLFuvHBHnud5sCw7WCBmMtmW3qCNyGZz/jbaG70nb96A57pI2jY8WYqUSlDqQdZr8DLZjqSCd7MfVrG4jGvXrvhz79pj37dvEKVSEbZtBWQu77LyPIr77jsOSZJ2NOkZTiSEfUl4QgBg8puURq8h7p3y6KOPA0BT0qZUWsXExDjK5VKkqIVVLbOKZFlWIqRUXNKhm+upMT7gvoKsIlqK+ASuB2HJ22bpVmBlZamlZx6wuSR4t6QVnycIIYEMa/3zjDhUlPqc0Hje5+ddXLt2BX19A9i3bzAY+/Hjp3H06InYpN2JEydw9eo4VldLyGaZ2sFaRB+wvqKwTuU5N1pwtpdx8+ZNfOlLX8LP/MzP3O2hCAgICAjsMHAP43Q6HbxGCFmXDHY7qe0rV8bXJbXd2DWYSKRQqzEZTEVRAw/tdDoLStHyeR+Or3hxG48lZVnGyMgo+vv3+eSa3nE8wbsKubJUOA7jyOf7MDJyMPj/4uICyuVVZrPgMq9kbvPA/cDZOSJ+kXjdP5yFqCTwdOZ+2YQAhcLMjl6bbAXuGtlnGAZ+93d/F88++ywopXjiiSfwz/7ZP4vcSAICOwltJcMaKv/fjGj0M3Sfs2H+xVdA/smHQdaQrxEQ2K3oJCkXDsQsy4Jtm3AcB5qWwP33n1kz2FiLLBwdPYh8vtevCGstD9FYVVYqFWGaqUhVFiEEySTzXKrVqnCc+Aow3uXHq6y4aTMn9cbHX8XcXAF9ff1IpTKoVEqx4+eVWIZRhaJoEekItn0p8Dk6efLMmnIWAm8uSKfPMgntCxfgvvIS8I2/BTwK6DpQq4IuLjDiLpsDrVYhKQrkD/xj9rz69/8OXqEArKwAtSqC7Dw3NnccSLkc8N3fzT4b8uWjmgZke5jcJ2ELHj3DPA1APTYGSQIoBVEUkNFR1J77JnD9Gms644skCub79/RnQH7t13dthx/3ZGCLs3rHF6UeyuUS8vm+oANKVVUcPnwECwtzSCSS0PUaHIdL9YYXghSu60DXq9A0DaXSauycGjfnAYh97/jxU8H8sX9xCTOuC2LZMBIaaLg6lQIJy+6oGGM3+2G5rouJicug1G05dkoRIWsGB4cwPX07tmNTVdVdMUeHEwn8mjNNHek0k/zRdR0nT57GtWtX4DhWy2dqY9Imn+/H6OghLC0tBs8xluBg7zMS22zbSdXt9RSOD2zbjlRjAwQzM1NrVoa3A+/mXFpaCLrj6t2cWdi201IGcrNJ8G5Jq/A8wSSoqnBdz1csyEBR6r9n43m3LMvvYPVQq1VQKhUjY2+VtFMUDQ8++BbYdlTFYC2spyisU3nOjRac7TUsLi7iy1/+Mr70pS9hbGwMqqoKsk9AQEBAoAnbIYPNfefiFJo62Uc4v1MulzE7Ow3PcwOFCl7MJstKy+d9Y3zF80EAj69YIWW38cSBA8NYWJgFJx+5zCYnAXt783jggYchSUyBwXVdFIvLfhxLQl2KCNReeAzM1BMQKUJjdbZMXYTLtVuWhWq1gkQiAds2d1VB5kZx18i+j33sY7h+/Tp+5Ed+BLVaDX/4h3+Iubk5/Kf/9J/u1pAEBNqilWQYwCr/pSefvAuj2hlo7WdowPv9pyELP0OBPYhuknL5fD+OHTuJ119/GbbNJOpkWcbk5FWcOCG3DTY60Xrv7x/A+fOPY3a2fQV9OEFVKEzhxo3JJu8lXa+hUqn77LUDS5Ry/fZ6tb/neXAcGzMzU3Acx08OSiGvJ/Y5x7Gh6zpc10MyKSORiEpHeJ4HWVbw4INv2RMBWaHQXQf4yMibKwm3HhBVC57PniQBvvY/iMQ66KZug5w8DSJJ8P72r4PuPKQzwFyBdeD5CxpIEjA4CNRqkN7/AUjf9Q54//7fBc82ahqArACuxzoHZSXo4EtVKvAkCVIyB7gOyMA+IJUC+vvhLS0hOT3DugEbF4yOA3r7FrxdLAUe9mTg0wnzKWMem7lcL1KpdDAv8UpZ13WgqhosK7rI5f6hhBCkUmnIshw7p7aTxGl879ChQ/C8OqerjIzi6FdfwfX7jiClG9BTSXiEQPIoUrUalP1DOHHiNChlc2WY7FpcnA/+73leYA4froJNJJI73g+LJzEUpf6cYMUXBhzHwUsvfRue5/rPnTpZc+DAiJ+c2H0G942JBKBOMrPOuzwymQzy+X489tgTmJpaW940DF3XkUqlUKvVYn3iHMdt20nVbWIp7CVXqSyDVROwjvh0OgvPczdMOhNCkM/3wzSNwOdXluVAbjeOvNwKEnw9pFV0nijDNE2oaqLJPzJ83vm1EJZhZYVaFi5efGFLCo869fQJo9NOx/Vse6+hUqnga1/7Gr70pS/h29/+NjzPw8mTJ/Fv/+2/xQ/90A/d7eEJCAgICOxAbIcMdq1WDQoi17uPcH5naOhA0/NeUZS2z/tO46u4eIJ75fX15TA3V4jEVsPDB3Hz5nWUy6sghBN+zEc5nc7iHe/4HqRSKdg2I/Lm5wt+Bx/x5dbrnXy8GJR7Y5umiURCg67XguI67qnNYzlJklCrVXzhnrR/rnZHQeZmYMvJvvHxcZw5c6bp9b/5m7/BX/zFXyCbZSbux48fxy/8wi9s9XAEBNaNWMkwv/Jf+tBTb2oyq52fIS2Xd3USU2BnYSf5InWTlHNdF5OTE9A0DZpWnys6DTY6MRTuVoM8LrDzPNaJAzR22cQjKp1AgsQYQLC6uuJX0ctwXaehgxC+jw7rdJBlKZCCi5OO2AtEHwC8613vaiJXW4EQgvHx8S0e0d6A99dfZx56lQpgGoCWqLNOjgM6M/3/Z+/Pwyu56jMB+K297qarpdVqSa12N91u9W637cYL2ASbBMhCwhCykJDPGEJCEmbCM5nBJPAAnjCEDMlkgC8bxDaQBMLHJITFZAgkscHGxnu7pW61ut2LpKuttd2tbq3n++PUObfuJt0r3Sup1fU+jx+571J16lTdqt/5/d7f+wLpNNC1DRg9C6TGizKbwWe369DvdW2jz/gnf1j6bAt6+7kO0N4BZDOA42D7hQuYPHIYXjQK7NkDwY9vAUApFNAzNlZZ6ANoUdK2r2opcObJUOvStm0Lx47dVPIaWyxSvys1wEIVIUlySTcU3UZloWO5e17wPXa/CUp7infehY7vfBvHT5/FdFcH8roOU1GgWTZihKDvV+9Dxsjj2Wef5Pf58fECXnzxOUQiEd/onkrECAJgmoWSrsZCwfB9LzavH1Z5EiPYzQQAk5PjkGUZsVgC1EeVLpCnplK46aYTmJmZ3hTP4kZQnkgIgkoGOSVJjf7+gYY6tGKxGBRFhSgaFdsnhEDT1GU7qVaTWGIdhUxCt9xLZa1FZ8r4ptt1HMOfJyqrVCgYVX37WsGGX23Rqp7YKDjvhUIhQEyiHcq5XMbfPsHIyBBSqfGms8Lb2ztx/PgJjIwMIZPJIJlsW1YGtJFOx3piyK0G27bx6KOP4utf/zoeffRRmKaJgYEBvP3tb8fnP/95/MEf/AFOnDix0cMMESJEiBCbFOshgx2NxjA764EQVJAGl5PerIVGYolgXq2joxMLC3OwbWfZ+CoYT8zMTGN2dgqEAHNzMxUqCJIk4ciRG3HmzJBPtHOhqira2zurjimXy0GSJO4bSAj1PmZ5JFlWuU/y4cPHMDk54Xv40XhblovlLVZAJYQgHm+ryL9sdkJmM9DyYt+73vUuvO51r8P73vc+dHR08Ne7urrw+OOP4/Wvfz0IIXjqqafQ1dXV6uGECLEmBCXDyGQKYm8fxLvuuqYLfUDoZxhifbDZfJEaSco1I/HVbEPhaokz6jVEGWCu61V4FgGsW6fY9Rf016PvF1+nwaLnJ9o9MM12lsynBQKxJDFZSzpiK+Azn/nMsu9bloWvfOUrePLJJ6vK5IWohHd6CO6DnwVmZgAIgGUBtk279WSZvjYzDUSjwPbtQGqCduRZBi3YyUpRm862galJgADe+BgEUSx9tnV1AVdmaGefIAKCAGHwIMj8HCTXxb79h/FyZxK260IA+EJpb/s2ulBihcIgiAcoCoSrWAqcybFUk6ABSNViCVssDg+fxOTkBGRZhuO4sG0zsF3CF5jNYtAyMAIXHn4QO6ZmKghcRFZKOpNox1sehBAuLcruZ5nMEmRZDtzD6Niz2cyaPdMaRSOEmGISQ6roZmLSqoQQ5HIZJJMdJcWjmZnpZZ9Hm4mYExxTKjWBQsGALCuwbatMmlJEZ2cXl3Wcnp5AOp1BNFr/+BmJhiUqKPmFwHWp3PVaPXpjsVjVuTUMA9Fo9YTQWn87q/HtaxUbvp6i1WquveC8e54bKPTR7YmiVOIF0wpWeHmMu7S0iOeee7pmjNtop2OzY8jNjA9+8IP413/9V6TTaXR1deGtb30rfuZnfgY33HADMpkMHn744Y0eYogQIUKE2ORYDxnsHTv6cPHiOSwuLvoylzQuNQwDbW1JeJ6H0dEzdccz9cYS5Z/zPA+yrKC7uweCICy7P0oqi2BycsKPmeBvhxIdg1YAVA0lA0EAVFXzu/Cqs0NZLFbuG0jXKR6SyU709fXzce3cuQvnz5/F5csXAQCRSASEEDiOg/b2LjiOBdMsVCVaN3tduRnR8mLft7/9bfzZn/0ZfvInfxK//du/jbe97W0QRRG/93u/h/e97334yEc+Atu24bou/vRP/7TVwwkRYs0QFDXsUitD6GcYotVYrSRUKxOOjbC91kMGYjUoT5wVCgUuryAIIiyrstjHCn2SJPsSnqWFv0gkyhlYnufx/9i/ZVmBqqpcqu/66w9gaioFx7ErGG1bzU/mda+r/uwwTRNf/vKX8Td/8zeYn5/Hm9/8ZvzGb/zGOo/u6gOTkIYo+V54AhCJAgUDMPKApgGmCUgS0D8AQRRBWHeeJAK2B9gW/X7BKHb7pcZB/v27wGtfBxJ4tgmiCLJzABgfAywb0HUQz4M4sAviO96JbQcOodNzKxLRguPC+dd/AVmYo4XCIGQZwq7rrmop8KAnQzkEQcSOHb1VvyeKEg4ePIZ8Pg/XdVAoGLCsImFAFEUu1+K6HkzTaGjBuxKWI3ClUmMlBI1gt4/nEZhmgZMSmBH8RhfoGyXEsCQGIW5FN5MglPpiBI93pWcWG4dlmbBtC47jYHT0DI4evRGdnd0tOPKVwcaUySzBNE0wqUtVVXwCigRV1dDV1c0/67o2APrcqpdYFCTRSJKEfD6HQsGAIABtbe24cmUGS0uL2L//IBKJZEV8slJiSdf1km5Tdo47Ojo5oaYca2WfV/Pto/MnIBZLVPXtayUbfrmi1WpJYcF5Z8VvFrPQfdLjCBIQmskKX02MWyrhmgEhHgRBRCKRuGbkOWvhq1/9KgRBwB133IEHHngA/f39Gz2kECFChAhxlaFRRYHV5p1Mk0qFsziOSmO6mJ2dQaFAyVwzM2TFeKbeWKLW5zyPSt2vRGRyXRcvvfQ8PM9BOdExl8twq5qFhTnMzc2CET89z0MsluD7P3HiNgDVfaiD5G96LmTcdNMJPv6ixUIcr3nNPVXVRoKWNVS9KgPPcyCKMmKxeFM6MzczWl7sSyaT+PCHP4xf/MVfxMc+9jH8wz/8Az74wQ/ix37sx/C9730PL7zwAgDghhtuCDv7QoS4SrGcn6FwjfsZhmgOVtMZ1+pOwEbYXs1IfLWqcBlMnBlGHpnMEpinXi0Igoht27aBECCTycA0DTCNdOaFxBjxsqyAENvfF+0KdBwbyWQHZFlBb28/FhbmMD2d8uUaJF8Gz8Thwzds6YSVYRj4+7//ezz00ENYWlrCm9/8Zrz73e/Gzp07N3poVwWYhHRJx50sU7nNfI4W+gSBFv0mxkCwk3bS2RbdgCACrku7AWlrD5X1lCUI8QRw6iSV4zSL3WZCog1k8CCQzUB87T0Qdu4q6fCvmohWJUj3/Tqc//O/qYyo69ImOFGCsG8/pHf++lWtEBD0ZAhK+4qiiEQiib6+2tdzcCGtKBpE0eCL3Wg0DkEQYNu2X1wikKR0U+/ltQhc5QSNYLePIBSN4j3PhSzLvuE8KTn2aDQOo0pc1AqstlgwOHgQo6Nn4DgOv2+LIl1gW5YJ9ixgx0uPufjMKn8udXf34OzZ0ygUjBL/Vcuy8NRTT+DWW1+Fzs5t6zInDMG5iUSisCyTd6OyZxHrOO/u7sHzzz/N59HzSMU8EoJln8WMRJNKjWNkZBjxeILLVNPxODh16gXIssJligRBwNjYJQwOHqqaWJJlGclkO55//hk/AaKDEALLMmEYeeTzOUQikapeu80gzQR9++hzXeYMbQAVxd/1YMOXYy0+gcH7kKpqME2Dd2UGZYWDBIRmErXWrv5A+N9GZGe3Ku6//3584xvfwOOPP44f//Efxy233IKf+Zmfwetf//q6pdRDhAgRIsS1h2r5lnpksOfnr+Cll56HaZp+jKTWtVZJpcZRKOQhyzInSANFxaRMJg3DMHwVpDxefPFZvOpVr6kqy1lvLLHWmGN6OgXTNKs+TylB0MTY2EV/XeFxJYigWoht25icTGH37t38u/UUVxcX532SU7oifi4fM4tFM5k0stm0P7cCABOmaWDXrutqHuNWQMuLfQwHDhzAF7/4RTzyyCO4//77cfToUXzgAx/A3XffvV5DCBEiRItQ088wmYB477XtZxiiOWi0M24tSZ960Qjba62Jr+UKlx0dzZEwXVycRz6f84NLAtdlGSMBLJGk61FIkgTbtmCaJnQ9gmQyCduOIptNw3FcuK7Ngy9Jkny/LKq3TpOWlLFm2zZ27tyN5577EebmZjhTy/M8aFoE8XgcU1MT2LlzYMsV/HK5HP72b/8WDz/8MHK5HH7+538ev/7rv47e3uodUCGqIyghzTvubJv69lG9EGB7D7CwQAt2w8NUzlOSaeef69HL23Vp95+u00LfwC5AFEFyOYi33gYMD1V69f7Of4Z4oNKTuhbEg4ehfPrP4f7bv8F7/Pu01vfqV9OC4VX+jGSeDOUdJvF4AoODh1b8/QY7jOfmZjE/PwdJkiFJ9F6Ry+UQjUZ559x6mKuXEzSC3T6EgI+F/hX84pfA5QxpMaZxr43VYrUL9/b2Ttx66x148cXnuZyqptFihuPYfhETJV2L7JlV7bk0OnoGnudxyVOWBxAEwPMcvPTS87jzzrvXtRN/fPwyFhauwHU9yLKEaDSGfD7ne3l4MAwDiUQb9u8/iNnZ6WXn8fz5s1hYmF+RRCSKEi8MlW+LEILFxXleWGUFYssycerUC7jjjteUJJYAgoWFOYyPX+LeJIaR8+dXhCDQzlPHcfxkkLgi+7xRMN++YHcnLYZVJyyt1l9vLVhr8ip4H5qdncHi4jwcx0ahUCgp4LPkVrP8eoDVqT+wONfz3BIJV89zW3pvvBpw77334t5778XFixfxjW98A9/85jfxoQ99CA888ABe+cpXlnRthggRIkSIEAAaKiQFMTc3ix/96Ane6WbbtJgUjcZXfB5PT09yojTLhZTDcWxkszYURUGhUMDjjz+KG264uaKIWG8ssVbFqVwuB1mWYduVBT/mY66qaoliCENQLSSfL+4nuAZgJFHDMErWA67r4tSpFyrIpcH4OTjPkiThFa+4Ho8//u+BZ37RfubUqRfR3z9Q0xv5ase6FfsKhQJs28ZP/uRP4u6778Zf/uVf4ud+7ufw9re/He9+97uhqltzgkOEuFZQIYfV1wft7tfCEaSQZRpizWi0M64ZHnn1oB7/GGBtia+VCpflEgirAdsHIR4SiTZkMmkEmeKsQycSicAwDNi2WRKM0gIhLQrKsgrHsUu2TxOaCgjxoGk6ZFnGjh19mJqaQD6f5UlX5vvlOLTzaquZJ2ezWTz88MP44he/CNM08Yu/+It45zvfie3bt2/00K5KBCWkecfdhfNALke79pLtQG8fkMkA6Rzt3nNsQNWAeIL+v6bTzj9VBSIRCJ1d3FdPkGVAkiE1yatXUFTIr38D8Po3NHkmNh7t7Z04ceL2Fe+FtcA6Ivv6BuAFpFBp1zCpKpHZyvtDOUFD13WYpsG9SFlBTNN0FAqU+FC+oGX3ufXAWhbutMPvMObmrsC2LRQKBei6jmg0jnw+C4AeZ/CZRQiqPpfo9w2fxVueABBgmta6duJfvnwBJ08+48tTC7AsAsMwEI+3QRQFuK6L9vYOHD9OpYFmZ2dqzqMgAJcvX0Q0Gq2LRFTrnBQKhj8eEYIg8rkhhCCdXkIqNY6dO69DX98AXNfFs88+Cdd1efGUEIE/Y2VZAO2qp89fRVHR3z9QkSBZK1ZDWKo3PmpWkbcZcunsPtTT04fJyXFMTk7Atq9AVZWK33gzOxRXo/6wXnHu1Yzdu3fjve99L9773vfi5MmT+OY3v4lHHnkEhBC85z3vwetf/3r83M/9HG699daNHmqIECFChNhANFpIKv9eqQKIwL2wJUle8XnMQgvP83hHXzU4jgNFUWHbVtW4s95YYq2KU7FYDKqq8nVREIQAhFDytut6vkJGMXZiaiGeRzhRiRZZS/0DFUWtWANMTo4jnV4Ck5Kn26uMn4OYmBgvIWsy/2XmMzg8fArHjt207PFerWh5sW9sbAz3338/nnvuOQDArl278MADD+B3f/d38Za3vAWf+MQn8IY3vAH3338/fuInfqLVwwkRIkQLEZTDEgRAUCTArmSnhAjRKBpNNK2nR95y/jFB1Jv4KsdKCZ1yCYTVYHo6BcsyYVlULz4eT6BQMGDb1LMoHk9A13UYhsE79IIeNvl8ljPfZVnxmWcGHMeFLAt+0AxoWgSxWByE0ACLdghavIOEBWKe5yGbzSKRSGwp8+TXvva1yGazuPXWW3Hfffehq6sLs7OzmJ2drfr5w4cPr/MIry5USEjnssDioi/JKdCi3+gIoCps9UF9+TwPUGRgzx76GRAIPYGuSs8DmZ8DcnngFXsBgD/biGXBe+wx2lXY17/qwt9WRL33wka2Mzp6BpKUrvG51vmdViNo6HoMhYKBSCTCvfsURcHhwzdgampi3TqYqmEtC/f5+TkMDw+BEALbtrg/oq7H0NnZjY6OLt+frdQHo9pziTFvRVGCJJUW+wghkGVp3TrxLcvC0NDJktdYciCbTaO7ezsIEdDb28+3v9w8UknW6kmYasWVWtsyTdP3r608JkI8TE1N8mRF8PnPJK5pMojOp+MUk0u6LsJx6Bxef/2BOmepPqyWsLTSPaGZRd5m+QSWj0nTNBQKBYiiBE3TWvL7Xk0xdbN6QW9WHDt2DMeOHcMHPvABPPnkk/j617+O7373u/ja176G06dPb/TwQoQIESLEBiJYSAIEuK7ne3LXLiQBxRxKNYVoz/NgWeayz+Oenl5MT1Pfc89bPm9KCOExdjDuZKSpTCbjFwSVCsJdMJYojzkIIb53twtFUbF9e8+y42DfZ6RAVhylxT0Puq7DsiwQ4vnkcCmQN6IxpaIo6O3tg+u6GBmpbw0wNTXJZUGLcwIuf/ryy6Po69tZEpvNz8+CFfcqz5HgewpuTbS82Pf+978fqqriH/7hH6BpGv7u7/4O733ve/GDH/wAAwMD+MxnPoMnnngCH/vYx/D3f//3ePjhh1s9pBAhQoS4KtAqSaurEY0mmpqV9Gk2VpMMXymhE5RAWC1mZ2cqmGyCIEKWZYiiCMuykMuxYE6EKIq+VrsEQjzYtgNCPF/i0/TlySQIgstNlmlgamJpyUYikYSiaHAch8u9AQj8hS9/EdtS5smZTAYA8OSTT+Kpp56q+TlW+AwTUMujREJ6aYnKeAI0mtcjVJrT9YD8EhCLU6++eBzo3AZ0dUEQRZBoDJidKW40mwEZuww4DiDLIKeH4X7wAxDvvQ8A6L7SaQiKAs+2Qb7zbYj33gfxYGlhlpqHj2NmZhKEADt29FYsQEKsjI28l1cjaGzf3lPVBH7nzoFVdzWuhHpigdVKRbuuizNnhuG6DjRN85m6BT+ZIODmm19ZVd6m1nNJ13W+8CdE5CxlJuusqtqynfjBhIMo0s+vtkPp7NmhgPdeqWQfIQTZbAbt7V0lc7PcPAJAJBKt+nq14spy2xJFscZzvdQvNzjPtIvU8CW26X90nuj7hYIBSZJbVuQJ/h5M04CmRdZ0nTe7yNsMn8BqY9J1HZqmwbZtbNvWjVgsseJxu67b0P2gVowryzLa2ztx/vxoxXY2a5y72SEIAm6//Xbcfvvt+MhHPoJHH310o4cUIkSIECE2GKyQRAj1VmZdYJ5H/z02dhG9vTsr4nEmaWlZVkUxSRAEOI677PO4p6cXuq4hl8vVJS8tCODewanUBK5cmcXCwhwkSYIkSfA8D0tLS4hEIjUJSsGYI5fLoVDIwXU9Hoc/+uj3sGvXbuzdu79q7BL8viTJsCwTjuPA80y0t3dAURQsLS2AENEnphVzQaIoIhaL8/FQBYX6VApYVx4D7R50ucJUNpvBM888WUIYo0Q5jytpBMFyV1sVLS/2jYyM4NOf/jSOHTsGAPi93/s9fOUrX0EqVexEuOOOO/D1r38dX/ziF1s9nBAhQoS4KtAqSaurGY10xtWb9LkaCqorJXSCXi2rgeu6WFyc53rxAOt+IL7uvF0SfBJCg6poNAZRFCBJGkQxC0FQSvyZmNcT/Yzsv1bcr65HkE4vVpX5pd8lcF1n3WTw1gNf+MIXNnoIDePv/u7v8Dd/8zeYnZ3FgQMH8KEPfYjHdBsFYllwg911H34A5K//EmQyBWzrBmZn6eqMQwAsC4hFIVw/yGU6AQCeB+EnfwbC8ClaMBy7DNgO7fwb2AVB00AMA+6Dn6XbMU3uEygoCohhwHv4QSpj7Xf4LS7O49SpFwLXN8HMzCQuXjyPI0du3NL38GbfU5uRwF8LqhE0qhWemtXVWI56Y4HVdl5NTdFCG1s8C4LAfdk8j2BmZrrqcdV6LtEOwASy2XRgu8SX9QQAUrMT37Is5PPZAJuadoQzycpGr6VMJsOlgyRJCkhh0tdc162Ym+A8ui7tbGfzODCwG7OzUwDAC6KSJEHTqvsz1jonkUjUJ8FUjlkQBPQEuoyD88zmNp1eDHjqFvdF5zKLSCRS9xw1ClGU0N8/AEWRYNvummT6my1D2QyfwFpjEgQBsqwgFkusOCbWKVvrN1vrHlke4zKvxtnZqarb2eh741aApmmhslSIECFChOAxGXumslwGQP9euTKLZ555gisosGdye3snFEWFKFaTtCTQNLXm85jF+DRPUiUorAJNi8C2beRyWaiqBtumahHMV7gWQYkQIJUaK4k9jh8/gSeeeBSKokKWqeoSK1qOjp7B/PwcBgcPVV23lscspmlgcXGBx6MsXg2S/qidSxT79h3g22xEpWD79l5MT6f8uQW3lGFEdV3XKwhju3fvxcLCHP8OtY0pnc9UamxT5gDXipYX+44fP46/+Zu/QTKZ5J1927Ztw8BAaaAsSRLuvffeVg8nRIgQIVqOtSY7WyVptRVQb0K1nqTP1VJQXSmh09u7toTO9HQKkiRBFIWqQWqw0EcDUZq0zWbT6Orq9oM6oSJxSYM7D6oahaZpJYlRzyOYmLgE1/U4S6t836IoorOza0td66985Ss3eggN4ZFHHsHHP/5xfPSjH8UNN9yAz3/+83jnO9+Jf/mXf0FXV9eGjMkdGoLzuc+WdNeJ3/k2hO7twHW76YcikWJ3niACigI4DoSBXaWFPgBiIgHpbb8CACD/30+DTE4C0Sjv/GMgly+jQu7Th5fJQHjsMUj3vM6XIxlGJrMEIMhCJMhkljAyMowTJ27fMtd18HnHktP0ntuce2ozEvjNxnqRRKrFAoJAmavPPvsUBgcPlXSLrkYqOp/P+Z1vlVWb5aQAl3suRaMxSJLkF6Vcv8tbqMmejcVimJ52eaGPMqoJfyZQL4/hhq+lRCKBublZiKLAi2XBpMPOndfVTGCcOHEbZmenkE5nEI3GeKJkZmbST14QTmApFAwkEsm6feu6u3vw1FM/8Lvpi9sRRQGJRBJ9fTtrzrOiKIhEYnCcJRBCOJO73iTRZkIrZChXK5ferDEFO2Wrxe/79u3HuXNna8adLMYNejXWWgdsxnvjZsE999xT92cFQcB3v/vdFo4mRIgQIUJsdmzf3ouJics1u+scx8bs7DQSiSRUVeXP5IWFOaiqilgsgVwuUxbXyTh69HjV57FlWXjxxWdh2xZkWfaJY7QLrhaYOkY6vQhBAI/fgx6BitJRQVCqlfPq6OiELMu8E4+S8+i+CPGQy2WXzT0uZ7tA1aEkv0NShKIoSCbbIQgCzp0bwS23dECSJMRiMV6srKbuESTS9fT0YmRE99cLRclTQRCgKAonKwYJY/39u3D+/AjS6aWKQh8AXLkyhXw+uylzgGtFy4t9n/jEJ/A//+f/xLve9S5YloWjR4/is5/97JZulwwRIsS1i2YUkJrNdr5WsVzS52oqqDYroVMrQZ3L5fxgqzRI9TyvIuCkSVKAFefy+Szi8aQ/d8WuCRawMZ8hFnwB8NloGW7Y7Lo08AoaJ1OfHB1dXd3NmsZNj7Nnz+L8+fPo7u7GzTffvCmStw899BB+4Rd+AW95y1sAAB/96EfxH//xH/i///f/4t3vfve6j4dYFuwHPwsYRkV3HTl1EtB0CJoGxBMQBg9S371CAVAUCG94I4QzZ2hhTpZBHAdiIgHxHe/kHXlC1zbguko/BgCAbdcclyDLtKsQ9P6dzab57ygI6kWZ2TL38ODzThAELC4uQBAom1MQBJimCcPI48UXn8WrXvWaqnKQwMrFs9Um8Nl28/kc2toS6O7eAUFY232dFZ6y2TS/342NXarJfF0LymMB1vlGExECRkaGkEqNY//+g0gkkiVzuHfv9XU9G6LRGGZn6fbKsZwU4HLPpY6OTszMTKGzc1vJol3XaQdc+fXf09OH0dEzgUIfSsgfhBDkchlomtbQ83n//sMYG7sMQorMX7b+FAQJBw8eqfldKs26q6R7LZhYYJ4uxb+1UY2kdOTIjTh7dhiZTIbLCyUSCezff6hmp2Fxnl0oisLltoPFwlgs4XsLbn60SoZyLV22ax1TeadsEJZl4aWXXuBJQjrW6nFnveuAtRY3tyomJiYQi8Xw2te+Fp2dWydxFyJEiBAhWoNoNIqV4jnPKy2oAYDjONi+vQcLC/OQJIlLWqqqhqNHb0Rn57aK7SwuzuPFF59FJpOGKAqwLJPH9oqi+nFEKSRJRjyeQKFQACEE8XhbhVeg53koFAqIRCKcoLRczuvy5YuIRCIwzULFupUS5Ny6c4/l8RMdpwdJEkEIlR5lc8a22d8/gN7efly8eBGGkS/x/yOEwDRNLlnK1pwAQTlBnKqSRPn2RZESI1knY2/vgC+TalV8z3EcGEa+4TXG1YCWF/u6urrwJ3/yJ63eTYgQIUJsOJpVQGoF2/laRa2kz9VWUF1rQme5IjQLzijjqgOmWYDjOMjn8xXBFMCSsIIv8elAUVR4ngvPK2qmu67jJ1VFSJJc8t1cLsM7+tjn2Xusc9B1PViW5RtlNy7ftlnx9a9/HT/4wQ/wx3/8xyWvv//978fXv/51/u8jR47goYceQjweX+8hcliWhaGhIfzGb/wGf00URdxxxx14/vnnG9pWs+qW3g8eg5fOAJJcsRwjegRCwaBdfPNzIIUCBF0H+vshRGOQ3/7/odt47DGQyRSE3j6Id93FC30AIPb3w33C5oXEku0rCgBSdRlIHAdiXx8EgXZKFYvipWASJvl8rmlzUtx26d9Wo/x5ZxiGz5gUkE4v+mxOumArFAp4/PFHceONN1cUxFjxLJMpFs/GxyuLZ5JE5QPrBd1u8Z43OzuFS5curom16bouTp16ocLf1LJMnDr1Al71qtc09T7Fuu4AcHJFUIaSSR0PDb0AWVbhOKUdlYODKx9rb28fUqkx2FWK2axzvNY11dFBO+AmJ2lBNRqNobe3D+fPj/Jxl0tKst9IcJuyLKGzswuZzFLVBbwg0GeCaRZ4sbCea0HTVBw5cgynTp30r1NakJQkGUeO3ABFqV58ZuMM/gVo3CAIApLJjppFzHqvUTp3t2NiYhzT05MAqK9nMpmsmO/yeU4k2rC4uADqnVtdTrSV94Fm3Wt27FhZtWC9OS9rHZNh1O6UtSwTrutAVSuvu2DiCyj97ZeDeTWzcTR6b9worOe5/I3f+A088sgj+Pa3v43bb78dP/3TP40f//EfD30MQ4QIESJEBVzXxfnzZxGNRpHNZqt0gAk8Hg0W1AD6TAaEuvM0bP3EiJKU9EzzIZ7nQpYVqKrmE6+JL32pY//+Q7BtG+n0Ikwz4n+36C0IFAt0QJGgND2dgmWZsG2Lq23Q9124rot8nnpAlz+jKWlbqjv3WK5E4XluSfFN03T+2eA2JUnC9dcP4sknHw90KdKcQywWw7lzZ3H8eBJnz56G49h+J6QC13Xguq5P5JNhWfScMLLp5OSE310oIp/PlRH2iscI0IJtoVCAplUSEq9mtLzYFyJEiBDXCppVQGoV2/lawkqdIldjQXW1bPWVitDHj5/gwRkLmDKZNA8Wq4P68SmKwgt7pRJpIpgJM2NkAUWfI5acZNviWyWE/9u2LZw7dwaxWGLLSCv80z/9E/r6SqXevva1r+Gf//mfceedd+Jtb3sbLly4gE996lN4+OGH8Tu/8zsbNFJgYWEBrutWyHV2dXXh5Zdfrns7qtq84oc9nQJRlao+UZKugXR3gTz9NIhRAGQJZM6FMD8H+X2/BzXqFx3e8HoQy4Lz2H+A/P++DPT3Q77rxyCoKuS7X4v8d/8Fk5EIDF1HpFDAjvkFiIRAum4XXU2ZlWxLMZmAdvdrISgS2toSgXtL6cqJdbu2tSWgKM0tXgsC/N8hqs5PszE9PQHXtQPFKBeCIPoFKHrvYPdcURTgODZGR8/g1lvv4L9913UxNPQilpaWeKEQIH6h+UXceedrV6UE4rouRkfPgBAXssw6uUR4nlsxhkYwOTnmF6TAjd7ZojSTWcL0dAq7du1ueLu10NaW4H5dhlFA0FcVIJBl6oW6tLSEaDQaSDxIIKS+YxUECYcPH8XQ0Es8fvE8D4qi4sCBw9C02gUxCol7sFcbdzk8z6t6/ff09GBqKgWgEFiQC5wUIkkSPM+DLIswTaPu38/evfuwa9cuDA+/hHQ6g7a2BA4dOrpsoQ+o/nsyTYNfT7FYtOI7jYwLAObnFzE1NcHn/fLlC5icnMCBA4fQ2Vkuk1ycZ9d18dRTT8B1HZ+JHviUJGNgYKClCjrNutcoioRDhw7jzJnhVV57zcdax5RIJDA7Ow0mi14oFIuxrutAURQwH8kgRFEouX5W8xva7FjPYt/73vc+vO9978PJkyfxjW98A5/85CfxkY98BHfddRfe9KY34a677qpadA0RIkSIENceWA4vGo3BsizYtlVC6qPPYuJLwoMTnAsFSpBOJNoAVPf0rrUvQghXAijGU8U1FCsuyrIMVdUwMzPFSdoXLpyDINACWqFQ9ApkBTqg6N176tSLXDaekQQB8NyNZVnQ9QjfP8vlUJUlzSfbGRgdPbNsEbNSiULyCXYiV3xhCG6zrS0B23aQSCR4QZIR2Cix3MbIyJDvJ2jyDkRJkrnkPyEePI92E+q6DsMwfPIc3afnkZp5LTZ3lMC3OXOAq0XLi32WZVUEU+Pj43jwwQcxNDQEADh69Cje8Y53oL+/v9XDCREiRIiWoVkFpJU82mqZ/IagqEdKtZ6C6nr5MjWCamNaLqnnui5Onz6JpaUFrgcfDLZsm+rPs+DMsixks5mq7KcgWDA5MLAH8/OziEbjyOezAIomyYIgoK9vAKZZ4PJjjuPwIC7YsVK7m8OFYeS2jLTC6Ogo/tN/+k8lr33jG99AW1sbPvWpTyESieC1r30t8vk8/t//+38bWuxrFizLbV5nX08fPMsGpNLwlXgeyPQUkM8BHR1AB2hRTtOBri44//Y94J7XQVBUeKeH4D70IIjv+UdsG/a3HoH0jvuQ7u3FyN13wxq7DMG2QTraMbGtC/tmrqDrl94GEEK/G5ACFRIJiPe+E44gAbaLbdt2IB6/4HchlftQUpm97u4dsO3lf2ONgi0UHcddl2JfOp0BZaESf/8SZ4nShSKgKEIJQ9M0LYyNjfEulLGxS1hcXAhslS1WPSwuLuLy5UvYubOGrKoP13UxNVXaWTY5mYJpmiX3d1Gk93bHKR1DI5iYmOCL/3JQH9IJbN/eVzGe1d6ztm3bgYsXL8J1HTiO4/+O2HwLUFXN76ikHh/l3UT1HKsgAMlkO2655VakUpXjXs11Ghx3OSRJqXr9b9u2A6qqwbIsiCJ88gkbo8DloR3Hg6ZFGhyXhEOHbix5ZaXvV/s9aVoEjuPWjBsaGZfruhgeHvLniP2OaFJjeHgIJ04s/6y7/voDfudqqYTq9dcfgOdhBbLO2tDMe00i0Y6bb761ojt0tddeM7CWMXV378Dly5eQz+crvHsIIT5ByqvaGRq8flbzG9rs2Ahl8mPHjuHYsWP4/d//fTz55JP41re+hd///d8HIQS/+Zu/iXe+853rP6gQIUKECLGpEMzhxeMJpNOLJYpDTAaeEdBc18P8/BXeWTYxMY65uSu+bGelBUkwf5NOLwIA7+xjYDYptKhIi12yXCx61SJpB21YRFGEqmqQJBn79x8EIcDCwhyXCA3GFDQfI0OSJBQKee5VGPTPW1ycByF0TJKUXtGeKKhElclkMDU1AUVRKnJPzOddktKYnZ1CPm+UeO4FIYoCMpkMt4wJqktIkgzXdfyiogDHobKjkUhpvovJ+dcCIR4vTm6lpoqWF/tuuOEG/MM//AOOHTsGgHrS/Mqv/AoIIbj55psBUFb7N7/5TXz5y1+uYIeGCBEixNWCZnXkNcuj7VpEvVKqKxVUdV3Hs88+uSbvxWajVhFzcPAgursrA0v2+cXFBTiOBcuyUCgYiMUSUHyZQlaE7usbwC233IbnnvsRZmfNusZz/fUHuDyCqqpQlEpps2g0hqNHb+SyFgCV9AueG+qhSM8DC8yCMnVbSVohnU5jx44d/N+u6+LZZ5/FXXfdVSJ3d9NNN+Ghhx7aiCFydHRQ4+y5ubmS1+fm5rBtW6X/wHJoVvFJePVdEL/zbXg5g/eDkkwaGB8DDIMWAfN5QJYhDOwC4gkAgJfJwH30MYh33kWLdQaV+yQA/WsYsB5+CCM/97NwYzGI+weB+XkIhQI8XcfLx29G5/WDEEUJ0h9+nEuBigEpUHaMoihh//5DOHXqBd8MnMmjiEgkkhgcPARBkFpWkKNJ5dZsO4hotGioDoCzL4vjoJ6fkiSVMDRzuRwf3/T0ZIn8TOlxEExNTaK/v3axr/ye6Hn0nqhp+orEm9XPUa2MNZWNeeaZ4nODdRh2dHRh27buhgkj9FqisQDrmgQEXjRmhAiWGKj8fv3HKgiVneOrnaPguKvFMNWuf1GUcOTIjfjRj57gCRb2l15Dop/4oIQnQlbu4G8Ggr+neohY9c4Z83arpQQxObn8sy6ZrC3tvR6/f6B595pmXnvNwmrHRK/9A3j88e9XdAVEInFks1mIYp5LHFNPGgOJRLLk+lnNbyhEbQiCgNtvvx2apgEA/vEf/xEvvvjiBo8qRIgQIUJsBgRzeNR7ussvklHCTjwehywr3IokWBwDgEIhD8sy8dRTT+DWW19V4tNXvlbJ53O+FLfgd/27PN6l6yoJmqZVtfIoJ2nbtg1FUdDW1g7HcdDe3oXu7uJ6I5Ua4wRrRtBiay6aY7F9lRARgMeVNJgFC3u/EXuioBJVT8+OkjjGdT3kcjlEo1FOVqfdkgKy2TTa2zsrCJWeR5BMtmFpadHPGbHjoCRASZJ91QQRvb19UBQN8/OzJdsQBInHXNXAlKjYGmOroOXFvvIJ/eQnP4muri588Ytf5MnJ6elpvP3tb8enP/3p0N8vRIgQVy2a2ZG3Vo+2axX1SqkuV1Ddt28Q586NrNl7sZlYrog5MnIanZ2dNT8vyzJs2+RBTjabga5HfC11kReZCAGWlhYRlNWshUSiDdlsBn19O3nCXxCEkoIVK3AHgz7P87C4OFcWGwT/XyhJ/BflF7aGtEJ3dzdSqRT/90svvYRCoYBbbrml5HMsgN1IqKqKw4cP44c//CFe97rXAaDn74c//CF+9Vd/dUPGJKgqlPt+HebnPguSydB2rcuXAVEAku204AcArgdnYhyzt98BIxqBnjfQ89h/QPyPfwcuvgyhu4d+N4ApTYU1Mw2puxuCKAKBgqbtd4/19Q1AUFRI97xu2XG2t3fijjteg1RqnBe0duzoRV/fzi1zDw8+70zT5EzVINhCOJFI+ovY0q7ppaUl3ulbWfAjyyazXdfFyMgw8vlsieSL6zpYXJznRcbKMdUm3ixXPHJdF7KsciYtu+cFYVkmBIHemy3L4mPLZJYwNTWB0dEzOHr0eEkSYCWwWCCVGsfIyDCY7wXbN527Urnkeo611VhNDNPV1Y1bb30VXnrpeeTzebiuDULoMUYiMciywpnKZ8+extjYRQAEkUgUMzOk5YSctRCxyq+tbDazZiWI1Up7h2gtCgUDiUQClmWVkJ8oiF8ErC71HES4DmgOTp8+jW9+85v49re/jdnZWbz61a/GH//xH+Oee+7Z6KGFCBEiRIhNgPIcHrVcaEculwEh4DKXnZ3bsLAwD8tiKh/FvIXnubAsDz/60eM4cuRG9PXt5PFqMH8TiUS5h5wsK5BlgXvzKYoCVdUr1hcM5STtleKDXC4HSZIQjcb9dRrzBmREVIGTEwEBiqKAEA+qqvndcHQhFvQoBOq3JyqPY0zTAO3oK46TKTw5jotsNo14vK3k+BVFweDgYTz11A9QKBiBDkT4HocyEok2yLKCQ4eOYWoqhStXpktibFmW/HyYDdY9ycDkUNkaYyvFWOvu2ff000/jwx/+cEkXQk9PD379138d//t//+/1Hk6IECFCNA3NTASxB3aYyGkMjUip1kqkrMS434juspWKmJOTE+jp6a/6eV3XYZpU6s3zPN8zz/EDLQETE2OIxxPI56mkQj0wjDwkiXYHKopad4E7kUhA16OcEVcqXyHw30yQdUZf3xrSCq985Svxuc99Drfddhs6Ojrw4IMPQpKkiqTT6dOn0dvbu0GjLOId73gH3v/+9+PIkSM4duwYPv/5z8MwjAop0vWEdPgw5I99HO6jj8F99N+BbV0QuntA5uaAXA4QRSxt68L5m47DbmuDKAjwVAWTAPa+NITkzAzI/HxJ5x8AFGJRiGb1rtbVFJpFUcLOndetKEN5tYI970ZGhpHJpLlXJ5O4YexRxsIEwCVaWNc09VjwQIgHSZIR9LISBBE7dtT+DZw/fxZzczN8P4SAdy4zWZdqxb5axJvl5J8B+DLHJiRJgm3b8DyPF9pYAU6W6bKKEMILfVTWlM6HbVt46qnHceutd1SV+akFdi3F4wkeX1DPEIJoNA5FUasmBjZa9ns1MUxn5zbceefdXALItk0oigrbtqAoGmZmpnHmzBBn7RJCYFkmotE4RFFsOSFnNQWYateW4zgghPBOoyA8j0DXI0ilxq66Ik8rui03o6T6cmDJtWBiDAAMw4AgAKoagSxLJSQFQqorFzRzHXC1zeNacOHCBXzrW9/Ct771LVy+fBm33HIL3vOe9+AnfuInkEwmN3p4IUKECBFiE6FaDk+SZHR1daOjowuAgFiMKpqk00s+YYcWzJhMN4NpFjAyMoRUahwdHZ0V+RtaXIoECn4SRJHmOqLROBzHQa18TDAXUk98wDoWVVVFLEbVBagaiADPc/k6iUmAAsWOP3+03KMwiFrr4pXymaOjZyBJaf55RoykxHGqkOI4C4jHE7xjL5hDZetK6pnocdUTWZb556o1XzBvQ9Y1aVkWmOqOLCs4cODwliLkMqx7sc9xHAwMVF6Uu3btQjqdrvKNECFChLh60KxE0EZLRl6taFRKtVqg1CzvxWai0TEFPy8IAqLROHK5rO/7RAtqskxf9zzaBZhMdiASiSKbzZRIU9RCoZBDLperq8DNgj/WzdDW1g7TNOF5LjQt4vv6Wb7ZclEKkBlTbxVphf/yX/4L3vrWt+LHfuzHOJPuXe96V4Vn8T//8z/jla985QaNsoif/MmfxPz8PD71qU9hdnYWBw8exOc+97mGZTybDdZdR1ITIMzzrasLuDIDlwDnb7oJrqpAdBzAdSACcGMJnD92BDdeuADR9UDGLkMYPMg7/PRcHp6modqdeisUmluB9vZO9PcPYG5uNlCYF7mEJyMYUDlPGXv37i/pmo5EIjAMuth1HBuKooIuQqnkaV/fzqr7dV3X7+oqytGwImMul0Ey2YFksguGYQTuSx4kqTrxZvnO6WEIAnhiPpFIIpfL8OPTdR1tbW3QtCjy+QwAyoBlhT66LYEXQz3PxUsvvYA777y74UVlrfginV7aUrLfwedyMD4SBAGLi/PcE1KSRN6xns9noSgd60LIWSnBEkx2sKId7fAqXluKomBpaQmqWlmoJcRDKjUGx7FrxoSbsXCzuDiPkZFhZLNpfj8YH7+E/fsPrTqWvRrjY5YQLI/ZaLJMgCxLFb40goCWxpZX4zyuBW984xsRi8Vwzz334L//9/+O7du3AwDGx8cxPj5e8fnDhw+v9xBDhAgRIsQmQj05vNHRM5BlGYR4oIW+6kU56uvn4PLlixXEH4DKgjqOBUGg8aAsy1BVDYIgQNcjfN1RjkZJfMHCl65HuJ88859mcYokibzIR4uXjFRIZUXL48typRZqGUCwsDC3bOwazNOx2J1JcgICotEImH/1K15xPS/ApVJjEAQByWRHyRpLkkQek7N9VCvcEkJVZgBKJqVWFMW10laMg4B1KvY9+OCDPDEUjUYxOTlZ8ZmZmRm0tbWtx3BChAgRoqVohIlbr8dciPrQDCnVZnkvNhONjqn880zLnH0+EtHR1pbkSUbbtmHbJgghiEapxFgtFCUfPNi2uWJwXJ4A9DyCfD4HXY8iFovA82h3g207MAzKiKesNpoUi0bjW0ZaYceOHXjkkUfwL//yL0in0zh8+DBuu+22ks/Mz8/jZ3/2Z/Ga17xmg0ZZil/91V/dMNnOlSD09cOzbQiKAkEUQXYOYEaRYGsqROJRjQ8CIBIBBMCORjG97xXoPfcy4Dgg83MQttEOqx2mhentPXBJZaF7ozukNjMMw0AkEkE+n+fdZmyBSokF1Ex9375BFApGCcNVEISS4hkzlo/HExgcPFTz9z49nQJbZFfzdjAMA7t37+Wd2vl8Dm1tCXR374AgVG5zuc5pei+k90WAXgvJZAdMswDHcbBjRy+XjblwYQnUO9DlsjS0GAXetSgIVO6z0YJUeXFn797r+fxsVbm/8vioUDBACLjckSgKAalnj8sMbaTc89zcLE6degGWZUKWZbiuB8syEYvFoaoq/xxL6Ni2DVlWeJGWfsetKA4GY8JicXfzFG5c18WpUy8gk1ni3fmE0Gv91KkXcMcdr2n4elzP+LiZxdPe3n5cvHixIg4VRSpXrGnrK7l7ra4zcrkcvv71r+Mb3/hGzc+we/Tp06fXcWQhQoQIEWIzYqUcXiwWg6KoAenLSpQrFxlGnq8hGKj1SRyiKPhSniIcx+MdagCaQuIrL3zFYglksxkIguB3J9I4Oh5vw9KST54NyHt6nucTs0tVKKhSi86VWhgZjxHMVVWtGmcE83SFQqFE1lwUWaFT4J2G7FiDJPby4inzeDcMg8dvtdZFALbcWmk5tLzY19fXh5MnT/J/x2IxvPjii/jpn/7pks89+uijuP7661s9nBAhQoTYVKjXYy5EfViLlCpDM70Xm4WVxtTb249gM17w80wiwbJsP/ik3Ta2bfPkIws2aZENkGXFN0CuLHxQ6TrBl67T/O9XD45rJQCZfERnZzcSiQS6u3swPT2JyckJFAoGdD0CXdehqjoSicSWCsYSiQTe+ta31ny/s7MT99133zqO6OqFeOddIN/5Nojv1Sck2mD090JUVXqhxWKA7XBbJBFAYecAcOEiYHtAoQDiOBATCSj33of9O3ZsqQ6p9UBx4Wv4hT56D2EdV4qiIBaL49y5EbS3d1Q861RVhaJ0+oWaKK67bs+Kv/dcLodIJArLMitYtWx9HZSOEQRAUSTYtlvVB3C5zml2DySeB8zPA4UCoOvQOjuh6xFoWqRiAUslZoqLfebjR7cHyLLcUEGKdeVYlgnLsuA4ToX/31aU/S6Pj1yXFo4FQYDrEi6lChQLyxvZhTs/fwU/+tETvMDNPNsEQeSdh8EEkK5r/BnIEg+e5+HSpZerbt+2bUxMjGNycrzuws16dQCmUuPct7O82zadXkIqNd6wpPF6xceNdr0F55QlnViSqbe3D4qiYnDwIEZGSp8lrOC73pK71+I64wtf+MJGDyFEiBAhQmwxsFhfVXXf/606crksFEX1FUyMqp+JxWK46aYTmJmZhmka0LRISYy2WhJftbgvuK1IJALP8zA6egbMhsA0C1weE2BrFuJ3MRIUCgVEo1G+Lt63b7BEqYWR8QBSEe8G44xgno6pTbHiYiyW4N8pV62qRXq3LAu5XNYnjZsV8Vu12GarxTvLoeXFvn/7t3+r63Ovfe1rsXNndbmetWJ8fBx//ud/jieffBJXrlzB9u3b8aY3vQm/+Zu/WcKyDBEiRIj1xmaUjLzasdYuh2YUDJuN5cY0OHgQklQM0IKfHxkZRi4X1GcnkGUF5cFYoWBienoyIOHAfPOEkmS6LMs+O11AJBJDLJYoGWd5gOk4DpaWFn3ZtaDMH4FpFhCLxRCNxvD880/zZBR7f2Bg95aVVSiH53m499578cADD2D37t0bPZyrBoKqQrz3PngPPwgvk4Egy4hkc/CSbRDjCdZGBfisQSIIiADA4EFgdgbC4EGIr3ktxLvugqCoSLgu+vp2YmpqEoIA9PT0bkkN/2aCLXxjsQTS6cVANxvhbFFBoJIslmVWlbdj5ujXXbenrkUYXfRRvzrm9VDcp4hdu3Y3dM7KZWUo29T1tyEAlglcvgziONwgUJidgbdzJ2LXvQJA6T1aVTXf288B8/1g+X1RFKCqWt0FKdaVYxj5kmO1bXNV/n9XE8rjI0mSfLKIyKVRGQghEEVpwwg5ruvipZeeh+c5JUVeQPAL4DLvPGTwPIJEIlFyzdPkS+2YcGZmsu7CzXpKN87MTHL/zHIQQjA9PdlQsc91XaRSEzCMPERRgq7rJUWyZsXHjXa9BefUcRweX8XjbZAkCePjl3Ho0OFNJbl7La4zNlIG3XVdfPrTn8bXv/51nnd685vfjN/6rd+qWugNESJEiBAbj3rIUSzWf+qp7y+7Lc+jtgJtbe0YGNiNxcX5qs99WVbR3z9QlZBYQyF0WSwX95Wvr9rakjwecV3XX68o3AecxV4AoKo6ksl2Pi9TU9XJePTYvZJ4tzzOaG/vxPHjJ/DMM09ifv4KFEVBPB4HIKBQMPxtiSXxcjXSO5MBFQQgEon6+1pZtWAzyuC3Cuvu2VcLP/VTP9Wybb/88ssghOCBBx7Addddh7Nnz+JDH/oQDMPA+9///pbtN0SIECFWwmaUjNwKWGuXw1oKhq0KImqNiXU2VPt8f/8Al88URQmmafAEKQvGdJ2aFieTVNZTVVUuUUcI4Z187DuSJEHTKj30qgWYS0uLsG0LAOu8IPA8wd+miKmpFDzPu+bkpcpBCMGPfvSjLZl0azXEg4ch/OHHITz2GMgLz2L70ClM7uiBa+SpjGc+D+g6IMuQHQc9cwsQRBHC7j2QPvRhCAolfZVfv57nIZUaRzyeuGaKzqtBsMhVKBRASIHfJxKJtkD3rwBF0aAoatUOZVmWOdO0/L5Zfk/t7u7B+PhlUO+zjpLiXCwWx969+xs6BraILC+oseJhYnoaxHVLWpaI60K+dAk9r/lxvp3gPXpmJo6Jictg5vasozkWS0BR1LoLUtPTKViW6ftakEAhSViT/9/VgPL4SNN0nz1MuCQiKzAJgohYLL5hhJzp6RRM06xI5gdlXYOEHKB6N9dKMSErdlZDMKHSaBFrrXELY3TzNurSdxtKWrF7cSazBNM0QYiHfD4LWVagqhp0Xfcbt9ceHzfS9RacU0EQkM/TQh8A7hXqug7OnBnGzTffWhKHuq7LYzfmRRqUnGrlNRuuM9YXn/3sZ/GlL30Jn/jEJ7Bv3z6cOnUKH/jAB5BIJPBrv/ZrGz28ECFChAhRhkbIUe3tnejs3A7THOPe5OWg3uUuHMfBvn10TdJITmk1ZK1G477gmmVycgKLi/O+r59ZEq8SAvT19Zfk1WqR8Zj6RvD75XEGOzY6TgGOY2NhYd5/V+BEuYmJMb4Gr0Z6Nwy6HmCk0iBqqRZca/7FG1bse+qpp3Du3DmYponDhw/j1ltvbdm+7rrrLtx111383wMDA7hw4QK+9KUvhcW+ECFCbCg2o2RkCIrVFAxbHUQ0OibDMEp04ql8XMaX1BTgOC5s20YkEilJIus6ZVN5HkF3d08FI63cQ48FmI5j8yBREETYtsUT5mzbhIBLNywuzkHXo1ULlltVXipE8yEoKoRbb4P7xYcgpdPYe2oI548dhaPIEHQdnmVB8Qj2njoFITUF0tEO8d2/yQt916qnUbPAFozDwyeRSk1AluWKThzWxdTTUymVSogH13Vx6dLLFfdNAFXvqUVmqe1L0qy+Q0aSJOzbN4innnqc3xtZUSVquyC2Dcnz4MgyBELgCQIcSUJsYRGpf/8u+n/ijXyf7B7d1zeAXbt246WXiv5tqkqLnY2MMZfL+XKQXsVidrX+f81Gqwgu27b1YHT0DGzb4iSTWCyBXC4DSZKQTLajUCgAAHbt2o29e/dv2O80l8tBlmXYdmnBTxDgd94XfUmWu1ZXjgl7+e+kHMGESrCIVd6tqqpaRQdg0FdXEASMjV3C4OChuuOWHTt6MTMzCVb8CkIQROzY0bviNlzXxeTkOEZGhsG8Wwwj70uKUy9Qx3FgmgYSiWRT4uNGut6Cc1r0mmFEKKpWQH0YLUxO1u6w9DyP3wfWI7l0La4z7r777ppddLIso6urCydOnMDb3/52bNu2ran7fv7553HPPffgx37sxwAAO3fuxLe+9a0SW5sQIUKECLE5sJo1YG9vH2Znp3z7k8piHwB4nuvbF9Dv1hunr3ZNuhrJbrZm6enpww9/+CjS6UUe29DuRCqRybz72H6XI+MxQh5DMM4IHpskSVyhxbKo758kyXTtFY3D89yS4y0nvafTizDNSNVnfTXVgmtxrd/yYt//+l//C4qi4Hd/93cBAFeuXMF73/tePP/88zy553kebrnlFvzFX/yF38LZemQyGSSTyXXZV4gQIULUwmaUjAyxOmyWICKYeDVNKofAnreKoiCZ7OCde729fVBVDXNzs1xak31e03SIIjVuXqnLke4vi0Ihz4NEx3ECbDfK7C+XXTNNkxtGK4pSchxbVV4qRPPhnR6C84n/CVx4GZBkJBfmcePL5zFz880wku3Q52bRc+5liK4HRKOApoN88fPw7r0P4sHD16SnUbMhihIOHjyGfD6/bFJZFKUK74hUaqzE6J7dN0dGhgHAX2CW3lOnplLc66IZRaZCwUAikYBtWyX3QExMwBNF7JiegUgI5tvasJBMQHJd5BJxZDNLmHzmyaqJ+87Obtx5591rMoNncsjVFrOr8f9rNlpFcGHbpf6yFgoFD4WCgUgkhq6ubnR0dAEQNo0ETywW87vijZLnHECLXW1tbdi3b3DFbq6VYsJEIolUanzFwg0rYjHP3mC3qmkamJ2dQV/fQJmvbvEzlmXi1KkXcMcdr6lrbnt7d+LixfMV2xFFEYlEknez1UKwm69QMAAIMIx8oCNQ8JNIHqj7anPQSNdbsDBICU2lRV1WlLQsE5cuXQAAdHf3bHhcSOW5RFy5Mu+fjzYAwpZeZ9xzzz01i32e52FmZgZf/vKX8dWvfhVf+tKXsGvXrqbt+/jx4/jKV76CCxcuYM+ePThz5gyeffZZ3H///Q1vi3ZJFP//WsO1euzX6nED4bEH/15L2Mhjr2cN2N9fugbs66Mxz/z8larbZApG9O/y+y8/9tWMBwDy+eXJS/l8ruZYgs8aQPBVl1x/nxYuXjyPVGocg4M0tt+xo5RExDz3crkMAAG6rlfYzVQ7NlVV4XkR2Lbtr2kUqKoC26ae14ycxo5XkiT+/xMTY7hw4VzVZz2L34JvrXZeW4X1uOZbXux75JFHeKEPAP7wD/8QExMTeOihh7ie+g9/+EPcf//9+MQnPoH/8T/+R6uHhEuXLuFv//ZvV9XVdy3efDca1/KD72pGeN7qR0dHJ06cuA2Tkynk8zlEozH09q5/8io8Z2tDq4MIJgMVvEYIofstFAzoegS6rmN09Cwfh+u6yGQyiEaj3KOWde5JkozDh49hcjKFVGochpHzu1poErlQoF2BsVisJLiqhmw2g0IhXyIzR/clghCvIvnJoCgqbNviEljlnUDlgdpWhSRJ+MIXvoA9e/Zs9FCuOhDLgvfwg0A6DUh+WCuIEG0HO55+GsL+QZCzI0CiDcJ1Rc8oYhjwHn4Qwh9+/Jr0NGoFgoUKy7JgWSYcx4GmaTh69DAIAVKpMeRyOeh6BJFIBFNTk8hk0ohEohULtmw2A4AgEomWdCbpug7btjEzM920Imwul4MkSZCkSMnrRNchLHgwVQ3XpSaR2t4N1fELk4RA1PVlE/drlZTu6enzu9uqSUQ25v/XbLSK4BLcrq7rUFUV2WwGruvAti3ceONdUFW92YezJrDuqWo+kqIo49ix43V7K64kI14PQSwWi2F62q0h/0qwuDgPz6OddOn0EoDSzxBCkE4vIZUar8trT5IkHDlyo98hmAEhtJMxHk9gcPDQstdB8HwHx+q6LlzXhaKo3PdXlhUkk+0gBBUSm6vpLm2k6y1YGBRFqWSsjMy0tLTAx3rhwjmMjp4BIYTLGQexHkSSy5cvYGjoJJcetSwT8/NzGBjYg2PHbtyShT4A+IM/+IMVP5PNZvG2t70Nf/Znf4Y//dM/bdq+3/3udyObzeKNb3wjJEmC67p43/vehze96U0NbUdV6blh3cEsNr+WcK0e+7V63EB47OGxr/+xm6YBWa7+LBRFAaZpQFFK31cUCTfeeBOefPJxZDLpkvckSYIsyxAEEdFopOK75Sg/djYepspAu+CoYookCb5sPCWO9fb280JaW1sCMzOTsKwiaZGprHieh7a2RM2xTE9PQBRFdHR0olAwkMlQBQ2qDgE4jg1FkTE6ega33noHFEXFoUOHcebMMM85KYqMbdu2o6trm1/8Kx1frbn2PA+yrPjkPhOe54BKwtPjX1i4gt27d1eMeWBgwCeLVo/fBgYGVtw3Q63z3EqsxzXf8mLflStX0N/fz//92GOP4YEHHsDtt9/OX3v1q1+N//pf/2vDxb5PfvKT+OxnP7vsZx555BHs3buX/3t6ehrvete78IY3vAG/8Au/0MCRFIOuEOuLa/nBdzUjPG+NQqr6IFtPhOdsbWhlEDE/P1cSUM3OerhwYZRLZiqKClmWkclkeIcB3a+MeDyGXC4HRZG5nJiiqDhw4DA0TUVfXx9OnnzO11pnyT56DRiGgf7+PogiMDk5wRNp5cGb6zKZuWLBhP5/ZQDGQJMgTkknQdCMuVqgtpXwgQ98AL/1W7+FgQGa6GMEKACYmJjAZz7zGXz84x/fqOFdNfC+/xi8dBrQdOrRFyza2Q7ImTNALguoGojnQQi872UyEB57DLGDg6GnUZPQ3t6Jffv246WXXoDrOvy+MzxMJcwEQYDrushm0wAETkqwLLOiw5d5XljWQkVnUjQab2oRtmaHT2cnyOwsImYBM10dsGUZov+AFGQZ6KTda61K3EuShKNHj/sSo+6a/P+ajVZ1xAa3a9t2QHoaME0TP/zh93HDDTdvKn+NYKFbkmS/0O1C01QcPXphygWiAAEAAElEQVQcnZ2NSQUuVySux1OYFYmryb+KogBZljE1lcLU1KRfmKvWOephamqyrmIfG9eJE7c33MkaPN/BIholCQm+ByhNOLHElSCA//7r7S6tVhBsRF0jWBjUdb2ki1MQ6DUPUPkqTaPjtG0Ltm1BVdWq56GVRBLLsjA0dBKEuBBFum9ZpqmfyclxHDlydMsW++pBPB7HO9/5TvzRH/1RU7f77W9/G9/4xjfwJ3/yJ9i3bx9Onz6Nj3/849i+fTve/OY3170dy3J5twVNtrrX3NrsWj32a/W4gfDYw2Nf/2PXtAhs2/El84ukQkaOou+7Fd9zXVqkKsYr7HXa5R+LJaDrsarfDaL82DUtgnzeKFFLIqSAXI6St4oESA8XL17k3XaKomFpKV2yVjCMvD+OCLq7d9QcSzpNO/IocYnGoMEmAKrWROA4FsbGxtDfP4BEoh0333zrss0KnocS/z5Ni8Bx3JJ1A8tN0aKdAEKocgItNLq4cuUKTNOqGq9cf/0BjIxUxm/XX3+grn0Xx1n7PLcK63HNt7zYt337doyPj+OWW24BQFlvnZ2Vi7POzk7uu1Av7rvvvhWDJpZEA2ih79d+7ddw/PjxVXUQsqArxPriWn7wXc0Iz9vVh/CcrQ2tCiJc18Xw8BAPgqg3jIWlpQUANHljGIYvmSn4GvGdPLEkywoSiTa0tbVD1yMlwZhtu0ilUr7Weh7l8lu6HsHZs2exsDBf4jcTDC4BQJJU7g3EQIOu4rbYPAi+ebMkyfA8D6qqwXFs2LYNTdOXDdS2Ev7pn/4Jv/zLv1wSpzAsLCzga1/7WljsqwMkNQFBUUC6uoArM4DrS8c6NlAogDuGZ7PAyGmQnQNALA7MzQFmAe6j/47tr3rVNedp1Cq4rotz585CVVVOOmAdLwDQ1tbuy7wAAIHj2GALzPIOX5YslySxousol8uWkAPWilodPoIoQt21CzvOnsPL7W200EcILfQN7OLF41Ym7js7t+HWW+9Ys/9fs9FoR2y93Vdsu/Q8Z/ziT3G7tm1tSn+NeopwzcJKHaOSJKGjo8vvMix27LMisSiKyOWYpFOtxa3Q8Lp3NZ2swesoWESjv/miMgDrZC0UDDiOg0SijV8LK3WXrlQQrOe8lRcGKeEgC4A+J0zThCTRbkZ2vxJFCa7rcT+/IFpNJDl7dsifl8qT6LoOzpwZwpEjx1u2/6sBPT09yGQyK3+wAfzxH/8x3v3ud+OnfuqnAACDg4NIpVL4q7/6q4aKfUAp8ZIlYa9FXKvHfq0eNxAee3js6wdN05HJZHhHmeu6yOUy0LQIksl27NjRVzEm13UxMnIaiqL4z3vaicaWnJIkw7ZtbN/eU/fxsGPftq0HL774XJlakuCvl8BjiaLlwWkcO3YTTp583o/1PDDfcc/zkMtl0dPTi3PnRmvGN9FoDJ7ncQJmMPYLevCx2J6Q6jG9IEjLHm81L25d15HJpAPkNIHnf2RZhiTJJT7IQSSTteO38nHUo+SwEb+7Vl7zLS/2velNb8Jf/MVf4M4770RXVxd+4id+Al/4whdw4sQJzt61LAtf+MIXcOzYsYa23dnZWbVwWA2s0Hf48GF8/OMfr7k4XQnX6o13M+BafvBtRhDLgvf9x2iita8f4l13QVDUys+F5+2qQ3jOVodGg4h6E59TU6XdE4QQZLNpMBNkyiYv+uHZNk2Ex+MJvg1RFKFpEezbd4C/xsZCJfV0aJpWIZUHAJcvX0Q0Gq1IpI2MFBNp8XgCkUisRAoUEHhXHv2uAEIcv9An8c8IgoBEoh3t7e3QtMiygdq1gkuXLqG9vX2jh3FVQOjrh2fbtOC3cwAYHwNsv9DneYCiALIMSBItBF54GZAVwHHo2mxkGPjwB7Hvl34J54DQO3WNqNbtxRiogFDSpQWw540Lz6OFhUKhwIt41Kh9fVh2y3b43HIblNe8DrHvfQdXMksQdR3o7CztEl0mcb9aicEgmuH/txIaHWcjfmeNePux7VqWWXKtAMWkw3pIILqui4mJsYbme62yrc3Etm3dSKcXK3woGVs9FotB1yOYnk5V/b4gCOjp6S15jV0jpmlA0yJNuQaD15EgCFwKlXbwCZwgpGk60ulFeB6BKApYXFzAE088Cs/zeLwSBLtGenr66ioI1nPeyguD7F41NnYJspyHpumQJBGeR4MXVrwMepIytJpIkslkat4/RVFoepHrasTo6Ci2b9/e1G0WCoWKLk5JkkrIcCFChAgRYuPhui7Onz+LWCyGTGYJjmNzVQHDoM/4dHqpIk5lax3LMiGKEjzP5YQqut4hiEQiq7IbuHJlGpFIpCSnwojPoijBNEuVkHK5HL7//e/BNAsghH1WgCyrkCTq3Tw+fgmRSBSXL+dx+vQp7Nq1G3v37ufxWzCHRZ9XCJDsRB5jsdhxcXHel21P86Lk2NglDA4eqqm6UcuLmxYa6fORPSeZ2hSN+ZcnU9YbvzWi5LBV0PJi33ve8x6cPHkSb3zjG/GGN7wBe/bswV//9V/jnnvuwfHjlE323HPPwbIsfP7zn2/JGKanp/H2t78dfX19eP/734/5+Xn+Xnd3ff4JIUKEKMI7PQTv4QfhpdMQFAWebYN859sQ770P4sHDGz28ECE2BI0EEY0kPsu7J6h+ezFxxIJL+v/E13g3EIvFecJhuUR0MNFW3imTz+dBmWpUN900aQe+ptHiIEu2siBRVVX+OUEANC0KURT8blEqvycIYiDRTxO3qqri0KFjWzLQCuLv//7v8aUvfQkADWJ/7/d+r8LLx7IsTExM4PWvf/1GDPGqg3jnXSDf+TaIYUBItIEMHqQFvYIJaBpw5ChwbpQW+mj7GH1d1QBJhNDdA2IYaPvyl3HzAx/D1NQkckMvIbK4iB3beyHH4ht9iFcVqnV7UUkZ+qN3nCJj1PMIPM/lyXvXpZ1coigiGo2ho4N1IBULhMHuJMMwmjr2lTp8+n78jZh89smGOkDZvd6yTFiWBcdxMDp6punSjmsFXbjX90xiqNfvrF5vP1ZIymYzcBwHjuNUdJaxpIMgtFYCcXFxHqOjZ2CaZt3zsdnAzk81KewgAenSpfPIZJYqfmOJRBJ9fTv5d4JxiyxLsG16Lbe3d6K7e/uqC3/l15GqqlCUDhQKBc5kB4B8PgdKIhIRjcYhSRIKBQO2bUHTtJoymc2Wmy3/Hbqui8XFeV+auEhWoDFPAdS7mHDW/HollxKJBObmZqsW/DyPIJFIVPnWtYNnnnkGf/7nf46f/dmfbep2X/va1+Iv//Iv0dfXx2U8H3roIbzlLW9p6n5ChAgRIsTawOIDWZYrpMSpuohdVUmCrXUokUrkXXTUW1iCpkWgadqq4tRcLgdN06CqKkyT5nxs2/Y730oVjzzPQzab9vdNlW1okcyDaRoQRRGSJMFxHN9TmMZ5o6NnMD8/x4tzwRyWomgQRYPHLNFonBfeHMfG0tISTp8+5RcXi4pQlmXi1KkXcMcdr6mIbcq9uIME8/K1XFHNQYIgiDAMY9UqCNVIjOulwLEZ0PJin6qq+NznPoevfvWr+OpXv4p//Md/hOM4yOfz+M53voP+/n68/vWvx7ve9S7s2LGjJWN4/PHHcenSJVy6dAl33XVXyXsjIyMt2WeIEFsVxLLgPfwgTaz63bmCooAYBryHH4Twhx+v2uEXIsS1gHrkoOpNfDKUd0/QzjsRjkMTY+XJUFrwK+2QWY5BvlzCFqAyoAsLc3Ach7PdLMuEYciYm5tFX98ADxJPnXoBhQLzsaFFx0SiDbKs+F0FWkniXhBExGLxLcuoKsf27dtx5MgRAJRRvmfPngqFAkVR8IpXvAI///M/vxFDvOogqCrEe++jBJRMBoIsg8gyoMhAWxJYXAL6dwIT40A+D197hBb6BnZxjz8vk4H45b9Hz/AQJ7IQ24b7r/8SElkaQLVuL7Z4BgQoCi0SAFRKji2M2aKZ+V/cdNMJzMxMI5tdQjLZwRe8rDuJELREAm+5glqjrFB2rzeMvC+n6PnJAxNPPfU4br31DnR2bjzpkMkR1ftMYqh3PpYrtliWheHhk3BdD4uL85AkiXfBWJbpe6JIXA6aJR1aKYHI5oN6ndU/H5sN1c6P61JflPb2BKamUtixow9HjtyIs2eHkclk/MSNiEQigf37D/HjpHMyjHw+yyWeqL8NQT6fRSaztOpiaLVxEoISKeBsNst//9FonL9OC35eSbzDwK6RRuVmG0GwmO84NizLQqFQgKZpMM0CJzLoehyO46CzswtdXd11J5fW0hW8f/9hjI1dBiGVXYWSJOPAga37TPuZn/mZmu95nocrV64gnU7j5ptvxn/+z/+5qfv+4Ac/iP/zf/4PPvrRj2Jubg7bt2/HL/7iL+K3f/u3m7qfECFChAixNlA5cwHZbBq2bUMQxID6EM25VCMFsbVOsAtOkooKTNSHbnVxanAdxSQ7CwUD+Xy+RFLTsizejVgOGid7AYsXy1dPgD9GKu8ZjGmDOay5uVnMz89BkmRIkgjTNGEYBiIRHanUGDKZNJcrZeoLhBCk00tIpcYrvJ7L1wGCICASiYAQgitXZiAIqIjTaLGRHmujKgiu6+Lll8/i8uWLoF2WUczMEB6nlhO2UqnGVDyuFghknTUFHMfB4uIiPM9DW1tbVdmNzYrZ2VDuYiMgCPCTQ6GP2GaA+73vwv3qP/BCXxDEcSC95Rcg3fO68LxdhdjM56wZMmibBanUGC5cOFdT+mzXrj2QJJEfa3d3D55//mlejDMMA/l8lst3lnfKAYCiqNA0DZFIjCdeE4lkzTksMvZLE7bJZDvOnRupGkgSQtDR0Yk777yHd2U888wPkc1mYFkmCAF0XYOuR3xvPhW2TTs1GIurXEbiakF399oZ8R/4wAfwW7/1W1U9+7YSmhk7LXePIrYF77HH4L7wHPD9R4H5eSrf6Xm08Ne/E5hMAek00LUNwu49vNAHAPA8kNkZCD2VxDMhEoG0yYksm+X+7bouni3rfiv37EunF+E4Li8ayLLMWbTJZAcIAfbs2Yuenr6KbTFIklx30aXZc+N5bl2s0FRqDC+/PIpMZqlCwo0QIB5P4M47797Q+58gANPTExgdPVvzmbRnz95lO59Wmo/R0TO4cmW64nuWZSGfz0KSZLiuwwsjsVgCiqLA82gBUFU1SJLMO/qAxs5/o2DPaFmWuLRQ8VhXno/NBnZ+iskbyU9Eedz3sa0tuew5PHv2NM6dO81/PywmYImeSCSGSCSypvMSvI50PYJUaowz2HO5LCzLBAB+n2DJpaWlBSiKilhZFzYby9RUatmYa7Xns/xex65nz/PgOA5PkpUWJ+ufn3IFiOD5qregevnyBQwNneTefZ5HIEkyDh++Abt27W74mNcCQQC2bVufbsL777+/otOTQZIkdHZ24sSJE3j1q19d83MbDRY7bZZn+0bgWj32a/W4gfDYw2Nf32NnsQ0jNLOuPlrwE3hss21bD66/vmiFwp7/tNNtwVcq8fj3Ozu7oChqXc/78mOvtY5aXFyA57m+XLjE1Q9oQQ8V6wwGSZIgilJFl7+q0jxRrRiIxWTZbAaTkxPcgu3KlStwXZaDEqAoakkeqqenH7fcclvZPA9jYuJyhaR8oWAgm834sQklfbI59DwPsqzgwIHDuP76g8vOYRBMYnRubhbMRzG4tgjGYc2Is1aLRq751eadWt7ZV7FDWca2bY3J1oQIEWLzgKQmqhb6ANCOisnq3h8hQqwWjUhelmMzFgmXY5nTzoFh6Lpecqw7dvT53n02dF1HoWBAkjxfzpN2zLDgqL29A47jIpnsQF9fP3bs6EM6vYRnn32y5hzW6khMpcZ9HXpSkRChHSoOZ7tNT6eQz+dgWQXewWIYeZhmAboew+7de31Jvs1zLjYSH//4xzd6CFsKgqIWJT13DoDkslS6UxTp34lxoGsb4DiVhT4AZHaG/pSqwMtkIDz2GKR7XrcOR3J1o7xLhxX3qf+e5HfkJbC4OO+zQuk9gHl1MY+uXC63af0V6pXTzOVyfveTV+X+CViW2XLfuXqw1s6nleajWrcnIcQvjBCIIuFzRAiVck0mOyCKImKxBARB4B2f1c5/s5/zjczHZowxyiGKUonUdvH10m7FWufQdV2MjV0EQK9b1/U4k911Hciy4nexuRAEsSqru95xsjGkUmNwHDvQWSkFEkDEjysiPBnHXq92j6hXbrZRlDPVmfwok6GVZQWJRAKmaSKXy4JKlmt1/eYblb6tdf3t2rUHfX39OHNmCJlMBolEAgcOHIYsb17iSjPwR3/0Rxs9hBAhQoQIsYnhui4WFub8dYdYYjngui4URYWu61U79MplL6lqEYtzRaTTS+jrG8D586MNx4bV1j6WZfFiHlO9YEpPgFBB+i6FUFHoYx2Cy8X4LCZLpcYgyzJs20Yms8QLfWw7lmVCUZSKsTAsLs5jcnLCj60FX33KQCyWgOu6fschAfNtLsqhyohEoti7d/+y8xWMgyKRiN+ll+USo1T6lCCdXoSmRSCKNE7t7d3ZkNLW1Yh1L/bVwuTkJAgh6OtrnVF1iBAh1g6hrx+ebdfs7BN7w99wiOahUcnLINZSJFzrmJdLvlRLfAI0YMpmM9D1SMWxTk2luKxdLpdDd3cP5uev4MqVK7wYJ0nUY0dVVUQiMm666QRPBtUzh9UStoZhQFU1Ls3JkrGM9QYQHiRmMhkUCvnA52hw5boOXDeNXC6DwcEjLZv3ECG87z/GJTiFgV0gY5cBxwEEEbBsQFUh7D9QUejj2L696sshkaUxMPLA+fNFCZV4PAHPYxKClGAwMzMJgC4og11bwYV1PdLImxWxWMz3navsHCGEEiBb6TtXL2KxWCBJUYpmyGVWK7ZQrw66T7bAD+6zUDBApYdctLd3YMeOfu7bUb0rvXnP+eIzWuK+a4yNrKoan4+NijFWg7X41k1Pp8C8e4sxAH2PJXokSQYhtAg4MjKMeDyxpjkoL7jqug7TNPi+g77F0WisJD4qv0bqIQ2spmhbrSjMYiPGgE+nF0sK2aZpYHZ2ZsViXz3nKxqNYWRkGNlsmp+bsbFL3IOHQZZVHDlyfNn9hQgRIkSIENcSpqdTcBwb0WgcuVzWj1GLeQ5GMpNluSopqL29E8ePn8ATTzyKaDReUnyzbQsTE5fR3t5RIh9Zb1wUXPuwzrqODvrdQqGAQiEP1xX8+NnjtgjVQL3RhZJ4gvlf1xPjM6nTXC7DVaXK4TiO3+EnoKenl7/OclC0o07kMRwj9rHiWzQaRz6fBSEISKMK2LVrz7KxWHkcns/nYJoFX3WiuKZk80MI9TGksvT5pvo5b0ZsmmLf6173OhBCMDw8vNFDCREixDLgnRNlZqoAICYSEMt8MUOEWAtWm6BiwQX1UDF5ok4QhKazdYJJIoBgYWHOTyhVT/5t29aD0dEz/nEVk9ymWQCAqvLWtm1jZma65Fg9z+XJdEEAdD3iB0ly3X5JKwUzsVgMsixzDyXmm1Rkb4k8SLRtyjRjiTQaWAEAgesSnDs3AkGQsGfPXszOVk/KhQixFpR0nscTEAYPgszPAYUCoOsQ7/lxiK+8tdTfz3EgJhLAT70J5IePVy0EhkSWxkEIsLAwj2g0yl9j8oGmWcDx4ydQKBh1ddvU20m32dDT0+ff682Kgp8oCiWFo9WiGZ1lvb39uHjxYtM7nxiqFVscx+Gde47jwLKKc8S8RNhzZmlpEZ5HKhIlayEDLQdWnDTNorwQTU4AhYIJXY+sa4zRDKyle5OypaO+PDfrrqPvMS9O5lUDkIo5WM01Wk6KYp2/1DPQ4344rGAny+qy94jlSAONFG2Dx2KaBj/vbC4KhQJs2/KL/MVrgh2D5xEsLs77ScHac7DS+cpmM1wiOFhMtCwTp069gDvueM2q5z5EiBAhQoTY6mBFLM9zoSi0sOc4tp9LofFneU6lHLOz05BlmasmMGlxQghc18XS0iKXrGw0NizvrGOxBPMnNgwat0mSVNVuBSh66dm2zY8x6H9dq5AZRCwWw+XL+ZqFPnbchHhIJjvR17eTvx7MQbEYjsUsNGckoq2tHaIoQlFK/dljsTj27avd1VdtDcAKnrZtgeapBL62YXPB4tSxsYsVXs8Ma/Vz3izYNMW+97znPRs9hBAhQtQBQVUh3ntf1WSp+I53bmpPoxBXH1aboGKSkoaRK0vUGYhEYk1j6wSTRIIgYHFxAYJAZepYUSyYeEynl3D27Gk/8LLguh5M04Cux3x2VbxqF0i1YxVFCddffxD79u3H1FQKqdQECAF27OhFW1uSf24tSb6enj6MjV3iSb4gBEFAIpHgQSL1VRLhup4fZJXCcRycPTuE8+dHEIlEoWnapu6ECHH1oaLzXBQhbOsGQAt2ws5dEA8ehvCHH4fw2GMgkymIvX2UpEIAd+ilkMjSJKxEMpidnd6UEp3NhCRJOHr0OJ566nFfHghl3hHqmgppzeoskyQJg4MHMTKyunNRT0GhvNiSSLRhcXEBkiRBlmXetcUSJKIocR/HSCRatYC3FiKLZVk4e7a6tKEkSdi3bz9+9KMnSgopNFkRxblzI+jr27kuMcZqUO181FIUAFbu3qTfJTxRU5RFohW/YGcmY4vbto1Uahz5fN6XACWIRKKYnvYwOnoGHR1d2Latu2bxqVo3KJPJtG0bfX39iMUSNb9f65osPyeNFIzLf2+u6yKTyXBCQ2kSy+XXbymbnibXVro+VjpfhUIB6fQSWNIKKCay0uklpFLjiMcTV03naYgQIUKECLGeoD5489wvjSolUZKbLMvo7e3DoUPHGiLmmGYBjuNy1SXbJvA8l+d6VhMbVsvj6LoOw8jBcWwuQ0qIV/IZRpijX6Xxga5HEY1Gq5LDa6Gnpw+nT5/iMV8t0LxQO6amUjzmCo6dxXBU2cP1Y7Kd6Ovrw/DwkG9VE6l7/VFtDSCKIhzHDUh4ilx2nsbxAo9TDcOAYeQRjVbGv81QNdkM2DTFvt/5nd/Z6CGECBGiTtRKloaFvhDNxmoTVNlsBoaRK5GbYg96w8ghl8usajzVdMGZ3rhhGH6gJXDPIZaEYYmvVGocrutA0zSoqsoZTKIoYO/eA9wXp55jZWO5cmUGi4sLEEURkiTh0qWXkUqN84TOauYweJwdHV2wLBOZTJofHw3okti//xAPxKhvjgjbLtQ4Bs9P5lI2mqqqTenCCBGCod7Oc0FRq/rvhUSW5qEekkFf38BVK9FZLzo7t+HWW+/ASy+9AMsyfQawxg3gV3usze5qW61caiMFx2CxxXVdPPvsk3Bdp6Rry3EcXlgTBIF79gGVBbzVElkuX76AoaGT/twJmJubxdjYZRw+fAy7du0BQGWS2traUCiYPCnBuvBt28bkZKolMcZaUet87Ns3CEVRV9W9yQpvjHldKBTgOBYMw4DneZBlOVAMjftzZGFkZIgrFtCut6IceD6fRTq9WPNaWU5689ChY8sWqxq5JustGFf7vVHmeQzZbNY/LtrlKAgidD3COz7p9SvwIj/zLl4OK/kMmqbJk1nlIMTD5GQKhHhb2osmRIgQIUKEWA2Cfn2e5/LYkyotuQB09PUNNKxCwAp9DIz0Q2OgHDKZxmPD5exf/L1AkkQ4TrEYJ0lSidw5VVaR0d7egWSyo6H1liRJ6OrajnR6cYVPCsjnM7hwYYnHXGzsgiCUFPmi0RgIAeLxBDo7u3DixG2YnFyblLplWX6cSeeBFieLuScG5vMciURgVMkXAM1RNdkM2DTFvhAhQlxdqJUsDRGimVgp4VHrQczMi4NGv4xh7XkeTNNseCy1dMHj8TYoilJi7Ox51OdH16k8gCgKmJqaLEkqCYLA36edAWLdyTg2FlqEW+LHR7tFlJKETiNz6LpUGjTIxCeEQNM0bN++H5lMBoIA9PT0oq9vJwgBUqkxXLkyi7m5WRQK1Qt9DIQQHlAXCgUun7BVtNFDbCzW2nkeElmah3pJBqwAxAgGqzGz3+zo7OzGnXfe3dSi5lq62mqhUbnUtRQcy4s5qqpCktqRzaYhCAJUVeXSR8XxlRbwVkNksSwLQ0MnQQgl2bDtEuJiaOgk+vr6Icsq8vkcJEmqKvEjigIKhRyXra6cl/pjjGbKLAbPhyAIfjHOhWmaGB09g+uvH8S5c2cb7t4sP1d0TnSoqg7LMn0Vg2IxlHqxZCHLzHcFAAQuMyXLMjyPqhtIklTzWllNAbraNcm8Zp599ikMDh5CX99Ovo16C8bT0ylYlgnLskqKv4qiQNNUOI4NSZL5NcPmnl4j9LPseq6HMb6Sz+D582cBVF57FPT6pF7MW9eLJkSIECFChFgNmF+fomgoFJb466yAJggCzp0bwS23dCwbc5TnWAhxeU6mvLOfKh81nn+qlsehRCrBJ3rLoPEAgecRn+jjlmzD8zx4noelpUXcdNMrG4ozXZd2JiqKUlPKkxXPgNJ1wPHjJ/Dyy6NV/YsTiSR6fYuM1dg1BNcAhBDk81kAxUKnKEp+wY/w12lsnOOejLt27cbCwvyWVZjZkGKf67r413/9VwwNDQEAjh07hnvuuadmsB0iRIjWgVgWvO8/Rr2O+vqbmth0XRcTE2NblrEfovVYKeFR63pSFA2CAK69TiWnqESDLMtQFK2hcSynC866+ERRCgR4KAm0mMzXckmlQsGo61iDY6GJJ8+XKSAlHYXBhE49211cnMfIyDDm5mb48VmWiWg0DlEUsbS0WFXSihUcbduukJCoDurnl82m/XOhLNuFESJEI1hrwS4ksjQHjZAMmiVH2WqspTCzWt/BWvtcizxzs7DWgmO1Yo7nebh06eW6CnirIQOdPTvEO/rK4boOzpwZwpEjxxGNxjA7SzvZq41D12PIZjMV8tYA9XqpJ8Zo9nXPzofjOCWSkqyrrrOza9WdtMFzlc/n0NaWQGdnN5577umK+aekHwJBkCAI9D1GumL/H2SdL3etLPe7qfbbKL8mbdtGLkd9FwGCkZGhVSkfzM7OVPjjmaaBaDQOQggkSUYsFgdAk16apqNQMCAIAhRF4cQuoH7G+HLFzu3bezE9nar6PZp0i1WVU6dzGsZbIUKECBHi2gXz68vlslXfN80CLMtaMY4tz1MJglTyXpCwJkkiNK3x/NP0dAqapmNxcR6SJMG2LWSzWbiu43sG0wIfJbS7VeNSJi9OCGmY7MMKo4lEEgsL81VzPeVxDkDjr+npyeAoyv7Wj2rxXnANQLsGPV5gFUURmqYjn8/BdQn3jAfAC4Odnd3Yu3c/XNfFyAiV9U8m20pk/a92tLzY90u/9Ev42Mc+hr179wIAlpaW8I53vAPDw8MBc0kDx44dw0MPPbQltFFDhLha4J0eoh0Q6TQERYFn2yDf+TbEe++DePDwmra9uDiP0dEzME1zUyfvQmx+rIbdTeUBWLBDpZXYX0Ia1+GurgsucWkA2sWnB3yHwIMKgAZBPT29KyYx6znWVGqcd/NRhhU9Js9z4XkEmUwaiURbSUJnue26rovJyXGMjAzDde0SRhoLiGS5Hfl8Gs899zT6+vrR3d3DC462bZUk8uqF53nIZjNob+8AIQif/yGahrBgt/Gol6jRbDnKVmEjCpLL7XMtHmz1oJ7CZjMKjuXFHNd1udx1OcqLJKshA2UymaqFPjZmJrG0Y0cfUqmxqixmRVHQ29uHbDaNQiFf4esXicSQSCSWPe5WXPcseZXPZ/lzHID/l+Dy5YvYu3f/qju62LkSBEBRJNi2W3X+CSGIx9t8QlJR3pSNh8VITP7c81ykUhMNFc9r/TY0TS8hZOVymYDUquB7QjamfOC6LhYX533SVqk/Xj6f5eSyIJjSQjabgSDQ8ayGMV6r2NnXtxOXLp33C5BFz0hRpBLrO3b01V00DxEiRIgQIa4lxGIxXLqUK5HcDIIpNNUTxwZzLJOTEyDE42RzoPhsjkRiiMWWjw2DKI9zPM9DJpPm/0/HSQnfQaWKoLUey+fQcZBVkX1YrK+qKjo6OpHJLJUQ2gVBRDzeViErzlStBEFAMtnBrWskSYKm6SAEmJxMYffu3Q3NQ3AtxGJQx3H8uKzoi+44NL5mfoaEMOIZnbNkMonz58/i8uWLYGpWS0uLeO65p7dMvrrlxb4XXnih5IL65Cc/icuXL+Ov/uqv8JrXvAYA8G//9m/4b//tv+Ezn/kM3v/+97d6SCFChIDf0ffwgyCGAUFRAACCooAYBryHH6SdEavs8KMMidO+TNLmTd6FuHrQaFcE7aKTSmQ8GdOHJV4aQS1zZFbcY74szHcIADRNL0nuJBLJupKYyx0rDXiGUSgU/M5F15fsEkGZ9FQT3XVd7g2VSo3xJFr5dlk338LCFZimhaDUQVB/nura02DJNA2Mjp7h8p6WRTsJVjJurgbXdWCaBcRiiS2hjR4iRIgi6iEvtEKOstnYiILkSvs8fvzEqiSu68FKhU1WCEynF5HP5xCJRCsW+astKDRawGuUDJRIJDA3N1u14Od5hBfpJEnCgQOHMDw8VDGOffsGkcvl4HkeVFX3lQOKco2yrKC7uwepVG1li1Zc97FYDJcvF4uPQbCkU7N/T8t1Z8qyXOLTR7vr4EsueSgUCtwHeGlpHs8882RdCZblfhuM+S5JEkyzwAthdA4IPweNKB+kUmN+TCRUkJqYZ2E0Gq2QzVIUBdu2daOvbwCGYTRV4USSJBw5ciPOnh1GJpPhyatEIoH9+w/xeNNx7IoE21bxogkRIkSIECFWg56ePpw8+dwynyAoFMy641iWY+np6cOzzz5Z9dkry/U/e8vjHKrQkPdjFNdXRyD+Zx0IguLHosT/PD0GRkyispUyHMdrODYPkgtVVUVn5zZ+bMyaxbYtuK7L5dyBSlWr8s4/QQDy+eULj/Wsv2655TYMD5/E5OQEZFnmkumWZfKxaFoEplngXsee5+HMmSGIYrHjz7JM31d56+Sr113G83vf+x7e85738EIfANx9991497vfja985SthsS9EiHWC9/3HeEefKwiY6eqAoeuIFArYPj0L4bHHVt0ZwZIYslx5g9wsybsQWxs0sVIsvAVZ99FovKYhby1U66Jgxb1cLssLiLKsoLOzGx0dXT6zuzS5sxpJUgYW8DCWPtVqF+C64IkeymgCbNuCbVOj4gsXzlXtQHFdF6dOvYBMZgmWZYPKQBT/U/xiP/MilCQBzAOGbZ/qt1u+VGplImw5sOSf55Eto40eIkSIUqxE1NgMcpQroVZhhhDaSf3880+jt7e/qVLlKxWDZmen1/Q8qYWVFtb79u33fd8sCILgSx1RuWdVLRLE1lJQaLSA1wgZaP/+wxgbuwxCKtnckiTjwIGiqkVnZxdOnLgNk5PFcei6jtHRM8hm03Acx/eskxCPJyDLCmSZdvE/8cSjsCzTl6pWK57B1a57Kg1Z8LvtJ9Dd3YPZ2em6FQ16evpw+vSpikIfnSPqp9KK39Ny3ZmxWAK5XMZnojPmOTvuoopAJBKtWjyvR6ozCEmSubQVJWEFxylC13U+H/UoHwD0XEmSxI+ltJNORFfXNgwM7K75W2wVO5yO+/aa496xow9DQye5bK3n0eTl4cM3hPFWiBAhQoS4ZiFJEtrakjCM/DKfERqOY4OENdZl5nkEstxYbM7iHEbiNs0CbNuBJIncj47FOUzdiYLKipeS3Zl3IIGmqQ0fU7kCgiAI0PUIbNuGbdvwPBeW5ZXImyuKAsex4XnqsqTAaHT5wmO9xLiDB48hn8+XECCL9jqiH5vRbbiuywnqruuAECotT4jI7XC2Sr563Yt9i4uLuOGGGypeP3bsGD796U+v93BChLhmQVITEBQFi/EYzu/aCVuWIRICTxCQ2t6NfVMpbFvltq+G5F2IrY1YLAZZlpFMdvg63i5n3a9GMrKW1JOqqtD1bvT318fcXo0kKQMLeErlQovFNRbQsddEUYJpmohEIlWTaKnUONLpRf+zAlyX+RORQODIglSxLFEmwXU95HIZ7lHIJLJWAuuw9DwPmqZhcPDQlpBKCBEiRONotRxlM1AtprEsi/uiLSx4KBSMpsp61hNH9fUNrPp5UgvLLawty8JLL70AVVX5+/F4G3K5DHK5LBSFSjI3w9x+tR6HK0FVVRw+fKyiCCJJMg4fvqHCpyM4Dtd18cMfPlri3VbseC9g79790HUdTz/9pE+SoXMmigZisUTJM7j8ui/3lpubm8F3v/ttRCIRaJqG6WkXo6Nn0N7eie7u7VXPsyRJGBjYjXPnTnOv4qCk0XrJZQeTXZ5HkEx2wDAMuK4CSZJBGfNGydhYEiiYYKnVYarrkZq/DUkSkUx2wTAMToACikSvIOM8OBfLXW/sXCmKUiFFpaoaurq6S2I70zSgaZGW+ZTXI7Hrui6mplJIJpMVMfDU1AR27hwIC34hQoQIEeKaRTzehunpKTBVo3J0dXWv6jm5llwPQy6XK/Ffdl3P9+MrdqYpigxBoGQ8qi4hQpJkTgAvqlyxWFDG0aPHGz6maoobNAeUg65HYBh5TvyWZQmZzBIkSUYkEoVtWzBNk3fNKb6aHFCUxF9pHurJKVcbo6pqME0TiiLDNE0A4MXRIFhRVFFUTrrT9daQ49Yb61Lse+qppzA1NQUAaG9vRzqdrvhMJpPhHn4hQoRoPYS+ftiOg/O7dsKVJIisQEAIXFHE+bYYOv3FYaMoJjEqv7tZknchtjaCxbnyZ4ssy2tiaq2Vub3aJGYw4GFyoUGvIEGgnYUsqUPlHIrdC+UspZmZyRI9eZocLEo+BHXgJUkqSZSxgqPjsK4/uaqcXDUwP0NZltHR0YW+vp0Nz0WIECG2BurxzNpolBdmmFcXXTAKXPa4XlnPepL19RZBm10Uy2QyME2zjCBDkMlkYNsmAAFdXV28m50VQAzDgKrq6OtrbodjPahnPoPYtWsP+vr6cebMEDKZDBKJBA4cOFxR6CvH5OQ40uklsI40gCYbAIFLWQ8NnYTnOQFvt6J3nCRJ/BkcvO6recs5jguAwDCKPnyeR6+7TGapZmF57979WFycQy6XLZGPYs/p9fo91Up2AcDzzz+NhYW5krExsOTNch2m7LtBX2QGzyPo6urGjh19mJgYx9mzwz4LvXQ/jdxbgueKMdoZgnMqihL6+we4n2GDNsZ1obwAyorAHR1d2Latm1/7waJ9eQy8VRjrIUKECBEixGqhaTpUVeFSlEDRX1gUJdi2XWKF0gjqic1Z7JrP59DWlkB39w4IAt0PVWLIIqiAQAnZtDhFiVPgY6adfqKvOtXmr1FovsZ1XaiqhqNHb0Rn5+paOcpjOtM0kM/nkE4v8nwR9SqknszRaByapgEAV9rKZjNob1+ZFBiM6U3T4LFsOcpzytXiTl3X8fzzzwAgvpoUI7aXgkmRyrLid/5tjXz1uhT7/uRP/qTk3z/4wQ9w9913l7z2wgsvYNeuXesxnBAhQgAQ77wLV57+Ie/oC0KQZTgdHateDLKFcTWZpM2SvAuxtdGo7089aAZTqxYaTf5SubQ4bHuBBy6iKPndBCJPMAa3EUyiTU+nsLS0BMexAYDLGQRvBaIoQVUVCIJQYbxME14xOA5lbNH5FSEIpIIxVQ7m0ZNIJDE4eChkl4cIcQ2jFffqZoLJvRQKBYiiAE3T/U4Zz08I0NcYVkqkr+SHx7ARRdDFxXlMTU0gn8/xLvFcLsufEwyzszNIJNoQiUT5a6IowLatpo9pJdQ7n+WQZRVHjhxvaF9TU5OcVV0OQjxcvHgepmlWfd/zCCzLrMpCzmTSvKNPFEXIssK9RjyPIJNZAvUbps9q2i0o4sUXn8WOHf1IJBI8ZqDbPVTxe5Jlec3yrsEYZWBg5bVBrWRXb28/CgVj2UJ2vVKd5WC/DVGUMDBwHRKJBJ8L5mfTyL2FHbeuR/wiowxJEjfkHlVeAA12F+fzWaTTi/zaDxVWQoQIESLEVkWjJK9qSCQSvrVLHo5DY22ao6BYzgplrSiPXWdnp3Dx4kW+H6ZKwEAVkYp5VU3T4DiO31Hn+QQ8AZJE7VU0TYfnEbS1dTSNhBeM6U6fPgXDyPGxAfALfjSWpesGSjRSVRWKQkmBmqYva3tQPi+u6yKTySAWi0FRFN+7kKoVKIqK7dt7ao6RYXDwEEZGhmCaBQAyCCEVHssA/NcdiKK0ZfLVLS/2fe9736t4LejpwEAIwS//8i+3ejghQoTwIagqjFffCensaRDH4Xo/giwDA7sgStKqF4OSJGFw8CBGR8/AcaxNl7wLcW2gFcW5VkiLrSb5yzpLqMY4DQYlSfK7CygzSZIkLrsJ0CQXIQTPPvukHxwWNcuroadnB44ffyWef/7pqgnnaDSKnp69OHPmFE+A0mCTlATL5aBzuBNdXdswOzuDfD637p0gIUKE2DxoJZFiLQjem2VZRi6XhWEYfpFB8H1ZE1U7k6qhHqN5dszrXQRlY1MUBZLEFuwCHKd6AS+TSUPXdTiOi1wuA9f1QAhalhhZbsz1zGczwLruarwL13UhyzJsu7LgJwiA4zhVWcjPPfc0CPF4J2U+nwvITXr+eyyZIvh+vDQ5lcvloGkqxsYucUnsZv+eqsUoqdQYrr/+AOLxZMMJt3oK2efPjy4r1ZlIdPoeNsv/NtYyF+XHTf1xHMTjHZBlCYqi+Yz8JKi0OU0+tkrGM1gADXYXs6KwbVuQJAlnz55GX99OLutVjq3CWA8RIkSIENceVkvyKgeLRTRNQ6FgcLlJQRAhyzJXBGh2TFlP7FooGFwmn/kEM48+WZYDVi6ExwSWZfpdcKJP+BahKEpLuvgXF+erxhiM711O/qMdh1G0tbXXHE+1eaHKUlFfMlRHoZCH63qQJEqMe+65p1c87729O5FKjUMQRBhGbtncl+d58Dxvy+SrW17s6+/vr+tz73//+1s8khAhQpQj/oq9mCEuxMVFoFAAdB3o7IQgimteDLa3d+LWW+/A2NjYuiTvmsHwCbH10Crfn2ZhtcnfYicAOLs9GFhRuSmaXGT66LIsY2FhzpdnE6t2HwSRyaRrJpwJ8eC6LiYmLkNVVaTTS3X59TEpirGxS0ilxhCPt0GSpHVLDocIEWJzYrPdq8vvzYqi+AvNAkyzAFmWoWkRyHLpUmq52Kleo3mGtRZtGomLpqaKY4vFEsjlMj4LthKsqzGTyfgeIgSSJLYsMVILjc7nWrF9ey+mp1NV3xMEAV1d3UinF7mnbhCEAKqqVTCF6XXfD9M0AjGAxIs4RcY2hecROE6BJ3ocxwYhLizLxKlTL+COO14DUZRW9Xsqv166u3swPT2JkZHhkg5WFqOcOvUCZFmF49gNJdzqKWSvJGPLfAtX+m3U629X/hlCUDU2MwwDY2MXEYlEEI3GcOXKNMbHL/OxUGKABMdxmx7XBLv1gt3FAC0mM6a6bdu+TJa6qeWRQ4QIESJEiEbAYnPHsUsk5wVBaDjuZLHIqVMvoFAocO87QSCwbepJF41GYVkmHMfB8PBJHDp0bM1x7Uqxayo1DtM0UCgUoKoaHMeG63pQVRWxWAKGYcBxbESjURASQT5PVZso8aeY4/E84hflVmfLtByCJLQgmD9gNWJctfURjb8mkE5nUCgYsCyzQrWB+oRLKBTyUBQVul6UgK9nvcHO88jIsO8XXbTAqQbXddDWlqxvIjY51kXGM0SIEJsTnF27rVK/uRmLQUmi/hWt8K0IolkMnxAh1hurTf6yTgDWSZfLZQMeQsUOgFwug7a2diiKio6OTszMTPH3qea7VFXKAKDeTRMTlzEwsKck4RyJRJBKjXGTY9MsQFFUeJ4L13W57EI10CSmx+UplpYWEIvFVxWkhwgRIkSrELw3M7k8x3HheS5nfrquB9M0Skznl4udGpXWWwuJqdG4iEp3Fn342traYZrTJYthxh5m/1mW5XvBiYhG4wCo7BFNOohIpcaxc+d1dY13NVhvqcK+vp24dOk8MpklzrQmhO4rkUji4MEjeP75p6t66oqijKNHb6x6/so73ZgnLiP0UHJNcf5LizwC30c6vbTqOS+/XsbHC3jxxecgSaJPJBJQKBSvdUIIlpaWoOsR7gnXSFflSoXserr/litouq6L8+fPYmzsIgCCSCSKmRlS8Ruo9Tvp6Ogsic1s20Y2m/FVEQjy+Rxs2+JexkNDJ5FMJlvaYRosgFLJ9mIyjXkh033Tc7WZ5ZFDhAgRIkSIRkFj4myJ9CZAY89IJNYwySuRSEKWFVCPPkqaZmSrXC7DVZREUUQqNYF8Pr/m/OJysavj2BgZGYamabBtE/m87cfZEmybIJ1ehKJoiMcTXN0pn88FCGIsvyNCFAXIstwSj962tiTm5mZ99YlikY/Fo0FPQYby9RGLv1zXBiAgm834Rcx4hRIkOzexWLxiu/WQ+9rbO3HixO04f/4szp8/C8PIV3yGxVSWZbV8/bJeqH6VNRFvfetb8d3vfnfZdskgJicn8YlPfAIPPfRQi0cWIkQIxnSQJJknFTyP3qCvlsXgSp1RQX3rECHWC67rIpUaw+joGaRSY7Btq+Tf7LrM5ahcV6FgIJfL+owj+luslaxknQCSJMOyCsjlcgE5B3BpuUgkBklSkUi0oa9vJ65cmYVpmoHtS/x3Xw2EeBgaegmLi/M8qXb99QcgiiJsm3o4mWahRF5CkmSfUVY9vGCsOZood+G6HrLZLJaWFpDL5TA1Vb1rIkSIECHWE2wxzuTyqLE7vW/TWEPwCQ6eL7PjrRg7xWKxmuuhcsbr4uI8nn32SVy4cA5XrkzjwoVzeOaZJ7G4OL/i2FcTF0WjpWMr954LFpfYX01TEY3GkEx2QBAELC0tIJ/Pw7JMFAoGRkaG6xrvatHIfDYDkiThyJEb0dXVDV2PQFU16HoEXV3dOHLkRiiKiv37DyISiSKRaEckEoMsa4jH23Drra9CZ2d3ze0GY3FBECDLmp/IEngHH+3iKz6zqWdk8VlLiIepqcmGj6v8eqGeKHkQ4vrdnQL3Ac7lMtwzhRYeK68llnhZCcG4oq9voOR3s5b1yeLiPJ555oc4d+60z443sLS0AMdxSn4Dy/1OLl++yK91dtyU4ISS1/P5rF/gdlAoVHbC1jsX9aCnpw+KovK5Ky3EFzsv2bXPCqp79uzFtm092LNnL2655baQBBkiRIgQIa5KZDIZ5HJZX7LS8Ql4LmzbQj6fQSaTaWh7L798FvPzVyriK1rEItzfjXkfNyO/WCt2ZT7ZoliM7VjxjMYfnj82t+R9WVb452is5vFckCiKLfHo3b//MGRZ5bYxgkClzmVZgapqaG/vWDZ2qxZ/yTKN95hEeRCO41QoqTDUS+4TRQnd3T01Y6BgHm01sfRmRMs7+37u534OH/nIR/ChD30I99xzD2666SYMDg6is7PTl/5KY3x8HENDQ3jsscfw4osv4u677w79+0KEWCdsVq+cerHeMk4hQqyEcqb4xISJF198DrquQ9f1kg4LQqjEQpAVxdjzkiTXTFZu29aDF198riLxB9AAVdd13pEyOzuDTCYNyzKRz+dgmgai0Th0XUcms7RM5y2VECtnpgcZabSDo/gNqqGuwvMMuO7yJJ9SVjpBoZBrOEgPESJEiFaAddFQmSDPly8GL3owI3pKdFCQTLavKO9TT7cSsHYvutXERTt2lI7N81zIsgLLMiu2IYoiRFHCwYNHcfnyRQDgRaDibZ20vGO73vlsJmjMfHvNmHm1MXXwe5lMBpZlIRrthmmasG2Ld9cFE1KyLJc8f1lRrlGUXy9BiUhC4HvE0PF7HvFJPh6oV0zlcTWrq3I1c8l+OzRZRH+vLAmWz2ehKB0lBbhavxMAMIw8otEYJzUVE2mkRCHBNE2/c64y+dfMDtOg/KmqarzICACRSJR/LnjtbzZ55BAhQoQIEWK1WFpaLLEtCeZBbNuuKT9fDa7r+jEsqSguFbfP/w+6rvP9rCW/WCt2pYQhAlXVkMmk4ThUJYPFHbKsoq2tDYZh8PgEgC/16fDipK5TkhmT8myFR6+qqjh8+BiGhk5yKX/PozHh4cM3YOfOgWVjt2rrFE3TUSgY8DwPhUKBq0bQ97QKeU+Geo+RxYdMGaHWOaeKGfXOxOZGy4t9v/Irv4K3vOUt+Na3voWvfe1r+NrXvlYh70UIQXd3N17/+tfjwx/+MAYHB1s9rBAhQgRwNS8G11vGKUSI5VCNIW8YOc6U1zSNJ21HRobBEqIAYxMVWeRdXd01k5VXrkwjEonAMHK8SMgkHERRgmma0HUduVwWkUgEoijyIIolvZLJDkQiUeRy2YrtM2kwKiNRGtQGpaSohAR4UMQkxorHUzuYop+nv1M6dx5suzKxHCJEiGsDm8l7ly3GDSMf8E5DoIuaFkMcx/Hv6d6KY63HqwxYO4lpNXFR5dgkP7mg+Os2JilJAAjYtWsP+vp2YXIy5Xc2kpLFsShSD7+VxruWc17vfDYbK8XMq42p2fdSqTFcuUK75CMRKpNpWVYFOYetp4MM756e3pL365nb8uslKBFJEzhF4g7zhqOFRpEnv4JYa3KJjTubzcCyTCiKhkQiUde1wX475UQkOq5iAon9Bmr9Tmh8ZfDxsKKh55V2VBZJVoT/Zgyj4N8XJKiq1tREGyuAnjt3Fvl81vdnFmGaJizLQltbEgcPHr1qCJshQoQIESJEPXBdF/Pzs1XfYyScagS1WqAezKQkh8K2FdgyBEGAoqgBu5S15Rerx66eX6iLIJ1ehGXZAIqy7bRrjnoTBuMToCj9zo6BFfqA1nr00nVAP86cGUImk0EikcCBA7TjD0DD6xTWjZjLZeA4NL5lMf3Ro4dx7tzImsh9LD5ksqe14HleSSx9NWNdPPt0Xcdb3vIWvOUtb4Fpmjh9+jRmZ6mcWDKZxJ49e7Bz5871GEqIECG2GIKFh3K0is3SDGympGaI5qEaQ56yreD/24CuR2CaBRiGAUkSEYnEYBi5En8fQEBHR1fNayKXy0HTNKiqikKhgFwuA0DwJTRpso4xxJi0UzCIcl2a9IpG47AsK2BKLXCZKkmSoOsRX7e+GNRu29aD0dEz/nFKJcVKWgAUA7rtteeqWJykcyVJIjRNW8v0hwgR4irFZvPeZYvxF198FoVCgTNk2X2r6EtB5ZAXF+dRKBg4d+5M1UUvQz3dSmslMVWLi5j0ouM4SCTafBmg0udLeXfZ1NSE70VIfC8N2uGVTHZw/7n9+w/i2WefAn0GCDzhwrzMBAE1x9uMc361q1NUQ/n5ZwQdURShqiocx/ZfZ4Uo6s2SSCTR10fX0+VzOz3tYnT0DDo6urBtW3fJHJVfL6xoRZ/tAnQ9Asex/aKfAEEQEYvFuXRUOdaSXGLjzudzMIwcXJd6z+h6tK5rg81dOREJYMU6t2RtUGv9QAgwMLAbi4vzfhdvke1NJauKSUFd12CadJ6XlhYCfo6EE6+aCULoPCUSbYjHE34nJv09K4qKtrZkU/cXIkSIECFCbDSmp1MrqAYJ/n/1IZfLIRKJwrJMeJ7AZdSBoKSj6EtlyjAMwydDiSVdZ6tBMHbN53Noa0vAMAo4efI5HrsEx8NiPTo2YNeu3VhYmOfFQl2P+b6FEb5eWQ+PXllWceTI8WU/Uy3nWSt/yzzDk8l2aFqkJKbfv19cE7kvaJ1Ti4wuCAJ0XeOx9NWOdSn2BaFpGm688cb13m2IECG2KDZCxmmt2GxJzRDNQzBJZ9s2L6yx7rtMJu2bAgtwXQeOQxlE0Wjc14Qv6rBfuTKLWCxeNXEZDJIikQgURUY2mwkko2lXYZDdBdDfRDLZAdMsQNejuO66PVBVDc899xRyuSwvvsmyVFUCgl27nuf57Plit4soSohG4zzxtBJY1wgAn6kWQyyWaMZpCBEixFWEtcpWtgrt7Z24447X4IknHoVlWSWkDKDY4SOKAizLwve+9wjvVp6bm8XY2GUcPnwMu3btKdnuSp1fayUxlcdFlmX5voN0m4uLC3jmmSexf/9BdHSUxhzBsfX07OAL60QiWXVh3d7eicHBQxgZGeLPAV3XSzqeqo23mee81eoU603OKj//QW9cgCAajcG2bd/Tj/rIdHR0Yv/+QxBFqWJug+c/n88inV4siTnLr5cgS1wUBcRicQDgPn0HDhzCrl3XYX5+HiMjzeuqZON2HJsrIoiiUKKMsNy14bouTNNAJpPxGfCl77Prk60NCMGy64d9+/YDACYmxnH27DAnQTEPT9rtJyIWS+AVr+jD6dMv8eQcK3rHYjGcO3cWt9zS2bRrJkgqYyx/BsdxQvuCECFChAix5ZDL5aDrOhzH8snEJFCUoyS8HTvq78iisRZBLJbwcyg0d1FqkUJji2w2w4lEAJBKjSEeT6wpb8diV0EAMplFDA8P+UU9IaAiUlRJYjGNoijYu5fGJ0Gi2/btPZiZmd5UxLdaOc+9e/dDUdQa8Zda1RZhreS+WCyGy5fz/rVTJKoHIYoidu/et+Hz1iyse7EvRIgQIZqJjZJxWi02a1IzRHPAknS0G4522wU7Hgghvsmw4n+j6CWTTHbAcRxeIAQEXLhwrmohuDw5p6oqL+J5HsHg4CEAwKVLL1eMURAEqKqO667bg2g0hrNnTweYbZ6f3Ev4HR3Fonnw2tV1HZqm8cKeoijYs+d6GIaByclxOI4Ny7JQHkgVu2FkKIoCRaHGzpqmQ5Y3Z3E+RIgQrcX0dAqWRWXoWIcKKxhttPeuoqi44Yab+b2P+UnQxD+TWoxhaWkBgiBybzNapHAxNHQSfX39FR1+y2GtJKZgXFQs9LDiQwKSJPGY48SJ2wBUjznqXVj39u5EKjXe0HivFr/lxUVW0Fo/clb5+Q9KUtJzWCy+eZ6L9vYu3HTTiaoysCy+YJ16nkdg2xYkSeIxZ7U4uhpLPB5P8AKxJElN76pk46axSKksLJPg1DRUvTZYQsmyTLiuzSXBGfmpWJiL+37JdH+apmNxcR6yTH/L1dYPAwPXIZFI8PlJJju4hNauXbuxd+9+TE2lkEgkYNsWL6prWmvuYct1/goCkEpNbKpkX4gQIUKECLFWxGIxaJoGw5C4Rx0DK4YxH7t6wGItUXTQ3t6BfD6HfD7HC4eiKJXImnueB0miZGiWE2lG3s51XZw5MwzHsSHLMpdoD6o9ybIMx/EgSXJJfFIeV2yGuJlhuZzn+fNnsW/foC/NaQOoL3/bKLkvSNbT9QgAwVd+8Dgxnl1HkiQjEonxQupWQFjsCxEixFWPq0nG6WpJcIVYHVjgyDyMaPKIdYEwbz0aMMqyDFYM9DwqscbY9FS2iiaKqhWCqyXnCAFisQRPQrquu2wCtru7B88//zRc14Esy0gkkiXsf1luh6KoPOhKpcZKrt0go9zziL+NBK5cURCPJ7C0tFDh0SuKki87ZUBVNUSjUf+7m7M4HyJEiNZjdnYGmcxSiZSxaRqIRuNQVXXDvXfb2zuxb98gnn12wU8CiKA+HkA0GvelfTxe6AvCdR2cOTO0osxNEM0gMbG4aHj4JAwjB1mWefGBwbZtTE6msHv37prbqWdhvZrxXg1+y67rYmTktO+LRqV/XNeFZZk4e3YYt9xye0ueWeXzyaRiJakojwpQXznPI+jr668pA0sLgsFu1KLXXzDmrBZH18MSb2ZXJRt3Nb89JsFZ7doIJpQkSeJy5SwGU1UNgiDwwlw6vYRnn32SxzOSRBOHnZ1d3Cu5UUZ5LpeDJEmQpAi//otz1NzrORaLYXrarSBHUDWJrO+1bIaqISFChAgRYsuA5Vji8TYsLs6XvCcIVMr83LkR3HJLR12xWXmsFYvR+Cqfz0FVqVUKIQS5XJbbkuh6hJOhm5W3m5piuUHJlwxVuIefIACqqkEURfT09KKzswuzszPI53ObNtfJsFLOs1AwcOLEbZidnUI6nUE02tz8bXlXIZtTQjyf9Fj0vZYkCaIoYdeuPZt6ThtFWOwLESLElkCrZZyahashwRVi9WCBI/MwCjLDqLyb6DOICJespKx7D6ZZ4P40wYQeUD2gDCafTNOApkVKgqSVErCzs9MlQZiqqlCUDt/XyUUy2V4io1Dvtct8hbq6ujE/f4VLUrDiYCQSQTweR1/fAAzD2NTF+RAhQrQWruticXG+xJuCFfzy+SwkqX3DvXdd18W5cyOIxeJwHLuETRzsmqt2fxRFAZlMpqF9MRYq84xY7X1SFCVoWgTxeHV5ZFGkSY1moFHS1dXgtzw5OeHLVbu8eMRIO4Zh4Ny5s9i//2BL9h2cz2w2g8lJ6p9Y7pFXrXMyOLdBVjpAx85kqMpjzmpxdPDflEA0xv1lurt3QBCa99xm467mt8ckOKtdG+UJpaBcueM42LGjl8cytIA7jFwuW1IokyQJhmEse80ut85Yz+tZ03RkMhl4nsPvlbTj2IUkSYhEov54Q9WQECFChAixNRD00pYkGYwsLUkiEokkVFUtyZfUI8FeHrum04uIRKI8bsrlsjxmAuB7F1M0K2+Xz9P8SlBCXZKKsYQkSdD1CAwjj0uXltZNZWKtqCdvJIoSdu7cBdt2QSpVNVeNWl2F0WgUtm1B03Tfw9mFIEiQZQmxWJzLt28VhMW+ECFChFhHXA0JrhBrQzUPI03TkMlkYJoGRJEGFKpKZd0UhUpCsUJg0O+IoVZAKYoS+vsHoChS1UBpuQTs7OxMxXUY7NbTtEhJUFzvtcs+I4oikskOniQF6FwwCYrNGpyGCBFi/TA9nfIZlZVm6Z7nwXWdDZf3DRYTotE474CmndfF+115NxJA742JRH1epNVYqKy7erX3y5Xu241IHq2ERkhXV4Pfci6X45LcQb8U5p03NnYR+/btb1kRJTif27fvqLtzMji3oihxCU+6TQGapgNoLOYsvzZnZ6dw8eLFpj7L2bhZF2XwfsASYdXkvqsllARB8CWbSmOZl18+i7m5WV/CqbSLWJbJqln663U9u66L8+fPIhaLBQrQVAHC8zwkEsmK+DFUDQkRIkSIEFsB7e2d6O3th+e5cF2XW4EEY5xcLlfTK65azBKMtVKpMVy4cI5vL0g+Yjkdhmbl7aLRGGZnaUxSvsZg6kd0f26FHOZmJvNUW39QchIlYiUSbb5PYvPHXk4CY/tlJC8mtb7Z7Z/Wiuql1hAhQoQI0VQwRnQ2m6nQGWfYLAmuEGtHb+9OJBJJxGJxRCIRiKKItrY2v3tO5kkoFnwAQFdXN1RVrUjUAGsLKFkQe/31B9DXN8ADmVgsVsJQW2l/PT19UJTqvlOyLMPzPGQypdc3Y9hHo1HoehSDg4dwyy23IZFIIpUaw+joGaRSY9wUO0SIENcWmPxdLJbwk+/0ddYJ3dnZteGLr2AxgfmjRiIxX4o4huuu21vTk0+SZBw4cHjFfazk57vae+Ry921FUdDbuzExB2NoS5LMJQ8pQ1veNAvuWCwGw8iXSDIysGfc1FRq1dtncWE9z0FG3NmzZy+2bevBnj17ccstt1UttAXnlsk/0WSVwH9nQP0xZ6uuzVrjlmUFkUiMJ7ooCSlWU+673ljGdV1cvnwRTHUBKO0iFgSsmqVfej17fN/Nvp5ZAisYW6mqBllWIElFr58gQtWQECFChAixVRCPJ6AoKu/WLxQKPCbzPIJIJIKzZ0/DcWxYlolcLgvLMuE49ooxy7ZtPXAcB7lclluOMKsUQgj37iaENC1vt2NHMU4vX2MkEm14xSuur5obAopkno3ASjFs+frDsiwsLS3AMHJwXRuLiwt4+uknMT8/1/SxBddtwf3S68CC6zrYvr1nxXj6akfY2RciRIgQLUY5u4gQgqWlJeh6BLqubWlGybWKWp56iUQSAE1k27aFXC4LgCAeb0M6vYhMJoNYLMb14BlaUQhejonOinejo2d4N2DwmCzL8gMmx5foBIaHF30fQiCfzyMSiUDTtAovwUbYdiFChNjaYMzPoPQeY+uqqoauru6NHmIFO7Xcr7SjowOJRAJDQyf9gojAE/2HD99QsxAYRKv8fFeScyYEGB+/3BK/jFpoplRpK9Hb24+XXjpZtWNTFEVEIpFVF1FW8xxspHMy2NU/OzuDxcV5yLLsd4w2FnOup9d0qRpBBqZpQlE0JBKJmtdGvV1109MpAKRCIhSgXcTsGlzL2FvpPwOUJrCC3YuFgoF8Pl81iRmqhoQIESJEiK2CalLWrEOfyVjn8zkYRq5Efr1QMBCJxGrGLCwu8zwPtm2hUPBQKBiQJBmWZUAQBNi2BdM0USiYOHz4hqY83yVJwoEDhzA8PMTjdE3TA7YrlUpMDOtF5imXRNV1HaOjI8hm01w9Ynz8EvbvP4REIsk/297eiYWFOdi2XWJ7EIslfN88B2fODOPmm29tuiw89TY2/VwbAnMoQBRFLCzMb9quyGZhXYp9X/va1/Dggw9iZmYGe/fuxTvf+U7cfffdJZ958cUX8Uu/9Es4ffr0egwpRIgQIdYF1RjRmqZxXfHOzu5lkxgh1h/EsuB9/zGQ1ASEvn6Id90FoUZnxHKoJaEJAKnUOEZGhv2CWFF+IhqNIpfLoa2treGknOu6dfslAbWTwIR4cF0Xly69XDUJuW/ffrz00gs8sUY9BwlkWYZtC34SlLLyOzu7YNs2VFVDPp9DLBZftkNgqwddIUKEKMJ1XXieh0KhwBe3LHkN0K64zdDtXk8xgRZi+nHmzBAymQwSiQQOHDhcV6EPaK2fb/mziBUqL126gMXFeSiKDECAYeRx+vQp7Nq1G3v3rl2esppfSjq91HSp0uX2nc1mYFkrF4yqQZIk7Nq1G6OjZ0pkH5mcKyWyFLvGVvKGCY6tnudgI9usBlYc7OsbgOc1Fh8Esd5e0416cK9U0A76DkciUViWWaGuwWKwtd5vWuU/w1BLllfTdF8OvvKchqohIUKECBFiK6CWlLXnEeTzeRw9ehxXrszAMHIV8uuEEBhGDrlcpY92MC7TdR2apqFQoORD0yygq2sbLMsq8fqdmprAzp0DTclbdHZ24cSJ2zA5WRmn5fO5DbUAKienTU+7WFpaBEAACLyYalkmnn/+GUSjUTiOHYjxFei6DsNQIMtySd4LoOT3ycnKAuxaYmBWELZti5OgPI96QjPp12tB4rzlxb7vfe97uP/++/GqV70Kd911F5599ln89m//Nt7ylrfgox/9aInhZYgQIUJsNdRiRAuCAFlWuF/O+fOjm47Vfi3COz0E7+EH4aXTEBQFnm2DfOfbEO+9D+LBlaXYylEracX8Z8qvC1VVIUkyksl2aFqk7mtifn4Ow8NDsCwTtm3BcRyMjp7B0aM3orOzdmdMIpFEX99OTE9PghCgu7sHU1MTJezwYBLy+PETOHfurC9HqmB+/gqXB3NdF7Ks8GBa06KYmprk3QSzs9MYHT0Dz/Og63rFWK6FoCtEiBAUwcWjLMvI5bIwDAPxeAKSJG+qbvd6iwmyrOLIkeOr2gdL4lO/skJJQiFYVFot2LOIzbtlmchklgISlcVF++joGczPz2Fw8NCqC3CLi/MYGRkuYf2OjV2Ebdu+R2PryB7sGBmz23U9SJIIXY823EW+d+9+zM/PIZfLlpwTQRB4MbrRLr16OuWi0VhTO+CXK6CtlFC5Gryml/MnZqDHQRCLJQJJQvAYZmBgd13X32oSUGst3DLUIh4IgoC2tiQURYXjODXvUSFChAgRIsTVinIp66AaiKKoSKXGeCeZJEkV8peO4+LKlSsAqHJRd3cPZmenkUpNIJNZQiQS9RWLqIJHoWDANKkUJCPKMTQ7b1ErTttIj+tq5DTTLMCyTACUlClJIi+4Li0tgBCXd1jSGN/1laviVeVIRVFEPl9KGluLCpTrujh3bgSKIsOyCv6rVGHLdV3ubbwW6farBS0v9v31X/81fuEXfgEPPPAAf+0b3/gGPvKRj2BychKf+tSnNsUiIUSIECFageUY0TTBNcyLPqGc4caCWBa8hx8EMQwIvoymoCgghgHv4Qch/OHH6+7wW6mrgF0Xnuchm83AdR1IkuwnukVoWgTXX3+g7n2dOTOMQsEoSWBZloWnnnoCt976KnR2bqv4Xnkg5XkeLl48B8/zOKONJTc1TUM+n8aTTz7mB7xRn/HmcdYcIcRnTYlwXQ/5fAa6HoGq0jkTRRG2bcG2LWiaVhHwhb4yIUJcGyhfPFLyQAcKhQJs28YrXnE9+vp2bqoENSsmpFLjmJqahCAAPT29aGtLNmX7PT19ePnlUaTTi/C8YheZaRpIJJJNWcwH550ylD0AAhzHBgDIMn3uEeIhl8uuugDnui5OnXqBFxNZQcUw8gCAzs5tFff/ZiVN2DE6js2Z3VRGm6BQyEPTtIaOS5IkDA4eqij0yrL8/2fvz4PjSNPzXvT5cqusDQWAAEEABJts7kuvQ073dM/0HHlmbOk6xpauQ/txSDPSkRxhhSzLm6xr2eO4OpbsqyPpWh5bNyZipGNdWbKtsI+Pry1LcSR7WupWz0xzutnNDSRINgmgABAEUKgt9/zuH19mImuvAgor319EB5qoqswvMwuVT73L80Y2qL12q3fqlCuVSlFgZ7s74LsJqGxnoKlfSTCgc0dgeByS5DYECdPpDE6dOtNxH5sJQPXTurxd4cH5889hYCC36Q5OgiAIgtjLNLOyFnN3KyiXV1AsrkNVVfi+D855TXGZ7/vwfQ+lUhEAx9yciffe+wYkSQHA4XnC9jGdzkbjVDzPC+6zuzcPt9uCw+2gvjjNtm2UyxudkZ7ngnMJsiwHbgYclmVFyb44hlGNmhzi+L5f8/tu3S9ace/eHaysPI5mv4uRM0IjhslHsd+9Uay2nWx7sm9mZgY/9VM/VfO7z3/+8zh9+jR+7Md+DH/1r/5VfOUrX9nuZRAEQewKrSqiOecol0UyhOwM9wb+n7wZdfQ1PFYqgb35JuTPfLbjdtp1FczOPsTQ0CGUSusoFNZg21bgX85gWTZM00A6ncUzz3QvPhYX84EneanBssL3XXz44Xv41Kf+XM37qZWQEl70Zsz+ggUVWeuQJAmWJUdWDXHRxBii4DQQJv68hu59WZYDD3yzoULuaRBdBEE072wKq2jDeQ578f5XLK4jn5+L1v7w4X3k83PbUKDD6n72h/h5930v+Hz3I7vBsFhDVOh6m07A5fNzKBYL4ghi9yOxL970879fQZPwGMN7azynGFrGJhLo6bjadY3l87M9z7Pr1CnnONaOzMjrNqDSPNDkQ5Y3Ak2bSdrt9Pze+uPQ9WTPVumdzle95tlq0KoZnboYyR2BIAiCOIjU6yfHcVAuC7tGzsVM3rBQORxLEsYnNjoAFdi2jWKxEMQ6XAi9zQHIqFRKyOWGAgcHOfhe0nif7lfcQuin+bazfrtxL9gO4slVkVQt1z2DRcfQ7jtLMpmEYRhNH1NVDePjG0Vj7dwvbNvGzZsftHS/8jwPs7MfiZVFCT4/WL8PxuQocfs0WJxve7Kv1fDyc+fO4Xd+53fwIz/yI/j+7/9+/MRP/MR2L4UgCGLHaVURbVmirZzsDPcOPD/fNNEHAExRwBfyHbfRrqugUinBMKpYWXmMbDYH0xSiJ+xwkCTxs1IpY2SktfVmPdVqJerSEDP3RJJOkkTQ1rLshvdTKyElSXJkfRFWaYnuD0SzlUQVl/BYD20QAETHGj439ESPk0joME2jaYXc0yC6CILY+Rlg/WA7gvZxlpbyYIw1dBwlEsLGsxdN0CrxEj/vIhDCawpE4sUa4gvy5q7F48cLgTVi7e/D5KJlbV+xR3iMYRFK/f5FEKj342rVNbaZ93IrXcg5h+s6KBbXYdtWw1yTdtvcDN3YiYbHHA80CTcCG4qioVQqYWlpAXNzjwBwJJMpPH7MOybtNvP31I8uwG4CZq320835mpycgud5mJ+fRaVSgWUZsG2r6diSrWj9XucaEgRBEMR+J66fwtiK53lR7EOWJQjLRgeKogadeTIYkwA4kGUJmpbA2tpKZOEdzmIOE4IAg2WZ0PVkELewmsbr+hG3CIuePM8BIAqpWumn3bjvx5OrwvHJj9ygANR8fxB6lSGRSDRsh3Ngauo4CoXVhu7Ec+cuBt9JxHNb6WrbtlGtlmEYFWQyWSwtCR2paQloWgJHjoyHe4vWw5go9ArfI+K7gQRZVp4Ki/NtT/adPXsWb775Jj772cZuiMnJSfzO7/wOfvRHfxQ/+7M/u91LIQiC2HFatd6LwFYr7+q9Gew86LCJSfiO0zThx10X0nhnQdeqqyAUGKGlQNj1ED4WrYExSBLDnTu3up79lEqlYVkmXNeNxI14jzGI+UJyw/upXYAy3qEX2mCE6xTCWEI43wngkGUFnudGCUbOAUWRkUo1vr9F9046WiPNlSGIp4/9MAOsnl4SI5sh/pms67WJsF7mSrTrloqfd13XYVlGcK8Qrw2LNcLHN3stQiuf+ipf0bHpN31Nv4o9wmMMi1Xit6AwidnP99hm3svNdKFpWjBNI5gRY6JarUSd/mpMk/Rz7b0mKiVJRiqVDgJtDhzHRalUhOuGs3GkyAJLktonwXv9e9rq/Jb65F2rv9Vm+wkdGVZWlmFZVjSzsdn5KhRWcffubViWBUmSUC6X4LoOUqlMZGne7hwTBEEQBNGcuH4qlYqBhvWjLrzw3iw0oB908qnwfQ5ZlpBOZ4MYjQ9A6F9hNS8sP13Xhe978Dwvik9cvPgCFhfn+26hWV/0FDqb7IbLV6sip3hyNXQEEclTryZ+BSCaZV3/HQYQGj+0So8XW42PTyCR0OA4G0XgzXR12FUY2ug7jiiMcxw73DsWF+ehaRo0LRElbwEExe8iQakowpp/r42K2C6aK/w+8rnPfQ5/8id/gkKh0PTxoaEh/NZv/RY+/vGPN7xhCIIgDgJhJfGJEycxMjKGEydO4uzZC1CU5vUWezXYedCRPvUGpIGB5o9ls5DeeKPjNlp1FYRJs7CLwvP8SHwALBJIiqJClmWUSqWW+6hndHQsSPRtdAmGP33fg6pqDe+ndDodVWXFCa0vwqSd73uxdbNAIHvRcaiqBkmSoKoq0mkRzMpksnjllU8hnc40XW8qlcbrr3+65u/h8uVXaU4lQTwljI1NQG0x/3Svdvhudzdiq89koHtN0KlbanR0LDrvjDGkUpmg44hHVszh7xljm74WR46MB/e2WsJgTDKZgu+HBSW8rxW2Y2MTUBQ1un/FbUrDJGY/32ObfS/HdeHw8CgkiSGXyyGRSEDXdciyFFWtC/tRA5VKGa7r4PDhsS2v2/M8WJaBcrkE0zQavoM3e8/F31+MsWhtG9XwPFoz5zxK2jWjl7+nTu/rZk4BIYXCKq5efQcPHszgyZMlPHgwg3fffQeFwmrTc1K/H9d1sbq6jJmZWzCMKqrVCtbX12Dbds1rfZ8jmUxierr29YqiwPdFkKqbc0wQBEEQRGuy2RwmJo4GSTo/GFsitF6t3ktC15MYHDyEiYlJZLM5KIqCarUadXqFukXoCAZV1aAoKoaGDkXxiWPHjjfE8foRtwiLnprRTj/1m3Y6KUyuyrICxjYSaKqqQlW1qNBLkiQMDOTw/PMvQVHUlho/7E48ffocJiammur+Zrp6o6uQQdMSWF8v1J07DsexYRhVVCrlqLB8Q3eJZO6pU+dw9OgzT0WiD9iBzr7v+77vw/d93/e1fU4qlcJXv/rV7V4KQRDErlHfeu95HvL5uQYbJ2DvBjsPOkzTIP3wF+H/5lfFjD5FER192SykL/wIWIuAXpxWXQWh2BDCA5BlCbYt7MREgFUKrCeEMMpms12ve3l5Cel0BuvrhSgpF7fy9H2v4f1UbyPGOYdlmXAcB77vQddT4NyHbVvRa0TVG4uCWImEjsHBYYyNCdsEwzBqqsEURWk5TFpRNLKgIoinlN0cNr9ZtrsbsZW1I9C9JujULbW8vFRz3jVNgywPwrKMwDZUQTKZDO5Rm0/AjY8fxUcf3UOptB5VXIc2SYODw3j11U/i8eOlbZk7UiqJSl9hk82ChJ8LVVWRSmWgKP19j23lvRzqwtnZh3BdB45jR9atqVQG1WoZjuNibW0FgLCnUhQF3/rWN7c01y7sXrNtC67rwLbthi7CZu+5+PtLBF54jeYI7bt9n0cWWK2S4L38PW22q7ZXq9D6/YSV5KGrAYAoCVutlqGqQ1FhVXjeHMeGomxsc8O6vHFWMWl9giAIguieUL9Uq5XAUnyj2Md1HTDGoChqVFyWTmfx8stXwDnwZ3/2NRQKa00TbMJm3oUsK8hksnjppSs1+mA7LDQ7FT2VyyXk87PbOqOvG50UFqfl83OYnr4JSWLRmJZw7ICqanj99U9DUTQcPXpsS7MFm+lq1xXrS6ezME0Trus0fa3v+0F3po9cbijQqqKQPZ3O4OTJM1s/afuIbU/2AUC5XIaqqk39WwHAsiw4joNMpnkXAEEQxEFjPwY7nwak8xfBfv4XwN58E3whD2l8AtIbb3SV6AM2AraMsZpq+Y25fBIkiSGbHcTKyjKA2ll3gAiynjt3sav9eZ6HhYV5eJ6HVCodVT7JshQlEIeHDzW8n+Lvv2q1AsOoROLI9/0mA5hrEVadaoMYjrNbw6QJgtj77LfPh34k49rRD03QTbfUxMRUw3mfmpqC63pYWOjPtZBlGZcuvYjp6Zsol0tB5bWETCYbuBpsT7FHGLSQZRmDg+JLvucJOyZFUXDq1Nltse7ZyntZBK5uwjTNoEodUeJtYGAQa2srQYV6KrKP3IrFUzywI8tylFT0fR+VSgkDA4NQVa3pey7+/grdC0JL7jDhFyb9DKMadbs1o5e/p8121faaJKzfT6inwrkvvu8hnc4GM4JE8i6R0KO/0eXlxw37YoxFr3FdEZQkrU8QBEEQvRHqF9d1UK1WmrphCKcBN3IcCu+ztm0HOQe7pZtg6Fr03HMvNb0392NucJx2RU+WZWFhYR6KovRsXd4L3eokSZJx9OgzyGSyNd9TNE2vKeQGWidGm52/ZvOMgUZdnc0OoFBYgyzLKBbX2x5TqEU5B5LJ5FOtubY92fdnf/Zn+NEf/VH8xm/8Bj7+8Y83fc61a9fwxS9+Eb/xG7+BK1eubPeSCIIg9gT7Ldj5tMBUDfJnGufMdkM8YJtMpmEYFXieH7M5EIEfWZaRzQ6gVCoCQOTVLssKLl58IRJM7YRlWN1WKq3DNE0AYlaeqiajtWhaAocOjTZd6+DgMF566QrefvtrUBQtCoiGVVEN54WxGl/8wcHGJGKcfotigiAOFrsxbH6z7ESBzlY1QbfdUvHzHg6v931s+lo0+6wfHBzGlSuf2FF9Ew9aiPmwG4mmcBZKP/bf6t7W6/kLA1eiGEjMOAxnx1QqpaBymiGZTDXMQHEcB/Pzc5BlqafzWx/Y0TQNqjoUVEp7yOUGceHC8023E39/he4FQrtsuAmIoiFxLJZlIJ+fRSaTbQhO9fL31Gp+i2maUYV3MplsSOT2miSs3084n0bsD9Hsn1xuKOhcTOGZZ05E571arWBpyYNlOXBdN+rSVFUVAwODyOUGkUgkSQ8RBEEQRI+E+sW2raaFQiG+72N09Ag+9rFXIEkyCoVVXLt2FYZRRf0saUE450/B0aPPYHh4pOEZW5kb3IpWRU+ccxiGgVwuV1Msvh2z/HrVSZv9ntLq/J09ex6joyJO1W6+sud5uHr1HXieW9PN2QzOfZw+fQ6Kojz1MahtT/b9m3/zb/Ad3/EdLRN9APDxj38cf/Ev/kX81m/9FiX7CIJ4qthPwU6iO2qFUAmWZUFVE5AkhrW1FTiOEHUi6JOBLItBw9lsFufOXYwSfe2EZTabi6rzk8kUbNuKKpkcx0YuNxTNAWzXcbK8vBQk+DzYthSbMxgGH8X/C1sqFgw3FnP5QnFWj+d5uH//Dh4+fADXtSHLoiptdvYhzp69QLP5CILYl+xEgc5WNEG/ug97KdToFADZSX3TTdBiq0Uo/Qz4hIErXddhWbVz84QVpgVZliK7pDgi6HMTuq73tI5yuRQEyrwoGRVPjCYSyZbnI/7+0nUdhlEN7L1leJ4XFQNJktAM6XQ2Smg2C051+/dU/752HAel0npUlLS+7uGDD67io4/u4dKlF6Pj79V6t34/kiTHLNE3bKsYE9Xszzxzoub9retJlEolcC4CUfEuTV1PtkyiEgRBEATRnlDjCb3Bm3bohbOni8V1FIvrUbxEaDYGziVwXjvLmTFAVTVkszmMjjbORO7VErxb4kVPnudAxFl4UMCkR4m+OO2syzfDZkYU9Po9pd35m56+heHhYRQKq5iebq2t4+cqHFHTDkmSKL6KHUj2fetb38KXvvSljs/73Oc+h3/0j/7Rdi+HIAiCILadVkLI972uAsXNhBFjwr/96tWvY3R0DLZtBR2DDJlMFuVyKRpQbRgGstmBjh0nceEcny8oBLFI+IVzBhVFCmYGydA0rWngWIi1m1heXozEuCSxwELDwvXr7+O11z5NAS+CIPYle7lApx/dh70ks7YrALJZOgUtPM/Dn/7pH8OyLCiKAk3TekrUtbovVyrivnz27IWebELjycm4nWbY6ccYg66nGgI+nHOUyyXoerKn814orGJhYT7YL6tJRqmq2nH2ZH1gKp0WukOShIuAaRrRmtPpdLTudsGpbv6e4vu1bRvlcgmO40QuA6ENeqm0jjt3buLy5U9AkuSek9/1fz+6rgfHBKTT2ZrrUP96z/MwMzONVCpVcx2FPWoFly69QLqHIAiCIDZJqPGEXXirZA9DODLlzp1bmJg4Gs1DFqNKvLrCKg+KoiKR0FvGNjY7N7gbhAvGq1heXkSxWEIqlUapVMLq6nLT57ezLt8MY2MTmJ19iEqlHM22Cy3j+zVXuNP5m5ubxezso47fJcICsQ8/fA/3799tub9MJgvDMLa87oNA8/LHPrK+vo6hoaGOzxscHMT6env/VYIgCILYz4SBrdOnz0Ue6M0IhRGwEdhbWVlGuVyEYVQxN/cQpdI6bFs8R9M05HJDSCbTSCQSyOWGoqHK7Uin08GMPzmqcgtn7wA8FtAUj4nAcfN5PmEgtFQqwnGcwEufR6Lc9zmKxXXk83ObO3kEQRBEW8IvwydOnMTIyBhOnDjZ1b0A6Jy8qw+uxO9T9YQBkJ1kbGwCaov5ur7v4cGDuyiXi3BdG4ZRQam0DsOoNj22ZtQfr23bWF19gmKxiEqlhNu3r+Pdd99BobDa1XrD+y9Qew/XtAR0PYULF55HKtWYfLMsYdut640df63Oe3htVVWFLG/c10PLUM55V4GdMDB18uRpHDkygaNHn8Hhw0eijv9Dh0aRyWRqEmP9CE6F7+vBwcFgm1I0yybE9zlKpVJ0/GHyTpaVwFoUkV16q+R3/O9ndPQITp8+h0OHRiHLStvXLyzMoVRaDzo1k0gmU9C0BJLJNLLZgchqnSAIgiCI3hkbm4CiqG3vp4wBiqIgkdADPbQASZKgaYnI/rG+gMr3PaRS6Za6ICzMEvbhBiqVMkzTiIqjt6pvxDy8Y1FsKJvNNp1HKNbaviirV0LdYppVWJYFw6hgbW0N1WoViUQSi4v5rvRxOzq5boTaOrQvrVTKMAwjcKva0LSeJwrmhb5qrvUVRUUqle7rOdrPbHtn39DQEGZnZ3H58uW2z5ubm+sqKUgQBEEQB51QGNm2jUqlDNu2oiScSMQpYIyhWi1DVYcgZv2waBDxxMRkV1XkYeU7YywmXKVIZMqyElTqJ+H7HlRVw+uvfzqyGo0jrNHKqFRKNb8P1+z7PiSJYXFxAUePPtOP00QQBEHUsdnuw16rl3ud9bHdtOpsVBQFtl2Ndc1tFLVUq2XIstJVZXb8eC3Lwvr6WmTz6PschlGFqmpddzXWd57F7TTF7JhjGBjINRyPCPZkmlo8tTrv8Wtb30XoeT4cx+naZlKSZKRSaXz00UfRNjn3AttRpSEIs5ngVCu71UQiGWy/mX2XmNUSP/7NWO/W//10cmQIHQ3CzkYxy5AhlcpE52Kn/xYIgiAI4iAhyzIGBnLI52dbPocxFnXiMyZ0ge/7sG0LkiQHnX0bz5ckCclkCkePHmtZFJdOpzE/LxJhvs8DrSGcEZLJ3hNL9fpmfHwCwIam6JclfzfruHPnFmRZdM1ZlgnbtoPkn4FKpYhyeX3Lswk7uW5wDriuW6NLOeewLAOpVAaVSgUrK8u4fv192LZw5kgm03BdF5xvFKSrqig6U9XmHZpPI9ue7Pv4xz+O3/7t38bnP/95KErz3bmui9/+7d/GK6+8st3LIQiCIIg9TzqdxtKSh2q1XDOIOAwkhdVkvu/DNE2k06noOb0IwXhwNJlMR0JWlsWMvtAiVJaVyApOUbSmgbhSqQTTrLbcl0j2KWgSnyQIgiB2mV6Td+2+wHueD8sycPfu7W2ZbdiKZskd3/dx69aHTe89YRCom2RMeLzCUrsYBBniG2U9JQ+7sV1tdTwPH96PtiOqzU34vgfGpChhGCd+bTVNg6oORa+RJBlHjkx2HcjxPA+3b9+s6QANZweHBUjtLC870c5KNrQHDZOsccT1kBoCb1u13m33+jBYJqxEGxPJqjoEzkFV5gRBEASxRZ48WYru/c1m9kmSDFVVAYhE0uHD41hYmINhVGMacON1YRdgO9vHkZExXLv2rUB3iN+FzgiGYeDw4cY5f61opW8uXLiIbHYQQH8s+bshXgTGmJhLbJpGrIvRRDKZ3LI1f6fk5djYESws5BFeF8/zoiLxcrkE13XwjW+8Dc9zwbkfxKkkpNNZWJYBVU1AVRVoWqKl+9TTyrYn+37sx34M3/3d340f//Efx9//+38fp06dqnn83r17+Cf/5J9genoa/+v/+r9u93IIgiAIYs8zNjaBu3dvBzP4aoNaolKNQVU1uK4D1xXJwM0KwdpgYgmWZUFVE1FwyjCMmmBtK6Eq7N78ms7AehhjGBsb38KZIQiCIOK06oLqlU7Vt8lkEvn8bLSf0dGxpl/gbdtGtVoFwCHLxbZz/7aD+uTM3bu3g+4+uyHhxxiD63pdJWPCgEW5XILn+TXbYoxF975uk4dAd51n9cfjeR7y+Tl4nhuc63JN12I+P4tMJltzruuvbbyL0Pc5stlszbravacWF0M707guYdEMP8MwkEqlNqVJOlnJvvTSFczOPoRtWw2BPkliyGazO1rRHQbLwiBZ7SwgUYyVyezsmgiCIAjiIOI4G1actY5Hgvj/q6qKycmjSKVSuHr1nWjWLyB0hSzLwdzlctMiqZAnT5aCGb7Vms4z0RWYxOPHS10VFLXTN7dv38THPvYKGBNaqV4b6noSjAHLy49RrVb6UkBXX+BnWWbUuSgcKzaKzbcym7Bd8vLUqTPI5+fguk7Qccljjhl+UNx2D67r1MTEXNdFpVJCNpvD4cNjSCSSO1pYuF/Y9mTf2bNn8cu//Mv4mZ/5GXz+85/H4cOHMT4+DsYYFhYWsLS0hHQ6jV/5lV/BmTNntns5BEEQBLHnkWUZQ0OHoiCemDcjLClkWYEkCZE7MDCIXG4Q6XQaiURy0yKn28r3dkK1VKoG1WAMjHlNA3EDAzlMTBzteX0EQRAHHdu2cefODZRKJWSzWZw7d7GpZXKcdl1QvSbW2lXfcu4jn58Nvqhv7OfIkYkg+SO+wHuej2q1inQ6HXSI1yZrNlsZvBXS6TRUVYMkGQ33Jc45EonuLH/CgMXVq18PjlXMtmWMBUEjAOg+eRjSa+dZuI7p6ZuoVMoQ1dAsSriF9+n4ue7FFqrTe6parQSJTd6wncHBISQSOgYGBjcVeOlkJbu8vISzZy/g+vX3USyug3M/OvZsNoczZy7s6PsrHixLp7PR/EOBCAhSlTlBEARBbJ2RkREUi4Xo32HiLUTTtJpCo2JxHffu3QFj4j4dPleSpJZOFvWIZJuORCJR44ig63qQLOyuuKu9vrGxsFCbTAu1YT91fpzQRcq2bViWCdd1AfBAr3DUFp1tzZq/WWGbricxMzONYnENjEnwPAfAhouVSOhKMAwzcE/YcNMInyMcFMS8Q6KRbU/2AcBnP/tZ/Lf/9t/wb//tv8W7776LpaUlAMCJEyfwvd/7vfju7/5ujIyM7MRSCIIgCGJfMDIyimKxEMztKwFggdVCaOMpQ1U1XLz4PBIJDY5T60O/HbQTqoAYjOx5DmRZge97UQWcSEzmcOnSixT0IgiCqOPRowe4ceODoJCCYWVlGbOzj3Dx4vM4duxE09d06oLqNbHWbuad53nwPK9hP4uLebz88hU8fryESqUCyzIgOvoa97uVyuCtECa6wmRMfOaKJCl47rmXuj5Pg4PDOHv2Am7fvgHDqCB+XwZ6Sx5uhcHBYUxOTgV2ouJ8JxJ6FAipP9fd2kJ1855KpdJYXhZJtno4B8bHJzd9jbuxkp2YmMJrr30a+fwcFhcXwBgwNjaOiYmj264v6jsexZxk0TGpqipyuSHYtgXXdcGYhLNnL+xINytBEARBHHTOnXsOjx49hOc5kZYLkWUZx4+fRDY7gCNHJsA5cPXqO/A8F4yJmW7CChJBfEKK7CDb2XjGnRHCDkAxU04kyLLZgSgB2I72+kZCtdqYTPM8LyrsiicZ+1FAp+tJrK8Xgq46Hh0XYx5UVYWu69FzNzN7uZ54YZvnedG1URQVnFcRFrUD4lqG2hMQs6rrzx1jYjuOY21pXQeZHUn2ASIL/9f/+l/fqd0RBEEQxL4mDFDKsgxFUaIgJRDOpcl0XTHeL5u3dkI1mUzCMAxkMplAAHs1Cb8TJ05jYCDX8z4JgiAOMrZt48aND8C5F1WvShID5x5u3PgAExOTTTv8OnVBbSax1s2MuPr9xC2M7t69DVkuAqidJRcGKLZSGbxZ4okuWZajZIymJfDccy9ieLh1wanneTXnYnR0LKo41vUkHMeOimw2kzzcCsIus3nwpVkVdjeWoeF7ijEGyzLheV6USAzfU0eOTERdnvW0ms/XrQbpZCUbBpskScbRo8/g6NFn2p+kPhJW19u2Bcex4bouVFWDosgAau1RxUwZhZwMCIIgCKJPaJqG559/CR988C34/ob+EkXFAxgbG48KbIROsWssOxVFjewhVVVFNjsQzdVtpVPqnREcx4liMpLEUCis4d133+nYadde3/hN9dz9+3ewsrIMzjfsQy3LQCqVgaLwTRfQeZ6Hu3dvB+4IIQyhjWa9C0avs5c7Ef/+ous6SqVi9P3H93lg2SnWFs4QrIdzQFFkJBKJvq3roLEjyb6ZmRn87u/+Lubm5nD48GF8+7d/O1577bWd2DVBEMSm4bYN/0/eBM/Pg01MQnrjDTC1vaUWcfDpV+KsE/EApe9z5HJDUeXZsWPHcfLkma7220/7h3ZClXOxrrW1VXAOyLKLcrkEAEil0pid/QiLi/kdm9tEEASxH7hz50bU0VePmOVxA5cuvdTwWDddUJuh2cy7dvspl0vRLD/LMqIuwPgsOZH4MzA6OrapNW2VbhJd9ayuruDmzRvRvXNuzsS1a99CMpmEqqoolw0ADJqmAkBXycN+0m1iLE4ny9BKpQLP8xo6IE3TCDojK5BlGefOXQjOTesuwZBeNEi3dqM7pcNCwo5H0zRqzo1t2wCAgYEcJEkOzoUPWe59fjJBEARBEO2ZnDyGhYU5FApr8DwXsqwgk8lCkqSabre4Rk4kdBiG0KfhvD1JChOACnRdD+b6NdcpYTwmdFsKO/pTqQxkWe6q0669vtEwPl6rb8rlEu7fvwvOxaw613Vj8+yKGBo6tGmdL7ZfjI4/nIcHyFEy1DRNJBJ6z7OXuyF+bcLiuUqlHCX1RJGgFHT3eZFrRXj84c9MJot0OttyP087257se/fdd/GFL3wBrutieHgYhUIB//7f/3v8w3/4D/H93//92717giCITeHfugH/N78Kv1gEU1X4jgP+h78P6Ye/COn8xd1eHrFLbJdveis2E6CME9o/VKvlmgr9zdo/dArEnTwpZu/Oz8/hzp2b0PVk5Gkv1rN7c5sIgiD2IqVSqWmiDxDJtFKp1PSxbpM9W02MNNtPaGFkWRbK5RKSyVQQ8PBQLBbBuRdZOAPh7A1gbW2lK7uj7aCX2Xie5+H27ZuRnaVIVlbBOYdhVJDLDWFwcBiWZcL3Oc6evbAjNpJxepnD1y26nkS5LDozQzul0DpcXGdhYTU8fAhXrryKhYX276terWbr7UYZQ1TkNDV1HMDO6zBABMZs24pm8tWfG8/zcOLEKZimgYGBLEZHj4Ax0jgEQRAE0U+WlvJwXbepW1Dc1SKuXUWizIfve0HnmihiSiaTOHv2ImZmptvqlDAec/PmB6hWK0gklJr4Rv2+m9HOTv3cuYuQJBlraxv6xrYt2LYFz/NqtsM5h23bWF8v4Pjxk5s6h5VKJZZY86PkmeiCVALL0hSeeebEthRT1X+vSKczsG07csuQZbEOxsT3BxHDUqKuQ1kWc5qTydS22+bvZ7qbSrkFfu3Xfg3PPvss/viP/xhvvfUWvv71r+Ozn/0sfvVXf3W7d00QBLEpuG3D/82vghsGmCoqtpmqghuG+L1j7/IKid2gU9DK970OW9gcYYDy9OlzmJiY6klw3bt3Bysrj1GtVmHbFqrVKtbX1+A4TiRKeyEUqmImXygShV1VWPUlSTJkWdgyJJPJGiEMYFP7JQiCOKhks9no87Qe3+fIZptXrY6NTUBt4TYQJnsKhVVcvfoOHjyYwZMnS3jwYAbvvvsOCoXVrtdXvx/HcbC+voZqtRIk/EyUSuuwbRuyLENVFTiOU2NvyRhDOp2F47htP/9t28b16+/hz/7sTVy//h5cd3f01uKisBgKEXakwlLI90WiM6xG1vVkVCW+k3RzP+4Vcbtunniup5M28TwPt259gEJhDYZhNNgwtdICYVDt8OGxINHHkUwmsby8iG9+889w/fr7O67DKpUKHMdu+nfKGINtO5AkCadPn8PRo8eomIkgCIIgtoFuXS1C7er7PorFQtAhJrSaoshIpdJQVQ3VaqVG78WJ6xRJkpFIJJHNZpvGN7px1Aj1zYkTJzEyMoYTJ07iypVXMTw83BBnCtfbCssyMTIy2nZ/rRAW/R5c1426HT1P/Nv3fWhaAs88c6LnuFMnPM9DPj+LUqkUdSoCQkdpmvieIUkMsqxEvx8YGMTAwCASiQR0XUc2m8XQ0CEkkylyUOjAtnf23blzB//4H/9jjI+PAwAymQz+3t/7e/jsZz+LhYWF6PcEQRB7Bf9P3ow6+hoeK5XA3nwT8mc+uwsrI3aTsLLbceyaLjnG2KbnI20nnudhdvYjAI0V+pVKCbncUEdR2qwjpJtuw+2ylyMIgjhonDlzEbOzj8B5Y6JClhWcO9fcTaBdlfCZM+fBOTp2Vcly8y/J9Z/9p06dwczMnRoLI2GFJEedb9VqGao6BMYYVFWDqipB8cfGvRJAy8//R48e4MaNDyJL05WVZczOPsLFi8/j2LETmzm1m6ZaFfewjSSaF+tSRE2l9W7e07ba/V+PYRhIpzMNFqyhXVWlUsH8/Cwsy0AikWy5r7D7bn19Da5rw3GsaM5MPKDT6rxxDqytrSKVSkW/Y4yhUinDNKsYHBxuWUi0HTosnU7DdV2wJnlQzjkURSZdQxAEQRDbTLeuFrIs48iRCXz44bcCjSxF9pDp9ABSqRRc18XS0kLXMYvN2KcDtdactm1BVRPIZrM1GiosMgu3LcsyXLfRuSGEMYY7d241tfnvxMjIGDzPj7YT/+n7HjKZTN875updGXzfx/r6OlKpFDRNA+fCDl9VNTCGmu8OqqpieHgK2Wx2x+zbDwLbnuxbW1vDkSNHan4XJvjW1tYo2UcQxJ6D5+ebJvoAgCkK+AJ1JT2NPHmyjFJpvekcG1VVWwZ6dnq2TMjSUh7hoOX6oJjv8yCo11yUAp2tstoF1DYrhgmCIJ42NE3DxYvP1yS6wg6tixdfgKK0nhUcJnvy+TksLi6AMWB0dAzlcgn37t1BqbSOZDLVMjEyOdn4Od7ss19VNZw6dRb5/GxkYeR5bk01dDjjQ9zfRCIwnc7UbLvV579t27hx4wNw7kWWppLEwLmHGzc+wMTEZNvz0G9SqTSWl32EXW6SJMdmhaAmSbrb97Re7Ek7kU6noSgKcrmhoJtRWK7qug7LsrG4OI8nTxQoigzX9ZraZ8ar0xVFgW3bUdIwnhBud96WlmqDXiHCgktUtOt6su489D/pGuq30Eq3mZ6SJAmqqsGyDNy9e5tsPAmCIAhim+hltu/iYh6apsP3eVSYI0kSbNtEMpkMdCaiGXz11OuUzdinh5q6Wq3AMCrwPD9wQEphbu4Rzp49j9HR0ajILER09TV3/ZAkCYqitrT578STJ0tIJlNRd5/osGNRkm1oaKTvHX137tyC6zqwLCvSlgMDA/A8FyMjo8hmB1AorDUtQgxdTvZSUf1+YNuTfQRBEPsNNjEJ33GaJvy460IaJ2/o/cpmE2+e5wWzhvya6v6wS25gYLBGDIb7WV5+jEJhFbIsuht2YrZMSKVSQTKZgm1bDfZZYayqVdVWr3N26tmOWUIEQRAHlWPHTmBiYhK3b99AqVRCNpvFuXMXu0pwFYvryOfn4Dh2VKUMiGSh6zqwbaumowponhixbRu3b3+I+flHkGUZmUw2eK747J+Zmcbg4FBkK2qaRpDIEa8XCRwPqVQapmk0/cLe6vP/zp0bUaKzHs9zcfv2jU1VL2+WI0cmkM/PwnEcAAiSXUbQ5caQSOjRcw/SPS1+7w7n8wEIZhYayOVykQZqpQniibpEQodpblh4hgnhZDLZ9ry1cgcIE8n1M2zEtnlTHbbZQqv6pLeiKKhWq8FMGynqeEwkkiiXS0GQrIjl5UV89NFHO6LzCIIgCOJpohtXi3x+Fvn8PEqldciySPDF63RCLZJI6DhyZBz5/FxXMYtO+241t9hxbJTLxUi7cC7DMKpIJBKYnr6F4eFhpFLpKOkYzocOC6WanQPOW9v8d6JSqSCRSEDTNJimsOMHgERCb5hF2A8WFuawtrYS6UFZlsGYFDg+pJFOZ/Hss2dx9eo7FDvqIzuS7PuhH/qhpm+YH/zBH6z5PWMMV69e3YklEQRBtET61Bvgf/j74IbR+Fg2C+mNN3ZhVcRW6dSpVk88UGRZRjCTR2oQXb7P4bpuJELC/di2FXUCShKLOgC7TZhtFdFdx5FKNVpyMSbh2LHjLfffqqoe2OgIGRubaBlI61UMEwRBPO0oitZzQitemMEYQ7VaRlgJ7DjNO6qAxsTIo0cPcP36B3AcK5pNZxgGstkBJJOpYHsicRgGI+oTOaGtp5ixkYOmaXAct6vP/1Kp1DTRB4jE5Garl1uds05JIFmWce7cBdy8eSO6h+m6SGKGs1r28j1ts4muVvdu13WazqgBGu0z44m6cFajsH4VXXGu63WcK9jKHUDX9a4SyYXCKqanb6JcLkbdeHNzD3HmzIWuEnDNCp7EbEYZpVIRiqJBURSoqoZyuYRUKhWtKUyCTk/fxOTkVOSiQJZTBEEQBLF1WlmYF4vruHr1HTiODcOowrKsQLeIzrWQsDhNVVVMTBxFJpPtOmbRi3360lIe1WoFxeJ6TRLL9324roNKpYxUKoOFhXkcObJRbBXOiVYUNeagwaKEJeeAorS2+e9EqLFCTaeqauTiwDn66lZRKKzixo1rqFY3CgyFLToDoKBaraBcLmFigmJH/Wbbk30/8RM/sd27IAiC6CtM0yD98Bfh/+ZXxYw+RREdfdkspC/8CJi6c1ZSRH+oD4gahgHf92BZFqanb+LKlU/UiIiVlWVcv/4+bNuCoihwHBee50DTdNi22TDLZnDwECRJrtmPbds1zwvn5HWa8dcv28+wQl9YTNVacqXTGZw8eablazvN3FtZWcbc3KO2idN+zxIiCIIgaokXZoTBgY3ucwmc+0FQY6OjCqhNjNi2jevXP4hmBsYTOqVSMajylSBJDKoq5mmE99J4IkeSJGhaArKs4Pz55zAwkOv68z+bzWJlZblpwi+07+kHzYp+ZmcfYnj4EAAWrVOWZQwPH8KVK69iYWHjGA4fHsPjx0vbck/bivNA/HW6nsTMzHTXhU31NLt3l8slrKwsN31+p5k2qqoilxuCZZlwXRfj4xO4cOH5mmOrP4bR0bGm7gDdJJI9z8P16+832K7btoXr19/Ha699uuN5bVXwpGkahoaGkcsNIpFIwrKMyPYqjuM4KJdXUS4XkUqld9TVgSAIgiAOOvUW5vVFOqETwAZhwTMC3aBFuqHXmEW39unlcgnVaqVptxoAGEYV6bSYhzw2tpHs2kiGiaSe7/tRwVQ4S7qTzX87xsYmcP/+XRSLhZpYlWUZyGZzfeui8zwP09M3o87BOJyHLg0Mtm0BoNhRv6FkH0EQRBOk8xfBfv4XwN58E3whD2l8AtIbb1Cib58SBm5c123ocjNNA/fu3cHp0+cBAKurT/CNb7wN3/fAmAiEcu5DNC+YGBgYrPEb17QERkdHa/YTDoGOB019n0dzZlrNlum1+7Ad9RX6yWSy6wqpdjP3PM/H6uoKNE3raPHZz1lCBEEQRC3xwoz6ew5jolswnHPm+17Te8CtWx8GyTvx5TueMAREsCKbzUVJt7GxI9F9RVVVDAwMwnVdDA4ewujoaM0X824//8+cuYjZ2UdRwjGOLMsYGBjE3bu3t/TFv1m3lud5KBYLWFlZRi43CNM0cOvWdRw7dhznzp1veg/bjntat/f+xsSejpmZO9HrlpY8lEqi0yy0be3Fgjuk/rjz+VksLy/F7KVE4k6WhQbqNNOGMQZdT0KWlYZEX6tjP3JkAouL+YYK7zCRHJ9TOTY2joGBXLDWORSLhWC/iH5yziPL26NHn2l7/OVyCbZtwfM8yLKMRGLD1iq07jx9+hzu3r0NWS7WvDYs7gpnJm/2GhAEQRAE0R31RTpx+3VAaBDGhI5SVQ2vv/7pmmTZdsQsbNuKElnN8DwP5XIp0lBhsuvmzQ+wsDAPRVGQSOjgnKNcLsF1hbX84cNHoChyFIvaGqzuZ/9YWsqjXC5GjiH1iPnkHIlEIvodxY76B83sIwiCaAFTNcif+exuL4PoA5VKJbI4Cy2dgLCDgePRo49w8uQZcA58+OF78H039hwAkOB5DjyPwbKswEpKdMp5novDh8ei/WwkwOS6fSHyaq+3UAO2PievGZutkGo3c8/z3KYWWkCjnRdBEASxfcQLM+rvOZyLTqREQodhGBgYyAWz0hKoVisYGMhBlmUUiyIx4bpe9IU8TFKEtovARjegJMl9r7zVNA0XLz6PGzc+iGb3hVXMqZSO2dmPeiqAadYlVx8I8n0/qGoWCc7V1RVIEgNjDHfv3kKhsIozZ84jl9veTqxu7/31SbEwsZdOp6EGM6Ydx4bvew22reKxzd+fQ01gmgYqlVLMuhUwTQu6vjHfrxcb73bHvriYx8svX2naSVkorEZzKiVJwsOH95HPz+HMmfN4/HgBnG8k+uJwzrG0tNA22VcorGJhYT7Qcyw4RiOyYo/rt2aFUUIbcgC84W+CNBJBEARB9J96VyKhHzNB7MeH73tIJtORFtlsV1wvyLLa8TmWZWFs7Ej0b0mScf7886hWq1EcJiyYqlY9cM7hOA4ePJjZkh5mjEWuC/HCJs7RN51SqVTgus27GsVxAaqqIZ3uj3sHUQsl+wiC2DLNbiKtkgEEsRuk02k8elRt6FgAgHAE3+JiHgBi/u4bbNg0cViWBcsy4Hk+ZFmCoqj41re+iTNnztcEfmorysR+wr+LZoOGu5mTtxnhtZkKqXbBusHBLKrV5vOTWnUsEgRBEP0nXphRf8+RJBZ1JCUSCfi+j/X1AiRJwpMnS5ibe4SzZ88jk0ljYUF0souu9I0K3NCqun7G2nZU3h47dgITE5O4fftGkMTKwDAqNevppgCmVadYIqFH91fHcVAsFqIghLAT4mBMCbr+gUqljOnp7e/E6nZGbn1STFiFuzUW4Z7nBRZVtbatgNAx+fz8pm1CNS2Bx48Xow7ScGZMKpXCzMw0Ll8eirbXbaFRp2N//Hip4X3WKTnKmIT6+Twb8EjztTrWO3duQVVVyLIUWX7Frdjj+q1ZYVR4DRgTOjAOaSSCIAiC6D/xGIywpBRJrLAzbnBwGOPjkztqC+k4dqTJW6HrOpaWFjE2Nhn9LozDiNnDJfi+B9M0oSgyMpkBMMYCzbc5PSxcpjbmEcdhDH3TKclksm1noyRJSCZTGB/vj20oUUvzgTwHGNu28Zf/8l/G2bNncevWrd1eDkHsewqFVVy9+g4ePJjBkydLePBgBu+++w4KhdXdXhpBRIyNTUAMNm4M/kgSQzKZRKVSQaVSgaIoTYVZOI9IUeSgCimNXG4IiUQiElujo2NQA6vXsKJsY7Yfi+YZNbPR7DQnbycCRJ7nIZ+fxd27t1GtVvDyy1dw4sRJjIyM4cSJk7h8+VWMjo62tWPo51BngiAIojVhQECWFXAOpFIZiCSHmKfHOaJ7jbD7qU2OTE/fwsDAEOJzTSRJqrlXjo9P4vLlV1tWDsfvG/n8LHy/0YqzWxRFw6VLL+ETn3gDIyOjLSuCwyRYs7XEE0Ei4GOhWCzg8eMFuK4bJW7CzsH4/d7zvKgrzPO8lvvpJ93c+8OkWJww6RZahAPi/SDWz2qug23bKBTWsL6+2pNWr9f4jmPD88IOUI7wfdPsPIUJ4dOnz2FiYqppIGozuqfZuQhxHAeJRCJI+DXCmIQjR8ZbHm+47Xr9BggLc8dxavRb/O8vnKMj/nY2Xh+HNBJBEARB9J+xsQmoqgbHcbC+voZqtQrbtmAYBmzbwYkTp1pqke2gUFjF8vJSSz0CALKsRDP7WsMD7eo3LVbqVg8DG9p/dfVJEPcqwzSNGh3cT50SfgcJk5P1SJKMl156mazNt4mnrrPvn/2zf4bDhw/j9u3bu70Ugtj3tLuJTE/fwvAwDaEn9gayLGNq6jhmZm5FgTwhQDYCoqGw0TStpjsiJAygJZOppp2rjuNgeXmppiNO0zTI8iA8z8Xw8CEcOjTasqKs3g4qXpXGmFRTob8dtJsZFK+sb2fx2axjkSAIgtg+6ruownuFYRhIp9PwfR8PH95v+lrHcfDkyWMMDORQKhVrbEAlSUI2m0MqlWn5Rbyfc2br2UoiSJIk2LZdM6PX9zls24KmJaJEX33dSjizUHQzyjtSaNNuRm4YdGl2LuK2raFFeCKhwzSN4Bjk6Jiq1TIYA5LJVPDazh2ScY3PGINhVGvWEOqgarWMXG5oU+epm2Ovp9P7Qtf14P28XjOfOXw/T0wcbbme+LY1TYOqDkWW7YxJSKXSWF5+jGq1Emm5+N9ftVoJnCQeNk16k0YiCIIgiP4jyzJOnjyDb3zj7YZ7fzMHgu0k1E9hkqtVc18ymayJQdW/3vc9pFJpcM7BuSiyirs5ALV6OO62ZlkGbNtqiFk5joNKpQzf96ICsbhVeSed0szRrdU5NU0D2ewASqX1mJOGeEyWZRw7dhyHDo3CcTZfJEi05qlK9n3ta1/DW2+9hV/7tV/Dm2++udvLIYh9Tyf7nYWF+ZqWdILYTU6ePINCYQWVSrnGm5wxBllWcOTIBDgH5uYeRR7vtWJRweHDR1CtNg9ohWJrYmJqy3PyhBALOw8AgGF+fhaZTLZpANXzPMzPz256flIv8wJ7mcdD7E3+1b/6V/ja176GW7eEXdm7777b8Jx8Po8vfelL+PrXv45UKoXv/M7vxN/6W38LivJUSUeC2Be0s9W8e/d22+QIIJJEuq6jXC7Bdb3AKigLzlnLCt/tmDMbZyuJoDDBVZu8FPd60zQjy9J40crGrEMeJY08b/s7sbopoFlczDeci9C21ffFbDjTNOB5HhRFg+s60LQEAJH05ZxH1k9x2lmExzV+2Dm4USwlkqKyLMP3/Six3K9j55zDdR2UyyXk87M1mqbT+yKTyeLw4SOR/RXnPhiTkMlkcfbshbbvyfptiwKvJGzbRqVSRrEo1lWf1A7//sT8GRmpVBrT06SRCIIgCGKnsCwT2Ww2sDn3IEkydF3EenZyZm6onxKJBIrF5m5IwkFAzBAcH5+sKT6rj7HGi7tCN4fQfjPUw/XFd0LPO0ilMtA04ToVOlswhqDwzYs6BsvlEkZGRtvqlF4L/NLpNGRZxtDQIZimGWnJREJHIpHAyMjhTZ9jojNPTcTmyZMn+Lmf+zl8+ctfbvDP74Vmw76J7SU853Tu9x7Vaueqa7pu+4eD/remKDLOnr3QEIBRFAVnz56PKp/Onj2P6elbkGUFtm3BdT0kEhqef/4lVCoVPHnyGJzzmmQhsCG2wvl+k5Pdi8mwSiqZTGJ19QnK5XJwHXhQTZ6B74vA6pUrtQHUQmEVd+/ehmVZNcLr7NnuOyuWlvKwbSuy6IofWyiO48czNDSMK1dexcKCqGRPpdIYH985D3xiaziOg2//9m/Hiy++iN/7vd9reNzzPPz4j/84RkZG8Lu/+7t4/Pgx/t7f+3tQVRU//dM/vQsrJghis3RKjoyPT+DRI5FwyWZzNY8ritKywne75syGbKaLPDxWy7IaZvRyLrq1FEWB49hQFBWapgX3+Y3ZfbIsOv4ZY1DV1sffL7opoGl2LkKryXK5BNOsBtXSQjMMDAxgbOwIAIZisQDLSra0MW/VkRfvcvM8ETQLLbzj9pbhdjdznpodu2laME0DyWQSKyvLWF5eqgkmdfO+kCQZV658YktFVyGb6YzsdmYhQRAEQRD9oVKpQJblpm5IOzkzN9RPhlFtObOPcw7HcXDp0gtB4ZTX8PqQ+Ezu0GY+RFVVjI6O4b33vlljYc+5sB4vldYxNHQoKtwSluMcqqpB1/Ua94KJiam2lv29FvjFNVUymay5LrKs0Ky+beapSPZxzvEzP/Mz+L7v+z4899xzmJub29R2NI0E+m4QBs5D2z1i7zAwkMXy8mKLAJKPgYEsVFWm67ZPeBr+1kZHRzE8PIyFhfkoADM+PlljcdDqOevrBSwszMG2rSioZpomMpk0PM8H5z4kCZAkNLX5bMXq6gpu374ZBU09z4Xv+0gkNGhaAolEApZlBcEmCUtLeRw7dhyAEF53796G74tODCCs/hK/f+WV17pay+rqk8DCzYeY9xQeWyayNVXV+u3IOH78eNfHSewdfvInfxIA8B/+w39o+vif/umfYmZmBr/xG7+BkZERnD9/Hn/jb/wN/NIv/RJ+4id+IqoQJAhi79MpOTI5OYVksvdOpO2eM7uZLvLwWA2j2pDckiSGRCIs+GRIpUTihvNMNLcEYBgePgTORRfg6dPndiRB0yk51Opc6HoSkiTBcZyGKva1tdVomw8ezDRN9rWbzRJPEoc6QpYVeJ4bWWOF9uZTU8c3fZ7ix14qlbC4OI+BgQFYloVKpRzNewmDSd2+L9p1u7ai2bY32xm5mf0TBEEQBLE5NuMIsZ3rME0rmuML8Ch+JEkSJElq6djUzGUgdJ3yvNBVYUP3LC8vRXGkDXcoP0ooPnnyOJjpLeJ9jEmRVown4AzDaHlMmynwIzeo3WVfJ/t+6Zd+CV/5ylfaPue//tf/irfeeguVSgU//uM/vqX92bZ3YDte9jJh4sF1vQObgNivjIwcwUcffdQ0gKQoKg4fHofj0HXbL+yXvzXP86LZKJvtKIvby/o+ms5WiT/HcTzcvHkDnufGLD45fN/FysoqVFVFJpPFvXszePSo+646z9vYLsCCbXLIshRUbTEUCms1dqI3blxHMpnG4OAw5udnYVkWFEUOKrU2cF0bs7OzHTsMPc/DysqToKpLiFEA4NxHuVzCwMAgEokk+ak/Rbz//vs4c+YMRkZGot998pOfxJe+9CXMzMzgwoULu7g6giBCupmd0e7LdtjVvplOpJ0IqvS6rvBYr127CtM0IUmsZj5vaIE0NXUchcJqdD5SqQwGBgYxNHQIjAnr0qmpKfj+zhU/dUoONTsX4TzGZlXsYfBls3N2468LZwGK5J4KzjkSiQQURUE6ncGpU2c2f+DYOPZ8fhb5vI9isVCjeyzLgK6no2DSdnbO1W97s52RBEEQBEHsHCMjY7h79zYcx25wYNrJmbmhfqp1zWLRT0VRIeItzZMLzXRbOEfYcRxMTEwinc5Gumd5+XHU0VeplILOPh51Ffq+j0qlHO0/dCmI00m3b7bAj5wOdo99nez74he/iO/6ru9q+5ypqSm88847eP/99/Hcc8/VPPZX/spfwec//3n803/6T7ve514OgB90OKfzv9eQpPbVGrIsU7JvH7KX/9bqvcJ9v71XeL9YXNyoZgrFlmkaQdW5hGQyGXU7eZ6L6enu5hXFtxsSDkv2fR/lchGSJMWCTAySxKLtdyO8Ol3LxcU8ZFmORGIc3+dwXTeaZ0g8HTx58qQm0Qcg+vfy8nLP2+tXodRBtxreCnRuWnNQz02hsBp049XOzmhWbNLKejns2Kq3n+6mqObIkfZJpPHxib6c815tsYeGhvH665/GW299rWXA5/RpkZxqZUUdng/O91aRS/256DSPsVqtBBbm55t2bsYtzOupf106nUW5LGa9DAwMQJYVKEr7bfTKhiXpxqzFMOFnmpVo/83ORT+Jb3t+frZjZ2T9Z8xB+6zpB3ROCIIgiO0ijBH5vg/HsWGafmAJnkYqld7RTrKw8Oz99yuwLAvAxsxjWVaC+6GEI0fG276+WYz1woXnGzR+WHxn21ZU/O15XqSfxE8fgATOPZhmNSiiSiKdFh1/reYk1+9jMwV+5HSwO+zrZN/w8DCGhzsHd//BP/gH+Kmf+qno348fP8aP/MiP4Fd+5VfwwgsvbOMKCeLg06pao19f/Lulm+p2Yn+zGa/wflGfVAstGcJEnO/XDl/udl5Rs2SdpiVQqZTheSJRrqpSFCQJbcjC7afTaSwtebAsB67r1gQ1u+2sCP3tNzoWN6rpJUnC4OAh+lvaB3TrdnDy5MkdWpGgnxboT4PV8Gahc9Oag3huQgtnznuxcG60Xm52buqtpZeXfeTzszh37gKGhw9Fr1VVGRcuXKx5ru/7UFUN585dRCKxe3a/qprExz52pePapqamIsvu5eXFyNZ7v7xnurXT78bCvBn1r9P1JBgDLMtCMpnsahu94Hl2oEGaH4/n2U0sxbeXqSnRcdgqqT01NdWQNN/r75vdgJJ9BEEQxHYQjxHpuo5EIhGbRcfw8stXoCg7q0kHB4fx+uv/E958849QrZbBeTjmRSTfstkcJiaOtn19tx1xtRb2CMbLiP2Exdxx63WRCJQCC3sTkiQhnc40nZNcv49WWmh0dAz5/CzFYvcQ+zrZ1y0TE7XtuuGMhmPHjuHIkSO7sSSCOFDsdrVGfbdXWN2+3d1exM6yGa/wftGsmikUkBvibYNurZ3qtxv6rIedfYCotJJlGbIsRzZkjIkk3aFDIyiVSlH3AeeAaRpIp7PQ9WRXdhXhGjY6Fs1o9o+mJTA6Otr1eSJ2j27dDrphZGQEH3zwQc3vnjx5AgA9vx/6aYG+X6yGdwM6N605iOcmtHCO35NE95MJ13Vx7dp7uHjx+Y5ftOvPTTNraYDBcRzcvHkDV67UFtVks4P42Mdeadoht9vWz53WVt8Z6fs+PvroI5w9ex5DQ8N9fc/0w368Ge3s9GVZxejokZrr0I2Feav9uO5GwOnZZ08FOqX7bXSDLGtNXQYAUdylKNquvK9Onz7XtDPy9OlzNefgIH7W9AtK9hEEQRDbQX2MKD6Lzvc5Hj9e2pVYpapq+NjHXsH09E2UyyVwLoqZMpkszp690FEHdhtjrbewr9VQ4uYbFnOLBKAcFIZ74NwPYj5asM/mhfTtug2PHJnAe+99k2Kxe4ynItlHEMTBZTe7vZ4W9krX5Ga9wvtBs2om0UUhKqUSCb3m+d121cW3G/dZl2UJgBoJMwDI5Qajanff59D1JGZmppFKpWo68oQvewWXLr3Q1XWKr6F+ULMsKzvmb09sjW7dDrrhxRdfxK//+q9jZWUFhw6JTp63334bmUwGp06d6nl7/Q567mWr4d2Gzk1rDtK5qb8f2rZdcx9YWJhHtVrt+ot2eG6aWUuHOI6DhYXGohrGGoMR3ZznndAWrdbmeR6mp5trx+npW7hy5VUoityX98x22o93stNnTO77+peWfMzPz+L06XPI5bpbf7fXOpPJIplMwzAq8H0eJc8kiSGZTCOdzu7K33Au17rCvtl6DtJnDUEQBEHsZXYzRtSJwcFhXLnyiQb9wDmQz8+iWq0gk0nD83xUq8am9fDg4DBee+3TePvtr6FarcBxOGRZhuf5AHhMl3BIEgtiTRy+L/6zLBO6vhEDalZI36zbcHR0DO+9902Kxe5Bnspk39GjRzE9Pb3byyAIog/sZrfX08Be6prcilf4VmlWzaRpCViWFcxrqS1Z7nYIdHy7pVIx6KIQCcRsdgCGUQkGLAvbrFCEqaoKxgDHsaFpGhKJYVSrRk1Hnmmamz62eLCQBNrBI5/PY319Hfl8Hp7n4datWwCE40E6ncYnP/lJnDp1Cn/37/5d/J2/83ewvLyMX/3VX8UP/uAPRpV/BEHsLPGEiWUZ8DwvmCvHA4sgHnWbK4qyqS/a2xEwsW0bd+7cQKlUQjabxblzF1Eul3dVW3TSjgsL+QbL082wEwVpvVg99XP93c4m7kVHhsVHmqbBsszoPZ5I6FCUzrpqOxPIu+1iQhAEQRBEI7sZI6qnlQ6J64e4LnJdNxjf4kLTElAUBXNzD3HmzIWe9bCqanjhhY9hevomVlaWISxDw6KpjXMT/r/v82AkjVh3nFaav/5Y8vlZisXuUZ7KZB9BEAeHvVzJs9/Za12TIyNjuHv3NhzHrplNB3SfXNsKzQJquq5jZuZO10myZgIw3O63vvXNyEohkUjAtq3AbswGIPzV49tfXn4MxhhMUwR9Pc+LXafe3vvbGSwk9h7//J//c/zH//gfo39/53d+JwDgX//rf41XXnkFsizj13/91/GlL30J3/u934tkMonv+q7vwk/+5E/u0ooJ4ummPmHieR5KpRJSqVRwb/BjRScclmXBMKqQJBlzc49w7NiJrvbT74DJo0cPcOPGB4GOYFhZWcajRw+RTKaQSGiwbStK6DDGdkxbdNKO1Wp/tONOFaRtVyJqq+vvVUfGi4/Cjj7f51CUzsVHe6k4jSAIgiCInaHTPLmdcinqRofEdRFjDOVyEa7rBlb8BhRFgWVZKJW+jqNHn0E2m+0qJhOPMU1OTmFwcAhzc4/g+34QKxL7UBQlstUW3X3NR9J0q/kpFrt3oWQfQRD7mr1UyXPQ2Etdk6F48n0fjmPDNIVwSSbTSKXSO9aB1iygdvnycFdJsk4CcGJiMurWKBYLkYWVEGEcqVQGx48/G23/8eMlFAqr8Dwfvu8F1VnCh900DYyOjm352IiDyS/+4i/iF3/xF9s+Z3JyEl/5yld2aEUEQbSiWcJEzHBNR1+yw46+8Mu8bYeWkRauXbsKAF0l/PoZMLFtGzdufADOPUiSiCxIEoPnOSgUVpFIJIJuxI15s8lkeke0RSftmEr1Rzvu9yDIZtcfBp0WFuZRKq0jmUw1OCC00pGbKT7aa8VpBEEQBEHsDHvBpahbHRKPr5mmAcdxoll6Qsf74NyFbVuYn3+IRELvWLjUzC5eVTWcOnUGH310P0gsAo7jwvd9AAyKIiObzaFaLQNAw0iabjV/Mz0dzhAXc8QdJJNJTEwcJR22wzRX7wRBEPuEsbEJqGpzW7mdrOQ5iOyVIFVcPOm6jlxuCKlUGqqqgTGGl1++sqtV22GS7PTpc5iYmGrZ0ddOAPq+h7GxCSiKGs3tC+NikiQEmSzLUcDL8zysra0AAHzfi54X/psxYG1tJXqMIAiC2J+EgYF6VFXFwMAABgZyUFUNuq6DB4PCwvtMOOf1xo0P4LqN26gnDJjIshLYSovklywrPQdM7ty50TRpKAINHK7rRPc5kfDjMIwKKpVS1/vYLJ204/h4f7RjOp0OjhdR1XalUoZpGvB9f88XpMXXX0+rgrpCYRVXr76DBw9msLa2AtM0sL6+Btuuff+105Hd6Ko4rf5GgI2kIkEQBEEQB5OwUOjEiZMYGRnDiRMncfnyqzsWI+pWh8Tja6ZpgXMO3/fh+z4492t0s2VZDfGielrFmFzXwc2b16GqKnK5QQwPjyCbzUbPGRgYhKKoyGZzyGZz0ZzhXjV/vZ52HAerqysoFguwLANra6u4du0q3n77aygUVrs4k0S/oM4+giD2NXuhkuegsle6Jus7DBljSCaT0ToeP17qSxdAWIleLpdg2xZUNdG1dUKvxxAnXt0+PHwIKyvLsdlLwks9lcrAdd3oeUtLebiuA1XVggAai4KlgPhZKpWQz8/h6NFntrR2giAIYvdoX3gj4dChEciyjNXVFfh+7T2bsY3Cktu3b+DSpZc67q9TZ1W3c9FKpVJUhNKM8H4Vx/N8WJbVcY1bZae0Y9gpKZJ8pahjX3Qybszh3YsIe3AfpmmCMQZd12u685oV1NUHnYQtFIvmSqrqULSNfurIvVKcRhAEQRDE7rCbLkXd6pB4fK1VUXatNb+glRtCqxiTmHvswjRNJJNJMMaQTmeQSqVhGAYSiSQmJiYjHbfZUS5xPW3bNorF9Zqkp0hiOlhfX8OdOzdx+fInKD67Q1CyjyCIfQ/NG9se9or/+U4EcUL7g2q1AsOowPN8yLIEXU/1ZeZL98fAMDg4BNM04fseJEmuCbCFz4tbt6mqFlSCiW4JAHBdD5wbmJ6+iUwmS/NqCIIg9imdCm8ymSwOHz6Ct9/+WtTJx7lI9MmymM3BGEOp1H3HXKuASS9z0bLZLFZWllsm/OoDGYCYH6Kqia7XuRV2QjvKsoyTJ8/gG994OwrebBTxpDAzM43Ll4f2nF6NX2dVVVEuF2GaBtLpDBRFhaqqOH36XMO664NOiYQO0zSiyvUw6ARsXUfato07d25E72vPcyHLjaENsvQnCIIgCGI76bZIPoyvua7TtOgthHMeOF4Y0HW9ZcyrVYzJ87ygkK02ocgYQyqVQi43WKPzJyamomK+e/fu9qSJQz19/fo1rKw8jvYT1/mu66JUKu7oGKCnHUr2EQRxIKB5Y/1nr3RNbkeHYbwzIZlMIp+fheu6MIxKEIhjgeVWFYlEYsszX7o9BvE8HgXD2j/PD9bDg84NL/J7F+JKdAfSvBqCIIj9SzeFN5Ik4+jRZ/DRRzMAWDC/VYpsMn2fI5vNbmkdvc5FO3PmImZnH4Hz2kBDOE9EUVRwXpsASybTW15nL+yEdrQsE9lsFrZtNxTx9Dr/uNuuyq1Qf50lScLg4DAsy4Trujh58gyeeeYZ+D5QH6eqDzqJSvJsYE+OaL7wVnXko0cPcOPGB8EaWTC72Ec2m0Uymap5Lln6EwRBEASxnXRbJB/G165duxqb1ReKKRG/CeHch2FUYFkGdD3dNObVKsYkyzJ8nzfVWb7Poesi/hXqSV1PYmZmuqtivmZIkhzZtTeLd4XzxMlpYeegZB9BEATRkr3QNdnvDsN4xToDUF1ehuW50GQZvqKAxboQwkr0RAJbqkSKHwPnPLBW8CDLMtLpTHQM3R5r+DzGGCzLgOd5kfVnaNsmScJ2q9dgIkEQBLF36Lbw5ty5S5ifn21IroltKDh37uKW1tGtHXWIpmm4ePH5mqSMmAWiIpPJIZHQGrrYFeXgJWYqlQpkWW5axNOLO0EvXZWt6CZZ2Ow6CxvPZBA4koIgUuP7rFnQScyLGYJhGMjlhiLbqM3qSNu2cePGB+Dci7pGZVkktkulEjQtEQW5+l2cthPJVoIgCIIg9he9FMkPDg5jfHwSvu/Btm04jh118nme0FahgxOwMfP58OGxaBvx8TOu60JV1ZpOOuGsYEHX9Ya1cu4Hhe4OJEnC0pKHUqmEVCoFTdOi/bcq5muFcBIR9qSN7h3i3+S0sHNQso8gCIJoy253TfazwzBesc4qFWBuFr6qAJoGw3MhWxZ4UgdTxO2RMRYEIrdmFxoew/Xr76NYXA8quDgYk6CqGorFdQwODjccK2OAYRgAgKmp403Pia6nUS6vR7ZtkiRDkhhSqUyU/IuvnYJVBEEQ+4tsNoeJiaNYXFwAY8DY2DgmJo7WfHa3Tq4puHjxBTAm11TxHjkyEcxU647NWGofO3YCExOTuH1b2C1ms1mcO3cR5XIZd+7cQiKBaJ2KcjBnLffDnaBdV+X09E1MTk7BMIy29/Ruk4WdrnO12loLtSpYYowhmx3Ayy9f2fL1vXPnRvT+rl2bBM5FYntk5HDf9U0/kq0EQRAEQRxMwiL5+fk5PH68AM6BI0fGMTCQa3huJpOFpiWg68ko3iMK4Cxw7oPzcLa1cOtIJpN4/HgJExNTDXqEc4719XXoehK6nojiZBcvvoDFxfma+JmiKPA8L4hvCa3nODY8z0WptI5EQocsK5tyoDh8eByLi/Pg3G94jDEgmUwduIK+vQwl+wiCIIg9T786DMOKdQYAc7PgngdZkiBMBxg8BsiGCZ7JgDEE1mJyX2a+ZLM5qKoWVMfXWnnFq6YGB4fx0ktXcO3aVSwvL0KSJGSzA1heXkShsBoFluLnZGFhDouLeQAMiqIgk8lGAi6+dgpWEQRB7C/qP7d930c+P9d0Hmu75NrVq+80fPafPXseo6OjXa1js0krRdFw6dJLNb/bC64BO0Uv7gStinFadVUKS6QyyuUiUql0y3t6Lxasna5zKtVaC+2E/XupVGo5B1KWxZpPnz635f3E8TwP09M3UamUa/Rbr1XvBEEQBEEcXIrFdSwszEWa7eHD+8jn5xp02djYBGZnH6JSKYNzYXFuWWaNU5Pv+9D1JNJpUcBdqVSa6rlEIgFN0+A4DoaHR5HNZmMW/1M1Wtv3fTx8eL9mzbYtkn2+L5KMkiSco1KpDDRN67rgfWLiKB4+vIdCYTVynQqtSVVVw/PPv0RaaQehZB9BEASxL+hHh2FYsc6fPAF3XYAxJBwHViIBJvnwmSSG0Dg2oGmQJKlv1mJLS3m4rtPUyiteNVUorGJ6+iZWVpYBcLiuh/X1AtLpLCSpNrAkSXIk3BiTgue7KBbF81VVjYKJvc5bIgiCIHaXzXxu1yfX2neF3cLwcHeFHs2SVqEtte9z+L4fJUK6YbddA3aKbhNg7YpxmnXbcc5RrZYB8Mj+ybYtGEYV165dxeuvfxqKIuyYerFg7ZScHB9vr4W2O5GbzWaxsrLcNOHXj9mUzbh//w5WVpZrZkyGgTBF4WSVThAEQRBPGfUFWqOjY11r9lJpHY5jwzSr8H0fjuNE291I+DG4rvh9WFTXSs8xxqAoKrLZbI0eqdfa09M3YVlWpNcTiURgIxo6JAjnqVBjyvJg1wXvsizj0qUXcefOTRSLxcieNJ1O47nnXsbw8MjmTjSxKSjZRxAEQTw1hBXrzDSFnwBEvVHSqKKaSiFhW3BVBb7nQ2IMyWR6y9ZioRB8+PABLMuKuvnihBZoYVBWVHn5UWUX5xyVSgm53FBNYE5Um98C5x7S6Qyq1XJk/VAulzAyMhqtPZ+fbRvsy+fnIEnSge+yIAiC2C/0OidvM9tYWJjH2Nhkx7XUJ608z0W5XAIApNOZltXLROcEWKek7sTEUfh+bbedsHvyEc5BWV9fg+9zMCYee+utr+GFFz6GwcHhnixYt9KdVx/4OnnydN91xJkzFzE7+2jbZlPW43keHj36CMJ6PdCNQcKvWi0jlxvaks07QRAEQRD7i2YFWnfv3gbnHIlEouH59fGbO3duQZZlDA4O4cmT5eBZogsu1Bpifh+DaZrIZES33r17d3u21I+veXFxHtVqBZLEgvhSOUjwhY5WGzEq3/fheW5PBe9C737iqXDu2OtQso8gCIJ4aggr1l1dRzTkDoDm+dAL6xhffgJDVWE/9xz0Z8/W2CBshrgQtG0L1WqlxhYhpL5aq9lg49DeQdeTkZALn68oMjRNg6oOBQFAD4xJmJiYioKu7YJ9rutgevomdF0ne0+CIIg9wmbm5G3HNkLi80ju3LkZzAfRY4EJ6hSP0+2M3E4JWQBQVa2m225DJ7CoejqUDZIkfhdei14tWDfTnbdTNuGdZlOG3Yz9YmkpD9E9GUnGCN/3o1mJBEEQBEEcfFoVaNm2Bcsy4ThJKIqMRGJDH8f1dlzzWZYVvR4QmixufymKuHlUbFWv5zjnNbGfZg5S8TWrqgpZlqLuQbF9Pxhb48W2K9Y0PHyoZz3/tDh37HUo2UcQBEE8NUQV674Pe3kZzHPBGYPiujj1aBa5chUsmYT85/8imLq1gFG9EEwkdJimEVWDq+pQJABDq82wWkuS5EiEhTCGYKDyRmCuPojLGKsReYZhRP/fKtgXVnUlk0my9yQIgthDdJOk6ZRQ2uysvVZIkgxZlqLikHq67Tg86PSS/OqUkDUMo6HbTlh3iySgbVs1iahw3nB4LXqZG7ix3+6DNTttE95qNmW/E32AuDbJZAq2bQUBuA1CjbZVm3eCIAiCIPYHzQq0bNsOEn1OlCgzTSMaq9IqfuN5IsHmui4YY8HvWWSpqSgqzp69EOnGuJ6zbRvVajkY5yL0SD4/23Smd3zN6XQWlUopcINg8Dw/6DIchu978DwPsixD0xI4dKi7ud7E3qP5twqCIAiCOKAMDg7j8sdfw/FLz2OkXMHU7DxeunUHA4UiWDIJ6Qs/suVEH7AhqkIYY0ins5GoElVYoho9Xq0lhjE3BlE5F8nKeGAufH4z6oO4Y2MTUJscl2maADgSCb3hsTBQSBAEQew8rT63AZGk0XUdV6++gwcPZvDkyRIePJjBu+++g0JhtettjI93tvCsp5/dggeRTskv36+1oOzmXh522504cRIjI2M4e/YCRkYOg7HGjrNw3nB4LcJCJ1lW4Ps82m5cf2yFer0TZ7t0RDib8hOfeAOXLr20LYk+QFwbMXMmG1TBi9+LnwxTU8epIIrYF/jlMpz/7Z/B/sHvgf2jX4DzX/5/4C3+bgmCIIjm1GvgsJA7TNaFTgu+76NYLKBcLsF1HRw+PAagVvPJsgzGpChZF1ppyrIEWZaRSqUxMXE02leo5yRJjiw4ATHfL5MZiPRnvc6Mr1lVVeRyQ0ilUtD1JFRVRSKRhKZp0PUk0ulM8HutZTGT53nI52dx9+5t5POzDfsjdh/q7CMIgiCeOiRJxtGPvwb+0mX4b74JvpAHG5+A9MYbfUn0Ac2DoaG4EnacKTzzzImaLox4tVYqlamp1hLJwgxOnjwTWWvpehKKogJoDBLWV+vLsoxTp87iww/fg2VZUBQFmpYA5xyZzECDbag4TxS0JQiC2C3azU87deosZmamO3ZTtdvG2bPnIctyz1/S+90t2G+6tc/cLnqdtdht5119t10mk8W1a1dhmmY0f0WSJCSTaZimCdd1kc0OwPe9TVlzdstOJH9365qG10aS3Ei/hVXv6XQGp06d2fY1EMRWcf/rf4bzK7+Ex6MjMAYHkVxbw9iX/h/g/59/AelLPw+2VgDPz4NNTPb1uxBBEMRBo14D189Q5tyHbftRwk/M3gO+9a1v4MyZCzWaTzg/mZBlGZ7n1SQMJUnBc8+92KB1BgeHMTk5hXK5CM45ZLnWMrSZzqxfM2MMui7coFRVBWPiu0E3c5p3yrad2BqU7CMIgiCeWpiqQf7MZ7dl282CoZyLuXsiANc4DzAelFUUjlxuKLLinJo6jpGRUczMTEfiSgjL0NedtRVohcIqZmamg+5ABa7rwvNkHD16DE+ePG56DHshaEsQBPE00ypJs7jYfUKp1TZkeXPJks3YQu4UeyEI0Wvyq11Ctl3n3eDgMF577dN4++2vBccrQ5IkGEYFvi/0R6GwhnfffSc6/u2wV93u5O9uXtP6a6Prya6uDUHsFfxyGWv/39/EvU+/AUdPQPI8+CeOY+H8eZx8623k/pcvAOfOgx0age844H/4+5B++IuQzl/c7aUTBEHsOeo1sOe58DwvSuoJFwU3cgJgjMG2baysLOP69ffx2mufrtEVmUwGpVIJjAkHJ4AhkdDw3HMvYXh4pOkaDMNAKrWhrcTsPiMqRqpUSm3XHCeZTGF8fBKPHy+BMWBsbBwTE0eb6puwc9B1Hdi2Fe2PMUbjX/YYjNebzxMtWV4udX4S0XcYA1RVhuN4oHfr/oGu2/6Drll/8TwPV6++E4kqx3Eif3RJYshmc9C0RNNgle97DUFZzlGzvTiKomB8/CgMw2ha8V6/ljjh85p1dsiyQqKtCaOj2d1ewr6hn9qJPqNaQ+emNQf13Ny9extPniy1fHxkZAynT59ru42tnJuNBExjcmo7EjDddHaF9zrXdYJKaw+SJEPXdSiK2vX9bKvvmXx+Fg8ezLRMfp04cbIm6WbbNu7cuYFicR2MSRgaGsbAQK7r7rXwWti2jVKpEOmMcFYM0L/7ebNz005jbHW/27ntXmimy+r3e1A/a/oBY8DICGmnbgm1Uz/eU+av/m94v7oOT1GBOrtg2bbx4v/xn8Rn1aXnwAZyYr/JJOSf/4Vd7fB7Wv+entbjBujY6dj3z7GHuqtSqaBcLsJ1nZbPVRQlVlzH8PzzL+Po0WciXWFZRuC2hJaxnHriOjMeYxLdhBzZ7ABeeOFjNXo8rhVt24LrCmeQRCIBSZKiQnJV1Vpq+Xx+Fnfu3AqKysT+xIxChmQyjTNnznddVLYfr3u/6OXYNxt3opl9BEEQBLENxGfkeJ6PSqUEz/PAuQ/GJNi2Ddd1mvqqh1Zdp0+fw8TEFCRJbjsTx3UdSJJU8/w47V/rYmjo0LbN8iEIgiD6Ty8zW7eD+Ay5Q4dGkcvlkMsNoVqt9H12R6Gw2nE2IYAgGVjG+voaDKMC27ZgGBWsr6+hUqns2AzaTnMS452Pjx49wB/90e/jo4/uo1BYxcrKMh48uBcEYbq7/4bXYnBwEIqiIpVKIZcbihJ9gCg4mp+f25YZK9s5E3A35gE2o5kuI4hmLC0t4W//7b+NV155Bc8//zw+//nP48MPP9y99ZTW4SR0gDfeLxxdx9Lp0yIJeP9elAz0SyX4b76500slCILYFwwODuOll65AkhgURQlGrkhNi7xc14VtO3BdD5xzLC0tABC6YnJyCmfPnsfRo8/g6NFnutYYY2MTUBQVhmFgfX0Nriv0nOf54NwPLP1vwnHsSPdVqxU8++ypoBPRhaIosCwzSFa6wZpaz5cGgHK5BMOoRHMJAQQJPw7DqDR0FBK7B9l4EgRBEESX9DozJgzA3bz5AUqlIjj3Ak90D4ZRgWUZ0PV0g696M9rbgkmoVlvPxOlkKcYY27ZZPgRBEET/2QtWmpIkI5VKY27uUWSx+OTJUl8tFkPLoHA2obDDtmAYVVy7dhWvv/5pKIpIrJVKJZhmNQhCiCgEYyywN6qgVNq+IES9Pjh16gxmZu60teW0bRs3bnwAzj1IklivmL3n4caNDzAxMRkdWyckSUYikUQm07wCOAz86LoOSZKwuOjixo1r0DQdhw4dwrlzF7veVzO2aybgTswDJIh+sb6+ju///u/HK6+8gq985SsYGhrCw4cPkcvldm1N5sQEpNUnwvW/Dsn3YQ7mRJKvWgX/6D5w/FkwRQFf2JlEOkEQxH5keXkJiqJAVdXIyrOVcaJIwIkknGmaHbfdKeZUKq3DcWxUKiW4rgfGANfd2HexWES5XMabb/5RpPuWljyUSiWkUilkMlmYphGsjaNaLUNVh9rO/QMQWHf6kWatXbMPy7I6nzhiR6BkH0EQBEF0wWZmxoRCrVgsRt13G1VQvQUg28/E8Wt823t7regACavWCYIgiL3PZue89ZP6RBxQWxXcD4vFsLNLkkRHfLVahu/7YIzBNE289dbXIqsix2kfhHCc7QlCNNMHqqrh1KmzME2jZbDmzp0bwblrtl4Xt2/fwKVLLwX/7lxs1OpezzlHuVyCrieDmX5VlErFwO6zglKpgNnZR7h48XkcO3ai4/F6nof5+dmGtWyHjtjueYAE0U++8pWv4MiRI/iFX/iF6HdTU7urrdP/02fw+D/9HiSvsUvDlyTohXXxD86BlRXAssDHJyGN797sVYIgiL1OWIwkZtZJUBRhg9nO0hMQCbPQZr4ZnWJOofaWZRm6noRhGA2Ff2FysVRaRzKZBAA4jg3f96LEnud5UVzK932Yphk9t1UxlaomIMtS06SmLEtQ1UTH80bsDJTsIwiCIIgObCagGRdq5XIpSvbJslwTtOo2ANm+i0PDeJsv5XuhA4QgCILoL1vtphIJpHkUiyWkUr13YsUTcfW0qgrulTCYElYex7v2JInBcezoPqxp7YMQiUT/gxDt9MHMzHTbhGepVGqa6BPbYFEhULfFRq3u9ZYlqsh1XYfv+yiVitE+OOfgHF13ExYKq7h79zYsy+q68KkT7RKZ8WMSXZ0mPM+DLMtIpzOkX4g9xR//8R/jk5/8JH7yJ38S3/zmNzE2NoYf+IEfwPd8z/f0vC3GUGOTtlkmTjyLOQ40M+1VTRNjd+8GO5EAWQY8H1hahPTaJ7a0363Sj2Pfjzytxw3Qscd/Pk3s12MPi5ESCR2maYBzHmhQpWnMJSSc1Tc5OdVw7J1iTleuvFqjvRVFadlNCIhir/X1deRyuSi5Fyb2ZFkG5+G9htXYdobFVPXXJJvNQtdTMM1qVHjHOYckSUgm08hms11fx/163fvBThw7JfsIgiAIogPdBDTHxiaiYFUymUQ+PwvP86KBx+FrhdAS/y/mLXGYptm2wgto7OJgTAxxBoDjx9tX4u+FDhCCIAii/7TqpurUCRYmkDzPAcDg+70nbXbCYjEMpliWFQUWQjgX97fwPpzJZJFMpmEYFfg+D+aIiLUkk2mk05sbct+OrSQ8s9ksVlaWmyb8fJ8jm822DfxMT9/E5OQUDMOIrnGze70I2mTAGIt19NXanAKN3YT1eJ6H6elbge1ofzo5OyUyQ/1y/fr7KBbXg7VyMCZBVTUUi+t9sYsliH4wOzuL3/md38EXvvAF/LW/9tfw4Ycf4ud//uehqiq+67u+q+vtaJr4O2IMQdeI+CzbDKoq4+QHH+DeyWfh6Dok34cvSVBNEyffegtSOPtVYoCqwlcVPH7pRdhv/hEGXvoYxscnIcs7/z2hH8e+H3lajxugY6dj31/HPjU1FcR7XGQyWZTLZfAms1EBFiXUZFkBwGFZBlRVbjj2paV5eJ7TVFN6noPl5UVYlgFFEZ/JyWQShcJa23WaZhWAH82SZkwKdJwM3/eCeYNi9mCoDVVVxdTUVMNnf3jMyaQO0zTheS5kWYGu61CU5q9pxX697v1gJ46dkn0EQRAE0YFOAc2VleWamUXVagWWZSKTGYCqqpBlJRJUnPOoQl28Xsb6+hreffedjkHWsIvjzp3bePhwBp7nQ9eTWFpawMrKStvXb9c8HYIgCGJv0a0FUJhAEsmf3pM2O2GxGHZ2GUa1JtEHiPtvIqGDMZFYfPbZ05ibewRN02o6wBIJEYTYji6wrSQ8z5y5iNnZR+C8sedGlhWcO3exZTLRtm1UKmWUy0WkUumaa1x/r/d9Hw8f3geABttQUZG90SnZzlY8XEsYZIrTayen53nI5+dw585NMMaQSCRgGAZ834NlWZievokrVz4BSZKRzeagqhp0PRkVRum6uO79sosliH7AOcelS5fw0z/90wCACxcu4O7du/jd3/3dnpJ9tu1FnX2cA67rbSkgmFNUvPif/k8snT4Nc3AA+to6xu7ejSX6JODwYaxPHcO955+DqyqQ1otYfOfP8MA0cXrwEIb/3GfA1M3P9eyVfh37fuNpPW6Ajp2Ovb/H7nmig65arUDXhT2laRpIpdIYH+9PDOT06XOYnr4FSVKQyw3CMAxIkg3fV8C5D9/nkSOF0HEcgIREIgnH8RqOvVgsQRTgNTsRLHLicN2NoitZluE1sWmO4/sctm1H58UwDDAmgTEWvZYxCa7rQ1VVnD59Dr6Pmm6/+mNW1QQSCT34DqG0fU0z6D2/vcdOyT6CIIgDRjdzXYjeaBfQ9Dwfq6sr0DQtejxM5FUqJeRyQ9B1HZZlwPeFl3sYrBIdfwzJZKrrIGuhsIYHD2aCSizAMKqwLBPpdKbj62kuH0EQxMGmG9vpftlv7oRFdNjZde3aVZimGVhPIqhC1lCtVsCYhGQyWdPFHnb0+T6HomxfF/tWEp6apuHixedx48YHURLO9zlkWcHFiy9AUbSmycTQ0hTgscKh2mscv35hYi2swLYsu6azL9x+2E3Yin51cobJ6FJpPXI2KJXWI6tzMc/YwL17d3D69HksLeXhuk40SyZOv+xiCaIfjI6O4uTJkzW/e/bZZ/EHf/AHPW8rHgAUVrubX5f0f/9u4P33MT49jci3Lb7B3CD84ydw79IFeLIMZtvgK0/AZBkuY7jzZBkv//EfQfmhL0A6f3HzC9kEWz32/crTetwAHTsd+9aJF715nodyuQiAIZ3OQFGULduPh+RyjcXUo6Nj+Na3voHV1WUwVntAjEnIZLI4cmSi6Wd8KiUKtJrpPsMwUCgUoOtJqKoaJek0LQHDqLZdpxgnIwqlHKcKWZYCC0kGVdWgKCpc18XJk2cwMXEUkiQsPpvFFZsdcxhv3Mz1o/f89my7uVonCIIg9iWFwiquXn0HDx7M4MmTJTx4MIN3330HhcLqbi9tXzM2NhFZH9Qjgme1AUQhdoR1lmWZYIwhlcoEQUo/SvJJkvh92K0QBq1a4XkePvzwPfi+W+P1zTlHpVKC49htX08QBEEcbMJEXjPCe0y/kjZhck2WlagKOUxW9TO5Njg4jNde+zSy2QFoWgKJRAKMAbZtwbYtWJaJ+flZFAqrURf7iRMnMTIyhhMnTuLy5Ve3zeoxrg/CYEylUoZhGFAUpSbhKZJus7h79zby+Vn4vodjx07gc5/7Dhw//iyGhkZw/Piz+NznvgPHjh0HgKgzL45IkPmRjWmcZjoifp02tAiPHgv1RNhN2IpmawnptpMznowOLTnDbYbHJDQRx6NHH8H3vR2xiyWIfvDyyy/jwYMHNb/76KOPMDk5uUsrEsif+wvAhQuAooouvvroYqmIpbVVOJ4nGk8sC5CVaKCQq2lYTOnwf/Or4C3uLwRBELuN53mYm3uIq1e/jkpFOBWEPwFRKCW62URxVLddaO0Ii6lPnz6HiYkpqKqGs2cvIJvNAWBBQocDYMhmczh79kJLfdws5uQ4DtbX12BZJmzbxEcf3UOpVEKpVES5XOrY1Rfi+x48z0MuN4BUKgNNSyCZTGNwcCiYxZcMYlRibe3iivXHTI0Few9K9hEEQRwQOlXz90PMPK20C2gODh5qCLbpug5JEhVTG1VXGnK5IWhaArqeQjKZDv69Ieg6Ba2WlvKwLKvByixcj21bFPQiCIJ4iukmMdKPpE3ITiXXVFXDCy98DNlsDrZtx2a3iUpt3/cirbOTQYhQH3ieh0JhDYZRgWVZMM0qHMdGsbgOoH3QRFE0XLr0Ej7+8dcxPDyCBw/uR8nAZoGfcMZKaGMap5WOCK/TyZOng2BUaDEuBfMN5aibsBXtCp+67eSMJ6OF9ZQfJR5FkZQf/L94/uJivq/vV4LYTn7oh34I165dw6//+q/j4cOH+M//+T/j3/27f4cf+IEf2NV1MU2D8rM/B/bGp4GxMZHwkySRzJMkwPdh5AYgVSqA6wCJBBD7qsE4h5HQ4ZdK8N98c/cOhCAIogWhzpqevgHTrKJarWJtbaUmGeb7PkzTBNC5yHorhEVqzz//Mo4cmcDY2CSef/5lvPbap9vq4/qYE+cc5bJIVqbTGTiOE7giCI0Z2p9rWqKp9pdlGYqiRpadyWQaiUQSyWQS6XQGyWQyiivF9SPFFfc/ZONJEARxQOiXLRfRnFYz7xYX83jwYL3mvIedfJVKGYxt2GOpqoqTJ89gaWkBjmOjWq1E84QYYx2DVpVKBYqiwHEaE36MAa7rUtCLIAjiKaYbW8l+22/ulEX04OAwJienUC4Xg1lzG7PbgN3TOtlsDpqmIZlM1swJDGfKvfTSlY7WqsXiess5i6E1qeM4kCQW6Yp0OtugBdrpiPA6TUxMwXVt3L59A6VSCdlsFufOXWyb6ANE0Ojs2fO4e/c2XNeObEdVtXub1HgyOpHQUS6XomNgbKPjUFicJ2tmMW6nXSxB9IPnn38e/+Jf/Av88i//Mr785S/j6NGj+Nmf/Vn8pb/0l3Z7aZDOXwT7xf8XnL/7t4CVFcDzRKIPAHyO5Noa/JPPQmIM8H3ANMXjqgYuMSQtE0xRwBfIQYQgiL1FmJxyXQe2bcPz/EBT+MHMPCmYg8qiRNV2OwNIkoyjR5/B0aPP9PS6eMxpYWEeiUQCyWQKALC+vhbNAHRdcRzCoYFhZGQUq6urcF0n+r2ixFM+DIwBpVIJiqLU6GegVj9SXHH/Q8k+giCIAwLZHG0/zQKarYKmmqZB10cxOTkFwzCi5GChsIaZmTvRzD3OxbDodFrYJ7QLWqXTaWiaBssyooBYCOfCs70fQS+a+0gQBLE/6SaRJ0kbs+08zwHQe9JmtzAMA6lUq2TW7mgdERRxoOvNZ8pNT99oGzSZn5/DwsJcQzLQdR1cu3YV4+OTmJg4CkAcfzKZRD4/29S6qdvkV9hN2CuDg8N45ZXXMDs7uymNEE9GM8ag60lUKmWINiIeNBsxpNNZcC6eH5/FGCY898v7lXj6+LZv+zZ827d9224voylM1QDXFVadgEjqMQbIEg4/+AgLFy/A80XXNFjQ+WdbUBQVYytr4K4LaZyS6wRB7C2WlvKoViswjAocxw0SekJXAKKjT5alqFBM/G7vOgOEMadKpQLbtgAg6OLzYwk6YQ0KhA5PNjKZDMrlMnzfixwSNtwT/CAR6sBxLFiWEdh5ikKvuH6kuOL+h5J9BEEQB4RuqvmJ/tMpCBW3avA8DzMz00ilUqhWy5Fg830flUoFly69UBO0qk+6jY6OYW7uEVKpTM3rQ+H63HMvbjnoFR9oXd9dsF0zjwiCIIj+0G1iZHBwGFeuiMrhfH4enANHjoxjYCC3y0fQnr2oddoFRRgDlpcfR/N9w46/EEliePx4oSEZaNs2qtUyPM+PLJpUVYvuxZlMdleSX0KXLKJa3Uj0cQ7k890l/+qT0aEtlUhc8qDwSZwjWd6YedjKXYESfQTRI9Uq4NiIKg4BwPMgOw5O/slbuPep1+HoOiTfgy9JUE0XJ699A2xkDFI2C+mNN3Z3/QRBEHWUyyUYRgWc8yCpt2EJzjmPuQZI0HVhf74fnAHimje0cN9g4//D0THJZAqMlcE5h6oqwfMleJ4TzG1OwXU1VCol+L6YYSjLg9A0rUY/7kWtTfQGJfsIgiAOCP225SK6p9sgVGiJoGkaVHUIpmlG84U0LRF5yAOtk26hdagsK7BtC67rQdc1PPfcSxgaGtnScXTyZ798+VUKrBEEQexxur0nFYvrmJ+fhWVZkCQJDx/eRz4/t6eLO/ai1mkVFHEcB+VyCZLEgmQWizr5VVUFgGAmC2pey7kIwIhCHvHa+nvxbiS/Ql2y0Q3q4/79uwAQzBAUWmV29iGGhg4FHXq162qWjE4m0zBN0bGYSCTg+xyKojQkLnfKLpYgDirctoFCIZrTV09uaQkv/uf/gqULF2AmdeiFdYzdvw9JSwB6CtJP/KToDiQIgthD2LYFz/MDq3MWzAQO3Q9YkPxTkEplwDmaaoy9SFzzSpIcWXgCgKLICLsXw6RmsVgIajgYbFtoLPGYHxSXl5FOZ5DLDcGyTLiui8HBQVy48HzNudiLWpvoDUr2EQRBHBDI5mh36SYIFa/+F0OSkw2PA+2TbouLebz88hU8frwUBfimpqbg+xsFupuF/NkJgiAOBp3uSZ7nYXr6Fjj3aj7zV1dX8PbbX8PRo8/gwoVLHee47TR7Ues0C4pwzlGplMCYmOknAjA8+n0uNwTGWBA0GcfDh/ej6yAKgcLOfXHMIfF78U4mv+p1ie+LgFOxWAAA5HJDAMTs4GKxgJWVxxgcHMbjx7zBHaBZovLw4bEaXdNN4pIsxwmiN/w/eROQZSCRAAyj6XMk28b4zD1AUTY6AAeyYJ/6NPh8Hu43vwk2MQnpjTco8UcQxJ5AVRORTSeAyCrcD4oaxsYmMDFxtGa0yn7QC3HNq2kJWJYB3xeFYMLufKM4zHGcoLNRjpyffN8H5xuW79VqBY5jI5MZiKznE4lkw7nYi1qb6A1K9hEEQRwgyOZob9OtJUKnpNvjx0tRgI8xIcjCYdNbgfzZCYIgng7C+4yoDAaq1SrK5WKQZJLw0UczmJ+fxcWLz+PYsRO7vNpa9prWaRYUMQwjmDmXgSRJkf2253nwfY5CYQ3pdAbPPXcRudwQ8vm5KFkYt2qSJIZEQlhOcc5hWSYePnwAADt6zM10iWWZ8IP5XqZpQtf1KOjEuXhc15NN3QGaJSp7SVyGXYa2bcG2bbiui7t3b+O5517C8PDWXA4I4qDC8/PA4cPAwrxI+jWZ+wnOgXIJ0HXxHD0JeD74n3wN3rvfBFNV+IYB79d+BRg+BPb8C5B/7K9BajFLlSAIYrvJZrNIJHSUSiX4voi1SJIERVGQTKZx9OixfVuwHNe8y8uPUSisQpblSPskk2mkUhmsr69CURRwDhhGNUh2bnzGhwVnnudFRWecI5oDXa+n95rWJnqDkn0EQRAHDLI52j06VZl3a4nQKunGOYdt1wb64hX/W4X82QmCIA4m9fenUqkUfdb7vo9yuQggbifJwLmHGzc+wMTE5J7r8NtrWqc+KLK+XoBtm1HSTtM0cJ5GqVSMbJhkWcbMzDTOnDlflyyU4fti7kw6nQVjrGaGH2PAgwczOzpPt5ku8TwP4vBEQCnekRjOjwnpxR2gk5YKuwwNo1ozv9hxLHz962/hlVdew/DwaL8OnSAODGxiUiT4BgbE7L5WcA7YQVefaQKODf/UaTwePYSq4yC5soyx/Dyk/Dz4zB24v/9fIP2Nvwnl//b5nTsYgiCIANM0sb6+DkB09vm+B859JJMppFLpfW87GWreiYkprK4u48MP34fnuVBVBYqioFRah6YloGkaKpUyGANc14s6GwFEXY++78P3RfGYqmrI52cD7bkxNibUlntNaxPd07x8nyAIgiCeYjzPQz4/i7t3byOfn+2qa65QWMXVq+/gwYMZPHmyhAcPZvDuu++gUFiNnhNW/8uyElTDIwjoKQ1Dkf26WRqO42B9fQ2VSgWGUW26/a0yNjYBtYUlD/mzEwRB7E+a3Z8WF+ejObFhJXQI54iSVJ7n4vbtG7uy7v1GGBQ5ffocJiYmo8AKIIIshlGBLItKc13Xg5kyouttYCCHy5dfxYkTJzE5eQzZ7AByuSGoqlpj0yTLEhIJvWaGXz86+zvRTJfIshzNiREJyo2OxHr70W7dAbrRUktLedi2FZ2TcJ9hFfuHH76/I+eEIPYb0qfegDQwAGQHAL+D97+4EQAcWB87gvcvnMPD8SNYyWbw6KUX8f5f+jzWR0fE7D/Hgf///hV4hTV4f/R/wf2t/x3eH/1f4I69MwdGEMRTy/LyEj788D2Eib4QYZtexrPPnj4w3Wie52Fm5g40TUMmk4WuJyHLcqCxypGNp7DwbK6DhLWnD8/zo23Wj43ZKW1JbB+U7CMIgiCIGN0EmuppN2OvXiyF1f8nTpzEyMgYTpw4icuXX8Xg4HCUZCyVSnBdNwoUhjN+wkCfrm8E+qanb9VUz2+FbpORBEEQxP6g1f1JVVWYphkEBNyari3GEHsuQ6lU2pW172fqi2fCrjeg1poT2Oh6C5OFZ89ewAsvfAyKosL3hUWm6OhjUadf/Wt3+ngABElHBkkKdYkc6ZZw3mClUoZpGvB9v6M7QCct5Tg28vlZPHz4AJVKOQpUxWEMsG1rR84JQew3mKZB+uEvApoGSEz8wYT/NbPx13V4E+O4d+Vj8HwPUqkEcB+S58JTVdz7xCc2coblMrwf/p/h/d6/Bf/m1+H93r+F9w/+PvxbVCxCEMT24Hke3n//m+DcD+b0SYFGYmBM6JPFxfndXmbfCC3V6wk1pWmaSCT0mmIzAIHjghT9VBQVhw8fqdGTcXZKWxLbByX7CIIgCCKgl6RdnFbCC2gulmqr/6cgSXJNknF1dRm+72N9fR2WZcGyNgJ9qVSmIdC3sNA/EdsuGUkQBEHsL1rdn8T9JAnbtoOuLB9hbECWFYS3Gd/nyGazO7jig0F98YzQD6xpwq5Z11v8XpxMppBOp6NOvzg7NU+39nhEko1zIJvNIZvNgXNA13UwJgVzYXwYRjXowKuiWCxC15Nt99FOS1WrFbz99tfw4MEMDKMK0zTgeW5UmBTCOaAoCs0YJogWSOcvQvrMZ4Fjx0SCTwz/Fh16cXwfME08njoKR9OE7adji+YZDoBzOJqGpWdPiD88xwZKJbDgM4qpKrhhwP/Nr1KHH0EQLfE8D3Nzj3pyVAoRnf52rMMfQZIv1Fj8QBWsVSoVMMZgmkZUTBU6HGQy2WhmcjOnJsaEPtI0FaqqRcXjzdgpbUlsHzSzjyAIguhIp/kpB4Uw0NRM+LSbN9Nqxh7QnVhqlmTUdR2JRAKO40DT9FggrbYCazvEGPmzEwRB7H9Et/g8DKMKSZIb7iGalsDY2BgUJYFr164CQFAZvbENWVZw7tzFnV76gSA+xy+fn8f6+iqSyVTDfbzVTNz4vfjBg5mmFdid5un2U78NDg7jypVXsby8iGKxVDMHJ5xVODw8igcP7gaWnqHFp4RUKoWZmWlcvjzUcv/t5hUbRgWqqkHTRICqWi3DdV14ngvG1GBfAOc+XNeFZRnwfe9AalWC2Crs6DPAkQkgNwjcmwFafY9wHBg+h+S64g8MDHGrPMn3YWbSYr6f5wHJJOD74CtPgFXhiMJzObD//keQ//x3bPtxEQSxvygUVoMYiAMx/9fvaR5xpVKBqipwHLtBIwlrb/9AFax5noeVleUgwSdBkkTiL53OQpaVwLJUwsLCPNbWVuH7HizLDKzVJYjPcIapqePIZDJYXl5qqrs6aUti70PJPoIgCKItoQgLk2D1g3sPEptN2qXTaTx+7G9aLLVKMjLGoCgqMpksDKOKarXSELAlMUYQBEHUE967SyXRIQ5wWJaBVCoDTRMVv77PkclkMTY2CQC4ceODIHnCIgvnixdfgKI0n+VKdCZM2I2NTeDq1XfgeW7DczrNxB0bm8Dc3KOeX7sd+k2SZBw9egyO4yHuEhUmJfP5WWSzA7BtO0q2hZqlXdEU0FpLhe4GiYRI3IkK9gGsr68FNrSiI8n3PciyDNd1UCis4d1338GZM+eRzeaeioI1gugW6VNvgP/h74OrKvjICFAut3xucm0NPk40tQTzJQl6oSC6+mQFGB4Gf+8qYBgb9qCrK7D/5ZexMpiDMTSMlJbA4bszYAt5sIlJSG+8AdZiXjhBEAeX+mJn3+c1jkqXL7/a8V6dTqeRTKZhGEbDY5xzKIp6YArWVlef4P79uzWax/dFUV6lUsKhQ6OYmDgKSZJrNGcmkw10lNBI6XQGp06dAefYlLYk9gdk40kQBEG0ZLO2lvuVdDodCah62iXVms2yCelGLLVLMrqug+XlJViWCdu2YBgVrK+vwbbtaPvj45Ntt08QBEE8PcTv3clkCpLEghlqHNVqOZrlEb9/HDt2Ap/73Hfg+PFnMTQ0guPHn8XnPvcdmJycQj4/uyl7JWKDrczE3cxr6/Ub5xyWZaFYLODatatw3e2x1atUKpBlGclkEul0BslkMipO6uRE0EpLiQCVmAsYkkgkkMsNBZazLHAiVCDLMlKpDGRZhue5uH79fbz77p/1NIeZIA460ey+RAJYetz2uYdnZqCaZtDZV2ubq5omxu7cBZgEHD4M3L4l7D45Fzagnof10RFce+UyHly/huV7d3D/9/9PXL32Tay9/Sfw/t3v0Fw/gnhK6XUMSjPGxiaQSOjIZgcAINK3YefbpUsvHYiCNc/z8OGH74FzkbATiGN1XQecA0NDhyI9GNeNwh0qiWQyjXQ6izNnLkCS5C3pUmLvQ519BEEQREs2a2u5X9ls9XwolkQFvQNJEl0RqqrizJnz4FxUu7eqKm9Vzc45R6VSRjKZRCYzgEqlFNhUid/r+ijOnj0PWZa7CsA+LXasBEEQTzPxe3c4I65SKcH3w1lqBrLZgYb7h6JouHTppWg7T1Nn/04Qt/Xs9T7c7WvD+/zCwjxKpXUkkyk4joNqtQzf94NZLybeeutreOGFj/X9Om7F6aC1ltKgKEqDRVcikYCiHIIsyyiVilAUpcb5gHOOYnE9CHKJeYG9dg0QxEFFOn8R/mf/Avj164BpoKZVN4bseTj51tu49/prcHQdEuPwmQTVNHHy7bfF3/rf/rvAl/+5sPKM4cky7n3iE/A0DVKpBH7jOiQAHmO498wUXvzv/wOYmAR+86tgP/8L1OFHEE8RWx2DAtTqBk1LoFotw3FcaJqGl1/+OA4dOtzvZe8KS0t5WJYV6BsGxoSeBxA5KAiLzg260Y1b0aXE3oaSfQRBEERL+iHC9hOdknbthE8rsVQsruPq1XfaBktbJRlN0wTAkUiI4FUuNxTZMDAmYXJyqutAHQVtCYIgng7q792qqtbcPwYHh/DSS1di1cGNdOrsp0TJBr0U0jSbidvt6zvN043f5w2jCssyg1ktPOh+2+iwcxy76XXcalHQZoumQpppqdHRMbz33jebblPTNAwODqG+4whAdOzNiqEOYsEaQfTM4yXg5EnAtoC1VdGN14Tc0hJe/D/+E5ZOn4Y5mINeKmPs3j1InAMDA8CjR4CeBEolkTQMhmg+PnUKjq6DcQ5LkeEndUieh4RhwkkksDQ1hfGHD+EndLA334T8mc/u8AkgCGK32OoYlJCnIWFVLpfAuQ/bdhDqHeHYAQA+bNvuOPu5Fd08h9h/ULKPIAiCaEm/RNh+YiuCsV4sdRssbZVk5JwjkxmIAnSMMeh6Mtp+M3/6ZlDQliAI4umh2b07vH/4Psf4+GTHz/ynrbN/s/RaSFOfTNN1HTMzd7ZciGPbNq5duxpsRw6uG4PnefA8D6qqIWyM41wUN9Vfx34UBW2laCqkWeCp3Tar1QqWl5ca3que5wHgLRKnB69gjSB6hU1Mim68Y8cAy2w7u0/yfYxPTwf/kABZBtJp4JnjwOwjYGgYKK4DliU+ZCQJxvAgPE1FdXAQviSDgYMzhmouB9Wy8Pj4Mxi7/wDS+jr4QmfLPoIgDg5bLQ6Kc5ATVoXCKhYW5mHbVtTNFxJa9Huei8OHx3ZphcRehJJ9BEEQREv6KcL2E/0SjL0ES5slGX3fx8OH95tuu5dkKwVtCYIgnh76ce9+2jr7N0OvhTT1ybSlJQ+lUgnpdBqqqrZ9fbuOu0JhFdeuXUWpVIQksWhWDed+NL/G933IcrhGFjkGhNexn0VB21Fl326b2Wyu4f0edvSJOcw86m4MOagFawTRC9Kn3gD/w98HV1XwF18Gbt8Enjzp4pUMePYkMHoY8H2w4yfADQNIpQHXRTBzAIn1EiqDg4AkiUSfLMNTVXAAnqqiMDqC9//853By+g6Gxw/md0qCIJoTLw7yPAdA78VBB51Qm6mq2uC0zDkP6ioY0ukMHj9eongOEdH8GxxBEARBADS4d4v0GiwNk4ynT5/DxMQUxsePQm0xv6KXZCsFbQmCIJ4e+nHvDgtOmkGJEkFYSNOMsJAmpFkyzbZt+L4bzOPlLV9fKKzi6tV38ODBDJ48WcKDBzN49913UCisRtsVCcQNFwBgw7oznPUr3PXEDEfGWM117OVYuqFez/RDL7baZv373XEcFAprcBwXjDEYhoH19TU4jhNt6yAXrBFEtzBNg/TDXwRLJoWF5+iY6Narm4/ZFNsGkyRI2Szk/+XHIQ0OAlNTQColtuV54me4LcaiRB8AgHMwz4enKrj38ovAJz+5PQdJEMSeZXBwGFeuvIqTJ09jdHQMJ06cxOXLr9KIkYBQmwn90mhXzhiQyw0hkdApnkPUQJ19BEEQRFueBh/0btjMHJt6KzXu+8DqKmCa8BMJpCaPtX19P+ywmq0jDgVtCYIgDh5bvXc/rZ39vdBLIU2zDnvf96Kkm2WZNTbd4es7ddxNTByF49iQZTkalRUnlUqjWq1CURTouh519AG113G/FwWF7/f5+TncuXMTup6ErutwHAfVahm+76NSKWFgYBCqqlHBGkEESOcvgv38L4C9+Sb82Ufg/+OPRKLu+odoaCUBxIeMLAFLS8Cp05C+8COQ0hngh78I/OZX4asacOsGYFmwBnNIrRVgDA/BlWVwiHC1xDkk24GvyIAkwT1zBksry9SVQhBPIZIk4+jRY3Acr+lHztNMpVIBYwzVahmMSWBMFOGFbgWyLEPTtIZ4zlbnLxP7H0r2EQRBEB05yD7o3bDZOTbxYCkvlYC5WXDXBRiD4jgYffsd+D/0BfAz51oKsn4kWyloSxAE8fSxlXt3v4pNDjK9FNI0S6ZJkhwFbMR8ucbXd7LhXlpagCRJSCR0mKZR0yEYznIZGhqGpmlRp1uz67jXi4K6CVyJGcgSdF2PjkPTNKjqEEzThOt6yOUGceHC8/T+JYgYTNUgf+azkAH4r7wC/ze/Cn99HZibFd15ACDJYk6fqogk4OAgpM/9eUjnLoiHg6Qh//KvgS8tAqkUkkyC4roYWFxEcXQUDoS1mBR83slgYBcvQsoO7PmCAoIg9i/7NfmVTqfx6FEVvi/0me9vODgEbskwTROZTDaK53SKW+3Xc0H0BiX7CIIgCKINW5ljEwVLb9+APTcH5nngkvjie2puHqxaxeq/+x3c/wt/AU6w/WaJxK0mWyloSxAEQfQKdfa3p5dCmmbJNF3XYVlGYLEqN339vXt323bccY4oCJROZ1GplOD7HIwhuM9ruHTpRQwM5Npex71cFNRs1uHdu7cxODiM0dHDNccST6pyLjomPc+DLMvIZNJIJJL0/iWINkSdfn/8R/B+6ReBYhGQpCDRp2109j17Evzxcs1rmaqBHRoBDh0Cf/QQhx89xMKRMXiahkS5Al9RwIBghh+gn78Apih7oqCAIIiDyWaLtvcCY2MTuHXreuTIIMsyPM+r6ezjnEfxnE5xq1OnzmJmZnpfnguiN2hmH0EQBEG0YatzbAYHh/FS2cTURw8xslrAsfwCXrp1B7lyFR5jmDk8Anf5cVNB5vte2233Qhi0PXHiJEZGyBOfIAiC6Mx2zF47KPQyG3FsbKJhBi9jDKlUBpIkQ9MSTV8fn53IOYdpGqhUyjBNA77v48iR8Wi7qqoilxtCKpWCpiWQzQ7g9dc/jcHB4Y7Xsd8zmj3PQz4/i7t3byOfn920nqkPXDmOg1JpHeVyCfn8I9y/fzeaXwhszJp0HAfr62uoVquwbQvVahWFwlrDbESCIBphqgb5L3wH2P/8w0AmAyR0QEuINhJZAqaOAb4PNt5YBOCPjiLPfdw/cwaPp6Zw4p13INs2VKMKyfPAATDPR2pwCJbjoFIpw3UdHD48tuPHSRDEwaZT8qufsZbtQJZlTE0dByA+fiVJgqKogTV7ErqexNmzF6J4Tru4lW3b+PDD9/btuSB6gzr7CIIgiAPNZqwK4q8pFgtRNVU93c6xYQt5TBTWgcJ6ze8fHxqCo6qQTbPhNWEisZ/2qU+7HStBEARB9JNuux9bddgnkyk899xLQRKv8fVhx514fKNrT1g3WUil0g3b1TQ96txXFK3Zsrd0LJ3oZxV93MaUc45KpRRUtIuORtsW8wpDp4WxsQnMzj5EsViIngeIZiTGgLW1Ffi+R0lrgugC5ft/EO71D8Dn5gDLFEm/Q4fAJAksmYT0xhs1zy8UVnHbqsC5eAGS58E//gxU08SJd74OM5vF2tRRrD37LHgigWq5DN8wIMkSlNwQvvWtb1J3CUEQfaWTFXq/Yy3bwcmTZ1AorKBSKUdOBeH85VDL3L17G+l0GuVyqcbdwDRNWJaIM0mSBMYYNK1RF+6Xc0F0DyX7CIIgiH1Nu2TeZgJO9a+pViuwLBPpdBa+79WILM7Rle0Mm5iE7zhgqlrze0PXIfk+oOsNr+k2kUgQBEEQxO7RbSHNZpJpsizj5Mkz+MY33obv+9EcPkmSkEqlMDMzjcuXX+15u62001aLgrZifd6MuC2nZZlRshNAMH9QVKLHA1XDw4ewsrIc2VxtnK8MXNelgBZBdAnTNMhf/FExw69UAlMUcNcFS6chfeFHwGLdytHf/uMlMZOPc0icw9M03P/Eqxi/dRN6uYJn3nsfH734PFTGIEsStEoZbG4ezuEx3PF9XP74a5SMJwiiL4Qaot7WWyTLgIWF+T1vUy+KxS40FIuFcamHD+9HcS7XdSPNUyqtB/8GAA7OhWW8rieh1sWkKO508KBkH0EQBLFpdnvAb7tkXjab6zng1CxIlUymYJoGCoVVKIoCQASXyuUSUqlMV7Yz0qfeAP/D3wc3jJrfJ00TXB0BG25MPNL8CoIgCII4WGwmmWZZJrLZLGzbjrrSdF1UdceTXN1ut147LS66uHHjGjRNx6FDh3Du3MWuOwLrdaCw0Nyoog8ry33fA2MS8vk5HD36TNfHHp916Hke4kYLIqAldFxtoIphcHAo2m/8fAGggBZB9EA0w+/NN8EX8pDGJyC98UZNog8QHTS2ZYJVKoj+UDmHrWmoToyjMjyMZLkMYyALK5NBqrAO1bZgptKwUkkwowrtzm3MMQnHXnl9F46UIIiDRjqdxvy8BcOo1DgjVKsVcC7cFWzb2vOz6+qLxZLJJPL5WXjehvWmJElQVRXr68LZwHUbZzB7nodyuYjBweEa5yqKOx08KNlHEARBbIrdHnbcqXp8YuJoz7YNrawewhkvrusB4NH8nHK5hHff/TrOnbvY9piZpkH64S82VMaOVU0sTh2D12SNqqriyJHGWRgEQRAEQTw9VCoVyLKMZDLZ8Fiv1dj12qlaraJcLsL3fUhSBaVSAbOzj3Dx4vM4duxE220104GmaUJRFGiaBtu2Ua2WazoSp6dvIpPJdq0TQxtTz3MhyzI438gjSJIEPXBGiAeqRIKQNz1fFNAiiN5hqgb5M59t+5xKpQKpUABXZMAGwBg4A4xDw+L/FRngHFySATBUBnPgALxEApxJYABsBtyamUb22VMYphl+BEFskZGRMVy79q0aW28AUSJM14VO2IoDwU4RFot5nodbtz7A+noBiqJElp6AcDyQZTmY6xwmN2tnFVuWhbW1VSSTqagQiuJOB4/G6CJBEARBdGAvDDtuN4BYJPMWmib6gNbBsbhdVIhpmoFwUuD7XpToC+2jlpeXcP36+x2PWTp/EfLP/wLkv/I9YB9/FfJf+R5o/89/gjOXXw22LYSY73PIsoIzZ87vSaFJEARBEMTOEXbMNaPX5FVcO/m+j3K5CACBzZWoePd9Dx9++C3cvn0d+fxsU33TSgcKfSUSfNVqObLSFDB4noOrV7+OubmHXWnFcNahLCtQ1QQkiUXbTKUy0bbjgaqxsQmoavPORApoEcT2kE6n4ZsmoOmALL6/WKk0fEkCB4PkiOC65LrwGYOTSMDTdYAxMHAg+JiwFQXT7/zpjnyXJAjiYPPkyVKU0AqTXmE3nCTJsG2r5vlhQXi/8TwP+fws7t693VRXdXo8pFBYxdWr7yCfn4fj2KhWq1hfX4PjONFzJEmCLCtBgRRvuh3btlCtVlAorMHzPIo7HUCos48gCILomb0w7LhZYi5EkhgYQ1Cp3vicVsGxuF3UxnM9AAyuK0SUCCyJ7YfCsVhc78qaqlll7GZm+BAEQRAE8XQQ726rp9fkVVw7lUqlGp0U6qawsOmjj+4jm802dW1YXGyuAxMJHYZhRNsOk3G+z4P1cziOg+npG8jn57pyg4jrpJWVZayurgSBLAm+z6Gqak2gKkwQ1s+3qX8eQRD9Y2xsArO6DhccSKUAw4CX0MAYA/N9JAwDUBQkDAPVwVzQ+cfAYsFoDoCDo2waWFjI4/jx47t2PARB7H8qlQp0XUcikYBpGrAsC4x5AKTIHjzOdsyua+eGNTQ0jNXVFdy8eSN6fGlJFFNpWgKJRAJjY+OYmDgKzhEVWSmKAsexolhUpVJCLjckPm+ZBFmWo9hVKxhjSCaT0DQNAwO5vh4zsftQZx9BEATRM50SbTsxD6VTpfvhw+M9V3Y3qwbnnMNxbHDuR//m3A9+8kBk+VhcXNj0sYS2DKdPn8PExBQFogiCIAiCAFDb3bZVF4C4dvJ9t0bLic4+8ZgkSdHjzVwbqtXmOpAxhkwmGxVKhdsNbThFIEoEp3pxgwh10nPPvYxPferP4dlnT2FkZAwnTpzE5cuvNiQMwwThiRMn2z6PIIj+IMsyzrz6SSiMgasqkMlCYjLAGFKmCaZpgCSB+T5U09rw42UMXJJE4g+AL8kwPA+Pv/bfwe3mDi4EQRDdsDFL2IFlmZHe8Dy3aTKs31bfndywHMfG7ds3o8dt20ahsIr19TU8fryAxcV5fPDBVbz99tdw//6dyJlB1/W64nQOyzIBAJqmgXPeMk4W4roOEgkdjuNuSzcjsbtQso8gCILomX5aSm2WTjZNk5NHew6O1QfUOOewbTsKTsWJJ/vCTj+CIAiCIPYe3Vok7VX6lbyKaydJUuq03EaHjej42zABqre2SqVa60BZVnD06DPQdR2aloCqKlAUJQpMcc4hScJeqlQq4r33vtnTNem2QIoKqQhiZxkaHcPHXv80nnmyipGVFZxaWMBwsQRVVgJrTw7IElTThGxZkALrOcY5mO+LygBwcHCsrSyj+jN/B/6tG7t6TARB1LKf9NTY2AQURa2xFReW40KPiILuDe3Tb6vvTmNnbt++ET0eduhtdBuyKIZVKq3j0aMHNbP5QivzcB6h67qQJDl4LA3GOqd7LMvcsUJ9Ymd5qmw8/8f/+B/48pe/jOnpaSQSCVy5cgX/8l/+y91eFkEQxL6jn5ZSm6WdTdOpU2cjW8yJiaMAAMMwurLIjNtFLSzMQ9d1yHIGpVKxaQVYWK0+NjZe93sPS0u9WXNu5jUEQRAEQbSmnYXSbnV6beZ+HyavtkJcO6XTGViWAc4RWJNLCBN+kiQhm83G9l0bDDpypL0OPH/+EkzTgOe5qFTKYMyNbUsE2tbX1+D7PtbWfJimsevXhCCIraNceA5HT5+F/+ab4At5ZA+PYsaswF5cgOTY8JmEVLkM1TSxfmQMXt1MKQZAdhzIjoMFz8XEb3wV8s//AliLAk+CIHaOvain2iHLMoaGDmFl5XGkdQAWOQ14ng/LMqFp+rZYfXdywyqXS4GTAodpmnBdN0pKMoYoEen7wgLdcQpQFBWSJEPXdeRyQ8HrPIyPT2BwcBgPH96HpmnIZrMoFtdbrk2SZHiet2OF+sTO8tQk+/7gD/4AP/dzP4e/+Tf/Jl599dWgnfbObi+LIAhiX9LLPJTtTGA1m3en6zpmZqYjEer7PlRV60mEhgG1SqUSDW5WlGE8efK4btBxWF0l4ciRjWTfZoTwfhPPBEEQBLHX6WShdPnyqztWVBPqoSdPlrG2tgJZliHL8o7f7+PaKZFIYHl5MbDw5HBdB5IkIZMZaLCIigeDOunAUHfduXMLjEmiYQcckiQhmUzDMCqBnhJBt926JgRB9J/4jPJDALK/9b9jcXEJBgP02VmM3buP0qFD+NbnPgNDVSMLTwD4/7N35/FNlPkfwD8zk7NpelJLC0UQaLnKjQXlcPEAV13F+wJZ8ABUXEU59Oeu4IEHuiqwroK3uOoquqKoq+7qqhwigtyXcrS0lEKvNHdm5vdHmiFpk95X2s/79fIlSSaTZzJJ5unzfZ7vV3J7YCktg6SqcBoMUEvKofzvf9VqnhNRy2oL/amGjCsJgoCEhCS43S7IsgxJkmA0mgAALpcLJlMMTj+9R7NMsrZYLDh+XAkb8FMUFfHxcbDZyuBfxSdr7QX8C51FMfBvVVuFqCj+cjJutxMxMbEwm82QJB369RuIX3/dr72W2RwDu72iWl3CwGuIor+2X0tN1KeW1SGCfT6fD48++ijuu+8+XHXVVdr9vXr1asVWERFFt3CBtqqdpJYIYAXPdJdlGZs3b2iyTmhwB83j8UCSJCiKUplSwT9oZTDoYTZbcPx4IdLTMxrUEW4LnWciIqL2RJZl7N69DWVlJdDpdDAaTSEpuQOpKRu7Wq4uAv0hj8cNm62sMk2miJiYWBgMhha53ocbJEtPz4DP58GePTtRXl4Gu70CMTGWagNT4QaDausHBh4/ejQP+/btgiAIMJlMcLlcUBSlcrBJ0AbdgJY9J0TUMqT0Lui87nsIej1gMENN7Yx4lwuZW7fjwMD+8JjMEAAYnE6YHA5/7T5BgNnjgaDTQS1gPSmi1hZISRkucNUS1+6Gjiv5x3NUmEzmao8ZjSacfnqPZmt3bdmw+vTpj61bf6qcNOXvOwWv7BNFUat7LAgizOYY+HxebYKW3V4BkylFm2wfPHYlCALi4hIqsyj4x64Af6BPp9NDEARYLLFNvpqR2oYOEezbtWsXCgsLIYoiLrvsMpw4cQJ9+vTB3LlzkZmZWa99sSZTywuq3UxRhOct+jTknEmShC5dwneOagtgjRjR9ANademERmpvOMFpqhRFrpx9LlXWqVERG2vVBg8dDjsEobY2eLBr1zaYTGbExFiQluYfFGtMu/ldIyIiChUYFCotLYHP54HH44HL5YTFYoVerwdQPTVlcwnuD3m9HiiKqtVZcTgqoNcnQhCEZh0sq22QbMCAIVW2qzlrQ0BtqUVFUUJGxumwWq3afv2z14XKgSZrSACWtWOI2h9xzFio//4MqtMJiCKETikAgDRVRWF5OWSfD3C7AZz6LdB7vejs8UH1+SCmcdUJUWuz2Wxwu11wu/1Zj4xGI0wmszZxpzmv3Y2ZGN2a5WfqkgWhT59+2LVrJwwGI3Q6HbyVtUwlSQdBAGTZXx9Zp9PBYokFAG2VoiCI6NIlQwt2Vj1Wo9GI+PhE2GzlUFUFFosV/qCfgIyM7ujVK5OBvnaqQwT7cnNzAQDLli3D/Pnz0aVLF7z66quYPHkyvvjiCyQkJNRpPwYDvwStQRBQmVO5smYzRQWet+jT1OessPAoZNkbNoAly14UFR1D167dGv9CQdxuJ3S68L/VoijA7XZCr6++qq6g4Kg2Kz0trQskyb+NXi+hX7/+2LNnlzazShD8na3YWCsMBv+AoaIoiIuzQq+XIrbB4/GgoqICTqcDVqsVRUUK8vNz0adPvwa1O4DfNSIiolOCB4X8AyduLbhmt9sQH+8PrrVUnZLgCT3+wZlTjymKApfLBbPZ3GyDZfUZJKtL1oaGCN5vfv5RlJUVw2yOCQn0AdXThRJR9BMMBohTp0F57RUoNpt/tZ7PB53Vil59s3EgPxderw+iokARBOi9XvTML4AkCFCtVohjx7b2IRB1aKWlxcjLO6ylnARUeDxuOBx2xMUlQJJ0zXrtbsyqwvqUn2kOtfWrkpKSMWLESBQU5KOo6DhOnDgOt9sFVVUqV/ApWqAv0GcKXqXodDprPFa93oDTTuuMxMTkyklWTVtWh9qmqA72LVmyBCtWrKhxm7Vr11auwABmzJiBCRMmAAAWL16MsWPH4vPPP8e1115bp9fzeGSunGgFgQFsn0/mQHYU4XmLPk19zsrLbfDnHw+3MwHl5TZ4vdVziDeG0WiGzydHzItuNJpDXrO0tBh7956a6a4oCg4dOoSsrL6wWuORn5+HwsICAAKSk1Nw4kQhfD4ZiqKgosIGo9EEk8kIr9eH0tIy+HyHYDAYq7VBVVVUVNgq03aZKt8T/yz+Xbt2okuXrvVqdzB+14iIiE4JHhQymUxwu51avV1FUeF2u2AymVusTondbteu75IkaROHAFQGHWWtbc0xWFbbIFle3hGUl5fCZrPBarWiT5/+zbK6MLAKMDU1XUu5XhVrxxC1T2Lf/hAeWQzhf/+DWpAPMS0d4tix6KQ3INHtQv7778CxZxdMdgdSvTIkWYYQb4U4dToEvaG1m0/UYcmyjL17d8HtdgVN0BG0xyoqytGp02nNeu0O7kdVVZeJUs01kamu6pIFIT09A+npGVAUGfn5eTh2rACCAOj1BpSXl2qT0YOF6zeGO9aUlFQUFRUyc0IHEtXBvmnTpmHSpEk1bpORkYGioiIAQM+ePbX7DQYDMjIyUFBQUK/X5EBq6/HPamjtVlB98bxFn6Y6ZzExFq0mTVWKoiImxtLkn426pGkIvKa/4xp+pvv27VuhqipstrLK7VWtILK/KLJ/oM7lcqK8XITBYMSRIwe1lFRqlQNzu11QFFUbeAzm8Xhw8uQJuFwurXZN8Ez3qu2OhN81IiKi0EEhQRAQExMLh6NCqxPn8/kgSboWq1MSXEPFaDTB5ToVfFRVVWtDUwS6wtXlCzdIpqoqXC4XnE4HTpw4DkkSIYoiTp4sQm7uEfTvPxDduvVoVFsiae1Z9kTUOgS9AdK551W7XzKakHHDVKheD5RAMDA9Hcbxv4NPkPj3DVErKizMR0VFOVRVhSRJkGVZqyunKApkWUFiYnKzXruD+1FV1XWiVG0Bt7ZCFCV07Xo6unY9HYC/X1efCVJV+4Emkxlbtmyqd61Dim5RHexLSkpCUlLtH84BAwbAYDDg4MGDGD58OAD/LMajR48iPZ0zB4mImkNr5EevywBSoANUUHAUNltZtTRSqqqirKwUqhoobozKwsiyNlDon5mvQlVlqKpSuWrAX8fP43HDZDLDYIj1p6QR/QOLougfcAx+LY/HA4ejAk6nHQaDEXZ7BZxOJ2JjrZAkHQe+iIiI6qnqoJDBYIBenwiXywWfT0ZaWjr69RvYYtfW4P5QYFKQ3W7TJgEZDMZGBR8D/ZqiouMoLS2GJEmQJEkb0ElMTAqZfBXoe/h8Mnw+LwIpuQBUpiyXsXPnNqSnd4FO1zwralp7lj0RtT3BwUBBAAS9BARlNvE5nSj49ms4SkoQk5iI9N+dB8loirQ7ImoCdru9MrgHCIIIQRArJz+r0OlE6HQSTpwogsUS22zX8dasu9fa6jNBqmp95sJCGTabDTExMTAY/P25utY6pOgW1cG+uoqNjcW1116LpUuXIi0tDenp6Xj55ZcBABMnTmzl1hERtU9NOXM73Ez1SM+vaQApuAPkdDrgdrvg8bgRExOrdYD8q/BkbRAOgLaiL0AQBAgCEHQXFEWBJIlQVRVOpxM9e2ZBp9PBbrfDao1DaWlJSPoFVVUrVxqo0Ol0IYORXq8XZ5zRG+npXdkBIyIiqodwg0KCIMBsNkOSdC0a6AOq94f0ej3i4hLg8/mQkJCMlJSUBg+QBfo1Ho8bNltZZd/FH1DU6/WQZR+Ki09Cp9NDUWSt7xHIVgBAm4Tkryfon+Qkyz7s2bMTAwYMadL3Ili0zLInotZXvGUT9v+0ER5FhehyQjl2FEd3bkevs8ei08izW7t5RO1OYPylrKwUsuzTVvMJAiBJ/oCfz+erzBTgwMGDB5ptxVhHzwhQlwlS4eoze70eKIoMh6MCen1iyKTz2modUnTrEME+AJg7dy50Oh3mzp0Ll8uFQYMG4fXXX0d8fHxrN42IqN1qipnbVWco1SX1QLgBpKodIH/gTdAGvgIdIP8KPv9gWUBwWk5/uky1ciUfImyj4PjxQgwfPlJ77arpF1wulzbT3lg5KzUwGBkINLb3jisREVFTa4uDQs2xki24X+PxeLTsA6qqwm63IT4+UUtbmpKSitLSYths5ZVBPv9qvsDAHQAtAOhP6SnAZrM1ybETETWGz+nE/p82wud2Q3A64YoxQ9ab4JAkbN3yI3oV5KPbpZfz7yaiJhI8/uLvR8haCnRRFLSsR4IgQKfTaWVImnPFWEfPCFDbBKlw9Zn958g/Kd3lcsFsNgftr/ZahxS9OkywT6/XY968eZg3b15rN4WIqENpzMztcDOUGpp6oGoHKLhuTnAHSJIkiKIAQTjVUQqeBeVPYSFUqx8RvA1wavAMCD/w6E/tKcJisVZ5LjtfREREjdEWB4WaeiVbcL9GUeSQvoSiqHC7XTCZzJV9GgHDh4/Eli2bUFKiQJIkuN3+LAeBpwUChYHnW63WJmtrQ9QnqwMRtV8F334Nj6JClmU4Uk+DrNNBNhj8yYdVFXtOFuL4hu+R2S+bNaiIGinc+IvFEgubrQxerwc6na5y4jOg00mIjY1rsRVjzAgQWbj6zP7SM6isryiHPFbXWocUnTpMsI+IiKJPuBlKAfXtSFbtAAXXzVFVaKk7Y2JiodPptULUACpX2YnarHn/fkJTYFXdd2pqWsjrVx14DJfaM4CdLyIiosZp74NCwf0aUZS0FFsAKlNx+gd2An0KUZSQltYFLpdTqxXodju1/anqqawGkqRDnz79W/iITmlIVgciap8cJSUQXE44EhMg63TwGY2nHhQEOOPjYT90EPt0OtagImqA4Mk1brcTHo9bG6Pwer1wOOxBk4EUiKKEmBgTYmNjW2zSsurxQPnuf/DlH8XxlGS4evSAxRrHiUCVqtarBk5Nbg+cs2DtvdZhR8dgHxFRBxJts6TDzVAKqG9HMlwHSK/XIz4+EU6nE/HxiUhP74LOndNRXl6GHTu2ory8TOvYSpIUEpgLFKhWVQU6nQ6C4E/xKYoCrNZ4pKd3DdNm/8CjLMsoKMhDYeExiKKgpb4Ibhc7X0RE1J5FW5+krQnu15hMJrjdTq3PoqrQ+izBfYrgeoaiKMJqjatM7alqKwAFQUL//oOg0xla5bg8Hg9++WVzZaBPgslkanBWByKKfjGJiXCVFUMRRciG8L9LFZIIubwMW7ZsQlpaF15PiOpAlmX8+us+5OYegtvtgizLkGV/fV+TyQSj0QiHw67dFxhHEQTA43EBiK22z+aYtKzs3gnltVdQoir49Yzu8LpskPJzUdilKycCVYpUr9o/ud0Og8E/SaK109pTy2Cwj4iog4jGWdLhAnQB9e1IhusAAf5OkNUah6FDR2gdnoSEJJx11jjk5+ehsLAAqgp07pyGlJRU7N27CydPFkGnk5CSkoqyslJUVFRAVRUIggir1YrMzH4RO0/B50Gn08Fur4DT6URsrBWSpGPni4iI2jVZlrF//x4cOnQAiqLAZDLBYDC2+T5JWxPcrxEEATExsXA4KrR6wAaDEZKkC+lTVE0rbjbHwGAwwul0wGAwITk5GX369G+1QF9paTF++WUzbLbyyrpAKtxuJ2JiYmEwGJo1PRgRtU1p487F3txDUCUJatUH/Tnq4NNLcDgqAKhwOh3Yv38PEhKSkJJyGgN/RGGUlhZj795dKCo6Bq/XW+1xl8sJl+vU6n9/Kkh/ViN/Gk8VTqcTMTExIc9r6knLqscD5bVX4HO58GvfTMiSBBGAKssQj+bBFxvLiUCIXK/aZDJjwIBBcLlcnFzXgTDYR0TUAdSl9l24dJKtLVKADqh/RzJSByhScE0UJXTtejq6dj0dwKkBKK/XA5PJBEVRUF5ejt69+8Llctap81T1PBgMBuj1iXC5XPB6vTjjjN5IT+/KzhcREbU7sizjt9/24eDBA7DbK7QV7V6vB5IkIS4ugQM29VC1X2MwGCBJCZBlH5KSkpGcnBK2T9IW6xkCp/pI/klpgXSk/oCfw1EBvT6RNY2JOiCd2YyuvXpj37H80AdUFVABVNZaV1UVLls57OVlgCCgosIGm62ME0mIqpBlGXv37kJJycmwgb5wApkDgv9dUVFeuQLf2GwrxpTv/gelvBzH01Lh1ekgBrfD54NQXAxvUjInAqHt9u+o5THYR0TUAdSl9l2XLm2vc1TfAF1tGtoBqilYeuDA3joPTIY7D4IgwGw2V6bQEtkZIyKidicwg/zEiePwej0AEFJjTpZlVFSUQ5IkDtjUQ336NS2VNrWhrxPoI0mSFFiso1EUBS6XC0ajiTWNiTqg3mPPQ/7H76HC5YKs1/sDfRAAAYAoQoUK1adACfxuqCo8bhfKThYh6bTOnEhCFOS33/ahqKhQ6481ll5vACCgc+c0xMXFa/c3Rb9DzT8KQa+H02QKCfQB8HcUXC5OBArS3utVU90w2EdE1AE0Ze27ltbUM5Qa0gGqS7C0LvusqLDB43FDlmVIkhRSq6+tnwciIqKGCEyYsdsrtLovAcH/9vlkeDxuXgvrqS79mpZI5R5YuXnkyCEAKszmGBw/rtb5dQJ9VaPRBJfLGfLZ8KcPk1nTmKiDkiQJg8edj40bvoPgsEMRBKiCCLWy1qgqK2Gf5/H5UF5ehtjYOE4kIYL/Wn3kyEH4fHVb0VcTQRBQUVEORfEhJsaCw4d/Q35+HjIz+wJAk/Q7hPQuULxemF0uKIIQGvBTVcBkapY6gUTRLPzILxERtSsWi0XLsV5VNHSOAgNZvXv3QWpqOo4dy8f+/XuQn58LRZGb/fWbIlhaWlqMgoKjsNvt8HjccDgcKCsr0VJnRMN5oPYhLy8P999/P8aPH4+BAwfivPPOw/PPPw+PJ3R25549e3D99dcjOzsb48aNw4oVK1qpxUQUjWRZRn5+LrZs2QSbrUxLyS0EL9mq5L9Phc/n47WwidWWyr0p+lGlpcX46af12L9/D9xuJ1wuF8rKSiDLcp1fJ9BXFQQBFou1MoWn/zF/VgcDaxoTdWBJSZ2QM3I04lJSEROfgBhrLIxGU+UqP9W/yq8qQYDDYYfH4+JEEiIEJjF7QybUNJSiKFr9PlVV4fG4UV5eiq1bf8LevTubpN8hjhkLMS4Op50sgd4XWtpF0OmApCROBCKqgsE+IqIOIDU1vTK9QnXR1DkqLS3G5s0bcPDgAZw4UYiDBw/gp582oLS0uFlft7HB0sBAm16vhyT5L72C4F/RYLfboKpqVJ0Him6//fYbVFXFokWL8Omnn2LBggV455138Ne//lXbpqKiAtOnT0d6ejpWr16NuXPnYtmyZXj33XdbseVEFC2Cr9elpSfhcrngdrvCDi4FBokAAQaDkdfCJhbIThBOIDtBIDDbkIlUwSs3VdXfV6raxwm8Tk2C+6p6vR7x8YmIiYmBwWCE1RqHs88ex5pbRB1cUlIKxowZj/79B6FHj0xkZw+FPsKqPo2qorS0pEUmiBK1dXa7vV6BPoMh/BgSEMjO4O/DlZWVwOFwaAG/48ePha0HWJf+QDDBYIA4dRp0JhN6HjwMSZahABAkCWrXDOg4EYioGqbxJCLqAJq69l1rqG1menPWYUhNTUde3hFtVUKwugTpgtOAxsTEwuGo0Gavy7ICr9eLfv0Gau1vqbo61DGNHTsWY8eO1W5nZGTg4MGD+Mc//oF58+YBAD7++GN4vV489thjMBgM6N27N3bv3o1XX30V11xzTWs1nYiiQNXrtf/6pWqr9wIr+wKDTYLgT8Om0+mRnT2Y17smVlt2gqKi48jLO9LgVFuBPo6iyNVWbSqKCrfbBZPJXOuqmnB9VYPBpPVVdbrIA45E1HFUTV1csHUTjrpdoYU+VHNEOgABAABJREFUg1XeX1CQh969+/AaQx2axWLRaibXFvQTRbFa5peqBEHUJhSd+goK2oSf+PjEkL5BQ0qXiH37Q3hkMZL+9z/EF+SjsFMSXD16wGKN4zgJURgM9hERdRBNXfuupTVV3byGaGywNHigzWAwQK9PhMvlgqLIEEUJnTt30QbUWqKuDlFVNpsN8fGnCqpv3boVw4cPD5nNOXr0aKxYsQJlZWUh2xIRBat6vTaZTHC7/TXYAoE/WZYhCCJUVYEoSrBYYjFkyAgkJXVq3ca3QxaLBcePK2H7T7KsoLS0GAaDocETqQJ9HFGUtAHEAEHwB3/rmqo82vuqRNTyBo2fiIJPV0OJMKkhwOFwsG4fdXipqemIibGErPivGvSTJAkmUwwURYHb7QQgRFwZ66+pq0JVlZAgoiCETvgJaGjpEkFvgHTueZAA8BtMVDMG+4iIOpCqMyHbokir2pqibl5jBA9A2Ww2eL1uGAxGOBx2xMXF1zgQVXWgTRAEmM3+Tq+iqLBarQBad/UidVyHDx/GW2+9pa3qA4ATJ06ga9euIdt16tRJe6w+wb5IE63rK7Cfptpfe8L3JjK+N5E113vjcIRerwVB0Fa1B1ZriaIIr9eHuLh4dOvWHV26dG0z17f29pnp3DlydgJZ9kGSRLhcTsiyDEmSYDSaIAiCNpGqS5dT/cZw702gjxMc1A1QVf+goV6vR1paep3eU0mSQl4zWrS3z01T4ntCzcloiUV219PxS0Fe9Q9byOSD5v97kaitkyQJ2dlDsGHDd2FTfOt0OlgssVAUBbKsaPVzDQZD5eQdRcvIECDLPi3QF3hcFCVtwk+wmrIiMbsRUdNgsI+IiNqMmla11TQzvaEzxOpLFCXExFhC0l0VFRXWuvKurmlAW3P1IkW/JUuWYMWKFTVus3btWvTs2VO7XVhYiJtvvhkTJ07E1Vdf3eRtMhia7g80QfD/geqvBdVku20X+N5ExvcmsuZ6b+LirCgqOhZyLTOZjDAaDXA4HEhKSkJ6elekpXWBJLW9QZz29pnR6yX069cfe/bs0voYiqJArzfAYDDg+PHCylp7/jSrLpcLsbGxMBgMcLud0OtPnaNw701GRgby83Mhyz7ExlpRUWGDoqiVg4FAbKwVffsOgNHYvtNwtrfPTVNisI+a2xlnjUPpT+txOPeQ/wsY8qETIIoC9HpDi/y9SNTWJSenYNSosdi27Wc4HPbKwJ6v8homwOl0QBAE+Hz+4J4oipXp1k+FEFQVMBpNcLmcVVb0Cdp+/F9Ff1+wtqxIpaXF2Lt3NzweN7xeD3w+/2TntLQulRkgGPwjqisG+4iIqE2obVXbkCEjGlU3ryXaGGnlXV3TgLb26kWKbtOmTcOkSZNq3CYj41SwuLCwEFOmTMGQIUPw8MMPh2zXqVMnnDhxIuS+wO3ACr+68HjkJl3Zp6qAzydzILUKvjeR8b2JrLnem06dOuPQoUNhr9exsXEYNGg4RFGCoiBiWqjW1B4/M1ZrAoYNy0FBQT4cDjtiYiw47bRU/PDDt0G19vwHq6oKKipsiItLgNFohtd76hxFem969+6DvXt3QxR1iI9PhNPpBAB069YdvXplQhSlkP20R+3xc9NUGOyjljBoyJmw2e0oLi4KuV8U/cEHa2V9LyICkpI6YezYc3HsWD4qKmzIz8+Dw2FHoC8A+McwAunWAYQE9URRh4yM03H8+DGUlZVAUVSIolAZGPRva7HEolevLDidzhqDdR6PB1u3bobL5axcbei/aDgcdpSVlSA+PhF6vZ6lTYjqiME+IiJqE2pb1VZUVNiounkt0caaVt7VpQ5NW1i9SNErKSkJSUl1++MnEOjr378/Fi9eXO0zN3jwYDz77LPwer3Q6/UAgHXr1qFHjx71rtfX1IOeqspVE5HwvYmM701kVd+bxqZREsWaJ7gIghQV56K9fWYEITSVe35+LiRJgiiK1er1KIoKn8+Hzp3Tw74HVd+b+Pia+zjt6X2sTXv73BBFC0mSMGjQUGzfvgWlpSWV6QQBSdIhPj4BWVn9uCqIKEhoiRcBBw7s1hbGqqo/UG61xsHlcsFgMEIURfh8MoxGA7Kzh+DkyRPQ6XSIi0uA3R5Y1R94rojk5E7o2vV07fVkWUZ+fm5IP8FmK8Mvv/wMm60MsiyHpAMN9E8qKsqRmJiMigobNm/eiKysfkhPbzvp34naGgb7iIioTajLqrb09IxaA2at3caa1FYzsa7pPokao7CwEJMnT0Z6ejrmzZuH4uJi7bGUlBQAwCWXXILly5fjgQcewC233IL9+/fjjTfewIIFC1qr2UTUAmpKp12fmdR1meBCrctut0OSJK2eYqDOjn/GvoiEhOR6B3mZapyIWlNCQhLOPvsc5OfnobCwAKoKdO6cxsAAUS0EQUBCQhLcble1Gr4mkxlGowlxcQkh/TmXy4njxxXo9XrExyeGPNdgMCI5OUXbf7j+ZW7uYfh8Hni9Hm2iTKAfApxaSSjLMoqLT0IUBQAC9u7difz8PK7yI4qAwT4iImoT6rqqrTUHk8K1UVVVuN0u+Hw+WK1xUBS5wX9M1jXdJ1Fj/PDDDzh8+DAOHz6MsWPHhjy2d+9eAIDVasXLL7+MRYsW4fLLL0diYiJmzZqFa665pjWaTEQtoKGpqiNh8KdtC/RpDAYD9PpEuFwurQ9jMBi1yR9ERNFEFCV07Xp6yIoiIqqZv0+gwmQyV3tMVYG0tC7V+nTBE5UDQcEASdJpE5Uj9S/t9gq4XA7ExMRAVRUt5XNgdbyqqlrgTxBErf6fqqoN7psSdQQM9hERUZsQDavaqrbR6/VqKStEUUBpaQl++mlDo2aZcTUENbfLL78cl19+ea3b9enTB2+//XYLtIiI2oLGpKqm6FN1kM5srj5IVzWla1paOoDG90camyqWiIiImk5DxmIkSULPnpnYsWMrPB43dDodDAYj9HpDyETlSP1LRZG1FX2BFKGCcCqNKHBqpZ9QGQlUVf/rAuybEkXCYB8REbUJ0bCqLbiNHo+nMtDnX+kXExMLSZKaZJYZV0MQEVFLq2+qao/Hg337dsJms8FqtaJPn/7Q6Qwt0VRqArX1u8rLy8KmdO3Xrz+s1oQGB+yKi09g+/YtcLsDA4OGBqWKJSIioqYRqU+g0+mQmJiEX3/dr00Kcjjs8Hjc8PlklJWVQBRFSJIOXq8PoighK6s/HA47ioqOw2KxoKLCptXfC84i4F+pp0JRFFit8SgtLa5cyScAOFX8VhTFoBWBAoxGk/bv2sqoEHVEglq1GjdFVFRka+0mdEiCAOj1ErxemcXOowjPW/RpK+dMUeQ2v6pNUWTs2rUN+flHodPpYDKZtNlm/sdV9OjRs0UCdm3lvHUkKSnW1m5C1GjKvhM/65HxvYmM701kVd+b/PxcHDx4IGzAT5YVJCQkwGg0w2KxwOv1YNeuHZUpmfwDQpKkQ//+A9GtW49WOJqm09E+M+H6XaoKbN68AT6ft1r9HoPBgJ49e2P//n1aIFBRFG0mf00Bu5Mni/Djj+ugKL6Q+oAxMbEwm2OiOh1XR/vc1IcgAJ06se9UV4G+U0f+THXUY++oxw3w2NvKsQf3CVRVRUnJSfh8Xvh8PtjtFVAUWbt+y7I/aKfTSbBYrNDr9fB4PHA4HLBarZAkCYqiwOfzwev1wut1h9QHFgQRiiIjNtYKo9EEj8cDm60MiqJUpvD0r+wTBH/GAVEUtNfxt7XlxlyaQ1s67y2Nx163Y2/ouBNX9hERUZvSXKvamjJllChKMBrNsFrDX3wbMsuMKa2IiKg1RUrhFBi4AVRIUjmOHfOhuPgkJEmCKPonuoiiAFWVsXPnNqSnd+EKvygSrt+Vn58Lh8MOp9MORVG1lFoulxNmswXbtm2tHNRza4FAQRBqzGwgyzJ27NiqDRQCp9JzORwVkCQd03ERERG1okCfQJZlbN68Qbtm2+0VkGUfZFkGAC2Q5/9Phs9XAqPRBLfbDVEU4fV6IElmiKIInU6H0tIS6HS6kOs/4A/4xcRY4PX6YDAYEBtrhd3u7xMYDEYoigyn0wmDwQCLJTZkgnVbKfVC1NYw2EdERO1eaWlx2FRUjUkZ5S9irVRbAaGqKpxOJ8rLS5Gfn1unoF1ztI+IiKg+wqVwkmUFDocDFotFq5Fit9uhKDL8gzR6BI27QJZ92LNnJwYMGNI6B0FNoqLCBqfTXjnz3n+fP+CnoqLCBp1OB4dDCRsIjBSwKyzMh8fjDvm8BCiKAo/HzXRcREREbUBwnT27vQIej7tyFZJ/KZLPd2piWCDo5/PZAfhX7Hs8HphM/rSfbre7cnKPAkDU+g3+lXoWZGScDlX19z0KCo4iMTE5JKhnMBgr+54qJKntlXohamsY7CMionZNlmXs27e7MtVYINe7WK/aeuFW3YVbAeFf/VABVVXhdptx8OCBWoN2TdE+IiKippCQkIThw0dqKZzcbif8K/pOXYcUxVdZe8U/wCNJpya9iKIAm42lD1pbY7MF+FfsKdrKzdB9+6AocuUMff99gUCg02mH3V79/MuyjIKCo/D5fFrar+CgnyAI8PlkWCyWeh8rERERNa1AHWd/nT1nULCuJmrldoDX66mcMCRU9hkk6PVG6HRSSGpwQRDgcjlxxhmZOHo0N2T1X4Ber0dcXBzi40+lk2cWJKLIGOwjIqKoVZfBrOBZaQH+YJwLPp8Pu3ZtQ79+AyN2FmtadRe8AkIQALu9AoIAxMbGVeaXF2oN2oVrX4DX62VKKyIialHBaR33798DSSqv8rgOiuLWBoGCKYoaMcU1tYymyBag1xshSdXPL3Aq9WY4sqzA7XaHbY/NVgZZlrUVAIH6O4C/X2Y0GpiOi4iIqA0IZDEKrOgLBO4iXf8D/LV4BQiCCLfbBZPJDFGUoCgqdDpJW+0XoCiqNtEnEGAMRxRFGI1m9O7dp2kOkKgdC/8tIiIiauNKS4uxefMGHDx4ACdOFOLgwQP46acNKC0tDtmuaqfR6/WirKwEDocDXq8H+flHwz4PqH3VXVxcPIYPH4kePXrCYDDBaDQiPj5RKxod/JrHjuWHPY6aO7X1r/1HRETUVCwWCxRF0WZ22+0V0Ot12sq+qrOvJUmHPn36t1JrqbZ+iz/96qlt8/NzsX//HuTn54Y8ZrVaYTLFhAzsBQb6DAZDyErPYJIkQq83hm2P2RwDSRK158qyr3IA0R9Azs4eErHWX6R2EhERUdNLTU2HTqeHy+XSVvTVFug7RYAsy5XPVWEymSBJOhiNpmpb6vV6pKV1AXCqzxlOcFCQiGrGYB8REUWd+gxmBXcaVVWF3W7TatCoqgqdThf2ecCpVXfhBAJ4gRUQ8fEJiImxVBv49LctctCuIZ3a4IGvo0dztULZRERETSk1NR2qqmqTZDweN1wuV+Xq9VPBPn/tNgn9+w+CTmdo5VZ3XHXptwC1T5hKTU2HxRKL+PhEmM0WGAxGmM0WxMcnIibGAoslNmwg0Gy2hKzsDG6PIAiIiYmFJEmVq/pEiKKI2FgrcnLOQlJSp2ptruvELiIiImo6NlsZvF4PfD4vVFWtR6APUBQZsuyDz+dFaWkJFEVB//4DodPpIcsKXC4nKips8Hg86N07U5sElJqaDr0+fB9Sr9dz9T9RHTHYR0REUaeug1lAaKfR7XZBUU51VEVRhMlkCvs8oH6r7ho6E62+ndpwA18bN67jwBcRETUzVfu/Xq9HYmIyunXrgcTETuje/Qycf/6F6Nate2s2sMOrS7+lLhOmJElCZmZf6HR6GI0mWCyxMBpN0On0GDx4GCwWa8RAYHC/pWp7DAaDtp3ZHIOUlM4YM2Y8kpJSqrXX4/Hgl182o7y8FG63uzI1WPiJXURERNQ0Av0ESZKQlNSpso5ezeGDwOQvQRAgiiL0ej1MphiYTGbo9QZ07doNvXplQZZ98Hp9kCQdJEnC/v37UFx8EgC0vock6bQxG0VRIUk6ZGb2ZY0+ojpisI+IiKJOfYJwwZ1Gn8+nregLzDAPdEzDrb6rTwCvoTPR6tOprWmAbu9eDnwREVHTKizMhyAIYQM7kqRDp04pGDVqLAYMGMIVfW1AXfotdZ0wlZCQpKUq79QpFT169MSIESPRqVMKsrLCBwKr9lvCtce/AtAMs9mC9PQuYQfvSkuLsX79t7DZyuHxuOF02lFWVgKPx1OtnURERNR0gvsJoigiLi4BkiRCEMRqWYwCt4NX+gOo7B9YYDab4fP5kJ+fhwMH9sJgMMBqtcJsNkOSJMiyD3v27NLGMYL7HklJKYiPj0d8fALy8g5j795dTOdNVAe61m4AERFRfQUKRocL+IVbRRfoNO7atQ35+Ueh0+lgMplCOqvhnpeamo68vCOQZV+116kawAsE7fbt2w2v1wtRFKAo/tUPtc1EC7Tv2LF82O12WCz+mfFVnxPoeIc77sDAV3p6RsTXISIiqo/gyTVmsznkMUEA68q2MXXpt/z66/46rf4rLDzVJ+nZszdEUUKg21TXfkt9+lEBgYlN/v7OqZUCqqrC4aiAXp/ImsZERETNxGazwe12Q1FkiKIEk8k/saeiogIAoNPpoKoqFEWuDO4FUrrLUFX/uIjH44HPVwKLxQq9Xo9jxwpqGMfwoKDg1DiGKEqIibEgL+8IHA47nE47ZFmBJIkwmWKQl3cEmZl9kZCQ1GLvCVE0YbCPiIiiTkMGj0RRQt++A+FwOOr8vPoG8Oo6+BVOoPZfTeqzopGIiKix6ju5hlpXXfottZ1TQMXmzRu0QbnjxxVtYC0x8dTAWl36LQ2ZCBWY2CRJElQVCF5EoCgKXC6XtmKAiIiImk5paTGOHTsKh6MCquq/7trtFTAaDZUZkgCTyQRJ0sHhqICiKBAEf6YhQRCg00la/0JVVdjtNsTFJWh1nl0uJ2TZny7caDRpaT8djlPjGIFJPz6fF06nvTKNt3/Sj8vlgNFoxL59uzF8+Mh6p/asOpmprmM1RNGEwT4iIoo6DV1F15DnBQJ4R4/m4fjxAqgq0LlzGuLi4sO+Rl0GvxqKg65ERNSSGjK5hlpXbROPajqnOp0OJSUnIcty2Hp+I0aMBFC/QbH6ToQKTGwyGk1wuZxaSjDAP1CoKDI/e0RERE0sEGQL/Nt/+VXh88nw+byQJEmbdGOxxMJqTYAs+2AwGGC32+HxuKrtU1FU+Hw+xMZaUViYr03iUVXA5XJWrvzTISbm1DhGYNKPx+OGoqgRJv2g3lmNSkuLgzIHhE5m4ipBak8Y7CMioqjU0FV0DXleeXkZCgrytI7h4cO/IT8/r8U7hhx0JSKiltSYFNXUeqpOPJJlGfn5uVq/p1evLBw4sLfaOU1ISEJR0bGI6cILCvLRvXv3RrenJsETmywWK+x2mzbY52+ngZ89IiKiJlZYmA+Pxw2Ho6Kynp5cueLfT5ZlJCUlQ1EU+Hw+9OyZifT0rvj11/0ACqHX64NW+wmVK/JExMcnorS0pLKEin9//oCff+Vfp06nIS3t1DhGYNKPLMuoUiJQm/RT36xGgUCmLPtCJjP5fF788stmdO7cBVartVlW+nE1IbU0BvuIiChqNXQVXX2eF6ljGJjl3pD0EQ1V06Br79592GkkIqIm15gU1dT6ws1k1+sN6NUrEy6XCzabDV6vGwaDETZbWUg942CiKISk2WouwROb9Ho94uMT4Xa7IMsy9HoDzj57HHQ6Q7O3g4iIqCOx2+3wej1QFH+Qzl+X71RwThBEKIoCk8msbROcHtxgMECvT4TL5dLq/RkMRuh0Eux2L2JiYqsFAwEBycmdIIoSAgv5A/sLl87bH0CU6p3VKLBaMHgyk9frhd1ugywrkGUZRqOxwSv9IgX0alpNGJwanagpMdhHRERUg3AdwwCv11vv9BGNFW7QNSMjA4oCBGW6IiIiajLNmaKamm/Wd00Tlg4c2IdevTKRl3dE6+c4HHa43S7ExsZBr9eH7EtR1JA0W80l3MQmg8GkrSZloI+IiKjpWSwW+Hw+Lbimqv6JPv5/++vmybIMACEr64In6QiCALPZrO1TknQwGIwQRTFsMNBkMlWbZBTYX6DGX3A6b1EUYTKZoNPVL6tRYLVgQGBVYfBxud1uOJ0O/PLL5npNLKoa0CsslLF//x7ExyeirKwEer2+yVKjE9UFg31ERESVwg22Ve0YBqtv+oimEjzoKgiozJ8vt3g7iIiIqHGas4ZMTROWPB4Ptm/fCoPBoD1uNsfA43HDbrchPj4xZABOr9eHpNlqTlxNSkRE1LJSU9Oxf/8eeDyeypV8QmUabaHyPxGS5L8OB6+sqy3lu8NhR1FRIURRrBYMDLdCT5Ik9OyZiR07tkIQRMiyF4AASRJhNlug09U/lXxwinAAcLtdWopwWVagKE7tOF0uF3744VsMGjSs1n5Y1UlVgdWCiqKivLwMAKDTSZW1CU9NompManSi2jDYR0REhMiDbYmJSVAUJexAWX3TRxAREREFNHeq8JomLHk8bsiyDwaDf+a6qqpwuVwQBP9glcPhgMViabUajVxNSkRE1HIkScKAAYPx44/roCi+yv4ItHSbgAqj0QjAPwEoeGVdTZN0rNZ4beVfVf6JRF2gKKfuKy0txq+/7oMkSdqqQEEQkJLSGaedltqgyT/Bqw8BaPUAVRVQFBk6nU6b4CSKArxeT536YYE6h16vBz6fDLfbCUEQK+sMKxBFQVtFGDyJqqVSo1PHFL7nT0RE1IHUNNhWXHwSOp0+7POqdnKJiIiI6iqw8i6cQKrwxvAH65Swj/l8Puh0/rm/Ho8HZWUlcDrtUBQZgiDA5/PX1+nRoyeGDx/Z6FWGjSHLMvLzc7F//x7k5+cymwEREVEzSE5OQU7O2YiNjYMoSpW1+wDAn0qztLQUsiyHnQAUmKTTu3cfpKdnaI8HVv5Jkk6rAagoKiRJh6ysvtpqQSB0XEaSJJjNZlitcbBYYlFWVgKbzYZjx/Lr3Q8IboN/JZ8Mr9dbmXpU1IJwqqrC55Ph8XhQXHwCP//8Y439jhMnimCzlcHhcMDlcsLn88Hn82qTxQN9MEVR4Xa7tOe1VGp06pi4so+IiDq8mtJc+Xw+pKSkorS0OGxaCqaUIiIiooZo7lThVWeyBzMajZAkCaqqwuGogKqq2mCXIAgQRQEnThxHcnKnRrWhsZozzSkRERGFSkrqhLPOGod1676F16vT+in+AJYEvd6AuLj4eu0z0sq/4EAfEH5cJpAaU5YVyLIMo9HYoH5AQkISevXKwvbtW+BPCyrB55MhCCoURYSqKvD5Aiv//P8vKMhDRYUt7OvJsoySkpOQZQWqqmoBQVX1PyZJOu34/OlCTwUMdTodfD4fNm5cB0VRkZqahvT0rhxboibBYB8REXV4tQ22CYLA2jFERERVhKt1y2tj3VWtIROsKVKF11RHJzu7Pw4c2IuKChsURdECfYqiVA5IqfB6vdi7dyfy8/OQmdkXiYmND67V5zPT3GlOiYiIqLqiokLodDot1Xcwn8+HY8fy651quy7puauOywRSYKqqWtmHkRvcD5BlGQcO7IXBYIDBYIDH44HNVgav1wtFCZ9lwefzwWYrg16vxy+/bEbnzl1gtVrRuXM6CgvzK/tMPm31oz/lqT/tqaqqsFrj4HTaIcsKJEmCoqhQVQVutxM7dmyt3N4f5Dx06FcMGDCYE5mo0RjsIyKiDq8ug22sHUNERHQKV1w1Xk0r7+qTKrymAFpNdXQyM0Vs3rwR/lo8obPRg1NaBQbVRowYCaDhwbX6fmZqyrwQSHPKvhkREVHTau7MA1XJsoxjx/JRXl4Kh8MOszkGgiDA7XZBUdTK+npqSGCvvv2Aqn0Kg8GAxMRknDx5Imw/LMDn86GoqBCiKMHl8tfk27nzF+j1etjtNoiiBEWRQ+oOqqoKvd4Ao9EIg8EAr9eL9PQuMJksOHr0CGy2MgCBjAr+gJ/NVoZ9+3Zh+PBRnMhEjcJgHxERdXhNNdhGRETUEdS04mrv3l3o0iUDTqeTq/1qUdPKu7qmCi8tLcbevbtQUVGupeLMyzuMzMx+WgAtMGEpEBT89df92rnJyuqHvXt3BqWgUkMCfYE2eL1eFBTko3v37g061oas0mvpwUYiIiJqfOaB+qziLy4+iV27dsLr9WgBPo/HjZiYWMiyjMouCURRhMlk0p5Xl35AcDvKykq1/s2pfYgwm82oqLDVuJ/AxCeXS9FuB1bliaJYWd9QhaIoIbWSA326fv0GIiEhCfn5ubDbQzMqBG8bqEnIiUzUGAz2ERFRh9cUg21EREQdRaQVVx6PB3Z7BSoqyhETY+FqvzqoaeVdbWRZxo4dW2GzlQXNfAfcbjdsto3o2vV0Ld1UeXlZ2FV1vXplwWqNhyz7YLdXQBBOTXwKHlgTRQEOR8ODaw1ZpdfcaU6JiIiousZMhq7PKn5ZlrFnz66QiUCxsXGw222w2ytgMpmgKCokSURMTCwEwZ8e0+VywefzwWqNq0ztWb3PVHUylCz74PPJiI21Qq/Xw+12QZZl+Hw+CIK/Zl9t/HULRa0dgL/fpSgydDp9ZS1kQFUVxMXFo3v3M0L6dHa7PaRGcjB/H07hRCZqNAb7iIiIEDrYVlFhg8fjhl5vhMNhR1xcPAN+RERElcKtuFJVFQ5HBU7VLGF9tbpqaKrw/Pw8lJeXAoA2811VFfh8MjweN44ePQyj0YTc3MPwej2QJKnaqroDB/aiV69MHDiwr3KwCwBUiOKpgTXAH1yLiWl4cK0hq/SYeYGIiKjlNXQydH1X8R875p8IFEgnDviv7/HxiXA6nbBa4yFJOuj1egiCAI/HA4ejQgu6lZaWYNOm9UhKSgYgaBOmVBVhJkOp8Pl8KC8vgyT5+zuCAPh8MlRVCQng1aRqwE9VFaiqP92nJEmQJBFmcxy6dz8j7CSmwPOqBvz87RE5kYkajcE+IiJqN+qTLiIcUZQQE2NBXt4RbSbaiROFXJVAREQUJNyKK5fLVZm6SIAkhV57WV+teRw/XqANVgGnau75CXC73TCbY+BwVMDpdCIhIbHa4JLX64XL5cLw4SNx9Gge9u3bBUEQYDKZQrbV6/VIS2t4DcGGrNJj5gUiIqLW0ZDMA3VZxZ+amq71EcrLSyuDX6HbCoKAmJgYxMcnID4+Ebm5h6CqKjwed2WKcREWixWKoqC4uAgnTxYhISERx4+ryMs7gvj4hGqToQTB3z/1er1QVQk6nQ6qqkKn80+E8q/wQ50DfuHu8wf6LIiJsYSdkJSamo7c3MPacQQTRUHLxkDUGAz2ERFRu1BTugirNb5OQcCG1JMhIiLqaMKtuFIUGYIgQBAEGI2mkO1ZX615BFbhBWbEK4oSNFv81CCSLPtnrbtcLpjN5pB9BM6NqgKSJKJTp9NQWlqs7achNQQjpQvV6w31XqXXmDSnRERE1HD1zTxQ2yr+oqLjyMs7Ao/HDY/HDbvdv0rPZIqB1WoNmWTkdrtRUHAUkiRBEACHww5ZlmGxxMJiiQUAlJWVaPXzAn0cWfbh4MEDNayeEyAIIgwGI0RRgslkgtfrhc1WXllzT65TwC8g8BqSpIMgiHA6nRg4cGjYfookScjK6ocdO7aivLxMex1BEGC1xiMzsx/7N9RoDPYREVHUqylIt2PHVhgMhsoZ4TXnjG9IPRkiIqKOJtyKK0HwXzstFmu1wRXWV2senTun4fjxAgQCe8EDW/6gqxEAKldaClAUudo+FEUFoGLz5g1aH0iSJPh8PiQlJSM5OaVeNQQj9ceC04XWd5VeQ9OcEhERUcupaRW/LCsoLS0GAFRUlMPr9QI4lQbe4aiAXm9ATEwMjEYTnE4nzGYzystL4fP5tAlNdnsFDAYjFEXWUnT6JyfJQa8lw+v1VabbROXrQEu5qdPptIAhABgMBiQlJUOv948bnTxZBFVVIEk6KIoCn88bejBBaRV0Oj0AFSaTGZIkwWAwwuVyRnyPEhKScNZZ45Cfn4eiomNQFBWpqWlIT+/KQB81CQb7iIgo6kUK0qmqivLyMpjNZphM/pnsNa3Ua0g9GSIioo6o6oors9mM/PzcoDSSp7C+WvNIS+uKQ4d+raxJ4683I8uKFrAL9H0Cg2bhBpF0Oh1KSk5ClmWtD+SvOSPB6XTWaxVdoD8mCALcbhdkWYYkSTAaTSHpQrlKj4iIqP2pqdZuYCKQzVZemTKzeo08r9eDsjIvdLoKmEwxqKgohyzL2sQkwD/GU1JyEnq9Qaufp6oqZFmG3V6h/VtVFSiKGrJ6zk+tlm7ev1+gS5cMpKdnIC/vMPbu3antS5Z9/v0Et7fy36rXi/jkTtDr9dpDtY0biaKEjIzTccYZZ8DrlaulMSVqjPAjmkRERFEkUpDO5XJBVZWwA4+BlXrBLBZL2PzrAFclEBERybKM/Pxc7N+/B/n5uQCA9PQM9O7dB127no7MzH6Vs6D9oxaKokKSdKyv1kwkScKAAYORlJQCkykGJpMZOp0eer0ecXEJIav8rNa4ykE2G5xOJ2TZP2M9MTFZm10PoDIVlhN2ewVstnLk5+fVuT12uz/FVllZCRwOBzweNxwOB8rKSiDLvsr+mqR9ZtLTM/i5oHbrpZdeQlZWFh599NHWbgoRUYsIZH4I1xcM9Dd8Pl/lKjs1bLrMQEzO6bTD5wuk1AzdTlVVeL0e+HxeeDxu+HxeeL0euN0uOBz2yglQYsj+/f/279zn81Z77eCJaWlpXWG1xsNiidXGhwRFgaCqgKL4/6sM/kkuJ3RBwUOOG1Fr48o+IiKKepHSRfhTOQhhZ26FW6lX00w0rkogIqKOrKbauIG02Kyv1vISEpIwYsQo7T0H/DPevV5/X8Y/q92/6k+n00FVFfh8PsiyhF69BuDkyZNa/8nr9cJut2lpsVQV2Lt3F2JjrdVSn4djMplRUVEO4NRgnX8/KioqbNXqBRK1V9u2bcM777yDrKys1m4KEVGLitQXPHYsP2SydaS6eIEgYLgJ21W3C/63LMvaasFAXT5ZDg0USpIIiyUeLpcTTqcTMTExYVOKB6er98caVagqIEKFJMsQAfgkCUpgdWJxMdCpE4DI40Yejwf79u2EzWaD1WpF3779odezX0RNj8E+IiKKepGCdKLoL+ZsNJqqPSfcjKtwNYjqWk+GiIiovaqpFlvVtNiiKCE1NR2Fhf5BnmPH8hnwa2ZVa9opihwxvaoknRpYOnBgH9LTu2opQO12W+UgWWAL/4BZ4ByHmzwVzP88AVVn4BN1JHa7Hffddx8eeeQRvPDCC63dHCKiFheu1m5qajr2798Dl8sZMdDXGNoKPME/2VtRFOh0/prFgQCgyWSuLPFigtFoQlxcQsSJaQkJSRgyZAQ2bVqH4wV2iKoCSVEQ6CJJigKIIgxeH+ByhR03kmUZhYX5yMs7jGPH8rWU6UVFx3DkyGEMHjwEXbqc3uTvBXVsDPYREVHUixSks1hiYTAYgvKznxJpxhVXJRAREfkFBiny84/CZiuD2RyjXVNVVYXb7YLP58OuXdvQr99AiKJUpxWA1LyCB9ny83Mr+0bV0517vV6oKqDXG0JW9J3ajwij0QibrRw//7wJ6eldkJGRUW0/AU6nExZLLByOCi2AqKoqRFFETEwsnE5nkx8rUVuzaNEijBs3DmeddVaDg32CELo6tqPpqMfeUY8b4LEH/7+90ukkDBw4BBs2fB82k1IwWVZgMBjg8Xjq/TqnavSJUNVAwM9/f2DSkqoCaWld0KVL5D5NaWkx9u7d7Q8aiiJ8qgqfJEGnKICiQlQUxJXb0C0vH96cHFh69ERa2qlxo8Dz7XYbSktLtP0GgpKK4sKWLZvRuXMaJMlQ7+OMZh3lMx9OSxw7g31ERNQuRArSlZeX1XulXriZaERERB1JcNDO6XTA7XbD43HDYrECQEhwKD//KBwOB3r1ysKBA3vrtAKQWkakusaAP6W5y+VEZmZfbN68Ef4VeacCdEajGeXlpVoqULfbifz8XPTu3Qfx8dUDtxaLBTqdDvHxiXC5XFAUGaIowWQyQVXBGjbU7n366afYtWsX3n///Qbvw2Dw/0YKgn9CYyClbkfSUY+9ox43wGPvKMeempqKs88ei//977/weiMH8kRRQEpKKmy2cths5fVeCSjLMiRJB0EQEajTJ4oCYmLMEAQBer0eGRkZETMWyLKM/fv3QFVl6PU6xCUlw1aQD1kUoQCI8bgR63Si95E8JCoKjBdeBMFgqPZ8RfGhvLws7GsE6g7u2bMTgwcPr9fxRbuO9JmvqiWOncE+IiJqN8IF6bhSj4iIqH6qpu30XzP99UoqKmxaHbbA/3U6HWTZh+3bt0CSpLCDJ16vF8eO5XMyTQuLVNcYOJXSPCEhCVlZ/bB3787KQJ8Eo9GI8vLSygE2/32BwO3eveEDt8Fp1avW59PpdKx9TO1aQUEBHn30UbzyyiswGo0N3o/HI2sr+1QV8PnkDjkY2hGPvaMeN8Bj70jHHh+fhIEDh2Lr1k1QFCVsIM9iiUVWVj/IsoyNG3+A1+sFgFpXBAYoigJRVBEfH4+KigoAQExMLGRZhV6vQ+/efaAo/rTnsuxPfe5w2BETY0FaWjoKCvLhdru1vpPeYERCUjLcx47BJwApJ0vQ58BvkGJjIUybDp8gAd5TNQaPHs3VJskFVvKFo6oqjh07Bq+35vqE7U1H+8wHa4ljZ7CPiIiijizLKCjIw7FjBRAEIDU1DenpXblSj4iIqAkUFuZraTgBwGQywe3211gJDLSIolQ5gKFCVdXKtJ5u6PW6kLpwAaIowG63t+RhECLXNQZCU5qnpXVFfn6etp3L5dRWboqiWLk6T4XT6YLH48WuXduQldUfRUWFIZOpevXKwvbtW+B2u6HT6WAwGGEwGJqs9nEgtSwncFFbs3PnTpw8eRKXX365dp8sy9i0aRNWrVqF7du311r3MiB4AFBVO97Kh4COeuwd9bgBHntHOPZA3TqTyQyPxw1BEKAoihYUs1isOOec86DT+VfK5eSMruxXeAAosNsdACIH0AB/vyU5uRNSUjprk4/8qcZP9RtUNZBqcxdstjJ4K2xQZQV7dXoknt6t2iQp0RoHkyUWKC6GSW+CbuAwiGPHQtAbqp23QFaFQL3kmvgDnnV779qbjvKZD6c5j53BPiIiiiqlpcXYsWMrysvLoKoKAAGFhfk4dOhXDBgwuEXrAXHAiYiI2qOqqR8FQUBMTKAWm/8vU1n2QBAESJIEl8sBj8cFnU4Pny/8rOvAKjJqWZHqGldNaV51O/8AlQpB8Nfb83q92vkXBCAv7whyc4/AZDLBZDLh+HEFv/22X9uXXq+Dz+eDLEvo1WtAk/TPAqllPR43vF4PfD4f9u/fg+zswUhKSmn0/okaY+TIkVizZk3IfQsWLMAZZ5yBW265pc6BPiKi9io4RbzRaILX64WiKDAYjNDp9LBarcjM7KcF+gAgKakTxowZj19/3YcjRw5Cr5fg9UYO9omiP8NEXFw8evfuE3E7WZaxY8dWlJ08oa0chAB4vG5U7NsLi8UKc1Jo30UQRShJybAOOxNSDZPJA1kV6kKv71j1+qj5MdhHRERRQ5ZlbeaVfwDqVFVbm60M+/btwvDho1ok4BbcURVFEcePK8jLO4LMzL4tGnAkIiJqauFSPxoMBuj1iSgrK4XH44Yk+dM6Bq7FqqrC4/HAYokNu8/gVWTUsuqa0jx4u4KCoygtLYbZHAMAKCsrqUzd6q/p5/N5IYoiXC4HjEYjBEFAeXkpACA+PhEm06nVnQcO7MPw4UmN6p8FUsu6XM6QepEejwcbN65DTs7ZSErq1OD9EzVWbGwsMjMzQ+6LiYlBQkJCtfuJiDqaqiniDQYDEhOT4PG4IcsKsrL6RczWpKpAYWEBnE4HfL7wq+UEQYQgADqdv3+q19ecTjk/Pw9lZaXweT3+3IqndgRZFOGwlcMYHw+xykSNuvRnU1PTkZt7GB5P5LqEAZH6zUQNFb5SNxERURtUWJiPiorysHnPFUWFzWZDbu4R7NixBevX/w87dmyBz1d7B6u+qnZUAWh1bPbt2w1F6Vg514mIqH1JTU0PO9NYEASYzTHQ6/WVxeWFao+npXWBJOmCVgAq8Hg8MBrNOHYsn9fIVhJIad67dx+kp2fUmvp88OARsFrjIQgCXC5XSN9LVRXt3CuKApfLpW2jKCrcblfIPgP1GhujsDAfHo8bdrtNqxcJ+MfnFMVfL5KfLSIiorYpkCJeURSUl5fixIkiFBefgKIoMBpNQTWiq/MH5kq0rAPh+GsOixBFEWazBVartcb2HD9eANnjhgqh+oOCAKgKvCdPaP1ZRVEhSbo6pSWXJAlJScmVu4oceuFEOGoOHWZl38GDB/Hkk0/i559/htfrRVZWFu666y6MHDmytZtGREQ1CE6VWVZWCkVRqg0uAv7+mNvtwrZtmyEIAkRRwMmTRcjNPYL+/QeiW7ceTdamqrWMAH/n0uVywefzYdeubejXbyBTehIRUVSqKfVjUpIVoiiGrK5SVX9NPovFClGUtNVhJ08W4eTJE/D5vCgqKsCJE8eQl3cYmZn9uAq+jQv+DPh8vsoVff7zrNcbtNp+/lo7svZvANVq1DRFvUa73V45SKiiajdQEAS43R4cO5bPGs3Uprz55put3QQiojbBbrfD7XahrKw05P6yslLodHoUFcVFvIYfP14AWZbDTvoOEAT/KjmTyQydrvYgmr9mmopwsT4VgKgCaU43rD16NrBsi4CEhES4XE7YbNUnrEuShMTEZHTp0rWO+yOqmw4T7JsxYwZOP/10vP766zCZTHj99dcxY8YMfPnll0hJYX5/IqK2qGqqTIfDDpfLBUCtVvdCUVT4fB5Ikg6i6O+xiaIAVZWxc+c2pKd3Ccn93hhVaxl5PJ7KOjb+QGRBwVE4HA6m9CQioqgVKfXjsWP5sNnKEB+fCLfbBVmWIUkSjEYTVNWfAlQUJaSmpuO33/bD6bSHBAU9Hjd27NiKs84ax0kxbVzgM7Br1zYUFByFTqeD2WyG0+mEw+GrPKeqdh5VVQUghO2jNbZeo8ViqQw6Vn9MVVXodFKjA4pERETUPAwGY7VAX4DP50VJyUkoihy2b+hyuatNJKpKEESoKqDT6eu0+q5z5zQU5B6ErFQP+ImqCr3Xg5jUlAZPIvKnxFdhNsdAp9OjoqK8MgWpf6VgXFwCBg0aClGUoIZfrEjUIB0ijWdxcTEOHTqEW2+9FX369EH37t0xZ84cOJ1O7N+/v7WbR0REYYRLlWk2x0CSRCiKUq1DpChy5Yzz6pc2WfZhz56dTdY2i8WizcxSVRUOR0VQHRtAp9MxpScREUW9cKkfAyk+BUGAyWTWZlELghCSjig/Pw/l5aXVUi6qqory8jLk5+e14pFRXYmihL59B2p1+ARBqEy3FZhYJcJkMsFkCqTg8j8erCnSVKWmpsNgMIYdEPPX/jE2OqBIREREzaOsrLjGx10uZ9iU37Isw+t11/hcQfDXAIyPT8Tw4SPrNOE6La0rEpJSIEDVEoOqAARVhSTLsHp8SP/debXuJ5LglPh6vR4JCUmwWq2IibEgPj4RY8acg6QkTgynptchgn2JiYno0aMHPvroIzgcDvh8Prz77rtITk5G//79W7t5REQURiBVZjBBEBAbGwdJkioDfmrloI8AUZSg1+vCzvgWRQE2m63J2hbccataxyZ4kKspatQQERG1JYH0jsF1+cLVMTl+vCDiTGVVVVFYWNBSTaZGCj3nSmXtRgsEQar8v3+yk9UaD6s1Xjvv9alvU5c2DBgwuHIGvP8FAhOtYmJiYTAYWPeGiIiojaqaHSmYPyW4EnaFfmFhPnQ6HfR6fcR9GwwGWK3xSE/vUuf+hiRJyB40FEmxVkg+GYIsQ5JlSF4fEuxOZI7IgVRl8lJ9VO0vC4IAg8FUuaJvWJNlnSKqqkOk8RQEAa+99hpmzZqFoUOHQhRFJCUlYeXKlYiPj6/nvpqpkRRR8Exgih48b9GnrZ0zhyN8Z9BfL6gTDAajVhumc+c0nDx5EkeOHAy7L0VRYbVam+zYdDoJWVl9sXdv9To2FotVa5coCnA47M36nra180ZERO1fpBSfwQMs/niMP61jdSpTFkWZhIQkjBgxEkVFx1BebkNMjAWnnZaK48cLQz4DAGr8XDRGcnIKcnLOxvbtW+B2e6DTSTAYjDAYDE0SUCQiIqLmYbVaUVR0DAAqx0/UynETAYEyLeFW6NvtdkiShLi4BJSXl8Lr9YY87n9ewyb9JCQk4ewLLsbRI4dwbPtWwOlEakISulx+XqMCfcH7r62/TNTUojrYt2TJEqxYsaLGbdauXYszzjgDCxcuRHJyMlatWgWTyYR//vOfmDFjBt5//32cdtppdXo9g4FfxtYgCP4f70CdD4oOPG/Rp62ds7g4f2cwXMBPUVR069YNXbt20+7r0qUr8vNzwxZt1ukkZGcPhF7fdL/jKSkpSEpKwo4dW3H0aB50Oj1MJpMW6PO3U0FcnLVJX7eqtnbeiIioYwik+Iykc+c0HD9eAKD6xUkQRHTunNaMraPmIIoSunbtBq9X1voc4T4DDa1vUxdJSZ0wZsx4DpwRERFFkczM/jhy5DBU1Z+SUwiZrSwgISExbLDOX/tO0SZ92+0VcDjs2j5iYmJhNsc0eNKPKErI6N4TGd17Nui46rL/5uwXEVUV1cG+adOmYdKkSTVuk5GRgQ0bNuCbb77Bpk2bEBsbCwDo378/1q1bh48++gi33nprnV7P45G5cqIVBAawfT6ZA9lRhOct+rS1c9apU2ccOnQIsuyr9pgk6ZGS0hle76l6eIIgoX//gdixY1tlnT9BSx/Vv/8gAFLI9k0lKysbNpsdsuyDqkJLLRWpnU2trZ03IiIiwF8L5dChX2GzlWmpH1VVhSiKlamWurZ2EylKceCMiIgouhgMBgwYMAjbtm2Bz+fFqclg/kBfVlb/sMG61NR05OUdgSz7Ksu6WGGxxMLtdkFRVGRl9UN6eldO+iGqFNXBvqSkpDoVs3Q6nQCqzho4lRO4PjiQ2nr8g+it3QqqL5636NNWzpko+nOc79u3G16vVwve6fV6ZGb2hSBI1dqZkdEDaWldsGfPTthsNlitVvTp0x86naHZjqkh7WwObeW8ERERAadqrO3duwsVFTaoqgJBEBEba0VWVj8OyhARERF1IN269UB6ehfs3r0DRUVF0Ot16NmzF9LSukIQwvcLA7XvgsdbVBWwWKzIzOyLhITa4wJEHUlUB/vqavDgwYiLi8P8+fNx++23w2g04r333sPRo0dxzjnntHbziIgogobkONfpDBgwYEgLtpK52ImIiMLx13kbxesjEREREUGnMyA7eygAf5YivV4KSQ8eDsdbiOquQwT7kpKSsHLlSjz77LO46aab4PV60bt3byxfvhx9+vRp7eYREVENoiVVU7S0k4iIqCXx+khEREREjcH+JFHddIhgHwBkZ2fj5Zdfbu1mEBERERERERERERERETUZsbUbQEREREREREREREREREQNw2AfERERERERERERERERUZRisI+IiIiIiIiIiIiIiIgoSjHYR0RERERERERERERERBSlGOwjIiIiIiIiIiIiIiIiilIM9hERERERERERERERERFFKQb7iIiIiIiIiIiIiIiIiKIUg31EREREREREREREREREUYrBPiIiIiIiIiIiIiIiIqIoxWAfERERERERERERERERUZRisI+IiIiIiIiIiIiIiIgoSjHYR0RERERERERERERERBSlGOwjIiIiIiIiIiIiIiIiilIM9hERERERERERERERERFFKQb7iIiIiIiIiIiIiIiIiKIUg31EREREREREREREREREUUpQVVVt7UYQERERERERERERERERUf1xZR8RERERERERERERERFRlGKwj4iIiIiIiIiIiIiIiChKMdhHREREREREREREREREFKUY7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB8RERERERERERERERFRlGKwj9q0GTNm4JxzzkF2djZGjx6N++67D4WFhSHb7NmzB9dffz2ys7Mxbtw4rFixopVaSwCQl5eH+++/H+PHj8fAgQNx3nnn4fnnn4fH4wnZjuetbXnhhRdw7bXXYtCgQRg+fHjYbfLz83Hrrbdi0KBBGDVqFJ544gn4fL4WbikFW7VqFcaPH4/s7GxcddVV2LZtW2s3iahZHDx4EDNnzkROTg6GDh2K6667Dhs2bAjZpiP/Rn3zzTe46qqrMHDgQIwYMQKzZs0KebwjvzcA4PF4cOmllyIrKwu7d+8Oeawj9kfYV6tZR7+2vvjii7jiiiswZMgQjBo1CrNmzcJvv/0Wso3b7cbChQuRk5ODIUOG4M4778SJEydaqcWt56WXXkJWVhYeffRR7b6O/N4UFhbi3nvvRU5ODgYOHIhLLrkE27dv1x5XVRXPPfccRo8ejYEDB2Lq1Kk4dOhQ6zW4Danr73JVkydPRlZWVsh/f/7zn1uo1Y1T39/azz77DBMnTkR2djYuueQSfPvtty3U0qZTl9/XqlavXl3tHGdnZ7dQi5vG0qVLqx3DxIkTa3xOezjfADB+/Phqx56VlYWFCxeG3T6az/emTZswY8YMjB49GllZWfjqq69CHm/oNSAa+mU1HbvX68VTTz2FSy65BIMHD8bo0aMxd+7camPbVTXke9Maajvv8+fPr3Yc06dPr3W/0X7eAYT97mdlZWHlypUR99kU513XoKMhaiEjR47EjBkzkJKSgsLCQjz55JO466678M477wAAKioqMH36dIwaNQoLFy7Evn37cP/99yMuLg7XXHNNK7e+Y/rtt9+gqioWLVqE008/Hfv27cODDz4Ip9OJefPmAeB5a4u8Xi8mTpyIwYMH4/3336/2uCzLuO2229CpUye88847OH78OObNmwe9Xo977rmnFVpMa9euxeLFi7Fw4UIMGjQIr7/+OqZPn47PP/8cycnJrd08oiY1Y8YMnH766Xj99ddhMpnw+uuvY8aMGfjyyy+RkpLSoX+jvvjiCzz44IO4++67MXLkSMiyjH379mmPd+T3JuDJJ5/Eaaedhj179oTc31H7I+yrRcZrK/Djjz/ihhtuQHZ2NmRZxjPPPIPp06fj008/RUxMDADgsccew7fffotnn30WVqsVDz/8MO644w7tb7SOYNu2bXjnnXeQlZUVcn9HfW/Kyspw3XXXIScnBytWrEBiYiIOHz6M+Ph4bZsVK1bgzTffxOOPP46uXbviueeew/Tp07F27VoYjcZWbH3rq8vvciRXX301Zs+erd02m83N3dxGq+9v7c8//4w5c+bgnnvuwe9+9zusWbMGt99+O1avXo3MzMxWOIKGqcvvazixsbH4/PPPtduCILREc5tU79698eqrr2q3JUmKuG17Od8A8P7770OWZe32/v378cc//rHGwftoPd8OhwNZWVm44oorcMcdd1R7vCHXgGjpl9V07C6XC7t27cLMmTPRp08flJeX49FHH8XMmTOxevXqGvdbn+9Na6ntvAPAmDFjsHjxYu22wWCocZ/t4bwDwPfffx9y+3//+x8eeOABTJgwocb9Nvq8q0RR5KuvvlKzsrJUj8ejqqqqrlq1Sh0xYoTqdru1bZ566il1woQJrdVECmPFihXq+PHjtds8b23XBx98oA4bNqza/d98843ap08ftaioSLvv7bffVocOHRpyHqnlXHnllerChQu127Isq6NHj1ZffPHFVmwVUdM7efKkmpmZqW7atEm7z2azqZmZmeoPP/ygqmrH/Y3yer3qmDFj1Pfeey/iNh31vQn45ptv1IkTJ6r79+9XMzMz1V27dmmPsT9yCvtqfry2Vhf4Df7xxx9VVVXV8vJytX///upnn32mbXPgwAE1MzNT3bJlSyu1smVVVFSoF1xwgfrDDz+oN954o/rII4+oqtqx35unnnpKve666yI+riiKevbZZ6srV67U7isvL1cHDBigfvLJJy3RxKhT9Xc5nODPXzSp72/tXXfdpd56660h91111VXqgw8+2KztbG5Vf1/DifT3eTR5/vnn1T/84Q913r69nm9VVdVHHnlEPe+881RFUcI+3h7Ot6qqamZmpvrll19qtxt6DYjGflnVYw/nl19+UTMzM9WjR49G3Ka+35u2INyxz5s3T505c2a99tNez/vMmTPVKVOm1LhNU5x3pvGkqFFaWoo1a9ZgyJAh0Ov1AICtW7di+PDhIbMCRo8ejYMHD6KsrKy1mkpV2Gy2kFmdPG/RZ+vWrcjMzESnTp20+0aPHo2KigocOHCgFVvWMXk8HuzcuRNnnXWWdp8oijjrrLOwZcuWVmwZUdNLTExEjx498NFHH8HhcMDn8+Hdd99FcnIy+vfvD6Dj/kbt2rULhYWFEEURl112GUaPHo2bb745ZGVfR31vAODEiRN48MEH8eSTT8JkMlV7nP2RU9hX47U1EpvNBgDa52PHjh3wer0h71PPnj2Rnp6OrVu3tkYTW9yiRYswbty4kPcA6NjvzX/+8x8MGDAAs2fPxqhRo3DZZZfhvffe0x7Py8tDUVFRyHtjtVoxaNCgDv39qknV3+VI1qxZg5ycHFx88cV4+umn4XQ6W6B1DdeQ39qtW7di1KhRIfeNHj066r9XVX9fI3E4HPjd736HcePGYebMmdi/f39LNK9JHT58GKNHj8a5556LOXPmID8/P+K27fV8ezwefPzxx7jiiitqXK3XHs53VQ25BrTnfllFRQUEQUBcXFyN29Xne9OW/fjjjxg1ahQmTJiAv/zlLygpKYm4bXs97ydOnMC3336LK6+8stZtG3veGeyjNu+pp57C4MGDkZOTg4KCAvztb3/THjtx4kTI4BUA7XZHqY3Q1h0+fBhvvfUWrr32Wu0+nrfoU9M5Kyoqao0mdWglJSWQZblaCoPk5GR+h6jdEQQBr732Gnbt2oWhQ4di4MCBePXVV7Fy5UptcKSj/kbl5uYCAJYtW4aZM2fi73//O+Lj4zF58mSUlpYC6LjvjaqqmD9/Pq699tqItU7YH/FjX82P19bqFEXBY489hqFDh2qp006cOAG9Xl9tgCo5Obld/6YEfPrpp9i1axfmzJlT7bGO/N7k5ubiH//4B7p3746XX34Z1113HR555BF8+OGHAE5db/j9qptwv8vhXHzxxXjqqafwxhtv4NZbb8W//vUv3HfffS3UyoZpyG9tuGtStH92wv2+htOjRw889thj+Nvf/oannnoKqqri2muvxbFjx1qwtY0zcOBALF68GCtXrsRDDz2Eo0eP4oYbbkBFRUXY7dvj+QaAr776CjabDZMmTYq4TXs43+E05BrQXvtlbrcbS5YswUUXXYTY2NiI29X3e9NWjRkzBk888QRee+013Hfffdi0aRNuueWWkPS2wdrref/www9hsVhwwQUX1LhdU5x31uyjFrdkyRKsWLGixm3Wrl2Lnj17AgCmT5+OK6+8Evn5+Vi2bBnmzZuHF198MWryVrcX9T1vgL9I+80334yJEyfi6quvbu4mUhUNOWdERC2lrr9RZ5xxBhYuXIjk5GSsWrUKJpMJ//znPzFjxgy8//77OO2001qoxS2nru+NoigA/DUNA7n/Fy9ejLFjx+Lzzz+vdZAwGtX1vfnhhx9gt9tx2223tVDLWh/7atTUFi5ciP379+Ptt99u7aa0CQUFBXj00UfxyiuvdPgac1WpqooBAwZotWD79euH/fv345133qlxYLu9a+7f5eAaqllZWUhJScHUqVNx5MgRdOvWrXGNp2ZV19/XIUOGYMiQISG3f//73+Odd97Bn/70p2ZuZdMYN26c9u8+ffpg0KBB+N3vfofPPvsMV111VSu2rGV98MEHGDt2LFJTUyNu0x7ON0Xm9Xpx1113QVVVLFy4sMZt28v35qKLLtL+nZWVhaysLJx33nnaar+O4oMPPsAll1xSa/+xKc47g33U4qZNm1Zrhz8jI0P7d1JSEpKSktCjRw/07NkT48aNw9atWzFkyBB06tSpWmQ/cLvqTCBqnPqet8LCQkyZMgVDhgzBww8/HLIdz1vLqO85q0mnTp2wbdu2kPsC5ywlJaVhDaQGS0xMhCRJOHnyZMj9J0+e5HeIokZdf6M2bNiAb775Bps2bdJmP/bv3x/r1q3DRx99hFtvvbXd/UbV9b0JzJINHiQ0GAzIyMhAQUEBgPb3+12fz83WrVurreq74oorcMkll+CJJ55od/0R9tUah9fWUIsWLcI333yDt956C507d9bu79SpE7xeL8rLy0NWsJ08eTIqf1PqY+fOnTh58iQuv/xy7T5ZlrFp0yasWrUKL7/8cod9b1JSUqpNIDzjjDPwxRdfaI8D/vcieJLOyZMn0adPn5ZraAtryt/luhg0aBAA/8rAthrsa8hvbbhrUjT/Nkf6fa0LvV6Pvn374siRI83UuuYXFxeH7t27RzyG9na+AeDo0aNYt24dli5dWq/ntYfzDTTsGtDe+mVerxd/+tOfkJ+fj9dff73GVX3h1Pa9iRYZGRlITEzE4cOHwwb72tt5B4CffvoJBw8exLPPPlvv5zbkvDPYRy0uELxriMAMdo/HAwAYPHgwnn32WXi9Xq2O37p169CjR4865benuqvPeQv8kdK/f38sXrwYohiaMZjnrWU05rtW1eDBg/H3v/8dJ0+e1JbTr1u3DrGxsejVq1eTvAbVncFgQP/+/bF+/Xqcd955APy/j+vXr8eNN97Yyq0jqpu6/kYFas9UXdEvCILWL2hvv1F1fW8GDBgAg8GAgwcPYvjw4QD8f0gePXoU6enpADrue/N///d/ITOgjx8/junTp+Ovf/2rNhja3voj7Ks1Dq+tfqqq4uGHH8aXX36JN998s9rEsAEDBkCv12P9+vXaiuLffvsN+fn5GDx4cCu0uOWMHDkSa9asCblvwYIFOOOMM3DLLbcgLS2tw743Q4cOxcGDB0PuO3ToELp06QIA6Nq1K1JSUrB+/Xr07dsXgL9m0S+//ILrrruuxdvbUpryd7kudu/eDaBtT+ZpyG/t4MGDsWHDBkydOlW7b926dVH3vart97UuZFnGvn37QlZ/RBu73Y7c3NyIn9P2cr6DrV69GsnJyTjnnHPq9bz2cL6Bhl0D2lO/LBDoO3z4MN544w0kJibWex+1fW+ixbFjx1BaWhrxONrTeQ94//330b9//wZNbmrIeWfNPmqzfvnlF7z11lvYvXs3jh49ivXr1+Oee+5Bt27dtGXtl1xyCfR6PR544AHs378fa9euxRtvvIE//vGPrdz6jquwsBCTJ09GWloa5s2bh+LiYhQVFYXUqeB5a3vy8/Oxe/du5OfnQ5Zl7N69G7t374bdbgfgL4jdq1cvzJ07F3v27MF3332HZ599FjfccAMMBkMrt75j+uMf/4j33nsPH374IX799Vc89NBDcDqdIbPNidqDwYMHIy4uDvPnz8eePXtw8OBBPPHEEzh69Kj2B3NH/Y2KjY3Ftddei6VLl+L777/Hb7/9hoceeggAMHHiRAAd971JT09HZmam9l/37t0BAN26ddNm0XfU/gj7apHx2upPLffxxx/j6aefhsVi0T4bLpcLAGC1WnHFFVfg8ccfx4YNG7Bjxw7cf//9GDJkSFQPxNZFbGxsyO9KZmYmYmJikJCQgMzMzA793tx000345Zdf8Pe//x2HDx/GmjVr8N577+H6668H4J+gM2XKFLzwwgv4+uuvsXfvXsydOxennXaaNpjXkdXld7mwsBATJ07UVusfOXIEy5cvx44dO5CXl4evv/4a8+bNw4gRI9r8asnafmvnzp2Lp59+Wtt+ypQp+O677/DKK6/g119/xdKlS7Fjx46oG/it7fcVqH7sy5Ytw/fff4/c3Fzs3LkT9913H/Lz86Mqjd8TTzyBH3/8EXl5efj5559xxx13QBRFXHzxxQDa7/kOUBQFq1evxmWXXQadLnTNTXs633a7XRtHAoC8vDxtjKmu14CbbroJb731lnY7WvplNR271+vF7NmzsWPHDixZsgSyLGvf/cBCFqD6sdf2vWkrajp2u92OJ554Alu3bkVeXh7Wr1+PWbNm4fTTT8eYMWO0fbTH8x5QUVGBzz//POJ3uDnOO1f2UZtlMpnw73//G0uXLoXD4UBKSgrGjBmDWbNmaYNTVqsVL7/8MhYtWoTLL78ciYmJmDVrVkjuempZP/zwAw4fPozDhw9j7NixIY/t3bsXAM9bW/T888/jww8/1G5fdtllAIA33ngDOTk5kCQJf//73/HQQw/hmmuugdlsxqRJkzB79uxWajH9/ve/R3FxMZ5//nkUFRWhb9++WLlyZdSmNiCKJCkpCStXrsSzzz6Lm266CV6vF71798by5cu1wayO/Bs1d+5c6HQ6zJ07Fy6XC4MGDcLrr7+urb7qyO9NbTpqf4R9tch4bQX+8Y9/AAAmT54ccv/ixYu1QZb7778foihi9uzZ8Hg8GD16NP7yl7+0eFvboo763gwcOBDLli3DM888g+XLl6Nr1664//778Yc//EHb5pZbboHT6cSf//xnlJeXY9iwYVi5ciXrH6Juv8terxcHDx7UMh4EVpG+8cYbcDgcSEtLwwUXXIBZs2a1ePvrq7bf2oKCgpCVjUOHDsWSJUvw7LPP4plnnkH37t2xfPlyZGZmttYhNEhdfl+rHnt5eTkefPBBFBUVIT4+Hv3798c777wTVdkZjh07hnvuuQelpaVISkrCsGHD8N5772mrXtvr+Q5Yt24d8vPzccUVV1R7rD2d7x07dmDKlCna7cWLFwMAJk2ahMcff7xO14Dc3FyUlJRot6OlX1bTsd9xxx34z3/+AwC49NJLQ54XGG8Dqh97bd+btqKmY3/ooYewb98+fPTRR7DZbDjttNNw9tln46677gqZdNoez/vjjz8OAPj000+hqmrEYF1znHdBVVW1IQdERERERERERERERERERK2LaTyJiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB8RERERERERERERERFRlGKwj4iIiIiIiIiIiIiIiChKMdhHREREREREREREREREFKUY7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIg6kK+++gqrVq2q8/YFBQVYsGABxo8fj+zsbIwePRpTp07Fv/71L22bjRs3IisrC8OGDUN5eXm118vKykJeXp523/jx45GVlRX2v6KioohtKS4uxiOPPIKrrroKAwYMwJAhQ+px5ERERER1N3/+fFx88cVhH3v00Ucxfvx47XagL5SVlYVff/212vZ//etfkZWVFfKcYK+99hqysrJw//33h3188uTJ2v779OmDc845B3PmzMHRo0drPIbt27djwYIFuPDCC9GnTx/cdtttNW5PRNGLwT6idmrp0qUhgyYjR47ElClT8NNPP1Xbdu/evZgzZw5Gjx6NAQMG4KyzzsIdd9yB9evXa9s0tnOwatUqXHHFFdXu37p1K6ZOnYohQ4Zg6NChuPrqq7F7927t8dWrV4cdBFqyZEm9Xj/Qaaqp3Yqi4PLLL0dWVhY+//zzkMf++9//4oILLsCZZ56JRx55BLIshzz+4YcfYtKkSVAUpV7tai41dUjbio8//hgXXnhhtfeSiIiImtdXX32Ff/zjH3Xatry8HFdffTW2b9+OO++8EytXrsR9992HtLQ0fPfdd9W2r6iowOuvv16nfU+YMAHvvvtutf8SEhIiPqewsBBr165FcnIyBgwYUKfXISIiImopMTExWLt2bbX7P/30U8TExER83scffwwA+PLLL+HxeMJuM3ToULz77rtYtWoVbrvtNnz//feYOnUqnE5nxP3+/PPP+Omnn9CvXz+kp6fX82iIKJroWrsBRNR8TCaTNthy7Ngx/O1vf8PUqVOxevVqZGZmAvAP9tx9993o3bs37r77bnTr1g3FxcX497//jWnTpuHHH3+E1WrVOgcDBw6E2+2uVzucTideeOEFPPjggyH3r1+/HrfeeiuuuOIK3HLLLfD5fNi2bVvYTsrKlSthtVq126mpqXV+/aKiIixfvhzJyck1bvfOO++gsLCw2v0lJSWYM2cOZsyYga5du+LBBx9EVlYWrrrqKgD+Qa2nn34azz33HESxbcyhmDVrFhwOR2s3o0YXXXQRnnvuOXz00UdhA8FERETU+r744gscP34c7777bsgA0aWXXhp2klNOTg7efPNN/PGPf0RsbGyN++7UqRMGDx5cr/ZkZWVh3bp1APyT2/bu3Vuv5xMRERE1p3PPPReffPIJ7rzzTu2+X375Bfn5+bjwwguxZcuWas85ePAgdu7cibPOOgvr1q3DN998gwsuuKDadnFxcVrfadiwYTCbzZg3bx6+/fZbTJw4MWx7Jk+ejJtuukn7NxG1Xwz2EbVjoiiGDKAMHDgQ48ePxzvvvIM///nPKCoqwrx58zBs2DC89NJLMBgM2rYTJkzAVVddBZ3O/zPRmM7B2rVr4fV6ce6552r3+Xw+PPDAA5gyZQruu+8+7f5x48aF3Uf//v2RlJRUr9cNeOqppzB+/Hjk5+dH3Ka4uBjPPfcc5s6dWy1lwi+//IK0tDTceuutAPypGb7//nst2Ld8+XLk5ORg2LBhDWpfU3K5XDCZTOjWrVtrN6VWkiRh0qRJePPNNxnsIyIiaiHz58/Hhx9+CMAfOAOASZMm4fHHHw+7fVlZGURRDDtpKtwkp+nTp2P27Nl48803MXPmzCZseeTXJCIiImorLrzwQnz66afYuXMn+vfvDwBYs2YNRo0aFXFc65NPPoEgCFi0aBGuvfZarFmzJmywr6rs7GwACEmVXhX7TkQdB7/tRB1Ieno6kpKStE7Ae++9h4qKCixYsCAk0BcwcuRImM1mAI3rHHz00Uc499xztcAhAKxbtw5Hjx7FlClTGrzfuvjpp5/w1VdfYc6cOTVu98wzzyAnJwc5OTnVHvN4PDAajdpts9mspVQ4ePAgPvjgA8ydO7dO7cnLywubJhQALr/8ctxzzz0AgOPHj2PBggU499xzMXDgQFxwwQV45plnqqVyyMrKwksvvYSnnnoKZ599NkaNGgWgehrP+uxvxYoVWLp0Kc466yzk5ORgwYIF1VYJFhYWYu7cuTjrrLMwcOBATJw4sVrKrtWrV+OSSy5BdnY2xowZg7/+9a/VUnZeeOGF2L17N/bs2VOn94+IiIgaZ9asWRg3bhwyMjK0tJmzZs2KuH3//v2hKAruvfdebNmyBT6fr8b9JyUl4ZprrsFrr70Gu91e47aqqsLn84X8x/TeREREFM1OO+00jBgxAp988gkAf8mYzz//HBdddFHE53zyyScYPnw4MjIycOGFF+Kbb76BzWar9bUC43unnXZa0zSeiKIag31EHUhFRQVKS0u1TsCmTZtw2mmnabO6m4PL5cKWLVswdOjQkPt/+eUXJCQkYPv27ZgwYQL69euHCRMm4KOPPgq7n4svvhh9+/bFueeeixdffLFOA0GyLOPhhx/GjBkzauz4bNu2DZ988knEgF3fvn2xb98+bNiwAbm5ufj3v/+tzZ567LHHMH369DqnFe3atSsGDx5cLX/7oUOHsHPnTi1AV1JSgoSEBCxYsAArV67EzTffjA8//BB/+ctfqu3zjTfewKFDh/Doo4/iqaeeCvu69dnfqlWrcOjQITz++OO4/fbbsWbNGvztb38L2dc111yDH3/8EXfffTdefPFFTJ06NSQF6quvvor/+7//w+jRo/H3v/8dt9xyC9544w389a9/DXmtnj17Ij4+Hj/88EOd3j8iIiJqnG7duiEpKQkmkwmDBw/G4MGDa8wIMGrUKEyfPh1fffUVrr32WgwbNgzTpk3DRx99BFVVwz5n+vTpcDgcePvtt2tsy9tvv43+/fuH/BcpBRURERFRtLj44ovx2WefQVVVbNy4EeXl5RFX6m3btg2HDh3SxoMuvvhieDwefPHFF9W2DUyU8ng82LFjB5588knExcXhrLPOatbjIaLowDSeRO1cYPb1sWPH8MQTT0CWZUyYMAGAf3VWcxfn3b17N7xeb7WAYlFREZxOJ+6//37Mnj0bPXv2xCeffIJ58+YhOTkZY8aMAQCkpKTgzjvvxKBBgyAIAv7zn//g2WefRWFhIf785z/X+Npvv/02nE4npk6dGnEbRVGwcOFC/PGPf0TXrl3Dpj7IyMjAnXfeialTp0JVVQwZMgRTpkzBf/7zHxw6dAjLly+v13ty0UUXYcmSJaioqNBq2XzyySeIj4/H6NGjAfhX2M2bN097ztChQ2E2mzF//nz8+c9/1lZcAkB8fDyWLVsGQRAivmZ99peSkoKnn34aADB27Fjs2rULX3zxBe69914AwGuvvYaTJ0/is88+Q9euXQFAW1EI+IPKzz//PG6++WZtpeLZZ58NvV6Pxx9/HNOnT0diYmJI23755Zd6vYdERETUtFRVDZlMJQgCJEkCAMydOxfXXXcdvv76a2zevBnr16/HDz/8gB9++CHsRKPU1FRceeWVePXVV3HjjTdGfM0LL7wQ06dPD7kvOJsCERERUTS64IILsGjRImzevBmffPIJxo0bF7GW8SeffAK9Xq9NeBo8eDAyMjKwZs0aXHnllSHbfvvtt1pqUADo3r07li5dik6dOjXfwRBR1GCwj6gdczgcIZ2A+Ph4/PnPf9YCaQBqDBA1haKiIgColpdcVVW43W7ce++92iDQqFGj8Ntvv+Hvf/+71sYxY8aEtHf06NEwGo14/fXXa1yxd/LkSTz//PN44oknwqYoDfjnP/+JEydOaPX4IrnttttwzTXXwGazoWvXrvB6vXj88cexYMECiKKIRx99FGvXroXZbMYdd9yByy67LOK+LrzwQixevBhfffWVtt3atWtxwQUXaG1VVRWvv/463nvvPeTl5cHtdmvPz83NRWZmpnZ77NixtZ7H+uyv6oywnj174tNPP9Vur1+/HiNHjtQCfVVt2bIFDocDEydODEn1ddZZZ8HlcmH//v0488wztfsTExO1zwkRERG1jh9//DEkvfqZZ56JN998U7udkZGBqVOnYurUqbDb7bjrrrvw8ccfY/r06ejTp0+1/d1yyy345z//iXfffTdinyEpKUnLlkBERETU1kiSFDGzlKIoIeVqgiUkJGD06NH48MMP8e9//xuPPPJIxH2sXbsWZ555JkRRRHl5OQDg3HPPxRtvvIHCwsKQTFLDhg3DggULIEkSUlNTw9ZUJqKOi8E+onbMZDLhrbfegiAISExMRFpaWkjtvdTUVPz222/N2oZAUKlqwC0uLg6Avy5gsFGjRmHVqlU17vPCCy/EK6+8gt27d0cM9j333HPIysrC8OHDtc5SoBZMeXk5YmJi4Ha78cwzz+Duu++G1+uF1+tFRUUFAH/60eCVd4C/s5aQkADAn6ayW7duGD9+PFatWoX//ve/WL16NXJzczF16lQMGDAAvXr1Ctu2lJQU5OTk4NNPP8Vll12GPXv24Ndffw1Zqfj666/jiSeewM0334ycnBzExcVh+/btWLRoUUigDkCdOnf12V/g3ATo9fqQ2n6lpaXo3bt3xNcqKSkBAEyaNCns4wUFBdX2X7UNRERE1LL69++P999/X7ttsVgibmuxWHD99dfju+++w2+//RY22Jeeno5JkyZh5cqVWLBgQbO0mYiIiKg5JSUl4cSJE2EfO378eLWJ7cEuuugizJ07FzExMTjnnHPCbrNhwwYUFRWhqKgII0aMqPb42rVr8cc//lG7bbVaOVGKiCJisI+oHRNFscZOwJlnnon169dj//79NQZvGiM+Ph4AUF5ejpSUFO3+ml6vKQI/Bw8exKZNm8J2lkaMGIEVK1bgjDPOQGlpKf7yl79Uq103b948dOrUKWwtucLCQrz88st45513APhXup1//vlITU1FamoqMjMzsWHDhojBPsDf6Vu4cCFKSkrw6aefIiUlJWS12+eff47x48djzpw52n2//vpr2H3VZXVmffZXm4SEBBw/fjzi44FzvmzZMnTu3Lna41Vn99tsNi2ISkRERM0v3ESb2NjYsP3G4uJiJCYmVutvHDp0CABqTBt16623YvXq1Xjvvfca32giIiKiFjZixAi89NJL1caXKioqsHHjRlxzzTURn3vuuefi3HPPxcCBAyOmKV+zZg1iYmLwt7/9LWRyPgA89thjWLNmTUiwj4ioJgz2EXVgV111FV5++WUsXrwYL774IvR6fcjjGzduxMCBA0PqudVXjx49AAB5eXno2bOndv/o0aOh1+uxbt26kBSS69atC0k9Gs7atWshSRL69esXcZv7779fW9EX8Nhjj8FkMuGee+5BVlYWzGYz3njjjZBtTpw4gXvuuQd33nlnxALHTz75JK644gqcccYZ2n1OpzPk36qq1ngMF1xwARYuXIgvvvgCn376KX7/+9+HdOxcLle187FmzZoa91mTptzfqFGj8MorryA/Pz9szcchQ4bAbDbj2LFjOP/882vd39GjR6ut8CQiIqLm07NnT3zwwQf45JNPcPrppyMxMTFiqs0PP/wQ//rXv3DppZeiX79+UBQFW7ZswYoVK9C/f38MGzYs4utkZGTgkksuwYcffhj28RMnTmDr1q3V7u/Vq1fEujaAfxITABw4cACyLGu3s7Oz0aVLl4jPIyIiIqqP0aNHY/jw4bjjjjtw++23o3fv3jh+/DhWrlwJURQxefLkiM+NiYnBsmXLIj7udrvx5Zdf4oILLsCoUaOqPX7FFVfg0UcfxW+//RYy/lRfxcXF+PHHH7V/2+12re80bty4Ro35EVHbwmAfUQeWkpKCJ554An/6059w3XXX4YYbbkBGRgZKSkrw1VdfYc2aNdi4cSOAhncOMjIykJKSgp07d2LcuHHa/Z06dcLkyZPx3HPPQRAErS7c1q1bsXLlSm276dOnIycnB1lZWQCAr7/+Gu+99x6mTJkSslLwpptuQn5+Pr788ksAQN++fau1JS4uDjExMcjJydHuC/434A9KAv5BpqFDh1bbx+bNm7Fx40bt2AF/KtLnnnsOOTk5yMvLw6FDh6rtt6r4+HiMGTMGy5cvx/Hjx3HxxReHPH7WWWfhjTfewFtvvYXu3bvj448/xuHDh2vcZ02acn9Tp07Fv/71L9x4442YOXMmMjIykJubi0OHDuG+++5DXFwcZs+ejaeeegrHjh3DmWeeCUmSkJubi6+//hpLly7VPi8OhwO//fYbbr/99gYfGxEREdXPlVdeiW3btuHhhx9GaWkpJk2ahMcffzzstuPGjUN+fj4++ugj/O1vf4OiKEhPT8e0adPwxz/+EZIk1fhat912Gz7++OOw9W6++OILfPHFF9XuX7VqFYYPHx5xn3fddVfY24sXL8bll19eY3uIiIiI6koURbz44ot4/vnn8eqrr+L48eOIjY3FyJEjsXTp0oilZerim2++gc1mw2WXXRb28YsvvhhPPvkk1qxZU63vUx/79++P2Hf6+uuvI074IqLow2AfUQd33nnn4f3338eKFSvw9NNPo6SkBHFxcRg2bBheeeUVWK1WAI3rHEycOBH/+9//MGvWrJD758yZg5iYGLz88ssoLi5Gz549sXz5cowePVrbpkePHvjggw9w7NgxKIqC7t274/777682e0pRlIhFk5uKoih45JFHMGfOnJDZ5tdccw1+++03PPTQQzCbzVi0aFHIasVILr74YvznP/9Bt27dMHDgwJDHbr/9dpSUlOD5558HAEyYMAH/93//hxkzZjSo7U25v8TERPzjH//A008/jSVLlsDpdKJLly64/vrrtW2mTZuG1NRUvPrqq3jrrbeg0+nQrVs3nHPOOSErDL///nuYTCaMHTu2QcdFRERE9RcbG4tnnnmmTtv26tULDz74YK3b5eTkYO/evdXu79GjB3bt2lXt/v/85z91ev1wwr0OERERUXOIjY3F/fffj/vvv7/G7SL1hYI98MADeOCBBwD4x2Vq2j4pKQk7duzQbr/55pv1aHX92kVE7YOg1pZrjoiokfbs2YNJkybhq6++YmolCjF79mxYLBYsXry4tZtCREREREREREREFJXE2jchImqcPn36YPz48dXq41HHlpubi2+//RYzZ85s7aYQERERERERERERRS0G+4ioRdx3332NymVO7U9hYSEWLVqEbt26tXZTiIiIiIiIiIiIiKIW03gSERERERERERERERERRSmu7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB8RERERERERERERERFRlGKwj4iIiIiIiIiIiIiIiChKMdhHREREREREREREREREFKUY7CMiIiIiIiIiIiIiIiKKUgz2EREREREREREREREREUUpBvuIiIiIiIiIiIiIiIiIohSDfURERERERERERERERERRisE+IiIiIiIiIiIiIiIioijFYB9RB5SVlYWlS5e2djMarKnbn5eXh6ysLKxevVq7b+nSpcjKymqy1wgYP3485s+f3+T7bQqTJ0/G5MmTW+S1qp7DwPtdXFzcIq/fls8DEVE0Gz9+PG677bZmf51w1+5I5s+fj/Hjx4fcF+19oWjVXP2rcKr2azZu3IisrCx8/vnnLfL64T53LaGlj7Ou+J0jIiIiImpeDPYRhbF69WpkZWVh+/bt9X6u0+nE0qVLsXHjxmZoWc12796Ne++9F+PGjcOAAQNw5plnYurUqfjggw8gy3KLt6e+fvrpJ9x8880YM2YMsrOzcc4552DGjBlYs2ZNazet2Rw4cABLly5FXl5ek+53/vz5yMrK0v4bMmQIzj33XMyePRtffPEFFEVpktf5+eefsXTpUpSXlzfJ/ppSW24bEVFLCvRrIv23devW1m5ihxEIUmZlZeGLL76o9nhLT35pjKqfq+zsbIwePRrTp0/HG2+8gYqKiiZ5ncLCQixduhS7d+9ukv01pbbctpYS7X9/EBERERG1F7rWbgBRe+N0OrFs2TLccccdyMnJabHX/ec//4m//OUvSE5OxqWXXorTTz8ddrsdGzZswAMPPICioiLMmDGjxdpTX5999hnuvvtu9O3bF1OmTEF8fDzy8vKwadMmvPfee7jkkku0bbdt2wZJkprstbt06YJt27ZBp2v+n8TPP/8cgiBotw8cOIBly5bhzDPPRNeuXZv0tQwGAx555BEAgNvtxtGjR/Hf//4Xs2fPxplnnokXXngBsbGx2vYvv/xyvV9jy5YtWLZsGSZNmoS4uLg6P6+pz2E4NbWt6nkgIuoIZs+eHfZa061bt1ZoTetqietQbZYvX44LLrgg6q9Hgc+Vz+fDiRMn8OOPP+Kxxx7Da6+9hr/97W/o06ePtu3MmTNx66231mv/x48fx7Jly9ClSxf07du3zs9rSL+mvmpq28MPPwxVVZu9Da0p2v/+ICIiIiJqTxjsI4oSDocDMTExYR/bunUr/vKXv2Dw4MF46aWXQgI4U6dOxfbt27F///6WamqDLFu2DL169cK7774Lg8EQ8tjJkydDbhuNxiZ9bUEQmnyfwVRVhdvthslkqnZszUmn0+HSSy8Nue/uu+/GSy+9hKeffhr/93//h2effVZ7rLnbpigKvF4vjEZjs77fddGS54GIqK0YO3YssrOzW7sZbUJrX4f69u2L3bt348svv8QFF1zQbK9TU/+xqVT9XN12221Yv349ZsyYgVmzZmHt2rUwmUwA/H2T5p5c5XQ6YTabW/1ar9frW/X1m1t7+PuDiIiIiKg9YRpPojqaP38+hgwZgsLCQsyaNQtDhgzByJEj8cQTT2gpavLy8jBq1CgA/uBVIK1RcH2KX3/9VVtZlZ2djcsvvxxff/11yGsF0iL9+OOPeOihhzBq1CiMGzcuYtuWLVsGQRCwZMmSkD+0AwKvE8nRo0fx0EMPYcKECRg4cCBycnIwe/bsaqklvV4vli1bhgsuuADZ2dnIycnBddddhx9++EHbpqioCAsWLMDYsWMxYMAAjB49GjNnzqw1TeWRI0eQnZ0ddmAmOTk55Hakem8HDx7Evffei2HDhmHkyJF49tlnoaoqCgoKMHPmTAwdOhRnn302XnnllZD91bXuzwcffIApU6Zg1KhRGDBgAH7/+9/j7bffrrZdoF7Rd999h8svvxwDBw7EO++8oz0WqBW3evVq3HXXXQCAKVOmaJ+XjRs3Yt68ecjJyYHX6622/2nTpmHChAk1trUmt956K0aPHo3PP/8cBw8e1O4PV7PvzTffxEUXXYRBgwZhxIgRuPzyy7W0qkuXLsWTTz4JADj33HO19gfOdVZWFhYtWoSPP/4YF110EbKzs/Hdd99pj4Wr21JSUoK77roLQ4cORU5ODh555BG43W7t8ZrOVfA+a2tbuJp9ubm52ndz0KBBuPrqq/HNN9+EbBOog7N27Vq88MIL2gDnTTfdhMOHD9fyzhMRtW2B39iXX34Zq1atwrnnnotBgwZh2rRpKCgogKqqWL58OcaOHYuBAwdi5syZKC0tDbuv77//Hpdeeimys7Px+9//Hv/+97+rbVNeXo5HH31US/93/vnn46WXXqqWarq8vBzz58/HsGHDMHz4cMybNw82my3s63711Ve4+OKLkZ2djYsvvhhffvll2O0i9SUOHz6M+fPnY/jw4Rg2bBgWLFgAp9MZ8lyXy4VHHnkEOTk5GDJkCGbMmIHCwsJ61ST7/e9/j+7du2P58uV1Wv312WefaX2KnJwc3HvvvSgsLAzZJtBXPXLkCG655RYMGTIE9957r3a8ixYtwmeffYbf//73GDhwIK655hrs3bsXAPDOO+/g/PPPR3Z2NiZPntzo9OKjRo3CrFmzcPToUXz88cfa/eFq9v3www+47rrrMHz4cAwZMgQTJkzAM888A8B/3b3yyisBAAsWLNCu54F+wOTJk3HxxRdjx44duOGGGzBo0CDtuZFqESuKgmeeeQZnn302Bg8ejBkzZqCgoCBkm0i1fYP3WVvbwtXsczgcePzxx7XP/IQJE/Dyyy9X+wwEzlfg8zxgwABcdNFF+N///lfT216v43z++efRv3//sCljH3zwQQwfPjykD1ZVe/j7g4iIiIioPeHKPqJ6kGUZ06dPx8CBAzF37lysX78er7zyCjIyMnD99dcjKSkJDz30EB566CGcf/75OP/88wFAG9TYv38/rrvuOqSmpuKWW25BTEwMPvvsM9x+++1YunSptn3AwoULkZSUhNtvvx0OhyNsm5xOJzZs2IDhw4cjPT29Qce1fft2bNmyBRdddBE6d+6Mo0eP4h//+AemTJmCTz/9FGazGYD/j/oXX3wRV111FQYOHIiKigrs2LEDO3fuxNlnnw0AuPPOO3HgwAHceOON6NKlC4qLi/HDDz+goKCgxjSV6enpWL9+PY4dO4bOnTs36Djuvvtu9OzZE3PmzMG3336LF154AQkJCXjnnXcwcuRI3HvvvVizZg2eeOIJZGdnY8SIEfXa/z/+8Q/07t0b48ePh06nw3//+18sXLgQqqrihhtuCNn24MGDmDNnDq655hpcffXV6NGjR7X9jRgxApMnT8abb76JGTNm4IwzzgAA9OzZE5deeik++ugjfP/99/jd736nPaeoqAgbNmzA7bff3oB36JQ//OEP+P7777Fu3bqwbQOA9957D4888ggmTJiAKVOmwO12Y+/evfjll19wySWX4Pzzz8ehQ4fwySefYMGCBUhMTAQAJCUlafvYsGEDPvvsM9xwww1ITExEly5damzXn/70J3Tp0gVz5szB1q1b8eabb6K8vFwL3NVVXdoW7MSJE7j22mvhdDoxefJkJCYm4sMPP8TMmTPx/PPPV/turlixAoIgYNq0aaioqMDKlStx77334p///Ge92klE1JIqKiqqDewLgqD9RgasWbMGXq8XkydPRmlpKVauXIk//elPGDlyJDZu3IhbbrkFhw8fxltvvYUnnngCixcvDnn+oUOHcPfdd+Paa6/FpEmT8MEHH+Cuu+7CypUrtf6C0+nEjTfeiMLCQlx77bVIS0vDli1b8Mwzz6CoqAgPPPAAAP/q+FmzZmHz5s249tpr0bNnT3z55ZeYN29eteP7/vvvceedd6JXr16YM2cOSkpKsGDBgnr1K/70pz+ha9euuOeee7Br1y7885//RFJSEu677z5tm/nz5+Ozzz7DpZdeikGDBmHTpk31Tk0pSRJmzpyJefPm1bq6b/Xq1ViwYAGys7Nxzz334OTJk3jjjTfw888/46OPPgpJVe3z+TB9+nQMGzYM8+bN01bUAf7ayP/5z39w/fXXAwBeeuklzJgxAzfffDPefvttXH/99SgrK8PKlStx//3344033qjXMVV16aWX4plnnsH333+Pq6++Ouw2+/fvx2233YasrCzMnj0bBoMBhw8fxs8//wzA3yeaPXs2nn/+eVxzzTUYNmwYAGDo0KHaPkpLS3HLLbfgoosuwh/+8Idqk8SqeuGFFyAIAm655RacPHkSr7/+OqZOnYp//etfIe9XberStmCqqmLmzJlakLBv37747rvv8OSTT6KwsBD3339/yPabN2/Gv//9b1x//fWwWCx48803MXv2bPz3v/+t9p1tyHFeeumlWL58OdauXYsbb7xRe57H48EXX3yBCy64IOIK2Pby9wcRERERUXvCYB9RPbjdblx44YVaoOW6667DpEmT8P777+P6669HTEwMJkyYgIceeghZWVnVUig++uijSEtLwwcffKCtYLv++utx3XXXYcmSJdUCCvHx8XjttddqrClz+PBheL1eZGZmNvi4zjnnHEycODHkvt/97ne45ppr8MUXX+Cyyy4DAHzzzTcYN24cHn744bD7KS8vx5YtWzB37lxMnz5du/+2226rtQ233HILHnjgAZx33nkYOnQohg0bhrPPPhtDhw6FKNZtEfLAgQOxaNEiAMA111yD8ePH4/HHH8c999yjDcJdfPHFGDNmDD744IN6B/veeuutkEGgG2+8EdOnT8err75aLdh3+PBhrFy5EmPGjIm4v4yMDAwfPhxvvvkmzjrrrJAaj0lJSejcuTM+/vjjkGDfp59+CkVR8Ic//KFeba8q8Hk5cuRIxG2++eYb9O7dG88//3zYx/v06YN+/frhk08+wXnnnRd2MOXgwYNYs2YNevXqVad2de3aFS+88AIA4IYbbkBsbCzefvttTJs2LaTmT23q0rZgL730Ek6cOIFVq1Zh+PDhAICrrroKf/jDH7B48WKce+65IZ9Dt9uNjz76SPsex8XF4dFHH8W+ffsa9V0kImpOU6dOrXafwWDA9u3bQ+4rLCzEv//9b1itVgD+FUIvvvgiXC4XPvjgAy0NY0lJCdasWYOFCxeGrMw/dOgQli5dqgWwrrzySkycOBFLlizRBudfffVV5Obm4sMPP0T37t0BANdeey1OO+00vPzyy5g2bRrS0tLw9ddfY9OmTbjvvvtw8803A/D3v6ZMmVLtWJYsWYLk5GS8/fbbWtvPPPNMTJs2rdbJJgF9+/bFY489pt0uLS3F+++/rwX7du7cic8++ww33XSTFpy54YYbsGDBAuzZs6dOrxFwySWX4IUXXsDy5ctx/vnnh63d5/V6sWTJEmRmZmLVqlVa8GXYsGG47bbb8Nprr2H27Nna9h6PBxMnTsScOXOq7evgwYP47LPPtGtifHw8/vznP+OFF17A559/rq3OCpzvvLy8RgVKOnfuDKvVitzc3Ijb/PDDD/B6vVjx/+zdeVzN2f8H8NftVqiUNopCilCWsjQlW2PJWjEmu4yhbDEY+9hHMbbBDMaSJfvO2MVYI0ukGXztLbY2S6L1/v7o14ePSvfWrVt5PR+PHu7nc889n/d539Ltvu85Z/XqHD+QY2RkhBYtWmDp0qVo2LBhttfWQOYHoWbOnImePXvKFdfr169x+PBhYbx169bF6NGjsWPHjhy/r3IjT2yfCgoKwqVLlzB69GgMHToUQOb3jq+vLzZu3Ii+ffuK9s988OABDh8+LJxzcHCAm5sbDh06JCrO5Xec1apVg52dHQ4cOCDq78yZM3j9+vUXx1Na/v4gIiIiIipNuIwnkYJ69eolOm7UqJFcS8S8evUKly5dQocOHYRP1sfHxyMhIQHOzs54/PhxtuWYvv/++y8W+oDMT+kDgLa2toIj+ejTAlZqaioSEhJQtWpV6Orq4r///hPu09XVxb179/D48eNc+9HQ0EBISAhev36tUAzfffcd1qxZAwcHB1y/fh1//vkn+vTpg3bt2gmf7panjyxSqRS2traQyWSi87q6urCwsPjiG0+5+TRPb9++RXx8PJo2bYrIyMhsy4mZmZl9sdCXFzU1NXTp0gWnTp0SnmMAOHDgAOzs7GBubp7vvgEI+/e8e/cu1za6urp4/vw5wsLC8n2dJk2ayF3oA5CtaJr15pMiy1blx5kzZ1C/fn2h0Adk/kx5enoiOjoa9+/fF7Xv1q2b6I3trMfl5/uKiKioTJs2DQEBAaKv1atXZ2vn6uoqFMuAzA/TAJmzwj/db61+/fpITU3N9vqlYsWKog8w6ejowN3dHf/99x9iYmIAAEePHkWjRo2gq6srvCaKj4+Hk5MT0tPTceXKFQCZ//+rq6uLXn9JpdJsxY6XL1/i9u3b8PDwEMXerFkzhX4PfV4waty4MV69eiX8Ls5ajjprdlwWeYovn8ua3Xfnzh2cPHkyxzbh4eGIi4tDr169RLOsWrVqhRo1amRbbhrI/lo1i6Ojo6h416BBAwBAu3btRMswZj3fyvidpqWlledrDSCzEPb58q3y0tTU/OJykZ9zd3cXjdfV1RXGxsY4c+ZMvq4vr7Nnz0IqlWZbWvSHH36ATCbL9lrHyclJVPyrXbs2dHR05H5e5Bmnm5sbbt68Kfrw18GDB2FqaoqmTZvm2ndp+fuDiIiIiKg04cw+IgWUKVMm26eO9fT05PrDMiIiAjKZDL///jt+//33HNvExcWhUqVKwvGnb8ikpKRku46BgYHwR/yX3kjJy4cPH7Bq1Srs2bMHL168EO0b8mkRy9fXF8OGDUP79u1Rq1YtODs7w83NTZhxpampiXHjxmHevHlo1qwZGjRogFatWsHd3R3GxsZ5xtG8eXM0b94c79+/x7///ovDhw9j27Zt8PHxwZEjR/JclunzZYTKly+f43NWvnz5XPcY+pJr165h2bJluHHjRrb9e96+fSt6c1EZSwa5u7tj9erVOHnyJNzd3fHw4UP8+++/mDlzZoH7zloW9ktv0gwePBgXL15Ejx49UK1aNTRr1gydO3cWlqmSh6J5qFatmui4atWqUFNTK/Q9V54+fSq86fmprKVVnz59Kvr0+uffa1lvVr5586YQoyQiKpj69eujXr16ebYzNTUVHWf9fsvt/OvXr0UfQqlWrVq2WWpZs/eio6NhbGyMJ0+e4O7du8Jex5/LWm40q/3nv68+X4L66dOnwrU/Z2FhISoefElu/7+/fv0aOjo6ePr0KdTU1LL9fsvpuvLo0qUL/vzzT/zxxx9o06ZNtvuzxpXTkts1atTAtWvXROfU1dVzXbb08+cv6zXk5+2znldl/E5LSkr64uu3jh07YufOnZg6dSoWLlwIR0dHtG3bFq6urnKv7FCpUqUc93zOzefPlUQiQbVq1RAdHS13H/kRHR2NihUrZtvfztLSUrj/U58/X0Dm3x3yPi/yjLNjx46YO3cuDhw4gBEjRuDt27c4ffo0vLy8cpxpmqU0/f1BRERERFRasNhHpIC8Ztl9SdanlX/44YdcZ3x9+uldAKJPcIeGhmZbWigoKAjVqlWDuro6/ve//+U7ttmzZ2PPnj0YMGAAGjZsiPLly0MikeCnn34S/eHdpEkTnDhxAkFBQbhw4QJ27dqFDRs2YObMmejRoweAzCXCXFxccPLkSZw/fx6///47/vrrL2zYsAF169aVK55y5cqhcePGaNy4MfT19bF8+XKcPXsWHh4eX3xcTm8K5facfToueURERMDLyws1atTAxIkTYWpqCg0NDZw5cwbr16/P9ml0RfZ8yY2VlRVsbGxw4MABuLu748CBA9DQ0ECHDh0K3HfW98vn33OfsrS0xNGjR/HPP//g3LlzOH78OLZs2YLhw4eLlgz7koLm4fM3mnJ74yk9Pb1A11FUbm9AKvp9RURUHOX2u1OZ//dlZGSgWbNmwtKcn8sqDha1ov7/PWt238SJExEUFFTg/jQ1NXMdQ27Pq7JeK33u+fPnePv27Rdfa5QtWxabN2/G5cuXhdcbhw8fxvbt27Fu3Tq5Xnsr4zWXvNLT0wv094AiCut5+ZSenh5at26NgwcPYsSIETh69ChSUlLyXC6+NP79QURERERU0rHYR6RkuRUjsj7xrqGhAScnJ4X7rV27NgICAkTnjI2NUaZMGXzzzTe4dOkSnj17luOngPOStS/GxIkThXPJycnZlqYEgAoVKqB79+7o3r073r17h759+2LZsmXCH9tAZgHphx9+wA8//IDHjx/D3d0d69atw4IFCxSOzdbWFgCEZb9U5dSpU0hJScGKFStEn/q/fPlygfr90qemgczZff7+/nj58iX+/vtvtGrVCnp6egW6JpC5HKhEIhH2TsqNlpYWOnbsiI4dOyIlJQUjR47EypUr4e3tjTJlyuQZv6KePHkimh3y5MkTZGRkiPYXArLPNsia+fApRWKrXLkyHj16lO38w4cPhfuJiEg+T548gUwmE/0/nLUEX9beeVWrVkVSUlKer4mqVKmCS5cu4d27d6LZfZ//n531//STJ0+y9ZHT/+/5VblyZWRkZCAqKkpUkMzpuvLq2rUrVqxYgeXLl8PFxSXb9YDMMXw+C/LRo0fF+vfT/v37AQDOzs5fbKempgZHR0c4Ojpi0qRJWLlyJRYvXozLly/DycmpUF5rfEomk+HJkyewtrYWzuU2g+7p06ei1ymKxFalShUEBwcjMTFRNLsv67WGvPtKykuecQKZS3kOGzYMYWFhOHjwIOrWrYuaNWt+se9y5cqV6r8/iIiIiIhKIu7ZR6Rk5cqVA5C9GGFoaIimTZti+/btePnyZbbHZS1XlRs9PT04OTmJvrJm/g0fPhwymQzjx4/PcTmd8PBw7N27N9e+c/rk8KZNm7LNlkpISBAda2tro2rVqkhJSQEAvH//HsnJyaI2VatWhba2ttAmN8HBwTmez9pXJKflq4pSVo4+X2Jo9+7dBeo36/slpzc2AKBz586QSCT49ddfERkZmecnreXx119/4fz58+jYseMXZ058/nxramrC0tISMpkMqampcsWvqM2bN4uOAwMDAQAtWrQAkLlslL6+Pq5evSpqt2XLlmx9KRJby5YtERYWhtDQUOFcUlISduzYgSpVqii03xMR0dfu5cuXOHHihHCcmJiIffv2oU6dOsKyeh06dEBoaKiwB96n3rx5g7S0NACZ//+npaVh69atwv3p6enC74csFStWRJ06dbB3717R//sXLlzItu9qQWQVrj7/vfN5PIrImt13+/ZtnDp1SnSfra0tDA0NsW3bNtFrqTNnzuDBgwdo1apVvq9bmIKDg/Hnn3/CzMzsi69dclpWvU6dOgAgjDe319b5tW/fPtF+yEePHkVMTIzwWgPI/JDezZs3RTk/ffo0nj17JupLkdhatGiB9PT0bK911q9fD4lEIrq+Msgzzqy49PX1sWbNGly5ckXu15ql4e8PIiIiIqLShDP7iJSsbNmysLKywpEjR1C9enVUqFABNWvWRK1atTB9+nT07t0bXbp0wffffw9zc3PExsbixo0beP78OQ4cOJCva9rb22PatGmYOXMmOnToADc3N1SrVg3v3r1DSEgITp06hdGjR+f6+FatWmH//v3Q0dGBlZUVbty4gYsXL6JChQqidp06dULTpk1hY2ODChUq4NatWzh27Bj69u0LIPNT+15eXnB1dYWVlRWkUilOnjyJ2NhYdOrU6YtjGDZsGMzMzNC6dWuYm5vj/fv3uHjxIk6fPo169eqhdevW+cqNsjRr1gwaGhrw8fFBz5498e7dO+zcuROGhoYFmnVYp04dSKVSrF69Gm/fvoWmpia++eYbYX8bAwMDNG/eHEePHoWurq5Cb+qlpaUJn6pPSUlBdHQ0Tp06hbt378LBwQGzZs364uMHDRoEIyMj2Nvbw9DQEA8fPkRgYCBatmwpfCLdxsYGALB48WJ07NgRGhoaaN26NbS0tPKRDSAqKgo+Pj5o3rw5bty4gQMHDqBz587CviwA0KNHD/z111+YMmUKbG1tcfXq1RxnbSgS25AhQ3Do0CEMHjwY/fr1g56eHvbt24eoqCgsW7ZM7n2DiIiKs7NnzwqziD5lb28vmq1UUNWrV8eUKVNw69YtGBoaYvfu3YiLi4Ofn5/QZtCgQTh16hR8fHzg4eEBGxsbvH//Hv/73/9w7NgxBAUFwcDAAC4uLrC3t8fChQsRHR0NKysrHD9+PMcPcowZMwbe3t7o3bs3unfvjlevXiEwMBA1a9YU9qotKFtbW7Rv3x4bNmzAq1ev0KBBA1y5ckWYuZjfWWhZe/fdvn1bdF5DQwPjxo3DpEmT0LdvX3Tq1AlxcXHYuHEjqlSpAi8vrwKOqOCyvq/S09MRGxuLy5cv48KFC6hcuTJWrFghWpb+c3/88QeuXr2Kli1bokqVKoiLi8OWLVtgYmIi7BFctWpV6OrqYtu2bdDW1oaWlhbq16+f7+9ZPT099O7dG926dUNcXBw2bNiAatWq4fvvvxfa9OjRA8eOHcOPP/6IDh06ICIiAgcPHsy2JKkisbm4uMDBwQGLFy9GdHQ0rK2tceHCBQQFBWHAgAFfXO60sMYJZH6PderUCYGBgZBKpXm+Zs9SGv7+ICIiIiIqTVjsIyoEc+bMwezZs+Hn54fU1FSMGDECtWrVgpWVFXbv3o3ly5dj7969ePXqFQwMDFC3bl0MHz68QNfs2bMn6tWrh3Xr1mHfvn1ISEiAlpYW6tatCz8/vy9+SnfKlClQU1PDwYMHkZycDHt7ewQEBGTbR6dfv344deoULly4gJSUFFSuXBmjR4/GoEGDAAAmJibo1KkTgoODceDAAUilUtSoUQNLlixB+/bt88xZUFAQjhw5gpcvX0Imk8Hc3Bw+Pj4YPHgw1NVV+99VjRo1sHTpUixZsgTz5s2DkZERevXqBQMDA0yePDnf/RobG2PmzJlYtWoVpkyZgvT0dGzcuFEo9gGZyyudPn0aHTp0gKamptx9p6SkYPz48QAyP3luYGAAW1tbDB8+HG3bts2zgOXp6YmDBw8iICAASUlJMDExQb9+/TBs2DChTf369TFq1Chs27YN586dQ0ZGBoKCgvJd7FuyZAl+//13LFy4EOrq6ujbt68whizDhw9HfHw8jh07hiNHjqBFixZYs2ZNtuXNFInNyMgI27Ztw2+//YbAwEAkJyfD2toaK1euLLazJoiIFLV06dIcz/v5+Sm92PfLL79g/vz5ePToEczMzLB48WLRnsXlypXDpk2bsGrVKhw9ehT79u2Djo4OqlevjpEjR6J8+fIAMpd4XLFiBebOnSssQe3i4oKJEyfC3d1ddN0WLVrg999/x5IlS7Bw4UJUrVoVfn5+CAoKQkhIiNLGl/U64NChQzhx4gScnJywePFiuLq6KvR7+lPq6uoYOnQoJk2alO2+bt26oWzZsli9ejUWLFgALS0ttGnTBj///DN0dXULOpwCy/q+0tDQQIUKFVCrVi1MnjwZ3bp1Ey1XmRMXFxdER0dj9+7dSEhIgL6+Ppo2bSr6HtDQ0IC/vz8WLVqEGTNmIC0trUDfsz4+Prh79y7++usvvHv3Do6Ojpg+fbowSw8AmjdvjokTJyIgIABz586Fra0tVq5ciXnz5on6UiS2rO/lpUuX4vDhw9izZw+qVKmC8ePH44cffsjXWAo6zixubm4IDAyEo6MjKlasKPc1SvrfH0REREREpYlEVli7zRMRkVKcPHkSw4cPx+bNm9G4cWNVh0NERESfuX37Ntzd3fHbb78pZcltoqJ0584duLm5Yd68edmK6EREREREVDJwXTIiomJu586dMDc3F5azIiIiItX58OFDtnMbNmyAmpoamjRpooKIiApmx44d0NLSQrt27VQdChERERER5ROX8SQiKqYOHTqEu3fv4p9//sGUKVPyvQ8QERERKc+aNWsQHh6Ob775BlKpFGfPnsXZs2fh6ekJU1NTVYdHJLdTp07h/v372LFjB/r06ZPvZdiJiIiIiEj1uIwnEVExZW1tDS0tLXTs2BEzZ85U+b6FREREBFy4cAHLly/HgwcPkJSUBFNTU7i5ucHHx4e/q6lEcXFxQWxsLJydnTF//vw891gkIiIiIqLii8U+IiIiIiIiIiIiIiIiohKKe/YRERERERERERERERERlVAs9hERERERERERERERERGVUCz2EREREREREREREREREZVQ3EFeATExb1VyXU1NKVJS0lVy7eKkJORB/doV6Hf4FgCQcCQIaY2aKP0aJSEPRYW5yMQ8fMRcZGIePiqMXBgbl1dqf6WZql47KYI/L2LMhxjzIcZ8iDEfYsyHGPPxEV87ERERERU+zuwr5iQS8b9fK+YhE/PwEXORiXn4iLnIxDx8xFxQXvg9IsZ8iDEfYsyHGPMhxnyIMR9EREREVNRY7CMiIiIqRVatWoXu3bvDzs4Ojo6OGDZsGB4+fChqk5ycjJkzZ8LBwQF2dnYYOXIkYmNjRW2ePn2KIUOGoEGDBnB0dMS8efOQlpZWlEMhIiIiIiIiIiI5sNhHREREVIqEhISgT58+2LFjBwICApCWloZBgwYhKSlJaDN37lycPn0aS5YswaZNm/Dy5UuMGDFCuD89PR3e3t5ITU3Ftm3b4O/vj71792Lp0qWqGBIREREREREREX2BRCaTyVQdREmhin1nJBJAQ0OK1NR0fM3PVEnJg9qzpyi7NRAA8KFXX2SYVlZq/yUlD0WBucjEPHzEXGRiHj4qrFyUtH1n4uPj4ejoiMDAQDRp0gRv376Fo6MjFixYAFdXVwDAgwcP0LFjR2zfvh0NGzbEmTNn4OPjg3PnzsHIyAgAsHXrVixYsADBwcHQ1NSU69rFfc8+/ryIMR9izIcY8yHGfIgxH2LMh1hJe+1EREREVBJxZh+REmWYVkbSmPFIGjNe6YU+IiKi/Hj7NrPgpqenBwAIDw9HamoqnJychDaWlpaoXLkybty4AQC4ceMGatWqJRT6AMDZ2RmJiYm4f/9+0QVPRERERERERER5Uld1AERERERUODIyMjB37lzY29ujVq1aAIDY2FhoaGhAV1dX1NbQ0BAxMTFCm08LfQCE46w28pJI8ht94cuKrTjHWJSYDzHmQ4z5EGM+xJgPMeaDiIiIiIoai31EREREpdTMmTNx7949bNmyRSXX19SUquS68pJIAKlUCokEXGYNzMfnmA8x5kOM+RBjPsSYDyIiIiIqasWq2PfXX39h4cKF6N+/P6ZMmQIASE5Ohr+/Pw4fPoyUlBQ4Oztj+vTpok+bP336FDNmzMDly5ehpaUFd3d3jB07FurqH4d3+fJl+Pv74969ezA1NcXQoUPRrVu3Ih8jlW5qjx5Ce9F8AMC7MeORYVFDxREREdHXatasWfjnn38QGBgIExMT4byRkRFSU1Px5s0b0ey+uLg4GBsbC23CwsJE/cXGxgKA0EYeKSnpxXpWQ9absGlp3FMJYD4+x3yIMR9izIcY8yHGfBARERFRUSs2xb6wsDBs27YN1tbWovNz587FmTNnsGTJEpQvXx6zZ8/GiBEjsG3bNgBAeno6vL29YWRkhG3btuHly5eYMGECNDQ0MGbMGABAZGQkvL290bNnTyxYsADBwcGYOnUqjI2N0bx58yIfK5VeavFxKLs9c/bEe69BLPYREVGRk8lkmD17Nk6cOIFNmzbB3NxcdL+trS00NDQQHByM9u3bAwAePnyIp0+fomHDhgCAhg0bYuXKlYiLi4OhoSEA4OLFi9DR0YGVlZWC8RR8TIVNJisZcRYV5kOM+RBjPsSYDzHmQ4z5ICIiIqKioqbqAADg3bt3+PnnnzFnzhzo6ekJ59++fYvdu3dj4sSJcHR0hK2tLebOnYvQ0FDcuHEDAHD+/Hncv38fv/32G+rUqYOWLVti1KhR2Lx5M1JSUgAA27Ztg5mZGSZOnAhLS0v07dsX7du3x/r161UwWiIiIqLCM3PmTBw4cAALFy6EtrY2YmJiEBMTgw8fPgAAypcvj+7du8Pf3x+XLl1CeHg4Jk+eDDs7O6HY5+zsDCsrK4wfPx537tzBuXPnsGTJEvTp0weampoqHB0REREREREREX2uWBT7Zs2ahZYtW8LJyUl0Pjw8HKmpqaLzlpaWqFy5slDsu3HjBmrVqiVa1tPZ2RmJiYm4f/++0MbR0VHUt7Ozs9AHERERUWmxdetWvH37Fv369YOzs7PwdfjwYaHN5MmT0apVK/j6+qJv374wMjLCsmXLhPulUilWrlwJNTU1eHp64ueff4a7uzt8fX1VMSQiIiIiIiIiIvoClS/jeejQIfz333/YtWtXtvtiY2OhoaEh2k8GAAwNDRETEyO0+bTQB0A4zqtNYmIiPnz4gLJly8odb1HvO5N1veK8301RKCl5+DQ+iUT58ZaUPBQF5iIT8/ARc5GJefjoa83F3bt382xTpkwZTJ8+HdOnT8+1TZUqVbB69WplhkZERERERERERIVApcW+Z8+e4ddff8W6detQpkwZVYYiF01NaZFfUyLJ/HR91gbfX6uSkgep+sfvEXV1KSQayv2eKSl5KArMRSbm4SPmIhPz8BFzQSSfw4cPYunShTh27B9Vh0JERERERERE+aDSYt+///6LuLg4dOvWTTiXnp6OK1euYPPmzVi7di1SU1Px5s0b0ey+uLg4GBsbA8icoRcWFibqNzY2FgBEbbLOfdpGR0dHoVl9KSnpKpnZJ5MBaWnpX/UblSUlD7K0dOF2Wlo60lLTv9BacSUlD0WBucjEPHxU0nIxZ84MHDnyN9zcumH8+Mmi+xYunIc9e3aiQ4fOmDp1hkL9qioPycnJWL58CU6ePI7U1BQ0bfoNxo2bCAMDw1wfI5PJsGbNKhw8uBdv3yaifv0GGDduIszNqwIArl+/ipEjfXJ87Jo1G1Cnjg2Sk5Px229+uHv3Np48eQwnJ2f4+y8E8DEXM2b8gsOH/87WR/XqNbB58w4ljJ6UJW127jMNC4PGtJkKP+bXXzN/dr29R6BfPy/h/Nmz/2Dy5HE4f/6qEiMUu379Knx9fXDkyGmUL19eaf1++21bODo2U1p/RERERERERFS0VFrs++abb3Dw4EHRuUmTJqFGjRoYPHgwTE1NoaGhgeDgYLRv3x4A8PDhQzx9+hQNGzYEADRs2BArV65EXFwcDA0z31C8ePEidHR0YGVlJbQ5e/as6DoXL14U+lCEqt5Alsk4KwEo/nn4NLbCjLW456EoMReZmIePSlIuKlashKCg4/D1HYMyZTI/fJKcnIzjx4+iUiUTAPkfS1HnYenSRbh48Txmz/aHtrYOFi+ej8mTf8aKFetyfUxg4Abs2rUNU6bMgKlpFaxZswI//TQSgYE7UKZMGdjaNsD+/UdFj1mzZiWuXr0Ca+u6kMmA9PQMlClTBt991xP//HMKQPZxjxo1Dt7eI4Tj9PR0eHn1RuvW35aY7xUqXjQ1y2Dz5g1wc+uWbbn5kqhMmbLC/0FEREREREREVPKoqfLiOjo6qFWrluhLS0sLFSpUQK1atVC+fHl0794d/v7+uHTpEsLDwzF58mTY2dkJhTpnZ2dYWVlh/PjxuHPnDs6dO4clS5agT58+0NTUBAD07NkTkZGRmD9/Ph48eIDNmzfjyJEj8PLyUt3giYjoq2dtXRsVK1bCmTOnhXNnzpxGpUomqFXLWtQ2IyMDmzYFoEePrnBxaYYBA3rh9OmTwv3p6enw85uF777riubNv0HPnt2wY8dWUR+//joDkyaNxZYtm+Dm1h4dO36LhQvnIS0trUDjSExMxN9/78fIkT+hUaMmqF27DiZPno5bt8IQHn4rx8fIZDLs3LkV/fsPQvPmrWBlVRNTp85CXFwMzp37BwCgoaEBQ0Mj4UtPrwLOnTuDTp26QPL/U+3LlSuHceMmoWtXD+FDP5/T0dER9XPnzm28ffsGnTp1LdC46evVuHFTGBoaIjAwINc2//wThL59v0fr1o747rsu2Lo1UHT/d991wcaN6zB37ky0bdsC3bp1wv79e3Lt79mzp/D1zZzp2qFDazg7N8avv84AAKSkpGDJkt/QuXNbuLg4YejQQbh9+18AmR8g6Nv3e8yb96vQV3R0FNq2bYG//94PIHMZT1fXVqLrnT9/Fj/+2B8uLk7o1OlbTJo0Tu78EBEREREREVHRUunMPnlMnjwZampq8PX1RUpKCpydnTF9+sclnqRSKVauXIkZM2bA09MT5cqVg4eHB3x9fYU25ubmWLVqFfz8/LBx40aYmJhgzpw5aN68uSqGRKVYejULvFm2UrhNRKqjfu1Knm3SGjX5eJCcDPXwsNwbA4CmJtLqNRAOJYlvIb17J3tfCujUqSsOHTqIdu06AAAOHTqATp26IDT0mqjdpk0BOH78CMaNmwQzM3PcvBmK2bOnoUIFfdjZNYJMJkPFipUwe7Y/DA0NEBoaivnzf4WhoRG+/bat0M/161dhaGiEpUtXISoqEtOnT0LNmrXQtasHAGDt2lU4cuRv7Nolnnn/JXfv3kZaWhoaN3YQzlWrVh2VKpng33/DYGtbL9tjnj6NRlxcHJo0aSqc09HRQd26tggPv4U2bdpne8z582fw5s1rdOzYRe7YcvL33/vRuHFTmJiYFqgf+npJpWoYMmQ4Zs6ciu++64mKFSuJ7r9z5zamTZuEH34YAheXtggPD8PChf7Q09MTff9u27YZP/7og/79f8Dp00FYuNAfdnb2qFq1erZrVqxYCb/+Oh9TpozHli27oa2tLczG+/PPpfjnn1OYMmUGTExMsWXLRowZMxLbt++Frq4epk+fjSFDvODk1AxOTs0xa9YvaNLEAZ07u+U4vosXz2PKlJ/Rv/8PmDp1JlJTU3Hp0gXlJZCIiIiIiIiIlKrYFfs2bdokOi5TpgymT58uKvB9rkqVKli9evUX+3VwcMC+ffuUESJRrmRGRkj27K3qMIgIgH6Hb794v0wiQeyL18KxWszLPB+Tbl4V8dfChWNpeDj0u2YWpWJevslXnO3adcSqVX/g+fNnAIBbt25i5sy5omJfSkoKNm0KwJIlf8LWtj4AoEoVM4SF3cD+/XtgZ9cI6urqGDTIGxIJoKEhRcWKJggPD8Pp0ydExb7y5XXx00/jIZVKUa1adTg6OuPatRCh2FehQgVUqWKm0Bji4uKgoaGRbQ8xAwMDxMXF5fiY+PjM8/r64tl4+voGwn2f+/vv/Wja9JtshRVFxMbG4PLli5g2bU6++yACgJYtW6NmzVpYu3YVJk2aJrpv+/bNaNSoCby8fgQAVK1aDY8fP8SWLZtExT5HRyd069YDANC37wDs2LEF169fzbHYJ5VKUb585pKh+voGws/b+/fvsW/fLkyePEPYd2/ChKm4cqUL/v57P3r37o+aNa0xePBQzJs3B99+2w7Pnz/D/PmLcx3bhg3r8O237TBokLdwrmbNWvnIEhEREREREREVhWJX7CMiIvqa6Ovrw9GxGQ4fPgiZTAYnp2aoUKGCqE1UVCQ+fPiAn34aLjqfmpqKmjU/Lve5e/cOHD58AC9ePEdycvL/3y9+g97CogakUqlwbGhohIcP7wvH3bt7ont3z1zj3bhxHTZt+rh04aZNOxUab369fPkCISGXMGuWX4H6OXLkb+jo6KBFi1bKCYy+akOHjsSoUUPRq1c/0fknTx7B2bml6Fy9eg2wY8dWpKenCz+DlpY1hfslEgkMDAyRkJAAABg71hdhYaEAgEqVTBEYuCPHGKKjo5CWlob69T/OOlZXV0edOjZ4/PiRcK5nz744d+4f7N69AwsWLIWeXoVcx3Xv3l106eKe1/CJiIiIiIiIqJhgsY+IiEqlhCNBCrXPMK6Y92P+fy/YLOm2tgpfJyedOrlh8eL5AIAxY8Znu//9+/cAgPnzl8DYuKLoPg0NDQDAyZPH8Mcfv2PkyNFo2LAhNDXLYvPmjfjvv39F7dXVxb/6JRIJMjIy5I7V3b07XFw+zhQ0MjKCoaEhUlNT8fbtW9Hsvvj4+Fz30TMwyDyfkBAHIyMj4XxCQjysrLLPIDp8+CB0dfWyFVAUIZPJcOjQAbRv31HIG1FBNGxoj6ZNv8GqVcvRoYPiy8t+6edx4sSpSE5OzrFdfiQkxCMyMgJSqRRRUREAnHJtm7U8KBERERERERGVDCz2ESmR9H93oTNxLAAg0X8h0mtZ5/EIIiosCu+hV6aMwo+R6ZTP9159n3JwcERqaiokEgmaNnXMdr+FhQU0NTXx4sVz2Nk1yrGPW7duol69+ujWrQc0NKRITU1HdHR0gWP7nK6uHnR19UTnrK3rQF1dHdeuhaBVq8ylUCMiHuPFi+ewsamfYz+VK1eBoaEhrl69IsxOfPcuEf/9Fw539+6itplFuoNwde1UoKJHaOg1REVF5rpPGVF++PiMxMCBvWFuXk04V62aBW7duilqd+vWTZibVxXNrP2Szwv7wMfifkZGunCuShUzaGhoICzsprAPZVpaGu7c+Q89evQS2vn5zUKNGlbo3NkN8+bNQePGDqhePef9hS0trXDt2hV06tRVrliJiIiIiIiISLVY7CNSIsnbN9A8f1a4TUQkD6lUis2bdwq3P6elpY2ePfti2bJFkMlkqF+/IRITE3Hr1g1oa+ugQ4fOMDOriqNHD+Hy5WCYm5vj778P4s6df2FqWkWhWHbv3o6zZ//B77+vkPsxOjo66NzZDcuWLYaurh60tLSxZMlvsLWtD1vbekK73r27w9t7BFq2bA2JRIIePXphw4a1MDc3h6lpFaxZswKGhsZo3ryVqP9r167g2bPoXJcVfPToIdLSUvHmzWskJSXh3r27AIBan33g4tCh/ahb1xY1aljJPTaivFhaWqFtW1fs2rVdONezZ18MHtwf69evgYtLW/z77y3s3r0DY8dOLNC1TExMIZFIcPHieXzzTTOUKVMGWlpacHf/Dn/++Tt0dXVRqZIJtmzZiA8fPgiF7d27dyA8/BY2bNiKSpVMcPHiecyaNRWrVq3PcZbrDz8MxqhRw1Clihm+/bYd0tPTERx8Hn37ehUofiIiIiIiIiIqHCz2lUJpaWmIiHicZ7uqVasrZVkoIiIqOG1tnS/eP3jwUFSooI9NmwLw9Gk0dHTKo1at2ujffyAAwM2tG+7du4tp0yZBIpGgTZv28PDogUuXLioUx6tXrxAdHaVw/CNHjoFEooYpU8YjNTUFTZs6YuzYCaI2ERFP8O5donDcp88AfPjwAfPnz0Vi4lvUq9cQCxcuRZkyZUSP+/vv/ahXrz6qVaue47V//nkUnj9/JhwPHNgHAHDhwlXhXGJiIv755xRGjRqn8NiI8vLjjz44deqEcGxtXRuzZvlhzZpVWL9+DQwNjTBokA86dlR8qc9PGRtXxKBB3li5chnmzp0JV9dOmDJlBnx8RkAmy8CcOdOQlJQEa+s6WLRoGXR1dfHkyWP8+efvmDjxF1SqZAIAGDt2IgYM6InVq1dg2DDfbNext2+M2bP9sX79GgQGroe2tjYaNLArUOxEREREREREVHgkMplMpuogSoqYmLdFfk2JBMJybPI+Uw8f3se+fx/DyNQs1zaxz6LgblO9xMxuyE8eVEH92hXod8hcwi7hSJBSlvf7VEnJQ1FgLjIxDx8xF5mYh48KKxfGxuXzbkQAVPPaSRH8eRFjPsSYDzHmQ4z5EGM+MoWGhgi31dQkyMiQPxl2dk0LI6Riga+diIiIiAofp3WVUkamZjCpbqnqMIiIiIiIiIiIiIiIiKgQqak6ACIiIiIiIiIiIiIiIiLKHxb7iIiIiIiIiIiIiIiIiEooFvuIiIiIiIiIiIiIiIiISigW+4iIiIiIiIiIiIiIiIhKKHVVB0BUmqTXssarvYeE20RERERERERERERERIWJxT4iJZKV10Vqs+aqDoOIiIiIiIiIiIiIiL4SXMaTiIiIiIiIiIiIiIiIqIRisY+IiIiIiIiIiIiIiIiohGKxj0iJpLfCYNC0AQyaNoD0VpiqwyEiIqIS4Pr1q3B2boy3b9+qOhQiIiIiIiIiKoG4Zx+REklSkiF9/Ei4TURERPILDQ0p0uvZ2zeVu62zc+Mv3j9w4GAMGuSdrzjq1WuA/fuPQkdHJ1+PJyIiIiIiIqKvG4t9RERERER52L//qHA7KOgE1q5diS1bdgvnypXTynffGhoaMDQ0KlB8RERERERERPT14jKeRERERER5MDQ0Er50dHQgkUiEY319A2zfvhkeHh3RurUjvLx649KliwAAmUyGUaOGYcyYEZDJZACAN29ew8OjI9asWQkg52U8w8JuYMSIIfj222ZwdW2NMWNG4M2bN0U/cCIiIiIiIiIq9ljsIyIiIiIqgJ07t2LbtkAMHz4KGzZsRdOm32DixDGIjIyARCLB1KkzcPv2f9i5cxsA4Lff/GBkZAwvrx9z7O/evbsYPXoYqlevgZUrA/Dnn2vQrFlzZGRkFOWwiIiIiIiIiKiE4DKeREREREQFsHVrIPr0GYA2bdoDAIYN80Vo6FXs2LEVY8dOgLFxRfz882TMmTMd8fFxuHTpAtat2wx19Zxfim/evBHW1nUwbtxE4VyNGpZFMhYiIiIiIiIiKnk4s4+IiIiIKJ/evUtEbGwM6tVrIDpfr14DPHnySDh2cWmDFi1aITBwPYYPHwVz86q59nn//v/QuHHTQouZiIiIiIiIiEoXFvuIiIiIiArZhw8fcPfubUilUkRGRn6xraZmmSKKioiIiIiIiIhKAxb7iIiIiIjySVtbB0ZGxrh166bo/K1bN1G9uoVwvHz5YqipqWHBgt+xa9c2XLt2Jdc+raxq4urVkEKLmYiIiIiIiIhKFxb7iJQozaYe4kJuIi7kJtJs6qk6HCIiIioCvXv3w+bNGxAUdBwREY+xYsUy3Lv3P/To0QsAcPHieRw6dADTps1BkybfoHfv/vj11xl48+ZNjv317euFO3f+w4IF/rh//x6ePHmMvXt34dWrV0U4KiIiIiIiIiIqKdRVHQBRqVK2LDI++RQ/ERERlX7ffdcTiYmJWL58CRIS4lG9eg34+y+CuXlVJCQkwN9/Nn74YQisrWsDAAYN8kZIyCUsWOCHWbP8svVXtWo1LFq0HH/99QeGDBkATc0yqFvXFm3atC/qoRERERERERFRCSCRyWQyVQdRUsTEvC3ya0okgIaGFKmp6ZD3mXr48D7Ox6fBpLplrm2eP34AZwN11KhhpaRIC1d+8lAaMQ8fMReZmIePmItMzMNHhZULY+PyyuuslFPFaydF8OdFjPkQYz7EmA8x5kOM+cgUGvpxCWY1NQkyMuRPhp1d08IIqVjgayciIiKiwsdlPImIiIiIiIiIiIiIiIhKKBb7iJRI/fpVGFU2gFFlA6hfv6rqcIiIiIiIiIiIiIiIqJTjnn1EyiSTQZKWJtwmIiIiIiIiIiIiIiIqTJzZR0RERERERERERERERFRCsdhHREREREREREREREREVEKx2EdERERERERERERERERUQrHYR0RERERERERERERERFRCsdhHREREREREREREREREVEKx2EdERERERERERERERERUQrHYR0RERERERERERERERFRCqas6AKLSJM2+MWKexmceSKWqDYaIiIiIiIiIiIiIiEo9FvuIlEkiAdT5Y0VEREREREREREREREWDy3gSERERERERERERERERlVCcgkSkTCkpUEvIXMYzQ98A0NRUcUBERERERERERERERFSasdj3lUpPT0NExNM821WtWh3qXJZSbuq3bkK/w7cAgIQjQUhr1ETFERERERERERERERERUWnGKs5XKv75UzxPTUGETlqubWKfRcEdQI0aVkUWFxEREREREREREREREcmPxb6vmIFJFZhUt1R1GERERERERERERERERJRPLPYRERERlSJXrlzB2rVrER4ejpiYGPzxxx9o06aNcL+1tXWOj/v555/x448/AgBcXFwQHR0tun/s2LEYMmRI4QVORERERERERET5wmIfERERUSmSlJQEa2trdO/eHSNGjMh2//nz50XHZ8+exZQpU9C+fXvReV9fX3z//ffCsba2duEETEREREREREREBcJiHxEREVEp0rJlS7Rs2TLX+42NjUXHQUFBcHBwgLm5uei8trZ2trZERERERERERFT8qKk6ACIiIiJSjdjYWJw5cwbfffddtvtWr14NBwcHuLu7Y82aNUhLS1NBhERERERERERElBfO7CMiIiL6Su3duxfa2tpo166d6Hy/fv1Qt25d6OnpITQ0FIsWLUJMTAwmTZqk8DUkEmVFq3xZsRXnGIsS8yHGfIgxH2LMhxjzIfZpPmQyxR5DRERERJQfKi/2bdmyBVu3bkV0dDQAoGbNmhg2bJiw/FS/fv0QEhIieoynpydmzZolHD99+hQzZszA5cuXoaWlBXd3d4wdOxbq6h+Hd/nyZfj7++PevXswNTXF0KFD0a1btyIYIX1VNDSQbmIq3CYiIirOdu/ejS5duqBMmTKi8wMHDhRu165dGxoaGpg+fTrGjh0LTU1NufvX1JQqLdbCIJEAUqlUoTdjSzPmQ4z5EGM+xJgPMeYjk5paZsVOIgEkEjXIZBly50NDo3j/ziQiIiKi4k3lxT4TExOMGzcO1apVg0wmw759+zB8+HDs3bsXNWvWBAB8//338PX1FR5Trlw54XZ6ejq8vb1hZGSEbdu24eXLl5gwYQI0NDQwZswYAEBkZCS8vb3Rs2dPLFiwAMHBwZg6dSqMjY3RvHnzoh0wlWpp9RsiPuyuqsMgIiLK09WrV/Ho0SMsWbIkz7YNGjRAWloaoqKiUKNGDbmvkZKSXqxnKmS9KZ2Wlv5VvzmdhfkQYz7EmA8x5kOM+ciUkZE5+MxiXwZkMpnc+UhNTS/EyIiIiIiotFN5sc/FxUV0/NNPP2Hr1q24ceOGUOwrW7YsjI2Nc3z8+fPncf/+fQQEBMDIyAh16tTBqFGjsGDBAowYMQKamprYtm0bzMzMMHHiRACApaUlrl27hvXr17PY9wXp6WmIiHgqV9uqVauLZlISERFR8bZr1y7Y2Nigdu3aeba9ffs21NTUYGhoqPB1SsKbvjJZyYizqDAfYsyHGPMhxnyIMR+ZZDLFlvDMegwREVFxtGzZMixfvhx37xbtBAdVXZeopFJTdQCfSk9Px6FDh5CUlAQ7Ozvh/MGDB+Hg4IDOnTtj4cKFeP/+vXDfjRs3UKtWLRgZGQnnnJ2dkZiYiPv37wttHB0dRddydnbGjRs3CndAJVz886cIjk3C+fi0L37t+/cxIiIeqzpcIiIiAvDu3Tvcvn0bt2/fBgBERUXh9u3bePr04wd4EhMTcfToUfTo0SPb40NDQ7F+/XrcuXMHkZGROHDgAPz8/NC1a1fo6ekV2TiIiIiIiIrCuXPn0K9fP9jb26Nx48bo1asXTp48Kdx/+fJlWFtb4+jRo1/sZ8+ePbC2ts7xa8+ePUI7FxcXWFtbY+fOnaLHe3t7C5MiJk6cmGtfWV9ZkxoA4MWLFxg9ejQaN24MOzs7DBo0CA8ePBDuT0hIQJMmTTBo0KBsca9btw7W1tY4ffq0QnnLGkft2rXh4OAALy8vHD58WKE+cnLy5EmsX7++wP0UFmXGd+PGDQwaNAj29vaws7ND586dMXfuXLx586ZQr1sY/RX36xJ9DYrFVKy7d++iZ8+eSE5OhpaWFv744w9YWVkBADp37ozKlSujYsWKuHv3LhYsWIBHjx5h+fLlAIDY2FhRoQ+AcBwTE/PFNomJifjw4QPKli0rd6xFvRSVqjc6NzCpApPqlnK1LcwYVZ0HuSUmQv1u5puradZ1AB0dpXZfYvJQBJiLTMzDR8xFJubho681F+Hh4ejfv79w7OfnBwDw8PCAv78/AODQoUOQyWTo3Llztsdramri8OHDWL58OVJSUmBmZgYvLy/RPn5ERERERKXBnj17MHnyZNjY2OCnn36CVCrF+fPnsW/fPrRp00ahvpo0aYL58+cDyHwNbmJiIryGtre3z9Z+9+7dOX74DgA8PT1FExcCAgLw/PlzTJo0SThXtWpVAEBycjIGDBiAuLg4DBkyBJqamli3bh369euHAwcOwMjICPr6+hg+fDj8/Pxw8eJFODk5AQBev36NlStXolWrVmjdurVC4wWAOnXqwMvLC7GxsQgKCsJPP/2EW7duYcKECQr3leXkyZMICQmBl5dXvvsoTMqKLywsDP369UOVKlUwbNgw6Onp4e7du9i/fz++++476OrqFsp189Pf0KFDMWTIkBJ9XaKvQbEo9llYWGDfvn14+/Ytjh07hgkTJiAwMBBWVlbw9PQU2llbW8PY2BheXl6IiIgQfqkVFU3Not8wOz8bnWtoSCFRS4PaF+ZtStQAiURS4DZZ7TQ0pIW6oXhJ2fBd+uB/0HH9FgCQePIfpDduotT+S0oeigJzkYl5+Ii5yMQ8fPS15sLBwSHPZU48PT1Fr7E+ZWNjgx07dhRGaERERERExUZsbCxmz56Nhg0bIjAwUNiepnfv3nj+/LnC/Zmbm8Pc3BwA8Pvvv6NSpUpwc3PLsa2RkRFCQ0Px4MEDWFpm/5C9nZ2daNWzw4cP482bNzn2t2/fPjx69AiLFy9Gx44dAQD169dHr169sHHjRowZMwYA0KdPH2zbtg2//fYb9uzZA4lEghUrVuD9+/eYMmWKwuMFgEqVKsHd3R0A8OOPP2Ly5MlYt24d2rZtm2OBkz5atWoVdHR0sGPHDlFhb/To0aoLKhfq6uoq2b5JVdclKqmKxU+LpqYmqlWrBgCwtbXFrVu3sHHjRsyaNStb2wYNGgAAnjx5gqpVq8LIyAhhYWGiNrGxsQAg7PNnZGQknPu0jY6OjkKz+lJS0lUys0/Rjc5TU9MhywAyMnJvI8sAZDJZgdtktUtNTS/UDcVLyobvsrSPOUhLS0eaknNSUvJQFJiLTMzDR8xFJubhI+aCiIiIiIhyc+DAASQlJWHo0KHZCgomJiaFem1bW1tERkZi9+7dGD9+fIH6On36NDQ0NEQzEe3t7WFiYoLTp08LxT4NDQ1MnDgR3t7eOHjwIOzs7BAYGIhBgwYpbULFiBEjsHv3buzevVso9r169QqrVq3C+fPnERUVBYlEgvr168PX11dUELS2thb19emxn58funXrplB/APDgwQMsWLAAN27cwPv372FmZob27dtj5MiRonbx8fFYvHgxTp06hTdv3sDKygqjR49Gy5YtFY5PXvfv30fNmjWzzeDT+WyVMGXnRZFxtG3bFhEREcJxbh8qlSfPhXFdALhy5QpWrFiBmzdvAgDq1q0Lb29vODs7KxQfUWlQLIp9n8vIyEBKSkqO92XtP5NVyGvYsCFWrlyJuLg4GBoaAgAuXrwIHR0dYSnQhg0b4uzZs6J+Ll68iIYNGyocm6reLCwJG50XRXzFPQ+fxlaYsRb3PBQl5iIT8/ARc5GJefiIuSAiIiIios9duXIFEokETZs2Vcn1u3XrhvXr12PMmDEFmr107949VKlSBZqamqLzlpaWCAkJQXp6OqTSzNW4WrVqBWdnZyxZsgQ2NjYwNjaGj49PgcbxqaytmLIKLwAQGRmJXbt2oWvXrujfvz/evn2LHTt2wMvLC3v37hVmNmYtgbpjxw48ePBAtGTpp8UqeftLSUnB4MGDkZKSgoEDB0JPTw+PHj3CqVOnREWexMRE9O7dGwkJCejbty8MDAxw/PhxDB06FAEBAXBwcFAoPnlVrFgR//33H6KiomBmZpZrO2XnRZFxTJgwAe/evcOJEydw4sSJHOOTN8/Kvi4AnDp1CiNGjEDVqlXx448/wtDQEJcvX8aOHTuEYp+88X0qqxCZ14o5RMWNyot9CxcuRIsWLWBqaop3797h77//RkhICNauXYuIiAgcPHgQLVu2RIUKFXD37l34+fmhSZMmqF27NgDA2dkZVlZWGD9+PH7++WfExMRgyZIl6NOnj/BLrmfPnti8eTPmz5+P7t2749KlSzhy5AhWrVqlyqETERERERERERGRCkRFRUFfXx/lypVTyfXd3d2xePFinDlzBt9++22++4mNjUWdOnWyna9QoQJSU1Px+vVrGBgYCOcnTZoENzc3REdH4/fff1f6+CtWrIhHjx4JxxYWFjh9+rRoxpqrqytcXFxEMxuzligNDg7Gs2fPcl0CVd7+Hj58iOjoaMyZM0e0N2JaWpqovzVr1iAqKgp79uxBrVq1AAC9evWCm5sbli9fLhT75I1PXn379oWvry86d+6Mli1bwtnZGW3btkWFChVE7ZSdF0XGkTVbNCIiIteim7x5VvZ109PTMXv2bJibm2P37t3Q1tYGAHz//fd4+fKlwvERlQZ57MZW+OLi4jBhwgS4urrCy8sLt27dwtq1a9GsWTNoaGggODgYgwYNQocOHTBv3jy0a9cOK1euFB4vlUqxcuVKqKmpwdPTEz///DPc3d3h6+srtDE3N8eqVatw8eJFuLm5ISAgAHPmzEHz5s1VMWQiIiIiIiIiIiJSoffv36NMmTIqu76RkRFatGiB3bt3F6iflJSUHGcGZp1LTk4WndfX1xfGnbXHoDKVKVMGHz58EI51dHSEAlRaWhoSEhJQtmxZ6OvrIyoqSuH+5e0vq4h5/fp10Qpyn+fqxIkTsLW1hZGREeLj4xEfH49Xr17Bzs4OoaGhSE8vnG2L2rdvj9WrV8PW1hbHjx/H1KlT4ezsjEWLFuXrmsrOs7zkzbOy/fvvv3j69Cn69esnFPqyVKxYsUDxWVhYwMLCQskRExU+lc/smzt3bq73mZqaIjAwMM8+qlSpgtWrV3+xjYODA/bt26doeERERERERERERFTKlCtXDrGxsSqNoXv37hg1ahTi4uLy3YempmaOs5Syzn1e0FywYAEyMjJgYWEBf39/bNq0Kd/XzklKSgrKli0rHGdkZGDTpk3YvHkzoqKiRIWs3LZx+hJ5+6tWrRo8PT2xfft2HD9+HPb29nB0dET37t2hp6cntIuIiEBKSgocHR1zvF5iYqKovTK1aNECLVq0QHx8PC5cuIBNmzZh1apVqFSpEvr06aNQX8rOs7zkzbOyZRUws5YnVWZ8R48eVXq8REVB5cU+IiIiIiIiIiIioqJUpUoV3Lt3D+/fv1fZUp6tWrVChQoVCjRBwdDQEAkJCdnOv3r1Curq6tDV1RXOhYWFYe/evRgxYgRsbGzg4+ODEydOoG3btvm+/udevnwJU1NT4Xj16tVYtGgRunTpgtGjRwvLVI4ZMwayfGyurkh/s2bNgqenJ86dO4dz585h3rx52LFjB/bv3y8UQSUSCZydnTFo0KAcr6elpaVwjIoyMDBAly5d0L59e3z77bc4cuSIwsU+ZedZEfLkWZWKe3xEysJiHxEREREREREREX1VGjVqhNOnTyMkJAQtW7ZUSQzq6uro2rUr9uzZAzMzs3z1UbNmTVy4cAEpKSnQ1NQUzj98+BA1atQQliuUyWSYNWsWTExMMGjQIJQrVw729vb47bff0LJlS9Fj8+vZs2d48eIFmjVrJpw7fPgwmjRpggULFgjnUlNT8fbt2xz7kEgkX7yGov3Z2NgIhc2AgAD4+/sjODgYrVq1ApC5lGlycjKcnJzkGmNe8RWEpqYmqlevjpiYGIWvq+w8KyqvPCv7ulk/L/fv3891VmZ+4iMqyVS+Zx9RaSLT1kFqoyZIbdQEMm2dvB9ARERERERERERFrmvXrihXrhxWrFiRbRnM58+fF1kc3333He7fv49///03X49v2bIlUlNTcfLkSeHcjRs38OzZM1EhY9euXbh16xbGjh0rzGQcO3Ysnjx5gs2bNxdoDFmWL18OIHN50ixSqTTb/mg7d+7McelRANDW1kZCQkKu98vbX2JiYrZzWQUiqVQqnGvTpg2uXr2K69evZ7vWs2fPFI5PXlevXs22N198fDzu3r2b416KysqLvP3JS948K/u6NjY2MDU1xcaNG5GYmCi679NlcRWNDwBcXV3h6upaoPiIVIEz+4iUKL12Hbw6EqTqMIiIiIiIiIiI6AsqVaqESZMmYdq0aejZsyfc3d0hlUpx4cIFAB8LV1mOHz+Ohw8fZuvn+++/h5GRESIjI4WCUVJSEl68eIH9+/cDAOzt7XMs4ACZe441bNgQN27cQJUqVRQeh4eHB9avX4/p06cjKioKZcqUwbp162BgYID+/fsDAN68eYNFixbBzs4OXbp0ER7buHFjtGrVCn/++Sfc3d2hr6+v0LVfvHiBffv2IS4uDkFBQbh27RoGDBiAxo0bC21cXFywbNkyTJs2DTY2Nvjvv/8QFBSU67Xs7OywadMm/PLLL2jTpg00NDRgbW2NSpUqKdTfpUuXMHv2bLi6usLCwgKvXr1CYGAgKleuDDs7O6Hd4MGDcezYMQwcOBCenp6wtLTE8+fPERwcDB0dHaxZs0ah+OS1YsUKPHnyBJ06dYK5uTni4uKwa9cuJCYm4ocffii0vMjb3507d3D37l0AEP7N+n7W1tZGmzZtFMqzsq8rlUoxbdo0jBgxAt27d4eHhwcMDQ1x7do1JCUlYenSpfmKDwAePXqU+xNHVIyx2EdERERERERERERfHU9PT1SqVAmrV6/GwoULIZVKYWVlleP+bYcOHcqxj9atW8PIyAhXrlzBpEmThPMJCQkYP348AMDPzy/XYh+QORPuxo0b+RpDuXLlsGHDBvj5+WHVqlXIyMiAvb09Jk6cCGNjYwDA0qVLkZCQgFWrVmV7/E8//QQPDw8sX74cv/zyi0LXvn37NiZOnAhdXV3Url0bixYtQqdOnURthgwZgqSkJBw8eBD79+9H/fr1sWbNGowcOTLHPjt06IDw8HAcOHAAe/fuhUwmg5+fH7p166ZQf9bW1nBycsKJEycQExMDPT09NGrUCKNHj4aOzsfVuHR0dLB161YsW7YMx44dQ1xcHIyMjNCgQQN4enoqHJ+8fvzxR+zatQt///03YmJioKurizp16mD+/Pk5FqGUlRd5+ztx4kS2gnfW93OVKlWEopu8eVb2dYHMAuf69euxYsUK/PXXXwCAunXrwtvbW2ijaHxEJZlEVtg7dJYiMTE5r3FcmCQSQENDitTUdMj7TD18eB/n49NgUt0y1za3LpyGjqExLGrbFqgNADx//ADOBuqoUcNKvgDzIT95KI2Yh4+Yi0zMw0fMRSbm4aPCyoWxcXnldVbKqeK1kyL48yLGfIgxH2LMhxjzIcZ8ZAoNDRFuq6lJkJEhfzLs7JoWRkjFAl87ERERERU+zuwjUiJJfBw0zp8FAKQ6t4DMwFDFERERERERERERERERUWnGYh+REkkfPYTejwMAAAlHgpDGYh8RERERERERERERERUiNVUHQERERERERERERERERET5w2IfERERERERERERERERUQnFYh8RERERERERERERERFRCcViHxEREREREREREREREVEJxWIfERERERERERERERERUQnFYh8RERERERERERERERFRCcViHxEREREREREREREREVEJpa7qAIhKE5m+Pj64dRNuExERERERERERERERFSYW+4iUKL2GFd6uXq/qMIiIiIiIiIiIiIiI6CvBZTyJiIiIiIiIiIiIiIiISigW+4iIiIiIiIiIiIiIiIhKKC7jSaREai+eo8yuHQCA5O++R0YlExVHREREREREREREREREpRmLfURKpBYVCZ2ZUwEAqd84sthHRERERERERERERESFist4EhEREREREREREREREZVQLPYRERERERERERERERERlVAs9hERERERERERERERERGVUCz2EREREREREREREREREZVQLPYRERERERERERERERERlVAs9hERERERERERERERERGVUCz2EREREREREREREREREZVQ6qoOgKg0yahkgqRhvsJtIiIiIiIiIiIiIiKiwsRiH5ESZZiZ492MOaoOg4iIiIiIiIiIiIiIvhJcxpOIiIiIiIiIiIiIiIiohGKxj4iIiIiIiIiIiIiIiKiE4jKeREqkFvEE5VYuBwC89xmBjKrVVBwRERERERERERERERGVZpzZR6REajEvobVmFbTWrIJazEtVh0NERERERERERIRx48bB2tpa+Lp8+bKqQypUX9t4iYg4s4+IiIiIiIiIiIgonyZOnIi9e/d+sY2Hhwf8/f0V7vvkyZOIioqCl5dXPqPL1Lt3bzRv3hwPHz7EypUrC9RXSVBaxpuamoq//voL165dw40bN/Du3Tts3LgRDg4O+e7z9evX8PPzQ1BQEDIyMtC8eXP88ssvMDQ0LNR2RFS4WOwjIiIiIiIiIiIiyidPT084OjoKxwEBAXj+/DkmTZoknKtatWq++j558iRCQkIKXOyzt7eHvb09Ll++XKKLX/IqLeN9//49li5dCjMzM9SqVQuhoaEF7nPEiBEIDw+Ht7c31NXVsXr1agwePBg7d+6EVCottHZEVLhY7CMiIiIiIiIiIiLKJzs7O9jZ2QnHhw8fxps3b+Dm5qbCqKg00NbWxj///ANTU1McPXq0wMW+CxcuICQkBP7+/vDw8AAAWFlZwdvbG8eOHUPHjh0LpR0RFT7u2UdERERERERERERURO7fv4/BgwcLRcIhQ4bgwYMHojZZe83t3bsX0dHRov3n9uzZI7R79eoV5s2bhy5dusDOzg729vbw8vLC9evXC30cDx48wNChQ+Ho6IiGDRuic+fOWLZsmaiNPPFFRUXB2toaixYtgoODAzp27Ijr16/Dzc0NDg4O2LJli9B22bJlsLa2xvXr19G1a1fUq1cP3bp1w9WrV/M9jvj4ePzyyy9o1qwZ6tWrBw8PD5w5cyZf41U2qVQKU1NTpfV3+vRpaGpqiopwLVq0QIUKFXDq1KlCa0dEhY/FPiIiIiIiIiIiIvoq7du3Dy1btoSTkxMCAgIK/XpxcXHo27cvwsPD4ePjAx8fH4SFhaFfv36Ij48X2s2fPx/z589H48aNoa+vLxzPnz8fTZo0EdpFRkZi165daNq0KSZPnowRI0bg+fPn8PLyylZAVKaUlBQMHjwYt27dwsCBAzFp0iQ4OztnK/AoEt+FCxcwdOhQREdHY8CAAfj2229hZ2eH+fPnIzU1VdR25MiRcHR0xNixY/Hu3TsMHjwYkZGRCo8jMTERvXv3xvHjx9GzZ09MnDgRurq6GDp0KC5fvqzweD+VVZwtTu7evYvq1aujTJkywjk1NTXUqlUL//vf/wqtHREVPi7jSURERERERERERF+dx48fY/LkyUhPTwcA+Pv7w9bWVlRMU7YtW7YgISEB27ZtE5b+bNSoEfr06YMtW7ZgxIgRACAsARocHIxnz57luiSohYUFTp8+DR0dHeGcq6srXFxcsHv3bowfP75QxvHw4UNER0djzpw56NGjh3A+LS0t3/F5eXmhS5cuOHfuHKKiouDr64ubN2/i9OnTiIiIgKWlpdDW09MTvr6+AIA2bdqgbdu22LBhA6ZOnarQONasWYOoqCjs2bMHtWrVAgD06tULbm5uWL58ORwcHBQab3EXGxsLExMTAJn5jo+Px65du2BoaCgqviq7HREVPs7sIyIiIiIiIiIioq/OnTt3hEJflrCwsEK9ZkhICMzNzUV7/DVu3BhmZmYICQlRuD8dHR2hkJaWloaEhASULVsW+vr6iIqKUlrcnytXrhwA4Pr160hJSRHOq6uL55YoEp+hoSEAoEKFCjAwMAAA6OnpAQDevHkjatupUyfhtpmZGerXr5+v/J04cQK2trYwMjJCfHw84uPj8erVK9jZ2SE0NFT4/pB3vJ+ysLCAhYWFwjEVppSUFGhoaAAAoqOj8eLFC6SlpUFTUxPJycmF1o6ICh9n9hEpUbpZVbz1+024TURERERERERExVPt2rUhlUpFBb969eoV6jVfvnyZ4x5slStXxosXLxTuLyMjA5s2bcLmzZsRFRUlGsunRSllq1atGjw9PbF9+3YcP34c9vb2cHR0RPfu3YUCnaLxSaVSAICGhoZQRMv69/NlPD/PYaVKlUTLbsorIiICKSkpcHR0zPH+xMRE6OnpyT3eTx09elTheAqbpqamkMt9+/YhIyMDWlpaSElJES3Fqex2RFT4WOwjUiJZpUr4MMhb1WEQEREREREREVEeqlevjl9//RWLFy9GWloaBg0ahKZNm6o6LIWsXr0aixYtQpcuXTB69GhUqFABADBmzBjIZLJCvfasWbPg6emJc+fO4dy5c5g3bx527NiB/fv3C4UeZcUnT9usGWaKkEgkcHZ2xqBBg3K8X0tLS7gtz3iLOyMjI8TGxgIAtLW1hfNxcXEwMjIqtHZEVPhY7CMiIiIiIiIiIqKvkoeHBzw8PIrsehUrVsSzZ8+ynY+OjoaZmVm28xKJ5Iv9HT58GE2aNMGCBQuEc6mpqXj79m2O7bMKYp8vX5pfNjY2sLGxgY+PDwICAuDv74/g4GC0atUqX/HJ69mzZ6I9/F68eJHjjMm8xmtubo7k5GQ4OTnJdd28xlvcWVtbY/v27UhOThYKlBkZGfjf//6H5s2bF1o7Iip83LOPiIiIiIiIiIiIqAg0bdoUkZGRCA0NFc5dvXoV0dHROc4q1NbWRkJCAtLS0nLsTyqVZts3bufOnbm2NzExAQA8efIkv0MAkLm85efXyCpWZi3HmZ/45HXo0CHhdlRUFMLCwtCkSZNs7fIab5s2bXD16lVcv349232fFmXlHe+nXF1d4erqmsdIlM/FxQXW1tY57tnYqlUrpKSk4PDhw8K5s2fP4tWrV3BxcSm0dkRU+Dizj0iJpA/uQXvmNADAu+mzkG5ZU8URERHR1+bKlStYu3YtwsPDERMTgz/++ANt2rQR7p84cSL27t0reoyzszPWrl0rHL969QqzZ8/G6dOnoaamhnbt2mHKlCmiZVmIiIhIeUJDQwr0eDu7krXsINHXrHfv3ti8eTOGDx+OAQMGAADWr18PQ0ND9O7dO1t7Ozs7bNq0Cb/88gvatGkDDQ0NWFtbo1KlSgAyCzvLli3DtGnTYGNjg//++w9BQUHQ19fP8fqVK1dG/fr18eeffyIjIwM6OjqwtbUVzZKTx6VLlzB79my4urrCwsICr169QmBgICpXrgw7OzuhnaLxyWvbtm1ISkqCiYkJtm7dCk1NTfTr10/h8Q4ePBjHjh3DwIED4enpCUtLSzx//hzBwcHQ0dHBmjVrFBrvpx49elSgMWYJDAzEmzdvcP/+fQDA/v37ce3aNejq6qJv377Z2mdkZABAtiIrADRr1gyNGzfG7Nmz8fLlS6irq+Ovv/5CnTp10K5du0JrR0SFj8U+IiWSvHqFMkczP1mUNGqMiqMhIqKvUVJSEqytrdG9e3eMGDEixzbNmzeHn5+fcKypqSm6f9y4cYiJiUFAQABSU1MxefJkTJs2DQsXLizU2ImIiIiISjtDQ0MEBgbC398fK1euBAA0atQIkyZNgoGBQbb2HTp0QHh4OA4cOIC9e/dCJpPBz88P3bp1AwAMGTIESUlJOHjwIPbv34/69etjzZo1GDlyZK4xLFy4EFOmTIG/vz9SUlIwadIkhYt91tbWcHJywokTJxATEwM9PT00atQIo0ePho6OjtAuP/HJ4/fff8esWbPw+PFjWFlZYfXq1Tku45nXeHV0dLB161YsW7YMx44dE/aaa9CgATw9PRUeb2FYt24doqOjhePdu3cDAKpUqZKt2Pf69Wu8ePECjRo1EmY1fkoikeCPP/7A3LlzsXr1amRkZKB58+aYOnWqqDio7HZEVPgkssLeqbUUiYkp2FrS+SGRABoaUqSmpkPeZ+rhw/s4H58Gk+q5/5K+deE0dAyNYVHbtkBtAOD54wdwNlBHjRpW8gWYD/nJgyqoX7sC/Q7fAgASjgQhrVH25QMKoqTkoSgwF5mYh4+Yi0zMw0eFlQtj4/LK66yQWVtb5ziz782bN/jzzz9zfMyDBw/QsWNH7Nq1C/Xq1QOQuQzLkCFDcObMGeETxPJQxWsnRfDnRYz5EGM+xJgPMeZDjPnI9OnsPDU1CTIyii4ZxXlmX0l67URExd+yZcuwfPly3L17V9WhFEtBQUEYNmwYVq9ejRYtWqg6HCIqQtyzj4iIiOgrExISAkdHR7Rv3x7Tp09HQkKCcF9oaCh0dXWFQh8AODk5QU1NDWFhYaoIl4iIiIiIiORw5coV2NjYsNBH9BXiXFoiIiKir0jz5s3Rtm1bmJmZITIyEosWLcLgwYOxfft2SKVSxMbGZls+SF1dHXp6eoiJiVH4ehKJsiJXvqzYinOMRYn5EGM+xJgPMeZDjPkQ+zQfRTXTkbknIiIgcyUXIvo6qbzYt2XLFmzdulVYd7hmzZoYNmwYWrZsCQBITk6Gv78/Dh8+jJSUFDg7O2P69OkwMjIS+nj69ClmzJiBy5cvQ0tLC+7u7hg7dqxoXeDLly/D398f9+7dg6mpKYYOHSqsbU1ERET0tejUqZNw29raGtbW1mjTpo0w20+ZNDWlSu1P2SQSQCqVFumbscUZ8yHGfIgxH2LMhxjzkUlNLbPiJpEAEokaZLKMIsuHhkbx/p1LRERERIVL5cU+ExMTjBs3DtWqVYNMJsO+ffswfPhw7N27FzVr1sTcuXNx5swZLFmyBOXLl8fs2bMxYsQIbNu2DQCQnp4Ob29vGBkZYdu2bXj58iUmTJgADQ0NjBkzBgAQGRkJb29v9OzZEwsWLEBwcDCmTp0KY2NjNG/eXJXDJyIiIlIpc3Nz6Ovr48mTJ3B0dISRkRHi4+NFbdLS0vD69WsYGxsr1HdKSnqxnmmQ9aZ0WtrXvcdUFuZDjPkQYz7EmA8x5iNT1h59mcW+DMhksiLLR2pqetFciIhIxUaOHImRI0eqOgwiomJH5cU+FxcX0fFPP/2ErVu34saNGzAxMcHu3buxYMEC4ZPmc+fORceOHXHjxg00bNgQ58+fx/379xEQEAAjIyPUqVMHo0aNwoIFCzBixAhoampi27ZtMDMzE6YxW1pa4tq1a1i/fj2LfURERPRVe/78OV69eiUU8uzs7PDmzRuEh4fD1tYWAHDp0iVkZGSgfv36CvdfEt70lclKRpxFhfkQYz7EmA8x5kOM+cgkkxXtEp5Z1yQiIiKir5fKi32fSk9Px9GjR5GUlAQ7OzuEh4cjNTUVTk5OQhtLS0tUrlxZKPbduHEDtWrVEi3r6ezsjBkzZuD+/fuoW7cubty4kW1ZKmdnZ8ydO1fhGIv60+klYe+D9PQ0REQ8zbNdtWrVRUurKqIk5AEQx5f5ac7C6b+456EoMBeZmIePmItMzMNHX2su3r17h4iICOE4KioKt2/fhp6eHvT09LB8+XK0b98eRkZGiIyMxG+//YZq1aoJH4CytLRE8+bN8csvv2DmzJlITU3F7Nmz0alTJ1SqVElVwyIiIiIiIiIiolwUi2Lf3bt30bNnTyQnJ0NLSwt//PEHrKyscPv2bWhoaEBXV1fU3tDQEDExMQCA2NhYUaEPgHCcV5vExER8+PABZcuWlStOVew7k5+9DzQ0pJCopUFN7Qv9qgESiaTAbQAg4eVTvEhJRaRuWq5t4p5FobuGFJaWVnlEn0ssJWUPiNrWeLdlBwBAUtta6fsmlJg8FAHmIhPz8BFzkYl5+OhrzUV4eDj69+8vHPv5+QEAPDw8MGPGDPzvf//Dvn378PbtW1SsWBHNmjXDqFGjoKmpKTxmwYIFmD17NgYMGAA1NTW0a9cOU6dOLfKxEBERERF9rfbs2YNJkyYhKCgIZmZmhXYda2trjBgxIs+lMb/UbtmyZVi+fDnu3r1bWGEqTWkZx5eUlnEQkWKKRbHPwsJCeNPp2LFjmDBhAgIDA1UdVjaq2HcmP3sfpKamQ5YBZGTk3kaWAchksgK3yWqnX6kyKlW1/GKb1NT0fO8jUGL2gNDWRWpb14/HSt43ocTkoQgwF5mYh4+Yi0zMw0dfay4cHBy++Efd2rVr8+yjQoUKWLhwoTLDIiIiIiIq1bKKczmxt7fH1q1bizgiopInt5+jpk2bYtOmTcJxamoq/vrrL1y7dg03btzAu3fvsHHjRjg4OIgeFxYWhq1bt+Lq1at4+fIlTExM4OLiguHDh0NHR6fQx0NUlIpFsU9TUxPVqlUDANja2uLWrVvYuHEjOnTogNTUVLx580Y0uy8uLk7YV8bIyAhhYWGi/mJjYwFA1Cbr3KdtdHR05J7Vl0VVbxaWlr0PCjqG0pKHgmIePmIuMjEPHzEXmZiHj5gLIiIiIiIqKr6+vtlm4hkaGqoomqIxdOhQDBkyRNVhFBjHUXxMmjQJ+vr6wvHnq/a9f/8eS5cuhZmZGWrVqoXQ0NAc+wkICEBoaCg6duwICwsLPHjwAIGBgbh8+TJ27NiR7y2niIqjYvndnJGRgZSUFNja2kJDQwPBwcFo3749AODhw4d4+vQpGjZsCABo2LAhVq5cibi4OOEX58WLF6GjowMrKyuhzdmzZ0XXuHjxotAHERERERERERERUUG1aNEC9erVU3UYRUpdXb1UFE04juKjTZs2X1y+VltbG//88w9MTU1x9OjRXIt9Xl5e+O2330T5MDU1xdy5c3Hq1Cm0a9dO6bETqUoeu7EVvoULF+LKlSuIiorC3bt3sXDhQoSEhKBLly4oX748unfvDn9/f1y6dAnh4eGYPHky7OzshEKds7MzrKysMH78eNy5cwfnzp3DkiVL0KdPH2HvmZ49eyIyMhLz58/HgwcPsHnzZhw5cgReXl6qGziVStL//kWFb5ujwrfNIf3vX1WHQ0RERERERERExURUVBSsra2xaNEiODg4oGPHjrh+/Trc3Nzg4OCALVu2ZHvMw4cP0atXL9SvXx8dOnTA8ePHs7WJj4/HL7/8gmbNmqFevXrw8PDAmTNnsrW7dOkSPDw8UK9ePXTp0gVXr17NMU5527Vt2xbW1tbCV0727NkDa2trhIWFYfjw4bCzs0ObNm2wc+fObG1DQkLg7u6OevXqoWvXrggNDYW1tTWWLVuWY995UdY4FH3e5Hk+FMnLgwcPMHToUDg6OqJhw4bo3LlzjjmR5/kAgPv372Pw4MGws7ODnZ0dhgwZggcPHuQ7vsIgk8mQmJgIWS7L9EilUpiamubZT4MGDbIVPp2cnAAAjx49KnigRMWIyot9cXFxmDBhAlxdXeHl5YVbt25h7dq1aNasGQBg8uTJaNWqFXx9fdG3b18YGRmJ/jOTSqVYuXIl1NTU4OnpiZ9//hnu7u7w9fUV2pibm2PVqlW4ePEi3NzcEBAQgDlz5qB58+ZFPl4q3STvk6Bx6yY0bt2E5H2SqsMhIiIiIiIiIqIv2LdvH1q2bAknJycEBAQUuL/ExETEx8eLvt6/fy9qc+HCBQwdOhTR0dEYMGAAvv32W9jZ2WH+/PlITU0VtR0/fjxq1KiBn3/+GVpaWhg9ejSuXbsmul7v3r1x/Phx9OzZExMnToSuri6GDh2Ky5cvC+0ePHiAIUOGIDk5GWPHjoWjo6Po/VNF2wHAhAkTMH/+fLRt2zbPvIwfPx4VK1bEuHHjoKenh6lTp+Lffz9+UD46OhpDhgxBUlISxowZA2dnZ4waNSrPfnNTGOOQ53mT9/mQNy8pKSkYPHgwbt26hYEDB2LSpElwdnbGqVOn8jWOuLg49O3bF+Hh4fDx8YGPjw/CwsLQr18/xMfHKxzfp/IqMirCzc0NjRo1QqNGjTB9+vRsP0MFkTXOrC3AiEoLlc/nnTt37hfvL1OmDKZPn47p06fn2qZKlSpYvXr1F/txcHDAvn378hMiERERERERERERlTKPHz/G5MmTkZ6eDgDw9/eHra0tmjRpku8+c1pJzMfHBz/99JOoTZcuXXDu3DlERUXB19cXN2/exOnTpxEREQFLS0uhbevWrfHrr78CADw8PNCqVSv89ddfWLVqFQBgzZo1iIqKwp49e1CrVi0AQK9eveDm5obly5fDwcFBaJeRkYENGzYIRY5y5cph5cqVoljlbQdkLrUIABEREThx4sQX89K6dWtMmDABAODi4oLWrVvj9OnTsLGxAQBs2LABqamp2LBhgzBjS0tLK9+z+gpjHPI8b/I+H/Lm5eHDh4iOjsacOXPQo0cP4XFpaWn5GseWLVuQkJCAbdu2wc7ODgDQqFEj9OnTB1u2bMGIESMUik/ZypUrB09PTzRu3Bjq6uo4e/Ystm3bhqioKKxdu1Yp19i6dSu0tLTQunVrpfRHVFyovNhHREREREREREREVNTu3LkjFPqyhIWFFajYN23aNFhYWIjOfb73mKGhIQCgQoUKSErKXBlKT08PAPDmzRtR244dOwq3dXR00KJFC/zzzz/CuRMnTsDW1hZGRkaimVl2dnbYs2cP0tPTIZVKcfnyZTRp0kQ0m6lLly7Zil/ytlPUp7PNTE1Noa+vjxcvXgjnLl68iMaNG4uWZuzYsWO+i32FMQ55njd5n48seeWlXLlyACAsG5q1bVV+9+QLCQmBubm5UOgDgMaNG8PMzAwhISHZ2ucV36c+/77Pjw4dOqBDhw7CcceOHaGvr49169bhypUrBfrZBIDDhw/jyJEjmDJlCvT19QsaLlGxwmIfERERERERERERfXVq164NqVQqKvjVq1evQH3Wr18/zz6yij0aGhpC0Sbr38+X8TQxMREdV6pUCe/evUNiYiJ0dHQQERGBlJQUODo65nitxMRE6Onp4eXLl9lmleW055m87RT1+ZKJ5cqVE4312bNn2fJWkOsWxjjked7kfT6y5JWXatWqwdPTE9u3b8fx48dhb28PR0dHdO/eXdSPvF6+fJljHipXrpxjES+v+D519OhRheORR69evbBu3TqEhIQUqNh3584dTJkyBe3bt0e/fv2UGCFR8cBiHxEREREREREREX11qlevjl9//RWLFy9GWloaBg0ahKZNm6o0JplMlmcbiUQizPCSSCRwdnbGoEGDcmyrpaUFIHOrJHnI205REolE4cdkZGTk+3qFNY7cZD1v8j4fWeTJy6xZs+Dp6Ylz587h3LlzmDdvHnbs2IH9+/cX+jjz87wpW8WKFQFkn/WqiJcvX8LHxweWlpaYP39+sRgXkbKx2EdERERERERERERfJQ8PD3h4eKg6jFw9f/4cNWvWFI5fvHgBIyMjodhnbm6O5ORkODk5fbGfypUr4/nz56Jzz549y3c7ZTM1NcXTp09F5z6PQxGqGoe8z4eibGxsYGNjAx8fHwQEBMDf3x/BwcFo1aqVQv1UrFgxxzxER0dnW262uMiK18DAIF+Pf/fuHby9vaGuro5Vq1ahbNmyygyPqNhQU3UARERERERERERERJTd4cOHhduJiYk4e/YsvvnmG+FcmzZtcPXqVVy/fj3bYz8t6nzzzTe4cuUKYmJihHMHDx7M9hh52ymbk5MTrl69Kir4fTp2RalqHPI+H/JKTExEWlqa6FxWUe7Tvf/k1bRpU0RGRiI0NFQ4d/XqVURHRxd4VqurqytcXV0L1Men+xxm2bRpEwDkq4CalpYGX19fPHv2DGvWrBH2XSQqjTizj4iIiIiIiIiIiEgJzp49i4cPH4rOlSlTJt9FkNOnT2Pq1KmwtrbGvn378P79e/z444/C/YMHD8axY8cwcOBAeHp6wtLSEs+fP0dwcDB0dHSwZs0aAED//v2xY8cODBgwAJ6enoiOjsahQ4eyXU/ednfu3MHdu3cBQPh3//79AABtbW20adNGoXEOGDBAuG7v3r0RExOD48ePK9RHcRiHvM+HvC5duoTZs2fD1dUVFhYWePXqFQIDA1G5cmXY2dkpPI7evXtj8+bNGD58OAYMGAAAWL9+PQwNDdG7d2+FYvvco0ePCvR4AOjTpw/q1q2LunXromzZsrhw4QKCgoLg5uaWbU/HwMBAvHnzBvfv3weQOd5r165BV1cXffv2BQD4+/vj/Pnz6NevH27evImbN28Kj69ataooh0QlHYt9REqUVrsu4oPOAwDSa1iqOBoiIiIiIiIiIipKS5cuzXauQoUK+S72zZs3D3/++Sf2798PMzMzLF26FLVr1xbu19HRwdatW7Fs2TIcO3YMcXFxMDIyQoMGDeDp6Sm0Mzc3x19//QU/Pz8sWLAAFhYWWLZsGXr16iW6nrztTpw4geXLl4vOjR8/HgBQpUoVhYtkVapUwapVqzB37lwsWrQIVlZWWLRoEXr06JGvGWyqGoe8z4e8rK2t4eTkhBMnTiAmJgZ6enpo1KgRRo8eDR0dHYXHYWhoiMDAQPj7+2PlypUAgEaNGmHSpEn5XiZTmdq0aYOTJ0/i9OnTSElJQZUqVTB27Ngc90Bct24doqOjhePdu3cDyBxvVrEvq/CZNTvwUx4eHiz2Uakikcmz6ysBAGJi3hb5NSUSQENDitTUdMj7TD18eB/n49NgUj33YtOtC6ehY2gMi9q2BWojb7vnjx/A2UAdNWpY5T2AHOQnD6UR8/ARc5GJefiIucjEPHxUWLkwNi6vvM5KOVW8dlIEf17EmA8x5kOM+RBjPsSYj0yhoSHCbTU1CTIyii4ZdnYFW3qtMPG1ExHlV0xMDJydnTF9+vQCzzojIirtuGcfEREREREREREREanU+/fvRcf//PMPAKBBgwYqiIaIqGThMp5EREREREREREREpFKtW7dGhw4dUKtWLTx79gwbNmyAk5MTbGxsVB0aEVGxx2IfkRKp3wyFnqcHAOD19r1Ia8B1n4mIiIiIiIiIiPLi4uKCM2fOYOfOnShfvjzc3NyEfeeIiOjLWOwjUqa0NKjFxwu3iYiIiIiIiIiIKG9z585VdQhERCUW9+wjIiIiIiIiIiIiIiIiKqFY7CMiIiIiIiIiIiIiIiIqoVjsIyIiIiIiIiIiIioC48aNg7W1tfB1+fJlVYdERESlAPfsIyIiIiIiIiIiIlKCc+fO4a+//sK///4LNTU11KxZE4MGDUKbNm0AAL1790bz5s3x8OFDrFy5UsXRljxhYWHYunUrrl69ipcvX8LExAQuLi4YPnw4dHR0VB0eEZHKcGYfERERERERERERUQHt2bMHgwcPRlJSEn766SeMGTMG+vr62Ldvn9DG3t4ebm5ucHJyUl2gJVhAQACCg4PRtm1bTJ06Fa1bt0ZgYCD69++PtLQ0VYdHRKQynNlHREREREREREREVACxsbGYPXs2GjZsiMDAQKirZ77t2rt3bzx//lzF0ZUeXl5e+O2334T8AoCpqSnmzp2LU6dOoV27diqMjohIdVjsIyIiIiIiIiIiIiqAAwcOICkpCUOHDhUVogDAxMRE4f5evXqFVatW4fz584iKioJEIkH9+vXh6+sLe3t7UdsHDx5gwYIFuHHjBt6/fw8zMzO0b98eI0eOzFe7+Ph4LF68GKdOncKbN29gZWWF0aNHo2XLlvnqT5kaNGiQ7VzWLMlHjx4V2nWJiIo7FvuIlCitgR1i7z4GAMjK66o2GCIiIiIiIiIi+qJ9+/Zh8eLFSE1NxeDBgzFw4MB89XPlyhVIJBI0bdpUKXFFRkZi165d6Nq1K/r374+3b99ix44d8PLywt69e2FpaQkASElJweDBg5GSkoKBAwdCT08Pjx49wqlTp0RFN3nbJSYmonfv3khISEDfvn1hYGCA48ePY+jQoQgICICDg4NC/X3K2toaAHD37l2l5ChLfHw8AMDY2Fip/RIRlSQs9hEpk7o6ZPoGqo6CiIiIiIiIiIjy8PjxY0yePBnp6ekAAH9/f9ja2qJJkyYK9xUVFQV9fX2UK1dOKbFZWFjg9OnT0NHREc65urrCxcUFu3fvxvjx4wEADx8+RHR0NObMmYMePXoIbT/fv07edmvWrEFUVBT27NmDWrVqAQB69eoFNzc3LF++XCj2ydtfUdi6dSu0tLTQunXrIr82EVFxoabqAIiIiIiIiIiIiIiK2p07d4RCX5awsLB89fX+/XuUKVNGGWEBAHR0dIRCX1paGhISElC2bFno6+sjKipKaJdVXLx+/TpSUlKE858vJSpvuxMnTsDW1hZGRkaIj49HfHw8Xr16BTs7O4SGhgr5kre/T1lYWMDCwkL+JMjh8OHDOHLkCH766Sfo6+srtW8iopKEM/uIlCk9HfjwIfN22bKAVKraeIiIiIiIiIiIKEe1a9eGVCoVFfzq1auXr77KlSuH2NhYZYWGjIwMbNq0CZs3b0ZUVJQoxk+La9WqVYOnpye2b9+O48ePw97eHo6OjujevTv09PQUbhcREYGUlBQ4OjrmGFdiYiL09PTk7u9TR48eLWhaRO7cuYMpU6agffv26Nevn1L7JiIqaVjsI1Ii9RvXod/hWwBAwpEgpDVSfNkHIiIiIiIiKnqhoSGqDoGIilj16tXx66+/YvHixUhLS8OgQYPyvedelSpVcO/ePbx//14pS3muXr0aixYtQpcuXTB69GhUqFABADBmzBjIZDJR21mzZsHT0xPnzp3DuXPnMG/ePOzYsQP79+8XzTaUp51EIoGzszMGDRqUY1xaWloKX7cwvHz5Ej4+PrC0tMT8+fMhkUgK9XpERMUdi31ERERERERERET0VfLw8ICHh0eB+2nUqBFOnz6NkJAQtGzZMs/2GhoaAJBtGdEshw8fRpMmTbBgwQLhXGpqKt6+fZtjexsbG9jY2MDHxwcBAQHw9/dHcHAwWrVqpVA7c3NzJCcnw8nJSY5Ry39dZXr37h28vb2hrq6OVatWoWzZsoV2LSKikoJ79hEREREREREREREVQNeuXVGuXDmsWLECaWlpovueP3+erb2JiQkA4MmTJzn2J5VKs+1/t3Pnzmx9JyYmZjtnZmYm9KFouzZt2uDq1au4fv16tpiePXumcH+fcnV1haura473ySstLQ2+vr549uwZ1qxZA0NDwwL1R0RUWnBmHxEREREREREREVEBVKpUCZMmTcK0adPQs2dPuLu7QyqV4sKFCwCA5cuXi9pXrlwZ9evXx59//omMjAzo6OjA1tYWlpaWAAAXFxcsW7YM06ZNg42NDf777z8EBQVBX19f1M+lS5cwe/ZsuLq6wsLCAq9evUJgYCAqV64MOzs7hdsNHjwYx44dw8CBA+Hp6QlLS0s8f/4cwcHB0NHRwZo1axTq71OPHj0qcJ79/f1x/vx59OvXDzdv3sTNmzeF+6pWrZrrtYmISjsW+4iIiIiIiIiIiIgKyNPTE5UqVcLq1auxcOFCSKVSWFlZ5br/3cKFCzFlyhT4+/sjJSUFkyZNEop9Q4YMQVJSEg4ePIj9+/ejfv36WLNmDUaOHCnqw9raGk5OTjhx4gRiYmKgp6eHRo0aYfTo0dDR0VG4nY6ODrZu3Yply5bh2LFjiIuLg5GRERo0aABPT0+F+1O2u3fvAgA2bdqU7T4PDw8W+4joqyWRfb6jK+UqJibnNbELk0QCaGhIkZqaDnmfqYcP7+N8fBpMqlvm2ubWhdPQMTSGRW3bArWRt93zxw/gbKCOGjWs8h5ADvKTB1VQv3YF+h2+BQAkHAlCWqMmSu2/pOShKDAXmZiHj5iLTMzDR4WVC2Pj8srrrJRTxWsnRfDnRYz5EGM+xJgPMeZDrLTkIzQ0RGl9qalJkJFRdMmws2taZNdSFF87ERERERU+7tlHREREREREREREREREVEKx2EdERERERERERERERERUQnHPPiJlUlODTEtbuE1ERERERERERERERFSYWOwjUqI0u0aIffxM1WEQEREREREREREREdFXglOPiIiIiIiIiIiIiIiIiEooFvuIiIiIiIiIiIiIiIiISigu40mkTO/fQxoZAQBIN68KlCun4oCIiIiIiIiIiIiIiKg048w+IiVS/y8cBs5NYODcBOr/has6HCIiIiIiIiIiIiIiKuVY7CMiIiIiIiIiIiIiIiIqoVjsIyIiIiIiIiIiIiIiIiqhWOwjIiIiIiIiIiIiIiIiKqFY7CMiIiIiIiIiIiIiIiIqoVjsIyIiIiIiIiIiIiIiIiqhWOwjIiIiIiIiIiIiIiIiKqFY7CMiIiIiIiIiIiIiIiIqodRVHQBRaSIrWw5p1rWF20RERERERERERERERIWJxT4iJUq3sUXCuRBVh0FERF+xK1euYO3atQgPD0dMTAz++OMPtGnTBgCQmpqKJUuW4OzZs4iMjISOjg6cnJwwduxYVKpUSejDxcUF0dHRon7Hjh2LIUOGFOlYiIiIiIiIiIgobyz2EREREZUiSUlJsLa2Rvfu3TFixAjRfR8+fMB///2HoUOHonbt2njz5g1+/fVXDB06FHv27BG19fX1xffffy8ca2trF0n8RERERERERESkGBb7iIiIiEqRli1bomXLljneV758eQQEBIjO/fLLL+jRoweePn2KypUrC+e1tbVhbGxcqLESEREREREREVHBsdhHpESS16+gfu0qACCtUWPI9CqoNiAiIqI8JCYmQiKRQFdXV3R+9erVWLFiBUxNTdG5c2d4eXlBXV3xl44SibIiVb6s2IpzjEWJ+RBjPsSYDzHmQ4z5EPs0HzJZ0V6TiIiIiL5OKi/2rVq1CsePH8fDhw9RtmxZ2NnZYdy4cahRo4bQpl+/fggJEe+D5unpiVmzZgnHT58+xYwZM3D58mVoaWnB3d0dY8eOFb0pdfnyZfj7++PevXswNTXF0KFD0a1bt8IfJH01pPfvoULPzO+phCNBSGvURMURERER5S45ORkLFixAp06doKOjI5zv168f6tatCz09PYSGhmLRokWIiYnBpEmTFOpfU1Oq7JCVSiIBpFJpkb4ZW5wxH2LMhxjzIcZ8iJWWfKipKadiJpEAEokaZLKMIsuHhkbx/p1LRERERIVL5cW+kJAQ9OnTB/Xq1UN6ejoWLVqEQYMG4dChQ9DS0hLaff/99/D19RWOy5UrJ9xOT0+Ht7c3jIyMsG3bNrx8+RITJkyAhoYGxowZAwCIjIyEt7c3evbsiQULFiA4OBhTp06FsbExmjdvXnQDJiIiIioGUlNTMWrUKMhkMsycOVN038CBA4XbtWvXhoaGBqZPn46xY8dCU1NT7mukpKQX65kGWW9Kp6Wll+g3p5WF+RBjPsSYDzHmQ6y05CMjQznBZxb7MiCTyYosH6mp6UVzISIiIiIqllRe7Fu7dq3o2N/fH46Ojvj333/RpMnHWVFly5bNdd+Y8+fP4/79+wgICICRkRHq1KmDUaNGYcGCBRgxYgQ0NTWxbds2mJmZYeLEiQAAS0tLXLt2DevXr2exj4iIiL4qqampGD16NJ4+fYoNGzaIZvXlpEGDBkhLS0NUVJRo9QV5lIQ3fWWykhFnUWE+xJgPMeZDjPkQYz4yyWRFu4Rn1jWJiIiI6Oul8mLf596+fQsA0NPTE50/ePAgDhw4AGNjY7Ru3RrDhg0TZvfduHEDtWrVgpGRkdDe2dkZM2bMwP3791G3bl3cuHEDjo6Ooj6dnZ0xd+5cheIr6k+nl7a9D/I7jpKSh0/jy/w0Z+H0X9zzUBSYi0zMw0fMRSbm4SPmImdZhb4nT55g48aN0NfXz/Mxt2/fhpqaGgwNDYsgQiIiIiIiIiIiUkSxKvZlZGRg7ty5sLe3R61atYTznTt3RuXKlVGxYkXcvXsXCxYswKNHj7B8+XIAQGxsrKjQB0A4jomJ+WKbxMREfPjwAWXLls0zPlXsO5OfvQ80NKSQqKVBTe0L/aoBEomkwG0U6UtDQ5rvfQRKyh4QUvWP41NXl0Ki5H0TSkoeigJzkYl5+Ii5yMQ8fPS15uLdu3eIiIgQjqOionD79m3o6enB2NgYvr6++O+//7Bq1Sqkp6cLr5X09PSgqamJ0NBQ3Lx5E9988w20tbURGhoKPz8/dO3aNduHsYiIiIiIiIiISPWKVbFv5syZuHfvHrZs2SI67+npKdy2traGsbExvLy8EBERgapVqxZZfKrYdyY/ex+kpqZDlgFkZOTeRpYByGSyArdRpK/U1PR87yNQUvaAkKV9HF9aWjrSlLxvQknJQ1FgLjIxDx8xF5mYh4++1lyEh4ejf//+wrGfnx8AwMPDAyNGjMCpU6cAAG5ubqLHbdy4EQ4ODtDU1MThw4exfPlypKSkwMzMDF5eXqJ9/IiIiIiIiIiIqPgoNsW+WbNm4Z9//kFgYCBMTEy+2LZBgwYAgCdPnqBq1aowMjJCWFiYqE1sbCwACPv8GRkZCec+baOjoyPXrL4sqnqzsLTsfVDQMRT3PHwaW2HGWtzzUJSYi0zMw0fMRSbm4aOvLRcODg64e/durvd/6T4AsLGxwY4dO5QdFhERERERfeWWLVuG5cuX5/k3ydfo8OHDmDFjBk6dOpXnnurFTWpqKtq0aYMhQ4agT58+qg6H6KuVxwKNhU8mk2HWrFk4ceIENmzYAHNz8zwfc/v2bQAfC3kNGzbE//73P8TFxQltLl68CB0dHVhZWQltLl26JOrn4sWLaNiwoZJGQkRERERERERERF8jFxcXWFtbY+fOnaLz3t7ecHFxUVFU2Z08eRLr169XdRjFikwmw9atW9GlSxfUr18fjo6O8PHxwbt373J9zLx582BtbY1Zs2YV+Prp6elYtmwZevfunWOhLz/xyetL40hJSYFMjk/OamhoYODAgVi5ciWSk5MLHBMR5Y/Ki30zZ87EgQMHsHDhQmhrayMmJgYxMTH48OEDACAiIgJ//PEHwsPDERUVhaCgIEyYMAFNmjRB7dq1AQDOzs6wsrLC+PHjcefOHZw7dw5LlixBnz59oKmpCQDo2bMnIiMjMX/+fDx48ACbN2/GkSNH4OXlpaqhUykk09VDiksbpLi0gUyX+xoREREREREREX1Ndu/ereoQvujkyZPYuHGjSq49dOjQbKuzFQeLFi3CjBkzUKNGDUydOhXe3t7Q0NDItXAVGRmJ7du3K+36p0+fxqNHj0RbWRUkPnnlNo6UlBSMHz8e9vb2aNKkCTZs2JBnX927d0dCQgIOHjxYoJiIKP9Uvozn1q1bAQD9+vUTnffz80O3bt2goaGB4OBgbNy4EUlJSTA1NUW7du0wbNgwoa1UKsXKlSsxY8YMeHp6oly5cvDw8ICvr6/QxtzcHKtWrYKfnx82btwIExMTzJkzB82bNy+agdJXIb1mLbzetkfVYRARERERERERUREzMjJCaGgoHjx4AEtLS1WHU+yoq6tDXV3lb0eLPHjwAGvXroWPjw9++ukn4fyXJoj89ttv6NatGzZt2qSUGHbv3o2GDRvC1NRUKfHJK7dxrFu3DleuXIG/vz9iY2OxYMECNGzYUNhaKyfly5dHs2bNsHfvXnz33XcFjo2IFKfy/13zWqPZ1NQUgYGBefZTpUoVrF69+ottHBwcsG/fPkXCIyIiIiIiIiIiIsqTra0tIiMjsXv3bowfPz7Xdvfv38e8efNw9epVAECTJk0wYcIEUYFwz549mDRpEnbu3IlVq1bh4sWLMDQ0hLe3N3r06KFwbNbW1rkeZ026UCS+QYMG4dGjRzh48CC0tbUBAImJiejcuTMsLCywbt06SCQSAEDbtm0REREhPPZL7wdfuXIFK1aswM2bNwEAdevWhbe3N5ydnRUeszwOHToEdXV1DBkyBADw7t07YTw5uXr1Ks6dO4eTJ08qpdiXnJyMc+fOYfDgwUqJT15fGkdoaCgGDhyIzp07C22vXbv2xWIfADg5OcHPzw+vXr1ChQoVChwjESlG5ct4EhEREREREREREZUG3bp1w4EDB5CWlpbj/XFxcejbty/Cw8Ph4+MDHx8fhIWFoV+/foiPj8/Wfvz48ahYsSLGjRsHPT09TJ06Ff/++6/Ccc2fPx/z589H48aNoa+vLxzPnz8fTZo0UTi+uXPn4u3bt5g/f75wzt/fH4mJiZg7d65Q6AOACRMmYP78+Wjbtu0XYzx16hQGDBiAp0+f4scff8SECRNQsWJF7NixI8f21tbW2YqYirp58yZq1aqFU6dOwdHREfb29mjZsiX+/vvvbG1lMhn8/f3h5eUFQ0PDAl03S3h4OFJTU2Fra1vg+OSV1ziqV6+Ow4cP48GDBwgJCcGVK1dgYWEh3B8WFoYXL15ke5yNjQ1kMhlCQ0PzHRsR5Z/KZ/YRlSaSmBiUOXoIAJDs2gkyY2MVR0REREREREREREXF3d0dixcvxpkzZ/Dtt99mu3/Lli1ISEjAtm3bYGdnBwBo1KgR+vTpgy1btmDEiBGi9q1bt8aECRMAAC4uLmjdujVOnz4NGxsbheJyc3MDAAQHB+PZs2fCcX7jq1SpEqZMmYKJEyfC1dUVGRkZ2LlzJ/z8/LItR9mmTRsAQEREBE6cOJHjddPT0zF79myYm5tj9+7dwuy177//Hi9fvlRorIp4+fIl3r17h+nTp2PYsGGoXLkytmzZgnHjxsHCwkKU5wMHDiAyMhKDBg1S2vUfPnwIIHMLqoLGJ6+8xuHt7Y2BAweiY8eOADK/p+vWrYvVq1dj//790NfXx/jx41GpUiXR46pWrQogc2Zo69atFY6LiAqGxT4iJZJGPEb5sZl7RabVtUEai31ERERERERERF8NIyMjtGjRArt3786x2BcSEgJzc3OhkAYAjRs3hpmZGUJCQrK1/3Q2nKmpKfT19XOcVaUsisTn7u6OkydPYsqUKQAyC5OfLgeqiH///RdPnz7FL7/8km2ZyooVK+b4mE9nm+XX+/fvER0djWnTpqFPnz4AgJYtW6J58+ZYu3YtFi1aBAD48OEDFi9eDG9vb+jo6BT4ullevXoFANDT0ytQfPKSZxwGBgbYvXs3wsLCcOnSJVy/fh1eXl7o1KkT/vjjD1SrVi3Hx2WNISEhQaGYiEg5WOwjIiIiIiIiIiKir056enq2pTMNDAwglUoL1G/37t0xatQoxMXFZbvv5cuX2Wa+AUDlypVzLOIZf/ZB8nLlyiE1NVV0TpnjUDS+mTNnCjP35syZo/D1skRFRQGAaF/AvBw9ejTf18uioaEBAGjXrp1wTltbG3Z2dqK9BdetWweZTCYU3JRNJpMVKD55yTOOmJgYLFu2DOfPn4ezszOGDRuGJ0+eYO7cuVi9ejX69euHcePG5TqGT5dwJaKiw2IfERERERERERERfXWePXuWbfZdUFAQzMzMCtRvq1atUKFCBezbt69A/QDyFU4KaxzyuHnzJpKSkgAAoaGhee7LV9wYGBjg4cOHMDAwEJ2vUKGCsDfi27dvsXr1agwePDjbrLX379/j+fPnMDQ0FApziqhQoQIA4PXr1zAxMclXfPKSdxxly5bFN998gylTpqBMmTJ4+PAh+vfvD19fXxgbG8Pf3x+1a9dG586dRX28fv1aNCYiKlos9hEREREREREREdFXx9jYGAEBAdnOFZS6ujq6du2KPXv2ZCu4VaxYEc+ePcv2mOjo6HwX5xQZR17FQ0Xii4+Pxy+//IKOHTtCJpNh+vTpaNSoUbbClDyy+r5//z4cHR0Vfnx+WVpa4urVq4iNjRXtQRcfHy8sH/r69WskJSXh999/x++//y56/J49e7Bnzx7s2rUL9erVU/j6NWrUAABERkbC2to6X/HJS5FxZO3XBwAXLlzAN998gyFDhgDInPl34sSJbMW+yMhIIWYiKnpqqg6AiIiIiIiIiIiIqKiVKVMGTk5Ooq8yZcoope/vvvsO9+/fzzb7qmnTpoiMjERoaKhw7urVq4iOjkbTpk3zdS1FxqGtrY2EhASkpaXleL8i8c2YMQMZGRn45ZdfMG3aNAAQ/lWUjY0NTE1NsXHjRiQmJoruy2k5VABwdXWFq6trvq6XpUWLFgCAgwcPCucSEhJw/fp12NraAsjch3HlypXZvoDMWZwrV65E9er/1959xzdV9v8ffydt2bODUYYsKcgsQwSLCMqQccsQURABkSHzdtygCJRSocgNCAICIqCoqAiCoIA3ovJVARkWsIjINEBB2jJLgbZpfn/010DsSkOaNO3r+Xj0QXLOdU4+58NpeuV8cl2nmkOv36BBA/n4+GQ6Ss+e+P4ps7w4ehxGo1GJiYnW57du3cqwaBwVFSWDwWBzv0cArsPIPgAAAAAAAABwopo1a6px48bav3+/KlWqZF3et29fffzxxxo5cqQGDBggSXr//ffl5+envn375npcwcHB+vDDDzVp0iQ9+uij8vHxUVBQkHXUmL3xbdy4Ud98843mzp1rHck3efJkjR07VuvXr1f37t0lSX/88Yf13nJp/3755ZeSUguPaff78/Ly0uTJkzVq1Cj16tVLPXr0kJ+fn/bt26eEhAS9/fbb6Y7l5MmTd52Pdu3aqV69enrrrbcUFxenwMBArV69Wmaz2TqSrUiRImrbtm2G21eqVCnTdfYoVKiQWrdurZ9//lljx451KL5/yiwvjh5H69atFRERoWnTpikgIEDLly/XtGnT0rX7+eef1aRJE5UtWzazwwWQiyj2AQAAAAAAAICT9erVS/v377dZ5ufnp48++kgzZsywjqpq2rSpXnvtNYemv8ypxx57TFFRUdqwYYPWrVsni8WiiIgI9ezZ0+74/v77b4WHh6tjx4567LHHrPvu1KmTHnvsMU2bNk0PPPCAKlSooK1bt2rBggU2MYwbN05SaoEprdgnpRa23n//fS1atEjvvvuuJOm+++7TsGHDci0fRqNR7733nt5880198cUXSkhI0H333adly5Y5PFovp3r16qWRI0cqOjpagYGBeS6+qlWravbs2Zo5c6YSEhI0ePBgm2k+Jenq1avauXOnQkNDXRITgPQMFovF4u4gPEVMzDWXv6bBIPn4eCkpySx7/6dOnDimny4mq0K1zOdH/u3n71XCL0DV62Q83NveNva2O3/quEJ8vVWjRq3sDyADjuTBHbz37VHZx1JviHxp8zYlN23u1P17Sh5cgVykIg+3kYtU5OG23MpFQEBJ5+0sn3NH3ykn+H2xRT5skQ9b5MMW+bCVX/IRGbnbafsyGg1KSXFdMoKDHZv6zxXoOwFA1sxms7p27aoOHTroxRdfdHc4DlmxYoWWL1+urVu3qkiRIu4OByiQuGcf4EQp/gG60X+QbvQfpBT/u7+hMwAAAAAAAID8y8vLS6NHj9Ynn3yS7n6FniApKUnvv/++hg8fTqEPcCOHpvGcNWuWnnjiCZcNFQY8Rco91RQ/e567wwAAeCD6VwAAAABQMHXu3Dnd1JiewsfHR9u3b3d3GECB59DIvi+//FKPPfaY+vbtq3Xr1unGjRvOjgsAAKBAoX8FAAAAAAAARzhU7Nu+fbsWLVokf39/TZo0SSEhIZo0aZIiIyOdHR8AAECBQP8KAAAAAAAAjnBoGk+j0aiHH35YDz/8sC5duqQvv/xS69at05o1a1SjRg316tVLjz/+uPz8/JwdL5CnGc+eUZGVyyVJN599TimVKrs5IgCAp6B/BQAAAAAAAEc4NLLvTmXLltXAgQP15ptvqlmzZjp+/LhmzpypNm3aaPz48bp48aIz4gQ8gvH8ORV/a5aKvzVLxvPn3B0OAMBD0b8CAAAAAACAve6q2Hft2jWtWrVKPXv2VI8ePRQfH6/Jkyfrxx9/1JQpU7R37169+OKLzooVAAAg36N/BQAAAMAR8+fPV1BQkLvD8GibNm3S/fffr/j4eHeHkmuSkpLUpk0bffzxx+4OBYATOTSN586dO7VmzRpt27ZNXl5e6tKli6ZOnar69etb2zzxxBOqWLGihg8f7rRgAQAA8iv6VwAAAIBnevXVV7Vu3bos2/To0UMzZsxwUUR5y5YtW7R48WIdP35cxYsXV9u2bTVu3DiVLVvW2ubHH3/Uhx9+qMOHD+vy5csqX7682rRpo1GjRtm0kySLxaJPP/1Uq1at0l9//aXixYurUaNGmj17tooXL+5wnGazWfPnz1ffvn1VokSJXD8Oe9l7vImJifLx8ZHBYMhyfz4+Pho0aJAWL16sJ554QoULF3YoLgB5i0PFvkGDBqlRo0aaOHGiunTpoqJFi2bYrlq1auratetdBQgAAFAQ0L8CAAAAPFOfPn3UsmVL6/MVK1bo/Pnzeu2116zLqlatmutxvPDCCxo6dGiuv05O7Nq1S2PHjlWTJk306quv6vz583r//fd17NgxffbZZzIaUyee++OPP+Tt7a1+/frJz89P58+f18cff6ydO3dq3bp1NgWpOXPm6N1331WnTp3Uv39/JSQkaN++fbp169ZdFfu+//57nTx5Un369HHJcdgru+NNTEzUxIkTtWnTJhUpUkSjR4/WgAEDstxnr169NGvWLG3cuFFPPPFEjmMCkPc4VOzbsGGDateunW27SpUqKSIiwpGXAAAAKFDoXwEAAACeKTg4WMHBwdbnmzZt0tWrV/X444+7NA5vb295ezt0uTfXLFq0SOXLl9cHH3ygQoUKSZLuuecevf766/rhhx/Url07SdKQIUPSbVuvXj298MIL+v7779WpUydJ0vHjx7Vs2TINHz7c5vYGAwcOvOtY165dq8aNG6tixYq5fhz2sud4ly9frj179mjGjBmKjY3VrFmz1LhxYzVq1CjT/ZYsWVIPPvig1q1bR7EPyCccumdfYGCgLly4kOG6Cxcu6Pr163cVFAAAQEFD/woAAAAoGI4dO6YhQ4ZYi4RDhw7V8ePHbdoMHjxY7dq1s/kcEB8fr4cffliDBg2SxWKxLm/fvr2CgoKsP1nZs2ePnnvuOTVt2lRNmzZV//799dNPPzn3AO/w559/qnnz5tYCmSQ9+uijkqTt27dnuW1AQIAkKS4uzrrs66+/lre3t3UEo7M+J926dUs//vijzQjNOzn7OOxlz/FGRkZq0KBB6tq1qwYOHKg2bdpo37592e67VatW2rdvny5fvpzjuADkPQ4V+yZOnKh58+ZluG7+/PmaPHnyXQUFAABQ0NC/AgAAAPK/uLg4PfPMM4qKitLw4cM1fPhwHTx4UP3799fFixet7aZPn65r165p5syZ1mUzZsxQfHy8pk+fbnNftvHjx2vmzJlq3759lq/93WaBbOAAAGYgSURBVHffacCAAYqOjtbzzz+v8ePHq1y5clq9enWG7e0pHmbn1q1bNgUySSpSpIgk6cSJE+naX7t2TbGxsdq7d6/Cw8NlMBjUpEkT6/oDBw6odu3a+u6779SyZUs1adJEbdq00VdffXVXcUZFRSkpKcnmnum5eRz2sud4q1Wrpk2bNun48ePavXu39uzZo+rVq1vXHzx4UH///Xe6fderV08Wi0WRkZE5jgtA3uPQuO69e/cqNDQ0w3Vt2rRRWFjYXQUFAABQ0NC/AgAAAPK/VatW6dKlS/r000+tU382bdpU/fr106pVqzRq1ChJUvny5fX666/r1VdfVadOnZSSkqLPP/9cERER6aaZTBthZjKZtHXr1gxf12w2Kzw8XFWqVNHatWut97Z78sknM51hxBmqVq2qI0eO2Czbv3+/JNkUN9MMHjxYBw4ckCSVLl1aoaGhqlu3rnV92qwnoaGhGjFihAIDA7Vq1Sq98sorql69uurVq+dQnGkFuypVqrjkOOxlz/EOGzZMgwYNUufOnSVJ3bt313333aelS5fqyy+/VNmyZTVu3DiVL18+3TFJqSNN27Ztm+PYAOQtDhX7rly5kunNTosWLcrQXxRYKYGVdP21SdbHAADYi/4VAAAAkP/t3r1bVapUsbnHX7NmzVS5cmXt3r3bpm337t317bff6vXXX5cktW3bVj179nTodQ8dOqTo6GhNmjQp3eeOcuXKZbjNnaPDHPXEE08oPDxc8+fPV/fu3XXu3DmFhoaqVKlSSkxMTNd+4sSJunTpko4cOaJt27ali+3GjRs6e/asJk+erH79+klK/XJk69attWzZMs2ZM8ehONM+b5UuXdolx2Eve47X19dXa9eu1cGDB7Vr1y79+uuvGjhwoLp06aKFCxfqnnvuyXDfacd66dIlh2IDkLc4VOyrUqWKduzYoVatWqVbt3PnTlWqRJEDBVNKxUAlvPgfd4cBAPBA9K8AAAAA1zKbzelGZfn6+srLyyvXXvPChQvpRuZJqffwzmiqxbCwMOvIvTfeeMPh1z1z5owkqWbNmnZvs2XLFodfL02fPn3022+/acGCBVqwYIEMBoMGDBig33//PcMvNDZs2FBSakGradOmeuaZZ/Thhx+qWbNmkiQfHx9JUocOHazbFC9eXMHBwelG3jniznsh5uZx2Mue442JidH8+fP1008/KSQkRCNGjNBff/2l6dOna+nSperfv79eeeWVTI/1zilhAXguh4p9vXv31uzZs1W6dGn16tVLvr6+unjxor744gu9//77eumll5wdJwAAQL5G/woAAABwrXPnzumRRx6xWbZt2zZVrlzZTRGld+DAASUkJEiSIiMjs70vX17j4+OjN998Uy+99JJOnz6twMBABQYGql27dtkWHps2bSo/Pz99/vnn1iKZr6+vTpw4IV9fX5u2ZcqU0aFDhxyOs0yZMpJSZ1ypUKFCrh+Hvew53iJFiuiBBx7Q66+/rsKFC+vEiRN69tlnNWbMGAUEBGjGjBmqU6eOunbtarOPK1eu2Bw7AM/mULFv4MCBMplMmjNnjubMmSMvLy+ZzWZJ0lNPPaXnnnvOqUECAADkd/SvAAAAANcKCAjQihUr0i3LTeXKldO5c+fSLT979my6IuPFixc1adIkde7cWRaLRaGhoWratGm6wo890vZ97NgxtWzZ0rHg70L58uWt94w7ffq0zp49qx49emS7XVJSkmJjY63Pa9asqb179yo2NtbmHnQXL150eKpMSapRo4Y1tqCgoEzbOes47GXP8ZYsWdJ6vz5J+vnnn/XAAw9o6NChklJH/m3dujVdse/06dPW1wDg+Rwq9hkMBoWGhmrAgAHauXOnrly5ojJlyuiBBx5QtWrVnBwi4DmMJ0+o+KwZkqTrr7yqlOo13BwRAMBT0L8CAAAAXKtw4cIZTqOfm+6//34tWLBAkZGR1vv27d27V2fPnk13P74pU6YoJSVFkyZNkiR17dpVkydP1oIFC3L8uvXq1VPFihW1cuVK9ejRQyVKlLCui4uLk5+fX7ptOnXqJOnupvO0WCzppomcN2+evLy81KVLF+uy06dPq0qVKjbtfvrpJ12+fNlaiJOkhx56SJ999pk2btyo559/XlLqPed+/fVXm/3lVIMGDeTj46NDhw5Zp03NzeO4U1Z5duR4jUajzX0Eb926leFUnVFRUTIYDDb3jwTguRwq9qWpVq0aF5+AOxgvxqnI559Kkm48N4RiHwAgx+hfAQAAAPlX37599fHHH2vkyJEaMGCAJOn999+Xn5+f+vbta223ceNGffPNN5o7d651JN/kyZM1duxYrV+/Xt27d5ck/fHHH9Z7t6X9++WXX0pKvbdbWuHKy8tLkydP1qhRo9SrVy/16NFDfn5+2rdvnxISEvT222+ni/XkyZN3fbxnz57Vq6++qnbt2qlYsWLaunWrfvrpJw0fPtym+DVgwABVq1ZNISEhKlmypP7880+tXr1aZcqUseZJktq1a6d69erprbfeUlxcnAIDA7V69WqZzWbrSDZHFCpUSK1bt9bPP/+ssWPH5vpx3CmrPDtyvK1bt1ZERISmTZumgIAALV++XNOmTUvX7ueff1aTJk1UtmzZ7NIDwAM4XOwzm806cOCAzp8/b/NNgTRpf3AAAABgH/pXAAAAQP7m5+enjz76SDNmzNDixYslpd7T7bXXXrMW9f7++2+Fh4erY8eOeuyxx6zbdurUSY899pimTZumBx54QBUqVNDWrVvTjfQbN26cJKlSpUo2o9TatWun999/X4sWLdK7774rSbrvvvs0bNiwXDvekiVLqmjRolqyZIkSEhJUrVo1hYWFqU+fPjbt+vbtq2+//VZLly7VtWvXVL58eXXu3FmjR49WYGCgtZ3RaNR7772nN998U1988YUSEhJ03333admyZXf9pclevXpp5MiRio6OtnnN3DgOezlyvFWrVtXs2bM1c+ZMJSQkaPDgwTbTfErS1atXtXPnToWGhuY4JgB5k8FisVhyutGhQ4c0evRonTt3ThltbjAYdPjwYacEmJfExFxz+WsaDJKPj5eSksyy93/qxIlj+ulisipUy3y+5d9+/l4l/AJUvU79u2pjb7vzp44rxNdbNWrUyv4AMuBIHtzBe98elX0s9cbOlzZvU3LT5k7dv6fkwRXIRSrycBu5SEUebsutXAQElHTezu6QH/tX7ug75QS/L7bIhy3yYYt82CIftvJLPiIjdzttX0ajQSkprktGcPD9LnutnMqtvhMAOJvZbFbXrl3VoUMHvfjii+4OJ1etWLFCy5cv19atW1WkSBF3hwPACRwa2TdlyhSVKFFCH3zwgWrVqiUfHx9nxwUAAFCg0L8CAAAAAPfx8vLS6NGjNWXKFA0ZMsTmvob5SVJSkt5//30NHz6cQh+QjzhU7Dt27Jjmzp2r++/Pu98cAwAA8CT0rwAAAADAvTp37pxuysv8xsfHR9u3b3d3GACczOjIRtWqVdP169edHQsAAECBRf8KAAAAAAAAjnCo2Pfaa69pyZIlOn78uLPjAQAAKJDoXwEAAAAAAMARDk3jGR4erpiYGHXr1k3lypVTyZK2N1s2GAzasGGDUwIEAAAoCOhfAQAAAAAAwBEOFfvq1asng8Hg7FgAj2euVkNXF75rfQwAgL3oXwEAAAAAAMARDhX7ZsyY4ew4gHzB4uenW72fcncYAAAPRP8KAAAAAAAAjnDonn13slgs+vvvv5WcnOyMeAAAAAo8+lcAAAAAAACwl8PFvh9//FFPPvmkGjRooIcfflhHjhyRJE2aNIn7yQAAADiA/hUAAAAAAAByyqFi31dffaWhQ4eqcuXKCg0NlcVisa6rUqWKvvjiC6cFCHgSryN/qHT3zirdvbO8jvzh7nAAAB6E/hUAAAAAAAAc4VCx75133tGAAQM0Z84c9ezZ02bdvffeq6NHjzolOMDTGOKvqdCOn1Rox08yxF9zdzgAAA9C/woAAAAAAACOcKjYd/r0abVp0ybDdUWLFtW1axQ5AAAAcoL+FQAAAAAAABzhULEvICBAJ06cyHDdkSNHFBgYeFdBAQAAFDT0rwAAAAAAAOAIh4p9Xbt21fz587Vz507rMoPBoD///FPvvfee/vWvfzktQAAAgIKA/hUAAAAAAAAc4e3IRqNGjdLRo0c1aNAglSlTRpI0ZMgQXbx4UQ8//LCGDh3qzBgBAADyPfpXAAAAAAAAcIRDxb5ChQpp0aJF2rVrl3bs2KFLly6pdOnSatWqlVq1auXsGAEAAPI9Z/Wv9uzZo2XLlikqKkoxMTFauHChHn30Uet6i8Wit99+W59//rmuXr2qJk2aaMqUKapWrZq1zeXLlxUeHq7vv/9eRqNRHTp00Ouvv67ixYs785ABAAAAAADgBA4V+9I88MADeuCBB5wVCwAAQIF3t/2rhIQEBQUFqVevXho1alS69UuXLtWHH36oGTNmqHLlypo3b54GDx6sTZs2qXDhwpKkV155RTExMVqxYoWSkpI0YcIETZ48WbNnz3Y4LgAAAAAAAOQOh4p90dHR2bYJDAx0ZNcAAAAFkrP6V23atFGbNm0yXGexWLRy5Uq98MIL1tF+M2fOVKtWrfTtt9+qS5cuOn78uH788UetWbNGDRo0kCRNnDhRQ4cO1bhx41S+fPkcHBUAAAAAAABym0PFvnbt2slgMGTZ5vDhw3bta8mSJfrf//6nEydOqEiRIgoODtYrr7yiGjVqWNvcunVLM2bM0KZNm5SYmKiQkBCFhobK39/f2iY6OlpTpkzRL7/8omLFiql79+56+eWX5e19+xB/+eUXzZgxQ0ePHlXFihX1wgsvqGfPnjk8eiBz5tpBuvzlZutjAADs5cz+VWbOnDmjmJgYm2lBS5YsqUaNGikyMlJdunRRZGSkSpUqZS30SVKrVq1kNBp18OBBtW/fPkevmc0huVVabHk5RlciH7bIhy3yYYt82CIftu7Mh8Xi2tcEAABAweRQsW/BggXpll29elU//fST9u/fr1deecXufe3evVv9+vVTgwYNZDabNWfOHA0ePFhff/21ihUrJkmaPn26tm/frrlz56pkyZIKDw/XqFGj9Omnn0qSzGazhg0bJn9/f3366ae6cOGCxo8fLx8fH7300kuSpNOnT2vYsGF66qmnNGvWLO3cuVMTJ05UQECAWrdu7UgagHQsJUspqeWD7g4DAOCBnNm/ykxMTIwkyc/Pz2a5n5+fYmNjJUmxsbHy9fW1We/t7a3SpUtbt7dXoUJedxFt7jMYJC8vL5dejM3LyIct8mGLfNgiH7bySz6MRudUzAwGyWAwymJJcVk+fHzy9t9cAAAA5C6Hin1p0z79U8+ePRUREaHdu3erc+fOdu1r2bJlNs9nzJihli1b6tChQ2revLmuXbumtWvXatasWWrZsqWk1OJf586dtX//fjVu3Fg//fSTjh07phUrVsjf319169bV2LFjNWvWLI0aNUqFChXSp59+qsqVK+vVV1+VJNWsWVP79u3T+++/T7EPAAC4nTP7V3lFYqI5T480SLsonZxs9uiL085CPmyRD1vkwxb5sJVf8pGS4pzgU4t9KbJYLC7LR1KS2TUvBAAAgDzJ6OwdtmnTRps2bXJ4+2vXrkmSSpcuLUmKiopSUlKSzXRTNWvWVGBgoPbv3y9J2r9/v2rXrm0zrWdISIji4+N17Ngxa5u0YuGdbdL2Ya/UTrtrf3L6unmZK/OQX3/IA7kgD+SCPLg3F+5wt/2rNAEBAZKkuLg4m+VxcXHWfpS/v78uXrxosz45OVlXrlyxbp8TFkve/vGEGMkH+cgrP+SDfOT3fDjLnflwFXfnzhV5BQAAQOYcGtmXlV9//VWFChVyaNuUlBRNnz5dTZo0Ue3atSWlTiXl4+OjUqVK2bT18/OzTiUVGxtrU+iTZH2eXZv4+HjdvHlTRYoUyTY+d0xFZTDkfDoUHx8vGYzJMmZRyjUYJYPBcNdtcrIvHx8vh6cWcSQP7mA8eEDF+/eVJF3/cJVSGjZy6v49JQ+uQC5SkYfbyEUq8nBbfsrF3fSv7lS5cmUFBARo586dqlu3riQpPj5eBw4c0NNPPy1JCg4O1tWrVxUVFaX69etLknbt2qWUlBQ1bNjwrmMAAAAAAACAczlU7HvjjTfSLUtMTNSJEye0b98+Pffccw4FExYWpqNHj2rVqlUObZ/b3DEVVdoFypxMh5KUZJYlRUpJybyNJUWyWCx33SYn+0pKMjs8tYgjeXAH74QbMv51SpJkTrihZCdPpeIpeXAFcpGKPNxGLlKRh9s8LRfO6l9dv35dJpPJ+vzMmTM6fPiwSpcurcDAQD377LNatGiR7rnnHlWuXFnz5s1TuXLlrNOI1qxZU61bt9akSZMUFhampKQkhYeHq0uXLipfvrxzDhYAAAAAAABO41Cx77vvvku3rHDhwqpQoYJCQ0PVu3fvHO9z6tSp+uGHH/TRRx+pQoUK1uX+/v5KSkrS1atXbUb3xcXFWaeS8vf318GDB232FxsbK0k2bdKW3dmmRIkSdo3qS+Oui4X5ZfqLuz2GvJ6HO2PLzVjzeh5ciVykIg+3kYtU5OE2T8mFs/pXUVFRevbZZ63PIyIiJEk9evTQjBkzNGTIEN24cUOTJ0/W1atX1bRpU7333nsqXLiwdZtZs2YpPDxcAwYMkNFoVIcOHTRx4sS7PEIAAAAAAADkBqcV+xxlsVgUHh6urVu36sMPP1SVKlVs1tevX18+Pj7auXOnOnbsKEk6ceKEoqOj1bhxY0lS48aNtXjxYsXFxcnPz0+StGPHDpUoUUK1atWytvm///s/m33v2LHDug8AAAB3clb/qkWLFjpy5Eim6w0Gg8aOHauxY8dm2qZMmTKaPXu2U+IBAAAAAABA7srmbmy5LywsTBs2bNDs2bNVvHhxxcTEKCYmRjdv3pQklSxZUr169dKMGTO0a9cuRUVFacKECQoODrYW6kJCQlSrVi2NGzdOf/zxh3788UfNnTtX/fr1s97f5qmnntLp06c1c+ZMHT9+XB9//LE2b96sgQMHuunIAQAAAAAAAAAAgLvj0Mi+BQsW2N3WYDBo5MiRma7/5JNPJEn9+/e3WR4REaGePXtKkiZMmCCj0agxY8YoMTFRISEhCg0Ntbb18vLS4sWLNWXKFPXp00dFixZVjx49NGbMGGubKlWqaMmSJYqIiNDKlStVoUIFvfHGG2rdurXdxwIAAJBbnNm/AgAAAAAAQMHhULHvgw8+UFJSknX0XeHChXXr1i1JUpEiReTj42Ntm93FqKymmUpTuHBhhYaG2hT4/qlSpUpaunRplvtp0aKF1q9fn+3rAQAAuJoz+1cAAAAAAAAoOBwq9i1fvlz//ve/NWLECHXs2FElSpRQfHy8tmzZokWLFumtt95Sw4YNnR0rAABAvkX/CgAAAAAAAI5wqNgXHh6uwYMHq1evXtZlJUqU0BNPPKFbt25p6tSpWrNmjdOCBAAAyO/oXwEAAAAAAMARDhX7/vjjD1WuXDnDdVWqVNHRo0fvKijAUyXXb6i4vb9JklLKV3BzNAAAT0L/CgAAAAAAAI4wOrJRpUqV9Omnn8pisdgst1gsWrVqlQIDA50SHOBxChdWStV7lFL1HqlwYXdHAwDwIPSvAAAAAAAA4AiHRva9/PLLGjt2rDp06KC2bdvKz89PcXFx+v777xUdHa158+Y5O04AAIB8jf4VAAAAAAAAHOFQse/RRx/VmjVr9O6772rbtm2KiYlRQECAGjZsqLffflt169Z1dpwAAAD5Gv0rAAAAAAAAOMKhYp8k1a1bV2+99ZYzYwE8nve+PSrTtYMk6fJX/1Ny0+ZujggA4EnoXwEAAAAAACCnHLpn353OnTunX3/9VQkJCc6IB/B4BrNZBrPZ3WEAADwY/SsAAAAAAADYy+Fi32effabWrVurbdu26tevn06ePClJGjlypD744AOnBQgAAFBQ0L8CAAAAAABATjlU7Hv//fcVHh6u7t27a/ny5bJYLNZ1999/v7Zs2eK0AAEAAAoC+lcAAAAAAABwhEP37Pvoo480YsQIjRgxQuZ/TFdYvXp167fQAQAAYB/6VwAAAAAAAHCEQyP7/v77bwUHB2e4zsfHh/vLAAAA5BD9KwAAAAAAADjCoWJfYGCgfvvttwzXHThwQNWqVbubmAAAAAoc+lcAAAAAAABwhEPFvieffFKLFi3S559/rvj4eElScnKyfvjhBy1btkx9+vRxapAAAAD5Hf0rAAAAAAAAOMKhe/YNHjxY586d0+TJkxUaGipJevrppyVJffv2Vb9+/ZwXIQAAQAFA/woAAAAAAACOcKjYJ0kTJ07UgAEDtGPHDl26dEmlS5dWy5YtmWIKBVpyk2aKOX859YnB4NZYAACeh/4VAAAAAAAAcirHxb5bt26pVatW+u9//6t27doxpRRwJ4OBIh8AIMfoXwEAAAAAAMBROb5nX+HChVW0aFF5eXnlRjwAAAAFDv0rAAAAAAAAOCrHxT5J6t69u9asWePsWADPl5go47loGc9FS4mJ7o4GAOBB6F8BAAAAAADAEQ7ds69UqVLav3+/unXrptatW8vf31+GO6YuNBgMGjhwoLNiBDyG928HVPaxRyRJlzZvU3LT5m6OCADgKehfAQAAAAAAwBEOFfvmzJkjSYqJidHRo0fTrediFAAAQM7QvwIAAAAAAIAj7C72devWTbNnz1bt2rX1xx9/SJI2bNigNm3aqHTp0rkWIAAAQH5F/woAAAAAAAB3y+579h09elQ3b960PjebzRo/frzOnDmTK4EBAADkd/SvAAAAAAAAcLfsLvZlxGKxOCsOAAAAiP4VAAAAAAAAcuauin0AAAAAAAAAAAAA3Oeui30Gg8EZcQAAAOD/o38FAAAAAAAAe3nnpPGAAQPSXXzq169fumUGg0H79u27++gAAADyOfpXAAAAAAAAuBt2F/tGjRqVm3EA+UOhQjJXDLQ+BgAgK/SvAAAAAAAAcLco9gFOlNygkS4e+MPdYQAAPAT9KwAAAAAAANytHE3jCQAAAAAAkBdFRu52dwgAAACAWxjdHQAAAAAAAAAAAAAAxzCyD3AiQ/w1eR3+XZJkrnufLCVKujkiAAAAAAAAAACQnzGyD3AiryN/qGyX9irbpb28jnDvPgAAAAAAAAAAkLso9gEAAAAAAAAAAAAeimk8PUhycrJMplPZtjOZTLKUqJD7AQEAAAAAAAAAAMCtKPZ5EJPplNYfOiX/ipWzbPfnsTOqUqesi6ICAAAAAAAAAACAu1Ds8zD+FSurQrWaWbaJOWtyUTQAAAAAAAAAAABwJ+7ZBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgo7tkHOJGleAklNW9hfQwAAAAAAAAAAJCbKPYBTmSuU1eXv97q7jAAAAAAAAAAAEABwTSeAAAAAAAAAAAAgIei2AcAAAAAAAAAAAB4KKbxBJzIcDFOhf7vB0lS4kMPy+Lr596AAAAAAAAAAABAvkaxD3Air5MnVGroIEnSpc3blEyxDwAAAAAAAAAA5CKm8QQAAAAAAAAAAAA8FCP74BJmc7JMpmi72latWk3e3pyaAADklnbt2uns2bPplvft21ehoaHq37+/du/ebbOuT58+mjp1qqtCBAAAAAAAgJ2oqMAlLp6P1vmkRJlKJGfZLvbcGXWXVKNGLZfEBQBAQbRmzRqZzWbr86NHj2rQoEHq1KmTddmTTz6pMWPGWJ8XLVrUpTECAAAAAADAPm4v9u3Zs0fLli1TVFSUYmJitHDhQj366KPW9a+++qrWrVtns01ISIiWLVtmfX758mWFh4fr+++/l9FoVIcOHfT666+rePHi1jZ//PGHpk6dqt9++02+vr565plnNGTIkNw/QFj5VqikCtVqujsMAAAKPF9fX5vn7777rqpWrar777/fuqxIkSIKCAhwdWgAAAAAAADIIbcX+xISEhQUFKRevXpp1KhRGbZp3bq1IiIirM8LFSpks/6VV15RTEyMVqxYoaSkJE2YMEGTJ0/W7NmzJUnx8fEaPHiwWrZsqbCwMP3555+aMGGCSpUqpT59+uTewQEAAORxiYmJ2rBhgwYNGiSDwWBdvnHjRm3YsEEBAQFq27atRowY4dDovjt2meekxZaXY3Ql8mGLfNgiH7bIhy3yYevOfFgsrn1NAAAAFExuL/a1adNGbdq0ybJNoUKFMv1m+fHjx/Xjjz9qzZo1atCggSRp4sSJGjp0qMaNG6fy5ctrw4YNSkpK0vTp01WoUCHde++9Onz4sFasWEGxDwAAFGjffvutrl27ph49eliXde3aVYGBgSpXrpyOHDmiWbNm6eTJk1qwYEGO9l2okJezw3Uqg0Hy8vJy6cXYvIx82CIftsiHLfJhK6/kw2jMGxUvg0EyGIyyWFJclg8fn7z9NxcAAAC5y+3FPnvs3r1bLVu2VKlSpfTAAw/o3//+t8qWLStJioyMVKlSpayFPklq1aqVjEajDh48qPbt22v//v1q1qyZzYjAkJAQLV26VFeuXFHp0qXtjsXV35YrqN+Q/Ofxekoe7owv9QNe7uw/r+fBFchFKvJwG7lIRR5uIxf2Wbt2rR566CGVL1/euuzOL0MFBQUpICBAAwcOlMlkUtWqVe3ed2KiOU/nP+2idHKymYv1Ih//RD5skQ9b5MNWXslHSkre+M9I/SyYIovF4rJ8JCWZs28EAACAfCvPF/tat26t9u3bq3Llyjp9+rTmzJmjIUOG6LPPPpOXl5diY2PT3XfG29tbpUuXVkxMjCQpNjZWlStXtmnj7+9vXWdvsc8d306/8xuSPj5eMhiTZTRms41RMhgMWbZzVpvc2JePj1e6byXmlW+KZsdYLkCJvZ6QJHmVC5DByd+u9JQ8uAK5SEUebiMXqcjDbeQie2fPntWOHTs0f/78LNs1atRIkvTXX3/lqNgneUbuLRbPiNNVyIct8mGLfNgiH7bIRyqLxbVTeKa9JgAAAAquPF/s69Kli/VxUFCQgoKC9Oijj1pH+7mSO76dfuc3JJOSzLKkSCkpWW9jSZEsFkuW7ZzVJjf2lZRkTvetxLzyTdFsVammW4uX337u5G9XekweXIBcpCIPt5GLVOThNnKRvS+++EJ+fn56+OGHs2x3+PBhScp0WnUAAAAAAAC4T54v9v1TlSpVVLZsWf31119q2bKl/P39dfHiRZs2ycnJunLlivWClL+/v2JjY23apD1PG+FnL3ddLCxoFykzO16+KZqKPNxGLlKRh9vIRSrycBu5yFhKSoq++OILde/eXd7et7uEJpNJGzduVJs2bVSmTBkdOXJEERERat68uerUqePGiAEAAAAAAJARjyv2nT9/XpcvX7YW8oKDg3X16lVFRUWpfv36kqRdu3YpJSVFDRs2lCQ1btxYc+fOVVJSknx8fCRJO3bsUPXq1XN0vz4AAID8YseOHYqOjlavXr1slvv4+Gjnzp1auXKlEhISVLFiRXXo0EEjRoxwU6QAAAAAAADIituLfdevX5fJZLI+P3PmjA4fPqzSpUurdOnSWrBggTp27Ch/f3+dPn1a//3vf3XPPfeodevWkqSaNWuqdevWmjRpksLCwpSUlKTw8HB16dJF5cuXlyR169ZNCxcu1Ouvv64hQ4bo6NGjWrlypV577TW3HDPyL+P5cyq8ZrUk6dYTTyqlQkU3RwQAQMZCQkJ05MiRdMsrVqyojz76yA0RAQAAAAAAwBFuL/ZFRUXp2WeftT6PiIiQJPXo0UNTpkzRn3/+qfXr1+vatWsqV66cHnzwQY0dO1aFChWybjNr1iyFh4drwIABMhqN6tChgyZOnGhdX7JkSS1btkxTp05Vz549VbZsWY0YMUJ9+vRx3YGiQDCePaMSUydJkpJatqLYBwAAAAAAAAAAcpXbi30tWrTI8FvlaZYtW5btPsqUKaPZs2dn2aZOnTpatWpVjuMDAAAAAAAAAAAA8iqjuwMAAAAAAAAAAAAA4BiKfQAAAAAAAAAAAICHotgHAAAAAAAAAAAAeCiKfQAAAAAAAAAAAICHotgHAAAAAAAAAAAAeCiKfQAAAAAAAAAAAICH8nZ3AEB+klK+ghJG/dv6GAAAAAAAAAAAIDdR7AOcKKVyFV2fPNXdYQAAAAAAAAAAgAKCaTwBAAAAAAAAAAAAD0WxDwAAAAAAAAAAAPBQTOMJOJHR9JeKvfO2JClhxBilVL3HzREBAAAAAAAAAID8jGIf4ETGmAsqunypJOlm76co9gEAAAAAAAAAgFzFNJ4AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh6LYBwAAAAAAAAAAAHgoin0AAAAAAAAAAACAh/J2dwBAfmKuco+uRcyyPgYAAAAAAAAAAMhNFPsAJ7KUK6ebg4e6OwwAAAAA8EiRkbvdHQIAAADgcZjGEwAAAAAAAAAAAPBQFPsAAAAAAAAAAAAAD0WxD3Air2NHVap/H5Xq30dex466OxwAAAAAAAAAAJDPUewDnMhw5bIKf7NZhb/ZLMOVy+4OBwAAAAAAAAAA5HMU+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FAU+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FAU+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FAU+wAAAAAAAAAAAAAP5e3uAID8xFyzlq589Jn1MQAAAAAAAAAAQG6i2Ac4kaVMWSV2eMzdYQAAAAAAAAAAgAKCaTwBAAAAAAAAAAAAD0WxDwAAAAAAAAAAAPBQFPsAJ/L6/ZDKtn1QZds+KK/fD7k7HAAAAAAAAAAAkM9xzz7AiQw3EuR96DfrYwAAAAAAAAAAgNzEyD4AAAAAAAAAAADAQ1HsAwAAAAAAAAAAADwUxT4AAAAAAAAAAADAQ1HsAwAAAAAAAAAAADwUxT4AAAAAAAAAAADAQ1HsAwAAAAAAAAAAADwUxT4AAAAAAAAAAADAQ3m7OwAgP0muW08Xv98hSTJXr+HmaAAAAAAAAAAAQH5HsQ9wpmLFZK5X391RAAAAAAAAAACAAoJpPAEAAAqY+fPnKygoyOanU6dO1vW3bt1SWFiYWrRooeDgYI0ePVqxsbFujBgAAAAAAACZYWQfAABAAXTvvfdqxYoV1udeXl7Wx9OnT9f27ds1d+5clSxZUuHh4Ro1apQ+/fRTd4QKAAAAAACALLh9ZN+ePXs0fPhwhYSEKCgoSN9++63NeovFonnz5ikkJEQNGzbUwIEDderUKZs2ly9f1ssvv6wmTZqoWbNmmjBhgq5fv27T5o8//lDfvn3VoEEDtWnTRkuXLs3tQ0MB5L3/V/nVriq/2lXlvf9Xd4cDAECmvLy8FBAQYP3x9fWVJF27dk1r167Vq6++qpYtW6p+/fqaPn26IiMjtX//fvcGDQAAAAAAgHTcXuxLSEhQUFCQQkNDM1y/dOlSffjhh5oyZYpWr16tokWLavDgwbp165a1zSuvvKJjx45pxYoVWrx4sfbu3avJkydb18fHx2vw4MEKDAzUF198oXHjxmnBggX67LPPcv344PmSk5N14sSxbH+Sk5Mls1nGy5dlvHxZMpvdHToAAJn666+/FBISokceeUQvv/yyoqOjJUlRUVFKSkpSq1atrG1r1qypwMBAin0AAAAAAAB5kNun8WzTpo3atGmT4TqLxaKVK1fqhRde0KOPPipJmjlzplq1aqVvv/1WXbp00fHjx/Xjjz9qzZo1atCggSRp4sSJGjp0qMaNG6fy5ctrw4YNSkpK0vTp01WoUCHde++9Onz4sFasWKE+ffq47FjhmUymU1p/6JT8K1bOtM2FM3+pmcmkulevqOz/X3b27BldL1s2XduqVavJ29vtv3oAgAKsYcOGioiIUPXq1RUTE6OFCxeqX79+2rhxo2JjY+Xj46NSpUrZbOPn56eYmJgcv5bB4KyonS8ttrwcoyuRD1vkwxb5sEU+bJEPW3fmw2Jx7WsCAACgYMrTFYczZ84oJibG5pvlJUuWVKNGjRQZGakuXbooMjJSpUqVshb6JKlVq1YyGo06ePCg2rdvr/3796tZs2YqVKiQtU1ISIiWLl2qK1euqHTp0nbH5OoOdEH90PTP43V3HvwrVlaFajUzXR9z1qSdsQlKvGlW/f+/7MBVs85fTLZpF3vujLpLqlmzlkNxuDsPeQm5SEUebiMXqcjDbeQic3d+0apOnTpq1KiR2rZtq82bN6tIkSJOe51Chbyyb+RGBkPqdKauvBibl5EPW+TDFvmwRT5sOTMfRqPn/+E2GCSDwSiLJcVl54ePT97+mwsAAIDclaeLfWnfHvfz87NZ7ufnp9jYWElSbGys9R4zaby9vVW6dGnr9rGxsapc2XZUlr+/v3WdvcU+d1ywuvNDk4+PlwzGZBmzmXzVYJQMBkOW7ZzVJjf25ePjle6Dijs/TNuTd4NR8qtYWQGJN6zLAipVkrFGzXTtMjo+e3FR4TZykYo83EYuUpGH28iF/UqVKqVq1arJZDKpVatWSkpK0tWrV21G98XFxSkgICBH+01MNOfpYmvauZGcbOYcEfn4J/Jhi3zYIh+2nJmPlBTPT2hqsS9FFovFZedHUhK3kQAAACjI8nSxL69xxwWrOz80JSWZZUmRUlKy3saSkjoFalbtnNUmN/aVlGRO90HFnR+m7cl7RseXksE2mR2fvbiocBu5SEUebiMXqcjDbeTCftevX9fp06cVEBCg+vXry8fHRzt37lTHjh0lSSdOnFB0dLQaN26c4317Qu4tFs+I01XIhy3yYYt82CIftshHKovFtVN4StKvv+6+q+2Dg+93UiQAAABwhzxd7Ev79nhcXJzKlStnXR4XF6c6depISh2hd/HiRZvtkpOTdeXKFev2/v7+1pGAadKep43ws5e7PrgUtA9MmR1vfvnweLfHkF/y4AzkIhV5uI1cpCIPt5GL9N588021bdtWgYGBunDhgubPny+j0aiuXbuqZMmS6tWrl2bMmKHSpUurRIkSeuONNxQcHOxQsQ8AAAAAAAC5K08X+ypXrqyAgADt3LlTdevWlSTFx8frwIEDevrppyVJwcHBunr1qqKiolS/furd0nbt2qWUlBQ1bNhQktS4cWPNnTtXSUlJ8vHxkSTt2LFD1atXz9H9+gAAAPKD8+fP66WXXtLly5fl6+urpk2bavXq1dap0SdMmCCj0agxY8YoMTFRISEhCg0NdXPUAAAAAAAAyIjbi33Xr1+XyWSyPj9z5owOHz6s0qVLKzAwUM8++6wWLVqke+65R5UrV9a8efNUrlw5Pfroo5KkmjVrqnXr1po0aZLCwsKUlJSk8PBwdenSReXLl5ckdevWTQsXLtTrr7+uIUOG6OjRo1q5cqVee+01txwzAACAO7311ltZri9cuLBCQ0Mp8AEAAAAAAHgAtxf7oqKi9Oyzz1qfR0RESJJ69OihGTNmaMiQIbpx44YmT56sq1evqmnTpnrvvfdUuHBh6zazZs1SeHi4BgwYIKPRqA4dOmjixInW9SVLltSyZcs0depU9ezZU2XLltWIESPUp08f1x0oCoSL9Rpr9a4TkqTkYsXdHA0AAAAAAAAAAMjv3F7sa9GihY4cOZLpeoPBoLFjx2rs2LGZtilTpoxmz56d5evUqVNHq1atcjhOwB4Wb28llWJqWAAAAAAFU2TkbneHAAAAABQ4RncHAAAAAAAAAAAAAMAxbh/ZB+QnBrNZXjdvSJLMRYrK4uXl5ogAAAAAAAAAAEB+xsg+wIl8oyLVp/k96tP8HvlGRbo7HAAAAAAAAAAAkM9R7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8lLe7AwDyE4uXl5KKl7A+BgAAAAAAAAAAyE0U+1CgJScny2Q6lWUbk8kkS4kKdu3vYv1grd7zlxMiAwAAAAAAAAAAyB7FPhRoJtMprT90Sv4VK2fa5s9jZ1SlTlkXRgUAAAAAAAAAAGAfin0o8PwrVlaFajUzXR9z1uTCaAAAAAAAAAAAAOxHsQ9wIq8bCSpxJrU4GF+5qsxFi7k5IgAAAAAAAAAAkJ8Z3R0AkJ+U+fN3dX38QXV9/EGV+fN3d4cDAAAAAAAAAADyOYp9AAAAAAAAAAAAgIei2AcAAAAAAAAAAAB4KIp9AAAAAAAAAAAAgIfydncAAADAMyUnJ8tkOmVX26pVq8nbm24HAAAAAAAA4GxcdQMAAA4xmU5p/aFT8q9YOct2sefOqLukGjVquSQuAAAAAAAAoCCh2AcAABzmX7GyKlSr6e4wAAAAAAAAgAKLe/YBAAAAAAAAAAAAHoqRfYATmYsU1eVadayP3c3e+2lxLy0AAAAAAAAAADwTV/cBJ7ocVE9fb/jZ3WFY2XM/Le6lBQAAAAAAAACA56LYB+Rz3E8LAAAAAAAAAID8i2If8hSzOVkmU3SG63x8vJSUZJbEtJMAAAAAAAAAAAASxT7kMRfPR+t8UqJMJZLTrTMYk2VJydvTTvpcvaKA/XskSTGNmyupVGk3RwQAAAAAAAAAAPIzin3Ic3wrVMpw2kmjUUpJcUNAOVDq5FG1Hd5HkrTlk28U16iZmyMCAAAAAAAAAAD5mdHdAQAAAAAAAAAAAABwDMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8FMU+AAAAAAAAAAAAwENR7AMAAAAAAAAAAAA8lLe7AwByQ3JyskymU9m2M5lMspSokPsBAQAAAAAAAAAA5AKKffA4ZnOyTKboLNuYTCb9es0s/4pVsmz357EzqlKnrDPDy5I9sUtS1arV5O3NrycAAAAAAAAAAMga1QR4nIvno3U+KVGmEsmZtkkt4jVQhWo1s9xXzFmTU2NLLFVaZx9qb338T/bEHnvujLpLqlGjllNjAwAAAAAAAAAA+Q/FPngk3wqVsizkObuIZ69r1e/VD4s/zbJNdrEDAAAAAAAAAADYy+juAAAAAAAAAAAAAAA4hpF9QAFn730EJe4lCAAAAAAAAABAXsNVe8CJisReUOVtmyRJZx7prJv+5dwcUfbsuY+gxL0EAQAAAAAAAADIiyj2AU5U/KxJLcJeliRdqlPfI4p9EvcRBAAAAAAAAADAU3HPPgAAAAAAAAAAAMBDUewDAAAAAAAAAAAAPBTTeAIAgFxlNifLZIrOtl3VqtXk7U3XBAAAAAAAAMgJrqgBAIBcdfF8tM4nJcpUIjnTNrHnzqi7pBo1arksLgAAAAAAACA/oNgHAABynW+FSqpQraa7wwAAAAAAAADyHe7ZBwAAAAAAAAAAAHgoRvYBAAAUMEuWLNH//vc/nThxQkWKFFFwcLBeeeUV1ahRw9qmf//+2r17t812ffr00dSpU10dLgAAAAAAALKQ54t98+fP14IFC2yWVa9eXVu2bJEk3bp1SzNmzNCmTZuUmJiokJAQhYaGyt/f39o+OjpaU6ZM0S+//KJixYqpe/fuevnll+XtnecPHx7mpl+A/uwz0PoYGUtOTpbJdCrbdlWrVuP3FABywe7du9WvXz81aNBAZrNZc+bM0eDBg/X111+rWLFi1nZPPvmkxowZY31etGhRd4QLAAAAAACALHjEVfR7771XK1assD738vKyPp4+fbq2b9+uuXPnqmTJkgoPD9eoUaP06aefSpLMZrOGDRsmf39/ffrpp7pw4YLGjx8vHx8fvfTSSy4/FuRv1yvfoz2hs90dRp5nMp3S+kOn5F+xcqZtYs+dUXdJNWrUcllcAFBQLFu2zOb5jBkz1LJlSx06dEjNmze3Li9SpIgCAvjyCgAAAAAAQF7mEcU+Ly+vDC80Xbt2TWvXrtWsWbPUsmVLSanFv86dO2v//v1q3LixfvrpJx07dkwrVqyQv7+/6tatq7Fjx2rWrFkaNWqUChUq5OrDAfIte0fsmUwm+VUMVIVqNXM/KABAtq5duyZJKl26tM3yjRs3asOGDQoICFDbtm01YsQIRvcBAAAAAADkMR5R7Pvrr78UEhKiwoULq3Hjxnr55ZcVGBioqKgoJSUlqVWrVta2NWvWVGBgoLXYt3//ftWuXdtmWs+QkBBNmTJFx44d03333eeOQwI8jtmcLJMpOss2JpNJv14zy79ilSzb/XnsjKrUKevM8AAADkpJSdH06dPVpEkT1a5d27q8a9euCgwMVLly5XTkyBHNmjVLJ0+eTDe9enYMBmdH7DxpseXlGF2JfNgiH7bIhy3yYYt82LozHxaLe2OxF/93AAAAni3PF/saNmyoiIgIVa9eXTExMVq4cKH69eunjRs3KjY2Vj4+PipVqpTNNn5+foqJiZEkxcbG2hT6JFmfp7XJCVd3gPnQlMrwj3/zqmLnzurez1KnnD3aZ5ASKlZyeF8Z/Z+783y4eD5a55MSZSqRnGmb1CJeg2xH7MWcNdn9upkdK78bqcjDbeQilafnwZlxe3ouXCUsLExHjx7VqlWrbJb36dPH+jgoKEgBAQEaOHCgTCaTqlatate+CxXyyr6RGxkMqTNIeNLF2NxEPmyRD1vkwxb5sHVnPoxG/vAaDJLBYJTFkuIx54ePT97+mw0AAICs5fliX5s2bayP69Spo0aNGqlt27bavHmzihQp4tJY3HHB6s4PTT4+XjIYk2U0ZrONUTIYDFm2c1YbV+7LYDBIRkuejD2tTfHYc6r/7luSpOhHOulmpUoZtstuXz4+Xhl+2MrpRQV7zpmc5MqvYmUF1si8kBd7zuTUvGeWB4kLLGnIw23kIpUr8+Dsv0tZ/c47gnMie1OnTtUPP/ygjz76SBUqVMiybaNGjSSlzrhgb7EvMdGcp4utaedGcrKZc0Tk45/Ihy3yYYt82LozHykpJCS12Jcii8XiMedHUpLZ3SEAAADgLuT5Yt8/lSpVStWqVZPJZFKrVq2UlJSkq1ev2ozui4uLs97jz9/fXwcPHrTZR2xsrCRleB/ArLjjgtWdH5qSksyypEgpKVlvY0mRLBZLlu2c1cZV+zJIktGSuj4Pxp5Rm5QM/q/s3VdSkjnDD1s5vahgzzmTl/6f/9kmszxIXGBJQx5uIxepXJkHZ/9dyup33hGcE5mzWCwKDw/X1q1b9eGHH6pKlaynX5akw4cPS8p5/8kTcm+xeEacrkI+bJEPW+TDVm7lIzJy911tHxx8v5MiyRnOjVQWi2dN4Sl5VqwAAABIz+OKfdevX9fp06cVEBCg+vXry8fHRzt37lTHjh0lSSdOnFB0dLQaN24sSWrcuLEWL16suLg4+fn5SZJ27NihEiVKqFatWjl+fXd1gAt6x9ui1IJfQUpDVv/nBekiS3bHWZBykRXycBu5SOWpeciNmD01F7kpLCxMX331ld555x0VL17cOrV5yZIlVaRIEZlMJm3cuFFt2rRRmTJldOTIEUVERKh58+aqU6eOm6MHAAAAAADAnfJ8se/NN99U27ZtFRgYqAsXLmj+/PkyGo3q2rWrSpYsqV69emnGjBkqXbq0SpQooTfeeEPBwcHWYl9ISIhq1aqlcePG6T//+Y9iYmI0d+5c9evXT4UKFXLvwQEAALjBJ598Iknq37+/zfKIiAj17NnT+mWqlStXKiEhQRUrVlSHDh00YsQId4QLAAAAAACALOT5Yt/58+f10ksv6fLly/L19VXTpk21evVq+fr6SpImTJggo9GoMWPGKDExUSEhIQoNDbVu7+XlpcWLF2vKlCnq06ePihYtqh49emjMmDHuOiQAAAC3OnLkSJbrK1asqI8++shF0QAAAAAAAOBu5Pli31tvvZXl+sKFCys0NNSmwPdPlSpV0tKlS50dGgAAAAAAAAAAAOBWeb7YBwAAAACAp4mM3O3uEAAAAAAUEEZ3BwAAAAAAAAAAAADAMYzsA5wooWIl7f/3ROvj3JScnCyT6VSWbUwmkywlKuRqHAAAAAAAAAAAwH0o9gFOdKNcRR0a+qJLXstkOqX1h07Jv2LlTNv8eeyMqtQp65J4AOQvfKEAAADP5Y4pRI1Gg1JSLC5/XQAAAAAU+wCP5l+xsipUq5np+pizJhdGAyA/4QsFAAAAAAAAgGeg2AcAADLEFwoAAAAAAACAvI9iH+BEJf46oYYL35QkHRw5XvH31HBzREDO2DN1oyRVrVpN3t78CQEAAAAAAAAAd+NKLeBEhS9fVPWv1kiSjvQbQrEPHseeqRtjz51Rd0k1atRyWVwAAAAAAAAAgIxR7AMA2Mhu6kYAAAAAAAAAQN5hdHcAAAAAAAAAAAAAABxDsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA/FPfsAAAAAAPiHyMjdWa43Gg1KSbG4KBoAAAAAyBwj+wAAAAAAAAAAAAAPRbEPAAAAAAAAAAAA8FBM4wk4UXzV6vr5zcXWxwAAAEBBlt1UmAAAAACAu0exD3CiW2X9dKpb77vah9mcLJMpOtP1Pj5eSkoyy2QyyVKiwl29FgAAAAAAAAAA8GwU+4A85uL5aJ1PSpSpRHKG6w3GZFlSpD+PnVGVOmVdHB0AAAAAAAAAAMhLKPYBeZBvhUqqUK1mhuuMRiklRYo5a3JxVK6V3QhHKXWUY2BgFXl58VYGAAAAAAAAACiYuEIOOFGpY3+oRdgrkqRfQmfpaq06bo7Ic2U3wlGSLv59Sv9KMqtGjVoujAwAAAAAAAAAgLyDYh/gRD7X41Vu307rY9ydrEY4SpLB6MJgPFxycrJMplPZtuNekAAA4E6Rkbutj41Gg1JSLG6MBgAAAACQEYp9AFAAmEyntP7QKflXrJxlO+4FCQAAAAAAAACehWIfABQQ/hUrZzlSUsr/94IEAAAAAAAAgPyGSfAAAAAAAAAAAAAAD0WxDwAAAAAAAAAAAPBQFPsAAAAAAAAAAAAAD8U9+wDATsnJyTKZTtnVtmrVavL2zvwt1pn7AgAAAAAAAAAUXFw9BgA7mUyntP7QKflXrJxlu9hzZ9RdUo0atVyyLwAAAAAAAABAwUWxD3CiK7WC9L8Pv7Y+Rv7jX7GyKlSrmef2BQAAAAAAAAAomCj2AU6UXLykYpo+4O4w4AB7ptU0mUyylKjgmoDyMLM5WSZTdLbtPHX6UaZYBQDXSQ4Ptbut96SwXIwEAAAAAADPxRVKAJB902r+eeyMqtQp68Ko8qaL56N1PilRphLJmbbJq9OP2lvU/fWaWf4Vq2TZLq8eIwAAAAAAAICChWIfAPx/2U2rGXPW5MJo8jbfCpU8cgpS+4u6DTzy+AAAAAAAAAAUPBT7ACcq+/tBPTTmWUnS/729Upfua+jmiODp7Jky08fHS4GBVeTlxVu6PSjq5k32Tg8rMX0qUFDZO+VnfpzuMzJy911tHxx8v5MiAQAAAADkRVwpA5zImJSoEtGnrY+Bu2XPlJkX/z6lfyWZmU4SHs2ec11i+lQAAAAAAADgnyj2AUAel92UmQajC4MBcpGnTg8LAAAAAAAAuBPFPgBwMnumIzSZTLKUqOCiiAAAAAAAAAAA+RXFPgBwMnumI/zz2BlVqVPWKa9HcREAAAAAAAAACi6KfXlEcnKyTKZTGa7z8fFSUpKZi/WAB8luOsKYsyanvdbF89E6d8t1xUUAAJAzkZG7C/TrAwAAAAByF8W+PMJkOqX1h07Jv2LldOsMxmRZUrhYDyBzriwuAgAAAAAAAADyDop9eYh/xcoZXqw3GqWUFC7WA/9kz/SVaapWrSZvb97yACnr0eRpGE0OICPJ4aF2tfOeFJbLkdw9e47FbDTKa6J9xwwAAAAAgLtw5RuAx7Jn+kpJij13Rt0l1ahRyyVxAXldVqPJ0zCaHAAAAAAAAPAMFPsAJ7pUt4HWfXtAknTTP8DN0RQM2U1fCSBjmY0mT8NocgAAAAAAAMAzUOwDnCilUGElBGY+UgZA/mHvNLJMIQsArmXvVKMAAAAAAOQXXH0EkO/ZU5Th/mTIqYvno3U+KetpZF09hWzavfh8fLyUlGTOtB3nOwAAAAAAAJB/UOwDkO/ZU5Th/mSeL7XQddKlRa68No1s2r34AipVliUl83ac74Bn27fsHbvaGZs0y3B5cPD96ZaljYYzG41KScn8DeRAYHn7Xjtyt92v7Sr2xn4ng8Egw6+px+LO2AEAAAAAyArFPsCJ/A7sVce+nSRJ36zaorhGGV9kg+tlV5Th/mTOZe8Ul5Lzprn8669T2nD4lHzLZz6VrquLXO7Ig3/FyqpYraayuFbP+Q4AAAAAAADkIxT7ACczWCzuDgFwO3tGU0rOn+bSr2Jlla+ad4q69ubhwpm/1MxkUtWqVTNtk5ycLMkgb2+vTNswPSeQN9l7DznvSWG5HInrpPy6N8PlyV997eJI7l7asWQXe376/wMAAAAAeBaKfQCAXGHPFJepI9+yL8A5a9SbO9iTh5izJu2MTch6qtn9u1W8jK8qVcu8MMr0nAAAAAAAAEDB45lXTgEA+YI9I9/sGfUmpY5qU4mKzg7RZeyZaraEXwDT0QIAAAAAAACwUeCKfR9//LGWLVummJgY1alTR5MmTVLDhg3dHRYAFFj2FLmyG/UmpY5qq1rX19nhAQUa/abM7Vv2jv2NA8vbPG0U/XeGzeyd7vOf+8tMZlNp7sto+f/fp8FgkCUXpyQ/YGfsmcksdwAAAAAAFGRGdwfgSps2bVJERIRGjhypdevWqU6dOho8eLDi4uLcHRoAIAtpBcGsfsoGcK86wJnoNwEAAAAAAHiGAjWyb8WKFXryySfVq1cvSVJYWJh++OEHrV27VkOHDnVzdAAAIDup93mMzrZd1arV5ONToLo5TpfX+02Rkbvvavvg4PudFEnO3e3otoLMnbnL9rVzMNrT2KTZXUaT+zIaGWq5i5GfnnDM9krLjT35cNdxZzayNyP56f8GAAAAKKgKzFWwxMREHTp0SMOGDbMuMxqNatWqlSIjI90YGQAAsJc993mMPXdG3SXVrFnLZXHlN/SbAAAAAAAAPEeBKfZdunRJZrNZfn5+Nsv9/Px04sQJu/djMDg7sttiz51J/3pS6mSrKdKlmPNKTEpU0SJFs9yPPe2c1cZV+8ppHtyVq7ibN63L4s6d1fnSZZ36ermRh7z0/5yTNgZJly+c161bBfN3Io29eSgI7x+XY84rKTlJRQsXUWbfsc+rsTs778WKFZVSlOt5cFeuipex796MaX+zc/Nvd37lrH6TlHfzbzBwjvyT4Y5/c++ufZ6DfNgiH7bIh607309z8bafHsMT88HfQgAAAM9msDg6D4uH+fvvv/XQQw/p008/VXBwsHX5zJkztWfPHn3++edujA4AACDvoN8EAAAAAADgOYzuDsBVypYtKy8vL8XFxdksj4uLk7+/v5uiAgAAyHvoNwEAAAAAAHiOAlPsK1SokOrVq6edO3dal6WkpGjnzp0231gHAAAo6Og3AQAAAAAAeI4Cc88+SRo0aJDGjx+v+vXrq2HDhvrggw9048YN9ezZ092hAQAA5Cn0mwAAAAAAADxDgSr2de7cWRcvXtTbb7+tmJgY1a1bV++99x7TUQEAAPwD/SYAAAAAAADPYLBYLBZ3BwEAAAAAAAAAAAAg5wrMPfsAAAAAAAAAAACA/IZiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPblMZcvX9bLL7+sJk2aqFmzZpowYYKuX79u17YWi0XPP/+8goKC9O233+ZypLkvp7m4fPmywsPD1bFjRzVs2FAPP/yw3njjDV27ds2FUd+9jz/+WO3atVODBg3Uu3dvHTx4MMv2mzdvVqdOndSgQQN169ZN27dvd1GkuS8nuVi9erX69u2r5s2bq3nz5ho4cGC2ufMUOT0n0nz99dcKCgrSiBEjcjlC18lpLq5evaqwsDCFhISofv366tixY774HclpHt5//33re2ObNm00ffp03bp1y0XR5o49e/Zo+PDhCgkJsfvv3i+//KIePXqofv36at++vb744gsXRApXye6cePXVVxUUFGTzM3jw4Gz36+h7sLtll49/5iLt57333st0n/Pnz0/XvlOnTrl9KE6xZMkS9erVS8HBwWrZsqVGjBihEydO2LS5deuWwsLC1KJFCwUHB2v06NGKjY3Ncr8Wi0Xz5s1TSEiIGjZsqIEDB+rUqVO5eCTOkV0+HO1XO/p75m72nB/9+/dPd2yTJ0/Ocr/59fw4c+ZMpu8hmzdvznS/nnp+rFq1St26dVOTJk3UpEkT9enTx6Y/WZDeOwAAAJB3UezLY1555RUdO3ZMK1as0OLFi7V3795sP0Sm+eCDD2QwGHI5QtfJaS4uXLigCxcuaPz48frqq68UERGhH3/8Ua+//roLo747mzZtUkREhEaOHKl169apTp06Gjx4sOLi4jJs/+uvv+rll1/WE088ofXr1+uRRx7RyJEj9eeff7o4cufLaS5++eUXdenSRStXrtSnn36qihUr6rnnntPff//t4sidK6d5SHPmzBm9+eabatasmYsizX05zUViYqIGDRqks2fPat68edqyZYvCw8NVvnx5F0fuXDnNw8aNGzV79myNGjVKmzZt0rRp07Rp0ybNmTPHxZE7V0JCgoKCghQaGmpX+9OnT2vYsGFq0aKFvvzySw0YMEATJ07Ujz/+mMuRwlXsOSdat26tn376yfqT3e+Bo+/BeUF2+bgzDz/99JOmT58ug8Ggjh07Zrnfe++912a7VatW5Ub4Trd7927169dPq1ev1ooVK5ScnKzBgwcrISHB2mb69On6/vvvNXfuXH344Ye6cOGCRo0aleV+ly5dqg8//FBTpkzR6tWrVbRoUQ0ePDjPf6Eiu3zcTb86p79neYE954ckPfnkkzbHNm7cuCz3m1/Pj4oVK6Z7Dxk9erSKFSumhx56KMt9e+L5UaFCBb3yyiv64osvtHbtWj3wwAMaOXKkjh49KqlgvXcAAAAgD7Mgzzh27Jildu3aloMHD1qXbd++3RIUFGQ5f/58ltv+/vvvltatW1suXLhgqV27tmXr1q25HW6uuptc3GnTpk2WevXqWZKSknIjTKd74oknLGFhYdbnZrPZEhISYlmyZEmG7ceOHWsZOnSozbLevXtbJk2alKtxukJOc/FPycnJluDgYMu6detyKULXcCQPycnJlj59+lhWr15tGT9+vOWFF15wRai5Lqe5WLVqleWRRx6xJCYmuipEl8hpHsLCwizPPvuszbKIiAjLU089latxupI9f/dmzpxp6dKli82yf//735bnnnsuN0ODm2R0Tjjyfni3f4vyCnt+R1544YV07xX/9Pbbb1v+9a9/OTM0t4mLi7PUrl3bsnv3bovFYrFcvXrVUq9ePcvmzZutbdL6o5GRkRnuIyUlxfLggw9a3nvvPeuyq1evWurXr2/56quvcjV+Z/tnPjJiT786v/Q7MsrHM888Y3njjTfs3kdBOz8ef/xxy2uvvZblfvLL+WGxWCzNmze3rF69usC/dwAAACDvYGRfHhIZGalSpUqpQYMG1mWtWrWS0WjMcsqoGzdu6OWXX9bkyZMVEBDgilBznaO5+Kf4+HiVKFFC3t7euRGmUyUmJurQoUNq1aqVdZnRaFSrVq0UGRmZ4Tb79+9Xy5YtbZaFhIRo//79uRlqrnMkF/9048YNJScnq3Tp0rkVZq5zNA8LFy6Un5+fevfu7YowXcKRXHz33Xdq3Lixpk6dqlatWqlr165avHixzGazq8J2OkfyEBwcrEOHDlnfO0+fPq3t27erTZs2Lok5r8iv75fImd27d6tly5bq2LGjQkNDdenSpUzbOuNvkaeIjY3V9u3b9cQTT2Tb9q+//lJISIgeeeQRvfzyy4qOjnZBhM6XNh1lWj8hKipKSUlJNv/fNWvWVGBgYKbvE2fOnFFMTIzNNiVLllSjRo087hz5Zz4yYm+/Oie/Z3lVZvnYuHGjWrRooa5du2r27Nm6ceNGpvsoSOdHVFSUDh8+bNd7iKefH2azWV9//bUSEhIUHBxc4N87AAAAkHfk/QpIARIbGytfX1+bZd7e3ipdurRiYmIy3S4iIkLBwcF69NFHcztEl3E0F3e6ePGi3nnnHfXp0yc3QnS6S5cuyWw2y8/Pz2a5n59funuGpImNjZW/v3+69tndIyKvcyQX/zRr1iyVK1fO5kO0p3EkD3v37tWaNWu0fv16F0ToOo7k4vTp09q1a5e6deumd999VyaTSWFhYUpOTs52aqW8ypE8dOvWTZcuXVLfvn1lsViUnJysp556SsOHD3dFyHlGRu+X/v7+io+P182bN1WkSBE3RQZXad26tdq3b6/KlSvr9OnTmjNnjoYMGaLPPvtMXl5e6do742+Rp1i3bp2KFy+uDh06ZNmuYcOGioiIUPXq1RUTE6OFCxeqX79+2rhxo0qUKOGiaO9eSkqKpk+friZNmqh27dqSUt8jfHx8VKpUKZu2fn5+mfY905ZndI54Ul8so3z8k7396pz+nuVFmeWja9euCgwMVLly5XTkyBHNmjVLJ0+e1IIFCzLcT0E6P9asWaOaNWuqSZMmWe7Lk8+PI0eO6KmnntKtW7dUrFgxLVy4ULVq1dLhw4cL7HsHAAAA8haKfS4wa9YsLV26NMs2mzZtcmjf27Zt065du7Ru3TqHtne13MzFneLj4zVs2DDVrFnTYy/qw3HvvvuuNm3apJUrV6pw4cLuDsdl4uPjNW7cOIWHh6crlhdEFotFfn5+Cg8Pl5eXl+rXr6+///5by5YtK1DvC7/88ouWLFmi0NBQNWzYUCaTSdOmTdPChQs1cuRId4cHuEyXLl2sj4OCghQUFKRHH33UOsqkIFu7dq26deuW7d/MO0cE16lTR40aNVLbtm21efNmjxpNHhYWpqNHj3rM/QZzW3b5yEm/Oj/8nmWWjzsLnUFBQQoICNDAgQNlMplUtWpVV4fpMtmdHzdv3tRXX32lESNGZLsvTz4/qlevrvXr1+vatWv65ptvNH78eH300UfuDgsAAACwotjnAs8995x69OiRZZsqVarI399fFy9etFmenJysK1euZDo9565du2QymdS8eXOb5aNHj1azZs304Ycf3l3wTpabuUgTHx+v559/XsWLF9fChQvl4+Nz13G7QtmyZeXl5aW4uDib5XFxcelGo6Tx9/dP9+3PrNp7CkdykWbZsmV69913tWLFCtWpUyc3w8x1Oc3D6dOndfbsWb3wwgvWZSkpKZKk++67T1u2bPHYi1GOnBMBAQHy9va2+aZ4jRo1FBMTo8TERBUqVChXY84NjuRh3rx5+te//mW9EB8UFKSEhARNnjxZL7zwgozGgjGjd0bvl7GxsSpRogSj+gqoKlWqqGzZsvrrr78yvMh8N3+LPMnevXt18uRJzZ07N8fblipVStWqVZPJZHJ+YLlk6tSp+uGHH/TRRx+pQoUK1uX+/v5KSkrS1atXbUboxMXFZdr3TFseFxencuXK2WzjKX2QzPKR5m771dn9nuU12eXjTo0aNZKUOrVtRv2rgnB+SNKWLVt08+ZNde/ePcf796Tzo1ChQrrnnnskSfXr19dvv/2mlStX6rHHHiuQ7x0AAADIewrGFT438/X1Vc2aNbP8KVSokIKDg3X16lVFRUVZt921a5dSUlLUsGHDDPc9dOhQbdiwQevXr7f+SNJrr72m6dOnu+LwciQ3cyGlXpAYPHiwfHx8tGjRIo8a1VWoUCHVq1dPO3futC5LSUnRzp07FRwcnOE2jRs31q5du2yW7dixQ40bN87NUHOdI7mQpKVLl+qdd97Re++9Z3O/R0+V0zzUqFFDGzdutHk/aNeunVq0aKH169dne9EqL3PknGjSpIlMJpO14ClJp06dUkBAgEcW+iTH8nDz5s10Bb20AqjFYsm9YPOY/Pp+CcedP39ely9fzvRirKN/izzNmjVrVK9ePYcuMF+/fl2nT5/2iHtGWywWTZ06VVu3btUHH3ygKlWq2KyvX7++fHx8bP6/T5w4oejo6EzfJypXrqyAgACbbeLj43XgwIE8f45klw/JOf3q7H7P8gp78vFPhw8flqRMjy2/nx9p1q5dq3bt2jk0q4SnnB8ZSUlJUWJiYoF77wAAAEDeRbEvD6lZs6Zat26tSZMm6eDBg9q3b5/Cw8PVpUsXlS9fXpL0999/q1OnTjp48KCk1A+XtWvXtvmRpMDAQLs+pOZVjuQiPj5ezz33nBISEjRt2jTFx8crJiZGMTExMpvN7jwcuw0aNEirV6/WunXrdPz4cU2ZMkU3btxQz549JUnjxo3T7Nmzre2fffZZ/fjjj1q+fLmOHz+u+fPnKyoqSs8884y7DsFpcpqLd999V/PmzdP06dNVqVIl6//99evX3XUITpGTPBQuXDjd+0GpUqVUvHhx1a5d22MLXGlyek48/fTTunz5sqZNm6aTJ0/qhx9+0JIlS9SvXz93HYJT5DQPbdu21SeffKKvv/5ap0+f1s8//6x58+apbdu2ef7+OFm5fv26Dh8+bL3YeubMGR0+fFjR0dGSpNmzZ2vcuHHW9k899ZROnz6tmTNn6vjx4/r444+1efNmDRw40B3hIxdkdU5cv35db775pvbv368zZ85o586dGjFihO655x61bt3auo8BAwbYTMuW3e9bXpbd74iU2nfasmVLplNw/jMfb775pnbv3q0zZ87o119/1ahRo2Q0GtW1a9fcPRgnCAsL04YNGzR79mwVL17c2k+4efOmJKlkyZLq1auXZsyYoV27dikqKkoTJkxQcHCwzQX7Tp06aevWrZIkg8GgZ599VosWLdK2bdt05MgRjRs3TuXKlcvz99LOLh/29qvvzIe9v2d5UXb5MJlMWrhwoaKionTmzBlt27ZN48ePV/PmzW0K5QXl/Ejz119/ac+ePXriiScy3E9+OT9mz56tPXv26MyZMzpy5Ihmz56t3bt3q1u3bgXuvQMAAAB5F9N45jGzZs1SeHi4BgwYIKPRqA4dOmjixInW9UlJSTp58qRu3LjhxihdI6e5OHTokA4cOCBJat++vc2+tm3bpsqVK7sueAd17txZFy9e1Ntvv62YmBjVrVtX7733nnW6sHPnztmM0GnSpIlmzZqluXPnas6cOapWrZoWLlxoLfp6spzm4tNPP1VSUpLGjBljs59Ro0Zp9OjRLo3dmXKah/wsp7moWLGili1bpoiICP3rX/9S+fLl9eyzz2rIkCHuOgSnyGkeXnjhBRkMBs2dO1d///23fH191bZtW7344ovuOgSniIqK0rPPPmt9HhERIUnq0aOHZsyYoZiYGJ07d866vkqVKlqyZIkiIiK0cuVKVahQQW+88Uaev8AI+2V1TkyZMkV//vmn9X5L5cqV04MPPqixY8fafBHi9OnTunTpkvV5dr9veVl2vyOS9PXXX8tisWRarPtnPs6fP6+XXnpJly9flq+vr5o2barVq1d7xH1iP/nkE0lS//79bZZHRERYi7cTJkyQ0WjUmDFjlJiYqJCQEIWGhtq0P3nypK5du2Z9PmTIEN24cUOTJ0/W1atX1bRpU7333nt5fnaJ7PJhb7/6znx4eXnZ9XuWF2WXj7SRWytXrlRCQoIqVqyoDh06pLtPXUE5P9KsXbtWFSpUUEhISIb7yS/nR1xcnMaPH68LFy6oZMmSCgoK0rJly/Tggw9KKljvHQAAAMi7DJaCNIcXAAAAAAAAAAAAkI8UjOEgAAAAAAAAAAAAQD5EsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA9FsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA9FsQ8AAAAAAAAAAADwUBT7AAAAAAAAAAAAAA9FsQ8AAAAAAAAAAADwUBT7ADhs27Zteu6553T//ferfv36ateunSZPnqyTJ0869XVeffVVde3a1an7zM7+/fv1/PPP68EHH1TDhg3Vrl07jRkzRgcOHMiVuObPn6/g4GDr819++UVBQUH67bffnLL/jPY3f/58/frrr07ZPwAAyLv+2c/4pwsXLmjmzJl6/PHHFRwcrIceekgvv/yyzp49a9e+g4KC1K9fv3Trpk2bpnbt2t1V7AAAAACA7Hm7OwAAnmnWrFlaunSpOnbsqPDwcPn6+spkMmnt2rV68cUXtX79eqe91ogRI5SQkOC0/WVn3759evbZZ9W6dWuFhYWpePHi+uuvv/Ttt9/q4MGDatSokdPj6t27t9q0aeOUfWWkXr16+uyzz1SzZk3rsgULFqhYsWJq0qRJrr0uAADI+w4dOqStW7eqV69eatSokS5duqRFixapd+/e+uqrr+Tr65vtPvbu3atffvlFLVq0cEHEAAAAAIA7UewDkGPbt2/X0qVLNWLECI0dO9a6vHnz5urVq5e+//57p75e1apVnbq/7HzyySeqVKmSFi5cKC8vL0lSy5Yt9dRTTyklJSVX4qpQoYIqVKjgtP2lsVgsSkpKUokSJdS4cWOn7x8AAHi+pk2bavPmzfL2vv3xsEmTJnr44Ye1fv16Pffcc1luX6xYMdWqVUvvvPNOrhT7EhMT5e3tLaORiWkAAAAAICN8WgKQY8uXL5e/v79GjBiR4fq2bdtaH9+6dUsREREKCQlRgwYN9Pjjj2vr1q027Y8ePaohQ4aoRYsWatSokTp27KilS5da1/9zuswvvvhCQUFB+v333/X888+rcePG6tChQ4ajCX/44Qf17t1bDRs21AMPPKDQ0NBsR+NdvXpVvr6+1kLfne68yJRZXL/99puee+4567Hs2LFDKSkpeuutt9SqVSu1atVKs2fPtikcZje9lpSa9169eqlp06Zq2bKlhg0blm7K1LSYtm/frn/9619q0KCBvvvuu3TTeAYFBUmSZs6cqaCgIAUFBemXX37R6NGj9dRTT6V77VWrVqlBgwa6fPlyljECAADPU6pUKZtCn5T6RSRfX19duHDBrn2MGDFCu3btynaK8LNnz2rMmDFq2rSpGjdurMGDB+vIkSM2bdq1a6epU6dq6dKlatu2rRo2bKjLly+rf//+GjZsmL766it16NBBjRo10vDhw3XlyhWdPXtWgwcPVnBwsLp06aJffvklZ0kAAAAAAA9GsQ9AjiQnJ+vXX3/VAw88IB8fn2zbv/LKK/rss8/0/PPPa+HChapVq5ZGjx6tbdu2WdsMHz5cV69e1bRp07RkyRINHjxYN27csGvfISEhWrhwoerWratXX31Vx48ft67fsmWLXnjhBdWuXVsLFizQf/7zH23dulWvv/56lvutV6+eIiMjNXfuXJv92Wv8+PF6+OGHtWDBApUrV06jRo3StGnTdP78eb355pvq27ev3n33XX399dc52u/58+f1zDPP6J133tEbb7yhlJQUPfXUU+kKcBcuXNAbb7yhgQMHaunSpapbt266fX322WeSpP79++uzzz7TZ599pnr16ql3796KjIzUiRMnbNqvXbtW7du3V5kyZXIUMwAA8EwnT55UXFyczRTgWWnbtq3uu+8+LVy4MNM28fHx6t+/v37//XeFhYXpv//9ry5duqRnnnlG586ds2n7v//9Tz/88INef/11vfPOOypWrJgk6ffff9fKlSs1btw4hYWFae/evZo0aZLGjBmjhx9+WPPnz5evr69Gjx6t69evO54AAAAAAPAgTOMJIEcuX76sxMREBQYGZtv2jz/+0P/+9z+FhYVZR4s99NBDOnv2rBYuXKhHHnlEFy9e1JkzZ/T666+rXbt2kqQHHnjArlj69eunfv36SZKCg4O1fft2ffPNNxoxYoQsFotmzpypzp07a9q0adZtAgICNHToUI0YMUL33ntvhvsdPHiwDhw4oEWLFmnRokUqU6aMQkJC9PTTT6tZs2bZxvXMM8+ob9++kqTy5curW7duioqKshbYWrdure+++05btmxRt27d7DpWSZowYYL1sdls1oMPPqiWLVvqm2++UZ8+fazrrly5oqVLl1rvLSilFgrvlDalZ8WKFW2m9wwJCVFgYKDWrl2r//znP5KkP//8U1FRUXrppZfsjhUAAHgui8WiN954Q+XKlVOXLl3s3u6FF17Q6NGjdfDgQTVs2DDd+i+++ELR0dH6+uuvrUXE5s2bq23btvrggw/06quvWtsmJSVp6dKl1iJfmvj4eC1evNh6H8EjR45o+fLlmjJlip5++mlJUrly5dStWzft3LlTjz76aI6PHwAAAAA8DSP7ADjEYDBk22bfvn2SpE6dOtksf+yxx/T7778rISFBZcuWVaVKlTRnzhytW7cuXVEqKyEhIdbHxYoVU2BgoHX7kydP6uzZs3rssceUnJxs/bn//vtlNBoVFRWV6X5LlCih5cuX6/PPP9fIkSNVp04dffPNN3rmmWf0+eefZxvXgw8+aH1crVo1SekLmNWrV0/3Dfbs7N+/X4MGDVKLFi103333qVGjRkpISNCpU6ds2pUpU8am0JcTRqNRvXr10pdffqnk5GRJqaP6KlWqpJYtWzq0TwAA4Fnmz5+vXbt2aebMmemKbVlp3769ateunenovr179+ree++1GS1YpkwZtWrVytpvTNOiRYsMX7tOnTrWQp90u6/VqlWrdMty0q8EAAAAAE9GsQ9AjpQpU0aFCxdWdHR0tm2vXLkiHx+fdFM/+vv7y2Kx6Nq1azIYDFq2bJlq1KihqVOnqk2bNurZs6f27NmT7f5Llixp89zHx0eJiYmSpEuXLkmSRo4cqXr16ll/GjVqJLPZbFehrWHDhhozZow++OADbd68WRUqVNCsWbNyFFehQoUkpd4LJ7NY7REdHa3nnntOZrNZYWFh+uSTT7RmzRr5+fnp1q1bNm39/f3t3m9GnnjiCV28eFHbt29XUlKSNmzYoB49etjcrxAAAORPq1ev1sKFCxUWFpbjL/oYDAYNHz5cP/zwgw4dOpRu/dWrVzPsp/j5+enKlSvplmUkoz6VlHH/6599JAAAAADIr5jGE0COeHt7q0mTJtq1a5eSk5Pl7Z3520jp0qWVlJSkK1euqHTp0tblsbGxMhgM1osy1atX19tvv62kpCRFRkZqzpw5Gj58uP7v//5PxYsXdyjOtALj5MmTM5xGqly5cjnaX5UqVdSpUyetWLFCsbGxd11Qy6kff/xRCQkJWrBggfUiV3JycroLY5J9oy6zUqFCBbVu3Vpr166V2WzWpUuX1LNnz7vaJwAAyPu2bt2qKVOmaMyYMXriiScc2sdjjz2m+fPn65133kk37Xvp0qV18uTJdNvExcXZ9BWlu+/PAAAAAEBBwjANADk2aNAgxcTEaPHixRmu3759uySpadOmkqQtW7bYrN+yZYvuu+++dFMz+fj46P7779fQoUMVHx+vCxcuOBxjjRo1VKFCBZ0+fVoNGjRI91O+fPlMt42Njc1w+alTp1SoUKF03yh3hZs3b8pgMNgUVzdv3mydatMRPj4+mX7jvXfv3tq+fbuWL1+uli1bqlKlSg6/DgAAyPt++eUXvfTSS+rdu7dGjhzp8H6MRqOGDx+ubdu26ciRIzbrmjZtqj///FMnTpywLrty5Yp27Nhh7TcCAAAAAHKOkX0AcqxNmzZ6/vnnNX/+fB07dkxdunRR2bJldebMGa1du1bXrl1TmzZtVKdOHXXo0EEzZszQzZs3Vb16dW3YsEGRkZF65513JEl//PGH3nzzTXXu3FlVqlRRfHy8lixZokqVKqlq1aoOx2gwGPTqq6/qlVdeUUJCgh5++GEVLVpU0dHR2r59u1588UVVr149w20nTpwos9msDh06qFq1aoqPj9c333yj77//XgMGDLBODeVKaff8e+211/TUU0/p6NGjWrFixV0VHmvUqKFt27apWbNmKlq0qKpXr64SJUpIkh5++GGVLVvWOtISAAB4NrPZnO4LWFLqtOU3btzQyJEjVa1aNT3++OPav3+/db2vr2+O+2TdunXTwoUL9csvv9h8Yahnz556//33NWzYMP373/9W4cKFtWjRInl7e2vAgAEOHxsAAAAAFHQU+wA45D//+Y+Cg4P18ccfa8KECbpx44bKlSunkJAQDR482Nruv//9r+bMmaOlS5fq8uXLqlGjht5++221a9dOkhQQECB/f38tWbJEf//9t0qWLKlmzZrpv//9r7y8vO4qxscee0ylSpXS4sWLtXHjRklSpUqV1Lp16yyn4ezXr5/Wr1+vJUuWKCYmRkWKFFHVqlU1bdo09ejR465iclRQUJAiIiK0YMECDRs2THXr1tW8efP073//2+F9Tp48WdOnT9eQIUN08+ZNrVy5Ui1atJCUOl1ru3bttGXLFrVv395JRwEAANzl1q1bGjt2bLrlM2fOlNls1rVr13Tt2jU9/fTTNut79OihGTNm5Oi1vLy8NHToUE2cONFmeYkSJfThhx9qxowZmjRpklJSUtSkSRN99NFHqlixYs4PCgAAAAAgSTJYLBaLu4MAAOQtKSkpevTRR9W2bVtNmjTJ3eEAAAAAAAAAADLByD4AgFViYqL++OMPffPNNzp//rz69evn7pAAAAAAAAAAAFmg2AcAsLpw4YJ69+4tX19fTZo0STVq1HB3SAAAAAAAAACALDCNJwAAAAAAAAAAAOChjO4OAAAAAAAAAAAAAIBjKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOChKPYBAAAAAAAAAAAAHopiHwAAAAAAAAAAAOCh/h9xGdalW9upVgAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "=== Clustering Analysis (k=2) ===\n", + "Cluster 0: 921 samples, purity: 0.996\n", + "Cluster 1: 79 samples, purity: 0.759\n", + "Average cluster purity: 0.8776\n", + "\n", + "Completed analysis for CLINTOX dataset\n" + ] + } + ], + "source": [ + "if __name__ == \"__main__\":\n", + " main_class_visualization()\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python [conda env:.mlspace-bolgov_simson_training]", + "language": "python", + "name": "conda-env-.mlspace-bolgov_simson_training-py" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.11" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/simson_modeling/simson_repo/simson_base/polymer_1M_weights.bin b/simson_modeling/simson_repo/simson_base/polymer_1M_weights.bin new file mode 100644 index 0000000000000000000000000000000000000000..11398a176dd227bda2fee07dbe4f77463a6ba4d0 --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/polymer_1M_weights.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fcfbfd2153cd530eee32bab48b294d5b833d5ad26a6f500d9c3be6636446678 +size 133 diff --git a/simson_modeling/simson_repo/simson_base/simson_state.bin b/simson_modeling/simson_repo/simson_base/simson_state.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e0b83b4adc3b4bcfb313fdbe0e3c0b925e23f28 --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/simson_state.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e772229455ad8bac53a4eada24f6149e8a70ba46f2f1b589a4f79f9caaa1f666 +size 133 diff --git a/simson_modeling/simson_repo/simson_base/train.py b/simson_modeling/simson_repo/simson_base/train.py new file mode 100644 index 0000000000000000000000000000000000000000..3e7eb1acb56b27fc075df8f48668e9a7ec28e6f7 --- /dev/null +++ b/simson_modeling/simson_repo/simson_base/train.py @@ -0,0 +1,450 @@ +# ============================================================================== +# 1. IMPORTS +# ============================================================================== +import os +import warnings +import wandb + +import torch +import torch.nn as nn +import torch.optim as optim +import torch.nn.functional as F +from torch.utils.data import DataLoader, Dataset +import numpy as np +from tqdm import tqdm +from rdkit import Chem, RDLogger +from datasets import load_dataset, load_from_disk +from transformers import AutoTokenizer, BertModel, BertConfig +import pandas as pd + +# ============================================================================== +# 2. INITIAL SETUP +# ============================================================================== +# Suppress RDKit console output +RDLogger.DisableLog('rdApp.*') +# Ignore warnings for cleaner output +warnings.filterwarnings("ignore") + +# ============================================================================== +# 3. MODEL AND LOSS FUNCTION +# ============================================================================== +def global_average_pooling(x): + """Global Average Pooling: from [B, max_len, hid_dim] to [B, hid_dim]""" + return torch.mean(x, dim=1) + +class SimSonEncoder(nn.Module): + """The main encoder model based on BERT.""" + def __init__(self, config: BertConfig, max_len: int, dropout: float = 0.1): + super(SimSonEncoder, self).__init__() + self.bert = BertModel(config, add_pooling_layer=False) + self.linear = nn.Linear(config.hidden_size, max_len) + self.dropout = nn.Dropout(dropout) + + def forward(self, input_ids, attention_mask=None): + if attention_mask is None: + attention_mask = input_ids.ne(self.bert.config.pad_token_id) + + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + hidden_states = self.dropout(outputs.last_hidden_state) + pooled_output = global_average_pooling(hidden_states) + return self.linear(pooled_output) + +class ContrastiveLoss(nn.Module): + """Calculates the contrastive loss for the SimSon model.""" + def __init__(self, temperature=0.2): + super(ContrastiveLoss, self).__init__() + self.temperature = temperature + self.similarity_fn = F.cosine_similarity + + def forward(self, proj_1, proj_2): + batch_size = proj_1.shape[0] + device = proj_1.device + + # Normalize projections + z_i = F.normalize(proj_1, p=2, dim=1) + z_j = F.normalize(proj_2, p=2, dim=1) + + # Concatenate for similarity matrix calculation + representations = torch.cat([z_i, z_j], dim=0) + + # Calculate cosine similarity between all pairs + similarity_matrix = self.similarity_fn(representations.unsqueeze(1), representations.unsqueeze(0), dim=2) + + # Identify positive pairs (original and its augmentation) + sim_ij = torch.diag(similarity_matrix, batch_size) + sim_ji = torch.diag(similarity_matrix, -batch_size) + positives = torch.cat([sim_ij, sim_ji], dim=0) + + # Create a mask to exclude self-comparisons + nominator = torch.exp(positives / self.temperature) + mask = (~torch.eye(batch_size * 2, batch_size * 2, dtype=torch.bool, device=device)).float() + denominator = mask * torch.exp(similarity_matrix / self.temperature) + + # Calculate the final loss + loss = -torch.log(nominator / torch.sum(denominator, dim=1)) + return torch.sum(loss) / (2 * batch_size) + +# ============================================================================== +# 4. DATA HANDLING +# ============================================================================== +class SmilesEnumerator: + """Generates randomized SMILES strings for data augmentation.""" + def randomize_smiles(self, smiles): + try: + mol = Chem.MolFromSmiles(smiles) + return Chem.MolToSmiles(mol, doRandom=True, canonical=False) if mol else smiles + except: + return smiles + +class ContrastiveSmilesDataset(Dataset): + """Dataset for creating pairs of augmented SMILES for contrastive learning.""" + def __init__(self, smiles_list, tokenizer, max_length=512): + self.smiles_list = smiles_list + self.tokenizer = tokenizer + self.max_length = max_length + self.enumerator = SmilesEnumerator() + + def __len__(self): + return len(self.smiles_list) + + def __getitem__(self, idx): + original_smiles = self.smiles_list[idx] + + # Create two different augmentations of the same SMILES + smiles_1 = self.enumerator.randomize_smiles(original_smiles) + smiles_2 = self.enumerator.randomize_smiles(original_smiles) + + # Tokenize and do pad. Padding will be handled by the collate_fn. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +class PrecomputedContrastiveSmilesDataset(Dataset): + """ + A Dataset class that reads pre-augmented SMILES pairs from a Parquet file. + This is significantly faster as it offloads the expensive SMILES randomization + to a one-time preprocessing step. + """ + def __init__(self, tokenizer, file_path: str, max_length: int = 512): + self.tokenizer = tokenizer + self.max_length = max_length + + # Load the entire dataset from the Parquet file into memory. + # This is fast and efficient for subsequent access. + print(f"Loading pre-computed data from {file_path}...") + self.data = pd.read_parquet(file_path) + print("Data loaded successfully.") + + def __len__(self): + """Returns the total number of pairs in the dataset.""" + return len(self.data) + + def __getitem__(self, idx): + """ + Retrieves a pre-augmented pair, tokenizes it, and returns it + in the format expected by the DataCollator. + """ + # Retrieve the pre-augmented pair from the DataFrame + row = self.data.iloc[idx] + smiles_1 = row['smiles_1'] + smiles_2 = row['smiles_2'] + + # Tokenize the pair. This operation is fast and remains in the data loader. + tokens_1 = self.tokenizer(smiles_1, max_length=self.max_length, truncation=True, padding='max_length') + tokens_2 = self.tokenizer(smiles_2, max_length=self.max_length, truncation=True, padding='max_length') + + return { + 'input_ids_1': torch.tensor(tokens_1['input_ids']), + 'attention_mask_1': torch.tensor(tokens_1['attention_mask']), + 'input_ids_2': torch.tensor(tokens_2['input_ids']), + 'attention_mask_2': torch.tensor(tokens_2['attention_mask']), + } + +class PreTokenizedSmilesDataset(Dataset): + """ + A Dataset that loads a pre-tokenized and pre-padded dataset created + by the preprocessing script. It uses memory-mapping for instant loads + and high efficiency. + """ + def __init__(self, dataset_path: str): + # Load the dataset from disk. This is very fast due to memory-mapping. + self.dataset = load_from_disk(dataset_path) + # Set the format to PyTorch tensors for direct use in the model + self.dataset.set_format(type='torch', columns=[ + 'input_ids_1', 'attention_mask_1', 'input_ids_2', 'attention_mask_2' + ]) + print(f"Successfully loaded pre-tokenized dataset from {dataset_path}.") + + def __len__(self): + """Returns the total number of items in the dataset.""" + return len(self.dataset) + + def __getitem__(self, idx): + """Retrieves a single pre-processed item.""" + return self.dataset[idx] + + +class DataCollatorWithPadding: + """ + A collate function that dynamically pads inputs to the longest sequence + across both augmented views in the batch, ensuring consistent tensor shapes. + """ + def __init__(self, tokenizer): + self.tokenizer = tokenizer + + def __call__(self, features): + # Create a combined list of features for both views to find the global max length + combined_features = [] + for feature in features: + combined_features.append({'input_ids': feature['input_ids_1'], 'attention_mask': feature['attention_mask_1']}) + combined_features.append({'input_ids': feature['input_ids_2'], 'attention_mask': feature['attention_mask_2']}) + + # Pad the combined batch. This ensures all sequences are padded to the same length. + padded_combined = self.tokenizer.pad(combined_features, padding='longest', return_tensors='pt') + + # Split the padded tensors back into two views + batch_size = len(features) + input_ids_1, input_ids_2 = torch.split(padded_combined['input_ids'], batch_size, dim=0) + attention_mask_1, attention_mask_2 = torch.split(padded_combined['attention_mask'], batch_size, dim=0) + + return { + 'input_ids_1': input_ids_1, + 'attention_mask_1': attention_mask_1, + 'input_ids_2': input_ids_2, + 'attention_mask_2': attention_mask_2, + } + +# ============================================================================== +# 5. TRAINING AND EVALUATION LOOPS +# ============================================================================== +def evaluation_step(model, batch, criterion, device): + """Performs a single evaluation step on a batch of data.""" + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + combined_input_ids = torch.cat([input_ids_1, input_ids_2], dim=0) + combined_attention_mask = torch.cat([attention_mask_1, attention_mask_2], dim=0) + + with torch.no_grad(): + combined_proj = model(combined_input_ids, combined_attention_mask) + + batch_size = input_ids_1.size(0) + proj_1, proj_2 = torch.split(combined_proj, batch_size, dim=0) + + loss = criterion(proj_1, proj_2) + return proj_1, proj_2, loss + +def train_epoch(model, train_loader, optimizer, criterion, device, scheduler, save_path, save_steps): + model.train() + total_loss = 0 + progress_bar = tqdm(train_loader, desc="Training Batch", leave=False) + + for step, batch in enumerate(progress_bar, 1): + input_ids_1 = batch['input_ids_1'].to(device) + attention_mask_1 = batch['attention_mask_1'].to(device) + input_ids_2 = batch['input_ids_2'].to(device) + attention_mask_2 = batch['attention_mask_2'].to(device) + + optimizer.zero_grad() + with torch.autocast(dtype=torch.float16, device_type="cuda"): + combined_input_ids = torch.cat([input_ids_1, input_ids_2], dim=0) + combined_attention_mask = torch.cat([attention_mask_1, attention_mask_2], dim=0) + + combined_proj = model(combined_input_ids, combined_attention_mask) + + batch_size = input_ids_1.size(0) + proj_1, proj_2 = torch.split(combined_proj, batch_size, dim=0) + + loss = criterion(proj_1, proj_2) + + loss.backward() + + optimizer.step() + torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=1.0) + scheduler.step() + + total_loss += loss.item() + + progress_bar.set_postfix(loss=f"{loss.item():.4f}") + wandb.log({ + "train_batch_loss": loss.item(), + "learning_rate": scheduler.get_last_lr()[0] + }) + if save_path and step % save_steps == 0: + torch.save(model.state_dict(), save_path) + progress_bar.write(f"Checkpoint saved at step {step}") + + return total_loss / len(train_loader) + +def validate_epoch(model, val_loader, criterion, device): + model.eval() + total_loss = 0 + progress_bar = tqdm(val_loader, desc="Validating", leave=False) + + for batch in progress_bar: + _, _, loss = evaluation_step(model, batch, criterion, device) + total_loss += loss.item() + print(f'Validation loss: {total_loss / len(val_loader)}') + return total_loss / len(val_loader) + +def test_model(model, test_loader, criterion, device): + model.eval() + total_loss = 0 + all_similarities = [] + progress_bar = tqdm(test_loader, desc="Testing", leave=False) + + for batch in progress_bar: + proj_1, proj_2, loss = evaluation_step(model, batch, criterion, device) + total_loss += loss.item() + + proj_1_norm = F.normalize(proj_1, p=2, dim=1) + proj_2_norm = F.normalize(proj_2, p=2, dim=1) + batch_similarities = F.cosine_similarity(proj_1_norm, proj_2_norm, dim=1) + all_similarities.extend(batch_similarities.cpu().numpy()) + + avg_loss = total_loss / len(test_loader) + avg_sim = np.mean(all_similarities) + std_sim = np.std(all_similarities) + + return avg_loss, avg_sim, std_sim + +# ============================================================================== +# 6. SINGLE-GPU TRAINING +# ============================================================================== +def run_training(model_config, hparams, data_splits): + """The main function to run the training and evaluation process.""" + device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') + print(f"Using device: {device}") + + wandb_key = os.getenv("WANDB_API_KEY") + if wandb_key: + wandb.login(key=wandb_key) + wandb.init( + project="simson-contrastive-learning-single-gpu", + name=f"run-{wandb.util.generate_id()}", + config=hparams + ) + train_smiles, val_smiles, test_smiles = data_splits + + + tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + + precomputed_train_path = 'data/splits/train.parquet' + precomputed_test_path = 'data/splits/test.parquet' + precomputed_val_path = 'data/splits/validation.parquet' + + train_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_train_path, max_length=hparams['max_length']) + test_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_test_path, max_length=hparams['max_length']) + val_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_val_path, max_length=hparams['max_length']) + + train_loader = DataLoader(train_dataset, batch_size=hparams['batch_size'], shuffle=True, num_workers=16, prefetch_factor=128, pin_memory=True) + val_loader = DataLoader(val_dataset, batch_size=hparams['batch_size'], shuffle=False, num_workers=2, pin_memory=True) + test_loader = DataLoader(test_dataset, batch_size=hparams['batch_size'], shuffle=False, num_workers=2, pin_memory=True) + print('Initialized all data. Compiling the model...') + model = SimSonEncoder(config=model_config, max_len=hparams['max_embeddings']).to(device) + model = torch.compile(model) + print(model) + total_params = sum(p.numel() for p in model.parameters()) + + print(f"Total number of parameters: {total_params // 1_000_000} M") + wandb.config.update({"total_params_M": total_params // 1_000_000}) + + criterion = ContrastiveLoss(temperature=hparams['temperature']).to(device) + optimizer = optim.AdamW(model.parameters(), lr=hparams['lr'], weight_decay=1e-5, fused=True) + print(f"Len of dataloader is {len(train_loader)}, with bs: {len(train_loader) // hparams['batch_size']}") + scheduler = optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_mult=1, T_0=int(hparams['epochs'] * len(train_loader))) + print("Starting training...") + wandb.watch(model, log='all', log_freq=5000) + + best_val_loss = float('inf') + epoch_iterator = tqdm(range(hparams['epochs']), desc="Epochs") + model.load_state_dict(torch.load(hparams['save_path'])) + val_loss = validate_epoch(model, val_loader, criterion, device) + + for epoch in epoch_iterator: + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + val_loss = validate_epoch(model, val_loader, criterion, device) + epoch_iterator.set_postfix(train_loss=f"{train_loss:.4f}", val_loss=f"{val_loss:.4f}") + wandb.log({ + "epoch": epoch + 1, + "train_epoch_loss": train_loss, + "val_epoch_loss": val_loss, + }) + + if val_loss < best_val_loss: + best_val_loss = val_loss + torch.save(model.state_dict(), hparams['save_path']) + epoch_iterator.write(f"Epoch {epoch + 1}: New best model saved with val loss {val_loss:.4f}") + + epoch_iterator.write("Training complete. Starting final testing...") + # Load the best model for testing + model.load_state_dict(torch.load(hparams['save_path'])) + + test_loss, avg_sim, std_sim = test_model(model, test_loader, criterion, device) + + print("\n--- Test Results ---") + print(f"Test Loss: {test_loss:.4f}") + print(f"Average Cosine Similarity: {avg_sim:.4f} \u00B1 {std_sim:.4f}") + print("--------------------") + + wandb.log({ + "test_loss": test_loss, + "avg_cosine_similarity": avg_sim, + "std_cosine_similarity": std_sim + }) + + wandb.finish() + +# ============================================================================== +# 7. MAIN EXECUTION +# ============================================================================== +def main(): + """Main function to configure and run the training process.""" + hparams = { + 'epochs': 1, + 'lr': 1e-5, + 'temperature': 0.05, + 'batch_size': 64, + 'max_length': 128, + 'save_path': "simson_checkpoints/simson_model_single_gpu.bin", + 'save_steps': 100_000, + 'max_embeddings': 512, + } + + dataset = load_dataset('HoangHa/SMILES-250M')['train'] + smiles_column_name = 'SMILES' + + total_size = len(dataset) + test_size = int(0.1 * total_size) + val_size = int(0.1 * (total_size - test_size)) + + test_smiles = dataset.select(range(test_size))[smiles_column_name] + val_smiles = dataset.select(range(test_size, test_size + val_size))[smiles_column_name] + train_smiles = dataset.select(range(test_size + val_size, total_size))[smiles_column_name] + data_splits = (train_smiles, val_smiles, test_smiles) + tokenizer = AutoTokenizer.from_pretrained('DeepChem/ChemBERTa-77M-MTR') + model_config = BertConfig( + vocab_size=tokenizer.vocab_size, # Keep your optimal SMILES vocabulary + hidden_size=768, # 2x increase (768 → 1536) + num_hidden_layers=12, # ~1.67x increase (12 → 20) + num_attention_heads=12, # 2x increase (12 → 24) + intermediate_size=2048, # Traditional size (2048 → 4096) + max_position_embeddings=512 + ) + save_dir = os.path.dirname(hparams['save_path']) + if not os.path.exists(save_dir): + os.makedirs(save_dir) + + # Directly call the training function for a single-GPU run + run_training(model_config, hparams, data_splits) + +if __name__ == '__main__': + main() diff --git a/simson_modeling/upload_state_to_hf.py b/simson_modeling/upload_state_to_hf.py new file mode 100644 index 0000000000000000000000000000000000000000..fb3b4950595fe7fdce983fc7e61a07622a406734 --- /dev/null +++ b/simson_modeling/upload_state_to_hf.py @@ -0,0 +1,23 @@ +from huggingface_hub import HfApi + +state_path = '/home/jovyan/simson_training_bolgov/simson_checkpoints_1M/checkpoint_best_model.bin' + +from huggingface_hub import HfApi +api = HfApi() +upload_folder = True +if not upload_folder: + + api.upload_file( + path_or_fileobj=state_path, + path_in_repo="polymer_1M_weights.bin", + repo_id="Defetya/simson_base", + repo_type="model", + ) +else: + + api.upload_folder( + folder_path="/home/jovyan/simson_training_bolgov", + repo_id="Defetya/simson_base", + path_in_repo="simson_modeling", + repo_type="model", + ) \ No newline at end of file diff --git a/simson_modeling/wandb/debug-cli.jovyan.log b/simson_modeling/wandb/debug-cli.jovyan.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/debug-internal.log b/simson_modeling/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b7659237ed755863e9db0cb5c82b0ee0a8cf7485 --- /dev/null +++ b/simson_modeling/wandb/debug-internal.log @@ -0,0 +1,8 @@ +{"time":"2025-08-07T16:59:40.510350375+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-08-07T16:59:40.65577314+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-08-07T16:59:40.657566864+03:00","level":"INFO","msg":"stream: created new stream","id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657588242+03:00","level":"INFO","msg":"stream: started","id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657610013+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657725995+03:00","level":"INFO","msg":"sender: started","stream_id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657738214+03:00","level":"INFO","msg":"handler: started","stream_id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.658490076+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} diff --git a/simson_modeling/wandb/debug.log b/simson_modeling/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..4033ce3d81ef36475ab935afc9ed5c7b0048dfbb --- /dev/null +++ b/simson_modeling/wandb/debug.log @@ -0,0 +1,23 @@ +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Configure stats pid to 374223 +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_165940-vwaul17m/logs/debug.log +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-internal.log +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:init():830] calling init triggers +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:init():871] starting backend +2025-08-07 16:59:40,497 INFO MainThread:374223 [wandb_init.py:init():874] sending inform_init request +2025-08-07 16:59:40,504 INFO MainThread:374223 [wandb_init.py:init():882] backend started and connected +2025-08-07 16:59:40,506 INFO MainThread:374223 [wandb_init.py:init():953] updated telemetry +2025-08-07 16:59:40,507 INFO MainThread:374223 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-08-07 16:59:40,659 INFO MainThread:374223 [wandb_init.py:init():1029] starting run threads in backend +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_console_start():2458] atexit reg +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_redirect():2398] Redirects installed. +2025-08-07 16:59:40,955 INFO MainThread:374223 [wandb_init.py:init():1075] run started, returning control to user process +2025-08-07 17:01:35,004 INFO MainThread:374223 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-08-07 17:01:35,005 INFO MainThread:374223 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/files/output.log b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/files/requirements.txt b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..63327a7a2f64e94a18878e3febde545384320576 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-22T13:55:56.877724616+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpab1i1jqu/port-12811.txt","pid":12811,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-22T13:55:56.878284135+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":12811} +{"time":"2025-07-22T13:55:56.878288234+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-12811-12896-1225018248/socket","Net":"unix"}} +{"time":"2025-07-22T13:55:57.059297396+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-22T13:55:57.069213835+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"hm0m60m9","id":"1(@)"} +{"time":"2025-07-22T13:55:57.217313655+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"hm0m60m9","id":"1(@)"} +{"time":"2025-07-22T13:57:49.83767635+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-22T13:57:49.838113621+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-22T13:57:49.838099306+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-22T13:57:49.838232796+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-22T13:57:49.838228585+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-12811-12896-1225018248/socket","Net":"unix"}} +{"time":"2025-07-22T13:57:49.839916065+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-22T13:57:49.839927208+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-22T13:57:49.839935725+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..18266fecaeb326e46400b4ac7901aded3556fbfe --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-07-22T13:55:57.073472316+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-22T13:55:57.216088363+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-22T13:55:57.217273397+03:00","level":"INFO","msg":"stream: created new stream","id":"hm0m60m9"} +{"time":"2025-07-22T13:55:57.217308404+03:00","level":"INFO","msg":"stream: started","id":"hm0m60m9"} +{"time":"2025-07-22T13:55:57.217427271+03:00","level":"INFO","msg":"sender: started","stream_id":"hm0m60m9"} +{"time":"2025-07-22T13:55:57.217427451+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"hm0m60m9"} +{"time":"2025-07-22T13:55:57.217463154+03:00","level":"INFO","msg":"handler: started","stream_id":"hm0m60m9"} +{"time":"2025-07-22T13:55:57.218383073+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-22T13:57:49.838051925+03:00","level":"INFO","msg":"stream: closing","id":"hm0m60m9"} +{"time":"2025-07-22T13:57:49.838319526+03:00","level":"INFO","msg":"handler: closed","stream_id":"hm0m60m9"} +{"time":"2025-07-22T13:57:49.838343015+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"hm0m60m9"} +{"time":"2025-07-22T13:57:49.838371117+03:00","level":"INFO","msg":"sender: closed","stream_id":"hm0m60m9"} +{"time":"2025-07-22T13:57:49.839493034+03:00","level":"INFO","msg":"stream: closed","id":"hm0m60m9"} diff --git a/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug.log b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..edbc963cb24f6b3b6af691d386596385630a5e2b --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug.log @@ -0,0 +1,22 @@ +2025-07-22 13:55:56,841 INFO MainThread:12811 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_setup.py:_flush():80] Configure stats pid to 12811 +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug.log +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250722_135556-hm0m60m9/logs/debug-internal.log +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_init.py:init():830] calling init triggers +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-22 13:55:56,842 INFO MainThread:12811 [wandb_init.py:init():871] starting backend +2025-07-22 13:55:57,059 INFO MainThread:12811 [wandb_init.py:init():874] sending inform_init request +2025-07-22 13:55:57,067 INFO MainThread:12811 [wandb_init.py:init():882] backend started and connected +2025-07-22 13:55:57,068 INFO MainThread:12811 [wandb_init.py:init():953] updated telemetry +2025-07-22 13:55:57,068 INFO MainThread:12811 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-22 13:55:57,219 INFO MainThread:12811 [wandb_init.py:init():1029] starting run threads in backend +2025-07-22 13:55:57,431 INFO MainThread:12811 [wandb_run.py:_console_start():2458] atexit reg +2025-07-22 13:55:57,431 INFO MainThread:12811 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-22 13:55:57,431 INFO MainThread:12811 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-22 13:55:57,431 INFO MainThread:12811 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-22 13:55:57,435 INFO MainThread:12811 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-22 13:57:49,837 INFO MsgRouterThr:12811 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 0 handles. diff --git a/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/run-hm0m60m9.wandb b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/run-hm0m60m9.wandb new file mode 100644 index 0000000000000000000000000000000000000000..3f563a129fda349500446969966620322363ba66 Binary files /dev/null and b/simson_modeling/wandb/offline-run-20250722_135556-hm0m60m9/run-hm0m60m9.wandb differ diff --git a/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/files/output.log b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/files/requirements.txt b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..1185fa469f243d10936b0576b31324e1fb94703e --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-22T13:58:29.821690459+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpkiz1scvz/port-13025.txt","pid":13025,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-22T13:58:29.822251893+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":13025} +{"time":"2025-07-22T13:58:29.82226071+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-13025-13110-3065068274/socket","Net":"unix"}} +{"time":"2025-07-22T13:58:30.003063913+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-22T13:58:30.011326367+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"kk172e65","id":"1(@)"} +{"time":"2025-07-22T13:58:30.161294635+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"kk172e65","id":"1(@)"} +{"time":"2025-07-22T21:51:27.480689545+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-22T21:51:27.482661617+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-22T21:51:27.482577966+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-22T21:51:27.48476131+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-13025-13110-3065068274/socket","Net":"unix"}} +{"time":"2025-07-22T21:51:27.483234308+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-22T21:51:27.514236364+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-22T21:51:27.51583204+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-22T21:51:27.515888993+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..835c7a562568310af9f3d82e9743fd86cd541d5d --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-07-22T13:58:30.015163629+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-22T13:58:30.160073939+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-22T13:58:30.161270409+03:00","level":"INFO","msg":"stream: created new stream","id":"kk172e65"} +{"time":"2025-07-22T13:58:30.161289269+03:00","level":"INFO","msg":"stream: started","id":"kk172e65"} +{"time":"2025-07-22T13:58:30.161408509+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"kk172e65"} +{"time":"2025-07-22T13:58:30.161467759+03:00","level":"INFO","msg":"sender: started","stream_id":"kk172e65"} +{"time":"2025-07-22T13:58:30.161489605+03:00","level":"INFO","msg":"handler: started","stream_id":"kk172e65"} +{"time":"2025-07-22T13:58:30.162218382+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-22T21:51:27.486561943+03:00","level":"INFO","msg":"stream: closing","id":"kk172e65"} +{"time":"2025-07-22T21:51:27.493535373+03:00","level":"INFO","msg":"handler: closed","stream_id":"kk172e65"} +{"time":"2025-07-22T21:51:27.493546875+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"kk172e65"} +{"time":"2025-07-22T21:51:27.494501854+03:00","level":"INFO","msg":"sender: closed","stream_id":"kk172e65"} +{"time":"2025-07-22T21:51:27.494530712+03:00","level":"INFO","msg":"stream: closed","id":"kk172e65"} diff --git a/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug.log b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..4e7fd7f53732ab4dcb7faa0a6da10b594695e042 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_setup.py:_flush():80] Configure stats pid to 13025 +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250722_135829-kk172e65/logs/debug.log +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250722_135829-kk172e65/logs/debug-internal.log +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_init.py:init():830] calling init triggers +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-22 13:58:29,786 INFO MainThread:13025 [wandb_init.py:init():871] starting backend +2025-07-22 13:58:30,003 INFO MainThread:13025 [wandb_init.py:init():874] sending inform_init request +2025-07-22 13:58:30,009 INFO MainThread:13025 [wandb_init.py:init():882] backend started and connected +2025-07-22 13:58:30,010 INFO MainThread:13025 [wandb_init.py:init():953] updated telemetry +2025-07-22 13:58:30,011 INFO MainThread:13025 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-22 13:58:30,163 INFO MainThread:13025 [wandb_init.py:init():1029] starting run threads in backend +2025-07-22 13:58:30,345 INFO MainThread:13025 [wandb_run.py:_console_start():2458] atexit reg +2025-07-22 13:58:30,345 INFO MainThread:13025 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-22 13:58:30,345 INFO MainThread:13025 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-22 13:58:30,345 INFO MainThread:13025 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-22 13:58:30,350 INFO MainThread:13025 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-22 14:00:20,089 INFO MainThread:13025 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-22 14:00:20,090 INFO MainThread:13025 [wandb_watch.py:_watch():70] Watching +2025-07-22 21:51:27,445 INFO MsgRouterThr:13025 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 0 handles. diff --git a/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/run-kk172e65.wandb b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/run-kk172e65.wandb new file mode 100644 index 0000000000000000000000000000000000000000..7b411eb4c6c52d773fc88000de27625e67a0c7ce --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250722_135829-kk172e65/run-kk172e65.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601d5c95ad9de1e97ae88f276073c8c0b29fe55212f1ea9effdf9e64ac915e68 +size 586100743 diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/.ipynb_checkpoints/output-checkpoint.log b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/.ipynb_checkpoints/output-checkpoint.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/.ipynb_checkpoints/requirements-checkpoint.txt b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/.ipynb_checkpoints/requirements-checkpoint.txt new file mode 100644 index 0000000000000000000000000000000000000000..333b9e15d8083b79619c5b868b55d7dd176ef50a --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/.ipynb_checkpoints/requirements-checkpoint.txt @@ -0,0 +1,116 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack-data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/output.log b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/requirements.txt b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..333b9e15d8083b79619c5b868b55d7dd176ef50a --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/files/requirements.txt @@ -0,0 +1,116 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack-data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..2a3d5a09f8c6e1ae0a7a1cb54213600c81890d32 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-23T21:48:03.110955221+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpguolpfqc/port-29348.txt","pid":29348,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-23T21:48:03.111484662+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":29348} +{"time":"2025-07-23T21:48:03.111473892+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-29348-29441-1940005722/socket","Net":"unix"}} +{"time":"2025-07-23T21:48:03.292759558+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-23T21:48:03.300174744+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"p4owneto","id":"1(@)"} +{"time":"2025-07-23T21:48:03.452693293+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"p4owneto","id":"1(@)"} +{"time":"2025-07-23T22:00:17.543048324+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-23T22:00:17.543256864+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-23T22:00:17.54332164+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-23T22:00:17.54333023+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-23T22:00:17.543412378+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-29348-29441-1940005722/socket","Net":"unix"}} +{"time":"2025-07-23T22:00:17.545026767+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-23T22:00:17.545035499+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-23T22:00:17.545043979+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..eab440c4946f99a4323660f3784aabfb53343bec --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-07-23T21:48:03.303944642+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-23T21:48:03.45077214+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-23T21:48:03.452668487+03:00","level":"INFO","msg":"stream: created new stream","id":"p4owneto"} +{"time":"2025-07-23T21:48:03.452688195+03:00","level":"INFO","msg":"stream: started","id":"p4owneto"} +{"time":"2025-07-23T21:48:03.452833707+03:00","level":"INFO","msg":"handler: started","stream_id":"p4owneto"} +{"time":"2025-07-23T21:48:03.452858801+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"p4owneto"} +{"time":"2025-07-23T21:48:03.452865012+03:00","level":"INFO","msg":"sender: started","stream_id":"p4owneto"} +{"time":"2025-07-23T21:48:03.453831757+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-23T22:00:17.543298053+03:00","level":"INFO","msg":"stream: closing","id":"p4owneto"} +{"time":"2025-07-23T22:00:17.543658437+03:00","level":"INFO","msg":"handler: closed","stream_id":"p4owneto"} +{"time":"2025-07-23T22:00:17.543676023+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"p4owneto"} +{"time":"2025-07-23T22:00:17.543727824+03:00","level":"INFO","msg":"sender: closed","stream_id":"p4owneto"} +{"time":"2025-07-23T22:00:17.544565182+03:00","level":"INFO","msg":"stream: closed","id":"p4owneto"} diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug.log b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..29cd990d93a6bc434e20cb2c266c4ee08a069b1f --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/logs/debug.log @@ -0,0 +1,22 @@ +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_setup.py:_flush():80] Configure stats pid to 29348 +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_214803-p4owneto/logs/debug.log +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_214803-p4owneto/logs/debug-internal.log +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_init.py:init():830] calling init triggers +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-23 21:48:03,079 INFO MainThread:29348 [wandb_init.py:init():871] starting backend +2025-07-23 21:48:03,292 INFO MainThread:29348 [wandb_init.py:init():874] sending inform_init request +2025-07-23 21:48:03,298 INFO MainThread:29348 [wandb_init.py:init():882] backend started and connected +2025-07-23 21:48:03,300 INFO MainThread:29348 [wandb_init.py:init():953] updated telemetry +2025-07-23 21:48:03,300 INFO MainThread:29348 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-23 21:48:03,454 INFO MainThread:29348 [wandb_init.py:init():1029] starting run threads in backend +2025-07-23 21:48:03,685 INFO MainThread:29348 [wandb_run.py:_console_start():2458] atexit reg +2025-07-23 21:48:03,686 INFO MainThread:29348 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-23 21:48:03,686 INFO MainThread:29348 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-23 21:48:03,686 INFO MainThread:29348 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-23 21:48:03,691 INFO MainThread:29348 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-23 22:00:17,542 INFO MsgRouterThr:29348 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 0 handles. diff --git a/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/run-p4owneto.wandb b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/run-p4owneto.wandb new file mode 100644 index 0000000000000000000000000000000000000000..16eb3c1105406e532a4a6416eaa54259fdfe6c2c Binary files /dev/null and b/simson_modeling/wandb/offline-run-20250723_214803-p4owneto/run-p4owneto.wandb differ diff --git a/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/files/output.log b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/files/requirements.txt b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..333b9e15d8083b79619c5b868b55d7dd176ef50a --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/files/requirements.txt @@ -0,0 +1,116 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack-data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c9b7a4bc2a547c4cf705701fffda456b34e0886b --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-23T21:50:57.785161653+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpci6j6wig/port-29561.txt","pid":29561,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-23T21:50:57.785717103+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":29561} +{"time":"2025-07-23T21:50:57.785713611+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-29561-29652-1876279830/socket","Net":"unix"}} +{"time":"2025-07-23T21:50:57.966877113+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-23T21:50:57.975100368+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"mgnloe91","id":"1(@)"} +{"time":"2025-07-23T21:50:58.125117528+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"mgnloe91","id":"1(@)"} +{"time":"2025-07-23T22:00:09.633610878+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-23T22:00:09.633915675+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-23T22:00:09.633986006+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-23T22:00:09.633993729+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-23T22:00:09.634068462+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-29561-29652-1876279830/socket","Net":"unix"}} +{"time":"2025-07-23T22:00:09.635450682+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-23T22:00:09.635467312+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-23T22:00:09.635478315+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..37117f8b273e8bc59b81a58bd26a2d2b6cd59e2d --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-07-23T21:50:57.981605545+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-23T21:50:58.123808995+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-23T21:50:58.125089128+03:00","level":"INFO","msg":"stream: created new stream","id":"mgnloe91"} +{"time":"2025-07-23T21:50:58.12511187+03:00","level":"INFO","msg":"stream: started","id":"mgnloe91"} +{"time":"2025-07-23T21:50:58.125222705+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"mgnloe91"} +{"time":"2025-07-23T21:50:58.125223961+03:00","level":"INFO","msg":"handler: started","stream_id":"mgnloe91"} +{"time":"2025-07-23T21:50:58.12527596+03:00","level":"INFO","msg":"sender: started","stream_id":"mgnloe91"} +{"time":"2025-07-23T21:50:58.126059972+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-23T22:00:09.633885169+03:00","level":"INFO","msg":"stream: closing","id":"mgnloe91"} +{"time":"2025-07-23T22:00:09.634141539+03:00","level":"INFO","msg":"handler: closed","stream_id":"mgnloe91"} +{"time":"2025-07-23T22:00:09.634168944+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"mgnloe91"} +{"time":"2025-07-23T22:00:09.63421229+03:00","level":"INFO","msg":"sender: closed","stream_id":"mgnloe91"} +{"time":"2025-07-23T22:00:09.635128933+03:00","level":"INFO","msg":"stream: closed","id":"mgnloe91"} diff --git a/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug.log b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..87f0abd08d9c665fbf0e70b4cea6e26c46c567d2 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_setup.py:_flush():80] Configure stats pid to 29561 +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_215057-mgnloe91/logs/debug.log +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_215057-mgnloe91/logs/debug-internal.log +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_init.py:init():830] calling init triggers +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-23 21:50:57,751 INFO MainThread:29561 [wandb_init.py:init():871] starting backend +2025-07-23 21:50:57,967 INFO MainThread:29561 [wandb_init.py:init():874] sending inform_init request +2025-07-23 21:50:57,973 INFO MainThread:29561 [wandb_init.py:init():882] backend started and connected +2025-07-23 21:50:57,974 INFO MainThread:29561 [wandb_init.py:init():953] updated telemetry +2025-07-23 21:50:57,975 INFO MainThread:29561 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-23 21:50:58,126 INFO MainThread:29561 [wandb_init.py:init():1029] starting run threads in backend +2025-07-23 21:50:58,336 INFO MainThread:29561 [wandb_run.py:_console_start():2458] atexit reg +2025-07-23 21:50:58,337 INFO MainThread:29561 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-23 21:50:58,337 INFO MainThread:29561 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-23 21:50:58,337 INFO MainThread:29561 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-23 21:50:58,341 INFO MainThread:29561 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-23 21:51:01,035 INFO MainThread:29561 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-23 21:51:01,035 INFO MainThread:29561 [wandb_watch.py:_watch():70] Watching +2025-07-23 22:00:09,632 INFO MsgRouterThr:29561 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 0 handles. diff --git a/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/run-mgnloe91.wandb b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/run-mgnloe91.wandb new file mode 100644 index 0000000000000000000000000000000000000000..6bfd0761b162381962458bde416bc0f3e80679e7 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_215057-mgnloe91/run-mgnloe91.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea568fcc575681f9706dce2dce4b1e1df0ee834124811c417b276d25b551651 +size 14808036 diff --git a/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/files/output.log b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/files/requirements.txt b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..333b9e15d8083b79619c5b868b55d7dd176ef50a --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/files/requirements.txt @@ -0,0 +1,116 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack-data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..5390aa5288f5af18bda2e11414393f564de738ae --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-23T22:01:04.004541847+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpdgdkh4cy/port-31761.txt","pid":31761,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-23T22:01:04.005112424+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":31761} +{"time":"2025-07-23T22:01:04.005117488+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-31761-31859-693100470/socket","Net":"unix"}} +{"time":"2025-07-23T22:01:04.185896888+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-23T22:01:04.193745499+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"olccslmp","id":"1(@)"} +{"time":"2025-07-23T22:01:04.348063933+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"olccslmp","id":"1(@)"} +{"time":"2025-07-23T22:12:06.39701245+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2b770e85ba228545d042ea72744144e17052438e --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug-internal.log @@ -0,0 +1,8 @@ +{"time":"2025-07-23T22:01:04.198360324+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-23T22:01:04.346920064+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-23T22:01:04.348038373+03:00","level":"INFO","msg":"stream: created new stream","id":"olccslmp"} +{"time":"2025-07-23T22:01:04.348058934+03:00","level":"INFO","msg":"stream: started","id":"olccslmp"} +{"time":"2025-07-23T22:01:04.348079966+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"olccslmp"} +{"time":"2025-07-23T22:01:04.348187734+03:00","level":"INFO","msg":"handler: started","stream_id":"olccslmp"} +{"time":"2025-07-23T22:01:04.348199101+03:00","level":"INFO","msg":"sender: started","stream_id":"olccslmp"} +{"time":"2025-07-23T22:01:04.349205943+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} diff --git a/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug.log b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..4b67281fa12804bc4a23a07de4606924f380c0d3 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_setup.py:_flush():80] Configure stats pid to 31761 +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_220103-olccslmp/logs/debug.log +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_220103-olccslmp/logs/debug-internal.log +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_init.py:init():830] calling init triggers +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-23 22:01:03,970 INFO MainThread:31761 [wandb_init.py:init():871] starting backend +2025-07-23 22:01:04,186 INFO MainThread:31761 [wandb_init.py:init():874] sending inform_init request +2025-07-23 22:01:04,192 INFO MainThread:31761 [wandb_init.py:init():882] backend started and connected +2025-07-23 22:01:04,194 INFO MainThread:31761 [wandb_init.py:init():953] updated telemetry +2025-07-23 22:01:04,194 INFO MainThread:31761 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-23 22:01:04,350 INFO MainThread:31761 [wandb_init.py:init():1029] starting run threads in backend +2025-07-23 22:01:04,563 INFO MainThread:31761 [wandb_run.py:_console_start():2458] atexit reg +2025-07-23 22:01:04,563 INFO MainThread:31761 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-23 22:01:04,563 INFO MainThread:31761 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-23 22:01:04,563 INFO MainThread:31761 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-23 22:01:04,568 INFO MainThread:31761 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-23 22:01:07,249 INFO MainThread:31761 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-23 22:01:07,249 INFO MainThread:31761 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/run-olccslmp.wandb b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/run-olccslmp.wandb new file mode 100644 index 0000000000000000000000000000000000000000..81cc40ac400bdded22cc408ac2b857856dbf7484 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_220103-olccslmp/run-olccslmp.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632424a289bb6f29b79ee69a4d1d71f3f5b6b5c0b4708d986175618e05a03c95 +size 17104896 diff --git a/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/files/output.log b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/files/requirements.txt b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..333b9e15d8083b79619c5b868b55d7dd176ef50a --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/files/requirements.txt @@ -0,0 +1,116 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack-data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..e7a691086ee296304facb689a3167d5f84a9e72f --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-23T22:12:45.802187663+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp42k9h9n8/port-33785.txt","pid":33785,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-23T22:12:45.802744717+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":33785} +{"time":"2025-07-23T22:12:45.802740066+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-33785-33879-1248065074/socket","Net":"unix"}} +{"time":"2025-07-23T22:12:45.983339826+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-23T22:12:45.991875631+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"dtzrj4ds","id":"1(@)"} +{"time":"2025-07-23T22:12:46.14567534+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"dtzrj4ds","id":"1(@)"} +{"time":"2025-07-23T22:28:52.64755716+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-23T22:28:52.647980896+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-23T22:28:52.648057058+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-23T22:28:52.6480693+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-23T22:28:52.648144326+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-33785-33879-1248065074/socket","Net":"unix"}} +{"time":"2025-07-23T22:28:52.649945232+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-23T22:28:52.649957118+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-23T22:28:52.649963859+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..65dfd0fda1e7e599407abc4e0c3d22886daea5c4 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-07-23T22:12:45.99540548+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-23T22:12:46.143757317+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-23T22:12:46.145646881+03:00","level":"INFO","msg":"stream: created new stream","id":"dtzrj4ds"} +{"time":"2025-07-23T22:12:46.145669813+03:00","level":"INFO","msg":"stream: started","id":"dtzrj4ds"} +{"time":"2025-07-23T22:12:46.145775592+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"dtzrj4ds"} +{"time":"2025-07-23T22:12:46.145830928+03:00","level":"INFO","msg":"sender: started","stream_id":"dtzrj4ds"} +{"time":"2025-07-23T22:12:46.145860971+03:00","level":"INFO","msg":"handler: started","stream_id":"dtzrj4ds"} +{"time":"2025-07-23T22:12:46.146704201+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-23T22:28:52.647958546+03:00","level":"INFO","msg":"stream: closing","id":"dtzrj4ds"} +{"time":"2025-07-23T22:28:52.648257162+03:00","level":"INFO","msg":"handler: closed","stream_id":"dtzrj4ds"} +{"time":"2025-07-23T22:28:52.648266646+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"dtzrj4ds"} +{"time":"2025-07-23T22:28:52.648295174+03:00","level":"INFO","msg":"sender: closed","stream_id":"dtzrj4ds"} +{"time":"2025-07-23T22:28:52.649456474+03:00","level":"INFO","msg":"stream: closed","id":"dtzrj4ds"} diff --git a/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug.log b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..537fab29662ef5cc6ebe120c6d97d06f1cc2187d --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_setup.py:_flush():80] Configure stats pid to 33785 +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug.log +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_221245-dtzrj4ds/logs/debug-internal.log +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_init.py:init():830] calling init triggers +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-23 22:12:45,768 INFO MainThread:33785 [wandb_init.py:init():871] starting backend +2025-07-23 22:12:45,983 INFO MainThread:33785 [wandb_init.py:init():874] sending inform_init request +2025-07-23 22:12:45,990 INFO MainThread:33785 [wandb_init.py:init():882] backend started and connected +2025-07-23 22:12:45,991 INFO MainThread:33785 [wandb_init.py:init():953] updated telemetry +2025-07-23 22:12:45,991 INFO MainThread:33785 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-23 22:12:46,147 INFO MainThread:33785 [wandb_init.py:init():1029] starting run threads in backend +2025-07-23 22:12:46,369 INFO MainThread:33785 [wandb_run.py:_console_start():2458] atexit reg +2025-07-23 22:12:46,369 INFO MainThread:33785 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-23 22:12:46,369 INFO MainThread:33785 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-23 22:12:46,369 INFO MainThread:33785 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-23 22:12:46,373 INFO MainThread:33785 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-23 22:12:48,985 INFO MainThread:33785 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-23 22:12:48,986 INFO MainThread:33785 [wandb_watch.py:_watch():70] Watching +2025-07-23 22:28:52,646 INFO MsgRouterThr:33785 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 0 handles. diff --git a/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/run-dtzrj4ds.wandb b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/run-dtzrj4ds.wandb new file mode 100644 index 0000000000000000000000000000000000000000..02b0cb4c99b4f3c87076b21296fc3a67096e187a --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_221245-dtzrj4ds/run-dtzrj4ds.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba58f541a103e894f0d25d955927ff76d50bb2724c4e8f50bc5da8d19a141ea +size 25094455 diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/.ipynb_checkpoints/run-2pja97j3-checkpoint.wandb b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/.ipynb_checkpoints/run-2pja97j3-checkpoint.wandb new file mode 100644 index 0000000000000000000000000000000000000000..2268fed73c76dd0f8b32e674799f0cf74380e860 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/.ipynb_checkpoints/run-2pja97j3-checkpoint.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d40871ef869a23c52f8c1c08bffdca3e37930f4f7cd1861f0db0f9432b955552 +size 102995829 diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/files/output.log b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/files/requirements.txt b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..333b9e15d8083b79619c5b868b55d7dd176ef50a --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/files/requirements.txt @@ -0,0 +1,116 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack-data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-checkpoint.log b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-checkpoint.log new file mode 100644 index 0000000000000000000000000000000000000000..a1dfc6044960799b3030ed95c18c4d9ba5ac7759 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-checkpoint.log @@ -0,0 +1,29 @@ +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Configure stats pid to 36228 +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_222918-2pja97j3/logs/debug.log +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-internal.log +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:init():830] calling init triggers +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:init():871] starting backend +2025-07-23 22:29:18,692 INFO MainThread:36228 [wandb_init.py:init():874] sending inform_init request +2025-07-23 22:29:18,698 INFO MainThread:36228 [wandb_init.py:init():882] backend started and connected +2025-07-23 22:29:18,700 INFO MainThread:36228 [wandb_init.py:init():953] updated telemetry +2025-07-23 22:29:18,701 INFO MainThread:36228 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-23 22:29:18,851 INFO MainThread:36228 [wandb_init.py:init():1029] starting run threads in backend +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_console_start():2458] atexit reg +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-23 22:29:19,066 INFO MainThread:36228 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-23 22:29:21,643 INFO MainThread:36228 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-23 22:29:21,644 INFO MainThread:36228 [wandb_watch.py:_watch():70] Watching +2025-07-23 23:23:52,635 INFO MainThread:36228 [wandb_run.py:_finish():2224] finishing run uncategorized/2pja97j3 +2025-07-23 23:23:52,635 INFO MainThread:36228 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-23 23:23:52,635 INFO MainThread:36228 [wandb_run.py:_restore():2405] restore +2025-07-23 23:23:52,636 INFO MainThread:36228 [wandb_run.py:_restore():2411] restore done +2025-07-23 23:23:52,641 INFO MainThread:36228 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-23 23:23:52,641 INFO MainThread:36228 [wandb_run.py:_footer_history_summary_info():3935] rendering summary diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-core-checkpoint.log b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-core-checkpoint.log new file mode 100644 index 0000000000000000000000000000000000000000..c4e03be7693ece0ea99d93bda19844249c07d552 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-core-checkpoint.log @@ -0,0 +1,16 @@ +{"time":"2025-07-23T22:29:18.511016932+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpenqxroky/port-36228.txt","pid":36228,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-23T22:29:18.51160259+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":36228} +{"time":"2025-07-23T22:29:18.511607431+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-36228-36317-1897280261/socket","Net":"unix"}} +{"time":"2025-07-23T22:29:18.69199864+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-23T22:29:18.700189418+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T22:29:18.849724193+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T23:23:52.642866748+03:00","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T23:23:52.644385654+03:00","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644415159+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-23T23:23:53.64444551+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644452129+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-23T23:23:53.644498794+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644568138+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644591179+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-23T23:23:53.64458113+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-36228-36317-1897280261/socket","Net":"unix"}} +{"time":"2025-07-23T23:23:53.644616684+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-internal-checkpoint.log b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-internal-checkpoint.log new file mode 100644 index 0000000000000000000000000000000000000000..8e5e472aba433abf19f0404e5fd5282d11a43543 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/.ipynb_checkpoints/debug-internal-checkpoint.log @@ -0,0 +1,14 @@ +{"time":"2025-07-23T22:29:18.703896984+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-23T22:29:18.84785401+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-23T22:29:18.849698562+03:00","level":"INFO","msg":"stream: created new stream","id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.84971904+03:00","level":"INFO","msg":"stream: started","id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.849835436+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.849880104+03:00","level":"INFO","msg":"sender: started","stream_id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.84990754+03:00","level":"INFO","msg":"handler: started","stream_id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.850768294+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-23T23:23:52.636825999+03:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2025-07-23T23:23:52.64308001+03:00","level":"INFO","msg":"stream: closing","id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.64309384+03:00","level":"INFO","msg":"handler: closed","stream_id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.643101258+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.643104252+03:00","level":"INFO","msg":"sender: closed","stream_id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.644007536+03:00","level":"INFO","msg":"stream: closed","id":"2pja97j3"} diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c4e03be7693ece0ea99d93bda19844249c07d552 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-core.log @@ -0,0 +1,16 @@ +{"time":"2025-07-23T22:29:18.511016932+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpenqxroky/port-36228.txt","pid":36228,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-23T22:29:18.51160259+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":36228} +{"time":"2025-07-23T22:29:18.511607431+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-36228-36317-1897280261/socket","Net":"unix"}} +{"time":"2025-07-23T22:29:18.69199864+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-23T22:29:18.700189418+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T22:29:18.849724193+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T23:23:52.642866748+03:00","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T23:23:52.644385654+03:00","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"2pja97j3","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644415159+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-23T23:23:53.64444551+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644452129+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-23T23:23:53.644498794+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644568138+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-23T23:23:53.644591179+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-23T23:23:53.64458113+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-36228-36317-1897280261/socket","Net":"unix"}} +{"time":"2025-07-23T23:23:53.644616684+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..8e5e472aba433abf19f0404e5fd5282d11a43543 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-internal.log @@ -0,0 +1,14 @@ +{"time":"2025-07-23T22:29:18.703896984+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-23T22:29:18.84785401+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-07-23T22:29:18.849698562+03:00","level":"INFO","msg":"stream: created new stream","id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.84971904+03:00","level":"INFO","msg":"stream: started","id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.849835436+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.849880104+03:00","level":"INFO","msg":"sender: started","stream_id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.84990754+03:00","level":"INFO","msg":"handler: started","stream_id":"2pja97j3"} +{"time":"2025-07-23T22:29:18.850768294+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-23T23:23:52.636825999+03:00","level":"INFO","msg":"handler: operation stats","stats":{}} +{"time":"2025-07-23T23:23:52.64308001+03:00","level":"INFO","msg":"stream: closing","id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.64309384+03:00","level":"INFO","msg":"handler: closed","stream_id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.643101258+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.643104252+03:00","level":"INFO","msg":"sender: closed","stream_id":"2pja97j3"} +{"time":"2025-07-23T23:23:52.644007536+03:00","level":"INFO","msg":"stream: closed","id":"2pja97j3"} diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug.log b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a1dfc6044960799b3030ed95c18c4d9ba5ac7759 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/logs/debug.log @@ -0,0 +1,29 @@ +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Configure stats pid to 36228 +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_222918-2pja97j3/logs/debug.log +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250723_222918-2pja97j3/logs/debug-internal.log +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:init():830] calling init triggers +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-23 22:29:18,475 INFO MainThread:36228 [wandb_init.py:init():871] starting backend +2025-07-23 22:29:18,692 INFO MainThread:36228 [wandb_init.py:init():874] sending inform_init request +2025-07-23 22:29:18,698 INFO MainThread:36228 [wandb_init.py:init():882] backend started and connected +2025-07-23 22:29:18,700 INFO MainThread:36228 [wandb_init.py:init():953] updated telemetry +2025-07-23 22:29:18,701 INFO MainThread:36228 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-23 22:29:18,851 INFO MainThread:36228 [wandb_init.py:init():1029] starting run threads in backend +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_console_start():2458] atexit reg +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-23 22:29:19,062 INFO MainThread:36228 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-23 22:29:19,066 INFO MainThread:36228 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-23 22:29:21,643 INFO MainThread:36228 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-23 22:29:21,644 INFO MainThread:36228 [wandb_watch.py:_watch():70] Watching +2025-07-23 23:23:52,635 INFO MainThread:36228 [wandb_run.py:_finish():2224] finishing run uncategorized/2pja97j3 +2025-07-23 23:23:52,635 INFO MainThread:36228 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-23 23:23:52,635 INFO MainThread:36228 [wandb_run.py:_restore():2405] restore +2025-07-23 23:23:52,636 INFO MainThread:36228 [wandb_run.py:_restore():2411] restore done +2025-07-23 23:23:52,641 INFO MainThread:36228 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-23 23:23:52,641 INFO MainThread:36228 [wandb_run.py:_footer_history_summary_info():3935] rendering summary diff --git a/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/run-2pja97j3.wandb b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/run-2pja97j3.wandb new file mode 100644 index 0000000000000000000000000000000000000000..2268fed73c76dd0f8b32e674799f0cf74380e860 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250723_222918-2pja97j3/run-2pja97j3.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d40871ef869a23c52f8c1c08bffdca3e37930f4f7cd1861f0db0f9432b955552 +size 102995829 diff --git a/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/files/output.log b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/files/requirements.txt b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..dfb2cf0d6a319b39cbceb597ff03398e67d0d525 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/files/requirements.txt @@ -0,0 +1,145 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +triton==3.3.0 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack_data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +pyparsing==3.2.3 +kiwisolver==1.4.8 +fonttools==4.59.0 +cycler==0.12.1 +contourpy==1.3.2 +matplotlib==3.10.3 +seaborn==0.13.2 +llvmlite==0.44.0 +numba==0.61.2 +pynndescent==0.5.13 +umap-learn==0.5.9.post2 +jupyterlab_widgets==3.0.15 +numpy==2.2.0 +pickleshare==0.7.5 +widgetsnbextension==4.0.14 +exceptiongroup==1.3.0 +ipywidgets==8.1.7 +Mako==1.3.10 +greenlet==3.2.3 +colorlog==6.9.0 +SQLAlchemy==2.0.41 +alembic==1.16.4 +optuna==4.4.0 +accelerate==1.9.0 +narwhals==2.0.1 +plotly==6.2.0 +fastjsonschema==2.21.1 +rpds-py==0.26.0 +referencing==0.36.2 +jsonschema-specifications==2025.4.1 +jsonschema==4.25.0 +nbformat==5.10.4 +torch-geometric==2.6.1 +torch_scatter==2.1.2 +sympy==1.13.3 +nvidia-nvtx-cu11==11.8.86 +nvidia-nccl-cu11==2.21.5 +nvidia-cusparse-cu11==11.7.5.86 +nvidia-curand-cu11==10.3.0.86 +nvidia-cufft-cu11==10.9.0.58 +nvidia-cuda-runtime-cu11==11.8.89 +nvidia-cuda-nvrtc-cu11==11.8.89 +nvidia-cuda-cupti-cu11==11.8.87 +nvidia-cublas-cu11==11.11.3.6 +nvidia-cusolver-cu11==11.4.1.48 +nvidia-cudnn-cu11==9.1.0.70 +torch==2.5.1 +torch==2.7.0+cu118 +torchvision==0.22.0+cu118 +torchaudio==2.7.0+cu118 diff --git a/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..9835e7a5bfeab60640350e67a5372d1746b9e9fe --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-08-07T16:39:48.508472359+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpqnbrvgvz/port-371807.txt","pid":371807,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-08-07T16:39:48.509011896+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":371807} +{"time":"2025-08-07T16:39:48.508992302+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-371807-371958-3456081005/socket","Net":"unix"}} +{"time":"2025-08-07T16:39:48.689278217+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-08-07T16:39:48.696997996+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"zv13eckg","id":"1(@)"} +{"time":"2025-08-07T16:39:48.849815885+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zv13eckg","id":"1(@)"} +{"time":"2025-08-07T16:41:37.707552728+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-08-07T16:41:37.707889395+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-08-07T16:41:37.707958943+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-08-07T16:41:37.70796698+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-08-07T16:41:37.708040268+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-371807-371958-3456081005/socket","Net":"unix"}} +{"time":"2025-08-07T16:41:37.710238932+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-08-07T16:41:37.710248473+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-08-07T16:41:37.710254983+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3b1e76c44ba224f199f7d01a712ba19843e19f0b --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-08-07T16:39:48.701032064+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-08-07T16:39:48.847849362+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-08-07T16:39:48.849785224+03:00","level":"INFO","msg":"stream: created new stream","id":"zv13eckg"} +{"time":"2025-08-07T16:39:48.849810526+03:00","level":"INFO","msg":"stream: started","id":"zv13eckg"} +{"time":"2025-08-07T16:39:48.84982215+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"zv13eckg"} +{"time":"2025-08-07T16:39:48.849953311+03:00","level":"INFO","msg":"sender: started","stream_id":"zv13eckg"} +{"time":"2025-08-07T16:39:48.849967727+03:00","level":"INFO","msg":"handler: started","stream_id":"zv13eckg"} +{"time":"2025-08-07T16:39:48.850896332+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-08-07T16:41:37.707859805+03:00","level":"INFO","msg":"stream: closing","id":"zv13eckg"} +{"time":"2025-08-07T16:41:37.708274123+03:00","level":"INFO","msg":"handler: closed","stream_id":"zv13eckg"} +{"time":"2025-08-07T16:41:37.708288229+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"zv13eckg"} +{"time":"2025-08-07T16:41:37.708293887+03:00","level":"INFO","msg":"sender: closed","stream_id":"zv13eckg"} +{"time":"2025-08-07T16:41:37.709663068+03:00","level":"INFO","msg":"stream: closed","id":"zv13eckg"} diff --git a/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug.log b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..01ca234b3631157fa58f8be9c49f92f39cdf6751 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/logs/debug.log @@ -0,0 +1,22 @@ +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_setup.py:_flush():80] Configure stats pid to 371807 +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_163948-zv13eckg/logs/debug.log +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_163948-zv13eckg/logs/debug-internal.log +2025-08-07 16:39:48,472 INFO MainThread:371807 [wandb_init.py:init():830] calling init triggers +2025-08-07 16:39:48,473 INFO MainThread:371807 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-08-07 16:39:48,473 INFO MainThread:371807 [wandb_init.py:init():871] starting backend +2025-08-07 16:39:48,689 INFO MainThread:371807 [wandb_init.py:init():874] sending inform_init request +2025-08-07 16:39:48,695 INFO MainThread:371807 [wandb_init.py:init():882] backend started and connected +2025-08-07 16:39:48,696 INFO MainThread:371807 [wandb_init.py:init():953] updated telemetry +2025-08-07 16:39:48,696 INFO MainThread:371807 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-08-07 16:39:48,851 INFO MainThread:371807 [wandb_init.py:init():1029] starting run threads in backend +2025-08-07 16:39:49,167 INFO MainThread:371807 [wandb_run.py:_console_start():2458] atexit reg +2025-08-07 16:39:49,167 INFO MainThread:371807 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-08-07 16:39:49,167 INFO MainThread:371807 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-08-07 16:39:49,167 INFO MainThread:371807 [wandb_run.py:_redirect():2398] Redirects installed. +2025-08-07 16:39:49,172 INFO MainThread:371807 [wandb_init.py:init():1075] run started, returning control to user process +2025-08-07 16:41:37,706 INFO MsgRouterThr:371807 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 0 handles. diff --git a/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/run-zv13eckg.wandb b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/run-zv13eckg.wandb new file mode 100644 index 0000000000000000000000000000000000000000..a27dc12f75a6eed8bf5f4adedfa094ecd3655d70 Binary files /dev/null and b/simson_modeling/wandb/offline-run-20250807_163948-zv13eckg/run-zv13eckg.wandb differ diff --git a/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/files/output.log b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/files/requirements.txt b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..dfb2cf0d6a319b39cbceb597ff03398e67d0d525 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/files/requirements.txt @@ -0,0 +1,145 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +triton==3.3.0 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack_data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +pyparsing==3.2.3 +kiwisolver==1.4.8 +fonttools==4.59.0 +cycler==0.12.1 +contourpy==1.3.2 +matplotlib==3.10.3 +seaborn==0.13.2 +llvmlite==0.44.0 +numba==0.61.2 +pynndescent==0.5.13 +umap-learn==0.5.9.post2 +jupyterlab_widgets==3.0.15 +numpy==2.2.0 +pickleshare==0.7.5 +widgetsnbextension==4.0.14 +exceptiongroup==1.3.0 +ipywidgets==8.1.7 +Mako==1.3.10 +greenlet==3.2.3 +colorlog==6.9.0 +SQLAlchemy==2.0.41 +alembic==1.16.4 +optuna==4.4.0 +accelerate==1.9.0 +narwhals==2.0.1 +plotly==6.2.0 +fastjsonschema==2.21.1 +rpds-py==0.26.0 +referencing==0.36.2 +jsonschema-specifications==2025.4.1 +jsonschema==4.25.0 +nbformat==5.10.4 +torch-geometric==2.6.1 +torch_scatter==2.1.2 +sympy==1.13.3 +nvidia-nvtx-cu11==11.8.86 +nvidia-nccl-cu11==2.21.5 +nvidia-cusparse-cu11==11.7.5.86 +nvidia-curand-cu11==10.3.0.86 +nvidia-cufft-cu11==10.9.0.58 +nvidia-cuda-runtime-cu11==11.8.89 +nvidia-cuda-nvrtc-cu11==11.8.89 +nvidia-cuda-cupti-cu11==11.8.87 +nvidia-cublas-cu11==11.11.3.6 +nvidia-cusolver-cu11==11.4.1.48 +nvidia-cudnn-cu11==9.1.0.70 +torch==2.5.1 +torch==2.7.0+cu118 +torchvision==0.22.0+cu118 +torchaudio==2.7.0+cu118 diff --git a/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..8a4bd401224e47c42c1a628d1e21562bba78f4ff --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-08-07T16:43:32.808178503+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmph2e621rb/port-372122.txt","pid":372122,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-08-07T16:43:32.808723352+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":372122} +{"time":"2025-08-07T16:43:32.80871966+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-372122-372276-3856020927/socket","Net":"unix"}} +{"time":"2025-08-07T16:43:32.990159523+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-08-07T16:43:32.998801582+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"cd5u0onl","id":"1(@)"} +{"time":"2025-08-07T16:43:33.149536895+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"cd5u0onl","id":"1(@)"} +{"time":"2025-08-07T16:47:41.292035359+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-08-07T16:47:41.292332821+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-08-07T16:47:41.292318631+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-08-07T16:47:41.29246042+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-08-07T16:47:41.292457378+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-372122-372276-3856020927/socket","Net":"unix"}} +{"time":"2025-08-07T16:47:41.294992206+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-08-07T16:47:41.295001015+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-08-07T16:47:41.295006837+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..5696a6eb3767f6ba46a0abe711f3d04cab280846 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-08-07T16:43:33.00261338+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-08-07T16:43:33.147863007+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-08-07T16:43:33.149509222+03:00","level":"INFO","msg":"stream: created new stream","id":"cd5u0onl"} +{"time":"2025-08-07T16:43:33.149531613+03:00","level":"INFO","msg":"stream: started","id":"cd5u0onl"} +{"time":"2025-08-07T16:43:33.149632612+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"cd5u0onl"} +{"time":"2025-08-07T16:43:33.149649901+03:00","level":"INFO","msg":"handler: started","stream_id":"cd5u0onl"} +{"time":"2025-08-07T16:43:33.14968105+03:00","level":"INFO","msg":"sender: started","stream_id":"cd5u0onl"} +{"time":"2025-08-07T16:43:33.15068265+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-08-07T16:47:41.292359997+03:00","level":"INFO","msg":"stream: closing","id":"cd5u0onl"} +{"time":"2025-08-07T16:47:41.292705101+03:00","level":"INFO","msg":"handler: closed","stream_id":"cd5u0onl"} +{"time":"2025-08-07T16:47:41.292713499+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"cd5u0onl"} +{"time":"2025-08-07T16:47:41.29271625+03:00","level":"INFO","msg":"sender: closed","stream_id":"cd5u0onl"} +{"time":"2025-08-07T16:47:41.294578749+03:00","level":"INFO","msg":"stream: closed","id":"cd5u0onl"} diff --git a/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug.log b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..f909e2439c7112af1ac5c2f69de42a563f2aa85d --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug.log @@ -0,0 +1,24 @@ +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_setup.py:_flush():80] Configure stats pid to 372122 +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug.log +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_164332-cd5u0onl/logs/debug-internal.log +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_init.py:init():830] calling init triggers +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-08-07 16:43:32,772 INFO MainThread:372122 [wandb_init.py:init():871] starting backend +2025-08-07 16:43:32,990 INFO MainThread:372122 [wandb_init.py:init():874] sending inform_init request +2025-08-07 16:43:32,997 INFO MainThread:372122 [wandb_init.py:init():882] backend started and connected +2025-08-07 16:43:32,999 INFO MainThread:372122 [wandb_init.py:init():953] updated telemetry +2025-08-07 16:43:32,999 INFO MainThread:372122 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-08-07 16:43:33,151 INFO MainThread:372122 [wandb_init.py:init():1029] starting run threads in backend +2025-08-07 16:43:33,419 INFO MainThread:372122 [wandb_run.py:_console_start():2458] atexit reg +2025-08-07 16:43:33,419 INFO MainThread:372122 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-08-07 16:43:33,420 INFO MainThread:372122 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-08-07 16:43:33,420 INFO MainThread:372122 [wandb_run.py:_redirect():2398] Redirects installed. +2025-08-07 16:43:33,424 INFO MainThread:372122 [wandb_init.py:init():1075] run started, returning control to user process +2025-08-07 16:45:37,434 INFO MainThread:372122 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-08-07 16:45:37,436 INFO MainThread:372122 [wandb_watch.py:_watch():70] Watching +2025-08-07 16:47:41,291 INFO MsgRouterThr:372122 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 0 handles. diff --git a/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/run-cd5u0onl.wandb b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/run-cd5u0onl.wandb new file mode 100644 index 0000000000000000000000000000000000000000..6636dbd5dc49a9423292fce63a2b59daf5fba48c --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_164332-cd5u0onl/run-cd5u0onl.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19ff1c0155604d0da1b081e8f5ca52bf3a7ef076c8fe816a357854a5963104a +size 1648841 diff --git a/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/files/output.log b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/files/requirements.txt b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..dfb2cf0d6a319b39cbceb597ff03398e67d0d525 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/files/requirements.txt @@ -0,0 +1,145 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +triton==3.3.0 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +wcwidth==0.2.13 +pure_eval==0.2.3 +ptyprocess==0.7.0 +traitlets==5.14.3 +tornado==6.5.1 +pyzmq==27.0.0 +Pygments==2.19.2 +psutil==7.0.0 +prompt_toolkit==3.0.51 +pexpect==4.9.0 +parso==0.8.4 +nest-asyncio==1.6.0 +executing==2.2.0 +decorator==5.2.1 +debugpy==1.8.15 +asttokens==3.0.0 +stack_data==0.6.3 +matplotlib-inline==0.1.7 +jupyter_core==5.8.1 +jedi==0.19.2 +ipython_pygments_lexers==1.1.1 +comm==0.2.2 +jupyter_client==8.6.3 +ipython==9.4.0 +ipykernel==6.30.0 +pyparsing==3.2.3 +kiwisolver==1.4.8 +fonttools==4.59.0 +cycler==0.12.1 +contourpy==1.3.2 +matplotlib==3.10.3 +seaborn==0.13.2 +llvmlite==0.44.0 +numba==0.61.2 +pynndescent==0.5.13 +umap-learn==0.5.9.post2 +jupyterlab_widgets==3.0.15 +numpy==2.2.0 +pickleshare==0.7.5 +widgetsnbextension==4.0.14 +exceptiongroup==1.3.0 +ipywidgets==8.1.7 +Mako==1.3.10 +greenlet==3.2.3 +colorlog==6.9.0 +SQLAlchemy==2.0.41 +alembic==1.16.4 +optuna==4.4.0 +accelerate==1.9.0 +narwhals==2.0.1 +plotly==6.2.0 +fastjsonschema==2.21.1 +rpds-py==0.26.0 +referencing==0.36.2 +jsonschema-specifications==2025.4.1 +jsonschema==4.25.0 +nbformat==5.10.4 +torch-geometric==2.6.1 +torch_scatter==2.1.2 +sympy==1.13.3 +nvidia-nvtx-cu11==11.8.86 +nvidia-nccl-cu11==2.21.5 +nvidia-cusparse-cu11==11.7.5.86 +nvidia-curand-cu11==10.3.0.86 +nvidia-cufft-cu11==10.9.0.58 +nvidia-cuda-runtime-cu11==11.8.89 +nvidia-cuda-nvrtc-cu11==11.8.89 +nvidia-cuda-cupti-cu11==11.8.87 +nvidia-cublas-cu11==11.11.3.6 +nvidia-cusolver-cu11==11.4.1.48 +nvidia-cudnn-cu11==9.1.0.70 +torch==2.5.1 +torch==2.7.0+cu118 +torchvision==0.22.0+cu118 +torchaudio==2.7.0+cu118 diff --git a/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-core.log b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..08669902f538a47628d236fde0af214e0fc58b80 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-08-07T16:59:40.316183417+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpgruxraco/port-374223.txt","pid":374223,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-08-07T16:59:40.316707953+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":374223} +{"time":"2025-08-07T16:59:40.316694793+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-374223-374371-110140155/socket","Net":"unix"}} +{"time":"2025-08-07T16:59:40.497555626+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-08-07T16:59:40.506144839+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"vwaul17m","id":"1(@)"} +{"time":"2025-08-07T16:59:40.657593375+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vwaul17m","id":"1(@)"} +{"time":"2025-08-07T17:03:24.946418026+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-internal.log b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b7659237ed755863e9db0cb5c82b0ee0a8cf7485 --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-internal.log @@ -0,0 +1,8 @@ +{"time":"2025-08-07T16:59:40.510350375+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-08-07T16:59:40.65577314+03:00","level":"WARN","msg":"GraphQL client is nil, skipping feature loading"} +{"time":"2025-08-07T16:59:40.657566864+03:00","level":"INFO","msg":"stream: created new stream","id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657588242+03:00","level":"INFO","msg":"stream: started","id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657610013+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657725995+03:00","level":"INFO","msg":"sender: started","stream_id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.657738214+03:00","level":"INFO","msg":"handler: started","stream_id":"vwaul17m"} +{"time":"2025-08-07T16:59:40.658490076+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} diff --git a/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug.log b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..4033ce3d81ef36475ab935afc9ed5c7b0048dfbb --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/logs/debug.log @@ -0,0 +1,23 @@ +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Configure stats pid to 374223 +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-08-07 16:59:40,279 INFO MainThread:374223 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_165940-vwaul17m/logs/debug.log +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/offline-run-20250807_165940-vwaul17m/logs/debug-internal.log +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:init():830] calling init triggers +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-08-07 16:59:40,280 INFO MainThread:374223 [wandb_init.py:init():871] starting backend +2025-08-07 16:59:40,497 INFO MainThread:374223 [wandb_init.py:init():874] sending inform_init request +2025-08-07 16:59:40,504 INFO MainThread:374223 [wandb_init.py:init():882] backend started and connected +2025-08-07 16:59:40,506 INFO MainThread:374223 [wandb_init.py:init():953] updated telemetry +2025-08-07 16:59:40,507 INFO MainThread:374223 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-08-07 16:59:40,659 INFO MainThread:374223 [wandb_init.py:init():1029] starting run threads in backend +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_console_start():2458] atexit reg +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-08-07 16:59:40,949 INFO MainThread:374223 [wandb_run.py:_redirect():2398] Redirects installed. +2025-08-07 16:59:40,955 INFO MainThread:374223 [wandb_init.py:init():1075] run started, returning control to user process +2025-08-07 17:01:35,004 INFO MainThread:374223 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-08-07 17:01:35,005 INFO MainThread:374223 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/run-vwaul17m.wandb b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/run-vwaul17m.wandb new file mode 100644 index 0000000000000000000000000000000000000000..6b052a47007c52fc283cb301045bfe1a321c4a0d --- /dev/null +++ b/simson_modeling/wandb/offline-run-20250807_165940-vwaul17m/run-vwaul17m.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5af267dc9f2d57b115c9080a7d15ed05c9fbe8896ed828c50ce9ed88c504437 +size 819200 diff --git a/simson_modeling/wandb/run-20250717_191323-m73t2s2o/files/.ipynb_checkpoints/config-checkpoint.yaml b/simson_modeling/wandb/run-20250717_191323-m73t2s2o/files/.ipynb_checkpoints/config-checkpoint.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2bf4cdd18acda1b07b9ae3f83058b4246d31f2df --- /dev/null +++ b/simson_modeling/wandb/run-20250717_191323-m73t2s2o/files/.ipynb_checkpoints/config-checkpoint.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + mtc9rqbloeixvgayvv989dz8w05da7qy: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136925425664" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T16:13:23.138273Z" + writerId: mtc9rqbloeixvgayvv989dz8w05da7qy + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 512 +save_path: + value: simson_checkpoints/simson_model.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250717_191323-m73t2s2o/files/.ipynb_checkpoints/output-checkpoint.log b/simson_modeling/wandb/run-20250717_191323-m73t2s2o/files/.ipynb_checkpoints/output-checkpoint.log new file mode 100644 index 0000000000000000000000000000000000000000..af95f7fd4b18f64779da1b51ccf73b05b2a733c2 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_191323-m73t2s2o/files/.ipynb_checkpoints/output-checkpoint.log @@ -0,0 +1,4 @@ +Total number of parameters: 67 M +Starting training on 1 GPUs... +Epochs: 0%| | 0/1 [02:18 +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/requirements.txt b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/wandb-metadata.json b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a630a28fabb5a6a8c03f9652c4e69dbfc27fd3f8 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T16:23:03.511455Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136822915072" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "3uyzdob6btbafv1e2usuktdoq8vrzi05" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/wandb-summary.json b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e952fba7dc9cf9f8506aa4a70d904e84fe0555cd --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":116,"_step":25,"train_batch_loss":2.8073110580444336,"learning_rate":9.999999985363156e-05,"_timestamp":1.7527694946982894e+09,"_wandb":{"runtime":116}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug-core.log b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..6cac8a01df5442c0ce4c146f92b39199e2bf0f72 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-17T19:23:03.568683063+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpc926m8xn/port-1124.txt","pid":1124,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-17T19:23:03.5692286+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":1124} +{"time":"2025-07-17T19:23:03.569222437+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1124-1134-1290205702/socket","Net":"unix"}} +{"time":"2025-07-17T19:23:03.74824382+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-17T19:23:03.756647919+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"kqui3lpi","id":"1(@)"} +{"time":"2025-07-17T19:23:04.190597718+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"kqui3lpi","id":"1(@)"} +{"time":"2025-07-17T19:25:01.466913281+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-17T19:25:01.467244977+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-17T19:25:01.467262313+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-17T19:25:01.467308762+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-17T19:25:01.4673662+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1124-1134-1290205702/socket","Net":"unix"}} +{"time":"2025-07-17T19:25:03.019731483+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-17T19:25:03.019752411+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-17T19:25:03.019766082+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug-internal.log b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3a297f5fe217fd36e81bbdd0bd994b0a456287c0 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-17T19:23:03.757829714+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-17T19:23:04.19055945+03:00","level":"INFO","msg":"stream: created new stream","id":"kqui3lpi"} +{"time":"2025-07-17T19:23:04.190592161+03:00","level":"INFO","msg":"stream: started","id":"kqui3lpi"} +{"time":"2025-07-17T19:23:04.190607711+03:00","level":"INFO","msg":"handler: started","stream_id":"kqui3lpi"} +{"time":"2025-07-17T19:23:04.190613532+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"kqui3lpi"} +{"time":"2025-07-17T19:23:04.190634155+03:00","level":"INFO","msg":"sender: started","stream_id":"kqui3lpi"} +{"time":"2025-07-17T19:25:01.467287195+03:00","level":"INFO","msg":"stream: closing","id":"kqui3lpi"} +{"time":"2025-07-17T19:25:02.631075921+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-17T19:25:03.018456563+03:00","level":"INFO","msg":"handler: closed","stream_id":"kqui3lpi"} +{"time":"2025-07-17T19:25:03.018495587+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"kqui3lpi"} +{"time":"2025-07-17T19:25:03.018515064+03:00","level":"INFO","msg":"sender: closed","stream_id":"kqui3lpi"} +{"time":"2025-07-17T19:25:03.019410252+03:00","level":"INFO","msg":"stream: closed","id":"kqui3lpi"} diff --git a/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug.log b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..7576216534b5693e2875555ca3ef6c4f61756722 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_setup.py:_flush():80] Configure stats pid to 1124 +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_192303-kqui3lpi/logs/debug.log +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_192303-kqui3lpi/logs/debug-internal.log +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_init.py:init():830] calling init triggers +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 64, 'max_length': 512, 'save_path': 'simson_checkpoints/simson_model.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-17 19:23:03,531 INFO MainThread:1124 [wandb_init.py:init():871] starting backend +2025-07-17 19:23:03,748 INFO MainThread:1124 [wandb_init.py:init():874] sending inform_init request +2025-07-17 19:23:03,755 INFO MainThread:1124 [wandb_init.py:init():882] backend started and connected +2025-07-17 19:23:03,756 INFO MainThread:1124 [wandb_init.py:init():953] updated telemetry +2025-07-17 19:23:03,757 INFO MainThread:1124 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-17 19:23:04,535 INFO MainThread:1124 [wandb_init.py:init():1029] starting run threads in backend +2025-07-17 19:23:04,696 INFO MainThread:1124 [wandb_run.py:_console_start():2458] atexit reg +2025-07-17 19:23:04,696 INFO MainThread:1124 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-17 19:23:04,697 INFO MainThread:1124 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-17 19:23:04,697 INFO MainThread:1124 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-17 19:23:04,701 INFO MainThread:1124 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-17 19:23:05,706 INFO MainThread:1124 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-17 19:23:05,926 INFO MainThread:1124 [wandb_watch.py:_watch():70] Watching +2025-07-17 19:25:01,465 INFO MsgRouterThr:1124 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250717_192303-kqui3lpi/run-kqui3lpi.wandb b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/run-kqui3lpi.wandb new file mode 100644 index 0000000000000000000000000000000000000000..1f70fabf37ed94d2942e5a931e2a85ac41c9377f Binary files /dev/null and b/simson_modeling/wandb/run-20250717_192303-kqui3lpi/run-kqui3lpi.wandb differ diff --git a/simson_modeling/wandb/run-20250717_192617-483ujs6r/files/config.yaml b/simson_modeling/wandb/run-20250717_192617-483ujs6r/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b2a8c567174697f37597da021e9072182e7b27a1 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192617-483ujs6r/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + zabpo5lelznex83zbe77nv4xz7zr8e0n: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136813342720" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T16:26:17.383723Z" + writerId: zabpo5lelznex83zbe77nv4xz7zr8e0n + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 512 +save_path: + value: simson_checkpoints/simson_model.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250717_192617-483ujs6r/files/output.log b/simson_modeling/wandb/run-20250717_192617-483ujs6r/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..0066f833ed3d30fe703c9ba222306360c955a941 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_192617-483ujs6r/files/output.log @@ -0,0 +1,4 @@ +Total number of parameters: 23 M +Starting training on 1 GPUs... +Epochs: 0%| | 0/1 [00:17 +Traceback (most recent call last): | 0/1067504 [00:00 +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/requirements.txt b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/wandb-metadata.json b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3d61107b17ef77eb7401b97175efc89ef1187e6a --- /dev/null +++ b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T16:38:58.323180Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136824913920" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "1l1kziel8578inzhvc2qcx4ykc77spd9" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/wandb-summary.json b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..84c1dceb6c63ad9f41d53b25676551e07024907d --- /dev/null +++ b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/files/wandb-summary.json @@ -0,0 +1 @@ +{"_timestamp":1.7527704631446543e+09,"_wandb":{"runtime":129},"_runtime":129,"_step":31,"train_batch_loss":4.844056129455566,"learning_rate":9.999999977828211e-05} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug-core.log b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..e61c9c8ef61f1ea6a1cf2913c48e741ad3d75757 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-17T19:38:58.377156521+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp6zt5028m/port-2241.txt","pid":2241,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-17T19:38:58.377676669+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":2241} +{"time":"2025-07-17T19:38:58.377672106+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2241-2251-546426831/socket","Net":"unix"}} +{"time":"2025-07-17T19:38:58.559086798+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-17T19:38:58.567935928+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"cqv6aghf","id":"1(@)"} +{"time":"2025-07-17T19:38:58.99902289+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"cqv6aghf","id":"1(@)"} +{"time":"2025-07-17T19:41:09.296864784+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-17T19:41:09.29714375+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-17T19:41:09.297157196+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-17T19:41:09.297213484+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-17T19:41:09.297259323+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2241-2251-546426831/socket","Net":"unix"}} +{"time":"2025-07-17T19:41:10.754888399+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-17T19:41:10.754906312+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-17T19:41:10.75491839+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug-internal.log b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..889610478433ece8dd199e0e404f68891ce9bbe0 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-17T19:38:58.568776101+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-17T19:38:58.99898738+03:00","level":"INFO","msg":"stream: created new stream","id":"cqv6aghf"} +{"time":"2025-07-17T19:38:58.999017409+03:00","level":"INFO","msg":"stream: started","id":"cqv6aghf"} +{"time":"2025-07-17T19:38:58.999031987+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"cqv6aghf"} +{"time":"2025-07-17T19:38:58.999038243+03:00","level":"INFO","msg":"sender: started","stream_id":"cqv6aghf"} +{"time":"2025-07-17T19:38:58.999089722+03:00","level":"INFO","msg":"handler: started","stream_id":"cqv6aghf"} +{"time":"2025-07-17T19:41:09.297185249+03:00","level":"INFO","msg":"stream: closing","id":"cqv6aghf"} +{"time":"2025-07-17T19:41:10.375050724+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-17T19:41:10.753277203+03:00","level":"INFO","msg":"handler: closed","stream_id":"cqv6aghf"} +{"time":"2025-07-17T19:41:10.753307837+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"cqv6aghf"} +{"time":"2025-07-17T19:41:10.753365811+03:00","level":"INFO","msg":"sender: closed","stream_id":"cqv6aghf"} +{"time":"2025-07-17T19:41:10.754462523+03:00","level":"INFO","msg":"stream: closed","id":"cqv6aghf"} diff --git a/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug.log b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9757904f8313c54d5a1cd9e6feb625c1c2016e9f --- /dev/null +++ b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-17 19:38:58,341 INFO MainThread:2241 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_setup.py:_flush():80] Configure stats pid to 2241 +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_193858-cqv6aghf/logs/debug.log +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_193858-cqv6aghf/logs/debug-internal.log +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_init.py:init():830] calling init triggers +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 64, 'max_length': 512, 'save_path': 'simson_checkpoints/simson_model.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-17 19:38:58,342 INFO MainThread:2241 [wandb_init.py:init():871] starting backend +2025-07-17 19:38:58,559 INFO MainThread:2241 [wandb_init.py:init():874] sending inform_init request +2025-07-17 19:38:58,566 INFO MainThread:2241 [wandb_init.py:init():882] backend started and connected +2025-07-17 19:38:58,567 INFO MainThread:2241 [wandb_init.py:init():953] updated telemetry +2025-07-17 19:38:58,567 INFO MainThread:2241 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-17 19:38:59,346 INFO MainThread:2241 [wandb_init.py:init():1029] starting run threads in backend +2025-07-17 19:38:59,535 INFO MainThread:2241 [wandb_run.py:_console_start():2458] atexit reg +2025-07-17 19:38:59,535 INFO MainThread:2241 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-17 19:38:59,535 INFO MainThread:2241 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-17 19:38:59,535 INFO MainThread:2241 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-17 19:38:59,539 INFO MainThread:2241 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-17 19:39:00,575 INFO MainThread:2241 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-17 19:39:00,796 INFO MainThread:2241 [wandb_watch.py:_watch():70] Watching +2025-07-17 19:41:09,295 INFO MsgRouterThr:2241 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250717_193858-cqv6aghf/run-cqv6aghf.wandb b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/run-cqv6aghf.wandb new file mode 100644 index 0000000000000000000000000000000000000000..ec1986f6161abe7826b7438dade64caf81df7c9f Binary files /dev/null and b/simson_modeling/wandb/run-20250717_193858-cqv6aghf/run-cqv6aghf.wandb differ diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/config.yaml b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..32d4aeab7e640b38eb5c0a598d6267811e17a97f --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 9nkrnr7idk76ftj050sh8v2jbhzfczw6: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136773324800" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T20:26:26.020573Z" + writerId: 9nkrnr7idk76ftj050sh8v2jbhzfczw6 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 128 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/output.log b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..88948393948d637a39792cac2af36bbe1d5c67eb --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [05:40", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 376, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 300, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/requirements.txt b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/wandb-metadata.json b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..f7f13a251671555ec90cb6ea1a5b6b2108cce777 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T20:26:26.020573Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136773324800" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "9nkrnr7idk76ftj050sh8v2jbhzfczw6" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/wandb-summary.json b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9099f41f2bf9ccc34fcdd656460f9be15b19c0fe --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/files/wandb-summary.json @@ -0,0 +1 @@ +{"_step":45,"train_batch_loss":5.541171550750732,"_wandb":{"runtime":342},"_runtime":342,"learning_rate":9.999999816736326e-05,"_timestamp":1.7527843237998762e+09} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug-core.log b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..7bd387e538f5261c7403a6ec25511d2ea82a1058 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-17T23:26:26.090131222+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpcfhuf_fa/port-2714.txt","pid":2714,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-17T23:26:26.090681796+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":2714} +{"time":"2025-07-17T23:26:26.090676496+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2714-2737-771835573/socket","Net":"unix"}} +{"time":"2025-07-17T23:26:26.271722527+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-17T23:26:26.280524367+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"2o1r3b46","id":"1(@)"} +{"time":"2025-07-17T23:26:26.708931129+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"2o1r3b46","id":"1(@)"} +{"time":"2025-07-17T23:32:09.240912643+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-17T23:32:09.241303969+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-17T23:32:09.241373981+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-17T23:32:09.241382783+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-17T23:32:09.241471117+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2714-2737-771835573/socket","Net":"unix"}} +{"time":"2025-07-17T23:32:10.757742641+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-17T23:32:10.757756267+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-17T23:32:10.75776354+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug-internal.log b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2ecaebb1fadfb6326721ce6bcd5366c748f54edc --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-17T23:26:26.28153809+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-17T23:26:26.70889537+03:00","level":"INFO","msg":"stream: created new stream","id":"2o1r3b46"} +{"time":"2025-07-17T23:26:26.708925403+03:00","level":"INFO","msg":"stream: started","id":"2o1r3b46"} +{"time":"2025-07-17T23:26:26.708934376+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"2o1r3b46"} +{"time":"2025-07-17T23:26:26.709047632+03:00","level":"INFO","msg":"handler: started","stream_id":"2o1r3b46"} +{"time":"2025-07-17T23:26:26.709097165+03:00","level":"INFO","msg":"sender: started","stream_id":"2o1r3b46"} +{"time":"2025-07-17T23:32:09.241266993+03:00","level":"INFO","msg":"stream: closing","id":"2o1r3b46"} +{"time":"2025-07-17T23:32:10.379885555+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-17T23:32:10.756331962+03:00","level":"INFO","msg":"handler: closed","stream_id":"2o1r3b46"} +{"time":"2025-07-17T23:32:10.756361702+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"2o1r3b46"} +{"time":"2025-07-17T23:32:10.75642265+03:00","level":"INFO","msg":"sender: closed","stream_id":"2o1r3b46"} +{"time":"2025-07-17T23:32:10.757282977+03:00","level":"INFO","msg":"stream: closed","id":"2o1r3b46"} diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug.log b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..27969f831b7b5bd36ebc837c3d533a9fb9826c56 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-17 23:26:26,053 INFO MainThread:2714 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_setup.py:_flush():80] Configure stats pid to 2714 +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_232626-2o1r3b46/logs/debug.log +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_232626-2o1r3b46/logs/debug-internal.log +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_init.py:init():830] calling init triggers +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 128, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-17 23:26:26,054 INFO MainThread:2714 [wandb_init.py:init():871] starting backend +2025-07-17 23:26:26,271 INFO MainThread:2714 [wandb_init.py:init():874] sending inform_init request +2025-07-17 23:26:26,279 INFO MainThread:2714 [wandb_init.py:init():882] backend started and connected +2025-07-17 23:26:26,281 INFO MainThread:2714 [wandb_init.py:init():953] updated telemetry +2025-07-17 23:26:26,282 INFO MainThread:2714 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-17 23:26:27,059 INFO MainThread:2714 [wandb_init.py:init():1029] starting run threads in backend +2025-07-17 23:26:27,233 INFO MainThread:2714 [wandb_run.py:_console_start():2458] atexit reg +2025-07-17 23:26:27,234 INFO MainThread:2714 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-17 23:26:27,234 INFO MainThread:2714 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-17 23:26:27,234 INFO MainThread:2714 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-17 23:26:27,239 INFO MainThread:2714 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-17 23:26:28,322 INFO MainThread:2714 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-17 23:26:28,324 INFO MainThread:2714 [wandb_watch.py:_watch():70] Watching +2025-07-17 23:32:09,239 INFO MsgRouterThr:2714 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250717_232626-2o1r3b46/run-2o1r3b46.wandb b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/run-2o1r3b46.wandb new file mode 100644 index 0000000000000000000000000000000000000000..356da7c8c11b3b7419c552166c7f12b4d8d3d69a Binary files /dev/null and b/simson_modeling/wandb/run-20250717_232626-2o1r3b46/run-2o1r3b46.wandb differ diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/config.yaml b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2ff2b7750d64dc932d3f76ccfd658cc7f9f0cb65 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 75fmi0pxqocultywke13rf3dqru5r62d: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136667938816" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T20:34:37.816008Z" + writerId: 75fmi0pxqocultywke13rf3dqru5r62d + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 128 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/output.log b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..27b5615cfba963875543d545735154d7bdbb9940 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [09:15", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 377, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 301, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/requirements.txt b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/wandb-metadata.json b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e8e52fe6ed289436211ebd7897eb921ce0c0e337 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T20:34:37.816008Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136667938816" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "75fmi0pxqocultywke13rf3dqru5r62d" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/wandb-summary.json b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..6746c2881779ef0ca15a15c947ab3c7d56036b3f --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[2,2,0,1,1,2,1,2,6,9,10,11,27,31,52,71,130,190,301,601,977,1751,2923,5080,8707,14774,24464,38987,57820,75853,86543,82383,66606,46489,30106,18259,11090,6420,3826,2158,1209,755,445,291,181,105,70,28,20,17,10,10,5,0,1,4,3,0,0,1,0,0,2,1],"bins":[-2.976837095047813e-06,-2.8799438496207586e-06,-2.783050604193704e-06,-2.68615735876665e-06,-2.5892641133395955e-06,-2.4923706405388657e-06,-2.3954773951118113e-06,-2.298584149684757e-06,-2.2016909042577026e-06,-2.1047976588306483e-06,-2.007904413403594e-06,-1.9110111679765396e-06,-1.8141178088626475e-06,-1.7172245634355932e-06,-1.620331204321701e-06,-1.5234379588946467e-06,-1.4265447134675924e-06,-1.329651468040538e-06,-1.2327582226134837e-06,-1.1358648634995916e-06,-1.0389716180725372e-06,-9.420783726454829e-07,-8.451850703750097e-07,-7.482917681045365e-07,-6.513985226774821e-07,-5.545052772504278e-07,-4.5761197497995454e-07,-3.6071870113119076e-07,-2.6382542728242697e-07,-1.669321534336632e-07,-7.00388795848994e-08,2.685439426386438e-08,1.237478954863036e-07,2.206411693350674e-07,3.1753444318383117e-07,4.1442771703259496e-07,5.113209908813587e-07,6.082142363084131e-07,7.051075385788863e-07,8.020008408493595e-07,8.988940862764139e-07,9.957873317034682e-07,1.0926805771305226e-06,1.1895739362444147e-06,1.286467181671469e-06,1.3833604270985234e-06,1.4802537862124154e-06,1.5771470316394698e-06,1.6740402770665241e-06,1.7709335224935785e-06,1.8678267679206328e-06,1.964720013347687e-06,2.061613486148417e-06,2.1585067315754713e-06,2.2553999770025257e-06,2.35229322242958e-06,2.4491864678566344e-06,2.5460797132836888e-06,2.642972958710743e-06,2.7398662041377975e-06,2.836759449564852e-06,2.9336529223655816e-06,3.030546167792636e-06,3.1274394132196903e-06,3.2243326586467447e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,1,4,0,1,0,3,1,3,7,10,10,20,26,31,38,69,117,168,266,401,688,1011,1513,2583,4041,6365,10864,18021,30669,53865,97023,180433,305310,344444,229822,123912,67323,37508,21726,13117,7963,4835,3068,1917,1245,804,551,364,224,160,109,74,39,27,22,17,11,6,3,2,3,2,3],"bins":[-2.094393494189717e-06,-2.033159034908749e-06,-1.9719245756277815e-06,-1.9106901163468137e-06,-1.8494557707526837e-06,-1.788221311471716e-06,-1.7269868521907483e-06,-1.6657523929097806e-06,-1.6045180473156506e-06,-1.543283588034683e-06,-1.4820491287537152e-06,-1.4208146694727475e-06,-1.3595802101917798e-06,-1.298345750910812e-06,-1.237111405316682e-06,-1.1758769460357144e-06,-1.1146424867547466e-06,-1.053408027473779e-06,-9.921735681928112e-07,-9.309391657552624e-07,-8.697047633177135e-07,-8.084703040367458e-07,-7.472358447557781e-07,-6.860014423182292e-07,-6.247669830372615e-07,-5.635325237562938e-07,-5.02298121318745e-07,-4.4106366203777725e-07,-3.7982923117851897e-07,-3.185948003192607e-07,-2.5736034103829297e-07,-1.961259101790347e-07,-1.348914793197764e-07,-7.365704135509077e-08,-1.242260339040513e-08,4.881183457428051e-08,1.1004627253896615e-07,1.7128070339822443e-07,2.3251514846833743e-07,2.937495935384504e-07,3.549840243977087e-07,4.16218455256967e-07,4.774528861162253e-07,5.38687345397193e-07,5.999218046781607e-07,6.611562071157095e-07,7.223906663966773e-07,7.836250688342261e-07,8.448595281151938e-07,9.060939873961615e-07,9.673284466771293e-07,1.0285627922712592e-06,1.089797251552227e-06,1.1510317108331947e-06,1.2122661701141624e-06,1.27350062939513e-06,1.3347350886760978e-06,1.3959694342702278e-06,1.4572038935511955e-06,1.5184383528321632e-06,1.579672812113131e-06,1.6409072713940986e-06,1.7021416169882286e-06,1.7633760762691963e-06,1.824610535550164e-06]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,4,3,10,19,24,49,81,142,254,401,661,974,1650,2574,3797,5387,7684,10765,14646,19414,25032,31753,38994,47477,56205,64634,73151,80383,87531,91545,94662,94890,93634,89780,84579,77267,69068,61119,52498,43513,35908,28661,22545,17252,12809,9253,6712,4543,3206,2125,1388,893,559,341,193,112,50,31,11,6,5,4,2],"bins":[-0.09797579795122147,-0.09494128823280334,-0.09190677851438522,-0.0888722687959671,-0.08583775162696838,-0.08280324190855026,-0.07976873219013214,-0.07673422247171402,-0.0736997127532959,-0.07066520303487778,-0.06763068586587906,-0.06459617614746094,-0.061561666429042816,-0.058527156710624695,-0.055492646992206573,-0.052458133548498154,-0.04942362383008003,-0.04638911411166191,-0.04335460066795349,-0.04032009094953537,-0.03728558123111725,-0.03425106778740883,-0.031216558068990707,-0.028182048350572586,-0.025147536769509315,-0.022113025188446045,-0.019078515470027924,-0.016044003888964653,-0.013009493239223957,-0.009974982589483261,-0.006940471474081278,-0.0039059605915099382,-0.0008714497089385986,0.002163061173632741,0.005197572056204081,0.008232083171606064,0.01126659382134676,0.014301104471087456,0.017335616052150726,0.020370125770568848,0.023404637351632118,0.02643914893269539,0.02947365865111351,0.03250816836953163,0.03554268181324005,0.03857719153165817,0.041611701250076294,0.044646214693784714,0.047680724412202835,0.050715234130620956,0.053749747574329376,0.0567842572927475,0.05981876701116562,0.06285327672958374,0.06588778644800186,0.06892230361700058,0.0719568133354187,0.07499132305383682,0.07802583277225494,0.08106034249067307,0.08409485220909119,0.0871293693780899,0.09016387909650803,0.09319838881492615,0.09623289853334427]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,0,1,0,0,1,0,0,0,2,2,2,2,1,4,0,2,6,1,3,5,4,9,7,13,17,17,25,49,89,129,134,94,47,12,10,19,8,10,9,8,3,0,1,3,1,2,2,0,1,1,1,2,0,2,0,1,0,0,1,2],"bins":[-1.0634826352884375e-12,-1.032245469656523e-12,-1.0010083040246087e-12,-9.697711383926944e-13,-9.3853397276078e-13,-9.072968071288656e-13,-8.760596414969513e-13,-8.448224758650369e-13,-8.135853102331225e-13,-7.823481446012082e-13,-7.511109789692938e-13,-7.198738133373794e-13,-6.886366477054651e-13,-6.573994820735507e-13,-6.261623164416363e-13,-5.94925150809722e-13,-5.636879851778076e-13,-5.324508195458932e-13,-5.012136539139789e-13,-4.699764882820645e-13,-4.3873932265015014e-13,-4.075021570182358e-13,-3.762649913863214e-13,-3.4502782575440705e-13,-3.137906601224927e-13,-2.825534944905783e-13,-2.5131632885866395e-13,-2.2007916322674959e-13,-1.8884199759483522e-13,-1.5760483196292085e-13,-1.263676663310065e-13,-9.513050069909212e-14,-6.389333506717776e-14,-3.2656169435263394e-14,-1.4190038033490282e-15,2.981816182856534e-14,6.10553274604797e-14,9.229249309239407e-14,1.2352965872430843e-13,1.547668243562228e-13,1.8600398998813716e-13,2.1724115562005153e-13,2.484783212519659e-13,2.7971548688388026e-13,3.1095265251579463e-13,3.42189818147709e-13,3.7342698377962336e-13,4.046641494115377e-13,4.359013150434521e-13,4.671384806753665e-13,4.983756463072808e-13,5.296128119391952e-13,5.608499775711095e-13,5.920871432030239e-13,6.233243088349383e-13,6.545614744668526e-13,6.85798640098767e-13,7.170358057306814e-13,7.482729713625957e-13,7.795101369945101e-13,8.107473026264245e-13,8.419844682583388e-13,8.732216338902532e-13,9.044587995221676e-13,9.35695965154082e-13]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-7.944440767460037e-07,-7.703742426201643e-07,-7.46304351650906e-07,-7.222345175250666e-07,-6.981646265558084e-07,-6.74094792429969e-07,-6.500249583041295e-07,-6.259550673348713e-07,-6.018852332090319e-07,-5.778153990831925e-07,-5.537455081139342e-07,-5.296756739880948e-07,-5.056058398622554e-07,-4.815359488929971e-07,-4.574661147671577e-07,-4.3339625221960887e-07,-4.0932638967206003e-07,-3.852565271245112e-07,-3.6118666457696236e-07,-3.3711683045112295e-07,-3.130469679035741e-07,-2.889771053560253e-07,-2.6490727123018587e-07,-2.4083740868263703e-07,-2.167675461350882e-07,-1.9269768358753936e-07,-1.6862783525084524e-07,-1.4455798691415112e-07,-1.2048812436660228e-07,-9.64182689244808e-08,-7.234841348235932e-08,-4.827855804023784e-08,-2.420870259811636e-08,-1.3884715599488118e-10,2.3931008286126598e-08,4.800086372824808e-08,7.207071917036956e-08,9.614057461249104e-08,1.2021043005461252e-07,1.4428027839130664e-07,1.6835014093885547e-07,1.924200034864043e-07,2.1648985182309843e-07,2.4055970015979256e-07,2.646295627073414e-07,2.8869942525489023e-07,3.1276925938072964e-07,3.3683912192827847e-07,3.609089844758273e-07,3.8497884702337615e-07,4.09048709570925e-07,4.331185436967644e-07,4.5718840624431323e-07,4.812582687918621e-07,5.053281029177015e-07,5.293979938869597e-07,5.534678280127991e-07,5.775376621386386e-07,6.016075531078968e-07,6.256773872337362e-07,6.497472213595756e-07,6.738171123288339e-07,6.978869464546733e-07,7.219568374239316e-07,7.46026671549771e-07],"_type":"histogram","values":[1,0,0,1,0,0,1,2,2,3,1,4,6,2,12,7,9,10,15,9,14,20,22,19,25,24,35,25,25,19,30,30,28,26,28,31,25,18,27,25,18,21,19,10,18,14,13,6,9,9,9,8,3,9,7,5,1,3,2,2,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,1,0,4,1,5,1,5,15,18,24,30,45,47,71,92,146,176,259,338,460,661,847,1251,1656,2309,2963,3697,4683,5484,6108,329826,6060,5497,4846,3905,3105,2212,1648,1267,880,711,535,376,266,196,137,97,65,52,48,30,16,9,10,8,8,1,2,0,3,0,0,2],"bins":[-7.486560207325965e-06,-7.249295322253602e-06,-7.012030437181238e-06,-6.7747655521088745e-06,-6.537500667036511e-06,-6.3002357819641475e-06,-6.062970896891784e-06,-5.82570601181942e-06,-5.588441126747057e-06,-5.351176696422044e-06,-5.113911811349681e-06,-4.876646926277317e-06,-4.6393820412049536e-06,-4.40211715613259e-06,-4.1648522710602265e-06,-3.927587385987863e-06,-3.6903225009154994e-06,-3.453057615843136e-06,-3.2157927307707723e-06,-2.9785278456984088e-06,-2.7412629606260452e-06,-2.503998302927357e-06,-2.2667334178549936e-06,-2.02946853278263e-06,-1.7922036477102665e-06,-1.554938762637903e-06,-1.3176738775655394e-06,-1.0804091061800136e-06,-8.431442211076501e-07,-6.058793360352865e-07,-3.6861450780634186e-07,-1.3134965115568775e-07,1.0591520549496636e-07,3.4318006214562047e-07,5.804449187962746e-07,8.177097470252193e-07,1.0549746320975828e-06,1.2922395171699463e-06,1.5295042885554722e-06,1.7667691736278357e-06,2.0040340587001992e-06,2.2412989437725628e-06,2.4785638288449263e-06,2.71582871391729e-06,2.953093371615978e-06,3.1903582566883415e-06,3.427623141760705e-06,3.6648880268330686e-06,3.902152911905432e-06,4.139417796977796e-06,4.376682682050159e-06,4.613947567122523e-06,4.851212452194886e-06,5.08847733726725e-06,5.325742222339613e-06,5.563007107411977e-06,5.8002715377369896e-06,6.037536422809353e-06,6.274801307881717e-06,6.51206619295408e-06,6.749331078026444e-06,6.986595963098807e-06,7.223860848171171e-06,7.461125733243534e-06,7.698390618315898e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,1,3,1,0,1,4,5,4,7,9,4,6,11,10,16,17,20,32,42,37,29,43,42,57,47,30,43,38,29,27,21,21,21,19,10,13,10,4,8,8,3,2,0,4,1,0,2,1,0,0,0,0,1],"bins":[-2.748582119238563e-06,-2.669537025212776e-06,-2.590491931186989e-06,-2.511446837161202e-06,-2.432401743135415e-06,-2.3533564217359526e-06,-2.2743113277101656e-06,-2.1952662336843787e-06,-2.1162211396585917e-06,-2.0371760456328047e-06,-1.9581309516070178e-06,-1.879085743894393e-06,-1.8000406498686061e-06,-1.7209955558428192e-06,-1.6419503481301945e-06,-1.5629052541044075e-06,-1.4838601600786205e-06,-1.4048150660528336e-06,-1.3257699720270466e-06,-1.246724764314422e-06,-1.167679670288635e-06,-1.088634576262848e-06,-1.0095893685502233e-06,-9.305442745244363e-07,-8.514991804986494e-07,-7.724540864728624e-07,-6.934089356036566e-07,-6.143637847344507e-07,-5.353186907086638e-07,-4.562735682611674e-07,-3.77228445813671e-07,-2.981833233661746e-07,-2.191382009186782e-07,-1.400930784711818e-07,-6.10479560236854e-08,1.7997166423810995e-08,9.704228887130739e-08,1.760874113188038e-07,2.551325337663002e-07,3.341776562137966e-07,4.13222778661293e-07,4.922678726870799e-07,5.713130235562858e-07,6.503581744254916e-07,7.294032684512786e-07,8.084483624770655e-07,8.874935133462714e-07,9.665386642154772e-07,1.0455837582412641e-06,1.1246288522670511e-06,1.203673946292838e-06,1.2827191540054628e-06,1.3617642480312497e-06,1.4408093420570367e-06,1.5198545497696614e-06,1.5988996437954484e-06,1.6779447378212353e-06,1.7569898318470223e-06,1.8360349258728093e-06,1.9150800198985962e-06,1.9941253412980586e-06,2.0731704353238456e-06,2.1522155293496326e-06,2.2312606233754195e-06,2.3103057174012065e-06]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,1,2,7,6,5,19,34,45,53,105,137,187,312,454,653,935,1415,2079,3269,4801,7337,11343,17837,27954,45583,77317,136725,296416,471145,200455,104801,60470,36565,22574,14329,9320,6042,4014,2688,1780,1196,833,519,382,237,165,113,67,45,33,19,13,9,4,6,3,0,1,0,2],"bins":[-3.2677939998393413e-06,-3.166542455801391e-06,-3.0652906843897654e-06,-2.964039140351815e-06,-2.8627873689401895e-06,-2.7615358249022393e-06,-2.660284280864289e-06,-2.5590325094526634e-06,-2.457780965414713e-06,-2.3565291940030875e-06,-2.2552776499651372e-06,-2.154026105927187e-06,-2.0527743345155613e-06,-1.951522790477611e-06,-1.8502711327528232e-06,-1.7490194750280352e-06,-1.6477678173032473e-06,-1.5465161595784593e-06,-1.4452645018536714e-06,-1.3440129578157212e-06,-1.2427613000909332e-06,-1.1415096423661453e-06,-1.0402579846413573e-06,-9.390063837599882e-07,-8.377547260352003e-07,-7.365030683104123e-07,-6.352514674290433e-07,-5.339998097042553e-07,-4.327481804011768e-07,-3.314965510980983e-07,-2.3024490758416505e-07,-1.2899326407023182e-07,-2.77416347671533e-08,7.351000164135257e-08,1.7476163804985845e-07,2.760132815637917e-07,3.772649108668702e-07,4.785165401699487e-07,5.797681978947367e-07,6.810197987761057e-07,7.822714565008937e-07,8.835231142256816e-07,9.847747151070507e-07,1.0860263728318387e-06,1.1872780305566266e-06,1.2885296882814146e-06,1.3897812323193648e-06,1.4910328900441527e-06,1.5922845477689407e-06,1.6935362054937286e-06,1.7947878632185166e-06,1.8960394072564668e-06,1.9972910649812547e-06,2.0985428363928804e-06,2.1997943804308306e-06,2.301045924468781e-06,2.4022976958804065e-06,2.5035492399183568e-06,2.6048010113299824e-06,2.7060525553679327e-06,2.807304099405883e-06,2.9085558708175085e-06,3.0098074148554588e-06,3.1110591862670844e-06,3.2123107303050347e-06]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,3,2,1,3,2,9,0,2,7,12,7,7,5,7,10,14,17,14,15,14,20,22,19,27,23,31,28,35,38,36,26,28,22,22,15,28,13,25,23,24,13,15,10,12,6,4,9,5,9,11,4,3,1,1,4,2,0,1,0,0,1],"bins":[-6.328170911729103e-07,-6.124980700406013e-07,-5.921791057517112e-07,-5.718600846194022e-07,-5.515411203305121e-07,-5.312220991982031e-07,-5.109030780658941e-07,-4.90584113777004e-07,-4.7026509264469496e-07,-4.499460999340954e-07,-4.2962710722349584e-07,-4.0930808609118685e-07,-3.889890933805873e-07,-3.6867010066998773e-07,-3.4835107953767874e-07,-3.280320868270792e-07,-3.077130941164796e-07,-2.8739410140588006e-07,-2.670751086952805e-07,-2.467560875629715e-07,-2.2643709485237196e-07,-2.061181021417724e-07,-1.8579909522031812e-07,-1.6548008829886385e-07,-1.451610955882643e-07,-1.2484210287766473e-07,-1.0452309595621045e-07,-8.420409614018354e-08,-6.388509632415662e-08,-4.3566096508129704e-08,-2.3247096692102787e-08,-2.9280968760758697e-09,1.7390902939951047e-08,3.7709902755977964e-08,5.802890257200488e-08,7.83479023880318e-08,9.866690220405872e-08,1.1898590202008563e-07,1.3930490183611255e-07,1.5962390875756682e-07,1.7994290146816638e-07,2.0026189417876594e-07,2.2058090110022022e-07,2.408999080216745e-07,2.6121890073227405e-07,2.815378934428736e-07,3.018569145751826e-07,3.2217590728578216e-07,3.424948999963817e-07,3.628138927069813e-07,3.8313288541758084e-07,4.0345190654988983e-07,4.237708992604894e-07,4.4408989197108895e-07,4.6440891310339794e-07,4.847278773922881e-07,5.050468985245971e-07,5.25365919656906e-07,5.456848839457962e-07,5.660039050781052e-07,5.863229262104142e-07,6.066418904993043e-07,6.269609116316133e-07,6.472798759205034e-07,6.675988970528124e-07]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,2,1,1,0,2,3,4,5,3,10,8,14,13,12,10,11,13,23,20,16,28,34,32,35,32,28,44,32,23,30,27,32,26,24,20,25,14,17,20,11,8,12,7,4,3,5,4,4,3,2,2,1,2,0,1,0,0,0,2],"bins":[-1.2073960533598438e-06,-1.1694534123307676e-06,-1.1315107713016914e-06,-1.0935680165857775e-06,-1.0556253755567013e-06,-1.0176827345276251e-06,-9.797399798117112e-07,-9.41797338782635e-07,-9.038546977535589e-07,-8.659120567244827e-07,-8.279693588519876e-07,-7.900266609794926e-07,-7.520840199504164e-07,-7.141413789213402e-07,-6.761986810488452e-07,-6.382559831763501e-07,-6.003133421472739e-07,-5.623707011181978e-07,-5.244280032457027e-07,-4.864853053732077e-07,-4.485426643441315e-07,-4.1059999489334587e-07,-3.7265732544256025e-07,-3.3471465599177463e-07,-2.96771986540989e-07,-2.588293170902034e-07,-2.208866476394178e-07,-1.8294397818863217e-07,-1.4500130873784656e-07,-1.0705863928706094e-07,-6.911596983627533e-08,-3.117330038548971e-08,6.769369065295905e-09,4.471203851608152e-08,8.265470796686714e-08,1.2059737741765275e-07,1.5854004686843837e-07,1.9648271631922398e-07,2.344253857700096e-07,2.723680552207952e-07,3.1031072467158083e-07,3.4825339412236644e-07,3.8619606357315206e-07,4.241387330239377e-07,4.620814024747233e-07,5.000240435037995e-07,5.379667413762945e-07,5.759094392487896e-07,6.138520802778658e-07,6.517947213069419e-07,6.89737419179437e-07,7.27680117051932e-07,7.656227580810082e-07,8.035653991100844e-07,8.415080969825794e-07,8.794507948550745e-07,9.173934358841507e-07,9.553360769132269e-07,9.93278717942303e-07,1.031221472658217e-06,1.0691641136872931e-06,1.1071067547163693e-06,1.1450495094322832e-06,1.1829921504613594e-06,1.2209347914904356e-06]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,1,2,1,2,2,3,2,1,4,5,3,8,11,13,19,30,17,13,30,27,27,26,18,20,14,11,12,15,13,12,15,6,5,10,12,16,7,13,15,23,19,17,15,26,29,27,18,26,12,17,16,8,16,13,6,3,4,2,3,2,0,2,1],"bins":[-0.0015062936581671238,-0.0014605800388380885,-0.0014148663030937314,-0.0013691526837646961,-0.001323438948020339,-0.0012777253286913037,-0.0012320117093622684,-0.0011862979736179113,-0.001140584354288876,-0.0010948707349598408,-0.0010491569992154837,-0.0010034433798864484,-0.0009577297023497522,-0.000912016024813056,-0.0008663024054840207,-0.0008205887279473245,-0.0007748750504106283,-0.0007291613728739321,-0.0006834476953372359,-0.0006377340760082006,-0.0005920203984715044,-0.0005463067209348083,-0.000500593101605773,-0.0004548794240690768,-0.0004091657465323806,-0.0003634520689956844,-0.00031773842056281865,-0.0002720247721299529,-0.0002263110945932567,-0.00018059743160847574,-0.00013488376862369478,-8.917010563891381e-05,-4.3456326238811016e-05,2.257336745969951e-06,4.797099973075092e-05,9.368466271553189e-05,0.00013939832570031285,0.00018511198868509382,0.0002308256516698748,0.0002765393001027405,0.0003222529776394367,0.0003679666551761329,0.00041368030360899866,0.0004593939520418644,0.0005051076295785606,0.0005508213071152568,0.0005965349264442921,0.0006422486039809883,0.0006879622815176845,0.0007336759590543807,0.0007793896365910769,0.0008251032559201121,0.0008708169334568083,0.0009165306109935045,0.0009622442303225398,0.001007957966066897,0.0010536715853959322,0.0010993852047249675,0.0011450989404693246,0.0011908125597983599,0.001236526295542717,0.0012822399148717523,0.0013279535342007875,0.0013736672699451447,0.00141938088927418]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,6,4,10,24,46,73,116,209,356,534,925,1382,2183,3201,4581,6738,9329,12719,16996,22329,28233,35255,43300,51207,59530,68055,75810,82966,88177,92650,93139,93481,90901,86838,81270,73486,66104,57386,48887,40315,33364,26551,20392,15543,11661,8461,6005,4133,2892,1923,1246,766,494,292,175,91,57,28,17,10,6,1,3],"bins":[-0.09554154425859451,-0.09254179149866104,-0.08954203873872757,-0.0865422785282135,-0.08354252576828003,-0.08054277300834656,-0.07754302024841309,-0.07454326748847961,-0.07154351472854614,-0.06854375451803207,-0.0655440017580986,-0.06254424899816513,-0.05954449623823166,-0.05654473975300789,-0.05354498699307442,-0.05054523050785065,-0.047545477747917175,-0.044545724987983704,-0.041545968502759933,-0.03854621574282646,-0.03554645925760269,-0.03254670649766922,-0.02954695373773575,-0.026547199115157127,-0.023547444492578506,-0.020547689869999886,-0.017547935247421265,-0.014548182487487793,-0.011548427864909172,-0.008548673242330551,-0.005548919551074505,-0.0025491653941571712,0.0004505962133407593,0.003450350370258093,0.0064501045271754265,0.009449858218431473,0.012449612841010094,0.015449367463588715,0.018449120223522186,0.021448874846100807,0.024448629468679428,0.02744838409125805,0.03044813871383667,0.03344789147377014,0.03644764423370361,0.03944740071892738,0.042447153478860855,0.045446909964084625,0.0484466627240181,0.05144641548395157,0.05444617196917534,0.05744592472910881,0.06044568121433258,0.06344543397426605,0.06644518673419952,0.069444939494133,0.07244469225406647,0.07544445246458054,0.07844420522451401,0.08144395798444748,0.08444371074438095,0.08744346350431442,0.09044322371482849,0.09344297647476196,0.09644272923469543],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,0,1,0,0,2,2,2,3,2,6,2,4,2,2,4,7,7,5,15,16,18,19,23,45,53,52,70,83,53,51,38,45,28,23,22,10,8,6,6,8,5,5,3,0,1,2,2,1,1,1,0,0,0,0,1],"bins":[-7.634292842340074e-07,-7.42489248750644e-07,-7.215491564238619e-07,-7.006091209404985e-07,-6.796690854571352e-07,-6.587290499737719e-07,-6.377889576469897e-07,-6.168489221636264e-07,-5.959088866802631e-07,-5.749687943534809e-07,-5.540287588701176e-07,-5.330887233867543e-07,-5.12148687903391e-07,-4.912085955766088e-07,-4.7026856009324547e-07,-4.4932852460988215e-07,-4.283884607048094e-07,-4.0744839679973666e-07,-3.8650836131637334e-07,-3.655682974113006e-07,-3.446282619279373e-07,-3.236881980228645e-07,-3.027481625395012e-07,-2.8180809863442846e-07,-2.608680347293557e-07,-2.399279992459924e-07,-2.1898794955177436e-07,-1.9804789985755633e-07,-1.7710783595248358e-07,-1.5616778625826555e-07,-1.3522773656404752e-07,-1.1428768686982949e-07,-9.334763717561145e-08,-7.240758748139342e-08,-5.146753423446171e-08,-3.052748098753e-08,-9.587431293311965e-09,1.1352620177262907e-08,3.229267164783778e-08,5.323272489476949e-08,7.417277458898752e-08,9.511282428320555e-08,1.1605287397742359e-07,1.3699292367164162e-07,1.5793298757671437e-07,1.788730372709324e-07,1.9981308696515043e-07,2.2075313665936847e-07,2.416931863535865e-07,2.6263325025865925e-07,2.8357328574202256e-07,3.045133496470953e-07,3.2545338513045863e-07,3.463934490355314e-07,3.673334845188947e-07,3.8827354842396744e-07,4.092136123290402e-07,4.301536478124035e-07,4.5109371171747625e-07,4.7203374720083957e-07,4.929738111059123e-07,5.139138465892756e-07,5.34853882072639e-07,5.557939743994211e-07,5.767340098827844e-07]},"parameters/_orig_mod.linear.bias":{"bins":[-0.03667793422937393,-0.03553202748298645,-0.03438612073659897,-0.03324021399021149,-0.032094307243824005,-0.030948402360081673,-0.02980249747633934,-0.02865659072995186,-0.027510683983564377,-0.026364777237176895,-0.025218870490789413,-0.02407296560704708,-0.0229270588606596,-0.021781152114272118,-0.020635247230529785,-0.019489340484142303,-0.018343433737754822,-0.01719752699136734,-0.01605162024497986,-0.014905715361237526,-0.013759808614850044,-0.012613901868462563,-0.011467996053397655,-0.010322090238332748,-0.009176183491945267,-0.008030276745557785,-0.006884370930492878,-0.005738464649766684,-0.004592558369040489,-0.003446652088314295,-0.0023007458075881004,-0.001154839526861906,-8.936971426010132e-06,0.0011369693093001842,0.0022828755900263786,0.003428781870752573,0.004574688151478767,0.005720594432204962,0.006866500712931156,0.008012406527996063,0.009158313274383545,0.010304220020771027,0.011450125835835934,0.01259603165090084,0.013741938397288322,0.014887845143675804,0.016033750027418137,0.01717965677380562,0.0183255635201931,0.01947147026658058,0.020617377012968063,0.021763281896710396,0.022909188643097878,0.02405509538948536,0.02520100027322769,0.026346907019615173,0.027492813766002655,0.028638720512390137,0.02978462725877762,0.03093053214251995,0.03207644075155258,0.033222343772649765,0.03436825051903725,0.03551415726542473,0.03666006401181221],"_type":"histogram","values":[1,3,3,1,4,3,5,0,4,2,2,0,0,1,1,0,4,2,1,6,1,1,3,2,1,3,2,2,2,2,3,1,2,2,3,1,1,1,2,3,3,4,1,2,1,3,0,4,1,3,1,1,2,1,0,1,1,2,3,3,2,3,1,4]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,2,0,2,1,0,5,6,8,12,17,25,48,56,63,38,25,18,12,9,12,4,6,7,4,8,6,3,6,6,10,5,8,9,11,8,13,20,42,49,59,40,26,12,12,6,6,5,4,6,1,0,1,0,0,0,0,2,0,0,0,1],"bins":[-0.001635479973629117,-0.0015794202918186784,-0.0015233606100082397,-0.0014673009281978011,-0.0014112412463873625,-0.001355181448161602,-0.0012991217663511634,-0.0012430620845407248,-0.0011870024027302861,-0.0011309427209198475,-0.0010748830391094089,-0.0010188233572989702,-0.0009627636172808707,-0.000906703935470432,-0.0008506441954523325,-0.0007945845136418939,-0.0007385248318314552,-0.0006824651500210166,-0.000626405468210578,-0.0005703457281924784,-0.0005142860463820398,-0.00045822636457160115,-0.00040216665365733206,-0.000346106942743063,-0.00029004726093262434,-0.00023398756457027048,-0.00017792786820791662,-0.00012186817184556276,-6.58084754832089e-05,-9.748779120855033e-06,4.631091724149883e-05,0.00010237061360385269,0.00015843030996620655,0.0002144900063285604,0.0002705497026909143,0.00032660941360518336,0.000382669095415622,0.00043872877722606063,0.0004947885172441602,0.0005508481990545988,0.0006069078808650374,0.0006629675626754761,0.0007190272444859147,0.0007750869845040143,0.0008311466663144529,0.0008872063481248915,0.0009432660881429911,0.0009993257699534297,0.0010553854517638683,0.001111445133574307,0.0011675048153847456,0.0012235644971951842,0.0012796241790056229,0.0013356839772313833,0.001391743659041822,0.0014478033408522606,0.0015038630226626992,0.0015599227044731379,0.0016159823862835765,0.0016720420680940151,0.0017281018663197756,0.0017841615481302142,0.0018402212299406528,0.0018962809117510915,0.0019523405935615301]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.10189945995807648,-0.09883767366409302,-0.09577587991952896,-0.0927140936255455,-0.08965229988098145,-0.08659051358699799,-0.08352872729301453,-0.08046693354845047,-0.07740514725446701,-0.07434336096048355,-0.0712815672159195,-0.06821978092193604,-0.06515799462795258,-0.06209620088338852,-0.05903441458940506,-0.0559726245701313,-0.052910834550857544,-0.049849044531583786,-0.04678725451231003,-0.04372546821832657,-0.04066367819905281,-0.03760188817977905,-0.03454010188579559,-0.031478311866521835,-0.028416521847248077,-0.02535473182797432,-0.02229294367134571,-0.019231155514717102,-0.016169365495443344,-0.01310757640749216,-0.010045787319540977,-0.006983998231589794,-0.003922201693058014,-0.0008604126051068306,0.0022013764828443527,0.005263165570795536,0.00832495465874672,0.011386743746697903,0.014448532834649086,0.017510320991277695,0.020572111010551453,0.02363390102982521,0.02669568918645382,0.029757477343082428,0.032819267362356186,0.035881057381629944,0.0389428436756134,0.04200463369488716,0.04506642371416092,0.04812821373343468,0.051190003752708435,0.054251790046691895,0.05731358006596565,0.06037537008523941,0.06343715637922287,0.06649895012378693,0.06956073641777039,0.07262252271175385,0.0756843164563179,0.07874610275030136,0.08180789649486542,0.08486968278884888,0.08793146908283234,0.09099326282739639,0.09405504912137985],"_type":"histogram","values":[1,0,0,2,1,4,5,15,32,52,80,149,189,394,602,864,1399,2014,2817,3885,5390,7401,9182,11652,14569,17587,20887,24547,27632,30645,33086,34598,36090,35687,35511,33808,31862,29073,26072,23123,19504,16047,13200,10392,8163,6247,4705,3438,2394,1675,1116,721,502,350,203,101,64,45,24,10,9,2,4,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,2,1,2,0,0,1,2,4,6,2,6,9,16,15,14,16,29,29,36,28,13,24,11,13,14,10,13,9,8,12,12,6,10,13,9,4,9,21,18,21,23,20,24,20,20,29,36,32,27,24,11,8,8,3,2,4,1,0,3,2,2],"bins":[-0.0015310163144022226,-0.0014868173748254776,-0.0014426184352487326,-0.0013984196120873094,-0.0013542206725105643,-0.0013100217329338193,-0.001265822909772396,-0.001221623970195651,-0.001177425030618906,-0.001133226091042161,-0.001089027151465416,-0.0010448283283039927,-0.0010006293887272477,-0.0009564304491505027,-0.0009122315677814186,-0.0008680326864123344,-0.0008238337468355894,-0.0007796348072588444,-0.0007354359258897603,-0.0006912370445206761,-0.0006470381049439311,-0.0006028391653671861,-0.000558640283998102,-0.0005144414026290178,-0.0004702424630522728,-0.0004260435525793582,-0.00038184464210644364,-0.00033764573163352907,-0.0002934468211606145,-0.0002492479106876999,-0.00020504900021478534,-0.00016085008974187076,-0.00011665129568427801,-7.245238521136343e-05,-2.8253474738448858e-05,1.5945435734465718e-05,6.0144346207380295e-05,0.00010434325668029487,0.00014854216715320945,0.00019274107762612402,0.0002369399880990386,0.0002811388985719532,0.00032533780904486775,0.00036953671951778233,0.0004137356299906969,0.0004579345404636115,0.0005021334509365261,0.0005463323323056102,0.0005905312718823552,0.0006347302114591002,0.0006789290928281844,0.0007231279741972685,0.0007673269137740135,0.0008115258533507586,0.0008557247347198427,0.0008999236160889268,0.0009441225556656718,0.0009883214952424169,0.00103252031840384,0.001076719257980585,0.0011209181975573301,0.0011651171371340752,0.0012093160767108202,0.0012535148998722434,0.0012977138394489884]},"_step":134,"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[3,2,0,2,7,5,6,8,11,18,21,40,41,55,81,94,130,96,67,67,44,39,39,18,26,20,21,27,24,23,22,27,23,33,31,41,53,70,76,86,101,87,98,55,51,48,17,22,15,18,6,5,5,8,0,5,2,3,0,2,1,0,1,1],"bins":[-0.0015626124804839492,-0.0015080291777849197,-0.0014534458750858903,-0.0013988625723868608,-0.0013442792696878314,-0.001289695966988802,-0.0012351126642897725,-0.001180529361590743,-0.0011259461753070354,-0.001071362872608006,-0.0010167795699089766,-0.0009621962090022862,-0.0009076129645109177,-0.0008530296618118882,-0.0007984463591128588,-0.0007438630564138293,-0.0006892797537147999,-0.0006346964510157704,-0.000580113148316741,-0.0005255298456177115,-0.00047094657202251256,-0.0004163632693234831,-0.0003617799957282841,-0.0003071966930292547,-0.00025261339033022523,-0.00019803008763119578,-0.00014344679948408157,-8.886350406100973e-05,-3.4280208637937903e-05,2.0303086785133928e-05,7.488638220820576e-05,0.00012946967035531998,0.00018405308946967125,0.0002386363921687007,0.00029321969486773014,0.00034780296846292913,0.0004023862711619586,0.000456969573860988,0.000511552847456187,0.0005661361501552165,0.0006207194528542459,0.0006753027555532753,0.0007298860582523048,0.0007844693609513342,0.0008390526054427028,0.0008936359081417322,0.0009482192108407617,0.001002802513539791,0.0010573858162388206,0.00111196911893785,0.0011665524216368794,0.0012211357243359089,0.0012757190270349383,0.0013303023297339678,0.0013848856324329972,0.0014394689351320267,0.0014940521214157343,0.0015486354241147637,0.0016032187268137932,0.0016578020295128226,0.001712385332211852,0.0017669686349108815,0.001821551937609911,0.0018761352403089404,0.0019307185430079699]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,1,3,2,4,5,5,9,18,13,18,28,42,58,106,134,182,314,453,743,1150,1847,2877,4786,7943,14120,25926,52336,122303,180091,86450,39026,20408,11272,6643,3836,2469,1441,926,639,429,250,143,93,70,51,52,29,25,21,10,3,3,2,2,4,1,0,4,1,0,1],"bins":[-1.0679178785721888e-06,-1.0338045512980898e-06,-9.996912240239908e-07,-9.655778967498918e-07,-9.314645694757928e-07,-8.973512422016938e-07,-8.632379149275948e-07,-8.291245876534958e-07,-7.950112603793968e-07,-7.60897876261879e-07,-7.2678454898778e-07,-6.92671221713681e-07,-6.58557894439582e-07,-6.24444567165483e-07,-5.90331239891384e-07,-5.56217912617285e-07,-5.22104585343186e-07,-4.87991258069087e-07,-4.5387793079498806e-07,-4.1976460352088907e-07,-3.856512762467901e-07,-3.5153792055098165e-07,-3.1742459327688266e-07,-2.8331126600278367e-07,-2.491979387286847e-07,-2.1508461145458568e-07,-1.809712841804867e-07,-1.4685794269553298e-07,-1.1274461542143399e-07,-7.8631288147335e-08,-4.451795376780865e-08,-1.0404622940995978e-08,2.3708707885816693e-08,5.7822038712629364e-08,9.193536953944204e-08,1.2604870391896839e-07,1.6016203119306738e-07,1.9427535846716637e-07,2.2838869995212008e-07,2.6250202722621907e-07,2.9661535450031806e-07,3.3072868177441705e-07,3.6484200904851605e-07,3.9895533632261504e-07,4.3306869201842346e-07,4.6718201929252245e-07,5.012953465666214e-07,5.354086738407204e-07,5.695220011148194e-07,6.036353283889184e-07,6.377486556630174e-07,6.718619829371164e-07,7.059753102112154e-07,7.400886374853144e-07,7.742019647594134e-07,8.083152920335124e-07,8.424286761510302e-07,8.765420034251292e-07,9.106553306992282e-07,9.447686579733272e-07,9.788819852474262e-07,1.0129953125215252e-06,1.0471086397956242e-06,1.0812219670697232e-06,1.1153352943438222e-06]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.098195381462574,-0.09517897665500641,-0.09216257929801941,-0.08914617449045181,-0.08612977713346481,-0.08311337232589722,-0.08009697496891022,-0.07708057016134262,-0.07406417280435562,-0.07104776799678802,-0.06803137063980103,-0.06501496583223343,-0.06199856474995613,-0.05898216366767883,-0.055965762585401535,-0.05294936150312424,-0.04993296042084694,-0.04691655933856964,-0.04390015825629234,-0.040883757174015045,-0.03786735609173775,-0.03485095500946045,-0.03183455392718315,-0.028818150982260704,-0.025801749899983406,-0.022785348817706108,-0.01976894773542881,-0.016752546653151512,-0.01373614463955164,-0.010719743557274342,-0.007703342009335756,-0.004686940461397171,-0.001670539379119873,0.0013458619359880686,0.00436226325109601,0.0073786647990345955,0.010395065881311893,0.013411466963589191,0.016427868977189064,0.019444270059466362,0.02246067114174366,0.025477072224020958,0.028493473306298256,0.0315098762512207,0.034526277333498,0.0375426784157753,0.0405590794980526,0.043575480580329895,0.04659188166260719,0.04960828274488449,0.05262468382716179,0.05564108490943909,0.058657485991716385,0.06167388707399368,0.06469029188156128,0.06770668923854828,0.07072309404611588,0.07373949140310287,0.07675589621067047,0.07977229356765747,0.08278869837522507,0.08580509573221207,0.08882150053977966,0.09183789789676666,0.09485430270433426],"_type":"histogram","values":[1,1,1,0,5,5,18,30,55,81,137,248,352,576,855,1313,1957,2742,3819,5152,6905,8935,11199,13960,17014,20323,23362,26564,29568,31552,33999,35211,35523,34989,34201,32170,29433,26671,23478,20477,17178,14282,11484,9108,7005,5261,3894,2809,1993,1371,915,606,424,265,146,86,54,31,17,6,4,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,0,1,0,1,3,2,4,5,4,1,13,13,12,14,18,27,38,32,38,29,40,44,39,37,50,35,29,33,32,27,24,20,23,13,10,14,9,4,8,4,1,4,1,0,2,1,0,1,0,0,2,0,1,0,0,0,0,0,0,1],"bins":[-1.7115680748247541e-06,-1.6487269931531046e-06,-1.585885911481455e-06,-1.523044943496643e-06,-1.4602038618249935e-06,-1.397362780153344e-06,-1.334521812168532e-06,-1.2716807304968825e-06,-1.2088396488252329e-06,-1.1459985671535833e-06,-1.0831574854819337e-06,-1.0203165174971218e-06,-9.574754358254722e-07,-8.946343541538226e-07,-8.317933293255919e-07,-7.689523044973612e-07,-7.061112228257116e-07,-6.43270141154062e-07,-5.804291163258313e-07,-5.175880914976005e-07,-4.5474700982595095e-07,-3.919059565760108e-07,-3.2906490332607063e-07,-2.662238500761305e-07,-2.0338279682619032e-07,-1.4054174357625016e-07,-7.770069032631e-08,-1.4859637076369836e-08,4.7981416173570324e-08,1.1082246942351048e-07,1.7366352267345064e-07,2.365045759233908e-07,2.9934562917333096e-07,3.621866824232711e-07,4.250277356732113e-07,4.87868760501442e-07,5.507098421730916e-07,6.135509238447412e-07,6.763919486729719e-07,7.392329735012027e-07,8.020740551728522e-07,8.649151368445018e-07,9.277561616727326e-07,9.905971865009633e-07,1.0534382681726129e-06,1.1162793498442625e-06,1.1791203178290743e-06,1.241961399500724e-06,1.3048024811723735e-06,1.3676435628440231e-06,1.4304846445156727e-06,1.4933256125004846e-06,1.5561666941721342e-06,1.6190077758437837e-06,1.6818487438285956e-06,1.7446898255002452e-06,1.8075309071718948e-06,1.8703719888435444e-06,1.933213070515194e-06,1.9960541521868436e-06,2.0588950064848177e-06,2.1217360881564673e-06,2.184577169828117e-06,2.2474182514997665e-06,2.310259333171416e-06]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0015465873293578625,-0.0015011591603979468,-0.0014557308750227094,-0.0014103027060627937,-0.0013648744206875563,-0.0013194462517276406,-0.0012740179663524032,-0.0012285897973924875,-0.00118316151201725,-0.0011377333430573344,-0.0010923051740974188,-0.0010468768887221813,-0.0010014487197622657,-0.0009560204925946891,-0.0009105922654271126,-0.000865164038259536,-0.0008197358110919595,-0.0007743075839243829,-0.0007288793567568064,-0.0006834511295892298,-0.0006380229024216533,-0.0005925947334617376,-0.0005471665062941611,-0.0005017382791265845,-0.000456310051959008,-0.0004108818247914314,-0.0003654535976238549,-0.0003200253995601088,-0.00027459717239253223,-0.00022916894522495568,-0.00018374073260929435,-0.00013831251999363303,-9.288429282605648e-05,-4.745607293443754e-05,-2.027853042818606e-06,4.340036684880033e-05,8.882858674041927e-05,0.00013425681390799582,0.00017968502652365714,0.00022511323913931847,0.000270541466306895,0.00031596969347447157,0.0003613979206420481,0.0004068261187057942,0.00045225434587337077,0.0004976825439371169,0.0005431107711046934,0.00058853899827227,0.0006339672254398465,0.0006793954526074231,0.0007248236797749996,0.0007702519069425762,0.0008156801341101527,0.0008611083030700684,0.0009065365302376449,0.0009519647574052215,0.000997392926365137,0.0010428212117403746,0.0010882493807002902,0.0011336776660755277,0.0011791058350354433,0.0012245341204106808,0.0012699622893705964,0.0013153905747458339,0.0013608187437057495],"_type":"histogram","values":[2,0,0,2,0,2,2,2,0,3,7,5,7,14,12,32,50,52,42,33,22,15,13,7,12,3,2,4,4,4,4,7,5,4,4,5,5,5,6,6,7,5,8,11,13,20,11,28,37,46,46,37,25,19,15,5,8,1,4,3,7,5,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,1,4,10,8,11,36,54,125,198,351,601,875,1450,2250,3356,5021,7150,9799,13473,18534,24427,30547,38569,47080,55983,65159,74072,81502,87919,93656,95794,97282,95544,91130,85905,78443,69941,61655,51699,43383,35353,27724,21428,16445,12116,8662,6146,4320,2811,1876,1219,730,431,235,175,83,54,27,14,10,2,3,2],"bins":[-0.099848173558712,-0.096755750477314,-0.09366332739591599,-0.09057089686393738,-0.08747847378253937,-0.08438605070114136,-0.08129362761974335,-0.07820120453834534,-0.07510878145694733,-0.07201635092496872,-0.06892392784357071,-0.0658315047621727,-0.06273908168077469,-0.05964665487408638,-0.05655423179268837,-0.05346180498600006,-0.05036938190460205,-0.04727695882320404,-0.04418453201651573,-0.04109210893511772,-0.03799968212842941,-0.0349072590470314,-0.03181483596563339,-0.028722411021590233,-0.025629986077547073,-0.022537561133503914,-0.019445136189460754,-0.016352713108062744,-0.013260288164019585,-0.010167863219976425,-0.00707543920725584,-0.003983014728873968,-0.000890590250492096,0.0022018342278897762,0.005294258706271648,0.008386682718992233,0.011479107663035393,0.014571532607078552,0.017663955688476562,0.020756380632519722,0.02384880557656288,0.02694123052060604,0.0300336554646492,0.03312607854604721,0.03621850162744522,0.03931092843413353,0.04240335151553154,0.04549577832221985,0.04858820140361786,0.05168062448501587,0.05477305129170418,0.05786547437310219,0.0609579011797905,0.06405032426118851,0.06714274734258652,0.07023517042398453,0.07332760095596313,0.07642002403736115,0.07951244711875916,0.08260487020015717,0.08569729328155518,0.08878971636295319,0.0918821468949318,0.0949745699763298,0.09806699305772781],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,4,5,9,4,14,22,28,54,59,51,40,30,16,6,11,12,9,9,13,9,7,8,9,12,13,16,17,32,47,57,48,42,14,14,11,6,3,1,2,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0019210918108001351,-0.0018525763880461454,-0.0017840609652921557,-0.001715545542538166,-0.0016470301197841763,-0.0015785146970301867,-0.001509999274276197,-0.0014414838515222073,-0.0013729685451835394,-0.0013044531224295497,-0.00123593769967556,-0.0011674222769215703,-0.0010989068541675806,-0.001030391431413591,-0.0009618760086596012,-0.0008933605859056115,-0.0008248451631516218,-0.0007563297403976321,-0.0006878143176436424,-0.0006192988948896527,-0.000550783472135663,-0.0004822680784855038,-0.00041375268483534455,-0.00034523726208135486,-0.00027672183932736516,-0.00020820641657337546,-0.000139691008371301,-7.117559289326891e-05,-2.6601774152368307e-06,6.585523806279525e-05,0.00013437065354082733,0.0002028860617429018,0.0002714016009122133,0.000339917023666203,0.0004084324464201927,0.00047694784007035196,0.0005454632919281721,0.0006139786564745009,0.0006824940792284906,0.0007510095019824803,0.00081952492473647,0.0008880403474904597,0.0009565557702444494,0.0010250711347907782,0.0010935865575447679,0.0011621019802987576,0.0012306174030527472,0.001299132825806737,0.0013676482485607266,0.0014361636713147163,0.001504679094068706,0.0015731945168226957,0.0016417099395766854,0.0017102253623306751,0.0017787407850846648,0.0018472562078386545,0.0019157715141773224,0.001984287053346634,0.0020528023596853018,0.0021213178988546133,0.002189833205193281,0.0022583487443625927,0.0023268640507012606,0.002395379589870572,0.00246389489620924]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,2,0,3,2,0,4,5,6,21,25,27,36,59,89,131,183,229,385,560,838,1326,1941,2866,4360,6802,10372,15414,24521,40446,72211,156030,107851,54264,31495,19777,12799,8403,5484,3580,2362,1626,1121,665,476,341,229,130,113,63,50,37,18,12,8,4,6,2,4,3,3,0,2,1],"bins":[-3.4968971363014134e-07,-3.3868084869936865e-07,-3.2767198376859596e-07,-3.166631472595327e-07,-3.0565428232876e-07,-2.9464541739798733e-07,-2.8363655246721464e-07,-2.7262768753644195e-07,-2.6161882260566927e-07,-2.50609986096606e-07,-2.396011211658333e-07,-2.2859225623506063e-07,-2.1758339130428794e-07,-2.0657454058436997e-07,-1.9556567565359728e-07,-1.845568249336793e-07,-1.7354796000290662e-07,-1.6253909507213393e-07,-1.5153024435221596e-07,-1.4052137942144327e-07,-1.295125287015253e-07,-1.1850366377075261e-07,-1.0749479883997992e-07,-9.648594101463459e-08,-8.547708318928926e-08,-7.446822536394393e-08,-6.34593675385986e-08,-5.245050260782591e-08,-4.144164478248058e-08,-3.043278695713525e-08,-1.942392557907624e-08,-8.41506597737407e-09,2.5937652026186697e-09,1.360262480432084e-08,2.461148440602301e-08,3.562034578408202e-08,4.662920360942735e-08,5.763806143477268e-08,6.864692636554537e-08,7.96557841908907e-08,9.066464201623603e-08,1.0167349984158136e-07,1.1268235766692669e-07,1.2369122259769938e-07,1.3470008752847207e-07,1.4570893824839004e-07,1.5671780317916273e-07,1.677266538990807e-07,1.787355188298534e-07,1.8974438376062608e-07,2.0075323448054405e-07,2.1176209941131674e-07,2.227709501312347e-07,2.337798150620074e-07,2.447886799927801e-07,2.557975449235528e-07,2.6680640985432547e-07,2.778152463633887e-07,2.888241112941614e-07,2.998329762249341e-07,3.108418411557068e-07,3.218507060864795e-07,3.3285954259554273e-07,3.438684075263154e-07,3.548772724570881e-07]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,7,6,16,20,56,92,171,235,410,578,844,1319,1939,2707,3734,5179,6735,8462,11084,13547,16448,19609,23019,25927,28984,31170,33239,34678,35082,34685,33833,32208,29838,27025,24059,21023,17819,14954,12153,9606,7419,5855,4117,3128,2253,1583,1082,714,402,301,210,105,61,44,26,8,9,1,1,1,0,0,2],"bins":[-0.08855093270540237,-0.08556892722845078,-0.08258692920207977,-0.07960492372512817,-0.07662292569875717,-0.07364092022180557,-0.07065892219543457,-0.06767691671848297,-0.06469491124153137,-0.06171291321516037,-0.05873091146349907,-0.05574890971183777,-0.05276690423488617,-0.04978490248322487,-0.04680290073156357,-0.04382089897990227,-0.04083889722824097,-0.037856895476579666,-0.034874893724918365,-0.031892891973257065,-0.028910888358950615,-0.025928886607289314,-0.022946882992982864,-0.019964881241321564,-0.016982879489660263,-0.014000877737998962,-0.011018875055015087,-0.008036872372031212,-0.005054870620369911,-0.0020728684030473232,0.0009091338142752647,0.0038911360315978527,0.006873145699501038,0.009855147451162338,0.012837150134146214,0.01581915281713009,0.01880115456879139,0.02178315632045269,0.02476515993475914,0.02774716168642044,0.03072916343808174,0.03371116518974304,0.03669316694140434,0.03967516869306564,0.04265717417001724,0.04563917592167854,0.048621177673339844,0.051603179425001144,0.054585181176662445,0.057567182928323746,0.060549184679985046,0.06353119015693665,0.06651318818330765,0.06949519366025925,0.07247719168663025,0.07545919716358185,0.07844120264053345,0.08142320066690445,0.08440520614385605,0.08738720417022705,0.09036920964717865,0.09335120767354965,0.09633321315050125,0.09931521117687225,0.10229721665382385]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,0,0,0,1,1,1,3,2,1,8,5,8,18,19,24,30,54,67,121,174,282,428,637,1006,1546,2473,3993,6557,11003,18959,35289,80954,306318,628075,302633,82542,37562,20415,11948,7342,4513,2931,1740,1136,766,432,308,182,109,71,53,53,22,17,7,6,7,4,3,1,1,0,2],"bins":[-5.222507752478123e-06,-5.071141004009405e-06,-4.919773800793337e-06,-4.768407052324619e-06,-4.617039849108551e-06,-4.465673100639833e-06,-4.314305897423765e-06,-4.162939148955047e-06,-4.011571945738979e-06,-3.860205197270261e-06,-3.708838221427868e-06,-3.557471245585475e-06,-3.406104269743082e-06,-3.254737293900689e-06,-3.103370318058296e-06,-2.952003342215903e-06,-2.80063636637351e-06,-2.649269390531117e-06,-2.497902414688724e-06,-2.346535438846331e-06,-2.195168463003938e-06,-2.043801487161545e-06,-1.8924346250059898e-06,-1.7410676491635968e-06,-1.5897006733212038e-06,-1.4383336974788108e-06,-1.2869667216364178e-06,-1.1355997457940248e-06,-9.842328836384695e-07,-8.328658509526576e-07,-6.814989319536835e-07,-5.301319561112905e-07,-3.787649802688975e-07,-2.273980186373592e-07,-7.603105700582091e-08,7.533590462571738e-08,2.2670286625725566e-07,3.7806984209964867e-07,5.294367610986228e-07,6.808037369410158e-07,8.321707127834088e-07,9.835376886258018e-07,1.1349046644681948e-06,1.2862716403105878e-06,1.4376385024661431e-06,1.5890054783085361e-06,1.7403724541509291e-06,1.8917394299933221e-06,2.043106405835715e-06,2.194473381678108e-06,2.345840357520501e-06,2.497207333362894e-06,2.648574309205287e-06,2.79994128504768e-06,2.951308260890073e-06,3.102675236732466e-06,3.2540419852011837e-06,3.4054089610435767e-06,3.5567759368859697e-06,3.7081429127283627e-06,3.859509888570756e-06,4.010877091786824e-06,4.162243840255542e-06,4.31361104347161e-06,4.464977791940328e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[2,2,0,2,2,2,10,4,11,14,9,20,28,32,54,42,28,26,19,23,13,8,13,10,8,8,10,12,21,16,25,17,18,22,25,27,29,22,30,23,27,10,14,8,4,6,5,3,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9985693693161011,0.9986248016357422,0.9986801743507385,0.9987355470657349,0.998790979385376,0.9988464117050171,0.9989017844200134,0.9989571571350098,0.9990125894546509,0.999068021774292,0.9991233944892883,0.9991787672042847,0.9992341995239258,0.9992896318435669,0.9993450045585632,0.9994003772735596,0.9994558095932007,0.9995112419128418,0.9995666146278381,0.9996219873428345,0.9996774196624756,0.9997328519821167,0.999788224697113,0.9998435974121094,0.9998990297317505,0.9999544620513916,1.0000097751617432,1.0000652074813843,1.0001206398010254,1.0001760721206665,1.0002315044403076,1.0002868175506592,1.0003422498703003,1.0003976821899414,1.000452995300293,1.000508427619934,1.0005638599395752,1.0006192922592163,1.0006747245788574,1.000730037689209,1.00078547000885,1.0008409023284912,1.0008962154388428,1.0009516477584839,1.001007080078125,1.0010625123977661,1.0011179447174072,1.0011732578277588,1.0012286901474,1.001284122467041,1.0013394355773926,1.0013948678970337,1.0014503002166748,1.001505732536316,1.001561164855957,1.0016164779663086,1.0016719102859497,1.0017273426055908,1.0017826557159424,1.0018380880355835,1.0018935203552246,1.0019489526748657,1.0020043849945068,1.0020596981048584,1.0021151304244995]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,0,1,3,2,13,25,52,82,119,207,319,536,786,1203,1790,2538,3629,4817,6391,8406,10759,13404,16498,19945,22782,25770,28723,31441,33385,34964,35637,35320,34352,32617,29999,27485,24248,21260,17818,15052,11842,9560,7305,5649,4034,2840,2103,1431,959,668,411,255,159,99,45,37,28,9,5,3,1,0,1],"bins":[-0.0958629697561264,-0.09284082055091858,-0.08981867134571075,-0.08679652214050293,-0.0837743729352951,-0.08075222373008728,-0.07773007452487946,-0.07470792531967163,-0.0716857761144638,-0.06866363435983658,-0.06564148515462875,-0.06261933594942093,-0.059597186744213104,-0.05657503753900528,-0.053552888333797455,-0.05053073912858963,-0.047508589923381805,-0.04448644071817398,-0.041464291512966156,-0.03844214230775833,-0.03541999310255051,-0.03239784762263298,-0.029375698417425156,-0.02635354921221733,-0.023331400007009506,-0.02030925080180168,-0.017287101596593857,-0.014264954254031181,-0.011242805048823357,-0.008220655843615532,-0.005198507569730282,-0.0021763588301837444,0.000845789909362793,0.0038679386489093304,0.006890087388455868,0.009912235662341118,0.012934384867548943,0.015956534072756767,0.018978681415319443,0.022000830620527267,0.025022979825735092,0.028045129030942917,0.03106727823615074,0.034089427441358566,0.03711157292127609,0.04013372212648392,0.04315587133169174,0.04617802053689957,0.04920016974210739,0.052222318947315216,0.05524446815252304,0.058266617357730865,0.06128876656293869,0.06431091576814651,0.06733306497335434,0.07035521417856216,0.07337735593318939,0.07639950513839722,0.07942165434360504,0.08244380354881287,0.08546595275402069,0.08848810195922852,0.09151025116443634,0.09453240036964417,0.09755454957485199]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,0,1,2,4,1,5,5,15,31,31,39,51,42,37,19,18,16,13,9,6,8,12,7,7,4,6,5,4,6,9,5,9,7,11,9,10,24,27,38,41,60,41,23,13,17,6,1,1,2,1,1,4,1],"bins":[-0.0019065489759668708,-0.0018545666243880987,-0.0018025843892246485,-0.0017506020376458764,-0.0016986198024824262,-0.001646637450903654,-0.001594655099324882,-0.0015426728641614318,-0.0014906905125826597,-0.0014387082774192095,-0.0013867259258404374,-0.0013347435742616653,-0.001282761339098215,-0.001230778987519443,-0.0011787967523559928,-0.0011268144007772207,-0.0010748321656137705,-0.0010228498140349984,-0.0009708675206638873,-0.0009188851690851152,-0.000866902875714004,-0.0008149205823428929,-0.0007629382889717817,-0.0007109559956006706,-0.0006589737022295594,-0.0006069913506507874,-0.0005550090572796762,-0.000503026763908565,-0.0004510444705374539,-0.0003990621480625123,-0.0003470798546914011,-0.0002950975322164595,-0.00024311523884534836,-0.00019113293092232198,-0.0001391506229992956,-8.716832962818444e-05,-3.5186021705158055e-05,1.679628257988952e-05,6.87785868649371e-05,0.00012076088751200587,0.00017274319543503225,0.00022472550335805863,0.000276707811281085,0.00032869010465219617,0.0003806723980233073,0.00043265472049824893,0.0004846370138693601,0.0005366193363443017,0.0005886016297154129,0.000640583923086524,0.0006925662164576352,0.0007445485680364072,0.0007965308614075184,0.0008485131547786295,0.0009004954481497407,0.0009524777415208519,0.001004460034891963,0.001056442386470735,0.0011084246216341853,0.0011604069732129574,0.0012123893247917295,0.0012643715599551797,0.0013163539115339518,0.001368336146697402,0.001420318498276174]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,4,9,14,24,34,78,123,193,281,470,656,983,1405,2014,2758,3707,5080,6385,8218,10309,12758,15143,18004,20734,23664,26485,28650,30710,32378,33034,33151,32363,31697,29863,27702,25716,22536,20042,16983,14448,11832,9771,7671,5930,4548,3414,2402,1748,1264,834,572,368,253,163,103,64,30,19,13,7,6,2,2],"bins":[-0.08829931169748306,-0.08548078685998917,-0.08266226202249527,-0.07984373718500137,-0.07702521234750748,-0.07420668751001358,-0.07138816267251968,-0.06856963783502579,-0.06575112044811249,-0.06293259561061859,-0.060114067047834396,-0.0572955422103405,-0.0544770210981369,-0.051658496260643005,-0.04883997142314911,-0.04602144658565521,-0.043202921748161316,-0.04038439691066742,-0.03756587207317352,-0.034747347235679626,-0.03192882239818573,-0.029110299423336983,-0.026291776448488235,-0.02347325161099434,-0.020654726773500443,-0.017836201936006546,-0.015017678029835224,-0.012199154123663902,-0.009380629286170006,-0.006562104914337397,-0.0037435805425047874,-0.0009250561706721783,0.001893460750579834,0.004711985122412443,0.007530509494245052,0.010349033400416374,0.01316755823791027,0.015986083075404167,0.018804606050252914,0.02162313088774681,0.024441655725240707,0.027260180562734604,0.0300787054002285,0.0328972302377224,0.035715751349925995,0.03853427618741989,0.04135280102491379,0.044171325862407684,0.04698985069990158,0.04980837553739548,0.052626900374889374,0.05544542521238327,0.05826395004987717,0.061082471162080765,0.06390099972486496,0.06671952456235886,0.06953804194927216,0.07235656678676605,0.07517509162425995,0.07799361646175385,0.08081214129924774,0.08363066613674164,0.08644919097423553,0.08926771581172943,0.09208624064922333]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,1,1,0,1,1,1,2,3,2,8,3,10,7,8,15,27,22,28,35,38,30,20,14,21,11,15,11,10,10,11,7,14,11,14,13,9,18,17,23,14,27,19,22,32,19,27,20,22,16,14,12,7,12,4,0,1,2,1,0,2],"bins":[0.9983437061309814,0.998390793800354,0.9984378218650818,0.9984849095344543,0.9985319972038269,0.9985790252685547,0.9986261129379272,0.9986732006072998,0.9987202286720276,0.9987673163414001,0.9988144040107727,0.9988614320755005,0.998908519744873,0.9989556074142456,0.9990026354789734,0.999049723148346,0.9990967512130737,0.9991438388824463,0.9991909265518188,0.9992379546165466,0.9992850422859192,0.9993321299552917,0.9993791580200195,0.9994262456893921,0.9994733333587646,0.9995203614234924,0.999567449092865,0.9996145367622375,0.9996615648269653,0.9997086524963379,0.9997557401657104,0.9998027682304382,0.9998498558998108,0.9998969435691833,0.9999439716339111,0.9999910593032837,1.0000381469726562,1.0000852346420288,1.0001322031021118,1.0001792907714844,1.000226378440857,1.0002734661102295,1.000320553779602,1.0003676414489746,1.0004146099090576,1.0004616975784302,1.0005087852478027,1.0005558729171753,1.0006029605865479,1.0006500482559204,1.0006970167160034,1.000744104385376,1.0007911920547485,1.000838279724121,1.0008853673934937,1.0009324550628662,1.0009794235229492,1.0010265111923218,1.0010735988616943,1.001120686531067,1.0011677742004395,1.001214861869812,1.001261830329895,1.0013089179992676,1.0013560056686401]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9986013770103455,0.9986481070518494,0.9986948370933533,0.9987415671348572,0.9987882375717163,0.9988349676132202,0.9988816976547241,0.998928427696228,0.9989751577377319,0.9990218877792358,0.9990686178207397,0.9991152882575989,0.9991620182991028,0.9992087483406067,0.9992554783821106,0.9993022084236145,0.9993489384651184,0.9993956685066223,0.9994423389434814,0.9994890689849854,0.9995357990264893,0.9995825290679932,0.9996292591094971,0.999675989151001,0.9997227191925049,0.999769389629364,0.9998161196708679,0.9998628497123718,0.9999095797538757,0.9999563097953796,1.0000029802322388,1.0000497102737427,1.0000964403152466,1.0001431703567505,1.0001899003982544,1.0002366304397583,1.0002833604812622,1.0003300905227661,1.00037682056427,1.000423550605774,1.0004702806472778,1.0005170106887817,1.0005637407302856,1.0006103515625,1.000657081604004,1.0007038116455078,1.0007505416870117,1.0007972717285156,1.0008440017700195,1.0008907318115234,1.0009374618530273,1.0009841918945312,1.0010309219360352,1.001077651977539,1.001124382019043,1.0011711120605469,1.0012178421020508,1.0012644529342651,1.001311182975769,1.001357913017273,1.0014046430587769,1.0014513731002808,1.0014981031417847,1.0015448331832886,1.0015915632247925],"_type":"histogram","values":[1,0,1,2,3,2,4,4,9,9,4,6,23,21,21,26,36,34,32,32,13,19,18,18,9,8,9,10,7,10,10,10,16,13,13,16,12,16,25,16,17,23,25,19,18,27,25,19,18,13,3,1,4,4,3,1,2,3,1,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,0,1,1,6,5,16,33,60,94,194,330,562,855,1460,2313,3738,5452,7867,11120,15354,20684,27431,34929,44182,53348,63486,72925,81902,89792,96093,100134,101667,100554,96325,90131,82403,73119,63402,53728,44134,35345,27650,20733,15375,11338,7898,5256,3598,2348,1425,862,542,301,173,89,45,32,12,6,3,1,0,1],"bins":[-0.10532642155885696,-0.10208665579557419,-0.09884689003229141,-0.09560712426900864,-0.09236735850572586,-0.08912759274244308,-0.08588781952857971,-0.08264805376529694,-0.07940828800201416,-0.07616852223873138,-0.07292875647544861,-0.06968899071216583,-0.06644922494888306,-0.06320945918560028,-0.059969689697027206,-0.05672992393374443,-0.053490158170461655,-0.05025039240717888,-0.0470106266438961,-0.04377085715532303,-0.04053109139204025,-0.03729132562875748,-0.0340515598654747,-0.030811792239546776,-0.027572026476264,-0.024332260712981224,-0.0210924930870533,-0.017852727323770523,-0.014612960629165173,-0.011373193934559822,-0.008133428171277046,-0.004893661476671696,-0.0016538947820663452,0.0015858716797083616,0.0048256381414830685,0.008065404370427132,0.011305171065032482,0.014544937759637833,0.01778470352292061,0.021024471148848534,0.02426423691213131,0.027504002675414085,0.03074377030134201,0.033983536064624786,0.03722330182790756,0.04046306759119034,0.04370283707976341,0.04694260284304619,0.050182368606328964,0.05342213436961174,0.056661900132894516,0.05990166962146759,0.06314143538475037,0.06638120114803314,0.06962096691131592,0.0728607326745987,0.07610049843788147,0.07934026420116425,0.08258002996444702,0.0858198031783104,0.08905956894159317,0.09229933470487595,0.09553910046815872,0.0987788662314415,0.10201863199472427],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,0,4,4,6,10,14,33,32,55,92,139,191,281,478,722,1134,1754,2702,4276,6552,10432,16609,26091,41697,66122,106234,173357,288044,315353,193392,118015,73833,46439,28867,17997,11553,7288,4603,2894,1989,1220,822,535,364,215,141,103,69,41,31,11,5,8,3,1,2,1],"bins":[-2.090147972921841e-06,-2.030616997217294e-06,-1.971086021512747e-06,-1.9115552731818752e-06,-1.8520242974773282e-06,-1.7924933217727812e-06,-1.732962459755072e-06,-1.6734315977373626e-06,-1.6139006220328156e-06,-1.5543696463282686e-06,-1.4948387843105593e-06,-1.43530792229285e-06,-1.375776946588303e-06,-1.316245970883756e-06,-1.2567151088660466e-06,-1.1971842468483374e-06,-1.1376532711437903e-06,-1.0781222954392433e-06,-1.018591433421534e-06,-9.590605714038247e-07,-8.995295956992777e-07,-8.399986768381495e-07,-7.804677579770214e-07,-7.209368391158932e-07,-6.614059202547651e-07,-6.018750013936369e-07,-5.423440825325088e-07,-4.828131636713806e-07,-4.2328224481025245e-07,-3.637513259491243e-07,-3.0422040708799614e-07,-2.44689488226868e-07,-1.851584556789021e-07,-1.2562753681777394e-07,-6.609661795664579e-08,-6.56569909551763e-09,5.296521976561053e-08,1.1249613862673868e-07,1.7202705748786684e-07,2.31557976348995e-07,2.9108889521012316e-07,3.506198140712513e-07,4.1015073293237947e-07,4.696816517935076e-07,5.292125706546358e-07,5.887434895157639e-07,6.482744083768921e-07,7.078053272380203e-07,7.673362460991484e-07,8.268671649602766e-07,8.863980838214047e-07,9.459290026825329e-07,1.005459921543661e-06,1.0649907835613703e-06,1.1245217592659174e-06,1.1840527349704644e-06,1.2435835969881737e-06,1.303114459005883e-06,1.36264543471043e-06,1.422176410414977e-06,1.4817072724326863e-06,1.5412381344503956e-06,1.6007691101549426e-06,1.6603000858594896e-06,1.719830947877199e-06]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[2,0,1,4,1,4,3,5,8,10,2,11,14,9,12,15,15,26,17,23,30,24,27,21,33,29,25,28,23,27,22,28,34,35,25,32,22,12,13,18,9,9,13,6,6,1,6,3,4,4,2,3,2,4,1,1,0,1,2,0,0,0,0,1],"bins":[-8.292406619148096e-07,-7.990241215338756e-07,-7.688076379963604e-07,-7.385910976154264e-07,-7.083745572344924e-07,-6.781580736969772e-07,-6.479415333160432e-07,-6.177249929351092e-07,-5.875084525541752e-07,-5.5729196901666e-07,-5.27075428635726e-07,-4.96858888254792e-07,-4.666424047172768e-07,-4.364258643363428e-07,-4.062093523771182e-07,-3.7599281199618417e-07,-3.457763000369596e-07,-3.15559788077735e-07,-2.8534324769680097e-07,-2.551267357375764e-07,-2.2491020956749708e-07,-1.9469368339741777e-07,-1.6447717143819318e-07,-1.3426064526811388e-07,-1.0404411909803457e-07,-7.382759292795527e-08,-4.361107386330332e-08,-1.3394551245937691e-08,1.6821971371427935e-08,4.703849398879356e-08,7.725501660615919e-08,1.0747153567081114e-07,1.3768806184089044e-07,1.6790458801096975e-07,1.9812111418104905e-07,2.2833762614027364e-07,2.5855416652120766e-07,2.8877067848043225e-07,3.1898719043965684e-07,3.4920373082059086e-07,3.7942024277981545e-07,4.0963675473904004e-07,4.3985329511997406e-07,4.7006980707919865e-07,5.002863190384232e-07,5.305028594193573e-07,5.607193998002913e-07,5.909358833378064e-07,6.211524237187405e-07,6.513689640996745e-07,6.815854476371896e-07,7.118019880181237e-07,7.420185283990577e-07,7.722350119365728e-07,8.024515523175069e-07,8.326680926984409e-07,8.62884576235956e-07,8.931011166168901e-07,9.233176569978241e-07,9.535341973787581e-07,9.837507377596921e-07,1.0139672212972073e-06,1.0441837048347224e-06,1.0744003020590753e-06,1.1046167855965905e-06]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,2,0,2,0,2,3,7,0,7,14,9,13,18,34,41,58,40,25,23,20,11,10,6,7,4,4,4,6,4,5,4,7,7,5,7,7,8,5,12,18,18,38,41,62,45,21,18,12,15,8,3,8,3,3,0,5,3,0,1,2,0,1,1],"bins":[-0.0016110619762912393,-0.001557821175083518,-0.0015045804902911186,-0.0014513396890833974,-0.0013980988878756762,-0.0013448582030832767,-0.0012916174018755555,-0.0012383767170831561,-0.0011851359158754349,-0.0011318951146677136,-0.0010786544298753142,-0.001025413628667593,-0.0009721728856675327,-0.0009189321426674724,-0.0008656913414597511,-0.0008124505984596908,-0.0007592098554596305,-0.0007059691124595702,-0.0006527283694595098,-0.0005994875682517886,-0.0005462468252517283,-0.000493006082251668,-0.0004397653101477772,-0.0003865245380438864,-0.0003332837950438261,-0.0002800430520437658,-0.000226802279939875,-0.00017356152238789946,-0.00012032076483592391,-6.708000728394836e-05,-1.3839249731972814e-05,3.9401507820002735e-05,9.264214895665646e-05,0.000145882906508632,0.00019912366406060755,0.00025236443616449833,0.00030560517916455865,0.00035884592216461897,0.00041208669426850975,0.0004653274663724005,0.0005185682093724608,0.0005718089523725212,0.0006250496953725815,0.0006782904965803027,0.000731531239580363,0.0007847719825804234,0.0008380127837881446,0.0008912535267882049,0.0009444942697882652,0.0009977350709959865,0.0010509757557883859,0.001104216556996107,0.0011574572417885065,0.0012106980429962277,0.001263938844203949,0.0013171795289963484,0.0013704203302040696,0.0014236611314117908,0.0014769018162041903,0.0015301426174119115,0.0015833834186196327,0.0016366241034120321,0.0016898649046197534,0.0017431055894121528,0.001796346390619874],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[1,0,0,0,2,1,5,3,2,5,9,10,8,14,27,31,40,46,41,37,22,22,10,9,12,4,9,3,4,5,9,3,4,11,11,7,5,9,9,9,13,25,33,27,48,29,38,23,22,13,14,3,6,3,2,1,1,2,3,0,2,0,0,1],"bins":[-0.001619303016923368,-0.0015672091394662857,-0.0015151152620092034,-0.0014630213845521212,-0.0014109275070950389,-0.0013588336296379566,-0.0013067397521808743,-0.001254645874723792,-0.0012025521136820316,-0.0011504582362249494,-0.001098364358767867,-0.0010462704813107848,-0.0009941766038537025,-0.0009420827263966203,-0.000889988848939538,-0.0008378949714824557,-0.0007858010940253735,-0.0007337072165682912,-0.0006816133391112089,-0.0006295194616541266,-0.0005774255841970444,-0.000525331764947623,-0.00047323788749054074,-0.00042114401003345847,-0.0003690501325763762,-0.00031695625511929393,-0.00026486237766221166,-0.00021276852930895984,-0.00016067465185187757,-0.00010858078167075291,-5.6486911489628255e-05,-4.393041308503598e-06,4.7700945287942886e-05,9.979481546906754e-05,0.0001518886856501922,0.00020398254855535924,0.0002560764260124415,0.0003081703034695238,0.0003602641518227756,0.0004123580292798579,0.00046445190673694015,0.0005165457841940224,0.0005686396616511047,0.000620733539108187,0.0006728273583576083,0.0007249212358146906,0.0007770151132717729,0.0008291089907288551,0.0008812028681859374,0.0009332967456430197,0.000985390623100102,0.0010374845005571842,0.0010895783780142665,0.0011416722554713488,0.001193766132928431,0.0012458600103855133,0.0012979537714272738,0.001350047648884356,0.0014021415263414383,0.0014542354037985206,0.0015063292812556028,0.001558423158712685,0.0016105170361697674,0.0016626109136268497,0.001714704791083932],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,0,1,6,9,18,42,54,103,179,314,557,912,1437,2186,3307,4976,7148,9884,13677,18242,24152,30863,37979,46630,55541,64851,73747,81091,88062,92109,96008,97190,95380,91530,85467,79035,70601,61443,52399,43589,35673,28701,21813,16490,12217,8836,6139,4367,2998,1892,1199,732,488,272,141,88,42,36,10,3,5,1,1],"bins":[-0.09981485456228256,-0.096726194024086,-0.09363753348588943,-0.09054887294769287,-0.08746021240949631,-0.08437155187129974,-0.08128289133310318,-0.07819423079490662,-0.07510557025671005,-0.07201690971851349,-0.06892824918031693,-0.06583958864212036,-0.0627509281039238,-0.059662263840436935,-0.05657360330224037,-0.05348494276404381,-0.050396282225847244,-0.04730762168765068,-0.04421896114945412,-0.04113030061125755,-0.03804164007306099,-0.034952979534864426,-0.03186431899666786,-0.02877565659582615,-0.025686996057629585,-0.02259833551943302,-0.019509674981236458,-0.016421014443039894,-0.013332352973520756,-0.010243692435324192,-0.007155031431466341,-0.00406637042760849,-0.0009777098894119263,0.002110950881615281,0.0051996116526424885,0.00828827265650034,0.011376933194696903,0.014465593732893467,0.017554255202412605,0.02064291574060917,0.023731576278805733,0.026820236817002296,0.02990889735519886,0.03299755975604057,0.03608622029423714,0.0391748808324337,0.042263541370630264,0.04535220190882683,0.04844086244702339,0.051529522985219955,0.05461818352341652,0.05770684406161308,0.06079550459980965,0.06388416886329651,0.06697282940149307,0.07006148993968964,0.0731501504778862,0.07623881101608276,0.07932747155427933,0.08241613209247589,0.08550479263067245,0.08859345316886902,0.09168211370706558,0.09477077424526215,0.09785943478345871],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-1.592614928824787e-13,-1.5396451474858353e-13,-1.4866753661468834e-13,-1.4337055848079316e-13,-1.3807358034689798e-13,-1.327766022130028e-13,-1.2747962407910762e-13,-1.2218264594521244e-13,-1.1688566781131726e-13,-1.1158868967742208e-13,-1.062917115435269e-13,-1.0099473340963172e-13,-9.569775527573654e-14,-9.040077714184136e-14,-8.510379900794618e-14,-7.9806820874051e-14,-7.450984274015582e-14,-6.921286460626064e-14,-6.391588647236546e-14,-5.861890833847028e-14,-5.3321930204575096e-14,-4.8024952070679916e-14,-4.2727973936784736e-14,-3.7430995802889555e-14,-3.2134017668994375e-14,-2.6837039535099194e-14,-2.1540061401204014e-14,-1.6243083267308833e-14,-1.0946105133413653e-14,-5.649126999518472e-15,-3.5214886562329184e-16,4.944829268271889e-15,1.0241807402167069e-14,1.553878553606225e-14,2.083576366995743e-14,2.613274180385261e-14,3.142971993774779e-14,3.672669807164297e-14,4.202367620553815e-14,4.732065433943333e-14,5.261763247332851e-14,5.791461060722369e-14,6.321158874111887e-14,6.850856687501405e-14,7.380554500890923e-14,7.910252314280442e-14,8.43995012766996e-14,8.969647941059478e-14,9.499345754448996e-14,1.0029043567838514e-13,1.0558741381228032e-13,1.108843919461755e-13,1.1618137008007068e-13,1.2147834821396586e-13,1.2677532634786104e-13,1.3207230448175622e-13,1.373692826156514e-13,1.4266626074954658e-13,1.4796323888344176e-13,1.5326021701733694e-13,1.5855719515123212e-13,1.638541732851273e-13,1.6915115141902248e-13,1.7444812955291766e-13,1.7974510768681284e-13],"_type":"histogram","values":[3,2,0,2,1,0,1,0,1,3,1,5,3,5,3,6,5,6,7,10,14,17,23,23,26,30,44,43,56,44,61,46,47,30,37,33,17,14,18,9,16,8,6,5,4,3,5,5,3,3,1,1,1,2,1,2,2,1,0,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-1.000240445137024e-06,-9.693278570921393e-07,-9.384152690472547e-07,-9.075027378457889e-07,-8.765901498009043e-07,-8.456775617560197e-07,-8.14765030554554e-07,-7.838524425096693e-07,-7.529398544647847e-07,-7.220272664199001e-07,-6.911146783750155e-07,-6.602021471735497e-07,-6.292895591286651e-07,-5.983769710837805e-07,-5.674644398823148e-07,-5.365518518374301e-07,-5.056392637925455e-07,-4.747266757476609e-07,-4.4381411612448574e-07,-4.1290155650131055e-07,-3.8198896845642594e-07,-3.510763804115413e-07,-3.2016382078836614e-07,-2.8925126116519095e-07,-2.5833867312030634e-07,-2.2742609928627644e-07,-1.9651352545224654e-07,-1.6560095161821664e-07,-1.3468837778418674e-07,-1.0377580395015684e-07,-7.286323011612694e-08,-4.195065628209704e-08,-1.1038082448067144e-08,1.9874491385962756e-08,5.0787065219992655e-08,8.169963905402255e-08,1.1261221288805245e-07,1.4352478672208235e-07,1.7443736055611225e-07,2.0534993439014215e-07,2.3626250822417205e-07,2.6717509626905667e-07,2.9808765589223185e-07,3.2900021551540704e-07,3.5991280356029165e-07,3.9082539160517626e-07,4.2173795122835145e-07,4.5265051085152663e-07,4.835630988964112e-07,5.144756869412959e-07,5.453882749861805e-07,5.763008061876462e-07,6.072133942325308e-07,6.381259822774155e-07,6.690385134788812e-07,6.999511015237658e-07,7.308636895686504e-07,7.617762776135351e-07,7.926888656584197e-07,8.236013968598854e-07,8.5451398490477e-07,8.854265729496547e-07,9.163391041511204e-07,9.47251692196005e-07,9.781642802408896e-07],"_type":"histogram","values":[1,1,0,0,0,0,3,2,2,3,4,3,4,3,6,7,9,13,14,8,13,15,16,19,29,19,24,30,35,27,30,25,36,28,32,36,39,32,20,15,19,12,16,20,13,13,8,9,7,9,5,3,7,3,5,2,4,3,0,1,1,4,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,3,2,6,2,4,9,10,11,16,23,32,60,30,43,26,23,11,9,10,4,10,3,7,7,7,7,8,3,3,5,5,4,3,4,3,16,7,6,3,9,17,22,24,45,34,52,32,27,15,11,6,8,5,4,1,0,3,1,0,2,0,1],"bins":[-0.0013604109408333898,-0.001315867411904037,-0.0012713238829746842,-0.0012267803540453315,-0.0011822367087006569,-0.0011376931797713041,-0.0010931496508419514,-0.0010486061219125986,-0.0010040625929832458,-0.0009595190640538931,-0.0009149755351245403,-0.0008704319479875267,-0.0008258884190581739,-0.0007813448901288211,-0.0007368013029918075,-0.0006922577740624547,-0.0006477142451331019,-0.0006031707162037492,-0.0005586271872743964,-0.0005140836001373827,-0.00046954007120803,-0.0004249965422786772,-0.000380452984245494,-0.0003359094262123108,-0.00029136589728295803,-0.00024682236835360527,-0.00020227881032042205,-0.00015773526683915406,-0.00011319172335788608,-6.864817987661809e-05,-2.41046363953501e-05,2.043890708591789e-05,6.498245056718588e-05,0.00010952599404845387,0.00015406953752972186,0.00019861308101098984,0.00024315662449225783,0.0002877001534216106,0.0003322437114547938,0.00037678726948797703,0.0004213307984173298,0.00046587432734668255,0.0005104178562760353,0.000554961443413049,0.0005995049723424017,0.0006440485012717545,0.0006885920884087682,0.0007331356173381209,0.0007776791462674737,0.0008222226751968265,0.0008667662041261792,0.0009113097912631929,0.0009558533201925457,0.0010003969073295593,0.001044940436258912,0.0010894839651882648,0.0011340274941176176,0.0011785710230469704,0.0012231145519763231,0.0012676580809056759,0.0013122016098350286,0.0013567452551797032,0.001401288784109056,0.0014458323130384088,0.0014903758419677615]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-4.209128405818774e-07,-4.077830908499891e-07,-3.946533411181008e-07,-3.8152361980792193e-07,-3.6839387007603364e-07,-3.5526412034414534e-07,-3.421343990339665e-07,-3.290046493020782e-07,-3.158748995701899e-07,-3.027451498383016e-07,-2.896154001064133e-07,-2.764856787962344e-07,-2.6335592906434613e-07,-2.5022617933245783e-07,-2.3709644381142425e-07,-2.2396670829039067e-07,-2.1083695855850237e-07,-1.9770720882661408e-07,-1.845774733055805e-07,-1.7144773778454692e-07,-1.5831798805265862e-07,-1.4518823832077032e-07,-1.3205850279973674e-07,-1.189287601732758e-07,-1.0579901754681487e-07,-9.266927492035393e-08,-7.953953229389299e-08,-6.640978966743205e-08,-5.328004704097111e-08,-4.0150304414510174e-08,-2.7020561788049235e-08,-1.3890819161588297e-08,-7.611049568367889e-10,1.236863766962415e-08,2.5498380296085088e-08,3.8628122922546027e-08,5.1757865549006965e-08,6.48876081754679e-08,7.801735080192884e-08,9.114709342838978e-08,1.0427683605485072e-07,1.1740657868131166e-07,1.305363213077726e-07,1.4366605682880618e-07,1.5679580656069447e-07,1.6992555629258277e-07,1.8305529181361635e-07,1.9618502733464993e-07,2.0931477706653823e-07,2.2244452679842652e-07,2.355742623194601e-07,2.487039978404937e-07,2.61833747572382e-07,2.749634973042703e-07,2.8809324703615857e-07,3.0122296834633744e-07,3.1435271807822573e-07,3.2748246781011403e-07,3.406121891202929e-07,3.537419388521812e-07,3.668716885840695e-07,3.800014383159578e-07,3.931311880478461e-07,4.0626090935802495e-07,4.1939065908991324e-07],"_type":"histogram","values":[2,8,5,9,17,14,22,42,45,66,92,110,149,194,229,330,407,629,787,1139,1489,2059,2996,4030,5650,7735,10697,15334,22518,34202,55611,118726,128623,59993,35869,23396,16069,11320,8061,5856,4109,2925,2126,1607,1131,839,671,513,358,269,210,145,103,81,81,32,25,27,16,8,9,3,3,3]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,0,0,0,0,2,2,2,0,0,3,0,1,4,5,4,10,15,12,21,24,26,50,49,111,143,205,336,473,755,1238,1935,3499,5732,9961,18144,34572,70572,172657,430100,471185,191493,76104,36555,19283,10933,6430,3841,2432,1468,958,546,387,228,126,94,47,44,19,12,7,5,1,2],"bins":[-3.616334652178921e-06,-3.5260693493910367e-06,-3.435803819229477e-06,-3.345538516441593e-06,-3.255273213653709e-06,-3.1650076834921492e-06,-3.074742380704265e-06,-2.984477077916381e-06,-2.894211775128497e-06,-2.8039462449669372e-06,-2.713680942179053e-06,-2.623415639391169e-06,-2.5331501092296094e-06,-2.4428848064417252e-06,-2.352619503653841e-06,-2.2623539734922815e-06,-2.1720886707043974e-06,-2.0818233679165132e-06,-1.9915578377549537e-06,-1.9012925349670695e-06,-1.8110272321791854e-06,-1.7207618157044635e-06,-1.6304963992297417e-06,-1.5402310964418575e-06,-1.4499656799671357e-06,-1.3597002634924138e-06,-1.2694349607045297e-06,-1.1791695442298078e-06,-1.088904127755086e-06,-9.986388249672018e-07,-9.083734084924799e-07,-8.181080488611769e-07,-7.278424618561985e-07,-6.375771022248955e-07,-5.473117425935925e-07,-4.5704632611887064e-07,-3.6678096648756764e-07,-2.7651560685626464e-07,-1.862502188032522e-07,-9.59848449610945e-08,-5.719471118936781e-09,8.454590272322093e-08,1.7481127656537865e-07,2.650766646183911e-07,3.553420242496941e-07,4.456073838809971e-07,5.358728003557189e-07,6.261381599870219e-07,7.164035196183249e-07,8.066688792496279e-07,8.969342388809309e-07,9.871996553556528e-07,1.077464958143537e-06,1.1677303746182588e-06,1.2579957910929807e-06,1.3482610938808648e-06,1.4385265103555867e-06,1.5287919268303085e-06,1.6190572296181927e-06,1.7093226460929145e-06,1.7995880625676364e-06,1.8898533653555205e-06,1.9801186681434046e-06,2.0703841983049642e-06,2.1606495010928484e-06],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,1,0,2,0,2,2,3,1,2,2,4,4,7,4,6,10,13,18,26,6,10,22,19,26,24,24,29,26,41,32,798,32,33,26,30,22,26,25,20,25,16,18,11,11,9,18,6,7,5,7,5,2,2,3,5,1,3,0,0,0,0,3],"bins":[-3.573122376110405e-05,-3.463928078417666e-05,-3.354733416927047e-05,-3.2455391192343086e-05,-3.1363444577436894e-05,-3.027150160050951e-05,-2.917955680459272e-05,-2.8087612008675933e-05,-2.6995667212759145e-05,-2.5903722416842356e-05,-2.4811777620925568e-05,-2.371983282500878e-05,-2.2627889848081395e-05,-2.1535945052164607e-05,-2.044400025624782e-05,-1.935205546033103e-05,-1.8260110664414242e-05,-1.7168165868497454e-05,-1.6076221072580665e-05,-1.4984277186158579e-05,-1.389233239024179e-05,-1.2800387594325002e-05,-1.1708443707902916e-05,-1.0616498911986127e-05,-9.52455411606934e-06,-8.432609320152551e-06,-7.3406649789831135e-06,-6.248720637813676e-06,-5.156775841896888e-06,-4.0648310459801e-06,-2.972886704810662e-06,-1.8809421362675494e-06,-7.889939297456294e-07,3.029506387974834e-07,1.3948952073405962e-06,2.486839775883709e-06,3.578784344426822e-06,4.67072914034361e-06,5.762673481513048e-06,6.854617822682485e-06,7.946562618599273e-06,9.038507414516062e-06,1.013045221043285e-05,1.1222396096854936e-05,1.2314340892771725e-05,1.3406285688688513e-05,1.44982295751106e-05,1.5590174371027388e-05,1.6682119166944176e-05,1.7774063962860964e-05,1.8866008758777753e-05,1.995795355469454e-05,2.104989835061133e-05,2.2141841327538714e-05,2.3233786123455502e-05,2.432573091937229e-05,2.541767571528908e-05,2.6509620511205867e-05,2.7601565307122655e-05,2.8693510103039443e-05,2.9785453079966828e-05,3.087739969487302e-05,3.1969342671800405e-05,3.30612892867066e-05,3.415323226363398e-05]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-3.329850187583361e-06,-3.2206637570197927e-06,-3.1114773264562245e-06,-3.0022908958926564e-06,-2.8931044653290883e-06,-2.78391803476552e-06,-2.674731604201952e-06,-2.565545173638384e-06,-2.4563587430748157e-06,-2.347172539884923e-06,-2.237986109321355e-06,-2.1287996787577868e-06,-2.0196132481942186e-06,-1.9104268176306505e-06,-1.8012403870670823e-06,-1.6920539565035142e-06,-1.582867525939946e-06,-1.473681095376378e-06,-1.3644946648128098e-06,-1.2553082342492417e-06,-1.1461218036856735e-06,-1.036935486808943e-06,-9.27749056245375e-07,-8.185626256818068e-07,-7.093761951182387e-07,-6.001897645546705e-07,-4.910033339911024e-07,-3.8181696027095313e-07,-2.72630529707385e-07,-1.6344411335467157e-07,-5.425769700195815e-08,5.492871935075527e-08,1.641151357034687e-07,2.7330156626703683e-07,3.8248796840889554e-07,4.916743705507542e-07,6.008608011143224e-07,7.100472316778905e-07,8.192336053980398e-07,9.284200359616079e-07,1.037606466525176e-06,1.1467928970887442e-06,1.2559793276523123e-06,1.3651657582158805e-06,1.474352075092611e-06,1.583538505656179e-06,1.6927249362197472e-06,1.8019113667833153e-06,1.9110977973468835e-06,2.0202842279104516e-06,2.1294706584740197e-06,2.238657089037588e-06,2.347843519601156e-06,2.457029950164724e-06,2.5662163807282923e-06,2.6754028112918604e-06,2.784589014481753e-06,2.8937754450453212e-06,3.0029618756088894e-06,3.1121483061724575e-06,3.2213347367360257e-06,3.330521167299594e-06,3.439707597863162e-06,3.54889402842673e-06,3.658080458990298e-06],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,2,3,3,0,4,4,4,4,11,10,15,7,15,23,30,26,36,51,42,53,61,64,42,48,34,39,27,18,20,13,10,8,9,7,4,3,1,2,3,1,1,0,1,1,1,0,0,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-1.41760460792284e-06,-1.3784939483230119e-06,-1.3393832887231838e-06,-1.300272515436518e-06,-1.26116185583669e-06,-1.2220511962368619e-06,-1.1829405366370338e-06,-1.143829763350368e-06,-1.10471910375054e-06,-1.0656084441507119e-06,-1.0264977845508838e-06,-9.873871249510557e-07,-9.482764085078088e-07,-9.091656920645619e-07,-8.700550324647338e-07,-8.309443160214869e-07,-7.918336564216588e-07,-7.527229968218307e-07,-7.136122803785838e-07,-6.745016207787558e-07,-6.353909043355088e-07,-5.962802447356808e-07,-5.571695282924338e-07,-5.180588686926058e-07,-4.789482090927777e-07,-4.3983749264953076e-07,-4.0072680462799326e-07,-3.6161611660645576e-07,-3.225054570066277e-07,-2.833947689850902e-07,-2.442840809635527e-07,-2.051733929420152e-07,-1.660627049204777e-07,-1.269520168989402e-07,-8.784133598283006e-08,-4.873065151400624e-08,-9.61996704518242e-09,2.94907174236414e-08,6.860140189246522e-08,1.0771208280857536e-07,1.4682277083011286e-07,1.8593345885165036e-07,2.2504414687318786e-07,2.6415483489472535e-07,3.032654944945534e-07,3.423761825160909e-07,3.814868705376284e-07,4.205975585591659e-07,4.597082465807034e-07,4.988189061805315e-07,5.379296226237784e-07,5.770402822236065e-07,6.161509986668534e-07,6.552616582666815e-07,6.943723747099284e-07,7.334830343097565e-07,7.725936939095845e-07,8.117044103528315e-07,8.508150699526595e-07,8.899257863959065e-07,9.290364459957345e-07,9.681471055955626e-07,1.0072578788822284e-06,1.0463685384820565e-06,1.0854791980818845e-06],"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,2,1,0,3,3,3,4,10,11,12,8,13,16,16,12,13,20,17,14,29,24,17,23,26,23,25,39,29,24,36,28,28,18,23,23,19,20,13,19,14,13,18,7,6,8,8,5,6,2,4,3,1,3,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,2,3,6,6,11,15,21,32,58,87,128,186,299,485,728,1152,1879,3025,4940,8325,14420,26562,53335,132810,193566,70657,33730,17887,10036,5916,3568,2173,1331,837,548,378,226,156,103,81,42,24,18,9,4,1,5,5,1,0,0,1,0,0,2],"bins":[-8.009227485672454e-07,-7.767824854454375e-07,-7.526422223236295e-07,-7.285019023584027e-07,-7.043616392365948e-07,-6.802213761147868e-07,-6.560811129929789e-07,-6.319407930277521e-07,-6.078005299059441e-07,-5.836602667841362e-07,-5.595200036623282e-07,-5.353797405405203e-07,-5.112394205752935e-07,-4.870991574534855e-07,-4.629588943316776e-07,-4.388186027881602e-07,-4.1467833966635226e-07,-3.905380765445443e-07,-3.6639778500102693e-07,-3.42257521879219e-07,-3.181172303357016e-07,-2.9397696721389366e-07,-2.698366756703763e-07,-2.4569641254856833e-07,-2.2155613521590567e-07,-1.97415857883243e-07,-1.7327558055058034e-07,-1.4913530321791768e-07,-1.2499504009610973e-07,-1.0085475565801971e-07,-7.671448543078441e-08,-5.2574208098121744e-08,-2.843393076545908e-08,-4.293655209153258e-09,1.9846620347152566e-08,4.398689412710155e-08,6.812717145976421e-08,9.226744879242688e-08,1.1640771901966218e-07,1.4054799635232484e-07,1.646882736849875e-07,1.8882855101765017e-07,2.1296882835031283e-07,2.371091056829755e-07,2.6124936880478344e-07,2.853896603483008e-07,3.0952992347010877e-07,3.3367021501362615e-07,3.578104781354341e-07,3.8195074125724204e-07,4.060910328007594e-07,4.3023129592256737e-07,4.5437158746608475e-07,4.785118790096021e-07,5.026521421314101e-07,5.26792405253218e-07,5.50932668375026e-07,5.750729314968339e-07,5.992132514620607e-07,6.233535145838687e-07,6.474937777056766e-07,6.716340408274846e-07,6.957743607927114e-07,7.199146239145193e-07,7.440548870363273e-07]},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,1,1,2,2,1,0,1,1,2,1,2,1,2,3,4,3,2,2,2,4,8,2,3,3,5,1,5,6,5,3,6,2,1,6,2,4,4,2,4,2,0,1,1,4,1,1,1,0,0,1,0,1,0,0,0,0,1],"bins":[-6.283808033913374e-07,-6.089268254072522e-07,-5.89472847423167e-07,-5.700188694390818e-07,-5.505648914549965e-07,-5.311109134709113e-07,-5.116569354868261e-07,-4.922029575027409e-07,-4.727489795186557e-07,-4.532950015345705e-07,-4.3384102355048526e-07,-4.1438704556640005e-07,-3.9493306758231483e-07,-3.754790895982296e-07,-3.560251116141444e-07,-3.365711336300592e-07,-3.17117155645974e-07,-2.9766317766188877e-07,-2.7820919967780355e-07,-2.5875522169371834e-07,-2.3930124370963313e-07,-2.1984726572554791e-07,-2.003932877414627e-07,-1.8093930975737749e-07,-1.6148533177329227e-07,-1.4203135378920706e-07,-1.2257737580512185e-07,-1.0312339782103663e-07,-8.366941983695142e-08,-6.42154418528662e-08,-4.476146386878099e-08,-2.530748588469578e-08,-5.853507900610566e-09,1.3600470083474647e-08,3.305444806755986e-08,5.2508426051645074e-08,7.196240403573029e-08,9.14163820198155e-08,1.1087036000390071e-07,1.3032433798798593e-07,1.4977831597207114e-07,1.6923229395615635e-07,1.8868627194024157e-07,2.0814024992432678e-07,2.27594227908412e-07,2.470482058924972e-07,2.665021838765824e-07,2.8595616186066763e-07,3.0541013984475285e-07,3.2486411782883806e-07,3.443180958129233e-07,3.637720737970085e-07,3.832260517810937e-07,4.026800297651789e-07,4.2213400774926413e-07,4.4158798573334934e-07,4.6104196371743456e-07,4.804959417015198e-07,4.99949919685605e-07,5.194038976696902e-07,5.388578756537754e-07,5.583118536378606e-07,5.777658316219458e-07,5.97219809606031e-07,6.166737875901163e-07]},"_wandb":{"runtime":558},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.001625490258447826,-0.0015753557672724128,-0.0015252212760969996,-0.0014750867849215865,-0.0014249521773308516,-0.0013748176861554384,-0.0013246831949800253,-0.0012745487038046122,-0.001224414212629199,-0.001174279721453786,-0.0011241452302783728,-0.0010740107391029596,-0.0010238762479275465,-0.0009737416985444725,-0.0009236071491613984,-0.0008734726579859853,-0.0008233381668105721,-0.000773203675635159,-0.0007230691844597459,-0.0006729346350766718,-0.0006228001439012587,-0.0005726656527258456,-0.0005225311033427715,-0.0004723966121673584,-0.00042226212099194527,-0.00037212762981653214,-0.00032199310953728855,-0.00027185858925804496,-0.00022172409808263183,-0.00017158959235530347,-0.0001214550866279751,-7.132058090064675e-05,-2.1186191588640213e-05,2.8948314138688147e-05,7.908281986601651e-05,0.00012921732559334487,0.00017935183132067323,0.0002294863370480016,0.00027962084277532995,0.00032975536305457354,0.00037988985422998667,0.0004300243454053998,0.0004801588656846434,0.000530293385963887,0.0005804278771393001,0.0006305623683147132,0.0006806969176977873,0.0007308314088732004,0.0007809659000486135,0.0008311003912240267,0.0008812348823994398,0.0009313694317825139,0.000981503864750266,0.001031638472341001,0.0010817729635164142,0.0011319074546918273,0.0011820419458672404,0.0012321764370426536,0.0012823109282180667,0.0013324454193934798,0.0013825800269842148,0.001432714518159628,0.001482849009335041,0.0015329835005104542,0.0015831179916858673],"_type":"histogram","values":[1,0,1,0,0,2,1,1,4,4,3,6,5,10,9,24,37,50,47,43,28,27,6,17,13,4,5,6,8,8,11,3,3,5,3,8,4,7,5,5,5,8,20,29,31,54,42,40,28,21,19,7,9,6,6,4,4,2,3,0,3,0,0,3]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,1,2,2,4,8,11,14,18,26,31,28,34,33,30,25,22,21,14,13,20,6,7,8,5,2,6,4,9,5,0,6,4,8,15,3,9,22,16,20,22,40,28,31,25,28,26,11,12,10,6,3,1,6,2,1,0,0,1,1],"bins":[-0.0014930244069546461,-0.0014466792345046997,-0.0014003340620547533,-0.001353988889604807,-0.0013076437171548605,-0.001261298544704914,-0.0012149533722549677,-0.0011686081998050213,-0.0011222630273550749,-0.0010759177384898067,-0.0010295725660398602,-0.0009832273935899138,-0.0009368822211399674,-0.000890537048690021,-0.0008441918762400746,-0.0007978467037901282,-0.0007515015313401818,-0.0007051563588902354,-0.000658811186440289,-0.0006124660139903426,-0.0005661208415403962,-0.0005197756108827889,-0.0004734304384328425,-0.0004270852659828961,-0.0003807400935329497,-0.0003343949210830033,-0.0002880497486330569,-0.00024170454707928002,-0.00019535937462933362,-0.0001490142021793872,-0.00010266901517752558,-5.632383545162156e-05,-9.978772141039371e-06,3.6366407584864646e-05,8.271158731076866e-05,0.0001290567743126303,0.0001754019467625767,0.0002217471192125231,0.00026809232076629996,0.00031443749321624637,0.00036078266566619277,0.0004071278381161392,0.0004534730105660856,0.000499818183016032,0.0005461634136736393,0.0005925085861235857,0.0006388537585735321,0.0006851989310234785,0.0007315441034734249,0.0007778892759233713,0.0008242344483733177,0.0008705796208232641,0.0009169247932732105,0.0009632700239308178,0.0010096151381731033,0.0010559603106230497,0.0011023054830729961,0.0011486507719382644,0.0011949959443882108,0.0012413411168381572,0.0012876862892881036,0.00133403146173805,0.0013803766341879964,0.0014267218066379428,0.0014730669790878892]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0014095092192292213,-0.0013642642879858613,-0.0013190193567425013,-0.001273774541914463,-0.001228529610671103,-0.001183284679427743,-0.001138039748184383,-0.0010927949333563447,-0.0010475500021129847,-0.0010023050708696246,-0.0009570601396262646,-0.0009118152665905654,-0.0008665703353472054,-0.0008213254623115063,-0.0007760805310681462,-0.0007308356580324471,-0.0006855907267890871,-0.000640345795545727,-0.0005951009225100279,-0.0005498559912666678,-0.0005046111182309687,-0.00045936618698760867,-0.0004141212848480791,-0.0003688763827085495,-0.0003236314805690199,-0.00027838657842949033,-0.00023314167628996074,-0.00018789675959851593,-0.00014265185745898634,-9.740695531945676e-05,-5.2162045903969556e-05,-6.917140126461163e-06,3.832776565104723e-05,8.357266779057682e-05,0.0001288175699301064,0.00017406248662155122,0.0002193073887610808,0.0002645523054525256,0.0003097972075920552,0.0003550421097315848,0.0004002870118711144,0.00044553191401064396,0.000490776845254004,0.0005360217182897031,0.0005812666495330632,0.0006265115225687623,0.0006717564538121223,0.0007170013268478215,0.0007622462580911815,0.0008074911893345416,0.0008527360623702407,0.0008979809936136007,0.0009432258666492999,0.000988470739684999,0.001033715670928359,0.001078960602171719,0.0011242055334150791,0.0011694504646584392,0.0012146952794864774,0.0012599402107298374,0.0013051851419731975,0.0013504300732165575,0.0013956748880445957,0.0014409198192879558,0.0014861647505313158],"_type":"histogram","values":[2,4,0,1,3,4,3,2,0,7,7,18,11,12,21,14,29,23,32,23,27,20,18,23,11,15,14,11,12,8,9,8,11,6,16,8,14,12,21,17,20,19,21,38,21,34,23,23,18,10,10,11,6,4,3,4,2,1,0,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[1,0,1,1,2,1,2,6,10,16,20,33,66,89,111,222,348,493,762,1222,1697,2557,3914,5777,8456,12264,17417,24140,32283,42224,50605,57425,60146,58118,51647,42630,33067,24683,18142,12488,8628,6045,4016,2686,1791,1195,804,547,351,252,151,86,58,38,34,22,8,9,6,5,2,2,1,1],"bins":[-2.191521616623504e-06,-2.1241826289042365e-06,-2.056843641184969e-06,-1.9895046534657013e-06,-1.9221656657464337e-06,-1.8548265643403283e-06,-1.787487462934223e-06,-1.7201484752149554e-06,-1.6528094874956878e-06,-1.5854704997764202e-06,-1.5181315120571526e-06,-1.4507924106510472e-06,-1.3834534229317796e-06,-1.316114435212512e-06,-1.2487753338064067e-06,-1.181436346087139e-06,-1.1140973583678715e-06,-1.0467583706486039e-06,-9.794193829293363e-07,-9.12080281523231e-07,-8.447412938039633e-07,-7.774023060846957e-07,-7.100632615220093e-07,-6.427242169593228e-07,-5.753852292400552e-07,-5.080462415207876e-07,-4.407071969581011e-07,-3.733681808171241e-07,-3.0602916467614705e-07,-2.3869014853517e-07,-1.7135113239419297e-07,-1.0401211625321594e-07,-3.66731001122389e-08,3.066591602873814e-08,9.800493216971518e-08,1.653439483106922e-07,2.3268296445166925e-07,3.000219805926463e-07,3.673609967336233e-07,4.3470001287460036e-07,5.020390290155774e-07,5.69378016734845e-07,6.367170612975315e-07,7.040561058602179e-07,7.713950935794855e-07,8.387340812987532e-07,9.060731258614396e-07,9.73412170424126e-07,1.0407511581433937e-06,1.1080901458626613e-06,1.175429133581929e-06,1.2427682349880342e-06,1.3101072227073018e-06,1.3774462104265695e-06,1.4447853118326748e-06,1.5121242995519424e-06,1.57946328727121e-06,1.6468022749904776e-06,1.7141412627097452e-06,1.7814803641158505e-06,1.8488193518351181e-06,1.9161584532412235e-06,1.983497440960491e-06,2.0508364286797587e-06,2.1181754163990263e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09456861019134521,-0.09144529700279236,-0.0883219912648201,-0.08519867807626724,-0.08207536488771439,-0.07895205169916153,-0.07582874596118927,-0.07270543277263641,-0.06958211958408356,-0.0664588138461113,-0.06333550065755844,-0.060212187469005585,-0.05708887800574303,-0.05396556481719017,-0.05084225535392761,-0.047718942165374756,-0.0445956327021122,-0.04147232323884964,-0.03834901005029678,-0.035225700587034225,-0.03210238739848137,-0.02897907793521881,-0.025855766609311104,-0.022732455283403397,-0.01960914395749569,-0.016485832631587982,-0.013362521305680275,-0.010239210911095142,-0.007115899585187435,-0.003992588259279728,-0.000869277399033308,0.0022540336940437555,0.005377344787120819,0.008500656113028526,0.011623967438936234,0.014747277833521366,0.017870590090751648,0.020993899554014206,0.024117210879921913,0.02724052220582962,0.030363833531737328,0.033487144857645035,0.03661045432090759,0.03973376750946045,0.04285707697272301,0.045980390161275864,0.04910369962453842,0.05222701281309128,0.055350322276353836,0.058473631739616394,0.06159694492816925,0.0647202581167221,0.06784356385469437,0.07096687704324722,0.07409019023180008,0.07721350342035294,0.0803368091583252,0.08346012234687805,0.08658343553543091,0.08970674127340317,0.09283005446195602,0.09595336765050888,0.09907668083906174,0.102199986577034,0.10532329976558685],"_type":"histogram","values":[1,2,6,9,14,16,29,63,118,199,311,439,841,1213,1760,2619,3779,5019,6872,8992,11355,14387,17754,21032,24633,27736,30824,33594,35310,36481,36430,36377,34679,32088,29577,25997,22969,19354,16056,12973,10197,7958,6060,4358,3053,2178,1532,961,584,440,244,141,85,61,33,9,14,2,3,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[4,2,9,14,20,37,71,127,192,318,463,748,1050,1542,2204,3112,4135,5525,7238,9178,11584,14318,17012,19792,22888,25799,28471,30851,32431,33305,34080,33979,32882,31489,29640,26967,23755,20727,17743,14960,12238,9739,7812,6016,4486,3335,2462,1727,1123,796,525,345,226,142,75,44,26,21,10,5,1,3,4,1],"bins":[-0.08912385255098343,-0.08621538430452347,-0.08330691605806351,-0.08039845526218414,-0.07748998701572418,-0.07458151876926422,-0.07167305052280426,-0.0687645822763443,-0.06585611402988434,-0.06294765323400497,-0.06003918498754501,-0.05713071674108505,-0.05422224849462509,-0.05131378397345543,-0.04840531572699547,-0.045496851205825806,-0.042588382959365845,-0.039679914712905884,-0.03677145019173622,-0.03386298194527626,-0.03095451556146145,-0.028046049177646637,-0.025137580931186676,-0.022229114547371864,-0.019320648163557053,-0.01641218177974224,-0.013503714464604855,-0.010595247149467468,-0.0076867807656526566,-0.0047783139161765575,-0.0018698470667004585,0.0010386197827756405,0.0039470866322517395,0.0068555534817278385,0.009764020331203938,0.012672487646341324,0.015580954030156136,0.018489420413970947,0.021397888660430908,0.02430635504424572,0.02721482142806053,0.030123287811875343,0.033031754195690155,0.035940222442150116,0.03884869068861008,0.04175715520977974,0.0446656234562397,0.04757408797740936,0.050482556223869324,0.053391024470329285,0.05629948899149895,0.05920795723795891,0.06211642175912857,0.06502489000558853,0.06793335825204849,0.07084182649850845,0.07375028729438782,0.07665875554084778,0.07956722378730774,0.0824756920337677,0.08538416028022766,0.08829262852668762,0.09120108932256699,0.09410955756902695,0.09701802581548691]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-5.607618049907614e-07,-5.424519144980877e-07,-5.24142024005414e-07,-5.058321335127403e-07,-4.875222430200665e-07,-4.692123809491022e-07,-4.509024904564285e-07,-4.3259259996375476e-07,-4.1428273789279046e-07,-3.9597284740011673e-07,-3.77662956907443e-07,-3.5935306641476927e-07,-3.4104317592209554e-07,-3.227332854294218e-07,-3.044234233584575e-07,-2.861135328657838e-07,-2.6780364237311005e-07,-2.494937518804363e-07,-2.311838755986173e-07,-2.1287398510594358e-07,-1.9456410882412456e-07,-1.7625421833145083e-07,-1.579443278387771e-07,-1.3963445155695808e-07,-1.2132456106428435e-07,-1.0301467767703798e-07,-8.470479428979161e-08,-6.639490379711788e-08,-4.8085020409871504e-08,-2.9775135246268292e-08,-1.146525008266508e-08,6.844635080938133e-09,2.5154520244541345e-08,4.346440363178772e-08,6.177428701903409e-08,8.008417751170782e-08,9.83940608989542e-08,1.1670394428620057e-07,1.350138347788743e-07,1.533237110606933e-07,1.7163360155336704e-07,1.8994349204604077e-07,2.082533683278598e-07,2.2656325882053352e-07,2.4487314931320725e-07,2.63183039805881e-07,2.814929018768453e-07,2.99802792369519e-07,3.1811268286219274e-07,3.3642257335486647e-07,3.547324638475402e-07,3.730423259185045e-07,3.9135221641117823e-07,4.0966210690385196e-07,4.279719973965257e-07,4.462818878891994e-07,4.6459177838187316e-07,4.829016688745469e-07,5.012115593672206e-07,5.195213930164755e-07,5.378312835091492e-07,5.561411740018229e-07,5.744510644944967e-07,5.927609549871704e-07,6.110708454798441e-07],"_type":"histogram","values":[2,0,0,1,4,1,1,5,3,2,3,8,7,6,12,13,18,14,34,33,33,38,56,54,69,86,102,99,117,140,138,128,123,100,99,71,77,53,59,41,38,28,28,26,15,14,7,6,8,8,5,2,5,1,0,2,3,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,1,6,8,17,14,41,67,113,228,339,514,746,1129,1695,2455,3358,4634,6185,8231,10248,13059,15798,19020,22111,25169,28164,30582,32855,34507,35488,35209,34553,32876,30698,28038,24354,21798,18567,15513,12569,10047,7906,6045,4444,3312,2324,1672,1181,697,463,303,195,119,71,39,20,13,1,7,3,1,1,1],"bins":[-0.09286907315254211,-0.0898682028055191,-0.0868673324584961,-0.08386646211147308,-0.08086559176445007,-0.07786472141742706,-0.07486385852098465,-0.07186298817396164,-0.06886211782693863,-0.06586124747991562,-0.06286037713289261,-0.0598595067858696,-0.05685863643884659,-0.05385776609182358,-0.050856899470090866,-0.047856029123067856,-0.044855158776044846,-0.041854288429021835,-0.038853418081998825,-0.03585255146026611,-0.0328516811132431,-0.029850810766220093,-0.026849940419197083,-0.02384907193481922,-0.02084820158779621,-0.0178473312407732,-0.01484646275639534,-0.01184559240937233,-0.008844722993671894,-0.0058438535779714584,-0.0028429836966097355,0.0001578859519213438,0.003158755600452423,0.006159625016152859,0.009160494431853294,0.012161364778876305,0.01516223419457674,0.018163103610277176,0.021163973957300186,0.024164842441678047,0.027165712788701057,0.030166583135724068,0.03316745162010193,0.03616832196712494,0.03916919231414795,0.04217006266117096,0.04517092928290367,0.04817179962992668,0.05117266997694969,0.0541735403239727,0.05717441067099571,0.060175277292728424,0.06317614763975143,0.06617701798677444,0.06917788833379745,0.07217875868082047,0.07517962902784348,0.07818049937486649,0.0811813697218895,0.08418223261833191,0.08718310296535492,0.09018397331237793,0.09318484365940094,0.09618571400642395,0.09918658435344696]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,1,2,1,2,1,0,4,2,3,0,1,2,4,2,6,4,4,6,13,11,17,17,23,11,20,24,18,23,37,37,30,25,38,27,26,29,30,18,29,22,19,19,14,17,18,15,17,13,7,13,9,6,5,7,1,4,2,3,4,1,1,0,1],"bins":[-1.787282286613845e-07,-1.735440235961505e-07,-1.6835981853091653e-07,-1.6317561346568255e-07,-1.5799140840044856e-07,-1.5280720333521458e-07,-1.476229982699806e-07,-1.4243879320474662e-07,-1.3725457392865792e-07,-1.3207036886342394e-07,-1.2688616379818995e-07,-1.2170195873295597e-07,-1.1651775366772199e-07,-1.1133354860248801e-07,-1.0614934353725403e-07,-1.0096513847202004e-07,-9.578093340678606e-08,-9.059672834155208e-08,-8.54125232763181e-08,-8.022831821108412e-08,-7.504411314585013e-08,-6.985990097518879e-08,-6.467569590995481e-08,-5.949149084472083e-08,-5.430728577948685e-08,-4.9123080714252865e-08,-4.393887564901888e-08,-3.875466703107122e-08,-3.357046196583724e-08,-2.8386256900603257e-08,-2.3202050059012436e-08,-1.8017843217421614e-08,-1.2833623941332917e-08,-7.649417987920515e-09,-2.465212034508113e-09,2.718993918904289e-09,7.90319987231669e-09,1.3087405825729093e-08,1.8271611779141494e-08,2.3455818620732316e-08,2.8640023685966298e-08,3.382422875120028e-08,3.900843381643426e-08,4.4192642434381924e-08,4.9376847499615906e-08,5.456105256484989e-08,5.974526118279755e-08,6.492946624803153e-08,7.011367131326551e-08,7.52978763784995e-08,8.048208144373348e-08,8.566628650896746e-08,9.085049157420144e-08,9.603470374486278e-08,1.0121890881009676e-07,1.0640311387533075e-07,1.1158731894056473e-07,1.1677152400579871e-07,1.2195573617646005e-07,1.2713994124169403e-07,1.3232414630692801e-07,1.37508351372162e-07,1.4269255643739598e-07,1.4787676150262996e-07,1.5306096656786394e-07]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,3,5,4,2,3,3,4,3,5,7,8,12,20,14,16,23,14,28,28,23,22,21,27,22,33,16,30,26,33,18,19,32,22,22,24,26,13,12,21,12,9,6,11,11,15,3,4,7,3,5,3,3,4,1,2,0,1,0,0,2],"bins":[-7.423634542647051e-07,-7.182213721534936e-07,-6.940792900422821e-07,-6.699371510876517e-07,-6.457950689764402e-07,-6.216529868652287e-07,-5.975108479105984e-07,-5.733687657993869e-07,-5.492266836881754e-07,-5.250846015769639e-07,-5.009425194657524e-07,-4.7680038051112206e-07,-4.5265829839991056e-07,-4.2851621628869907e-07,-4.0437410575577815e-07,-3.802319952228572e-07,-3.5608991311164573e-07,-3.3194783100043423e-07,-3.078057204675133e-07,-2.836636099345924e-07,-2.595215278233809e-07,-2.3537943150131468e-07,-2.1123733517924848e-07,-1.8709523885718227e-07,-1.6295314253511606e-07,-1.3881104621304985e-07,-1.1466894989098364e-07,-9.052685356891743e-08,-6.638475724685122e-08,-4.2242660924785014e-08,-1.8100564602718805e-08,6.041531719347404e-09,3.018362804141361e-08,5.432572436347982e-08,7.846782068554603e-08,1.0260991700761224e-07,1.2675201332967845e-07,1.5089410965174466e-07,1.7503620597381087e-07,1.9917830229587707e-07,2.2332039861794328e-07,2.474624807291548e-07,2.716045912620757e-07,2.957467017949966e-07,3.198887839062081e-07,3.440308660174196e-07,3.6817297655034054e-07,3.9231508708326146e-07,4.1645716919447295e-07,4.4059925130568445e-07,4.6474136183860537e-07,4.888834723715263e-07,5.130255544827378e-07,5.371676365939493e-07,5.613097755485796e-07,5.854518576597911e-07,6.095939397710026e-07,6.337360218822141e-07,6.578781039934256e-07,6.82020242948056e-07,7.061623250592675e-07,7.30304407170479e-07,7.544465461251093e-07,7.785886282363208e-07,8.027307103475323e-07]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,1,0,0,4,1,3,7,9,11,11,27,27,58,76,105,110,132,102,88,62,37,34,33,26,26,34,28,27,25,30,28,35,37,45,53,56,89,96,108,105,72,59,29,29,17,14,16,8,4,4,1,3,0,0,2,0,0,2,0,0,0,1],"bins":[-0.0017433409811928868,-0.0016833646222949028,-0.0016233882633969188,-0.001563411788083613,-0.0015034354291856289,-0.0014434590702876449,-0.0013834827113896608,-0.0013235063524916768,-0.0012635299935936928,-0.001203553518280387,-0.001143577159382403,-0.0010836008004844189,-0.0010236244415864348,-0.0009636480244807899,-0.0009036716655828059,-0.0008436952484771609,-0.0007837188895791769,-0.0007237425306811929,-0.0006637661135755479,-0.0006037897546775639,-0.000543813337571919,-0.00048383697867393494,-0.0004238606197759509,-0.0003638842317741364,-0.00030390784377232194,-0.00024393145577050745,-0.0001839550823206082,-0.00012397870887070894,-6.400232086889446e-05,-4.025940143037587e-06,5.595044058281928e-05,0.00011592682130867615,0.00017590331844985485,0.00023587970645166934,0.0002958560944534838,0.00035583245335146785,0.00041580884135328233,0.0004757852293550968,0.0005357615882530808,0.0005957380053587258,0.0006557143642567098,0.0007156907231546938,0.0007756671402603388,0.0008356434991583228,0.0008956198580563068,0.0009555962751619518,0.0010155726922675967,0.0010755490511655807,0.0011355254100635648,0.0011955017689615488,0.0012554781278595328,0.0013154546031728387,0.0013754309620708227,0.0014354073209688067,0.0014953836798667908,0.0015553600387647748,0.0016153363976627588,0.0016753128729760647,0.0017352892318740487,0.0017952655907720327,0.0018552419496700168,0.0019152183085680008,0.0019751947838813066,0.002035171026363969,0.0020951475016772747],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,1,1,1,0,4,1,10,3,5,10,8,7,12,15,12,17,18,21,20,19,28,35,25,40,29,28,36,24,23,27,27,26,29,26,15,19,18,17,15,12,10,10,6,12,3,6,6,8,4,3,1,4,3,2,3,1],"bins":[-1.589470230101142e-06,-1.5436439753102604e-06,-1.4978177205193788e-06,-1.4519915794153349e-06,-1.4061653246244532e-06,-1.3603390698335716e-06,-1.3145129287295276e-06,-1.268686673938646e-06,-1.2228604191477643e-06,-1.1770341643568827e-06,-1.131207909566001e-06,-1.0853817684619571e-06,-1.0395555136710755e-06,-9.937292588801938e-07,-9.47903060932731e-07,-9.020768629852682e-07,-8.562506081943866e-07,-8.104243534035049e-07,-7.645981554560422e-07,-7.187719575085794e-07,-6.729457027176977e-07,-6.271194479268161e-07,-5.812932499793533e-07,-5.354670520318905e-07,-4.896407972410088e-07,-4.438145708718366e-07,-3.979883445026644e-07,-3.521621181334922e-07,-3.0633589176431997e-07,-2.6050966539514775e-07,-2.1468343902597553e-07,-1.688572126568033e-07,-1.230309862876311e-07,-7.720475991845888e-08,-3.137853354928666e-08,1.444769281988556e-08,6.027391918905778e-08,1.0610014555823e-07,1.5192637192740222e-07,1.9775259829657443e-07,2.4357882466574665e-07,2.8940505103491887e-07,3.352312774040911e-07,3.810575037732633e-07,4.268837301424355e-07,4.7270995651160774e-07,5.1853618288078e-07,5.643623808282427e-07,6.101886356191244e-07,6.56014890410006e-07,7.018410883574688e-07,7.476672863049316e-07,7.934935410958133e-07,8.393197958866949e-07,8.851459938341577e-07,9.309721917816205e-07,9.767984465725021e-07,1.0226247013633838e-06,1.0684509561542654e-06,1.1142770972583094e-06,1.160103352049191e-06,1.2059296068400727e-06,1.2517557479441166e-06,1.2975820027349982e-06,1.3434082575258799e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,4,9,15,18,40,48,80,145,205,396,575,823,1260,1943,2587,3607,4821,6533,8312,10488,12905,15872,19111,22065,24923,27778,30419,32340,33755,34435,34605,34011,32217,30380,27743,24615,21810,18900,15647,12980,10441,8316,6408,4750,3556,2530,1786,1262,872,531,362,234,152,81,53,32,18,10,2,4,2],"bins":[-0.0970999225974083,-0.09415483474731445,-0.09120974689722061,-0.08826465904712677,-0.08531957119703293,-0.08237448334693909,-0.07942940294742584,-0.076484315097332,-0.07353922724723816,-0.07059413939714432,-0.06764905154705048,-0.06470396369695663,-0.06175887584686279,-0.05881378799676895,-0.05586870387196541,-0.05292361602187157,-0.049978528171777725,-0.047033440321683884,-0.04408835247159004,-0.0411432683467865,-0.03819818049669266,-0.035253092646598816,-0.032308004796504974,-0.029362918809056282,-0.02641783095896244,-0.0234727431088686,-0.020527657121419907,-0.017582569271326065,-0.014637482352554798,-0.011692395433783531,-0.00874730758368969,-0.005802220664918423,-0.0028571337461471558,8.795340545475483e-05,0.0030330405570566654,0.00597812794148922,0.008923214860260487,0.011868301779031754,0.014813389629125595,0.017758475616574287,0.02070356346666813,0.02364865131676197,0.026593737304210663,0.029538825154304504,0.032483913004398346,0.03542900085449219,0.03837408497929573,0.04131917282938957,0.044264260679483414,0.047209348529577255,0.0501544363796711,0.05309952050447464,0.05604460835456848,0.05898969620466232,0.061934784054756165,0.06487987190485,0.06782495975494385,0.07077004760503769,0.07371513545513153,0.07666021585464478,0.07960530370473862,0.08255039155483246,0.0854954794049263,0.08844056725502014,0.09138565510511398]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,2,1,2,15,24,41,59,139,197,294,529,906,1265,1905,2697,3853,5366,7186,9662,11982,15041,18493,22154,25411,28629,31941,33884,36433,36856,37180,36302,34080,31573,28840,25343,21909,18507,14982,12083,9613,7098,5424,3817,2713,1855,1297,850,532,359,219,107,71,46,21,16,9,4,2,0,0,1],"bins":[-0.10089563578367233,-0.09774219989776611,-0.09458877146244049,-0.09143533557653427,-0.08828190714120865,-0.08512847125530243,-0.0819750428199768,-0.07882160693407059,-0.07566817849874496,-0.07251474261283875,-0.06936131417751312,-0.0662078782916069,-0.06305444985628128,-0.05990101397037506,-0.05674758180975914,-0.05359414964914322,-0.0504407174885273,-0.04728728532791138,-0.044133853167295456,-0.040980421006679535,-0.037826988846063614,-0.03467355668544769,-0.03152012452483177,-0.0283666905015707,-0.02521325834095478,-0.02205982618033886,-0.01890639401972294,-0.015752961859107018,-0.012599528767168522,-0.0094460966065526,-0.0062926639802753925,-0.003139231586828828,1.4200806617736816e-05,0.0031676332000643015,0.006321065593510866,0.009474498219788074,0.012627930380403996,0.01578136347234249,0.018934795632958412,0.022088227793574333,0.025241659954190254,0.028395092114806175,0.031548526138067245,0.034701958298683167,0.03785539045929909,0.04100882261991501,0.04416225478053093,0.04731568694114685,0.05046911910176277,0.05362255126237869,0.056775983422994614,0.059929415583610535,0.06308285146951675,0.06623627990484238,0.0693897157907486,0.07254314422607422,0.07569658011198044,0.07885000854730606,0.08200344443321228,0.0851568728685379,0.08831030875444412,0.09146373718976974,0.09461717307567596,0.09777060151100159,0.1009240373969078]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,2,2,4,7,11,21,39,59,102,184,247,418,655,923,1414,2022,2824,3860,5229,6992,8973,11230,13946,16538,19575,22795,25562,28164,30913,32346,33852,34524,34251,33342,31518,29754,27046,24221,21122,18086,15171,12587,10227,7752,6006,4429,3381,2418,1729,1174,785,495,337,236,139,75,43,28,18,12,6,2],"bins":[-0.09898503869771957,-0.0960523933172226,-0.09311974048614502,-0.09018709510564804,-0.08725444972515106,-0.08432179689407349,-0.08138915151357651,-0.07845650613307953,-0.07552385330200195,-0.07259120792150497,-0.069658562541008,-0.06672591716051102,-0.06379326432943344,-0.06086061894893646,-0.057927969843149185,-0.054995324462652206,-0.05206267535686493,-0.04913002625107765,-0.04619738087058067,-0.043264731764793396,-0.04033208638429642,-0.03739943727850914,-0.03446678817272186,-0.031534142792224884,-0.028601493686437607,-0.02566884644329548,-0.02273619920015335,-0.019803550094366074,-0.016870902851223946,-0.013938255608081818,-0.011005607433617115,-0.008072959259152412,-0.005140312016010284,-0.002207664307206869,0.0007249834015965462,0.0036576311103999615,0.006590278819203377,0.009522926062345505,0.012455574236810207,0.01538822241127491,0.018320869654417038,0.021253516897559166,0.024186164140701294,0.02711881324648857,0.0300514604896307,0.03298410773277283,0.035916756838560104,0.03884940221905708,0.04178205132484436,0.04471470043063164,0.047647345811128616,0.050579994916915894,0.05351264029741287,0.05644528940320015,0.05937793850898743,0.062310583889484406,0.06524322926998138,0.06817588210105896,0.07110852748155594,0.07404117286205292,0.0769738256931305,0.07990647107362747,0.08283911645412445,0.08577176928520203,0.088704414665699],"_type":"histogram"},"_runtime":558,"parameters/_orig_mod.linear.weight":{"values":[220,908,1584,1589,1658,1605,1567,1628,1687,1598,1582,1649,1573,1641,1573,1597,1663,1608,1613,1634,1607,1658,1626,1503,1623,1616,1649,1506,1564,1598,1573,1583,1634,1535,1594,1559,1623,1604,1624,1651,1564,1518,1590,1652,1665,1620,1612,1494,1611,1564,1582,1593,1628,1604,1630,1633,1619,1590,1529,1565,1565,1510,1022,237],"bins":[-0.03759177029132843,-0.03641817718744278,-0.03524458408355713,-0.03407099097967148,-0.03289739787578583,-0.03172380477190018,-0.030550213530659676,-0.029376620426774025,-0.028203027322888374,-0.027029434219002724,-0.025855841115117073,-0.024682248011231422,-0.02350865676999092,-0.02233506366610527,-0.02116147056221962,-0.01998787745833397,-0.01881428435444832,-0.017640691250562668,-0.016467098146677017,-0.015293505974113941,-0.01411991287022829,-0.01294631976634264,-0.011772727593779564,-0.010599134489893913,-0.009425541386008263,-0.008251948282122612,-0.007078355643898249,-0.005904763005673885,-0.004731169901788235,-0.0035575770307332277,-0.0023839841596782207,-0.0012103912886232138,-3.679841756820679e-05,0.0011367944534868002,0.002310387324541807,0.003483980195596814,0.004657573066651821,0.005831166170537472,0.007004758808761835,0.008178351446986198,0.009351944550871849,0.0105255376547575,0.01169913075864315,0.012872722931206226,0.014046316035091877,0.015219909138977528,0.016393501311540604,0.017567094415426254,0.018740687519311905,0.019914280623197556,0.021087873727083206,0.022261466830968857,0.023435059934854507,0.02460865117609501,0.02578224427998066,0.02695583738386631,0.02812943048775196,0.02930302359163761,0.030476616695523262,0.03165020793676376,0.032823801040649414,0.033997394144535065,0.035170987248420715,0.036344580352306366,0.03751817345619202],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9983925819396973,0.9984546303749084,0.9985166192054749,0.998578667640686,0.9986406564712524,0.9987027049064636,0.99876469373703,0.9988267421722412,0.9988887310028076,0.9989507794380188,0.9990127682685852,0.9990748167037964,0.9991368055343628,0.999198853969574,0.9992608428001404,0.9993228912353516,0.999384880065918,0.9994469285011292,0.9995089769363403,0.9995709657669067,0.9996330142021179,0.9996950030326843,0.9997570514678955,0.9998190402984619,0.9998810887336731,0.9999430775642395,1.0000051259994507,1.000067114830017,1.0001291036605835,1.0001912117004395,1.0002532005310059,1.0003151893615723,1.0003771781921387,1.0004392862319946,1.000501275062561,1.0005632638931274,1.0006253719329834,1.0006873607635498,1.0007493495941162,1.0008113384246826,1.0008734464645386,1.000935435295105,1.0009974241256714,1.0010594129562378,1.0011215209960938,1.0011835098266602,1.0012454986572266,1.001307487487793,1.001369595527649,1.0014315843582153,1.0014935731887817,1.0015556812286377,1.001617670059204,1.0016796588897705,1.001741647720337,1.0018037557601929,1.0018657445907593,1.0019277334213257,1.001989722251892,1.002051830291748,1.0021138191223145,1.0021758079528809,1.0022377967834473,1.0022999048233032,1.0023618936538696],"_type":"histogram","values":[2,2,1,1,0,2,2,7,8,4,8,11,22,27,34,42,48,37,23,22,27,20,7,15,17,12,18,18,12,17,16,17,26,27,22,25,34,27,28,17,13,11,12,9,1,3,2,6,2,0,1,0,0,0,0,1,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,3,2,6,8,13,18,22,35,77,88,156,261,431,722,1350,2172,3783,6316,10725,17894,28547,43089,59554,73833,79927,75191,62013,45707,30262,19126,11705,6941,4002,2413,1439,796,480,265,174,103,66,33,30,18,10,4,3,3,1,1,2,0,0,0,1,0,0,0,0,0,1],"bins":[-2.8125091375841293e-06,-2.7105099889013218e-06,-2.608510840218514e-06,-2.506511464162031e-06,-2.4045123154792236e-06,-2.302513166796416e-06,-2.200513790739933e-06,-2.0985146420571255e-06,-1.996515493374318e-06,-1.8945163446915103e-06,-1.792517082321865e-06,-1.6905178199522197e-06,-1.5885186712694122e-06,-1.4865195225866046e-06,-1.3845202602169593e-06,-1.282520997847314e-06,-1.1805218491645064e-06,-1.0785227004816988e-06,-9.765234381120536e-07,-8.745242325858271e-07,-7.725250270596007e-07,-6.705258215333743e-07,-5.685266160071478e-07,-4.665274104809214e-07,-3.6452820495469496e-07,-2.625289994284685e-07,-1.605297939022421e-07,-5.853058837601566e-08,4.3468617150210775e-08,1.454678226764372e-07,2.4746702820266364e-07,3.494662337288901e-07,4.5146521188144106e-07,5.534644174076675e-07,6.554636229338939e-07,7.574628284601204e-07,8.594620339863468e-07,9.614611826691544e-07,1.0634604450387997e-06,1.165459707408445e-06,1.2674588560912525e-06,1.36945800477406e-06,1.4714572671437054e-06,1.5734565295133507e-06,1.6754556781961583e-06,1.7774548268789658e-06,1.8794540892486111e-06,1.9814533516182564e-06,2.083452500301064e-06,2.1854516489838716e-06,2.2874510250403546e-06,2.389450173723162e-06,2.4914493224059697e-06,2.5934484710887773e-06,2.695447619771585e-06,2.797446995828068e-06,2.8994461445108755e-06,3.001445293193683e-06,3.103444669250166e-06,3.2054438179329736e-06,3.307442966615781e-06,3.4094421152985888e-06,3.5114412639813963e-06,3.6134406400378793e-06,3.715439788720687e-06]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,1,0,1,0,1,1,1,0,0,0,3,1,1,0,4,5,4,3,5,7,13,9,12,19,7,24,30,28,46,48,55,51,42,52,45,35,36,27,24,22,16,15,11,8,10,5,4,5,3,3,4,2,5,3,3,2,1,1,1,0,2],"bins":[-6.632324698330194e-07,-6.443622737606347e-07,-6.2549207768825e-07,-6.066218816158653e-07,-5.877516855434806e-07,-5.688814894710958e-07,-5.500112933987111e-07,-5.311410973263264e-07,-5.122709012539417e-07,-4.93400705181557e-07,-4.745305375308817e-07,-4.55660341458497e-07,-4.3679014538611227e-07,-4.1791994931372756e-07,-3.9904975324134284e-07,-3.8017955716895813e-07,-3.613093610965734e-07,-3.424391650241887e-07,-3.23568968951804e-07,-3.0469877287941927e-07,-2.8582857680703455e-07,-2.6695838073464984e-07,-2.480881846622651e-07,-2.2921800280073512e-07,-2.103478067283504e-07,-1.914776106559657e-07,-1.7260741458358098e-07,-1.5373721851119626e-07,-1.3486703664966626e-07,-1.1599683347185419e-07,-9.712664450489683e-08,-7.825644843251212e-08,-5.93862523601274e-08,-4.0516056287742686e-08,-2.164586376807165e-08,-2.7756694720437736e-09,1.6094524823984102e-08,3.496472089636882e-08,5.3834913416039853e-08,7.270510593571089e-08,9.15753020080956e-08,1.1044549808048032e-07,1.2931569415286503e-07,1.4818589022524975e-07,1.6705607208677975e-07,1.8592626815916447e-07,2.0479646423154918e-07,2.236666603039339e-07,2.425368563763186e-07,2.614070524487033e-07,2.8027724852108804e-07,2.9914744459347276e-07,3.1801764066585747e-07,3.368878367382422e-07,3.557580328106269e-07,3.746282288830116e-07,3.934983965336869e-07,4.123685926060716e-07,4.3123878867845633e-07,4.5010898475084105e-07,4.6897918082322576e-07,4.878493768956105e-07,5.067195729679952e-07,5.255897690403799e-07,5.444599651127646e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[4,1,0,3,11,11,27,47,81,126,202,299,469,718,1073,1472,2060,2947,4018,5179,6851,8988,11053,13663,16334,19281,22189,25126,27415,29749,31885,33062,33797,33351,32671,31660,29364,27208,24500,21616,18717,15704,13146,10751,8554,6566,5069,3889,2791,1985,1351,977,686,415,283,171,110,62,35,27,14,5,2,3],"bins":[-0.09441778808832169,-0.09154873341321945,-0.08867967873811722,-0.08581062406301498,-0.08294156938791275,-0.08007251471281052,-0.07720346003770828,-0.07433440536260605,-0.07146534323692322,-0.06859628856182098,-0.06572723388671875,-0.06285817921161652,-0.05998912453651428,-0.05712006986141205,-0.054251015186309814,-0.05138196051120758,-0.04851290583610535,-0.04564385116100311,-0.04277479648590088,-0.039905741810798645,-0.03703668713569641,-0.03416762873530388,-0.031298574060201645,-0.02842951938509941,-0.025560464709997177,-0.022691410034894943,-0.01982235535979271,-0.016953298822045326,-0.014084244146943092,-0.011215189471840858,-0.00834613386541605,-0.005477078724652529,-0.0026080161333084106,0.00026103900745511055,0.0031300941482186317,0.005999149288982153,0.008868204429745674,0.011737259104847908,0.014606314711272717,0.017475370317697525,0.02034442499279976,0.023213479667901993,0.026082534343004227,0.02895159088075161,0.03182064741849899,0.03468970209360123,0.03755875676870346,0.040427811443805695,0.04329686611890793,0.04616592079401016,0.049034975469112396,0.05190403014421463,0.054773084819316864,0.057642143219709396,0.06051119789481163,0.06338024884462357,0.0662493109703064,0.06911836564540863,0.07198742032051086,0.0748564749956131,0.07772552967071533,0.08059458434581757,0.0834636390209198,0.08633269369602203,0.08920174837112427]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[0.9985437393188477,0.9985927939414978,0.998641848564148,0.9986909031867981,0.998740017414093,0.9987890720367432,0.9988381266593933,0.9988871812820435,0.9989362359046936,0.9989852905273438,0.9990344047546387,0.9990834593772888,0.999132513999939,0.9991815686225891,0.9992306232452393,0.9992796778678894,0.9993287324905396,0.9993778467178345,0.9994269013404846,0.9994759559631348,0.9995250105857849,0.9995740652084351,0.9996231198310852,0.9996722340583801,0.9997212886810303,0.9997703433036804,0.9998193979263306,0.9998684525489807,0.9999175071716309,0.9999666213989258,1.0000156164169312,1.000064730644226,1.0001137256622314,1.0001628398895264,1.0002119541168213,1.0002609491348267,1.0003100633621216,1.000359058380127,1.0004081726074219,1.0004572868347168,1.0005062818527222,1.000555396080017,1.0006043910980225,1.0006535053253174,1.0007025003433228,1.0007516145706177,1.0008007287979126,1.000849723815918,1.000898838043213,1.0009478330612183,1.0009969472885132,1.0010459423065186,1.0010950565338135,1.0011441707611084,1.0011931657791138,1.0012422800064087,1.001291275024414,1.001340389251709,1.001389503479004,1.0014384984970093,1.0014876127243042,1.0015366077423096,1.0015857219696045,1.0016347169876099,1.0016838312149048],"_type":"histogram","values":[2,2,0,3,1,0,0,4,8,4,8,9,11,13,27,21,38,37,34,33,15,17,18,11,14,9,11,12,17,8,8,11,8,18,15,14,14,20,15,30,24,29,28,31,19,20,12,17,14,6,10,11,3,0,0,0,1,0,1,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,1,2,1,1,2,4,9,8,9,18,21,32,33,50,47,47,45,51,65,61,41,42,26,32,27,18,15,9,14,7,5,6,1,2,4,2,1,0,2,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,1],"bins":[-1.6494691408297513e-06,-1.5748973964946344e-06,-1.50032553847268e-06,-1.425753794137563e-06,-1.3511819361156086e-06,-1.2766101917804917e-06,-1.202038447445375e-06,-1.1274665894234204e-06,-1.0528948450883036e-06,-9.783231007531867e-07,-9.037512427312322e-07,-8.291794983961154e-07,-7.546076972175797e-07,-6.80035896039044e-07,-6.054641517039272e-07,-5.308923505253915e-07,-4.5632054934685584e-07,-3.8174874816832016e-07,-3.071769754114939e-07,-2.3260518844381295e-07,-1.5803340147613198e-07,-8.346161450845102e-08,-8.889827540770057e-09,6.568195942691091e-08,1.4025374639459187e-07,2.1482553336227284e-07,2.893973203299538e-07,3.6396909308678005e-07,4.3854089426531573e-07,5.131126954438514e-07,5.876844397789682e-07,6.622562409575039e-07,7.368280421360396e-07,8.113998433145753e-07,8.859716444931109e-07,9.605433888282278e-07,1.0351152468501823e-06,1.1096869911852991e-06,1.184258735520416e-06,1.2588305935423705e-06,1.3334023378774873e-06,1.4079740822126041e-06,1.4825459402345587e-06,1.5571176845696755e-06,1.6316894289047923e-06,1.7062612869267468e-06,1.7808330312618637e-06,1.8554048892838182e-06,1.929976633618935e-06,2.004548377954052e-06,2.0791201222891686e-06,2.153692093997961e-06,2.2282638383330777e-06,2.3028355826681945e-06,2.3774073270033114e-06,2.451979071338428e-06,2.526550815673545e-06,2.6011227873823373e-06,2.675694531717454e-06,2.750266276052571e-06,2.8248380203876877e-06,2.8994097647228045e-06,2.973981736431597e-06,3.0485534807667136e-06,3.1231252251018304e-06]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,0,6,2,2,2,7,4,4,9,11,10,9,13,12,21,30,21,25,29,30,31,29,37,35,26,30,32,37,33,30,29,18,16,20,20,10,7,18,13,6,4,7,1,7,5,1,5,2,2,3,0,1,1,1,0,0,0,1],"bins":[-1.0018679859058466e-06,-9.689795206213603e-07,-9.360911690237117e-07,-9.032027605826443e-07,-8.703143521415768e-07,-8.374259437005094e-07,-8.045375352594419e-07,-7.716491268183745e-07,-7.387607183773071e-07,-7.058723099362396e-07,-6.729839014951722e-07,-6.400954930541047e-07,-6.072070846130373e-07,-5.743186761719699e-07,-5.414302677309024e-07,-5.08541859289835e-07,-4.7565345084876753e-07,-4.427650424077001e-07,-4.0987663396663265e-07,-3.769882255255652e-07,-3.4409981708449777e-07,-3.1121140864343033e-07,-2.783230002023629e-07,-2.4543459176129545e-07,-2.12546183320228e-07,-1.7965777487916057e-07,-1.4676936643809313e-07,-1.1388095799702569e-07,-8.099254955595825e-08,-4.810414111489081e-08,-1.5215732673823368e-08,1.7672675767244073e-08,5.056108420831151e-08,8.344949264937895e-08,1.163379010904464e-07,1.4922630953151383e-07,1.8211471797258127e-07,2.1500312641364872e-07,2.4789153485471616e-07,2.807799432957836e-07,3.1366835173685104e-07,3.465567601779185e-07,3.794451686189859e-07,4.1233357706005336e-07,4.452219855011208e-07,4.781103939421882e-07,5.109988023832557e-07,5.438872108243231e-07,5.767756192653906e-07,6.09664027706458e-07,6.425524361475254e-07,6.754408445885929e-07,7.083292530296603e-07,7.412176614707278e-07,7.741060699117952e-07,8.069944783528626e-07,8.398828867939301e-07,8.727712952349975e-07,9.05659703676065e-07,9.385481121171324e-07,9.714365205581998e-07,1.0043249858426861e-06,1.0372133374403347e-06,1.0701016890379833e-06,1.1029901543224696e-06]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-9.215037835019757e-07,-8.938827136262262e-07,-8.662616437504767e-07,-8.38640630718146e-07,-8.110195608423965e-07,-7.833984909666469e-07,-7.557774210908974e-07,-7.281564080585667e-07,-7.005353381828172e-07,-6.729142683070677e-07,-6.452931984313182e-07,-6.176721285555686e-07,-5.90051115523238e-07,-5.624300456474884e-07,-5.348089757717389e-07,-5.071879058959894e-07,-4.795668928636587e-07,-4.5194579456619977e-07,-4.2432475311215967e-07,-3.9670368323641014e-07,-3.6908264178237005e-07,-3.414615719066205e-07,-3.138405304525804e-07,-2.862194605768309e-07,-2.5859839070108137e-07,-2.3097734924704127e-07,-2.0335629358214646e-07,-1.7573523791725165e-07,-1.4811416804150213e-07,-1.2049311237660731e-07,-9.28720567117125e-08,-6.525100104681769e-08,-3.762994538192288e-08,-1.000888794067123e-08,1.761216950058042e-08,4.523322871818891e-08,7.285428438308372e-08,1.0047534004797853e-07,1.280964028183007e-07,1.5571745848319551e-07,1.8333851414809033e-07,2.1095956981298514e-07,2.3858063968873466e-07,2.6620168114277476e-07,2.938227510185243e-07,3.214437924725644e-07,3.490648623483139e-07,3.76685903802354e-07,4.0430697367810353e-07,4.3192804355385306e-07,4.5954908500789315e-07,4.871701548836427e-07,5.147912247593922e-07,5.424122377917229e-07,5.700333076674724e-07,5.976543775432219e-07,6.252754474189715e-07,6.52896517294721e-07,6.805175303270516e-07,7.081386002028012e-07,7.357596700785507e-07,7.633807399543002e-07,7.910017529866309e-07,8.186228228623804e-07,8.462438927381299e-07],"_type":"histogram","values":[1,1,2,2,0,3,2,3,3,2,4,9,5,4,9,18,9,13,12,20,26,23,27,31,40,46,48,64,61,99,103,147,146,161,136,129,97,71,66,63,63,28,40,33,19,22,21,20,15,16,12,9,7,6,4,3,6,3,4,2,4,0,2,3]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,1,0,0,2,0,1,0,5,3,4,9,16,17,13,34,30,42,40,35,30,19,19,13,11,6,5,12,10,8,6,4,9,6,5,10,3,4,7,12,12,14,15,17,23,30,37,30,27,34,24,14,14,3,8,2,2,3,3,0,2,1,1],"bins":[-0.0016154006589204073,-0.001567131606861949,-0.0015188624383881688,-0.0014705933863297105,-0.0014223243342712522,-0.001374055165797472,-0.0013257861137390137,-0.0012775170616805553,-0.001229248009622097,-0.0011809788411483169,-0.0011327097890898585,-0.0010844407370314002,-0.00103617156855762,-0.0009879025164991617,-0.0009396334062330425,-0.0008913643541745842,-0.0008430952439084649,-0.0007948261336423457,-0.0007465570815838873,-0.0006982879713177681,-0.0006500189192593098,-0.0006017498089931905,-0.0005534806987270713,-0.000505211646668613,-0.0004569425364024937,-0.00040867345524020493,-0.00036040437407791615,-0.0003121352638117969,-0.0002638661826495081,-0.00021559710148721933,-0.00016732800577301532,-0.00011905891733476892,-7.078994531184435e-05,-2.252085687359795e-05,2.574823156464845e-05,7.401732000289485e-05,0.00012228640844114125,0.00017055548960343003,0.00021882458531763405,0.00026709368103183806,0.00031536276219412684,0.00036363184335641563,0.0004119009245187044,0.00046017003478482366,0.0005084391450509429,0.0005567081971094012,0.0006049773073755205,0.0006532463594339788,0.000701515469700098,0.0007497845799662173,0.0007980536320246756,0.0008463227422907948,0.0008945917943492532,0.0009428609046153724,0.0009911300148814917,0.00103939906693995,0.0010876681189984083,0.0011359372874721885,0.0011842063395306468,0.0012324753915891051,0.0012807445600628853,0.0013290136121213436,0.001377282664179802,0.001425551832653582,0.0014738208847120404],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-5.340111783880275e-07,-5.186156499803474e-07,-5.032200647292484e-07,-4.878245363215683e-07,-4.7242897949217877e-07,-4.5703342266278923e-07,-4.4163789425510913e-07,-4.262423374257196e-07,-4.1084678059633006e-07,-3.9545122376694053e-07,-3.80055666937551e-07,-3.646601385298709e-07,-3.4926458170048136e-07,-3.338690248710918e-07,-3.184734964634117e-07,-3.030779396340222e-07,-2.8768238280463265e-07,-2.722868259752431e-07,-2.568912691458536e-07,-2.414957407381735e-07,-2.2610018390878395e-07,-2.107046270793944e-07,-1.953090844608596e-07,-1.7991354184232478e-07,-1.6451798501293524e-07,-1.491224281835457e-07,-1.337268855650109e-07,-1.1833133584104871e-07,-1.0293578611708654e-07,-8.754023639312436e-08,-7.214468666916218e-08,-5.674913694520001e-08,-4.135358722123783e-08,-2.5958037497275654e-08,-1.0562487773313478e-08,4.833061950648698e-09,2.0228611674610875e-08,3.562416139857305e-08,5.101971112253523e-08,6.64152608464974e-08,8.181081057045958e-08,9.720636029442176e-08,1.1260191001838393e-07,1.2799745263691875e-07,1.4339300946630829e-07,1.5878856629569782e-07,1.7418410891423264e-07,1.8957965153276746e-07,2.04975208362157e-07,2.2037076519154652e-07,2.3576630781008134e-07,2.5116185042861616e-07,2.665574072580057e-07,2.8195296408739523e-07,2.9734849249507533e-07,3.1274404932446487e-07,3.281396061538544e-07,3.4353516298324394e-07,3.5893071981263347e-07,3.7432624822031357e-07,3.897218050497031e-07,4.0511736187909264e-07,4.2051289028677274e-07,4.359084471161623e-07,4.513040039455518e-07],"_type":"histogram","values":[1,0,0,1,0,2,1,1,3,3,1,4,1,5,7,5,16,10,8,21,24,20,27,36,45,47,50,45,54,86,107,119,108,89,111,121,112,98,92,89,91,65,57,51,34,24,31,25,21,11,12,17,11,4,5,6,2,2,3,0,2,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,2,4,2,3,4,9,12,18,14,34,46,33,50,24,24,13,13,18,16,11,10,3,8,3,7,3,5,5,4,3,3,7,8,9,4,11,10,13,9,20,20,26,32,30,38,37,30,12,14,10,6,2,3,5,2,1,1,0,0,1],"bins":[-0.0014431118033826351,-0.0013978476636111736,-0.0013525835238397121,-0.0013073192676529288,-0.0012620551278814673,-0.0012167909881100059,-0.0011715268483385444,-0.0011262627085670829,-0.0010809984523802996,-0.001035734312608838,-0.0009904701728373766,-0.0009452060330659151,-0.0008999418932944536,-0.0008546776953153312,-0.0008094135555438697,-0.0007641493575647473,-0.0007188852177932858,-0.0006736210780218244,-0.000628356880042702,-0.0005830927402712405,-0.0005378285422921181,-0.0004925644025206566,-0.0004473002627491951,-0.00040203609387390316,-0.0003567719249986112,-0.00031150775612331927,-0.0002662435872480273,-0.00022097944747656584,-0.0001757152786012739,-0.00013045110972598195,-8.518695540260524e-05,-3.9922793803270906e-05,5.341251380741596e-06,5.0605412980075926e-05,9.586957457941025e-05,0.00014113372890278697,0.00018639789777807891,0.00023166206665337086,0.00027692620642483234,0.0003221903753001243,0.00036745454417541623,0.0004127187130507082,0.0004579828819260001,0.0005032470216974616,0.0005485111614689231,0.0005937753594480455,0.000639039499219507,0.0006843036971986294,0.0007295678369700909,0.0007748319767415524,0.0008200961747206748,0.0008653603144921362,0.0009106245124712586,0.0009558886522427201,0.0010011527920141816,0.001046416931785643,0.0010916811879724264,0.001136945327743888,0.0011822094675153494,0.0012274736072868109,0.0012727377470582724,0.0013180018868297338,0.0013632661430165172,0.0014085302827879786,0.0014537944225594401]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,0,1,0,0,0,1,0,2,4,2,2,3,3,8,10,25,21,18,39,35,53,52,62,81,55,53,55,38,31,32,24,14,7,9,8,1,3,2,3,3,2,0,0,1,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,1],"bins":[-2.1721825760323554e-06,-2.0847753603447927e-06,-1.99736814465723e-06,-1.9099609289696673e-06,-1.8225537132821046e-06,-1.7351464975945419e-06,-1.6477392819069792e-06,-1.5603320662194164e-06,-1.4729248505318537e-06,-1.385517634844291e-06,-1.2981104191567283e-06,-1.2107032034691656e-06,-1.1232959877816029e-06,-1.0358887720940402e-06,-9.484815564064775e-07,-8.610743407189148e-07,-7.73667125031352e-07,-6.862599093437893e-07,-5.988526936562266e-07,-5.114454779686639e-07,-4.240382622811012e-07,-3.366310465935385e-07,-2.492238309059758e-07,-1.6181661521841306e-07,-7.440939953085035e-08,1.299781615671236e-08,1.0040503184427507e-07,1.8781224753183778e-07,2.752194632194005e-07,3.626266789069632e-07,4.500338945945259e-07,5.374411102820886e-07,6.248480985959759e-07,7.122553142835386e-07,7.996625299711013e-07,8.87069745658664e-07,9.744769613462267e-07,1.0618841770337895e-06,1.1492913927213522e-06,1.2366986084089149e-06,1.3241058240964776e-06,1.4115130397840403e-06,1.498920255471603e-06,1.5863274711591657e-06,1.6737346868467284e-06,1.7611419025342911e-06,1.8485491182218539e-06,1.9359563339094166e-06,2.0233635495969793e-06,2.110770765284542e-06,2.1981779809721047e-06,2.2855851966596674e-06,2.37299241234723e-06,2.460399628034793e-06,2.5478068437223556e-06,2.6352140594099183e-06,2.722621275097481e-06,2.8100284907850437e-06,2.8974357064726064e-06,2.984842922160169e-06,3.072250137847732e-06,3.1596573535352945e-06,3.2470645692228572e-06,3.33447178491042e-06,3.4218790005979827e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,2,5,3,1,4,4,10,11,9,21,26,38,43,40,43,22,26,10,13,10,4,8,8,3,4,9,6,4,2,7,2,7,8,5,2,1,3,9,11,11,10,18,23,26,31,42,34,41,22,20,14,8,5,5,3,2,2,0,1,2,1,0,2],"bins":[-0.0013437166344374418,-0.001299598952755332,-0.0012554811546579003,-0.0012113634729757905,-0.0011672456748783588,-0.001123127993196249,-0.0010790101950988173,-0.0010348925134167075,-0.0009907747153192759,-0.000946657033637166,-0.0009025392937473953,-0.0008584215538576245,-0.0008143038721755147,-0.000770186132285744,-0.0007260683923959732,-0.0006819506525062025,-0.0006378329126164317,-0.000593715172726661,-0.0005495974328368902,-0.0005054796929471195,-0.0004613619821611792,-0.00041724424227140844,-0.00037312653148546815,-0.0003290087915956974,-0.00028489105170592666,-0.0002407733118161559,-0.0001966555864783004,-0.00015253786114044487,-0.00010842012125067413,-6.4302388636861e-05,-2.0184656023047864e-05,2.3933076590765268e-05,6.80508092045784e-05,0.00011216854181839153,0.00015628627443220466,0.00020040399977006018,0.00024452173965983093,0.0002886394795496017,0.00033275719033554196,0.0003768749302253127,0.00042099267011508346,0.0004651104100048542,0.000509228149894625,0.0005533458897843957,0.0005974635714665055,0.0006415813113562763,0.000685699051246047,0.0007298167911358178,0.0007739345310255885,0.0008180522709153593,0.00086217001080513,0.0009062877506949008,0.0009504054905846715,0.0009945231722667813,0.001038640970364213,0.0010827586520463228,0.0011268763337284327,0.0011709941318258643,0.0012151118135079741,0.0012592296116054058,0.0013033472932875156,0.0013474650913849473,0.0013915827730670571,0.0014357005711644888,0.0014798182528465986],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,1,0,0,0,0,3,0,3,2,2,0,5,7,11,8,21,30,37,43,50,35,37,12,15,12,10,5,11,9,8,9,2,3,6,2,5,6,7,3,3,8,9,9,9,18,12,17,25,37,52,49,32,26,9,13,2,3,6,0,1,1,1,5],"bins":[-0.0016829839441925287,-0.001635172637179494,-0.001587361330166459,-0.001539550139568746,-0.0014917388325557113,-0.0014439275255426764,-0.0013961162185296416,-0.0013483050279319286,-0.0013004937209188938,-0.001252682413905859,-0.0012048711068928242,-0.0011570597998797894,-0.0011092486092820764,-0.0010614373022690415,-0.0010136259952560067,-0.0009658147464506328,-0.000918003439437598,-0.0008701921324245632,-0.0008223808836191893,-0.0007745695766061544,-0.0007267583278007805,-0.0006789470207877457,-0.0006311357719823718,-0.000583324464969337,-0.0005355131579563022,-0.00048770190915092826,-0.0004398906312417239,-0.00039207935333251953,-0.0003442680463194847,-0.00029645676841028035,-0.000248645490501076,-0.00020083421259187162,-0.00015302293468266726,-0.00010521165677346289,-5.7400371588300914e-05,-9.589090041117743e-06,3.822219150606543e-05,8.603346941526979e-05,0.00013384476187638938,0.00018165603978559375,0.0002294673176947981,0.0002772785956040025,0.00032508987351320684,0.0003729011514224112,0.000420712458435446,0.0004685237363446504,0.0005163350142538548,0.0005641462630592287,0.0006119575700722635,0.0006597688770852983,0.0007075801258906722,0.000755391432903707,0.0008032026817090809,0.0008510139887221158,0.0008988252375274897,0.0009466365445405245,0.0009944478515535593,0.0010422591585665941,0.0010900703491643071,0.001137881656177342,0.0011856929631903768,0.0012335042702034116,0.0012813154608011246,0.0013291267678141594,0.0013769380748271942],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,1,2,3,0,2,5,6,3,5,5,8,8,13,10,10,17,18,22,18,17,18,33,21,27,29,26,32,44,27,28,22,25,33,21,24,29,25,15,16,16,17,6,11,6,13,7,1,4,3,5,1,2,1,1,0,1,0,1,0,0,1],"bins":[-8.500583135173656e-07,-8.218416382987925e-07,-7.936249630802195e-07,-7.654082878616464e-07,-7.371916126430733e-07,-7.089748805810814e-07,-6.807582053625083e-07,-6.525415301439352e-07,-6.243248549253622e-07,-5.961081797067891e-07,-5.67891504488216e-07,-5.396748292696429e-07,-5.11458097207651e-07,-4.832414219890779e-07,-4.5502474677050486e-07,-4.268080715519318e-07,-3.985913963333587e-07,-3.7037472111478564e-07,-3.4215804589621257e-07,-3.1394134225593007e-07,-2.85724667037357e-07,-2.575079918187839e-07,-2.2929130238935613e-07,-2.0107461295992834e-07,-1.7285793774135527e-07,-1.446412625227822e-07,-1.1642457309335441e-07,-8.820789076935398e-08,-5.999120844535355e-08,-3.177452612135312e-08,-3.557843797352689e-09,2.4658838526647742e-08,5.287552085064817e-08,8.10922031746486e-08,1.0930888549864903e-07,1.3752557492807682e-07,1.657422501466499e-07,1.9395892536522297e-07,2.2217561479465076e-07,2.5039230422407854e-07,2.786089794426516e-07,3.068256546612247e-07,3.3504232987979776e-07,3.6325903352008027e-07,3.9147570873865334e-07,4.196923839572264e-07,4.479090875975089e-07,4.76125762816082e-07,5.043424380346551e-07,5.325591132532281e-07,5.607757884718012e-07,5.889924636903743e-07,6.172091389089474e-07,6.454258709709393e-07,6.736425461895124e-07,7.018592214080854e-07,7.300758966266585e-07,7.582925718452316e-07,7.865092470638047e-07,8.147259222823777e-07,8.429426543443697e-07,8.711593295629427e-07,8.993760047815158e-07,9.275926800000889e-07,9.55809355218662e-07]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-2.9820498639310244e-06,-2.8933113753737416e-06,-2.8045728868164588e-06,-2.715834398259176e-06,-2.627095909701893e-06,-2.5383576485182857e-06,-2.449619159961003e-06,-2.36088067140372e-06,-2.272142182846437e-06,-2.1834036942891544e-06,-2.0946652057318715e-06,-2.0059267171745887e-06,-1.9171884559909813e-06,-1.8284498537468608e-06,-1.7397114788764156e-06,-1.6509729903191328e-06,-1.56223450176185e-06,-1.4734960132045671e-06,-1.3847575246472843e-06,-1.2960191497768392e-06,-1.2072806612195564e-06,-1.1185421726622735e-06,-1.0298037977918284e-06,-9.410653092345456e-07,-8.523268206772627e-07,-7.635883321199799e-07,-6.748499004061159e-07,-5.861114686922519e-07,-4.973729801349691e-07,-4.086345199993957e-07,-3.198960598638223e-07,-2.311575997282489e-07,-1.424191395926755e-07,-5.368067945710209e-08,3.505778067847132e-08,1.2379624081404472e-07,2.1253470094961813e-07,3.0127316108519153e-07,3.9001162122076494e-07,4.787500529346289e-07,5.674885414919117e-07,6.562270300491946e-07,7.449654617630586e-07,8.337038934769225e-07,9.224423820342054e-07,1.0111808705914882e-06,1.0999192454619333e-06,1.1886577340192162e-06,1.277396222576499e-06,1.3661347111337818e-06,1.4548731996910647e-06,1.5436115745615098e-06,1.6323500631187926e-06,1.7210885516760754e-06,1.8098269265465206e-06,1.8985654151038034e-06,1.9873039036610862e-06,2.076042392218369e-06,2.164780880775652e-06,2.2535193693329347e-06,2.342257630516542e-06,2.430996119073825e-06,2.519734607631108e-06,2.6084730961883906e-06,2.6972115847456735e-06],"_type":"histogram","values":[1,0,2,0,0,3,1,1,5,6,9,11,13,29,49,58,88,154,247,339,525,820,1219,1865,2951,4465,6846,10568,16899,27824,49020,100220,272375,487341,337275,123246,53395,28785,17139,10377,6867,4123,2635,1771,1191,722,474,309,180,147,92,64,42,23,20,9,4,8,5,2,2,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-1.0113017196999863e-06,-9.783585710465559e-07,-9.454153655497066e-07,-9.124721600528574e-07,-8.79529011399427e-07,-8.465858627459966e-07,-8.136426572491473e-07,-7.80699451752298e-07,-7.477563030988676e-07,-7.148131544454372e-07,-6.81869948948588e-07,-6.489267434517387e-07,-6.159835947983083e-07,-5.830404461448779e-07,-5.500972406480287e-07,-5.171540351511794e-07,-4.84210886497749e-07,-4.512677094226092e-07,-4.1832453234746936e-07,-3.8538135527232953e-07,-3.524381781971897e-07,-3.1949500112204987e-07,-2.8655182404691004e-07,-2.536086469717702e-07,-2.2066546989663038e-07,-1.8772229282149056e-07,-1.5477911574635073e-07,-1.218359386712109e-07,-8.889276159607107e-08,-5.594958452093124e-08,-2.300640744579141e-08,9.936769629348419e-09,4.287994670448825e-08,7.582312377962808e-08,1.087663008547679e-07,1.4170947792990773e-07,1.7465265500504756e-07,2.075958320801874e-07,2.405390091553272e-07,2.7348218623046705e-07,3.064253633056069e-07,3.393685403807467e-07,3.7231171745588654e-07,4.0525489453102637e-07,4.381980716061662e-07,4.71141248681306e-07,5.040844257564459e-07,5.370276312532951e-07,5.699707799067255e-07,6.029139285601559e-07,6.358571340570052e-07,6.688003395538544e-07,7.017434882072848e-07,7.346866368607152e-07,7.676298423575645e-07,8.005730478544137e-07,8.335161965078441e-07,8.664593451612745e-07,8.994025506581238e-07,9.323457561549731e-07,9.652889048084035e-07,9.982320534618339e-07,1.031175315802102e-06,1.0641184644555324e-06,1.0970616131089628e-06],"_type":"histogram","values":[2,0,0,1,0,1,3,3,2,2,0,3,7,6,8,6,11,17,20,19,27,23,26,22,23,21,30,27,25,21,35,36,28,28,28,24,27,21,25,22,18,17,13,7,18,14,11,8,5,3,5,1,2,0,4,3,2,2,2,1,0,0,1,1]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[3,2,4,2,3,5,7,8,8,4,10,14,12,6,15,14,29,22,30,32,41,33,38,48,44,46,42,48,63,48,68,53,62,57,47,58,58,60,49,36,36,34,35,30,32,30,17,21,6,13,13,10,4,3,4,4,3,3,3,1,1,1,2,1],"bins":[-0.060258060693740845,-0.05835351720452309,-0.05644897371530533,-0.05454442650079727,-0.052639883011579514,-0.050735339522361755,-0.048830796033144,-0.04692624881863594,-0.04502170532941818,-0.043117161840200424,-0.041212618350982666,-0.03930807486176491,-0.03740352764725685,-0.03549898415803909,-0.033594440668821335,-0.03168989717960358,-0.02978535182774067,-0.02788080833852291,-0.025976262986660004,-0.024071719497442245,-0.022167174145579338,-0.02026263065636158,-0.018358085304498672,-0.016453541815280914,-0.014548997394740582,-0.012644452974200249,-0.010739908553659916,-0.008835364133119583,-0.006930820178240538,-0.005026275757700205,-0.0031217315699905157,-0.0012171872658655047,0.0006873570382595062,0.002591901458799839,0.004496445879340172,0.006400989834219217,0.008305534720420837,0.010210078209638596,0.012114622630178928,0.014019167050719261,0.01592371240258217,0.017828255891799927,0.019732799381017685,0.021637344732880592,0.02354188822209835,0.025446433573961258,0.027350977063179016,0.029255522415041924,0.03116006590425968,0.03306461125612259,0.03496915474534035,0.036873698234558105,0.038778241723775864,0.04068278893828392,0.04258733242750168,0.04449187591671944,0.046396419405937195,0.04830096289515495,0.05020551010966301,0.05211005359888077,0.054014597088098526,0.055919140577316284,0.05782368779182434,0.0597282312810421,0.06163277477025986]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-1.4669783467979869e-06,-1.424408651473641e-06,-1.3818388424624573e-06,-1.3392691471381113e-06,-1.2966993381269276e-06,-1.2541296428025817e-06,-1.211559833791398e-06,-1.168990138467052e-06,-1.1264203294558683e-06,-1.0838506341315224e-06,-1.0412808251203387e-06,-9.987111297959927e-07,-9.56141320784809e-07,-9.135716254604631e-07,-8.710018732926983e-07,-8.284321211249335e-07,-7.858623689571687e-07,-7.432926167894038e-07,-7.00722864621639e-07,-6.581531124538742e-07,-6.155833602861094e-07,-5.730136081183446e-07,-5.304438559505797e-07,-4.878741037828149e-07,-4.4530438003675954e-07,-4.027346278689947e-07,-3.601648757012299e-07,-3.175951235334651e-07,-2.750253997874097e-07,-2.3245563340879016e-07,-1.8988589545188006e-07,-1.4731614328411524e-07,-1.0474639111635042e-07,-6.21766389485856e-08,-1.9606893886248145e-08,2.2962854728802995e-08,6.553260334385413e-08,1.0810235551161895e-07,1.5067209346852906e-07,1.9324184563629387e-07,2.358115978040587e-07,2.783813499718235e-07,3.2095110213958833e-07,3.6352085430735315e-07,4.0609057805340854e-07,4.4866033022117335e-07,4.912300823889382e-07,5.33799834556703e-07,5.763695867244678e-07,6.189393388922326e-07,6.615090910599974e-07,7.040788432277623e-07,7.466485953955271e-07,7.892183475632919e-07,8.317880997310567e-07,8.743578518988215e-07,9.169275472231675e-07,9.594973562343512e-07,1.0020670515586971e-06,1.0446368605698808e-06,1.0872065558942268e-06,1.1297763649054104e-06,1.1723460602297564e-06,1.21491586924094e-06,1.257485564565286e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,1,3,2,3,4,4,4,5,9,9,12,17,21,18,21,23,22,40,27,27,49,32,27,39,27,27,26,25,22,31,35,15,17,22,13,13,12,12,11,2,5,9,5,5,3,2,2,1,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,0,2,0,1,3,2,1,5,2,11,13,11,13,22,17,30,34,35,29,21,23,11,13,10,11,22,13,9,7,10,10,13,9,9,6,11,12,21,10,19,14,18,28,31,19,24,16,25,15,26,12,9,8,4,7,4,1,1,0,0,2],"bins":[0.9985140562057495,0.9985581636428833,0.9986023306846619,0.9986464381217957,0.9986906051635742,0.998734712600708,0.9987788796424866,0.9988229870796204,0.9988671541213989,0.9989112615585327,0.9989553689956665,0.9989995360374451,0.9990436434745789,0.9990878105163574,0.9991319179534912,0.9991760849952698,0.9992201924324036,0.9992642998695374,0.9993084669113159,0.9993525743484497,0.9993967413902283,0.9994408488273621,0.9994850158691406,0.9995291233062744,0.9995732307434082,0.9996173977851868,0.9996615052223206,0.9997056722640991,0.9997497797012329,0.9997939467430115,0.9998380541801453,0.9998822212219238,0.9999263286590576,0.9999704360961914,1.0000145435333252,1.0000587701797485,1.0001028776168823,1.0001469850540161,1.00019109249115,1.0002353191375732,1.000279426574707,1.0003235340118408,1.0003676414489746,1.0004117488861084,1.0004559755325317,1.0005000829696655,1.0005441904067993,1.000588297843933,1.0006325244903564,1.0006766319274902,1.000720739364624,1.0007648468017578,1.0008089542388916,1.000853180885315,1.0008972883224487,1.0009413957595825,1.0009855031967163,1.00102961063385,1.0010738372802734,1.0011179447174072,1.001162052154541,1.0012061595916748,1.0012503862380981,1.001294493675232,1.0013386011123657]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-6.485308290393732e-07,-6.292735861279652e-07,-6.100163432165573e-07,-5.907591571485682e-07,-5.715019142371602e-07,-5.522446713257523e-07,-5.329874284143443e-07,-5.137301855029364e-07,-4.944729425915284e-07,-4.752157281018299e-07,-4.5595851361213136e-07,-4.367012707007234e-07,-4.1744402778931544e-07,-3.981868132996169e-07,-3.7892957038820896e-07,-3.5967235589851043e-07,-3.404151129871025e-07,-3.211578700756945e-07,-3.01900655585996e-07,-2.8264341267458803e-07,-2.633861981848895e-07,-2.4412895527348155e-07,-2.248717123620736e-07,-2.0561448366152035e-07,-1.863572549609671e-07,-1.6710002626041387e-07,-1.4784279755986063e-07,-1.2858555464845267e-07,-1.0932832594789943e-07,-9.007109724734619e-08,-7.081386144136559e-08,-5.155662918809867e-08,-3.229945377825061e-08,-1.3042221524983688e-08,6.215010728283232e-09,2.5472242981550153e-08,4.472947523481707e-08,6.398670393537031e-08,8.324393974135091e-08,1.0250117554733151e-07,1.2175840424788476e-07,1.41015632948438e-07,1.6027286164899124e-07,1.795301045603992e-07,1.9878733326095244e-07,2.1804456196150568e-07,2.3730180487291364e-07,2.5655901936261216e-07,2.758162622740201e-07,2.950735051854281e-07,3.143307196751266e-07,3.3358796258653456e-07,3.528451770762331e-07,3.7210241998764104e-07,3.91359662899049e-07,4.106168773887475e-07,4.298741203001555e-07,4.4913136321156344e-07,4.6838857770126197e-07,4.876458206126699e-07,5.069030635240779e-07,5.261603064354858e-07,5.454174925034749e-07,5.646747354148829e-07,5.839319783262908e-07],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,2,2,4,5,2,5,10,10,4,12,8,19,19,21,19,29,28,43,26,29,20,34,25,29,31,37,38,31,29,28,25,27,16,11,16,11,8,11,9,4,9,5,3,4,1,3,2,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-4.844112595492334e-07,-4.6934215447436145e-07,-4.5427304939948954e-07,-4.3920397274632705e-07,-4.2413486767145514e-07,-4.0906576259658323e-07,-3.9399668594342074e-07,-3.7892758086854883e-07,-3.638584757936769e-07,-3.48789370718805e-07,-3.337202656439331e-07,-3.186511889907706e-07,-3.035820839158987e-07,-2.885129788410268e-07,-2.734439021878643e-07,-2.583747971129924e-07,-2.4330569203812047e-07,-2.2823658696324856e-07,-2.1316749609923136e-07,-1.9809840523521416e-07,-1.8302930016034225e-07,-1.6796019508547033e-07,-1.5289110422145313e-07,-1.3782201335743594e-07,-1.2275290828256402e-07,-1.0768381031311947e-07,-9.261471234367491e-08,-7.754561437423035e-08,-6.24765164047858e-08,-4.740741843534124e-08,-3.2338320465896686e-08,-1.726922249645213e-08,-2.2000676835887134e-09,1.2869030285855843e-08,2.79381282553004e-08,4.3007226224744954e-08,5.807632419418951e-08,7.314542216363407e-08,8.821452013307862e-08,1.0328361810252318e-07,1.1835271607196773e-07,1.3342182114683965e-07,1.4849091201085685e-07,1.6356000287487404e-07,1.7862910794974596e-07,1.9369821302461787e-07,2.0876730388863507e-07,2.2383639475265227e-07,2.389054998275242e-07,2.539746049023961e-07,2.69043709977268e-07,2.841127866304305e-07,2.991818917053024e-07,3.142509967801743e-07,3.293200734333368e-07,3.443891785082087e-07,3.5945828358308063e-07,3.7452738865795254e-07,3.8959649373282446e-07,4.0466557038598694e-07,4.1973467546085885e-07,4.3480378053573077e-07,4.4987285718889325e-07,4.6494196226376516e-07,4.800110673386371e-07],"_type":"histogram","values":[1,0,2,2,1,2,3,1,8,4,11,6,6,6,8,11,10,12,6,13,24,16,20,16,16,26,24,15,29,20,26,31,20,21,22,26,25,24,24,23,23,14,21,23,12,17,10,15,13,9,9,9,8,6,6,4,3,0,2,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0013338916469365358,-0.0012894358951598406,-0.0012449801433831453,-0.001200524508021772,-0.0011560687562450767,-0.0011116130044683814,-0.0010671572526916862,-0.001022701500914991,-0.0009782458655536175,-0.0009337900555692613,-0.000889334362000227,-0.0008448786102235317,-0.0008004228584468365,-0.0007559671648778021,-0.0007115114131011069,-0.0006670557195320725,-0.0006225999677553773,-0.000578144215978682,-0.0005336885224096477,-0.0004892327706329525,-0.00044477704796008766,-0.00040032132528722286,-0.0003558655735105276,-0.0003114098508376628,-0.000266954128164798,-0.00022249840549193323,-0.0001780426682671532,-0.00013358693104237318,-8.913120836950839e-05,-4.467547842068598e-05,-2.1974847186356783e-07,4.423598147695884e-05,8.869182784110308e-05,0.00013314755051396787,0.0001776032877387479,0.00022205902496352792,0.0002665147476363927,0.0003109704703092575,0.00035542622208595276,0.00039988194475881755,0.00044433766743168235,0.0004887934192083776,0.0005332491127774119,0.0005777048645541072,0.0006221606163308024,0.0006666163098998368,0.000711072061676532,0.0007555277552455664,0.0007999835070222616,0.0008444392587989569,0.0008888949523679912,0.0009333507041446865,0.0009778063977137208,0.001022262149490416,0.0010667179012671113,0.0011111736530438066,0.00115562928840518,0.0012000850401818752,0.0012445407919585705,0.0012889965437352657,0.001333452295511961,0.0013779080472886562,0.0014223636826500297,0.001466819434426725,0.0015112751862034202],"_type":"histogram","values":[2,2,1,3,4,6,4,6,9,13,20,25,34,34,45,33,21,20,22,8,4,7,9,6,5,9,8,6,10,3,7,4,8,1,11,8,5,11,8,9,14,16,14,26,30,38,38,32,35,18,14,12,6,5,5,3,2,3,1,0,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,2,0,1,1,5,5,5,4,6,5,11,8,14,15,11,8,25,14,25,22,31,33,22,30,25,28,29,38,24,32,29,26,21,14,25,21,17,19,12,12,12,12,12,7,8,4,8,7,9,5,1,1,1,1,0,0,0,0,0,1],"bins":[-1.5948789950925857e-06,-1.5434214901688392e-06,-1.4919639852450928e-06,-1.440506594008184e-06,-1.3890490890844376e-06,-1.3375915841606911e-06,-1.2861341929237824e-06,-1.234676688000036e-06,-1.1832191830762895e-06,-1.131761678152543e-06,-1.0803041732287966e-06,-1.0288467819918878e-06,-9.773892770681414e-07,-9.259317721443949e-07,-8.744743240640673e-07,-8.230168759837397e-07,-7.715593710599933e-07,-7.201018661362468e-07,-6.686444180559192e-07,-6.171869699755916e-07,-5.657294650518452e-07,-5.142719601280987e-07,-4.6281451204777113e-07,-4.113570355457341e-07,-3.598995590436971e-07,-3.0844208254166006e-07,-2.5698460603962303e-07,-2.05527129537586e-07,-1.5406965303554898e-07,-1.0261217653351196e-07,-5.115470003147493e-08,3.027764705620939e-10,5.176025297259912e-08,1.0321772947463614e-07,1.5467520597667317e-07,2.061326824787102e-07,2.575901589807472e-07,3.0904763548278424e-07,3.6050511198482127e-07,4.119625884868583e-07,4.634200649888953e-07,5.148775699126418e-07,5.663350179929694e-07,6.17792466073297e-07,6.692499709970434e-07,7.207074759207899e-07,7.721649240011175e-07,8.236223720814451e-07,8.750798770051915e-07,9.26537381928938e-07,9.779948868526844e-07,1.0294522780895932e-06,1.0809097830133396e-06,1.132367287937086e-06,1.1838246791739948e-06,1.2352821840977413e-06,1.2867396890214877e-06,1.3381971939452342e-06,1.3896546988689806e-06,1.4411120901058894e-06,1.4925695950296358e-06,1.5440270999533823e-06,1.595484491190291e-06,1.6469419961140375e-06,1.698399501037784e-06]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[5,4,2,3,3,8,10,9,21,22,52,20,37,37,37,19,17,7,6,5,7,3,9,6,4,7,5,2,6,5,5,7,2,6,7,7,7,6,7,12,4,15,15,23,29,38,33,28,34,24,19,10,11,10,12,6,6,2,0,2,1,0,0,2],"bins":[-0.0012130241375416517,-0.0011719653848558664,-0.0011309066321700811,-0.0010898478794842958,-0.0010487891267985106,-0.0010077303741127253,-0.00096667162142694,-0.0009256128687411547,-0.0008845541160553694,-0.000843495421577245,-0.0008024366688914597,-0.0007613779162056744,-0.0007203191635198891,-0.0006792604108341038,-0.0006382016581483185,-0.0005971429054625332,-0.0005560841527767479,-0.0005150254000909626,-0.00047396664740517735,-0.00043290789471939206,-0.00039184914203360677,-0.00035079041845165193,-0.00030973166576586664,-0.00026867291308008134,-0.00022761416039429605,-0.00018655540770851076,-0.00014549665502272546,-0.0001044379168888554,-6.33791642030701e-05,-2.2320415155263618e-05,1.873833389254287e-05,5.9797082940349355e-05,0.00010085583198815584,0.00014191458467394114,0.00018297333735972643,0.0002240320754935965,0.000265090842731297,0.00030614956631325185,0.00034720831899903715,0.00038826707168482244,0.00042932582437060773,0.00047038457705639303,0.0005114433006383479,0.0005525020533241332,0.0005935608060099185,0.0006346195586957037,0.000675678311381489,0.0007167370640672743,0.0007577958167530596,0.0007988545694388449,0.0008399133221246302,0.0008809720748104155,0.0009220308274962008,0.0009630895801819861,0.0010041482746601105,0.0010452070273458958,0.001086265780031681,0.0011273245327174664,0.0011683832854032516,0.001209442038089037,0.0012505007907748222,0.0012915595434606075,0.0013326182961463928,0.0013736770488321781,0.0014147358015179634],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-4.461986335968504e-13,-4.3307545050108587e-13,-4.199522674053213e-13,-4.068290843095568e-13,-3.9370590121379223e-13,-3.805827181180277e-13,-3.6745953502226314e-13,-3.543363519264986e-13,-3.4121316883073405e-13,-3.280899857349695e-13,-3.1496680263920496e-13,-3.018436195434404e-13,-2.8872043644767587e-13,-2.755972533519113e-13,-2.6247407025614677e-13,-2.4935088716038223e-13,-2.362277040646177e-13,-2.2310452096885314e-13,-2.099813378730886e-13,-1.9685815477732405e-13,-1.837349716815595e-13,-1.7061178858579495e-13,-1.574886054900304e-13,-1.4436542239426586e-13,-1.3124223929850132e-13,-1.1811905620273677e-13,-1.0499587310697223e-13,-9.187269001120768e-14,-7.874950691544313e-14,-6.562632381967859e-14,-5.2503140723914044e-14,-3.93799576281495e-14,-2.6256774532384952e-14,-1.3133591436620407e-14,-1.0408340855860843e-17,1.3112774754908685e-14,2.623595785067323e-14,3.9359140946437776e-14,5.248232404220232e-14,6.560550713796687e-14,7.872869023373141e-14,9.185187332949596e-14,1.049750564252605e-13,1.1809823952102505e-13,1.312214226167896e-13,1.4434460571255414e-13,1.5746778880831869e-13,1.7059097190408323e-13,1.8371415499984778e-13,1.9683733809561232e-13,2.0996052119137687e-13,2.2308370428714142e-13,2.3620688738290596e-13,2.493300704786705e-13,2.6245325357443505e-13,2.755764366701996e-13,2.8869961976596414e-13,3.018228028617287e-13,3.1494598595749324e-13,3.280691690532578e-13,3.4119235214902233e-13,3.5431553524478687e-13,3.674387183405514e-13,3.8056190143631596e-13,3.936850845320805e-13],"_type":"histogram","values":[2,0,0,0,1,0,1,2,1,2,3,2,1,0,4,1,7,2,3,10,7,10,11,7,14,12,18,21,25,42,33,46,58,55,56,57,41,32,23,25,17,19,15,12,18,5,7,9,4,8,1,5,4,0,1,1,1,1,1,2,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,3,1,0,0,1,3,6,0,11,5,7,19,10,9,15,13,20,15,21,21,21,27,22,27,21,32,29,31,34,38,35,24,24,19,17,25,19,17,20,15,20,11,12,11,8,8,5,5,2,2,1,1,1,0,0,1,0,1],"bins":[-8.57578925206326e-07,-8.318727964251593e-07,-8.061666676439927e-07,-7.804605957062449e-07,-7.547544669250783e-07,-7.290483381439117e-07,-7.03342209362745e-07,-6.776360805815784e-07,-6.519300086438307e-07,-6.26223879862664e-07,-6.005177510814974e-07,-5.748116223003308e-07,-5.491054935191642e-07,-5.233993647379975e-07,-4.976932928002498e-07,-4.7198716401908314e-07,-4.462810352379165e-07,-4.205749064567499e-07,-3.948688060972927e-07,-3.6916267731612606e-07,-3.4345657695666887e-07,-3.1775044817550224e-07,-2.920443193943356e-07,-2.663382190348784e-07,-2.406320902537118e-07,-2.1492597568339988e-07,-1.8921986111308797e-07,-1.6351373233192135e-07,-1.3780761776160944e-07,-1.1210150319129752e-07,-8.639538151555826e-08,-6.068925983981899e-08,-3.4983145269507077e-08,-9.277027146481487e-09,1.6429090976544103e-08,4.213520909956969e-08,6.784132722259528e-08,9.354744179290719e-08,1.1925357057407382e-07,1.4495968514438573e-07,1.7066579971469764e-07,1.9637191428500955e-07,2.2207802885532146e-07,2.477841576364881e-07,2.734902864176547e-07,2.991963867771119e-07,3.2490251555827854e-07,3.5060861591773573e-07,3.7631474469890236e-07,4.02020873480069e-07,4.277269738395262e-07,4.534331026206928e-07,4.7913920298015e-07,5.048453317613166e-07,5.305514605424833e-07,5.562575893236499e-07,5.819637181048165e-07,6.076697900425643e-07,6.333759188237309e-07,6.590820476048975e-07,6.847881763860642e-07,7.104943051672308e-07,7.362003771049785e-07,7.619065058861452e-07,7.876126346673118e-07]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.001390631776303053,-0.0013459456386044621,-0.0013012595009058714,-0.0012565733632072806,-0.0012118872255086899,-0.0011672009713947773,-0.0011225148336961865,-0.0010778286959975958,-0.001033142558299005,-0.0009884564206004143,-0.0009437702829018235,-0.0008990840869955719,-0.0008543979492969811,-0.0008097118115983903,-0.0007650256156921387,-0.0007203394779935479,-0.0006756533402949572,-0.0006309672025963664,-0.0005862810648977757,-0.000541594868991524,-0.0004969087312929332,-0.00045222259359434247,-0.00040753642679192126,-0.00036285025998950005,-0.0003181641222909093,-0.00027347798459231853,-0.00022879181778989732,-0.00018410566553939134,-0.00013941951328888535,-9.473336103837937e-05,-5.004720878787339e-05,-5.3610565373674035e-06,3.932521212846041e-05,8.401136437896639e-05,0.00012869751662947237,0.00017338366887997836,0.00021806982113048434,0.0002627559588290751,0.0003074421256314963,0.0003521282924339175,0.0003968144301325083,0.00044150056783109903,0.00048618673463352025,0.0005308729014359415,0.0005755590391345322,0.000620245176833123,0.0006649313727393746,0.0007096175104379654,0.0007543036481365561,0.0007989897858351469,0.0008436759235337377,0.0008883621194399893,0.0009330482571385801,0.0009777344530448318,0.0010224205907434225,0.0010671067284420133,0.001111792866140604,0.0011564790038391948,0.0012011651415377855,0.0012458512792363763,0.001290537416934967,0.0013352236710488796,0.0013799098087474704,0.0014245959464460611,0.0014692820841446519],"_type":"histogram","values":[1,0,2,0,1,5,2,5,8,8,13,25,26,27,39,30,31,30,20,19,9,11,8,10,5,11,6,11,6,3,5,6,5,3,4,7,9,6,7,8,14,6,16,13,25,39,40,42,29,29,18,16,15,9,3,5,3,2,2,7,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[3,0,0,5,7,3,9,18,23,31,44,67,104,145,212,292,473,723,1118,1607,2440,3824,5810,8741,13033,18768,26805,36060,46148,55355,61590,62157,58047,49518,40032,29748,21845,15013,10057,6816,4513,2930,1935,1263,827,504,352,261,163,94,94,62,52,26,18,15,6,5,7,4,0,0,1,1],"bins":[-2.2373760657501407e-06,-2.1656346689269412e-06,-2.093893499477417e-06,-2.0221521026542177e-06,-1.9504107058310183e-06,-1.8786694226946565e-06,-1.8069281395582948e-06,-1.7351867427350953e-06,-1.6634454595987336e-06,-1.5917041764623718e-06,-1.5199627796391724e-06,-1.4482214965028106e-06,-1.3764802133664489e-06,-1.3047388165432494e-06,-1.2329975334068877e-06,-1.1612561365836882e-06,-1.0895148534473265e-06,-1.0177735703109647e-06,-9.460321734877652e-07,-8.742908903514035e-07,-8.025495503716229e-07,-7.308082103918423e-07,-6.590669272554806e-07,-5.873255872756999e-07,-5.155842472959193e-07,-4.4384290731613874e-07,-3.7210159575806756e-07,-3.003602841999964e-07,-2.2861894422021578e-07,-1.568776184512899e-07,-8.5136292682364e-08,-1.3394966913438111e-08,5.8346131481812336e-08,1.3008745725073823e-07,2.0182878301966412e-07,2.735700945777353e-07,3.453114345575159e-07,4.170527745372965e-07,4.887940576736582e-07,5.605353976534388e-07,6.322767376332195e-07,7.040180776130001e-07,7.757594175927807e-07,8.475007007291424e-07,9.19242040708923e-07,9.909833806887036e-07,1.0627246638250654e-06,1.1344660606482648e-06,1.2062073437846266e-06,1.2779486269209883e-06,1.3496900237441878e-06,1.4214313068805495e-06,1.493172703703749e-06,1.5649139868401107e-06,1.6366552699764725e-06,1.708396666799672e-06,1.7801379499360337e-06,1.8518792330723954e-06,1.923620629895595e-06,1.9953620267187944e-06,2.0671031961683184e-06,2.138844592991518e-06,2.2105859898147173e-06,2.2823271592642413e-06,2.354068556087441e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,1,0,0,1,0,2,1,3,4,2,2,1,8,8,10,12,17,12,31,24,32,45,56,62,79,58,69,54,32,31,34,25,10,8,3,11,1,5,1,3,1,0,1,1,2,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-3.897774149663746e-06,-3.750582209249842e-06,-3.603390496209613e-06,-3.4561985557957087e-06,-3.3090068427554797e-06,-3.1618149023415754e-06,-3.014622961927671e-06,-2.867431248887442e-06,-2.7202393084735377e-06,-2.5730473680596333e-06,-2.4258556550194044e-06,-2.2786637146055e-06,-2.1314717741915956e-06,-1.9842800611513667e-06,-1.8370881207374623e-06,-1.6898962940103956e-06,-1.542704467283329e-06,-1.3955126405562623e-06,-1.2483208138291957e-06,-1.1011288734152913e-06,-9.539370466882247e-07,-8.06745219961158e-07,-6.595533363906725e-07,-5.12361452820187e-07,-3.651696260931203e-07,-2.1797777094434423e-07,-7.078591579556814e-08,7.640593935320794e-08,2.2359779450198403e-07,3.707896496507601e-07,5.179815047995362e-07,6.651733883700217e-07,8.123652150970884e-07,9.59557041824155e-07,1.1067488685512217e-06,1.253940808965126e-06,1.4011326356921927e-06,1.5483244624192594e-06,1.6955164028331637e-06,1.8427082295602304e-06,1.989900056287297e-06,2.1370919967012014e-06,2.2842837097414304e-06,2.4314756501553347e-06,2.578667590569239e-06,2.725859303609468e-06,2.8730512440233724e-06,3.0202429570636014e-06,3.1674348974775057e-06,3.31462683789141e-06,3.461818550931639e-06,3.6090104913455434e-06,3.7562022043857723e-06,3.903394372173352e-06,4.050586085213581e-06,4.19777779825381e-06,4.34496996604139e-06,4.492161679081619e-06,4.639353392121848e-06,4.786545105162077e-06,4.9337372729496565e-06,5.080928985989885e-06,5.228120699030114e-06,5.375312866817694e-06,5.522504579857923e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,1,2,2,4,1,2,5,5,7,2,6,10,12,19,16,15,23,24,26,23,35,20,36,21,26,41,38,25,36,25,26,34,23,26,23,24,14,19,13,9,6,12,7,3,4,2,5,2,2,0,0,0,1,0,0,0,0,1,1,1,1],"bins":[-1.21331913760514e-06,-1.1716698509189882e-06,-1.1300206779196742e-06,-1.0883713912335224e-06,-1.0467222182342084e-06,-1.0050729315480567e-06,-9.63423644861905e-07,-9.21774415019172e-07,-8.801251851764391e-07,-8.384759553337062e-07,-7.968267254909733e-07,-7.551774388048216e-07,-7.135282089620887e-07,-6.718789791193558e-07,-6.30229692433204e-07,-5.885804625904711e-07,-5.469312327477382e-07,-5.052820029050054e-07,-4.6363274464056303e-07,-4.219834863761207e-07,-3.803342565333878e-07,-3.386850266906549e-07,-2.970357684262126e-07,-2.553865101617703e-07,-2.1373728031903738e-07,-1.7208803626544977e-07,-1.3043879221186216e-07,-8.878954815827456e-08,-4.714030410468695e-08,-5.491060051099339e-09,3.615818400248827e-08,7.780742805607588e-08,1.1945667210966349e-07,1.611059161632511e-07,2.027551602168387e-07,2.4440441848128103e-07,2.860536483240139e-07,3.277028781667468e-07,3.6935213643118914e-07,4.1100139469563146e-07,4.5265062453836435e-07,4.942998543810972e-07,5.359490842238301e-07,5.775983709099819e-07,6.192476007527148e-07,6.608968305954477e-07,7.025461172815994e-07,7.441953471243323e-07,7.858445769670652e-07,8.274938068097981e-07,8.69143036652531e-07,9.107923233386828e-07,9.524415531814157e-07,9.940907830241485e-07,1.0357400697103003e-06,1.0773892427096143e-06,1.119038529395766e-06,1.1606878160819178e-06,1.2023369890812319e-06,1.2439862757673836e-06,1.2856355624535354e-06,1.3272847354528494e-06,1.3689340221390012e-06,1.4105831951383152e-06,1.452232481824467e-06],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,1,1,0,0,0,3,0,4,4,4,3,9,10,7,19,24,29,32,50,50,89,93,149,199,287,323,563,892,1664,3271,440370,2250,1165,672,484,327,213,156,108,78,72,49,34,24,26,20,7,11,12,5,5,4,6,1,1,3,0,0,2,1,0,0,1],"bins":[-3.22710802720394e-05,-3.123754504485987e-05,-3.020400799869094e-05,-2.917047095252201e-05,-2.8136935725342482e-05,-2.7103400498162955e-05,-2.6069863451994024e-05,-2.5036326405825093e-05,-2.4002791178645566e-05,-2.296925595146604e-05,-2.1935718905297108e-05,-2.0902181859128177e-05,-1.986864663194865e-05,-1.8835111404769123e-05,-1.7801574358600192e-05,-1.676803731243126e-05,-1.5734502085251734e-05,-1.4700965948577505e-05,-1.3667429811903276e-05,-1.2633893675229046e-05,-1.1600357538554817e-05,-1.0566821401880588e-05,-9.53328526520636e-06,-8.49974912853213e-06,-7.466212991857901e-06,-6.432676855183672e-06,-5.399140718509443e-06,-4.365604581835214e-06,-3.332068445160985e-06,-2.298532308486756e-06,-1.2649961718125269e-06,-2.3146003513829783e-07,8.020761015359312e-07,1.8356122382101603e-06,2.8691483748843893e-06,3.902684511558618e-06,4.9362206482328475e-06,5.9697567849070765e-06,7.0032929215813056e-06,8.036829058255535e-06,9.070365194929764e-06,1.0103901331603993e-05,1.1137437468278222e-05,1.217097360495245e-05,1.320450974162668e-05,1.4238045878300909e-05,1.5271582014975138e-05,1.630511906114407e-05,1.7338654288323596e-05,1.8372189515503123e-05,1.9405726561672054e-05,2.0439263607840985e-05,2.1472798835020512e-05,2.250633406220004e-05,2.353987110836897e-05,2.45734081545379e-05,2.560694338171743e-05,2.6640478608896956e-05,2.7674015655065887e-05,2.8707552701234818e-05,2.9741087928414345e-05,3.077462315559387e-05,3.18081583827734e-05,3.2841697247931734e-05,3.387523247511126e-05]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,2,0,1,2,8,4,7,11,15,40,35,32,51,45,29,22,20,12,13,13,15,11,17,8,11,9,18,15,21,23,26,25,30,28,31,28,21,16,13,16,8,2,7,2,0,0,1,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9985606074333191,0.9986182451248169,0.9986759424209595,0.9987335801124573,0.9987912774085999,0.9988489151000977,0.9989065527915955,0.998964250087738,0.9990218877792358,0.9990795850753784,0.9991372227668762,0.999194860458374,0.9992525577545166,0.9993101954460144,0.9993678331375122,0.9994255304336548,0.9994831681251526,0.9995408654212952,0.999598503112793,0.9996561408042908,0.9997138381004333,0.9997714757919312,0.9998291730880737,0.9998868107795715,0.9999444484710693,1.000002145767212,1.0000598430633545,1.0001174211502075,1.00017511844635,1.0002328157424927,1.0002903938293457,1.0003480911254883,1.0004057884216309,1.0004633665084839,1.0005210638046265,1.000578761100769,1.0006364583969116,1.0006940364837646,1.0007517337799072,1.0008094310760498,1.0008670091629028,1.0009247064590454,1.000982403755188,1.001039981842041,1.0010976791381836,1.0011553764343262,1.0012129545211792,1.0012706518173218,1.0013283491134644,1.001386046409607,1.00144362449646,1.0015013217926025,1.0015590190887451,1.0016165971755981,1.0016742944717407,1.0017319917678833,1.0017895698547363,1.001847267150879,1.0019049644470215,1.001962661743164,1.002020239830017,1.0020779371261597,1.0021356344223022,1.0021932125091553,1.0022509098052979],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,0,1,3,0,0,2,1,2,3,2,0,4,9,3,2,7,5,5,5,3,20,15,23,20,20,29,31,31,36,38,43,35,39,33,37,42,33,30,18,20,18,16,15,9,13,12,8,2,2,3,2,4,2,4,3,0,1,0,0,0,1,2],"bins":[-2.0969018805772066e-06,-2.0343647975096246e-06,-1.9718277144420426e-06,-1.9092906313744606e-06,-1.8467535483068787e-06,-1.7842164652392967e-06,-1.7216793821717147e-06,-1.6591422991041327e-06,-1.5966052160365507e-06,-1.5340681329689687e-06,-1.4715310499013867e-06,-1.4089939668338047e-06,-1.3464568837662227e-06,-1.2839198006986408e-06,-1.2213827176310588e-06,-1.1588456345634768e-06,-1.0963085514958948e-06,-1.0337714684283128e-06,-9.712343853607308e-07,-9.086973022931488e-07,-8.461602192255668e-07,-7.836231361579848e-07,-7.210860530904029e-07,-6.585489700228209e-07,-5.960118869552389e-07,-5.334748038876569e-07,-4.709377208200749e-07,-4.084006377524929e-07,-3.458635546849109e-07,-2.8332647161732893e-07,-2.2078938854974695e-07,-1.5825230548216496e-07,-9.571522241458297e-08,-3.317813934700098e-08,2.935894372058101e-08,9.1896026788163e-08,1.54433109855745e-07,2.1697019292332698e-07,2.7950727599090897e-07,3.4204435905849095e-07,4.0458144212607294e-07,4.6711852519365493e-07,5.296556082612369e-07,5.921926913288189e-07,6.547297743964009e-07,7.172668574639829e-07,7.798039405315649e-07,8.423410235991469e-07,9.048781066667289e-07,9.674151897343108e-07,1.0299522728018928e-06,1.0924893558694748e-06,1.1550264389370568e-06,1.2175635220046388e-06,1.2801006050722208e-06,1.3426376881398028e-06,1.4051747712073848e-06,1.4677118542749668e-06,1.5302489373425487e-06,1.5927860204101307e-06,1.6553231034777127e-06,1.7178601865452947e-06,1.7803972696128767e-06,1.8429343526804587e-06,1.9054714357480407e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,3,9,6,25,31,77,118,178,301,459,800,1159,1812,2866,4086,5906,8234,11026,14769,19964,25394,31755,39288,47043,55338,63863,71730,78456,84581,89579,92990,93081,91538,88899,83311,77418,69515,61748,52974,45097,36951,30104,23946,18455,13898,10414,7553,5344,3742,2442,1700,1105,682,476,241,163,100,47,38,23,7,2,3],"bins":[-0.0960874930024147,-0.09311959147453308,-0.09015169739723206,-0.08718379586935043,-0.08421589434146881,-0.08124800026416779,-0.07828009873628616,-0.07531220465898514,-0.07234430313110352,-0.0693764016032219,-0.06640850752592087,-0.06344060599803925,-0.06047270819544792,-0.0575048103928566,-0.054536908864974976,-0.05156901106238365,-0.04860111325979233,-0.045633215457201004,-0.04266531765460968,-0.03969741612672806,-0.036729518324136734,-0.03376162052154541,-0.030793720856308937,-0.027825821191072464,-0.02485792338848114,-0.021890025585889816,-0.018922125920653343,-0.01595422625541687,-0.012986328452825546,-0.010018429718911648,-0.007050530984997749,-0.004082632251083851,-0.0011147409677505493,0.0018531577661633492,0.004821056500077248,0.007788955233991146,0.010756853967905045,0.013724752701818943,0.01669265143573284,0.019660551100969315,0.02262844890356064,0.025596346706151962,0.028564246371388435,0.03153214603662491,0.03450004383921623,0.037467941641807556,0.04043584316968918,0.0434037409722805,0.046371638774871826,0.04933953657746315,0.052307434380054474,0.055275335907936096,0.05824323371052742,0.061211131513118744,0.06417903304100037,0.06714692711830139,0.07011482864618301,0.07308273017406464,0.07605062425136566,0.07901852577924728,0.0819864273071289,0.08495432138442993,0.08792222291231155,0.09089011698961258,0.0938580185174942]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,3,4,3,2,1,11,8,20,23,53,64,90,146,210,317,547,777,1098,1622,2499,3840,5907,9029,14281,22719,35741,51264,68108,78532,78681,67354,50503,34212,22157,14169,8879,5778,3848,2442,1648,1066,709,480,332,238,155,95,47,43,32,14,9,2,4,1,2,1,0,0,1,0,0,2],"bins":[-3.75474928659969e-06,-3.629480033850996e-06,-3.504210553728626e-06,-3.378941300979932e-06,-3.253671820857562e-06,-3.128402568108868e-06,-3.0031333153601736e-06,-2.877863835237804e-06,-2.7525945824891096e-06,-2.6273253297404153e-06,-2.5020558496180456e-06,-2.3767865968693513e-06,-2.251517344120657e-06,-2.1262478639982874e-06,-2.000978611249593e-06,-1.875709244814061e-06,-1.750439878378529e-06,-1.6251705119429971e-06,-1.4999011455074651e-06,-1.3746318927587708e-06,-1.2493625263232389e-06,-1.1240931598877069e-06,-9.988239071390126e-07,-8.735545407034806e-07,-7.482851742679486e-07,-6.230158078324166e-07,-4.977464982403035e-07,-3.724771602264809e-07,-2.4720782221265836e-07,-1.219384841988358e-07,3.3308538149867672e-09,1.2860019182880933e-07,2.53869075095281e-07,3.7913841310910357e-07,5.044077511229261e-07,6.296770607150393e-07,7.549464271505713e-07,8.802157935861032e-07,1.0054850463347975e-06,1.1307544127703295e-06,1.2560237792058615e-06,1.3812931456413935e-06,1.5065625120769255e-06,1.6318317648256198e-06,1.7571011312611517e-06,1.8823704976966837e-06,2.007639750445378e-06,2.1329092305677477e-06,2.258178483316442e-06,2.3834477360651363e-06,2.508717216187506e-06,2.6339864689362003e-06,2.75925594905857e-06,2.8845252018072642e-06,3.0097944545559585e-06,3.1350639346783282e-06,3.2603331874270225e-06,3.3856024401757168e-06,3.5108719202980865e-06,3.6361411730467808e-06,3.761410425795475e-06,3.886679678544169e-06,4.0119493860402144e-06,4.137218638788909e-06,4.262487891537603e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,0,3,0,7,5,19,36,69,95,183,340,582,976,1466,2450,3672,5420,8088,11137,15470,21126,27808,35700,44007,53901,62776,72950,82450,89694,96057,99785,101204,99340,95664,89715,81726,73006,63504,53660,44020,35572,27781,21153,15634,11436,7908,5374,3709,2390,1527,951,581,332,190,117,44,25,12,5,6,3,1,1],"bins":[-0.10484255850315094,-0.10161656886339188,-0.09839057922363281,-0.09516458958387375,-0.09193859994411469,-0.08871261030435562,-0.08548662066459656,-0.0822606310248375,-0.07903464138507843,-0.07580865174531937,-0.0725826621055603,-0.06935667246580124,-0.06613068282604218,-0.06290469318628311,-0.05967870354652405,-0.056452713906764984,-0.05322672426700592,-0.05000073462724686,-0.04677474498748779,-0.04354875534772873,-0.040322765707969666,-0.0370967760682106,-0.03387078642845154,-0.030644796788692474,-0.02741880714893341,-0.024192817509174347,-0.020966827869415283,-0.01774083822965622,-0.014514848589897156,-0.011288858950138092,-0.008062869310379028,-0.004836879670619965,-0.0016108974814414978,0.001615092158317566,0.00484108179807663,0.008067071437835693,0.011293061077594757,0.01451905071735382,0.017745040357112885,0.020971029996871948,0.024197019636631012,0.027423009276390076,0.03064899891614914,0.0338749885559082,0.03710097819566727,0.04032696783542633,0.043552957475185394,0.04677894711494446,0.05000493675470352,0.053230926394462585,0.05645691603422165,0.05968290567398071,0.06290889531373978,0.06613488495349884,0.0693608745932579,0.07258686423301697,0.07581285387277603,0.0790388435125351,0.08226483315229416,0.08549082279205322,0.08871681243181229,0.09194280207157135,0.09516879171133041,0.09839478135108948,0.10162077099084854],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,1,2,2,3,5,4,6,7,20,26,45,44,99,129,189,284,386,599,896,1250,1793,2635,4098,5927,9103,14475,24184,44194,96383,174151,97575,44673,24305,14725,9187,6059,3980,2676,1706,1276,855,580,391,296,174,137,74,82,41,26,17,13,16,6,2,3,3,2,2,0,0,1],"bins":[-6.604088866879465e-07,-6.394483307303744e-07,-6.184877179293835e-07,-5.975271619718114e-07,-5.765666060142394e-07,-5.556060500566673e-07,-5.346454372556764e-07,-5.136848812981043e-07,-4.927243253405322e-07,-4.7176374096125073e-07,-4.5080315658196923e-07,-4.2984260062439716e-07,-4.0888201624511566e-07,-3.879214602875436e-07,-3.669608759082621e-07,-3.4600031995069003e-07,-3.2503973557140853e-07,-3.0407915119212703e-07,-2.8311859523455496e-07,-2.6215801085527346e-07,-2.411974548977014e-07,-2.202368705184199e-07,-1.992763003499931e-07,-1.7831573018156632e-07,-1.5735516001313954e-07,-1.3639458984471275e-07,-1.1543401967628597e-07,-9.447344240243183e-08,-7.351287223400504e-08,-5.255230206557826e-08,-3.15917283444378e-08,-1.0631156399654174e-08,1.032941554512945e-08,3.1289985713556234e-08,5.22505594346967e-08,7.321113315583716e-08,9.417170332426394e-08,1.1513227349269073e-07,1.3609285076654487e-07,1.5705342093497165e-07,1.7801399110339844e-07,1.9897456127182522e-07,2.19935131440252e-07,2.408957016086788e-07,2.618562859879603e-07,2.8281684194553236e-07,3.0377742632481386e-07,3.2473798228238593e-07,3.4569856666166743e-07,3.6665915104094893e-07,3.87619706998521e-07,4.085802913778025e-07,4.2954084733537456e-07,4.5050143171465606e-07,4.7146198767222813e-07,4.924225436298002e-07,5.133831564307911e-07,5.343437123883632e-07,5.553042683459353e-07,5.762648811469262e-07,5.972254371044983e-07,6.181859930620703e-07,6.391465490196424e-07,6.601071618206333e-07,6.810677177782054e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,2,0,1,1,1,1,4,7,7,9,6,6,9,8,9,13,15,18,29,18,27,30,34,18,34,40,31,34,36,34,30,31,27,18,29,18,20,19,8,14,12,15,8,3,5,3,6,4,4,2,2,2,2,2,0,0,1],"bins":[-2.0692023099400103e-06,-2.008272758757812e-06,-1.947342980201938e-06,-1.8864134290197399e-06,-1.8254837641507038e-06,-1.7645540992816677e-06,-1.7036245480994694e-06,-1.6426948832304333e-06,-1.5817652183613973e-06,-1.5208355534923612e-06,-1.4599058886233252e-06,-1.3989763374411268e-06,-1.3380466725720908e-06,-1.2771170077030547e-06,-1.2161874565208564e-06,-1.1552577916518203e-06,-1.0943281267827842e-06,-1.0333984619137482e-06,-9.724687970447121e-07,-9.115392458625138e-07,-8.506095809934777e-07,-7.896799161244417e-07,-7.287503080988245e-07,-6.678207000732073e-07,-6.068910352041712e-07,-5.459613703351351e-07,-4.850317623095179e-07,-4.241021258621913e-07,-3.631724894148647e-07,-3.0224285296753806e-07,-2.4131321652021143e-07,-1.803835800728848e-07,-1.1945394362555817e-07,-5.852430717823154e-08,2.405329269095091e-09,6.333496571642172e-08,1.2426460216374835e-07,1.8519423861107498e-07,2.461238750584016e-07,3.0705351150572824e-07,3.6798314795305487e-07,4.289127844003815e-07,4.898424208477081e-07,5.507720288733253e-07,6.117016937423614e-07,6.726313586113974e-07,7.335609666370146e-07,7.944905746626318e-07,8.554202395316679e-07,9.16349904400704e-07,9.7727956926974e-07,1.0382091204519384e-06,1.0991387853209744e-06,1.1600684501900105e-06,1.2209980013722088e-06,1.2819276662412449e-06,1.342857331110281e-06,1.403786995979317e-06,1.464716660848353e-06,1.5256462120305514e-06,1.5865758768995875e-06,1.6475055417686235e-06,1.7084350929508219e-06,1.769364757819858e-06,1.830294422688894e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,1,0,0,0,0,0,0,1,0,0,0,1,0,0,0,5,3,5,6,4,8,8,8,11,8,20,25,30,29,35,28,32,33,40,50,37,31,44,43,38,28,12,16,25,15,18,7,14,7,7,7,9,3,2,4,3,2,2,1,0,0,1],"bins":[-1.5989298844942823e-06,-1.555725702928612e-06,-1.512521407676104e-06,-1.4693172261104337e-06,-1.4261129308579257e-06,-1.3829087492922554e-06,-1.339704567726585e-06,-1.296500272474077e-06,-1.2532960909084068e-06,-1.2100919093427365e-06,-1.1668876140902285e-06,-1.1236834325245582e-06,-1.0804792509588879e-06,-1.0372749557063798e-06,-9.940707741407095e-07,-9.508665357316204e-07,-9.076622973225312e-07,-8.644580589134421e-07,-8.212538205043529e-07,-7.780496389386826e-07,-7.348454005295935e-07,-6.916411621205043e-07,-6.48436980554834e-07,-6.052327421457449e-07,-5.620285037366557e-07,-5.188242653275665e-07,-4.756200553401868e-07,-4.324158453528071e-07,-3.892116069437179e-07,-3.4600736853462877e-07,-3.0280315854724904e-07,-2.595989485598693e-07,-2.1639471015078016e-07,-1.7319048595254571e-07,-1.2998626175431127e-07,-8.678203755607683e-08,-4.357781335784239e-08,-3.735891596079455e-10,4.2830635038626497e-08,8.603485923686094e-08,1.2923908343509538e-07,1.7244330763332982e-07,2.1564753183156427e-07,2.58851741818944e-07,3.0205598022803315e-07,3.452602186371223e-07,3.8846442862450203e-07,4.3166863861188176e-07,4.748728770209709e-07,5.180771154300601e-07,5.612813538391492e-07,6.044855354048195e-07,6.476897738139087e-07,6.908940122229978e-07,7.340981937886681e-07,7.773024321977573e-07,8.205066706068465e-07,8.637109090159356e-07,9.069151474250248e-07,9.501193289906951e-07,9.933235105563654e-07,1.0365278058088734e-06,1.0797319873745437e-06,1.1229362826270517e-06,1.166140464192722e-06],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[4,4,9,10,19,42,57,83,145,203,364,436,696,953,1379,1972,2544,3464,4473,5713,7114,8760,10698,12902,14517,16646,18631,20753,22405,23395,24449,25556,24818,24177,23328,22150,20417,18477,16602,14598,12501,10509,8661,6987,5631,4375,3487,2525,1897,1410,970,684,443,296,203,130,86,61,30,15,11,6,4,3],"bins":[-0.08808021247386932,-0.08532563596963882,-0.08257105946540833,-0.07981649041175842,-0.07706191390752792,-0.07430733740329742,-0.07155276834964752,-0.06879819184541702,-0.06604361534118652,-0.06328903883695602,-0.06053446605801582,-0.05777989327907562,-0.05502531677484512,-0.052270740270614624,-0.04951616749167442,-0.04676159471273422,-0.04400701820850372,-0.041252441704273224,-0.03849786892533302,-0.03574329614639282,-0.03298871964216232,-0.030234145000576973,-0.027479570358991623,-0.024724995717406273,-0.021970421075820923,-0.019215846434235573,-0.016461271792650223,-0.013706697151064873,-0.010952122509479523,-0.008197547867894173,-0.005442973226308823,-0.0026883985847234726,6.616860628128052e-05,0.0028207432478666306,0.005575317889451981,0.00832989253103733,0.01108446717262268,0.01383904181420803,0.01659361645579338,0.01934819109737873,0.02210276573896408,0.02485734038054943,0.02761191502213478,0.03036648966372013,0.03312106430530548,0.03587564080953598,0.03863021358847618,0.04138478636741638,0.04413936287164688,0.04689393937587738,0.04964851215481758,0.05240308493375778,0.05515766143798828,0.05791223794221878,0.06066681072115898,0.06342138350009918,0.06617596000432968,0.06893053650856018,0.07168510556221008,0.07443968206644058,0.07719425857067108,0.07994883507490158,0.08270341157913208,0.08545798063278198,0.08821255713701248],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.10059940069913864,-0.09746627509593964,-0.09433314949274063,-0.09120001643896103,-0.08806689083576202,-0.08493376523256302,-0.08180063962936401,-0.07866751402616501,-0.075534388422966,-0.0724012553691864,-0.0692681297659874,-0.06613500416278839,-0.06300187855958939,-0.05986874923110008,-0.05673562362790108,-0.053602494299411774,-0.05046936869621277,-0.04733624309301376,-0.04420311376452446,-0.041069988161325455,-0.03793685883283615,-0.034803733229637146,-0.03167060762643814,-0.028537480160593987,-0.025404352694749832,-0.022271225228905678,-0.019138097763061523,-0.01600497215986252,-0.012871844694018364,-0.00973871722817421,-0.00660559069365263,-0.003472463693469763,-0.00033932924270629883,0.0027937977574765682,0.005926924757659435,0.009060051292181015,0.01219317875802517,0.015326306223869324,0.01845943182706833,0.021592559292912483,0.024725686758756638,0.027858814224600792,0.030991941690444946,0.03412506729364395,0.03725819289684296,0.04039132222533226,0.043524447828531265,0.04665757715702057,0.049790702760219574,0.05292382836341858,0.05605695769190788,0.05919008329510689,0.06232321262359619,0.0654563382267952,0.0685894638299942,0.0717225894331932,0.07485571503639221,0.07798884809017181,0.08112197369337082,0.08425509929656982,0.08738822489976883,0.09052135050296783,0.09365448355674744,0.09678760915994644,0.09992073476314545],"_type":"histogram","values":[1,0,3,4,9,18,31,69,108,171,334,524,872,1377,2167,3426,5021,7172,10121,14158,18832,24678,31836,39872,48049,57741,67394,75718,84022,90378,94904,98329,97971,95814,91648,84973,77301,68820,58951,50265,41520,33122,26257,19814,14860,10918,7741,5488,3699,2454,1529,1036,550,309,203,117,80,36,26,12,7,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09502153843641281,-0.09200618416070938,-0.08899082988500595,-0.08597547560930252,-0.08296012133359909,-0.07994476705789566,-0.07692941278219223,-0.0739140585064888,-0.07089870423078537,-0.06788334995508194,-0.06486799567937851,-0.06185264140367508,-0.05883728712797165,-0.05582193285226822,-0.05280657857656479,-0.04979122430086136,-0.04677587002515793,-0.0437605157494545,-0.04074516147375107,-0.03772980719804764,-0.03471445292234421,-0.03169909864664078,-0.028683744370937347,-0.025668390095233917,-0.022653035819530487,-0.019637681543827057,-0.016622327268123627,-0.013606972992420197,-0.010591618716716766,-0.007576264441013336,-0.004560910165309906,-0.0015455558896064758,0.0014697983860969543,0.0044851526618003845,0.007500506937503815,0.010515861213207245,0.013531215488910675,0.016546569764614105,0.019561924040317535,0.022577278316020966,0.025592632591724396,0.028607986867427826,0.031623341143131256,0.034638695418834686,0.037654049694538116,0.04066940397024155,0.04368475824594498,0.04670011252164841,0.04971546679735184,0.05273082107305527,0.0557461753487587,0.05876152962446213,0.06177688390016556,0.06479223817586899,0.06780759245157242,0.07082294672727585,0.07383830100297928,0.07685365527868271,0.07986900955438614,0.08288436383008957,0.085899718105793,0.08891507238149643,0.09193042665719986,0.09494578093290329,0.09796113520860672],"_type":"histogram","values":[3,0,5,6,4,19,39,51,107,152,266,335,548,873,1333,2009,2805,3906,5147,6904,8876,11262,14042,16921,20322,23298,26752,29667,31975,34041,35098,35339,35152,33865,32158,29477,26783,23370,20580,16927,14314,11490,8987,6940,5247,3812,2836,1941,1311,916,607,389,259,139,93,44,43,16,14,3,4,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[3,3,2,2,3,14,7,16,11,27,35,52,72,98,142,189,286,399,589,863,1292,1862,2769,4055,5839,8955,14094,22585,38318,71968,172591,110079,51581,29579,17696,11036,7300,4882,3373,2221,1484,1052,764,508,335,241,156,123,79,53,46,32,16,12,9,6,5,7,0,4,1,1,1,1],"bins":[-4.109827216325357e-07,-3.976178675202391e-07,-3.8425298498623306e-07,-3.7088813087393646e-07,-3.5752327676163986e-07,-3.4415842264934327e-07,-3.3079356853704667e-07,-3.1742868600304064e-07,-3.0406383189074404e-07,-2.9069897777844744e-07,-2.773340952444414e-07,-2.639692411321448e-07,-2.506043870198482e-07,-2.3723953290755162e-07,-2.238746645844003e-07,-2.10509796261249e-07,-1.971449421489524e-07,-1.837800880366558e-07,-1.7041521971350448e-07,-1.5705035139035317e-07,-1.4368549727805657e-07,-1.3032064316575998e-07,-1.1695577484260866e-07,-1.035909136248847e-07,-9.022605240716075e-08,-7.68611911894368e-08,-6.349632997171284e-08,-5.0131468753988884e-08,-3.676660753626493e-08,-2.3401746318540972e-08,-1.0036885100817017e-08,3.327976116906939e-09,1.6692808912921464e-08,3.005767013064542e-08,4.3422531348369375e-08,5.678739256609333e-08,7.015225378381729e-08,8.351711500154124e-08,9.68819762192652e-08,1.1024683743698915e-07,1.236116986547131e-07,1.369765527670097e-07,1.5034142109016102e-07,1.6370628941331233e-07,1.7707114352560893e-07,1.9043599763790553e-07,2.0380086596105684e-07,2.1716573428420816e-07,2.3053058839650475e-07,2.4389544250880135e-07,2.5726029662109795e-07,2.70625179155104e-07,2.839900332674006e-07,2.973548873796972e-07,3.107197699137032e-07,3.240846240259998e-07,3.374494781382964e-07,3.50814332250593e-07,3.641791863628896e-07,3.775440688968956e-07,3.909089230091922e-07,4.042737771214888e-07,4.1763865965549485e-07,4.3100351376779145e-07,4.4436836788008804e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,0,0,1,0,0,1,1,0,0,0,0,0,3,3,9,4,5,8,7,8,20,21,18,17,20,31,27,31,26,45,33,27,32,39,41,32,29,32,39,15,25,16,25,9,12,15,7,8,7,6,5,0,2,1,0,0,0,1,1,1,0,0,1],"bins":[-2.431540451652836e-06,-2.3579875687573804e-06,-2.2844346858619247e-06,-2.210881802966469e-06,-2.1373289200710133e-06,-2.0637760371755576e-06,-1.990223154280102e-06,-1.916670271384646e-06,-1.8431173884891905e-06,-1.7695645055937348e-06,-1.696011622698279e-06,-1.6224587398028234e-06,-1.5489058569073677e-06,-1.475352974011912e-06,-1.4018000911164563e-06,-1.3282472082210006e-06,-1.254694325325545e-06,-1.1811414424300892e-06,-1.1075885595346335e-06,-1.0340356766391778e-06,-9.604827937437221e-07,-8.869299108482664e-07,-8.133770279528107e-07,-7.398241450573551e-07,-6.662712621618994e-07,-5.927183792664437e-07,-5.19165496370988e-07,-4.4561261347553227e-07,-3.720597305800766e-07,-2.985068476846209e-07,-2.2495396478916518e-07,-1.514010818937095e-07,-7.784819899825379e-08,-4.295316102798097e-09,6.92575667926576e-08,1.428104496881133e-07,2.16363332583569e-07,2.899162154790247e-07,3.634690983744804e-07,4.370219812699361e-07,5.105748641653918e-07,5.841277470608475e-07,6.576806299563032e-07,7.312335128517589e-07,8.047863957472146e-07,8.783392786426703e-07,9.51892161538126e-07,1.0254450444335816e-06,1.0989979273290373e-06,1.172550810224493e-06,1.2461036931199487e-06,1.3196565760154044e-06,1.3932094589108601e-06,1.4667623418063158e-06,1.5403152247017715e-06,1.6138681075972272e-06,1.687420990492683e-06,1.7609738733881386e-06,1.8345267562835943e-06,1.90807963917905e-06,1.9816325220745057e-06,2.0551854049699614e-06,2.128738287865417e-06,2.2022911707608728e-06,2.2758440536563285e-06],"_type":"histogram"},"gradients/_orig_mod.linear.weight":{"bins":[-1.8891609215643257e-05,-1.8270729924552143e-05,-1.764985063346103e-05,-1.702896952338051e-05,-1.6408090232289396e-05,-1.5787210941198282e-05,-1.5166331650107168e-05,-1.4545451449521352e-05,-1.3924572158430237e-05,-1.3303692867339123e-05,-1.2682812666753307e-05,-1.2061933375662193e-05,-1.1441054084571078e-05,-1.0820173883985262e-05,-1.0199294592894148e-05,-9.578414392308332e-06,-8.957535101217218e-06,-8.336655810126103e-06,-7.715775609540287e-06,-7.094896318449173e-06,-6.474016572610708e-06,-5.853136826772243e-06,-5.2322575356811285e-06,-4.611377789842663e-06,-3.990498044004198e-06,-3.369618298165733e-06,-2.7487387797009433e-06,-2.1278592612361535e-06,-1.5069795153976884e-06,-8.860998832460609e-07,-2.652202510944335e-07,3.5565938105719397e-07,9.765390132088214e-07,1.5974186453604489e-06,2.2182982775120763e-06,2.839177795976866e-06,3.460057541815331e-06,4.080937287653796e-06,4.701816578744911e-06,5.322696324583376e-06,5.943576070421841e-06,6.564455816260306e-06,7.185335562098771e-06,7.806214853189886e-06,8.427094144281e-06,9.047974344866816e-06,9.66885363595793e-06,1.0289733836543746e-05,1.091061312763486e-05,1.1531492418725975e-05,1.2152372619311791e-05,1.2773251910402905e-05,1.3394132110988721e-05,1.4015011402079836e-05,1.463589069317095e-05,1.5256770893756766e-05,1.587764927535318e-05,1.6498530385433696e-05,1.711940967652481e-05,1.7740288967615925e-05,1.836116825870704e-05,1.8982047549798153e-05,1.960292865987867e-05,2.0223807950969785e-05,2.08446872420609e-05],"_type":"histogram","values":[2,1,3,1,5,5,7,9,21,25,21,43,63,85,100,145,198,307,380,533,729,1055,1446,1992,2848,4007,5296,6898,8546,9722,10013,9783,8425,6760,5194,3866,2683,1993,1416,1057,724,525,375,248,224,145,113,85,47,32,35,18,14,14,3,5,2,5,3,1,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,1,2,2,5,8,14,25,28,47,74,114,148,238,337,522,769,1165,1765,2687,4097,6312,9848,15952,26579,47751,96082,156503,98666,48257,26769,16181,10217,6490,4160,2592,1774,1218,842,508,377,215,160,115,67,44,28,19,15,15,5,3,5,3],"bins":[-1.1660794143608655e-06,-1.1349975466146134e-06,-1.1039156788683613e-06,-1.072833924808947e-06,-1.0417520570626948e-06,-1.0106701893164427e-06,-9.795883215701906e-07,-9.485065106673574e-07,-9.174246429211053e-07,-8.863427751748532e-07,-8.552609642720199e-07,-8.241790965257678e-07,-7.930972287795157e-07,-7.620154178766825e-07,-7.309335501304304e-07,-6.998517392275971e-07,-6.68769871481345e-07,-6.376880037350929e-07,-6.066061928322597e-07,-5.755243250860076e-07,-5.444425141831744e-07,-5.133606464369223e-07,-4.822787786906702e-07,-4.511969393661275e-07,-4.201151000415848e-07,-3.8903326071704214e-07,-3.5795142139249947e-07,-3.2686955364624737e-07,-2.957877143217047e-07,-2.6470587499716203e-07,-2.3362402146176464e-07,-2.0254216792636726e-07,-1.714604422886623e-07,-1.4037860296411964e-07,-1.0929674942872225e-07,-7.821490299875222e-08,-4.7133056568782195e-08,-1.6051210138812166e-08,1.5030636291157862e-08,4.611248272112789e-08,7.719432915109792e-08,1.0827617558106795e-07,1.3935802201103797e-07,1.7043987554643536e-07,2.0152171487097803e-07,2.326035541955207e-07,2.636854219417728e-07,2.9476726126631547e-07,3.2584910059085814e-07,3.569309399154008e-07,3.880127792399435e-07,4.190946469861956e-07,4.5017648631073826e-07,4.812583256352809e-07,5.12340193381533e-07,5.434220042843663e-07,5.745038720306184e-07,6.055857397768705e-07,6.366675506797037e-07,6.677494184259558e-07,6.988312861722079e-07,7.299130970750412e-07,7.609949648212933e-07,7.920767757241265e-07,8.231586434703786e-07]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,2,2,3,1,4,9,13,18,36,34,79,85,142,210,319,432,664,934,1348,2118,3063,4961,7541,12049,20435,36337,70271,165285,129055,56838,30251,17535,10529,6566,4199,2775,1785,1259,854,542,385,229,167,134,101,78,43,35,21,12,10,8,9,1,0,0,0,0,0,2,1,2],"bins":[-7.501607797166798e-07,-7.250289968396828e-07,-6.998972139626858e-07,-6.747654879291076e-07,-6.496337050521106e-07,-6.245019221751136e-07,-5.993701961415354e-07,-5.742384132645384e-07,-5.491066303875414e-07,-5.239748475105444e-07,-4.988430646335473e-07,-4.7371133859996917e-07,-4.4857955572297215e-07,-4.234477728459751e-07,-3.9831601839068753e-07,-3.7318426393539994e-07,-3.480524810584029e-07,-3.229206981814059e-07,-2.977889437261183e-07,-2.726571892708307e-07,-2.475254063938337e-07,-2.2239363772769138e-07,-1.9726186906154908e-07,-1.7213010039540677e-07,-1.4699833172926446e-07,-1.2186656306312216e-07,-9.673479439697985e-08,-7.160302573083754e-08,-4.647125706469524e-08,-2.133948839855293e-08,3.792280267589376e-09,2.8924048933731683e-08,5.405587444329285e-08,7.918764310943516e-08,1.0431941177557746e-07,1.2945118044171977e-07,1.5458294910786208e-07,1.7971471777400438e-07,2.048464864401467e-07,2.29978255106289e-07,2.551100237724313e-07,2.8024180664942833e-07,3.053735611047159e-07,3.305053155600035e-07,3.5563709843700053e-07,3.8076888131399755e-07,4.0590063576928515e-07,4.3103239022457274e-07,4.5616417310156976e-07,4.812959559785668e-07,5.064276820121449e-07,5.31559464889142e-07,5.56691247766139e-07,5.81823030643136e-07,6.06954813520133e-07,6.320865395537112e-07,6.572183224307082e-07,6.823501053077052e-07,7.074818313412834e-07,7.326136142182804e-07,7.577453970952774e-07,7.828771799722745e-07,8.080089628492715e-07,8.331406888828496e-07,8.582724717598467e-07]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,0,0,0,0,1,2,6,4,6,16,26,39,70,99,178,306,464,671,1094,1713,2556,3970,5783,8604,12535,18092,25185,33703,43067,51127,57246,59160,57165,51189,42755,33141,24790,17737,12341,8425,5702,3779,2481,1656,1091,685,397,264,186,131,72,49,23,19,6,7,1,1,3,1,2,0,1],"bins":[-2.202044470323017e-06,-2.1342352738429327e-06,-2.0664260773628484e-06,-1.9986168808827642e-06,-1.93080768440268e-06,-1.8629986016094335e-06,-1.7951894051293493e-06,-1.7273802086492651e-06,-1.659571012169181e-06,-1.5917618156890967e-06,-1.5239526192090125e-06,-1.4561434227289283e-06,-1.3883343399356818e-06,-1.3205251434555976e-06,-1.2527159469755134e-06,-1.1849067504954292e-06,-1.117097554015345e-06,-1.0492883575352607e-06,-9.814791610551765e-07,-9.136700214185112e-07,-8.45860824938427e-07,-7.780516284583427e-07,-7.102424888216774e-07,-6.424332923415932e-07,-5.74624095861509e-07,-5.068148993814248e-07,-4.3900573132305e-07,-3.711965632646752e-07,-3.03387366784591e-07,-2.355781845153615e-07,-1.67769002246132e-07,-9.995981997690251e-08,-3.2150865081348456e-08,3.565831718788104e-08,1.0346749945711053e-07,1.7127668172634003e-07,2.390858639955695e-07,3.0689506047565374e-07,3.747042285340285e-07,4.425133965924033e-07,5.103225930724875e-07,5.781317895525717e-07,6.459409860326559e-07,7.137501256693213e-07,7.815593221494055e-07,8.493685186294897e-07,9.17177658266155e-07,9.849868547462393e-07,1.0527960512263235e-06,1.1206052477064077e-06,1.1884144441864919e-06,1.256223640666576e-06,1.3240328371466603e-06,1.3918419199399068e-06,1.459651116419991e-06,1.5274603129000752e-06,1.5952695093801594e-06,1.6630787058602436e-06,1.7308879023403279e-06,1.798697098820412e-06,1.8665061816136586e-06,1.9343153780937428e-06,2.002124574573827e-06,2.069933771053911e-06,2.1377429675339954e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,0,1,0,3,0,1,0,0,1,4,4,3,7,5,6,15,14,23,40,35,48,40,18,21,27,16,12,8,6,10,4,7,5,5,5,4,7,9,5,7,7,9,14,27,34,42,41,55,32,24,10,13,7,3,7,2,6,1,2,4,0,0,1],"bins":[-0.0018897351110354066,-0.0018349624006077647,-0.0017801896901801229,-0.001725416979752481,-0.0016706442693248391,-0.0016158715588971972,-0.0015610988484695554,-0.0015063261380419135,-0.0014515533111989498,-0.001396780600771308,-0.001342007890343666,-0.0012872351799160242,-0.0012324624694883823,-0.0011776897590607405,-0.0011229170486330986,-0.0010681443382054567,-0.0010133716277778149,-0.000958598917350173,-0.0009038262069225311,-0.0008490534964948893,-0.0007942807860672474,-0.0007395080174319446,-0.0006847353070043027,-0.0006299625965766609,-0.000575189886149019,-0.0005204171757213771,-0.00046564446529373527,-0.00041087172576226294,-0.00035609901533462107,-0.0003013263049069792,-0.0002465535653755069,-0.000191780854947865,-0.00013700826093554497,-8.223554323194548e-05,-2.7462825528346002e-05,2.730989217525348e-05,8.208260987885296e-05,0.00013685532030649483,0.00019162804528605193,0.000246400770265609,0.0003011734806932509,0.00035594619112089276,0.00041071890154853463,0.00046549164108000696,0.0005202643806114793,0.0005750370910391212,0.000629809801466763,0.0006845825118944049,0.0007393552223220468,0.0007941279327496886,0.0008489006431773305,0.0009036733536049724,0.0009584460640326142,0.001013218774460256,0.001067991484887898,0.0011227641953155398,0.0011775370221585035,0.0012323097325861454,0.0012870824430137873,0.0013418551534414291,0.001396627863869071,0.0014514005742967129,0.0015061732847243547,0.0015609459951519966,0.0016157187055796385],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0016674944199621677,-0.001618612906895578,-0.0015697312774136662,-0.0015208497643470764,-0.0014719681348651648,-0.001423086621798575,-0.001374205108731985,-0.0013253234792500734,-0.0012764419661834836,-0.0012275604531168938,-0.0011786788236349821,-0.0011297973105683923,-0.0010809157975018024,-0.0010320341680198908,-0.000983152654953301,-0.0009342710836790502,-0.0008853895124047995,-0.0008365079411305487,-0.000787626369856298,-0.0007387448567897081,-0.0006898632855154574,-0.0006409817142412066,-0.0005921002011746168,-0.0005432186299003661,-0.0004943370586261153,-0.0004454554873518646,-0.0003965739451814443,-0.000347692403011024,-0.00029881083173677325,-0.0002499292604625225,-0.00020104771829210222,-0.0001521661615697667,-0.00010328460484743118,-5.4403048125095665e-05,-5.521491402760148e-06,4.336006531957537e-05,9.224162204191089e-05,0.0001411231787642464,0.00019000473548658192,0.00023888629220891744,0.00028776784893125296,0.0003366494202055037,0.000385530962375924,0.0004344125045463443,0.000483294075820595,0.0005321756470948458,0.0005810571601614356,0.0006299387314356863,0.0006788203027099371,0.0007277018739841878,0.0007765834452584386,0.0008254649583250284,0.0008743465295992792,0.0009232281008735299,0.0009721096139401197,0.0010209912434220314,0.0010698727564886212,0.001118754269555211,0.0011676358990371227,0.0012165174121037126,0.0012653989251703024,0.001314280554652214,0.0013631620677188039,0.0014120436972007155,0.0014609252102673054],"_type":"histogram","values":[1,0,0,1,0,0,1,1,2,3,0,4,8,8,10,11,11,24,14,24,28,27,23,20,22,27,17,14,18,11,14,14,16,13,15,10,16,14,13,22,12,16,10,22,30,31,27,25,19,20,19,11,11,8,6,4,3,5,2,1,5,2,1,1]},"learning_rate":9.999998421559424e-05,"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,1,1,1,5,1,3,4,5,7,9,8,15,26,30,23,44,47,29,58,48,48,43,46,57,31,32,21,15,17,13,21,15,4,11,7,3,1,3,0,0,2,2,3,1,0,0,0,1,0,0,0,0,0,0,1,0,1,0,0,0,0,1],"bins":[-1.5246886277964222e-06,-1.4579539993064827e-06,-1.3912193708165432e-06,-1.3244847423266037e-06,-1.2577501138366642e-06,-1.1910154853467247e-06,-1.1242808568567852e-06,-1.0575462283668458e-06,-9.90811713563744e-07,-9.240770282303856e-07,-8.573423997404461e-07,-7.906077712505066e-07,-7.23873199603986e-07,-6.571385711140465e-07,-5.90403942624107e-07,-5.236693141341675e-07,-4.56934685644228e-07,-3.902000571542885e-07,-3.23465428664349e-07,-2.5673082859611895e-07,-1.8999620010617946e-07,-1.2326157161623996e-07,-5.652695733715518e-08,1.0207664047356957e-08,7.69422854318691e-08,1.436769139218086e-07,2.1041152820089337e-07,2.7714614247997815e-07,3.4388077096991765e-07,4.1061539945985714e-07,4.773499995280872e-07,5.440846280180267e-07,6.108191428211285e-07,6.77553771311068e-07,7.442883998010075e-07,8.11023028290947e-07,8.777576567808865e-07,9.444922284274071e-07,1.0112269137607655e-06,1.077961542250705e-06,1.1446961707406444e-06,1.2114306855437462e-06,1.2781653140336857e-06,1.3448999425236252e-06,1.4116345710135647e-06,1.4783691995035042e-06,1.5451038279934437e-06,1.6118384564833832e-06,1.6785730849733227e-06,1.7453077134632622e-06,1.8120423419532017e-06,1.8787769704431412e-06,1.945511485246243e-06,2.0122461137361825e-06,2.078980742226122e-06,2.1457153707160614e-06,2.212449999206001e-06,2.2791846276959404e-06,2.34591925618588e-06,2.4126538846758194e-06,2.479388513165759e-06,2.5461231416556984e-06,2.612857770145638e-06,2.6795923986355774e-06,2.746327027125517e-06]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[4,0,4,2,2,3,4,4,8,11,21,21,22,46,37,28,31,28,23,12,12,14,4,5,5,6,8,12,7,5,2,5,6,6,2,7,5,10,7,10,12,15,19,18,35,41,38,32,33,25,9,11,7,4,7,2,3,0,6,1,0,0,0,1],"bins":[-0.0013967694249004126,-0.001351135433651507,-0.0013055013259872794,-0.0012598673347383738,-0.001214233343489468,-0.0011685992358252406,-0.001122965244576335,-0.0010773312533274293,-0.0010316972620785236,-0.0009860631544142962,-0.0009404291631653905,-0.0008947951137088239,-0.0008491610642522573,-0.0008035270730033517,-0.0007578930235467851,-0.0007122590322978795,-0.0006666249828413129,-0.0006209909333847463,-0.0005753569421358407,-0.0005297228926792741,-0.00048408887232653797,-0.00043845485197380185,-0.0003928208025172353,-0.00034718678216449916,-0.00030155276181176305,-0.00025591874145902693,-0.0002102847065543756,-0.00016465067164972425,-0.00011901665129698813,-7.33826236682944e-05,-2.774859603960067e-05,1.788543158909306e-05,6.351934280246496e-05,0.00010915337043115869,0.00015478739805985242,0.00020042143296450377,0.0002460554533172399,0.000291689473669976,0.00033732352312654257,0.0003829575434792787,0.0004285915638320148,0.0004742255841847509,0.000519859604537487,0.0005654936539940536,0.0006111277034506202,0.0006567616946995258,0.0007023957441560924,0.0007480297354049981,0.0007936637848615646,0.0008392978343181312,0.0008849318255670369,0.0009305658750236034,0.0009761998662725091,0.0010218339739367366,0.0010674679651856422,0.001113101956434548,0.0011587359476834536,0.001204370055347681,0.0012500040465965867,0.0012956380378454924,0.0013412721455097198,0.0013869061367586255,0.0014325401280075312,0.0014781742356717587,0.0015238082269206643]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,2,0,2,1,4,4,7,7,8,23,27,44,41,44,40,28,21,10,10,8,7,7,7,5,4,8,6,5,2,3,5,2,4,4,8,7,8,10,1,15,12,21,27,36,49,45,34,25,12,12,13,9,5,5,4,5,4],"bins":[-0.001633910578675568,-0.0015885073225945234,-0.0015431040665134788,-0.0014977006940171123,-0.0014522974379360676,-0.001406894181855023,-0.0013614909257739782,-0.0013160876696929336,-0.0012706844136118889,-0.0012252810411155224,-0.0011798777850344777,-0.001134474528953433,-0.0010890712728723884,-0.0010436680167913437,-0.0009982646442949772,-0.0009528613882139325,-0.0009074581321328878,-0.0008620548760518432,-0.0008166515617631376,-0.0007712483056820929,-0.0007258449913933873,-0.0006804417353123426,-0.000635038479231298,-0.0005896351649425924,-0.0005442319088615477,-0.000498828652780503,-0.00045342533849179745,-0.0004080220824107528,-0.00036261879722587764,-0.0003172155120410025,-0.00027181225595995784,-0.0002264089707750827,-0.0001810058020055294,-0.00013560251682065427,-9.019924618769437e-05,-4.4795968278776854e-05,6.073096301406622e-07,4.601058753905818e-05,9.14138654479757e-05,0.0001368171360809356,0.00018222042126581073,0.00022762370645068586,0.000273026991635561,0.00031843024771660566,0.0003638335329014808,0.0004092368180863559,0.0004546400741674006,0.0005000433884561062,0.0005454466445371509,0.0005908499006181955,0.0006362532149069011,0.0006816564709879458,0.0007270597852766514,0.0007724630413576961,0.0008178662974387407,0.0008632696117274463,0.000908672867808491,0.0009540761238895357,0.0009994794381782413,0.001044882694259286,0.0010902859503403306,0.0011356892064213753,0.0011810925789177418,0.0012264958349987864,0.0012718990910798311],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,1,1,3,0,1,2,3,4,1,4,7,4,4,4,11,11,8,10,17,28,20,29,47,39,33,50,34,27,39,41,35,33,37,30,25,16,17,14,12,17,8,11,4,7,5,1,5,0,1,0,1,0,1,0,2,1,0,0,0,0,0,1],"bins":[-1.8269893189426512e-06,-1.7651826738074305e-06,-1.7033759149853722e-06,-1.6415692698501516e-06,-1.5797625110280933e-06,-1.5179558658928727e-06,-1.456149220757652e-06,-1.3943424619355937e-06,-1.3325358168003731e-06,-1.2707291716651525e-06,-1.2089224128430942e-06,-1.1471157677078736e-06,-1.085309122572653e-06,-1.0235023637505947e-06,-9.61695718615374e-07,-8.998890166367346e-07,-8.380823146580951e-07,-7.762756126794557e-07,-7.144689107008162e-07,-6.526622655655956e-07,-5.908555635869561e-07,-5.290488616083167e-07,-4.672421880513866e-07,-4.054355144944566e-07,-3.436288125158171e-07,-2.8182211053717765e-07,-2.2001543698024761e-07,-1.5820874921246286e-07,-9.640206144467811e-08,-3.459537367689336e-08,2.7211314090891392e-08,8.901800185867614e-08,1.508246896264609e-07,2.1263137739424565e-07,2.744380651620304e-07,3.3624473871896043e-07,3.980514406975999e-07,4.5985814267623937e-07,5.2166478781146e-07,5.834714897900994e-07,6.452781917687389e-07,7.070848937473784e-07,7.688915957260178e-07,8.306982408612384e-07,8.925049428398779e-07,9.543116448185174e-07,1.016118289953738e-06,1.0779250487757963e-06,1.139731693911017e-06,1.2015383390462375e-06,1.2633450978682959e-06,1.3251517430035165e-06,1.3869585018255748e-06,1.4487651469607954e-06,1.510571792096016e-06,1.5723785509180743e-06,1.634185196053295e-06,1.6959918411885155e-06,1.7577986000105739e-06,1.8196052451457945e-06,1.881411890281015e-06,1.9432186491030734e-06,2.0050254079251317e-06,2.0668319393735146e-06,2.128638698195573e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,0,3,1,3,2,0,1,2,1,12,10,9,12,14,17,24,23,31,30,30,50,52,35,47,33,36,39,40,38,28,25,17,16,14,27,8,10,8,5,3,3,2,1,1,0,0,0,1,1,0,0,1],"bins":[-5.811662049381994e-07,-5.647841021527711e-07,-5.484019425239239e-07,-5.320198397384956e-07,-5.156376801096485e-07,-4.992555773242202e-07,-4.828734176953731e-07,-4.664913149099448e-07,-4.5010918370280706e-07,-4.3372705249566934e-07,-4.173449212885316e-07,-4.009627900813939e-07,-3.845806872959656e-07,-3.681985560888279e-07,-3.518164248816902e-07,-3.3543429367455246e-07,-3.1905216246741475e-07,-3.0267003126027703e-07,-2.862879000531393e-07,-2.699057688460016e-07,-2.535236376388639e-07,-2.3714152064258087e-07,-2.2075940364629787e-07,-2.0437727243916015e-07,-1.8799514123202243e-07,-1.7161301002488472e-07,-1.55230878817747e-07,-1.38848761821464e-07,-1.2246663061432628e-07,-1.0608449940718856e-07,-8.97023753054782e-08,-7.332025120376784e-08,-5.693817684004898e-08,-4.055604918562494e-08,-2.4173921531200904e-08,-7.791793876776865e-09,8.590333777647174e-09,2.4972461432071213e-08,4.135458908649525e-08,5.773671674091929e-08,7.411884439534333e-08,9.050097560248105e-08,1.0688309970419141e-07,1.2326522380590177e-07,1.396473550130395e-07,1.560294862201772e-07,1.724116032164602e-07,1.8879373442359793e-07,2.0517586563073564e-07,2.2155799683787336e-07,2.3794012804501108e-07,2.543222592521488e-07,2.707043904592865e-07,2.870864932447148e-07,3.034686244518525e-07,3.1985075565899024e-07,3.3623288686612796e-07,3.526150180732657e-07,3.689971492804034e-07,3.853792804875411e-07,4.017613832729694e-07,4.181435144801071e-07,4.3452564568724483e-07,4.5090777689438255e-07,4.6728990810152027e-07],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,2,1,5,11,22,31,60,103,142,233,335,477,726,1038,1482,1989,2689,3560,4644,5904,7340,8947,10458,12365,14273,16146,17658,19345,20479,21226,21881,21966,21408,20679,19854,18113,16438,14717,13009,11276,9363,7699,6127,4874,3823,2938,2090,1673,1151,772,566,395,255,170,118,70,47,16,10,16,5,2,3],"bins":[-0.08987484872341156,-0.08707839250564575,-0.08428193628787994,-0.08148548007011414,-0.07868902385234833,-0.07589256763458252,-0.07309611141681671,-0.0702996551990509,-0.0675031989812851,-0.06470675021409988,-0.06191029027104378,-0.05911383405327797,-0.05631738156080246,-0.05352092534303665,-0.050724469125270844,-0.047928012907505035,-0.04513155668973923,-0.04233510047197342,-0.03953864425420761,-0.0367421880364418,-0.033945731818675995,-0.031149277463555336,-0.028352823108434677,-0.02555636689066887,-0.02275991067290306,-0.019963454455137253,-0.017166998237371445,-0.014370543882250786,-0.011574087664484978,-0.00877763144671917,-0.005981176160275936,-0.0031847204081714153,-0.00038826465606689453,0.0024081910960376263,0.005204646848142147,0.00800110213458538,0.010797558352351189,0.013594014570116997,0.016390468925237656,0.019186925143003464,0.021983381360769272,0.02477983757853508,0.027576293796300888,0.030372748151421547,0.033169202506542206,0.035965658724308014,0.03876211494207382,0.04155857115983963,0.04435502737760544,0.047151483595371246,0.049947939813137054,0.05274439603090286,0.05554085224866867,0.05833730474114418,0.06113376095890999,0.0639302209019661,0.0667266696691513,0.06952312588691711,0.07231958210468292,0.07511603832244873,0.07791249454021454,0.08070895075798035,0.08350540697574615,0.08630186319351196,0.08909831941127777]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-2.307257318534539e-07,-2.2224844542506617e-07,-2.1377117320753314e-07,-2.052938867791454e-07,-1.9681661456161237e-07,-1.8833932813322463e-07,-1.7986204170483688e-07,-1.7138476948730386e-07,-1.6290748305891611e-07,-1.5443019663052837e-07,-1.4595292441299534e-07,-1.374756379846076e-07,-1.2899835155621986e-07,-1.2052107933868683e-07,-1.1204379291029909e-07,-1.035665135873387e-07,-9.508923426437832e-08,-8.661195494141793e-08,-7.813467561845755e-08,-6.965738919006981e-08,-6.118010986710942e-08,-5.270283054414904e-08,-4.4225547668474974e-08,-3.574826479280091e-08,-2.7270985469840525e-08,-1.87937043705233e-08,-1.0316423271206077e-08,-1.8391421718888523e-09,6.638138927428372e-09,1.5115420026745596e-08,2.359270112606282e-08,3.2069984001736884e-08,4.05472917464067e-08,4.9024571069367084e-08,5.750185394504115e-08,6.597913682071521e-08,7.44564161436756e-08,8.293369546663598e-08,9.141098189502372e-08,9.988826121798411e-08,1.083655405409445e-07,1.1684281986390488e-07,1.2532009918686526e-07,1.33797385615253e-07,1.4227467204364075e-07,1.5075194426117378e-07,1.5922923068956152e-07,1.6770650290709455e-07,1.761837893354823e-07,1.8466107576387003e-07,1.9313834798140306e-07,2.016156344097908e-07,2.1009290662732383e-07,2.1857019305571157e-07,2.270474794840993e-07,2.3552475170163234e-07,2.4400202391916537e-07,2.524793103475531e-07,2.6095659677594085e-07,2.694338832043286e-07,2.7791116963271634e-07,2.863884560611041e-07,2.948657140677824e-07,3.0334300049617013e-07,3.118202869245579e-07],"_type":"histogram","values":[2,1,1,1,2,2,1,4,6,7,10,9,6,6,9,18,17,22,17,24,25,30,32,31,41,43,34,36,30,31,30,34,31,19,23,22,18,19,8,6,7,5,11,9,8,1,1,4,2,2,4,1,1,1,0,0,0,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,3,5,8,10,23,48,64,123,187,328,484,758,1026,1648,2226,3096,4305,5738,7515,9516,11916,14769,17741,20325,23338,26551,28997,31429,33124,34190,34496,34203,32885,30778,28775,26291,23001,20103,17452,14335,11854,9365,7232,5516,4133,3142,2135,1588,1010,730,489,295,234,120,64,47,27,15,8,5,1,1,2],"bins":[-0.09199105948209763,-0.08906538039445877,-0.08613969385623932,-0.08321401476860046,-0.08028833568096161,-0.07736265659332275,-0.0744369775056839,-0.07151129096746445,-0.06858561187982559,-0.06565993279218674,-0.06273424625396729,-0.05980856716632843,-0.056882888078689575,-0.05395720899105072,-0.05103152617812157,-0.04810584336519241,-0.04518016427755356,-0.0422544851899147,-0.03932880237698555,-0.036403119564056396,-0.03347744047641754,-0.030551759526133537,-0.027626078575849533,-0.02470039762556553,-0.021774716675281525,-0.01884903572499752,-0.015923354774713516,-0.012997673824429512,-0.010071992874145508,-0.007146311923861504,-0.004220630973577499,-0.0012949500232934952,0.001630730926990509,0.004556411877274513,0.0074820928275585175,0.010407773777842522,0.013333454728126526,0.01625913567841053,0.019184816628694534,0.02211049757897854,0.025036178529262543,0.027961859479546547,0.03088754042983055,0.033813223242759705,0.03673890233039856,0.039664581418037415,0.04259026423096657,0.04551594704389572,0.048441626131534576,0.05136730521917343,0.054292988032102585,0.05721867084503174,0.06014434993267059,0.06307002902030945,0.0659957081079483,0.06892139464616776,0.07184707373380661,0.07477275282144547,0.07769843935966492,0.08062411844730377,0.08354979753494263,0.08647547662258148,0.08940115571022034,0.09232684224843979,0.09525252133607864]},"train_batch_loss":5.54126501083374,"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9982470273971558,0.9983066916465759,0.9983664155006409,0.998426079750061,0.9984857439994812,0.9985454678535461,0.9986051321029663,0.9986647963523865,0.9987245202064514,0.9987841844558716,0.9988438487052917,0.9989035725593567,0.9989632368087769,0.999022901058197,0.999082624912262,0.9991422891616821,0.9992020130157471,0.9992616772651672,0.9993213415145874,0.9993810653686523,0.9994407296180725,0.9995003938674927,0.9995601177215576,0.9996197819709778,0.999679446220398,0.9997391700744629,0.9997988343238831,0.9998584985733032,0.9999182224273682,0.9999778866767883,1.0000375509262085,1.0000972747802734,1.0001568794250488,1.0002166032791138,1.0002763271331787,1.0003360509872437,1.000395655632019,1.000455379486084,1.000515103340149,1.0005747079849243,1.0006344318389893,1.0006941556930542,1.0007537603378296,1.0008134841918945,1.0008732080459595,1.0009328126907349,1.0009925365447998,1.0010522603988647,1.0011118650436401,1.001171588897705,1.00123131275177,1.0012909173965454,1.0013506412506104,1.0014103651046753,1.0014699697494507,1.0015296936035156,1.0015894174575806,1.001649022102356,1.001708745956421,1.0017684698104858,1.0018280744552612,1.0018877983093262,1.0019475221633911,1.0020071268081665,1.0020668506622314],"_type":"histogram","values":[1,0,0,0,2,0,0,2,0,5,4,3,4,10,13,17,26,41,47,43,33,34,21,11,14,15,16,17,18,9,16,15,12,20,29,18,25,20,29,29,26,26,22,19,17,10,7,7,3,4,1,2,1,1,1,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,1,0,3,7,3,6,11,18,21,29,45,93,145,239,363,538,789,1306,1936,2909,4314,6725,10119,14562,21195,29649,40045,50689,59743,64037,62713,55897,45576,35354,25966,17978,12471,8213,5551,3664,2394,1609,988,688,434,288,181,109,81,45,27,14,15,10,6,5,3,0,0,2,0,0,1],"bins":[-2.4270464109577006e-06,-2.348177986277733e-06,-2.269309788971441e-06,-2.1904413642914733e-06,-2.111573166985181e-06,-2.0327047423052136e-06,-1.9538365449989215e-06,-1.8749681203189539e-06,-1.796099809325824e-06,-1.7172314983326942e-06,-1.6383631873395643e-06,-1.5594948763464345e-06,-1.4806264516664669e-06,-1.401758140673337e-06,-1.3228898296802072e-06,-1.2440215186870773e-06,-1.1651532076939475e-06,-1.0862848967008176e-06,-1.0074165857076878e-06,-9.285482178711391e-07,-8.496799068780092e-07,-7.708115958848794e-07,-6.919432280483306e-07,-6.130749170552008e-07,-5.342066060620709e-07,-4.553382950689411e-07,-3.764699556541018e-07,-2.976016162392625e-07,-2.1873330524613266e-07,-1.398649800421481e-07,-6.099665483816352e-08,1.7871670365821046e-08,9.673976819613017e-08,1.7560809340011474e-07,2.544764186040993e-07,3.333447580189386e-07,4.1221306901206844e-07,4.910813800051983e-07,5.69949747841747e-07,6.488180588348769e-07,7.276863698280067e-07,8.065546808211366e-07,8.854229918142664e-07,9.642913028073963e-07,1.0431597274873639e-06,1.1220280384804937e-06,1.2008963494736236e-06,1.2797646604667534e-06,1.3586329714598833e-06,1.4375012824530131e-06,1.516369593446143e-06,1.5952379044392728e-06,1.6741062154324027e-06,1.7529746401123703e-06,1.8318429511055e-06,1.91071126209863e-06,1.9895796867785975e-06,2.0684478840848897e-06,2.1473163087648572e-06,2.2261845060711494e-06,2.305052930751117e-06,2.383921128057409e-06,2.4627895527373767e-06,2.5416577500436688e-06,2.6205261747236364e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-8.284060868390952e-07,-8.05573961315531e-07,-7.827418357919669e-07,-7.599097102684027e-07,-7.370775847448385e-07,-7.142454592212744e-07,-6.91413390541129e-07,-6.685812650175649e-07,-6.457491394940007e-07,-6.229170139704365e-07,-6.000848884468724e-07,-5.772527629233082e-07,-5.54420637399744e-07,-5.315885118761798e-07,-5.087563863526157e-07,-4.859242608290515e-07,-4.6309216372719675e-07,-4.402600382036326e-07,-4.174279126800684e-07,-3.9459581557821366e-07,-3.717636900546495e-07,-3.489315645310853e-07,-3.2609943900752114e-07,-3.0326731348395697e-07,-2.804351879603928e-07,-2.5760309085853805e-07,-2.3477096533497388e-07,-2.119388398114097e-07,-1.8910671428784553e-07,-1.6627460297513608e-07,-1.434424774515719e-07,-1.2061036613886245e-07,-9.777824061529827e-08,-7.494612219716146e-08,-5.2114000226310964e-08,-2.928188003181731e-08,-6.449759837323654e-09,1.638236035717e-08,3.9214480551663655e-08,6.204660252251415e-08,8.487872094065096e-08,1.0771083935878778e-07,1.305429577769246e-07,1.5337508330048877e-07,1.7620720882405294e-07,1.990393201367624e-07,2.2187144566032657e-07,2.4470355697303603e-07,2.675356824966002e-07,2.903678080201644e-07,3.1319993354372855e-07,3.360320306455833e-07,3.5886415616914746e-07,3.8169628169271164e-07,4.045284072162758e-07,4.2736053273984e-07,4.5019265826340416e-07,4.730247553652589e-07,4.958569093105325e-07,5.186889779906778e-07,5.41521103514242e-07,5.643532290378062e-07,5.871853545613703e-07,6.100174800849345e-07,6.328496056084987e-07],"_type":"histogram","values":[1,0,0,2,0,1,0,2,2,1,0,0,1,1,5,2,1,9,9,9,12,14,18,13,15,29,25,40,46,54,79,71,96,126,145,172,165,141,134,94,91,68,72,51,47,41,26,21,20,16,13,6,9,7,4,5,2,2,3,2,3,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,0,0,1,0,1,2,12,5,11,8,14,27,34,34,37,32,27,16,21,16,9,7,4,11,12,9,8,10,4,8,6,5,5,5,7,6,7,13,9,14,12,19,26,30,32,28,32,30,26,19,12,12,5,6,8,4,2,3,2,0,1,1],"bins":[-0.0014479714445769787,-0.0014028099831193686,-0.0013576485216617584,-0.0013124870602041483,-0.0012673255987465382,-0.0012221642537042499,-0.0011770027922466397,-0.0011318413307890296,-0.0010866798693314195,-0.0010415184078738093,-0.0009963569464161992,-0.00095119554316625,-0.0009060340817086399,-0.0008608726202510297,-0.0008157112170010805,-0.0007705497555434704,-0.0007253882940858603,-0.0006802268326282501,-0.00063506537117064,-0.0005899039679206908,-0.0005447425064630806,-0.0004995810450054705,-0.00045441961265169084,-0.00040925818029791117,-0.00036409671884030104,-0.0003189352573826909,-0.00027377382502891123,-0.00022861237812321633,-0.00018345093121752143,-0.00013828948431182653,-9.312803740613163e-05,-4.796659050043672e-05,-2.8050271794199944e-06,4.235641972627491e-05,8.751786663196981e-05,0.0001326793135376647,0.0001778407604433596,0.00022300220734905452,0.0002681636542547494,0.0003133250866085291,0.0003584865480661392,0.00040364800952374935,0.000448809441877529,0.0004939708742313087,0.0005391323356889188,0.000584293797146529,0.0006294552003964782,0.0006746166618540883,0.0007197781233116984,0.0007649395847693086,0.0008101010462269187,0.0008552624494768679,0.000900423910934478,0.0009455853723920882,0.0009907467756420374,0.0010359082370996475,0.0010810696985572577,0.0011262311600148678,0.001171392621472478,0.001216554082930088,0.0012617155443876982,0.0013068768894299865,0.0013520383508875966,0.0013971998123452067,0.0014423612738028169],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[2,2,2,7,23,29,36,83,147,224,362,575,939,1388,1918,2797,3852,5247,7103,9256,11703,14909,17693,20969,24600,27603,30688,32889,34670,35719,35730,35492,33766,32084,28968,25814,22702,19661,16451,13300,10612,8113,6324,4674,3313,2400,1744,1162,780,479,346,199,111,73,41,23,14,4,5,2,0,0,1,1],"bins":[-0.09273378551006317,-0.08967192471027374,-0.08661006391048431,-0.08354821056127548,-0.08048634976148605,-0.07742448896169662,-0.07436263561248779,-0.07130077481269836,-0.06823891401290894,-0.0651770532131195,-0.06211519613862038,-0.059053339064121246,-0.05599147826433182,-0.05292961746454239,-0.04986776039004326,-0.04680590331554413,-0.0437440425157547,-0.04068218171596527,-0.03762032464146614,-0.03455846756696701,-0.03149660676717758,-0.028434747830033302,-0.025372888892889023,-0.022311029955744743,-0.019249171018600464,-0.016187312081456184,-0.013125453144311905,-0.010063594207167625,-0.007001735270023346,-0.0039398763328790665,-0.000878017395734787,0.0021838415414094925,0.005245700478553772,0.008307559415698051,0.011369418352842331,0.01443127728998661,0.01749313622713089,0.02055499516427517,0.02361685410141945,0.02667871303856373,0.029740571975708008,0.032802432775497437,0.03586428984999657,0.0389261469244957,0.041988007724285126,0.045049868524074554,0.048111725598573685,0.051173582673072815,0.054235443472862244,0.05729730427265167,0.0603591613471508,0.06342101842164993,0.06648287922143936,0.06954474002122879,0.07260659337043762,0.07566845417022705,0.07873031497001648,0.08179217576980591,0.08485403656959534,0.08791588991880417,0.0909777507185936,0.09403961151838303,0.09710146486759186,0.10016332566738129,0.10322518646717072],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-1.1813575184760339e-07,-1.1465916571751222e-07,-1.111825724819937e-07,-1.0770598635190254e-07,-1.0422939311638402e-07,-1.0075280698629285e-07,-9.727621375077433e-08,-9.379962762068317e-08,-9.032303438516465e-08,-8.684644825507348e-08,-8.336985501955496e-08,-7.98932688894638e-08,-7.641667565394528e-08,-7.294008952385411e-08,-6.946349628833559e-08,-6.598691015824443e-08,-6.251032402815326e-08,-5.903373079263474e-08,-5.55571411098299e-08,-5.208055142702506e-08,-4.8603961744220214e-08,-4.512737206141537e-08,-4.165078237861053e-08,-3.8174192695805687e-08,-3.469760656571452e-08,-3.122101688290968e-08,-2.7744425423747998e-08,-2.4267835740943156e-08,-2.0791247834495152e-08,-1.731465815169031e-08,-1.3838068468885467e-08,-1.0361478786080625e-08,-6.884889103275782e-09,-3.4082996425155443e-09,6.828981824469338e-11,3.544879279004931e-09,7.021468739765169e-09,1.0498058422570011e-08,1.3974647217196434e-08,1.7451236900001277e-08,2.092782658280612e-08,2.4404416265610962e-08,2.7881005948415805e-08,3.135759385486381e-08,3.483418353766865e-08,3.831077322047349e-08,4.1787362903278336e-08,4.526395258608318e-08,4.874054226888802e-08,5.2217131951692863e-08,5.5693721634497706e-08,5.917031131730255e-08,6.264689744739371e-08,6.612349068291223e-08,6.96000768130034e-08,7.307667004852192e-08,7.655325617861308e-08,8.00298494141316e-08,8.350643554422277e-08,8.698302877974129e-08,9.045961490983245e-08,9.393620814535097e-08,9.741279427544214e-08,1.0088938751096066e-07,1.0436597364105182e-07],"_type":"histogram","values":[1,2,0,0,0,1,0,1,2,2,2,1,2,2,6,5,7,7,8,9,11,15,24,24,20,20,17,21,26,33,30,28,33,31,26,25,30,38,24,29,25,20,18,19,21,12,16,10,11,9,8,10,4,4,5,3,3,2,1,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.0014268601080402732,-0.00138125941157341,-0.0013356587151065469,-0.0012900580186396837,-0.0012444573221728206,-0.0011988566257059574,-0.0011532559292390943,-0.001107655232772231,-0.001062054536305368,-0.0010164538398385048,-0.0009708531433716416,-0.0009252524469047785,-0.0008796517504379153,-0.0008340510539710522,-0.000788450357504189,-0.0007428496610373259,-0.0006972489645704627,-0.0006516482681035995,-0.0006060475716367364,-0.0005604468751698732,-0.0005148461787030101,-0.0004692454822361469,-0.00042364478576928377,-0.0003780440893024206,-0.00033244339283555746,-0.0002868426963686943,-0.00024124199990183115,-0.000195641303434968,-0.00015004060696810484,-0.00010443991050124168,-5.883921403437853e-05,-1.3238517567515373e-05,3.236217889934778e-05,7.796287536621094e-05,0.0001235635718330741,0.00016916426829993725,0.0002147649647668004,0.00026036566123366356,0.0003059663577005267,0.00035156705416738987,0.000397167750634253,0.0004427684471011162,0.0004883691435679793,0.0005339698400348425,0.0005795705365017056,0.0006251712329685688,0.000670771929435432,0.0007163726259022951,0.0007619733223691583,0.0008075740188360214,0.0008531747153028846,0.0008987754117697477,0.0009443761082366109,0.000989976804703474,0.0010355775011703372,0.0010811781976372004,0.0011267788941040635,0.0011723795905709267,0.0012179802870377898,0.001263580983504653,0.0013091816799715161,0.0013547823764383793,0.0014003830729052424,0.0014459837693721056,0.0014915844658389688],"_type":"histogram","values":[2,0,1,3,2,2,4,2,7,8,10,12,15,29,37,41,31,40,29,24,8,13,9,16,9,10,11,6,7,4,3,5,10,3,8,7,2,6,5,9,5,13,17,22,21,32,35,37,41,30,13,9,4,12,8,7,3,3,1,2,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0015929683577269316,-0.0015446197940036654,-0.0014962713466957211,-0.001447922782972455,-0.0013995743356645107,-0.0013512257719412446,-0.0013028773246333003,-0.0012545287609100342,-0.0012061803136020899,-0.0011578317498788238,-0.0011094831861555576,-0.0010611347388476133,-0.0010127861751243472,-0.000964437669608742,-0.0009160891640931368,-0.0008677406585775316,-0.0008193921530619264,-0.0007710436475463212,-0.0007226951420307159,-0.0006743466365151107,-0.0006259981309995055,-0.0005776495672762394,-0.0005293010617606342,-0.00048095255624502897,-0.00043260405072942376,-0.00038425554521381855,-0.00033590703969821334,-0.00028755850507877767,-0.00023920999956317246,-0.00019086149404756725,-0.0001425129739800468,-9.416446118848398e-05,-4.581583198159933e-05,2.5326808099634945e-06,5.088119360152632e-05,9.922970639308915e-05,0.00014757821918465197,0.00019592672470025718,0.00024427525931969285,0.00029262376483529806,0.00034097227035090327,0.0003893207758665085,0.0004376692813821137,0.00048601781600154936,0.000534366350620985,0.0005827148561365902,0.0006310633616521955,0.0006794118671678007,0.0007277603726834059,0.0007761088781990111,0.0008244573837146163,0.0008728058892302215,0.0009211543947458267,0.0009695029584690928,0.0010178514057770371,0.0010661999695003033,0.0011145484168082476,0.0011628969805315137,0.0012112455442547798,0.0012595939915627241,0.0013079425552859902,0.0013562910025939345,0.0014046395663172007,0.001452988013625145,0.001501336577348411],"_type":"histogram","values":[1,0,1,2,2,1,2,5,10,9,22,17,16,23,31,50,49,81,97,105,85,86,45,59,35,43,24,26,26,24,21,23,23,24,24,18,22,23,31,34,26,41,53,65,70,84,59,82,79,70,51,42,35,19,13,9,9,5,3,4,2,2,2,3]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,2,2,3,4,3,3,3,6,7,13,20,19,36,45,48,34,31,24,20,25,9,10,12,13,18,13,21,19,28,24,16,22,25,23,26,32,19,20,15,16,9,8,5,3,3,3,1,1,0,2,0,0,1,0,0,0,0,0,1],"bins":[0.9982190132141113,0.9982801675796509,0.9983412623405457,0.9984024167060852,0.99846351146698,0.9985246658325195,0.9985857605934143,0.9986469149589539,0.9987080097198486,0.9987691640853882,0.998830258846283,0.9988914132118225,0.9989525079727173,0.9990136623382568,0.9990747570991516,0.9991359114646912,0.9991970062255859,0.9992581605911255,0.999319314956665,0.9993804097175598,0.9994415640830994,0.9995026588439941,0.9995638132095337,0.9996249079704285,0.999686062335968,0.9997471570968628,0.9998083114624023,0.9998694062232971,0.9999305605888367,0.9999916553497314,1.000052809715271,1.0001139640808105,1.0001749992370605,1.0002361536026,1.0002973079681396,1.0003584623336792,1.0004196166992188,1.0004806518554688,1.0005418062210083,1.0006029605865479,1.0006641149520874,1.0007251501083374,1.000786304473877,1.0008474588394165,1.000908613204956,1.000969648361206,1.0010308027267456,1.0010919570922852,1.0011531114578247,1.0012142658233643,1.0012753009796143,1.0013364553451538,1.0013976097106934,1.001458764076233,1.001519799232483,1.0015809535980225,1.001642107963562,1.0017032623291016,1.0017642974853516,1.0018254518508911,1.0018866062164307,1.0019477605819702,1.0020087957382202,1.0020699501037598,1.0021311044692993],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,2,7,11,13,27,43,87,114,208,343,495,781,1107,1639,2335,3349,4599,6090,7768,10154,12661,15256,18540,21335,24882,27428,30614,32304,33748,34785,35092,33953,33065,30759,28247,25223,22190,19483,16055,13260,10726,8416,6495,4688,3551,2578,1821,1253,797,558,339,211,156,71,47,27,17,11,3,4,2],"bins":[-0.0985598936676979,-0.09558378905057907,-0.09260769188404083,-0.089631587266922,-0.08665548264980316,-0.08367937803268433,-0.08070327341556549,-0.07772717624902725,-0.07475107163190842,-0.07177496701478958,-0.06879886984825134,-0.06582276523113251,-0.06284666061401367,-0.059870555996894836,-0.0568944551050663,-0.05391835421323776,-0.05094224959611893,-0.04796614497900009,-0.044990044087171555,-0.04201394319534302,-0.03903783857822418,-0.03606173396110535,-0.03308563306927681,-0.030109530314803123,-0.027133427560329437,-0.02415732480585575,-0.021181222051382065,-0.01820511929690838,-0.015229016542434692,-0.012252913787961006,-0.00927681103348732,-0.006300708279013634,-0.0033245980739593506,-0.00034849531948566437,0.002627607434988022,0.005603710189461708,0.008579812943935394,0.01155591569840908,0.014532018452882767,0.017508121207356453,0.02048422396183014,0.023460326716303825,0.02643642947077751,0.029412532225251198,0.032388634979724884,0.03536473959684372,0.038340840488672256,0.04131694138050079,0.04429304599761963,0.047269150614738464,0.050245251506567,0.05322135239839554,0.056197457015514374,0.05917356163263321,0.062149662524461746,0.06512576341629028,0.06810186803340912,0.07107797265052795,0.07405407726764679,0.07703017443418503,0.08000627905130386,0.0829823836684227,0.08595848083496094,0.08893458545207977,0.09191069006919861]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,5,2,1,2,5,3,8,6,12,9,14,13,11,11,17,16,27,25,38,28,26,27,30,27,27,28,25,27,29,29,23,23,23,17,16,18,17,11,16,13,10,7,9,9,1,6,3,1,2,2,1,1,0,4,1,1,1],"bins":[-9.566088010615204e-07,-9.266094025406346e-07,-8.9660994717633e-07,-8.666105486554443e-07,-8.366110932911397e-07,-8.06611694770254e-07,-7.766122962493682e-07,-7.466128408850636e-07,-7.166134423641779e-07,-6.866140438432922e-07,-6.566145884789876e-07,-6.266151899581018e-07,-5.966157914372161e-07,-5.666163360729115e-07,-5.366169375520258e-07,-5.066174821877212e-07,-4.7661808366683545e-07,-4.466186567242403e-07,-4.166192297816451e-07,-3.866198312607594e-07,-3.566204043181642e-07,-3.2662097737556905e-07,-2.966215788546833e-07,-2.6662215191208816e-07,-2.36622724969493e-07,-2.0662329802689783e-07,-1.7662388529515738e-07,-1.4662447256341693e-07,-1.1662504562082177e-07,-8.662562578365396e-08,-5.662620594648615e-08,-2.6626786109318346e-08,3.372633727849461e-09,3.337205356501727e-08,6.337147340218507e-08,9.337089323935288e-08,1.233703130765207e-07,1.5336974001911585e-07,1.833691527508563e-07,2.1336856548259675e-07,2.433679924251919e-07,2.733674193677871e-07,3.0336684631038224e-07,3.33366244831268e-07,3.6336567177386314e-07,3.933650987164583e-07,4.2336449723734404e-07,4.533639241799392e-07,4.833633511225344e-07,5.133627496434201e-07,5.433622050077247e-07,5.733616035286104e-07,6.03361058892915e-07,6.333604574138008e-07,6.633598559346865e-07,6.933593112989911e-07,7.233587098198768e-07,7.533581083407626e-07,7.833575637050672e-07,8.133569622259529e-07,8.433563607468386e-07,8.733558161111432e-07,9.033552146320289e-07,9.333546699963335e-07,9.633540685172193e-07]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,1,0,1,1,3,3,9,9,14,19,34,59,70,119,167,233,330,584,825,1289,2056,3394,5367,8654,14267,24052,41167,70877,128016,248740,460635,255209,130323,72076,41488,24533,14724,8844,5454,3278,2073,1321,920,515,383,236,157,104,86,50,28,27,13,11,2,6,4,2,0,0,0,0,1],"bins":[-2.5534691303619184e-06,-2.4724449758650735e-06,-2.391421048741904e-06,-2.3103968942450592e-06,-2.2293727397482144e-06,-2.1483485852513695e-06,-2.0673246581282e-06,-1.9863005036313552e-06,-1.9052763491345104e-06,-1.8242523083245032e-06,-1.7432282675144961e-06,-1.6622041130176513e-06,-1.5811800722076441e-06,-1.5001559177107993e-06,-1.4191318769007921e-06,-1.3381077224039473e-06,-1.2570836815939401e-06,-1.176059640783933e-06,-1.0950354862870881e-06,-1.014011445477081e-06,-9.329872909802361e-07,-8.51963250170229e-07,-7.70939152516803e-07,-6.89915054863377e-07,-6.08890957209951e-07,-5.27866859556525e-07,-4.46842761903099e-07,-3.6581869267138245e-07,-2.8479459501795645e-07,-2.0377049736453046e-07,-1.2274641392195917e-07,-4.1722323373960535e-08,3.9301767174038105e-08,1.203258648274641e-07,2.0134994827003538e-07,2.8237403171260667e-07,3.6339812936603266e-07,4.4442222701945866e-07,5.254462962511752e-07,6.064703939046012e-07,6.874944915580272e-07,7.685185892114532e-07,8.495426868648792e-07,9.305667845183052e-07,1.0115908253283123e-06,1.0926149798251572e-06,1.1736390206351643e-06,1.2546631751320092e-06,1.3356872159420163e-06,1.4167112567520235e-06,1.4977354112488683e-06,1.5787594520588755e-06,1.6597836065557203e-06,1.7408076473657275e-06,1.8218318018625723e-06,1.9028558426725795e-06,1.9838798834825866e-06,2.0649040379794315e-06,2.1459281924762763e-06,2.2269521195994457e-06,2.3079762740962906e-06,2.3890004285931354e-06,2.4700245830899803e-06,2.5510485102131497e-06,2.6320726647099946e-06],"_type":"histogram"},"_timestamp":1.7527849974637277e+09,"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,2,0,3,0,3,7,14,12,22,18,40,51,93,94,101,100,84,74,56,49,31,32,21,24,23,28,12,26,21,33,20,28,41,31,46,47,58,76,102,100,90,82,57,63,34,22,18,16,10,9,7,4,4,2,1,1,1,0,1],"bins":[-0.0017235535196959972,-0.0016698045656085014,-0.0016160554951056838,-0.0015623064246028662,-0.0015085574705153704,-0.0014548085164278746,-0.001401059445925057,-0.0013473103754222393,-0.0012935614213347435,-0.0012398124672472477,-0.00118606339674443,-0.0011323143262416124,-0.0010785653721541166,-0.0010248164180666208,-0.0009710673475638032,-0.0009173183352686465,-0.0008635693229734898,-0.000809820310678333,-0.0007560712983831763,-0.0007023222860880196,-0.0006485732737928629,-0.0005948242614977062,-0.0005410752492025495,-0.00048732623690739274,-0.000433577224612236,-0.0003798282123170793,-0.0003260792000219226,-0.00027233018772676587,-0.00021858117543160915,-0.00016483216313645244,-0.00011108315084129572,-5.7334138546139e-05,-3.5852426663041115e-06,5.0163769628852606e-05,0.00010391278192400932,0.00015766179421916604,0.00021141080651432276,0.0002651598188094795,0.0003189088311046362,0.0003726578433997929,0.0004264068556949496,0.00048015586799010634,0.0005339048802852631,0.0005876538925804198,0.0006414029048755765,0.0006951519171707332,0.0007489009294658899,0.0008026499417610466,0.0008563989540562034,0.0009101479663513601,0.0009638969786465168,0.0010176459327340126,0.0010713950032368302,0.0011251440737396479,0.0011788930278271437,0.0012326419819146395,0.001286391052417457,0.0013401401229202747,0.0013938890770077705,0.0014476380310952663,0.001501387101598084,0.0015551361721009016,0.0016088851261883974,0.0016626340802758932,0.0017163831507787108]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,1,2,0,1,7,7,8,14,20,32,49,76,132,200,321,508,786,1379,2159,3470,5668,9262,15376,25556,42808,70803,115494,184352,266083,282755,207377,132003,81697,49275,29713,17941,10756,6490,3905,2433,1475,936,564,323,236,151,81,63,43,26,20,10,6,2,4,0,1,0,1,1,0,0,1],"bins":[-1.7295562884100946e-06,-1.6721742213121615e-06,-1.6147921542142285e-06,-1.5574100871162955e-06,-1.5000280200183624e-06,-1.4426459529204294e-06,-1.3852638858224964e-06,-1.3278818187245633e-06,-1.2704997516266303e-06,-1.2131176845286973e-06,-1.1557356174307643e-06,-1.0983535503328312e-06,-1.0409714832348982e-06,-9.835894161369652e-07,-9.26207405882451e-07,-8.68825338784518e-07,-8.114432716865849e-07,-7.540612045886519e-07,-6.966791374907189e-07,-6.392970703927858e-07,-5.819150032948528e-07,-5.245329361969198e-07,-4.6715089752069616e-07,-4.0976883042276313e-07,-3.523867633248301e-07,-2.9500469622689707e-07,-2.3762262912896404e-07,-1.8024057624188572e-07,-1.228585091439527e-07,-6.547644204601966e-08,-8.094382053513982e-09,4.928768149170537e-08,1.0666974503692472e-07,1.6405181213485776e-07,2.214338792327908e-07,2.788159463307238e-07,3.3619801342865685e-07,3.9358005210488045e-07,4.509621192028135e-07,5.083442147224559e-07,5.65726281820389e-07,6.231082920749031e-07,6.804903591728362e-07,7.378724262707692e-07,7.952544933687022e-07,8.526365604666353e-07,9.100186275645683e-07,9.674007515059202e-07,1.0247827049170155e-06,1.0821647720149485e-06,1.1395468391128816e-06,1.1969289062108146e-06,1.2543109733087476e-06,1.3116930404066807e-06,1.3690751075046137e-06,1.4264571746025467e-06,1.4838392417004798e-06,1.5412213087984128e-06,1.5986033758963458e-06,1.6559854429942789e-06,1.7133675100922119e-06,1.770749577190145e-06,1.828131644288078e-06,1.885513711386011e-06,1.942895778483944e-06]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,1,0,0,1,1,2,1,2,4,3,3,5,4,6,11,14,18,19,29,43,59,78,73,85,64,46,37,50,18,20,14,8,5,7,6,3,3,4,4,2,3,5,0,0,1,0,0,0,0,1,0,0,0,1],"bins":[-3.214650767802141e-13,-3.1177230935819367e-13,-3.0207954193617326e-13,-2.9238677451415285e-13,-2.8269400709213244e-13,-2.7300123967011203e-13,-2.633084722480916e-13,-2.536157048260712e-13,-2.439229374040508e-13,-2.342301699820304e-13,-2.2453740256000998e-13,-2.1484463513798957e-13,-2.0515186771596916e-13,-1.9545910029394875e-13,-1.8576633287192834e-13,-1.7607356544990793e-13,-1.6638079802788752e-13,-1.566880306058671e-13,-1.469952631838467e-13,-1.373024957618263e-13,-1.2760972833980588e-13,-1.1791696091778547e-13,-1.0822419349576506e-13,-9.853142607374465e-14,-8.883865865172424e-14,-7.914589122970384e-14,-6.945312380768343e-14,-5.976035638566302e-14,-5.0067588963642606e-14,-4.0374821541622197e-14,-3.068205411960179e-14,-2.0989286697581377e-14,-1.1296519275560968e-14,-1.6037518535405582e-15,8.089015568479851e-15,1.778178299050026e-14,2.747455041252067e-14,3.716731783454108e-14,4.686008525656149e-14,5.65528526785819e-14,6.624562010060231e-14,7.593838752262272e-14,8.563115494464313e-14,9.532392236666354e-14,1.0501668978868395e-13,1.1470945721070436e-13,1.2440222463272477e-13,1.3409499205474518e-13,1.4378775947676559e-13,1.53480526898786e-13,1.631732943208064e-13,1.7286606174282682e-13,1.8255882916484723e-13,1.9225159658686763e-13,2.0194436400888804e-13,2.1163713143090845e-13,2.2132989885292886e-13,2.3102266627494927e-13,2.407154336969697e-13,2.504082011189901e-13,2.601009685410105e-13,2.697937359630309e-13,2.794865033850513e-13,2.8917927080707173e-13,2.9887203822909214e-13]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[2,2,0,2,1,3,6,10,11,27,21,48,62,113,138,229,346,501,719,1096,1605,2295,3502,5154,7704,11503,16719,24298,34257,45985,57007,65214,67167,61470,51608,39722,28832,20068,13966,9350,6243,4154,2794,1922,1308,864,574,381,277,195,126,57,42,37,23,20,12,8,6,6,5,4,2,1],"bins":[-3.0519909159920644e-06,-2.957325023089652e-06,-2.862658902813564e-06,-2.7679930099111516e-06,-2.673327117008739e-06,-2.5786609967326513e-06,-2.483995103830239e-06,-2.3893292109278264e-06,-2.2946630906517385e-06,-2.199997197749326e-06,-2.1053313048469136e-06,-2.0106651845708257e-06,-1.915999291668413e-06,-1.821333285079163e-06,-1.7266672784899129e-06,-1.6320013855875004e-06,-1.5373353789982502e-06,-1.442669372409e-06,-1.3480034795065876e-06,-1.2533374729173374e-06,-1.1586714663280873e-06,-1.0640055734256748e-06,-9.693395668364246e-07,-8.746735602471745e-07,-7.800076105013432e-07,-6.853416607555118e-07,-5.906756541662617e-07,-4.960097044204304e-07,-4.013437262528896e-07,-3.0667774808534887e-07,-2.1201178412866284e-07,-1.1734581306654945e-07,-2.2679842004436068e-08,7.198612905767732e-08,1.666521001197907e-07,2.6131806407647673e-07,3.5598404224401747e-07,4.506500204115582e-07,5.453159701573895e-07,6.399819767466397e-07,7.34647926492471e-07,8.293138762383023e-07,9.239798828275525e-07,1.0186458894168027e-06,1.1133117823192151e-06,1.2079777889084653e-06,1.3026437954977155e-06,1.397309688400128e-06,1.491975694989378e-06,1.5866417015786283e-06,1.6813075944810407e-06,1.775973601070291e-06,1.870639607659541e-06,1.9653055005619535e-06,2.0599716208380414e-06,2.154637513740454e-06,2.2493034066428663e-06,2.3439695269189542e-06,2.4386354198213667e-06,2.533301312723779e-06,2.627967432999867e-06,2.7226333259022795e-06,2.817299218804692e-06,2.91196533908078e-06,3.0066312319831923e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,2,1,1,2,1,1,1,2,5,2,3,4,4,8,2,10,5,7,13,17,17,16,25,26,32,40,48,44,35,43,35,43,37,25,38,24,22,28,11,11,19,6,9,9,9,5,2,2,4,2,3,1,2,2],"bins":[-6.352576065182802e-07,-6.189699774949986e-07,-6.026824053151358e-07,-5.863947762918542e-07,-5.701072041119915e-07,-5.538195750887098e-07,-5.375320029088471e-07,-5.212443738855654e-07,-5.049568017057027e-07,-4.88669172682421e-07,-4.7238157208084885e-07,-4.5609397147927666e-07,-4.3980634245599504e-07,-4.2351874185442284e-07,-4.0723114125285065e-07,-3.9094354065127845e-07,-3.7465594004970626e-07,-3.5836833944813407e-07,-3.4208073884656187e-07,-3.257931382449897e-07,-3.095055376434175e-07,-2.9321790862013586e-07,-2.7693030801856366e-07,-2.6064270741699147e-07,-2.443551068154193e-07,-2.2806750621384708e-07,-2.117799056122749e-07,-1.9549229079984798e-07,-1.7920469019827578e-07,-1.629170895967036e-07,-1.4662947478427668e-07,-1.303418741827045e-07,-1.1405427358113229e-07,-9.77666729795601e-08,-8.147906527256055e-08,-6.5191457565561e-08,-4.89038569639888e-08,-3.261625280970293e-08,-1.6328648655417055e-08,-4.104450113118219e-11,1.624655965315469e-08,3.2534163807440564e-08,4.8821767961726437e-08,6.510937566872599e-08,8.139697627029818e-08,9.768457687187038e-08,1.1397218457886993e-07,1.3025979228586948e-07,1.4654739288744167e-07,1.6283499348901387e-07,1.7912259409058606e-07,1.9541020890301297e-07,2.1169780950458517e-07,2.2798541010615736e-07,2.4427302491858427e-07,2.6056062552015646e-07,2.7684822612172866e-07,2.9313582672330085e-07,3.0942342732487305e-07,3.2571102792644524e-07,3.4199865694972686e-07,3.5828625755129906e-07,3.7457385815287125e-07,3.9086145875444345e-07,4.0714905935601564e-07]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,2,1,4,0,0,2,3,2,3,1,1,5,6,5,10,7,13,18,19,23,27,51,51,62,75,75,66,52,37,32,29,19,11,14,7,7,6,5,2,3,2,2,1,3,0,0,0,0,0,0,0,0,0,1,1],"bins":[-7.075691996760725e-07,-6.864489705549204e-07,-6.653286845903494e-07,-6.442084554691974e-07,-6.230882263480453e-07,-6.019679403834743e-07,-5.808477112623223e-07,-5.597274252977513e-07,-5.386071961765992e-07,-5.174869670554472e-07,-4.963666810908762e-07,-4.7524645196972415e-07,-4.5412619442686264e-07,-4.3300593688400113e-07,-4.1188570776284905e-07,-3.9076545021998754e-07,-3.6964519267712603e-07,-3.485249351342645e-07,-3.27404677591403e-07,-3.0628444847025094e-07,-2.8516419092738943e-07,-2.640439333845279e-07,-2.4292370426337584e-07,-2.2180344672051433e-07,-2.0068318917765282e-07,-1.795629316347913e-07,-1.5844268830278452e-07,-1.3732244497077772e-07,-1.1620218742791621e-07,-9.508193699048206e-08,-7.396168655304791e-08,-5.284143611561376e-08,-3.172118567817961e-08,-1.0600935240745457e-08,1.0519315196688694e-08,3.1639565634122846e-08,5.2759816071557e-08,7.388006650899115e-08,9.50003169464253e-08,1.1612056738385945e-07,1.372408178212936e-07,1.583610753641551e-07,1.794813186961619e-07,2.006015620281687e-07,2.217218195710302e-07,2.428420771138917e-07,2.639623062350438e-07,2.850825637779053e-07,3.062028213207668e-07,3.273230788636283e-07,3.4844333640648983e-07,3.695635655276419e-07,3.906838230705034e-07,4.1180408061336493e-07,4.32924309734517e-07,4.540445672773785e-07,4.7516482482024003e-07,4.962850539413921e-07,5.17405339905963e-07,5.385255690271151e-07,5.596458549916861e-07,5.807660841128381e-07,6.018863132339902e-07,6.230065991985612e-07,6.441268283197132e-07]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug-core.log b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..7f56b08e54b920bf271332a8f2cc81c14fea1a46 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug-core.log @@ -0,0 +1,12 @@ +{"time":"2025-07-17T23:34:37.880236992+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmphhdhteyb/port-3066.txt","pid":3066,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-17T23:34:37.880812549+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3066} +{"time":"2025-07-17T23:34:37.880814977+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3066-3089-3986368931/socket","Net":"unix"}} +{"time":"2025-07-17T23:34:38.060483817+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-17T23:34:38.069237426+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"v8x24r2k","id":"1(@)"} +{"time":"2025-07-17T23:34:38.512434006+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"v8x24r2k","id":"1(@)"} +{"time":"2025-07-17T23:43:57.5733725+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-17T23:43:57.5736861+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-17T23:43:57.573824688+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3066-3089-3986368931/socket","Net":"unix"}} +{"time":"2025-07-17T23:43:57.573671892+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-17T23:43:57.573881189+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-17T23:43:58.778487538+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug-internal.log b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..d779235cb890fd66e57e35ac97e23f2c93a22820 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug-internal.log @@ -0,0 +1,7 @@ +{"time":"2025-07-17T23:34:38.070307957+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-17T23:34:38.51238291+03:00","level":"INFO","msg":"stream: created new stream","id":"v8x24r2k"} +{"time":"2025-07-17T23:34:38.512427691+03:00","level":"INFO","msg":"stream: started","id":"v8x24r2k"} +{"time":"2025-07-17T23:34:38.512439114+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"v8x24r2k"} +{"time":"2025-07-17T23:34:38.512451388+03:00","level":"INFO","msg":"handler: started","stream_id":"v8x24r2k"} +{"time":"2025-07-17T23:34:38.512503592+03:00","level":"INFO","msg":"sender: started","stream_id":"v8x24r2k"} +{"time":"2025-07-17T23:43:57.573725541+03:00","level":"INFO","msg":"stream: closing","id":"v8x24r2k"} diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug.log b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..2bdcf5d5cf2c2f86f20be07889f11ac798060a21 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/logs/debug.log @@ -0,0 +1,3868 @@ +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_setup.py:_flush():80] Configure stats pid to 3066 +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_233437-v8x24r2k/logs/debug.log +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_233437-v8x24r2k/logs/debug-internal.log +2025-07-17 23:34:37,841 INFO MainThread:3066 [wandb_init.py:init():830] calling init triggers +2025-07-17 23:34:37,842 INFO MainThread:3066 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 128, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-17 23:34:37,842 INFO MainThread:3066 [wandb_init.py:init():871] starting backend +2025-07-17 23:34:38,060 INFO MainThread:3066 [wandb_init.py:init():874] sending inform_init request +2025-07-17 23:34:38,067 INFO MainThread:3066 [wandb_init.py:init():882] backend started and connected +2025-07-17 23:34:38,070 INFO MainThread:3066 [wandb_init.py:init():953] updated telemetry +2025-07-17 23:34:38,070 INFO MainThread:3066 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-17 23:34:38,864 INFO MainThread:3066 [wandb_init.py:init():1029] starting run threads in backend +2025-07-17 23:34:39,030 INFO MainThread:3066 [wandb_run.py:_console_start():2458] atexit reg +2025-07-17 23:34:39,030 INFO MainThread:3066 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-17 23:34:39,031 INFO MainThread:3066 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-17 23:34:39,031 INFO MainThread:3066 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-17 23:34:39,035 INFO MainThread:3066 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-17 23:34:41,011 INFO MainThread:3066 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-17 23:34:41,012 INFO MainThread:3066 [wandb_watch.py:_watch():70] Watching +2025-07-17 23:43:57,572 INFO MsgRouterThr:3066 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-17 23:43:58,080 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,088 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,089 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,089 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,090 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,091 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,092 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,093 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,094 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,094 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,095 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,096 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,097 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,097 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,098 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,099 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,100 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,100 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,101 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,101 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,102 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,103 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,104 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,104 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,105 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,105 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,106 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,107 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,107 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,108 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,108 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,109 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,109 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,110 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,110 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,111 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,112 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,112 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,113 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,113 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,114 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,114 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,115 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,117 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,118 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,118 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,119 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,119 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,120 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,121 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,121 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,122 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,123 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,123 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,124 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,124 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,125 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,125 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,126 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,127 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,127 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,128 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,128 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,129 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,129 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,130 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,130 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,131 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,131 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,132 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,132 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,133 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,133 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,134 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,134 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,163 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,164 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,164 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,165 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,168 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,169 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,170 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,170 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,171 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,171 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,172 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,172 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,173 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,174 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,174 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,175 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,176 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,176 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,177 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,177 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,178 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,178 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,179 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,179 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,180 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,180 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,181 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,181 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,182 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,182 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,183 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,183 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,184 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,185 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,185 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,186 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,186 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,187 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,187 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,188 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,188 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,189 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,189 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,190 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,190 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,191 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,191 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,193 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-17 23:43:58,194 ERROR MainThread:3066 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250717_233437-v8x24r2k/run-v8x24r2k.wandb b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/run-v8x24r2k.wandb new file mode 100644 index 0000000000000000000000000000000000000000..06b109e14482f76d5a84fa3dcdea7b0db786529e --- /dev/null +++ b/simson_modeling/wandb/run-20250717_233437-v8x24r2k/run-v8x24r2k.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd8e85a4f016e88f11e2cc000d0859a64077fa15677b4f2011c95e9b426cbea +size 3407872 diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/config.yaml b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0d024941b3afd8062afdb4ecf0dc2d616ed85c81 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + ijis7un3h44u6ngef1ym7hjlpjd4yygf: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136794472448" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T20:50:06.066176Z" + writerId: ijis7un3h44u6ngef1ym7hjlpjd4yygf + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 128 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/output.log b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..fe2af7b188ac890cfddfdb97b1f90f11b798bee3 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [02:15", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/requirements.txt b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/wandb-metadata.json b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a034aa207e147be1aaa3e2faf583ef4d081e3d2d --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T20:50:06.066176Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136794472448" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "ijis7un3h44u6ngef1ym7hjlpjd4yygf" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/wandb-summary.json b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..5c8744d33db439aee9b5390964b7081b49138530 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,1,0,0,0,1,1,3,5,4,4,3,14,12,9,19,19,16,35,34,33,55,59,88,84,109,99,151,132,163,143,130,103,95,65,59,56,41,41,28,26,17,27,10,12,5,6,9,3,0,7,2,0,1,1,0,2,1,1,1,0,2],"bins":[-2.696412138902815e-06,-2.6098068701685406e-06,-2.523201601434266e-06,-2.436596560073667e-06,-2.3499912913393928e-06,-2.2633860226051183e-06,-2.176780753870844e-06,-2.0901754851365695e-06,-2.0035704437759705e-06,-1.916965175041696e-06,-1.8303599063074216e-06,-1.7437546375731472e-06,-1.6571493688388728e-06,-1.570544213791436e-06,-1.4839389450571616e-06,-1.397333790009725e-06,-1.3107285212754505e-06,-1.224123252541176e-06,-1.1375180974937393e-06,-1.050912828759465e-06,-9.643076737120282e-07,-8.777024049777538e-07,-7.910971362434793e-07,-7.044919243526238e-07,-6.178867124617682e-07,-5.312815005709126e-07,-4.446762602583476e-07,-3.580710199457826e-07,-2.7146580805492704e-07,-1.8486058195321675e-07,-9.825535585150647e-08,-1.1650129749796179e-08,7.495509635191411e-08,1.615603224536244e-07,2.481655485553347e-07,3.347707888678997e-07,4.2137600075875525e-07,5.079812126496108e-07,5.945864813838853e-07,6.811916932747408e-07,7.677969051655964e-07,8.54402117056452e-07,9.410073289473075e-07,1.027612597681582e-06,1.1142178664158564e-06,1.2008230214632931e-06,1.2874282901975675e-06,1.3740334452450043e-06,1.4606387139792787e-06,1.5472439827135531e-06,1.6338491377609898e-06,1.7204544064952643e-06,1.807059561542701e-06,1.8936648302769754e-06,1.98027009901125e-06,2.0668753677455243e-06,2.1534806364797987e-06,2.2400856778403977e-06,2.326690946574672e-06,2.4132962153089466e-06,2.499901484043221e-06,2.5865067527774954e-06,2.6731117941380944e-06,2.759717062872369e-06,2.8463223316066433e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,1,5,2,8,15,22,44,82,167,269,448,757,1251,1892,3017,4508,6655,9596,13164,17757,23582,30820,38652,47850,57290,66355,76291,83628,91505,96422,99119,99259,97284,93220,86608,78316,69532,60184,50600,41468,33149,25512,19629,14634,10473,7446,5056,3474,2180,1443,914,572,335,191,100,60,27,11,7,3,1,0,1],"bins":[-0.10221906751394272,-0.09904065728187561,-0.0958622470498085,-0.0926838368177414,-0.08950543403625488,-0.08632702380418777,-0.08314861357212067,-0.07997020334005356,-0.07679179310798645,-0.07361338287591934,-0.07043498009443283,-0.06725656986236572,-0.06407815963029861,-0.060899749398231506,-0.0577213391661644,-0.05454293265938759,-0.05136452242732048,-0.04818611219525337,-0.04500770568847656,-0.041829295456409454,-0.038650885224342346,-0.035472478717565536,-0.03229406848549843,-0.02911565825343132,-0.02593724988400936,-0.022758841514587402,-0.019580431282520294,-0.016402022913098335,-0.013223613612353802,-0.010045204311609268,-0.006866795476526022,-0.003688386408612132,-0.0005099773406982422,0.0026684317272156477,0.005846840795129538,0.009025249630212784,0.012203658930957317,0.015382068231701851,0.01856047660112381,0.021738886833190918,0.024917295202612877,0.028095703572034836,0.031274113804101944,0.03445252403616905,0.03763093054294586,0.04080934077501297,0.04398775100708008,0.04716615751385689,0.050344567745923996,0.053522977977991104,0.056701384484767914,0.05987979471683502,0.06305820494890213,0.06623661518096924,0.06941502541303635,0.07259342819452286,0.07577183842658997,0.07895024865865707,0.08212865889072418,0.08530706912279129,0.0884854793548584,0.09166388213634491,0.09484229236841202,0.09802070260047913,0.10119911283254623]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,0,0,0,1,0,0,0,2,5,7,7,10,5,6,13,13,17,33,31,28,33,43,32,36,41,39,46,37,45,41,39,31,26,22,14,13,9,8,5,7,6,4,3,2,0,1,1,0,0,0,1,0,0,0,2],"bins":[-8.31130728329299e-06,-8.068627721513622e-06,-7.825947250239551e-06,-7.5832672337128315e-06,-7.340587217186112e-06,-7.097907200659392e-06,-6.855227184132673e-06,-6.612547167605953e-06,-6.369867151079234e-06,-6.127187134552514e-06,-5.884507118025795e-06,-5.641827101499075e-06,-5.3991470849723555e-06,-5.156467068445636e-06,-4.913787051918916e-06,-4.671107035392197e-06,-4.428427018865477e-06,-4.185747002338758e-06,-3.943066985812038e-06,-3.7003869692853186e-06,-3.457706952758599e-06,-3.2150269362318795e-06,-2.97234691970516e-06,-2.7296669031784404e-06,-2.486986886651721e-06,-2.2443068701250013e-06,-2.0016268535982817e-06,-1.7589468370715622e-06,-1.5162668205448426e-06,-1.273586804018123e-06,-1.0309067874914035e-06,-7.88226770964684e-07,-5.455476639326662e-07,-3.0286764740594663e-07,-6.018763087922707e-08,1.8249238564749248e-07,4.2517240217421204e-07,6.678524187009316e-07,9.105324352276511e-07,1.1532124517543707e-06,1.3958924682810903e-06,1.6385724848078098e-06,1.8812525013345294e-06,2.123932517861249e-06,2.3666125343879685e-06,2.609292550914688e-06,2.8519725674414076e-06,3.094652583968127e-06,3.3373326004948467e-06,3.5800126170215663e-06,3.822692633548286e-06,4.065372650075005e-06,4.308052666601725e-06,4.5507326831284445e-06,4.793412699655164e-06,5.036092716181884e-06,5.278772732708603e-06,5.521452749235323e-06,5.764132765762042e-06,6.006812782288762e-06,6.249492798815481e-06,6.492172815342201e-06,6.7348528318689205e-06,6.97753284839564e-06,7.22021286492236e-06]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-1.0554299478826579e-05,-1.0162580110772979e-05,-9.770859833224677e-06,-9.379140465171076e-06,-8.987420187622774e-06,-8.595700819569174e-06,-8.203980542020872e-06,-7.812261173967272e-06,-7.420541351166321e-06,-7.02882152836537e-06,-6.637101705564419e-06,-6.245381882763468e-06,-5.8536625147098675e-06,-5.4619426919089165e-06,-5.070222869107965e-06,-4.678503046307014e-06,-4.286783223506063e-06,-3.895063400705112e-06,-3.503343577904161e-06,-3.1116239824768854e-06,-2.7199041596759344e-06,-2.3281843368749833e-06,-1.9364647414477076e-06,-1.5447449186467566e-06,-1.1530250958458055e-06,-7.613053298882733e-07,-3.6958556393074105e-07,2.2134202026791172e-08,4.138539679843234e-07,8.055737339418556e-07,1.1972934998993878e-06,1.5890132090135012e-06,1.980733941309154e-06,2.372453764110105e-06,2.764173586911056e-06,3.155893182338332e-06,3.547613005139283e-06,3.9393326005665585e-06,4.33105242336751e-06,4.722772246168461e-06,5.114492068969412e-06,5.506211891770363e-06,5.897931714571314e-06,6.289651537372265e-06,6.681370905425865e-06,7.073090728226816e-06,7.464810551027767e-06,7.85653082857607e-06,8.24825019662967e-06,8.63996956468327e-06,9.031689842231572e-06,9.423409210285172e-06,9.815129487833474e-06,1.0206848855887074e-05,1.0598569133435376e-05,1.0990288501488976e-05,1.1382007869542576e-05,1.1773728147090878e-05,1.2165447515144479e-05,1.255716779269278e-05,1.294888716074638e-05,1.3340607438294683e-05,1.3732326806348283e-05,1.4124047083896585e-05,1.4515766451950185e-05],"_type":"histogram","values":[4,1,0,0,2,1,0,1,4,2,0,3,5,5,6,7,11,11,13,18,23,29,36,39,47,56,54,43,52,58,51,38,27,26,16,19,14,13,5,6,5,2,3,1,3,1,0,0,0,2,2,1,0,1,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0011188103817403316,-0.0010845843935385346,-0.0010503582889214158,-0.0010161323007196188,-0.0009819061961025,-0.000947680207900703,-0.000913454161491245,-0.0008792281150817871,-0.0008450021268799901,-0.0008107760804705322,-0.0007765500340610743,-0.0007423239876516163,-0.0007080979412421584,-0.0006738718948327005,-0.0006396459066309035,-0.0006054198602214456,-0.0005711938138119876,-0.0005369677674025297,-0.0005027417209930718,-0.00046851570368744433,-0.00043428968638181686,-0.00040006363997235894,-0.000365837593562901,-0.00033161157625727355,-0.00029738552984781563,-0.0002631594834383577,-0.00022893346613273025,-0.00019470741972327232,-0.00016048138786572963,-0.00012625535600818694,-9.202931687468663e-05,-5.780328137916513e-05,-2.3577245883643627e-05,1.0648789611877874e-05,4.4874825107399374e-05,7.910086424089968e-05,0.00011332689609844238,0.00014755292795598507,0.000181778974365443,0.00021600500622298568,0.0002502310380805284,0.0002844570844899863,0.00031868310179561377,0.0003529091482050717,0.0003871351946145296,0.0004213612119201571,0.000455587258329615,0.0004898132756352425,0.0005240393220447004,0.0005582653684541583,0.0005924914148636162,0.0006267174030654132,0.0006609434494748712,0.0006951694958843291,0.000729395542293787,0.0007636215887032449,0.0007978476351127028,0.0008320736233144999,0.0008662996697239578,0.0009005257161334157,0.0009347517625428736,0.0009689778089523315,0.0010032037971541286,0.0010374299017712474,0.0010716558899730444],"_type":"histogram","values":[1,0,1,2,4,0,3,5,11,14,11,14,15,16,12,14,11,18,7,10,13,21,16,18,15,22,19,15,16,24,23,21,18,11,18,12,13,14,12,15,9,17,21,16,15,17,19,19,13,11,11,15,18,14,7,8,10,8,3,5,0,1,3,3]},"parameters/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,1,2,8,8,8,10,14,17,15,16,12,15,15,13,16,13,18,21,18,19,13,16,14,18,11,18,13,20,14,19,19,17,13,14,9,17,23,13,15,14,12,18,11,22,11,15,16,17,6,13,8,13,13,12,1,5,1,2,1],"bins":[0.9988349676132202,0.9988692998886108,0.9989036321640015,0.9989380240440369,0.9989723563194275,0.9990066885948181,0.9990410208702087,0.9990753531455994,0.9991097450256348,0.9991440773010254,0.999178409576416,0.9992127418518066,0.9992470741271973,0.9992814064025879,0.9993157982826233,0.9993501305580139,0.9993844628334045,0.9994187951087952,0.9994531273841858,0.9994875192642212,0.9995218515396118,0.9995561838150024,0.9995905160903931,0.9996248483657837,0.9996591806411743,0.9996935725212097,0.9997279047966003,0.999762237071991,0.9997965693473816,0.9998309016227722,0.9998652935028076,0.9998996257781982,0.9999339580535889,0.9999682903289795,1.0000026226043701,1.0000369548797607,1.0000712871551514,1.000105619430542,1.0001400709152222,1.0001744031906128,1.0002087354660034,1.000243067741394,1.0002774000167847,1.0003117322921753,1.000346064567566,1.0003803968429565,1.0004147291183472,1.0004490613937378,1.000483512878418,1.0005178451538086,1.0005521774291992,1.0005865097045898,1.0006208419799805,1.000655174255371,1.0006895065307617,1.0007238388061523,1.000758171081543,1.0007925033569336,1.0008268356323242,1.0008612871170044,1.000895619392395,1.0009299516677856,1.0009642839431763,1.000998616218567,1.0010329484939575]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-1.4495071809506044e-12,-1.403765992336048e-12,-1.3580248037214915e-12,-1.312283615106935e-12,-1.2665424264923786e-12,-1.2208012378778221e-12,-1.1750600492632657e-12,-1.1293188606487092e-12,-1.0835776720341528e-12,-1.0378364834195963e-12,-9.920952948050399e-13,-9.463541061904834e-13,-9.00612917575927e-13,-8.548717289613705e-13,-8.091305403468141e-13,-7.633893517322576e-13,-7.176481631177012e-13,-6.719069745031447e-13,-6.261657858885883e-13,-5.804245972740318e-13,-5.346834086594754e-13,-4.889422200449189e-13,-4.432010314303625e-13,-3.9745984281580604e-13,-3.517186542012496e-13,-3.0597746558669314e-13,-2.602362769721367e-13,-2.1449508835758024e-13,-1.687538997430238e-13,-1.2301271112846734e-13,-7.72715225139109e-14,-3.1530333899354446e-14,1.4210854715202004e-14,5.995204332975845e-14,1.056932319443149e-13,1.5143442055887135e-13,1.971756091734278e-13,2.4291679778798425e-13,2.886579864025407e-13,3.3439917501709715e-13,3.801403636316536e-13,4.2588155224621005e-13,4.716227408607665e-13,5.173639294753229e-13,5.631051180898794e-13,6.088463067044358e-13,6.545874953189923e-13,7.003286839335487e-13,7.460698725481052e-13,7.918110611626616e-13,8.375522497772181e-13,8.832934383917745e-13,9.29034627006331e-13,9.747758156208874e-13,1.0205170042354439e-12,1.0662581928500003e-12,1.1119993814645568e-12,1.1577405700791132e-12,1.2034817586936697e-12,1.2492229473082261e-12,1.2949641359227826e-12,1.340705324537339e-12,1.3864465131518955e-12,1.432187701766452e-12,1.4779288903810084e-12],"_type":"histogram","values":[2,2,0,1,1,3,0,1,0,0,4,0,1,4,3,2,3,5,8,11,6,6,17,14,22,24,22,28,37,52,69,62,74,41,52,28,29,29,18,9,19,7,5,5,7,8,2,4,2,0,4,2,3,0,1,3,1,2,1,1,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,3,3,3,7,7,10,7,13,13,15,14,11,13,14,24,8,18,10,18,18,20,10,12,18,16,16,17,13,17,20,14,20,19,18,15,24,11,22,15,14,22,18,15,15,13,20,17,11,16,11,15,7,8,4,4,3,2,0,2,2,0,2],"bins":[-0.001050721388310194,-0.0010158109944313765,-0.000980900600552559,-0.0009459902648814023,-0.0009110799292102456,-0.000876169535331428,-0.0008412591414526105,-0.0008063488057814538,-0.0007714384119026363,-0.0007365280180238187,-0.0007016176823526621,-0.0006667072884738445,-0.000631796894595027,-0.0005968865589238703,-0.0005619761650450528,-0.0005270658293738961,-0.0004921554354950786,-0.00045724507072009146,-0.00042233470594510436,-0.0003874243120662868,-0.0003525139472912997,-0.0003176035825163126,-0.00028269318863749504,-0.00024778282386250794,-0.00021287245908752084,-0.00017796209431253374,-0.0001430517149856314,-0.00010814134293468669,-7.323097088374197e-05,-3.832059883279726e-05,-3.4102267818525434e-06,3.150014526909217e-05,6.641051732003689e-05,0.0001013208893709816,0.00013623126142192632,0.00017114164074882865,0.00020605200552381575,0.00024096237029880285,0.0002758727641776204,0.0003107831289526075,0.0003456934937275946,0.0003806038585025817,0.0004155142232775688,0.0004504246171563864,0.0004853349819313735,0.0005202453467063606,0.0005551557405851781,0.0005900660762563348,0.0006249764701351523,0.0006598868640139699,0.0006947971996851265,0.0007297075935639441,0.0007646179292351007,0.0007995283231139183,0.0008344387169927359,0.0008693490526638925,0.0009042594465427101,0.0009391698404215276,0.0009740801760926843,0.0010089905699715018,0.0010439009638503194,0.001078811357729137,0.0011137216351926327,0.0011486320290714502,0.0011835424229502678]},"gradients/bert.embeddings.word_embeddings.weight":{"bins":[-0.00041238285484723747,-0.0004000722838100046,-0.0003877617127727717,-0.00037545114173553884,-0.00036314057069830596,-0.0003508299996610731,-0.0003385194286238402,-0.00032620885758660734,-0.0003138983156532049,-0.00030158774461597204,-0.00028927717357873917,-0.0002769666025415063,-0.0002646560315042734,-0.00025234546046704054,-0.00024003488942980766,-0.0002277243183925748,-0.0002154137473553419,-0.00020310317631810904,-0.00019079260528087616,-0.00017848203424364328,-0.0001661714632064104,-0.00015386090672109276,-0.00014155033568385988,-0.000129239764646627,-0.00011692919360939413,-0.00010461862257216126,-9.230805153492838e-05,-7.999748777365312e-05,-6.768691673642024e-05,-5.537634569918737e-05,-4.30657782999333e-05,-3.075521090067923e-05,-1.8444610759615898e-05,-6.134041541372426e-06,6.1765276768710464e-06,1.848709689511452e-05,3.079766611335799e-05,4.310823715059087e-05,5.5418804549844936e-05,6.7729371949099e-05,8.003994298633188e-05,9.235051402356476e-05,0.00010466108506079763,0.0001169716488220729,0.00012928221258334816,0.00014159278362058103,0.0001539033546578139,0.00016621392569504678,0.00017852449673227966,0.00019083506776951253,0.0002031456388067454,0.00021545620984397829,0.00022776678088121116,0.0002400773373665288,0.0002523879229556769,0.0002646984939929098,0.0002770090359263122,0.0002893196069635451,0.00030163017800077796,0.00031394074903801084,0.0003262513200752437,0.0003385618911124766,0.00035087246214970946,0.00036318303318694234,0.0003754936042241752],"_type":"histogram","values":[1,1,0,0,0,0,1,0,1,2,1,2,2,2,0,5,8,9,16,11,21,35,36,40,69,82,121,139,223,311,480,1014,2483,443662,2527,966,512,304,200,143,100,78,71,51,39,19,18,23,15,10,8,10,2,3,3,2,1,1,1,0,1,0,1,1]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,4,1,0,2,3,1,3,3,4,5,4,7,10,6,4,8,12,13,10,12,20,24,18,22,26,21,27,25,22,30,33,33,26,29,26,25,17,21,20,23,24,21,18,20,16,9,7,7,4,9,10,3,4,2,3,2,1,3,1,0,0,1,2],"bins":[-2.5774463665584335e-06,-2.497501100151567e-06,-2.4175560611183755e-06,-2.3376107947115088e-06,-2.2576657556783175e-06,-2.1777204892714508e-06,-2.0977754502382595e-06,-2.0178301838313928e-06,-1.937884917424526e-06,-1.8579398783913348e-06,-1.7779947256713058e-06,-1.6980495729512768e-06,-1.61810430654441e-06,-1.538159153824381e-06,-1.458214001104352e-06,-1.378268848384323e-06,-1.298323695664294e-06,-1.218378542944265e-06,-1.138433390224236e-06,-1.058488237504207e-06,-9.78543084784178e-07,-8.985978752207302e-07,-8.186526656572823e-07,-7.387075129372533e-07,-6.587623602172243e-07,-5.788172074971953e-07,-4.988720547771663e-07,-4.189268452137185e-07,-3.389816924936895e-07,-2.590365397736605e-07,-1.7909135863192205e-07,-9.914619170103833e-08,-1.9200797396479174e-08,6.074436953440454e-08,1.4068953646528826e-07,2.2063470339617197e-07,3.005798703270557e-07,3.805250230470847e-07,4.604702041888231e-07,5.404153853305615e-07,6.203605380505905e-07,7.003056907706195e-07,7.802508434906485e-07,8.601960530540964e-07,9.401412057741254e-07,1.0200864153375733e-06,1.1000315680576023e-06,1.1799767207776313e-06,1.2599218734976603e-06,1.3398670262176893e-06,1.4198121789377183e-06,1.4997573316577473e-06,1.5797024843777763e-06,1.659647750784643e-06,1.739592903504672e-06,1.819538056224701e-06,1.89948320894473e-06,1.979428361664759e-06,2.0593736280716257e-06,2.139318667104817e-06,2.2192639335116837e-06,2.299208972544875e-06,2.3791542389517417e-06,2.459099277984933e-06,2.5390445443917997e-06],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,2,0,0,0,1,0,1,4,1,2,2,1,2,3,3,10,13,7,4,17,15,20,26,31,48,59,66,70,50,53,50,40,37,26,21,10,20,12,9,5,5,4,6,2,2,1,0,2,0,1,0,0,0,1,0,0,0,1],"bins":[-1.3022201528656296e-05,-1.2636018254852388e-05,-1.2249835890543181e-05,-1.1863652616739273e-05,-1.1477470252430066e-05,-1.1091286978626158e-05,-1.070510370482225e-05,-1.0318921340513043e-05,-9.932738066709135e-06,-9.546554792905226e-06,-9.16037242859602e-06,-8.774189154792111e-06,-8.388005880988203e-06,-8.001823516678996e-06,-7.615640242875088e-06,-7.2294574238185305e-06,-6.843274604761973e-06,-6.4570917857054155e-06,-6.070908966648858e-06,-5.68472569284495e-06,-5.298542873788392e-06,-4.912360054731835e-06,-4.526176780927926e-06,-4.139993961871369e-06,-3.7538111428148113e-06,-3.367628323758254e-06,-2.981445277328021e-06,-2.595262230897788e-06,-2.2090794118412305e-06,-1.8228964790978353e-06,-1.43671354635444e-06,-1.0505306136110448e-06,-6.643476808676496e-07,-2.781647481242544e-07,1.0801818461914081e-07,4.94201117362536e-07,8.803840501059312e-07,1.2665669828493265e-06,1.6527499155927217e-06,2.0389329620229546e-06,2.425115781079512e-06,2.8112986001360696e-06,3.1974816465663025e-06,3.5836646929965355e-06,3.969847512053093e-06,4.3560303311096504e-06,4.742213604913559e-06,5.128396423970116e-06,5.514579243026674e-06,5.900762062083231e-06,6.286944881139789e-06,6.673128154943697e-06,7.059310974000255e-06,7.445493793056812e-06,7.83167706686072e-06,8.217859431169927e-06,8.604042704973835e-06,8.990225978777744e-06,9.37640834308695e-06,9.762591616890859e-06,1.0148774890694767e-05,1.0534957255003974e-05,1.0921140528807882e-05,1.1307322893117089e-05,1.1693506166920997e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,0,4,1,2,2,13,7,20,23,37,43,67,96,121,190,254,344,564,764,1042,1623,2320,3488,5141,7794,12301,19909,35502,70340,168167,128035,54573,28986,16617,10424,6831,4506,2956,2066,1448,960,654,471,327,232,163,109,86,64,44,26,15,19,9,5,3,9,2,1,0,0,1,1],"bins":[-4.393557901494205e-06,-4.2510505409154575e-06,-4.10854318033671e-06,-3.966035819757963e-06,-3.823528459179215e-06,-3.6810208712267922e-06,-3.5385135106480448e-06,-3.3960061500692973e-06,-3.25349878949055e-06,-3.1109914289118024e-06,-2.968484068333055e-06,-2.8259767077543074e-06,-2.6834691198018845e-06,-2.540961759223137e-06,-2.3984543986443896e-06,-2.255947038065642e-06,-2.1134396774868947e-06,-1.970932316908147e-06,-1.8284249563293997e-06,-1.6859174820638145e-06,-1.543410121485067e-06,-1.4009027609063196e-06,-1.2583952866407344e-06,-1.115887926061987e-06,-9.733805654832395e-07,-8.30873204904492e-07,-6.883657874823257e-07,-5.458583700601594e-07,-4.033510094814119e-07,-2.60843620480955e-07,-1.183362314804981e-07,2.4171157519958797e-08,1.666785465204157e-07,3.091859355208726e-07,4.516933245213295e-07,5.942007419434958e-07,7.367081025222433e-07,8.792154631009907e-07,1.021722937366576e-06,1.1642302979453234e-06,1.3067376585240709e-06,1.4492450191028183e-06,1.5917523796815658e-06,1.734259853947151e-06,1.8767672145258985e-06,2.0192746887914836e-06,2.161782049370231e-06,2.3042894099489786e-06,2.446796770527726e-06,2.5893041311064735e-06,2.731811491685221e-06,2.8743188522639684e-06,3.016826212842716e-06,3.159333800795139e-06,3.3018411613738863e-06,3.4443485219526337e-06,3.5868558825313812e-06,3.7293632431101287e-06,3.871870831062552e-06,4.014378191641299e-06,4.1568855522200465e-06,4.299392912798794e-06,4.4419002733775415e-06,4.584407633956289e-06,4.726914994535036e-06]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-7.086451319082698e-07,-6.908020964146999e-07,-6.7295906092113e-07,-6.551160254275601e-07,-6.372729899339902e-07,-6.194299544404203e-07,-6.015869189468503e-07,-5.837438834532804e-07,-5.659009048031294e-07,-5.480578693095595e-07,-5.302148338159896e-07,-5.123717983224196e-07,-4.945287628288497e-07,-4.766857273352798e-07,-4.588426918417099e-07,-4.4099965634814e-07,-4.2315662085457006e-07,-4.0531358536100015e-07,-3.8747054986743024e-07,-3.696275143738603e-07,-3.517844788802904e-07,-3.339414718084299e-07,-3.1609843631486e-07,-2.982554008212901e-07,-2.804123653277202e-07,-2.6256932983415027e-07,-2.4472629434058035e-07,-2.2688327305786515e-07,-2.0904023756429524e-07,-1.9119720207072533e-07,-1.7335418078801013e-07,-1.555111452944402e-07,-1.3766805295745144e-07,-1.1982501746388152e-07,-1.0198198907573897e-07,-8.413896068759641e-08,-6.62959251940265e-08,-4.845289325317026e-08,-3.0609861312314024e-08,-1.2766829371457789e-08,5.076202569398447e-09,2.2919234510254682e-08,4.076226645111092e-08,5.860529839196715e-08,7.644833033282339e-08,9.42913658263933e-08,1.1213439421453586e-07,1.2997742260267842e-07,1.4782045809624833e-07,1.6566349358981824e-07,1.8350652908338816e-07,2.0134955036610336e-07,2.1919258585967327e-07,2.3703562135324319e-07,2.548786426359584e-07,2.727216781295283e-07,2.905647136230982e-07,3.0840774911666813e-07,3.2625078461023804e-07,3.4409382010380796e-07,3.6193682717566844e-07,3.7977986266923836e-07,3.9762289816280827e-07,4.154659336563782e-07,4.333089691499481e-07],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,1,2,1,6,6,11,8,9,12,23,20,43,49,71,63,80,82,76,46,39,23,21,23,13,8,5,4,4,7,2,0,0,1,1,1,0,2,1,0,1]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-3.330377012389363e-06,-3.2162190564122284e-06,-3.102061100435094e-06,-2.9879031444579596e-06,-2.873745188480825e-06,-2.7595872325036908e-06,-2.6454292765265564e-06,-2.531271320549422e-06,-2.417113137198612e-06,-2.3029551812214777e-06,-2.1887972252443433e-06,-2.074639269267209e-06,-1.9604813132900745e-06,-1.84632335731294e-06,-1.7321654013358057e-06,-1.6180074453586712e-06,-1.5038494893815368e-06,-1.3896915334044024e-06,-1.275533577427268e-06,-1.1613756214501336e-06,-1.0472176654729992e-06,-9.33059652652446e-07,-8.189016398318927e-07,-7.047436838547583e-07,-5.905857278776239e-07,-4.7642777190048946e-07,-3.622697875016456e-07,-2.481118031028018e-07,-1.3395384712566738e-07,-1.979587693767826e-08,9.436209325031086e-08,2.0852006343829999e-07,3.2267826099996455e-07,4.3683621697709896e-07,5.509941729542334e-07,6.651521857747866e-07,7.79310141751921e-07,8.934680977290554e-07,1.0076261105496087e-06,1.1217840665267431e-06,1.2359420225038775e-06,1.350099978481012e-06,1.4642579344581463e-06,1.5784158904352807e-06,1.6925739600992529e-06,1.8067319160763873e-06,1.9208898720535217e-06,2.035047828030656e-06,2.1492057840077905e-06,2.263363739984925e-06,2.3775216959620593e-06,2.4916796519391937e-06,2.605837607916328e-06,2.7199955638934625e-06,2.834153519870597e-06,2.9483114758477313e-06,3.062469659198541e-06,3.1766276151756756e-06,3.29078557115281e-06,3.4049435271299444e-06,3.519101483107079e-06,3.6332594390842132e-06,3.7474173950613476e-06,3.861575351038482e-06,3.9757333070156164e-06],"_type":"histogram","values":[2,1,0,2,0,4,3,2,3,3,6,8,9,4,11,11,11,12,19,15,17,21,21,27,31,31,39,41,34,33,19,34,40,28,33,20,19,19,16,22,19,17,19,4,6,2,3,6,4,4,2,1,3,2,1,1,2,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,0,0,0,0,1,1,0,0,0,1,2,3,4,2,5,8,5,3,11,12,9,16,36,28,51,63,72,93,72,62,68,40,14,21,11,17,8,4,5,2,2,1,4,0,0,1,1,0,1,1,1,1,0,0,0,0,1],"bins":[-6.074020575397299e-07,-5.899478878745867e-07,-5.724937750528625e-07,-5.550396053877193e-07,-5.375854925659951e-07,-5.20131322900852e-07,-5.026772100791277e-07,-4.852230404139846e-07,-4.6776889917055087e-07,-4.5031475792711717e-07,-4.328606166836835e-07,-4.154064754402498e-07,-3.9795230577510665e-07,-3.8049816453167296e-07,-3.6304402328823926e-07,-3.4558988204480556e-07,-3.2813574080137187e-07,-3.1068159955793817e-07,-2.932274583145045e-07,-2.757733170710708e-07,-2.583191758276371e-07,-2.4086500616249396e-07,-2.2341086491906026e-07,-2.0595672367562656e-07,-1.8850258243219287e-07,-1.7104844118875917e-07,-1.5359429994532547e-07,-1.3614014449103706e-07,-1.1868600324760337e-07,-1.0123186200416967e-07,-8.377771365530862e-08,-6.632356530644756e-08,-4.8869367219595006e-08,-3.141522242344763e-08,-1.3961077627300256e-08,3.4930671688471193e-09,2.0947211964994494e-08,3.840135676114187e-08,5.5855501557289244e-08,7.33096499061503e-08,9.0763791149584e-08,1.0821793239301769e-07,1.256720736364514e-07,1.431262290907398e-07,1.605803703341735e-07,1.780345115776072e-07,1.954886670318956e-07,2.129428082753293e-07,2.30396949518763e-07,2.478510907621967e-07,2.653052320056304e-07,2.827593732490641e-07,3.002135144924978e-07,3.176676841576409e-07,3.351218254010746e-07,3.525759666445083e-07,3.70030107887942e-07,3.874842491313757e-07,4.049383903748094e-07,4.223925316182431e-07,4.398467012833862e-07,4.573008425268199e-07,4.747549837702536e-07,4.922090965919779e-07,5.09663266257121e-07]},"gradients/bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,0,1,1,2,0,3,5,3,1,2,5,11,8,8,8,6,16,18,19,29,21,24,37,46,40,47,52,42,40,36,33,24,27,27,26,19,11,12,19,4,3,3,3,3,4,1,2,3,3,2,2,2,0,0,0,0,0,0,1,2],"bins":[-5.247399712970946e-06,-5.074105501989834e-06,-4.900811291008722e-06,-4.72751708002761e-06,-4.554222869046498e-06,-4.380929112812737e-06,-4.207634901831625e-06,-4.034340690850513e-06,-3.861046479869401e-06,-3.687752268888289e-06,-3.514458057907177e-06,-3.3411640742997406e-06,-3.1678698633186286e-06,-2.9945756523375167e-06,-2.82128166873008e-06,-2.647987457748968e-06,-2.474693246767856e-06,-2.301399035786744e-06,-2.1281048248056322e-06,-1.9548108411981957e-06,-1.7815166302170837e-06,-1.6082224192359718e-06,-1.4349283219416975e-06,-1.2616342246474233e-06,-1.0883400136663113e-06,-9.150458595286182e-07,-7.417517053909251e-07,-5.684575512532319e-07,-3.9516339711553883e-07,-2.2186924297784572e-07,-4.85750888401526e-08,1.247190652975405e-07,2.980132194352336e-07,4.7130737357292674e-07,6.446015277106198e-07,8.17895681848313e-07,9.91189835986006e-07,1.164484046967118e-06,1.3377781442613923e-06,1.5110722415556666e-06,1.6843664525367785e-06,1.8576606635178905e-06,2.0309548744990025e-06,2.204248858106439e-06,2.377543069087551e-06,2.550837280068663e-06,2.7241312636760995e-06,2.8974254746572115e-06,3.0707196856383234e-06,3.2440138966194354e-06,3.4173081076005474e-06,3.590602091207984e-06,3.763896302189096e-06,3.937190285796532e-06,4.110484496777644e-06,4.283778707758756e-06,4.457072918739868e-06,4.63036712972098e-06,4.803661340702092e-06,4.976955551683204e-06,5.150249307916965e-06,5.323543518898077e-06,5.496837729879189e-06,5.670131940860301e-06,5.843426151841413e-06],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0010727456538006663,-0.0010402742773294449,-0.0010078029008582234,-0.000975331524387002,-0.0009428601479157805,-0.0009103887714445591,-0.0008779173949733377,-0.0008454460185021162,-0.0008129746420308948,-0.0007805032655596733,-0.0007480318890884519,-0.0007155605126172304,-0.000683089136146009,-0.0006506177596747875,-0.0006181463832035661,-0.0005856750067323446,-0.0005532036302611232,-0.0005207322537899017,-0.0004882608773186803,-0.00045578950084745884,-0.0004233181243762374,-0.00039084674790501595,-0.0003583753714337945,-0.00032590399496257305,-0.0002934326184913516,-0.00026096124202013016,-0.0002284898655489087,-0.00019601848907768726,-0.00016354711260646582,-0.00013107573613524437,-9.860435966402292e-05,-6.613298319280148e-05,-3.366160672158003e-05,-1.1902302503585815e-06,3.1281146220862865e-05,6.375252269208431e-05,9.622389916330576e-05,0.0001286952756345272,0.00016116665210574865,0.0001936380285769701,0.00022610940504819155,0.000258580781519413,0.00029105215799063444,0.0003235235344618559,0.00035599491093307734,0.0003884662874042988,0.00042093766387552023,0.0004534090403467417,0.0004858804168179631,0.0005183517932891846,0.000550823169760406,0.0005832945462316275,0.0006157659227028489,0.0006482372991740704,0.0006807086756452918,0.0007131800521165133,0.0007456514285877347,0.0007781228050589561,0.0008105941815301776,0.000843065558001399,0.0008755369344726205,0.0009080083109438419,0.0009404796874150634,0.0009729510638862848,0.0010054224403575063],"_type":"histogram","values":[1,0,2,1,9,6,11,16,17,23,29,20,19,18,14,12,11,12,11,11,7,13,10,10,15,11,13,6,7,11,9,8,13,5,4,11,7,12,11,12,19,10,15,20,16,14,18,15,8,9,13,11,16,11,20,15,23,29,13,12,9,3,4,7]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09581470489501953,-0.09283459931612015,-0.08985449373722076,-0.08687438815832138,-0.083894282579422,-0.08091416954994202,-0.07793406397104263,-0.07495395839214325,-0.07197385281324387,-0.06899374723434448,-0.0660136416554451,-0.06303353607654572,-0.06005342677235603,-0.05707332119345665,-0.05409321188926697,-0.051113106310367584,-0.0481330007314682,-0.04515289515256882,-0.042172789573669434,-0.03919268026947975,-0.03621257469058037,-0.033232469111680984,-0.03025236167013645,-0.02727225422859192,-0.024292148649692535,-0.021312043070793152,-0.01833193562924862,-0.015351829119026661,-0.012371722608804703,-0.009391616098582745,-0.0064115095883607864,-0.0034314030781388283,-0.0004512891173362732,0.002528817392885685,0.005508923903107643,0.008489030413329601,0.01146913692355156,0.014449243433773518,0.017429349943995476,0.02040945738554001,0.023389562964439392,0.026369668543338776,0.02934977598488331,0.03232988342642784,0.035309989005327225,0.03829009458422661,0.04127020388841629,0.044250309467315674,0.04723041504621506,0.05021052062511444,0.053190626204013824,0.056170735508203506,0.05915084108710289,0.062130946666002274,0.06511105597019196,0.06809116154909134,0.07107126712799072,0.0740513727068901,0.07703147828578949,0.08001158386468887,0.08299168944358826,0.08597180247306824,0.08895190805196762,0.091932013630867,0.09491211920976639],"_type":"histogram","values":[3,0,1,5,13,19,15,41,79,128,179,326,480,746,1077,1635,2316,3149,4513,5911,7941,9781,12630,15454,18353,21199,24507,27794,30038,32264,34057,34786,34653,34220,33046,31047,28594,25821,22269,19177,16147,13368,10578,8403,6607,4875,3646,2529,1825,1212,855,582,385,219,123,90,55,30,13,10,3,1,0,1]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,3,4,6,9,5,11,13,9,11,12,10,10,15,23,13,12,4,9,13,11,19,17,21,12,19,10,19,12,23,11,13,15,21,10,18,19,14,4,10,11,11,14,22,20,18,11,17,12,11,6,12,11,15,13,11,11,9,12,9,4,11,0,4],"bins":[0.9989959001541138,0.9990266561508179,0.9990574717521667,0.9990882277488708,0.9991190433502197,0.9991497993469238,0.9991806149482727,0.9992113709449768,0.9992421865463257,0.9992729425430298,0.9993036985397339,0.9993345141410828,0.9993652701377869,0.9993960857391357,0.9994268417358398,0.9994576573371887,0.9994884133338928,0.9995191693305969,0.9995499849319458,0.9995807409286499,0.9996115565299988,0.9996423125267029,0.9996731281280518,0.9997038841247559,0.99973464012146,0.9997654557228088,0.9997962117195129,0.9998270273208618,0.9998577833175659,0.9998885989189148,0.9999193549156189,0.9999501705169678,0.9999809265136719,1.000011682510376,1.00004243850708,1.0000733137130737,1.0001040697097778,1.000134825706482,1.000165581703186,1.0001964569091797,1.0002272129058838,1.000257968902588,1.000288724899292,1.000319480895996,1.0003503561019897,1.0003811120986938,1.000411868095398,1.000442624092102,1.0004734992980957,1.0005042552947998,1.000535011291504,1.000565767288208,1.000596523284912,1.0006273984909058,1.0006581544876099,1.000688910484314,1.000719666481018,1.0007504224777222,1.0007812976837158,1.00081205368042,1.000842809677124,1.0008735656738281,1.0009044408798218,1.0009351968765259,1.00096595287323]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.001076514134183526,-0.0010409755632281303,-0.0010054371086880565,-0.0009698985377326608,-0.0009343599667772651,-0.0008988214540295303,-0.0008632829412817955,-0.0008277443703263998,-0.000792205857578665,-0.0007566673448309302,-0.0007211287738755345,-0.0006855902611277997,-0.000650051748380065,-0.0006145131774246693,-0.0005789746646769345,-0.0005434360937215388,-0.000507897580973804,-0.00047235903912223876,-0.0004368204972706735,-0.00040128198452293873,-0.0003657434426713735,-0.00033020490081980824,-0.00029466638807207346,-0.0002591278462205082,-0.00022358930436894298,-0.00018805076251737773,-0.00015251223521772772,-0.00011697370064212009,-8.143516606651247e-05,-4.589663149090484e-05,-1.035809691529721e-05,2.5180437660310417e-05,6.071885582059622e-05,9.625739039620385e-05,0.00013179592497181147,0.0001673344522714615,0.00020287299412302673,0.00023841153597459197,0.00027395004872232676,0.000309488590573892,0.00034502713242545724,0.0003805656742770225,0.0004161042161285877,0.0004516427288763225,0.00048718127072788775,0.000522719812579453,0.0005582583253271878,0.0005937968962825835,0.0006293354090303183,0.000664873921778053,0.0007004124927334487,0.0007359510054811835,0.0007714895764365792,0.000807028089184314,0.0008425666019320488,0.0008781051728874445,0.0009136436856351793,0.0009491821983829141,0.0009847207693383098,0.0010202593402937055,0.0010557977948337793,0.001091336365789175,0.0011268749367445707,0.0011624133912846446,0.0011979519622400403],"_type":"histogram","values":[1,0,1,4,5,8,17,14,22,24,24,18,20,15,6,13,12,16,15,13,20,17,13,15,11,9,16,5,16,15,9,16,7,10,9,14,13,18,9,8,18,22,12,17,14,12,15,15,15,24,25,25,19,15,5,6,5,3,2,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9989510774612427,0.9989839196205139,0.9990167617797852,0.9990496635437012,0.9990825057029724,0.9991153478622437,0.9991481900215149,0.9991810917854309,0.9992139339447021,0.9992467761039734,0.9992796182632446,0.9993124604225159,0.9993453621864319,0.9993782043457031,0.9994110465049744,0.9994438886642456,0.9994767904281616,0.9995096325874329,0.9995424747467041,0.9995753169059753,0.9996081590652466,0.9996410608291626,0.9996739029884338,0.9997067451477051,0.9997395873069763,0.9997724294662476,0.9998053312301636,0.9998381733894348,0.999871015548706,0.9999038577079773,0.9999367594718933,0.9999696016311646,1.000002384185791,1.000035285949707,1.000068187713623,1.0001009702682495,1.0001338720321655,1.0001667737960815,1.000199556350708,1.000232458114624,1.0002652406692505,1.0002981424331665,1.0003310441970825,1.000363826751709,1.000396728515625,1.0004295110702515,1.0004624128341675,1.0004953145980835,1.00052809715271,1.000560998916626,1.0005937814712524,1.0006266832351685,1.0006595849990845,1.000692367553711,1.000725269317627,1.000758171081543,1.0007909536361694,1.0008238554000854,1.000856637954712,1.000889539718628,1.000922441482544,1.0009552240371704,1.0009881258010864,1.001020908355713,1.001053810119629],"_type":"histogram","values":[2,2,1,3,2,4,9,14,15,12,15,14,18,19,10,13,7,9,8,14,20,11,12,18,24,12,33,20,17,23,15,9,18,12,17,17,18,16,16,14,10,12,19,16,15,11,17,7,13,16,12,10,11,7,16,9,8,11,4,3,3,4,0,1]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,2,0,0,1,6,10,9,18,25,42,52,46,47,53,33,49,37,49,47,48,53,36,54,46,38,46,45,42,37,38,32,37,40,38,34,39,38,34,51,35,46,39,37,47,40,37,44,35,36,33,47,46,47,30,32,25,17,11,3,5,0,1,2],"bins":[-0.0011948739411309361,-0.001158799510449171,-0.001122725079767406,-0.001086650649085641,-0.0010505762184038758,-0.0010145017877221107,-0.0009784273570403457,-0.0009423529845662415,-0.0009062785538844764,-0.0008702041232027113,-0.0008341296925209463,-0.0007980552618391812,-0.000761980889365077,-0.0007259064586833119,-0.0006898320280015469,-0.0006537575973197818,-0.0006176831666380167,-0.0005816087359562516,-0.0005455343052744865,-0.0005094598745927215,-0.00047338547301478684,-0.00043731104233302176,-0.00040123664075508714,-0.00036516221007332206,-0.000329087779391557,-0.0002930133487097919,-0.0002569389180280268,-0.0002208645164500922,-0.00018479008576832712,-0.00014871565508656204,-0.00011264123895671219,-7.656681555090472e-05,-4.0492392145097256e-05,-4.41796873928979e-06,3.1656454666517675e-05,6.773087807232514e-05,0.0001038053014781326,0.00013987973215989769,0.00017595414828974754,0.0002120285644195974,0.00024810299510136247,0.00028417742578312755,0.0003202518564648926,0.00035632625804282725,0.00039240068872459233,0.0004284751194063574,0.00046454952098429203,0.0005006239516660571,0.0005366983823478222,0.0005727728130295873,0.0006088472437113523,0.0006449216743931174,0.0006809961050748825,0.0007170704775489867,0.0007531449082307518,0.0007892193389125168,0.0008252937695942819,0.000861368200276047,0.0008974426309578121,0.0009335170616395772,0.0009695914341136813,0.0010056658647954464,0.0010417402954772115,0.0010778147261589766,0.0011138891568407416]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0011732698185369372,-0.0011357518378645182,-0.001098233973607421,-0.0010607159929350019,-0.0010231980122625828,-0.0009856801480054855,-0.0009481621673330665,-0.0009106442448683083,-0.0008731263224035501,-0.000835608399938792,-0.0007980904774740338,-0.0007605724968016148,-0.0007230545743368566,-0.0006855366518720984,-0.0006480186711996794,-0.0006105007487349212,-0.0005729828262701631,-0.0005354649038054049,-0.0004979469813406467,-0.00046042900066822767,-0.0004229110782034695,-0.00038539315573871136,-0.00034787520417012274,-0.00031035725260153413,-0.00027283933013677597,-0.00023532139312010258,-0.0001978034561034292,-0.0001602855190867558,-0.00012276758207008243,-8.524964505340904e-05,-4.7731708036735654e-05,-1.0213771020062268e-05,2.7304282411932945e-05,6.482221942860633e-05,0.00010234015644527972,0.0001398580934619531,0.0001773760304786265,0.00021489396749529988,0.00025241190451197326,0.0002899298560805619,0.00032744777854532003,0.0003649657010100782,0.0004024836525786668,0.0004400016041472554,0.0004775195266120136,0.0005150374490767717,0.0005525554297491908,0.000590073352213949,0.0006275912746787071,0.0006651091971434653,0.0007026271196082234,0.0007401451002806425,0.0007776630227454007,0.0008151809452101588,0.0008526989258825779,0.000890216848347336,0.0009277347708120942,0.0009652526932768524,0.0010027706157416105,0.0010402885964140296,0.0010778065770864487,0.001115324441343546,0.001152842422015965,0.0011903602862730622,0.0012278782669454813],"_type":"histogram","values":[1,1,2,3,2,15,9,26,18,42,33,64,52,42,40,31,38,37,45,40,33,43,48,50,43,42,33,40,48,43,45,38,47,51,45,42,43,41,34,54,41,35,41,41,26,47,55,52,40,31,52,55,36,24,25,16,11,8,3,2,1,1,0,1]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-1.142215410254721e-06,-1.1097063179477118e-06,-1.0771973393275402e-06,-1.0446883607073687e-06,-1.0121792684003594e-06,-9.796701760933502e-07,-9.471611974731786e-07,-9.146521620095882e-07,-8.821431265459978e-07,-8.496340910824074e-07,-8.17125055618817e-07,-7.846160201552266e-07,-7.521069846916362e-07,-7.195979492280458e-07,-6.870889137644554e-07,-6.54579878300865e-07,-6.220708428372745e-07,-5.895618073736841e-07,-5.570527719100937e-07,-5.245437364465033e-07,-4.920347009829129e-07,-4.595256655193225e-07,-4.270166300557321e-07,-3.945075945921417e-07,-3.619985591285513e-07,-3.2948952366496087e-07,-2.9698048820137046e-07,-2.6447145273778006e-07,-2.3196241727418965e-07,-1.9945338181059924e-07,-1.6694434634700883e-07,-1.3443531088341842e-07,-1.019261617329903e-07,-6.941712626939989e-08,-3.690809080580948e-08,-4.3990553422190715e-09,2.8109980121371336e-08,6.061901558496174e-08,9.312805104855215e-08,1.2563708651214256e-07,1.5814612197573297e-07,1.9065515743932338e-07,2.2316419290291378e-07,2.556732283665042e-07,2.881822638300946e-07,3.20691299293685e-07,3.532003347572754e-07,3.857093702208658e-07,4.1821840568445623e-07,4.5072744114804664e-07,4.83236476611637e-07,5.157455120752275e-07,5.482545475388179e-07,5.807635830024083e-07,6.132726184659987e-07,6.457816539295891e-07,6.782906893931795e-07,7.107997248567699e-07,7.433087603203603e-07,7.758177957839507e-07,8.083268312475411e-07,8.408358667111315e-07,8.733449021747219e-07,9.058539376383123e-07,9.383629731019028e-07],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,2,1,2,6,5,3,8,12,7,11,10,11,18,17,22,22,29,30,34,29,31,45,39,28,39,33,27,29,19,22,21,20,16,17,16,11,19,6,10,9,3,5,3,3,2,3,4,2,1,0,1,2]},"train_batch_loss":5.539792060852051,"learning_rate":9.999999911312852e-05,"gradients/bert.embeddings.token_type_embeddings.weight":{"values":[1,1,0,2,0,0,2,1,1,1,5,2,1,4,1,4,4,9,8,11,13,20,14,15,26,22,19,32,26,43,35,42,798,35,38,39,38,32,35,22,25,24,15,13,11,14,5,7,4,4,2,0,3,2,1,2,1,0,0,0,0,0,0,1],"bins":[-0.00025666150031611323,-0.0002487091987859458,-0.0002407568972557783,-0.00023280459572561085,-0.0002248522941954434,-0.00021689999266527593,-0.00020894769113510847,-0.000200995389604941,-0.00019304308807477355,-0.0001850907865446061,-0.00017713848501443863,-0.00016918618348427117,-0.0001612338819541037,-0.00015328158042393625,-0.0001453292788937688,-0.00013737697736360133,-0.00012942467583343387,-0.0001214723743032664,-0.00011352007277309895,-0.00010556777124293149,-9.761546971276402e-05,-8.966316818259656e-05,-8.17108666524291e-05,-7.375856512226164e-05,-6.580626359209418e-05,-5.785396206192672e-05,-4.990166053175926e-05,-4.19493590015918e-05,-3.399705747142434e-05,-2.604475594125688e-05,-1.809245441108942e-05,-1.014015288092196e-05,-2.1878513507544994e-06,5.764450179412961e-06,1.3716751709580421e-05,2.1669053239747882e-05,2.9621354769915342e-05,3.75736563000828e-05,4.552595783025026e-05,5.3478259360417724e-05,6.143056089058518e-05,6.938286242075264e-05,7.73351639509201e-05,8.528746548108757e-05,9.323976701125503e-05,0.00010119206854142249,0.00010914437007158995,0.00011709667160175741,0.00012504897313192487,0.00013300127466209233,0.0001409535761922598,0.00014890587772242725,0.0001568581792525947,0.00016481048078276217,0.00017276278231292963,0.0001807150838430971,0.00018866738537326455,0.000196619686903432,0.00020457198843359947,0.00021252428996376693,0.0002204765914939344,0.00022842889302410185,0.00023638119455426931,0.0002443334960844368,0.00025228579761460423],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-7.524149168602889e-06,-7.26191410649335e-06,-6.999679499131162e-06,-6.7374444370216224e-06,-6.475209374912083e-06,-6.212974312802544e-06,-5.950739250693005e-06,-5.688504643330816e-06,-5.426269581221277e-06,-5.164034519111738e-06,-4.901799911749549e-06,-4.63956484964001e-06,-4.377329787530471e-06,-4.115094725420931e-06,-3.852859663311392e-06,-3.5906250559492037e-06,-3.3283899938396644e-06,-3.066154931730125e-06,-2.8039200969942613e-06,-2.5416852622583974e-06,-2.279450200148858e-06,-2.017215138039319e-06,-1.754980303303455e-06,-1.4927453548807534e-06,-1.2305104064580519e-06,-9.682754580353503e-07,-7.060405096126487e-07,-4.438055611899472e-07,-1.8157061276724562e-07,8.066433565545594e-08,3.428992840781575e-07,6.051342325008591e-07,8.673687261762097e-07,1.1296036745989113e-06,1.3918386230216129e-06,1.6540735714443144e-06,1.916308519867016e-06,2.1785435819765553e-06,2.440778416712419e-06,2.703013251448283e-06,2.9652483135578223e-06,3.2274833756673615e-06,3.4897182104032254e-06,3.7519530451390892e-06,4.0141881072486285e-06,4.276423169358168e-06,4.538657776720356e-06,4.8008928388298955e-06,5.063127900939435e-06,5.325362963048974e-06,5.587598025158513e-06,5.849832632520702e-06,6.112067694630241e-06,6.37430275673978e-06,6.636537364101969e-06,6.898772426211508e-06,7.161007488321047e-06,7.4232425504305866e-06,7.685477612540126e-06,7.947712219902314e-06,8.209946827264503e-06,8.472182344121393e-06,8.734416951483581e-06,8.996652468340471e-06,9.25888707570266e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,3,0,0,2,7,4,4,3,4,7,14,24,19,41,30,43,56,52,65,70,64,77,40,32,12,27,20,7,8,5,3,5,3,3,2,3,0,0,2,1,0,0,1,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.output.dense.bias":{"values":[2,1,2,2,7,17,16,19,29,27,26,20,20,12,11,8,13,5,18,16,13,14,5,13,12,12,8,12,4,11,9,8,9,14,16,6,18,16,10,13,14,13,13,8,9,11,12,9,19,14,24,18,27,22,18,10,15,8,5,3,0,0,1,1],"bins":[-0.0010553129250183702,-0.0010212804190814495,-0.0009872479131445289,-0.0009532153489999473,-0.0009191828430630267,-0.000885150337126106,-0.0008511178311891854,-0.0008170853252522647,-0.0007830527611076832,-0.0007490202551707625,-0.0007149877492338419,-0.0006809552432969213,-0.0006469227373600006,-0.00061289023142308,-0.0005788576672784984,-0.0005448251613415778,-0.0005107926554046571,-0.0004767601494677365,-0.0004427276144269854,-0.00040869510849006474,-0.00037466257344931364,-0.000340630067512393,-0.00030659756157547235,-0.00027256502653472126,-0.0002385325205978006,-0.00020450000010896474,-0.00017046747962012887,-0.00013643497368320823,-0.00010240245319437236,-6.836993270553648e-05,-3.433741949265823e-05,-3.0490264180116355e-07,3.37276142090559e-05,6.776013469789177e-05,0.00010179264791077003,0.00013582516112364829,0.00016985768161248416,0.00020389020210132003,0.00023792270803824067,0.00027195524307899177,0.0003059877490159124,0.00034002025495283306,0.00037405278999358416,0.0004080852959305048,0.00044211780186742544,0.00047615033690817654,0.0005101828719489276,0.0005442153778858483,0.0005782478838227689,0.0006122803897596896,0.0006463128956966102,0.0006803454598411918,0.0007143779657781124,0.0007484104717150331,0.0007824429776519537,0.0008164754835888743,0.000850507989525795,0.0008845405536703765,0.0009185730596072972,0.0009526055655442178,0.0009866381296887994,0.00102067063562572,0.0010547031415626407,0.0010887356474995613,0.001122768153436482],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,6,9,12,23,33,76,89,156,239,352,530,852,1199,1787,2638,3581,4635,6272,7990,10299,12835,15620,18474,21558,24706,27122,29930,32016,33589,34313,34508,33816,32155,30413,27682,25348,22429,19231,16260,13546,10905,8553,6644,5053,3720,2668,1942,1349,966,601,402,268,176,97,69,34,24,11,7,2,3],"bins":[-0.09686285257339478,-0.09393786638975143,-0.0910128802061081,-0.08808789402246475,-0.08516290783882141,-0.08223792910575867,-0.07931294292211533,-0.07638795673847198,-0.07346297055482864,-0.0705379843711853,-0.06761299818754196,-0.06468801200389862,-0.06176302954554558,-0.05883804336190224,-0.055913060903549194,-0.05298807471990585,-0.05006308853626251,-0.04713810235261917,-0.04421311616897583,-0.04128813371062279,-0.038363147526979446,-0.035438161343336105,-0.03251317888498306,-0.02958819270133972,-0.02666320651769638,-0.02373822033405304,-0.020813236013054848,-0.017888251692056656,-0.014963265508413315,-0.012038280256092548,-0.009113295003771782,-0.0061883097514510155,-0.003263331949710846,-0.0003383466973900795,0.002586638554930687,0.005511623807251453,0.00843660905957222,0.011361594311892986,0.014286579564213753,0.017211563885211945,0.020136550068855286,0.023061536252498627,0.02598652057349682,0.02891150489449501,0.03183649107813835,0.03476147726178169,0.037686459720134735,0.040611445903778076,0.04353643208742142,0.04646141827106476,0.0493864044547081,0.05231138691306114,0.05523637309670448,0.058161359280347824,0.06108634173870087,0.06401132792234421,0.06693631410598755,0.06986130028963089,0.07278628647327423,0.07571127265691757,0.07863625884056091,0.08156123757362366,0.084486223757267,0.08741120994091034,0.09033619612455368],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[2,1,0,1,2,1,1,3,4,3,4,2,7,6,10,11,8,13,11,6,14,19,23,18,21,23,16,22,29,21,33,34,24,30,29,30,26,33,27,25,23,11,17,17,15,12,11,11,16,9,11,7,2,5,2,1,1,1,1,0,0,0,1,1],"bins":[-3.0083360798016656e-06,-2.914678589149844e-06,-2.821021098498022e-06,-2.7273636078462005e-06,-2.6337061171943787e-06,-2.5400483991688816e-06,-2.44639090851706e-06,-2.352733417865238e-06,-2.2590759272134164e-06,-2.1654184365615947e-06,-2.071760945909773e-06,-1.9781034552579513e-06,-1.8844458509192918e-06,-1.7907883602674701e-06,-1.6971307559288107e-06,-1.603473265276989e-06,-1.5098157746251673e-06,-1.4161582839733455e-06,-1.3225007933215238e-06,-1.2288431889828644e-06,-1.1351856983310427e-06,-1.041528207679221e-06,-9.478706601839804e-07,-8.542131126887398e-07,-7.605556220369181e-07,-6.668981313850963e-07,-5.732405838898558e-07,-4.795830363946152e-07,-3.859255457427935e-07,-2.922680266692623e-07,-1.9861050759573118e-07,-1.0495298852220003e-07,-1.1295696822344325e-08,8.236182225118682e-08,1.7601934132471797e-07,2.696768603982491e-07,3.6333437947178027e-07,4.569918985453114e-07,5.506494176188426e-07,6.443069651140831e-07,7.379644557659049e-07,8.316219464177266e-07,9.252794939129672e-07,1.0189370414082077e-06,1.1125945320600295e-06,1.2062520227118512e-06,1.2999096270505106e-06,1.3935671177023323e-06,1.487224608354154e-06,1.5808820990059758e-06,1.6745395896577975e-06,1.768197193996457e-06,1.8618546846482786e-06,1.955512288986938e-06,2.04916977963876e-06,2.1428272702905815e-06,2.2364847609424032e-06,2.330142251594225e-06,2.4237997422460467e-06,2.5174572328978684e-06,2.61111472354969e-06,2.7047724415751873e-06,2.798429932227009e-06,2.8920874228788307e-06,2.9857449135306524e-06]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,2,3,1,3,7,13,14,15,17,13,20,18,14,17,15,15,18,10,20,17,19,9,9,29,20,19,30,20,24,26,19,14,16,14,23,12,16,20,15,17,6,22,16,19,15,12,18,7,4,11,5,4,5],"bins":[0.9985054731369019,0.9985446333885193,0.9985837936401367,0.9986230134963989,0.9986621737480164,0.9987013339996338,0.9987404942512512,0.9987797141075134,0.9988188743591309,0.9988580346107483,0.9988971948623657,0.9989363551139832,0.9989755749702454,0.9990147352218628,0.9990538954734802,0.9990930557250977,0.9991322755813599,0.9991714358329773,0.9992105960845947,0.9992497563362122,0.9992889165878296,0.9993281364440918,0.9993672966957092,0.9994064569473267,0.9994456171989441,0.9994847774505615,0.9995239973068237,0.9995631575584412,0.9996023178100586,0.999641478061676,0.9996806979179382,0.9997198581695557,0.9997590184211731,0.9997981786727905,0.999837338924408,0.9998765587806702,0.9999157190322876,0.999954879283905,0.9999940395355225,1.0000332593917847,1.0000723600387573,1.0001115798950195,1.0001507997512817,1.0001899003982544,1.0002291202545166,1.0002682209014893,1.0003074407577515,1.0003466606140137,1.0003857612609863,1.0004249811172485,1.0004640817642212,1.0005033016204834,1.0005425214767456,1.0005816221237183,1.0006208419799805,1.0006600618362427,1.0006991624832153,1.0007383823394775,1.0007774829864502,1.0008167028427124,1.0008559226989746,1.0008950233459473,1.0009342432022095,1.0009733438491821,1.0010125637054443],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,2,1,0,1,3,2,3,6,7,5,7,7,8,15,8,11,14,31,14,23,31,33,28,37,37,43,40,44,35,27,27,42,21,31,20,18,15,10,16,10,7,3,5,4,2,1,4,1,0,0,0,0,1,0,1,0,1,1,0,0,1],"bins":[-3.7773231724713696e-06,-3.6463748074311297e-06,-3.5154266697645653e-06,-3.3844783047243254e-06,-3.2535299396840855e-06,-3.122581802017521e-06,-2.9916334369772812e-06,-2.860685299310717e-06,-2.729736934270477e-06,-2.598788569230237e-06,-2.4678404315636726e-06,-2.3368920665234327e-06,-2.2059439288568683e-06,-2.0749955638166284e-06,-1.9440471987763885e-06,-1.8130989474229864e-06,-1.6821506960695842e-06,-1.551202444716182e-06,-1.42025419336278e-06,-1.28930582832254e-06,-1.1583575769691379e-06,-1.0274093256157357e-06,-8.964610174189147e-07,-7.655127092220937e-07,-6.345644578686915e-07,-5.036162065152894e-07,-3.7266789831846836e-07,-2.4171961854335677e-07,-1.1077133876824519e-07,2.01769410068664e-08,1.51125220781978e-07,2.820735005570896e-07,4.130215529585257e-07,5.439698043119279e-07,6.749181125087489e-07,8.058664207055699e-07,9.368146720589721e-07,1.0677629234123742e-06,1.198711288452614e-06,1.3296595398060163e-06,1.4606077911594184e-06,1.5915560425128206e-06,1.7225042938662227e-06,1.8534526589064626e-06,1.9844010239467025e-06,2.115349161613267e-06,2.246297526653507e-06,2.3772456643200712e-06,2.508194029360311e-06,2.639142394400551e-06,2.7700905320671154e-06,2.9010388971073553e-06,3.0319870347739197e-06,3.1629353998141596e-06,3.2938837648543995e-06,3.424831902520964e-06,3.555780267561204e-06,3.6867286326014437e-06,3.817676770268008e-06,3.9486249079345725e-06,4.079573500348488e-06,4.210521638015052e-06,4.341469775681617e-06,4.472418368095532e-06,4.6033665057620965e-06]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-1.0601252142805606e-05,-1.0259665032208432e-05,-9.918078831105959e-06,-9.576491720508784e-06,-9.23490460991161e-06,-8.893318408809137e-06,-8.551731298211962e-06,-8.210144187614787e-06,-7.868557077017613e-06,-7.52697087591514e-06,-7.185383765317965e-06,-6.8437971094681416e-06,-6.502210453618318e-06,-6.160623343021143e-06,-5.8190366871713195e-06,-5.477449576574145e-06,-5.135862920724321e-06,-4.7942762648744974e-06,-4.452689154277323e-06,-4.111102498427499e-06,-3.769515615204e-06,-3.4279287319805007e-06,-3.086342076130677e-06,-2.744755192907178e-06,-2.4031683096836787e-06,-2.0615814264601795e-06,-1.719994656923518e-06,-1.3784078873868566e-06,-1.0368210041633574e-06,-6.952341777832771e-07,-3.536473514031968e-07,-1.2060525023116497e-08,3.295263013569638e-07,6.711131277370441e-07,1.0126999541171244e-06,1.3542867236537859e-06,1.695873606877285e-06,2.0374604901007842e-06,2.379047145950608e-06,2.720634029174107e-06,3.0622209123976063e-06,3.4038077956211055e-06,3.7453946788446046e-06,4.086981334694428e-06,4.428567990544252e-06,4.770155101141427e-06,5.1117417569912504e-06,5.453328867588425e-06,5.794915523438249e-06,6.1365021792880725e-06,6.478089289885247e-06,6.819675945735071e-06,7.1612630563322455e-06,7.502849712182069e-06,7.844436368031893e-06,8.186023478629068e-06,8.52760967973154e-06,8.869196790328715e-06,9.21078390092589e-06,9.552371011523064e-06,9.893957212625537e-06,1.0235544323222712e-05,1.0577131433819886e-05,1.0918717634922359e-05,1.1260304745519534e-05],"_type":"histogram","values":[4,3,1,3,4,7,6,10,24,24,40,44,66,118,165,244,385,563,833,1165,1830,2940,4654,7268,11692,18903,32272,54890,96167,176141,358529,375689,184180,100472,57216,33067,20172,12092,7525,4742,3040,1915,1264,809,515,380,248,169,122,76,68,35,27,13,7,14,4,3,2,1,1,0,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,3,6,5,12,28,15,26,26,28,16,17,10,9,12,13,11,10,10,11,12,12,14,16,12,6,13,7,10,6,18,6,10,10,14,12,14,9,13,11,8,16,13,11,13,10,8,11,9,17,20,27,18,30,27,14,5,3,4,1,3,2,3],"bins":[-0.0010100657818838954,-0.0009773800848051906,-0.0009446942713111639,-0.0009120085742324591,-0.0008793228189460933,-0.0008466370636597276,-0.0008139513665810227,-0.000781265611294657,-0.0007485798560082912,-0.0007158941007219255,-0.0006832083454355597,-0.0006505226483568549,-0.0006178368930704892,-0.0005851511377841234,-0.0005524654407054186,-0.0005197796854190528,-0.0004870939301326871,-0.00045440817484632134,-0.00042172244866378605,-0.00038903672248125076,-0.000356350967194885,-0.00032366521190851927,-0.000290979485725984,-0.0002582937595434487,-0.00022560800425708294,-0.00019292226352263242,-0.0001602365227881819,-0.00012755078205373138,-9.486504131928086e-05,-6.217930058483034e-05,-2.9493559850379825e-05,3.1921808840706944e-06,3.587803803384304e-05,6.856377876829356e-05,0.00010124951950274408,0.0001339352602371946,0.00016662100097164512,0.00019930674170609564,0.00023199248244054615,0.00026467820862308145,0.0002973639639094472,0.00033004971919581294,0.00036273544537834823,0.0003954211715608835,0.00042810692684724927,0.000460792682133615,0.0004934783792123199,0.0005261641344986856,0.0005588498897850513,0.0005915356450714171,0.0006242214003577828,0.0006569070974364877,0.0006895928527228534,0.0007222786080092192,0.000754964305087924,0.0007876500603742898,0.0008203358156606555,0.0008530215709470212,0.000885707326233387,0.0009183930233120918,0.0009510787785984576,0.0009837645338848233,0.0010164502309635282,0.0010491360444575548,0.0010818217415362597]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,1,2,2,1,3,2,10,10,27,29,40,77,93,142,195,301,371,627,885,1424,2072,3032,4773,7518,12246,20585,34375,57647,90013,109861,91666,59819,35727,21131,12841,7865,4898,3162,2115,1342,946,624,412,285,211,133,84,66,47,28,18,14,8,8,3,1,1,1,0,1,0,1,1],"bins":[-1.84622585948091e-05,-1.7857590137282386e-05,-1.7252923498745076e-05,-1.6648255041218363e-05,-1.6043588402681053e-05,-1.543891994515434e-05,-1.4834253306617029e-05,-1.4229585758585017e-05,-1.3624918210553005e-05,-1.3020249753026292e-05,-1.241558220499428e-05,-1.1810914656962268e-05,-1.1206247108930256e-05,-1.0601579560898244e-05,-9.996912012866233e-06,-9.39224446483422e-06,-8.787576916802209e-06,-8.182909368770197e-06,-7.578241820738185e-06,-6.973574272706173e-06,-6.3689067246741615e-06,-5.764238721894799e-06,-5.159571173862787e-06,-4.554903625830775e-06,-3.950236077798763e-06,-3.3455685297667515e-06,-2.7409009817347396e-06,-2.1362332063290523e-06,-1.5315656582970405e-06,-9.268980534216098e-07,-3.222304485461791e-07,2.824371563292516e-07,8.871047612046823e-07,1.4917723092366941e-06,2.096439857268706e-06,2.7011076326743932e-06,3.305775180706405e-06,3.910442956112092e-06,4.515110504144104e-06,5.119778052176116e-06,5.724445600208128e-06,6.32911314824014e-06,6.9337806962721515e-06,7.538448244304163e-06,8.143116247083526e-06,8.747783795115538e-06,9.35245134314755e-06,9.957118891179562e-06,1.0561786439211573e-05,1.1166453987243585e-05,1.1771121535275597e-05,1.2375789083307609e-05,1.298045663133962e-05,1.3585124179371633e-05,1.4189791727403644e-05,1.4794459275435656e-05,1.539912773296237e-05,1.600379437149968e-05,1.6608462829026394e-05,1.7213129467563704e-05,1.7817797925090417e-05,1.8422464563627727e-05,1.902713302115444e-05,1.963179965969175e-05,2.0236468117218465e-05]},"parameters/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,1,0,1,0,4,2,6,8,17,12,23,28,23,19,15,17,13,11,10,19,14,19,13,17,15,18,14,13,9,14,11,8,11,15,10,12,14,11,17,11,11,19,15,13,15,13,12,11,15,16,13,17,26,24,13,11,13,6,4,2,1,0,2],"bins":[-0.001176116056740284,-0.0011402948293834925,-0.001104473602026701,-0.0010686523746699095,-0.001032831147313118,-0.0009970099199563265,-0.000961188692599535,-0.0009253674652427435,-0.000889546237885952,-0.0008537250105291605,-0.000817903783172369,-0.0007820825558155775,-0.000746261328458786,-0.0007104401011019945,-0.000674618873745203,-0.0006387976463884115,-0.00060297641903162,-0.0005671551916748285,-0.000531333964318037,-0.0004955127369612455,-0.00045969150960445404,-0.00042387028224766254,-0.00038804905489087105,-0.00035222782753407955,-0.00031640660017728806,-0.00028058537282049656,-0.00024476414546370506,-0.00020894291810691357,-0.00017312169075012207,-0.00013730046339333057,-0.00010147923603653908,-6.565800867974758e-05,-2.9836781322956085e-05,5.984446033835411e-06,4.180567339062691e-05,7.76269007474184e-05,0.0001134481281042099,0.0001492693554610014,0.0001850905828177929,0.0002209118101745844,0.0002567330375313759,0.0002925542648881674,0.0003283754922449589,0.0003641967196017504,0.00040001794695854187,0.00043583917431533337,0.00047166040167212486,0.0005074816290289164,0.0005433028563857079,0.0005791240837424994,0.0006149453110992908,0.0006507665384560823,0.0006865877658128738,0.0007224089931696653,0.0007582302205264568,0.0007940514478832483,0.0008298726752400398,0.0008656939025968313,0.0009015151299536228,0.0009373363573104143,0.0009731575846672058,0.0010089788120239973,0.0010448000393807888,0.0010806212667375803,0.0011164424940943718]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.001132049597799778,-0.001095884363166988,-0.0010597192449495196,-0.0010235540103167295,-0.0009873887756839395,-0.0009512235992588103,-0.0009150583646260202,-0.000878893188200891,-0.0008427279535681009,-0.0008065627771429718,-0.0007703976007178426,-0.0007342323660850525,-0.0006980671896599233,-0.0006619019550271332,-0.000625736778602004,-0.000589571543969214,-0.0005534063675440848,-0.0005172411911189556,-0.0004810759564861655,-0.0004449107509572059,-0.00040874554542824626,-0.0003725803690031171,-0.00033641516347415745,-0.0003002499579451978,-0.0002640847524162382,-0.00022791954688727856,-0.00019175434135831892,-0.00015558915038127452,-0.00011942394485231489,-8.325873932335526e-05,-4.709354107035324e-05,-1.0928339179372415e-05,2.523686271160841e-05,6.140206824056804e-05,9.756726649357006e-05,0.00013373246474657208,0.0001698976702755317,0.00020606287580449134,0.00024222806678153574,0.0002783932723104954,0.000314558477839455,0.00035072368336841464,0.00038688888889737427,0.0004230540944263339,0.0004592192708514631,0.0004953845054842532,0.0005315496819093823,0.0005677149165421724,0.0006038800929673016,0.0006400452693924308,0.0006762105040252209,0.00071237568045035,0.0007485409150831401,0.0007847060915082693,0.0008208713261410594,0.0008570365025661886,0.0008932016789913177,0.0009293669136241078,0.000965532090049237,0.0010016972664743662,0.0010378625011071563,0.0010740277357399464,0.0011101929703727365,0.0011463580885902047,0.0011825233232229948],"_type":"histogram","values":[4,1,2,3,8,19,13,28,24,45,54,68,52,50,46,31,33,37,30,47,41,41,52,36,40,45,40,46,47,24,31,27,41,44,42,27,38,47,36,44,31,34,40,41,49,27,38,32,39,61,46,57,52,32,34,13,17,8,7,1,3,1,0,1]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,3,0,0,0,2,2,1,7,5,4,9,11,23,18,30,32,41,50,51,60,65,80,115,124,112,124,128,135,106,114,91,86,72,51,73,42,28,18,27,20,22,15,12,7,3,5,5,5,2,3,1,1,1,0,1,0,0,0,1],"bins":[-2.843953097908525e-06,-2.753159151325235e-06,-2.662365432115621e-06,-2.5715714855323313e-06,-2.480777766322717e-06,-2.3899838197394274e-06,-2.299190100529813e-06,-2.2083961539465236e-06,-2.1176024347369093e-06,-2.0268084881536197e-06,-1.9360147689440055e-06,-1.8452208223607158e-06,-1.754426989464264e-06,-1.663633156567812e-06,-1.57283932367136e-06,-1.482045490774908e-06,-1.3912516578784562e-06,-1.3004578249820042e-06,-1.2096639920855523e-06,-1.1188701591891004e-06,-1.0280763262926484e-06,-9.372824365527777e-07,-8.464886036563257e-07,-7.556947707598738e-07,-6.649009378634219e-07,-5.741071049669699e-07,-4.83313272070518e-07,-3.9251941075235663e-07,-3.017255778559047e-07,-2.1093174495945277e-07,-1.2013789785214612e-07,-2.9344057850266836e-08,6.144978215161245e-08,1.5224361504806438e-07,2.430374479445163e-07,3.338313092626777e-07,4.246251421591296e-07,5.15419003477291e-07,6.062128363737429e-07,6.970066692701948e-07,7.878005021666468e-07,8.785943350630987e-07,9.693882248029695e-07,1.0601820576994214e-06,1.1509758905958734e-06,1.2417697234923253e-06,1.3325635563887772e-06,1.4233573892852291e-06,1.514151222181681e-06,1.604945055078133e-06,1.695738887974585e-06,1.7865327208710369e-06,1.8773265537674888e-06,1.9681203866639407e-06,2.0589143332472304e-06,2.1497080524568446e-06,2.2405019990401343e-06,2.3312957182497485e-06,2.422089664833038e-06,2.5128833840426523e-06,2.603677330625942e-06,2.694471049835556e-06,2.785264996418846e-06,2.87605871562846e-06,2.9668526622117497e-06]},"gradients/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,2,0,3,3,1,5,7,6,7,11,13,17,20,22,36,32,46,48,54,44,48,48,61,42,37,28,34,21,24,9,12,3,10,1,1,6,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-9.591839443601202e-06,-9.25932363315951e-06,-8.92680782271782e-06,-8.594292012276128e-06,-8.261777111329138e-06,-7.929261300887447e-06,-7.596745490445755e-06,-7.264229680004064e-06,-6.9317138695623726e-06,-6.599198059120681e-06,-6.26668224867899e-06,-5.934166892984649e-06,-5.601651082542958e-06,-5.269135272101266e-06,-4.936619916406926e-06,-4.604104105965234e-06,-4.271588295523543e-06,-3.9390724850818515e-06,-3.6065569020138355e-06,-3.2740413189458195e-06,-2.941525508504128e-06,-2.6090096980624367e-06,-2.2764941149944207e-06,-1.9439785319264047e-06,-1.6114627214847133e-06,-1.2789470247298595e-06,-9.464313279750058e-07,-6.139156312201521e-07,-2.8139993446529843e-07,5.111576228955528e-08,3.83631459044409e-07,7.161471557992627e-07,1.0486619430594146e-06,1.3811776398142683e-06,1.713693336569122e-06,2.046208919637138e-06,2.3787247300788295e-06,2.711240540520521e-06,3.043756123588537e-06,3.376271706656553e-06,3.7087875170982443e-06,4.041303327539936e-06,4.373819137981627e-06,4.706334493675968e-06,5.038850304117659e-06,5.3713661145593505e-06,5.703881470253691e-06,6.0363972806953825e-06,6.368913091137074e-06,6.701428901578765e-06,7.033944712020457e-06,7.366460067714797e-06,7.69897633290384e-06,8.03149123385083e-06,8.36400704429252e-06,8.696522854734212e-06,9.029038665175904e-06,9.361554475617595e-06,9.694070286059286e-06,1.0026586096500978e-05,1.0359100997447968e-05,1.0691616807889659e-05,1.102413261833135e-05,1.1356648428773042e-05,1.1689164239214733e-05]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-3.5002567528863437e-06,-3.393465249246219e-06,-3.28667397297977e-06,-3.1798824693396455e-06,-3.073090965699521e-06,-2.9662996894330718e-06,-2.859508185792947e-06,-2.7527166821528226e-06,-2.645925178512698e-06,-2.539133902246249e-06,-2.4323423986061243e-06,-2.3255508949659998e-06,-2.2187596186995506e-06,-2.111968115059426e-06,-2.0051766114193015e-06,-1.8983852214660146e-06,-1.7915938315127278e-06,-1.684802441559441e-06,-1.5780109379193163e-06,-1.4712195479660295e-06,-1.364428044325905e-06,-1.257636654372618e-06,-1.1508452644193312e-06,-1.0440537607792066e-06,-9.372623708259198e-07,-8.304709240292141e-07,-7.236794772325084e-07,-6.168880872792215e-07,-5.100966404825158e-07,-4.033051936858101e-07,-2.965137753108138e-07,-1.897223427249628e-07,-8.29309101391118e-08,2.3860522446739196e-08,1.306519550325902e-07,2.374433876184412e-07,3.442348202042922e-07,4.510262670009979e-07,5.578176569542848e-07,6.646091037509905e-07,7.714005505476962e-07,8.781919973444019e-07,9.849834441411076e-07,1.0917748340943945e-06,1.1985662240476813e-06,1.3053577276878059e-06,1.4121491176410927e-06,1.5189406212812173e-06,1.6257320112345042e-06,1.732523401187791e-06,1.8393149048279156e-06,1.9461062947812025e-06,2.052897798421327e-06,2.159689074687776e-06,2.2664805783279007e-06,2.3732720819680253e-06,2.4800633582344744e-06,2.586854861874599e-06,2.6936463655147236e-06,2.800437869154848e-06,2.9072291454212973e-06,3.014020649061422e-06,3.1208121527015464e-06,3.2276034289679956e-06,3.33439493260812e-06],"_type":"histogram","values":[2,0,0,1,2,0,2,2,3,5,7,5,3,4,0,10,10,6,11,10,11,20,20,12,18,22,25,20,33,23,27,25,34,42,27,30,41,15,19,23,22,20,18,22,13,12,14,12,11,5,12,10,8,4,3,1,0,2,3,1,0,2,1,2]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-4.212848807583214e-07,-4.081706777014915e-07,-3.950564462229522e-07,-3.8194224316612235e-07,-3.688280401092925e-07,-3.557138086307532e-07,-3.4259960557392333e-07,-3.2948540251709346e-07,-3.163711994602636e-07,-3.032569679817243e-07,-2.9014276492489444e-07,-2.7702856186806457e-07,-2.639143303895253e-07,-2.508001273326954e-07,-2.3768591006501083e-07,-2.2457170700818097e-07,-2.1145748974049638e-07,-1.983432724728118e-07,-1.8522906941598194e-07,-1.7211485214829736e-07,-1.590006490914675e-07,-1.4588643182378291e-07,-1.3277221455609833e-07,-1.1965801149926847e-07,-1.0654379423158389e-07,-9.342958406932667e-08,-8.031537390706944e-08,-6.720115663938486e-08,-5.408694647712764e-08,-4.097273631487042e-08,-2.7858522599899516e-08,-1.4744310661285454e-08,-1.630070300961961e-09,1.1484141637652101e-08,2.4598353576266163e-08,3.7712567291237065e-08,5.082677745349429e-08,6.394098761575151e-08,7.705520488343609e-08,9.016941504569331e-08,1.0328362520795054e-07,1.1639783537020776e-07,1.2951204553246498e-07,1.4262626280014956e-07,1.5574048006783414e-07,1.68854683124664e-07,1.819689003923486e-07,1.9508310344917845e-07,2.0819732071686303e-07,2.213115379845476e-07,2.3442574104137748e-07,2.4753995830906206e-07,2.606541613658919e-07,2.737683928444312e-07,2.868825959012611e-07,2.9999679895809095e-07,3.131110020149208e-07,3.262252334934601e-07,3.3933943655029e-07,3.5245363960711984e-07,3.6556787108565914e-07,3.78682074142489e-07,3.9179627719931887e-07,4.0491050867785816e-07,4.18024711734688e-07],"_type":"histogram","values":[2,0,0,1,0,0,0,0,1,1,2,3,0,4,3,2,6,5,8,5,7,15,15,12,11,33,21,30,40,50,50,52,59,49,47,31,27,33,26,22,21,14,9,6,14,11,3,3,2,3,1,5,0,0,0,0,0,1,0,0,0,0,0,2]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-1.4367066796694417e-05,-1.396834704792127e-05,-1.3569628208642825e-05,-1.3170908459869679e-05,-1.2772189620591234e-05,-1.2373469871818088e-05,-1.1974751032539643e-05,-1.1576031283766497e-05,-1.1177312444488052e-05,-1.0778592695714906e-05,-1.0379873856436461e-05,-9.981154107663315e-06,-9.58243526838487e-06,-9.183715519611724e-06,-8.784996680333279e-06,-8.386276931560133e-06,-7.987557182786986e-06,-7.588838343508542e-06,-7.190119049482746e-06,-6.7913997554569505e-06,-6.392680461431155e-06,-5.9939611674053594e-06,-5.595241873379564e-06,-5.196522579353768e-06,-4.797802830580622e-06,-4.3990835365548264e-06,-4.000364242529031e-06,-3.601645175876911e-06,-3.20292565447744e-06,-2.8042063604516443e-06,-2.4054870664258488e-06,-2.0067677724000532e-06,-1.6080484783742577e-06,-1.2093291843484621e-06,-8.106098334792478e-07,-4.118905110317428e-07,-1.3171188584237825e-08,3.8554813386326714e-07,7.842674563107721e-07,1.1829868071799865e-06,1.581706101205782e-06,1.9804253952315776e-06,2.379144689257373e-06,2.7778639832831686e-06,3.1765835046826396e-06,3.575302798708435e-06,3.974022092734231e-06,4.372741386760026e-06,4.771460680785822e-06,5.170179974811617e-06,5.568899268837413e-06,5.967618562863208e-06,6.366337856889004e-06,6.765057150914799e-06,7.163776444940595e-06,7.5624957389663905e-06,7.961215487739537e-06,8.359934327017982e-06,8.758654075791128e-06,9.157372915069573e-06,9.556092663842719e-06,9.954811503121164e-06,1.035353125189431e-05,1.0752250091172755e-05,1.1150969839945901e-05],"_type":"histogram","values":[1,0,0,1,0,0,1,2,2,2,6,8,5,10,21,35,51,65,117,137,190,302,445,676,1064,1599,2564,3992,6326,10817,17974,31002,55305,101366,188804,349274,359932,196572,106354,57717,32393,18751,10979,6658,4066,2522,1527,1010,709,444,311,249,161,113,59,62,39,29,18,10,4,3,5,3]},"parameters/bert.encoder.layer.2.output.dense.bias":{"values":[1,0,1,0,2,1,3,6,9,6,18,31,21,25,26,15,16,15,20,11,12,17,20,13,11,15,15,9,7,12,14,7,8,6,15,9,14,10,12,11,15,16,9,15,19,12,13,7,11,15,16,18,26,20,26,20,11,15,7,9,0,2,0,2],"bins":[-0.0011960802366957068,-0.001160215586423874,-0.001124350936152041,-0.001088486285880208,-0.0010526215191930532,-0.0010167568689212203,-0.0009808922186493874,-0.0009450275683775544,-0.0009091629181057215,-0.0008732982678338885,-0.0008374336175620556,-0.0008015689090825617,-0.0007657042588107288,-0.0007298396085388958,-0.000693974900059402,-0.000658110249787569,-0.0006222455995157361,-0.0005863809492439032,-0.0005505162989720702,-0.0005146515904925764,-0.0004787869402207434,-0.0004429222899489105,-0.0004070576105732471,-0.0003711929311975837,-0.00033532828092575073,-0.0002994636306539178,-0.0002635989512782544,-0.00022773428645450622,-0.00019186962163075805,-0.00015600495680700988,-0.0001201402919832617,-8.427562715951353e-05,-4.841107875108719e-05,-1.2546413927339017e-05,2.3318250896409154e-05,5.9182915720157325e-05,9.50475805439055e-05,0.00013091224536765367,0.00016677691019140184,0.00020264157501515,0.00023850623983889818,0.0002743708901107311,0.0003102355694863945,0.0003461002488620579,0.00038196489913389087,0.0004178295494057238,0.0004536942287813872,0.0004895589081570506,0.0005254235584288836,0.0005612882087007165,0.0005971528589725494,0.0006330175674520433,0.0006688822177238762,0.0007047468679957092,0.000740611576475203,0.000776476226747036,0.0008123408770188689,0.0008482055272907019,0.0008840701775625348,0.0009199348860420287,0.0009557995363138616,0.0009916642447933555,0.0010275288950651884,0.0010633935453370214,0.0010992581956088543],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[3,0,3,0,4,3,7,9,10,24,19,31,32,18,23,14,12,12,12,12,15,10,18,16,14,9,13,10,13,10,3,5,10,9,8,10,3,19,11,13,14,16,12,17,15,18,16,8,14,23,19,25,38,20,14,9,9,5,1,3,1,2,1,1],"bins":[-0.0011501627741381526,-0.0011139664566144347,-0.0010777702555060387,-0.0010415739379823208,-0.0010053777368739247,-0.0009691814193502069,-0.0009329851600341499,-0.0008967889007180929,-0.000860592641402036,-0.000824396382085979,-0.000788200122769922,-0.000752003863453865,-0.0007158075459301472,-0.0006796112866140902,-0.0006434150272980332,-0.0006072187679819763,-0.0005710225086659193,-0.0005348262493498623,-0.0004986299900338054,-0.00046243370161391795,-0.000426237442297861,-0.000390041182981804,-0.0003538448945619166,-0.0003176486352458596,-0.00028145237592980266,-0.0002452561166137457,-0.0002090598427457735,-0.0001728635688778013,-0.00013666730956174433,-0.00010047104296972975,-6.427477637771517e-05,-2.807850978570059e-05,8.117873221635818e-06,4.43141398136504e-05,8.051040640566498e-05,0.00011670667299767956,0.00015290293958969414,0.0001890991989057511,0.0002252954727737233,0.0002614917466416955,0.00029768800595775247,0.00033388426527380943,0.0003700805245898664,0.0004062768130097538,0.0004424730723258108,0.00047866933164186776,0.0005148656200617552,0.0005510618793778121,0.0005872581386938691,0.0006234543980099261,0.000659650657325983,0.00069584691664204,0.000732043175958097,0.0007682394934818149,0.0008044357527978718,0.0008406320121139288,0.0008768282714299858,0.0009130245307460427,0.0009492207900620997,0.0009854170493781567,0.0010216133669018745,0.0010578095680102706,0.0010940058855339885,0.0011302020866423845,0.0011663984041661024]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"values":[1,0,0,0,1,1,1,0,3,7,9,14,20,28,42,50,73,114,178,257,361,546,782,1252,1794,2727,4245,6577,10854,18033,30543,54222,94508,125988,98376,56866,31791,18431,11276,6818,4532,2842,1896,1185,833,576,385,266,154,107,84,47,42,27,22,13,7,9,1,1,2,3,0,1],"bins":[-2.62783305515768e-05,-2.549479359004181e-05,-2.4711254809517413e-05,-2.392771784798242e-05,-2.314418088644743e-05,-2.2360643924912438e-05,-2.1577106963377446e-05,-2.079356818285305e-05,-2.001003122131806e-05,-1.9226494259783067e-05,-1.844295547925867e-05,-1.765941851772368e-05,-1.6875881556188688e-05,-1.6092344594653696e-05,-1.5308807633118704e-05,-1.4525268852594309e-05,-1.3741731891059317e-05,-1.2958194929524325e-05,-1.2174657058494631e-05,-1.1391119187464938e-05,-1.0607582225929946e-05,-9.824045264394954e-06,-9.04050739336526e-06,-8.256969522335567e-06,-7.473432560800575e-06,-6.689895144518232e-06,-5.906357728235889e-06,-5.1228203119535465e-06,-4.339282895671204e-06,-3.555745479388861e-06,-2.7722080631065182e-06,-1.9886706468241755e-06,-1.2051332305418327e-06,-4.2159581425949e-07,3.6194160202285275e-07,1.1454790183051955e-06,1.9290164345875382e-06,2.712553850869881e-06,3.4960912671522237e-06,4.2796286834345665e-06,5.063166099716909e-06,5.846703515999252e-06,6.630240932281595e-06,7.4137783485639375e-06,8.19731576484628e-06,8.980852726381272e-06,9.764390597410966e-06,1.054792846844066e-05,1.1331465429975651e-05,1.2115002391510643e-05,1.2898540262540337e-05,1.368207813357003e-05,1.4465615095105022e-05,1.5249152056640014e-05,1.6032689018175006e-05,1.68162277986994e-05,1.7599764760234393e-05,1.8383301721769385e-05,1.916684050229378e-05,1.9950377463828772e-05,2.0733914425363764e-05,2.1517451386898756e-05,2.2300988348433748e-05,2.3084527128958143e-05,2.3868064090493135e-05],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.bias":{"values":[2,0,0,2,5,3,5,18,19,18,21,18,13,21,14,15,14,13,10,12,9,13,19,9,15,13,11,14,12,8,14,12,13,14,11,11,11,12,7,19,17,15,7,13,16,12,18,5,11,11,10,10,12,24,18,14,18,26,13,10,7,6,2,3],"bins":[-0.0010893417056649923,-0.001056782784871757,-0.0010242239804938436,-0.0009916650597006083,-0.0009591062553226948,-0.0009265473345294595,-0.0008939884719438851,-0.0008614296093583107,-0.0008288707467727363,-0.0007963118841871619,-0.0007637530216015875,-0.0007311941590160131,-0.0006986352382227778,-0.0006660763756372035,-0.0006335175130516291,-0.0006009586504660547,-0.0005683997878804803,-0.0005358409252949059,-0.0005032820627093315,-0.00047072317101992667,-0.0004381643084343523,-0.0004056054458487779,-0.00037304655415937304,-0.00034048769157379866,-0.00030792882898822427,-0.0002753699664026499,-0.00024281108926516026,-0.00021025221212767065,-0.00017769334954209626,-0.00014513448695652187,-0.00011257560981903225,-8.001673995750025e-05,-4.745775368064642e-05,-1.4898883819114417e-05,1.7659986042417586e-05,5.021885590394959e-05,8.277772576548159e-05,0.0001153365956270136,0.0001478954654885456,0.0001804543426260352,0.0002130132052116096,0.000245572067797184,0.0002781309303827584,0.0003106898220721632,0.0003432486846577376,0.000375807547243312,0.00040836643893271685,0.00044092530151829123,0.0004734841641038656,0.00050604302668944,0.0005386018892750144,0.0005711607518605888,0.0006037196144461632,0.0006362785352393985,0.0006688373978249729,0.0007013962604105473,0.0007339551229961216,0.000766513985581696,0.0007990728481672704,0.0008316317107528448,0.0008641906315460801,0.0008967494941316545,0.0009293083567172289,0.0009618672193028033,0.0009944260818883777],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.001076888176612556,-0.0010425468208268285,-0.0010082055814564228,-0.0009738642256706953,-0.0009395229280926287,-0.0009051816305145621,-0.0008708402747288346,-0.000836498977150768,-0.0008021576795727015,-0.0007678163819946349,-0.0007334750844165683,-0.0006991337286308408,-0.0006647924310527742,-0.0006304511334747076,-0.0005961097776889801,-0.0005617684801109135,-0.0005274271825328469,-0.0004930858849547803,-0.0004587445582728833,-0.00042440323159098625,-0.00039006193401291966,-0.0003557206364348531,-0.00032137930975295603,-0.000287037983071059,-0.0002526966854929924,-0.00021835537336301059,-0.00018401406123302877,-0.00014967274910304695,-0.00011533143697306514,-8.099012484308332e-05,-4.6648812713101506e-05,-1.230750058311969e-05,2.2033927962183952e-05,5.637524009216577e-05,9.071655222214758e-05,0.0001250578643521294,0.00015939917648211122,0.00019374048861209303,0.00022808180074207485,0.0002624231274239719,0.0002967644250020385,0.00033110572258010507,0.0003654470492620021,0.00039978837594389915,0.00043412967352196574,0.00046847097110003233,0.0005028123268857598,0.0005371536244638264,0.000571494922041893,0.0006058362196199596,0.0006401775171980262,0.0006745188729837537,0.0007088601705618203,0.0007432014681398869,0.0007775428239256144,0.0008118841215036809,0.0008462254190817475,0.0008805667166598141,0.0009149080142378807,0.0009492493700236082,0.0009835907258093357,0.0010179319651797414,0.0010522733209654689,0.0010866145603358746,0.001120955916121602],"_type":"histogram","values":[1,1,2,0,6,2,14,15,24,42,25,21,26,17,10,11,12,5,16,20,12,14,14,19,5,9,6,16,0,4,4,11,7,10,6,5,7,15,6,16,17,15,15,9,13,12,14,12,11,21,31,23,28,32,20,15,9,5,5,2,1,1,0,1]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-1.7992738321481738e-06,-1.7372383354086196e-06,-1.6752029523559031e-06,-1.6131674556163489e-06,-1.5511319588767947e-06,-1.4890965758240782e-06,-1.427061079084524e-06,-1.3650255823449697e-06,-1.3029900856054155e-06,-1.240954702552699e-06,-1.1789192058131448e-06,-1.1168837090735906e-06,-1.054848326020874e-06,-9.928128292813199e-07,-9.307773893851845e-07,-8.687418926456303e-07,-8.067064527494949e-07,-7.446710128533596e-07,-6.826355161138054e-07,-6.2060007621767e-07,-5.585645794781158e-07,-4.965291395819804e-07,-4.3449369968584506e-07,-3.7245823136800027e-07,-3.104227630501555e-07,-2.483872947323107e-07,-1.8635184062532062e-07,-1.2431638651833055e-07,-6.228091820048576e-08,-2.454569880683266e-10,6.17900042243491e-08,1.2382545833133918e-07,1.8586092664918397e-07,2.4789639496702875e-07,3.0993186328487354e-07,3.719673031810089e-07,4.340027714988537e-07,4.960382398166985e-07,5.580736797128338e-07,6.201091764523881e-07,6.821446163485234e-07,7.441800562446588e-07,8.06215552984213e-07,8.682509928803483e-07,9.302864327764837e-07,9.92321929516038e-07,1.0543574262555921e-06,1.1163928093083086e-06,1.1784283060478629e-06,1.240463802787417e-06,1.3024991858401336e-06,1.3645346825796878e-06,1.426570179319242e-06,1.4886055623719585e-06,1.5506410591115127e-06,1.612676555851067e-06,1.6747119389037834e-06,1.7367474356433377e-06,1.7987829323828919e-06,1.860818429122446e-06,1.9228539258620003e-06,1.984889195227879e-06,2.0469246919674333e-06,2.1089601887069875e-06,2.1709956854465418e-06],"_type":"histogram","values":[4,0,0,2,3,4,5,6,6,5,9,5,6,10,12,13,14,16,15,14,24,18,23,21,32,34,21,37,27,24,30,28,27,19,25,23,28,17,27,23,20,13,7,7,13,9,7,3,6,4,5,6,2,2,0,0,1,1,0,0,2,1,0,2]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,0,0,0,0,4,4,6,12,16,31,21,22,27,15,19,19,9,12,13,11,17,14,16,17,8,11,13,11,13,11,17,17,11,12,19,16,17,19,17,13,11,24,15,6,10,19,16,17,20,25,18,15,10,11,6,3,4,2,3,1,0,1],"bins":[-0.0011939435498788953,-0.0011566111352294683,-0.0011192786041647196,-0.0010819460730999708,-0.0010446136584505439,-0.001007281243801117,-0.0009699487127363682,-0.0009326162398792803,-0.0008952837670221925,-0.0008579512941651046,-0.0008206188213080168,-0.0007832863484509289,-0.0007459538755938411,-0.0007086214027367532,-0.0006712889298796654,-0.0006339564570225775,-0.0005966239841654897,-0.0005592915113084018,-0.000521959038451314,-0.0004846265655942261,-0.00044729409273713827,-0.0004099616198800504,-0.00037262914702296257,-0.0003352966741658747,-0.00029796420130878687,-0.000260631728451699,-0.00022329925559461117,-0.00018596678273752332,-0.00014863430988043547,-0.00011130183702334762,-7.396936416625977e-05,-3.6636891309171915e-05,6.955815479159355e-07,3.8028054405003786e-05,7.536052726209164e-05,0.00011269300011917949,0.00015002547297626734,0.0001873579458333552,0.00022469041869044304,0.0002620228915475309,0.00029935536440461874,0.0003366878372617066,0.00037402031011879444,0.0004113527829758823,0.00044868525583297014,0.000486017728690058,0.0005233502015471458,0.0005606826744042337,0.0005980151472613215,0.0006353476201184094,0.0006726800929754972,0.0007100125658325851,0.000747345038689673,0.0007846775115467608,0.0008220099844038486,0.0008593424572609365,0.0008966749301180243,0.0009340074029751122,0.0009713398758322,0.0010086724068969488,0.0010460048215463758,0.0010833372361958027,0.0011206697672605515,0.0011580022983253002,0.0011953347129747272],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"values":[3,5,6,16,18,45,52,82,145,249,419,601,880,1241,1784,2589,3341,4787,6260,8108,10204,12763,15351,18172,21154,24037,26685,29374,31506,32715,33533,33977,33915,32493,30112,28203,25590,22853,19577,16894,13835,11266,8990,6951,5460,3953,3033,2086,1547,1010,714,483,278,186,108,78,52,29,12,8,3,1,1,1],"bins":[-0.09048880636692047,-0.08759260922670364,-0.08469641953706741,-0.08180022239685059,-0.07890403270721436,-0.07600783556699753,-0.0731116384267807,-0.07021544873714447,-0.06731925159692764,-0.06442305445671082,-0.061526864767074585,-0.05863066762685776,-0.05573447421193123,-0.0528382807970047,-0.04994208365678787,-0.04704589024186134,-0.044149696826934814,-0.041253503412008286,-0.03835730999708176,-0.03546111285686493,-0.0325649194419384,-0.02966872602701187,-0.026772530749440193,-0.023876335471868515,-0.020980142056941986,-0.018083948642015457,-0.015187753364443779,-0.012291559018194675,-0.009395364671945572,-0.006499170325696468,-0.003602975979447365,-0.0007067816331982613,0.0021894052624702454,0.005085599608719349,0.007981793954968452,0.010877988301217556,0.01377418264746666,0.01667037606239319,0.019566571339964867,0.022462766617536545,0.025358960032463074,0.028255153447389603,0.03115134872496128,0.03404754400253296,0.03694373741745949,0.03983993083238602,0.042736127972602844,0.04563232138752937,0.0485285148024559,0.05142470821738243,0.05432090163230896,0.05721709877252579,0.060113292187452316,0.06300948560237885,0.06590568274259567,0.0688018724322319,0.07169806957244873,0.07459426671266556,0.07749045640230179,0.08038665354251862,0.08328284323215485,0.08617904037237167,0.0890752375125885,0.09197142720222473,0.09486762434244156],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[2,1,0,3,4,10,11,14,10,24,17,16,18,21,6,12,11,15,9,20,22,11,14,23,19,18,12,9,24,13,18,15,11,19,15,21,22,8,13,13,6,16,17,11,21,15,16,13,15,14,11,14,12,8,10,6,6,5,3,1,1,1,1,1],"bins":[0.9989733099937439,0.9990072846412659,0.9990411996841431,0.999075174331665,0.9991090893745422,0.9991430640220642,0.9991769790649414,0.9992109537124634,0.9992448687553406,0.9992788434028625,0.9993127584457397,0.9993467330932617,0.9993807077407837,0.9994146227836609,0.9994485974311829,0.9994825124740601,0.999516487121582,0.9995504021644592,0.9995843768119812,0.9996182918548584,0.9996522665023804,0.9996861815452576,0.9997201561927795,0.9997541308403015,0.9997880458831787,0.9998220205307007,0.9998559355735779,0.9998899102210999,0.999923825263977,0.999957799911499,0.9999917149543762,1.0000256299972534,1.0000596046447754,1.0000935792922974,1.0001275539398193,1.0001615285873413,1.0001953840255737,1.0002293586730957,1.0002633333206177,1.0002973079681396,1.000331163406372,1.000365138053894,1.000399112701416,1.000433087348938,1.00046706199646,1.0005009174346924,1.0005348920822144,1.0005688667297363,1.0006028413772583,1.0006366968154907,1.0006706714630127,1.0007046461105347,1.0007386207580566,1.000772476196289,1.000806450843811,1.000840425491333,1.000874400138855,1.000908374786377,1.0009422302246094,1.0009762048721313,1.0010101795196533,1.0010441541671753,1.0010780096054077,1.0011119842529297,1.0011459589004517],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,1,2,1,3,6,4,3,9,7,9,13,12,14,14,25,29,23,41,51,61,67,64,86,98,135,147,161,166,100,109,102,80,69,60,51,31,36,29,16,17,23,18,8,7,7,6,4,4,5,4,3,1,0,0,1,1,0,1,0,0,0,0,2],"bins":[-2.2509825612360146e-06,-2.1694693259632913e-06,-2.0879563180642435e-06,-2.0064430827915203e-06,-1.924929847518797e-06,-1.8434167259329115e-06,-1.761903604347026e-06,-1.6803903690743027e-06,-1.5988772474884172e-06,-1.5173641259025317e-06,-1.4358508906298084e-06,-1.3543377690439229e-06,-1.2728246474580374e-06,-1.1913114121853141e-06,-1.1097982905994286e-06,-1.0282850553267053e-06,-9.467719337408198e-07,-8.652587553115154e-07,-7.83745576882211e-07,-7.022324552963255e-07,-6.207192768670211e-07,-5.392060984377167e-07,-4.5769294843012176e-07,-3.761797984225268e-07,-2.946666199932224e-07,-2.1315345577477274e-07,-1.3164029155632306e-07,-5.012712733787339e-08,3.1386036880576285e-08,1.1289920109902596e-07,1.9441236531747563e-07,2.759255153250706e-07,3.5743846638069954e-07,4.3895164481000393e-07,5.204648232393083e-07,6.019779448251938e-07,6.834911232544982e-07,7.650043016838026e-07,8.465174232696882e-07,9.280306016989925e-07,1.009543780128297e-06,1.0910569017141825e-06,1.1725701369869057e-06,1.2540832585727912e-06,1.3355963801586768e-06,1.4171096154314e-06,1.4986227370172855e-06,1.5801359722900088e-06,1.6616490938758943e-06,1.7431622154617799e-06,1.824675450734503e-06,1.9061885723203886e-06,1.987701807593112e-06,2.0692148154921597e-06,2.150728050764883e-06,2.232241286037606e-06,2.3137545213103294e-06,2.3952675292093772e-06,2.4767807644821005e-06,2.5582939997548237e-06,2.6398070076538716e-06,2.721320242926595e-06,2.802833478199318e-06,2.884346486098366e-06,2.965859721371089e-06]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,1,1,2,0,4,5,2,6,7,7,11,5,10,15,13,21,22,26,17,27,40,34,32,37,32,35,34,38,29,26,28,22,22,31,21,18,10,11,13,12,6,5,4,6,8,2,3,0,0,2,0,1,0,0,1],"bins":[-3.37389769811125e-06,-3.2742188977863407e-06,-3.1745400974614313e-06,-3.074861297136522e-06,-2.9751824968116125e-06,-2.875503696486703e-06,-2.7758248961617937e-06,-2.6761460958368843e-06,-2.576467295511975e-06,-2.4767884951870656e-06,-2.377109694862156e-06,-2.2774308945372468e-06,-2.1777520942123374e-06,-2.078073293887428e-06,-1.9783944935625186e-06,-1.8787156932376092e-06,-1.7790368929126998e-06,-1.6793580925877905e-06,-1.579679292262881e-06,-1.4800004919379717e-06,-1.3803216916130623e-06,-1.280642891288153e-06,-1.1809640909632435e-06,-1.0812852906383341e-06,-9.816064903134247e-07,-8.819276899885153e-07,-7.82248889663606e-07,-6.825700893386966e-07,-5.828912890137872e-07,-4.832124886888778e-07,-3.835336883639684e-07,-2.83854888039059e-07,-1.8417586034047417e-07,-8.449706001556478e-08,1.5181740309344605e-08,1.14860540634254e-07,2.1453934095916338e-07,3.1421814128407277e-07,4.1389694160898216e-07,5.135757419338915e-07,6.132545422588009e-07,7.129333425837103e-07,8.126121429086197e-07,9.122909432335291e-07,1.0119697435584385e-06,1.1116485438833479e-06,1.2113273442082573e-06,1.3110061445331667e-06,1.410684944858076e-06,1.5103637451829854e-06,1.6100425455078948e-06,1.7097213458328042e-06,1.8094001461577136e-06,1.909078946482623e-06,2.0087577468075324e-06,2.1084365471324418e-06,2.208115347457351e-06,2.3077941477822606e-06,2.40747294810717e-06,2.5071517484320793e-06,2.6068305487569887e-06,2.706509349081898e-06,2.8061881494068075e-06,2.905866949731717e-06,3.0055457500566263e-06]},"_wandb":{"runtime":137},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,2,1,6,8,6,26,29,42,35,49,52,52,60,36,32,29,46,34,39,48,46,38,51,41,52,39,44,46,39,42,33,45,51,37,32,49,34,44,52,42,35,42,44,30,35,41,50,43,47,56,34,29,26,18,11,6,5,0,2,0,3],"bins":[-0.0012064289767295122,-0.0011691352119669318,-0.0011318413307890296,-0.0010945475660264492,-0.0010572538012638688,-0.0010199599200859666,-0.0009826661553233862,-0.0009453723905608058,-0.0009080785675905645,-0.0008707847446203232,-0.0008334909798577428,-0.0007961971568875015,-0.0007589033339172602,-0.0007216095691546798,-0.0006843157461844385,-0.0006470219814218581,-0.0006097281584516168,-0.0005724343354813755,-0.0005351405707187951,-0.0004978467477485538,-0.0004605529538821429,-0.00042325916001573205,-0.00038596533704549074,-0.0003486715431790799,-0.00031137774931266904,-0.0002740839554462582,-0.0002367901470279321,-0.00019949633860960603,-0.00016220254474319518,-0.00012490875087678432,-8.761494245845824e-05,-5.032114131608978e-05,-1.302745658904314e-05,2.4266344553325325e-05,6.156014569569379e-05,9.885394683806226e-05,0.00013614774798043072,0.00017344154184684157,0.00021073535026516765,0.00024802915868349373,0.0002853229525499046,0.00032261674641631544,0.0003599105402827263,0.0003972043632529676,0.00043449815711937845,0.0004717919509857893,0.0005090857739560306,0.000546379538718611,0.0005836733616888523,0.0006209671846590936,0.000658260949421674,0.0006955547723919153,0.0007328485371544957,0.000770142360124737,0.0008074361830949783,0.0008447299478575587,0.0008820237708278,0.0009193175937980413,0.0009566113585606217,0.0009939051233232021,0.0010311990045011044,0.0010684927692636847,0.0011057865340262651,0.0011430804152041674,0.0011803741799667478]},"parameters/bert.embeddings.word_embeddings.weight":{"values":[3,1,0,3,2,11,14,21,48,82,104,200,263,434,655,1044,1386,2037,2782,3771,4970,6414,8100,9960,11917,14073,16536,18755,20746,22830,24658,25535,26161,27059,25707,24849,23140,21215,19366,17022,14912,12407,10534,8417,6646,5156,4005,2977,2202,1569,1093,691,518,331,236,140,74,46,26,18,9,4,0,3],"bins":[-0.09622539579868317,-0.09331928938627243,-0.0904131829738617,-0.08750708401203156,-0.08460097759962082,-0.08169487118721008,-0.07878876477479935,-0.07588266581296921,-0.07297655940055847,-0.07007045298814774,-0.067164346575737,-0.06425824016332626,-0.061352137476205826,-0.05844603478908539,-0.05553992837667465,-0.052633825689554214,-0.04972771927714348,-0.04682161286473274,-0.043915510177612305,-0.04100940376520157,-0.03810330107808113,-0.035197194665670395,-0.03229109197854996,-0.02938498556613922,-0.026478881016373634,-0.023572776466608047,-0.02066667191684246,-0.017760567367076874,-0.014854461885988712,-0.011948357336223125,-0.009042251855134964,-0.006136147305369377,-0.0032300427556037903,-0.0003239379730075598,0.0025821668095886707,0.005488271825015545,0.008394376374781132,0.011300480924546719,0.01420658640563488,0.017112690955400467,0.020018795505166054,0.02292490005493164,0.025831004604697227,0.028737109154462814,0.03164321556687355,0.03454931825399399,0.037455424666404724,0.04036152735352516,0.0432676337659359,0.046173740178346634,0.04907984286546707,0.05198594927787781,0.054892051964998245,0.05779815837740898,0.06070426106452942,0.06361036747694016,0.06651647388935089,0.06942258030176163,0.07232867926359177,0.0752347856760025,0.07814089208841324,0.08104699850082397,0.08395309746265411,0.08685920387506485,0.08976531028747559],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,1,3,2,2,1,4,2,1,5,7,10,9,4,9,13,19,18,22,20,23,23,18,22,20,14,41,28,31,30,17,33,24,33,26,25,18,19,17,22,31,17,13,10,8,9,9,10,3,1,4,3,2,2,3,1,1,1,0,1],"bins":[-4.4079788494855165e-06,-4.27553686677129e-06,-4.143094429309713e-06,-4.010652446595486e-06,-3.878210009133909e-06,-3.7457680264196824e-06,-3.6133258163317805e-06,-3.4808836062438786e-06,-3.348441623529652e-06,-3.2159994134417502e-06,-3.0835572033538483e-06,-2.9511149932659464e-06,-2.8186727831780445e-06,-2.6862305730901426e-06,-2.553788590375916e-06,-2.421346380288014e-06,-2.2889041702001123e-06,-2.1564619601122104e-06,-2.0240197500243085e-06,-1.8915776536232443e-06,-1.75913555722218e-06,-1.6266933471342782e-06,-1.4942511370463762e-06,-1.361809040645312e-06,-1.2293668305574101e-06,-1.0969246204695082e-06,-9.64482524068444e-07,-8.320403139805421e-07,-6.995981607360591e-07,-5.67156007491576e-07,-4.3471382582538354e-07,-3.0227164415919106e-07,-1.69829490914708e-07,-3.7387323459370236e-08,9.505484399596753e-08,2.274970114513053e-07,3.5993917890664306e-07,4.923813321511261e-07,6.24823542239028e-07,7.572656954835111e-07,8.897078487279941e-07,1.022150058815896e-06,1.1545921552169602e-06,1.2870343653048621e-06,1.419476575392764e-06,1.5519186717938283e-06,1.6843608818817302e-06,1.8168029782827944e-06,1.9492451883706963e-06,2.081687398458598e-06,2.2141296085465e-06,2.3465715912607266e-06,2.4790138013486285e-06,2.6114560114365304e-06,2.7438982215244323e-06,2.8763404316123342e-06,3.008782641700236e-06,3.1412246244144626e-06,3.2736668345023645e-06,3.4061090445902664e-06,3.5385512546781683e-06,3.6709934647660702e-06,3.8034354474802967e-06,3.935877884941874e-06,4.0683198676561005e-06]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,2,0,4,1,2,7,9,12,16,19,33,62,106,154,243,390,623,1088,1697,2709,4579,7870,13589,24153,46824,115550,212566,76110,35676,19037,10644,6300,3771,2282,1450,830,524,344,189,136,78,48,37,16,15,14,5,3,2,0,1,1,0,1,0,0,0,0,1],"bins":[-5.759270607086364e-06,-5.575268005486578e-06,-5.391265403886791e-06,-5.207262802287005e-06,-5.0232602006872185e-06,-4.839257599087432e-06,-4.655254997487646e-06,-4.471252395887859e-06,-4.287249794288073e-06,-4.103246737940935e-06,-3.919244136341149e-06,-3.735241762115038e-06,-3.551238933141576e-06,-3.3672363315417897e-06,-3.1832337299420033e-06,-2.999231128342217e-06,-2.8152285267424304e-06,-2.631225925142644e-06,-2.4472233235428575e-06,-2.263220721943071e-06,-2.0792181203432847e-06,-1.8952154050566605e-06,-1.7112126897700364e-06,-1.52721008817025e-06,-1.3432074865704635e-06,-1.159204884970677e-06,-9.752022833708907e-07,-7.911995680842665e-07,-6.071969664844801e-07,-4.231943364629842e-07,-2.3919170644148835e-07,-5.518907641999249e-08,1.2881355360150337e-07,3.1281618362299923e-07,4.968188136444951e-07,6.808214720877004e-07,8.648240736874868e-07,1.0488266752872732e-06,1.2328293905738974e-06,1.4168319921736838e-06,1.6008345937734703e-06,1.7848371953732567e-06,1.968839796973043e-06,2.1528423985728296e-06,2.3368452275462914e-06,2.520847829146078e-06,2.7048504307458643e-06,2.8888530323456507e-06,3.072855633945437e-06,3.2568582355452236e-06,3.44086083714501e-06,3.6248634387447964e-06,3.808866040344583e-06,3.992868641944369e-06,4.176871243544156e-06,4.360873845143942e-06,4.5448769014910795e-06,4.728879503090866e-06,4.912882104690652e-06,5.096884706290439e-06,5.280887307890225e-06,5.464889909490012e-06,5.648892511089798e-06,5.8328951126895845e-06,6.016897714289371e-06]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-7.673861546209082e-13,-7.407408020299044e-13,-7.140954494389007e-13,-6.874500968478969e-13,-6.608047442568932e-13,-6.341593916658894e-13,-6.075140390748857e-13,-5.808686864838819e-13,-5.542233338928781e-13,-5.275779813018744e-13,-5.009326287108706e-13,-4.742872761198669e-13,-4.476419235288631e-13,-4.2099657093785936e-13,-3.943512183468556e-13,-3.6770586575585185e-13,-3.410605131648481e-13,-3.1441516057384433e-13,-2.877698079828406e-13,-2.611244553918368e-13,-2.3447910280083306e-13,-2.078337502098293e-13,-1.8118839761882555e-13,-1.545430450278218e-13,-1.2789769243681803e-13,-1.0125233984581428e-13,-7.460698725481052e-14,-4.796163466380676e-14,-2.1316282072803006e-14,5.329070518200751e-15,3.197442310920451e-14,5.861977570020827e-14,8.526512829121202e-14,1.1191048088221578e-13,1.3855583347321954e-13,1.652011860642233e-13,1.9184653865522705e-13,2.184918912462308e-13,2.4513724383723456e-13,2.717825964282383e-13,2.984279490192421e-13,3.2507330161024584e-13,3.517186542012496e-13,3.7836400679225335e-13,4.050093593832571e-13,4.3165471197426086e-13,4.583000645652646e-13,4.849454171562684e-13,5.115907697472721e-13,5.382361223382759e-13,5.648814749292796e-13,5.915268275202834e-13,6.181721801112872e-13,6.448175327022909e-13,6.714628852932947e-13,6.981082378842984e-13,7.247535904753022e-13,7.513989430663059e-13,7.780442956573097e-13,8.046896482483135e-13,8.313350008393172e-13,8.57980353430321e-13,8.846257060213247e-13,9.112710586123285e-13,9.379164112033322e-13],"_type":"histogram","values":[1,1,1,3,2,0,0,3,1,2,4,8,4,3,1,5,7,11,12,14,28,22,33,24,40,37,49,40,42,34,48,37,28,32,23,25,25,23,17,18,6,11,10,4,2,6,0,0,4,2,4,0,1,0,7,0,1,0,0,0,1,0,0,1]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"values":[3,2,3,4,7,8,10,13,16,15,36,58,66,101,142,206,312,430,650,1023,1606,2501,4205,6868,11537,20022,35732,60455,92245,110950,93078,60890,35850,20466,11877,6877,4198,2589,1634,1028,702,453,297,177,125,102,67,53,36,27,18,17,15,6,3,3,2,2,2,1,1,1,0,1],"bins":[-1.7421978554921225e-05,-1.6831618268042803e-05,-1.624125798116438e-05,-1.565089769428596e-05,-1.5060537407407537e-05,-1.4470177120529115e-05,-1.3879816833650693e-05,-1.3289456546772271e-05,-1.269909625989385e-05,-1.2108735063520726e-05,-1.1518374776642304e-05,-1.0928014489763882e-05,-1.033765420288546e-05,-9.747293916007038e-06,-9.156933629128616e-06,-8.566573342250194e-06,-7.976213055371772e-06,-7.385852768493351e-06,-6.795492481614929e-06,-6.205132194736507e-06,-5.614771907858085e-06,-5.024411166232312e-06,-4.43405087935389e-06,-3.843690592475468e-06,-3.2533303055970464e-06,-2.6629700187186245e-06,-2.0726097318402026e-06,-1.4822492175881052e-06,-8.918889307096833e-07,-3.0152858698784257e-07,2.888317567339982e-07,8.79192100455839e-07,1.4695524441776797e-06,2.0599127310561016e-06,2.6502730179345235e-06,3.240633532186621e-06,3.830993591691367e-06,4.42135433331714e-06,5.011714620195562e-06,5.602074907073984e-06,6.192435193952406e-06,6.782795480830828e-06,7.37315576770925e-06,7.963516509335022e-06,8.553876796213444e-06,9.144237083091866e-06,9.734597369970288e-06,1.032495765684871e-05,1.0915317943727132e-05,1.1505678230605554e-05,1.2096038517483976e-05,1.2686398804362398e-05,1.327675909124082e-05,1.3867119378119241e-05,1.4457479664997663e-05,1.5047839951876085e-05,1.563820114824921e-05,1.622856143512763e-05,1.6818921722006053e-05,1.7409282008884475e-05,1.7999642295762897e-05,1.859000258264132e-05,1.918036286951974e-05,1.9770723156398162e-05,2.0361083443276584e-05],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[5,2,3,10,6,7,5,11,15,18,35,52,83,99,141,201,292,413,534,768,1141,1639,2313,3306,4941,7174,10777,16215,24990,40110,74563,150321,106774,51856,30792,19730,12967,8488,5856,3957,2775,1889,1396,946,633,451,293,251,168,99,86,65,46,33,27,22,9,13,5,1,2,2,0,2],"bins":[-4.763468041346641e-06,-4.613335022440879e-06,-4.463201548787765e-06,-4.313068529882003e-06,-4.16293551097624e-06,-4.0128020373231266e-06,-3.862669018417364e-06,-3.712535772137926e-06,-3.562402525858488e-06,-3.41226927957905e-06,-3.262136033299612e-06,-3.1120030143938493e-06,-2.9618697681144113e-06,-2.8117365218349732e-06,-2.6616035029292107e-06,-2.5114702566497726e-06,-2.3613370103703346e-06,-2.2112037640908966e-06,-2.0610705178114586e-06,-1.910937498905696e-06,-1.760804252626258e-06,-1.61067100634682e-06,-1.4605378737542196e-06,-1.3104047411616193e-06,-1.1602714948821813e-06,-1.0101382486027433e-06,-8.60005116010143e-07,-7.098719265741238e-07,-5.597387371381046e-07,-4.0960554770208546e-07,-2.594723582660663e-07,-1.0933916883004713e-07,4.079447535332292e-08,1.909276647893421e-07,3.4106085422536125e-07,4.911940436613804e-07,6.413272330973996e-07,7.914604225334188e-07,9.415936119694379e-07,1.0917267445620382e-06,1.2418599908414762e-06,1.3919932371209143e-06,1.5421263697135146e-06,1.6922595023061149e-06,1.842392748585553e-06,1.992525994864991e-06,2.1426590137707535e-06,2.2927922600501915e-06,2.4429255063296296e-06,2.5930587526090676e-06,2.7431919988885056e-06,2.893325017794268e-06,3.0434582640737062e-06,3.1935915103531443e-06,3.343724529258907e-06,3.493857775538345e-06,3.643991021817783e-06,3.794124268097221e-06,3.944257514376659e-06,4.0943905332824215e-06,4.244523552188184e-06,4.394657025841298e-06,4.54479004474706e-06,4.694923518400174e-06,4.845056537305936e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,4,2,1,8,11,24,20,17,16,21,17,13,10,13,14,12,24,24,21,21,20,21,16,20,13,23,16,15,16,22,14,19,17,14,19,17,16,17,17,11,12,13,14,16,16,8,13,10,10,5,7,3,1,1,0,1],"bins":[0.9987261295318604,0.9987636804580688,0.9988012313842773,0.9988387823104858,0.9988763332366943,0.9989138841629028,0.9989514350891113,0.9989889860153198,0.9990265369415283,0.999064028263092,0.9991015791893005,0.999139130115509,0.9991766810417175,0.999214231967926,0.9992517828941345,0.999289333820343,0.9993268847465515,0.99936443567276,0.9994019865989685,0.999439537525177,0.9994770884513855,0.999514639377594,0.9995521903038025,0.999589741230011,0.9996272325515747,0.9996647834777832,0.9997023344039917,0.9997398853302002,0.9997774362564087,0.9998149871826172,0.9998525381088257,0.9998900890350342,0.9999276399612427,0.9999651908874512,1.0000027418136597,1.0000402927398682,1.0000778436660767,1.0001153945922852,1.0001529455184937,1.0001904964447021,1.0002280473709106,1.0002655982971191,1.0003031492233276,1.0003407001495361,1.0003782510757446,1.0004158020019531,1.0004533529281616,1.0004909038543701,1.000528335571289,1.0005658864974976,1.000603437423706,1.0006409883499146,1.000678539276123,1.0007160902023315,1.00075364112854,1.0007911920547485,1.000828742980957,1.0008662939071655,1.000903844833374,1.0009413957595825,1.000978946685791,1.0010164976119995,1.001054048538208,1.0010915994644165,1.001129150390625],"_type":"histogram"},"parameters/bert.embeddings.position_embeddings.weight":{"bins":[-0.09994983673095703,-0.0969984233379364,-0.09404701739549637,-0.09109561145305634,-0.0881441980600357,-0.08519278466701508,-0.08224137872457504,-0.07928997278213501,-0.07633855938911438,-0.07338714599609375,-0.07043574005365372,-0.06748433411121368,-0.06453292071819305,-0.06158151105046272,-0.05863010138273239,-0.05567869171500206,-0.05272728204727173,-0.0497758723795414,-0.046824462711811066,-0.043873053044080734,-0.0409216433763504,-0.03797023370862007,-0.03501882404088974,-0.03206741437315941,-0.029116004705429077,-0.026164595037698746,-0.023213185369968414,-0.020261775702238083,-0.01731036603450775,-0.01435895636677742,-0.011407546699047089,-0.008456137031316757,-0.005504719913005829,-0.0025533102452754974,0.000398099422454834,0.0033495090901851654,0.006300918757915497,0.009252328425645828,0.01220373809337616,0.015155147761106491,0.018106557428836823,0.021057967096567154,0.024009376764297485,0.026960786432027817,0.029912196099758148,0.03286360576748848,0.03581501543521881,0.03876642510294914,0.041717834770679474,0.044669244438409805,0.04762065410614014,0.05057206377387047,0.0535234734416008,0.05647488310933113,0.05942629277706146,0.062377702444791794,0.06532911211252213,0.06828051805496216,0.07123193144798279,0.07418334484100342,0.07713475078344345,0.08008615672588348,0.08303757011890411,0.08598898351192474,0.08894038945436478],"_type":"histogram","values":[1,0,0,0,2,2,6,15,17,39,72,102,175,234,376,613,855,1244,1762,2389,3310,4395,5719,7188,8934,10751,12882,15127,16839,18774,20356,21755,22580,23302,22932,22368,21510,20076,18334,16474,14145,12457,10343,8344,6727,5333,4099,3044,2215,1537,1177,800,554,351,231,125,92,64,33,16,6,7,2,4]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,3,0,2,1,2,1,4,1,4,9,7,7,8,7,13,17,14,11,16,23,21,28,40,32,30,28,32,28,29,24,34,24,20,27,27,30,25,17,13,15,12,8,13,16,13,5,7,3,7,2,2,1,0,1,0,1,0,1,0,0,0,1],"bins":[-2.6141806301893666e-06,-2.5265408112318255e-06,-2.4389009922742844e-06,-2.3512609459430678e-06,-2.2636211269855266e-06,-2.1759813080279855e-06,-2.088341261696769e-06,-2.0007014427392278e-06,-1.9130616237816866e-06,-1.8254218048241455e-06,-1.7377818721797667e-06,-1.6501419395353878e-06,-1.5625021205778467e-06,-1.4748623016203055e-06,-1.3872223689759267e-06,-1.2995824363315478e-06,-1.2119426173740067e-06,-1.1243027984164655e-06,-1.0366628657720867e-06,-9.490229899711267e-07,-8.613831141701667e-07,-7.737432383692067e-07,-6.861033625682467e-07,-5.984634867672867e-07,-5.108236109663267e-07,-4.2318373516536667e-07,-3.3554385936440667e-07,-2.4790398356344667e-07,-1.6026410776248667e-07,-7.262423196152668e-08,1.5015643839433324e-08,1.0265551964039332e-07,1.9029562281502876e-07,2.7793549861598876e-07,3.6557537441694876e-07,4.5321525021790876e-07,5.408551260188688e-07,6.284950018198288e-07,7.161348776207888e-07,8.037747534217488e-07,8.914146292227088e-07,9.790544481802499e-07,1.0666943808246288e-06,1.1543343134690076e-06,1.2419741324265487e-06,1.3296139513840899e-06,1.4172538840284687e-06,1.5048938166728476e-06,1.5925336356303887e-06,1.6801734545879299e-06,1.7678133872323087e-06,1.8554533198766876e-06,1.9430931388342287e-06,2.03073295779177e-06,2.118372776749311e-06,2.2060128230805276e-06,2.2936526420380687e-06,2.38129246099561e-06,2.4689325073268265e-06,2.5565723262843676e-06,2.6442121452419087e-06,2.73185196419945e-06,2.819491783156991e-06,2.9071318294882076e-06,2.9947716484457487e-06]},"gradients/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,2,1,12,8,13,12,24,48,41,69,120,162,252,386,580,1028,1733,3107,6012,12042,25861,59682,152892,469165,530346,180149,70062,29827,13949,6945,3726,1939,1147,639,326,239,122,75,45,20,22,8,6,7,6,2,0,0,0,1,1],"bins":[-1.9747059923247434e-05,-1.9214396161260083e-05,-1.8681734218262136e-05,-1.814907227526419e-05,-1.7616408513276838e-05,-1.7083744751289487e-05,-1.655108280829154e-05,-1.6018420865293592e-05,-1.548575710330624e-05,-1.4953094250813592e-05,-1.4420431398320943e-05,-1.3887768545828294e-05,-1.3355105693335645e-05,-1.2822442840842996e-05,-1.2289779988350347e-05,-1.1757117135857698e-05,-1.1224454283365048e-05,-1.06917914308724e-05,-1.015912857837975e-05,-9.626465725887101e-06,-9.093802873394452e-06,-8.561140020901803e-06,-8.028477168409154e-06,-7.495814315916505e-06,-6.963151463423856e-06,-6.4304886109312065e-06,-5.897825758438557e-06,-5.365162905945908e-06,-4.832500053453259e-06,-4.29983720096061e-06,-3.767174348467961e-06,-3.234511495975312e-06,-2.7018495529773645e-06,-2.1691867004847154e-06,-1.6365238479920663e-06,-1.1038609954994172e-06,-5.711981430067681e-07,-3.853529051411897e-08,4.941275619785301e-07,1.0267904144711792e-06,1.5594532669638284e-06,2.0921161194564775e-06,2.6247789719491266e-06,3.1574418244417757e-06,3.6901046769344248e-06,4.222767529427074e-06,4.755430381919723e-06,5.288093234412372e-06,5.820756086905021e-06,6.35341893939767e-06,6.8860817918903194e-06,7.4187446443829685e-06,7.951407496875618e-06,8.484070349368267e-06,9.016733201860916e-06,9.549396054353565e-06,1.0082058906846214e-05,1.0614721759338863e-05,1.1147384611831512e-05,1.1680047464324161e-05,1.221271031681681e-05,1.274537316930946e-05,1.3278036021802109e-05,1.3810698874294758e-05,1.4343361726787407e-05]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,1,1,0,0,1,1,4,1,4,1,4,2,4,4,3,8,4,6,10,4,13,14,17,10,22,15,13,20,21,32,25,25,27,32,23,34,28,29,26,24,28,25,15,20,23,18,11,16,12,9,13,12,5,11,10,6,4,8,2,2,4],"bins":[-4.232393166603288e-06,-4.121134679735405e-06,-4.009876647614874e-06,-3.898618160746992e-06,-3.7873599012527848e-06,-3.676101641758578e-06,-3.5648431548906956e-06,-3.4535848953964887e-06,-3.342326635902282e-06,-3.2310681490343995e-06,-3.1198098895401927e-06,-3.008551630045986e-06,-2.897293370551779e-06,-2.7860348836838966e-06,-2.6747766241896898e-06,-2.563518364695483e-06,-2.452260105201276e-06,-2.3410016183333937e-06,-2.229743358839187e-06,-2.11848509934498e-06,-2.0072266124770977e-06,-1.8959683529828908e-06,-1.784710093488684e-06,-1.6734517203076393e-06,-1.5621933471265947e-06,-1.4509350876323879e-06,-1.3396767144513433e-06,-1.2284184549571364e-06,-1.1171600817760918e-06,-1.005901822281885e-06,-8.946434491008404e-07,-7.833851327632146e-07,-6.721268164255889e-07,-5.608685000879632e-07,-4.4961018375033746e-07,-3.383518389910023e-07,-2.2709352265337657e-07,-1.1583519921032348e-07,-4.576875767270394e-09,1.0668144767578269e-07,2.1793977111883578e-07,3.291980874564615e-07,4.4045640379408724e-07,5.51714720131713e-07,6.629730933127576e-07,7.742314096503833e-07,8.85489725988009e-07,9.967479854822159e-07,1.1080063586632605e-06,1.219264731844305e-06,1.330522991338512e-06,1.4417813645195565e-06,1.5530396240137634e-06,1.664297997194808e-06,1.7755562566890148e-06,1.8868146298700594e-06,1.998073003051104e-06,2.109331262545311e-06,2.2205895220395178e-06,2.3318480089074e-06,2.443106268401607e-06,2.554364527895814e-06,2.6656227873900207e-06,2.776881274257903e-06,2.88813953375211e-06],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,0,3,1,0,3,5,2,7,5,4,10,13,23,25,33,46,63,58,79,60,68,60,52,40,18,22,18,17,10,3,1,3,3,3,1,2,0,1,0,0,0,0,0,0,0,0,1],"bins":[-2.694947033887729e-05,-2.620000122988131e-05,-2.5450532120885327e-05,-2.4701063011889346e-05,-2.3951593902893364e-05,-2.3202124793897383e-05,-2.24526556849014e-05,-2.170318657590542e-05,-2.095371746690944e-05,-2.0204248357913457e-05,-1.9454779248917475e-05,-1.8705310139921494e-05,-1.7955841030925512e-05,-1.720637192192953e-05,-1.645690281293355e-05,-1.5707433703937568e-05,-1.4957964594941586e-05,-1.4208495485945605e-05,-1.3459026376949623e-05,-1.2709557267953642e-05,-1.196008815895766e-05,-1.1210619049961679e-05,-1.0461149940965697e-05,-9.711680831969716e-06,-8.962211722973734e-06,-8.212742613977753e-06,-7.463273504981771e-06,-6.71380439598579e-06,-5.964335286989808e-06,-5.2148661779938266e-06,-4.465397068997845e-06,-3.7159279600018635e-06,-2.966458851005882e-06,-2.2169897420099005e-06,-1.467520633013919e-06,-7.180515240179375e-07,3.141758497804403e-08,7.808866939740255e-07,1.530355802970007e-06,2.2798249119659886e-06,3.02929402096197e-06,3.7787631299579516e-06,4.528232238953933e-06,5.277701347949915e-06,6.027170456945896e-06,6.776639565941878e-06,7.526108674937859e-06,8.27557778393384e-06,9.025046892929822e-06,9.774516001925804e-06,1.0523985110921785e-05,1.1273454219917767e-05,1.2022923328913748e-05,1.277239243790973e-05,1.3521861546905711e-05,1.4271330655901693e-05,1.5020799764897674e-05,1.5770268873893656e-05,1.6519737982889637e-05,1.726920709188562e-05,1.80186762008816e-05,1.8768145309877582e-05,1.9517614418873563e-05,2.0267083527869545e-05,2.1016552636865526e-05]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-7.312035904760705e-06,-7.082149295456475e-06,-6.852262686152244e-06,-6.622376076848013e-06,-6.3924899222911336e-06,-6.162603312986903e-06,-5.932716703682672e-06,-5.7028300943784416e-06,-5.472943485074211e-06,-5.24305687576998e-06,-5.01317026646575e-06,-4.783283657161519e-06,-4.553397047857288e-06,-4.3235108933004085e-06,-4.093624283996178e-06,-3.863737674691947e-06,-3.6338510653877165e-06,-3.403964456083486e-06,-3.174077846779255e-06,-2.9441914648487e-06,-2.7143048555444693e-06,-2.4844182462402387e-06,-2.2545318643096834e-06,-2.0246452550054528e-06,-1.7947586457012221e-06,-1.5648720363969915e-06,-1.3349855407795985e-06,-1.1050990451622056e-06,-8.752124358579749e-07,-6.453258833971631e-07,-4.154393309363513e-07,-1.8555277847553953e-07,4.4333773985272273e-08,2.7422032644608407e-07,5.041068789068959e-07,7.339934313677077e-07,9.638799838285195e-07,1.1937665931327501e-06,1.423653088750143e-06,1.653539584367536e-06,1.8834261936717667e-06,2.1133128029759973e-06,2.343199412280228e-06,2.573085794210783e-06,2.802972403515014e-06,3.0328590128192445e-06,3.2627453947497997e-06,3.4926320040540304e-06,3.722518613358261e-06,3.952405222662492e-06,4.182291831966722e-06,4.412178441270953e-06,4.642064595827833e-06,4.8719512051320635e-06,5.101837814436294e-06,5.331724423740525e-06,5.5616110330447555e-06,5.791497642348986e-06,6.021384251653217e-06,6.2512708609574474e-06,6.481157470261678e-06,6.711043624818558e-06,6.9409302341227885e-06,7.170816843427019e-06,7.40070345273125e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,1,0,2,1,2,7,3,7,4,11,10,15,30,30,34,47,56,60,68,63,46,43,48,25,33,25,22,18,15,9,11,3,5,3,2,2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[2,0,0,2,2,1,1,8,11,12,12,14,13,13,17,14,10,11,12,10,9,15,18,22,20,11,20,18,17,22,21,19,18,12,15,19,8,11,12,13,19,16,16,10,18,10,16,22,17,17,15,17,17,12,13,11,9,8,7,2,1,7,1,2],"bins":[0.9988695979118347,0.9989033937454224,0.99893718957901,0.9989709854125977,0.9990048408508301,0.9990386366844177,0.9990724325180054,0.999106228351593,0.9991400241851807,0.9991738200187683,0.999207615852356,0.9992414712905884,0.999275267124176,0.9993090629577637,0.9993428587913513,0.999376654624939,0.9994104504585266,0.9994442462921143,0.9994781017303467,0.9995118975639343,0.999545693397522,0.9995794892311096,0.9996132850646973,0.9996470808982849,0.9996808767318726,0.999714732170105,0.9997485280036926,0.9997823238372803,0.9998161196708679,0.9998499155044556,0.9998837113380432,0.9999175071716309,0.9999513626098633,0.9999851584434509,1.0000189542770386,1.0000526905059814,1.0000865459442139,1.0001204013824463,1.0001541376113892,1.0001879930496216,1.0002217292785645,1.0002555847167969,1.0002893209457397,1.0003231763839722,1.0003570318222046,1.0003907680511475,1.0004246234893799,1.0004583597183228,1.0004922151565552,1.000525951385498,1.0005598068237305,1.000593662261963,1.0006273984909058,1.0006612539291382,1.000694990158081,1.0007288455963135,1.0007625818252563,1.0007964372634888,1.0008302927017212,1.000864028930664,1.0008978843688965,1.0009316205978394,1.0009654760360718,1.0009992122650146,1.001033067703247],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"values":[2,1,5,5,26,43,69,99,167,245,393,626,937,1361,1933,2821,3785,5142,6749,8734,10859,13470,16466,19487,22361,25201,28096,30649,32204,34073,34277,34201,33572,32078,29878,27296,24405,21308,18330,15355,12598,10220,8103,6174,4736,3509,2467,1796,1202,844,576,333,214,151,81,37,32,22,13,3,1,2,0,1],"bins":[-0.09039807319641113,-0.08746737241744995,-0.08453667163848877,-0.08160597085952759,-0.0786752700805664,-0.07574456930160522,-0.07281387597322464,-0.06988317519426346,-0.06695247441530228,-0.0640217736363411,-0.06109107285737991,-0.05816037207841873,-0.05522967129945755,-0.05229897052049637,-0.049368273466825485,-0.046437572687864304,-0.04350687190890312,-0.04057617112994194,-0.03764547035098076,-0.034714773297309875,-0.031784072518348694,-0.028853371739387512,-0.02592267096042633,-0.022991972044110298,-0.020061271265149117,-0.017130570486187935,-0.014199871569871902,-0.01126917079091072,-0.008338470943272114,-0.005407771095633507,-0.0024770707823336124,0.00045362929813563824,0.003384329378604889,0.006315029226243496,0.009245729073882103,0.012176429852843285,0.015107129700481892,0.0180378295481205,0.02096853032708168,0.023899229243397713,0.026829930022358894,0.029760630801320076,0.03269132971763611,0.03562203049659729,0.03855273127555847,0.04148343205451965,0.044414129108190536,0.04734482988715172,0.0502755306661129,0.05320623144507408,0.05613693222403526,0.059067629277706146,0.06199833005666733,0.06492903083562851,0.06785973161458969,0.07079043239355087,0.07372113317251205,0.07665183395147324,0.07958253473043442,0.082513228058815,0.08544392883777618,0.08837462961673737,0.09130533039569855,0.09423603117465973,0.09716673195362091],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09111276268959045,-0.08820310980081558,-0.08529346436262131,-0.08238381147384644,-0.07947416603565216,-0.07656451314687729,-0.07365486770868301,-0.07074521481990814,-0.06783556938171387,-0.064925916492939,-0.06201626732945442,-0.05910661816596985,-0.05619696527719498,-0.0532873161137104,-0.05037766695022583,-0.04746801778674126,-0.04455836862325668,-0.04164871945977211,-0.03873907029628754,-0.03582942113280296,-0.03291977196931839,-0.030010120943188667,-0.027100469917058945,-0.02419082075357437,-0.021281171590089798,-0.018371522426605225,-0.015461872331798077,-0.012552222236990929,-0.009642573073506355,-0.006732923444360495,-0.003823273815214634,-0.0009136241860687733,0.0019960328936576843,0.004905682522803545,0.007815332151949406,0.010724982246756554,0.013634631410241127,0.0165442805737257,0.019453931599855423,0.022363580763339996,0.02527322992682457,0.028182879090309143,0.031092528253793716,0.03400217741727829,0.03691183030605316,0.039821479469537735,0.04273112863302231,0.04564077779650688,0.048550426959991455,0.05146007612347603,0.0543697252869606,0.057279374450445175,0.06018902361392975,0.06309867650270462,0.0660083219408989,0.06891797482967377,0.07182762026786804,0.07473727315664291,0.07764692604541779,0.08055657148361206,0.08346622437238693,0.08637586981058121,0.08928552269935608,0.09219516813755035,0.09510482102632523],"_type":"histogram","values":[2,1,4,6,15,33,53,86,139,246,354,547,769,1213,1784,2462,3331,4491,6079,7841,9891,12272,15111,17974,21009,24143,26969,29272,31271,33094,34019,33913,33753,32589,30704,28225,25652,22947,19602,16997,14096,11441,9159,6977,5482,4121,3006,2171,1547,971,731,459,306,213,111,72,50,20,9,7,9,1,1,1]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-3.945200205635047e-06,-3.815297986875521e-06,-3.68539554074232e-06,-3.555493094609119e-06,-3.4255908758495934e-06,-3.295688657090068e-06,-3.165786210956867e-06,-3.035883764823666e-06,-2.9059815460641403e-06,-2.7760793273046147e-06,-2.6461768811714137e-06,-2.5162744350382127e-06,-2.386372216278687e-06,-2.2564699975191616e-06,-2.1265675513859605e-06,-1.9966651052527595e-06,-1.866762886493234e-06,-1.7368605540468707e-06,-1.6069582216005074e-06,-1.477055889154144e-06,-1.3471535567077808e-06,-1.2172512242614175e-06,-1.0873488918150542e-06,-9.57446559368691e-07,-8.275442269223277e-07,-6.976418944759644e-07,-5.677395620296011e-07,-4.378372295832378e-07,-3.079348971368745e-07,-1.780325646905112e-07,-4.813023224414792e-08,8.177210020221537e-08,2.1167397790122777e-07,3.4157631034759106e-07,4.7147864279395435e-07,6.013809752403176e-07,7.312833076866809e-07,8.611856401330442e-07,9.910879725794075e-07,1.1209903050257708e-06,1.250892637472134e-06,1.3807949699184974e-06,1.5106973023648607e-06,1.640599634811224e-06,1.7705019672575872e-06,1.9004042997039505e-06,2.030306632150314e-06,2.160209078283515e-06,2.2901112970430404e-06,2.420013515802566e-06,2.549915961935767e-06,2.679818408068968e-06,2.8097206268284936e-06,2.939622845588019e-06,3.06952529172122e-06,3.199427737854421e-06,3.3293299566139467e-06,3.4592321753734723e-06,3.5891346215066733e-06,3.7190370676398743e-06,3.8489392863994e-06,3.9788415051589254e-06,4.108744178665802e-06,4.2386463974253275e-06,4.368548616184853e-06],"_type":"histogram","values":[2,0,0,0,0,0,1,1,1,1,5,4,2,9,7,6,6,11,16,19,13,12,25,30,20,27,30,40,37,47,40,36,35,40,31,33,34,26,21,10,18,8,15,12,7,7,6,2,6,1,1,3,0,1,0,1,0,0,0,0,0,1,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-2.231294274679385e-05,-2.159543873858638e-05,-2.087793473037891e-05,-2.016043072217144e-05,-1.944292671396397e-05,-1.87254227057565e-05,-1.8007920516538434e-05,-1.7290416508330964e-05,-1.6572912500123493e-05,-1.5855408491916023e-05,-1.5137904483708553e-05,-1.4420400475501083e-05,-1.3702896467293613e-05,-1.2985392459086142e-05,-1.2267889360373374e-05,-1.1550385352165904e-05,-1.0832881343958434e-05,-1.0115377335750964e-05,-9.397873327543493e-06,-8.680370228830725e-06,-7.962866220623255e-06,-7.245362212415785e-06,-6.527858204208314e-06,-5.810354650748195e-06,-5.092850642540725e-06,-4.375346634333255e-06,-3.6578430808731355e-06,-2.9403390726656653e-06,-2.2228352918318706e-06,-1.5053315109980758e-06,-7.878276164774434e-07,-7.032377880022977e-08,6.471800588769838e-07,1.3646838397107786e-06,2.0821876205445733e-06,2.7996916287520435e-06,3.517195409585838e-06,4.234699190419633e-06,4.952203198627103e-06,5.669706752087222e-06,6.387210760294693e-06,7.104714768502163e-06,7.822218321962282e-06,8.539722330169752e-06,9.257226338377222e-06,9.974730346584693e-06,1.0692233445297461e-05,1.1409737453504931e-05,1.2127241461712401e-05,1.2844745469919872e-05,1.3562249478127342e-05,1.427975257684011e-05,1.499725658504758e-05,1.571476059325505e-05,1.643226460146252e-05,1.714976860966999e-05,1.786727261787746e-05,1.858477662608493e-05,1.93022806342924e-05,2.0019782823510468e-05,2.0737286831717938e-05,2.145479083992541e-05,2.217229484813288e-05,2.288979885634035e-05,2.360730286454782e-05],"_type":"histogram","values":[2,3,1,2,2,2,6,4,11,16,16,25,39,63,82,126,180,243,399,582,872,1334,2096,3146,4993,7962,13273,23211,40657,72264,110816,116921,79886,45683,25915,14834,8749,5336,3548,2209,1422,940,651,387,286,166,156,98,61,45,31,26,8,12,5,4,6,2,4,2,0,1,0,2]},"parameters/bert.encoder.layer.2.output.dense.weight":{"values":[1,0,2,4,8,10,24,39,64,104,209,293,526,880,1375,2179,3350,4741,6856,9601,13088,17664,23117,29741,36968,45536,53831,62742,71715,79592,86054,91932,94990,95603,95007,91482,86652,79619,71851,63264,53920,45631,37168,29874,23634,18088,13380,9670,6963,4746,3233,2187,1387,893,590,330,219,104,72,29,10,11,3,8],"bins":[-0.10272112488746643,-0.09965622425079346,-0.09659131616353989,-0.09352641552686691,-0.09046151489019394,-0.08739660680294037,-0.0843317061662674,-0.08126680552959442,-0.07820189744234085,-0.07513699680566788,-0.0720720961689949,-0.06900718808174133,-0.06594228744506836,-0.06287738680839539,-0.059812478721141815,-0.05674757808446884,-0.05368267372250557,-0.0506177693605423,-0.047552868723869324,-0.04448796436190605,-0.04142305999994278,-0.038358159363269806,-0.035293255001306534,-0.03222835063934326,-0.02916344814002514,-0.026098545640707016,-0.023033641278743744,-0.01996873877942562,-0.016903836280107498,-0.013838931918144226,-0.010774029418826103,-0.007709125988185406,-0.004644222557544708,-0.0015793193597346544,0.0014855838380753994,0.00455048680305481,0.007615390233695507,0.010680293664336205,0.013745196163654327,0.0168101005256176,0.019875003024935722,0.022939905524253845,0.026004809886217117,0.02906971238553524,0.03213461488485336,0.035199519246816635,0.03826442360877991,0.04132932424545288,0.04439422860741615,0.047459132969379425,0.0505240336060524,0.05358893796801567,0.05665384232997894,0.059718742966651917,0.06278365105390549,0.06584855169057846,0.06891345232725143,0.071978360414505,0.07504326105117798,0.07810816168785095,0.08117306977510452,0.0842379704117775,0.08730287104845047,0.09036777913570404,0.09343267977237701],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"values":[2,4,2,3,1,11,11,18,36,62,119,177,301,484,830,1175,1710,2367,3349,4510,6248,8175,10489,13106,15839,19036,22473,25781,28554,31364,33268,34868,35312,35453,34413,32859,30470,28015,24606,21471,18187,14943,12540,9639,7803,5854,4162,3114,2184,1512,1069,723,409,289,181,103,60,40,21,6,10,2,0,1],"bins":[-0.0993579551577568,-0.09633541852235794,-0.09331288188695908,-0.09029034525156021,-0.08726780861616135,-0.08424527198076248,-0.08122273534536362,-0.07820019870996475,-0.07517765462398529,-0.07215511798858643,-0.06913258135318756,-0.0661100447177887,-0.06308750808238983,-0.06006497144699097,-0.0570424348115921,-0.05401989817619324,-0.05099736154079437,-0.04797482490539551,-0.04495228826999664,-0.04192975163459778,-0.038907214999198914,-0.03588467463850975,-0.032862138003110886,-0.02983960136771202,-0.026817064732313156,-0.02379452809691429,-0.020771991461515427,-0.017749452963471413,-0.014726916328072548,-0.011704379692673683,-0.008681842125952244,-0.005659305024892092,-0.0026367753744125366,0.00038576172664761543,0.0034082988277077675,0.0064308359287679195,0.009453373029828072,0.012475909665226936,0.015498447231948376,0.018520984798669815,0.02154352143406868,0.024566058069467545,0.02758859470486641,0.030611133202910423,0.03363367170095444,0.0366562083363533,0.03967874497175217,0.04270128160715103,0.045723818242549896,0.04874635487794876,0.051768891513347626,0.05479142814874649,0.057813964784145355,0.06083650514483452,0.06385903805494308,0.06688157469034195,0.06990411877632141,0.07292665541172028,0.07594919204711914,0.078971728682518,0.08199426531791687,0.08501680195331573,0.0880393385887146,0.09106187522411346,0.09408441185951233],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[2,4,6,17,42,43,90,126,210,317,425,665,1012,1419,1998,2869,3552,4915,6296,8222,10028,12402,14900,17589,20598,23127,25404,27907,30018,31354,32405,32773,32330,31431,29977,28179,25609,23036,20483,17640,15144,12510,10213,8145,6496,5046,3653,2726,1989,1471,1004,718,478,315,189,129,75,42,26,17,8,6,1,3],"bins":[-0.08770908415317535,-0.08492624014616013,-0.0821433886885643,-0.07936054468154907,-0.07657770067453384,-0.07379484921693802,-0.07101200520992279,-0.06822916120290756,-0.06544631719589233,-0.06266346573829651,-0.05988062173128128,-0.057097773998975754,-0.05431492626667023,-0.051532082259655,-0.04874923452734947,-0.045966390520334244,-0.04318354278802872,-0.04040069505572319,-0.03761785104870796,-0.034835003316402435,-0.03205215930938721,-0.02926931157708168,-0.026486463844776154,-0.023703617975115776,-0.0209207721054554,-0.01813792623579502,-0.015355079434812069,-0.012572232633829117,-0.00978938676416874,-0.0070065404288470745,-0.00422369409352541,-0.0014408477582037449,0.001341991126537323,0.004124837461858988,0.006907683797180653,0.009690530598163605,0.012473376467823982,0.01525622233748436,0.018039070069789886,0.020821915939450264,0.02360476180911064,0.02638760767877102,0.029170453548431396,0.03195330128073692,0.03473614901304245,0.03751899302005768,0.040301840752363205,0.04308468475937843,0.04586753249168396,0.04865038022398949,0.051433224231004715,0.05421607196331024,0.05699891597032547,0.059781763702631,0.06256461143493652,0.06534745544195175,0.06813029944896698,0.0709131509065628,0.07369599491357803,0.07647883892059326,0.07926169037818909,0.08204453438520432,0.08482737839221954,0.08761022984981537,0.0903930738568306]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[13,11,17,31,52,94,154,240,322,477,719,1063,1461,2095,2871,3987,5008,6532,8246,10369,12815,15039,17813,20241,23167,25867,27767,29731,31175,32429,32737,32053,31342,29492,27781,25711,23100,20346,17398,14857,12382,10125,8159,6414,4905,3803,2838,2015,1478,1021,709,507,304,216,135,70,58,19,25,6,9,0,2,1],"bins":[-0.08414779603481293,-0.08138509839773178,-0.07862239331007004,-0.07585969567298889,-0.07309699058532715,-0.070334292948246,-0.06757159531116486,-0.06480889022350311,-0.06204619258642197,-0.05928349122405052,-0.05652078986167908,-0.05375809222459793,-0.050995390862226486,-0.04823268949985504,-0.045469991862773895,-0.04270729050040245,-0.039944589138031006,-0.03718188777565956,-0.034419186413288116,-0.03165648877620697,-0.028893787413835526,-0.02613108605146408,-0.023368386551737785,-0.02060568705201149,-0.017842985689640045,-0.015080285258591175,-0.012317584827542305,-0.009554884396493435,-0.006792183965444565,-0.004029483534395695,-0.0012667831033468246,0.0014959173277020454,0.004258610308170319,0.007021310739219189,0.009784011170268059,0.012546711601316929,0.015309412032365799,0.018072113394737244,0.02083481289446354,0.023597512394189835,0.02636021375656128,0.029122915118932724,0.03188561648130417,0.034648314118385315,0.03741101548075676,0.040173716843128204,0.04293641448020935,0.045699115842580795,0.04846181720495224,0.051224518567323685,0.05398721992969513,0.056749917566776276,0.05951261892914772,0.062275320291519165,0.06503801792860031,0.06780072301626205,0.0705634206533432,0.07332611829042435,0.07608882337808609,0.07885152101516724,0.08161422610282898,0.08437692373991013,0.08713962137699127,0.08990232646465302,0.09266502410173416],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,3,6,4,8,7,10,18,28,34,35,62,99,116,183,240,409,599,833,1241,1751,2814,4338,6893,10713,16968,26977,41417,63640,87252,95185,78267,53826,34265,22159,14047,8899,5663,3638,2309,1548,1014,702,521,336,193,166,124,60,52,49,31,18,16,12,6,7,2,3,3,1,1,0,1],"bins":[-1.552429239382036e-05,-1.5011815776233561e-05,-1.4499339158646762e-05,-1.3986862541059963e-05,-1.3474385923473164e-05,-1.2961910215381067e-05,-1.2449433597794268e-05,-1.193695698020747e-05,-1.142448036262067e-05,-1.0912003745033871e-05,-1.0399527127447072e-05,-9.887050509860273e-06,-9.374574801768176e-06,-8.862098184181377e-06,-8.349621566594578e-06,-7.83714494900778e-06,-7.32466833142098e-06,-6.8121917138341814e-06,-6.2997150962473825e-06,-5.787238933407934e-06,-5.274762315821135e-06,-4.7622856982343365e-06,-4.249809535394888e-06,-3.7373329178080894e-06,-3.2248563002212904e-06,-2.7123796826344915e-06,-2.199903292421368e-06,-1.6874267885214067e-06,-1.1749502846214455e-06,-6.624737807214842e-07,-1.4999727682152297e-07,3.6247922707843827e-07,8.74953911988996e-07,1.3874304158889572e-06,1.8999069197889185e-06,2.412383310002042e-06,2.924859927588841e-06,3.43733654517564e-06,3.949812708015088e-06,4.462289325601887e-06,4.974765943188686e-06,5.487242560775485e-06,5.999719178362284e-06,6.512195341201732e-06,7.024671958788531e-06,7.53714857637533e-06,8.049624739214778e-06,8.562101356801577e-06,9.074577974388376e-06,9.587054591975175e-06,1.0099531209561974e-05,1.0612007827148773e-05,1.1124484444735572e-05,1.1636960152827669e-05,1.2149436770414468e-05,1.2661913388001267e-05,1.3174390005588066e-05,1.3686866623174865e-05,1.4199343240761664e-05,1.4711819858348463e-05,1.522429556644056e-05,1.573677218402736e-05,1.6249248801614158e-05,1.6761725419200957e-05,1.7274202036787756e-05]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,0,5,5,4,5,15,13,24,14,14,12,10,16,6,20,18,9,15,14,17,12,19,20,15,15,13,20,23,21,21,13,20,15,14,12,17,16,15,13,17,16,16,15,18,23,13,15,15,14,7,14,8,4,4,7,4,1,2,0,0,1],"bins":[0.9988895654678345,0.9989248514175415,0.9989600777626038,0.9989953637123108,0.9990306496620178,0.9990658760070801,0.9991011619567871,0.9991364479064941,0.9991717338562012,0.9992069602012634,0.9992422461509705,0.9992775321006775,0.9993127584457397,0.9993480443954468,0.9993833303451538,0.9994185566902161,0.9994538426399231,0.9994891285896301,0.9995243549346924,0.9995596408843994,0.9995949268341064,0.9996301531791687,0.9996654391288757,0.9997007250785828,0.999735951423645,0.999771237373352,0.9998065233230591,0.9998418092727661,0.9998770356178284,0.9999123215675354,0.9999476075172424,0.9999828338623047,1.0000181198120117,1.0000534057617188,1.0000886917114258,1.0001239776611328,1.0001591444015503,1.0001944303512573,1.0002297163009644,1.0002650022506714,1.0003002882003784,1.0003355741500854,1.000370740890503,1.00040602684021,1.000441312789917,1.000476598739624,1.000511884689331,1.000547170639038,1.0005824565887451,1.0006176233291626,1.0006529092788696,1.0006881952285767,1.0007234811782837,1.0007587671279907,1.0007940530776978,1.0008292198181152,1.0008645057678223,1.0008997917175293,1.0009350776672363,1.0009703636169434,1.0010056495666504,1.0010408163070679,1.001076102256775,1.001111388206482,1.001146674156189]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,2,6,7,17,25,54,92,133,225,358,469,744,1059,1525,2155,2880,3956,5148,6785,8648,10720,12837,15397,18278,20739,23743,26096,28624,30242,31647,32628,32810,32092,31088,30037,27653,25148,22461,19604,17236,14216,12078,9775,7580,6051,4715,3560,2602,1860,1346,929,632,392,257,166,125,72,45,25,10,7,5,6],"bins":[-0.0898737981915474,-0.08708995580673218,-0.08430610597133636,-0.08152226358652115,-0.07873841375112534,-0.07595457136631012,-0.0731707215309143,-0.07038687914609909,-0.06760302931070328,-0.06481918692588806,-0.06203534081578255,-0.05925149470567703,-0.05646764859557152,-0.053683802485466,-0.05089995637536049,-0.048116110265254974,-0.04533226415514946,-0.042548418045043945,-0.03976457193493843,-0.036980725824832916,-0.0341968797147274,-0.03141303360462189,-0.028629189357161522,-0.025845343247056007,-0.023061497136950493,-0.02027765102684498,-0.017493804916739464,-0.014709959737956524,-0.01192611362785101,-0.009142267517745495,-0.006358421873301268,-0.0035745759960263968,-0.0007907301187515259,0.001993115758523345,0.004776961635798216,0.007560807280242443,0.010344653390347958,0.013128499500453472,0.015912344679236412,0.018696190789341927,0.02148003689944744,0.024263883009552956,0.02704772911965847,0.029831575229763985,0.03261541947722435,0.035399265587329865,0.03818311169743538,0.040966957807540894,0.04375080391764641,0.04653465002775192,0.04931849613785744,0.05210234224796295,0.054886188358068466,0.05767003446817398,0.060453880578279495,0.06323772668838501,0.06602156907320023,0.06880541890859604,0.07158926129341125,0.07437311112880707,0.07715695351362228,0.0799408033490181,0.08272464573383331,0.08550849556922913,0.08829233795404434]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,2,5,2,4,9,9,25,30,32,30,19,20,18,7,8,6,16,8,15,18,8,15,9,10,12,13,6,5,6,4,12,7,6,7,6,9,13,8,14,9,10,10,10,16,14,14,15,13,10,24,17,30,32,25,20,20,8,11,1,1,1,3],"bins":[-0.0010747292544692755,-0.0010416884906589985,-0.0010086477268487215,-0.0009756069630384445,-0.0009425661992281675,-0.0009095254354178905,-0.0008764846716076136,-0.0008434439077973366,-0.0008104031439870596,-0.0007773623801767826,-0.0007443216163665056,-0.0007112808525562286,-0.0006782400887459517,-0.0006451993249356747,-0.0006121585611253977,-0.0005791177973151207,-0.0005460770335048437,-0.0005130362696945667,-0.00047999550588428974,-0.00044695474207401276,-0.00041391397826373577,-0.0003808732144534588,-0.0003478324506431818,-0.0003147916868329048,-0.00028175092302262783,-0.00024871015921235085,-0.00021566939540207386,-0.00018262863159179688,-0.0001495878677815199,-0.0001165471039712429,-8.350634016096592e-05,-5.0465576350688934e-05,-1.7424928955733776e-05,1.561583485454321e-05,4.8656598664820194e-05,8.169736247509718e-05,0.00011473812628537416,0.00014777889009565115,0.00018081965390592813,0.00021386041771620512,0.0002469011815264821,0.0002799419453367591,0.0003129827091470361,0.00034602347295731306,0.00037906423676759005,0.00041210500057786703,0.000445145764388144,0.000478186528198421,0.000511227292008698,0.000544268055818975,0.000577308819629252,0.0006103495834395289,0.0006433903472498059,0.0006764311110600829,0.0007094718748703599,0.0007425126386806369,0.0007755534024909139,0.0008085941663011909,0.0008416349301114678,0.0008746756939217448,0.0009077164577320218,0.0009407572215422988,0.0009737979853525758,0.0010068387491628528,0.0010398795129731297],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,3,4,2,3,14,21,35,27,32,23,14,17,14,12,6,16,13,9,15,5,8,14,14,10,13,13,7,18,7,8,8,5,7,6,10,12,7,16,12,14,11,14,15,17,8,9,11,16,17,17,25,20,31,27,15,7,5,2,2,2,1,0,1],"bins":[-0.001023068092763424,-0.0009896410629153252,-0.0009562140912748873,-0.0009227871196344495,-0.0008893600897863507,-0.0008559331181459129,-0.000822506146505475,-0.0007890791166573763,-0.0007556521450169384,-0.0007222251733765006,-0.0006887981435284019,-0.000655371171887964,-0.0006219442002475262,-0.0005885171703994274,-0.0005550901987589896,-0.0005216631689108908,-0.000488236197270453,-0.0004548091965261847,-0.0004213821957819164,-0.00038795522414147854,-0.00035452822339721024,-0.00032110122265294194,-0.0002876742510125041,-0.0002542472502682358,-0.0002208202495239675,-0.0001873932487796992,-0.00015396626258734614,-0.00012053926911903545,-8.711227565072477e-05,-5.3685282182414085e-05,-2.02582887141034e-05,1.3168704754207283e-05,4.659569822251797e-05,8.002269169082865e-05,0.00011344968515913934,0.0001468766713514924,0.0001803036720957607,0.000213730672840029,0.00024715764448046684,0.00028058464522473514,0.00031401164596900344,0.00034743864671327174,0.00038086564745754004,0.0004142926190979779,0.0004477196198422462,0.0004811466205865145,0.0005145735922269523,0.0005480006220750511,0.0005814275937154889,0.0006148545653559268,0.0006482815952040255,0.0006817085668444633,0.0007151355966925621,0.0007485625683329999,0.0007819895399734378,0.0008154165698215365,0.0008488435414619744,0.0008822705131024122,0.000915697542950511,0.0009491245145909488,0.0009825514862313867,0.0010159785160794854,0.0010494055459275842,0.001082832459360361,0.0011162594892084599]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-6.443848178605549e-06,-6.241955816221889e-06,-6.040063453838229e-06,-5.838171091454569e-06,-5.636278729070909e-06,-5.4343868214346e-06,-5.23249445905094e-06,-5.03060209666728e-06,-4.8287097342836205e-06,-4.6268173718999606e-06,-4.424925009516301e-06,-4.223032647132641e-06,-4.021140739496332e-06,-3.819248377112672e-06,-3.617356014729012e-06,-3.415463652345352e-06,-3.213571289961692e-06,-3.011678927578032e-06,-2.809786565194372e-06,-2.6078944301843876e-06,-2.4060020678007277e-06,-2.2041097054170677e-06,-2.0022175704070833e-06,-1.8003252080234233e-06,-1.5984328456397634e-06,-1.3965404832561035e-06,-1.1946482345592813e-06,-9.92755985862459e-07,-7.908636234787991e-07,-5.889713179385581e-07,-3.87079012398317e-07,-1.8518670685807592e-07,1.6706053429516032e-08,2.185983589697571e-07,4.2049066450999817e-07,6.223829700502392e-07,8.242752755904803e-07,1.0261676379741402e-06,1.2280598866709624e-06,1.4299521353677846e-06,1.6318444977514446e-06,1.8337368601351045e-06,2.0356292225187644e-06,2.237521357528749e-06,2.439413719912409e-06,2.6413060822960688e-06,2.8431982173060533e-06,3.045090579689713e-06,3.246982942073373e-06,3.448875304457033e-06,3.650767666840693e-06,3.852660029224353e-06,4.054551936860662e-06,4.256444299244322e-06,4.458336661627982e-06,4.660229024011642e-06,4.862121386395302e-06,5.064013748778962e-06,5.2659061111626215e-06,5.4677984735462815e-06,5.669690835929941e-06,5.8715827435662504e-06,6.07347510594991e-06,6.27536746833357e-06,6.47725983071723e-06],"_type":"histogram","values":[2,0,0,1,5,3,7,4,13,18,23,29,37,75,104,115,194,274,381,574,821,1136,1608,2575,3790,5626,8515,13447,21793,37055,69874,140659,128197,62384,33661,20087,12516,7963,5340,3439,2296,1598,1099,739,562,357,243,184,134,70,58,41,29,19,6,13,11,3,6,1,3,2,3,2]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,1,0,1,0,0,2,0,1,0,2,0,3,2,2,3,3,1,6,8,7,14,12,16,14,20,27,31,40,36,49,43,59,50,42,43,45,33,30,24,18,14,7,15,5,5,6,10,3,3,3,0,2,1,2,0,0,1,1,0,0,0,1],"bins":[-1.1436013664933853e-05,-1.1095000445493497e-05,-1.0753987226053141e-05,-1.0412974006612785e-05,-1.007196078717243e-05,-9.730947567732073e-06,-9.389934348291717e-06,-9.048921128851362e-06,-8.707907909411006e-06,-8.366893780475948e-06,-8.025880561035592e-06,-7.684867341595236e-06,-7.34385412215488e-06,-7.002840902714524e-06,-6.6618276832741685e-06,-6.320814463833813e-06,-5.979801244393457e-06,-5.638788024953101e-06,-5.297774805512745e-06,-4.956761586072389e-06,-4.615748366632033e-06,-4.274734692444326e-06,-3.9337214730039705e-06,-3.5927082535636146e-06,-3.2516950341232587e-06,-2.9106818146829028e-06,-2.569668595242547e-06,-2.2286551484285155e-06,-1.8876419289881596e-06,-1.5466287095478037e-06,-1.2056153764206101e-06,-8.646021001368354e-07,-5.235888238530606e-07,-1.8257554756928585e-07,1.584377287144889e-07,4.994510049982637e-07,8.404642812820384e-07,1.1814775007223943e-06,1.522490833849588e-06,1.8635041669767816e-06,2.2045173864171375e-06,2.5455306058574934e-06,2.8865438252978493e-06,3.2275572721118806e-06,3.5685704915522365e-06,3.909583938366268e-06,4.250597157806624e-06,4.59161037724698e-06,4.9326235966873355e-06,5.273636816127691e-06,5.614650035568047e-06,5.955663255008403e-06,6.296676474448759e-06,6.637690148636466e-06,6.978703368076822e-06,7.319716587517178e-06,7.660730261704884e-06,8.00174348114524e-06,8.342756700585596e-06,8.683769920025952e-06,9.024783139466308e-06,9.365796358906664e-06,9.70680957834702e-06,1.0047822797787376e-05,1.0388836017227732e-05],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,3,0,1,3,3,4,4,5,5,4,7,6,7,12,6,16,12,16,18,27,24,19,28,23,37,31,37,42,32,40,30,29,30,34,14,20,22,14,14,14,10,16,10,7,6,2,3,3,6,2,3,2,1,1,1,0,0,0,0,0,0,1],"bins":[-4.646088655135827e-06,-4.4894231905345805e-06,-4.332757271185983e-06,-4.176091806584736e-06,-4.019425887236139e-06,-3.862760422634892e-06,-3.70609473065997e-06,-3.549429038685048e-06,-3.392763346710126e-06,-3.236097654735204e-06,-3.0794319627602817e-06,-2.9227662707853597e-06,-2.766100806184113e-06,-2.609435114209191e-06,-2.452769422234269e-06,-2.2961037302593468e-06,-2.1394380382844247e-06,-1.9827723463095026e-06,-1.8261066543345805e-06,-1.6694410760464962e-06,-1.512775384071574e-06,-1.356109692096652e-06,-1.1994441138085676e-06,-1.0427784218336456e-06,-8.861127298587235e-07,-7.294470378838014e-07,-5.727814027522982e-07,-4.161157391990855e-07,-2.5945007564587286e-07,-1.027844120926602e-07,5.388125146055245e-08,2.105469150137651e-07,3.6721303331432864e-07,5.238787252892507e-07,6.805443604207539e-07,8.372099955522572e-07,9.938756875271793e-07,1.1505413795021013e-06,1.3072069577901857e-06,1.4638726497651078e-06,1.6205383417400299e-06,1.777204033714952e-06,1.933869725689874e-06,2.090535417664796e-06,2.2472008822660428e-06,2.403866574240965e-06,2.560532266215887e-06,2.717197958190809e-06,2.873863650165731e-06,3.030529342140653e-06,3.1871950341155753e-06,3.3438607260904973e-06,3.5005264180654194e-06,3.657191882666666e-06,3.813857574641588e-06,3.97052326661651e-06,4.127188731217757e-06,4.283854650566354e-06,4.440520115167601e-06,4.5971860345161986e-06,4.753851499117445e-06,4.910517418466043e-06,5.067182883067289e-06,5.223848802415887e-06,5.3805142670171335e-06]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,1,1,0,1,1,1,3,2,2,6,3,6,2,7,7,12,17,20,17,19,28,31,27,35,42,35,38,38,35,36,46,38,29,28,37,19,9,18,16,9,9,6,7,9,2,1,1,0,0,0,1,1,2,0,0,0,1,0,1,1,0,1],"bins":[-4.33122704635025e-06,-4.184148110653041e-06,-4.037068720208481e-06,-3.889989784511272e-06,-3.7429108488140628e-06,-3.5958319131168537e-06,-3.448752750045969e-06,-3.3016735869750846e-06,-3.1545946512778755e-06,-3.0075157155806664e-06,-2.860436552509782e-06,-2.7133573894388974e-06,-2.5662784537416883e-06,-2.419199518044479e-06,-2.2721203549735947e-06,-2.12504119190271e-06,-1.977962256205501e-06,-1.8308832068214542e-06,-1.6838041574374074e-06,-1.5367251080533606e-06,-1.3896460586693138e-06,-1.242567009285267e-06,-1.0954879599012202e-06,-9.484089105171734e-07,-8.013298611331265e-07,-6.542508117490797e-07,-5.071717623650329e-07,-3.600927129809861e-07,-2.130136635969393e-07,-6.593461421289248e-08,8.114443517115433e-08,2.2822348455520114e-07,3.7530207919189706e-07,5.223811285759439e-07,6.694601779599907e-07,8.165392273440375e-07,9.636182767280843e-07,1.1106973261121311e-06,1.257776375496178e-06,1.4048554248802247e-06,1.5519344742642716e-06,1.6990135236483184e-06,1.8460925730323652e-06,1.9931717361032497e-06,2.140250671800459e-06,2.287329607497668e-06,2.4344087705685524e-06,2.581487933639437e-06,2.728566869336646e-06,2.875645805033855e-06,3.0227249681047397e-06,3.169804131175624e-06,3.3168830668728333e-06,3.4639620025700424e-06,3.611041165640927e-06,3.7581203287118115e-06,3.9051992644090205e-06,4.05227820010623e-06,4.199357135803439e-06,4.346436526247999e-06,4.493515461945208e-06,4.640594397642417e-06,4.787673788086977e-06,4.934752723784186e-06,5.081831659481395e-06]},"parameters/linear.bias":{"_type":"histogram","values":[3,1,1,5,1,2,4,3,2,3,1,4,5,3,0,1,3,1,2,0,1,2,0,2,1,2,1,1,1,0,2,4,6,2,1,1,2,2,0,3,1,0,3,3,2,3,0,1,3,2,1,1,1,4,4,2,3,3,3,2,2,2,1,2],"bins":[-0.036115292459726334,-0.034982047975063324,-0.033848799765110016,-0.032715555280447006,-0.0315823070704937,-0.03044906072318554,-0.02931581437587738,-0.02818256802856922,-0.027049321681261063,-0.025916077196598053,-0.024782830849289894,-0.023649584501981735,-0.022516338154673576,-0.021383091807365417,-0.02024984546005726,-0.0191165991127491,-0.01798335276544094,-0.016850106418132782,-0.015716860070824623,-0.014583613723516464,-0.013450367376208305,-0.012317121960222721,-0.011183875612914562,-0.010050629265606403,-0.008917382918298244,-0.007784136570990086,-0.006650890223681927,-0.005517644342035055,-0.004384397994726896,-0.0032511516474187374,-0.002117905532941222,-0.0009846593020483851,0.0001485869288444519,0.001281833159737289,0.002415079390630126,0.0035483255051076412,0.0046815718524158,0.005814818199723959,0.0069480640813708305,0.00808131042867899,0.009214556775987148,0.010347803123295307,0.011481049470603466,0.012614295817911625,0.01374754123389721,0.014880787581205368,0.016014033928513527,0.017147280275821686,0.018280526623129845,0.019413772970438004,0.020547019317746162,0.02168026566505432,0.02281351201236248,0.02394675835967064,0.025080004706978798,0.026213251054286957,0.027346495538949966,0.028479741886258125,0.029612988233566284,0.030746234580874443,0.0318794809281826,0.03301272913813591,0.03414597362279892,0.03527922183275223,0.03641246631741524]},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-1.932802206283668e-06,-1.8759374142973684e-06,-1.8190727359979064e-06,-1.7622079440116067e-06,-1.7053432657121448e-06,-1.6484784737258451e-06,-1.5916136817395454e-06,-1.5347490034400835e-06,-1.4778842114537838e-06,-1.4210195331543218e-06,-1.3641547411680222e-06,-1.3072899491817225e-06,-1.2504252708822605e-06,-1.1935604788959608e-06,-1.1366958005964989e-06,-1.0798310086101992e-06,-1.0229662166238995e-06,-9.661015383244376e-07,-9.092368031815568e-07,-8.523720111952571e-07,-7.955072760523763e-07,-7.386425409094954e-07,-6.817778057666146e-07,-6.249130706237338e-07,-5.68048335480853e-07,-5.111835434945533e-07,-4.543188083516725e-07,-3.9745407320879167e-07,-3.4058933806591085e-07,-2.837245745013206e-07,-2.2685983935843979e-07,-1.6999509000470425e-07,-1.1313034065096872e-07,-5.6265594849946865e-08,5.991509510749893e-10,5.7463896752096844e-08,1.143286425531187e-07,1.7119339190685423e-07,2.2805812704973505e-07,2.849228906143253e-07,3.417876257572061e-07,3.9865236090008693e-07,4.555171244646772e-07,5.12381859607558e-07,5.692465947504388e-07,6.261113298933196e-07,6.829761218796193e-07,7.398408570225001e-07,7.96705592165381e-07,8.535703273082618e-07,9.104350624511426e-07,9.672997975940234e-07,1.024164589580323e-06,1.081029267879785e-06,1.1378940598660847e-06,1.1947588518523844e-06,1.2516235301518464e-06,1.308488322138146e-06,1.365353000437608e-06,1.4222177924239077e-06,1.4790825844102073e-06,1.5359472627096693e-06,1.592812054695969e-06,1.649676732995431e-06,1.7065415249817306e-06],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,2,2,2,3,2,1,4,4,3,4,9,8,17,8,22,13,16,20,20,35,31,33,41,37,49,41,37,31,46,29,35,19,20,22,16,13,13,12,9,7,6,5,4,3,1,1,3,2,2,0,0,2,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,0,0,0,1,1,1,2,0,1,2,5,3,2,8,12,12,22,34,41,72,111,119,200,348,517,880,1465,2457,4166,7230,13290,23941,47581,113869,198463,88633,39185,20270,11264,6420,3646,2141,1278,772,465,307,201,115,84,54,39,23,21,18,7,6,7,2,3,3,2,0,1],"bins":[-1.0673066753952298e-05,-1.0371315511292778e-05,-1.0069564268633258e-05,-9.767812116479035e-06,-9.466060873819515e-06,-9.164309631159995e-06,-8.862558388500474e-06,-8.560807145840954e-06,-8.259055903181434e-06,-7.957303751027212e-06,-7.655552508367691e-06,-7.353801265708171e-06,-7.0520500230486505e-06,-6.750298325641779e-06,-6.448547082982259e-06,-6.146795385575388e-06,-5.845044142915867e-06,-5.543292900256347e-06,-5.241541202849476e-06,-4.939789960189955e-06,-4.638038262783084e-06,-4.336287020123564e-06,-4.034535777464043e-06,-3.7327843074308475e-06,-3.4310328373976517e-06,-3.129281367364456e-06,-2.82752989733126e-06,-2.5257786546717398e-06,-2.224027184638544e-06,-1.922275714605348e-06,-1.62052435825899e-06,-1.318773001912632e-06,-1.017022441374138e-06,-7.152710281843611e-07,-4.135196149945841e-07,-1.1176820180480718e-07,1.8998321138496976e-07,4.917346245747467e-07,7.934860377645236e-07,1.0952373941108817e-06,1.3969888641440775e-06,1.6987403341772733e-06,2.000491804210469e-06,2.3022430468699895e-06,2.6039945169031853e-06,2.905745986936381e-06,3.2074972295959014e-06,3.5092486996290972e-06,3.811000169662293e-06,4.112751412321813e-06,4.414503109728685e-06,4.716254352388205e-06,5.018006049795076e-06,5.319757292454597e-06,5.621508535114117e-06,5.923260232520988e-06,6.2250114751805086e-06,6.526762717840029e-06,6.8285144152469e-06,7.1302656579064205e-06,7.432016900565941e-06,7.733768143225461e-06,8.035520295379683e-06,8.337271538039204e-06,8.639022780698724e-06],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.bias":{"bins":[-5.880876415176317e-06,-5.6935141401481815e-06,-5.506152319867397e-06,-5.318790044839261e-06,-5.1314277698111255e-06,-4.944065949530341e-06,-4.756703674502205e-06,-4.5693413994740695e-06,-4.381979124445934e-06,-4.194617304165149e-06,-4.0072550291370135e-06,-3.819892754108878e-06,-3.632530933828093e-06,-3.4451686587999575e-06,-3.2578066111454973e-06,-3.0704443361173617e-06,-2.8830822884629015e-06,-2.6957202408084413e-06,-2.5083579657803057e-06,-2.3209959181258455e-06,-2.13363364309771e-06,-1.9462715954432497e-06,-1.7589095477887895e-06,-1.5715473864474916e-06,-1.3841852251061937e-06,-1.1968230637648958e-06,-1.0094609024235979e-06,-8.220988547691377e-07,-6.347366934278398e-07,-4.473745605082513e-07,-2.6001242758866283e-07,-7.265029466907436e-08,1.1471138350316323e-07,3.020735164227517e-07,4.894356493423402e-07,6.767977538402192e-07,8.641599151815171e-07,1.051522076522815e-06,1.2388841241772752e-06,1.4262462855185731e-06,1.613608446859871e-06,1.800970608201169e-06,1.988332769542467e-06,2.175694817196927e-06,2.3630568648513872e-06,2.550419139879523e-06,2.737781187533983e-06,2.9251434625621187e-06,3.112505510216579e-06,3.299867557871039e-06,3.4872298328991747e-06,3.674591880553635e-06,3.8619541555817705e-06,4.049315975862555e-06,4.236678250890691e-06,4.4240405259188265e-06,4.611402800946962e-06,4.798764621227747e-06,4.9861268962558825e-06,5.173489171284018e-06,5.360850991564803e-06,5.5482132665929385e-06,5.735575541621074e-06,5.922937361901859e-06,6.1102996369299944e-06],"_type":"histogram","values":[1,1,0,0,1,0,0,2,1,1,0,2,3,5,4,2,4,7,8,9,10,15,13,23,25,31,23,30,51,41,49,39,45,40,44,44,31,25,28,21,16,6,17,7,8,9,4,2,3,2,2,4,1,1,0,2,1,0,2,0,0,0,1,1]},"parameters/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,4,7,16,31,57,119,221,379,675,1016,1658,2678,4146,6128,9026,12923,17722,23957,31649,40180,50268,60121,70266,80618,89156,96654,102022,103954,103328,99736,94321,86088,77185,66767,55924,46307,36862,28741,21670,15933,11483,8097,5406,3599,2333,1375,871,513,321,148,92,66,20,17,3,3,2],"bins":[-0.11544819176197052,-0.11213203519582748,-0.10881587862968445,-0.10549972206354141,-0.10218356549739838,-0.09886740893125534,-0.0955512523651123,-0.09223509579896927,-0.08891893923282623,-0.0856027752161026,-0.08228661864995956,-0.07897046208381653,-0.07565430551767349,-0.07233814895153046,-0.06902199238538742,-0.06570583581924438,-0.06238967925310135,-0.05907352268695831,-0.05575736612081528,-0.05244120955467224,-0.049125052988529205,-0.04580889269709587,-0.042492736130952835,-0.0391765795648098,-0.03586042299866676,-0.03254426643252373,-0.02922810986638069,-0.025911951437592506,-0.02259579487144947,-0.019279638305306435,-0.01596347987651825,-0.012647323310375214,-0.00933115929365158,-0.006015002261847258,-0.0026988452300429344,0.0006173118017613888,0.003933468833565712,0.007249625865370035,0.010565782897174358,0.013881940394639969,0.017198096960783005,0.02051425352692604,0.023830410093069077,0.02714656852185726,0.030462725088000298,0.03377888351678848,0.03709504008293152,0.040411196649074554,0.04372735321521759,0.047043509781360626,0.05035966634750366,0.0536758229136467,0.056991979479789734,0.06030813977122307,0.0636242926120758,0.06694044917821884,0.07025660574436188,0.07357276976108551,0.07688892632722855,0.08020508289337158,0.08352123945951462,0.08683739602565765,0.09015355259180069,0.09346970915794373,0.09678586572408676]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,5,8,5,5,15,17,24,38,53,82,99,206,263,407,671,980,1649,2633,4119,7063,11422,19136,31486,51033,78191,101720,96157,69744,44051,26817,16127,9738,5997,3571,2335,1400,908,567,353,259,150,97,70,52,43,12,12,9,6,7,5,2,0,2,0,1],"bins":[-1.9796352717094123e-05,-1.9211420294595882e-05,-1.8626489691087045e-05,-1.8041557268588804e-05,-1.7456624846090563e-05,-1.687169242359232e-05,-1.6286761820083484e-05,-1.5701829397585243e-05,-1.5116896975087002e-05,-1.4531965462083463e-05,-1.3947033949079923e-05,-1.3362101526581682e-05,-1.2777170013578143e-05,-1.2192237591079902e-05,-1.1607306078076363e-05,-1.1022373655578122e-05,-1.0437442142574582e-05,-9.852510629571043e-06,-9.267578207072802e-06,-8.682646694069263e-06,-8.097714271571022e-06,-7.512782758567482e-06,-6.927850790816592e-06,-6.342918823065702e-06,-5.757986855314812e-06,-5.1730548875639215e-06,-4.588122919813031e-06,-4.003190952062141e-06,-3.4182592116849264e-06,-2.8333272439340362e-06,-2.2483955035568215e-06,-1.6634635358059313e-06,-1.0785315680550411e-06,-4.935996571475698e-07,9.13322537599015e-08,6.762641646673728e-07,1.2611960755748441e-06,1.8461280433257343e-06,2.431059783702949e-06,3.0159917514538392e-06,3.6009237192047294e-06,4.18585568695562e-06,4.77078765470651e-06,5.3557196224574e-06,5.940651135460939e-06,6.5255831032118294e-06,7.11051507096272e-06,7.69544749346096e-06,8.2803790064645e-06,8.86531051946804e-06,9.45024294196628e-06,1.003517445496982e-05,1.062010687746806e-05,1.12050383904716e-05,1.1789970812969841e-05,1.237490232597338e-05,1.295983383897692e-05,1.354476626147516e-05,1.41296977744787e-05,1.4714630196976941e-05,1.529956170998048e-05,1.588449413247872e-05,1.6469426554976963e-05,1.70543571584858e-05,1.763928958098404e-05]},"_timestamp":1.7527855329517324e+09,"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,2,3,5,4,2,5,7,3,17,14,22,42,65,114,150,176,286,489,704,1152,1733,2695,4379,7143,11628,19991,35904,72039,166214,133054,58161,29785,16939,10310,6129,3718,2364,1483,969,675,410,260,188,135,76,49,37,31,15,12,5,11,4,7,1,2,2,0,1,0,0,1],"bins":[-6.250520073081134e-06,-6.047936039976776e-06,-5.845352006872417e-06,-5.64276842851541e-06,-5.440184395411052e-06,-5.2376003623066936e-06,-5.035016329202335e-06,-4.832432296097977e-06,-4.629848262993619e-06,-4.4272646846366115e-06,-4.224680651532253e-06,-4.022096618427895e-06,-3.819512585323537e-06,-3.616928779592854e-06,-3.4143447464884957e-06,-3.211760940757813e-06,-3.0091769076534547e-06,-2.8065928745490965e-06,-2.6040090688184137e-06,-2.4014250357140554e-06,-2.1988412299833726e-06,-1.9962571968790144e-06,-1.7936731637746561e-06,-1.5910892443571356e-06,-1.388505324939615e-06,-1.1859214055220946e-06,-9.83337486104574e-07,-7.807534530002158e-07,-5.781695335826953e-07,-3.7558558574346534e-07,-1.730016379042354e-07,2.9582309934994555e-08,2.321667125215754e-07,4.3475066036080534e-07,6.373346082000353e-07,8.399185844609747e-07,1.0425025038784952e-06,1.2450864232960157e-06,1.447670456400374e-06,1.6502543758178945e-06,1.852838295235415e-06,2.0554223283397732e-06,2.258006134070456e-06,2.4605901671748143e-06,2.6631742002791725e-06,2.8657580060098553e-06,3.0683420391142135e-06,3.2709258448448963e-06,3.4735098779492546e-06,3.676093911053613e-06,3.878677944157971e-06,4.0812615225149784e-06,4.283845555619337e-06,4.486429588723695e-06,4.689013621828053e-06,4.891597654932411e-06,5.09418168803677e-06,5.296765266393777e-06,5.499349299498135e-06,5.7019333326024935e-06,5.904517365706852e-06,6.10710139881121e-06,6.309684977168217e-06,6.5122690102725755e-06,6.714853043376934e-06],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"values":[2,1,1,1,0,4,4,2,11,24,30,49,87,155,220,350,601,1136,2087,3752,7392,15462,33612,79364,220167,601657,387725,127891,49482,21536,9698,4744,2453,1361,721,409,240,136,82,75,30,25,26,13,12,12,5,6,2,4,0,0,0,1,0,0,0,1,2,0,0,0,0,1],"bins":[-1.695056380413007e-05,-1.629198231967166e-05,-1.563340083521325e-05,-1.4974820260249544e-05,-1.4316238775791135e-05,-1.3657658200827427e-05,-1.2999076716369018e-05,-1.2340495231910609e-05,-1.16819137474522e-05,-1.1023333172488492e-05,-1.0364751688030083e-05,-9.706170203571673e-06,-9.047589628607966e-06,-8.389008144149557e-06,-7.730426659691148e-06,-7.071845629980089e-06,-6.413264600269031e-06,-5.754683570557972e-06,-5.096102086099563e-06,-4.437521056388505e-06,-3.778939799303771e-06,-3.120358542219037e-06,-2.461777512507979e-06,-1.803196255423245e-06,-1.1446149983385112e-06,-4.860337980971963e-07,1.7254740214411868e-07,8.311286023854336e-07,1.4897098026267486e-06,2.1482910597114824e-06,2.8068720894225407e-06,3.4654533465072745e-06,4.124034603592008e-06,4.782615633303067e-06,5.441197117761476e-06,6.099778147472534e-06,6.758359631930944e-06,7.416940661642002e-06,8.07552169135306e-06,8.73410317581147e-06,9.392684660269879e-06,1.0051265235233586e-05,1.0709846719691996e-05,1.1368428204150405e-05,1.2027008779114112e-05,1.2685590263572522e-05,1.334417174803093e-05,1.4002752322994638e-05,1.4661333807453047e-05,1.5319914382416755e-05,1.5978495866875164e-05,1.6637077351333573e-05,1.7295658835791983e-05,1.7954240320250392e-05,1.86128218047088e-05,1.9271401470177807e-05,1.9929982954636216e-05,2.0588564439094625e-05,2.1247145923553035e-05,2.1905727408011444e-05,2.2564308892469853e-05,2.322288855793886e-05,2.3881470042397268e-05,2.4540051526855677e-05,2.5198633011314087e-05],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,1,0,6,10,23,28,40,67,111,193,318,488,737,1079,1526,2303,3081,4192,5651,7443,9464,12120,14868,17529,20507,23726,26476,29334,31854,33678,34379,34920,33768,32975,31387,28712,26189,23122,19871,17052,14133,11464,9008,7121,5508,4018,3018,2083,1422,974,681,472,274,164,103,58,37,22,22,4,4,2,2],"bins":[-0.09553416073322296,-0.09258653968572617,-0.08963891863822937,-0.08669130504131317,-0.08374368399381638,-0.08079606294631958,-0.07784844934940338,-0.07490082830190659,-0.07195320725440979,-0.069005586206913,-0.0660579651594162,-0.0631103515625,-0.060162730515003204,-0.05721510946750641,-0.05426749214529991,-0.051319874823093414,-0.04837225377559662,-0.04542463272809982,-0.042477015405893326,-0.03952939808368683,-0.03658177703619003,-0.03363415598869324,-0.03068653866648674,-0.027738919481635094,-0.024791300296783447,-0.0218436811119318,-0.018896061927080154,-0.015948442742228508,-0.013000823557376862,-0.010053204372525215,-0.007105585187673569,-0.004157966002821922,-0.0012103542685508728,0.0017372649163007736,0.00468488410115242,0.0076325032860040665,0.010580122470855713,0.01352774165570736,0.016475360840559006,0.019422980025410652,0.0223705992102623,0.025318218395113945,0.02826583757996559,0.031213456764817238,0.034161075949668884,0.03710869699716568,0.04005631431937218,0.043003931641578674,0.04595155268907547,0.048899173736572266,0.05184679105877876,0.05479440838098526,0.057742029428482056,0.06068965047597885,0.06363727152347565,0.06658488512039185,0.06953250616788864,0.07248012721538544,0.07542774081230164,0.07837536185979843,0.08132298290729523,0.08427060395479202,0.08721822500228882,0.09016583859920502,0.09311345964670181]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[3,0,1,3,8,16,36,50,74,124,203,276,471,749,1012,1436,2119,2800,3840,5041,6646,8499,10541,12912,15272,18234,21076,24034,26152,28825,30730,32239,32854,32832,32737,31542,29815,27640,25229,22616,19726,16720,14320,11809,9478,7542,5886,4403,3276,2456,1767,1252,864,615,380,260,159,79,55,41,24,16,4,5],"bins":[-0.09361144155263901,-0.0907975360751152,-0.087983638048172,-0.0851697325706482,-0.08235583454370499,-0.07954192906618118,-0.07672802358865738,-0.07391412556171417,-0.07110022008419037,-0.06828632205724716,-0.06547241657972336,-0.06265851110219955,-0.05984461307525635,-0.05703071132302284,-0.05421680584549904,-0.05140290409326553,-0.04858900234103203,-0.04577510058879852,-0.04296119883656502,-0.040147293359041214,-0.03733339160680771,-0.034519489854574203,-0.0317055881023407,-0.028891684487462044,-0.02607778273522854,-0.023263880982995033,-0.02044997736811638,-0.017636075615882874,-0.014822172932326794,-0.012008270248770714,-0.009194368496537209,-0.006380465812981129,-0.003566563129425049,-0.0007526606786996126,0.0020612417720258236,0.004875143989920616,0.007689046673476696,0.010502949357032776,0.013316851109266281,0.016130754724144936,0.01894465647637844,0.021758558228611946,0.0245724618434906,0.027386363595724106,0.03020026534795761,0.033014167100191116,0.03582807257771492,0.038641974329948425,0.04145587608218193,0.044269777834415436,0.04708367958664894,0.049897585064172745,0.05271148681640625,0.055525388568639755,0.05833929032087326,0.061153192073106766,0.06396709382534027,0.06678099930286407,0.06959489732980728,0.07240880280733109,0.07522270828485489,0.0780366063117981,0.0808505117893219,0.0836644098162651,0.08647831529378891]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,2,2,2,8,6,15,15,28,38,46,71,119,172,264,389,647,885,1382,2052,3094,4767,7194,10930,17207,27851,48117,100141,177630,77684,41011,24377,15262,9564,6385,4194,2864,1826,1207,795,503,349,276,130,105,73,56,32,12,16,7,7,4,2,1,0,1,1,0,1,0,1],"bins":[-2.914821834565373e-06,-2.818810116878012e-06,-2.7227983991906513e-06,-2.6267869088769658e-06,-2.530775191189605e-06,-2.434763473502244e-06,-2.3387519831885584e-06,-2.2427402655011974e-06,-2.1467285478138365e-06,-2.0507168301264755e-06,-1.9547051124391146e-06,-1.858693622125429e-06,-1.7626819044380682e-06,-1.6666701867507072e-06,-1.570658582750184e-06,-1.4746469787496608e-06,-1.3786352610622998e-06,-1.2826235433749389e-06,-1.1866119393744157e-06,-1.0906003353738924e-06,-9.945886176865315e-07,-8.985769568425894e-07,-8.025652959986473e-07,-7.065536351547053e-07,-6.105419743107632e-07,-5.145303134668211e-07,-4.18518652622879e-07,-3.2250699177893694e-07,-2.2649533093499485e-07,-1.3048367009105277e-07,-3.447200924711069e-08,6.153965159683139e-08,1.5755108506709803e-07,2.535627459110401e-07,3.495744067549822e-07,4.455860675989243e-07,5.415977284428664e-07,6.376093892868084e-07,7.336210501307505e-07,8.296327109746926e-07,9.256443718186347e-07,1.0216560895059956e-06,1.1176676935065188e-06,1.213679297507042e-06,1.309691015194403e-06,1.405702732881764e-06,1.5017143368822872e-06,1.5977259408828104e-06,1.6937376585701713e-06,1.7897493762575323e-06,1.8857609802580555e-06,1.9817725842585787e-06,2.0777843019459397e-06,2.1737960196333006e-06,2.2698077373206615e-06,2.365819227634347e-06,2.461830945321708e-06,2.557842663009069e-06,2.6538541533227544e-06,2.7498658710101154e-06,2.8458775886974763e-06,2.9418893063848373e-06,3.037901024072198e-06,3.1339125143858837e-06,3.2299242320732446e-06]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,1,0,0,2,1,4,3,0,1,6,5,7,14,5,14,19,30,35,54,63,79,77,62,54,51,39,33,29,24,13,6,11,6,3,5,2,0,3,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.5986621292540804e-05,-1.5464791431440972e-05,-1.494296157034114e-05,-1.4421131709241308e-05,-1.3899301848141477e-05,-1.3377471987041645e-05,-1.2855642125941813e-05,-1.2333812264841981e-05,-1.181198240374215e-05,-1.129015345213702e-05,-1.0768323591037188e-05,-1.0246493729937356e-05,-9.724663868837524e-06,-9.202834007737692e-06,-8.68100414663786e-06,-8.159174285538029e-06,-7.637344424438197e-06,-7.115514563338365e-06,-6.593684702238534e-06,-6.071854841138702e-06,-5.55002498003887e-06,-5.028195573686389e-06,-4.5063657125865575e-06,-3.984535851486726e-06,-3.462705990386894e-06,-2.9408761292870622e-06,-2.4190462681872305e-06,-1.8972166344610741e-06,-1.3753867733612424e-06,-8.535569691048295e-07,-3.317271648484166e-07,1.9010263940799632e-07,7.119324436644092e-07,1.233762304764241e-06,1.755592052177235e-06,2.277421799590229e-06,2.799251660690061e-06,3.3210815217898926e-06,3.842911155516049e-06,4.364741016615881e-06,4.886570877715712e-06,5.408400738815544e-06,5.930230599915376e-06,6.452060461015208e-06,6.9738898673676886e-06,7.49571972846752e-06,8.017549589567352e-06,8.539379450667184e-06,9.061209311767016e-06,9.583039172866847e-06,1.0104869033966679e-05,1.0626698895066511e-05,1.1148528756166343e-05,1.1670358617266174e-05,1.2192188478366006e-05,1.2714018339465838e-05,1.3235847291070968e-05,1.37576771521708e-05,1.4279507013270631e-05,1.4801336874370463e-05,1.5323166735470295e-05,1.5844996596570127e-05,1.636682645766996e-05,1.688865631876979e-05,1.7410486179869622e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,1,3,5,7,10,20,19,43,29,30,27,15,11,7,12,12,24,15,9,11,15,9,3,14,14,5,6,6,10,6,9,7,7,6,12,11,11,12,19,15,14,8,15,11,19,17,36,29,42,29,16,7,7,2,2,2,1,0,0,1],"bins":[-0.0011621260782703757,-0.0011257801670581102,-0.0010894342558458447,-0.0010530883446335793,-0.0010167424334213138,-0.0009803965222090483,-0.0009440506109967828,-0.0009077046997845173,-0.0008713587885722518,-0.0008350128773599863,-0.0007986669661477208,-0.0007623210549354553,-0.0007259751437231898,-0.0006896292325109243,-0.0006532833212986588,-0.0006169374100863934,-0.0005805914988741279,-0.0005442455876618624,-0.0005078996764495969,-0.0004715537652373314,-0.0004352078540250659,-0.0003988619428128004,-0.0003625160316005349,-0.0003261701203882694,-0.00028982420917600393,-0.00025347829796373844,-0.00021713238675147295,-0.00018078647553920746,-0.00014444056432694197,-0.00010809465311467648,-7.174874190241098e-05,-3.540283069014549e-05,9.430805221199989e-07,3.728899173438549e-05,7.363490294665098e-05,0.00010998081415891647,0.00014632672537118196,0.00018267263658344746,0.00021901854779571295,0.00025536445900797844,0.00029171037022024393,0.0003280562814325094,0.0003644021926447749,0.0004007481038570404,0.0004370940150693059,0.0004734399262815714,0.0005097858374938369,0.0005461317487061024,0.0005824776599183679,0.0006188235711306334,0.0006551694823428988,0.0006915153935551643,0.0007278613047674298,0.0007642072159796953,0.0008005531271919608,0.0008368990384042263,0.0008732449496164918,0.0009095908608287573,0.0009459367720410228,0.0009822826832532883,0.0010186285944655538,0.0010549745056778193,0.0010913204168900847,0.0011276663281023502,0.0011640122393146157]},"_runtime":137,"parameters/linear.weight":{"_type":"histogram","values":[324,1380,1557,1587,1690,1578,1592,1608,1636,1574,1578,1587,1547,1554,1623,1696,1567,1557,1589,1541,1592,1611,1514,1580,1561,1621,1584,1619,1528,1592,1579,1489,1594,1600,1537,1602,1567,1575,1563,1611,1572,1630,1590,1543,1583,1608,1519,1573,1507,1576,1593,1572,1568,1522,1551,1567,1602,1599,1579,1490,1592,1598,1458,428],"bins":[-0.03722039982676506,-0.03606005385518074,-0.03489971160888672,-0.0337393656373024,-0.03257901966571808,-0.03141867741942406,-0.030258331447839737,-0.029097985476255417,-0.027937641367316246,-0.026777297258377075,-0.025616951286792755,-0.024456607177853584,-0.023296263068914413,-0.022135917097330093,-0.020975572988390923,-0.019815227016806602,-0.01865488290786743,-0.01749453879892826,-0.01633419282734394,-0.01517384871840477,-0.014013503678143024,-0.012853158637881279,-0.011692814528942108,-0.010532469488680363,-0.009372124448418617,-0.008211779408156872,-0.007051434833556414,-0.0058910902589559555,-0.00473074521869421,-0.0035704004112631083,-0.0024100556038320065,-0.0012497107964009047,-8.93622636795044e-05,0.0010709825437515974,0.002231327351182699,0.003391672158613801,0.004552016966044903,0.005712362006306648,0.006872706580907106,0.008033051155507565,0.00919339619576931,0.010353741236031055,0.011514086276292801,0.012674430385231972,0.013834775425493717,0.014995120465755463,0.016155464574694633,0.017315810546278954,0.018476154655218124,0.019636498764157295,0.020796844735741615,0.021957188844680786,0.023117534816265106,0.024277878925204277,0.025438223034143448,0.026598569005727768,0.02775891311466694,0.02891925722360611,0.03007960319519043,0.0312399473041296,0.03240029141306877,0.03356063738465309,0.03472098335623741,0.03588132560253143,0.03704167157411575]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-3.0929522836231627e-06,-2.9929283300589304e-06,-2.8929043764946982e-06,-2.792880422930466e-06,-2.692856469366234e-06,-2.5928325158020016e-06,-2.4928085622377694e-06,-2.392784608673537e-06,-2.292760655109305e-06,-2.1927367015450727e-06,-2.0927127479808405e-06,-1.9926887944166083e-06,-1.892664840852376e-06,-1.7926408872881439e-06,-1.6926169337239116e-06,-1.5925929801596794e-06,-1.4925690265954472e-06,-1.392545073031215e-06,-1.2925211194669828e-06,-1.1924971659027506e-06,-1.0924732123385184e-06,-9.924492587742861e-07,-8.924253052100539e-07,-7.924013516458217e-07,-6.923773980815895e-07,-5.923534445173573e-07,-4.923294909531251e-07,-3.9230553738889284e-07,-2.9228158382466063e-07,-1.9225763026042841e-07,-9.22336766961962e-08,7.790276868036017e-09,1.0781423043226823e-07,2.0783818399650045e-07,3.0786213756073266e-07,4.078860911249649e-07,5.079100446891971e-07,6.079339982534293e-07,7.079579518176615e-07,8.079819053818937e-07,9.08005858946126e-07,1.0080298125103582e-06,1.1080537660745904e-06,1.2080777196388226e-06,1.3081016732030548e-06,1.408125626767287e-06,1.5081495803315192e-06,1.6081735338957515e-06,1.7081974874599837e-06,1.8082214410242159e-06,1.908245394588448e-06,2.0082693481526803e-06,2.1082933017169125e-06,2.2083172552811448e-06,2.308341208845377e-06,2.408365162409609e-06,2.5083891159738414e-06,2.6084130695380736e-06,2.708437023102306e-06,2.808460976666538e-06,2.9084849302307703e-06,3.0085088837950025e-06,3.1085328373592347e-06,3.208556790923467e-06,3.308580744487699e-06],"_type":"histogram","values":[1,1,0,1,3,3,0,2,2,6,6,3,6,9,4,14,22,20,13,29,37,41,42,45,74,95,86,96,115,123,110,129,126,110,117,95,72,68,50,48,34,38,28,20,18,11,16,13,10,11,4,3,3,1,4,0,4,2,2,1,0,0,0,1]},"gradients/bert.encoder.layer.3.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,0,0,2,0,1,2,2,1,2,0,2,3,9,5,2,10,4,11,15,25,24,23,31,42,49,67,47,56,46,53,47,51,28,23,17,14,4,8,8,6,4,1,3,2,4,2,3,1,2,2,0,0,0,0,1,1],"bins":[-7.465640010195784e-06,-7.254643605847377e-06,-7.043647656246321e-06,-6.832651251897914e-06,-6.621655302296858e-06,-6.410658897948451e-06,-6.199662948347395e-06,-5.988666543998988e-06,-5.777670594397932e-06,-5.566674190049525e-06,-5.355678240448469e-06,-5.144681836100062e-06,-4.933685886499006e-06,-4.722689482150599e-06,-4.511693532549543e-06,-4.300697128201136e-06,-4.08970117860008e-06,-3.878704774251673e-06,-3.667708597276942e-06,-3.4567124203022104e-06,-3.245716243327479e-06,-3.0347200663527474e-06,-2.823723889378016e-06,-2.6127277124032844e-06,-2.4017313080548774e-06,-2.190735131080146e-06,-1.9797389541054145e-06,-1.7687428908175207e-06,-1.5577466001559515e-06,-1.34675042318122e-06,-1.1357542462064885e-06,-9.24758069231757e-07,-7.137618922570255e-07,-5.02765715282294e-07,-2.9176950988585304e-07,-8.077331870026683e-08,1.3022287248531939e-07,3.412190494600509e-07,5.522152832782012e-07,7.632114602529327e-07,9.742076372276642e-07,1.1852038142023957e-06,1.3961999911771272e-06,1.6071961681518587e-06,1.818192458813428e-06,2.0291886357881594e-06,2.240184812762891e-06,2.4511809897376224e-06,2.662177166712354e-06,2.8731733436870854e-06,3.084169520661817e-06,3.2951656976365484e-06,3.50616187461128e-06,3.7171580515860114e-06,3.928154455934418e-06,4.139150405535474e-06,4.350146809883881e-06,4.561142759484937e-06,4.772139163833344e-06,4.9831351134344e-06,5.194131517782807e-06,5.405127467383863e-06,5.61612387173227e-06,5.827119821333326e-06,6.038116225681733e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,0,0,1,1,0,0,0,1,1,2,0,0,1,2,4,2,2,6,6,7,10,14,14,35,30,32,47,56,60,88,71,67,55,37,27,24,18,11,2,5,4,3,3,6,1,2,3,0,1,0,1,0,0,2,1,0,0,0,0,0,1],"bins":[-4.57131335451777e-07,-4.430009994393913e-07,-4.2887066342700564e-07,-4.1474032741461997e-07,-4.006099914022343e-07,-3.8647965538984863e-07,-3.7234931937746296e-07,-3.582189833650773e-07,-3.4408867577440105e-07,-3.299583397620154e-07,-3.158280037496297e-07,-3.0169766773724405e-07,-2.875673317248584e-07,-2.734369957124727e-07,-2.5930665970008704e-07,-2.4517632368770137e-07,-2.310459876753157e-07,-2.1691565166293003e-07,-2.0278531565054436e-07,-1.886549796381587e-07,-1.7452464362577302e-07,-1.6039432182424207e-07,-1.462639858118564e-07,-1.3213364979947073e-07,-1.1800331378708506e-07,-1.0387297777469939e-07,-8.974264176231372e-08,-7.561231285535541e-08,-6.148197684296974e-08,-4.7351640830584074e-08,-3.3221308370912084e-08,-1.9090974134883254e-08,-4.960611477144994e-09,9.169722758883836e-09,2.3300056994912666e-08,3.7430389454584656e-08,5.1560725466970325e-08,6.5691061479356e-08,7.98213903863143e-08,9.395172639869998e-08,1.0808206241108564e-07,1.2221239842347131e-07,1.3634273443585698e-07,1.5047307044824265e-07,1.646033922497736e-07,1.7873372826215927e-07,1.9286406427454494e-07,2.069944002869306e-07,2.2112473629931628e-07,2.3525507231170195e-07,2.493854083240876e-07,2.635157443364733e-07,2.7764608034885896e-07,2.9177641636124463e-07,3.059067523736303e-07,3.2003708838601597e-07,3.341673959766922e-07,3.482977319890779e-07,3.6242806800146354e-07,3.765584040138492e-07,3.906887400262349e-07,4.0481907603862055e-07,4.189494120510062e-07,4.330797480633919e-07,4.4721008407577756e-07],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.weight":{"values":[3,5,6,15,20,35,72,99,177,358,536,841,1300,2048,2964,4450,6126,8506,11676,15560,20188,25639,32267,39575,47074,55467,63288,70693,78285,84286,88310,90508,91555,90395,87367,82165,76386,68887,61831,53553,45571,37909,30953,24640,19476,14766,11117,8030,5885,4013,2808,1891,1236,771,508,313,198,116,58,47,23,5,9,5],"bins":[-0.09472338110208511,-0.09179963171482086,-0.08887588232755661,-0.08595213294029236,-0.0830283835530281,-0.08010463416576385,-0.0771808847784996,-0.07425713539123535,-0.0713333785533905,-0.06840962916612625,-0.065485879778862,-0.06256213039159775,-0.059638381004333496,-0.056714631617069244,-0.05379088222980499,-0.05086713284254074,-0.04794338345527649,-0.04501963406801224,-0.042095884680747986,-0.039172135293483734,-0.03624838590621948,-0.03332463279366493,-0.03040088340640068,-0.02747713401913643,-0.024553384631872177,-0.021629635244607925,-0.018705885857343674,-0.015782134607434273,-0.012858385220170021,-0.00993463583290577,-0.007010885514318943,-0.004087135661393404,-0.001163393259048462,0.001760356593877077,0.004684106446802616,0.007607856299728155,0.010531606152653694,0.013455355539917946,0.016379106789827347,0.0193028561770916,0.02222660556435585,0.025150354951620102,0.028074104338884354,0.030997855588793755,0.033921606838703156,0.03684535622596741,0.03976910561323166,0.04269285500049591,0.04561660438776016,0.048540353775024414,0.051464103162288666,0.05438785254955292,0.05731160193681717,0.06023535504937172,0.06315910071134567,0.06608285009860992,0.06900660693645477,0.07193035632371902,0.07485410571098328,0.07777785509824753,0.08070160448551178,0.08362535387277603,0.08654910326004028,0.08947285264730453,0.09239660203456879],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.0013331148074939847,-0.001295277732424438,-0.0012574407737702131,-0.0012196036987006664,-0.0011817667400464416,-0.0011439296649768949,-0.00110609270632267,-0.0010682556312531233,-0.0010304185561835766,-0.0009925815975293517,-0.0009547445806674659,-0.0009169075638055801,-0.0008790704887360334,-0.0008412334718741477,-0.0008033964550122619,-0.0007655594381503761,-0.0007277224212884903,-0.0006898854044266045,-0.0006520483875647187,-0.0006142113707028329,-0.0005763743538409472,-0.0005385372787714005,-0.0005007002619095147,-0.0004628632450476289,-0.0004250262281857431,-0.0003871892113238573,-0.0003493521944619715,-0.0003115151484962553,-0.0002736781316343695,-0.0002358411147724837,-0.0001980040833586827,-0.00016016705194488168,-0.0001223300350829959,-8.449301094515249e-05,-4.665598680730909e-05,-8.818962669465691e-06,2.901806146837771e-05,6.685508560622111e-05,0.00010469210974406451,0.00014252914115786552,0.0001803661580197513,0.0002182031748816371,0.0002560401917435229,0.0002938772377092391,0.0003317142545711249,0.0003695512714330107,0.00040738831739872694,0.0004452253342606127,0.0004830623511224985,0.0005208993679843843,0.0005587363848462701,0.0005965734017081559,0.0006344104185700417,0.0006722474936395884,0.0007100845105014741,0.0007479215273633599,0.0007857585442252457,0.0008235955610871315,0.0008614325779490173,0.0008992695948109031,0.0009371066698804498,0.0009749436867423356,0.0010127807036042213,0.0010506176622584462,0.001088454737327993],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,5,2,11,19,21,28,23,27,22,22,12,13,13,18,17,17,6,8,18,13,11,17,12,13,12,9,12,20,14,7,12,18,18,9,15,17,26,12,9,9,10,17,23,25,30,27,23,9,7,6,0,0,0,2]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-2.7232126740273088e-05,-2.639681042637676e-05,-2.5561494112480432e-05,-2.4726177798584104e-05,-2.3890861484687775e-05,-2.3055545170791447e-05,-2.222022885689512e-05,-2.138491254299879e-05,-2.0549596229102463e-05,-1.9714281734195538e-05,-1.887896542029921e-05,-1.804364910640288e-05,-1.7208332792506553e-05,-1.6373016478610225e-05,-1.5537700164713897e-05,-1.4702383850817569e-05,-1.386706753692124e-05,-1.3031751223024912e-05,-1.2196434909128584e-05,-1.1361118595232256e-05,-1.0525802281335928e-05,-9.690486876934301e-06,-8.855170563037973e-06,-8.019854249141645e-06,-7.1845379352453165e-06,-6.349221621348988e-06,-5.51390530745266e-06,-4.678589448303683e-06,-3.8432731344073545e-06,-3.0079568205110263e-06,-2.1726407339883735e-06,-1.337324533778883e-06,-5.02006514579989e-07,3.3330968562950147e-07,1.168625885838992e-06,2.0039419723616447e-06,2.839258286257973e-06,3.674574600154301e-06,4.5098904593032785e-06,5.345206773199607e-06,6.180523087095935e-06,7.015839400992263e-06,7.851155714888591e-06,8.68647202878492e-06,9.521787433186546e-06,1.0357103747082874e-05,1.1192420060979202e-05,1.202773637487553e-05,1.2863052688771859e-05,1.3698369002668187e-05,1.4533685316564515e-05,1.5369001630460843e-05,1.620431794435717e-05,1.70396342582535e-05,1.7874950572149828e-05,1.8710266886046156e-05,1.9545583199942484e-05,2.038089769484941e-05,2.1216214008745737e-05,2.2051530322642066e-05,2.2886846636538394e-05,2.3722162950434722e-05,2.455747926433105e-05,2.539279557822738e-05,2.6228111892123707e-05],"_type":"histogram","values":[1,0,0,3,2,1,4,5,6,13,27,32,39,70,75,111,166,237,357,491,758,1100,1573,2328,3350,5160,7753,11748,18778,30413,51508,87902,118626,96627,57851,33707,20343,12748,8499,5635,3758,2575,1689,1141,785,582,390,278,169,141,86,54,35,28,25,18,7,4,2,4,2,0,2,2]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,3,4,4,5,10,28,47,78,127,244,339,555,821,1152,1690,2413,3275,4599,6087,7835,9998,12487,15324,18198,21181,24058,27211,29634,32114,33377,34191,34537,34080,32705,30762,28306,26047,22579,19453,16399,13525,11104,8843,6709,5136,3764,2719,1976,1385,989,642,397,272,165,99,58,32,22,18,4,2,4,1],"bins":[-0.09490436315536499,-0.09195934236049652,-0.08901432156562805,-0.08606930077075958,-0.08312427997589111,-0.08017925918102264,-0.07723423838615417,-0.0742892175912857,-0.07134419679641724,-0.06839916855096817,-0.0654541477560997,-0.06250912696123123,-0.05956410616636276,-0.05661908537149429,-0.053674064576625824,-0.050729043781757355,-0.047784022986888885,-0.044839002192020416,-0.04189398139715195,-0.03894896060228348,-0.03600393980741501,-0.03305891528725624,-0.03011389449238777,-0.027168873697519302,-0.024223852902650833,-0.021278832107782364,-0.018333811312913895,-0.015388788655400276,-0.012443767860531807,-0.009498747065663338,-0.006553725339472294,-0.0036087040789425373,-0.0006636902689933777,0.002281330991536379,0.005226352252066135,0.00817137397825718,0.011116394773125648,0.014061415567994118,0.017006438225507736,0.019951459020376205,0.022896479815244675,0.025841500610113144,0.028786521404981613,0.03173154219985008,0.03467656672000885,0.03762158751487732,0.04056660830974579,0.04351162910461426,0.04645664989948273,0.049401670694351196,0.052346691489219666,0.055291712284088135,0.058236733078956604,0.06118175759911537,0.06412677466869354,0.06707179546356201,0.07001681625843048,0.07296184450387955,0.07590686529874802,0.07885188609361649,0.08179690688848495,0.08474192768335342,0.0876869484782219,0.09063196927309036,0.09357699006795883],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,1,0,0,0,1,1,2,1,3,2,4,7,10,8,11,12,25,37,38,56,73,70,70,70,73,33,34,33,21,14,15,10,13,3,3,2,0,2,2,0,1,2,0,0,0,0,1,0,0,0,0,0,1],"bins":[-2.1843259673914872e-05,-2.1187597667449154e-05,-2.053193747997284e-05,-1.987627547350712e-05,-1.9220615286030807e-05,-1.856495327956509e-05,-1.7909293092088774e-05,-1.7253631085623056e-05,-1.6597969079157338e-05,-1.5942308891681023e-05,-1.5286646885215305e-05,-1.463098669773899e-05,-1.3975324691273272e-05,-1.3319663594302256e-05,-1.266400249733124e-05,-1.2008341400360223e-05,-1.1352680303389207e-05,-1.069701920641819e-05,-1.0041358109447174e-05,-9.385697012476157e-06,-8.730035915505141e-06,-8.074373909039423e-06,-7.4187128120684065e-06,-6.76305171509739e-06,-6.107390618126374e-06,-5.451729521155357e-06,-4.796068424184341e-06,-4.140406872465974e-06,-3.4847457754949573e-06,-2.829084678523941e-06,-2.173423354179249e-06,-1.517762143521395e-06,-8.621027518529445e-07,-2.064415411950904e-07,4.492196694627637e-07,1.1048808801206178e-06,1.760542090778472e-06,2.4162031877494883e-06,3.07186451209418e-06,3.727525836438872e-06,4.383186933409888e-06,5.038848030380905e-06,5.694509127351921e-06,6.350170679070288e-06,7.005831776041305e-06,7.661493327759672e-06,8.317154424730688e-06,8.972815521701705e-06,9.628476618672721e-06,1.0284137715643737e-05,1.0939798812614754e-05,1.159545990958577e-05,1.2251121006556787e-05,1.2906783013022505e-05,1.3562444109993521e-05,1.4218105206964538e-05,1.4873766303935554e-05,1.552942740090657e-05,1.618508940737229e-05,1.6840749594848603e-05,1.749641160131432e-05,1.8152071788790636e-05,1.8807733795256354e-05,1.946339398273267e-05,2.0119055989198387e-05]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,2,1,2,2,2,5,11,7,15,14,18,17,18,19,15,9,9,15,14,22,16,17,13,21,16,25,12,20,13,10,16,19,18,28,24,11,18,17,16,15,13,21,18,15,11,12,13,11,19,14,14,9,7,10,4,5,3,3,1,1,0,1],"bins":[0.998845100402832,0.9988812208175659,0.9989173412322998,0.9989535212516785,0.9989896416664124,0.9990257620811462,0.9990618824958801,0.999098002910614,0.9991341829299927,0.9991703033447266,0.9992064237594604,0.9992425441741943,0.9992786645889282,0.9993147850036621,0.9993509650230408,0.9993870854377747,0.9994232058525085,0.9994593262672424,0.9994954466819763,0.999531626701355,0.9995677471160889,0.9996038675308228,0.9996399879455566,0.9996761083602905,0.9997122287750244,0.9997484087944031,0.999784529209137,0.9998206496238708,0.9998567700386047,0.9998928904533386,0.9999290704727173,0.9999651908874512,1.000001311302185,1.000037431716919,1.0000735521316528,1.0001096725463867,1.0001457929611206,1.0001819133758545,1.000218152999878,1.0002542734146118,1.0002903938293457,1.0003265142440796,1.0003626346588135,1.0003987550735474,1.0004348754882812,1.0004709959030151,1.000507116317749,1.000543236732483,1.0005793571472168,1.0006155967712402,1.0006517171859741,1.000687837600708,1.000723958015442,1.0007600784301758,1.0007961988449097,1.0008323192596436,1.0008684396743774,1.0009045600891113,1.0009406805038452,1.0009769201278687,1.0010130405426025,1.0010491609573364,1.0010852813720703,1.0011214017868042,1.001157522201538],"_type":"histogram"},"parameters/bert.embeddings.token_type_embeddings.weight":{"values":[1,0,3,0,2,3,2,7,3,5,10,10,12,11,16,14,18,24,31,30,38,34,29,44,48,35,62,55,69,56,62,46,66,57,44,57,56,50,48,48,52,28,36,41,29,17,16,12,14,15,11,4,15,10,5,4,3,3,4,4,2,1,2,2],"bins":[-0.06089947000145912,-0.058977145701646805,-0.05705482140183449,-0.05513249710202217,-0.053210172802209854,-0.05128784850239754,-0.04936552420258522,-0.0474431999027729,-0.04552087187767029,-0.04359854757785797,-0.041676223278045654,-0.03975389897823334,-0.03783157467842102,-0.035909250378608704,-0.03398692607879639,-0.03206460177898407,-0.030142277479171753,-0.028219953179359436,-0.02629762887954712,-0.024375304579734802,-0.022452980279922485,-0.02053065411746502,-0.018608329817652702,-0.016686005517840385,-0.014763681218028069,-0.012841356918215752,-0.010919032618403435,-0.008996707387268543,-0.007074383087456226,-0.0051520587876439095,-0.0032297340221703053,-0.0013074094895273447,0.0006149187684059143,0.002537243301048875,0.004459567833691835,0.00638189259916544,0.008304216898977757,0.010226541198790073,0.012148866429924965,0.014071190729737282,0.0159935150295496,0.017915839329361916,0.019838163629174232,0.02176048792898655,0.023682814091444016,0.025605138391256332,0.02752746269106865,0.029449786990880966,0.03137211129069328,0.0332944355905056,0.03521675989031792,0.037139084190130234,0.03906140848994255,0.04098373278975487,0.042906057089567184,0.0448283813893795,0.04675070941448212,0.048673033714294434,0.05059535801410675,0.05251768231391907,0.054440006613731384,0.0563623309135437,0.05828465521335602,0.060206979513168335,0.06212930381298065],"_type":"histogram"},"gradients/linear.weight":{"_type":"histogram","values":[1,0,0,3,4,3,3,4,15,15,14,18,24,40,57,75,94,133,179,241,347,449,549,799,1092,1413,1961,2603,3601,4782,6460,8520,9914,10641,10269,8417,6621,4909,3651,2611,1986,1525,1090,844,623,445,349,260,177,120,98,81,46,39,26,19,14,8,11,5,4,1,0,1],"bins":[-6.095666321925819e-05,-5.913897621212527e-05,-5.7321289204992354e-05,-5.5503602197859436e-05,-5.368591519072652e-05,-5.186823182157241e-05,-5.005054481443949e-05,-4.823285780730657e-05,-4.6415170800173655e-05,-4.459748379304074e-05,-4.277979678590782e-05,-4.09621097787749e-05,-3.914442640962079e-05,-3.7326739402487874e-05,-3.5509052395354956e-05,-3.369136538822204e-05,-3.187367838108912e-05,-3.0055991373956203e-05,-2.8238304366823286e-05,-2.6420619178679772e-05,-2.4602932171546854e-05,-2.2785245164413936e-05,-2.0967559976270422e-05,-1.9149872969137505e-05,-1.7332185962004587e-05,-1.551449895487167e-05,-1.3696812857233454e-05,-1.1879126759595238e-05,-1.006143975246232e-05,-8.243752745329402e-06,-6.4260666476911865e-06,-4.60838009530562e-06,-2.790693542920053e-06,-9.730069905344862e-07,8.446795618510805e-07,2.6623661142366473e-06,4.480052666622214e-06,6.297739219007781e-06,8.115425771393348e-06,9.933111869031563e-06,1.1750798876164481e-05,1.3568485883297399e-05,1.5386172890430316e-05,1.720385807857383e-05,1.9021545085706748e-05,2.0839232092839666e-05,2.265691728098318e-05,2.4474604288116097e-05,2.6292291295249015e-05,2.8109978302381933e-05,2.992766530951485e-05,3.174535231664777e-05,3.3563039323780686e-05,3.5380722692934796e-05,3.7198409700067714e-05,3.901609670720063e-05,4.083378371433355e-05,4.265147072146647e-05,4.4469157728599384e-05,4.62868447357323e-05,4.810452810488641e-05,4.992221511201933e-05,5.173990211915225e-05,5.3557589126285166e-05,5.537527613341808e-05]},"gradients/bert.embeddings.position_embeddings.weight":{"bins":[-7.770660158712417e-05,-7.51616244087927e-05,-7.261664723046124e-05,-7.007167005212978e-05,-6.752669287379831e-05,-6.498171569546685e-05,-6.243673124117777e-05,-5.989175770082511e-05,-5.734677688451484e-05,-5.4801799706183374e-05,-5.225682252785191e-05,-4.9711845349520445e-05,-4.716686817118898e-05,-4.4621890992857516e-05,-4.2076910176547244e-05,-3.953193299821578e-05,-3.6986955819884315e-05,-3.444197864155285e-05,-3.1897001463221386e-05,-2.9352022465900518e-05,-2.680704346857965e-05,-2.4262066290248185e-05,-2.171708911191672e-05,-1.9172110114595853e-05,-1.6627132936264388e-05,-1.4082154848438222e-05,-1.1537176760612056e-05,-8.992199582280591e-06,-6.447221494454425e-06,-3.9022434066282585e-06,-1.3572657735494431e-06,1.1877120869030477e-06,3.7326899473555386e-06,6.277668035181705e-06,8.822646123007871e-06,1.1367623301339336e-05,1.3912601389165502e-05,1.645757947699167e-05,1.9002556655323133e-05,2.1547535652644e-05,2.4092512830975465e-05,2.663749000930693e-05,2.9182469006627798e-05,3.172744618495926e-05,3.427242336329073e-05,3.681740054162219e-05,3.936238135793246e-05,4.190735853626393e-05,4.445233571459539e-05,4.699731289292686e-05,4.954229007125832e-05,5.208727088756859e-05,5.463224806590006e-05,5.717722524423152e-05,5.972220242256299e-05,6.226717960089445e-05,6.481215677922592e-05,6.735713395755738e-05,6.990211113588884e-05,7.244709559017792e-05,7.499207276850939e-05,7.753704994684085e-05,8.008202712517232e-05,8.262700430350378e-05,8.517198148183525e-05],"_type":"histogram","values":[1,2,1,3,2,6,12,6,11,12,23,33,33,68,76,95,126,147,217,255,372,521,670,883,1270,1715,2461,3899,7272,16072,319321,16730,7698,3967,2484,1744,1282,929,683,538,405,287,233,177,121,102,63,53,35,28,23,16,8,6,4,4,5,3,1,1,0,0,0,1]},"gradients/bert.encoder.layer.3.output.dense.weight":{"bins":[-1.6288726328639314e-05,-1.584037636348512e-05,-1.5392024579341523e-05,-1.494367461418733e-05,-1.4495324649033137e-05,-1.4046973774384242e-05,-1.3598622899735346e-05,-1.3150272934581153e-05,-1.2701922059932258e-05,-1.2253572094778065e-05,-1.180522122012917e-05,-1.1356870345480274e-05,-1.0908520380326081e-05,-1.0460169505677186e-05,-1.0011819540522993e-05,-9.563468665874097e-06,-9.115117791225202e-06,-8.666767826071009e-06,-8.218416951422114e-06,-7.77006698626792e-06,-7.3217161116190255e-06,-6.873365691717481e-06,-6.425015271815937e-06,-5.976664851914393e-06,-5.5283144320128486e-06,-5.0799635573639534e-06,-4.631613137462409e-06,-4.183262717560865e-06,-3.7349122976593208e-06,-3.286561650384101e-06,-2.838211230482557e-06,-2.389860583207337e-06,-1.941510163305793e-06,-1.493159629717411e-06,-1.044809096129029e-06,-5.964586762274848e-07,-1.4810814263910288e-07,3.0024236252756964e-07,7.485928676942422e-07,1.1969433444392052e-06,1.6452938780275872e-06,2.0936442979291314e-06,2.541994945204351e-06,2.9903453651058953e-06,3.4386957850074396e-06,3.887046204908984e-06,4.335397079557879e-06,4.783747499459423e-06,5.232097919360967e-06,5.680448339262512e-06,6.128798759164056e-06,6.577149633812951e-06,7.025500053714495e-06,7.473850473616039e-06,7.922200893517584e-06,8.370551768166479e-06,8.818901733320672e-06,9.267252607969567e-06,9.71560257312376e-06,1.0163953447772656e-05,1.061230432242155e-05,1.1060654287575744e-05,1.150900516222464e-05,1.1957355127378833e-05,1.2405706002027728e-05],"_type":"histogram","values":[2,0,0,0,0,1,1,3,0,7,5,7,8,20,19,29,31,61,64,88,136,184,265,391,547,770,1153,1772,2741,4255,7161,12484,22915,44817,104922,331753,670680,215728,75673,33377,17026,9413,5371,3186,1998,1266,848,527,380,235,176,123,82,50,36,24,15,14,11,4,6,1,1,1]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,2,3,0,3,6,9,19,31,18,20,18,29,15,10,13,9,10,18,14,22,13,12,11,13,11,9,8,10,10,7,11,9,12,18,11,9,13,16,21,11,21,19,11,12,18,8,13,17,12,35,30,24,19,10,0,6,2,4,1,0,0,0,1],"bins":[-0.001098909298889339,-0.0010626878356561065,-0.001026466372422874,-0.0009902449091896415,-0.000954023445956409,-0.0009178020409308374,-0.0008815805776976049,-0.0008453591144643724,-0.0008091376512311399,-0.0007729161879979074,-0.0007366947247646749,-0.0007004732615314424,-0.0006642518565058708,-0.0006280303932726383,-0.0005918089300394058,-0.0005555874668061733,-0.0005193660035729408,-0.00048314454033970833,-0.00044692307710647583,-0.0004107016429770738,-0.0003744801797438413,-0.0003382587165106088,-0.00030203728238120675,-0.00026581581914797425,-0.00022959435591474175,-0.00019337289268150926,-0.000157151444000192,-0.0001209299880429171,-8.470853208564222e-05,-4.8487076128367335e-05,-1.226562017109245e-05,2.3955835786182433e-05,6.017729174345732e-05,9.63987477007322e-05,0.00013262020365800709,0.00016884165233932436,0.00020506311557255685,0.00024128457880578935,0.0002775060129351914,0.0003137274761684239,0.0003499489394016564,0.0003861704026348889,0.0004223918658681214,0.0004586132999975234,0.0004948347341269255,0.000531056197360158,0.0005672776605933905,0.000603499123826623,0.0006397205870598555,0.000675942050293088,0.0007121635135263205,0.000748384976759553,0.0007846064399927855,0.000820827845018357,0.0008570493082515895,0.000893270771484822,0.0009294922347180545,0.000965713697951287,0.0010019351029768586,0.0010381565662100911,0.0010743780294433236,0.0011105994926765561,0.0011468209559097886,0.001183042419143021,0.0012192638823762536]},"gradients/bert.encoder.layer.0.output.dense.bias":{"values":[1,0,1,0,0,0,0,0,0,1,1,1,1,2,3,3,3,8,3,5,12,12,19,16,18,31,38,41,42,34,43,52,41,41,45,31,31,41,35,26,23,22,8,10,5,2,7,3,2,0,0,0,0,1,2,0,0,0,0,0,0,0,0,1],"bins":[-7.305573944904609e-06,-7.077179816405987e-06,-6.848785687907366e-06,-6.620391559408745e-06,-6.3919974309101235e-06,-6.163603302411502e-06,-5.935209173912881e-06,-5.70681504541426e-06,-5.478420916915638e-06,-5.250026788417017e-06,-5.021632659918396e-06,-4.7932385314197745e-06,-4.564844402921153e-06,-4.336450274422532e-06,-4.108056145923911e-06,-3.879662017425289e-06,-3.651267888926668e-06,-3.422873760428047e-06,-3.1944796319294255e-06,-2.9660855034308042e-06,-2.737691374932183e-06,-2.5092972464335617e-06,-2.2809031179349404e-06,-2.052508989436319e-06,-1.8241148609376978e-06,-1.5957207324390765e-06,-1.3673266039404552e-06,-1.138932475441834e-06,-9.105383469432127e-07,-6.821442184445914e-07,-4.537500899459701e-07,-2.2535596144734882e-07,3.0386217986233532e-09,2.3143275029724464e-07,4.598268787958659e-07,6.882210072944872e-07,9.166151357931085e-07,1.1450092642917298e-06,1.373403392790351e-06,1.6017975212889723e-06,1.8301916497875936e-06,2.058585778286215e-06,2.286979906784836e-06,2.5153740352834575e-06,2.7437681637820788e-06,2.9721622922807e-06,3.2005564207793213e-06,3.4289505492779426e-06,3.657344677776564e-06,3.885738806275185e-06,4.1141329347738065e-06,4.342527063272428e-06,4.570921191771049e-06,4.79931532026967e-06,5.027709448768292e-06,5.256103577266913e-06,5.484497705765534e-06,5.7128918342641555e-06,5.941285962762777e-06,6.169680091261398e-06,6.398074219760019e-06,6.626468348258641e-06,6.854862476757262e-06,7.083256605255883e-06,7.3116507337545045e-06],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,2,3,3,4,4,4,3,8,6,7,7,11,20,10,19,11,17,23,23,16,28,17,35,28,31,29,37,20,29,35,30,29,29,33,21,20,17,17,17,14,10,7,3,9,4,3,4,1,2,0,2,0,1,1,2],"bins":[-2.6885873012361117e-06,-2.612013531688717e-06,-2.5354395347676473e-06,-2.458865765220253e-06,-2.3822919956728583e-06,-2.3057179987517884e-06,-2.229144229204394e-06,-2.1525704596569994e-06,-2.0759964627359295e-06,-1.999422693188535e-06,-1.9228489236411406e-06,-1.8462749267200707e-06,-1.7697011571726762e-06,-1.693127273938444e-06,-1.6165533907042118e-06,-1.5399796211568173e-06,-1.463405737922585e-06,-1.386831854688353e-06,-1.3102580851409584e-06,-1.2336842019067262e-06,-1.157110318672494e-06,-1.0805365491250996e-06,-1.0039626658908674e-06,-9.273887826566352e-07,-8.508149562658218e-07,-7.742411298750085e-07,-6.976672466407763e-07,-6.210934202499629e-07,-5.445195938591496e-07,-4.679457106249174e-07,-3.9137188423410407e-07,-3.147980294215813e-07,-2.3822417460905854e-07,-1.6165031979653577e-07,-8.507647919486772e-08,-8.502631487772305e-09,6.80712162193231e-08,1.4464507103184587e-07,2.2121891163351393e-07,2.97792752235182e-07,3.7436660704770475e-07,4.509404618602275e-07,5.275143166727503e-07,6.040881430635636e-07,6.80661969454377e-07,7.572358526886092e-07,8.338096790794225e-07,9.103835623136547e-07,9.86957388704468e-07,1.0635312719387002e-06,1.1401050414860947e-06,1.216678924720327e-06,1.293252807954559e-06,1.3698265775019536e-06,1.4464004607361858e-06,1.522974343970418e-06,1.5995481135178125e-06,1.6761219967520447e-06,1.7526958799862769e-06,1.829269763220509e-06,1.9058435327679035e-06,1.9824174160021357e-06,2.05899118554953e-06,2.1355651824706e-06,2.2121389520179946e-06]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"values":[4,8,8,14,22,58,68,138,232,385,645,1022,1569,2427,3496,5285,7406,10228,13713,18320,24171,30399,37531,45323,53725,62586,70810,78123,85147,89715,92900,94178,93083,90301,85338,78627,71129,63423,54847,46475,38126,30719,24216,19025,13949,10284,7652,5425,3678,2548,1591,1073,699,416,247,135,86,55,30,18,2,7,1,3],"bins":[-0.09486327320337296,-0.09185608476400375,-0.08884890377521515,-0.08584171533584595,-0.08283453434705734,-0.07982734590768814,-0.07682015746831894,-0.07381297647953033,-0.07080578804016113,-0.06779860705137253,-0.06479141861200333,-0.06178423389792442,-0.05877704918384552,-0.05576986446976662,-0.052762676030397415,-0.04975549131631851,-0.04674830660223961,-0.043741121888160706,-0.0407339371740818,-0.0377267487347126,-0.0347195640206337,-0.031712379306554794,-0.02870519459247589,-0.02569800801575184,-0.022690823301672935,-0.019683638587594032,-0.01667645201086998,-0.013669267296791077,-0.010662081651389599,-0.007654896005988121,-0.0046477108262479305,-0.0016405254136770964,0.0013666599988937378,0.004373845644295216,0.007381030824035406,0.010388216003775597,0.013395401649177074,0.016402587294578552,0.019409772008657455,0.022416958585381508,0.02542414329946041,0.028431328013539314,0.03143851459026337,0.03444569930434227,0.03745288401842117,0.040460068732500076,0.04346725717186928,0.04647444188594818,0.049481626600027084,0.05248881131410599,0.05549599602818489,0.05850318446755409,0.061510369181632996,0.0645175501704216,0.0675247386097908,0.07053192704916,0.07353910803794861,0.07654629647731781,0.07955347746610641,0.08256066590547562,0.08556785434484482,0.08857503533363342,0.09158222377300262,0.09458940476179123,0.09759659320116043],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,1,0,2,3,5,4,9,14,18,14,7,19,15,19,16,15,18,18,9,19,14,14,14,18,17,13,19,18,17,17,21,22,16,15,20,12,14,24,27,17,15,18,13,14,16,15,13,15,20,15,6,4,9,4,6,1,3,2,1,1,1,0,1],"bins":[-0.0010795178823173046,-0.0010441772174090147,-0.0010088366689160466,-0.0009734960622154176,-0.0009381554555147886,-0.0009028147906064987,-0.0008674741839058697,-0.0008321335772052407,-0.0007967929705046117,-0.0007614523638039827,-0.0007261117571033537,-0.0006907711504027247,-0.0006554304854944348,-0.0006200898787938058,-0.0005847492720931768,-0.0005494086653925478,-0.0005140680586919188,-0.00047872745199128985,-0.00044338684529066086,-0.0004080462094862014,-0.0003727056027855724,-0.0003373649960849434,-0.00030202436028048396,-0.00026668375357985497,-0.00023134314687922597,-0.00019600254017859697,-0.00016066191892605275,-0.00012532129767350852,-8.998069097287953e-05,-5.464007699629292e-05,-1.929946301970631e-05,1.60411509568803e-05,5.138176493346691e-05,8.672237891005352e-05,0.00012206299288664013,0.00015740361413918436,0.00019274422083981335,0.00022808482754044235,0.0002634254633449018,0.0002987660700455308,0.0003341066767461598,0.0003694472834467888,0.0004047878901474178,0.00044012852595187724,0.00047546913265250623,0.0005108097684569657,0.0005461503751575947,0.0005814909818582237,0.0006168315885588527,0.0006521721952594817,0.0006875128019601107,0.0007228534086607397,0.0007581940153613687,0.0007935346802696586,0.0008288752869702876,0.0008642158936709166,0.0008995565003715456,0.0009348971070721745,0.0009702377137728035,0.0010055783204734325,0.0010409189853817225,0.0010762595338746905,0.0011116001987829804,0.0011469407472759485,0.0011822814121842384],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[4,7,6,20,21,21,34,24,29,23,13,15,12,8,12,8,13,12,13,14,6,9,11,7,11,8,6,4,3,14,6,5,7,11,8,10,10,9,11,16,16,17,14,12,13,11,6,15,5,13,15,21,20,31,22,20,15,7,8,2,2,1,0,1],"bins":[-0.0009428460034541786,-0.0009113564738072455,-0.0008798668859526515,-0.0008483773563057184,-0.0008168878266587853,-0.0007853982970118523,-0.0007539087673649192,-0.0007224191795103252,-0.0006909296498633921,-0.000659440120216459,-0.000627950532361865,-0.000596461002714932,-0.0005649714730679989,-0.0005334819434210658,-0.0005019924137741327,-0.00047050282591953874,-0.00043901329627260566,-0.0004075237666256726,-0.00037603420787490904,-0.0003445446491241455,-0.00031305511947721243,-0.00028156558983027935,-0.0002500760310795158,-0.0002185864868806675,-0.0001870969426818192,-0.0001556073984829709,-0.00012411785428412259,-9.262831008527428e-05,-6.113876588642597e-05,-2.9649221687577665e-05,1.8403225112706423e-06,3.332986671011895e-05,6.481946911662817e-05,9.630901331547648e-05,0.00012779855751432478,0.0001592881017131731,0.0001907776459120214,0.0002222671901108697,0.000253756734309718,0.00028524629306048155,0.0003167358227074146,0.0003482253523543477,0.00037971491110511124,0.0004112044698558748,0.00044269399950280786,0.00047418352914974093,0.0005056731170043349,0.000537162646651268,0.0005686521762982011,0.0006001417059451342,0.0006316312355920672,0.0006631208234466612,0.0006946103530935943,0.0007260998827405274,0.0007575894705951214,0.0007890790002420545,0.0008205685298889875,0.0008520580595359206,0.0008835475891828537,0.0009150371770374477,0.0009465267066843808,0.0009780162945389748,0.0010095058241859078,0.001040995353832841,0.001072484883479774]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.09176822006702423,-0.08890852332115173,-0.08604882657527924,-0.08318912982940674,-0.08032943308353424,-0.07746973633766174,-0.07461003959178925,-0.07175034284591675,-0.06889064610004425,-0.06603094190359116,-0.06317124515771866,-0.06031155213713646,-0.05745185166597366,-0.054592154920101166,-0.05173245817422867,-0.04887276142835617,-0.04601306468248367,-0.043153367936611176,-0.04029367119073868,-0.03743397444486618,-0.03457427769899368,-0.03171457722783089,-0.02885488048195839,-0.02599518373608589,-0.023135486990213394,-0.020275790244340897,-0.0174160934984684,-0.014556394889950752,-0.011696698144078255,-0.008837001398205757,-0.005977303721010685,-0.0031176065094769,-0.00025790929794311523,0.0026017879135906696,0.0054614851251244545,0.008321182802319527,0.011180879548192024,0.014040576294064522,0.01690027490258217,0.019759971648454666,0.022619668394327164,0.02547936514019966,0.02833906188607216,0.031198760494589806,0.03405845910310745,0.03691815584897995,0.03977785259485245,0.042637549340724945,0.04549724608659744,0.04835694283246994,0.05121663957834244,0.054076336324214935,0.05693603307008743,0.05979573354125023,0.06265542656183243,0.06551512330770493,0.06837482750415802,0.07123452425003052,0.07409422099590302,0.07695391774177551,0.07981361448764801,0.08267331123352051,0.085533007979393,0.0883927047252655,0.091252401471138],"_type":"histogram","values":[2,5,3,4,17,26,42,86,126,195,260,469,678,994,1432,1998,2888,3855,5135,6575,8493,10878,13102,15699,18974,21796,24355,27122,29362,31582,32702,33397,33491,33041,31796,30005,27483,24783,22263,19056,15988,13760,11064,8816,6919,5379,4037,2980,2178,1537,1044,700,488,296,185,107,69,46,34,10,9,4,1,3]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-5.9598314692266285e-06,-5.746474016632419e-06,-5.533116109290859e-06,-5.319758656696649e-06,-5.106400749355089e-06,-4.8930432967608795e-06,-4.67968584416667e-06,-4.46632793682511e-06,-4.2529704842309e-06,-4.039613031636691e-06,-3.82625512429513e-06,-3.612897671700921e-06,-3.399539991733036e-06,-3.186182311765151e-06,-2.9728248591709416e-06,-2.7594671792030567e-06,-2.546109499235172e-06,-2.332751819267287e-06,-2.119394139299402e-06,-1.9060366867051926e-06,-1.6926790067373076e-06,-1.4793213267694227e-06,-1.2659637604883756e-06,-1.0526061942073284e-06,-8.392485142394435e-07,-6.258908911149774e-07,-4.125332679905114e-07,-1.9917564486604533e-07,1.4181978258420713e-08,2.2753960138288676e-07,4.408972245073528e-07,6.542548476318188e-07,8.676124707562849e-07,1.0809701507241698e-06,1.294327717005217e-06,1.5076852832862642e-06,1.721042963254149e-06,1.934400643222034e-06,2.1477580958162434e-06,2.3611157757841283e-06,2.5744734557520133e-06,2.787831135719898e-06,3.001188815687783e-06,3.2145462682819925e-06,3.4279039482498774e-06,3.6412616282177623e-06,3.854619080811972e-06,4.067976988153532e-06,4.281334440747742e-06,4.494691893341951e-06,4.708049800683511e-06,4.921407253277721e-06,5.134765160619281e-06,5.348122613213491e-06,5.5614800658077e-06,5.7748379731492605e-06,5.98819542574347e-06,6.2015528783376794e-06,6.41491078567924e-06,6.628268238273449e-06,6.841625690867659e-06,7.054983598209219e-06,7.2683410508034285e-06,7.481698958144989e-06,7.695056410739198e-06],"_type":"histogram","values":[1,0,0,0,0,1,1,3,2,2,2,2,1,1,4,4,2,9,12,14,17,23,26,34,45,63,58,76,60,46,57,46,38,31,22,10,14,14,6,4,4,1,3,2,1,0,1,0,0,0,1,1,0,0,1,0,0,0,1,0,0,0,0,1]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-2.4789696908555925e-05,-2.401215533609502e-05,-2.3234613763634115e-05,-2.2457070372183807e-05,-2.1679528799722902e-05,-2.0901987227261998e-05,-2.012444383581169e-05,-1.9346902263350785e-05,-1.856936069088988e-05,-1.7791819118428975e-05,-1.701427754596807e-05,-1.6236734154517762e-05,-1.5459192582056858e-05,-1.4681651009595953e-05,-1.3904108527640346e-05,-1.312656604568474e-05,-1.2349024473223835e-05,-1.157148290076293e-05,-1.0793940418807324e-05,-1.0016397936851718e-05,-9.238856364390813e-06,-8.461314791929908e-06,-7.683772309974302e-06,-6.906230282766046e-06,-6.12868825555779e-06,-5.351146228349535e-06,-4.573604201141279e-06,-3.7960621739330236e-06,-3.018520146724768e-06,-2.2409781195165124e-06,-1.4634360923082568e-06,-6.858940651000012e-07,9.164796210825443e-08,8.6918998931651e-07,1.6467320165247656e-06,2.4242740437330212e-06,3.201816070941277e-06,3.9793580981495325e-06,4.756900125357788e-06,5.534442152566044e-06,6.311984179774299e-06,7.089526206982555e-06,7.86706823419081e-06,8.644610716146417e-06,9.422152288607322e-06,1.0199693861068226e-05,1.0977236343023833e-05,1.175477882497944e-05,1.2532320397440344e-05,1.3309861969901249e-05,1.4087404451856855e-05,1.4864946933812462e-05,1.5642488506273367e-05,1.642003007873427e-05,1.719757347018458e-05,1.7975115042645484e-05,1.875265661510639e-05,1.9530198187567294e-05,2.03077397600282e-05,2.1085283151478507e-05,2.186282472393941e-05,2.2640366296400316e-05,2.3417909687850624e-05,2.419545126031153e-05,2.4972992832772434e-05],"_type":"histogram","values":[4,1,5,5,6,1,7,20,21,21,44,68,79,92,137,163,257,364,470,720,990,1426,2168,3113,4380,6746,10505,16292,26685,44742,76206,113454,106643,67505,39049,23743,14540,9616,6155,4199,2786,1889,1314,885,640,437,333,257,182,133,86,60,47,43,19,22,18,9,8,3,2,4,2,3]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.10839923471212387,-0.10510795563459396,-0.10181668400764465,-0.09852540493011475,-0.09523413330316544,-0.09194285422563553,-0.08865158259868622,-0.08536030352115631,-0.0820690244436264,-0.0787777528166771,-0.07548647373914719,-0.07219520211219788,-0.06890392303466797,-0.06561265140771866,-0.06232137233018875,-0.05903009697794914,-0.055738821625709534,-0.052447546273469925,-0.049156270921230316,-0.04586499556899071,-0.0425737202167511,-0.03928244113922119,-0.03599116578698158,-0.032699890434741974,-0.029408615082502365,-0.026117339730262756,-0.022826064378023148,-0.01953478716313839,-0.01624351181089878,-0.012952236458659172,-0.009660960175096989,-0.006369684357196093,-0.0030784085392951965,0.00021286727860569954,0.0035041430965065956,0.006795418914407492,0.010086694732308388,0.013377970084547997,0.016669247299432755,0.019960522651672363,0.023251798003911972,0.02654307335615158,0.02983434870839119,0.0331256240606308,0.036416903138160706,0.039708178490400314,0.04299945384263992,0.04629072919487953,0.04958200454711914,0.05287327989935875,0.05616455525159836,0.05945583060383797,0.06274710595607758,0.06603838503360748,0.0693296566605568,0.0726209357380867,0.07591220736503601,0.07920348644256592,0.08249476552009583,0.08578603714704514,0.08907731622457504,0.09236858785152435,0.09565986692905426,0.09895113855600357,0.10224241763353348],"_type":"histogram","values":[1,1,0,0,2,6,5,13,35,65,131,207,366,599,1021,1711,2660,4134,6157,9045,12576,17672,23894,30751,39486,48905,59155,69189,79029,87355,94997,100937,103031,102256,100044,94684,86813,77484,68155,57150,47850,38437,30152,22720,17019,12209,8560,5842,3885,2556,1551,988,618,338,201,105,57,34,13,2,3,0,1,1]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,1,3,4,4,6,5,5,14,20,23,39,37,74,100,123,176,215,350,455,651,910,1357,1963,2847,4188,6203,9378,14377,22971,38031,70121,166802,111931,52128,29886,18541,11686,7602,5170,3392,2269,1646,1156,826,585,447,307,240,168,107,85,64,40,24,21,17,11,10,1,5,3,2],"bins":[-3.388687218830455e-06,-3.2883472158573568e-06,-3.188007440257934e-06,-3.0876674372848356e-06,-2.9873276616854127e-06,-2.8869876587123144e-06,-2.786647655739216e-06,-2.6863078801397933e-06,-2.585967877166695e-06,-2.4856278741935967e-06,-2.385288098594174e-06,-2.2849480956210755e-06,-2.184608092647977e-06,-2.0842683170485543e-06,-1.983928314075456e-06,-1.8835884247891954e-06,-1.7832485355029348e-06,-1.6829086462166742e-06,-1.5825687569304137e-06,-1.4822287539573153e-06,-1.3818888646710548e-06,-1.2815489753847942e-06,-1.1812089724116959e-06,-1.0808690831254353e-06,-9.805291938391747e-07,-8.801893045529141e-07,-7.798493584232347e-07,-6.795094122935552e-07,-5.791695230072946e-07,-4.78829633721034e-07,-3.784896875913546e-07,-2.781497698833846e-07,-1.7780985217541456e-07,-7.746993446744455e-08,2.286998324052547e-08,1.232099009484955e-07,2.235498186564655e-07,3.238897363644355e-07,4.2422965407240554e-07,5.24569600202085e-07,6.249094894883456e-07,7.252493787746062e-07,8.255893249042856e-07,9.25929271033965e-07,1.0262691603202256e-06,1.1266090496064862e-06,1.2269490525795845e-06,1.3272889418658451e-06,1.4276288311521057e-06,1.5279687204383663e-06,1.6283086097246269e-06,1.7286486126977252e-06,1.8289885019839858e-06,1.9293283912702464e-06,2.0296683942433447e-06,2.1300081698427675e-06,2.230348172815866e-06,2.330688175788964e-06,2.431027951388387e-06,2.5313679543614853e-06,2.6317079573345836e-06,2.7320477329340065e-06,2.832387735907105e-06,2.9327275115065277e-06,3.033067514479626e-06],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[3,2,7,7,12,14,18,23,20,25,22,26,16,14,12,8,11,12,8,17,12,9,12,7,12,10,6,9,12,6,9,9,14,9,17,10,10,14,19,14,28,11,16,5,10,14,12,17,25,32,26,28,17,8,7,8,1,2,2,0,0,0,1,1],"bins":[-0.0010522165102884173,-0.001016714028082788,-0.0009812116622924805,-0.0009457091800868511,-0.0009102066978812218,-0.0008747042156755924,-0.000839201791677624,-0.0008036993676796556,-0.0007681968854740262,-0.0007326944032683969,-0.0006971919792704284,-0.00066168955527246,-0.0006261870730668306,-0.0005906845908612013,-0.0005551821668632329,-0.0005196797428652644,-0.00048417726065963507,-0.0004486748075578362,-0.0004131723544560373,-0.0003776699013542384,-0.0003421674482524395,-0.0003066649951506406,-0.0002711625420488417,-0.00023566008894704282,-0.00020015763584524393,-0.00016465518274344504,-0.00012915272964164615,-9.365027653984725e-05,-5.814782343804836e-05,-2.264537033624947e-05,1.2857082765549421e-05,4.835953586734831e-05,8.386187255382538e-05,0.00011936432565562427,0.00015486677875742316,0.00019036923185922205,0.00022587168496102095,0.00026137413806281984,0.00029687659116461873,0.0003323790442664176,0.0003678814973682165,0.0004033839504700154,0.0004388864035718143,0.0004743888566736132,0.0005098913097754121,0.0005453937919810414,0.0005808962159790099,0.0006163986399769783,0.0006519011221826077,0.000687403604388237,0.0007229060283862054,0.0007584084523841739,0.0007939109345898032,0.0008294134167954326,0.000864915840793401,0.0009004182647913694,0.0009359207469969988,0.0009714232292026281,0.0010069257114082575,0.001042428077198565,0.0010779305594041944,0.0011134330416098237,0.0011489354074001312,0.0011844378896057606,0.00121994037181139]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,2,2,3,8,10,17,22,39,25,37,16,11,14,7,10,6,8,13,7,13,12,11,16,10,19,11,6,8,12,6,6,8,6,7,8,8,5,12,9,10,15,13,13,12,13,10,10,7,11,12,19,18,21,32,25,17,20,21,6,8,4],"bins":[-0.0010921391658484936,-0.001060107140801847,-0.0010280749993398786,-0.000996042974293232,-0.0009640108328312635,-0.000931978807784617,-0.0008999467245303094,-0.0008679146412760019,-0.0008358825580216944,-0.0008038504747673869,-0.0007718183915130794,-0.0007397863082587719,-0.0007077542832121253,-0.0006757221999578178,-0.0006436901167035103,-0.0006116580334492028,-0.0005796259501948953,-0.0005475938669405878,-0.0005155617836862803,-0.0004835297295358032,-0.0004514976462814957,-0.0004194655630271882,-0.00038743350887671113,-0.0003554014256224036,-0.0003233693423680961,-0.0002913372591137886,-0.0002593051758594811,-0.00022727312170900404,-0.00019524103845469654,-0.00016320895520038903,-0.00013117688649799675,-9.914481051964685e-05,-6.711279274895787e-05,-3.508071677060798e-05,-3.048640792258084e-06,2.898343518609181e-05,6.1015511164441705e-05,9.30475871427916e-05,0.0001250796631211415,0.00015711173182353377,0.00018914381507784128,0.0002211758983321488,0.0002532079815864563,0.00028524003573693335,0.00031727211899124086,0.00034930420224554837,0.0003813362563960254,0.00041336833965033293,0.00044540042290464044,0.00047743250615894794,0.0005094645894132555,0.000541496672667563,0.0005735286977142096,0.0006055607809685171,0.0006375928642228246,0.0006696249474771321,0.0007016570307314396,0.0007336891139857471,0.0007657211972400546,0.0007977532804943621,0.0008297853637486696,0.0008618173887953162,0.0008938494720496237,0.0009258815553039312,0.0009579136385582387],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-1.6200374375330284e-12,-1.5698553568199713e-12,-1.5196732761069143e-12,-1.4694911953938572e-12,-1.4193091146808001e-12,-1.369127033967743e-12,-1.318944953254686e-12,-1.2687628725416289e-12,-1.2185807918285718e-12,-1.1683987111155147e-12,-1.1182166304024577e-12,-1.0680345496894006e-12,-1.0178524689763435e-12,-9.676703882632864e-13,-9.174883075502294e-13,-8.673062268371723e-13,-8.171241461241152e-13,-7.669420654110581e-13,-7.167599846980011e-13,-6.66577903984944e-13,-6.163958232718869e-13,-5.662137425588298e-13,-5.160316618457728e-13,-4.658495811327157e-13,-4.156675004196586e-13,-3.6548541970660153e-13,-3.1530333899354446e-13,-2.651212582804874e-13,-2.149391775674303e-13,-1.6475709685437323e-13,-1.1457501614131615e-13,-6.439293542825908e-14,-1.4210854715202004e-14,3.597122599785507e-14,8.615330671091215e-14,1.3633538742396922e-13,1.865174681370263e-13,2.3669954885008337e-13,2.8688162956314045e-13,3.3706371027619753e-13,3.872457909892546e-13,4.374278717023117e-13,4.876099524153688e-13,5.377920331284258e-13,5.879741138414829e-13,6.3815619455454e-13,6.883382752675971e-13,7.385203559806541e-13,7.887024366937112e-13,8.388845174067683e-13,8.890665981198254e-13,9.392486788328824e-13,9.894307595459395e-13,1.0396128402589966e-12,1.0897949209720537e-12,1.1399770016851107e-12,1.1901590823981678e-12,1.2403411631112249e-12,1.290523243824282e-12,1.340705324537339e-12,1.3908874052503961e-12,1.4410694859634532e-12,1.4912515666765103e-12,1.5414336473895673e-12,1.5916157281026244e-12],"_type":"histogram","values":[1,0,1,0,0,1,1,3,0,1,4,1,1,3,2,1,1,2,7,4,5,4,15,9,14,11,21,28,39,37,65,72,93,79,50,45,31,25,14,15,17,4,2,9,1,4,4,5,3,3,1,2,0,1,2,0,2,0,1,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[2,0,2,1,4,10,14,12,19,15,22,14,28,13,14,14,13,14,7,8,15,16,16,9,13,13,9,12,9,11,15,8,14,20,19,10,14,14,11,20,16,15,17,14,7,14,20,15,17,18,20,29,25,12,11,9,4,1,3,2,3,1,0,1],"bins":[-0.0010840477189049125,-0.001048555481247604,-0.0010130632435902953,-0.0009775710059329867,-0.0009420788264833391,-0.0009065865888260305,-0.0008710944093763828,-0.0008356021717190742,-0.0008001099340617657,-0.0007646176964044571,-0.0007291254587471485,-0.0006936332792975008,-0.0006581410416401923,-0.0006226488039828837,-0.000587156624533236,-0.0005516643868759274,-0.0005161721492186189,-0.0004806799115613103,-0.00044518770300783217,-0.00040969549445435405,-0.00037420325679704547,-0.0003387110191397369,-0.00030321881058625877,-0.00026772660203278065,-0.00023223436437547207,-0.00019674214127007872,-0.00016124991816468537,-0.00012575769505929202,-9.026547195389867e-05,-5.477324884850532e-05,-1.9281025743111968e-05,1.6211197362281382e-05,5.170342046767473e-05,8.719564357306808e-05,0.00012268786667846143,0.00015818008978385478,0.00019367231288924813,0.00022916453599464148,0.00026465675910003483,0.00030014896765351295,0.00033564120531082153,0.0003711334429681301,0.00040662565152160823,0.00044211786007508636,0.00047761009773239493,0.0005131023353897035,0.0005485945148393512,0.0005840867524966598,0.0006195789901539683,0.0006550712278112769,0.0006905634654685855,0.0007260556449182332,0.0007615478825755417,0.0007970401202328503,0.000832532299682498,0.0008680245373398066,0.0009035167749971151,0.0009390090126544237,0.0009745012503117323,0.0010099934879690409,0.0010454857256263494,0.0010809778468683362,0.0011164700845256448,0.0011519623221829534,0.001187454559840262]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-1.1486838047858328e-05,-1.113116286433069e-05,-1.0775487680803053e-05,-1.0419812497275416e-05,-1.0064137313747779e-05,-9.70846122072544e-06,-9.352786037197802e-06,-8.997110853670165e-06,-8.641435670142528e-06,-8.28576048661489e-06,-7.930085303087253e-06,-7.574409664812265e-06,-7.218734481284628e-06,-6.86305929775699e-06,-6.507383659482002e-06,-6.151708475954365e-06,-5.796033292426728e-06,-5.4403581088990904e-06,-5.084682925371453e-06,-4.729007287096465e-06,-4.373332103568828e-06,-4.0176569200411905e-06,-3.6619815091398777e-06,-3.306306098238565e-06,-2.9506309147109278e-06,-2.5949557311832905e-06,-2.2392803202819778e-06,-1.8836050230675028e-06,-1.5279297258530278e-06,-1.1722544286385528e-06,-8.165791314240778e-07,-4.609038342096028e-07,-1.052285369951278e-07,2.504467602193472e-07,6.061220574338222e-07,9.617973546482972e-07,1.3174726518627722e-06,1.6731479490772472e-06,2.028823246291722e-06,2.384498657193035e-06,2.740173840720672e-06,3.0958490242483094e-06,3.451524435149622e-06,3.807199846050935e-06,4.162875029578572e-06,4.518550213106209e-06,4.8742258513811976e-06,5.229901034908835e-06,5.585576218436472e-06,5.941251401964109e-06,6.296926585491747e-06,6.652602223766735e-06,7.008277407294372e-06,7.363952590822009e-06,7.719628229096998e-06,8.075303412624635e-06,8.430978596152272e-06,8.78665377967991e-06,9.142328963207547e-06,9.498004146735184e-06,9.853680239757523e-06,1.020935542328516e-05,1.0565030606812797e-05,1.0920705790340435e-05,1.1276380973868072e-05],"_type":"histogram","values":[1,0,1,0,0,2,4,4,6,7,23,15,26,52,95,100,186,249,397,632,996,1526,2456,3782,6146,9729,15553,25593,43451,76132,138831,295574,485015,207796,107672,60141,34941,20952,12949,7842,5030,3168,2008,1311,865,548,395,214,153,99,75,45,27,21,12,6,3,4,0,1,1,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,1,3,1,4,4,12,12,6,13,15,21,13,17,13,12,18,18,15,5,17,15,16,16,22,19,21,16,12,10,14,16,22,19,13,15,23,14,16,13,18,13,9,19,14,10,19,14,15,14,12,13,14,9,15,8,6,3,3,4,0,1,2],"bins":[-0.0010867801029235125,-0.0010530431754887104,-0.0010193062480539083,-0.0009855693206191063,-0.0009518324513919652,-0.0009180955239571631,-0.000884358654730022,-0.0008506217272952199,-0.0008168847998604178,-0.0007831478724256158,-0.0007494109449908137,-0.0007156740757636726,-0.0006819371483288705,-0.0006482002208940685,-0.0006144633516669273,-0.0005807264242321253,-0.0005469894967973232,-0.0005132525693625212,-0.0004795156710315496,-0.000445778772700578,-0.0004120418452657759,-0.00037830491783097386,-0.00034456801950000226,-0.00031083112116903067,-0.0002770941937342286,-0.00024335728085134178,-0.00020962036796845496,-0.00017588345508556813,-0.0001421465422026813,-0.00010840962931979448,-7.467271643690765e-05,-4.093580355402082e-05,-7.199007086455822e-06,2.6537905796431005e-05,6.027481867931783e-05,9.401173156220466e-05,0.00012774864444509149,0.0001614855573279783,0.00019522247021086514,0.00022895938309375197,0.0002626962959766388,0.00029643322341144085,0.00033017012174241245,0.00036390702007338405,0.0003976439475081861,0.00043138087494298816,0.00046511777327395976,0.0004988546716049314,0.0005325915990397334,0.0005663285264745355,0.0006000654539093375,0.0006338023231364787,0.0006675392505712807,0.0007012761780060828,0.0007350130472332239,0.000768749974668026,0.000802486902102828,0.0008362238295376301,0.0008699607569724321,0.0009036976261995733,0.0009374345536343753,0.0009711714810691774,0.0010049083502963185,0.0010386452777311206,0.0010723822051659226],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,1,0,1,0,1,1,0,0,0,2,1,3,2,3,2,5,11,5,11,15,16,42,82,119,156,92,57,48,18,19,9,10,7,4,3,5,2,4,1,1,1,2,0,0,0,0,0,0,1,1,2],"bins":[-3.069544618483633e-12,-2.9878322038712213e-12,-2.9061197892588098e-12,-2.8244073746463982e-12,-2.7426949600339867e-12,-2.660982545421575e-12,-2.5792701308091637e-12,-2.497557716196752e-12,-2.4158453015843406e-12,-2.334132886971929e-12,-2.2524204723595176e-12,-2.170708057747106e-12,-2.0889956431346945e-12,-2.007283228522283e-12,-1.9255708139098715e-12,-1.84385839929746e-12,-1.7621459846850485e-12,-1.680433570072637e-12,-1.5987211554602254e-12,-1.5170087408478139e-12,-1.4352963262354024e-12,-1.3535839116229909e-12,-1.2718714970105793e-12,-1.1901590823981678e-12,-1.1084466677857563e-12,-1.0267342531733448e-12,-9.450218385609332e-13,-8.633094239485217e-13,-7.815970093361102e-13,-6.998845947236987e-13,-6.181721801112872e-13,-5.364597654988756e-13,-4.547473508864641e-13,-3.730349362740526e-13,-2.913225216616411e-13,-2.0961010704922955e-13,-1.2789769243681803e-13,-4.618527782440651e-14,3.552713678800501e-14,1.1723955140041653e-13,1.9895196601282805e-13,2.8066438062523957e-13,3.623767952376511e-13,4.440892098500626e-13,5.258016244624741e-13,6.075140390748857e-13,6.892264536872972e-13,7.709388682997087e-13,8.526512829121202e-13,9.343636975245317e-13,1.0160761121369433e-12,1.0977885267493548e-12,1.1795009413617663e-12,1.2612133559741778e-12,1.3429257705865894e-12,1.4246381851990009e-12,1.5063505998114124e-12,1.588063014423824e-12,1.6697754290362354e-12,1.751487843648647e-12,1.8332002582610585e-12,1.91491267287347e-12,1.9966250874858815e-12,2.078337502098293e-12,2.1600499167107046e-12]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.10439284890890121,-0.10125788301229477,-0.09812291711568832,-0.09498795121908188,-0.09185298532247543,-0.08871801942586899,-0.08558305352926254,-0.0824480876326561,-0.07931312918663025,-0.0761781632900238,-0.07304319739341736,-0.06990823149681091,-0.06677326560020447,-0.06363829970359802,-0.06050333380699158,-0.05736836791038513,-0.054233402013778687,-0.05109843611717224,-0.047963470220565796,-0.04482850432395935,-0.041693538427352905,-0.03855857625603676,-0.03542361035943031,-0.03228864446282387,-0.029153678566217422,-0.026018712669610977,-0.022883746773004532,-0.019748782739043236,-0.01661381684243679,-0.013478850945830345,-0.010343885980546474,-0.0072089205496013165,-0.004073962569236755,-0.0009389971382915974,0.0021959682926535606,0.005330933723598719,0.008465899154543877,0.011600865051150322,0.014735830016434193,0.017870794981718063,0.02100576087832451,0.024140726774930954,0.0272756926715374,0.030410656705498695,0.03354562073945999,0.03668058663606644,0.03981555253267288,0.04295051842927933,0.04608548432588577,0.04922045022249222,0.05235541611909866,0.05549038201570511,0.058625347912311554,0.0617603100836277,0.06489527970552444,0.06803024560213089,0.07116520404815674,0.07430016994476318,0.07743513584136963,0.08057010173797607,0.08370506763458252,0.08684003353118896,0.08997499942779541,0.09310996532440186,0.0962449312210083],"_type":"histogram","values":[2,2,0,2,3,5,17,34,53,100,166,279,502,762,1281,2046,3121,4527,6694,9578,13212,17883,23709,30281,38072,46405,55941,65076,73877,82763,89289,94747,97115,98035,97035,92232,85986,79328,70137,61402,51952,43018,34985,27200,21351,15904,11491,8496,5854,3918,2654,1674,1087,652,409,223,136,78,44,15,12,9,1,2]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09546555578708649,-0.09252828359603882,-0.08959101140499115,-0.08665373176336288,-0.08371645957231522,-0.08077918738126755,-0.07784191519021988,-0.07490464299917221,-0.07196736335754395,-0.06903009116649628,-0.06609281897544861,-0.06315554678440094,-0.06021827459335327,-0.057280998677015305,-0.054343726485967636,-0.05140645056962967,-0.048469178378582,-0.04553190618753433,-0.042594630271196365,-0.0396573580801487,-0.03672008216381073,-0.03378280997276306,-0.030845537781715393,-0.027908263728022575,-0.024970989674329758,-0.02203371562063694,-0.019096441566944122,-0.016159169375896454,-0.013221895322203636,-0.010284621268510818,-0.007347348146140575,-0.004410074558109045,-0.0014728009700775146,0.0014644726179540157,0.004401746205985546,0.0073390197940170765,0.010276293382048607,0.013213567435741425,0.016150839626789093,0.01908811368048191,0.02202538773417473,0.024962661787867546,0.027899935841560364,0.030837208032608032,0.0337744802236557,0.03671175613999367,0.039649028331041336,0.0425863042473793,0.04552357643842697,0.04846084862947464,0.05139812454581261,0.054335396736860275,0.05727267265319824,0.06020994484424591,0.06314721703529358,0.06608448922634125,0.06902176141738892,0.07195904105901718,0.07489631325006485,0.07783358544111252,0.08077085763216019,0.08370812982320786,0.08664540946483612,0.08958268165588379,0.09251995384693146],"_type":"histogram","values":[2,0,5,3,5,11,24,52,58,122,183,306,453,736,1040,1551,2225,3139,4106,5655,7367,9409,11634,14407,17572,20220,23741,26465,28754,31225,33035,34223,34581,34099,33308,31255,28860,26323,23454,20392,17282,14677,11686,9350,7438,5577,4161,3007,2178,1511,1061,672,459,307,191,111,69,45,17,13,6,5,0,1]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0012154444120824337,-0.0011794883757829666,-0.0011435323394834995,-0.0011075761867687106,-0.0010716201504692435,-0.0010356641141697764,-0.0009997080778703094,-0.0009637519833631814,-0.0009277959470637143,-0.0008918399107642472,-0.0008558838162571192,-0.0008199277799576521,-0.000783971743658185,-0.000748015649151057,-0.0007120596128515899,-0.0006761035183444619,-0.0006401474820449948,-0.0006041914457455277,-0.0005682353512383997,-0.0005322793149389327,-0.0004963232204318047,-0.00046036718413233757,-0.0004244111478328705,-0.00038845508242957294,-0.0003524990170262754,-0.00031654295162297785,-0.0002805868862196803,-0.0002446308499202132,-0.00020867478451691568,-0.00017271871911361814,-0.00013676266826223582,-0.00010080661013489589,-6.485043559223413e-05,-2.8894377464894205e-05,7.061680662445724e-06,4.301773878978565e-05,7.897379691712558e-05,0.00011492985504446551,0.00015088591317180544,0.00018684196402318776,0.0002227980294264853,0.00025875409482978284,0.0002947101602330804,0.0003306661965325475,0.000366622261935845,0.00040257832733914256,0.00043853436363860965,0.0004744904290419072,0.0005104464944452047,0.0005464025307446718,0.0005823586252517998,0.0006183146615512669,0.0006542707560583949,0.000690226792357862,0.0007261828286573291,0.0007621389231644571,0.0007980949594639242,0.0008340509957633913,0.0008700070902705193,0.0009059631265699863,0.0009419191628694534,0.0009778751991689205,0.0010138313518837094,0.0010497873881831765,0.0010857434244826436],"_type":"histogram","values":[1,0,1,0,0,0,0,1,6,11,12,21,29,37,19,26,21,9,8,13,18,14,18,9,14,10,9,12,17,12,10,9,15,6,10,11,13,7,7,12,8,17,12,12,18,13,9,16,15,11,14,16,24,30,29,25,20,14,6,8,1,1,0,1]},"_step":31,"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"values":[5,7,7,7,8,20,20,26,29,17,19,15,12,9,10,10,9,12,14,16,10,13,13,12,9,10,7,9,10,18,6,8,11,6,9,7,7,12,11,11,12,8,13,12,14,17,13,12,9,14,15,13,17,28,15,27,20,14,10,4,4,5,0,1],"bins":[-0.0009793462231755257,-0.0009479949367232621,-0.0009166437084786594,-0.0008852924220263958,-0.0008539411937817931,-0.0008225899073295295,-0.0007912386790849268,-0.0007598873926326632,-0.0007285361643880606,-0.000697184877935797,-0.0006658335914835334,-0.0006344823632389307,-0.0006031310767866671,-0.0005717798485420644,-0.0005404285620898008,-0.0005090773338451982,-0.00047772604739293456,-0.0004463747900445014,-0.0004150235326960683,-0.00038367227534763515,-0.000352321017999202,-0.0003209697315469384,-0.0002896184741985053,-0.00025826721685007215,-0.000226915959501639,-0.00019556470215320587,-0.00016421344480477273,-0.00013286217290442437,-0.00010151091555599123,-7.01596582075581e-05,-3.8808393583167344e-05,-7.4571325967554e-06,2.3894128389656544e-05,5.524538937606849e-05,8.659665036248043e-05,0.00011794791498687118,0.00014929917233530432,0.00018065042968373746,0.00021200170158408582,0.00024335295893251896,0.0002747042162809521,0.00030605547362938523,0.00033740673097781837,0.0003687579883262515,0.0004001092747785151,0.00043146053212694824,0.0004628117894753814,0.0004941630177199841,0.0005255143041722476,0.0005568655906245112,0.0005882168188691139,0.0006195681053213775,0.0006509193335659802,0.0006822706200182438,0.0007136218482628465,0.0007449731347151101,0.0007763244211673737,0.0008076756494119763,0.0008390269358642399,0.0008703781641088426,0.0009017294505611062,0.0009330806788057089,0.0009644319652579725,0.000995783251710236,0.0010271344799548388],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[3,3,1,5,10,11,26,58,111,133,260,374,583,914,1179,1799,2576,3601,4799,6237,7913,10127,12428,14849,18013,20650,23899,26142,29003,30532,32344,33212,33278,33195,32100,30336,28375,25806,22946,19982,17478,14651,11852,9464,7567,5739,4385,3267,2330,1767,1178,819,556,382,228,131,84,63,33,23,5,6,1,2],"bins":[-0.09263995289802551,-0.08978047221899033,-0.08692099153995514,-0.08406151086091995,-0.08120203018188477,-0.07834254950284958,-0.07548307627439499,-0.0726235955953598,-0.06976411491632462,-0.06690463423728943,-0.06404515355825424,-0.061185672879219055,-0.05832619220018387,-0.05546671152114868,-0.05260723456740379,-0.04974775388836861,-0.04688827320933342,-0.04402879253029823,-0.041169311851263046,-0.03830983489751816,-0.03545035421848297,-0.032590873539447784,-0.029731392860412598,-0.02687191404402256,-0.024012433364987373,-0.021152952685952187,-0.01829347386956215,-0.015433993190526962,-0.01257451344281435,-0.009715033695101738,-0.0068555534817278385,-0.003996073268353939,-0.001136593520641327,0.001722886459901929,0.004582366440445185,0.007441846653819084,0.010301326401531696,0.013160806149244308,0.016020286828279495,0.018879765644669533,0.02173924632370472,0.024598727002739906,0.027458205819129944,0.03031768649816513,0.03317716717720032,0.036036647856235504,0.03889612480998039,0.04175560548901558,0.044615086168050766,0.04747456684708595,0.05033404752612114,0.05319352447986603,0.056053005158901215,0.0589124858379364,0.06177196651697159,0.06463144719600677,0.06749092787504196,0.07035040855407715,0.07320988923311234,0.07606936246156693,0.07892884314060211,0.0817883238196373,0.08464780449867249,0.08750728517770767,0.09036676585674286]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,2,3,3,3,7,7,10,15,22,35,68,91,131,221,295,423,725,1098,1728,2799,4461,7457,12833,22645,41895,80028,156689,298681,402113,256014,131502,67368,35683,19314,11157,6661,3955,2413,1515,931,653,384,266,167,128,84,49,48,28,11,12,8,6,4,3,2,2,4,0,1],"bins":[-1.59274713951163e-05,-1.543544203741476e-05,-1.494341267971322e-05,-1.445138332201168e-05,-1.395935396431014e-05,-1.34673246066086e-05,-1.297529524890706e-05,-1.248326589120552e-05,-1.199123653350398e-05,-1.1499206266307738e-05,-1.1007176908606198e-05,-1.0515147550904658e-05,-1.0023118193203118e-05,-9.531088835501578e-06,-9.039059477800038e-06,-8.547030120098498e-06,-8.055000762396958e-06,-7.562971404695418e-06,-7.070942046993878e-06,-6.578912689292338e-06,-6.086883331590798e-06,-5.594853519141907e-06,-5.102824161440367e-06,-4.610794803738827e-06,-4.118765446037287e-06,-3.626736088335747e-06,-3.134706730634207e-06,-2.6426771455589915e-06,-2.1506477878574515e-06,-1.6586184301559115e-06,-1.1665889587675338e-06,-6.745595442225749e-07,-1.8253012967761606e-07,3.094992848673428e-07,8.015286994123016e-07,1.2935581708006794e-06,1.7855875285022194e-06,2.2776168862037593e-06,2.7696464712789748e-06,3.2616758289805148e-06,3.7537051866820548e-06,4.245734544383595e-06,4.737763902085135e-06,5.229793259786675e-06,5.721823072235566e-06,6.213852429937106e-06,6.705881787638646e-06,7.197911145340186e-06,7.689940503041726e-06,8.181969860743266e-06,8.673999218444806e-06,9.166028576146346e-06,9.658057933847886e-06,1.0150087291549426e-05,1.0642116649250966e-05,1.1134146006952506e-05,1.1626176274148747e-05,1.2118205631850287e-05,1.2610234989551827e-05,1.3102264347253367e-05,1.3594293704954907e-05,1.4086323062656447e-05,1.4578352420357987e-05,1.5070381778059527e-05,1.5562411135761067e-05]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[2,0,0,0,2,0,1,0,1,0,0,1,0,2,0,1,4,4,4,5,3,8,5,13,7,8,14,23,29,33,42,48,50,58,61,55,55,42,36,29,24,14,15,17,7,4,3,6,9,2,3,6,4,2,0,2,0,1,1,0,0,0,1,1],"bins":[-1.2358510502963327e-05,-1.1996662578894757e-05,-1.1634814654826187e-05,-1.1272966730757616e-05,-1.0911118806689046e-05,-1.0549270882620476e-05,-1.0187422958551906e-05,-9.825575034483336e-06,-9.463727110414766e-06,-9.101878276851494e-06,-8.740030352782924e-06,-8.378182428714354e-06,-8.016334504645783e-06,-7.654486580577213e-06,-7.292638656508643e-06,-6.930790732440073e-06,-6.568942808371503e-06,-6.207094884302933e-06,-5.845246960234363e-06,-5.4833990361657925e-06,-5.121551112097222e-06,-4.759702733281301e-06,-4.397854809212731e-06,-4.036006885144161e-06,-3.674158961075591e-06,-3.3123110370070208e-06,-2.9504631129384506e-06,-2.588614961496205e-06,-2.226767037427635e-06,-1.8649191133590648e-06,-1.503071075603657e-06,-1.141223037848249e-06,-7.793751137796789e-07,-4.1752713286768994e-07,-5.5679151955700945e-08,3.0616882895628805e-07,6.68016809868277e-07,1.0298647339368472e-06,1.391712771692255e-06,1.753560809447663e-06,2.115408733516233e-06,2.477256657584803e-06,2.8391045816533733e-06,3.200952733095619e-06,3.562800657164189e-06,3.924648808606435e-06,4.286496732675005e-06,4.648344656743575e-06,5.010192580812145e-06,5.372040504880715e-06,5.733888428949285e-06,6.0957363530178554e-06,6.4575842770864256e-06,6.819432655902347e-06,7.181280579970917e-06,7.543128504039487e-06,7.904976882855408e-06,8.266824806923978e-06,8.628672730992548e-06,8.990520655061118e-06,9.352368579129688e-06,9.714216503198259e-06,1.0076064427266829e-05,1.0437912351335399e-05,1.0799760275403969e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,1,0,2,0,1,1,0,0,2,3,2,4,5,3,13,5,16,29,25,41,41,72,77,78,68,72,52,44,26,21,19,7,8,7,10,4,0,2,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1],"bins":[-2.162162127206102e-05,-2.0993578800698742e-05,-2.036553451034706e-05,-1.9737492038984783e-05,-1.91094477486331e-05,-1.8481405277270824e-05,-1.7853362805908546e-05,-1.7225318515556864e-05,-1.6597276044194587e-05,-1.5969231753842905e-05,-1.5341189282480627e-05,-1.4713145901623648e-05,-1.4085102520766668e-05,-1.3457059139909688e-05,-1.282901666854741e-05,-1.2200973287690431e-05,-1.1572929906833451e-05,-1.0944886525976472e-05,-1.0316843145119492e-05,-9.688800673757214e-06,-9.060757292900234e-06,-8.432713912043255e-06,-7.804670531186275e-06,-7.1766276050766464e-06,-6.548584224219667e-06,-5.920540843362687e-06,-5.292497917253058e-06,-4.664454536396079e-06,-4.036411155539099e-06,-3.4083682294294704e-06,-2.7803248485724907e-06,-2.1522816950891865e-06,-1.5242385416058823e-06,-8.961953312791593e-07,-2.6815212095243623e-07,3.598910893742868e-07,9.879342997010099e-07,1.615977453184314e-06,2.2440208340412937e-06,2.872063987524598e-06,3.500107141007902e-06,4.128150521864882e-06,4.7561934479745105e-06,5.38423682883149e-06,6.01228020968847e-06,6.6403231357980985e-06,7.268366516655078e-06,7.896409442764707e-06,8.524452823621687e-06,9.152496204478666e-06,9.780539585335646e-06,1.0408582056697924e-05,1.1036625437554903e-05,1.1664668818411883e-05,1.2292712199268863e-05,1.2920755580125842e-05,1.3548798960982822e-05,1.41768414323451e-05,1.480488481320208e-05,1.543292819405906e-05,1.6060970665421337e-05,1.6689014955773018e-05,1.7317057427135296e-05,1.7945101717486978e-05,1.8573144188849255e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[4,4,9,9,24,45,77,82,200,305,425,644,940,1386,1944,2678,3700,4910,6409,8221,10456,12611,15271,18185,20927,23543,26235,28797,30940,32568,33049,33515,32892,31738,29919,27914,25452,22661,19709,17030,14193,11858,9468,7572,5854,4409,3249,2450,1734,1233,836,581,375,220,143,89,63,28,20,11,3,1,2,4],"bins":[-0.08877357840538025,-0.08593794703483582,-0.08310230821371078,-0.08026667684316635,-0.07743103802204132,-0.07459540665149689,-0.07175977528095245,-0.06892413645982742,-0.06608850508928299,-0.06325287371873856,-0.060417234897613525,-0.05758160352706909,-0.05474596843123436,-0.05191033333539963,-0.049074701964855194,-0.04623906686902046,-0.04340343177318573,-0.040567796677351,-0.037732161581516266,-0.03489653021097183,-0.0320608951151371,-0.029225260019302368,-0.026389626786112785,-0.023553993552923203,-0.02071835845708847,-0.01788272336125374,-0.015047090128064156,-0.012211455963551998,-0.00937582179903984,-0.006540187634527683,-0.003704553470015526,-0.0008689193055033684,0.001966707408428192,0.00480234157294035,0.007637975737452507,0.010473609901964664,0.013309244066476822,0.016144879162311554,0.018980512395501137,0.02181614562869072,0.02465178072452545,0.027487415820360184,0.030323049053549767,0.03315868228673935,0.03599431738257408,0.038829952478408813,0.04166558384895325,0.04450121894478798,0.04733685404062271,0.05017248913645744,0.053008124232292175,0.05584375560283661,0.05867939069867134,0.06151502579450607,0.0643506571650505,0.06718629598617554,0.07002192735671997,0.0728575587272644,0.07569319754838943,0.07852882891893387,0.0813644677400589,0.08420009911060333,0.08703573048114777,0.0898713693022728,0.09270700067281723]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,0,1,2,1,3,2,2,2,0,3,8,7,8,8,8,12,7,14,18,17,30,38,47,55,60,61,63,56,43,35,23,19,18,15,11,13,5,4,6,3,7,2,3,4,1,3,3,3,4,3,1,1,0,1,0,1],"bins":[-1.1531124982866459e-05,-1.1187651580257807e-05,-1.0844178177649155e-05,-1.0500704775040504e-05,-1.0157231372431852e-05,-9.8137579698232e-06,-9.470284567214549e-06,-9.126811164605897e-06,-8.783337761997245e-06,-8.439863449893892e-06,-8.09639004728524e-06,-7.752916644676588e-06,-7.409443242067937e-06,-7.065969839459285e-06,-6.7224964368506335e-06,-6.379023034241982e-06,-6.03554963163333e-06,-5.6920762290246785e-06,-5.348602826416027e-06,-5.005129423807375e-06,-4.6616560211987235e-06,-4.318182163842721e-06,-3.974708761234069e-06,-3.6312353586254176e-06,-3.287761956016766e-06,-2.9442885534081142e-06,-2.6008151507994626e-06,-2.2573415208171355e-06,-1.913868118208484e-06,-1.5703947155998321e-06,-1.2269211993043427e-06,-8.834477398522722e-07,-5.399742804002017e-07,-1.9650082094813115e-07,1.4697263850393938e-07,4.904460979560099e-07,8.339195574080804e-07,1.177392960016732e-06,1.5208664763122215e-06,1.8643399926077109e-06,2.2078133952163626e-06,2.5512867978250142e-06,2.894760200433666e-06,3.238233830415993e-06,3.5817072330246447e-06,3.925180863006972e-06,4.2686542656156234e-06,4.612127668224275e-06,4.955601070832927e-06,5.2990744734415784e-06,5.64254787605023e-06,5.986021278658882e-06,6.3294946812675335e-06,6.672968538623536e-06,7.016441941232188e-06,7.359915343840839e-06,7.703389201196842e-06,8.046862603805494e-06,8.390336006414145e-06,8.733809409022797e-06,9.077282811631449e-06,9.4207562142401e-06,9.764229616848752e-06,1.0107703019457404e-05,1.0451176422066055e-05]},"gradients/linear.bias":{"values":[3,0,0,0,0,0,1,1,0,1,2,0,3,1,1,4,3,3,0,0,2,3,2,4,5,4,9,6,3,7,1,2,3,3,1,3,1,3,5,6,1,2,3,4,2,1,2,2,1,3,3,0,2,2,0,1,0,0,1,1,0,0,0,1],"bins":[-1.2091568351024762e-06,-1.1710909575413098e-06,-1.1330250799801433e-06,-1.0949590887321392e-06,-1.0568932111709728e-06,-1.0188273336098064e-06,-9.807613423618022e-07,-9.426954648006358e-07,-9.046295872394694e-07,-8.66563709678303e-07,-8.284977752737177e-07,-7.904318408691324e-07,-7.52365963307966e-07,-7.143000857467996e-07,-6.762341513422143e-07,-6.38168216937629e-07,-6.001023393764626e-07,-5.620364618152962e-07,-5.239705274107109e-07,-4.859045930061257e-07,-4.4783871544495923e-07,-4.097728094620834e-07,-3.7170690347920754e-07,-3.336409974963317e-07,-2.9557509151345585e-07,-2.5750918553058e-07,-2.1944327954770415e-07,-1.813773735648283e-07,-1.4331146758195246e-07,-1.0524556159907661e-07,-6.717965561620076e-08,-2.9113749633324915e-08,8.952156349550933e-09,4.701806233242678e-08,8.508396831530263e-08,1.2314987429817847e-07,1.6121578028105432e-07,1.9928168626393017e-07,2.3734759224680602e-07,2.7541349822968186e-07,3.134794042125577e-07,3.5154531019543356e-07,3.896112161783094e-07,4.2767712216118525e-07,4.657430281440611e-07,5.038089057052275e-07,5.418748401098128e-07,5.799407745143981e-07,6.180066520755645e-07,6.560725296367309e-07,6.941384640413162e-07,7.322043984459015e-07,7.702702760070679e-07,8.083361535682343e-07,8.464020879728196e-07,8.844680223774048e-07,9.225338999385713e-07,9.605997774997377e-07,9.98665655060904e-07,1.0367316463089082e-06,1.0747975238700747e-06,1.112863401431241e-06,1.1509293926792452e-06,1.1889952702404116e-06,1.227061147801578e-06],"_type":"histogram"},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[5,3,11,15,34,69,108,193,312,569,877,1427,2087,3275,4874,6987,9832,13554,18079,24175,30738,37958,46520,55798,65128,73900,81631,88618,93487,96091,97676,95845,92047,85915,78871,70198,61645,52078,43147,35091,27761,21611,16360,11874,8687,6089,4139,2725,1813,1138,724,478,274,141,91,47,20,14,4,2,2,1,0,1],"bins":[-0.09401411563158035,-0.09091123938560486,-0.08780836313962936,-0.08470549434423447,-0.08160261809825897,-0.07849974185228348,-0.07539686560630798,-0.07229398936033249,-0.069191113114357,-0.0660882443189621,-0.0629853680729866,-0.05988249182701111,-0.056779615581035614,-0.05367674306035042,-0.050573866814374924,-0.04747099429368973,-0.04436811804771423,-0.04126524180173874,-0.03816236928105354,-0.03505949303507805,-0.03195662051439285,-0.02885374426841736,-0.025750868022441864,-0.02264799363911152,-0.019545119255781174,-0.01644224487245083,-0.013339369557797909,-0.010236494243144989,-0.007133619859814644,-0.004030745010823011,-0.0009278701618313789,0.0021750046871602535,0.005277879536151886,0.008380753919482231,0.011483629234135151,0.01458650454878807,0.017689378932118416,0.02079225331544876,0.023895129561424255,0.0269980039447546,0.030100878328084946,0.03320375457406044,0.036306627094745636,0.03940950334072113,0.042512379586696625,0.04561525210738182,0.048718128353357315,0.05182100087404251,0.054923877120018005,0.0580267533659935,0.061129625886678696,0.06423249840736389,0.06733537465333939,0.07043825089931488,0.07354112714529037,0.07664400339126587,0.07974687218666077,0.08284974843263626,0.08595262467861176,0.08905550092458725,0.09215837717056274,0.09526125341653824,0.09836412221193314,0.10146699845790863,0.10456987470388412]},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[1,0,1,0,2,3,4,3,9,13,12,30,22,56,53,94,117,197,274,447,723,1081,1734,2794,4824,8513,15136,29355,61965,151823,473690,508061,170881,68186,32201,16817,9164,5336,3241,2005,1271,827,577,384,263,188,126,94,73,55,40,24,16,15,12,10,10,2,2,3,0,2,1,1],"bins":[-1.343499116046587e-05,-1.3002286323171575e-05,-1.256958148587728e-05,-1.2136876648582984e-05,-1.1704170901793987e-05,-1.1271466064499691e-05,-1.0838761227205396e-05,-1.04060563899111e-05,-9.973351552616805e-06,-9.54064671532251e-06,-9.107941878028214e-06,-8.675237040733919e-06,-8.242532203439623e-06,-7.809826456650626e-06,-7.3771216193563305e-06,-6.944416782062035e-06,-6.51171194476774e-06,-6.079007107473444e-06,-5.646302270179149e-06,-5.2135969781375024e-06,-4.780892140843207e-06,-4.348187303548912e-06,-3.915482011507265e-06,-3.48277717421297e-06,-3.0500723369186744e-06,-2.617367499624379e-06,-2.184662434956408e-06,-1.751957483975275e-06,-1.3192525329941418e-06,-8.865475820130087e-07,-4.538426310318755e-07,-2.1137680050742347e-08,4.115681804250926e-07,8.442731314062257e-07,1.2769780823873589e-06,1.709683033368492e-06,2.142387984349625e-06,2.5750928216439206e-06,3.0077978863118915e-06,3.4405029509798624e-06,3.873207788274158e-06,4.305912625568453e-06,4.738617462862749e-06,5.171322754904395e-06,5.60402759219869e-06,6.036732429492986e-06,6.469437721534632e-06,6.902142558828928e-06,7.334847396123223e-06,7.767552233417518e-06,8.200257070711814e-06,8.63296190800611e-06,9.065666745300405e-06,9.498372492089402e-06,9.931077329383697e-06,1.0363782166677993e-05,1.0796487003972288e-05,1.1229191841266584e-05,1.1661896678560879e-05,1.2094601515855175e-05,1.2527307262644172e-05,1.2960012099938467e-05,1.3392716937232763e-05,1.3825421774527058e-05,1.4258126611821353e-05],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug-core.log b/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..d54930af40900ed8f3818763100243d7fb5e17b2 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-17T23:50:06.125828962+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmptiwaai81/port-8802.txt","pid":8802,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-17T23:50:06.126352548+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":8802} +{"time":"2025-07-17T23:50:06.126340888+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-8802-8825-153448745/socket","Net":"unix"}} +{"time":"2025-07-17T23:50:06.30747654+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-17T23:50:06.316567657+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"x4au33ay","id":"1(@)"} +{"time":"2025-07-17T23:50:06.751559569+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"x4au33ay","id":"1(@)"} +{"time":"2025-07-17T23:52:24.521549508+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-17T23:52:24.521897578+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-17T23:52:24.522005742+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-8802-8825-153448745/socket","Net":"unix"}} +{"time":"2025-07-17T23:52:24.521886743+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-17T23:52:24.522046699+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-17T23:52:27.287523645+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-17T23:52:27.287536986+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-17T23:52:27.287546285+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug-internal.log b/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..1703c2809dacbcda61cb00b7deba079eb0768fd4 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-17T23:50:06.317549684+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-17T23:50:06.7515183+03:00","level":"INFO","msg":"stream: created new stream","id":"x4au33ay"} +{"time":"2025-07-17T23:50:06.751553507+03:00","level":"INFO","msg":"stream: started","id":"x4au33ay"} +{"time":"2025-07-17T23:50:06.751566618+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"x4au33ay"} +{"time":"2025-07-17T23:50:06.751614331+03:00","level":"INFO","msg":"sender: started","stream_id":"x4au33ay"} +{"time":"2025-07-17T23:50:06.751574681+03:00","level":"INFO","msg":"handler: started","stream_id":"x4au33ay"} +{"time":"2025-07-17T23:52:24.521848389+03:00","level":"INFO","msg":"stream: closing","id":"x4au33ay"} +{"time":"2025-07-17T23:52:26.633292396+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-17T23:52:27.286063662+03:00","level":"INFO","msg":"handler: closed","stream_id":"x4au33ay"} +{"time":"2025-07-17T23:52:27.286091203+03:00","level":"INFO","msg":"sender: closed","stream_id":"x4au33ay"} +{"time":"2025-07-17T23:52:27.286076994+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"x4au33ay"} +{"time":"2025-07-17T23:52:27.287190639+03:00","level":"INFO","msg":"stream: closed","id":"x4au33ay"} diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug.log b/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..b057ad39f043740232269cdf5f669bd252434785 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_setup.py:_flush():80] Configure stats pid to 8802 +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_235006-x4au33ay/logs/debug.log +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_235006-x4au33ay/logs/debug-internal.log +2025-07-17 23:50:06,089 INFO MainThread:8802 [wandb_init.py:init():830] calling init triggers +2025-07-17 23:50:06,090 INFO MainThread:8802 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 128, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-17 23:50:06,090 INFO MainThread:8802 [wandb_init.py:init():871] starting backend +2025-07-17 23:50:06,307 INFO MainThread:8802 [wandb_init.py:init():874] sending inform_init request +2025-07-17 23:50:06,315 INFO MainThread:8802 [wandb_init.py:init():882] backend started and connected +2025-07-17 23:50:06,318 INFO MainThread:8802 [wandb_init.py:init():953] updated telemetry +2025-07-17 23:50:06,318 INFO MainThread:8802 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-17 23:50:07,053 INFO MainThread:8802 [wandb_init.py:init():1029] starting run threads in backend +2025-07-17 23:50:07,253 INFO MainThread:8802 [wandb_run.py:_console_start():2458] atexit reg +2025-07-17 23:50:07,253 INFO MainThread:8802 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-17 23:50:07,253 INFO MainThread:8802 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-17 23:50:07,253 INFO MainThread:8802 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-17 23:50:07,258 INFO MainThread:8802 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-17 23:50:08,193 INFO MainThread:8802 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-17 23:50:08,194 INFO MainThread:8802 [wandb_watch.py:_watch():70] Watching +2025-07-17 23:52:24,520 INFO MsgRouterThr:8802 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250717_235006-x4au33ay/run-x4au33ay.wandb b/simson_modeling/wandb/run-20250717_235006-x4au33ay/run-x4au33ay.wandb new file mode 100644 index 0000000000000000000000000000000000000000..76b0bb060fb79d64e071bd418b6d8480f2a007ea --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235006-x4au33ay/run-x4au33ay.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0306559e9b070bbf72eebe3c1b35a6dc493d65007013eb5c51c0b4120e0fe51d +size 579928 diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/config.yaml b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..05616aa631188ed4950191f09a28a75b9f07959d --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + w7qyutziq4pu56qztqk6e24oc5y9xo1c: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136784891904" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T20:53:46.630759Z" + writerId: w7qyutziq4pu56qztqk6e24oc5y9xo1c + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 128 +epochs: + value: 1 +lr: + value: 3e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/output.log b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..3a2d156b62a8e4c0bd330b8a769b29e34363ee3c --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [06:47", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/requirements.txt b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/wandb-metadata.json b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..5258bab983e6ad3e7598922b8764268ba0f0f69b --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T20:53:46.630759Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136784891904" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "w7qyutziq4pu56qztqk6e24oc5y9xo1c" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/wandb-summary.json b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..11dba77869ae66e7cf50665bdb80623c0927fea8 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,1,0,1,0,0,3,3,1,8,7,10,10,15,21,40,74,62,37,25,21,6,10,4,11,7,7,3,7,4,6,9,11,10,24,51,67,70,33,22,10,10,13,3,7,8,1,2,0,3,0,1,1,2,1,0,0,1,1],"bins":[-0.0004744461621157825,-0.00045957419206388295,-0.00044470219290815294,-0.0004298302228562534,-0.0004149582237005234,-0.0004000862536486238,-0.0003852142544928938,-0.00037034228444099426,-0.00035547028528526425,-0.0003405983152333647,-0.00032572634518146515,-0.00031085434602573514,-0.0002959823759738356,-0.0002811103768181056,-0.000266238406766206,-0.000251366407610476,-0.00023649443755857646,-0.00022162245295476168,-0.0002067504683509469,-0.00019187848374713212,-0.00017700649914331734,-0.0001621345290914178,-0.000147262544487603,-0.00013239055988378823,-0.00011751857527997345,-0.00010264659067615867,-8.777460607234389e-05,-7.290262874448672e-05,-5.803064414067194e-05,-4.315865953685716e-05,-2.8286678571021184e-05,-1.3414695786195807e-05,1.4572578947991133e-06,1.632924067962449e-05,3.120122346444987e-05,4.607320443028584e-05,6.094518903410062e-05,7.58171736379154e-05,9.068915096577257e-05,0.00010556113556958735,0.00012043312017340213,0.0001353051047772169,0.0001501770893810317,0.00016504907398484647,0.00017992104403674603,0.0001947930286405608,0.0002096650132443756,0.00022453699784819037,0.00023940898245200515,0.0002542809525039047,0.0002691529516596347,0.00028402492171153426,0.00029889692086726427,0.0003137688909191638,0.00032864089007489383,0.0003435128601267934,0.0003583848592825234,0.00037325682933442295,0.0003881287993863225,0.0004030007985420525,0.00041787276859395206,0.00043274476774968207,0.0004476167378015816,0.00046248873695731163,0.0004773607070092112]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,2,1,2,3,4,3,7,10,13,30,21,26,44,93,148,175,148,82,82,48,28,23,26,29,30,26,27,37,67,84,154,194,121,65,53,31,28,24,13,10,7,4,6,3,4,2,1,2,0,0,1,1,2,1],"bins":[-0.0006189086125232279,-0.0006003389717079699,-0.0005817693308927119,-0.0005631997482851148,-0.0005446301074698567,-0.0005260604666545987,-0.0005074908258393407,-0.0004889211850240827,-0.0004703515733126551,-0.00045178193249739707,-0.0004332123207859695,-0.00041464267997071147,-0.00039607303915545344,-0.0003775034274440259,-0.00035893378662876785,-0.0003403641749173403,-0.00032179453410208225,-0.0003032248932868242,-0.00028465528157539666,-0.00026608564076013863,-0.00024751602904871106,-0.00022894638823345304,-0.000210376747418195,-0.0001918071211548522,-0.00017323749489150941,-0.00015466786862816662,-0.00013609824236482382,-0.00011752860154956579,-9.8958975286223e-05,-8.03893490228802e-05,-6.181971548357978e-05,-4.325008558225818e-05,-2.468051388859749e-05,-6.1108839872758836e-06,1.2458745914045721e-05,3.1028375815367326e-05,4.959800571668893e-05,6.816763198003173e-05,8.673726551933214e-05,0.00010530689905863255,0.00012387652532197535,0.00014244615158531815,0.00016101577784866095,0.00017958541866391897,0.00019815504492726177,0.00021672467119060457,0.0002352943120058626,0.00025386392371729016,0.0002724335645325482,0.0002910032053478062,0.0003095728170592338,0.0003281424578744918,0.0003467120695859194,0.0003652817104011774,0.00038385135121643543,0.000402420962927863,0.00042099060374312103,0.00043956024455837905,0.0004581298562698066,0.00047669949708506465,0.0004952691379003227,0.0005138387787155807,0.0005324083613231778,0.0005509780021384358,0.0005695476429536939],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-1.4437044228543527e-05,-1.3938458323536906e-05,-1.3439872418530285e-05,-1.2941286513523664e-05,-1.2442700608517043e-05,-1.1944115613005124e-05,-1.1445529707998503e-05,-1.0946943802991882e-05,-1.0448357897985261e-05,-9.94977199297864e-06,-9.451186087972019e-06,-8.952600182965398e-06,-8.454015187453479e-06,-7.955429282446858e-06,-7.4568433774402365e-06,-6.9582574724336155e-06,-6.4596715674269944e-06,-5.961085662420373e-06,-5.462499757413752e-06,-4.963914307154482e-06,-4.465328402147861e-06,-3.96674249714124e-06,-3.4681568195082946e-06,-2.969571141875349e-06,-2.470985236868728e-06,-1.972399331862107e-06,-1.4738136542291613e-06,-9.75227862909378e-07,-4.766420715895947e-07,2.1943719730188604e-08,5.205295110499719e-07,1.0191153023697552e-06,1.517699274700135e-06,2.016285179706756e-06,2.5148708573397016e-06,3.013456534972647e-06,3.5120424399792682e-06,4.010628344985889e-06,4.509213795245159e-06,5.0077997002517805e-06,5.5063856052584015e-06,6.0049715102650225e-06,6.5035574152716435e-06,7.002142865530914e-06,7.500728770537535e-06,7.999314220796805e-06,8.497900125803426e-06,8.996486030810047e-06,9.495071935816668e-06,9.993657840823289e-06,1.049224374582991e-05,1.0990829650836531e-05,1.1489415555843152e-05,1.1988000551355071e-05,1.2486586456361692e-05,1.2985172361368313e-05,1.3483758266374934e-05,1.3982344171381555e-05,1.4480930076388177e-05,1.4979515981394798e-05,1.5478100976906717e-05,1.597668779140804e-05,1.647527278691996e-05,1.6973859601421282e-05,1.74724445969332e-05],"_type":"histogram","values":[4,4,3,4,12,19,28,45,54,83,141,239,321,503,775,1133,1769,2744,4224,6443,9858,15115,23445,36267,55948,85841,129180,185029,237726,235388,180210,124336,82643,54092,34780,22609,14530,9516,6177,4008,2633,1723,1136,734,462,324,224,156,87,43,42,20,10,4,7,4,4,0,3,0,1,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,0,0,0,0,0,2,3,1,2,0,1,3,4,2,8,6,9,10,11,24,42,79,75,44,21,15,11,11,4,4,2,4,4,3,8,3,3,8,11,9,17,25,55,69,56,33,14,10,13,10,4,2,2,3,2,0,0,0,1,1,1],"bins":[-0.0004977318458259106,-0.0004838177119381726,-0.00046990354894660413,-0.00045598941505886614,-0.00044207528117112815,-0.0004281611181795597,-0.0004142469842918217,-0.00040033285040408373,-0.00038641871651634574,-0.0003725045535247773,-0.0003585904196370393,-0.0003446762857493013,-0.00033076212275773287,-0.0003168479888699949,-0.0003029338549822569,-0.00028901969199068844,-0.00027510555810295045,-0.00026119142421521246,-0.000247277261223644,-0.00023336312733590603,-0.00021944899344816804,-0.00020553484500851482,-0.0001916206965688616,-0.00017770656268112361,-0.0001637924142414704,-0.00014987826580181718,-0.0001359641319140792,-0.00012204998347442597,-0.00010813584231073037,-9.422170114703476e-05,-8.030755270738155e-05,-6.639341154368594e-05,-5.247924127615988e-05,-3.856510011246428e-05,-2.4650955310789868e-05,-1.0736812328104861e-05,3.177330654580146e-06,1.7091473637265153e-05,3.100561661995016e-05,4.491976142162457e-05,5.8833902585320175e-05,7.274804374901578e-05,8.666218491271138e-05,0.0001005763333523646,0.0001144904745160602,0.0001284046156797558,0.00014231876411940902,0.00015623289800714701,0.00017014704644680023,0.00018406119488645345,0.00019797532877419144,0.00021188947721384466,0.00022580361110158265,0.00023971775954123586,0.0002536319079808891,0.00026754604186862707,0.00028146017575636506,0.0002953743387479335,0.0003092884726356715,0.0003232026065234095,0.00033711676951497793,0.0003510309034027159,0.0003649450372904539,0.00037885920028202236,0.00039277333416976035]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.000563240610063076,-0.0005476204678416252,-0.0005320003838278353,-0.0005163802998140454,-0.0005007601575925946,-0.0004851400444749743,-0.0004695199313573539,-0.0004538998182397336,-0.00043827970512211323,-0.0004226595920044929,-0.00040703947888687253,-0.0003914193657692522,-0.00037579925265163183,-0.0003601791395340115,-0.00034455902641639113,-0.0003289389132987708,-0.00031331880018115044,-0.0002976986870635301,-0.00028207857394590974,-0.0002664584608282894,-0.00025083834771066904,-0.0002352182345930487,-0.00021959812147542834,-0.000203978008357808,-0.00018835789524018764,-0.0001727377821225673,-0.00015711766900494695,-0.0001414975558873266,-0.00012587744276970625,-0.0001102573296520859,-9.463721653446555e-05,-7.90171034168452e-05,-6.339701940305531e-05,-4.777690628543496e-05,-3.215679316781461e-05,-1.6536680050194263e-05,-9.165669325739145e-07,1.4703546185046434e-05,3.0323659302666783e-05,4.594377242028713e-05,6.156388553790748e-05,7.718399865552783e-05,9.280411177314818e-05,0.00010842422489076853,0.00012404433800838888,0.00013966445112600923,0.00015528456424362957,0.00017090467736124992,0.00018652479047887027,0.00020214490359649062,0.00021776501671411097,0.00023338512983173132,0.00024900524294935167,0.000264625356066972,0.00028024546918459237,0.0002958655823022127,0.00031148569541983306,0.0003271058085374534,0.00034272592165507376,0.0003583460347726941,0.00037396614789031446,0.0003895862610079348,0.00040520637412555516,0.0004208264872431755,0.00043644660036079586],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,2,3,2,2,3,2,3,3,5,6,11,36,75,115,42,33,8,5,6,3,4,3,2,2,4,4,6,6,5,14,18,37,126,93,28,17,9,5,0,2,2,3,2,2,2,0,0,1,0,1,2]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0007731703226454556,-0.0007533830939792097,-0.0007335958071053028,-0.0007138085784390569,-0.0006940213497728109,-0.0006742340628989041,-0.0006544468342326581,-0.0006346596055664122,-0.0006148723186925054,-0.0005950850900262594,-0.0005752978613600135,-0.0005555105744861066,-0.0005357233458198607,-0.0005159361171536148,-0.0004961488302797079,-0.00047636160161346197,-0.0004565743438433856,-0.0004367870860733092,-0.00041699985740706325,-0.00039721259963698685,-0.00037742534186691046,-0.0003576381132006645,-0.0003378508554305881,-0.00031806359766051173,-0.0002982763689942658,-0.0002784891112241894,-0.000258701853454113,-0.00023891461023595184,-0.00021912736701779068,-0.00019934010924771428,-0.00017955286602955312,-0.00015976560825947672,-0.00013997836504131556,-0.00012019111454719678,-0.000100403864053078,-8.061662083491683e-05,-6.082937034079805e-05,-4.104211984667927e-05,-2.1254872990539297e-05,-1.4676243154099211e-06,1.8319624359719455e-05,3.8106874853838235e-05,5.789412170997821e-05,7.768136856611818e-05,9.746861906023696e-05,0.00011725586955435574,0.0001370431127725169,0.0001568303705425933,0.00017661761376075447,0.00019640485697891563,0.00021619211474899203,0.0002359793579671532,0.0002557666157372296,0.0002755538444034755,0.0002953411021735519,0.0003151283599436283,0.00033491558860987425,0.00035470284637995064,0.00037449010415002704,0.00039427736192010343,0.00041406459058634937,0.00043385184835642576,0.00045363910612650216,0.0004734263347927481,0.0004932135925628245],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,2,3,1,5,5,10,10,7,28,56,130,62,20,9,5,5,4,6,4,4,5,13,15,20,53,134,71,36,6,9,10,5,1,3,3,1,1,1,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9995314478874207,0.9995486736297607,0.9995658993721008,0.9995830655097961,0.9996002912521362,0.9996175169944763,0.9996347427368164,0.9996519684791565,0.9996691942214966,0.9996863603591919,0.999703586101532,0.9997208118438721,0.9997380375862122,0.9997552633285522,0.9997724890708923,0.9997896552085876,0.9998068809509277,0.9998241066932678,0.9998413324356079,0.999858558177948,0.9998757839202881,0.9998929500579834,0.9999101758003235,0.9999274015426636,0.9999446272850037,0.9999618530273438,0.9999790787696838,0.9999962449073792,1.0000134706497192,1.000030755996704,1.0000479221343994,1.0000650882720947,1.0000823736190796,1.000099539756775,1.0001168251037598,1.000133991241455,1.0001511573791504,1.0001684427261353,1.0001856088638306,1.0002028942108154,1.0002200603485107,1.000237226486206,1.000254511833191,1.0002716779708862,1.000288963317871,1.0003061294555664,1.0003234148025513,1.0003405809402466,1.000357747077942,1.0003750324249268,1.000392198562622,1.000409483909607,1.0004266500473022,1.0004438161849976,1.0004611015319824,1.0004782676696777,1.0004955530166626,1.000512719154358,1.0005300045013428,1.000547170639038,1.0005643367767334,1.0005816221237183,1.0005987882614136,1.0006160736083984,1.0006332397460938],"_type":"histogram","values":[1,0,0,0,0,1,1,2,4,6,7,6,6,14,11,24,27,42,48,65,35,27,22,12,15,12,8,11,16,8,11,18,28,39,29,42,44,31,27,8,9,11,7,13,2,3,3,2,4,1,0,2,0,1,1,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[2,0,0,0,2,1,0,0,0,0,3,2,2,4,3,3,4,6,8,8,9,11,13,16,11,17,22,11,21,30,18,36,29,37,29,28,29,25,31,29,28,23,23,21,16,16,15,14,17,15,18,13,6,9,5,7,5,5,2,3,3,1,1,2],"bins":[-7.673514119233005e-06,-7.462451321771368e-06,-7.251388069562381e-06,-7.040325272100745e-06,-6.829262474639108e-06,-6.618199222430121e-06,-6.407136424968485e-06,-6.1960736275068484e-06,-5.985010830045212e-06,-5.773947577836225e-06,-5.5628847803745884e-06,-5.351821982912952e-06,-5.140758730703965e-06,-4.9296959332423285e-06,-4.718633135780692e-06,-4.507569883571705e-06,-4.2965070861100685e-06,-4.085444288648432e-06,-3.874381036439445e-06,-3.6633182389778085e-06,-3.452255441516172e-06,-3.2411924166808603e-06,-3.0301293918455485e-06,-2.819066594383912e-06,-2.6080035695486004e-06,-2.3969405447132885e-06,-2.185877747251652e-06,-1.9748147224163404e-06,-1.7637518112678663e-06,-1.5526889001193922e-06,-1.3416258752840804e-06,-1.1305629641356063e-06,-9.194995982397813e-07,-7.084366870913072e-07,-4.973737190994143e-07,-2.863107795292308e-07,-7.524783995904727e-08,1.3581509961113625e-07,3.4687803918131976e-07,5.579410071732127e-07,7.690039183216868e-07,9.800668294701609e-07,1.191129740618635e-06,1.4021927654539468e-06,1.6132556766024209e-06,1.824318587750895e-06,2.0353816125862068e-06,2.246444410047843e-06,2.457507434883155e-06,2.6685704597184667e-06,2.879633257180103e-06,3.090696282015415e-06,3.3017590794770513e-06,3.512822104312363e-06,3.723885129147675e-06,3.934947926609311e-06,4.146010724070948e-06,4.357073976279935e-06,4.568136773741571e-06,4.779199571203208e-06,4.990262823412195e-06,5.201325620873831e-06,5.412388418335468e-06,5.623451670544455e-06,5.834514468006091e-06],"_type":"histogram"},"gradients/linear.bias":{"bins":[-3.640274371718988e-06,-3.525686224747915e-06,-3.411098077776842e-06,-3.296509930805769e-06,-3.181921783834696e-06,-3.067333636863623e-06,-2.95274548989255e-06,-2.838157342921477e-06,-2.723569195950404e-06,-2.608981048979331e-06,-2.494392902008258e-06,-2.379804755037185e-06,-2.265216608066112e-06,-2.150628461095039e-06,-2.036040314123966e-06,-1.921452167152893e-06,-1.8068640201818198e-06,-1.6922758732107468e-06,-1.5776877262396738e-06,-1.4630995792686008e-06,-1.3485114322975278e-06,-1.2339232853264548e-06,-1.1193351383553818e-06,-1.0047469913843088e-06,-8.901588444132358e-07,-7.755706974421628e-07,-6.609825504710898e-07,-5.463944035000168e-07,-4.318062565289438e-07,-3.172181095578708e-07,-2.0262996258679777e-07,-8.804181561572477e-08,2.654633135534823e-08,1.4113447832642123e-07,2.5572262529749423e-07,3.7031077226856723e-07,4.848989192396402e-07,5.994870662107132e-07,7.140752131817862e-07,8.286633601528592e-07,9.432515071239322e-07,1.0578396540950052e-06,1.1724278010660782e-06,1.2870159480371512e-06,1.4016040950082242e-06,1.5161922419792973e-06,1.6307803889503703e-06,1.7453685359214433e-06,1.8599566828925163e-06,1.9745448298635893e-06,2.0891329768346623e-06,2.2037211238057353e-06,2.3183092707768083e-06,2.4328974177478813e-06,2.5474855647189543e-06,2.6620737116900273e-06,2.7766618586611003e-06,2.8912500056321733e-06,3.0058381526032463e-06,3.1204262995743193e-06,3.2350144465453923e-06,3.3496025935164653e-06,3.4641907404875383e-06,3.5787788874586113e-06,3.6933670344296843e-06],"_type":"histogram","values":[3,0,0,0,0,0,0,0,0,0,2,2,2,2,0,1,2,2,3,2,5,6,3,5,4,3,6,5,7,3,5,3,1,4,4,3,1,3,2,3,2,3,2,1,0,2,6,2,5,1,0,1,1,0,1,1,0,0,0,2,0,0,0,1]},"parameters/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[3,2,0,2,3,4,7,3,9,9,11,8,8,21,22,28,34,46,42,25,23,18,15,12,10,9,7,9,8,9,14,14,18,14,21,29,41,36,30,25,29,18,13,7,10,6,6,6,2,10,0,6,0,0,0,3,2,0,0,0,0,0,0,1],"bins":[0.9996089935302734,0.99962317943573,0.9996374249458313,0.9996516704559326,0.9996658563613892,0.9996800422668457,0.999694287776947,0.9997085332870483,0.9997227191925049,0.9997369050979614,0.9997511506080627,0.9997653961181641,0.9997795820236206,0.9997937679290771,0.9998080134391785,0.9998222589492798,0.9998364448547363,0.9998506307601929,0.9998648762702942,0.9998791217803955,0.999893307685852,0.9999074935913086,0.9999217391014099,0.9999359846115112,0.9999501705169678,0.9999643564224243,0.9999786019325256,0.999992847442627,1.0000070333480835,1.00002121925354,1.0000355243682861,1.0000497102737427,1.0000638961791992,1.0000780820846558,1.0000922679901123,1.0001065731048584,1.000120759010315,1.0001349449157715,1.0001492500305176,1.0001634359359741,1.0001776218414307,1.0001918077468872,1.0002059936523438,1.0002202987670898,1.0002344846725464,1.000248670578003,1.000262975692749,1.0002771615982056,1.000291347503662,1.0003055334091187,1.0003197193145752,1.0003340244293213,1.0003482103347778,1.0003623962402344,1.0003767013549805,1.000390887260437,1.0004050731658936,1.00041925907135,1.0004334449768066,1.0004477500915527,1.0004619359970093,1.0004761219024658,1.000490427017212,1.0005046129226685,1.000518798828125]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.09480643272399902,-0.09183152765035629,-0.08885662257671356,-0.08588171750307083,-0.0829068124294281,-0.07993190735578537,-0.07695700228214264,-0.07398209720849991,-0.07100719213485718,-0.06803229451179504,-0.06505738943815231,-0.062082480639219284,-0.05910757929086685,-0.05613267421722412,-0.05315776914358139,-0.05018286406993866,-0.04720795899629593,-0.0442330539226532,-0.04125814884901047,-0.03828324377536774,-0.035308338701725006,-0.032333437353372574,-0.029358532279729843,-0.026383627206087112,-0.02340872213244438,-0.02043381705880165,-0.01745891198515892,-0.014484008774161339,-0.011509103700518608,-0.008534198626875877,-0.005559294484555721,-0.002584389876574278,0.00039052218198776245,0.003365426789969206,0.006340331397950649,0.009315235540270805,0.012290140613913536,0.015265045687556267,0.01823994889855385,0.02121485397219658,0.02418975904583931,0.02716466411948204,0.03013956919312477,0.0331144742667675,0.036089375615119934,0.039064280688762665,0.042039185762405396,0.045014090836048126,0.04798899590969086,0.05096390098333359,0.05393880605697632,0.05691371113061905,0.05988861620426178,0.06286352127790451,0.06583842635154724,0.06881333142518997,0.0717882364988327,0.07476313412189484,0.07773803919553757,0.0807129442691803,0.08368784934282303,0.08666275441646576,0.08963765949010849,0.09261256456375122,0.09558746963739395],"_type":"histogram","values":[3,4,5,15,21,40,80,150,222,373,573,985,1523,2295,3291,4853,6767,9581,12953,17258,22190,28504,35505,42770,51206,59377,67835,75357,82042,87932,91720,93206,92243,91203,86296,80525,73801,65589,57511,49244,40691,33486,26566,20870,16076,12172,8818,6274,4326,2967,2039,1336,864,538,349,201,108,65,33,9,9,11,5,3]},"parameters/bert.embeddings.LayerNorm.bias":{"values":[1,0,4,1,1,2,2,0,0,5,3,8,6,9,8,21,32,46,73,45,37,23,12,13,7,6,11,5,4,12,5,5,3,13,13,7,19,28,47,63,52,38,21,8,11,8,3,5,2,6,3,2,0,2,0,0,1,2,0,0,0,0,2,2],"bins":[-0.00041657002293504775,-0.0004022292559966445,-0.00038788848905824125,-0.00037354769301600754,-0.0003592069260776043,-0.00034486615913920105,-0.0003305253922007978,-0.00031618462526239455,-0.0003018438583239913,-0.0002875030622817576,-0.00027316229534335434,-0.0002588215284049511,-0.00024448076146654785,-0.00023013997997622937,-0.00021579921303782612,-0.00020145843154750764,-0.0001871176646091044,-0.00017277689767070115,-0.00015843611618038267,-0.00014409534924197942,-0.00012975456775166094,-0.0001154138008132577,-0.00010107303387485445,-8.673225966049358e-05,-7.239148544613272e-05,-5.8050711231771857e-05,-4.37099406553898e-05,-2.936916826001834e-05,-1.5028395864646882e-05,-6.876234692754224e-07,1.3653148926096037e-05,2.7993921321467496e-05,4.23346646130085e-05,5.667543882736936e-05,7.101621304173023e-05,8.535697998013347e-05,9.969775419449434e-05,0.0001140385284088552,0.00012837929534725845,0.00014272007683757693,0.00015706084377598017,0.00017140161071438342,0.0001857423922047019,0.00020008315914310515,0.0002144239260815084,0.00022876470757182688,0.00024310547451023012,0.0002574462560005486,0.00027178702293895185,0.0002861277898773551,0.00030046855681575835,0.00031480935285799205,0.0003291501197963953,0.00034349088673479855,0.0003578316536732018,0.00037217242061160505,0.0003865131875500083,0.000400853983592242,0.00041519475053064525,0.0004295355174690485,0.00044387628440745175,0.000458217051345855,0.0004725578473880887,0.00048689861432649195,0.0005012393812648952],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,1,2,2,2,0,3,5,4,3,11,13,12,8,13,13,11,21,10,25,27,28,22,30,26,35,30,45,49,40,27,34,29,34,24,27,14,21,9,7,11,11,2,7,3,2,2,0,3,2,1,0,2,1],"bins":[-3.170307763866731e-06,-3.083600176978507e-06,-2.9968923627166077e-06,-2.910184775828384e-06,-2.82347718894016e-06,-2.7367693746782606e-06,-2.6500617877900368e-06,-2.5633539735281374e-06,-2.4766463866399135e-06,-2.3899387997516897e-06,-2.3032309854897903e-06,-2.2165233986015664e-06,-2.129815584339667e-06,-2.0431079974514432e-06,-1.9564004105632193e-06,-1.8696927099881577e-06,-1.7829850094130961e-06,-1.6962773088380345e-06,-1.609569608262973e-06,-1.522862021374749e-06,-1.4361543207996874e-06,-1.3494466202246258e-06,-1.262739033336402e-06,-1.1760313327613403e-06,-1.0893236321862787e-06,-1.002615931611217e-06,-9.159082878795743e-07,-8.292006441479316e-07,-7.4249294357287e-07,-6.557852429978084e-07,-5.690775992661656e-07,-4.823699555345229e-07,-3.9566202758578584e-07,-3.0895435543243366e-07,-2.2224668327908148e-07,-1.355390111257293e-07,-4.8831338972377125e-08,3.787633318097505e-08,1.2458400533432723e-07,2.112916774876794e-07,2.979993496410316e-07,3.8470702179438376e-07,4.7141469394773594e-07,5.581223376793787e-07,6.448300382544403e-07,7.315377388295019e-07,8.182453825611447e-07,9.049530262927874e-07,9.91660726867849e-07,1.0783684274429106e-06,1.1650761280179722e-06,1.2517837149061961e-06,1.3384914154812577e-06,1.4251991160563193e-06,1.5119067029445432e-06,1.5986144035196048e-06,1.6853221040946664e-06,1.772029804669728e-06,1.8587375052447896e-06,1.9454450921330135e-06,2.0321526790212374e-06,2.1188604932831367e-06,2.2055680801713606e-06,2.29227589443326e-06,2.378983481321484e-06]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,0,0,1,0,0,2,2,4,6,3,4,7,7,8,6,10,11,11,18,18,19,18,24,24,27,28,36,33,37,19,33,38,21,35,37,24,22,19,15,23,19,19,10,13,5,6,8,9,7,1,0,2,6,3,1,0,2,0,2,0,2],"bins":[-1.0643032510415651e-05,-1.0321406989532989e-05,-9.999781468650326e-06,-9.678155947767664e-06,-9.356530426885001e-06,-9.03490581549704e-06,-8.713280294614378e-06,-8.391654773731716e-06,-8.070029252849054e-06,-7.748403731966391e-06,-7.426778211083729e-06,-7.105153144948417e-06,-6.783527624065755e-06,-6.4619021031830925e-06,-6.140277037047781e-06,-5.818651516165119e-06,-5.497025995282456e-06,-5.175400474399794e-06,-4.8537749535171315e-06,-4.53214988738182e-06,-4.210524366499158e-06,-3.888898845616495e-06,-3.5672735521075083e-06,-3.2456482585985214e-06,-2.924022737715859e-06,-2.6023972168331966e-06,-2.2807719233242096e-06,-1.9591466298152227e-06,-1.6375211089325603e-06,-1.3158957017367356e-06,-9.94270294540911e-07,-6.726448873450863e-07,-3.5101948014926165e-07,-2.939407295343699e-08,2.922313342423877e-07,6.138567414382123e-07,9.35482148634037e-07,1.2571075558298617e-06,1.5787329630256863e-06,1.900358370221511e-06,2.2219837774173357e-06,2.543609298299998e-06,2.865234591808985e-06,3.186859885317972e-06,3.5084854062006343e-06,3.830110927083297e-06,4.151735993218608e-06,4.473361514101271e-06,4.794987034983933e-06,5.116612555866595e-06,5.438238076749258e-06,5.759863142884569e-06,6.081488663767232e-06,6.403114184649894e-06,6.7247392507852055e-06,7.046364771667868e-06,7.36799029255053e-06,7.689615813433193e-06,8.011241334315855e-06,8.332866855198517e-06,8.654491466586478e-06,8.97611698746914e-06,9.297742508351803e-06,9.619368029234465e-06,9.940993550117128e-06]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[3,1,3,4,5,10,10,15,27,35,52,80,127,190,274,444,610,897,1376,1972,3007,4372,6456,9492,13707,19490,26605,35824,45694,55099,61367,61800,57006,48221,38481,28594,21010,15016,10358,7126,4894,3337,2144,1497,1024,685,471,295,201,144,92,53,36,27,21,22,6,1,2,3,3,2,2,2],"bins":[-2.5804001779761165e-05,-2.4974948246381246e-05,-2.4145894713001326e-05,-2.3316841179621406e-05,-2.2487787646241486e-05,-2.1658734112861566e-05,-2.0829680579481646e-05,-2.0000627046101727e-05,-1.9171573512721807e-05,-1.8342518160352483e-05,-1.7513464626972564e-05,-1.6684411093592644e-05,-1.5855357560212724e-05,-1.5026304026832804e-05,-1.4197250493452884e-05,-1.3368196960072964e-05,-1.2539143426693045e-05,-1.1710089893313125e-05,-1.0881036359933205e-05,-1.0051982826553285e-05,-9.222929293173365e-06,-8.393874850298744e-06,-7.564821316918824e-06,-6.735767783538904e-06,-5.906714250158984e-06,-5.077660716779064e-06,-4.2486071833991446e-06,-3.419553195271874e-06,-2.590499661891954e-06,-1.7614460148251965e-06,-9.323923677584389e-07,-1.0333872069168137e-07,7.257131073856726e-07,1.5547667544524302e-06,2.3838204015191877e-06,3.212874162272783e-06,4.041927695652703e-06,4.870981229032623e-06,5.700035217159893e-06,6.529088750539813e-06,7.358142283919733e-06,8.187195817299653e-06,9.016249350679573e-06,9.845302884059492e-06,1.0674357326934114e-05,1.1503410860314034e-05,1.2332464393693954e-05,1.3161517927073874e-05,1.3990571460453793e-05,1.4819624993833713e-05,1.5648678527213633e-05,1.6477732060593553e-05,1.7306785593973473e-05,1.8135839127353393e-05,1.8964892660733312e-05,1.9793946194113232e-05,2.0622999727493152e-05,2.1452055079862475e-05,2.2281108613242395e-05,2.3110162146622315e-05,2.3939215680002235e-05,2.4768269213382155e-05,2.5597322746762075e-05,2.6426376280141994e-05,2.7255429813521914e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,1,0,0,1,1,0,2,3,2,7,0,3,7,8,8,12,12,19,33,66,47,52,31,13,14,13,7,5,2,6,12,4,5,3,8,8,9,10,4,17,14,38,48,52,59,33,9,16,13,4,8,2,4,3,2,1,1,2,1,1],"bins":[-0.0004659013357013464,-0.0004528993449639529,-0.00043989732512272894,-0.00042689533438533545,-0.00041389334364794195,-0.000400891323806718,-0.0003878893330693245,-0.000374887342331931,-0.0003618853515945375,-0.00034888333175331354,-0.00033588134101592004,-0.00032287935027852654,-0.0003098773304373026,-0.0002968753396999091,-0.0002838733489625156,-0.00027087132912129164,-0.00025786933838389814,-0.00024486734764650464,-0.00023186534235719591,-0.0002188633370678872,-0.0002058613463304937,-0.00019285934104118496,-0.00017985733575187624,-0.00016685534501448274,-0.000153853339725174,-0.00014085133443586528,-0.00012784934369847178,-0.00011484733840916306,-0.00010184534039581195,-8.884334238246083e-05,-7.58413370931521e-05,-6.283933907980099e-05,-4.983734106644988e-05,-3.683534305309877e-05,-2.3833341401768848e-05,-1.0831341569428332e-05,2.170658262912184e-06,1.51726580952527e-05,2.8174657927593216e-05,4.1176659578923136e-05,5.417865759227425e-05,6.718065560562536e-05,8.018265361897647e-05,9.31846589082852e-05,0.00010618665692163631,0.00011918865493498743,0.00013219066022429615,0.00014519265096168965,0.00015819465625099838,0.0001711966615403071,0.0001841986522777006,0.00019720065756700933,0.00021020264830440283,0.00022320465359371156,0.00023620665888302028,0.0002492086496204138,0.00026221066946163774,0.00027521266019903123,0.00028821465093642473,0.00030121664167381823,0.0003142186615150422,0.0003272206522524357,0.0003402226429898292,0.00035322466283105314,0.00036622665356844664]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,4,0,2,2,0,1,0,1,6,2,3,6,9,16,11,16,25,43,47,49,29,21,29,17,14,9,18,14,19,13,19,23,28,31,39,41,46,29,28,18,8,4,7,3,2,3,4,2,0,1,0,0,1,0,0,2,1],"bins":[0.9994164109230042,0.9994334578514099,0.9994505047798157,0.9994675517082214,0.9994845986366272,0.9995015859603882,0.999518632888794,0.9995356798171997,0.9995527267456055,0.9995697736740112,0.999586820602417,0.9996038675308228,0.9996209144592285,0.9996379613876343,0.9996549487113953,0.999671995639801,0.9996890425682068,0.9997060894966125,0.9997231364250183,0.9997401833534241,0.9997572302818298,0.9997742772102356,0.9997913241386414,0.9998083114624023,0.9998253583908081,0.9998424053192139,0.9998594522476196,0.9998764991760254,0.9998935461044312,0.9999105930328369,0.9999276399612427,0.9999446868896484,0.9999617338180542,0.9999787211418152,0.999995768070221,1.0000128746032715,1.0000299215316772,1.0000468492507935,1.0000638961791992,1.000080943107605,1.0000979900360107,1.0001150369644165,1.0001320838928223,1.000149130821228,1.0001661777496338,1.0001832246780396,1.0002002716064453,1.000217318534851,1.0002343654632568,1.0002514123916626,1.0002684593200684,1.0002855062484741,1.0003025531768799,1.0003196001052856,1.0003366470336914,1.0003535747528076,1.0003706216812134,1.0003876686096191,1.000404715538025,1.0004217624664307,1.0004388093948364,1.0004558563232422,1.000472903251648,1.0004899501800537,1.0005069971084595]},"learning_rate":2.9999997189726167e-05,"parameters/linear.weight":{"bins":[-0.03645618259906769,-0.03531640022993088,-0.03417661413550377,-0.03303683176636696,-0.03189704939723015,-0.03075726516544819,-0.02961748279631138,-0.02847769856452942,-0.02733791619539261,-0.02619813196361065,-0.02505834773182869,-0.02391856536269188,-0.02277878113090992,-0.02163899876177311,-0.02049921452999115,-0.01935943216085434,-0.01821964792907238,-0.01707986369729042,-0.01594008132815361,-0.014800298027694225,-0.01366051472723484,-0.01252073049545288,-0.011380947194993496,-0.010241163894534111,-0.009101380594074726,-0.007961597293615341,-0.006821813993155956,-0.005682030227035284,-0.004542246926575899,-0.003402463626116514,-0.0022626800928264856,-0.0011228966759517789,1.6886740922927856e-05,0.0011566701577976346,0.0022964535746723413,0.00343623710796237,0.004576020408421755,0.00571580370888114,0.006855587475001812,0.007995370775461197,0.009135154075920582,0.010274937376379967,0.011414720676839352,0.012554503977298737,0.013694288209080696,0.014834071509540081,0.015973854809999466,0.017113637179136276,0.018253421410918236,0.019393205642700195,0.020532988011837006,0.021672772243618965,0.022812554612755775,0.023952338844537735,0.025092121213674545,0.026231905445456505,0.027371689677238464,0.028511472046375275,0.029651256278157234,0.030791038647294044,0.031930822879076004,0.033070605248212814,0.034210387617349625,0.03535017371177673,0.036489956080913544],"_type":"histogram","values":[1069,1514,1585,1561,1471,1614,1613,1549,1572,1584,1524,1570,1486,1593,1563,1504,1582,1537,1550,1512,1586,1571,1600,1538,1597,1555,1541,1516,1535,1600,1532,1583,1523,1465,1557,1552,1551,1579,1543,1502,1538,1591,1576,1550,1525,1518,1544,1588,1586,1600,1564,1553,1609,1581,1541,1567,1470,1580,1499,1545,1587,1521,1532,960]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,0,0,3,3,9,13,15,37,68,113,202,352,503,791,1192,1804,2672,3759,5146,6968,9309,11942,15080,18240,21955,25531,28895,32227,34580,35864,37478,37027,35927,34219,32025,28790,25587,22156,18533,15251,12041,9253,7063,5368,3808,2701,1940,1270,843,533,300,211,111,49,34,12,6,5,6,1,1,0,1],"bins":[-0.10141226649284363,-0.09824390709400177,-0.09507554024457932,-0.09190718084573746,-0.088738813996315,-0.08557045459747314,-0.08240208774805069,-0.07923372834920883,-0.07606536149978638,-0.07289700210094452,-0.06972864270210266,-0.0665602758526802,-0.06339191645383835,-0.06022355332970619,-0.057055190205574036,-0.05388682708144188,-0.05071846395730972,-0.047550100833177567,-0.04438173770904541,-0.041213374584913254,-0.0380450114607811,-0.03487665206193924,-0.03170828893780708,-0.028539925813674927,-0.02537156268954277,-0.022203199565410614,-0.019034836441278458,-0.01586647517979145,-0.012698112055659294,-0.009529748931527138,-0.006361386738717556,-0.003193024080246687,-2.466142177581787e-05,0.003143701236695051,0.00631206389516592,0.009480426087975502,0.012648789212107658,0.015817152336239815,0.018985513597726822,0.02215387672185898,0.025322239845991135,0.02849060297012329,0.03165896609425545,0.034827329218387604,0.03799568861722946,0.04116405174136162,0.044332414865493774,0.04750077798962593,0.05066914111375809,0.053837504237890244,0.0570058673620224,0.060174230486154556,0.06334259361028671,0.06651095300912857,0.06967931985855103,0.07284767925739288,0.07601603865623474,0.0791844055056572,0.08235276490449905,0.08552113175392151,0.08868949115276337,0.09185785800218582,0.09502621740102768,0.09819458425045013,0.10136294364929199],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,2,6,1,5,6,8,9,8,10,8,17,20,25,22,24,22,24,18,20,25,20,21,20,11,25,13,25,17,17,29,23,23,29,33,21,21,27,15,11,13,19,10,8,7,4,5,2,3,3,1,1,4,0,0,0,1],"bins":[-0.0005041116965003312,-0.0004884041845798492,-0.0004726966144517064,-0.00045698907342739403,-0.00044128153240308166,-0.0004255739913787693,-0.0004098664503544569,-0.0003941589093301445,-0.00037845136830583215,-0.00036274382728151977,-0.0003470362862572074,-0.000331328745232895,-0.00031562120420858264,-0.00029991366318427026,-0.0002842061221599579,-0.0002684985811356455,-0.00025279104011133313,-0.00023708349908702075,-0.00022137595806270838,-0.000205668417038396,-0.00018996087601408362,-0.00017425333498977125,-0.00015854579396545887,-0.0001428382529411465,-0.00012713071191683412,-0.00011142317089252174,-9.571562986820936e-05,-8.000808884389699e-05,-6.430054781958461e-05,-4.859300679527223e-05,-3.2885465770959854e-05,-1.7177924746647477e-05,-1.4703837223351002e-06,1.4237157301977277e-05,2.9944698326289654e-05,4.565223935060203e-05,6.135978037491441e-05,7.706732139922678e-05,9.277486242353916e-05,0.00010848240344785154,0.00012418994447216392,0.0001398974854964763,0.00015560502652078867,0.00017131256754510105,0.00018702010856941342,0.0002027276495937258,0.00021843519061803818,0.00023414273164235055,0.00024985027266666293,0.0002655578136909753,0.0002812653547152877,0.00029697289573960006,0.00031268043676391244,0.0003283879777882248,0.0003440955188125372,0.00035980305983684957,0.00037551060086116195,0.0003912181418854743,0.0004069256829097867,0.0004226332239340991,0.00043834076495841146,0.00045404830598272383,0.0004697558470070362,0.0004854633880313486,0.000501170929055661]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-2.2879476091475226e-12,-2.212230398868087e-12,-2.1365131885886512e-12,-2.0607959783092156e-12,-1.98507876802978e-12,-1.9093615577503442e-12,-1.8336443474709085e-12,-1.7579271371914729e-12,-1.6822099269120372e-12,-1.6064927166326015e-12,-1.5307755063531658e-12,-1.4550582960737302e-12,-1.3793410857942945e-12,-1.3036238755148588e-12,-1.2279066652354231e-12,-1.1521894549559875e-12,-1.0764722446765518e-12,-1.0007550343971161e-12,-9.250378241176804e-13,-8.493206138382448e-13,-7.736034035588091e-13,-6.978861932793734e-13,-6.221689829999377e-13,-5.46451772720502e-13,-4.707345624410664e-13,-3.950173521616307e-13,-3.19300141882195e-13,-2.4358293160275934e-13,-1.6786572132332367e-13,-9.214851104388799e-14,-1.6431300764452317e-14,5.928590951498336e-14,1.3500311979441904e-13,2.107203300738547e-13,2.864375403532904e-13,3.6215475063272606e-13,4.3787196091216174e-13,5.135891711915974e-13,5.893063814710331e-13,6.650235917504688e-13,7.407408020299044e-13,8.164580123093401e-13,8.921752225887758e-13,9.678924328682115e-13,1.0436096431476471e-12,1.1193268534270828e-12,1.1950440637065185e-12,1.2707612739859542e-12,1.3464784842653899e-12,1.4221956945448255e-12,1.4979129048242612e-12,1.5736301151036969e-12,1.6493473253831326e-12,1.7250645356625682e-12,1.800781745942004e-12,1.8764989562214396e-12,1.9522161665008753e-12,2.027933376780311e-12,2.1036505870597466e-12,2.1793677973391823e-12,2.255085007618618e-12,2.3308022178980536e-12,2.4065194281774893e-12,2.482236638456925e-12,2.5579538487363607e-12],"_type":"histogram","values":[1,0,0,0,0,1,0,0,2,4,2,1,2,0,0,2,4,2,4,4,10,13,11,20,31,38,43,51,70,66,79,68,53,44,30,24,18,13,12,10,4,7,6,6,3,0,2,1,0,0,0,1,1,0,2,1,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-1.4577762158296537e-05,-1.3963866877020337e-05,-1.3349972505238838e-05,-1.2736077223962639e-05,-1.2122181942686439e-05,-1.150828757090494e-05,-1.089439228962874e-05,-1.028049700835254e-05,-9.666602636571042e-06,-9.052707355294842e-06,-8.438812074018642e-06,-7.824916792742442e-06,-7.211022420960944e-06,-6.597127139684744e-06,-5.983232313155895e-06,-5.369337031879695e-06,-4.755442205350846e-06,-4.141547378821997e-06,-3.527652097545797e-06,-2.913757271016948e-06,-2.2998622171144234e-06,-1.6859671632118989e-06,-1.072072222996212e-06,-4.581772259371064e-07,1.5571777112199925e-07,7.696127681811049e-07,1.3835077652402106e-06,1.9974027054558974e-06,2.611297759358422e-06,3.2251928132609464e-06,3.8390876397897955e-06,4.4529829210659955e-06,5.066878657089546e-06,5.680773483618395e-06,6.294668764894595e-06,6.9085635914234444e-06,7.522458872699644e-06,8.136353244481143e-06,8.750248525757343e-06,9.364143807033543e-06,9.978039088309743e-06,1.059193346009124e-05,1.120582874136744e-05,1.181972402264364e-05,1.2433618394425139e-05,1.3047513675701339e-05,1.3661408956977539e-05,1.4275303328759037e-05,1.4889198610035237e-05,1.5503093891311437e-05,1.6116988263092935e-05,1.6730884453863837e-05,1.7344778825645335e-05,1.7958673197426833e-05,1.8572569388197735e-05,1.9186463759979233e-05,1.980035813176073e-05,2.0414254322531633e-05,2.102814869431313e-05,2.164204306609463e-05,2.225593925686553e-05,2.286983362864703e-05,2.3483728000428528e-05,2.409762419119943e-05,2.4711518562980928e-05],"_type":"histogram","values":[2,0,2,2,4,5,7,1,7,4,8,14,18,7,19,15,16,32,28,27,45,36,39,42,47,44,44,37,36,38,19,21,23,16,11,10,13,7,5,5,2,1,3,1,0,1,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0004827787633985281,-0.0004640690458472818,-0.000445359357399866,-0.0004266496398486197,-0.00040793995140120387,-0.0003892302338499576,-0.00037052054540254176,-0.00035181082785129547,-0.00033310113940387964,-0.00031439142185263336,-0.00029568170430138707,-0.00027697201585397124,-0.00025826229830272496,-0.0002395525953033939,-0.00022084289230406284,-0.00020213318930473179,-0.00018342348630540073,-0.00016471378330606967,-0.00014600408030673862,-0.00012729437730740756,-0.00010858466703211889,-8.987496403278783e-05,-7.116525375749916e-05,-5.24555507581681e-05,-3.3745847758837044e-05,-1.5036142940516584e-05,3.673561877803877e-06,2.2383266696124338e-05,4.10929715144448e-05,5.9802674513775855e-05,7.851238478906453e-05,9.722208778839558e-05,0.00011593179078772664,0.0001346414937870577,0.00015335119678638875,0.0001720608997857198,0.00019077060278505087,0.00020948032033629715,0.0002281900233356282,0.00024689972633495927,0.0002656094147823751,0.0002843191323336214,0.00030302884988486767,0.0003217385383322835,0.0003404482558835298,0.0003591579443309456,0.0003778676618821919,0.0003965773503296077,0.000415287067880854,0.0004339967854321003,0.0004527064738795161,0.0004714161914307624,0.0004901259089820087,0.0005088355974294245,0.0005275452858768404,0.0005462549743242562,0.0005649647209793329,0.0005836744094267488,0.0006023840978741646,0.0006210938445292413,0.0006398035329766572,0.000658513221424073,0.0006772229098714888,0.0006959326565265656,0.0007146423449739814],"_type":"histogram","values":[1,0,0,1,6,5,7,4,8,6,11,10,11,21,24,20,33,26,32,33,30,18,24,22,15,20,13,20,27,19,24,39,23,43,37,27,18,17,17,7,15,4,9,7,0,2,2,2,4,2,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,1,1,3,0,2,1,0,3,5,4,6,12,11,10,6,12,10,14,20,22,18,19,32,22,37,20,29,27,24,31,31,34,30,27,22,17,23,17,21,15,22,17,15,10,14,13,9,2,6,2,5,1,1,4,2,1,0,1,1],"bins":[-8.299470209749416e-06,-8.055115358729381e-06,-7.810761417204048e-06,-7.566406566184014e-06,-7.32205171516398e-06,-7.077697318891296e-06,-6.833342467871262e-06,-6.588988071598578e-06,-6.344633220578544e-06,-6.10027882430586e-06,-5.855924428033177e-06,-5.611569577013142e-06,-5.367215180740459e-06,-5.1228603297204245e-06,-4.878505933447741e-06,-4.6341510824277066e-06,-4.389796686155023e-06,-4.1454422898823395e-06,-3.901087438862305e-06,-3.656732815215946e-06,-3.4123781915695872e-06,-3.1680237952969037e-06,-2.9236691716505447e-06,-2.6793145480041858e-06,-2.434959924357827e-06,-2.190605300711468e-06,-1.946250677065109e-06,-1.7018961671055877e-06,-1.4575415434592287e-06,-1.2131869198128697e-06,-9.688324098533485e-07,-7.244777862069895e-07,-4.801236173079815e-07,-2.3576902208333195e-07,8.585573141317582e-09,2.529401683659671e-07,4.972947635906166e-07,7.416493872369756e-07,9.860038971964968e-07,1.2303585208428558e-06,1.4747131444892148e-06,1.7190677681355737e-06,1.9634223917819327e-06,2.2077770154282916e-06,2.452131411700975e-06,2.696486035347334e-06,2.940840658993693e-06,3.185195282640052e-06,3.429549906286411e-06,3.67390452993277e-06,3.918259153579129e-06,4.162613549851812e-06,4.406968400871847e-06,4.65132279714453e-06,4.895677648164565e-06,5.140032044437248e-06,5.384386895457283e-06,5.628741291729966e-06,5.87309568800265e-06,6.117450539022684e-06,6.361804935295368e-06,6.606159786315402e-06,6.8505141825880855e-06,7.09486903360812e-06,7.3392234298808035e-06]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,3,3,6,5,5,9,7,10,15,13,20,14,13,24,25,29,24,26,35,37,32,41,33,25,40,41,30,25,23,28,18,9,15,19,15,9,2,8,7,8,2,4,0,6,2],"bins":[-2.709637101361295e-06,-2.642668732733e-06,-2.5757001367310295e-06,-2.5087317681027343e-06,-2.441763399474439e-06,-2.3747948034724686e-06,-2.3078264348441735e-06,-2.2408580662158784e-06,-2.1738896975875832e-06,-2.1069211015856126e-06,-2.0399527329573175e-06,-1.9729843643290224e-06,-1.9060157683270518e-06,-1.8390473996987566e-06,-1.7720789173836238e-06,-1.7051105487553286e-06,-1.6381420664401958e-06,-1.571173584125063e-06,-1.5042052154967678e-06,-1.437236733181635e-06,-1.3702683645533398e-06,-1.303299882238207e-06,-1.236331399923074e-06,-1.169363031294779e-06,-1.102394548979646e-06,-1.0354260666645132e-06,-9.68457698036218e-07,-9.014892157210852e-07,-8.345207902493712e-07,-7.675523647776572e-07,-7.005838824625243e-07,-6.336154569908103e-07,-5.666469178322586e-07,-4.996784923605446e-07,-4.327100384671212e-07,-3.6574158457369776e-07,-2.9877315910198377e-07,-2.3180471941941505e-07,-1.6483627973684634e-07,-9.786784005427762e-08,-3.089940037170891e-08,3.606903931085981e-08,1.0303747899342852e-07,1.7000591867599724e-07,2.3697435835856595e-07,3.0394278383027995e-07,3.709112377237034e-07,4.378796916171268e-07,5.048481170888408e-07,5.718165425605548e-07,6.387849680322688e-07,7.057534503474017e-07,7.727218758191157e-07,8.396903012908297e-07,9.066587836059625e-07,9.736271522342577e-07,1.0405956345493905e-06,1.1075641168645234e-06,1.1745324854928185e-06,1.2415009678079514e-06,1.3084693364362465e-06,1.3754378187513794e-06,1.4424063010665122e-06,1.5093746696948074e-06,1.5763431520099402e-06],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[2,4,3,15,19,34,54,113,194,343,614,1004,1610,2349,3783,5386,7734,10850,14998,19906,26162,33314,41065,49998,59071,68153,77294,85156,91014,96002,98526,97201,95227,90285,83372,76000,67353,57988,48855,39813,31800,25032,18973,14229,10176,7402,5074,3390,2221,1453,898,592,344,183,109,55,33,20,5,2,6,2,0,1],"bins":[-0.09662587940692902,-0.09350072592496872,-0.09037557244300842,-0.08725042641162872,-0.08412527292966843,-0.08100011944770813,-0.07787496596574783,-0.07474981248378754,-0.07162466645240784,-0.06849951297044754,-0.06537435948848724,-0.06224920600652695,-0.05912405252456665,-0.05599890276789665,-0.052873749285936356,-0.04974859952926636,-0.04662344604730606,-0.043498292565345764,-0.040373142808675766,-0.03724798932671547,-0.03412283957004547,-0.030997686088085175,-0.027872532606124878,-0.02474738098680973,-0.021622229367494583,-0.018497077748179436,-0.015371925197541714,-0.012246772646903992,-0.009121621027588844,-0.00599646894261241,-0.002871316857635975,0.0002538352273404598,0.0033789947628974915,0.006504146847873926,0.009629298932850361,0.012754451483488083,0.01587960310280323,0.019004754722118378,0.022129908204078674,0.02525505982339382,0.02838021144270897,0.031505364924669266,0.034630514681339264,0.03775566816329956,0.04088082164525986,0.044005971401929855,0.04713112488389015,0.05025627464056015,0.05338142812252045,0.05650658160448074,0.05963173136115074,0.06275688111782074,0.06588203459978104,0.06900718808174133,0.07213234156370163,0.07525749504566193,0.07838264107704163,0.08150779455900192,0.08463294804096222,0.08775810152292252,0.09088325500488281,0.09400840848684311,0.09713355451822281,0.1002587080001831,0.1033838614821434],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.08900471031665802,-0.08611598610877991,-0.0832272619009018,-0.08033853769302368,-0.07744981348514557,-0.07456108927726746,-0.07167236506938934,-0.06878364086151123,-0.06589491665363312,-0.0630061998963356,-0.06011747196316719,-0.05722874775528908,-0.05434002727270126,-0.05145130306482315,-0.04856257885694504,-0.045673854649066925,-0.04278513044118881,-0.0398964062333107,-0.03700768202543259,-0.034118957817554474,-0.03123023547232151,-0.028341511264443398,-0.025452788919210434,-0.02256406471133232,-0.01967534050345421,-0.016786616295576096,-0.013897893019020557,-0.01100916974246502,-0.008120445534586906,-0.005231721792370081,-0.0023429980501532555,0.00054572569206357,0.0034344419836997986,0.006323165725916624,0.00921188946813345,0.012100612744688988,0.0149893369525671,0.017878061160445213,0.020766783505678177,0.02365550771355629,0.026544231921434402,0.029432956129312515,0.03232168033719063,0.03521040454506874,0.038099125027656555,0.04098784923553467,0.04387657344341278,0.046765297651290894,0.049654021859169006,0.05254274606704712,0.05543147027492523,0.058320194482803345,0.06120891869068146,0.06409764289855957,0.06698636710643768,0.0698750913143158,0.07276381552219391,0.07565253227949142,0.07854125648736954,0.08142998069524765,0.08431870490312576,0.08720742911100388,0.09009615331888199,0.0929848775267601,0.09587360173463821],"_type":"histogram","values":[3,6,12,14,25,51,67,123,166,292,464,740,997,1517,2080,2988,3913,5440,7064,8923,11332,13737,16666,19563,22407,24968,28008,30339,32124,33324,33922,33796,33078,31350,29450,26893,24223,21309,18206,15535,12974,10417,8130,6280,4888,3627,2638,1873,1274,937,610,396,265,160,104,57,36,18,12,9,1,1,1,1]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,5,8,12,22,28,52,87,117,236,304,484,728,1096,1582,2210,3008,3946,5249,6849,8636,11082,13235,15906,18547,21478,24113,26800,28736,30834,32389,33085,33064,32307,31004,29602,27154,24916,22049,19367,16696,13863,11377,9359,7444,5707,4281,3266,2324,1644,1213,794,563,356,221,141,102,63,33,19,16,8,2,3],"bins":[-0.09040819853544235,-0.08759498596191406,-0.08478176593780518,-0.08196855336427689,-0.0791553407907486,-0.07634212076663971,-0.07352890819311142,-0.07071569561958313,-0.06790247559547424,-0.06508926302194595,-0.062276050448417664,-0.059462834149599075,-0.05664961785078049,-0.0538364052772522,-0.05102318897843361,-0.04820997640490532,-0.04539676010608673,-0.04258354380726814,-0.03977033123373985,-0.036957114934921265,-0.034143902361392975,-0.03133068606257439,-0.0285174697637558,-0.02570425532758236,-0.02289104089140892,-0.02007782645523548,-0.017264612019062042,-0.014451395720243454,-0.011638181284070015,-0.008824966847896576,-0.006011751480400562,-0.003198536578565836,-0.0003853142261505127,0.0024279006756842136,0.00524111557751894,0.008054330945014954,0.010867545381188393,0.013680759817361832,0.01649397611618042,0.01930719055235386,0.022120404988527298,0.024933619424700737,0.027746833860874176,0.030560050159692764,0.03337326645851135,0.03618647903203964,0.03899969533085823,0.04181290790438652,0.04462612420320511,0.0474393405020237,0.05025255307555199,0.053065769374370575,0.055878981947898865,0.05869219824671745,0.06150541454553604,0.06431862711906433,0.06713184714317322,0.06994505971670151,0.0727582722902298,0.07557148486375809,0.07838470488786697,0.08119791746139526,0.08401113003492355,0.08682435005903244,0.08963756263256073]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"values":[2,2,5,9,19,28,74,90,181,265,473,734,1214,1903,2611,3868,5673,7877,10891,14357,18969,24326,30334,37421,44850,53340,61380,69545,76551,82524,87512,90137,91655,91140,88274,84299,78542,71756,63673,55712,47171,39865,32486,26128,20140,15529,11601,8397,6310,4443,3039,2008,1304,871,544,300,216,123,75,38,29,16,11,4],"bins":[-0.0957217887043953,-0.09279005974531174,-0.08985833823680878,-0.08692660927772522,-0.08399488031864166,-0.0810631588101387,-0.07813142985105515,-0.07519970089197159,-0.07226797938346863,-0.06933625042438507,-0.06640452146530151,-0.06347279250621796,-0.060541070997714996,-0.05760934203863144,-0.05467761680483818,-0.05174588784575462,-0.048814162611961365,-0.045882437378168106,-0.04295070841908455,-0.04001898318529129,-0.03708725422620773,-0.034155528992414474,-0.031223803758621216,-0.028292076662182808,-0.0253603495657444,-0.022428622469305992,-0.019496895372867584,-0.016565170139074326,-0.013633443042635918,-0.01070171594619751,-0.0077699897810816765,-0.004838263150304556,-0.0019065439701080322,0.0010251826606690884,0.003956909291446209,0.0068886359222233295,0.00982036255300045,0.012752089649438858,0.015683814883232117,0.018615541979670525,0.021547269076108932,0.02447899617254734,0.02741072326898575,0.030342448502779007,0.033274173736572266,0.03620590269565582,0.03913762792944908,0.04206935688853264,0.0450010821223259,0.047932807356119156,0.05086453631520271,0.05379626154899597,0.05672799050807953,0.05965971574187279,0.06259144097566605,0.0655231699347496,0.06845489144325256,0.07138662040233612,0.07431834936141968,0.07725007832050323,0.0801817998290062,0.08311352878808975,0.08604525774717331,0.08897697925567627,0.09190870821475983],"_type":"histogram"},"gradients/bert.embeddings.position_embeddings.weight":{"bins":[-7.355420530075207e-05,-7.127135177142918e-05,-6.89885055180639e-05,-6.670565198874101e-05,-6.442280573537573e-05,-6.213995220605284e-05,-5.9857102314708754e-05,-5.757425242336467e-05,-5.5291402532020584e-05,-5.30085526406765e-05,-5.072570274933241e-05,-4.844285285798833e-05,-4.6159999328665435e-05,-4.387714943732135e-05,-4.1594299545977265e-05,-3.931144965463318e-05,-3.7028599763289094e-05,-3.474574987194501e-05,-3.246289998060092e-05,-3.0180048270267434e-05,-2.789719837892335e-05,-2.5614348487579264e-05,-2.3331496777245775e-05,-2.104864688590169e-05,-1.8765796994557604e-05,-1.648294710321352e-05,-1.4200096302374732e-05,-1.1917245501535945e-05,-9.63439561019186e-06,-7.351545264100423e-06,-5.068694918008987e-06,-2.7858445719175506e-06,-5.030015017837286e-07,1.7798488443077076e-06,4.062699190399144e-06,6.34554953649058e-06,8.628399882582016e-06,1.0911249773926102e-05,1.3194100574764889e-05,1.5476951375603676e-05,1.775980126694776e-05,2.0042651158291847e-05,2.2325501049635932e-05,2.460835275996942e-05,2.6891202651313506e-05,2.917405254265759e-05,3.145690425299108e-05,3.3739754144335166e-05,3.602260403567925e-05,3.8305453927023336e-05,4.058830381836742e-05,4.287115370971151e-05,4.515400360105559e-05,4.7436857130378485e-05,4.971970702172257e-05,5.2002556913066655e-05,5.428540680441074e-05,5.6568256695754826e-05,5.885110658709891e-05,6.1133956478443e-05,6.341681000776589e-05,6.569965626113117e-05,6.798250979045406e-05,7.026535604381934e-05,7.254820957314223e-05],"_type":"histogram","values":[1,0,0,0,1,1,1,6,7,9,7,16,24,31,32,58,78,106,147,221,295,389,580,766,1237,1719,2654,3751,5587,7800,9764,11214,306417,10677,8853,6512,4500,3008,2083,1408,919,682,477,342,232,162,118,88,60,53,29,25,16,14,10,1,9,5,7,1,1,3,1,1]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,0,2,1,0,0,1,4,5,1,4,4,14,8,9,17,21,12,18,10,19,33,26,36,30,40,33,45,33,40,24,35,25,28,22,22,26,12,11,12,9,15,7,14,7,3,7,2,3,5,2,3,2,2,0,0,0,0,1,1],"bins":[-6.0336697060847655e-06,-5.847375177836511e-06,-5.661080194840906e-06,-5.474785666592652e-06,-5.288490683597047e-06,-5.102196155348793e-06,-4.9159011723531876e-06,-4.729606644104933e-06,-4.543311661109328e-06,-4.357017132861074e-06,-4.17072260461282e-06,-3.984427621617215e-06,-3.7981330933689605e-06,-3.611838337747031e-06,-3.4255435821251012e-06,-3.2392488265031716e-06,-3.052954070881242e-06,-2.8666593152593123e-06,-2.6803645596373826e-06,-2.494069804015453e-06,-2.3077750483935233e-06,-2.121480520145269e-06,-1.9351857645233395e-06,-1.7488910089014098e-06,-1.5625962532794802e-06,-1.3763014976575505e-06,-1.1900067420356208e-06,-1.003712100100529e-06,-8.174173444785993e-07,-6.311225888566696e-07,-4.448278900781588e-07,-2.585331628779386e-07,-7.223843567771837e-08,1.1405629152250185e-07,3.003510187227221e-07,4.866457175012329e-07,6.729404731231625e-07,8.592352287450922e-07,1.045529870680184e-06,1.2318246263021138e-06,1.4181193819240434e-06,1.604414137545973e-06,1.7907088931679027e-06,1.9770036487898324e-06,2.1632981770380866e-06,2.3495929326600162e-06,2.535887688281946e-06,2.7221824439038755e-06,2.908477199525805e-06,3.094771955147735e-06,3.2810667107696645e-06,3.467361466391594e-06,3.653656222013524e-06,3.839950750261778e-06,4.026245733257383e-06,4.212540261505637e-06,4.3988347897538915e-06,4.585129772749497e-06,4.771424300997751e-06,4.957719283993356e-06,5.14401381224161e-06,5.330308795237215e-06,5.5166033234854694e-06,5.7028983064810745e-06,5.889192834729329e-06]},"gradients/bert.encoder.layer.2.output.dense.bias":{"bins":[-8.0178815551335e-06,-7.762138011457864e-06,-7.506393558287527e-06,-7.250650014611892e-06,-6.9949060161889065e-06,-6.739162017765921e-06,-6.483418019342935e-06,-6.227674020919949e-06,-5.971930477244314e-06,-5.716186478821328e-06,-5.460442480398342e-06,-5.204698481975356e-06,-4.94895448355237e-06,-4.693210485129384e-06,-4.437466941453749e-06,-4.181722943030763e-06,-3.9259789446077775e-06,-3.6702349461847916e-06,-3.414491175135481e-06,-3.1587471767124953e-06,-2.903003405663185e-06,-2.647259407240199e-06,-2.391515408817213e-06,-2.1357716377679026e-06,-1.8800276393449167e-06,-1.6242837546087685e-06,-1.3685398698726203e-06,-1.1127958714496344e-06,-8.570519867134863e-07,-6.013081019773381e-07,-3.4556416039777105e-07,-8.982024723991344e-08,1.6592366591794416e-07,4.2166757907580177e-07,6.774114922336594e-07,9.331554338132264e-07,1.1888993185493746e-06,1.4446432032855228e-06,1.7003872017085087e-06,1.956130972757819e-06,2.211874971180805e-06,2.467618969603791e-06,2.7233627406531014e-06,2.9791067390760873e-06,3.234850737499073e-06,3.4905945085483836e-06,3.7463385069713695e-06,4.00208227802068e-06,4.257826276443666e-06,4.513570274866652e-06,4.769314273289638e-06,5.025057816965273e-06,5.2808018153882585e-06,5.5365458138112444e-06,5.79228981223423e-06,6.048033810657216e-06,6.303777809080202e-06,6.559521352755837e-06,6.815265351178823e-06,7.071009349601809e-06,7.326753348024795e-06,7.582497346447781e-06,7.838240890123416e-06,8.093985343293753e-06,8.349728886969388e-06],"_type":"histogram","values":[1,3,0,0,2,2,3,3,2,2,7,7,3,3,4,10,11,14,19,17,14,12,14,18,29,26,28,25,34,29,29,32,39,31,22,22,29,30,20,21,24,23,11,22,10,15,5,11,5,4,2,3,4,2,2,3,1,0,1,0,0,0,1,2]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-1.5291001545847394e-05,-1.4787196050747298e-05,-1.4283390555647202e-05,-1.3779585060547106e-05,-1.327577956544701e-05,-1.2771974979841616e-05,-1.226816948474152e-05,-1.1764363989641424e-05,-1.1260558494541328e-05,-1.0756752999441233e-05,-1.0252947504341137e-05,-9.74914200924104e-06,-9.245337423635647e-06,-8.74153192853555e-06,-8.237726433435455e-06,-7.733920938335359e-06,-7.230115443235263e-06,-6.726309948135167e-06,-6.2225044530350715e-06,-5.7186994126823265e-06,-5.214893917582231e-06,-4.711088422482135e-06,-4.20728338212939e-06,-3.703477887029294e-06,-3.199672391929198e-06,-2.695866896829102e-06,-2.1920616291026818e-06,-1.6882562476894236e-06,-1.1844508662761655e-06,-6.806454848629073e-07,-1.7684010344964918e-07,3.2696527796360897e-07,8.307688403874636e-07,1.3345742218007217e-06,1.8383796032139799e-06,2.3421848709404003e-06,2.845990366040496e-06,3.349795861140592e-06,3.853600901493337e-06,4.357406396593433e-06,4.861211891693529e-06,5.365017386793625e-06,5.8688228818937205e-06,6.3726279222464655e-06,6.876433417346561e-06,7.380238912446657e-06,7.884043952799402e-06,8.387849447899498e-06,8.891654942999594e-06,9.39546043809969e-06,9.899265933199786e-06,1.0403071428299882e-05,1.0906876923399977e-05,1.1410681509005371e-05,1.1914487004105467e-05,1.2418292499205563e-05,1.2922097994305659e-05,1.3425903489405755e-05,1.392970898450585e-05,1.4433514479605947e-05,1.493731906521134e-05,1.5441124560311437e-05,1.5944930055411533e-05,1.644873555051163e-05,1.6952541045611724e-05],"_type":"histogram","values":[1,1,2,0,3,1,0,1,2,0,3,3,7,12,4,9,7,5,9,12,16,19,27,19,19,43,30,38,35,39,43,34,44,37,29,24,26,30,25,12,15,18,9,9,4,7,8,10,1,2,3,3,1,0,1,1,1,1,1,1,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-2.6892546429735376e-06,-2.597976390461554e-06,-2.50669813794957e-06,-2.415419658063911e-06,-2.324141405551927e-06,-2.2328631530399434e-06,-2.1415849005279597e-06,-2.050306648015976e-06,-1.9590283955039922e-06,-1.8677500293051708e-06,-1.7764716631063493e-06,-1.6851934105943656e-06,-1.5939151580823818e-06,-1.5026367918835604e-06,-1.4113585393715766e-06,-1.3200801731727552e-06,-1.2288019206607714e-06,-1.1375236681487877e-06,-1.0462453019499662e-06,-9.549670494379825e-07,-8.636887400825799e-07,-7.724104307271773e-07,-6.811321782151936e-07,-5.89853868859791e-07,-4.985755595043884e-07,-4.0729725014898577e-07,-3.160189692152926e-07,-2.2474067407074472e-07,-1.3346237892619683e-07,-4.218408378164895e-08,4.909421136289893e-08,1.4037250650744681e-07,2.3165057427831925e-07,3.2292888363372185e-07,4.14207164567415e-07,5.054854455011082e-07,5.967637548565108e-07,6.880420642119134e-07,7.793203167238971e-07,8.705986260792997e-07,9.618769354347023e-07,1.053155187946686e-06,1.1444335541455075e-06,1.2357118066574913e-06,1.326990059169475e-06,1.4182684253682964e-06,1.5095466778802802e-06,1.6008250440791016e-06,1.6921032965910854e-06,1.7833815491030691e-06,1.8746599153018906e-06,1.965938281500712e-06,2.0572165340126958e-06,2.1484947865246795e-06,2.2397730390366632e-06,2.331051291548647e-06,2.4223295440606307e-06,2.51360802394629e-06,2.6048862764582736e-06,2.6961645289702574e-06,2.787442781482241e-06,2.878721033994225e-06,2.969999513879884e-06,3.0612777663918678e-06,3.1525560189038515e-06],"_type":"histogram","values":[2,1,0,1,1,1,0,0,1,1,1,3,3,5,8,5,13,7,20,16,19,31,27,29,34,32,42,40,35,43,39,40,45,29,28,25,25,18,12,18,10,13,13,5,5,7,4,6,1,1,0,1,0,0,0,0,0,0,0,0,1,0,0,1]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,2,0,3,1,5,11,11,20,43,46,64,112,166,257,382,565,812,1264,2006,3145,4843,7377,11553,18155,27543,42957,65442,99556,148405,210772,252761,217439,155280,104360,68824,45625,29363,19160,12236,7809,5059,3228,2238,1384,904,589,378,238,161,118,63,52,31,16,14,5,3,2,1,2,1],"bins":[-1.6262276403722353e-05,-1.5777728549437597e-05,-1.529318069515284e-05,-1.4808632840868086e-05,-1.432408498658333e-05,-1.3839537132298574e-05,-1.3354989278013818e-05,-1.2870441423729062e-05,-1.2385893569444306e-05,-1.190134571515955e-05,-1.1416797860874794e-05,-1.0932250006590039e-05,-1.0447702152305283e-05,-9.963154298020527e-06,-9.478606443735771e-06,-8.994058589451015e-06,-8.509510735166259e-06,-8.024962880881503e-06,-7.540415026596747e-06,-7.0558671723119915e-06,-6.5713193180272356e-06,-6.08677146374248e-06,-5.602223609457724e-06,-5.117675755172968e-06,-4.633127900888212e-06,-4.148580046603456e-06,-3.6640321923187003e-06,-3.1794843380339444e-06,-2.6949364837491885e-06,-2.2103886294644326e-06,-1.7258407751796767e-06,-1.2412929208949208e-06,-7.567432476207614e-07,-2.721953933360055e-07,2.1235246094875038e-07,6.969003152335063e-07,1.1814481695182621e-06,1.665996023803018e-06,2.150543878087774e-06,2.63509173237253e-06,3.1196395866572857e-06,3.6041874409420416e-06,4.0887352952267975e-06,4.573283149511553e-06,5.057831003796309e-06,5.542378858081065e-06,6.026926712365821e-06,6.511474566650577e-06,6.996022420935333e-06,7.480570275220089e-06,7.965118129504845e-06,8.4496659837896e-06,8.934213838074356e-06,9.418761692359112e-06,9.903309546643868e-06,1.0387857400928624e-05,1.087240525521338e-05,1.1356953109498136e-05,1.1841500963782892e-05,1.2326048818067648e-05,1.2810596672352403e-05,1.329514452663716e-05,1.3779692380921915e-05,1.4264240235206671e-05,1.4748788089491427e-05]},"parameters/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,1,1,4,4,4,11,22,37,48,83,168,252,395,567,962,1347,1996,2766,3670,4826,6301,8086,10043,12209,14623,16930,18858,20851,22823,23639,24506,24288,23394,22622,20672,19296,17138,14692,12479,10275,8323,6465,5033,3844,2782,1911,1371,940,580,408,262,166,90,66,42,19,9,3,6,1,4,0,1],"bins":[-0.0994289219379425,-0.09632427990436554,-0.09321963787078857,-0.09011499583721161,-0.08701035380363464,-0.08390571177005768,-0.08080106973648071,-0.07769642770290375,-0.07459178566932678,-0.07148714363574982,-0.06838250160217285,-0.06527785956859589,-0.06217321380972862,-0.05906857177615166,-0.05596392974257469,-0.052859287708997726,-0.04975464567542076,-0.046650003641843796,-0.04354536160826683,-0.040440719574689865,-0.0373360775411129,-0.034231435507535934,-0.03112679161131382,-0.028022149577736855,-0.02491750754415989,-0.021812865510582924,-0.01870822347700596,-0.015603580512106419,-0.012498938478529453,-0.009394296444952488,-0.006289653945714235,-0.0031850116793066263,-8.036941289901733e-05,0.0030242728535085917,0.006128915119916201,0.009233557619154453,0.012338199652731419,0.015442841686308384,0.018547484651207924,0.02165212668478489,0.024756768718361855,0.02786141075193882,0.030966052785515785,0.0340706966817379,0.037175338715314865,0.04027998074889183,0.043384622782468796,0.04648926481604576,0.049593906849622726,0.05269854888319969,0.05580319091677666,0.05890783295035362,0.06201247498393059,0.06511712074279785,0.06822176277637482,0.07132640480995178,0.07443104684352875,0.07753568887710571,0.08064033091068268,0.08374497294425964,0.08684961497783661,0.08995425701141357,0.09305889904499054,0.0961635410785675,0.09926818311214447]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09287264198064804,-0.08989959955215454,-0.08692655712366104,-0.08395352214574814,-0.08098047971725464,-0.07800743728876114,-0.07503439486026764,-0.07206135988235474,-0.06908831745386124,-0.06611527502536774,-0.06314223259687424,-0.060169193893671036,-0.057196151465177536,-0.054223112761974335,-0.051250070333480835,-0.048277031630277634,-0.045303989201784134,-0.042330946773290634,-0.03935790807008743,-0.03638486564159393,-0.03341182693839073,-0.030438784509897232,-0.02746574394404888,-0.02449270337820053,-0.02151966281235218,-0.01854662224650383,-0.01557358168065548,-0.012600540183484554,-0.009627499617636204,-0.006654459051787853,-0.0036814180202782154,-0.0007083772215992212,0.002264663577079773,0.0052377041429281235,0.008210744708776474,0.0111837862059474,0.01415682677179575,0.017129868268966675,0.020102908834815025,0.023075949400663376,0.026048989966511726,0.029022030532360077,0.03199507296085358,0.03496811166405678,0.03794115409255028,0.04091419279575348,0.04388723522424698,0.04686027392745018,0.04983331635594368,0.05280635878443718,0.05577939748764038,0.05875243991613388,0.06172547861933708,0.06469851732254028,0.06767155975103378,0.07064460217952728,0.07361764460802078,0.07659068703651428,0.07956372201442719,0.08253676444292068,0.08550980687141418,0.08848284929990768,0.09145588427782059,0.09442892670631409,0.09740196913480759],"_type":"histogram","values":[1,1,4,2,14,21,33,53,114,204,302,484,736,1132,1552,2279,3235,4500,5732,7745,9656,12399,15107,18110,20999,24239,27326,29777,32292,33934,34807,34948,34189,32953,31112,28671,25704,22858,19393,16346,13600,10879,8686,6669,4995,3709,2682,1855,1374,903,572,353,229,143,91,53,33,17,8,2,5,1,0,1]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,3,2,1,0,2,2,0,3,4,1,7,3,9,8,4,13,13,17,11,23,19,22,20,25,27,23,26,24,21,34,15,24,31,26,31,23,26,26,31,19,19,16,11,16,19,13,15,5,4,5,3,5,5,3,2,3,0,1,3],"bins":[-9.135294021689333e-06,-8.878958396962844e-06,-8.622622772236355e-06,-8.366287147509865e-06,-8.109951522783376e-06,-7.853614988562185e-06,-7.597279363835696e-06,-7.340943739109207e-06,-7.084608114382718e-06,-6.8282724896562286e-06,-6.571936864929739e-06,-6.315600785455899e-06,-6.05926516072941e-06,-5.802929536002921e-06,-5.546593456529081e-06,-5.290257831802592e-06,-5.0339222070761025e-06,-4.777586582349613e-06,-4.521250957623124e-06,-4.264914878149284e-06,-4.008579253422795e-06,-3.7522436286963057e-06,-3.495907776596141e-06,-3.2395719244959764e-06,-2.9832362997694872e-06,-2.726900675042998e-06,-2.4705648229428334e-06,-2.2142289708426688e-06,-1.9578933461161796e-06,-1.7015576077028527e-06,-1.4452218692895258e-06,-1.1888861308761989e-06,-9.325499377155211e-07,-6.762141993021942e-07,-4.1987846088886727e-07,-1.6354272247554036e-07,9.279301593778655e-08,3.4912875435111346e-07,6.054644927644404e-07,8.618002311777673e-07,1.1181359695910942e-06,1.374471708004421e-06,1.630807446417748e-06,1.887143184831075e-06,2.143478923244402e-06,2.399814547970891e-06,2.6561504000710556e-06,2.9124862521712203e-06,3.1688218768977094e-06,3.4251575016241986e-06,3.6814933537243633e-06,3.937829205824528e-06,4.194164830551017e-06,4.450500455277506e-06,4.7068360800039954e-06,4.9631721594778355e-06,5.219507784204325e-06,5.475843408930814e-06,5.732179488404654e-06,5.988515113131143e-06,6.244850737857632e-06,6.5011863625841215e-06,6.757521987310611e-06,7.013858066784451e-06,7.27019369151094e-06]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[2,2,12,7,28,39,56,96,162,315,470,701,1014,1480,2159,2978,4033,5519,7446,9490,11669,14531,17065,20435,23531,26508,28888,31305,33019,34370,34285,34277,33123,31750,28973,26614,23593,20535,16959,14333,11814,9562,7339,5540,4260,2967,2092,1548,1053,704,442,274,180,119,69,39,18,15,7,5,2,2,0,1],"bins":[-0.08990707993507385,-0.08696132898330688,-0.08401557803153992,-0.08106982707977295,-0.07812407612800598,-0.07517833262681961,-0.07223258167505264,-0.06928683072328568,-0.06634107977151871,-0.06339532881975174,-0.06044957786798477,-0.0575038306415081,-0.054558079689741135,-0.05161232873797417,-0.0486665815114975,-0.04572083055973053,-0.04277507960796356,-0.039829328656196594,-0.036883577704429626,-0.03393783047795296,-0.03099207952618599,-0.02804632857441902,-0.025100579485297203,-0.022154830396175385,-0.019209079444408417,-0.01626332849264145,-0.01331757940351963,-0.010371829383075237,-0.007426079362630844,-0.004480329342186451,-0.0015345793217420578,0.0014111706987023354,0.004356913268566132,0.007302663289010525,0.010248413309454918,0.013194163329899311,0.016139913350343704,0.019085664302110672,0.02203141339123249,0.02497716248035431,0.027922913432121277,0.030868664383888245,0.03381441533565521,0.03676016256213188,0.03970591351389885,0.04265166446566582,0.04559741169214249,0.048543162643909454,0.05148891359567642,0.05443466454744339,0.05738041549921036,0.06032616272568703,0.0632719099521637,0.06621766090393066,0.06916341185569763,0.0721091628074646,0.07505491375923157,0.07800066471099854,0.0809464156627655,0.08389216661453247,0.08683791756629944,0.08978366106748581,0.09272941201925278,0.09567516297101974,0.09862091392278671]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,2,1,2,1,2,1,2,1,2,2,2,3,3,3,6,9,12,7,20,15,17,18,21,24,33,35,33,41,37,36,34,40,42,38,29,26,28,24,17,13,12,16,5,10,3,7,6,5,3,2,2,2,2,3,0,1,3],"bins":[-1.7858332284959033e-05,-1.7368669432471506e-05,-1.687900657998398e-05,-1.6389343727496453e-05,-1.5899680875008926e-05,-1.54100180225214e-05,-1.4920356079528574e-05,-1.4430693227041047e-05,-1.3941031284048222e-05,-1.3451368431560695e-05,-1.2961705579073168e-05,-1.2472042726585642e-05,-1.1982379874098115e-05,-1.1492717021610588e-05,-1.1003055078617763e-05,-1.0513392226130236e-05,-1.0023729373642709e-05,-9.534066521155182e-06,-9.044403668667655e-06,-8.55474172567483e-06,-8.065078873187304e-06,-7.575416020699777e-06,-7.08575316821225e-06,-6.596090770472074e-06,-6.106427917984547e-06,-5.61676506549702e-06,-5.127102667756844e-06,-4.6374398152693175e-06,-4.147776962781791e-06,-3.6581145650416147e-06,-3.168451712554088e-06,-2.6787890874402365e-06,-2.189126462326385e-06,-1.6994638372125337e-06,-1.2098010984118446e-06,-7.201384164545743e-07,-2.3047573449730407e-07,2.591869474599662e-07,7.488496294172364e-07,1.2385123682179255e-06,1.728174993331777e-06,2.2178376184456283e-06,2.7075002435594797e-06,3.1971630960470065e-06,3.686825721160858e-06,4.176488346274709e-06,4.666151198762236e-06,5.155813596502412e-06,5.645476448989939e-06,6.135139301477466e-06,6.624801699217642e-06,7.1144645517051686e-06,7.6041269494453445e-06,8.093789801932871e-06,8.583452654420398e-06,9.073115506907925e-06,9.562778359395452e-06,1.0052440302388277e-05,1.0542103154875804e-05,1.103176600736333e-05,1.1521428859850857e-05,1.2011091712338384e-05,1.250075365533121e-05,1.2990416507818736e-05,1.3480079360306263e-05]},"train_batch_loss":5.541419982910156,"parameters/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,2,1,2,2,1,3,3,6,5,3,6,16,15,13,16,26,38,36,45,53,83,83,67,56,34,31,24,21,20,16,7,10,0,4,3,4,3,3,0,2,0,1,0,0,0,0,0,1],"bins":[-5.216520548856352e-07,-5.076243496660027e-07,-4.935966444463702e-07,-4.795689392267377e-07,-4.655412055853958e-07,-4.515134719440539e-07,-4.374857667244214e-07,-4.2345806150478893e-07,-4.0943035628515645e-07,-3.9540262264381454e-07,-3.8137491742418206e-07,-3.673472122045496e-07,-3.5331947856320767e-07,-3.392917733435752e-07,-3.252640681239427e-07,-3.112363344826008e-07,-2.972086292629683e-07,-2.8318092404333584e-07,-2.691531904019939e-07,-2.5512548518236144e-07,-2.4109777996272896e-07,-2.2707006053224177e-07,-2.1304234110175457e-07,-1.990146358821221e-07,-1.849869164516349e-07,-1.709591970211477e-07,-1.5693149180151522e-07,-1.4290377237102803e-07,-1.2887605294054083e-07,-1.1484834772090835e-07,-1.0082062829042115e-07,-8.679291596536132e-08,-7.276523206201091e-08,-5.873751973695107e-08,-4.4709803859177555e-08,-3.068208798140404e-08,-1.66543756563442e-08,-2.626661554927523e-09,1.1401052546489154e-08,2.542876664790583e-08,3.945648074932251e-08,5.348419307438235e-08,6.751190539944218e-08,8.153962482992938e-08,9.556733715498922e-08,1.0959504948004906e-07,1.2362276891053625e-07,1.3765047413016873e-07,1.5167819356065593e-07,1.6570591299114312e-07,1.797336182107756e-07,1.937613376412628e-07,2.0778904286089528e-07,2.2181676229138247e-07,2.3584448172186967e-07,2.4987218694150215e-07,2.6389989216113463e-07,2.7792762580247654e-07,2.91955331022109e-07,3.059830362417415e-07,3.200107698830834e-07,3.340384751027159e-07,3.4806618032234837e-07,3.620939139636903e-07,3.7612161918332276e-07]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09177914261817932,-0.08895312249660492,-0.08612710237503052,-0.08330107480287552,-0.08047505468130112,-0.07764903455972672,-0.07482301443815231,-0.07199699431657791,-0.06917096674442291,-0.06634494662284851,-0.06351892650127411,-0.06069290637969971,-0.057866886258125305,-0.055040862411260605,-0.0522148422896862,-0.0493888184428215,-0.0465627983212471,-0.0437367781996727,-0.040910754352808,-0.0380847342312336,-0.035258710384368896,-0.032432690262794495,-0.029606670141220093,-0.02678064815700054,-0.02395462617278099,-0.02112860418856144,-0.01830258220434189,-0.015476562082767487,-0.012650540098547935,-0.009824518114328384,-0.006998497061431408,-0.004172475542873144,-0.0013464465737342834,0.0014795749448239803,0.004305596463382244,0.007131617981940508,0.009957639500498772,0.012783661484718323,0.0156096825376153,0.018435703590512276,0.021261725574731827,0.024087747558951378,0.02691376954317093,0.02973978966474533,0.03256580978631973,0.03539183363318443,0.038217853754758835,0.041043877601623535,0.04386989772319794,0.04669591784477234,0.04952194169163704,0.05234796181321144,0.05517398566007614,0.05800000578165054,0.060826025903224945,0.06365204602479935,0.06647807359695435,0.06930409371852875,0.07213011384010315,0.07495613396167755,0.07778215408325195,0.08060817420482635,0.08343420177698135,0.08626022189855576,0.08908624202013016],"_type":"histogram","values":[3,4,1,6,17,19,33,78,104,159,288,383,652,916,1320,1808,2559,3556,4747,6375,8028,9829,12498,14793,17574,20401,23456,25725,28383,30415,31704,32944,33053,33204,32246,29923,28234,25763,23219,20147,17581,14866,12194,10019,7790,6223,4698,3487,2570,1915,1370,870,608,403,274,154,92,64,34,18,12,7,5,3]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-7.195436865004012e-06,-6.9547004386549816e-06,-6.713964467053302e-06,-6.473228040704271e-06,-6.232492069102591e-06,-5.99175564275356e-06,-5.75101967115188e-06,-5.510283244802849e-06,-5.2695468184538186e-06,-5.028810846852139e-06,-4.788074420503108e-06,-4.547338448901428e-06,-4.306602022552397e-06,-4.065866050950717e-06,-3.825129624601686e-06,-3.584393425626331e-06,-3.3436572266509756e-06,-3.1029210276756203e-06,-2.862184828700265e-06,-2.6214486297249096e-06,-2.380712430749554e-06,-2.1399760044005234e-06,-1.899239805425168e-06,-1.6585036064498127e-06,-1.4177674074744573e-06,-1.177031208499102e-06,-9.362949526803277e-07,-6.955586968615535e-07,-4.548224978861981e-07,-2.140862704891333e-07,2.6649956907931482e-08,2.673861843049963e-07,5.08122866449412e-07,7.488590654247673e-07,9.895952644001227e-07,1.2303315770623158e-06,1.4710677760376711e-06,1.7118039750130265e-06,1.9525402876752196e-06,2.193276486650575e-06,2.4340126856259303e-06,2.6747488846012857e-06,2.915485083576641e-06,3.1562212825519964e-06,3.3969577089010272e-06,3.6376939078763826e-06,3.878430106851738e-06,4.119166078453418e-06,4.359902504802449e-06,4.6006389311514795e-06,4.841374902753159e-06,5.08211132910219e-06,5.32284730070387e-06,5.563583727052901e-06,5.804319698654581e-06,6.045056125003612e-06,6.2857925513526425e-06,6.526528522954322e-06,6.767264949303353e-06,7.008000920905033e-06,7.248737347254064e-06,7.489473318855744e-06,7.730209290457424e-06,7.970946171553805e-06,8.211682143155485e-06],"_type":"histogram","values":[1,0,1,3,5,2,9,14,15,13,27,37,42,65,89,145,255,336,508,774,1115,1820,2826,4553,7171,11681,19610,35293,72693,155978,137542,60578,30831,17323,10581,6446,4024,2574,1639,1088,725,436,304,200,128,91,76,47,29,21,16,10,7,3,7,3,4,1,5,2,0,1,0,1]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[2,8,3,6,7,7,12,18,15,23,36,28,73,74,113,178,259,372,565,846,1356,1897,3149,4766,7690,12687,21094,36679,73497,155995,130872,58824,30961,17679,11027,6748,4280,2705,1756,1181,726,493,331,224,132,107,93,64,37,36,30,18,12,16,5,3,2,1,2,1,1,0,1,1],"bins":[-5.562112164625432e-06,-5.3757999012304936e-06,-5.189488092582906e-06,-5.003175829187967e-06,-4.816864020540379e-06,-4.63055175714544e-06,-4.444239948497852e-06,-4.2579276851029135e-06,-4.071615876455326e-06,-3.885303613060387e-06,-3.6989915770391235e-06,-3.51267954101786e-06,-3.3263672776229214e-06,-3.140055241601658e-06,-2.9537432055803947e-06,-2.7674311695591314e-06,-2.581119133537868e-06,-2.3948070975166047e-06,-2.2084950614953414e-06,-2.022183025474078e-06,-1.835870875765977e-06,-1.6495588397447136e-06,-1.4632466900366126e-06,-1.2769346540153492e-06,-1.0906226179940859e-06,-9.043105819728225e-07,-7.179984891081403e-07,-5.316863962434581e-07,-3.453743602221948e-07,-1.5906229577922204e-07,2.724976866375073e-08,2.135618331067235e-07,3.9987389754969627e-07,5.861859335709596e-07,7.724980264356418e-07,9.58810119300324e-07,1.1451221553215873e-06,1.3314341913428507e-06,1.5177463410509517e-06,1.704058377072215e-06,1.8903704130934784e-06,2.0766824491147418e-06,2.262994485136005e-06,2.4493065211572684e-06,2.6356187845522072e-06,2.8219308205734706e-06,3.008242856594734e-06,3.1945548926159972e-06,3.3808669286372606e-06,3.567178964658524e-06,3.7534910006797872e-06,3.939803264074726e-06,4.126115072722314e-06,4.312427336117253e-06,4.498739144764841e-06,4.685051408159779e-06,4.871363671554718e-06,5.057675480202306e-06,5.243987743597245e-06,5.430299552244833e-06,5.6166118156397715e-06,5.802923624287359e-06,5.989235887682298e-06,6.175547696329886e-06,6.361859959724825e-06]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-4.129800800001249e-06,-4.0008026189752854e-06,-3.871804892696673e-06,-3.7428067116707098e-06,-3.6138085306447465e-06,-3.4848105769924587e-06,-3.355812623340171e-06,-3.2268144423142076e-06,-3.0978164886619197e-06,-2.968818535009632e-06,-2.8398203539836686e-06,-2.7108224003313808e-06,-2.581824446679093e-06,-2.4528262656531297e-06,-2.323828312000842e-06,-2.1948301309748786e-06,-2.0658321773225907e-06,-1.936834223670303e-06,-1.8078360426443396e-06,-1.6788380889920518e-06,-1.5498400216529262e-06,-1.4208419543138007e-06,-1.2918440006615128e-06,-1.1628459333223873e-06,-1.0338478659832617e-06,-9.048497986441362e-07,-7.758517881484295e-07,-6.468537776527228e-07,-5.178557103135972e-07,-3.888576713961811e-07,-2.59859632478765e-07,-1.3086159356134885e-07,-1.8630998965818435e-09,1.2713493902083428e-07,2.561329779382504e-07,3.8513101685566653e-07,5.141290557730827e-07,6.431271231122082e-07,7.721251336079149e-07,9.011231441036216e-07,1.0301212114427472e-06,1.1591192787818727e-06,1.2881173461209983e-06,1.417115299773286e-06,1.5461133671124117e-06,1.6751114344515372e-06,1.804109388103825e-06,1.9331075691297883e-06,2.062105522782076e-06,2.191103476434364e-06,2.3201016574603273e-06,2.449099611112615e-06,2.5780977921385784e-06,2.707095745790866e-06,2.836093699443154e-06,2.9650918804691173e-06,3.094089834121405e-06,3.223087787773693e-06,3.3520859687996563e-06,3.481083922451944e-06,3.610081876104232e-06,3.739080057130195e-06,3.8680782381561585e-06,3.997075964434771e-06,4.126074145460734e-06],"_type":"histogram","values":[1,2,2,0,2,1,0,4,2,4,1,4,9,8,15,14,14,17,20,31,33,54,39,60,58,51,80,93,84,87,89,108,97,99,109,100,94,90,71,62,46,47,42,35,32,37,14,10,16,15,7,5,7,7,3,3,3,1,0,2,2,0,0,5]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"values":[2,1,1,2,2,2,6,7,5,21,24,40,60,84,100,194,273,464,736,1071,1709,2752,4311,6866,10638,17005,25759,37725,52804,66319,75290,73988,63462,48609,34487,23087,15312,9603,6277,3962,2460,1479,1009,669,421,277,165,104,69,34,31,13,4,8,7,3,3,4,1,0,2,0,0,1],"bins":[-3.08808776026126e-05,-2.9880759029765613e-05,-2.8880640456918627e-05,-2.7880523703061044e-05,-2.6880405130214058e-05,-2.588028655736707e-05,-2.488016980350949e-05,-2.3880051230662502e-05,-2.2879932657815516e-05,-2.187981408496853e-05,-2.0879695512121543e-05,-1.987957875826396e-05,-1.8879460185416974e-05,-1.7879341612569988e-05,-1.6879224858712405e-05,-1.587910628586542e-05,-1.4878987713018432e-05,-1.3878869140171446e-05,-1.2878751476819161e-05,-1.1878633813466877e-05,-1.087851524061989e-05,-9.878396667772904e-06,-8.87827900442062e-06,-7.878161341068335e-06,-6.8780427682213485e-06,-5.877924650121713e-06,-4.877806532022078e-06,-3.877688413922442e-06,-2.8775702958228067e-06,-1.8774521777231712e-06,-8.773340596235357e-07,1.2278405847609974e-07,1.1229021765757352e-06,2.1230202946753707e-06,3.123138412775006e-06,4.123256530874642e-06,5.123374648974277e-06,6.1234927670739125e-06,7.123610885173548e-06,8.123728548525833e-06,9.123847121372819e-06,1.0123965694219805e-05,1.112408335757209e-05,1.2124201020924374e-05,1.312431959377136e-05,1.4124438166618347e-05,1.5124555829970632e-05,1.6124673493322916e-05,1.7124792066169903e-05,1.812491063901689e-05,1.9125029211863875e-05,2.0125145965721458e-05,2.1125264538568445e-05,2.212538311141543e-05,2.3125499865273014e-05,2.412561843812e-05,2.5125737010966986e-05,2.6125855583813973e-05,2.712597415666096e-05,2.8126090910518542e-05,2.9126209483365528e-05,3.0126328056212515e-05,3.11264448100701e-05,3.212656520190649e-05,3.312668195576407e-05],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09359347820281982,-0.0904524102807045,-0.08731133490800858,-0.08417026698589325,-0.08102919906377792,-0.077888123691082,-0.07474705576896667,-0.07160598784685135,-0.06846491247415543,-0.0653238445520401,-0.062182772904634476,-0.05904170125722885,-0.055900633335113525,-0.0527595616877079,-0.04961849004030228,-0.04647742211818695,-0.043336350470781326,-0.0401952788233757,-0.037054210901260376,-0.03391313925385475,-0.030772067606449127,-0.027630997821688652,-0.024489928036928177,-0.021348856389522552,-0.018207786604762077,-0.015066715888679028,-0.011925645172595978,-0.008784575387835503,-0.005643504671752453,-0.0025024341885000467,0.0006386362947523594,0.0037797067780047655,0.006920777261257172,0.010061847977340221,0.013202918693423271,0.016343988478183746,0.01948506012558937,0.022626129910349846,0.02576719969511032,0.028908271342515945,0.03204934298992157,0.035190410912036896,0.03833148255944252,0.041472554206848145,0.04461362212896347,0.047754693776369095,0.05089576542377472,0.054036833345890045,0.05717790499329567,0.060318976640701294,0.06346004456281662,0.06660111993551254,0.06974218785762787,0.0728832557797432,0.07602433115243912,0.07916539907455444,0.08230646699666977,0.08544754236936569,0.08858861029148102,0.09172967821359634,0.09487075358629227,0.09801182150840759,0.10115288943052292,0.10429396480321884,0.10743503272533417],"_type":"histogram","values":[2,1,6,7,8,24,41,96,155,211,382,585,940,1352,2038,3028,4250,5753,7682,9932,12702,15884,19020,22661,25953,29375,32047,34869,36161,36868,36561,35626,33734,31176,27995,24659,21494,17719,14564,11936,9082,6981,5094,3726,2517,1791,1205,769,458,294,179,100,78,23,15,6,5,3,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-5.927179699938279e-06,-5.733463694923557e-06,-5.539747689908836e-06,-5.346031684894115e-06,-5.1523152251320425e-06,-4.958599220117321e-06,-4.7648832151026e-06,-4.571167210087879e-06,-4.377451205073157e-06,-4.183735200058436e-06,-3.990018740296364e-06,-3.796302962655318e-06,-3.6025867302669212e-06,-3.4088707252522e-06,-3.2151547202374786e-06,-3.021438487849082e-06,-2.8277224828343606e-06,-2.6340064778196393e-06,-2.4402902454312425e-06,-2.246574240416521e-06,-2.0528582354018e-06,-1.8591421167002409e-06,-1.6654259979986819e-06,-1.4717099929839605e-06,-1.2779938742824015e-06,-1.0842777555808425e-06,-8.905617505661212e-07,-6.968456318645622e-07,-5.03129570006422e-07,-3.0941350814828184e-07,-1.1569741786843224e-07,7.801865820056264e-08,2.717347342695575e-07,4.654507961276977e-07,6.591668579858379e-07,8.528829766873969e-07,1.0465989817021182e-06,1.2403151004036772e-06,1.4340312191052362e-06,1.6277472241199575e-06,1.8214633428215166e-06,2.0151794615230756e-06,2.208895466537797e-06,2.402611471552518e-06,2.596327703940915e-06,2.7900437089556362e-06,2.9837597139703576e-06,3.1774759463587543e-06,3.3711919513734756e-06,3.564907956388197e-06,3.7586241887765937e-06,3.952340193791315e-06,4.146056198806036e-06,4.3397722038207576e-06,4.533488208835479e-06,4.727204668597551e-06,4.920920673612272e-06,5.114636678626994e-06,5.308352683641715e-06,5.502068688656436e-06,5.695784693671158e-06,5.88950115343323e-06,6.083217158447951e-06,6.276933163462672e-06,6.470649168477394e-06],"_type":"histogram","values":[1,1,1,1,2,1,1,1,0,4,3,2,1,10,6,11,15,10,11,16,16,21,25,31,35,30,35,34,26,19,29,39,24,28,25,22,31,20,27,20,21,17,12,12,15,5,7,5,6,9,6,2,3,1,1,1,3,1,1,1,3,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,0,1,0,0,1,1,0,1,1,1,5,2,0,5,7,2,9,10,14,17,13,23,26,52,74,93,105,67,63,40,40,23,15,11,7,10,5,5,2,1,2,1,2,1,0,3,0,3,0,0,0,0,0,0,1],"bins":[-6.939673653505452e-07,-6.74196883210243e-07,-6.544264579133596e-07,-6.346559757730574e-07,-6.148854936327552e-07,-5.95115011492453e-07,-5.753445293521509e-07,-5.555741040552675e-07,-5.358036219149653e-07,-5.160331397746631e-07,-4.962627144777798e-07,-4.764922323374776e-07,-4.567217501971754e-07,-4.3695126805687323e-07,-4.1718081433828047e-07,-3.974103606196877e-07,-3.776398784793855e-07,-3.578693963390833e-07,-3.3809894262049056e-07,-3.183284889018978e-07,-2.985580067615956e-07,-2.787875246212934e-07,-2.5901707090270065e-07,-2.392466171841079e-07,-2.194761350438057e-07,-1.9970566711435822e-07,-1.7993519918491074e-07,-1.6016473125546327e-07,-1.403942633260158e-07,-1.206237953965683e-07,-1.0085332746712083e-07,-8.108285953767336e-08,-6.131239160822588e-08,-4.15419236787784e-08,-2.1771455749330926e-08,-2.0009878198834485e-09,1.776948010956403e-08,3.7539948039011506e-08,5.731041596845898e-08,7.708088389790646e-08,9.685135182735394e-08,1.1662181975680141e-07,1.363922876862489e-07,1.5616275561569637e-07,1.7593322354514385e-07,1.9570369147459132e-07,2.154741594040388e-07,2.3524462733348628e-07,2.5501509526293376e-07,2.7478557740323595e-07,2.945560311218287e-07,3.1432648484042147e-07,3.3409696698072366e-07,3.5386744912102586e-07,3.736379028396186e-07,3.934083565582114e-07,4.1317883869851357e-07,4.3294932083881577e-07,4.5271977455740853e-07,4.724902282760013e-07,4.922607104163035e-07,5.120311925566057e-07,5.318016746969079e-07,5.515720999937912e-07,5.713425821340934e-07]},"_timestamp":1.7527860287546887e+09,"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-2.016005601035431e-05,-1.9609231458161958e-05,-1.90584050869802e-05,-1.850758053478785e-05,-1.7956754163606092e-05,-1.740592961141374e-05,-1.6855105059221387e-05,-1.630427868803963e-05,-1.5753454135847278e-05,-1.5202628674160223e-05,-1.4651803212473169e-05,-1.4100977750786114e-05,-1.355015228909906e-05,-1.2999326827412006e-05,-1.2448502275219653e-05,-1.1897676813532598e-05,-1.1346851351845544e-05,-1.079602589015849e-05,-1.0245200428471435e-05,-9.694375876279082e-06,-9.143550414592028e-06,-8.592724952904973e-06,-8.041899491217919e-06,-7.491074484278215e-06,-6.940249022591161e-06,-6.389423560904106e-06,-5.8385985539644025e-06,-5.287773092277348e-06,-4.7369476305902936e-06,-4.18612262365059e-06,-3.6352971619635355e-06,-3.0844719276501564e-06,-2.5336457838420756e-06,-1.9828205495286966e-06,-1.4319952015284798e-06,-8.811699103716819e-07,-3.30344619214884e-07,2.204806719419139e-07,7.713059630987118e-07,1.3221313110989286e-06,1.8729565454123076e-06,2.4237817797256866e-06,2.9746070140390657e-06,3.52543247572612e-06,4.076257937413175e-06,4.627082944352878e-06,5.177908406039933e-06,5.728733412979636e-06,6.279558874666691e-06,6.830384336353745e-06,7.381209343293449e-06,7.932034350233153e-06,8.482859811920207e-06,9.033685273607261e-06,9.584510735294316e-06,1.013533619698137e-05,1.0686160749173723e-05,1.1236986210860778e-05,1.1787811672547832e-05,1.2338637134234887e-05,1.2889462595921941e-05,1.3440288057608996e-05,1.3991112609801348e-05,1.4541938071488403e-05,1.5092763533175457e-05],"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,0,0,3,1,1,2,2,1,2,2,5,2,2,8,10,6,15,16,12,25,20,23,31,27,30,53,39,50,47,42,42,42,32,35,29,17,23,9,11,7,9,4,3,6,3,3,3,3,1,1,2,1,1,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,1,1,4,11,10,24,19,32,51,77,130,180,336,419,680,1067,1595,2481,3631,5823,8499,13178,19317,28232,39467,52378,64134,70106,67667,58908,46577,34005,23590,16045,10649,7066,4633,3030,2026,1254,827,572,362,251,172,93,57,55,29,21,16,13,10,5,3,0,1,1,1],"bins":[-2.952474642370362e-05,-2.8623511752812192e-05,-2.7722275262931362e-05,-2.6821038773050532e-05,-2.5919804102159105e-05,-2.501856943126768e-05,-2.411733294138685e-05,-2.321609645150602e-05,-2.2314861780614592e-05,-2.1413627109723166e-05,-2.0512390619842336e-05,-1.9611154129961506e-05,-1.870991945907008e-05,-1.7808684788178653e-05,-1.6907448298297822e-05,-1.6006211808416992e-05,-1.5104977137525566e-05,-1.4203741557139438e-05,-1.330250597675331e-05,-1.2401270396367181e-05,-1.1500034815981053e-05,-1.0598799235594925e-05,-9.697563655208796e-06,-8.796328074822668e-06,-7.89509249443654e-06,-6.9938569140504114e-06,-6.092621333664283e-06,-5.191385753278155e-06,-4.290150172892027e-06,-3.3889145925058983e-06,-2.48767901211977e-06,-1.5864434317336418e-06,-6.852078513475135e-07,2.1602772903861478e-07,1.117263309424743e-06,2.0184988898108713e-06,2.9197344701969996e-06,3.820970050583128e-06,4.722205630969256e-06,5.6234412113553844e-06,6.524676791741513e-06,7.425912372127641e-06,8.32714795251377e-06,9.228383532899898e-06,1.0129619113286026e-05,1.1030854693672154e-05,1.1932090274058282e-05,1.283332585444441e-05,1.3734561434830539e-05,1.4635797015216667e-05,1.5537032595602795e-05,1.6438269085483626e-05,1.7339503756375052e-05,1.824073842726648e-05,1.914197491714731e-05,2.004321140702814e-05,2.0944446077919565e-05,2.184568074881099e-05,2.2746917238691822e-05,2.3648153728572652e-05,2.4549388399464078e-05,2.5450623070355505e-05,2.6351859560236335e-05,2.7253096050117165e-05,2.815433072100859e-05]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,1,2,3,1,4,8,9,7,12,14,11,27,25,33,49,76,131,161,156,88,61,27,37,31,18,24,19,16,26,25,32,43,39,69,85,111,150,119,83,55,31,23,14,17,20,12,6,6,8,6,2,4,3,1,1,3,1,0,0,0,0,0,1],"bins":[-0.00043765196460299194,-0.0004221615963615477,-0.0004066712281201035,-0.00039118085987865925,-0.000375690491637215,-0.0003602001233957708,-0.00034470975515432656,-0.00032921938691288233,-0.00031372898956760764,-0.0002982386213261634,-0.0002827482530847192,-0.00026725788484327495,-0.0002517675166018307,-0.0002362771483603865,-0.00022078678011894226,-0.00020529641187749803,-0.0001898060436360538,-0.00017431567539460957,-0.00015882530715316534,-0.0001433349389117211,-0.00012784457067027688,-0.00011235419515287504,-9.686381963547319e-05,-8.137345139402896e-05,-6.588308315258473e-05,-5.03927149111405e-05,-3.4902343031717464e-05,-1.941197297128383e-05,-3.921602910850197e-06,1.1568767149583437e-05,2.705913721001707e-05,4.254950908944011e-05,5.803984822705388e-05,7.353021646849811e-05,8.902058470994234e-05,0.00010451096022734419,0.00012000132846878842,0.00013549170398619026,0.0001509820722276345,0.00016647244046907872,0.00018196280871052295,0.00019745317695196718,0.0002129435451934114,0.00022843391343485564,0.0002439242962282151,0.00025941466446965933,0.00027490503271110356,0.0002903954009525478,0.000305885769193992,0.00032137613743543625,0.0003368665056768805,0.0003523568739183247,0.00036784724215976894,0.00038333761040121317,0.0003988279786426574,0.00041431834688410163,0.0004298087442293763,0.00044529911247082055,0.0004607894807122648,0.000476279848953709,0.0004917702171951532,0.000507260556332767,0.0005227509536780417,0.0005382412928156555,0.0005537316901609302],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,0,0,0,1,0,3,1,1,0,2,8,3,8,5,13,13,25,36,52,77,49,27,7,7,2,5,2,0,9,7,7,5,2,6,5,4,13,10,25,31,51,72,63,26,20,7,12,9,7,6,4,6,2,0,1,2,2,1,1,2],"bins":[-0.0004606734146364033,-0.00044726283522322774,-0.0004338522849138826,-0.00042044170550070703,-0.00040703112608753145,-0.0003936205757781863,-0.00038020999636501074,-0.00036679941695183516,-0.00035338886664249003,-0.00033997828722931445,-0.00032656770781613886,-0.00031315715750679374,-0.00029974657809361815,-0.00028633599868044257,-0.00027292544837109745,-0.00025951486895792186,-0.00024610431864857674,-0.00023269373923540115,-0.00021928315982222557,-0.00020587259496096522,-0.00019246203009970486,-0.00017905145068652928,-0.00016564088582526892,-0.00015223032096400857,-0.000138819741550833,-0.00012540917668957263,-0.00011199861182831228,-9.858803969109431e-05,-8.517746755387634e-05,-7.176690269261599e-05,-5.835633055539802e-05,-4.4945762056158856e-05,-3.1535193556919694e-05,-1.8124625057680532e-05,-4.714054739451967e-06,8.696514669281896e-06,2.210708407801576e-05,3.551765257725492e-05,4.892822471447289e-05,6.233878957573324e-05,7.574936171295121e-05,8.915993385016918e-05,0.00010257049871142954,0.0001159810708486475,0.00012939164298586547,0.00014280220784712583,0.00015621277270838618,0.00016962335212156177,0.00018303391698282212,0.00019644448184408247,0.00020985506125725806,0.0002232656261185184,0.00023667619097977877,0.00025008677039295435,0.0002634973207022995,0.00027690790011547506,0.00029031847952865064,0.00030372902983799577,0.00031713960925117135,0.00033055018866434693,0.00034396073897369206,0.00035737131838686764,0.0003707818978000432,0.00038419244810938835,0.00039760302752256393]},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,0,1,1,2,2,3,2,5,6,6,9,13,11,12,13,22,22,31,19,28,25,38,32,28,41,40,33,36,33,33,31,23,27,15,19,9,20,13,9,11,10,10,3,3,3,3,1,1,1,1,1,1,2],"bins":[-1.1277297744527459e-05,-1.0969644790748134e-05,-1.066199183696881e-05,-1.0354338883189484e-05,-1.004668592941016e-05,-9.739032975630835e-06,-9.43138002185151e-06,-9.123727068072185e-06,-8.81607411429286e-06,-8.508421160513535e-06,-8.20076820673421e-06,-7.893115252954885e-06,-7.585462753922911e-06,-7.2778098001435865e-06,-6.970156846364262e-06,-6.662503892584937e-06,-6.354850938805612e-06,-6.047197985026287e-06,-5.739545031246962e-06,-5.431892077467637e-06,-5.124239123688312e-06,-4.816586169908987e-06,-4.5089332161296625e-06,-4.201280262350338e-06,-3.893627763318364e-06,-3.5859745821653632e-06,-3.2783216283860384e-06,-2.9706686746067135e-06,-2.663015948201064e-06,-2.355362994421739e-06,-2.0477100406424142e-06,-1.7400570868630894e-06,-1.4324041330837645e-06,-1.1247511793044396e-06,-8.170982823685335e-07,-5.094453854326275e-07,-2.0179243165330263e-07,1.0586049370431283e-07,4.135134190619283e-07,7.211663159978343e-07,1.0288192697771592e-06,1.336472223556484e-06,1.644125177335809e-06,1.951778131115134e-06,2.2594308575207833e-06,2.567083811300108e-06,2.874736765079433e-06,3.182389718858758e-06,3.490042672638083e-06,3.7976956264174078e-06,4.105348580196733e-06,4.4130015339760575e-06,4.7206544877553824e-06,5.028307441534707e-06,5.335960395314032e-06,5.643613349093357e-06,5.951265848125331e-06,6.258918801904656e-06,6.566571755683981e-06,6.874224709463306e-06,7.181877663242631e-06,7.4895306170219555e-06,7.79718357080128e-06,8.104836524580605e-06,8.41248947835993e-06]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"bins":[-8.9668110376806e-06,-8.678116500959732e-06,-8.389421964238863e-06,-8.100728337012697e-06,-7.812033800291829e-06,-7.523339263570961e-06,-7.234645181597443e-06,-6.945950644876575e-06,-6.657256562903058e-06,-6.36856202618219e-06,-6.079867489461321e-06,-5.791173407487804e-06,-5.502478870766936e-06,-5.2137847887934186e-06,-4.92509025207255e-06,-4.636396170099033e-06,-4.347701633378165e-06,-4.059007096657297e-06,-3.7703130146837793e-06,-3.4816187053365866e-06,-3.192924395989394e-06,-2.9042298592685256e-06,-2.615535549921333e-06,-2.32684124057414e-06,-2.0381469312269473e-06,-1.7494526218797546e-06,-1.4607583125325618e-06,-1.1720638894985314e-06,-8.833695801513386e-07,-5.946752708041458e-07,-3.059809046135342e-07,-1.7286566844632034e-08,2.7140777092427015e-07,5.601020802714629e-07,8.487964464620745e-07,1.1374908126526861e-06,1.426185121999879e-06,1.7148794313470717e-06,2.003573854381102e-06,2.292268163728295e-06,2.5809624730754877e-06,2.8696567824226804e-06,3.158351091769873e-06,3.447045401117066e-06,3.735739937837934e-06,4.0244340198114514e-06,4.31312855653232e-06,4.601822638505837e-06,4.890517175226705e-06,5.179211711947573e-06,5.467905793921091e-06,5.756600330641959e-06,6.045294412615476e-06,6.333988949336344e-06,6.622683031309862e-06,6.91137756803073e-06,7.200072104751598e-06,7.488766186725115e-06,7.777460268698633e-06,8.066154805419501e-06,8.354849342140369e-06,8.643543878861237e-06,8.932237506087404e-06,9.220932042808272e-06,9.50962657952914e-06],"_type":"histogram","values":[1,0,0,0,3,0,2,5,4,5,13,18,19,30,40,61,87,170,197,296,508,742,1260,1959,3265,5378,9449,16049,29929,60804,151728,166235,67181,32499,17276,9775,5745,3404,2064,1371,774,517,339,208,145,105,50,37,30,19,10,7,1,3,2,1,0,1,0,0,1,0,0,2]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-4.05607443099143e-06,-3.944888703699689e-06,-3.8337034311553e-06,-3.7225177038635593e-06,-3.611331976571819e-06,-3.5001464766537538e-06,-3.3889607493620133e-06,-3.2777752494439483e-06,-3.166589522152208e-06,-3.0554040222341428e-06,-2.9442185223160777e-06,-2.8330327950243372e-06,-2.7218472951062722e-06,-2.6106615678145317e-06,-2.4994760678964667e-06,-2.3882903406047262e-06,-2.277104840686661e-06,-2.165919340768596e-06,-2.0547336134768557e-06,-1.9435481135587906e-06,-1.8323623862670502e-06,-1.7211768863489851e-06,-1.6099912727440824e-06,-1.4988056591391796e-06,-1.3876200455342769e-06,-1.2764344319293741e-06,-1.1652488183244714e-06,-1.0540632047195686e-06,-9.428776479580847e-07,-8.31692034353182e-07,-7.205064775916981e-07,-6.093208639867953e-07,-4.981352503818925e-07,-3.869496367769898e-07,-2.7576405159379647e-07,-1.6457845219974843e-07,-5.3392852805700386e-08,5.7792746588347654e-08,1.689783459823957e-07,2.80163931165589e-07,3.913495447704918e-07,5.025351583753945e-07,6.137207719802973e-07,7.249063287417812e-07,8.360919423466839e-07,9.472775559515867e-07,1.0584631127130706e-06,1.1696487263179733e-06,1.280834339922876e-06,1.3920199535277789e-06,1.5032055671326816e-06,1.6143911807375844e-06,1.7255767943424871e-06,1.8367622942605522e-06,1.9479480215522926e-06,2.0591335214703577e-06,2.1703190213884227e-06,2.281504748680163e-06,2.392690248598228e-06,2.5038759758899687e-06,2.6150614758080337e-06,2.726247203099774e-06,2.8374327030178392e-06,2.9486184303095797e-06,3.0598039302276447e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,0,0,1,0,1,2,1,2,7,3,8,7,5,6,9,18,26,19,22,30,26,28,32,31,41,48,43,43,39,29,30,32,22,27,18,19,14,13,14,6,12,9,8,3,3,1,2,0,1,2,0,0,1,1]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"values":[2,0,0,0,0,2,1,0,1,3,2,1,4,6,6,6,7,15,11,18,28,46,64,56,32,20,7,11,14,2,4,15,2,2,8,4,5,8,10,9,11,7,19,27,48,67,36,39,21,12,6,5,9,5,4,5,1,2,3,1,1,1,3,3],"bins":[-0.00044671937939710915,-0.00043359704432077706,-0.00042047470924444497,-0.0004073523741681129,-0.0003942300390917808,-0.0003811077040154487,-0.00036798539804294705,-0.00035486306296661496,-0.00034174072789028287,-0.0003286183928139508,-0.0003154960577376187,-0.0003023737226612866,-0.0002892513875849545,-0.0002761290525086224,-0.0002630067174322903,-0.0002498843823559582,-0.00023676206183154136,-0.00022363972675520927,-0.00021051739167887717,-0.0001973950711544603,-0.00018427273607812822,-0.00017115040100179613,-0.00015802806592546403,-0.00014490573084913194,-0.00013178339577279985,-0.00011866106797242537,-0.0001055387401720509,-9.24164050957188e-05,-7.929407001938671e-05,-6.617174221901223e-05,-5.304940714268014e-05,-3.992707570432685e-05,-2.6804744265973568e-05,-1.3682411918125581e-05,-5.60079570277594e-07,1.2562252777570393e-05,2.568458512541838e-05,3.8806916563771665e-05,5.192925164010376e-05,6.505157944047824e-05,7.817391451681033e-05,9.129624959314242e-05,0.0001044185773935169,0.00011754091246984899,0.00013066324754618108,0.00014378558262251318,0.00015690790314693004,0.00017003023822326213,0.00018315257329959422,0.00019627490837592632,0.0002093972434522584,0.00022251956397667527,0.00023564189905300736,0.00024876423412933946,0.00026188656920567155,0.00027500890428200364,0.00028813123935833573,0.0003012535744346678,0.0003143759095109999,0.00032749821548350155,0.00034062055055983365,0.00035374288563616574,0.00036686522071249783,0.0003799875557888299,0.000393109890865162],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.09856505692005157,-0.09551171958446503,-0.09245837479829788,-0.08940503746271133,-0.08635170012712479,-0.08329835534095764,-0.0802450180053711,-0.07719168066978455,-0.0741383358836174,-0.07108499854803085,-0.0680316612124443,-0.06497831642627716,-0.06192497909069061,-0.058871638029813766,-0.05581829696893692,-0.05276495963335037,-0.049711618572473526,-0.04665827751159668,-0.04360494017601013,-0.040551599115133286,-0.03749825805425644,-0.03444492071866989,-0.031391579657793045,-0.0283382385969162,-0.0252848993986845,-0.022231560200452805,-0.019178219139575958,-0.01612487994134426,-0.01307153981178999,-0.010018199682235718,-0.006964860018342733,-0.003911520354449749,-0.0008581802248954773,0.0021951596718281507,0.005248499568551779,0.008301839232444763,0.011355179361999035,0.014408519491553307,0.017461858689785004,0.02051519975066185,0.023568538948893547,0.026621878147125244,0.02967521920800209,0.03272856026887894,0.035781897604465485,0.03883523866534233,0.04188857972621918,0.044941917061805725,0.04799525812268257,0.05104859918355942,0.054101936519145966,0.05715527758002281,0.06020861864089966,0.0632619559764862,0.06631530076265335,0.0693686380982399,0.07242197543382645,0.07547532021999359,0.07852865755558014,0.08158199489116669,0.08463533967733383,0.08768867701292038,0.09074201434850693,0.09379535913467407,0.09684869647026062],"_type":"histogram","values":[2,2,3,2,9,31,38,72,135,242,381,653,980,1652,2380,3564,5284,7443,10260,14204,19087,24598,31417,38955,47415,55867,64955,73025,80940,87117,92500,95419,95584,94539,90377,84843,78138,69621,60983,52114,43710,35724,28522,21876,16920,12603,9081,6717,4460,3037,1997,1303,849,507,307,207,82,68,28,19,8,4,3,1]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,1,0,0,2,1,4,2,5,1,4,4,13,20,62,111,63,23,13,10,6,3,8,5,7,5,5,3,11,11,11,19,38,101,85,42,16,11,6,7,6,5,4,2,1,1,1,0,1,1,0,1,0,0,1,0,0,2],"bins":[-0.000500379828736186,-0.00048410563613288105,-0.0004678314144257456,-0.0004515572218224406,-0.0004352830001153052,-0.0004190088075120002,-0.00040273458580486476,-0.0003864603932015598,-0.00037018617149442434,-0.00035391197889111936,-0.0003376377862878144,-0.00032136356458067894,-0.00030508937197737396,-0.0002888151502702385,-0.00027254095766693354,-0.0002562667359597981,-0.00023999254335649312,-0.0002237183362012729,-0.0002074441290460527,-0.00019116992189083248,-0.00017489571473561227,-0.0001586215221323073,-0.00014234731497708708,-0.00012607310782186687,-0.00010979890066664666,-9.352469351142645e-05,-7.725048635620624e-05,-6.097628647694364e-05,-4.470207932172343e-05,-2.8427873985492624e-05,-1.2153668649261817e-05,4.12053668696899e-06,2.0394742023199797e-05,3.666894917842001e-05,5.294315269566141e-05,6.921735621290281e-05,8.549156336812302e-05,0.00010176577052334324,0.00011803997040260583,0.00013431417755782604,0.00015058838471304625,0.00016686259186826646,0.00018313679902348667,0.00019941100617870688,0.00021568519878201187,0.00023195940593723208,0.0002482336130924523,0.0002645078347995877,0.0002807820274028927,0.0002970562200061977,0.00031333044171333313,0.0003296046343166381,0.00034587885602377355,0.00036215304862707853,0.00037842727033421397,0.00039470146293751895,0.00041097565554082394,0.0004272498772479594,0.00044352406985126436,0.0004597982915583998,0.0004760724841617048,0.0004923467058688402,0.0005086209275759757,0.0005248950910754502,0.0005411693127825856]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,2,4,15,20,38,68,86,174,266,461,725,995,1516,2096,3124,4154,5582,7544,9548,12145,14969,18042,21512,24364,27390,30278,32864,34606,35660,35399,35166,33489,31220,29046,25654,22430,19254,16312,13207,10368,8208,6189,4810,3435,2447,1739,1125,795,458,320,208,132,74,39,22,20,3,1,1,0,2,0,1],"bins":[-0.09140916168689728,-0.08838143199682236,-0.08535369485616684,-0.08232596516609192,-0.0792982280254364,-0.07627049833536148,-0.07324276864528656,-0.07021503150463104,-0.06718730181455612,-0.0641595646739006,-0.061131834983825684,-0.058104101568460464,-0.055076368153095245,-0.052048634737730026,-0.049020905047655106,-0.045993171632289886,-0.04296543821692467,-0.03993770480155945,-0.03690997138619423,-0.03388224169611931,-0.03085450828075409,-0.02782677486538887,-0.02479904145002365,-0.02177130989730358,-0.018743576481938362,-0.015715843066573143,-0.012688111513853073,-0.009660378098487854,-0.0066326456144452095,-0.0036049128975719213,-0.0005771801806986332,0.002450552536174655,0.005478285253047943,0.008506017737090588,0.011533750221133232,0.014561483636498451,0.01758921518921852,0.02061694860458374,0.02364468201994896,0.02667241357266903,0.02970014698803425,0.03272787854075432,0.03575561195611954,0.038783345371484756,0.041811078786849976,0.044838812202215195,0.047866541892290115,0.050894275307655334,0.053922008723020554,0.05694974213838577,0.05997747555375099,0.06300520896911621,0.06603293865919113,0.06906067579984665,0.07208840548992157,0.07511613517999649,0.07814387232065201,0.08117160201072693,0.08419933915138245,0.08722706884145737,0.09025479853153229,0.0932825356721878,0.09631026536226273,0.09933800250291824,0.10236573219299316]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,2,1,1,2,2,4,2,7,4,6,14,6,12,14,20,24,32,44,56,28,35,25,15,4,15,11,11,9,9,11,4,10,15,23,20,35,37,45,40,24,17,12,14,9,5,6,5,6,4,3,3,2,1,0,0,0,0,0,0,0,0,1],"bins":[0.9995602369308472,0.9995750784873962,0.9995899200439453,0.9996047616004944,0.9996196031570435,0.9996344447135925,0.9996492862701416,0.9996641278266907,0.9996789693832397,0.9996938705444336,0.9997087121009827,0.9997235536575317,0.9997383952140808,0.9997532367706299,0.999768078327179,0.999782919883728,0.9997977614402771,0.9998126029968262,0.9998274445533752,0.9998422861099243,0.9998571276664734,0.9998719692230225,0.9998868107795715,0.9999016523361206,0.9999165534973145,0.9999313950538635,0.9999462366104126,0.9999610781669617,0.9999759197235107,0.9999907612800598,1.0000056028366089,1.0000203847885132,1.000035285949707,1.0000501871109009,1.0000649690628052,1.000079870223999,1.0000946521759033,1.0001095533370972,1.0001243352890015,1.0001392364501953,1.0001540184020996,1.0001689195632935,1.0001837015151978,1.0001986026763916,1.000213384628296,1.0002282857894897,1.000243067741394,1.000257968902588,1.0002727508544922,1.000287652015686,1.0003025531768799,1.0003173351287842,1.000332236289978,1.0003470182418823,1.0003619194030762,1.0003767013549805,1.0003916025161743,1.0004063844680786,1.0004212856292725,1.0004360675811768,1.0004509687423706,1.000465750694275,1.0004806518554688,1.000495433807373,1.000510334968567],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,1,0,0,0,1,1,0,4,1,3,3,4,9,10,13,14,18,11,18,27,22,23,30,28,33,44,35,35,40,32,39,27,26,28,21,25,26,17,13,13,19,11,6,8,9,6,5,4,1,0,0,1,0,0,0,0,0,0,1,0,0,1],"bins":[-1.0998274774465244e-05,-1.0633228157530539e-05,-1.0268180631101131e-05,-9.903134014166426e-06,-9.53808739723172e-06,-9.173039870802313e-06,-8.807993253867608e-06,-8.4429457274382e-06,-8.077899110503495e-06,-7.71285249356879e-06,-7.347804967139382e-06,-6.982758350204676e-06,-6.61771127852262e-06,-6.2526642068405636e-06,-5.887617589905858e-06,-5.522570518223802e-06,-5.157523446541745e-06,-4.792476374859689e-06,-4.427429303177632e-06,-4.062382686242927e-06,-3.6973356145608705e-06,-3.332288542878814e-06,-2.967241698570433e-06,-2.602194854262052e-06,-2.2371477825799957e-06,-1.872100824584777e-06,-1.5070538665895583e-06,-1.1420069085943396e-06,-7.769599505991209e-07,-4.1191299260390224e-07,-4.686603460868355e-08,3.1818092338653514e-07,6.832287908764556e-07,1.0482757488716743e-06,1.413322706866893e-06,1.7783696648621117e-06,2.1434166228573304e-06,2.5084636945393868e-06,2.8735105388477677e-06,3.2385573831561487e-06,3.603604454838205e-06,3.9686515265202615e-06,4.333698598202318e-06,4.6987452151370235e-06,5.06379228681908e-06,5.428839358501136e-06,5.793885975435842e-06,6.158933047117898e-06,6.523980118799955e-06,6.889027190482011e-06,7.2540742621640675e-06,7.619120879098773e-06,7.98416840552818e-06,8.349215022462886e-06,8.714261639397591e-06,9.079309165826999e-06,9.444355782761704e-06,9.80940239969641e-06,1.0174449926125817e-05,1.0539496543060523e-05,1.0904543159995228e-05,1.1269590686424635e-05,1.1634637303359341e-05,1.1999684829788748e-05,1.2364731446723454e-05],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-6.106494765845127e-06,-5.925945970375324e-06,-5.74539717490552e-06,-5.564848379435716e-06,-5.3842995839659125e-06,-5.203750788496109e-06,-5.023201993026305e-06,-4.842653197556501e-06,-4.6621044020866975e-06,-4.481555606616894e-06,-4.30100681114709e-06,-4.120458015677286e-06,-3.9399092202074826e-06,-3.7593606521113543e-06,-3.5788118566415505e-06,-3.398263061171747e-06,-3.217714265701943e-06,-3.0371654702321393e-06,-2.8566166747623356e-06,-2.676067879292532e-06,-2.495519083822728e-06,-2.3149702883529244e-06,-2.1344214928831207e-06,-1.953872697413317e-06,-1.773324015630351e-06,-1.5927752201605472e-06,-1.4122264246907434e-06,-1.2316776292209397e-06,-1.0511289474379737e-06,-8.705800951247511e-07,-6.900313564983662e-07,-5.094825610285625e-07,-3.2893376555875875e-07,-1.4838498429980973e-07,3.216379695913929e-08,2.127125782180883e-07,3.9326135947703733e-07,5.738101549468411e-07,7.543588935732259e-07,9.349076890430297e-07,1.1154564845128334e-06,1.2960052799826371e-06,1.4765540754524409e-06,1.6571028709222446e-06,1.8376515527052106e-06,2.0182003481750144e-06,2.198749143644818e-06,2.379297939114622e-06,2.5598467345844256e-06,2.7403955300542293e-06,2.920944325524033e-06,3.1014931209938368e-06,3.2820419164636405e-06,3.4625907119334443e-06,3.643139507403248e-06,3.823688075499376e-06,4.00423687096918e-06,4.184785666438984e-06,4.3653344619087875e-06,4.545883257378591e-06,4.726432052848395e-06,4.906980848318199e-06,5.0875296437880024e-06,5.268078439257806e-06,5.44862723472761e-06],"_type":"histogram","values":[1,0,0,2,1,1,0,0,1,2,0,6,2,3,5,5,3,11,8,8,10,10,19,19,27,21,28,28,32,25,24,26,35,23,29,26,43,27,31,26,21,29,12,18,14,15,17,11,11,13,10,2,6,3,6,1,1,1,2,2,2,1,1,1]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,3,4,5,11,19,26,55,111,170,247,384,591,825,1213,1706,2377,3229,4412,5618,7462,9315,11627,14421,17186,19635,22674,25323,27901,30100,31710,32935,33335,33043,32238,31113,28747,26447,24023,21189,18050,15302,12598,10312,8225,6411,4950,3657,2813,1915,1423,900,654,440,273,196,119,60,43,23,12,10,3,4],"bins":[-0.09276776015758514,-0.089930459856987,-0.08709315955638885,-0.08425585925579071,-0.08141855895519257,-0.07858125865459442,-0.07574395835399628,-0.07290665805339813,-0.07006935775279999,-0.06723206490278244,-0.0643947646021843,-0.06155746057629585,-0.05872016400098801,-0.05588286370038986,-0.05304556339979172,-0.05020826309919357,-0.04737096279859543,-0.044533662497997284,-0.04169636219739914,-0.038859061896800995,-0.03602176159620285,-0.033184465020895004,-0.03034716472029686,-0.027509864419698715,-0.02467256411910057,-0.021835263818502426,-0.01899796351790428,-0.016160665079951286,-0.013323364779353142,-0.010486064478754997,-0.007648765109479427,-0.00481146527454257,-0.001974157989025116,0.0008631418459117413,0.0037004416808485985,0.006537741515785456,0.009375041350722313,0.012212341651320457,0.015049641020596027,0.017886940389871597,0.020724240690469742,0.023561540991067886,0.02639884129166603,0.029236139729619026,0.03207343816757202,0.034910738468170166,0.03774803876876831,0.040585339069366455,0.0434226393699646,0.046259939670562744,0.04909723997116089,0.05193454027175903,0.05477184057235718,0.057609137147665024,0.06044643744826317,0.06328374147415161,0.06612104177474976,0.0689583346247673,0.07179563492536545,0.07463293522596359,0.07747023552656174,0.08030753582715988,0.08314483612775803,0.08598213642835617,0.08881943672895432]},"parameters/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,3,9,13,22,52,98,175,286,531,852,1426,2181,3460,5259,7652,10853,15339,20519,27333,35107,43916,53954,63575,74379,83188,91256,97083,101427,102649,101162,96968,90849,82793,73398,62810,52979,42840,34282,26476,19801,14852,10310,7318,4950,3202,2127,1321,780,490,230,147,85,51,24,9,3,2,2,3],"bins":[-0.10965399444103241,-0.10637608915567398,-0.10309819132089615,-0.09982028603553772,-0.09654238820075989,-0.09326448291540146,-0.08998658508062363,-0.0867086797952652,-0.08343078196048737,-0.08015287667512894,-0.0768749788403511,-0.07359707355499268,-0.07031917572021484,-0.06704127043485641,-0.06376337260007858,-0.060485467314720154,-0.05720756575465202,-0.05392966419458389,-0.05065176263451576,-0.04737386107444763,-0.0440959595143795,-0.04081805795431137,-0.03754015639424324,-0.03426225483417511,-0.03098435141146183,-0.0277064498513937,-0.02442854829132557,-0.02115064673125744,-0.01787274330854416,-0.014594842679798603,-0.011316940188407898,-0.008039038628339767,-0.004761137068271637,-0.0014832352753728628,0.0017946665175259113,0.005072568543255329,0.00835047010332346,0.01162837166339159,0.014906274154782295,0.018184175714850426,0.021462077274918556,0.024739978834986687,0.028017880395054817,0.0312957838177681,0.03457368537783623,0.03785158693790436,0.04112948849797249,0.04440739005804062,0.04768529161810875,0.05096319317817688,0.05424109473824501,0.05751899629831314,0.06079689785838127,0.0640747994184494,0.06735270470380783,0.07063060253858566,0.07390850782394409,0.07718640565872192,0.08046431094408035,0.08374220877885818,0.08702011406421661,0.09029801189899445,0.09357591718435287,0.0968538150191307,0.10013172030448914]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,2,0,2,3,0,0,2,3,2,2,9,5,9,12,11,23,28,47,65,78,79,95,58,52,39,24,28,16,10,16,2,5,7,6,5,6,0,3,3,1,0,2,0,0,1,1,0,1,2,0,0,0,1],"bins":[-2.5011104298755527e-12,-2.4229507289419416e-12,-2.3447910280083306e-12,-2.2666313270747196e-12,-2.1884716261411086e-12,-2.1103119252074976e-12,-2.0321522242738865e-12,-1.9539925233402755e-12,-1.8758328224066645e-12,-1.7976731214730535e-12,-1.7195134205394424e-12,-1.6413537196058314e-12,-1.5631940186722204e-12,-1.4850343177386094e-12,-1.4068746168049984e-12,-1.3287149158713873e-12,-1.2505552149377763e-12,-1.1723955140041653e-12,-1.0942358130705543e-12,-1.0160761121369433e-12,-9.379164112033322e-13,-8.597567102697212e-13,-7.815970093361102e-13,-7.034373084024992e-13,-6.252776074688882e-13,-5.471179065352771e-13,-4.689582056016661e-13,-3.907985046680551e-13,-3.126388037344441e-13,-2.3447910280083306e-13,-1.5631940186722204e-13,-7.815970093361102e-14,0,7.815970093361102e-14,1.5631940186722204e-13,2.3447910280083306e-13,3.126388037344441e-13,3.907985046680551e-13,4.689582056016661e-13,5.471179065352771e-13,6.252776074688882e-13,7.034373084024992e-13,7.815970093361102e-13,8.597567102697212e-13,9.379164112033322e-13,1.0160761121369433e-12,1.0942358130705543e-12,1.1723955140041653e-12,1.2505552149377763e-12,1.3287149158713873e-12,1.4068746168049984e-12,1.4850343177386094e-12,1.5631940186722204e-12,1.6413537196058314e-12,1.7195134205394424e-12,1.7976731214730535e-12,1.8758328224066645e-12,1.9539925233402755e-12,2.0321522242738865e-12,2.1103119252074976e-12,2.1884716261411086e-12,2.2666313270747196e-12,2.3447910280083306e-12,2.4229507289419416e-12,2.5011104298755527e-12]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.09568848460912704,-0.09275441616773605,-0.08982034772634506,-0.08688628673553467,-0.08395221829414368,-0.08101814985275269,-0.0780840814113617,-0.0751500129699707,-0.07221594452857971,-0.06928188353776932,-0.06634781509637833,-0.06341374665498734,-0.060479678213596344,-0.05754561349749565,-0.05461154505610466,-0.05167748034000397,-0.048743411898612976,-0.045809343457221985,-0.04287527874112129,-0.0399412102997303,-0.03700714558362961,-0.03407307714223862,-0.031139008700847626,-0.028204942122101784,-0.025270875543355942,-0.0223368089646101,-0.019402742385864258,-0.016468673944473267,-0.013534607365727425,-0.010600540786981583,-0.007666473276913166,-0.004732406232506037,-0.0017983391880989075,0.0011357278563082218,0.004069794900715351,0.00700386194512248,0.00993792898952961,0.012871995568275452,0.015806064009666443,0.018740130588412285,0.021674197167158127,0.02460826374590397,0.02754233032464981,0.030476398766040802,0.03341046720743179,0.036344531923532486,0.03927860036492348,0.04221266508102417,0.04514673352241516,0.04808080196380615,0.051014866679906845,0.053948935121297836,0.05688299983739853,0.05981706827878952,0.06275113672018051,0.0656852051615715,0.0686192661523819,0.07155333459377289,0.07448740303516388,0.07742147147655487,0.08035553991794586,0.08328960835933685,0.08622366935014725,0.08915773779153824,0.09209180623292923],"_type":"histogram","values":[1,0,2,2,7,9,25,41,67,129,178,280,431,695,949,1510,2199,2848,4127,5631,7144,9213,11512,14166,16791,19715,23204,26145,28651,30999,32936,34004,34456,34268,33103,31282,29238,26886,24153,20824,17426,14846,11992,9655,7533,5895,4295,3248,2219,1661,1113,768,510,331,224,112,74,49,26,9,6,7,2,2]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,4,9,10,29,43,90,133,219,353,575,845,1235,1654,2525,3408,4607,5978,7770,10075,12412,15166,18302,20874,24026,26811,29226,31867,32697,34236,34344,33883,32469,30802,28211,25499,22964,19588,16568,13864,11414,9106,7102,5475,3962,2870,2094,1404,1046,769,471,289,167,99,79,43,28,18,7,2,1,3,1],"bins":[-0.09101324528455734,-0.08810188621282578,-0.08519051969051361,-0.08227916061878204,-0.07936779409646988,-0.07645643502473831,-0.07354506850242615,-0.07063370943069458,-0.06772235035896301,-0.06481098383665085,-0.06189962103962898,-0.05898825824260712,-0.05607689917087555,-0.053165536373853683,-0.05025417357683182,-0.04734281077980995,-0.044431447982788086,-0.04152008518576622,-0.038608722388744354,-0.03569735959172249,-0.03278599679470062,-0.029874635860323906,-0.02696327492594719,-0.024051912128925323,-0.021140549331903458,-0.018229186534881592,-0.0153178246691823,-0.01240646280348301,-0.009495100006461143,-0.006583737675100565,-0.0036723753437399864,-0.0007610130123794079,0.0021503493189811707,0.005061711650341749,0.007973073981702328,0.010884435847401619,0.013795798644423485,0.01670716144144535,0.019618522375822067,0.022529885172843933,0.0254412479698658,0.028352610766887665,0.03126397356390953,0.034175336360931396,0.037086695432662964,0.03999805822968483,0.042909421026706696,0.04582078382372856,0.04873214662075043,0.05164350941777229,0.05455487221479416,0.057466235011816025,0.06037759780883789,0.06328895688056946,0.06620032340288162,0.06911168247461319,0.07202304899692535,0.07493440806865692,0.07784576714038849,0.08075713366270065,0.08366849273443222,0.08657985925674438,0.08949121832847595,0.09240258485078812,0.09531394392251968]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,0,0,0,0,4,4,3,1,5,6,8,10,17,9,23,31,52,57,117,174,181,113,65,53,34,30,23,24,21,31,34,38,51,88,129,181,132,95,57,34,20,24,18,13,7,6,2,7,0,6,2,0,4,2,0,0,0,0,0,0,0,1],"bins":[-0.0005642296746373177,-0.0005453057237900794,-0.000526381772942841,-0.0005074578803032637,-0.0004885339294560254,-0.00046960997860878706,-0.00045068602776154876,-0.0004317621060181409,-0.0004128381551709026,-0.0003939142043236643,-0.00037499028258025646,-0.00035606633173301816,-0.00033714238088577986,-0.000318218459142372,-0.0002992945082951337,-0.00028037058655172586,-0.00026144663570448756,-0.0002425226994091645,-0.00022359876311384141,-0.0002046748122666031,-0.00018575087597128004,-0.00016682693967595696,-0.00014790298882871866,-0.0001289790525333956,-0.00011005511623807251,-9.113117994274944e-05,-7.220723637146875e-05,-5.328329643816687e-05,-3.435935650486499e-05,-1.543541657156311e-05,3.488523361738771e-06,2.2412463295040652e-05,4.1336461436003447e-05,6.026040136930533e-05,7.918434130260721e-05,9.81082848738879e-05,0.00011703222116921097,0.00013595615746453404,0.00015488010831177235,0.00017380404460709542,0.0001927279809024185,0.00021165191719774157,0.00023057585349306464,0.00024949980434030294,0.00026842375518754125,0.0002873476769309491,0.0003062716277781874,0.00032519554952159524,0.00034411950036883354,0.00036304345121607184,0.0003819673729594797,0.000400891323806718,0.00041981524555012584,0.00043873919639736414,0.00045766314724460244,0.0004765870689880103,0.0004955109907314181,0.0005144349415786564,0.0005333588924258947,0.000552282843273133,0.0005712067941203713,0.0005901307449676096,0.000609054637607187,0.0006279785884544253,0.0006469025393016636],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,0,0,1,0,2,3,2,4,7,6,9,11,19,40,86,73,39,15,18,12,7,4,8,2,7,1,7,8,1,10,7,9,16,30,62,95,55,31,12,10,7,8,2,5,5,2,2,0,1,0,0,1,0,0,1,1],"bins":[-0.00048312803846783936,-0.0004685847961809486,-0.0004540415829978883,-0.0004394983407109976,-0.0004249551275279373,-0.00041041188524104655,-0.00039586867205798626,-0.0003813254297710955,-0.00036678218748420477,-0.0003522389743011445,-0.00033769573201425374,-0.00032315251883119345,-0.0003086092765443027,-0.0002940660633612424,-0.00027952282107435167,-0.0002649796078912914,-0.00025043636560440063,-0.00023589313786942512,-0.0002213499101344496,-0.00020680668239947408,-0.00019226345466449857,-0.00017772021237760782,-0.0001631769846426323,-0.0001486337569076568,-0.00013409052917268127,-0.00011954730143770576,-0.00010500407370273024,-9.046083869179711e-05,-7.591761095682159e-05,-6.137438322184607e-05,-4.683115184889175e-05,-3.2287920475937426e-05,-1.7744721844792366e-05,-3.2014922908274457e-06,1.1341737263137475e-05,2.5884966817102395e-05,4.0428196371067315e-05,5.497142410604283e-05,6.951465911697596e-05,8.405788685195148e-05,9.8601114586927e-05,0.00011314434232190251,0.00012768757005687803,0.00014223079779185355,0.0001567740400787443,0.0001713172678137198,0.00018586049554869533,0.00020040372328367084,0.00021494695101864636,0.00022949017875362188,0.0002440334064885974,0.00025857664877548814,0.0002731198619585484,0.00028766310424543917,0.00030220631742849946,0.0003167495597153902,0.00033129280200228095,0.00034583601518534124,0.000360379257472232,0.00037492247065529227,0.000389465712942183,0.0004040089261252433,0.00041855216841213405,0.00043309538159519434,0.0004476386238820851]},"gradients/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[3,0,1,1,2,1,5,3,2,3,9,23,22,28,57,72,122,215,301,434,709,1083,1978,3188,5126,8587,14381,24552,42597,74625,133953,239142,345473,292970,169743,92927,51129,29188,16653,9480,5645,3336,1974,1208,734,407,299,173,107,60,39,32,27,15,8,4,1,5,1,0,0,0,0,1],"bins":[-1.9263876311015338e-05,-1.8674654711503536e-05,-1.808543129300233e-05,-1.7496209693490528e-05,-1.6906988093978725e-05,-1.6317766494466923e-05,-1.5728543075965717e-05,-1.5139321476453915e-05,-1.4550099876942113e-05,-1.3960877367935609e-05,-1.3371654858929105e-05,-1.2782433259417303e-05,-1.2193210750410799e-05,-1.1603989150898997e-05,-1.1014766641892493e-05,-1.042554504238069e-05,-9.836322533374187e-06,-9.247100024367683e-06,-8.65787842485588e-06,-8.068655915849376e-06,-7.479434316337574e-06,-6.89021180733107e-06,-6.300989753071917e-06,-5.711767698812764e-06,-5.122545644553611e-06,-4.533323590294458e-06,-3.944101536035305e-06,-3.3548792544024764e-06,-2.7656572001433233e-06,-2.17643514588417e-06,-1.5872129779381794e-06,-9.979908099921886e-07,-4.087687557330355e-07,1.8045335536953644e-07,7.696754664721084e-07,1.3588976344180992e-06,1.9481196886772523e-06,2.5373417429364054e-06,3.126564024569234e-06,3.715786078828387e-06,4.30500813308754e-06,4.894230187346693e-06,5.483452241605846e-06,6.072674295864999e-06,6.661896804871503e-06,7.251118859130656e-06,7.84034091338981e-06,8.429562512901612e-06,9.018785021908116e-06,9.60800753091462e-06,1.0197229130426422e-05,1.0786451639432926e-05,1.1375673238944728e-05,1.1964895747951232e-05,1.2554117347463034e-05,1.3143339856469538e-05,1.3732562365476042e-05,1.4321783964987844e-05,1.4911006473994348e-05,1.5500228983000852e-05,1.6089450582512654e-05,1.6678672182024457e-05,1.726789378153626e-05,1.7857117200037464e-05,1.8446338799549267e-05]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-5.136784011483542e-07,-4.977783873982844e-07,-4.818783736482146e-07,-4.6597835989814484e-07,-4.5007834614807507e-07,-4.341783323980053e-07,-4.182783186479355e-07,-4.0237830489786575e-07,-3.8647829114779597e-07,-3.7057830581943563e-07,-3.5467829206936585e-07,-3.387782783192961e-07,-3.228782645692263e-07,-3.0697825081915653e-07,-2.9107823706908675e-07,-2.75178223319017e-07,-2.592782095689472e-07,-2.4337819581887743e-07,-2.2747818206880766e-07,-2.1157816831873788e-07,-1.956781545686681e-07,-1.7977815502945305e-07,-1.6387814127938327e-07,-1.479781275293135e-07,-1.3207811377924372e-07,-1.1617810002917395e-07,-1.0027808627910417e-07,-8.437807963446176e-08,-6.847806588439198e-08,-5.2578052134322206e-08,-3.667804193696611e-08,-2.0778029963253175e-08,-4.87801798954024e-09,1.1021993984172695e-08,2.692200595788563e-08,4.2822016155241727e-08,5.87220299053115e-08,7.462204365538128e-08,9.052205030002369e-08,1.0642206405009347e-07,1.2232207780016324e-07,1.3822209155023302e-07,1.541221053003028e-07,1.7002211905037257e-07,1.8592211858958763e-07,2.018221323396574e-07,2.1772214608972718e-07,2.3362215983979695e-07,2.495221735898667e-07,2.654221873399365e-07,2.813222010900063e-07,2.9722221484007605e-07,3.131222285901458e-07,3.290222423402156e-07,3.4492225609028537e-07,3.6082226984035515e-07,3.767222551687155e-07,3.9262226891878527e-07,4.0852228266885504e-07,4.244222964189248e-07,4.403223101689946e-07,4.5622232391906437e-07,4.7212233766913414e-07,4.880223514192039e-07,5.039223651692737e-07],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,2,2,1,4,1,1,5,4,2,4,5,8,5,12,14,20,17,41,48,71,100,82,69,53,36,22,23,17,14,12,8,11,4,4,6,4,6,2,2,5,7,1,0,1,0,0,2,0,1,3,2,1,1]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"values":[2,0,0,0,0,0,0,2,1,3,1,1,3,3,0,2,4,4,5,9,20,12,13,15,24,33,39,68,94,90,71,50,46,33,18,24,19,10,10,2,8,12,3,5,1,0,3,1,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-2.8990143619012088e-12,-2.80020451270957e-12,-2.701394663517931e-12,-2.602584814326292e-12,-2.503774965134653e-12,-2.404965115943014e-12,-2.306155266751375e-12,-2.2073454175597362e-12,-2.1085355683680973e-12,-2.0097257191764584e-12,-1.9109158699848194e-12,-1.8121060207931805e-12,-1.7132961716015416e-12,-1.6144863224099026e-12,-1.5156764732182637e-12,-1.4168666240266248e-12,-1.3180567748349858e-12,-1.219246925643347e-12,-1.120437076451708e-12,-1.021627227260069e-12,-9.228173780684301e-13,-8.240075288767912e-13,-7.251976796851523e-13,-6.263878304935133e-13,-5.275779813018744e-13,-4.2876813211023546e-13,-3.299582829185965e-13,-2.311484337269576e-13,-1.3233858453531866e-13,-3.352873534367973e-14,6.52811138479592e-14,1.6409096303959814e-13,2.6290081223123707e-13,3.61710661422876e-13,4.605205106145149e-13,5.593303598061539e-13,6.581402089977928e-13,7.569500581894317e-13,8.557599073810707e-13,9.545697565727096e-13,1.0533796057643485e-12,1.1521894549559875e-12,1.2509993041476264e-12,1.3498091533392653e-12,1.4486190025309043e-12,1.5474288517225432e-12,1.6462387009141821e-12,1.745048550105821e-12,1.84385839929746e-12,1.942668248489099e-12,2.041478097680738e-12,2.1402879468723768e-12,2.2390977960640157e-12,2.3379076452556546e-12,2.4367174944472936e-12,2.5355273436389325e-12,2.6343371928305714e-12,2.7331470420222104e-12,2.8319568912138493e-12,2.9307667404054882e-12,3.029576589597127e-12,3.128386438788766e-12,3.227196287980405e-12,3.326006137172044e-12,3.424815986363683e-12],"_type":"histogram"},"parameters/linear.bias":{"bins":[-0.03576632961630821,-0.034658756107091904,-0.033551182597875595,-0.032443609088659286,-0.03133603557944298,-0.03022846207022667,-0.02912088856101036,-0.028013315051794052,-0.026905741542577744,-0.025798168033361435,-0.024690594524145126,-0.023583021014928818,-0.02247544750571251,-0.0213678739964962,-0.020260300487279892,-0.019152726978063583,-0.018045153468847275,-0.016937579959630966,-0.015830006450414658,-0.014722432941198349,-0.01361485943198204,-0.012507285922765732,-0.011399712413549423,-0.010292138904333115,-0.009184565395116806,-0.008076991885900497,-0.006969418376684189,-0.00586184486746788,-0.004754271358251572,-0.003646697849035263,-0.0025391243398189545,-0.0014315508306026459,-0.0003239735960960388,0.0007835999131202698,0.0018911734223365784,0.002998746931552887,0.0041063204407691956,0.005213893949985504,0.006321467459201813,0.007429040968418121,0.00853661447763443,0.009644187986850739,0.010751761496067047,0.011859335005283356,0.012966908514499664,0.014074482023715973,0.015182055532932281,0.01628962904214859,0.0173972025513649,0.018504776060581207,0.019612349569797516,0.020719923079013824,0.021827496588230133,0.02293507009744644,0.02404264360666275,0.02515021711587906,0.026257790625095367,0.027365364134311676,0.028472937643527985,0.029580511152744293,0.030688084661960602,0.03179565817117691,0.03290323168039322,0.03401080518960953,0.035118378698825836],"_type":"histogram","values":[3,3,0,2,1,1,3,1,4,4,2,1,2,1,4,2,5,1,3,2,1,2,1,1,3,1,2,1,0,4,1,3,1,0,4,2,3,2,0,3,2,0,3,1,1,5,3,2,2,1,1,4,2,1,1,0,1,2,5,2,3,3,1,2]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-5.650735602102941e-06,-5.470767519000219e-06,-5.2907994358974975e-06,-5.110831352794776e-06,-4.930863724439405e-06,-4.750895641336683e-06,-4.5709275582339615e-06,-4.39095947513124e-06,-4.210991392028518e-06,-4.031023308925796e-06,-3.851055225823075e-06,-3.6710873700940283e-06,-3.4911192869913066e-06,-3.311151203888585e-06,-3.1311833481595386e-06,-2.951215265056817e-06,-2.771247181954095e-06,-2.5912790988513734e-06,-2.4113110157486517e-06,-2.2313431600196054e-06,-2.0513750769168837e-06,-1.871406993814162e-06,-1.691439024398278e-06,-1.511471054982394e-06,-1.3315029718796723e-06,-1.1515348887769505e-06,-9.715669193610665e-07,-7.915988931017637e-07,-6.116308668424608e-07,-4.3166284058315796e-07,-2.516948143238551e-07,-7.172678806455224e-08,1.0824078344739974e-07,2.882088097067026e-07,4.6817683596600546e-07,6.481448622253083e-07,8.281128884846112e-07,1.008080971587333e-06,1.188048941003217e-06,1.368016910419101e-06,1.5479849935218226e-06,1.7279530766245443e-06,1.907921159727266e-06,2.0878890154563123e-06,2.267857098559034e-06,2.4478251816617558e-06,2.627793037390802e-06,2.8077611204935238e-06,2.9877292035962455e-06,3.1676972866989672e-06,3.347665369801689e-06,3.5276332255307352e-06,3.707601308633457e-06,3.887569164362503e-06,4.067537247465225e-06,4.247505330567947e-06,4.427473413670668e-06,4.60744149677339e-06,4.787409579876112e-06,4.9673776629788335e-06,5.147345291334204e-06,5.327313374436926e-06,5.507281457539648e-06,5.6872495406423695e-06,5.867217623745091e-06],"_type":"histogram","values":[1,0,0,1,2,1,5,6,9,11,23,45,46,58,92,123,229,295,379,595,927,1374,2068,3010,4473,7047,10471,17134,28327,50866,103622,155677,88547,44708,25147,15590,9857,6251,4215,2805,1872,1272,774,561,383,317,188,114,93,72,47,42,17,4,8,13,6,3,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,1,2,3,0,2,0,2,2,2,4,4,8,7,8,9,19,14,17,22,27,30,23,21,37,27,27,39,38,36,35,33,30,26,21,27,14,30,17,16,14,14,11,4,3,9,5,2,6,3,4,0,3,3,1,1,0,0,1,1,0,0,1,1],"bins":[-5.2897339628543705e-06,-5.10745303472504e-06,-4.92517210659571e-06,-4.7428916332137305e-06,-4.5606107050844e-06,-4.37832977695507e-06,-4.196049303573091e-06,-4.01376837544376e-06,-3.83148744731443e-06,-3.6492065191850998e-06,-3.466925818429445e-06,-3.28464511767379e-06,-3.10236418954446e-06,-2.9200832614151295e-06,-2.7378025606594747e-06,-2.55552185990382e-06,-2.3732409317744896e-06,-2.1909600036451593e-06,-2.0086793028895045e-06,-1.826398488447012e-06,-1.6441176740045194e-06,-1.4618368595620268e-06,-1.2795560451195342e-06,-1.0972752306770417e-06,-9.149944162345491e-07,-7.327136017920566e-07,-5.50432787349564e-07,-3.6815197290707147e-07,-1.858711584645789e-07,-3.590344022086356e-09,1.786904704204062e-07,3.6097128486289876e-07,5.432520993053913e-07,7.255329137478839e-07,9.078137281903764e-07,1.090094542632869e-06,1.2723753570753615e-06,1.454656171517854e-06,1.6369369859603466e-06,1.8192178004028392e-06,2.0014986148453318e-06,2.183779542974662e-06,2.366060243730317e-06,2.5483409444859717e-06,2.730621872615302e-06,2.9129028007446323e-06,3.095183501500287e-06,3.277464202255942e-06,3.459745130385272e-06,3.6420260585146025e-06,3.824306986643933e-06,4.006587460025912e-06,4.1888683881552424e-06,4.371149316284573e-06,4.553429789666552e-06,4.735710717795882e-06,4.917991645925213e-06,5.100272574054543e-06,5.282553502183873e-06,5.464833975565853e-06,5.647114903695183e-06,5.829395831824513e-06,6.0116763052064925e-06,6.193957233335823e-06,6.376238161465153e-06],"_type":"histogram"},"gradients/linear.weight":{"values":[1,3,4,3,7,8,11,22,31,40,53,70,99,137,181,268,365,483,616,867,1090,1532,1940,2689,3374,3989,4909,5835,6759,7310,7533,7533,7089,6567,5649,4732,3916,3037,2387,1872,1361,1000,761,577,437,327,239,178,115,84,68,45,33,14,19,11,9,5,4,3,2,0,0,1],"bins":[-8.657338912598789e-05,-8.376558980671689e-05,-8.095778321148828e-05,-7.814998389221728e-05,-7.534218457294628e-05,-7.253437797771767e-05,-6.972657865844667e-05,-6.691877933917567e-05,-6.411098001990467e-05,-6.130317342467606e-05,-5.849537410540506e-05,-5.568757114815526e-05,-5.287976819090545e-05,-5.0071968871634454e-05,-4.726416591438465e-05,-4.445636659511365e-05,-4.1648563637863845e-05,-3.884076068061404e-05,-3.603296136134304e-05,-3.3225158404093236e-05,-3.0417357265832834e-05,-2.7609556127572432e-05,-2.4801753170322627e-05,-2.1993952032062225e-05,-1.9186150893801823e-05,-1.637834975554142e-05,-1.3570547707786318e-05,-1.0762745660031214e-05,-7.954944521770813e-06,-5.14714292876306e-06,-2.3393413357553072e-06,4.6846025725244544e-07,3.276261850260198e-06,6.084063443267951e-06,8.891865036275703e-06,1.1699667084030807e-05,1.4507468222291209e-05,1.731526936055161e-05,2.0123072317801416e-05,2.2930873456061818e-05,2.573867459432222e-05,2.854647573258262e-05,3.135427687084302e-05,3.416207982809283e-05,3.6969882785342634e-05,3.977768210461363e-05,4.258548506186344e-05,4.5393284381134436e-05,4.820108733838424e-05,5.1008890295634046e-05,5.3816689614905044e-05,5.662449257215485e-05,5.943229189142585e-05,6.224009848665446e-05,6.504789780592546e-05,6.785569712519646e-05,7.066350372042507e-05,7.347130303969607e-05,7.627910235896707e-05,7.908690167823806e-05,8.189470827346668e-05,8.470250759273767e-05,8.751030691200867e-05,9.031811350723729e-05,9.312591282650828e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,1,2,0,2,3,2,2,7,8,4,10,14,18,40,70,83,44,21,10,6,7,7,8,10,9,7,6,14,16,20,40,63,93,55,14,14,9,7,4,1,7,2,0,2,0,2,0,0,0,1,0,1],"bins":[-0.0006257747882045805,-0.0006082465406507254,-0.0005907182348892093,-0.0005731899873353541,-0.0005556617397814989,-0.0005381334340199828,-0.0005206051864661276,-0.0005030769389122725,-0.0004855486622545868,-0.0004680203855969012,-0.000450492138043046,-0.00043296386138536036,-0.0004154355847276747,-0.00039790733717381954,-0.0003803790605161339,-0.0003628508129622787,-0.0003453225363045931,-0.00032779425964690745,-0.00031026601209305227,-0.00029273773543536663,-0.00027520948788151145,-0.0002576812112238258,-0.00024015293456614017,-0.00022262467246036977,-0.00020509641035459936,-0.00018756814824882895,-0.00017003988614305854,-0.0001525116094853729,-0.0001349833473796025,-0.00011745508527383208,-9.992681589210406e-05,-8.239854651037604e-05,-6.487022619694471e-05,-4.73419604531955e-05,-2.981369470944628e-05,-1.2285428965697065e-05,5.242836778052151e-06,2.2771102521801367e-05,4.0299368265550584e-05,5.78276340092998e-05,7.535589975304902e-05,9.288416185881943e-05,0.00011041243124054745,0.00012794070062227547,0.00014546896272804588,0.0001629972248338163,0.00018052550149150193,0.00019805376359727234,0.00021558202570304275,0.00023311028780881315,0.00025063854991458356,0.0002681668265722692,0.0002856950741261244,0.00030322335078381,0.00032075162744149566,0.00033827987499535084,0.0003558081516530365,0.0003733364283107221,0.0003908646758645773,0.00040839295252226293,0.00042592122917994857,0.00044344947673380375,0.0004609777533914894,0.00047850600094534457,0.0004960342776030302]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,2,4,5,12,6,9,10,14,11,19,24,34,40,66,137,189,153,100,69,46,22,32,26,22,20,20,23,24,28,25,53,76,100,168,146,88,59,47,30,17,13,13,14,9,9,0,3,2,4,1,0,0,1,1],"bins":[-0.0005683675408363342,-0.0005520086851902306,-0.0005356498877517879,-0.0005192910321056843,-0.0005029322346672416,-0.00048657337902113795,-0.0004702145524788648,-0.0004538557259365916,-0.00043749689939431846,-0.0004211380728520453,-0.00040477924630977213,-0.00038842041976749897,-0.00037206156412139535,-0.0003557027375791222,-0.000339343911036849,-0.00032298508449457586,-0.0003066262579523027,-0.00029026743141002953,-0.00027390860486775637,-0.0002575497783254832,-0.0002411909372312948,-0.00022483211068902165,-0.00020847326959483325,-0.0001921144430525601,-0.00017575561651028693,-0.00015939678996801376,-0.0001430379634257406,-0.0001266791223315522,-0.00011032029578927904,-9.396146924700588e-05,-7.76026354287751e-05,-6.124380161054432e-05,-4.488497506827116e-05,-2.852614488801919e-05,-1.2167314707767218e-05,4.1915154724847525e-06,2.0550345652736723e-05,3.6909175832988694e-05,5.3268006013240665e-05,6.962683983147144e-05,8.598566637374461e-05,0.00010234449291601777,0.00011870332673424855,0.00013506216055247933,0.0001514209870947525,0.00016777981363702565,0.00018413865473121405,0.0002004974812734872,0.00021685630781576037,0.00023321513435803354,0.0002495739609003067,0.00026593278744257987,0.00028229161398485303,0.00029865046963095665,0.0003150092961732298,0.000331368122715503,0.00034772694925777614,0.0003640857758000493,0.00038044460234232247,0.00039680342888459563,0.00041316228453069925,0.0004295211110729724,0.0004458799376152456,0.00046223876415751874,0.0004785975906997919],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09354779869318008,-0.09066979587078094,-0.08779178559780121,-0.08491377532482147,-0.08203577250242233,-0.0791577696800232,-0.07627975940704346,-0.07340174913406372,-0.07052374631166458,-0.06764574348926544,-0.0647677332162857,-0.06188972666859627,-0.05901172012090683,-0.05613371357321739,-0.053255707025527954,-0.050377700477838516,-0.04749969393014908,-0.04462168738245964,-0.0417436808347702,-0.038865674287080765,-0.03598766773939133,-0.03310966119170189,-0.03023165464401245,-0.027353648096323013,-0.024475641548633575,-0.021597635000944138,-0.0187196284532547,-0.015841621905565262,-0.012963615357875824,-0.010085608810186386,-0.007207602262496948,-0.00432959571480751,-0.0014515891671180725,0.0014264173805713654,0.004304423928260803,0.007182430475950241,0.010060437023639679,0.012938443571329117,0.015816450119018555,0.018694456666707993,0.02157246321439743,0.02445046976208687,0.027328476309776306,0.030206482857465744,0.03308448940515518,0.03596249595284462,0.03884050250053406,0.041718509048223495,0.04459651559591293,0.04747452214360237,0.05035252869129181,0.05323053523898125,0.056108541786670685,0.05898654833436012,0.06186455488204956,0.0647425651550293,0.06762056797742844,0.07049857079982758,0.07337658107280731,0.07625459134578705,0.07913259416818619,0.08201059699058533,0.08488860726356506,0.0877666175365448,0.09064462035894394],"_type":"histogram","values":[1,1,4,6,14,17,26,52,85,154,202,372,533,819,1195,1657,2393,3307,4424,5936,7435,9629,11924,14574,17465,20468,23604,26187,28594,30823,32546,33383,33833,33426,32368,30873,28445,26352,23493,20527,17540,14600,12040,9662,7752,5840,4373,3155,2505,1762,1215,749,524,359,240,140,94,51,43,9,14,6,1,3]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.10318286716938019,-0.09998401999473572,-0.09678517282009125,-0.09358632564544678,-0.09038747102022171,-0.08718862384557724,-0.08398977667093277,-0.0807909294962883,-0.07759208232164383,-0.07439323514699936,-0.07119438052177429,-0.06799553334712982,-0.06479668617248535,-0.06159783899784088,-0.05839899182319641,-0.05520014092326164,-0.05200129374861717,-0.0488024465739727,-0.04560359567403793,-0.04240474849939346,-0.03920590132474899,-0.036007050424814224,-0.032808203250169754,-0.029609356075525284,-0.026410507038235664,-0.023211658000946045,-0.020012810826301575,-0.016813961789011955,-0.01361511368304491,-0.010416265577077866,-0.0072174170054495335,-0.004018568433821201,-0.0008197203278541565,0.002379128010943532,0.0055779763497412205,0.008776824921369553,0.011975673027336597,0.015174521133303642,0.01837337017059326,0.021572217345237732,0.02477106638252735,0.02796991541981697,0.03116876259446144,0.03436760976910591,0.03756646066904068,0.04076530784368515,0.04396415501832962,0.04716300591826439,0.05036185309290886,0.05356070026755333,0.0567595511674881,0.05995839834213257,0.06315724551677704,0.06635609269142151,0.06955493986606598,0.07275379449129105,0.07595264166593552,0.07915148884057999,0.08235033601522446,0.08554918318986893,0.0887480303645134,0.09194688498973846,0.09514573216438293,0.0983445793390274,0.10154342651367188],"_type":"histogram","values":[1,0,1,2,2,12,22,43,71,144,226,441,676,1162,1775,2704,4358,6296,9051,12572,17298,22972,29662,37738,46371,55995,65714,74879,83626,90986,96223,99063,100171,98570,93574,87602,80078,70945,61001,51384,41988,33981,26328,19795,14606,10546,7712,5251,3445,2307,1373,890,542,316,180,89,45,36,12,7,3,0,0,1]},"_wandb":{"runtime":409},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,3,1,2,5,2,6,9,6,10,7,11,16,13,20,27,29,27,38,46,49,42,44,54,55,36,55,27,36,19,8,18,11,7,3,5,5,5,3,1,1,0,1,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.7029868104145862e-05,-1.631609302421566e-05,-1.5602319763274863e-05,-1.4888544683344662e-05,-1.4174769603414461e-05,-1.3460995432978962e-05,-1.274722035304876e-05,-1.2033446182613261e-05,-1.131967110268306e-05,-1.060589693224756e-05,-9.892122761812061e-06,-9.17834768188186e-06,-8.46457351144636e-06,-7.75079843151616e-06,-7.03702426108066e-06,-6.32324963589781e-06,-5.609475010714959e-06,-4.895700385532109e-06,-4.181925760349259e-06,-3.468151362540084e-06,-2.7543767373572337e-06,-2.0406021121743834e-06,-1.3268276006783708e-06,-6.130530323389394e-07,1.0072153600049205e-07,8.144961043399235e-07,1.528270672679355e-06,2.2420451841753675e-06,2.9558198093582178e-06,3.669594434541068e-06,4.383368832350243e-06,5.097143457533093e-06,5.8109180827159435e-06,6.524692707898794e-06,7.238467333081644e-06,7.952241503517143e-06,8.666016583447345e-06,9.379790753882844e-06,1.0093565833813045e-05,1.0807340004248545e-05,1.1521115084178746e-05,1.2234889254614245e-05,1.2948663425049745e-05,1.3662438504979946e-05,1.4376212675415445e-05,1.5089987755345646e-05,1.5803761925781146e-05,1.6517537005711347e-05,1.7231312085641548e-05,1.7945085346582346e-05,1.8658860426512547e-05,1.9372635506442748e-05,2.0086408767383546e-05,2.0800183847313747e-05,2.1513958927243948e-05,2.222773400717415e-05,2.2941507268114947e-05,2.3655282348045148e-05,2.436905742797535e-05,2.5082830688916147e-05,2.5796605768846348e-05,2.651038084877655e-05,2.722415592870675e-05,2.7937929189647548e-05,2.865170426957775e-05]},"parameters/bert.encoder.layer.1.output.dense.bias":{"bins":[-0.0005495572695508599,-0.0005328638944774866,-0.0005161705776117742,-0.0004994772025384009,-0.00048278385656885803,-0.00046609051059931517,-0.00044939713552594185,-0.000432703789556399,-0.0004160104435868561,-0.00039931709761731327,-0.0003826237516477704,-0.0003659303765743971,-0.0003492370306048542,-0.00033254368463531137,-0.00031585030956193805,-0.0002991569635923952,-0.0002824636176228523,-0.00026577027165330946,-0.0002490769256837666,-0.00023238355061039329,-0.00021569020464085042,-0.00019899685867130756,-0.00018230349814984947,-0.00016561013762839139,-0.00014891679165884852,-0.00013222344568930566,-0.00011553008516784757,-9.88367319223471e-05,-8.214337867684662e-05,-6.545002543134615e-05,-4.875667218584567e-05,-3.20633189403452e-05,-1.5369965694844723e-05,1.3233875506557524e-06,1.8016740796156228e-05,3.47100940416567e-05,5.140344728715718e-05,6.809680053265765e-05,8.479015377815813e-05,0.0001014835070236586,0.00011817686026915908,0.00013487020623870194,0.00015156356676016003,0.00016825692728161812,0.00018495027325116098,0.00020164361922070384,0.00021833697974216193,0.00023503034026362002,0.0002517236862331629,0.00026841703220270574,0.0002851103781722486,0.0003018037532456219,0.0003184970992151648,0.00033519044518470764,0.00035188382025808096,0.0003685771662276238,0.0003852705121971667,0.00040196385816670954,0.0004186572041362524,0.0004353505792096257,0.0004520439251791686,0.00046873727114871144,0.00048543064622208476,0.0005021239630877972,0.0005188173381611705],"_type":"histogram","values":[1,0,1,0,0,0,1,0,1,2,0,0,4,1,0,5,3,5,6,5,10,19,39,94,67,43,19,9,11,6,8,4,7,6,11,11,11,9,6,21,39,95,59,49,22,14,6,6,4,6,7,3,1,4,0,2,2,1,0,1,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,1,0,0,2,2,3,2,4,5,0,3,6,3,13,17,15,22,30,37,54,45,31,20,29,15,14,11,15,16,11,16,21,12,16,26,32,52,48,36,13,12,16,8,3,9,6,5,2,1,1,0,2,1,1,0,0,1],"bins":[0.9994212985038757,0.9994377493858337,0.9994542598724365,0.9994707107543945,0.9994871616363525,0.9995036721229553,0.9995201230049133,0.9995365738868713,0.9995530843734741,0.9995695352554321,0.9995859861373901,0.9996024966239929,0.9996189475059509,0.9996353983879089,0.9996519088745117,0.9996683597564697,0.9996848106384277,0.9997013211250305,0.9997177720069885,0.9997342228889465,0.9997507333755493,0.9997671842575073,0.9997836351394653,0.9998001456260681,0.9998165965080261,0.9998330473899841,0.9998495578765869,0.9998660087585449,0.9998824596405029,0.9998989701271057,0.9999154210090637,0.9999318718910217,0.9999483823776245,0.9999648332595825,0.9999812841415405,0.9999977350234985,1.0000141859054565,1.000030755996704,1.000047206878662,1.0000636577606201,1.0000801086425781,1.0000965595245361,1.0001130104064941,1.0001295804977417,1.0001460313796997,1.0001624822616577,1.0001789331436157,1.0001953840255737,1.0002118349075317,1.0002284049987793,1.0002448558807373,1.0002613067626953,1.0002777576446533,1.0002942085266113,1.0003106594085693,1.000327229499817,1.000343680381775,1.000360131263733,1.000376582145691,1.000393033027649,1.000409483909607,1.0004260540008545,1.0004425048828125,1.0004589557647705,1.0004754066467285],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-2.7409862013882957e-05,-2.6537245503277518e-05,-2.566462899267208e-05,-2.479201248206664e-05,-2.3919397790450603e-05,-2.3046781279845163e-05,-2.2174164769239724e-05,-2.1301548258634284e-05,-2.0428931748028845e-05,-1.9556315237423405e-05,-1.8683698726817966e-05,-1.7811082216212526e-05,-1.6938465705607086e-05,-1.606585101399105e-05,-1.5193234503385611e-05,-1.4320617992780171e-05,-1.3448001482174732e-05,-1.2575384971569292e-05,-1.1702768460963853e-05,-1.0830152859853115e-05,-9.957536349247675e-06,-9.084919838642236e-06,-8.212304237531498e-06,-7.3396877269260585e-06,-6.467071216320619e-06,-5.5944547057151794e-06,-4.721838649857091e-06,-3.849222593999002e-06,-2.9766060833935626e-06,-2.1039898001617985e-06,-1.2313735169300344e-06,-3.587572336982703e-07,5.138608685228974e-07,1.3864771517546615e-06,2.2590934349864256e-06,3.1317097182181897e-06,4.004326001449954e-06,4.876942512055393e-06,5.749558567913482e-06,6.622174623771571e-06,7.49479113437701e-06,8.36740764498245e-06,9.24002415558789e-06,1.0112639756698627e-05,1.0985256267304067e-05,1.1857872777909506e-05,1.2730488379020244e-05,1.3603104889625683e-05,1.4475721400231123e-05,1.5348337910836563e-05,1.6220954421442002e-05,1.709357093204744e-05,1.796618744265288e-05,1.8838802134268917e-05,1.9711418644874357e-05,2.0584035155479796e-05,2.1456651666085236e-05,2.2329268176690675e-05,2.3201884687296115e-05,2.4074501197901554e-05,2.494711588951759e-05,2.581973240012303e-05,2.669234891072847e-05,2.756496542133391e-05,2.843758193193935e-05],"_type":"histogram","values":[1,0,1,0,2,5,7,7,20,29,32,41,68,107,197,241,387,591,925,1409,2092,3218,4901,7318,10743,15846,23135,32475,43855,55347,64138,67801,63124,53186,41273,30508,21585,15004,10040,6797,4563,2983,2033,1285,876,569,357,262,149,92,66,58,30,12,8,9,5,5,2,0,2,1,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09405162930488586,-0.09116535633802414,-0.08827908337116241,-0.08539281040430069,-0.08250653743743896,-0.07962026447057724,-0.07673399895429611,-0.07384772598743439,-0.07096145302057266,-0.06807518005371094,-0.06518890708684921,-0.06230263411998749,-0.05941636115312576,-0.05653008818626404,-0.05364381894469261,-0.05075754597783089,-0.04787127301096916,-0.04498500004410744,-0.04209872707724571,-0.039212457835674286,-0.03632618486881256,-0.033439911901950836,-0.03055363893508911,-0.027667367830872536,-0.02478109486401081,-0.021894821897149086,-0.01900855079293251,-0.016122277826070786,-0.013236005790531635,-0.010349733754992485,-0.0074634612537920475,-0.00457718875259161,-0.0016909167170524597,0.0011953555513173342,0.004081627819687128,0.006967900320887566,0.009854172356426716,0.012740444391965866,0.01562671735882759,0.018512988463044167,0.02139926142990589,0.024285534396767616,0.027171805500984192,0.030058078467845917,0.03294435143470764,0.035830624401569366,0.03871689364314079,0.04160316661000252,0.04448943957686424,0.04737571254372597,0.05026198551058769,0.05314825475215912,0.056034527719020844,0.05892080068588257,0.06180707365274429,0.06469334661960602,0.06757961958646774,0.07046589255332947,0.07335216552019119,0.07623843103647232,0.07912470400333405,0.08201097697019577,0.0848972499370575,0.08778352290391922,0.09066979587078094],"_type":"histogram","values":[3,2,4,5,10,17,31,48,73,127,221,327,493,744,1129,1619,2242,3118,4325,5788,7539,9367,11818,14115,17213,20005,23154,25834,28570,30513,32475,33472,34048,33954,32515,30949,29345,26199,23549,20597,17771,14988,12326,9754,7773,6070,4413,3426,2442,1686,1309,851,518,360,221,159,88,39,28,25,11,6,0,3]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[4,1,3,6,12,25,25,37,47,91,116,141,251,323,491,774,1027,1536,2259,3187,4752,7008,9940,14598,21257,29964,40847,52995,63579,68361,65297,54689,43004,31486,22193,15609,10632,7398,5095,3500,2216,1563,1072,722,535,379,247,162,121,75,58,39,29,13,8,7,2,7,5,3,0,0,0,1],"bins":[-2.605420922918711e-05,-2.517317989259027e-05,-2.429215055599343e-05,-2.341112121939659e-05,-2.2530091882799752e-05,-2.1649062546202913e-05,-2.0768033209606074e-05,-1.9887003873009235e-05,-1.9005972717422992e-05,-1.8124943380826153e-05,-1.7243914044229314e-05,-1.6362884707632475e-05,-1.5481855371035635e-05,-1.4600826034438796e-05,-1.3719796697841957e-05,-1.2838767361245118e-05,-1.1957738024648279e-05,-1.107670868805144e-05,-1.01956793514546e-05,-9.314650014857762e-06,-8.433620678260922e-06,-7.552590886916732e-06,-6.671561095572542e-06,-5.790531758975703e-06,-4.909502422378864e-06,-4.028473085782025e-06,-3.1474435218115104e-06,-2.266413957840996e-06,-1.3853846212441567e-06,-5.043551709604799e-07,3.7667427932319697e-07,1.2577037296068738e-06,2.1387349988799542e-06,3.0197643354767933e-06,3.9007936720736325e-06,4.7818234634178225e-06,5.662852800014662e-06,6.543882136611501e-06,7.424911927955691e-06,8.30594126455253e-06,9.186970601149369e-06,1.0067999937746208e-05,1.0949029274343047e-05,1.1830058610939886e-05,1.2711088857031427e-05,1.3592118193628266e-05,1.4473147530225106e-05,1.5354176866821945e-05,1.6235206203418784e-05,1.7116235540015623e-05,1.7997264876612462e-05,1.88782942132093e-05,1.975932354980614e-05,2.064035288640298e-05,2.152138222299982e-05,2.2402411559596658e-05,2.32834427151829e-05,2.416447205177974e-05,2.504550138837658e-05,2.5926530724973418e-05,2.6807560061570257e-05,2.7688589398167096e-05,2.8569618734763935e-05,2.9450648071360774e-05,3.0331677407957613e-05]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,3,0,4,1,9,4,5,7,12,7,23,49,120,63,24,16,12,10,7,3,11,6,8,4,8,9,18,28,78,94,51,18,10,10,6,7,9,3,1,2,1,2,0,0,0,0,0,1,1],"bins":[-0.0006522256880998611,-0.000634067808277905,-0.0006159099284559488,-0.0005977520486339927,-0.0005795941688120365,-0.0005614362889900804,-0.0005432784091681242,-0.000525120529346168,-0.0005069626495242119,-0.0004888047114945948,-0.0004706468607764691,-0.00045248898095451295,-0.00043433107202872634,-0.0004161731922067702,-0.000398015312384814,-0.00037985743256285787,-0.0003616995527409017,-0.00034354167291894555,-0.0003253837930969894,-0.00030722591327503324,-0.0002890680334530771,-0.00027091012452729046,-0.0002527522447053343,-0.00023459436488337815,-0.000216436485061422,-0.00019827860523946583,-0.00018012072541750968,-0.0001619628310436383,-0.00014380495122168213,-0.00012564707139972597,-0.0001074891843018122,-8.933129720389843e-05,-7.117341738194227e-05,-5.301553392200731e-05,-3.485765046207234e-05,-1.6699767002137378e-05,1.458116457797587e-06,1.961599991773255e-05,3.7773883377667516e-05,5.593176683760248e-05,7.408965029753745e-05,9.22475301194936e-05,0.00011040541721740738,0.00012856330431532115,0.0001467211841372773,0.00016487906395923346,0.00018303695833310485,0.000201194838155061,0.00021935271797701716,0.00023751059779897332,0.0002556684776209295,0.00027382635744288564,0.0002919842372648418,0.0003101421461906284,0.00032830002601258457,0.0003464579058345407,0.0003646157856564969,0.00038277366547845304,0.0004009315453004092,0.00041908942512236536,0.00043724733404815197,0.00045540521387010813,0.0004735630936920643,0.0004917209735140204,0.0005098788533359766],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.bias":{"bins":[-0.0006066702771931887,-0.0005898008239455521,-0.0005729313706979156,-0.000556061917450279,-0.0005391924059949815,-0.000522322952747345,-0.0005054534994997084,-0.0004885840462520719,-0.0004717145930044353,-0.0004548451106529683,-0.00043797565740533173,-0.0004211062041576952,-0.00040423672180622816,-0.0003873672685585916,-0.00037049781531095505,-0.00035362833295948803,-0.0003367588797118515,-0.0003198894264642149,-0.0003030199441127479,-0.00028615049086511135,-0.0002692810376174748,-0.0002524115552660078,-0.00023554210201837122,-0.00021867264877073467,-0.00020180318097118288,-0.0001849337131716311,-0.00016806425992399454,-0.00015119479212444276,-0.00013432532432489097,-0.00011745587107725441,-0.00010058640327770263,-8.371694275410846e-05,-6.684745312668383e-05,-4.997799260308966e-05,-3.310852844151668e-05,-1.6239066098933108e-05,6.303962436504662e-07,1.749985858623404e-05,3.4369320928817615e-05,5.123878509039059e-05,6.810824561398476e-05,8.497770613757893e-05,0.0001018471666611731,0.00011871663446072489,0.00013558610226027668,0.00015245555550791323,0.00016932502330746502,0.00018619447655510157,0.00020306394435465336,0.00021993341215420514,0.0002368028654018417,0.0002536723332013935,0.00027054178644903004,0.00028741126880049706,0.0003042807220481336,0.00032115017529577017,0.0003380196285434067,0.00035488911089487374,0.0003717585641425103,0.00038862801739014685,0.00040549749974161386,0.0004223669529892504,0.000439236406236887,0.000456105888588354,0.00047297534183599055],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,0,1,1,0,2,5,1,1,4,7,7,5,16,20,38,74,88,45,21,10,8,8,6,6,7,5,6,4,5,9,17,24,43,73,98,34,18,7,8,4,7,4,5,3,3,1,3,0,1,0,2,0,1]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.99945068359375,0.9994676113128662,0.9994845390319824,0.9995014667510986,0.9995183944702148,0.999535322189331,0.9995522499084473,0.9995691776275635,0.9995861053466797,0.9996030330657959,0.9996199607849121,0.9996368885040283,0.9996538162231445,0.9996707439422607,0.999687671661377,0.9997045993804932,0.9997215270996094,0.9997383952140808,0.999755322933197,0.9997722506523132,0.9997891783714294,0.9998061060905457,0.9998230338096619,0.9998399615287781,0.9998568892478943,0.9998738169670105,0.9998907446861267,0.9999076724052429,0.9999246001243591,0.9999415278434753,0.9999584555625916,0.9999753832817078,0.999992311000824,1.0000091791152954,1.0000261068344116,1.0000430345535278,1.000059962272644,1.0000768899917603,1.0000938177108765,1.0001107454299927,1.0001276731491089,1.000144600868225,1.0001615285873413,1.0001784563064575,1.0001953840255737,1.00021231174469,1.0002292394638062,1.0002461671829224,1.0002630949020386,1.0002800226211548,1.000296950340271,1.0003138780593872,1.0003308057785034,1.0003477334976196,1.0003646612167358,1.000381588935852,1.0003985166549683,1.0004154443740845,1.0004323720932007,1.000449299812317,1.000466227531433,1.0004831552505493,1.0005000829696655,1.0005170106887817,1.000533938407898],"_type":"histogram","values":[1,0,0,0,1,1,0,1,1,2,2,3,0,3,2,10,7,12,15,31,12,9,30,49,51,49,26,23,18,14,15,5,13,11,10,21,19,20,24,25,52,54,24,22,19,10,14,10,5,4,5,2,2,3,3,0,0,1,1,0,0,0,0,1]},"gradients/bert.encoder.layer.3.output.dense.weight":{"values":[1,0,1,0,1,1,0,1,2,2,5,4,12,11,14,20,30,54,83,110,192,347,537,854,1384,2225,3777,6441,11528,20331,38245,73506,149800,328446,444456,246675,115460,58395,30777,16730,9300,5232,3113,1841,1090,667,425,259,177,103,65,43,35,21,11,14,6,0,1,1,0,0,1,1],"bins":[-2.127968764398247e-05,-2.065955413854681e-05,-2.0039418814121746e-05,-1.9419285308686085e-05,-1.879914998426102e-05,-1.817901647882536e-05,-1.7558881154400297e-05,-1.6938747648964636e-05,-1.6318612324539572e-05,-1.569847881910391e-05,-1.507834440417355e-05,-1.4458209989243187e-05,-1.3838075574312825e-05,-1.3217941159382463e-05,-1.25978067444521e-05,-1.1977672329521738e-05,-1.1357537914591376e-05,-1.0737403499661013e-05,-1.0117269084730651e-05,-9.497134669800289e-06,-8.877000254869927e-06,-8.256865839939564e-06,-7.636731425009202e-06,-7.016597464826191e-06,-6.396463049895829e-06,-5.776328634965466e-06,-5.156194220035104e-06,-4.536059805104742e-06,-3.9159258449217305e-06,-3.2957912026176928e-06,-2.675657015061006e-06,-2.0555226001306437e-06,-1.4353881852002814e-06,-8.15253827113338e-07,-1.9511946902639465e-07,4.2501488906054874e-07,1.0451492471474921e-06,1.6652836620778544e-06,2.285417849634541e-06,2.9055522645649035e-06,3.5256866794952657e-06,4.145821094425628e-06,4.76595550935599e-06,5.3860899242863525e-06,6.006223884469364e-06,6.626358299399726e-06,7.246492714330088e-06,7.86662712926045e-06,8.486761544190813e-06,9.106895959121175e-06,9.727030374051537e-06,1.03471647889819e-05,1.0967299203912262e-05,1.1587433618842624e-05,1.2207568033772986e-05,1.2827702448703349e-05,1.3447835954139009e-05,1.4067970369069371e-05,1.4688104783999734e-05,1.5308240108424798e-05,1.5928373613860458e-05,1.6548508938285522e-05,1.7168642443721183e-05,1.7788777768146247e-05,1.8408911273581907e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,3,2,0,0,4,2,3,3,4,6,5,6,6,13,15,12,17,16,10,18,16,18,28,20,35,30,25,28,31,44,36,34,38,37,23,22,26,16,18,11,11,12,17,11,3,7,4,4,4,0,1,2,1,1,0,2,2,0,1,0,1,2],"bins":[-1.4054050552658737e-05,-1.3592977666121442e-05,-1.3131904779584147e-05,-1.267083098355215e-05,-1.2209758097014856e-05,-1.174868521047756e-05,-1.1287611414445564e-05,-1.082653852790827e-05,-1.0365465641370974e-05,-9.90439275483368e-06,-9.443319868296385e-06,-8.982246072264388e-06,-8.521173185727093e-06,-8.060100299189799e-06,-7.599026957905153e-06,-7.137953616620507e-06,-6.676880730083212e-06,-6.215807843545917e-06,-5.754734502261272e-06,-5.293661160976626e-06,-4.832588274439331e-06,-4.371515387902036e-06,-3.910442046617391e-06,-3.4493689327064203e-06,-2.98829581879545e-06,-2.5272227048844798e-06,-2.0661495909735095e-06,-1.6050764770625392e-06,-1.144003363151569e-06,-6.829302492405986e-07,-2.2185713532962836e-07,2.392159785813419e-07,7.002890924923122e-07,1.1613622064032825e-06,1.6224353203142527e-06,2.083508434225223e-06,2.5445815481361933e-06,3.0056546620471636e-06,3.466727775958134e-06,3.92780111724278e-06,4.388874003780074e-06,4.849946890317369e-06,5.311020231602015e-06,5.772093572886661e-06,6.2331664594239555e-06,6.69423934596125e-06,7.155312687245896e-06,7.616386028530542e-06,8.077458915067837e-06,8.538531801605131e-06,8.999604688142426e-06,9.460678484174423e-06,9.921751370711718e-06,1.0382824257249013e-05,1.084389805328101e-05,1.1304970939818304e-05,1.1766043826355599e-05,1.2227116712892894e-05,1.2688189599430189e-05,1.3149263395462185e-05,1.361033628199948e-05,1.4071409168536775e-05,1.4532482964568771e-05,1.4993555851106066e-05,1.545462873764336e-05]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-7.666657438676339e-06,-7.397530680464115e-06,-7.128403922251891e-06,-6.859277164039668e-06,-6.590150405827444e-06,-6.321024102362571e-06,-6.051897344150348e-06,-5.782770585938124e-06,-5.5136438277259e-06,-5.244517069513677e-06,-4.975390311301453e-06,-4.706263553089229e-06,-4.437137249624357e-06,-4.168010491412133e-06,-3.898883733199909e-06,-3.6297569749876857e-06,-3.360630216775462e-06,-3.0915034585632384e-06,-2.8223767003510147e-06,-2.5532501695124665e-06,-2.284123411300243e-06,-2.0149966530880192e-06,-1.7458700085626333e-06,-1.4767433640372474e-06,-1.2076166058250237e-06,-9.384899044562189e-07,-6.693632030874141e-07,-4.0023650171860936e-07,-1.3110980034980457e-07,1.3801690101900022e-07,4.07143602387805e-07,6.762703037566098e-07,9.453979146201164e-07,1.21452467283234e-06,1.483651317357726e-06,1.7527779618831119e-06,2.0219047200953355e-06,2.291031478307559e-06,2.5601580091461074e-06,2.829284767358331e-06,3.0984115255705547e-06,3.3675382837827783e-06,3.636665041995002e-06,3.905791800207226e-06,4.174918103672098e-06,4.444044861884322e-06,4.713171620096546e-06,4.982298378308769e-06,5.251425136520993e-06,5.520551894733217e-06,5.78967865294544e-06,6.058805411157664e-06,6.3279321693698876e-06,6.59705847283476e-06,6.866185231046984e-06,7.135311989259208e-06,7.404438747471431e-06,7.673565050936304e-06,7.942691809148528e-06,8.211818567360751e-06,8.480945325572975e-06,8.750072083785199e-06,9.019198841997422e-06,9.288325600209646e-06,9.55745235842187e-06],"_type":"histogram","values":[1,0,0,2,1,0,0,3,4,7,5,5,8,10,14,11,5,14,26,25,13,32,35,25,39,28,35,41,34,28,43,41,30,17,29,19,21,24,11,12,12,15,10,8,6,5,0,4,3,1,1,0,0,0,1,1,1,0,1,0,0,0,0,1]},"gradients/bert.embeddings.LayerNorm.weight":{"values":[2,0,0,2,2,1,1,0,0,3,4,8,3,1,11,12,9,11,23,27,25,18,31,30,36,50,48,44,49,42,47,34,42,34,22,17,18,12,11,6,8,5,4,1,5,2,2,3,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.9188179066986777e-05,-1.8487506167730317e-05,-1.778683508746326e-05,-1.70861621882068e-05,-1.638548928895034e-05,-1.5684818208683282e-05,-1.4984145309426822e-05,-1.4283472410170361e-05,-1.3582800420408603e-05,-1.2882128430646844e-05,-1.2181455531390384e-05,-1.1480783541628625e-05,-1.0780111551866867e-05,-1.0079438652610406e-05,-9.378766662848648e-06,-8.678093763592187e-06,-7.977421773830429e-06,-7.276749329321319e-06,-6.57607688481221e-06,-5.875404895050451e-06,-5.174732450541342e-06,-4.474060006032232e-06,-3.773387788896798e-06,-3.072715571761364e-06,-2.3720431272522546e-06,-1.6713707964299829e-06,-9.706984656077111e-07,-2.7002613478543935e-07,4.306461960368324e-07,1.1313185268591042e-06,1.831990857681376e-06,2.53266307481681e-06,3.233337338315323e-06,3.9340097828244325e-06,4.634682227333542e-06,5.3353542170953006e-06,6.03602666160441e-06,6.7366991061135195e-06,7.437371095875278e-06,8.138043995131738e-06,8.838715984893497e-06,9.539387974655256e-06,1.0240060873911716e-05,1.0940732863673475e-05,1.1641404853435233e-05,1.2342077752691694e-05,1.3042749742453452e-05,1.3743422641709913e-05,1.4444094631471671e-05,1.514476662123343e-05,1.584543861099519e-05,1.654611151025165e-05,1.724678440950811e-05,1.7947455489775166e-05,1.8648128389031626e-05,1.9348801288288087e-05,2.0049472368555143e-05,2.0750145267811604e-05,2.1450818167068064e-05,2.2151491066324525e-05,2.285216214659158e-05,2.3552835045848042e-05,2.4253507945104502e-05,2.495417902537156e-05,2.565485192462802e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[3,4,2,4,12,20,22,43,53,87,118,206,348,521,854,1314,2090,3462,5430,8874,14375,22477,33437,48389,63489,74261,76645,68131,54508,39080,26364,16691,10840,6725,4012,2540,1541,1058,609,408,266,173,114,68,44,36,21,16,19,5,8,1,1,1,2,1,0,0,0,0,0,0,0,1],"bins":[-2.5155222829198465e-05,-2.4195009245886467e-05,-2.323479566257447e-05,-2.227458026027307e-05,-2.1314366676961072e-05,-2.0354153093649074e-05,-1.9393939510337077e-05,-1.843372592702508e-05,-1.747351052472368e-05,-1.651329694141168e-05,-1.5553083358099684e-05,-1.4592869774787687e-05,-1.363265619147569e-05,-1.267244169866899e-05,-1.1712228115356993e-05,-1.0752013622550294e-05,-9.791800039238296e-06,-8.831586455926299e-06,-7.8713719631196e-06,-6.911158379807603e-06,-5.950944341748254e-06,-4.990730303688906e-06,-4.030516720376909e-06,-3.0703026823175605e-06,-2.1100886442582123e-06,-1.1498747198857018e-06,-1.8966079551319126e-07,7.705531288593193e-07,1.7307670532318298e-06,2.690981091291178e-06,3.651194901976851e-06,4.611408712662524e-06,5.571622750721872e-06,6.53183678878122e-06,7.492050826840568e-06,8.452264410152566e-06,9.412478902959265e-06,1.0372692486271262e-05,1.133290606958326e-05,1.2293120562389959e-05,1.3253334145701956e-05,1.4213547729013953e-05,1.5173762221820652e-05,1.613397580513265e-05,1.7094189388444647e-05,1.8054402971756645e-05,1.9014618374058045e-05,1.9974831957370043e-05,2.093504554068204e-05,2.1895259123994038e-05,2.2855472707306035e-05,2.3815688109607436e-05,2.4775901692919433e-05,2.573611527623143e-05,2.6696328859543428e-05,2.7656542442855425e-05,2.8616756026167423e-05,2.9576971428468823e-05,3.053718319279142e-05,3.149739859509282e-05,3.245761399739422e-05,3.341782576171681e-05,3.4378041164018214e-05,3.533825292834081e-05,3.629846833064221e-05]},"gradients/bert.encoder.layer.0.output.dense.weight":{"values":[1,0,0,0,0,1,0,2,1,3,6,8,10,20,19,28,40,52,97,143,191,293,479,775,1211,2115,3389,5860,9952,17161,29955,53182,95899,174164,289475,334301,240818,135611,75022,42646,24675,14291,8342,4953,3038,1733,1098,685,390,247,143,107,80,48,38,12,20,12,8,5,2,2,2,3],"bins":[-2.122726982634049e-05,-2.0625744582503103e-05,-2.0024217519676313e-05,-1.9422692275838926e-05,-1.882116703200154e-05,-1.8219641788164154e-05,-1.7618116544326767e-05,-1.7016589481499977e-05,-1.641506423766259e-05,-1.5813538993825205e-05,-1.5212012840493117e-05,-1.4610486687161028e-05,-1.4008961443323642e-05,-1.3407436199486256e-05,-1.2805910046154168e-05,-1.220438389282208e-05,-1.1602858648984693e-05,-1.1001333405147307e-05,-1.0399807251815218e-05,-9.79828109848313e-06,-9.196755854645744e-06,-8.595230610808358e-06,-7.99370445747627e-06,-7.392178758891532e-06,-6.790653060306795e-06,-6.189127361722058e-06,-5.5876016631373204e-06,-4.986075964552583e-06,-4.384550265967846e-06,-3.7830245673831087e-06,-3.1814988687983714e-06,-2.579973170213634e-06,-1.9784492906183004e-06,-1.3769235920335632e-06,-7.753978934488259e-07,-1.7387219486408867e-07,4.276535037206486e-07,1.0291792023053858e-06,1.630704900890123e-06,2.2322305994748604e-06,2.8337562980595976e-06,3.435281996644335e-06,4.036807695229072e-06,4.638333393813809e-06,5.239859092398547e-06,5.841384790983284e-06,6.442910489568021e-06,7.044436188152758e-06,7.645961886737496e-06,8.247487130574882e-06,8.84901328390697e-06,9.450539437239058e-06,1.0052064681076445e-05,1.0653589924913831e-05,1.125511607824592e-05,1.1856642231578007e-05,1.2458167475415394e-05,1.305969271925278e-05,1.3661218872584868e-05,1.4262745025916956e-05,1.4864270269754343e-05,1.546579551359173e-05,1.606732257641852e-05,1.6668847820255905e-05,1.7270373064093292e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,1,1,3,1,2,2,4,3,4,5,0,17,15,17,39,55,92,111,163,269,386,666,1142,1754,3030,5167,8888,15698,28505,55825,141233,180534,68694,34066,18411,10414,5897,3436,1962,1234,758,446,264,191,140,90,53,36,32,13,15,12,5,5,3,4,2,2,1,0,3,2],"bins":[-6.983322236919776e-06,-6.772555479983566e-06,-6.561788723047357e-06,-6.351021966111148e-06,-6.1402552091749385e-06,-5.92948890698608e-06,-5.718722150049871e-06,-5.5079553931136616e-06,-5.297188636177452e-06,-5.086421879241243e-06,-4.875655122305034e-06,-4.6648883653688245e-06,-4.454122063179966e-06,-4.243355306243757e-06,-4.0325885493075475e-06,-3.821821792371338e-06,-3.611055035435129e-06,-3.4002882784989197e-06,-3.1895215215627104e-06,-2.9787549920001766e-06,-2.7679882350639673e-06,-2.557221478127758e-06,-2.346454948565224e-06,-2.135688191629015e-06,-1.9249214346928056e-06,-1.7141546777565964e-06,-1.5033880345072248e-06,-1.2926213912578532e-06,-1.081854634321644e-06,-8.710879342288536e-07,-6.603212341360631e-07,-4.495545340432727e-07,-2.387873792031314e-07,-2.8020679110341007e-08,1.827460209824494e-07,3.935127210752398e-07,6.042794211680302e-07,8.150461212608207e-07,1.025812821353611e-06,1.2365794646029826e-06,1.447346221539192e-06,1.6581129784754012e-06,1.8688796217247727e-06,2.0796462649741443e-06,2.2904130219103536e-06,2.501179778846563e-06,2.7119463084090967e-06,2.922713065345306e-06,3.1334798222815152e-06,3.3442465792177245e-06,3.5550133361539338e-06,3.7657798657164676e-06,3.9765463952790014e-06,4.187313152215211e-06,4.39807990915142e-06,4.608846666087629e-06,4.8196134230238385e-06,5.030380179960048e-06,5.241146936896257e-06,5.451913693832466e-06,5.662680450768676e-06,5.873446752957534e-06,6.084213509893743e-06,6.294980266829953e-06,6.505747023766162e-06],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,1,2,1,0,1,1,2,2,4,6,5,8,6,13,7,14,18,10,15,16,20,23,26,21,31,42,30,50,31,37,29,30,18,27,18,25,21,19,9,18,17,20,9,9,9,12,7,3,4,3,1,2,6,2,1,3,0,1],"bins":[-7.255061973410193e-06,-7.045955044304719e-06,-6.8368481151992455e-06,-6.627741186093772e-06,-6.418634256988298e-06,-6.2095273278828245e-06,-6.000420398777351e-06,-5.791313469671877e-06,-5.582206540566403e-06,-5.373100066208281e-06,-5.163993137102807e-06,-4.954886207997333e-06,-4.7457792788918596e-06,-4.536672349786386e-06,-4.327565420680912e-06,-4.1184584915754385e-06,-3.909351562469965e-06,-3.700244633364491e-06,-3.4911377042590175e-06,-3.282030775153544e-06,-3.07292384604807e-06,-2.863817144316272e-06,-2.654710215210798e-06,-2.4456032861053245e-06,-2.236496356999851e-06,-2.027389427894377e-06,-1.8182824987889035e-06,-1.6091756833702675e-06,-1.4000687542647938e-06,-1.1909618251593201e-06,-9.818550097406842e-07,-7.727480806352105e-07,-5.636406967823859e-07,-3.545337960986217e-07,-1.4542689541485743e-07,6.368000526890683e-08,2.727869059526711e-07,4.818938350581448e-07,6.910007073201996e-07,9.001075795822544e-07,1.109214508687728e-06,1.3183214377932018e-06,1.5274283668986754e-06,1.7365351823173114e-06,1.9456419977359474e-06,2.154748926841421e-06,2.3638558559468947e-06,2.5729627850523684e-06,2.782069714157842e-06,2.9911766432633158e-06,3.2002835723687895e-06,3.409390501474263e-06,3.618497430579737e-06,3.8276043596852105e-06,4.036711288790684e-06,4.245818217896158e-06,4.4549251470016316e-06,4.664031621359754e-06,4.873138550465228e-06,5.082245479570702e-06,5.291352408676175e-06,5.500459337781649e-06,5.709566266887123e-06,5.9186731959925964e-06,6.12778012509807e-06],"_type":"histogram"},"gradients/bert.embeddings.word_embeddings.weight":{"bins":[-0.0005734565784223378,-0.0005590367363765836,-0.0005446168361231685,-0.0005301969940774143,-0.0005157770938239992,-0.000501357251778245,-0.0004869373806286603,-0.00047251750947907567,-0.000458097638329491,-0.00044367776717990637,-0.0004292578960303217,-0.00041483802488073707,-0.0004004181537311524,-0.00038599828258156776,-0.0003715784114319831,-0.00035715854028239846,-0.00034273869823664427,-0.0003283188270870596,-0.00031389895593747497,-0.0002994790847878903,-0.00028505921363830566,-0.000270639342488721,-0.00025621947133913636,-0.0002417996001895517,-0.00022737972903996706,-0.00021295987244229764,-0.000198540001292713,-0.00018412013014312834,-0.00016970025899354368,-0.00015528038784395903,-0.0001408605312462896,-0.00012644066009670496,-0.00011202078894712031,-9.760091779753566e-05,-8.318105392390862e-05,-6.876118277432397e-05,-5.4341315262718126e-05,-3.992144775111228e-05,-2.5501578420517035e-05,-1.108170999941649e-05,3.3381584216840565e-06,1.77580259332899e-05,3.2177893444895744e-05,4.6597764594480395e-05,6.101763210608624e-05,7.543749961769208e-05,8.985737076727673e-05,0.00010427723464090377,0.00011869710579048842,0.00013311697694007307,0.00014753684808965772,0.00016195670468732715,0.0001763765758369118,0.00019079644698649645,0.0002052163181360811,0.00021963618928566575,0.0002340560604352504,0.00024847593158483505,0.0002628958027344197,0.0002773156447801739,0.00029173551592975855,0.0003061553870793432,0.00032057525822892785,0.0003349951293785125,0.00034941500052809715],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,0,1,0,0,1,1,4,2,9,4,5,4,9,12,21,17,42,39,61,70,79,144,217,331,499,958,2069,442135,3654,1426,796,425,249,148,107,88,66,50,30,32,23,14,9,7,4,9,4,5,0,3,0,2]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0005045863217674196,-0.0004888675757683814,-0.00047314882976934314,-0.00045743005466647446,-0.00044171130866743624,-0.000425992562668398,-0.00041027378756552935,-0.0003945550415664911,-0.0003788362955674529,-0.0003631175495684147,-0.00034739880356937647,-0.0003316800284665078,-0.0003159612824674696,-0.00030024253646843135,-0.0002845237613655627,-0.00026880501536652446,-0.00025308626936748624,-0.00023736752336844802,-0.00022164876281749457,-0.00020593000226654112,-0.0001902112562675029,-0.00017449251026846468,-0.00015877374971751124,-0.0001430549891665578,-0.00012733624316751957,-0.00011161748989252374,-9.58987366175279e-05,-8.017998334253207e-05,-6.446123006753623e-05,-4.87424767925404e-05,-3.302372351754457e-05,-1.7304970242548734e-05,-1.5861587598919868e-06,1.4132594515103847e-05,2.985134779009968e-05,4.5570101065095514e-05,6.128885434009135e-05,7.700760761508718e-05,9.272636089008301e-05,0.00010844511416507885,0.00012416386744007468,0.0001398826134391129,0.00015560137399006635,0.0001713201345410198,0.00018703888054005802,0.00020275762653909624,0.00021847638709004968,0.00023419514764100313,0.00024991389364004135,0.00026563263963907957,0.0002813513856381178,0.00029707016074098647,0.0003127889067400247,0.0003285076527390629,0.0003442264278419316,0.0003599451738409698,0.000375663919840008,0.00039138266583904624,0.00040710141183808446,0.00042282018694095314,0.00043853893293999135,0.0004542576789390296,0.00046997645404189825,0.00048569520004093647,0.0005014139460399747],"_type":"histogram","values":[1,0,2,1,2,1,1,3,0,0,5,5,2,15,9,14,16,14,18,25,24,29,27,29,18,15,26,21,13,21,21,18,19,17,14,18,21,21,22,19,23,22,18,20,17,22,14,13,13,11,9,4,11,2,2,8,2,1,4,1,0,2,1,1]},"_step":103,"gradients/bert.encoder.layer.3.output.dense.bias":{"values":[1,0,0,1,1,0,0,0,0,1,1,0,3,4,5,2,5,4,5,11,8,11,14,14,16,15,14,22,29,18,29,54,31,34,34,29,39,38,43,22,26,32,25,19,13,16,16,13,12,9,7,3,1,3,2,3,2,0,2,3,1,1,0,1],"bins":[-8.864555638865568e-06,-8.608771167928353e-06,-8.352986696991138e-06,-8.097203135548625e-06,-7.84141866461141e-06,-7.5856341936741956e-06,-7.329850177484332e-06,-7.074065706547117e-06,-6.818281690357253e-06,-6.562497219420038e-06,-6.306712748482823e-06,-6.0509287322929595e-06,-5.795144261355745e-06,-5.539360245165881e-06,-5.283575774228666e-06,-5.027791758038802e-06,-4.772007287101587e-06,-4.5162228161643725e-06,-4.260438799974509e-06,-4.004654329037294e-06,-3.74887031284743e-06,-3.493085841910215e-06,-3.2373015983466757e-06,-2.9815173547831364e-06,-2.725733111219597e-06,-2.4699488676560577e-06,-2.2141646240925184e-06,-1.958380380528979e-06,-1.702596023278602e-06,-1.4468117797150626e-06,-1.1910274224646855e-06,-9.352431789011462e-07,-6.794584805902559e-07,-4.2367420860500715e-07,-1.6788993661975837e-07,8.78943353654904e-08,3.436786073507392e-07,5.994628509142785e-07,8.552471513212367e-07,1.111031451728195e-06,1.3668156952917343e-06,1.6225999388552736e-06,1.878384182418813e-06,2.1341684259823523e-06,2.389952896919567e-06,2.6457371404831065e-06,2.901521384046646e-06,3.157305627610185e-06,3.4130898711737245e-06,3.668874114737264e-06,3.924658358300803e-06,4.180442829238018e-06,4.436226845427882e-06,4.692011316365097e-06,4.947795332554961e-06,5.203579803492175e-06,5.459363819682039e-06,5.715148290619254e-06,5.970932761556469e-06,6.226716777746333e-06,6.482501248683548e-06,6.7382852648734115e-06,6.994069735810626e-06,7.24985375200049e-06,7.505638222937705e-06],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9995065927505493,0.9995235204696655,0.999540388584137,0.9995573163032532,0.9995741844177246,0.9995911121368408,0.9996079802513123,0.9996249079704285,0.9996417760848999,0.9996587038040161,0.9996755719184875,0.9996924996376038,0.9997093677520752,0.9997262954711914,0.9997431635856628,0.999760091304779,0.9997769594192505,0.9997938871383667,0.9998108148574829,0.9998276829719543,0.9998446106910706,0.999861478805542,0.9998784065246582,0.9998952746391296,0.9999122023582458,0.9999290704727173,0.9999459981918335,0.9999628663063049,0.9999797940254211,0.9999966621398926,1.0000135898590088,1.000030517578125,1.0000474452972412,1.0000642538070679,1.000081181526184,1.0000981092453003,1.0001150369644165,1.0001318454742432,1.0001487731933594,1.0001657009124756,1.0001826286315918,1.0001994371414185,1.0002163648605347,1.0002332925796509,1.000250220298767,1.0002670288085938,1.00028395652771,1.0003008842468262,1.0003178119659424,1.0003347396850586,1.0003515481948853,1.0003684759140015,1.0003854036331177,1.0004023313522339,1.0004191398620605,1.0004360675811768,1.000452995300293,1.0004699230194092,1.0004867315292358,1.000503659248352,1.0005205869674683,1.0005375146865845,1.0005543231964111,1.0005712509155273,1.0005881786346436],"_type":"histogram","values":[1,0,1,1,0,1,2,0,2,4,2,7,9,8,9,17,15,14,21,38,53,52,36,22,20,14,9,8,18,9,14,13,16,14,30,35,36,53,47,29,20,14,9,9,9,12,2,2,1,2,2,1,3,0,0,0,0,1,0,0,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"values":[2,0,0,1,0,0,0,1,2,0,2,5,1,3,0,3,3,6,9,9,8,14,15,21,19,17,32,32,19,38,25,40,30,27,38,36,31,29,28,23,18,21,26,14,10,16,13,12,8,12,6,5,8,8,9,2,2,2,4,0,2,0,0,1],"bins":[-9.408041478309315e-06,-9.131779734161682e-06,-8.85551799001405e-06,-8.579256245866418e-06,-8.302994501718786e-06,-8.026732757571153e-06,-7.750471013423521e-06,-7.474209269275889e-06,-7.1979475251282565e-06,-6.921686235727975e-06,-6.645424491580343e-06,-6.369162747432711e-06,-6.092901003285078e-06,-5.816639259137446e-06,-5.540377514989814e-06,-5.2641157708421815e-06,-4.987854026694549e-06,-4.711592282546917e-06,-4.435330538399285e-06,-4.1590687942516524e-06,-3.88280705010402e-06,-3.6065455333300633e-06,-3.330283789182431e-06,-3.054022045034799e-06,-2.7777603008871665e-06,-2.5014985567395343e-06,-2.225236812591902e-06,-1.9489750684442697e-06,-1.6727134379834752e-06,-1.3964516938358429e-06,-1.1201900633750483e-06,-8.439283192274161e-07,-5.676665750797838e-07,-2.9140485935386096e-07,-1.5143143627938116e-08,2.611185720979847e-07,5.373802878239076e-07,8.136420319715398e-07,1.0899036624323344e-06,1.3661654065799667e-06,1.642427150727599e-06,1.918688894875231e-06,2.1949506390228635e-06,2.4712123831704957e-06,2.7474738999444526e-06,3.023735644092085e-06,3.299997388239717e-06,3.5762591323873494e-06,3.852520876534982e-06,4.128782620682614e-06,4.405044364830246e-06,4.6813061089778785e-06,4.957567853125511e-06,5.233829597273143e-06,5.510091341420775e-06,5.7863530855684076e-06,6.062614374968689e-06,6.338876119116321e-06,6.6151378632639535e-06,6.891399607411586e-06,7.167661351559218e-06,7.44392309570685e-06,7.720184839854483e-06,7.996446584002115e-06,8.272708328149747e-06],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,4,5,7,22,31,54,92,118,200,352,509,818,1213,1703,2495,3455,4647,6113,8147,10291,12722,15451,18177,21220,24163,27372,29681,32157,33459,34026,34420,33803,32805,30790,28055,25441,22452,19254,16337,13662,10886,8860,6681,5187,3810,2740,1902,1405,945,639,392,247,172,101,56,31,20,13,4,3,5],"bins":[-0.0973767563700676,-0.09444154798984528,-0.09150633215904236,-0.08857112377882004,-0.08563591539859772,-0.0827007070183754,-0.07976549863815308,-0.07683028280735016,-0.07389507442712784,-0.07095986604690552,-0.0680246502161026,-0.06508944183588028,-0.06215423345565796,-0.05921902507543564,-0.05628381296992302,-0.0533486008644104,-0.05041339248418808,-0.04747818410396576,-0.04454297199845314,-0.04160775989294052,-0.0386725515127182,-0.03573734313249588,-0.03280213102698326,-0.02986692078411579,-0.02693171054124832,-0.023996500298380852,-0.021061290055513382,-0.018126079812645912,-0.015190869569778442,-0.012255659326910973,-0.009320449084043503,-0.006385238841176033,-0.00345003604888916,-0.0005148258060216904,0.0024203844368457794,0.005355594679713249,0.008290804922580719,0.011226015165448189,0.014161225408315659,0.01709643565118313,0.020031645894050598,0.022966856136918068,0.025902066379785538,0.028837276622653008,0.03177248686552048,0.0347076952457428,0.03764290735125542,0.040578119456768036,0.043513327836990356,0.04644853621721268,0.049383748322725296,0.052318960428237915,0.055254168808460236,0.058189377188682556,0.061124589294195175,0.0640598013997078,0.06699500977993011,0.06993021816015244,0.07286542654037476,0.07580064237117767,0.0787358507514,0.08167105913162231,0.08460627496242523,0.08754148334264755,0.09047669172286987]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,1,2,3,2,4,2,6,6,4,9,6,8,13,10,19,16,24,33,34,34,44,50,26,34,52,45,43,44,33,28,23,21,10,22,15,6,8,9,2,4,2,2,0,1,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.7371439753333107e-05,-1.670925303187687e-05,-1.604706449143123e-05,-1.538487776997499e-05,-1.4722691048518755e-05,-1.4060503417567816e-05,-1.3398315786616877e-05,-1.273612906516064e-05,-1.20739414342097e-05,-1.1411753803258762e-05,-1.0749567081802525e-05,-1.0087379450851586e-05,-9.425191819900647e-06,-8.76300509844441e-06,-8.10081746749347e-06,-7.438630291289883e-06,-6.776443115086295e-06,-6.114255938882707e-06,-5.452068762679119e-06,-4.78988113172818e-06,-4.127693955524592e-06,-3.4655067793210037e-06,-2.8033193757437402e-06,-2.1411319721664768e-06,-1.4789447959628887e-06,-8.16757506072463e-07,-1.5457021618203726e-07,5.076170737083885e-07,1.1698043635988142e-06,1.83199165348924e-06,2.4941789433796657e-06,3.156366346956929e-06,3.818555342149921e-06,4.480742518353509e-06,5.142929694557097e-06,5.805117325508036e-06,6.467304501711624e-06,7.129491677915212e-06,7.79167930886615e-06,8.453866030322388e-06,9.116053661273327e-06,9.778241292224266e-06,1.0440428013680503e-05,1.1102615644631442e-05,1.176480327558238e-05,1.2426989997038618e-05,1.3089177627989557e-05,1.3751364349445794e-05,1.4413551980396733e-05,1.5075739611347672e-05,1.573792724229861e-05,1.6400113963754848e-05,1.7062300685211085e-05,1.7724489225656725e-05,1.8386675947112963e-05,1.90488626685692e-05,1.9711049390025437e-05,2.0373237930471078e-05,2.1035424651927315e-05,2.1697611373383552e-05,2.2359799913829193e-05,2.302198663528543e-05,2.3684173356741667e-05,2.4346361897187307e-05,2.5008548618643545e-05]},"parameters/bert.encoder.layer.2.output.dense.weight":{"bins":[-0.09701910614967346,-0.09403368830680847,-0.09104827046394348,-0.0880628451704979,-0.0850774273276329,-0.08209200948476791,-0.07910658419132233,-0.07612116634845734,-0.07313574850559235,-0.07015033066272736,-0.06716491281986237,-0.06417948752641678,-0.06119406968355179,-0.0582086518406868,-0.05522323027253151,-0.05223780870437622,-0.04925239086151123,-0.04626697301864624,-0.04328155145049095,-0.04029612988233566,-0.03731071203947067,-0.03432529419660568,-0.031339872628450394,-0.028354452922940254,-0.025369033217430115,-0.022383613511919975,-0.019398193806409836,-0.016412774100899696,-0.013427354395389557,-0.010441934689879417,-0.007456514984369278,-0.0044710952788591385,-0.001485668122768402,0.0014997515827417374,0.004485171288251877,0.007470590993762016,0.010456010699272156,0.013441430404782295,0.016426850110292435,0.019412269815802574,0.022397689521312714,0.025383109226822853,0.028368528932332993,0.03135395050048828,0.03433936834335327,0.03732478618621826,0.04031020775437355,0.04329562932252884,0.04628104716539383,0.04926646500825882,0.05225188657641411,0.0552373081445694,0.05822272598743439,0.06120814383029938,0.06419356167316437,0.06717898696660995,0.07016440480947495,0.07314982265233994,0.07613524794578552,0.07912066578865051,0.0821060836315155,0.0850915014743805,0.08807691931724548,0.09106234461069107,0.09404776245355606],"_type":"histogram","values":[5,2,3,7,21,33,59,86,159,265,438,657,1161,1690,2497,3768,5446,7601,10741,14263,18957,24277,31077,37870,46186,54055,62672,71021,78620,84767,89321,93346,93169,92205,89481,84384,78707,70854,62514,54406,45925,37828,30456,24405,18954,14202,10439,7565,5507,3747,2516,1691,1099,693,434,262,143,80,67,25,19,8,2,6]},"parameters/bert.embeddings.word_embeddings.weight":{"values":[1,0,2,3,8,13,27,47,75,121,206,270,441,672,955,1450,2065,2671,3629,4745,6166,7676,9472,11320,13604,15830,18329,20170,21950,23905,24991,25561,26607,25662,24663,23264,21761,19797,17837,15446,13280,11099,9023,7177,5884,4460,3352,2488,1857,1346,874,566,391,263,162,101,67,33,21,18,7,1,3,3],"bins":[-0.09281466156244278,-0.08995009958744049,-0.0870855376124382,-0.08422097563743591,-0.08135640621185303,-0.07849184423685074,-0.07562728226184845,-0.07276272028684616,-0.06989815831184387,-0.06703359633684158,-0.0641690343618393,-0.06130446866154671,-0.05843990668654442,-0.05557534471154213,-0.05271077901124954,-0.04984621703624725,-0.046981655061244965,-0.044117093086242676,-0.04125253111124039,-0.0383879654109478,-0.03552340343594551,-0.03265884146094322,-0.029794277623295784,-0.026929713785648346,-0.024065151810646057,-0.02120058983564377,-0.01833602599799633,-0.015471463091671467,-0.012606900185346603,-0.00974233727902174,-0.0068777743726968765,-0.004013211466372013,-0.0011486560106277466,0.0017159068956971169,0.00458046980202198,0.007445032708346844,0.010309595614671707,0.01317415852099657,0.016038721427321434,0.018903285264968872,0.02176784723997116,0.02463240921497345,0.027496973052620888,0.030361536890268326,0.033226098865270615,0.0360906608402729,0.03895522654056549,0.04181978851556778,0.04468435049057007,0.04754891246557236,0.050413474440574646,0.05327804014086723,0.05614260211586952,0.05900716409087181,0.0618717297911644,0.06473629176616669,0.06760085374116898,0.07046541571617126,0.07332997769117355,0.07619453966617584,0.07905910909175873,0.08192367106676102,0.0847882330417633,0.0876527950167656,0.09051735699176788],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,0,0,2,1,1,5,8,10,13,16,14,31,36,70,84,155,219,313,499,743,1143,1772,2722,4735,7505,12874,22706,43110,94670,192337,100926,45253,23775,13179,7901,4792,2821,1817,1243,778,496,362,214,139,93,75,54,34,19,13,14,9,8,5,3,1,1,1,0,0,2],"bins":[-7.191633358161198e-06,-6.970591584831709e-06,-6.74954981150222e-06,-6.528508038172731e-06,-6.307465810095891e-06,-6.086424036766402e-06,-5.8653822634369135e-06,-5.6443404901074246e-06,-5.423298716777936e-06,-5.202256943448447e-06,-4.981215170118958e-06,-4.760173396789469e-06,-4.53913162345998e-06,-4.31808939538314e-06,-4.097047622053651e-06,-3.876005848724162e-06,-3.6549640753946733e-06,-3.4339223020651843e-06,-3.2128805287356954e-06,-2.991838528032531e-06,-2.770796754703042e-06,-2.549754981373553e-06,-2.3287129806703888e-06,-2.1076712073409e-06,-1.886629434011411e-06,-1.665587660681922e-06,-1.4445457736655953e-06,-1.2235038866492687e-06,-1.0024621133197797e-06,-7.81420283146872e-07,-5.603784529739642e-07,-3.3933662280105636e-07,-1.1829479262814857e-07,1.0274703754475922e-07,3.23788867717667e-07,5.448306978905748e-07,7.658725280634826e-07,9.869143013929715e-07,1.2079561884092982e-06,1.4289980754256248e-06,1.6500398487551138e-06,1.8710816220846027e-06,2.0921233954140916e-06,2.313165396117256e-06,2.534207169446745e-06,2.755248942776234e-06,2.9762909434793983e-06,3.197332716808887e-06,3.418374490138376e-06,3.639416263467865e-06,3.860458036797354e-06,4.081499810126843e-06,4.302542038203683e-06,4.523583811533172e-06,4.744625584862661e-06,4.9656673581921495e-06,5.1867091315216385e-06,5.407750904851127e-06,5.628792678180616e-06,5.849834451510105e-06,6.070876224839594e-06,6.291918452916434e-06,6.512960226245923e-06,6.734001999575412e-06,6.955043772904901e-06]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.10000220686197281,-0.0967477485537529,-0.09349329769611359,-0.09023883938789368,-0.08698438853025436,-0.08372993022203445,-0.08047547936439514,-0.07722102105617523,-0.07396656274795532,-0.07071211189031601,-0.0674576535820961,-0.06420320272445679,-0.06094874441623688,-0.057694289833307266,-0.054439835250377655,-0.051185380667448044,-0.04793092608451843,-0.04467647150158882,-0.04142201691865921,-0.0381675623357296,-0.03491310775279999,-0.03165864944458008,-0.028404194861650467,-0.025149740278720856,-0.021895285695791245,-0.018640831112861633,-0.015386375598609447,-0.012131920084357262,-0.00887746550142765,-0.005623010452836752,-0.0023685554042458534,0.0008858996443450451,0.0041403621435165405,0.007394817192107439,0.010649272240698338,0.013903727754950523,0.017158182337880135,0.020412636920809746,0.023667093366384506,0.026921547949314117,0.03017600253224373,0.03343045711517334,0.03668491169810295,0.03993936628103256,0.04319382458925247,0.04644827917218208,0.049702733755111694,0.052957188338041306,0.05621164292097092,0.05946609750390053,0.06272055208683014,0.06597501039505005,0.06922946125268936,0.07248391956090927,0.07573837041854858,0.0789928287267685,0.0822472870349884,0.08550173789262772,0.08875619620084763,0.09201064705848694,0.09526510536670685,0.09851955622434616,0.10177401453256607,0.10502846539020538,0.10828292369842529],"_type":"histogram","values":[4,1,3,7,14,28,42,83,142,237,458,728,1266,2028,3135,5011,6927,10095,13943,19197,25584,33095,41424,50840,61300,71146,80690,89192,95742,98968,102091,101462,97583,92327,84903,75610,65672,55724,46164,36905,28945,21901,16356,11618,8230,5854,3867,2510,1513,962,566,334,201,119,63,24,17,7,4,0,1,0,0,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,3,0,1,0,1,1,2,2,5,5,4,4,5,6,13,10,9,20,16,24,33,31,28,21,24,31,30,34,31,35,35,24,32,32,20,16,16,30,14,23,14,14,13,7,6,7,8,4,5,4,2,1,1,2,2,1,1,2,0,0,1],"bins":[-6.430404937418643e-06,-6.228400707186665e-06,-6.0263960222073365e-06,-5.8243917919753585e-06,-5.62238710699603e-06,-5.420382876764052e-06,-5.218378646532074e-06,-5.016373961552745e-06,-4.814369731320767e-06,-4.612365046341438e-06,-4.41036081610946e-06,-4.208356585877482e-06,-4.006351900898153e-06,-3.8043474432924995e-06,-3.6023432130605215e-06,-3.400338755454868e-06,-3.1983342978492146e-06,-2.996329840243561e-06,-2.7943253826379078e-06,-2.5923211524059298e-06,-2.3903166948002763e-06,-2.188312237194623e-06,-1.9863077795889694e-06,-1.7843034356701537e-06,-1.5822989780645003e-06,-1.3802945204588468e-06,-1.178290176540031e-06,-9.762857189343777e-07,-7.742813181721431e-07,-5.722769174099085e-07,-3.702724882259645e-07,-1.6826807325287518e-07,3.3736341720214114e-08,2.357407566933034e-07,4.377451716663927e-07,6.397496008503367e-07,8.417540016125713e-07,1.0437584023748059e-06,1.2457628599804593e-06,1.447767203899275e-06,1.6497716615049285e-06,1.851776119110582e-06,2.0537804630293977e-06,2.255784920635051e-06,2.4577893782407045e-06,2.659793835846358e-06,2.861798066078336e-06,3.0638025236839894e-06,3.265806981289643e-06,3.4678114388952963e-06,3.6698158965009497e-06,3.871820354106603e-06,4.073824584338581e-06,4.27582926931791e-06,4.477833499549888e-06,4.679837729781866e-06,4.881842414761195e-06,5.083846644993173e-06,5.285851329972502e-06,5.48785556020448e-06,5.689859790436458e-06,5.891864475415787e-06,6.093868705647765e-06,6.295873390627094e-06,6.497877620859072e-06]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-2.580287036835216e-05,-2.5027924493770115e-05,-2.425297861918807e-05,-2.3478032744606026e-05,-2.270308687002398e-05,-2.1928140995441936e-05,-2.115319512085989e-05,-2.0378249246277846e-05,-1.96033033716958e-05,-1.8828357497113757e-05,-1.8053411622531712e-05,-1.7278465747949667e-05,-1.6503519873367622e-05,-1.5728573998785578e-05,-1.4953627214708831e-05,-1.4178681340126786e-05,-1.3403735465544742e-05,-1.2628789590962697e-05,-1.1853843716380652e-05,-1.1078897841798607e-05,-1.0303951967216562e-05,-9.529006092634518e-06,-8.754060218052473e-06,-7.979114343470428e-06,-7.2041680141410325e-06,-6.429222139558988e-06,-5.654276264976943e-06,-4.879330390394898e-06,-4.1043840610655025e-06,-3.329438413857133e-06,-2.554492311901413e-06,-1.7795464373193681e-06,-1.0046005627373233e-06,-2.296546313118597e-07,5.452913001136039e-07,1.3202372883824864e-06,2.0951831629645312e-06,2.870129037546576e-06,3.6450751395022962e-06,4.420021014084341e-06,5.194966888666386e-06,5.9699127632484306e-06,6.744858637830475e-06,7.51980451241252e-06,8.294750841741916e-06,9.06969671632396e-06,9.844642590906005e-06,1.061958846548805e-05,1.1394534340070095e-05,1.216948021465214e-05,1.2944426089234184e-05,1.371937196381623e-05,1.4494317838398274e-05,1.526926462247502e-05,1.6044210497057065e-05,1.681915637163911e-05,1.7594102246221155e-05,1.83690481208032e-05,1.9143993995385244e-05,1.991893986996729e-05,2.0693885744549334e-05,2.146883161913138e-05,2.2243777493713424e-05,2.301872336829547e-05,2.3793669242877513e-05],"_type":"histogram","values":[1,1,0,0,1,3,1,7,11,18,30,25,48,71,104,158,240,368,574,856,1307,1866,2797,4213,6220,9095,13041,18737,25895,34553,44124,53064,59174,60992,57622,49770,39814,30877,22571,16145,11540,7796,5273,3560,2344,1630,1099,751,484,326,212,151,87,71,45,25,17,9,3,3,2,0,1,1]},"parameters/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,1,2,3,4,3,8,4,12,19,23,52,103,53,34,25,16,4,1,4,5,2,4,12,4,5,4,15,23,56,98,82,29,12,7,11,5,5,4,1,2,1,0,1,0,0,0,1,1,1,1,0,1,1],"bins":[-0.0005312531138770282,-0.0005144723108969629,-0.0004976914497092366,-0.0004809106467291713,-0.00046412984374910593,-0.00044734901166521013,-0.0004305681795813143,-0.000413787376601249,-0.0003970065445173532,-0.0003802257124334574,-0.00036344490945339203,-0.0003466640773694962,-0.0003298832452856004,-0.0003131024423055351,-0.0002963216102216393,-0.00027954080724157393,-0.00026275997515767813,-0.0002459791430737823,-0.00022919834009371698,-0.00021241750800982118,-0.0001956366904778406,-0.00017885587294586003,-0.00016207504086196423,-0.00014529422332998365,-0.00012851340579800308,-0.0001117325882660225,-9.495176345808432e-05,-7.817093865014613e-05,-6.139012111816555e-05,-4.460929994820617e-05,-2.782847877824679e-05,-1.1047657608287409e-05,5.733163561671972e-06,2.2513984731631353e-05,3.9294805901590735e-05,5.6075627071550116e-05,7.28564482415095e-05,8.963726577349007e-05,0.00010641809058142826,0.00012319891538936645,0.00013997973292134702,0.0001567605504533276,0.00017354136798530817,0.00019032220006920397,0.00020710301760118455,0.00022388383513316512,0.00024066466721706092,0.00025744547019712627,0.00027422630228102207,0.0002910071343649179,0.0003077879373449832,0.000324568769428879,0.00034134957240894437,0.00035813040449284017,0.000374911236576736,0.0003916920395568013,0.0004084728716406971,0.0004252537037245929,0.00044203450670465827,0.00045881533878855407,0.0004755961708724499,0.0004923769738525152,0.0005091577768325806,0.0005259386380203068,0.0005427194410003722]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,3,1,3,3,4,14,7,5,15,28,24,46,61,50,33,26,13,12,13,11,15,18,14,30,25,23,41,60,40,38,26,14,8,9,9,5,4,4,4,4,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.999599277973175,0.9996180534362793,0.9996368288993835,0.9996556043624878,0.999674379825592,0.9996931552886963,0.9997119307518005,0.9997307062149048,0.999749481678009,0.9997682571411133,0.9997870326042175,0.9998058080673218,0.999824583530426,0.9998433589935303,0.9998621344566345,0.9998809099197388,0.999899685382843,0.9999184608459473,0.9999372363090515,0.9999560117721558,0.99997478723526,0.9999935626983643,1.0000123977661133,1.0000311136245728,1.0000499486923218,1.0000686645507812,1.0000874996185303,1.0001062154769897,1.0001250505447388,1.0001437664031982,1.0001626014709473,1.0001813173294067,1.0002001523971558,1.0002188682556152,1.0002377033233643,1.0002564191818237,1.0002752542495728,1.0002939701080322,1.0003128051757812,1.0003315210342407,1.0003503561019897,1.0003690719604492,1.0003879070281982,1.0004066228866577,1.0004254579544067,1.0004441738128662,1.0004630088806152,1.0004817247390747,1.0005005598068237,1.0005192756652832,1.0005381107330322,1.0005568265914917,1.0005756616592407,1.0005943775177002,1.0006132125854492,1.0006319284439087,1.0006507635116577,1.0006694793701172,1.0006883144378662,1.0007070302963257,1.0007258653640747,1.0007445812225342,1.0007634162902832,1.0007821321487427,1.0008009672164917],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,1,1,1,1,2,0,1,0,4,5,7,4,3,21,22,46,94,76,38,17,12,6,6,3,5,4,9,5,4,7,6,2,8,6,24,58,100,60,33,15,14,8,6,3,6,5,0,3,0,1,1,0,0,1,1],"bins":[-0.0005414309562183917,-0.0005263033672235906,-0.0005111758364364505,-0.0004960482474416494,-0.00048092068755067885,-0.00046579312765970826,-0.0004506655386649072,-0.00043553797877393663,-0.00042041041888296604,-0.00040528285899199545,-0.00039015529910102487,-0.0003750277101062238,-0.00035990015021525323,-0.00034477259032428265,-0.0003296450013294816,-0.000314517441438511,-0.0002993898815475404,-0.00028426232165656984,-0.00026913476176559925,-0.0002540071727707982,-0.00023887961287982762,-0.00022375205298885703,-0.00020862447854597121,-0.0001934969041030854,-0.0001783693442121148,-0.00016324178432114422,-0.0001481142098782584,-0.0001329866354353726,-0.000117859075544402,-0.0001027315083774738,-8.76039412105456e-05,-7.24763740436174e-05,-5.7348806876689196e-05,-4.2221239709760994e-05,-2.7093672542832792e-05,-1.196610537590459e-05,3.161461791023612e-06,1.8289028957951814e-05,3.3416596124880016e-05,4.854416329180822e-05,6.367173045873642e-05,7.879929762566462e-05,9.392686479259282e-05,0.00010905443195952103,0.00012418199912644923,0.00013930955901741982,0.00015443713346030563,0.00016956470790319145,0.00018469226779416203,0.00019981982768513262,0.00021494740212801844,0.00023007497657090425,0.00024520253646187484,0.00026033009635284543,0.0002754576853476465,0.00029058524523861706,0.00030571280512958765,0.00032084036502055824,0.0003359679249115288,0.00035109551390632987,0.00036622307379730046,0.00038135063368827105,0.0003964782226830721,0.0004116057825740427,0.00042673334246501327]},"parameters/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.06061822175979614,-0.058713093400001526,-0.05680796504020691,-0.05490283668041229,-0.052997708320617676,-0.05109257996082306,-0.04918745160102844,-0.047282323241233826,-0.04537719488143921,-0.04347207024693489,-0.041566941887140274,-0.03966181352734566,-0.03775668516755104,-0.035851556807756424,-0.03394642844796181,-0.03204130008816719,-0.030136171728372574,-0.028231043368577957,-0.02632591500878334,-0.024420786648988724,-0.022515658289194107,-0.02061053179204464,-0.018705403432250023,-0.016800275072455406,-0.01489514671266079,-0.012990018352866173,-0.011084889993071556,-0.009179762564599514,-0.007274634204804897,-0.005369505845010281,-0.0034643779508769512,-0.0015592498239129782,0.0003458745777606964,0.0022510027047246695,0.0041561308316886425,0.006061258725821972,0.007966387085616589,0.009871515445411205,0.011776642873883247,0.013681771233677864,0.01558689959347248,0.017492027953267097,0.019397156313061714,0.02130228467285633,0.0232074111700058,0.025112539529800415,0.027017667889595032,0.02892279624938965,0.030827924609184265,0.03273305296897888,0.0346381813287735,0.036543309688568115,0.03844843804836273,0.04035356640815735,0.042258694767951965,0.04416382312774658,0.0460689514875412,0.04797407612204552,0.049879204481840134,0.05178433284163475,0.05368946120142937,0.055594589561223984,0.0574997179210186,0.05940484628081322,0.061309974640607834],"_type":"histogram","values":[3,1,3,0,0,5,3,2,2,7,11,10,16,14,13,16,22,29,27,24,29,31,40,41,49,51,61,40,59,61,53,51,61,53,44,54,60,54,59,40,54,31,32,46,31,15,25,14,12,14,11,12,11,6,6,2,3,2,1,3,1,2,0,3]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,0,1,0,1,2,3,2,2,9,5,4,5,11,15,24,71,89,54,19,13,9,3,6,5,6,1,4,1,4,5,6,7,4,10,6,11,20,26,31,94,70,31,15,11,11,3,3,5,9,2,3,5,3,1,0,0,1,1,2],"bins":[-0.00042040320113301277,-0.0004076668410561979,-0.00039493045187555254,-0.00038219409179873765,-0.00036945773172192276,-0.0003567213425412774,-0.0003439849824644625,-0.00033124862238764763,-0.0003185122332070023,-0.0003057758731301874,-0.0002930395130533725,-0.00028030312387272716,-0.00026756676379591227,-0.0002548304037190974,-0.00024209401453845203,-0.00022935765446163714,-0.00021662127983290702,-0.0002038849052041769,-0.000191148545127362,-0.0001784121704986319,-0.00016567579586990178,-0.00015293943579308689,-0.00014020306116435677,-0.00012746668653562665,-0.00011473031918285415,-0.00010199395183008164,-8.925757720135152e-05,-7.652120984857902e-05,-6.378484249580652e-05,-5.10484678670764e-05,-3.831210051430389e-05,-2.557572952355258e-05,-1.283935853280127e-05,-1.0298845154466107e-07,1.2633381629711948e-05,2.5369750801473856e-05,3.810612179222517e-05,5.084249278297648e-05,6.357886013574898e-05,7.63152347644791e-05,8.90516021172516e-05,0.00010178796947002411,0.00011452434409875423,0.00012726071872748435,0.00013999707880429924,0.00015273345343302935,0.00016546982806175947,0.00017820618813857436,0.00019094256276730448,0.0002036789373960346,0.0002164152974728495,0.0002291516721015796,0.00024188804673030972,0.0002546244068071246,0.00026736079598776996,0.00028009715606458485,0.00029283351614139974,0.0003055699053220451,0.00031830626539886,0.00033104262547567487,0.0003437790146563202,0.0003565153747331351,0.00036925173480995,0.00038198812399059534,0.00039472448406741023]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,3,0,0,2,0,6,3,4,3,6,11,17,23,50,70,75,37,20,12,9,8,9,7,4,3,5,4,5,8,9,9,13,6,9,26,42,99,58,28,14,14,7,6,8,1,1,2,4,0,1,1,0,0,0,0,2,1,1],"bins":[-0.00044371982221491635,-0.00042974227108061314,-0.0004157647199463099,-0.0004017871688120067,-0.0003878096176777035,-0.0003738320665434003,-0.0003598545154090971,-0.00034587696427479386,-0.00033189941314049065,-0.00031792186200618744,-0.0003039443108718842,-0.000289966759737581,-0.0002759892086032778,-0.0002620116574689746,-0.0002480341063346714,-0.00023405654064845294,-0.00022007898951414973,-0.0002061014383798465,-0.0001921238872455433,-0.0001781463361112401,-0.00016416878497693688,-0.00015019123384263366,-0.00013621368270833045,-0.00012223613157402724,-0.00010825857316376641,-9.42810220294632e-05,-8.030347089515999e-05,-6.632591976085678e-05,-5.234836498857476e-05,-3.8370813854271546e-05,-2.439326090097893e-05,-1.0415708857181016e-05,3.5618431866168976e-06,1.753939432092011e-05,3.151694545522332e-05,4.549450022750534e-05,5.947205136180855e-05,7.344960613409057e-05,8.742715726839378e-05,0.000101404708402697,0.00011538225953700021,0.00012935981794726104,0.00014333736908156425,0.00015731492021586746,0.00017129247135017067,0.00018527002248447388,0.0001992475736187771,0.0002132251247530803,0.00022720267588738352,0.00024118022702168673,0.0002551577927079052,0.0002691353438422084,0.0002831128949765116,0.0002970904461108148,0.000311067997245118,0.00032504554837942123,0.00033902309951372445,0.00035300065064802766,0.00036697820178233087,0.0003809557529166341,0.0003949333040509373,0.0004089108551852405,0.0004228884063195437,0.00043686595745384693,0.00045084350858815014]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,1,0,1,2,2,2,1,2,2,4,8,6,11,9,15,12,7,16,17,21,16,20,31,30,29,32,33,22,27,25,39,26,30,19,14,24,22,28,15,23,13,20,13,18,3,12,5,7,2,4,7,5,4,4,2,1,0,0,0,1],"bins":[-4.881214408669621e-06,-4.735841230285587e-06,-4.590468051901553e-06,-4.445094873517519e-06,-4.299721695133485e-06,-4.154348516749451e-06,-4.008974883618066e-06,-3.863601705234032e-06,-3.718228526849998e-06,-3.572855348465964e-06,-3.4274821700819302e-06,-3.2821089916978963e-06,-3.1367358133138623e-06,-2.9913626349298283e-06,-2.845989229172119e-06,-2.700616050788085e-06,-2.555242872404051e-06,-2.409869694020017e-06,-2.264496515635983e-06,-2.1191231098782737e-06,-1.9737499314942397e-06,-1.8283767531102058e-06,-1.6830035747261718e-06,-1.5376302826553001e-06,-1.3922571042712661e-06,-1.2468839258872322e-06,-1.1015106338163605e-06,-9.561374554323265e-07,-8.107642202048737e-07,-6.653909849774209e-07,-5.200178065933869e-07,-3.746445713659341e-07,-2.2927133613848127e-07,-8.389811512188317e-08,6.147510589471494e-08,2.0684832691131305e-07,3.5222154792791116e-07,4.97594783155364e-07,6.42967961539398e-07,7.883411967668508e-07,9.337144319943036e-07,1.0790876103783376e-06,1.2244609024492092e-06,1.3698340808332432e-06,1.5152072592172772e-06,1.6605805512881489e-06,1.8059537296721828e-06,1.9513270217430545e-06,2.0967002001270885e-06,2.2420733785111224e-06,2.3874465568951564e-06,2.532819962652866e-06,2.6781931410368998e-06,2.8235663194209337e-06,2.9689394978049677e-06,3.1143126761890016e-06,3.2596858545730356e-06,3.405059260330745e-06,3.550432438714779e-06,3.695805617098813e-06,3.841179022856522e-06,3.986552201240556e-06,4.13192537962459e-06,4.277298558008624e-06,4.422671736392658e-06]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,1,0,2,3,1,4,2,3,3,7,7,4,8,10,12,16,15,25,27,30,37,44,59,73,52,59,51,40,21,27,15,21,15,14,10,7,10,4,4,8,3,1,1,1,2,3,0,0,0,0,2,0,0,0,0,0,0,0,1,0,1],"bins":[-4.2114669440707075e-07,-4.0568778558736085e-07,-3.902289051893604e-07,-3.7476999636965047e-07,-3.5931111597165e-07,-3.438522071519401e-07,-3.283932983322302e-07,-3.129344179342297e-07,-2.974755091145198e-07,-2.820166002948099e-07,-2.6655771989680943e-07,-2.510988110770995e-07,-2.3563991646824434e-07,-2.2018102185938915e-07,-2.0472211303967924e-07,-1.8926321843082405e-07,-1.7380432382196886e-07,-1.5834542921311368e-07,-1.4288653460425849e-07,-1.2742762578454858e-07,-1.1196873117569339e-07,-9.65098365668382e-08,-8.105093485255566e-08,-6.559203313827311e-08,-5.013313852941792e-08,-3.467424036784905e-08,-1.9215342206280184e-08,-3.756444044711316e-09,1.1702454116857552e-08,2.716135227842642e-08,4.262025043999529e-08,5.807914860156416e-08,7.353798991971416e-08,8.899688452856935e-08,1.044557862428519e-07,1.1991468795713445e-07,1.3537358256598964e-07,1.5083247717484483e-07,1.6629138599455473e-07,1.8175028060340992e-07,1.972091752122651e-07,2.126680698211203e-07,2.281269644299755e-07,2.435858732496854e-07,2.590447820693953e-07,2.7450366246739577e-07,2.899625712871057e-07,3.0542145168510615e-07,3.2088036050481605e-07,3.3633926932452596e-07,3.5179814972252643e-07,3.6725705854223634e-07,3.827159389402368e-07,3.981748477599467e-07,4.136337565796566e-07,4.290926369776571e-07,4.44551545797367e-07,4.600104546170769e-07,4.754693350150774e-07,4.909282438347873e-07,5.063871526544972e-07,5.218460614742071e-07,5.373049134504981e-07,5.52763822270208e-07,5.682227310899179e-07]},"_runtime":409,"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-3.410605131648481e-12,-3.26316751397826e-12,-3.1157298963080393e-12,-2.9682922786378185e-12,-2.8208546609675977e-12,-2.673417043297377e-12,-2.525979425627156e-12,-2.3785418079569354e-12,-2.2311041902867146e-12,-2.0836665726164938e-12,-1.936228954946273e-12,-1.7887913372760522e-12,-1.6413537196058314e-12,-1.4939161019356106e-12,-1.3464784842653899e-12,-1.199040866595169e-12,-1.0516032489249483e-12,-9.041656312547275e-13,-7.567280135845067e-13,-6.092903959142859e-13,-4.618527782440651e-13,-3.1441516057384433e-13,-1.6697754290362354e-13,-1.9539925233402755e-14,1.2789769243681803e-13,2.753353101070388e-13,4.227729277772596e-13,5.702105454474804e-13,7.176481631177012e-13,8.65085780787922e-13,1.0125233984581428e-12,1.1599610161283636e-12,1.3073986337985843e-12,1.4548362514688051e-12,1.602273869139026e-12,1.7497114868092467e-12,1.8971491044794675e-12,2.0445867221496883e-12,2.192024339819909e-12,2.33946195749013e-12,2.4868995751603507e-12,2.6343371928305714e-12,2.7817748105007922e-12,2.929212428171013e-12,3.076650045841234e-12,3.2240876635114546e-12,3.3715252811816754e-12,3.518962898851896e-12,3.666400516522117e-12,3.813838134192338e-12,3.9612757518625585e-12,4.108713369532779e-12,4.256150987203e-12,4.403588604873221e-12,4.551026222543442e-12,4.6984638402136625e-12,4.845901457883883e-12,4.993339075554104e-12,5.140776693224325e-12,5.288214310894546e-12,5.4356519285647664e-12,5.583089546234987e-12,5.730527163905208e-12,5.877964781575429e-12,6.0254023992456496e-12],"_type":"histogram","values":[1,0,0,0,1,3,1,0,3,2,3,1,2,2,7,4,11,13,21,28,37,104,120,132,89,52,35,26,14,15,7,7,5,2,4,4,4,2,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,0,1,1,2,4,2,2,3,4,5,5,10,10,13,17,15,28,19,26,36,29,35,21,20,20,16,17,16,23,16,17,15,20,35,24,29,33,16,20,19,23,17,15,13,10,9,12,6,5,0,3,1,3,1,0,1,1,0,0,0,1],"bins":[-0.000523795431945473,-0.0005068213795311749,-0.0004898473853245378,-0.0004728733329102397,-0.00045589928049594164,-0.00043892525718547404,-0.00042195123387500644,-0.0004049771814607084,-0.0003880031581502408,-0.0003710291348397732,-0.0003540550824254751,-0.0003370810591150075,-0.0003201070358045399,-0.00030313298339024186,-0.00028615896007977426,-0.0002691849076654762,-0.0002522108843550086,-0.00023523684649262577,-0.00021826280863024294,-0.00020128878531977534,-0.00018431474745739251,-0.00016734070959500968,-0.00015036668628454208,-0.00013339264842215925,-0.00011641861055977643,-9.94445726973936e-05,-8.247054211096838e-05,-6.549651152454317e-05,-4.852247366216034e-05,-3.1548439437756315e-05,-1.4574405213352293e-05,2.3996290110517293e-06,1.9373721443116665e-05,3.634775566752069e-05,5.332178989192471e-05,7.029582047834992e-05,8.726985834073275e-05,0.00010424389620311558,0.0001212179267895408,0.000138191957375966,0.00015516599523834884,0.00017214003310073167,0.0001891140709631145,0.0002060880942735821,0.00022306213213596493,0.00024003616999834776,0.00025701019330881536,0.0002739842457231134,0.000290958269033581,0.0003079322923440486,0.0003249063447583467,0.0003418803680688143,0.00035885442048311234,0.00037582844379357994,0.00039280246710404754,0.0004097765195183456,0.0004267505428288132,0.0004437245661392808,0.00046069861855357885,0.00047767264186404645,0.0004946466651745141,0.0005116207175888121,0.0005285947700031102,0.0005455687642097473,0.0005625428166240454]},"gradients/bert.encoder.layer.0.output.dense.bias":{"values":[1,0,0,2,2,0,3,3,2,3,3,8,1,8,6,9,8,2,19,15,10,14,15,22,25,20,30,23,22,30,35,31,40,28,28,22,26,20,27,24,26,19,13,17,19,15,10,10,11,9,5,7,5,3,4,0,1,1,1,1,1,1,1,1],"bins":[-9.526448593533132e-06,-9.22897470445605e-06,-8.931500815378968e-06,-8.634026926301885e-06,-8.336553037224803e-06,-8.03907914814772e-06,-7.741605259070639e-06,-7.444131824740907e-06,-7.146657935663825e-06,-6.849184046586743e-06,-6.55171015750966e-06,-6.254236268432578e-06,-5.956762834102847e-06,-5.659288945025764e-06,-5.361815055948682e-06,-5.0643411668716e-06,-4.766867277794518e-06,-4.469393388717435e-06,-4.171919499640353e-06,-3.874445610563271e-06,-3.576971948859864e-06,-3.2794980597827816e-06,-2.982024398079375e-06,-2.6845505090022925e-06,-2.3870766199252103e-06,-2.089602730848128e-06,-1.7921289554578834e-06,-1.4946551800676389e-06,-1.1971812909905566e-06,-8.997074587568932e-07,-6.022336265232298e-07,-3.0475979428956634e-07,-7.285052561201155e-09,2.9018877967246226e-07,5.876626119061257e-07,8.851364441397891e-07,1.1826102763734525e-06,1.4800841654505348e-06,1.7775579408407793e-06,2.075031716231024e-06,2.372505605308106e-06,2.6699794943851884e-06,2.9674533834622707e-06,3.2649270451656776e-06,3.56240093424276e-06,3.859874595946167e-06,4.157348485023249e-06,4.454822374100331e-06,4.7522962631774135e-06,5.049770152254496e-06,5.347244041331578e-06,5.64471793040866e-06,5.942191819485743e-06,6.239665253815474e-06,6.537139142892556e-06,6.8346130319696385e-06,7.132086921046721e-06,7.429560810123803e-06,7.727034244453534e-06,8.024508133530617e-06,8.321982022607699e-06,8.619455911684781e-06,8.916929800761864e-06,9.214403689838946e-06,9.511877578916028e-06],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[2,0,5,1,2,2,3,1,6,5,9,11,11,17,24,14,45,31,50,55,61,65,83,77,100,100,115,131,127,137,118,95,95,71,60,60,52,40,27,21,20,21,15,15,12,11,6,2,0,4,3,1,0,2,2,0,2,1,1,0,0,0,0,1],"bins":[-3.810116822933196e-06,-3.673911123769358e-06,-3.5377054246055195e-06,-3.4014999528153567e-06,-3.2652942536515184e-06,-3.12908855448768e-06,-2.992882855323842e-06,-2.8566771561600035e-06,-2.7204714569961652e-06,-2.5842659852060024e-06,-2.448060286042164e-06,-2.311854586878326e-06,-2.1756488877144875e-06,-2.039443188550649e-06,-1.9032376030736486e-06,-1.767032017596648e-06,-1.6308263184328098e-06,-1.4946206192689715e-06,-1.358415033791971e-06,-1.2222093346281326e-06,-1.086003749151132e-06,-9.497980499872938e-07,-8.135923508234555e-07,-6.773867085030361e-07,-5.411810661826166e-07,-4.049754238621972e-07,-2.6876975312006834e-07,-1.325640965887942e-07,3.641559942479944e-09,1.398472164737541e-07,2.7605287300502823e-07,4.122585437471571e-07,5.484639586939011e-07,6.846696010143205e-07,8.208752433347399e-07,9.570809424985782e-07,1.0932865279755788e-06,1.229492227139417e-06,1.3656979263032554e-06,1.501903511780256e-06,1.6381092109440942e-06,1.7743149101079325e-06,1.910520495584933e-06,2.0467261947487714e-06,2.1829318939126097e-06,2.319137593076448e-06,2.455343064866611e-06,2.591548764030449e-06,2.7277544631942874e-06,2.8639601623581257e-06,3.000165861521964e-06,3.136371333312127e-06,3.272577032475965e-06,3.4087827316398034e-06,3.5449884308036417e-06,3.68119412996748e-06,3.817399829131318e-06,3.953605300921481e-06,4.089811227458995e-06,4.226016699249158e-06,4.3622221710393205e-06,4.498428097576834e-06,4.634633569366997e-06,4.770839495904511e-06,4.907044967694674e-06]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,3,4,9,11,20,42,65,108,198,281,436,674,1040,1517,2284,3252,4230,5774,7609,9759,12335,15075,17843,21407,24340,27686,30269,32121,33893,34912,35046,34419,33257,31219,28490,26112,22662,19328,16366,13551,10886,8410,6551,4858,3579,2542,1811,1299,795,563,335,218,139,83,37,33,21,7,4,3,1],"bins":[-0.09943653643131256,-0.096442811191082,-0.09344909340143204,-0.09045536816120148,-0.08746164292097092,-0.08446792513132095,-0.0814741998910904,-0.07848047465085983,-0.07548674941062927,-0.07249303162097931,-0.06949930638074875,-0.06650558114051819,-0.06351186335086823,-0.060518138110637665,-0.0575244165956974,-0.05453069135546684,-0.05153696984052658,-0.04854324832558632,-0.04554952308535576,-0.0425558015704155,-0.039562076330184937,-0.036568354815244675,-0.03357463330030441,-0.030580909922719002,-0.02758718654513359,-0.02459346316754818,-0.02159973978996277,-0.018606018275022507,-0.015612294897437096,-0.012618571519851685,-0.009624849073588848,-0.006631126161664724,-0.0036374107003211975,-0.0006436877883970737,0.00235003512352705,0.005343758035451174,0.008337480947375298,0.011331204324960709,0.014324926771223545,0.01731864921748638,0.020312372595071793,0.023306095972657204,0.026299819350242615,0.029293540865182877,0.03228726238012314,0.0352809876203537,0.03827470913529396,0.04126843437552452,0.04426215589046478,0.047255877405405045,0.050249602645635605,0.05324332416057587,0.05623704940080643,0.05923077091574669,0.06222449243068695,0.06521821767091751,0.06821194291114807,0.07120566070079803,0.0741993859410286,0.07719311118125916,0.08018682897090912,0.08318055421113968,0.08617427945137024,0.0891679972410202,0.09216172248125076]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"values":[2,0,0,0,1,2,1,2,1,5,9,10,17,24,26,46,69,89,128,232,298,482,666,1042,1590,2550,3802,5774,9128,14415,24152,41521,86093,177904,101871,47058,26259,16258,10006,6317,4169,2649,1746,1155,718,514,336,235,150,90,62,49,27,19,24,7,5,11,0,2,3,0,1,2],"bins":[-6.914559889992233e-06,-6.708744876959827e-06,-6.502930318674771e-06,-6.2971157603897154e-06,-6.091300747357309e-06,-5.885485734324902e-06,-5.679671176039847e-06,-5.473856617754791e-06,-5.268041604722384e-06,-5.062226591689978e-06,-4.856412033404922e-06,-4.6505974751198664e-06,-4.44478246208746e-06,-4.238967449055053e-06,-4.033152890769998e-06,-3.827338332484942e-06,-3.6215233194525354e-06,-3.4157085337938042e-06,-3.209893748135073e-06,-3.004078962476342e-06,-2.798264176817611e-06,-2.5924493911588797e-06,-2.3866346055001486e-06,-2.1808198198414175e-06,-1.9750050341826864e-06,-1.7691902485239552e-06,-1.5633754628652241e-06,-1.357560677206493e-06,-1.1517458915477619e-06,-9.459311058890307e-07,-7.401163202302996e-07,-5.343015345715685e-07,-3.2848674891283736e-07,-1.2267196325410623e-07,8.31428224046249e-08,2.88957608063356e-07,4.947723937220871e-07,7.005871793808183e-07,9.064019650395494e-07,1.1122167506982805e-06,1.3180315363570116e-06,1.5238463220157428e-06,1.729661107674474e-06,1.935475893333205e-06,2.141290678991936e-06,2.3471054646506673e-06,2.5529202503093984e-06,2.7587350359681295e-06,2.9645498216268606e-06,3.1703646072855918e-06,3.376179392944323e-06,3.581994178603054e-06,3.787808964261785e-06,3.993623977294192e-06,4.199438535579247e-06,4.405253093864303e-06,4.61106810689671e-06,4.816883119929116e-06,5.022697678214172e-06,5.228512236499228e-06,5.434327249531634e-06,5.640142262564041e-06,5.845956820849096e-06,6.051771379134152e-06,6.257586392166559e-06],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,0,1,3,1,4,2,4,5,1,2,5,7,4,19,11,16,16,15,27,26,37,27,29,23,36,42,32,31,27,38,40,33,23,27,25,21,14,17,11,12,7,10,5,7,4,6,3,2,3,1,1,1,0,0,0,0,0,0,1],"bins":[-1.2343213711574208e-05,-1.1951955457334407e-05,-1.1560698112589307e-05,-1.1169439858349506e-05,-1.0778181604109704e-05,-1.0386924259364605e-05,-9.995666005124804e-06,-9.604407750885002e-06,-9.213150406139903e-06,-8.821892151900101e-06,-8.4306338976603e-06,-8.039375643420499e-06,-7.6481182986754e-06,-7.256860044435598e-06,-6.8656022449431475e-06,-6.474343990703346e-06,-6.083086191210896e-06,-5.691828391718445e-06,-5.300570137478644e-06,-4.909312337986194e-06,-4.518054083746392e-06,-4.126796284253942e-06,-3.7355384847614914e-06,-3.3442804578953655e-06,-2.9530224310292397e-06,-2.561764404163114e-06,-2.170506377296988e-06,-1.7792485778045375e-06,-1.3879905509384116e-06,-9.967325240722857e-07,-6.054746108929976e-07,-2.1421664087029058e-07,1.770422386471182e-07,5.683002086698252e-07,9.595581786925322e-07,1.3508160918718204e-06,1.7420741187379463e-06,2.133332145604072e-06,2.5245899450965226e-06,2.9158479719626484e-06,3.3071059988287743e-06,3.6983640256949e-06,4.089622052561026e-06,4.4808798520534765e-06,4.872137651545927e-06,5.263395905785728e-06,5.654653705278179e-06,6.04591195951798e-06,6.4371697590104304e-06,6.828427558502881e-06,7.219685812742682e-06,7.610943612235133e-06,8.002201866474934e-06,8.393459211220033e-06,8.784717465459835e-06,9.175975719699636e-06,9.567233064444736e-06,9.958491318684537e-06,1.0349749572924338e-05,1.074100782716414e-05,1.1132265171909239e-05,1.152352342614904e-05,1.1914781680388842e-05,1.2306039025133941e-05,1.2697297279373743e-05]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-4.125411123823142e-06,-4.0022282519203145e-06,-3.879045834764838e-06,-3.755862962862011e-06,-3.6326803183328593e-06,-3.5094976738037076e-06,-3.386315029274556e-06,-3.263132384745404e-06,-3.139949512842577e-06,-3.0167668683134252e-06,-2.8935842237842735e-06,-2.7704015792551218e-06,-2.64721893472597e-06,-2.5240362901968183e-06,-2.400853418293991e-06,-2.2776707737648394e-06,-2.1544881292356877e-06,-2.031305484706536e-06,-1.908122840177384e-06,-1.7849400819613948e-06,-1.6617573237454053e-06,-1.5385746792162536e-06,-1.4153920346871018e-06,-1.2922092764711124e-06,-1.1690266319419607e-06,-1.045843987412809e-06,-9.226612291968195e-07,-7.994785846676677e-07,-6.762958832950972e-07,-5.531131819225266e-07,-4.299305089716654e-07,-3.0674783602080424e-07,-1.8356513464823365e-07,-6.038244748651778e-08,6.28002396751981e-08,1.8598292683691398e-07,3.0916561399862985e-07,4.3234831537120044e-07,5.555309599003522e-07,6.787136612729228e-07,8.018963626454934e-07,9.250790640180639e-07,1.0482617653906345e-06,1.1714444099197863e-06,1.294627054448938e-06,1.4178098126649274e-06,1.5409924571940792e-06,1.6641752154100686e-06,1.7873578599392204e-06,1.910540504468372e-06,2.033723148997524e-06,2.156906020900351e-06,2.2800886654295027e-06,2.4032713099586545e-06,2.526453954487806e-06,2.649636599016958e-06,2.7728192435461096e-06,2.896002115448937e-06,3.0191847599780886e-06,3.1423674045072403e-06,3.265550049036392e-06,3.3887326935655437e-06,3.511915565468371e-06,3.6350982099975226e-06,3.7582808545266744e-06],"_type":"histogram","values":[1,1,0,2,0,0,1,1,4,1,2,3,5,3,4,10,9,9,12,15,8,7,22,24,21,13,23,26,26,30,25,25,22,32,26,35,31,26,13,23,26,25,28,24,16,8,16,15,8,13,3,10,4,8,7,4,1,3,3,1,1,0,1,2]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,4,5,9,26,32,45,46,69,95,178,293,429,589,926,1442,2086,3301,5083,8036,12264,19306,29771,46542,71926,110574,171166,267650,289066,189068,120796,78450,51081,33055,21009,13533,8769,5650,3652,2367,1565,942,695,414,284,186,123,101,57,35,22,9,12,8,3,10,3,0,2,1],"bins":[-1.5188546967692673e-05,-1.47154814840178e-05,-1.4242416000342928e-05,-1.3769350516668055e-05,-1.3296285032993183e-05,-1.282321954931831e-05,-1.2350154065643437e-05,-1.1877088581968565e-05,-1.1404023098293692e-05,-1.093095761461882e-05,-1.0457892130943947e-05,-9.984826647269074e-06,-9.511761163594201e-06,-9.038695679919329e-06,-8.565630196244456e-06,-8.092564712569583e-06,-7.6194996836420614e-06,-7.146434199967189e-06,-6.673368716292316e-06,-6.2003032326174434e-06,-5.727237748942571e-06,-5.254172265267698e-06,-4.7811067815928254e-06,-4.308041297917953e-06,-3.834976268990431e-06,-3.361910557941883e-06,-2.88884507426701e-06,-2.4157795905921375e-06,-1.9427143342909403e-06,-1.46964873692923e-06,-9.96583366941195e-07,-5.235178832663223e-07,-5.045239959144965e-08,4.226130556617136e-07,8.956785109148768e-07,1.3687439377463306e-06,1.8418094214212033e-06,2.3148747914092382e-06,2.787940275084111e-06,3.2610057587589836e-06,3.7340712424338562e-06,4.2071364987350535e-06,4.680201982409926e-06,5.153267466084799e-06,5.6263329497596715e-06,6.099398433434544e-06,6.572463917109417e-06,7.0455294007842895e-06,7.518594884459162e-06,7.991659913386684e-06,8.464725397061557e-06,8.93779088073643e-06,9.410856364411302e-06,9.883921848086175e-06,1.0356987331761047e-05,1.083005281543592e-05,1.1303118299110793e-05,1.1776183782785665e-05,1.2249249266460538e-05,1.272231475013541e-05,1.3195380233810283e-05,1.3668445717485156e-05,1.4141511201160029e-05,1.4614576684834901e-05,1.5087642168509774e-05]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"values":[3,2,2,4,3,3,16,25,38,59,86,106,190,274,421,625,975,1365,2107,3151,4760,7457,10934,16980,25881,39234,59190,89095,130930,186502,243700,230742,168346,117052,78537,52323,35027,22951,15109,9744,6445,4137,2738,1825,1232,832,566,394,243,164,106,74,50,32,22,17,9,7,9,5,2,2,3,1],"bins":[-1.3738361303694546e-05,-1.3293059055285994e-05,-1.2847757716372143e-05,-1.2402455467963591e-05,-1.195715412904974e-05,-1.1511851880641188e-05,-1.1066549632232636e-05,-1.0621248293318786e-05,-1.0175946044910233e-05,-9.730644705996383e-06,-9.28534245758783e-06,-8.840040209179278e-06,-8.394738870265428e-06,-7.949436621856876e-06,-7.504134828195674e-06,-7.058833034534473e-06,-6.613531240873272e-06,-6.16822944721207e-06,-5.722927653550869e-06,-5.277625405142317e-06,-4.832323611481115e-06,-4.387021817819914e-06,-3.9417200241587125e-06,-3.4964180031238357e-06,-3.0511162094626343e-06,-2.605814415801433e-06,-2.160512394766556e-06,-1.7152106011053547e-06,-1.2699086937573156e-06,-8.246067864092765e-07,-3.793049359046563e-07,6.599694302167336e-08,5.11298821948003e-07,9.566007292960421e-07,1.4019026366440812e-06,1.8472044303052826e-06,2.2925064513401594e-06,2.7378082450013608e-06,3.183110038662562e-06,3.628412059697439e-06,4.073714080732316e-06,4.519015874393517e-06,4.9643176680547185e-06,5.40961946171592e-06,5.854921255377121e-06,6.300223049038323e-06,6.745525297446875e-06,7.190827091108076e-06,7.636128430021927e-06,8.081430678430479e-06,8.526732926839031e-06,8.972034265752882e-06,9.417336514161434e-06,9.862637853075285e-06,1.0307940101483837e-05,1.0753242349892389e-05,1.119854368880624e-05,1.1643845937214792e-05,1.2089147276128642e-05,1.2534449524537195e-05,1.2979751772945747e-05,1.3425053111859597e-05,1.387035536026815e-05,1.4315656699182e-05,1.4760958947590552e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.0004872337740380317,-0.00047074296162463725,-0.00045425217831507325,-0.0004377613659016788,-0.00042127055348828435,-0.00040477977017872036,-0.0003882889577653259,-0.00037179814535193145,-0.00035530736204236746,-0.000338816549628973,-0.00032232573721557856,-0.0003058349248021841,-0.0002893441414926201,-0.00027285332907922566,-0.0002563625166658312,-0.00023987171880435199,-0.00022338092094287276,-0.00020689012308139354,-0.0001903993106679991,-0.00017390851280651987,-0.00015741770039312541,-0.0001409269025316462,-0.00012443610467016697,-0.00010794529953273013,-9.14544943952933e-05,-7.496368925785646e-05,-5.847288775839843e-05,-4.19820862589404e-05,-2.5491281121503562e-05,-9.000477803056128e-06,7.490325515391305e-06,2.398112883383874e-05,4.0471903048455715e-05,5.696270818589255e-05,7.345351332332939e-05,8.994431118480861e-05,0.00010643511632224545,0.00012292592145968229,0.0001394167193211615,0.00015590753173455596,0.00017239832959603518,0.0001888891274575144,0.00020537993987090886,0.00022187073773238808,0.0002383615355938673,0.00025485234800726175,0.0002713431604206562,0.0002878339437302202,0.00030432475614361465,0.0003208155685570091,0.0003373063518665731,0.00035379716427996755,0.000370287976693362,0.000386778760002926,0.00040326957241632044,0.0004197603848297149,0.0004362511681392789,0.00045274198055267334,0.0004692327929660678,0.00048572360537946224,0.0005022144177928567,0.0005187051719985902,0.0005351959844119847,0.0005516867968253791,0.0005681776092387736],"_type":"histogram","values":[2,0,1,0,0,0,0,0,2,2,1,2,3,6,2,9,7,15,25,56,130,48,19,16,11,7,3,6,4,8,3,5,5,3,10,13,18,43,119,82,28,15,9,6,3,7,4,3,0,1,2,0,0,1,0,1,0,0,0,0,1,0,0,1]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,2,1,0,0,4,9,7,12,7,23,40,53,80,129,204,268,397,609,997,1427,2212,3356,4969,7720,11686,17173,25480,35566,47333,58388,65772,67368,60733,50874,39313,28644,19509,13419,8760,5925,3859,2501,1704,1078,763,481,341,195,156,101,60,39,24,25,10,7,4,1,1,2,1,0,1],"bins":[-2.7782918550656177e-05,-2.691916233743541e-05,-2.6055404305225238e-05,-2.5191646273015067e-05,-2.43278900597943e-05,-2.346413384657353e-05,-2.260037581436336e-05,-2.173661778215319e-05,-2.087286156893242e-05,-2.0009105355711654e-05,-1.9145347323501483e-05,-1.828158929129131e-05,-1.7417833078070544e-05,-1.6554076864849776e-05,-1.5690318832639605e-05,-1.4826561709924135e-05,-1.3962804587208666e-05,-1.3099047464493196e-05,-1.2235290341777727e-05,-1.1371533219062258e-05,-1.0507776096346788e-05,-9.644018973631319e-06,-8.78026185091585e-06,-7.91650472820038e-06,-7.05274760548491e-06,-6.188990482769441e-06,-5.325233360053971e-06,-4.461476237338502e-06,-3.5977191146230325e-06,-2.733961991907563e-06,-1.8702048691920936e-06,-1.0064477464766242e-06,-1.4269244275055826e-07,7.210646799649112e-07,1.5848218026803806e-06,2.44857892539585e-06,3.3123360481113195e-06,4.176093170826789e-06,5.0398502935422584e-06,5.903607416257728e-06,6.767364538973197e-06,7.631121661688667e-06,8.494878784404136e-06,9.358635907119606e-06,1.0222393029835075e-05,1.1086150152550545e-05,1.1949907275266014e-05,1.2813664397981483e-05,1.3677421520696953e-05,1.4541178643412422e-05,1.5404935766127892e-05,1.626869197934866e-05,1.713245001155883e-05,1.7996208043769002e-05,1.885996425698977e-05,1.9723720470210537e-05,2.058747850242071e-05,2.145123653463088e-05,2.2314992747851647e-05,2.3178748961072415e-05,2.4042506993282586e-05,2.4906265025492758e-05,2.5770021238713525e-05,2.6633777451934293e-05,2.7497535484144464e-05],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,2,0,4,6,6,1,4,4,5,1,4,5,8,7,11,11,16,22,36,43,52,34,25,17,12,14,17,12,10,7,7,11,12,5,12,14,22,16,23,30,43,32,33,23,11,8,12,8,5,9,5,2,5,3,3,5,2,3,1,0,4],"bins":[0.9995477199554443,0.9995611906051636,0.9995747208595276,0.9995881915092468,0.9996017217636108,0.9996151924133301,0.9996287226676941,0.9996421933174133,0.9996557235717773,0.9996691942214966,0.9996826648712158,0.9996961951255798,0.9997096657752991,0.9997231960296631,0.9997366666793823,0.9997501969337463,0.9997636675834656,0.9997771382331848,0.9997906684875488,0.9998041391372681,0.9998176693916321,0.9998311400413513,0.9998446702957153,0.9998581409454346,0.9998716115951538,0.9998851418495178,0.9998986124992371,0.9999121427536011,0.9999256134033203,0.9999391436576843,0.9999526143074036,0.9999661445617676,0.9999796152114868,0.999993085861206,1.0000065565109253,1.000020146369934,1.0000336170196533,1.0000470876693726,1.0000605583190918,1.0000741481781006,1.0000876188278198,1.000101089477539,1.0001145601272583,1.0001280307769775,1.0001416206359863,1.0001550912857056,1.0001685619354248,1.000182032585144,1.0001955032348633,1.000209093093872,1.0002225637435913,1.0002360343933105,1.0002495050430298,1.0002630949020386,1.0002765655517578,1.000290036201477,1.0003035068511963,1.0003169775009155,1.0003305673599243,1.0003440380096436,1.0003575086593628,1.000370979309082,1.0003845691680908,1.00039803981781,1.0004115104675293]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,1,1,0,2,0,1,2,2,2,4,5,3,10,6,2,12,10,12,17,25,14,22,23,20,31,33,26,36,23,33,26,38,37,36,21,25,29,22,23,22,16,18,7,12,10,5,14,8,4,5,3,2,1,1,3,1],"bins":[-9.306830179411918e-06,-9.0614066721173e-06,-8.815983164822683e-06,-8.570559657528065e-06,-8.325136150233448e-06,-8.079711733444128e-06,-7.83428822614951e-06,-7.588864718854893e-06,-7.343441211560275e-06,-7.098017704265658e-06,-6.85259419697104e-06,-6.607170234929072e-06,-6.361746727634454e-06,-6.1163232203398366e-06,-5.870899258297868e-06,-5.6254757510032505e-06,-5.380052243708633e-06,-5.134628736414015e-06,-4.889205229119398e-06,-4.643781267077429e-06,-4.398357759782812e-06,-4.152934252488194e-06,-3.9075102904462256e-06,-3.662086783151608e-06,-3.4166632758569904e-06,-3.1712397685623728e-06,-2.9258160338940797e-06,-2.6803922992257867e-06,-2.434968791931169e-06,-2.1895452846365515e-06,-1.9441215499682585e-06,-1.6986979289868032e-06,-1.4532752175000496e-06,-1.2078515965185943e-06,-9.62427975537139e-07,-7.170043545556837e-07,-4.7158073357422836e-07,-2.2615711259277305e-07,1.926650838868227e-08,2.646901293701376e-07,5.101137503515929e-07,7.555373713330482e-07,1.0009609923145035e-06,1.2463846132959588e-06,1.4918082342774142e-06,1.7372318552588695e-06,1.9826554762403248e-06,2.228079210908618e-06,2.4735027182032354e-06,2.718926225497853e-06,2.964349960166146e-06,3.209773694834439e-06,3.4551972021290567e-06,3.7006207094236743e-06,3.946044671465643e-06,4.19146817876026e-06,4.436891686054878e-06,4.6823151933494955e-06,4.927738700644113e-06,5.173162662686082e-06,5.418586169980699e-06,5.664009677275317e-06,5.909433639317285e-06,6.154857146611903e-06,6.4002806539065205e-06],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,2,0,2,4,3,3,8,4,5,13,13,12,14,19,20,21,24,37,28,32,39,36,41,50,42,37,45,28,38,23,25,20,15,5,10,13,8,7,5,2,5,2,1,1,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-1.796199649106711e-05,-1.7355245290673338e-05,-1.6748495909268968e-05,-1.6141744708875194e-05,-1.553499350848142e-05,-1.4928243217582349e-05,-1.4321492017188575e-05,-1.3714741726289503e-05,-1.310799052589573e-05,-1.2501240234996658e-05,-1.1894489944097586e-05,-1.1287738743703812e-05,-1.068098845280474e-05,-1.0074237252410967e-05,-9.467486961511895e-06,-8.860735761118121e-06,-8.25398547021905e-06,-7.647235179319978e-06,-7.040483978926204e-06,-6.433733233279781e-06,-5.826982487633359e-06,-5.220232196734287e-06,-4.613481451087864e-06,-4.006730705441441e-06,-3.3999799597950187e-06,-2.793229214148596e-06,-2.186478468502173e-06,-1.579727950229426e-06,-9.729772045830032e-07,-3.662265157799993e-07,2.4052417302300455e-07,8.472748618260084e-07,1.4540255506290123e-06,2.060776296275435e-06,2.6675270419218577e-06,3.274277560194605e-06,3.881028533214703e-06,4.487778824113775e-06,5.094529569760198e-06,5.7012803154066205e-06,6.308031061053043e-06,6.914781806699466e-06,7.521532552345889e-06,8.128283297992311e-06,8.735033588891383e-06,9.341784789285157e-06,9.948535080184229e-06,1.0555286280578002e-05,1.1162036571477074e-05,1.1768786862376146e-05,1.237553806276992e-05,1.2982288353668991e-05,1.3589039554062765e-05,1.4195789844961837e-05,1.480254104535561e-05,1.5409292245749384e-05,1.6016041627153754e-05,1.6622792827547528e-05,1.72295440279413e-05,1.783629340934567e-05,1.8443044609739445e-05,1.904979581013322e-05,1.9656547010526992e-05,2.0263296391931362e-05,2.0870047592325136e-05]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0007371532265096903,-0.0007178027299232781,-0.0006984522915445268,-0.0006791017949581146,-0.0006597513565793633,-0.0006404008599929512,-0.0006210504216141999,-0.0006016999250277877,-0.0005823494866490364,-0.0005629989900626242,-0.000543648493476212,-0.0005242980550974607,-0.0005049475585110486,-0.0004855970910284668,-0.0004662466235458851,-0.00044689615606330335,-0.0004275456885807216,-0.0004081952210981399,-0.00038884475361555815,-0.0003694942861329764,-0.0003501438186503947,-0.0003307933220639825,-0.00031144285458140075,-0.000292092387098819,-0.0002727419196162373,-0.00025339145213365555,-0.0002340409846510738,-0.00021469050261657685,-0.00019534003513399512,-0.00017598956765141338,-0.00015663908561691642,-0.00013728861813433468,-0.00011793815065175295,-9.858768316917121e-05,-7.923720841063187e-05,-5.9886737290071324e-05,-4.053626616951078e-05,-2.118579504895024e-05,-1.8353239283896983e-06,1.7515147192170843e-05,3.6865618312731385e-05,5.621608943329193e-05,7.556656055385247e-05,9.491703531239182e-05,0.00011426750279497355,0.0001336179702775553,0.00015296845231205225,0.00017231891979463398,0.00019166938727721572,0.00021101985475979745,0.0002303703222423792,0.0002497207897249609,0.00026907125720754266,0.00028842175379395485,0.0003077722212765366,0.0003271226887591183,0.00034647315624170005,0.0003658236237242818,0.0003851740912068635,0.00040452455868944526,0.00042387505527585745,0.0004432255227584392,0.0004625759902410209,0.00048192645772360265,0.0005012769252061844],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,1,0,0,1,1,3,1,3,3,7,8,11,12,25,57,102,57,24,12,5,8,11,1,10,4,6,9,11,23,62,117,70,30,18,13,13,7,6,2,5,1,1,1,0,1,0,0,1,1]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,3,1,2,2,2,4,5,5,5,13,19,23,71,86,64,34,31,11,2,5,7,9,9,10,11,11,19,18,42,75,67,39,18,9,11,6,5,5,2,0,1,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0004834431456401944,-0.0004653216456063092,-0.00044720014557242393,-0.0004290786455385387,-0.00041095714550465345,-0.0003928356454707682,-0.00037471414543688297,-0.00035659264540299773,-0.0003384711453691125,-0.0003203496744390577,-0.00030222817440517247,-0.0002841066743712872,-0.000265985174337402,-0.00024786367430351675,-0.0002297421742696315,-0.00021162067423574626,-0.00019349917420186102,-0.00017537767416797578,-0.00015725617413409054,-0.0001391346741002053,-0.00012101318134227768,-0.00010289168130839244,-8.477018855046481e-05,-6.664868851657957e-05,-4.852718848269433e-05,-3.040569026779849e-05,-1.2284192052902654e-05,5.837306161993183e-06,2.395880437688902e-05,4.208030441077426e-05,6.0201800806680694e-05,7.832329720258713e-05,9.644479723647237e-05,0.00011456629727035761,0.00013268779730424285,0.0001508092973381281,0.00016893079737201333,0.00018705228285398334,0.00020517378288786858,0.00022329528292175382,0.00024141678295563906,0.0002595382684376091,0.0002776597684714943,0.00029578126850537956,0.0003139027685392648,0.00033202426857315004,0.0003501457686070353,0.0003682672686409205,0.00038638876867480576,0.000404510268708691,0.00042263176874257624,0.0004407532687764615,0.0004588747688103467,0.00047699626884423196,0.0004951177397742867,0.000513239239808172,0.0005313607398420572,0.0005494822398759425,0.0005676037399098277,0.000585725239943713,0.0006038467399775982,0.0006219682400114834,0.0006400897400453687,0.0006582112400792539,0.0006763327401131392]},"gradients/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.0004007812822237611,-0.0003886848862748593,-0.00037658849032595754,-0.00036449209437705576,-0.00035239572753198445,-0.0003402993315830827,-0.0003282029356341809,-0.00031610653968527913,-0.00030401014373637736,-0.0002919137477874756,-0.00027981738094240427,-0.0002677209849935025,-0.0002556245890446007,-0.00024352819309569895,-0.00023143179714679718,-0.00021933541574981064,-0.00020723901980090886,-0.0001951426238520071,-0.00018304624245502055,-0.00017094984650611877,-0.000158853450557217,-0.00014675706916023046,-0.00013466067321132869,-0.0001225642772624269,-0.00011046788858948275,-9.83714999165386e-05,-8.627510396763682e-05,-7.417871529469267e-05,-6.208232662174851e-05,-4.9985930672846735e-05,-3.7889541999902576e-05,-2.579314968897961e-05,-1.3696757378056645e-05,-1.6003659766283818e-06,1.0496025424799882e-05,2.2592415916733444e-05,3.468880822765641e-05,4.6785200538579375e-05,5.888158921152353e-05,7.09779851604253e-05,8.307437383336946e-05,9.517076250631362e-05,0.0001072671584552154,0.00011936354712815955,0.0001314599358011037,0.00014355633175000548,0.00015565272769890726,0.0001677491090958938,0.00017984550504479557,0.00019194190099369735,0.0002040382823906839,0.00021613467833958566,0.00022823107428848743,0.00024032745568547398,0.000252423866186291,0.0002645202330313623,0.00027661662898026407,0.00028871302492916584,0.0003008094208780676,0.0003129058168269694,0.00032500221277587116,0.0003370985796209425,0.00034919497556984425,0.000361291371518746,0.0003733877674676478],"_type":"histogram","values":[1,1,0,0,0,0,0,1,0,2,3,4,4,3,4,4,6,1,4,12,12,10,12,21,23,30,24,30,37,28,29,40,33,800,33,28,34,39,34,28,26,24,20,14,11,11,6,9,5,9,3,6,6,4,3,0,1,1,0,0,1,0,0,1]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,1,0,0,2,0,0,1,2,2,4,1,6,8,3,11,13,10,10,19,22,33,40,46,64,70,59,92,91,118,122,121,142,131,111,100,93,80,74,55,61,42,30,32,30,23,14,19,9,5,7,5,4,2,1,1,1,2,0,1,1],"bins":[-5.639115443045739e-06,-5.479256287799217e-06,-5.3193971325526945e-06,-5.159538432053523e-06,-4.999679276807001e-06,-4.839820121560479e-06,-4.679960966313956e-06,-4.520101811067434e-06,-4.360243110568263e-06,-4.20038395532174e-06,-4.040524800075218e-06,-3.880665644828696e-06,-3.7208064895821735e-06,-3.5609475617093267e-06,-3.4010884064628044e-06,-3.2412294785899576e-06,-3.0813703233434353e-06,-2.921511168096913e-06,-2.761652240224066e-06,-2.601793084977544e-06,-2.441934157104697e-06,-2.282075001858175e-06,-2.1222158466116525e-06,-1.9623569187388057e-06,-1.8024977634922834e-06,-1.6426387219325989e-06,-1.4827796803729143e-06,-1.322920525126392e-06,-1.1630614835667075e-06,-1.003202442007023e-06,-8.433433436039195e-07,-6.834842452008161e-07,-5.236256583884824e-07,-3.637665884070884e-07,-2.0390751842569443e-07,-4.404844844430045e-08,1.1581062153709354e-07,2.756696915184875e-07,4.355287614998815e-07,5.953878599029849e-07,7.552469014626695e-07,9.15105943022354e-07,1.0749649845820386e-06,1.2348241398285609e-06,1.3946831813882454e-06,1.55454222294793e-06,1.7144013781944523e-06,1.8742604197541368e-06,2.0341194613138214e-06,2.1939786165603437e-06,2.3538375444331905e-06,2.5136966996797128e-06,2.6735556275525596e-06,2.833414782799082e-06,2.993273938045604e-06,3.153132865918451e-06,3.3129920211649733e-06,3.4728511764114955e-06,3.6327101042843424e-06,3.7925692595308647e-06,3.952428414777387e-06,4.112287570023909e-06,4.272146270523081e-06,4.432005425769603e-06,4.591864581016125e-06],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-6.210640094650444e-06,-6.027663403074257e-06,-5.8446867114980705e-06,-5.661710019921884e-06,-5.478733328345697e-06,-5.295756636769511e-06,-5.112779945193324e-06,-4.929803253617138e-06,-4.746826562040951e-06,-4.563849415717414e-06,-4.380872724141227e-06,-4.1978960325650405e-06,-4.014919340988854e-06,-3.831942649412667e-06,-3.648965957836481e-06,-3.4659892662602942e-06,-3.2830125746841077e-06,-3.100035883107921e-06,-2.9170591915317345e-06,-2.734082499955548e-06,-2.5511058083793614e-06,-2.3681288894294994e-06,-2.185152197853313e-06,-2.0021755062771263e-06,-1.8191988147009397e-06,-1.6362221231247531e-06,-1.4532454315485666e-06,-1.2702686262855423e-06,-1.0872919347093557e-06,-9.043152431331691e-07,-7.213384947135637e-07,-5.383617462939583e-07,-3.553845999704208e-07,-1.7240787997252482e-07,1.0568840025371173e-08,1.9354556002326717e-07,3.7652228002116317e-07,5.594989715973497e-07,7.424757200169552e-07,9.254524684365606e-07,1.1084291600127472e-06,1.2914058515889337e-06,1.4743825431651203e-06,1.6573593484281446e-06,1.8403360400043312e-06,2.0233128452673554e-06,2.206289536843542e-06,2.3892662284197286e-06,2.572242919995915e-06,2.7552196115721017e-06,2.9381963031482883e-06,3.121172994724475e-06,3.3041496863006614e-06,3.4871266052505234e-06,3.67010329682671e-06,3.853079761029221e-06,4.036056452605408e-06,4.219033598928945e-06,4.402010290505132e-06,4.584986982081318e-06,4.767963673657505e-06,4.950940365233691e-06,5.133917056809878e-06,5.3168937483860645e-06,5.499870439962251e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,1,0,4,1,4,4,7,8,12,14,19,22,22,36,37,45,56,79,76,110,108,118,120,155,109,124,129,86,99,77,65,48,53,37,42,30,22,10,9,11,7,7,6,5,4,2,0,2,1,0,0,0,0,1]},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[1,0,3,1,1,2,2,3,4,13,16,32,40,59,98,149,244,377,553,946,1507,2529,4148,7208,12692,22635,42221,80173,159033,314047,402923,255760,125251,63339,33212,18322,10398,5982,3545,2090,1285,720,468,341,170,110,80,45,39,18,13,2,5,2,2,1,0,0,0,0,2,0,1,1],"bins":[-1.9275355953141116e-05,-1.8639939298736863e-05,-1.8004524463322014e-05,-1.736910780891776e-05,-1.6733691154513508e-05,-1.609827631909866e-05,-1.5462859664694406e-05,-1.4827443919784855e-05,-1.4192028174875304e-05,-1.3556612429965753e-05,-1.2921196685056202e-05,-1.228578003065195e-05,-1.1650364285742398e-05,-1.1014948540832847e-05,-1.0379531886428595e-05,-9.744116141519044e-06,-9.108700396609493e-06,-8.473284651699942e-06,-7.83786890679039e-06,-7.202452252386138e-06,-6.567036507476587e-06,-5.931620762567036e-06,-5.296204562910134e-06,-4.660788363253232e-06,-4.025372618343681e-06,-3.3899566460604547e-06,-2.7545406737772282e-06,-2.1191247014940018e-06,-1.4837087292107753e-06,-8.482927569275489e-07,-2.1287678464432247e-07,4.2253918763890397e-07,1.0579533409327269e-06,1.6933693132159533e-06,2.3287852854991797e-06,2.964201257782406e-06,3.5996172300656326e-06,4.235032974975184e-06,4.8704491746320855e-06,5.505865374288987e-06,6.141281119198538e-06,6.776696864108089e-06,7.412113063764991e-06,8.047529263421893e-06,8.682945008331444e-06,9.318360753240995e-06,9.953777407645248e-06,1.0589193152554799e-05,1.122460889746435e-05,1.1860024642373901e-05,1.2495440387283452e-05,1.3130857041687705e-05,1.3766272786597256e-05,1.4401688531506807e-05,1.503710518591106e-05,1.567252002132591e-05,1.630793667573016e-05,1.6943353330134414e-05,1.7578768165549263e-05,1.8214184819953516e-05,1.884960147435777e-05,1.9485016309772618e-05,2.012043296417687e-05,2.075584779959172e-05,2.1391264453995973e-05],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"values":[1,3,2,9,18,34,51,77,130,243,331,506,783,1177,1705,2343,3296,4452,5721,7562,9558,11937,14473,17294,20198,23576,26255,28673,31097,32288,33692,34255,33508,32380,30745,28596,26276,23340,20488,17464,14740,12050,9711,7544,6016,4468,3266,2297,1725,1183,827,544,360,234,133,78,48,29,16,7,3,5,2,1],"bins":[-0.09093748033046722,-0.08805228769779205,-0.08516709506511688,-0.08228190988302231,-0.07939671725034714,-0.07651152461767197,-0.07362633943557739,-0.07074114680290222,-0.06785595417022705,-0.06497076153755188,-0.06208557263016701,-0.059200383722782135,-0.056315191090106964,-0.05342999845743179,-0.05054480955004692,-0.04765962064266205,-0.04477442800998688,-0.04188923537731171,-0.039004046469926834,-0.03611885756254196,-0.03323366492986679,-0.03034847415983677,-0.027463283389806747,-0.024578092619776726,-0.021692901849746704,-0.018807711079716682,-0.01592252030968666,-0.013037329539656639,-0.010152138769626617,-0.007266947999596596,-0.004381757229566574,-0.0014965664595365524,0.0013886243104934692,0.004273815080523491,0.007159005850553513,0.010044196620583534,0.012929387390613556,0.015814578160643578,0.0186997689306736,0.02158495970070362,0.024470150470733643,0.027355341240763664,0.030240532010793686,0.03312572091817856,0.03601091355085373,0.0388961061835289,0.04178129509091377,0.044666483998298645,0.047551676630973816,0.05043686926364899,0.05332205817103386,0.05620724707841873,0.0590924397110939,0.061977632343769073,0.06486281752586365,0.06774801015853882,0.07063320279121399,0.07351839542388916,0.07640358805656433,0.0792887732386589,0.08217396587133408,0.08505915850400925,0.08794434368610382,0.09082953631877899,0.09371472895145416],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,1,0,0,1,0,0,0,3,1,1,1,3,4,3,6,16,8,23,32,53,78,124,199,313,574,972,1552,2581,4220,6570,10540,17662,30074,55580,126630,169178,71359,37094,21084,12744,7769,4840,3105,1892,1162,695,441,243,131,98,46,33,14,23,11,13,7,3,4,1,2,3,3],"bins":[-6.580341505468823e-06,-6.39845438854536e-06,-6.216567271621898e-06,-6.034679699951084e-06,-5.852792583027622e-06,-5.670905466104159e-06,-5.4890183491806965e-06,-5.307131232257234e-06,-5.1252436605864204e-06,-4.943356543662958e-06,-4.761469426739495e-06,-4.579582309816033e-06,-4.39769519289257e-06,-4.2158080759691074e-06,-4.033920504298294e-06,-3.852033387374831e-06,-3.6701462704513688e-06,-3.488259153527906e-06,-3.306371809230768e-06,-3.1244846923073055e-06,-2.9425973480101675e-06,-2.760710231086705e-06,-2.5788231141632423e-06,-2.3969357698661042e-06,-2.2150486529426416e-06,-2.033161536019179e-06,-1.851274191722041e-06,-1.6693870747985784e-06,-1.487499844188278e-06,-1.3056126135779778e-06,-1.1237254966545152e-06,-9.418382660442148e-07,-7.599510354339145e-07,-5.780638048236142e-07,-3.9617663105673273e-07,-2.1428942886814184e-07,-3.240222667955095e-08,1.4948497550903994e-07,3.3137217769763083e-07,5.132593514645123e-07,6.951465820748126e-07,8.770338126851129e-07,1.0589210432954133e-06,1.2408081602188759e-06,1.4226953908291762e-06,1.6045826214394765e-06,1.786469738362939e-06,1.968357082660077e-06,2.1502441995835397e-06,2.3321313165070023e-06,2.5140186608041404e-06,2.695905777727603e-06,2.877793122024741e-06,3.0596802389482036e-06,3.2415673558716662e-06,3.4234547001688043e-06,3.605341817092267e-06,3.7872289340157295e-06,3.9691162783128675e-06,4.15100339523633e-06,4.332890512159793e-06,4.514777629083255e-06,4.696665200754069e-06,4.878552317677531e-06,5.060439434600994e-06],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug-core.log b/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..0f7db19c6351aee8b2a4fe91253ad628d8525dd8 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-17T23:53:46.683529754+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmps1k74m18/port-9304.txt","pid":9304,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-17T23:53:46.684091171+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":9304} +{"time":"2025-07-17T23:53:46.684094496+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-9304-9327-3088094566/socket","Net":"unix"}} +{"time":"2025-07-17T23:53:46.865447445+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-17T23:53:46.874510183+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"1bpueejc","id":"1(@)"} +{"time":"2025-07-17T23:53:47.302436593+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"1bpueejc","id":"1(@)"} +{"time":"2025-07-18T00:00:37.086174304+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:00:37.086588559+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:00:37.086685588+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:00:37.086694153+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:00:37.086842806+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-9304-9327-3088094566/socket","Net":"unix"}} +{"time":"2025-07-18T00:00:38.883564736+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:00:38.883583028+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:00:38.883597588+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug-internal.log b/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..4d5e4ea7c8ce787bc1fc82475a1769a77240af9a --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-17T23:53:46.875448441+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-17T23:53:47.302399607+03:00","level":"INFO","msg":"stream: created new stream","id":"1bpueejc"} +{"time":"2025-07-17T23:53:47.302430738+03:00","level":"INFO","msg":"stream: started","id":"1bpueejc"} +{"time":"2025-07-17T23:53:47.302442952+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"1bpueejc"} +{"time":"2025-07-17T23:53:47.302450431+03:00","level":"INFO","msg":"sender: started","stream_id":"1bpueejc"} +{"time":"2025-07-17T23:53:47.302499554+03:00","level":"INFO","msg":"handler: started","stream_id":"1bpueejc"} +{"time":"2025-07-18T00:00:37.086563651+03:00","level":"INFO","msg":"stream: closing","id":"1bpueejc"} +{"time":"2025-07-18T00:00:38.302034627+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:00:38.882464201+03:00","level":"INFO","msg":"handler: closed","stream_id":"1bpueejc"} +{"time":"2025-07-18T00:00:38.88251493+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"1bpueejc"} +{"time":"2025-07-18T00:00:38.882532498+03:00","level":"INFO","msg":"sender: closed","stream_id":"1bpueejc"} +{"time":"2025-07-18T00:00:38.883248807+03:00","level":"INFO","msg":"stream: closed","id":"1bpueejc"} diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug.log b/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..cfa0c7510d54305d1747090d10a9784a27d1ee1c --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-17 23:53:46,648 INFO MainThread:9304 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_setup.py:_flush():80] Configure stats pid to 9304 +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_235346-1bpueejc/logs/debug.log +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250717_235346-1bpueejc/logs/debug-internal.log +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_init.py:init():830] calling init triggers +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.2, 'batch_size': 128, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-17 23:53:46,649 INFO MainThread:9304 [wandb_init.py:init():871] starting backend +2025-07-17 23:53:46,865 INFO MainThread:9304 [wandb_init.py:init():874] sending inform_init request +2025-07-17 23:53:46,872 INFO MainThread:9304 [wandb_init.py:init():882] backend started and connected +2025-07-17 23:53:46,873 INFO MainThread:9304 [wandb_init.py:init():953] updated telemetry +2025-07-17 23:53:46,874 INFO MainThread:9304 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-17 23:53:47,610 INFO MainThread:9304 [wandb_init.py:init():1029] starting run threads in backend +2025-07-17 23:53:47,801 INFO MainThread:9304 [wandb_run.py:_console_start():2458] atexit reg +2025-07-17 23:53:47,801 INFO MainThread:9304 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-17 23:53:47,801 INFO MainThread:9304 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-17 23:53:47,801 INFO MainThread:9304 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-17 23:53:47,806 INFO MainThread:9304 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-17 23:53:49,003 INFO MainThread:9304 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-17 23:53:49,004 INFO MainThread:9304 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:00:37,085 INFO MsgRouterThr:9304 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250717_235346-1bpueejc/run-1bpueejc.wandb b/simson_modeling/wandb/run-20250717_235346-1bpueejc/run-1bpueejc.wandb new file mode 100644 index 0000000000000000000000000000000000000000..695ec64e5dc003b37b4ac7ec15aadd31f83b07d5 --- /dev/null +++ b/simson_modeling/wandb/run-20250717_235346-1bpueejc/run-1bpueejc.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56eee723b2a9b7d15b49419a54cfca11493d3b2cbc6c110272ab39bb7ed24a6 +size 2796194 diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/config.yaml b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..128aca245966795bd073ada41909eba9d80f337f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 4ob1ui8botljirp0leu7nkcwavph7zo3: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136687747072" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:01:37.928552Z" + writerId: 4ob1ui8botljirp0leu7nkcwavph7zo3 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 8 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/output.log b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..68899c1ade8b1e3a0db7cac514bd95b5df751061 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:53", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/requirements.txt b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..15bfae172ffa6c58284c170849040ba0a13906ec --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:01:37.928552Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136687747072" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "4ob1ui8botljirp0leu7nkcwavph7zo3" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..125a6d744dcebe9e89040886cb21761bdf4f9963 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,2,1,4,4,8,12,12,23,28,45,60,92,163,181,281,417,620,959,1451,2207,3226,5073,7972,12690,20748,34085,58734,104676,208415,509743,289208,131538,72201,41754,24614,14985,9266,5989,3789,2411,1659,1185,786,466,366,217,156,96,79,51,41,20,11,9,16,4,5,3,2,1,1,1,1],"bins":[-3.596514261516859e-06,-3.479291081021074e-06,-3.3620679005252896e-06,-3.2448444926558295e-06,-3.127621312160045e-06,-3.0103981316642603e-06,-2.8931749511684757e-06,-2.775951770672691e-06,-2.6587285901769064e-06,-2.5415051823074464e-06,-2.4242820018116618e-06,-2.307058821315877e-06,-2.1898356408200925e-06,-2.072612460324308e-06,-1.955389052454848e-06,-1.8381658719590632e-06,-1.7209426914632786e-06,-1.603719510967494e-06,-1.4864962167848716e-06,-1.369273036289087e-06,-1.2520497421064647e-06,-1.13482656161068e-06,-1.0176033811148955e-06,-9.00380143775692e-07,-7.831569064364885e-07,-6.65933669097285e-07,-5.487104317580815e-07,-4.314872512622969e-07,-3.1426401392309344e-07,-1.9704079079474468e-07,-7.981756766639592e-08,3.740565546195285e-08,1.5462910596397705e-07,2.7185234330318053e-07,3.890755522206746e-07,5.062987611381686e-07,6.235219984773721e-07,7.407452358165756e-07,8.579684163123602e-07,9.751917104949825e-07,1.0924148909907672e-06,1.2096380714865518e-06,1.3268613656691741e-06,1.4440845461649587e-06,1.5613077266607434e-06,1.6785310208433657e-06,1.7957542013391503e-06,1.9129774955217727e-06,2.0302006760175573e-06,2.147423856513342e-06,2.2646470370091265e-06,2.3818704448785866e-06,2.499093625374371e-06,2.616316805870156e-06,2.7335399863659404e-06,2.850763166861725e-06,2.9679863473575097e-06,3.0852097552269697e-06,3.2024329357227543e-06,3.319656116218539e-06,3.4368792967143236e-06,3.554102477210108e-06,3.6713258850795683e-06,3.788549065575353e-06,3.9057722460711375e-06],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.10241588950157166,-0.09951134771108627,-0.09660680592060089,-0.09370226413011551,-0.09079772233963013,-0.08789318799972534,-0.08498864620923996,-0.08208410441875458,-0.0791795626282692,-0.07627502083778381,-0.07337047904729843,-0.07046593725681305,-0.06756140291690826,-0.06465686112642288,-0.0617523193359375,-0.05884777754545212,-0.055943235754966736,-0.053038693964481354,-0.05013415217399597,-0.04722961410880089,-0.044325072318315506,-0.041420530527830124,-0.03851599246263504,-0.03561145067214966,-0.032706908881664276,-0.029802367091178894,-0.02689782716333866,-0.02399328723549843,-0.021088745445013046,-0.018184203654527664,-0.015279663726687431,-0.012375122867524624,-0.009470582008361816,-0.006566041149199009,-0.0036615002900362015,-0.000756959430873394,0.0021475814282894135,0.005052122287452221,0.007956663146615028,0.010861204005777836,0.013765744864940643,0.016670286655426025,0.019574826583266258,0.02247936651110649,0.025383908301591873,0.028288450092077255,0.031192990019917488,0.03409752994775772,0.0370020717382431,0.039906613528728485,0.04281115531921387,0.04571569338440895,0.04862023517489433,0.051524776965379715,0.0544293150305748,0.05733385682106018,0.06023839861154556,0.06314294040203094,0.06604748219251633,0.06895202398300171,0.0718565583229065,0.07476110011339188,0.07766564190387726,0.08057018369436264,0.08347472548484802],"_type":"histogram","values":[1,0,0,2,0,6,4,8,16,34,47,121,168,230,364,575,845,1277,1752,2473,3554,4703,6096,7875,10015,12445,15744,18072,21190,23870,27198,29489,31300,33004,33801,33932,33878,32369,30573,28226,25566,22471,19345,16562,14058,11403,9174,6980,5448,4019,3047,2124,1466,999,709,433,267,198,121,86,45,18,18,10]},"parameters/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[2,4,5,6,27,37,96,140,245,484,765,1252,1935,2926,4412,6624,9323,13290,18182,23892,30741,38842,47467,57369,66913,76237,84752,91610,96910,99400,100205,97848,93388,86342,78390,68952,60107,50055,41099,32662,25263,19251,14058,10357,7274,4962,3212,2177,1336,885,470,317,161,95,49,29,10,11,6,1,2,1,0,1],"bins":[-0.09632167220115662,-0.09312368929386139,-0.08992570638656616,-0.08672771602869034,-0.08352973312139511,-0.08033175021409988,-0.07713376730680466,-0.07393578439950943,-0.0707377940416336,-0.06753981113433838,-0.06434182822704315,-0.061143845319747925,-0.0579458624124527,-0.05474787577986717,-0.051549892872571945,-0.04835190623998642,-0.04515392333269119,-0.041955940425395966,-0.03875795379281044,-0.03555997088551521,-0.03236198425292969,-0.02916400134563446,-0.025966018438339233,-0.022768033668398857,-0.01957004889845848,-0.016372064128518105,-0.013174080289900303,-0.009976096451282501,-0.006778111681342125,-0.003580127377063036,-0.000382143072783947,0.002815841231495142,0.006013825535774231,0.009211810305714607,0.012409794144332409,0.01560777798295021,0.018805762752890587,0.022003747522830963,0.02520173043012619,0.028399715200066566,0.03159769997000694,0.03479568287730217,0.037993669509887695,0.04119165241718292,0.04438963532447815,0.047587621957063675,0.0507856048643589,0.05398359149694443,0.057181574404239655,0.06037955731153488,0.06357754021883011,0.06677553057670593,0.06997351348400116,0.07317149639129639,0.07636947929859161,0.07956746220588684,0.08276544511318207,0.08596343547105789,0.08916141837835312,0.09235940128564835,0.09555738419294357,0.0987553671002388,0.10195335745811462,0.10515134036540985,0.10834932327270508]},"gradients/bert.embeddings.token_type_embeddings.weight":{"values":[1,0,2,0,0,0,3,2,5,4,4,4,3,6,5,7,9,7,12,25,16,20,22,23,26,32,27,35,29,36,799,32,20,33,31,24,29,16,18,26,23,18,13,20,13,5,9,6,9,7,6,2,1,5,1,2,1,0,1,0,0,0,0,1],"bins":[-3.7626879930030555e-05,-3.6412253393791616e-05,-3.5197630495531484e-05,-3.3983003959292546e-05,-3.276837742305361e-05,-3.1553754524793476e-05,-3.0339127988554537e-05,-2.91245014523156e-05,-2.7909876735066064e-05,-2.669525201781653e-05,-2.548062548157759e-05,-2.4266000764328055e-05,-2.305137604707852e-05,-2.183674951083958e-05,-2.0622124793590046e-05,-1.9407498257351108e-05,-1.8192873540101573e-05,-1.6978248822852038e-05,-1.57636222866131e-05,-1.4548997569363564e-05,-1.3334371942619327e-05,-1.211974631587509e-05,-1.0905121598625556e-05,-9.690495971881319e-06,-8.475870345137082e-06,-7.261244718392845e-06,-6.046619546395959e-06,-4.831994374399073e-06,-3.6173687476548366e-06,-2.4027433482842753e-06,-1.188117948913714e-06,2.6507450456847437e-08,1.2411364878062159e-06,2.4557618871767772e-06,3.6703872865473386e-06,4.8850124585442245e-06,6.099638085288461e-06,7.314263712032698e-06,8.528888429282233e-06,9.74351405602647e-06,1.0958139682770707e-05,1.2172765309514944e-05,1.338739093625918e-05,1.4602015653508715e-05,1.581664037075825e-05,1.703126690699719e-05,1.8245891624246724e-05,1.9460518160485663e-05,2.0675142877735198e-05,2.1889767594984733e-05,2.310439413122367e-05,2.4319018848473206e-05,2.5533645384712145e-05,2.674827010196168e-05,2.7962894819211215e-05,2.9177521355450153e-05,3.039214607269969e-05,3.1606770789949223e-05,3.282139732618816e-05,3.40360238624271e-05,3.525064676068723e-05,3.646527329692617e-05,3.767989983316511e-05,3.889452273142524e-05,4.010914926766418e-05],"_type":"histogram"},"parameters/linear.bias":{"bins":[-0.03656816482543945,-0.035422902554273605,-0.03427764028310776,-0.03313238173723221,-0.03198711946606636,-0.030841857194900513,-0.029696594923734665,-0.028551334515213966,-0.02740607224404812,-0.02626080997288227,-0.025115549564361572,-0.023970287293195724,-0.022825025022029877,-0.021679764613509178,-0.02053450234234333,-0.019389241933822632,-0.018243979662656784,-0.017098717391490936,-0.015953456982970238,-0.01480819471180439,-0.013662933371961117,-0.012517672032117844,-0.011372409760951996,-0.010227148421108723,-0.00908188708126545,-0.007936625741422176,-0.006791363935917616,-0.005646102130413055,-0.004500840790569782,-0.0033555792178958654,-0.0022103176452219486,-0.0010650560725480318,8.020550012588501e-05,0.0012254670727998018,0.0023707286454737186,0.0035159902181476355,0.004661251790821552,0.0058065131306648254,0.006951774936169386,0.008097036741673946,0.00924229808151722,0.010387559421360493,0.011532820761203766,0.012678083032369614,0.013823344372212887,0.01496860571205616,0.016113867983222008,0.017259128391742706,0.018404390662908554,0.019549652934074402,0.0206949133425951,0.021840175613760948,0.022985436022281647,0.024130698293447495,0.025275960564613342,0.02642122097313404,0.02756648324429989,0.028711745515465736,0.029857005923986435,0.031002268195152283,0.03214753046631813,0.03329279273748398,0.03443805128335953,0.035583313554525375,0.03672857582569122],"_type":"histogram","values":[1,1,3,1,1,2,2,3,0,3,2,1,2,2,4,3,3,2,0,1,2,2,0,1,5,0,3,4,3,0,1,2,1,2,6,2,3,1,2,4,1,2,2,0,2,4,0,1,0,3,1,5,0,3,1,2,3,5,0,3,2,1,3,3]},"learning_rate":9.999999990789382e-05,"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-3.1872818908595946e-06,-3.0971714295446873e-06,-3.0070611956034554e-06,-2.916950734288548e-06,-2.8268405003473163e-06,-2.736730039032409e-06,-2.646619805091177e-06,-2.55650934377627e-06,-2.466399109835038e-06,-2.3762886485201307e-06,-2.2861781872052234e-06,-2.1960679532639915e-06,-2.1059574919490842e-06,-2.0158472580078524e-06,-1.925736796692945e-06,-1.8356264490648755e-06,-1.745516101436806e-06,-1.6554057538087363e-06,-1.5652954061806668e-06,-1.4751850585525972e-06,-1.3850747109245276e-06,-1.2949642496096203e-06,-1.2048539019815507e-06,-1.1147435543534812e-06,-1.0246332067254116e-06,-9.34522859097342e-07,-8.444125114692724e-07,-7.54302106997784e-07,-6.641917593697144e-07,-5.740814117416448e-07,-4.839710072701564e-07,-3.9386065964208683e-07,-3.0375031201401725e-07,-2.1363995017509296e-07,-1.2352958833616867e-07,-3.341922649724438e-08,5.669113534167991e-08,1.468014971806042e-07,2.369118590195285e-07,3.270222350693075e-07,4.171325826973771e-07,5.072429303254467e-07,5.973532779535162e-07,6.874636824250047e-07,7.775740300530742e-07,8.676843776811438e-07,9.577947821526323e-07,1.0479051297807018e-06,1.1380154774087714e-06,1.228125825036841e-06,1.3182361726649106e-06,1.4083465202929801e-06,1.4984568679210497e-06,1.588567329235957e-06,1.6786776768640266e-06,1.7687880244920962e-06,1.8588983721201657e-06,1.9490087197482353e-06,2.0391191810631426e-06,2.1292294150043745e-06,2.2193398763192818e-06,2.3094501102605136e-06,2.399560571575421e-06,2.4896708055166528e-06,2.57978126683156e-06],"_type":"histogram","values":[1,0,0,0,0,0,1,0,3,2,0,2,2,1,6,6,7,8,6,5,12,9,9,15,16,15,16,24,23,27,32,28,36,30,25,30,30,25,27,35,28,23,18,31,29,18,22,11,10,8,6,13,5,4,5,6,5,2,2,3,1,2,1,1]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-6.38507526673493e-06,-6.178370767884189e-06,-5.971665814286098e-06,-5.764961315435357e-06,-5.558256816584617e-06,-5.351552317733876e-06,-5.144847818883136e-06,-4.9381428652850445e-06,-4.731438366434304e-06,-4.5247338675835636e-06,-4.318028913985472e-06,-4.111324415134732e-06,-3.904619916283991e-06,-3.6979154174332507e-06,-3.4912106912088348e-06,-3.284505964984419e-06,-3.0778014661336783e-06,-2.871096967282938e-06,-2.664392241058522e-06,-2.457687514834106e-06,-2.2509830159833655e-06,-2.044278517132625e-06,-1.837573790908209e-06,-1.6308691783706308e-06,-1.4241645658330526e-06,-1.2174599532954744e-06,-1.0107553407578962e-06,-8.04050728220318e-07,-5.973461156827398e-07,-3.9064150314516155e-07,-1.8393689060758334e-07,2.2767721929994877e-08,2.294718797202222e-07,4.361764922578004e-07,6.428811047953786e-07,8.495857173329568e-07,1.056290329870535e-06,1.2629949424081133e-06,1.4696995549456915e-06,1.6764041674832697e-06,1.883108780020848e-06,2.0898132788715884e-06,2.2965180050960043e-06,2.5032227313204203e-06,2.7099272301711608e-06,2.9166317290219013e-06,3.123336455246317e-06,3.330041181470733e-06,3.5367456803214736e-06,3.743450179172214e-06,3.950154678022955e-06,4.156859631621046e-06,4.3635641304717865e-06,4.570268629322527e-06,4.776973582920618e-06,4.983678081771359e-06,5.190382580622099e-06,5.39708707947284e-06,5.60379157832358e-06,5.810496531921672e-06,6.017201030772412e-06,6.223905529623153e-06,6.430610483221244e-06,6.6373149820719846e-06,6.844019480922725e-06],"_type":"histogram","values":[1,2,2,4,6,7,16,26,27,50,69,95,127,225,268,368,541,687,978,1432,1967,2968,4236,6366,9674,14776,23147,35096,51044,68900,80537,79060,65642,47517,32158,20953,13410,8737,5736,3834,2664,1893,1318,958,634,455,371,240,190,114,92,57,49,37,19,17,14,4,3,4,0,1,0,1]},"gradients/linear.bias":{"bins":[-8.842744136927649e-07,-8.568539442421752e-07,-8.294335316350043e-07,-8.020131190278335e-07,-7.745926495772437e-07,-7.47172180126654e-07,-7.197517675194831e-07,-6.923313549123122e-07,-6.649108854617225e-07,-6.374904160111328e-07,-6.100700034039619e-07,-5.82649590796791e-07,-5.552291213462013e-07,-5.278086518956115e-07,-5.003882392884407e-07,-4.7296779825956037e-07,-4.4554735723068006e-07,-4.1812691620179976e-07,-3.9070647517291945e-07,-3.6328603414403915e-07,-3.3586559311515884e-07,-3.0844515208627854e-07,-2.8102471105739824e-07,-2.5360427002851793e-07,-2.2618382899963763e-07,-1.9876338797075732e-07,-1.7134294694187702e-07,-1.439225059129967e-07,-1.1650206488411641e-07,-8.90816238552361e-08,-6.16611828263558e-08,-3.4240741797475494e-08,-6.820300768595189e-09,2.0600140260285116e-08,4.802058128916542e-08,7.544102231804573e-08,1.0286146334692603e-07,1.3028190437580633e-07,1.5770234540468664e-07,1.8512278643356694e-07,2.1254322746244725e-07,2.3996366849132755e-07,2.6738410952020786e-07,2.9480455054908816e-07,3.2222499157796847e-07,3.4964543260684877e-07,3.770658736357291e-07,4.044863146646094e-07,4.319067556934897e-07,4.5932719672237e-07,4.867476377512503e-07,5.141680503584212e-07,5.415885198090109e-07,5.690089892596006e-07,5.964294018667715e-07,6.238498144739424e-07,6.512702839245321e-07,6.786907533751219e-07,7.061111659822927e-07,7.335315785894636e-07,7.609520480400533e-07,7.883725174906431e-07,8.15792930097814e-07,8.432133427049848e-07,8.706338121555746e-07],"_type":"histogram","values":[1,0,0,0,0,1,3,0,2,1,1,2,4,0,1,1,0,1,1,3,0,2,2,4,4,7,1,3,4,5,4,5,4,6,2,6,4,3,1,1,1,2,6,4,5,1,1,4,2,1,2,0,2,1,1,1,0,1,0,2,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,1,1,0,2,6,7,21,50,65,98,181,286,487,778,1135,1674,2564,3450,4781,6593,8758,11192,14174,17362,20938,24396,27717,30826,33220,35610,36603,36665,35872,34856,32614,29803,26669,23292,19693,16413,13124,10356,7870,6067,4338,3004,2209,1399,958,643,395,244,142,86,58,35,18,12,8,1,2,0,1],"bins":[-0.1015486940741539,-0.0984065979719162,-0.0952645018696785,-0.0921224057674408,-0.08898031711578369,-0.08583822101354599,-0.08269612491130829,-0.07955402880907059,-0.07641193270683289,-0.07326983660459518,-0.07012774050235748,-0.06698564440011978,-0.06384354829788208,-0.06070145592093468,-0.057559363543987274,-0.05441726744174957,-0.05127517133951187,-0.04813307523727417,-0.04499097913503647,-0.041848886758089066,-0.038706790655851364,-0.03556469455361366,-0.03242260217666626,-0.02928050607442856,-0.026138409972190857,-0.022996313869953156,-0.019854219630360603,-0.01671212539076805,-0.01357002928853035,-0.010427934117615223,-0.007285838946700096,-0.004143743775784969,-0.0010016486048698425,0.0021404465660452843,0.005282541736960411,0.008424636907875538,0.011566732078790665,0.014708827249705791,0.01785092242062092,0.02099301666021347,0.024135112762451172,0.027277208864688873,0.030419303104281425,0.03356139734387398,0.03670349344611168,0.03984558954834938,0.04298768192529678,0.046129778027534485,0.049271874129772186,0.05241397023200989,0.05555606633424759,0.05869815871119499,0.061840254813432693,0.0649823471903801,0.0681244432926178,0.0712665393948555,0.0744086354970932,0.0775507315993309,0.0806928277015686,0.0838349238038063,0.086977019906044,0.09011910855770111,0.09326120465993881,0.09640330076217651,0.09954539686441422],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-2.1613025182887213e-06,-2.0924114778608782e-06,-2.0235206648067106e-06,-1.9546296243788674e-06,-1.8857385839510243e-06,-1.8168475435231812e-06,-1.7479566167821758e-06,-1.6790656900411705e-06,-1.6101746496133273e-06,-1.5412836091854842e-06,-1.4723926824444789e-06,-1.4035017557034735e-06,-1.3346107152756304e-06,-1.2657196748477872e-06,-1.1968287481067819e-06,-1.1279378213657765e-06,-1.0590467809379334e-06,-9.901557405100903e-07,-9.212648137690849e-07,-8.523738301846606e-07,-7.834828466002364e-07,-7.145918630158121e-07,-6.457008794313879e-07,-5.768098958469636e-07,-5.079189122625394e-07,-4.3902792867811513e-07,-3.701369450936909e-07,-3.0124596150926664e-07,-2.323549779248424e-07,-1.6346399434041814e-07,-9.457301075599389e-08,-2.5682027171569644e-08,4.3208956412854604e-08,1.1209993999727885e-07,1.809909235817031e-07,2.4988190716612735e-07,3.187728907505516e-07,3.8766387433497584e-07,4.565548579194001e-07,5.254458415038243e-07,5.943368250882486e-07,6.632278086726728e-07,7.321187922570971e-07,8.010097758415213e-07,8.699007594259456e-07,9.387917430103698e-07,1.007682726594794e-06,1.0765736533357995e-06,1.1454646937636426e-06,1.2143557341914857e-06,1.283246660932491e-06,1.3521375876734965e-06,1.4210286281013396e-06,1.4899196685291827e-06,1.558810595270188e-06,1.6277015220111934e-06,1.6965925624390366e-06,1.7654836028668797e-06,1.834374529607885e-06,1.9032654563488904e-06,1.9721564967767335e-06,2.0410475372045767e-06,2.1099385776324198e-06,2.1788293906865874e-06,2.2477204311144305e-06],"_type":"histogram","values":[1,0,1,1,6,13,12,11,33,56,66,117,145,236,335,555,789,1250,1852,2773,3864,5826,8035,11298,15429,21087,27191,33919,41237,47094,51807,52549,51182,46341,39399,32263,25353,19496,14182,10368,7505,5179,3594,2406,1669,1117,747,501,320,223,139,83,61,33,27,15,9,10,7,4,0,1,1,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,2,0,3,2,4,7,10,12,21,24,32,37,42,41,30,19,15,25,10,11,7,4,15,6,13,5,5,9,8,10,11,13,13,18,26,26,30,34,40,30,37,19,13,9,4,6,5,1,1,1],"bins":[-0.0029217174742370844,-0.002847143914550543,-0.002772570587694645,-0.0026979970280081034,-0.0026234237011522055,-0.002548850141465664,-0.002474276814609766,-0.0023997032549232244,-0.002325129695236683,-0.002250556368380785,-0.0021759828086942434,-0.0021014094818383455,-0.002026835922151804,-0.0019522624788805842,-0.0018776890356093645,-0.0018031155923381448,-0.001728542149066925,-0.0016539687057957053,-0.0015793952625244856,-0.0015048218192532659,-0.0014302483759820461,-0.0013556748162955046,-0.0012811013730242848,-0.0012065279297530651,-0.0011319544864818454,-0.0010573810432106256,-0.000982807599939406,-0.0009082340984605253,-0.0008336606551893055,-0.0007590872119180858,-0.0006845137104392052,-0.0006099402671679854,-0.0005353668238967657,-0.000460793380625546,-0.0003862199082504958,-0.0003116464358754456,-0.00023707299260422587,-0.00016249953478109092,-8.792607695795596e-05,-1.3352619134820998e-05,6.122083868831396e-05,0.00013579429651144892,0.00021036775433458388,0.00028494122670963407,0.0003595146699808538,0.0004340881132520735,0.0005086616147309542,0.0005832350580021739,0.0006578085012733936,0.0007323819445446134,0.0008069553878158331,0.0008815288892947137,0.0009561023325659335,0.0010306758340448141,0.0011052492773160338,0.0011798227205872536,0.0012543961638584733,0.001328969607129693,0.0014035430504009128,0.0014781164936721325,0.001552690053358674,0.0016272634966298938,0.0017018369399011135,0.0017764103831723332,0.001850983826443553],"_type":"histogram"},"_step":164,"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.002205436583608389,-0.0021423627622425556,-0.0020792887080460787,-0.0020162148866802454,-0.0019531408324837685,-0.0018900670111179352,-0.001826993189752102,-0.0017639192519709468,-0.0017008453141897917,-0.0016377713764086366,-0.0015746974386274815,-0.0015116236172616482,-0.001448549679480493,-0.001385475741699338,-0.0013224019203335047,-0.0012593279825523496,-0.0011962540447711945,-0.0011331801069900393,-0.0010701061692088842,-0.001007032347843051,-0.0009439584100618958,-0.0008808844722807407,-0.0008178105927072465,-0.0007547367131337523,-0.0006916627753525972,-0.0006285888375714421,-0.0005655149579979479,-0.0005024410784244537,-0.0004393671406432986,-0.000376293231965974,-0.0003132193232886493,-0.00025014541461132467,-0.00018707162234932184,-0.0001239977136719972,-6.092380499467254e-05,2.150103682652116e-06,6.522401235997677e-05,0.00012829792103730142,0.00019137182971462607,0.0002544457383919507,0.0003175196470692754,0.00038059355574660003,0.0004436674644239247,0.0005067413439974189,0.000569815281778574,0.0006328892195597291,0.0006959630991332233,0.0007590369787067175,0.0008221109164878726,0.0008851848542690277,0.0009482587338425219,0.001011332613416016,0.0010744065511971712,0.0011374804889783263,0.0012005544267594814,0.0012636282481253147,0.0013267021859064698,0.001389776123687625,0.0014528499450534582,0.0015159238828346133,0.0015789978206157684,0.0016420717583969235,0.0017051456961780787,0.001768219517543912,0.001831293455325067],"_type":"histogram","values":[1,1,0,0,0,1,0,0,0,1,6,4,7,10,17,20,13,24,31,32,34,38,29,19,21,15,22,10,4,19,8,8,3,5,10,6,9,4,8,3,5,6,10,11,17,18,22,30,30,28,39,32,24,16,10,11,5,0,2,3,4,1,0,1]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0920695811510086,-0.08923690766096115,-0.0864042416214943,-0.08357156813144684,-0.08073889464139938,-0.07790622860193253,-0.07507355511188507,-0.07224088162183762,-0.06940821558237076,-0.0665755420923233,-0.06374286860227585,-0.06091020256280899,-0.058077529072761536,-0.05524485930800438,-0.05241218954324722,-0.04957951605319977,-0.04674684628844261,-0.043914176523685455,-0.041081503033638,-0.038248833268880844,-0.03541616350412369,-0.03258349001407623,-0.029750820249319077,-0.02691815048456192,-0.024085478857159615,-0.02125280722975731,-0.018420137465000153,-0.015587465837597847,-0.012754795141518116,-0.009922124445438385,-0.007089453283697367,-0.004256782121956348,-0.0014241114258766174,0.0014085595030337572,0.004241230431944132,0.00707390159368515,0.009906572289764881,0.012739242985844612,0.015571914613246918,0.018404584378004074,0.02123725600540638,0.024069927632808685,0.02690259739756584,0.029735269024968147,0.03256794065237045,0.03540061041712761,0.038233280181884766,0.04106595367193222,0.04389862343668938,0.04673129320144653,0.04956396669149399,0.052396636456251144,0.0552293062210083,0.058061979711055756,0.06089464947581291,0.06372731924057007,0.06655999273061752,0.06939265877008438,0.07222533226013184,0.07505800575017929,0.07789067178964615,0.0807233452796936,0.08355601876974106,0.08638868480920792,0.08922135829925537],"_type":"histogram","values":[2,1,4,4,16,20,25,61,107,158,247,436,574,853,1281,1831,2565,3428,4600,6263,7738,9933,12263,14910,17521,20567,22993,25981,28402,30595,32033,33177,33320,32880,31837,30326,28248,26048,23148,20356,17617,14682,12413,10068,7800,6120,4728,3499,2522,1812,1204,857,652,408,280,162,90,51,50,25,14,9,4,5]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,1,0,0,0,0,0,1,0,0,1,1,0,2,0,0,2,2,6,3,4,6,4,6,4,14,10,23,15,23,31,30,50,79,112,85,63,34,31,24,19,16,7,15,8,8,7,5,4,2,2,1,2,0,0,0,2,0,1,0,1],"bins":[-1.2789769243681803e-12,-1.2450040998146505e-12,-1.2110312752611208e-12,-1.177058450707591e-12,-1.1430856261540612e-12,-1.1091128016005314e-12,-1.0751399770470016e-12,-1.0411671524934718e-12,-1.007194327939942e-12,-9.732215033864122e-13,-9.392486788328824e-13,-9.052758542793526e-13,-8.713030297258229e-13,-8.373302051722931e-13,-8.033573806187633e-13,-7.693845560652335e-13,-7.354117315117037e-13,-7.014389069581739e-13,-6.674660824046441e-13,-6.334932578511143e-13,-5.995204332975845e-13,-5.655476087440547e-13,-5.31574784190525e-13,-4.976019596369952e-13,-4.636291350834654e-13,-4.296563105299356e-13,-3.956834859764058e-13,-3.61710661422876e-13,-3.277378368693462e-13,-2.937650123158164e-13,-2.5979218776228663e-13,-2.2581936320875684e-13,-1.9184653865522705e-13,-1.5787371410169726e-13,-1.2390088954816747e-13,-8.992806499463768e-14,-5.595524044110789e-14,-2.19824158875781e-14,1.199040866595169e-14,4.596323321948148e-14,7.993605777301127e-14,1.1390888232654106e-13,1.4788170688007085e-13,1.8185453143360064e-13,2.1582735598713043e-13,2.498001805406602e-13,2.8377300509419e-13,3.177458296477198e-13,3.517186542012496e-13,3.856914787547794e-13,4.1966430330830917e-13,4.5363712786183896e-13,4.876099524153688e-13,5.215827769688985e-13,5.555556015224283e-13,5.895284260759581e-13,6.235012506294879e-13,6.574740751830177e-13,6.914468997365475e-13,7.254197242900773e-13,7.593925488436071e-13,7.933653733971369e-13,8.273381979506667e-13,8.613110225041964e-13,8.952838470577262e-13],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[2,1,1,3,3,3,4,11,8,13,9,18,26,25,25,21,21,25,19,17,12,19,5,20,17,10,8,12,16,11,11,10,18,12,16,10,14,17,17,17,22,30,18,20,18,23,26,18,17,8,7,10,6,1,7,3,5,1,0,0,0,0,0,1],"bins":[-0.0013227687450125813,-0.0012780195102095604,-0.0012332703918218613,-0.0011885211570188403,-0.0011437719222158194,-0.0010990228038281202,-0.0010542735690250993,-0.0010095244506374002,-0.0009647752158343792,-0.0009200260392390192,-0.0008752768626436591,-0.0008305276278406382,-0.0007857784512452781,-0.0007410292746499181,-0.0006962800398468971,-0.0006515308632515371,-0.000606781686656177,-0.000562032510060817,-0.000517283333465457,-0.000472534098662436,-0.00042778492206707597,-0.00038303574547171593,-0.00033828653977252543,-0.00029353733407333493,-0.0002487881574779749,-0.00020403896633069962,-0.00015928977518342435,-0.00011454058403614908,-6.979139288887382e-05,-2.5042201741598547e-05,1.9706989405676723e-05,6.445618055295199e-05,0.00010920548811554909,0.00015395467926282436,0.00019870387041009963,0.0002434530615573749,0.00028820225270465016,0.0003329514293000102,0.0003777006349992007,0.0004224498406983912,0.00046719901729375124,0.0005119481938891113,0.0005566973704844713,0.0006014466052874923,0.0006461957818828523,0.0006909449584782124,0.0007356941932812333,0.0007804433698765934,0.0008251925464719534,0.0008699417230673134,0.0009146908996626735,0.0009594401344656944,0.0010041892528533936,0.0010489384876564145,0.0010936877224594355,0.0011384368408471346,0.0011831860756501555,0.0012279353104531765,0.0012726844288408756,0.0013174336636438966,0.0013621828984469175,0.0014069320168346167,0.0014516812516376376,0.0014964303700253367,0.0015411796048283577]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,2,4,5,13,12,19,28,45,54,87,133,185,270,361,603,821,1230,1754,2424,3715,5315,8148,12163,18806,30550,52697,110625,156485,73743,39966,23905,15057,9864,6509,4450,3040,2082,1464,982,704,484,327,215,152,122,61,51,33,17,15,8,5,4,3,0,1,2,0,0,0,0,1],"bins":[-6.690151508337294e-07,-6.461437465077324e-07,-6.232722853383166e-07,-6.004008810123196e-07,-5.775294766863226e-07,-5.546580155169067e-07,-5.317866111909098e-07,-5.089151500214939e-07,-4.860437456954969e-07,-4.631723129477905e-07,-4.4030088020008407e-07,-4.174294758740871e-07,-3.9455804312638065e-07,-3.7168661037867423e-07,-3.4881520605267724e-07,-3.259437733049708e-07,-3.030723405572644e-07,-2.80200907809558e-07,-2.5732947506185155e-07,-2.3445807073585456e-07,-2.1158663798814814e-07,-1.8871520524044172e-07,-1.6584378670359e-07,-1.429723681667383e-07,-1.2010093541903188e-07,-9.722950977675282e-08,-7.435808413447376e-08,-5.148665849219469e-08,-2.8615232849915628e-08,-5.743807207636564e-09,1.71276184346425e-08,3.9999044076921564e-08,6.287052656261949e-08,8.574195220489855e-08,1.0861337784717762e-07,1.3148479638402932e-07,1.5435622913173574e-07,1.7722766187944217e-07,2.0009908041629387e-07,2.2297049895314558e-07,2.45841931700852e-07,2.687133644485584e-07,2.9158479719626484e-07,3.1445620152226184e-07,3.3732763426996826e-07,3.601990670176747e-07,3.8307047134367167e-07,4.059419040913781e-07,4.288133368390845e-07,4.5168476958679094e-07,4.7455620233449736e-07,4.974276066604943e-07,5.202990678299102e-07,5.431704721559072e-07,5.660418764819042e-07,5.8891333765132e-07,6.11784741977317e-07,6.34656146303314e-07,6.575276074727299e-07,6.803990117987269e-07,7.032704161247239e-07,7.261418772941397e-07,7.490132816201367e-07,7.718847427895525e-07,7.947561471155495e-07]},"gradients/linear.weight":{"values":[1,1,0,0,2,0,3,3,5,13,12,18,20,41,51,76,87,132,196,255,366,551,799,1144,1773,2746,4301,6553,10025,14200,15499,13170,9118,5808,3734,2456,1616,1040,805,492,386,235,165,133,75,59,42,24,32,11,9,7,4,4,1,3,1,0,0,0,0,0,0,1],"bins":[-5.111749123898335e-05,-4.943438034388237e-05,-4.775126581080258e-05,-4.60681549157016e-05,-4.438504038262181e-05,-4.270192948752083e-05,-4.101881495444104e-05,-3.933570405934006e-05,-3.765259316423908e-05,-3.596947863115929e-05,-3.428636773605831e-05,-3.260325320297852e-05,-3.092014230787754e-05,-2.9237029593787156e-05,-2.755391687969677e-05,-2.5870804165606387e-05,-2.4187691451516002e-05,-2.2504578737425618e-05,-2.0821466023335233e-05,-1.913835330924485e-05,-1.7455240595154464e-05,-1.5772129700053483e-05,-1.4089016985963099e-05,-1.2405904271872714e-05,-1.072279155778233e-05,-9.039678843691945e-06,-7.356566584348911e-06,-5.673454325005878e-06,-3.990341610915493e-06,-2.307229124198784e-06,-6.24116637482075e-07,1.058995849234634e-06,2.7421119739301503e-06,4.425224688020535e-06,6.1083369473635685e-06,7.791449206706602e-06,9.474561920796987e-06,1.1157674634887371e-05,1.2840786439483054e-05,1.4523899153573439e-05,1.6207011867663823e-05,1.7890124581754208e-05,1.9573237295844592e-05,2.1256350009934977e-05,2.2939460905035958e-05,2.4622573619126342e-05,2.6305686333216727e-05,2.798879904730711e-05,2.9671911761397496e-05,3.135502265649848e-05,3.3038137189578265e-05,3.4721248084679246e-05,3.6404362617759034e-05,3.8087473512860015e-05,3.97705880459398e-05,4.1453698941040784e-05,4.3136809836141765e-05,4.481992436922155e-05,4.6503035264322534e-05,4.818614979740232e-05,4.98692606925033e-05,5.155237522558309e-05,5.323548612068407e-05,5.491860065376386e-05,5.660171154886484e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[4,0,3,2,2,5,6,5,13,19,24,52,65,83,128,207,307,420,712,1020,1475,2190,3268,4899,7441,11256,16538,24381,34721,46591,58331,67092,69236,62639,50996,39192,27928,19307,13037,8836,5664,3897,2550,1716,1182,769,524,329,246,180,115,78,40,34,20,17,9,7,5,4,1,2,2,2],"bins":[-3.621416453825077e-06,-3.5089246921415906e-06,-3.3964331578317797e-06,-3.2839413961482933e-06,-3.1714498618384823e-06,-3.058958100154996e-06,-2.946466565845185e-06,-2.8339748041616986e-06,-2.7214832698518876e-06,-2.608991508168401e-06,-2.496499746484915e-06,-2.384008212175104e-06,-2.2715164504916174e-06,-2.1590249161818065e-06,-2.04653315449832e-06,-1.934041620188509e-06,-1.8215498585050227e-06,-1.709058210508374e-06,-1.5965665625117254e-06,-1.4840749145150767e-06,-1.371583266518428e-06,-1.2590915048349416e-06,-1.146599856838293e-06,-1.0341082088416442e-06,-9.216165608449955e-07,-8.091249128483469e-07,-6.966332648516982e-07,-5.841415600116306e-07,-4.7164991201498196e-07,-3.591582640183333e-07,-2.4666658759997517e-07,-1.3417492539247178e-07,-2.1683263184968382e-08,9.080839902253501e-08,2.033000612300384e-07,3.157917376483965e-07,4.282833856450452e-07,5.407750336416939e-07,6.532667384817614e-07,7.657583864784101e-07,8.782500344750588e-07,9.907416824717075e-07,1.1032333304683561e-06,1.2157249784650048e-06,1.3282167401484912e-06,1.44070838814514e-06,1.5532000361417886e-06,1.6656916841384373e-06,1.778183332135086e-06,1.8906749801317346e-06,2.0031666281283833e-06,2.1156583898118697e-06,2.2281499241216807e-06,2.340641685805167e-06,2.453133220114978e-06,2.5656249817984644e-06,2.678116743481951e-06,2.790608277791762e-06,2.903100039475248e-06,3.015591573785059e-06,3.1280833354685456e-06,3.2405748697783565e-06,3.353066631461843e-06,3.465558165771654e-06,3.5780499274551403e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"values":[2,0,0,1,0,1,1,1,1,1,3,2,3,4,7,5,2,5,8,7,15,6,12,14,12,13,15,26,35,35,36,36,42,48,48,49,37,35,34,20,16,19,17,9,12,16,6,4,8,4,4,7,4,3,1,2,1,3,1,0,3,1,2,3],"bins":[-1.652767309678893e-06,-1.602640168130165e-06,-1.5525129128945991e-06,-1.502385771345871e-06,-1.452258629797143e-06,-1.4021314882484148e-06,-1.3520043466996867e-06,-1.301877091464121e-06,-1.2517499499153928e-06,-1.2016228083666647e-06,-1.1514955531310989e-06,-1.1013684115823708e-06,-1.0512412700336426e-06,-1.0011141284849145e-06,-9.509869300927676e-07,-9.008597317006206e-07,-8.507325901518925e-07,-8.006054486031644e-07,-7.504782502110174e-07,-7.003510518188705e-07,-6.502239102701424e-07,-6.000967687214143e-07,-5.499695703292673e-07,-4.998423719371203e-07,-4.4971523038839223e-07,-3.995880604179547e-07,-3.4946089044751716e-07,-2.993337204770796e-07,-2.492065505066421e-07,-1.9907938053620455e-07,-1.4895221056576702e-07,-9.882504059532948e-08,-4.869787062489195e-08,1.4292993455455871e-09,5.155646931598312e-08,1.0168363928642066e-07,1.518108092568582e-07,2.0193797922729573e-07,2.5206514919773326e-07,3.021923191681708e-07,3.5231948913860833e-07,4.0244665910904587e-07,4.525738290794834e-07,5.027010274716304e-07,5.528281690203585e-07,6.029553105690866e-07,6.530825089612335e-07,7.032097073533805e-07,7.533368489021086e-07,8.034639904508367e-07,8.535911888429837e-07,9.037183872351306e-07,9.538455287838588e-07,1.0039726703325869e-06,1.054099811881315e-06,1.1042270671168808e-06,1.1543542086656089e-06,1.204481350214337e-06,1.2546086054499028e-06,1.304735746998631e-06,1.354862888547359e-06,1.4049900300960871e-06,1.4551171716448152e-06,1.505244426880381e-06,1.5553715684291092e-06],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,1,0,0,0,1,4,2,3,3,5,3,5,8,12,7,12,13,14,14,17,34,16,21,17,36,23,29,35,33,24,29,34,25,21,26,20,27,23,24,14,15,24,7,9,15,11,7,6,10,9,5,3,1,1,1,2,1,0,2,0,1,2],"bins":[-7.285656238309457e-07,-7.059163067424379e-07,-6.832669896539301e-07,-6.606177294088411e-07,-6.379684123203333e-07,-6.153190952318255e-07,-5.926698349867365e-07,-5.700205178982287e-07,-5.473712008097209e-07,-5.247218837212131e-07,-5.020725666327053e-07,-4.794233063876163e-07,-4.567739892991085e-07,-4.341246722106007e-07,-4.114753835438023e-07,-3.888260948770039e-07,-3.661767777884961e-07,-3.435274606999883e-07,-3.208781720331899e-07,-2.9822888336639153e-07,-2.755795662778837e-07,-2.529302491893759e-07,-2.3028096052257752e-07,-2.0763165764492442e-07,-1.8498235476727132e-07,-1.6233305188961822e-07,-1.3968374901196512e-07,-1.1703444613431202e-07,-9.438514325665892e-08,-7.173584037900582e-08,-4.908653750135272e-08,-2.6437234623699624e-08,-3.787988589465385e-09,1.8861314288187714e-08,4.151061716584081e-08,6.415992004349391e-08,8.680922292114701e-08,1.0945852579880011e-07,1.321078286764532e-07,1.547571315541063e-07,1.774064344317594e-07,2.000557373094125e-07,2.227050401870656e-07,2.45354328853864e-07,2.680036459423718e-07,2.906529630308796e-07,3.13302251697678e-07,3.359515403644764e-07,3.586008574529842e-07,3.81250174541492e-07,4.038994632082904e-07,4.265487518750888e-07,4.491980689635966e-07,4.718473860521044e-07,4.944967031406122e-07,5.171459633857012e-07,5.39795280474209e-07,5.624445975627168e-07,5.850938578078058e-07,6.077431748963136e-07,6.303924919848214e-07,6.530418090733292e-07,6.75691126161837e-07,6.98340386406926e-07,7.209897034954338e-07],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-2.224978743470274e-06,-2.1561638732237043e-06,-2.0873487756034592e-06,-2.0185339053568896e-06,-1.9497188077366445e-06,-1.880903937490075e-06,-1.8120889535566675e-06,-1.7432739696232602e-06,-1.6744589856898529e-06,-1.6056440017564455e-06,-1.5368290178230382e-06,-1.4680140338896308e-06,-1.3991991636430612e-06,-1.3303841797096538e-06,-1.2615691957762465e-06,-1.1927542118428391e-06,-1.1239392279094318e-06,-1.0551242439760244e-06,-9.86309260042617e-07,-9.174943329526286e-07,-8.486793490192213e-07,-7.798643650858139e-07,-7.110494379958254e-07,-6.422344540624181e-07,-5.734194701290107e-07,-5.046044861956034e-07,-4.3578953068390547e-07,-3.6697457517220755e-07,-2.981595912388002e-07,-2.2934462151624757e-07,-1.6052965179369494e-07,-9.17146820711423e-08,-2.2899939722265117e-08,4.5915030000287516e-08,1.1472999972284015e-07,1.8354496944539278e-07,2.523599391679454e-07,3.2117492310135276e-07,3.899898786130507e-07,4.588048341247486e-07,5.276198180581559e-07,5.964348019915633e-07,6.652497859249706e-07,7.340647130149591e-07,8.028796969483665e-07,8.716946808817738e-07,9.405096079717623e-07,1.0093245919051697e-06,1.078139575838577e-06,1.1469545597719843e-06,1.2157695437053917e-06,1.284584527638799e-06,1.3533995115722064e-06,1.422214381818776e-06,1.4910293657521834e-06,1.5598443496855907e-06,1.628659333618998e-06,1.6974743175524054e-06,1.7662893014858128e-06,1.83510428541922e-06,1.9039191556657897e-06,1.972734253286035e-06,2.0415491235326044e-06,2.1103642211528495e-06,2.179179091399419e-06],"_type":"histogram","values":[1,0,0,1,1,0,1,1,2,0,4,1,2,5,8,13,10,6,9,13,17,14,19,36,26,37,55,78,90,113,156,231,244,207,130,100,81,59,47,55,26,18,22,13,22,12,10,11,12,5,5,2,4,1,3,3,3,0,0,0,2,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,0,6,8,11,19,33,78,128,199,334,482,773,1154,1723,2451,3271,4673,6348,8017,10635,13127,16026,19443,22409,25989,28748,31301,33761,34958,35639,35645,34489,32954,30539,27870,24785,21111,18061,14771,11972,9555,7372,5549,4208,2996,2081,1464,1042,618,386,249,147,100,55,32,14,5,5,1,1,1,1],"bins":[-0.09639513492584229,-0.09336314350366592,-0.09033115953207016,-0.0872991681098938,-0.08426718413829803,-0.08123519271612167,-0.07820320874452591,-0.07517121732234955,-0.07213923335075378,-0.06910724192857742,-0.06607525050640106,-0.0630432665348053,-0.06001127511262894,-0.056979287415742874,-0.05394729971885681,-0.05091531202197075,-0.047883324325084686,-0.044851336628198624,-0.04181934893131256,-0.0387873612344265,-0.035755373537540436,-0.032723382115364075,-0.029691394418478012,-0.02665940672159195,-0.023627419024705887,-0.020595431327819824,-0.01756344363093376,-0.01453145407140255,-0.011499466374516487,-0.008467478677630424,-0.005435490049421787,-0.0024035018868744373,0.0006284937262535095,0.0036604818888008595,0.006692470051348209,0.009724458679556847,0.01275644637644291,0.015788434073328972,0.018820423632860184,0.021852411329746246,0.02488439902663231,0.02791638672351837,0.030948374420404434,0.0339803621172905,0.03701235353946686,0.04004434123635292,0.04307632893323898,0.046108316630125046,0.04914030432701111,0.05217229202389717,0.055204279720783234,0.058236267417669296,0.06126825511455536,0.06430024653673172,0.06733223050832748,0.07036422193050385,0.07339620590209961,0.07642819732427597,0.07946018874645233,0.0824921727180481,0.08552416414022446,0.08855614811182022,0.09158813953399658,0.09462012350559235,0.09765211492776871],"_type":"histogram"},"parameters/bert.embeddings.word_embeddings.weight":{"values":[1,1,6,6,6,8,31,45,72,102,183,291,457,720,1045,1402,1995,2846,3647,4952,6265,8009,10183,11929,14129,16532,18720,20993,22881,24665,25397,26104,26765,25563,24719,23189,21543,19166,17074,14822,12658,10451,8372,6672,5157,3998,3041,2195,1616,1132,767,515,320,217,126,93,43,24,14,7,3,2,0,1],"bins":[-0.09316641837358475,-0.0902659147977829,-0.08736541867256165,-0.0844649150967598,-0.08156441152095795,-0.0786639079451561,-0.07576340436935425,-0.072862908244133,-0.06996240466833115,-0.0670619010925293,-0.06416140496730804,-0.061260901391506195,-0.058360397815704346,-0.055459894239902496,-0.052559394389390945,-0.049658894538879395,-0.046758390963077545,-0.043857887387275696,-0.040957387536764145,-0.038056887686252594,-0.035156384110450745,-0.032255880534648895,-0.029355380684137344,-0.026454878970980644,-0.023554377257823944,-0.020653875544667244,-0.017753373831510544,-0.014852872118353844,-0.011952370405197144,-0.009051868692040443,-0.006151366978883743,-0.003250865265727043,-0.00035037100315093994,0.00255013071000576,0.00545063242316246,0.00835113413631916,0.01125163584947586,0.01415213756263256,0.01705263927578926,0.01995314098894596,0.02285364270210266,0.02575414441525936,0.02865464612841606,0.03155514597892761,0.03445564955472946,0.03735615313053131,0.04025665298104286,0.04315715283155441,0.04605765640735626,0.04895815998315811,0.05185865983366966,0.05475915968418121,0.05765966325998306,0.06056016683578491,0.06346066296100616,0.06636116653680801,0.06926167011260986,0.07216217368841171,0.07506267726421356,0.07796317338943481,0.08086367696523666,0.08376418054103851,0.08666467666625977,0.08956518024206161,0.09246568381786346],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,6,6,6,8,11,21,13,21,33,31,33,27,15,23,24,20,18,13,12,17,10,10,5,8,5,5,14,10,5,14,8,15,17,16,30,16,34,32,28,33,29,15,13,13,5,6,3,1,3,1,0,1,0,0,0,1],"bins":[-0.001982960384339094,-0.0019210507161915302,-0.0018591409316286445,-0.0017972311470657587,-0.0017353214789181948,-0.0016734118107706308,-0.001611502026207745,-0.0015495922416448593,-0.0014876825734972954,-0.0014257729053497314,-0.0013638631207868457,-0.00130195333622396,-0.001240043668076396,-0.001178133999928832,-0.0011162242153659463,-0.0010543144308030605,-0.0009924047626554966,-0.0009304950363002717,-0.0008685853099450469,-0.000806675583589822,-0.0007447658572345972,-0.0006828561308793724,-0.0006209464045241475,-0.0005590366781689227,-0.0004971269518136978,-0.00043521722545847297,-0.0003733074991032481,-0.00031139777274802327,-0.0002494880463927984,-0.00018757832003757358,-0.00012566859368234873,-6.375886732712388e-05,-1.8491409718990326e-06,6.0060585383325815e-05,0.00012197031173855066,0.0001838800380937755,0.00024578976444900036,0.0003076994908042252,0.00036960921715945005,0.0004315189435146749,0.0004934286698698997,0.0005553383962251246,0.0006172481225803494,0.0006791578489355743,0.0007410675752907991,0.000802977301646024,0.0008648870280012488,0.0009267967543564737,0.0009887064807116985,0.0010506161488592625,0.0011125259334221482,0.001174435717985034,0.001236345386132598,0.0012982550542801619,0.0013601648388430476,0.0014220746234059334,0.0014839842915534973,0.0015458939597010612,0.001607803744263947,0.0016697135288268328,0.0017316231969743967,0.0017935328651219606,0.0018554426496848464,0.0019173524342477322,0.001979262102395296]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"values":[2,2,3,5,3,4,10,15,20,31,35,64,62,137,226,354,513,745,1095,1595,2370,3489,5133,7617,10999,15392,21291,28995,37564,45865,53247,57454,57638,53582,46160,37688,28845,21496,15207,11194,7611,5280,3575,2430,1574,1069,744,442,313,210,152,90,58,47,29,20,10,4,10,2,3,2,1,1],"bins":[-2.4849084638844943e-06,-2.4072680844255956e-06,-2.329627704966697e-06,-2.2519873255077982e-06,-2.174347173422575e-06,-2.0967067939636763e-06,-2.0190664145047776e-06,-1.941426035045879e-06,-1.8637856555869803e-06,-1.7861452761280816e-06,-1.708504896669183e-06,-1.630864630897122e-06,-1.5532242514382233e-06,-1.4755838719793246e-06,-1.3979436062072637e-06,-1.320303226748365e-06,-1.2426628472894663e-06,-1.1650224678305676e-06,-1.087382088371669e-06,-1.009741822599608e-06,-9.321014431407093e-07,-8.544610636818106e-07,-7.768207410663308e-07,-6.99180418450851e-07,-6.215400389919523e-07,-5.438996595330536e-07,-4.662593369175738e-07,-3.8861898588038457e-07,-3.109786348431953e-07,-2.3333828380600607e-07,-1.5569793276881683e-07,-7.805758173162758e-08,-4.170033207628876e-10,7.722334771642636e-08,1.548636987536156e-07,2.3250404979080486e-07,3.101444008279941e-07,3.8778475186518335e-07,4.654251029023726e-07,5.430654255178524e-07,6.207058049767511e-07,6.983461844356498e-07,7.759865070511296e-07,8.536268296666094e-07,9.312672091255081e-07,1.0089075885844068e-06,1.0865478543564677e-06,1.1641882338153664e-06,1.241828613274265e-06,1.3194689927331638e-06,1.3971093721920624e-06,1.4747496379641234e-06,1.552390017423022e-06,1.6300303968819208e-06,1.7076706626539817e-06,1.7853110421128804e-06,1.862951421571779e-06,1.9405918010306777e-06,2.0182321804895764e-06,2.095872559948475e-06,2.1735127120336983e-06,2.251153091492597e-06,2.3287934709514957e-06,2.4064338504103944e-06,2.484074229869293e-06],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,1,4,2,1,3,3,11,8,18,22,22,28,13,29,25,25,23,27,20,20,12,19,17,11,13,21,15,12,17,14,8,19,13,27,32,28,26,24,25,18,26,22,13,7,8,4,2,3,2,0,0,0,2,1],"bins":[-0.0017816441832110286,-0.0017310555558651686,-0.0016804670449346304,-0.0016298784175887704,-0.0015792899066582322,-0.0015287012793123722,-0.0014781126519665122,-0.001427524141035974,-0.001376935513690114,-0.0013263470027595758,-0.0012757583754137158,-0.0012251697480678558,-0.0011745812371373177,-0.0011239926097914577,-0.0010734040988609195,-0.0010228154715150595,-0.0009722269023768604,-0.0009216383332386613,-0.0008710497641004622,-0.0008204611367546022,-0.0007698725676164031,-0.000719283998478204,-0.0006686954293400049,-0.0006181068602018058,-0.0005675182910636067,-0.0005169296637177467,-0.00046634109457954764,-0.00041575252544134855,-0.00036516395630314946,-0.0003145753580611199,-0.0002639867889229208,-0.0002133982052328065,-0.00016280962154269218,-0.00011222103785257787,-6.163246143842116e-05,-1.1043881386285648e-05,3.9544698665849864e-05,9.013328235596418e-05,0.00014072185149416327,0.0001913104351842776,0.0002418990188743919,0.000292487588012591,0.00034307618625462055,0.00039366475539281964,0.00044425332453101873,0.0004948418936692178,0.0005454305210150778,0.0005960190901532769,0.000646607659291476,0.0006971962284296751,0.0007477847975678742,0.0007983734249137342,0.0008489619940519333,0.0008995505631901324,0.0009501391323283315,0.0010007277596741915,0.0010513162706047297,0.0011019048979505897,0.0011524934088811278,0.0012030820362269878,0.0012536706635728478,0.001304259174503386,0.001354847801849246,0.0014054363127797842,0.0014560249401256442]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,2,3,14,16,33,54,123,173,274,425,632,980,1549,2154,3261,4286,5817,7720,10188,12617,15742,18748,22468,25723,28616,31553,33813,35077,35847,36157,34985,33660,31137,28338,24784,21730,18339,15289,12248,9536,7288,5499,4022,2966,2050,1360,923,635,402,236,129,95,55,29,10,2,6,2,0,1,1],"bins":[-0.09833107143640518,-0.0952487662434578,-0.092166468501091,-0.08908416330814362,-0.08600185811519623,-0.08291955292224884,-0.07983725517988205,-0.07675494998693466,-0.07367264479398727,-0.07059034705162048,-0.0675080418586731,-0.06442573666572571,-0.06134343519806862,-0.05826113000512123,-0.05517882853746414,-0.052096523344516754,-0.049014221876859665,-0.045931920409202576,-0.04284961521625519,-0.0397673137485981,-0.03668500855565071,-0.03360270708799362,-0.030520403757691383,-0.027438100427389145,-0.024355797097086906,-0.021273493766784668,-0.01819119043648243,-0.015108888037502766,-0.012026584707200527,-0.008944281376898289,-0.005861978512257338,-0.0027796754147857428,0.00030262768268585205,0.003384930780157447,0.006467233877629042,0.009549536742269993,0.012631840072572231,0.015714142471551895,0.018796445801854134,0.021878749132156372,0.02496105246245861,0.02804335579276085,0.031125659123063087,0.034207962453365326,0.037290263921022415,0.0403725691139698,0.04345487058162689,0.04653717577457428,0.04961947724223137,0.05270177870988846,0.055784083902835846,0.058866385370492935,0.06194869056344032,0.06503099203109741,0.0681132972240448,0.07119560241699219,0.07427790015935898,0.07736020535230637,0.08044251054525375,0.08352480828762054,0.08660711348056793,0.08968941867351532,0.09277172386646271,0.0958540216088295,0.09893632680177689]},"parameters/bert.embeddings.token_type_embeddings.weight":{"values":[2,0,1,0,1,5,6,2,10,7,4,7,14,16,8,24,21,28,32,37,35,56,56,51,51,65,69,55,49,73,70,71,74,56,61,62,48,41,40,40,33,29,21,20,17,11,7,7,9,7,6,3,3,1,3,2,6,1,0,0,0,0,0,2],"bins":[-0.06438294053077698,-0.06221519038081169,-0.060047440230846405,-0.05787969380617142,-0.05571194365620613,-0.053544193506240845,-0.05137644708156586,-0.04920869693160057,-0.047040946781635284,-0.04487319663167,-0.04270544648170471,-0.040537700057029724,-0.03836994990706444,-0.03620219975709915,-0.034034453332424164,-0.03186670318245888,-0.02969895303249359,-0.027531202882528305,-0.025363454595208168,-0.02319570630788803,-0.021027956157922745,-0.01886020600795746,-0.01669245772063732,-0.01452470850199461,-0.012356959283351898,-0.010189210064709187,-0.008021460846066475,-0.005853711627423763,-0.0036859624087810516,-0.00151821319013834,0.0006495360285043716,0.0028172852471470833,0.004985027015209198,0.00715277623385191,0.009320525452494621,0.011488274671137333,0.013656023889780045,0.01582377403974533,0.017991522327065468,0.020159270614385605,0.02232702076435089,0.024494770914316177,0.026662519201636314,0.02883026748895645,0.030998017638921738,0.033165767788887024,0.03533351421356201,0.0375012643635273,0.039669014513492584,0.04183676466345787,0.04400451481342316,0.046172261238098145,0.04834001138806343,0.05050776153802872,0.052675507962703705,0.05484325811266899,0.05701100826263428,0.059178758412599564,0.06134650856256485,0.06351425498723984,0.06568200886249542,0.06784975528717041,0.0700175017118454,0.07218525558710098,0.07435300201177597],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,1,3,4,9,5,21,19,34,55,73,96,136,177,262,373,487,704,987,1392,1958,2724,3909,5487,7683,10885,15441,22276,33173,53194,95677,133807,67521,41606,27070,18204,12863,9022,6536,4604,3284,2338,1680,1184,835,585,439,286,224,133,101,75,57,39,23,18,8,10,7,7,3,5,0,4],"bins":[-4.0345284446630103e-07,-3.905399523773667e-07,-3.7762703186672297e-07,-3.6471413977778866e-07,-3.5180124768885435e-07,-3.388883271782106e-07,-3.259754350892763e-07,-3.13062543000342e-07,-3.0014962248969823e-07,-2.872367304007639e-07,-2.743238383118296e-07,-2.614109462228953e-07,-2.4849802571225155e-07,-2.3558513362331723e-07,-2.226722273235282e-07,-2.097593352345939e-07,-1.9684642893480486e-07,-1.8393352263501583e-07,-1.7102063054608152e-07,-1.581077242462925e-07,-1.4519483215735818e-07,-1.3228192585756915e-07,-1.1936901955778012e-07,-1.0645612036341845e-07,-9.354322116905678e-08,-8.063032197469511e-08,-6.771742278033344e-08,-5.480451648054441e-08,-4.1891617286182736e-08,-2.8978716315464226e-08,-1.6065815344745715e-08,-3.1529143740272048e-09,9.760015018400736e-09,2.2672915989119247e-08,3.558581695983776e-08,4.849871970691311e-08,6.141161890127478e-08,7.432451809563645e-08,8.723742439542548e-08,1.0015032358978715e-07,1.1306322278414882e-07,1.2597612908393785e-07,1.3888902117287216e-07,1.518019274726612e-07,1.6471483377245022e-07,1.7762772586138453e-07,1.9054063216117356e-07,2.0345352425010788e-07,2.163664305498969e-07,2.2927933684968593e-07,2.4219224314947496e-07,2.551051352384093e-07,2.680180273273436e-07,2.8093094783798733e-07,2.9384383992692165e-07,3.0675673201585596e-07,3.196696525264997e-07,3.32582544615434e-07,3.4549543670436833e-07,3.5840832879330264e-07,3.713212493039464e-07,3.842341413928807e-07,3.97147033481815e-07,4.1005995399245876e-07,4.2297284608139307e-07],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,2,0,4,2,2,3,6,1,5,7,4,2,10,12,15,12,11,21,14,22,24,23,31,24,23,27,17,27,33,26,38,31,24,36,18,31,12,23,20,22,14,16,13,7,6,4,7,8,3,4,4,2,4,1,1,1,0,1,0,2,1],"bins":[-1.6099761523946654e-06,-1.5590635484841187e-06,-1.508150944573572e-06,-1.4572383406630252e-06,-1.4063257367524784e-06,-1.3554131328419317e-06,-1.304500528931385e-06,-1.2535879250208382e-06,-1.2026753211102914e-06,-1.1517627171997447e-06,-1.100850113289198e-06,-1.0499375093786512e-06,-9.990249054681044e-07,-9.481122447141388e-07,-8.97199640803592e-07,-8.462870368930453e-07,-7.953744329824985e-07,-7.444618290719518e-07,-6.93549225161405e-07,-6.426366212508583e-07,-5.917240173403115e-07,-5.408114134297648e-07,-4.89898809519218e-07,-4.3898617718696187e-07,-3.880735732764151e-07,-3.3716096936586837e-07,-2.862483654553216e-07,-2.3533574733392015e-07,-1.844231434233734e-07,-1.3351053951282665e-07,-8.259792849685255e-08,-3.168532103359212e-08,1.922728642966831e-08,7.013989034021506e-08,1.210524942507618e-07,1.7196511237216328e-07,2.2287771628271003e-07,2.737903344041115e-07,3.2470293831465824e-07,3.75615542225205e-07,4.2652814613575174e-07,4.774407784680079e-07,5.283533823785547e-07,5.792659862891014e-07,6.301785901996482e-07,6.810911941101949e-07,7.320037980207417e-07,7.829164019312884e-07,8.338290058418352e-07,8.847416097523819e-07,9.356542136629287e-07,9.865668744168943e-07,1.037479478327441e-06,1.0883920822379878e-06,1.1393046861485345e-06,1.1902172900590813e-06,1.241129893969628e-06,1.2920424978801748e-06,1.3429551017907215e-06,1.3938677057012683e-06,1.444780309611815e-06,1.4956929135223618e-06,1.5466055174329085e-06,1.5975181213434553e-06,1.648430725254002e-06]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-6.16363536209974e-07,-5.971507448521152e-07,-5.779379534942564e-07,-5.587251621363976e-07,-5.395123707785388e-07,-5.2029957942068e-07,-5.010867880628211e-07,-4.818739967049623e-07,-4.6266123376881296e-07,-4.4344844241095416e-07,-4.2423565105309535e-07,-4.0502285969523655e-07,-3.8581009675908717e-07,-3.6659730540122837e-07,-3.4738451404336956e-07,-3.2817172268551076e-07,-3.0895893132765195e-07,-2.8974613996979315e-07,-2.7053334861193434e-07,-2.5132055725407554e-07,-2.3210778010707145e-07,-2.1289498874921264e-07,-1.9368221160220855e-07,-1.7446942024434975e-07,-1.5525662888649094e-07,-1.3604383752863214e-07,-1.1683105327620069e-07,-9.761826902376924e-08,-7.840547766591044e-08,-5.919268986076531e-08,-3.997990205562019e-08,-2.076711425047506e-08,-1.5543264453299344e-09,1.7658461359815192e-08,3.687124916496032e-08,5.6084036970105444e-08,7.529682477525057e-08,9.450961613310938e-08,1.1372240038554082e-07,1.3293518463797227e-07,1.5214797599583108e-07,1.7136076735368988e-07,1.9057355871154869e-07,2.0978633585855277e-07,2.2899912721641158e-07,2.4821190436341567e-07,2.674246957212745e-07,2.866374870791333e-07,3.058502784369921e-07,3.250630697948509e-07,3.442758611527097e-07,3.634886525105685e-07,3.827014438684273e-07,4.019142068045767e-07,4.211269981624355e-07,4.403397895202943e-07,4.595525808781531e-07,4.787653438143025e-07,4.979781351721613e-07,5.171909265300201e-07,5.364037178878789e-07,5.556165092457377e-07,5.748293006035965e-07,5.940420919614553e-07,6.132548833193141e-07],"_type":"histogram","values":[2,0,1,3,0,6,3,6,12,20,25,34,67,81,124,179,224,347,504,730,1097,1440,2032,2956,4468,6428,9585,14819,22660,35689,60209,117904,130600,66400,38897,24280,15696,10361,6807,4502,3164,2303,1506,1089,757,561,376,284,194,133,85,54,39,26,18,14,7,5,4,3,1,2,0,1]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.001685676514171064,-0.001620455295778811,-0.0015552341938018799,-0.001490012975409627,-0.0014247918734326959,-0.001359570655040443,-0.0012943495530635118,-0.001229128334671259,-0.001163907116279006,-0.001098686014302075,-0.001033464795909822,-0.0009682436939328909,-0.000903022475540638,-0.000837801315356046,-0.000772580155171454,-0.0007073589949868619,-0.0006421378348022699,-0.0005769166746176779,-0.0005116955144330859,-0.00044647432514466345,-0.00038125316496007144,-0.00031603200477547944,-0.00025081081548705697,-0.00018558965530246496,-0.00012036849511787295,-5.514732765732333e-05,1.0073839803226292e-05,7.529500726377591e-05,0.00014051617472432554,0.00020573733490891755,0.00027095852419734,0.000336179684381932,0.0004014007281512022,0.0004666218883357942,0.0005318430485203862,0.0005970642087049782,0.0006622853688895702,0.0007275065872818232,0.0007927277474664152,0.0008579489076510072,0.0009231700678355992,0.0009883912280201912,0.0010536124464124441,0.0011188335483893752,0.0011840547667816281,0.0012492758687585592,0.0013144970871508121,0.0013797181891277432,0.0014449394075199962,0.001510160625912249,0.0015753817278891802,0.001640602946281433,0.0017058240482583642,0.0017710452666506171,0.0018362663686275482,0.0019014875870198011,0.001966708805412054,0.002031930023804307,0.0020971510093659163,0.002162372227758169,0.002227593446150422,0.002292814664542675,0.0023580356501042843,0.002423256868496537,0.00248847808688879],"_type":"histogram","values":[1,0,1,3,6,6,11,11,26,32,54,61,85,91,111,85,49,63,63,55,44,35,25,38,40,34,36,32,45,42,39,28,31,57,58,71,75,67,60,75,60,75,41,36,17,18,13,14,7,4,6,1,4,3,1,1,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.1005447506904602,-0.09742018580436707,-0.09429562836885452,-0.09117106348276138,-0.08804650604724884,-0.0849219411611557,-0.08179738372564316,-0.07867281883955002,-0.07554826140403748,-0.07242369651794434,-0.0692991316318512,-0.06617457419633865,-0.06305000931024551,-0.05992544814944267,-0.05680088698863983,-0.05367632582783699,-0.05055176466703415,-0.04742720350623131,-0.04430264234542847,-0.041178081184625626,-0.038053520023822784,-0.034928955137729645,-0.031804393976926804,-0.028679832816123962,-0.02555527165532112,-0.02243071049451828,-0.01930614933371544,-0.01618158631026745,-0.013057025149464607,-0.009932463988661766,-0.00680790189653635,-0.0036833402700722218,-0.0005587860941886902,0.0025657755322754383,0.005690337158739567,0.008814899250864983,0.011939460411667824,0.015064021572470665,0.018188584595918655,0.021313145756721497,0.024437706917524338,0.02756226807832718,0.03068682923913002,0.03381139039993286,0.036935955286026,0.04006051644682884,0.04318507760763168,0.046309638768434525,0.049434199929237366,0.05255876109004021,0.05568332225084305,0.05880788341164589,0.06193244457244873,0.06505700945854187,0.06818156689405441,0.07130613178014755,0.0744306892156601,0.07755525410175323,0.08067981898784637,0.08380437642335892,0.08692894130945206,0.0900534987449646,0.09317806363105774,0.09630262106657028,0.09942718595266342],"_type":"histogram","values":[1,1,4,6,3,21,39,61,105,207,314,523,917,1338,2187,3352,4925,7157,10067,13867,18622,24744,31279,38911,47750,57315,65636,75112,83200,89319,94708,96999,97548,95540,92155,85539,77905,69674,60020,51232,42279,33781,26752,20616,15510,11149,8255,5604,3823,2549,1685,1065,640,359,210,130,82,32,15,11,9,3,0,2]},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[1,1,3,6,7,16,31,56,81,178,346,558,885,1472,2350,3569,5276,7525,10817,15237,20033,26481,33568,42364,51153,60725,70579,79590,87159,93268,97946,99324,99034,95884,90865,83691,74853,65973,56210,46667,37852,30041,23337,17411,12995,8945,6454,4374,2844,1859,1257,686,438,283,144,79,34,21,16,6,4,0,1,1],"bins":[-0.10110939294099808,-0.09792537242174149,-0.09474135935306549,-0.0915573388338089,-0.0883733257651329,-0.08518930524587631,-0.08200529217720032,-0.07882127165794373,-0.07563725858926773,-0.07245323807001114,-0.06926922500133514,-0.06608520448207855,-0.06290119141340256,-0.059717170894145966,-0.05653315410017967,-0.05334913730621338,-0.050165120512247086,-0.04698110371828079,-0.0437970869243145,-0.040613070130348206,-0.03742905333638191,-0.03424503654241562,-0.031061017885804176,-0.027877001091837883,-0.02469298429787159,-0.021508967503905296,-0.018324950709939003,-0.015140932984650135,-0.011956916190683842,-0.008772899396717548,-0.005588882137089968,-0.0024048651102930307,0.0007791519165039062,0.0039631687104702,0.00714718597009778,0.010331203229725361,0.013515220023691654,0.016699237748980522,0.019883254542946815,0.02306727133691311,0.026251288130879402,0.029435304924845695,0.03261932358145714,0.03580334037542343,0.038987357169389725,0.04217137396335602,0.04535539075732231,0.048539407551288605,0.0517234243452549,0.05490744113922119,0.058091457933187485,0.06127547472715378,0.06445949524641037,0.06764350831508636,0.07082752883434296,0.07401154190301895,0.07719556242227554,0.08037957549095154,0.08356359601020813,0.08674760907888412,0.08993162959814072,0.09311564266681671,0.0962996631860733,0.0994836762547493,0.10266769677400589],"_type":"histogram"},"_runtime":55,"parameters/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09214288741350174,-0.08912870287895203,-0.08611452579498291,-0.0831003412604332,-0.08008615672588348,-0.07707197964191437,-0.07405779510736465,-0.07104361057281494,-0.06802943348884583,-0.06501524895429611,-0.0620010644197464,-0.058986883610486984,-0.05597270280122757,-0.052958518266677856,-0.04994433745741844,-0.04693015292286873,-0.043915972113609314,-0.0409017913043499,-0.037887606769800186,-0.03487342596054077,-0.03185924142599106,-0.028845060616731644,-0.02583087980747223,-0.022816697135567665,-0.0198025144636631,-0.016788331791758537,-0.013774150051176548,-0.010759968310594559,-0.007745785638689995,-0.004731603432446718,-0.0017174212262034416,0.001296760980039835,0.004310935735702515,0.007325117941945791,0.010339300148189068,0.013353481888771057,0.01636766456067562,0.019381847232580185,0.0223960280418396,0.025410210713744164,0.028424393385648727,0.03143857419490814,0.034452758729457855,0.03746693953871727,0.040481120347976685,0.0434953048825264,0.04650948569178581,0.049523670226335526,0.05253785103559494,0.055552031844854355,0.05856621637940407,0.06158039718866348,0.0645945817232132,0.06760875880718231,0.07062294334173203,0.07363712787628174,0.07665130496025085,0.07966548949480057,0.08267967402935028,0.0856938585639,0.08870803564786911,0.09172222018241882,0.09473640471696854,0.09775058180093765,0.10076476633548737],"_type":"histogram","values":[1,3,4,8,20,29,61,85,135,240,345,591,827,1267,1856,2729,3866,5114,6851,8790,11206,13930,16907,20178,23504,26511,29298,31707,33828,34944,35291,35386,33889,31956,29703,26763,23649,20488,17392,14386,11592,9294,6991,5281,3947,2932,2064,1373,953,577,411,282,142,91,69,42,26,6,6,4,1,1,0,1]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[4,5,5,4,3,13,17,11,18,48,58,84,134,187,277,403,533,833,1180,1725,2620,3817,5948,9318,13935,21242,32478,50507,78889,126552,216723,350744,256134,145160,89548,56966,36940,23929,15323,10111,6630,4457,3001,2040,1366,879,642,459,290,220,157,94,74,42,40,9,10,10,7,3,3,2,1,2],"bins":[-2.1786668185086455e-06,-2.109805791405961e-06,-2.0409447643032763e-06,-1.9720837372005917e-06,-1.9032225964110694e-06,-1.8343615693083848e-06,-1.7655004285188625e-06,-1.6966394014161779e-06,-1.6277783743134933e-06,-1.5589173472108087e-06,-1.490056320108124e-06,-1.4211951793186017e-06,-1.3523341522159171e-06,-1.2834731251132325e-06,-1.2146119843237102e-06,-1.1457509572210256e-06,-1.076889930118341e-06,-1.0080289030156564e-06,-9.391678190695529e-07,-8.703067351234495e-07,-8.014457080207649e-07,-7.325846809180803e-07,-6.637235969719768e-07,-5.948625130258733e-07,-5.260014859231887e-07,-4.571404303987947e-07,-3.8827937487440067e-07,-3.1941831935000664e-07,-2.505572638256126e-07,-1.8169620830121858e-07,-1.1283515277682454e-07,-4.397409725243051e-08,2.4886958271963522e-08,9.374801379635755e-08,1.626090693207516e-07,2.3147012484514562e-07,3.0033118036953965e-07,3.691922358939337e-07,4.380532914183277e-07,5.069143753644312e-07,5.757754024671158e-07,6.446364295698004e-07,7.134975135159038e-07,7.823585974620073e-07,8.512196245646919e-07,9.200806516673765e-07,9.889417924568988e-07,1.0578028195595834e-06,1.126663846662268e-06,1.1955248737649526e-06,1.2643859008676372e-06,1.3332470416571596e-06,1.4021080687598442e-06,1.4709690958625288e-06,1.539830236652051e-06,1.6086912637547357e-06,1.6775522908574203e-06,1.746413317960105e-06,1.8152743450627895e-06,1.8841354858523118e-06,1.952996626641834e-06,2.0218576537445188e-06,2.0907186808472034e-06,2.159579707949888e-06,2.2284407350525726e-06]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,1,0,2,1,2,0,4,7,8,9,8,8,11,15,30,29,34,31,47,63,68,84,123,148,200,244,173,138,103,96,67,62,47,38,33,17,14,12,20,11,5,8,8,6,4,1,0,1,1,0,1,0,1,1,1],"bins":[-1.4099121017352445e-06,-1.3690743116967496e-06,-1.3282366353450925e-06,-1.2873988453065977e-06,-1.2465611689549405e-06,-1.2057233789164457e-06,-1.1648855888779508e-06,-1.1240479125262937e-06,-1.0832101224877988e-06,-1.042372332449304e-06,-1.0015346560976468e-06,-9.60696866059152e-07,-9.198591328640759e-07,-8.79021399669e-07,-8.381836096305051e-07,-7.973458764354291e-07,-7.565081432403531e-07,-7.156704100452771e-07,-6.748326768502011e-07,-6.339948868117062e-07,-5.931571536166302e-07,-5.523194204215542e-07,-5.114816303830594e-07,-4.706438971879834e-07,-4.298061639929074e-07,-3.889684307978314e-07,-3.4813066918104596e-07,-3.0729290756426053e-07,-2.6645517436918453e-07,-2.2561742696325382e-07,-1.847796795573231e-07,-1.439419321513924e-07,-1.0310407105862396e-07,-6.226632365269325e-08,-2.1428576246762532e-08,1.940917115916818e-08,6.02469185650989e-08,1.0108466597102961e-07,1.4192241337696032e-07,1.8276016078289103e-07,2.2359790818882175e-07,2.6443564138389775e-07,3.052734030006832e-07,3.461111646174686e-07,3.869488978125446e-07,4.277866310076206e-07,4.6862439262440603e-07,5.094621542411915e-07,5.502998874362675e-07,5.911376206313435e-07,6.319753538264195e-07,6.728131438649143e-07,7.136508770599903e-07,7.544886102550663e-07,7.953264002935612e-07,8.361641334886372e-07,8.770018666837132e-07,9.178395998787892e-07,9.586773330738652e-07,9.9951512311236e-07,1.0403527994640172e-06,1.081190589502512e-06,1.1220283795410069e-06,1.162866055892664e-06,1.2037038459311589e-06],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-6.536993168992922e-13,-6.31050767196939e-13,-6.084022174945858e-13,-5.857536677922326e-13,-5.631051180898794e-13,-5.404565683875262e-13,-5.17808018685173e-13,-4.951594689828198e-13,-4.725109192804666e-13,-4.4986236957811343e-13,-4.2721381987576024e-13,-4.0456527017340704e-13,-3.8191672047105385e-13,-3.5926817076870066e-13,-3.3661962106634746e-13,-3.1397107136399427e-13,-2.913225216616411e-13,-2.686739719592879e-13,-2.460254222569347e-13,-2.233768725545815e-13,-2.007283228522283e-13,-1.780797731498751e-13,-1.5543122344752192e-13,-1.3278267374516872e-13,-1.1013412404281553e-13,-8.748557434046234e-14,-6.483702463810914e-14,-4.218847493575595e-14,-1.9539925233402755e-14,3.1086244689504383e-15,2.5757174171303632e-14,4.8405723873656825e-14,7.105427357601002e-14,9.370282327836321e-14,1.163513729807164e-13,1.389999226830696e-13,1.616484723854228e-13,1.8429702208777599e-13,2.0694557179012918e-13,2.2959412149248237e-13,2.5224267119483557e-13,2.7489122089718876e-13,2.9753977059954195e-13,3.2018832030189515e-13,3.4283687000424834e-13,3.6548541970660153e-13,3.8813396940895473e-13,4.107825191113079e-13,4.334310688136611e-13,4.560796185160143e-13,4.787281682183675e-13,5.013767179207207e-13,5.240252676230739e-13,5.466738173254271e-13,5.693223670277803e-13,5.919709167301335e-13,6.146194664324867e-13,6.372680161348399e-13,6.59916565837193e-13,6.825651155395462e-13,7.052136652418994e-13,7.278622149442526e-13,7.505107646466058e-13,7.73159314348959e-13,7.958078640513122e-13],"_type":"histogram","values":[1,0,0,1,0,2,2,1,1,2,1,2,3,5,4,3,11,15,12,15,13,17,17,25,34,32,58,50,67,53,60,43,51,26,25,21,13,16,8,9,10,9,3,2,4,2,6,1,2,4,2,1,1,1,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.embeddings.word_embeddings.weight":{"values":[1,1,0,5,0,3,3,1,9,10,13,12,17,20,24,43,49,54,50,72,98,111,152,239,266,325,432,611,907,1462,2011,441537,1557,1011,668,454,360,298,209,175,118,111,75,57,54,44,27,28,28,13,18,12,7,9,3,5,2,1,3,0,1,0,1,1],"bins":[-2.139478237950243e-05,-2.0706796931335703e-05,-2.001880966417957e-05,-1.933082239702344e-05,-1.864283694885671e-05,-1.7954851500689983e-05,-1.7266864233533852e-05,-1.657887696637772e-05,-1.5890891518210992e-05,-1.5202905160549562e-05,-1.4514918802888133e-05,-1.3826932445226703e-05,-1.3138946087565273e-05,-1.2450959729903843e-05,-1.1762973372242413e-05,-1.1074987014580984e-05,-1.0387000656919554e-05,-9.699014299258124e-06,-9.011027941596694e-06,-8.323041583935264e-06,-7.635055226273835e-06,-6.947068868612405e-06,-6.259082510950975e-06,-5.571096153289545e-06,-4.8831097956281155e-06,-4.195123437966686e-06,-3.507137080305256e-06,-2.819150722643826e-06,-2.1311643649823964e-06,-1.4431780073209666e-06,-7.551916496595368e-07,-6.720529199810699e-08,6.207792466739193e-07,1.308765604335349e-06,1.996751961996779e-06,2.6847383196582086e-06,3.3727246773196384e-06,4.060711034981068e-06,4.748697392642498e-06,5.436683750303928e-06,6.124670107965358e-06,6.812656465626787e-06,7.500642823288217e-06,8.188629180949647e-06,8.876615538611077e-06,9.564601896272507e-06,1.0252588253933936e-05,1.0940574611595366e-05,1.1628560969256796e-05,1.2316547326918226e-05,1.3004533684579656e-05,1.3692520042241085e-05,1.4380506399902515e-05,1.5068492757563945e-05,1.5756479115225375e-05,1.6444464563392103e-05,1.7132451830548234e-05,1.7820439097704366e-05,1.8508424545871094e-05,1.9196409994037822e-05,1.9884397261193953e-05,2.0572384528350085e-05,2.1260369976516813e-05,2.194835542468354e-05,2.2636342691839673e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,4,0,2,5,7,9,19,20,19,22,30,31,23,25,22,15,17,19,17,15,10,12,8,8,16,11,9,9,15,7,11,14,10,6,9,10,17,13,19,30,32,32,27,31,23,17,12,5,11,4,4,0,0,0,0,0,2],"bins":[-0.0019502532668411732,-0.001892179250717163,-0.001834105234593153,-0.0017760313348844647,-0.0017179573187604547,-0.0016598833026364446,-0.0016018092865124345,-0.0015437353868037462,-0.0014856613706797361,-0.001427587354555726,-0.001369513338431716,-0.0013114393223077059,-0.0012533654225990176,-0.0011952914064750075,-0.0011372173903509974,-0.0010791433742269874,-0.001021069474518299,-0.0009629954001866281,-0.0009049214422702789,-0.0008468474261462688,-0.0007887734682299197,-0.0007306994521059096,-0.0006726254941895604,-0.0006145514780655503,-0.0005564774619415402,-0.0004984035040251911,-0.00044032951700501144,-0.0003822555299848318,-0.0003241815138608217,-0.0002661075268406421,-0.00020803353982046247,-0.00014995955280028284,-9.18855657801032e-05,-3.381157512194477e-05,2.4262415536213666e-05,8.233640983235091e-05,0.00014041039685253054,0.00019848438387271017,0.000256558385444805,0.00031463237246498466,0.0003727063594851643,0.0004307803465053439,0.000488854362629354,0.0005469283205457032,0.0006050023366697133,0.0006630762945860624,0.0007211503107100725,0.0007792242686264217,0.0008372982847504318,0.0008953723008744419,0.000953446258790791,0.0010115202749148011,0.0010695942910388112,0.0011276681907474995,0.0011857422068715096,0.0012438162229955196,0.0013018902391195297,0.0013599642552435398,0.001418038154952228,0.0014761121710762382,0.0015341861872002482,0.0015922602033242583,0.0016503341030329466,0.0017084081191569567,0.0017664821352809668]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,2,2,6,4,2,8,11,13,10,22,29,36,29,37,29,19,14,15,15,17,10,11,11,10,9,10,4,5,6,7,10,14,11,9,15,8,13,16,21,20,30,28,29,33,33,24,13,10,6,9,3,1,3,0,0,1,1,0,1],"bins":[-0.0019500438356772065,-0.001890096697025001,-0.0018301496747881174,-0.001770202536135912,-0.0017102553974837065,-0.0016503083752468228,-0.0015903612365946174,-0.001530414097942412,-0.0014704670757055283,-0.0014105199370533228,-0.0013505727984011173,-0.0012906256597489119,-0.0012306786375120282,-0.0011707314988598228,-0.0011107843602076173,-0.0010508373379707336,-0.0009908901993185282,-0.0009309431188739836,-0.0008709959802217782,-0.0008110488997772336,-0.0007511017611250281,-0.0006911546806804836,-0.000631207600235939,-0.0005712604615837336,-0.000511313381139189,-0.000451366271590814,-0.000391419162042439,-0.00033147208159789443,-0.0002715249720495194,-0.0002115778625011444,-0.00015163076750468463,-9.168366523226723e-05,-3.173644654452801e-05,2.821065572788939e-05,8.815775800030679e-05,0.00014810485299676657,0.00020805196254514158,0.0002679990720935166,0.00032794615253806114,0.00038789326208643615,0.00044784037163481116,0.0005077874520793557,0.0005677345907315612,0.0006276816711761057,0.0006876287516206503,0.0007475758902728558,0.0008075229707174003,0.0008674701093696058,0.0009274171898141503,0.0009873643284663558,0.0010473113507032394,0.001107258489355445,0.0011672056280076504,0.001227152650244534,0.0012870997888967395,0.001347046927548945,0.0014069939497858286,0.001466941088438034,0.0015268882270902395,0.001586835365742445,0.0016467823879793286,0.001706729526631534,0.0017666766652837396,0.0018266236875206232,0.0018865708261728287]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[2,1,1,0,2,7,4,5,2,4,3,9,10,4,11,15,21,20,21,20,17,24,22,27,29,33,30,24,24,21,37,16,30,30,29,23,25,24,18,15,18,13,13,10,11,5,7,7,5,3,4,1,1,3,1,1,0,2,0,0,1,1,0,1],"bins":[-9.861893204288208e-07,-9.517414127913071e-07,-9.172935051537934e-07,-8.828455975162797e-07,-8.48397689878766e-07,-8.139497822412523e-07,-7.795018746037385e-07,-7.450539669662248e-07,-7.106060593287111e-07,-6.761581516911974e-07,-6.417102440536837e-07,-6.0726233641617e-07,-5.728144287786563e-07,-5.383665211411426e-07,-5.039186135036289e-07,-4.6947070586611517e-07,-4.3502279822860146e-07,-4.0057489059108775e-07,-3.6612698295357404e-07,-3.3167907531606033e-07,-2.972311676785466e-07,-2.627832600410329e-07,-2.283353524035192e-07,-1.938874447660055e-07,-1.594395371284918e-07,-1.2499162949097808e-07,-9.054372185346438e-08,-5.609581421595067e-08,-2.164790657843696e-08,1.2800001059076749e-08,4.724790869659046e-08,8.169581633410417e-08,1.1614361028478015e-07,1.5059151792229386e-07,1.8503942555980757e-07,2.1948733319732128e-07,2.53935240834835e-07,2.883831484723487e-07,3.228310561098624e-07,3.572789637473761e-07,3.917268713848898e-07,4.2617477902240353e-07,4.6062268665991724e-07,4.950705942974309e-07,5.295185019349447e-07,5.639664095724584e-07,5.984143172099721e-07,6.328622248474858e-07,6.673101324849995e-07,7.017580401225132e-07,7.362059477600269e-07,7.706538553975406e-07,8.051017630350543e-07,8.39549670672568e-07,8.739975783100817e-07,9.084454859475954e-07,9.428933935851092e-07,9.773413012226229e-07,1.0117892088601366e-06,1.0462371164976503e-06,1.080685024135164e-06,1.1151329317726777e-06,1.1495808394101914e-06,1.1840287470477051e-06,1.2184766546852188e-06],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-6.239687309061992e-07,-6.041473739060166e-07,-5.84326016905834e-07,-5.645046599056514e-07,-5.446833029054687e-07,-5.248619459052861e-07,-5.050405889051035e-07,-4.852192319049209e-07,-4.6539784648302884e-07,-4.4557648948284623e-07,-4.257551324826636e-07,-4.05933775482481e-07,-3.8611239006058895e-07,-3.6629103306040633e-07,-3.464696760602237e-07,-3.266483190600411e-07,-3.068269620598585e-07,-2.8700560505967587e-07,-2.6718424805949326e-07,-2.4736289105931064e-07,-2.275415198482733e-07,-2.077201628480907e-07,-1.8789879163705336e-07,-1.6807743463687075e-07,-1.4825607763668813e-07,-1.2843472063650552e-07,-1.0861335653089554e-07,-8.879199242528557e-08,-6.897063542510296e-08,-4.914927487220666e-08,-2.9327914319310366e-08,-9.506553766414072e-09,1.0314806786482222e-08,3.013616733937852e-08,4.995752789227481e-08,6.977889199788478e-08,8.96002489980674e-08,1.0942160599825002e-07,1.2924297720928735e-07,1.4906433420946996e-07,1.6888569120965258e-07,1.887070482098352e-07,2.085284052100178e-07,2.2834977642105514e-07,2.4817114763209247e-07,2.679925046322751e-07,2.878138616324577e-07,3.076352186326403e-07,3.2745657563282293e-07,3.4727793263300555e-07,3.6709928963318816e-07,3.869206466333708e-07,4.067420036335534e-07,4.2656338905544544e-07,4.4638474605562806e-07,4.6620610305581067e-07,4.860274884777027e-07,5.058488454778853e-07,5.25670202478068e-07,5.454915594782506e-07,5.653129164784332e-07,5.851342734786158e-07,6.049556304787984e-07,6.24776987478981e-07,6.445983444791636e-07],"_type":"histogram","values":[1,0,0,1,0,1,1,1,2,2,5,3,2,6,12,13,8,22,15,29,29,44,52,46,45,52,84,95,116,112,134,154,143,128,124,121,86,57,57,42,48,34,22,17,17,14,7,12,7,6,7,3,1,1,1,1,0,2,0,2,0,0,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.09891104698181152,-0.09574581682682037,-0.09258059412240982,-0.08941536396741867,-0.08625014126300812,-0.08308491110801697,-0.07991968095302582,-0.07675445824861526,-0.07358922809362411,-0.07042399793863297,-0.06725877523422241,-0.06409354507923126,-0.06092831864953041,-0.05776309221982956,-0.05459786206483841,-0.05143263563513756,-0.04826740920543671,-0.045102182775735855,-0.041936956346035004,-0.038771726191043854,-0.035606499761343,-0.03244127333164215,-0.02927604503929615,-0.02611081674695015,-0.022945590317249298,-0.019780363887548447,-0.016615135595202446,-0.01344990823417902,-0.010284680873155594,-0.007119453512132168,-0.003954226151108742,-0.0007889987900853157,0.0023762211203575134,0.0055414484813809395,0.008706675842404366,0.011871903203427792,0.015037130564451218,0.01820235699415207,0.02136758528649807,0.02453281357884407,0.027698040008544922,0.030863266438245773,0.034028492867946625,0.037193723022937775,0.040358949452638626,0.04352417588233948,0.04668940603733063,0.04985463246703148,0.05301985889673233,0.05618508532643318,0.05935031175613403,0.06251554191112518,0.06568077206611633,0.06884599477052689,0.07201122492551804,0.07517644762992859,0.07834167778491974,0.08150690793991089,0.08467213064432144,0.08783736079931259,0.09100258350372314,0.0941678136587143,0.09733304381370544,0.100498266518116,0.10366349667310715],"_type":"histogram","values":[2,1,2,7,11,14,59,93,159,264,445,788,1187,1959,2967,4514,6567,9539,12708,17664,23252,30282,38196,46342,55930,65552,75065,83077,90019,95308,98459,98549,97495,93214,86494,79738,70366,61224,51645,42731,34206,26789,20406,14989,11402,7854,5350,3527,2452,1624,998,549,374,194,122,49,46,25,8,5,4,1,1,1]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-2.8651575121330097e-06,-2.771889967334573e-06,-2.6786224225361366e-06,-2.5853548777377e-06,-2.4920873329392634e-06,-2.398819788140827e-06,-2.3055522433423903e-06,-2.2122846985439537e-06,-2.119017153745517e-06,-2.025749381573405e-06,-1.9324818367749685e-06,-1.8392144056633697e-06,-1.7459467471780954e-06,-1.6526792023796588e-06,-1.5594116575812222e-06,-1.4661441127827857e-06,-1.372876567984349e-06,-1.2796090231859125e-06,-1.186341478387476e-06,-1.0930739335890394e-06,-9.998063887906028e-07,-9.065387871487474e-07,-8.132711855068919e-07,-7.200036407084554e-07,-6.267360959100188e-07,-5.334685511115822e-07,-4.402009778914362e-07,-3.469334046712902e-07,-2.536658598728536e-07,-1.6039830086356233e-07,-6.713074185427104e-08,2.6136817155020253e-08,1.1940460353798699e-07,2.1267216254727828e-07,3.0593972155656957e-07,3.9920729477671557e-07,4.924748395751521e-07,5.857423843735887e-07,6.790099860154442e-07,7.722775308138807e-07,8.655450756123173e-07,9.588126204107539e-07,1.0520801652091905e-06,1.145347710007627e-06,1.2386153684929013e-06,1.331882913291338e-06,1.4251504580897745e-06,1.518418002888211e-06,1.6116855476866476e-06,1.7049530924850842e-06,1.7982206372835208e-06,1.8914881820819573e-06,1.984755726880394e-06,2.0780232716788305e-06,2.171290816477267e-06,2.2645583612757036e-06,2.3578259060741402e-06,2.4510936782462522e-06,2.544361223044689e-06,2.6376287678431254e-06,2.730896312641562e-06,2.8241638574399985e-06,2.917431402238435e-06,3.0106989470368717e-06,3.1039664918353083e-06],"_type":"histogram","values":[1,2,1,2,2,0,7,5,4,7,2,2,3,6,7,6,13,15,10,12,15,20,19,18,26,28,29,30,33,32,36,33,29,26,28,24,19,25,33,23,25,13,21,13,15,5,5,8,5,3,3,4,2,4,2,2,1,0,0,0,0,2,0,2]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,1,1,1,1,0,0,0,1,1,2,2,3,3,5,4,3,9,8,12,19,26,28,39,73,67,83,80,76,46,47,22,21,14,18,8,6,7,2,4,1,6,8,0,1,1,1,1,0,1,1,0,1,0,0,0,0,0,0,0,1,0,0,1],"bins":[-2.859934511434403e-13,-2.753075545314232e-13,-2.6462165791940606e-13,-2.5393576130738893e-13,-2.432498646953718e-13,-2.3256396808335467e-13,-2.2187807147133753e-13,-2.111921748593204e-13,-2.0050627824730327e-13,-1.8982038163528614e-13,-1.79134485023269e-13,-1.6844858841125188e-13,-1.5776269179923474e-13,-1.4707679518721761e-13,-1.3639089857520048e-13,-1.2570500196318335e-13,-1.1501910535116622e-13,-1.0433320873914909e-13,-9.364731212713195e-14,-8.296141551511482e-14,-7.227551890309769e-14,-6.158962229108056e-14,-5.090372567906343e-14,-4.0217829067046296e-14,-2.9531932455029164e-14,-1.8846035843012032e-14,-8.1601392309949e-15,2.525757381022231e-15,1.3211653993039363e-14,2.3897550605056495e-14,3.4583447217073626e-14,4.526934382909076e-14,5.595524044110789e-14,6.664113705312502e-14,7.732703366514215e-14,8.801293027715928e-14,9.869882688917642e-14,1.0938472350119355e-13,1.2007062011321068e-13,1.307565167252278e-13,1.4144241333724494e-13,1.5212830994926207e-13,1.628142065612792e-13,1.7350010317329634e-13,1.8418599978531347e-13,1.948718963973306e-13,2.0555779300934773e-13,2.1624368962136487e-13,2.26929586233382e-13,2.3761548284539913e-13,2.4830137945741626e-13,2.589872760694334e-13,2.696731726814505e-13,2.8035906929346766e-13,2.910449659054848e-13,3.017308625175019e-13,3.1241675912951905e-13,3.231026557415362e-13,3.337885523535533e-13,3.4447444896557045e-13,3.551603455775876e-13,3.658462421896047e-13,3.7653213880162184e-13,3.8721803541363897e-13,3.979039320256561e-13]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,0,0,0,1,1,1,0,1,1,5,6,1,1,3,7,4,9,15,19,13,18,21,29,26,45,38,59,58,51,51,35,52,34,28,32,18,17,11,11,10,7,7,3,3,1,1,0,5,3,2,0,0,0,0,0,1,0,0,1],"bins":[-3.5734155972022563e-06,-3.46508932125289e-06,-3.3567630453035235e-06,-3.2484365419804817e-06,-3.1401102660311153e-06,-3.031783990081749e-06,-2.9234577141323825e-06,-2.815131438183016e-06,-2.7068049348599743e-06,-2.598478658910608e-06,-2.4901523829612415e-06,-2.381826107011875e-06,-2.2734998310625087e-06,-2.1651735551131424e-06,-2.0568470517901005e-06,-1.948520775840734e-06,-1.8401944998913677e-06,-1.7318682239420014e-06,-1.6235418343057972e-06,-1.5152155583564308e-06,-1.4068891687202267e-06,-1.2985628927708603e-06,-1.190236616821494e-06,-1.0819102271852898e-06,-9.735839512359235e-07,-8.652576184431382e-07,-7.56931285650353e-07,-6.486050097009866e-07,-5.402786769082013e-07,-4.3195234411541605e-07,-3.2362603974434023e-07,-2.152997211624097e-07,-1.0697340258047916e-07,1.3529160014513764e-09,1.0967923458338191e-07,2.1800555316531245e-07,3.26331871747243e-07,4.3465820454002824e-07,5.429844804893946e-07,6.513108132821799e-07,7.596371460749651e-07,8.679634788677504e-07,9.762898116605356e-07,1.084616087609902e-06,1.1929423635592684e-06,1.3012687531954725e-06,1.409595029144839e-06,1.517921418781043e-06,1.6262476947304094e-06,1.7345739706797758e-06,1.84290036031598e-06,1.951226749952184e-06,2.0595530259015504e-06,2.167879301850917e-06,2.276205577800283e-06,2.3845318537496496e-06,2.492858129699016e-06,2.601184633022058e-06,2.7095109089714242e-06,2.8178371849207906e-06,2.926163460870157e-06,3.0344897368195234e-06,3.1428162401425652e-06,3.2511425160919316e-06,3.359468792041298e-06],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,0,1,0,1,4,0,4,4,9,6,4,8,5,10,13,21,27,32,28,55,64,65,71,66,55,46,36,30,30,11,10,9,8,5,4,2,4,6,3,1,2,1,0,1,0,1,0,1,0,0,1,0,0,0,0,1],"bins":[-4.959052603226155e-06,-4.795304903382203e-06,-4.631556748790899e-06,-4.467809048946947e-06,-4.3040608943556435e-06,-4.140313194511691e-06,-3.976565039920388e-06,-3.8128173400764354e-06,-3.6490694128588075e-06,-3.4853214856411796e-06,-3.3215735584235517e-06,-3.157825631205924e-06,-2.9940779313619714e-06,-2.8303300041443435e-06,-2.6665820769267157e-06,-2.502834149709088e-06,-2.33908622249146e-06,-2.175338295273832e-06,-2.011590368056204e-06,-1.847842554525414e-06,-1.6840946273077861e-06,-1.5203467000901583e-06,-1.3565988865593681e-06,-1.1928509593417402e-06,-1.0291030321241124e-06,-8.653551049064845e-07,-7.016072345322755e-07,-5.378593641580665e-07,-3.741114369404386e-07,-2.1036353814452013e-07,-4.661563934860169e-08,1.1713225944731676e-07,2.808801582432352e-07,4.4462805703915365e-07,6.083759558350721e-07,7.721238262092811e-07,9.35871753426909e-07,1.0996196806445369e-06,1.263367494175327e-06,1.4271154213929549e-06,1.5908633486105828e-06,1.7546112758282106e-06,1.9183592030458385e-06,2.0821071302634664e-06,2.245854830107419e-06,2.4096027573250467e-06,2.5733506845426746e-06,2.7370986117603024e-06,2.9008465389779303e-06,3.064594466195558e-06,3.228342393413186e-06,3.392090320630814e-06,3.555838247848442e-06,3.7195859476923943e-06,3.8833341022836976e-06,4.04708180212765e-06,4.2108295019716024e-06,4.374577656562906e-06,4.538325356406858e-06,4.7020735109981615e-06,4.865821210842114e-06,5.029569365433417e-06,5.19331706527737e-06,5.357065219868673e-06,5.5208129197126254e-06],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,0,0,2,1,4,5,8,1,3,3,7,6,6,13,12,17,22,15,28,19,19,20,30,31,37,36,35,32,30,26,36,21,22,20,28,16,19,21,14,20,16,8,9,8,5,8,4,5,3,2,4,3,3,1,0,0,0,0,0,0,1],"bins":[-1.191894625662826e-06,-1.1527841934366734e-06,-1.1136738748973585e-06,-1.0745634426712058e-06,-1.0354530104450532e-06,-9.963425782189006e-07,-9.572322596795857e-07,-9.181218274534331e-07,-8.790113952272804e-07,-8.399010198445467e-07,-8.007906444618129e-07,-7.616802122356603e-07,-7.225698368529265e-07,-6.834594046267739e-07,-6.443490292440401e-07,-6.052385970178875e-07,-5.661282216351537e-07,-5.2701784625242e-07,-4.879074140262674e-07,-4.4879701022182417e-07,-4.0968660641738097e-07,-3.705762310346472e-07,-3.31465827230204e-07,-2.923554234257608e-07,-2.532450196213176e-07,-2.1413461581687443e-07,-1.7502421201243124e-07,-1.3591382241884276e-07,-9.680341861439956e-08,-5.7693018362670045e-08,-1.858261811094053e-08,2.0527782140788986e-08,5.96381823925185e-08,9.87485861969617e-08,1.378589900014049e-07,1.7696937959499337e-07,2.1607978339943656e-07,2.5519017299302504e-07,2.9430057679746824e-07,3.3341098060191143e-07,3.7252138440635463e-07,4.116317882107978e-07,4.50742192015241e-07,4.898525958196842e-07,5.28962971202418e-07,5.680734034285706e-07,6.071837788113044e-07,6.46294211037457e-07,6.854045864201908e-07,7.245149618029245e-07,7.636253940290771e-07,8.027357694118109e-07,8.418462016379635e-07,8.809565770206973e-07,9.200670092468499e-07,9.591774414730025e-07,9.982877600123174e-07,1.03739819223847e-06,1.0765086244646227e-06,1.1156189430039376e-06,1.1547293752300902e-06,1.1938398074562429e-06,1.2329502396823955e-06,1.2720605582217104e-06,1.311170990447863e-06]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.08816330134868622,-0.08535166084766388,-0.08254002034664154,-0.0797283798456192,-0.07691673934459686,-0.07410509884357452,-0.07129345834255219,-0.06848181784152985,-0.06567017734050751,-0.06285854429006577,-0.06004690006375313,-0.05723525956273079,-0.05442362278699875,-0.05161198228597641,-0.04880034178495407,-0.04598870128393173,-0.04317706078290939,-0.040365420281887054,-0.037553779780864716,-0.03474213927984238,-0.03193049877882004,-0.029118860140442848,-0.02630722150206566,-0.02349558100104332,-0.02068394050002098,-0.017872299998998642,-0.015060660429298878,-0.012249020859599113,-0.009437380358576775,-0.006625740323215723,-0.0038141002878546715,-0.00100246025249362,0.0018091797828674316,0.004620819818228483,0.007432459853589535,0.010244099423289299,0.013055739924311638,0.015867380425333977,0.018679019063711166,0.021490659564733505,0.024302300065755844,0.027113940566778183,0.029925581067800522,0.03273722156882286,0.0355488583445549,0.03836049884557724,0.04117213934659958,0.04398377984762192,0.04679542034864426,0.049607060849666595,0.052418701350688934,0.05523034185171127,0.05804198235273361,0.06085361912846565,0.06366526335477829,0.06647690385580063,0.06928853690624237,0.07210017740726471,0.07491181790828705,0.07772345840930939,0.08053509891033173,0.08334673941135406,0.0861583799123764,0.08897002041339874,0.09178166091442108],"_type":"histogram","values":[3,5,11,9,26,48,63,111,200,315,474,689,1034,1425,1994,2816,3628,4894,6511,8321,10311,12662,15226,17840,20821,23451,26458,28682,30650,31767,32821,32873,32733,31353,30003,27860,25512,22717,20002,17167,14509,12041,9814,7696,6011,4686,3505,2371,1805,1297,856,600,426,280,171,118,59,43,23,13,4,5,3,2]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,0,2,2,1,2,6,14,8,21,30,63,77,113,195,323,512,772,1305,2118,3217,4926,7691,11803,17797,26102,36784,48910,60581,68274,67800,61833,50283,38161,27317,18661,12145,8059,5136,3308,2014,1295,789,492,320,212,133,81,51,39,15,9,5,2,7,2,0,1,1,0,1],"bins":[-2.8249501156096812e-06,-2.739465344347991e-06,-2.6539803457126254e-06,-2.5684955744509352e-06,-2.4830105758155696e-06,-2.3975258045538794e-06,-2.3120410332921892e-06,-2.2265560346568236e-06,-2.1410712633951334e-06,-2.055586264759768e-06,-1.9701014934980776e-06,-1.8846166085495497e-06,-1.7991317236010218e-06,-1.713646838652494e-06,-1.6281620673908037e-06,-1.5426771824422758e-06,-1.457192297493748e-06,-1.37170741254522e-06,-1.286222527596692e-06,-1.200737756335002e-06,-1.115252871386474e-06,-1.029767986437946e-06,-9.442831014894182e-07,-8.587982733843091e-07,-7.733133884357812e-07,-6.878285034872533e-07,-6.023436753821443e-07,-5.168587904336164e-07,-4.313739339067979e-07,-3.458890773799794e-07,-2.604041924314515e-07,-1.7491933590463304e-07,-8.943447937781457e-08,-3.949615745568735e-09,8.15352478866771e-08,1.670201186243503e-07,2.5250497515116876e-07,3.3798983167798724e-07,4.2347471662651515e-07,5.089595447316242e-07,5.944444296801521e-07,6.7992931462868e-07,7.65414142733789e-07,8.50899027682317e-07,9.363839126308449e-07,1.0218687975793728e-06,1.107353568841063e-06,1.1928384537895909e-06,1.2783233387381188e-06,1.3638082236866467e-06,1.4492931086351746e-06,1.5347778798968648e-06,1.6202627648453927e-06,1.7057476497939206e-06,1.7912325347424485e-06,1.8767174196909764e-06,1.9622023046395043e-06,2.0476870759011945e-06,2.13317207453656e-06,2.2186568457982503e-06,2.3041416170599405e-06,2.389626615695306e-06,2.4751113869569963e-06,2.560596385592362e-06,2.646081156854052e-06]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"values":[4,0,1,6,3,3,10,5,6,6,7,13,17,12,20,26,30,34,45,45,53,54,73,70,103,133,145,130,166,116,122,92,78,64,69,45,39,33,28,18,22,21,14,13,7,5,9,2,5,4,6,4,3,2,0,2,1,2,0,1,0,0,0,1],"bins":[-6.282901949816733e-07,-6.057975383555458e-07,-5.833048817294184e-07,-5.608122819467098e-07,-5.383196253205824e-07,-5.15826968694455e-07,-4.933343120683276e-07,-4.7084168386390957e-07,-4.4834905565949157e-07,-4.2585639903336414e-07,-4.033637424072367e-07,-3.808711142028187e-07,-3.583784575766913e-07,-3.358858293722733e-07,-3.1339317274614586e-07,-2.9090054454172787e-07,-2.6840788791560044e-07,-2.45915231289473e-07,-2.2342260308505502e-07,-2.009299606697823e-07,-1.784373182545096e-07,-1.5594466162838216e-07,-1.3345201921310945e-07,-1.1095937679783674e-07,-8.846673438256403e-08,-6.597409196729132e-08,-4.3481445999304924e-08,-2.0988801807675372e-08,1.5038423839541792e-09,2.399648657558373e-08,4.648913076721328e-08,6.898177673519967e-08,9.147441915047239e-08,1.139670615657451e-07,1.364597039810178e-07,1.5895234639629052e-07,1.8144498881156323e-07,2.0393764543769066e-07,2.2643028785296337e-07,2.489229302682361e-07,2.714155584726541e-07,2.939082150987815e-07,3.1640087172490894e-07,3.3889349992932694e-07,3.6138615655545436e-07,3.8387878475987236e-07,4.063714413859998e-07,4.288640695904178e-07,4.513567262165452e-07,4.7384938284267264e-07,4.963420110470906e-07,5.188346676732181e-07,5.413273242993455e-07,5.638199240820541e-07,5.863125807081815e-07,6.088052373343089e-07,6.312978939604363e-07,6.537905505865638e-07,6.762831503692723e-07,6.987758069953998e-07,7.212684636215272e-07,7.437611202476546e-07,7.662537200303632e-07,7.887463766564906e-07,8.11239033282618e-07],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,2,3,0,5,5,4,6,7,9,7,11,11,13,19,14,18,24,20,24,31,18,40,33,27,32,37,40,38,34,25,23,26,22,21,13,18,17,10,17,8,6,9,2,2,2,2,5,0,2,1,0,1,1,0,0,0,0,0,0,0,1],"bins":[-8.404302320741408e-07,-8.098751891338907e-07,-7.793201461936405e-07,-7.487651032533904e-07,-7.182100603131403e-07,-6.876550173728901e-07,-6.5709997443264e-07,-6.265449314923899e-07,-5.959899453955586e-07,-5.654349024553085e-07,-5.348798595150583e-07,-5.043248165748082e-07,-4.737697736345581e-07,-4.4321473069430795e-07,-4.126596877540578e-07,-3.821046448138077e-07,-3.5154960187355755e-07,-3.209945589333074e-07,-2.904395159930573e-07,-2.5988447305280715e-07,-2.2932944432341174e-07,-1.987744013831616e-07,-1.6821937265376619e-07,-1.3766432971351605e-07,-1.0710928677326592e-07,-7.655424383301579e-08,-4.5999207998193015e-08,-1.544416861065656e-08,1.5110870776879892e-08,4.5665910164416346e-08,7.62209495519528e-08,1.0677598538677557e-07,1.3733108517044457e-07,1.678861281106947e-07,1.9844117105094483e-07,2.2899619978034025e-07,2.595512569314451e-07,2.901062714499858e-07,3.2066131439023593e-07,3.5121635733048606e-07,3.817714002707362e-07,4.123264432109863e-07,4.4288148615123646e-07,4.734365290914866e-07,5.039915436100273e-07,5.345465865502774e-07,5.651016294905276e-07,5.956566724307777e-07,6.262117153710278e-07,6.56766758311278e-07,6.873218012515281e-07,7.178768441917782e-07,7.484318871320284e-07,7.789869300722785e-07,8.095419730125286e-07,8.400970159527787e-07,8.7065200204961e-07,9.012070449898602e-07,9.317620879301103e-07,9.623171308703604e-07,9.928721738106105e-07,1.0234272167508607e-06,1.0539822596911108e-06,1.084537302631361e-06,1.115092345571611e-06]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-3.459799472693703e-06,-3.3648232147243107e-06,-3.2698467293812428e-06,-3.1748704714118503e-06,-3.079894213442458e-06,-2.98491772809939e-06,-2.8899414701299975e-06,-2.7949649847869296e-06,-2.699988726817537e-06,-2.6050124688481446e-06,-2.5100359835050767e-06,-2.4150597255356843e-06,-2.3200832401926164e-06,-2.225106982223224e-06,-2.1301307242538314e-06,-2.0351542389107635e-06,-1.940177980941371e-06,-1.8452016092851409e-06,-1.7502252376289107e-06,-1.6552489796595182e-06,-1.560272608003288e-06,-1.4652962363470579e-06,-1.3703199783776654e-06,-1.2753436067214352e-06,-1.180367235065205e-06,-1.0853908634089748e-06,-9.904144917527447e-07,-8.954382337833522e-07,-8.00461862127122e-07,-7.054854904708918e-07,-6.105091756580805e-07,-5.155328608452692e-07,-4.2055671656271443e-07,-3.2558037332819367e-07,-2.3060403009367292e-07,-1.3562768685915216e-07,-4.065134362463141e-08,5.4324999609889346e-08,1.493013428444101e-07,2.4427768607893086e-07,3.392540293134516e-07,4.3423037254797237e-07,5.292067157824931e-07,6.241830305953044e-07,7.191594022515346e-07,8.141357739077648e-07,9.091120887205761e-07,1.0040884035333875e-06,1.0990647751896176e-06,1.1940411468458478e-06,1.289017518502078e-06,1.3839937764714705e-06,1.4789701481277007e-06,1.5739465197839309e-06,1.6689227777533233e-06,1.7638991494095535e-06,1.8588755210657837e-06,1.953851779035176e-06,2.048828264378244e-06,2.1438045223476365e-06,2.238780780317029e-06,2.333757265660097e-06,2.4287335236294894e-06,2.5237100089725573e-06,2.6186862669419497e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,0,0,4,0,0,3,1,1,4,0,1,2,4,2,3,6,3,8,8,7,17,14,24,52,84,92,82,89,78,45,35,22,15,7,8,2,8,9,8,4,2,3,1,1,0,1,1,0,1,0,1,0,0,1]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,1,0,0,1,1,1,5,3,2,4,3,4,9,15,16,16,21,16,28,40,44,40,44,50,51,47,37,32,39,40,23,33,21,19,13,10,4,9,8,3,3,1,2,2,0,2,1,0,1],"bins":[-2.6457796593604144e-06,-2.5786334845179226e-06,-2.511487309675431e-06,-2.444341134832939e-06,-2.3771949599904474e-06,-2.31004855777428e-06,-2.2429023829317885e-06,-2.1757562080892967e-06,-2.108610033246805e-06,-2.0414638584043132e-06,-1.9743176835618215e-06,-1.907171395032492e-06,-1.8400252201900003e-06,-1.7728790453475085e-06,-1.705732756818179e-06,-1.6385865819756873e-06,-1.5714404071331955e-06,-1.5042942322907038e-06,-1.437148057448212e-06,-1.3700017689188826e-06,-1.3028555940763908e-06,-1.235709419233899e-06,-1.1685631307045696e-06,-1.1014169558620779e-06,-1.0342707810195861e-06,-9.671246061770944e-07,-8.999783744911838e-07,-8.328321428052732e-07,-7.656859679627814e-07,-6.985397931202897e-07,-6.313935614343791e-07,-5.642473297484685e-07,-4.971011549059767e-07,-4.2995495164177555e-07,-3.628087483775744e-07,-2.956625451133732e-07,-2.2851634184917202e-07,-1.6137013858497085e-07,-9.422393532076967e-08,-2.7077732056568493e-08,4.006847120763268e-08,1.0721467447183386e-07,1.7436087773603504e-07,2.415070810002362e-07,3.086532842644374e-07,3.7579948752863856e-07,4.4294569079283974e-07,5.100919224787503e-07,5.772380973212421e-07,6.443842721637338e-07,7.115305038496444e-07,7.786767355355551e-07,8.458229103780468e-07,9.129690852205385e-07,9.80115373749868e-07,1.0472615485923598e-06,1.1144077234348515e-06,1.1815538982773433e-06,1.248700073119835e-06,1.3158463616491645e-06,1.3829925364916562e-06,1.450138711334148e-06,1.5172849998634774e-06,1.5844311747059692e-06,1.651577349548461e-06],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0017898493679240346,-0.001730539370328188,-0.0016712292563170195,-0.0016119192587211728,-0.0015526092611253262,-0.0014932991471141577,-0.001433989149518311,-0.0013746791519224644,-0.0013153690379112959,-0.0012560590403154492,-0.0011967490427196026,-0.001137439045123756,-0.0010781289311125875,-0.0010188189335167408,-0.0009595088777132332,-0.0009001988801173866,-0.000840888824313879,-0.0007815787685103714,-0.0007222687709145248,-0.0006629587151110172,-0.0006036487175151706,-0.000544338661711663,-0.00048502860590815544,-0.00042571857920847833,-0.0003664085525088012,-0.0003070985258091241,-0.000247788499109447,-0.00018847844330593944,-0.00012916841660626233,-6.98583826306276e-05,-1.0548348654992878e-05,4.8761685320641845e-05,0.0001080718357115984,0.0001673818624112755,0.00022669190366286784,0.0002860019449144602,0.0003453119716141373,0.0004046219983138144,0.00046393205411732197,0.0005232420517131686,0.0005825521075166762,0.0006418621633201838,0.0007011721609160304,0.000760482216719538,0.0008197922725230455,0.0008791022701188922,0.0009384123259223998,0.0009977223817259073,0.001057032379321754,0.0011163423769176006,0.0011756524909287691,0.0012349624885246158,0.0012942724861204624,0.001353582600131631,0.0014128925977274776,0.0014722025953233242,0.0015315127093344927,0.0015908227069303393,0.001650132704526186,0.0017094427021220326,0.0017687528161332011,0.0018280628137290478,0.0018873728113248944,0.001946682925336063,0.0020059929229319096],"_type":"histogram","values":[2,0,0,2,1,4,5,12,5,6,17,16,20,20,31,29,27,23,23,20,17,8,10,11,8,12,14,12,5,10,10,7,3,8,10,9,14,13,11,12,14,21,27,23,34,34,33,25,14,18,18,11,9,4,4,5,1,3,0,0,1,1,0,1]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,3,0,1,2,3,4,2,3,1,8,12,2,5,10,13,17,18,14,9,21,17,23,27,26,23,38,29,29,30,29,25,23,21,28,22,22,22,16,16,29,20,22,7,12,8,6,10,10,6,5,4,3,4,1,1,0,4],"bins":[-2.0549293822114123e-06,-1.9977285319328075e-06,-1.940527909027878e-06,-1.8833270587492734e-06,-1.8261262084706686e-06,-1.7689253581920639e-06,-1.7117246216002968e-06,-1.6545238850085298e-06,-1.597323034729925e-06,-1.5401221844513202e-06,-1.4829214478595532e-06,-1.425720711267786e-06,-1.3685198609891813e-06,-1.3113190107105765e-06,-1.2541182741188095e-06,-1.1969175375270424e-06,-1.1397166872484377e-06,-1.0825158369698329e-06,-1.0253151003780658e-06,-9.681143637862988e-07,-9.10913513507694e-07,-8.537127200725081e-07,-7.965119266373222e-07,-7.393111332021363e-07,-6.821103397669503e-07,-6.249095463317644e-07,-5.677087528965785e-07,-5.105079594613926e-07,-4.533071660262067e-07,-3.9610637259102077e-07,-3.3890557915583486e-07,-2.8170478572064894e-07,-2.2450399228546303e-07,-1.673031988502771e-07,-1.101024054150912e-07,-5.290161197990528e-08,4.299181455280632e-09,6.149997489046655e-08,1.1870076832565246e-07,1.7590156176083838e-07,2.331023551960243e-07,2.903031486312102e-07,3.475039420663961e-07,4.0470473550158204e-07,4.6190552893676795e-07,5.191063223719539e-07,5.763071158071398e-07,6.335079092423257e-07,6.907087026775116e-07,7.479094961126975e-07,8.051102895478834e-07,8.623110829830694e-07,9.195118764182553e-07,9.7671272669686e-07,1.033913463288627e-06,1.0911141998803942e-06,1.148315050158999e-06,1.2055159004376037e-06,1.2627166370293708e-06,1.3199173736211378e-06,1.3771182238997426e-06,1.4343190741783474e-06,1.4915198107701144e-06,1.5487205473618815e-06,1.6059213976404862e-06],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[5,3,4,16,27,25,75,112,195,326,557,919,1458,2243,3310,5010,7199,10297,13753,18440,24386,30789,38823,46889,56049,64977,73621,81851,88773,92941,95804,96860,95433,90795,86288,78303,70334,61211,52100,43114,35000,27896,21660,16309,11968,8785,6114,4214,2812,1829,1231,698,446,251,159,99,37,23,8,4,4,1,0,1],"bins":[-0.09670224040746689,-0.09361010044813156,-0.09051796048879623,-0.0874258279800415,-0.08433368802070618,-0.08124154806137085,-0.07814940810203552,-0.0750572681427002,-0.07196512818336487,-0.06887299567461014,-0.06578085571527481,-0.06268871575593948,-0.059596575796604156,-0.05650443956255913,-0.0534122996032238,-0.05032016336917877,-0.047228023409843445,-0.04413588345050812,-0.04104374721646309,-0.03795160725712776,-0.03485947102308273,-0.031767331063747406,-0.02867519110441208,-0.0255830530077219,-0.022490914911031723,-0.019398776814341545,-0.016306638717651367,-0.01321449875831604,-0.010122360661625862,-0.007030222099274397,-0.003938083536922932,-0.0008459449745714664,0.002246186137199402,0.005338324699550867,0.008430463261902332,0.011522602289915085,0.014614740386605263,0.01770687848329544,0.020799018442630768,0.023891156539320946,0.026983294636011124,0.0300754327327013,0.03316757082939148,0.03625971078872681,0.039351850748062134,0.04244398698210716,0.04553612694144249,0.04862826317548752,0.051720403134822845,0.05481254309415817,0.0579046793282032,0.06099681928753853,0.06408895552158356,0.06718109548091888,0.07027323544025421,0.07336537539958954,0.07645751535892487,0.0795496478676796,0.08264178782701492,0.08573392778635025,0.08882606774568558,0.0919182077050209,0.09501034021377563,0.09810248017311096,0.10119462013244629]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[5,4,12,17,23,34,61,87,164,236,400,599,903,1249,1806,2661,3656,4917,6446,8324,10446,12931,15599,18558,21468,24832,27250,29878,31996,33456,34377,34135,33768,31872,30309,27857,24773,22081,19138,16221,13388,10889,8498,6710,5108,3931,2687,1974,1443,949,601,414,259,155,116,58,38,28,12,7,6,3,0,1],"bins":[-0.09062664210796356,-0.08771130442619324,-0.08479596674442291,-0.08188062161207199,-0.07896528393030167,-0.07604994624853134,-0.07313460856676102,-0.07021927088499069,-0.06730392575263977,-0.06438858807086945,-0.06147325038909912,-0.058557912707328796,-0.05564257502555847,-0.05272723361849785,-0.049811895936727524,-0.0468965545296669,-0.043981216847896576,-0.04106587916612625,-0.03815053775906563,-0.0352352000772953,-0.03231985867023468,-0.029404520988464355,-0.02648918330669403,-0.023573843762278557,-0.020658504217863083,-0.01774316467344761,-0.01482782606035471,-0.01191248744726181,-0.008997147902846336,-0.00608180882409215,-0.003166469745337963,-0.0002511306665837765,0.00266420841217041,0.005579547490924597,0.008494886569678783,0.011410225182771683,0.014325564727187157,0.01724090427160263,0.020156241953372955,0.02307158149778843,0.025986921042203903,0.028902260586619377,0.03181760013103485,0.034732937812805176,0.0376482754945755,0.040563616901636124,0.04347895458340645,0.04639429599046707,0.049309633672237396,0.05222497135400772,0.055140312761068344,0.05805565044283867,0.06097099184989929,0.06388632953166962,0.06680166721343994,0.06971700489521027,0.07263234257698059,0.07554768770933151,0.07846302539110184,0.08137836307287216,0.08429370075464249,0.08720903843641281,0.09012438356876373,0.09303972125053406,0.09595505893230438]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"values":[5,1,0,7,12,19,27,47,74,140,217,355,545,806,1293,1783,2452,3594,4786,6356,8407,10629,13516,16168,19400,22348,25719,28463,30946,33187,34607,35087,35006,34259,32319,30276,27574,24250,21290,18113,15114,12243,10055,7790,5870,4448,3269,2348,1615,1032,759,447,287,202,111,66,44,17,7,10,2,3,0,2],"bins":[-0.09513995796442032,-0.09215080738067627,-0.08916164934635162,-0.08617249876260757,-0.08318334072828293,-0.08019419014453888,-0.07720503211021423,-0.07421588152647018,-0.07122672349214554,-0.06823757290840149,-0.06524841487407684,-0.062259264290332794,-0.05927010998129845,-0.0562809556722641,-0.05329180136322975,-0.050302647054195404,-0.047313492745161057,-0.04432433843612671,-0.04133518412709236,-0.038346029818058014,-0.035356875509023666,-0.03236772119998932,-0.02937856875360012,-0.026389414444565773,-0.023400260135531425,-0.020411105826497078,-0.01742195151746273,-0.014432798139750957,-0.01144364383071661,-0.008454489521682262,-0.005465335678309202,-0.0024761816021054983,0.0005129724740982056,0.0035021265503019094,0.006491280626505613,0.009480434469878674,0.012469588778913021,0.015458743087947369,0.01844789646565914,0.02143705077469349,0.024426205083727837,0.027415359392762184,0.03040451370179653,0.03339366614818573,0.03638282045722008,0.039371974766254425,0.04236112907528877,0.04535028338432312,0.04833943769335747,0.051328592002391815,0.05431774631142616,0.05730690062046051,0.06029605492949486,0.0632852092385292,0.06627435982227325,0.0692635178565979,0.07225266844034195,0.0752418264746666,0.07823097705841064,0.08122013509273529,0.08420928567647934,0.08719844371080399,0.09018759429454803,0.09317675232887268,0.09616590291261673],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,1,0,0,1,1,1,1,2,3,4,0,8,4,13,7,10,14,17,22,24,24,31,39,54,42,45,55,34,49,41,35,33,37,17,15,16,10,10,3,11,6,9,6,0,4,3,2,1,0,0,0,0,1],"bins":[-2.5525043838570127e-06,-2.4840974219841883e-06,-2.415690460111364e-06,-2.3472837256122148e-06,-2.2788767637393903e-06,-2.210469801866566e-06,-2.1420628399937414e-06,-2.073655878120917e-06,-2.0052489162480924e-06,-1.9368421817489434e-06,-1.868435219876119e-06,-1.8000282580032945e-06,-1.73162129613047e-06,-1.6632144479444833e-06,-1.5948074860716588e-06,-1.526400637885672e-06,-1.4579936760128476e-06,-1.389586714140023e-06,-1.3211798659540364e-06,-1.2527729040812119e-06,-1.1843660558952251e-06,-1.1159590940224007e-06,-1.0475521321495762e-06,-9.791452839635895e-07,-9.10738322090765e-07,-8.423314170613594e-07,-7.739245120319538e-07,-7.055175501591293e-07,-6.371106451297237e-07,-5.687037401003181e-07,-5.002967782274936e-07,-4.31889873198088e-07,-3.6348319554235786e-07,-2.9507629051295226e-07,-2.2666935706183722e-07,-1.582624378215769e-07,-8.985551858131657e-08,-2.144859934105625e-08,4.695831989920407e-08,1.1536523913946439e-07,1.8377215837972471e-07,2.521790634091303e-07,3.2058599686024536e-07,3.889929303113604e-07,4.57399835340766e-07,5.258067403701716e-07,5.942137022429961e-07,6.626206072724017e-07,7.310275123018073e-07,7.994344173312129e-07,8.678413223606185e-07,9.36248284233443e-07,1.0046551324194297e-06,1.0730620942922542e-06,1.1414690561650787e-06,1.2098759043510654e-06,1.2782828662238899e-06,1.3466898280967143e-06,1.415096676282701e-06,1.4835036381555256e-06,1.55191060002835e-06,1.6203174482143368e-06,1.6887244100871612e-06,1.757131258273148e-06,1.8255382201459724e-06]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.0017871417803689837,-0.0017288359813392162,-0.0016705301823094487,-0.0016122243832796812,-0.0015539187006652355,-0.001495612901635468,-0.0014373071026057005,-0.001379001303575933,-0.0013206955045461655,-0.001262389705516398,-0.0012040839064866304,-0.001145778107456863,-0.0010874723084270954,-0.0010291666258126497,-0.0009708608267828822,-0.0009125550277531147,-0.0008542492287233472,-0.0007959434296935797,-0.0007376376306638122,-0.0006793318898417056,-0.000621026090811938,-0.0005627202917821705,-0.0005044145509600639,-0.0004461087519302964,-0.0003878029529005289,-0.0003294971538707614,-0.00027119138394482434,-0.00021288559946697205,-0.00015457981498911977,-9.627403051126748e-05,-3.79682460334152e-05,2.0337538444437087e-05,7.864320650696754e-05,0.00013694899098481983,0.00019525477546267211,0.00025356054538860917,0.0003118663444183767,0.0003701721434481442,0.00042847791337408125,0.0004867836833000183,0.0005450894823297858,0.0006033952813595533,0.0006617010803893209,0.0007200068212114275,0.000778312620241195,0.0008366184192709625,0.0008949241600930691,0.0009532299591228366,0.001011535758152604,0.0010698415571823716,0.0011281473562121391,0.0011864531552419066,0.0012447589542716742,0.0013030646368861198,0.0013613704359158874,0.0014196762349456549,0.0014779820339754224,0.00153628783300519,0.0015945936320349574,0.001652899431064725,0.0017112051136791706,0.0017695109127089381,0.0018278167117387056,0.0018861225107684731,0.0019444283097982407],"_type":"histogram","values":[1,0,0,0,1,3,2,3,9,11,14,17,18,21,31,24,36,28,18,20,17,10,14,21,7,14,13,10,6,7,10,11,5,12,11,8,9,12,16,17,12,16,26,31,28,31,22,28,22,17,10,11,3,9,5,2,0,2,1,1,1,1,1,1]},"parameters/bert.embeddings.LayerNorm.weight":{"values":[1,1,3,4,4,6,7,5,12,12,16,20,19,18,31,30,19,20,18,19,15,19,27,16,17,21,11,12,20,20,19,12,16,15,14,15,13,19,14,17,16,18,30,16,13,15,16,10,8,11,3,4,5,1,1,1,1,0,0,1,0,0,0,1],"bins":[0.9985324144363403,0.9985859990119934,0.9986396431922913,0.9986932277679443,0.9987468719482422,0.9988004565238953,0.9988541007041931,0.9989076852798462,0.998961329460144,0.9990149140357971,0.9990684986114502,0.999122142791748,0.9991757273674011,0.999229371547699,0.999282956123352,0.9993366003036499,0.999390184879303,0.999443769454956,0.9994974136352539,0.999550998210907,0.9996046423912048,0.9996582269668579,0.9997118711471558,0.9997654557228088,0.9998190402984619,0.9998726844787598,0.9999262690544128,0.9999799132347107,1.0000334978103638,1.0000871419906616,1.0001407861709595,1.0001943111419678,1.0002479553222656,1.0003015995025635,1.0003551244735718,1.0004087686538696,1.0004624128341675,1.0005160570144653,1.0005695819854736,1.0006232261657715,1.0006768703460693,1.0007303953170776,1.0007840394973755,1.0008376836776733,1.0008913278579712,1.0009448528289795,1.0009984970092773,1.0010521411895752,1.001105785369873,1.0011593103408813,1.0012129545211792,1.001266598701477,1.0013201236724854,1.0013737678527832,1.001427412033081,1.001481056213379,1.0015345811843872,1.001588225364685,1.001641869544983,1.0016953945159912,1.001749038696289,1.001802682876587,1.0018563270568848,1.001909852027893,1.001963496208191],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,2,1,1,0,9,5,3,11,6,6,6,9,7,9,13,15,18,15,21,23,23,23,28,34,33,18,27,24,29,24,28,27,26,34,30,14,17,15,14,24,15,10,5,10,10,10,6,4,4,4,5,2,1,2,2,1,0,0,0,3],"bins":[-1.2449297059902165e-07,-1.205174129381703e-07,-1.1654186948817369e-07,-1.1256631182732235e-07,-1.0859076127189837e-07,-1.046152107164744e-07,-1.0063966016105041e-07,-9.666410960562644e-08,-9.26885519447751e-08,-8.871300138935112e-08,-8.473745083392714e-08,-8.076190027850316e-08,-7.678634972307918e-08,-7.28107991676552e-08,-6.883524150680387e-08,-6.485969095137989e-08,-6.088414039595591e-08,-5.690858984053193e-08,-5.2933035732394274e-08,-4.8957485176970295e-08,-4.498193106883264e-08,-4.100638051340866e-08,-3.703082995798468e-08,-3.305527584984702e-08,-2.9079725294423042e-08,-2.5104172962642224e-08,-2.1128620630861406e-08,-1.7153070075437427e-08,-1.3177517743656608e-08,-9.20196541187579e-09,-5.226413968273391e-09,-1.2508620805817827e-09,2.7246898071098258e-09,6.700241694801434e-09,1.0675793582493043e-08,1.4651345026095441e-08,1.862689735787626e-08,2.2602449689657078e-08,2.6578000245081057e-08,3.0553554353218715e-08,3.4529104908642694e-08,3.850465546406667e-08,4.248020957220433e-08,4.645576012762831e-08,5.043131068305229e-08,5.4406864791189946e-08,5.8382415346613925e-08,6.235796945475158e-08,6.633352001017556e-08,7.030907056559954e-08,7.428462112102352e-08,7.826017878187486e-08,8.223572933729884e-08,8.621127989272281e-08,9.018683044814679e-08,9.416238100357077e-08,9.813793155899475e-08,1.0211348921984609e-07,1.0608903977527007e-07,1.1006459033069405e-07,1.1404014088611802e-07,1.18015691441542e-07,1.2199124910239334e-07,1.2596679255238996e-07,1.299423502132413e-07]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-3.730349362740526e-13,-3.6270986214503864e-13,-3.523847880160247e-13,-3.4205971388701073e-13,-3.3173463975799677e-13,-3.214095656289828e-13,-3.1108449149996886e-13,-3.007594173709549e-13,-2.9043434324194095e-13,-2.80109269112927e-13,-2.6978419498391304e-13,-2.594591208548991e-13,-2.4913404672588513e-13,-2.3880897259687117e-13,-2.284838984678572e-13,-2.1815882433884326e-13,-2.078337502098293e-13,-1.9750867608081535e-13,-1.871836019518014e-13,-1.7685852782278744e-13,-1.6653345369377348e-13,-1.5620837956475953e-13,-1.4588330543574557e-13,-1.3555823130673161e-13,-1.2523315717771766e-13,-1.149080830487037e-13,-1.0458300891968975e-13,-9.425793479067579e-14,-8.393286066166183e-14,-7.360778653264788e-14,-6.328271240363392e-14,-5.295763827461997e-14,-4.263256414560601e-14,-3.2307490016592055e-14,-2.19824158875781e-14,-1.1657341758564144e-14,-1.3322676295501878e-15,8.992806499463768e-15,1.9317880628477724e-14,2.964295475749168e-14,3.9968028886505635e-14,5.029310301551959e-14,6.061817714453355e-14,7.09432512735475e-14,8.126832540256146e-14,9.159339953157541e-14,1.0191847366058937e-13,1.1224354778960333e-13,1.2256862191861728e-13,1.3289369604763124e-13,1.432187701766452e-13,1.5354384430565915e-13,1.638689184346731e-13,1.7419399256368706e-13,1.8451906669270102e-13,1.9484414082171497e-13,2.0516921495072893e-13,2.1549428907974288e-13,2.2581936320875684e-13,2.361444373377708e-13,2.4646951146678475e-13,2.567945855957987e-13,2.6711965972481266e-13,2.774447338538266e-13,2.877698079828406e-13],"_type":"histogram","values":[1,0,0,1,0,0,0,1,1,0,3,1,2,3,2,1,7,6,8,2,11,7,10,7,8,9,13,16,17,30,23,27,31,43,48,33,54,45,49,33,32,28,20,23,18,11,17,12,5,11,6,4,3,4,3,6,3,1,1,4,1,0,0,2]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.0017710017273202538,-0.001710481010377407,-0.0016499601770192385,-0.0015894394600763917,-0.001528918743133545,-0.0014683979097753763,-0.0014078771928325295,-0.001347356359474361,-0.0012868356425315142,-0.0012263149255886674,-0.0011657940922304988,-0.001105273375287652,-0.0010447525419294834,-0.0009842318249866366,-0.0009237111080437899,-0.0008631903328932822,-0.0008026695577427745,-0.0007421487825922668,-0.0006816280074417591,-0.0006211072904989123,-0.0005605865153484046,-0.000500065740197897,-0.0004395449941512197,-0.0003790242481045425,-0.0003185034729540348,-0.0002579826978035271,-0.00019746195175684988,-0.00013694119115825742,-7.642043055966496e-05,-1.5899669961072505e-05,4.4621090637519956e-05,0.00010514185123611242,0.0001656627282500267,0.00022618348884861916,0.0002867042494472116,0.00034722499549388885,0.00040774577064439654,0.00046826654579490423,0.000528787262737751,0.0005893080378882587,0.0006498288130387664,0.0007103495881892741,0.0007708703633397818,0.0008313910802826285,0.0008919118554331362,0.0009524326305836439,0.0010129533475264907,0.0010734741808846593,0.001133994897827506,0.0011945156147703528,0.0012550364481285214,0.0013155571650713682,0.0013760779984295368,0.0014365987153723836,0.0014971194323152304,0.001557640265673399,0.0016181609826162457,0.0016786816995590925,0.0017392025329172611,0.001799723249860108,0.0018602439668029547,0.0019207648001611233,0.001981285633519292,0.002041806234046817,0.0021023270674049854],"_type":"histogram","values":[2,1,0,3,0,3,6,9,9,22,16,25,29,25,28,38,18,25,20,11,8,12,13,11,13,12,9,12,13,9,3,11,9,12,12,13,5,9,15,12,18,20,25,27,32,42,28,18,20,13,6,3,5,3,2,1,1,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,4,7,20,31,61,79,165,318,521,798,1296,2058,3215,4692,7013,9962,13834,18624,24597,31744,39417,48534,57753,67182,76714,85146,91458,96296,99163,98989,96372,92120,85919,77698,68637,58619,49865,40876,32362,25396,19439,14318,10307,7251,5020,3305,2180,1378,892,513,306,191,109,48,24,14,8,1,1,2,1],"bins":[-0.10167493671178818,-0.0985029935836792,-0.09533105790615082,-0.09215911477804184,-0.08898717164993286,-0.08581523597240448,-0.0826432928442955,-0.07947135716676712,-0.07629941403865814,-0.07312747091054916,-0.06995553523302078,-0.0667835921049118,-0.06361165642738342,-0.060439713299274445,-0.057267770171165466,-0.054095830768346786,-0.05092389136552811,-0.04775195196270943,-0.04458001255989075,-0.04140806943178177,-0.03823613002896309,-0.03506419062614441,-0.03189224749803543,-0.02872030809521675,-0.02554836869239807,-0.02237642928957939,-0.019204488024115562,-0.016032546758651733,-0.012860607355833054,-0.0096886670216918,-0.006516726687550545,-0.0033447863534092903,-0.0001728534698486328,0.0029990868642926216,0.006171027198433876,0.00934296753257513,0.012514907866716385,0.015686847269535065,0.018858788534998894,0.022030729800462723,0.025202669203281403,0.028374608606100082,0.03154654800891876,0.03471849113702774,0.03789043053984642,0.0410623699426651,0.04423431307077408,0.04740625247359276,0.05057819187641144,0.05375013127923012,0.0569220706820488,0.060094013810157776,0.06326594948768616,0.06643789261579514,0.06960983574390411,0.0727817714214325,0.07595371454954147,0.07912565767765045,0.08229759335517883,0.08546953648328781,0.08864147961139679,0.09181341528892517,0.09498535841703415,0.09815729409456253,0.10132923722267151]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,0,1,1,3,2,0,4,2,2,5,6,15,6,9,13,18,17,22,37,37,56,74,63,63,72,47,47,31,24,14,12,4,13,6,4,3,1,9,3,5,1,2,0,2,0,1,0,0,0,0,2,1,1,1,0,1,0,0,2],"bins":[-7.137104603316402e-06,-6.881775334477425e-06,-6.626445610891096e-06,-6.371115887304768e-06,-6.1157866184657905e-06,-5.860457349626813e-06,-5.605127626040485e-06,-5.3497979024541564e-06,-5.094468633615179e-06,-4.8391393647762015e-06,-4.583809641189873e-06,-4.328479917603545e-06,-4.0731506487645674e-06,-3.81782137992559e-06,-3.5624916563392617e-06,-3.307162160126609e-06,-3.051832663913956e-06,-2.796503167701303e-06,-2.54117367148865e-06,-2.2858441752759973e-06,-2.0305146790633444e-06,-1.7751851828506915e-06,-1.5198556866380386e-06,-1.2645261904253857e-06,-1.0091966942127328e-06,-7.5386719800008e-07,-4.985377017874271e-07,-2.432082055747742e-07,1.2121290637878701e-08,2.674507868505316e-07,5.227802830631845e-07,7.781097792758374e-07,1.0334397302358411e-06,1.288769226448494e-06,1.5440987226611469e-06,1.7994282188737998e-06,2.0547577150864527e-06,2.3100872112991055e-06,2.5654167075117584e-06,2.8207462037244113e-06,3.076075699937064e-06,3.331405196149717e-06,3.58673469236237e-06,3.842063961201347e-06,4.097393684787676e-06,4.352723408374004e-06,4.6080526772129815e-06,4.863381946051959e-06,5.118711669638287e-06,5.374041393224616e-06,5.629370662063593e-06,5.8846999309025705e-06,6.140029654488899e-06,6.395359378075227e-06,6.650688646914205e-06,6.906017915753182e-06,7.16134763933951e-06,7.416677362925839e-06,7.672006177017465e-06,7.927335900603794e-06,8.182665624190122e-06,8.43799534777645e-06,8.693325071362779e-06,8.948653885454405e-06,9.203983609040733e-06]},"gradients/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,3,3,2,4,5,2,3,8,9,7,12,7,12,16,12,15,26,23,29,21,29,37,38,34,30,27,36,35,29,23,27,25,29,21,14,15,14,12,8,17,7,2,3,9,6,8,5,4,0,1,1,0,0,0,0,0,1,0,0,0,1],"bins":[-1.0539555432842462e-06,-1.0164770856135874e-06,-9.789985142560909e-07,-9.41520056585432e-07,-9.040415989147732e-07,-8.665630844006955e-07,-8.290845698866178e-07,-7.91606112215959e-07,-7.541275977018813e-07,-7.166490831878036e-07,-6.791706255171448e-07,-6.416921110030671e-07,-6.042135964889894e-07,-5.667351388183306e-07,-5.292566243042529e-07,-4.917781666335941e-07,-4.542996521195164e-07,-4.1682116602714814e-07,-3.793426799347799e-07,-3.418641654207022e-07,-3.0438567932833394e-07,-2.669071932359657e-07,-2.294286929327427e-07,-1.9195019262951973e-07,-1.5447170653715148e-07,-1.1699321333935586e-07,-7.951472014156025e-08,-4.203622694376463e-08,-4.557733745969017e-09,3.29207594518266e-08,7.039925264962221e-08,1.0787774584741783e-07,1.4535635273205116e-07,1.8283483882441942e-07,2.203133391276424e-07,2.5779183943086537e-07,2.952703255232336e-07,3.327488116156019e-07,3.7022732612967957e-07,4.077058122220478e-07,4.451842983144161e-07,4.826628128284938e-07,5.201412704991526e-07,5.576197850132303e-07,5.95098299527308e-07,6.325767571979668e-07,6.700552717120445e-07,7.075337293827033e-07,7.45012243896781e-07,7.824907584108587e-07,8.199692160815175e-07,8.574477305955952e-07,8.94926188266254e-07,9.324047027803317e-07,9.698832172944094e-07,1.0073616749650682e-06,1.0448402463225648e-06,1.0823187039932236e-06,1.1197971616638824e-06,1.1572756193345413e-06,1.1947541906920378e-06,1.2322326483626966e-06,1.2697111060333555e-06,1.307189677390852e-06,1.3446681350615108e-06]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,2,1,2,2,3,2,3,4,8,9,14,24,22,25,34,32,24,24,23,15,23,21,13,10,20,20,23,22,17,13,23,16,16,21,18,31,16,32,24,21,18,17,12,10,11,6,3,5,4,0,1,1,2,1,0,1,0,0,0,0,0,1,1],"bins":[0.9982696771621704,0.9983333349227905,0.9983970522880554,0.9984607696533203,0.9985244274139404,0.9985880851745605,0.9986518025398254,0.9987155199050903,0.9987791776657104,0.9988428354263306,0.9989065527915955,0.9989702701568604,0.9990339279174805,0.9990975856781006,0.9991613030433655,0.9992250204086304,0.9992886781692505,0.9993523359298706,0.9994160532951355,0.9994797706604004,0.9995434284210205,0.9996070861816406,0.9996708035469055,0.9997345209121704,0.9997981786727905,0.9998618364334106,0.9999255537986755,0.9999892711639404,1.0000529289245605,1.0001165866851807,1.0001802444458008,1.0002440214157104,1.0003076791763306,1.0003713369369507,1.0004351139068604,1.0004987716674805,1.0005624294281006,1.0006260871887207,1.0006897449493408,1.0007535219192505,1.0008171796798706,1.0008808374404907,1.0009446144104004,1.0010082721710205,1.0010719299316406,1.0011355876922607,1.0011992454528809,1.0012630224227905,1.0013266801834106,1.0013903379440308,1.0014541149139404,1.0015177726745605,1.0015814304351807,1.0016450881958008,1.001708745956421,1.0017725229263306,1.0018361806869507,1.0018998384475708,1.0019636154174805,1.0020272731781006,1.0020909309387207,1.0021545886993408,1.002218246459961,1.0022820234298706,1.0023456811904907],"_type":"histogram"},"parameters/linear.weight":{"values":[290,1079,1526,1562,1642,1548,1591,1569,1585,1597,1629,1622,1573,1588,1570,1605,1647,1625,1604,1551,1588,1599,1612,1667,1580,1604,1664,1567,1611,1556,1576,1612,1597,1559,1558,1630,1634,1530,1639,1650,1628,1615,1563,1576,1560,1601,1578,1607,1681,1569,1563,1621,1601,1644,1613,1602,1539,1599,1595,1579,1619,1625,934,156],"bins":[-0.03744203969836235,-0.036267124116420746,-0.03509220853447914,-0.03391729295253754,-0.032742373645305634,-0.03156745806336403,-0.030392542481422424,-0.02921762689948082,-0.028042711317539215,-0.02686779573559761,-0.025692880153656006,-0.024517962709069252,-0.023343047127127647,-0.022168131545186043,-0.02099321410059929,-0.019818298518657684,-0.01864338293671608,-0.017468467354774475,-0.01629355177283287,-0.015118634328246117,-0.013943718746304512,-0.012768803164362907,-0.011593886651098728,-0.010418970137834549,-0.009244054555892944,-0.00806913897395134,-0.0068942224606871605,-0.005719306413084269,-0.004544390365481377,-0.0033694743178784847,-0.002194558270275593,-0.0010196422226727009,0.0001552775502204895,0.0013301935978233814,0.0025051096454262733,0.0036800256930291653,0.004854941740632057,0.006029857788234949,0.007204773835837841,0.00837969034910202,0.009554605931043625,0.01072952151298523,0.011904438026249409,0.013079354539513588,0.014254270121455193,0.015429185703396797,0.01660410314798355,0.017779018729925156,0.01895393431186676,0.020128849893808365,0.02130376547574997,0.022478682920336723,0.023653598502278328,0.024828514084219933,0.026003431528806686,0.02717834711074829,0.028353262692689896,0.0295281782746315,0.030703093856573105,0.03187800943851471,0.03305292874574661,0.03422784432768822,0.03540275990962982,0.036577675491571426,0.03775259107351303],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[2,0,1,2,1,0,3,8,5,14,18,37,38,57,84,93,184,243,335,527,783,1167,1685,2569,3904,5730,8717,14011,22102,38133,75595,156686,120605,55084,30119,17860,11325,7387,4755,3307,2225,1457,956,668,412,285,184,141,90,66,47,39,35,14,10,8,2,1,0,3,3,0,0,2],"bins":[-9.314351245848229e-07,-9.02131262137118e-07,-8.728273996894131e-07,-8.435235372417083e-07,-8.142196747940034e-07,-7.849158691897173e-07,-7.556120067420125e-07,-7.263081442943076e-07,-6.970042818466027e-07,-6.677004193988978e-07,-6.383965569511929e-07,-6.09092694503488e-07,-5.79788888899202e-07,-5.504850264514971e-07,-5.211811640037922e-07,-4.918773015560873e-07,-4.6257343910838244e-07,-4.3326957666067756e-07,-4.0396571421297267e-07,-3.746618801869772e-07,-3.4535801773927233e-07,-3.1605415529156744e-07,-2.86750321265572e-07,-2.574464588178671e-07,-2.281425963701622e-07,-1.9883873392245732e-07,-1.6953488568560715e-07,-1.4023103744875698e-07,-1.1092717500105209e-07,-8.162331965877456e-08,-5.231946431649703e-08,-2.3015608974219504e-08,6.288246368058026e-09,3.5592101710335555e-08,6.489595705261308e-08,9.419981239489061e-08,1.2350366773716814e-07,1.5280753018487303e-07,1.821113784217232e-07,2.1141522665857337e-07,2.4071908910627826e-07,2.7002295155398315e-07,2.9932681400168804e-07,3.286306480276835e-07,3.579345104753884e-07,3.8723837292309327e-07,4.165422069490887e-07,4.458460693967936e-07,4.751499318444985e-07,5.044537942922034e-07,5.337576567399083e-07,5.630615191876132e-07,5.92365381635318e-07,6.216691872396041e-07,6.50973049687309e-07,6.802769121350138e-07,7.095807745827187e-07,7.388846370304236e-07,7.681884994781285e-07,7.974923619258334e-07,8.267961675301194e-07,8.561000299778243e-07,8.854038924255292e-07,9.147077548732341e-07,9.44011617320939e-07],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.001574921770952642,-0.0015182102797552943,-0.0014614987885579467,-0.001404787297360599,-0.0013480758061632514,-0.0012913643149659038,-0.0012346528237685561,-0.0011779413325712085,-0.0011212299577891827,-0.001064518466591835,-0.0010078069753944874,-0.0009510954259894788,-0.0008943839929997921,-0.0008376725018024445,-0.0007809610106050968,-0.0007242495194077492,-0.0006675380282104015,-0.0006108265370130539,-0.0005541150458157063,-0.0004974035546183586,-0.00044069209252484143,-0.0003839806013274938,-0.0003272691392339766,-0.00027055764803662896,-0.00021384615683928132,-0.00015713466564193368,-0.00010042318899650127,-4.371170507511124e-05,1.2999778846278787e-05,6.971126276766881e-05,0.00012642274668905884,0.00018313422333449125,0.00023984583094716072,0.00029655732214450836,0.000353268813341856,0.0004099802754353732,0.00046669176663272083,0.000523403228726238,0.0005801147199235857,0.0006368262111209333,0.0006935377023182809,0.0007502491935156286,0.0008069606847129762,0.0008636721759103239,0.0009203836089000106,0.0009770951000973582,0.0010338065912947059,0.0010905180824920535,0.0011472295736894011,0.0012039410648867488,0.0012606525560840964,0.001317364047281444,0.0013740755384787917,0.0014307870296761394,0.001487498520873487,0.0015442100120708346,0.0016009213868528605,0.001657632878050208,0.0017143443692475557,0.0017710558604449034,0.001827767351642251,0.0018844788428395987,0.0019411903340369463,0.001997901825234294,0.0020546133164316416],"_type":"histogram","values":[1,2,4,2,1,7,14,13,17,25,34,32,22,25,16,24,24,17,16,18,13,14,11,6,5,10,5,14,10,8,8,6,10,10,11,14,19,14,17,25,22,24,17,34,24,26,13,14,15,14,8,4,3,0,2,1,0,1,0,1,0,0,0,1]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-6.37743687548209e-06,-6.166780622152146e-06,-5.956124368822202e-06,-5.745468115492258e-06,-5.534811862162314e-06,-5.324156063579721e-06,-5.1134998102497775e-06,-4.902843556919834e-06,-4.69218730358989e-06,-4.481531050259946e-06,-4.270874796930002e-06,-4.060218543600058e-06,-3.849562745017465e-06,-3.638906264313846e-06,-3.4282502383575775e-06,-3.2175939850276336e-06,-3.0069377316976897e-06,-2.796281478367746e-06,-2.585625225037802e-06,-2.3749691990815336e-06,-2.1643129457515897e-06,-1.953656692421646e-06,-1.7430005527785397e-06,-1.5323444131354336e-06,-1.3216881598054897e-06,-1.1110319064755458e-06,-9.003757668324397e-07,-6.897195703459147e-07,-4.790633738593897e-07,-2.684071773728647e-07,-5.7750980886339676e-08,1.5290521560018533e-07,3.6356141208671033e-07,5.742176085732353e-07,7.848738050597603e-07,9.955299447028665e-07,1.2061861980328104e-06,1.4168424513627542e-06,1.6274985910058604e-06,1.8381547306489665e-06,2.0488109839789104e-06,2.2594672373088542e-06,2.470123490638798e-06,2.6807795165950665e-06,2.8914357699250104e-06,3.1020920232549543e-06,3.3127480492112227e-06,3.5234043025411665e-06,3.7340605558711104e-06,3.944716809201054e-06,4.155373062530998e-06,4.366029315860942e-06,4.576685569190886e-06,4.787341367773479e-06,4.997997621103423e-06,5.208653874433367e-06,5.4193101277633104e-06,5.629966381093254e-06,5.840622634423198e-06,6.051278887753142e-06,6.261934686335735e-06,6.472590939665679e-06,6.683247192995623e-06,6.893903446325567e-06,7.1045596996555105e-06],"_type":"histogram","values":[2,1,8,4,7,13,14,12,24,31,58,67,110,181,275,362,533,720,1163,1637,2214,3429,5002,7532,11865,19249,33093,60397,122211,310093,597191,192197,86914,45918,25578,15457,9626,6396,4140,2838,1957,1352,912,618,469,324,215,139,98,72,41,27,28,12,14,7,6,4,2,2,2,0,0,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,0,2,1,5,5,3,8,5,8,13,10,10,14,25,16,22,11,22,24,30,47,40,43,35,28,39,39,35,27,28,35,23,22,11,15,11,15,8,8,6,3,5,2,1,1,0,1,2,0,0,1],"bins":[-5.5410037020919845e-06,-5.388780209614197e-06,-5.236556262389058e-06,-5.084332769911271e-06,-4.932109277433483e-06,-4.779885330208344e-06,-4.627661837730557e-06,-4.475438345252769e-06,-4.323214852774981e-06,-4.170990905549843e-06,-4.018767413072055e-06,-3.8665439205942675e-06,-3.714319973369129e-06,-3.5620964808913413e-06,-3.4098727610398782e-06,-3.2576492685620906e-06,-3.1054255487106275e-06,-2.9532018288591644e-06,-2.8009783363813767e-06,-2.6487546165299136e-06,-2.496531124052126e-06,-2.344307404200663e-06,-2.1920836843491998e-06,-2.039860191871412e-06,-1.887636472019949e-06,-1.7354128658553236e-06,-1.5831892596906982e-06,-1.4309655398392351e-06,-1.2787419336746098e-06,-1.1265183275099844e-06,-9.742946076585213e-07,-8.220710014938959e-07,-6.698473953292705e-07,-5.176237891646451e-07,-3.654001261566009e-07,-2.1317649157026608e-07,-6.095285698393127e-08,9.127077760240354e-08,2.4349441218873835e-07,3.9571804677507316e-07,5.47941681361408e-07,7.001652875260334e-07,8.523889505340776e-07,1.0046126135421218e-06,1.1568362197067472e-06,1.3090598258713726e-06,1.4612835457228357e-06,1.613507151887461e-06,1.7657307580520865e-06,1.9179544779035496e-06,2.0701779703813372e-06,2.2224016902328003e-06,2.374625182710588e-06,2.526848902562051e-06,2.679072622413514e-06,2.831296114891302e-06,2.983519834742765e-06,3.135743554594228e-06,3.2879670470720157e-06,3.440190766923479e-06,3.592414486774942e-06,3.7446379792527296e-06,3.896861471730517e-06,4.049085418955656e-06,4.2013089114334434e-06]},"parameters/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,2,0,2,5,9,12,11,16,21,18,29,31,19,31,25,21,20,16,11,11,13,6,11,12,11,15,9,16,12,9,9,11,15,4,8,11,19,15,30,20,27,25,38,21,21,24,11,10,5,5,7,0,1,2,0,2,0,1,0,0,0,0,1],"bins":[-0.0016757745761424303,-0.0016161169623956084,-0.0015564594650641084,-0.0014968018513172865,-0.0014371442375704646,-0.0013774867402389646,-0.0013178291264921427,-0.0012581715127453208,-0.001198513898998499,-0.0011388564016669989,-0.001079198787920177,-0.001019541174173355,-0.000959883676841855,-0.0009002260630950332,-0.0008405685075558722,-0.0007809108938090503,-0.0007212533382698894,-0.0006615957827307284,-0.0006019381689839065,-0.0005422806134447455,-0.0004826230288017541,-0.0004229654441587627,-0.0003633078886196017,-0.0003036503039766103,-0.00024399271933361888,-0.00018433513469062746,-0.00012467756459955126,-6.501998723251745e-05,-5.362409865483642e-06,5.429516750155017e-05,0.00011395274486858398,0.00017361031495966017,0.0002332678996026516,0.000292925484245643,0.00035258306888863444,0.0004122406244277954,0.00047189820907078683,0.0005315557937137783,0.0005912133492529392,0.0006508709629997611,0.0007105285185389221,0.000770186074078083,0.0008298436878249049,0.0008895012433640659,0.0009491587989032269,0.0010088164126500487,0.0010684740263968706,0.0011281315237283707,0.0011877891374751925,0.0012474467512220144,0.0013071042485535145,0.0013667618623003364,0.0014264194760471582,0.0014860769733786583,0.0015457345871254802,0.001605392200872302,0.0016650496982038021,0.001724707311950624,0.0017843649256974459,0.0018440225394442677,0.0019036800367757678,0.0019633376505225897,0.0020229951478540897,0.0020826528780162334,0.0021423103753477335]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,0,0,0,2,3,1,2,3,10,10,7,5,13,8,15,9,21,25,14,16,19,24,36,34,24,22,28,23,35,32,27,28,36,27,24,23,19,18,13,13,12,18,13,11,11,6,7,3,1,4,2,3,0,2,0,0,0,1,1,0,1],"bins":[-5.860890723852208e-07,-5.671408302987402e-07,-5.481925882122596e-07,-5.29244346125779e-07,-5.102961040392984e-07,-4.913478619528178e-07,-4.723996482880466e-07,-4.53451406201566e-07,-4.345031641150854e-07,-4.155549220286048e-07,-3.966066799421242e-07,-3.7765843785564357e-07,-3.587102241908724e-07,-3.397619821043918e-07,-3.208137400179112e-07,-3.018654979314306e-07,-2.8291725584495e-07,-2.6396901375846937e-07,-2.4502077167198877e-07,-2.2607254379636288e-07,-2.0712430170988227e-07,-1.8817605962340167e-07,-1.6922783174777578e-07,-1.5027958966129518e-07,-1.3133134757481457e-07,-1.1238310548833397e-07,-9.343487050728072e-08,-7.448663552622747e-08,-5.553839343974687e-08,-3.6590154905979944e-08,-1.7641916372213018e-08,1.3063221615539078e-09,2.0254560695320833e-08,3.920279922908776e-08,5.8151037762854685e-08,7.709927274390793e-08,9.604751483038854e-08,1.1499575691686914e-07,1.3394398479249503e-07,1.5289222687897563e-07,1.7184046896545624e-07,1.9078871105193684e-07,2.0973695313841745e-07,2.2868518101404334e-07,2.4763340888966923e-07,2.6658165097614983e-07,2.8552989306263044e-07,3.0447813514911104e-07,3.2342637723559164e-07,3.4237461932207225e-07,3.6132286140855285e-07,3.8027110349503346e-07,3.9921934558151406e-07,4.1816755924628524e-07,4.3711580133276584e-07,4.5606404341924645e-07,4.7501228550572705e-07,4.939604991704982e-07,5.129087412569788e-07,5.318569833434594e-07,5.5080522542994e-07,5.697534675164206e-07,5.887017096029012e-07,6.076499516893819e-07,6.265981937758625e-07]},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[3,1,3,2,3,1,3,3,2,3,2,5,3,5,6,10,9,10,9,10,14,10,17,23,14,25,22,26,29,24,26,22,23,23,25,18,26,36,34,25,24,16,14,18,14,11,10,20,13,11,9,13,7,6,6,7,2,3,1,4,1,1,0,2],"bins":[-1.4593047126254532e-07,-1.4153852134768385e-07,-1.3714657143282238e-07,-1.3275462151796091e-07,-1.2836267160309944e-07,-1.2397072168823797e-07,-1.195787717733765e-07,-1.1518682896394239e-07,-1.1079487904908092e-07,-1.0640292913421945e-07,-1.0201097921935798e-07,-9.761902930449651e-08,-9.32270864950624e-08,-8.883513658020092e-08,-8.444318666533945e-08,-8.005123675047798e-08,-7.565928683561651e-08,-7.126733692075504e-08,-6.687538700589357e-08,-6.24834370910321e-08,-5.809149072888431e-08,-5.369954081402284e-08,-4.930759445187505e-08,-4.491564453701358e-08,-4.0523694622152107e-08,-3.6131744707290636e-08,-3.1739794792429166e-08,-2.7347848430281374e-08,-2.2955898515419904e-08,-1.8563948600558433e-08,-1.4172000462053802e-08,-9.780051435370751e-09,-5.388116619542416e-09,-9.96167592859365e-10,3.395781433823686e-09,7.787730460506737e-09,1.2179679487189787e-08,1.6571629402051258e-08,2.096357754055589e-08,2.535552567906052e-08,2.974747559392199e-08,3.413942550878346e-08,3.853137542364493e-08,4.292332178579272e-08,4.7315271700654193e-08,5.1707221615515664e-08,5.6099167977663456e-08,6.049111789252493e-08,6.48830678073864e-08,6.927501772224787e-08,7.366696763710934e-08,7.805891755197081e-08,8.245086746683228e-08,8.684281027626639e-08,9.123476019112786e-08,9.562671010598933e-08,1.000186600208508e-07,1.0441060993571227e-07,1.0880255985057374e-07,1.1319450976543521e-07,1.1758645257486933e-07,1.219784024897308e-07,1.2637035240459227e-07,1.3076230231945374e-07,1.351542522343152e-07]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,2,3,4,5,9,11,11,23,27,24,27,28,24,22,25,14,16,17,17,17,6,8,5,14,12,9,5,7,7,10,12,16,14,13,27,27,27,17,29,32,30,30,22,12,13,12,8,6,1,4,2,0,1,0,1,0,0,0,0,0,1],"bins":[-0.0017240570159628987,-0.001662511727772653,-0.0016009665559977293,-0.0015394212678074837,-0.001477875979617238,-0.0014163306914269924,-0.0013547854032367468,-0.001293240231461823,-0.0012316949432715774,-0.0011701496550813317,-0.001108604483306408,-0.0010470591951161623,-0.0009855139069259167,-0.000923968618735671,-0.0008624233887530863,-0.0008008781587705016,-0.000739332870580256,-0.0006777875823900104,-0.0006162423524074256,-0.0005546971224248409,-0.0004931518342345953,-0.00043160657514818013,-0.00037006131606176496,-0.0003085160569753498,-0.0002469707978889346,-0.00018542553880251944,-0.00012388027971610427,-6.23350206296891e-05,-7.897615432739258e-07,6.0755497543141246e-05,0.00012230075662955642,0.0001838460157159716,0.0002453913912177086,0.00030693665030412376,0.00036848190939053893,0.0004300271684769541,0.0004915724275633693,0.0005531177157536149,0.0006146629457361996,0.0006762081757187843,0.00073775346390903,0.0007992987520992756,0.0008608439820818603,0.000922389212064445,0.0009839345002546906,0.0010454797884449363,0.00110702496021986,0.0011685702484101057,0.0012301155366003513,0.001291660824790597,0.0013532061129808426,0.0014147512847557664,0.001476296572946012,0.0015378418611362576,0.0015993870329111814,0.001660932321101427,0.0017224776092916727,0.0017840228974819183,0.001845568185672164,0.0019071133574470878,0.0019686585292220116,0.002030203817412257,0.002091749105602503,0.0021532943937927485,0.002214839681982994]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,0,4,2,5,17,11,17,24,42,57,84,123,158,218,316,430,597,816,1284,1756,2313,3475,4878,7061,10105,15152,23031,37567,66788,118252,118377,67361,37557,23097,15032,10267,7030,4796,3407,2332,1767,1211,827,607,449,342,217,146,140,95,55,40,35,19,8,9,7,5,1,0,2],"bins":[-6.732750534865772e-07,-6.528737230837578e-07,-6.324723926809384e-07,-6.120711191215378e-07,-5.916697887187183e-07,-5.712684583158989e-07,-5.508671279130795e-07,-5.3046579751026e-07,-5.100645239508594e-07,-4.8966319354804e-07,-4.6926186314522056e-07,-4.488605327424011e-07,-4.284592023395817e-07,-4.0805790035847167e-07,-3.8765656995565223e-07,-3.672552679745422e-07,-3.468539375717228e-07,-3.2645260716890334e-07,-3.0605130518779333e-07,-2.856499747849739e-07,-2.652486728038639e-07,-2.4484734240104444e-07,-2.24446011998225e-07,-2.0404469580626028e-07,-1.8364337961429555e-07,-1.6324206342233083e-07,-1.428407472303661e-07,-1.2243941682754667e-07,-1.0203810063558194e-07,-8.163678444361722e-08,-6.123546114622513e-08,-4.083414140154673e-08,-2.0432821656868327e-08,-3.150191218992404e-11,2.036981783248848e-08,4.077113757716688e-08,6.117245732184529e-08,8.157377351381001e-08,1.0197509681120209e-07,1.2237642010859417e-07,1.427777363005589e-07,1.6317905249252362e-07,1.8358036868448835e-07,2.039816990873078e-07,2.243830152792725e-07,2.4478433147123724e-07,2.651856618740567e-07,2.855869638551667e-07,3.059882942579861e-07,3.2638962466080557e-07,3.467909266419156e-07,3.67192257044735e-07,3.87593559025845e-07,4.0799488942866446e-07,4.283962198314839e-07,4.487975218125939e-07,4.6919885221541335e-07,4.896001541965234e-07,5.100014845993428e-07,5.304028150021622e-07,5.508041454049817e-07,5.712054758078011e-07,5.916067493672017e-07,6.120080797700211e-07,6.324094101728406e-07]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.0018070819787681103,-0.0017437892965972424,-0.0016804967308416963,-0.0016172040486708283,-0.0015539114829152822,-0.0014906188007444143,-0.0014273261185735464,-0.0013640335528180003,-0.0013007408706471324,-0.0012374481884762645,-0.0011741556227207184,-0.0011108629405498505,-0.0010475702583789825,-0.0009842776926234365,-0.0009209850104525685,-0.0008576923864893615,-0.0007943997625261545,-0.0007311071385629475,-0.0006678145145997405,-0.0006045218324288726,-0.0005412292084656656,-0.00047793658450245857,-0.0004146439314354211,-0.00035135127836838365,-0.00028805865440517664,-0.0002247660158900544,-0.00016147337737493217,-9.818073885980994e-05,-3.48881003446877e-05,2.8404538170434535e-05,9.169717668555677e-05,0.000154989815200679,0.0002182826865464449,0.0002815753105096519,0.00034486796357668936,0.0004081606166437268,0.00047145324060693383,0.0005347458645701408,0.0005980385467410088,0.0006613311707042158,0.0007246237946674228,0.0007879164186306298,0.0008512090425938368,0.0009145017247647047,0.0009777944069355726,0.0010410869726911187,0.0011043796548619866,0.0011676722206175327,0.0012309649027884007,0.0012942575849592686,0.0013575501507148147,0.0014208428328856826,0.0014841353986412287,0.0015474280808120966,0.0016107207629829645,0.0016740133287385106,0.0017373060109093785,0.0018005986930802464,0.0018638912588357925,0.0019271839410066605,0.0019904766231775284,0.0020537693053483963,0.0021170617546886206,0.0021803544368594885,0.0022436471190303564],"_type":"histogram","values":[3,1,0,2,2,4,4,7,12,14,18,26,31,34,27,29,34,27,17,11,14,9,11,9,11,8,10,10,9,8,11,8,10,8,8,13,9,14,20,30,22,28,22,42,26,33,14,17,9,12,5,1,2,0,0,1,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,0,0,1,1,0,3,4,4,10,5,6,17,16,15,20,25,17,24,19,21,25,24,11,17,15,15,19,11,13,16,12,24,9,13,7,13,13,20,26,17,22,20,25,20,23,23,20,24,16,14,8,10,5,2,4,1,0,0,0,1,1],"bins":[-0.0017038610531017184,-0.0016530259745195508,-0.001602191012352705,-0.0015513559337705374,-0.0015005209716036916,-0.001449685893021524,-0.0013988509308546782,-0.0013480158522725105,-0.001297180773690343,-0.001246345811523497,-0.0011955107329413295,-0.0011446757707744837,-0.001093840692192316,-0.0010430057300254703,-0.0009921706514433026,-0.0009413356310687959,-0.0008905006106942892,-0.0008396655903197825,-0.0007888305699452758,-0.0007379955495707691,-0.0006871605291962624,-0.0006363254506140947,-0.000585490430239588,-0.0005346554098650813,-0.0004838203894905746,-0.0004329853691160679,-0.0003821503487415612,-0.000331315299263224,-0.0002804802788887173,-0.00022964525851421058,-0.00017881022358778864,-0.0001279751886613667,-7.714016828685999e-05,-2.6305140636395663e-05,2.4529887014068663e-05,7.536491466453299e-05,0.00012619994231499732,0.00017703496268950403,0.00022786999761592597,0.0002787050325423479,0.0003295400529168546,0.00038037507329136133,0.00043121009366586804,0.0004820451431442052,0.0005328801926225424,0.0005837152129970491,0.0006345502333715558,0.0006853852537460625,0.0007362202741205692,0.0007870552944950759,0.0008378903148695827,0.0008887253352440894,0.0009395603556185961,0.0009903954342007637,0.0010412303963676095,0.0010920654749497771,0.001142900437116623,0.0011937355156987906,0.0012445705942809582,0.001295405556447804,0.0013462406350299716,0.0013970755971968174,0.001447910675778985,0.0014987456379458308,0.0015495807165279984],"_type":"histogram"},"_timestamp":1.752786153842193e+09,"gradients/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-6.13776819591294e-07,-5.924594006501138e-07,-5.711419248655147e-07,-5.498245059243345e-07,-5.285070301397354e-07,-5.071896111985552e-07,-4.858721354139561e-07,-4.645547164727759e-07,-4.4323726910988626e-07,-4.219198217469966e-07,-4.0060237438410695e-07,-3.792849270212173e-07,-3.579675080800371e-07,-3.366500607171474e-07,-3.153326133542578e-07,-2.940151659913681e-07,-2.7269771862847847e-07,-2.513802712655888e-07,-2.3006282390269917e-07,-2.0874539075066423e-07,-1.8742794338777458e-07,-1.6611049602488492e-07,-1.4479306287285e-07,-1.2347561550996033e-07,-1.0215816814707068e-07,-8.084072078418103e-08,-5.9523280526718736e-08,-3.820583671654276e-08,-1.688839290636679e-08,4.429050903809184e-09,2.5746494713985157e-08,4.706393852416113e-08,6.838132549091824e-08,8.96987728538079e-08,1.1101621311127019e-07,1.3233365336873248e-07,1.5365110073162214e-07,1.749685480945118e-07,1.9628598124654673e-07,2.1760342860943638e-07,2.3892087597232603e-07,2.602383233352157e-07,2.8155577069810533e-07,3.02873218060995e-07,3.241906370021752e-07,3.4550808436506486e-07,3.668255317279545e-07,3.8814297909084416e-07,4.094604264537338e-07,4.3077787381662347e-07,4.520953211795131e-07,4.7341276854240277e-07,4.947302159052924e-07,5.160476348464726e-07,5.373651106310717e-07,5.58682529572252e-07,5.80000005356851e-07,6.013174242980313e-07,6.226348432392115e-07,6.439523190238106e-07,6.652697379649908e-07,6.865872137495899e-07,7.079046326907701e-07,7.292221084753692e-07,7.505395274165494e-07],"_type":"histogram","values":[2,3,1,0,3,5,5,5,8,7,30,36,70,98,151,216,343,532,843,1314,2011,3165,4967,7858,12513,20801,36077,69656,186167,117490,51688,28504,16826,10422,6496,4161,2709,1701,995,697,428,291,167,127,73,57,37,22,16,13,6,6,2,0,1,0,0,1,0,0,0,0,0,1]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9981882572174072,0.998248815536499,0.9983093738555908,0.9983699917793274,0.9984305500984192,0.998491108417511,0.9985517263412476,0.9986122846603394,0.9986728429794312,0.998733401298523,0.9987939596176147,0.9988545775413513,0.9989151358604431,0.9989756941795349,0.9990363121032715,0.9990968704223633,0.9991574287414551,0.9992179870605469,0.9992785453796387,0.9993391633033752,0.999399721622467,0.9994602799415588,0.9995208978652954,0.9995814561843872,0.999642014503479,0.9997025728225708,0.9997631311416626,0.9998237490653992,0.999884307384491,0.9999448657035828,1.0000054836273193,1.0000660419464111,1.000126600265503,1.0001871585845947,1.0002477169036865,1.0003082752227783,1.0003688335418701,1.0004295110702515,1.0004900693893433,1.000550627708435,1.0006111860275269,1.0006717443466187,1.0007323026657104,1.0007928609848022,1.0008535385131836,1.0009140968322754,1.0009746551513672,1.001035213470459,1.0010957717895508,1.0011563301086426,1.0012168884277344,1.0012774467468262,1.001338005065918,1.0013986825942993,1.0014592409133911,1.001519799232483,1.0015803575515747,1.0016409158706665,1.0017014741897583,1.00176203250885,1.0018227100372314,1.0018832683563232,1.001943826675415,1.0020043849945068,1.0020649433135986],"_type":"histogram","values":[1,0,0,0,1,0,1,2,1,4,2,12,13,17,13,19,28,37,26,28,22,26,21,19,24,10,20,12,19,24,23,16,11,15,16,18,24,22,26,17,14,24,18,22,16,12,17,18,7,9,10,1,3,2,1,2,1,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.0.output.dense.weight":{"bins":[-1.86907186616736e-06,-1.8064929463434964e-06,-1.7439141402064706e-06,-1.6813353340694448e-06,-1.6187564142455813e-06,-1.5561774944217177e-06,-1.4935986882846919e-06,-1.431019882147666e-06,-1.3684409623238025e-06,-1.305862042499939e-06,-1.2432832363629132e-06,-1.1807044302258873e-06,-1.1181255104020238e-06,-1.0555465905781602e-06,-9.929677844411344e-07,-9.303889214606897e-07,-8.678100584802451e-07,-8.052311954998004e-07,-7.426523325193557e-07,-6.80073469538911e-07,-6.174946065584663e-07,-5.549157435780216e-07,-4.92336880597577e-07,-4.297580176171323e-07,-3.671791546366876e-07,-3.046002916562429e-07,-2.4202142867579823e-07,-1.7944256569535355e-07,-1.1686370271490887e-07,-5.4284839734464185e-08,8.294023245980497e-09,7.087288622642518e-08,1.3345152183319442e-07,1.960303848136391e-07,2.586092477940838e-07,3.2118811077452847e-07,3.8376697375497315e-07,4.4634583673541783e-07,5.089246997158625e-07,5.715035626963072e-07,6.340824256767519e-07,6.966612886571966e-07,7.592401516376412e-07,8.218190146180859e-07,8.843978775985306e-07,9.469767405789753e-07,1.00955560355942e-06,1.0721344096964458e-06,1.1347133295203093e-06,1.1972922493441729e-06,1.2598710554811987e-06,1.3224498616182245e-06,1.385028781442088e-06,1.4476077012659516e-06,1.5101865074029774e-06,1.5727653135400033e-06,1.6353442333638668e-06,1.6979231531877303e-06,1.7605019593247562e-06,1.823080765461782e-06,1.8856596852856455e-06,1.948238605109509e-06,2.010817297559697e-06,2.0733962173835607e-06,2.1359751372074243e-06],"_type":"histogram","values":[1,2,4,4,5,3,16,21,19,41,62,88,131,217,305,459,715,1064,1601,2439,3690,5921,9034,14613,23945,38793,66080,119283,218627,324976,305043,188886,100382,56013,33326,20383,12707,8220,5316,3336,2289,1533,1020,714,491,351,216,160,88,70,44,38,28,10,10,14,5,2,2,3,2,1,1,1]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-1.9280510059616063e-06,-1.8590455965750152e-06,-1.7900401871884242e-06,-1.7210348914886708e-06,-1.6520294821020798e-06,-1.5830240727154887e-06,-1.5140186633288977e-06,-1.4450132539423066e-06,-1.3760079582425533e-06,-1.3070025488559622e-06,-1.2379971394693712e-06,-1.1689917300827801e-06,-1.099986320696189e-06,-1.030980911309598e-06,-9.619756156098447e-07,-8.929702062232536e-07,-8.239647968366626e-07,-7.549593874500715e-07,-6.859540349068993e-07,-6.169486255203083e-07,-5.479432729771361e-07,-4.78937863590545e-07,-4.0993245420395397e-07,-3.4092707323907234e-07,-2.719216922741907e-07,-2.029163113093091e-07,-1.3391091613357275e-07,-6.490552806326377e-08,4.0998600070452085e-09,7.310524807735419e-08,1.4211063614766317e-07,2.111160313233995e-07,2.8012141228828114e-07,3.4912679325316276e-07,4.181321742180444e-07,4.871375836046354e-07,5.561429361478076e-07,6.251483455343987e-07,6.941537549209897e-07,7.631591074641619e-07,8.32164516850753e-07,9.01169926237344e-07,9.701752787805162e-07,1.0391806881671073e-06,1.1081860975536983e-06,1.1771915069402894e-06,1.2461968026400427e-06,1.3152022120266338e-06,1.3842076214132248e-06,1.453213030799816e-06,1.522218440186407e-06,1.5912237358861603e-06,1.6602291452727513e-06,1.7292345546593424e-06,1.7982399640459334e-06,1.8672453734325245e-06,1.9362507828191156e-06,2.0052561922057066e-06,2.0742616015922977e-06,2.1432667836052133e-06,2.2122721929918043e-06,2.2812776023783954e-06,2.3502830117649864e-06,2.4192884211515775e-06,2.4882938305381685e-06],"_type":"histogram","values":[1,0,0,0,0,6,5,2,14,16,29,53,97,159,267,463,808,1391,2443,4188,7351,13112,22954,40554,71187,122703,206640,312045,301765,194948,115365,66503,38183,21391,12171,6885,3850,2263,1246,730,430,256,161,84,62,39,19,9,9,2,3,0,0,0,0,0,0,1,0,0,0,0,0,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-2.0519516965578077e-06,-1.9854860511259176e-06,-1.919020633067703e-06,-1.8525549876358127e-06,-1.7860893422039226e-06,-1.7196236967720324e-06,-1.65315816502698e-06,-1.5866926332819276e-06,-1.5202269878500374e-06,-1.4537613424181473e-06,-1.3872958106730948e-06,-1.3208302789280424e-06,-1.2543646334961522e-06,-1.187898988064262e-06,-1.1214334563192097e-06,-1.0549679245741572e-06,-9.88502279142267e-07,-9.220366905537958e-07,-8.555711019653245e-07,-7.891055133768532e-07,-7.226399247883819e-07,-6.561743361999106e-07,-5.897087476114393e-07,-5.23243159022968e-07,-4.5677757043449674e-07,-3.9031198184602545e-07,-3.2384639325755415e-07,-2.5738080466908286e-07,-1.9091521608061157e-07,-1.2444962749214028e-07,-5.798403890366899e-08,8.481549684802303e-09,7.49471382732736e-08,1.4141272686174489e-07,2.0787831545021618e-07,2.7434390403868747e-07,3.4080949262715876e-07,4.0727508121563005e-07,4.7374066980410134e-07,5.402062583925726e-07,6.066718469810439e-07,6.731374355695152e-07,7.396030241579865e-07,8.060686127464578e-07,8.725342013349291e-07,9.389997899234004e-07,1.0054653785118717e-06,1.0719309102569241e-06,1.1383965556888143e-06,1.2048622011207044e-06,1.2713277328657568e-06,1.3377932646108093e-06,1.4042589100426994e-06,1.4707245554745896e-06,1.537190087219642e-06,1.6036556189646944e-06,1.6701212643965846e-06,1.7365869098284747e-06,1.8030524415735272e-06,1.8695179733185796e-06,1.9359836187504698e-06,2.00244926418236e-06,2.06891490961425e-06,2.1353803276724648e-06,2.201845973104355e-06],"_type":"histogram","values":[3,3,1,3,1,1,5,6,2,5,1,1,4,9,8,12,13,18,15,14,20,21,18,20,24,22,36,30,21,19,25,26,26,29,36,25,30,16,18,20,15,28,14,13,20,12,7,14,7,2,4,4,5,5,3,0,1,2,1,2,1,0,0,1]},"parameters/bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,0,1,1,0,1,3,10,14,11,21,16,35,26,29,35,28,20,12,14,12,15,10,15,11,14,11,11,9,7,11,9,8,4,17,8,14,20,21,20,22,31,41,30,24,28,17,19,7,8,5,6,2,1,0,1],"bins":[-0.002202653791755438,-0.002142365323379636,-0.0020820768550038338,-0.0020217883866280317,-0.0019615001510828733,-0.0019012116827070713,-0.0018409232143312693,-0.0017806347459554672,-0.0017203462775796652,-0.001660057925619185,-0.001599769457243383,-0.0015394809888675809,-0.0014791926369071007,-0.0014189041685312986,-0.0013586157001554966,-0.0012983273481950164,-0.0012380388798192143,-0.0011777504114434123,-0.001117462059482932,-0.00105717359110713,-0.000996885122731328,-0.0009365967125631869,-0.0008763083023950458,-0.0008160198340192437,-0.0007557314238511026,-0.0006954430136829615,-0.0006351545453071594,-0.0005748661351390183,-0.0005145777249708772,-0.00045428925659507513,-0.000394000846426934,-0.0003337124071549624,-0.000273423851467669,-0.00021313541219569743,-0.00015284698747564107,-9.25585554796271e-05,-3.2270123483613133e-05,2.8018308512400836e-05,8.83067405084148e-05,0.00014859516522847116,0.00020888360450044274,0.0002691720437724143,0.0003294604830443859,0.00038974889321252704,0.0004500373324844986,0.0005103257717564702,0.0005706141819246113,0.0006309026503004134,0.0006911910604685545,0.0007514794706366956,0.0008117679390124977,0.0008720563491806388,0.0009323448175564408,0.000992633169516921,0.001052921637892723,0.0011132101062685251,0.0011734985746443272,0.0012337869266048074,0.0012940753949806094,0.0013543638633564115,0.0014146522153168917,0.0014749406836926937,0.0015352291520684958,0.001595517504028976,0.001655805972404778],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.weight":{"bins":[-4.711588189820759e-06,-4.562153662845958e-06,-4.412719135871157e-06,-4.263284608896356e-06,-4.113850081921555e-06,-3.964415554946754e-06,-3.814981027971953e-06,-3.6655467283708276e-06,-3.5161122013960266e-06,-3.3666776744212257e-06,-3.2172431474464247e-06,-3.0678086204716237e-06,-2.918374320870498e-06,-2.7689397938956972e-06,-2.6195052669208962e-06,-2.4700707399460953e-06,-2.3206362129712943e-06,-2.1712016859964933e-06,-2.0217671590216924e-06,-1.872332745733729e-06,-1.7228982187589281e-06,-1.5734636917841271e-06,-1.424029278496164e-06,-1.274594751521363e-06,-1.125160224546562e-06,-9.75725697571761e-07,-8.262912274403789e-07,-6.768567573089967e-07,-5.274222303341958e-07,-3.7798773178110423e-07,-2.2855323322801269e-07,-7.911873467492114e-08,7.03157638781704e-08,2.1975026243126194e-07,3.691847609843535e-07,5.186192311157356e-07,6.680537580905366e-07,8.174882850653375e-07,9.669226983533008e-07,1.1163572253281018e-06,1.2657917523029028e-06,1.4152262792777037e-06,1.5646608062525047e-06,1.714095219540468e-06,1.863529746515269e-06,2.012964159803232e-06,2.162398686778033e-06,2.311833213752834e-06,2.461267740727635e-06,2.610702267702436e-06,2.760136794677237e-06,2.909571321652038e-06,3.059005848626839e-06,3.2084401482279645e-06,3.3578746752027655e-06,3.5073092021775665e-06,3.6567437291523675e-06,3.8061782561271684e-06,3.955612555728294e-06,4.105047082703095e-06,4.254481609677896e-06,4.403916136652697e-06,4.553350663627498e-06,4.702785190602299e-06,4.8522197175771e-06],"_type":"histogram","values":[2,0,4,7,16,15,17,21,33,43,68,80,106,149,201,308,357,520,768,1077,1439,2049,2973,4149,6118,9195,14029,22152,38285,85832,296610,565231,311430,97154,41981,24364,15267,9719,6645,4361,3099,2075,1425,1025,682,504,377,249,214,134,84,66,43,30,20,19,14,10,6,5,5,1,0,2]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,1,2,0,0,3,2,2,5,5,2,8,4,3,8,4,12,9,15,9,8,16,24,19,23,26,29,23,35,28,28,28,29,30,27,29,23,23,32,18,20,13,24,24,19,14,9,11,10,6,5,1,4,3,7,2,1,0,1,0,0,0,1],"bins":[-3.1883371320873266e-07,-3.091005851274531e-07,-2.9936748546788294e-07,-2.8963435738660337e-07,-2.799012293053238e-07,-2.7016812964575365e-07,-2.604350015644741e-07,-2.507018734831945e-07,-2.4096874540191493e-07,-2.3123564574234479e-07,-2.215025176610652e-07,-2.1176940379064035e-07,-2.020362899202155e-07,-1.9230316183893592e-07,-1.8257004796851106e-07,-1.728369198872315e-07,-1.6310380601680663e-07,-1.5337069214638177e-07,-1.436375640651022e-07,-1.3390445019467734e-07,-1.2417132211339776e-07,-1.144382082429729e-07,-1.0470509437254805e-07,-9.497197339669583e-08,-8.523885242084361e-08,-7.55057314449914e-08,-6.577261046913918e-08,-5.603949659871432e-08,-4.6306375622862106e-08,-3.657325464700989e-08,-2.6840137223871352e-08,-1.7107018024375975e-08,-7.3739272465900285e-09,2.3591919529053484e-09,1.2092311152400725e-08,2.1825430351896102e-08,3.155854955139148e-08,4.1291670527243696e-08,5.102478795038223e-08,6.075790537352077e-08,7.049102634937299e-08,8.02241473252252e-08,8.995726830107742e-08,9.969038217150228e-08,1.094235031473545e-07,1.1915662412320671e-07,1.2888973799363157e-07,1.3862286607491114e-07,1.48355979945336e-07,1.5808909381576086e-07,1.6782222189704044e-07,1.775553357674653e-07,1.8728846384874487e-07,1.9702157771916973e-07,2.0675469158959459e-07,2.1648781967087416e-07,2.2622093354129902e-07,2.3595404741172388e-07,2.4568717549300345e-07,2.55420303574283e-07,2.6515340323385317e-07,2.7488653131513274e-07,2.846196593964123e-07,2.9435275905598246e-07,3.0408588713726203e-07],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,2,0,1,0,0,1,1,2,1,4,3,4,2,6,10,5,8,11,10,17,25,16,15,23,24,19,28,34,24,35,21,34,32,27,29,30,27,35,30,25,21,15,13,14,15,10,9,11,4,5,10,1,3,3,0,6,0,1,3,0,2],"bins":[-1.1641903938652831e-06,-1.1306192391202785e-06,-1.097048084375274e-06,-1.0634768159434316e-06,-1.029905661198427e-06,-9.963345064534224e-07,-9.627633517084178e-07,-9.291921401199943e-07,-8.956209853749897e-07,-8.620498306299851e-07,-8.284786190415616e-07,-7.94907464296557e-07,-7.613363095515524e-07,-7.277650979631289e-07,-6.941939432181243e-07,-6.606227316297009e-07,-6.270515768846963e-07,-5.934804221396917e-07,-5.599092105512682e-07,-5.263380558062636e-07,-4.927668442178401e-07,-4.591956894728355e-07,-4.256245347278309e-07,-3.9205335156111687e-07,-3.5848216839440283e-07,-3.249109852276888e-07,-2.9133980206097476e-07,-2.5776864731597016e-07,-2.2419746414925612e-07,-1.9062628098254208e-07,-1.5705511202668276e-07,-1.2348394307082344e-07,-8.991264621727169e-08,-5.634147015598501e-08,-2.277029409469833e-08,1.080088196658835e-08,4.437205802787503e-08,7.79432340891617e-08,1.1151441015044838e-07,1.450855791063077e-07,1.7865676227302174e-07,2.1222794543973578e-07,2.457991286064498e-07,2.793702833514544e-07,3.1294146651816845e-07,3.465126496848825e-07,3.800838044298871e-07,4.1365498759660113e-07,4.4722617076331517e-07,4.807973255083198e-07,5.143685370967432e-07,5.479396918417478e-07,5.815109034301713e-07,6.150820581751759e-07,6.486532129201805e-07,6.82224424508604e-07,7.157955792536086e-07,7.493667339986132e-07,7.829379455870367e-07,8.165091003320413e-07,8.500802550770459e-07,8.836514666654693e-07,9.17222621410474e-07,9.507938329988974e-07,9.84364987743902e-07]},"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-3.356019988132175e-06,-3.248069333494641e-06,-3.1401184514834313e-06,-3.032167796845897e-06,-2.924217142208363e-06,-2.8162662601971533e-06,-2.708315605559619e-06,-2.600364950922085e-06,-2.492414296284551e-06,-2.384463414273341e-06,-2.276512759635807e-06,-2.168562104998273e-06,-2.0606112229870632e-06,-1.952660568349529e-06,-1.8447098000251572e-06,-1.736759145387623e-06,-1.628808377063251e-06,-1.5208576087388792e-06,-1.412906954101345e-06,-1.3049561857769731e-06,-1.197005531139439e-06,-1.089054762815067e-06,-9.811039944906952e-07,-8.731532830097422e-07,-7.652025715287891e-07,-6.572518600478361e-07,-5.493011485668831e-07,-4.4135038024251116e-07,-3.3339966876155813e-07,-2.2544894306975038e-07,-1.1749821737794264e-07,-9.54749168613489e-09,9.840300663199741e-08,2.0635373232380516e-07,3.143044580156129e-07,4.2225519791827537e-07,5.302059093992284e-07,6.381566208801814e-07,7.461073892045533e-07,8.540581006855064e-07,9.620088121664594e-07,1.0699595804908313e-06,1.1779102351283655e-06,1.2858610034527374e-06,1.3938117717771092e-06,1.5017624264146434e-06,1.6097131947390153e-06,1.7176638493765495e-06,1.8256146177009214e-06,1.9335652723384555e-06,2.041516154349665e-06,2.1494668089871993e-06,2.2574174636247335e-06,2.365368345635943e-06,2.4733190002734773e-06,2.5812696549110115e-06,2.6892203095485456e-06,2.7971711915597552e-06,2.9051218461972894e-06,3.0130725008348236e-06,3.121023382846033e-06,3.2289740374835674e-06,3.3369246921211015e-06,3.444875574132311e-06,3.5528262287698453e-06],"_type":"histogram","values":[2,2,2,3,2,2,2,2,3,7,3,3,4,5,13,7,14,14,11,15,20,19,19,21,24,23,22,29,18,27,27,27,28,34,23,18,26,25,32,17,22,18,10,22,19,11,7,8,12,6,8,3,2,5,3,3,5,1,1,1,4,1,0,1]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,2,1,6,6,5,9,9,14,31,37,66,87,96,101,78,92,60,58,53,52,43,47,39,42,35,33,41,44,50,58,60,63,87,72,71,78,67,60,47,36,25,21,17,16,7,7,7,0,1,2,2,1,1,0,0,1,0,1],"bins":[-0.0022170881275087595,-0.002142144599929452,-0.002067201305180788,-0.0019922577776014805,-0.001917314250022173,-0.0018423707224428654,-0.0017674273112788796,-0.001692483900114894,-0.0016175403725355864,-0.0015425968449562788,-0.001467653433792293,-0.0013927100226283073,-0.0013177664950489998,-0.0012428229674696922,-0.0011678795563057065,-0.0010929361451417208,-0.0010179926175624132,-0.0009430491481907666,-0.0008681056788191199,-0.0007931622094474733,-0.0007182187400758266,-0.00064327527070418,-0.0005683318013325334,-0.0004933883319608867,-0.0004184448625892401,-0.00034350139321759343,-0.0002685579238459468,-0.00019361445447430015,-0.0001186709851026535,-4.372751573100686e-05,3.121595364063978e-05,0.00010615942301228642,0.00018110312521457672,0.00025604659458622336,0.00033099006395787,0.00040593353332951665,0.0004808770027011633,0.0005558204720728099,0.0006307639414444566,0.0007057074108161032,0.0007806508801877499,0.0008555943495593965,0.0009305378189310431,0.0010054812300950289,0.0010804247576743364,0.001155368285253644,0.0012303116964176297,0.0013052551075816154,0.001380198635160923,0.0014551421627402306,0.0015300855739042163,0.001605028985068202,0.0016799725126475096,0.0017549160402268171,0.0018298594513908029,0.0019048028625547886,0.001979746390134096,0.0020546899177134037,0.0021296334452927113,0.002204576740041375,0.0022795202676206827,0.0023544637951999903,0.002429407089948654,0.0025043506175279617,0.0025792941451072693]},"gradients/bert.embeddings.LayerNorm.weight":{"bins":[-2.798738705678261e-06,-2.7284825137030566e-06,-2.6582265491015278e-06,-2.5879703571263235e-06,-2.5177143925247947e-06,-2.4474582005495904e-06,-2.377202008574386e-06,-2.3069460439728573e-06,-2.236689851997653e-06,-2.166433887396124e-06,-2.09617769542092e-06,-2.0259215034457156e-06,-1.955665538844187e-06,-1.8854094605558203e-06,-1.815153268580616e-06,-1.7448971902922494e-06,-1.6746411120038829e-06,-1.6043850337155163e-06,-1.5341289554271498e-06,-1.4638727634519455e-06,-1.393616685163579e-06,-1.3233606068752124e-06,-1.2531045285868458e-06,-1.1828484502984793e-06,-1.1125923720101127e-06,-1.0423361800349085e-06,-9.72080101746542e-07,-9.018240234581754e-07,-8.315679451698088e-07,-7.613118100380234e-07,-6.910557317496568e-07,-6.207995966178714e-07,-5.505435183295049e-07,-4.802874400411383e-07,-4.100313049093529e-07,-3.3977522662098636e-07,-2.695191199109104e-07,-1.992630132008344e-07,-1.2900692070161313e-07,-5.87508210969645e-08,1.1505278507684125e-08,8.176137811233275e-08,1.5201747771698138e-07,2.2227357021620264e-07,2.925296769262786e-07,3.627857836363546e-07,4.3304186192472116e-07,5.032979970565066e-07,5.735540753448731e-07,6.438101536332397e-07,7.140662887650251e-07,7.843223670533916e-07,8.545785021851771e-07,9.248345804735436e-07,9.950906587619102e-07,1.0653467370502767e-06,1.1356028153386433e-06,1.2058590073138475e-06,1.276115085602214e-06,1.3463711638905806e-06,1.4166272421789472e-06,1.4868833204673138e-06,1.557139512442518e-06,1.6273955907308846e-06,1.6976516690192511e-06],"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,2,2,3,0,2,4,6,6,10,22,25,16,23,36,44,43,41,51,44,56,40,50,36,44,34,28,22,15,10,15,3,6,7,6,4,3,2,0,1,0,0,0,2]},"_wandb":{"runtime":55},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,2,7,11,24,38,71,90,147,289,395,647,939,1388,1978,2721,3682,5086,6611,8570,10661,13041,15720,18708,21707,24723,27429,29886,31594,32847,33803,34379,33400,31875,30154,27506,24852,21699,19202,15999,13343,11005,8603,6780,5221,3901,2771,2049,1410,984,716,394,306,183,110,61,46,20,19,9,5,3,1,2],"bins":[-0.089777372777462,-0.08688677102327347,-0.08399616181850433,-0.0811055600643158,-0.07821495831012726,-0.07532434910535812,-0.07243374735116959,-0.06954313814640045,-0.06665253639221191,-0.06376193463802338,-0.06087132543325424,-0.057980723679065704,-0.05509011819958687,-0.05219951272010803,-0.049308910965919495,-0.04641830548644066,-0.04352770000696182,-0.040637094527482986,-0.03774648904800415,-0.03485588729381561,-0.03196528181433678,-0.02907467633485794,-0.026184072718024254,-0.023293469101190567,-0.02040286362171173,-0.017512258142232895,-0.014621654525399208,-0.011731049977242947,-0.008840445429086685,-0.005949840880930424,-0.0030592363327741623,-0.00016863178461790085,0.0027219653129577637,0.005612569861114025,0.008503174409270287,0.011393778957426548,0.01428438350558281,0.017174988985061646,0.020065592601895332,0.02295619621872902,0.025846801698207855,0.02873740717768669,0.03162801265716553,0.034518614411354065,0.0374092198908329,0.04029982537031174,0.043190427124500275,0.04608103260397911,0.04897163808345795,0.05186224356293678,0.05475284904241562,0.057643450796604156,0.06053405627608299,0.06342466175556183,0.06631526350975037,0.0692058727145195,0.07209647446870804,0.07498707622289658,0.07787768542766571,0.08076828718185425,0.08365888893604279,0.08654949814081192,0.08944009989500046,0.09233070909976959,0.09522131085395813]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"values":[2,1,0,0,1,7,4,6,12,22,26,31,42,86,125,157,255,380,515,733,1102,1456,2202,3001,4302,5934,8404,11986,17524,26553,41226,68890,151921,93054,50157,31612,20623,14010,9796,6975,4895,3493,2466,1769,1220,856,647,417,283,224,119,115,58,38,40,15,9,11,9,5,0,0,1,1],"bins":[-3.912570036845864e-07,-3.7929507357148395e-07,-3.6733314345838153e-07,-3.553712133452791e-07,-3.434092832321767e-07,-3.3144735311907425e-07,-3.194854230059718e-07,-3.075234928928694e-07,-2.9556156277976697e-07,-2.835996042449551e-07,-2.716376741318527e-07,-2.5967574401875027e-07,-2.4771381390564784e-07,-2.3575188379254541e-07,-2.23789953679443e-07,-2.1182802356634056e-07,-1.9986609345323814e-07,-1.879041633401357e-07,-1.7594223322703328e-07,-1.6398030311393086e-07,-1.5201837300082843e-07,-1.400564286768713e-07,-1.2809449856376887e-07,-1.1613256845066644e-07,-1.0417063833756401e-07,-9.220870822446159e-08,-8.024677811135916e-08,-6.828484089282938e-08,-5.6322910779726953e-08,-4.436098066662453e-08,-3.239904700080842e-08,-2.0437115111349158e-08,-8.475183221889893e-09,3.4867486675693726e-09,1.5448680557028638e-08,2.7410612446487903e-08,3.937254433594717e-08,5.1334474449049594e-08,6.329641166757938e-08,7.52583417806818e-08,8.722027189378423e-08,9.918220200688665e-08,1.1114413211998908e-07,1.231060622330915e-07,1.3506800655704865e-07,1.4702993667015107e-07,1.589918667832535e-07,1.7095379689635593e-07,1.8291572700945835e-07,1.9487765712256078e-07,2.068395872356632e-07,2.1880151734876563e-07,2.3076344746186805e-07,2.427253775749705e-07,2.546873076880729e-07,2.6664923780117533e-07,2.786111963359872e-07,2.905731264490896e-07,3.0253505656219204e-07,3.1449698667529447e-07,3.264589167883969e-07,3.384208469014993e-07,3.5038277701460174e-07,3.6234470712770417e-07,3.743066372408066e-07],"_type":"histogram"},"gradients/bert.embeddings.position_embeddings.weight":{"values":[1,1,2,0,3,4,2,16,19,12,29,38,49,70,104,126,174,242,315,451,567,756,1084,1391,1959,2673,3630,4774,6034,7510,8451,304186,9162,8224,7320,5919,4731,3523,2463,1902,1426,1023,735,576,423,296,242,141,126,105,60,39,34,21,18,10,13,3,1,5,0,0,1,1],"bins":[-6.725981620547827e-06,-6.515382210636744e-06,-6.30478234597831e-06,-6.094182936067227e-06,-5.883583071408793e-06,-5.67298366149771e-06,-5.462383796839276e-06,-5.251784386928193e-06,-5.041184522269759e-06,-4.830585112358676e-06,-4.619985247700242e-06,-4.409385837789159e-06,-4.198785973130725e-06,-3.988186563219642e-06,-3.7775869259348838e-06,-3.5669872886501253e-06,-3.3563876513653668e-06,-3.1457880140806083e-06,-2.9351883767958498e-06,-2.7245887395110913e-06,-2.5139891022263328e-06,-2.3033894649415743e-06,-2.0927898276568158e-06,-1.882190304058895e-06,-1.6715906667741365e-06,-1.460991029489378e-06,-1.2503913922046195e-06,-1.039791754919861e-06,-8.291921744785213e-07,-6.185925371937628e-07,-4.0799292833071377e-07,-1.9739330525680998e-07,1.3206317817093804e-08,2.238059408909976e-07,4.344055639649014e-07,6.450051728279504e-07,8.556048101127089e-07,1.0662043905540486e-06,1.276804027838807e-06,1.4874036651235656e-06,1.698003302408324e-06,1.908602826006245e-06,2.1192024632910034e-06,2.329802100575762e-06,2.5404017378605204e-06,2.751001375145279e-06,2.9616010124300374e-06,3.172200649714796e-06,3.3828002869995544e-06,3.593399924284313e-06,3.8039995615690714e-06,4.01459919885383e-06,4.225198608764913e-06,4.435798473423347e-06,4.64639788333443e-06,4.856997747992864e-06,5.067597157903947e-06,5.278197022562381e-06,5.488796432473464e-06,5.699396297131898e-06,5.909995707042981e-06,6.120595571701415e-06,6.331194981612498e-06,6.541794846270932e-06,6.752394256182015e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.1002245768904686,-0.09708989411592484,-0.09395520389080048,-0.09082052111625671,-0.08768583834171295,-0.08455114811658859,-0.08141646534204483,-0.07828177511692047,-0.07514709234237671,-0.07201240956783295,-0.06887771934270859,-0.06574303656816483,-0.06260834634304047,-0.059473663568496704,-0.05633898079395294,-0.05320429429411888,-0.05006960779428482,-0.04693492129445076,-0.0438002347946167,-0.04066555202007294,-0.037530865520238876,-0.034396179020404816,-0.03126149624586105,-0.028126809746026993,-0.024992123246192932,-0.02185743674635887,-0.01872275210916996,-0.015588066540658474,-0.012453380972146988,-0.009318695403635502,-0.006184009835124016,-0.0030493242666125298,8.536875247955322e-05,0.0032200543209910393,0.006354739889502525,0.009489425458014011,0.012624111026525497,0.015758797526359558,0.01889348216354847,0.02202816680073738,0.02516285330057144,0.028297539800405502,0.03143222630023956,0.034566909074783325,0.037701595574617386,0.04083628207445145,0.04397096484899521,0.04710565134882927,0.05024033784866333,0.05337502434849739,0.05650971084833145,0.059644393622875214,0.06277908384799957,0.06591376662254333,0.0690484493970871,0.07218313962221146,0.07531782239675522,0.07845250517129898,0.08158719539642334,0.0847218781709671,0.08785656094551086,0.09099125117063522,0.09412593394517899,0.09726062417030334,0.1003953069448471],"_type":"histogram","values":[1,1,0,2,6,8,17,25,47,70,123,170,316,522,835,1343,1999,2812,3833,5545,7372,9704,12187,15544,18574,22039,25528,28899,32050,34386,35740,36503,36784,35439,34030,31672,28743,25183,22060,18283,15165,12101,9578,7140,5393,3844,2757,1980,1275,849,538,322,195,120,85,35,27,10,8,4,1,0,1,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,2,2,3,5,2,5,4,7,9,6,1,11,15,18,13,22,24,18,23,27,24,26,21,26,20,31,31,38,35,33,29,27,24,21,22,20,20,16,10,13,3,14,9,6,2,8,1,4,6,2,0,2,0,0,1,1,0,0,1,1],"bins":[-9.363702702103183e-07,-9.052404834619665e-07,-8.741107535570336e-07,-8.429809668086818e-07,-8.118511800603301e-07,-7.807214501553972e-07,-7.495916634070454e-07,-7.184618766586937e-07,-6.873320899103419e-07,-6.56202360005409e-07,-6.250725732570572e-07,-5.939427865087055e-07,-5.628130566037726e-07,-5.316832698554208e-07,-5.00553483107069e-07,-4.694237247804267e-07,-4.382939664537844e-07,-4.0716420812714205e-07,-3.760344213787903e-07,-3.4490466305214795e-07,-3.137748763037962e-07,-2.8264511797715386e-07,-2.5151535965051153e-07,-2.2038558711301448e-07,-1.8925581457551743e-07,-1.581260420380204e-07,-1.2699626950052334e-07,-9.586651117388101e-08,-6.473673863638396e-08,-3.3606969651600593e-08,-2.4772006668172253e-09,2.8652568317966143e-08,5.978233730274951e-08,9.091210984024656e-08,1.220418823777436e-07,1.5317164070438594e-07,1.8430141324188298e-07,2.1543118577938003e-07,2.4656094410602236e-07,2.776907308543741e-07,3.0882048918101646e-07,3.399502475076588e-07,3.7108003425601055e-07,4.022097925826529e-07,4.333395509092952e-07,4.64469337657647e-07,4.955991244059987e-07,5.267288543109316e-07,5.578586410592834e-07,5.889884278076352e-07,6.201181577125681e-07,6.512479444609198e-07,6.823777312092716e-07,7.135074611142045e-07,7.446372478625563e-07,7.75767034610908e-07,8.068967645158409e-07,8.380265512641927e-07,8.691563380125444e-07,9.002861247608962e-07,9.314158546658291e-07,9.625456414141809e-07,9.936753713191138e-07,1.0248052149108844e-06,1.0559349448158173e-06]},"gradients/bert.encoder.layer.2.output.dense.bias":{"values":[2,0,1,0,3,2,1,3,2,3,6,3,4,8,5,5,2,11,9,9,14,21,21,31,13,21,25,19,24,21,35,23,24,36,27,27,30,36,25,17,24,24,24,20,14,11,13,7,10,9,10,5,4,5,5,4,3,1,0,1,0,4,0,1],"bins":[-2.1713726710004266e-06,-2.105067778757075e-06,-2.0387631138873985e-06,-1.9724582216440467e-06,-1.9061535567743704e-06,-1.8398487782178563e-06,-1.7735439996613422e-06,-1.7072392211048282e-06,-1.6409344425483141e-06,-1.5746295503049623e-06,-1.5083247717484483e-06,-1.4420199931919342e-06,-1.3757152146354201e-06,-1.309410436078906e-06,-1.243105657522392e-06,-1.176800878965878e-06,-1.1104961004093639e-06,-1.0441913218528498e-06,-9.778865432963357e-07,-9.115817647398217e-07,-8.452769861833076e-07,-7.789721507833747e-07,-7.126673722268606e-07,-6.463625936703465e-07,-5.800578151138325e-07,-5.137530365573184e-07,-4.4744825800080434e-07,-3.8114345102258085e-07,-3.148386724660668e-07,-2.485338939095527e-07,-1.8222910114218394e-07,-1.1592431548024251e-07,-4.961952981830109e-08,1.6685255843640334e-08,8.299004150558176e-08,1.4929483427295054e-07,2.155996128294646e-07,2.8190439138597867e-07,3.4820919836420217e-07,4.1451397692071623e-07,4.808187554772303e-07,5.471235340337444e-07,6.134283125902584e-07,6.797330911467725e-07,7.460379265467054e-07,8.123427051032195e-07,8.786474836597336e-07,9.449522622162476e-07,1.0112570407727617e-06,1.0775618193292757e-06,1.1438665978857898e-06,1.2101713764423039e-06,1.276476154998818e-06,1.342780933555332e-06,1.409085712111846e-06,1.4753904906683601e-06,1.541695382911712e-06,1.608000161468226e-06,1.67430494002474e-06,1.7406097185812541e-06,1.8069144971377682e-06,1.8732192756942823e-06,1.9395240542507963e-06,2.0058287191204727e-06,2.0721336113638245e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09273101389408112,-0.08980409801006317,-0.08687718957662582,-0.08395027369260788,-0.08102335780858994,-0.07809644937515259,-0.07516953349113464,-0.0722426176071167,-0.06931570172309875,-0.06638879328966141,-0.06346187740564346,-0.06053496524691582,-0.05760805308818817,-0.05468113720417023,-0.05175422504544258,-0.04882730916142464,-0.04590039700269699,-0.042973484843969345,-0.0400465689599514,-0.037119656801223755,-0.03419274091720581,-0.031265828758478165,-0.02833891659975052,-0.025412002578377724,-0.02248508855700493,-0.019558174535632133,-0.01663126051425934,-0.013704348355531693,-0.010777434334158897,-0.007850520312786102,-0.004923607222735882,-0.001996693667024374,0.0009302124381065369,0.0038571259938180447,0.0067840395495295525,0.009710952639579773,0.012637866660952568,0.015564780682325363,0.01849169284105301,0.021418606862425804,0.0243455208837986,0.027272434905171394,0.03019934892654419,0.033126261085271835,0.03605317324399948,0.038980089128017426,0.04190700128674507,0.044833917170763016,0.04776082932949066,0.05068774148821831,0.05361465737223625,0.0565415695309639,0.05946848541498184,0.06239539757370949,0.06532230973243713,0.06824922561645508,0.07117614150047302,0.07410304993391037,0.07702996581792831,0.07995688170194626,0.0828837901353836,0.08581070601940155,0.0887376219034195,0.09166453033685684,0.09459144622087479],"_type":"histogram","values":[3,2,4,7,16,24,44,61,132,168,270,443,683,983,1518,2180,2968,3996,5368,6949,9032,11370,13979,16569,19851,22636,25950,28464,31049,32561,33792,34357,34407,33262,31788,29427,26946,23993,20751,17829,15021,12235,9792,7744,6046,4470,3369,2321,1635,1153,798,529,338,214,144,89,39,29,11,8,5,1,0,1]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0017859928775578737,-0.0017307812813669443,-0.001675569685176015,-0.0016203580889850855,-0.001565146492794156,-0.0015099348966032267,-0.0014547233004122972,-0.0013995117042213678,-0.0013443001080304384,-0.001289088511839509,-0.0012338769156485796,-0.0011786653194576502,-0.0011234537232667208,-0.0010682421270757914,-0.001013030530884862,-0.0009578189346939325,-0.0009026073385030031,-0.0008473957423120737,-0.0007921841461211443,-0.0007369725499302149,-0.0006817609537392855,-0.0006265493575483561,-0.0005713377613574266,-0.0005161261651664972,-0.0004609145689755678,-0.0004057029727846384,-0.000350491376593709,-0.0002952797804027796,-0.00024006818421185017,-0.00018485658802092075,-0.00012964499182999134,-7.443339563906193e-05,-1.9221683032810688e-05,3.5989913158118725e-05,9.120150934904814e-05,0.00014641310553997755,0.00020162470173090696,0.0002568362979218364,0.0003120478941127658,0.0003672594903036952,0.0004224710864946246,0.00047768268268555403,0.0005328942788764834,0.0005881058750674129,0.0006433174712583423,0.0006985290674492717,0.0007537406636402011,0.0008089522598311305,0.0008641638560220599,0.0009193754522129893,0.0009745870484039187,0.0010297986445948482,0.0010850102407857776,0.001140221836976707,0.0011954334331676364,0.0012506450293585658,0.0013058566255494952,0.0013610682217404246,0.001416279817931354,0.0014714914141222835,0.0015267030103132129,0.0015819146065041423,0.0016371262026950717,0.0016923377988860011,0.0017475493950769305],"_type":"histogram","values":[2,0,1,0,0,0,0,5,6,5,14,17,23,29,34,47,76,61,84,60,69,54,55,39,52,41,39,30,29,33,34,26,30,35,45,38,37,35,34,31,42,60,50,50,59,75,64,62,52,58,55,41,27,29,15,11,17,10,9,4,4,1,0,3]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,1,1,0,0,1,1,0,1,2,2,3,1,2,3,1,5,6,9,9,9,17,14,19,27,23,40,22,40,34,66,43,39,63,32,37,33,31,21,18,11,25,8,13,2,4,8,3,4,2,3,4,0,1,1,0,0,0,0,1,0,0,0,1],"bins":[-2.665179181349231e-06,-2.580633235993446e-06,-2.4960872906376608e-06,-2.4115413452818757e-06,-2.3269953999260906e-06,-2.2424494545703055e-06,-2.1579035092145205e-06,-2.0733575638587354e-06,-1.9888116185029503e-06,-1.9042655594603275e-06,-1.8197196141045424e-06,-1.7351736687487573e-06,-1.6506277233929723e-06,-1.5660817780371872e-06,-1.481535832681402e-06,-1.396989887325617e-06,-1.312443941969832e-06,-1.2278979966140469e-06,-1.1433520512582618e-06,-1.0588061059024767e-06,-9.742601605466916e-07,-8.897141583474877e-07,-8.051682129917026e-07,-7.206222676359175e-07,-6.360763222801324e-07,-5.515303769243474e-07,-4.669844315685623e-07,-3.824384577910678e-07,-2.978925124352827e-07,-2.1334656707949762e-07,-1.2880060751285782e-07,-4.4254655051645386e-08,4.029129740956705e-08,1.2483724276535213e-07,2.0938320233199192e-07,2.939291618986317e-07,3.784751072544168e-07,4.630210526102019e-07,5.475670263876964e-07,6.321129717434815e-07,7.166589170992665e-07,8.012048624550516e-07,8.857508078108367e-07,9.702968100100406e-07,1.0548427553658257e-06,1.1393887007216108e-06,1.2239346460773959e-06,1.308480591433181e-06,1.393026536788966e-06,1.4775724821447511e-06,1.5621184275005362e-06,1.6466643728563213e-06,1.7312103182121064e-06,1.8157562635678914e-06,1.9003022089236765e-06,1.9848482679662993e-06,2.0693942133220844e-06,2.1539401586778695e-06,2.2384861040336546e-06,2.3230320493894396e-06,2.4075779947452247e-06,2.49212394010101e-06,2.576669885456795e-06,2.66121583081258e-06,2.745761776168365e-06],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.bias":{"bins":[-1.7767955569070182e-06,-1.7221287862412282e-06,-1.667462129262276e-06,-1.612795358596486e-06,-1.5581287016175338e-06,-1.5034619309517439e-06,-1.4487952739727916e-06,-1.3941285033070017e-06,-1.3394617326412117e-06,-1.2847950756622595e-06,-1.2301283049964695e-06,-1.1754616480175173e-06,-1.1207948773517273e-06,-1.066128220372775e-06,-1.0114614497069851e-06,-9.56794792728033e-07,-9.02128022062243e-07,-8.474613082398719e-07,-7.927945944175008e-07,-7.381278805951297e-07,-6.834611667727586e-07,-6.287943961069686e-07,-5.741276822845975e-07,-5.194609684622264e-07,-4.6479425463985535e-07,-4.1012754081748426e-07,-3.5546082699511317e-07,-3.0079408475103264e-07,-2.4612737092866155e-07,-1.9146065710629045e-07,-1.3679392907306465e-07,-8.21272081452662e-08,-2.7460487217467744e-08,2.7206233710330707e-08,8.187295463812916e-08,1.3653968267135497e-07,1.9120639649372606e-07,2.4587311031609715e-07,3.005398525601777e-07,3.5520656638254877e-07,4.0987328020491987e-07,4.6453999402729096e-07,5.19206707849662e-07,5.738734216720331e-07,6.285401923378231e-07,6.832069061601942e-07,7.378736199825653e-07,7.925403338049364e-07,8.472070476273075e-07,9.018737614496786e-07,9.565404752720497e-07,1.0112072459378396e-06,1.0658739029167918e-06,1.1205406735825818e-06,1.175207330561534e-06,1.229874101227324e-06,1.2845407582062762e-06,1.3392075288720662e-06,1.3938742995378561e-06,1.4485409565168084e-06,1.5032077271825983e-06,1.5578743841615506e-06,1.6125411548273405e-06,1.6672078118062927e-06,1.7218745824720827e-06],"_type":"histogram","values":[1,1,1,0,0,0,0,0,0,2,2,0,4,5,3,6,5,5,7,10,23,18,15,22,22,28,33,29,32,31,36,36,43,27,38,36,32,32,26,30,18,19,21,15,6,12,4,7,4,5,3,4,3,0,1,2,1,0,1,0,0,0,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,1,0,3,0,2,3,8,9,25,29,43,68,55,82,74,72,72,56,58,46,46,41,35,35,27,40,24,40,20,28,36,40,29,42,46,45,46,56,54,74,60,69,78,62,42,49,48,35,26,19,16,8,4,4,4,6,2,2,1,1,0,0,1],"bins":[-0.0016653381753712893,-0.0016072699800133705,-0.0015492017846554518,-0.001491133589297533,-0.0014330652775242925,-0.0013749970821663737,-0.001316928886808455,-0.0012588606914505363,-0.0012007924960926175,-0.0011427243007346988,-0.0010846559889614582,-0.0010265877936035395,-0.0009685195982456207,-0.000910451402887702,-0.0008523832075297832,-0.0007943149539642036,-0.0007362467586062849,-0.0006781785632483661,-0.0006201103096827865,-0.0005620421143248677,-0.000503973918966949,-0.0004459056945051998,-0.0003878374700434506,-0.00032976927468553185,-0.00027170105022378266,-0.0002136328403139487,-0.00015556463040411472,-9.749640594236553e-05,-3.942819603253156e-05,1.8640017515281215e-05,7.670823106309399e-05,0.00013477644824888557,0.00019284465815871954,0.00025091288262046874,0.0003089810779783875,0.00036704930244013667,0.0004251174977980554,0.0004831857222598046,0.0005412539467215538,0.0005993221420794725,0.0006573903374373913,0.0007154585910029709,0.0007735267863608897,0.0008315949817188084,0.0008896632352843881,0.0009477314306423068,0.0010057996260002255,0.0010638678213581443,0.0011219361331313848,0.0011800043284893036,0.0012380725238472223,0.001296140719205141,0.0013542089145630598,0.0014122771099209785,0.0014703453052788973,0.0015284136170521379,0.0015864818124100566,0.0016445500077679753,0.001702618203125894,0.0017606863984838128,0.0018187545938417315,0.0018768229056149721,0.0019348911009728909,0.0019929592963308096,0.0020510274916887283],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-5.0399621613905765e-06,-4.882848770648707e-06,-4.725735379906837e-06,-4.568621989164967e-06,-4.411508598423097e-06,-4.2543952076812275e-06,-4.097281816939358e-06,-3.940168426197488e-06,-3.783055035455618e-06,-3.625941417340073e-06,-3.468828026598203e-06,-3.311714635856333e-06,-3.1546012451144634e-06,-2.9974878543725936e-06,-2.8403744636307238e-06,-2.683261072888854e-06,-2.526147682146984e-06,-2.3690342914051143e-06,-2.2119209006632445e-06,-2.0548075099213747e-06,-1.897694119179505e-06,-1.7405806147507974e-06,-1.5834672240089276e-06,-1.4263538332670578e-06,-1.269240442525188e-06,-1.1121270517833182e-06,-9.550136610414484e-07,-7.979002134561597e-07,-6.407868227142899e-07,-4.836734319724201e-07,-3.2656001280884084e-07,-1.6944660785611632e-07,-1.2333202903391793e-08,1.4478020204933273e-07,3.0189360700205725e-07,4.590070261656365e-07,6.161204169075063e-07,7.732338076493761e-07,9.303472552346648e-07,1.0874606459765346e-06,1.2445740367184044e-06,1.4016874274602742e-06,1.558800818202144e-06,1.7159142089440138e-06,1.8730277133727213e-06,2.030141104114591e-06,2.187254494856461e-06,2.3443678855983308e-06,2.5014812763402006e-06,2.6585946670820704e-06,2.81570805782394e-06,2.97282144856581e-06,3.12993483930768e-06,3.2870482300495496e-06,3.4441616207914194e-06,3.6012750115332892e-06,3.7583886296488345e-06,3.915502020390704e-06,4.072615411132574e-06,4.229728801874444e-06,4.386842192616314e-06,4.5439555833581835e-06,4.701068974100053e-06,4.858182364841923e-06,5.015295755583793e-06],"_type":"histogram","values":[2,1,3,7,4,7,15,33,32,39,61,98,119,185,287,374,518,777,1047,1503,2005,2797,4030,5506,8093,11466,16427,23462,33827,46637,60341,69876,70800,61963,48577,35054,24796,17335,12265,8672,5982,4299,3085,2128,1518,1114,794,533,406,270,191,149,97,74,46,34,19,13,7,8,5,8,0,3]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[2,2,2,4,5,4,11,8,8,33,26,43,66,98,150,212,276,446,586,877,1398,2010,3137,4706,7627,12156,20365,35651,68883,173064,125693,55228,30003,17350,10558,6667,4150,2792,1786,1174,848,536,358,235,194,127,83,54,41,32,15,12,11,9,4,3,1,1,1,0,0,0,0,2],"bins":[-5.304410137796367e-07,-5.1267016942802e-07,-4.948993250764033e-07,-4.771285375682055e-07,-4.593576932165888e-07,-4.415868488649721e-07,-4.2381600451335544e-07,-4.060451885834482e-07,-3.882743442318315e-07,-3.705034998802148e-07,-3.5273268395030755e-07,-3.3496183959869086e-07,-3.1719099524707417e-07,-2.994201793171669e-07,-2.816493349655502e-07,-2.6387851903564297e-07,-2.461076746840263e-07,-2.283368445432643e-07,-2.1056601440250233e-07,-1.9279517005088564e-07,-1.7502433991012367e-07,-1.572535097693617e-07,-1.39482665417745e-07,-1.2171183527698304e-07,-1.0394100513622107e-07,-8.617017499545909e-08,-6.839933774926976e-08,-5.062850405579411e-08,-3.285767036231846e-08,-1.5086836668842807e-08,2.683997024632845e-09,2.0454830718108497e-08,3.822560756816529e-08,5.599644126164094e-08,7.376727495511659e-08,9.153811220130592e-08,1.093089423420679e-07,1.2707977248282987e-07,1.4485061683444656e-07,1.6262144697520853e-07,1.803922771159705e-07,1.9816310725673247e-07,2.1593393739749445e-07,2.3370478174911113e-07,2.514756261007278e-07,2.692464420306351e-07,2.8701728638225177e-07,3.04788102312159e-07,3.225589466637757e-07,3.403297910153924e-07,3.5810060694529966e-07,3.7587145129691635e-07,3.936422672268236e-07,4.114131115784403e-07,4.29183955930057e-07,4.4695477185996424e-07,4.6472561621158093e-07,4.824964321414882e-07,5.002672764931049e-07,5.180381208447216e-07,5.358089651963382e-07,5.535798095479549e-07,5.713505970561528e-07,5.891214414077695e-07,6.068922857593861e-07]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9982700943946838,0.9983269572257996,0.9983838200569153,0.998440682888031,0.9984975457191467,0.9985544085502625,0.9986112713813782,0.9986681342124939,0.9987249970436096,0.9987818598747253,0.9988387227058411,0.9988956451416016,0.9989525079727173,0.999009370803833,0.9990662336349487,0.9991230964660645,0.9991799592971802,0.9992368221282959,0.9992936849594116,0.9993505477905273,0.9994074106216431,0.9994642734527588,0.9995211362838745,0.9995779991149902,0.999634861946106,0.9996917247772217,0.9997485876083374,0.9998054504394531,0.9998623132705688,0.9999191761016846,0.9999760389328003,1.000032901763916,1.0000897645950317,1.0001466274261475,1.0002034902572632,1.000260353088379,1.0003172159194946,1.0003740787506104,1.000430941581726,1.0004878044128418,1.0005446672439575,1.0006015300750732,1.000658392906189,1.0007153749465942,1.00077223777771,1.0008291006088257,1.0008859634399414,1.0009428262710571,1.0009996891021729,1.0010565519332886,1.0011134147644043,1.00117027759552,1.0012271404266357,1.0012840032577515,1.0013408660888672,1.001397728919983,1.0014545917510986,1.0015114545822144,1.00156831741333,1.0016251802444458,1.0016820430755615,1.0017389059066772,1.001795768737793,1.0018526315689087,1.0019094944000244],"_type":"histogram","values":[1,0,0,0,1,0,1,4,1,3,11,12,9,9,25,13,12,42,29,32,24,18,27,18,23,11,27,11,10,19,13,11,22,14,21,16,19,14,18,22,16,17,19,22,22,17,20,16,9,12,8,12,4,3,3,0,1,1,0,0,2,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-1.4880399703542935e-06,-1.4429164139073691e-06,-1.3977928574604448e-06,-1.3526693010135205e-06,-1.3075457445665961e-06,-1.2624221881196718e-06,-1.2172986316727474e-06,-1.172175075225823e-06,-1.1270515187788988e-06,-1.0819279623319744e-06,-1.03680440588505e-06,-9.916808494381257e-07,-9.465573498346203e-07,-9.014337933876959e-07,-8.563102369407716e-07,-8.111866804938472e-07,-7.660631240469229e-07,-7.209395675999986e-07,-6.758160111530742e-07,-6.306924547061499e-07,-5.855688982592255e-07,-5.404453418123012e-07,-4.953217853653769e-07,-4.5019825734016194e-07,-4.050747008932376e-07,-3.5995114444631326e-07,-3.148275879993889e-07,-2.697040315524646e-07,-2.2458048931639496e-07,-1.7945693286947062e-07,-1.34333390633401e-07,-8.920983418647666e-08,-4.4086277739552315e-08,1.0372751546583459e-09,4.616082804886901e-08,9.128437739036599e-08,1.3640793383729033e-07,1.8153149028421467e-07,2.266550325202843e-07,2.7177858896720863e-07,3.16902145414133e-07,3.620257018610573e-07,4.0714925830798165e-07,4.52272814754906e-07,4.973963427801209e-07,5.425198992270452e-07,5.876434556739696e-07,6.327670121208939e-07,6.778905685678183e-07,7.230141250147426e-07,7.681376814616669e-07,8.132612379085913e-07,8.583847943555156e-07,9.0350835080244e-07,9.486319072493643e-07,9.937554068528698e-07,1.0388789632997941e-06,1.0840025197467185e-06,1.1291260761936428e-06,1.1742496326405671e-06,1.2193731890874915e-06,1.2644967455344158e-06,1.3096203019813402e-06,1.3547438584282645e-06,1.3998674148751888e-06],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,2,2,1,3,7,6,2,9,7,6,6,14,18,20,19,17,29,28,25,29,41,43,31,36,41,29,28,34,21,30,28,18,28,10,17,13,8,10,9,7,3,3,3,2,1,5,4,4,3,2,1,1,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,2,4,5,6,10,17,48,58,131,200,317,494,694,1102,1664,2341,3341,4474,5998,8227,10383,13090,15771,19077,22296,25756,28581,31215,33130,34846,35850,35516,34587,32766,30616,27837,24659,21663,18560,15178,12339,9732,7536,5841,4207,3101,2244,1451,1074,688,430,281,148,101,59,38,22,13,3,3,1,0,1],"bins":[-0.0966600850224495,-0.09363037347793579,-0.09060065448284149,-0.08757094293832779,-0.08454123139381409,-0.08151151239871979,-0.07848180085420609,-0.07545208930969238,-0.07242237031459808,-0.06939265877008438,-0.06636294722557068,-0.06333323568105698,-0.06030351668596268,-0.057273805141448975,-0.054244089871644974,-0.05121437832713127,-0.04818466305732727,-0.04515494778752327,-0.04212523624300957,-0.039095520973205566,-0.036065809428691864,-0.03303609415888786,-0.030006378889083862,-0.02697666548192501,-0.02394695207476616,-0.020917238667607307,-0.017887525260448456,-0.014857809990644455,-0.011828096583485603,-0.008798383176326752,-0.0057686688378453255,-0.0027389549650251865,0.0002907589077949524,0.0033204727806150913,0.00635018665343523,0.009379900991916656,0.012409614399075508,0.01543932780623436,0.01846904307603836,0.021498756483197212,0.024528469890356064,0.027558183297514915,0.030587896704673767,0.03361761197447777,0.03664732724428177,0.03967703878879547,0.04270675405859947,0.045736465603113174,0.048766180872917175,0.051795896142721176,0.05482560768723488,0.05785532295703888,0.06088503450155258,0.06391475349664688,0.06694446504116058,0.06997417658567429,0.07300388813018799,0.07603360712528229,0.07906331866979599,0.08209303021430969,0.08512274920940399,0.0881524607539177,0.0911821722984314,0.0942118912935257,0.0972416028380394],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[4,1,5,5,8,13,21,21,46,70,80,121,195,290,384,602,849,1310,1787,2786,4129,6047,8688,12470,17694,24603,33219,42120,51622,58360,60565,58107,50648,41711,31880,23748,17053,12131,8458,5723,3935,2677,1777,1233,866,550,386,288,169,118,82,56,36,28,21,13,2,5,1,4,1,0,0,2],"bins":[-2.5809645194385666e-06,-2.4961984763649525e-06,-2.4114324332913384e-06,-2.3266663902177243e-06,-2.24190034714411e-06,-2.157134304070496e-06,-2.0723680336232064e-06,-1.9876019905495923e-06,-1.9028359474759782e-06,-1.818069904402364e-06,-1.73330386132875e-06,-1.6485378182551358e-06,-1.5637717751815217e-06,-1.4790057321079075e-06,-1.3942395753474557e-06,-1.3094735322738416e-06,-1.2247074892002274e-06,-1.1399414461266133e-06,-1.0551754030529992e-06,-9.704092462925473e-07,-8.856432032189332e-07,-8.008771601453191e-07,-7.161111170717049e-07,-6.31345017154672e-07,-5.465789740810578e-07,-4.6181290258573426e-07,-3.770468310904107e-07,-2.922807880167966e-07,-2.0751471652147302e-07,-1.2274864502614946e-07,-3.798258774168062e-08,4.678347664821558e-08,1.3154954103811178e-07,2.1631561253343534e-07,3.010816840287589e-07,3.8584772710237303e-07,4.706137985976966e-07,5.553798700930201e-07,6.401459131666343e-07,7.249120130836673e-07,8.096780561572814e-07,8.944440992308955e-07,9.792101991479285e-07,1.0639762422215426e-06,1.1487422852951568e-06,1.2335083283687709e-06,1.3182744851292227e-06,1.4030405282028369e-06,1.487806571276451e-06,1.5725726143500651e-06,1.6573386574236793e-06,1.742104814184131e-06,1.8268708572577452e-06,1.9116369003313594e-06,1.9964029434049735e-06,2.0811689864785876e-06,2.1659350295522017e-06,2.250701072625816e-06,2.33546711569943e-06,2.4202333861467196e-06,2.5049994292203337e-06,2.589765472293948e-06,2.674531515367562e-06,2.759297558441176e-06,2.84406360151479e-06]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-1.6448976793981274e-06,-1.5922912552923663e-06,-1.5396848311866052e-06,-1.487078407080844e-06,-1.4344718692882452e-06,-1.3818654451824841e-06,-1.329259021076723e-06,-1.276652596970962e-06,-1.2240461728652008e-06,-1.1714397487594397e-06,-1.1188333246536786e-06,-1.0662269005479175e-06,-1.0136204764421564e-06,-9.610139386495575e-07,-9.084075145437964e-07,-8.558010904380353e-07,-8.031946663322742e-07,-7.505882422265131e-07,-6.97981818120752e-07,-6.45375337171572e-07,-5.927689130658109e-07,-5.401624889600498e-07,-4.875560080108698e-07,-4.3494958390510874e-07,-3.8234315979934763e-07,-3.297367356935865e-07,-2.77130283166116e-07,-2.2452384484950016e-07,-1.7191740653288434e-07,-1.1931096821626852e-07,-6.67045298996527e-08,-1.4098091583036876e-08,3.850846042041667e-08,9.111489873703249e-08,1.437213370536483e-07,1.9632777537026413e-07,2.4893421368687996e-07,3.0154063779264106e-07,3.541470903201116e-07,4.0675354284758214e-07,4.5935996695334325e-07,5.119663910591044e-07,5.645728151648655e-07,6.171792961140454e-07,6.697857202198065e-07,7.223921443255676e-07,7.749986252747476e-07,8.276050493805087e-07,8.802114734862698e-07,9.328178975920309e-07,9.85424321697792e-07,1.0380307458035531e-06,1.0906371699093143e-06,1.143243707701913e-06,1.1958501318076742e-06,1.2484565559134353e-06,1.3010629800191964e-06,1.3536694041249575e-06,1.4062758282307186e-06,1.4588822523364797e-06,1.5114887901290786e-06,1.5640952142348397e-06,1.6167016383406008e-06,1.6693080624463619e-06,1.721914486552123e-06],"_type":"histogram","values":[1,0,0,0,1,0,2,3,5,6,1,3,5,3,2,12,8,9,14,20,14,22,21,24,31,23,26,32,24,34,26,27,37,28,32,19,23,26,25,29,19,19,15,10,12,15,7,15,7,5,4,7,3,4,2,4,0,0,0,0,1,0,0,1]},"gradients/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,0,1,2,1,4,1,9,11,13,23,25,31,38,79,101,174,289,443,635,1009,1577,2773,4773,8073,13949,25385,50096,115176,355310,578661,251474,82270,36863,18776,10313,5700,3399,2070,1261,775,489,291,173,131,68,54,35,18,7,11,6,9,0,4,1,1,0,0,0,1],"bins":[-4.0565646486356854e-06,-3.934892447432503e-06,-3.8132202462293208e-06,-3.6915480450261384e-06,-3.569875843822956e-06,-3.4482036426197737e-06,-3.3265314414165914e-06,-3.204859240213409e-06,-3.0831870390102267e-06,-2.9615148378070444e-06,-2.839842636603862e-06,-2.7181704354006797e-06,-2.5964982341974974e-06,-2.474826032994315e-06,-2.3531538317911327e-06,-2.2314816305879503e-06,-2.109809429384768e-06,-1.9881372281815857e-06,-1.8664650269784033e-06,-1.744792825775221e-06,-1.6231206245720387e-06,-1.5014484233688563e-06,-1.379776222165674e-06,-1.2581040209624916e-06,-1.1364318197593093e-06,-1.014759618556127e-06,-8.930874173529446e-07,-7.714152161497623e-07,-6.497430149465799e-07,-5.280708137433976e-07,-4.0639861254021525e-07,-2.847264113370329e-07,-1.6305398276017513e-07,-4.138178155699279e-08,8.029041964618955e-08,2.019626208493719e-07,3.2363482205255423e-07,4.4530702325573657e-07,5.669792244589189e-07,6.886514256621012e-07,8.103236268652836e-07,9.319958280684659e-07,1.0536680292716483e-06,1.1753402304748306e-06,1.297012431678013e-06,1.4186846328811953e-06,1.5403568340843776e-06,1.66202903528756e-06,1.7837012364907423e-06,1.9053734376939246e-06,2.027045638897107e-06,2.1487178401002893e-06,2.2703900413034717e-06,2.392062242506654e-06,2.5137344437098363e-06,2.6354066449130187e-06,2.757078846116201e-06,2.8787510473193834e-06,3.0004232485225657e-06,3.122095449725748e-06,3.2437676509289304e-06,3.3654398521321127e-06,3.487112053335295e-06,3.6087842545384774e-06,3.7304564557416597e-06]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.002770272782072425,-0.002688251668587327,-0.002606230555102229,-0.0025242092087864876,-0.0024421880953013897,-0.002360166981816292,-0.002278145868331194,-0.0021961245220154524,-0.0021141034085303545,-0.0020320822950452566,-0.0019500611815601587,-0.001868039951659739,-0.0017860188381746411,-0.0017039976082742214,-0.0016219764947891235,-0.0015399552648887038,-0.001457934151403606,-0.001375913037918508,-0.0012938918080180883,-0.0012118706945329905,-0.0011298494646325707,-0.0010478283511474729,-0.0009658071794547141,-0.0008837860077619553,-0.0008017648360691965,-0.0007197436643764377,-0.0006377224926836789,-0.0005557013209909201,-0.0004736801784019917,-0.0003916590067092329,-0.0003096378641203046,-0.00022761669242754579,-0.000145595520734787,-6.35743563179858e-05,1.844680809881538e-05,0.00010046797251561657,0.00018248913693241775,0.00026451030862517655,0.0003465314512141049,0.0004285526229068637,0.0005105737945996225,0.0005925949662923813,0.0006746161379851401,0.0007566373096778989,0.0008386584231629968,0.0009206795948557556,0.0010027007665485144,0.001084721996448934,0.001166743109934032,0.0012487642234191298,0.0013307854533195496,0.0014128065668046474,0.0014948277967050672,0.001576848910190165,0.0016588701400905848,0.0017408912535756826,0.0018229123670607805,0.0019049335969612002,0.00198695482686162,0.002068975940346718,0.0021509970538318157,0.0022330181673169136,0.002315039513632655,0.002397060627117753,0.002479081740602851],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,4,3,4,6,9,12,19,26,38,45,33,35,30,17,23,21,10,11,9,11,3,11,8,10,13,13,11,11,14,17,26,38,32,32,46,38,27,17,12,7,1,1,3,2,4,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,3,0,2,2,2,5,4,10,14,13,16,17,29,45,34,27,19,12,18,9,18,18,13,13,11,8,10,7,10,8,8,8,8,11,7,12,14,10,17,26,30,18,29,38,30,30,19,16,14,12,4,4,1,1,1,0,1],"bins":[-0.002273221965879202,-0.002209622412919998,-0.002146023092791438,-0.0020824235398322344,-0.0020188239868730307,-0.0019552246667444706,-0.0018916251137852669,-0.001828025677241385,-0.001764426240697503,-0.0017008266877382994,-0.0016372272511944175,-0.0015736278146505356,-0.0015100282616913319,-0.00144642882514745,-0.001382829388603568,-0.0013192298356443644,-0.0012556303991004825,-0.0011920309625566006,-0.0011284314095973969,-0.001064831973053515,-0.001001232536509633,-0.0009376330417580903,-0.0008740335470065475,-0.0008104341104626656,-0.0007468346157111228,-0.0006832351209595799,-0.000619635684415698,-0.0005560361896641552,-0.0004924366949126124,-0.00042883725836873055,-0.00036523776361718774,-0.0003016382979694754,-0.00023803894873708487,-0.00017443948308937252,-0.00011084000288974494,-4.724052996607497e-05,1.635894295759499e-05,7.995841588126495e-05,0.00014355788880493492,0.0002071573690045625,0.00027075683465227485,0.0003343563002999872,0.00039795576594769955,0.00046155526069924235,0.0005251547554507852,0.000588754191994667,0.0006523536867462099,0.0007159531232900918,0.0007795526180416346,0.0008431521127931774,0.0009067515493370593,0.0009703510440886021,0.001033950480632484,0.0010975500335916877,0.0011611494701355696,0.0012247489066794515,0.0012883483432233334,0.001351947896182537,0.001415547332726419,0.0014791467692703009,0.0015427463222295046,0.0016063457587733865,0.0016699451953172684,0.001733544748276472,0.001797144184820354],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0017065458232536912,-0.0016513438895344734,-0.0015961420722305775,-0.0015409401385113597,-0.0014857383212074637,-0.001430536387488246,-0.00137533457018435,-0.0013201326364651322,-0.0012649308191612363,-0.0012097288854420185,-0.0011545270681381226,-0.0010993251344189048,-0.0010441233171150088,-0.000988921383395791,-0.0009337195078842342,-0.0008785176323726773,-0.0008233157568611205,-0.0007681138813495636,-0.0007129120058380067,-0.0006577101303264499,-0.000602508254814893,-0.0005473063793033361,-0.0004921045037917793,-0.00043690259917639196,-0.0003817007236648351,-0.00032649884815327823,-0.00027129697264172137,-0.00021609508257824928,-0.0001608932070666924,-0.00010569133155513555,-5.048944876762107e-05,4.712430381914601e-06,5.991430953145027e-05,0.00011511618504300714,0.000170318060554564,0.0002255199506180361,0.0002807218115776777,0.00033592371619306505,0.0003911255917046219,0.0004463274672161788,0.0005015293136239052,0.000556731247343123,0.0006119331228546798,0.0006671349983662367,0.0007223368738777936,0.0007775387493893504,0.0008327406249009073,0.0008879425004124641,0.000943144375924021,0.0009983462514355779,0.0010535481851547956,0.0011087500024586916,0.0011639519361779094,0.0012191537534818053,0.001274355687201023,0.001329557504504919,0.0013847594382241368,0.0014399612555280328,0.0014951631892472506,0.0015503650065511465,0.0016055669402703643,0.0016607687575742602,0.001715970691293478,0.001771172508597374,0.0018263744423165917],"_type":"histogram","values":[2,0,2,1,4,4,4,10,8,19,13,23,41,25,28,19,28,15,17,8,12,18,13,13,6,12,8,7,6,11,4,7,6,6,7,10,5,10,12,9,15,12,19,12,20,27,25,23,32,34,25,10,29,9,10,5,4,2,0,1,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,3,0,3,0,0,2,1,3,2,6,3,3,10,5,11,11,17,19,22,26,25,30,34,41,50,40,50,48,30,33,41,30,27,29,15,15,15,15,8,8,7,6,3,3,5,4,2,1,0,1,0,1,0,0,0,0,1,0,1],"bins":[-2.1606526843243046e-06,-2.0917400433972944e-06,-2.022827402470284e-06,-1.9539149889169494e-06,-1.8850023479899392e-06,-1.816089707062929e-06,-1.7471770661359187e-06,-1.6782645388957462e-06,-1.609351897968736e-06,-1.5404392570417258e-06,-1.4715267298015533e-06,-1.402614088874543e-06,-1.3337014479475329e-06,-1.2647889207073604e-06,-1.1958762797803502e-06,-1.1269637525401777e-06,-1.0580511116131674e-06,-9.891384706861572e-07,-9.202259434459847e-07,-8.513133025189745e-07,-7.824007184353832e-07,-7.134881343517918e-07,-6.445754934247816e-07,-5.756629093411902e-07,-5.067503252575989e-07,-4.3783774117400753e-07,-3.6892512866870675e-07,-3.0001251616340596e-07,-2.310999320798146e-07,-1.6218733378536854e-07,-9.327473549092247e-08,-2.4362137196476397e-08,4.455023372429423e-08,1.134628320187403e-07,1.8237543031318637e-07,2.5128804281848716e-07,3.202006269020785e-07,3.8911321098566987e-07,4.5802582349097065e-07,5.269384359962714e-07,5.958510200798628e-07,6.647636041634541e-07,7.336761882470455e-07,8.025888291740557e-07,8.715014132576471e-07,9.404139973412384e-07,1.0093266382682486e-06,1.0782391655084211e-06,1.1471518064354314e-06,1.2160644473624416e-06,1.284976974602614e-06,1.3538896155296243e-06,1.4228021427697968e-06,1.491714783696807e-06,1.5606274246238172e-06,1.6295399518639897e-06,1.698452592791e-06,1.7673652337180101e-06,1.8362777609581826e-06,1.9051904018851928e-06,1.974103042812203e-06,2.0430156837392133e-06,2.111928097292548e-06,2.1808407382195583e-06,2.2497533791465685e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"values":[1,1,0,0,0,2,1,2,4,2,8,9,5,9,14,13,12,26,24,27,29,20,24,20,22,18,23,12,16,9,14,18,15,12,14,10,11,9,22,32,23,16,21,22,29,19,30,24,16,14,15,10,4,3,2,6,0,1,1,0,0,0,1,1],"bins":[-0.0016320596914738417,-0.0015812218189239502,-0.0015303840627893806,-0.001479546306654811,-0.0014287084341049194,-0.001377870561555028,-0.0013270328054204583,-0.0012761950492858887,-0.0012253571767359972,-0.0011745193041861057,-0.001123681548051536,-0.0010728437919169664,-0.001022005919367075,-0.0009711681050248444,-0.0009203302906826138,-0.0008694924763403833,-0.0008186546619981527,-0.0007678168476559222,-0.0007169790333136916,-0.0006661412189714611,-0.0006153034046292305,-0.0005644655902869999,-0.0005136277759447694,-0.0004627899616025388,-0.00041195214726030827,-0.0003611143329180777,-0.00031027651857584715,-0.0002594387042336166,-0.00020860088989138603,-0.00015776307554915547,-0.00010692526120692492,-5.608744686469436e-05,-5.2497489377856255e-06,4.558806540444493e-05,9.642587974667549e-05,0.00014726369408890605,0.0001981015084311366,0.00024893932277336717,0.0002997771371155977,0.0003506149514578283,0.00040145276580005884,0.0004522905801422894,0.00050312839448452,0.0005539662088267505,0.0006048040231689811,0.0006556418375112116,0.0007064796518534422,0.0007573174661956728,0.0008081552805379033,0.0008589930948801339,0.0009098309092223644,0.000960668723564595,0.0010115065379068255,0.0010623442940413952,0.0011131821665912867,0.0011640200391411781,0.0012148577952757478,0.0012656955514103174,0.001316533423960209,0.0013673712965101004,0.00141820905264467,0.0014690468087792397,0.0015198846813291311,0.0015707225538790226,0.0016215603100135922],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,0,1,1,0,3,2,6,3,13,8,15,29,35,61,85,161,231,362,528,908,1308,2033,3086,4920,7727,12150,19147,29881,44399,60547,74860,79667,72798,58019,40836,27226,17714,11130,7177,4521,2885,1903,1222,748,513,308,229,147,96,58,43,23,15,16,5,3,3,2,2,0,1,3],"bins":[-4.698948032455519e-06,-4.558276941679651e-06,-4.417605396156432e-06,-4.276934305380564e-06,-4.136263214604696e-06,-3.995592123828828e-06,-3.8549205783056095e-06,-3.7142494875297416e-06,-3.5735783967538737e-06,-3.4329070786043303e-06,-3.292235760454787e-06,-3.151564669678919e-06,-3.0108933515293756e-06,-2.8702222607535077e-06,-2.7295509426039644e-06,-2.5888798518280964e-06,-2.448208533678553e-06,-2.3075372155290097e-06,-2.1668661247531418e-06,-2.0261948066035984e-06,-1.8855237158277305e-06,-1.7448523976781871e-06,-1.6041811932154815e-06,-1.4635099887527758e-06,-1.3228387842900702e-06,-1.1821675798273645e-06,-1.0414963753646589e-06,-9.008251140585344e-07,-7.601539095958287e-07,-6.194827051331231e-07,-4.788114438269986e-07,-3.3814023936429294e-07,-1.974690349015873e-07,-5.679781622802693e-08,8.387340244553343e-08,2.245446211190938e-07,3.6521583979265415e-07,5.058870442553598e-07,6.465583055614843e-07,7.8722951002419e-07,9.279007144868956e-07,1.0685719189496012e-06,1.2092431234123069e-06,1.3499143278750125e-06,1.490585646024556e-06,1.6312568504872615e-06,1.7719280549499672e-06,1.912599145725835e-06,2.0532704638753785e-06,2.193941782024922e-06,2.3346128728007898e-06,2.475284190950333e-06,2.615955281726201e-06,2.7566265998757444e-06,2.8972976906516124e-06,3.0379690088011557e-06,3.178640326950699e-06,3.319311417726567e-06,3.4599827358761104e-06,3.6006538266519783e-06,3.7413251448015217e-06,3.88199623557739e-06,4.0226673263532575e-06,4.163338871876476e-06,4.304009962652344e-06],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,2,0,1,0,0,1,2,6,3,3,3,6,8,10,9,11,14,22,18,15,16,22,33,26,21,30,28,29,32,32,31,36,31,36,25,33,10,24,19,23,18,9,8,12,6,9,5,6,2,3,3,4,5,0,0,3,0,0,1,0,0,1,1],"bins":[-1.3899830264563207e-06,-1.344193947261374e-06,-1.2984048680664273e-06,-1.2526157888714806e-06,-1.206826709676534e-06,-1.1610376304815873e-06,-1.1152485512866406e-06,-1.069459472091694e-06,-1.0236703928967472e-06,-9.778812000149628e-07,-9.32092177663435e-07,-8.863030984684883e-07,-8.405139624301228e-07,-7.947248832351761e-07,-7.489358040402294e-07,-7.031467248452827e-07,-6.573576456503361e-07,-6.115685664553894e-07,-5.657794872604427e-07,-5.19990408065496e-07,-4.742013004488399e-07,-4.284122212538932e-07,-3.826231136372371e-07,-3.3683403444229043e-07,-2.9104495524734375e-07,-2.4525587605239707e-07,-1.9946678264659568e-07,-1.5367768924079428e-07,-1.078886100458476e-07,-6.209952374547356e-08,-1.6310437445099524e-08,2.9478648855274514e-08,7.526773515564855e-08,1.2105681435059523e-07,1.6684590775639663e-07,2.1263500116219802e-07,2.584240803571447e-07,3.042131595520914e-07,3.500022671687475e-07,3.957913463636942e-07,4.4158042555864085e-07,4.873695047535875e-07,5.331585839485342e-07,5.789476631434809e-07,6.247367991818464e-07,6.705258783767931e-07,7.163149575717398e-07,7.621040367666865e-07,8.078931159616332e-07,8.536821951565798e-07,8.994712743515265e-07,9.452603535464732e-07,9.910494327414199e-07,1.0368385119363666e-06,1.0826275911313132e-06,1.12841667032626e-06,1.1742058632080443e-06,1.219994942402991e-06,1.2657840215979377e-06,1.3115731007928844e-06,1.357362179987831e-06,1.4031512591827777e-06,1.4489403383777244e-06,1.494729417572671e-06,1.5405184967676178e-06],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,1,1,1,2,2,4,4,7,19,17,15,17,16,21,22,30,28,27,19,12,21,14,18,14,17,13,15,11,15,10,19,12,20,11,12,18,14,17,13,20,12,20,18,15,13,16,11,11,12,12,11,12,15,5,5,1,4,2,0,0,1],"bins":[0.9984261989593506,0.9984754920005798,0.9985247850418091,0.9985740780830383,0.9986233711242676,0.9986726641654968,0.9987219572067261,0.9987712502479553,0.9988205432891846,0.9988698363304138,0.9989191293716431,0.9989684224128723,0.9990177154541016,0.9990670084953308,0.9991163015365601,0.9991655945777893,0.9992148876190186,0.9992641806602478,0.999313473701477,0.9993627667427063,0.9994120597839355,0.9994613528251648,0.999510645866394,0.9995599389076233,0.9996092319488525,0.9996585249900818,0.999707818031311,0.9997571110725403,0.9998064041137695,0.9998556971549988,0.999904990196228,0.9999542832374573,1.0000035762786865,1.0000529289245605,1.000102162361145,1.0001513957977295,1.0002007484436035,1.0002501010894775,1.000299334526062,1.0003485679626465,1.0003979206085205,1.0004472732543945,1.000496506690979,1.0005457401275635,1.0005950927734375,1.0006444454193115,1.000693678855896,1.0007429122924805,1.0007922649383545,1.0008416175842285,1.000890851020813,1.0009400844573975,1.0009894371032715,1.0010387897491455,1.00108802318573,1.0011372566223145,1.0011866092681885,1.0012359619140625,1.001285195350647,1.0013344287872314,1.0013837814331055,1.0014331340789795,1.001482367515564,1.0015316009521484,1.0015809535980225]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[2,2,3,8,7,25,40,105,181,345,558,948,1443,2312,3556,5321,7821,11270,15794,20973,27572,35281,44240,54001,63488,73834,82899,90763,96605,100616,101418,100149,96358,89603,82085,72576,63341,53015,43518,34694,27037,20673,15257,10898,7720,5247,3572,2257,1402,830,510,299,180,104,58,23,12,10,3,1,0,0,0,1],"bins":[-0.09887117147445679,-0.09562557190656662,-0.09237997233867645,-0.08913437277078629,-0.08588877320289612,-0.08264317363500595,-0.07939757406711578,-0.07615197449922562,-0.07290637493133545,-0.06966076791286469,-0.06641516834497452,-0.06316956877708435,-0.05992396920919418,-0.056678369641304016,-0.05343277007341385,-0.05018717050552368,-0.046941570937633514,-0.04369597136974335,-0.04045037180185318,-0.03720477223396301,-0.033959172666072845,-0.03071357123553753,-0.027467969805002213,-0.024222370237112045,-0.020976770669221878,-0.01773117110133171,-0.014485570602118969,-0.011239970102906227,-0.00799437053501606,-0.004748770501464605,-0.0015031704679131508,0.0017424295656383038,0.004988029599189758,0.008233629167079926,0.011479229666292667,0.01472483016550541,0.017970429733395576,0.021216029301285744,0.02446163073182106,0.027707230299711227,0.030952829867601395,0.03419842943549156,0.03744402900338173,0.040689628571271896,0.04393523186445236,0.04718083143234253,0.0504264310002327,0.053672030568122864,0.05691763013601303,0.0601632297039032,0.06340882927179337,0.06665442883968353,0.0699000284075737,0.07314562797546387,0.07639122754335403,0.0796368271112442,0.08288243412971497,0.08612803369760513,0.0893736332654953,0.09261923283338547,0.09586483240127563,0.0991104319691658,0.10235603153705597,0.10560163110494614,0.1088472306728363]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,7,1,6,20,32,54,79,142,211,312,519,747,1109,1617,2328,3114,4419,5753,7521,9512,11626,14589,17465,20428,23292,26134,28893,30824,32611,33618,34190,33925,32607,31050,28905,26298,23314,20445,17412,14573,11995,9736,7504,5980,4354,3251,2295,1623,1141,813,509,358,218,139,92,39,32,14,16,5,5,1,1],"bins":[-0.09157662838697433,-0.08867232501506805,-0.08576802164316177,-0.0828637182712555,-0.07995941489934921,-0.07705511152744293,-0.07415080815553665,-0.07124650478363037,-0.06834220141172409,-0.06543789803981781,-0.06253359466791153,-0.05962929129600525,-0.05672498792409897,-0.05382068455219269,-0.05091638118028641,-0.04801207780838013,-0.045107774436473846,-0.042203471064567566,-0.039299167692661285,-0.036394864320755005,-0.033490560948848724,-0.030586257576942444,-0.027681954205036163,-0.024777650833129883,-0.021873347461223602,-0.018969044089317322,-0.01606474071741104,-0.01316043734550476,-0.01025613397359848,-0.0073518306016922,-0.004447527229785919,-0.0015432238578796387,0.0013610869646072388,0.004265390336513519,0.0071696937084198,0.01007399708032608,0.01297830045223236,0.01588260382413864,0.018786907196044922,0.021691210567951202,0.024595513939857483,0.027499817311763763,0.030404120683670044,0.033308424055576324,0.036212727427482605,0.039117030799388885,0.042021334171295166,0.04492563754320145,0.04782994091510773,0.05073424428701401,0.05363854765892029,0.05654285103082657,0.05944715440273285,0.06235145777463913,0.06525576114654541,0.06816006451845169,0.07106436789035797,0.07396867126226425,0.07687297463417053,0.07977727800607681,0.0826815813779831,0.08558588474988937,0.08849018812179565,0.09139449149370193,0.09429879486560822]},"parameters/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,3,1,2,4,6,6,11,24,19,21,28,45,40,22,25,14,16,12,18,13,13,8,10,11,10,10,6,10,9,14,9,11,10,15,15,18,16,35,39,39,25,32,25,14,9,6,3,2,1,3,4,0,0,1,2],"bins":[-0.002264025853946805,-0.0021982653997838497,-0.002132505178451538,-0.002066744724288583,-0.0020009842701256275,-0.001935223932377994,-0.0018694634782150388,-0.0018037031404674053,-0.00173794268630445,-0.0016721823485568166,-0.0016064220108091831,-0.0015406615566462278,-0.0014749012188985944,-0.001409140764735639,-0.0013433804269880056,-0.0012776199728250504,-0.001211859635077417,-0.0011460992973297834,-0.0010803388431668282,-0.0010145785054191947,-0.0009488180512562394,-0.000883057713508606,-0.0008172973175533116,-0.0007515369215980172,-0.0006857765256427228,-0.0006200161296874285,-0.0005542557337321341,-0.0004884953377768397,-0.0004227349709253758,-0.00035697457497008145,-0.00029121420811861753,-0.00022545381216332316,-0.0001596934162080288,-9.393302752869204e-05,-2.817263884935528e-05,3.7587749829981476e-05,0.00010334813850931823,0.0001691085344646126,0.00023486891586799175,0.0003006292972713709,0.00036638969322666526,0.00043215008918195963,0.000497910485137254,0.0005636708810925484,0.0006294312188401818,0.0006951916147954762,0.0007609520107507706,0.0008267124067060649,0.0008924728026613593,0.0009582331986166537,0.001023993594571948,0.0010897539323195815,0.0011555143864825368,0.0012212747242301702,0.0012870351783931255,0.001352795516140759,0.0014185558538883924,0.0014843163080513477,0.0015500766457989812,0.0016158370999619365,0.00168159743770957,0.0017473578918725252,0.0018131182296201587,0.001878878683783114,0.0019446390215307474]},"parameters/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,6,8,13,25,44,41,98,146,202,327,446,718,1022,1374,1983,2683,3489,4516,5567,7011,8714,10276,12028,13929,15696,17380,18899,20434,20916,21719,21878,21393,20870,19593,18192,16797,14972,13294,11613,9637,8031,6488,5293,4028,3129,2417,1744,1302,914,660,417,295,218,127,67,65,24,24,13,5,1,1,2],"bins":[-0.0870666354894638,-0.08428793400526047,-0.08150923997163773,-0.07873053848743439,-0.07595184445381165,-0.0731731429696083,-0.07039444148540497,-0.06761574745178223,-0.06483704596757889,-0.06205834820866585,-0.05927965044975281,-0.05650094896554947,-0.05372225120663643,-0.05094355344772339,-0.04816485196352005,-0.04538615420460701,-0.04260745644569397,-0.03982875868678093,-0.03705006092786789,-0.03427135944366455,-0.03149266168475151,-0.02871396392583847,-0.02593526430428028,-0.02315656468272209,-0.02037786692380905,-0.01759916916489601,-0.014820469543337822,-0.012041770853102207,-0.009263072162866592,-0.006484373472630978,-0.003705674782395363,-0.0009269760921597481,0.0018517300486564636,0.004630428738892078,0.007409127429127693,0.010187826119363308,0.012966524809598923,0.015745222568511963,0.018523922190070152,0.02130262181162834,0.024081319570541382,0.026860017329454422,0.02963871695101261,0.0324174165725708,0.03519611433148384,0.03797481209039688,0.04075351357460022,0.04353221133351326,0.0463109090924263,0.04908960685133934,0.05186830461025238,0.05464700609445572,0.05742570385336876,0.0602044016122818,0.06298310309648514,0.06576179713010788,0.06854049861431122,0.07131920009851456,0.0740978941321373,0.07687659561634064,0.07965528964996338,0.08243399113416672,0.08521269261837006,0.0879913866519928,0.09077008813619614]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"values":[2,1,2,0,1,0,1,1,0,4,3,0,1,5,5,6,5,11,6,7,15,12,9,17,20,19,26,18,27,29,28,30,22,26,26,34,31,38,37,31,24,28,22,22,14,16,17,9,10,5,7,7,8,4,6,0,1,4,1,0,3,1,0,3],"bins":[-1.1463463351901737e-06,-1.1128151982120471e-06,-1.0792839475470828e-06,-1.0457528105689562e-06,-1.0122216735908296e-06,-9.786904229258653e-07,-9.451592859477387e-07,-9.116281489696121e-07,-8.780969551480666e-07,-8.445657613265212e-07,-8.110346243483946e-07,-7.775034305268491e-07,-7.439722367053037e-07,-7.104410997271771e-07,-6.769099059056316e-07,-6.43378768927505e-07,-6.098475751059595e-07,-5.763163812844141e-07,-5.427852443062875e-07,-5.09254050484742e-07,-4.75722885084906e-07,-4.4219171968507e-07,-4.086605258635245e-07,-3.751293604636885e-07,-3.4159819506385247e-07,-3.0806702966401645e-07,-2.745358642641804e-07,-2.4100467044263496e-07,-2.0747350504279893e-07,-1.739423396429629e-07,-1.4041116003227216e-07,-1.0687998752700878e-07,-7.334870133490767e-08,-3.981752882964429e-08,-6.286356324380904e-09,2.724481618088248e-08,6.077598868614587e-08,9.430716119140925e-08,1.2783833369667263e-07,1.6136951330736338e-07,1.949006787071994e-07,2.2843184410703543e-07,2.6196300950687146e-07,2.954942033284169e-07,3.2902536872825294e-07,3.6255653412808897e-07,3.9608772794963443e-07,4.2961889334947045e-07,4.631500587493065e-07,4.966812525708519e-07,5.302123895489785e-07,5.63743583370524e-07,5.972747203486506e-07,6.30805914170196e-07,6.643371079917415e-07,6.978682449698681e-07,7.313994387914136e-07,7.64930632612959e-07,7.984617695910856e-07,8.319929634126311e-07,8.655241572341765e-07,8.990552942123031e-07,9.325864880338486e-07,9.66117681855394e-07,9.996488188335206e-07],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,0,1,2,2,9,7,14,8,21,19,21,26,29,35,22,21,26,23,21,20,15,19,16,23,9,9,8,11,9,17,13,12,18,16,21,19,17,18,12,17,16,14,17,13,18,10,11,8,9,4,5,2,4,3,1,1,0,0,0,1,0,1],"bins":[0.9985566735267639,0.9986085891723633,0.9986604452133179,0.9987123608589172,0.9987642765045166,0.9988161325454712,0.9988680481910706,0.9989199042320251,0.9989718198776245,0.9990237355232239,0.9990755915641785,0.9991275072097778,0.9991794228553772,0.9992312788963318,0.9992831945419312,0.9993351101875305,0.9993869662284851,0.9994388818740845,0.9994907975196838,0.9995426535606384,0.9995945692062378,0.9996464252471924,0.9996983408927917,0.9997502565383911,0.9998021125793457,0.9998540282249451,0.9999059438705444,0.999957799911499,1.0000096559524536,1.0000616312026978,1.0001134872436523,1.000165343284607,1.000217318534851,1.0002691745758057,1.0003210306167603,1.0003730058670044,1.000424861907959,1.0004767179489136,1.0005286931991577,1.0005805492401123,1.000632405281067,1.000684380531311,1.0007362365722656,1.0007880926132202,1.0008400678634644,1.000891923904419,1.0009437799453735,1.0009957551956177,1.0010476112365723,1.0010994672775269,1.001151442527771,1.0012032985687256,1.0012551546096802,1.0013070106506348,1.001358985900879,1.0014108419418335,1.001462697982788,1.0015146732330322,1.0015665292739868,1.0016183853149414,1.0016703605651855,1.0017222166061401,1.0017740726470947,1.0018260478973389,1.0018779039382935]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,1,4,7,14,25,57,75,142,245,359,583,929,1304,1953,2752,3824,5111,6841,8983,11312,14074,17169,20158,23373,26461,29434,31628,33503,34767,35105,35048,34003,32137,29658,26782,23847,20513,17384,14439,11501,9253,7108,5333,3990,2748,1999,1385,905,620,397,234,130,79,64,33,17,14,5,1,0,2],"bins":[-0.09789956361055374,-0.0948922336101532,-0.09188490360975266,-0.08887756615877151,-0.08587023615837097,-0.08286290615797043,-0.07985557615756989,-0.07684824615716934,-0.0738409161567688,-0.07083357870578766,-0.06782624870538712,-0.06481891870498657,-0.06181158870458603,-0.05880425497889519,-0.055796924978494644,-0.0527895912528038,-0.04978226125240326,-0.046774931252002716,-0.043767597526311874,-0.04076026752591133,-0.03775293380022049,-0.034745603799819946,-0.0317382737994194,-0.02873094193637371,-0.025723610073328018,-0.022716278210282326,-0.019708946347236633,-0.01670161634683609,-0.013694284483790398,-0.010686952620744705,-0.007679621689021587,-0.004672290291637182,-0.001664966344833374,0.0013423650525510311,0.004349696449935436,0.007357027847319841,0.010364359244704247,0.013371691107749939,0.016379021108150482,0.019386352971196175,0.022393684834241867,0.02540101669728756,0.028408348560333252,0.031415678560733795,0.03442300856113434,0.03743034228682518,0.04043767228722572,0.043445006012916565,0.04645233601331711,0.04945966601371765,0.05246699973940849,0.055474329739809036,0.05848166346549988,0.06148899346590042,0.06449632346630096,0.06750365346670151,0.07051098346710205,0.07351832091808319,0.07652565091848373,0.07953298091888428,0.08254031091928482,0.08554764091968536,0.0885549783706665,0.09156230837106705,0.09456963837146759]},"train_batch_loss":2.708052158355713,"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,0,0,1,1,2,1,3,1,6,5,6,6,4,9,14,15,14,13,24,40,57,48,71,75,75,54,52,32,27,18,12,17,15,6,7,4,5,2,7,3,1,0,3,1,2,1,0,1,1,0,1,0,0,0,0,2,1],"bins":[-5.7982451835414395e-06,-5.608990250038914e-06,-5.419734861789038e-06,-5.230479928286513e-06,-5.041224994783988e-06,-4.851969606534112e-06,-4.662714673031587e-06,-4.473459739529062e-06,-4.284204806026537e-06,-4.094949417776661e-06,-3.905694484274136e-06,-3.7164393233979354e-06,-3.527184162521735e-06,-3.3379292290192097e-06,-3.148674068143009e-06,-2.959419134640484e-06,-2.7701639737642836e-06,-2.580908812888083e-06,-2.391653879385558e-06,-2.2023987185093574e-06,-2.0131437850068323e-06,-1.8238886241306318e-06,-1.6346334632544313e-06,-1.4453784160650684e-06,-1.2561233688757056e-06,-1.0668683216863428e-06,-8.776132176535612e-07,-6.883581136207795e-07,-4.991030664314167e-07,-3.098479908203444e-07,-1.2059291520927218e-07,6.866216040180007e-08,2.579176907602232e-07,4.4717276637129544e-07,6.364278419823677e-07,8.256829460151494e-07,1.0149379932045122e-06,1.204193040393875e-06,1.3934482012700755e-06,1.5827032484594383e-06,1.7719582956488011e-06,1.9612134565250017e-06,2.1504683900275268e-06,2.3397235509037273e-06,2.528978711779928e-06,2.718233645282453e-06,2.9074888061586535e-06,3.0967437396611786e-06,3.285998900537379e-06,3.4752540614135796e-06,3.6645089949161047e-06,3.853764155792305e-06,4.04301908929483e-06,4.232274477544706e-06,4.421529411047231e-06,4.6107843445497565e-06,4.800039278052282e-06,4.9892946663021576e-06,5.178549599804683e-06,5.367804533307208e-06,5.557059921557084e-06,5.746314855059609e-06,5.935569788562134e-06,6.12482517681201e-06,6.314080110314535e-06],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.001676074811257422,-0.0016226550797000527,-0.0015692353481426835,-0.0015158156165853143,-0.001462395885027945,-0.0014089761534705758,-0.0013555564219132066,-0.0013021366903558373,-0.0012487169587984681,-0.0011952972272410989,-0.0011418774956837296,-0.0010884577641263604,-0.0010350380325689912,-0.000981618301011622,-0.0009281985112465918,-0.0008747787796892226,-0.0008213590481318533,-0.0007679393165744841,-0.0007145195850171149,-0.0006610998534597456,-0.0006076801219023764,-0.0005542603903450072,-0.000500840658787638,-0.00044742089812643826,-0.00039400116656906903,-0.0003405814350116998,-0.00028716170345433056,-0.0002337419573450461,-0.00018032222578767687,-0.00012690249423030764,-7.348275539698079e-05,-2.0063020201632753e-05,3.3356714993715286e-05,8.677644655108452e-05,0.00014019617810845375,0.0001936159242177382,0.0002470356412231922,0.0003004554018843919,0.00035387513344176114,0.00040729486499913037,0.0004607145965564996,0.0005141343572176993,0.0005675540887750685,0.0006209738203324378,0.000674393551889807,0.0007278132834471762,0.0007812330150045455,0.0008346527465619147,0.0008880724781192839,0.0009414922096766531,0.0009949119994416833,0.0010483317309990525,0.0011017514625564218,0.001155171194113791,0.0012085909256711602,0.0012620106572285295,0.0013154303887858987,0.001368850120343268,0.0014222698519006371,0.0014756895834580064,0.0015291093150153756,0.0015825290465727448,0.001635948778130114,0.0016893685096874833,0.0017427882412448525],"_type":"histogram","values":[1,0,3,3,5,2,3,6,9,13,8,20,30,19,27,35,20,19,16,14,16,13,17,13,5,7,14,12,11,11,10,10,4,10,8,11,12,6,10,11,9,17,12,16,25,19,18,20,34,29,20,21,16,11,10,11,2,4,3,2,2,1,1,1]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09612500667572021,-0.09304569661617279,-0.08996638655662537,-0.08688707649707794,-0.08380776643753052,-0.0807284563779831,-0.07764914631843567,-0.07456983625888824,-0.07149052619934082,-0.0684112161397934,-0.06533190608024597,-0.06225259229540825,-0.059173282235860825,-0.0560939721763134,-0.053014662116765976,-0.04993535205721855,-0.04685604199767113,-0.0437767319381237,-0.04069742187857628,-0.037618111819028854,-0.03453880175948143,-0.031459491699934006,-0.028380179777741432,-0.025300869718194008,-0.022221559658646584,-0.01914224959909916,-0.016062939539551735,-0.012983628548681736,-0.009904318489134312,-0.006825008429586887,-0.0037456979043781757,-0.0006663876120001078,0.00241292268037796,0.0054922327399253845,0.008571542799472809,0.011650853790342808,0.014730163849890232,0.01780947484076023,0.020888784900307655,0.02396809495985508,0.027047405019402504,0.03012671507894993,0.0332060270011425,0.036285337060689926,0.03936464712023735,0.042443957179784775,0.0455232672393322,0.04860257729887962,0.05168188735842705,0.05476119741797447,0.057840507477521896,0.06091981753706932,0.06399913132190704,0.06707844138145447,0.07015775144100189,0.07323706150054932,0.07631637156009674,0.07939568161964417,0.08247499167919159,0.08555430173873901,0.08863361179828644,0.09171292185783386,0.09479223191738129,0.09787154197692871,0.10095085203647614],"_type":"histogram","values":[2,4,4,13,20,25,57,128,219,330,597,1064,1543,2321,3501,5230,7421,10469,14120,18947,24672,31582,39540,47362,57054,65199,73732,82169,88549,93305,95138,96961,95042,90407,84951,77686,69111,60639,51723,43029,34759,27950,21284,16097,12110,8727,6113,4272,2859,1843,1187,746,432,290,162,84,44,16,8,7,4,3,0,1]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,3,1,7,10,33,38,85,108,198,330,479,756,1144,1635,2408,3242,4612,5987,7986,10063,12737,15470,18546,21551,24657,27564,30084,32357,33798,34633,34730,34036,32831,30855,27976,25582,22334,19336,16018,13330,10732,8279,6495,4923,3643,2647,1806,1307,856,586,414,224,147,102,42,31,17,11,6,2,1],"bins":[-0.09826797246932983,-0.09530280530452728,-0.09233763068914413,-0.08937246352434158,-0.08640729635953903,-0.08344212919473648,-0.08047695457935333,-0.07751178741455078,-0.07454662024974823,-0.07158144563436508,-0.06861627846956253,-0.06565111130475998,-0.06268594413995743,-0.05972077324986458,-0.05675560235977173,-0.05379043519496918,-0.05082526430487633,-0.04786009341478348,-0.044894926249980927,-0.04192975535988808,-0.038964588195085526,-0.035999417304992676,-0.033034250140190125,-0.030069079250097275,-0.027103910222649574,-0.024138741195201874,-0.021173572167754173,-0.018208403140306473,-0.015243233181536198,-0.012278064154088497,-0.009312894195318222,-0.0063477251678705215,-0.003382556140422821,-0.0004173868801444769,0.0025477823801338673,0.005512951873242855,0.008478120900690556,0.011443289928138256,0.014408459886908531,0.01737362891435623,0.020338797941803932,0.023303966969251633,0.026269135996699333,0.029234305024147034,0.03219947591423988,0.035164643079042435,0.038129813969135284,0.041094981133937836,0.044060152024030685,0.047025322914123535,0.049990490078926086,0.052955660969018936,0.05592082813382149,0.05888599902391434,0.06185116618871689,0.06481633335351944,0.06778150796890259,0.07074667513370514,0.07371184229850769,0.07667701691389084,0.07964218407869339,0.08260735124349594,0.08557251840829849,0.08853769302368164,0.09150286018848419]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0016716354293748736,-0.0016207632143050432,-0.0015698909992352128,-0.0015190187841653824,-0.001468146569095552,-0.0014172743540257215,-0.0013664021389558911,-0.0013155299238860607,-0.0012646575924009085,-0.001213785377331078,-0.0011629131622612476,-0.0011120409471914172,-0.0010611687321215868,-0.0010102965170517564,-0.000959424301981926,-0.0009085520869120955,-0.0008576798718422651,-0.0008068076567724347,-0.0007559354417026043,-0.0007050632266327739,-0.0006541910115629435,-0.0006033187382854521,-0.0005524465232156217,-0.0005015743081457913,-0.0004507020930759609,-0.00039982987800613046,-0.00034895766293630004,-0.00029808541876263916,-0.00024721320369280875,-0.00019634098862297833,-0.00014546875900123268,-9.459653665544465e-05,-4.372443072497845e-05,7.147791620809585e-06,5.802001396659762e-05,0.00010889223631238565,0.00015976445865817368,0.0002106366737280041,0.00026150891790166497,0.0003123811329714954,0.0003632533480413258,0.0004141255631111562,0.00046499777818098664,0.0005158699932508171,0.0005667422665283084,0.0006176144815981388,0.0006684866966679692,0.0007193589117377996,0.0007702311268076301,0.0008211033418774605,0.0008719755569472909,0.0009228477720171213,0.0009737199870869517,0.0010245922021567822,0.0010754644172266126,0.001126336632296443,0.0011772089637815952,0.0012280811788514256,0.001278953393921256,0.0013298256089910865,0.001380697824060917,0.0014315700391307473,0.0014824422542005777,0.0015333144692704082,0.0015841866843402386],"_type":"histogram","values":[1,1,0,1,1,1,9,3,9,9,9,15,22,22,23,24,30,25,18,19,22,19,18,4,15,10,8,9,9,11,10,7,13,11,8,8,9,13,9,14,13,6,8,16,16,11,18,21,20,19,33,31,16,15,15,8,11,5,8,1,2,3,1,2]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,2,0,0,0,0,0,1,0,1,2,4,1,6,6,2,3,7,5,10,16,17,14,14,29,42,52,52,58,72,69,65,38,40,26,22,12,14,9,5,14,7,6,4,5,5,2,1,0,2,0,2,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-1.8882077483795001e-06,-1.8251928395329742e-06,-1.762178044373286e-06,-1.69916313552676e-06,-1.636148226680234e-06,-1.5731333178337081e-06,-1.5101184089871822e-06,-1.447103613827494e-06,-1.384088704980968e-06,-1.321073796134442e-06,-1.2580590009747539e-06,-1.195044092128228e-06,-1.132029183281702e-06,-1.069014274435176e-06,-1.0059993655886501e-06,-9.429845704289619e-07,-8.799696615824359e-07,-8.1695475273591e-07,-7.539399007328029e-07,-6.909250487296958e-07,-6.279101398831699e-07,-5.64895231036644e-07,-5.018803790335369e-07,-4.3886549860872037e-07,-3.7585061818390386e-07,-3.1283573775908735e-07,-2.4982085733427084e-07,-1.8680597690945433e-07,-1.2379109648463782e-07,-6.077621605982131e-08,2.238664364995202e-09,6.525354478981171e-08,1.2826853890146594e-07,1.9128341932628246e-07,2.5429829975109897e-07,3.173131801759155e-07,3.80328060600732e-07,4.433429410255485e-07,5.06357821450365e-07,5.693726734534721e-07,6.32387582299998e-07,6.95402491146524e-07,7.58417343149631e-07,8.214321951527381e-07,8.844471039992641e-07,9.4746201284579e-07,1.0104768080054782e-06,1.0734917168520042e-06,1.1365066256985301e-06,1.199521534545056e-06,1.262536443391582e-06,1.3255512385512702e-06,1.3885661473977962e-06,1.451581056244322e-06,1.5145958514040103e-06,1.5776107602505363e-06,1.6406256690970622e-06,1.7036405779435881e-06,1.766655486790114e-06,1.8296702819498023e-06,1.8926851907963282e-06,1.955700099642854e-06,2.0187148948025424e-06,2.081729917335906e-06,2.1447447124955943e-06],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,1,0,1,0,4,1,3,4,4,5,6,9,15,31,26,26,25,26,30,23,26,23,22,18,12,13,20,16,11,13,18,15,19,25,18,14,19,24,18,22,21,18,18,16,22,8,11,10,10,8,5,3,2,3,2,1,0,1,0,1,0,0,1],"bins":[0.9982360601425171,0.9982961416244507,0.9983561635017395,0.9984162449836731,0.9984762668609619,0.9985363483428955,0.9985964298248291,0.9986564517021179,0.9987165331840515,0.9987765550613403,0.9988366365432739,0.9988967180252075,0.9989567399024963,0.9990168213844299,0.9990768432617188,0.9991369247436523,0.9991970062255859,0.9992570281028748,0.9993171095848083,0.9993771314620972,0.9994372129440308,0.9994972348213196,0.9995573163032532,0.9996173977851868,0.9996774196624756,0.9997375011444092,0.999797523021698,0.9998576045036316,0.9999176859855652,0.999977707862854,1.0000377893447876,1.0000978708267212,1.0001578330993652,1.0002179145812988,1.0002779960632324,1.000338077545166,1.0003981590270996,1.0004581212997437,1.0005182027816772,1.0005782842636108,1.0006383657455444,1.000698447227478,1.000758409500122,1.0008184909820557,1.0008785724639893,1.0009386539459229,1.0009987354278564,1.0010586977005005,1.001118779182434,1.0011788606643677,1.0012389421463013,1.0012990236282349,1.001358985900879,1.0014190673828125,1.001479148864746,1.0015392303466797,1.0015993118286133,1.0016592741012573,1.001719355583191,1.0017794370651245,1.001839518547058,1.0018996000289917,1.0019595623016357,1.0020196437835693,1.002079725265503],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,3,3,1,0,1,2,1,1,6,5,7,11,10,8,11,14,24,18,25,28,20,24,19,26,21,28,28,37,40,25,29,24,27,20,30,29,21,20,17,10,18,7,8,9,5,3,4,8,6,5,4,4,4,3,0,2,0,0,0,0,1],"bins":[-2.327218879827342e-07,-2.2521773246353405e-07,-2.177135769443339e-07,-2.1020942142513377e-07,-2.0270528011678834e-07,-1.952011245975882e-07,-1.8769696907838807e-07,-1.8019281355918793e-07,-1.7268865803998779e-07,-1.6518450252078765e-07,-1.576803470015875e-07,-1.5017619148238737e-07,-1.4267203596318723e-07,-1.351678946548418e-07,-1.2766373913564166e-07,-1.2015958361644152e-07,-1.1265542809724138e-07,-1.0515127257804124e-07,-9.76471170588411e-08,-9.014296864506832e-08,-8.263881312586818e-08,-7.513465760666804e-08,-6.763050919289526e-08,-6.012635367369512e-08,-5.262219815449498e-08,-4.511804263529484e-08,-3.761389066880838e-08,-3.010973870232192e-08,-2.260558318312178e-08,-1.510142944027848e-08,-7.59727569743518e-09,-9.312195459187933e-11,7.411017577396706e-09,1.4915171320240006e-08,2.2419325063083306e-08,2.992347702956977e-08,3.742763254876991e-08,4.4931788067970047e-08,5.243594003445651e-08,5.994009200094297e-08,6.744424752014311e-08,7.494840303934325e-08,8.245255855854339e-08,8.995670697231617e-08,9.746086249151631e-08,1.0496501801071645e-07,1.1246916642448923e-07,1.1997332194368937e-07,1.274774774628895e-07,1.3498163298208965e-07,1.424857885012898e-07,1.4998994402048993e-07,1.5749409953969007e-07,1.649982408480355e-07,1.7250239636723563e-07,1.8000655188643577e-07,1.875107074056359e-07,1.9501486292483605e-07,2.025190184440362e-07,2.1002317396323633e-07,2.1752731527158176e-07,2.250314707907819e-07,2.3253562630998204e-07,2.400397818291822e-07,2.475439373483823e-07]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,0,2,8,2,5,10,14,16,18,21,15,23,26,19,20,22,16,25,16,16,18,18,10,14,8,16,12,16,10,12,13,16,5,13,17,20,6,14,16,22,18,15,18,13,9,19,12,16,11,15,10,5,13,2,4,4,4,1,1,0,4],"bins":[0.9985489249229431,0.9985960125923157,0.9986431002616882,0.9986901879310608,0.9987372756004333,0.9987844228744507,0.9988315105438232,0.9988785982131958,0.9989256858825684,0.9989727735519409,0.9990198612213135,0.999066948890686,0.9991140365600586,0.9991611242294312,0.9992082715034485,0.999255359172821,0.9993024468421936,0.9993495345115662,0.9993966221809387,0.9994437098503113,0.9994907975196838,0.9995378851890564,0.999584972858429,0.9996321201324463,0.9996792078018188,0.9997262954711914,0.999773383140564,0.9998204708099365,0.9998675584793091,0.9999146461486816,0.9999617338180542,1.0000088214874268,1.0000559091567993,1.0001029968261719,1.0001500844955444,1.000197172164917,1.0002442598342896,1.0002914667129517,1.0003385543823242,1.0003856420516968,1.0004327297210693,1.000479817390442,1.0005269050598145,1.000573992729187,1.0006210803985596,1.0006681680679321,1.0007152557373047,1.0007623434066772,1.0008094310760498,1.0008565187454224,1.000903606414795,1.0009506940841675,1.00099778175354,1.0010448694229126,1.0010919570922852,1.0011391639709473,1.0011862516403198,1.0012333393096924,1.001280426979065,1.0013275146484375,1.00137460231781,1.0014216899871826,1.0014687776565552,1.0015158653259277,1.0015629529953003]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0020415671169757843,-0.001976241124793887,-0.0019109152490273118,-0.0018455892568454146,-0.0017802633810788393,-0.0017149373888969421,-0.0016496115131303668,-0.0015842855209484696,-0.0015189596451818943,-0.0014536336529999971,-0.0013883076608181,-0.0013229817850515246,-0.0012576557928696275,-0.0011923299171030521,-0.001127003924921155,-0.0010616780491545796,-0.0009963520569726825,-0.0009310261229984462,-0.00086570018902421,-0.0008003742550499737,-0.0007350483210757375,-0.0006697223288938403,-0.0006043963949196041,-0.0005390704609453678,-0.00047374452697113156,-0.0004084185929968953,-0.00034309265902265906,-0.00027776669594459236,-0.0002124407619703561,-0.00014711482799611986,-8.178887946996838e-05,-1.6462938219774514e-05,4.886300303041935e-05,0.00011418894428061321,0.00017951488553080708,0.00024484083405695856,0.0003101667680311948,0.00037549270200543106,0.00044081866508349776,0.000506144599057734,0.0005714705330319703,0.0006367964670062065,0.0007021224009804428,0.000767448334954679,0.0008327743271365762,0.0008981002611108124,0.0009634261950850487,0.001028752070851624,0.0010940780630335212,0.0011594040552154183,0.0012247299309819937,0.0012900559231638908,0.0013553817989304662,0.0014207077911123633,0.0014860336668789387,0.0015513596590608358,0.001616685651242733,0.0016820115270093083,0.0017473375191912055,0.0018126633949577808,0.001877989387139678,0.0019433152629062533,0.0020086411386728287,0.002073967130854726,0.002139293123036623],"_type":"histogram","values":[1,0,0,0,1,2,2,4,3,6,6,12,15,15,28,36,40,32,29,26,17,16,13,12,8,7,13,8,12,11,8,6,6,12,6,7,8,9,14,16,17,26,21,32,28,41,36,24,25,18,16,8,4,2,1,1,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,1,0,1,2,0,3,2,3,2,4,7,6,9,13,21,26,29,41,55,60,79,66,70,58,54,30,18,18,17,14,7,10,7,3,4,5,6,1,2,5,1,1,1,1,2],"bins":[-2.662617362148012e-06,-2.596282683953177e-06,-2.5299482331320178e-06,-2.463613554937183e-06,-2.397278876742348e-06,-2.3309441985475132e-06,-2.2646095203526784e-06,-2.198275069531519e-06,-2.131940391336684e-06,-2.0656057131418493e-06,-1.99927126232069e-06,-1.932936584125855e-06,-1.8666019059310202e-06,-1.8002672277361853e-06,-1.7339326632281882e-06,-1.667598098720191e-06,-1.6012634205253562e-06,-1.5349287423305213e-06,-1.4685941778225242e-06,-1.402259613314527e-06,-1.3359249351196922e-06,-1.2695902569248574e-06,-1.2032556924168603e-06,-1.1369211279088631e-06,-1.0705864497140283e-06,-1.0042517715191934e-06,-9.379172070111963e-07,-8.715825856597803e-07,-8.052479643083643e-07,-7.389133429569483e-07,-6.725787216055323e-07,-6.062441002541163e-07,-5.399093652158626e-07,-4.7357474386444665e-07,-4.0724012251303066e-07,-3.4090550116161467e-07,-2.745708798101987e-07,-2.0823625845878269e-07,-1.419016371073667e-07,-7.55670157559507e-08,-9.232394404534716e-09,5.7102226946881274e-08,1.2343684829829726e-07,1.8977146964971325e-07,2.5610609100112924e-07,3.2244071235254523e-07,3.887753337039612e-07,4.551099550553772e-07,5.214445764067932e-07,5.877791977582092e-07,6.541138191096252e-07,7.204484404610412e-07,7.867830618124572e-07,8.531176831638732e-07,9.194523045152891e-07,9.85786982710124e-07,1.0521215472181211e-06,1.1184561117261183e-06,1.184790789920953e-06,1.251125468115788e-06,1.317460032623785e-06,1.3837945971317822e-06,1.450129275326617e-06,1.516463953521452e-06,1.582798518029449e-06],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,1,1,1,3,8,10,18,26,48,51,61,108,139,178,278,341,469,647,883,1198,1668,2254,3086,4310,6262,9327,13511,20860,34175,75875,291907,609999,301576,82502,37746,23281,14913,10241,7035,4909,3537,2552,1840,1367,949,726,547,364,313,208,170,140,74,55,46,17,20,16,9,5,1,0,1],"bins":[-8.351101314474363e-06,-8.094314580375794e-06,-7.837527846277226e-06,-7.580741112178657e-06,-7.323954378080089e-06,-7.067168098728871e-06,-6.810381364630302e-06,-6.553594630531734e-06,-6.296807896433165e-06,-6.040021162334597e-06,-5.783234428236028e-06,-5.52644769413746e-06,-5.269661414786242e-06,-5.012874680687673e-06,-4.756087946589105e-06,-4.499301212490536e-06,-4.242514478391968e-06,-3.985727744293399e-06,-3.7289410101948306e-06,-3.4721545034699375e-06,-3.215367769371369e-06,-2.9585810352728004e-06,-2.7017945285479072e-06,-2.4450077944493387e-06,-2.18822106035077e-06,-1.9314343262522016e-06,-1.6746477058404707e-06,-1.41786108542874e-06,-1.1610743513301713e-06,-9.042876740750216e-07,-6.475009968198719e-07,-3.9071431956472225e-07,-1.3392764230957255e-07,1.2285903494557715e-07,3.7964571220072685e-07,6.364323894558765e-07,8.932190667110262e-07,1.1500058008095948e-06,1.4067924212213256e-06,1.6635790416330565e-06,1.920365775731625e-06,2.1771525098301936e-06,2.433939243928762e-06,2.6907257506536553e-06,2.947512484752224e-06,3.2042992188507924e-06,3.4610857255756855e-06,3.717872459674254e-06,3.974659193772823e-06,4.231445927871391e-06,4.48823266196996e-06,4.745019396068528e-06,5.001806130167097e-06,5.2585924095183145e-06,5.515379143616883e-06,5.772165877715452e-06,6.02895261181402e-06,6.285739345912589e-06,6.542526080011157e-06,6.799312814109726e-06,7.0560990934609435e-06,7.312885827559512e-06,7.569672561658081e-06,7.82645929575665e-06,8.083246029855218e-06]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[2,1,1,0,1,0,3,7,3,5,6,15,24,20,30,22,28,36,17,15,22,12,15,9,10,22,8,8,8,7,9,5,7,11,8,14,9,5,9,9,11,10,17,18,12,12,21,18,26,41,33,23,28,14,9,8,11,4,1,2,2,2,0,2],"bins":[-0.0018456851830706,-0.0017897200305014849,-0.0017337548779323697,-0.0016777897253632545,-0.0016218245727941394,-0.0015658594202250242,-0.001509894267655909,-0.001453929115086794,-0.0013979639625176787,-0.0013419988099485636,-0.0012860336573794484,-0.0012300685048103333,-0.001174103352241218,-0.001118138199672103,-0.0010621730471029878,-0.0010062078945338726,-0.0009502427419647574,-0.0008942775893956423,-0.0008383124368265271,-0.000782347284257412,-0.0007263821316882968,-0.0006704169791191816,-0.0006144518265500665,-0.0005584866739809513,-0.0005025215214118361,-0.000446556368842721,-0.0003905912162736058,-0.00033462606370449066,-0.0002786609111353755,-0.00022269575856626034,-0.00016673060599714518,-0.00011076545342803001,-5.480030085891485e-05,1.1648517102003098e-06,5.713000427931547e-05,0.00011309515684843063,0.0001690603094175458,0.00022502546198666096,0.0002809906145557761,0.0003369557671248913,0.00039292091969400644,0.0004488860722631216,0.0005048512248322368,0.0005608163774013519,0.0006167815299704671,0.0006727466825395823,0.0007287118351086974,0.0007846769876778126,0.0008406421402469277,0.0008966072928160429,0.0009525724453851581,0.0010085375979542732,0.0010645027505233884,0.0011204679030925035,0.0011764330556616187,0.0012323982082307339,0.001288363360799849,0.0013443285133689642,0.0014002936659380794,0.0014562588185071945,0.0015122239710763097,0.0015681891236454248,0.00162415427621454,0.0016801194287836552,0.0017360845813527703],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,1,1,2,3,6,6,5,10,20,12,16,16,22,25,28,24,28,21,18,18,16,19,23,11,19,10,14,10,18,11,18,23,18,18,17,15,9,19,14,18,20,20,17,16,17,6,16,16,8,6,5,2,7,3,0,0,1,2,0,0,0,1],"bins":[0.9984865784645081,0.9985387921333313,0.9985910654067993,0.9986432790756226,0.9986954927444458,0.998747706413269,0.9987999796867371,0.9988521933555603,0.9989044070243835,0.9989566206932068,0.9990088939666748,0.999061107635498,0.9991133213043213,0.9991655349731445,0.9992178082466125,0.9992700219154358,0.999322235584259,0.999374508857727,0.9994267225265503,0.9994789361953735,0.9995311498641968,0.9995834231376648,0.999635636806488,0.9996878504753113,0.9997400641441345,0.9997923374176025,0.9998445510864258,0.999896764755249,0.9999489784240723,1.0000011920928955,1.0000534057617188,1.0001057386398315,1.0001579523086548,1.000210165977478,1.0002623796463013,1.0003145933151245,1.0003668069839478,1.000419020652771,1.0004713535308838,1.000523567199707,1.0005757808685303,1.0006279945373535,1.0006802082061768,1.000732421875,1.0007846355438232,1.0008368492126465,1.0008891820907593,1.0009413957595825,1.0009936094284058,1.001045823097229,1.0010980367660522,1.0011502504348755,1.0012024641036987,1.0012547969818115,1.0013070106506348,1.001359224319458,1.0014114379882812,1.0014636516571045,1.0015158653259277,1.001568078994751,1.0016202926635742,1.001672625541687,1.0017248392105103,1.0017770528793335,1.0018292665481567]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug-core.log b/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..bc2194e63cda8ffa7bfbd29eff079d36d22f1f38 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:01:37.976281479+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpudpgtwrx/port-9806.txt","pid":9806,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:01:37.976852394+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":9806} +{"time":"2025-07-18T00:01:37.976841472+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-9806-9829-1657144359/socket","Net":"unix"}} +{"time":"2025-07-18T00:01:38.156890935+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:01:38.166256962+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"paiph8s9","id":"1(@)"} +{"time":"2025-07-18T00:01:38.605225651+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"paiph8s9","id":"1(@)"} +{"time":"2025-07-18T00:02:34.166601917+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:02:34.166926413+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:02:34.166944686+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:02:34.16700097+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:02:34.167077506+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-9806-9829-1657144359/socket","Net":"unix"}} +{"time":"2025-07-18T00:02:36.062228915+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:02:36.062247742+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:02:36.062261052+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..df827c2b46c1061ac82708bcc5aa99957c110821 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:01:38.167078564+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:01:38.605189815+03:00","level":"INFO","msg":"stream: created new stream","id":"paiph8s9"} +{"time":"2025-07-18T00:01:38.605219316+03:00","level":"INFO","msg":"stream: started","id":"paiph8s9"} +{"time":"2025-07-18T00:01:38.605350006+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"paiph8s9"} +{"time":"2025-07-18T00:01:38.605355082+03:00","level":"INFO","msg":"sender: started","stream_id":"paiph8s9"} +{"time":"2025-07-18T00:01:38.605363832+03:00","level":"INFO","msg":"handler: started","stream_id":"paiph8s9"} +{"time":"2025-07-18T00:02:34.166967585+03:00","level":"INFO","msg":"stream: closing","id":"paiph8s9"} +{"time":"2025-07-18T00:02:35.219441751+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:02:36.058133014+03:00","level":"INFO","msg":"handler: closed","stream_id":"paiph8s9"} +{"time":"2025-07-18T00:02:36.058174506+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"paiph8s9"} +{"time":"2025-07-18T00:02:36.058208426+03:00","level":"INFO","msg":"sender: closed","stream_id":"paiph8s9"} +{"time":"2025-07-18T00:02:36.061873999+03:00","level":"INFO","msg":"stream: closed","id":"paiph8s9"} diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug.log b/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..6246173577dc54fad4d2b1021d51a1a8e5e6dc27 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_setup.py:_flush():80] Configure stats pid to 9806 +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_000137-paiph8s9/logs/debug.log +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_000137-paiph8s9/logs/debug-internal.log +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 8, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:01:37,939 INFO MainThread:9806 [wandb_init.py:init():871] starting backend +2025-07-18 00:01:38,157 INFO MainThread:9806 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:01:38,163 INFO MainThread:9806 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:01:38,166 INFO MainThread:9806 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:01:38,166 INFO MainThread:9806 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:01:38,926 INFO MainThread:9806 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:01:39,093 INFO MainThread:9806 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:01:39,093 INFO MainThread:9806 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:01:39,094 INFO MainThread:9806 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:01:39,094 INFO MainThread:9806 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:01:39,098 INFO MainThread:9806 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:01:40,055 INFO MainThread:9806 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:01:40,056 INFO MainThread:9806 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:02:34,165 INFO MsgRouterThr:9806 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 00:02:35,187 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,194 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,194 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,195 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,196 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,196 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,198 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,198 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,199 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,200 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,201 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,201 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,202 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,203 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,203 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,204 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,204 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,205 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,205 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,206 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,206 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,207 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,207 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,208 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,208 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,209 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,209 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,210 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,210 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,211 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,211 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,212 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,212 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,213 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,214 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,214 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,215 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,215 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,216 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,216 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,217 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,217 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,218 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,220 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,220 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,221 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,221 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,222 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,222 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,223 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,224 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,224 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,225 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,225 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,226 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,226 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,227 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,227 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,228 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,228 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,229 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,229 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,230 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,230 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,231 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,231 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,232 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,232 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,233 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,233 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,234 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,234 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,235 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,235 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,236 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,236 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,237 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,237 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,238 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,239 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,240 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,240 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,241 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,242 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,242 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,243 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,243 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,244 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,244 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,245 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,245 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,246 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,246 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,247 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,247 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,248 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,248 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,249 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,250 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,250 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,251 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,251 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,252 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,252 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,253 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,253 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,254 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,254 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,255 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,255 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,256 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,256 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,257 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,257 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,258 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,258 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,259 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,259 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,260 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,260 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,261 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,261 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,263 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,263 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,264 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,264 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,265 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,265 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,266 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,267 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,267 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,268 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,268 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,269 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,269 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,270 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,270 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,271 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,271 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,272 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,272 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,273 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,273 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,274 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,274 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,275 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,275 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,276 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,276 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,277 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,277 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,278 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,279 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,279 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,280 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,280 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,281 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,281 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,282 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,282 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,283 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,284 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,285 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,285 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,286 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,286 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,287 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,287 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,288 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,288 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,289 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,289 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,290 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,290 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,291 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,291 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,292 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,292 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,293 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,293 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,294 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,294 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,295 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,295 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,296 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,296 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,297 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,297 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,298 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,298 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,299 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,299 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,300 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,300 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,301 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,301 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,302 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,302 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,303 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,303 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,304 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,304 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,305 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,305 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,306 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,306 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,307 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,307 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,308 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,309 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,309 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,310 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,310 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,311 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,311 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,312 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,312 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:02:35,313 ERROR MainThread:9806 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_000137-paiph8s9/run-paiph8s9.wandb b/simson_modeling/wandb/run-20250718_000137-paiph8s9/run-paiph8s9.wandb new file mode 100644 index 0000000000000000000000000000000000000000..09a4c3f69384870a76dfe9129e7aee9fb3d8a1a9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000137-paiph8s9/run-paiph8s9.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0db6a6c353b55a10a571ff251ce4db79fe94b281150ab6e0411351a49f07142 +size 4409054 diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/config.yaml b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..939abf9fd51aa348d894e915a0b8d6feac55ce40 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + abliqf1ojnm8orxi19f7m9izloews3fh: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136795725824" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:03:33.544870Z" + writerId: abliqf1ojnm8orxi19f7m9izloews3fh + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 8 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/output.log b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..f22e286fd447748202e1b8a39a37f8dcb4077223 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [05:06", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/requirements.txt b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3a5a56d25da905c424c816a18fcda5133164433e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:03:33.544870Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136795725824" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "abliqf1ojnm8orxi19f7m9izloews3fh" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..740200961b68940ed2790449db3eda6cc1b14d48 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.3.output.dense.weight":{"values":[1,0,0,0,0,1,10,10,17,36,84,133,283,398,771,1302,2089,3232,4919,7476,10679,15240,20665,27912,36001,45835,55584,66623,77012,86394,94170,100621,103805,104912,103040,97551,90766,81166,71848,60593,49849,40183,31675,24116,17771,12660,8998,6055,3902,2600,1569,986,593,332,172,116,58,29,8,8,2,1,1,1],"bins":[-0.11147736757993698,-0.10812362283468246,-0.10476988554000854,-0.10141614079475403,-0.09806239604949951,-0.094708651304245,-0.09135491400957108,-0.08800116926431656,-0.08464742451906204,-0.08129368722438812,-0.0779399424791336,-0.07458619773387909,-0.07123245298862457,-0.06787871569395065,-0.06452497094869614,-0.06117122620344162,-0.0578174851834774,-0.054463744163513184,-0.05110999941825867,-0.04775625839829445,-0.04440251365303993,-0.041048772633075714,-0.0376950278878212,-0.03434128686785698,-0.030987543985247612,-0.027633801102638245,-0.024280058220028877,-0.02092631533741951,-0.017572574317455292,-0.01421883050352335,-0.010865088552236557,-0.00751134566962719,-0.004157602787017822,-0.0008038601372390985,0.002549882512539625,0.005903624929487705,0.009257367812097073,0.01261111069470644,0.015964852645993233,0.0193185955286026,0.022672338411211967,0.026026081293821335,0.029379824176430702,0.03273356705904007,0.03608730807900429,0.039441052824258804,0.04279479384422302,0.04614853858947754,0.04950227960944176,0.052856020629405975,0.05620976537466049,0.05956350639462471,0.06291724741458893,0.06627099215984344,0.06962473690509796,0.07297848165035248,0.0763322189450264,0.07968596369028091,0.08303970843553543,0.08639344573020935,0.08974719047546387,0.09310093522071838,0.0964546799659729,0.09980841726064682,0.10316216200590134],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,1,0,1,2,2,2,4,2,4,11,8,7,12,11,7,14,20,23,18,23,19,20,32,19,21,26,24,33,30,34,34,30,22,34,38,24,18,13,21,17,13,7,14,8,11,7,2,7,5,0,4,1,3,0,1,1],"bins":[-2.035081706708297e-05,-1.9783097741310485e-05,-1.92153802345274e-05,-1.8647660908754915e-05,-1.807994158298243e-05,-1.7512222257209942e-05,-1.694450475042686e-05,-1.6376785424654372e-05,-1.5809066098881885e-05,-1.52413476826041e-05,-1.4673629266326316e-05,-1.4105909940553829e-05,-1.3538191524276044e-05,-1.2970472198503558e-05,-1.2402753782225773e-05,-1.1835034456453286e-05,-1.1267316040175501e-05,-1.0699597623897716e-05,-1.013187829812523e-05,-9.564159881847445e-06,-8.996440556074958e-06,-8.428722139797173e-06,-7.861002814024687e-06,-7.293284397746902e-06,-6.725565526721766e-06,-6.1578466556966305e-06,-5.590127784671495e-06,-5.022408913646359e-06,-4.454690497368574e-06,-3.886971626343438e-06,-3.3192527553183027e-06,-2.751533884293167e-06,-2.183815013268031e-06,-1.6160961422428954e-06,-1.0483773849045974e-06,-4.806585707228805e-07,8.706024345883634e-08,6.547790576405532e-07,1.22249787182227e-06,1.7902166291605681e-06,2.357935500185704e-06,2.9256543712108396e-06,3.4933732422359753e-06,4.061092113261111e-06,4.628810529538896e-06,5.196529400564032e-06,5.764248271589167e-06,6.331967142614303e-06,6.899686013639439e-06,7.467404884664575e-06,8.03512375568971e-06,8.602842171967495e-06,9.170561497739982e-06,9.738279914017767e-06,1.0305999239790253e-05,1.0873717656068038e-05,1.1441436072345823e-05,1.200915539811831e-05,1.2576873814396095e-05,1.3144593140168581e-05,1.3712311556446366e-05,1.4280030882218853e-05,1.4847749298496637e-05,1.5415467714774422e-05,1.598318704054691e-05]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.00042142593883909285,-0.00040682408143766224,-0.00039222222403623164,-0.00037762036663480103,-0.00036301848012953997,-0.00034841662272810936,-0.00033381476532667875,-0.00031921290792524815,-0.00030461105052381754,-0.00029000919312238693,-0.0002754073357209563,-0.0002608054783195257,-0.0002462036209180951,-0.00023160174896474928,-0.00021699987701140344,-0.00020239801960997283,-0.00018779616220854223,-0.00017319430480711162,-0.00015859244740568101,-0.00014399057545233518,-0.00012938871805090457,-0.00011478686064947397,-0.00010018499597208574,-8.558313129469752e-05,-7.098127389326692e-05,-5.63794128538575e-05,-4.177755181444809e-05,-2.7175690775038674e-05,-1.257382973562926e-05,2.0280313037801534e-06,1.6629892343189567e-05,3.123175338259898e-05,4.583358531817794e-05,6.043544635758735e-05,7.503730739699677e-05,8.963917207438499e-05,0.0001042410294758156,0.0001188428868772462,0.00013344475883059204,0.00014804661623202264,0.00016264847363345325,0.00017725033103488386,0.00019185218843631446,0.0002064540603896603,0.0002210559177910909,0.0002356577751925215,0.00025025964714586735,0.00026486150454729795,0.00027946336194872856,0.00029406521935015917,0.0003086670767515898,0.0003232689341530204,0.000337870791554451,0.00035247267805971205,0.00036707453546114266,0.00038167639286257327,0.00039627825026400387,0.0004108801076654345,0.0004254819650668651,0.0004400838224682957,0.00045468570897355676,0.00046928756637498736,0.00048388942377641797,0.0004984912811778486,0.0005130931385792792],"_type":"histogram","values":[1,1,0,3,1,6,2,3,3,4,6,7,7,11,15,16,17,13,22,29,10,17,25,32,25,24,30,27,27,31,35,22,21,29,17,28,20,29,18,22,12,17,13,17,7,12,7,5,4,5,5,1,1,1,2,1,0,0,0,0,0,0,1,1]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,1,7,7,3,10,18,33,38,62,105,132,239,378,617,1042,1873,3320,5754,10835,21187,45494,120148,210225,92038,37233,17704,9370,5038,2911,1645,904,532,326,214,126,85,57,41,26,10,8,8,5,5,2,1,1,0,0,0,0,0,0,1],"bins":[-1.703489397186786e-05,-1.6508742191945203e-05,-1.5982590412022546e-05,-1.5456440451089293e-05,-1.4930288671166636e-05,-1.440413689124398e-05,-1.3877985111321323e-05,-1.3351834240893368e-05,-1.2825682460970711e-05,-1.2299530681048054e-05,-1.17733798106201e-05,-1.1247228030697443e-05,-1.0721076250774786e-05,-1.0194925380346831e-05,-9.668773600424174e-06,-9.14262272999622e-06,-8.616470950073563e-06,-8.090319170150906e-06,-7.564168299722951e-06,-7.038016519800294e-06,-6.511865194624988e-06,-5.9857138694496825e-06,-5.459562089527026e-06,-4.93341076435172e-06,-4.407259439176414e-06,-3.881108114001108e-06,-3.354956561452127e-06,-2.828805008903146e-06,-2.30265368372784e-06,-1.7765022448656964e-06,-1.2503508060035529e-06,-7.241993671414093e-07,-1.9804610928986222e-07,3.2810532957228133e-07,8.542567684344249e-07,1.3804082072965684e-06,1.906559646158712e-06,2.432710971334018e-06,2.958862523882999e-06,3.4850140764319804e-06,4.011165401607286e-06,4.537316726782592e-06,5.063468051957898e-06,5.5896198318805546e-06,6.11577115705586e-06,6.641922482231166e-06,7.168074262153823e-06,7.694225132581778e-06,8.220376912504435e-06,8.746528692427091e-06,9.272679562855046e-06,9.798831342777703e-06,1.0324982213205658e-05,1.0851133993128315e-05,1.1377285773050971e-05,1.1903436643478926e-05,1.2429588423401583e-05,1.295574020332424e-05,1.3481891073752195e-05,1.4008042853674851e-05,1.4534194633597508e-05,1.5060345504025463e-05,1.5586496374453418e-05,1.6112648154376075e-05,1.663879993429873e-05]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,0,0,0,1,1,0,0,0,0,2,3,1,3,1,3,2,7,2,3,9,12,8,12,11,23,27,16,24,33,42,28,30,32,34,31,27,40,33,27,44,16,40,24,21,13,7,10,13,8,11,3,5,4,3,4,3,2,3,3],"bins":[-1.6814738046377897e-05,-1.6383957699872553e-05,-1.5953179172356613e-05,-1.5522400644840673e-05,-1.5091620298335329e-05,-1.4660840861324687e-05,-1.4230061424314044e-05,-1.3799281987303402e-05,-1.336850255029276e-05,-1.2937723113282118e-05,-1.2506943676271476e-05,-1.2076164239260834e-05,-1.1645384802250192e-05,-1.121460536523955e-05,-1.0783825928228907e-05,-1.0353046491218265e-05,-9.922267054207623e-06,-9.491487617196981e-06,-9.060708180186339e-06,-8.629928743175697e-06,-8.199149306165054e-06,-7.768369869154412e-06,-7.33759043214377e-06,-6.906810995133128e-06,-6.476031558122486e-06,-6.045252121111844e-06,-5.614472684101202e-06,-5.1836932470905595e-06,-4.752913810079917e-06,-4.322134373069275e-06,-3.891354936058633e-06,-3.460575499047991e-06,-3.0297960620373487e-06,-2.5990166250267066e-06,-2.1682371880160645e-06,-1.7374577510054223e-06,-1.3066783139947802e-06,-8.75898876984138e-07,-4.451194399734959e-07,-1.434000296285376e-08,4.164394340477884e-07,8.472188710584305e-07,1.2779983080690727e-06,1.7087777450797148e-06,2.139557182090357e-06,2.570336619100999e-06,3.0011160561116412e-06,3.4318954931222834e-06,3.8626749301329255e-06,4.293454367143568e-06,4.72423380415421e-06,5.155013241164852e-06,5.585792678175494e-06,6.016572115186136e-06,6.447351552196778e-06,6.8781309892074205e-06,7.308910426218063e-06,7.739689863228705e-06,8.170469300239347e-06,8.601248737249989e-06,9.032028174260631e-06,9.462807611271273e-06,9.893587048281915e-06,1.0324366485292558e-05,1.07551459223032e-05]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[1,2,0,1,3,1,2,3,3,1,4,1,5,6,6,4,10,12,10,15,13,17,14,28,20,28,39,26,36,40,47,43,38,40,27,32,30,19,16,21,12,9,15,11,10,5,10,1,5,4,4,4,3,1,4,0,1,0,0,2,0,0,0,3],"bins":[-4.01728868837381e-07,-3.88597158007542e-07,-3.7546544717770303e-07,-3.6233376476957346e-07,-3.4920205393973447e-07,-3.360703431098955e-07,-3.229386322800565e-07,-3.098069214502175e-07,-2.966752390420879e-07,-2.8354352821224893e-07,-2.7041181738240994e-07,-2.5728010655257094e-07,-2.4414839572273195e-07,-2.3101669910374767e-07,-2.1788498827390868e-07,-2.047532916549244e-07,-1.916215808250854e-07,-1.784898699952464e-07,-1.6535817337626213e-07,-1.5222646254642314e-07,-1.3909476592743886e-07,-1.2596305509759986e-07,-1.1283134426776087e-07,-9.969964054334923e-08,-8.65679368189376e-08,-7.343623309452596e-08,-6.030452937011432e-08,-4.717281854027533e-08,-3.4041114815863693e-08,-2.0909409315095218e-08,-7.777703814326742e-09,5.354001686441734e-09,1.848567876550078e-08,3.1617382489912416e-08,4.474908976703773e-08,5.7880797044163046e-08,7.101250076857468e-08,8.414420449298632e-08,9.727591532282531e-08,1.1040761904723695e-07,1.2353932277164859e-07,1.3667103360148758e-07,1.4980273022047186e-07,1.6293444105031085e-07,1.7606615188014985e-07,1.8919784849913412e-07,2.0232955932897312e-07,2.154612559479574e-07,2.285929667777964e-07,2.417246776076354e-07,2.548563884374744e-07,2.6798807084560394e-07,2.8111978167544294e-07,2.9425149250528193e-07,3.073832033351209e-07,3.205149141649599e-07,3.336465965730895e-07,3.467783074029285e-07,3.5991001823276747e-07,3.7304172906260646e-07,3.8617343989244546e-07,3.9930515072228445e-07,4.12436833130414e-07,4.25568543960253e-07,4.38700254790092e-07],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[2,3,2,9,14,23,31,57,77,127,205,315,524,746,1096,1605,2183,3042,4239,5515,7243,9167,11373,14120,16609,19709,22791,25302,28196,30035,32037,33031,33599,33547,32645,31143,29040,26747,24181,21329,18122,15412,12745,10242,8306,6273,4911,3723,2615,1871,1290,900,611,404,305,171,107,64,44,22,12,9,3,3],"bins":[-0.09401843696832657,-0.09114871919155121,-0.08827899396419525,-0.0854092687368393,-0.08253955096006393,-0.07966983318328857,-0.07680010795593262,-0.07393038272857666,-0.0710606649518013,-0.06819094717502594,-0.06532122194766998,-0.062451500445604324,-0.059581778943538666,-0.05671205744147301,-0.05384233593940735,-0.05097261443734169,-0.04810289293527603,-0.04523317143321037,-0.042363449931144714,-0.039493728429079056,-0.0366240069270134,-0.03375428542494774,-0.03088456392288208,-0.02801484242081642,-0.025145120918750763,-0.022275399416685104,-0.019405677914619446,-0.016535956412553787,-0.013666234910488129,-0.01079651340842247,-0.007926791906356812,-0.005057070404291153,-0.0021873563528060913,0.0006823651492595673,0.003552086651325226,0.006421808153390884,0.009291529655456543,0.012161251157522202,0.01503097265958786,0.01790069416165352,0.020770415663719177,0.023640137165784836,0.026509858667850494,0.029379580169916153,0.03224930167198181,0.03511902317404747,0.03798874467611313,0.04085846617817879,0.043728187680244446,0.046597909182310104,0.04946763068437576,0.05233735218644142,0.05520707368850708,0.05807679519057274,0.0609465166926384,0.06381623446941376,0.06668595969676971,0.06955568492412567,0.07242540270090103,0.07529512047767639,0.07816484570503235,0.0810345709323883,0.08390428870916367,0.08677400648593903,0.08964373171329498]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"values":[3,2,2,5,14,31,41,68,124,218,342,631,957,1507,2365,3385,5052,7288,10044,13433,18053,23429,30021,37139,45452,53944,62480,70935,79035,85227,90686,93898,95124,93855,91181,85849,79326,71637,63676,54501,45874,37673,30364,23789,18227,13991,10062,7127,5040,3466,2372,1470,989,591,368,204,134,62,53,25,14,7,1,1],"bins":[-0.09869149327278137,-0.09565778821706772,-0.09262408316135406,-0.08959037810564041,-0.08655667304992676,-0.0835229679942131,-0.08048926293849945,-0.0774555578827858,-0.07442185282707214,-0.07138814777135849,-0.06835444271564484,-0.06532073765993118,-0.06228703260421753,-0.059253327548503876,-0.05621962249279022,-0.05318591743707657,-0.050152212381362915,-0.04711850732564926,-0.04408480226993561,-0.041051097214221954,-0.0380173921585083,-0.03498368710279465,-0.031949982047080994,-0.02891627699136734,-0.025882571935653687,-0.022848866879940033,-0.01981516182422638,-0.016781456768512726,-0.013747751712799072,-0.010714046657085419,-0.007680341601371765,-0.004646636545658112,-0.001612938940525055,0.0014207661151885986,0.004454471170902252,0.007488176226615906,0.01052188128232956,0.013555586338043213,0.016589291393756866,0.01962299644947052,0.022656701505184174,0.025690406560897827,0.02872411161661148,0.031757816672325134,0.03479152172803879,0.03782522678375244,0.040858931839466095,0.04389263689517975,0.0469263419508934,0.049960047006607056,0.05299375206232071,0.05602745711803436,0.059061162173748016,0.06209486722946167,0.06512857228517532,0.06816227734088898,0.07119598239660263,0.07422968745231628,0.07726339250802994,0.08029709756374359,0.08333080261945724,0.0863645076751709,0.08939821273088455,0.0924319177865982,0.09546562284231186],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,1,6,9,17,36,41,63,132,221,327,526,784,1085,1669,2325,3156,4296,5810,7522,9473,11824,14500,17341,20368,23171,25699,29051,30774,32269,33737,33945,33794,32667,31253,28540,26410,23328,20470,17801,14747,12004,9644,7683,5916,4506,3364,2400,1684,1137,836,558,351,211,152,87,42,18,18,13,3,1,4,2],"bins":[-0.09130719304084778,-0.08841255307197571,-0.08551790565252304,-0.08262326568365097,-0.0797286182641983,-0.07683397829532623,-0.07393933832645416,-0.0710446909070015,-0.06815005093812943,-0.06525540351867676,-0.06236076354980469,-0.05946611985564232,-0.05657147616147995,-0.05367683246731758,-0.05078219249844551,-0.04788754880428314,-0.04499290511012077,-0.042098261415958405,-0.039203617721796036,-0.036308977752923965,-0.0334143340587616,-0.030519690364599228,-0.02762504667043686,-0.02473040483891964,-0.02183576114475727,-0.018941117450594902,-0.016046475619077682,-0.013151831924915314,-0.01025718916207552,-0.007362546399235725,-0.004467903170734644,-0.0015732601750642061,0.0013213828206062317,0.004216025583446026,0.007110668811947107,0.010005312040448189,0.012899954803287983,0.015794597566127777,0.018689241260290146,0.021583883091807365,0.024478526785969734,0.027373170480132103,0.030267812311649323,0.03316245600581169,0.03605709969997406,0.03895174339413643,0.0418463833630085,0.04474102705717087,0.04763567075133324,0.050530314445495605,0.053424958139657974,0.056319598108530045,0.05921424180269241,0.06210888549685478,0.06500352919101715,0.06789816915988922,0.07079281657934189,0.07368745654821396,0.07658210396766663,0.0794767439365387,0.08237138390541077,0.08526603132486343,0.0881606712937355,0.09105531871318817,0.09394995868206024]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,4,6,9,19,36,47,76,128,187,311,485,732,1113,1675,2233,3155,4267,5676,7276,9154,11635,14171,17213,19885,22924,25808,28430,30812,32332,33426,34255,33439,32712,31289,28890,26315,24186,21058,17856,14913,12313,9903,7808,6079,4480,3353,2405,1803,1218,830,539,356,232,147,85,67,28,11,16,7,2,0,2],"bins":[-0.09127950668334961,-0.08839230984449387,-0.08550511300563812,-0.08261791616678238,-0.07973071932792664,-0.07684352248907089,-0.07395632565021515,-0.0710691288113594,-0.06818193197250366,-0.06529473513364792,-0.06240753456950188,-0.05952033773064613,-0.05663314089179039,-0.05374594405293465,-0.0508587472140789,-0.04797155037522316,-0.045084353536367416,-0.04219715669751167,-0.03930995985865593,-0.036422763019800186,-0.03353556618094444,-0.03064836747944355,-0.027761170640587807,-0.024873973801732063,-0.02198677696287632,-0.019099580124020576,-0.016212383285164833,-0.013325185514986515,-0.010437988676130772,-0.007550791837275028,-0.0046635945327579975,-0.0017763974610716105,0.0011107996106147766,0.00399799644947052,0.006885193753987551,0.009772391058504581,0.012659587897360325,0.015546784736216068,0.018433982506394386,0.02132117934525013,0.024208376184105873,0.027095573022961617,0.02998276986181736,0.03286996856331825,0.035757165402173996,0.03864436224102974,0.04153155907988548,0.044418755918741226,0.04730595275759697,0.05019314959645271,0.053080346435308456,0.0559675432741642,0.05885474011301994,0.06174193695187569,0.06462913751602173,0.06751633435487747,0.07040353119373322,0.07329072803258896,0.0761779248714447,0.07906512171030045,0.08195231854915619,0.08483951538801193,0.08772671222686768,0.09061390906572342,0.09350110590457916]},"parameters/bert.embeddings.LayerNorm.weight":{"values":[2,0,0,2,0,0,1,1,2,6,8,4,4,8,12,8,10,15,23,18,26,28,26,25,27,33,34,22,24,28,29,27,24,23,25,28,20,14,19,15,20,17,21,11,16,14,13,6,7,9,3,1,1,2,2,1,1,0,0,1,0,0,0,1],"bins":[0.9994673132896423,0.999484658241272,0.9995020031929016,0.999519407749176,0.9995367527008057,0.9995540976524353,0.9995714426040649,0.9995887875556946,0.9996061325073242,0.9996235370635986,0.9996408820152283,0.9996582269668579,0.9996755719184875,0.9996929168701172,0.9997102618217468,0.9997276663780212,0.9997450113296509,0.9997623562812805,0.9997797012329102,0.9997970461845398,0.9998143911361694,0.9998317956924438,0.9998491406440735,0.9998664855957031,0.9998838305473328,0.9999011754989624,0.999918520450592,0.9999359250068665,0.9999532699584961,0.9999706149101257,0.9999879598617554,1.0000053644180298,1.0000226497650146,1.000040054321289,1.000057339668274,1.0000747442245483,1.0000921487808228,1.0001094341278076,1.000126838684082,1.000144124031067,1.0001615285873413,1.0001789331436157,1.0001962184906006,1.000213623046875,1.0002309083938599,1.0002483129501343,1.0002655982971191,1.0002830028533936,1.000300407409668,1.0003176927566528,1.0003350973129272,1.000352382659912,1.0003697872161865,1.000387191772461,1.0004044771194458,1.0004218816757202,1.000439167022705,1.0004565715789795,1.0004738569259644,1.0004912614822388,1.0005086660385132,1.000525951385498,1.0005433559417725,1.0005606412887573,1.0005780458450317],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,3,2,1,1,4,3,2,7,4,6,10,8,7,16,11,25,15,19,24,39,46,41,42,48,51,37,46,42,27,33,26,21,18,17,14,7,9,9,4,3,4,2,2,1,1,3,2,0,0,0,1,0,2],"bins":[-4.0675098716747016e-05,-3.950754035031423e-05,-3.8339981983881444e-05,-3.7172427255427465e-05,-3.600486888899468e-05,-3.483731052256189e-05,-3.3669755794107914e-05,-3.250219742767513e-05,-3.133463906124234e-05,-3.0167080694809556e-05,-2.8999524147366174e-05,-2.783196759992279e-05,-2.6664409233490005e-05,-2.549685086705722e-05,-2.4329294319613837e-05,-2.3161737772170454e-05,-2.1994179405737668e-05,-2.0826621039304882e-05,-1.96590644918615e-05,-1.8491507944418117e-05,-1.732394957798533e-05,-1.6156391211552545e-05,-1.4988834664109163e-05,-1.3821277207171079e-05,-1.2653719750232995e-05,-1.148616229329491e-05,-1.0318604836356826e-05,-9.151047379418742e-06,-7.983489922480658e-06,-6.8159324655425735e-06,-5.648375008604489e-06,-4.480817551666405e-06,-3.3132564567495137e-06,-2.1456989998114295e-06,-9.781415428733453e-07,1.894159140647389e-07,1.3569733710028231e-06,2.5245308279409073e-06,3.6920882848789915e-06,4.859645741817076e-06,6.02720319875516e-06,7.194760655693244e-06,8.362318112631328e-06,9.529875569569413e-06,1.0697433026507497e-05,1.1864990483445581e-05,1.3032547940383665e-05,1.420010539732175e-05,1.5367662854259834e-05,1.653522122069262e-05,1.7702777768136002e-05,1.8870334315579385e-05,2.003789268201217e-05,2.1205451048444957e-05,2.237300759588834e-05,2.354056414333172e-05,2.4708122509764507e-05,2.5875680876197293e-05,2.7043237423640676e-05,2.8210793971084058e-05,2.9378352337516844e-05,3.054591070394963e-05,3.1713469070382416e-05,3.2881023798836395e-05,3.404858216526918e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.weight":{"values":[2,0,1,0,2,1,5,6,8,18,22,37,41,68,88,161,212,302,488,705,1167,1885,2950,4953,8025,14161,24660,44815,88302,197925,462911,400119,160508,72583,37054,20168,11469,6576,3892,2432,1475,918,586,362,242,165,128,89,51,41,33,16,10,6,5,7,1,2,0,2,1,0,1,1],"bins":[-4.261237700120546e-05,-4.123220787732862e-05,-3.9852042391430587e-05,-3.847187326755375e-05,-3.709170414367691e-05,-3.5711538657778874e-05,-3.4331369533902034e-05,-3.2951200410025194e-05,-3.157103492412716e-05,-3.019086580025032e-05,-2.8810698495362885e-05,-2.743053119047545e-05,-2.605036206659861e-05,-2.4670194761711173e-05,-2.3290027456823736e-05,-2.1909858332946897e-05,-2.052969102805946e-05,-1.9149523723172024e-05,-1.7769354599295184e-05,-1.6389187294407748e-05,-1.5009019989520311e-05,-1.3628851775138173e-05,-1.2248683560756035e-05,-1.0868516255868599e-05,-9.48834804148646e-06,-8.108179827104323e-06,-6.728012522216886e-06,-5.347844307834748e-06,-3.967676548199961e-06,-2.5875087885651737e-06,-1.207340801556711e-06,1.7282707176491385e-07,1.5529949450865388e-06,2.933162704721326e-06,4.313330464356113e-06,5.693498678738251e-06,7.0736664383730385e-06,8.453834198007826e-06,9.834002412389964e-06,1.12141697172774e-05,1.2594337931659538e-05,1.3974506146041676e-05,1.5354673450929113e-05,1.673484075581655e-05,1.811500987969339e-05,1.9495177184580825e-05,2.087534448946826e-05,2.22555136133451e-05,2.3635680918232538e-05,2.5015848223119974e-05,2.6396017346996814e-05,2.777618465188425e-05,2.9156351956771687e-05,3.0536521080648527e-05,3.191668656654656e-05,3.32968556904234e-05,3.467702481430024e-05,3.605719030019827e-05,3.743735942407511e-05,3.881752854795195e-05,4.0197694033849984e-05,4.1577863157726824e-05,4.2958032281603664e-05,4.43381977675017e-05,4.571836689137854e-05],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,1,2,3,2,5,7,6,8,5,7,12,14,19,18,23,25,24,33,31,40,29,30,34,24,36,26,31,29,12,20,22,19,13,22,12,13,13,11,17,13,11,6,9,3,6,4,3,0,4,3,1,0,0,1,1,0,0,0,0,1],"bins":[0.9994907379150391,0.9995083808898926,0.9995260834693909,0.9995437264442444,0.9995614290237427,0.9995790719985962,0.9995967149734497,0.999614417552948,0.9996320605278015,0.999649703502655,0.9996674060821533,0.9996850490570068,0.9997026920318604,0.9997203946113586,0.9997380375862122,0.9997557401657104,0.999773383140564,0.9997910261154175,0.9998087286949158,0.9998263716697693,0.9998440742492676,0.9998617172241211,0.9998793601989746,0.9998970627784729,0.9999147057533264,0.9999323487281799,0.9999500513076782,0.9999676942825317,0.9999853372573853,1.0000029802322388,1.0000207424163818,1.0000383853912354,1.0000560283660889,1.0000736713409424,1.000091314315796,1.000109076499939,1.0001267194747925,1.000144362449646,1.0001620054244995,1.000179648399353,1.000197410583496,1.0002150535583496,1.0002326965332031,1.0002503395080566,1.0002679824829102,1.0002856254577637,1.0003033876419067,1.0003210306167603,1.0003386735916138,1.0003563165664673,1.0003739595413208,1.0003917217254639,1.0004093647003174,1.000427007675171,1.0004446506500244,1.000462293624878,1.0004799365997314,1.0004976987838745,1.000515341758728,1.0005329847335815,1.000550627708435,1.0005682706832886,1.0005860328674316,1.0006036758422852,1.0006213188171387]},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,1,1,0,0,2,6,7,7,9,6,9,12,18,17,24,24,30,23,36,42,43,38,54,33,49,35,29,20,34,31,27,19,13,19,11,12,7,3,6,2,2,2,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-4.202612217341084e-06,-4.048329174111132e-06,-3.894045676133828e-06,-3.7397624055302003e-06,-3.5854791349265724e-06,-3.43119609169662e-06,-3.276912821092992e-06,-3.122629550489364e-06,-2.9683462798857363e-06,-2.8140630092821084e-06,-2.6597797386784805e-06,-2.5054964680748526e-06,-2.3512134248449e-06,-2.1969301542412722e-06,-2.0426468836376444e-06,-1.8883636130340165e-06,-1.7340803424303886e-06,-1.5797970718267607e-06,-1.4255138012231328e-06,-1.2712306443063426e-06,-1.1169473737027147e-06,-9.626641030990868e-07,-8.083808893388778e-07,-6.540976755786687e-07,-4.998144049750408e-07,-3.4553116279312235e-07,-1.9124792061120388e-07,-3.6964678429285414e-08,1.1731856375263305e-07,2.716018059345515e-07,4.2588504811647e-07,5.80168261876679e-07,7.34451077732956e-07,8.887343483365839e-07,1.0430176189402118e-06,1.197300775857002e-06,1.35158404646063e-06,1.5058673170642578e-06,1.660150473981048e-06,1.8144337445846759e-06,1.9687170151883038e-06,2.1230002857919317e-06,2.2772835563955596e-06,2.4315668269991875e-06,2.58584987022914e-06,2.740133140832768e-06,2.8944164114363957e-06,3.0486996820400236e-06,3.2029829526436515e-06,3.3572662232472794e-06,3.5115494938509073e-06,3.665832764454535e-06,3.820116035058163e-06,3.9743990782881156e-06,4.128682576265419e-06,4.282965619495371e-06,4.437249117472675e-06,4.591532160702627e-06,4.74581520393258e-06,4.900098701909883e-06,5.054381745139835e-06,5.208665243117139e-06,5.362948286347091e-06,5.5172317843243945e-06,5.671514827554347e-06]},"gradients/linear.weight":{"_type":"histogram","values":[4,2,4,4,15,6,12,17,26,40,72,92,125,189,352,532,969,1530,2578,4115,6520,9539,12424,13444,13201,10902,7929,5272,3288,2011,1204,670,458,264,165,109,66,45,36,25,12,15,5,3,2,2,3,1,0,1,0,0,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.00024799423408694565,-0.00023755469010211527,-0.00022711516066920012,-0.00021667561668436974,-0.0002062360872514546,-0.0001957965432666242,-0.00018535701383370906,-0.00017491746984887868,-0.00016447794041596353,-0.00015403839643113315,-0.00014359885244630277,-0.00013315932301338762,-0.00012271977902855724,-0.00011228024231968448,-0.00010184070561081171,-9.140116890193895e-05,-8.096163219306618e-05,-7.052209548419341e-05,-6.008255877532065e-05,-4.964301842846908e-05,-3.920348171959631e-05,-2.8763945010723546e-05,-1.8324406482861377e-05,-7.88486886449391e-06,2.554668753873557e-06,1.2994206372241024e-05,2.343374399060849e-05,3.387328251847066e-05,4.4312819227343425e-05,5.475235593621619e-05,6.519189628306776e-05,7.563143299194053e-05,8.60709697008133e-05,9.651050640968606e-05,0.00010695004311855882,0.00011738957982743159,0.00012782911653630435,0.00013826866052113473,0.00014870818995404989,0.00015914773393888026,0.00016958726337179542,0.0001800268073566258,0.00019046635134145617,0.00020090588077437133,0.0002113454247592017,0.00022178495419211686,0.00023222449817694724,0.0002426640276098624,0.00025310355704277754,0.0002635431010276079,0.0002739826450124383,0.0002844221889972687,0.00029486173298209906,0.000305301247863099,0.00031574079184792936,0.00032618033583275974,0.0003366198798175901,0.0003470594238024205,0.0003574989386834204,0.0003679384826682508,0.0003783780266530812,0.00038881757063791156,0.0003992570855189115,0.00040969662950374186,0.00042013617348857224]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.000516357074957341,-0.000498042965773493,-0.00047972891479730606,-0.0004614148347172886,-0.00044310075463727117,-0.00042478664545342326,-0.0004064725653734058,-0.00038815848529338837,-0.0003698444052133709,-0.00035153032513335347,-0.000333216245053336,-0.0003149021649733186,-0.00029658805578947067,-0.0002782739757094532,-0.0002599598956294358,-0.00024164581554941833,-0.00022333173546940088,-0.00020501765538938344,-0.000186703575309366,-0.0001683894806774333,-0.00015007540059741586,-0.00013176132051739842,-0.00011344723316142336,-9.51331458054483e-05,-7.681906572543085e-05,-5.850498200743459e-05,-4.019089828943834e-05,-2.1876814571442083e-05,-3.562730853445828e-06,1.4751352864550427e-05,3.306543658254668e-05,5.1379520300542936e-05,6.969360401853919e-05,8.800768409855664e-05,0.0001063217714545317,0.00012463585881050676,0.0001429499388905242,0.00016126401897054166,0.00017957811360247433,0.00019789219368249178,0.00021620627376250923,0.00023452035384252667,0.0002528344339225441,0.00027114851400256157,0.0002894626231864095,0.0003077767032664269,0.00032609078334644437,0.0003444048634264618,0.00036271894350647926,0.0003810330235864967,0.00039934710366651416,0.0004176611837465316,0.00043597526382654905,0.00045428937301039696,0.0004726034530904144,0.0004909175331704319,0.0005092315841466188,0.0005275456933304667,0.0005458598025143147,0.0005641738534905016,0.0005824879626743495,0.0006008020136505365,0.0006191161228343844,0.0006374301738105714,0.0006557442829944193],"_type":"histogram","values":[2,0,1,1,3,2,3,2,7,8,9,16,20,26,32,37,33,26,28,20,27,18,10,11,16,9,10,11,7,11,10,14,8,20,16,16,26,17,23,38,31,45,20,13,17,16,5,4,7,2,2,2,0,2,1,1,4,0,1,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,2,0,0,2,0,0,2,4,4,4,5,4,10,19,13,24,24,22,24,31,27,29,37,33,38,49,40,34,37,37,36,25,27,21,14,20,14,8,12,10,5,3,6,3,0,3,1,2,0,0,1,0,0,0,1],"bins":[-4.580811037158128e-06,-4.445897957339184e-06,-4.310984877520241e-06,-4.176071797701297e-06,-4.041158717882354e-06,-3.90624563806341e-06,-3.7713323308707913e-06,-3.636419251051848e-06,-3.501505943859229e-06,-3.3665928640402853e-06,-3.231679784221342e-06,-3.0967667044023983e-06,-2.961853624583455e-06,-2.8269405447645113e-06,-2.6920272375718923e-06,-2.557114157752949e-06,-2.4222010779340053e-06,-2.2872879981150618e-06,-2.1523749182961183e-06,-2.0174616111034993e-06,-1.8825485312845558e-06,-1.7476354514656123e-06,-1.6127223716466688e-06,-1.4778091781408875e-06,-1.342896098321944e-06,-1.2079830185030005e-06,-1.0730698249972193e-06,-9.381567451782757e-07,-8.032436085159134e-07,-6.68330471853551e-07,-5.334173920346075e-07,-3.985042553722451e-07,-2.635911187098827e-07,-1.2867799625837506e-07,6.235126193132601e-09,1.4114824864464026e-07,2.760613710961479e-07,4.109745077585103e-07,5.458875875774538e-07,6.808007242398162e-07,8.157138609021786e-07,9.506269975645409e-07,1.0855401342269033e-06,1.2204532140458468e-06,1.3553662938647904e-06,1.4902794873705716e-06,1.625192567189515e-06,1.7601057606952963e-06,1.8950188405142399e-06,2.0299319203331834e-06,2.164845000152127e-06,2.299758307344746e-06,2.4346713871636894e-06,2.569584466982633e-06,2.7044975468015764e-06,2.83941062662052e-06,2.9743237064394634e-06,3.1092370136320824e-06,3.244150093451026e-06,3.3790631732699694e-06,3.513976253088913e-06,3.6488893329078564e-06,3.7838026401004754e-06,3.918715719919419e-06,4.0536287997383624e-06],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,3,1,0,5,1,7,10,9,7,7,11,15,21,38,36,33,43,34,39,38,35,29,39,30,21,20,26,21,18,18,20,13,21,20,12,16,10,8,8,4,4,6,2,3,0,0,0,0,1,1,0,0,1],"bins":[0.9993051290512085,0.9993259310722351,0.9993466734886169,0.9993674755096436,0.9993882179260254,0.999409019947052,0.9994297623634338,0.9994505643844604,0.9994713068008423,0.9994921088218689,0.9995128512382507,0.9995336532592773,0.9995543956756592,0.9995751976966858,0.9995959401130676,0.9996167421340942,0.9996374845504761,0.9996582865715027,0.9996790885925293,0.9996998310089111,0.9997206330299377,0.9997413754463196,0.9997621774673462,0.999782919883728,0.9998037219047546,0.9998244643211365,0.9998452663421631,0.9998660087585449,0.9998868107795715,0.9999075531959534,0.99992835521698,0.9999490976333618,0.9999698996543884,0.999990701675415,1.0000114440917969,1.0000321865081787,1.00005304813385,1.000073790550232,1.0000945329666138,1.0001152753829956,1.000136137008667,1.0001568794250488,1.0001776218414307,1.0001983642578125,1.0002192258834839,1.0002399682998657,1.0002607107162476,1.0002814531326294,1.0003023147583008,1.0003230571746826,1.0003437995910645,1.0003646612167358,1.0003854036331177,1.0004061460494995,1.0004268884658813,1.0004477500915527,1.0004684925079346,1.0004892349243164,1.0005099773406982,1.0005308389663696,1.0005515813827515,1.0005723237991333,1.0005930662155151,1.0006139278411865,1.0006346702575684]},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,1,0,2,1,1,1,2,2,3,5,2,1,7,8,10,5,10,19,21,13,30,25,39,48,40,39,57,55,44,35,46,34,29,16,20,16,12,11,10,8,4,8,5,1,4,1,2,5,1,1,0,2,2,0,0,1,0,0,1,0,0,0,1],"bins":[-3.34222822857555e-05,-3.2228028430836275e-05,-3.103377457591705e-05,-2.9839518902008422e-05,-2.8645265047089197e-05,-2.7451011192169972e-05,-2.6256755518261343e-05,-2.5062501663342118e-05,-2.3868247808422893e-05,-2.267399395350367e-05,-2.1479740098584443e-05,-2.0285484424675815e-05,-1.909123056975659e-05,-1.7896976714837365e-05,-1.6702721040928736e-05,-1.550846718600951e-05,-1.4314213331090286e-05,-1.3119959476171061e-05,-1.1925704711757135e-05,-1.0731449947343208e-05,-9.537196092423983e-06,-8.342942237504758e-06,-7.148687473090831e-06,-5.954433163424255e-06,-4.7601788537576795e-06,-3.5659245440911036e-06,-2.3716702344245277e-06,-1.1774159247579519e-06,1.6838384908623993e-08,1.2110926945751999e-06,2.4053470042417757e-06,3.5996013139083516e-06,4.7938592615537345e-06,5.98811357122031e-06,7.182367880886886e-06,8.376622645300813e-06,9.570876500220038e-06,1.0765130355139263e-05,1.195938511955319e-05,1.3153639883967116e-05,1.4347893738886341e-05,1.5542147593805566e-05,1.673640144872479e-05,1.793065712263342e-05,1.9124910977552645e-05,2.031916483247187e-05,2.15134205063805e-05,2.2707674361299723e-05,2.390192821621895e-05,2.5096182071138173e-05,2.62904359260574e-05,2.7484691599966027e-05,2.8678945454885252e-05,2.9873199309804477e-05,3.1067454983713105e-05,3.226170883863233e-05,3.3455962693551555e-05,3.465021654847078e-05,3.5844470403390005e-05,3.703872425830923e-05,3.823298175120726e-05,3.942723560612649e-05,4.062148946104571e-05,4.181574331596494e-05,4.300999717088416e-05],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0006138875614851713,-0.000596440804656595,-0.0005789939896203578,-0.0005615472327917814,-0.0005441004759632051,-0.0005266536609269679,-0.0005092069040983915,-0.0004917601472698152,-0.0004743133613374084,-0.00045686657540500164,-0.0004394198185764253,-0.00042197303264401853,-0.00040452624671161175,-0.0003870794898830354,-0.00036963270395062864,-0.0003521859471220523,-0.00033473916118964553,-0.00031729237525723875,-0.0002998456184286624,-0.00028239883249625564,-0.0002649520756676793,-0.0002475052897352725,-0.00023005850380286574,-0.0002126117324223742,-0.00019516496104188263,-0.00017771818966139108,-0.00016027141828089952,-0.00014282463234849274,-0.0001253778609680012,-0.00010793108958750963,-9.048431093106046e-05,-7.30375322746113e-05,-5.559081910178065e-05,-3.814404408331029e-05,-2.069726906483993e-05,-3.2504940463695675e-06,1.4196280972100794e-05,3.1643055990571156e-05,4.908983100904152e-05,6.653660966549069e-05,8.398338104598224e-05,0.0001014301524264738,0.00011887693108292297,0.00013632370973937213,0.0001537704811198637,0.00017121725250035524,0.00018866403843276203,0.00020611080981325358,0.00022355758119374514,0.0002410043525742367,0.00025845112395472825,0.00027589790988713503,0.00029334466671571136,0.00031079145264811814,0.0003282382385805249,0.00034568499540910125,0.00036313178134150803,0.0003805785672739148,0.00039802532410249114,0.0004154721100348979,0.0004329188959673047,0.00045036565279588103,0.0004678124387282878,0.00048525919555686414,0.0005027059814892709],"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,1,3,9,5,7,5,9,9,10,16,18,19,27,24,17,18,21,20,21,19,22,11,16,18,14,16,18,10,15,13,16,16,16,20,20,20,23,23,30,31,25,22,19,11,9,12,8,5,2,1,0,0,1,3,1]},"gradients/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[3,0,2,4,3,1,2,6,4,5,8,5,9,12,23,16,24,21,32,44,70,78,128,162,312,626,1454,2958,443810,1956,894,447,215,145,100,72,47,30,25,22,23,13,13,14,10,14,4,3,7,2,3,2,1,0,1,1,1,0,0,0,0,0,0,1],"bins":[-0.0008504586876370013,-0.0008203149773180485,-0.0007901712669990957,-0.0007600275566801429,-0.000729883904568851,-0.0006997401942498982,-0.0006695964839309454,-0.0006394527736119926,-0.0006093090632930398,-0.000579165352974087,-0.0005490216426551342,-0.0005188779323361814,-0.0004887342220172286,-0.00045859054080210626,-0.0004284468595869839,-0.0003983031492680311,-0.0003681594389490783,-0.0003380157286301255,-0.0003078720183111727,-0.0002777283370960504,-0.0002475846267770976,-0.00021744091645814478,-0.0001872972206911072,-0.00015715352492406964,-0.00012700981460511684,-9.686611156212166e-05,-6.672240851912647e-05,-3.657870547613129e-05,-6.4350024331361055e-06,2.370870060985908e-05,5.3852403652854264e-05,8.399610669584945e-05,0.00011413986794650555,0.00014428357826545835,0.00017442727403249592,0.00020457096979953349,0.00023471468011848629,0.0002648583904374391,0.0002950020716525614,0.0003251457819715142,0.000355289492290467,0.0003854332026094198,0.0004155769129283726,0.00044572059414349496,0.00047586430446244776,0.0005060079856775701,0.0005361516959965229,0.0005662954063154757,0.0005964391166344285,0.0006265828269533813,0.0006567265372723341,0.0006868702475912869,0.0007170139579102397,0.0007471576100215316,0.0007773013203404844,0.0008074450306594372,0.00083758874097839,0.0008677324512973428,0.0008978761616162956,0.0009280198719352484,0.0009581635240465403,0.000988307292573154,0.0010184509446844459,0.0010485947132110596,0.0010787383653223515]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,2,0,1,1,4,4,4,6,18,18,24,40,59,88,147,182,259,410,599,840,1240,1790,2683,4110,6387,9961,15445,23294,34238,48023,62115,72494,73958,65925,52011,37589,25949,17299,11054,7276,4859,3057,2119,1362,903,618,426,287,206,133,94,68,44,36,21,17,12,8,2,0,2,0,2],"bins":[-6.0463400586741045e-05,-5.8638797781895846e-05,-5.681419133907184e-05,-5.498958853422664e-05,-5.316498572938144e-05,-5.134038292453624e-05,-4.9515780119691044e-05,-4.769117367686704e-05,-4.586657087202184e-05,-4.404196806717664e-05,-4.2217361624352634e-05,-4.0392758819507435e-05,-3.8568156014662236e-05,-3.674355320981704e-05,-3.491895040497184e-05,-3.309434396214783e-05,-3.126974115730263e-05,-2.9445138352457434e-05,-2.762053372862283e-05,-2.579592910478823e-05,-2.397132629994303e-05,-2.214672349509783e-05,-2.032211887126323e-05,-1.8497514247428626e-05,-1.6672911442583427e-05,-1.4848307728243526e-05,-1.3023704013903625e-05,-1.1199100299563725e-05,-9.374496585223824e-06,-7.549892870883923e-06,-5.725289156544022e-06,-3.9006854422041215e-06,-2.0760780898854136e-06,-2.514743755455129e-07,1.5731293387943879e-06,3.3977330531342886e-06,5.222336767474189e-06,7.04694048181409e-06,8.871544196153991e-06,1.0696147910493892e-05,1.2520751624833792e-05,1.4345355339173693e-05,1.6169959053513594e-05,1.7994563677348197e-05,1.9819166482193395e-05,2.1643769287038594e-05,2.3468373910873197e-05,2.52929785347078e-05,2.7117581339553e-05,2.8942184144398198e-05,3.0766786949243397e-05,3.25913933920674e-05,3.44159961969126e-05,3.62405990017578e-05,3.806520544458181e-05,3.9889808249427006e-05,4.1714411054272205e-05,4.3539013859117404e-05,4.53636166639626e-05,4.718822310678661e-05,4.901282591163181e-05,5.083742871647701e-05,5.266203515930101e-05,5.448663796414621e-05,5.631124076899141e-05]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-1.592907210579142e-05,-1.5424573575728573e-05,-1.4920074136171024e-05,-1.4415575606108177e-05,-1.3911076166550629e-05,-1.3406577636487782e-05,-1.2902078196930233e-05,-1.2397579666867387e-05,-1.1893080227309838e-05,-1.1388581697246991e-05,-1.0884083167184144e-05,-1.0379583727626596e-05,-9.875085197563749e-06,-9.3705857580062e-06,-8.866087227943353e-06,-8.361587788385805e-06,-7.857089258322958e-06,-7.35259027351276e-06,-6.8480912887025625e-06,-6.343592303892365e-06,-5.839093319082167e-06,-5.33459478901932e-06,-4.8300958042091224e-06,-4.325596819398925e-06,-3.821097834588727e-06,-3.3165988497785293e-06,-2.8120998649683315e-06,-2.3076011075318092e-06,-1.8031021227216115e-06,-1.2986031379114138e-06,-7.941042667880538e-07,-2.8960533882127493e-07,2.1489358914550394e-07,7.193925171122828e-07,1.2238914450790617e-06,1.7283903162024217e-06,2.2328893010126194e-06,2.737388285822817e-06,3.2418870432593394e-06,3.746386028069537e-06,4.250885012879735e-06,4.755383997689933e-06,5.25988298250013e-06,5.764381967310328e-06,6.268880497373175e-06,6.773379482183373e-06,7.27787846699357e-06,7.782377906551119e-06,8.286876436613966e-06,8.791374966676813e-06,9.295874406234361e-06,9.800372936297208e-06,1.0304872375854757e-05,1.0809370905917604e-05,1.1313870345475152e-05,1.1818368875537999e-05,1.2322867405600846e-05,1.2827366845158394e-05,1.3331865375221241e-05,1.383636481477879e-05,1.4340863344841637e-05,1.4845362784399185e-05,1.5349862223956734e-05,1.585436075401958e-05,1.6358859284082428e-05],"_type":"histogram","values":[2,0,0,2,1,3,2,1,7,3,9,3,9,11,7,10,5,8,14,16,21,18,15,21,25,20,22,27,20,23,27,33,34,27,24,31,23,24,30,17,19,19,15,10,15,11,9,14,8,11,6,6,6,3,4,4,2,1,1,2,3,1,1,2]},"parameters/bert.encoder.layer.2.output.dense.weight":{"bins":[-0.096476711332798,-0.09340302646160126,-0.09032934159040451,-0.08725565671920776,-0.08418197184801102,-0.08110828697681427,-0.07803460210561752,-0.07496091723442078,-0.07188722491264343,-0.06881354004144669,-0.06573985517024994,-0.06266617029905319,-0.059592485427856445,-0.0565188005566597,-0.05344511568546295,-0.050371430814266205,-0.04729774594306946,-0.04422406107187271,-0.041150376200675964,-0.03807669132947922,-0.03500300645828247,-0.031929317861795425,-0.02885563299059868,-0.025781948119401932,-0.022708263248205185,-0.019634578377008438,-0.01656089350581169,-0.013487206771969795,-0.010413521900773048,-0.007339836563915014,-0.00426615122705698,-0.001192465890198946,0.0018812119960784912,0.004954897332936525,0.00802858266979456,0.011102268472313881,0.014175953343510628,0.017249638214707375,0.02032332494854927,0.023397009819746017,0.026470694690942764,0.02954437956213951,0.03261806443333626,0.035691749304533005,0.03876543790102005,0.0418391227722168,0.044912807643413544,0.04798649251461029,0.05106017738580704,0.054133862257003784,0.05720754712820053,0.06028123199939728,0.06335491687059402,0.06642860174179077,0.06950228661298752,0.07257597148418427,0.07564966380596161,0.07872334867715836,0.0817970335483551,0.08487071841955185,0.0879444032907486,0.09101808816194534,0.09409177303314209,0.09716545790433884,0.10023914277553558],"_type":"histogram","values":[2,4,4,7,17,40,73,115,199,325,536,1020,1421,2281,3402,4797,7197,10040,13717,18494,24161,30521,37812,46428,55046,64091,72884,80166,87175,92274,95480,95976,94619,91883,85984,78464,70620,62044,53237,44567,36059,28877,22255,17103,12742,9236,6436,4642,2961,2053,1315,838,517,281,185,110,62,30,19,9,7,1,2,1]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,2,1,5,12,6,18,11,14,26,33,33,27,32,24,22,12,19,14,14,14,21,12,15,12,13,17,9,20,13,10,21,13,27,21,20,26,23,20,23,18,13,10,13,6,9,5,2,2,3,3,1,0,0,1,1,0,2],"bins":[-0.0005607329658232629,-0.0005424386472441256,-0.0005241443286649883,-0.00050584995187819,-0.0004875556332990527,-0.0004692613147199154,-0.00045096699614077806,-0.0004326726484578103,-0.00041437832987867296,-0.00039608401129953563,-0.00037778966361656785,-0.0003594953450374305,-0.0003412010264582932,-0.0003229066787753254,-0.0003046123601961881,-0.0002863180125132203,-0.000268023693934083,-0.00024972937535494566,-0.00023143502767197788,-0.00021314070909284055,-0.000194846375961788,-0.00017655204283073545,-0.00015825772425159812,-0.00013996339112054557,-0.00012166905798949301,-0.00010337472485844046,-8.508039900334552e-05,-6.678607314825058e-05,-4.8491740017198026e-05,-3.019741052412428e-05,-1.1903081031050533e-05,6.3912484620232135e-06,2.468557795509696e-05,4.297990744817071e-05,6.127423694124445e-05,7.956856279633939e-05,9.786289592739195e-05,0.0001161572290584445,0.00013445154763758183,0.00015274588076863438,0.00017104021389968693,0.00018933454703073949,0.00020762888016179204,0.00022592319874092937,0.0002442175173200667,0.00026251186500303447,0.0002808061835821718,0.0002991005312651396,0.0003173948498442769,0.00033568916842341423,0.000353983516106382,0.00037227783468551934,0.0003905721823684871,0.00040886650094762444,0.00042716081952676177,0.00044545516720972955,0.0004637494857888669,0.0004820438043680042,0.000500338152050972,0.0005186324706301093,0.0005369267892092466,0.000555221107788384,0.0005735154845751822,0.0005918098031543195,0.0006101041217334569]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.09219292551279068,-0.08934574574232101,-0.08649857342243195,-0.08365139365196228,-0.08080422133207321,-0.07795704156160355,-0.07510986924171448,-0.07226268947124481,-0.06941550970077515,-0.06656833738088608,-0.06372115761041641,-0.060873985290527344,-0.05802680552005768,-0.05517962947487831,-0.052332453429698944,-0.04948527738451958,-0.04663810133934021,-0.04379092529416084,-0.040943749248981476,-0.03809657320380211,-0.03524939715862274,-0.032402217388153076,-0.02955504134297371,-0.026707865297794342,-0.023860689252614975,-0.021013513207435608,-0.01816633716225624,-0.015319159254431725,-0.012471983209252357,-0.00962480716407299,-0.006777630187571049,-0.003930453676730394,-0.00108327716588974,0.0017638993449509144,0.004611075855791569,0.007458252366632223,0.010305428877472878,0.013152604922652245,0.01599978283047676,0.018846958875656128,0.021694134920835495,0.024541310966014862,0.02738848701119423,0.030235664919018745,0.03308284282684326,0.03593001887202263,0.038777194917201996,0.04162437096238136,0.04447154700756073,0.0473187230527401,0.050165899097919464,0.05301307514309883,0.0558602511882782,0.058707430958747864,0.06155460700392723,0.0644017830491066,0.06724895536899567,0.07009613513946533,0.072943314909935,0.07579048722982407,0.07863766700029373,0.0814848393201828,0.08433201909065247,0.08717919141054153,0.0900263711810112],"_type":"histogram","values":[2,2,2,10,17,23,42,79,118,185,272,411,627,930,1322,1876,2674,3563,4640,6434,8066,10022,12491,15075,17770,20924,23441,26201,28944,30680,32229,33334,33291,32922,32105,30344,28011,25603,22782,20177,17210,14553,11997,9655,7517,5711,4514,3316,2470,1670,1192,855,563,336,221,157,105,48,38,22,18,9,1,5]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,1,0,0,1,1,1,1,2,3,3,1,2,5,4,12,11,18,15,21,23,25,40,38,36,56,45,71,68,84,113,101,127,107,140,126,96,90,84,80,50,70,43,42,24,29,27,26,14,12,9,11,5,6,6,2,3,5,2,2,2,2,3],"bins":[-9.654382665758021e-06,-9.377373316965532e-06,-9.100363968173042e-06,-8.823354619380552e-06,-8.546345270588063e-06,-8.269335921795573e-06,-7.992326573003083e-06,-7.715317224210594e-06,-7.438308330165455e-06,-7.1612989813729655e-06,-6.884289632580476e-06,-6.607280283787986e-06,-6.3302713897428475e-06,-6.053262040950358e-06,-5.776252692157868e-06,-5.499243343365379e-06,-5.222233994572889e-06,-4.9452246457803994e-06,-4.66821529698791e-06,-4.39120594819542e-06,-4.114196599402931e-06,-3.837187705357792e-06,-3.5601783565653022e-06,-3.2831690077728126e-06,-3.006159658980323e-06,-2.7291503101878334e-06,-2.4521409613953438e-06,-2.1751318399765296e-06,-1.89812249118404e-06,-1.6211131423915504e-06,-1.3441039072858985e-06,-1.0670946721802466e-06,-7.900862328824587e-07,-5.13076940933388e-07,-2.360676489843172e-07,4.0941642964753555e-08,3.179509349138243e-07,5.949602268628951e-07,8.719695188119658e-07,1.1489787539176177e-06,1.4259881027101073e-06,1.702997451502597e-06,1.9800068002950866e-06,2.2570159217139008e-06,2.5340252705063904e-06,2.81103461929888e-06,3.088043740717694e-06,3.3650530895101838e-06,3.6420624383026734e-06,3.919071787095163e-06,4.196081135887653e-06,4.473090484680142e-06,4.750099833472632e-06,5.027108727517771e-06,5.30411807631026e-06,5.58112742510275e-06,5.8581367738952395e-06,6.135146122687729e-06,6.412155471480219e-06,6.689164820272708e-06,6.966173714317847e-06,7.243183063110337e-06,7.520192411902826e-06,7.797201760695316e-06,8.074211109487806e-06],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-4.206412995699793e-12,-4.073186232744774e-12,-3.9399594697897555e-12,-3.806732706834737e-12,-3.673505943879718e-12,-3.540279180924699e-12,-3.4070524179696804e-12,-3.2738256550146616e-12,-3.140598892059643e-12,-3.007372129104624e-12,-2.8741453661496053e-12,-2.7409186031945865e-12,-2.6076918402395677e-12,-2.474465077284549e-12,-2.34123831432953e-12,-2.2080115513745113e-12,-2.0747847884194925e-12,-1.9415580254644738e-12,-1.808331262509455e-12,-1.6751044995544362e-12,-1.5418777365994174e-12,-1.4086509736443986e-12,-1.2754242106893798e-12,-1.142197447734361e-12,-1.0089706847793423e-12,-8.757439218243235e-13,-7.425171588693047e-13,-6.092903959142859e-13,-4.760636329592671e-13,-3.4283687000424834e-13,-2.0961010704922955e-13,-7.638334409421077e-14,5.684341886080802e-14,1.900701818158268e-13,3.232969447708456e-13,4.565237077258644e-13,5.897504706808832e-13,7.229772336359019e-13,8.562039965909207e-13,9.894307595459395e-13,1.1226575225009583e-12,1.255884285455977e-12,1.3891110484109959e-12,1.5223378113660146e-12,1.6555645743210334e-12,1.7887913372760522e-12,1.922018100231071e-12,2.0552448631860898e-12,2.1884716261411086e-12,2.3216983890961274e-12,2.454925152051146e-12,2.588151915006165e-12,2.7213786779611837e-12,2.8546054409162025e-12,2.9878322038712213e-12,3.12105896682624e-12,3.254285729781259e-12,3.3875124927362776e-12,3.5207392556912964e-12,3.653966018646315e-12,3.787192781601334e-12,3.920419544556353e-12,4.0536463075113716e-12,4.18687307046639e-12,4.320099833421409e-12],"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,1,1,1,1,1,3,3,4,3,7,5,6,10,10,23,14,16,25,29,55,65,50,76,80,59,57,21,28,23,8,13,12,6,4,11,1,3,8,3,6,1,1,1,3,0,1,0,1,1,2,0,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,1,1,0,0,0,0,0,0,0,0,1,0,1,3,1,4,4,3,5,3,3,5,4,8,5,10,20,25,23,22,28,24,38,45,61,76,78,46,34,33,17,22,18,17,13,13,9,9,3,6,1,5,5,1,2,3,0,0,1,1,3,1,2],"bins":[-8.355982572538778e-12,-8.127720718675846e-12,-7.899458864812914e-12,-7.671197010949982e-12,-7.44293515708705e-12,-7.214673303224117e-12,-6.986411449361185e-12,-6.758149595498253e-12,-6.529887741635321e-12,-6.3016258877723885e-12,-6.073364033909456e-12,-5.845102180046524e-12,-5.616840326183592e-12,-5.38857847232066e-12,-5.160316618457728e-12,-4.9320547645947954e-12,-4.703792910731863e-12,-4.475531056868931e-12,-4.247269203005999e-12,-4.019007349143067e-12,-3.7907454952801345e-12,-3.5624836414172023e-12,-3.33422178755427e-12,-3.105959933691338e-12,-2.8776980798284058e-12,-2.6494362259654736e-12,-2.4211743721025414e-12,-2.192912518239609e-12,-1.964650664376677e-12,-1.7363888105137448e-12,-1.5081269566508126e-12,-1.2798651027878805e-12,-1.0516032489249483e-12,-8.233413950620161e-13,-5.950795411990839e-13,-3.668176873361517e-13,-1.3855583347321954e-13,8.970602038971265e-14,3.1796787425264483e-13,5.46229728115577e-13,7.744915819785092e-13,1.0027534358414414e-12,1.2310152897043736e-12,1.4592771435673058e-12,1.687538997430238e-12,1.91580085129317e-12,2.1440627051561023e-12,2.3723245590190345e-12,2.6005864128819667e-12,2.828848266744899e-12,3.057110120607831e-12,3.2853719744707632e-12,3.5136338283336954e-12,3.741895682196628e-12,3.97015753605956e-12,4.198419389922492e-12,4.426681243785424e-12,4.654943097648356e-12,4.8832049515112885e-12,5.111466805374221e-12,5.339728659237153e-12,5.567990513100085e-12,5.796252366963017e-12,6.0245142208259495e-12,6.252776074688882e-12],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"values":[1,0,0,1,2,1,0,3,0,3,1,3,1,5,7,9,4,6,10,14,18,14,17,22,22,30,21,28,17,29,21,23,25,34,23,28,21,29,30,29,26,20,23,24,22,15,13,9,10,14,7,7,5,3,6,2,2,1,1,2,0,1,1,2],"bins":[-1.962041096703615e-05,-1.9034900105907582e-05,-1.8449391063768417e-05,-1.7863880202639848e-05,-1.727836934151128e-05,-1.6692860299372114e-05,-1.6107349438243546e-05,-1.5521838577114977e-05,-1.4936329534975812e-05,-1.4350818673847243e-05,-1.3765308722213376e-05,-1.317979877057951e-05,-1.259428790945094e-05,-1.2008777957817074e-05,-1.1423268006183207e-05,-1.0837757145054638e-05,-1.0252247193420772e-05,-9.666737241786905e-06,-9.081226380658336e-06,-8.495716429024469e-06,-7.910206477390602e-06,-7.3246960710093845e-06,-6.739185664628167e-06,-6.1536757129943e-06,-5.568165306613082e-06,-4.982654900231864e-06,-4.3971449485979974e-06,-3.8116345422167797e-06,-3.2261243632092373e-06,-2.640614184201695e-06,-2.0551037778204773e-06,-1.469593598812935e-06,-8.840834198053926e-07,-2.9857318395443144e-07,2.8693705189652974e-07,8.724472877474909e-07,1.457957523598452e-06,2.0434677026059944e-06,2.628978108987212e-06,3.2144882879947545e-06,3.799998467002297e-06,4.385508873383515e-06,4.9710188250173815e-06,5.556529231398599e-06,6.142039637779817e-06,6.727549589413684e-06,7.313059995794902e-06,7.89857040217612e-06,8.484080353809986e-06,9.069590305443853e-06,9.655101166572422e-06,1.0240611118206289e-05,1.0826121069840156e-05,1.1411631930968724e-05,1.1997141882602591e-05,1.2582651834236458e-05,1.3168162695365027e-05,1.3753672646998893e-05,1.433918259863276e-05,1.4924692550266627e-05,1.5510202501900494e-05,1.6095713363029063e-05,1.668122422415763e-05,1.7266733266296797e-05,1.7852244127425365e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,2,0,4,3,2,7,13,4,11,16,20,14,29,29,40,39,42,43,30,39,48,34,38,47,20,39,33,24,19,12,15,14,9,9,6,2,3,2,1,1,0,0,1],"bins":[-2.6982883355231024e-05,-2.6319781682104804e-05,-2.5656680008978583e-05,-2.4993578335852362e-05,-2.433047666272614e-05,-2.366737498959992e-05,-2.30042733164737e-05,-2.234117164334748e-05,-2.167806997022126e-05,-2.1014968297095038e-05,-2.0351866623968817e-05,-1.9688764950842597e-05,-1.9025663277716376e-05,-1.8362561604590155e-05,-1.7699459931463934e-05,-1.7036358258337714e-05,-1.637325476622209e-05,-1.571015309309587e-05,-1.504705232946435e-05,-1.438395065633813e-05,-1.3720848983211908e-05,-1.3057747310085688e-05,-1.2394645636959467e-05,-1.1731543963833246e-05,-1.1068441381212324e-05,-1.0405339708086103e-05,-9.742238034959882e-06,-9.079136361833662e-06,-8.416034688707441e-06,-7.75293301558122e-06,-7.089831342455e-06,-6.426729669328779e-06,-5.763627996202558e-06,-5.1005263230763376e-06,-4.437424649950117e-06,-3.7743227494502207e-06,-3.111221076324e-06,-2.4481194031977793e-06,-1.785017616384721e-06,-1.1219158295716625e-06,-4.5881415644544177e-07,2.042875735241978e-07,8.673893034938374e-07,1.5304910903068958e-06,2.1935927634331165e-06,2.856694436559337e-06,3.5197963370592333e-06,4.182898010185454e-06,4.845999683311675e-06,5.5091013564378954e-06,6.172203029564116e-06,6.835304702690337e-06,7.4984063758165576e-06,8.161508048942778e-06,8.824609722068999e-06,9.48771139519522e-06,1.0150813977816142e-05,1.0813915650942363e-05,1.1477017324068584e-05,1.2140118997194804e-05,1.2803220670321025e-05,1.3466322343447246e-05,1.4129424016573466e-05,1.4792525689699687e-05,1.5455627362825908e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,3,1,1,2,1,2,8,13,5,6,20,10,17,24,22,31,19,22,13,16,17,19,15,21,17,18,10,23,6,15,9,12,19,14,23,29,25,16,13,22,17,15,23,28,18,11,20,15,11,3,3,8,4,2,2,2,2,1,0,0,0,2],"bins":[-0.0005255507421679795,-0.0005084077711217105,-0.0004912648000754416,-0.00047412182902917266,-0.0004569788579829037,-0.0004398358578328043,-0.0004226928867865354,-0.00040554991574026644,-0.0003884069446939975,-0.00037126397364772856,-0.0003541210026014596,-0.0003369780315551907,-0.0003198350314050913,-0.00030269206035882235,-0.0002855490893125534,-0.00026840611826628447,-0.0002512631472200155,-0.00023412017617374659,-0.00021697720512747765,-0.00019983421952929348,-0.00018269124848302454,-0.0001655482774367556,-0.00014840529183857143,-0.0001312623207923025,-0.00011411934974603355,-9.697637869976461e-05,-7.983340037753806e-05,-6.26904220553115e-05,-4.554745100904256e-05,-2.8404476324794814e-05,-1.1261501640547067e-05,5.88147304370068e-06,2.3024447727948427e-05,4.0167422412196174e-05,5.731039709644392e-05,7.445337541867048e-05,9.159634646493942e-05,0.00010873931751120836,0.00012588230310939252,0.00014302527415566146,0.0001601682452019304,0.00017731121624819934,0.00019445418729446828,0.00021159717289265245,0.0002287401439389214,0.00024588312953710556,0.0002630261005833745,0.00028016907162964344,0.0002973120426759124,0.0003144550137221813,0.00033159798476845026,0.0003487409558147192,0.00036588392686098814,0.00038302692701108754,0.0004001698980573565,0.0004173128691036254,0.00043445584014989436,0.0004515988111961633,0.00046874178224243224,0.0004858847532887012,0.0005030277534388006,0.0005201707244850695,0.0005373136955313385,0.0005544566665776074,0.0005715996376238763]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,0,1,1,1,5,5,13,19,39,61,117,225,367,602,902,1506,2282,3208,4552,6358,8639,11306,14482,18207,21719,25624,29263,32680,35331,37062,38151,38675,37446,35401,32894,29509,25894,22050,18323,14893,11689,8908,6600,4853,3296,2390,1625,1024,639,427,233,143,83,43,22,15,8,9,1,0,1,1],"bins":[-0.10863128304481506,-0.10534580051898956,-0.10206032544374466,-0.09877484291791916,-0.09548936784267426,-0.09220388531684875,-0.08891841024160385,-0.08563292771577835,-0.08234745264053345,-0.07906197011470795,-0.07577649503946304,-0.07249101251363754,-0.06920553743839264,-0.06592005491256714,-0.06263457983732224,-0.059349097311496735,-0.05606361851096153,-0.05277813971042633,-0.04949266090989113,-0.046207182109355927,-0.042921703308820724,-0.03963622450828552,-0.03635074570775032,-0.03306526690721512,-0.029779786244034767,-0.026494307443499565,-0.023208828642964363,-0.01992334984242916,-0.01663786917924881,-0.013352391310036182,-0.010066911578178406,-0.006781432777643204,-0.0034959539771080017,-0.00021047494374215603,0.0030750040896236897,0.006360483355820179,0.009645962156355381,0.012931440956890583,0.01621692068874836,0.01950239948928356,0.022787878289818764,0.026073357090353966,0.029358835890889168,0.03264431655406952,0.03592979535460472,0.03921527415513992,0.042500752955675125,0.04578623175621033,0.04907171055674553,0.05235718935728073,0.05564266815781593,0.058928146958351135,0.06221362575888634,0.06549910455942154,0.06878458708524704,0.07207006216049194,0.07535554468631744,0.07864101976156235,0.08192650228738785,0.08521197736263275,0.08849745988845825,0.09178293496370316,0.09506841748952866,0.09835389256477356,0.10163937509059906],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-1.0792569810291752e-05,-1.0449508408783004e-05,-1.0106447916768957e-05,-9.76338742475491e-06,-9.420326023246162e-06,-9.077264621737413e-06,-8.734204129723366e-06,-8.39114363770932e-06,-8.048082236200571e-06,-7.705020834691823e-06,-7.361960342677776e-06,-7.018899395916378e-06,-6.6758384491549805e-06,-6.332777502393583e-06,-5.989716555632185e-06,-5.6466556088707875e-06,-5.30359466210939e-06,-4.960533715347992e-06,-4.617472768586595e-06,-4.274411821825197e-06,-3.931350875063799e-06,-3.5882899283024017e-06,-3.245228981541004e-06,-2.9021680347796064e-06,-2.5591070880182087e-06,-2.216046141256811e-06,-1.8729851944954135e-06,-1.5299242477340158e-06,-1.1868633009726182e-06,-8.438023542112205e-07,-5.007414074498229e-07,-1.5768046068842523e-07,1.8538048607297242e-07,5.284414328343701e-07,8.715023795957677e-07,1.2145633263571654e-06,1.557624273118563e-06,1.9006852198799606e-06,2.2437461666413583e-06,2.586807113402756e-06,2.9298680601641536e-06,3.2729290069255512e-06,3.615989953686949e-06,3.9590509004483465e-06,4.302111847209744e-06,4.645172793971142e-06,4.9882337407325394e-06,5.331294687493937e-06,5.674355634255335e-06,6.017416581016732e-06,6.36047752777813e-06,6.703538474539528e-06,7.046599421300925e-06,7.389660368062323e-06,7.73272131482372e-06,8.075781806837767e-06,8.418843208346516e-06,8.761904609855264e-06,9.104965101869311e-06,9.448025593883358e-06,9.791086995392106e-06,1.0134148396900855e-05,1.0477208888914902e-05,1.0820269380928949e-05,1.1163330782437697e-05],"_type":"histogram","values":[4,1,0,0,0,5,6,3,7,6,14,25,35,44,68,81,129,219,332,434,681,1081,1680,2670,4279,6803,10665,16796,27445,48158,98097,161298,92208,45923,26381,16085,10212,6532,4115,2606,1600,1038,661,455,326,204,130,77,64,41,26,27,14,12,4,8,2,2,1,0,1,0,1,2]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"values":[1,0,1,1,0,0,0,0,3,4,1,6,7,12,15,33,38,59,89,110,158,283,384,653,945,1406,2245,3758,6134,10379,17287,29472,48098,72981,94011,95358,76099,51473,31429,18333,11058,6641,3966,2461,1594,962,643,395,288,184,122,74,57,35,25,9,19,7,6,9,0,1,1,1],"bins":[-7.963215466588736e-05,-7.736124825896695e-05,-7.509034185204655e-05,-7.281942816916853e-05,-7.054852176224813e-05,-6.827761535532773e-05,-6.600670167244971e-05,-6.37357952655293e-05,-6.14648888586089e-05,-5.91939824516885e-05,-5.692307240678929e-05,-5.465216236189008e-05,-5.2381255954969674e-05,-5.011034954804927e-05,-4.783943950315006e-05,-4.556852945825085e-05,-4.329762305133045e-05,-4.1026716644410044e-05,-3.8755806599510834e-05,-3.648489655461162e-05,-3.421399014769122e-05,-3.194308374077082e-05,-2.9672173695871606e-05,-2.74012654699618e-05,-2.5130357244051993e-05,-2.2859449018142186e-05,-2.058854079223238e-05,-1.8317632566322573e-05,-1.6046724340412766e-05,-1.3775816114502959e-05,-1.1504907888593152e-05,-9.233999662683345e-06,-6.963091436773539e-06,-4.692183210863732e-06,-2.421274984953925e-06,-1.5036675904411823e-07,2.1205414668656886e-06,4.391449692775495e-06,6.662357918685302e-06,8.933266144595109e-06,1.1204174370504916e-05,1.3475082596414723e-05,1.574599082232453e-05,1.8016899048234336e-05,2.0287807274144143e-05,2.255871550005395e-05,2.4829623725963756e-05,2.7100531951873563e-05,2.937144017778337e-05,3.164234658470377e-05,3.3913256629602984e-05,3.6184166674502194e-05,3.84550730814226e-05,4.0725979488343e-05,4.299688953324221e-05,4.526779957814142e-05,4.7538705985061824e-05,4.980961239198223e-05,5.208052243688144e-05,5.435143248178065e-05,5.662233888870105e-05,5.8893245295621455e-05,6.116415897849947e-05,6.343506538541988e-05,6.570597179234028e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.bias":{"values":[3,1,5,3,2,6,9,10,15,19,23,17,20,30,31,26,22,20,17,31,20,20,14,5,20,15,12,12,19,13,16,20,29,19,22,18,18,26,23,20,12,16,15,9,14,10,3,4,3,1,2,5,0,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.00046757314703427255,-0.0004493317101150751,-0.00043109027319587767,-0.00041284883627668023,-0.00039460737025365233,-0.0003763659333344549,-0.00035812449641525745,-0.00033988305949606,-0.0003216416225768626,-0.00030340018565766513,-0.0002851587487384677,-0.00026691731181927025,-0.0002486758749000728,-0.00023043442342896014,-0.00021219297195784748,-0.00019395153503865004,-0.0001757100981194526,-0.00015746866120025516,-0.00013922722428105772,-0.00012098577280994505,-0.0001027443358907476,-8.450289897155017e-05,-6.626145477639511e-05,-4.8020014219218865e-05,-2.9778573662042618e-05,-1.153713310486637e-05,6.704307452309877e-06,2.4945748009486124e-05,4.318718856666237e-05,6.142862548585981e-05,7.967006968101487e-05,9.791151387616992e-05,0.0001161529216915369,0.00013439435861073434,0.00015263579552993178,0.00017087724700104445,0.0001891186839202419,0.00020736012083943933,0.000225601572310552,0.00024384300922974944,0.0002620844461489469,0.0002803258830681443,0.00029856731998734176,0.0003168087569065392,0.0003350502229295671,0.00035329165984876454,0.000371533096767962,0.0003897745336871594,0.00040801597060635686,0.0004262574075255543,0.00044449884444475174,0.0004627402813639492,0.0004809817182831466,0.0004992231843061745,0.0005174645921215415,0.0005357060581445694,0.0005539475241675973,0.0005721889319829643,0.0005904303980059922,0.0006086718058213592,0.0006269132718443871,0.000645154679659754,0.0006633961456827819,0.0006816375534981489,0.0006998790195211768],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"values":[4,0,1,0,1,3,1,3,4,3,6,10,11,16,21,16,28,32,18,29,23,28,19,19,11,15,6,21,13,14,13,19,14,17,18,18,18,17,18,20,20,25,24,18,21,18,23,12,15,10,2,6,8,8,2,2,2,2,0,0,1,0,0,1],"bins":[-0.0005270913825370371,-0.0005099397385492921,-0.0004927880363538861,-0.0004756363923661411,-0.0004584847192745656,-0.0004413330461829901,-0.00042418137309141457,-0.00040702969999983907,-0.000389878056012094,-0.0003727263829205185,-0.000355574709828943,-0.0003384230367373675,-0.000321271363645792,-0.0003041196905542165,-0.00028696804656647146,-0.00026981637347489595,-0.00025266470038332045,-0.00023551302729174495,-0.00021836136875208467,-0.00020120969566050917,-0.0001840580371208489,-0.0001669063640292734,-0.0001497546909376979,-0.0001326030323980376,-0.00011545135930646211,-9.829969349084422e-05,-8.114802767522633e-05,-6.399635458365083e-05,-4.684468876803294e-05,-2.9693021133425646e-05,-1.2541353498818353e-05,4.61031413578894e-06,2.1761981770396233e-05,3.891364758601412e-05,5.606531703961082e-05,7.321698649320751e-05,9.03686523088254e-05,0.00010752031812444329,0.0001246719912160188,0.00014182364975567907,0.00015897532284725457,0.00017612699593883008,0.00019327865447849035,0.00021043032757006586,0.00022758200066164136,0.00024473367375321686,0.0002618853177409619,0.0002790369908325374,0.0002961886639241129,0.0003133403370156884,0.0003304920101072639,0.00034764365409500897,0.00036479532718658447,0.00038194700027816,0.0003990986733697355,0.000416250346461311,0.0004334020195528865,0.00045055366354063153,0.00046770533663220704,0.00048485700972378254,0.0005020086537115276,0.0005191603559069335,0.0005363119998946786,0.0005534637020900846,0.0005706153460778296],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,0,1,2,1,3,1,9,11,14,21,39,45,83,111,175,245,375,594,866,1352,2120,3373,5164,8752,14443,24234,39552,60686,82311,92845,83425,62955,40828,25405,15266,9260,5537,3486,2151,1416,872,596,399,271,160,107,89,58,35,24,23,12,5,5,4,1,0,2,1,1],"bins":[-7.243453001137823e-05,-7.027526589808986e-05,-6.811600178480148e-05,-6.595673767151311e-05,-6.379747355822474e-05,-6.163820944493636e-05,-5.94789489696268e-05,-5.7319684856338426e-05,-5.5160420743050054e-05,-5.300115662976168e-05,-5.084189251647331e-05,-4.8682628403184935e-05,-4.652336792787537e-05,-4.4364103814587e-05,-4.2204839701298624e-05,-4.004557558801025e-05,-3.788631147472188e-05,-3.5727047361433506e-05,-3.356778324814513e-05,-3.140851913485676e-05,-2.924925684055779e-05,-2.708999272726942e-05,-2.493073043297045e-05,-2.2771466319682077e-05,-2.0612202206393704e-05,-1.845293809310533e-05,-1.629367397981696e-05,-1.4134411685517989e-05,-1.1975147572229616e-05,-9.815883458941244e-06,-7.656620255147573e-06,-5.497356596606551e-06,-3.338092938065529e-06,-1.178829279524507e-06,9.804343790165149e-07,3.1396980375575367e-06,5.298961696098559e-06,7.4582253546395805e-06,9.617489013180602e-06,1.1776752216974273e-05,1.3936016330262646e-05,1.609528044355102e-05,1.825454455683939e-05,2.041380685113836e-05,2.2573070964426734e-05,2.4732335077715106e-05,2.6891597372014076e-05,2.9050861485302448e-05,3.121012559859082e-05,3.3369389711879194e-05,3.5528653825167567e-05,3.768791793845594e-05,3.984718205174431e-05,4.200644252705388e-05,4.416570664034225e-05,4.632497075363062e-05,4.8484234866918996e-05,5.064349898020737e-05,5.280276309349574e-05,5.4962027206784114e-05,5.712128768209368e-05,5.928055179538205e-05,6.143981590867043e-05,6.35990800219588e-05,6.575834413524717e-05]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,2,0,1,5,3,3,11,10,22,31,34,70,118,130,145,304,462,647,942,1477,2159,3276,5458,8074,12390,18985,28488,41000,56545,71541,77847,72454,58250,42804,29139,19792,12888,8304,5432,3659,2333,1516,1008,689,433,310,198,137,97,58,47,32,12,18,12,2,7,2,2,4,3],"bins":[-6.202631630003452e-05,-6.017742634867318e-05,-5.832853275933303e-05,-5.6479642807971686e-05,-5.463075285661034e-05,-5.2781862905249e-05,-5.093296931590885e-05,-4.9084079364547506e-05,-4.723518941318616e-05,-4.538629582384601e-05,-4.353740587248467e-05,-4.1688515921123326e-05,-3.983962596976198e-05,-3.799073238042183e-05,-3.614184242906049e-05,-3.4292952477699146e-05,-3.24440625263378e-05,-3.059516893699765e-05,-2.874627898563631e-05,-2.6897387215285562e-05,-2.504849726392422e-05,-2.3199605493573472e-05,-2.135071554221213e-05,-1.9501823771861382e-05,-1.7652932001510635e-05,-1.5804042050149292e-05,-1.3955151189293247e-05,-1.2106260328437202e-05,-1.0257368558086455e-05,-8.40847769723041e-06,-6.559586836374365e-06,-4.71069597551832e-06,-2.8618051146622747e-06,-1.012914140119392e-06,8.359768344234908e-07,2.6848679226532113e-06,4.533758783509256e-06,6.382649644365301e-06,8.231540959968697e-06,1.0080431820824742e-05,1.1929322681680787e-05,1.3778213542536832e-05,1.562710531288758e-05,1.7475995264248922e-05,1.932488703459967e-05,2.1173776985961013e-05,2.302266875631176e-05,2.4871558707673103e-05,2.672045047802385e-05,2.8569342248374596e-05,3.041823219973594e-05,3.226712215109728e-05,3.411601574043743e-05,3.5964905691798776e-05,3.781379564316012e-05,3.966268559452146e-05,4.151157918386161e-05,4.3360469135222957e-05,4.52093590865843e-05,4.705825267592445e-05,4.8907142627285793e-05,5.075603257864714e-05,5.260492253000848e-05,5.445381611934863e-05,5.6302706070709974e-05]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,1,4,4,8,4,11,13,9,17,23,24,22,26,28,34,37,28,30,23,17,33,21,22,20,24,22,20,17,26,15,26,12,14,13,12,16,17,8,10,6,11,7,8,7,2,3,2,2,2,2,0,0,0,1,0,0,0,0,0,0,1],"bins":[0.9995845556259155,0.9996007680892944,0.9996169805526733,0.9996331334114075,0.9996493458747864,0.9996655583381653,0.9996817708015442,0.9996979832649231,0.9997141361236572,0.9997303485870361,0.999746561050415,0.999762773513794,0.9997789859771729,0.9997951984405518,0.9998113512992859,0.9998275637626648,0.9998437762260437,0.9998599886894226,0.9998762011528015,0.9998923540115356,0.9999085664749146,0.9999247789382935,0.9999409914016724,0.9999572038650513,0.9999734163284302,0.9999895691871643,1.000005841255188,1.0000219345092773,1.0000381469726562,1.0000543594360352,1.000070571899414,1.000086784362793,1.0001029968261719,1.0001192092895508,1.0001354217529297,1.0001516342163086,1.0001678466796875,1.0001840591430664,1.0002001523971558,1.0002163648605347,1.0002325773239136,1.0002487897872925,1.0002650022506714,1.0002812147140503,1.0002974271774292,1.000313639640808,1.000329852104187,1.000346064567566,1.0003621578216553,1.0003783702850342,1.000394582748413,1.000410795211792,1.000427007675171,1.0004432201385498,1.0004594326019287,1.0004756450653076,1.0004918575286865,1.0005080699920654,1.0005242824554443,1.0005403757095337,1.0005565881729126,1.0005728006362915,1.0005890130996704,1.0006052255630493,1.0006214380264282]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,0,0,1,0,1,3,4,8,10,25,23,27,28,36,49,35,30,28,15,20,21,24,12,13,17,15,20,25,31,20,24,33,32,35,32,19,14,7,10,5,3,2,1,1,3,2,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0007439982728101313,-0.0007198854582384229,-0.0006957727018743753,-0.0006716598873026669,-0.0006475470727309585,-0.00062343425815925,-0.0005993215017952025,-0.000575208687223494,-0.0005510958726517856,-0.0005269831162877381,-0.0005028703017160296,-0.0004787574871443212,-0.0004546447016764432,-0.0004305318871047348,-0.0004064191016368568,-0.00038230628706514835,-0.00035819350159727037,-0.0003340807161293924,-0.00030996790155768394,-0.00028585511608980596,-0.0002617423015180975,-0.00023762951605021954,-0.00021351671603042632,-0.0001894039160106331,-0.0001652911159908399,-0.00014117831597104669,-0.00011706551595125347,-9.295272320741788e-05,-6.883992318762466e-05,-4.472712316783145e-05,-2.0614326786017045e-05,3.4984714147867635e-06,2.7611269615590572e-05,5.1724069635383785e-05,7.5836869655177e-05,9.99496623990126e-05,0.00012406246969476342,0.0001481752551626414,0.00017228805518243462,0.00019640085520222783,0.00022051365522202104,0.00024462645524181426,0.00026873924070969224,0.0002928520552814007,0.00031696484074927866,0.0003410776553209871,0.0003651904407888651,0.00038930325536057353,0.0004134160408284515,0.0004375288262963295,0.00046164164086803794,0.0004857544263359159,0.0005098672118037939,0.0005339800263755023,0.0005580928409472108,0.0005822056555189192,0.0006063184118829668,0.0006304312264546752,0.0006545440410263836,0.0006786567973904312,0.0007027696119621396,0.000726882426533848,0.0007509952411055565,0.000775107997469604,0.0007992208120413125],"_type":"histogram"},"parameters/bert.embeddings.word_embeddings.weight":{"bins":[-0.09386573731899261,-0.0910404846072197,-0.08821523189544678,-0.08538997918367386,-0.08256472647190094,-0.07973947376012802,-0.0769142210483551,-0.07408896833658218,-0.07126371562480927,-0.06843846291303635,-0.06561321020126343,-0.06278795748949051,-0.05996270105242729,-0.05713744834065437,-0.054312195628881454,-0.051486942917108536,-0.04866169020533562,-0.0458364374935627,-0.04301118478178978,-0.04018593207001686,-0.03736067935824394,-0.034535426646471024,-0.031710173934698105,-0.028884919360280037,-0.026059666648507118,-0.0232344139367342,-0.02040916122496128,-0.017583908513188362,-0.014758654870092869,-0.01193340215831995,-0.009108148515224457,-0.006282895803451538,-0.0034576430916786194,-0.000632390147075057,0.0021928627975285053,0.005018115974962711,0.00784336868673563,0.010668621398508549,0.013493875041604042,0.01631912775337696,0.01914438046514988,0.021969633176922798,0.024794885888695717,0.027620138600468636,0.030445393174886703,0.03327064588665962,0.03609589859843254,0.03892115131020546,0.04174640402197838,0.0445716567337513,0.047396909445524216,0.050222162157297134,0.05304741486907005,0.05587266758084297,0.05869792029261589,0.06152317300438881,0.06434842944145203,0.06717368215322495,0.06999893486499786,0.07282418757677078,0.0756494402885437,0.07847469300031662,0.08129994571208954,0.08412519842386246,0.08695045113563538],"_type":"histogram","values":[1,0,1,1,7,15,23,32,47,101,158,240,373,534,751,1125,1527,2262,2895,3820,5114,6345,8116,9923,11778,14162,16290,18340,20594,22367,23608,24793,25343,26134,25263,24176,23004,21393,19389,17098,15085,13081,10721,8766,7314,5620,4460,3415,2416,1801,1270,893,663,447,305,185,132,69,43,24,17,13,3,2]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-3.3744021493475884e-05,-3.2667881896486506e-05,-3.159174229949713e-05,-3.051560270250775e-05,-2.943946310551837e-05,-2.836332168953959e-05,-2.728718209255021e-05,-2.6211042495560832e-05,-2.5134902898571454e-05,-2.4058763301582076e-05,-2.2982623704592697e-05,-2.190648410760332e-05,-2.0830342691624537e-05,-1.975420309463516e-05,-1.867806349764578e-05,-1.7601923900656402e-05,-1.6525784303667024e-05,-1.5449644706677645e-05,-1.4373505109688267e-05,-1.3297364603204187e-05,-1.2221225006214809e-05,-1.114508540922543e-05,-1.006894490274135e-05,-8.992805305751972e-06,-7.916665708762594e-06,-6.840526111773215e-06,-5.764386060036486e-06,-4.688246008299757e-06,-3.6121064113103785e-06,-2.5359665869473247e-06,-1.459826762584271e-06,-3.8368693822121713e-07,6.924565241206437e-07,1.7685963484836975e-06,2.8447361728467513e-06,3.9208762245834805e-06,4.997015821572859e-06,6.073155418562237e-06,7.149295470298966e-06,8.225435522035696e-06,9.301575119025074e-06,1.0377714716014452e-05,1.145385431300383e-05,1.252999481948791e-05,1.3606134416477289e-05,1.4682274013466667e-05,1.5758414519950747e-05,1.6834554116940126e-05,1.7910693713929504e-05,1.8986833310918882e-05,2.006297290790826e-05,2.113911250489764e-05,2.2215252101887017e-05,2.32913935178658e-05,2.4367533114855178e-05,2.5443672711844556e-05,2.6519812308833934e-05,2.7595951905823313e-05,2.867209150281269e-05,2.974823109980207e-05,3.082437251578085e-05,3.190051211277023e-05,3.297665170975961e-05,3.4052791306748986e-05,3.5128930903738365e-05],"_type":"histogram","values":[1,1,2,3,6,8,8,9,24,23,43,67,90,145,212,324,498,692,1093,1652,2462,3665,5839,9156,14147,22642,36135,57999,94779,154878,257617,332116,222405,134137,82670,50909,31379,19732,12404,8004,5133,3231,2208,1426,935,638,423,298,203,122,73,64,53,24,22,8,11,9,2,2,1,0,1,1]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,1,6,8,12,24,46,62,108,177,297,509,774,1074,1738,2443,3314,4676,6264,8008,10356,12864,16055,19251,22256,25486,28770,31193,33096,34788,35469,35127,34560,32978,30429,28090,24514,21489,18375,15446,12467,9811,7721,5872,4209,3107,2199,1497,1036,689,425,267,153,100,58,27,22,11,7,4,4,2],"bins":[-0.09924424439668655,-0.09622674435377121,-0.09320924431085587,-0.09019175171852112,-0.08717425167560577,-0.08415675163269043,-0.08113925158977509,-0.07812175154685974,-0.0751042515039444,-0.07208675891160965,-0.0690692588686943,-0.06605175882577896,-0.06303425878286362,-0.06001676246523857,-0.05699926242232323,-0.05398176610469818,-0.05096426606178284,-0.04794676601886749,-0.04492926970124245,-0.0419117696583271,-0.03889427334070206,-0.03587677329778671,-0.03285927325487137,-0.029841775074601173,-0.02682427689433098,-0.023806778714060783,-0.02078928053379059,-0.017771780490875244,-0.01475428231060505,-0.011736784130334854,-0.008719285018742085,-0.005701786372810602,-0.002684280276298523,0.00033321836963295937,0.0033507170155644417,0.006368215661495924,0.009385714307427406,0.012403212487697601,0.015420711599290371,0.01843821071088314,0.021455708891153336,0.02447320707142353,0.027490705251693726,0.03050820529460907,0.033525705337524414,0.03654320165514946,0.039560701698064804,0.04257819801568985,0.045595698058605194,0.04861319810152054,0.051630694419145584,0.05464819446206093,0.057665690779685974,0.06068319082260132,0.06370069086551666,0.066718190908432,0.06973569095134735,0.0727531835436821,0.07577068358659744,0.07878818362951279,0.08180568367242813,0.08482318371534348,0.08784067630767822,0.09085817635059357,0.09387567639350891]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-7.374476922450413e-07,-7.159613915064256e-07,-6.944750907678099e-07,-6.729887900291942e-07,-6.515025461339974e-07,-6.300162453953817e-07,-6.08529944656766e-07,-5.870436439181503e-07,-5.655573431795347e-07,-5.44071042440919e-07,-5.225847417023033e-07,-5.010984409636876e-07,-4.796121402250719e-07,-4.581258679081657e-07,-4.366395955912594e-07,-4.1515329485264374e-07,-3.9366699411402806e-07,-3.721806933754124e-07,-3.506943926367967e-07,-3.2920812031989044e-07,-3.0772181958127476e-07,-2.862355188426591e-07,-2.647492465257528e-07,-2.4326294578713714e-07,-2.2177664504852146e-07,-2.0029034430990578e-07,-1.788040577821448e-07,-1.5731777125438384e-07,-1.3583147051576816e-07,-1.1434517688257984e-07,-9.285888324939151e-08,-7.137258961620319e-08,-4.9886239139596e-08,-2.8399945506407676e-08,-6.913651873219351e-09,1.4572641759968974e-08,3.60589353931573e-08,5.7545229026345623e-08,7.903152265953395e-08,1.0051781629272227e-07,1.220041099259106e-07,1.4349041066452628e-07,1.6497669719228725e-07,1.8646298372004821e-07,2.079492844586639e-07,2.2943558519727958e-07,2.5092185751418583e-07,2.724081582528015e-07,2.938944589914172e-07,3.153807597300329e-07,3.3686706046864856e-07,3.583533327855548e-07,3.798396335241705e-07,4.013259342627862e-07,4.2281220657969243e-07,4.442985073183081e-07,4.657848080569238e-07,4.872711087955395e-07,5.087574095341552e-07,5.302437102727708e-07,5.517299541679677e-07,5.732162549065833e-07,5.94702555645199e-07,6.161888563838147e-07,6.376751571224304e-07],"_type":"histogram","values":[1,0,0,1,0,0,1,1,1,0,0,0,0,2,2,2,2,3,3,4,3,4,5,6,7,3,4,12,12,18,33,40,74,99,106,64,64,40,33,19,8,10,10,10,6,9,7,6,2,5,2,2,3,0,1,1,6,3,4,1,1,1,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,3,4,4,10,12,17,38,90,151,225,361,594,877,1252,1820,2728,3638,5026,6556,8782,11067,13743,16574,19628,22849,25868,29060,31307,33719,34700,35062,34987,34032,32006,29882,27273,24046,21025,17945,14773,11849,9484,7335,5624,4247,3043,2139,1551,1013,711,399,275,163,114,68,30,19,15,4,5,0,0,1],"bins":[-0.09493596106767654,-0.09194119274616241,-0.08894641697406769,-0.08595164865255356,-0.08295687288045883,-0.0799621045589447,-0.07696733623743057,-0.07397256046533585,-0.07097779214382172,-0.06798301637172699,-0.06498824805021286,-0.06199347600340843,-0.058998703956604004,-0.056003931909799576,-0.053009163588285446,-0.05001439154148102,-0.04701961949467659,-0.04402484744787216,-0.041030075401067734,-0.038035307079553604,-0.035040535032749176,-0.03204576298594475,-0.02905099093914032,-0.02605622075498104,-0.023061448708176613,-0.020066676661372185,-0.017071906477212906,-0.014077134430408478,-0.011082363314926624,-0.00808759219944477,-0.00509282061830163,-0.002098049269989133,0.0008967220783233643,0.0038914934266358614,0.0068862647749483585,0.0098810363560915,0.012875807471573353,0.015870578587055206,0.018865350633859634,0.021860120818018913,0.02485489286482334,0.02784966491162777,0.03084443509578705,0.033839207142591476,0.036833979189395905,0.03982875123620033,0.04282351955771446,0.04581829160451889,0.04881306365132332,0.05180783569812775,0.054802607744932175,0.057797376066446304,0.06079214811325073,0.06378692388534546,0.06678169220685959,0.06977646052837372,0.07277123630046844,0.07576600462198257,0.0787607803940773,0.08175554871559143,0.08475031703710556,0.08774509280920029,0.09073986113071442,0.09373463690280914,0.09672940522432327],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,2,0,0,0,0,2,2,3,8,1,4,5,7,10,15,12,23,29,30,35,39,48,62,46,38,60,42,50,37,23,33,24,12,13,7,10,13,5,5,1,1,3,1,1,0,1,1,0,0,0,0,0,0,1,1],"bins":[-4.374626587377861e-05,-4.242259819875471e-05,-4.1098930523730814e-05,-3.9775262848706916e-05,-3.845159517368302e-05,-3.712792749865912e-05,-3.580425982363522e-05,-3.448059214861132e-05,-3.3156924473587424e-05,-3.1833256798563525e-05,-3.0509589123539627e-05,-2.9185921448515728e-05,-2.786225377349183e-05,-2.653858609846793e-05,-2.5214918423444033e-05,-2.3891250748420134e-05,-2.2567583073396236e-05,-2.1243915398372337e-05,-1.992024772334844e-05,-1.859658004832454e-05,-1.7272912373300642e-05,-1.5949244698276743e-05,-1.4625577023252845e-05,-1.3301909348228946e-05,-1.1978241673205048e-05,-1.065457399818115e-05,-9.330906323157251e-06,-8.007238648133352e-06,-6.683570973109454e-06,-5.3599032980855554e-06,-4.036235623061657e-06,-2.7125679480377585e-06,-1.38890027301386e-06,-6.52325979899615e-08,1.258435077033937e-06,2.5821027520578355e-06,3.905770427081734e-06,5.2294381021056324e-06,6.553105777129531e-06,7.87677345215343e-06,9.200441127177328e-06,1.0524108802201226e-05,1.1847776477225125e-05,1.3171444152249023e-05,1.4495111827272922e-05,1.581877950229682e-05,1.714244717732072e-05,1.8466114852344617e-05,1.9789782527368516e-05,2.1113450202392414e-05,2.2437117877416313e-05,2.376078555244021e-05,2.508445322746411e-05,2.6408120902488008e-05,2.7731788577511907e-05,2.9055456252535805e-05,3.0379123927559704e-05,3.17027916025836e-05,3.30264592776075e-05,3.43501269526314e-05,3.56737946276553e-05,3.6997462302679196e-05,3.8321129977703094e-05,3.964479765272699e-05,4.096846532775089e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,2,0,0,0,0,0,2,1,2,1,5,6,7,2,3,6,6,10,13,23,18,33,19,29,34,30,46,40,31,44,24,38,28,30,30,37,18,20,27,15,14,17,11,9,7,3,8,6,4,1,2,2,0,0,1,1,0,0,0,0,0,1],"bins":[-1.9699364202097058e-05,-1.9083126971963793e-05,-1.8466889741830528e-05,-1.7850652511697263e-05,-1.7234415281563997e-05,-1.6618178051430732e-05,-1.6001940821297467e-05,-1.53857035911642e-05,-1.4769465451536234e-05,-1.415322822140297e-05,-1.3536990991269704e-05,-1.2920753761136439e-05,-1.2304515621508472e-05,-1.1688278391375206e-05,-1.1072041161241941e-05,-1.0455803931108676e-05,-9.83956670097541e-06,-9.223329470842145e-06,-8.60709224070888e-06,-7.990855010575615e-06,-7.374617325694999e-06,-6.7583800955617335e-06,-6.142142410681117e-06,-5.525905180547852e-06,-4.909667950414587e-06,-4.2934307202813216e-06,-3.677193262774381e-06,-3.06095580526744e-06,-2.444718575134175e-06,-1.828481231314072e-06,-1.212243887493969e-06,-5.96006543673866e-07,2.0230800146237016e-08,6.3646814396634e-07,1.252705487786443e-06,1.868942831606546e-06,2.485180175426649e-06,3.101417405559914e-06,3.717654863066855e-06,4.333892320573796e-06,4.950129550707061e-06,5.566366780840326e-06,6.182604010973591e-06,6.7988416958542075e-06,7.415078925987473e-06,8.031316610868089e-06,8.647553841001354e-06,9.26379107113462e-06,9.880028301267885e-06,1.049626553140115e-05,1.1112502761534415e-05,1.172873999166768e-05,1.2344977221800946e-05,1.2961215361428913e-05,1.3577452591562178e-05,1.4193689821695443e-05,1.4809927051828708e-05,1.5426165191456676e-05,1.604240242158994e-05,1.6658639651723206e-05,1.727487688185647e-05,1.7891114111989737e-05,1.8507351342123002e-05,1.9123588572256267e-05,1.9739825802389532e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,0,0,0,3,0,3,1,2,3,4,4,5,4,11,14,27,21,34,27,27,28,22,21,24,14,17,7,22,17,13,12,20,10,11,16,22,24,24,26,29,27,35,35,24,18,15,11,5,8,3,5,3,2,1,1,0,0,0,2,1,1,1],"bins":[-0.0006206023972481489,-0.0006013110978528857,-0.0005820197984576225,-0.0005627285572700202,-0.000543437257874757,-0.0005241459584794939,-0.0005048547172918916,-0.0004855634178966284,-0.0004662721185013652,-0.000446980819106102,-0.00042768954881466925,-0.0004083982785232365,-0.0003891069791279733,-0.0003698156797327101,-0.0003505244094412774,-0.00033123313914984465,-0.00031194183975458145,-0.00029265054035931826,-0.0002733592700678855,-0.0002540679997764528,-0.00023477670038118958,-0.00021548541553784162,-0.00019619413069449365,-0.00017690284585114568,-0.00015761156100779772,-0.00013832027616444975,-0.00011902899132110178,-9.973770647775382e-05,-8.044642163440585e-05,-6.115513679105788e-05,-4.186385194770992e-05,-2.257256710436195e-05,-3.2812822610139847e-06,1.6010002582333982e-05,3.530128742568195e-05,5.4592572269029915e-05,7.388385711237788e-05,9.317514195572585e-05,0.00011246642679907382,0.00013175771164242178,0.00015104899648576975,0.00017034028132911772,0.00018963156617246568,0.00020892285101581365,0.00022821413585916162,0.0002475054352544248,0.00026679670554585755,0.0002860879758372903,0.0003053792752325535,0.0003246705746278167,0.0003439618449192494,0.00036325311521068215,0.00038254441460594535,0.00040183571400120854,0.0004211269842926413,0.000440418254584074,0.0004597095539793372,0.0004790008533746004,0.0004982921527698636,0.0005175833939574659,0.0005368746933527291,0.0005561659927479923,0.0005754572339355946,0.0005947485333308578,0.000614039832726121],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,0,1,0,2,3,4,1,5,2,2,3,7,10,9,8,18,13,19,18,18,18,20,34,33,37,42,32,31,36,31,29,35,33,23,36,18,18,23,15,15,13,6,11,2,6,12,1,2,1,2,3,0,1,1,0,1,0,0,1],"bins":[-1.9021819753106683e-05,-1.844430880737491e-05,-1.7866797861643136e-05,-1.7289288734900765e-05,-1.671177778916899e-05,-1.6134266843437217e-05,-1.5556755897705443e-05,-1.4979245861468371e-05,-1.4401735825231299e-05,-1.3824224879499525e-05,-1.3246713933767751e-05,-1.2669203897530679e-05,-1.2091692951798905e-05,-1.1514182915561832e-05,-1.0936671969830059e-05,-1.0359161933592986e-05,-9.781650987861212e-06,-9.204140042129438e-06,-8.626630005892366e-06,-8.049119060160592e-06,-7.47160902392352e-06,-6.894098078191746e-06,-6.316587587207323e-06,-5.7390770962229e-06,-5.161566605238477e-06,-4.584056114254054e-06,-4.006545623269631e-06,-3.429034904911532e-06,-2.851524413927109e-06,-2.274013922942686e-06,-1.696503318271425e-06,-1.1189927136001643e-06,-5.414822226157412e-07,3.6028325212100754e-08,6.135388730399427e-07,1.1910494777112035e-06,1.7685599686956266e-06,2.3460704596800497e-06,2.923581178038148e-06,3.5010916690225713e-06,4.078602160006994e-06,4.6561126509914175e-06,5.2336231419758406e-06,5.811133632960264e-06,6.388644578692038e-06,6.966155069676461e-06,7.543665560660884e-06,8.121175596897956e-06,8.69868654262973e-06,9.276197488361504e-06,9.853707524598576e-06,1.043121847033035e-05,1.1008728506567422e-05,1.1586239452299196e-05,1.2163749488536268e-05,1.2741260434268042e-05,1.3318771379999816e-05,1.3896281416236889e-05,1.4473792361968663e-05,1.5051302398205735e-05,1.562881334393751e-05,1.6206324289669283e-05,1.6783833416411653e-05,1.7361344362143427e-05,1.79388553078752e-05]},"gradients/bert.encoder.layer.1.output.dense.weight":{"bins":[-3.7339334085118026e-05,-3.61071179213468e-05,-3.487490175757557e-05,-3.3642685593804345e-05,-3.241046579205431e-05,-3.1178249628283083e-05,-2.9946033464511856e-05,-2.871381730074063e-05,-2.7481601136969402e-05,-2.6249383154208772e-05,-2.5017166990437545e-05,-2.3784950826666318e-05,-2.2552732843905687e-05,-2.132051668013446e-05,-2.0088300516363233e-05,-1.8856082533602603e-05,-1.7623866369831376e-05,-1.639165020606015e-05,-1.515943313279422e-05,-1.3927216059528291e-05,-1.2694999895757064e-05,-1.1462782822491135e-05,-1.0230565749225207e-05,-8.99834958545398e-06,-7.766132512188051e-06,-6.533915893669473e-06,-5.301699275150895e-06,-4.069482201884966e-06,-2.8372655833663885e-06,-1.6050488511609728e-06,-3.7283211895555723e-07,8.593846132498584e-07,2.091601345455274e-06,3.323817963973852e-06,4.55603458249243e-06,5.7882516557583585e-06,7.0204682742769364e-06,8.252684892795514e-06,9.484901966061443e-06,1.071711812983267e-05,1.1949335203098599e-05,1.3181552276364528e-05,1.4413768440135755e-05,1.564598460390698e-05,1.6878202586667612e-05,1.811041875043884e-05,1.9342634914210066e-05,2.0574852896970697e-05,2.1807069060741924e-05,2.303928522451315e-05,2.427150320727378e-05,2.5503719371045008e-05,2.6735935534816235e-05,2.7968153517576866e-05,2.9200369681348093e-05,3.043258584511932e-05,3.166480382787995e-05,3.289701999165118e-05,3.4129236155422404e-05,3.536145231919363e-05,3.659366848296486e-05,3.782588828471489e-05,3.905810444848612e-05,4.0290320612257347e-05,4.1522536776028574e-05],"_type":"histogram","values":[2,0,0,3,1,7,1,6,14,14,25,40,65,97,129,225,294,469,743,1158,2025,3249,5207,8793,14918,25785,45409,82904,160777,312516,392394,245602,122018,63389,34798,19904,11730,6989,4219,2611,1457,998,653,432,261,176,127,71,47,42,25,13,8,6,4,5,3,1,1,1,1,1,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,3,3,3,2,9,5,9,12,11,20,20,31,29,27,22,35,33,41,30,38,23,24,22,27,24,17,17,21,25,22,20,21,20,20,12,13,12,7,7,4,8,4,3,2,3,1,2,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9995682835578918,0.999586284160614,0.999604344367981,0.9996223449707031,0.9996404051780701,0.9996584057807922,0.9996764063835144,0.9996944665908813,0.9997124671936035,0.9997305274009705,0.9997485280036926,0.9997665286064148,0.9997845888137817,0.9998025894165039,0.9998205900192261,0.999838650226593,0.9998566508293152,0.9998747110366821,0.9998927116394043,0.9999107122421265,0.9999287724494934,0.9999467730522156,0.9999648332595825,0.9999828338623047,1.0000008344650269,1.000018835067749,1.0000369548797607,1.000054955482483,1.000072956085205,1.0000909566879272,1.0001089572906494,1.0001270771026611,1.0001450777053833,1.0001630783081055,1.0001810789108276,1.0001990795135498,1.0002171993255615,1.0002351999282837,1.0002532005310059,1.000271201133728,1.0002892017364502,1.000307321548462,1.000325322151184,1.0003433227539062,1.0003613233566284,1.0003793239593506,1.0003973245620728,1.0004154443740845,1.0004334449768066,1.0004514455795288,1.000469446182251,1.0004874467849731,1.0005055665969849,1.000523567199707,1.0005415678024292,1.0005595684051514,1.0005775690078735,1.0005956888198853,1.0006136894226074,1.0006316900253296,1.0006496906280518,1.000667691230774,1.0006858110427856,1.0007038116455078,1.00072181224823],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[2,0,1,0,2,4,9,8,24,27,35,59,65,105,147,223,341,484,721,1109,1753,2681,4288,6771,10954,17908,28297,43760,63050,81151,86970,76905,57228,38664,24693,15309,9551,5900,3826,2280,1529,968,665,450,293,207,113,96,72,38,21,18,16,12,10,3,1,1,0,1,2,2,0,1],"bins":[-6.315571954473853e-05,-6.107494118623435e-05,-5.899416282773018e-05,-5.6913384469226e-05,-5.4832606110721827e-05,-5.275182775221765e-05,-5.0671049393713474e-05,-4.85902710352093e-05,-4.650949267670512e-05,-4.4428714318200946e-05,-4.234793595969677e-05,-4.0267157601192594e-05,-3.818637924268842e-05,-3.610560088418424e-05,-3.4024822525680065e-05,-3.194404416717589e-05,-2.9863265808671713e-05,-2.7782487450167537e-05,-2.570170909166336e-05,-2.3620930733159184e-05,-2.154015237465501e-05,-1.9459374016150832e-05,-1.7378595657646656e-05,-1.529781729914248e-05,-1.3217038940638304e-05,-1.1136260582134128e-05,-9.055482223629951e-06,-6.974703865125775e-06,-4.893925506621599e-06,-2.813147148117423e-06,-7.323687896132469e-07,1.3484095688909292e-06,3.4291879273951054e-06,5.5099662858992815e-06,7.590744644403458e-06,9.671523002907634e-06,1.175230136141181e-05,1.3833079719915986e-05,1.5913858078420162e-05,1.799463643692434e-05,2.0075414795428514e-05,2.215619315393269e-05,2.4236971512436867e-05,2.6317749870941043e-05,2.839852822944522e-05,3.0479306587949395e-05,3.256008494645357e-05,3.464086330495775e-05,3.6721641663461924e-05,3.88024200219661e-05,4.0883198380470276e-05,4.296397673897445e-05,4.504475509747863e-05,4.7125533455982804e-05,4.920631181448698e-05,5.1287090172991157e-05,5.336786853149533e-05,5.544864688999951e-05,5.7529425248503685e-05,5.961020360700786e-05,6.169098196551204e-05,6.377176032401621e-05,6.585253868252039e-05,6.793331704102457e-05,7.001409539952874e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,1,1,0,0,0,2,1,1,2,2,4,5,2,4,9,3,14,9,11,13,18,25,22,24,29,30,24,34,34,33,30,40,34,37,33,34,27,34,25,15,11,12,14,13,9,10,7,6,3,4,3,3,1,1,0,1,2],"bins":[-1.6922233044169843e-05,-1.6469608453917317e-05,-1.6016982044675387e-05,-1.556435745442286e-05,-1.5111732864170335e-05,-1.4659107364423107e-05,-1.4206482774170581e-05,-1.3753857274423353e-05,-1.3301232684170827e-05,-1.28486071844236e-05,-1.2395982594171073e-05,-1.1943357094423845e-05,-1.149073250417132e-05,-1.1038107004424091e-05,-1.0585482414171565e-05,-1.0132856914424337e-05,-9.680232324171811e-06,-9.227606824424583e-06,-8.774981324677356e-06,-8.32235673442483e-06,-7.869731234677602e-06,-7.4171066444250755e-06,-6.9644815994251985e-06,-6.5118565544253215e-06,-6.059231054678094e-06,-5.606606009678217e-06,-5.15398096467834e-06,-4.701355919678463e-06,-4.248730874678586e-06,-3.7961058296787087e-06,-3.3434807846788317e-06,-2.8908557396789547e-06,-2.4382306946790777e-06,-1.9856056496792007e-06,-1.5329806046793237e-06,-1.080355445992609e-06,-6.27730400992732e-07,-1.751053275711456e-07,2.775197458504408e-07,7.301448476937367e-07,1.1827698926936137e-06,1.6353949376934906e-06,2.0880199826933676e-06,2.5406450276932446e-06,2.993270300066797e-06,3.445895345066674e-06,3.898520390066551e-06,4.351145435066428e-06,4.803770480066305e-06,5.256395525066182e-06,5.709020570066059e-06,6.161645615065936e-06,6.614270660065813e-06,7.06689570506569e-06,7.519520750065567e-06,7.972145795065444e-06,8.424771294812672e-06,8.877395885065198e-06,9.330021384812426e-06,9.782645975064952e-06,1.023527147481218e-05,1.0687896065064706e-05,1.1140521564811934e-05,1.159314615506446e-05,1.2045771654811688e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,1,0,5,1,7,5,7,7,8,16,14,22,17,30,33,29,27,25,38,33,49,29,29,47,36,37,23,35,19,22,20,14,11,8,16,12,4,5,8,5,2,2,3,3],"bins":[-1.5788720702403225e-05,-1.5409514162456617e-05,-1.5030307622510009e-05,-1.4651101992058102e-05,-1.4271895452111494e-05,-1.3892688912164886e-05,-1.3513482372218277e-05,-1.313427674176637e-05,-1.2755070201819763e-05,-1.2375863661873154e-05,-1.1996657121926546e-05,-1.1617450581979938e-05,-1.1238244951528031e-05,-1.0859038411581423e-05,-1.0479831871634815e-05,-1.0100625331688207e-05,-9.7214197012363e-06,-9.342213161289692e-06,-8.963006621343084e-06,-8.583800081396475e-06,-8.204593541449867e-06,-7.82538791099796e-06,-7.4461813710513525e-06,-7.066974831104744e-06,-6.687768291158136e-06,-6.308562205958879e-06,-5.92935566601227e-06,-5.550149580813013e-06,-5.170943040866405e-06,-4.791736955667147e-06,-4.412530415720539e-06,-4.033324330521282e-06,-3.6541177905746736e-06,-3.2749114780017408e-06,-2.895705165428808e-06,-2.516498852855875e-06,-2.1372925402829424e-06,-1.7580861140231718e-06,-1.3788796877634013e-06,-9.996733751904685e-07,-6.204670626175357e-07,-2.4126072162289347e-07,1.3794561937174876e-07,5.171519887881004e-07,8.963583013610332e-07,1.275564613933966e-06,1.6547710401937366e-06,2.0339773527666694e-06,2.413183665339602e-06,2.792389977912535e-06,3.1715962904854678e-06,3.5508026030584006e-06,3.930008915631333e-06,4.309215455577942e-06,4.688421540777199e-06,5.067628080723807e-06,5.4468346206704155e-06,5.826040705869673e-06,6.205247245816281e-06,6.5844533310155384e-06,6.963659870962147e-06,7.342865956161404e-06,7.722072041360661e-06,8.10127858130727e-06,8.480485121253878e-06]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[3,2,1,1,0,2,2,4,3,2,8,5,21,17,15,28,29,22,15,22,21,20,20,15,18,16,18,7,15,13,11,11,22,12,8,20,21,24,8,14,22,24,24,22,27,16,18,23,18,13,9,10,5,5,9,1,0,2,1,1,1,0,0,1],"bins":[-0.0005088825128041208,-0.0004925376269966364,-0.000476192741189152,-0.0004598478553816676,-0.0004435029695741832,-0.00042715808376669884,-0.00041081319795921445,-0.00039446831215173006,-0.00037812342634424567,-0.0003617785405367613,-0.0003454336547292769,-0.0003290887689217925,-0.0003127438831143081,-0.00029639899730682373,-0.00028005411149933934,-0.00026370922569185495,-0.00024736433988437057,-0.00023101945407688618,-0.0002146745682694018,-0.0001983296824619174,-0.000181984796654433,-0.00016563991084694862,-0.00014929502503946424,-0.00013295013923197985,-0.00011660525342449546,-0.00010026036761701107,-8.391548180952668e-05,-6.75705960020423e-05,-5.1225710194557905e-05,-3.488082438707352e-05,-1.853593857958913e-05,-2.19105277210474e-06,1.4153833035379648e-05,3.0498718842864037e-05,4.6843604650348425e-05,6.318849045783281e-05,7.95333762653172e-05,9.587826207280159e-05,0.00011222314788028598,0.00012856803368777037,0.00014491291949525476,0.00016125780530273914,0.00017760269111022353,0.00019394757691770792,0.0002102924627251923,0.0002266373485326767,0.00024298223434016109,0.0002593271201476455,0.00027567200595512986,0.00029201689176261425,0.00030836177757009864,0.000324706663377583,0.0003410515491850674,0.0003573964349925518,0.0003737413208000362,0.0003900862066075206,0.00040643109241500497,0.00042277597822248936,0.00043912086402997375,0.00045546574983745813,0.0004718106356449425,0.0004881555214524269,0.0005045004072599113,0.0005208452930673957,0.0005371901788748801]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.0004943463718518615,-0.00047487454139627516,-0.00045540271094068885,-0.0004359308513812721,-0.00041645902092568576,-0.00039698719047009945,-0.0003775153309106827,-0.00035804350045509636,-0.00033857166999951005,-0.00031909983954392374,-0.0002996280090883374,-0.00028015614952892065,-0.00026068431907333434,-0.00024121248861774802,-0.00022174064361024648,-0.00020226879860274494,-0.00018279696814715862,-0.0001633251376915723,-0.00014385329268407077,-0.00012438144767656922,-0.00010490961722098291,-8.543777948943898e-05,-6.596594175789505e-05,-4.6494104026351124e-05,-2.7022266294807196e-05,-7.550428563263267e-06,1.1921409168280661e-05,3.139324689982459e-05,5.086508463136852e-05,7.033692236291245e-05,8.980876009445637e-05,0.0001092805978260003,0.00012875249376520514,0.00014822432422079146,0.000167696169228293,0.00018716801423579454,0.00020663984469138086,0.00022611167514696717,0.00024558353470638394,0.00026505536516197026,0.00028452719561755657,0.0003039990260731429,0.0003234708565287292,0.00034294271608814597,0.0003624145465437323,0.0003818863769993186,0.00040135823655873537,0.0004208300670143217,0.000440301897469908,0.0004597737279254943,0.00047924555838108063,0.0004987174179404974,0.0005181892774999142,0.00053766107885167,0.0005571329384110868,0.0005766047397628427,0.0005960765993222594,0.0006155484588816762,0.0006350202602334321,0.0006544921197928488,0.0006739639211446047,0.0006934357807040215,0.0007129076402634382,0.0007323794416151941,0.0007518513011746109],"_type":"histogram","values":[1,3,0,5,3,3,3,9,12,22,24,25,36,36,30,23,31,21,14,21,13,15,15,7,16,16,13,11,16,19,11,18,20,24,24,31,26,36,25,24,14,10,10,6,8,5,2,2,1,2,0,1,2,2,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,1,2,0,0,3,3,4,3,2,2,7,7,4,1,7,9,11,13,14,22,13,21,21,26,30,31,24,22,31,30,26,27,29,29,19,26,40,28,27,17,18,15,13,9,7,13,8,8,12,3,7,3,4,2,4,3,1,4],"bins":[-1.5046376574900933e-05,-1.4635015759267844e-05,-1.4223654943634756e-05,-1.3812294128001668e-05,-1.340093331236858e-05,-1.2989572496735491e-05,-1.2578211681102403e-05,-1.2166850865469314e-05,-1.1755490049836226e-05,-1.1344129234203137e-05,-1.0932768418570049e-05,-1.052140760293696e-05,-1.0110046787303872e-05,-9.698685971670784e-06,-9.287325156037696e-06,-8.875964340404607e-06,-8.464603524771519e-06,-8.053241799643729e-06,-7.64188098401064e-06,-7.230520623124903e-06,-6.819159807491815e-06,-6.407798991858726e-06,-5.996438176225638e-06,-5.58507736059255e-06,-5.1737160902121104e-06,-4.762355274579022e-06,-4.350994458945934e-06,-3.939633643312845e-06,-3.528272827679757e-06,-3.1169120120466687e-06,-2.7055511964135803e-06,-2.294190380780492e-06,-1.8828295651474036e-06,-1.4714687495143153e-06,-1.060107933881227e-06,-6.487470045613009e-07,-2.373861889282125e-07,1.7397465512658528e-07,5.853354991813831e-07,9.966963716578903e-07,1.4080571872909786e-06,1.819418002924067e-06,2.2307788185571553e-06,2.6421396341902437e-06,3.0535006771970075e-06,3.464861492830096e-06,3.876222308463184e-06,4.2875831240962725e-06,4.698943939729361e-06,5.110304755362449e-06,5.5216655709955376e-06,5.933026386628626e-06,6.344387202261714e-06,6.755748017894803e-06,7.167108833527891e-06,7.578469649160979e-06,7.989830919541419e-06,8.401191735174507e-06,8.812552550807595e-06,9.223913366440684e-06,9.635274182073772e-06,1.004663499770686e-05,1.0457995813339949e-05,1.0869356628973037e-05,1.1280717444606125e-05],"_type":"histogram"},"_step":1073,"parameters/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09223148226737976,-0.08907762169837952,-0.08592376857995987,-0.08276991546154022,-0.07961605489253998,-0.07646219432353973,-0.07330834120512009,-0.07015448808670044,-0.0670006275177002,-0.06384676694869995,-0.060692913830280304,-0.05753905698657036,-0.05438520014286041,-0.05123134329915047,-0.04807748645544052,-0.044923629611730576,-0.04176977276802063,-0.038615915924310684,-0.03546205908060074,-0.03230820223689079,-0.029154345393180847,-0.0260004885494709,-0.022846631705760956,-0.01969277486205101,-0.016538918018341064,-0.013385061174631119,-0.010231204330921173,-0.007077347487211227,-0.003923490643501282,-0.0007696337997913361,0.0023842230439186096,0.005538079887628555,0.008691936731338501,0.011845793575048447,0.014999650418758392,0.018153507262468338,0.021307364106178284,0.02446122094988823,0.027615077793598175,0.03076893463730812,0.033922791481018066,0.03707664832472801,0.04023050516843796,0.0433843620121479,0.04653821885585785,0.049692075699567795,0.05284593254327774,0.055999789386987686,0.05915364623069763,0.06230750307440758,0.06546135991811752,0.06861521303653717,0.07176907360553741,0.07492293417453766,0.0780767872929573,0.08123064041137695,0.0843845009803772,0.08753836154937744,0.09069221466779709,0.09384606778621674,0.09699992835521698,0.10015378892421722,0.10330764204263687,0.10646149516105652,0.10961535573005676],"_type":"histogram","values":[1,1,6,11,28,31,68,114,203,289,451,751,1163,1723,2479,3654,4737,6623,8919,11432,14266,17760,20892,24606,28258,30999,34083,35799,36555,36909,36362,34691,32385,29608,26039,23194,19321,15903,12886,10017,7683,5732,4213,3037,2008,1389,969,612,392,239,140,85,50,32,8,9,3,3,1,0,1,0,0,1]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-1.301499105466064e-05,-1.266482377104694e-05,-1.231465648743324e-05,-1.1964488294324838e-05,-1.1614321010711137e-05,-1.1264153727097437e-05,-1.0913985533989035e-05,-1.0563818250375334e-05,-1.0213650966761634e-05,-9.863483683147933e-06,-9.513316399534233e-06,-9.16314820642583e-06,-8.81298092281213e-06,-8.46281363919843e-06,-8.112645446090028e-06,-7.762478162476327e-06,-7.412310878862627e-06,-7.0621435952489264e-06,-6.711975856887875e-06,-6.361808118526824e-06,-6.011640834913123e-06,-5.661473551299423e-06,-5.311305812938372e-06,-4.96113807457732e-06,-4.61097079096362e-06,-4.2608035073499195e-06,-3.910635768988868e-06,-3.5604682580014924e-06,-3.2103007470141165e-06,-2.8601332360267406e-06,-2.5099657250393648e-06,-2.159798214051989e-06,-1.8096297935699113e-06,-1.4594622825825354e-06,-1.1092947715951595e-06,-7.591272606077837e-07,-4.089597496204078e-07,-5.879223863303196e-08,2.913752723543439e-07,6.415427833417198e-07,9.917102943290956e-07,1.3418778053164715e-06,1.6920453163038474e-06,2.0422128272912232e-06,2.392380338278599e-06,2.742547849265975e-06,3.092715360253351e-06,3.4428828712407267e-06,3.7930503822281025e-06,4.143217665841803e-06,4.493385404202854e-06,4.8435531425639056e-06,5.193720426177606e-06,5.543887709791306e-06,5.894055448152358e-06,6.244223186513409e-06,6.5943904701271094e-06,6.94455775374081e-06,7.294725492101861e-06,7.644893230462912e-06,7.995060514076613e-06,8.345227797690313e-06,8.695395081304014e-06,9.045563274412416e-06,9.395730558026116e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,2,0,1,1,4,2,2,2,7,8,6,5,12,11,12,11,17,19,19,26,26,34,30,31,35,29,34,33,28,42,32,23,23,24,28,29,22,21,9,12,13,7,9,6,6,2,1,3,3,3,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,2,4,4,2,9,8,13,21,43,63,83,97,185,289,375,601,894,1392,2224,3245,5003,7703,12221,18943,28324,41822,57693,71295,77342,72030,58965,43232,29610,19967,12764,8163,5171,3492,2313,1391,977,611,408,240,207,117,73,59,45,29,15,12,12,5,8,2,0,1,0,1],"bins":[-6.064463741495274e-05,-5.878159572603181e-05,-5.691855403711088e-05,-5.505551234818995e-05,-5.319247065926902e-05,-5.132942897034809e-05,-4.946638728142716e-05,-4.760334559250623e-05,-4.574030026560649e-05,-4.387725857668556e-05,-4.201421688776463e-05,-4.01511751988437e-05,-3.828813350992277e-05,-3.642509182100184e-05,-3.456205013208091e-05,-3.269900844315998e-05,-3.083596675423905e-05,-2.8972925065318123e-05,-2.7109883376397192e-05,-2.5246841687476262e-05,-2.3383799998555332e-05,-2.1520756490645e-05,-1.965771480172407e-05,-1.779467311280314e-05,-1.593163142388221e-05,-1.4068589734961279e-05,-1.2205548046040349e-05,-1.0342505447624717e-05,-8.479463758703787e-06,-6.616422069782857e-06,-4.753379926114576e-06,-2.8903380098199705e-06,-1.027292455546558e-06,8.357494607480476e-07,2.698791377042653e-06,4.561833520710934e-06,6.424875209631864e-06,8.287916898552794e-06,1.0150959496968426e-05,1.2014001185889356e-05,1.3877042874810286e-05,1.5740084563731216e-05,1.7603126252652146e-05,1.9466167941573076e-05,2.132921144948341e-05,2.319225313840434e-05,2.505529482732527e-05,2.69183365162462e-05,2.878137820516713e-05,3.064441989408806e-05,3.250746158300899e-05,3.437050327192992e-05,3.623354496085085e-05,3.809658664977178e-05,3.995962833869271e-05,4.182267002761364e-05,4.368571535451338e-05,4.554875704343431e-05,4.741179873235524e-05,4.927484042127617e-05,5.11378821101971e-05,5.300092379911803e-05,5.486396548803896e-05,5.672700717695989e-05,5.859004886588082e-05]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,1,0,1,1,1,0,0,3,3,4,1,4,2,8,13,9,15,17,11,17,27,18,25,21,31,33,25,36,42,37,29,41,33,25,30,27,27,25,17,14,10,12,14,9,10,9,8,2,4,3,3,1,3,0,0,1,1,0,0,1],"bins":[-1.8855560483643785e-05,-1.8285725673194975e-05,-1.771588904375676e-05,-1.714605423330795e-05,-1.657621942285914e-05,-1.6006382793420926e-05,-1.5436547982972115e-05,-1.4866713172523305e-05,-1.4296877452579793e-05,-1.372704173263628e-05,-1.315720692218747e-05,-1.2587371202243958e-05,-1.2017535482300445e-05,-1.1447700671851635e-05,-1.0877864951908123e-05,-1.0308030141459312e-05,-9.7381944215158e-06,-9.168358701572288e-06,-8.598523891123477e-06,-8.028688171179965e-06,-7.458852905983804e-06,-6.8890176407876424e-06,-6.31918192084413e-06,-5.749346655647969e-06,-5.1795113904518075e-06,-4.609676125255646e-06,-4.039840860059485e-06,-3.4700051401159726e-06,-2.9001698749198113e-06,-2.33033460972365e-06,-1.7604991171538131e-06,-1.190663738270814e-06,-6.208265403984115e-07,-5.0991161515412387e-08,5.188442173675867e-07,1.0886795962505857e-06,1.6585149751335848e-06,2.228350240329746e-06,2.798185732899583e-06,3.3680212254694197e-06,3.937856490665581e-06,4.507691755861742e-06,5.077527021057904e-06,5.647362741001416e-06,6.217198006197577e-06,6.787033271393739e-06,7.356868991337251e-06,7.926703801786061e-06,8.496539521729574e-06,9.066375241673086e-06,9.636210052121896e-06,1.0206045772065409e-05,1.0775880582514219e-05,1.1345716302457731e-05,1.1915552022401243e-05,1.2485386832850054e-05,1.3055222552793566e-05,1.3625058272737078e-05,1.4194893083185889e-05,1.4764728803129401e-05,1.5334564523072913e-05,1.5904399333521724e-05,1.6474234143970534e-05,1.7044070773408748e-05,1.761390558385756e-05]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-1.541101846669335e-05,-1.495815104135545e-05,-1.450528361601755e-05,-1.405241619067965e-05,-1.3599548765341751e-05,-1.314668043050915e-05,-1.269381300517125e-05,-1.2240945579833351e-05,-1.1788078154495452e-05,-1.1335210729157552e-05,-1.0882343303819653e-05,-1.0429475878481753e-05,-9.976607543649152e-06,-9.523740118311252e-06,-9.070872692973353e-06,-8.618005267635453e-06,-8.165137842297554e-06,-7.712270416959655e-06,-7.259402991621755e-06,-6.806535111536505e-06,-6.353667686198605e-06,-5.900800260860706e-06,-5.447932380775455e-06,-4.995064955437556e-06,-4.5421975300996564e-06,-4.089330104761757e-06,-3.636462452050182e-06,-3.183594799338607e-06,-2.7307273740007076e-06,-2.277859948662808e-06,-1.8249922959512332e-06,-1.372124756926496e-06,-9.192563084070571e-07,-4.663887693823199e-07,-1.3521230357582681e-08,4.393463086671545e-07,8.922138476918917e-07,1.345081386716629e-06,1.7979489257413661e-06,2.250816578452941e-06,2.7036840037908405e-06,3.15655142912874e-06,3.609419081840315e-06,4.06228673455189e-06,4.515154159889789e-06,4.968021585227689e-06,5.420889465312939e-06,5.873756890650839e-06,6.326624315988738e-06,6.7794917413266376e-06,7.232359166664537e-06,7.685226592002437e-06,8.138094926835038e-06,8.590962352172937e-06,9.043829777510837e-06,9.496697202848736e-06,9.949564628186636e-06,1.0402432053524535e-05,1.0855299478862435e-05,1.1308166904200334e-05,1.1761034329538234e-05,1.2213902664370835e-05,1.2666770089708734e-05,1.3119637515046634e-05,1.3572504940384533e-05],"_type":"histogram","values":[1,1,0,1,1,0,0,1,2,1,1,3,5,3,3,11,10,8,8,12,12,12,14,10,25,15,17,29,29,28,25,30,29,32,23,18,20,34,30,45,20,21,21,24,24,14,16,10,15,7,11,6,3,4,9,4,0,0,4,1,3,1,0,1]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0005552244838327169,-0.0005374979809857905,-0.000519771478138864,-0.0005020449752919376,-0.0004843184433411807,-0.0004665919113904238,-0.0004488654085434973,-0.0004311389056965709,-0.0004134124028496444,-0.0003956858708988875,-0.00037795936805196106,-0.0003602328652050346,-0.0003425063332542777,-0.00032477983040735126,-0.0003070533275604248,-0.0002893267956096679,-0.00027160029276274145,-0.000253873789915815,-0.00023614727251697332,-0.00021842075511813164,-0.0002006942522712052,-0.0001829677348723635,-0.00016524121747352183,-0.00014751471462659538,-0.0001297881972277537,-0.00011206168710486963,-9.433517698198557e-05,-7.660865958314389e-05,-5.8882149460259825e-05,-4.115563933737576e-05,-2.3429125576512888e-05,-5.70261363463942e-06,1.2023898307234049e-05,2.9750410249107517e-05,4.7476922190980986e-05,6.520343595184386e-05,8.292994607472792e-05,0.00010065645619761199,0.00011838297359645367,0.00013610947644338012,0.0001538359938422218,0.00017156251124106348,0.00018928901408798993,0.0002070155314868316,0.00022474204888567328,0.00024246855173259974,0.0002601950545795262,0.0002779215865302831,0.00029564808937720954,0.000313374592224136,0.0003311011241748929,0.00034882762702181935,0.0003665541298687458,0.0003842806618195027,0.00040200716466642916,0.0004197336675133556,0.0004374601994641125,0.00045518670231103897,0.0004729132051579654,0.0004906397080048919,0.0005083662108518183,0.0005260927719064057,0.0005438192747533321,0.0005615457776002586,0.000579272280447185],"_type":"histogram","values":[1,0,2,1,1,2,1,3,2,5,9,10,15,18,27,28,45,40,60,65,63,71,60,72,59,57,62,52,68,53,57,41,51,63,51,55,46,52,63,62,65,57,45,63,42,54,41,37,36,28,18,13,12,12,10,8,3,3,1,2,2,2,0,1]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"values":[2,0,1,0,1,1,0,0,3,1,1,4,3,4,14,6,7,12,15,16,20,15,22,21,18,30,27,30,24,32,26,36,32,20,35,23,29,27,34,26,16,24,12,15,12,13,12,8,6,6,5,5,2,3,1,3,3,1,0,1,0,1,0,1],"bins":[-0.00045107604819349945,-0.00043678091606125236,-0.0004224858130328357,-0.00040819068090058863,-0.00039389554876834154,-0.0003796004457399249,-0.0003653053136076778,-0.0003510101814754307,-0.0003367150784470141,-0.000322419946314767,-0.0003081248141825199,-0.0002938297111541033,-0.0002795345790218562,-0.0002652394468896091,-0.00025094434386119246,-0.00023664921172894537,-0.0002223540941486135,-0.00020805897656828165,-0.00019376384443603456,-0.0001794687268557027,-0.00016517360927537084,-0.00015087847714312375,-0.00013658335956279188,-0.00012228824198246002,-0.00010799311712617055,-9.369799226988107e-05,-7.940287468954921e-05,-6.510774983325973e-05,-5.081262861494906e-05,-3.6517507396638393e-05,-2.222238435933832e-05,-7.92726223153295e-06,6.367859896272421e-06,2.066298111458309e-05,3.495810233289376e-05,4.9253227189183235e-05,6.35483447695151e-05,7.784346962580457e-05,9.213859448209405e-05,0.00010643371206242591,0.00012072883691871539,0.00013502396177500486,0.00014931907935533673,0.0001636141969356686,0.00017790932906791568,0.00019220444664824754,0.0002064995642285794,0.0002207946963608265,0.00023508981394115835,0.0002493849315214902,0.0002636800636537373,0.00027797516668215394,0.00029227029881440103,0.0003065654309466481,0.00032086053397506475,0.00033515566610731184,0.00034945079823955894,0.00036374590126797557,0.00037804103340022266,0.00039233616553246975,0.0004066312685608864,0.0004209264006931335,0.00043522153282538056,0.0004495166358537972,0.0004638117679860443],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-8.710831934877206e-06,-8.428690307482611e-06,-8.146548680088017e-06,-7.864407052693423e-06,-7.582265425298829e-06,-7.300123797904234e-06,-7.01798217050964e-06,-6.735840543115046e-06,-6.453698915720452e-06,-6.171557288325857e-06,-5.889415660931263e-06,-5.607274033536669e-06,-5.325132406142075e-06,-5.04299077874748e-06,-4.760849151352886e-06,-4.478707523958292e-06,-4.196565896563698e-06,-3.914424269169103e-06,-3.632282641774509e-06,-3.350141014379915e-06,-3.0679993869853206e-06,-2.7858577595907263e-06,-2.503716132196132e-06,-2.221574504801538e-06,-1.9394328774069436e-06,-1.6572912500123493e-06,-1.375149622617755e-06,-1.0930079952231608e-06,-8.108663678285666e-07,-5.287247404339723e-07,-2.465831130393781e-07,3.5558514355216175e-08,3.1769923225510865e-07,5.998408596497029e-07,8.819824870442972e-07,1.1641241144388914e-06,1.4462657418334857e-06,1.72840736922808e-06,2.010548996622674e-06,2.2926906240172684e-06,2.5748322514118627e-06,2.856973878806457e-06,3.139115506201051e-06,3.4212571335956454e-06,3.7033987609902397e-06,3.985540388384834e-06,4.267682015779428e-06,4.5498236431740224e-06,4.831965270568617e-06,5.114106897963211e-06,5.396248525357805e-06,5.6783901527523994e-06,5.960531780146994e-06,6.242673407541588e-06,6.524815034936182e-06,6.8069566623307765e-06,7.089098289725371e-06,7.371239917119965e-06,7.65338154451456e-06,7.935523171909153e-06,8.217664799303748e-06,8.499806426698342e-06,8.781948054092936e-06,9.06408968148753e-06,9.346231308882125e-06],"_type":"histogram","values":[1,0,0,1,0,2,1,3,7,5,3,7,3,14,17,17,13,20,24,36,34,47,39,58,50,76,101,90,115,111,123,143,129,105,88,83,69,75,52,52,41,32,27,25,27,15,12,10,11,9,6,6,2,3,1,4,1,0,1,0,0,0,0,1]},"train_batch_loss":2.70818829536438,"parameters/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0008058745297603309,-0.0007825220236554742,-0.0007591695175506175,-0.0007358170114457607,-0.000712464505340904,-0.0006891119992360473,-0.0006657594931311905,-0.0006424069870263338,-0.0006190544809214771,-0.0005957019748166203,-0.0005723494687117636,-0.0005489969626069069,-0.0005256444565020502,-0.0005022919503971934,-0.00047893947339616716,-0.00045558696729131043,-0.0004322344611864537,-0.00040888195508159697,-0.00038552944897674024,-0.0003621769428718835,-0.0003388244367670268,-0.00031547193066217005,-0.0002921194245573133,-0.0002687669184524566,-0.0002454144414514303,-0.00022206192079465836,-0.00019870941468980163,-0.0001753569085849449,-0.0001520044170320034,-0.00012865191092714667,-0.00010529940482228994,-8.194689871743321e-05,-5.8594392612576485e-05,-3.5241886507719755e-05,-1.1889384040841833e-05,1.1463120245025493e-05,3.481562453089282e-05,5.816813063574955e-05,8.152062946464866e-05,0.0001048731355695054,0.00012822564167436212,0.00015157814777921885,0.00017493065388407558,0.0001982831599889323,0.0002216356515418738,0.00024498815764673054,0.00026834066375158727,0.000291693169856444,0.00031504567596130073,0.00033839818206615746,0.0003617506881710142,0.0003851031942758709,0.00040845570038072765,0.0004318082064855844,0.0004551607125904411,0.00047851321869529784,0.0005018656956963241,0.0005252182018011808,0.0005485707079060376,0.0005719232140108943,0.000595275720115751,0.0006186282262206078,0.0006419807323254645,0.0006653332384303212,0.000688685744535178],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,0,0,1,0,1,4,3,8,7,2,22,16,31,20,41,27,32,27,30,28,19,21,11,20,17,10,20,18,17,27,38,28,33,32,31,30,29,16,16,13,6,4,2,2,3,1,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-9.511562893749215e-06,-9.162413334706798e-06,-8.813263775664382e-06,-8.464114216621965e-06,-8.114964657579549e-06,-7.765815098537132e-06,-7.416665084747365e-06,-7.067515525704948e-06,-6.718365966662532e-06,-6.369216407620115e-06,-6.020066848577699e-06,-5.670917289535282e-06,-5.321767275745515e-06,-4.972617716703098e-06,-4.623468157660682e-06,-4.274318598618265e-06,-3.925169039575849e-06,-3.5760194805334322e-06,-3.2268699214910157e-06,-2.8777201350749237e-06,-2.5285705760325072e-06,-2.1794210169900907e-06,-1.8302713442608365e-06,-1.4811216715315823e-06,-1.1319721124891657e-06,-7.828224966033304e-07,-4.33672880717495e-07,-8.452326483165962e-08,2.6462635105417576e-07,6.137759669400111e-07,9.629255828258465e-07,1.3120752555551007e-06,1.6612239051028155e-06,2.010373464145232e-06,2.3595230231876485e-06,2.7086728096037405e-06,3.057822368646157e-06,3.4069719276885735e-06,3.7561217141046654e-06,4.105271273147082e-06,4.4544208321894985e-06,4.803570391231915e-06,5.1527199502743315e-06,5.501869509316748e-06,5.851019523106515e-06,6.200169082148932e-06,6.5493186411913484e-06,6.898468200233765e-06,7.2476177592761815e-06,7.596767318318598e-06,7.945916877361014e-06,8.295066436403431e-06,8.644215995445848e-06,8.993365554488264e-06,9.34251511353068e-06,9.691664672573097e-06,1.0040814231615514e-05,1.0389964700152632e-05,1.0739114259195048e-05,1.1088263818237465e-05,1.1437413377279881e-05,1.1786562936322298e-05,1.2135712495364714e-05,1.2484862054407131e-05,1.2834011613449547e-05],"_type":"histogram","values":[2,0,1,0,3,3,6,0,4,7,3,15,16,9,13,19,44,39,42,49,60,77,87,97,133,121,130,147,105,102,129,105,94,70,64,42,50,35,29,21,22,15,4,8,8,3,3,4,3,2,1,0,1,0,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,3,0,4,2,2,4,9,4,18,17,24,40,62,55,99,164,231,359,518,919,1416,2304,3941,6414,11261,20378,39127,90159,223829,96975,41090,21216,11668,6805,3991,2416,1557,961,613,374,262,172,107,74,51,40,27,14,11,12,6,3,5,1,3,1,4],"bins":[-1.4364028174895793e-05,-1.395983690599678e-05,-1.3555645637097768e-05,-1.3151453458704054e-05,-1.2747262189805042e-05,-1.234307092090603e-05,-1.1938879652007017e-05,-1.1534688383108005e-05,-1.113049620471429e-05,-1.0726304935815278e-05,-1.0322113666916266e-05,-9.917922398017254e-06,-9.513731129118241e-06,-9.109539860219229e-06,-8.705347681825515e-06,-8.301156412926503e-06,-7.89696514402749e-06,-7.492773875128478e-06,-7.0885821514821146e-06,-6.684390882583102e-06,-6.280199158936739e-06,-5.876007890037727e-06,-5.471816621138714e-06,-5.067624897492351e-06,-4.663433628593339e-06,-4.259242359694326e-06,-3.855050636047963e-06,-3.4508593671489507e-06,-3.046667870876263e-06,-2.642476374603575e-06,-2.2382851057045627e-06,-1.834093609431875e-06,-1.4299021131591871e-06,-1.0257106168864993e-06,-6.215192343006493e-07,-2.1732779487138032e-07,1.8686364455788862e-07,5.910550839871576e-07,9.952465234164265e-07,1.3994379060022766e-06,1.8036294022749644e-06,2.207820898547652e-06,2.61201239482034e-06,3.0162036637193523e-06,3.42039515999204e-06,3.824586656264728e-06,4.22877792516374e-06,4.6329696488101035e-06,5.037160917709116e-06,5.441352186608128e-06,5.8455439102544915e-06,6.249735179153504e-06,6.653926902799867e-06,7.0581181716988795e-06,7.462309440597892e-06,7.866500709496904e-06,8.270691978395917e-06,8.67488415678963e-06,9.079075425688643e-06,9.483266694587655e-06,9.887457963486668e-06,1.029164923238568e-05,1.0695841410779394e-05,1.1100032679678407e-05,1.1504223948577419e-05]},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[4,2,8,10,23,35,73,104,186,322,530,873,1327,2105,3041,4379,6401,8824,12247,16216,21418,27242,34016,41598,49781,58469,66791,74344,81906,87010,91147,93884,93366,91244,87119,81893,74829,67041,58965,50440,42031,34401,27558,21380,16744,12548,9074,6524,4481,3133,2091,1443,896,552,316,199,141,72,29,19,12,4,2,1],"bins":[-0.09568265080451965,-0.09269490092992783,-0.089707151055336,-0.08671940863132477,-0.08373165875673294,-0.08074390888214111,-0.07775615900754929,-0.07476840913295746,-0.07178066670894623,-0.0687929168343544,-0.06580516695976257,-0.06281741708517075,-0.05982966721057892,-0.05684192106127739,-0.05385417118668556,-0.05086642503738403,-0.047878675162792206,-0.04489092528820038,-0.04190317913889885,-0.03891542926430702,-0.03592768311500549,-0.032939933240413666,-0.02995218336582184,-0.02696443535387516,-0.023976687341928482,-0.020988939329981804,-0.018001191318035126,-0.015013441443443298,-0.01202569343149662,-0.009037945419549942,-0.006050196476280689,-0.0030624479986727238,-7.470697164535522e-05,0.0029130415059626102,0.005900789983570576,0.008888538926839828,0.011876286938786507,0.014864034950733185,0.017851784825325012,0.02083953283727169,0.02382728084921837,0.026815028861165047,0.029802776873111725,0.03279052674770355,0.03577827662229538,0.03876602277159691,0.041753772646188736,0.044741518795490265,0.04772926867008209,0.05071701854467392,0.05370476469397545,0.056692514568567276,0.059680260717868805,0.06266801059246063,0.06565576046705246,0.06864351034164429,0.07163125276565552,0.07461900264024734,0.07760675251483917,0.080594502389431,0.08358225226402283,0.08657000213861465,0.08955774456262589,0.09254549443721771,0.09553324431180954],"_type":"histogram"},"parameters/bert.embeddings.token_type_embeddings.weight":{"values":[1,0,1,2,3,5,1,1,3,4,10,11,9,10,16,21,24,29,28,31,46,41,53,50,49,58,72,66,70,69,78,54,74,48,58,57,35,52,47,37,36,29,29,23,18,13,15,14,5,9,8,4,4,1,0,1,0,1,1,0,0,0,0,1],"bins":[-0.06516926735639572,-0.06297636032104492,-0.06078345328569412,-0.058590542525053024,-0.056397635489702225,-0.054204728454351425,-0.05201181769371033,-0.04981891065835953,-0.04762600362300873,-0.04543309658765793,-0.04324018955230713,-0.04104727879166603,-0.03885437175631523,-0.03666146472096443,-0.034468553960323334,-0.032275646924972534,-0.030082739889621735,-0.027889832854270935,-0.025696923956274986,-0.023504015058279037,-0.021311108022928238,-0.01911820098757744,-0.01692529208958149,-0.014732384122908115,-0.012539476156234741,-0.010346568189561367,-0.008153660222887993,-0.005960752256214619,-0.0037678442895412445,-0.0015749363228678703,0.0006179716438055038,0.002810879610478878,0.005003795027732849,0.007196702994406223,0.009389610961079597,0.011582518927752972,0.013775426894426346,0.015968333929777145,0.018161242827773094,0.020354151725769043,0.022547058761119843,0.024739965796470642,0.02693287469446659,0.02912578359246254,0.03131869062781334,0.03351159766316414,0.03570450842380524,0.037897415459156036,0.040090322494506836,0.042283229529857635,0.044476136565208435,0.04666904732584953,0.04886195436120033,0.05105486139655113,0.05324777215719223,0.05544067919254303,0.05763358622789383,0.05982649326324463,0.06201940029859543,0.06421230733394623,0.06640522181987762,0.06859812885522842,0.07079103589057922,0.07298394292593002,0.07517684996128082],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-1.863213037722744e-05,-1.8133307094103657e-05,-1.7634483810979873e-05,-1.713566052785609e-05,-1.6636837244732305e-05,-1.613801396160852e-05,-1.5639190678484738e-05,-1.5140366485866252e-05,-1.4641543202742469e-05,-1.4142719919618685e-05,-1.3643896636494901e-05,-1.3145073353371117e-05,-1.2646249160752632e-05,-1.2147425877628848e-05,-1.1648602594505064e-05,-1.114977931138128e-05,-1.0650956028257497e-05,-1.0152132745133713e-05,-9.653309462009929e-06,-9.154486178886145e-06,-8.655662895762362e-06,-8.156838703143876e-06,-7.658015420020092e-06,-7.1591921368963085e-06,-6.660368853772525e-06,-6.161545570648741e-06,-5.662722287524957e-06,-5.1638985496538226e-06,-4.665075266530039e-06,-4.166251983406255e-06,-3.667428472908796e-06,-3.1686049624113366e-06,-2.669781679287553e-06,-2.170958396163769e-06,-1.6721348856663099e-06,-1.1733114888556884e-06,-6.744880920450669e-07,-1.756646952344454e-07,3.231587015761761e-07,8.219820983867976e-07,1.320805495197419e-06,1.8196288920080406e-06,2.318452288818662e-06,2.8172757993161213e-06,3.316099082439905e-06,3.814922365563689e-06,4.3137461034348235e-06,4.812569386558607e-06,5.311392669682391e-06,5.810215952806175e-06,6.3090392359299585e-06,6.807862973801093e-06,7.306686256924877e-06,7.805509994796012e-06,8.304333277919795e-06,8.803156561043579e-06,9.301979844167363e-06,9.800803127291147e-06,1.029962641041493e-05,1.0798449693538714e-05,1.12972738861572e-05,1.1796097169280984e-05,1.2294920452404767e-05,1.2793743735528551e-05,1.3292567018652335e-05],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,0,1,0,2,1,4,2,1,3,2,9,3,7,11,13,17,14,13,18,26,35,32,31,34,36,33,26,30,31,34,33,39,25,25,23,29,19,13,10,16,17,10,7,9,3,2,4,3,4,1,1,2,0,1]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,2,0,4,8,8,9,14,22,26,32,50,76,101,134,180,312,373,514,781,1114,1626,2495,3915,6137,9593,15598,26626,48856,110102,180698,81465,39805,22160,13110,8181,5229,3327,2214,1480,1061,682,478,354,236,194,125,93,74,37,34,28,20,7,6,6,3,3,2,0,1,1],"bins":[-1.1340190212649759e-05,-1.0989501788571943e-05,-1.0638812454999425e-05,-1.0288124030921608e-05,-9.937435606843792e-06,-9.586746273271274e-06,-9.236057849193458e-06,-8.88536851562094e-06,-8.534680091543123e-06,-8.183991667465307e-06,-7.833302333892789e-06,-7.4826139098149724e-06,-7.131925030989805e-06,-6.781236152164638e-06,-6.430547728086822e-06,-6.0798588492616545e-06,-5.729169970436487e-06,-5.37848109161132e-06,-5.027792212786153e-06,-4.677103788708337e-06,-4.3264149098831695e-06,-3.975726031058002e-06,-3.6250373796065105e-06,-3.2743487281550188e-06,-2.9236598493298516e-06,-2.5729709705046844e-06,-2.2222823190531926e-06,-1.8715935539148632e-06,-1.5209047887765337e-06,-1.1702160236382042e-06,-8.195272584998747e-07,-4.6883849336154526e-07,-1.1815063771791756e-07,2.325381274204119e-07,5.832268925587414e-07,9.339156576970709e-07,1.2846044228354003e-06,1.6352931879737298e-06,1.9859819531120593e-06,2.336670604563551e-06,2.6873594833887182e-06,3.0380483622138854e-06,3.388737013665377e-06,3.739425665116869e-06,4.090114543942036e-06,4.440803422767203e-06,4.79149184684502e-06,5.142180725670187e-06,5.492869604495354e-06,5.843558483320521e-06,6.194247362145688e-06,6.544935786223505e-06,6.895624665048672e-06,7.246313543873839e-06,7.597001967951655e-06,7.947691301524173e-06,8.29837972560199e-06,8.649068149679806e-06,8.999757483252324e-06,9.35044590733014e-06,9.701134331407957e-06,1.0051823664980475e-05,1.0402512089058291e-05,1.075320142263081e-05,1.1103889846708626e-05]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[5,2,3,9,17,36,56,101,162,236,363,593,854,1341,1908,2665,3745,4917,6786,8429,10798,13700,16679,19742,22824,25964,28752,31377,32769,34496,34982,35001,33964,32337,29557,27059,24368,21096,17579,15228,12258,9614,7681,5765,4261,3090,2202,1572,1032,707,441,296,172,96,62,32,18,7,11,2,3,1,0,1],"bins":[-0.09173265844583511,-0.0887473002076149,-0.08576194941997528,-0.08277659118175507,-0.07979124039411545,-0.07680588215589523,-0.07382053136825562,-0.0708351731300354,-0.06784981489181519,-0.06486446410417557,-0.06187910959124565,-0.058893755078315735,-0.05590839684009552,-0.052923042327165604,-0.04993768781423569,-0.04695233330130577,-0.043966978788375854,-0.04098162427544594,-0.03799626976251602,-0.035010915249586105,-0.03202556073665619,-0.029040204361081123,-0.026054847985506058,-0.02306949347257614,-0.020084138959646225,-0.01709878444671631,-0.014113429002463818,-0.011128073558211327,-0.00814271904528141,-0.0051573640666902065,-0.002172009088099003,0.0008133458904922009,0.0037987083196640015,0.006784063298255205,0.009769418276846409,0.0127547737210989,0.015740128234028816,0.018725482746958733,0.021710839122533798,0.024696193635463715,0.02768154814839363,0.030666902661323547,0.033652257174253464,0.03663761168718338,0.039622969925403595,0.04260832443833351,0.04559367895126343,0.048579033464193344,0.05156438797712326,0.05454974249005318,0.05753509700298309,0.06052045151591301,0.06350580602884293,0.06649116426706314,0.06947651505470276,0.07246187329292297,0.07544723153114319,0.0784325823187828,0.08141794055700302,0.08440329134464264,0.08738864958286285,0.09037400037050247,0.09335935860872269,0.0963447093963623,0.09933006763458252]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-3.288423249614425e-05,-3.181302236043848e-05,-3.0741808586753905e-05,-2.9670598451048136e-05,-2.8599388315342367e-05,-2.7528176360647194e-05,-2.645696440595202e-05,-2.5385754270246252e-05,-2.431454231555108e-05,-2.3243330360855907e-05,-2.2172120225150138e-05,-2.1100908270454966e-05,-2.0029696315759793e-05,-1.8958486180054024e-05,-1.788727422535885e-05,-1.6816064089653082e-05,-1.574485213495791e-05,-1.4673641089757439e-05,-1.3602430044556968e-05,-1.2531218089861795e-05,-1.1460007044661324e-05,-1.0388795999460854e-05,-9.317584044765681e-06,-8.24637299956521e-06,-7.175161954364739e-06,-6.1039509091642685e-06,-5.032739409216447e-06,-3.961527909268625e-06,-2.8903168640681542e-06,-1.819105591494008e-06,-7.478943189198617e-07,3.233169536542846e-07,1.3945245882496238e-06,2.46573586082377e-06,3.5369471333979163e-06,4.608158633345738e-06,5.679369678546209e-06,6.75058072374668e-06,7.821792678441852e-06,8.893003723642323e-06,9.964214768842794e-06,1.1035425814043265e-05,1.2106636859243736e-05,1.3177848813938908e-05,1.4249059859139379e-05,1.532027090433985e-05,1.6391482859035023e-05,1.746269299474079e-05,1.8533904949435964e-05,1.9605116904131137e-05,2.0676327039836906e-05,2.174753899453208e-05,2.2818749130237848e-05,2.388996108493302e-05,2.4961173039628193e-05,2.6032383175333962e-05,2.7103595130029134e-05,2.8174807084724307e-05,2.9246017220430076e-05,3.031722917512525e-05,3.138844112982042e-05,3.245965126552619e-05,3.353086140123196e-05,3.4602075174916536e-05,3.5673285310622305e-05],"_type":"histogram","values":[1,0,2,0,0,0,1,3,1,4,1,0,4,5,11,3,8,5,8,14,18,14,16,22,27,27,42,33,37,49,42,44,37,40,42,40,24,24,13,12,20,12,14,8,3,6,3,4,4,3,3,4,0,1,2,2,1,1,1,0,0,0,1,1]},"gradients/bert.encoder.layer.0.output.dense.weight":{"values":[1,0,0,0,1,1,1,2,4,0,6,5,6,12,20,31,40,69,90,177,277,405,669,1146,1999,3325,5953,10796,20033,37888,74410,155403,318898,413496,264005,127548,62893,32898,17693,9736,5421,3049,1815,1055,603,344,231,133,89,66,38,29,19,10,10,1,3,4,1,2,1,1,0,2],"bins":[-4.706185427494347e-05,-4.565086419461295e-05,-4.423987411428243e-05,-4.282888403395191e-05,-4.141789395362139e-05,-4.000690387329087e-05,-3.8595913792960346e-05,-3.7184923712629825e-05,-3.5773933632299304e-05,-3.436294355196878e-05,-3.295195347163826e-05,-3.154096339130774e-05,-3.0129975129966624e-05,-2.8718985049636103e-05,-2.7307994969305582e-05,-2.589700488897506e-05,-2.448601480864454e-05,-2.307502472831402e-05,-2.16640346479835e-05,-2.0253044567652978e-05,-1.8842054487322457e-05,-1.7431064406991936e-05,-1.6020074326661415e-05,-1.4609085155825596e-05,-1.3198095075495075e-05,-1.1787104995164555e-05,-1.0376114914834034e-05,-8.965124834503513e-06,-7.554135208920343e-06,-6.143145128589822e-06,-4.732155503006652e-06,-3.321165422676131e-06,-1.9101753423456103e-06,-4.991853757019271e-07,9.11804590941756e-07,2.3227944438986015e-06,3.7337845242291223e-06,5.144774604559643e-06,6.555764230142813e-06,7.966754310473334e-06,9.377744390803855e-06,1.0788734471134376e-05,1.2199724551464897e-05,1.3610714631795418e-05,1.5021703802631237e-05,1.6432693882961757e-05,1.784368396329228e-05,1.92546740436228e-05,2.066566412395332e-05,2.207665420428384e-05,2.3487644284614362e-05,2.4898634364944883e-05,2.6309624445275404e-05,2.7720614525605924e-05,2.9131604605936445e-05,3.054259286727756e-05,3.1953582947608083e-05,3.3364573027938604e-05,3.4775563108269125e-05,3.6186553188599646e-05,3.759754326893017e-05,3.900853334926069e-05,4.041952342959121e-05,4.183051350992173e-05,4.324150359025225e-05],"_type":"histogram"},"parameters/linear.weight":{"values":[938,1522,1588,1507,1606,1605,1555,1527,1555,1576,1548,1593,1574,1552,1629,1481,1587,1537,1599,1556,1477,1567,1526,1568,1549,1640,1591,1560,1516,1510,1573,1567,1474,1502,1573,1560,1558,1556,1651,1575,1519,1552,1496,1608,1520,1618,1614,1589,1605,1570,1633,1507,1489,1581,1556,1587,1552,1496,1550,1530,1529,1491,1567,817],"bins":[-0.03649356961250305,-0.03535059839487076,-0.034207623451948166,-0.03306465223431587,-0.03192167729139328,-0.030778706073760986,-0.029635732993483543,-0.0284927599132061,-0.027349786832928658,-0.026206813752651215,-0.02506384067237377,-0.02392086759209633,-0.022777896374464035,-0.021634923294186592,-0.02049195021390915,-0.019348977133631706,-0.018206004053354263,-0.01706303097307682,-0.015920057892799377,-0.014777085743844509,-0.013634112663567066,-0.012491139583289623,-0.011348167434334755,-0.010205194354057312,-0.009062221273779869,-0.007919248193502426,-0.0067762755788862705,-0.005633302964270115,-0.004490329883992672,-0.0033473570365458727,-0.0022043841890990734,-0.0010614113416522741,8.155778050422668e-05,0.001224530627951026,0.0023675034753978252,0.0035104763228446245,0.004653449170291424,0.005796422250568867,0.006939394865185022,0.008082367479801178,0.009225340560078621,0.010368313640356064,0.011511286720633507,0.012654258869588375,0.013797231949865818,0.014940205030143261,0.01608317717909813,0.017226150259375572,0.018369123339653015,0.019512096419930458,0.0206550695002079,0.021798042580485344,0.022941015660762787,0.02408398687839508,0.025226959958672523,0.026369933038949966,0.02751290611922741,0.028655879199504852,0.029798852279782295,0.030941825360059738,0.03208479657769203,0.033227771520614624,0.03437074273824692,0.03551371768116951,0.036656688898801804],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,1,0,1,2,2,1,3,2,3,4,5,8,12,7,13,24,19,32,40,29,28,46,44,44,48,57,54,32,38,33,33,17,17,5,12,4,9,6,4,4,7,4,3,1,2,1,0,0,0,1,0,0,1,0,0,0,1,0,0,1],"bins":[-3.5635246604215354e-05,-3.436476254137233e-05,-3.30942748405505e-05,-3.182379077770747e-05,-3.055330307688564e-05,-2.9282819014042616e-05,-2.8012333132210188e-05,-2.674184725037776e-05,-2.5471363187534735e-05,-2.4200877305702306e-05,-2.2930391423869878e-05,-2.165990554203745e-05,-2.038941966020502e-05,-1.9118933778372593e-05,-1.784844971552957e-05,-1.657796383369714e-05,-1.5307477951864712e-05,-1.4036992070032284e-05,-1.2766507097694557e-05,-1.1496021215862129e-05,-1.0225536243524402e-05,-8.955050361691974e-06,-7.684564479859546e-06,-6.4140790527744684e-06,-5.143593625689391e-06,-3.873108198604314e-06,-2.602622544145561e-06,-1.3321370033736457e-06,-6.16514626017306e-08,1.2088340781701845e-06,2.4793196189420996e-06,3.7498052734008525e-06,5.02029070048593e-06,6.290776127571007e-06,7.561261554656085e-06,8.831747436488513e-06,1.010223240882624e-05,1.1372718290658668e-05,1.2643204172491096e-05,1.3913689144828822e-05,1.518417502666125e-05,1.6454659998998977e-05,1.7725145880831406e-05,1.8995631762663834e-05,2.0266117644496262e-05,2.153660352632869e-05,2.2807087589171715e-05,2.4077573471004143e-05,2.534805935283657e-05,2.6618545234669e-05,2.7889031116501428e-05,2.9159515179344453e-05,3.043000106117688e-05,3.170048876199871e-05,3.297097282484174e-05,3.424145688768476e-05,3.5511944588506594e-05,3.678242865134962e-05,3.805291635217145e-05,3.9323400415014476e-05,4.05938844778575e-05,4.186437217867933e-05,4.313485624152236e-05,4.440534394234419e-05,4.5675828005187213e-05]},"parameters/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,2,1,3,4,16,15,32,46,71,147,213,351,533,744,1154,1581,2163,3005,4047,5208,6606,8330,10044,11819,14030,15993,17743,19537,21096,22192,22922,22783,22312,21602,20562,19031,17367,15204,13344,11322,9323,7605,6017,4661,3582,2652,1955,1394,973,660,463,281,186,119,70,49,14,13,11,7,2,2,1],"bins":[-0.09438087791204453,-0.09145829826593399,-0.08853571861982346,-0.08561313897371292,-0.08269055932760239,-0.07976797968149185,-0.07684540748596191,-0.07392282783985138,-0.07100024819374084,-0.06807766854763031,-0.06515508890151978,-0.06223250925540924,-0.059309929609298706,-0.05638734996318817,-0.053464774042367935,-0.0505421943962574,-0.047619614750146866,-0.04469703510403633,-0.041774455457925797,-0.03885187953710556,-0.035929299890995026,-0.03300672024488449,-0.030084140598773956,-0.02716156281530857,-0.024238983169198036,-0.0213164035230875,-0.018393825739622116,-0.015471246093511581,-0.012548667378723621,-0.009626088663935661,-0.006703509483486414,-0.0037809305358678102,-0.0008583515882492065,0.002064227359369397,0.004986806306988001,0.007909385487437248,0.010831964202225208,0.013754542917013168,0.016677122563123703,0.01959970034658909,0.022522279992699623,0.025444859638810158,0.028367437422275543,0.03129001706838608,0.03421259671449661,0.03713517636060715,0.04005775228142738,0.04298033192753792,0.04590291157364845,0.04882549121975899,0.05174807086586952,0.05467064678668976,0.05759322643280029,0.06051580607891083,0.06343838572502136,0.0663609653711319,0.06928354501724243,0.07220612466335297,0.0751287043094635,0.07805127650499344,0.08097385615110397,0.08389643579721451,0.08681901544332504,0.08974159508943558,0.09266417473554611]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[2,4,10,7,16,30,67,92,168,249,459,641,1040,1539,2290,3069,4359,5913,7605,9953,12729,15233,18500,21646,24977,28136,30805,32730,34534,35578,35862,34810,33127,30858,28216,25695,22051,18973,15832,12876,10146,8007,6168,4478,3373,2249,1679,1066,748,490,291,187,111,60,38,19,21,8,1,1,0,0,1,1],"bins":[-0.0908537283539772,-0.08783175051212311,-0.08480978012084961,-0.08178780972957611,-0.07876583188772202,-0.07574385404586792,-0.07272188365459442,-0.06969991326332092,-0.06667793542146683,-0.06365595757961273,-0.06063398718833923,-0.057612013071775436,-0.05459003895521164,-0.05156806483864784,-0.048546090722084045,-0.04552411660552025,-0.04250214248895645,-0.039480168372392654,-0.03645819425582886,-0.03343622013926506,-0.030414246022701263,-0.027392271906137466,-0.02437029778957367,-0.021348323673009872,-0.018326349556446075,-0.015304375439882278,-0.012282401323318481,-0.009260427206754684,-0.0062384530901908875,-0.0032164789736270905,-0.00019450485706329346,0.0028274692595005035,0.0058494433760643005,0.008871417492628098,0.011893391609191895,0.014915365725755692,0.01793733984231949,0.020959313958883286,0.023981288075447083,0.02700326219201088,0.030025236308574677,0.033047210425138474,0.03606918454170227,0.03909115865826607,0.042113132774829865,0.04513510689139366,0.04815708100795746,0.051179055124521255,0.05420102924108505,0.05722300335764885,0.060244977474212646,0.06326694786548615,0.06628892570734024,0.06931090354919434,0.07233287394046783,0.07535484433174133,0.07837682217359543,0.08139880001544952,0.08442077040672302,0.08744274079799652,0.09046471863985062,0.09348669648170471,0.09650866687297821,0.09953063726425171,0.1025526151061058]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-3.943907722714357e-05,-3.8267015042947605e-05,-3.709495285875164e-05,-3.592288703657687e-05,-3.47508248523809e-05,-3.3578762668184936e-05,-3.240670048398897e-05,-3.1234638299793005e-05,-3.0062574296607636e-05,-2.889051211241167e-05,-2.77184481092263e-05,-2.6546385925030336e-05,-2.537432374083437e-05,-2.4202259737649e-05,-2.3030197553453036e-05,-2.1858133550267667e-05,-2.06860713660717e-05,-1.9514009181875736e-05,-1.8341945178690366e-05,-1.71698829944944e-05,-1.5997818991309032e-05,-1.4825756807113066e-05,-1.36536946229171e-05,-1.2481631529226433e-05,-1.1309568435535766e-05,-1.0137505341845099e-05,-8.965442248154432e-06,-7.793380063958466e-06,-6.621316970267799e-06,-5.4492538765771315e-06,-4.277191237633815e-06,-3.105128371316823e-06,-1.9330655049998313e-06,-7.610026386828395e-07,4.110602276341524e-07,1.5831230939511443e-06,2.755185960268136e-06,3.927249053958803e-06,5.09931169290212e-06,6.271374331845436e-06,7.4434374255361035e-06,8.615500519226771e-06,9.787563612917438e-06,1.0959625797113404e-05,1.2131688890804071e-05,1.3303751984494738e-05,1.4475814168690704e-05,1.5647878171876073e-05,1.681994035607204e-05,1.7992002540268004e-05,1.9164066543453373e-05,2.033612872764934e-05,2.1508192730834708e-05,2.2680254915030673e-05,2.385231709922664e-05,2.5024381102412008e-05,2.6196443286607973e-05,2.736850547080394e-05,2.8540569473989308e-05,2.9712631658185273e-05,3.088469384238124e-05,3.2056756026577204e-05,3.322882184875198e-05,3.440088403294794e-05,3.557294621714391e-05],"_type":"histogram","values":[1,0,2,1,2,3,2,7,3,9,16,28,42,43,62,100,130,222,294,400,648,926,1453,2267,3630,6077,9747,16607,28617,50038,86081,146054,234455,308413,263093,170209,100847,58334,34060,19743,11580,6870,4199,2628,1618,1124,701,493,300,231,126,99,81,43,33,18,19,14,9,4,0,3,1,4]},"learning_rate":9.999999609762052e-06,"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.0006379058468155563,-0.0006187221733853221,-0.000599538441747427,-0.0005803547683171928,-0.0005611710948869586,-0.0005419873632490635,-0.0005228036898188293,-0.0005036199581809342,-0.0004844362847507,-0.00046525258221663535,-0.0004460688796825707,-0.0004268852062523365,-0.00040770150371827185,-0.0003885178011842072,-0.000369334127753973,-0.00035015042521990836,-0.0003309667226858437,-0.00031178302015177906,-0.0002925993176177144,-0.0002734156441874802,-0.00025423194165341556,-0.0002350482391193509,-0.0002158645511372015,-0.00019668086315505207,-0.00017749716062098742,-0.00015831345808692276,-0.00013912977010477334,-0.0001199460748466663,-0.00010076237958855927,-8.157868433045223e-05,-6.23949890723452e-05,-4.321129381423816e-05,-2.4027598556131124e-05,-4.843903298024088e-06,1.4339791960082948e-05,3.3523487218189985e-05,5.270718247629702e-05,7.189087773440406e-05,9.10745729925111e-05,0.00011025826825061813,0.00012944196350872517,0.00014862566604278982,0.00016780935402493924,0.00018699304200708866,0.0002061767445411533,0.00022536044707521796,0.00024454412050545216,0.0002637278230395168,0.00028291152557358146,0.0003020952281076461,0.00032127893064171076,0.00034046260407194495,0.0003596463066060096,0.00037883000914007425,0.00039801368257030845,0.0004171973851043731,0.00043638108763843775,0.0004555647901725024,0.00047474849270656705,0.0004939321661368012,0.0005131158977746964,0.0005322995712049305,0.0005514832446351647,0.0005706669762730598,0.000589850649703294],"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,3,3,1,3,5,4,11,15,12,22,24,29,28,25,23,22,29,22,24,10,15,17,18,15,22,15,18,18,16,15,17,19,19,19,26,23,29,25,21,15,19,19,6,6,6,2,2,0,0,3,2,1,1,0,1]},"parameters/bert.embeddings.LayerNorm.bias":{"bins":[-0.0005668935482390225,-0.0005481514963321388,-0.0005294093862175941,-0.0005106673343107104,-0.0004919252241961658,-0.0004731831722892821,-0.0004544410912785679,-0.00043569901026785374,-0.00041695695836097,-0.00039821487735025585,-0.0003794727963395417,-0.0003607307153288275,-0.0003419886343181133,-0.00032324655330739915,-0.00030450450140051544,-0.00028576242038980126,-0.0002670203393790871,-0.0002482782583683729,-0.00022953619190957397,-0.0002107941108988598,-0.00019205204444006085,-0.00017330996342934668,-0.0001545678824186325,-0.00013582581595983356,-0.00011708373494911939,-9.834166121436283e-05,-7.959958747960627e-05,-6.08575064688921e-05,-4.211543273413554e-05,-2.3373357180389576e-05,-4.631281626643613e-06,1.411079392710235e-05,3.285286948084831e-05,5.159494321560487e-05,7.033701695036143e-05,8.90790979610756e-05,0.00010782117169583216,0.00012656324543058872,0.0001453053264413029,0.00016404739290010184,0.00018278947391081601,0.0002015315549215302,0.00022027362138032913,0.0002390157023910433,0.0002577577834017575,0.00027649986441247165,0.00029524191631935537,0.00031398399733006954,0.0003327260783407837,0.0003514681593514979,0.00037021024036221206,0.0003889522922690958,0.00040769437327980995,0.0004264364542905241,0.0004451785353012383,0.00046392061631195247,0.00048266269732266665,0.0005014047492295504,0.000520146859344095,0.0005388889112509787,0.0005576309631578624,0.0005763730732724071,0.0005951151251792908,0.0006138572352938354,0.0006325992872007191],"_type":"histogram","values":[1,0,0,1,2,0,2,1,5,7,6,11,9,8,22,11,17,25,32,29,23,20,25,25,9,25,19,18,7,16,21,16,11,26,9,22,18,20,21,26,28,22,24,15,23,20,17,11,6,6,6,3,5,6,2,1,0,1,2,1,1,1,0,1]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,1,1,1,1,2,5,6,5,4,11,8,14,10,14,22,20,20,20,18,22,37,26,29,27,37,26,23,25,35,24,34,23,26,21,23,19,20,11,20,11,12,11,5,8,10,6,2,4,0,2,1,2,0,0,0,0,1],"bins":[-4.5555707401945256e-06,-4.417854142957367e-06,-4.2801370909728575e-06,-4.142420493735699e-06,-4.0047034417511895e-06,-3.866986844514031e-06,-3.729270019903197e-06,-3.591553195292363e-06,-3.453836370681529e-06,-3.316119546070695e-06,-3.178402721459861e-06,-3.040685896849027e-06,-2.9029692996118683e-06,-2.7652524750010343e-06,-2.6275356503902003e-06,-2.4898188257793663e-06,-2.3521020011685323e-06,-2.2143851765576983e-06,-2.0766683519468643e-06,-1.9389515273360303e-06,-1.801234816412034e-06,-1.6635179918012e-06,-1.5258012808772037e-06,-1.3880844562663697e-06,-1.2503676316555357e-06,-1.1126508070447017e-06,-9.749339824338676e-07,-8.372172715098714e-07,-6.995004468990373e-07,-5.617836222882033e-07,-4.240668545207882e-07,-2.863500583316636e-07,-1.4863326214253902e-07,-1.0916465953414445e-08,1.2680033023571013e-07,2.645171264248347e-07,4.022339226139593e-07,5.399507472247933e-07,6.776675149922085e-07,8.153842827596236e-07,9.531011073704576e-07,1.0908179319812916e-06,1.2285347565921256e-06,1.366251467516122e-06,1.503968292126956e-06,1.64168511673779e-06,1.7794018276617862e-06,1.9171186522726202e-06,2.0548354768834542e-06,2.1925523014942883e-06,2.3302691261051223e-06,2.4679859507159563e-06,2.6057027753267903e-06,2.743419372563949e-06,2.881136197174783e-06,3.018853021785617e-06,3.156569846396451e-06,3.294286671007285e-06,3.432003495618119e-06,3.569720320228953e-06,3.7074369174661115e-06,3.845153969450621e-06,3.9828705666877795e-06,4.120587618672289e-06,4.2583042159094475e-06]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,1,0,1,0,1,2,1,0,1,0,1,1,5,3,8,6,2,4,8,4,6,19,19,30,30,50,62,60,81,77,67,44,37,27,22,11,10,8,6,5,9,6,5,5,4,2,5,0,2,1,0,1,2,1,0,1,0,1,0,1],"bins":[-5.343281372915953e-12,-5.17985654369113e-12,-5.016431714466307e-12,-4.853006885241484e-12,-4.689582056016661e-12,-4.526157226791838e-12,-4.362732397567015e-12,-4.199307568342192e-12,-4.035882739117369e-12,-3.872457909892546e-12,-3.709033080667723e-12,-3.5456082514429e-12,-3.382183422218077e-12,-3.218758592993254e-12,-3.055333763768431e-12,-2.8919089345436078e-12,-2.7284841053187847e-12,-2.5650592760939617e-12,-2.4016344468691386e-12,-2.2382096176443156e-12,-2.0747847884194925e-12,-1.9113599591946695e-12,-1.7479351299698465e-12,-1.5845103007450234e-12,-1.4210854715202004e-12,-1.2576606422953773e-12,-1.0942358130705543e-12,-9.308109838457312e-13,-7.673861546209082e-13,-6.039613253960852e-13,-4.405364961712621e-13,-2.7711166694643907e-13,-1.1368683772161603e-13,4.973799150320701e-14,2.1316282072803006e-13,3.765876499528531e-13,5.400124791776761e-13,7.034373084024992e-13,8.668621376273222e-13,1.0302869668521453e-12,1.1937117960769683e-12,1.3571366253017914e-12,1.5205614545266144e-12,1.6839862837514374e-12,1.8474111129762605e-12,2.0108359422010835e-12,2.1742607714259066e-12,2.3376856006507296e-12,2.5011104298755527e-12,2.6645352591003757e-12,2.8279600883251987e-12,2.9913849175500218e-12,3.154809746774845e-12,3.318234575999668e-12,3.481659405224491e-12,3.645084234449314e-12,3.808509063674137e-12,3.97193389289896e-12,4.135358722123783e-12,4.298783551348606e-12,4.462208380573429e-12,4.625633209798252e-12,4.789058039023075e-12,4.952482868247898e-12,5.115907697472721e-12]},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[1,0,1,1,0,0,0,0,6,1,3,2,3,10,13,21,24,38,72,114,199,303,541,864,1460,2476,4217,7487,12692,22511,40968,77188,159758,357421,435950,225352,103769,53490,28602,15934,9009,5181,3012,1672,993,603,330,212,142,77,57,29,15,9,10,9,2,3,2,3,0,1,0,1],"bins":[-4.5910332119092345e-05,-4.4568041630554944e-05,-4.322575114201754e-05,-4.1883457015501335e-05,-4.0541166526963934e-05,-3.919887603842653e-05,-3.7856581911910325e-05,-3.6514291423372924e-05,-3.517200093483552e-05,-3.382971044629812e-05,-3.248741995776072e-05,-3.1145125831244513e-05,-2.9802835342707112e-05,-2.846054485416971e-05,-2.7118252546642907e-05,-2.5775960239116102e-05,-2.44336697505787e-05,-2.30913792620413e-05,-2.1749086954514496e-05,-2.040679464698769e-05,-1.906450415845029e-05,-1.772221366991289e-05,-1.6379921362386085e-05,-1.5037629964353982e-05,-1.369533856632188e-05,-1.2353047168289777e-05,-1.1010755770257674e-05,-9.668464372225571e-06,-8.326172974193469e-06,-6.983881576161366e-06,-5.641590178129263e-06,-4.2992987800971605e-06,-2.9570073820650578e-06,-1.614715984032955e-06,-2.724245860008523e-07,1.0698668120312504e-06,2.412158210063353e-06,3.754449608095456e-06,5.096741006127559e-06,6.439032404159661e-06,7.781323802191764e-06,9.123615200223867e-06,1.046590659825597e-05,1.1808197996288072e-05,1.3150489394320175e-05,1.4492780792352278e-05,1.583507219038438e-05,1.7177364497911185e-05,1.8519654986448586e-05,1.9861945474985987e-05,2.120423778251279e-05,2.2546530090039596e-05,2.3888820578576997e-05,2.5231111067114398e-05,2.6573403374641202e-05,2.7915695682168007e-05,2.9257986170705408e-05,3.060027665924281e-05,3.194256714778021e-05,3.328486127429642e-05,3.462715176283382e-05,3.596944225137122e-05,3.731173637788743e-05,3.865402686642483e-05,3.999631735496223e-05],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,2,2,2,5,14,31,69,98,174,278,472,790,1237,1892,2806,4083,5975,8597,11646,16005,20972,27210,34019,41545,50345,59242,67800,75772,83101,89101,92497,95021,95320,92677,88674,81853,74740,66673,58879,49434,41046,33537,26119,20531,15433,11445,8263,5875,4083,2789,1733,1193,706,458,258,165,70,41,30,16,9,5,5],"bins":[-0.10039684176445007,-0.0973505973815918,-0.09430436044931412,-0.09125811606645584,-0.08821187913417816,-0.08516563475131989,-0.08211939036846161,-0.07907315343618393,-0.07602690905332565,-0.07298066467046738,-0.0699344277381897,-0.06688818335533142,-0.06384193897247314,-0.060795702040195465,-0.05774945765733719,-0.05470321699976921,-0.05165697634220123,-0.048610735684633255,-0.04556449502706528,-0.042518250644207,-0.03947200998663902,-0.036425769329071045,-0.03337952494621277,-0.03033328428864479,-0.027287043631076813,-0.024240802973508835,-0.021194560453295708,-0.01814831793308258,-0.015102077275514603,-0.01205583568662405,-0.009009594097733498,-0.005963352508842945,-0.0029171034693717957,0.00012913811951875687,0.0031753797084093094,0.006221621297299862,0.009267862886190414,0.012314104475080967,0.01536034606397152,0.018406588584184647,0.021452829241752625,0.024499069899320602,0.02754531241953373,0.030591554939746857,0.033637795597314835,0.03668403625488281,0.03973028063774109,0.04277652129530907,0.045822761952877045,0.04886900261044502,0.051915243268013,0.05496148765087128,0.058007728308439255,0.06105396896600723,0.06410021334886551,0.06714645028114319,0.07019269466400146,0.07323893904685974,0.07628517597913742,0.0793314203619957,0.08237765729427338,0.08542390167713165,0.08847014605998993,0.09151638299226761,0.09456262737512589]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-4.945377440890297e-12,-4.791722574282176e-12,-4.638067707674054e-12,-4.484412841065932e-12,-4.330757974457811e-12,-4.177103107849689e-12,-4.023448241241567e-12,-3.869793374633446e-12,-3.716138508025324e-12,-3.5624836414172023e-12,-3.4088287748090806e-12,-3.255173908200959e-12,-3.1015190415928373e-12,-2.9478641749847156e-12,-2.794209308376594e-12,-2.6405544417684723e-12,-2.4868995751603507e-12,-2.333244708552229e-12,-2.1795898419441073e-12,-2.0259349753359857e-12,-1.872280108727864e-12,-1.7186252421197423e-12,-1.5649703755116207e-12,-1.411315508903499e-12,-1.2576606422953773e-12,-1.1040057756872557e-12,-9.50350909079134e-13,-7.966960424710123e-13,-6.430411758628907e-13,-4.89386309254769e-13,-3.3573144264664734e-13,-1.8207657603852567e-13,-2.842170943040401e-14,1.2523315717771766e-13,2.788880237858393e-13,4.32542890393961e-13,5.861977570020827e-13,7.398526236102043e-13,8.93507490218326e-13,1.0471623568264476e-12,1.2008172234345693e-12,1.354472090042691e-12,1.5081269566508126e-12,1.6617818232589343e-12,1.815436689867056e-12,1.9690915564751776e-12,2.1227464230832993e-12,2.276401289691421e-12,2.4300561562995426e-12,2.5837110229076643e-12,2.737365889515786e-12,2.8910207561239076e-12,3.0446756227320293e-12,3.198330489340151e-12,3.3519853559482726e-12,3.5056402225563943e-12,3.659295089164516e-12,3.812949955772638e-12,3.966604822380759e-12,4.120259688988881e-12,4.273914555597003e-12,4.427569422205124e-12,4.581224288813246e-12,4.734879155421368e-12,4.888534022029489e-12],"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,0,1,3,1,2,2,3,4,7,4,5,9,7,8,11,19,18,13,37,30,29,69,49,83,61,58,36,29,24,26,11,22,14,8,12,9,3,5,4,5,8,2,3,1,1,2,1,0,1,1,0,0,1,0,2]},"_timestamp":1.7527865217713354e+09,"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,3,3,0,1,5,5,7,12,16,10,16,16,25,23,23,34,29,22,34,32,31,18,19,30,32,24,25,22,29,22,18,22,22,22,16,12,19,11,7,8,12,6,4,7,2,2,2,2,1,1,0,0,0,0,0,1,0,0,1],"bins":[0.9994999766349792,0.9995173215866089,0.9995347261428833,0.9995520710945129,0.9995694756507874,0.999586820602417,0.9996041655540466,0.999621570110321,0.9996389150619507,0.9996563196182251,0.9996736645698547,0.9996910095214844,0.9997084140777588,0.9997257590293884,0.9997431039810181,0.9997605085372925,0.9997778534889221,0.9997952580451965,0.9998126029968262,0.9998299479484558,0.9998473525047302,0.9998646974563599,0.9998821020126343,0.9998994469642639,0.9999167919158936,0.999934196472168,0.9999515414237976,0.999968945980072,0.9999862909317017,1.000003695487976,1.000020980834961,1.0000383853912354,1.0000557899475098,1.0000730752944946,1.000090479850769,1.0001078844070435,1.0001252889633179,1.0001425743103027,1.0001599788665771,1.0001773834228516,1.0001946687698364,1.0002120733261108,1.0002294778823853,1.0002467632293701,1.0002641677856445,1.000281572341919,1.0002988576889038,1.0003162622451782,1.0003336668014526,1.000351071357727,1.000368356704712,1.0003857612609863,1.0004031658172607,1.0004204511642456,1.00043785572052,1.0004552602767944,1.0004725456237793,1.0004899501800537,1.0005073547363281,1.0005247592926025,1.0005420446395874,1.0005594491958618,1.0005768537521362,1.000594139099121,1.0006115436553955]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[2,0,2,1,1,1,3,3,3,4,6,7,8,6,6,14,15,10,19,24,14,18,29,18,29,33,30,30,37,21,29,36,33,23,31,34,23,22,17,20,21,18,11,15,10,7,4,3,5,1,2,3,1,0,1,1,1,0,1,0,0,0,0,1],"bins":[-4.636643097910564e-06,-4.480864845390897e-06,-4.32508659287123e-06,-4.169308340351563e-06,-4.013530087831896e-06,-3.857751835312229e-06,-3.7019735827925615e-06,-3.5461953302728944e-06,-3.390417077753227e-06,-3.23463882523356e-06,-3.078860572713893e-06,-2.9230823201942258e-06,-2.7673040676745586e-06,-2.6115258151548915e-06,-2.4557475626352243e-06,-2.299969310115557e-06,-2.14419105759589e-06,-1.988412805076223e-06,-1.8326345525565557e-06,-1.6768563000368886e-06,-1.5210780475172214e-06,-1.3652997949975543e-06,-1.2095215424778871e-06,-1.05374328995822e-06,-8.979650374385528e-07,-7.421867849188857e-07,-5.864085323992185e-07,-4.306302798795514e-07,-2.7485202735988423e-07,-1.1907377484021708e-07,3.6704477679450065e-08,1.9248273019911721e-07,3.4826143746613525e-07,5.040396899858024e-07,6.598179425054695e-07,8.155961950251367e-07,9.713744475448038e-07,1.127152700064471e-06,1.2829309525841381e-06,1.4387092051038053e-06,1.5944874576234724e-06,1.7502657101431396e-06,1.9060439626628067e-06,2.061822215182474e-06,2.217600467702141e-06,2.373378720221808e-06,2.5291569727414753e-06,2.6849352252611425e-06,2.8407134777808096e-06,2.9964917303004768e-06,3.152269982820144e-06,3.308048235339811e-06,3.4638264878594782e-06,3.6196047403791454e-06,3.7753829928988125e-06,3.93116124541848e-06,4.086939497938147e-06,4.242717750457814e-06,4.398496002977481e-06,4.554274255497148e-06,4.710052508016815e-06,4.8658307605364826e-06,5.02160901305615e-06,5.177387265575817e-06,5.333165518095484e-06]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,3,2,2,5,27,49,83,140,280,418,690,1116,1689,2713,3965,5614,8045,10898,14904,19805,25700,32402,39770,48237,56782,65493,73168,81048,87311,91879,94431,94811,93102,89382,83920,76684,69275,60111,51797,42932,35337,28392,22136,16933,12595,9233,6508,4493,3074,2121,1298,825,536,299,176,103,60,26,22,5,5,1,1],"bins":[-0.09745678305625916,-0.09443072974681854,-0.09140468388795853,-0.08837863802909851,-0.0853525847196579,-0.08232653141021729,-0.07930048555135727,-0.07627443969249725,-0.07324838638305664,-0.07022233307361603,-0.06719628721475601,-0.064170241355896,-0.06114418804645538,-0.05811813846230507,-0.055092088878154755,-0.05206603929400444,-0.049039989709854126,-0.04601394012570381,-0.0429878905415535,-0.03996184095740318,-0.03693579137325287,-0.033909741789102554,-0.03088369220495224,-0.027857642620801926,-0.02483159303665161,-0.021805543452501297,-0.018779493868350983,-0.01575344428420067,-0.012727394700050354,-0.00970134511590004,-0.006675295531749725,-0.003649245947599411,-0.0006232038140296936,0.0024028457701206207,0.005428895354270935,0.00845494493842125,0.011480994522571564,0.014507044106721878,0.017533093690872192,0.020559143275022507,0.02358519285917282,0.026611242443323135,0.02963729202747345,0.032663341611623764,0.03568939119577408,0.03871544077992439,0.04174149036407471,0.04476753994822502,0.047793589532375336,0.05081963911652565,0.053845688700675964,0.05687173828482628,0.05989778786897659,0.06292383372783661,0.06594988703727722,0.06897594034671783,0.07200198620557785,0.07502803206443787,0.07805408537387848,0.08108013868331909,0.08410618454217911,0.08713223040103912,0.09015828371047974,0.09318433701992035,0.09621038287878036],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,4,2,12,14,32,40,74,121,235,310,528,783,1175,1678,2282,3189,4198,5670,7386,9356,11676,14366,16881,19679,22926,25404,28091,30399,32203,32959,33697,33227,32561,31076,28980,26804,24010,20953,18018,15332,12385,10199,8101,6214,4789,3574,2536,1871,1276,919,598,401,226,160,101,59,44,21,9,3,1,1,4],"bins":[-0.09095275402069092,-0.08808078616857529,-0.08520881831645966,-0.08233685791492462,-0.07946489006280899,-0.07659292221069336,-0.07372095435857773,-0.0708489939570427,-0.06797702610492706,-0.06510505825281143,-0.0622330904006958,-0.05936112627387047,-0.05648915842175484,-0.053617194294929504,-0.05074522644281387,-0.04787326231598854,-0.04500129446387291,-0.04212932661175728,-0.039257362484931946,-0.036385394632816315,-0.03351343050599098,-0.03064146265387535,-0.02776949666440487,-0.024897530674934387,-0.022025564685463905,-0.019153598695993423,-0.01628163270652294,-0.013409665785729885,-0.010537699796259403,-0.007665733806788921,-0.004793767351657152,-0.0019218011293560266,0.0009501650929450989,0.0038221313152462244,0.00669409753754735,0.009566063992679119,0.012438029982149601,0.015309995971620083,0.01818196289241314,0.02105392888188362,0.023925894871354103,0.026797860860824585,0.029669826850295067,0.03254179283976555,0.03541376069188118,0.03828572481870651,0.041157692670822144,0.044029656797647476,0.04690162464976311,0.04977359250187874,0.05264555662870407,0.0555175244808197,0.058389488607645035,0.061261456459760666,0.064133420586586,0.06700538843870163,0.06987735629081726,0.07274932414293289,0.07562128454446793,0.07849325239658356,0.08136522024869919,0.08423718810081482,0.08710914850234985,0.08998111635446548,0.09285308420658112]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,2,1,1,1,3,2,6,4,11,24,14,20,33,25,39,29,29,19,23,15,18,18,11,16,19,19,12,12,17,14,17,20,22,22,24,22,28,24,34,22,24,13,11,3,5,3,5,1,2,1,1,2,2,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0005321799544617534,-0.0005121566937305033,-0.0004921334329992533,-0.00047211014316417277,-0.0004520868824329227,-0.0004320636217016727,-0.00041204033186659217,-0.0003920170711353421,-0.0003719938104040921,-0.000351970549672842,-0.000331947288941592,-0.0003119239991065115,-0.0002919007383752614,-0.0002718774776440114,-0.0002518541878089309,-0.00023183092707768083,-0.00021180766634643078,-0.00019178440561518073,-0.00017176113033201545,-0.00015173785504885018,-0.00013171459431760013,-0.00011169132631039247,-9.166805830318481e-05,-7.164479029597715e-05,-5.1621522288769484e-05,-3.159825428156182e-05,-1.157498627435416e-05,8.448281732853502e-06,2.8471549740061164e-05,4.8494817747268826e-05,6.851808575447649e-05,8.854135376168415e-05,0.0001085645635612309,0.00012858782429248095,0.00014861109957564622,0.0001686343748588115,0.00018865763559006155,0.0002086808963213116,0.00022870417160447687,0.00024872744688764215,0.0002687507076188922,0.00028877396835014224,0.0003087972290813923,0.0003288205189164728,0.00034884377964772284,0.0003688670403789729,0.0003888903302140534,0.00040891359094530344,0.0004289368516765535,0.00044896011240780354,0.0004689833731390536,0.0004890066338703036,0.0005090299528092146,0.0005290532135404646,0.0005490764742717147,0.0005690997350029647,0.0005891229957342148,0.0006091462564654648,0.0006291695171967149,0.0006491927779279649,0.000669216038659215,0.0006892393575981259,0.000709262618329376,0.000729285879060626,0.0007493091397918761],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,0,0,0,2,5,2,1,2,2,2,5,2,5,5,9,10,17,24,18,36,26,31,52,42,58,53,36,46,55,33,29,32,19,17,11,13,14,7,8,7,5,3,3,0,4,2,1,3,1,1,1,0,3,1,1],"bins":[-4.205078585073352e-05,-4.0842805901775137e-05,-3.9634825952816755e-05,-3.842684600385837e-05,-3.721886605489999e-05,-3.601088610594161e-05,-3.4802906156983227e-05,-3.3594926208024845e-05,-3.238694625906646e-05,-3.1178962672129273e-05,-2.9970984542160295e-05,-2.8763004593201913e-05,-2.7555022825254127e-05,-2.6347042876295745e-05,-2.5139062927337363e-05,-2.393108297837898e-05,-2.27231030294206e-05,-2.1515123080462217e-05,-2.0307143131503835e-05,-1.9099163182545453e-05,-1.789118323358707e-05,-1.6683201465639286e-05,-1.5475221516680904e-05,-1.4267241567722522e-05,-1.305926161876414e-05,-1.1851281669805758e-05,-1.0643301720847376e-05,-9.435320862394292e-06,-8.22734091343591e-06,-7.019360964477528e-06,-5.811380560771795e-06,-4.603400157066062e-06,-3.39542020810768e-06,-2.1874400317756226e-06,-9.794598554435652e-07,2.2852032088849228e-07,1.4365004972205497e-06,2.644480673552607e-06,3.852460849884665e-06,5.0604412535903975e-06,6.2684212025487795e-06,7.4764011515071616e-06,8.684381100465544e-06,9.892361958918627e-06,1.110034190787701e-05,1.2308321856835391e-05,1.3516302715288475e-05,1.4724282664246857e-05,1.593226261320524e-05,1.714024256216362e-05,1.8348222511122003e-05,1.9556202460080385e-05,2.0764182409038767e-05,2.1972164176986553e-05,2.3180144125944935e-05,2.4388124074903317e-05,2.55961040238617e-05,2.680408397282008e-05,2.8012063921778463e-05,2.9220043870736845e-05,3.042802563868463e-05,3.163600558764301e-05,3.2843985536601394e-05,3.4051965485559776e-05,3.525994543451816e-05]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,1,0,0,1,2,0,3,3,5,5,0,10,7,11,13,22,19,15,22,34,23,34,43,38,31,35,38,29,23,27,24,25,32,16,19,27,11,17,22,11,10,9,7,12,5,8,4,3,2,1,1,2,1,2,1],"bins":[0.9992662072181702,0.9992862939834595,0.999306321144104,0.9993264079093933,0.9993464946746826,0.9993665814399719,0.9993866086006165,0.9994066953659058,0.9994267821311951,0.9994468688964844,0.9994668960571289,0.9994869828224182,0.9995070695877075,0.9995271563529968,0.9995471835136414,0.9995672702789307,0.99958735704422,0.9996073842048645,0.9996274709701538,0.9996475577354431,0.9996676445007324,0.999687671661377,0.9997077584266663,0.9997278451919556,0.9997479319572449,0.9997679591178894,0.9997880458831787,0.999808132648468,0.9998282194137573,0.9998482465744019,0.9998683333396912,0.9998884201049805,0.999908447265625,0.9999285340309143,0.9999486207962036,0.9999687075614929,0.9999887347221375,1.0000088214874268,1.0000288486480713,1.0000489950180054,1.00006902217865,1.000089168548584,1.0001091957092285,1.000129222869873,1.0001493692398071,1.0001693964004517,1.0001894235610962,1.0002095699310303,1.0002295970916748,1.0002496242523193,1.0002697706222534,1.000289797782898,1.000309944152832,1.0003299713134766,1.000349998474121,1.0003701448440552,1.0003901720046997,1.0004101991653442,1.0004303455352783,1.0004503726959229,1.000470519065857,1.0004905462265015,1.000510573387146,1.00053071975708,1.0005507469177246]},"_wandb":{"runtime":308},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-1.4973613360780291e-05,-1.4498585187538993e-05,-1.4023556104802992e-05,-1.3548527931561694e-05,-1.3073499758320395e-05,-1.2598470675584394e-05,-1.2123442502343096e-05,-1.1648414329101797e-05,-1.1173386155860499e-05,-1.0698357073124498e-05,-1.02233288998832e-05,-9.7483007266419e-06,-9.2732716439059e-06,-8.798243470664602e-06,-8.323215297423303e-06,-7.848186214687303e-06,-7.373158041446004e-06,-6.8981294134573545e-06,-6.423101240216056e-06,-5.948072612227406e-06,-5.473044438986108e-06,-4.998015810997458e-06,-4.522987183008809e-06,-4.04795900976751e-06,-3.5729303817788605e-06,-3.0979019811638864e-06,-2.6228735805489123e-06,-2.1478449525602628e-06,-1.6728165519452887e-06,-1.1977881513303146e-06,-7.227596370285028e-07,-2.477311795701098e-07,2.2729727788828313e-07,7.023257353466761e-07,1.177354192805069e-06,1.6523827071068808e-06,2.127411107721855e-06,2.602439508336829e-06,3.0774681363254786e-06,3.5524965369404526e-06,4.027524937555427e-06,4.502553565544076e-06,4.977581738785375e-06,5.4526103667740244e-06,5.927638994762674e-06,6.402667168003973e-06,6.877695795992622e-06,7.352723969233921e-06,7.82775259722257e-06,8.302780770463869e-06,8.77780985319987e-06,9.252838026441168e-06,9.727866199682467e-06,1.0202895282418467e-05,1.0677923455659766e-05,1.1152951628901064e-05,1.1627980711637065e-05,1.2103008884878363e-05,1.2578037058119662e-05,1.305306523136096e-05,1.3528094314096961e-05,1.400312248733826e-05,1.4478150660579558e-05,1.4953179743315559e-05,1.5428207916556858e-05],"_type":"histogram","values":[2,1,0,1,1,0,3,2,2,5,3,6,7,2,7,6,8,14,9,16,21,20,24,22,22,26,22,24,16,38,22,31,32,27,29,25,24,34,25,26,18,26,15,22,10,13,9,12,10,3,5,3,3,5,2,0,1,1,2,2,0,0,0,1]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0004566998977679759,-0.0004390578542370349,-0.00042141583980992436,-0.00040377379627898335,-0.00038613175274804235,-0.0003684897383209318,-0.0003508476947899908,-0.00033320568036288023,-0.0003155636368319392,-0.0002979215933009982,-0.00028027957887388766,-0.00026263753534294665,-0.0002449955209158361,-0.00022735347738489509,-0.00020971143385395408,-0.0001920694048749283,-0.00017442737589590251,-0.00015678534691687673,-0.00013914331793785095,-0.00012150127440690994,-0.00010385924542788416,-8.621721644885838e-05,-6.857518019387498e-05,-5.09331475768704e-05,-3.329111495986581e-05,-1.564908234286122e-05,1.992950274143368e-06,1.9634982891147956e-05,3.7277015508152544e-05,5.491904812515713e-05,7.256108074216172e-05,9.020311699714512e-05,0.00010784517508000135,0.00012548720405902714,0.00014312923303805292,0.00016077127656899393,0.0001784133055480197,0.0001960553345270455,0.0002136973780579865,0.00023133940703701228,0.00024898143601603806,0.00026662347954697907,0.0002842654939740896,0.00030190753750503063,0.00031954958103597164,0.0003371915954630822,0.0003548336389940232,0.00037247565342113376,0.00039011769695207477,0.0004077597404830158,0.00042540175491012633,0.00044304379844106734,0.0004606858128681779,0.0004783278563991189,0.0004959698999300599,0.0005136119434610009,0.0005312539869919419,0.000548895972315222,0.000566538015846163,0.000584180059377104,0.000601822102908045,0.0006194641464389861,0.0006371061317622662,0.0006547481752932072,0.0006723902188241482],"_type":"histogram","values":[5,4,6,3,5,11,9,10,36,29,32,45,47,53,63,55,77,63,66,58,58,63,60,36,55,49,53,58,50,57,43,71,65,66,51,63,64,47,57,51,43,27,33,29,27,21,20,12,10,10,9,3,2,3,1,1,1,0,0,0,0,0,1,1]},"parameters/linear.bias":{"_type":"histogram","values":[3,1,4,2,1,2,4,1,2,0,1,2,2,0,3,1,2,3,1,2,3,4,2,5,3,1,1,0,1,3,2,2,3,1,5,3,0,0,2,0,4,3,0,2,2,4,1,0,3,4,1,0,1,3,1,3,2,2,3,3,2,4,1,1],"bins":[-0.03523029386997223,-0.03413178026676178,-0.03303326666355133,-0.03193474933505058,-0.030836235731840134,-0.029737722128629684,-0.028639206662774086,-0.027540691196918488,-0.02644217759370804,-0.02534366399049759,-0.02424514852464199,-0.023146633058786392,-0.022048119455575943,-0.020949605852365494,-0.019851090386509895,-0.018752574920654297,-0.017654061317443848,-0.0165555477142334,-0.0154570322483778,-0.014358517713844776,-0.013260003179311752,-0.012161488644778728,-0.011062974110245705,-0.00996445957571268,-0.008865945041179657,-0.007767430506646633,-0.006668915972113609,-0.0055704014375805855,-0.004471886903047562,-0.003373372368514538,-0.002274857833981514,-0.0011763432994484901,-7.783249020576477e-05,0.001020682044327259,0.002119196578860283,0.0032177111133933067,0.004316225647926331,0.005414740182459354,0.006513254716992378,0.007611769251525402,0.008710283786058426,0.00980879832059145,0.010907312855124474,0.012005827389657497,0.013104341924190521,0.014202856458723545,0.015301370993256569,0.016399886459112167,0.017498400062322617,0.018596913665533066,0.019695429131388664,0.020793944597244263,0.021892458200454712,0.02299097180366516,0.02408948726952076,0.025188002735376358,0.026286516338586807,0.027385029941797256,0.028483545407652855,0.029582060873508453,0.030680574476718903,0.03177908807992935,0.0328776016831398,0.03397611901164055,0.035074632614851]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-3.029912113561295e-05,-2.9183893275330774e-05,-2.80686654150486e-05,-2.6953439373755828e-05,-2.5838211513473652e-05,-2.4722983653191477e-05,-2.3607757611898705e-05,-2.249252975161653e-05,-2.1377301891334355e-05,-2.026207403105218e-05,-1.9146846170770004e-05,-1.8031620129477233e-05,-1.6916392269195057e-05,-1.5801164408912882e-05,-1.4685937458125409e-05,-1.3570710507337935e-05,-1.245548264705576e-05,-1.1340254786773585e-05,-1.0225027835986111e-05,-9.109800885198638e-06,-7.994573024916463e-06,-6.879345619381638e-06,-5.764118213846814e-06,-4.6488908083119895e-06,-3.533663402777165e-06,-2.418435997242341e-06,-1.3032085917075165e-06,-1.879811861726921e-07,9.272462193621323e-07,2.0424736248969566e-06,3.157701030431781e-06,4.272928435966605e-06,5.388159479480237e-06,6.503386885015061e-06,7.6186142905498855e-06,8.733841241337359e-06,9.849069101619534e-06,1.096429696190171e-05,1.2079523912689183e-05,1.3194750863476656e-05,1.4309978723758832e-05,1.5425206584041007e-05,1.6540434444323182e-05,1.7655660485615954e-05,1.877088834589813e-05,1.9886116206180304e-05,2.1001342247473076e-05,2.211657010775525e-05,2.3231797968037426e-05,2.4347025828319602e-05,2.5462253688601777e-05,2.657747972989455e-05,2.7692707590176724e-05,2.88079354504589e-05,2.992316149175167e-05,3.103839117102325e-05,3.215361721231602e-05,3.326884325360879e-05,3.438407293288037e-05,3.5499298974173144e-05,3.6614525015465915e-05,3.7729754694737494e-05,3.8844980736030266e-05,3.9960210415301844e-05,4.1075436456594616e-05],"_type":"histogram","values":[2,1,0,4,0,1,2,2,3,2,8,3,4,5,10,14,15,12,18,25,21,30,35,25,46,45,31,49,40,46,40,46,29,31,25,12,16,14,12,4,10,5,4,2,2,2,2,2,1,0,3,2,0,1,2,0,1,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,1,1,0,0,1,3,1,3,4,12,2,15,16,17,27,37,71,95,133,204,301,466,740,1126,1810,2849,4735,7859,13649,24349,45586,99556,209255,83320,40465,21842,12398,7267,4252,2584,1655,1049,665,454,296,206,140,89,63,53,28,20,13,9,9,6,5,4,1,3,0,2,1],"bins":[-1.2487458661780693e-05,-1.2113710909034126e-05,-1.1739962246792857e-05,-1.136621449404629e-05,-1.0992466741299722e-05,-1.0618718079058453e-05,-1.0244970326311886e-05,-9.87122257356532e-06,-9.497474820818752e-06,-9.123726158577483e-06,-8.749978405830916e-06,-8.376230653084349e-06,-8.00248199084308e-06,-7.628734238096513e-06,-7.254986030602595e-06,-6.881238277856028e-06,-6.50749007036211e-06,-6.133741862868192e-06,-5.7599941101216245e-06,-5.3862459026277065e-06,-5.012498149881139e-06,-4.638749942387221e-06,-4.265001734893303e-06,-3.891253982146736e-06,-3.5175057746528182e-06,-3.1437577945325756e-06,-2.770009814412333e-06,-2.396261606918415e-06,-2.0225136267981725e-06,-1.64876564667793e-06,-1.2750175528708496e-06,-9.012695159071882e-07,-5.275214789435267e-07,-1.537734419798653e-07,2.1997459498379612e-07,5.937226319474576e-07,9.67470668911119e-07,1.3412186490313616e-06,1.7149667428384419e-06,2.088714836645522e-06,2.4624628167657647e-06,2.8362107968860073e-06,3.20995877700625e-06,3.583706984500168e-06,3.957455191994086e-06,4.331202944740653e-06,4.704951152234571e-06,5.078698904981138e-06,5.452447112475056e-06,5.826195319968974e-06,6.199943072715541e-06,6.573691280209459e-06,6.9474390329560265e-06,7.3211872404499445e-06,7.694935447943863e-06,8.06868320069043e-06,8.442431862931699e-06,8.816179615678266e-06,9.189927368424833e-06,9.5636751211714e-06,9.937423783412669e-06,1.0311171536159236e-05,1.0684919288905803e-05,1.1058667951147072e-05,1.1432415703893639e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,2,0,4,6,4,5,12,40,40,82,177,276,368,628,982,1402,2039,2907,4100,5575,7175,9434,12016,14805,17848,21153,24297,27450,30281,32814,34647,35380,35613,34809,33874,31814,29096,26115,22627,19134,16445,13272,10668,8397,6249,4859,3479,2480,1739,1159,744,492,330,200,118,73,48,18,10,7,3,2],"bins":[-0.10407494008541107,-0.10103759914636612,-0.09800025820732117,-0.09496290981769562,-0.09192556887865067,-0.08888822793960571,-0.08585087954998016,-0.08281353861093521,-0.07977619767189026,-0.0767388567328453,-0.07370151579380035,-0.0706641674041748,-0.06762682646512985,-0.0645894855260849,-0.06155214086174965,-0.0585147961974144,-0.055477455258369446,-0.05244011431932449,-0.04940276965498924,-0.04636542499065399,-0.04332808405160904,-0.04029074311256409,-0.037253398448228836,-0.034216053783893585,-0.031178712844848633,-0.02814137004315853,-0.02510402724146843,-0.022066684439778328,-0.019029341638088226,-0.015991998836398125,-0.012954656034708023,-0.009917313233017921,-0.006879962980747223,-0.0038426201790571213,-0.0008052773773670197,0.002232065424323082,0.005269408226013184,0.008306751027703285,0.011344093829393387,0.014381436631083488,0.01741877943277359,0.02045612223446369,0.023493465036153793,0.026530807837843895,0.029568150639533997,0.03260549157857895,0.0356428362429142,0.03868018090724945,0.0417175218462944,0.044754862785339355,0.047792207449674606,0.05082955211400986,0.05386689305305481,0.05690423399209976,0.05994157865643501,0.06297892332077026,0.06601626425981522,0.06905360519886017,0.07209095358848572,0.07512829452753067,0.07816563546657562,0.08120297640562057,0.08424031734466553,0.08727766573429108,0.09031500667333603],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,1,1,0,2,2,7,7,6,6,4,14,8,19,16,27,17,32,26,25,18,20,17,17,16,13,11,23,10,11,17,7,11,22,15,17,11,22,24,24,15,27,20,20,29,18,16,13,10,10,13,5,6,4,3,1,2,5,1,2,0,1],"bins":[-0.0005505095468834043,-0.0005336299655027688,-0.0005167503259144723,-0.0004998707445338368,-0.00048299110494554043,-0.00046611152356490493,-0.00044923191308043897,-0.000432352302595973,-0.00041547269211150706,-0.0003985930816270411,-0.00038171347114257514,-0.0003648338606581092,-0.0003479542792774737,-0.00033107466879300773,-0.0003141950583085418,-0.0002973154478240758,-0.00028043583733960986,-0.0002635562268551439,-0.00024667661637067795,-0.00022979702043812722,-0.00021291740995366126,-0.0001960377994691953,-0.00017915820353664458,-0.00016227859305217862,-0.00014539898256771266,-0.0001285193720832467,-0.00011163976887473837,-9.476016566623002e-05,-7.788055518176407e-05,-6.100094833527692e-05,-4.412134148878977e-05,-2.7241734642302617e-05,-1.0362127795815468e-05,6.517479050671682e-06,2.339708589715883e-05,4.027669274364598e-05,5.715629959013313e-05,7.403591007459909e-05,9.091551328310743e-05,0.00010779511649161577,0.00012467472697608173,0.00014155433746054769,0.00015843394794501364,0.00017531354387756437,0.00019219315436203033,0.00020907276484649628,0.000225952360779047,0.00024283197126351297,0.0002597115817479789,0.0002765911922324449,0.00029347080271691084,0.0003103504132013768,0.00032723002368584275,0.00034410960506647825,0.0003609892155509442,0.00037786882603541017,0.0003947484365198761,0.0004116280470043421,0.00042850765748880804,0.000445387267973274,0.0004622668493539095,0.00047914645983837545,0.0004960260703228414,0.0005129057099111378,0.0005297852912917733],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.00047489238204434514,-0.00045719213085249066,-0.00043949190876446664,-0.00042179165757261217,-0.00040409143548458815,-0.00038639118429273367,-0.00036869096220470965,-0.00035099071101285517,-0.00033329048892483115,-0.0003155902377329767,-0.0002978899865411222,-0.0002801897644530982,-0.0002624895132612437,-0.0002447892911732197,-0.0002270890399813652,-0.00020938880334142596,-0.0001916885667014867,-0.00017398833006154746,-0.0001562880934216082,-0.00013858785678166896,-0.0001208876128657721,-0.00010318737622583285,-8.548713230993599e-05,-6.778689566999674e-05,-5.008665903005749e-05,-3.238642239011824e-05,-1.4686182112200186e-05,3.0140563467284665e-06,2.071429480565712e-05,3.841453144559637e-05,5.611477172351442e-05,7.381501200143248e-05,9.151524864137173e-05,0.00010921548528131098,0.00012691572192125022,0.00014461595856118947,0.00016231619520112872,0.0001800164463929832,0.00019771668303292245,0.0002154169196728617,0.00023311715631280094,0.0002508173929527402,0.00026851764414459467,0.0002862178662326187,0.00030391811742447317,0.0003216183395124972,0.00033931859070435166,0.0003570188127923757,0.00037471906398423016,0.00039241931517608464,0.00041011953726410866,0.00042781978845596313,0.00044552001054398715,0.00046322026173584163,0.00048092048382386565,0.0004986207350157201,0.0005163209862075746,0.0005340212373994291,0.0005517214303836226,0.0005694216815754771,0.0005871219327673316,0.0006048221839591861,0.0006225223769433796,0.0006402226281352341,0.0006579228793270886],"_type":"histogram","values":[2,2,1,1,4,3,5,11,11,21,26,24,23,33,32,40,18,20,19,22,13,13,6,15,12,14,13,7,6,3,17,17,18,22,17,19,17,34,23,30,23,22,23,17,6,11,8,8,2,1,0,2,4,2,2,1,1,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.10409263521432877,-0.10089229047298431,-0.09769193828105927,-0.09449159353971481,-0.09129124134778976,-0.08809089660644531,-0.08489055186510086,-0.08169019967317581,-0.07848985493183136,-0.07528950273990631,-0.07208915799856186,-0.06888881325721741,-0.06568846106529236,-0.06248811259865761,-0.059287767857313156,-0.056087419390678406,-0.052887070924043655,-0.049686722457408905,-0.046486373990774155,-0.0432860292494297,-0.04008568078279495,-0.0368853323161602,-0.03368498384952545,-0.03048463724553585,-0.0272842887789011,-0.02408394031226635,-0.02088359370827675,-0.017683245241642,-0.014482897706329823,-0.011282550171017647,-0.008082201704382896,-0.004881854169070721,-0.001681506633758545,0.0015188411343842745,0.004719188902527094,0.007919536903500557,0.011119884438812733,0.014320231974124908,0.01752058044075966,0.02072092704474926,0.02392127551138401,0.02712162397801876,0.030321970582008362,0.03352231904864311,0.03672266751527786,0.03992301598191261,0.043123360723257065,0.046323709189891815,0.049524057656526566,0.052724406123161316,0.055924754589796066,0.05912509933114052,0.06232544779777527,0.06552579998970032,0.06872614473104477,0.07192648947238922,0.07512684166431427,0.07832718640565872,0.08152753859758377,0.08472788333892822,0.08792822808027267,0.09112858027219772,0.09432892501354218,0.09752927720546722,0.10072962194681168],"_type":"histogram","values":[2,0,0,4,3,3,18,27,63,110,189,349,559,937,1567,2482,3805,5686,8228,11527,15855,21101,27754,35524,44026,53379,63145,72543,81856,89044,95327,98842,100793,99324,94914,89088,81925,73085,63466,53864,44711,35788,28259,21498,16157,11736,8318,5582,3880,2460,1568,1060,605,378,219,105,58,36,14,8,2,6,1,1]},"_runtime":308,"gradients/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,2,3,2,4,3,1,6,6,6,6,9,11,11,17,20,20,25,20,25,29,29,30,19,37,40,36,24,26,41,21,20,29,23,15,26,12,22,11,14,15,12,8,4,5,4,5,4,1,1,1,1,1,1,0,0,0,1],"bins":[-1.8861235730582848e-05,-1.826704465202056e-05,-1.767285357345827e-05,-1.707866249489598e-05,-1.648447141633369e-05,-1.58902803377714e-05,-1.529608925920911e-05,-1.4701899090141524e-05,-1.4107708011579234e-05,-1.3513516933016945e-05,-1.2919325854454655e-05,-1.2325134775892366e-05,-1.1730944606824778e-05,-1.1136753528262489e-05,-1.0542562449700199e-05,-9.94837137113791e-06,-9.35418029257562e-06,-8.75998921401333e-06,-8.165798135451041e-06,-7.5716075116361026e-06,-6.977416433073813e-06,-6.383225354511524e-06,-5.789034730696585e-06,-5.1948436521342956e-06,-4.600652573572006e-06,-4.006461495009717e-06,-3.4122706438211026e-06,-2.8180797926324885e-06,-2.223888714070199e-06,-1.6296977491947473e-06,-1.0355067843192955e-06,-4.413158194438438e-07,1.528769644210115e-07,7.470679292964633e-07,1.341258894171915e-06,1.935449745360529e-06,2.5296408239228185e-06,3.123831902485108e-06,3.718022753673722e-06,4.312213604862336e-06,4.9064046834246255e-06,5.500595761986915e-06,6.0947868405492045e-06,6.688977464364143e-06,7.2831685429264326e-06,7.877359166741371e-06,8.47155024530366e-06,9.06574132386595e-06,9.65993240242824e-06,1.0254123480990529e-05,1.0848314559552819e-05,1.1442505638115108e-05,1.2036696716677397e-05,1.2630886885744985e-05,1.3225077964307275e-05,1.3819269042869564e-05,1.4413460121431854e-05,1.5007651199994143e-05,1.560184136906173e-05,1.619603244762402e-05,1.679022352618631e-05,1.73844146047486e-05,1.797860568331089e-05,1.8572796761873178e-05,1.9166987840435468e-05]},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,0,1,1,0,0,2,3,3,3,4,3,8,6,8,3,7,12,13,18,18,21,17,35,23,18,31,23,31,30,21,796,21,27,35,32,28,23,20,28,22,23,15,16,14,14,12,6,7,5,6,2,7,2,2,1,1,1,2,0,1,1,0,1],"bins":[-0.0005779514322057366,-0.0005596560658887029,-0.00054136075777933,-0.0005230653914622962,-0.0005047700833529234,-0.0004864747170358896,-0.0004681793798226863,-0.000449884042609483,-0.0004315887053962797,-0.0004132933681830764,-0.00039499803096987307,-0.00037670269375666976,-0.000358407327439636,-0.0003401119902264327,-0.00032181665301322937,-0.00030352131580002606,-0.00028522597858682275,-0.00026693064137361944,-0.0002486353041604161,-0.0002303399523952976,-0.00021204461518209428,-0.00019374927796889096,-0.00017545392620377243,-0.00015715858899056911,-0.0001388632517773658,-0.00012056791456416249,-0.00010227257007500157,-8.397722558584064e-05,-6.568188837263733e-05,-4.7386547521455213e-05,-2.9091206670273095e-05,-1.0795865819090977e-05,7.499533239752054e-06,2.5794874090934172e-05,4.409021494211629e-05,6.238555943127722e-05,8.068089664448053e-05,9.897623385768384e-05,0.00011727157834684476,0.0001355669228360057,0.000153862260049209,0.0001721575972624123,0.00019045293447561562,0.00020874828624073416,0.00022704362345393747,0.000245338975219056,0.0002636343124322593,0.00028192964964546263,0.00030022498685866594,0.00031852032407186925,0.00033681566128507257,0.0003551109984982759,0.0003734063357114792,0.00039170170202851295,0.00040999703924171627,0.0004282923764549196,0.0004465877136681229,0.0004648830508813262,0.0004831783880945295,0.0005014737253077328,0.0005197690916247666,0.0005380643997341394,0.0005563597660511732,0.0005746550741605461,0.0005929504404775798]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-3.189443305018358e-05,-3.0773207981837913e-05,-2.965198473248165e-05,-2.853076148312539e-05,-2.7409536414779723e-05,-2.6288311346434057e-05,-2.5167088097077794e-05,-2.4045864847721532e-05,-2.2924639779375866e-05,-2.18034147110302e-05,-2.0682191461673938e-05,-1.9560968212317675e-05,-1.843974314397201e-05,-1.7318518075626343e-05,-1.619729482627008e-05,-1.5076070667419117e-05,-1.3954846508568153e-05,-1.2833622349717189e-05,-1.1712398190866224e-05,-1.059117403201526e-05,-9.469949873164296e-06,-8.348725714313332e-06,-7.227501555462368e-06,-6.106277396611404e-06,-4.9850532377604395e-06,-3.863829078909475e-06,-2.742604920058511e-06,-1.621380761207547e-06,-5.001566023565829e-07,6.210675564943813e-07,1.7422917153453454e-06,2.8635158741963096e-06,3.984736395068467e-06,5.105960553919431e-06,6.227184712770395e-06,7.348408871621359e-06,8.469633030472323e-06,9.590857189323287e-06,1.0712081348174252e-05,1.1833305507025216e-05,1.295452966587618e-05,1.4075753824727144e-05,1.5196977983578108e-05,1.631820123293437e-05,1.7439426301280037e-05,1.8560651369625703e-05,1.9681874618981965e-05,2.0803097868338227e-05,2.1924322936683893e-05,2.304554800502956e-05,2.416677125438582e-05,2.5287994503742084e-05,2.640921957208775e-05,2.7530444640433416e-05,2.8651667889789678e-05,2.977289113914594e-05,3.0894116207491606e-05,3.201534127583727e-05,3.313656634418294e-05,3.42577877745498e-05,3.537901284289546e-05,3.650023791124113e-05,3.762145934160799e-05,3.8742684409953654e-05,3.986390947829932e-05],"_type":"histogram","values":[1,0,0,1,1,2,0,3,1,2,5,3,1,6,4,9,8,12,16,25,25,30,44,23,30,39,32,46,46,41,40,34,43,29,33,22,24,14,12,9,6,5,3,4,8,4,2,0,3,5,3,1,2,3,0,0,0,0,0,0,1,0,0,2]},"gradients/bert.embeddings.LayerNorm.weight":{"bins":[-5.088932812213898e-05,-4.941970109939575e-05,-4.795007407665253e-05,-4.6480443415930495e-05,-4.501081639318727e-05,-4.3541189370444044e-05,-4.207156234770082e-05,-4.0601935324957594e-05,-3.913230466423556e-05,-3.766267764149234e-05,-3.619305061874911e-05,-3.472342359600589e-05,-3.325379657326266e-05,-3.1784169550519437e-05,-3.0314540708786808e-05,-2.884491186705418e-05,-2.7375284844310954e-05,-2.590565782156773e-05,-2.44360289798351e-05,-2.2966401957091875e-05,-2.1496773115359247e-05,-2.002714609261602e-05,-1.8557519069872797e-05,-1.7087890228140168e-05,-1.5618263205396943e-05,-1.4148635273159016e-05,-1.2679007340921089e-05,-1.1209380318177864e-05,-9.739752385939937e-06,-8.27012445370201e-06,-6.800496976211434e-06,-5.330869498720858e-06,-3.861241566482931e-06,-2.39161386161868e-06,-9.219861567544285e-07,5.476415481098229e-07,2.0172692529740743e-06,3.4868969578383258e-06,4.956524662702577e-06,6.426152140193153e-06,7.89578007243108e-06,9.365408004669007e-06,1.0835035936906934e-05,1.2304662959650159e-05,1.3774290891888086e-05,1.5243918824126013e-05,1.6713545846869238e-05,1.8183174688601866e-05,1.965280171134509e-05,2.1122428734088317e-05,2.2592057575820945e-05,2.406168459856417e-05,2.55313134402968e-05,2.7000940463040024e-05,2.847056748578325e-05,2.9940196327515878e-05,3.14098215312697e-05,3.287945219199173e-05,3.434907921473496e-05,3.581870623747818e-05,3.728833326022141e-05,3.875796028296463e-05,4.0227590943686664e-05,4.169721796642989e-05,4.3166844989173114e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,3,3,1,3,8,6,3,7,10,8,10,30,31,32,39,46,50,59,59,54,50,43,44,44,18,27,16,11,6,8,8,4,6,1,4,7,3,1,0,0,1,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0005386609700508416,-0.0005222330801188946,-0.0005058052483946085,-0.0004893773584626615,-0.0004729494685307145,-0.000456521607702598,-0.00044009374687448144,-0.00042366585694253445,-0.0004072379961144179,-0.0003908101352863014,-0.0003743822453543544,-0.00035795438452623785,-0.0003415265236981213,-0.0003250986337661743,-0.0003086707729380578,-0.0002922428830061108,-0.00027581502217799425,-0.0002593871613498777,-0.00024295927141793072,-0.00022653141058981419,-0.00021010353520978242,-0.00019367565982975066,-0.00017724779900163412,-0.00016081992362160236,-0.0001443920482415706,-0.00012796417286153883,-0.00011153630475746468,-9.510843665339053e-05,-7.868056127335876e-05,-6.2252685893327e-05,-4.582481778925285e-05,-2.939694604719989e-05,-1.2969132512807846e-05,3.4587392292451113e-06,1.988661097129807e-05,3.6314482713351026e-05,5.2742354455403984e-05,6.917022983543575e-05,8.55980979395099e-05,0.00010202596604358405,0.00011845384142361581,0.00013488171680364758,0.00015130959218367934,0.00016773745301179588,0.00018416532839182764,0.0002005932037718594,0.00021702106459997594,0.0002334489399800077,0.00024987681536003947,0.000266304676188156,0.000282732566120103,0.00029916042694821954,0.00031558831688016653,0.00033201617770828307,0.0003484440385363996,0.0003648719284683466,0.00038129978929646313,0.00039772765012457967,0.00041415554005652666,0.0004305834008846432,0.00044701126171275973,0.0004634391516447067,0.00047986701247282326,0.0004962948733009398,0.0005127227632328868],"_type":"histogram","values":[1,0,0,1,2,2,2,1,4,2,5,3,8,11,18,11,16,21,21,20,25,22,14,27,19,26,12,14,12,13,10,9,18,8,16,12,10,12,14,14,15,18,20,28,31,25,33,24,22,23,9,12,13,6,6,3,5,4,4,5,4,0,1,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,1,0,1,2,3,2,3,5,7,11,13,16,12,18,21,25,21,25,34,32,43,34,23,33,27,29,21,24,26,28,26,25,14,19,16,14,12,16,12,8,11,10,8,3,5,5,9,3,0,3,1,0,1,3,0,0,1,0,1],"bins":[0.9994341135025024,0.9994525909423828,0.9994710683822632,0.9994896054267883,0.9995080828666687,0.9995265603065491,0.9995450377464294,0.9995635747909546,0.999582052230835,0.9996005296707153,0.9996190071105957,0.9996374845504761,0.9996560215950012,0.9996744990348816,0.999692976474762,0.9997114539146423,0.9997299909591675,0.9997484683990479,0.9997669458389282,0.9997854232788086,0.999803900718689,0.9998224377632141,0.9998409152030945,0.9998593926429749,0.9998778700828552,0.9998963475227356,0.9999148845672607,0.9999333620071411,0.9999518394470215,0.9999703168869019,0.999988853931427,1.0000072717666626,1.000025749206543,1.000044345855713,1.0000628232955933,1.0000813007354736,1.000099778175354,1.0001182556152344,1.0001367330551147,1.0001552104949951,1.0001736879348755,1.0001921653747559,1.0002107620239258,1.0002292394638062,1.0002477169036865,1.000266194343567,1.0002846717834473,1.0003031492233276,1.000321626663208,1.0003401041030884,1.0003585815429688,1.0003771781921387,1.000395655632019,1.0004141330718994,1.0004326105117798,1.0004510879516602,1.0004695653915405,1.000488042831421,1.0005065202713013,1.0005249977111816,1.0005435943603516,1.000562071800232,1.0005805492401123,1.0005990266799927,1.000617504119873]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"values":[1,1,1,0,4,3,7,9,20,19,31,29,76,108,144,193,287,475,667,1045,1587,2492,3921,6182,10214,16977,27687,44169,66724,86893,91972,78260,55557,35936,22358,13437,8125,4982,3219,2078,1299,900,543,386,265,162,117,88,57,33,25,13,16,7,9,4,3,2,0,1,2,0,1,1],"bins":[-6.661931547569111e-05,-6.441865116357803e-05,-6.221798685146496e-05,-6.001732617733069e-05,-5.781666186521761e-05,-5.561600119108334e-05,-5.3415336878970265e-05,-5.121467256685719e-05,-4.901400825474411e-05,-4.681334758060984e-05,-4.461268326849677e-05,-4.241201895638369e-05,-4.021135828224942e-05,-3.8010693970136344e-05,-3.581002965802327e-05,-3.3609368983889e-05,-3.140870467177592e-05,-2.920804217865225e-05,-2.7007377866539173e-05,-2.48067153734155e-05,-2.2606051061302423e-05,-2.040538856817875e-05,-1.8204726075055078e-05,-1.6004061762942e-05,-1.3803399269818328e-05,-1.1602735867199954e-05,-9.402072464581579e-06,-7.201409971457906e-06,-5.000746568839531e-06,-2.800083393594832e-06,-5.994202183501329e-07,1.6012429568945663e-06,3.8019061321392655e-06,6.00256953475764e-06,8.203232937376015e-06,1.0403895430499688e-05,1.2604558833118062e-05,1.4805222235736437e-05,1.700588472886011e-05,1.9206549040973186e-05,2.140721153409686e-05,2.3607874027220532e-05,2.580853833933361e-05,2.800920083245728e-05,3.0209863325580955e-05,3.241052763769403e-05,3.461119194980711e-05,3.681185262394138e-05,3.901251693605445e-05,4.121318124816753e-05,4.34138419223018e-05,4.5614506234414876e-05,4.781517054652795e-05,5.001583122066222e-05,5.22164955327753e-05,5.4417159844888374e-05,5.6617820519022644e-05,5.881848483113572e-05,6.1019149143248796e-05,6.321981345536187e-05,6.542047776747495e-05,6.762113480363041e-05,6.982179911574349e-05,7.202246342785656e-05,7.422312773996964e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,1,1,0,2,0,1,2,1,1,2,3,7,3,3,6,9,7,8,14,17,20,14,29,23,23,28,25,22,25,21,30,28,35,21,29,24,31,29,30,19,36,22,21,7,16,9,8,10,9,4,8,2,3,5,4,4,2,1,0,0,1,0,1],"bins":[-1.5543300833087415e-05,-1.5069862456584815e-05,-1.4596424080082215e-05,-1.4122984794084914e-05,-1.3649546417582314e-05,-1.3176108041079715e-05,-1.2702669664577115e-05,-1.2229231288074516e-05,-1.1755792002077214e-05,-1.1282353625574615e-05,-1.0808915249072015e-05,-1.0335476872569416e-05,-9.862038496066816e-06,-9.388600119564217e-06,-8.915160833566915e-06,-8.441722457064316e-06,-7.968284080561716e-06,-7.4948457040591165e-06,-7.021406872809166e-06,-6.5479684963065665e-06,-6.074529665056616e-06,-5.6010912885540165e-06,-5.127652912051417e-06,-4.6542140808014665e-06,-4.180775704298867e-06,-3.707337100422592e-06,-3.233898496546317e-06,-2.7604601200437173e-06,-2.2870215161674423e-06,-1.8135829122911673e-06,-1.34014442210173e-06,-8.667058750688739e-07,-3.9326641854131594e-07,8.01721284915402e-08,5.536106755243964e-07,1.0270491657138336e-06,1.5004877695901087e-06,1.9739263734663837e-06,2.4473647499689832e-06,2.9208033538452582e-06,3.3942419577215333e-06,3.867680334224133e-06,4.341119165474083e-06,4.814557541976683e-06,5.287995918479282e-06,5.761434749729233e-06,6.2348731262318324e-06,6.708311957481783e-06,7.1817503339843825e-06,7.655188710486982e-06,8.128627086989582e-06,8.602066372986883e-06,9.075504749489482e-06,9.548943125992082e-06,1.0022381502494682e-05,1.0495819878997281e-05,1.0969259164994583e-05,1.1442697541497182e-05,1.1916135917999782e-05,1.2389574294502381e-05,1.286301267100498e-05,1.333645104750758e-05,1.3809890333504882e-05,1.4283328710007481e-05,1.475676708651008e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,1,0,0,2,1,3,5,6,6,11,16,12,17,38,44,42,57,71,71,95,95,92,86,73,78,80,71,58,65,72,70,61,74,72,59,72,65,51,53,45,30,32,20,14,16,16,10,6,4,2,1,1,3,0,0,0,0,1,0,0,0,1],"bins":[-0.0006446673651225865,-0.0006224624230526388,-0.000600257480982691,-0.0005780525389127433,-0.0005558475968427956,-0.0005336426547728479,-0.0005114377127029002,-0.0004892327706329525,-0.00046702782856300473,-0.000444822886493057,-0.0004226179444231093,-0.0004004130023531616,-0.00037820806028321385,-0.00035600311821326613,-0.0003337981761433184,-0.0003115932340733707,-0.000289388292003423,-0.00026718334993347526,-0.00024497840786352754,-0.00022277346579357982,-0.0002005685237236321,-0.00017836358165368438,-0.00015615863958373666,-0.00013395369751378894,-0.00011174875544384122,-8.95438133738935e-05,-6.733887130394578e-05,-4.513392923399806e-05,-2.292898716405034e-05,-7.240450941026211e-07,2.14808969758451e-05,4.368583904579282e-05,6.589083932340145e-05,8.809578139334917e-05,0.00011030072346329689,0.0001325056655332446,0.00015471060760319233,0.00017691554967314005,0.00019912049174308777,0.0002213254338130355,0.0002435303758829832,0.00026573531795293093,0.00028794026002287865,0.00031014520209282637,0.0003323501441627741,0.0003545550862327218,0.0003767600283026695,0.00039896497037261724,0.00042116991244256496,0.0004433748545125127,0.0004655797965824604,0.0004877847386524081,0.0005099896807223558,0.0005321946227923036,0.0005543995648622513,0.000576604506932199,0.0005988094490021467,0.0006210143910720944,0.0006432193331420422,0.0006654242752119899,0.0006876292172819376,0.0007098341593518853,0.000732039101421833,0.0007542440434917808,0.0007764489855617285],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.0005666024517267942,-0.00054836185881868,-0.0005301212077029049,-0.0005118806147947907,-0.0004936399636790156,-0.000475399341667071,-0.00045715871965512633,-0.0004389180976431817,-0.00042067747563123703,-0.00040243688272312284,-0.0003841962607111782,-0.00036595563869923353,-0.0003477150166872889,-0.00032947439467534423,-0.0003112337726633996,-0.0002929931506514549,-0.0002747525286395103,-0.0002565119066275656,-0.00023827128461562097,-0.00022003066260367632,-0.00020179004059173167,-0.00018354943313170224,-0.0001653088111197576,-0.00014706818910781294,-0.0001288275670958683,-0.00011058694508392364,-9.234632307197899e-05,-7.410570833599195e-05,-5.58650863240473e-05,-3.7624464312102646e-05,-1.93838459381368e-05,-1.143225745181553e-06,1.7097394447773695e-05,3.5338016459718347e-05,5.357863483368419e-05,7.181925320765004e-05,9.005987521959469e-05,0.00010830049723153934,0.00012654111196752638,0.00014478173397947103,0.00016302235599141568,0.00018126297800336033,0.00019950360001530498,0.00021774422202724963,0.00023598482948727906,0.0002542254514992237,0.00027246607351116836,0.000290706695523113,0.00030894731753505766,0.0003271879395470023,0.00034542856155894697,0.0003636691835708916,0.00038190980558283627,0.0004001504275947809,0.0004183910496067256,0.0004366316716186702,0.0004548722645267844,0.00047311288653872907,0.0004913535085506737,0.0005095941596664488,0.000527834752574563,0.0005460754036903381,0.0005643159965984523,0.0005825566477142274,0.0006007972406223416],"_type":"histogram","values":[1,0,0,1,1,1,1,1,4,3,7,6,9,11,20,23,25,28,40,29,15,24,18,22,13,17,6,16,16,8,10,17,10,17,17,6,12,7,21,19,26,21,37,35,23,24,22,20,12,12,5,6,4,4,3,4,2,2,1,1,0,0,0,2]},"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-2.0558138203341514e-05,-1.9952854927396402e-05,-1.9347573470440693e-05,-1.874229019449558e-05,-1.813700691855047e-05,-1.753172546159476e-05,-1.692644218564965e-05,-1.6321158909704536e-05,-1.5715875633759424e-05,-1.5110594176803716e-05,-1.4505310900858603e-05,-1.3900028534408193e-05,-1.3294746167957783e-05,-1.268946289201267e-05,-1.208418052556226e-05,-1.1478897249617148e-05,-1.0873614883166738e-05,-1.0268332516716328e-05,-9.663049240771215e-06,-9.057766874320805e-06,-8.452483598375693e-06,-7.847201231925283e-06,-7.241918865474872e-06,-6.636636044277111e-06,-6.03135322307935e-06,-5.426070401881589e-06,-4.820787580683827e-06,-4.215505214233417e-06,-3.610222393035656e-06,-3.0049395718378946e-06,-2.399656978013809e-06,-1.7943742705028853e-06,-1.1890915629919618e-06,-5.838088554810383e-07,2.1473852029885165e-08,6.267565595408087e-07,1.2320392670517322e-06,1.8373219745626557e-06,2.442604682073579e-06,3.047887275897665e-06,3.653170097095426e-06,4.258452918293187e-06,4.863735739490949e-06,5.469018105941359e-06,6.07430092713912e-06,6.679583748336881e-06,7.284866114787292e-06,7.890149390732404e-06,8.495431757182814e-06,9.100714123633225e-06,9.705997399578337e-06,1.0311279766028747e-05,1.0916563041973859e-05,1.152184540842427e-05,1.212712777487468e-05,1.2732411050819792e-05,1.3337693417270202e-05,1.3942975783720613e-05,1.4548259059665725e-05,1.5153541426116135e-05,1.5758823792566545e-05,1.6364107068511657e-05,1.696939034445677e-05,1.7574671801412478e-05,1.817995507735759e-05],"_type":"histogram","values":[1,1,0,0,0,0,0,1,2,2,0,0,3,0,0,3,8,5,2,2,14,11,16,19,11,28,25,35,32,31,25,33,32,37,46,52,31,36,38,31,28,23,20,16,9,10,10,8,4,7,6,0,4,1,1,0,1,2,1,1,0,1,1,1]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[4,3,0,5,6,3,11,15,19,37,46,47,80,132,177,226,393,549,769,1255,1817,2752,4242,6683,10521,16696,27630,50478,101629,152236,93971,46660,26275,16016,10160,6444,4138,2622,1686,1145,746,505,320,203,139,81,81,49,36,16,23,18,8,8,5,2,0,2,0,3,0,0,0,1],"bins":[-1.0572230166872032e-05,-1.0213163477601483e-05,-9.854096788330935e-06,-9.495031008555088e-06,-9.13596431928454e-06,-8.776897630013991e-06,-8.417830940743443e-06,-8.058765160967596e-06,-7.699698471697047e-06,-7.340631782426499e-06,-6.98156509315595e-06,-6.622498858632753e-06,-6.263432169362204e-06,-5.9043659348390065e-06,-5.545299245568458e-06,-5.18623301104526e-06,-4.827166321774712e-06,-4.468099632504163e-06,-4.109033397980966e-06,-3.7499669360840926e-06,-3.3909004741872195e-06,-3.031833784916671e-06,-2.672767323019798e-06,-2.313700861122925e-06,-1.9546343992260518e-06,-1.5955679373291787e-06,-1.2365014754323056e-06,-8.774348998485948e-07,-5.183684379517217e-07,-1.593019476331392e-07,1.997645426854433e-07,5.588310614257352e-07,9.178975233226083e-07,1.2769639852194814e-06,1.6360304471163545e-06,1.9950969090132276e-06,2.3541633709101006e-06,2.713230060180649e-06,3.0722965220775222e-06,3.4313629839743953e-06,3.7904294458712684e-06,4.1494959077681415e-06,4.50856259703869e-06,4.867628831561888e-06,5.226695520832436e-06,5.585761755355634e-06,5.944828444626182e-06,6.30389467914938e-06,6.6629613684199285e-06,7.022028057690477e-06,7.381094292213675e-06,7.740160981484223e-06,8.099227670754772e-06,8.458293450530618e-06,8.817360139801167e-06,9.176426829071715e-06,9.535493518342264e-06,9.894560207612813e-06,1.025362598738866e-05,1.0612692676659208e-05,1.0971759365929756e-05,1.1330826055200305e-05,1.1689891834976152e-05,1.20489585242467e-05,1.2408025213517249e-05]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[5,4,12,17,25,52,72,149,192,355,534,739,1129,1717,2338,3260,4453,5878,7730,9833,12244,14945,17967,20723,23944,26696,29256,31300,32927,34044,34361,33879,32674,31317,28812,25940,22792,19838,17064,14188,11504,9162,7045,5391,4076,2962,2085,1456,997,657,435,274,131,98,65,37,16,17,4,3,3,0,0,1],"bins":[-0.08886932581663132,-0.08593958616256714,-0.08300985395908356,-0.08008011430501938,-0.0771503746509552,-0.07422064244747162,-0.07129090279340744,-0.06836117058992386,-0.06543143093585968,-0.0625016912817955,-0.05957195907831192,-0.05664221942424774,-0.05371248349547386,-0.05078274756669998,-0.0478530079126358,-0.04492327198386192,-0.04199353605508804,-0.03906380012631416,-0.03613406419754028,-0.033204324543476105,-0.030274588614702225,-0.027344852685928345,-0.024415114894509315,-0.021485377103090286,-0.018555641174316406,-0.015625905245542526,-0.012696167454123497,-0.009766430594027042,-0.006836693733930588,-0.003906956873834133,-0.0009772200137376785,0.001952516846358776,0.004882253706455231,0.007811990566551685,0.01074172742664814,0.013671464286744595,0.01660120114684105,0.01953093707561493,0.02246067486703396,0.025390412658452988,0.028320148587226868,0.031249884516000748,0.03417962044477463,0.037109360098838806,0.040039096027612686,0.042968831956386566,0.045898571610450745,0.048828307539224625,0.051758043467998505,0.054687779396772385,0.057617515325546265,0.06054725497961044,0.06347699463367462,0.0664067268371582,0.06933646649122238,0.07226619869470596,0.07519593834877014,0.07812567800283432,0.0810554102063179,0.08398514986038208,0.08691488206386566,0.08984462171792984,0.09277436137199402,0.0957040935754776,0.09863383322954178]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,0,1,0,1,0,1,1,1,3,0,3,0,4,8,14,8,9,7,13,15,21,17,25,31,19,36,27,38,32,37,37,31,35,29,33,29,24,18,25,13,18,21,15,9,12,7,6,10,3,4,2,4,2,3,1,0,0,1,0,1],"bins":[-1.547594365547411e-05,-1.502740451542195e-05,-1.4578864465875085e-05,-1.4130325325822923e-05,-1.368178527627606e-05,-1.3233246136223897e-05,-1.2784706996171735e-05,-1.2336166946624871e-05,-1.188762780657271e-05,-1.1439088666520547e-05,-1.0990548616973683e-05,-1.0542009476921521e-05,-1.0093470336869359e-05,-9.644930287322495e-06,-9.196391147270333e-06,-8.747851097723469e-06,-8.299311957671307e-06,-7.850772817619145e-06,-7.402232768072281e-06,-6.953693628020119e-06,-6.505154033220606e-06,-6.056614438421093e-06,-5.608075298368931e-06,-5.159535703569418e-06,-4.710996108769905e-06,-4.262456513970392e-06,-3.8139171465445543e-06,-3.3653777791187167e-06,-2.9168381843192037e-06,-2.4682985895196907e-06,-2.019759222093853e-06,-1.5712197409811779e-06,-1.1226793503738008e-06,-6.741398692611256e-07,-2.256003881484503e-07,2.2293909296422498e-07,6.714785740769003e-07,1.1200180551895755e-06,1.5685575363022508e-06,2.0170969037280884e-06,2.4656364985276014e-06,2.9141760933271144e-06,3.362715460752952e-06,3.8112548281787895e-06,4.2597944229783025e-06,4.7083340177778155e-06,5.1568731578299776e-06,5.6054127526294906e-06,6.0539523474290036e-06,6.5024919422285166e-06,6.9510315370280296e-06,7.399570677080192e-06,7.848109817132354e-06,8.296649866679218e-06,8.74518900673138e-06,9.193729056278244e-06,9.642268196330406e-06,1.0090807336382568e-05,1.0539347385929432e-05,1.0987886525981594e-05,1.1436426575528458e-05,1.188496571558062e-05,1.2333504855632782e-05,1.2782044905179646e-05,1.3230584045231808e-05]},"gradients/bert.embeddings.position_embeddings.weight":{"bins":[-9.767294977791607e-05,-9.473221143707633e-05,-9.17914803721942e-05,-8.885074203135446e-05,-8.591001096647233e-05,-8.296927262563258e-05,-8.002854156075045e-05,-7.708780321991071e-05,-7.414707215502858e-05,-7.120633381418884e-05,-6.82655954733491e-05,-6.532486440846696e-05,-6.238412606762722e-05,-5.9443391364766285e-05,-5.650265666190535e-05,-5.356192195904441e-05,-5.0621187256183475e-05,-4.768045255332254e-05,-4.47397178504616e-05,-4.1798983147600666e-05,-3.885824844473973e-05,-3.5917510103899986e-05,-3.297677540103905e-05,-3.0036040698178113e-05,-2.7095305995317176e-05,-2.415457129245624e-05,-2.1213836589595303e-05,-1.8273100067744963e-05,-1.5332365364884026e-05,-1.239163066202309e-05,-9.450895049667452e-06,-6.510159892059164e-06,-3.5694247344508767e-06,-6.286895768425893e-07,2.312045580765698e-06,5.2527807383739855e-06,8.193515895982273e-06,1.113425059884321e-05,1.4074986211198848e-05,1.7015721823554486e-05,1.9956456526415423e-05,2.289719122927636e-05,2.5837925932137296e-05,2.8778662453987636e-05,3.1719398975837976e-05,3.466013367869891e-05,3.760086838155985e-05,4.0541603084420785e-05,4.348233778728172e-05,4.642307249014266e-05,4.9363807193003595e-05,5.230454189586453e-05,5.524527659872547e-05,5.818601493956521e-05,6.112674600444734e-05,6.406748434528708e-05,6.700822268612683e-05,6.994895375100896e-05,7.28896920918487e-05,7.583042315673083e-05,7.877116149757057e-05,8.17118925624527e-05,8.465263090329245e-05,8.759336196817458e-05,9.053410030901432e-05],"_type":"histogram","values":[1,0,1,0,0,2,2,4,10,7,13,16,30,36,59,85,139,169,218,303,412,590,808,1058,1443,1893,2759,3394,4502,5801,7031,8003,8512,303755,8231,7308,6300,5088,3812,2919,2229,1722,1208,908,664,475,387,264,193,122,88,72,59,39,16,19,11,10,6,4,4,1,0,1]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,2,0,3,4,21,25,68,93,179,287,506,739,1137,1762,2549,3618,5041,7076,9418,12082,15255,18814,22301,26050,29750,32340,35377,36689,37904,37752,36796,34951,31880,28586,25381,21352,17827,14680,11446,8708,6700,4678,3287,2356,1574,1035,701,408,266,167,87,53,27,22,2,5,2,1,1,1,1],"bins":[-0.1028788611292839,-0.09965179860591888,-0.09642473608255386,-0.09319767355918884,-0.08997061103582382,-0.0867435485124588,-0.08351648598909378,-0.08028942346572876,-0.07706236839294434,-0.07383530586957932,-0.0706082433462143,-0.06738118082284927,-0.06415411829948425,-0.06092705577611923,-0.05769999325275421,-0.05447293072938919,-0.05124586820602417,-0.04801880568265915,-0.04479174315929413,-0.04156468063592911,-0.03833761811256409,-0.035110559314489365,-0.031883496791124344,-0.028656434267759323,-0.025429371744394302,-0.02220230922102928,-0.01897524669766426,-0.01574818603694439,-0.012521123513579369,-0.009294060990214348,-0.006066999398171902,-0.0028399373404681683,0.0003871321678161621,0.0036141942255198956,0.006841256283223629,0.010068317875266075,0.013295380398631096,0.016522442921996117,0.019749503582715988,0.02297656610608101,0.02620362862944603,0.02943069115281105,0.03265775367617607,0.03588481619954109,0.039111874997615814,0.042338937520980835,0.045566000044345856,0.048793062567710876,0.0520201250910759,0.05524718761444092,0.05847425013780594,0.06170131266117096,0.06492837518453598,0.068155437707901,0.07138250023126602,0.07460956275463104,0.07783661782741547,0.08106368035078049,0.08429074287414551,0.08751780539751053,0.09074486792087555,0.09397193044424057,0.09719899296760559,0.10042605549097061,0.10365311801433563]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,0,0,0,1,1,1,2,2,3,6,1,5,5,8,4,10,11,10,16,26,30,35,55,55,62,82,69,62,52,27,27,21,11,11,9,9,5,7,6,2,1,1,1,5,0,2,1,1,1,0,1,0,0,0,0,1,1],"bins":[-5.65081450076832e-07,-5.475362172546738e-07,-5.299909844325157e-07,-5.124457516103575e-07,-4.949005187881994e-07,-4.773553428094601e-07,-4.59810109987302e-07,-4.4226487716514384e-07,-4.247196443429857e-07,-4.0717441152082756e-07,-3.896291786986694e-07,-3.720839742982207e-07,-3.5453874147606257e-07,-3.3699350865390443e-07,-3.194483042534557e-07,-3.019030714312976e-07,-2.8435783860913943e-07,-2.668126057869813e-07,-2.4926737296482315e-07,-2.3172216856437444e-07,-2.141769357422163e-07,-1.9663170292005816e-07,-1.7908648430875473e-07,-1.615412656974513e-07,-1.4399603287529317e-07,-1.2645080005313503e-07,-1.089055814418316e-07,-9.136035572510082e-08,-7.381513000837003e-08,-5.626990429163925e-08,-3.8724678574908467e-08,-2.1179452858177683e-08,-3.6342839848657604e-09,1.3910941731865023e-08,3.1456167448595806e-08,4.900139316532659e-08,6.654661888205737e-08,8.409184459878816e-08,1.0163707031551894e-07,1.1918229603224972e-07,1.367275217489805e-07,1.5427275457113865e-07,1.7181797318244207e-07,1.893631917937455e-07,2.0690842461590364e-07,2.2445365743806178e-07,2.419988618385105e-07,2.5954409466066863e-07,2.770893274828268e-07,2.946345603049849e-07,3.1217979312714306e-07,3.2972499752759177e-07,3.472702303497499e-07,3.6481546317190805e-07,3.8236066757235676e-07,3.999059003945149e-07,4.1745113321667304e-07,4.349963660388312e-07,4.525415988609893e-07,4.7008680326143804e-07,4.876320645053056e-07,5.051772404840449e-07,5.22722473306203e-07,5.402677061283612e-07,5.578129389505193e-07]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-8.782307304500137e-06,-8.498812348989304e-06,-8.215317393478472e-06,-7.93182243796764e-06,-7.648327482456807e-06,-7.364832072198624e-06,-7.081337116687791e-06,-6.797842161176959e-06,-6.514347205666127e-06,-6.230852250155294e-06,-5.947357294644462e-06,-5.6638623391336296e-06,-5.380366928875446e-06,-5.096871973364614e-06,-4.813377017853782e-06,-4.529882062342949e-06,-4.246387106832117e-06,-3.9628921513212845e-06,-3.679397195810452e-06,-3.3959020129259443e-06,-3.112407057415112e-06,-2.8289121019042796e-06,-2.5454169190197717e-06,-2.2619219635089394e-06,-1.978427007998107e-06,-1.6949320524872746e-06,-1.4114369832896045e-06,-1.1279419140919344e-06,-8.444469585811021e-07,-5.609519462268509e-07,-2.774569338725996e-07,6.03807848165161e-09,2.8953218134120107e-07,5.730271936954523e-07,8.565222060497035e-07,1.1400172752473736e-06,1.423512230758206e-06,1.7070071862690384e-06,1.990502369153546e-06,2.2739973246643785e-06,2.557492280175211e-06,2.8409872356860433e-06,3.1244821911968756e-06,3.4079773740813835e-06,3.691472329592216e-06,3.974967512476724e-06,4.258462467987556e-06,4.541957423498388e-06,4.825452379009221e-06,5.108947334520053e-06,5.3924422900308855e-06,5.675937245541718e-06,5.95943220105255e-06,6.2429276113107335e-06,6.526422566821566e-06,6.809917522332398e-06,7.093412477843231e-06,7.376907433354063e-06,7.660402843612246e-06,7.943897799123079e-06,8.227392754633911e-06,8.510887710144743e-06,8.794382665655576e-06,9.077877621166408e-06,9.36137257667724e-06],"_type":"histogram","values":[1,0,1,0,1,1,3,1,2,5,1,7,14,9,9,13,20,16,25,33,34,35,47,67,67,68,89,90,104,107,113,114,122,110,102,96,72,80,47,66,39,30,46,21,27,14,17,15,12,10,2,4,3,0,3,3,2,4,0,2,1,0,0,1]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-7.900036507635377e-06,-7.645780897291843e-06,-7.3915248322009575e-06,-7.137268767110072e-06,-6.883013156766538e-06,-6.628757091675652e-06,-6.374501026584767e-06,-6.120245416241232e-06,-5.865989351150347e-06,-5.6117332860594615e-06,-5.357477675715927e-06,-5.103221610625042e-06,-4.848965545534156e-06,-4.594709935190622e-06,-4.340453870099736e-06,-4.086198259756202e-06,-3.8319421946653165e-06,-3.5776863569481065e-06,-3.3234305192308966e-06,-3.0691744541400112e-06,-2.8149186164228013e-06,-2.5606627787055913e-06,-2.306406713614706e-06,-2.052150875897496e-06,-1.797895038180286e-06,-1.5436392004630761e-06,-1.2893832490590285e-06,-1.0351272976549808e-06,-7.808714599377709e-07,-5.26615565377142e-07,-2.7235967081651324e-07,-1.810377625588444e-08,2.3615211830474436e-07,4.904080128653732e-07,7.44663907426002e-07,9.989198588300496e-07,1.2531756965472596e-06,1.5074315342644695e-06,1.7616874856685172e-06,2.015943437072565e-06,2.270199274789775e-06,2.5244551125069847e-06,2.7787109502241947e-06,3.03296701531508e-06,3.28722285303229e-06,3.5414786907495e-06,3.7957347558403853e-06,4.04999036618392e-06,4.304246431274805e-06,4.558502496365691e-06,4.812758106709225e-06,5.0670141718001105e-06,5.321269782143645e-06,5.57552584723453e-06,5.829781912325416e-06,6.08403752266895e-06,6.338293587759836e-06,6.592549652850721e-06,6.8468052631942555e-06,7.101061328285141e-06,7.355317393376026e-06,7.609573003719561e-06,7.863828614063095e-06,8.118085133901332e-06,8.372340744244866e-06],"_type":"histogram","values":[1,1,0,0,4,2,3,4,2,2,2,7,9,5,8,7,17,12,13,17,12,26,19,16,25,16,22,25,30,34,28,34,40,18,22,17,22,26,22,25,20,15,19,20,15,13,8,6,12,7,7,7,5,3,1,3,4,1,1,1,2,2,0,1]},"gradients/linear.bias":{"_type":"histogram","values":[2,0,1,1,0,1,3,1,0,0,0,0,1,0,3,5,0,2,1,3,2,2,4,2,3,5,3,2,4,7,14,2,4,5,2,4,4,7,3,1,0,3,0,0,0,6,3,2,1,1,1,1,1,0,1,1,2,0,0,0,0,0,0,1],"bins":[-6.233938620425761e-06,-6.0232960095163435e-06,-5.812652943859575e-06,-5.602009878202807e-06,-5.39136726729339e-06,-5.180724656383973e-06,-4.9700815907272045e-06,-4.759438525070436e-06,-4.548795914161019e-06,-4.338153303251602e-06,-4.127510237594834e-06,-3.9168671719380654e-06,-3.706224561028648e-06,-3.4955817227455555e-06,-3.2849388844624627e-06,-3.07429604617937e-06,-2.8636532078962773e-06,-2.6530103696131846e-06,-2.442367531330092e-06,-2.231724693046999e-06,-2.0210818547639064e-06,-1.8104390164808137e-06,-1.599796178197721e-06,-1.3891533399146283e-06,-1.1785105016315356e-06,-9.678676633484429e-07,-7.572248250653502e-07,-5.465819867822574e-07,-3.3593914849916473e-07,-1.2529631021607202e-07,8.53465280670207e-08,2.959893663501134e-07,5.066322046332061e-07,7.172750429162988e-07,9.279178811993916e-07,1.1385607194824843e-06,1.349203557765577e-06,1.5598463960486697e-06,1.7704892343317624e-06,1.981132072614855e-06,2.191774910897948e-06,2.4024177491810406e-06,2.6130605874641333e-06,2.823703425747226e-06,3.0343462640303187e-06,3.2449891023134114e-06,3.455631940596504e-06,3.666274778879597e-06,3.8769176171626896e-06,4.087560228072107e-06,4.298203293728875e-06,4.508846359385643e-06,4.7194889702950604e-06,4.930131581204478e-06,5.140774646861246e-06,5.351417712518014e-06,5.562060323427431e-06,5.7727029343368486e-06,5.983345999993617e-06,6.193989065650385e-06,6.404631676559802e-06,6.615274287469219e-06,6.8259173531259876e-06,7.036560418782756e-06,7.247203029692173e-06]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,1,1,0,0,1,0,2,0,10,5,10,11,10,20,30,54,73,108,180,252,439,739,1256,2110,3786,6433,11277,21264,41796,104577,220637,91468,38150,19679,10703,6117,3553,2028,1204,731,393,223,162,108,77,40,30,16,12,14,6,8,5,4,3,0,1,2,0,1,2,1],"bins":[-1.390220677421894e-05,-1.3473691979015712e-05,-1.3045176274317782e-05,-1.2616661479114555e-05,-1.2188145774416625e-05,-1.1759630979213398e-05,-1.133111618401017e-05,-1.0902600479312241e-05,-1.0474085684109014e-05,-1.0045569979411084e-05,-9.617055184207857e-06,-9.188540389004629e-06,-8.7600246843067e-06,-8.331509889103472e-06,-7.902994184405543e-06,-7.474479389202315e-06,-7.045964139251737e-06,-6.6174488893011585e-06,-6.18893363935058e-06,-5.7604188441473525e-06,-5.331903594196774e-06,-4.903388344246196e-06,-4.474873094295617e-06,-4.046357844345039e-06,-3.6178428217681358e-06,-3.1893275718175573e-06,-2.7608125492406543e-06,-2.332297299290076e-06,-1.9037821630263352e-06,-1.4752670267625945e-06,-1.046751776812016e-06,-6.182366405482753e-07,-1.897215042845346e-07,2.3879366040091554e-07,6.673088250863657e-07,1.0958240181935253e-06,1.524339154457266e-06,1.9528542907210067e-06,2.381369540671585e-06,2.809884563248488e-06,3.2383998131990666e-06,3.666915063149645e-06,4.095430085726548e-06,4.523945335677126e-06,4.952460585627705e-06,5.380975835578283e-06,5.809490630781511e-06,6.238005880732089e-06,6.666521130682668e-06,7.095036380633246e-06,7.523551630583825e-06,7.952066880534403e-06,8.38058167573763e-06,8.80909738043556e-06,9.237612175638787e-06,9.666126970842015e-06,1.0094642675539944e-05,1.0523157470743172e-05,1.0951673175441101e-05,1.1380187970644329e-05,1.1808702765847556e-05,1.2237218470545486e-05,1.2665733265748713e-05,1.3094248970446642e-05,1.352276376564987e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,5,7,10,33,30,60,96,166,255,407,615,924,1343,1965,2762,3752,4976,6559,8405,10791,13147,16068,18843,21984,25120,27563,30438,32132,33568,34300,34020,33709,32123,30169,27513,24903,21888,18717,15870,13074,10455,8127,6329,4859,3633,2552,1843,1243,900,594,394,209,160,86,48,39,20,5,11,1,3,1,1],"bins":[-0.09054575115442276,-0.08762022852897644,-0.08469471335411072,-0.0817691907286644,-0.07884366810321808,-0.07591815292835236,-0.07299263030290604,-0.07006710767745972,-0.067141592502594,-0.06421606987714767,-0.061290547251701355,-0.058365028351545334,-0.05543950945138931,-0.05251398682594299,-0.04958846792578697,-0.04666294530034065,-0.04373742640018463,-0.04081190750002861,-0.03788638487458229,-0.03496086597442627,-0.03203534334897995,-0.02910982444882393,-0.026184305548667908,-0.023258784785866737,-0.020333264023065567,-0.017407743260264397,-0.014482223428785801,-0.011556703597307205,-0.008631182834506035,-0.005705662537366152,-0.0027801422402262688,0.00014537805691361427,0.0030708983540534973,0.00599641865119338,0.008921938948333263,0.011847458779811859,0.01477297954261303,0.0176985003054142,0.02062401920557022,0.02354953996837139,0.02647506073117256,0.029400581493973732,0.0323261022567749,0.03525162115693092,0.038177140057086945,0.041102662682533264,0.044028181582689285,0.046953704208135605,0.049879223108291626,0.05280474200844765,0.05573026463389397,0.05865578353404999,0.06158130615949631,0.06450682133436203,0.06743234395980835,0.07035786658525467,0.07328338921070099,0.07620890438556671,0.07913442701101303,0.08205994963645935,0.08498546481132507,0.08791098743677139,0.09083651006221771,0.09376202523708344,0.09668754786252975]},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0004569726006593555,-0.0004405069339554757,-0.00042404126725159585,-0.000407575600547716,-0.0003911099338438362,-0.00037464426713995636,-0.0003581786004360765,-0.0003417129337321967,-0.0003252472961321473,-0.0003087816294282675,-0.00029231596272438765,-0.0002758502960205078,-0.000259384629316628,-0.00024291896261274815,-0.0002264532959088683,-0.00020998762920498848,-0.00019352196250110865,-0.0001770562957972288,-0.00016059062909334898,-0.00014412496238946915,-0.0001276592956855893,-0.0001111936362576671,-9.472797682974488e-05,-7.826231012586504e-05,-6.179664342198521e-05,-4.5330976718105376e-05,-2.886531365220435e-05,-1.239964876731392e-05,4.06601611757651e-06,2.053168100246694e-05,3.699734588735737e-05,5.3463008953258395e-05,6.992864655330777e-05,8.63943132571876e-05,0.00010285997996106744,0.00011932563938898966,0.0001357913133688271,0.0001522569655207917,0.00016872263222467154,0.00018518829892855138,0.0002016539656324312,0.00021811963233631104,0.00023458529904019088,0.0002510509511921555,0.0002675166178960353,0.00028398228459991515,0.000300447951303795,0.0003169136180076748,0.00033337928471155465,0.0003498449514154345,0.0003663106181193143,0.00038277628482319415,0.000399241951527074,0.0004157076182309538,0.00043217328493483365,0.0004486389516387135,0.00046510458923876286,0.0004815702559426427,0.0004980359226465225,0.0005145015893504024,0.0005309672560542822,0.000547432922758162,0.0005638985894620419,0.0005803642561659217,0.0005968299228698015],"_type":"histogram","values":[3,2,1,6,4,4,5,3,12,24,12,18,23,22,23,19,24,24,23,20,15,17,16,17,17,13,15,14,13,19,13,21,8,13,20,15,17,20,19,18,25,15,18,31,13,21,9,6,10,2,3,6,4,1,2,4,0,1,2,0,1,1,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,2,1,2,3,2,8,7,7,6,11,7,18,28,26,32,42,55,49,61,71,60,67,61,46,60,68,53,57,50,58,62,54,54,42,53,51,56,40,70,56,40,58,54,49,51,38,46,21,28,27,13,12,12,9,7,8,5,3,5,0,3,2],"bins":[-0.0005373029271140695,-0.0005203491309657693,-0.0005033953348174691,-0.0004864415677729994,-0.0004694878007285297,-0.0004525340045802295,-0.0004355802375357598,-0.00041862644138745964,-0.0004016726743429899,-0.00038471887819468975,-0.0003677650820463896,-0.00035081131500191987,-0.0003338575188536197,-0.00031690375180915,-0.0002999499556608498,-0.0002829961886163801,-0.0002660423924680799,-0.00024908859631977975,-0.00023213482927531004,-0.0002151810476789251,-0.00019822726608254015,-0.00018127346993423998,-0.00016431968833785504,-0.0001473659067414701,-0.00013041212514508516,-0.00011345834354870021,-9.650456195231527e-05,-7.955077307997271e-05,-6.259699148358777e-05,-4.564320988720283e-05,-2.868942465283908e-05,-1.1735641237464733e-05,5.218142177909613e-06,2.217192559328396e-05,3.9125709008658305e-05,5.6079494243022054e-05,7.3033275839407e-05,8.998705743579194e-05,0.0001069408463081345,0.00012389462790451944,0.00014084840950090438,0.00015780219109728932,0.00017475597269367427,0.0001917097542900592,0.00020866355043835938,0.00022561733203474432,0.00024257111363112926,0.000259524880675599,0.00027647867682389915,0.0002934324729721993,0.00031038624001666903,0.0003273400361649692,0.0003442938032094389,0.0003612475993577391,0.0003782013664022088,0.000395155162550509,0.00041210895869880915,0.00042906272574327886,0.00044601652189157903,0.00046297028893604875,0.0004799240850843489,0.0004968778812326491,0.0005138316191732883,0.0005307854153215885,0.0005477392114698887],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09788587689399719,-0.09477381408214569,-0.09166175127029419,-0.08854968845844269,-0.08543762564659119,-0.08232555538415909,-0.07921349257230759,-0.07610142976045609,-0.07298936694860458,-0.06987730413675308,-0.06676524132490158,-0.06365317851305008,-0.06054111197590828,-0.05742904916405678,-0.05431698262691498,-0.05120491981506348,-0.048092857003211975,-0.044980794191360474,-0.04186873137950897,-0.03875666484236717,-0.03564460203051567,-0.03253253921866417,-0.02942047454416752,-0.026308409869670868,-0.023196347057819366,-0.020084284245967865,-0.016972219571471214,-0.013860155828297138,-0.010748092085123062,-0.007636028341948986,-0.00452396459877491,-0.001411900855600834,0.0017001554369926453,0.004812219180166721,0.007924282923340797,0.011036346666514874,0.01414841040968895,0.01726047322154045,0.020372537896037102,0.023484602570533752,0.026596665382385254,0.029708728194236755,0.03282079100608826,0.03593285754323006,0.03904492035508156,0.04215698316693306,0.04526904970407486,0.04838111251592636,0.05149317532777786,0.054605238139629364,0.057717300951480865,0.060829367488622665,0.06394143402576447,0.06705349683761597,0.07016555964946747,0.07327762246131897,0.07638968527317047,0.07950174808502197,0.08261381089687347,0.08572587370872498,0.08883793652057648,0.09195000678300858,0.09506206959486008,0.09817413240671158,0.10128619521856308],"_type":"histogram","values":[2,0,8,7,8,34,67,98,162,309,474,769,1206,1985,3099,4502,6505,9301,12820,17048,22643,29742,37131,45462,54329,63756,72461,80726,87565,93345,96185,97257,96002,93041,86954,80212,71899,62561,53910,44716,36392,28891,22434,16886,12407,8980,6354,4362,2959,1882,1221,730,440,264,161,93,58,26,9,10,3,0,0,1]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,1,3,0,2,1,0,2,2,3,2,3,4,6,8,5,14,10,13,11,17,15,18,21,18,14,25,34,32,36,31,29,34,33,26,26,19,37,18,22,18,19,14,22,16,19,10,8,10,6,4,3,4,1,6,2,0,2,2,2,1,2,0,1],"bins":[-9.475371371081565e-06,-9.18676050787326e-06,-8.898149644664954e-06,-8.60953878145665e-06,-8.320928827743046e-06,-8.032317964534741e-06,-7.743707101326436e-06,-7.455096238118131e-06,-7.166485374909826e-06,-6.877874966448871e-06,-6.589264103240566e-06,-6.300653240032261e-06,-6.012042831571307e-06,-5.723431968363002e-06,-5.434821105154697e-06,-5.146210696693743e-06,-4.8575998334854376e-06,-4.5689889702771325e-06,-4.280378561816178e-06,-3.991767698607873e-06,-3.703156835399568e-06,-3.4145461995649384e-06,-3.1259355637303088e-06,-2.8373247005220037e-06,-2.548714064687374e-06,-2.2601034288527444e-06,-1.9714925656444393e-06,-1.6828819298098097e-06,-1.3942711802883423e-06,-1.105660430766875e-06,-8.170497380888264e-07,-5.284390454107779e-07,-2.3982829588931054e-07,4.87824252104474e-08,3.3739314631020534e-07,6.260038389882538e-07,9.146145885097212e-07,1.2032253380311886e-06,1.4918359738658182e-06,1.7804467233872856e-06,2.069057472908753e-06,2.3576681087433826e-06,2.6462789719516877e-06,2.9348896077863174e-06,3.223500243620947e-06,3.512111106829252e-06,3.8007217426638817e-06,4.089332378498511e-06,4.3779432417068165e-06,4.6665541049151216e-06,4.955164513376076e-06,5.243775376584381e-06,5.532386239792686e-06,5.82099664825364e-06,6.109607511461945e-06,6.39821837467025e-06,6.6868287831312045e-06,6.97543964633951e-06,7.264050509547815e-06,7.55266137275612e-06,7.841272235964425e-06,8.129882189678028e-06,8.418493052886333e-06,8.707103916094638e-06,8.995714779302943e-06],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,4,1,0,3,2,5,4,6,9,13,15,24,22,24,21,26,22,28,25,20,23,16,22,22,14,12,11,16,13,17,11,21,15,22,20,17,28,22,25,17,23,24,15,16,14,6,10,8,2,3,1,1,0,1,0,0,1,1,1,0,2],"bins":[-0.0005433579790405929,-0.0005252890987321734,-0.0005072202766314149,-0.0004891513963229954,-0.00047108251601457596,-0.00045301366480998695,-0.0004349447845015675,-0.0004168759332969785,-0.000398807052988559,-0.00038073820178397,-0.000362669350579381,-0.0003446004702709615,-0.0003265316190663725,-0.00030846273875795305,-0.00029039388755336404,-0.00027232500724494457,-0.00025425615604035556,-0.00023618729028385133,-0.0002181184245273471,-0.00020004955877084285,-0.0001819806930143386,-0.0001639118418097496,-0.00014584297605324537,-0.00012777411029674113,-0.00010970524454023689,-9.163637878373265e-05,-7.356751302722842e-05,-5.549865454668179e-05,-3.7429788790177554e-05,-1.936092485266272e-05,-1.2920609151478857e-06,1.677680302236695e-05,3.484566695988178e-05,5.291453271638602e-05,7.098339847289026e-05,8.905225695343688e-05,0.00010712112270994112,0.00012518998119048774,0.00014325884694699198,0.00016132771270349622,0.00017939657846000046,0.0001974654442165047,0.00021553430997300893,0.00023360317572951317,0.0002516720269341022,0.00026974090724252164,0.00028780975844711065,0.0003058786387555301,0.00032394748996011913,0.00034201634116470814,0.0003600852214731276,0.0003781540726777166,0.0003962229529861361,0.0004142918041907251,0.00043236068449914455,0.00045042953570373356,0.00046849838690832257,0.00048656726721674204,0.0005046361475251615,0.0005227049696259201,0.0005407738499343395,0.000558842730242759,0.0005769116105511785,0.000594980432651937,0.0006130493129603565],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,1,0,2,0,1,3,1,2,1,1,6,5,10,11,10,8,18,18,17,14,22,14,19,31,27,25,28,40,18,26,27,28,27,31,30,25,29,18,17,24,14,10,16,15,12,9,10,13,4,5,2,6,3,3,2,1,2,1,0,1,1,2],"bins":[-0.0004522149101831019,-0.00043803497101180255,-0.0004238550318405032,-0.0004096750926692039,-0.00039549515349790454,-0.00038131524343043566,-0.0003671353042591363,-0.000352955365087837,-0.00033877542591653764,-0.0003245954867452383,-0.00031041554757393897,-0.00029623560840263963,-0.00028205569833517075,-0.0002678757591638714,-0.00025369581999257207,-0.00023951588082127273,-0.0002253359416499734,-0.00021115600247867405,-0.00019697606330737472,-0.0001827961386879906,-0.00016861619951669127,-0.00015443626034539193,-0.00014025633572600782,-0.00012607639655470848,-0.00011189645738340914,-9.77165182121098e-05,-8.353658631676808e-05,-6.935665442142636e-05,-5.517671525012702e-05,-4.0996779716806486e-05,-2.6816844183485955e-05,-1.2636908650165424e-05,1.5430559869855642e-06,1.5722991520306095e-05,2.9902927053626627e-05,4.408286258694716e-05,5.826279812026769e-05,7.244273729156703e-05,8.662266918690875e-05,0.00010080260108225048,0.00011498254025354981,0.00012916247942484915,0.0001433424185961485,0.0001575223432155326,0.00017170228238683194,0.00018588222155813128,0.0002000621461775154,0.00021424208534881473,0.00022842202452011406,0.0002426019636914134,0.00025678190286271274,0.0002709618420340121,0.00028514175210148096,0.0002993216912727803,0.00031350163044407964,0.000327681569615379,0.0003418615087866783,0.00035604144795797765,0.000370221387129277,0.00038440132630057633,0.00039858126547187567,0.00041276117553934455,0.0004269411147106439,0.0004411210538819432,0.00045530099305324256],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-3.9755403122399e-05,-3.842848673230037e-05,-3.710157034220174e-05,-3.577465395210311e-05,-3.444773756200448e-05,-3.3120821171905845e-05,-3.1793904781807214e-05,-3.0466988391708583e-05,-2.914007200160995e-05,-2.781315561151132e-05,-2.648623922141269e-05,-2.5159322831314057e-05,-2.3832406441215426e-05,-2.2505490051116794e-05,-2.1178573661018163e-05,-1.985165727091953e-05,-1.85247408808209e-05,-1.719782449072227e-05,-1.5870908100623637e-05,-1.4543991710525006e-05,-1.3217075320426375e-05,-1.1890158930327743e-05,-1.0563242540229112e-05,-9.23632615013048e-06,-7.909409760031849e-06,-6.582493369933218e-06,-5.255576979834586e-06,-3.928660589735955e-06,-2.6017441996373236e-06,-1.2748278095386922e-06,5.2088580559939146e-08,1.3790049706585705e-06,2.705917722778395e-06,4.032834112877026e-06,5.359750502975658e-06,6.686666893074289e-06,8.01358328317292e-06,9.340499673271552e-06,1.0667416063370183e-05,1.1994332453468814e-05,1.3321248843567446e-05,1.4648165233666077e-05,1.597508162376471e-05,1.730199801386334e-05,1.862891440396197e-05,1.9955830794060603e-05,2.1282747184159234e-05,2.2609663574257866e-05,2.3936579964356497e-05,2.526349635445513e-05,2.659041274455376e-05,2.791732913465239e-05,2.9244245524751022e-05,3.0571161914849654e-05,3.1898078304948285e-05,3.3224994695046917e-05,3.455191108514555e-05,3.587882747524418e-05,3.720574386534281e-05,3.853266025544144e-05,3.9859576645540074e-05,4.1186493035638705e-05,4.2513409425737336e-05,4.384032581583597e-05,4.51672422059346e-05],"_type":"histogram","values":[1,0,0,1,1,2,3,5,8,12,8,29,40,69,80,148,249,396,667,1217,2030,3488,5856,10182,17680,31647,56890,102689,191940,379733,362099,183269,97823,54046,29989,17025,9815,5568,3379,1871,1189,699,431,231,131,83,59,46,15,3,5,3,2,4,3,0,3,1,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,3,1,0,0,1,4,4,8,2,10,19,14,27,33,37,42,41,29,32,19,10,14,12,12,8,18,6,15,12,15,15,27,24,28,35,41,33,28,23,15,22,8,8,3,1,0,1,3,1,0,0,0,2],"bins":[-0.000819026492536068,-0.0007966714329086244,-0.0007743163150735199,-0.0007519612554460764,-0.0007296061376109719,-0.0007072510779835284,-0.0006848960183560848,-0.0006625409005209804,-0.0006401858408935368,-0.0006178307812660933,-0.0005954756634309888,-0.0005731206038035452,-0.0005507655441761017,-0.0005284104263409972,-0.0005060553667135537,-0.00048370027798227966,-0.00046134518925100565,-0.00043899010051973164,-0.00041663501178845763,-0.0003942799521610141,-0.00037192486342974007,-0.00034956977469846606,-0.0003272147150710225,-0.0003048596263397485,-0.0002825045376084745,-0.0002601494488772005,-0.0002377943746978417,-0.00021543930051848292,-0.00019308421178720891,-0.0001707291230559349,-0.00014837404887657613,-0.00012601897469721735,-0.00010366388596594334,-8.130880451062694e-05,-5.895372305531055e-05,-3.659864159999415e-05,-1.4243560144677758e-05,8.111521310638636e-06,3.046660276595503e-05,5.2821684221271425e-05,7.517676567658782e-05,9.753184713190421e-05,0.00011988692858722061,0.0001422420027665794,0.0001645970914978534,0.0001869521802291274,0.0002093072544084862,0.00023166232858784497,0.000254017417319119,0.000276372506050393,0.000298727594781667,0.00032108265440911055,0.00034343774314038455,0.00036579283187165856,0.0003881478914991021,0.0004105029802303761,0.00043285806896165013,0.00045521315769292414,0.00047756824642419815,0.0004999233060516417,0.0005222783656790853,0.0005446334835141897,0.0005669885431416333,0.0005893436609767377,0.0006116987206041813],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"values":[2,0,2,0,1,1,4,2,4,13,10,10,28,37,47,57,118,151,276,380,639,877,1455,2214,3466,5567,8586,13596,21366,32734,48051,64865,77717,80012,69560,52806,37249,24507,15974,9867,6375,3935,2610,1553,1083,665,445,313,201,140,82,49,36,25,22,12,6,7,5,5,1,1,1,1],"bins":[-6.39080535620451e-05,-6.198063783813268e-05,-6.0053229390177876e-05,-5.8125817304244265e-05,-5.6198405218310654e-05,-5.4270989494398236e-05,-5.2343577408464625e-05,-5.0416165322531015e-05,-4.8488753236597404e-05,-4.656134115066379e-05,-4.463392906473018e-05,-4.270651697879657e-05,-4.0779101254884154e-05,-3.885168916895054e-05,-3.692427708301693e-05,-3.499686499708332e-05,-3.306945291114971e-05,-3.11420408252161e-05,-2.921462873928249e-05,-2.7287214834359474e-05,-2.5359802748425864e-05,-2.3432390662492253e-05,-2.150497675756924e-05,-1.9577564671635628e-05,-1.7650152585702017e-05,-1.5722740499768406e-05,-1.3795327504340094e-05,-1.1867914508911781e-05,-9.94050242297817e-06,-8.01309033704456e-06,-6.085677341616247e-06,-4.158264800935285e-06,-2.2308486222755164e-06,-3.034360815945547e-07,1.623976459086407e-06,3.5513889997673687e-06,5.47880154044833e-06,7.406214081129292e-06,9.333626621810254e-06,1.1261039617238566e-05,1.3188451703172177e-05,1.5115863789105788e-05,1.70432758750394e-05,1.8970689779962413e-05,2.0898101865896024e-05,2.2825513951829635e-05,2.475292785675265e-05,2.668033994268626e-05,2.860775202861987e-05,3.053516411455348e-05,3.246257620048709e-05,3.43899882864207e-05,3.631740401033312e-05,3.824481609626673e-05,4.017222818220034e-05,4.209964026813395e-05,4.4027052354067564e-05,4.5954464440001175e-05,4.7881876525934786e-05,4.9809288611868396e-05,5.173670069780201e-05,5.3664116421714425e-05,5.5591528507648036e-05,5.751894059358165e-05,5.944635267951526e-05],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,2,2,4,5,8,7,9,10,13,10,21,18,25,20,26,28,38,28,33,33,33,35,16,31,20,14,18,26,20,19,23,17,13,13,15,11,15,16,12,9,11,3,7,5,8,2,1,1,5,2,1,1,1,2],"bins":[0.9994560480117798,0.9994722008705139,0.9994882941246033,0.9995044469833374,0.9995205998420715,0.9995367527008057,0.999552845954895,0.9995689988136292,0.9995851516723633,0.9996012449264526,0.9996173977851868,0.9996335506439209,0.999649703502655,0.9996657967567444,0.9996819496154785,0.9996981024742126,0.9997142553329468,0.9997303485870361,0.9997465014457703,0.9997626543045044,0.9997787475585938,0.9997949004173279,0.999811053276062,0.9998272061347961,0.9998432993888855,0.9998594522476196,0.9998756051063538,0.9998916983604431,0.9999078512191772,0.9999240040779114,0.9999401569366455,0.9999562501907349,0.999972403049469,0.9999885559082031,1.0000046491622925,1.0000208616256714,1.0000369548797607,1.00005304813385,1.000069260597229,1.0000853538513184,1.0001014471054077,1.0001176595687866,1.000133752822876,1.0001498460769653,1.0001660585403442,1.0001821517944336,1.0001983642578125,1.0002144575119019,1.0002305507659912,1.0002467632293701,1.0002628564834595,1.0002789497375488,1.0002951622009277,1.000311255455017,1.0003273487091064,1.0003435611724854,1.0003596544265747,1.000375747680664,1.000391960144043,1.0004080533981323,1.0004242658615112,1.0004403591156006,1.00045645236969,1.0004726648330688,1.0004887580871582]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,2,1,0,0,0,1,0,0,1,1,2,3,0,1,1,0,6,1,1,14,6,3,11,14,6,18,37,53,61,72,71,70,61,63,38,31,26,28,11,6,9,5,5,6,3,1,1,1,2,4,2,1,2,1,0,0,1,0,0,1,0,0,1],"bins":[-5.103356670588255e-07,-4.942919531458756e-07,-4.782482960763446e-07,-4.6220458216339466e-07,-4.461608966721542e-07,-4.3011721118091373e-07,-4.1407349726796383e-07,-3.9802981177672336e-07,-3.819861262854829e-07,-3.6594244079424243e-07,-3.4989875530300196e-07,-3.3385504139005207e-07,-3.178113558988116e-07,-3.0176767040757113e-07,-2.8572395649462123e-07,-2.6968027100338077e-07,-2.536365855121403e-07,-2.3759290002089983e-07,-2.2154920031880465e-07,-2.0550550061670947e-07,-1.89461815125469e-07,-1.7341812963422853e-07,-1.5737442993213335e-07,-1.4133073023003817e-07,-1.252870447387977e-07,-1.0924335214212988e-07,-9.319965954546205e-08,-7.715596694879423e-08,-6.11122743521264e-08,-4.506858175545858e-08,-2.9024889158790756e-08,-1.2981196562122932e-08,3.0624960345448926e-09,1.9106188631212717e-08,3.514988122788054e-08,5.1193573824548366e-08,6.723726642121619e-08,8.328095901788402e-08,9.932465161455184e-08,1.1536834421121966e-07,1.314120368078875e-07,1.4745572229912796e-07,1.6349942200122314e-07,1.7954312170331832e-07,1.955868071945588e-07,2.1163049268579925e-07,2.2767419238789444e-07,2.437178920899896e-07,2.597615775812301e-07,2.7580526307247055e-07,2.91848948563711e-07,3.078926624766609e-07,3.239363479679014e-07,3.3998003345914185e-07,3.5602374737209175e-07,3.720674328633322e-07,3.881111183545727e-07,4.0415480384581315e-07,4.201984893370536e-07,4.362422032500035e-07,4.52285888741244e-07,4.6832957423248445e-07,4.843732881454343e-07,5.004169452149654e-07,5.164606591279153e-07]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,0,1,3,1,2,4,7,10,11,11,28,40,53,87,102,150,243,358,526,784,1323,1952,2983,4801,7770,12491,20973,37057,73184,157495,130655,58472,30768,17994,10818,6783,4254,2650,1724,1128,707,482,303,218,123,88,60,37,38,21,14,12,5,4,3,3,2,1,0,1,1,2],"bins":[-1.1593359886319377e-05,-1.1229367373744026e-05,-1.0865374861168675e-05,-1.0501381439098623e-05,-1.0137388926523272e-05,-9.773396413947921e-06,-9.40940390137257e-06,-9.04541138879722e-06,-8.681417966727167e-06,-8.317425454151817e-06,-7.953432941576466e-06,-7.589440429001115e-06,-7.2254479164257646e-06,-6.861454949103063e-06,-6.497462436527712e-06,-6.133469469205011e-06,-5.76947695662966e-06,-5.405484444054309e-06,-5.041491476731608e-06,-4.677498964156257e-06,-4.313505996833555e-06,-3.949513484258205e-06,-3.585520971682854e-06,-3.221528231733828e-06,-2.8575354917848017e-06,-2.4935427518357756e-06,-2.1295500118867494e-06,-1.7655574993113987e-06,-1.4015647593623726e-06,-1.0375720194133464e-06,-6.73579393151158e-07,-3.095867100455507e-07,5.440688255475834e-08,4.183995656603656e-07,7.823922487659729e-07,1.1463848750281613e-06,1.5103776149771875e-06,1.8743703549262136e-06,2.2383628675015643e-06,2.6023556074505905e-06,2.9663483473996166e-06,3.3303410873486428e-06,3.694333827297669e-06,4.05832633987302e-06,4.42231885244837e-06,4.786311819771072e-06,5.150304332346423e-06,5.514297299669124e-06,5.878289812244475e-06,6.242282324819826e-06,6.606275292142527e-06,6.970267804717878e-06,7.3342607720405795e-06,7.69825328461593e-06,8.062245797191281e-06,8.426238309766632e-06,8.790231731836684e-06,9.154224244412035e-06,9.518216756987385e-06,9.882209269562736e-06,1.0246201782138087e-05,1.0610194294713438e-05,1.097418771678349e-05,1.133818022935884e-05,1.1702172741934191e-05]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,1,1,5,3,5,1,6,5,8,4,11,12,5,16,14,16,16,25,22,18,20,27,32,22,19,35,18,23,36,23,33,28,24,25,24,24,25,11,11,9,12,12,17,6,9,9,9,6,2,5,6,4,2,0,1,0,0,2,1,0,0,1],"bins":[-0.0004161125689279288,-0.0004020565829705447,-0.0003880005970131606,-0.0003739446110557765,-0.00035988862509839237,-0.00034583263914100826,-0.00033177665318362415,-0.00031772066722624004,-0.0003036647103726864,-0.0002896087244153023,-0.00027555273845791817,-0.00026149675250053406,-0.00024744076654314995,-0.00023338478058576584,-0.00021932879462838173,-0.00020527280867099762,-0.0001912168227136135,-0.0001771608367562294,-0.0001631048507988453,-0.00014904886484146118,-0.00013499287888407707,-0.00012093690020265058,-0.00010688092152122408,-9.282493556383997e-05,-7.876894960645586e-05,-6.471296364907175e-05,-5.065698132966645e-05,-3.660099901026115e-05,-2.254501305287704e-05,-8.489028914482333e-06,5.566955223912373e-06,1.962293936230708e-05,3.367889439687133e-05,4.773488035425544e-05,6.179086631163955e-05,7.584684499306604e-05,8.990283095045015e-05,0.00010395881690783426,0.00011801479558926076,0.00013207078154664487,0.00014612676750402898,0.00016018275346141309,0.0001742387394187972,0.0001882947253761813,0.00020235069678165019,0.0002164066827390343,0.0002304626686964184,0.0002445186546538025,0.0002585746406111866,0.00027263062656857073,0.00028668661252595484,0.00030074259848333895,0.00031479858444072306,0.00032885457039810717,0.0003429105563554913,0.0003569665423128754,0.00037102249916642904,0.00038507848512381315,0.00039913447108119726,0.00041319045703858137,0.0004272464429959655,0.0004413024289533496,0.0004553584149107337,0.0004694144008681178,0.0004834703868255019],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09957345575094223,-0.09645751118659973,-0.09334156662225723,-0.09022562205791473,-0.08710967749357224,-0.08399373292922974,-0.08087778091430664,-0.07776183634996414,-0.07464589178562164,-0.07152994722127914,-0.06841400265693665,-0.06529805809259415,-0.06218211352825165,-0.05906616896390915,-0.05595022067427635,-0.05283427610993385,-0.049718331545591354,-0.046602386981248856,-0.04348644241690636,-0.04037049412727356,-0.03725454956293106,-0.03413860499858856,-0.031022660434246063,-0.027906714007258415,-0.024790769442915916,-0.021674824878573418,-0.01855887845158577,-0.015442933887243271,-0.012326988391578197,-0.009211042895913124,-0.006095097865909338,-0.0029791526030749083,0.00013679265975952148,0.0032527379225939512,0.006368683185428381,0.009484628215432167,0.01260057371109724,0.015716519206762314,0.018832463771104813,0.02194841019809246,0.02506435476243496,0.028180299326777458,0.031296245753765106,0.034412190318107605,0.037528134882450104,0.0406440794467926,0.0437600277364254,0.0468759723007679,0.0499919168651104,0.053107861429452896,0.056223805993795395,0.05933975428342819,0.06245569884777069,0.06557164341211319,0.06868758797645569,0.07180353254079819,0.07491947710514069,0.07803542166948318,0.08115136623382568,0.08426731824874878,0.08738326281309128,0.09049920737743378,0.09361515194177628,0.09673109650611877,0.09984704107046127],"_type":"histogram","values":[2,0,1,1,8,3,13,26,40,76,144,235,363,595,890,1392,2089,2946,4101,5456,7555,9778,12263,15438,18694,22251,25571,28810,32008,33949,35421,36729,36645,35251,33830,31573,28689,25337,21609,18408,15000,12095,9666,7009,5475,3979,2717,1996,1298,887,553,417,217,141,79,43,35,10,5,4,6,0,1,1]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-3.561630001058802e-05,-3.455754995229654e-05,-3.349879989400506e-05,-3.244004619773477e-05,-3.138129613944329e-05,-3.0322546081151813e-05,-2.926379420387093e-05,-2.8205042326590046e-05,-2.7146292268298566e-05,-2.6087542210007086e-05,-2.5028790332726203e-05,-2.397003845544532e-05,-2.291128839715384e-05,-2.185253833886236e-05,-2.0793786461581476e-05,-1.9735034584300593e-05,-1.8676284526009113e-05,-1.7617534467717633e-05,-1.655878259043675e-05,-1.5500030713155866e-05,-1.4441280654864386e-05,-1.3382529687078204e-05,-1.2323778719292022e-05,-1.126502775150584e-05,-1.0206276783719659e-05,-9.147525815933477e-06,-8.088774848147295e-06,-7.030023880361114e-06,-5.971272912574932e-06,-4.91252194478875e-06,-3.8537709770025685e-06,-2.795020009216387e-06,-1.736265403451398e-06,-6.775144356652163e-07,3.812365321209654e-07,1.4399874999071471e-06,2.498738467693329e-06,3.5574894354795106e-06,4.616240403265692e-06,5.674991371051874e-06,6.733742338838056e-06,7.792493306624237e-06,8.85124427441042e-06,9.909995242196601e-06,1.0968746209982783e-05,1.2027497177768964e-05,1.3086248145555146e-05,1.4144999113341328e-05,1.520375008112751e-05,1.626250013941899e-05,1.7321252016699873e-05,1.8380003893980756e-05,1.9438753952272236e-05,2.0497504010563716e-05,2.15562558878446e-05,2.2615007765125483e-05,2.3673757823416963e-05,2.4732507881708443e-05,2.5791259758989327e-05,2.685001163627021e-05,2.790876169456169e-05,2.896751175285317e-05,3.0026263630134054e-05,3.108501550741494e-05,3.214376556570642e-05],"_type":"histogram","values":[2,1,1,3,0,2,1,8,11,15,14,30,39,63,88,114,160,235,398,565,881,1329,2004,3106,5003,8031,12668,20544,33520,54747,88273,142471,222730,299556,249534,161464,100813,62421,38703,23791,14408,9220,5648,3563,2244,1448,978,679,409,313,201,138,89,57,38,30,20,13,15,2,5,2,1,4]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug-core.log b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c64a705aab124ad906ff3e128c40689e289841bb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:03:33.592968686+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp6o_tajmj/port-10308.txt","pid":10308,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:03:33.593521923+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":10308} +{"time":"2025-07-18T00:03:33.593509661+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10308-10331-3236248299/socket","Net":"unix"}} +{"time":"2025-07-18T00:03:33.773556848+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:03:33.782230774+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"i8pujeh7","id":"1(@)"} +{"time":"2025-07-18T00:03:34.210129647+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"i8pujeh7","id":"1(@)"} +{"time":"2025-07-18T00:08:42.979558583+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:08:42.97981832+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:08:42.979914005+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:08:42.979917978+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:08:42.980026933+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10308-10331-3236248299/socket","Net":"unix"}} +{"time":"2025-07-18T00:08:45.542292929+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:08:45.542312305+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:08:45.542324874+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a3714a66fc8cc17004bf00bb59e6a54c5238aa37 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:03:33.783059001+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:03:34.210096897+03:00","level":"INFO","msg":"stream: created new stream","id":"i8pujeh7"} +{"time":"2025-07-18T00:03:34.21012359+03:00","level":"INFO","msg":"stream: started","id":"i8pujeh7"} +{"time":"2025-07-18T00:03:34.210134253+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"i8pujeh7"} +{"time":"2025-07-18T00:03:34.210249759+03:00","level":"INFO","msg":"sender: started","stream_id":"i8pujeh7"} +{"time":"2025-07-18T00:03:34.210263644+03:00","level":"INFO","msg":"handler: started","stream_id":"i8pujeh7"} +{"time":"2025-07-18T00:08:42.979876286+03:00","level":"INFO","msg":"stream: closing","id":"i8pujeh7"} +{"time":"2025-07-18T00:08:44.561580394+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:08:45.54100384+03:00","level":"INFO","msg":"handler: closed","stream_id":"i8pujeh7"} +{"time":"2025-07-18T00:08:45.541046862+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"i8pujeh7"} +{"time":"2025-07-18T00:08:45.541086537+03:00","level":"INFO","msg":"sender: closed","stream_id":"i8pujeh7"} +{"time":"2025-07-18T00:08:45.54189753+03:00","level":"INFO","msg":"stream: closed","id":"i8pujeh7"} diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug.log b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3ad04fa776c6649e4d1cf3c2360fd5aac08dd007 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_setup.py:_flush():80] Configure stats pid to 10308 +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_000333-i8pujeh7/logs/debug.log +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_000333-i8pujeh7/logs/debug-internal.log +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 8, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:03:33,558 INFO MainThread:10308 [wandb_init.py:init():871] starting backend +2025-07-18 00:03:33,773 INFO MainThread:10308 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:03:33,780 INFO MainThread:10308 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:03:33,783 INFO MainThread:10308 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:03:33,784 INFO MainThread:10308 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:03:34,517 INFO MainThread:10308 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:03:34,684 INFO MainThread:10308 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:03:34,684 INFO MainThread:10308 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:03:34,684 INFO MainThread:10308 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:03:34,684 INFO MainThread:10308 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:03:34,690 INFO MainThread:10308 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:03:35,677 INFO MainThread:10308 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:03:35,678 INFO MainThread:10308 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:08:42,978 INFO MsgRouterThr:10308 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_000333-i8pujeh7/run-i8pujeh7.wandb b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/run-i8pujeh7.wandb new file mode 100644 index 0000000000000000000000000000000000000000..120b134866b43d05a5f9558de5a3e20730c24a56 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_000333-i8pujeh7/run-i8pujeh7.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2355f46d418d9e52a666b78d20a6b649c0900f166db68a629b2d98e1191c69 +size 29154913 diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/files/config.yaml b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c74c1a993597db9cf97e6e9359607fce7a4947e7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + ww5zqt4di8aufw9omob3ss0f5761ikoy: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136797409280" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:10:03.830561Z" + writerId: ww5zqt4di8aufw9omob3ss0f5761ikoy + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 8 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/files/output.log b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..588f683789292681546ed2636b7bc0ac397528e1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:58", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/files/requirements.txt b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..8e3d056d0b42cd246d955665f2d5d00dd05da006 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:10:03.830561Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136797409280" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "ww5zqt4di8aufw9omob3ss0f5761ikoy" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..699dff7c40420ad96b417b7306fc638ebf5a1f7f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,1,1,2,2,1,4,4,4,7,5,3,4,10,8,10,7,19,20,15,26,28,22,28,19,25,27,20,25,32,30,24,32,29,27,32,15,16,15,20,19,15,16,11,10,10,7,13,8,5,5,3,4,9,1,2,2,3,1,1,1],"bins":[-0.0635494738817215,-0.06163449212908745,-0.0597195066511631,-0.05780452489852905,-0.055889539420604706,-0.05397455766797066,-0.05205957591533661,-0.05014459043741226,-0.048229608684778214,-0.046314626932144165,-0.04439964145421982,-0.04248465970158577,-0.04056967794895172,-0.038654692471027374,-0.036739710718393326,-0.03482472524046898,-0.03290974348783493,-0.030994759872555733,-0.029079776257276535,-0.027164794504642487,-0.02524981088936329,-0.02333482727408409,-0.021419845521450043,-0.019504861906170845,-0.017589878290891647,-0.01567489467561245,-0.013759911991655827,-0.011844929307699203,-0.009929945692420006,-0.008014962077140808,-0.006099979393184185,-0.004184996243566275,-0.0022700130939483643,-0.00035502994433045387,0.0015599532052874565,0.003474936354905367,0.005389919504523277,0.007304902654141188,0.009219885803759098,0.011134868487715721,0.013049852102994919,0.014964835718274117,0.016879819333553314,0.018794801086187363,0.02070978470146656,0.022624768316745758,0.024539750069379807,0.026454733684659004,0.028369717299938202,0.0302847009152174,0.0321996845304966,0.034114666283130646,0.03602965176105499,0.03794463351368904,0.03985961526632309,0.041774600744247437,0.043689582496881485,0.04560456424951553,0.04751954972743988,0.04943453148007393,0.05134951323270798,0.053264498710632324,0.05517948046326637,0.05709446594119072,0.05900944769382477]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,0,0,1,0,3,8,8,10,13,7,16,19,22,24,38,36,50,51,93,97,123,117,136,158,151,150,133,111,86,64,61,52,44,37,29,17,20,15,9,8,5,2,7,4,2,2,1,0,0,1,0,2,0,1],"bins":[-0.02343059703707695,-0.022739054635167122,-0.022047512233257294,-0.021355969831347466,-0.020664427429437637,-0.01997288689017296,-0.01928134448826313,-0.018589802086353302,-0.017898259684443474,-0.017206717282533646,-0.016515174880623817,-0.01582363247871399,-0.015132091008126736,-0.014440548606216908,-0.013749007135629654,-0.013057464733719826,-0.012365922331809998,-0.01167437992990017,-0.010982837527990341,-0.010291296057403088,-0.00959975365549326,-0.008908211253583431,-0.008216669782996178,-0.0075251273810863495,-0.006833584979176521,-0.006142042577266693,-0.005450500641018152,-0.004758958704769611,-0.004067416302859783,-0.0033758741337805986,-0.002684331964701414,-0.0019927897956222296,-0.0013012494891881943,-0.0006097073201090097,8.183484897017479e-05,0.0007733770180493593,0.0014649191871285439,0.0021564613562077284,0.002848003525286913,0.0035395456943660975,0.004231087863445282,0.00492263026535511,0.005614172201603651,0.006305714137852192,0.00699725653976202,0.007688798941671848,0.008380340412259102,0.00907188281416893,0.009763425216078758,0.010454967617988586,0.011146510019898415,0.011838051490485668,0.012529593892395496,0.013221136294305325,0.013912677764892578,0.014604220166802406,0.015295762568712234,0.015987304970622063,0.01667884737253189,0.01737038977444172,0.018061932176351547,0.018753472715616226,0.019445015117526054,0.020136557519435883,0.02082809992134571]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.05927320569753647,-0.05744210258126259,-0.05561099946498871,-0.05377989634871483,-0.05194879323244095,-0.05011769011616707,-0.04828658699989319,-0.04645548388361931,-0.04462438076734543,-0.04279327765107155,-0.04096217453479767,-0.03913107141852379,-0.03729996830224991,-0.03546886518597603,-0.03363776206970215,-0.03180665895342827,-0.029975557699799538,-0.028144454583525658,-0.026313351467251778,-0.024482248350977898,-0.022651145234704018,-0.020820042118430138,-0.018988939002156258,-0.017157835885882378,-0.015326733700931072,-0.013495630584657192,-0.011664527468383312,-0.009833424352109432,-0.008002322167158127,-0.0061712185852229595,-0.004340115934610367,-0.002509012818336487,-0.0006779097020626068,0.0011531932977959514,0.0029842962976545095,0.004815399181097746,0.006646502297371626,0.008477604947984219,0.010308708064258099,0.012139811180531979,0.013970914296805859,0.015802016481757164,0.017633119598031044,0.019464222714304924,0.021295325830578804,0.023126428946852684,0.024957532063126564,0.026788635179400444,0.028619738295674324,0.030450841411948204,0.032281942665576935,0.034113045781850815,0.035944148898124695,0.037775252014398575,0.039606355130672455,0.041437458246946335,0.043268561363220215,0.045099664479494095,0.046930767595767975,0.048761870712041855,0.050592973828315735,0.052424076944589615,0.054255180060863495,0.056086283177137375,0.057917386293411255],"_type":"histogram","values":[1,2,2,4,6,9,5,12,24,29,30,46,86,110,129,205,277,427,602,750,1116,1512,2145,3154,4168,5883,8358,12244,18312,29357,52341,101148,137214,85595,44582,26003,16459,11022,7485,5338,3824,2769,1909,1479,1055,747,545,386,264,197,134,105,64,42,34,26,26,13,6,4,1,1,0,1]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.00039428661693818867,-0.000382383557735011,-0.00037048052763566375,-0.00035857746843248606,-0.00034667440922930837,-0.00033477137912996113,-0.00032286831992678344,-0.00031096526072360575,-0.0002990622306242585,-0.00028715917142108083,-0.00027525611221790314,-0.00026335305301472545,-0.0002514500229153782,-0.00023954696371220052,-0.00022764391906093806,-0.00021574085985776037,-0.0002038378152064979,-0.00019193477055523545,-0.00018003171135205775,-0.0001681286667007953,-0.0001562256074976176,-0.00014432256284635514,-0.00013241951819509268,-0.0001205164662678726,-0.00010861341434065253,-9.671036241343245e-05,-8.480731048621237e-05,-7.290426583494991e-05,-6.1001213907729834e-05,-4.909816198050976e-05,-3.719511369126849e-05,-2.5292063583037816e-05,-1.3388984370976686e-05,-1.4859342627460137e-06,1.0417115845484659e-05,2.2320165953715332e-05,3.4223216061946005e-05,4.612626798916608e-05,5.802931627840735e-05,6.993236456764862e-05,8.18354164948687e-05,9.373846842208877e-05,0.00010564152034930885,0.00011754456500057131,0.00012944760965183377,0.00014135066885501146,0.00015325371350627393,0.00016515677270945162,0.00017705981736071408,0.00018896286201197654,0.00020086592121515423,0.0002127689658664167,0.00022467202506959438,0.00023657506972085685,0.0002484781143721193,0.000260381173575297,0.00027228420367464423,0.0002841872628778219,0.0002960903220809996,0.0003079933812841773,0.00031989641138352454,0.00033179947058670223,0.0003437025297898799,0.00035560555988922715,0.00036750861909240484],"_type":"histogram","values":[1,0,1,0,0,0,2,1,1,4,5,3,7,19,17,18,23,26,31,46,62,41,71,72,71,90,64,63,58,56,61,59,63,69,62,61,69,85,63,74,60,74,63,50,54,49,43,24,21,23,12,8,6,10,10,4,5,2,2,1,1,1,5,1]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.10266844928264618,-0.09946902841329575,-0.09626960754394531,-0.09307019412517548,-0.08987077325582504,-0.08667135238647461,-0.08347193151712418,-0.08027251064777374,-0.0770730972290039,-0.07387367635965347,-0.07067425549030304,-0.0674748346209526,-0.06427541375160217,-0.06107599660754204,-0.057876575738191605,-0.05467715859413147,-0.051477737724781036,-0.0482783168554306,-0.04507889971137047,-0.041879478842020035,-0.0386800616979599,-0.03548064082860947,-0.03228121995925903,-0.02908180095255375,-0.025882381945848465,-0.02268296293914318,-0.019483543932437897,-0.016284123063087463,-0.01308470405638218,-0.009885285049676895,-0.006685865111649036,-0.003486445639282465,-0.00028701871633529663,0.002912400756031275,0.006111820228397846,0.009311240166425705,0.012510659173130989,0.015710078179836273,0.018909499049186707,0.02210891805589199,0.025308337062597275,0.02850775606930256,0.03170717507600784,0.034906595945358276,0.03810601681470871,0.041305433958768845,0.04450485482811928,0.04770427197217941,0.050903692841529846,0.05410311371088028,0.057302530854940414,0.06050195172429085,0.06370136886835098,0.06690078973770142,0.07010021060705185,0.07329963147640228,0.07649904489517212,0.07969846576452255,0.08289788663387299,0.08609730750322342,0.08929672837257385,0.09249614924192429,0.09569556266069412,0.09889498353004456,0.10209440439939499],"_type":"histogram","values":[1,0,2,4,7,15,24,52,92,134,252,443,781,1241,1934,2959,4620,6526,9368,13192,18113,23816,30945,39056,48272,57524,67765,76914,85252,91757,96922,99853,100578,97387,92940,86498,77797,68659,59350,49753,40763,32476,24877,19177,14043,10072,7122,4885,3262,2094,1312,811,510,291,172,94,56,27,8,8,3,1,1,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9993427395820618,0.9993675947189331,0.9993923902511597,0.999417245388031,0.9994420409202576,0.9994668960571289,0.9994916915893555,0.9995165467262268,0.9995413422584534,0.9995661973953247,0.9995909929275513,0.9996158480644226,0.999640703201294,0.9996654987335205,0.9996903538703918,0.9997151494026184,0.9997400045394897,0.9997648000717163,0.9997896552085876,0.9998144507408142,0.9998393058776855,0.9998641014099121,0.9998889565467834,0.9999138116836548,0.9999386072158813,0.9999634623527527,0.9999882578849792,1.0000131130218506,1.0000379085540771,1.0000627040863037,1.0000876188278198,1.0001124143600464,1.000137209892273,1.000162124633789,1.0001869201660156,1.0002117156982422,1.0002365112304688,1.0002614259719849,1.0002862215042114,1.000311017036438,1.0003358125686646,1.0003607273101807,1.0003855228424072,1.0004103183746338,1.00043523311615,1.0004600286483765,1.000484824180603,1.0005096197128296,1.0005345344543457,1.0005593299865723,1.0005841255187988,1.0006089210510254,1.0006338357925415,1.000658631324768,1.0006834268569946,1.0007083415985107,1.0007331371307373,1.0007579326629639,1.0007827281951904,1.0008076429367065,1.000832438468933,1.0008572340011597,1.0008820295333862,1.0009069442749023,1.000931739807129],"_type":"histogram","values":[1,0,1,2,2,1,3,0,1,2,1,3,6,5,9,7,10,20,23,32,40,28,39,31,45,46,51,39,42,40,44,27,29,21,21,8,14,7,9,4,5,7,4,5,1,6,4,3,0,2,1,1,2,2,4,3,0,0,1,1,0,0,1,1]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.03765346109867096,-0.03638613596558571,-0.03511881083250046,-0.03385148569941521,-0.032584160566329956,-0.031316835433244705,-0.030049508437514305,-0.028782183304429054,-0.027514858171343803,-0.026247533038258553,-0.0249802079051733,-0.02371288277208805,-0.02244555577635765,-0.0211782306432724,-0.01991090551018715,-0.018643580377101898,-0.017376255244016647,-0.016108930110931396,-0.014841604977846146,-0.01357427891343832,-0.01230695378035307,-0.011039628647267818,-0.009772302582859993,-0.008504977449774742,-0.007237652316689491,-0.00597032718360424,-0.004703001584857702,-0.0034356762189418077,-0.0021683508530259132,-0.0009010254871100187,0.0003662998788058758,0.0016336252447217703,0.002900950610637665,0.004168275743722916,0.005435601342469454,0.006702926941215992,0.007970252074301243,0.009237577207386494,0.01050490327179432,0.01177222840487957,0.01303955353796482,0.014306878671050072,0.015574203804135323,0.016841528937220573,0.018108855932950974,0.019376181066036224,0.020643506199121475,0.021910831332206726,0.023178156465291977,0.024445481598377228,0.02571280673146248,0.02698013186454773,0.02824745699763298,0.02951478399336338,0.03078210912644863,0.03204943239688873,0.03331676125526428,0.03458408638834953,0.035851411521434784,0.037118736654520035,0.038386061787605286,0.039653386920690536,0.04092071205377579,0.04218803718686104,0.04345536231994629],"_type":"histogram","values":[1,1,0,0,1,2,4,0,3,2,10,2,6,10,12,9,10,17,20,24,16,19,32,23,33,36,24,26,38,34,33,28,31,31,21,31,24,26,18,15,17,15,8,12,9,4,2,7,1,2,3,5,2,4,0,1,1,0,0,0,1,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0031048234086483717,-0.0029971711337566376,-0.0028895188588649035,-0.0027818665839731693,-0.002674214309081435,-0.002566562034189701,-0.002458909759297967,-0.002351257484406233,-0.0022436054423451424,-0.0021359531674534082,-0.002028300892561674,-0.0019206485012546182,-0.0018129963427782059,-0.0017053440678864717,-0.0015976917929947376,-0.0014900395181030035,-0.0013823872432112694,-0.0012747349683195353,-0.0011670826934278011,-0.001059430418536067,-0.0009517782018519938,-0.0008441259269602597,-0.0007364737102761865,-0.0006288214353844523,-0.0005211691604927182,-0.0004135168856009841,-0.00030586463981308043,-0.00019821237947326154,-9.056011913344264e-05,1.7092141206376255e-05,0.00012474440154619515,0.00023239666188601404,0.0003400491550564766,0.0004477014299482107,0.0005553537048399448,0.000663005921524018,0.0007706581964157522,0.0008783104713074863,0.0009859626879915595,0.0010936149628832936,0.0012012672377750278,0.0013089195126667619,0.001416571787558496,0.0015242240624502301,0.0016318762209266424,0.0017395284958183765,0.0018471807707101107,0.001954833045601845,0.002062485320493579,0.002170137595385313,0.002277789870277047,0.0023854421451687813,0.0024930944200605154,0.0026007466949522495,0.0027083989698439837,0.0028160512447357178,0.0029237032867968082,0.0030313555616885424,0.0031390078365802765,0.0032466601114720106,0.0033543123863637447,0.003461964661255479,0.003569616936147213,0.003677269211038947,0.0037849214859306812],"_type":"histogram","values":[1,0,0,1,1,1,2,0,2,5,3,6,4,10,3,5,11,14,15,20,26,26,22,15,31,24,34,33,34,44,42,37,26,36,29,35,24,29,15,10,20,13,19,9,4,5,2,3,4,3,3,1,0,2,2,0,0,0,0,0,1,0,0,1]},"parameters/bert.embeddings.word_embeddings.weight":{"values":[2,2,1,5,13,21,27,64,86,153,254,350,550,789,1166,1507,2171,2936,4037,5191,6505,8289,10073,12175,14370,16306,18380,20505,22334,23444,24657,25307,26555,25100,24016,22896,21464,19432,17039,14826,12838,10763,8932,7098,5685,4298,3290,2394,1797,1231,892,565,399,252,165,126,76,42,29,6,5,5,0,2],"bins":[-0.0910152718424797,-0.08818472176790237,-0.08535417169332504,-0.08252362161874771,-0.07969306409358978,-0.07686251401901245,-0.07403196394443512,-0.07120141386985779,-0.06837086379528046,-0.06554031372070312,-0.0627097636461258,-0.05987920984625816,-0.05704865977168083,-0.0542181096971035,-0.05138755589723587,-0.04855700582265854,-0.04572645574808121,-0.042895905673503876,-0.040065355598926544,-0.037234801799058914,-0.03440425172448158,-0.03157370164990425,-0.02874314971268177,-0.02591259777545929,-0.023082047700881958,-0.020251497626304626,-0.017420945689082146,-0.01459039468318224,-0.011759843677282333,-0.008929292671382427,-0.006098741665482521,-0.003268190659582615,-0.0004376322031021118,0.0023929188027977943,0.0052234698086977005,0.008054020814597607,0.010884571820497513,0.013715122826397419,0.016545673832297325,0.019376225769519806,0.022206775844097137,0.02503732591867447,0.02786787785589695,0.03069842979311943,0.03352897986769676,0.036359529942274094,0.039190083742141724,0.042020633816719055,0.04485118389129639,0.04768173396587372,0.05051228404045105,0.05334283784031868,0.05617338791489601,0.05900393798947334,0.06183449178934097,0.0646650418639183,0.06749559193849564,0.07032614201307297,0.0731566920876503,0.07598724216222763,0.07881779968738556,0.08164834976196289,0.08447889983654022,0.08730944991111755,0.09013999998569489],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,0,0,0,0,2,3,0,3,1,2,5,2,5,3,6,9,7,12,18,21,26,22,42,76,84,78,80,66,36,40,23,19,15,16,9,4,4,2,4,4,2,2,0,1,3,0,2,0,3,1,0,0,0,1,0,0,0,0,1],"bins":[-0.06546315550804138,-0.06331031769514084,-0.06115748733282089,-0.05900464951992035,-0.056851815432310104,-0.05469898134469986,-0.052546143531799316,-0.05039330944418907,-0.04824047535657883,-0.04608764126896858,-0.04393480718135834,-0.041781969368457794,-0.03962913528084755,-0.037476301193237305,-0.03532346338033676,-0.03317062929272652,-0.031017795205116272,-0.028864961117506027,-0.026712125167250633,-0.02455928921699524,-0.022406455129384995,-0.02025362104177475,-0.018100785091519356,-0.015947949141263962,-0.013795115053653717,-0.011642280034720898,-0.009489445015788078,-0.007336609996855259,-0.00518377497792244,-0.00303093995898962,-0.0008781049400568008,0.0012747300788760185,0.003427565097808838,0.005580400116741657,0.007733235135674477,0.009886070154607296,0.012038905173540115,0.014191740192472935,0.016344575211405754,0.018497411161661148,0.020650245249271393,0.022803079336881638,0.02495591528713703,0.027108751237392426,0.02926158532500267,0.031414419412612915,0.03356725722551346,0.0357200913131237,0.03787292540073395,0.04002575948834419,0.04217859357595444,0.04433143138885498,0.046484265476465225,0.04863709956407547,0.05078993737697601,0.05294277146458626,0.0550956055521965,0.05724843963980675,0.05940127372741699,0.061554111540317535,0.06370694935321808,0.06585977971553802,0.06801261752843857,0.07016544789075851,0.07231828570365906]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,1,1,1,1,1,1,2,2,4,5,2,4,5,1,8,12,19,27,33,52,68,98,108,80,50,39,36,26,19,6,8,8,4,9,6,5,3,1,0,0,3,2,0,1,1,1,0,0,0,0,2],"bins":[-0.06323115527629852,-0.06144888699054718,-0.05966661870479584,-0.057884346693754196,-0.05610207840800285,-0.05431981012225151,-0.05253753811120987,-0.05075526982545853,-0.048973001539707184,-0.04719073325395584,-0.0454084649682045,-0.04362619295716286,-0.041843924671411514,-0.04006165638566017,-0.03827938437461853,-0.03649711608886719,-0.034714847803115845,-0.0329325795173645,-0.03115030936896801,-0.029368039220571518,-0.027585770934820175,-0.025803502649068832,-0.02402123250067234,-0.02223896235227585,-0.020456694066524506,-0.018674425780773163,-0.01689215563237667,-0.015109886415302753,-0.013327617198228836,-0.011545347981154919,-0.009763078764081001,-0.007980809547007084,-0.006198536604642868,-0.004416267387568951,-0.0026339981704950333,-0.0008517289534211159,0.0009305402636528015,0.002712809480726719,0.004495078697800636,0.006277347914874554,0.008059617131948471,0.009841886349022388,0.011624155566096306,0.013406424783170223,0.01518869400024414,0.016970962285995483,0.018753232434391975,0.020535502582788467,0.02231777086853981,0.024100039154291153,0.025882309302687645,0.027664579451084137,0.02944684773683548,0.031229116022586823,0.033011384308338165,0.034793656319379807,0.03657592460513115,0.03835819289088249,0.04014046490192413,0.041922733187675476,0.04370500147342682,0.04548726975917816,0.047269538044929504,0.049051810055971146,0.05083407834172249]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,0,2,2,2,1,12,11,7,13,14,40,49,79,98,162,211,324,505,753,1087,1576,2309,3389,5232,7796,11842,18938,30048,50138,83575,118155,97112,58578,35560,21709,13602,8930,5865,3994,2592,1789,1231,823,549,356,226,182,123,71,44,41,21,15,13,3,10,5,3,1,1,1,1,1],"bins":[-0.051341600716114044,-0.04971973970532417,-0.0480978786945343,-0.04647601768374443,-0.04485415667295456,-0.04323229566216469,-0.04161043465137482,-0.039988573640584946,-0.038366712629795074,-0.0367448516190052,-0.03512299060821533,-0.03350112959742546,-0.03187926858663559,-0.03025740757584572,-0.028635546565055847,-0.027013685554265976,-0.025391824543476105,-0.023769963532686234,-0.022148102521896362,-0.02052624151110649,-0.01890438050031662,-0.01728251948952675,-0.015660658478736877,-0.014038797467947006,-0.012416936457157135,-0.010795075446367264,-0.009173214435577393,-0.007551353424787521,-0.00592949241399765,-0.004307631403207779,-0.0026857703924179077,-0.0010639093816280365,0.0005579516291618347,0.002179812639951706,0.003801673650741577,0.005423534661531448,0.00704539567232132,0.00866725668311119,0.010289117693901062,0.011910978704690933,0.013532839715480804,0.015154700726270676,0.016776561737060547,0.018398422747850418,0.02002028375864029,0.02164214476943016,0.023264005780220032,0.024885866791009903,0.026507727801799774,0.028129588812589645,0.029751449823379517,0.03137331083416939,0.03299517184495926,0.03461703285574913,0.036238893866539,0.03786075487732887,0.039482615888118744,0.041104476898908615,0.042726337909698486,0.04434819892048836,0.04597005993127823,0.0475919209420681,0.04921378195285797,0.05083564296364784,0.052457503974437714]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,2,0,4,5,8,7,9,19,19,33,48,71,114,159,260,387,569,876,1326,2073,3009,4807,7474,11694,19041,31254,52715,98711,137663,90547,49172,28853,17759,11061,7167,4415,2895,1895,1250,857,528,377,223,151,111,59,45,35,20,16,6,7,6,2,1,3,1,1,0,0,1],"bins":[-0.059179339557886124,-0.05729655176401138,-0.055413760244846344,-0.0535309724509716,-0.05164818465709686,-0.049765393137931824,-0.04788260534405708,-0.045999813824892044,-0.0441170260310173,-0.04223423823714256,-0.040351446717977524,-0.03846865892410278,-0.036585867404937744,-0.034703079611063004,-0.03282029181718826,-0.030937502160668373,-0.029054712504148483,-0.027171922847628593,-0.025289133191108704,-0.023406345397233963,-0.021523555740714073,-0.019640766084194183,-0.017757978290319443,-0.015875188633799553,-0.013992398977279663,-0.012109609320759773,-0.010226820595562458,-0.008344031870365143,-0.006461242213845253,-0.0045784530229866505,-0.002695663832128048,-0.0008128746412694454,0.0010699108242988586,0.002952700015157461,0.004835489206016064,0.006718278396874666,0.008601067587733269,0.010483857244253159,0.012366645969450474,0.014249434694647789,0.01613222435116768,0.01801501400768757,0.01989780366420746,0.0217805914580822,0.02366338111460209,0.02554617077112198,0.02742895856499672,0.02931174822151661,0.0311945378780365,0.03307732567191124,0.03496011719107628,0.03684290498495102,0.03872569650411606,0.0406084842979908,0.04249127209186554,0.04437406361103058,0.04625685140490532,0.04813963919878006,0.0500224307179451,0.05190521851181984,0.05378800630569458,0.05567079782485962,0.05755358561873436,0.0594363771378994,0.06131916493177414]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9995349049568176,0.9995570182800293,0.9995791912078857,0.9996013045310974,0.9996234178543091,0.9996455311775208,0.9996677041053772,0.9996898174285889,0.9997119307518005,0.999734103679657,0.9997562170028687,0.9997783303260803,0.9998005032539368,0.9998226165771484,0.9998447299003601,0.9998668432235718,0.9998890161514282,0.9999111294746399,0.9999332427978516,0.999955415725708,0.9999775290489197,0.9999996423721313,1.0000218152999878,1.0000438690185547,1.0000660419464111,1.0000882148742676,1.0001102685928345,1.000132441520691,1.0001546144485474,1.0001766681671143,1.0001988410949707,1.0002210140228271,1.000243067741394,1.0002652406692505,1.000287413597107,1.0003094673156738,1.0003316402435303,1.0003536939620972,1.0003758668899536,1.00039803981781,1.000420093536377,1.0004422664642334,1.0004644393920898,1.0004864931106567,1.0005086660385132,1.0005308389663696,1.0005528926849365,1.000575065612793,1.0005972385406494,1.0006192922592163,1.0006414651870728,1.0006636381149292,1.000685691833496,1.0007078647613525,1.000730037689209,1.0007520914077759,1.0007742643356323,1.0007963180541992,1.0008184909820557,1.000840663909912,1.000862717628479,1.0008848905563354,1.000907063484192,1.0009291172027588,1.0009512901306152],"_type":"histogram","values":[2,1,1,1,0,2,1,4,3,8,6,11,26,31,28,34,39,51,41,29,45,38,39,35,40,35,29,21,14,19,12,16,10,7,5,12,8,8,6,4,6,4,7,2,4,7,0,2,1,1,2,1,0,2,2,1,2,0,0,0,0,0,1,1]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.0644581988453865,-0.06253306567668915,-0.06060793995857239,-0.05868281051516533,-0.05675768107175827,-0.05483255162835121,-0.05290742218494415,-0.050982292741537094,-0.049057163298130035,-0.04713203012943268,-0.04520690068602562,-0.04328177124261856,-0.0413566417992115,-0.03943151235580444,-0.037506382912397385,-0.035581253468990326,-0.03365612402558327,-0.03173099458217621,-0.02980586513876915,-0.02788073569536209,-0.025955606251955032,-0.024030474945902824,-0.022105345502495766,-0.020180216059088707,-0.018255086615681648,-0.01632995717227459,-0.01440482772886753,-0.012479697354137897,-0.010554567910730839,-0.00862943846732378,-0.006704308558255434,-0.004779178649187088,-0.0028540529310703278,-0.0009289232548326254,0.000996206421405077,0.0029213360976427794,0.004846465773880482,0.0067715952172875404,0.008696725592017174,0.010621855035424232,0.012546984478831291,0.01447211392223835,0.01639724336564541,0.018322372809052467,0.020247504115104675,0.022172633558511734,0.024097763001918793,0.02602289244532585,0.02794802188873291,0.02987315133213997,0.03179828077554703,0.033723410218954086,0.035648539662361145,0.037573669105768204,0.03949879854917526,0.04142392799258232,0.04334905743598938,0.04527419060468674,0.047199320048093796,0.049124449491500854,0.05104957893490791,0.05297470837831497,0.05489983782172203,0.05682496726512909,0.05875009670853615],"_type":"histogram","values":[1,0,0,1,1,0,4,6,10,10,14,18,30,42,61,78,137,188,282,423,561,845,1312,1961,2826,4229,6258,9343,14022,20554,31301,49362,88683,129056,86655,48565,30510,20300,13640,9339,6284,4190,2866,1909,1275,839,598,387,273,185,116,79,63,30,35,18,17,10,7,4,3,4,2,2]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.06817175447940826,-0.06619828939437866,-0.06422482430934906,-0.06225135177373886,-0.06027788668870926,-0.05830442160367966,-0.056330952793359756,-0.054357483983039856,-0.052384018898010254,-0.05041055381298065,-0.04843708500266075,-0.04646361619234085,-0.04449015110731125,-0.04251668602228165,-0.040543217211961746,-0.038569748401641846,-0.036596283316612244,-0.03462281823158264,-0.03264934942126274,-0.03067588247358799,-0.02870241552591324,-0.026728948578238487,-0.024755481630563736,-0.022782014682888985,-0.020808547735214233,-0.018835080787539482,-0.01686161383986473,-0.01488814689218998,-0.012914679944515228,-0.010941212996840477,-0.008967746049165726,-0.006994279101490974,-0.005020812153816223,-0.003047345206141472,-0.0010738782584667206,0.0008995886892080307,0.002873055636882782,0.004846522584557533,0.0068199895322322845,0.008793456479907036,0.010766923427581787,0.012740390375256538,0.01471385732293129,0.01668732427060604,0.018660791218280792,0.020634258165955544,0.022607725113630295,0.024581192061305046,0.026554659008979797,0.02852812595665455,0.0305015929043293,0.0324750617146492,0.0344485267996788,0.036421991884708405,0.038395460695028305,0.040368929505348206,0.04234239459037781,0.04431585967540741,0.04628932848572731,0.04826279729604721,0.05023626238107681,0.052209727466106415,0.054183196276426315,0.056156665086746216,0.05813013017177582],"_type":"histogram","values":[1,0,0,1,1,0,2,3,0,4,1,5,3,5,4,4,7,8,8,11,10,12,21,12,25,31,23,21,27,20,32,18,29,26,30,25,28,33,28,28,20,14,25,13,16,15,16,15,13,7,7,12,10,5,4,5,6,2,5,2,2,4,1,2]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,2,1,2,1,2,1,1,6,1,3,4,4,2,4,11,11,14,14,25,12,26,43,58,55,68,80,59,48,36,23,31,16,17,16,7,11,9,2,6,5,5,4,4,1,1,3,0,0,0,1,2,1,2,0,3,0,1],"bins":[-1.5100314385563252e-06,-1.462806267227279e-06,-1.4155810958982329e-06,-1.3683559245691868e-06,-1.3211307532401406e-06,-1.2739055819110945e-06,-1.2266804105820484e-06,-1.1794552392530022e-06,-1.1322299542371184e-06,-1.0850047829080722e-06,-1.037779611579026e-06,-9.9055444024998e-07,-9.433292689209338e-07,-8.961040975918877e-07,-8.488789262628416e-07,-8.016537549337954e-07,-7.544285836047493e-07,-7.072034122757032e-07,-6.59978240946657e-07,-6.127530696176109e-07,-5.655278982885648e-07,-5.183026701160998e-07,-4.7107749878705363e-07,-4.238523274580075e-07,-3.7662715612896136e-07,-3.294019847999152e-07,-2.821768134708691e-07,-2.3495161372011353e-07,-1.877264423910674e-07,-1.4050127106202126e-07,-9.327608552212041e-08,-4.605090708764692e-08,1.174271346826572e-09,4.8399449781300063e-08,9.562462821577355e-08,1.428498137556744e-07,1.9007498508472054e-07,2.3730015641376667e-07,2.8452535616452224e-07,3.3175052749356837e-07,3.789756988226145e-07,4.2620087015166064e-07,4.7342604148070677e-07,5.206512128097529e-07,5.678764409822179e-07,6.15101612311264e-07,6.623267836403102e-07,7.095519549693563e-07,7.567771262984024e-07,8.040022976274486e-07,8.512274689564947e-07,8.984526402855408e-07,9.45677811614587e-07,9.92902982943633e-07,1.0401281542726792e-06,1.0873533256017254e-06,1.1345784969307715e-06,1.1818037819466554e-06,1.2290289532757015e-06,1.2762541246047476e-06,1.3234792959337938e-06,1.37070446726284e-06,1.417929638591886e-06,1.4651548099209322e-06,1.5123799812499783e-06]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,4,6,9,13,28,47,75,140,236,370,581,862,1250,1770,2479,3378,4551,6205,7849,10000,12345,14839,17860,20905,23874,26553,29103,31239,33015,34044,34420,33742,32314,30639,28415,25470,22899,19574,17049,14121,11530,9249,7168,5556,4094,3085,2218,1513,1142,731,463,311,201,107,72,54,21,13,11,7,2,0,2],"bins":[-0.0908392146229744,-0.08794030547142029,-0.08504139631986618,-0.08214247971773148,-0.07924357056617737,-0.07634466141462326,-0.07344575226306915,-0.07054684311151505,-0.06764793395996094,-0.06474901735782623,-0.061850108206272125,-0.05895119905471802,-0.05605228990316391,-0.053153377026319504,-0.050254467874765396,-0.04735555499792099,-0.04445664584636688,-0.041557736694812775,-0.03865882381796837,-0.03575991466641426,-0.032861001789569855,-0.029962092638015747,-0.02706318348646164,-0.024164272472262383,-0.021265361458063126,-0.01836645044386387,-0.015467540360987186,-0.012568630278110504,-0.009669719263911247,-0.006770808715373278,-0.003871898166835308,-0.0009729876182973385,0.001925922930240631,0.004824833478778601,0.00772374402731657,0.010622654110193253,0.01352156512439251,0.016420476138591766,0.019319385290145874,0.02221829630434513,0.025117207318544388,0.028016118332743645,0.0309150293469429,0.03381393849849701,0.03671284765005112,0.03961176052689552,0.04251066967844963,0.04540958255529404,0.048308491706848145,0.05120740085840225,0.05410631373524666,0.057005222886800766,0.05990413576364517,0.06280304491519928,0.06570195406675339,0.0686008632183075,0.0714997798204422,0.07439868897199631,0.07729759812355042,0.08019650727510452,0.08309541642665863,0.08599432557821274,0.08889324218034744,0.09179215133190155,0.09469106048345566]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,0,3,0,1,7,6,8,10,16,35,34,58,77,126,207,270,477,710,1116,1730,2831,4474,7075,11769,19877,35120,68586,154163,446310,485497,169323,72240,37211,20933,12329,7605,4572,2965,1867,1137,716,468,312,190,131,89,56,52,19,13,11,10,5,6,1,0,0,4,2,1,1],"bins":[-0.04614604637026787,-0.04470602422952652,-0.04326600581407547,-0.04182598367333412,-0.04038596153259277,-0.038945943117141724,-0.037505920976400375,-0.036065902560949326,-0.03462588042020798,-0.03318585827946663,-0.03174583986401558,-0.03030581772327423,-0.028865797445178032,-0.027425777167081833,-0.025985755026340485,-0.024545734748244286,-0.023105714470148087,-0.021665694192051888,-0.02022567391395569,-0.01878565177321434,-0.01734563149511814,-0.015905611217021942,-0.014465590007603168,-0.013025568798184395,-0.011585548520088196,-0.010145528241991997,-0.008705507032573223,-0.007265486288815737,-0.00582546554505825,-0.004385444801300764,-0.0029454240575432777,-0.0015054033137857914,-6.537884473800659e-05,0.0013746418990194798,0.002814662642776966,0.0042546833865344524,0.005694704130291939,0.007134724874049425,0.008574745617806911,0.010014766827225685,0.011454787105321884,0.012894807383418083,0.014334828592836857,0.01577484980225563,0.01721487008035183,0.01865489035844803,0.020094912499189377,0.021534932777285576,0.022974953055381775,0.024414973333477974,0.025854993611574173,0.02729501575231552,0.02873503603041172,0.03017505630850792,0.03161507844924927,0.03305509686470032,0.034495119005441666,0.035935141146183014,0.037375159561634064,0.03881518170237541,0.04025520384311676,0.04169522225856781,0.04313524439930916,0.04457526281476021,0.046015284955501556]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,0,0,1,0,3,2,8,6,7,13,17,28,36,57,114,140,255,356,549,816,1301,1904,3004,4411,7031,11121,18039,30428,54639,107585,149079,86025,44970,25687,15273,9590,6042,3886,2519,1723,1058,716,469,309,209,128,74,60,37,29,22,10,12,6,4,4,6,2,0,2],"bins":[-0.08642462641000748,-0.08390777558088303,-0.08139092475175858,-0.07887407392263412,-0.07635721564292908,-0.07384036481380463,-0.07132351398468018,-0.06880666315555573,-0.06628981232643127,-0.06377296149730682,-0.06125611066818237,-0.058739256113767624,-0.05622240528464317,-0.05370555445551872,-0.05118869990110397,-0.04867184907197952,-0.04615499824285507,-0.04363814741373062,-0.04112129658460617,-0.03860444203019142,-0.03608759120106697,-0.03357074037194252,-0.03105388768017292,-0.02853703498840332,-0.02602018415927887,-0.02350333333015442,-0.02098648063838482,-0.01846962794661522,-0.01595277711749077,-0.013435925357043743,-0.010919073596596718,-0.008402221836149693,-0.005885377526283264,-0.003368525765836239,-0.0008516740053892136,0.0016651777550578117,0.004182029515504837,0.006698881275951862,0.009215733036398888,0.011732584796845913,0.014249436557292938,0.01676628738641739,0.01928314007818699,0.02179999276995659,0.02431684359908104,0.02683369442820549,0.02935054711997509,0.03186739981174469,0.03438425064086914,0.03690110146999359,0.03941795229911804,0.04193480685353279,0.04445165768265724,0.04696850851178169,0.04948536306619644,0.05200221389532089,0.05451906472444534,0.057035915553569794,0.059552766382694244,0.062069620937108994,0.06458647549152374,0.0671033263206482,0.06962017714977264,0.0721370279788971,0.07465387880802155]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.047339536249637604,-0.04579031467437744,-0.04424109682440758,-0.042691875249147415,-0.04114265739917755,-0.03959343582391739,-0.038044217973947525,-0.03649499639868736,-0.0349457785487175,-0.033396556973457336,-0.03184733912348747,-0.03029811754822731,-0.028748897835612297,-0.027199678122997284,-0.02565045841038227,-0.024101238697767258,-0.022552018985152245,-0.02100279927253723,-0.01945357955992222,-0.017904359847307205,-0.016355140134692192,-0.014805919490754604,-0.013256699778139591,-0.011707480065524578,-0.010158260352909565,-0.008609040640294552,-0.007059820927679539,-0.005510600749403238,-0.003961381036788225,-0.002412161324173212,-0.0008629413787275553,0.0006862784503027797,0.0022354982793331146,0.0037847179919481277,0.005333937704563141,0.006883157882839441,0.008432377129793167,0.009981597773730755,0.011530817486345768,0.013080037198960781,0.014629256911575794,0.016178477555513382,0.017727697268128395,0.019276916980743408,0.02082613669335842,0.022375356405973434,0.023924576118588448,0.02547379583120346,0.027023015543818474,0.028572235256433487,0.0301214549690485,0.03167067468166351,0.033219896256923676,0.03476911410689354,0.0363183356821537,0.037867553532123566,0.03941677510738373,0.04096599295735359,0.042515214532613754,0.04406443238258362,0.04561365395784378,0.047162871807813644,0.04871209338307381,0.05026131123304367,0.05181053280830383],"_type":"histogram","values":[2,0,0,1,0,1,0,0,1,0,2,0,0,2,0,3,2,6,6,8,3,6,10,18,13,24,36,45,57,99,107,79,50,42,26,25,16,20,9,8,8,3,4,6,2,2,4,2,0,2,0,2,1,0,1,1,0,1,0,0,0,0,1,1]},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,3,0,2,0,3,3,3,13,11,5,9,18,19,16,26,18,27,14,21,22,19,20,22,12,16,17,14,16,21,18,16,12,10,19,29,16,24,24,18,33,21,18,16,17,12,21,12,10,7,5,3,8,2,1,1,0,1,1,1],"bins":[-0.0002766264951787889,-0.0002683810889720917,-0.00026013568276539445,-0.0002518902765586972,-0.000243644870352,-0.00023539944959338754,-0.00022715404338669032,-0.0002189086371799931,-0.00021066323097329587,-0.00020241782476659864,-0.00019417241855990142,-0.0001859270123532042,-0.00017768159159459174,-0.0001694361853878945,-0.00016119077918119729,-0.00015294537297450006,-0.00014469996676780283,-0.0001364545605611056,-0.00012820915435440838,-0.00011996374087175354,-0.00011171833466505632,-0.00010347292845835909,-9.522751497570425e-05,-8.698210876900703e-05,-7.87367025623098e-05,-7.049129635561258e-05,-6.224589014891535e-05,-5.400047666626051e-05,-4.5755070459563285e-05,-3.750966425286606e-05,-2.9264254408190027e-05,-2.1018846382503398e-05,-1.2773467460647225e-05,-4.528059434960596e-06,3.717348590726033e-06,1.1962756616412662e-05,2.020816464209929e-05,2.845357266778592e-05,3.669898069347255e-05,4.494439053814858e-05,5.318979674484581e-05,6.143520295154303e-05,6.968060915824026e-05,7.79260226408951e-05,8.617142884759232e-05,9.441683505428955e-05,0.00010266224853694439,0.00011090765474364161,0.00011915306095033884,0.00012739846715703607,0.0001356438733637333,0.00014388927957043052,0.00015213468577712774,0.0001603801065357402,0.00016862551274243742,0.00017687091894913465,0.00018511632515583187,0.0001933617313625291,0.00020160713756922632,0.00020985254377592355,0.000218097964534536,0.00022634337074123323,0.00023458877694793046,0.00024283418315462768,0.0002510795893613249]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,1,1,1,1,4,2,4,7,15,23,36,74,98,151,136,99,123,113,73,90,87,117,130,152,128,133,93,51,31,27,12,7,8,3,3,2,3,0,1,0,1,1,1,1,1,0,0,0,0,0,1],"bins":[-0.0006361549021676183,-0.000616709585301578,-0.0005972643266431987,-0.0005778190679848194,-0.0005583737511187792,-0.000538928434252739,-0.0005194831755943596,-0.0005000379169359803,-0.0004805926000699401,-0.0004611473123077303,-0.00044170202454552054,-0.00042225673678331077,-0.000402811449021101,-0.0003833661612588912,-0.00036392087349668145,-0.0003444755857344717,-0.0003250302979722619,-0.00030558501021005213,-0.00028613972244784236,-0.0002666944346856326,-0.0002472491469234228,-0.00022780385916121304,-0.00020835857139900327,-0.0001889132836367935,-0.00016946799587458372,-0.00015002270811237395,-0.00013057742035016418,-0.0001111321325879544,-9.168684482574463e-05,-7.224155706353486e-05,-5.279626930132508e-05,-3.335098153911531e-05,-1.390575198456645e-05,5.539535777643323e-06,2.4984823539853096e-05,4.443011130206287e-05,6.387539906427264e-05,8.332068682648242e-05,0.00010276597458869219,0.00012221126235090196,0.00014165655011311173,0.0001611018378753215,0.00018054712563753128,0.00019999241339974105,0.00021943770116195083,0.0002388829889241606,0.00025832827668637037,0.00027777356444858015,0.0002972188522107899,0.0003166641399729997,0.00033610942773520947,0.00035555471549741924,0.000375000003259629,0.0003944452910218388,0.00041389057878404856,0.00043333586654625833,0.0004527811543084681,0.0004722264420706779,0.0004916717298328876,0.0005111170466989279,0.0005305623053573072,0.0005500075640156865,0.0005694528808817267,0.000588898197747767,0.0006083434564061463]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,1,2,3,4,1,8,7,7,16,20,26,40,59,96,121,174,280,367,570,831,1238,1907,2817,4299,7007,11016,17964,29747,51734,110973,168163,76197,40348,23859,14422,9060,5600,3699,2351,1498,1084,694,454,324,230,166,106,73,41,38,26,13,11,9,7,7,1,3,1,0,1,1,1],"bins":[-0.006866988725960255,-0.006647483445703983,-0.006427978631108999,-0.006208473350852728,-0.005988968536257744,-0.0057694632560014725,-0.005549957975745201,-0.005330453161150217,-0.005110947880893946,-0.004891442600637674,-0.00467193778604269,-0.004452432505786419,-0.0042329272255301476,-0.0040134224109351635,-0.003793917130678892,-0.0035744120832532644,-0.0033549070358276367,-0.003135401988402009,-0.0029158969409763813,-0.00269639166072011,-0.0024768866132944822,-0.0022573815658688545,-0.002037876285612583,-0.0018183712381869555,-0.0015988661907613277,-0.0013793611433357,-0.0011598559794947505,-0.0009403508738614619,-0.0007208457682281733,-0.0005013406625948846,-0.000281835556961596,-6.233045132830739e-05,0.00015717465430498123,0.00037667975993826985,0.0005961848655715585,0.0008156899712048471,0.0010351950768381357,0.0012547001242637634,0.001474205288104713,0.0016937104519456625,0.0019132154993712902,0.002132720546796918,0.0023522255942225456,0.002571730874478817,0.0027912359219044447,0.0030107409693300724,0.0032302462495863438,0.0034497512970119715,0.003669256344437599,0.003888761391863227,0.004108266439288855,0.004327771719545126,0.00454727653414011,0.004766781814396381,0.004986287094652653,0.005205791909247637,0.005425297189503908,0.0056448024697601795,0.005864307284355164,0.006083812564611435,0.006303317844867706,0.00652282265946269,0.006742327939718962,0.006961832754313946,0.007181338034570217],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.weight":{"values":[4,3,5,10,8,11,12,20,37,37,49,68,99,139,172,212,304,454,576,823,1113,1545,2182,3117,4464,6601,9649,14648,23299,39162,76172,168568,490109,421468,139088,63827,35580,22155,14679,9812,6788,4780,3271,2324,1622,1131,801,555,386,277,205,149,95,67,49,37,20,10,7,3,3,1,1,1],"bins":[-0.05050341412425041,-0.0489693209528923,-0.04743523150682449,-0.045901138335466385,-0.044367045164108276,-0.042832955718040466,-0.04129886254668236,-0.03976477310061455,-0.03823067992925644,-0.03669658675789833,-0.03516249731183052,-0.03362840414047241,-0.0320943146944046,-0.030560221523046494,-0.029026128351688385,-0.027492037042975426,-0.025957945734262466,-0.024423854425549507,-0.022889763116836548,-0.02135566994547844,-0.01982157863676548,-0.01828748732805252,-0.016753394156694412,-0.015219302847981453,-0.013685211539268494,-0.012151120230555534,-0.01061702799052,-0.009082935750484467,-0.007548844441771507,-0.006014752667397261,-0.004480660893023014,-0.0029465691186487675,-0.0014124810695648193,0.00012161070480942726,0.0016557024791836739,0.0031897942535579205,0.004723886027932167,0.006257977802306414,0.00779206957668066,0.009326161816716194,0.010860253125429153,0.012394344434142113,0.013928436674177647,0.01546252891421318,0.01699662022292614,0.0185307115316391,0.020064804702997208,0.021598896011710167,0.023132987320423126,0.024667078629136086,0.026201169937849045,0.027735263109207153,0.029269354417920113,0.030803445726633072,0.03233753889799118,0.03387162834405899,0.0354057215154171,0.03693981468677521,0.03847390413284302,0.040007997304201126,0.041542090475559235,0.043076179921627045,0.04461027309298515,0.04614436253905296,0.04767845571041107],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,0,2,1,2,3,6,4,6,14,20,31,48,60,89,162,223,332,506,754,1143,1786,2833,4299,6950,11346,18731,32262,60558,142881,154345,65170,33799,19490,11735,7195,4602,2910,1862,1186,848,563,350,225,187,103,62,49,29,22,17,8,4,1,4,2,0,0,0,1,1],"bins":[-0.005972147919237614,-0.00579143175855279,-0.005610715597867966,-0.005429999902844429,-0.005249283742159605,-0.005068567581474781,-0.004887851420789957,-0.00470713572576642,-0.004526419565081596,-0.004345703404396772,-0.004164987243711948,-0.003984271083027124,-0.003803555155172944,-0.0036228392273187637,-0.0034421230666339397,-0.0032614071387797594,-0.0030806909780949354,-0.0028999748174101114,-0.002719258889555931,-0.002538542728871107,-0.0023578268010169268,-0.0021771106403321028,-0.0019963947124779224,-0.0018156785517930984,-0.0016349625075235963,-0.0014542464632540941,-0.001273530418984592,-0.0010928143747150898,-0.0009120982722379267,-0.0007313822279684246,-0.0005506661254912615,-0.0003699500812217593,-0.00018923403695225716,-8.517978130839765e-06,0.00017219808069057763,0.00035291415406391025,0.0005336301983334124,0.0007143462426029146,0.0008950623450800776,0.0010757783893495798,0.001256494433619082,0.0014372104778885841,0.0016179265221580863,0.0017986425664275885,0.0019793587271124125,0.002160074654966593,0.0023407908156514168,0.002521506743505597,0.002702222904190421,0.002882939064875245,0.0030636549927294254,0.0032443711534142494,0.0034250870812684298,0.0036058032419532537,0.003786519169807434,0.003967235330492258,0.004147951491177082,0.004328667651861906,0.004509383346885443,0.004690099507570267,0.004870815668255091,0.005051531828939915,0.005232247523963451,0.005412963684648275,0.005593679845333099]},"train_batch_loss":0.759799599647522,"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,2,2,3,15,16,41,39,82,149,266,375,633,949,1384,1939,2809,3770,5253,7022,8860,11511,13965,17160,20284,23769,26592,29516,31908,33805,35130,35360,35049,33475,32222,29673,26677,23690,20306,17076,14180,11504,8898,6866,5226,3888,2759,1932,1354,873,615,401,201,150,102,33,28,18,9,6,1,0,2],"bins":[-0.09786012768745422,-0.09484922140836716,-0.09183832257986069,-0.08882741630077362,-0.08581651747226715,-0.08280561119318008,-0.07979471236467361,-0.07678380608558655,-0.07377290725708008,-0.07076200097799301,-0.06775109469890594,-0.06474019587039948,-0.06172928959131241,-0.05871838703751564,-0.05570748448371887,-0.052696581929922104,-0.049685679376125336,-0.04667477682232857,-0.0436638742685318,-0.04065297171473503,-0.03764206916093826,-0.034631162881851196,-0.03162026032805443,-0.02860935777425766,-0.02559845522046089,-0.022587552666664124,-0.019576650112867355,-0.016565745696425438,-0.01355484314262867,-0.010543940588831902,-0.007533037103712559,-0.004522134084254503,-0.0015112385153770447,0.0014996645040810108,0.004510567523539066,0.007521470542997122,0.010532373562455177,0.013543276116251945,0.016554180532693863,0.01956508308649063,0.0225759856402874,0.025586888194084167,0.028597790747880936,0.031608693301677704,0.03461959958076477,0.03763050213456154,0.04064140468835831,0.043652307242155075,0.04666320979595184,0.04967411234974861,0.05268501490354538,0.05569591745734215,0.058706820011138916,0.06171772629022598,0.06472862511873245,0.06773953139781952,0.07075043022632599,0.07376133650541306,0.07677224278450012,0.07978314161300659,0.08279404789209366,0.08580494672060013,0.0888158529996872,0.09182675182819366,0.09483765810728073]},"parameters/bert.embeddings.LayerNorm.weight":{"bins":[0.9995184540748596,0.9995431900024414,0.9995679259300232,0.999592661857605,0.9996173977851868,0.9996421337127686,0.9996668696403503,0.9996916055679321,0.9997163414955139,0.9997410774230957,0.9997658133506775,0.9997905492782593,0.9998152852058411,0.9998400211334229,0.9998647570610046,0.9998894929885864,0.9999142289161682,0.99993896484375,0.9999637007713318,0.9999884366989136,1.0000132322311401,1.0000379085540771,1.0000627040863037,1.0000873804092407,1.0001121759414673,1.0001368522644043,1.0001616477966309,1.0001863241195679,1.0002111196517944,1.0002357959747314,1.000260591506958,1.000285267829895,1.0003100633621216,1.0003347396850586,1.0003595352172852,1.0003842115402222,1.0004090070724487,1.0004336833953857,1.0004584789276123,1.0004831552505493,1.0005079507827759,1.000532627105713,1.0005574226379395,1.0005820989608765,1.000606894493103,1.00063157081604,1.0006563663482666,1.0006810426712036,1.0007058382034302,1.0007305145263672,1.0007553100585938,1.0007799863815308,1.0008047819137573,1.0008294582366943,1.000854253768921,1.000878930091858,1.0009037256240845,1.0009284019470215,1.000953197479248,1.000977873802185,1.0010026693344116,1.0010273456573486,1.0010521411895752,1.0010768175125122,1.0011016130447388],"_type":"histogram","values":[1,1,1,1,0,2,1,5,8,10,9,23,28,38,28,35,33,41,45,41,43,51,34,31,43,34,26,19,14,17,10,9,13,10,6,8,10,6,0,3,4,3,4,2,0,2,3,2,2,1,2,1,0,1,0,0,0,0,1,0,1,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09172561019659042,-0.08882585167884827,-0.08592609316110611,-0.08302633464336395,-0.08012658357620239,-0.07722682505846024,-0.07432706654071808,-0.07142730802297592,-0.06852754950523376,-0.06562779098749161,-0.06272803992033005,-0.05982827767729759,-0.056928522884845734,-0.05402876436710358,-0.05112900584936142,-0.04822925105690956,-0.045329492539167404,-0.04242973402142525,-0.03952997922897339,-0.03663022071123123,-0.033730462193489075,-0.030830705538392067,-0.02793094888329506,-0.025031190365552902,-0.022131433710455894,-0.019231677055358887,-0.01633191853761673,-0.013432161882519722,-0.01053240429610014,-0.007632646709680557,-0.004732889588922262,-0.0018331322353333235,0.0010666251182556152,0.003966382704675198,0.006866139825433493,0.009765896946191788,0.01266565453261137,0.015565412119030952,0.01846516877412796,0.021364927291870117,0.024264683946967125,0.027164440602064133,0.03006419911980629,0.03296395763754845,0.035863712430000305,0.03876347094774246,0.04166322946548462,0.04456298425793648,0.047462742775678635,0.05036250129342079,0.05326225608587265,0.05616201460361481,0.059061773121356964,0.06196152791380882,0.06486129015684128,0.06776104122400284,0.070660799741745,0.07356055825948715,0.07646031677722931,0.07936007529497147,0.08225983381271362,0.08515958487987518,0.08805934339761734,0.0909591019153595,0.09385886043310165],"_type":"histogram","values":[1,2,5,5,17,26,41,75,123,200,308,490,777,1081,1550,2193,2992,4143,5580,7306,9368,11475,14181,16955,19888,23090,26193,28656,30609,32639,33618,33756,33904,32700,31280,28945,26461,23878,20630,17754,15091,12357,9969,7805,6154,4464,3311,2494,1715,1283,832,540,336,218,158,64,62,30,17,17,8,1,1,2]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,2,0,0,0,4,1,1,2,1,3,2,1,4,3,2,4,4,6,10,15,14,13,24,23,36,50,64,83,92,50,55,38,23,23,19,15,9,9,10,8,7,4,7,6,3,6,0,3,2,1,1,1,0,0,0,1,0,0,0,1,0,0,1],"bins":[-1.57160684466362e-09,-1.5172645362326875e-09,-1.462922227801755e-09,-1.4085799193708226e-09,-1.3542376109398901e-09,-1.2998953025089577e-09,-1.2455529940780252e-09,-1.1912106856470928e-09,-1.1368683772161603e-09,-1.0825260687852278e-09,-1.0281837603542954e-09,-9.73841451923363e-10,-9.194991434924304e-10,-8.65156835061498e-10,-8.108145266305655e-10,-7.564722181996331e-10,-7.021299097687006e-10,-6.477876013377681e-10,-5.934452929068357e-10,-5.391029844759032e-10,-4.847606760449708e-10,-4.304183676140383e-10,-3.7607605918310583e-10,-3.2173375075217336e-10,-2.673914423212409e-10,-2.1304913389030844e-10,-1.5870682545937598e-10,-1.0436451702844352e-10,-5.002220859751105e-11,4.320099833421409e-12,5.866240826435387e-11,1.1300471669528633e-10,1.673470251262188e-10,2.2168933355715126e-10,2.760316419880837e-10,3.303739504190162e-10,3.8471625884994864e-10,4.390585672808811e-10,4.934008757118136e-10,5.47743184142746e-10,6.020854925736785e-10,6.56427801004611e-10,7.107701094355434e-10,7.651124178664759e-10,8.194547262974083e-10,8.737970347283408e-10,9.281393431592733e-10,9.824816515902057e-10,1.0368239600211382e-09,1.0911662684520707e-09,1.1455085768830031e-09,1.1998508853139356e-09,1.254193193744868e-09,1.3085355021758005e-09,1.362877810606733e-09,1.4172201190376654e-09,1.4715624274685979e-09,1.5259047358995304e-09,1.5802470443304628e-09,1.6345893527613953e-09,1.6889316611923277e-09,1.7432739696232602e-09,1.7976162780541927e-09,1.8519585864851251e-09,1.9063008949160576e-09]},"parameters/bert.encoder.layer.0.output.dense.bias":{"bins":[-0.00023537978995591402,-0.00022794071992393583,-0.00022050166444387287,-0.00021306259441189468,-0.0002056235243799165,-0.00019818446889985353,-0.00019074539886787534,-0.00018330632883589715,-0.00017586727335583419,-0.000168428203323856,-0.0001609891332918778,-0.00015355007781181484,-0.00014611100777983665,-0.00013867193774785846,-0.0001312328822677955,-0.0001237938122358173,-0.00011635474947979674,-0.00010891568672377616,-0.00010147661669179797,-9.40375539357774e-05,-8.659849117975682e-05,-7.915942114777863e-05,-7.172035839175805e-05,-6.428129563573748e-05,-5.6842229241738096e-05,-4.940316284773871e-05,-4.196410009171814e-05,-3.4525033697718754e-05,-2.7085969122708775e-05,-1.9646904547698796e-05,-1.2207839063194115e-05,-4.7687740334367845e-06,2.6702909963205457e-06,1.0109355571330525e-05,1.7548420146340504e-05,2.4987486540339887e-05,3.242654929636046e-05,3.9865615690359846e-05,4.730468208435923e-05,5.4743744840379804e-05,6.218280759640038e-05,6.962187762837857e-05,7.706094038439915e-05,8.450000314041972e-05,9.193907317239791e-05,9.937813592841849e-05,0.00010681719868443906,0.00011425626871641725,0.00012169533147243783,0.0001291343942284584,0.0001365734642604366,0.00014401251974049956,0.00015145158977247775,0.00015889065980445594,0.0001663297152845189,0.0001737687853164971,0.00018120785534847528,0.00018864691082853824,0.00019608598086051643,0.00020352505089249462,0.00021096410637255758,0.00021840317640453577,0.00022584224643651396,0.00023328130191657692,0.0002407203719485551],"_type":"histogram","values":[1,2,4,2,2,2,4,4,9,7,16,8,22,14,16,16,21,15,14,18,18,13,20,21,15,20,21,12,12,14,13,10,12,16,18,21,15,15,14,8,21,25,17,16,20,18,19,11,17,14,14,14,9,8,5,9,8,3,2,7,2,2,1,1]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.11274085193872452,-0.10954847186803818,-0.10635609179735184,-0.1031637117266655,-0.09997133165597916,-0.09677895158529282,-0.09358657151460648,-0.09039419144392014,-0.0872018113732338,-0.08400943130254745,-0.08081705123186111,-0.07762467116117477,-0.07443229109048843,-0.0712399110198021,-0.06804753094911575,-0.06485515087842941,-0.06166277080774307,-0.05847039073705673,-0.05527801066637039,-0.05208563059568405,-0.04889325052499771,-0.04570087045431137,-0.04250849038362503,-0.03931611031293869,-0.03612373024225235,-0.03293135017156601,-0.02973897010087967,-0.02654659003019333,-0.02335420995950699,-0.020161829888820648,-0.016969449818134308,-0.013777069747447968,-0.010584689676761627,-0.007392309606075287,-0.0041999295353889465,-0.0010075494647026062,0.002184830605983734,0.0053772106766700745,0.008569590747356415,0.011761970818042755,0.014954350888729095,0.018146730959415436,0.021339111030101776,0.024531491100788116,0.027723871171474457,0.030916251242160797,0.03410863131284714,0.03730101138353348,0.04049339145421982,0.04368577152490616,0.0468781515955925,0.05007053166627884,0.05326291173696518,0.05645529180765152,0.05964767187833786,0.0628400519490242,0.06603243201971054,0.06922481209039688,0.07241719216108322,0.07560957223176956,0.0788019523024559,0.08199433237314224,0.08518671244382858,0.08837909251451492,0.09157147258520126],"_type":"histogram","values":[1,0,0,0,0,0,3,1,4,7,15,31,57,108,159,272,436,712,1014,1514,2289,3319,4650,6405,8421,10930,13834,17177,20647,24441,27772,30988,33796,35873,37139,38152,37258,35252,32745,30142,26680,23204,19480,15960,12801,10033,7651,5726,4190,2923,1979,1397,891,529,337,201,130,64,40,19,14,6,4,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,1,0,1,0,1,1,0,0,3,2,3,3,3,3,7,6,15,12,23,33,30,46,37,42,38,33,42,45,50,37,41,30,30,14,17,19,13,9,11,8,6,7,7,10,4,3,2,3,3,2,1,1,2,1,1,0,1,1,1,1,0,0,1],"bins":[0.9993000626564026,0.9993252754211426,0.9993504285812378,0.9993756413459778,0.999400794506073,0.999426007270813,0.9994511604309082,0.9994763731956482,0.9995015263557434,0.9995267391204834,0.9995518922805786,0.9995771050453186,0.9996023178100586,0.9996274709701538,0.9996526837348938,0.999677836894989,0.999703049659729,0.9997282028198242,0.9997534155845642,0.9997785687446594,0.9998037815093994,0.9998289346694946,0.9998541474342346,0.9998793601989746,0.9999045133590698,0.9999297261238098,0.999954879283905,0.999980092048645,1.0000052452087402,1.0000303983688354,1.0000556707382202,1.0000808238983154,1.0001059770584106,1.0001312494277954,1.0001564025878906,1.0001815557479858,1.000206708908081,1.0002319812774658,1.000257134437561,1.0002822875976562,1.0003074407577515,1.0003327131271362,1.0003578662872314,1.0003830194473267,1.0004082918167114,1.0004334449768066,1.0004585981369019,1.000483751296997,1.0005090236663818,1.000534176826477,1.0005593299865723,1.0005844831466675,1.0006097555160522,1.0006349086761475,1.0006600618362427,1.0006853342056274,1.0007104873657227,1.0007356405258179,1.000760793685913,1.0007860660552979,1.000811219215393,1.0008363723754883,1.0008615255355835,1.0008867979049683,1.0009119510650635],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,2,2,7,8,18,40,55,112,224,383,613,1023,1698,2669,4191,6196,8922,12709,17410,23873,30826,39530,48552,59261,69092,78882,87519,94629,99750,102478,102355,99466,94137,87148,78081,67937,57663,47953,38987,30289,23122,17286,12563,8685,5979,3991,2537,1607,977,650,344,210,91,66,31,16,9,4,4],"bins":[-0.11482317000627518,-0.11153808981180191,-0.10825300961732864,-0.10496793687343597,-0.10168285667896271,-0.09839777648448944,-0.09511269629001617,-0.0918276235461235,-0.08854254335165024,-0.08525746315717697,-0.0819723829627037,-0.07868730276823044,-0.07540223002433777,-0.0721171498298645,-0.06883206963539124,-0.06554698944091797,-0.062261912971735,-0.058976832777261734,-0.055691756308078766,-0.0524066761136055,-0.04912159964442253,-0.045836519449949265,-0.042551442980766296,-0.03926636278629303,-0.03598128259181976,-0.032696206122636795,-0.029411127790808678,-0.02612604945898056,-0.022840969264507294,-0.019555890932679176,-0.01627081260085106,-0.012985734269022942,-0.009700655937194824,-0.006415577605366707,-0.003130498807877302,0.00015457975678145885,0.00343965832144022,0.006724736653268337,0.01000981591641903,0.013294894248247147,0.016579972580075264,0.01986505091190338,0.0231501292437315,0.026435207575559616,0.029720287770032883,0.03300536423921585,0.03629044443368912,0.039575520902872086,0.04286060109734535,0.04614568129181862,0.04943075776100159,0.052715837955474854,0.05600091442465782,0.05928599461913109,0.06257107108831406,0.06585615128278732,0.06914123147726059,0.07242631167173386,0.07571138441562653,0.07899646461009979,0.08228154480457306,0.08556662499904633,0.088851697742939,0.09213677793741226,0.09542185813188553]},"parameters/bert.embeddings.token_type_embeddings.weight":{"values":[4,3,1,3,7,3,3,3,7,6,5,14,9,6,18,17,28,27,38,35,36,32,38,33,45,50,47,55,61,58,45,49,60,50,51,49,57,54,37,46,42,39,25,35,33,18,23,29,13,16,11,13,12,2,5,4,7,3,2,2,5,3,2,2],"bins":[-0.05457621067762375,-0.05280498042702675,-0.05103374645113945,-0.04926251620054245,-0.04749128222465515,-0.04572005197405815,-0.04394881799817085,-0.04217758774757385,-0.040406353771686554,-0.038635123521089554,-0.036863889545202255,-0.035092659294605255,-0.03332142531871796,-0.031550195068120956,-0.029778962954878807,-0.028007730841636658,-0.02623649872839451,-0.02446526661515236,-0.02269403450191021,-0.02092280238866806,-0.01915157027542591,-0.01738033816218376,-0.015609106980264187,-0.013837874867022038,-0.012066642753779888,-0.010295410640537739,-0.00852417852729559,-0.006752946879714727,-0.004981714766472578,-0.0032104826532304287,-0.001439250772818923,0.00033198122400790453,0.002103213220834732,0.0038744453340768814,0.005645677447319031,0.007416909094899893,0.00918814167380333,0.010959372855722904,0.012730604968965054,0.014501837082207203,0.016273070126771927,0.018044300377368927,0.019815532490611076,0.021586764603853226,0.023357996717095375,0.025129228830337524,0.026900460943579674,0.028671693056821823,0.030442925170063972,0.03221415728330612,0.03398538753390312,0.03575662150979042,0.03752785176038742,0.03929908573627472,0.04107031598687172,0.04284154996275902,0.04461278021335602,0.04638401418924332,0.04815524443984032,0.049926478415727615,0.051697708666324615,0.053468942642211914,0.055240172892808914,0.05701140686869621,0.05878263711929321],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,2,3,7,13,21,33,61,98,155,254,402,589,885,1366,1910,2792,3834,5249,7002,9015,11229,14060,16662,20037,23140,25832,28878,31515,33384,34408,35230,34327,33388,31855,29466,26661,23933,20888,17569,14740,12038,9603,7463,5736,4285,3177,2116,1518,1068,686,459,302,177,123,73,45,25,17,9,5,1,4],"bins":[-0.09700147062540054,-0.09403031319379807,-0.09105915576219559,-0.08808799088001251,-0.08511683344841003,-0.08214567601680756,-0.07917451858520508,-0.076203353703022,-0.07323219627141953,-0.07026103883981705,-0.06728988140821457,-0.06431872397661209,-0.061347562819719315,-0.05837640166282654,-0.05540524423122406,-0.052434083074331284,-0.049462925642728806,-0.04649176821112633,-0.04352060705423355,-0.04054944962263107,-0.037578288465738297,-0.03460713103413582,-0.03163596987724304,-0.028664812445640564,-0.025693653151392937,-0.02272249385714531,-0.019751334562897682,-0.016780175268650055,-0.013809016905725002,-0.010837857611477375,-0.007866699248552322,-0.004895539954304695,-0.0019243806600570679,0.0010467784013599157,0.004017937462776899,0.006989096291363239,0.009960255585610867,0.012931414879858494,0.015902573242783546,0.018873732537031174,0.0218448918312788,0.024816051125526428,0.027787210419774055,0.030758369714021683,0.03372952714562416,0.03670068830251694,0.039671845734119415,0.04264300689101219,0.04561416432261467,0.04858532175421715,0.051556482911109924,0.0545276403427124,0.05749880149960518,0.06046995893120766,0.06344112008810043,0.06641227751970291,0.06938343495130539,0.07235459238290787,0.07532575726509094,0.07829691469669342,0.0812680721282959,0.08423922955989838,0.08721039444208145,0.09018155187368393,0.09315270930528641],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.002672792412340641,-0.0025825363118201494,-0.002492280211299658,-0.0024020241107791662,-0.0023117680102586746,-0.002221511909738183,-0.0021312555763870478,-0.002040999475866556,-0.0019507433753460646,-0.001860487274825573,-0.0017702311743050814,-0.0016799750737845898,-0.0015897189732640982,-0.0014994628727436066,-0.0014092066558077931,-0.0013189505552873015,-0.00122869445476681,-0.0011384383542463183,-0.0010481822537258267,-0.0009579260949976742,-0.0008676699362695217,-0.0007774138357490301,-0.0006871577352285385,-0.000596901576500386,-0.0005066454759798944,-0.00041638934635557234,-0.0003261332167312503,-0.00023587711621075869,-0.00014562098658643663,-5.536486423807219e-05,3.4891258110292256e-05,0.00012514737318269908,0.00021540350280702114,0.0003056596324313432,0.00039591576205566525,0.00048617186257615685,0.0005764280213043094,0.000666684121824801,0.0007569402223452926,0.0008471963810734451,0.0009374524815939367,0.0010277086403220892,0.0011179647408425808,0.0012082208413630724,0.001298476941883564,0.0013887330424040556,0.001478989259339869,0.0015692453598603606,0.0016595014603808522,0.0017497575609013438,0.0018400136614218354,0.0019302698783576488,0.0020205259788781404,0.002110782079398632,0.0022010381799191236,0.0022912942804396152,0.002381550380960107,0.0024718064814805984,0.00256206258200109,0.0026523189153522253,0.002742575015872717,0.0028328311163932085,0.0029230872169137,0.0030133433174341917,0.0031035994179546833],"_type":"histogram","values":[1,0,1,1,0,1,2,4,1,3,3,3,7,8,4,10,10,12,13,23,14,18,21,17,37,30,28,44,35,46,29,28,40,34,24,31,27,16,24,20,21,9,10,10,6,7,5,6,5,3,2,3,0,2,1,1,1,1,1,1,1,1,0,1]},"gradients/bert.embeddings.word_embeddings.weight":{"values":[1,0,0,0,0,1,0,0,2,3,2,2,1,7,10,8,14,8,17,17,30,26,47,56,84,93,106,140,201,257,357,610,968,2089,441826,3166,1295,711,449,299,220,163,133,96,77,72,48,38,26,25,14,15,12,9,9,7,4,5,2,6,1,0,0,3],"bins":[-0.35115084052085876,-0.34103772044181824,-0.3309246301651001,-0.32081151008605957,-0.31069841980934143,-0.3005852997303009,-0.29047220945358276,-0.28035908937454224,-0.2702459692955017,-0.26013287901878357,-0.25001975893974304,-0.2399066686630249,-0.22979354858398438,-0.21968044340610504,-0.2095673382282257,-0.19945423305034637,-0.18934112787246704,-0.1792280226945877,-0.16911491751670837,-0.15900181233882904,-0.1488887071609497,-0.13877558708190918,-0.12866248190402985,-0.11854937672615051,-0.10843627154827118,-0.09832316637039185,-0.08821006119251251,-0.07809694856405258,-0.06798384338617325,-0.057870738208293915,-0.04775762930512428,-0.03764452040195465,-0.027531445026397705,-0.017418337985873222,-0.00730523094534874,0.002807876095175743,0.012920983135700226,0.02303409017622471,0.03314719721674919,0.04326030611991882,0.05337341129779816,0.06348651647567749,0.07359962165355682,0.08371273428201675,0.09382583945989609,0.10393894463777542,0.11405205726623535,0.12416516244411469,0.13427826762199402,0.14439137279987335,0.15450447797775269,0.16461758315563202,0.17473068833351135,0.18484380841255188,0.1949569135904312,0.20507001876831055,0.21518312394618988,0.2252962291240692,0.23540933430194855,0.24552243947982788,0.2556355595588684,0.26574864983558655,0.2758617699146271,0.2859748601913452,0.29608798027038574],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[3,0,1,0,5,3,4,4,14,12,16,18,26,39,63,85,112,178,265,473,687,1119,1845,3034,4880,8331,13956,25489,49760,119239,195386,79379,37283,19627,11306,6743,4007,2397,1482,936,591,328,210,165,89,62,51,34,23,14,10,8,5,9,3,4,1,2,4,1,0,2,0,1],"bins":[-0.00849875621497631,-0.008218206465244293,-0.007937655784189701,-0.0076571060344576836,-0.007376555819064379,-0.007096005603671074,-0.006815455853939056,-0.006534905638545752,-0.006254355423152447,-0.005973805207759142,-0.005693254992365837,-0.00541270524263382,-0.005132155027240515,-0.00485160481184721,-0.004571055062115192,-0.004290504846721888,-0.004009954631328583,-0.003729404415935278,-0.0034488544333726168,-0.0031683044508099556,-0.0028877542354166508,-0.002607204020023346,-0.0023266540374606848,-0.0020461040548980236,-0.0017655538395047188,-0.0014850037405267358,-0.0012044536415487528,-0.0009239035425707698,-0.0006433534435927868,-0.0003628033446148038,-8.225324563682079e-05,0.0001982968533411622,0.0004788469523191452,0.0007593970512971282,0.0010399471502751112,0.0013204972492530942,0.0016010473482310772,0.0018815974472090602,0.002162147546187043,0.0024426975287497044,0.002723247744143009,0.003003797959536314,0.003284347942098975,0.0035648979246616364,0.003845448140054941,0.004125998355448246,0.0044065481051802635,0.004687098320573568,0.004967648535966873,0.005248198751360178,0.005528748966753483,0.0058092987164855,0.006089848931878805,0.00637039914727211,0.0066509488970041275,0.006931499112397432,0.007212049327790737,0.007492599543184042,0.007773149758577347,0.008053699508309364,0.008334249258041382,0.008614799939095974,0.008895349688827991,0.009175900369882584,0.009456450119614601],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,2,3,2,7,6,14,9,15,26,31,42,36,33,36,36,27,37,53,39,46,36,32,19,18,18,16,14,13,9,9,8,12,3,9,9,5,2,4,2,2,3,2,2,5,1,0,2,1,2,0,3,0,1,0,1,0,1,0,1],"bins":[0.9995296001434326,0.9995517730712891,0.9995739459991455,0.9995961785316467,0.9996183514595032,0.9996405243873596,0.9996626973152161,0.9996848702430725,0.9997071027755737,0.9997292757034302,0.9997514486312866,0.9997736215591431,0.9997957944869995,0.999817967414856,0.9998401999473572,0.9998623728752136,0.9998845458030701,0.9999067187309265,0.999928891658783,0.9999511241912842,0.9999732971191406,0.9999954700469971,1.0000176429748535,1.00003981590271,1.0000619888305664,1.0000841617584229,1.0001063346862793,1.0001286268234253,1.0001507997512817,1.0001729726791382,1.0001951456069946,1.000217318534851,1.0002394914627075,1.000261664390564,1.0002838373184204,1.0003060102462769,1.0003281831741333,1.0003503561019897,1.0003726482391357,1.0003948211669922,1.0004169940948486,1.000439167022705,1.0004613399505615,1.000483512878418,1.0005056858062744,1.0005278587341309,1.0005500316619873,1.0005722045898438,1.0005943775177002,1.0006166696548462,1.0006388425827026,1.000661015510559,1.0006831884384155,1.000705361366272,1.0007275342941284,1.0007497072219849,1.0007718801498413,1.0007940530776978,1.0008162260055542,1.0008385181427002,1.0008606910705566,1.000882863998413,1.0009050369262695,1.000927209854126,1.0009493827819824]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[2,1,1,1,1,2,2,2,5,5,1,3,5,8,4,9,6,20,6,13,8,21,18,25,22,21,29,27,26,28,25,31,28,30,18,24,20,30,23,19,24,17,16,11,15,16,9,7,10,11,13,10,10,6,7,2,6,4,1,2,0,0,0,1],"bins":[-0.0531667098402977,-0.05153927206993103,-0.04991183429956436,-0.04828439652919769,-0.046656958758831024,-0.045029520988464355,-0.04340208321809769,-0.04177464544773102,-0.04014720767736435,-0.03851976990699768,-0.03689233213663101,-0.03526489436626434,-0.033637456595897675,-0.032010018825531006,-0.030382582917809486,-0.028755145147442818,-0.02712770737707615,-0.02550026960670948,-0.02387283183634281,-0.022245394065976143,-0.020617956295609474,-0.018990518525242805,-0.017363080754876137,-0.015735642984509468,-0.014108206145465374,-0.012480768375098705,-0.010853330604732037,-0.009225892834365368,-0.0075984555296599865,-0.005971017759293318,-0.004343580454587936,-0.0027161426842212677,-0.001088704913854599,0.0005387327400967479,0.0021661703940480947,0.00379360793158412,0.0054210457019507885,0.007048483472317457,0.008675920777022839,0.010303358547389507,0.011930796317756176,0.013558234088122845,0.015185671858489513,0.016813108697533607,0.018440546467900276,0.020067984238266945,0.021695422008633614,0.023322859779000282,0.02495029754936695,0.02657773531973362,0.02820517309010029,0.029832610860466957,0.03146004676818848,0.033087484538555145,0.034714922308921814,0.03634236007928848,0.03796979784965515,0.03959723562002182,0.04122467339038849,0.04285211116075516,0.044479548931121826,0.046106986701488495,0.047734424471855164,0.04936186224222183,0.0509893000125885]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[3,1,0,1,1,3,1,0,5,2,6,0,12,8,9,12,14,20,19,16,24,33,48,46,56,53,78,89,115,134,117,134,145,106,124,102,92,57,62,48,39,40,31,22,22,19,14,13,8,12,11,7,1,6,1,3,0,1,0,0,0,1,0,1],"bins":[-0.02125774323940277,-0.020585106685757637,-0.019912470132112503,-0.01923983357846737,-0.018567197024822235,-0.0178945604711771,-0.017221923917531967,-0.016549287363886833,-0.0158766508102417,-0.01520401518791914,-0.014531378634274006,-0.013858742080628872,-0.013186106458306313,-0.012513469904661179,-0.011840833351016045,-0.01116819679737091,-0.010495560243725777,-0.009822923690080643,-0.009150287136435509,-0.008477650582790375,-0.007805014494806528,-0.007132377941161394,-0.0064597418531775475,-0.0057871052995324135,-0.0051144687458872795,-0.0044418321922421455,-0.0037691958714276552,-0.003096559550613165,-0.002423922996968031,-0.0017512865597382188,-0.0010786501225084066,-0.0004060136852785945,0.0002666208893060684,0.0009392573265358806,0.0016118937637656927,0.002284530084580183,0.002957166638225317,0.003629803191870451,0.004302439279854298,0.004975075833499432,0.005647712387144566,0.0063203489407896996,0.0069929854944348335,0.00766562158241868,0.008338257670402527,0.00901089422404766,0.009683530777692795,0.010356167331337929,0.011028803884983063,0.011701440438628197,0.01237407699227333,0.013046713545918465,0.013719350099563599,0.014391985721886158,0.015064622275531292,0.015737259760499,0.016409896314144135,0.01708253100514412,0.017755167558789253,0.018427804112434387,0.01910044066607952,0.019773077219724655,0.02044571377336979,0.021118350327014923,0.021790986880660057]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,2,0,2,0,2,3,6,10,10,6,7,12,22,11,26,16,24,23,19,18,27,16,19,15,20,23,9,18,22,13,8,12,22,12,19,16,26,21,17,27,16,23,23,21,20,14,9,10,17,5,7,6,4,5,1,0,2,1,1],"bins":[-0.00027921466971747577,-0.0002710646658670157,-0.0002629146329127252,-0.00025476462906226516,-0.0002466146252118051,-0.00023846460680942982,-0.00023031458840705454,-0.00022216457000467926,-0.00021401455160230398,-0.00020586454775184393,-0.00019771452934946865,-0.00018956451094709337,-0.00018141450709663332,-0.00017326448869425803,-0.00016511447029188275,-0.0001569644664414227,-0.00014881444803904742,-0.00014066442963667214,-0.0001325144257862121,-0.0001243644073838368,-0.00011621438898146152,-0.00010806437785504386,-9.991436672862619e-05,-9.176434832625091e-05,-8.361433719983324e-05,-7.546432607341558e-05,-6.73143076710403e-05,-5.916429654462263e-05,-5.1014281780226156e-05,-4.286426701582968e-05,-3.4714255889412016e-05,-2.6564241125015542e-05,-1.8414240912534297e-05,-1.0264227057632525e-05,-2.1142132027307525e-06,6.0358006521710195e-06,1.4185814507072791e-05,2.2335829271469265e-05,3.0485842216876335e-05,3.8635855162283406e-05,4.678586992667988e-05,5.493588469107635e-05,6.308589945547283e-05,7.12359105818905e-05,7.938592170830816e-05,8.753594011068344e-05,9.568595123710111e-05,0.00010383596963947639,0.00011198598076589406,0.00012013599189231172,0.0001282860030187294,0.00013643602142110467,0.00014458603982347995,0.00015273604367394,0.00016088606207631528,0.00016903608047869056,0.00017718609888106585,0.0001853361027315259,0.00019348612113390118,0.00020163613953627646,0.0002097861433867365,0.0002179361617891118,0.00022608618019148707,0.00023423618404194713,0.0002423862024443224],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,2,0,4,0,0,1,2,6,2,6,3,4,10,3,9,12,18,10,19,22,28,25,43,41,49,46,57,61,53,23,42,30,24,20,14,16,8,10,10,1,5,6,1,4,3,3,1,2,1,0,2,0,1,0,1,0,0,0,0,2,0,1],"bins":[-6.984919309616089e-10,-6.739355740137398e-10,-6.493792170658708e-10,-6.248228601180017e-10,-6.002665031701326e-10,-5.757101462222636e-10,-5.511537892743945e-10,-5.265974323265254e-10,-5.020410753786564e-10,-4.774847184307873e-10,-4.5292836148291826e-10,-4.283720045350492e-10,-4.0381564758718014e-10,-3.792592906393111e-10,-3.54702933691442e-10,-3.3014657674357295e-10,-3.055902197957039e-10,-2.810338628478348e-10,-2.5647750589996576e-10,-2.319211489520967e-10,-2.0736479200422764e-10,-1.8280843505635858e-10,-1.5825207810848951e-10,-1.3369572116062045e-10,-1.0913936421275139e-10,-8.458300726488233e-11,-6.002665031701326e-11,-3.54702933691442e-11,-1.0913936421275139e-11,1.3642420526593924e-11,3.8198777474462986e-11,6.275513442233205e-11,8.731149137020111e-11,1.1186784831807017e-10,1.3642420526593924e-10,1.609805622138083e-10,1.8553691916167736e-10,2.1009327610954642e-10,2.346496330574155e-10,2.5920599000528455e-10,2.837623469531536e-10,3.0831870390102267e-10,3.3287506084889174e-10,3.574314177967608e-10,3.8198777474462986e-10,4.065441316924989e-10,4.31100488640368e-10,4.5565684558823705e-10,4.802132025361061e-10,5.047695594839752e-10,5.293259164318442e-10,5.538822733797133e-10,5.784386303275824e-10,6.029949872754514e-10,6.275513442233205e-10,6.521077011711895e-10,6.766640581190586e-10,7.012204150669277e-10,7.257767720147967e-10,7.503331289626658e-10,7.748894859105349e-10,7.994458428584039e-10,8.24002199806273e-10,8.48558556754142e-10,8.731149137020111e-10],"_type":"histogram"},"gradients/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,7,6,6,15,11,17,35,38,83,80,120,171,237,359,444,558,741,938,1245,1678,2140,2733,3611,4350,5163,6043,6734,7217,302270,7224,6711,6286,5282,4535,3624,2919,2242,1778,1412,1002,777,583,472,348,294,183,154,103,74,50,36,20,12,9,14,7,5,3,4,0,0,0,1],"bins":[-0.04566086456179619,-0.0441189780831337,-0.04257709160447121,-0.041035205125808716,-0.039493318647146225,-0.037951432168483734,-0.03640954568982124,-0.03486765921115875,-0.03332577273249626,-0.03178388625383377,-0.03024199977517128,-0.02870011329650879,-0.027158226817846298,-0.025616340339183807,-0.024074453860521317,-0.022532567381858826,-0.020990680903196335,-0.019448794424533844,-0.017906907945871353,-0.016365021467208862,-0.014823134988546371,-0.01328124850988388,-0.01173936203122139,-0.010197475552558899,-0.008655589073896408,-0.007113702595233917,-0.005571816116571426,-0.0040299296379089355,-0.0024880431592464447,-0.0009461566805839539,0.000595729798078537,0.002137616276741028,0.0036795027554035187,0.0052213892340660095,0.0067632757127285,0.008305162191390991,0.009847048670053482,0.011388935148715973,0.012930821627378464,0.014472708106040955,0.016014594584703445,0.017556481063365936,0.019098367542028427,0.020640254020690918,0.02218214049935341,0.0237240269780159,0.02526591345667839,0.02680779993534088,0.028349686414003372,0.029891572892665863,0.031433459371328354,0.032975345849990845,0.034517232328653336,0.036059118807315826,0.03760100528597832,0.03914289176464081,0.0406847782433033,0.04222666472196579,0.04376855120062828,0.04531043767929077,0.04685232415795326,0.04839421063661575,0.049936097115278244,0.051477983593940735,0.053019870072603226]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"values":[2,1,1,0,1,2,2,4,5,2,2,10,12,7,9,7,16,17,10,12,25,24,13,28,24,30,21,20,23,32,24,17,20,21,20,22,23,26,21,25,20,18,20,15,18,20,12,7,14,5,6,7,5,6,3,3,1,0,0,3,3,0,0,1],"bins":[-0.02707693912088871,-0.026226235553622246,-0.02537553198635578,-0.024524828419089317,-0.023674124851822853,-0.02282342128455639,-0.021972717717289925,-0.02112201415002346,-0.020271312445402145,-0.01942060887813568,-0.018569905310869217,-0.017719201743602753,-0.01686849817633629,-0.016017794609069824,-0.01516709104180336,-0.014316387474536896,-0.013465683907270432,-0.012614980340003967,-0.011764276772737503,-0.010913573205471039,-0.010062869638204575,-0.009212167002260685,-0.00836146343499422,-0.0075107598677277565,-0.006660056300461292,-0.005809352733194828,-0.004958649165928364,-0.004107946064323187,-0.0032572424970567226,-0.0024065389297902584,-0.0015558355953544378,-0.0007051321445032954,0.00014557130634784698,0.0009962747571989894,0.0018469782080501318,0.0026976815424859524,0.0035483851097524166,0.004399088677018881,0.005249791778624058,0.006100495345890522,0.006951198913156986,0.0078019024804234505,0.008652606047689915,0.009503309614956379,0.010354012250900269,0.011204715818166733,0.012055419385433197,0.012906122952699661,0.013756826519966125,0.01460753008723259,0.015458233654499054,0.016308937221765518,0.017159640789031982,0.018010344356298447,0.01886104792356491,0.019711751490831375,0.02056245505809784,0.021413156762719154,0.02226386032998562,0.023114563897252083,0.023965267464518547,0.02481597103178501,0.025666674599051476,0.02651737816631794,0.027368081733584404],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09002552181482315,-0.08696755021810532,-0.08390957117080688,-0.08085159957408905,-0.07779362797737122,-0.07473565638065338,-0.07167768478393555,-0.06861970573663712,-0.06556173413991928,-0.06250376254320145,-0.059445787221193314,-0.05638781189918518,-0.053329840302467346,-0.05027186870574951,-0.04721389338374138,-0.044155918061733246,-0.04109794646501541,-0.03803997486829758,-0.034981999546289444,-0.03192402422428131,-0.028866052627563477,-0.025808079168200493,-0.02275010570883751,-0.019692132249474525,-0.016634158790111542,-0.013576185330748558,-0.010518211871385574,-0.007460238412022591,-0.004402264952659607,-0.0013442914932966232,0.0017136819660663605,0.004771655425429344,0.007829621434211731,0.010887594893574715,0.013945568352937698,0.017003541812300682,0.020061515271663666,0.02311948873102665,0.026177462190389633,0.029235435649752617,0.0322934091091156,0.035351380705833435,0.03840935602784157,0.0414673313498497,0.044525302946567535,0.04758327454328537,0.0506412498652935,0.053699225187301636,0.05675719678401947,0.059815168380737305,0.06287313997745514,0.06593111902475357,0.0689890906214714,0.07204706221818924,0.07510504126548767,0.0781630128622055,0.08122098445892334,0.08427895605564117,0.08733692765235901,0.09039490669965744,0.09345287829637527,0.09651084989309311,0.09956882894039154,0.10262680053710938,0.10568477213382721],"_type":"histogram","values":[3,5,5,13,22,50,72,124,219,323,562,854,1304,1931,2641,3720,5230,6711,8996,11158,14340,17254,20086,23849,27072,29834,32528,34371,35741,35902,35727,33781,32065,29769,26736,23570,19975,16755,13978,11149,8579,6650,4804,3617,2518,1803,1233,816,529,353,224,127,72,36,15,8,6,6,0,2,0,0,0,1]},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[2,2,0,2,2,2,3,3,5,11,16,18,31,51,66,96,146,202,262,437,613,995,1375,2231,3391,5182,8472,13895,23389,42322,88752,246589,670063,263868,93047,44667,24603,14462,8962,5327,3435,2147,1314,851,576,345,236,128,96,58,29,41,17,9,11,1,1,2,1,0,1,2,0,1],"bins":[-0.0496322400867939,-0.04810618981719017,-0.04658013954758644,-0.04505408555269241,-0.043528035283088684,-0.042001985013484955,-0.040475934743881226,-0.038949884474277496,-0.03742383420467377,-0.03589778020977974,-0.03437172994017601,-0.03284567967057228,-0.03131962940096855,-0.029793577268719673,-0.028267526999115944,-0.026741474866867065,-0.025215424597263336,-0.023689374327659607,-0.02216332219541073,-0.020637271925807,-0.01911121979355812,-0.01758516952395439,-0.016059119254350662,-0.014533068053424358,-0.013007016852498055,-0.01148096565157175,-0.009954914450645447,-0.008428864181041718,-0.006902812980115414,-0.00537676177918911,-0.0038507110439240932,-0.002324660075828433,-0.0007986128330230713,0.0007274381350725889,0.002253489103168249,0.0037795400712639093,0.0053055910393595695,0.006831642240285873,0.008357692509889603,0.009883743710815907,0.01140979491174221,0.012935846112668514,0.014461897313594818,0.015987947583198547,0.017513997852802277,0.019040049985051155,0.020566100254654884,0.022092152386903763,0.023618202656507492,0.02514425292611122,0.0266703050583601,0.02819635532796383,0.029722407460212708,0.031248457729816437,0.032774507999420166,0.034300558269023895,0.035826608538627625,0.03735266253352165,0.03887871280312538,0.04040476307272911,0.04193081334233284,0.04345686361193657,0.0449829176068306,0.046508967876434326,0.048035018146038055]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.04567459970712662,-0.04404347762465477,-0.04241235554218292,-0.040781233459711075,-0.03915011137723923,-0.03751898929476738,-0.03588786721229553,-0.034256745129823685,-0.03262562304735184,-0.03099450282752514,-0.02936338074505329,-0.027732258662581444,-0.026101138442754745,-0.024470016360282898,-0.02283889427781105,-0.021207772195339203,-0.019576650112867355,-0.017945528030395508,-0.01631440594792366,-0.014683284796774387,-0.01305216271430254,-0.011421040631830692,-0.00978991948068142,-0.008158797398209572,-0.006527675315737724,-0.004896553233265877,-0.0032654316164553165,-0.0016343097668141127,-3.187917172908783e-06,0.001627933932468295,0.003259055782109499,0.004890177398920059,0.006521295756101608,0.008152417838573456,0.009783539921045303,0.011414661072194576,0.013045783154666424,0.014676905237138271,0.016308026388287544,0.017939148470759392,0.01957027055323124,0.021201392635703087,0.022832514718174934,0.024463636800646782,0.02609475702047348,0.027725879102945328,0.029357001185417175,0.030988123267889023,0.03261924535036087,0.03425036743283272,0.035881489515304565,0.03751261159777641,0.03914373368024826,0.04077485576272011,0.042405977845191956,0.0440370999276638,0.04566822201013565,0.0472993403673172,0.04893046244978905,0.050561584532260895,0.05219270661473274,0.05382382869720459,0.05545495077967644,0.057086072862148285,0.05871719494462013],"_type":"histogram","values":[1,1,0,0,0,2,3,1,0,1,1,2,2,2,3,6,5,7,5,10,14,12,20,39,39,63,68,84,95,63,50,25,35,14,23,20,6,7,11,7,1,1,2,2,2,1,2,2,0,2,0,2,0,2,0,0,0,1,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,1,0,3,2,1,5,21,21,53,67,143,239,395,606,883,1343,2069,2793,4068,5423,7280,9438,11858,14894,17788,21248,24728,27871,30552,33160,34673,35892,36296,35540,33597,31667,28794,26101,22962,19219,16029,13132,10149,8027,6150,4540,3278,2322,1551,1060,716,475,274,173,95,85,24,25,14,7,1,1,1],"bins":[-0.1019824892282486,-0.09891095012426376,-0.09583941847085953,-0.0927678793668747,-0.08969634771347046,-0.08662480860948563,-0.0835532695055008,-0.08048173785209656,-0.07741019874811172,-0.07433865964412689,-0.07126712799072266,-0.06819558888673782,-0.06512404978275299,-0.062052518129348755,-0.05898097902536392,-0.05590944364666939,-0.052837908267974854,-0.04976637288928032,-0.046694837510585785,-0.04362329840660095,-0.04055176302790642,-0.037480227649211884,-0.03440868854522705,-0.031337153166532516,-0.028265617787837982,-0.025194082409143448,-0.022122545167803764,-0.01905100792646408,-0.015979472547769547,-0.012907936237752438,-0.009836399927735329,-0.00676486361771822,-0.003693319857120514,-0.000621783547103405,0.002449752762913704,0.005521289072930813,0.008592825382947922,0.01166436169296503,0.01473589800298214,0.017807435244321823,0.020878970623016357,0.02395050600171089,0.027022043243050575,0.03009358048439026,0.03316511586308479,0.03623665124177933,0.03930819034576416,0.042379725724458694,0.04545126110315323,0.04852279648184776,0.0515943318605423,0.05466587096452713,0.057737406343221664,0.0608089417219162,0.06388048082590103,0.06695201247930527,0.0700235515832901,0.07309509068727493,0.07616662234067917,0.079238161444664,0.08230969309806824,0.08538123220205307,0.0884527713060379,0.09152430295944214,0.09459584206342697],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"values":[4,0,0,0,1,0,2,1,1,1,0,5,0,3,5,4,3,10,4,2,9,17,15,16,16,14,30,28,29,59,73,58,78,48,32,24,19,30,11,10,17,10,16,6,7,10,10,8,3,4,2,2,2,1,2,2,2,0,0,1,0,0,0,1],"bins":[-1.3096723705530167e-09,-1.2682903616223484e-09,-1.2269083526916802e-09,-1.185526343761012e-09,-1.1441443348303437e-09,-1.1027623258996755e-09,-1.0613803169690073e-09,-1.019998308038339e-09,-9.786162991076708e-10,-9.372342901770025e-10,-8.958522812463343e-10,-8.544702723156661e-10,-8.130882633849978e-10,-7.717062544543296e-10,-7.303242455236614e-10,-6.889422365929931e-10,-6.475602276623249e-10,-6.061782187316567e-10,-5.647962098009884e-10,-5.234142008703202e-10,-4.82032191939652e-10,-4.4065018300898373e-10,-3.992681740783155e-10,-3.5788616514764726e-10,-3.1650415621697903e-10,-2.751221472863108e-10,-2.3374013835564256e-10,-1.9235812942497432e-10,-1.509761204943061e-10,-1.0959411156363785e-10,-6.821210263296962e-11,-2.6830093702301383e-11,1.4551915228366852e-11,5.5933924159035087e-11,9.731593308970332e-11,1.3869794202037156e-10,1.800799509510398e-10,2.2146195988170803e-10,2.6284396881237626e-10,3.042259777430445e-10,3.4560798667371273e-10,3.8698999560438097e-10,4.283720045350492e-10,4.697540134657174e-10,5.111360223963857e-10,5.525180313270539e-10,5.939000402577221e-10,6.352820491883904e-10,6.766640581190586e-10,7.180460670497268e-10,7.594280759803951e-10,8.008100849110633e-10,8.421920938417315e-10,8.835741027723998e-10,9.24956111703068e-10,9.663381206337363e-10,1.0077201295644045e-09,1.0491021384950727e-09,1.090484147425741e-09,1.1318661563564092e-09,1.1732481652870774e-09,1.2146301742177457e-09,1.2560121831484139e-09,1.2973941920790821e-09,1.3387762010097504e-09],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[2,0,0,0,0,0,3,0,2,0,1,2,2,4,5,8,5,7,6,11,18,29,28,40,49,77,92,102,74,43,35,16,28,13,12,10,12,10,2,3,2,2,1,0,1,0,2,2,2,1,1,0,0,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.04985971003770828,-0.04801235720515251,-0.04616500437259674,-0.04431764781475067,-0.0424702949821949,-0.04062294214963913,-0.03877558931708336,-0.03692823275923729,-0.03508087992668152,-0.03323352709412575,-0.03138617426156998,-0.029538819566369057,-0.027691466733813286,-0.025844112038612366,-0.023996759206056595,-0.022149404510855675,-0.020302051678299904,-0.018454698845744133,-0.016607344150543213,-0.014759990386664867,-0.012912636622786522,-0.011065283790230751,-0.009217930026352406,-0.00737057626247406,-0.005523222498595715,-0.003675868734717369,-0.0018285152036696672,1.883844379335642e-05,0.00186619209125638,0.0037135458551347256,0.005560899153351784,0.007408252917230129,0.009255606681108475,0.01110296044498682,0.012950314208865166,0.014797667972743511,0.016645021736621857,0.018492374569177628,0.020339729264378548,0.02218708209693432,0.02403443679213524,0.02588178962469101,0.02772914245724678,0.0295764971524477,0.03142385184764862,0.03327120468020439,0.03511855751276016,0.03696591034531593,0.038813263177871704,0.04066061973571777,0.042507972568273544,0.044355325400829315,0.046202678233385086,0.048050034791231155,0.049897387623786926,0.0517447404563427,0.05359209328889847,0.05543944612145424,0.05728680267930031,0.05913415551185608,0.06098150834441185,0.06282886117696762,0.06467621773481369,0.06652356684207916,0.06837092339992523],"_type":"histogram"},"_step":183,"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[3,2,6,11,19,13,23,22,21,26,18,20,23,15,16,13,12,18,15,7,11,6,9,11,5,10,6,4,5,6,12,3,3,5,5,8,9,10,11,13,16,15,16,18,18,18,23,22,17,22,25,28,23,14,15,6,5,6,1,2,1,1,0,1],"bins":[-0.00016217950906138867,-0.00015670922584831715,-0.00015123894263524562,-0.0001457686594221741,-0.00014029837620910257,-0.00013482809299603105,-0.00012935780978295952,-0.000123887526569888,-0.00011841724335681647,-0.00011294696014374495,-0.00010747667693067342,-0.0001020063937176019,-9.653611050453037e-05,-9.106582729145885e-05,-8.559554407838732e-05,-8.01252608653158e-05,-7.465497765224427e-05,-6.918469443917274e-05,-6.371441122610122e-05,-5.8244128013029695e-05,-5.277384479995817e-05,-4.7303561586886644e-05,-4.183327837381512e-05,-3.6362995160743594e-05,-3.089271194767207e-05,-2.5422428734600544e-05,-1.995214552152902e-05,-1.4481862308457494e-05,-9.011579095385969e-06,-3.5412958823144436e-06,1.9289873307570815e-06,7.399270543828607e-06,1.286956830881536e-05,1.8339851521886885e-05,2.381013473495841e-05,2.9280417948029935e-05,3.475070116110146e-05,4.0220984374172986e-05,4.569126758724451e-05,5.1161550800316036e-05,5.663183401338756e-05,6.210211722645909e-05,6.757240043953061e-05,7.304268365260214e-05,7.851296686567366e-05,8.398325007874519e-05,8.945353329181671e-05,9.492381650488824e-05,0.00010039409971795976,0.00010586438293103129,0.00011133466614410281,0.00011680494935717434,0.00012227523257024586,0.0001277455157833174,0.0001332157989963889,0.00013868608220946044,0.00014415636542253196,0.0001496266486356035,0.000155096931848675,0.00016056721506174654,0.00016603749827481806,0.0001715077814878896,0.0001769780647009611,0.00018244834791403264,0.00018791863112710416]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,1,2,1,5,2,4,3,17,5,9,14,23,8,17,15,28,20,23,27,9,21,15,20,13,10,8,15,14,8,13,13,16,6,15,12,15,8,18,20,18,22,17,21,20,22,29,20,17,12,15,16,12,9,7,4,4,1,3,1,2],"bins":[-0.00023478028015233576,-0.0002279296168126166,-0.0002210789534728974,-0.000214228275581263,-0.00020737761224154383,-0.00020052694890182465,-0.00019367628556210548,-0.0001868256222223863,-0.0001799749443307519,-0.00017312428099103272,-0.00016627361765131354,-0.00015942295431159437,-0.0001525722909718752,-0.00014572162763215601,-0.0001388709497405216,-0.00013202028640080243,-0.00012516962306108326,-0.00011831895972136408,-0.00011146828910568729,-0.00010461762576596811,-9.776695515029132e-05,-9.091629181057215e-05,-8.406562847085297e-05,-7.721495785517618e-05,-7.0364294515457e-05,-6.351363117573783e-05,-5.666296056006104e-05,-4.981229722034186e-05,-4.296163024264388e-05,-3.6110963264945894e-05,-2.9260298106237315e-05,-2.2409632947528735e-05,-1.555896596983075e-05,-8.70829990162747e-06,-1.8576338334241882e-06,4.993032234779093e-06,1.1843698302982375e-05,1.869436528068036e-05,2.5545030439388938e-05,3.239569559809752e-05,3.92463625757955e-05,4.6097029553493485e-05,5.294769653119147e-05,5.9798359870910645e-05,6.664902321062982e-05,7.349969382630661e-05,8.035035716602579e-05,8.720102778170258e-05,9.405169112142175e-05,0.00010090235446114093,0.00010775302507681772,0.0001146036884165369,0.00012145435903221369,0.00012830502237193286,0.00013515568571165204,0.00014200634905137122,0.0001488570123910904,0.0001557076902827248,0.00016255835362244397,0.00016940901696216315,0.00017625968030188233,0.0001831103436416015,0.0001899610215332359,0.00019681168487295508,0.00020366234821267426]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.00042638025479391217,-0.0004119263612665236,-0.0003974724968429655,-0.0003830186033155769,-0.00036856470978818834,-0.00035411081626079977,-0.00033965695183724165,-0.0003252030583098531,-0.0003107491647824645,-0.0002962953003589064,-0.0002818414068315178,-0.00026738751330412924,-0.00025293361977674067,-0.00023847974080126733,-0.00022402586182579398,-0.0002095719682984054,-0.00019511808932293206,-0.00018066421034745872,-0.00016621031682007015,-0.0001517564378445968,-0.00013730254431720823,-0.00012284866534173489,-0.00010839477909030393,-9.394089283887297e-05,-7.948700658744201e-05,-6.503312033601105e-05,-5.0579234084580094e-05,-3.612535147112794e-05,-2.1671465219696984e-05,-7.217579877760727e-06,7.23630546417553e-06,2.1690189896617085e-05,3.614407614804804e-05,5.0597962399479e-05,6.505184865090996e-05,7.950573490234092e-05,9.395962115377188e-05,0.00010841350012924522,0.0001228673936566338,0.00013732127263210714,0.0001517751661594957,0.00016622904513496906,0.0001806829241104424,0.00019513681763783097,0.00020959069661330432,0.0002240445901406929,0.00023849846911616623,0.0002529523626435548,0.0002674062270671129,0.0002818601205945015,0.00029631401412189007,0.00031076790764927864,0.00032522177207283676,0.00033967566560022533,0.0003541295591276139,0.0003685834526550025,0.0003830373170785606,0.00039749121060594916,0.00041194510413333774,0.00042639896855689585,0.0004408528620842844,0.000455306755611673,0.00046976064913906157,0.0004842145135626197,0.0004986684070900083],"_type":"histogram","values":[2,1,0,0,0,2,4,0,3,2,1,5,6,7,17,16,35,42,60,73,69,81,95,87,83,90,82,69,73,67,72,89,105,95,92,98,99,79,61,60,35,25,15,22,9,3,5,2,2,0,2,1,3,1,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.052137285470962524,-0.05052657052874565,-0.04891585931181908,-0.0473051443696022,-0.04569442942738533,-0.044083718210458755,-0.04247300326824188,-0.04086228832602501,-0.039251577109098434,-0.03764086216688156,-0.03603014722466469,-0.03441943600773811,-0.03280872106552124,-0.031198007985949516,-0.029587294906377792,-0.02797657996416092,-0.026365866884589195,-0.02475515380501747,-0.023144438862800598,-0.021533725783228874,-0.01992301270365715,-0.018312297761440277,-0.016701584681868553,-0.01509087160229683,-0.01348015759140253,-0.011869443580508232,-0.010258730500936508,-0.00864801649004221,-0.007037302944809198,-0.005426589399576187,-0.0038158756215125322,-0.0022051618434488773,-0.0005944482982158661,0.001016265363432467,0.0026269790250808,0.004237692803144455,0.005848406348377466,0.0074591198936104774,0.009069833904504776,0.0106805469840765,0.012291260994970798,0.013901975005865097,0.015512688085436821,0.017123401165008545,0.018734116107225418,0.020344829186797142,0.021955542266368866,0.02356625720858574,0.025176970288157463,0.026787683367729187,0.02839839830994606,0.030009111389517784,0.03161982446908951,0.03323053941130638,0.034841250628232956,0.03645196557044983,0.0380626805126667,0.03967339172959328,0.04128410667181015,0.04289482161402702,0.0445055328309536,0.04611624777317047,0.047726962715387344,0.04933767393231392,0.05094838887453079],"_type":"histogram","values":[2,2,0,1,2,2,0,5,5,3,2,4,3,6,7,8,13,12,11,7,17,15,20,31,17,26,23,25,35,26,25,23,33,27,20,22,25,24,24,24,16,23,11,15,12,15,11,9,7,11,13,12,6,7,7,3,7,2,2,1,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.05362549424171448,-0.0519951768219471,-0.05036485940217972,-0.04873454570770264,-0.04710422828793526,-0.04547391086816788,-0.043843597173690796,-0.042213279753923416,-0.040582962334156036,-0.03895264491438866,-0.03732232749462128,-0.035692013800144196,-0.034061696380376816,-0.032431378960609436,-0.030801063403487206,-0.029170747846364975,-0.027540430426597595,-0.025910113006830215,-0.024279797449707985,-0.022649481892585754,-0.021019164472818375,-0.019388847053050995,-0.017758531495928764,-0.016128215938806534,-0.014497898519039154,-0.012867582030594349,-0.011237265542149544,-0.009606949053704739,-0.007976632565259933,-0.006346316076815128,-0.004715999588370323,-0.003085683099925518,-0.0014553666114807129,0.00017494987696409225,0.0018052663654088974,0.0034355828538537025,0.005065899342298508,0.006696215830743313,0.008326532319188118,0.009956848807632923,0.011587165296077728,0.013217481784522533,0.014847798272967339,0.01647811383008957,0.01810843124985695,0.01973874866962433,0.02136906422674656,0.02299937978386879,0.02462969720363617,0.02626001462340355,0.02789033018052578,0.02952064573764801,0.03115096315741539,0.03278128057718277,0.03441159427165985,0.03604191169142723,0.03767222911119461,0.03930254653096199,0.04093286395072937,0.04256317764520645,0.04419349506497383,0.04582381248474121,0.04745412617921829,0.04908444359898567,0.05071476101875305],"_type":"histogram","values":[2,2,1,1,2,0,4,6,8,10,15,19,37,54,71,116,149,275,384,617,806,1253,1723,2492,3419,5167,7399,10960,16383,25741,41696,71731,118198,109349,63636,37650,23437,15079,9876,6681,4698,3249,2319,1563,1137,748,525,380,246,167,120,69,62,29,25,11,9,14,1,2,0,0,0,1]},"parameters/linear.weight":{"_type":"histogram","values":[779,1570,1541,1591,1518,1569,1530,1551,1565,1563,1606,1582,1554,1567,1629,1587,1527,1532,1504,1581,1595,1590,1561,1538,1515,1636,1643,1574,1568,1538,1494,1565,1528,1563,1597,1538,1534,1565,1535,1587,1653,1590,1566,1609,1525,1511,1515,1558,1654,1519,1530,1492,1549,1617,1563,1568,1515,1559,1505,1602,1601,1553,1526,714],"bins":[-0.036628738045692444,-0.03548307716846466,-0.03433741629123688,-0.033191755414009094,-0.03204609453678131,-0.030900433659553528,-0.029754772782325745,-0.02860911190509796,-0.027463451027870178,-0.026317792013287544,-0.02517213113605976,-0.024026470258831978,-0.022880809381604195,-0.02173514850437641,-0.020589487627148628,-0.019443826749920845,-0.018298165872693062,-0.01715250499546528,-0.016006844118237495,-0.014861183241009712,-0.013715522363781929,-0.01256986241787672,-0.011424201540648937,-0.010278540663421154,-0.00913287978619337,-0.007987218908965588,-0.006841558031737804,-0.0056958976201713085,-0.004550236742943525,-0.003404575865715742,-0.0022589152213186026,-0.0011132544605061412,3.240630030632019e-05,0.0011780670611187816,0.002323727821931243,0.0034693884663283825,0.004615049343556166,0.005760710220783949,0.006906370632350445,0.008052031509578228,0.009197692386806011,0.010343353264033794,0.011489014141261578,0.01263467501848936,0.01378033496439457,0.014925995841622353,0.016071656718850136,0.01721731759607792,0.018362978473305702,0.019508639350533485,0.02065430022776127,0.021799961104989052,0.022945621982216835,0.024091282859444618,0.0252369437366724,0.026382604613900185,0.02752826362848282,0.028673924505710602,0.029819585382938385,0.030965246260166168,0.03211090713739395,0.033256568014621735,0.03440222889184952,0.0355478897690773,0.036693550646305084]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,4,3,4,3,8,7,6,11,12,14,15,18,18,22,21,18,23,16,19,17,18,14,20,18,12,25,15,18,15,21,18,21,24,19,22,9,13,22,24,13,15,13,19,15,13,20,15,5,3,6,4,5,4,3,4,0,0,0,0,1],"bins":[-0.0002596084086690098,-0.000251204299274832,-0.00024280016077682376,-0.00023439603683073074,-0.0002259919128846377,-0.0002175877889385447,-0.00020918366499245167,-0.00020077954104635864,-0.00019237541710026562,-0.0001839712931541726,-0.00017556716920807958,-0.00016716304526198655,-0.00015875892131589353,-0.0001503547973698005,-0.00014195067342370749,-0.00013354654947761446,-0.00012514242553152144,-0.00011673830158542842,-0.0001083341776393354,-9.993005369324237e-05,-9.152592974714935e-05,-8.312180580105633e-05,-7.47176818549633e-05,-6.631355790887028e-05,-5.790943396277726e-05,-4.9505310016684234e-05,-4.110118607059121e-05,-3.269706212449819e-05,-2.4292938178405166e-05,-1.5888814232312143e-05,-7.48469028621912e-06,9.194336598739028e-07,9.323528502136469e-06,1.7727652448229492e-05,2.6131776394322515e-05,3.453590034041554e-05,4.294002428650856e-05,5.134414823260158e-05,5.9748272178694606e-05,6.815239612478763e-05,7.655652007088065e-05,8.496064401697367e-05,9.33647679630667e-05,0.00010176889190915972,0.00011017301585525274,0.00011857713980134577,0.0001269812637474388,0.0001353853876935318,0.00014378951163962483,0.00015219363558571786,0.00016059775953181088,0.0001690018834779039,0.00017740600742399693,0.00018581013137008995,0.00019421425531618297,0.000202618379262276,0.00021102250320836902,0.00021942662715446204,0.00022783075110055506,0.00023623487504664809,0.0002446389989927411,0.00025304313749074936,0.00026144724688492715,0.00026985135627910495,0.0002782554947771132]},"parameters/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.10274193435907364,-0.09952321648597717,-0.0963044986128807,-0.09308578073978424,-0.08986706286668777,-0.08664834499359131,-0.08342962712049484,-0.08021090924739838,-0.07699219137430191,-0.07377347350120544,-0.07055475562810898,-0.06733603775501251,-0.06411731988191605,-0.06089860573410988,-0.05767988786101341,-0.054461169987916946,-0.05124245211482048,-0.048023734241724014,-0.04480501636862755,-0.04158629849553108,-0.038367580622434616,-0.03514886274933815,-0.031930144876241684,-0.028711428865790367,-0.0254927109926939,-0.022273993119597435,-0.01905527524650097,-0.015836557373404503,-0.012617840431630611,-0.009399122558534145,-0.006180405151098967,-0.002961687510833144,0.0002570301294326782,0.0034757477696985006,0.006694465409964323,0.009913182817399502,0.013131900690495968,0.01635061763226986,0.019569335505366325,0.02278805337846279,0.026006771251559258,0.029225489124655724,0.03244420513510704,0.035662923008203506,0.03888164088129997,0.04210035875439644,0.045319076627492905,0.04853779450058937,0.05175651237368584,0.0549752302467823,0.05819394811987877,0.061412665992975235,0.0646313801407814,0.06785009801387787,0.07106881588697433,0.0742875337600708,0.07750625163316727,0.08072496950626373,0.0839436873793602,0.08716240525245667,0.09038112312555313,0.0935998409986496,0.09681855887174606,0.10003727674484253,0.103255994617939],"_type":"histogram","values":[2,1,3,3,8,12,19,31,91,141,289,470,764,1283,1942,3088,4709,7039,9779,13688,18615,24903,32074,40466,49116,58863,68949,78258,87249,93954,98373,100320,100841,97813,92355,85410,77133,67523,57166,47930,38943,30901,23647,17709,12987,9393,6452,4383,2952,1895,1232,732,439,222,155,65,39,23,13,4,2,1,1,1]},"gradients/bert.embeddings.LayerNorm.bias":{"values":[2,0,1,0,0,0,0,1,1,3,0,4,6,6,3,7,6,9,10,10,20,15,23,18,18,23,19,25,30,30,24,31,20,24,31,39,31,29,30,20,25,22,12,24,10,16,6,13,14,11,7,6,3,6,2,3,5,6,2,4,1,0,0,1],"bins":[-0.07334004342556,-0.07115267217159271,-0.06896530836820602,-0.06677793711423874,-0.06459057331085205,-0.062403202056884766,-0.06021583452820778,-0.05802846699953079,-0.055841099470853806,-0.05365373194217682,-0.05146636441349983,-0.049278996884822845,-0.04709162563085556,-0.044904258102178574,-0.04271689057350159,-0.0405295230448246,-0.038342155516147614,-0.03615478798747063,-0.03396742045879364,-0.03178005293011665,-0.029592683538794518,-0.02740531601011753,-0.025217946618795395,-0.023030579090118408,-0.02084321156144142,-0.018655844032764435,-0.016468476504087448,-0.014281107112765312,-0.012093739584088326,-0.009906372055411339,-0.0077190035954117775,-0.0055316356010735035,-0.0033442676067352295,-0.0011568996123969555,0.0010304683819413185,0.0032178363762795925,0.0054052043706178665,0.0075925723649561405,0.009779940359294415,0.011967308819293976,0.014154676347970963,0.01634204387664795,0.018529411405324936,0.020716780796647072,0.02290414832532406,0.025091515854001045,0.02727888524532318,0.029466252774000168,0.031653620302677155,0.03384098783135414,0.03602835536003113,0.038215722888708115,0.0404030904173851,0.042590461671352386,0.04477782920002937,0.04696519672870636,0.04915256425738335,0.05133993178606033,0.05352729931473732,0.05571466684341431,0.05790203809738159,0.06008940562605858,0.062276773154735565,0.06446413695812225,0.06665150821208954],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09050408750772476,-0.08767246454954147,-0.08484084159135818,-0.0820092186331749,-0.07917759567499161,-0.07634597271680832,-0.07351434975862503,-0.07068272680044174,-0.06785109639167786,-0.06501947343349457,-0.06218785420060158,-0.05935623124241829,-0.0565246045589447,-0.053692981600761414,-0.050861358642578125,-0.048029735684394836,-0.04519811272621155,-0.04236648976802826,-0.03953486680984497,-0.03670324385166168,-0.033871620893478394,-0.031039996072649956,-0.028208371251821518,-0.02537674829363823,-0.02254512533545494,-0.019713502377271652,-0.016881879419088364,-0.014050254598259926,-0.011218631640076637,-0.008387008681893349,-0.0055553847923874855,-0.0027237613685429096,0.00010786950588226318,0.002939492929726839,0.005771116353571415,0.008602740243077278,0.011434363201260567,0.014265986159443855,0.017097610980272293,0.01992923393845558,0.02276085689663887,0.02559247985482216,0.028424102813005447,0.031255725771188736,0.03408735245466232,0.03691897541284561,0.0397505983710289,0.04258222132921219,0.04541384428739548,0.048245467245578766,0.051077090203762054,0.05390871316194534,0.05674033612012863,0.05957196280360222,0.06240358576178551,0.0652352049946785,0.06806683540344238,0.07089845836162567,0.07373008131980896,0.07656170427799225,0.07939332723617554,0.08222495019435883,0.08505657315254211,0.0878881961107254,0.09071981906890869],"_type":"histogram","values":[2,1,5,8,19,33,41,86,122,204,323,480,712,1118,1559,2163,3016,4083,5424,7060,8886,11093,13692,16317,18852,22152,24967,27436,29412,31337,32647,33404,33064,32402,31374,29149,27152,24437,21571,18987,16010,13587,10900,8695,6926,5276,3955,2956,2137,1512,1048,706,446,326,238,123,88,40,19,20,12,6,1,7]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.09433291107416153,-0.09149110317230225,-0.08864930272102356,-0.08580750226974487,-0.08296569436788559,-0.0801238864660263,-0.07728208601474762,-0.07444028556346893,-0.07159847766160965,-0.06875666975975037,-0.06591486930847168,-0.063073068857193,-0.06023126095533371,-0.057389456778764725,-0.05454765260219574,-0.051705848425626755,-0.04886404424905777,-0.046022240072488785,-0.0431804358959198,-0.040338631719350815,-0.03749682754278183,-0.034655023366212845,-0.03181321918964386,-0.028971415013074875,-0.02612961083650589,-0.023287806659936905,-0.02044600248336792,-0.017604198306798935,-0.01476239413022995,-0.011920589953660965,-0.00907878577709198,-0.006236981600522995,-0.003395184874534607,-0.000553380697965622,0.002288423478603363,0.005130227655172348,0.007972031831741333,0.010813836008310318,0.013655640184879303,0.016497444361448288,0.019339248538017273,0.022181052714586258,0.025022856891155243,0.027864661067724228,0.030706465244293213,0.0335482694208622,0.03639007359743118,0.03923187777400017,0.04207368195056915,0.04491548612713814,0.04775729030370712,0.05059909448027611,0.05344089865684509,0.05628270283341408,0.05912450700998306,0.06196631118655205,0.06480811536312103,0.06764991581439972,0.070491723716259,0.07333353161811829,0.07617533206939697,0.07901713252067566,0.08185894042253494,0.08470074832439423,0.08754254877567291],"_type":"histogram","values":[1,1,4,7,5,11,25,53,83,118,196,299,458,696,984,1460,2037,2775,3857,4996,6720,8479,10528,12964,15487,18567,21167,24168,26526,29191,31182,32271,33248,33267,32752,31756,29766,27554,25274,22729,19558,16381,13896,11562,9279,7181,5561,4379,3104,2316,1644,1134,778,484,314,225,151,86,56,29,22,13,4,5]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,5,1,4,1,7,6,2,6,9,8,11,13,13,13,16,28,24,26,17,34,35,29,25,32,31,26,25,28,33,31,25,16,27,15,22,19,10,16,16,7,4,5,9,6,4,6,4,3,3,3,0,0,1,1,1,0,2],"bins":[-0.000809522345662117,-0.0007836472941562533,-0.0007577722426503897,-0.0007318971329368651,-0.0007060220814310014,-0.0006801470299251378,-0.0006542719202116132,-0.0006283968687057495,-0.0006025218171998858,-0.0005766467656940222,-0.0005507717141881585,-0.0005248966044746339,-0.0004990215529687703,-0.0004731465014629066,-0.0004472714208532125,-0.00042139634024351835,-0.0003955212887376547,-0.000369646237231791,-0.0003437711566220969,-0.0003178960760124028,-0.0002920210245065391,-0.00026614597300067544,-0.00024027089239098132,-0.00021439582633320242,-0.00018852076027542353,-0.00016264569421764463,-0.00013677062815986574,-0.00011089556210208684,-8.502049604430795e-05,-5.914542998652905e-05,-3.327036392875016e-05,-7.3952978709712625e-06,1.8479768186807632e-05,4.435483424458653e-05,7.022990030236542e-05,9.610496636014432e-05,0.00012198003241792321,0.0001478550984757021,0.000173730164533481,0.0001996052305912599,0.0002254802966490388,0.00025135534815490246,0.0002772304287645966,0.0003031055093742907,0.00032898056088015437,0.00035485561238601804,0.00038073069299571216,0.0004066057736054063,0.00043248082511126995,0.0004583558766171336,0.00048423095722682774,0.0005101060378365219,0.0005359810893423855,0.0005618561408482492,0.0005877312505617738,0.0006136063020676374,0.0006394813535735011,0.0006653564050793648,0.0006912314565852284,0.000717106566298753,0.0007429816178046167,0.0007688566693104804,0.0007947317790240049,0.0008206068305298686,0.0008464818820357323]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.03653968125581741,-0.03545396029949188,-0.03436824306845665,-0.03328252211213112,-0.03219680115580559,-0.031111082062125206,-0.030025361105799675,-0.028939642012119293,-0.027853921055793762,-0.02676820196211338,-0.025682482868433,-0.024596761912107468,-0.023511042818427086,-0.022425321862101555,-0.021339602768421173,-0.020253881812095642,-0.01916816271841526,-0.01808244362473488,-0.016996722668409348,-0.015911003574728966,-0.014825282618403435,-0.013739563524723053,-0.012653843499720097,-0.01156812347471714,-0.010482403449714184,-0.009396683424711227,-0.008310963399708271,-0.007225243840366602,-0.0061395238153636456,-0.005053803790360689,-0.00396808423101902,-0.0028823642060160637,-0.0017966441810131073,-0.0007109242724254727,0.0003747956361621618,0.0014605155447497964,0.002546235453337431,0.0036319554783403873,0.004717675037682056,0.005803395062685013,0.006889115087687969,0.007974835112690926,0.009060555137693882,0.010146275162696838,0.01123199425637722,0.012317714281380177,0.013403434306383133,0.01448915433138609,0.015574874356389046,0.016660593450069427,0.01774631440639496,0.01883203350007534,0.01991775445640087,0.021003473550081253,0.022089194506406784,0.023174913600087166,0.024260632693767548,0.02534635365009308,0.02643207274377346,0.02751779370009899,0.028603512793779373,0.029689233750104904,0.030774952843785286,0.03186067193746567,0.0329463928937912],"_type":"histogram","values":[1,0,1,0,2,0,0,0,2,0,1,4,4,2,6,4,11,14,12,8,13,14,22,20,13,25,29,26,17,21,25,25,26,29,28,32,35,19,24,26,23,17,29,21,21,18,13,16,11,11,8,11,7,8,6,2,0,1,1,1,0,0,1,1]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,6,18,30,33,71,124,187,264,452,775,1056,1433,2108,2822,3798,5236,6648,8682,10833,13367,15967,18966,21495,24718,27464,29580,31262,33084,33675,33747,32915,31748,29873,27442,24669,21925,19033,16191,13221,10847,8640,6922,5274,3840,2798,2142,1450,1053,709,454,277,202,140,54,44,32,10,8,5,1,1],"bins":[-0.09182246774435043,-0.08895564079284668,-0.08608882129192352,-0.08322199434041977,-0.08035516738891602,-0.07748834788799286,-0.0746215209364891,-0.07175470143556595,-0.0688878744840622,-0.06602104753255844,-0.06315422803163528,-0.06028740108013153,-0.057420577853918076,-0.05455375462770462,-0.05168692767620087,-0.04882010444998741,-0.045953281223773956,-0.0430864579975605,-0.040219634771347046,-0.03735280781984329,-0.03448598459362984,-0.03161916136741638,-0.028752336278557777,-0.025885511189699173,-0.023018687963485718,-0.020151864737272263,-0.017285039648413658,-0.014418215490877628,-0.011551391333341599,-0.008684567175805569,-0.005817743018269539,-0.002950918860733509,-8.410215377807617e-05,0.0027827220037579536,0.0056495461612939835,0.008516370318830013,0.011383194476366043,0.014250018633902073,0.017116842791438103,0.019983667880296707,0.022850491106510162,0.025717314332723618,0.028584139421582222,0.031450964510440826,0.03431778773665428,0.03718461096286774,0.04005143791437149,0.042918261140584946,0.0457850843667984,0.048651907593011856,0.05151873081922531,0.054385557770729065,0.05725238099694252,0.060119204223155975,0.06298603117465973,0.06585285067558289,0.06871967762708664,0.0715865045785904,0.07445332407951355,0.0773201510310173,0.08018697798252106,0.08305379748344421,0.08592062443494797,0.08878744393587112,0.09165427088737488]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.05315454304218292,-0.051569823175668716,-0.04998510330915451,-0.048400383442640305,-0.0468156635761261,-0.045230939984321594,-0.04364622011780739,-0.04206150025129318,-0.040476780384778976,-0.03889206051826477,-0.037307340651750565,-0.03572262078523636,-0.034137897193431854,-0.03255317732691765,-0.030968457460403442,-0.029383737593889236,-0.02779901772737503,-0.026214297860860825,-0.02462957799434662,-0.023044856265187263,-0.021460136398673058,-0.01987541653215885,-0.018290694802999496,-0.01670597493648529,-0.015121255069971085,-0.013536535203456879,-0.011951814405620098,-0.010367093607783318,-0.008782373741269112,-0.007197653409093618,-0.005612933076918125,-0.004028212744742632,-0.0024434924125671387,-0.0008587720803916454,0.0007259482517838478,0.002310668583959341,0.0038953889161348343,0.0054801092483103275,0.007064829580485821,0.008649550378322601,0.010234270244836807,0.011818990111351013,0.013403710909187794,0.014988431707024574,0.01657315157353878,0.018157871440052986,0.01974259316921234,0.021327313035726547,0.022912032902240753,0.02449675276875496,0.026081472635269165,0.02766619436442852,0.029250914230942726,0.030835634097456932,0.03242035582661629,0.03400507569313049,0.0355897955596447,0.037174515426158905,0.03875923529267311,0.04034395515918732,0.04192867875099182,0.04351339861750603,0.04509811848402023,0.04668283835053444,0.048267558217048645],"_type":"histogram","values":[1,1,2,0,0,1,1,1,4,2,2,3,7,2,3,6,8,8,8,14,14,16,18,24,18,17,19,22,28,30,27,20,27,32,31,34,26,30,21,24,28,26,14,14,12,13,22,12,19,8,7,7,7,7,7,3,4,1,0,0,2,2,0,1]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,1,1,2,3,0,2,2,4,1,1,7,8,5,14,12,9,12,17,14,13,22,24,23,20,27,17,31,18,22,27,25,26,37,25,26,25,22,23,19,19,20,17,13,12,10,8,16,10,10,10,6,7,4,3,5,2,1,1,0,2,2],"bins":[-0.05049213767051697,-0.04898766055703163,-0.047483183443546295,-0.04597871005535126,-0.04447423294186592,-0.042969755828380585,-0.04146528244018555,-0.03996080532670021,-0.038456328213214874,-0.03695185109972954,-0.0354473739862442,-0.033942900598049164,-0.03243842348456383,-0.03093394637107849,-0.029429471120238304,-0.027924995869398117,-0.02642051875591278,-0.024916041642427444,-0.023411566391587257,-0.02190709114074707,-0.020402614027261734,-0.018898136913776398,-0.01739366166293621,-0.015889186412096024,-0.014384709298610687,-0.012880233116447926,-0.011375756934285164,-0.009871280752122402,-0.00836680456995964,-0.006862328387796879,-0.005357852205634117,-0.0038533760234713554,-0.002348903566598892,-0.0008444273844361305,0.0006600487977266312,0.002164524979889393,0.0036690011620521545,0.005173477344214916,0.006677953526377678,0.00818242970854044,0.009686905890703201,0.011191382072865963,0.012695858255028725,0.014200334437191486,0.015704810619354248,0.017209287732839584,0.01871376298367977,0.02021823823451996,0.021722715348005295,0.02322719246149063,0.024731667712330818,0.026236142963171005,0.02774062007665634,0.029245097190141678,0.030749572440981865,0.03225404769182205,0.03375852480530739,0.035263001918792725,0.03676747530698776,0.0382719524204731,0.039776429533958435,0.04128090664744377,0.04278538376092911,0.044289857149124146,0.04579433426260948]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,5,1,7,4,7,21,21,35,48,64,91,134,170,251,368,498,775,1037,1496,2134,3256,4824,6917,10431,16302,25384,41238,72456,140260,330112,466175,206309,97496,53329,31869,19890,12664,8600,5667,3867,2670,1771,1257,877,607,418,327,221,147,127,61,42,46,23,22,14,7,2,4,2,2,2,1],"bins":[-0.04662702977657318,-0.04513441398739815,-0.043641798198223114,-0.04214917868375778,-0.04065656289458275,-0.039163947105407715,-0.03767133131623268,-0.03617871552705765,-0.034686096012592316,-0.03319348022341728,-0.03170086443424225,-0.030208248645067215,-0.02871563285589218,-0.027223015204072,-0.025730399414896965,-0.024237781763076782,-0.02274516597390175,-0.021252550184726715,-0.019759932532906532,-0.0182673167437315,-0.016774699091911316,-0.015282083302736282,-0.013789467513561249,-0.01229685079306364,-0.010804234072566032,-0.009311617352068424,-0.007819000631570816,-0.0063263848423957825,-0.004833768121898174,-0.0033411516342312098,-0.0018485351465642452,-0.0003559186588972807,0.0011366978287696838,0.0026293143164366484,0.004121930804103613,0.005614547058939934,0.007107163779437542,0.00859978049993515,0.010092396289110184,0.011585013009607792,0.0130776297301054,0.014570246450603008,0.016062863171100616,0.01755547896027565,0.019048094749450684,0.020540712401270866,0.0220333281904459,0.023525945842266083,0.025018561631441116,0.02651117742061615,0.028003795072436333,0.029496410861611366,0.03098902851343155,0.03248164430260658,0.033974260091781616,0.03546687588095665,0.03695949167013168,0.038452111184597015,0.03994472697377205,0.04143734276294708,0.042929958552122116,0.04442257434129715,0.04591519385576248,0.047407809644937515,0.04890042543411255]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.999470055103302,0.9994928240776062,0.9995155334472656,0.9995383024215698,0.9995610117912292,0.9995837807655334,0.9996064901351929,0.9996292591094971,0.9996519684791565,0.9996747374534607,0.9996974468231201,0.9997202157974243,0.9997429847717285,0.9997656941413879,0.9997884631156921,0.9998111724853516,0.9998339414596558,0.9998566508293152,0.9998794198036194,0.9999021291732788,0.999924898147583,0.9999476075172424,0.9999703764915466,0.9999931454658508,1.0000158548355103,1.0000386238098145,1.0000613927841187,1.0000840425491333,1.0001068115234375,1.0001295804977417,1.000152349472046,1.0001749992370605,1.0001977682113647,1.000220537185669,1.0002433061599731,1.0002660751342773,1.000288724899292,1.0003114938735962,1.0003342628479004,1.0003570318222046,1.0003796815872192,1.0004024505615234,1.0004252195358276,1.0004479885101318,1.000470757484436,1.0004934072494507,1.0005161762237549,1.000538945198059,1.0005617141723633,1.000584363937378,1.0006071329116821,1.0006299018859863,1.0006526708602905,1.0006753206253052,1.0006980895996094,1.0007208585739136,1.0007436275482178,1.000766396522522,1.0007890462875366,1.0008118152618408,1.000834584236145,1.0008573532104492,1.0008800029754639,1.000902771949768,1.0009255409240723],"_type":"histogram","values":[3,1,0,1,0,1,3,2,4,3,7,11,5,16,23,31,27,31,28,47,35,44,22,38,32,38,52,40,34,28,16,14,15,9,13,13,4,9,11,8,4,7,2,4,6,2,4,3,2,2,3,3,1,1,0,0,0,1,0,2,0,1,0,1]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[2,0,2,1,0,1,2,3,3,4,4,1,1,9,6,5,10,11,8,10,13,16,15,24,22,26,24,29,25,26,26,22,32,36,32,22,33,24,23,21,22,14,21,11,13,10,9,9,11,16,8,11,12,4,5,5,4,3,4,1,0,0,0,1],"bins":[-0.058530766516923904,-0.05676240846514702,-0.05499405413866043,-0.053225696086883545,-0.05145734176039696,-0.04968898370862007,-0.047920629382133484,-0.0461522713303566,-0.04438391700387001,-0.042615558952093124,-0.04084720462560654,-0.03907884657382965,-0.03731049224734306,-0.03554213419556618,-0.03377377986907959,-0.032005421817302704,-0.030237065628170967,-0.02846870943903923,-0.026700353249907494,-0.024931997060775757,-0.02316364087164402,-0.021395284682512283,-0.019626928493380547,-0.01785857230424881,-0.016090214252471924,-0.014321858994662762,-0.012553502805531025,-0.010785146616399288,-0.009016789495944977,-0.007248433772474527,-0.005480077117681503,-0.0037117209285497665,-0.0019433647394180298,-0.0001750084338709712,0.0015933478716760874,0.003361704293638468,0.0051300604827702045,0.006898416671901941,0.008666773326694965,0.010435129515826702,0.012203485704958439,0.013971841894090176,0.015740199014544487,0.017508555203676224,0.01927691139280796,0.021045267581939697,0.022813623771071434,0.02458197996020317,0.026350336149334908,0.028118692338466644,0.02988704852759838,0.03165540471673012,0.033423762768507004,0.03519211709499359,0.03696047514677048,0.038728829473257065,0.04049718752503395,0.04226554185152054,0.044033899903297424,0.04580225422978401,0.0475706122815609,0.049338966608047485,0.05110732465982437,0.05287567898631096,0.054644037038087845],"_type":"histogram"},"_timestamp":1.7527866634677277e+09,"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.10748441517353058,-0.10436718165874481,-0.10124994814395905,-0.09813270717859268,-0.09501547366380692,-0.09189824014902115,-0.08878099918365479,-0.08566376566886902,-0.08254653215408325,-0.07942929863929749,-0.07631206512451172,-0.07319482415914536,-0.07007759064435959,-0.06696035712957382,-0.06384311616420746,-0.06072588264942169,-0.057608649134635925,-0.05449141561985016,-0.051374178379774094,-0.04825694113969803,-0.04513970762491226,-0.042022474110126495,-0.03890523687005043,-0.035787999629974365,-0.0326707661151886,-0.029553530737757683,-0.026436295360326767,-0.02331905998289585,-0.020201824605464935,-0.01708458922803402,-0.013967353850603104,-0.010850118473172188,-0.007732883095741272,-0.004615647718310356,-0.0014984123408794403,0.0016188230365514755,0.004736058413982391,0.007853293791413307,0.010970529168844223,0.014087764546275139,0.017204999923706055,0.02032223530113697,0.023439470678567886,0.026556706055998802,0.029673941433429718,0.032791174948215485,0.03590841218829155,0.039025649428367615,0.04214288294315338,0.04526011645793915,0.04837735369801521,0.05149459093809128,0.054611824452877045,0.05772905796766281,0.060846295207738876,0.06396353244781494,0.06708076596260071,0.07019799947738647,0.07331523299217224,0.0764324739575386,0.07954970747232437,0.08266694098711014,0.0857841819524765,0.08890141546726227,0.09201864898204803],"_type":"histogram","values":[1,0,0,1,0,1,1,2,9,23,27,76,89,167,266,471,745,1110,1736,2421,3329,4748,6501,8621,11004,13742,16943,20265,23400,27499,30137,32809,34988,36054,36116,36302,35123,32727,30191,27198,23613,20126,16989,13711,10785,8399,6373,4682,3312,2326,1644,1112,713,476,286,187,106,59,39,22,11,5,1,4]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"values":[1,1,1,0,1,2,0,1,2,3,2,7,5,16,8,16,16,24,12,17,25,25,28,33,17,31,19,12,22,21,20,21,20,30,17,21,19,22,24,20,23,25,20,23,23,7,12,14,8,5,8,3,4,0,2,1,2,1,3,0,0,0,1,1],"bins":[-0.0003118622407782823,-0.0003018472052644938,-0.0002918321406468749,-0.00028181710513308644,-0.000271802069619298,-0.00026178700500167906,-0.0002517719694878906,-0.0002417569194221869,-0.00023174186935648322,-0.00022172681929077953,-0.00021171176922507584,-0.00020169673371128738,-0.0001916816836455837,-0.00018166663357988,-0.00017165159806609154,-0.00016163654800038785,-0.00015162149793468416,-0.00014160644786898047,-0.00013159139780327678,-0.00012157636228948832,-0.00011156131222378463,-0.00010154626215808094,-9.153121936833486e-05,-8.151617657858878e-05,-7.15011265128851e-05,-6.14860764471814e-05,-5.147103365743533e-05,-4.1455987229710445e-05,-3.144094080198556e-05,-2.142589437426068e-05,-1.1410847946535796e-05,-1.395801518810913e-06,8.61924490891397e-06,1.8634291336638853e-05,2.8649337764363736e-05,3.866438419208862e-05,4.86794306198135e-05,5.8694477047538385e-05,6.870952347526327e-05,7.872456626500934e-05,8.873961633071303e-05,9.875466639641672e-05,0.0001087697091861628,0.00011878475197590888,0.00012879980204161257,0.00013881485210731626,0.00014882988762110472,0.0001588449376868084,0.0001688599877525121,0.0001788750378182158,0.00018889008788391948,0.00019890512339770794,0.00020892017346341163,0.00021893522352911532,0.00022895025904290378,0.00023896530910860747,0.00024898035917431116,0.0002589953946880996,0.00026901045930571854,0.000279025494819507,0.0002890405594371259,0.0002990555949509144,0.00030907063046470284,0.00031908569508232176,0.0003291007305961102],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,1,9,8,22,33,66,83,166,264,383,629,894,1310,1867,2731,3617,4867,6577,8497,10928,13405,16039,19323,22520,25288,28220,30947,32550,34436,34770,34382,33938,32328,30038,27463,24492,21441,18193,15166,12542,10047,7917,6060,4587,3471,2398,1627,1162,786,522,334,193,121,69,41,21,16,9,3,0,1,1,2],"bins":[-0.09125359356403351,-0.08829323947429657,-0.08533288538455963,-0.0823725238442421,-0.07941216975450516,-0.07645181566476822,-0.07349146157503128,-0.07053110748529434,-0.0675707459449768,-0.06461039185523987,-0.06165003776550293,-0.05868968367576599,-0.05572932958602905,-0.052768971771001816,-0.04980861768126488,-0.04684825986623764,-0.0438879057765007,-0.04092755168676376,-0.037967193871736526,-0.03500683978199959,-0.03204648196697235,-0.029086127877235413,-0.026125773787498474,-0.023165417835116386,-0.0202050618827343,-0.01724470593035221,-0.014284350909292698,-0.011323995888233185,-0.008363639935851097,-0.005403284449130297,-0.0024429289624094963,0.0005174265243113041,0.0034777820110321045,0.006438137497752905,0.009398492984473705,0.012358848005533218,0.015319203957915306,0.018279559910297394,0.021239914000034332,0.02420026995241642,0.027160625904798508,0.030120981857180595,0.03308133780956268,0.03604169189929962,0.03900204598903656,0.0419624038040638,0.044922757893800735,0.04788311570882797,0.05084346979856491,0.05380382388830185,0.056764181703329086,0.059724535793066025,0.06268489360809326,0.0656452476978302,0.06860560178756714,0.07156595587730408,0.07452630996704102,0.07748667150735855,0.08044702559709549,0.08340737968683243,0.08636773377656937,0.0893280878663063,0.09228844940662384,0.09524880349636078,0.09820915758609772]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,1,0,2,0,1,1,1,1,2,2,3,2,1,6,1,10,14,6,16,17,23,36,48,65,96,93,79,50,46,18,28,25,13,8,7,9,2,2,3,3,3,6,3,1,0,2,1,2,2,1,1,0,0,0,1],"bins":[-0.050191089510917664,-0.04873281344771385,-0.04727454110980034,-0.04581626504659653,-0.044357988983392715,-0.0428997166454792,-0.04144144058227539,-0.03998316451907158,-0.03852488845586777,-0.037066616117954254,-0.03560834005475044,-0.03415006399154663,-0.03269179165363312,-0.031233515590429306,-0.029775241389870644,-0.028316965326666832,-0.02685869112610817,-0.025400416925549507,-0.023942140862345695,-0.022483866661787033,-0.02102559059858322,-0.01956731639802456,-0.018109042197465897,-0.016650766134262085,-0.015192491933703423,-0.013734216801822186,-0.012275941669940948,-0.010817667469382286,-0.009359392337501049,-0.007901117205619812,-0.006442842539399862,-0.004984567873179913,-0.003526296466588974,-0.0020680215675383806,-0.0006097466684877872,0.0008485282305628061,0.0023068031296133995,0.003765078028663993,0.005223352927714586,0.006681627593934536,0.008139902725815773,0.00959817785769701,0.011056452989578247,0.01251472719013691,0.013973002322018147,0.015431277453899384,0.016889551654458046,0.018347827717661858,0.01980610191822052,0.021264376118779182,0.022722652181982994,0.024180926382541656,0.025639202445745468,0.02709747664630413,0.028555750846862793,0.030014026910066605,0.031472302973270416,0.03293057531118393,0.03438885137438774,0.03584712743759155,0.037305399775505066,0.03876367583870888,0.04022195190191269,0.0416802242398262,0.043138500303030014]},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,1,2,0,1,0,2,3,3,2,5,2,1,7,5,8,10,8,12,10,10,19,16,16,27,25,22,23,28,29,27,26,32,26,32,29,28,25,19,27,23,14,19,15,11,12,7,10,9,14,10,13,9,7,4,7,3,5,3,2,0,0,0,1],"bins":[-0.05656624585390091,-0.05486424267292023,-0.053162235766649246,-0.051460232585668564,-0.04975822940468788,-0.0480562224984169,-0.04635421931743622,-0.044652216136455536,-0.042950212955474854,-0.04124820604920387,-0.03954620286822319,-0.03784419968724251,-0.03614219278097153,-0.034440189599990845,-0.03273818641901016,-0.03103618137538433,-0.0293341763317585,-0.027632171288132668,-0.025930168107151985,-0.024228163063526154,-0.02252615988254547,-0.02082415483891964,-0.019122149795293808,-0.017420146614313126,-0.015718141570687294,-0.014016137458384037,-0.01231413334608078,-0.010612128302454948,-0.008910124190151691,-0.0072081200778484344,-0.00550611549988389,-0.0038041111547499895,-0.002102106809616089,-0.0004001024644821882,0.0013019018806517124,0.003003906225785613,0.004705910570919514,0.006407914683222771,0.008109919726848602,0.00981192383915186,0.011513927951455116,0.013215932063758373,0.01491793617606163,0.016619941219687462,0.018321946263313293,0.020023949444293976,0.021725954487919807,0.02342795766890049,0.02512996271252632,0.026831967756152153,0.028533970937132835,0.030235975980758667,0.03193797916173935,0.03363998606801033,0.03534198924899101,0.037043992429971695,0.038745999336242676,0.04044800251722336,0.04215000569820404,0.04385200887918472,0.045554015785455704,0.047256018966436386,0.04895802214741707,0.05066002905368805,0.05236203223466873]},"parameters/bert.embeddings.position_embeddings.weight":{"bins":[-0.09043888747692108,-0.08733578771352768,-0.08423268795013428,-0.08112958818674088,-0.07802648842334747,-0.07492338865995407,-0.07182028889656067,-0.06871718913316727,-0.06561408936977386,-0.06251098960638046,-0.05940788611769676,-0.05630478635430336,-0.05320168659090996,-0.050098586827516556,-0.046995487064123154,-0.04389238730072975,-0.04078928753733635,-0.03768618777394295,-0.034583088010549545,-0.03147998824715614,-0.02837688848376274,-0.02527378685772419,-0.022170687094330788,-0.019067587330937386,-0.015964487567543983,-0.012861387804150581,-0.00975828804075718,-0.0066551873460412025,-0.0035520875826478004,-0.0004489875864237547,0.002654112409800291,0.0057572126388549805,0.008860312402248383,0.011963412165641785,0.015066511929035187,0.01816961169242859,0.02127271145582199,0.024375813081860542,0.027478912845253944,0.030582012608647346,0.0336851105093956,0.0367882139980793,0.0398913137614727,0.042994413524866104,0.046097513288259506,0.04920061305165291,0.05230371281504631,0.05540681257843971,0.058509912341833115,0.06161301210522652,0.06471611559391022,0.06781921535730362,0.07092231512069702,0.07402541488409042,0.07712851464748383,0.08023161441087723,0.08333471417427063,0.08643781393766403,0.08954091370105743,0.09264401346445084,0.09574711322784424,0.09885021299123764,0.10195331275463104,0.10505641251802444,0.10815951228141785],"_type":"histogram","values":[3,3,3,10,23,22,53,100,137,197,373,592,847,1243,1835,2561,3498,4747,6108,7906,9962,11889,14495,16850,18873,20624,22249,23707,24011,24206,24077,22696,21133,19333,17352,14969,12705,10457,8628,6742,5087,3954,2822,2041,1399,943,653,425,254,180,108,55,42,14,6,4,4,4,1,0,0,0,0,1]},"parameters/bert.encoder.layer.3.output.dense.bias":{"values":[3,4,10,15,15,13,17,22,18,19,21,20,21,16,19,18,15,18,9,7,6,15,10,6,4,6,4,13,7,10,5,2,5,9,6,3,8,7,15,13,9,12,13,11,18,14,23,15,17,26,27,21,21,23,14,12,16,9,5,2,1,2,1,2],"bins":[-0.00016011152183637023,-0.00015483667084481567,-0.0001495618198532611,-0.00014428695430979133,-0.00013901210331823677,-0.0001337372523266822,-0.00012846240133512765,-0.0001231875503435731,-0.00011791269207606092,-0.00011263784108450636,-0.00010736298281699419,-0.00010208813182543963,-9.681328083388507e-05,-9.15384225663729e-05,-8.626357157481834e-05,-8.098871330730617e-05,-7.571386231575161e-05,-7.043901132419705e-05,-6.516415305668488e-05,-5.988930206513032e-05,-5.461444743559696e-05,-4.933959280606359e-05,-4.4064741814509034e-05,-3.878988718497567e-05,-3.3515032555442303e-05,-2.8240177925908938e-05,-2.2965325115364976e-05,-1.7690472304821014e-05,-1.2415617675287649e-05,-7.1407639552489854e-06,-1.8659102352103218e-06,3.4089434848283418e-06,8.683811756782234e-06,1.3958665476820897e-05,1.923351919685956e-05,2.4508372007403523e-05,2.9783226636936888e-05,3.5058081266470253e-05,4.033293225802481e-05,4.560778688755818e-05,5.088264151709154e-05,5.615749614662491e-05,6.143235077615827e-05,6.670720176771283e-05,7.198205275926739e-05,7.725691102677956e-05,8.253176201833412e-05,8.780662028584629e-05,9.308147127740085e-05,9.835632226895541e-05,0.00010363118053646758,0.00010890603152802214,0.00011418088979553431,0.00011945574078708887,0.00012473059177864343,0.000130005442770198,0.00013528030831366777,0.00014055515930522233,0.0001458300102967769,0.00015110486128833145,0.000156379712279886,0.00016165456327144057,0.00016692942881491035,0.0001722042798064649,0.00017747913079801947],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,5,3,6,8,13,14,22,22,28,26,31,38,43,35,39,28,32,36,40,35,32,25,15,17,21,13,18,16,7,8,9,7,5,10,5,4,5,4,4,2,3,5,2,4,1,2,3,1,3,0,2,0,2,0,1,0,2,2,0,0,1],"bins":[0.9996200799942017,0.9996403455734253,0.9996606111526489,0.9996808767318726,0.9997011423110962,0.9997214674949646,0.9997417330741882,0.9997619986534119,0.9997822642326355,0.9998025298118591,0.9998227953910828,0.9998430609703064,0.9998633861541748,0.9998836517333984,0.9999039173126221,0.9999241828918457,0.9999444484710693,0.999964714050293,0.9999849796295166,1.0000052452087402,1.0000255107879639,1.0000457763671875,1.0000660419464111,1.0000863075256348,1.0001065731048584,1.0001269578933716,1.0001472234725952,1.0001674890518188,1.0001877546310425,1.0002080202102661,1.0002282857894897,1.0002485513687134,1.000268816947937,1.0002890825271606,1.0003093481063843,1.000329613685608,1.0003498792648315,1.0003701448440552,1.0003904104232788,1.0004106760025024,1.0004310607910156,1.0004513263702393,1.000471591949463,1.0004918575286865,1.0005121231079102,1.0005323886871338,1.0005526542663574,1.000572919845581,1.0005931854248047,1.0006134510040283,1.000633716583252,1.0006539821624756,1.0006742477416992,1.0006945133209229,1.0007147789001465,1.0007350444793701,1.0007553100585938,1.000775694847107,1.0007959604263306,1.0008162260055542,1.0008364915847778,1.0008567571640015,1.000877022743225,1.0008972883224487,1.0009175539016724]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"values":[5,2,0,0,1,1,5,0,3,5,5,5,9,9,14,7,7,14,16,14,22,31,18,23,22,28,24,36,38,33,28,36,37,30,23,23,17,20,19,18,16,13,15,11,12,9,1,5,3,4,5,7,3,4,3,3,0,2,1,0,2,0,0,1],"bins":[-0.0007007738458923995,-0.0006771476473659277,-0.0006535215070471168,-0.0006298953085206449,-0.000606269109994173,-0.0005826429114677012,-0.0005590167129412293,-0.0005353905726224184,-0.0005117643740959466,-0.0004881381755694747,-0.0004645120061468333,-0.0004408858367241919,-0.00041725963819772005,-0.0003936334396712482,-0.0003700072702486068,-0.0003463811008259654,-0.00032275490229949355,-0.0002991287037730217,-0.0002755025343503803,-0.0002518763649277389,-0.00022825016640126705,-0.00020462398242671043,-0.0001809977984521538,-0.00015737161447759718,-0.00013374543050304055,-0.00011011924652848393,-8.64930625539273e-05,-6.286687857937068e-05,-3.924069460481405e-05,-1.5614510630257428e-05,8.011673344299197e-06,3.163785731885582e-05,5.5263983085751534e-05,7.889016706030816e-05,0.00010251635103486478,0.0001261425350094214,0.00014976871898397803,0.00017339490295853466,0.00019702108693309128,0.0002206472709076479,0.00024427345488220453,0.0002678996534086764,0.0002915258228313178,0.0003151519922539592,0.00033877819078043103,0.0003624043893069029,0.0003860305587295443,0.0004096567281521857,0.00043328292667865753,0.0004569091252051294,0.0004805352946277708,0.0005041614640504122,0.000527787662576884,0.0005514138611033559,0.0005750400014221668,0.0005986661999486387,0.0006222923984751105,0.0006459185970015824,0.0006695447955280542,0.0006931709358468652,0.000716797134373337,0.0007404233328998089,0.0007640494732186198,0.0007876756717450917,0.0008113018702715635],"_type":"histogram"},"gradients/linear.bias":{"_type":"histogram","values":[2,1,0,1,0,0,0,1,1,3,3,3,2,3,3,1,1,6,4,1,3,7,4,2,1,7,1,2,5,2,5,4,5,3,2,4,3,4,5,0,2,1,0,3,2,0,2,1,3,1,0,0,2,2,0,0,0,1,1,0,1,0,0,1],"bins":[-0.13765960931777954,-0.13299109041690826,-0.128322571516037,-0.12365403771400452,-0.11898551881313324,-0.11431699991226196,-0.10964847356081009,-0.10497994720935822,-0.10031142830848694,-0.09564290940761566,-0.09097438305616379,-0.08630585670471191,-0.08163733780384064,-0.07696881890296936,-0.07230029255151749,-0.06763176620006561,-0.06296324729919434,-0.05829472467303276,-0.053626202046871185,-0.04895767942070961,-0.044289156794548035,-0.03962063416838646,-0.034952111542224884,-0.03028358891606331,-0.025615066289901733,-0.020946543663740158,-0.016278021037578583,-0.011609498411417007,-0.006940975785255432,-0.002272453159093857,0.0023960694670677185,0.007064592093229294,0.011733099818229675,0.01640162244439125,0.021070145070552826,0.0257386676967144,0.030407190322875977,0.03507571294903755,0.03974423557519913,0.0444127582013607,0.04908128082752228,0.05374980345368385,0.05841832607984543,0.0630868524312973,0.06775537133216858,0.07242389023303986,0.07709241658449173,0.0817609429359436,0.08642946183681488,0.09109798073768616,0.09576650708913803,0.1004350334405899,0.10510355234146118,0.10977207124233246,0.11444059759378433,0.1191091239452362,0.12377764284610748,0.12844616174697876,0.13311469554901123,0.1377832144498825,0.14245173335075378,0.14712025225162506,0.15178877115249634,0.1564573049545288,0.16112582385540009]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,1,1,2,4,3,5,9,9,9,15,9,16,16,19,19,22,25,19,24,16,12,13,16,9,11,16,12,13,11,12,8,10,20,10,13,16,13,18,26,17,28,20,17,23,19,27,9,20,15,9,12,22,10,5,5,3,2,0,1,0,1],"bins":[-0.00023382314248010516,-0.00022672669729217887,-0.0002196302666561678,-0.0002125338214682415,-0.00020543739083223045,-0.00019834094564430416,-0.0001912445150082931,-0.0001841480698203668,-0.00017705163918435574,-0.00016995519399642944,-0.00016285874880850315,-0.0001557623181724921,-0.0001486658729845658,-0.00014156944234855473,-0.00013447299716062844,-0.00012737656652461737,-0.00012028012133669108,-0.0001131836834247224,-0.00010608724551275373,-9.899080760078505e-05,-9.189436968881637e-05,-8.479792450089008e-05,-7.77014865889214e-05,-7.060504867695272e-05,-6.350861076498404e-05,-5.641217285301536e-05,-4.9315734941046685e-05,-4.22192933910992e-05,-3.512285547913052e-05,-2.8026417567161843e-05,-2.092997783620376e-05,-1.3833539014740381e-05,-6.737085641361773e-06,3.59353180101607e-07,7.455792001564987e-06,1.4552230823028367e-05,2.1648669644491747e-05,2.8745107556460425e-05,3.584154910640791e-05,4.293798701837659e-05,5.003442493034527e-05,5.7130862842313945e-05,6.422730075428262e-05,7.13237386662513e-05,7.84201838541776e-05,8.551662176614627e-05,9.261305967811495e-05,9.970949759008363e-05,0.00010680593550205231,0.00011390237341402099,0.00012099881132598966,0.00012809525651391596,0.00013519168714992702,0.0001422881323378533,0.00014938456297386438,0.00015648100816179067,0.00016357743879780173,0.00017067388398572803,0.00017777032917365432,0.00018486675980966538,0.00019196320499759167,0.00019905963563360274,0.00020615608082152903,0.0002132525114575401,0.0002203489566454664],"_type":"histogram"},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,2,3,9,11,15,25,38,62,84,132,239,405,604,989,1536,2410,3838,6188,9899,16348,28408,51051,101623,242524,554876,297335,116944,58315,31816,18306,10997,6629,4082,2670,1657,1054,634,395,244,185,105,62,39,26,12,12,8,5,2,1,0,5,2],"bins":[-0.05564912408590317,-0.054085809737443924,-0.05252249538898468,-0.050959181040525436,-0.04939586669206619,-0.04783255234360695,-0.046269237995147705,-0.04470592364668846,-0.04314260929822922,-0.04157929867506027,-0.04001598432660103,-0.038452669978141785,-0.03688935562968254,-0.0353260412812233,-0.03376272693276405,-0.03219941258430481,-0.030636098235845566,-0.029072783887386322,-0.027509469538927078,-0.025946155190467834,-0.02438284084200859,-0.022819528356194496,-0.021256214007735252,-0.01969289965927601,-0.018129585310816765,-0.01656627096235752,-0.015002956613898277,-0.013439643196761608,-0.011876328848302364,-0.01031301449984312,-0.008749701082706451,-0.007186386734247208,-0.005623068660497665,-0.004059754312038422,-0.002496440429240465,-0.000933126313611865,0.0006301878020167351,0.002193501917645335,0.0037568160332739353,0.005320129916071892,0.0068834442645311356,0.00844675861299038,0.010010072961449623,0.011573386378586292,0.013136700727045536,0.01470001507550478,0.01626332849264145,0.017826642841100693,0.019389957189559937,0.02095327153801918,0.022516585886478424,0.024079900234937668,0.02564321458339691,0.027206527069211006,0.02876984141767025,0.030333155766129494,0.03189647197723389,0.03345978260040283,0.035023096948862076,0.03658641129732132,0.03814972564578056,0.03971303999423981,0.04127635434269905,0.042839668691158295,0.04440298303961754]},"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.04943246394395828,-0.04794503003358841,-0.046457596123218536,-0.044970158487558365,-0.04348272457718849,-0.04199529066681862,-0.040507856756448746,-0.03902042284607887,-0.0375329852104187,-0.03604555130004883,-0.034558117389678955,-0.03307068347930908,-0.03158324956893921,-0.030095813795924187,-0.028608379885554314,-0.02712094411253929,-0.02563351020216942,-0.024146076291799545,-0.022658640518784523,-0.02117120660841465,-0.019683770835399628,-0.018196336925029755,-0.01670890301465988,-0.015221468172967434,-0.013734033331274986,-0.012246598489582539,-0.010759163647890091,-0.009271729737520218,-0.00778429489582777,-0.006296860054135323,-0.004809425678104162,-0.003321991069242358,-0.0018345527350902557,-0.00034711812622845173,0.0011403164826333523,0.0026277510914951563,0.00411518570035696,0.005602620542049408,0.007090054918080568,0.008577489294111729,0.010064924135804176,0.011552358977496624,0.013039793819189072,0.014527227729558945,0.016014661639928818,0.01750209741294384,0.018989531323313713,0.020476967096328735,0.02196440100669861,0.02345183491706848,0.024939270690083504,0.026426704600453377,0.0279141403734684,0.029401574283838272,0.030889008194208145,0.03237644210457802,0.03386387974023819,0.03535131365060806,0.036838747560977936,0.03832618147134781,0.03981361538171768,0.041301049292087555,0.042788486927747726,0.0442759208381176,0.04576335474848747],"_type":"histogram","values":[2,1,1,1,1,1,0,5,1,1,6,2,5,4,2,9,9,13,8,11,19,19,22,15,19,17,23,23,28,24,26,21,26,40,30,21,35,23,23,22,27,20,14,14,10,20,22,12,10,9,11,9,7,7,3,5,1,3,0,0,1,2,1,1]},"_runtime":59,"parameters/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[3,0,0,0,3,0,4,0,0,5,5,2,5,3,1,5,4,8,8,5,8,14,13,10,25,32,32,31,53,43,51,58,50,51,38,37,27,26,10,13,12,10,8,8,10,5,3,5,5,3,3,0,0,3,2,4,1,1,0,0,1,0,0,1],"bins":[-1.0496228242118377e-06,-1.0156572898267768e-06,-9.816918691285537e-07,-9.477263347434928e-07,-9.137608572018507e-07,-8.797953796602087e-07,-8.458298452751478e-07,-8.118643677335058e-07,-7.778988901918638e-07,-7.439334126502217e-07,-7.099679351085797e-07,-6.760024007235188e-07,-6.420369231818768e-07,-6.080714456402347e-07,-5.741059112551739e-07,-5.401404337135318e-07,-5.061749561718898e-07,-4.7220947863024776e-07,-4.382439726668963e-07,-4.0427846670354484e-07,-3.703129891619028e-07,-3.363475116202608e-07,-3.023820056569093e-07,-2.6841649969355785e-07,-2.3445102215191582e-07,-2.0048553039941908e-07,-1.6652003864692233e-07,-1.3255454689442558e-07,-9.858905514192884e-08,-6.462356338943209e-08,-3.065807163693535e-08,3.307420115561399e-09,3.7272798181220423e-08,7.123828993371717e-08,1.0520378168621392e-07,1.3916927343871066e-07,1.731347651912074e-07,2.0710025694370415e-07,2.410657486962009e-07,2.7503125465955236e-07,3.089967322011944e-07,3.429622097428364e-07,3.769277157061879e-07,4.1089322166953934e-07,4.448586992111814e-07,4.788241767528234e-07,5.127897111378843e-07,5.467551886795263e-07,5.807206662211684e-07,6.146861437628104e-07,6.486516213044524e-07,6.826171556895133e-07,7.165826332311553e-07,7.505481107727974e-07,7.845136451578583e-07,8.184791226995003e-07,8.524446002411423e-07,8.864100777827844e-07,9.203755553244264e-07,9.543410897094873e-07,9.883065104077104e-07,1.0222720447927713e-06,1.0562375791778322e-06,1.0902029998760554e-06,1.1241685342611163e-06]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"values":[1,1,0,1,0,0,2,0,0,1,0,0,1,0,3,7,5,2,4,7,6,10,14,15,18,22,24,21,46,59,63,73,53,62,43,30,26,30,23,18,12,6,10,10,9,5,5,3,3,0,3,1,0,0,3,2,3,1,0,0,0,0,0,1],"bins":[-1.1729157449735794e-06,-1.1357105904608034e-06,-1.0985054359480273e-06,-1.0613002814352512e-06,-1.0240951269224752e-06,-9.868899724096991e-07,-9.496848747403419e-07,-9.124797202275658e-07,-8.752745657147898e-07,-8.380694112020137e-07,-8.008642566892377e-07,-7.636591021764616e-07,-7.264540045071044e-07,-6.892488499943283e-07,-6.520436954815523e-07,-6.148385409687762e-07,-5.776333864560002e-07,-5.404282319432241e-07,-5.03223077430448e-07,-4.660179513393814e-07,-4.2881279682660534e-07,-3.916076423138293e-07,-3.5440251622276264e-07,-3.171973617099866e-07,-2.799922071972105e-07,-2.4278705268443446e-07,-2.055819123825131e-07,-1.6837677208059176e-07,-1.311716175678157e-07,-9.3966470160467e-08,-5.676132275311829e-08,-1.955617534576959e-08,1.7649085748416837e-08,5.485423315576554e-08,9.205938056311425e-08,1.292645208650356e-07,1.6646967537781165e-07,2.0367482989058772e-07,2.4087995598165435e-07,2.780851104944304e-07,3.1529026500720647e-07,3.5249541951998253e-07,3.897005740327586e-07,4.2690570012382523e-07,4.641108546366013e-07,5.013159807276679e-07,5.38521135240444e-07,5.7572628975322e-07,6.129314442659961e-07,6.501365987787722e-07,6.873417532915482e-07,7.245469078043243e-07,7.617520623171004e-07,7.989571599864576e-07,8.361623144992336e-07,8.733674690120097e-07,9.105726235247857e-07,9.477777780375618e-07,9.84982875706919e-07,1.022188030219695e-06,1.0593931847324711e-06,1.0965983392452472e-06,1.1338034937580233e-06,1.1710086482707993e-06,1.2082138027835754e-06],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"values":[1,0,1,2,0,1,4,4,5,8,11,11,30,29,44,60,88,110,170,243,344,542,740,1118,1734,2521,3848,6120,9555,15797,27075,51453,112166,331162,617956,212766,76656,38459,22453,13835,8822,5628,3801,2470,1654,1090,741,457,335,215,181,101,73,59,33,28,16,15,10,4,4,2,1,2],"bins":[-0.06809713691473007,-0.06611338257789612,-0.06412963569164276,-0.062145885080099106,-0.06016213446855545,-0.0581783801317215,-0.05619462952017784,-0.054210878908634186,-0.05222712829709053,-0.050243377685546875,-0.04825962707400322,-0.046275876462459564,-0.04429212212562561,-0.042308371514081955,-0.0403246209025383,-0.038340870290994644,-0.03635711967945099,-0.03437336906790733,-0.03238961845636368,-0.030405865982174873,-0.028422115370631218,-0.026438364759087563,-0.024454612284898758,-0.022470861673355103,-0.020487111061811447,-0.018503360450267792,-0.016519609838724136,-0.014535857364535332,-0.012552106752991676,-0.010568356141448021,-0.008584604598581791,-0.006600853521376848,-0.0046171098947525024,-0.0026333588175475597,-0.000649607740342617,0.0013341433368623257,0.0033178944140672684,0.005301645491272211,0.007285396568477154,0.009269148111343384,0.01125289872288704,0.013236649334430695,0.015220400877296925,0.017204152420163155,0.01918790303170681,0.021171653643250465,0.02315540611743927,0.025139156728982925,0.02712290734052658,0.029106657952070236,0.03109040856361389,0.03307415917515755,0.0350579097867012,0.037041664123535156,0.03902541473507881,0.04100916534662247,0.04299291595816612,0.04497666656970978,0.04696041718125343,0.04894416779279709,0.05092792212963104,0.0529116727411747,0.05489542335271835,0.05687917396426201,0.058862924575805664],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,1,2,0,1,0,1,1,0,3,0,1,2,1,6,1,10,6,4,7,10,11,14,17,16,24,28,39,74,77,81,70,49,43,28,16,21,20,14,14,10,8,3,2,5,4,5,2,1,1,0,0,4,2,1,0,1,0,0,2,0,1],"bins":[-0.06430432200431824,-0.06231382116675377,-0.0603233203291893,-0.05833282321691513,-0.05634232237935066,-0.054351821541786194,-0.052361324429512024,-0.050370823591947556,-0.04838032275438309,-0.04638982191681862,-0.04439932107925415,-0.04240882396697998,-0.04041832312941551,-0.038427822291851044,-0.036437325179576874,-0.034446824342012405,-0.03245632350444794,-0.03046582266688347,-0.02847532369196415,-0.02648482471704483,-0.024494323879480362,-0.022503823041915894,-0.020513324066996574,-0.018522825092077255,-0.016532324254512787,-0.014541824348270893,-0.012551324442029,-0.010560824535787106,-0.008570324629545212,-0.006579824723303318,-0.004589324817061424,-0.0025988249108195305,-0.0006083175539970398,0.001382182352244854,0.0033726822584867477,0.0053631821647286415,0.007353682070970535,0.009344181977212429,0.011334681883454323,0.013325181789696217,0.01531568169593811,0.01730618253350258,0.019296681508421898,0.021287180483341217,0.023277681320905685,0.025268182158470154,0.027258681133389473,0.029249180108308792,0.03123968094587326,0.03323018178343773,0.0352206826210022,0.03721117973327637,0.039201680570840836,0.041192181408405304,0.043182678520679474,0.04517317935824394,0.04716368019580841,0.04915418103337288,0.05114468187093735,0.05313517898321152,0.055125679820775986,0.057116180658340454,0.059106677770614624,0.06109717860817909,0.06308767944574356]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"values":[2,0,0,1,2,2,2,1,1,3,0,3,3,5,7,9,9,12,12,10,13,17,16,19,18,31,18,26,23,25,21,23,23,28,28,30,35,28,26,18,22,22,21,16,22,9,8,10,13,16,13,10,4,7,5,6,5,1,2,1,0,3,0,2],"bins":[-0.051555048674345016,-0.05002395436167717,-0.04849286004900932,-0.046961765736341476,-0.04543067142367363,-0.04389957711100578,-0.042368482798337936,-0.04083738848567009,-0.039306290447711945,-0.0377751961350441,-0.03624410182237625,-0.034713007509708405,-0.03318191319704056,-0.03165081888437271,-0.030119724571704865,-0.028588630259037018,-0.02705753594636917,-0.025526441633701324,-0.023995347321033478,-0.02246425300836563,-0.020933158695697784,-0.01940206252038479,-0.017870968207716942,-0.016339873895049095,-0.014808779582381248,-0.013277685269713402,-0.011746590957045555,-0.010215495713055134,-0.008684401400387287,-0.0071533070877194405,-0.0056222123093903065,-0.0040911175310611725,-0.0025600194931030273,-0.001028924947604537,0.0005021695978939533,0.0020332641433924437,0.003564358688890934,0.005095453001558781,0.006626547779887915,0.008157642558217049,0.009688736870884895,0.011219831183552742,0.012750925496220589,0.01428202074021101,0.01581311598420143,0.017344210296869278,0.018875304609537125,0.02040639892220497,0.021937493234872818,0.023468587547540665,0.02499968186020851,0.026530776172876358,0.028061870485544205,0.0295929666608572,0.031124060973525047,0.032655153423547745,0.03418625146150589,0.03571734577417374,0.03724844008684158,0.03877953439950943,0.04031062871217728,0.04184172302484512,0.04337281733751297,0.04490391165018082,0.04643500596284866],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"values":[1,1,1,0,1,1,3,8,7,11,9,26,28,21,29,29,29,31,10,24,11,8,16,17,16,15,9,8,8,6,7,7,11,13,6,12,14,16,13,24,16,19,20,29,22,26,29,20,21,14,10,12,6,4,4,5,2,1,0,0,0,0,0,1],"bins":[-0.00021237193141132593,-0.0002052348863799125,-0.00019809784134849906,-0.0001909607817651704,-0.00018382373673375696,-0.00017668669170234352,-0.00016954963211901486,-0.00016241258708760142,-0.000155275542056188,-0.00014813849702477455,-0.00014100145199336112,-0.00013386439241003245,-0.00012672734737861902,-0.00011959030234720558,-0.00011245325003983453,-0.00010531619773246348,-9.817915270105004e-05,-9.104210766963661e-05,-8.390505536226556e-05,-7.676800305489451e-05,-6.963095802348107e-05,-6.249391299206764e-05,-5.5356860684696585e-05,-4.821981201530434e-05,-4.10827633459121e-05,-3.3945714676519856e-05,-2.6808666007127613e-05,-1.967161733773537e-05,-1.2534568668343127e-05,-5.397519998950884e-06,1.7395286704413593e-06,8.876577339833602e-06,1.6013626009225845e-05,2.315067467861809e-05,3.028772334801033e-05,3.7424772017402574e-05,4.456182068679482e-05,5.169886935618706e-05,5.8835918025579304e-05,6.597297033295035e-05,7.311001536436379e-05,8.024706039577723e-05,8.738411270314828e-05,9.452116501051933e-05,0.00010165821004193276,0.0001087952550733462,0.00011593230738071725,0.0001230693596880883,0.00013020640471950173,0.00013734344975091517,0.0001444804947823286,0.00015161755436565727,0.0001587545993970707,0.00016589164442848414,0.0001730287040118128,0.00018016574904322624,0.00018730279407463968,0.00019443983910605311,0.00020157688413746655,0.00020871394372079521,0.00021585098875220865,0.00022298803378362209,0.00023012509336695075,0.00023726213839836419,0.0002443991834297776],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"values":[2,4,4,8,16,28,43,93,145,197,338,516,755,1134,1664,2286,3131,4345,5737,7385,9304,11868,14175,17119,20222,23200,25756,28696,30747,32406,33604,34039,33532,32929,31089,29090,26440,23660,20568,17595,14768,12203,9810,7830,5936,4542,3264,2426,1692,1205,813,546,344,215,145,89,55,31,13,16,6,2,2,1],"bins":[-0.09129485487937927,-0.08840310573577881,-0.08551135659217834,-0.08261961489915848,-0.07972786575555801,-0.07683611661195755,-0.07394437491893768,-0.07105262577533722,-0.06816087663173676,-0.06526912748813629,-0.062377382069826126,-0.05948563665151596,-0.0565938875079155,-0.05370213836431503,-0.05081039294600487,-0.0479186475276947,-0.04502689838409424,-0.042135149240493774,-0.03924340382218361,-0.036351658403873444,-0.03345990926027298,-0.030568161979317665,-0.02767641469836235,-0.024784667417407036,-0.02189292013645172,-0.019001172855496407,-0.016109425574541092,-0.013217678293585777,-0.010325931012630463,-0.007434183731675148,-0.004542436450719833,-0.0016506891697645187,0.0012410655617713928,0.0041328128427267075,0.007024560123682022,0.009916307404637337,0.012808054685592651,0.015699801966547966,0.01859154924750328,0.021483296528458595,0.02437504380941391,0.027266791090369225,0.03015853837132454,0.033050283789634705,0.03594203293323517,0.03883378207683563,0.0417255274951458,0.04461727291345596,0.04750902205705643,0.05040077120065689,0.053292516618967056,0.05618426203727722,0.059076011180877686,0.06196776032447815,0.06485950946807861,0.06775125116109848,0.07064300030469894,0.07353474944829941,0.07642649114131927,0.07931824028491974,0.0822099894285202,0.08510173857212067,0.08799348771572113,0.090885229408741,0.09377697855234146],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,1,2,3,6,6,6,7,6,10,9,15,14,16,13,17,20,23,13,25,24,10,23,20,17,22,17,12,26,19,17,17,19,11,18,22,22,13,17,23,15,16,20,15,16,8,13,23,11,9,2,6,6,3,4,6,4,2,1,1,0,2],"bins":[-0.00028110778657719493,-0.00027209200197830796,-0.000263076217379421,-0.00025406043278053403,-0.00024504464818164706,-0.00023602884903084487,-0.0002270130644319579,-0.00021799727983307093,-0.00020898148068226874,-0.00019996569608338177,-0.0001909499114844948,-0.00018193412688560784,-0.00017291834228672087,-0.0001639025576878339,-0.0001548867585370317,-0.00014587097393814474,-0.00013685518933925778,-0.0001278394047403708,-0.00011882361286552623,-0.00010980782826663926,-0.00010079203639179468,-9.177625179290771e-05,-8.276046719402075e-05,-7.374467531917617e-05,-6.47288907202892e-05,-5.571310248342343e-05,-4.669731424655765e-05,-3.7681529647670686e-05,-2.8665741410804912e-05,-1.964995317393914e-05,-1.0634166756062768e-05,-1.6183794286916964e-06,7.397407898679376e-06,1.641319613554515e-05,2.542898255342152e-05,3.444476897129789e-05,4.3460557208163664e-05,5.247634544502944e-05,6.14921300439164e-05,7.050792191876099e-05,7.952370651764795e-05,8.853949111653492e-05,9.75552829913795e-05,0.00010657106759026647,0.00011558685218915343,0.0001246026367880404,0.0001336184359388426,0.00014263422053772956,0.00015165000513661653,0.0001606657897355035,0.00016968157433439046,0.00017869737348519266,0.00018771315808407962,0.0001967289426829666,0.00020574472728185356,0.00021476051188074052,0.0002237762964796275,0.00023279209563042969,0.00024180788022931665,0.00025082367938011885,0.0002598394639790058,0.0002688552485778928,0.00027787103317677975,0.0002868868177756667,0.0002959026023745537]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,0,2,1,8,11,3,16,13,16,21,25,31,27,20,25,14,18,11,13,15,15,16,11,10,5,10,7,11,10,7,12,4,14,10,7,9,15,12,24,18,15,25,23,17,24,29,24,20,13,24,13,10,1,3,2,1,2,0,1,0,0,1],"bins":[-0.00019228381279390305,-0.00018591595289763063,-0.00017954807844944298,-0.00017318021855317056,-0.0001668123441049829,-0.0001604444842087105,-0.00015407660976052284,-0.00014770874986425042,-0.000141340889967978,-0.00013497301551979035,-0.00012860515562351793,-0.00012223728117533028,-0.00011586942127905786,-0.00010950155410682783,-0.00010313368693459779,-9.676581976236776e-05,-9.039795259013772e-05,-8.403008541790769e-05,-7.766221824567765e-05,-7.129435107344761e-05,-6.492648390121758e-05,-5.855862036696635e-05,-5.2190756832715124e-05,-4.582288966048509e-05,-3.9455022488255054e-05,-3.308715531602502e-05,-2.6719289962784387e-05,-2.0351424609543756e-05,-1.398355743731372e-05,-7.615691174578387e-06,-1.247824911843054e-06,5.120041350892279e-06,1.1487922165542841e-05,1.7855789337772876e-05,2.4223654691013508e-05,3.059152004425414e-05,3.6959387216484174e-05,4.332725438871421e-05,4.969511792296544e-05,5.606298509519547e-05,6.243085226742551e-05,6.879871943965554e-05,7.516658661188558e-05,8.153445378411561e-05,8.790231368038803e-05,9.427018085261807e-05,0.0001006380480248481,0.00010700591519707814,0.00011337378236930817,0.00011974164954153821,0.00012610951671376824,0.00013247737661004066,0.00013884525105822831,0.00014521311095450073,0.00015158098540268838,0.0001579488452989608,0.00016431670519523323,0.00017068457964342088,0.0001770524395396933,0.00018342031398788095,0.00018978817388415337,0.00019615604833234102,0.00020252390822861344,0.00020889178267680109,0.0002152596425730735]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.00022130539582576603,-0.00021449849009513855,-0.00020769158436451107,-0.0002008846786338836,-0.00019407777290325612,-0.00018727086717262864,-0.0001804639759939164,-0.00017365707026328892,-0.00016685016453266144,-0.00016004325880203396,-0.00015323635307140648,-0.000146429447340779,-0.00013962254161015153,-0.00013281563587952405,-0.00012600873014889657,-0.00011920183169422671,-0.00011239492596359923,-0.00010558802023297176,-9.878111450234428e-05,-9.197421604767442e-05,-8.516731031704694e-05,-7.836040458641946e-05,-7.155349885579199e-05,-6.474659312516451e-05,-5.793969103251584e-05,-5.113278530188836e-05,-4.432588320923969e-05,-3.7518977478612214e-05,-3.071207174798474e-05,-2.3905169655336067e-05,-1.709826392470859e-05,-1.0291360013070516e-05,-3.4844561014324427e-06,3.322448264952982e-06,1.0129352631338406e-05,1.6936257452471182e-05,2.3743161364109255e-05,3.055006527574733e-05,3.7356971006374806e-05,4.4163873099023476e-05,5.0970778829650953e-05,5.777768456027843e-05,6.45845866529271e-05,7.139149238355458e-05,7.819839811418205e-05,8.500530384480953e-05,9.18122022994794e-05,9.861910803010687e-05,0.00010542601376073435,0.00011223291949136183,0.0001190398252219893,0.00012584672367665917,0.00013265362940728664,0.00013946053513791412,0.0001462674408685416,0.00015307434659916908,0.00015988125232979655,0.00016668815806042403,0.0001734950637910515,0.00018030195496976376,0.00018710886070039123,0.0001939157664310187,0.0002007226721616462,0.00020752957789227366,0.00021433648362290114],"_type":"histogram","values":[2,0,1,2,4,2,3,1,7,6,10,12,15,11,18,18,16,17,23,22,23,15,21,14,21,15,10,10,10,14,12,14,17,14,8,15,11,8,15,21,11,18,20,23,20,26,20,20,19,23,12,12,18,13,8,4,10,4,3,1,0,3,1,1]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,1,1,1,0,1,2,1,4,3,4,3,4,3,6,4,9,9,15,8,10,14,14,23,26,17,20,20,30,26,26,30,26,30,32,28,31,29,25,23,25,14,20,18,8,9,13,9,17,10,6,7,10,7,14,2,4,2,5,2,3,1,2],"bins":[-0.06274987757205963,-0.06094754487276077,-0.05914521589875221,-0.057342883199453354,-0.055540550500154495,-0.05373821780085564,-0.051935888826847076,-0.05013355612754822,-0.04833122342824936,-0.0465288944542408,-0.04472656175494194,-0.04292422905564308,-0.04112189635634422,-0.03931956738233566,-0.037517234683036804,-0.035714901983737946,-0.03391256928443909,-0.03211024031043053,-0.030307907611131668,-0.02850557677447796,-0.0267032440751791,-0.02490091323852539,-0.023098580539226532,-0.021296249702572823,-0.019493918865919113,-0.017691586166620255,-0.015889255329966545,-0.014086922630667686,-0.012284591794013977,-0.010482260026037693,-0.008679928258061409,-0.006877596490085125,-0.005075264722108841,-0.003272932954132557,-0.0014706014189869165,0.00033173023257404566,0.002134061884135008,0.003936393652111292,0.005738724954426289,0.007541056722402573,0.009343388490378857,0.01114572025835514,0.012948052026331425,0.014750383794307709,0.016552714630961418,0.018355047330260277,0.020157378166913986,0.021959710866212845,0.023762041702866554,0.025564372539520264,0.027366705238819122,0.02916903607547283,0.03097136877477169,0.0327736996114254,0.03457603231072426,0.03637836501002312,0.03818069398403168,0.039983026683330536,0.041785359382629395,0.043587688356637955,0.04539002105593681,0.04719235375523567,0.04899468645453453,0.05079701542854309,0.05259934812784195],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,1,2,1,0,2,2,2,4,2,4,3,3,4,7,8,7,13,8,12,11,12,22,22,20,21,25,21,27,34,25,25,22,34,31,28,28,27,27,21,19,17,20,14,10,7,11,12,14,10,7,12,8,3,14,3,3,3,4,2,2,2,2],"bins":[-0.06073776260018349,-0.058962997049093246,-0.057188235223293304,-0.055413469672203064,-0.053638704121112823,-0.05186393857002258,-0.05008917301893234,-0.0483144111931324,-0.04653964564204216,-0.04476488009095192,-0.04299011826515198,-0.04121535271406174,-0.0394405871629715,-0.037665821611881256,-0.035891056060791016,-0.034116294234991074,-0.03234152868390083,-0.030566763132810593,-0.0287919994443655,-0.02701723575592041,-0.02524247020483017,-0.02346770465373993,-0.021692940965294838,-0.019918177276849747,-0.018143411725759506,-0.016368646174669266,-0.014593882486224174,-0.012819117866456509,-0.011044353246688843,-0.009269588626921177,-0.007494824007153511,-0.005720059387385845,-0.003945291042327881,-0.002170526422560215,-0.00039576180279254913,0.0013790028169751167,0.0031537674367427826,0.0049285320565104485,0.006703296676278114,0.00847806129604578,0.010252825915813446,0.012027590535581112,0.013802355155348778,0.015577119775116444,0.01735188439488411,0.01912664994597435,0.02090141363441944,0.022676177322864532,0.024450942873954773,0.026225708425045013,0.028000472113490105,0.029775235801935196,0.031550001353025436,0.03332476690411568,0.03509952872991562,0.03687429428100586,0.0386490598320961,0.04042382538318634,0.04219859093427658,0.04397335276007652,0.04574811831116676,0.047522883862257004,0.049297645688056946,0.051072411239147186,0.05284717679023743],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,1,3,0,4,1,1,3,2,3,5,3,3,6,12,13,8,19,19,22,17,20,26,25,29,22,18,24,35,33,32,28,35,30,32,31,17,36,23,18,16,11,12,10,13,4,3,9,7,1,1,4,3,0,2,1,2,3,2,1,0,2],"bins":[-0.0026044733822345734,-0.0025220040697604418,-0.00243953475728631,-0.002357065211981535,-0.0022745958995074034,-0.002192126587033272,-0.00210965727455914,-0.0020271879620850086,-0.0019447185331955552,-0.0018622492207214236,-0.0017797797918319702,-0.0016973104793578386,-0.001614841166883707,-0.0015323717379942536,-0.001449902425520122,-0.0013674329966306686,-0.001284963684156537,-0.0012024943716824055,-0.001120024942792952,-0.0010375556303188205,-0.000955086259637028,-0.0008726168889552355,-0.0007901475764811039,-0.0007076782057993114,-0.0006252088351175189,-0.0005427394644357264,-0.00046027012285776436,-0.0003778007812798023,-0.0002953314105980098,-0.00021286205446813256,-0.00013039269833825529,-4.792334220837802e-05,3.45457810908556e-05,0.00011701513722073287,0.00019948449335061014,0.0002819538349285722,0.0003644232056103647,0.0004468925762921572,0.0005293618887662888,0.0006118312594480813,0.0006943006301298738,0.0007767700008116663,0.0008592393714934587,0.0009417086839675903,0.001024177996441722,0.0011066474253311753,0.001189116737805307,0.0012715861666947603,0.001354055479168892,0.0014365247916430235,0.001518994220532477,0.0016014635330066085,0.001683932961896062,0.0017664022743701935,0.001848871586844325,0.0019313410157337785,0.002013810444623232,0.0020962797570973635,0.002178749069571495,0.0022612183820456266,0.0023436876945197582,0.00242615700699389,0.002508626552298665,0.0025910958647727966,0.002673565177246928]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,0,1,8,7,21,31,59,114,186,329,524,803,1341,2102,3100,4642,6709,9509,12978,17515,22933,29706,37095,45412,54513,63305,72331,80740,87160,92778,96658,97032,96255,91805,87027,79969,71053,62623,53496,44874,36414,28883,22668,17028,12859,9116,6454,4434,3036,1954,1270,801,526,294,184,77,59,32,17,7,1,1,4],"bins":[-0.10053932666778564,-0.09744152426719666,-0.09434372186660767,-0.09124591201543808,-0.08814810961484909,-0.0850503072142601,-0.08195250481367111,-0.07885470241308212,-0.07575689256191254,-0.07265909016132355,-0.06956128776073456,-0.06646348536014557,-0.06336568295955658,-0.06026787683367729,-0.0571700744330883,-0.054072268307209015,-0.050974465906620026,-0.047876663506031036,-0.04477885738015175,-0.04168105497956276,-0.03858324885368347,-0.03548544645309448,-0.03238764405250549,-0.029289839789271355,-0.026192035526037216,-0.023094231262803078,-0.01999642699956894,-0.01689862459897995,-0.013800820335745811,-0.010703016072511673,-0.007605212740600109,-0.004507408943027258,-0.0014096125960350037,0.0016881912015378475,0.004785994999110699,0.007883798331022263,0.010981602594256401,0.01407940685749054,0.01717720925807953,0.020275013521313667,0.023372817784547806,0.026470622047781944,0.029568426311016083,0.03266622871160507,0.03576403111219406,0.03886183723807335,0.04195963963866234,0.045057445764541626,0.048155248165130615,0.051253050565719604,0.05435085669159889,0.05744865909218788,0.06054646521806717,0.06364426761865616,0.06674207001924515,0.06983987241983414,0.07293768227100372,0.07603548467159271,0.0791332870721817,0.08223108947277069,0.08532889187335968,0.08842669427394867,0.09152450412511826,0.09462230652570724,0.09772010892629623],"_type":"histogram"},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.09590189158916473,-0.09287620335817337,-0.089850515127182,-0.08682482689619064,-0.08379913866519928,-0.08077344298362732,-0.07774775475263596,-0.07472206652164459,-0.07169637829065323,-0.06867069005966187,-0.0656450018286705,-0.06261931359767914,-0.059593621641397476,-0.05656793341040611,-0.05354224145412445,-0.05051655322313309,-0.047490864992141724,-0.04446517676115036,-0.041439488530159,-0.038413796573877335,-0.03538810834288597,-0.03236242011189461,-0.029336730018258095,-0.026311039924621582,-0.02328535169363022,-0.020259663462638855,-0.017233973369002342,-0.014208284206688404,-0.011182595044374466,-0.008156905882060528,-0.00513121671974659,-0.0021055275574326515,0.0009201690554618835,0.003945858217775822,0.00697154738008976,0.009997236542403698,0.013022925704717636,0.016048613935709,0.019074304029345512,0.022099994122982025,0.02512568235397339,0.028151370584964752,0.031177060678601265,0.03420275077223778,0.03722843900322914,0.040254127234220505,0.04327981919050217,0.04630550742149353,0.049331195652484894,0.05235688388347626,0.05538257211446762,0.05840826407074928,0.061433952301740646,0.06445964425802231,0.06748533248901367,0.07051102072000504,0.0735367089509964,0.07656239718198776,0.07958808541297913,0.08261377364397049,0.08563946187496185,0.08866515755653381,0.09169084578752518,0.09471653401851654,0.0977422222495079],"_type":"histogram","values":[3,2,6,6,23,37,62,128,207,339,539,889,1368,2190,3240,4765,6715,9495,12963,17319,22692,28847,36257,43680,52647,61676,69953,77522,84693,89789,92972,94721,94275,91414,86709,80454,72874,64422,55915,47048,38804,31111,25138,19592,14744,10743,7791,5399,3741,2572,1646,1051,703,421,239,140,90,36,27,7,5,1,2,5]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"values":[3,1,0,2,0,4,5,4,5,13,15,24,24,57,82,99,153,211,302,433,650,900,1307,1881,2712,3792,5464,8119,11885,17669,27058,43211,73280,113512,103067,62339,37919,23837,15728,10463,7230,5026,3422,2410,1672,1105,796,582,394,283,209,133,81,93,45,35,25,20,11,5,7,6,2,2],"bins":[-0.04846888780593872,-0.047037187963724136,-0.045605484396219254,-0.04417378455400467,-0.042742084711790085,-0.0413103848695755,-0.03987868130207062,-0.03844698145985603,-0.03701528161764145,-0.035583578050136566,-0.03415187820792198,-0.0327201783657074,-0.03128847852349281,-0.02985677681863308,-0.028425075113773346,-0.02699337527155876,-0.025561673566699028,-0.024129971861839294,-0.02269827201962471,-0.021266570314764977,-0.019834870472550392,-0.01840316876769066,-0.016971468925476074,-0.01553976722061634,-0.014108066447079182,-0.012676365673542023,-0.011244664900004864,-0.009812964126467705,-0.008381262421607971,-0.0069495621137320995,-0.005517860874533653,-0.004086160100996494,-0.0026544593274593353,-0.0012227584375068545,0.00020894245244562626,0.001640643342398107,0.003072344232350588,0.004504045005887747,0.005935746245086193,0.007367447018623352,0.008799147792160511,0.01023084856569767,0.011662549339234829,0.013094250112771988,0.014525951817631721,0.015957651659846306,0.01738935336470604,0.018821053206920624,0.020252754911780357,0.02168445661664009,0.023116156458854675,0.02454785816371441,0.025979558005928993,0.027411259710788727,0.02884295955300331,0.030274661257863045,0.03170636296272278,0.03313806280493736,0.03456976264715195,0.03600146621465683,0.037433166056871414,0.038864865899086,0.04029656574130058,0.041728269308805466,0.04315996915102005],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,4,0,1,0,3,3,4,3,5,6,5,6,15,14,15,10,13,20,24,20,23,25,32,28,24,27,43,34,29,27,31,35,24,12,23,25,25,11,11,13,14,11,9,14,7,10,8,7,1,7,3,1,0,1,0,0,0,0,0,0,1],"bins":[-0.05314144864678383,-0.05140199139714241,-0.04966253042221069,-0.047923073172569275,-0.046183615922927856,-0.04444415494799614,-0.04270469769835472,-0.040965236723423004,-0.039225779473781586,-0.03748632222414017,-0.03574686124920845,-0.03400740399956703,-0.032267943024635315,-0.030528485774993896,-0.028789028525352478,-0.02704956941306591,-0.025310110300779343,-0.023570651188492775,-0.021831192076206207,-0.02009173482656479,-0.01835227571427822,-0.016612816601991653,-0.01487335842102766,-0.013133900240063667,-0.0113944411277771,-0.009654982015490532,-0.007915523834526539,-0.0061760651879012585,-0.004436606541275978,-0.0026971478946506977,-0.0009576892480254173,0.000781769398599863,0.002521231770515442,0.004260690417140722,0.006000149063766003,0.007739607710391283,0.009479066357016563,0.011218525469303131,0.012957983650267124,0.014697441831231117,0.016436900943517685,0.018176360055804253,0.01991581916809082,0.02165527641773224,0.023394735530018806,0.025134194642305374,0.026873651891946793,0.02861311100423336,0.030352570116519928,0.032092027366161346,0.03383148834109306,0.03557094559073448,0.0373104065656662,0.03904986381530762,0.040789321064949036,0.04252878203988075,0.04426823928952217,0.04600769653916359,0.047747157514095306,0.049486614763736725,0.05122607201337814,0.05296553298830986,0.05470499023795128,0.056444451212882996,0.058183908462524414]},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,2,3,4,5,4,10,9,8,15,20,21,17,15,21,22,18,26,13,28,11,11,16,9,13,13,12,15,17,10,6,13,13,14,18,15,18,20,25,25,19,22,15,13,14,19,20,16,16,14,16,12,5,3,2,0,0,1,2],"bins":[-0.0002409890730632469,-0.00023386967950500548,-0.00022675030049867928,-0.00021963092149235308,-0.00021251152793411165,-0.00020539213437587023,-0.00019827275536954403,-0.00019115337636321783,-0.0001840339828049764,-0.00017691458924673498,-0.00016979521024040878,-0.00016267583123408258,-0.00015555643767584115,-0.00014843704411759973,-0.00014131766511127353,-0.00013419828610494733,-0.0001270788925467059,-0.00011995950626442209,-0.00011284011998213828,-0.00010572073369985446,-9.860134741757065e-05,-9.148196113528684e-05,-8.436257485300303e-05,-7.724318857071921e-05,-7.01238022884354e-05,-6.300441600615159e-05,-5.5885029723867774e-05,-4.876564344158396e-05,-4.164625715930015e-05,-3.4526870877016336e-05,-2.7407484594732523e-05,-2.028809831244871e-05,-1.3168697478249669e-05,-6.049311195965856e-06,1.0700750863179564e-06,8.18946136860177e-06,1.5308847650885582e-05,2.2428233933169395e-05,2.9547620215453207e-05,3.666700649773702e-05,4.378639278002083e-05,5.0905779062304646e-05,5.802516534458846e-05,6.514455162687227e-05,7.226393790915608e-05,7.93833241914399e-05,8.650271047372371e-05,9.362209675600752e-05,0.00010074148303829134,0.00010786086932057515,0.00011498025560285896,0.0001220996491611004,0.00012921902816742659,0.00013633840717375278,0.0001434578007319942,0.00015057719429023564,0.00015769657329656184,0.00016481595230288804,0.00017193534586112946,0.0001790547394193709,0.0001861741184256971,0.0001932934974320233,0.00020041289099026471,0.00020753228454850614,0.00021465166355483234]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,1,2,4,2,3,8,4,6,5,6,11,10,13,13,20,22,21,25,28,29,30,27,30,27,31,23,30,27,22,35,23,23,28,18,13,14,18,12,11,13,15,8,10,7,4,6,5,3,4,3,4,4,1,2],"bins":[-0.07525160908699036,-0.07314134389162064,-0.07103107869625092,-0.0689208060503006,-0.06681054085493088,-0.06470027565956116,-0.06259001046419144,-0.06047974154353142,-0.0583694763481617,-0.05625921115279198,-0.05414894223213196,-0.05203867703676224,-0.04992841184139252,-0.0478181429207325,-0.04570787772536278,-0.04359760880470276,-0.04148734360933304,-0.03937707841396332,-0.0372668094933033,-0.03515654429793358,-0.03304627537727356,-0.03093601018190384,-0.02882574498653412,-0.02671547792851925,-0.02460521087050438,-0.02249494381248951,-0.02038467675447464,-0.01827441155910492,-0.01616414450109005,-0.01405387744307518,-0.011943611316382885,-0.00983334518969059,-0.00772307813167572,-0.005612811539322138,-0.0035025449469685555,-0.001392278354614973,0.0007179882377386093,0.0028282548300921917,0.004938521422445774,0.0070487880147993565,0.009159054607152939,0.011269321665167809,0.013379587791860104,0.015489853918552399,0.01760012097656727,0.019710388034582138,0.02182065322995186,0.023930920287966728,0.026041187345981598,0.028151454403996468,0.030261721462011337,0.03237198665738106,0.03448225557804108,0.0365925207734108,0.03870278596878052,0.040813054889440536,0.04292332008481026,0.04503358528017998,0.047143854200839996,0.04925411939620972,0.05136438459157944,0.053474653512239456,0.05558491870760918,0.057695187628269196,0.059805452823638916]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[6,7,13,9,31,72,124,240,354,640,924,1497,2347,3526,5202,7432,10366,14207,18890,24642,31038,38645,47132,56021,64774,73009,81219,87763,92972,95635,96090,94252,90482,85105,78271,70077,60980,52373,43330,35729,28096,21832,16667,12594,9078,6461,4453,3005,2029,1223,796,495,283,202,90,69,32,11,13,5,2,1,0,1],"bins":[-0.09281440824270248,-0.0897502452135086,-0.08668608218431473,-0.08362191915512085,-0.08055775612592697,-0.0774935930967331,-0.07442943006753922,-0.07136526703834534,-0.06830109655857086,-0.06523693352937698,-0.062172774225473404,-0.059108611196279526,-0.05604444444179535,-0.05298028141260147,-0.04991611838340759,-0.046851955354213715,-0.043787792325019836,-0.04072362929582596,-0.03765946626663208,-0.0345953032374382,-0.031531140208244324,-0.028466975316405296,-0.02540281042456627,-0.02233864739537239,-0.019274484366178513,-0.016210321336984634,-0.013146157376468182,-0.010081993415951729,-0.007017830386757851,-0.003953666891902685,-0.0008895033970475197,0.002174660097807646,0.005238816142082214,0.008302979171276093,0.011367143131792545,0.014431307092308998,0.017495470121502876,0.020559633150696754,0.023623798042535782,0.02668796107172966,0.029752124100923538,0.032816287130117416,0.035880450159311295,0.03894461318850517,0.04200877994298935,0.04507294297218323,0.048137106001377106,0.051201269030570984,0.05426543205976486,0.05732959508895874,0.06039375811815262,0.0634579211473465,0.06652208417654037,0.06958624720573425,0.07265041023492813,0.07571457326412201,0.07877874374389648,0.08184290677309036,0.08490706980228424,0.08797123283147812,0.091035395860672,0.09409955888986588,0.09716372191905975,0.10022788494825363,0.10329204797744751]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,4,3,11,5,18,36,74,112,169,293,433,643,988,1515,2078,2817,3859,5223,6855,8804,10860,13618,16389,19360,22108,25059,27886,30167,32114,32962,33593,33692,33130,31682,29820,27296,24592,21503,18828,15641,12976,10515,8467,6481,4856,3714,2720,1924,1354,930,554,404,257,182,104,62,42,22,6,5,3,3,1],"bins":[-0.09235161542892456,-0.08945667743682861,-0.08656174689531326,-0.08366680890321732,-0.08077187836170197,-0.07787694036960602,-0.07498200237751007,-0.07208707183599472,-0.06919213384389877,-0.06629720330238342,-0.06340226531028748,-0.06050733104348183,-0.05761239677667618,-0.05471746250987053,-0.05182252451777458,-0.04892759025096893,-0.046032655984163284,-0.043137721717357635,-0.04024278745055199,-0.03734784945845604,-0.03445291519165039,-0.03155798092484474,-0.028663046658039093,-0.025768110528588295,-0.022873176261782646,-0.019978241994976997,-0.0170833058655262,-0.01418837159872055,-0.011293436400592327,-0.008398501202464104,-0.005503566469997168,-0.002608631504699588,0.00028630346059799194,0.0031812384258955717,0.0060761733911931515,0.008971108123660088,0.011866043321788311,0.014760978519916534,0.017655912786722183,0.02055084891617298,0.02344578318297863,0.02634071744978428,0.029235653579235077,0.032130587846040726,0.035025522112846375,0.03792045637965202,0.04081539437174797,0.04371032863855362,0.04660526290535927,0.04950019717216492,0.052395131438970566,0.05529006943106651,0.05818500369787216,0.06107993796467781,0.06397487223148346,0.0668698102235794,0.06976474076509476,0.0726596787571907,0.07555460929870605,0.078449547290802,0.08134448528289795,0.0842394158244133,0.08713435381650925,0.0900292843580246,0.09292422235012054]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,0,0,0,0,1,1,8,3,3,9,15,18,20,39,56,84,128,195,280,436,664,977,1535,2230,3399,5156,7885,12293,19548,33167,59856,123976,145296,71796,38169,22778,14088,8940,5622,3808,2522,1551,1080,701,480,319,240,145,98,81,43,26,14,14,13,5,7,0,2,2,1],"bins":[-0.006272952072322369,-0.006094405893236399,-0.005915859714150429,-0.005737313535064459,-0.005558767355978489,-0.005380220711231232,-0.005201674532145262,-0.005023128353059292,-0.004844582173973322,-0.004666035994887352,-0.004487489815801382,-0.004308943636715412,-0.004130396991968155,-0.003951850812882185,-0.003773304633796215,-0.003594758454710245,-0.003416212275624275,-0.0032376660965383053,-0.0030591199174523354,-0.0028805735055357218,-0.002702027326449752,-0.002523481147363782,-0.0023449347354471684,-0.0021663885563611984,-0.0019878423772752285,-0.0018092961981892586,-0.0016307499026879668,-0.001452203607186675,-0.0012736574281007051,-0.0010951112490147352,-0.0009165649535134435,-0.0007380187162198126,-0.0005594720132648945,-0.00038092577597126365,-0.0002023795386776328,-2.383330138400197e-05,0.00015471293590962887,0.0003332591732032597,0.0005118054104968905,0.0006903516477905214,0.0008688978850841522,0.0010474440641701221,0.001225990359671414,0.0014045366551727057,0.0015830828342586756,0.0017616290133446455,0.0019401753088459373,0.002118721604347229,0.002297267783433199,0.002475813962519169,0.0026543601416051388,0.0028329065535217524,0.0030114527326077223,0.003189998911693692,0.003368545323610306,0.0035470915026962757,0.0037256376817822456,0.0039041838608682156,0.0040827300399541855,0.004261276219040155,0.004439822398126125,0.004618369042873383,0.0047969152219593525,0.004975461401045322,0.005154007580131292],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,1,2,0,3,4,2,2,10,12,9,11,10,16,18,18,15,22,25,23,17,15,13,19,18,9,25,16,20,14,16,15,17,28,15,22,16,13,27,15,14,28,16,17,10,14,19,16,23,14,11,4,3,4,6,5,3,3,1,1,0,1,1],"bins":[-0.0002625353226903826,-0.0002541718422435224,-0.0002458083617966622,-0.0002374448667978868,-0.00022908137179911137,-0.00022071789135225117,-0.00021235439635347575,-0.00020399091590661556,-0.00019562742090784013,-0.00018726394046097994,-0.00017890046001411974,-0.00017053696501534432,-0.00016217348456848413,-0.0001538099895697087,-0.0001454465091228485,-0.0001370830141240731,-0.0001287195336772129,-0.00012035604595439509,-0.00011199255823157728,-0.00010362907050875947,-9.526558278594166e-05,-8.690210233908147e-05,-7.853861461626366e-05,-7.017512689344585e-05,-6.181163917062804e-05,-5.344815144781023e-05,-4.5084663724992424e-05,-3.672117964015342e-05,-2.8357691917335615e-05,-1.9994204194517806e-05,-1.1630718290689401e-05,-3.2672314773662947e-06,5.096255335956812e-06,1.3459742149279919e-05,2.1823228962603025e-05,3.018671486643143e-05,3.855020258924924e-05,4.691369031206705e-05,5.527717439690605e-05,6.364066211972386e-05,7.200414984254166e-05,8.036763756535947e-05,8.873112528817728e-05,9.709461301099509e-05,0.00010545809345785528,0.00011382158118067309,0.0001221850689034909,0.00013054856390226632,0.00013891204434912652,0.0001472755247959867,0.00015563901979476213,0.00016400250024162233,0.00017236599524039775,0.00018072947568725795,0.00018909297068603337,0.00019745645113289356,0.00020581993157975376,0.00021418342657852918,0.00022254690702538937,0.0002309104020241648,0.000239273882471025,0.0002476373629178852,0.00025600087246857584,0.00026436435291543603,0.0002727278333622962],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,1,0,0,2,3,4,6,7,8,12,17,21,18,14,32,22,23,12,20,14,17,8,14,21,17,15,15,9,6,17,1,5,9,9,9,7,14,12,13,19,16,20,21,21,17,21,25,14,23,23,20,17,15,14,10,7,4,2,2,1,1],"bins":[-0.00021523666509892792,-0.00020893554028589278,-0.00020263441547285765,-0.00019633329065982252,-0.0001900321658467874,-0.00018373104103375226,-0.00017742991622071713,-0.000171128791407682,-0.0001648276811465621,-0.00015852655633352697,-0.00015222543152049184,-0.0001459243067074567,-0.00013962318189442158,-0.00013332205708138645,-0.00012702093226835132,-0.00012071980745531619,-0.00011441868264228106,-0.00010811755782924592,-0.0001018164330162108,-9.551530820317566e-05,-8.921418339014053e-05,-8.291306585306302e-05,-7.661194104002789e-05,-7.031081622699276e-05,-6.400969141395763e-05,-5.7708566600922495e-05,-5.1407441787887365e-05,-4.510632061283104e-05,-3.880519579979591e-05,-3.250407098676078e-05,-2.6202947992715053e-05,-1.9901824998669326e-05,-1.3600714737549424e-05,-7.2995908340089954e-06,-9.984669304685667e-07,5.302656973071862e-06,1.160378087661229e-05,1.790490568964742e-05,2.4206028683693148e-05,3.0507151677738875e-05,3.6808276490774006e-05,4.3109401303809136e-05,4.941052611684427e-05,5.571164729190059e-05,6.201276846695691e-05,6.831389327999204e-05,7.461501809302717e-05,8.09161429060623e-05,8.721726771909744e-05,9.351839253213257e-05,9.98195173451677e-05,0.00010612064215820283,0.00011242176697123796,0.00011872288450831547,0.00012502401659730822,0.00013132514141034335,0.00013762625167146325,0.00014392737648449838,0.0001502285012975335,0.00015652962611056864,0.00016283075092360377,0.0001691318757366389,0.00017543300054967403,0.00018173412536270916,0.0001880352501757443],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,3,2,3,1,4,4,7,15,17,25,45,61,89,122,191,323,477,848,1392,2424,4106,7184,13084,23627,46421,103234,295956,650092,242554,89625,41591,21823,11607,6613,3710,2276,1241,768,443,284,186,131,74,58,43,22,25,9,2,9,2,1,3,0,0,2,1,2],"bins":[-0.047807253897190094,-0.04637674614787102,-0.04494623467326164,-0.043515726923942566,-0.04208521544933319,-0.040654707700014114,-0.03922419622540474,-0.03779368847608566,-0.03636317700147629,-0.03493266925215721,-0.033502161502838135,-0.03207165002822876,-0.030641142278909683,-0.029210632666945457,-0.02778012305498123,-0.026349613443017006,-0.02491910383105278,-0.023488594219088554,-0.02205808460712433,-0.020627574995160103,-0.019197065383195877,-0.0177665576338768,-0.016336048021912575,-0.014905538409948349,-0.013475028797984123,-0.012044519186019897,-0.010614009574055672,-0.00918350089341402,-0.007752991281449795,-0.006322481669485569,-0.0048919725231826305,-0.0034614631440490484,-0.0020309574902057648,-0.0006004481110721827,0.0008300612680613995,0.0022605706471949816,0.0036910800263285637,0.0051215896382927895,0.006552098784595728,0.007982607930898666,0.009413117542862892,0.010843627154827118,0.012274136766791344,0.013704645447432995,0.01513515505939722,0.016565663740038872,0.017996173352003098,0.019426682963967323,0.02085719257593155,0.022287702187895775,0.02371821179986,0.025148721411824226,0.026579231023788452,0.02800973877310753,0.029440248385071754,0.03087075799703598,0.032301269471645355,0.03373177722096443,0.03516228497028351,0.03659279644489288,0.03802330419421196,0.039453815668821335,0.04088432341814041,0.042314834892749786,0.04374534264206886]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.06894181668758392,-0.06694632768630981,-0.0649508461356163,-0.0629553571343422,-0.060959868133068085,-0.058964382857084274,-0.056968893855810165,-0.054973408579826355,-0.052977919578552246,-0.050982434302568436,-0.048986949026584625,-0.046991460025310516,-0.044995974749326706,-0.0430004857480526,-0.04100500047206879,-0.03900951147079468,-0.03701402619481087,-0.03501854091882706,-0.03302305191755295,-0.03102756477892399,-0.02903207764029503,-0.027036592364311218,-0.02504110522568226,-0.0230456180870533,-0.02105013094842434,-0.01905464380979538,-0.01705915667116642,-0.015063670463860035,-0.013068183325231075,-0.011072696186602116,-0.00907720997929573,-0.007081722840666771,-0.00508623942732811,-0.0030907525215297937,-0.0010952656157314777,0.0009002212900668383,0.0028957081958651543,0.004891195334494114,0.006886682007461786,0.008882168680429459,0.010877655819058418,0.012873142957687378,0.014868630096316338,0.016864117234945297,0.018859602510929108,0.020855089649558067,0.022850576788187027,0.024846063926815987,0.026841551065444946,0.028837038204073906,0.030832525342702866,0.032828010618686676,0.034823499619960785,0.036818984895944595,0.038814473897218704,0.040809959173202515,0.042805448174476624,0.044800933450460434,0.046796418726444244,0.04879190772771835,0.050787393003702164,0.05278288200497627,0.05477836728096008,0.05677385628223419,0.058769341558218],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,1,4,3,1,3,8,5,4,3,11,16,11,7,17,18,19,18,27,29,30,31,23,35,26,26,30,22,29,25,33,23,26,24,22,14,16,17,9,13,15,7,11,8,9,5,5,3,5,6,1,4,1,3,1,1]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,1,0,0,3,5,5,4,6,5,8,10,17,17,16,21,30,23,41,22,47,74,63,90,107,101,117,149,159,137,127,107,79,78,64,66,43,43,31,37,19,15,11,11,8,9,8,5,3,2,1,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.021868832409381866,-0.021090179681777954,-0.020311526954174042,-0.01953287608921528,-0.018754223361611366,-0.017975570634007454,-0.01719691976904869,-0.01641826704144478,-0.015639614313840866,-0.014860961586236954,-0.014082309789955616,-0.013303657993674278,-0.012525005266070366,-0.011746352538466454,-0.010967700742185116,-0.010189048945903778,-0.009410396218299866,-0.008631743490695953,-0.007853091694414616,-0.007074439432471991,-0.0062957871705293655,-0.0055171349085867405,-0.0047384826466441154,-0.00395983038470149,-0.0031811781227588654,-0.0024025258608162403,-0.0016238735988736153,-0.0008452213369309902,-6.656907498836517e-05,0.0007120831869542599,0.001490735448896885,0.00226938771083951,0.003048039972782135,0.00382669223472476,0.004605344496667385,0.00538399675861001,0.006162649020552635,0.00694130128249526,0.007719953544437885,0.008498605340719223,0.009277258068323135,0.010055910795927048,0.010834562592208385,0.011613214388489723,0.012391867116093636,0.013170519843697548,0.013949171639978886,0.014727823436260223,0.015506476163864136,0.016285128891468048,0.01706378161907196,0.017842432484030724,0.018621085211634636,0.01939973793923855,0.02017838880419731,0.020957041531801224,0.021735694259405136,0.02251434698700905,0.02329299971461296,0.024071650579571724,0.024850303307175636,0.02562895603477955,0.026407606899738312,0.027186259627342224,0.027964912354946136],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-0.060274071991443634,-0.058182623237371445,-0.056091174483299255,-0.053999725729227066,-0.05190827697515488,-0.04981682822108269,-0.0477253794670105,-0.04563393071293831,-0.04354248195886612,-0.04145103320479393,-0.03935958445072174,-0.03726813569664955,-0.03517668694257736,-0.03308523818850517,-0.030993789434432983,-0.028902340680360794,-0.026810891926288605,-0.024719443172216415,-0.022627994418144226,-0.020536545664072037,-0.018445096909999847,-0.016353648155927658,-0.014262199401855469,-0.01217075064778328,-0.01007930189371109,-0.0079878531396389,-0.005896404385566711,-0.003804955631494522,-0.0017135068774223328,0.00037794187664985657,0.002469390630722046,0.004560839384794235,0.0066522881388664246,0.008743736892938614,0.010835185647010803,0.012926634401082993,0.015018083155155182,0.01710953190922737,0.01920098066329956,0.02129242941737175,0.02338387817144394,0.02547532692551613,0.027566775679588318,0.029658224433660507,0.0317496731877327,0.033841121941804886,0.035932570695877075,0.038024019449949265,0.040115468204021454,0.04220691695809364,0.04429836571216583,0.04638981446623802,0.04848126322031021,0.0505727119743824,0.05266416072845459,0.05475560948252678,0.05684705823659897,0.05893850699067116,0.06102995574474335,0.06312140822410583,0.06521285325288773,0.06730429828166962,0.0693957507610321,0.07148720324039459,0.07357864826917648],"_type":"histogram","values":[1,0,0,0,2,0,0,0,0,0,2,4,1,3,3,4,5,9,7,8,14,9,24,21,23,39,53,70,97,78,70,57,38,35,22,11,15,8,5,2,3,4,3,2,2,3,3,0,1,3,0,0,1,1,0,0,0,0,0,0,0,1,0,1]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"values":[3,1,1,1,4,9,8,15,31,23,40,70,96,170,272,335,528,752,1153,1657,2651,4137,6410,10161,16426,27752,47951,93157,162417,93163,47796,27512,16510,10273,6351,4108,2641,1733,1179,740,520,353,233,184,95,62,49,24,28,17,7,7,4,1,1,0,1,0,0,0,0,0,0,1],"bins":[-0.07584705203771591,-0.07318571209907532,-0.07052436470985413,-0.06786301732063293,-0.06520167738199234,-0.06254033744335175,-0.059878990054130554,-0.05721764639019966,-0.05455630272626877,-0.051894959062337875,-0.04923361539840698,-0.04657227173447609,-0.0439109280705452,-0.041249584406614304,-0.03858824074268341,-0.03592689707875252,-0.033265553414821625,-0.030604209750890732,-0.02794286608695984,-0.025281522423028946,-0.022620178759098053,-0.01995883509516716,-0.017297491431236267,-0.014636147767305374,-0.011974804103374481,-0.009313460439443588,-0.006652116775512695,-0.003990773111581802,-0.0013294294476509094,0.0013319142162799835,0.0039932578802108765,0.006654601544141769,0.009315945208072662,0.011977288872003555,0.014638632535934448,0.01729997619986534,0.019961319863796234,0.022622663527727127,0.02528400719165802,0.027945350855588913,0.030606694519519806,0.0332680381834507,0.03592938184738159,0.038590725511312485,0.04125206917524338,0.04391341283917427,0.046574756503105164,0.049236100167036057,0.05189744383096695,0.05455878749489784,0.057220131158828735,0.05988147482275963,0.06254281848669052,0.06520415842533112,0.06786550581455231,0.0705268532037735,0.07318819314241409,0.07584953308105469,0.07851088047027588,0.08117222785949707,0.08383356779813766,0.08649490773677826,0.08915625512599945,0.09181760251522064,0.09447894245386124],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,2,0,2,5,3,14,18,31,35,55,69,75,122,137,221,276,416,538,717,974,1406,1945,2828,4093,5876,8990,13557,20556,32666,54825,111061,142434,71067,40184,24897,16140,10417,6935,4732,3293,2277,1659,1159,794,617,466,322,259,184,134,90,72,49,47,27,19,15,10,3,3,3,0,2],"bins":[-0.004869241267442703,-0.004718055948615074,-0.004566870164126158,-0.004415684845298529,-0.004264499060809612,-0.004113313741981983,-0.003962128423154354,-0.0038109428714960814,-0.0036597573198378086,-0.003508571768179536,-0.003357386216521263,-0.003206200897693634,-0.0030550153460353613,-0.0029038297943770885,-0.0027526444755494595,-0.0026014589238911867,-0.002450273372232914,-0.0022990878205746412,-0.0021479022689163685,-0.0019967169500887394,-0.0018455313984304667,-0.001694345846772194,-0.001543160411529243,-0.001391974976286292,-0.0012407894246280193,-0.0010896038729697466,-0.0009384184377267957,-0.0007872329442761838,-0.000636047450825572,-0.0004848619573749602,-0.00033367646392434835,-0.00018249097047373652,-3.1305477023124695e-05,0.00011988001642748713,0.00027106550987809896,0.0004222510033287108,0.0005734364967793226,0.0007246219902299345,0.0008758074836805463,0.0010269929189234972,0.00117817847058177,0.0013293640222400427,0.0014805494574829936,0.0016317348927259445,0.0017829204443842173,0.00193410599604249,0.002085291314870119,0.002236476866528392,0.0023876624181866646,0.0025388479698449373,0.00269003352150321,0.002841218840330839,0.002992404391989112,0.0031435899436473846,0.0032947752624750137,0.0034459608141332865,0.0035971463657915592,0.003748331917449832,0.0038995174691081047,0.004050702787935734,0.004201888106763363,0.004353073891252279,0.004504259210079908,0.004655444994568825,0.004806630313396454],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0021379911340773106,-0.0020741282496601343,-0.002010265365242958,-0.0019464022479951382,-0.001882539363577962,-0.0018186764791607857,-0.0017548134783282876,-0.0016909504774957895,-0.0016270875930786133,-0.001563224708661437,-0.001499361707828939,-0.0014354987069964409,-0.0013716358225792646,-0.0013077729381620884,-0.0012439099373295903,-0.0011800469364970922,-0.001116184052079916,-0.0010523211676627398,-0.0009884581668302417,-0.0009245952242054045,-0.0008607322815805674,-0.0007968693389557302,-0.000733006396330893,-0.0006691434537060559,-0.0006052805110812187,-0.0005414175684563816,-0.0004775546258315444,-0.00041369168320670724,-0.0003498287405818701,-0.0002859657979570329,-0.00022210285533219576,-0.0001582399127073586,-9.437673725187778e-05,-3.0513794627040625e-05,3.3349147997796535e-05,9.72120906226337e-05,0.00016107503324747086,0.00022493797587230802,0.0002888009184971452,0.00035266386112198234,0.0004165268037468195,0.00048038974637165666,0.0005442526889964938,0.000608115631621331,0.0006719785742461681,0.0007358415168710053,0.0007997044594958425,0.0008635674021206796,0.0009274303447455168,0.000991293229162693,0.001055156229995191,0.0011190192308276892,0.0011828821152448654,0.0012467449996620417,0.0013106080004945397,0.0013744710013270378,0.001438333885744214,0.0015021967701613903,0.0015660597709938884,0.0016299227718263865,0.0016937856562435627,0.001757648540660739,0.001821511541493237,0.001885374542325735,0.0019492374267429113],"_type":"histogram","values":[1,0,0,1,0,1,2,1,2,2,1,2,4,6,6,6,3,11,8,15,17,14,19,13,26,26,18,21,23,41,22,22,40,33,31,21,34,23,25,29,19,21,24,20,12,15,15,12,10,7,4,8,7,2,7,1,5,0,0,4,1,1,2,1]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,2,3,1,2,1,0,6,1,0,5,0,4,8,4,7,5,8,13,16,17,24,23,34,100,74,73,86,54,41,33,18,17,10,9,12,6,5,2,3,4,6,5,3,1,3,0,2,5,2,2,0,1,1,1,1,0,0,0,1,0,1],"bins":[-1.1796237231465057e-06,-1.137991148425499e-06,-1.0963584600176546e-06,-1.0547257716098102e-06,-1.0130931968888035e-06,-9.714606221677968e-07,-9.298279337599524e-07,-8.881953021955269e-07,-8.465626706311014e-07,-8.049300390666758e-07,-7.632974075022503e-07,-7.216647759378247e-07,-6.800321443733992e-07,-6.383995128089737e-07,-5.967668812445481e-07,-5.551342496801226e-07,-5.135016181156971e-07,-4.718689865512715e-07,-4.30236354986846e-07,-3.8860372342242044e-07,-3.469710918579949e-07,-3.0533846029356937e-07,-2.6370582872914383e-07,-2.220731971647183e-07,-1.8044056560029276e-07,-1.3880793403586722e-07,-9.717530247144168e-08,-5.5542670907016145e-08,-1.3910039342590608e-08,2.772259222183493e-08,6.935522378626047e-08,1.10987855350686e-07,1.5262037322827382e-07,1.9425300479269936e-07,2.358856363571249e-07,2.7751826792155043e-07,3.1915089948597597e-07,3.607835310504015e-07,4.0241616261482704e-07,4.440487941792526e-07,4.856814257436781e-07,5.273140573081037e-07,5.689466888725292e-07,6.105793204369547e-07,6.522119520013803e-07,6.938445835658058e-07,7.354772151302313e-07,7.771098466946569e-07,8.187424782590824e-07,8.60375109823508e-07,9.020077413879335e-07,9.43640372952359e-07,9.852730045167846e-07,1.026905692924629e-06,1.0685382676456356e-06,1.1101708423666423e-06,1.1518035307744867e-06,1.1934362191823311e-06,1.2350687939033378e-06,1.2767013686243445e-06,1.3183340570321889e-06,1.3599667454400333e-06,1.40159932016104e-06,1.4432318948820466e-06,1.484864583289891e-06]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,0,1,1,2,1,1,4,2,4,7,10,14,30,34,61,70,106,159,220,330,507,794,1171,1756,2709,4345,6997,11349,19068,34067,70508,180220,132274,53514,27607,15839,9563,5844,3638,2373,1551,1015,664,458,279,226,138,80,69,47,29,15,14,14,5,4,4,5,2,1,2,1],"bins":[-0.006507884711027145,-0.006315487436950207,-0.006123089697211981,-0.005930692423135042,-0.005738294683396816,-0.005545897409319878,-0.005353500135242939,-0.005161102395504713,-0.004968705121427774,-0.004776307847350836,-0.00458391010761261,-0.004391512833535671,-0.004199115559458733,-0.004006717819720507,-0.003814320545643568,-0.0036219230387359858,-0.0034295255318284035,-0.003237128024920821,-0.003044730518013239,-0.0028523332439363003,-0.002659935737028718,-0.0024675382301211357,-0.002275140956044197,-0.002082743449136615,-0.0018903459422290325,-0.0016979484353214502,-0.0015055510448291898,-0.0013131536543369293,-0.001120756147429347,-0.0009283586987294257,-0.0007359612500295043,-0.0005435638013295829,-0.00035116681829094887,-0.0001587693695910275,3.362807910889387e-05,0.00022602552780881524,0.0004184229765087366,0.000610820425208658,0.0008032178739085793,0.0009956152644008398,0.001188012771308422,0.0013804102782160044,0.0015728076687082648,0.0017652050592005253,0.0019576025661081076,0.00215000007301569,0.0023423973470926285,0.0025347948540002108,0.002727192360907793,0.0029195898678153753,0.0031119873747229576,0.0033043846487998962,0.0034967821557074785,0.003689179662615061,0.0038815769366919994,0.004073974676430225,0.004266371950507164,0.004458769224584103,0.004651166964322329,0.004843564238399267,0.005035961978137493,0.005228359252214432,0.00542075652629137,0.005613154266029596,0.005805551540106535],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"values":[1,1,0,0,2,2,4,4,3,2,4,4,5,2,6,12,10,19,10,15,18,24,22,23,23,28,32,38,31,41,38,37,34,31,29,24,18,27,27,20,15,17,9,7,9,7,5,5,4,4,3,2,1,1,0,0,4,2,0,0,0,0,0,2],"bins":[-0.0008420728845521808,-0.0008146748878061771,-0.0007872769492678344,-0.0007598789525218308,-0.0007324809557758272,-0.0007050829590298235,-0.0006776850204914808,-0.0006502870237454772,-0.0006228890269994736,-0.0005954910884611309,-0.0005680930917151272,-0.0005406950949691236,-0.00051329709822312,-0.0004858991305809468,-0.00045850116293877363,-0.00043110316619277,-0.00040370519855059683,-0.00037630723090842366,-0.00034890923416242003,-0.00032151126652024686,-0.00029411326977424324,-0.00026671530213207006,-0.00023931731993798167,-0.00021191933774389327,-0.00018452135554980487,-0.00015712337335571647,-0.00012972539116162807,-0.00010232741624349728,-7.492943404940888e-05,-4.7531451855320483e-05,-2.013347329921089e-05,7.264507075888105e-06,3.46624874509871e-05,6.20604696450755e-05,8.94584518391639e-05,0.00011685642675729468,0.0001442544162273407,0.00017165238386951387,0.00019905036606360227,0.00022644834825769067,0.0002538463450036943,0.00028124431264586747,0.00030864228028804064,0.00033604027703404427,0.00036343824467621744,0.00039083624142222106,0.00041823420906439424,0.00044563220581039786,0.00047303017345257103,0.0005004281410947442,0.0005278261378407478,0.0005552241345867515,0.0005826220731250942,0.0006100200698710978,0.0006374180666171014,0.0006648160633631051,0.0006922140019014478,0.0007196119986474514,0.000747009995393455,0.0007744079339317977,0.0008018059306778014,0.000829203927423805,0.0008566019241698086,0.0008839998627081513,0.000911397859454155],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,0,1,6,8,5,18,28,72,91,161,253,389,636,921,1440,2099,2982,4146,5632,7470,9689,12384,15097,18324,21536,24584,27731,30527,33148,34545,35333,35857,35382,33330,31428,28503,25721,22728,19112,15949,13217,10331,8061,6166,4483,3344,2280,1627,1113,764,461,302,181,101,46,32,23,11,4,2,5,0,2],"bins":[-0.09790357947349548,-0.09485813975334167,-0.09181269258260727,-0.08876725286245346,-0.08572180569171906,-0.08267636597156525,-0.07963091880083084,-0.07658547908067703,-0.07354003190994263,-0.07049459218978882,-0.06744915246963501,-0.0644037052989006,-0.061358265578746796,-0.05831282213330269,-0.05526737868785858,-0.052221935242414474,-0.04917649179697037,-0.04613104835152626,-0.04308560490608215,-0.040040161460638046,-0.03699471801519394,-0.03394927829504013,-0.030903834849596024,-0.027858391404151917,-0.02481294795870781,-0.021767504513263702,-0.018722061067819595,-0.015676619485020638,-0.01263117603957653,-0.009585732594132423,-0.006540290080010891,-0.003494847100228071,-0.00044940412044525146,0.0025960388593375683,0.005641481839120388,0.00868692435324192,0.011732367798686028,0.014777811244130135,0.017823252826929092,0.0208686962723732,0.023914139717817307,0.026959583163261414,0.03000502660870552,0.03305047005414963,0.036095909774303436,0.03914135321974754,0.04218679666519165,0.04523224011063576,0.048277683556079865,0.05132312700152397,0.05436857044696808,0.057414013892412186,0.06045945733785629,0.0635048970580101,0.0665503442287445,0.06959578394889832,0.07264122366905212,0.07568667083978653,0.07873211055994034,0.08177755773067474,0.08482299745082855,0.08786844462156296,0.09091388434171677,0.09395933151245117,0.09700477123260498]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,2,3,0,1,3,2,2,5,2,4,4,3,8,4,13,12,17,16,17,13,22,21,22,26,25,34,35,46,37,33,21,26,34,19,21,28,27,20,25,8,15,15,13,12,10,7,6,3,5,4,2,2,3,2,3,0,1,1,0,0,1,0,1],"bins":[-0.0007364970515482128,-0.0007120334776118398,-0.0006875699036754668,-0.0006631063297390938,-0.0006386428140103817,-0.0006141792400740087,-0.0005897156661376357,-0.0005652520922012627,-0.0005407885182648897,-0.0005163249443285167,-0.0004918613703921437,-0.0004673978255596012,-0.0004429342516232282,-0.0004184706776868552,-0.00039400713285431266,-0.00036954355891793966,-0.00034507998498156667,-0.00032061641104519367,-0.0002961528371088207,-0.00027168929227627814,-0.00024722571833990514,-0.00022276214440353215,-0.00019829858501907438,-0.0001738350256346166,-0.00014937145169824362,-0.00012490787776187062,-0.00010044431837741286,-7.598075171699747e-05,-5.151718505658209e-05,-2.7053618396166712e-05,-2.590051735751331e-06,2.187351492466405e-05,4.6337139792740345e-05,7.080070645315573e-05,9.526427311357111e-05,0.00011972783977398649,0.00014419140643440187,0.00016865498037077487,0.00019311853975523263,0.0002175820991396904,0.0002420456730760634,0.0002665092470124364,0.0002909728209488094,0.0003154363657813519,0.0003398999397177249,0.0003643635136540979,0.00038882705848664045,0.00041329063242301345,0.00043775420635938644,0.00046221778029575944,0.00048668135423213243,0.0005111449281685054,0.0005356085021048784,0.0005600720178335905,0.0005845355917699635,0.0006089991657063365,0.0006334627396427095,0.0006579263135790825,0.0006823898875154555,0.0007068534614518285,0.0007313169771805406,0.0007557805511169136,0.0007802441250532866,0.0008047076989896595,0.0008291712729260325]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.999459981918335,0.9994837045669556,0.9995074272155762,0.9995311498641968,0.9995548725128174,0.9995786547660828,0.9996023774147034,0.999626100063324,0.9996498227119446,0.9996735453605652,0.9996972680091858,0.9997209906578064,0.9997447729110718,0.9997684955596924,0.999792218208313,0.9998159408569336,0.9998396635055542,0.9998633861541748,0.9998871088027954,0.999910831451416,0.9999345541000366,0.999958336353302,0.9999820590019226,1.0000057220458984,1.0000295639038086,1.0000532865524292,1.0000770092010498,1.0001007318496704,1.000124454498291,1.0001481771469116,1.0001718997955322,1.0001956224441528,1.0002193450927734,1.000243067741394,1.0002667903900146,1.0002905130386353,1.0003142356872559,1.0003379583358765,1.000361680984497,1.0003854036331177,1.0004091262817383,1.0004329681396484,1.000456690788269,1.0004804134368896,1.0005041360855103,1.0005278587341309,1.0005515813827515,1.000575304031372,1.0005990266799927,1.0006227493286133,1.0006464719772339,1.0006701946258545,1.000693917274475,1.0007176399230957,1.0007413625717163,1.000765085220337,1.000788927078247,1.0008126497268677,1.0008363723754883,1.0008600950241089,1.0008838176727295,1.00090754032135,1.0009312629699707,1.0009549856185913,1.000978708267212],"_type":"histogram","values":[1,0,1,1,3,1,3,1,3,5,7,11,13,13,25,27,35,32,26,48,50,35,33,43,44,33,42,33,28,18,22,12,14,17,14,9,10,8,5,5,2,6,7,2,4,2,2,0,1,1,2,0,0,1,1,1,0,1,1,2,0,0,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[2,3,5,4,1,3,3,13,12,9,12,19,14,12,22,19,17,17,16,17,18,17,18,19,13,14,16,6,18,23,9,12,16,9,15,17,13,17,19,24,18,13,15,17,16,26,19,11,12,16,13,10,10,8,10,7,2,3,5,1,1,0,1,1],"bins":[-0.0002244538045488298,-0.0002170656662201509,-0.00020967752789147198,-0.00020228938956279308,-0.00019490125123411417,-0.00018751309835352004,-0.00018012496002484113,-0.00017273682169616222,-0.00016534868336748332,-0.0001579605450388044,-0.0001505724067101255,-0.0001431842683814466,-0.00013579611550085247,-0.00012840797717217356,-0.00012101983884349465,-0.00011363170051481575,-0.00010624356218613684,-9.885542385745794e-05,-9.146728552877903e-05,-8.407913992414251e-05,-7.66910015954636e-05,-6.93028632667847e-05,-6.191471766214818e-05,-5.452657933346927e-05,-4.7138441004790366e-05,-3.975030267611146e-05,-3.236216070945375e-05,-2.4974020561785437e-05,-1.7585880414117128e-05,-1.0197740266448818e-05,-2.8096001187805086e-06,4.578540028887801e-06,1.196668017655611e-05,1.935482032422442e-05,2.674296047189273e-05,3.413110243855044e-05,4.151924076722935e-05,4.8907379095908254e-05,5.629552106256597e-05,6.368366302922368e-05,7.107180135790259e-05,7.845993968658149e-05,8.58480780152604e-05,9.323622361989692e-05,0.00010062436194857582,0.00010801250027725473,0.00011540064588189125,0.00012278878421057016,0.00013017692253924906,0.00013756506086792797,0.00014495319919660687,0.00015234133752528578,0.00015972947585396469,0.00016711762873455882,0.00017450576706323773,0.00018189390539191663,0.00018928204372059554,0.00019667018204927444,0.00020405832037795335,0.00021144645870663226,0.0002188346115872264,0.0002262227499159053,0.0002336108882445842,0.0002409990265732631,0.000248387164901942],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,2,3,2,6,5,8,11,15,18,47,66,65,134,196,281,397,600,870,1293,1881,2854,4335,6543,10047,15654,24986,42837,85547,168951,99437,46911,27122,16972,10731,7046,4600,3060,2011,1359,927,653,443,283,221,118,83,59,50,30,12,8,13,6,2,3,2,3,1,3],"bins":[-0.004338890314102173,-0.004209685605019331,-0.004080480895936489,-0.003951276186853647,-0.003822071710601449,-0.003692867001518607,-0.003563662525266409,-0.003434457816183567,-0.003305253107100725,-0.0031760483980178833,-0.0030468436889350414,-0.002917639212682843,-0.0027884345036000013,-0.0026592297945171595,-0.0025300253182649612,-0.0024008206091821194,-0.0022716159000992775,-0.0021424111910164356,-0.0020132064819335938,-0.0018840020056813955,-0.0017547972965985537,-0.0016255925875157118,-0.0014963879948481917,-0.0013671834021806717,-0.0012379786930978298,-0.001108773984014988,-0.000979569391347468,-0.0008503647404722869,-0.000721160089597106,-0.000591955438721925,-0.00046275078784674406,-0.0003335461369715631,-0.00020434102043509483,-7.513636955991387e-05,5.4068281315267086e-05,0.00018327293219044805,0.000312477583065629,0.00044168223394080997,0.0005708868848159909,0.0007000915356911719,0.0008292961865663528,0.0009585008374415338,0.0010877054883167148,0.0012169100809842348,0.0013461147900670767,0.0014753194991499186,0.0016045240918174386,0.0017337286844849586,0.0018629333935678005,0.0019921381026506424,0.0021213428117334843,0.0022505472879856825,0.0023797519970685244,0.0025089567061513662,0.0026381611824035645,0.0027673658914864063,0.002896570600569248,0.00302577530965209,0.003154980018734932,0.00328418449498713,0.003413389204069972,0.003542593913152814,0.003671798389405012,0.003801003098487854,0.003930207807570696]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"values":[2,1,1,5,0,2,1,5,8,6,7,11,10,21,15,22,24,21,23,21,21,27,17,21,17,13,22,19,10,15,10,17,11,16,11,16,15,25,23,28,28,21,27,21,17,12,18,16,13,11,6,4,2,5,1,0,3,0,1,1,0,0,0,1],"bins":[-0.00023561327543575317,-0.00022764407913200557,-0.0002196748973801732,-0.0002117057010764256,-0.00020373650477267802,-0.00019576732302084565,-0.00018779812671709806,-0.00017982893041335046,-0.0001718597486615181,-0.0001638905523577705,-0.0001559213560540229,-0.00014795215975027531,-0.00013998297799844295,-0.00013201378169469535,-0.00012404458539094776,-0.00011607539636315778,-0.0001081062073353678,-0.00010013701830757782,-9.216782200383022e-05,-8.419863297604024e-05,-7.622943667229265e-05,-6.826024764450267e-05,-6.029105861671269e-05,-5.23218659509439e-05,-4.4352673285175115e-05,-3.638348061940633e-05,-2.8414289772626944e-05,-2.044509892584756e-05,-1.2475906260078773e-05,-4.506714503804687e-06,3.462477252469398e-06,1.1431669008743484e-05,1.940084621310234e-05,2.7370038878871128e-05,3.5339231544639915e-05,4.3308420572429895e-05,5.127761323819868e-05,5.924680590396747e-05,6.721599493175745e-05,7.518519123550504e-05,8.315438026329502e-05,9.1123569291085e-05,9.90927655948326e-05,0.00010706195462262258,0.00011503114365041256,0.00012300033995416015,0.00013096953625790775,0.00013893871800974011,0.0001469079143134877,0.0001548771106172353,0.00016284629236906767,0.00017081548867281526,0.00017878468497656286,0.00018675386672839522,0.00019472306303214282,0.0002026922593358904,0.00021066144108772278,0.00021863063739147037,0.00022659983369521797,0.00023456902999896556,0.00024253821175079793,0.0002505074080545455,0.0002584765898063779,0.0002664458006620407,0.0002744149824138731],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,2,1,1,3,6,7,9,8,14,10,14,24,24,14,16,20,17,23,24,24,31,11,13,14,17,16,16,24,10,20,22,21,20,22,24,26,31,23,29,14,31,16,15,16,2,3,3,4,5,1,3,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00024760968517512083,-0.00023836822947487235,-0.00022912677377462387,-0.0002198853180743754,-0.0002106438623741269,-0.00020140240667387843,-0.00019216095097362995,-0.00018291949527338147,-0.000173678039573133,-0.0001644365838728845,-0.00015519512817263603,-0.00014595367247238755,-0.00013671221677213907,-0.0001274707610718906,-0.00011822930537164211,-0.00010898784967139363,-9.974639397114515e-05,-9.050493827089667e-05,-8.12634825706482e-05,-7.202202687039971e-05,-6.278057117015123e-05,-5.3539115469902754e-05,-4.4297659769654274e-05,-3.5056204069405794e-05,-2.5814748369157314e-05,-1.6573292668908834e-05,-7.331836968660355e-06,1.9096187315881252e-06,1.1151074431836605e-05,2.0392530132085085e-05,2.9633985832333565e-05,3.8875441532582045e-05,4.811686812900007e-05,5.735832382924855e-05,6.659977952949703e-05,7.584123522974551e-05,8.508269092999399e-05,9.432414663024247e-05,0.00010356560233049095,0.00011280705803073943,0.0001220485137309879,0.00013128996943123639,0.00014053142513148487,0.00014977288083173335,0.00015901433653198183,0.0001682557922322303,0.00017749724793247879,0.00018673870363272727,0.00019598015933297575,0.00020522161503322423,0.0002144630707334727,0.00022370452643372118,0.00023294598213396966,0.00024218743783421814,0.0002514288935344666,0.0002606703492347151,0.0002699118049349636,0.00027915326063521206,0.00028839471633546054,0.000297636172035709,0.0003068776277359575,0.000316119083436206,0.00032536053913645446,0.00033460199483670294,0.0003438434505369514],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[2,1,4,10,5,2,11,14,20,28,37,48,64,108,163,191,313,489,660,982,1487,2295,3539,5474,8727,13970,23148,40100,79429,193261,607028,346522,111607,52456,29609,18293,11364,7185,4979,3210,2049,1346,844,565,408,242,153,126,96,64,47,28,18,18,8,6,2,2,1,0,3,0,0,3],"bins":[-0.048235781490802765,-0.046666499227285385,-0.045097216963768005,-0.043527934700250626,-0.041958652436733246,-0.040389370173215866,-0.038820087909698486,-0.03725080564618111,-0.03568152338266373,-0.03411224111914635,-0.03254295885562897,-0.030973676592111588,-0.029404394328594208,-0.027835112065076828,-0.026265829801559448,-0.02469654753804207,-0.02312726527452469,-0.02155798301100731,-0.01998870074748993,-0.01841941848397255,-0.01685013622045517,-0.01528085395693779,-0.01371157169342041,-0.01214228942990303,-0.01057300716638565,-0.009003724902868271,-0.007434442639350891,-0.005865160375833511,-0.004295878112316132,-0.002726595848798752,-0.001157313585281372,0.0004119686782360077,0.001981247216463089,0.0035505294799804688,0.0051198117434978485,0.006689094007015228,0.008258376270532608,0.009827658534049988,0.011396940797567368,0.012966223061084747,0.014535505324602127,0.016104787588119507,0.017674069851636887,0.019243352115154266,0.020812634378671646,0.022381916642189026,0.023951198905706406,0.025520481169223785,0.027089763432741165,0.028659045696258545,0.030228327959775925,0.031797610223293304,0.033366892486810684,0.034936174750328064,0.036505457013845444,0.038074739277362823,0.0396440215408802,0.04121330380439758,0.04278258606791496,0.04435186833143234,0.04592115059494972,0.0474904328584671,0.04905971512198448,0.05062899738550186,0.05219827964901924],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.00021722666861023754,-0.00021101668244227767,-0.00020480668172240257,-0.0001985966955544427,-0.00019238670938648283,-0.00018617670866660774,-0.00017996672249864787,-0.000173756736330688,-0.0001675467356108129,-0.00016133674944285303,-0.00015512676327489316,-0.0001489167771069333,-0.0001427067763870582,-0.00013649679021909833,-0.00013028680405113846,-0.00012407680333126336,-0.0001178668171633035,-0.00011165682371938601,-0.00010544683755142614,-9.923684410750866e-05,-9.302685793954879e-05,-8.681686449563131e-05,-8.060687105171382e-05,-7.439688488375396e-05,-6.818689143983647e-05,-6.197689799591899e-05,-5.576691182795912e-05,-4.955691838404164e-05,-4.334692857810296e-05,-3.7136938772164285e-05,-3.09269453282468e-05,-2.4716955522308126e-05,-1.850698026828468e-05,-1.22969895528513e-05,-6.086998837417923e-06,1.2299187801545486e-07,6.332982593448833e-06,1.254297330888221e-05,1.8752964024315588e-05,2.4962955649243668e-05,3.1172945455182344e-05,3.738293526112102e-05,4.3592925067059696e-05,4.980291851097718e-05,5.6012908316915855e-05,6.222289812285453e-05,6.843289156677201e-05,7.464287773473188e-05,8.085287117864937e-05,8.706286462256685e-05,9.327285079052672e-05,9.94828442344442e-05,0.00010569283040240407,0.00011190282384632155,0.00011811281729023904,0.0001243228034581989,0.000130532804178074,0.00013674279034603387,0.00014295277651399374,0.0001491627626819536,0.0001553727634018287,0.00016158274956978858,0.00016779273573774844,0.00017400273645762354,0.0001802127226255834],"_type":"histogram","values":[1,0,0,1,0,1,0,2,4,6,5,8,17,11,14,16,18,27,26,21,20,15,17,14,10,16,16,21,16,10,13,8,9,7,8,7,6,5,10,8,14,14,16,13,12,25,15,20,22,23,23,20,24,18,19,21,10,10,18,7,2,5,1,2]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,4,1,4,0,0,3,7,0,4,10,11,5,9,11,14,16,20,18,25,26,21,25,27,29,23,24,18,40,24,22,20,31,31,25,22,28,17,19,20,15,15,14,9,13,9,4,4,7,5,1,4,4,3,3,0,0,1],"bins":[-0.03302855044603348,-0.03207968920469284,-0.031130826100707054,-0.030181964859366417,-0.02923310361802578,-0.028284240514039993,-0.027335379272699356,-0.02638651803135872,-0.02543765679001808,-0.024488793686032295,-0.023539932444691658,-0.02259107120335102,-0.021642208099365234,-0.020693346858024597,-0.01974448561668396,-0.018795622512698174,-0.017846761271357536,-0.0168979000300169,-0.015949036926031113,-0.015000175684690475,-0.014051314443349838,-0.013102452270686626,-0.012153590098023415,-0.011204728856682777,-0.010255866684019566,-0.009307004511356354,-0.008358143270015717,-0.007409281097352505,-0.00646041939035058,-0.005511557683348656,-0.004562695510685444,-0.0036138338036835194,-0.002664973959326744,-0.0017161121359094977,-0.0007672503124922514,0.00018161151092499495,0.0011304733343422413,0.002079335041344166,0.003028196981176734,0.003977058921009302,0.004925920628011227,0.005874782335013151,0.006823644042015076,0.0077725062146782875,0.0087213683873415,0.009670229628682137,0.010619091801345348,0.011567953042685986,0.012516815215349197,0.01346567738801241,0.014414538629353046,0.015363400802016258,0.016312262043356895,0.017261125147342682,0.01820998638868332,0.019158847630023956,0.020107708871364594,0.02105657197535038,0.022005433216691017,0.022954294458031654,0.02390315756201744,0.024852018803358078,0.025800880044698715,0.0267497431486845,0.02769860439002514]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.08962326496839523,-0.08658897131681442,-0.08355467766523361,-0.0805203765630722,-0.0774860829114914,-0.07445178925991058,-0.07141749560832977,-0.06838320195674896,-0.06534890830516815,-0.06231461092829704,-0.059280313551425934,-0.05624601989984512,-0.05321172624826431,-0.050177428871393204,-0.04714313521981239,-0.044108837842941284,-0.041074544191360474,-0.03804025053977966,-0.035005953162908554,-0.031971659511327744,-0.028937363997101784,-0.025903068482875824,-0.022868774831295013,-0.019834479317069054,-0.016800183802843094,-0.013765888288617134,-0.010731593705713749,-0.0076972986571490765,-0.004663003608584404,-0.0016287085600197315,0.001405586488544941,0.004439881537109613,0.007474184036254883,0.010508479550480843,0.013542774133384228,0.016577068716287613,0.019611364230513573,0.022645659744739532,0.025679953396320343,0.028714248910546303,0.03174854442477226,0.03478283807635307,0.03781713545322418,0.04085142910480499,0.0438857227563858,0.04692002013325691,0.04995431378483772,0.05298861116170883,0.05602290481328964,0.05905719846487045,0.06209149584174156,0.06512579321861267,0.06816008687019348,0.07119438052177429,0.0742286741733551,0.07726296782493591,0.08029726147651672,0.08333156257867813,0.08636585623025894,0.08940014988183975,0.09243444353342056,0.09546873718500137,0.09850303828716278,0.10153733193874359,0.1045716255903244],"_type":"histogram","values":[4,4,10,16,26,53,89,122,229,339,549,854,1287,1848,2655,3693,5040,6861,8792,11403,14011,17116,19978,23539,26851,29494,31759,33781,35216,35788,35441,34022,31868,29906,26757,23827,20550,17138,14108,11457,8992,6973,5181,3793,2756,1916,1298,898,569,385,227,143,84,56,33,15,15,4,3,0,1,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,0,1,0,0,2,0,2,1,3,1,6,5,6,11,7,17,11,18,23,36,44,61,98,88,81,55,49,26,28,16,13,11,7,5,4,7,4,4,1,1,3,2,1,1,0,0,0,1,1,1,0,0,0,0,0,1,0,0,1],"bins":[-0.05488769710063934,-0.052955809980630875,-0.051023922860622406,-0.04909203574061394,-0.04716014862060547,-0.045228261500597,-0.04329637438058853,-0.04136448726058006,-0.039432600140571594,-0.037500713020563126,-0.03556882590055466,-0.03363693878054619,-0.03170505166053772,-0.02977316454052925,-0.027841277420520782,-0.025909390300512314,-0.023977503180503845,-0.022045616060495377,-0.020113728940486908,-0.01818184182047844,-0.01624995470046997,-0.014318067580461502,-0.012386180460453033,-0.010454293340444565,-0.008522406220436096,-0.0065905191004276276,-0.004658631980419159,-0.0027267448604106903,-0.0007948577404022217,0.001137029379606247,0.0030689164996147156,0.005000803619623184,0.006932690739631653,0.008864577859640121,0.01079646497964859,0.012728352099657059,0.014660239219665527,0.016592126339673996,0.018524013459682465,0.020455900579690933,0.022387787699699402,0.02431967481970787,0.02625156193971634,0.028183449059724808,0.030115336179733276,0.032047223299741745,0.033979110419750214,0.03591099753975868,0.03784288465976715,0.03977477177977562,0.04170665889978409,0.04363854601979256,0.045570433139801025,0.047502320259809494,0.04943420737981796,0.05136609449982643,0.0532979816198349,0.05522986873984337,0.05716175585985184,0.059093642979860306,0.061025530099868774,0.06295742094516754,0.06488930433988571,0.06682118773460388,0.06875307857990265]},"learning_rate":9.999999988546013e-06,"gradients/linear.weight":{"_type":"histogram","values":[1,0,0,0,1,0,5,3,3,3,5,8,11,17,21,45,48,99,120,156,199,300,439,608,807,1084,1526,2137,3106,4648,7311,13002,19824,16029,8890,5487,3677,2425,1716,1230,951,707,467,318,241,187,136,92,82,41,22,16,18,9,6,7,4,3,1,2,2,0,0,1],"bins":[-0.3032777011394501,-0.29400137066841125,-0.28472504019737244,-0.2754487097263336,-0.2661723792552948,-0.256896048784256,-0.24761973321437836,-0.23834340274333954,-0.22906707227230072,-0.2197907418012619,-0.21051441133022308,-0.20123808085918427,-0.19196176528930664,-0.18268543481826782,-0.173409104347229,-0.16413277387619019,-0.15485644340515137,-0.14558011293411255,-0.13630378246307373,-0.1270274519920349,-0.11775112897157669,-0.10847479850053787,-0.09919847548007965,-0.08992214500904083,-0.08064581453800201,-0.0713694840669632,-0.062093157321214676,-0.052816830575466156,-0.04354050010442734,-0.03426416963338852,-0.02498784288764,-0.01571151427924633,-0.0064351558685302734,0.0028411727398633957,0.012117501348257065,0.021393829956650734,0.030670158565044403,0.03994648903608322,0.04922281578183174,0.05849914252758026,0.06777547299861908,0.0770518034696579,0.08632813394069672,0.09560445696115494,0.10488078743219376,0.11415711790323257,0.1234334409236908,0.13270977139472961,0.14198610186576843,0.15126243233680725,0.16053876280784607,0.1698150932788849,0.1790914237499237,0.18836773931980133,0.19764406979084015,0.20692040026187897,0.21619673073291779,0.2254730612039566,0.23474939167499542,0.24402572214603424,0.25330203771591187,0.2625783681869507,0.2718546986579895,0.2811310291290283,0.29040735960006714]},"parameters/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,0,2,6,6,13,18,47,104,157,286,493,809,1364,2096,3133,4764,6901,9822,13641,18402,24479,31619,39693,48461,57891,66895,76570,84606,91468,96110,98718,99238,97292,92361,85336,77609,68487,59485,49747,40776,32774,25359,19465,14316,10309,7268,5198,3485,2234,1412,911,507,317,174,105,52,33,20,10,6,1,2],"bins":[-0.10470431298017502,-0.10153828561306,-0.09837225824594498,-0.09520623087882996,-0.09204020351171494,-0.08887417614459991,-0.0857081487774849,-0.08254212141036987,-0.07937610149383545,-0.07621007412672043,-0.07304404675960541,-0.06987801939249039,-0.06671199202537537,-0.06354596465826035,-0.060379937291145325,-0.057213909924030304,-0.05404788255691528,-0.05088185518980026,-0.04771582782268524,-0.04454980045557022,-0.0413837730884552,-0.03821774944663048,-0.03505172207951546,-0.031885694712400436,-0.028719667345285416,-0.025553639978170395,-0.022387612611055374,-0.019221587106585503,-0.016055559739470482,-0.012889532372355461,-0.009723505936563015,-0.0065574790351092815,-0.003391452133655548,-0.00022542523220181465,0.002940601669251919,0.006106628570705652,0.009272655472159386,0.012438682839274406,0.015604709275066853,0.0187707357108593,0.02193676307797432,0.02510279044508934,0.02826881781220436,0.03143484517931938,0.034600868821144104,0.037766896188259125,0.040932923555374146,0.044098950922489166,0.04726497828960419,0.05043100565671921,0.05359703302383423,0.05676306039094925,0.05992908775806427,0.06309511512517929,0.06626114249229431,0.06942716985940933,0.07259319722652435,0.07575921714305878,0.0789252445101738,0.08209127187728882,0.08525729924440384,0.08842332661151886,0.09158935397863388,0.0947553813457489,0.09792140871286392]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,1,1,2,1,3,3,3,5,2,6,9,9,9,14,14,10,15,27,18,19,16,37,28,27,18,38,30,37,38,19,29,34,24,20,17,26,17,22,7,16,11,11,9,7,15,10,4,9,5,6,2,2,1,1,0,0,0,0,0,0,1],"bins":[-0.053977809846401215,-0.05220919847488403,-0.05044058710336685,-0.04867197573184967,-0.04690336063504219,-0.04513474926352501,-0.04336613789200783,-0.041597526520490646,-0.039828915148973465,-0.038060303777456284,-0.036291688680648804,-0.03452307730913162,-0.03275446593761444,-0.03098585456609726,-0.029217243194580078,-0.027448629960417747,-0.025680018588900566,-0.023911407217383385,-0.022142793983221054,-0.020374182611703873,-0.01860557124018669,-0.01683695800602436,-0.01506834663450718,-0.013299735262989998,-0.011531122960150242,-0.009762510657310486,-0.007993899285793304,-0.006225286982953548,-0.00445667514577508,-0.002688063308596611,-0.0009194512385874987,0.0008491607150062919,0.0026177726686000824,0.004386384505778551,0.00615499634295702,0.007923608645796776,0.009692220017313957,0.011460832320153713,0.01322944462299347,0.01499805599451065,0.016766667366027832,0.018535280600190163,0.020303891971707344,0.022072503343224525,0.023841116577386856,0.025609727948904037,0.02737833932042122,0.02914695255458355,0.03091556392610073,0.03268417716026306,0.03445278853178024,0.036221399903297424,0.037990011274814606,0.03975862264633179,0.04152723401784897,0.04329584911465645,0.04506446048617363,0.04683307185769081,0.04860168322920799,0.050370294600725174,0.052138905972242355,0.053907521069049835,0.05567613244056702,0.0574447438120842,0.05921335518360138]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0004315465921536088,-0.00041565587162040174,-0.0003997651510871947,-0.0003838744305539876,-0.00036798371002078056,-0.0003520929894875735,-0.00033620226895436645,-0.0003203115484211594,-0.00030442082788795233,-0.00028853010735474527,-0.0002726393868215382,-0.00025674866628833115,-0.0002408579457551241,-0.00022496722522191703,-0.00020907650468870997,-0.00019318578415550292,-0.00017729506362229586,-0.0001614043430890888,-0.00014551362255588174,-0.00012962290202267468,-0.00011373218148946762,-9.784146095626056e-05,-8.19507404230535e-05,-6.606001988984644e-05,-5.0169299356639385e-05,-3.4278578823432326e-05,-1.8387858290225267e-05,-2.4971377570182085e-06,1.339358277618885e-05,2.928430330939591e-05,4.517502384260297e-05,6.106574437581003e-05,7.695646490901709e-05,9.284718544222414e-05,0.0001087379059754312,0.00012462862650863826,0.00014051934704184532,0.00015641006757505238,0.00017230078810825944,0.0001881915086414665,0.00020408222917467356,0.00021997294970788062,0.00023586367024108768,0.00025175439077429473,0.0002676451113075018,0.00028353583184070885,0.0002994265523739159,0.00031531727290712297,0.00033120799344033003,0.0003470987139735371,0.00036298943450674415,0.0003788801550399512,0.00039477087557315826,0.0004106615961063653,0.0004265523166395724,0.00044244303717277944,0.0004583337577059865,0.00047422447823919356,0.0004901151987724006,0.0005060059484094381,0.0005218966398388147,0.0005377873312681913,0.0005536780809052289,0.0005695688305422664,0.000585459521971643],"_type":"histogram","values":[1,2,1,0,0,1,3,1,2,2,4,6,10,9,9,38,40,70,95,91,99,103,93,82,90,74,95,60,84,87,115,104,125,118,91,87,42,27,28,23,6,7,8,3,3,3,3,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9995479583740234,0.9995691776275635,0.9995903968811035,0.9996116757392883,0.9996328949928284,0.9996541142463684,0.9996753334999084,0.9996965527534485,0.9997178316116333,0.9997390508651733,0.9997602701187134,0.9997814893722534,0.9998027086257935,0.9998239278793335,0.9998452067375183,0.9998664259910583,0.9998876452445984,0.9999088644981384,0.9999300837516785,0.9999513626098633,0.9999725818634033,0.9999938011169434,1.0000150203704834,1.0000362396240234,1.0000574588775635,1.0000786781311035,1.0000998973846436,1.0001212358474731,1.0001424551010132,1.0001636743545532,1.0001848936080933,1.0002061128616333,1.0002273321151733,1.0002485513687134,1.0002697706222534,1.0002909898757935,1.0003122091293335,1.0003334283828735,1.0003547668457031,1.0003759860992432,1.0003972053527832,1.0004184246063232,1.0004396438598633,1.0004608631134033,1.0004820823669434,1.0005033016204834,1.0005245208740234,1.0005457401275635,1.0005669593811035,1.000588297843933,1.0006095170974731,1.0006307363510132,1.0006519556045532,1.0006731748580933,1.0006943941116333,1.0007156133651733,1.0007368326187134,1.0007580518722534,1.0007792711257935,1.000800609588623,1.000821828842163,1.0008430480957031,1.0008642673492432,1.0008854866027832,1.0009067058563232],"_type":"histogram","values":[1,2,0,0,0,1,3,5,7,11,10,17,20,31,42,37,31,35,26,35,49,40,39,36,35,31,24,23,18,16,10,21,14,9,9,12,4,4,6,6,4,1,4,3,3,6,5,3,4,3,0,3,0,1,3,0,0,1,0,2,0,0,0,2]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[2,1,0,0,0,0,2,0,6,3,8,13,13,23,34,41,71,111,145,225,352,513,819,1207,1941,2991,4687,7594,12126,20496,35850,70274,158065,133821,59244,31570,17843,11088,6731,4264,2673,1748,1127,706,428,322,211,139,100,60,42,28,22,13,8,5,6,2,3,2,1,1,1,2],"bins":[-0.004906770773231983,-0.004757557529956102,-0.004608344752341509,-0.004459131509065628,-0.004309918265789747,-0.004160705022513866,-0.004011492244899273,-0.003862279001623392,-0.0037130657583475113,-0.003563852747902274,-0.003414639737457037,-0.003265426494181156,-0.003116213483735919,-0.002967000240460038,-0.002817787230014801,-0.00266857398673892,-0.002519360976293683,-0.002370147965848446,-0.002220934722572565,-0.002071721712127328,-0.001922508468851447,-0.00177329545840621,-0.001624082331545651,-0.001474869204685092,-0.001325656077824533,-0.001176442950963974,-0.001027229824103415,-0.0008780167554505169,-0.000728803628589958,-0.000579590501729399,-0.00043037740397267044,-0.0002811643062159419,-0.00013195117935538292,1.726193295326084e-05,0.0001664750452619046,0.00031568814301863313,0.0004649012698791921,0.0006141143967397511,0.0007633274653926492,0.0009125405922532082,0.0010617537191137671,0.0012109668459743261,0.0013601799728348851,0.001509393099695444,0.0016586061101406813,0.0018078192370012403,0.0019570323638617992,0.00210624560713768,0.002255458617582917,0.0024046716280281544,0.002553884871304035,0.0027030978817492723,0.002852311125025153,0.0030015241354703903,0.003150737378746271,0.0032999503891915083,0.0034491633996367455,0.0035983766429126263,0.0037475896533578634,0.0038968028966337442,0.004046015907078981,0.004195229150354862,0.004344442393630743,0.0044936551712453365,0.004642868414521217],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0245136097073555,-0.02372237667441368,-0.022931143641471863,-0.022139910608530045,-0.021348677575588226,-0.020557444542646408,-0.01976621150970459,-0.01897497847676277,-0.018183745443820953,-0.017392514273524284,-0.016601281240582466,-0.015810048207640648,-0.01501881517469883,-0.014227582141757011,-0.013436349108815193,-0.012645116075873375,-0.011853883042931557,-0.011062650009989738,-0.01027141697704792,-0.009480183944106102,-0.008688950911164284,-0.00789771880954504,-0.007106485776603222,-0.006315252743661404,-0.005524019710719585,-0.004732786677777767,-0.003941553644835949,-0.003150321077555418,-0.0023590880446135998,-0.0015678551280871034,-0.000776622211560607,1.4610704965889454e-05,0.0008058454841375351,0.0015970784006640315,0.002388311317190528,0.0031795441173017025,0.003970777150243521,0.004762010183185339,0.00555324275046587,0.006344475783407688,0.007135708816349506,0.007926941849291325,0.008718174882233143,0.009509407915174961,0.010300640016794205,0.011091873049736023,0.011883106082677841,0.01267433911561966,0.013465572148561478,0.014256805181503296,0.015048038214445114,0.015839271247386932,0.01663050428032875,0.01742173731327057,0.018212970346212387,0.019004203379154205,0.019795436412096024,0.020586667582392693,0.02137790061533451,0.02216913364827633,0.022960366681218147,0.023751599714159966,0.024542832747101784,0.025334065780043602,0.02612529881298542],"_type":"histogram","values":[1,0,1,0,3,2,3,1,2,4,4,9,7,10,13,17,19,21,21,27,39,36,53,50,55,80,84,95,106,126,140,139,124,100,102,91,73,52,59,43,38,24,30,26,20,23,6,16,9,6,8,6,8,3,3,1,0,2,2,0,1,1,0,3]},"_wandb":{"runtime":59},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,1,0,1,0,4,3,12,28,55,111,181,347,555,855,1416,2227,3459,5160,7507,10685,14799,19861,26041,33524,41585,50963,60614,70157,78878,87385,93378,96904,99899,98963,96434,91141,83778,75394,66314,56595,47079,38282,30090,23243,17824,13031,9313,6478,4390,2943,1987,1221,731,451,273,157,85,37,21,4,6,1,2],"bins":[-0.1075504720211029,-0.10436795651912689,-0.10118544101715088,-0.09800292551517487,-0.09482041001319885,-0.09163788706064224,-0.08845537155866623,-0.08527285605669022,-0.0820903405547142,-0.07890782505273819,-0.07572530955076218,-0.07254279404878616,-0.06936027109622955,-0.06617775559425354,-0.06299524009227753,-0.059812724590301514,-0.0566302090883255,-0.05344769358634949,-0.050265178084373474,-0.04708265885710716,-0.04390014335513115,-0.040717627853155136,-0.037535108625888824,-0.03435259312391281,-0.031170077621936798,-0.027987562119960785,-0.024805044755339622,-0.02162252739071846,-0.018440011888742447,-0.015257495455443859,-0.012074979022145271,-0.008892462588846684,-0.005709953606128693,-0.002527437172830105,0.000655079260468483,0.0038375956937670708,0.007020112127065659,0.010202628560364246,0.013385144993662834,0.016567662358283997,0.01975017786026001,0.022932693362236023,0.026115210726857185,0.029297728091478348,0.03248024359345436,0.035662759095430374,0.038845278322696686,0.0420277938246727,0.04521030932664871,0.048392824828624725,0.05157534033060074,0.05475785955786705,0.05794037505984306,0.06112289056181908,0.06430540978908539,0.0674879252910614,0.07067044079303741,0.07385295629501343,0.07703547179698944,0.08021798729896545,0.08340050280094147,0.08658302575349808,0.08976554125547409,0.0929480567574501,0.09613057225942612]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.00018307460413780063,-0.00017699296586215496,-0.0001709113275865093,-0.00016482968931086361,-0.00015874805103521794,-0.00015266641275957227,-0.0001465847744839266,-0.00014050313620828092,-0.00013442148338072002,-0.00012833984510507435,-0.00012225820682942867,-0.00011617657582974061,-0.00011009493027813733,-0.00010401329200249165,-9.793165372684598e-05,-9.18500154512003e-05,-8.576837717555463e-05,-7.968673889990896e-05,-7.360510062426329e-05,-6.752346234861761e-05,-6.144182407297194e-05,-5.536018215934746e-05,-4.927854024572298e-05,-4.3196901970077306e-05,-3.711526369443163e-05,-3.103362541878596e-05,-2.4951985324150883e-05,-1.8870345229515806e-05,-1.2788706953870133e-05,-6.7070677687297575e-06,-6.254285835893825e-07,5.456210601550993e-06,1.1537849786691368e-05,1.761948806233704e-05,2.3701128156972118e-05,2.9782768251607195e-05,3.586440652725287e-05,4.194604480289854e-05,4.802768671652302e-05,5.4109324992168695e-05,6.019096326781437e-05,6.627260154346004e-05,7.235423981910571e-05,7.843587809475139e-05,8.451752364635468e-05,9.059916192200035e-05,9.668080019764602e-05,0.0001027624384732917,0.00010884407674893737,0.00011492571502458304,0.00012100735330022871,0.0001270889915758744,0.00013317062985152006,0.00013925226812716573,0.0001453339064028114,0.00015141554467845708,0.00015749718295410275,0.00016357883578166366,0.00016966047405730933,0.000175742112332955,0.00018182375060860068,0.00018790538888424635,0.00019398702715989202,0.0002000686654355377,0.00020615030371118337],"_type":"histogram","values":[1,0,4,3,8,7,13,11,17,15,16,18,34,24,21,17,15,15,14,21,15,11,17,12,6,8,11,7,8,11,6,2,11,15,8,5,11,11,15,12,18,23,15,18,17,21,23,23,27,22,13,18,18,12,8,6,5,2,0,1,0,0,1,1]},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,0,0,1,0,0,0,0,1,4,0,1,5,6,6,6,6,7,7,10,14,13,23,20,18,22,22,20,29,28,26,26,28,22,797,32,33,36,20,35,18,26,13,19,19,13,12,9,11,14,9,9,6,1,8,4,1,4,8,2,2,1,0,1],"bins":[-2.358530282974243,-2.2895638942718506,-2.220597743988037,-2.1516313552856445,-2.082665205001831,-2.0136988162994385,-1.9447325468063354,-1.8757662773132324,-1.8068000078201294,-1.7378337383270264,-1.6688674688339233,-1.5999011993408203,-1.5309348106384277,-1.4619685411453247,-1.3930022716522217,-1.3240360021591187,-1.2550697326660156,-1.1861034631729126,-1.1171371936798096,-1.0481709241867065,-0.9792045950889587,-0.9102383255958557,-0.8412719964981079,-0.7723057270050049,-0.7033394575119019,-0.6343731880187988,-0.5654069185256958,-0.496440589427948,-0.42747431993484497,-0.35850805044174194,-0.28954175114631653,-0.2205754667520523,-0.15160918235778809,-0.08264289796352386,-0.013676613569259644,0.05528967082500458,0.1242559552192688,0.19322223961353302,0.26218852400779724,0.33115482330322266,0.4001210927963257,0.4690873622894287,0.5380536317825317,0.6070199608802795,0.6759862303733826,0.7449524998664856,0.8139188289642334,0.8828850984573364,0.9518513679504395,1.0208176374435425,1.0897839069366455,1.1587501764297485,1.2277164459228516,1.2966828346252441,1.3656491041183472,1.4346153736114502,1.5035816431045532,1.5725479125976562,1.6415141820907593,1.7104804515838623,1.7794468402862549,1.848413109779358,1.917379379272461,1.986345648765564,2.055311918258667]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,1,0,1,2,4,3,2,2,1,6,3,6,5,4,8,4,17,11,22,21,25,34,26,41,45,59,89,57,46,28,32,32,14,14,13,15,11,11,4,6,6,7,5,2,3,4,5,2,0,0,1,1,2,0,0,0,1],"bins":[-2.6775524020195007e-09,-2.59660737356171e-09,-2.5156623451039195e-09,-2.434717316646129e-09,-2.3537722881883383e-09,-2.2728272597305477e-09,-2.191882231272757e-09,-2.1109372028149664e-09,-2.029992174357176e-09,-1.9490471458993852e-09,-1.8681021174415946e-09,-1.787157088983804e-09,-1.7062120605260134e-09,-1.6252670320682228e-09,-1.5443220036104321e-09,-1.4633769751526415e-09,-1.382431946694851e-09,-1.3014869182370603e-09,-1.2205418897792697e-09,-1.139596861321479e-09,-1.0586518328636885e-09,-9.777068044058979e-10,-8.967617759481072e-10,-8.158167474903166e-10,-7.34871719032526e-10,-6.539266905747354e-10,-5.729816621169448e-10,-4.920366336591542e-10,-4.1109160520136356e-10,-3.3014657674357295e-10,-2.4920154828578234e-10,-1.6825651982799172e-10,-8.731149137020111e-11,-6.366462912410498e-12,7.457856554538012e-11,1.5552359400317073e-10,2.3646862246096134e-10,3.1741365091875196e-10,3.9835867937654257e-10,4.793037078343332e-10,5.602487362921238e-10,6.411937647499144e-10,7.22138793207705e-10,8.030838216654956e-10,8.840288501232862e-10,9.649738785810769e-10,1.0459189070388675e-09,1.126863935496658e-09,1.2078089639544487e-09,1.2887539924122393e-09,1.36969902087003e-09,1.4506440493278205e-09,1.5315890777856112e-09,1.6125341062434018e-09,1.6934791347011924e-09,1.774424163158983e-09,1.8553691916167736e-09,1.9363142200745642e-09,2.017259248532355e-09,2.0982042769901454e-09,2.179149305447936e-09,2.2600943339057267e-09,2.3410393623635173e-09,2.421984390821308e-09,2.5029294192790985e-09]},"parameters/linear.bias":{"values":[4,2,1,0,3,1,1,0,0,2,2,1,1,1,2,0,6,5,1,1,2,0,1,1,2,1,2,3,5,2,4,3,1,1,3,0,2,2,2,0,0,3,5,3,0,2,0,1,2,2,3,3,0,2,0,3,5,4,6,2,1,0,7,3],"bins":[-0.035804618149995804,-0.034693848341703415,-0.033583082258701324,-0.032472312450408936,-0.03136154264211655,-0.030250776559114456,-0.029140006750822067,-0.028029238805174828,-0.026918470859527588,-0.025807702913880348,-0.02469693496823311,-0.02358616515994072,-0.02247539721429348,-0.02136462926864624,-0.02025385946035385,-0.01914309151470661,-0.018032323569059372,-0.016921555623412132,-0.015810787677764893,-0.014700017869472504,-0.013589249923825264,-0.012478481978178024,-0.01136771310120821,-0.010256944224238396,-0.009146176278591156,-0.008035408332943916,-0.006924639455974102,-0.005813871044665575,-0.004703102633357048,-0.003592334222048521,-0.002481565810739994,-0.001370797399431467,-0.0002600252628326416,0.0008507431484758854,0.0019615115597844124,0.0030722799710929394,0.004183048382401466,0.005293816793709993,0.00640458520501852,0.007515353616327047,0.008626122027635574,0.009736889973282814,0.010847658850252628,0.011958427727222443,0.013069195672869682,0.014179963618516922,0.015290732495486736,0.01640150137245655,0.01751226931810379,0.01862303726375103,0.01973380520939827,0.02084457501769066,0.021955342963337898,0.023066110908985138,0.024176880717277527,0.025287648662924767,0.026398416608572006,0.027509184554219246,0.028619952499866486,0.029730722308158875,0.030841490253806114,0.031952258199453354,0.03306302800774574,0.03417379409074783,0.03528456389904022],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug-core.log b/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..b9ad9b649262e5eeec889b3b60c8606ec22d6eaf --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:10:03.886374321+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpnbq79bs0/port-10844.txt","pid":10844,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:10:03.886913612+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":10844} +{"time":"2025-07-18T00:10:03.886917605+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10844-10867-807629221/socket","Net":"unix"}} +{"time":"2025-07-18T00:10:04.068545975+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:10:04.078459043+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"mng2732j","id":"1(@)"} +{"time":"2025-07-18T00:10:04.552442771+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"mng2732j","id":"1(@)"} +{"time":"2025-07-18T00:11:04.066874464+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:11:04.067123183+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:11:04.0671167+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:11:04.067212168+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10844-10867-807629221/socket","Net":"unix"}} +{"time":"2025-07-18T00:11:04.067234184+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:11:06.950037798+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:11:06.950060464+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:11:06.950075334+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..e404b9c0b10de3361ae225aae25cc95b381408b0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:10:04.079475345+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:10:04.552407323+03:00","level":"INFO","msg":"stream: created new stream","id":"mng2732j"} +{"time":"2025-07-18T00:10:04.552437413+03:00","level":"INFO","msg":"stream: started","id":"mng2732j"} +{"time":"2025-07-18T00:10:04.552455273+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"mng2732j"} +{"time":"2025-07-18T00:10:04.552465457+03:00","level":"INFO","msg":"sender: started","stream_id":"mng2732j"} +{"time":"2025-07-18T00:10:04.552480536+03:00","level":"INFO","msg":"handler: started","stream_id":"mng2732j"} +{"time":"2025-07-18T00:11:04.067145259+03:00","level":"INFO","msg":"stream: closing","id":"mng2732j"} +{"time":"2025-07-18T00:11:05.511186024+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:11:06.945914788+03:00","level":"INFO","msg":"handler: closed","stream_id":"mng2732j"} +{"time":"2025-07-18T00:11:06.945953054+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"mng2732j"} +{"time":"2025-07-18T00:11:06.94599067+03:00","level":"INFO","msg":"sender: closed","stream_id":"mng2732j"} +{"time":"2025-07-18T00:11:06.948567707+03:00","level":"INFO","msg":"stream: closed","id":"mng2732j"} diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug.log b/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..ec6ed2f447c6f6d307c68c77fc776ecb464dcd76 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_setup.py:_flush():80] Configure stats pid to 10844 +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_001003-mng2732j/logs/debug.log +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_001003-mng2732j/logs/debug-internal.log +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 8, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:10:03,851 INFO MainThread:10844 [wandb_init.py:init():871] starting backend +2025-07-18 00:10:04,068 INFO MainThread:10844 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:10:04,076 INFO MainThread:10844 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:10:04,078 INFO MainThread:10844 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:10:04,079 INFO MainThread:10844 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:10:04,850 INFO MainThread:10844 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:10:05,055 INFO MainThread:10844 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:10:05,055 INFO MainThread:10844 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:10:05,056 INFO MainThread:10844 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:10:05,056 INFO MainThread:10844 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:10:05,060 INFO MainThread:10844 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:10:06,008 INFO MainThread:10844 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:10:06,009 INFO MainThread:10844 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:11:04,066 INFO MsgRouterThr:10844 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_001003-mng2732j/run-mng2732j.wandb b/simson_modeling/wandb/run-20250718_001003-mng2732j/run-mng2732j.wandb new file mode 100644 index 0000000000000000000000000000000000000000..bfd09af3fc1de9ea87623217f5ba484f2a39ce19 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001003-mng2732j/run-mng2732j.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3d9e01b9a9a0a4afb97458c0a0281ba8a486afdb573e10c550f4585e70e985 +size 4814445 diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/config.yaml b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..04b648f3e64090ebcd21b5c2f33c94d271faa99f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 9p1nc4kjeey6w37ut6d53le70v5ao41d: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136797958144" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:12:19.534380Z" + writerId: 9p1nc4kjeey6w37ut6d53le70v5ao41d + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/output.log b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..d72a55f318e77d42b593d5f3ba0396a9ee3cc70a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [05:55", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/requirements.txt b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..59b3a81179e3b598451af91e7f6fc7992197ee8f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:12:19.534380Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136797958144" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "9p1nc4kjeey6w37ut6d53le70v5ao41d" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d7a97767be4027097cd019cc201cee71d732e123 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0027775263879448175,-0.002688031177967787,-0.0025985362008213997,-0.002509040990844369,-0.002419545780867338,-0.002330050803720951,-0.0022405555937439203,-0.0021510603837668896,-0.0020615654066205025,-0.0019720701966434717,-0.0018825751030817628,-0.0017930800095200539,-0.0017035847995430231,-0.0016140897059813142,-0.0015245946124196053,-0.0014350994024425745,-0.0013456043088808656,-0.0012561092153191566,-0.001166614005342126,-0.001077118911780417,-0.000987623818218708,-0.0008981286664493382,-0.0008086335146799684,-0.0007191384211182594,-0.0006296432693488896,-0.0005401481175795197,-0.0004506530240178108,-0.000361157872248441,-0.0002716627495829016,-0.0001821676269173622,-9.26724896999076e-05,-3.177359758410603e-06,8.63177701830864e-05,0.00017581289284862578,0.00026530801551416516,0.000354803167283535,0.0004442982899490744,0.0005337934126146138,0.0006232885643839836,0.0007127836579456925,0.0008022788097150624,0.0008917739614844322,0.0009812690550461411,0.00107076414860785,0.0011602593585848808,0.0012497544521465898,0.0013392495457082987,0.0014287447556853294,0.0015182398492470384,0.0016077349428087473,0.001697230152785778,0.001786725246347487,0.001876220339909196,0.0019657155498862267,0.0020552105270326138,0.0021447057370096445,0.0022342009469866753,0.0023236959241330624,0.002413191134110093,0.002502686344087124,0.002592181321233511,0.0026816765312105417,0.0027711717411875725,0.0028606667183339596,0.0029501619283109903],"_type":"histogram","values":[1,1,0,0,1,0,0,2,3,1,1,1,2,3,5,6,10,11,5,17,20,10,21,22,31,25,36,34,40,48,38,30,40,34,33,30,32,27,18,17,20,13,7,12,12,11,7,5,4,5,1,3,2,1,0,2,2,2,0,1,0,1,0,1]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,1,0,0,1,0,0,2,2,5,1,0,4,3,2,7,6,0,11,9,7,10,13,18,22,28,17,37,33,48,48,47,57,47,38,35,35,26,22,21,22,17,12,9,10,3,7,2,3,2,5,2,1,0,1,1,1,2,1,1,0,1,1],"bins":[-3.489259825073532e-06,-3.382869408596889e-06,-3.2764789921202464e-06,-3.1700883482699282e-06,-3.0636979317932855e-06,-2.957307515316643e-06,-2.85091709884e-06,-2.7445266823633574e-06,-2.6381362658867147e-06,-2.5317456220363965e-06,-2.425355205559754e-06,-2.318964789083111e-06,-2.2125743726064684e-06,-2.1061839561298257e-06,-1.9997933122795075e-06,-1.8934028958028648e-06,-1.787012479326222e-06,-1.6806220628495794e-06,-1.574231532686099e-06,-1.4678411162094562e-06,-1.3614505860459758e-06,-1.255060169569333e-06,-1.1486697530926904e-06,-1.04227922292921e-06,-9.358888064525672e-07,-8.294983331325056e-07,-7.231078598124441e-07,-6.167174433358014e-07,-5.103269700157398e-07,-4.039364966956782e-07,-2.9754605179732607e-07,-1.9115559268811921e-07,-8.47653609525878e-08,2.162509815661906e-08,1.2801555726582592e-07,2.3440601637503278e-07,3.4079647548423964e-07,4.471869488043012e-07,5.535773652809439e-07,6.599678386010055e-07,7.663583119210671e-07,8.727487852411286e-07,9.791392585611902e-07,1.085529675037833e-06,1.1919200915144756e-06,1.298310621677956e-06,1.4047010381545988e-06,1.5110915683180792e-06,1.617481984794722e-06,1.7238724012713647e-06,1.830262931434845e-06,1.9366534615983255e-06,2.0430438780749682e-06,2.149434294551611e-06,2.2558247110282537e-06,2.3622151275048964e-06,2.468605543981539e-06,2.5749961878318572e-06,2.6813866043085e-06,2.7877770207851427e-06,2.8941674372617854e-06,3.000557853738428e-06,3.1069484975887462e-06,3.213338914065389e-06,3.3197293305420317e-06],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.bias":{"values":[2,1,0,0,0,0,1,1,2,1,2,5,2,6,6,12,9,10,24,15,24,23,22,12,27,28,27,23,23,26,24,27,21,12,15,29,20,12,29,20,20,30,23,21,14,15,22,23,16,8,5,8,4,3,2,4,1,1,2,1,0,1,0,1],"bins":[-0.0005486175650730729,-0.0005317963659763336,-0.0005149751668795943,-0.000498154025990516,-0.00048133282689377666,-0.00046451162779703736,-0.00044769042870029807,-0.00043086925870738924,-0.00041404805961064994,-0.00039722686051391065,-0.0003804056905210018,-0.0003635844914242625,-0.00034676329232752323,-0.0003299421223346144,-0.0003131209232378751,-0.00029629975324496627,-0.000279478554148227,-0.0002626573550514877,-0.00024583618505857885,-0.00022901498596183956,-0.0002121938014170155,-0.00019537261687219143,-0.00017855141777545214,-0.00016173023323062807,-0.000144909048685804,-0.00012808786414097995,-0.00011126667232019827,-9.444548049941659e-05,-7.762429595459253e-05,-6.0803107771789655e-05,-4.3981919588986784e-05,-2.7160731406183913e-05,-1.0339543223381042e-05,6.481644959421828e-06,2.33028331422247e-05,4.012402132502757e-05,5.694520950783044e-05,7.37663940526545e-05,9.058758587343618e-05,0.00010740877769421786,0.00012422996223904192,0.000141051146783866,0.00015787233132869005,0.00017469353042542934,0.0001915147149702534,0.00020833589951507747,0.00022515709861181676,0.00024197828315664083,0.0002587994677014649,0.0002756206667982042,0.000292441836791113,0.0003092630358878523,0.00032608420588076115,0.00034290540497750044,0.00035972660407423973,0.00037654777406714857,0.00039336897316388786,0.00041019017226062715,0.000427011342253536,0.0004438325413502753,0.00046065374044701457,0.0004774749104399234,0.0004942960804328322,0.0005111172795295715,0.0005279384786263108],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,0,1,0,1,0,2,4,4,5,7,7,3,6,12,13,12,18,28,33,27,45,53,84,90,75,53,27,35,22,12,12,11,12,5,8,9,4,3,2,1,4,7,1,5],"bins":[-0.029936866834759712,-0.029246274381875992,-0.02855568379163742,-0.0278650913387537,-0.02717449888586998,-0.02648390829563141,-0.02579331584274769,-0.025102723389863968,-0.024412132799625397,-0.023721540346741676,-0.023030947893857956,-0.022340355440974236,-0.021649764850735664,-0.020959172397851944,-0.020268579944968224,-0.019577989354729652,-0.018887396901845932,-0.01819680444896221,-0.01750621385872364,-0.01681562140583992,-0.0161250289529562,-0.015434437431395054,-0.014743845909833908,-0.014053253456950188,-0.013362661935389042,-0.012672070413827896,-0.011981477960944176,-0.01129088643938303,-0.010600294917821884,-0.009909702464938164,-0.009219110943377018,-0.008528518490493298,-0.007837928831577301,-0.007147336844354868,-0.006456744857132435,-0.005766153335571289,-0.005075561348348856,-0.004384969361126423,-0.0036943776067346334,-0.003003785852342844,-0.002313193865120411,-0.0016226019943132997,-0.0009320101235061884,-0.00024141825269907713,0.00044917361810803413,0.0011397654889151454,0.0018303573597222567,0.002520949114114046,0.003211541101336479,0.0039021330885589123,0.004592725075781345,0.005283316597342491,0.005973908584564924,0.006664500571787357,0.007355092093348503,0.008045684546232224,0.00873627606779337,0.009426867589354515,0.010117460042238235,0.010808051563799381,0.011498643085360527,0.012189235538244247,0.012879827059805393,0.013570419512689114,0.01426101103425026]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0058419909328222275,-0.005672016646713018,-0.005502041894942522,-0.005332067608833313,-0.005162092857062817,-0.0049921185709536076,-0.004822143819183111,-0.004652169533073902,-0.004482194781303406,-0.004312220495194197,-0.004142246209084988,-0.003972271457314491,-0.003802297171205282,-0.0036323226522654295,-0.0034623481333255768,-0.003292373614385724,-0.0031223990954458714,-0.0029524245765060186,-0.002782450057566166,-0.002612475538626313,-0.0024425010196864605,-0.0022725267335772514,-0.0021025522146373987,-0.001932577695697546,-0.0017626031767576933,-0.0015926286578178406,-0.0014226541388779879,-0.001252679736353457,-0.0010827052174136043,-0.0009127306984737515,-0.0007427562377415597,-0.0005727817770093679,-0.0004028067924082279,-0.00023283230257220566,-6.28578127361834e-05,0.00010711667709983885,0.0002770911669358611,0.00044706565677188337,0.0006170401466079056,0.0007870146073400974,0.0009569891262799501,0.0011269636452198029,0.0012969381641596556,0.0014669125666841865,0.0016368870856240392,0.0018068616045638919,0.0019768360070884228,0.0021468105260282755,0.002316785044968128,0.002486759563907981,0.0026567340828478336,0.0028267086017876863,0.002996683120727539,0.003166657406836748,0.003336631925776601,0.0035066064447164536,0.0036765809636563063,0.003846555482596159,0.004016529768705368,0.004186504520475864,0.0043564788065850735,0.00452645355835557,0.004696427844464779,0.004866402596235275,0.005036376882344484],"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,1,1,2,1,1,1,0,3,3,2,7,4,5,5,9,13,12,19,18,29,37,41,49,46,49,49,52,44,43,45,26,24,19,17,14,12,9,8,5,6,2,10,3,5,2,2,3,0,2,1,2,1,0,1,1]},"parameters/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[3,4,2,5,7,19,24,47,76,121,176,295,390,617,943,1333,1778,2492,3271,4223,5521,6977,8527,10325,12292,14187,16128,17733,19726,20884,21609,22524,22397,22054,21449,20274,18626,16811,14912,13135,10924,9320,7486,6197,4704,3606,2646,2006,1441,941,721,474,312,201,127,81,49,23,15,9,9,4,2,1],"bins":[-0.09256790578365326,-0.08969051390886307,-0.08681312203407288,-0.08393573760986328,-0.08105834573507309,-0.0781809538602829,-0.0753035619854927,-0.07242617011070251,-0.06954878568649292,-0.06667139381170273,-0.06379400193691254,-0.060916610062122345,-0.05803921818733215,-0.05516183003783226,-0.05228443816304207,-0.049407050013542175,-0.046529658138751984,-0.04365226626396179,-0.0407748781144619,-0.03789748623967171,-0.035020098090171814,-0.03214270621538162,-0.02926531434059143,-0.026387924328446388,-0.023510534316301346,-0.020633144304156303,-0.01775575429201126,-0.01487836241722107,-0.012000972405076027,-0.009123582392930984,-0.0062461914494633675,-0.0033688009716570377,-0.0004914030432701111,0.0023859874345362186,0.005263377912342548,0.008140768855810165,0.011018158867955208,0.01389554888010025,0.016772940754890442,0.019650330767035484,0.022527720779180527,0.02540511079132557,0.02828250080347061,0.031159892678260803,0.034037284553050995,0.03691467270255089,0.03979206457734108,0.04266945272684097,0.045546844601631165,0.048424236476421356,0.05130162462592125,0.05417901650071144,0.057056404650211334,0.059933796525001526,0.06281118839979172,0.06568858027458191,0.0685659646987915,0.0714433565735817,0.07432074844837189,0.07719814032316208,0.08007553219795227,0.08295292407274246,0.08583030849695206,0.08870770037174225,0.09158509224653244]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,3,0,2,3,1,4,7,6,4,6,7,16,13,22,26,19,35,65,89,92,74,67,41,38,28,20,19,10,7,9,5,0,5,1,3,2,2,1,1,4,0,1,0,1,1,2,0,1,0,0,1,0,1],"bins":[-0.008605873212218285,-0.008326186798512936,-0.008046500384807587,-0.007766814436763525,-0.007487128023058176,-0.007207441609352827,-0.006927755195647478,-0.006648068781942129,-0.0063683828338980675,-0.0060886964201927185,-0.0058090100064873695,-0.005529323592782021,-0.005249637179076672,-0.004969950765371323,-0.004690264817327261,-0.004410578403621912,-0.004130891989916563,-0.003851205576211214,-0.0035715193953365088,-0.0032918329816311598,-0.0030121468007564545,-0.0027324603870511055,-0.0024527739733457565,-0.002173087792471051,-0.0018934013787657022,-0.001613715081475675,-0.001334028784185648,-0.001054342370480299,-0.0007746560731902719,-0.0004949697759002447,-0.00021528342040255666,6.440290599130094e-05,0.00034408923238515854,0.0006237755296751857,0.0009034618851728737,0.0011831482406705618,0.001462834537960589,0.001742520835250616,0.002022207248955965,0.0023018934298306704,0.0025815798435360193,0.0028612662572413683,0.0031409524381160736,0.0034206388518214226,0.0037003252655267715,0.0039800116792321205,0.004259697627276182,0.004539384040981531,0.00481907045468688,0.005098756868392229,0.005378443282097578,0.00565812923014164,0.005937815643846989,0.006217502057552338,0.006497188471257687,0.006776874884963036,0.0070565612986683846,0.007336247246712446,0.007615933660417795,0.007895619608461857,0.008175306022167206,0.008454992435872555,0.008734678849577904,0.009014365263283253,0.009294051676988602]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"values":[2,2,4,9,5,13,20,28,33,45,57,81,86,134,153,164,250,338,475,609,848,1227,1647,2550,3721,6075,9595,15354,25393,43651,89115,198416,82271,41534,24024,14832,9043,5722,3759,2490,1627,1213,859,565,453,323,258,203,116,100,88,58,34,32,30,22,17,12,15,8,6,5,1,4],"bins":[-0.005318521521985531,-0.005149434320628643,-0.004980347119271755,-0.004811259917914867,-0.00464217271655798,-0.004473085515201092,-0.004303998779505491,-0.0041349115781486034,-0.003965824376791716,-0.003796737175434828,-0.00362764997407794,-0.003458562772721052,-0.0032894755713641644,-0.0031203883700072765,-0.0029513014014810324,-0.0027822142001241446,-0.0026131269987672567,-0.002444039797410369,-0.002274952596053481,-0.002105865627527237,-0.0019367784261703491,-0.0017676912248134613,-0.0015986040234565735,-0.0014295169385150075,-0.0012604297371581197,-0.0010913425358012319,-0.0009222554508596659,-0.000753168249502778,-0.0005840811063535511,-0.00041499396320432425,-0.0002459067909512669,-7.681963325012475e-05,9.226752445101738e-05,0.0002613546676002443,0.00043044183985330164,0.000599529012106359,0.0007686161552555859,0.0009377032984048128,0.0011067904997617006,0.0012758775847032666,0.0014449647860601544,0.0016140519874170423,0.0017831390723586082,0.001952226273715496,0.002121313475072384,0.0022904006764292717,0.002459487644955516,0.0026285748463124037,0.0027976620476692915,0.0029667492490261793,0.003135836450383067,0.0033049234189093113,0.003474010620266199,0.003643097821623087,0.0038121850229799747,0.0039812722243368626,0.00415035942569375,0.004319446627050638,0.004488533828407526,0.0046576205641031265,0.004826707765460014,0.004995794966816902,0.00516488216817379,0.005333969369530678,0.005503056570887566],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,0,1,5,5,13,25,39,66,110,198,337,549,820,1277,1811,2686,3940,5338,7136,9311,12087,15212,18390,22441,25657,28980,31643,34591,36455,37116,37512,36024,34167,31439,28802,25721,21918,18356,14827,11967,9372,6942,5131,3738,2524,1756,1172,837,551,363,189,133,62,46,11,12,5,1,2,2,1],"bins":[-0.10445471853017807,-0.10128416866064072,-0.09811361134052277,-0.09494306147098541,-0.09177251160144806,-0.0886019617319107,-0.08543141186237335,-0.0822608545422554,-0.07909030467271805,-0.0759197548031807,-0.07274919748306274,-0.06957864761352539,-0.06640809774398804,-0.06323754787445068,-0.06006699427962303,-0.05689644068479538,-0.053725890815258026,-0.05055534094572067,-0.04738478735089302,-0.04421423375606537,-0.041043683886528015,-0.03787313401699066,-0.03470258042216301,-0.03153202682733536,-0.028361476957798004,-0.0251909252256155,-0.022020373493433,-0.018849821761250496,-0.015679270029067993,-0.01250871829688549,-0.009338166564702988,-0.006167614832520485,-0.002997070550918579,0.00017348118126392365,0.0033440329134464264,0.006514584645628929,0.009685136377811432,0.012855688109993935,0.016026239842176437,0.01919679157435894,0.022367343306541443,0.025537895038723946,0.02870844677090645,0.0318790003657341,0.035049550235271454,0.03822010010480881,0.04139065369963646,0.04456120729446411,0.047731757164001465,0.05090230703353882,0.05407286062836647,0.05724341422319412,0.060413964092731476,0.06358451396226883,0.06675507128238678,0.06992562115192413,0.07309617102146149,0.07626672089099884,0.0794372707605362,0.08260782808065414,0.0857783779501915,0.08894892781972885,0.0921194851398468,0.09529003500938416,0.09846058487892151]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"values":[2,2,1,6,15,21,27,50,89,144,233,382,547,861,1294,1777,2531,3486,4632,6357,8265,10388,12938,15666,18641,21538,24718,27496,30439,32177,33546,34681,34491,33635,32300,30182,27777,25095,22316,18871,16089,13386,10664,8473,6686,4865,3700,2715,1899,1273,878,558,379,241,174,92,55,34,23,12,4,5,1,1],"bins":[-0.09425921738147736,-0.09132112562656403,-0.0883830338716507,-0.08544494211673737,-0.08250685036182404,-0.0795687586069107,-0.07663066685199738,-0.07369257509708405,-0.07075448334217072,-0.06781639158725739,-0.06487829983234406,-0.061940208077430725,-0.059002116322517395,-0.056064024567604065,-0.053125932812690735,-0.050187841057777405,-0.047249749302864075,-0.044311657547950745,-0.041373565793037415,-0.038435474038124084,-0.035497382283210754,-0.032559290528297424,-0.029621198773384094,-0.026683107018470764,-0.023745015263557434,-0.020806923508644104,-0.017868831753730774,-0.014930739998817444,-0.011992648243904114,-0.009054556488990784,-0.006116464734077454,-0.0031783729791641235,-0.00024028867483139038,0.0026978030800819397,0.00563589483499527,0.0085739865899086,0.01151207834482193,0.01445017009973526,0.01738826185464859,0.02032635360956192,0.02326444536447525,0.02620253711938858,0.02914062887430191,0.03207872062921524,0.03501681238412857,0.0379549041390419,0.04089299589395523,0.04383108764886856,0.04676917940378189,0.04970727115869522,0.05264536291360855,0.05558345466852188,0.05852154642343521,0.06145963817834854,0.06439772993326187,0.0673358216881752,0.07027391344308853,0.07321200519800186,0.07615009695291519,0.07908818870782852,0.08202628046274185,0.08496437221765518,0.08790246397256851,0.09084055572748184,0.09377864748239517],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,1,0,0,0,1,1,1,1,0,3,6,3,5,7,6,8,9,16,9,18,12,21,20,14,20,18,30,33,30,26,37,38,28,28,30,32,33,20,29,25,16,21,20,14,12,15,4,12,12,3,1,3,2,3,1,1,3,1,2,1,0,1],"bins":[-0.019106870517134666,-0.018541306257247925,-0.017975740134716034,-0.017410175874829292,-0.01684461161494255,-0.01627904549241066,-0.015713481232523918,-0.015147916041314602,-0.014582350850105286,-0.01401678565889597,-0.013451220467686653,-0.012885656207799911,-0.012320091016590595,-0.011754525825381279,-0.011188961565494537,-0.010623396374285221,-0.010057831183075905,-0.009492265991866589,-0.008926700800657272,-0.00836113654077053,-0.0077955713495612144,-0.007230006158351898,-0.006664441432803869,-0.00609887670725584,-0.005533311516046524,-0.004967746324837208,-0.004402181599289179,-0.0038366166409105062,-0.0032710516825318336,-0.002705486724153161,-0.0021399217657744884,-0.0015743568073958158,-0.0010087918490171432,-0.00044322689063847065,0.00012233806774020195,0.0006879030261188745,0.0012534679844975471,0.0018190329428762197,0.0023845979012548923,0.002950162859633565,0.0035157278180122375,0.004081293009221554,0.004646857734769583,0.005212422460317612,0.005777987651526928,0.006343552842736244,0.006909117568284273,0.007474682293832302,0.008040247485041618,0.008605812676250935,0.00917137786746025,0.009736942127346992,0.010302507318556309,0.010868072509765625,0.011433636769652367,0.011999201960861683,0.012564767152071,0.013130332343280315,0.013695897534489632,0.014261461794376373,0.01482702698558569,0.015392592176795006,0.015958156436681747,0.01652372255921364,0.01708928681910038],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,1,0,2,0,2,2,4,4,2,9,8,16,15,13,16,16,25,29,28,32,33,40,32,38,27,35,31,35,35,36,20,20,22,18,28,21,13,6,8,10,5,10,7,2,1,2,1,2,0,1,0,0,0,0,1,0,0,0,1],"bins":[-0.001156242680735886,-0.0011171484366059303,-0.0010780543088912964,-0.0010389600647613406,-0.0009998659370467067,-0.0009607716929167509,-0.000921677506994456,-0.0008825833210721612,-0.0008434891351498663,-0.0008043949492275715,-0.0007653007633052766,-0.0007262065773829818,-0.000687112333253026,-0.0006480181473307312,-0.0006089239614084363,-0.0005698297754861414,-0.0005307355895638466,-0.0004916414036415517,-0.0004525472177192569,-0.00041345300269313157,-0.0003743588167708367,-0.00033526463084854186,-0.00029617041582241654,-0.0002570762299001217,-0.00021798204397782683,-0.00017888785805553198,-0.0001397936575813219,-0.00010069946438306943,-6.160527118481696e-05,-2.2511077986564487e-05,1.6583115211687982e-05,5.567730840994045e-05,9.47713851928711e-05,0.00013386557111516595,0.00017295977158937603,0.00021205397206358612,0.00025114815798588097,0.0002902423439081758,0.00032933655893430114,0.000368430744856596,0.00040752493077889085,0.0004466191167011857,0.00048571330262348056,0.0005248074885457754,0.0005639017326757312,0.000602995918598026,0.0006420901045203209,0.0006811842904426157,0.0007202784763649106,0.0007593726622872055,0.0007984668482095003,0.0008375610341317952,0.00087665522005409,0.0009157494641840458,0.0009548436501063406,0.0009939378360286355,0.0010330320801585913,0.0010721262078732252,0.001111220452003181,0.001150314579717815,0.0011894088238477707,0.0012285029515624046,0.0012675971956923604,0.0013066913234069943,0.0013457855675369501]},"_timestamp":1.7527870669636292e+09,"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[4,1,2,0,2,1,2,2,3,11,12,21,37,53,55,65,105,141,163,275,339,495,651,889,1270,1869,2706,4033,6469,10279,18816,36765,89481,248686,83947,35004,17796,10194,6279,3917,2591,1864,1293,897,637,473,333,240,173,127,111,71,38,36,19,16,16,12,11,11,7,3,2,3],"bins":[-0.007958350703120232,-0.007720571476966143,-0.007482792716473341,-0.007245013490319252,-0.00700723472982645,-0.006769455503672361,-0.00653167674317956,-0.006293897517025471,-0.006056118756532669,-0.00581833953037858,-0.005580560769885778,-0.0053427815437316895,-0.005105002783238888,-0.004867223557084799,-0.004629444796591997,-0.004391665570437908,-0.0041538868099451065,-0.0039161075837910175,-0.003678328590467572,-0.003440549597144127,-0.0032027706038206816,-0.0029649916104972363,-0.002727212617173791,-0.0024894336238503456,-0.0022516543976962566,-0.0020138754043728113,-0.0017760965274646878,-0.0015383175341412425,-0.0013005384244024754,-0.00106275943107903,-0.0008249804377555847,-0.0005872014444321394,-0.0003494224511086941,-0.00011164344323333353,0.00012613556464202702,0.0003639145870693028,0.0006016935803927481,0.0008394725737161934,0.0010772516252472997,0.001315030618570745,0.0015528096118941903,0.0017905886052176356,0.0020283677149564028,0.002266146708279848,0.0025039257016032934,0.0027417046949267387,0.002979483688250184,0.0032172626815736294,0.0034550416748970747,0.00369282066822052,0.003930599894374609,0.004168378654867411,0.0044061578810215,0.004643936641514301,0.00488171586766839,0.005119494628161192,0.005357273854315281,0.005595052614808083,0.0058328318409621716,0.006070610601454973,0.006308389827609062,0.006546168588101864,0.006783947814255953,0.0070217265747487545,0.0072595058009028435],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09158095717430115,-0.08869288116693497,-0.08580480515956879,-0.08291672170162201,-0.08002864569425583,-0.07714056968688965,-0.07425249367952347,-0.07136441767215729,-0.06847633421421051,-0.06558825820684433,-0.06270018219947815,-0.05981210619211197,-0.05692403018474579,-0.05403595045208931,-0.05114787444472313,-0.04825979471206665,-0.04537171870470047,-0.04248364269733429,-0.03959556296467781,-0.03670748695731163,-0.03381940722465515,-0.03093133121728897,-0.02804325520992279,-0.02515517733991146,-0.02226709946990013,-0.0193790215998888,-0.016490943729877472,-0.013602867722511292,-0.010714789852499962,-0.007826711982488632,-0.004938635043799877,-0.002050557639449835,0.0008375197649002075,0.00372559716925025,0.006613674573600292,0.009501751512289047,0.012389829382300377,0.015277907252311707,0.018165983259677887,0.021054061129689217,0.023942138999700546,0.026830216869711876,0.029718294739723206,0.032606370747089386,0.035494446754455566,0.038382526487112045,0.041270602494478226,0.044158682227134705,0.047046758234500885,0.049934834241867065,0.052822913974523544,0.055710989981889725,0.058599069714546204,0.061487145721912384,0.06437522172927856,0.06726329773664474,0.07015137374401093,0.0730394572019577,0.07592753320932388,0.07881560921669006,0.08170368522405624,0.08459176123142242,0.0874798446893692,0.09036792069673538,0.09325599670410156],"_type":"histogram","values":[3,3,6,14,20,22,40,66,122,208,324,487,740,1089,1546,2208,2999,4125,5555,7206,8990,11406,13973,16545,19650,22474,25554,28154,30750,32215,33346,34130,33537,32779,31223,29411,26877,23934,21300,18279,15219,12715,10188,8001,6139,4690,3516,2511,1857,1249,834,604,366,241,151,106,53,30,16,12,5,6,2,3]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,0,0,0,0,2,0,0,4,3,0,5,4,2,11,13,6,13,25,17,23,25,21,22,30,26,32,27,27,25,24,22,21,25,24,25,23,18,28,28,23,17,15,13,18,20,12,14,7,4,5,7,3,1,0,1,2,1,0,0,0,0,1],"bins":[-0.0006152430432848632,-0.0005962606519460678,-0.0005772782023996115,-0.000558295811060816,-0.0005393134197220206,-0.0005203309701755643,-0.0005013485788367689,-0.00048236618749797344,-0.00046338376705534756,-0.0004444013466127217,-0.00042541895527392626,-0.0004064365348313004,-0.0003874541143886745,-0.0003684717230498791,-0.0003494893026072532,-0.00033050691126845777,-0.0003115244908258319,-0.000292542070383206,-0.0002735596790444106,-0.0002545772586017847,-0.00023559485271107405,-0.0002166124468203634,-0.00019763002637773752,-0.00017864762048702687,-0.00015966521459631622,-0.00014068280870560557,-0.0001217003955389373,-0.00010271798237226903,-8.373557648155838e-05,-6.475317059084773e-05,-4.5770757424179465e-05,-2.6788347895490006e-05,-7.805938366800547e-06,1.1176471161888912e-05,3.015888069057837e-05,4.914129021926783e-05,6.812369974795729e-05,8.710610563866794e-05,0.00010608851880533621,0.00012507093197200447,0.00014405333786271513,0.00016303574375342578,0.00018201814964413643,0.0002010005700867623,0.00021998297597747296,0.0002389653818681836,0.0002579478023108095,0.0002769301936496049,0.0002959126140922308,0.0003148950345348567,0.0003338774258736521,0.000352859846316278,0.0003718422376550734,0.0003908246580976993,0.00040980707854032516,0.0004287894698791206,0.00044777189032174647,0.00046675431076437235,0.00048573670210316777,0.0005047190934419632,0.0005237015429884195,0.000542683934327215,0.0005616663256660104,0.0005806487752124667,0.0005996311665512621]},"gradients/bert.encoder.layer.2.output.dense.bias":{"bins":[-0.015218988992273808,-0.014777280390262604,-0.014335570856928825,-0.013893862254917622,-0.013452153652906418,-0.01301044411957264,-0.012568735517561436,-0.012127026915550232,-0.011685317382216454,-0.01124360878020525,-0.010801900178194046,-0.010360191576182842,-0.009918482042849064,-0.00947677344083786,-0.009035064838826656,-0.008593355305492878,-0.008151646703481674,-0.007709937635809183,-0.007268229033797979,-0.006826519966125488,-0.0063848113641142845,-0.0059431022964417934,-0.005501393228769302,-0.005059684626758099,-0.0046179755590856075,-0.0041762664914131165,-0.0037345578894019127,-0.0032928488217294216,-0.002851139986887574,-0.0024094311520457268,-0.0019677220843732357,-0.0015260132495313883,-0.0010843053460121155,-0.0006425964529626071,-0.0002008875599130988,0.00024082133313640952,0.0006825302261859179,0.0011242390610277653,0.0015659480122849345,0.0020076569635421038,0.002449365798383951,0.0028910746332257986,0.003332783468067646,0.003774492535740137,0.004216201603412628,0.004657910205423832,0.005099619273096323,0.005541327875107527,0.005983036942780018,0.006424746010452509,0.006866454612463713,0.007308163680136204,0.0077498722821474075,0.008191581815481186,0.00863329041749239,0.009074999019503593,0.009516708552837372,0.009958417154848576,0.01040012575685978,0.010841834358870983,0.011283543892204762,0.011725252494215965,0.012166961096227169,0.012608670629560947,0.013050379231572151],"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,1,2,0,3,5,3,8,8,8,6,8,13,15,12,21,19,20,19,15,33,24,22,26,35,44,32,19,30,40,24,27,32,27,20,23,14,13,18,15,8,11,8,6,7,5,1,4,3,3,1,1,0,1,0,2]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,1,1,0,4,3,2,2,0,2,3,2,4,7,6,8,7,11,15,15,16,26,23,24,25,34,38,31,39,32,40,25,26,33,27,37,27,32,23,18,18,15,8,5,13,8,7,3,3,2,5,1,1,2,2,0,0,1,1,0,2,1],"bins":[-0.0028926951345056295,-0.0028007852379232645,-0.0027088753413408995,-0.0026169652119278908,-0.0025250553153455257,-0.0024331454187631607,-0.0023412355221807957,-0.0022493256255984306,-0.0021574157290160656,-0.002065505599603057,-0.001973595703020692,-0.0018816858064383268,-0.0017897759098559618,-0.001697865896858275,-0.00160595600027591,-0.001514045987278223,-0.001422136090695858,-0.001330226194113493,-0.001238316181115806,-0.001146406284533441,-0.0010544962715357542,-0.0009625863749533892,-0.0008706764783710241,-0.0007787665235809982,-0.0006868565687909722,-0.0005949466140009463,-0.0005030366592109203,-0.0004111267626285553,-0.00031921680783852935,-0.00022730686760041863,-0.0001353969273623079,-4.3486987124197185e-05,4.842272028326988e-05,0.0001403326605213806,0.00023224260075949132,0.0003241525264456868,0.00041606248123571277,0.0005079724360257387,0.0005998823326081038,0.0006917922873981297,0.0007837022421881557,0.0008756121969781816,0.0009675221517682076,0.0010594320483505726,0.0011513419449329376,0.0012432519579306245,0.0013351618545129895,0.0014270718675106764,0.0015189817640930414,0.0016108916606754065,0.0017028016736730933,0.0017947115702554584,0.0018866215832531452,0.0019785314798355103,0.0020704413764178753,0.0021623512730002403,0.0022542611695826054,0.002346171298995614,0.002438081195577979,0.002529991092160344,0.002621900988742709,0.002713810885325074,0.002805721014738083,0.002897630911320448,0.002989540807902813],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,2,5,1,4,7,6,12,5,19,21,16,21,28,33,35,49,52,57,66,71,76,95,88,86,113,96,86,101,98,80,81,83,64,64,62,36,46,27,25,18,19,14,21,13,11,5,4,7,6,1,3,1,0,0,0,0,3],"bins":[-0.004960585385560989,-0.004809163045138121,-0.004657740239053965,-0.004506317898631096,-0.004354895558208227,-0.004203472752124071,-0.004052050411701202,-0.00390062783844769,-0.0037492052651941776,-0.003597782924771309,-0.0034463603515177965,-0.003294937778264284,-0.0031435154378414154,-0.002992092864587903,-0.0028406702913343906,-0.002689247950911522,-0.0025378253776580095,-0.002386402804404497,-0.0022349804639816284,-0.002083557890728116,-0.0019321353174746037,-0.001780712860636413,-0.0016292904037982225,-0.0014778678305447102,-0.0013264453737065196,-0.001175022916868329,-0.0010236003436148167,-0.0008721778867766261,-0.0007207553717307746,-0.0005693328566849232,-0.00041791037074290216,-0.00026648788480088115,-0.00011506536975502968,3.635713073890656e-05,0.0001877796312328428,0.0003392021171748638,0.0004906246322207153,0.0006420471472665668,0.0007934696041047573,0.0009448921191506088,0.0010963146341964602,0.0012477370910346508,0.0013991596642881632,0.0015505821211263537,0.0017020045779645443,0.0018534271512180567,0.002004849724471569,0.002156272064894438,0.00230769463814795,0.0024591172114014626,0.0026105395518243313,0.0027619621250778437,0.002913384698331356,0.0030648070387542248,0.003216229612007737,0.0033676521852612495,0.0035190745256841183,0.0036704970989376307,0.003821919672191143,0.003973342012614012,0.004124764818698168,0.0042761871591210365,0.004427609499543905,0.004579032305628061,0.00473045464605093]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09518995881080627,-0.09239660203456879,-0.0896032527089119,-0.086809903383255,-0.08401654660701752,-0.08122318983078003,-0.07842984050512314,-0.07563649117946625,-0.07284313440322876,-0.07004977762699127,-0.06725642830133438,-0.06446307897567749,-0.06166972219944,-0.05887636914849281,-0.056083016097545624,-0.053289663046598434,-0.050496309995651245,-0.047702956944704056,-0.044909603893756866,-0.04211625084280968,-0.03932289779186249,-0.0365295447409153,-0.03373619168996811,-0.03094283863902092,-0.02814948558807373,-0.02535613253712654,-0.022562779486179352,-0.019769426435232162,-0.016976073384284973,-0.014182720333337784,-0.011389367282390594,-0.008596014231443405,-0.005802668631076813,-0.0030093155801296234,-0.00021596252918243408,0.0025773905217647552,0.005370743572711945,0.008164096623659134,0.010957449674606323,0.013750802725553513,0.016544155776500702,0.01933750882744789,0.02213086187839508,0.02492421492934227,0.02771756798028946,0.03051092103123665,0.03330427408218384,0.03609762713313103,0.03889098018407822,0.041684333235025406,0.044477686285972595,0.047271039336919785,0.050064392387866974,0.05285774543881416,0.05565109848976135,0.05844445154070854,0.06123780459165573,0.06403115391731262,0.06682451069355011,0.0696178674697876,0.07241121679544449,0.07520456612110138,0.07799792289733887,0.08079127967357635,0.08358462899923325],"_type":"histogram","values":[1,1,3,1,5,11,21,33,55,78,149,252,374,536,816,1089,1594,2325,3113,4117,5432,7103,8988,11045,13355,16009,18830,21544,24263,26667,28632,30930,32133,32411,32831,32502,30860,29355,27114,24744,22282,18949,16266,13756,11633,9196,7328,5644,4357,3211,2475,1687,1242,869,587,380,251,159,109,60,29,15,11,6]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[3,2,5,8,16,21,43,74,152,234,333,573,875,1272,1774,2480,3502,4646,6229,7844,9881,12516,15095,18152,20842,24083,27012,29587,31618,32696,33821,33929,33512,32488,30717,28240,25655,22914,19720,16761,13979,11293,9036,7152,5384,4088,3051,2146,1501,974,668,463,310,183,108,77,33,24,15,8,2,2,0,2],"bins":[-0.09096451103687286,-0.08805681020021439,-0.08514910191297531,-0.08224140107631683,-0.07933370023965836,-0.07642599195241928,-0.0735182911157608,-0.07061059027910233,-0.06770288944244385,-0.06479518115520477,-0.061887480318546295,-0.05897977575659752,-0.05607207119464874,-0.053164370357990265,-0.05025666579604149,-0.04734896495938301,-0.044441260397434235,-0.04153355583548546,-0.03862585499882698,-0.035718150436878204,-0.03281044960021973,-0.02990274503827095,-0.026995040476322174,-0.024087337777018547,-0.02117963507771492,-0.018271932378411293,-0.015364228747785091,-0.01245652511715889,-0.009548822417855263,-0.0066411192528903484,-0.003733416087925434,-0.0008257129229605198,0.0020819827914237976,0.004989685956388712,0.007897389121353626,0.010805092751979828,0.013712795451283455,0.016620498150587082,0.019528202712535858,0.022435905411839485,0.025343608111143112,0.02825131081044674,0.031159013509750366,0.03406671807169914,0.03697442263364792,0.039882123470306396,0.04278982803225517,0.04569752886891365,0.04860523343086243,0.0515129379928112,0.05442063882946968,0.05732834339141846,0.060236044228076935,0.06314375251531601,0.06605145335197449,0.06895915418863297,0.07186685502529144,0.07477456331253052,0.077682264149189,0.08058996498584747,0.08349767327308655,0.08640537410974503,0.0893130749464035,0.09222078323364258,0.09512848407030106]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-3.40395126841031e-06,-3.3055307540053036e-06,-3.2071104669739725e-06,-3.108689952568966e-06,-3.0102694381639594e-06,-2.9118491511326283e-06,-2.8134286367276218e-06,-2.7150081223226152e-06,-2.6165876079176087e-06,-2.5181673208862776e-06,-2.419746806481271e-06,-2.3213262920762645e-06,-2.2229060050449334e-06,-2.124485490639927e-06,-2.0260649762349203e-06,-1.9276446892035892e-06,-1.8292241747985827e-06,-1.7308037740804139e-06,-1.6323832596754073e-06,-1.5339628589572385e-06,-1.435542344552232e-06,-1.3371219438340631e-06,-1.2387015431158943e-06,-1.1402810287108878e-06,-1.041860627992719e-06,-9.434401704311313e-07,-8.450197128695436e-07,-7.465993121513748e-07,-6.481788545897871e-07,-5.497583970281994e-07,-4.5133796788832115e-07,-3.529175387484429e-07,-2.5449730856053066e-07,-1.560768652097977e-07,-5.765642185906472e-08,4.0764021491668245e-08,1.391844648424012e-07,2.3760490819313418e-07,3.3602535154386715e-07,4.344457806837454e-07,5.328662382453331e-07,6.312866958069208e-07,7.297071533685084e-07,8.281275540866773e-07,9.265480116482649e-07,1.0249684692098526e-06,1.1233888699280214e-06,1.221809384333028e-06,1.3202297850511968e-06,1.4186501857693656e-06,1.5170707001743722e-06,1.615491100892541e-06,1.7139116152975475e-06,1.8123320160157164e-06,1.910752416733885e-06,2.0091729311388917e-06,2.1075934455438983e-06,2.2060137325752294e-06,2.304434246980236e-06,2.4028547613852425e-06,2.5012750484165736e-06,2.59969556282158e-06,2.6981160772265866e-06,2.7965363642579177e-06,2.8949568786629243e-06],"_type":"histogram","values":[1,0,0,1,0,0,1,0,1,0,2,0,2,1,5,5,1,2,7,6,8,4,9,11,7,17,15,15,27,24,36,39,44,53,58,63,49,47,29,33,17,28,9,8,10,8,12,4,10,7,7,6,5,2,2,0,1,2,1,1,0,1,2,2]},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[3,0,0,1,8,8,22,47,61,125,229,425,705,1108,1705,2787,4212,6192,9060,12479,16986,22834,29607,37585,46119,55611,65318,74750,83542,90877,96666,99578,100467,98360,94376,87344,80084,70616,61040,51503,42187,33684,26626,20100,14870,10869,7536,5206,3548,2301,1378,910,530,296,185,99,54,19,13,7,4,0,1,1],"bins":[-0.10331759601831436,-0.10011611133813858,-0.0969146266579628,-0.09371313452720642,-0.09051164984703064,-0.08731016516685486,-0.08410868048667908,-0.0809071883559227,-0.07770570367574692,-0.07450421899557114,-0.07130273431539536,-0.06810124963521957,-0.0648997575044632,-0.061698272824287415,-0.05849678814411163,-0.055295299738645554,-0.05209381505846977,-0.04889233037829399,-0.04569084197282791,-0.04248935729265213,-0.03928786888718605,-0.03608638420701027,-0.03288489580154419,-0.029683411121368408,-0.026481924578547478,-0.023280438035726547,-0.020078951492905617,-0.016877464950084686,-0.01367597933858633,-0.0104744927957654,-0.007273006718605757,-0.004071520641446114,-0.0008700340986251831,0.0023314522113651037,0.0055329385213553905,0.008734424598515034,0.011935911141335964,0.015137397684156895,0.01833888329565525,0.02154036983847618,0.02474185638129711,0.027943342924118042,0.031144829466938972,0.0343463160097599,0.037547800689935684,0.040749289095401764,0.043950773775577545,0.047152262181043625,0.050353746861219406,0.05355523154139519,0.05675671994686127,0.05995820462703705,0.06315968930721283,0.06636118143796921,0.06956266611814499,0.07276415079832077,0.07596563547849655,0.07916712015867233,0.08236861228942871,0.08557009696960449,0.08877158164978027,0.09197306632995605,0.09517455846071243,0.09837604314088821,0.101577527821064],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,1,1,2,1,3,5,6,6,9,7,12,13,23,25,34,44,63,94,105,75,53,42,36,22,18,13,12,10,3,3,4,3,2,3,1,2,0,3,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,2],"bins":[-0.004467395134270191,-0.004267971962690353,-0.004068548791110516,-0.0038691258523613214,-0.0036697029136121273,-0.0034702797420322895,-0.0032708568032830954,-0.0030714336317032576,-0.0028720106929540634,-0.0026725875213742256,-0.002473164349794388,-0.0022737414110451937,-0.002074318239465356,-0.00187489518430084,-0.001675472129136324,-0.001476049073971808,-0.001276626018807292,-0.001077202963642776,-0.00087777990847826,-0.0006783567951060832,-0.0004789337399415672,-0.0002795106847770512,-8.008760050870478e-05,0.00011933546920772642,0.0003187585389241576,0.0005181815940886736,0.0007176046492531896,0.0009170277626253664,0.0011164508759975433,0.0013158739311620593,0.0015152969863265753,0.0017147200414910913,0.0019141430966556072,0.002113566268235445,0.002312989206984639,0.002512412378564477,0.002711835317313671,0.002911258488893509,0.003110681427642703,0.003310104599222541,0.003509527537971735,0.003708950709551573,0.003908373881131411,0.004107797052711248,0.004307219758629799,0.004506642930209637,0.0047060661017894745,0.004905489273369312,0.00510491244494915,0.005304335150867701,0.005503758322447538,0.005703181494027376,0.005902604665607214,0.0061020273715257645,0.006301450543105602,0.00650087371468544,0.006700296886265278,0.006899720057845116,0.007099142763763666,0.007298565935343504,0.007497989106923342,0.0076974122785031796,0.00789683498442173,0.008096258156001568,0.008295681327581406]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,2,0,1,0,2,1,4,6,1,4,4,6,10,9,22,24,14,20,26,27,32,31,33,29,29,25,30,31,36,32,28,29,29,26,25,17,22,21,14,10,15,12,10,2,4,0,3,2,2,1,1,0,0,1,0,1],"bins":[-0.0008313542348332703,-0.0008072872878983617,-0.0007832202827557921,-0.0007591533358208835,-0.000735086330678314,-0.0007110193837434053,-0.0006869523786008358,-0.0006628854316659272,-0.0006388184847310185,-0.000614751479588449,-0.0005906845326535404,-0.0005666175275109708,-0.0005425505805760622,-0.0005184835754334927,-0.000494416628498584,-0.00047034965245984495,-0.00044628267642110586,-0.0004222157003823668,-0.0003981487243436277,-0.0003740817483048886,-0.0003500147722661495,-0.0003259478253312409,-0.0003018808492925018,-0.0002778138732537627,-0.00025374689721502364,-0.00022967992117628455,-0.00020561294513754547,-0.0001815459836507216,-0.00015747900761198252,-0.00013341203157324344,-0.00010934506281046197,-8.52780940476805e-05,-6.121117621660233e-05,-3.714420381584205e-05,-1.307723141508177e-05,1.0989740985678509e-05,3.505671338643879e-05,5.9123685787199065e-05,8.319065818795934e-05,0.00010725762695074081,0.0001313246029894799,0.00015539157902821898,0.00017945855506695807,0.00020352551655378193,0.000227592492592521,0.00025165945407934487,0.00027572643011808395,0.00029979340615682304,0.0003238603821955621,0.0003479273582343012,0.0003719943342730403,0.0003960613103117794,0.00042012828635051847,0.0004441952332854271,0.0004682622093241662,0.0004923291853629053,0.0005163961322978139,0.0005404631374403834,0.0005645300843752921,0.0005885970895178616,0.0006126640364527702,0.0006367310415953398,0.0006607979885302484,0.0006848649936728179,0.0007089319406077266]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-2.510205376893282e-10,-2.4283508537337184e-10,-2.346496330574155e-10,-2.2646418074145913e-10,-2.1827872842550278e-10,-2.1009327610954642e-10,-2.0190782379359007e-10,-1.9372237147763371e-10,-1.8553691916167736e-10,-1.77351466845721e-10,-1.6916601452976465e-10,-1.609805622138083e-10,-1.5279510989785194e-10,-1.446096575818956e-10,-1.3642420526593924e-10,-1.2823875294998288e-10,-1.2005330063402653e-10,-1.1186784831807017e-10,-1.0368239600211382e-10,-9.549694368615746e-11,-8.731149137020111e-11,-7.912603905424476e-11,-7.09405867382884e-11,-6.275513442233205e-11,-5.4569682106375694e-11,-4.638422979041934e-11,-3.8198777474462986e-11,-3.001332515850663e-11,-2.1827872842550278e-11,-1.3642420526593924e-11,-5.4569682106375694e-12,2.7284841053187847e-12,1.0913936421275139e-11,1.9099388737231493e-11,2.7284841053187847e-11,3.54702933691442e-11,4.3655745685100555e-11,5.184119800105691e-11,6.002665031701326e-11,6.821210263296962e-11,7.639755494892597e-11,8.458300726488233e-11,9.276845958083868e-11,1.0095391189679503e-10,1.0913936421275139e-10,1.1732481652870774e-10,1.255102688446641e-10,1.3369572116062045e-10,1.418811734765768e-10,1.5006662579253316e-10,1.5825207810848951e-10,1.6643753042444587e-10,1.7462298274040222e-10,1.8280843505635858e-10,1.9099388737231493e-10,1.9917933968827128e-10,2.0736479200422764e-10,2.15550244320184e-10,2.2373569663614035e-10,2.319211489520967e-10,2.4010660126805305e-10,2.482920535840094e-10,2.5647750589996576e-10,2.646629582159221e-10,2.7284841053187847e-10],"_type":"histogram","values":[2,0,0,0,0,0,0,1,0,0,2,0,2,1,4,2,2,1,7,4,8,4,4,4,11,12,26,29,50,96,156,129,76,36,27,12,18,4,3,7,4,3,2,3,2,2,1,4,0,1,3,0,1,0,0,1,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9980080723762512,0.998088538646698,0.9981690049171448,0.9982494115829468,0.9983298778533936,0.9984103441238403,0.9984908103942871,0.9985712170600891,0.9986516833305359,0.9987321496009827,0.9988126158714294,0.9988930225372314,0.9989734888076782,0.999053955078125,0.9991344213485718,0.9992148280143738,0.9992952942848206,0.9993757605552673,0.9994562268257141,0.9995366930961609,0.9996170997619629,0.9996975660324097,0.9997780323028564,0.9998584985733032,0.9999389052391052,1.0000194311141968,1.000099778175354,1.0001802444458008,1.0002607107162476,1.0003411769866943,1.0004216432571411,1.000502109527588,1.0005825757980347,1.0006630420684814,1.0007435083389282,1.0008238554000854,1.0009043216705322,1.000984787940979,1.0010652542114258,1.0011457204818726,1.0012261867523193,1.0013066530227661,1.001387119293213,1.0014674663543701,1.001547932624817,1.0016283988952637,1.0017088651657104,1.0017893314361572,1.001869797706604,1.0019502639770508,1.0020307302474976,1.0021111965179443,1.0021915435791016,1.0022720098495483,1.0023524761199951,1.002432942390442,1.0025134086608887,1.0025938749313354,1.0026743412017822,1.002754807472229,1.0028351545333862,1.002915620803833,1.0029960870742798,1.0030765533447266,1.0031570196151733],"_type":"histogram","values":[2,0,3,1,4,2,2,5,7,2,8,11,10,10,17,14,13,28,27,38,35,39,38,33,40,46,41,32,38,19,17,18,14,22,15,16,10,7,11,7,2,5,9,5,5,5,4,6,4,3,2,1,0,3,4,3,1,1,0,1,1,0,0,1]},"gradients/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,3,2,3,3,7,18,19,32,52,67,105,138,192,271,376,502,710,1056,1396,2042,2971,4099,5978,8779,12850,19946,32327,55710,109420,307619,608604,192205,81605,44101,26041,16382,11018,7644,5332,3699,2635,1934,1414,988,723,483,396,239,218,139,116,90,48,38,23,21,11,10,4,3,3,1,2],"bins":[-0.025625409558415413,-0.024806994944810867,-0.023988578468561172,-0.023170163854956627,-0.02235174924135208,-0.021533332765102386,-0.02071491815149784,-0.019896503537893295,-0.0190780870616436,-0.018259672448039055,-0.01744125783443451,-0.016622843220829964,-0.01580442674458027,-0.014986012130975723,-0.014167596586048603,-0.013349181972444057,-0.012530766427516937,-0.011712350882589817,-0.010893936268985271,-0.010075520724058151,-0.009257106110453606,-0.008438690565526485,-0.007620275020599365,-0.006801859941333532,-0.005983444862067699,-0.0051650297828018665,-0.004346614703536034,-0.0035281991586089134,-0.0027097840793430805,-0.0018913688836619258,-0.001072953687980771,-0.00025453849229961634,0.0005638767033815384,0.0013822918990626931,0.002200707094743848,0.0030191224068403244,0.0038375374861061573,0.00465595256537199,0.00547436811029911,0.006292783189564943,0.007111198268830776,0.007929613813757896,0.008748028427362442,0.009566443972289562,0.010384859517216682,0.011203274130821228,0.012021689675748348,0.012840104289352894,0.013658519834280014,0.014476935379207134,0.01529534999281168,0.0161137655377388,0.016932180151343346,0.01775059662759304,0.018569011241197586,0.01938742585480213,0.020205840468406677,0.021024256944656372,0.021842671558260918,0.022661086171865463,0.023479502648115158,0.024297917261719704,0.02511633187532425,0.025934748351573944,0.02675316296517849]},"parameters/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.10451776534318924,-0.10143180936574936,-0.09834585338830948,-0.0952598974108696,-0.09217394143342972,-0.08908798545598984,-0.08600202202796936,-0.08291606605052948,-0.0798301100730896,-0.07674415409564972,-0.07365819811820984,-0.07057224214076996,-0.06748628616333008,-0.0644003301858902,-0.06131437048316002,-0.05822841450572014,-0.05514245852828026,-0.05205650255084038,-0.0489705465734005,-0.04588458687067032,-0.04279863089323044,-0.03971267491579056,-0.03662671893835068,-0.0335407629609108,-0.030454805120825768,-0.027368849143385887,-0.024282891303300858,-0.021196935325860977,-0.018110979348421097,-0.015025021508336067,-0.011939065530896187,-0.008853108622133732,-0.005767151713371277,-0.0026811950374394655,0.0004047616384923458,0.003490718314424157,0.0065766749903559685,0.009662631899118423,0.012748587876558304,0.015834545716643333,0.018920501694083214,0.022006457671523094,0.025092415511608124,0.028178371489048004,0.031264327466487885,0.034350283443927765,0.037436243146657944,0.040522199124097824,0.043608155101537704,0.046694111078977585,0.049780067056417465,0.052866026759147644,0.055951982736587524,0.059037938714027405,0.062123894691467285,0.06520985066890717,0.06829580664634705,0.07138176262378693,0.0744677186012268,0.07755368202924728,0.08063963800668716,0.08372559398412704,0.08681154996156693,0.0898975059390068,0.09298346191644669],"_type":"histogram","values":[1,0,1,0,4,10,19,30,49,90,124,255,419,698,1144,1676,2725,4115,5811,8397,11421,15671,21057,26779,34305,42090,51068,59848,68208,77219,84489,90971,94932,96393,95703,93472,88807,82873,75054,66443,56979,48591,40013,32287,25347,19161,14570,10754,7453,5209,3667,2407,1554,975,645,387,220,131,58,36,29,7,8,5]},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0033700852654874325,-0.0032674705144017935,-0.003164855996146798,-0.003062241245061159,-0.002959626726806164,-0.002857011975720525,-0.002754397224634886,-0.0026517827063798904,-0.0025491679552942514,-0.002446553437039256,-0.002343938685953617,-0.002241323934867978,-0.0021387094166129827,-0.0020360946655273438,-0.0019334800308570266,-0.0018308653961867094,-0.0017282507615163922,-0.001625636126846075,-0.0015230214921757579,-0.0014204067410901189,-0.0013177921064198017,-0.0012151774717494845,-0.0011125628370791674,-0.0010099482024088502,-0.0009073335095308721,-0.0008047188748605549,-0.0007021041819825768,-0.0005994895473122597,-0.0004968749126419425,-0.0003942602197639644,-0.00029164558509364724,-0.0001890309213194996,-8.641625754535198e-05,1.6198398952838033e-05,0.00011881305545102805,0.00022142770467326045,0.0003240423684474081,0.0004266570322215557,0.0005292716668918729,0.000631886359769851,0.0007345009944401681,0.0008371156291104853,0.0009397303219884634,0.0010423449566587806,0.0011449595913290977,0.001247574225999415,0.001350188977085054,0.001452803611755371,0.0015554182464256883,0.0016580328810960054,0.0017606475157663226,0.0018632622668519616,0.001965876901522279,0.002068491419777274,0.002171106170862913,0.002273720921948552,0.0023763354402035475,0.0024789501912891865,0.002581564709544182,0.002684179460629821,0.00278679421171546,0.002889408729970455,0.002992023481056094,0.0030946379993110895,0.0031972527503967285],"_type":"histogram","values":[1,0,0,0,1,1,0,0,2,0,2,2,6,2,3,4,3,8,8,8,8,10,13,19,21,24,19,36,26,32,42,45,36,54,32,39,26,35,24,29,23,19,21,11,11,7,6,7,5,5,4,6,5,2,0,5,3,1,1,0,2,1,1,1]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,2,2,2,0,8,6,13,22,23,33,48,82,97,140,157,172,204,165,180,178,108,109,78,62,47,31,20,15,14,4,4,7,4,3,1,2,1,0,0,0,0,0,0,0,1],"bins":[-0.0023562919814139605,-0.002293921075761318,-0.002231550170108676,-0.0021691792644560337,-0.0021068083588033915,-0.002044437453150749,-0.001982066547498107,-0.0019196956418454647,-0.0018573247361928225,-0.0017949538305401802,-0.001732582924887538,-0.0016702120192348957,-0.0016078411135822535,-0.0015454702079296112,-0.001483099302276969,-0.0014207283966243267,-0.0013583574909716845,-0.0012959865853190422,-0.0012336156796664,-0.0011712447740137577,-0.0011088738683611155,-0.0010465029627084732,-0.000984132057055831,-0.0009217611514031887,-0.0008593902457505465,-0.0007970193400979042,-0.000734648434445262,-0.0006722775287926197,-0.0006099066231399775,-0.0005475357174873352,-0.00048516481183469296,-0.0004227939061820507,-0.00036042300052940845,-0.0002980520948767662,-0.00023568118922412395,-0.0001733102835714817,-0.00011093937791883945,-4.8568472266197205e-05,1.3802433386445045e-05,7.61733390390873e-05,0.00013854424469172955,0.0002009151503443718,0.00026328605599701405,0.0003256569616496563,0.00038802786730229855,0.0004503987729549408,0.000512769678607583,0.0005751405842602253,0.0006375114899128675,0.0006998823955655098,0.000762253301218152,0.0008246242068707943,0.0008869951125234365,0.0009493660181760788,0.001011736923828721,0.0010741078294813633,0.0011364787351340055,0.0011988496407866478,0.00126122054643929,0.0013235914520919323,0.0013859623577445745,0.0014483332633972168,0.001510704169049859,0.0015730750747025013,0.0016354459803551435],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,5,3,3,13,16,26,63,126,207,320,464,720,1145,1693,2373,3418,4510,6078,8078,10267,12757,15541,18702,21986,24949,27653,30219,32393,34451,35147,34726,34037,32939,30831,28272,25512,22140,18717,15737,13044,10403,8088,6147,4848,3416,2510,1752,1169,811,549,334,225,121,77,44,21,13,5,2,3,0,2,1],"bins":[-0.09283693134784698,-0.08984697610139847,-0.08685702830553055,-0.08386707305908203,-0.08087711781263351,-0.0778871700167656,-0.07489721477031708,-0.07190725952386856,-0.06891730427742004,-0.06592735648155212,-0.06293740123510361,-0.05994744971394539,-0.05695749819278717,-0.053967542946338654,-0.050977591425180435,-0.04798763617873192,-0.0449976846575737,-0.04200773313641548,-0.039017777889966965,-0.036027826368808746,-0.03303787112236023,-0.03004791960120201,-0.027057968080043793,-0.024068014696240425,-0.021078061312437057,-0.01808810792863369,-0.015098155476152897,-0.012108203023672104,-0.009118249639868736,-0.006128296721726656,-0.0031383438035845757,-0.00014839088544249535,0.002841569483280182,0.005831522401422262,0.008821475319564342,0.011811427772045135,0.014801381155848503,0.01779133453965187,0.02078128606081009,0.023771239444613457,0.026761192828416824,0.029751146212220192,0.03274109959602356,0.03573105111718178,0.038721002638339996,0.04171095788478851,0.04470090940594673,0.04769086465239525,0.05068081617355347,0.053670767694711685,0.0566607229411602,0.05965067446231842,0.06264062970876694,0.06563057750463486,0.06862053275108337,0.07161048799753189,0.07460044324398041,0.07759039103984833,0.08058034628629684,0.08357030153274536,0.08656024932861328,0.0895502045750618,0.09254015982151031,0.09553010761737823,0.09852006286382675]},"parameters/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,0,1,1,2,1,3,3,5,7,4,14,8,15,10,13,19,20,28,20,25,28,29,34,34,21,21,22,31,39,34,29,27,26,27,29,22,24,13,11,16,12,6,4,4,8,3,2,4,2,2,0,0,1,0,0,0,1],"bins":[-0.001609481987543404,-0.0015609158435836434,-0.0015123496996238828,-0.001463783555664122,-0.0014152175281196833,-0.0013666513841599226,-0.001318085240200162,-0.0012695190962404013,-0.0012209529522806406,-0.00117238680832088,-0.0011238206643611193,-0.0010752545204013586,-0.001026688376441598,-0.000978122348897159,-0.0009295562049373984,-0.0008809900609776378,-0.0008324239170178771,-0.0007838577730581164,-0.0007352916290983558,-0.000686725543346256,-0.0006381593993864954,-0.0005895932554267347,-0.0005410271696746349,-0.0004924610257148743,-0.0004438948817551136,-0.00039532873779535294,-0.0003467626229394227,-0.0002981965080834925,-0.00024963036412373185,-0.00020106423471588641,-0.00015249810530804098,-0.00010393197590019554,-5.5365730077028275e-05,-6.799600669182837e-06,4.17665287386626e-05,9.033265814650804e-05,0.00013889878755435348,0.0001874649169621989,0.00023603104637004435,0.00028459716122597456,0.0003331633051857352,0.0003817294491454959,0.0004302955640014261,0.0004788616788573563,0.000527427822817117,0.0005759939667768776,0.0006245600525289774,0.0006731261964887381,0.0007216923404484987,0.0007702584844082594,0.0008188246283680201,0.0008673907141201198,0.0009159568580798805,0.0009645230020396411,0.001013089087791741,0.0010616552317515016,0.0011102213757112622,0.001158787519671023,0.0012073536636307836,0.0012559198075905442,0.001304485835134983,0.0013530519790947437,0.0014016181230545044,0.001450184267014265,0.0014987504109740257]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,3,2,2,20,21,45,71,125,220,315,489,751,1184,1658,2396,3633,4691,6326,8451,10460,13363,16271,19490,22379,25737,28925,31282,33193,34483,35665,35354,34550,32607,30646,27775,24540,21175,17961,14944,12239,9669,7422,5637,4253,3103,2192,1457,992,592,388,259,185,98,71,22,20,7,5,2,2,3],"bins":[-0.09931952506303787,-0.09629086405038834,-0.0932621955871582,-0.09023353457450867,-0.08720487356185913,-0.084176205098629,-0.08114754408597946,-0.07811887562274933,-0.07509021461009979,-0.07206155359745026,-0.06903288513422012,-0.06600422412157059,-0.06297555565834045,-0.05994689464569092,-0.05691823363304138,-0.05388956889510155,-0.05086090415716171,-0.04783223941922188,-0.04480357468128204,-0.04177491366863251,-0.03874624893069267,-0.03571758419275284,-0.0326889231801033,-0.029660258442163467,-0.026631593704223633,-0.023602928966283798,-0.020574266090989113,-0.017545603215694427,-0.014516938477754593,-0.011488274671137333,-0.008459610864520073,-0.005430947057902813,-0.002402275800704956,0.0006263880059123039,0.003655051812529564,0.006683715619146824,0.009712379425764084,0.012741043232381344,0.015769707038998604,0.01879836991429329,0.021827034652233124,0.02485569939017296,0.027884362265467644,0.03091302514076233,0.033941689878702164,0.036970354616642,0.039999015629291534,0.04302768036723137,0.046056345105171204,0.04908500984311104,0.05211367458105087,0.05514233559370041,0.058171000331640244,0.06119966506958008,0.06422832608222961,0.06725699454545975,0.07028565555810928,0.07331431657075882,0.07634298503398895,0.07937164604663849,0.08240030705928802,0.08542897552251816,0.0884576365351677,0.09148630499839783,0.09451496601104736]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,4,1,1,2,0,2,4,5,6,10,9,6,5,12,21,20,24,26,31,29,26,22,30,31,37,31,30,36,33,33,28,28,17,16,16,28,16,13,8,17,12,5,8,4,3,4,5,0,4,4,0,1,1,0,0,0,0,1,0,0,0,1],"bins":[-0.0007902314537204802,-0.0007615078939124942,-0.0007327842758968472,-0.0007040607160888612,-0.0006753371562808752,-0.0006466135964728892,-0.0006178900366649032,-0.0005891664186492562,-0.0005604428588412702,-0.0005317192990332842,-0.0005029956810176373,-0.00047427212120965123,-0.0004455485614016652,-0.0004168250015936792,-0.0003881014126818627,-0.00035937782377004623,-0.0003306542639620602,-0.0003019307041540742,-0.0002732071152422577,-0.00024448352633044124,-0.00021575996652245522,-0.00018703639216255397,-0.00015831281780265272,-0.00012958924344275147,-0.00010086566908285022,-7.214209472294897e-05,-4.341852036304772e-05,-1.469494600314647e-05,1.402862835675478e-05,4.275220271665603e-05,7.147577707655728e-05,0.00010019935143645853,0.0001289229840040207,0.00015764655836392194,0.0001863701327238232,0.00021509370708372444,0.0002438172814436257,0.0002725408412516117,0.0003012644301634282,0.00032998801907524467,0.0003587115788832307,0.0003874351386912167,0.0004161587276030332,0.00044488231651484966,0.0004736058763228357,0.0005023294361308217,0.0005310530541464686,0.0005597766139544547,0.0005885001737624407,0.0006172237335704267,0.0006459472933784127,0.0006746709113940597,0.0007033944712020457,0.0007321180310100317,0.0007608416490256786,0.0007895652088336647,0.0008182887686416507,0.0008470123284496367,0.0008757358882576227,0.0009044595062732697,0.0009331830660812557,0.0009619066258892417,0.0009906302439048886,0.0010193537455052137,0.0010480773635208607],"_type":"histogram"},"parameters/linear.weight":{"bins":[-0.03927965462207794,-0.03806617110967636,-0.03685268759727478,-0.0356392040848732,-0.03442572057247162,-0.03321223333477974,-0.03199874982237816,-0.030785266309976578,-0.029571782797574997,-0.028358299285173416,-0.027144815772771835,-0.025931330397725105,-0.024717846885323524,-0.023504363372921944,-0.022290877997875214,-0.021077394485473633,-0.019863910973072052,-0.01865042746067047,-0.01743694394826889,-0.01622345857322216,-0.01500997506082058,-0.013796491548418999,-0.012583007104694843,-0.011369522660970688,-0.010156039148569107,-0.008942555636167526,-0.007729071192443371,-0.006515587214380503,-0.005302103236317635,-0.0040886192582547665,-0.0028751352801918983,-0.0016616513021290302,-0.00044817104935646057,0.0007653129287064075,0.0019787969067692757,0.003192280884832144,0.004405764862895012,0.00561924884095788,0.006832732819020748,0.008046217262744904,0.009259700775146484,0.010473184287548065,0.01168666873127222,0.012900153174996376,0.014113636687397957,0.015327120199799538,0.016540605574846268,0.01775408908724785,0.01896757259964943,0.02018105611205101,0.02139453962445259,0.02260802499949932,0.023821508511900902,0.025034992024302483,0.026248477399349213,0.027461960911750793,0.028675444424152374,0.029888927936553955,0.031102411448955536,0.03231589496135712,0.0335293784737587,0.03474286571145058,0.03595634922385216,0.03716983273625374,0.03838331624865532],"_type":"histogram","values":[4,110,726,1509,1675,1600,1629,1690,1627,1623,1722,1702,1634,1618,1590,1633,1604,1613,1664,1694,1667,1686,1699,1652,1622,1607,1661,1643,1630,1672,1636,1551,1611,1685,1634,1699,1692,1626,1623,1551,1620,1678,1678,1677,1700,1682,1611,1693,1641,1598,1679,1677,1656,1579,1738,1686,1664,1690,1676,1686,1603,1387,440,51]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[2,2,0,0,4,2,8,7,9,9,22,29,38,54,70,107,134,185,286,417,604,859,1225,1897,2889,4578,7188,12868,23556,49568,145257,213679,59625,27308,14569,8186,4888,3197,2013,1416,988,621,425,267,238,164,91,70,51,42,28,21,23,15,5,5,4,4,0,2,1,0,1,3],"bins":[-0.011349331587553024,-0.010984500870108604,-0.010619670152664185,-0.010254839435219765,-0.009890008717775345,-0.009525178000330925,-0.009160347282886505,-0.008795516565442085,-0.008430685847997665,-0.008065855130553246,-0.007701024413108826,-0.007336193695664406,-0.006971362978219986,-0.006606532260775566,-0.006241701543331146,-0.005876870825886726,-0.0055120401084423065,-0.005147209390997887,-0.004782378673553467,-0.004417547956109047,-0.004052717238664627,-0.003687886521220207,-0.0033230558037757874,-0.0029582250863313675,-0.0025933943688869476,-0.0022285636514425278,-0.001863732933998108,-0.001498902216553688,-0.0011340714991092682,-0.0007692407816648483,-0.00040441006422042847,-3.9579346776008606e-05,0.00032525230199098587,0.0006900830194354057,0.0010549137368798256,0.0014197444543242455,0.0017845751717686653,0.002149405889213085,0.002514236606657505,0.002879067324101925,0.0032438980415463448,0.0036087287589907646,0.0039735594764351845,0.004338390193879604,0.004703220911324024,0.005068051628768444,0.005432882346212864,0.005797713063657284,0.006162543781101704,0.0065273744985461235,0.006892205215990543,0.007257035933434963,0.007621866650879383,0.007986697368323803,0.008351528085768223,0.008716358803212643,0.009081189520657063,0.009446020238101482,0.009810850955545902,0.010175681672990322,0.010540512390434742,0.010905343107879162,0.011270173825323582,0.011635004542768002,0.011999835260212421],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,2,0,0,2,3,8,2,5,3,5,5,10,16,20,25,44,31,26,46,33,40,34,34,39,31,35,33,24,26,25,27,18,8,7,13,11,8,9,7,7,8,5,6,5,1,3,2,3,0,1,1,4,1,1,1],"bins":[0.9975801706314087,0.99765944480896,0.9977387189865112,0.9978180527687073,0.9978973269462585,0.9979766011238098,0.9980559349060059,0.9981352090835571,0.9982144832611084,0.9982937574386597,0.9983730316162109,0.998452365398407,0.9985316395759583,0.9986109137535095,0.9986902475357056,0.9987695217132568,0.9988487958908081,0.9989280700683594,0.9990073442459106,0.9990866780281067,0.999165952205658,0.9992452263832092,0.9993245601654053,0.9994038343429565,0.9994831085205078,0.9995623826980591,0.9996416568756104,0.9997209906578064,0.9998002648353577,0.9998795390129089,0.999958872795105,1.0000381469726562,1.0001174211502075,1.0001966953277588,1.00027596950531,1.0003552436828613,1.0004346370697021,1.0005139112472534,1.0005931854248047,1.000672459602356,1.0007517337799072,1.0008310079574585,1.0009102821350098,1.000989556312561,1.0010688304901123,1.0011482238769531,1.0012274980545044,1.0013067722320557,1.001386046409607,1.0014653205871582,1.0015445947647095,1.0016238689422607,1.0017032623291016,1.0017825365066528,1.001861810684204,1.0019410848617554,1.0020203590393066,1.002099633216858,1.0021789073944092,1.0022581815719604,1.0023374557495117,1.0024168491363525,1.0024961233139038,1.002575397491455,1.0026546716690063]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,1,0,0,0,0,2,0,1,1,0,0,1,2,1,1,2,2,4,3,3,8,9,8,10,15,12,19,24,17,37,55,71,80,85,70,52,30,28,18,17,12,12,10,8,8,6,5,2,3,2,2,2,1,1,0,0,2,0,1],"bins":[-0.03698670119047165,-0.03600466996431351,-0.035022635012865067,-0.034040603786706924,-0.033058568835258484,-0.03207653760910034,-0.03109450452029705,-0.03011247143149376,-0.029130438342690468,-0.028148405253887177,-0.027166372165083885,-0.026184339076280594,-0.025202307850122452,-0.02422027476131916,-0.02323824167251587,-0.022256208583712578,-0.021274175494909286,-0.020292142406105995,-0.019310109317302704,-0.018328076228499413,-0.01734604313969612,-0.01636401191353798,-0.015381978824734688,-0.014399945735931396,-0.013417912647128105,-0.012435879558324814,-0.011453846469521523,-0.010471814312040806,-0.009489781223237514,-0.008507748134434223,-0.007525715511292219,-0.006543682888150215,-0.005561649799346924,-0.0045796167105436325,-0.0035975840874016285,-0.002615551231428981,-0.0016335183754563332,-0.0006514855194836855,0.0003305473364889622,0.0013125801924616098,0.0022946130484342575,0.003276645904406905,0.004258678760379553,0.005240711383521557,0.006222744472324848,0.0072047775611281395,0.008186809718608856,0.009168842807412148,0.010150875896215439,0.01113290898501873,0.012114942073822021,0.013096974231302738,0.01407900732010603,0.01506104040890932,0.016043072566390038,0.01702510565519333,0.01800713874399662,0.01898917183279991,0.019971204921603203,0.020953238010406494,0.021935269236564636,0.022917302325367928,0.02389933541417122,0.02488136850297451,0.0258634015917778]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,1,0,0,1,0,0,2,1,1,1,0,1,3,6,4,5,5,5,10,11,8,15,18,34,30,22,55,66,97,85,67,36,27,33,16,20,15,11,9,7,3,5,3,7,1,2,5,1,1,2,3,2,1,1,0,1],"bins":[-0.01761387288570404,-0.017135590314865112,-0.016657307744026184,-0.016179025173187256,-0.015700742602348328,-0.0152224600315094,-0.014744177460670471,-0.014265894889831543,-0.013787612318992615,-0.013309329748153687,-0.012831047177314758,-0.01235276460647583,-0.011874482035636902,-0.011396199464797974,-0.010917916893959045,-0.010439634323120117,-0.009961351752281189,-0.00948306918144226,-0.009004786610603333,-0.008526504039764404,-0.008048221468925476,-0.007569938898086548,-0.00709165632724762,-0.006613373756408691,-0.006135091185569763,-0.005656808614730835,-0.005178526043891907,-0.0047002434730529785,-0.00422196090221405,-0.003743678331375122,-0.003265395760536194,-0.0027871131896972656,-0.0023088306188583374,-0.0018305480480194092,-0.001352265477180481,-0.0008739829063415527,-0.0003957003355026245,8.258223533630371e-05,0.0005608648061752319,0.0010391473770141602,0.0015174299478530884,0.0019957125186920166,0.002473995089530945,0.002952277660369873,0.0034305602312088013,0.0039088428020477295,0.004387125372886658,0.004865407943725586,0.005343690514564514,0.005821973085403442,0.006300255656242371,0.006778538227081299,0.007256820797920227,0.007735103368759155,0.008213385939598083,0.008691668510437012,0.00916995108127594,0.009648233652114868,0.010126516222953796,0.010604798793792725,0.011083081364631653,0.011561363935470581,0.01203964650630951,0.012517929077148438,0.012996211647987366]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,5,1,3,3,8,5,8,4,9,8,8,10,17,18,21,28,20,23,32,30,28,37,43,35,36,39,34,35,26,25,31,18,17,15,13,14,9,10,3,6,3,8,3,4,3,3,2,1,0,1,0,1,0,0,0,1],"bins":[-0.0035243986640125513,-0.003410861361771822,-0.003297323826700449,-0.0031837865244597197,-0.0030702489893883467,-0.0029567116871476173,-0.0028431741520762444,-0.002729636849835515,-0.0026160995475947857,-0.0025025620125234127,-0.0023890247102826834,-0.0022754871752113104,-0.002161949872970581,-0.002048412337899208,-0.0019348750356584787,-0.0018213376170024276,-0.0017078001983463764,-0.0015942627796903253,-0.001480725361034274,-0.001367187942378223,-0.0012536505237221718,-0.0011401132214814425,-0.0010265758028253913,-0.0009130383841693401,-0.000799500965513289,-0.0006859635468572378,-0.0005724261282011867,-0.0004588887677527964,-0.00034535134909674525,-0.00023181394499260932,-0.00011827654088847339,-4.739136784337461e-06,0.00010879803448915482,0.00022233543859329075,0.0003358728426974267,0.0004494102322496474,0.0005629476509056985,0.0006764850695617497,0.0007900224300101399,0.0009035598486661911,0.0010170972673222423,0.0011306346859782934,0.0012441721046343446,0.0013577095232903957,0.001471246825531125,0.0015847842441871762,0.0016983216628432274,0.0018118590814992785,0.0019253965001553297,0.002038933802396059,0.002152471337467432,0.0022660086397081614,0.0023795461747795343,0.0024930834770202637,0.0026066210120916367,0.002720158314332366,0.0028336956165730953,0.0029472331516444683,0.0030607704538851976,0.0031743079889565706,0.0032878452911973,0.003401382826268673,0.0035149201285094023,0.0036284576635807753,0.0037419949658215046]},"gradients/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,1,0,0,0,0,0,0,1,3,3,2,2,1,1,5,4,6,6,5,12,11,8,22,18,26,31,41,46,64,94,64,79,46,36,30,17,18,12,8,6,6,5,3,3,4,1,3,2,2,2,1,2,0,0,0,0,0,1,0,1],"bins":[-0.05056034401059151,-0.049049440771341324,-0.04753854125738144,-0.046027638018131256,-0.04451673477888107,-0.04300583153963089,-0.04149492830038071,-0.03998402878642082,-0.03847312554717064,-0.036962222307920456,-0.03545132279396057,-0.03394041955471039,-0.032429516315460205,-0.030918613076210022,-0.029407711699604988,-0.027896810322999954,-0.02638590708374977,-0.024875003844499588,-0.023364102467894554,-0.02185320109128952,-0.020342297852039337,-0.018831394612789154,-0.01732049323618412,-0.015809591859579086,-0.014298688620328903,-0.012787786312401295,-0.011276884004473686,-0.009765981696546078,-0.00825507938861847,-0.006744177080690861,-0.005233274772763252,-0.0037223724648356438,-0.002211466431617737,-0.0007005641236901283,0.0008103381842374802,0.0023212404921650887,0.003832142800092697,0.005343045108020306,0.006853947415947914,0.008364849723875523,0.009875752031803131,0.01138665433973074,0.012897556647658348,0.014408458955585957,0.015919361263513565,0.017430264502763748,0.018941165879368782,0.020452067255973816,0.021962970495224,0.023473873734474182,0.024984775111079216,0.02649567648768425,0.028006579726934433,0.029517482966184616,0.03102838434278965,0.032539285719394684,0.03405018895864487,0.03556109219789505,0.03707199543714523,0.03858289495110512,0.0400937981903553,0.041604701429605484,0.04311560094356537,0.04462650418281555,0.046137407422065735]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,1,0,1,0,2,12,9,13,12,24,34,39,65,119,188,300,481,748,1160,1898,3045,4942,8443,14219,25015,48260,109594,183059,92099,41540,22334,12676,7474,4580,2850,1673,1063,650,422,272,167,109,72,47,33,21,17,13,9,5,2,3,4,0,1,2],"bins":[-0.011803120374679565,-0.011469698511064053,-0.011136277578771114,-0.010802855715155602,-0.010469434782862663,-0.01013601291924715,-0.009802591986954212,-0.0094691701233387,-0.009135749191045761,-0.008802327327430248,-0.008468905463814735,-0.008135484531521797,-0.007802062667906284,-0.007468641269952059,-0.007135219871997833,-0.006801798474043608,-0.006468377076089382,-0.006134955678135157,-0.005801534280180931,-0.0054681128822267056,-0.00513469148427248,-0.004801269620656967,-0.004467848222702742,-0.004134426824748516,-0.0038010054267942905,-0.003467584028840065,-0.0031341626308858395,-0.0028007410001009703,-0.0024673196021467447,-0.002133898204192519,-0.0018004766898229718,-0.0014670551754534245,-0.0011336347088217735,-0.0008002132526598871,-0.0004667917964980006,-0.00013337034033611417,0.00020005111582577229,0.0005334725719876587,0.0008668940281495452,0.0012003155425190926,0.001533736940473318,0.0018671583384275436,0.002200579736381769,0.0025340013671666384,0.002867422765120864,0.0032008441630750895,0.0035342657938599586,0.003867687191814184,0.00420110858976841,0.004534529987722635,0.004867951385676861,0.005201372783631086,0.005534794181585312,0.005868216045200825,0.00620163744315505,0.006535058841109276,0.006868480239063501,0.007201901637017727,0.0075353230349719524,0.007868744432926178,0.00820216629654169,0.008535587228834629,0.008869009092450142,0.00920243002474308,0.009535851888358593]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.040740061551332474,-0.0395754911005497,-0.038410916924476624,-0.03724634647369385,-0.03608177229762077,-0.034917201846838,-0.03375262767076492,-0.03258805721998215,-0.03142348676919937,-0.030258912593126297,-0.029094340279698372,-0.027929767966270447,-0.02676519751548767,-0.025600625202059746,-0.02443605288863182,-0.023271480575203896,-0.02210690826177597,-0.020942335948348045,-0.01977776363492012,-0.018613191321492195,-0.01744861900806427,-0.016284048557281494,-0.015119476243853569,-0.013954903930425644,-0.012790331616997719,-0.011625759303569794,-0.010461186990141869,-0.009296615608036518,-0.008132043294608593,-0.006967470981180668,-0.00580289913341403,-0.004638327285647392,-0.0034737512469291687,-0.0023091791663318872,-0.0011446070857346058,1.9964994862675667e-05,0.0011845370754599571,0.0023491091560572386,0.00351368123665452,0.004678253084421158,0.005842825397849083,0.007007397711277008,0.008171970024704933,0.009336541406810284,0.010501113720238209,0.011665686033666134,0.012830257415771484,0.01399482972919941,0.015159402042627335,0.01632397435605526,0.017488546669483185,0.01865311898291111,0.019817691296339035,0.02098226174712181,0.022146834060549736,0.02331140637397766,0.024475978687405586,0.02564055100083351,0.026805123314261436,0.02796969562768936,0.029134266078472137,0.030298838391900063,0.03146341070532799,0.03262798488140106,0.03379255533218384],"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,2,3,2,1,5,5,15,16,18,21,54,68,93,174,318,486,835,1483,2584,4733,8475,15883,30587,62820,149369,526350,498408,144105,61308,29837,15677,8402,4699,2508,1403,827,476,310,198,105,73,32,28,18,12,8,4,10,4,1,3,3,1,0,1]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,0,1,1,0,0,1,2,0,3,3,2,3,3,6,9,5,14,15,24,30,43,71,82,87,73,63,50,50,32,20,12,11,9,9,6,6,4,1,4,4,2,0,1,3,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-2.963892256957479e-06,-2.852316583812353e-06,-2.740740683293552e-06,-2.6291650101484265e-06,-2.5175891096296255e-06,-2.4060134364845e-06,-2.2944375359656988e-06,-2.182861862820573e-06,-2.071285962301772e-06,-1.9597102891566465e-06,-1.8481345023246831e-06,-1.7365587154927198e-06,-1.6249829286607564e-06,-1.513407141828793e-06,-1.4018313549968298e-06,-1.2902555681648664e-06,-1.178679781332903e-06,-1.0671039945009397e-06,-9.555282076689764e-07,-8.43952420837013e-07,-7.323766340050497e-07,-6.208009040165052e-07,-5.092251171845419e-07,-3.9764933035257854e-07,-2.860735435206152e-07,-1.7449775668865186e-07,-6.292198406754324e-08,4.865379565899275e-08,1.6022957538552873e-07,2.718053622174921e-07,3.83381120627746e-07,4.949569074597093e-07,6.065326942916727e-07,7.18108481123636e-07,8.296842679555994e-07,9.412600547875627e-07,1.052835841619526e-06,1.1644116284514894e-06,1.2759874152834527e-06,1.387563202115416e-06,1.4991389889473794e-06,1.610714662092505e-06,1.7222904489244684e-06,1.8338662357564317e-06,1.9454421362752328e-06,2.0570178094203584e-06,2.1685937099391595e-06,2.280169383084285e-06,2.3917450562294107e-06,2.5033209567482118e-06,2.6148966298933374e-06,2.7264725304121384e-06,2.838048203557264e-06,2.949624104076065e-06,3.0611997772211907e-06,3.172775677739992e-06,3.2843513508851174e-06,3.3959272514039185e-06,3.507502924549044e-06,3.619078825067845e-06,3.730654498212971e-06,3.842230398731772e-06,3.953806299250573e-06,4.065381745022023e-06,4.176957645540824e-06],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,4,1,7,12,14,19,15,37,46,53,107,170,207,350,485,632,989,1334,2073,2943,4461,6590,10039,15733,25160,42071,75893,154332,346039,437031,211959,98293,51349,30135,18416,11749,7784,5156,3496,2350,1624,1135,794,504,396,251,199,122,100,69,47,25,23,12,9,5,4,5,3,0,1],"bins":[-0.005789594724774361,-0.005609747022390366,-0.005429898854345083,-0.005250051151961088,-0.005070202983915806,-0.004890355281531811,-0.004710507113486528,-0.004530659411102533,-0.004350811243057251,-0.004170963540673256,-0.003991115838289261,-0.0038112676702439785,-0.0036314199678599834,-0.0034515720326453447,-0.003271724097430706,-0.0030918761622160673,-0.0029120282270014286,-0.00273218029178679,-0.002552332356572151,-0.0023724844213575125,-0.0021926364861428738,-0.0020127887837588787,-0.00183294084854424,-0.0016530929133296013,-0.0014732449781149626,-0.0012933970429003239,-0.0011135491076856852,-0.0009337012888863683,-0.0007538533536717296,-0.0005740054184570909,-0.00039415754145011306,-0.0002143096353393048,-3.446219488978386e-05,0.0001453857112210244,0.00032523361733183265,0.0005050814943388104,0.0006849294295534492,0.0008647773647680879,0.0010446251835674047,0.0012244731187820435,0.0014043210539966822,0.0015841689892113209,0.0017640169244259596,0.0019438647432252765,0.0021237125620245934,0.002303560497239232,0.0024834084324538708,0.0026632563676685095,0.002843104302883148,0.003022952238097787,0.0032028001733124256,0.0033826481085270643,0.003562496043741703,0.003742343746125698,0.0039221919141709805,0.0041020396165549755,0.004281887784600258,0.004461735486984253,0.004641583189368248,0.00482143135741353,0.005001279059797525,0.005181127227842808,0.005360974930226803,0.005540823098272085,0.00572067080065608]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.009293111972510815,-0.009018181823194027,-0.008743252605199814,-0.008468322455883026,-0.008193392306566238,-0.007918463088572025,-0.007643532939255238,-0.00736860278993845,-0.0070936731062829494,-0.006818743422627449,-0.006543813273310661,-0.006268883589655161,-0.0059939539059996605,-0.005719023756682873,-0.005444094073027372,-0.005169163923710585,-0.004894234240055084,-0.004619304556399584,-0.004344374407082796,-0.004069444723427296,-0.0037945148069411516,-0.0035195848904550076,-0.003244655206799507,-0.002969725290313363,-0.002694795373827219,-0.002419865457341075,-0.002144935540854931,-0.0018700058571994305,-0.0015950759407132864,-0.0013201460242271423,-0.00104521622415632,-0.0007702863658778369,-0.0004953574389219284,-0.00022042758064344525,5.45022776350379e-05,0.00032943213591352105,0.0006043619941920042,0.0008792918524704874,0.0011542217107489705,0.0014291515108197927,0.0017040814273059368,0.001979011343792081,0.002253941260278225,0.0025288709439337254,0.0028038008604198694,0.0030787307769060135,0.003353660460561514,0.003628590377047658,0.003903520293533802,0.0041784499771893024,0.00445338012650609,0.004728309810161591,0.005003239959478378,0.005278169643133879,0.005553099326789379,0.005828029476106167,0.006102959159761667,0.006377888843417168,0.006652818992733955,0.006927748676389456,0.007202678360044956,0.007477608509361744,0.007752538193017244,0.008027467876672745,0.008302398025989532],"_type":"histogram","values":[1,0,0,1,0,1,0,1,1,1,1,4,3,4,2,6,9,16,5,11,16,30,30,42,51,62,66,73,76,89,106,112,126,128,125,105,96,112,81,76,60,51,52,36,34,34,25,12,14,13,9,16,8,5,2,2,4,0,0,1,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,2,0,0,2,1,4,0,4,5,4,9,9,10,13,10,14,18,31,34,41,44,42,38,40,34,36,34,36,29,26,20,11,18,9,18,16,6,7,8,7,10,11,6,5,5,3,7,7,5,1,5,4,1,3,0,2],"bins":[0.9975100159645081,0.997588038444519,0.99766606092453,0.997744083404541,0.997822105884552,0.9979001879692078,0.9979782104492188,0.9980562329292297,0.9981342554092407,0.9982122778892517,0.9982903003692627,0.9983683228492737,0.9984463453292847,0.9985243678092957,0.9986024498939514,0.9986804723739624,0.9987584948539734,0.9988365173339844,0.9989145398139954,0.9989925622940063,0.9990705847740173,0.9991486072540283,0.9992266297340393,0.9993047118186951,0.999382734298706,0.999460756778717,0.999538779258728,0.999616801738739,0.99969482421875,0.999772846698761,0.999850869178772,0.999928891658783,1.000006914138794,1.0000849962234497,1.000162959098816,1.0002410411834717,1.000319004058838,1.0003970861434937,1.0004751682281494,1.0005531311035156,1.0006312131881714,1.0007091760635376,1.0007872581481934,1.0008652210235596,1.0009433031082153,1.0010212659835815,1.0010993480682373,1.001177430152893,1.0012553930282593,1.001333475112915,1.0014114379882812,1.001489520072937,1.0015674829483032,1.001645565032959,1.0017235279083252,1.001801609992981,1.0018796920776367,1.001957654953003,1.0020357370376587,1.002113699913025,1.0021917819976807,1.0022697448730469,1.0023478269577026,1.0024257898330688,1.0025038719177246]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,1,4,3,1,3,0,6,4,2,5,4,5,13,13,8,11,22,21,29,38,34,47,37,42,51,54,54,45,41,29,22,22,8,14,15,8,17,6,6,3,3,4,2,2,2,1,0,1,0,0,0,0,0,1,0,0,1],"bins":[-0.0038340447936207056,-0.003713935147970915,-0.003593825502321124,-0.0034737158566713333,-0.003353606443852186,-0.0032334967982023954,-0.0031133871525526047,-0.002993277506902814,-0.002873167861253023,-0.0027530582156032324,-0.0026329485699534416,-0.002512838924303651,-0.00239272927865386,-0.002272619865834713,-0.0021525102201849222,-0.0020324005745351315,-0.0019122909288853407,-0.00179218128323555,-0.0016720716375857592,-0.0015519621083512902,-0.0014318524627014995,-0.0013117428170517087,-0.0011916332878172398,-0.001071523642167449,-0.0009514139965176582,-0.0008313043508678675,-0.0007111947634257376,-0.0005910851759836078,-0.000470975530333817,-0.0003508659137878567,-0.0002307562972418964,-0.00011064668069593608,9.46270301938057e-06,0.00012957231956534088,0.0002496819361113012,0.0003697915526572615,0.0004899011692032218,0.0006100108148530126,0.0007301204022951424,0.0008502299897372723,0.000970339635387063,0.0010904492810368538,0.0012105589266866446,0.0013306684559211135,0.0014507781015709043,0.001570887747220695,0.001690997276455164,0.0018111069221049547,0.0019312165677547455,0.0020513262134045362,0.002171435859054327,0.0022915455047041178,0.0024116551503539085,0.0025317645631730556,0.0026518742088228464,0.002771983854472637,0.002892093500122428,0.0030122031457722187,0.0031323127914220095,0.0032524224370718002,0.0033725318498909473,0.003492641495540738,0.003612751141190529,0.0037328607868403196,0.0038529704324901104]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,0,6,10,10,29,40,88,137,259,399,762,1250,1887,2971,4442,6631,9682,13164,18136,23699,30645,38725,47887,57364,66927,76382,84736,91544,96695,100201,99422,97073,93221,86239,78614,69002,59932,50409,41132,32577,25284,19312,14442,10136,7378,5056,3323,2213,1373,846,505,281,187,89,50,28,14,8,4,3],"bins":[-0.10898610204458237,-0.105793297290802,-0.10260049253702164,-0.09940768778324127,-0.09621488302946091,-0.09302207827568054,-0.08982927352190018,-0.08663646876811981,-0.08344367146492004,-0.08025086671113968,-0.07705806195735931,-0.07386525720357895,-0.07067245244979858,-0.06747964769601822,-0.06428684294223785,-0.06109403818845749,-0.057901233434677124,-0.05470842868089676,-0.051515623927116394,-0.04832281917333603,-0.045130014419555664,-0.0419372133910656,-0.03874440863728523,-0.03555160388350487,-0.0323587991297245,-0.029165994375944138,-0.025973189622163773,-0.022780386731028557,-0.019587581977248192,-0.016394777223467827,-0.013201973401010036,-0.010009169578552246,-0.006816364824771881,-0.0036235605366528034,-0.00043075624853372574,0.002762048039585352,0.00595485232770443,0.009147657081484795,0.012340460903942585,0.015533264726400375,0.01872606948018074,0.021918874233961105,0.02511167898774147,0.028304481878876686,0.0314972847700119,0.03469008952379227,0.03788289427757263,0.041075699031353,0.04426850378513336,0.04746130853891373,0.05065411329269409,0.05384691804647446,0.05703972280025482,0.06023252382874489,0.06342533230781555,0.06661813706159592,0.06981094181537628,0.07300373911857605,0.07619654387235641,0.07938934862613678,0.08258215337991714,0.08577495813369751,0.08896776288747787,0.09216056764125824,0.0953533723950386]},"_step":63,"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,0,1,1,2,1,1,7,5,4,2,6,11,12,7,8,17,18,17,21,23,23,33,29,25,30,27,18,29,31,28,30,35,30,16,23,23,14,21,13,15,15,16,12,12,9,6,6,4,4,3,7,2,1,4,4,1,1],"bins":[-0.0010371884563937783,-0.0010075191967189312,-0.0009778498206287622,-0.0009481805609539151,-0.000918511301279068,-0.00088884198339656,-0.0008591727237217128,-0.0008295034058392048,-0.0007998341461643577,-0.0007701648282818496,-0.0007404955686070025,-0.0007108262507244945,-0.0006811569910496473,-0.0006514876731671393,-0.0006218184134922922,-0.0005921490956097841,-0.000562479835934937,-0.000532810518052429,-0.0005031412001699209,-0.0004734719404950738,-0.0004438026517163962,-0.00041413336293771863,-0.00038446407415904105,-0.00035479478538036346,-0.0003251254674978554,-0.00029545617871917784,-0.00026578688994050026,-0.0002361176157137379,-0.0002064483123831451,-0.0001767790236044675,-0.00014710973482578993,-0.00011744044604711235,-8.777115726843476e-05,-5.810186848975718e-05,-2.843257607310079e-05,1.236714524566196e-06,3.090600512223318e-05,6.0575293900910765e-05,9.024458995554596e-05,0.00011991387873422354,0.00014958316751290113,0.0001792524562915787,0.0002089217450702563,0.00023859103384893388,0.0002682603371795267,0.00029792962595820427,0.00032759891473688185,0.00035726820351555943,0.000386937492294237,0.0004166067810729146,0.0004462760698515922,0.00047594535863026977,0.0005056146765127778,0.0005352839361876249,0.000564953254070133,0.0005946225137449801,0.0006242918316274881,0.0006539610913023353,0.0006836304091848433,0.0007132996688596904,0.0007429689867421985,0.0007726382464170456,0.0008023075642995536,0.0008319768239744008,0.0008616461418569088]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,2,4,2,1,5,5,3,4,5,6,8,9,6,10,15,15,14,7,22,16,28,24,27,13,22,31,33,30,39,23,25,23,23,32,21,28,18,20,16,17,10,11,9,8,13,7,8,4,12,4,5,3,3,2,0,4,4,2,1,0,2,1],"bins":[-0.03377991169691086,-0.032683201134204865,-0.03158649057149887,-0.030489781871438026,-0.029393073171377182,-0.02829636260867119,-0.027199652045965195,-0.02610294334590435,-0.025006232783198357,-0.023909522220492363,-0.02281281352043152,-0.021716102957725525,-0.02061939239501953,-0.019522683694958687,-0.018425973132252693,-0.01732926443219185,-0.016232553869485855,-0.015135844238102436,-0.014039134606719017,-0.012942424044013023,-0.011845714412629604,-0.010749004781246185,-0.009652294218540192,-0.008555584587156773,-0.007458874955773354,-0.0063621653243899345,-0.005265455227345228,-0.004168745130300522,-0.003072035498917103,-0.00197532563470304,-0.0008786157704889774,0.00021809409372508526,0.001314803957939148,0.0024115138221532106,0.0035082236863672733,0.00460493378341198,0.005701643414795399,0.006798353046178818,0.007895063608884811,0.00899177324026823,0.01008848287165165,0.011185192503035069,0.012281902134418488,0.013378612697124481,0.0144753223285079,0.01557203195989132,0.016668742522597313,0.017765451222658157,0.01886216178536415,0.019958872348070145,0.02105558104813099,0.022152291610836983,0.023249000310897827,0.02434571087360382,0.025442421436309814,0.02653913013637066,0.027635840699076653,0.028732551261782646,0.02982925996184349,0.030925970524549484,0.03202268108725548,0.03311939164996147,0.03421609848737717,0.03531280905008316,0.036409519612789154]},"train_batch_loss":3.6937761306762695,"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.01221105083823204,-0.011891134083271027,-0.011571217328310013,-0.011251301504671574,-0.01093138474971056,-0.010611467994749546,-0.010291551239788532,-0.009971634484827518,-0.00965171866118908,-0.009331801906228065,-0.009011885151267052,-0.008691968396306038,-0.008372051641345024,-0.00805213488638401,-0.007732218597084284,-0.007412302307784557,-0.0070923855528235435,-0.00677246879786253,-0.006452552508562803,-0.0061326357536017895,-0.005812719464302063,-0.005492802709341049,-0.005172885954380035,-0.004852969665080309,-0.004533052910119295,-0.004213136155158281,-0.003893219865858555,-0.003573303110897541,-0.003253386588767171,-0.0029334700666368008,-0.002613553311675787,-0.002293636789545417,-0.0019737202674150467,-0.0016538037452846766,-0.0013338871067389846,-0.0010139704681932926,-0.0006940539460629225,-0.0003741373657248914,-5.422078538686037e-05,0.0002656957949511707,0.0005856123752892017,0.0009055289556272328,0.0012254455359652638,0.0015453621745109558,0.001865278696641326,0.002185195218771696,0.00250511197373271,0.00282502849586308,0.00314494501799345,0.0034648615401238203,0.0037847780622541904,0.004104694817215204,0.004424611106514931,0.0047445278614759445,0.005064444616436958,0.005384360905736685,0.005704277660697699,0.006024194415658712,0.006344110704958439,0.006664027459919453,0.0069839442148804665,0.007303860504180193,0.007623777259141207,0.007943693548440933,0.008263610303401947],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,1,3,4,3,7,3,6,13,5,11,17,20,21,18,26,35,31,38,20,29,27,30,23,34,36,35,33,27,23,27,32,30,14,17,12,11,11,7,8,5,2,3,1,0,1,3,0,1]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.08803119510412216,-0.08521943539381027,-0.08240768313407898,-0.07959592342376709,-0.0767841637134552,-0.07397241145372391,-0.07116065174341202,-0.06834889948368073,-0.06553713977336884,-0.06272538006305695,-0.05991362780332565,-0.05710186809301376,-0.05429011210799217,-0.05147835612297058,-0.04866659641265869,-0.0458548404276371,-0.04304308444261551,-0.04023132845759392,-0.03741957247257233,-0.03460781276226044,-0.031796056777238846,-0.028984300792217255,-0.026172542944550514,-0.023360785096883774,-0.020549029111862183,-0.01773727312684059,-0.014925515279173851,-0.012113758362829685,-0.00930200144648552,-0.006490244530141354,-0.003678487613797188,-0.000866730697453022,0.0019450336694717407,0.0047567905858159065,0.007568547502160072,0.010380304418504238,0.013192061334848404,0.016003817319869995,0.018815575167536736,0.021627333015203476,0.024439089000225067,0.02725084498524666,0.0300626028329134,0.03287436068058014,0.03568611666560173,0.03849787265062332,0.04130963236093521,0.0441213883459568,0.046933144330978394,0.049744900315999985,0.052556656301021576,0.055368416011333466,0.05818017199635506,0.06099192798137665,0.06380368769168854,0.06661543995141983,0.06942719966173172,0.07223895937204361,0.0750507116317749,0.07786247134208679,0.08067423105239868,0.08348598331212997,0.08629774302244186,0.08910949528217316,0.09192125499248505],"_type":"histogram","values":[3,3,11,14,29,56,81,143,187,310,453,742,1051,1499,2021,2819,3879,5118,6584,8387,10304,12619,15505,18127,21044,23863,26144,28496,30629,31960,33039,32666,32803,31527,29748,27902,25110,22615,19881,17018,14372,11998,9496,7635,6078,4503,3453,2365,1753,1196,837,629,418,277,175,124,61,26,15,11,7,3,1,1]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09538095444440842,-0.09246939420700073,-0.08955784142017365,-0.08664628118276596,-0.08373472839593887,-0.08082316815853119,-0.0779116153717041,-0.07500005513429642,-0.07208849489688873,-0.06917694211006165,-0.06626538187265396,-0.06335382908582687,-0.06044226884841919,-0.057530712336301804,-0.05461915582418442,-0.05170759931206703,-0.048796042799949646,-0.04588448628783226,-0.042972929775714874,-0.04006137326359749,-0.0371498167514801,-0.03423825651407242,-0.03132670000195503,-0.028415143489837646,-0.02550358697772026,-0.022592030465602875,-0.01968047395348549,-0.016768915578722954,-0.013857359066605568,-0.010945802554488182,-0.008034245111048222,-0.005122688133269548,-0.002211138606071472,0.000700418371707201,0.003611975349485874,0.006523532327264547,0.00943508930504322,0.012346645817160606,0.015258203260600567,0.018169760704040527,0.021081317216157913,0.0239928737282753,0.026904430240392685,0.02981598861515522,0.032727546989917755,0.03563910350203514,0.03855066001415253,0.04146221652626991,0.0443737730383873,0.047285329550504684,0.05019688606262207,0.053108442574739456,0.05601999908685684,0.058931559324264526,0.06184311583638191,0.0647546723484993,0.06766623258590698,0.07057778537273407,0.07348934561014175,0.07640089839696884,0.07931245863437653,0.08222401142120361,0.0851355716586113,0.08804712444543839,0.09095868468284607],"_type":"histogram","values":[1,0,4,1,6,11,26,39,86,92,182,308,412,676,1033,1458,2129,2888,3969,5416,6932,8908,11405,13639,16418,19556,22667,25686,28467,30442,32251,33433,34507,34044,33325,31621,29096,26902,24125,21212,18168,15277,12672,10176,8052,6304,4645,3446,2443,1721,1244,846,540,368,223,133,86,46,31,18,6,4,1,1]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.002071729861199856,-0.0020148323383182287,-0.0019579348154366016,-0.0019010371761396527,-0.0018441396532580256,-0.0017872420139610767,-0.0017303444910794497,-0.0016734469681978226,-0.0016165494453161955,-0.0015596518060192466,-0.0015027542831376195,-0.0014458567602559924,-0.0013889591209590435,-0.0013320615980774164,-0.0012751640751957893,-0.0012182664358988404,-0.0011613689130172133,-0.0011044713901355863,-0.0010475737508386374,-0.0009906762279570103,-0.0009337787050753832,-0.0008768811239860952,-0.0008199835428968072,-0.0007630860200151801,-0.0007061884389258921,-0.0006492908578366041,-0.000592393334954977,-0.000535495753865689,-0.0004785982018802315,-0.00042170064989477396,-0.00036480306880548596,-0.0003079055168200284,-0.00025100784841924906,-0.00019411029643379152,-0.00013721272989641875,-8.03151706350036e-05,-2.3417611373588443e-05,3.347994788782671e-05,9.037750714924186e-05,0.00014727507368661463,0.00020417262567207217,0.0002610701776575297,0.00031796772964298725,0.00037486531073227525,0.0004317628627177328,0.0004886604147031903,0.0005455579957924783,0.0006024555186741054,0.0006593530997633934,0.0007162506808526814,0.0007731482037343085,0.0008300457848235965,0.0008869433077052236,0.0009438408887945116,0.0010007384698837996,0.0010576359927654266,0.0011145335156470537,0.0011714311549440026,0.0012283286778256297,0.0012852262007072568,0.0013421238400042057,0.0013990213628858328,0.0014559188857674599,0.0015128165250644088,0.0015697140479460359],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,1,0,0,3,1,2,4,9,7,5,10,14,18,38,36,51,76,93,113,136,129,159,150,134,143,135,128,112,95,66,35,43,34,14,17,7,6,5,3,1,3,3,1,0,1,0,1,1,0,1,0,1]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,1,1,4,8,5,14,24,30,46,65,57,118,175,209,290,376,555,744,1006,1440,2036,3076,4588,7240,11348,19668,35930,82766,235953,89242,37783,20531,11750,7388,4824,3166,2166,1455,1042,774,513,389,285,231,160,97,80,48,43,27,14,16,10,4,3,4,2,2,0,1],"bins":[-0.004129952751100063,-0.004003012087196112,-0.00387607142329216,-0.003749130992218852,-0.0036221903283149004,-0.0034952496644109488,-0.003368309000506997,-0.0032413683366030455,-0.0031144279055297375,-0.002987487241625786,-0.002860546577721834,-0.0027336059138178825,-0.002606665249913931,-0.0024797245860099792,-0.0023527841549366713,-0.0022258434910327196,-0.002098902827128768,-0.0019719621632248163,-0.0018450216157361865,-0.0017180809518322349,-0.001591140404343605,-0.0014641997404396534,-0.0013372590765357018,-0.001210318529047072,-0.0010833778651431203,-0.0009564372594468296,-0.0008294966537505388,-0.0007025559898465872,-0.0005756153841502964,-0.0004486747784540057,-0.00032173414365388453,-0.00019479352340567857,-6.785290315747261e-05,5.908771709073335e-05,0.0001860283373389393,0.0003129689721390605,0.00043990957783535123,0.000566850183531642,0.0006937908474355936,0.0008207314531318843,0.0009476720588281751,0.0010746127227321267,0.0012015532702207565,0.0013284939341247082,0.0014554345980286598,0.0015823751455172896,0.0017093158094212413,0.001836256356909871,0.0019631970208138227,0.0020901376847177744,0.002217078348621726,0.002344018779695034,0.0024709594435989857,0.0025979001075029373,0.002724840771406889,0.0028517814353108406,0.0029787220992147923,0.0031056625302881002,0.003232603194192052,0.0033595438580960035,0.003486484521999955,0.003613425185903907,0.003740365616977215,0.0038673062808811665,0.003994246944785118]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,2,0,0,2,4,1,4,8,10,12,18,17,12,31,40,46,38,44,36,51,37,35,33,27,29,18,30,22,18,21,12,11,13,12,9,6,9,8,4,4,3,8,5,3,1,1,1,3,1,1,0,1,4,0,0,0,0,0,1],"bins":[0.9977812170982361,0.9978733062744141,0.997965395450592,0.99805748462677,0.998149573802948,0.998241662979126,0.998333752155304,0.9984257817268372,0.9985178709030151,0.9986099600791931,0.9987020492553711,0.9987941384315491,0.998886227607727,0.998978316783905,0.999070405960083,0.999162495136261,0.999254584312439,0.9993466734886169,0.9994387626647949,0.9995308518409729,0.9996228814125061,0.9997149705886841,0.9998070597648621,0.99989914894104,0.999991238117218,1.000083327293396,1.0001753568649292,1.000267505645752,1.0003595352172852,1.000451683998108,1.0005437135696411,1.0006358623504639,1.000727891921997,1.0008200407028198,1.000912070274353,1.0010042190551758,1.001096248626709,1.0011883974075317,1.001280426979065,1.0013724565505981,1.001464605331421,1.001556634902954,1.0016487836837769,1.00174081325531,1.0018329620361328,1.001924991607666,1.0020171403884888,1.002109169960022,1.0022013187408447,1.002293348312378,1.0023854970932007,1.0024775266647339,1.002569556236267,1.0026617050170898,1.002753734588623,1.0028458833694458,1.002937912940979,1.0030300617218018,1.003122091293335,1.0032142400741577,1.003306269645691,1.0033984184265137,1.0034904479980469,1.0035825967788696,1.0036746263504028]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,2,0,0,0,1,2,5,3,6,6,10,3,6,12,11,10,19,18,16,15,26,25,27,22,29,31,24,29,26,16,37,30,30,35,25,31,21,23,16,12,16,16,10,11,10,4,5,9,6,5,5,1,3,2,1,0,2],"bins":[-0.009624363854527473,-0.009355760179460049,-0.009087156504392624,-0.008818553760647774,-0.008549950085580349,-0.008281346410512924,-0.0080127427354455,-0.007744139526039362,-0.0074755363166332245,-0.0072069326415658,-0.006938328966498375,-0.0066697257570922375,-0.006401122082024813,-0.006132518872618675,-0.0058639151975512505,-0.005595311988145113,-0.005326708313077688,-0.0050581046380102634,-0.004789501428604126,-0.004520897753536701,-0.004252294544130564,-0.003983690869063139,-0.003715087426826358,-0.0034464839845895767,-0.0031778805423527956,-0.0029092771001160145,-0.0026406736578792334,-0.0023720702156424522,-0.0021034665405750275,-0.0018348632147535682,-0.0015662596561014652,-0.001297656213864684,-0.0010290532372891903,-0.0007604497950524092,-0.0004918462946079671,-0.00022324282326735556,4.5360648073256016e-05,0.0003139641194138676,0.0005825675907544792,0.0008511710911989212,0.0011197745334357023,0.0013883779756724834,0.0016569814179092646,0.0019255849765613675,0.0021941885352134705,0.0024627919774502516,0.0027313954196870327,0.002999998861923814,0.003268602304160595,0.003537205746397376,0.003805809188634157,0.004074412863701582,0.004343016073107719,0.004611619748175144,0.004880222957581282,0.0051488266326487064,0.005417429842054844,0.005686033517122269,0.0059546371921896935,0.006223240401595831,0.006491844076663256,0.006760447286069393,0.007029050961136818,0.007297654170542955,0.00756625784561038]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.007690490689128637,-0.007439602166414261,-0.007188713643699884,-0.006937825120985508,-0.0066869365982711315,-0.006436048075556755,-0.006185159552842379,-0.005934271030128002,-0.005683382041752338,-0.005432493519037962,-0.0051816049963235855,-0.004930716473609209,-0.004679827950894833,-0.004428939428180456,-0.00417805090546608,-0.003927162382751703,-0.003676273860037327,-0.0034253853373229504,-0.003174496814608574,-0.0029236082918941975,-0.002672719769179821,-0.002421831013634801,-0.0021709424909204245,-0.001920053968206048,-0.0016691654454916716,-0.0014182769227772951,-0.0011673884000629187,-0.0009164997609332204,-0.0006656112382188439,-0.00041472268640063703,-0.00016383413458243012,8.705441723577678e-05,0.000337943434715271,0.0005888319574296474,0.0008397205383516848,0.0010906091192737222,0.0013414976419880986,0.001592386164702475,0.0018432748038321733,0.00209416332654655,0.0023450518492609262,0.0025959403719753027,0.002846828894689679,0.0030977174174040556,0.0033486061729490757,0.003599494695663452,0.0038503832183778286,0.004101271741092205,0.0043521602638065815,0.004603048786520958,0.004853937309235334,0.005104825831949711,0.005355714354664087,0.005606602877378464,0.00585749140009284,0.006108379922807217,0.00635926891118288,0.006610157433897257,0.006861045956611633,0.00711193447932601,0.007362823002040386,0.007613711524754763,0.007864600047469139,0.008115488104522228,0.008366377092897892],"_type":"histogram","values":[1,0,0,0,1,0,5,3,8,10,12,23,30,44,75,117,181,251,399,600,886,1302,2073,3255,4832,7840,12919,21761,38816,77061,203101,101094,47011,25881,14888,9100,5770,3657,2306,1452,1066,668,459,304,201,129,87,39,30,27,15,10,9,6,4,0,1,1,2,0,0,0,0,1]},"gradients/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.012749560177326202,-0.012370635755360126,-0.011991710402071476,-0.0116127859801054,-0.01123386062681675,-0.010854936204850674,-0.010476011782884598,-0.010097086429595947,-0.009718162007629871,-0.009339237585663795,-0.008960312232375145,-0.008581387810409069,-0.008202463388442993,-0.007823538035154343,-0.007444613613188267,-0.0070656887255609035,-0.00668676383793354,-0.006307838950306177,-0.005928914062678814,-0.005549989640712738,-0.005171064753085375,-0.004792139865458012,-0.004413215443491936,-0.0040342905558645725,-0.0036553656682372093,-0.003276440780609846,-0.0028975161258131266,-0.002518591471016407,-0.002139666583389044,-0.0017607418121770024,-0.001381817040964961,-0.0010028922697529197,-0.0006239684298634529,-0.00024504365865141153,0.00013388111256062984,0.0005128058837726712,0.0008917306549847126,0.001270655426196754,0.0016495801974087954,0.002028504852205515,0.002407429739832878,0.0027863546274602413,0.003165279282256961,0.0035442039370536804,0.003923128824681044,0.004302053712308407,0.004680978134274483,0.005059903021901846,0.005438827909529209,0.005817752797156572,0.0061966776847839355,0.0065756021067500114,0.006954526994377375,0.007333451882004738,0.007712376303970814,0.008091301657259464,0.00847022607922554,0.008849150501191616,0.009228075854480267,0.009607000276446342,0.009985925629734993,0.010364850051701069,0.010743774473667145,0.011122699826955795,0.011501624248921871],"_type":"histogram","values":[3,1,0,0,1,6,5,14,13,18,20,30,60,74,90,159,234,327,453,663,940,1367,2051,3014,4142,6144,9367,13524,21152,33057,54481,98011,216613,511525,296277,125396,65972,38196,23491,15024,9729,6572,4406,3140,2136,1564,1097,711,492,327,252,147,118,97,48,39,26,19,17,7,1,0,1,3]},"parameters/bert.encoder.layer.0.output.dense.bias":{"values":[1,0,1,0,2,0,2,0,2,2,4,4,3,6,8,14,17,8,14,17,18,31,26,29,38,40,31,35,33,30,28,32,34,32,34,24,14,30,22,27,12,9,9,7,8,8,9,3,2,2,0,2,1,0,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0011333324946463108,-0.001094392384402454,-0.001055452274158597,-0.00101651216391474,-0.0009775720536708832,-0.0009386318852193654,-0.0008996917167678475,-0.0008607516065239906,-0.0008218114962801337,-0.0007828713860362768,-0.0007439312757924199,-0.0007049911073409021,-0.0006660509970970452,-0.0006271108868531883,-0.0005881707184016705,-0.0005492306081578135,-0.0005102904979139566,-0.00047135038767009974,-0.00043241024832241237,-0.000393470108974725,-0.0003545299987308681,-0.0003155898884870112,-0.00027664974913932383,-0.0002377096243435517,-0.00019876949954777956,-0.00015982937475200742,-0.00012088924995623529,-8.194912516046315e-05,-4.300900036469102e-05,-4.068875568918884e-06,3.487124922685325e-05,7.381137402262539e-05,0.00011275149881839752,0.00015169162361416966,0.0001906317484099418,0.00022957187320571393,0.00026851199800148606,0.00030745210824534297,0.00034639224759303033,0.0003853323869407177,0.0004242724971845746,0.0004632126074284315,0.0005021527176722884,0.0005410928861238062,0.0005800329963676631,0.00061897310661152,0.0006579132750630379,0.0006968533853068948,0.0007357934955507517,0.0007747336057946086,0.0008136737160384655,0.0008526138844899833,0.0008915539947338402,0.0009304941049776971,0.000969434273429215,0.0010083743836730719,0.0010473144939169288,0.0010862546041607857,0.0011251947144046426,0.0011641348246484995,0.0012030750513076782,0.0012420151615515351,0.001280955271795392,0.001319895382039249,0.0013588354922831059],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.000672344584017992,-0.0006505330093204975,-0.000628721434623003,-0.0006069098599255085,-0.000585098285228014,-0.0005632866523228586,-0.0005414750776253641,-0.0005196635029278696,-0.000497851928230375,-0.00047604035353288054,-0.00045422877883538604,-0.0004324171750340611,-0.00041060560033656657,-0.00038879402563907206,-0.0003669824218377471,-0.0003451708471402526,-0.0003233592724427581,-0.0003015476977452636,-0.00027973612304776907,-0.0002579245192464441,-0.0002361129445489496,-0.0002143013698514551,-0.00019248978060204536,-0.00017067819135263562,-0.00014886661665514112,-0.0001270550419576466,-0.00010524345270823687,-8.343187073478475e-05,-6.162028876133263e-05,-3.980870678788051e-05,-1.799712481442839e-05,3.814457159023732e-06,2.5626039132475853e-05,4.7437621105927974e-05,6.92492030793801e-05,9.106078505283222e-05,0.00011287236702628434,0.00013468394172377884,0.00015649553097318858,0.00017830712022259831,0.00020011869492009282,0.00022193026961758733,0.00024374185886699706,0.0002655534481164068,0.0002873650228139013,0.0003091765975113958,0.0003309882013127208,0.0003527997760102153,0.0003746113507077098,0.0003964229254052043,0.0004182345001026988,0.00044004610390402377,0.0004618576786015183,0.0004836692532990128,0.0005054808571003377,0.0005272924317978323,0.0005491040064953268,0.0005709155811928213,0.0005927271558903158,0.0006145387305878103,0.0006363503634929657,0.0006581619381904602,0.0006799735128879547,0.0007017850875854492,0.0007235966622829437],"_type":"histogram","values":[1,0,0,0,2,0,2,0,4,0,1,3,3,1,10,8,10,21,9,16,27,21,29,29,26,32,29,28,27,20,27,23,31,31,29,24,24,18,34,22,24,29,17,11,10,11,9,5,9,5,1,4,3,1,1,3,0,0,0,0,1,0,0,2]},"parameters/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[2,1,2,9,13,27,35,66,127,203,318,443,769,1086,1452,2048,2918,3765,5216,6582,8293,10410,12617,14707,17087,19325,21452,23550,24775,26109,26753,26401,25624,24573,22936,20972,18817,16689,14237,12018,9832,8029,6248,4803,3568,2687,1992,1462,975,679,443,281,167,114,65,50,27,22,5,4,3,2,2,1],"bins":[-0.09046009182929993,-0.0875331461429596,-0.08460620045661926,-0.08167925477027893,-0.0787523090839386,-0.07582536339759827,-0.07289841771125793,-0.0699714720249176,-0.06704452633857727,-0.06411757320165634,-0.06119063124060631,-0.058263685554265976,-0.055336736142635345,-0.05240979045629501,-0.04948284476995468,-0.04655589908361435,-0.04362895339727402,-0.040702007710933685,-0.03777506202459335,-0.03484811633825302,-0.03192117065191269,-0.028994223102927208,-0.026067275553941727,-0.023140329867601395,-0.020213384181261063,-0.01728643849492073,-0.014359491877257824,-0.011432545259594917,-0.008505599573254585,-0.005578653421252966,-0.0026517072692513466,0.00027523888275027275,0.003202185034751892,0.006129131186753511,0.00905607733875513,0.011983023956418037,0.01490996964275837,0.0178369153290987,0.020763862878084183,0.023690808564424515,0.026617754250764847,0.02954469993710518,0.03247164562344551,0.03539859130978584,0.03832554072141647,0.041252486407756805,0.04417943209409714,0.04710637778043747,0.0500333234667778,0.052960269153118134,0.055887214839458466,0.0588141605257988,0.06174110621213913,0.06466805189847946,0.0675949975848198,0.07052194327116013,0.07344889640808105,0.07637584209442139,0.07930278778076172,0.08222973346710205,0.08515667915344238,0.08808362483978271,0.09101057052612305,0.09393751621246338,0.09686446189880371]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,2,2,1,0,4,1,3,4,6,7,13,17,11,16,27,39,52,59,86,103,82,53,46,37,24,18,11,7,8,1,7,4,2,1,0,1,4,1,1,1,1,0,2,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.007899690419435501,-0.007632983848452568,-0.007366276811808348,-0.007099570240825415,-0.006832863204181194,-0.006566156633198261,-0.006299449596554041,-0.006032743025571108,-0.0057660359889268875,-0.0054993294179439545,-0.005232622846961021,-0.004965915810316801,-0.004699209239333868,-0.004432502202689648,-0.004165795631706715,-0.003899088827893138,-0.0036323820240795612,-0.0033656752202659845,-0.003098968416452408,-0.002832261612638831,-0.0025655548088252544,-0.0022988482378423214,-0.0020321414340287447,-0.001765434630215168,-0.0014987278264015913,-0.0012320210225880146,-0.0009653142769820988,-0.000698607531376183,-0.00043190072756260633,-0.0001651939528528601,0.00010151282185688615,0.0003682195965666324,0.0006349263712763786,0.0009016331750899553,0.001168339978903532,0.001435046666301787,0.0017017534701153636,0.0019684601575136185,0.002235166961327195,0.002501873765140772,0.0027685805689543486,0.0030352873727679253,0.003301994176581502,0.0035687009803950787,0.0038354075513780117,0.004102114588022232,0.004368821159005165,0.0046355281956493855,0.0049022347666323185,0.0051689413376152515,0.005435648374259472,0.005702354945242405,0.005969061981886625,0.006235768552869558,0.006502475589513779,0.006769182160496712,0.007035888731479645,0.007302595768123865,0.007569302339106798,0.007836009375751019,0.008102715946733952,0.008369422517716885,0.008636130020022392,0.008902836591005325,0.009169543161988258],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,2,0,0,1,2,4,2,1,1,4,6,5,6,8,11,20,14,35,23,37,48,35,36,37,38,35,37,37,31,31,27,25,14,21,17,10,7,9,9,13,5,9,7,4,6,6,6,6,4,3,4,1,3,1,1,0,0,2],"bins":[0.9975522756576538,0.9976326823234558,0.997713029384613,0.997793436050415,0.997873842716217,0.997954249382019,0.9980345964431763,0.9981150031089783,0.9981954097747803,0.9982757568359375,0.9983561635017395,0.9984365701675415,0.9985169768333435,0.9985973238945007,0.9986777305603027,0.9987581372261047,0.9988385438919067,0.998918890953064,0.998999297618866,0.999079704284668,0.9991600513458252,0.9992404580116272,0.9993208646774292,0.9994012713432312,0.9994816184043884,0.9995620250701904,0.9996424317359924,0.9997227787971497,0.9998031854629517,0.9998835921287537,0.9999639987945557,1.000044345855713,1.0001246929168701,1.000205159187317,1.0002855062484741,1.000365972518921,1.0004463195800781,1.0005266666412354,1.0006071329116821,1.0006874799728394,1.0007678270339966,1.0008482933044434,1.0009286403656006,1.0010089874267578,1.0010894536972046,1.0011698007583618,1.0012502670288086,1.0013306140899658,1.001410961151123,1.0014914274215698,1.001571774482727,1.0016521215438843,1.001732587814331,1.0018129348754883,1.0018932819366455,1.0019737482070923,1.0020540952682495,1.0021344423294067,1.0022149085998535,1.0022952556610107,1.0023757219314575,1.0024560689926147,1.002536416053772,1.0026168823242188,1.002697229385376],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,1,1,3,0,2,5,4,4,4,6,3,5,13,10,17,20,15,24,27,28,24,30,31,29,30,34,36,35,45,20,28,24,20,19,23,19,20,21,10,13,13,6,8,12,4,4,3,3,4,1,1,0,0,1,0,0,1,0,1],"bins":[-0.0008301140042021871,-0.0008035915670916438,-0.0007770691881887615,-0.0007505467510782182,-0.000724024313967675,-0.0006975019350647926,-0.0006709794979542494,-0.0006444570608437061,-0.0006179346237331629,-0.0005914122448302805,-0.0005648898077197373,-0.000538367370609194,-0.0005118449917063117,-0.00048532255459576845,-0.00045880014658905566,-0.0004322777094785124,-0.0004057553014717996,-0.0003792328934650868,-0.00035271045635454357,-0.00032618804834783077,-0.0002996656112372875,-0.0002731432032305747,-0.00024662079522386193,-0.0002200983726652339,-0.0001935759501066059,-0.00016705352754797786,-0.00014053110498934984,-0.00011400869698263705,-8.748627442400903e-05,-6.096385550335981e-05,-3.4441436582710594e-05,-7.919017662061378e-06,1.8603401258587837e-05,4.512582017923705e-05,7.164823909988627e-05,9.817065438255668e-05,0.0001246930769411847,0.00015121549949981272,0.00017773790750652552,0.00020426033006515354,0.00023078275262378156,0.00025730516063049436,0.0002838275977410376,0.0003103500057477504,0.0003368724137544632,0.00036339485086500645,0.00038991725887171924,0.0004164396959822625,0.0004429621039889753,0.0004694845119956881,0.0004960069200024009,0.0005225293571129441,0.0005490517942234874,0.0005755741731263697,0.000602096610236913,0.0006286190473474562,0.0006551414262503386,0.0006816638633608818,0.0007081863004714251,0.0007347087375819683,0.0007612311164848506,0.0007877535535953939,0.0008142759907059371,0.0008407983696088195,0.0008673208067193627]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[2,1,1,1,1,1,1,1,6,5,5,14,35,39,67,84,125,177,180,182,178,183,166,161,130,85,71,50,29,19,9,9,5,5,6,3,1,0,3,0,2,0,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0014988153707236052,-0.0014319041511043906,-0.001364992931485176,-0.0012980817118659616,-0.001231170492246747,-0.0011642591562122107,-0.0010973479365929961,-0.0010304367169737816,-0.000963525497354567,-0.0008966142777353525,-0.000829703058116138,-0.0007627917802892625,-0.000695880560670048,-0.0006289693410508335,-0.000562058063223958,-0.0004951468436047435,-0.00042823562398552895,-0.0003613244043663144,-0.0002944131556432694,-0.00022750192147213966,-0.0001605906873010099,-9.367945312988013e-05,-2.6768218958750367e-05,4.0143015212379396e-05,0.00010705424938350916,0.00017396548355463892,0.00024087671772576869,0.0003077879664488137,0.0003746991860680282,0.00044161040568724275,0.0005085216835141182,0.0005754329031333327,0.0006423438899219036,0.0007092551095411181,0.0007761663291603327,0.0008430776069872081,0.0009099888266064227,0.0009769001044332981,0.0010438113240525126,0.0011107225436717272,0.0011776337632909417,0.0012445449829101562,0.0013114562025293708,0.0013783674221485853,0.0014452787581831217,0.0015121899778023362,0.0015791011974215508,0.0016460124170407653,0.0017129236366599798,0.0017798348562791944,0.0018467460758984089,0.0019136572955176234,0.001980568515136838,0.0020474798511713743,0.002114390954375267,0.0021813022904098034,0.0022482136264443398,0.0023151247296482325,0.002382036065682769,0.0024489471688866615,0.002515858504921198,0.0025827696081250906,0.002649680944159627,0.0027165920473635197,0.002783503383398056]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,1,0,1,0,2,2,6,4,3,3,5,5,14,17,18,20,18,20,23,33,32,25,35,24,30,29,24,33,34,25,37,27,23,28,26,19,20,16,17,16,10,10,10,5,3,1,1,3,2,2,0,1,0,0,2],"bins":[-0.0008320247870869935,-0.0008084677392616868,-0.0007849107496440411,-0.0007613537018187344,-0.0007377966539934278,-0.0007142396061681211,-0.0006906825583428144,-0.0006671255687251687,-0.000643568520899862,-0.0006200114730745554,-0.0005964544834569097,-0.000572897435631603,-0.0005493403878062963,-0.0005257833399809897,-0.000502226292155683,-0.0004786693025380373,-0.00045511225471273065,-0.000431555206887424,-0.0004079981881659478,-0.0003844411694444716,-0.00036088412161916494,-0.0003373270737938583,-0.0003137700550723821,-0.0002902130363509059,-0.00026665598852559924,-0.00024309895525220782,-0.0002195419219788164,-0.00019598488870542496,-0.00017242785543203354,-0.0001488708221586421,-0.0001253137888852507,-0.00010175675561185926,-7.819978054612875e-05,-5.4642747272737324e-05,-3.10857139993459e-05,-7.528680725954473e-06,1.6028352547436953e-05,3.958538582082838e-05,6.31424190942198e-05,8.669945236761123e-05,0.00011025648564100266,0.00013381351891439408,0.0001573705521877855,0.00018092758546117693,0.00020448461873456836,0.00022804165200795978,0.0002515986852813512,0.0002751557040028274,0.00029871275182813406,0.0003222697996534407,0.0003458268183749169,0.0003693838370963931,0.00039294088492169976,0.0004164979327470064,0.0004400549514684826,0.0004636119701899588,0.00048716901801526546,0.0005107260658405721,0.0005342831136658788,0.0005578401032835245,0.0005813971511088312,0.0006049541989341378,0.0006285111885517836,0.0006520682363770902,0.0006756252842023969]},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,0,0,0,2,1,1,2,3,3,2,2,7,3,8,12,11,11,16,10,9,10,20,21,32,27,27,22,40,24,28,802,35,26,32,25,38,29,14,19,18,16,21,17,13,10,3,9,8,9,4,6,2,5,7,1,2,4,1,1,0,0,2,1],"bins":[-1.8038569688796997,-1.747392177581787,-1.6909273862838745,-1.6344627141952515,-1.5779979228973389,-1.5215331315994263,-1.4650683403015137,-1.4086036682128906,-1.352138876914978,-1.2956740856170654,-1.2392092943191528,-1.1827445030212402,-1.1262798309326172,-1.0698150396347046,-1.013350248336792,-0.9568855166435242,-0.9004207253456116,-0.843955934047699,-0.7874912023544312,-0.7310264110565186,-0.6745616793632507,-0.6180968880653381,-0.5616321563720703,-0.5051673650741577,-0.4487026035785675,-0.3922378420829773,-0.3357730805873871,-0.2793083190917969,-0.22284354269504547,-0.16637878119945526,-0.10991401225328445,-0.053449247032403946,0.0030155181884765625,0.05948028340935707,0.11594504863023758,0.1724098175764084,0.2288745790719986,0.28533935546875,0.3418041169643402,0.3982688784599304,0.45473363995552063,0.5111984014511108,0.5676631927490234,0.6241279244422913,0.6805927157402039,0.7370574474334717,0.7935222387313843,0.8499869704246521,0.9064517617225647,0.9629165530204773,1.0193812847137451,1.0758460760116577,1.1323108673095703,1.1887755393981934,1.245240330696106,1.3017051219940186,1.3581699132919312,1.4146347045898438,1.4710993766784668,1.5275641679763794,1.584028959274292,1.6404937505722046,1.6969584226608276,1.7534232139587402,1.8098880052566528]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-4.802132025361061e-10,-4.6406967157963663e-10,-4.4792614062316716e-10,-4.317826096666977e-10,-4.156390787102282e-10,-3.9949554775375873e-10,-3.8335201679728925e-10,-3.672084858408198e-10,-3.510649548843503e-10,-3.349214239278808e-10,-3.1877789297141135e-10,-3.0263436201494187e-10,-2.864908310584724e-10,-2.703473001020029e-10,-2.5420376914553344e-10,-2.3806023818906397e-10,-2.219167072325945e-10,-2.0577317627612501e-10,-1.8962964531965554e-10,-1.7348611436318606e-10,-1.5734258340671659e-10,-1.411990524502471e-10,-1.2505552149377763e-10,-1.0891199053730816e-10,-9.276845958083868e-11,-7.66249286243692e-11,-6.048139766789973e-11,-4.433786671143025e-11,-2.8194335754960775e-11,-1.2050804798491299e-11,4.092726157978177e-12,2.0236257114447653e-11,3.637978807091713e-11,5.2523319027386606e-11,6.866684998385608e-11,8.481038094032556e-11,1.0095391189679503e-10,1.170974428532645e-10,1.3324097380973399e-10,1.4938450476620346e-10,1.6552803572267294e-10,1.8167156667914242e-10,1.978150976356119e-10,2.1395862859208137e-10,2.3010215954855084e-10,2.462456905050203e-10,2.623892214614898e-10,2.7853275241795927e-10,2.9467628337442875e-10,3.108198143308982e-10,3.269633452873677e-10,3.431068762438372e-10,3.5925040720030665e-10,3.7539393815677613e-10,3.915374691132456e-10,4.076810000697151e-10,4.2382453102618456e-10,4.3996806198265404e-10,4.561115929391235e-10,4.72255123895593e-10,4.883986548520625e-10,5.045421858085319e-10,5.206857167650014e-10,5.368292477214709e-10,5.529727786779404e-10],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,2,1,4,0,0,3,3,9,6,10,7,20,16,22,34,43,59,69,112,94,44,43,33,33,17,19,6,11,7,6,5,4,7,5,3,1,2,1,1,2,0,0,0,0,0,0,1,0,0,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,0,0,0,2,0,3,2,3,4,2,6,4,10,6,10,13,11,11,16,18,13,18,20,23,22,21,17,28,26,28,30,29,31,23,22,19,23,22,20,27,25,19,21,16,18,14,16,4,8,5,10,6,4,2,2,3,1,4,2,2,2],"bins":[-0.02068943716585636,-0.020094433799386024,-0.019499432295560837,-0.0189044289290905,-0.018309425562620163,-0.017714424058794975,-0.01711942069232464,-0.01652441918849945,-0.015929415822029114,-0.015334413386881351,-0.01473941095173359,-0.014144407585263252,-0.01354940515011549,-0.012954402714967728,-0.01235939934849739,-0.011764396913349628,-0.011169394478201866,-0.010574392043054104,-0.009979389607906342,-0.009384386241436005,-0.008789383806288242,-0.00819438137114048,-0.0075993784703314304,-0.007004375569522381,-0.0064093731343746185,-0.005814370699226856,-0.005219367798417807,-0.004624364897608757,-0.004029362462460995,-0.0034343597944825888,-0.002839357126504183,-0.002244354458525777,-0.0016493499279022217,-0.0010543472599238157,-0.0004593445919454098,0.00013565807603299618,0.0007306607440114021,0.001325663411989808,0.001920666079968214,0.00251566874794662,0.003110671415925026,0.003705674083903432,0.004300676751881838,0.0048956796526908875,0.00549068208783865,0.006085684522986412,0.006680687423795462,0.007275690324604511,0.007870692759752274,0.008465695194900036,0.009060697630047798,0.009655700996518135,0.010250703431665897,0.01084570586681366,0.011440709233283997,0.012035711668431759,0.012630714103579521,0.013225716538727283,0.013820718973875046,0.014415722340345383,0.015010724775493145,0.015605727210640907,0.016200730577111244,0.016795732080936432,0.01739073544740677],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,1,1,5,1,2,4,4,4,7,5,9,10,6,8,15,10,17,16,20,15,22,20,29,28,24,34,27,31,25,22,36,25,23,27,30,19,28,14,16,9,16,13,20,12,6,5,3,6,6,1,3,2,3,5,5,4,0,1,1,2,0,1],"bins":[-0.04133986681699753,-0.03998495638370514,-0.03863004967570305,-0.03727513924241066,-0.03592023253440857,-0.03456532210111618,-0.03321041166782379,-0.0318555049598217,-0.030500594526529312,-0.029145685955882072,-0.027790777385234833,-0.026435866951942444,-0.025080958381295204,-0.023726049810647964,-0.022371139377355576,-0.021016230806708336,-0.019661322236061096,-0.018306413665413857,-0.016951505094766617,-0.015596594661474228,-0.014241686090826988,-0.012886777520179749,-0.011531868018209934,-0.01017695851624012,-0.00882204994559288,-0.007467140909284353,-0.006112231872975826,-0.004757322836667299,-0.0034024138003587723,-0.0020475047640502453,-0.0006925957277417183,0.0006623133085668087,0.0020172186195850372,0.0033721276558935642,0.004727036692202091,0.006081945728510618,0.007436854764819145,0.008791763335466385,0.0101466728374362,0.011501582339406013,0.012856490910053253,0.014211399480700493,0.015566308982670307,0.01692121848464012,0.01827612705528736,0.0196310356259346,0.02098594605922699,0.02234085462987423,0.02369576320052147,0.02505067177116871,0.02640558034181595,0.027760490775108337,0.029115399345755577,0.030470307916402817,0.031825218349695206,0.033180125057697296,0.034535035490989685,0.035889945924282074,0.037244852632284164,0.03859976306557655,0.039954669773578644,0.04130958020687103,0.04266449064016342,0.04401939734816551,0.0453743077814579]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0014393090968951583,-0.0013937705662101507,-0.0013482320355251431,-0.0013026935048401356,-0.0012571548577398062,-0.0012116163270547986,-0.001166077796369791,-0.0011205392656847835,-0.0010750007349997759,-0.0010294622043147683,-0.0009839236736297607,-0.0009383850847370923,-0.0008928465540520847,-0.0008473080233670771,-0.0008017694344744086,-0.0007562309037894011,-0.0007106923731043935,-0.0006651538424193859,-0.0006196153117343783,-0.0005740767228417099,-0.0005285381921567023,-0.0004829996614716947,-0.0004374611016828567,-0.00039192254189401865,-0.0003463840112090111,-0.0003008454805240035,-0.0002553069207351655,-0.00020976837549824268,-0.00016422983026131988,-0.00011869128502439708,-7.315273978747427e-05,-2.7614194550551474e-05,1.79242342710495e-05,6.34627795079723e-05,0.0001090013247448951,0.0001545398699818179,0.0002000784152187407,0.0002456169459037483,0.0002911555056925863,0.00033669406548142433,0.0003822325961664319,0.0004277711268514395,0.0004733096866402775,0.0005188482464291155,0.0005643867771141231,0.0006099253077991307,0.0006554638966917992,0.0007010024273768067,0.0007465409580618143,0.0007920794887468219,0.0008376180194318295,0.0008831566083244979,0.0009286951390095055,0.0009742336696945131,0.0010197722585871816,0.0010653107892721891,0.0011108493199571967,0.0011563878506422043,0.0012019263813272119,0.0012474649120122194,0.0012930035591125488,0.0013385420897975564,0.001384080620482564,0.0014296191511675715,0.0014751576818525791],"_type":"histogram","values":[1,0,2,0,0,2,2,2,4,3,5,6,7,12,10,19,18,27,34,49,46,65,69,80,70,89,94,104,103,101,107,109,113,91,102,69,69,71,55,55,39,32,21,18,18,9,7,8,10,7,2,3,2,2,2,0,0,0,1,0,0,1,0,1]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,2,5,8,10,21,41,97,131,204,345,550,817,1328,1931,2685,3874,5327,7259,9492,11776,14770,18122,21714,25159,28039,31067,33745,35695,36742,37025,35637,34343,31900,29199,25460,22214,18666,15557,12560,9851,7405,5804,4190,3075,2107,1393,969,579,370,232,147,83,43,24,17,9,6,0,1,0,0,0,1],"bins":[-0.09411991387605667,-0.0909934937953949,-0.08786706626415253,-0.08474064618349075,-0.08161422610282898,-0.0784878060221672,-0.07536138594150543,-0.07223495841026306,-0.06910853832960129,-0.06598211824893951,-0.06285569071769714,-0.05972927063703537,-0.056602850556373596,-0.05347643047571182,-0.05035000666975975,-0.04722358286380768,-0.044097162783145905,-0.04097074270248413,-0.03784431889653206,-0.03471789509057999,-0.03159147500991821,-0.02846505306661129,-0.025338631123304367,-0.022212209179997444,-0.01908578723669052,-0.0159593652933836,-0.012832943350076675,-0.009706521406769753,-0.00658009946346283,-0.0034536775201559067,-0.00032725557684898376,0.002799166366457939,0.005925595760345459,0.009052017703652382,0.012178439646959305,0.015304861590266228,0.01843128353357315,0.021557705476880074,0.024684127420186996,0.02781054936349392,0.030936971306800842,0.034063391387462616,0.03718981519341469,0.04031623899936676,0.043442659080028534,0.04656907916069031,0.04969550296664238,0.05282192677259445,0.055948346853256226,0.059074766933918,0.06220119073987007,0.06532761454582214,0.06845403462648392,0.07158045470714569,0.07470688223838806,0.07783330231904984,0.08095972239971161,0.08408614248037338,0.08721256256103516,0.09033899009227753,0.0934654101729393,0.09659183025360107,0.09971825778484344,0.10284467786550522,0.10597109794616699],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,0,6,5,10,19,47,86,163,275,562,924,1494,2505,3846,5944,8613,12567,17852,24487,32437,41463,51668,62287,72834,83897,92976,100106,104499,106696,105367,101221,94809,86169,75189,64731,53873,43642,33895,25859,19087,13810,9526,6459,4204,2670,1746,1014,592,338,191,97,52,29,10,7,3,1,0,2,1],"bins":[-0.11123435944318771,-0.1078227162361145,-0.10441108047962189,-0.10099943727254868,-0.09758779406547546,-0.09417615830898285,-0.09076451510190964,-0.08735287934541702,-0.08394123613834381,-0.0805295929312706,-0.07711795717477798,-0.07370631396770477,-0.07029467821121216,-0.06688303500413895,-0.06347139179706573,-0.06005975231528282,-0.05664811283349991,-0.053236473351716995,-0.04982483386993408,-0.04641319066286087,-0.04300155118107796,-0.039589911699295044,-0.03617826849222183,-0.03276662901043892,-0.029354989528656006,-0.025943350046873093,-0.02253170870244503,-0.019120067358016968,-0.015708427876234055,-0.012296787463128567,-0.008885147050023079,-0.005473506636917591,-0.0020618662238121033,0.0013497741892933846,0.004761414602398872,0.00817305501550436,0.011584695428609848,0.014996335841715336,0.018407976254820824,0.021819617599248886,0.0252312570810318,0.028642896562814713,0.032054536044597626,0.03546617925167084,0.03887781873345375,0.042289458215236664,0.045701101422309875,0.04911274090409279,0.0525243803858757,0.055936019867658615,0.05934765934944153,0.06275930255651474,0.06617094576358795,0.06958258152008057,0.07299422472715378,0.07640586048364639,0.0798175036907196,0.08322914689779282,0.08664078265428543,0.09005242586135864,0.09346406161785126,0.09687570482492447,0.10028734803199768,0.1036989837884903,0.10711062699556351]},"_wandb":{"runtime":357},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"values":[2,2,1,1,5,1,1,5,4,4,6,6,9,9,7,8,13,12,14,19,19,14,24,19,29,27,24,32,29,31,27,22,30,31,24,25,29,20,28,14,19,8,14,15,16,14,7,5,3,4,8,1,3,2,3,5,4,5,0,1,1,2,0,1],"bins":[-0.04104335978627205,-0.039696864783763885,-0.038350366055965424,-0.03700387105345726,-0.0356573760509491,-0.034310877323150635,-0.03296438232064247,-0.03161788731813431,-0.030271390452980995,-0.028924893587827682,-0.02757839858531952,-0.026231901720166206,-0.024885404855012894,-0.02353890985250473,-0.022192412987351418,-0.020845917984843254,-0.01949942111968994,-0.01815292425453663,-0.016806429252028465,-0.015459932386875153,-0.014113436453044415,-0.012766940519213676,-0.011420443654060364,-0.010073947720229626,-0.008727451786398888,-0.00738095585256815,-0.006034459453076124,-0.004687963053584099,-0.0033414671197533607,-0.001994970953091979,-0.0006484747864305973,0.0006980213802307844,0.0020445138216018677,0.0033910099882632494,0.004737506154924631,0.0060840025544166565,0.0074304984882473946,0.008776994422078133,0.010123491287231445,0.011469987221062183,0.012816483154892921,0.01416297908872366,0.015509475022554398,0.01685597188770771,0.018202468752861023,0.019548963755369186,0.0208954606205225,0.022241955623030663,0.023588452488183975,0.024934949353337288,0.02628144435584545,0.027627941220998764,0.028974436223506927,0.03032093308866024,0.03166742995381355,0.033013924956321716,0.03436042368412018,0.03570691868662834,0.037053413689136505,0.03839990869164467,0.03974640741944313,0.041092902421951294,0.04243939742445946,0.04378589615225792,0.04513239115476608],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,1,0,0,0,1,1,1,1,0,3,6,2,7,6,6,8,9,16,8,19,13,19,22,15,18,17,31,32,32,26,39,35,29,28,29,32,34,24,24,26,16,20,20,14,14,13,4,13,11,3,2,2,2,3,1,1,3,1,2,1,0,1],"bins":[-0.018944012001156807,-0.01838124543428421,-0.017818480730056763,-0.017255714163184166,-0.01669294945895672,-0.01613018289208412,-0.0155674172565341,-0.015004651620984077,-0.014441885985434055,-0.013879120349884033,-0.013316354714334011,-0.012753589078783989,-0.012190822511911392,-0.01162805687636137,-0.011065291240811348,-0.010502525605261326,-0.009939759969711304,-0.009376994334161282,-0.00881422869861126,-0.008251463063061237,-0.007688696961849928,-0.007125931326299906,-0.006563165225088596,-0.006000399589538574,-0.005437633953988552,-0.00487486831843853,-0.004312102682888508,-0.0037493365816771984,-0.0031865709461271763,-0.002623805310577154,-0.0020610394421964884,-0.0014982736902311444,-0.0009355060756206512,-0.0003727403236553073,0.00019002542831003666,0.0007527911802753806,0.0013155569322407246,0.0018783226842060685,0.0024410884361714125,0.0030038543045520782,0.0035666199401021004,0.0041293855756521225,0.004692151211202145,0.005254917312413454,0.005817682947963476,0.006380448583513498,0.006943214684724808,0.00750598032027483,0.008068745955824852,0.008631511591374874,0.009194277226924896,0.009757042862474918,0.01031980849802494,0.010882575064897537,0.01144534070044756,0.012008106335997581,0.012570871971547604,0.013133637607097626,0.013696403242647648,0.01425916887819767,0.014821935445070267,0.015384701080620289,0.01594746671617031,0.01651023142039776,0.017072997987270355],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.10421587526798248,-0.10106789320707321,-0.09791991114616394,-0.09477193653583527,-0.091623954474926,-0.08847597241401672,-0.08532799035310745,-0.08218000829219818,-0.0790320336818695,-0.07588405162096024,-0.07273606956005096,-0.0695880874991417,-0.06644010543823242,-0.06329212337732315,-0.06014414504170418,-0.056996166706085205,-0.053848184645175934,-0.05070020258426666,-0.04755222424864769,-0.04440424218773842,-0.041256263852119446,-0.038108281791210175,-0.0349602997303009,-0.03181232139468193,-0.02866433933377266,-0.025516359135508537,-0.022368378937244415,-0.019220396876335144,-0.016072416678071022,-0.0129244364798069,-0.009776455350220203,-0.006628474686294794,-0.0034805014729499817,-0.00033252080902457237,0.002815459854900837,0.005963440518826246,0.009111421182751656,0.012259401381015778,0.015407382510602474,0.01855536364018917,0.021703343838453293,0.024851324036717415,0.027999304234981537,0.031147286295890808,0.03429526835680008,0.03744324669241905,0.04059122875332832,0.043739207088947296,0.04688718914985657,0.05003517121076584,0.05318314954638481,0.05633113160729408,0.059479109942913055,0.06262709200382233,0.0657750740647316,0.06892305612564087,0.07207103073596954,0.07521901279687881,0.07836699485778809,0.08151497691869736,0.08466295897960663,0.0878109410405159,0.09095891565084457,0.09410689771175385,0.09725487977266312],"_type":"histogram","values":[1,0,1,0,0,4,1,16,13,38,66,123,189,330,540,781,1255,1814,2584,3726,5243,6947,9023,12040,14655,18129,21858,25223,28284,31673,33611,36062,36772,36923,36076,34367,31658,29469,26022,22290,18789,15430,12577,9659,7402,5632,4071,2850,1964,1291,889,599,341,213,152,70,45,28,6,5,1,1,1,1]},"gradients/linear.weight":{"values":[2,0,1,1,0,0,1,1,2,2,3,3,6,8,14,21,24,25,46,56,71,104,154,218,311,493,613,913,1429,2187,3525,5645,9591,15323,19488,14295,8861,5352,3314,1973,1330,864,605,412,284,201,127,100,76,68,47,31,26,12,8,4,10,7,1,3,1,2,3,6],"bins":[-0.03290683031082153,-0.03195087984204292,-0.030994927510619164,-0.030038975179195404,-0.029083022847771645,-0.028127070516347885,-0.027171120047569275,-0.026215167716145515,-0.025259215384721756,-0.024303264915943146,-0.023347312584519386,-0.022391360253095627,-0.021435407921671867,-0.020479457452893257,-0.019523505121469498,-0.018567552790045738,-0.01761160045862198,-0.01665564998984337,-0.01569969765841961,-0.014743746258318424,-0.013787793926894665,-0.01283184252679348,-0.01187589019536972,-0.010919938795268536,-0.00996398739516735,-0.009008035063743591,-0.008052083663642406,-0.007096131332218647,-0.006140179932117462,-0.00518422806635499,-0.004228276200592518,-0.0032723243348300457,-0.0023163724690675735,-0.0013604206033051014,-0.00040446885395795107,0.0005514829535968602,0.0015074347611516714,0.0024633866269141436,0.003419338259845972,0.004375290125608444,0.005331241991370916,0.0062871938571333885,0.007243145722895861,0.008199097588658333,0.009155048988759518,0.010111001320183277,0.011066952720284462,0.012022905051708221,0.012978856451809406,0.013934807851910591,0.01489076018333435,0.01584671251475811,0.01680266298353672,0.01775861531496048,0.01871456764638424,0.019670519977808,0.02062647044658661,0.02158242277801037,0.022538375109434128,0.023494325578212738,0.024450277909636497,0.025406230241060257,0.026362182572484016,0.027318133041262627,0.028274085372686386],"_type":"histogram"},"gradients/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,2,1,1,2,2,2,5,9,7,14,14,28,15,35,61,70,108,122,184,252,291,485,743,1505,445483,1751,842,523,362,235,187,138,110,72,51,60,26,22,9,11,13,8,11,5,6,1,0,0,1,0,0,0,0,0,1],"bins":[-0.3943822681903839,-0.3826468288898468,-0.3709113895893097,-0.3591759502887726,-0.34744054079055786,-0.33570510149002075,-0.32396966218948364,-0.31223422288894653,-0.3004987835884094,-0.2887633442878723,-0.2770279049873352,-0.2652924656867981,-0.253557026386261,-0.24182160198688507,-0.23008617758750916,-0.21835073828697205,-0.20661529898643494,-0.19487985968589783,-0.18314442038536072,-0.1714089959859848,-0.1596735566854477,-0.14793811738491058,-0.13620269298553467,-0.12446725368499756,-0.11273181438446045,-0.10099637508392334,-0.08926094323396683,-0.07752551138401031,-0.0657900720834732,-0.054054636508226395,-0.042319200932979584,-0.030583765357732773,-0.01884835958480835,-0.007112924009561539,0.004622511565685272,0.016357947140932083,0.028093382716178894,0.039828818291425705,0.051564253866672516,0.06329968571662903,0.07503512501716614,0.08677056431770325,0.09850599616765976,0.11024142801761627,0.12197686731815338,0.1337123066186905,0.1454477310180664,0.15718317031860352,0.16891860961914062,0.18065404891967773,0.19238948822021484,0.20412491261959076,0.21586035192012787,0.22759579122066498,0.2393312156200409,0.251066654920578,0.2628020942211151,0.2745375335216522,0.28627297282218933,0.29800841212272644,0.30974382162094116,0.32147926092147827,0.3332147002220154,0.3449501395225525,0.3566855788230896]},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,1,2,2,2,1,0,2,2,6,8,10,6,8,8,16,20,17,31,28,34,20,24,35,24,32,28,38,40,28,35,30,33,19,15,21,22,20,18,8,16,13,8,8,2,3,7,0,4,3,2,3,1,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.0007979810470715165,-0.0007686372846364975,-0.0007392934639938176,-0.0007099497015587986,-0.0006806059391237795,-0.0006512621766887605,-0.0006219183560460806,-0.0005925745936110616,-0.0005632308311760426,-0.0005338870105333626,-0.0005045432480983436,-0.0004751994856633246,-0.0004458556941244751,-0.0004165119316894561,-0.00038716814015060663,-0.0003578243777155876,-0.00032848058617673814,-0.00029913679463788867,-0.00026979303220286965,-0.0002404492552159354,-0.00021110547822900116,-0.0001817616866901517,-0.00015241790970321745,-0.0001230741327162832,-9.373035572934896e-05,-6.438657874241471e-05,-3.504279811750166e-05,-5.699019311578013e-06,2.3644759494345635e-05,5.298853648127988e-05,8.233232074417174e-05,0.00011167609773110598,0.00014101987471804023,0.00017036365170497447,0.00019970742869190872,0.00022905120567884296,0.0002583949826657772,0.0002877387742046267,0.0003170825366396457,0.00034642632817849517,0.0003757700906135142,0.00040511388215236366,0.00043445767369121313,0.00046380143612623215,0.0004931451985612512,0.0005224890192039311,0.0005518327816389501,0.0005811765440739691,0.0006105203647166491,0.0006398641271516681,0.0006692078895866871,0.0006985516520217061,0.000727895472664386,0.000757239235099405,0.0007865829975344241,0.0008159267599694431,0.000845270580612123,0.000874614343047142,0.000903958105482161,0.000933301926124841,0.00096264568855986,0.00099198950920254,0.001021333271637559,0.001050677034072578,0.001080020796507597]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.027873903512954712,-0.02700204588472843,-0.0261301901191473,-0.02525833249092102,-0.02438647672533989,-0.02351461909711361,-0.02264276333153248,-0.021770905703306198,-0.020899049937725067,-0.020027192309498787,-0.019155336543917656,-0.018283478915691376,-0.017411623150110245,-0.016539765521883965,-0.015667909756302834,-0.014796052128076553,-0.013924195431172848,-0.013052338734269142,-0.012180482037365437,-0.011308625340461731,-0.010436768643558025,-0.00956491194665432,-0.008693055249750614,-0.007821198552846909,-0.006949341390281916,-0.00607748469337821,-0.0052056279964745045,-0.004333771299570799,-0.0034619143698364496,-0.002590057672932744,-0.0017182008596137166,-0.0008463441045023501,2.551265060901642e-05,0.0008973694057203829,0.0017692261608317494,0.002641082974150777,0.0035129396710544825,0.004384796600788832,0.005256653297692537,0.006128509994596243,0.0070003666914999485,0.007872223854064941,0.008744080550968647,0.009615937247872353,0.010487793944776058,0.011359650641679764,0.01223150733858347,0.013103364035487175,0.01397522073239088,0.014847077429294586,0.015718935057520866,0.016590790823101997,0.017462648451328278,0.01833450421690941,0.01920636184513569,0.02007821761071682,0.0209500752389431,0.02182193100452423,0.02269378863275051,0.023565644398331642,0.024437502026557922,0.025309357792139053,0.026181215420365334,0.027053071185946465,0.027924928814172745],"_type":"histogram","values":[1,0,2,0,0,2,2,1,4,5,3,2,5,2,6,7,11,8,13,18,20,17,21,21,30,26,18,16,24,34,33,38,27,31,25,24,28,32,26,29,21,12,18,12,10,14,9,14,11,5,2,5,4,3,2,2,3,6,2,0,0,0,0,1]},"learning_rate":9.999998581005734e-05,"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,1,4,2,0,3,4,4,3,2,5,11,6,7,20,18,15,25,42,46,54,50,48,59,43,41,29,34,15,28,19,16,13,12,13,6,8,10,9,4,5,7,3,2,4,4,4,2,2,1,1,1,0,0,0,0,0,0,0,0,0,2],"bins":[0.9975536465644836,0.9976498484611511,0.9977460503578186,0.9978423118591309,0.9979385137557983,0.9980347156524658,0.9981309175491333,0.9982271194458008,0.998323380947113,0.9984195828437805,0.998515784740448,0.9986119866371155,0.998708188533783,0.9988044500350952,0.9989006519317627,0.9989968538284302,0.9990930557250977,0.9991892576217651,0.9992855191230774,0.9993817210197449,0.9994779229164124,0.9995741248130798,0.9996703267097473,0.9997665882110596,0.999862790107727,0.9999589920043945,1.000055193901062,1.0001513957977295,1.000247597694397,1.0003437995910645,1.0004401206970215,1.000536322593689,1.0006325244903564,1.000728726387024,1.0008249282836914,1.0009211301803589,1.0010173320770264,1.0011135339736938,1.0012097358703613,1.0013059377670288,1.0014022588729858,1.0014984607696533,1.0015946626663208,1.0016908645629883,1.0017870664596558,1.0018832683563232,1.0019794702529907,1.0020756721496582,1.0021718740463257,1.0022680759429932,1.0023643970489502,1.0024605989456177,1.0025568008422852,1.0026530027389526,1.0027492046356201,1.0028454065322876,1.002941608428955,1.0030378103256226,1.00313401222229,1.0032302141189575,1.0033265352249146,1.003422737121582,1.0035189390182495,1.003615140914917,1.0037113428115845],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"values":[3,1,1,2,1,2,0,2,2,1,4,5,2,2,5,1,5,6,8,10,12,14,27,23,32,61,75,130,105,72,39,23,15,12,11,9,3,5,3,4,6,3,4,2,4,2,1,0,0,2,0,1,0,1,1,0,0,2,0,0,0,0,0,1],"bins":[-8.36735125631094e-10,-8.063807399594225e-10,-7.76026354287751e-10,-7.456719686160795e-10,-7.153175829444081e-10,-6.849631972727366e-10,-6.546088116010651e-10,-6.242544259293936e-10,-5.939000402577221e-10,-5.635456545860507e-10,-5.331912689143792e-10,-5.028368832427077e-10,-4.724824975710362e-10,-4.4212811189936474e-10,-4.1177372622769326e-10,-3.814193405560218e-10,-3.510649548843503e-10,-3.207105692126788e-10,-2.9035618354100734e-10,-2.6000179786933586e-10,-2.2964741219766438e-10,-1.992930265259929e-10,-1.6893864085432142e-10,-1.3858425518264994e-10,-1.0822986951097846e-10,-7.787548383930698e-11,-4.75210981676355e-11,-1.716671249596402e-11,1.318767317570746e-11,4.354205884737894e-11,7.389644451905042e-11,1.042508301907219e-10,1.3460521586239338e-10,1.6495960153406486e-10,1.9531398720573634e-10,2.2566837287740782e-10,2.560227585490793e-10,2.863771442207508e-10,3.1673152989242226e-10,3.4708591556409374e-10,3.774403012357652e-10,4.077946869074367e-10,4.381490725791082e-10,4.685034582507797e-10,4.988578439224511e-10,5.292122295941226e-10,5.595666152657941e-10,5.899210009374656e-10,6.202753866091371e-10,6.506297722808085e-10,6.8098415795248e-10,7.113385436241515e-10,7.41692929295823e-10,7.720473149674945e-10,8.024017006391659e-10,8.327560863108374e-10,8.631104719825089e-10,8.934648576541804e-10,9.238192433258519e-10,9.541736289975233e-10,9.845280146691948e-10,1.0148824003408663e-09,1.0452367860125378e-09,1.0755911716842093e-09,1.1059455573558807e-09],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,0,0,1,2,2,4,2,6,4,2,11,14,8,13,15,12,22,24,16,16,34,27,34,32,32,22,20,28,34,29,30,30,38,18,31,22,19,22,14,8,14,9,9,7,6,6,7,1,1,2,3,1,1],"bins":[-0.014150688424706459,-0.013776409439742565,-0.013402130454778671,-0.013027850538492203,-0.012653571553528309,-0.012279292568564415,-0.011905012652277946,-0.011530733667314053,-0.011156454682350159,-0.010782175697386265,-0.010407896712422371,-0.010033616796135902,-0.009659337811172009,-0.009285058826208115,-0.008910778909921646,-0.008536499924957752,-0.008162220939993858,-0.0077879419550299644,-0.007413662504404783,-0.007039383053779602,-0.006665104068815708,-0.006290825083851814,-0.005916545633226633,-0.005542266182601452,-0.005167987197637558,-0.004793708212673664,-0.004419428762048483,-0.004045149311423302,-0.003670870326459408,-0.0032965911086648703,-0.0029223118908703327,-0.002548032673075795,-0.0021737534552812576,-0.00179947423748672,-0.0014251950196921825,-0.001050915801897645,-0.0006766365841031075,-0.0003023573663085699,7.192185148596764e-05,0.0004462010692805052,0.0008204802870750427,0.0011947595048695803,0.0015690387226641178,0.0019433179404586554,0.002317597158253193,0.0026918763760477304,0.003066155593842268,0.0034404348116368055,0.003814714029431343,0.004188993014395237,0.004563272465020418,0.004937551915645599,0.005311830900609493,0.005686109885573387,0.006060389336198568,0.0064346687868237495,0.006808947771787643,0.007183226756751537,0.0075575062073767185,0.0079317856580019,0.008306064642965794,0.008680343627929688,0.009054623544216156,0.00942890252918005,0.009803181514143944]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[2,0,0,0,0,0,0,0,0,0,0,4,6,6,6,5,11,21,22,24,37,52,60,41,40,44,37,41,41,27,26,33,25,23,15,19,17,13,12,6,5,7,6,7,3,4,1,5,2,1,3,2,0,0,3,1,1,0,0,0,0,0,0,1],"bins":[0.9976149797439575,0.9977098107337952,0.997804582118988,0.9978994131088257,0.9979942440986633,0.9980890154838562,0.9981838464736938,0.9982786774635315,0.9983735084533691,0.998468279838562,0.9985631108283997,0.9986579418182373,0.9987527132034302,0.9988475441932678,0.9989423751831055,0.9990371465682983,0.999131977558136,0.9992268085479736,0.9993215799331665,0.9994164109230042,0.9995112419128418,0.9996060132980347,0.9997008442878723,0.99979567527771,0.9998904466629028,0.9999852776527405,1.0000801086425781,1.000174880027771,1.0002697706222534,1.0003645420074463,1.0004593133926392,1.0005542039871216,1.0006489753723145,1.0007437467575073,1.0008386373519897,1.0009334087371826,1.0010281801223755,1.001123070716858,1.0012178421020508,1.0013126134872437,1.001407504081726,1.001502275466919,1.0015970468521118,1.0016919374465942,1.001786708831787,1.00188148021698,1.0019763708114624,1.0020711421966553,1.0021660327911377,1.0022608041763306,1.0023555755615234,1.0024504661560059,1.0025452375411987,1.0026400089263916,1.002734899520874,1.002829670906067,1.0029244422912598,1.0030193328857422,1.003114104270935,1.003208875656128,1.0033037662506104,1.0033985376358032,1.003493309020996,1.0035881996154785,1.0036829710006714],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,5,3,4,11,7,17,30,32,58,80,101,144,201,236,361,492,658,961,1368,1840,2685,3750,5581,8271,12533,19665,31976,56841,129122,150745,63346,34825,21524,13608,8939,6068,3964,2769,1984,1439,973,722,509,352,294,203,153,101,80,56,42,35,26,11,7,7,2,4,0,0,1],"bins":[-0.018534589558839798,-0.017956959083676338,-0.017379330471158028,-0.016801699995994568,-0.016224071383476257,-0.015646440908312798,-0.015068811364471912,-0.014491181820631027,-0.013913552276790142,-0.013335922732949257,-0.012758293189108372,-0.012180663645267487,-0.011603033170104027,-0.011025403626263142,-0.010447774082422256,-0.009870144538581371,-0.009292514994740486,-0.008714885450899601,-0.008137255907058716,-0.007559625897556543,-0.006981996353715658,-0.006404366809874773,-0.0058267368003726006,-0.005249107256531715,-0.00467147771269083,-0.004093848168849945,-0.0035162183921784163,-0.0029385886155068874,-0.0023609590716660023,-0.0017833294114097953,-0.0012056997511535883,-0.0006280700908973813,-5.0440430641174316e-05,0.0005271892296150327,0.0011048188898712397,0.0016824485501274467,0.0022600782103836536,0.002837707754224539,0.0034153375308960676,0.0039929673075675964,0.004570596851408482,0.005148226395249367,0.005725855939090252,0.006303485948592424,0.0068811154924333096,0.007458745036274195,0.008036375045776367,0.008614004589617252,0.009191634133458138,0.009769263677299023,0.010346893221139908,0.010924522764980793,0.011502152308821678,0.012079782783985138,0.012657412327826023,0.013235041871666908,0.013812671415507793,0.014390300959348679,0.014967930503189564,0.015545560047030449,0.01612319052219391,0.01670081913471222,0.01727844960987568,0.01785607822239399,0.01843370869755745]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9977969527244568,0.9978795051574707,0.9979620575904846,0.9980446100234985,0.9981271624565125,0.9982097148895264,0.9982922673225403,0.9983747601509094,0.9984573125839233,0.9985398650169373,0.9986224174499512,0.9987049698829651,0.998787522315979,0.9988700747489929,0.9989526271820068,0.9990351796150208,0.9991177320480347,0.9992002844810486,0.9992828369140625,0.9993653893470764,0.9994478821754456,0.9995304346084595,0.9996129870414734,0.9996955394744873,0.9997780919075012,0.9998606443405151,0.999943196773529,1.000025749206543,1.000108242034912,1.0001908540725708,1.00027334690094,1.0003559589385986,1.0004384517669678,1.0005210638046265,1.0006035566329956,1.0006861686706543,1.0007686614990234,1.0008512735366821,1.0009337663650513,1.0010162591934204,1.001098871231079,1.0011813640594482,1.001263976097107,1.001346468925476,1.0014290809631348,1.001511573791504,1.0015941858291626,1.0016766786575317,1.0017592906951904,1.0018417835235596,1.0019243955612183,1.0020068883895874,1.0020893812179565,1.0021719932556152,1.0022544860839844,1.002337098121643,1.0024195909500122,1.002502202987671,1.00258469581604,1.0026673078536987,1.0027498006820679,1.0028324127197266,1.0029149055480957,1.0029975175857544,1.0030800104141235],"_type":"histogram","values":[1,1,0,1,0,0,3,0,4,4,0,4,5,7,9,8,12,13,17,21,34,39,38,40,45,52,42,42,34,36,26,30,27,25,8,15,13,16,7,6,11,5,9,5,9,7,5,8,5,4,1,3,0,2,2,3,0,1,1,0,1,0,0,1]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,2,0,1,0,0,0,1,0,0,1,6,3,2,2,4,2,1,7,10,15,13,18,16,25,32,37,55,76,69,79,69,57,29,22,15,12,20,14,7,8,4,3,6,5,3,2,2,1,1,0,3,1,0,0,0,0,3,0,2],"bins":[-0.011931441724300385,-0.011583179235458374,-0.011234916746616364,-0.010886654257774353,-0.010538391768932343,-0.010190129280090332,-0.009841866791248322,-0.009493604302406311,-0.0091453418135643,-0.008797080256044865,-0.008448817767202854,-0.008100555278360844,-0.007752292789518833,-0.007404030300676823,-0.007055767811834812,-0.006707505322992802,-0.006359242834150791,-0.006010980345308781,-0.00566271785646677,-0.00531445536762476,-0.004966192878782749,-0.004617930855602026,-0.0042696683667600155,-0.003921405877918005,-0.0035731433890759945,-0.003224880900233984,-0.0028766184113919735,-0.0025283561553806067,-0.002180093666538596,-0.0018318311776965857,-0.001483568805269897,-0.0011353064328432083,-0.0007870430126786232,-0.0004387805820442736,-9.051815140992403e-05,0.00025774427922442555,0.0006060067098587751,0.0009542691404931247,0.0013025315711274743,0.001650793943554163,0.0019990564323961735,0.002347318921238184,0.0026955814100801945,0.0030438436660915613,0.003392106154933572,0.0037403686437755823,0.004088630899786949,0.00443689338862896,0.00478515587747097,0.005133418366312981,0.005481680855154991,0.005829943343997002,0.006178205832839012,0.006526467856019735,0.006874730344861746,0.007222992833703756,0.007571255322545767,0.00791951734572649,0.0082677798345685,0.008616042323410511,0.008964304812252522,0.009312567301094532,0.009660829789936543,0.010009092278778553,0.010357354767620564]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,1,0,1,2,0,0,2,3,1,2,2,2,5,7,8,13,14,19,22,24,30,22,26,34,32,41,39,51,35,31,40,28,40,31,28,20,25,15,20,13,11,1,6,2,5,3,0,3,2,2,0,0,2,0,0,1],"bins":[-0.0010720455320551991,-0.0010422238847240806,-0.001012402237392962,-0.0009825805900618434,-0.0009527590009383857,-0.0009229373536072671,-0.0008931157644838095,-0.0008632941171526909,-0.0008334724698215723,-0.0008036508806981146,-0.000773829233366996,-0.0007440075860358775,-0.0007141859387047589,-0.0006843643495813012,-0.0006545427022501826,-0.000624721054919064,-0.0005948994075879455,-0.0005650778184644878,-0.0005352561711333692,-0.0005054345238022506,-0.0004756129055749625,-0.00044579128734767437,-0.0004159696400165558,-0.00038614802178926766,-0.00035632640356197953,-0.00032650475623086095,-0.0002966831380035728,-0.00026686149067245424,-0.0002370398724451661,-0.00020721823966596276,-0.0001773966068867594,-0.00014757497410755605,-0.00011775334132835269,-8.793170854914933e-05,-5.8110079407924786e-05,-2.8288448447710834e-05,1.5331825125031173e-06,3.135481529170647e-05,6.117644079495221e-05,9.099807357415557e-05,0.00012081970635335892,0.00015064133913256228,0.00018046297191176564,0.000210284604690969,0.00024010622291825712,0.0002699278702493757,0.00029974948847666383,0.0003295711358077824,0.00035939275403507054,0.00038921437226235867,0.00041903601959347725,0.0004488576378207654,0.00047867928515188396,0.0005085009033791721,0.0005383225507102907,0.0005681441980414093,0.0005979657871648669,0.0006277874344959855,0.0006576090818271041,0.0006874306709505618,0.0007172523182816803,0.0007470739656127989,0.0007768956129439175,0.0008067172020673752,0.0008365388493984938],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,0,0,1,0,4,7,6,15,26,50,86,137,252,372,608,1004,1383,2094,3006,4192,5633,7427,9964,12911,15755,19330,22526,25881,29643,32188,34835,36164,37097,36477,35836,33780,31292,28157,24618,21311,17746,14346,11651,8846,6756,5127,3658,2660,1746,1194,811,465,293,193,126,59,38,19,11,3,4,1,2],"bins":[-0.10628736764192581,-0.10314144939184189,-0.09999553859233856,-0.09684962034225464,-0.09370370209217072,-0.09055778384208679,-0.08741186559200287,-0.08426595479249954,-0.08112003654241562,-0.0779741182923317,-0.07482820749282837,-0.07168228924274445,-0.06853637099266052,-0.0653904527425766,-0.062244538217782974,-0.05909862369298935,-0.055952705442905426,-0.0528067871928215,-0.04966087266802788,-0.04651495814323425,-0.04336903989315033,-0.040223121643066406,-0.03707720711827278,-0.033931292593479156,-0.030785374343395233,-0.02763945795595646,-0.024493541568517685,-0.02134762518107891,-0.018201708793640137,-0.015055792406201363,-0.011909876018762589,-0.008763959631323814,-0.00561804324388504,-0.002472126856446266,0.0006737895309925079,0.003819705918431282,0.006965622305870056,0.01011153869330883,0.013257455080747604,0.01640337146818638,0.019549287855625153,0.022695204243063927,0.0258411206305027,0.028987037017941475,0.03213295340538025,0.03527887165546417,0.0384247861802578,0.04157070070505142,0.044716618955135345,0.04786253720521927,0.051008451730012894,0.05415436625480652,0.05730028450489044,0.060446202754974365,0.06359212100505829,0.06673803180456161,0.06988395005464554,0.07302986830472946,0.07617577910423279,0.07932169735431671,0.08246761560440063,0.08561353385448456,0.08875945210456848,0.09190536290407181,0.09505128115415573],"_type":"histogram"},"parameters/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,0,0,0,1,1,1,3,3,6,3,4,7,14,9,16,14,15,19,32,25,32,43,43,53,38,61,50,52,39,57,64,76,64,54,56,76,49,45,42,43,51,34,34,28,27,21,24,13,14,12,15,7,14,4,8,3,6,3,3,1,0,1,1],"bins":[-0.066263847053051,-0.06425471603870392,-0.06224558874964714,-0.06023646146059036,-0.058227330446243286,-0.05621819943189621,-0.05420907214283943,-0.052199944853782654,-0.05019081383943558,-0.0481816828250885,-0.04617255553603172,-0.044163428246974945,-0.04215429723262787,-0.04014516621828079,-0.038136038929224014,-0.036126911640167236,-0.03411778062582016,-0.032108649611473083,-0.030099522322416306,-0.02809039317071438,-0.02608126401901245,-0.024072134867310524,-0.022063005715608597,-0.02005387656390667,-0.018044747412204742,-0.016035618260502815,-0.014026489108800888,-0.012017359957098961,-0.010008230805397034,-0.007999101653695107,-0.005989972501993179,-0.003980843350291252,-0.001971714198589325,3.7414953112602234e-05,0.0020465441048145294,0.004055673256516457,0.006064802408218384,0.008073931559920311,0.010083060711622238,0.012092189863324165,0.014101319015026093,0.01611044816672802,0.018119577318429947,0.020128706470131874,0.0221378356218338,0.02414696477353573,0.026156093925237656,0.028165223076939583,0.03017435222864151,0.032183483242988586,0.034192610532045364,0.03620173782110214,0.03821086883544922,0.040219999849796295,0.04222912713885307,0.04423825442790985,0.04624738544225693,0.048256516456604004,0.05026564374566078,0.05227477103471756,0.054283902049064636,0.05629303306341171,0.05830216035246849,0.06031128764152527,0.062320418655872345]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.021860890090465546,-0.021271001547574997,-0.020681114867329597,-0.02009122632443905,-0.01950133964419365,-0.0189114511013031,-0.018321562558412552,-0.017731675878167152,-0.017141787335276604,-0.016551898792386055,-0.015962012112140656,-0.015372123569250107,-0.014782235957682133,-0.014192348346114159,-0.01360245980322361,-0.013012572191655636,-0.012422684580087662,-0.011832796968519688,-0.011242909356951714,-0.010653020814061165,-0.01006313320249319,-0.009473245590925217,-0.008883357048034668,-0.008293469436466694,-0.00770358182489872,-0.007113694213330746,-0.006523806136101484,-0.005933918058872223,-0.005344030447304249,-0.004754142835736275,-0.004164254758507013,-0.0035743669141083956,-0.002984479069709778,-0.00239459122531116,-0.0018047033809125423,-0.0012148155365139246,-0.0006249276921153069,-3.503984771668911e-05,0.0005548479966819286,0.0011447358410805464,0.0017346236854791641,0.002324511529877782,0.0029143993742763996,0.0035042872186750174,0.004094175063073635,0.004684062674641609,0.005273950751870871,0.005863838829100132,0.006453726440668106,0.00704361405223608,0.007633502129465342,0.008223390206694603,0.008813277818262577,0.009403165429830551,0.0099930539727211,0.010582941584289074,0.011172829195857048,0.011762716807425022,0.012352604418992996,0.012942492961883545,0.013532380573451519,0.014122268185019493,0.014712156727910042,0.015302044339478016,0.01589193195104599],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,1,3,1,1,3,4,8,3,8,10,18,15,18,27,39,46,53,60,63,89,106,130,149,158,151,130,110,106,108,87,65,53,48,51,31,26,20,11,10,8,7,3,3,2,1,0,0,1,0,0,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,4,3,3,5,6,6,7,9,9,14,18,26,20,18,38,31,34,24,31,23,32,25,36,28,35,36,29,25,27,26,32,17,20,12,7,15,6,9,3,4,5,1,0,1,3,0,1],"bins":[-0.013558650389313698,-0.013205382972955704,-0.01285211555659771,-0.01249884907156229,-0.012145581655204296,-0.011792314238846302,-0.011439046822488308,-0.011085779406130314,-0.010732512921094894,-0.0103792455047369,-0.010025978088378906,-0.009672710672020912,-0.009319443255662918,-0.008966175839304924,-0.008612909354269505,-0.00825964193791151,-0.007906374521553516,-0.007553107105195522,-0.0071998401544988155,-0.0068465727381408215,-0.006493305787444115,-0.006140038371086121,-0.0057867709547281265,-0.00543350400403142,-0.005080236587673426,-0.004726969171315432,-0.004373702220618725,-0.004020434804260731,-0.0036671676207333803,-0.00331390043720603,-0.002960633020848036,-0.0026073658373206854,-0.0022540977224707603,-0.00190083053894341,-0.0015475632390007377,-0.0011942959390580654,-0.000841028755530715,-0.00048776151379570365,-0.0001344942720606923,0.00021877296967431903,0.0005720402114093304,0.0009253074531443417,0.001278574694879353,0.0016318419948220253,0.0019851091783493757,0.002338376361876726,0.0026916437782347202,0.0030449109617620707,0.003398178145289421,0.0037514453288167715,0.004104712512344122,0.004457979928702116,0.004811246879398823,0.005164514295756817,0.005517781712114811,0.005871048662811518,0.006224316079169512,0.006577583495527506,0.006930850446224213,0.007284117862582207,0.007637385278940201,0.007990652695298195,0.008343919180333614,0.008697186596691608,0.009050454013049603]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,4,0,2,3,4,12,11,13,9,29,29,54,75,120,158,236,361,572,869,1364,2277,3770,6460,11506,21663,43433,110257,235373,76454,34298,17293,9330,5271,3148,1913,1146,741,534,323,206,163,104,64,48,39,18,19,17,11,8,3,4,1,0,0,1,0,2],"bins":[-0.005576209165155888,-0.005408923141658306,-0.005241636652499437,-0.005074350629001856,-0.004907064605504274,-0.004739778582006693,-0.004572492092847824,-0.004405206069350243,-0.004237920045852661,-0.004070633556693792,-0.003903347533196211,-0.0037360615096986294,-0.0035687752533704042,-0.0034014892298728228,-0.0032342029735445976,-0.003066916950047016,-0.002899630693718791,-0.002732344437390566,-0.0025650584138929844,-0.0023977721575647593,-0.0022304861340671778,-0.0020631998777389526,-0.0018959137378260493,-0.001728627597913146,-0.0015613414580002427,-0.0013940553180873394,-0.001226769178174436,-0.0010594830382615328,-0.0008921968401409686,-0.0007249107002280653,-0.000557624502107501,-0.0003903383621945977,-0.0002230522222816944,-5.5766067816875875e-05,0.00011152008664794266,0.00027880625566467643,0.00044609239557757974,0.000613378535490483,0.0007806647336110473,0.0009479508735239506,0.0011152370134368539,0.0012825231533497572,0.0014498092932626605,0.0016170954331755638,0.001784381689503789,0.0019516678294166923,0.0021189539693295956,0.002286239992827177,0.002453526249155402,0.0026208125054836273,0.002788098528981209,0.002955384785309434,0.0031226708088070154,0.0032899570651352406,0.003457243088632822,0.003624529344961047,0.0037918156012892723,0.003959101624786854,0.004126387648284435,0.004293674137443304,0.0044609601609408855,0.004628246184438467,0.0047955322079360485,0.004962818697094917,0.005130104720592499]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.006583759095519781,-0.006366560235619545,-0.006149361375719309,-0.005932162050157785,-0.005714963190257549,-0.005497764330357313,-0.005280565470457077,-0.005063366610556841,-0.004846167750656605,-0.004628968425095081,-0.004411769565194845,-0.004194570705294609,-0.003977371845394373,-0.003760172752663493,-0.003542973892763257,-0.0033257748000323772,-0.003108575940132141,-0.002891377080231905,-0.002674177987501025,-0.002456979127600789,-0.0022397800348699093,-0.002022581174969673,-0.001805382315069437,-0.001588183338753879,-0.0013709843624383211,-0.0011537853861227632,-0.0009365864680148661,-0.0007193875499069691,-0.0005021885735914111,-0.0002849896263796836,-6.779067916795611e-05,0.00014940826804377139,0.0003666076809167862,0.0005838066572323442,0.0008010055753402412,0.0010182044934481382,0.0012354034697636962,0.0014526024460792542,0.0016698013059794903,0.0018870002822950482,0.002104199258610606,0.0023213981185108423,0.002538597211241722,0.0027557960711419582,0.0029729949310421944,0.003190194023773074,0.0034073928836733103,0.00362459197640419,0.003841790836304426,0.004058989696204662,0.0042761885561048985,0.004493387881666422,0.004710586741566658,0.004927785601466894,0.00514498446136713,0.005362183321267366,0.0055793821811676025,0.005796581506729126,0.006013780366629362,0.006230979226529598,0.006448178086429834,0.0066653769463300705,0.006882576271891594,0.00709977513179183,0.007316973991692066],"_type":"histogram","values":[1,2,1,1,2,0,3,2,7,10,11,14,26,50,78,114,184,253,458,688,1076,1739,2800,4270,6873,10901,17977,30799,57306,112124,144730,87750,44974,24998,14792,9071,5758,3652,2298,1473,947,572,374,248,147,87,73,32,23,13,15,10,3,2,2,3,2,2,0,2,0,0,0,1]},"parameters/linear.bias":{"values":[4,4,1,2,0,2,1,2,0,1,2,1,1,1,3,0,0,5,1,4,2,1,2,3,3,2,1,4,3,2,2,0,2,2,0,2,1,0,3,2,1,1,5,5,4,4,1,3,1,0,2,6,0,3,0,5,0,1,3,3,1,2,3,2],"bins":[-0.03548610210418701,-0.034388091415166855,-0.0332900770008564,-0.03219206631183624,-0.031094051897525787,-0.02999604120850563,-0.028898028656840324,-0.02780001610517502,-0.026702003553509712,-0.025603991001844406,-0.0245059784501791,-0.023407965898513794,-0.022309955209493637,-0.02121194265782833,-0.020113930106163025,-0.01901591755449772,-0.017917905002832413,-0.016819892451167107,-0.0157218798995018,-0.014623868279159069,-0.013525855727493763,-0.012427843175828457,-0.011329831555485725,-0.01023181900382042,-0.009133806452155113,-0.008035793900489807,-0.006937781814485788,-0.0058397697284817696,-0.0047417571768164635,-0.003643744857981801,-0.0025457325391471386,-0.0014477202203124762,-0.00034970417618751526,0.0007483081426471472,0.0018463204614818096,0.002944332780316472,0.0040423450991511345,0.005140357650816441,0.006238369736820459,0.007336381822824478,0.008434394374489784,0.00953240692615509,0.010630419477820396,0.011728431098163128,0.012826443649828434,0.01392445620149374,0.015022467821836472,0.016120480373501778,0.017218492925167084,0.01831650547683239,0.019414518028497696,0.020512530580163002,0.021610543131828308,0.022708553820848465,0.02380656637251377,0.024904578924179077,0.026002591475844383,0.02710060402750969,0.028198616579174995,0.0292966291308403,0.03039463981986046,0.031492654234170914,0.03259066492319107,0.033688679337501526,0.03478669002652168],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,0,4,2,8,5,6,14,19,31,43,68,96,150,249,382,562,738,1140,1757,2549,3913,5716,8716,13443,20799,33921,61078,161135,131548,54465,31046,19369,12439,8041,5425,3609,2359,1653,1104,752,465,321,232,162,105,67,40,16,13,15,8,8,6,7,1,0,1,0,0,1],"bins":[-0.029898766428232193,-0.02896195277571678,-0.02802513912320137,-0.02708832360804081,-0.026151509955525398,-0.025214696303009987,-0.024277880787849426,-0.023341067135334015,-0.022404253482818604,-0.021467439830303192,-0.02053062617778778,-0.01959381066262722,-0.01865699701011181,-0.017720183357596397,-0.016783367842435837,-0.015846554189920425,-0.014909740537405014,-0.013972926884889603,-0.013036112301051617,-0.01209929771721363,-0.01116248406469822,-0.010225670412182808,-0.009288855828344822,-0.008352041244506836,-0.0074152275919914246,-0.006478413473814726,-0.005541599355638027,-0.0046047852374613285,-0.00366797111928463,-0.002731157001107931,-0.0017943428829312325,-0.0008575287647545338,7.928721606731415e-05,0.0010161013342440128,0.0019529154524207115,0.00288972957059741,0.003826543688774109,0.004763357806950808,0.005700171925127506,0.006636986043304205,0.007573800161480904,0.008510613813996315,0.009447428397834301,0.010384242981672287,0.011321056634187698,0.01225787028670311,0.013194684870541096,0.014131499454379082,0.015068313106894493,0.016005126759409904,0.016941942274570465,0.017878755927085876,0.018815569579601288,0.0197523832321167,0.02068919688463211,0.02162601239979267,0.022562826052308083,0.023499639704823494,0.024436455219984055,0.025373268872499466,0.026310082525014877,0.02724689617753029,0.0281837098300457,0.02912052534520626,0.030057338997721672]},"gradients/bert.encoder.layer.3.output.dense.weight":{"values":[3,2,1,1,1,1,4,3,5,5,4,13,12,15,20,26,33,46,59,79,116,186,225,335,485,743,1115,1615,2420,3917,6194,9741,16067,27240,46347,82478,150460,309134,443573,211706,109061,61436,35010,20840,12399,7533,4512,2767,1760,1122,709,439,323,186,110,82,58,29,17,21,9,5,4,2],"bins":[-0.005726400762796402,-0.005576615687459707,-0.0054268306121230125,-0.005277046002447605,-0.00512726092711091,-0.004977475851774216,-0.004827690776437521,-0.004677905701100826,-0.004528121091425419,-0.004378336016088724,-0.004228550940752029,-0.004078765865415335,-0.00392898079007864,-0.003779195947572589,-0.003629410872235894,-0.003479626029729843,-0.0033298409543931484,-0.0031800558790564537,-0.0030302710365504026,-0.002880485961213708,-0.002730701118707657,-0.002580916043370962,-0.0024311309680342674,-0.0022813461255282164,-0.0021315610501915216,-0.001981775974854827,-0.0018319911323487759,-0.0016822060570120811,-0.0015324210980907083,-0.0013826361391693354,-0.0012328510638326406,-0.0010830661049112678,-0.0009332816116511822,-0.0007834966527298093,-0.0006337116356007755,-0.00048392664757557213,-0.0003341416595503688,-0.00018435667152516544,-3.457168349996209e-05,0.00011521330452524126,0.0002649982925504446,0.00041478328057564795,0.0005645682686008513,0.0007143532857298851,0.000864138244651258,0.0010139232035726309,0.0011637082789093256,0.0013134932378306985,0.0014632781967520714,0.0016130631556734443,0.0017628481145948172,0.0019126331899315119,0.002062418032437563,0.0022122031077742577,0.0023619881831109524,0.0025117730256170034,0.002661558100953698,0.002811343176290393,0.002961128018796444,0.0031109130941331387,0.0032606981694698334,0.0034104830119758844,0.003560268087312579,0.0037100529298186302,0.003859838005155325],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,1,0,1,1,0,1,1,3,3,6,3,3,8,6,9,7,8,10,11,11,16,20,16,25,16,16,16,27,25,36,30,27,32,23,34,33,22,26,16,29,35,21,14,9,21,11,5,15,9,9,3,4,5,5,2,8,2,4,2,2,0,1,2],"bins":[-0.023602653294801712,-0.022897819057106972,-0.02219298668205738,-0.02148815244436264,-0.0207833182066679,-0.02007848583161831,-0.01937365159392357,-0.01866881735622883,-0.017963983118534088,-0.017259150743484497,-0.016554316505789757,-0.015849482268095016,-0.015144649893045425,-0.014439815655350685,-0.01373498234897852,-0.01303014811128378,-0.012325314804911613,-0.011620481498539448,-0.010915647260844707,-0.010210813954472542,-0.009505979716777802,-0.008801146410405636,-0.00809631310403347,-0.007391479332000017,-0.006686645559966564,-0.005981811787933111,-0.005276978015899658,-0.0045721447095274925,-0.0038673109374940395,-0.0031624771654605865,-0.002457643626257777,-0.001752809970639646,-0.001047976315021515,-0.00034314265940338373,0.00036169099621474743,0.0010665246518328786,0.0017713583074510098,0.0024761920794844627,0.003181025618687272,0.0038858591578900814,0.004590692929923534,0.005295526701956987,0.00600036047399044,0.006705193780362606,0.007410027552396059,0.008114861324429512,0.008819694630801678,0.009524528868496418,0.010229362174868584,0.01093419548124075,0.01163902971893549,0.012343863025307655,0.013048697263002396,0.013753530569374561,0.014458363875746727,0.015163198113441467,0.01586803048849106,0.0165728647261858,0.01727769896388054,0.01798253320157528,0.01868736557662487,0.01939219981431961,0.02009703405201435,0.020801866427063942,0.021506700664758682],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.0038800458423793316,-0.0037503736093640327,-0.0036207011435180902,-0.0034910286776721478,-0.003361356444656849,-0.00323168421164155,-0.0031020117457956076,-0.002972339279949665,-0.0028426670469343662,-0.0027129948139190674,-0.002583322348073125,-0.0024536498822271824,-0.0023239776492118835,-0.0021943054161965847,-0.002064632950350642,-0.0019349606009200215,-0.0018052882514894009,-0.0016756159020587802,-0.0015459435526281595,-0.0014162712031975389,-0.0012865988537669182,-0.0011569265043362975,-0.0010272541549056768,-0.0008975818054750562,-0.0007679094560444355,-0.0006382371066138148,-0.0005085647571831942,-0.0003788924077525735,-0.0002492200583219528,-0.00011954770889133215,1.012464053928852e-05,0.0001397969899699092,0.00026946980506181717,0.00039914215449243784,0.0005288145039230585,0.0006584868533536792,0.0007881592027842999,0.0009178315522149205,0.0010475039016455412,0.0011771762510761619,0.0013068486005067825,0.0014365209499374032,0.0015661932993680239,0.0016958656487986445,0.0018255379982292652,0.001955210231244564,0.0020848826970905066,0.002214555162936449,0.002344227395951748,0.0024738996289670467,0.0026035720948129892,0.0027332445606589317,0.0028629167936742306,0.0029925890266895294,0.003122261492535472,0.0032519339583814144,0.0033816061913967133,0.003511278424412012,0.0036409508902579546,0.003770623356103897,0.003900295589119196,0.004029967822134495,0.004159640520811081,0.00428931275382638,0.004418984986841679],"_type":"histogram","values":[3,2,3,3,7,11,12,19,25,39,36,63,100,143,244,288,428,596,924,1411,2096,3196,5004,8109,13173,23234,41561,81126,182320,469777,414545,159544,72943,37331,21186,12204,7534,4728,3066,1879,1235,807,611,410,269,177,144,100,56,39,24,22,18,13,10,6,1,0,2,2,0,3,0,2]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0031743936706334352,-0.0030691323336213827,-0.002963871229439974,-0.0028586098924279213,-0.0027533487882465124,-0.00264808745123446,-0.002542826347053051,-0.0024375650100409985,-0.002332303673028946,-0.002227042568847537,-0.0021217812318354845,-0.0020165201276540756,-0.001911258790642023,-0.0018059975700452924,-0.0017007363494485617,-0.001595475128851831,-0.0014902139082551003,-0.0013849526876583695,-0.0012796914670616388,-0.0011744302464649081,-0.0010691690258681774,-0.0009639077470637858,-0.0008586464682593942,-0.0007533852476626635,-0.0006481240270659328,-0.000542862806469202,-0.0004376015567686409,-0.0003323403070680797,-0.000227079086471349,-0.00012181785132270306,-1.6556616174057126e-05,8.870461897458881e-05,0.00019396585412323475,0.00029922707471996546,0.0004044883244205266,0.0005097495741210878,0.0006150107947178185,0.0007202720153145492,0.0008255332941189408,0.0009307945147156715,0.0010360557353124022,0.001141316955909133,0.0012465781765058637,0.0013518393971025944,0.001457100734114647,0.0015623619547113776,0.0016676231753081083,0.001772884395904839,0.0018781456165015697,0.0019834069535136223,0.002088668057695031,0.0021939293947070837,0.0022991904988884926,0.002404451835900545,0.002509712940081954,0.0026149742770940065,0.0027202353812754154,0.002825496718287468,0.0029307580552995205,0.0030360191594809294,0.003141280496492982,0.003246541600674391,0.0033518029376864433,0.003457064041867852,0.0035623253788799047],"_type":"histogram","values":[2,0,0,1,1,0,1,2,2,6,2,4,5,3,3,6,9,6,12,13,11,21,26,26,33,30,31,48,39,37,31,43,40,41,40,30,30,17,16,13,18,13,7,7,13,6,5,1,3,2,2,2,2,1,0,0,0,1,0,2,1,0,0,1]},"gradients/bert.encoder.layer.2.output.dense.weight":{"bins":[-0.007122423965483904,-0.006917365826666355,-0.006712307222187519,-0.00650724908336997,-0.006302190478891134,-0.0060971323400735855,-0.0058920737355947495,-0.005687015596777201,-0.005481957457959652,-0.005276898853480816,-0.005071840714663267,-0.004866782110184431,-0.004661723971366882,-0.004456665366888046,-0.0042516072280704975,-0.0040465486235916615,-0.0038414904847741127,-0.0036364321131259203,-0.003431373741477728,-0.0032263153698295355,-0.003021256998181343,-0.0028161988593637943,-0.002611140487715602,-0.0024060821160674095,-0.002201023744419217,-0.0019959653727710247,-0.0017909070011228323,-0.0015858487458899617,-0.0013807903742417693,-0.001175732002593577,-0.0009706736891530454,-0.0007656153757125139,-0.0005605565384030342,-0.00035549819585867226,-0.0001504398533143103,5.461848923005164e-05,0.0002596768317744136,0.00046473517431877553,0.0006697935168631375,0.000874851830303669,0.0010799102019518614,0.0012849685736000538,0.0014900269452482462,0.0016950852004811168,0.0019001435721293092,0.0021052018273621798,0.002310260199010372,0.0025153185706585646,0.002720376942306757,0.0029254353139549494,0.003130493685603142,0.003335552057251334,0.0035406104288995266,0.0037456685677170753,0.003950727172195911,0.00415578531101346,0.004360843449831009,0.004565902054309845,0.004770960193127394,0.00497601879760623,0.0051810769364237785,0.005386135540902615,0.005591193679720163,0.005796252284198999,0.006001310423016548],"_type":"histogram","values":[3,1,1,3,4,3,11,8,12,17,20,34,33,54,77,91,172,223,356,469,654,1036,1365,2001,3106,4627,7147,10381,16050,24904,38784,61840,104002,201225,428671,304511,146126,81537,48261,29738,18993,12149,7874,5415,3481,2374,1562,1096,716,532,351,249,180,110,90,48,34,17,15,8,5,2,4,1]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,1,1,0,0,0,1,2,2,4,2,7,3,2,10,13,10,15,13,12,23,23,16,16,34,27,34,33,33,22,18,29,32,30,30,31,37,19,31,18,21,21,16,9,14,8,9,7,5,8,6,2,0,2,3,1,1],"bins":[-0.013852125033736229,-0.01348591223359108,-0.01311969943344593,-0.012753486633300781,-0.012387273833155632,-0.012021061964333057,-0.011654849164187908,-0.011288636364042759,-0.01092242356389761,-0.01055621076375246,-0.010189997963607311,-0.009823785163462162,-0.009457573294639587,-0.009091360494494438,-0.008725147694349289,-0.00835893489420414,-0.00799272209405899,-0.007626509293913841,-0.007260296493768692,-0.00689408415928483,-0.006527871359139681,-0.006161658558994532,-0.00579544622451067,-0.0054292334243655205,-0.005063020624220371,-0.004696807824075222,-0.004330595023930073,-0.003964382689446211,-0.0035981698893010616,-0.0032319570891559124,-0.002865744521841407,-0.0024995319545269012,-0.0021333182230591774,-0.00176710553932935,-0.0014008928555995226,-0.0010346801718696952,-0.0006684674881398678,-0.0003022548044100404,6.395787931978703e-05,0.00043017056304961443,0.0007963832467794418,0.0011625959305092692,0.0015288086142390966,0.001895021297968924,0.0022612339816987514,0.0026274467818439007,0.0029936593491584063,0.003359871916472912,0.003726084716618061,0.00409229751676321,0.0044585103169083595,0.0048247226513922215,0.005190935451537371,0.00555714825168252,0.005923360586166382,0.006289573386311531,0.00665578618645668,0.0070219989866018295,0.007388211786746979,0.007754424121230841,0.008120637387037277,0.008486849255859852,0.008853062056005001,0.00921927485615015,0.0095854876562953],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,0,1,2,0,1,4,6,6,1,8,6,9,4,17,11,23,16,13,28,26,32,38,27,39,26,34,36,36,50,21,22,28,18,28,18,12,17,15,22,7,11,8,12,2,4,6,2,3,4,0,0,2,1,0,1,0,0,0,0,1],"bins":[-0.03277572989463806,-0.03169158473610878,-0.0306074395775795,-0.029523294419050217,-0.028439149260520935,-0.027355004101991653,-0.026270858943462372,-0.02518671378493309,-0.02410256862640381,-0.023018423467874527,-0.021934278309345245,-0.020850133150815964,-0.019765987992286682,-0.0186818428337574,-0.01759769767522812,-0.016513552516698837,-0.015429407358169556,-0.014345262199640274,-0.013261117041110992,-0.01217697188258171,-0.01109282672405243,-0.010008681565523148,-0.008924536406993866,-0.007840391248464584,-0.006756246089935303,-0.005672100931406021,-0.0045879557728767395,-0.003503810614347458,-0.0024196654558181763,-0.0013355202972888947,-0.00025137513875961304,0.0008327700197696686,0.0019169151782989502,0.003001060336828232,0.004085205495357513,0.005169350653886795,0.006253495812416077,0.007337640970945358,0.00842178612947464,0.009505931288003922,0.010590076446533203,0.011674221605062485,0.012758366763591766,0.013842511922121048,0.01492665708065033,0.01601080223917961,0.017094947397708893,0.018179092556238174,0.019263237714767456,0.020347382873296738,0.02143152803182602,0.0225156731903553,0.023599818348884583,0.024683963507413864,0.025768108665943146,0.026852253824472427,0.02793639898300171,0.02902054414153099,0.030104689300060272,0.031188834458589554,0.032272979617118835,0.03335712477564812,0.0344412699341774,0.03552541509270668,0.03660956025123596]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.007201888598501682,-0.006994248367846012,-0.006786608137190342,-0.0065789674408733845,-0.006371327210217714,-0.006163686979562044,-0.005956046283245087,-0.0057484060525894165,-0.005540765821933746,-0.005333125591278076,-0.005125485360622406,-0.0049178446643054485,-0.004710204433649778,-0.004502564202994108,-0.004294923506677151,-0.0040872832760214806,-0.0038796430453658104,-0.0036720028147101402,-0.0034643623512238264,-0.0032567218877375126,-0.0030490816570818424,-0.0028414414264261723,-0.0026338009629398584,-0.0024261604994535446,-0.0022185202687978745,-0.0020108800381422043,-0.0018032395746558905,-0.0015955992275848985,-0.0013879588805139065,-0.0011803185334429145,-0.0009726781863719225,-0.0007650378393009305,-0.0005573970265686512,-0.0003497566794976592,-0.0001421163324266672,6.552401464432478e-05,0.00027316436171531677,0.00048080470878630877,0.0006884450558573008,0.0008960854029282928,0.0011037257499992847,0.0013113660970702767,0.0015190064441412687,0.0017266467912122607,0.0019342871382832527,0.002141927368938923,0.0023495678324252367,0.0025572082959115505,0.0027648485265672207,0.002972488757222891,0.0031801292207092047,0.0033877696841955185,0.0035954099148511887,0.003803050145506859,0.004010690376162529,0.0042183310724794865,0.004425971303135157,0.004633611533790827,0.004841252230107784,0.0050488924607634544,0.005256532691419125,0.005464172922074795,0.005671813152730465,0.005879453849047422,0.006087094079703093],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,2,1,1,2,3,1,5,6,15,15,27,27,48,60,85,140,226,329,584,1037,1840,3707,8054,19680,61994,330993,110601,29041,10917,4852,2373,1246,697,438,272,156,101,83,43,29,21,17,16,11,7,2,4,5,2,1,1,0,2,0,2]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[2,0,0,0,0,2,0,0,2,0,1,2,4,3,4,5,4,8,6,11,13,8,19,13,16,16,26,22,36,25,30,25,25,27,26,28,28,23,44,29,13,27,20,17,20,15,15,11,15,17,12,6,8,7,4,1,6,6,3,2,6,2,1,1],"bins":[-0.0010448022512719035,-0.0010150535963475704,-0.0009853050578385592,-0.000955556461121887,-0.0009258078644052148,-0.0008960592676885426,-0.0008663106709718704,-0.0008365620742551982,-0.0008068134775385261,-0.000777064822614193,-0.0007473162258975208,-0.0007175676291808486,-0.0006878190324641764,-0.0006580704357475042,-0.000628321839030832,-0.0005985732423141599,-0.0005688246455974877,-0.0005390760488808155,-0.0005093274521641433,-0.00047957885544747114,-0.00044983025873079896,-0.0004200816329102963,-0.00039033303619362414,-0.00036058443947695196,-0.0003308358427602798,-0.0003010872460436076,-0.0002713386493269354,-0.000241590038058348,-0.00021184144134167582,-0.00018209284462500364,-0.00015234423335641623,-0.00012259563663974404,-9.284703992307186e-05,-6.309844320639968e-05,-3.334983921376988e-05,-3.6012388591188937e-06,2.6147361495532095e-05,5.5895961850183085e-05,8.564456220483407e-05,0.00011539316619746387,0.00014514176291413605,0.00017489035963080823,0.00020463895634748042,0.00023438756761606783,0.00026413617888465524,0.0002938847756013274,0.0003236333723179996,0.0003533819690346718,0.00038313056575134397,0.00041287916246801615,0.00044262775918468833,0.0004723763559013605,0.0005021249526180327,0.0005318735493347049,0.0005616221460513771,0.0005913707427680492,0.0006211193976923823,0.0006508679944090545,0.0006806165911257267,0.0007103651878423989,0.0007401137845590711,0.0007698623812757432,0.0007996109779924154,0.0008293595747090876,0.0008591081714257598],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,5,7,11,30,42,87,120,192,309,498,661,1048,1567,2174,2976,4046,5288,6991,8875,11294,13636,16171,19133,21980,24602,27270,29960,31266,32686,33559,33191,32641,31402,29653,27340,24628,21540,18932,15927,13420,10737,8773,6614,5240,3906,2773,2068,1483,1047,749,497,292,181,113,77,37,33,27,9,3,1,3],"bins":[-0.09128163754940033,-0.08842362463474274,-0.08556561172008514,-0.08270759880542755,-0.07984958589076996,-0.07699156552553177,-0.07413355261087418,-0.07127553969621658,-0.06841752678155899,-0.0655595138669014,-0.0627015009522438,-0.059843484312295914,-0.05698547139763832,-0.05412745848298073,-0.05126944184303284,-0.048411428928375244,-0.04555341601371765,-0.04269540309906006,-0.039837390184402466,-0.036979373544454575,-0.03412136062979698,-0.03126334771513939,-0.028405332937836647,-0.025547318160533905,-0.022689305245876312,-0.01983129233121872,-0.016973277553915977,-0.01411526370793581,-0.011257249861955643,-0.008399236015975475,-0.005541222169995308,-0.0026832083240151405,0.00017479807138442993,0.0030328119173645973,0.005890825763344765,0.008748839609324932,0.0116068534553051,0.014464867301285267,0.017322881147265434,0.020180895924568176,0.02303890883922577,0.025896921753883362,0.028754936531186104,0.031612951308488846,0.03447096422314644,0.03732897713780403,0.04018699377775192,0.043045006692409515,0.04590301960706711,0.0487610325217247,0.051619045436382294,0.054477062076330185,0.05733507499098778,0.06019308790564537,0.06305110454559326,0.06590911746025085,0.06876713037490845,0.07162514328956604,0.07448315620422363,0.07734116911888123,0.08019918203353882,0.08305720239877701,0.0859152153134346,0.0887732282280922,0.09163124114274979]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,0,0,2,1,2,2,9,21,29,58,86,153,251,487,685,1121,1716,2400,3402,4771,6489,8602,11124,14153,17586,20859,24513,28438,31021,34148,36068,37363,37289,36947,35025,32669,29406,26310,22967,19347,15949,12825,9925,7509,5583,4118,2878,1965,1326,840,536,323,210,142,77,39,33,18,3,2,1,0,1],"bins":[-0.10595338046550751,-0.10276743024587631,-0.09958148747682571,-0.09639553725719452,-0.09320958703756332,-0.09002364426851273,-0.08683769404888153,-0.08365174382925034,-0.08046579360961914,-0.07727985084056854,-0.07409390062093735,-0.07090795040130615,-0.06772200763225555,-0.06453605741262436,-0.06135011091828346,-0.05816416069865227,-0.05497821420431137,-0.051792267709970474,-0.04860631749033928,-0.04542037099599838,-0.04223442077636719,-0.03904847428202629,-0.035862527787685394,-0.0326765775680542,-0.029490631073713303,-0.026304682716727257,-0.02311873435974121,-0.019932787865400314,-0.01674683950841427,-0.013560891151428223,-0.010374943725764751,-0.007188995834439993,-0.004003055393695831,-0.0008171075023710728,0.0023688403889536858,0.005554788280278444,0.008740736171603203,0.011926684528589249,0.01511263195425272,0.01829857937991619,0.021484527736902237,0.024670476093888283,0.02785642445087433,0.031042370945215225,0.03422831743955612,0.03741426765918732,0.040600214153528214,0.04378616437315941,0.046972110867500305,0.0501580573618412,0.0533440075814724,0.05652995407581329,0.05971590429544449,0.06290184706449509,0.06608779728412628,0.06927374750375748,0.07245969772338867,0.07564564049243927,0.07883159071207047,0.08201754093170166,0.08520348370075226,0.08838943392038345,0.09157538414001465,0.09476132690906525,0.09794727712869644],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.bias":{"values":[2,1,2,3,2,2,5,4,4,2,7,5,10,6,7,8,16,14,15,7,16,19,23,25,30,17,19,30,29,34,40,24,25,21,25,32,23,30,17,17,18,16,13,9,8,10,13,7,8,7,11,3,6,2,2,3,0,4,4,2,0,2,1,1],"bins":[-0.03280431404709816,-0.031738828867673874,-0.030673343688249588,-0.029607858508825302,-0.028542373329401016,-0.02747688628733158,-0.026411401107907295,-0.02534591592848301,-0.024280430749058723,-0.023214945569634438,-0.02214946039021015,-0.021083975210785866,-0.02001848816871643,-0.018953002989292145,-0.01788751780986786,-0.016822032630443573,-0.015756547451019287,-0.014691062271595001,-0.013625577092170715,-0.012560090981423855,-0.011494605801999569,-0.010429120622575283,-0.009363634511828423,-0.008298149332404137,-0.007232664152979851,-0.006167178973555565,-0.005101693328469992,-0.0040362076833844185,-0.0029707225039601326,-0.001905237091705203,-0.0008397516794502735,0.00022573373280465603,0.0012912154197692871,0.0023567008320242167,0.003422186244279146,0.004487671889364719,0.005553157068789005,0.006618642248213291,0.007684127893298864,0.008749613538384438,0.009815098717808723,0.01088058389723301,0.011946069076657295,0.013011555187404156,0.014077040366828442,0.015142525546252728,0.016208011656999588,0.017273496836423874,0.01833898201584816,0.019404467195272446,0.02046995237469673,0.021535437554121017,0.022600922733545303,0.02366640977561474,0.024731894955039024,0.02579738013446331,0.026862865313887596,0.027928350493311882,0.028993835672736168,0.030059320852160454,0.03112480789422989,0.032190293073654175,0.03325577825307846,0.03432126343250275,0.03538674861192703],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.012144096195697784,-0.011754380539059639,-0.011364664882421494,-0.010974950157105923,-0.010585234500467777,-0.010195518843829632,-0.009805803187191486,-0.009416087530553341,-0.00902637280523777,-0.008636657148599625,-0.00824694149196148,-0.007857225835323334,-0.007467510178685188,-0.00707779498770833,-0.006688079331070185,-0.006298364140093327,-0.005908648483455181,-0.005518932826817036,-0.0051292176358401775,-0.004739501979202032,-0.004349786788225174,-0.0039600711315870285,-0.003570355474948883,-0.0031806400511413813,-0.0027909246273338795,-0.0024012092035263777,-0.002011493779718876,-0.0016217781230807304,-0.0012320626992732286,-0.0008423472172580659,-0.00045263173524290323,-6.291625322774053e-05,0.0003267992287874222,0.0007165147108025849,0.0011062301928177476,0.0014959457330405712,0.001885661156848073,0.002275376580655575,0.0026650922372937202,0.003054807661101222,0.003444523084908724,0.0038342385087162256,0.004223953932523727,0.004613669589161873,0.005003385245800018,0.0053931004367768764,0.005782816093415022,0.00617253128439188,0.0065622469410300255,0.006951962597668171,0.007341677788645029,0.0077313934452831745,0.008121108636260033,0.008510824292898178,0.008900539949536324,0.009290255606174469,0.009679971262812614,0.010069685988128185,0.01045940164476633,0.010849117301404476,0.011238832958042622,0.011628548614680767,0.012018263339996338,0.012407978996634483,0.012797694653272629],"_type":"histogram","values":[1,1,0,0,1,0,2,1,1,3,1,7,9,7,11,13,14,14,12,19,22,23,17,21,22,27,29,25,24,42,19,37,24,22,25,22,31,22,20,23,19,21,21,10,13,13,7,9,7,7,5,6,5,1,1,4,1,1,1,1,0,0,0,1]},"gradients/bert.encoder.layer.1.output.dense.bias":{"values":[1,1,0,2,0,0,1,1,4,3,7,2,3,11,6,6,8,9,12,9,13,18,14,23,21,18,14,20,25,31,32,32,21,36,29,32,29,25,22,16,30,32,23,8,16,17,9,9,13,9,6,5,2,5,4,3,6,4,5,1,1,0,1,2],"bins":[-0.02183392271399498,-0.02117660455405712,-0.020519284531474113,-0.019861966371536255,-0.019204646348953247,-0.01854732818901539,-0.01789000816643238,-0.017232690006494522,-0.016575369983911514,-0.015918051823973656,-0.015260732732713223,-0.01460341364145279,-0.01394609548151493,-0.013288776390254498,-0.012631457298994064,-0.011974138207733631,-0.011316819116473198,-0.010659500025212765,-0.010002180933952332,-0.009344861842691898,-0.008687542751431465,-0.008030224591493607,-0.007372905500233173,-0.00671558640897274,-0.006058267317712307,-0.005400948226451874,-0.004743629135191441,-0.004086310509592295,-0.0034289914183318615,-0.0027716723270714283,-0.0021143534686416388,-0.0014570344937965274,-0.0007997136563062668,-0.00014239468146115541,0.000514924293383956,0.0011722432682290673,0.0018295622430741787,0.002486881334334612,0.0031442001927644014,0.003801519051194191,0.004458838142454624,0.005116157233715057,0.005773476324975491,0.0064307949505746365,0.00708811404183507,0.007745433133095503,0.008402751758694649,0.009060070849955082,0.009717389941215515,0.010374709032475948,0.011032028123736382,0.011689347214996815,0.012346666306257248,0.013003984466195107,0.01366130355745554,0.014318622648715973,0.014975941739976406,0.01563326083123684,0.016290578991174698,0.016947899013757706,0.017605217173695564,0.018262537196278572,0.01891985535621643,0.01957717537879944,0.020234493538737297],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.0010442696511745453,-0.0010022768983617425,-0.0009602840873412788,-0.0009182912763208151,-0.0008762985235080123,-0.0008343057124875486,-0.0007923129596747458,-0.0007503201486542821,-0.0007083273958414793,-0.0006663345848210156,-0.0006243417738005519,-0.0005823490209877491,-0.0005403562099672854,-0.0004983634571544826,-0.0004563706461340189,-0.00041437786421738565,-0.0003723850823007524,-0.00033039230038411915,-0.0002883995184674859,-0.00024640673655085266,-0.00020441394008230418,-0.00016242115816567093,-0.00012042836897308007,-7.84355797804892e-05,-3.644279786385596e-05,5.5499876907560974e-06,4.754277324536815e-05,8.953556243795902e-05,0.00013152834435459226,0.0001735211262712255,0.000215513922739774,0.00025750670465640724,0.0002994994865730405,0.00034149226848967373,0.000383485050406307,0.00042547783232294023,0.0004674706142395735,0.0005094634252600372,0.00055145617807284,0.0005934489890933037,0.0006354417419061065,0.0006774345529265702,0.0007194273639470339,0.0007614201167598367,0.0008034129277803004,0.0008454056805931032,0.0008873984916135669,0.0009293912444263697,0.0009713840554468334,0.001013376866467297,0.0010553696192800999,0.0010973623720929027,0.0011393552413210273,0.00118134799413383,0.0012233407469466329,0.0012653334997594357,0.0013073263689875603,0.001349319121800363,0.0013913118746131659,0.0014333047438412905,0.0014752974966540933,0.001517290249466896,0.0015592830022796988,0.0016012758715078235,0.0016432686243206263],"_type":"histogram","values":[1,2,3,1,3,2,2,2,4,7,12,9,10,11,10,16,19,35,22,32,38,37,34,47,36,27,41,39,37,41,32,16,26,21,16,14,16,13,6,3,8,3,2,2,1,2,2,0,2,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,0,0,6,12,29,33,56,101,194,261,450,676,990,1487,2198,3030,4223,5710,7574,9654,12310,15124,18357,21442,24847,27666,30548,32902,34625,35241,35441,35006,33885,31590,28792,25731,22250,19297,15929,12763,10265,8049,6092,4623,3255,2404,1608,1111,698,514,304,207,118,67,41,22,7,4,0,1,1],"bins":[-0.1005028784275055,-0.09746818244457245,-0.09443347901105881,-0.09139877557754517,-0.08836407959461212,-0.08532938361167908,-0.08229468017816544,-0.0792599767446518,-0.07622528076171875,-0.0731905847787857,-0.07015588134527206,-0.06712117791175842,-0.06408648192882538,-0.061051782220602036,-0.05801708251237869,-0.05498238280415535,-0.05194768309593201,-0.048912983387708664,-0.04587828367948532,-0.04284358397126198,-0.039808884263038635,-0.03677418455481529,-0.03373948484659195,-0.030704785138368607,-0.027670085430145264,-0.02463538572192192,-0.021600686013698578,-0.018565986305475235,-0.015531286597251892,-0.01249658688902855,-0.009461887180805206,-0.006427187472581863,-0.0033924952149391174,-0.00035779550671577454,0.0026769042015075684,0.005711603909730911,0.008746303617954254,0.011781003326177597,0.01481570303440094,0.017850402742624283,0.020885102450847626,0.02391980215907097,0.02695450186729431,0.029989201575517654,0.033023901283741,0.03605860099196434,0.03909330070018768,0.042128000408411026,0.04516270011663437,0.04819739982485771,0.051232099533081055,0.0542667992413044,0.05730149894952774,0.06033619865775108,0.06337089836597443,0.06640559434890747,0.06944029778242111,0.07247500121593475,0.0755096971988678,0.07854439318180084,0.08157909661531448,0.08461380004882812,0.08764849603176117,0.09068319201469421,0.09371789544820786]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,0,1,0,1,3,6,5,1,9,3,3,4,7,11,11,19,31,29,36,42,41,49,46,49,52,57,42,39,25,30,27,18,11,8,7,4,4,4,4,7,5,3,1,3,0,1,0,1,2,1,1,0,1],"bins":[-2.740080844887416e-06,-2.660682866917341e-06,-2.581284888947266e-06,-2.5018871383508667e-06,-2.422489160380792e-06,-2.343091182410717e-06,-2.263693204440642e-06,-2.1842952264705673e-06,-2.1048972485004924e-06,-2.025499497904093e-06,-1.946101519934018e-06,-1.8667035419639433e-06,-1.7873055639938684e-06,-1.7079076997106313e-06,-1.6285097217405564e-06,-1.5491118574573193e-06,-1.4697138794872444e-06,-1.3903159015171696e-06,-1.3109180372339324e-06,-1.2315200592638575e-06,-1.1521221949806204e-06,-1.0727242170105455e-06,-9.933262390404707e-07,-9.139283179138147e-07,-8.345303967871587e-07,-7.551324756605027e-07,-6.757345545338467e-07,-5.963365765637718e-07,-5.169386554371158e-07,-4.375407343104598e-07,-3.581427847620944e-07,-2.7874483521372895e-07,-1.993471414607484e-07,-1.1994920612323767e-07,-4.0551270785726956e-08,3.884666455178376e-08,1.1824459988929448e-07,1.976425352268052e-07,2.770404705643159e-07,3.5643842011268134e-07,4.3583634123933734e-07,5.152342623659933e-07,5.946321834926493e-07,6.740301614627242e-07,7.534280825893802e-07,8.328260037160362e-07,9.122239816861111e-07,9.916218459693482e-07,1.071019823939423e-06,1.150417801909498e-06,1.229815666192735e-06,1.30921364416281e-06,1.388611508446047e-06,1.468009486416122e-06,1.5474074643861968e-06,1.626805328669434e-06,1.7062033066395088e-06,1.7856012846095837e-06,1.8649991488928208e-06,1.9443971268628957e-06,2.0237951048329705e-06,2.1031930828030454e-06,2.182590833399445e-06,2.2619888113695197e-06,2.3413867893395945e-06]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,2,4,0,2,4,5,9,6,4,14,8,14,12,16,24,33,34,25,24,30,39,36,35,32,43,20,21,33,31,27,23,30,21,21,20,13,7,5,9,6,4,6,2,4,1,2,1,0,0,1,1,0,1,0,0,0,0,0,1,0,0,0,1],"bins":[-0.0005938475369475782,-0.000569954514503479,-0.0005460614920593798,-0.0005221684696152806,-0.0004982754471711814,-0.0004743823956232518,-0.0004504893731791526,-0.0004265963507350534,-0.0004027032991871238,-0.0003788102767430246,-0.0003549172542989254,-0.0003310242318548262,-0.000307131209410727,-0.00028323818696662784,-0.0002593451354186982,-0.000235452112974599,-0.00021155909053049982,-0.00018766606808640063,-0.0001637730310903862,-0.00013988000864628702,-0.00011598697892623022,-9.209394920617342e-05,-6.820092676207423e-05,-4.430789704201743e-05,-2.0414867321960628e-05,3.4781605791067705e-06,2.737118848017417e-05,5.1264214562252164e-05,7.515724428230897e-05,9.905027400236577e-05,0.00012294329644646496,0.00014683633344247937,0.00017072935588657856,0.00019462237833067775,0.00021851541532669216,0.00024240843777079135,0.00026630147476680577,0.00029019449721090496,0.00031408751965500414,0.00033798054209910333,0.000361873593647033,0.00038576661609113216,0.00040965963853523135,0.00043355266097933054,0.00045744568342342973,0.0004813387058675289,0.0005052317283116281,0.0005291247507557273,0.0005530178314074874,0.0005769108538515866,0.0006008038762956858,0.000624696898739785,0.0006485899211838841,0.0006724829436279833,0.0006963759660720825,0.0007202689885161817,0.0007441620109602809,0.0007680550334043801,0.0007919480558484793,0.0008158411365002394,0.0008397341589443386,0.0008636271813884377,0.0008875202038325369,0.0009114132262766361,0.0009353062487207353]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,0,3,0,1,3,2,5,4,7,12,15,12,16,15,15,20,19,17,26,32,36,35,27,34,35,23,26,40,29,27,20,29,22,25,22,20,18,13,12,7,4,5,6,7,4,5,1,2,0,0,2,0,2,0,1,0,0,0,0,1],"bins":[-0.0012467100750654936,-0.0012034040410071611,-0.0011600980069488287,-0.001116792089305818,-0.0010734860552474856,-0.0010301800211891532,-0.0009868739871308208,-0.0009435680112801492,-0.0009002619772218168,-0.0008569559431634843,-0.0008136499673128128,-0.0007703439332544804,-0.0007270378991961479,-0.0006837319233454764,-0.0006404258892871439,-0.0005971199134364724,-0.00055381387937814,-0.0005105078453198075,-0.000467201869469136,-0.00042389583541080356,-0.00038058983045630157,-0.0003372838255017996,-0.00029397779144346714,-0.00025067178648896515,-0.00020736578153446317,-0.00016405977657996118,-0.00012075375707354397,-7.744774484308437e-05,-3.4141732612624764e-05,9.164279617834836e-06,5.247029184829444e-05,9.577630407875404e-05,0.0001390821998938918,0.0001823882048483938,0.000225694224354811,0.00026900024386122823,0.0003123062488157302,0.0003556122537702322,0.00039891828782856464,0.00044222429278306663,0.0004855302977375686,0.0005288363317959011,0.0005721423076465726,0.000615448341704905,0.0006587543757632375,0.000702060351613909,0.0007453663856722414,0.000788672361522913,0.0008319783955812454,0.0008752844296395779,0.0009185904054902494,0.0009618964395485818,0.0010052024153992534,0.0010485084494575858,0.0010918144835159183,0.0011351205175742507,0.0011784264352172613,0.0012217324692755938,0.0012650385033339262,0.0013083445373922586,0.001351650571450591,0.0013949566055089235,0.0014382625231519341,0.0014815685572102666,0.001524874591268599]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.005229602102190256,-0.005093255080282688,-0.00495690805837512,-0.004820561036467552,-0.004684214014559984,-0.004547866992652416,-0.004411519970744848,-0.00427517294883728,-0.004138826392591,-0.004002479370683432,-0.00386613211594522,-0.003729785094037652,-0.0035934383049607277,-0.0034570912830531597,-0.0033207442611455917,-0.0031843972392380238,-0.0030480502173304558,-0.002911703195422888,-0.00277535617351532,-0.002639009151607752,-0.002502662129700184,-0.0023663153406232595,-0.0022299683187156916,-0.0020936212968081236,-0.0019572742749005556,-0.0018209272529929876,-0.0016845802310854197,-0.0015482333255931735,-0.0014118863036856055,-0.0012755392817780375,-0.0011391923762857914,-0.0010028453543782234,-0.0008664983324706554,-0.0007301513105630875,-0.0005938043468631804,-0.0004574573540594429,-0.00032111036125570536,-0.00018476336845196784,-4.8416375648230314e-05,8.793061715550721e-05,0.00022427760995924473,0.00036062460276298225,0.0004969715955667198,0.0006333185592666268,0.0007696655811741948,0.0009060126030817628,0.001042359508574009,0.001178706530481577,0.001315053552389145,0.0014514005742967129,0.0015877475962042809,0.001724094501696527,0.001860441523604095,0.001996788429096341,0.002133135451003909,0.002269482472911477,0.002405829494819045,0.002542176516726613,0.002678523538634181,0.002814870560541749,0.0029512173496186733,0.0030875643715262413,0.0032239113934338093,0.0033602584153413773,0.0034966054372489452],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,2,0,1,0,0,1,0,6,3,4,3,7,7,8,10,16,20,30,24,41,44,62,57,67,63,55,47,51,22,23,23,19,16,5,9,2,6,2,1,1,1,0,2,1,1,0,1,1,1]},"gradients/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[5,7,7,16,17,13,14,15,21,38,50,62,103,124,182,218,232,323,413,503,598,730,823,945,1168,1334,1657,2055,2766,5566,9758,15515,311136,12940,7553,3702,2227,1611,1385,1240,1062,826,698,609,559,453,409,345,272,226,188,139,122,61,51,28,29,21,16,16,11,1,1,1],"bins":[-0.03857875615358353,-0.037382710725069046,-0.036186665296554565,-0.034990619868040085,-0.033794574439525604,-0.03259853273630142,-0.03140248730778694,-0.03020644187927246,-0.02901039645075798,-0.0278143510222435,-0.02661830559372902,-0.025422262027859688,-0.024226216599345207,-0.023030171170830727,-0.021834127604961395,-0.020638082176446915,-0.019442036747932434,-0.018245991319417953,-0.017049945890903473,-0.01585390232503414,-0.014657856896519661,-0.01346181146800518,-0.012265766970813274,-0.011069722473621368,-0.009873677045106888,-0.008677631616592407,-0.007481587119400501,-0.006285542156547308,-0.005089497193694115,-0.0038934522308409214,-0.002697407267987728,-0.0015013623051345348,-0.00030531734228134155,0.0008907276205718517,0.002086772583425045,0.0032828175462782383,0.004478862509131432,0.005674907471984625,0.006870952434837818,0.008066996932029724,0.009263042360544205,0.010459087789058685,0.011655132286250591,0.012851176783442497,0.014047222211956978,0.015243267640471458,0.01643931120634079,0.01763535663485527,0.01883140206336975,0.02002744749188423,0.021223492920398712,0.022419536486268044,0.023615581914782524,0.024811627343297005,0.026007670909166336,0.027203716337680817,0.028399761766195297,0.029595807194709778,0.03079185262322426,0.03198789805173874,0.03318393975496292,0.0343799851834774,0.03557603061199188,0.03677207604050636,0.037968121469020844]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.09675873816013336,-0.09365516901016235,-0.09055159986019135,-0.08744803071022034,-0.08434446156024933,-0.08124089241027832,-0.07813733071088791,-0.0750337615609169,-0.07193019241094589,-0.06882662326097488,-0.06572305411100388,-0.06261948496103287,-0.05951591581106186,-0.05641234666109085,-0.05330878123641014,-0.05020521208643913,-0.047101642936468124,-0.043998073786497116,-0.04089450463652611,-0.0377909392118454,-0.03468737006187439,-0.03158380091190338,-0.028480231761932373,-0.025376664474606514,-0.022273095324635506,-0.019169526174664497,-0.01606595888733864,-0.01296238973736763,-0.009858821518719196,-0.006755253300070763,-0.0036516846157610416,-0.0005481161642819643,0.002555452287197113,0.005659020505845547,0.00876258872449398,0.011866157874464989,0.014969726093113422,0.018073294311761856,0.021176863461732864,0.024280430749058723,0.027383999899029732,0.03048756904900074,0.0335911363363266,0.03669470548629761,0.039798274636268616,0.042901843786239624,0.046005409210920334,0.04910897836089134,0.05221254751086235,0.05531611666083336,0.05841968581080437,0.06152325123548508,0.06462682038545609,0.0677303895354271,0.0708339586853981,0.07393752783536911,0.07704109698534012,0.08014466613531113,0.08324823528528214,0.08635179698467255,0.08945536613464355,0.09255893528461456,0.09566250443458557,0.09876607358455658,0.10186964273452759],"_type":"histogram","values":[1,3,7,7,19,44,59,112,210,344,554,894,1438,2323,3408,5120,7453,10117,13926,19052,24668,31608,39452,47800,57045,65853,74804,82893,88370,94504,96664,97780,94989,90990,85081,77819,69099,60104,51084,42371,34488,26966,20717,15534,11668,8408,5789,4121,2639,1717,1063,683,400,270,150,82,41,27,14,10,4,2,1,1]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"values":[1,0,2,2,0,4,4,4,10,15,21,28,35,59,81,128,186,287,423,635,985,1577,2271,3689,5796,9282,15241,26011,46695,95596,204345,77798,40029,22484,13357,8257,5154,3258,2098,1304,888,612,408,235,169,110,85,48,41,18,23,11,8,5,3,2,3,0,0,1,0,1,0,1],"bins":[-0.0717245563864708,-0.06936313956975937,-0.06700171530246735,-0.06464029848575592,-0.062278877943754196,-0.05991746112704277,-0.057556040585041046,-0.05519462004303932,-0.0528331995010376,-0.05047178268432617,-0.04811036214232445,-0.04574894160032272,-0.0433875247836113,-0.04102610424160957,-0.03866468369960785,-0.03630326688289642,-0.0339418463408947,-0.031580425798892975,-0.0292190071195364,-0.026857588440179825,-0.0244961678981781,-0.022134749218821526,-0.01977333053946495,-0.017411909997463226,-0.015050491318106651,-0.012689071707427502,-0.010327652096748352,-0.007966233417391777,-0.005604813806712627,-0.0032433944288641214,-0.0008819750510156155,0.0014794443268328905,0.0038408637046813965,0.006202283315360546,0.008563702926039696,0.01092512160539627,0.01328654121607542,0.01564796082675457,0.018009379506111145,0.02037080004811287,0.022732218727469444,0.02509363740682602,0.027455057948827744,0.02981647662818432,0.032177895307540894,0.03453931584954262,0.03690073639154434,0.03926215320825577,0.04162357375025749,0.043984994292259216,0.04634641110897064,0.048707831650972366,0.05106925219297409,0.053430669009685516,0.05579208955168724,0.058153510093688965,0.06051492691040039,0.06287635117769241,0.06523776799440384,0.06759918481111526,0.06996060907840729,0.07232202589511871,0.07468344271183014,0.07704486697912216,0.07940628379583359],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.04509306699037552,-0.04361299052834511,-0.042132917791604996,-0.040652841329574585,-0.039172764867544174,-0.03769269213080406,-0.03621261566877365,-0.03473253920674324,-0.03325246647000313,-0.03177239000797272,-0.030292315408587456,-0.028812240809202194,-0.027332164347171783,-0.025852089747786522,-0.02437201514840126,-0.02289193868637085,-0.021411864086985588,-0.019931789487600327,-0.018451713025569916,-0.016971638426184654,-0.015491563826799393,-0.014011488296091557,-0.01253141276538372,-0.011051338165998459,-0.009571262635290623,-0.008091187104582787,-0.006611112505197525,-0.005131036974489689,-0.00365096190944314,-0.002170886844396591,-0.0006908115465193987,0.000789263634942472,0.0022693388164043427,0.0037494138814508915,0.00522948894649744,0.0067095644772052765,0.008189639076590538,0.009669714607298374,0.01114979013800621,0.012629864737391472,0.014109940268099308,0.015590015798807144,0.017070090398192406,0.018550164997577667,0.020030241459608078,0.02151031605899334,0.0229903906583786,0.024470467120409012,0.025950541719794273,0.027430616319179535,0.028910692781209946,0.030390767380595207,0.03187084197998047,0.03335091844201088,0.03483099117875099,0.0363110676407814,0.03779114410281181,0.039271216839551926,0.040751293301582336,0.04223136976361275,0.04371144250035286,0.04519151896238327,0.04667159542441368,0.04815166816115379,0.049631744623184204],"_type":"histogram","values":[2,2,2,4,8,3,3,17,15,20,33,42,79,107,202,237,345,477,675,952,1433,2078,2998,4464,6681,10197,15894,26068,44270,88693,186827,83549,42752,24962,15466,10036,6291,4426,2938,2000,1377,907,680,479,380,245,159,106,89,48,29,12,17,12,8,8,7,6,1,2,1,2,0,1]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.09484782069921494,-0.09190361946821213,-0.08895942568778992,-0.08601522445678711,-0.0830710306763649,-0.08012682944536209,-0.07718263566493988,-0.07423843443393707,-0.07129423320293427,-0.06835003942251205,-0.06540583819150925,-0.062461644411087036,-0.05951744318008423,-0.05657324567437172,-0.05362904816865921,-0.0506848506629467,-0.04774065315723419,-0.04479645565152168,-0.041852258145809174,-0.038908060640096664,-0.035963863134384155,-0.03301966190338135,-0.03007546439766884,-0.02713126689195633,-0.02418706938624382,-0.02124287188053131,-0.018298674374818802,-0.015354475006461143,-0.012410277500748634,-0.009466079995036125,-0.006521881558001041,-0.003577683586627245,-0.0006334930658340454,0.002310704905539751,0.0052549028769135475,0.008199101313948631,0.01114329881966114,0.01408749632537365,0.017031695693731308,0.019975893199443817,0.022920090705156326,0.025864288210868835,0.028808485716581345,0.031752683222293854,0.03469688445329666,0.03764108195900917,0.04058527946472168,0.04352947697043419,0.0464736744761467,0.04941787198185921,0.052362069487571716,0.055306266993284225,0.058250464498996735,0.06119466572999954,0.06413885951042175,0.06708306074142456,0.07002726197242737,0.07297145575284958,0.07591565698385239,0.0788598507642746,0.0818040519952774,0.08474824577569962,0.08769244700670242,0.09063664078712463,0.09358084201812744],"_type":"histogram","values":[2,2,0,6,5,13,24,48,80,151,219,331,582,808,1133,1743,2445,3333,4456,5943,7993,10012,12377,15358,18126,21429,24250,27118,29623,31964,33400,34484,34365,33896,32938,30592,28336,25628,22507,19627,16436,13589,11030,8778,6873,5181,3866,2820,1859,1416,937,619,431,248,156,84,75,32,19,15,9,2,0,2]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.0025913903955370188,-0.0024979901500046253,-0.002404589671641588,-0.0023111894261091948,-0.0022177891805768013,-0.002124388702213764,-0.0020309884566813707,-0.0019375882111489773,-0.001844187849201262,-0.0017507874872535467,-0.0016573872417211533,-0.001563986879773438,-0.0014705865178257227,-0.0013771862722933292,-0.001283785910345614,-0.0011903856648132205,-0.0010969853028655052,-0.00100358494091779,-0.0009101846953853965,-0.0008167843334376812,-0.0007233840296976268,-0.0006299837259575725,-0.0005365833640098572,-0.0004431830602698028,-0.00034978275652974844,-0.00025638245278969407,-0.00016298211994580925,-6.958180165383965e-05,2.381851663812995e-05,0.00011721883493009955,0.00021061915322206914,0.00030401948606595397,0.0003974195569753647,0.000490819860715419,0.0005842201644554734,0.0006776205264031887,0.0007710208301432431,0.0008644211338832974,0.0009578214958310127,0.0010512217413634062,0.0011446221033111215,0.0012380224652588367,0.0013314227107912302,0.0014248230727389455,0.0015182234346866608,0.0016116236802190542,0.0017050240421667695,0.001798424287699163,0.0018918246496468782,0.0019852248951792717,0.002078625373542309,0.0021720256190747023,0.0022654258646070957,0.002358826342970133,0.0024522265885025263,0.0025456268340349197,0.002639027312397957,0.0027324275579303503,0.0028258278034627438,0.002919228048995137,0.0030126285273581743,0.0031060287728905678,0.0031994290184229612,0.0032928294967859983,0.003386229742318392],"_type":"histogram","values":[5,0,3,4,6,7,7,10,11,8,7,11,13,25,39,24,43,47,50,56,65,68,75,75,92,80,97,92,102,84,92,77,85,73,74,65,58,46,43,28,29,30,22,30,10,13,5,11,8,12,8,2,3,6,5,0,1,0,1,0,2,0,1,2]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.013235539197921753,-0.012819916941225529,-0.012404295615851879,-0.011988673359155655,-0.011573052033782005,-0.011157429777085781,-0.010741807520389557,-0.010326186195015907,-0.009910563938319683,-0.009494941681623459,-0.00907932035624981,-0.008663698099553585,-0.00824807584285736,-0.007832454517483711,-0.007416832260787487,-0.00700121046975255,-0.006585588678717613,-0.006169966887682676,-0.005754345096647739,-0.005338722839951515,-0.004923101048916578,-0.004507479257881641,-0.004091857001185417,-0.0036762352101504803,-0.0032606134191155434,-0.0028449916280806065,-0.002429369604215026,-0.0020137475803494453,-0.0015981257893145084,-0.0011825038818642497,-0.000766881974413991,-0.00035126006696373224,6.43627718091011e-05,0.00047998467925935984,0.0008956065867096186,0.0013112284941598773,0.001726850401610136,0.002142472192645073,0.0025580942165106535,0.002973716240376234,0.003389338031411171,0.003804959822446108,0.004220581613481045,0.004636203870177269,0.005051825661212206,0.005467447452247143,0.005883069708943367,0.006298691499978304,0.006714313291013241,0.007129935082048178,0.007545556873083115,0.007961179129779339,0.008376801386475563,0.008792422711849213,0.009208044968545437,0.009623666293919086,0.01003928855061531,0.010454910807311535,0.010870532132685184,0.011286154389381409,0.011701775714755058,0.012117397971451283,0.012533020228147507,0.012948641553521156,0.01336426381021738],"_type":"histogram","values":[2,0,2,2,1,6,4,7,14,19,27,39,47,65,94,151,216,298,453,672,975,1360,1988,2870,4292,6304,9347,14454,23072,38092,68492,150429,118853,56581,32012,19847,12724,8406,5495,3805,2552,1771,1255,834,612,408,274,181,133,103,56,40,18,26,18,8,4,6,2,3,0,1,1,1]},"parameters/bert.embeddings.LayerNorm.weight":{"bins":[0.9981384873390198,0.9982296228408813,0.9983206987380981,0.9984118342399597,0.9985029101371765,0.9985940456390381,0.9986851215362549,0.9987762570381165,0.998867392539978,0.9989584684371948,0.9990496039390564,0.9991406798362732,0.9992318153381348,0.9993229508399963,0.9994140267372131,0.9995051622390747,0.9995962381362915,0.9996873736381531,0.9997784495353699,0.9998695850372314,0.999960720539093,1.0000518560409546,1.0001429319381714,1.0002340078353882,1.000325083732605,1.0004162788391113,1.0005073547363281,1.000598430633545,1.0006896257400513,1.000780701637268,1.0008717775344849,1.0009628534317017,1.001054048538208,1.0011451244354248,1.0012362003326416,1.001327395439148,1.0014184713363647,1.0015095472335815,1.0016006231307983,1.0016918182373047,1.0017828941345215,1.0018739700317383,1.0019651651382446,1.0020562410354614,1.0021473169326782,1.0022385120391846,1.0023295879364014,1.0024206638336182,1.002511739730835,1.0026029348373413,1.002694010734558,1.002785086631775,1.0028762817382812,1.002967357635498,1.0030584335327148,1.0031495094299316,1.003240704536438,1.0033317804336548,1.0034228563308716,1.003514051437378,1.0036051273345947,1.0036962032318115,1.0037872791290283,1.0038784742355347,1.0039695501327515],"_type":"histogram","values":[1,0,1,0,1,1,2,4,4,6,9,16,23,23,31,44,30,27,47,46,39,52,34,35,32,25,25,22,24,17,17,22,9,11,12,8,7,6,5,3,4,8,1,2,3,1,3,3,2,5,4,1,3,1,2,2,0,1,0,0,0,0,0,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,1,0,0,0,0,1,0,1,2,0,3,5,4,10,9,7,5,7,15,14,12,26,14,20,16,19,35,25,22,28,37,37,31,25,33,38,19,29,27,29,21,18,17,15,18,11,6,13,9,7,4,5,3,4,3,2,2,0,0,1,0,2],"bins":[-0.01662377268075943,-0.016137074679136276,-0.015650376677513123,-0.015163679607212543,-0.01467698160558939,-0.014190283603966236,-0.013703585602343082,-0.013216887600719929,-0.01273019053041935,-0.012243492528796196,-0.011756794527173042,-0.011270096525549889,-0.010783398523926735,-0.010296700522303581,-0.009810003452003002,-0.009323305450379848,-0.008836607448756695,-0.008349909447133541,-0.007863211445510387,-0.007376513909548521,-0.006889816373586655,-0.006403118371963501,-0.005916420370340347,-0.005429722834378481,-0.004943024832755327,-0.0044563268311321735,-0.003969629295170307,-0.0034829312935471535,-0.0029962335247546434,-0.0025095357559621334,-0.0020228377543389797,-0.0015361399855464697,-0.0010494422167539597,-0.0005627443897537887,-7.604656275361776e-05,0.0004106512642465532,0.0008973490912467241,0.0013840468600392342,0.001870744745247066,0.002357442630454898,0.002844140399247408,0.003330838168039918,0.003817535936832428,0.004304233938455582,0.004790931940078735,0.005277629476040602,0.005764327477663755,0.006251025013625622,0.0067377230152487755,0.007224421016871929,0.0077111185528337955,0.008197816088795662,0.008684514090418816,0.00917121209204197,0.009657910093665123,0.010144608095288277,0.01063130609691143,0.01111800316721201,0.011604701168835163,0.012091399170458317,0.01257809717208147,0.013064795173704624,0.013551492244005203,0.014038190245628357,0.01452488824725151],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,1,2,1,2,3,4,2,7,3,4,4,7,8,9,12,22,17,21,24,23,25,28,25,23,33,28,29,37,34,41,27,22,24,18,17,26,24,16,14,15,11,10,15,6,10,10,4,1,6,2,2,1,1,1,0,1,0,0,0,2],"bins":[-0.0007854203577153385,-0.0007601254619657993,-0.0007348306244239211,-0.000709535728674382,-0.0006842408911325037,-0.0006589459953829646,-0.0006336511578410864,-0.0006083562620915473,-0.0005830613663420081,-0.0005577665288001299,-0.0005324716330505908,-0.0005071767955087125,-0.0004818818997591734,-0.0004565870331134647,-0.00043129216646775603,-0.00040599729982204735,-0.00038070243317633867,-0.00035540756653063,-0.0003301126998849213,-0.00030481783323921263,-0.00027952296659350395,-0.0002542280708439648,-0.00022893320419825613,-0.00020363833755254745,-0.00017834347090683877,-0.0001530486042611301,-0.00012775373761542141,-0.0001024588564177975,-7.716398977208883e-05,-5.186911948840134e-05,-2.657424920471385e-05,-1.279378921026364e-06,2.4015491362661123e-05,4.931036164634861e-05,7.46052319300361e-05,9.990010585170239e-05,0.00012519497249741107,0.00015048983914311975,0.00017578472034074366,0.00020107958698645234,0.00022637445363216102,0.0002516693202778697,0.0002769641869235784,0.00030225905356928706,0.0003275539493188262,0.0003528488159645349,0.00037814368261024356,0.00040343854925595224,0.0004287334159016609,0.0004540282825473696,0.0004793231491930783,0.0005046180449426174,0.0005299128824844956,0.0005552077782340348,0.000580502615775913,0.0006057975115254521,0.0006310923490673304,0.0006563872448168695,0.0006816821405664086,0.0007069769781082869,0.000732271873857826,0.0007575667113997042,0.0007828616071492434,0.0008081564446911216,0.0008334513404406607]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.09740129113197327,-0.09431423246860504,-0.09122718125581741,-0.08814013004302979,-0.08505307137966156,-0.08196601271629333,-0.0788789615035057,-0.07579191029071808,-0.07270485162734985,-0.06961779296398163,-0.066530741751194,-0.06344369053840637,-0.06035663187503815,-0.05726957693696022,-0.054182521998882294,-0.05109546706080437,-0.04800841212272644,-0.044921357184648514,-0.04183430224657059,-0.03874724730849266,-0.035660192370414734,-0.03257313743233681,-0.02948608249425888,-0.026399027556180954,-0.023311972618103027,-0.0202249176800251,-0.017137862741947174,-0.014050807803869247,-0.01096375286579132,-0.007876697927713394,-0.0047896429896354675,-0.001702588051557541,0.0013844668865203857,0.004471521824598312,0.007558576762676239,0.010645631700754166,0.013732686638832092,0.01681974157691002,0.019906796514987946,0.022993851453065872,0.0260809063911438,0.029167961329221725,0.03225501626729965,0.03534207120537758,0.038429126143455505,0.04151618108153343,0.04460323601961136,0.047690290957689285,0.05077734589576721,0.05386440083384514,0.056951455771923065,0.06003851071000099,0.06312556564807892,0.06621262431144714,0.06929967552423477,0.0723867267370224,0.07547378540039062,0.07856084406375885,0.08164789527654648,0.0847349464893341,0.08782200515270233,0.09090906381607056,0.09399611502885818,0.09708316624164581,0.10017022490501404],"_type":"histogram","values":[2,7,6,6,18,33,55,102,184,286,564,835,1323,2032,3010,4593,6613,9172,12759,17258,22693,29245,36350,44797,53964,62438,71672,79359,86160,91715,96091,96284,95766,92536,87562,80420,72542,63607,54108,45384,37063,30022,23515,17790,13222,9527,6691,4650,3232,2140,1383,847,481,312,205,116,55,33,12,5,9,1,1,1]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,1,1,2,1,1,4,2,5,8,11,15,10,16,14,15,16,26,14,28,30,31,35,32,31,33,32,23,32,33,29,24,17,30,26,23,18,19,12,16,7,7,2,8,5,5,5,2,0,2,0,1,1,1,1,0,1,0,0,0,1],"bins":[-0.0012462801532819867,-0.0012034241808578372,-0.0011605683248490095,-0.00111771235242486,-0.0010748564964160323,-0.0010320005239918828,-0.0009891446679830551,-0.0009462886955589056,-0.000903432781342417,-0.0008605768671259284,-0.0008177209529094398,-0.0007748650386929512,-0.0007320090662688017,-0.0006891531520523131,-0.0006462972378358245,-0.0006034413236193359,-0.0005605854094028473,-0.0005177294951863587,-0.0004748735809698701,-0.00043201763764955103,-0.00038916172343306243,-0.00034630580921657383,-0.0003034498658962548,-0.0002605939516797662,-0.00021773803746327758,-0.00017488212324678898,-0.00013202619447838515,-8.917027298593894e-05,-4.631435149349272e-05,-3.4584300010465086e-06,3.9397491491399705e-05,8.225341298384592e-05,0.00012510945089161396,0.00016796536510810256,0.0002108212938765064,0.0002536772226449102,0.0002965331368613988,0.0003393890510778874,0.00038224499439820647,0.00042510090861469507,0.00046795682283118367,0.0005108127370476723,0.0005536686512641609,0.0005965245654806495,0.000639380537904799,0.0006822364521212876,0.0007250923663377762,0.0007679482805542648,0.0008108041947707534,0.000853660108987242,0.0008965160232037306,0.0009393719374202192,0.0009822278516367078,0.0010250838240608573,0.001067939680069685,0.0011107956524938345,0.001153651624917984,0.0011965074809268117,0.0012393634533509612,0.001282219309359789,0.0013250752817839384,0.001367931137792766,0.0014107871102169156,0.0014536429662257433,0.0014964989386498928]},"gradients/linear.bias":{"values":[2,0,0,0,0,1,0,1,0,0,0,1,1,3,1,3,3,2,0,3,1,0,5,4,3,3,2,5,5,3,2,4,4,1,4,4,3,0,6,3,1,6,2,3,2,3,2,2,2,7,2,3,3,1,0,0,1,1,1,0,0,0,1,2],"bins":[-0.02660118229687214,-0.025822585448622704,-0.02504398673772812,-0.024265389889478683,-0.023486793041229248,-0.022708196192979813,-0.021929599344730377,-0.021151000633835793,-0.020372403785586357,-0.01959380693733692,-0.018815208226442337,-0.0180366113781929,-0.017258014529943466,-0.01647941768169403,-0.015700820833444595,-0.01492222212255001,-0.014143625274300575,-0.01336502842605114,-0.01258643064647913,-0.01180783286690712,-0.011029236018657684,-0.010250639170408249,-0.009472041390836239,-0.008693443611264229,-0.007914846763014793,-0.007136249449104071,-0.006357652135193348,-0.005579054821282625,-0.0048004575073719025,-0.00402186019346118,-0.003243262879550457,-0.0024646655656397343,-0.0016860701143741608,-0.000907472800463438,-0.0001288754865527153,0.0006497218273580074,0.0014283191412687302,0.002206916455179453,0.0029855137690901756,0.0037641110830008984,0.004542708396911621,0.005321305710822344,0.0060999030247330666,0.006878500338643789,0.007657097652554512,0.008435694500803947,0.009214292280375957,0.009992890059947968,0.010771486908197403,0.011550083756446838,0.012328681536018848,0.013107279315590858,0.013885876163840294,0.01466447301208973,0.01544307079166174,0.01622166857123375,0.017000265419483185,0.01777886226773262,0.018557459115982056,0.01933605782687664,0.020114654675126076,0.02089325152337551,0.021671850234270096,0.02245044708251953,0.023229043930768967],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.0032581656705588102,-0.003097337204962969,-0.0029365087393671274,-0.002775680273771286,-0.0026148520410060883,-0.002454023575410247,-0.0022931951098144054,-0.002132366644218564,-0.0019715381786227226,-0.0018107097130268812,-0.0016498812474310398,-0.0014890528982505202,-0.0013282244326546788,-0.0011673959670588374,-0.0010065676178783178,-0.0008457391522824764,-0.000684910686686635,-0.0005240822210907936,-0.0003632538137026131,-0.00020242537721060216,-4.159694071859121e-05,0.00011923149577341974,0.0002800599322654307,0.00044088836875744164,0.0006017168052494526,0.000762545270845294,0.0009233736782334745,0.001084202085621655,0.0012450305512174964,0.0014058590168133378,0.0015666873659938574,0.0017275158315896988,0.0018883440643548965,0.002049172529950738,0.0022100009955465794,0.0023708294611424208,0.002531657926738262,0.00269248615950346,0.0028533146250993013,0.0030141430906951427,0.003174971556290984,0.0033358000218868256,0.003496628487482667,0.0036574569530785084,0.003818285185843706,0.003979113884270191,0.004139942117035389,0.004300770815461874,0.004461599048227072,0.0046224272809922695,0.004783255979418755,0.004944084212183952,0.005104912910610437,0.005265741143375635,0.00542656984180212,0.005587398074567318,0.005748226307332516,0.005909055005759001,0.0060698832385241985,0.006230711936950684,0.006391540169715881,0.006552368868142366,0.006713197100907564,0.006874025799334049,0.007034854032099247],"_type":"histogram","values":[2,2,2,3,2,1,3,2,6,4,15,7,13,17,34,29,31,57,76,83,80,65,55,46,23,25,22,7,12,7,6,5,3,2,1,1,2,3,1,3,1,3,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,1,0,1]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[2,1,0,1,3,2,0,0,1,0,1,1,3,1,3,3,2,2,1,2,1,2,0,2,1,6,35,33,132,264,142,52,26,11,5,3,4,1,0,2,1,2,0,1,1,1,2,0,1,2,0,1,2,0,0,0,0,0,1,0,0,0,1,1],"bins":[-5.384208634495735e-10,-5.20230969414115e-10,-5.020410753786564e-10,-4.838511813431978e-10,-4.656612873077393e-10,-4.474713932722807e-10,-4.2928149923682213e-10,-4.1109160520136356e-10,-3.92901711165905e-10,-3.7471181713044643e-10,-3.5652192309498787e-10,-3.383320290595293e-10,-3.2014213502407074e-10,-3.019522409886122e-10,-2.837623469531536e-10,-2.6557245291769505e-10,-2.473825588822365e-10,-2.2919266484677792e-10,-2.1100277081131935e-10,-1.9281287677586079e-10,-1.7462298274040222e-10,-1.5643308870494366e-10,-1.382431946694851e-10,-1.2005330063402653e-10,-1.0186340659856796e-10,-8.36735125631094e-11,-6.548361852765083e-11,-4.729372449219227e-11,-2.9103830456733704e-11,-1.0913936421275139e-11,7.275957614183426e-12,2.546585164964199e-11,4.3655745685100555e-11,6.184563972055912e-11,8.003553375601768e-11,9.822542779147625e-11,1.1641532182693481e-10,1.3460521586239338e-10,1.5279510989785194e-10,1.709850039333105e-10,1.8917489796876907e-10,2.0736479200422764e-10,2.255546860396862e-10,2.4374458007514477e-10,2.6193447411060333e-10,2.801243681460619e-10,2.9831426218152046e-10,3.1650415621697903e-10,3.346940502524376e-10,3.5288394428789616e-10,3.710738383233547e-10,3.892637323588133e-10,4.0745362639427185e-10,4.256435204297304e-10,4.43833414465189e-10,4.6202330850064754e-10,4.802132025361061e-10,4.984030965715647e-10,5.165929906070232e-10,5.347828846424818e-10,5.529727786779404e-10,5.711626727133989e-10,5.893525667488575e-10,6.075424607843161e-10,6.257323548197746e-10]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,2,1,1,3,3,0,2,6,5,7,16,14,15,15,23,23,25,27,39,28,29,26,25,23,23,28,28,41,21,26,24,16,28,25,31,23,15,11,9,15,7,11,6,4,0,6,2,3,0,1,0,0,0,0,0,2,0,1],"bins":[-0.0006897571729496121,-0.0006674054893665016,-0.000645053805783391,-0.0006227020639926195,-0.0006003503804095089,-0.0005779986968263984,-0.0005556470132432878,-0.0005332952714525163,-0.0005109435878694057,-0.0004885919042862952,-0.0004662402207031846,-0.0004438885080162436,-0.000421536824433133,-0.000399185111746192,-0.0003768334281630814,-0.0003544817154761404,-0.0003321300318930298,-0.00030977834830991924,-0.0002874266356229782,-0.00026507495203986764,-0.0002427232393529266,-0.00022037155576981604,-0.00019801985763479024,-0.00017566815949976444,-0.00015331646136473864,-0.00013096476322971284,-0.00010861306509468704,-8.626137423561886e-05,-6.390967610059306e-05,-4.155797796556726e-05,-1.920628346852027e-05,3.145412847516127e-06,2.5497109163552523e-05,4.784880729857832e-05,7.020050543360412e-05,9.25521962926723e-05,0.0001149038944276981,0.0001372555852867663,0.0001596072834217921,0.0001819589815568179,0.0002043106796918437,0.0002266623778268695,0.00024901406140998006,0.0002713657740969211,0.00029371745768003166,0.0003160691703669727,0.00033842085395008326,0.0003607725666370243,0.00038312425022013485,0.0004054759338032454,0.00042782764649018645,0.000450179330073297,0.00047253104276023805,0.0004948827554471791,0.0005172344390302896,0.0005395861226134002,0.0005619378061965108,0.0005842894897796214,0.0006066412315703928,0.0006289929151535034,0.000651344598736614,0.0006736962823197246,0.000696048024110496,0.0007183997076936066,0.0007407513912767172],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.027361229062080383,-0.02650158666074276,-0.025641944259405136,-0.024782301858067513,-0.02392265945672989,-0.023063017055392265,-0.02220337651669979,-0.021343734115362167,-0.020484091714024544,-0.01962444931268692,-0.018764806911349297,-0.017905164510011673,-0.01704552210867405,-0.016185879707336426,-0.015326238237321377,-0.014466595835983753,-0.01360695343464613,-0.012747311033308506,-0.011887668631970882,-0.011028027161955833,-0.01016838476061821,-0.009308742359280586,-0.008449099957942963,-0.007589458022266626,-0.006729815620929003,-0.005870173219591379,-0.005010531283915043,-0.004150888882577419,-0.0032912467140704393,-0.0024316045455634594,-0.0015719622606411576,-0.0007123200339265168,0.00014732219278812408,0.001006964361295104,0.0018666066462174058,0.0027262489311397076,0.0035858910996466875,0.0044455332681536674,0.005305175669491291,0.006164817605167627,0.007024460006505251,0.007884101942181587,0.00874374434351921,0.009603386744856834,0.010463029146194458,0.011322671547532082,0.01218231301754713,0.013041955418884754,0.013901597820222378,0.014761240221560001,0.015620882622897625,0.016480524092912674,0.017340166494250298,0.01819980889558792,0.019059451296925545,0.01991909369826317,0.020778736099600792,0.021638378500938416,0.02249802090227604,0.023357661440968513,0.024217303842306137,0.02507694624364376,0.025936588644981384,0.026796231046319008,0.02765587344765663],"_type":"histogram","values":[1,0,2,0,0,2,2,1,5,4,3,2,7,0,7,9,9,12,9,22,17,20,18,22,35,19,19,15,30,31,31,41,26,33,19,25,29,31,24,31,21,13,17,12,10,14,10,14,9,5,2,5,4,3,2,3,2,5,3,0,0,0,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.0945553407073021,-0.09154877066612244,-0.08854219317436218,-0.08553561568260193,-0.08252904564142227,-0.07952247560024261,-0.07651589810848236,-0.0735093206167221,-0.07050275057554245,-0.06749618053436279,-0.06448960304260254,-0.061483029276132584,-0.05847645550966263,-0.05546988174319267,-0.05246330797672272,-0.04945673421025276,-0.046450160443782806,-0.04344358667731285,-0.040437012910842896,-0.03743043914437294,-0.034423865377902985,-0.03141729161143303,-0.028410717844963074,-0.02540414407849312,-0.022397570312023163,-0.019390996545553207,-0.016384422779083252,-0.013377849012613297,-0.010371275246143341,-0.007364701479673386,-0.00435812771320343,-0.0013515539467334747,0.0016550198197364807,0.004661593586206436,0.007668167352676392,0.010674741119146347,0.013681314885616302,0.016687888652086258,0.019694462418556213,0.02270103618502617,0.025707609951496124,0.02871418371796608,0.031720757484436035,0.03472733125090599,0.037733905017375946,0.0407404787838459,0.04374705255031586,0.04675362631678581,0.04976020008325577,0.05276677384972572,0.05577334761619568,0.058779921382665634,0.06178649514913559,0.06479306519031525,0.0677996426820755,0.07080622017383575,0.07381279021501541,0.07681936025619507,0.07982593774795532,0.08283251523971558,0.08583908528089523,0.08884565532207489,0.09185223281383514,0.0948588103055954,0.09786538034677505],"_type":"histogram","values":[4,4,12,15,29,53,92,140,266,408,695,1100,1682,2497,3618,5296,7533,10577,14436,18784,24482,30581,38187,46208,54903,63127,71396,78891,85611,89793,93895,94687,92828,89887,84591,77936,71082,62227,53766,45442,37159,30414,23629,18384,13790,10254,7279,5086,3631,2372,1539,979,610,378,252,157,87,44,24,19,6,6,1,3]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,1,0,1,3,1,2,4,4,11,10,16,23,37,39,75,95,124,192,291,386,570,820,1213,1748,2505,3768,5686,9012,14371,24786,44309,89405,198802,84851,42847,23765,14140,8643,5566,3677,2538,1661,1206,770,520,410,277,192,132,94,64,46,34,22,14,11,10,9,4,3,4,2,1],"bins":[-0.010979547165334225,-0.010651511140167713,-0.010323475115001202,-0.00999543908983469,-0.009667403995990753,-0.009339367970824242,-0.00901133194565773,-0.008683295920491219,-0.008355259895324707,-0.008027223870158195,-0.007699188310652971,-0.00737115228548646,-0.0070431167259812355,-0.006715080700814724,-0.006387044675648212,-0.006059009116142988,-0.005730973090976477,-0.005402937065809965,-0.005074901506304741,-0.004746865481138229,-0.004418829455971718,-0.004090793896466494,-0.003762757871299982,-0.0034347218461334705,-0.0031066860537976027,-0.0027786502614617348,-0.0024506142362952232,-0.0021225784439593554,-0.0017945425352081656,-0.001466506626456976,-0.001138470834121108,-0.0008104349253699183,-0.00048239901661872864,-0.00015436313697136939,0.00017367274267598987,0.0005017085932195187,0.0008297445019707084,0.001157780410721898,0.001485816203057766,0.0018138521118089557,0.0021418880205601454,0.0024699238128960133,0.002797959838062525,0.0031259956303983927,0.0034540314227342606,0.003782067447900772,0.004110103473067284,0.004438139032572508,0.004766175057739019,0.005094211082905531,0.005422246642410755,0.005750282667577267,0.006078318692743778,0.0064063542522490025,0.006734390277415514,0.0070624263025820255,0.00739046186208725,0.007718497887253761,0.008046533912420273,0.008374569937586784,0.008702605962753296,0.009030641056597233,0.009358677081763744,0.009686713106930256,0.010014749132096767],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,2,0,2,3,1,3,3,7,2,7,3,7,8,18,15,6,18,12,21,26,28,22,33,25,36,27,33,23,32,30,36,35,23,30,29,25,17,19,17,10,9,10,11,9,5,2,4,2,7,3,2,2,2,0,0,2,0,1,1],"bins":[-0.0009455706458538771,-0.0009161385823972523,-0.0008867065189406276,-0.0008572744554840028,-0.0008278423338197172,-0.0007984102703630924,-0.0007689782069064677,-0.0007395461434498429,-0.0007101140799932182,-0.0006806820165365934,-0.0006512498948723078,-0.000621817831415683,-0.0005923857679590583,-0.0005629537045024335,-0.0005335216410458088,-0.000504089577589184,-0.00047465748502872884,-0.0004452254215721041,-0.0004157933290116489,-0.00038636126555502415,-0.0003569292020983994,-0.0003274971095379442,-0.00029806504608131945,-0.0002686329826246947,-0.00023920090461615473,-0.00020976882660761476,-0.00018033676315099,-0.00015090468514245003,-0.00012147261440986767,-9.204054367728531e-05,-6.260846566874534e-05,-3.317639493616298e-05,-3.744324203580618e-06,2.5687748347991146e-05,5.511982089956291e-05,8.455189527012408e-05,0.00011398396600270644,0.0001434160367352888,0.00017284811474382877,0.00020228017820045352,0.0002317122562089935,0.00026114433421753347,0.0002905763976741582,0.00032000846113078296,0.00034944055369123816,0.0003788726171478629,0.00040830468060448766,0.00043773677316494286,0.0004671688366215676,0.0004966009291820228,0.0005260329926386476,0.0005554650560952723,0.000584897119551897,0.0006143291830085218,0.0006437612464651465,0.0006731933681294322,0.000702625431586057,0.0007320574950426817,0.0007614895584993064,0.0007909216219559312,0.0008203536854125559,0.0008497858070768416,0.0008792178705334663,0.0009086499339900911,0.0009380819974467158]},"gradients/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,2,1,1,1,2,4,2,2,7,5,6,11,12,9,16,10,11,8,17,24,30,30,22,24,36,30,27,29,35,32,33,24,31,33,20,12,21,18,21,13,17,9,7,7,5,13,4,7,3,3,7,1,3,4,1,0,0,0,2,1],"bins":[-0.06138913705945015,-0.059480343014001846,-0.05757154896855354,-0.05566275492310524,-0.05375396087765694,-0.05184516683220863,-0.04993637278676033,-0.04802757874131203,-0.046118780970573425,-0.04420998692512512,-0.04230119287967682,-0.040392398834228516,-0.03848360478878021,-0.03657481074333191,-0.034666016697883606,-0.0327572226524353,-0.030848428606987,-0.028939634561538696,-0.027030840516090393,-0.02512204647064209,-0.023213252425193787,-0.021304456517100334,-0.01939566247165203,-0.017486868426203728,-0.015578074380755424,-0.013669280335307121,-0.011760486289858818,-0.00985169131308794,-0.007942897267639637,-0.006034103222191334,-0.004125308711081743,-0.0022165144328027964,-0.00030772387981414795,0.001601070398464799,0.003509864676743746,0.005418659187853336,0.0073274532333016396,0.009236247278749943,0.01114504225552082,0.013053836300969124,0.014962630346417427,0.01687142439186573,0.018780218437314034,0.020689012482762337,0.02259780839085579,0.024506602436304092,0.026415396481752396,0.0283241905272007,0.030232984572649002,0.032141778618097305,0.03405057266354561,0.03595936670899391,0.037868160754442215,0.03977695479989052,0.04168574884533882,0.043594542890787125,0.045503340661525726,0.04741213470697403,0.04932092875242233,0.051229722797870636,0.05313851684331894,0.05504731088876724,0.056956104934215546,0.05886489897966385,0.06077369302511215]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.012943592853844166,-0.012555668130517006,-0.012167742475867271,-0.011779816821217537,-0.011391892097890377,-0.011003967374563217,-0.010616041719913483,-0.010228116065263748,-0.009840191341936588,-0.009452266618609428,-0.009064340963959694,-0.00867641530930996,-0.0082884905859828,-0.00790056586265564,-0.007512640208005905,-0.007124715019017458,-0.006736789830029011,-0.006348864641040564,-0.005960939452052116,-0.005573014263063669,-0.005185089074075222,-0.004797163885086775,-0.004409238696098328,-0.0040213135071098804,-0.0036333883181214333,-0.003245463129132986,-0.002857537940144539,-0.0024696127511560917,-0.0020816875621676445,-0.0016937623731791973,-0.0013058371841907501,-0.0009179119952023029,-0.0005299877375364304,-0.00014206254854798317,0.000245862640440464,0.0006337878294289112,0.0010217130184173584,0.0014096382074058056,0.0017975633963942528,0.0021854885853827,0.002573413774371147,0.0029613389633595943,0.0033492641523480415,0.0037371893413364887,0.004125114530324936,0.004513039719313383,0.00490096490830183,0.0052888900972902775,0.005676815286278725,0.006064740475267172,0.006452665664255619,0.006840590853244066,0.007228516042232513,0.007616441231220961,0.008004366420209408,0.008392291143536568,0.008780216798186302,0.009168142452836037,0.009556067176163197,0.009943991899490356,0.010331917554140091,0.010719843208789825,0.011107767932116985,0.011495692655444145,0.01188361831009388],"_type":"histogram","values":[1,1,2,0,1,4,3,9,7,2,11,20,23,33,42,56,121,172,236,315,533,781,1156,1820,2756,4247,6936,10923,18859,32046,59084,120633,308191,552300,233052,97829,49581,27598,16333,10084,6149,3809,2447,1595,984,644,421,327,203,146,96,68,51,44,18,16,21,7,4,1,5,2,2,3]},"_runtime":357,"parameters/bert.encoder.layer.1.output.dense.weight":{"values":[3,3,3,13,15,56,91,140,247,367,648,1005,1504,2339,3528,5027,6947,9607,13375,17226,22861,28866,36046,43723,51618,59829,68247,75639,82625,88014,91278,93473,92484,90472,85774,79645,73079,64790,56732,48852,40979,33038,26462,20664,15964,11850,8722,6193,4372,3023,1988,1267,845,537,324,178,117,62,41,25,11,5,4,2],"bins":[-0.09437756985425949,-0.09141131490468979,-0.08844505250453949,-0.08547879755496979,-0.08251253515481949,-0.07954628020524979,-0.07658001780509949,-0.07361376285552979,-0.07064750790596008,-0.06768124550580978,-0.06471499055624008,-0.06174872815608978,-0.05878247320652008,-0.05581621453166008,-0.05284995585680008,-0.04988369718194008,-0.04691743850708008,-0.04395117983222008,-0.04098492115736008,-0.038018662482500076,-0.035052403807640076,-0.032086148858070374,-0.029119890183210373,-0.026153631508350372,-0.02318737283349037,-0.02022111415863037,-0.01725485548377037,-0.014288598671555519,-0.011322339996695518,-0.008356081321835518,-0.005389823578298092,-0.0024235653690993786,0.0005426928400993347,0.003508951049298048,0.006475209258496761,0.009441467002034187,0.012407725676894188,0.015373984351754189,0.01834024116396904,0.02130649983882904,0.02427275851368904,0.027239017188549042,0.030205275863409042,0.03317153453826904,0.036137789487838745,0.039104048162698746,0.042070306837558746,0.04503656551241875,0.04800282418727875,0.05096908286213875,0.05393534153699875,0.05690160021185875,0.05986785888671875,0.06283411383628845,0.06580037623643875,0.06876663118600845,0.07173289358615875,0.07469914853572845,0.07766540348529816,0.08063166588544846,0.08359792083501816,0.08656418323516846,0.08953043818473816,0.09249670058488846,0.09546295553445816],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.011519266292452812,-0.011178986169397831,-0.01083870604634285,-0.010498425923287868,-0.010158145800232887,-0.009817865677177906,-0.0094775864854455,-0.009137306362390518,-0.008797026239335537,-0.008456746116280556,-0.008116465993225574,-0.007776185870170593,-0.007435905747115612,-0.007095625624060631,-0.006755345966666937,-0.006415065843611956,-0.006074785720556974,-0.005734505597501993,-0.005394225474447012,-0.005053945817053318,-0.004713665693998337,-0.0043733855709433556,-0.004033105447888374,-0.0036928255576640368,-0.0033525454346090555,-0.0030122653115540743,-0.0026719854213297367,-0.0023317052982747555,-0.0019914251752197742,-0.0016511452849954367,-0.0013108651619404554,-0.000970585155300796,-0.0006303051486611366,-0.00029002511291764677,5.0254922825843096e-05,0.00039053495856933296,0.0007308149943128228,0.0010710950009524822,0.0014113751240074635,0.0017516551306471229,0.0020919351372867823,0.0024322152603417635,0.002772495150566101,0.0031127752736210823,0.0034530553966760635,0.003793335286900401,0.004133615177124739,0.00447389530017972,0.004814175423234701,0.005154455546289682,0.005494735669344664,0.0058350153267383575,0.006175295449793339,0.00651557557284832,0.006855855695903301,0.0071961358189582825,0.007536415942013264,0.007876696065068245,0.008216976188123226,0.008557255379855633,0.008897535502910614,0.009237815625965595,0.009578095749020576,0.009918375872075558,0.010258655995130539],"_type":"histogram","values":[1,0,0,0,1,2,3,3,3,3,7,12,11,16,22,46,44,81,95,172,218,318,520,700,1079,1742,2678,4289,6908,11262,19165,34932,71991,169319,135581,57167,28966,16201,9617,5981,3691,2407,1507,1033,640,447,311,200,108,90,66,51,33,24,22,12,7,5,5,1,2,0,3,3]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug-core.log b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..a138d03d6cfb785b92719f979510b6025fc85f52 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:12:19.600176269+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpjly311zt/port-11342.txt","pid":11342,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:12:19.60074249+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":11342} +{"time":"2025-07-18T00:12:19.600731489+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-11342-11365-2346918985/socket","Net":"unix"}} +{"time":"2025-07-18T00:12:19.781981638+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:12:19.799374913+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"y8uqpgnp","id":"1(@)"} +{"time":"2025-07-18T00:12:20.2652488+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"y8uqpgnp","id":"1(@)"} +{"time":"2025-07-18T00:18:18.074033813+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:18:18.074417169+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:18:18.074437342+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:18:18.074502036+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:18:18.07456684+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-11342-11365-2346918985/socket","Net":"unix"}} +{"time":"2025-07-18T00:18:20.437454973+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:18:20.437469012+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:18:20.437479167+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..31d0baa6bb58e751811d863673ca5725d414c2d0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:12:19.805871851+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:12:20.265202969+03:00","level":"INFO","msg":"stream: created new stream","id":"y8uqpgnp"} +{"time":"2025-07-18T00:12:20.265242899+03:00","level":"INFO","msg":"stream: started","id":"y8uqpgnp"} +{"time":"2025-07-18T00:12:20.265266116+03:00","level":"INFO","msg":"sender: started","stream_id":"y8uqpgnp"} +{"time":"2025-07-18T00:12:20.265262127+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"y8uqpgnp"} +{"time":"2025-07-18T00:12:20.265285842+03:00","level":"INFO","msg":"handler: started","stream_id":"y8uqpgnp"} +{"time":"2025-07-18T00:18:18.074343424+03:00","level":"INFO","msg":"stream: closing","id":"y8uqpgnp"} +{"time":"2025-07-18T00:18:19.737010957+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:18:20.436095863+03:00","level":"INFO","msg":"handler: closed","stream_id":"y8uqpgnp"} +{"time":"2025-07-18T00:18:20.436132203+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"y8uqpgnp"} +{"time":"2025-07-18T00:18:20.436171367+03:00","level":"INFO","msg":"sender: closed","stream_id":"y8uqpgnp"} +{"time":"2025-07-18T00:18:20.437013292+03:00","level":"INFO","msg":"stream: closed","id":"y8uqpgnp"} diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug.log b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..e3e8c47a8a2c6a5077b408e0247c2a8fb29a1146 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 00:12:19,563 INFO MainThread:11342 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:12:19,563 INFO MainThread:11342 [wandb_setup.py:_flush():80] Configure stats pid to 11342 +2025-07-18 00:12:19,563 INFO MainThread:11342 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:12:19,563 INFO MainThread:11342 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:12:19,563 INFO MainThread:11342 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:12:19,563 INFO MainThread:11342 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_001219-y8uqpgnp/logs/debug.log +2025-07-18 00:12:19,564 INFO MainThread:11342 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_001219-y8uqpgnp/logs/debug-internal.log +2025-07-18 00:12:19,564 INFO MainThread:11342 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:12:19,564 INFO MainThread:11342 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:12:19,564 INFO MainThread:11342 [wandb_init.py:init():871] starting backend +2025-07-18 00:12:19,782 INFO MainThread:11342 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:12:19,797 INFO MainThread:11342 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:12:19,799 INFO MainThread:11342 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:12:19,799 INFO MainThread:11342 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:12:20,747 INFO MainThread:11342 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:12:21,021 INFO MainThread:11342 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:12:21,021 INFO MainThread:11342 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:12:21,021 INFO MainThread:11342 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:12:21,021 INFO MainThread:11342 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:12:21,026 INFO MainThread:11342 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:12:21,967 INFO MainThread:11342 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:12:21,968 INFO MainThread:11342 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:18:18,072 INFO MsgRouterThr:11342 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/run-y8uqpgnp.wandb b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/run-y8uqpgnp.wandb new file mode 100644 index 0000000000000000000000000000000000000000..32fc935ec4989882bc9e6adbc38b3b27e43c5df7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001219-y8uqpgnp/run-y8uqpgnp.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b27150f4b8df0f1a0e71114861d346241d2a5c36903e5da94a8cc5356d8169c +size 1650179 diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/config.yaml b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f6db06c1f2f00c0ab9efdaed2c40164847d6b7b0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + x5mwfofp1hjjlwvutnpfb9w8tjyac5sf: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136799842304" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:19:53.827984Z" + writerId: x5mwfofp1hjjlwvutnpfb9w8tjyac5sf + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 3e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/output.log b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..11b5a5dda05f765fb47ead4952d46f46edfa1cd1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/output.log @@ -0,0 +1,56 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 2/266876 [22:16<42489:28:34, 573.16s/it, loss=6.1052] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [24:44", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 196, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 211, in log_tensor_stats + flat = self._remove_infs_nans(flat) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 300, in _remove_infs_nans + if not torch.isfinite(tensor).all(): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/requirements.txt b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..cf33f483db657dc2cbfce960572d190e09ac74a5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:19:53.827984Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136799842304" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "x5mwfofp1hjjlwvutnpfb9w8tjyac5sf" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..17b93acfda4a475a07342eac21e642b00f2451b4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[313,25,17,5,2,2,2,2,2,2,0,1,2,1,0,2,0,0,2,0,1,5,1,3,1,1,3,1,2,0,0,0,0,0,0,0,1,1,5,2,2,1,2,1,1,0,0,2,0,2,0,2,0,0,2,1,1,3,3,3,7,12,21,295],"bins":[-6.0039681557100266e-05,-5.81634376430884e-05,-5.628719736705534e-05,-5.4410953453043476e-05,-5.253471317701042e-05,-5.065846926299855e-05,-4.878222898696549e-05,-4.6905985072953627e-05,-4.502974479692057e-05,-4.31535008829087e-05,-4.1277256968896836e-05,-3.940101669286378e-05,-3.752477277885191e-05,-3.564853250281885e-05,-3.377228858880699e-05,-3.189604831277393e-05,-3.0019804398762062e-05,-2.81435623037396e-05,-2.6267320208717138e-05,-2.4391078113694675e-05,-2.2514836018672213e-05,-2.0638592104660347e-05,-1.8762350009637885e-05,-1.6886107914615422e-05,-1.500986581959296e-05,-1.3133623724570498e-05,-1.1257381629548036e-05,-9.381138625030871e-06,-7.504896530008409e-06,-5.628654434985947e-06,-3.7524118852161337e-06,-1.876169562819996e-06,7.275957614183426e-11,1.8763150819722796e-06,3.7525574043684173e-06,5.6287999541382305e-06,7.505042049160693e-06,9.381284144183155e-06,1.125752714870032e-05,1.3133769243722782e-05,1.5010011338745244e-05,1.6886253433767706e-05,1.876249552879017e-05,2.063873762381263e-05,2.2514981537824497e-05,2.439122363284696e-05,2.626746572786942e-05,2.8143707822891884e-05,3.0019949917914346e-05,3.189619383192621e-05,3.377243410795927e-05,3.5648678021971136e-05,3.7524918298004195e-05,3.940116221201606e-05,4.127740248804912e-05,4.3153646402060986e-05,4.502989031607285e-05,4.690613059210591e-05,4.8782374506117776e-05,5.0658614782150835e-05,5.25348586961627e-05,5.441109897219576e-05,5.6287342886207625e-05,5.8163583162240684e-05,6.003982707625255e-05]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[261,26,10,9,4,0,1,0,1,2,4,0,1,4,0,0,5,1,0,2,2,2,2,1,3,1,3,1,0,0,1,0,0,0,0,0,0,0,0,0,0,3,1,3,0,2,0,1,3,0,3,2,1,0,1,3,4,2,3,5,12,16,33,323],"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,2,0,1,1,1,5,1,4,7,7,14,23,21,44,59,100,149,221,304,521,739,1183,1827,2638,3983,6003,8890,13438,19856,29464,42653,64005,96261,97432,65155,43952,29692,20307,13492,9232,6105,4025,2705,1837,1188,754,510,340,244,139,84,67,40,31,18,19,12,3,8,2,2,3],"bins":[-0.006957756821066141,-0.006759093143045902,-0.006560428999364376,-0.006361765321344137,-0.006163101643323898,-0.005964437499642372,-0.005765773821622133,-0.005567110143601894,-0.005368445999920368,-0.005169782321900129,-0.0049711186438798904,-0.0047724549658596516,-0.004573790822178125,-0.0043751271441578865,-0.004176463466137648,-0.0039777993224561214,-0.0037791356444358826,-0.003580471733585,-0.003381808055564761,-0.0031831441447138786,-0.0029844804666936398,-0.0027858165558427572,-0.0025871526449918747,-0.002388488966971636,-0.0021898250561207533,-0.0019911611452698708,-0.0017924974672496319,-0.0015938335563987494,-0.0013951697619631886,-0.001196505967527628,-0.0009978420566767454,-0.0007991782622411847,-0.0006005149334669113,-0.00040185110992752016,-0.000203187286388129,-4.523462848737836e-06,0.00019414036069065332,0.0003928041842300445,0.0005914680077694356,0.0007901318604126573,0.000988795654848218,0.0011874594492837787,0.0013861232437193394,0.001584787154570222,0.0017834509490057826,0.0019821147434413433,0.002180778654292226,0.0023794423323124647,0.0025781062431633472,0.0027767701540142298,0.0029754338320344687,0.003174097742885351,0.00337276142090559,0.0035714253317564726,0.003770089242607355,0.003968752920627594,0.00416741706430912,0.004366080742329359,0.004564744420349598,0.004763408098369837,0.004962072242051363,0.005160735920071602,0.005359399598091841,0.005558063741773367,0.005756727419793606],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,1,1,6,10,15,31,46,89,147,185,356,578,827,1191,1797,2638,3528,4860,6331,8474,10925,13366,16098,19368,22074,25812,28815,30875,32945,34400,35000,34903,34215,32358,30278,27511,24410,21411,18227,15237,12459,9838,7847,5754,4398,3280,2283,1604,1078,706,452,293,215,114,61,56,26,7,3,3,4,3],"bins":[-0.09794396907091141,-0.09496137499809265,-0.0919787809252739,-0.08899618685245514,-0.08601359277963638,-0.08303099870681763,-0.08004840463399887,-0.07706581056118011,-0.07408321648836136,-0.0711006224155426,-0.06811802834272385,-0.06513543426990509,-0.062152840197086334,-0.05917024612426758,-0.05618765205144882,-0.053205057978630066,-0.05022246390581131,-0.047239869832992554,-0.0442572757601738,-0.04127468168735504,-0.038292087614536285,-0.03530949354171753,-0.03232689946889877,-0.029344305396080017,-0.02636171132326126,-0.023379117250442505,-0.02039652317762375,-0.017413929104804993,-0.014431335031986237,-0.01144874095916748,-0.008466146886348724,-0.005483552813529968,-0.002500958740711212,0.00048163533210754395,0.0034642294049263,0.006446823477745056,0.009429417550563812,0.012412011623382568,0.015394605696201324,0.01837719976902008,0.021359793841838837,0.024342387914657593,0.02732498198747635,0.030307576060295105,0.03329017013311386,0.03627276420593262,0.03925535827875137,0.04223795235157013,0.045220546424388885,0.04820314049720764,0.0511857345700264,0.054168328642845154,0.05715092271566391,0.060133516788482666,0.06311611086130142,0.06609870493412018,0.06908129900693893,0.07206389307975769,0.07504648715257645,0.0780290812253952,0.08101167529821396,0.08399426937103271,0.08697686344385147,0.08995945751667023,0.09294205158948898],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0969228446483612,-0.09396722912788391,-0.09101161360740662,-0.08805599808692932,-0.08510038256645203,-0.08214476704597473,-0.07918915152549744,-0.07623353600502014,-0.07327792048454285,-0.07032229751348495,-0.06736668199300766,-0.06441106647253036,-0.06145545095205307,-0.058499835431575775,-0.05554421991109848,-0.052588604390621185,-0.04963298887014389,-0.046677373349666595,-0.0437217578291893,-0.040766142308712006,-0.03781052678823471,-0.03485490754246712,-0.03189929202198982,-0.028943676501512527,-0.025988060981035233,-0.023032445460557938,-0.020076829940080643,-0.0171212125569582,-0.014165597036480904,-0.011209981516003609,-0.00825436506420374,-0.005298749078065157,-0.002343125641345978,0.0006124903447926044,0.0035681063309311867,0.006523722317069769,0.009479338303208351,0.012434953823685646,0.015390570275485516,0.018346186727285385,0.02130180224776268,0.024257417768239975,0.02721303328871727,0.030168650671839714,0.03312426805496216,0.03607988357543945,0.03903549909591675,0.04199111461639404,0.04494673013687134,0.04790234565734863,0.05085796117782593,0.05381357669830322,0.05676919221878052,0.05972481146454811,0.06268042325973511,0.0656360387802124,0.0685916543006897,0.07154727727174759,0.07450289279222488,0.07745850831270218,0.08041412383317947,0.08336973935365677,0.08632535487413406,0.08928097039461136,0.09223658591508865],"_type":"histogram","values":[1,0,2,0,5,13,18,26,53,93,159,227,390,611,932,1300,1993,2746,3904,5086,6701,8607,11081,13470,16116,19421,22370,25615,28465,30873,32816,33938,34922,34380,33567,31972,29897,27548,24399,21258,18266,15356,12485,10015,7876,5976,4480,3253,2363,1631,1073,754,505,316,188,112,83,52,29,15,7,9,4,1]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,0,1,0,1,0,1,2,2,1,4,6,4,7,6,14,8,18,18,26,31,37,40,64,77,79,74,54,42,25,16,21,13,16,7,10,5,6,5,4,0,5,4,1,3,2,0,1,0,1,0,1,0,0,0,0,1],"bins":[-2.1645973902195692e-10,-2.0972379388695117e-10,-2.0298784875194542e-10,-1.9625190361693967e-10,-1.8951595848193392e-10,-1.8278001334692817e-10,-1.7604406821192242e-10,-1.6930812307691667e-10,-1.6257217794191092e-10,-1.5583623280690517e-10,-1.4910028767189942e-10,-1.4236434253689367e-10,-1.3562839740188792e-10,-1.2889245226688217e-10,-1.2215650713187642e-10,-1.1542056199687067e-10,-1.0868461686186492e-10,-1.0194867172685917e-10,-9.521272659185342e-11,-8.847678145684768e-11,-8.174083632184193e-11,-7.500489118683618e-11,-6.826894605183043e-11,-6.153300091682468e-11,-5.4797055781818926e-11,-4.8061110646813177e-11,-4.132516551180743e-11,-3.458922037680168e-11,-2.7853275241795927e-11,-2.1117330106790178e-11,-1.4381384971784428e-11,-7.645439836778678e-12,-9.094947017729282e-13,5.8264504332328215e-12,1.2562395568238571e-11,1.929834070324432e-11,2.603428583825007e-11,3.277023097325582e-11,3.950617610826157e-11,4.624212124326732e-11,5.297806637827307e-11,5.971401151327882e-11,6.644995664828457e-11,7.318590178329032e-11,7.992184691829607e-11,8.665779205330182e-11,9.339373718830757e-11,1.0012968232331332e-10,1.0686562745831907e-10,1.1360157259332482e-10,1.2033751772833057e-10,1.2707346286333632e-10,1.3380940799834207e-10,1.4054535313334782e-10,1.4728129826835357e-10,1.5401724340335932e-10,1.6075318853836507e-10,1.6748913367337082e-10,1.7422507880837657e-10,1.8096102394338232e-10,1.8769696907838807e-10,1.9443291421339381e-10,2.0116885934839956e-10,2.0790480448340531e-10,2.1464074961841106e-10]},"_step":2,"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-1.708713170955889e-10,-1.6467716079660022e-10,-1.5848300449761155e-10,-1.5228884819862287e-10,-1.460946918996342e-10,-1.3990053560064553e-10,-1.3370637930165685e-10,-1.2751222300266818e-10,-1.213180667036795e-10,-1.1512391040469083e-10,-1.0892975410570216e-10,-1.0273559780671349e-10,-9.654144150772481e-11,-9.034728520873614e-11,-8.415312890974747e-11,-7.795897261075879e-11,-7.176481631177012e-11,-6.557066001278145e-11,-5.937650371379277e-11,-5.31823474148041e-11,-4.6988191115815425e-11,-4.079403481682675e-11,-3.459987851783808e-11,-2.8405722218849405e-11,-2.2211565919860732e-11,-1.601740962087206e-11,-9.823253321883385e-12,-3.6290970228947117e-12,2.5650592760939617e-12,8.759215575082635e-12,1.495337187407131e-11,2.1147528173059982e-11,2.7341684472048655e-11,3.353584077103733e-11,3.9729997070026e-11,4.5924153369014675e-11,5.211830966800335e-11,5.831246596699202e-11,6.45066222659807e-11,7.070077856496937e-11,7.689493486395804e-11,8.308909116294672e-11,8.928324746193539e-11,9.547740376092406e-11,1.0167156005991274e-10,1.0786571635890141e-10,1.1405987265789008e-10,1.2025402895687876e-10,1.2644818525586743e-10,1.326423415548561e-10,1.3883649785384478e-10,1.4503065415283345e-10,1.5122481045182212e-10,1.574189667508108e-10,1.6361312304979947e-10,1.6980727934878814e-10,1.7600143564777682e-10,1.821955919467655e-10,1.8838974824575416e-10,1.9458390454474284e-10,2.007780608437315e-10,2.0697221714272018e-10,2.1316637344170886e-10,2.1936052974069753e-10,2.255546860396862e-10],"_type":"histogram","values":[2,0,0,2,0,0,2,4,1,1,1,6,3,3,5,3,11,9,13,12,16,24,25,35,44,52,63,74,73,60,58,30,25,24,14,12,11,10,9,5,3,7,3,2,3,2,0,1,0,1,0,0,0,0,1,0,0,0,2,0,0,0,0,1]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,0,2,4,5,11,10,16,22,31,55,67,96,150,218,305,477,721,1157,1592,2523,3679,5623,8522,12928,19745,29440,44633,68958,102192,97810,64458,42242,27804,18228,12266,8085,5310,3417,2341,1551,1004,665,483,306,218,147,111,61,54,24,17,16,3,4,6,3,0,4,1,0,0,0,1],"bins":[-0.006250099278986454,-0.006041248328983784,-0.0058323973789811134,-0.0056235468946397305,-0.00541469594463706,-0.00520584499463439,-0.00499699404463172,-0.004788143094629049,-0.004579292610287666,-0.004370441660284996,-0.004161590710282326,-0.0039527397602796555,-0.003743888810276985,-0.0035350380931049585,-0.0033261871431022882,-0.0031173364259302616,-0.0029084854759275913,-0.002699634525924921,-0.0024907838087528944,-0.002281932858750224,-0.0020730821415781975,-0.0018642311915755272,-0.001655380241572857,-0.0014465294079855084,-0.00123767857439816,-0.0010288277408108115,-0.0008199768490158021,-0.0006111259572207928,-0.0004022751236334443,-0.0001934242609422654,1.5426601748913527e-05,0.00022427746444009244,0.00043312832713127136,0.0006419791607186198,0.0008508300525136292,0.0010596809443086386,0.001268531777895987,0.0014773826114833355,0.0016862335614860058,0.0018950843950733542,0.0021039352286607027,0.002312786178663373,0.0025216368958353996,0.00273048784583807,0.00293933879584074,0.003148189513012767,0.003357040463015437,0.0035658911801874638,0.003774742130190134,0.003983593080192804,0.004192444030195475,0.004401294514536858,0.004610145464539528,0.004818996414542198,0.0050278473645448685,0.005236698314547539,0.005445549264550209,0.005654399748891592,0.005863250698894262,0.006072101648896933,0.006280952598899603,0.006489803548902273,0.006698654033243656,0.0069075049832463264,0.007116355933248997]},"gradients/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.006377583835273981,-0.0062049985863268375,-0.006032412871718407,-0.005859827622771263,-0.00568724237382412,-0.005514656659215689,-0.005342071410268545,-0.005169486161321402,-0.004996900446712971,-0.004824315197765827,-0.004651729948818684,-0.00447914469987154,-0.004306558985263109,-0.004133973736315966,-0.003961388487368822,-0.003788803005591035,-0.0036162175238132477,-0.0034436320420354605,-0.003271046793088317,-0.0030984613113105297,-0.002925876062363386,-0.002753290580585599,-0.0025807050988078117,-0.002408119849860668,-0.002235534368082881,-0.0020629488863050938,-0.0018903636373579502,-0.001717778155580163,-0.0015451927902176976,-0.0013726074248552322,-0.001200021943077445,-0.0010274365777149796,-0.000854850746691227,-0.0006822653813287616,-0.0005096799577586353,-0.00033709456329233944,-0.0001645091688260436,8.076225640252233e-06,0.00018066162010654807,0.0003532470145728439,0.0005258324090391397,0.0006984177744016051,0.0008710031979717314,0.0010435886215418577,0.001216173986904323,0.0013887593522667885,0.0015613448340445757,0.001733930199407041,0.0019065155647695065,0.0020791010465472937,0.0022516862954944372,0.0024242717772722244,0.002596857026219368,0.002769442507997155,0.0029420279897749424,0.003114613238722086,0.003287198720499873,0.0034597842022776604,0.003632369451224804,0.003804954933002591,0.003977540414780378,0.004150125663727522,0.0043227109126746655,0.004495296627283096,0.00466788187623024],"_type":"histogram","values":[1,1,2,2,1,0,5,7,4,7,10,11,20,21,30,38,58,77,98,130,181,278,371,526,711,1026,1470,2129,3200,4839,7454,11759,18827,32272,64110,166084,499611,456197,157914,62803,31639,18215,11148,6832,4323,2842,1848,1264,803,538,367,233,177,116,70,56,41,21,18,7,9,6,3,3]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[2,0,0,0,1,0,0,0,0,1,1,2,2,2,3,9,7,8,8,11,17,10,28,15,23,20,22,23,25,33,34,36,44,39,39,30,23,29,30,26,35,30,15,13,12,12,10,11,4,6,4,4,2,0,3,0,1,0,0,0,1,0,1,1],"bins":[-0.00625563645735383,-0.0060651786625385284,-0.005874720402061939,-0.005684262607246637,-0.0054938048124313354,-0.0053033470176160336,-0.005112889222800732,-0.0049224309623241425,-0.0047319731675088406,-0.004541515372693539,-0.0043510571122169495,-0.004160599317401648,-0.003970141522586346,-0.0037796837277710438,-0.0035892257001250982,-0.0033987676724791527,-0.003208309877663851,-0.003017852082848549,-0.0028273940552026033,-0.002636936027556658,-0.002446478232741356,-0.002256020437926054,-0.0020655624102801085,-0.0018751044990494847,-0.001684646587818861,-0.0014941886765882373,-0.0013037307653576136,-0.0011132728541269898,-0.0009228149428963661,-0.0007323570316657424,-0.0005418991204351187,-0.00035144120920449495,-0.00016098283231258392,2.94750789180398e-05,0.00021993299014866352,0.00041039090137928724,0.000600848812609911,0.0007913067238405347,0.0009817646350711584,0.0011722225463017821,0.0013626804575324059,0.0015531383687630296,0.0017435962799936533,0.001934054191224277,0.0021245121024549007,0.0023149698972702026,0.002505427924916148,0.0026958859525620937,0.0028863437473773956,0.0030768015421926975,0.003267259569838643,0.0034577175974845886,0.0036481753922998905,0.0038386331871151924,0.004029091447591782,0.0042195492424070835,0.004410007037222385,0.004600464832037687,0.004790922626852989,0.004981380887329578,0.00517183868214488,0.005362296476960182,0.005552754737436771,0.005743212532252073,0.005933670327067375],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[254,19,15,11,2,4,1,2,1,2,0,3,1,0,2,0,1,0,1,2,1,3,4,5,1,2,2,5,0,0,0,0,0,0,0,1,3,3,1,2,2,2,2,1,1,1,0,2,1,2,0,2,0,0,0,5,3,2,3,2,11,14,34,324],"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336]},"gradients/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.19271722435951233,-0.18718484044075012,-0.18165245652198792,-0.1761200875043869,-0.1705877035856247,-0.1650553196668625,-0.15952293574810028,-0.15399055182933807,-0.14845818281173706,-0.14292579889297485,-0.13739341497421265,-0.13186103105545044,-0.12632864713668823,-0.12079627066850662,-0.11526388674974442,-0.1097315102815628,-0.1041991263628006,-0.09866674244403839,-0.09313436597585678,-0.08760198205709457,-0.08206960558891296,-0.07653722167015076,-0.07100483775138855,-0.06547246128320694,-0.05994007736444473,-0.054407697170972824,-0.048875316977500916,-0.04334293305873871,-0.0378105528652668,-0.03227817267179489,-0.026745790615677834,-0.021213408559560776,-0.01568104326725006,-0.010148662142455578,-0.004616281017661095,0.0009161001071333885,0.006448481231927872,0.011980862356722355,0.017513243481516838,0.023045625537633896,0.028578005731105804,0.03411038592457771,0.03964276611804962,0.04517515003681183,0.05070753023028374,0.056239910423755646,0.06177229434251785,0.06730467081069946,0.07283705472946167,0.07836943864822388,0.08390181511640549,0.0894341990351677,0.0949665755033493,0.10049895942211151,0.10603134334087372,0.11156371980905533,0.11709610372781754,0.12262848764657974,0.12816086411476135,0.13369324803352356,0.13922563195228577,0.14475801587104797,0.150290384888649,0.1558227688074112,0.1613551527261734],"_type":"histogram","values":[1,0,1,0,1,0,0,1,1,0,2,0,1,2,4,5,1,7,7,9,7,16,17,16,20,16,27,21,23,24,33,31,22,34,806,29,40,26,24,30,27,26,28,25,18,21,13,11,11,9,10,7,5,2,4,4,4,2,2,0,1,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"values":[2,1,3,11,19,33,59,84,144,233,383,543,884,1209,1690,2513,3406,4526,6126,7959,9905,12287,14965,17797,20848,23658,26473,29644,31100,32654,34099,33848,33583,32186,30699,28475,25873,22973,19676,16909,14212,11590,9246,7238,5525,4339,3167,2225,1570,1141,738,514,339,206,125,72,37,27,20,5,4,3,0,1],"bins":[-0.09064304828643799,-0.08775218576192856,-0.08486133068799973,-0.0819704681634903,-0.07907961308956146,-0.07618875056505203,-0.0732978954911232,-0.07040703296661377,-0.06751617789268494,-0.0646253153681755,-0.061734456568956375,-0.058843597769737244,-0.055952735245227814,-0.05306187644600868,-0.05017101764678955,-0.04728015884757042,-0.04438930004835129,-0.041498441249132156,-0.038607582449913025,-0.03571672365069389,-0.03282586485147476,-0.02993500418961048,-0.0270441435277462,-0.02415328472852707,-0.021262425929307938,-0.018371567130088806,-0.0154807073995471,-0.012589847669005394,-0.009698988869786263,-0.006808129604905844,-0.003917270340025425,-0.0010264110751450062,0.0018644556403160095,0.004755314905196428,0.007646174170076847,0.010537033900618553,0.013427892699837685,0.016318751499056816,0.019209612160921097,0.02210047096014023,0.02499132975935936,0.02788218855857849,0.030773047357797623,0.033663906157016754,0.036554768681526184,0.039445627480745316,0.04233648627996445,0.04522734507918358,0.04811820387840271,0.05100906267762184,0.05389992147684097,0.056790780276060104,0.059681639075279236,0.06257250159978867,0.0654633566737175,0.06835421919822693,0.07124507427215576,0.07413593679666519,0.07702679932117462,0.07991765439510345,0.08280851691961288,0.08569937199354172,0.08859023451805115,0.09148108959197998,0.09437195211648941],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[2,2,1,0,0,1,3,1,1,1,4,4,3,3,4,5,5,6,10,10,8,10,12,11,19,27,35,35,45,55,50,53,61,55,35,39,17,16,15,11,10,15,6,6,6,5,5,6,2,4,6,3,5,4,2,3,0,1,0,1,1,1,0,1],"bins":[-2.594796626453899e-07,-2.5111827994805935e-07,-2.427568972507288e-07,-2.3439550034254353e-07,-2.2603411764521297e-07,-2.1767273494788242e-07,-2.0931133803969715e-07,-2.009499553423666e-07,-1.9258857264503604e-07,-1.8422718994770548e-07,-1.7586580725037493e-07,-1.6750441034218966e-07,-1.591430276448591e-07,-1.5078164494752855e-07,-1.4242024803934328e-07,-1.3405886534201272e-07,-1.2569748264468217e-07,-1.1733609994735161e-07,-1.089747101445937e-07,-1.0061332034183579e-07,-9.225193764450523e-08,-8.389055494717468e-08,-7.552916514441677e-08,-6.716777534165885e-08,-5.88063926443283e-08,-5.0445006394284064e-08,-4.208362014423983e-08,-3.37222338941956e-08,-2.5360847644151363e-08,-1.699946139410713e-08,-8.638075144062896e-09,-2.766888940186618e-10,8.084668934316142e-09,1.6446055184360375e-08,2.480744143440461e-08,3.316882768444884e-08,4.1530213934493077e-08,4.989160018453731e-08,5.8252986434581544e-08,6.661437623733946e-08,7.497575893467001e-08,8.333714163200057e-08,9.169853143475848e-08,1.0005992123751639e-07,1.0842130393484695e-07,1.167826866321775e-07,1.2514408354036277e-07,1.3350546623769333e-07,1.4186684893502388e-07,1.5022823163235444e-07,1.58589614329685e-07,1.6695101123787026e-07,1.7531239393520082e-07,1.8367377663253137e-07,1.9203517354071664e-07,2.003965562380472e-07,2.0875793893537775e-07,2.171193216327083e-07,2.2548070433003886e-07,2.3384210123822413e-07,2.422034981464094e-07,2.5056488084373996e-07,2.589262635410705e-07,2.6728764623840107e-07,2.756490289357316e-07]},"gradients/bert.embeddings.LayerNorm.bias":{"bins":[-0.0058874692767858505,-0.005716036539524794,-0.005544604267925024,-0.005373171530663967,-0.00520173879340291,-0.005030306521803141,-0.004858873784542084,-0.004687441047281027,-0.004516008775681257,-0.0043445760384202,-0.0041731433011591434,-0.004001711029559374,-0.003830278292298317,-0.0036588457878679037,-0.0034874132834374905,-0.0033159805461764336,-0.0031445480417460203,-0.002973115537315607,-0.00280168280005455,-0.002630250295624137,-0.0024588177911937237,-0.0022873850539326668,-0.0021159525495022535,-0.0019445200450718403,-0.0017730874242261052,-0.0016016548033803701,-0.001430222298949957,-0.0012587896781042218,-0.0010873570572584867,-0.0009159245528280735,-0.0007444919319823384,-0.0005730593693442643,-0.0004016268067061901,-0.00023019422951620072,-5.876165232621133e-05,0.00011267092486377805,0.00028410350205376744,0.0004555360646918416,0.0006269686855375767,0.0007984012481756508,0.000969833810813725,0.00114126643165946,0.0013126989360898733,0.0014841315569356084,0.0016555641777813435,0.0018269966822117567,0.00199842918664217,0.002169861923903227,0.00234129442833364,0.0025127269327640533,0.0026841596700251102,0.0028555921744555235,0.0030270246788859367,0.0031984574161469936,0.003369889920577407,0.00354132242500782,0.003712755162268877,0.0038841876666992903,0.0040556201711297035,0.00422705290839076,0.00439848517999053,0.004569917917251587,0.004741350654512644,0.004912782926112413,0.00508421566337347],"_type":"histogram","values":[1,0,1,0,1,0,0,2,0,2,0,0,2,4,2,5,6,7,7,7,10,17,19,15,18,20,26,28,22,26,29,26,28,36,38,29,27,29,23,26,30,34,23,22,17,21,11,11,11,9,10,6,2,5,3,5,3,3,1,0,1,0,0,1]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,3,1,3,7,14,33,46,105,177,327,580,919,1393,2279,3540,5230,7598,10872,15186,20441,27161,34559,42606,52029,61956,71118,80450,88623,94817,98908,100456,99528,96300,90900,83175,74396,64451,55178,45499,36843,29116,22000,16408,12161,8476,6007,4026,2716,1681,1024,658,380,221,138,64,39,14,12,8,1,3,2,1],"bins":[-0.10157046467065811,-0.0983617752790451,-0.0951530858874321,-0.0919443890452385,-0.08873569965362549,-0.08552701026201248,-0.08231832087039948,-0.07910962402820587,-0.07590093463659286,-0.07269224524497986,-0.06948355585336685,-0.06627486646175385,-0.06306616961956024,-0.059857480227947235,-0.05664879083633423,-0.05344009771943092,-0.05023140832781792,-0.04702271893620491,-0.043814025819301605,-0.0406053364276886,-0.037396643310785294,-0.03418795391917229,-0.03097926266491413,-0.027770571410655975,-0.02456188015639782,-0.021353188902139664,-0.018144497647881508,-0.014935807324945927,-0.01172711607068777,-0.008518424816429615,-0.0053097340278327465,-0.0021010430064052343,0.0011076480150222778,0.004316339269280434,0.007525030057877302,0.01073372084647417,0.013942412100732327,0.017151102423667908,0.020359793677926064,0.02356848493218422,0.026777176186442375,0.02998586744070053,0.03319455683231354,0.03640324994921684,0.03961193934082985,0.042820632457733154,0.04602932184934616,0.049238014966249466,0.05244670435786247,0.05565539374947548,0.058864086866378784,0.06207277625799179,0.0652814656496048,0.0684901624917984,0.07169885188341141,0.07490754127502441,0.07811623066663742,0.08132492005825043,0.08453361690044403,0.08774230629205704,0.09095099568367004,0.09415968507528305,0.09736838191747665,0.10057707130908966,0.10378576070070267],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,3,2,4,9,6,15,15,26,31,42,57,84,117,138,179,276,362,494,718,958,1407,2107,3045,4752,7791,12671,22193,43392,110246,211886,81731,35251,18678,11044,6750,4190,2757,1881,1263,906,603,451,346,280,187,123,74,79,56,45,24,21,14,11,12,7,4,2,1,2,0,1,2],"bins":[-0.000534972466994077,-0.0005173510871827602,-0.0004997296491637826,-0.00048210826935246587,-0.00046448688954114914,-0.0004468655097298324,-0.0004292441008146852,-0.00041162269189953804,-0.0003940013120882213,-0.0003763799322769046,-0.0003587585233617574,-0.0003411371144466102,-0.0003235157346352935,-0.00030589435482397676,-0.00028827294590882957,-0.0002706515369936824,-0.00025303015718236566,-0.0002354087628191337,-0.00021778736845590174,-0.00020016597409266979,-0.00018254457972943783,-0.00016492318536620587,-0.00014730179100297391,-0.00012968039663974196,-0.00011205900227651,-9.443760791327804e-05,-7.681621355004609e-05,-5.919481918681413e-05,-4.157342482358217e-05,-2.3952030460350215e-05,-6.3306360971182585e-06,1.1290758266113698e-05,2.891221083700657e-05,4.6533605200238526e-05,6.415499956347048e-05,8.177639392670244e-05,9.93977882899344e-05,0.00011701918265316635,0.0001346405770163983,0.00015226197137963027,0.00016988336574286222,0.00018750476010609418,0.00020512615446932614,0.0002227475488325581,0.00024036894319579005,0.0002579903230071068,0.00027561173192225397,0.00029323314083740115,0.0003108545206487179,0.0003284759004600346,0.0003460973093751818,0.000363718718290329,0.0003813400981016457,0.00039896147791296244,0.0004165828868281096,0.0004342042957432568,0.00045182567555457354,0.00046944705536589026,0.00048706846428103745,0.0005046898731961846,0.0005223112530075014,0.0005399326328188181,0.0005575540708377957,0.0005751754506491125,0.0005927968304604292]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,2,2,1,6,4,9,5,13,22,26,31,60,91,115,176,280,430,603,929,1550,2459,4066,6410,10385,17328,29606,52970,102688,227520,518306,309761,132036,65705,35903,20906,12419,7467,4578,2863,1794,1155,726,474,331,215,135,84,63,61,24,26,8,4,8,10,5,3,2,1,0,1,1,1],"bins":[-0.004893125034868717,-0.004733584355562925,-0.004574044141918421,-0.004414503462612629,-0.004254963248968124,-0.0040954225696623325,-0.003935882356017828,-0.00377634190954268,-0.0036168014630675316,-0.0034572607837617397,-0.0032977203372865915,-0.0031381798908114433,-0.002978639444336295,-0.002819098997861147,-0.0026595585513859987,-0.0025000181049108505,-0.0023404776584357023,-0.002180937211960554,-0.002021396765485406,-0.0018618563190102577,-0.0017023158725351095,-0.0015427753096446395,-0.0013832348631694913,-0.001223694416694343,-0.0010641539702191949,-0.0009046135237440467,-0.0007450730772688985,-0.0005855325725860894,-0.00042599212611094117,-0.00026645167963579297,-0.00010691120405681431,5.2629256970249116e-05,0.00021216971799731255,0.00037171016447246075,0.000531250610947609,0.0006907911156304181,0.0008503315621055663,0.0010098720667883754,0.0011694125132635236,0.0013289529597386718,0.00148849340621382,0.0016480338526889682,0.0018075742991641164,0.0019671148620545864,0.0021266553085297346,0.002286195755004883,0.002445736201480031,0.002605276647955179,0.0027648170944303274,0.0029243575409054756,0.003083897987380624,0.003243438433855772,0.0034029788803309202,0.0035625193268060684,0.0037220597732812166,0.003881600219756365,0.004041140899062157,0.004200681112706661,0.004360221792012453,0.004519762005656958,0.0046793026849627495,0.004838842898607254,0.004998383577913046,0.00515792379155755,0.005317464470863342]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336],"_type":"histogram","values":[255,23,11,6,2,5,2,1,1,0,3,2,1,2,1,1,0,0,1,1,1,1,2,0,4,4,5,5,0,0,0,0,0,0,0,0,4,4,2,0,1,3,0,1,1,1,1,1,1,0,2,2,1,3,1,4,2,4,1,4,12,15,34,323]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.006612526252865791,-0.006437065079808235,-0.006261603441089392,-0.0060861422680318356,-0.005910681094974279,-0.005735219456255436,-0.00555975828319788,-0.005384297110140324,-0.00520883547142148,-0.005033374298363924,-0.004857913125306368,-0.004682451486587524,-0.004506990313529968,-0.004331529140472412,-0.004156067501753569,-0.0039806063286960125,-0.0038051449228078127,-0.003629683516919613,-0.0034542223438620567,-0.003278760937973857,-0.003103299532085657,-0.002927838359028101,-0.002752376953139901,-0.0025769155472517014,-0.002401454374194145,-0.0022259929683059454,-0.0020505315624177456,-0.0018750702729448676,-0.0016996089834719896,-0.0015241475775837898,-0.0013486862881109118,-0.001173224882222712,-0.000997763592749834,-0.0008223022450692952,-0.0006468408973887563,-0.0004713796079158783,-0.0002959182602353394,-0.00012045692710671574,5.5004406021907926e-05,0.0002304657391505316,0.00040592707227915525,0.0005813884199596941,0.000756849767640233,0.000932311057113111,0.001107772346585989,0.0012832337524741888,0.0014586950419470668,0.0016341564478352666,0.0018096177373081446,0.0019850791431963444,0.0021605403162539005,0.0023360017221421003,0.0025114631280303,0.0026869243010878563,0.002862385706976056,0.003037847112864256,0.003213308285921812,0.003388769691810012,0.0035642310976982117,0.0037396925035864115,0.003915153909474611,0.0040906150825321674,0.004266076255589724,0.004441537894308567,0.004616999067366123],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,1,1,0,2,1,4,1,1,5,4,5,7,8,9,12,14,15,19,20,20,28,22,25,27,30,25,35,41,39,32,33,26,30,28,21,32,20,31,12,11,18,10,8,9,5,4,4,2,2,3,1,0,0,2]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"values":[2,0,0,0,1,0,0,0,0,0,3,1,2,2,3,9,7,10,6,11,17,15,23,17,21,23,21,21,28,31,35,39,42,39,38,30,25,30,30,28,30,29,13,12,15,13,8,12,4,5,5,4,1,1,2,0,1,0,0,0,1,0,1,1],"bins":[-0.006092257797718048,-0.005906021688133478,-0.005719785112887621,-0.005533549003303051,-0.005347312893718481,-0.005161076318472624,-0.004974840208888054,-0.004788604099303484,-0.004602367989718914,-0.004416131414473057,-0.004229895304888487,-0.004043659195303917,-0.0038574226200580597,-0.0036711865104734898,-0.003484950168058276,-0.0032987140584737062,-0.0031124777160584927,-0.002926241373643279,-0.002740005264058709,-0.0025537689216434956,-0.0023675328120589256,-0.002181296469643712,-0.0019950601272284985,-0.0018088239012286067,-0.001622587675228715,-0.0014363514492288232,-0.0012501152232289314,-0.0010638788808137178,-0.0008776426548138261,-0.0006914064288139343,-0.0005051701446063817,-0.00031893388950265944,-0.00013269810006022453,5.353815504349768e-05,0.0002397744101472199,0.0004260106652509421,0.0006122469203546643,0.0007984831463545561,0.0009847194887697697,0.0011709557147696614,0.0013571919407695532,0.001543428166769445,0.0017296643927693367,0.0019159007351845503,0.002102137077599764,0.002288373187184334,0.0024746095295995474,0.0026608456391841173,0.002847081981599331,0.0030333183240145445,0.0032195544335991144,0.003405790776014328,0.003592026885598898,0.0037782632280141115,0.003964499570429325,0.004150735680013895,0.004336971789598465,0.004523208364844322,0.004709444474428892,0.004895680584013462,0.005081917159259319,0.005268153268843889,0.005454389378428459,0.005640625953674316,0.005826862063258886],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[321,34,9,6,3,1,1,1,0,1,0,0,0,2,1,0,0,0,1,1,0,2,0,2,1,0,4,3,0,0,0,0,0,0,0,0,1,3,0,3,2,5,0,1,2,1,1,0,1,1,3,0,0,0,2,1,2,1,2,5,4,14,27,292],"bins":[-6.003937596688047e-05,-5.816315024276264e-05,-5.628692451864481e-05,-5.441069515654817e-05,-5.253446943243034e-05,-5.065824370831251e-05,-4.878201798419468e-05,-4.690579226007685e-05,-4.502956289798021e-05,-4.315333717386238e-05,-4.127711144974455e-05,-3.940088572562672e-05,-3.752466000150889e-05,-3.564843427739106e-05,-3.3772204915294424e-05,-3.189597919117659e-05,-3.0019753467058763e-05,-2.8143527742940933e-05,-2.62673001998337e-05,-2.4391074475715868e-05,-2.2514846932608634e-05,-2.0638621208490804e-05,-1.8762395484372973e-05,-1.688616794126574e-05,-1.5009942217147909e-05,-1.3133715583535377e-05,-1.1257488949922845e-05,-9.381263225805014e-06,-7.505036592192482e-06,-5.62880995857995e-06,-3.7525837797147688e-06,-1.876357373475912e-06,-1.3460521586239338e-10,1.8760918010229943e-06,3.752318207261851e-06,5.628544386127032e-06,7.5047710197395645e-06,9.380997653352097e-06,1.1257223377469927e-05,1.313345001108246e-05,1.5009676644694991e-05,1.6885902368812822e-05,1.8762129911920056e-05,2.0638355636037886e-05,2.2514581360155717e-05,2.439080890326295e-05,2.626703462738078e-05,2.8143262170488015e-05,3.0019487894605845e-05,3.1895713618723676e-05,3.3771939342841506e-05,3.5648168704938143e-05,3.7524394429055974e-05,3.9400620153173804e-05,4.1276845877291635e-05,4.3153071601409465e-05,4.50293009635061e-05,4.690552668762393e-05,4.878175241174176e-05,5.0657978135859594e-05,5.2534203859977424e-05,5.4410429584095255e-05,5.628665894619189e-05,5.816288467030972e-05,6.003911039442755e-05]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.004350772127509117,-0.004220099188387394,-0.004089426249265671,-0.003958753775805235,-0.0038280808366835117,-0.0036974078975617886,-0.003566735191270709,-0.003436062252148986,-0.0033053895458579063,-0.003174716606736183,-0.00304404366761446,-0.0029133709613233805,-0.0027826980222016573,-0.0026520253159105778,-0.0025213523767888546,-0.002390679670497775,-0.002260006731376052,-0.0021293337922543287,-0.001998661085963249,-0.0018679882632568479,-0.0017373154405504465,-0.0016066425014287233,-0.001475969678722322,-0.0013452968560159206,-0.0012146240333095193,-0.001083951210603118,-0.0009532783878967166,-0.0008226055069826543,-0.000691932684276253,-0.0005612598615698516,-0.00043058700975961983,-0.00029991415794938803,-0.00016924133524298668,-3.85684979846701e-05,9.210433927364647e-05,0.00022277717653196305,0.0003534500137902796,0.000484122836496681,0.0006147957174107432,0.0007454685401171446,0.0008761413628235459,0.0010068141855299473,0.0011374870082363486,0.00126815983094275,0.0013988327700644732,0.0015295055927708745,0.0016601784154772758,0.0017908512381836772,0.0019215240608900785,0.0020521970000118017,0.0021828697063028812,0.0023135426454246044,0.002444215351715684,0.002574888290837407,0.0027055609971284866,0.00283623393625021,0.002966906875371933,0.0030975795816630125,0.0032282525207847357,0.003358925227075815,0.0034895981661975384,0.003620270872488618,0.003750943811610341,0.0038816165179014206,0.004012289457023144],"_type":"histogram","values":[1,0,1,2,3,3,6,9,13,16,24,48,51,69,117,165,257,300,437,711,977,1492,2140,3169,4607,7128,11053,16894,26881,44341,75477,138462,290930,471673,208179,106979,60354,35691,22364,14193,9217,6017,3970,2590,1827,1217,854,591,411,311,190,123,100,81,43,31,20,24,10,6,5,4,3,2]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.0003641372895799577,-0.00035177788231521845,-0.0003394184459466487,-0.00032705903868190944,-0.0003146996023133397,-0.00030234019504860044,-0.0002899807586800307,-0.00027762135141529143,-0.0002652619150467217,-0.0002529025077819824,-0.00024054308596532792,-0.00022818366414867342,-0.00021582425688393414,-0.00020346483506727964,-0.00019110541325062513,-0.00017874599143397063,-0.00016638656961731613,-0.00015402714780066162,-0.00014166772598400712,-0.00012930830416735262,-0.00011694888962665573,-0.00010458946781000122,-9.223005326930434e-05,-7.987063145264983e-05,-6.751120963599533e-05,-5.5151787819340825e-05,-4.279236964066513e-05,-3.043294964300003e-05,-1.807352964533493e-05,-5.7141096476698294e-06,6.64531034999527e-06,1.900473034766037e-05,3.136415034532547e-05,4.372357216197997e-05,5.608299034065567e-05,6.844240851933137e-05,8.080183033598587e-05,9.316125215264037e-05,0.00010552066669333726,0.00011788008850999177,0.00013023951032664627,0.00014259893214330077,0.00015495835395995528,0.00016731777577660978,0.00017967718304134905,0.00019203660485800356,0.00020439602667465806,0.00021675544849131256,0.00022911487030796707,0.00024147429212462157,0.0002538337139412761,0.00026619312120601535,0.0002785525575745851,0.00029091196483932436,0.0003032714012078941,0.00031563080847263336,0.00032799021573737264,0.00034034965210594237,0.00035270905937068164,0.0003650684957392514,0.00037742790300399065,0.0003897873393725604,0.00040214674663729966,0.0004145061830058694,0.00042686559027060866],"_type":"histogram","values":[1,1,4,2,7,6,15,16,14,25,51,52,86,124,161,259,321,459,700,995,1477,2207,3355,5225,8208,13356,24101,45757,99219,188304,92927,43539,22843,13073,7852,4965,3260,2219,1414,1015,679,465,322,216,157,103,76,64,31,22,28,15,7,8,4,0,4,1,3,0,1,1,0,2]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"values":[238,34,28,21,4,7,6,4,0,6,2,3,1,2,2,1,0,3,2,4,2,3,3,3,2,1,4,3,1,0,0,0,0,1,0,1,2,3,2,0,2,5,3,5,3,1,1,1,4,1,3,3,1,4,4,4,0,5,6,11,10,19,47,226],"bins":[-6.0023106925655156e-05,-5.814734322484583e-05,-5.62715795240365e-05,-5.439581218524836e-05,-5.252004848443903e-05,-5.06442847836297e-05,-4.876852108282037e-05,-4.689275738201104e-05,-4.5016990043222904e-05,-4.3141226342413574e-05,-4.1265462641604245e-05,-3.9389698940794915e-05,-3.7513935239985585e-05,-3.5638171539176255e-05,-3.376240420038812e-05,-3.188664049957879e-05,-3.001087679876946e-05,-2.813511309796013e-05,-2.6259347578161396e-05,-2.4383583877352066e-05,-2.2507818357553333e-05,-2.0632054656744003e-05,-1.8756290955934674e-05,-1.688052543613594e-05,-1.500476173532661e-05,-1.3128997125022579e-05,-1.1253232514718547e-05,-9.377468813909218e-06,-7.501704203605186e-06,-5.625939593301155e-06,-3.750175437744474e-06,-1.874411054814118e-06,1.3533281162381172e-09,1.8771177110465942e-06,3.7528820939769503e-06,5.628646249533631e-06,7.5044108598376624e-06,9.380175470141694e-06,1.1255939170951024e-05,1.3131703781255055e-05,1.5007468391559087e-05,1.6883232092368416e-05,1.875899761216715e-05,2.063476131297648e-05,2.251052501378581e-05,2.4386290533584543e-05,2.6262054234393872e-05,2.8137819754192606e-05,3.0013583455001935e-05,3.1889347155811265e-05,3.3765110856620595e-05,3.564087819540873e-05,3.751664189621806e-05,3.939240559702739e-05,4.126816929783672e-05,4.314393299864605e-05,4.501969669945538e-05,4.689546403824352e-05,4.877122773905285e-05,5.064699143986218e-05,5.2522755140671507e-05,5.4398518841480836e-05,5.627428618026897e-05,5.81500498810783e-05,6.002581358188763e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,1,0,0,0,5,1,1,1,7,4,6,4,11,15,8,10,6,14,21,15,17,36,25,23,28,40,27,35,24,28,36,24,32,38,29,24,26,35,22,20,18,4,8,9,6,7,3,2,1,3,1,2,1,1,0,0,0,0,0,1,0,1],"bins":[-0.002961982972919941,-0.0028635049238801003,-0.0027650268748402596,-0.002666548825800419,-0.002568070776760578,-0.002469592494890094,-0.002371114445850253,-0.0022726363968104124,-0.0021741583477705717,-0.002075680298730731,-0.0019772022496908903,-0.0018787240842357278,-0.001780246035195887,-0.0016817679861560464,-0.0015832898207008839,-0.0014848117716610432,-0.0013863337226212025,-0.0012878556735813618,-0.001189377624541521,-0.0010908994590863585,-0.0009924214100465178,-0.0008939433610066772,-0.0007954652537591755,-0.0006969871465116739,-0.0005985090974718332,-0.0005000310484319925,-0.0004015529411844909,-0.00030307486304081976,-0.0002045967848971486,-0.00010611870675347745,-7.6406286098063e-06,9.083744953386486e-05,0.000189315527677536,0.00028779360582120717,0.0003862716839648783,0.0004847497621085495,0.0005832278402522206,0.0006817058892920613,0.0007801839965395629,0.0008786621037870646,0.0009771401528269053,0.001075618201866746,0.0011740962509065866,0.0012725744163617492,0.0013710524654015899,0.0014695305144414306,0.001568008679896593,0.0016664867289364338,0.0017649647779762745,0.0018634428270161152,0.001961920876055956,0.0020603989250957966,0.0021588769741356373,0.0022573552560061216,0.0023558333050459623,0.002454311354085803,0.0025527894031256437,0.0026512674521654844,0.002749745501205325,0.002848223550245166,0.00294670183211565,0.003045179881155491,0.0031436579301953316,0.0032421359792351723,0.003340614028275013],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"values":[2,0,0,0,1,1,0,1,3,0,1,1,1,0,3,3,3,3,4,7,10,8,10,11,21,17,24,21,28,35,39,56,69,59,48,48,34,33,29,27,11,23,8,15,7,7,6,5,2,2,4,2,5,2,1,0,0,1,2,1,0,0,1,2],"bins":[-0.00029027200071141124,-0.0002816111082211137,-0.0002729502157308161,-0.00026428932324051857,-0.000255628430750221,-0.0002469675673637539,-0.00023830667487345636,-0.0002296457823831588,-0.00022098488989286125,-0.0002123239974025637,-0.00020366310491226614,-0.0001950022269738838,-0.00018634133448358625,-0.0001776804419932887,-0.00016901956405490637,-0.0001603586715646088,-0.00015169777907431126,-0.0001430368865840137,-0.00013437599409371614,-0.00012571511615533382,-0.00011705422366503626,-0.0001083933311747387,-9.973244596039876e-05,-9.107156074605882e-05,-8.241066825576127e-05,-7.374977576546371e-05,-6.508889055112377e-05,-5.642800169880502e-05,-4.776711284648627e-05,-3.910622399416752e-05,-3.0445335141848773e-05,-2.1784446289530024e-05,-1.3123557437211275e-05,-4.462668584892526e-06,4.1982202674262226e-06,1.2859109119744971e-05,2.151999797206372e-05,3.018088682438247e-05,3.884177567670122e-05,4.750266452901997e-05,5.6163553381338716e-05,6.482444587163627e-05,7.348533108597621e-05,8.214621630031615e-05,9.080710879061371e-05,9.946800128091127e-05,0.00010812888649525121,0.00011678977170959115,0.0001254506641998887,0.00013411155669018626,0.00014277244918048382,0.00015143332711886615,0.0001600942196091637,0.00016875511209946126,0.00017741599003784359,0.00018607688252814114,0.0001947377750184387,0.00020339866750873625,0.0002120595599990338,0.00022072043793741614,0.0002293813304277137,0.00023804222291801125,0.0002467031008563936,0.00025536399334669113,0.0002640248858369887],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.004213993437588215,-0.0039257169701159,-0.0036374402698129416,-0.003349163569509983,-0.0030608871020376682,-0.0027726106345653534,-0.002484333934262395,-0.0021960572339594364,-0.0019077807664871216,-0.001619504182599485,-0.0013312275987118483,-0.0010429510148242116,-0.0007546744309365749,-0.0004663978470489383,-0.0001781212631613016,0.00011015532072633505,0.0003984319046139717,0.0006867084885016084,0.000974985072389245,0.0012632616562768817,0.0015515382401645184,0.001839814824052155,0.0021280914079397917,0.00241636810824275,0.002704644575715065,0.00299292104318738,0.0032811977434903383,0.003569474443793297,0.0038577509112656116,0.0041460273787379265,0.004434304311871529,0.0047225807793438435,0.005010856315493584,0.0052991327829658985,0.005587409250438213,0.0058756861835718155,0.00616396265104413,0.006452239118516445,0.006740516051650047,0.007028792519122362,0.007317068986594677,0.007605345454066992,0.007893621921539307,0.008181898854672909,0.008470175787806511,0.008758451789617538,0.00904672872275114,0.009335004724562168,0.00962328165769577,0.009911558590829372,0.0101998345926404,0.010488111525774002,0.01077638752758503,0.011064664460718632,0.011352941393852234,0.011641217395663261,0.011929494328796864,0.012217771261930466,0.012506047263741493,0.012794324196875095,0.013082601130008698,0.013370877131819725,0.013659154064953327,0.013947430066764355,0.014235706999897957],"_type":"histogram","values":[2,1,1,4,2,5,8,16,13,20,40,58,70,107,125,91,41,48,34,21,13,11,9,5,4,5,3,2,3,0,1,0,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336],"_type":"histogram","values":[263,23,18,9,3,3,3,1,3,0,3,1,0,0,2,0,1,1,0,3,1,3,1,1,2,3,3,1,1,0,0,0,0,0,0,0,2,2,2,2,2,0,0,1,0,0,1,2,0,0,1,2,0,0,0,3,0,1,3,6,5,10,31,339]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[802,71,36,19,12,7,1,6,2,3,6,6,0,4,2,1,4,4,1,2,3,4,4,2,3,3,7,4,4,0,0,0,0,0,0,3,4,4,3,6,6,6,2,3,3,4,4,4,5,3,2,2,1,4,3,2,4,5,5,7,25,32,78,795],"bins":[-6.003801536280662e-05,-5.816181510454044e-05,-5.6285618484253064e-05,-5.440941822598688e-05,-5.25332179677207e-05,-5.065701770945452e-05,-4.878082108916715e-05,-4.690462083090097e-05,-4.5028420572634786e-05,-4.315222395234741e-05,-4.127602369408123e-05,-3.939982343581505e-05,-3.752362317754887e-05,-3.56474265572615e-05,-3.3771226298995316e-05,-3.1895026040729135e-05,-3.0018827601452358e-05,-2.814262916217558e-05,-2.62664289039094e-05,-2.4390230464632623e-05,-2.2514030206366442e-05,-2.0637831767089665e-05,-1.8761631508823484e-05,-1.6885433069546707e-05,-1.5009233720775228e-05,-1.3133034372003749e-05,-1.125683502323227e-05,-9.380635674460791e-06,-7.504436780436663e-06,-5.628237431665184e-06,-3.7520383102673804e-06,-1.8758390751827392e-06,3.601599019020796e-10,1.8765593949865433e-06,3.7527586300711846e-06,5.628957751468988e-06,7.505157100240467e-06,9.381355994264595e-06,1.1257555343036074e-05,1.3133754691807553e-05,1.5009954040579032e-05,1.688615338935051e-05,1.876235182862729e-05,2.063855208689347e-05,2.2514750526170246e-05,2.4390950784436427e-05,2.6267149223713204e-05,2.8143349481979385e-05,3.0019547921256162e-05,3.189574636053294e-05,3.377194661879912e-05,3.56481468770653e-05,3.7524343497352675e-05,3.9400543755618855e-05,4.1276744013885036e-05,4.315294427215122e-05,4.502914089243859e-05,4.690534115070477e-05,4.878154140897095e-05,5.0657738029258326e-05,5.2533938287524506e-05,5.441013854579069e-05,5.628633880405687e-05,5.816253542434424e-05,6.003873568261042e-05]},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[314,21,11,5,8,2,0,0,0,1,4,0,1,1,2,1,0,0,0,1,1,2,2,1,5,0,3,4,0,0,0,0,0,0,0,0,0,1,0,2,0,2,2,1,1,0,2,3,0,2,2,2,1,4,2,1,2,1,6,2,8,9,24,298],"bins":[-6.003916132613085e-05,-5.8162931964034215e-05,-5.628669896395877e-05,-5.441046960186213e-05,-5.2534240239765495e-05,-5.065800723969005e-05,-4.878177787759341e-05,-4.690554487751797e-05,-4.502931551542133e-05,-4.3153086153324693e-05,-4.127685315324925e-05,-3.940062379115261e-05,-3.752439079107717e-05,-3.564816142898053e-05,-3.377193206688389e-05,-3.189569906680845e-05,-3.001946970471181e-05,-2.814323852362577e-05,-2.6267007342539728e-05,-2.439077798044309e-05,-2.251454679935705e-05,-2.0638315618271008e-05,-1.876208625617437e-05,-1.688585507508833e-05,-1.5009623894002289e-05,-1.3133392712916248e-05,-1.1257162441324908e-05,-9.380932169733569e-06,-7.504700988647528e-06,-5.628470262308838e-06,-3.7522395359701477e-06,-1.8760088096314576e-06,2.1827872842550278e-10,1.8764490050671156e-06,3.752679731405806e-06,5.628910457744496e-06,7.505141184083186e-06,9.381372365169227e-06,1.1257602636760566e-05,1.3133832908351906e-05,1.5010064089437947e-05,1.6886295270523988e-05,1.876252645161003e-05,2.0638755813706666e-05,2.2514986994792707e-05,2.4391218175878748e-05,2.6267447537975386e-05,2.8143678719061427e-05,3.0019909900147468e-05,3.1896139262244105e-05,3.377237226231955e-05,3.564860162441619e-05,3.752483462449163e-05,3.940106398658827e-05,4.127729334868491e-05,4.315352634876035e-05,4.502975571085699e-05,4.6905985072953627e-05,4.878221807302907e-05,5.065844743512571e-05,5.2534676797222346e-05,5.441090979729779e-05,5.628713915939443e-05,5.816337215946987e-05,6.003960152156651e-05]},"gradients/bert.embeddings.word_embeddings.weight":{"values":[1,0,0,0,0,0,0,0,1,1,1,0,2,1,1,5,5,4,3,7,11,17,14,27,29,35,39,36,44,46,67,60,128,204,482,1681,448184,1507,474,182,124,76,58,51,45,42,36,33,26,22,18,15,8,11,5,7,4,1,3,0,1,2,0,1],"bins":[-0.09191633015871048,-0.08939588069915771,-0.08687543869018555,-0.08435498923063278,-0.08183454722166061,-0.07931409776210785,-0.07679365575313568,-0.07427320629358292,-0.07175275683403015,-0.06923231482505798,-0.06671186536550522,-0.06419142335653305,-0.061670973896980286,-0.05915052816271782,-0.05663008242845535,-0.054109636694192886,-0.05158919095993042,-0.049068745225667953,-0.04654829949140549,-0.04402785375714302,-0.041507408022880554,-0.03898695856332779,-0.03646651282906532,-0.033946067094802856,-0.03142562136054039,-0.028905175626277924,-0.026384729892015457,-0.02386428229510784,-0.021343836560845375,-0.01882339082658291,-0.016302943229675293,-0.013782497495412827,-0.01126205176115036,-0.008741606026887894,-0.006221159361302853,-0.003700713161379099,-0.0011802669614553452,0.0013401792384684086,0.0038606254383921623,0.006381071638315916,0.00890151783823967,0.011421963572502136,0.013942410238087177,0.01646285690367222,0.018983302637934685,0.02150374837219715,0.024024195969104767,0.026544641703367233,0.0290650874376297,0.031585533171892166,0.03410597890615463,0.0366264246404171,0.039146870374679565,0.04166731983423233,0.0441877655684948,0.04670821130275726,0.04922865703701973,0.051749102771282196,0.05426954850554466,0.05678999423980713,0.059310443699359894,0.06183088943362236,0.06435133516788483,0.066871777176857,0.06939222663640976],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09868493676185608,-0.09563454985618591,-0.09258416295051575,-0.08953377604484558,-0.08648338913917542,-0.08343300223350525,-0.08038261532783508,-0.07733222842216492,-0.07428184151649475,-0.07123146206140518,-0.06818107515573502,-0.06513068825006485,-0.062080301344394684,-0.05902991443872452,-0.05597952753305435,-0.052929140627384186,-0.04987875372171402,-0.046828366816043854,-0.04377797991037369,-0.04072759300470352,-0.037677206099033356,-0.03462682291865349,-0.03157643601298332,-0.028526049107313156,-0.02547566220164299,-0.022425275295972824,-0.019374888390302658,-0.01632450334727764,-0.013274116441607475,-0.01022372953593731,-0.007173343561589718,-0.004122957121580839,-0.0010725632309913635,0.001977823209017515,0.005028209649026394,0.008078595623373985,0.011128982529044151,0.014179369434714317,0.017229754477739334,0.0202801413834095,0.023330528289079666,0.026380915194749832,0.029431302100419998,0.032481689006090164,0.03553207218647003,0.0385824590921402,0.041632845997810364,0.04468323290348053,0.047733619809150696,0.05078400671482086,0.05383439362049103,0.056884780526161194,0.05993516743183136,0.06298555433750153,0.06603594124317169,0.06908632814884186,0.07213671505451202,0.07518709450960159,0.07823748141527176,0.08128786832094193,0.08433825522661209,0.08738864213228226,0.09043902903795242,0.09348941594362259,0.09653980284929276],"_type":"histogram","values":[2,0,3,6,11,21,38,71,134,242,359,594,967,1514,2399,3520,5154,7420,10573,14003,18578,23954,30509,38124,46531,55338,64508,73145,80037,87013,92175,94917,95487,94041,90891,85306,78537,70489,61743,52716,44278,36167,28996,22623,17155,13116,9136,6623,4791,3257,2079,1422,873,529,340,176,109,62,23,21,8,6,2,2]},"parameters/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[307,32,12,5,4,4,2,2,2,0,2,1,1,1,1,2,0,1,0,4,1,3,2,0,3,4,2,5,0,0,0,0,0,0,0,0,2,3,2,1,2,0,1,1,0,2,0,0,0,3,0,0,0,1,0,2,3,1,2,4,5,8,26,296],"bins":[-6.003966700518504e-05,-5.816342672915198e-05,-5.628718645311892e-05,-5.441094981506467e-05,-5.253470953903161e-05,-5.065846926299855e-05,-4.87822326249443e-05,-4.690599234891124e-05,-4.502975207287818e-05,-4.315351179684512e-05,-4.1277271520812064e-05,-3.940103488275781e-05,-3.7524794606724754e-05,-3.5648554330691695e-05,-3.3772317692637444e-05,-3.1896077416604385e-05,-3.0019837140571326e-05,-2.8143596864538267e-05,-2.6267358407494612e-05,-2.4391119950450957e-05,-2.2514879674417898e-05,-2.063863939838484e-05,-1.8762400941341184e-05,-1.688616248429753e-05,-1.500992220826447e-05,-1.3133682841726113e-05,-1.1257443475187756e-05,-9.381204108649399e-06,-7.504964742111042e-06,-5.628725375572685e-06,-3.752486009034328e-06,-1.8762466424959712e-06,-3.637978807091713e-12,1.87623572855955e-06,3.752475095097907e-06,5.628714461636264e-06,7.504953828174621e-06,9.381193194712978e-06,1.1257432561251335e-05,1.3133671927789692e-05,1.5009911294328049e-05,1.6886151570361108e-05,1.8762390027404763e-05,2.0638628484448418e-05,2.2514868760481477e-05,2.4391109036514536e-05,2.626734749355819e-05,2.8143585950601846e-05,3.0019826226634905e-05,3.1896066502667964e-05,3.3772303140722215e-05,3.5648543416755274e-05,3.752478369278833e-05,3.940102396882139e-05,4.127726424485445e-05,4.31535008829087e-05,4.502974115894176e-05,4.690598143497482e-05,4.878221807302907e-05,5.065845834906213e-05,5.253469862509519e-05,5.441093890112825e-05,5.6287179177161306e-05,5.816341581521556e-05,6.0039656091248617e-05]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,1,0,0,0,2,1,1,2,2,1,4,3,4,9,12,7,8,18,14,14,17,16,25,18,36,21,24,22,32,43,26,36,41,30,24,30,34,19,25,28,18,16,12,16,6,9,7,7,4,5,5,3,2,0,1,2,2],"bins":[-0.006457101088017225,-0.006284548435360193,-0.0061119962483644485,-0.0059394435957074165,-0.0057668909430503845,-0.00559433875605464,-0.005421786103397608,-0.005249233916401863,-0.005076681263744831,-0.004904128611087799,-0.004731576424092054,-0.004559023771435022,-0.004386471584439278,-0.004213918931782246,-0.004041366279125214,-0.0038688138592988253,-0.003696261439472437,-0.0035237090196460485,-0.00335115659981966,-0.003178603947162628,-0.00300605152733624,-0.0028334991075098515,-0.0026609464548528194,-0.002488394035026431,-0.0023158416152000427,-0.0021432891953736544,-0.001970736775547266,-0.001798184122890234,-0.0016256317030638456,-0.0014530792832374573,-0.001280526746995747,-0.001107974210754037,-0.0009354213252663612,-0.000762868847232312,-0.0005903163691982627,-0.0004177638911642134,-0.00024521141313016415,-7.265893509611487e-05,9.98935429379344e-05,0.00027244602097198367,0.00044499849900603294,0.0006175509770400822,0.0007901034550741315,0.0009626559331081808,0.00113520841114223,0.0013077608309686184,0.0014803133672103286,0.0016528659034520388,0.0018254183232784271,0.0019979707431048155,0.002170523162931204,0.002343075815588236,0.002515628235414624,0.0026881806552410126,0.0028607333078980446,0.003033285727724433,0.0032058381475508213,0.0033783905673772097,0.003550942987203598,0.00372349563986063,0.0038960480596870184,0.004068600479513407,0.004241153132170439,0.0044137053191661835,0.0045862579718232155]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.006603340618312359,-0.006392346695065498,-0.006181352771818638,-0.005970358848571777,-0.005759365390986204,-0.005548371467739344,-0.005337377544492483,-0.005126383621245623,-0.004915389697998762,-0.004704395774751902,-0.004493402317166328,-0.004282408393919468,-0.004071414470672607,-0.003860420547425747,-0.0036494266241788864,-0.0034384329337626696,-0.003227439010515809,-0.0030164450872689486,-0.0028054513968527317,-0.002594457473605871,-0.0023834635503590107,-0.002172469859942794,-0.0019614759366959333,-0.0017504820134490728,-0.0015394882066175342,-0.0013284943997859955,-0.001117500476539135,-0.0009065066697075963,-0.0006955128046683967,-0.0004845189396291971,-0.000273525103693828,-6.253125320654362e-05,0.00014846259728074074,0.00035945646231994033,0.0005704503273591399,0.0007814441341906786,0.000992438057437539,0.0012034318642690778,0.0014144256711006165,0.001625419594347477,0.0018364134011790156,0.0020474072080105543,0.002258401131257415,0.0024693950545042753,0.002680388744920492,0.0028913826681673527,0.003102376591414213,0.00331337028183043,0.0035243642050772905,0.003735358128324151,0.003946351818740368,0.004157345741987228,0.004368339665234089,0.004579333588480949,0.00479032751172781,0.005001320969313383,0.005212314892560244,0.005423308815807104,0.005634302739053965,0.005845296662300825,0.006056290585547686,0.006267284043133259,0.006478277966380119,0.00668927188962698,0.00690026581287384],"_type":"histogram","values":[2,0,1,4,3,9,7,10,13,23,39,48,57,82,114,171,263,416,583,941,1246,2060,3010,4542,6895,10589,16069,24247,37992,58943,91974,111522,77222,48818,31623,20456,13525,8818,5857,3730,2581,1714,1173,774,523,373,232,168,114,62,49,41,21,23,15,10,10,4,3,3,3,2,1,1]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336],"_type":"histogram","values":[256,25,17,8,8,1,1,2,1,0,3,1,1,0,0,0,2,1,0,0,0,0,4,3,1,7,1,3,0,0,0,0,0,0,0,0,3,2,2,0,1,2,0,1,3,0,0,1,0,1,0,0,1,0,1,0,4,0,0,5,9,14,26,346]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,1,0,0,1,1,0,2,1,3,1,5,2,5,7,14,6,10,13,17,16,15,19,19,20,38,18,25,23,32,42,24,38,38,33,26,29,30,23,24,25,19,17,14,15,8,8,7,7,4,4,4,4,2,1,1,2,2],"bins":[-0.0063382769003510475,-0.00616929167881608,-0.006000306457281113,-0.005831321235746145,-0.005662336014211178,-0.00549335079267621,-0.005324365571141243,-0.0051553803496062756,-0.004986395128071308,-0.004817409906536341,-0.004648424685001373,-0.004479439463466406,-0.0043104542419314384,-0.004141469020396471,-0.003972483798861504,-0.00380349881015718,-0.0036345135886222124,-0.003465528367087245,-0.0032965431455522776,-0.00312755792401731,-0.0029585727024823427,-0.0027895874809473753,-0.002620602259412408,-0.0024516170378774405,-0.0022826320491731167,-0.0021136468276381493,-0.00194466148968786,-0.0017756762681528926,-0.001606691163033247,-0.0014377059414982796,-0.0012687207199633121,-0.0010997354984283447,-0.0009307502768933773,-0.0007617650553584099,-0.0005927798338234425,-0.00042379467049613595,-0.00025480944896116853,-8.582424197811633e-05,8.316096500493586e-05,0.0002521461574360728,0.00042113137897104025,0.0005901166005060077,0.0007591018220409751,0.0009280869853682816,0.0010970721486955881,0.0012660573702305555,0.001435042591765523,0.0016040278133004904,0.0017730130348354578,0.0019419982563704252,0.0021109834779053926,0.00227996869944036,0.0024489539209753275,0.002617939142510295,0.0027869243640452623,0.0029559095855802298,0.0031248945742845535,0.003293879795819521,0.0034628650173544884,0.003631850238889456,0.0038008354604244232,0.003969820681959391,0.004138805903494358,0.0043077911250293255,0.004476776346564293]},"_timestamp":1.7527886601633554e+09,"gradients/bert.embeddings.position_embeddings.weight":{"values":[2,4,6,12,9,22,15,26,47,50,61,111,151,175,250,322,373,538,653,851,1032,1209,1584,1999,2472,3157,3893,4638,5381,5976,6416,6886,301929,6707,5943,5393,4640,4027,3316,2662,2227,1742,1378,1100,844,661,539,415,336,291,204,152,117,85,69,39,23,20,15,10,7,1,2,1],"bins":[-0.0026984880678355694,-0.002614489058032632,-0.0025304898153990507,-0.002446490805596113,-0.0023624917957931757,-0.0022784925531595945,-0.002194493543356657,-0.0021104945335537195,-0.0020264952909201384,-0.0019424962811172009,-0.0018584971548989415,-0.0017744980286806822,-0.0016904990188777447,-0.0016064998926594853,-0.001522500766441226,-0.0014385017566382885,-0.0013545026304200292,-0.0012705035042017698,-0.0011865044943988323,-0.001102505368180573,-0.0010185062419623137,-0.0009345071739517152,-0.0008505081059411168,-0.0007665089797228575,-0.000682509911712259,-0.0005985108437016606,-0.0005145117174834013,-0.0004305126494728029,-0.000346513552358374,-0.0002625144552439451,-0.00017851537268143147,-9.451628284296021e-05,-1.0517193004488945e-05,7.348189683398232e-05,0.00015748098667245358,0.00024148006923496723,0.0003254791663493961,0.000409478263463825,0.0004934773314744234,0.0005774764576926827,0.0006614755257032812,0.0007454745937138796,0.0008294737199321389,0.0009134727879427373,0.0009974718559533358,0.001081470982171595,0.0011654701083898544,0.001249469118192792,0.0013334682444110513,0.0014174673706293106,0.0015014663804322481,0.0015854655066505075,0.0016694646328687668,0.0017534636426717043,0.0018374627688899636,0.001921461895108223,0.0020054609049111605,0.0020894601475447416,0.002173459157347679,0.0022574581671506166,0.002341457409784198,0.0024254564195871353,0.002509455429390073,0.002593454672023654,0.0026774536818265915],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0008187670027837157,-0.0007914808229543269,-0.0007641947013325989,-0.0007369085215032101,-0.0007096223416738212,-0.0006823362200520933,-0.0006550500402227044,-0.0006277638603933156,-0.0006004777387715876,-0.0005731915589421988,-0.0005459053791128099,-0.000518619257491082,-0.0004913330776616931,-0.0004640469269361347,-0.0004367607762105763,-0.00040947459638118744,-0.00038218844565562904,-0.00035490229493007064,-0.0003276161151006818,-0.0003003299643751234,-0.000273043813649565,-0.0002457576338201761,-0.00021847148309461772,-0.00019118533236905932,-0.0001638991670915857,-0.00013661300181411207,-0.00010932685108855367,-8.204068581108004e-05,-5.4754527809564024e-05,-2.7468367989058606e-05,-1.8220816855318844e-07,2.710395165195223e-05,5.439011147245765e-05,8.167626947397366e-05,0.00010896242747548968,0.0001362485927529633,0.0001635347434785217,0.00019082090875599533,0.00021810707403346896,0.00024539322475902736,0.00027267937548458576,0.0002999655553139746,0.000327251706039533,0.0003545378567650914,0.0003818240365944803,0.0004091101873200387,0.0004363963380455971,0.00046368251787498593,0.0004909686977043748,0.0005182548193261027,0.0005455409991554916,0.0005728271207772195,0.0006001133006066084,0.0006273994804359972,0.0006546856020577252,0.000681971781887114,0.0007092579617165029,0.0007365440833382308,0.0007638302631676197,0.0007911164429970086,0.0008184025646187365,0.0008456887444481254,0.0008729749242775142,0.0009002610458992422,0.000927547225728631],"_type":"histogram","values":[1,0,0,0,1,0,4,4,5,7,7,6,19,24,34,49,78,122,203,281,462,758,1244,2012,3550,6211,11378,23201,56290,186994,189566,57000,23506,11680,6220,3495,2107,1217,790,470,296,175,115,92,56,33,19,14,7,4,7,1,3,3,1,0,1,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[794,69,38,20,9,6,6,4,3,1,2,4,0,3,0,0,2,4,4,4,1,4,5,3,2,4,11,5,2,0,0,0,0,0,0,1,1,7,4,6,6,5,2,4,3,0,1,3,1,1,1,3,3,2,1,1,1,2,6,5,16,46,88,818],"bins":[-6.003835005685687e-05,-5.816216435050592e-05,-5.628598228213377e-05,-5.440980021376163e-05,-5.2533614507410675e-05,-5.065742880105972e-05,-4.878124673268758e-05,-4.690506466431543e-05,-4.502887895796448e-05,-4.315269325161353e-05,-4.127651118324138e-05,-3.940032911486924e-05,-3.7524143408518285e-05,-3.564795770216733e-05,-3.377177563379519e-05,-3.189559356542304e-05,-3.001940785907209e-05,-2.814322397171054e-05,-2.626704008434899e-05,-2.4390856196987443e-05,-2.2514672309625894e-05,-2.0638488422264345e-05,-1.8762304534902796e-05,-1.6886120647541247e-05,-1.5009936760179698e-05,-1.313375287281815e-05,-1.12575689854566e-05,-9.381385098095052e-06,-7.505201210733503e-06,-5.629017323371954e-06,-3.7528334360104054e-06,-1.8766495486488566e-06,-4.69299266114831e-10,1.875714588095434e-06,3.751898475456983e-06,5.628082362818532e-06,7.5042662501800805e-06,9.38045013754163e-06,1.1256634024903178e-05,1.3132817912264727e-05,1.5009001799626276e-05,1.6885185686987825e-05,1.8761369574349374e-05,2.0637553461710922e-05,2.251373734907247e-05,2.438992123643402e-05,2.626610512379557e-05,2.8142289011157118e-05,3.0018472898518667e-05,3.189465496689081e-05,3.3770840673241764e-05,3.564702637959272e-05,3.752320844796486e-05,3.939939051633701e-05,4.127557622268796e-05,4.315176192903891e-05,4.502794399741106e-05,4.69041260657832e-05,4.8780311772134155e-05,5.065649747848511e-05,5.253267954685725e-05,5.44088616152294e-05,5.628504732158035e-05,5.81612330279313e-05,6.003741509630345e-05]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.10263203084468842,-0.09963642805814743,-0.09664082527160645,-0.09364522248506546,-0.09064961969852448,-0.08765401691198349,-0.0846584141254425,-0.08166281133890152,-0.07866720855236053,-0.07567160576581955,-0.07267600297927856,-0.06968040019273758,-0.0666847974061966,-0.06368919461965561,-0.06069359555840492,-0.05769799277186394,-0.05470238998532295,-0.05170678719878197,-0.04871118441224098,-0.0457155816257,-0.04271997883915901,-0.03972437605261803,-0.03672877326607704,-0.033733170479536057,-0.03073756955564022,-0.027741966769099236,-0.02474636398255825,-0.021750761196017265,-0.01875516027212143,-0.015759557485580444,-0.01276395469903946,-0.009768351912498474,-0.006772749125957489,-0.0037771465722471476,-0.0007815440185368061,0.0022140585351735353,0.005209661088883877,0.008205263875424862,0.011200865730643272,0.014196468517184258,0.017192071303725243,0.020187674090266228,0.023183276876807213,0.026178879663348198,0.029174480587244034,0.03217008337378502,0.035165686160326004,0.03816128894686699,0.041156891733407974,0.04415249451994896,0.047148097306489944,0.05014370009303093,0.053139302879571915,0.0561349056661129,0.059130508452653885,0.06212611123919487,0.06512171030044556,0.06811731308698654,0.07111291587352753,0.07410851866006851,0.0771041214466095,0.08009972423315048,0.08309532701969147,0.08609092980623245,0.08908653259277344],"_type":"histogram","values":[1,0,1,0,3,4,6,9,18,38,49,109,176,280,449,697,1078,1538,2180,2974,4221,5803,7541,9675,12013,14997,17783,21106,24396,27337,30118,32306,34397,34928,35040,34804,33364,31507,28598,25913,22513,19368,16262,13560,10672,8636,6682,4940,3620,2653,1872,1244,846,534,363,257,150,81,50,32,15,10,3,4]},"parameters/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.07215101271867752,-0.07009559869766235,-0.06804017722606659,-0.06598475575447083,-0.06392934173345566,-0.06187392398715019,-0.05981850624084473,-0.05776308849453926,-0.055707670748233795,-0.05365225300192833,-0.051596835255622864,-0.0495414175093174,-0.04748599976301193,-0.04543058201670647,-0.043375164270401,-0.041319746524095535,-0.03926432877779007,-0.037208911031484604,-0.03515349328517914,-0.03309807553887367,-0.031042657792568207,-0.02898724004626274,-0.026931822299957275,-0.02487640455365181,-0.022820986807346344,-0.02076556906104088,-0.018710151314735413,-0.016654733568429947,-0.014599315822124481,-0.012543898075819016,-0.01048848032951355,-0.008433062583208084,-0.006377648562192917,-0.004322230815887451,-0.0022668130695819855,-0.00021139532327651978,0.001844022423028946,0.0038994401693344116,0.005954857915639877,0.008010275661945343,0.010065693408250809,0.012121111154556274,0.01417652890086174,0.016231946647167206,0.01828736439347267,0.020342782139778137,0.022398199886083603,0.02445361763238907,0.026509035378694534,0.028564453125,0.030619870871305466,0.03267528861761093,0.0347307063639164,0.03678612411022186,0.03884154185652733,0.040896959602832794,0.04295237734913826,0.045007795095443726,0.04706321284174919,0.04911863058805466,0.05117404833436012,0.05322946608066559,0.055284883826971054,0.05734030157327652,0.059395719319581985],"_type":"histogram","values":[1,0,1,1,0,1,1,2,1,0,5,4,6,7,8,11,16,11,15,22,23,23,28,39,33,32,59,52,48,58,51,67,62,56,67,49,61,47,65,56,55,50,49,53,34,30,21,22,28,14,28,7,17,10,6,4,5,3,4,2,2,2,0,1]},"gradients/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.0073578692972660065,-0.0071356515400111675,-0.006913434248417616,-0.006691216491162777,-0.006468999199569225,-0.006246781442314386,-0.006024564150720835,-0.005802346393465996,-0.005580129101872444,-0.005357911344617605,-0.005135694053024054,-0.004913476295769215,-0.004691259004175663,-0.004469041246920824,-0.004246823955327272,-0.0040246061980724335,-0.003802388673648238,-0.003580171149224043,-0.0033579536247998476,-0.0031357361003756523,-0.002913518575951457,-0.0026913010515272617,-0.0024690835271030664,-0.002246866002678871,-0.002024648245424032,-0.0018024308374151587,-0.0015802133129909635,-0.0013579957885667682,-0.001135778147727251,-0.0009135606815107167,-0.0006913430988788605,-0.0004691255744546652,-0.0002469080500304699,-2.4690511054359376e-05,0.00019752702792175114,0.0004197445814497769,0.0006419621058739722,0.0008641796302981675,0.0010863972129300237,0.001308614737354219,0.0015308322617784142,0.0017530497862026095,0.0019752674270421267,0.002197484951466322,0.0024197024758905172,0.0026419200003147125,0.002864137524738908,0.003086355049163103,0.0033085725735872984,0.0035307900980114937,0.003753007622435689,0.003975225146859884,0.004197442904114723,0.004419660195708275,0.004641877952963114,0.004864095244556665,0.005086313001811504,0.005308530293405056,0.005530748050659895,0.005752965342253447,0.0059751830995082855,0.006197400391101837,0.006419618148356676,0.006641835439950228,0.006864053197205067],"_type":"histogram","values":[2,0,0,1,1,0,1,1,3,5,0,10,12,18,14,21,40,85,109,165,242,353,572,922,1518,2530,4419,7493,13434,24992,50925,129756,454713,575461,177553,64226,29919,14736,8017,4415,2509,1505,807,507,295,195,126,88,44,25,23,22,14,5,7,2,0,1,1,2,0,1,0,1]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[311,39,11,6,3,0,2,0,1,0,1,0,1,1,2,4,2,0,1,2,3,1,0,0,2,2,1,2,0,0,0,0,0,0,0,0,3,0,6,2,1,2,2,0,3,1,0,1,0,1,1,0,0,1,0,1,1,2,0,0,5,12,28,297],"bins":[-6.0037731600459665e-05,-5.816152406623587e-05,-5.6285316532012075e-05,-5.440910899778828e-05,-5.2532901463564485e-05,-5.065669392934069e-05,-4.8780486395116895e-05,-4.69042788608931e-05,-4.5028071326669306e-05,-4.315186379244551e-05,-4.1275656258221716e-05,-3.939944872399792e-05,-3.7523241189774126e-05,-3.564703365555033e-05,-3.3770826121326536e-05,-3.189461858710274e-05,-3.0018411052878946e-05,-2.814220351865515e-05,-2.6265995984431356e-05,-2.438978845020756e-05,-2.2513580915983766e-05,-2.063737338175997e-05,-1.8761165847536176e-05,-1.688495831331238e-05,-1.5008750779088587e-05,-1.3132543244864792e-05,-1.1256335710640997e-05,-9.380128176417202e-06,-7.503920642193407e-06,-5.627713107969612e-06,-3.751505573745817e-06,-1.875298039522022e-06,9.1313268058002e-10,1.877120666904375e-06,3.75332820112817e-06,5.629535735351965e-06,7.50574326957576e-06,9.381950803799555e-06,1.125815833802335e-05,1.3134365872247145e-05,1.501057340647094e-05,1.6886780940694734e-05,1.876298847491853e-05,2.0639196009142324e-05,2.251540354336612e-05,2.4391611077589914e-05,2.626781861181371e-05,2.8144026146037504e-05,3.00202336802613e-05,3.1896441214485094e-05,3.377264874870889e-05,3.5648856282932684e-05,3.752506381715648e-05,3.9401271351380274e-05,4.127747888560407e-05,4.3153686419827864e-05,4.502989395405166e-05,4.6906101488275453e-05,4.878230902249925e-05,5.065851655672304e-05,5.253472409094684e-05,5.441093162517063e-05,5.628713915939443e-05,5.816334669361822e-05,6.003955422784202e-05]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[3,0,3,2,6,9,34,61,102,186,312,450,799,1261,1945,2993,4564,6598,9406,12967,17136,23022,29717,37547,46030,54541,64366,73237,81555,88589,94109,96614,97646,96852,93002,87129,79583,70963,62358,53025,43664,35483,28312,21752,16225,12231,8758,6049,4246,2815,1778,1137,680,422,247,167,78,49,25,14,6,2,1,1],"bins":[-0.10115993767976761,-0.09803670644760132,-0.09491348266601562,-0.09179025888442993,-0.08866702765226364,-0.08554379642009735,-0.08242057263851166,-0.07929734885692596,-0.07617411762475967,-0.07305088639259338,-0.06992766261100769,-0.066804438829422,-0.0636812075972557,-0.060557980090379715,-0.05743475258350372,-0.05431152507662773,-0.05118829756975174,-0.04806507006287575,-0.044941842555999756,-0.041818615049123764,-0.03869538754224777,-0.03557216003537178,-0.03244893252849579,-0.029325705021619797,-0.026202477514743805,-0.023079250007867813,-0.01995602250099182,-0.01683279499411583,-0.013709567487239838,-0.010586339980363846,-0.007463112473487854,-0.004339884966611862,-0.0012166649103164673,0.0019065625965595245,0.005029790103435516,0.008153017610311508,0.0112762451171875,0.014399472624063492,0.017522700130939484,0.020645927637815475,0.023769155144691467,0.02689238265156746,0.03001561015844345,0.03313883766531944,0.036262065172195435,0.039385292679071426,0.04250852018594742,0.04563174769282341,0.0487549751996994,0.051878202706575394,0.055001430213451385,0.05812465772032738,0.06124788522720337,0.06437110900878906,0.06749434024095535,0.07061757147312164,0.07374079525470734,0.07686401903629303,0.07998725026845932,0.08311048150062561,0.0862337052822113,0.089356929063797,0.09248016029596329,0.09560339152812958,0.09872661530971527]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,0,1,1,1,5,1,4,8,8,22,14,27,34,59,83,145,208,232,423,564,816,1358,1907,2895,4584,6841,10695,17044,28616,53822,115246,162999,79875,39850,22291,13812,8501,5738,3704,2472,1479,1132,738,520,371,199,147,90,68,64,24,25,18,16,7,7,3,2,2,1,2,0,2],"bins":[-0.000547264120541513,-0.0005303060170263052,-0.0005133479717187583,-0.0004963899264112115,-0.0004794318228960037,-0.0004624737484846264,-0.0004455156740732491,-0.0004285575996618718,-0.0004115995252504945,-0.00039464145083911717,-0.00037768337642773986,-0.00036072530201636255,-0.00034376722760498524,-0.0003268091531936079,-0.0003098510787822306,-0.0002928930043708533,-0.000275934929959476,-0.0002589768555480987,-0.00024201878113672137,-0.00022506070672534406,-0.00020810263231396675,-0.00019114455790258944,-0.00017418648349121213,-0.00015722840907983482,-0.0001402703346684575,-0.0001233122602570802,-0.00010635418584570289,-8.939611143432558e-05,-7.243803702294827e-05,-5.5479962611570954e-05,-3.8521888200193644e-05,-2.1563813788816333e-05,-4.605681169778109e-06,1.2352393241599202e-05,2.9310467652976513e-05,4.6268542064353824e-05,6.322661647573113e-05,8.018469088710845e-05,9.714276529848576e-05,0.00011410083970986307,0.00013105891412124038,0.0001480169885326177,0.000164975062943995,0.0001819331373553723,0.00019889121176674962,0.00021584928617812693,0.00023280736058950424,0.00024976543500088155,0.00026672350941225886,0.0002836815838236362,0.0003006396582350135,0.0003175977326463908,0.0003345558070577681,0.0003515138814691454,0.00036847195588052273,0.00038543003029190004,0.00040238810470327735,0.00041934617911465466,0.00043630425352603197,0.0004532623279374093,0.0004702204023487866,0.0004871784767601639,0.0005041365511715412,0.000521094654686749,0.0005380526999942958],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[2,3,7,12,15,34,62,107,207,339,564,912,1393,2194,3378,4817,7350,10292,14414,19518,24835,31969,40049,48853,58033,67475,76004,83965,90369,94975,97801,97806,95658,91523,84695,77435,68425,59156,49882,41088,32859,25985,19930,14890,10934,7472,5339,3602,2384,1493,980,597,354,187,112,58,31,24,6,6,3,0,1,1],"bins":[-0.09733550250530243,-0.09420181065797806,-0.09106811881065369,-0.08793443441390991,-0.08480074256658554,-0.08166705071926117,-0.0785333663225174,-0.07539967447519302,-0.07226598262786865,-0.06913229078054428,-0.06599859893321991,-0.06286491453647614,-0.059731222689151764,-0.05659753084182739,-0.05346384271979332,-0.05033015459775925,-0.047196462750434875,-0.044062770903110504,-0.04092908278107643,-0.03779539465904236,-0.03466170281171799,-0.031528010964393616,-0.028394322842359543,-0.02526063285768032,-0.0221269428730011,-0.018993252888321877,-0.015859562903642654,-0.012725872918963432,-0.00959218293428421,-0.006458492949604988,-0.003324802964925766,-0.00019111298024654388,0.002942584455013275,0.006076274439692497,0.00920996442437172,0.012343654409050941,0.015477344393730164,0.018611034378409386,0.021744724363088608,0.02487841434776783,0.028012104332447052,0.031145794317126274,0.034279484301805496,0.03741317242383957,0.04054686427116394,0.04368055611848831,0.046814244240522385,0.04994793236255646,0.05308162420988083,0.0562153160572052,0.05934900417923927,0.062482692301273346,0.06561638414859772,0.06875007599592209,0.07188376784324646,0.07501745223999023,0.0781511440873146,0.08128483593463898,0.08441852033138275,0.08755221217870712,0.0906859040260315,0.09381959587335587,0.09695328772068024,0.10008697211742401,0.10322066396474838],"_type":"histogram"},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,4,4,6,8,19,19,30,45,70,73,116,171,240,338,504,736,1061,1500,2386,3536,5390,8301,12863,20344,32941,55634,97873,183857,388322,355506,171133,91522,52049,31122,19245,12306,7928,5073,3452,2220,1556,1056,743,509,348,200,169,89,79,51,29,29,21,10,9,4,7,1,3,1,0,0,1],"bins":[-0.0038602096028625965,-0.003731298027560115,-0.003602386452257633,-0.003473475109785795,-0.0033445635344833136,-0.003215651959180832,-0.0030867403838783503,-0.0029578288085758686,-0.0028289174661040306,-0.002700005890801549,-0.0025710943154990673,-0.0024421827401965857,-0.002313271164894104,-0.0021843595895916224,-0.0020554482471197844,-0.0019265366718173027,-0.001797625096514821,-0.0016687135212123394,-0.0015398020623251796,-0.001410890487022698,-0.001281979028135538,-0.0011530674528330564,-0.0010241558775305748,-0.0008952443604357541,-0.0007663328433409333,-0.0006374213262461126,-0.0005085098091512918,-0.0003795982338488102,-0.00025068671675398946,-0.00012177518510725349,7.136346539482474e-06,0.00013604787818621844,0.0002649594098329544,0.00039387092692777514,0.0005227824440225959,0.0006516940193250775,0.0007806055364198983,0.000909517053514719,0.0010384286288172007,0.0011673400877043605,0.0012962516630068421,0.0014251632383093238,0.0015540746971964836,0.0016829862724989653,0.001811897847801447,0.0019408093066886067,0.0020697207655757666,0.002198632340878248,0.00232754391618073,0.0024564554914832115,0.002585367066785693,0.002714278409257531,0.002843189984560013,0.0029721015598624945,0.003101013135164976,0.0032299247104674578,0.0033588362857699394,0.0034877476282417774,0.003616659203544259,0.0037455707788467407,0.0038744823541492224,0.004003393929451704,0.004132305271923542,0.004261217080056667,0.004390128422528505]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"values":[2,2,2,5,13,25,41,73,136,197,322,517,763,1189,1604,2401,3314,4547,5927,7885,10058,12419,15416,18151,21190,24274,27427,30099,32221,33351,34537,35031,34187,32430,30946,28534,25586,22546,19395,16149,13517,10788,8767,6745,5069,3711,2654,1868,1298,903,607,371,245,152,86,60,27,23,6,4,7,2,0,2],"bins":[-0.09213998168706894,-0.08918394893407822,-0.08622792363166809,-0.08327189087867737,-0.08031585812568665,-0.07735982537269592,-0.0744037926197052,-0.07144776731729507,-0.06849173456430435,-0.06553570181131363,-0.0625796765089035,-0.05962364375591278,-0.05666761100292206,-0.053711578249931335,-0.05075554922223091,-0.04779952019453049,-0.044843487441539764,-0.04188745468854904,-0.03893142566084862,-0.03597539663314819,-0.03301936388015747,-0.030063332989811897,-0.027107302099466324,-0.02415127120912075,-0.021195240318775177,-0.018239209428429604,-0.01528317853808403,-0.012327147647738457,-0.009371116757392883,-0.00641508586704731,-0.0034590549767017365,-0.000503024086356163,0.0024530068039894104,0.005409037694334984,0.008365068584680557,0.01132109947502613,0.014277130365371704,0.017233161255717278,0.02018919214606285,0.023145223036408424,0.026101253926753998,0.02905728481709957,0.032013315707445145,0.03496934473514557,0.03792537748813629,0.040881410241127014,0.04383743926882744,0.04679346829652786,0.049749501049518585,0.05270553380250931,0.05566156283020973,0.058617591857910156,0.06157362461090088,0.0645296573638916,0.06748569011688232,0.07044171541929245,0.07339774817228317,0.0763537809252739,0.07930980622768402,0.08226583898067474,0.08522187173366547,0.08817790448665619,0.09113393723964691,0.09408996254205704,0.09704599529504776],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,3,12,10,22,38,65,94,152,260,343,580,847,1187,1668,2413,3274,4476,6046,7766,9653,12065,14509,17430,20281,23155,26041,28881,31050,32450,33600,33561,33373,32605,30969,28595,25909,23021,20163,17474,14707,12236,9620,7692,6063,4533,3308,2403,1674,1253,806,549,356,229,141,76,64,30,21,8,5,3,1,2],"bins":[-0.09037043899297714,-0.08750181645154953,-0.08463320136070251,-0.0817645788192749,-0.07889595627784729,-0.07602734118700027,-0.07315871864557266,-0.07029009610414505,-0.06742148101329803,-0.06455285847187042,-0.06168423593044281,-0.058815617114305496,-0.05594699829816818,-0.05307837575674057,-0.050209756940603256,-0.047341134399175644,-0.04447251558303833,-0.041603896766901016,-0.038735274225473404,-0.03586665540933609,-0.03299803286790848,-0.030129414051771164,-0.02726079523563385,-0.024392174556851387,-0.021523553878068924,-0.01865493319928646,-0.015786312520503998,-0.012917693704366684,-0.010049073025584221,-0.007180452812463045,-0.004311832599341869,-0.0014432123862206936,0.0014254078269004822,0.004294028040021658,0.007162648253142834,0.010031268000602722,0.012899888679385185,0.01576850935816765,0.018637128174304962,0.021505748853087425,0.02437436953186989,0.02724299021065235,0.030111610889434814,0.03298022970557213,0.03584884852170944,0.038717471063137054,0.04158608987927437,0.04445471242070198,0.047323331236839294,0.05019195005297661,0.05306057259440422,0.055929191410541534,0.05879781395196915,0.06166643276810646,0.06453505158424377,0.06740367412567139,0.070272296667099,0.07314091175794601,0.07600953429937363,0.07887815684080124,0.08174677193164825,0.08461539447307587,0.08748401701450348,0.0903526321053505,0.0932212546467781]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,0,0,1,1,1,1,2,3,2,2,5,8,6,12,11,8,7,18,15,14,22,23,24,23,28,30,29,38,35,33,32,38,36,23,26,30,12,26,25,22,18,14,8,13,7,8,11,4,4,1,1,1,1,0,1,0,1],"bins":[-0.006378100253641605,-0.006201508454978466,-0.006024916656315327,-0.0058483243919909,-0.005671732593327761,-0.005495140794664621,-0.005318548530340195,-0.005141956731677055,-0.004965364933013916,-0.004788773134350777,-0.004612181335687637,-0.004435589071363211,-0.004258997272700071,-0.004082405474036932,-0.003905813442543149,-0.003729221411049366,-0.0035526296123862267,-0.0033760378137230873,-0.0031994457822293043,-0.0030228537507355213,-0.002846261952072382,-0.0026696701534092426,-0.0024930781219154596,-0.0023164860904216766,-0.0021398942917585373,-0.001963302493095398,-0.001786710461601615,-0.0016101185465231538,-0.0014335266314446926,-0.0012569347163662314,-0.0010803428012877703,-0.0009037508862093091,-0.0007271594367921352,-0.0005505675217136741,-0.0003739756066352129,-0.00019738369155675173,-2.0791776478290558e-05,0.0001558001386001706,0.0003323920536786318,0.000508983968757093,0.0006855758838355541,0.0008621677989140153,0.0010387597139924765,0.0012153516290709376,0.0013919435441493988,0.00156853545922786,0.0017451273743063211,0.0019217192893847823,0.0020983112044632435,0.002274903003126383,0.002451495034620166,0.002628087066113949,0.002804678864777088,0.0029812706634402275,0.0031578626949340105,0.0033344547264277935,0.003511046525090933,0.003687638323754072,0.003864230355247855,0.004040822386741638,0.0042174141854047775,0.004394005984067917,0.004570597782731056,0.004747190047055483,0.004923781845718622]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,2,1,2,2,2,2,2,5,5,11,7,10,15,16,15,11,31,20,15,12,21,38,31,36,33,29,34,29,38,39,32,30,29,14,21,22,19,10,5,20,12,11,6,4,6,4,1,1,2,1,0,0,0,0,0,1],"bins":[-0.0031860019080340862,-0.003091369289904833,-0.0029967366717755795,-0.0029021038208156824,-0.002807471202686429,-0.0027128385845571756,-0.0026182059664279222,-0.002523573348298669,-0.002428940497338772,-0.0023343078792095184,-0.002239675261080265,-0.0021450426429510117,-0.0020504100248217583,-0.001955777406692505,-0.0018611446721479297,-0.0017665119376033545,-0.001671879319474101,-0.0015772467013448477,-0.0014826139668002725,-0.001387981348671019,-0.0012933486141264439,-0.0011987159959971905,-0.001104083377867937,-0.0010094506433233619,-0.0009148180251941085,-0.0008201853488571942,-0.0007255526725202799,-0.0006309200543910265,-0.0005362873780541122,-0.0004416547017171979,-0.00034702205448411405,-0.0002523894072510302,-0.0001577567309141159,-6.312406912911683e-05,3.150859265588224e-05,0.0001261412544408813,0.00022077391622588038,0.0003154065925627947,0.00041003923979587853,0.0005046718870289624,0.0005993045633658767,0.000693937239702791,0.0007885699160397053,0.0008832025341689587,0.000977835152298212,0.0010724678868427873,0.0011671005049720407,0.0012617332395166159,0.0013563658576458693,0.0014509984757751226,0.0015456312103196979,0.0016402638284489512,0.0017348965629935265,0.0018295291811227798,0.0019241617992520332,0.0020187944173812866,0.00211342703551054,0.002208059886470437,0.0023026925045996904,0.002397325122728944,0.002491957740858197,0.0025865903589874506,0.0026812232099473476,0.002775855828076601,0.0028704884462058544]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0002447680162731558,-0.00023730401881039143,-0.00022984002134762704,-0.00022237600933294743,-0.00021491201187018305,-0.00020744801440741867,-0.00019998400239273906,-0.00019252000492997468,-0.0001850560074672103,-0.0001775920100044459,-0.00017012801254168153,-0.00016266400052700192,-0.00015520000306423753,-0.00014773600560147315,-0.00014027199358679354,-0.00013280799612402916,-0.00012534399866126478,-0.0001178800011985004,-0.0001104159964597784,-0.0001029519917210564,-9.548799425829202e-05,-8.802399679552764e-05,-8.055999205680564e-05,-7.309598731808364e-05,-6.563198985531926e-05,-5.816798875457607e-05,-5.070398765383288e-05,-4.323998655308969e-05,-3.5775985452346504e-05,-2.8311984351603314e-05,-2.0847983250860125e-05,-1.3383982150116935e-05,-5.919981049373746e-06,1.5440200513694435e-06,9.008021152112633e-06,1.6472022252855822e-05,2.3936023353599012e-05,3.14000244543422e-05,3.886402555508539e-05,4.632802665582858e-05,5.379202775657177e-05,6.125602521933615e-05,6.872002995805815e-05,7.618403469678015e-05,8.364803215954453e-05,9.111202962230891e-05,9.85760343610309e-05,0.0001060400390997529,0.00011350403656251729,0.00012096803402528167,0.00012843203148804605,0.00013589604350272566,0.00014336004096549004,0.00015082403842825443,0.00015828805044293404,0.00016575204790569842,0.0001732160453684628,0.00018068004283122718,0.00018814404029399157,0.00019560805230867118,0.00020307204977143556,0.00021053604723419994,0.00021800005924887955,0.00022546405671164393,0.00023292805417440832],"_type":"histogram","values":[2,0,0,0,0,1,1,0,6,1,2,1,3,9,8,2,2,7,8,8,11,13,15,11,23,13,25,25,26,41,36,37,36,34,39,34,39,30,28,23,19,16,16,20,16,17,12,9,16,6,3,1,5,0,0,4,2,3,2,0,0,0,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-6.003971429890953e-05,-5.816347766085528e-05,-5.628724102280103e-05,-5.4411004384746775e-05,-5.2534764108713716e-05,-5.0658527470659465e-05,-4.878229083260521e-05,-4.690605419455096e-05,-4.502981755649671e-05,-4.315358091844246e-05,-4.1277344280388206e-05,-3.9401107642333955e-05,-3.75248710042797e-05,-3.5648630728246644e-05,-3.377239409019239e-05,-3.189615745213814e-05,-3.001992081408389e-05,-2.8143684176029637e-05,-2.6267447537975386e-05,-2.439120908093173e-05,-2.251497244287748e-05,-2.0638735804823227e-05,-1.8762497347779572e-05,-1.688626070972532e-05,-1.5010024071671069e-05,-1.3133787433616817e-05,-1.1257549886067864e-05,-9.38131233851891e-06,-7.5050757004646584e-06,-5.628838607663056e-06,-3.7526015148614533e-06,-1.8763644220598508e-06,-1.2369127944111824e-10,1.8761134015221614e-06,3.752350494323764e-06,5.6285875871253666e-06,7.504824679926969e-06,9.38106131798122e-06,1.1257298865530174e-05,1.3133536413079128e-05,1.500977305113338e-05,1.688600968918763e-05,1.8762246327241883e-05,2.0638484784285538e-05,2.251472142233979e-05,2.439095806039404e-05,2.6267196517437696e-05,2.8143433155491948e-05,3.00196697935462e-05,3.189590643160045e-05,3.37721430696547e-05,3.5648379707708955e-05,3.7524616345763206e-05,3.9400856621796265e-05,4.127709325985052e-05,4.315332989790477e-05,4.502956653595902e-05,4.690580317401327e-05,4.8782039812067524e-05,5.0658276450121775e-05,5.2534516726154834e-05,5.4410753364209086e-05,5.628699000226334e-05,5.816322664031759e-05,6.003946327837184e-05],"_type":"histogram","values":[320,29,10,6,2,1,2,2,0,1,0,1,0,4,0,0,0,1,1,0,2,2,2,1,4,3,3,2,0,0,0,0,0,0,0,0,3,3,0,1,2,0,0,1,0,1,1,0,1,0,0,0,3,1,0,1,2,3,2,2,6,14,20,302]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,1,2,1,2,2,4,8,14,4,11,15,35,31,63,82,89,113,71,37,38,34,23,22,12,13,11,3,6,2,3,4,2,2,2,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.004581015557050705,-0.004334581550210714,-0.004088147077709436,-0.003841712838038802,-0.003595278598368168,-0.0033488445915281773,-0.003102410351857543,-0.0028559761121869087,-0.0026095418725162745,-0.00236310763284564,-0.002116673393175006,-0.0018702392699196935,-0.0016238050302490592,-0.001377370790578425,-0.0011309366673231125,-0.0008845024276524782,-0.000638068187981844,-0.00039163397741504014,-0.00014519976684823632,0.00010123444371856749,0.0003476686542853713,0.0005941028939560056,0.0008405370754189789,0.0010869712568819523,0.0013334054965525866,0.0015798397362232208,0.001826273975893855,0.0020727082155644894,0.00231914222240448,0.0025655764620751143,0.0028120107017457485,0.003058444941416383,0.003304879181087017,0.0035513134207576513,0.0037977476604282856,0.004044181667268276,0.004290616139769554,0.004537050146609545,0.004783484619110823,0.005029918625950813,0.005276353098452091,0.005522787105292082,0.0057692211121320724,0.00601565558463335,0.006262089591473341,0.006508524063974619,0.0067549580708146095,0.0070013925433158875,0.007247826550155878,0.007494260556995869,0.007740695029497147,0.007987129501998425,0.008233563043177128,0.008479997515678406,0.008726431988179684,0.008972866460680962,0.009219300001859665,0.009465734474360943,0.00971216894686222,0.009958602488040924,0.010205036960542202,0.01045147143304348,0.010697905905544758,0.010944339446723461,0.011190773919224739],"_type":"histogram"},"parameters/linear.weight":{"bins":[-0.03611009940505028,-0.0349816232919693,-0.03385314345359802,-0.032724667340517044,-0.031596191227436066,-0.030467713251709938,-0.02933923527598381,-0.028210759162902832,-0.027082281187176704,-0.025953803211450577,-0.0248253270983696,-0.02369684912264347,-0.022568371146917343,-0.021439895033836365,-0.020311417058110237,-0.01918294094502926,-0.01805446296930313,-0.016925984993577003,-0.015797508880496025,-0.014669030904769897,-0.013540553860366344,-0.012412076815962791,-0.011283598840236664,-0.01015512179583311,-0.009026644751429558,-0.007898167707026005,-0.0067696901969611645,-0.005641212686896324,-0.004512735642492771,-0.0033842583652585745,-0.002255781088024378,-0.0011273038107901812,1.169741153717041e-06,0.0011296470183879137,0.0022581242956221104,0.003386601572856307,0.004515078850090504,0.005643555894494057,0.006772033404558897,0.007900510914623737,0.00902898795902729,0.010157465003430843,0.011285942047834396,0.012414420023560524,0.013542897067964077,0.01467137411236763,0.015799852088093758,0.016928328201174736,0.018056806176900864,0.01918528415262699,0.02031376026570797,0.021442238241434097,0.022570714354515076,0.023699192330241203,0.02482767030596733,0.02595614641904831,0.027084624394774437,0.028213102370500565,0.029341578483581543,0.03047005645930767,0.0315985344350338,0.03272701054811478,0.033855486661195755,0.03498396649956703,0.03611244261264801],"_type":"histogram","values":[1510,1576,1559,1531,1571,1598,1562,1495,1534,1475,1555,1559,1547,1598,1491,1575,1522,1517,1525,1490,1535,1552,1505,1510,1516,1505,1492,1558,1514,1542,1510,1569,1587,1513,1490,1554,1519,1585,1528,1565,1566,1544,1589,1656,1512,1529,1555,1507,1475,1601,1523,1570,1538,1578,1435,1526,1483,1514,1565,1598,1536,1479,1527,1459]},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[5,0,4,4,6,4,5,7,12,16,16,27,50,48,61,79,82,78,54,47,23,29,16,17,13,18,7,6,7,4,4,3,1,3,4,1,1,0,2,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2],"bins":[-0.0036337128840386868,-0.0034202763345092535,-0.0032068397849798203,-0.0029934034682810307,-0.0027799669187515974,-0.002566530369222164,-0.0023530940525233746,-0.0021396575029939413,-0.001926220953464508,-0.0017127844039350748,-0.0014993479708209634,-0.001285911537706852,-0.0010724749881774187,-0.0008590384968556464,-0.000645602005533874,-0.0004321655142121017,-0.00021872902289032936,-5.292531568557024e-06,0.0002081439597532153,0.00042158045107498765,0.00063501694239676,0.0008484534337185323,0.0010618899250403047,0.001275326358154416,0.0014887629076838493,0.0017021994572132826,0.001915635890327394,0.0021290723234415054,0.0023425088729709387,0.002555945422500372,0.0027693817391991615,0.0029828182887285948,0.0031962543725967407,0.003409690922126174,0.0036231274716556072,0.003836563788354397,0.004050000570714474,0.004263436887413263,0.004476873204112053,0.00469030998647213,0.004903746303170919,0.005117182619869709,0.005330619402229786,0.0055440557189285755,0.005757492035627365,0.005970928817987442,0.006184365134686232,0.0063978019170463085,0.006611238233745098,0.006824674550443888,0.007038111332803965,0.007251547649502754,0.007464984431862831,0.007678420748561621,0.00789185706526041,0.008105293847620487,0.00831872969865799,0.008532166481018066,0.008745603263378143,0.00895904004573822,0.009172475896775723,0.0093859126791358,0.009599349461495876,0.009812785312533379,0.010026222094893456],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[313,23,16,8,4,3,3,1,1,0,2,0,3,0,1,1,1,0,1,0,1,0,1,3,1,5,3,4,0,0,0,0,0,0,0,0,4,1,3,1,1,1,1,2,0,2,1,2,0,1,1,2,1,0,0,2,0,0,3,2,9,11,22,296],"bins":[-6.003792805131525e-05,-5.8161716879112646e-05,-5.628550934488885e-05,-5.440929817268625e-05,-5.2533090638462454e-05,-5.065687946625985e-05,-4.878067193203606e-05,-4.6904460759833455e-05,-4.502825322560966e-05,-4.315204205340706e-05,-4.1275830881204456e-05,-3.939962334698066e-05,-3.752341217477806e-05,-3.5647204640554264e-05,-3.377099346835166e-05,-3.189478593412787e-05,-3.0018574761925265e-05,-2.8142365408712067e-05,-2.6266156055498868e-05,-2.438994670228567e-05,-2.251373734907247e-05,-2.063752617686987e-05,-1.876131682365667e-05,-1.6885107470443472e-05,-1.5008898117230274e-05,-1.3132688764017075e-05,-1.1256479410803877e-05,-9.380269148095977e-06,-7.504059794882778e-06,-5.62785044166958e-06,-3.7516406337090302e-06,-1.8754310531221563e-06,7.785274647176266e-10,1.8769881080515916e-06,3.7531976886384655e-06,5.629407496599015e-06,7.505616849812213e-06,9.381826203025412e-06,1.1258036465733312e-05,1.313424581894651e-05,1.5010455172159709e-05,1.6886664525372908e-05,1.8762873878586106e-05,2.0639083231799304e-05,2.2515294404001907e-05,2.4391503757215105e-05,2.6267713110428303e-05,2.8143922463641502e-05,3.00201318168547e-05,3.18963429890573e-05,3.37725505232811e-05,3.56487616954837e-05,3.7524969229707494e-05,3.9401180401910096e-05,4.127738793613389e-05,4.315359910833649e-05,4.5029810280539095e-05,4.690601781476289e-05,4.878222898696549e-05,5.065843652118929e-05,5.253464769339189e-05,5.4410855227615684e-05,5.6287066399818286e-05,5.816327393404208e-05,6.003948510624468e-05]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,3,1,3,6,4,5,8,10,14,19,25,29,50,60,80,114,80,54,54,36,25,16,11,9,10,3,12,5,5,2,3,1,0,1,2,0,1,0,2,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.004005389288067818,-0.003769567934796214,-0.0035337465815246105,-0.003297925228253007,-0.0030621038749814034,-0.002826282288879156,-0.0025904609356075525,-0.002354639582335949,-0.0021188182290643454,-0.0018829968757927418,-0.0016471755225211382,-0.0014113540528342128,-0.0011755326995626092,-0.0009397113462910056,-0.0007038899348117411,-0.00046806855243630707,-0.00023224717006087303,3.5742123145610094e-06,0.00023939559468999505,0.0004752169770654291,0.0007110383594408631,0.0009468597127124667,0.0011826811823993921,0.0014185025356709957,0.0016543238889425993,0.0018901452422142029,0.0021259665954858065,0.00236178794875741,0.0025976095348596573,0.002833430888131261,0.0030692522414028645,0.003305073594674468,0.0035408949479460716,0.003776716301217675,0.004012537654489279,0.004248359240591526,0.004484180361032486,0.004720001947134733,0.004955823067575693,0.00519164465367794,0.0054274657741189,0.0056632873602211475,0.005899108946323395,0.006134930066764355,0.006370751652866602,0.006606572773307562,0.006842394359409809,0.007078215479850769,0.007314037065953016,0.0075498586520552635,0.0077856797724962234,0.008021500892937183,0.008257322944700718,0.008493144065141678,0.008728965185582638,0.008964786306023598,0.009200608357787132,0.009436429478228092,0.009672250598669052,0.009908072650432587,0.010143893770873547,0.010379714891314507,0.010615536011755466,0.010851358063519001,0.011087179183959961]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"values":[763,83,42,14,8,6,1,1,4,4,3,3,3,5,1,2,2,3,4,1,2,8,6,6,4,3,7,6,1,1,1,0,0,0,1,1,7,5,2,1,4,3,2,5,1,3,1,3,3,2,7,6,4,0,2,4,7,2,9,10,26,38,91,800],"bins":[-6.003837916068733e-05,-5.816218617837876e-05,-5.6285993196070194e-05,-5.440980021376163e-05,-5.253360723145306e-05,-5.0657414249144495e-05,-4.878122126683593e-05,-4.690502828452736e-05,-4.5028835302218795e-05,-4.315264231991023e-05,-4.127644933760166e-05,-3.9400256355293095e-05,-3.752406337298453e-05,-3.564787039067596e-05,-3.3771677408367395e-05,-3.189548442605883e-05,-3.001928962476086e-05,-2.8143096642452292e-05,-2.6266903660143726e-05,-2.439071067783516e-05,-2.2514517695526592e-05,-2.0638324713218026e-05,-1.876213173090946e-05,-1.6885938748600893e-05,-1.5009744856797624e-05,-1.3133551874489058e-05,-1.1257358892180491e-05,-9.381165909871925e-06,-7.504972472816007e-06,-5.628779490507441e-06,-3.7525862808251986e-06,-1.8763931848297943e-06,-2.000888343900442e-10,1.8759930071610142e-06,3.7521861031564185e-06,5.6283793128386606e-06,7.504572295147227e-06,9.380765732203145e-06,1.1256958714511711e-05,1.3133151696820278e-05,1.5009344679128844e-05,1.6885538570932113e-05,1.876173155324068e-05,2.0637924535549246e-05,2.2514117517857812e-05,2.439031050016638e-05,2.6266503482474945e-05,2.8142696464783512e-05,3.001888944709208e-05,3.189508424839005e-05,3.3771277230698615e-05,3.564747021300718e-05,3.752366319531575e-05,3.9399856177624315e-05,4.127604915993288e-05,4.315224214224145e-05,4.5028435124550015e-05,4.690462810685858e-05,4.878082108916715e-05,5.0657014071475714e-05,5.253320705378428e-05,5.440940003609285e-05,5.6285593018401414e-05,5.816178600070998e-05,6.003797898301855e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"values":[309,30,9,7,1,4,0,3,1,3,1,0,1,3,0,0,1,0,0,1,1,2,1,1,2,2,1,3,0,0,0,0,0,0,0,0,1,1,1,0,2,0,0,3,2,2,2,2,2,0,0,1,1,0,1,1,2,1,0,2,4,12,25,313],"bins":[-6.0038080846425146e-05,-5.8161895140074193e-05,-5.628571307170205e-05,-5.4409527365351096e-05,-5.253334529697895e-05,-5.0657159590628e-05,-4.8780973884277046e-05,-4.69047918159049e-05,-4.502860610955395e-05,-4.31524240411818e-05,-4.127623833483085e-05,-3.94000526284799e-05,-3.752387056010775e-05,-3.56476848537568e-05,-3.3771502785384655e-05,-3.18953170790337e-05,-3.0019133191672154e-05,-2.8142949304310605e-05,-2.6266765416949056e-05,-2.4390579710598104e-05,-2.2514395823236555e-05,-2.0638211935875006e-05,-1.8762028048513457e-05,-1.688584416115191e-05,-1.5009659364295658e-05,-1.3133475476934109e-05,-1.1257290680077858e-05,-9.38110679271631e-06,-7.50492245060741e-06,-5.62873810849851e-06,-3.7525539937632857e-06,-1.8763697653412237e-06,-1.8553691916167736e-10,1.8759986915029003e-06,3.7521829199249623e-06,5.628367034660187e-06,7.504551376769086e-06,9.380735718877986e-06,1.1256919606239535e-05,1.3133104403095786e-05,1.5009288290457334e-05,1.6885473087313585e-05,1.8761656974675134e-05,2.0637840862036683e-05,2.251402474939823e-05,2.439020863675978e-05,2.6266394343110733e-05,2.814257823047228e-05,3.001876211783383e-05,3.189494600519538e-05,3.377113171154633e-05,3.564731377991848e-05,3.752349948626943e-05,3.9399681554641575e-05,4.127586726099253e-05,4.315205296734348e-05,4.5028235035715625e-05,4.690442074206658e-05,4.878060281043872e-05,5.0656788516789675e-05,5.253297422314063e-05,5.440915629151277e-05,5.6285341997863725e-05,5.816152406623587e-05,6.003770977258682e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.004934793338179588,-0.004649248905479908,-0.004363704472780228,-0.004078160505741835,-0.0037926160730421543,-0.003507071640342474,-0.0032215274404734373,-0.0029359832406044006,-0.0026504388079047203,-0.00236489437520504,-0.0020793501753360033,-0.0017938058590516448,-0.0015082615427672863,-0.0012227172264829278,-0.0009371729101985693,-0.0006516285939142108,-0.0003660842776298523,-8.05399613454938e-05,0.0002050043549388647,0.0004905486712232232,0.0007760929875075817,0.0010616373037919402,0.0013471816200762987,0.0016327259363606572,0.0019182702526450157,0.002203814685344696,0.0024893588852137327,0.0027749030850827694,0.0030604475177824497,0.00334599195048213,0.0036315361503511667,0.003917080350220203,0.004202623851597309,0.0044881682842969894,0.00477371271699667,0.005059256684035063,0.005344801116734743,0.0056303455494344234,0.0059158895164728165,0.006201433949172497,0.006486978381872177,0.0067725228145718575,0.007058067247271538,0.007343611214309931,0.007629155647009611,0.007914699614048004,0.008200244046747684,0.008485788479447365,0.008771332912147045,0.009056877344846725,0.009342421777546406,0.009627966210246086,0.009913509711623192,0.010199054144322872,0.010484598577022552,0.010770143009722233,0.011055687442421913,0.011341231875121593,0.011626776307821274,0.011912320740520954,0.012197865173220634,0.01248340867459774,0.01276895310729742,0.0130544975399971,0.013340041972696781],"_type":"histogram","values":[1,0,0,0,0,3,1,3,11,15,9,12,35,34,71,80,123,121,68,57,24,17,20,10,11,6,13,4,3,1,3,2,0,4,1,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09366735070943832,-0.0907549113035202,-0.08784247189760208,-0.08493003249168396,-0.08201759308576584,-0.07910515367984772,-0.0761927142739296,-0.07328027486801147,-0.07036783546209335,-0.06745539605617523,-0.06454295665025711,-0.06163051724433899,-0.05871807783842087,-0.05580563843250275,-0.052893199026584625,-0.049980759620666504,-0.04706832021474838,-0.04415588080883026,-0.04124344140291214,-0.03833100199699402,-0.0354185625910759,-0.032506123185157776,-0.029593683779239655,-0.026681244373321533,-0.023768804967403412,-0.02085636556148529,-0.01794392615556717,-0.015031486749649048,-0.012119047343730927,-0.009206607937812805,-0.006294168531894684,-0.0033817291259765625,-0.00046928226947784424,0.002443157136440277,0.0053555965423583984,0.00826803594827652,0.011180475354194641,0.014092914760112762,0.017005354166030884,0.019917793571949005,0.022830232977867126,0.025742672383785248,0.02865511178970337,0.03156755119562149,0.03447999060153961,0.03739243000745773,0.040304869413375854,0.043217308819293976,0.0461297482252121,0.04904218763113022,0.05195462703704834,0.05486706644296646,0.05777950584888458,0.060691945254802704,0.06360438466072083,0.06651682406663895,0.06942926347255707,0.07234170287847519,0.07525414228439331,0.07816658169031143,0.08107902109622955,0.08399146050214767,0.0869038999080658,0.08981633931398392,0.09272877871990204],"_type":"histogram","values":[1,2,3,10,8,23,36,57,115,162,250,398,605,822,1232,1807,2591,3541,4815,6336,8024,10293,12738,15273,18460,21333,24289,27204,30052,31880,33383,33901,34182,33682,32078,30495,27936,25106,22511,19314,16614,13496,10850,8726,6820,5289,3945,2825,2079,1397,1009,658,482,281,165,101,60,34,24,10,8,2,0,1]},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[2,2,3,2,8,17,43,53,85,181,305,521,866,1274,1921,2954,4462,6379,8927,12061,16292,21169,27467,34233,42061,50150,58765,67095,74853,82146,88074,92407,93722,94154,92039,87385,82019,74959,66586,58430,49679,41690,34147,26675,21063,16126,11928,8747,6184,4267,2916,2005,1334,813,511,303,177,104,55,34,17,8,3,6],"bins":[-0.09912091493606567,-0.09611378610134125,-0.09310664981603622,-0.0900995209813118,-0.08709238469600677,-0.08408525586128235,-0.08107811957597733,-0.0780709907412529,-0.07506385445594788,-0.07205672562122345,-0.06904959678649902,-0.066042460501194,-0.06303533166646957,-0.06002819910645485,-0.057021066546440125,-0.0540139339864254,-0.051006801426410675,-0.04799966886639595,-0.044992536306381226,-0.0419854037463665,-0.038978271186351776,-0.03597114235162735,-0.032964009791612625,-0.0299568772315979,-0.026949744671583176,-0.02394261211156845,-0.020935479551553726,-0.01792834885418415,-0.014921216294169426,-0.011914083734154701,-0.008906952105462551,-0.005899820011109114,-0.0028926879167556763,0.00011444417759776115,0.0031215762719511986,0.006128708366304636,0.009135840460658073,0.012142973020672798,0.015150104649364948,0.0181572362780571,0.021164368838071823,0.024171501398086548,0.027178633958101273,0.030185764655470848,0.033192895352840424,0.03620002791285515,0.03920716047286987,0.0422142930328846,0.04522142559289932,0.04822855815291405,0.05123569071292877,0.0542428232729435,0.05724995583295822,0.06025708466768265,0.06326422095298767,0.0662713497877121,0.06927847862243652,0.07228561490774155,0.07529274374246597,0.078299880027771,0.08130700886249542,0.08431414514780045,0.08732127398252487,0.0903284102678299,0.09333553910255432]},"parameters/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09700740873813629,-0.0939907655119896,-0.0909741222858429,-0.0879574790596962,-0.0849408358335495,-0.0819241926074028,-0.0789075493812561,-0.0758909061551094,-0.07287426292896271,-0.06985761225223541,-0.06684096902608871,-0.06382432579994202,-0.06080768257379532,-0.05779103934764862,-0.05477439612150192,-0.051757752895355225,-0.04874110966920853,-0.04572446644306183,-0.04270782321691513,-0.03969117999076843,-0.036674536764621735,-0.03365788981318474,-0.03064124658703804,-0.027624603360891342,-0.024607960134744644,-0.021591316908597946,-0.018574673682451248,-0.015558028593659401,-0.012541385367512703,-0.009524742141366005,-0.006508097983896732,-0.003491454292088747,-0.0004748031497001648,0.0025418405421078205,0.005558484233915806,0.008575128391385078,0.011591771617531776,0.014608414843678474,0.01762505993247032,0.02064170315861702,0.023658346384763718,0.026674989610910416,0.029691632837057114,0.03270827606320381,0.03572492301464081,0.038741566240787506,0.041758209466934204,0.0447748526930809,0.0477914959192276,0.0508081391453743,0.053824782371520996,0.056841425597667694,0.05985806882381439,0.06287471204996109,0.06589135527610779,0.06890799850225449,0.07192464172840118,0.07494129240512848,0.07795793563127518,0.08097457885742188,0.08399122208356857,0.08700786530971527,0.09002450853586197,0.09304115176200867,0.09605779498815536],"_type":"histogram","values":[3,0,3,10,16,40,53,103,139,319,465,723,1172,1815,2743,4059,5779,8179,11328,15110,19951,26203,32975,40143,48588,57004,66393,74108,81234,87330,91700,94183,94133,92271,89194,83395,76278,68274,59886,51249,42942,35168,27814,21986,16997,12490,9075,6602,4672,3064,1994,1293,861,570,343,172,124,68,42,17,8,6,2,3]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[2,2,3,3,6,2,10,10,10,16,19,25,34,47,49,89,112,74,59,42,31,24,18,16,7,12,10,6,5,1,5,3,2,2,2,2,1,1,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1],"bins":[-0.003793134354054928,-0.0035694967955350876,-0.0033458592370152473,-0.0031222219113260508,-0.0028985843528062105,-0.0026749467942863703,-0.0024513094685971737,-0.0022276719100773335,-0.002004034351557493,-0.001780396793037653,-0.0015567593509331346,-0.0013331219088286161,-0.001109484350308776,-0.0008858468499965966,-0.0006622093496844172,-0.0004385718493722379,-0.0002149343490600586,8.703151252120733e-06,0.00023234065156430006,0.0004559781518764794,0.0006796156521886587,0.000903253152500838,0.0011268906528130174,0.0013505280949175358,0.001574165653437376,0.0017978032119572163,0.0020214407704770565,0.002245078096166253,0.0024687156546860933,0.0026923532132059336,0.00291599053889513,0.0031396280974149704,0.0033632656559348106,0.003586903214454651,0.003810540772974491,0.004034178331494331,0.004257815890014172,0.0044814529828727245,0.004705090541392565,0.004928728099912405,0.005152365658432245,0.0053760032169520855,0.005599640775471926,0.005823278333991766,0.006046915426850319,0.006270552985370159,0.006494190543889999,0.00671782810240984,0.00694146566092968,0.00716510321944952,0.00738874077796936,0.007612378336489201,0.00783601589500904,0.008059653453528881,0.008283291012048721,0.008506928570568562,0.008730566129088402,0.008954202756285667,0.009177840314805508,0.009401477873325348,0.009625115431845188,0.009848752990365028,0.010072390548884869,0.010296028107404709,0.010519665665924549],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[255,22,9,13,8,3,3,2,4,2,1,1,0,2,1,2,0,2,1,3,2,1,4,1,2,3,1,1,0,0,0,0,0,0,0,0,2,2,1,1,1,0,0,0,0,1,0,1,2,1,1,0,1,2,3,1,1,0,0,6,11,11,30,340],"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,3,1,2,4,0,10,9,9,25,24,43,48,70,118,224,264,386,533,900,1238,1808,2692,3898,5677,8379,12242,17665,26168,37977,54435,78952,97607,74415,51678,35511,23888,16764,11432,7872,5299,3678,2465,1745,1139,801,597,363,245,154,131,67,49,32,31,22,12,7,8,2,3,2],"bins":[-0.0065528834238648415,-0.00636246707290411,-0.0061720507219433784,-0.00598163390532136,-0.005791217554360628,-0.005600801203399897,-0.005410384852439165,-0.005219968501478434,-0.005029551684856415,-0.004839135333895683,-0.004648718982934952,-0.00445830263197422,-0.004267886281013489,-0.004077469930052757,-0.003887053346261382,-0.003696636762470007,-0.0035062204115092754,-0.003315804060548544,-0.0031253874767571688,-0.0029349711257964373,-0.002744554542005062,-0.0025541381910443306,-0.002363721840083599,-0.002173305256292224,-0.0019828889053314924,-0.001792472437955439,-0.0016020559705793858,-0.0014116396196186543,-0.001221223152242601,-0.0010308066848665476,-0.0008403902756981552,-0.0006499738665297627,-0.0004595578648149967,-0.00026914142654277384,-7.872498827055097e-05,0.00011169145000167191,0.0003021078882738948,0.0004925243556499481,0.0006829407648183405,0.000873357173986733,0.0010637736413627863,0.0012541901087388396,0.001444606576114893,0.0016350229270756245,0.0018254393944516778,0.002015855861827731,0.0022062722127884626,0.002396688796579838,0.0025871051475405693,0.002777521498501301,0.002967938082292676,0.0031583544332534075,0.0033487710170447826,0.003539187368005514,0.0037296037189662457,0.003920020069926977,0.004110436886548996,0.0043008532375097275,0.004491269588470459,0.0046816859394311905,0.004872102290391922,0.0050625186413526535,0.005252935457974672,0.005443351808935404,0.005633768159896135]},"gradients/linear.weight":{"bins":[-0.04072936251759529,-0.039518389850854874,-0.03830741345882416,-0.03709644079208374,-0.03588546812534332,-0.03467449173331261,-0.03346351906657219,-0.03225254639983177,-0.031041571870446205,-0.02983059734106064,-0.02861962467432022,-0.027408650144934654,-0.026197675615549088,-0.02498670294880867,-0.023775728419423103,-0.022564755752682686,-0.02135378122329712,-0.020142806693911552,-0.018931834027171135,-0.017720859497785568,-0.01650988683104515,-0.015298912301659584,-0.014087937772274017,-0.012876964174211025,-0.011665990576148033,-0.010455016978085041,-0.009244043380022049,-0.008033068850636482,-0.00682209525257349,-0.005611121654510498,-0.004400147590786219,-0.003189173759892583,-0.0019781962037086487,-0.0007672223728150129,0.0004437514580786228,0.0016547252889722586,0.0028656991198658943,0.004076672717928886,0.005287646781653166,0.006498620845377445,0.007709594443440437,0.00892056804150343,0.010131541639566422,0.011342516168951988,0.01255348976701498,0.013764463365077972,0.014975437894463539,0.016186410561203957,0.017397385090589523,0.01860835961997509,0.019819332286715508,0.021030306816101074,0.02224127948284149,0.02345225401222706,0.024663228541612625,0.025874201208353043,0.02708517573773861,0.028296150267124176,0.029507122933864594,0.03071809746325016,0.03192907199263573,0.033140044659376144,0.03435101732611656,0.03556199371814728,0.036772966384887695],"_type":"histogram","values":[1,0,1,1,2,1,3,3,4,3,8,10,15,26,23,29,38,96,110,151,201,282,384,534,716,986,1375,1846,2783,3724,5464,7900,11696,17323,13393,8631,5896,4138,2933,2092,1569,1037,758,563,415,333,221,174,118,79,55,52,28,29,16,9,9,4,2,2,1,3,2,3]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,3,1,5,8,9,15,21,27,39,41,84,108,161,233,315,460,674,983,1444,2079,3297,5159,8517,15171,28358,59451,144880,173440,69520,32426,16778,9590,5704,3552,2328,1548,1013,678,535,336,246,178,126,80,58,43,35,19,14,12,5,3,4,2,1,3,2,1],"bins":[-0.00043971659033559263,-0.0004264307499397546,-0.00041314493864774704,-0.000399859098251909,-0.00038657328695990145,-0.00037328744656406343,-0.00036000163527205586,-0.00034671579487621784,-0.0003334299544803798,-0.00032014414318837225,-0.00030685830279253423,-0.00029357249150052667,-0.00028028665110468864,-0.0002670008398126811,-0.00025371499941684306,-0.00024042917357292026,-0.00022714334772899747,-0.00021385752188507468,-0.00020057169604115188,-0.0001872858701972291,-0.0001740000443533063,-0.00016071420395746827,-0.00014742837811354548,-0.00013414255226962268,-0.00012085672642569989,-0.0001075709005817771,-9.42850747378543e-05,-8.09992416179739e-05,-6.77134157740511e-05,-5.4427589930128306e-05,-4.1141760448226705e-05,-2.7855932785314508e-05,-1.4570134226232767e-05,-1.2843065633205697e-06,1.2001521099591628e-05,2.5287348762503825e-05,3.857317642541602e-05,5.1859002269338816e-05,6.514483538921922e-05,7.843066123314202e-05,9.171648707706481e-05,0.0001050023129209876,0.0001182881387649104,0.0001315739646088332,0.00014485980500467122,0.000158145630848594,0.0001714314566925168,0.0001847172825364396,0.0001980031083803624,0.00021128893422428519,0.00022457476006820798,0.00023786058591213077,0.00025114641175605357,0.0002644322521518916,0.00027771806344389915,0.0002910039038397372,0.0003042897442355752,0.00031757555552758276,0.0003308613959234208,0.00034414720721542835,0.0003574330476112664,0.00037071885890327394,0.00038400469929911196,0.00039729051059111953,0.00041057635098695755]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[313,32,12,6,2,1,3,2,2,1,0,1,0,1,1,1,1,2,2,3,0,1,2,2,3,1,3,3,0,0,0,0,0,0,0,1,3,3,2,4,2,0,0,2,0,0,1,2,0,2,0,1,0,1,0,0,5,1,4,2,6,13,22,290],"bins":[-6.003936141496524e-05,-5.8163132052868605e-05,-5.628690269077197e-05,-5.441066969069652e-05,-5.2534440328599885e-05,-5.065821096650325e-05,-4.878198160440661e-05,-4.6905748604331166e-05,-4.502951924223453e-05,-4.315328988013789e-05,-4.127706051804125e-05,-3.9400831155944616e-05,-3.752459815586917e-05,-3.5648368793772534e-05,-3.3772139431675896e-05,-3.189591006957926e-05,-3.0019678888493218e-05,-2.814344952639658e-05,-2.626721834531054e-05,-2.43909889832139e-05,-2.251475780212786e-05,-2.0638528440031223e-05,-1.8762297258945182e-05,-1.6886067896848544e-05,-1.5009837625257205e-05,-1.3133607353665866e-05,-1.1257377082074527e-05,-9.381146810483187e-06,-7.504916993639199e-06,-5.62868672204786e-06,-3.752456677830196e-06,-1.8762265199256944e-06,3.637978807091713e-12,1.8762337958833086e-06,3.75246395378781e-06,5.628693998005474e-06,7.504924269596813e-06,9.381154086440802e-06,1.1257384358032141e-05,1.313361462962348e-05,1.500984490121482e-05,1.688607517280616e-05,1.8762304534902796e-05,2.0638535715988837e-05,2.2514765078085475e-05,2.4390996259171516e-05,2.6267225621268153e-05,2.8143456802354194e-05,3.0019686164450832e-05,3.189591734553687e-05,3.377214670763351e-05,3.564837606973015e-05,3.7524605431826785e-05,3.940083843190223e-05,4.127706779399887e-05,4.3153297156095505e-05,4.502952651819214e-05,4.690575588028878e-05,4.8781988880364224e-05,5.065821824246086e-05,5.25344476045575e-05,5.441067696665414e-05,5.628690996672958e-05,5.816313932882622e-05,6.0039368690922856e-05]},"_runtime":1486.979506867,"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,1,0,6,3,9,9,17,12,16,20,24,26,47,46,48,62,86,117,104,174,151,196,149,132,127,79,82,63,43,40,28,28,20,12,11,13,10,8,2,5,5,1,3,2,2,1,1,2,0,0,0,0,0,0,1],"bins":[-0.002396860159933567,-0.002317905193194747,-0.0022389499936252832,-0.002159995026886463,-0.0020810398273169994,-0.0020020848605781794,-0.0019231297774240375,-0.0018441746942698956,-0.0017652196111157537,-0.0016862645279616117,-0.0016073094448074698,-0.001528354361653328,-0.0014493993949145079,-0.001370444311760366,-0.001291489228606224,-0.0012125341454520822,-0.0011335790622979403,-0.0010546239791437984,-0.0009756688959896564,-0.0008967138710431755,-0.0008177587878890336,-0.0007388037047348917,-0.0006598486797884107,-0.0005808935966342688,-0.0005019385134801269,-0.00042298343032598495,-0.0003440283762756735,-0.00026507332222536206,-0.00018611823907122016,-0.00010716317046899348,-2.820810186676681e-05,5.0746966735459864e-05,0.0001297022681683302,0.00020865733677055687,0.00028761240537278354,0.000366567459423095,0.0004455225425772369,0.0005244776257313788,0.0006034326506778598,0.0006823877338320017,0.0007613428169861436,0.0008402979001402855,0.0009192529832944274,0.0009982080664485693,0.0010771630331873894,0.0011561181163415313,0.0012350731994956732,0.001314028282649815,0.001392983365803957,0.0014719384489580989,0.0015508935321122408,0.0016298486152663827,0.0017088036984205246,0.0017877586651593447,0.0018667137483134866,0.0019456688314676285,0.002024624031037092,0.0021035789977759123,0.0021825339645147324,0.002261489164084196,0.002340444130823016,0.00241939933039248,0.0024983542971313,0.0025773094967007637,0.0026562644634395838]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[2,0,0,2,0,1,1,0,2,0,1,3,2,7,2,5,14,7,9,19,16,15,20,18,16,22,23,25,29,36,32,23,39,33,27,29,27,25,30,26,37,25,19,13,17,11,9,14,8,2,6,4,7,1,1,0,0,2,0,1,1,1,0,1],"bins":[-0.0057944669388234615,-0.005616285838186741,-0.0054381052032113075,-0.005259924568235874,-0.0050817434675991535,-0.004903562366962433,-0.0047253817319869995,-0.004547201097011566,-0.0043690199963748455,-0.004190838895738125,-0.0040126582607626915,-0.0038344773929566145,-0.0036562965251505375,-0.0034781156573444605,-0.0032999347895383835,-0.0031217539217323065,-0.0029435730539262295,-0.0027653921861201525,-0.0025872113183140755,-0.0024090304505079985,-0.0022308495827019215,-0.0020526687148958445,-0.0018744878470897675,-0.0016963069792836905,-0.0015181261114776134,-0.0013399452436715364,-0.0011617643758654594,-0.0009835835080593824,-0.0008054026402533054,-0.0006272217724472284,-0.00044904090464115143,-0.0002708600368350744,-9.267916902899742e-05,8.550169877707958e-05,0.0002636825665831566,0.0004418634343892336,0.0006200443021953106,0.0007982251700013876,0.0009764060378074646,0.0011545869056135416,0.0013327677734196186,0.0015109486412256956,0.0016891295090317726,0.0018673103768378496,0.0020454912446439266,0.0022236721124500036,0.0024018529802560806,0.0025800338480621576,0.0027582147158682346,0.0029363955836743116,0.0031145764514803886,0.0032927573192864656,0.0034709381870925426,0.0036491190548986197,0.0038272999227046967,0.00400548055768013,0.004183661658316851,0.004361842758953571,0.004540023393929005,0.004718204028904438,0.004896385129541159,0.005074566230177879,0.005252746865153313,0.005430927500128746,0.005609108600765467],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.bias":{"values":[318,29,12,8,2,0,2,2,1,0,1,1,1,1,0,1,1,0,0,3,2,0,1,2,2,2,1,7,0,0,0,0,0,0,0,0,3,2,0,2,1,0,0,0,1,1,1,1,1,1,0,1,0,0,4,0,1,2,2,1,9,9,29,296],"bins":[-6.0039346863050014e-05,-5.816311386297457e-05,-5.6286880862899125e-05,-5.441064786282368e-05,-5.2534414862748235e-05,-5.065818186267279e-05,-4.8781948862597346e-05,-4.69057158625219e-05,-4.502948286244646e-05,-4.3153246224392205e-05,-4.127701322431676e-05,-3.9400780224241316e-05,-3.752454722416587e-05,-3.564831422409043e-05,-3.377208122401498e-05,-3.189584822393954e-05,-3.0019615223864093e-05,-2.814338222378865e-05,-2.6267149223713204e-05,-2.439091622363776e-05,-2.2514683223562315e-05,-2.0638448404497467e-05,-1.8762215404422022e-05,-1.6885982404346578e-05,-1.5009749404271133e-05,-1.3133516404195689e-05,-1.1257283404120244e-05,-9.381049494550098e-06,-7.504816494474653e-06,-5.6285834943992086e-06,-3.752350039576413e-06,-1.876116812127293e-06,1.2005330063402653e-10,1.876353280749754e-06,3.752586508198874e-06,5.6288199630216695e-06,7.505052963097114e-06,9.381285963172559e-06,1.1257519872742705e-05,1.313375287281815e-05,1.5009985872893594e-05,1.688621887296904e-05,1.8762451873044483e-05,2.0638684873119928e-05,2.2514919692184776e-05,2.439115269226022e-05,2.6267385692335665e-05,2.814361869241111e-05,3.0019851692486554e-05,3.1896084692562e-05,3.3772317692637444e-05,3.564855069271289e-05,3.752478369278833e-05,3.940101669286378e-05,4.127724969293922e-05,4.3153482693014666e-05,4.502971569309011e-05,4.690595233114436e-05,4.878218533121981e-05,5.065841833129525e-05,5.2534651331370696e-05,5.441088433144614e-05,5.6287117331521586e-05,5.816335033159703e-05,6.0039583331672475e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-6.002674490446225e-05,-5.815089025418274e-05,-5.6275035603903234e-05,-5.4399184591602534e-05,-5.252332994132303e-05,-5.064747529104352e-05,-4.877162064076401e-05,-4.689576962846331e-05,-4.5019914978183806e-05,-4.31440603279043e-05,-4.126820567762479e-05,-3.9392351027345285e-05,-3.7516500015044585e-05,-3.564064536476508e-05,-3.376479071448557e-05,-3.1888936064206064e-05,-3.001308323291596e-05,-2.8137228582636453e-05,-2.626137575134635e-05,-2.4385521101066843e-05,-2.250966826977674e-05,-2.0633813619497232e-05,-1.875796078820713e-05,-1.688210613792762e-05,-1.5006252397142816e-05,-1.3130398656358011e-05,-1.1254544915573206e-05,-9.3786911747884e-06,-7.502836979256244e-06,-5.626983238471439e-06,-3.7511292703129584e-06,-1.8752754158413154e-06,5.784386303275824e-10,1.8764322931019706e-06,3.7522861475736136e-06,5.628140115732094e-06,7.5039938565168995e-06,9.379848052049056e-06,1.1255701792833861e-05,1.3131555533618666e-05,1.5007409274403471e-05,1.6883263015188277e-05,1.8759117665467784e-05,2.0634970496757887e-05,2.2510825147037394e-05,2.4386677978327498e-05,2.6262532628607005e-05,2.813838545989711e-05,3.0014240110176615e-05,3.189009294146672e-05,3.3765947591746226e-05,3.564180224202573e-05,3.751765689230524e-05,3.939350790460594e-05,4.126936255488545e-05,4.3145217205164954e-05,4.502107185544446e-05,4.689692650572397e-05,4.877277751802467e-05,5.0648632168304175e-05,5.252448681858368e-05,5.440034146886319e-05,5.627619248116389e-05,5.8152047131443396e-05,6.00279017817229e-05],"_type":"histogram","values":[264,53,23,12,2,4,2,2,2,1,3,1,1,0,1,3,1,0,3,1,0,3,3,4,5,4,3,4,0,1,0,0,0,1,1,2,4,2,1,1,2,0,2,2,1,1,3,0,1,1,0,5,2,2,0,4,1,4,5,10,12,20,34,238]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,0,1,0,0,1,0,0,2,0,4,3,3,4,6,11,5,9,7,18,16,24,28,46,55,67,65,76,71,44,45,25,27,21,13,13,11,7,7,5,4,2,3,3,1,3,2,1,2,1,2,0,0,1],"bins":[-3.1299407510232413e-07,-3.0452198984676215e-07,-2.960499045912002e-07,-2.8757784775734763e-07,-2.7910576250178565e-07,-2.7063367724622367e-07,-2.621615919906617e-07,-2.536895067350997e-07,-2.4521744990124716e-07,-2.3674535043483047e-07,-2.282732793901232e-07,-2.1980119413456123e-07,-2.1132910887899925e-07,-2.0285703783429199e-07,-1.9438495257873e-07,-1.8591288153402274e-07,-1.7744079627846077e-07,-1.689687110228988e-07,-1.6049663997819152e-07,-1.5202455472262955e-07,-1.4355248367792228e-07,-1.350803984223603e-07,-1.2660831316679833e-07,-1.181362350166637e-07,-1.0966415686652908e-07,-1.0119207871639446e-07,-9.272000056625984e-08,-8.424791531069786e-08,-7.577583716056324e-08,-6.730375901042862e-08,-5.883167730758032e-08,-5.035959560473202e-08,-4.188754587630683e-08,-3.341546772617221e-08,-2.494338602332391e-08,-1.647130609683245e-08,-7.99922617034099e-09,4.728537561504709e-10,8.944933682641931e-09,1.741701360913339e-08,2.5889093535624852e-08,3.436117168575947e-08,4.283325338860777e-08,5.130533509145607e-08,5.977741324159069e-08,6.824949139172531e-08,7.672157664728729e-08,8.519365479742191e-08,9.366573294755653e-08,1.0213781109769116e-07,1.1060988924782578e-07,1.1908197450338776e-07,1.2755404554809502e-07,1.36026130803657e-07,1.4449821605921898e-07,1.5297028710392624e-07,1.6144237235948822e-07,1.699144576150502e-07,1.7838652865975746e-07,1.8685861391531944e-07,1.9533069917088142e-07,2.0380277021558868e-07,2.1227485547115066e-07,2.2074692651585792e-07,2.292190117714199e-07]},"gradients/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.006152811925858259,-0.005967172794044018,-0.005781533196568489,-0.005595894064754248,-0.005410254467278719,-0.0052246153354644775,-0.005038975737988949,-0.004853336606174707,-0.004667697474360466,-0.004482057876884937,-0.004296418745070696,-0.004110779147595167,-0.003925140015780926,-0.0037395006511360407,-0.0035538612864911556,-0.0033682219218462706,-0.0031825825572013855,-0.0029969431925565004,-0.0028113038279116154,-0.0026256644632667303,-0.0024400250986218452,-0.002254385966807604,-0.0020687466021627188,-0.0018831072375178337,-0.0016974678728729486,-0.0015118285082280636,-0.0013261891435831785,-0.0011405498953536153,-0.0009549105307087302,-0.0007692711660638452,-0.000583631859626621,-0.0003979925240855664,-0.0002123536542057991,-2.6714318664744496e-05,0.0001589250168763101,0.0003445643524173647,0.0005302036879584193,0.0007158430526033044,0.0009014823590405285,0.0010871216654777527,0.0012727610301226377,0.0014584003947675228,0.0016440397594124079,0.0018296790076419711,0.0020153182558715343,0.0022009576205164194,0.0023865969851613045,0.0025722363498061895,0.0027578757144510746,0.0029435150790959597,0.0031291544437408447,0.00331479380838573,0.003500433173030615,0.0036860723048448563,0.0038717116694897413,0.004057351034134626,0.004242990165948868,0.0044286297634243965,0.004614268895238638,0.004799908492714167,0.004985547624528408,0.005171187222003937,0.005356826353818178,0.005542465951293707,0.005728105083107948],"_type":"histogram","values":[2,1,1,2,0,4,3,7,3,10,14,26,26,36,63,83,120,165,239,342,503,754,1083,1683,2679,4091,6458,10034,16371,28391,55744,136447,418317,536605,193702,74707,35522,19179,11248,6708,4106,2572,1655,1046,718,446,294,194,143,102,73,44,27,22,13,12,6,8,4,1,1,1,2,1]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,0,2,0,0,1,2,3,3,4,3,7,5,10,19,15,22,16,20,14,18,16,23,23,29,36,40,23,37,39,27,29,37,32,32,22,24,22,19,24,11,8,7,10,5,5,5,4,3,1,3,2,1,0,0,0,1,1],"bins":[-0.005843870807439089,-0.005673716776072979,-0.005503562744706869,-0.005333408713340759,-0.005163254681974649,-0.00499310065060854,-0.004822947084903717,-0.004652793053537607,-0.004482639022171497,-0.0043124849908053875,-0.004142330959439278,-0.003972176928073168,-0.003802022896707058,-0.003631868865340948,-0.003461715066805482,-0.003291561035439372,-0.003121407004073262,-0.0029512529727071524,-0.0027810989413410425,-0.0026109451428055763,-0.0024407911114394665,-0.0022706370800733566,-0.0021004830487072468,-0.0019303291337564588,-0.001760175102390349,-0.001590021071024239,-0.001419867156073451,-0.0012497131247073412,-0.0010795590933412313,-0.0009094051783904433,-0.0007392511470243335,-0.0005690971738658845,-0.0003989432007074356,-0.00022878921299707144,-5.863522528670728e-05,0.00011151876242365688,0.00028167275013402104,0.00045182672329247,0.0006219807546585798,0.0007921347278170288,0.0009622887009754777,0.0011324427323415875,0.0013025966472923756,0.0014727506786584854,0.0016429047100245953,0.0018130586249753833,0.0019832125399261713,0.002153366571292281,0.002323520602658391,0.002493674634024501,0.0026638286653906107,0.002833982463926077,0.0030041364952921867,0.0031742905266582966,0.0033444445580244064,0.0035145985893905163,0.003684752620756626,0.0038549064192920923,0.004025060683488846,0.004195214249193668,0.004365368280559778,0.004535522311925888,0.004705676343291998,0.004875830374658108,0.005045984406024218]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[315,27,7,3,4,3,2,2,0,3,0,2,0,0,1,2,1,1,2,3,1,0,2,2,1,3,0,3,0,0,0,0,1,0,0,0,2,1,4,3,0,4,0,2,0,0,2,1,1,0,1,1,0,0,0,5,0,2,2,4,10,13,26,293],"bins":[-6.003908856655471e-05,-5.816285192850046e-05,-5.6286618928425014e-05,-5.441038229037076e-05,-5.253414565231651e-05,-5.0657912652241066e-05,-4.8781676014186814e-05,-4.690543937613256e-05,-4.502920637605712e-05,-4.3152969738002867e-05,-4.1276733099948615e-05,-3.940050009987317e-05,-3.752426346181892e-05,-3.564802682376467e-05,-3.377179382368922e-05,-3.189555718563497e-05,-3.0019322366570123e-05,-2.8143087547505274e-05,-2.6266850909451023e-05,-2.4390616090386175e-05,-2.2514381271321326e-05,-2.0638144633267075e-05,-1.8761909814202227e-05,-1.688567499513738e-05,-1.5009439266577829e-05,-1.3133203538018279e-05,-1.125696871895343e-05,-9.38073299039388e-06,-7.504497716581682e-06,-5.628262442769483e-06,-3.7520269415836083e-06,-1.8757915540845715e-06,4.43833414465189e-10,1.876679220913502e-06,3.7529146084125387e-06,5.629150109598413e-06,7.505385383410612e-06,9.381620657222811e-06,1.1257856385782361e-05,1.313409120484721e-05,1.5010326933406759e-05,1.688656266196631e-05,1.8762797481031157e-05,2.0639032300096005e-05,2.2515268938150257e-05,2.4391503757215105e-05,2.6267738576279953e-05,2.8143975214334205e-05,3.0020210033399053e-05,3.18964448524639e-05,3.377268149051815e-05,3.56489144905936e-05,3.752515112864785e-05,3.94013877667021e-05,4.1277620766777545e-05,4.31538574048318e-05,4.503009404288605e-05,4.690632704296149e-05,4.8782563681015745e-05,5.0658800319069996e-05,5.253503331914544e-05,5.441126995719969e-05,5.6287506595253944e-05,5.816373959532939e-05,6.003997623338364e-05],"_type":"histogram"},"parameters/linear.bias":{"_type":"histogram","values":[5,1,1,1,3,0,1,2,1,1,3,3,1,3,0,1,1,3,1,3,1,3,3,0,2,1,5,2,0,2,1,4,0,5,0,4,2,3,1,3,1,2,4,4,1,4,1,1,1,1,0,3,1,0,2,2,5,2,1,6,1,3,0,5],"bins":[-0.035925984382629395,-0.03480680286884308,-0.03368762135505676,-0.03256843984127045,-0.03144926205277443,-0.030330080538988113,-0.029210899025201797,-0.02809171751141548,-0.026972535997629166,-0.025853356346488,-0.024734174832701683,-0.023614993318915367,-0.0224958136677742,-0.021376632153987885,-0.02025745064020157,-0.019138270989060402,-0.018019089475274086,-0.01689990796148777,-0.015780728310346603,-0.014661546796560287,-0.013542365282773972,-0.01242318470031023,-0.011304004117846489,-0.010184822604060173,-0.009065642021596432,-0.00794646143913269,-0.0068272799253463745,-0.005708099342882633,-0.004588918294757605,-0.003469737246632576,-0.002350556431338191,-0.0012313754996284842,-0.00011219456791877747,0.0010069863637909293,0.002126167295500636,0.003245348110795021,0.00436452915892005,0.005483710207045078,0.00660289078950882,0.007722071837633848,0.008841252885758877,0.009960433468222618,0.011079614982008934,0.012198795564472675,0.013317976146936417,0.014437157660722733,0.015556338243186474,0.016675518825650215,0.01779470033943653,0.018913881853222847,0.020033061504364014,0.02115224301815033,0.022271424531936646,0.023390604183077812,0.024509785696864128,0.025628967210650444,0.02674814686179161,0.027867328375577927,0.028986509889364243,0.03010569140315056,0.031224871054291725,0.03234405070543289,0.03346323221921921,0.034582413733005524,0.03570159524679184]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-6.003844828228466e-05,-5.816224802401848e-05,-5.6286044127773494e-05,-5.440984386950731e-05,-5.2533639973262325e-05,-5.0657439714996144e-05,-4.8781235818751156e-05,-4.6905035560484976e-05,-4.5028835302218795e-05,-4.315263140597381e-05,-4.1276431147707626e-05,-3.940022725146264e-05,-3.752402699319646e-05,-3.564782309695147e-05,-3.377162283868529e-05,-3.18954189424403e-05,-3.001921868417412e-05,-2.8143016606918536e-05,-2.6266814529662952e-05,-2.4390612452407368e-05,-2.2514410375151783e-05,-2.0638210116885602e-05,-1.8762008039630018e-05,-1.6885805962374434e-05,-1.500960388511885e-05,-1.3133401807863265e-05,-1.1257199730607681e-05,-9.380998562846798e-06,-7.504796485591214e-06,-5.62859440833563e-06,-3.7523927858273964e-06,-1.8761909359454876e-06,7.275957614183426e-12,1.876209125839523e-06,3.752410975721432e-06,5.628612598229665e-06,7.50481467548525e-06,9.381016752740834e-06,1.1257217920501716e-05,1.31334199977573e-05,1.5009622075012885e-05,1.688582415226847e-05,1.8762026229524054e-05,2.0638228306779638e-05,2.251442856504582e-05,2.4390630642301403e-05,2.6266832719556987e-05,2.814303479681257e-05,3.0019236874068156e-05,3.189543713233434e-05,3.3771641028579324e-05,3.5647841286845505e-05,3.752404518309049e-05,3.9400245441356674e-05,4.127644933760166e-05,4.315264959586784e-05,4.502884985413402e-05,4.690505375037901e-05,4.878125400864519e-05,5.065745790489018e-05,5.253365816315636e-05,5.440986205940135e-05,5.628606231766753e-05,5.816226621391252e-05,6.00384664721787e-05],"_type":"histogram","values":[327,35,5,8,4,1,0,0,1,1,1,0,0,0,1,1,1,1,1,1,0,1,1,1,2,0,5,3,1,0,0,0,0,0,0,0,2,3,3,1,3,0,0,1,1,1,1,1,0,2,1,1,1,0,0,0,0,1,2,3,11,12,32,282]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[308,29,10,7,2,0,1,0,1,0,1,2,1,0,0,2,0,2,0,0,1,1,1,0,1,0,3,3,0,0,0,0,0,0,0,0,2,2,1,3,2,0,2,3,0,1,2,1,0,2,0,2,1,2,3,1,2,1,2,4,6,10,30,307],"bins":[-6.003881571814418e-05,-5.8162608183920383e-05,-5.628640064969659e-05,-5.4410189477493986e-05,-5.253398194327019e-05,-5.06577744090464e-05,-4.8781563236843795e-05,-4.690535570262e-05,-4.5029148168396205e-05,-4.315294063417241e-05,-4.1276733099948615e-05,-3.940052192774601e-05,-3.752431439352222e-05,-3.564810685929842e-05,-3.377189568709582e-05,-3.1895688152872026e-05,-3.001948061864823e-05,-2.8143273084424436e-05,-2.6267063731211238e-05,-2.439085437799804e-05,-2.2514646843774244e-05,-2.063843930955045e-05,-1.876222995633725e-05,-1.6886020603124052e-05,-1.5009813068900257e-05,-1.313360462518176e-05,-1.1257396181463264e-05,-9.381187737744767e-06,-7.5049792940262705e-06,-5.628770850307774e-06,-3.752562406589277e-06,-1.8763539628707804e-06,-1.4551915228366852e-10,1.876062924566213e-06,3.7522713682847098e-06,5.6284798120032065e-06,7.504688255721703e-06,9.3808966994402e-06,1.1257105143158697e-05,1.3133313586877193e-05,1.500952203059569e-05,1.6885729564819485e-05,1.8761938918032683e-05,2.0638148271245882e-05,2.2514355805469677e-05,2.4390563339693472e-05,2.626677269290667e-05,2.814298204611987e-05,3.0019189580343664e-05,3.189539711456746e-05,3.3771604648791254e-05,3.5647815820993856e-05,3.752402335521765e-05,3.9400230889441445e-05,4.127644206164405e-05,4.315264959586784e-05,4.502885713009164e-05,4.690506466431543e-05,4.878127219853923e-05,5.065748337074183e-05,5.2533690904965624e-05,5.440989843918942e-05,5.628610961139202e-05,5.8162317145615816e-05,6.003852467983961e-05]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.00035329745151102543,-0.00034343142760917544,-0.00033356540370732546,-0.0003236993798054755,-0.0003138333559036255,-0.0003039673320017755,-0.0002941013080999255,-0.00028423528419807553,-0.00027436926029622555,-0.00026450323639437556,-0.0002546372124925256,-0.0002447711885906756,-0.00023490517924074084,-0.00022503915533889085,-0.00021517313143704087,-0.00020530710753519088,-0.0001954410836333409,-0.0001855750597314909,-0.00017570903582964092,-0.00016584301192779094,-0.00015597698802594095,-0.00014611096412409097,-0.00013624494022224098,-0.000126378916320391,-0.00011651289969449863,-0.00010664687579264864,-9.678085189079866e-05,-8.691482798894867e-05,-7.70488113630563e-05,-6.718278746120632e-05,-5.731676355935633e-05,-4.745073965750635e-05,-3.758471575565636e-05,-2.7718691853806376e-05,-1.7852669770945795e-05,-7.986646778590512e-06,1.8793762137647718e-06,1.1745399206120055e-05,2.161142219847534e-05,3.147744428133592e-05,4.1343468183185905e-05,5.120949208503589e-05,6.107551598688588e-05,7.094153988873586e-05,8.080755651462823e-05,9.067358041647822e-05,0.0001005396043183282,0.00011040562822017819,0.00012027165212202817,0.00013013767602387816,0.00014000369992572814,0.00014986972382757813,0.0001597357477294281,0.0001696017716312781,0.00017946779553312808,0.00018933381943497807,0.00019919982878491282,0.0002090658526867628,0.0002189318765886128,0.00022879790049046278,0.00023866392439231277,0.00024852994829416275,0.00025839597219601274,0.0002682619960978627,0.0002781280199997127],"_type":"histogram","values":[2,0,1,0,0,1,1,0,1,1,0,1,1,1,1,4,2,0,4,5,3,6,13,7,7,20,13,15,15,18,36,27,36,48,47,40,47,44,43,48,30,28,25,17,16,17,12,10,10,5,2,4,6,4,4,3,5,4,1,1,0,3,0,2]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.002685937099158764,-0.002600640757009387,-0.00251534441486001,-0.0024300478398799896,-0.0023447514977306128,-0.002259455155581236,-0.002174158813431859,-0.002088862471282482,-0.0020035658963024616,-0.0019182696705684066,-0.0018329732120037079,-0.001747676869854331,-0.0016623805277049541,-0.0015770840691402555,-0.0014917877269908786,-0.0014064912684261799,-0.001321194926276803,-0.0012358985841274261,-0.0011506021255627275,-0.0010653057834133506,-0.0009800093248486519,-0.000894712982699275,-0.0008094166405498981,-0.0007241202401928604,-0.0006388238398358226,-0.0005535274394787848,-0.0004682310682255775,-0.00038293469697237015,-0.00029763829661533237,-0.0002123419108102098,-0.00012704552500508726,-4.17491391999647e-05,4.354724660515785e-05,0.0001288436324102804,0.00021414001821540296,0.0002994363894686103,0.00038473278982564807,0.00047002919018268585,0.0005553255323320627,0.0006406219326891005,0.0007259183330461383,0.0008112147334031761,0.0008965111337602139,0.0009818074759095907,0.0010671038180589676,0.0011524002766236663,0.0012376966187730432,0.0013229930773377419,0.0014082894194871187,0.0014935857616364956,0.0015788822202011943,0.0016641785623505712,0.0017494750209152699,0.0018347713630646467,0.0019200677052140236,0.0020053640473634005,0.0020906603895127773,0.002175956964492798,0.0022612533066421747,0.0023465496487915516,0.0024318459909409285,0.0025171423330903053,0.002602438908070326,0.0026877352502197027,0.0027730315923690796],"_type":"histogram","values":[2,1,1,1,1,0,3,3,4,4,5,6,8,6,11,6,16,9,11,16,19,13,17,22,27,24,19,28,26,33,33,32,31,35,31,20,33,21,15,23,18,14,22,10,16,9,10,7,8,5,8,4,1,6,3,2,1,1,1,2,0,2,1,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,0,1,1,0,0,2,3,0,0,2,2,3,7,6,7,5,6,12,17,12,13,19,26,22,21,21,23,35,24,33,24,29,34,41,39,30,21,24,32,23,23,19,15,18,12,12,13,11,3,4,4,2,2,1,1,4,0,2],"bins":[-0.00643059890717268,-0.00626137712970376,-0.006092154886573553,-0.005922933109104633,-0.005753710865974426,-0.0055844890885055065,-0.0054152668453752995,-0.00524604506790638,-0.005076822824776173,-0.004907601047307253,-0.004738378804177046,-0.004569157026708126,-0.004399934783577919,-0.004230713006108999,-0.004061490762978792,-0.0038922689855098724,-0.003723046975210309,-0.0035538249649107456,-0.003384602954611182,-0.003215380944311619,-0.0030461589340120554,-0.002876936923712492,-0.0027077149134129286,-0.002538492903113365,-0.0023692711256444454,-0.002200049115344882,-0.0020308271050453186,-0.0018616049783304334,-0.0016923830844461918,-0.0015231610741466284,-0.001353939063847065,-0.0011847170535475016,-0.0010154950432479382,-0.0008462730329483747,-0.0006770510226488113,-0.0005078290705569088,-0.00033860706025734544,-0.00016938506450969726,-1.6306876204907894e-07,0.0001690589269855991,0.0003382809227332473,0.0005075029330328107,0.0006767249433323741,0.0008459468954242766,0.001015168847516179,0.0011843908578157425,0.001353612868115306,0.0015228348784148693,0.0016920568887144327,0.0018612788990139961,0.0020305009093135595,0.002199722919613123,0.0023689449299126863,0.0025381669402122498,0.002707388950511813,0.0028766109608113766,0.0030458327382802963,0.0032150547485798597,0.003384276758879423,0.0035534987691789865,0.00372272077947855,0.0038919427897781134,0.004061164800077677,0.004230387043207884,0.004399608820676804],"_type":"histogram"},"parameters/bert.embeddings.word_embeddings.weight":{"bins":[-0.09046003222465515,-0.0875309556722641,-0.08460187911987305,-0.081672802567482,-0.07874372601509094,-0.07581464946269989,-0.07288557291030884,-0.06995649635791779,-0.06702741980552673,-0.06409833580255508,-0.06116926297545433,-0.05824018642306328,-0.05531110614538193,-0.052382029592990875,-0.04945295304059982,-0.04652387648820877,-0.04359479993581772,-0.040665723383426666,-0.037736646831035614,-0.03480757027864456,-0.03187849372625351,-0.028949415311217308,-0.026020336896181107,-0.023091260343790054,-0.020162183791399002,-0.01723310723900795,-0.014304029755294323,-0.011374952271580696,-0.008445875719189644,-0.005516798701137304,-0.0025877216830849648,0.0003413553349673748,0.0032704249024391174,0.006199501920491457,0.009128578938543797,0.012057656422257423,0.014986732974648476,0.017915809527039528,0.02084488794207573,0.02377396449446678,0.026703041046857834,0.029632117599248886,0.03256119415163994,0.03549027070403099,0.03841935098171234,0.041348427534103394,0.044277504086494446,0.0472065806388855,0.05013565719127655,0.0530647337436676,0.055993810296058655,0.05892288684844971,0.06185196340084076,0.06478103995323181,0.06771011650562286,0.07063919305801392,0.07356826961040497,0.07649735361337662,0.07942643016576767,0.08235550671815872,0.08528458327054977,0.08821365982294083,0.09114273637533188,0.09407181292772293,0.09700088948011398],"_type":"histogram","values":[1,1,3,11,19,27,49,64,120,198,311,454,668,1044,1536,2119,2885,3984,5103,6501,8318,10267,12476,14755,17211,19505,21622,23288,24786,25995,27082,26310,25762,24702,23119,21000,18912,16588,14156,11829,9721,7926,6312,4803,3609,2733,1871,1409,937,658,434,250,157,127,64,43,26,11,8,2,3,1,0,2]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-6.003266025800258e-05,-5.8156714658252895e-05,-5.6280765420524403e-05,-5.440481982077472e-05,-5.2528874221025035e-05,-5.065292498329654e-05,-4.877697938354686e-05,-4.6901033783797175e-05,-4.502508818404749e-05,-4.3149138946319e-05,-4.1273193346569315e-05,-3.939724774681963e-05,-3.752129850909114e-05,-3.5645352909341455e-05,-3.376940730959177e-05,-3.189345807186328e-05,-3.0017512472113594e-05,-2.8141565053374507e-05,-2.6265619453624822e-05,-2.4389672034885734e-05,-2.251372643513605e-05,-2.0637779016396962e-05,-1.8761831597657874e-05,-1.688588599790819e-05,-1.5009938579169102e-05,-1.3133992069924716e-05,-1.125804556068033e-05,-9.382098141941242e-06,-7.506151632696856e-06,-5.63020512345247e-06,-3.7542581594607327e-06,-1.8783114228426712e-06,-2.3610482458025217e-09,1.873585688372259e-06,3.7495324249903206e-06,5.6254793889820576e-06,7.501425898226444e-06,9.37737240747083e-06,1.1253319826209918e-05,1.3129266335454304e-05,1.500521284469869e-05,1.6881160263437778e-05,1.8757105863187462e-05,2.063305328192655e-05,2.2509000700665638e-05,2.4384946300415322e-05,2.626089371915441e-05,2.8136839318904094e-05,3.0012786737643182e-05,3.1888732337392867e-05,3.376468157512136e-05,3.564062717487104e-05,3.751657277462073e-05,3.939252201234922e-05,4.12684676120989e-05,4.314441321184859e-05,4.502035881159827e-05,4.689630804932676e-05,4.877225364907645e-05,5.064819924882613e-05,5.252414848655462e-05,5.440009408630431e-05,5.627603968605399e-05,5.815198892378248e-05,6.002793452353217e-05],"_type":"histogram","values":[271,33,13,9,9,0,1,1,3,1,0,2,3,2,1,1,2,1,2,4,1,1,3,3,1,3,2,3,0,0,1,0,0,0,1,3,5,5,4,5,3,2,3,1,2,2,1,1,2,2,2,0,5,0,1,1,3,1,7,7,10,20,32,260]},"gradients/bert.encoder.layer.0.output.dense.bias":{"bins":[-0.005621829070150852,-0.005453538615256548,-0.005285247694700956,-0.005116957239806652,-0.0049486663192510605,-0.004780375864356756,-0.004612084943801165,-0.00444379448890686,-0.004275503568351269,-0.0041072131134569645,-0.00393892265856266,-0.0037706317380070686,-0.0036023412831127644,-0.0034340505953878164,-0.0032657599076628685,-0.0030974692199379206,-0.0029291785322129726,-0.0027608878444880247,-0.0025925971567630768,-0.002424306469038129,-0.002256015781313181,-0.0020877253264188766,-0.0019194346386939287,-0.0017511439509689808,-0.0015828532632440329,-0.001414562575519085,-0.001246271887794137,-0.001077981316484511,-0.000909690628759563,-0.000741399941034615,-0.000573109311517328,-0.00040481865289621055,-0.00023652752861380577,-6.82368699926883e-05,0.00010005378862842917,0.00026834444724954665,0.0004366351058706641,0.000604925793595612,0.0007732164231128991,0.0009415070526301861,0.001109797740355134,0.001278088428080082,0.0014463791158050299,0.001614669687114656,0.001782960374839604,0.0019512510625645518,0.002119541633874178,0.002287832321599126,0.002456123009324074,0.0026244136970490217,0.0027927043847739697,0.0029609950724989176,0.0031292857602238655,0.00329757621511817,0.0034658669028431177,0.0036341575905680656,0.0038024482782930136,0.0039707389660179615,0.004139029420912266,0.004307320341467857,0.004475610796362162,0.004643901716917753,0.0048121921718120575,0.004980483092367649,0.005148773547261953],"_type":"histogram","values":[1,1,1,0,0,0,1,2,0,0,3,6,2,4,5,1,8,9,13,14,10,23,15,9,20,29,19,18,23,33,42,29,25,25,37,30,23,27,28,27,28,38,19,24,16,16,9,11,9,3,6,4,4,4,3,3,2,1,1,1,0,1,0,2]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,3,2,0,0,1,5,4,1,9,11,14,25,41,45,71,98,130,204,254,392,562,827,1221,1823,2871,4308,6900,11950,21085,40485,87767,187512,110958,49066,25053,13811,7932,4894,3092,2040,1384,932,607,434,301,206,132,114,71,40,44,26,22,16,5,3,4,5,4,1,0,3,2],"bins":[-0.0006209234707057476,-0.0006018955609761178,-0.0005828676512464881,-0.0005638397415168583,-0.0005448118317872286,-0.0005257839220575988,-0.0005067560123279691,-0.0004877281025983393,-0.00046870019286870956,-0.00044967231224291027,-0.0004306444025132805,-0.00041161649278365076,-0.000392588583054021,-0.00037356067332439125,-0.0003545327635947615,-0.00033550485386513174,-0.000316476944135502,-0.0002974490344058722,-0.00027842112467624247,-0.0002593932149466127,-0.00024036530521698296,-0.00022133741003926843,-0.00020230950030963868,-0.00018328159058000892,-0.00016425368085037917,-0.00014522577112074941,-0.00012619786139111966,-0.00010716995893744752,-8.814204920781776e-05,-6.911413947818801e-05,-5.008623338653706e-05,-3.105832729488611e-05,-1.2030417565256357e-05,6.997490345383994e-06,2.6025398256024346e-05,4.5053304347675294e-05,6.408121407730505e-05,8.31091238069348e-05,0.00010213702626060694,0.0001211649359902367,0.00014019284571986645,0.0001592207554494962,0.00017824866517912596,0.00019727657490875572,0.00021630447008647025,0.0002353323798161,0.00025436028954572976,0.0002733881992753595,0.00029241610900498927,0.000311444018734619,0.0003304719284642488,0.00034949983819387853,0.0003685277479235083,0.00038755565765313804,0.0004065835673827678,0.00042561147711239755,0.00044463935773819685,0.0004636672674678266,0.00048269517719745636,0.0005017230869270861,0.0005207509966567159,0.0005397789063863456,0.0005588068161159754,0.0005778347258456051,0.0005968626355752349],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"values":[2,0,1,0,1,3,7,15,33,52,81,133,271,414,625,920,1354,2070,2951,4215,5655,7625,9744,12788,15662,19041,22300,25886,29281,32003,34008,36224,36787,36457,35677,33418,31213,28150,25229,21535,17950,14832,11724,9402,7108,5259,3784,2654,1861,1271,815,550,305,200,123,70,44,21,9,2,5,2,1,1],"bins":[-0.10278213024139404,-0.09965440630912781,-0.09652668237686157,-0.09339895844459534,-0.0902712345123291,-0.08714351803064346,-0.08401579409837723,-0.08088807016611099,-0.07776034623384476,-0.07463262230157852,-0.07150489836931229,-0.06837717443704605,-0.06524945795536041,-0.06212173029780388,-0.05899401009082794,-0.05586628615856171,-0.05273856222629547,-0.049610838294029236,-0.046483114361763,-0.043355394154787064,-0.04022767022252083,-0.03709994629025459,-0.033972226083278656,-0.03084450215101242,-0.027716778218746185,-0.02458905428647995,-0.021461332216858864,-0.018333610147237778,-0.015205886214971542,-0.012078163214027882,-0.008950440213084221,-0.00582271721214056,-0.0026949867606163025,0.00043273624032735825,0.003560459241271019,0.00668818224221468,0.00981590524315834,0.012943628244102001,0.016071351245045662,0.019199073314666748,0.022326797246932983,0.02545452117919922,0.028582243248820305,0.03170996531844139,0.034837689250707626,0.03796541318297386,0.0410931333899498,0.044220857322216034,0.04734858125448227,0.050476305186748505,0.05360402911901474,0.05673174932599068,0.05985947325825691,0.06298719346523285,0.06611491739749908,0.06924264132976532,0.07237036526203156,0.07549808919429779,0.07862581312656403,0.08175353705883026,0.0848812609910965,0.08800897747278214,0.09113670140504837,0.0942644253373146,0.09739214926958084],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-6.0039208619855344e-05,-5.81629756197799e-05,-5.6286742619704455e-05,-5.441050961962901e-05,-5.2534276619553566e-05,-5.065804361947812e-05,-4.8781814257381484e-05,-4.690558125730604e-05,-4.5029348257230595e-05,-4.315311525715515e-05,-4.1276882257079706e-05,-3.940064925700426e-05,-3.7524416256928816e-05,-3.564818325685337e-05,-3.377195025677793e-05,-3.189571725670248e-05,-3.001948607561644e-05,-2.8143253075540997e-05,-2.6267020075465553e-05,-2.439078889437951e-05,-2.2514555894304067e-05,-2.0638322894228622e-05,-1.8762089894153178e-05,-1.6885856894077733e-05,-1.500962480349699e-05,-1.3133391803421546e-05,-1.1257159712840803e-05,-9.380926712765358e-06,-7.504694167437265e-06,-5.628461622109171e-06,-3.752228849407402e-06,-1.8759961903924705e-06,2.3646862246096134e-10,1.8764691276373924e-06,3.752701786652324e-06,5.628934559354093e-06,7.505167104682187e-06,9.38139965001028e-06,1.1257632650085725e-05,1.3133864740666468e-05,1.5010097740741912e-05,1.6886329831322655e-05,1.87625628313981e-05,2.0638795831473544e-05,2.251502883154899e-05,2.4391261831624433e-05,2.6267493012710474e-05,2.814372601278592e-05,3.0019959012861364e-05,3.1896190193947405e-05,3.377242319402285e-05,3.5648656194098294e-05,3.752488919417374e-05,3.940112219424918e-05,4.127735519432463e-05,4.315358819440007e-05,4.502982119447552e-05,4.690605419455096e-05,4.8782287194626406e-05,5.065851655672304e-05,5.253474955679849e-05,5.441098255687393e-05,5.628721555694938e-05,5.816344855702482e-05,6.0039681557100266e-05],"_type":"histogram","values":[313,30,5,4,5,2,0,5,0,2,2,1,0,1,0,2,0,2,3,2,2,1,1,3,1,0,2,5,0,0,0,0,0,0,0,0,4,1,3,3,1,0,4,1,1,1,0,0,1,0,1,1,1,1,1,2,2,3,3,5,9,8,21,296]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,2,1,3,5,4,8,14,27,29,32,56,75,107,153,198,274,391,587,869,1218,1850,2586,3857,5677,8551,12612,18872,28050,41357,61685,87638,95208,70572,47604,32520,21866,14602,9743,6657,4424,2985,2104,1412,982,690,495,344,274,176,113,83,51,48,26,15,16,9,7,2,4,1,1,1],"bins":[-0.006243268493562937,-0.006049286108464003,-0.005855303257703781,-0.005661320872604847,-0.0054673380218446255,-0.005273355636745691,-0.00507937278598547,-0.004885390400886536,-0.004691407550126314,-0.00449742516502738,-0.0043034423142671585,-0.004109459929168224,-0.003915477078408003,-0.0037214946933090687,-0.003527512075379491,-0.003333529457449913,-0.003139546839520335,-0.0029455642215907574,-0.0027515816036611795,-0.0025575989857316017,-0.002363616367802024,-0.002169633749872446,-0.0019756511319428682,-0.0017816686304286122,-0.0015876860124990344,-0.0013937033945694566,-0.0011997207766398787,-0.001005738158710301,-0.000811755598988384,-0.0006177729810588062,-0.0004237903922330588,-0.0002298077888553962,-3.582518547773361e-05,0.000158157417899929,0.0003521400212775916,0.000546122610103339,0.0007401052280329168,0.0009340878459624946,0.0011280704056844115,0.0013220530236139894,0.0015160356415435672,0.001710018259473145,0.0019040008774027228,0.002097983378916979,0.0022919659968465567,0.0024859486147761345,0.0026799312327057123,0.00287391385063529,0.003067896468564868,0.003261879086494446,0.0034558617044240236,0.0036498443223536015,0.0038438269402831793,0.004037809558212757,0.004231791943311691,0.004425774794071913,0.004619757179170847,0.004813740029931068,0.005007722415030003,0.005201705265790224,0.005395687650889158,0.00558967050164938,0.005783652886748314,0.005977635737508535,0.0061716181226074696],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.006456129718571901,-0.00628510070964694,-0.0061140721663832664,-0.005943043157458305,-0.005772014148533344,-0.0056009856052696705,-0.005429956596344709,-0.005258928053081036,-0.0050878990441560745,-0.0049168700352311134,-0.00474584149196744,-0.0045748124830424786,-0.004403783939778805,-0.004232754930853844,-0.004061725921928883,-0.003890697145834565,-0.0037196683697402477,-0.0035486395936459303,-0.003377610817551613,-0.0032065818086266518,-0.0030355530325323343,-0.002864524256438017,-0.002693495247513056,-0.0025224664714187384,-0.002351437695324421,-0.0021804089192301035,-0.002009380143135786,-0.001838351134210825,-0.0016673223581165075,-0.00149629358202219,-0.0013252646895125508,-0.0011542357970029116,-0.0009832070209085941,-0.0008121781866066158,-0.0006411493523046374,-0.0004701205180026591,-0.00029909168370068073,-0.00012806284939870238,4.296598490327597e-05,0.00021399481920525432,0.00038502365350723267,0.000556052487809211,0.0007270813221111894,0.0008981101564131677,0.001069138990715146,0.0012401677668094635,0.0014111966593191028,0.001582225551828742,0.0017532543279230595,0.001924283104017377,0.0020953118801116943,0.0022663408890366554,0.002437369665130973,0.0026083984412252903,0.0027794274501502514,0.002950456226244569,0.0031214850023388863,0.0032925137784332037,0.003463542554527521,0.0036345715634524822,0.0038056003395467997,0.003976629115641117,0.004147658124566078,0.004318686667829752,0.004489715676754713],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,1,1,0,2,1,3,2,1,5,4,5,7,8,7,12,16,12,18,24,19,30,20,24,28,30,26,34,41,36,37,35,21,33,23,25,30,20,33,12,10,18,12,7,9,4,5,4,2,3,2,1,0,0,2]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[312,41,9,9,1,1,0,0,2,1,0,2,1,0,3,2,3,0,2,1,1,1,0,0,1,4,0,1,1,0,0,0,0,0,0,0,4,2,4,4,1,0,1,2,0,1,0,0,1,1,0,0,1,0,2,1,1,0,1,3,3,11,26,299],"bins":[-6.0038342780899256e-05,-5.816212433273904e-05,-5.6285905884578824e-05,-5.440968743641861e-05,-5.253346898825839e-05,-5.0657250540098175e-05,-4.878103209193796e-05,-4.690481364377774e-05,-4.502859519561753e-05,-4.315237674745731e-05,-4.1276158299297094e-05,-3.939993985113688e-05,-3.752372140297666e-05,-3.5647502954816446e-05,-3.377128450665623e-05,-3.189506605849601e-05,-3.00188494293252e-05,-2.8142630981164984e-05,-2.6266412533004768e-05,-2.4390194084844552e-05,-2.2513975636684336e-05,-2.063775718852412e-05,-1.8761538740363903e-05,-1.6885320292203687e-05,-1.5009102753538173e-05,-1.3132884305377956e-05,-1.125666585721774e-05,-9.380447409057524e-06,-7.504229415644659e-06,-5.6280109674844425e-06,-3.7517927466979017e-06,-1.8755744122245233e-06,6.439222488552332e-10,1.8768622567222337e-06,3.7530805911956122e-06,5.629298811982153e-06,7.505517260142369e-06,9.381735253555235e-06,1.125795370171545e-05,1.3134172149875667e-05,1.5010390598035883e-05,1.6886608136701398e-05,1.8762826584861614e-05,2.063904503302183e-05,2.2515263481182046e-05,2.4391481929342262e-05,2.626770037750248e-05,2.8143918825662695e-05,3.002013727382291e-05,3.1896353902993724e-05,3.377257235115394e-05,3.5648790799314156e-05,3.752500924747437e-05,3.940122769563459e-05,4.1277446143794805e-05,4.315366459195502e-05,4.502988304011524e-05,4.6906101488275453e-05,4.878231993643567e-05,5.0658538384595886e-05,5.25347568327561e-05,5.441097528091632e-05,5.6287193729076535e-05,5.816341217723675e-05,6.003963062539697e-05]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,2,5,2,3,2,1,2,2,5,10,16,17,20,23,19,26,38,53,46,56,58,80,99,93,132,134,176,140,116,115,92,75,57,59,43,36,34,25,22,16,17,21,16,10,8,8,6,1,3,1,2,1,2,1],"bins":[-0.002328704111278057,-0.0022647837176918983,-0.0022008633241057396,-0.002136942930519581,-0.002073022536933422,-0.0020091021433472633,-0.0019451817497611046,-0.0018812613561749458,-0.001817340962588787,-0.0017534205690026283,-0.0016895001754164696,-0.0016255797818303108,-0.001561659388244152,-0.0014977389946579933,-0.0014338186010718346,-0.0013698982074856758,-0.001305977813899517,-0.0012420574203133583,-0.0011781370267271996,-0.0011142166331410408,-0.001050296239554882,-0.0009863758459687233,-0.0009224554523825645,-0.0008585350587964058,-0.000794614665210247,-0.0007306942716240883,-0.0006667738780379295,-0.0006028534844517708,-0.000538933090865612,-0.0004750126972794533,-0.0004110923036932945,-0.00034717191010713577,-0.000283251516520977,-0.00021933112293481827,-0.00015541072934865952,-9.149033576250076e-05,-2.756994217634201e-05,3.635045140981674e-05,0.0001002708449959755,0.00016419123858213425,0.000228111632168293,0.00029203202575445175,0.0003559524193406105,0.00041987281292676926,0.000483793206512928,0.0005477136000990868,0.0006116339936852455,0.0006755543872714043,0.000739474780857563,0.0008033951744437218,0.0008673155680298805,0.0009312359616160393,0.000995156355202198,0.0010590767487883568,0.0011229971423745155,0.0011869175359606743,0.001250837929546833,0.0013147583231329918,0.0013786787167191505,0.0014425991103053093,0.001506519503891468,0.0015704398974776268,0.0016343602910637856,0.0016982806846499443,0.001762201078236103],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.006325320340692997,-0.006140919867902994,-0.005956519395112991,-0.005772118456661701,-0.005587717983871698,-0.0054033175110816956,-0.005218916572630405,-0.005034516099840403,-0.0048501156270504,-0.004665715154260397,-0.004481314681470394,-0.004296913743019104,-0.004112513270229101,-0.003928112797439098,-0.003743712091818452,-0.0035593113861978054,-0.0033749109134078026,-0.0031905104406177998,-0.0030061097349971533,-0.002821709029376507,-0.002637308556586504,-0.002452908083796501,-0.0022685073781758547,-0.002084106672555208,-0.0018997061997652054,-0.0017153056105598807,-0.001530905021354556,-0.0013465044321492314,-0.0011621038429439068,-0.0009777032537385821,-0.0007933026645332575,-0.0006089020753279328,-0.0004245014861226082,-0.00024010089691728354,-5.5700307711958885e-05,0.00012870028149336576,0.0003131008706986904,0.0004975014599040151,0.0006819020491093397,0.0008663026383146644,0.001050703227519989,0.0012351038167253137,0.0014195044059306383,0.001603904995135963,0.0017883055843412876,0.0019727060571312904,0.002157106762751937,0.0023415074683725834,0.002525907941162586,0.002710308413952589,0.0028947091195732355,0.003079109825193882,0.003263510297983885,0.0034479107707738876,0.003632311476394534,0.0038167121820151806,0.004001112654805183,0.004185513127595186,0.004369913600385189,0.004554314538836479,0.004738715011626482,0.004923115484416485,0.005107516422867775,0.005291916895657778,0.005476317368447781],"_type":"histogram","values":[1,0,0,1,1,0,0,0,2,0,0,1,2,1,4,5,3,6,6,11,17,17,21,16,21,16,15,19,24,20,31,35,37,32,33,42,30,30,34,32,29,24,24,21,23,18,9,8,8,8,5,7,2,5,2,2,4,1,0,0,0,0,1,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,3,2,4,12,7,9,12,25,34,69,88,112,115,71,53,41,35,16,12,9,8,8,3,2,4,6,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1],"bins":[-0.004952245391905308,-0.004667389206588268,-0.004382533021271229,-0.004097677301615477,-0.003812821116298437,-0.0035279649309813976,-0.003243108745664358,-0.0029582527931779623,-0.002673396607860923,-0.0023885404225438833,-0.0021036844700574875,-0.001818828284740448,-0.0015339722158387303,-0.0012491161469370127,-0.0009642600198276341,-0.0006794038927182555,-0.00039454782381653786,-0.00010969172581098974,0.00017516437219455838,0.0004600204702001065,0.0007448765682056546,0.0010297326371073723,0.0013145888224244118,0.0015994448913261294,0.001884300960227847,0.0021691571455448866,0.0024540130980312824,0.002738869283348322,0.0030237254686653614,0.0033085814211517572,0.0035934376064687967,0.0038782935589551926,0.004163149744272232,0.0044480059295892715,0.004732862114906311,0.005017717834562063,0.005302574019879103,0.005587430205196142,0.005872286390513182,0.006157142575830221,0.006441998295485973,0.006726854480803013,0.007011710666120052,0.007296566851437092,0.007581423036754131,0.00786627922207117,0.00815113540738821,0.00843599159270525,0.008720846846699715,0.009005703032016754,0.009290559217333794,0.009575415402650833,0.009860271587967873,0.010145127773284912,0.010429983958601952,0.010714840143918991,0.01099969632923603,0.01128455251455307,0.01156940869987011,0.011854263953864574,0.012139120139181614,0.012423976324498653,0.012708832509815693,0.012993688695132732,0.013278544880449772]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,3,2,9,9,11,19,17,37,52,68,87,129,87,56,43,40,22,14,19,8,5,5,5,2,5,0,1,3,1,0,1,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-0.004026862792670727,-0.003757034195587039,-0.003487205598503351,-0.0032173770014196634,-0.0029475484043359756,-0.002677719574421644,-0.0024078909773379564,-0.0021380623802542686,-0.0018682337831705809,-0.001598405186086893,-0.0013285765890032053,-0.0010587478755041957,-0.0007889192784205079,-0.0005190906813368201,-0.00024926202604547143,2.056660014204681e-05,0.00029039522632956505,0.0005602238234132528,0.0008300524787046015,0.0010998811339959502,0.001369709731079638,0.0016395383281633258,0.0019093670416623354,0.002179195638746023,0.002449024235829711,0.0027188528329133987,0.0029886814299970865,0.0032585100270807743,0.0035283388569951057,0.0037981674540787935,0.004067996051162481,0.0043378244154155254,0.004607653245329857,0.004877482075244188,0.0051473104394972324,0.005417139269411564,0.005686967633664608,0.0059567964635789394,0.0062266248278319836,0.006496453657746315,0.006766282021999359,0.007036110851913691,0.007305939681828022,0.007575768046081066,0.00784559641033411,0.008115425705909729,0.008385254070162773,0.008655082434415817,0.008924910798668861,0.00919474009424448,0.009464568458497524,0.009734396822750568,0.010004226118326187,0.010274054482579231,0.010543882846832275,0.01081371121108532,0.011083540506660938,0.011353368870913982,0.011623197235167027,0.011893026530742645,0.01216285489499569,0.012432683259248734,0.012702511623501778,0.012972340919077396,0.01324216928333044]},"gradients/bert.encoder.layer.1.output.dense.bias":{"bins":[-0.0055818110704422,-0.0054113189689815044,-0.0052408273331820965,-0.005070335231721401,-0.004899843595921993,-0.004729351494461298,-0.004558859393000603,-0.004388367757201195,-0.0042178756557404995,-0.004047383554279804,-0.0038768919184803963,-0.003706399817019701,-0.0035359079483896494,-0.0033654160797595978,-0.0031949239782989025,-0.003024432109668851,-0.0028539402410387993,-0.0026834483724087477,-0.002512956503778696,-0.002342464402318001,-0.002171972533687949,-0.0020014806650578976,-0.0018309886800125241,-0.0016604966949671507,-0.001490004826337099,-0.0013195129577070475,-0.001149020972661674,-0.0009785289876163006,-0.000808037118986249,-0.0006375451921485364,-0.0004670532653108239,-0.0002965613384731114,-0.00012606987729668617,4.4422049541026354e-05,0.00021491397637873888,0.0003854059032164514,0.0005558978300541639,0.0007263897568918765,0.000896881683729589,0.0010673736687749624,0.001237865537405014,0.0014083574060350657,0.001578849391080439,0.0017493413761258125,0.0019198332447558641,0.0020903251133859158,0.002260817214846611,0.0024313090834766626,0.0026018009521067142,0.002772292820736766,0.0029427846893668175,0.0031132767908275127,0.0032837686594575644,0.003454260528087616,0.0036247526295483112,0.003795244498178363,0.0039657363668084145,0.00413622846826911,0.004306720104068518,0.004477212205529213,0.004647703841328621,0.004818195942789316,0.0049886880442500114,0.005159179680049419,0.005329671781510115],"_type":"histogram","values":[2,0,0,1,1,1,1,0,2,0,1,2,4,5,3,5,13,6,9,17,19,12,23,16,19,20,21,25,32,37,27,22,41,37,26,30,29,22,27,28,35,28,18,13,18,13,8,13,9,1,6,5,7,1,0,1,0,2,0,1,1,1,0,1]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,0,0,1,3,5,13,31,48,89,135,201,326,502,791,1209,1708,2527,3520,4710,6266,8230,10624,13297,16432,19322,22643,25782,28939,30994,33354,35064,35040,35261,34404,32432,30049,27785,24585,21171,18154,15096,12226,9660,7544,5789,4266,3119,2181,1492,999,670,449,282,177,98,62,27,18,11,3,2,1,4],"bins":[-0.09876900911331177,-0.0957583412528038,-0.09274766594171524,-0.08973699808120728,-0.08672632277011871,-0.08371565490961075,-0.08070497959852219,-0.07769431173801422,-0.07468363642692566,-0.0716729685664177,-0.06866229325532913,-0.06565162539482117,-0.0626409500837326,-0.05963028222322464,-0.056619610637426376,-0.05360893905162811,-0.05059826746582985,-0.047587595880031586,-0.04457692429423332,-0.04156625270843506,-0.038555581122636795,-0.03554490953683853,-0.03253423795104027,-0.029523568227887154,-0.02651289664208889,-0.023502225056290627,-0.020491553470492363,-0.0174808818846941,-0.01447021123021841,-0.011459539644420147,-0.008448868989944458,-0.0054381974041461945,-0.002427525818347931,0.000583145534619689,0.003593816887587309,0.006604488007724285,0.009615159593522549,0.012625831179320812,0.0156365018337965,0.018647173419594765,0.021657845005393028,0.024668516591191292,0.027679188176989555,0.03068985976278782,0.03370052948594093,0.0367112010717392,0.03972187265753746,0.042732544243335724,0.04574321582913399,0.04875388741493225,0.051764559000730515,0.05477523058652878,0.05778590217232704,0.060796573758125305,0.06380724161863327,0.06681791692972183,0.0698285847902298,0.07283926010131836,0.07584992796182632,0.07886060327291489,0.08187127113342285,0.08488194644451141,0.08789261430501938,0.09090328961610794,0.0939139574766159],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,3,3,1,12,22,40,78,131,183,331,552,807,1199,1790,2529,3667,4953,6591,8729,11096,13803,16677,20057,23651,26519,29492,32285,34051,35426,35961,35539,34390,32734,29843,26901,23731,20413,17428,14097,11379,9003,6726,5170,3645,2686,1895,1322,840,535,368,208,143,85,50,17,12,8,6,5,2],"bins":[-0.10231960564851761,-0.09926913678646088,-0.09621867537498474,-0.09316820651292801,-0.09011773765087128,-0.08706726878881454,-0.08401679992675781,-0.08096633851528168,-0.07791586965322495,-0.07486540079116821,-0.07181493937969208,-0.06876447051763535,-0.06571400165557861,-0.06266353279352188,-0.05961306765675545,-0.056562602519989014,-0.05351213365793228,-0.05046166479587555,-0.047411199659109116,-0.04436073452234268,-0.04131026566028595,-0.03825979679822922,-0.035209331661462784,-0.03215886652469635,-0.029108397662639618,-0.026057930663228035,-0.023007463663816452,-0.01995699666440487,-0.016906529664993286,-0.013856062665581703,-0.01080559566617012,-0.007755128666758537,-0.004704654216766357,-0.0016541872173547745,0.0013962797820568085,0.004446746781468391,0.007497213780879974,0.010547680780291557,0.01359814777970314,0.016648614779114723,0.019699081778526306,0.02274954877793789,0.025800015777349472,0.028850482776761055,0.03190094977617264,0.03495141863822937,0.038001883774995804,0.04105234891176224,0.04410281777381897,0.0471532866358757,0.050203751772642136,0.05325421690940857,0.0563046857714653,0.059355154633522034,0.06240561977028847,0.0654560849070549,0.06850655376911163,0.07155702263116837,0.0746074914932251,0.07765795290470123,0.08070842176675797,0.0837588906288147,0.08680935204029083,0.08985982090234756,0.0929102897644043]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-6.0039321397198364e-05,-5.816308839712292e-05,-5.6286855397047475e-05,-5.441062239697203e-05,-5.2534389396896586e-05,-5.065815639682114e-05,-4.87819233967457e-05,-4.690569039667025e-05,-4.5029453758616e-05,-4.3153220758540556e-05,-4.127698775846511e-05,-3.940075475838967e-05,-3.752452175831422e-05,-3.564828875823878e-05,-3.377205575816333e-05,-3.189582275808789e-05,-3.0019589758012444e-05,-2.8143356757937e-05,-2.6267123757861555e-05,-2.439089075778611e-05,-2.2514657757710665e-05,-2.0638422938645817e-05,-1.8762189938570373e-05,-1.6885956938494928e-05,-1.5009723938419484e-05,-1.3133490938344039e-05,-1.1257257938268594e-05,-9.381024028698448e-06,-7.5047910286230035e-06,-5.628558028547559e-06,-3.7523245737247635e-06,-1.8760913462756434e-06,1.4551915228366852e-10,1.8763787466014037e-06,3.7526119740505237e-06,5.628845428873319e-06,7.505078428948764e-06,9.381311429024208e-06,1.1257545338594355e-05,1.31337783386698e-05,1.5010011338745244e-05,1.688624433882069e-05,1.8762477338896133e-05,2.0638710338971578e-05,2.2514945158036426e-05,2.439117815811187e-05,2.6267411158187315e-05,2.814364415826276e-05,3.0019877158338204e-05,3.189611015841365e-05,3.377234315848909e-05,3.564857615856454e-05,3.752480915863998e-05,3.940104215871543e-05,4.127727515879087e-05,4.3153508158866316e-05,4.502974479692057e-05,4.690597779699601e-05,4.878221079707146e-05,5.06584437971469e-05,5.2534676797222346e-05,5.441090979729779e-05,5.6287142797373235e-05,5.816337579744868e-05,6.0039608797524124e-05],"_type":"histogram","values":[320,17,15,8,4,1,1,2,1,1,2,0,0,0,0,1,0,2,1,0,0,4,1,3,1,1,3,3,0,0,0,0,0,0,0,0,0,1,1,3,0,1,4,2,3,2,0,2,0,2,0,0,3,3,3,0,3,0,1,4,5,12,26,295]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"values":[2,1,1,0,0,4,3,7,5,4,6,7,5,5,13,9,12,14,13,19,19,14,15,24,18,24,30,23,22,35,19,35,34,25,27,25,25,24,27,21,24,9,21,13,16,9,10,9,8,5,5,1,7,9,2,0,1,0,0,2,0,0,0,1],"bins":[-0.0024643789511173964,-0.002385747153311968,-0.0023071153555065393,-0.002228483557701111,-0.0021498517598956823,-0.002071219962090254,-0.001992588397115469,-0.0019139564828947186,-0.001835324801504612,-0.0017566930036991835,-0.001678061205893755,-0.0015994294080883265,-0.001520797610282898,-0.0014421658124774694,-0.0013635341310873628,-0.0012849023332819343,-0.0012062705354765058,-0.0011276387376710773,-0.0010490069398656487,-0.0009703752002678812,-0.0008917434606701136,-0.0008131116628646851,-0.0007344798650592566,-0.000655848125461489,-0.0005772163276560605,-0.000498584529850632,-0.00041995279025286436,-0.00034132099244743586,-0.0002626892237458378,-0.00018405745504423976,-0.00010542567179072648,-2.679389581317082e-05,5.183788016438484e-05,0.0001304696488659829,0.00020910143211949617,0.00028773321537300944,0.0003663649840746075,0.00044499675277620554,0.000523628550581634,0.0006022602901794016,0.0006808920879848301,0.0007595238857902586,0.0008381556253880262,0.0009167874231934547,0.0009954192209988832,0.0010740510188043118,0.0011526827001944184,0.001231314497999847,0.0013099462958052754,0.001388578093610704,0.0014672098914161325,0.0015458415728062391,0.0016244733706116676,0.0017031051684170961,0.0017817369662225246,0.0018603687640279531,0.0019390005618333817,0.00201763235963881,0.0020962641574442387,0.0021748957224190235,0.002253527520224452,0.0023321593180298805,0.002410791115835309,0.0024894229136407375,0.002568054711446166],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,0,0,1,1,1,4,3,0,2,6,0,4,7,8,7,9,12,13,12,24,19,28,34,39,36,38,40,48,35,45,33,41,28,24,29,20,20,16,9,6,12,9,8,4,5,6,3,5,4,1,1,1,1,1,0,1],"bins":[-0.00019869768584612757,-0.00019311824871692806,-0.00018753879703581333,-0.00018195935990661383,-0.00017637992277741432,-0.0001708004710962996,-0.00016522103396710008,-0.00015964159683790058,-0.00015406214515678585,-0.00014848270802758634,-0.00014290327089838684,-0.00013732383376918733,-0.0001317443820880726,-0.0001261649449588731,-0.00012058550055371597,-0.00011500606342451647,-0.00010942661901935935,-0.00010384717461420223,-9.826773748500273e-05,-9.268829307984561e-05,-8.71088559506461e-05,-8.152941154548898e-05,-7.594996714033186e-05,-7.037053001113236e-05,-6.479108560597524e-05,-5.921164483879693e-05,-5.3632204071618617e-05,-4.80527596664615e-05,-4.2473318899283186e-05,-3.6893878132104874e-05,-3.1314433726947755e-05,-2.5734992959769443e-05,-2.0155537640675902e-05,-1.4576095964002889e-05,-8.996654287329875e-06,-3.4172126106568612e-06,2.1622290660161525e-06,7.741670742689166e-06,1.332111241936218e-05,1.8900555005529895e-05,2.4479995772708207e-05,3.005943653988652e-05,3.563887730706483e-05,4.121832171222195e-05,4.679776247940026e-05,5.2377203246578574e-05,5.795664765173569e-05,6.35360847809352e-05,6.911552918609232e-05,7.469497359124944e-05,8.027441072044894e-05,8.585385512560606e-05,9.143329225480556e-05,9.701273665996268e-05,0.0001025921810651198,0.00010817161819431931,0.00011375106259947643,0.00011933050700463355,0.00012490994413383305,0.00013048938126303256,0.0001360688329441473,0.0001416482700733468,0.0001472277072025463,0.00015280715888366103,0.00015838659601286054]},"gradients/linear.bias":{"_type":"histogram","values":[2,0,1,0,0,1,0,1,1,2,1,0,1,4,1,1,3,0,0,1,3,4,3,3,2,4,7,2,6,2,4,6,4,2,2,4,4,3,5,5,2,4,4,1,3,1,1,2,0,2,3,1,2,2,1,1,0,0,1,0,1,0,0,1],"bins":[-0.0159001462161541,-0.01537305023521185,-0.0148459542542696,-0.01431885827332735,-0.013791762292385101,-0.013264666311442852,-0.012737570330500603,-0.012210474349558353,-0.011683378368616104,-0.011156282387673855,-0.010629186406731606,-0.010102090425789356,-0.009574994444847107,-0.009047898463904858,-0.008520802482962608,-0.007993706502020359,-0.00746661052107811,-0.0069395145401358604,-0.006412418559193611,-0.005885322578251362,-0.0053582265973091125,-0.004831130616366863,-0.004304034635424614,-0.0037769386544823647,-0.0032498426735401154,-0.002722746692597866,-0.0021956507116556168,-0.0016685547307133675,-0.0011414587497711182,-0.0006143627688288689,-8.726678788661957e-05,0.00043982919305562973,0.000966925173997879,0.0014940211549401283,0.0020211171358823776,0.002548213116824627,0.0030753090977668762,0.0036024050787091255,0.004129501059651375,0.004656597040593624,0.005183693021535873,0.005710789002478123,0.006237884983420372,0.006764980964362621,0.007292076945304871,0.00781917292624712,0.00834626890718937,0.008873364888131618,0.009400460869073868,0.009927556850016117,0.010454652830958366,0.010981748811900616,0.011508844792842865,0.012035940773785114,0.012563036754727364,0.013090132735669613,0.013617228716611862,0.014144324697554111,0.01467142067849636,0.01519851665943861,0.01572561264038086,0.016252707690000534,0.016779804602265358,0.017306901514530182,0.017833996564149857]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,4,4,6,11,10,18,42,48,90,112,191,262,412,637,991,1428,2120,3387,4902,7732,11616,17994,27895,43275,66459,96974,101331,70204,46393,29868,19101,12567,8126,5336,3473,2370,1474,1017,651,457,292,180,114,80,49,44,18,23,17,3,3,2,3,4,1,0,1],"bins":[-0.006524873897433281,-0.006327591836452484,-0.006130309775471687,-0.0059330277144908905,-0.005735745653510094,-0.005538464058190584,-0.005341181997209787,-0.0051438999362289906,-0.004946617875248194,-0.004749335814267397,-0.0045520537532866,-0.004354771692305803,-0.004157490096986294,-0.003960208036005497,-0.0037629259750247,-0.0035656439140439034,-0.0033683618530631065,-0.0031710797920823097,-0.002973797731101513,-0.0027765159029513597,-0.002579233841970563,-0.002381951780989766,-0.002184669952839613,-0.001987387891858816,-0.0017901058308780193,-0.0015928237698972225,-0.0013955418253317475,-0.0011982598807662725,-0.0010009778197854757,-0.0008036958170123398,-0.0006064138142392039,-0.00040913181146606803,-0.00021184980869293213,-1.4567805919796228e-05,0.00018271419685333967,0.00037999619962647557,0.0005772782023996115,0.0007745602051727474,0.0009718422079458833,0.0011691241525113583,0.001366406213492155,0.0015636882744729519,0.0017609702190384269,0.001958252163603902,0.0021555342245846987,0.0023528162855654955,0.0025500981137156487,0.0027473801746964455,0.0029446622356772423,0.003141944296658039,0.003339226357638836,0.003536508185788989,0.003733790246769786,0.003931072074919939,0.004128354135900736,0.004325636196881533,0.0045229182578623295,0.004720200318843126,0.004917482379823923,0.00511476444080472,0.005312046036124229,0.005509328097105026,0.005706610158085823,0.00590389221906662,0.006101174280047417]},"learning_rate":2.9999999995842794e-05,"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,0,0,1,3,11,17,37,46,73,165,228,390,639,967,1538,2294,3171,4650,6218,8340,10848,14002,17530,20824,24331,28109,31430,34207,35889,37416,37771,36957,35556,33028,30209,26626,22979,19359,15782,12747,9863,7566,5549,4089,2789,2014,1295,900,552,339,189,108,75,53,27,12,7,4,2,1,0,1],"bins":[-0.10367253422737122,-0.10046201199293137,-0.09725148230791092,-0.09404096007347107,-0.09083043783903122,-0.08761990815401077,-0.08440938591957092,-0.08119886368513107,-0.07798834145069122,-0.07477781176567078,-0.07156728953123093,-0.06835676729679108,-0.06514623761177063,-0.06193571537733078,-0.05872518941760063,-0.05551466718316078,-0.052304141223430634,-0.049093615263700485,-0.045883093029260635,-0.04267256706953049,-0.03946204483509064,-0.03625151887536049,-0.03304099291563034,-0.02983046881854534,-0.026619944721460342,-0.023409420624375343,-0.020198896527290344,-0.016988370567560196,-0.013777846470475197,-0.010567322373390198,-0.007356797344982624,-0.004146272782236338,-0.0009357407689094543,0.002274783793836832,0.0054853083565831184,0.008695833384990692,0.011906357482075691,0.01511688157916069,0.01832740753889084,0.021537931635975838,0.024748455733060837,0.027958979830145836,0.031169503927230835,0.03438002988696098,0.03759055584669113,0.04080107808113098,0.04401160404086113,0.04722212627530098,0.05043265223503113,0.053643178194761276,0.056853700429201126,0.060064226388931274,0.06327474862337112,0.06648527830839157,0.06969580054283142,0.07290632277727127,0.07611684501171112,0.07932737469673157,0.08253789693117142,0.08574841916561127,0.08895894885063171,0.09216947108507156,0.09537999331951141,0.09859052300453186,0.10180104523897171],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,1,1,0,0,5,2,7,5,12,16,34,34,80,95,145,265,394,580,897,1378,2092,3275,5282,8730,13986,22857,37008,61357,102644,124621,79079,48435,29236,17870,10900,6700,4308,2696,1666,1083,672,471,306,218,130,77,53,35,20,21,10,7,10,3,6,1,3,1,1,0,1,0,1],"bins":[-0.006818161811679602,-0.006592796184122562,-0.0063674310222268105,-0.0061420658603310585,-0.005916700232774019,-0.00569133460521698,-0.005465969443321228,-0.005240604281425476,-0.005015238653868437,-0.0047898730263113976,-0.004564507864415646,-0.004339142702519894,-0.004113777074962854,-0.0038884116802364588,-0.003663046285510063,-0.0034376808907836676,-0.003212315496057272,-0.0029869501013308764,-0.0027615847066044807,-0.002536219311878085,-0.0023108539171516895,-0.002085488522425294,-0.0018601231276988983,-0.0016347577329725027,-0.001409392338246107,-0.0011840269435197115,-0.0009586615487933159,-0.0007332961540669203,-0.0005079307593405247,-0.00028256536461412907,-5.719996988773346e-05,0.00016816542483866215,0.00039353035390377045,0.000618895748630166,0.0008442611433565617,0.0010696265380829573,0.0012949919328093529,0.0015203573275357485,0.001745722722262144,0.0019710881169885397,0.0021964535117149353,0.002421818906441331,0.0026471843011677265,0.002872549695894122,0.0030979150906205177,0.0033232804853469133,0.003548645880073309,0.0037740112747997046,0.0039993766695261,0.004224741831421852,0.004450107458978891,0.004675473086535931,0.004900838248431683,0.0051262034103274345,0.005351569037884474,0.005576934665441513,0.005802299827337265,0.006027664989233017,0.006253030616790056,0.0064783962443470955,0.0067037614062428474,0.006929126568138599,0.007154492195695639,0.007379857823252678,0.00760522298514843],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09746681153774261,-0.09444943070411682,-0.09143204987049103,-0.08841467648744583,-0.08539729565382004,-0.08237991482019424,-0.07936253398656845,-0.07634515315294266,-0.07332777976989746,-0.07031039893627167,-0.06729301810264587,-0.06427563726902008,-0.06125825643539429,-0.05824087932705879,-0.055223498493433,-0.052206121385097504,-0.04918874055147171,-0.04617135971784592,-0.04315398260951042,-0.04013660177588463,-0.03711922466754913,-0.03410184383392334,-0.031084463000297546,-0.028067084029316902,-0.025049705058336258,-0.022032326087355614,-0.01901494711637497,-0.015997566282749176,-0.012980187311768532,-0.009962808340787888,-0.006945428438484669,-0.003928049001842737,-0.0009106621146202087,0.002106717322021723,0.005124096758663654,0.008141476660966873,0.011158855631947517,0.014176234602928162,0.017193615436553955,0.0202109944075346,0.023228373378515244,0.026245752349495888,0.029263131320476532,0.032280512154102325,0.03529789298772812,0.038315270096063614,0.04133265092968941,0.0443500280380249,0.047367408871650696,0.05038478970527649,0.053402166813611984,0.05641954764723778,0.05943692475557327,0.062454305589199066,0.06547168642282486,0.06848906725645065,0.07150644063949585,0.07452382147312164,0.07754120230674744,0.08055858314037323,0.08357596397399902,0.08659334480762482,0.08961071819067001,0.0926280990242958,0.0956454798579216],"_type":"histogram","values":[1,0,2,2,6,7,24,33,53,104,184,270,423,683,999,1424,2068,2869,4090,5543,7323,9409,11901,14754,17602,20936,24169,27396,30041,32241,34300,35364,35197,34780,33371,31557,29103,26207,22873,19770,16299,13627,11000,8601,6663,5003,3572,2610,1830,1246,806,596,356,238,123,70,44,28,11,8,8,3,2,1]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09419046342372894,-0.09120088070631027,-0.0882112979888916,-0.08522171527147293,-0.08223213255405426,-0.07924254983663559,-0.07625296711921692,-0.07326338440179825,-0.07027380168437958,-0.06728421896696091,-0.06429463624954224,-0.061305053532123566,-0.058315470814704895,-0.055325888097286224,-0.052336305379867554,-0.04934672266244888,-0.04635713994503021,-0.04336755722761154,-0.04037797451019287,-0.0373883917927742,-0.03439880907535553,-0.03140922635793686,-0.02841964364051819,-0.025430060923099518,-0.022440478205680847,-0.019450895488262177,-0.016461312770843506,-0.013471730053424835,-0.010482147336006165,-0.007492564618587494,-0.004502981901168823,-0.0015133991837501526,0.0014761760830879211,0.004465758800506592,0.0074553415179252625,0.010444924235343933,0.013434506952762604,0.016424089670181274,0.019413672387599945,0.022403255105018616,0.025392837822437286,0.028382420539855957,0.03137200325727463,0.0343615859746933,0.03735116869211197,0.04034075140953064,0.04333033412694931,0.04631991684436798,0.04930949956178665,0.05229908227920532,0.05528866499662399,0.058278247714042664,0.061267830431461334,0.06425741314888,0.06724699586629868,0.07023657858371735,0.07322616130113602,0.07621574401855469,0.07920532673597336,0.08219490945339203,0.0851844921708107,0.08817407488822937,0.09116365760564804,0.09415324032306671,0.09714282304048538],"_type":"histogram","values":[2,1,2,5,6,20,36,50,107,161,254,403,591,961,1417,2064,2868,3784,5382,6935,9284,11396,13915,17338,20353,23623,26771,29617,31952,33918,34618,34945,34983,33253,31813,29381,26703,23266,20657,17129,14107,11478,9108,7043,5214,3993,2934,2051,1403,910,574,391,248,179,96,52,24,27,13,4,8,1,0,2]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.001837578834965825,-0.0017792984144762158,-0.0017210179939866066,-0.0016627374570816755,-0.0016044570365920663,-0.001546176616102457,-0.0014878961956128478,-0.0014296157751232386,-0.0013713352382183075,-0.0013130548177286983,-0.001254774397239089,-0.0011964939767494798,-0.0011382135562598705,-0.0010799331357702613,-0.0010216525988653302,-0.000963372178375721,-0.0009050917578861117,-0.0008468113373965025,-0.0007885308586992323,-0.0007302504382096231,-0.0006719699595123529,-0.0006136895390227437,-0.0005554091185331345,-0.0004971286398358643,-0.00043884821934625506,-0.00038056776975281537,-0.00032228732015937567,-0.0002640068996697664,-0.00020572645007632673,-0.00014744600048288703,-8.916556544136256e-05,-3.0885123123880476e-05,2.739520277827978e-05,8.567564509576187e-05,0.00014395608741324395,0.00020223652245476842,0.0002605169720482081,0.0003187974216416478,0.00037707784213125706,0.00043535829172469676,0.0004936387413181365,0.0005519191618077457,0.0006101996405050159,0.0006684800609946251,0.0007267604814842343,0.0007850409601815045,0.0008433213806711137,0.0009016018593683839,0.0009598822798579931,0.0010181627003476024,0.0010764431208372116,0.0011347236577421427,0.001193004078231752,0.0012512844987213612,0.0013095649192109704,0.0013678453397005796,0.0014261258766055107,0.00148440629709512,0.0015426867175847292,0.0016009671380743384,0.0016592475585639477,0.001717527979053557,0.001775808515958488,0.0018340889364480972,0.0018923693569377065],"_type":"histogram","values":[2,1,0,1,2,0,5,2,2,2,5,6,12,10,12,10,19,20,25,34,24,31,33,52,61,67,71,96,84,107,136,165,139,130,83,83,76,55,54,50,44,45,28,27,32,22,17,10,9,6,6,6,5,5,3,1,4,1,5,1,2,0,1,1]},"gradients/bert.embeddings.LayerNorm.weight":{"values":[1,1,0,0,2,0,0,2,3,6,4,7,13,12,14,24,41,57,94,114,111,56,40,37,34,30,16,11,11,2,3,5,8,1,3,1,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0055143386125564575,-0.005242521408945322,-0.004970703739672899,-0.004698886536061764,-0.004427068866789341,-0.0041552516631782055,-0.00388343445956707,-0.003611617023125291,-0.0033397995866835117,-0.0030679821502417326,-0.0027961647137999535,-0.002524347510188818,-0.002252530073747039,-0.0019807126373052597,-0.0017088953172788024,-0.001437077997252345,-0.001165260560810566,-0.0008934431825764477,-0.0006216258043423295,-0.0003498084261082113,-7.799104787409306e-05,0.00019382633036002517,0.0004656437085941434,0.0007374610868282616,0.0010092784650623798,0.001281095901504159,0.0015529132215306163,0.0018247305415570736,0.0020965479779988527,0.002368365414440632,0.0026401826180517673,0.0029120000544935465,0.0031838174909353256,0.0034556349273771048,0.003727452363818884,0.003999269567430019,0.004271087236702442,0.004542904440313578,0.004814721643924713,0.005086539313197136,0.005358356516808271,0.005630173720419407,0.00590199138969183,0.006173808593302965,0.006445625796914101,0.0067174434661865234,0.006989260669797659,0.007261078339070082,0.007532895542681217,0.007804712746292353,0.008076529949903488,0.008348347619175911,0.008620165288448334,0.008891982026398182,0.009163799695670605,0.009435617364943027,0.009707434102892876,0.009979251772165298,0.010251069441437721,0.010522887110710144,0.010794703848659992,0.011066521517932415,0.011338339187204838,0.011610155925154686,0.011881973594427109],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[252,31,13,7,2,2,1,2,4,3,0,2,2,2,2,2,4,4,2,1,2,2,0,0,2,2,4,5,1,1,0,0,0,0,0,1,2,0,3,0,1,1,0,4,1,2,0,0,2,0,1,2,0,1,1,0,1,2,2,2,7,13,40,322],"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336],"_type":"histogram"},"train_batch_loss":6.105226993560791,"parameters/bert.embeddings.position_embeddings.weight":{"bins":[-0.0868583396077156,-0.08401957154273987,-0.08118080347776413,-0.07834203541278839,-0.07550325989723206,-0.07266449183225632,-0.06982572376728058,-0.06698695570230484,-0.0641481876373291,-0.06130941957235336,-0.058470651507377625,-0.05563187971711159,-0.05279311165213585,-0.04995434358716011,-0.047115571796894073,-0.044276803731918335,-0.041438035666942596,-0.03859926760196686,-0.03576049953699112,-0.03292172774672508,-0.030082959681749344,-0.027244191616773605,-0.024405421689152718,-0.02156665176153183,-0.01872788369655609,-0.015889115631580353,-0.013050345703959465,-0.010211576707661152,-0.007372807711362839,-0.004534038715064526,-0.0016952697187662125,0.0011434992775321007,0.003982275724411011,0.006821044720709324,0.009659813717007637,0.01249858271330595,0.015337351709604263,0.018176119774580002,0.02101488970220089,0.023853659629821777,0.026692427694797516,0.029531195759773254,0.03236996382474899,0.03520873561501503,0.03804750367999077,0.04088627174496651,0.043725043535232544,0.04656381160020828,0.04940257966518402,0.05224134773015976,0.0550801157951355,0.057918887585401535,0.060757655650377274,0.06359642744064331,0.06643519550561905,0.06927396357059479,0.07211273163557053,0.07495149970054626,0.077790267765522,0.08062903583049774,0.08346781134605408,0.08630657941102982,0.08914534747600555,0.09198411554098129,0.09482288360595703],"_type":"histogram","values":[2,2,7,13,25,42,82,113,171,260,372,581,887,1178,1617,2260,2982,3992,5067,6432,7939,9732,11540,13293,15240,17159,18847,20351,21282,22208,21969,22187,21444,20395,18989,17560,15501,13768,11975,10079,8303,6630,5450,4182,3035,2311,1791,1258,893,652,416,272,179,104,74,51,31,21,8,9,2,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[291,22,12,6,2,4,1,1,0,2,1,1,0,2,0,3,1,2,1,1,3,0,2,2,1,4,0,3,0,0,0,0,0,0,0,0,5,3,2,7,0,3,1,3,2,1,4,2,4,1,1,0,1,0,1,0,3,2,1,3,5,12,28,305],"bins":[-6.003921589581296e-05,-5.816299744765274e-05,-5.628678263747133e-05,-5.441056418931112e-05,-5.253434937912971e-05,-5.065813093096949e-05,-4.878191612078808e-05,-4.6905697672627866e-05,-4.502948286244646e-05,-4.315326441428624e-05,-4.127704960410483e-05,-3.9400831155944616e-05,-3.7524616345763206e-05,-3.564839789760299e-05,-3.377218308742158e-05,-3.1895964639261365e-05,-3.0019748010090552e-05,-2.814353138091974e-05,-2.6267314751748927e-05,-2.4391098122578114e-05,-2.25148814934073e-05,-2.063866486423649e-05,-1.8762448235065676e-05,-1.6886231605894864e-05,-1.501001406722935e-05,-1.3133797438058536e-05,-1.1257580808887724e-05,-9.381364179716911e-06,-7.505147095798748e-06,-5.628930466627935e-06,-3.752713610083447e-06,-1.8764968672257964e-06,-2.801243681460619e-10,1.8759366184895043e-06,3.7521533613471547e-06,5.628370217891643e-06,7.5045868470624555e-06,9.380803930980619e-06,1.1257020560151432e-05,1.3133237189322244e-05,1.5009453818493057e-05,1.688567135715857e-05,1.8761887986329384e-05,2.0638104615500197e-05,2.251432124467101e-05,2.4390537873841822e-05,2.6266754503012635e-05,2.8142971132183447e-05,3.001918776135426e-05,3.189540439052507e-05,3.377162283868529e-05,3.56478376488667e-05,3.7524056097026914e-05,3.9400270907208323e-05,4.127648935536854e-05,4.315270416554995e-05,4.5028922613710165e-05,4.6905137423891574e-05,4.878135587205179e-05,5.06575706822332e-05,5.2533789130393416e-05,5.4410003940574825e-05,5.628622238873504e-05,5.816243719891645e-05,6.0038655647076666e-05]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336],"_type":"histogram","values":[252,21,15,11,2,4,1,2,3,1,1,3,1,1,2,1,1,2,2,2,2,0,1,2,1,2,7,3,0,0,0,0,0,0,0,1,1,3,3,1,0,1,2,2,2,1,2,2,0,0,0,1,0,0,0,0,2,2,5,5,11,15,34,326]},"parameters/bert.encoder.layer.2.output.dense.weight":{"values":[1,3,2,6,21,29,65,136,215,411,677,1014,1629,2488,3813,5601,8038,11220,15238,20273,26789,33985,41896,50823,59594,68950,78172,85630,91450,95557,97117,97033,93736,89503,83437,75540,66567,57571,48236,39290,31723,24770,18830,14021,10213,7369,4886,3343,2241,1430,883,572,376,209,98,74,35,16,11,4,1,2,0,1],"bins":[-0.09621155261993408,-0.09309332817792892,-0.08997511118650436,-0.0868568867444992,-0.08373866230249405,-0.08062044531106949,-0.07750222086906433,-0.07438399642705917,-0.07126577198505402,-0.06814755499362946,-0.0650293305516243,-0.06191110983490944,-0.05879288911819458,-0.05567466467618942,-0.052556443959474564,-0.049438219517469406,-0.04631999880075455,-0.04320177808403969,-0.04008355364203453,-0.03696533292531967,-0.033847108483314514,-0.030728887766599655,-0.027610667049884796,-0.024492444470524788,-0.02137422189116478,-0.01825599931180477,-0.015137777663767338,-0.012019556015729904,-0.008901333436369896,-0.005783111322671175,-0.002664889208972454,0.00045333290472626686,0.003571555018424988,0.006689777132123709,0.00980799924582243,0.012926220893859863,0.01604444347321987,0.01916266605257988,0.02228088676929474,0.025399109348654747,0.028517331928014755,0.031635552644729614,0.03475377708673477,0.03787199780344963,0.04099021852016449,0.04410844296216965,0.047226663678884506,0.050344888120889664,0.05346310883760452,0.05658132955431938,0.05969955399632454,0.0628177747130394,0.06593599915504456,0.06905421614646912,0.07217244058847427,0.07529066503047943,0.07840888202190399,0.08152710646390915,0.0846453309059143,0.08776355534791946,0.09088177233934402,0.09399999678134918,0.09711822122335434,0.1002364382147789,0.10335466265678406],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9999399781227112,0.9999418258666992,0.999943733215332,0.9999455809593201,0.9999474883079529,0.9999493360519409,0.9999512434005737,0.9999530911445618,0.9999549984931946,0.9999568462371826,0.9999587535858154,0.9999606013298035,0.9999625086784363,0.9999643564224243,0.9999662637710571,0.9999681115150452,0.999970018863678,0.999971866607666,0.9999737739562988,0.9999756217002869,0.9999775290489197,0.9999793767929077,0.9999812841415405,0.9999831318855286,0.9999850392341614,0.9999868869781494,0.9999887943267822,0.9999906420707703,0.9999925494194031,0.9999943971633911,0.9999963045120239,0.999998152256012,1,1.0000019073486328,1.0000038146972656,1.0000056028366089,1.0000075101852417,1.0000094175338745,1.0000113248825073,1.0000131130218506,1.0000150203704834,1.0000169277191162,1.000018835067749,1.0000206232070923,1.000022530555725,1.000024437904358,1.0000263452529907,1.000028133392334,1.0000300407409668,1.0000319480895996,1.0000338554382324,1.0000356435775757,1.0000375509262085,1.0000394582748413,1.0000413656234741,1.0000431537628174,1.0000450611114502,1.000046968460083,1.0000488758087158,1.000050663948059,1.000052571296692,1.0000544786453247,1.0000563859939575,1.0000581741333008,1.0000600814819336],"_type":"histogram","values":[239,37,14,7,7,2,3,1,3,2,2,1,0,0,2,0,1,3,1,0,0,0,4,3,1,2,6,7,3,0,0,0,0,0,0,1,2,6,2,1,1,3,1,0,2,1,1,1,0,1,0,0,0,2,1,0,1,1,4,1,9,8,37,330]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,0,5,1,4,3,3,14,12,21,24,44,72,97,142,192,317,468,767,1166,1879,3026,4786,7555,12141,19306,30314,47474,76666,118373,99357,60891,38252,24636,15573,9865,5986,3746,2420,1518,924,607,391,251,175,103,81,65,31,22,23,10,8,2,6,1,1,2,0,0,1,1],"bins":[-0.007185347378253937,-0.006959129124879837,-0.006732910871505737,-0.006506693083792925,-0.006280474830418825,-0.006054256577044725,-0.005828038323670626,-0.005601820070296526,-0.0053756022825837135,-0.005149384029209614,-0.004923165775835514,-0.004696947522461414,-0.004470729269087315,-0.004244511015713215,-0.0040182932280004025,-0.0037920749746263027,-0.003565856721252203,-0.0033396384678781033,-0.003113420447334647,-0.0028872021939605474,-0.0026609841734170914,-0.0024347659200429916,-0.002208547666668892,-0.001982329646125436,-0.001756111392751336,-0.0015298932557925582,-0.0013036751188337803,-0.0010774568654596806,-0.0008512387285009027,-0.0006250205915421247,-0.00039880239637568593,-0.00017258423031307757,5.363393574953079e-05,0.00027985210181213915,0.0005060702678747475,0.0007322884630411863,0.0009585065999999642,0.0011847247369587421,0.0014109429903328419,0.0016371611272916198,0.0018633792642503977,0.0020895975176244974,0.0023158155381679535,0.0025420337915420532,0.002768252044916153,0.002994470065459609,0.0032206883188337088,0.003446906339377165,0.0036731245927512646,0.0038993428461253643,0.004125561099499464,0.0043517788872122765,0.004577997140586376,0.004804215393960476,0.005030433647334576,0.005256651900708675,0.005482870154082775,0.0057090879417955875,0.005935306195169687,0.006161524448543787,0.006387742701917887,0.0066139609552919865,0.006840178743004799,0.007066396996378899,0.007292615249752998]},"_wandb":{"runtime":1486},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,1,0,0,0,1,1,0,1,5,2,5,1,3,4,5,5,3,12,12,11,17,10,27,40,25,58,74,92,66,58,51,24,28,30,19,14,12,12,9,6,5,2,3,2,2,2,1,0,2,0,0,0,1,1,1,0,0,0,0,1],"bins":[-3.7754250570287695e-07,-3.6566780181601644e-07,-3.5379312635086535e-07,-3.4191842246400483e-07,-3.300437185771443e-07,-3.1816904311199323e-07,-3.062943392251327e-07,-2.944196353382722e-07,-2.825449598731211e-07,-2.706702559862606e-07,-2.587955520994001e-07,-2.46920876634249e-07,-2.3504617274738848e-07,-2.2317148307138268e-07,-2.1129679339537688e-07,-1.9942208950851636e-07,-1.8754739983251056e-07,-1.7567271015650476e-07,-1.6379800626964425e-07,-1.5192331659363845e-07,-1.4004862691763265e-07,-1.2817392303077213e-07,-1.1629923335476633e-07,-1.0442454367876053e-07,-9.254984689732737e-08,-8.067515011589421e-08,-6.880046043988841e-08,-5.692576365845525e-08,-4.5051070429735773e-08,-3.3176377201016294e-08,-2.1301682195939975e-08,-9.426988079042076e-09,2.4477060378558235e-09,1.4322400154753723e-08,2.6197094271651622e-08,3.807178927672794e-08,4.994648250544742e-08,6.18211757341669e-08,7.369587251560006e-08,8.557056219160586e-08,9.744525897303902e-08,1.0931995575447218e-07,1.2119464543047798e-07,1.3306933510648378e-07,1.449440389933443e-07,1.568187286693501e-07,1.686934183453559e-07,1.805681222322164e-07,1.924428119082222e-07,2.04317501584228e-07,2.1619220547108853e-07,2.2806689514709433e-07,2.3994158482310013e-07,2.5181628870996065e-07,2.6369096417511173e-07,2.7556566806197225e-07,2.8744037194883276e-07,2.9931504741398385e-07,3.1118975130084436e-07,3.230644551877049e-07,3.3493913065285597e-07,3.468138345397165e-07,3.58688538426577e-07,3.705632138917281e-07,3.824379177785886e-07],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.006086590699851513,-0.005924255587160587,-0.005761920474469662,-0.005599585361778736,-0.0054372502490878105,-0.005274914670735598,-0.005112579558044672,-0.004950244445353746,-0.004787909332662821,-0.004625574219971895,-0.00446323910728097,-0.004300903994590044,-0.004138568416237831,-0.0039762333035469055,-0.00381389819085598,-0.0036515630781650543,-0.0034892279654741287,-0.003326892852783203,-0.0031645577400922775,-0.0030022223945707083,-0.0028398872818797827,-0.002677552169188857,-0.002515216823667288,-0.0023528817109763622,-0.0021905465982854366,-0.002028211485594511,-0.0018658762564882636,-0.0017035410273820162,-0.0015412059146910906,-0.001378870802000165,-0.0012165355728939176,-0.0010542003437876701,-0.0008918647654354572,-0.0007295295945368707,-0.0005671944236382842,-0.0004048592527396977,-0.00024252408184111118,-8.018891094252467e-05,8.214625995606184e-05,0.00024448143085464835,0.00040681660175323486,0.0005691517726518214,0.0007314869435504079,0.0008938221144489944,0.001056157285347581,0.0012184923980385065,0.001380827627144754,0.0015431628562510014,0.001705497968941927,0.0018678330816328526,0.002030168194323778,0.0021925035398453474,0.002354838652536273,0.0025171737652271986,0.002679509110748768,0.0028418442234396935,0.003004179336130619,0.0031665144488215446,0.0033288495615124702,0.0034911849070340395,0.003653520019724965,0.0038158551324158907,0.00397819047793746,0.0041405255906283855,0.004302860703319311],"_type":"histogram","values":[1,0,0,0,1,0,0,1,1,0,0,3,2,0,0,3,1,4,6,6,7,6,11,8,16,14,14,20,24,21,18,25,26,29,30,30,24,29,33,42,39,28,24,22,29,28,19,23,11,19,11,12,13,8,6,4,4,2,2,1,3,2,0,2]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.08911130577325821,-0.08610796928405762,-0.08310463279485703,-0.08010129630565643,-0.07709795236587524,-0.07409461587667465,-0.07109127938747406,-0.06808794289827347,-0.06508460640907288,-0.062081266194581985,-0.05907792970538139,-0.0560745932161808,-0.05307125300168991,-0.05006791651248932,-0.04706458002328873,-0.044061239808797836,-0.041057903319597244,-0.03805456683039665,-0.03505122661590576,-0.03204789012670517,-0.029044553637504578,-0.026041215285658836,-0.023037876933813095,-0.020034540444612503,-0.017031202092766762,-0.014027864672243595,-0.011024527251720428,-0.008021188899874687,-0.0050178514793515205,-0.0020145138259977102,0.0009888238273561,0.003992161713540554,0.006995499134063721,0.009998836554586887,0.013002173975110054,0.016005512326955795,0.019008848816156387,0.02201218716800213,0.02501552551984787,0.028018862009048462,0.031022200360894203,0.034025538712739944,0.037028875201940536,0.04003221169114113,0.04303555190563202,0.04603888839483261,0.0490422248840332,0.052045565098524094,0.055048901587724686,0.05805223807692528,0.06105557829141617,0.06405891478061676,0.06706225126981735,0.07006558775901794,0.07306892424821854,0.07607226818799973,0.07907560467720032,0.08207894116640091,0.0850822776556015,0.0880856141448021,0.09108895063400269,0.09409229457378387,0.09709563106298447,0.10009896755218506,0.10310230404138565],"_type":"histogram","values":[2,3,8,19,27,53,95,146,192,385,562,891,1280,1824,2674,3682,5046,6627,8582,11030,13574,16789,19654,23052,26267,29022,31849,33406,34793,35270,35193,33838,32454,29749,27100,23993,20809,17718,14705,12050,9416,7235,5431,4065,2850,2135,1455,1039,677,432,265,187,87,63,30,22,5,10,2,3,1,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[199,40,19,10,10,6,8,3,1,2,3,3,2,1,1,2,4,4,5,1,2,1,2,3,1,2,3,2,0,0,0,1,0,0,0,4,5,1,6,3,3,5,1,2,2,5,9,1,3,3,1,3,3,3,3,1,6,7,6,2,12,23,43,261],"bins":[-6.002812006045133e-05,-5.815218173665926e-05,-5.627623977488838e-05,-5.4400297813117504e-05,-5.2524359489325434e-05,-5.0648421165533364e-05,-4.8772479203762487e-05,-4.689653724199161e-05,-4.502059891819954e-05,-4.314466059440747e-05,-4.126871863263659e-05,-3.9392776670865715e-05,-3.7516838347073644e-05,-3.5640900023281574e-05,-3.37649580615107e-05,-3.188901609973982e-05,-3.001307777594775e-05,-2.8137137633166276e-05,-2.6261197490384802e-05,-2.438525734760333e-05,-2.2509317204821855e-05,-2.063337706204038e-05,-1.8757436919258907e-05,-1.6881496776477434e-05,-1.500555663369596e-05,-1.3129616490914486e-05,-1.1253676348133013e-05,-9.377736205351539e-06,-7.501796062570065e-06,-5.6258559197885916e-06,-3.749915777007118e-06,-1.8739756342256442e-06,1.9608705770224333e-09,1.8779010133584961e-06,3.75384115613997e-06,5.6297812989214435e-06,7.505721441702917e-06,9.381661584484391e-06,1.1257601727265865e-05,1.3133541870047338e-05,1.5009482012828812e-05,1.6885422155610286e-05,1.876136229839176e-05,2.0637302441173233e-05,2.2513242583954707e-05,2.438918272673618e-05,2.6265122869517654e-05,2.8141063012299128e-05,3.00170031550806e-05,3.189294511685148e-05,3.376888344064355e-05,3.564482176443562e-05,3.7520763726206496e-05,3.9396705687977374e-05,4.1272644011769444e-05,4.3148582335561514e-05,4.502452429733239e-05,4.690046625910327e-05,4.877640458289534e-05,5.065234290668741e-05,5.2528284868458286e-05,5.440422683022916e-05,5.628016515402123e-05,5.8156103477813303e-05,6.003204543958418e-05]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.0021815914660692215,-0.0021182294003665447,-0.002054867334663868,-0.001991505501791835,-0.001928143436089158,-0.0018647813703864813,-0.0018014193046838045,-0.0017380573553964496,-0.0016746952896937728,-0.001611333223991096,-0.001547971274703741,-0.0014846092090010643,-0.0014212471432983875,-0.0013578851940110326,-0.0012945231283083558,-0.0012311611790210009,-0.001167799113318324,-0.0011044370476156473,-0.0010410750983282924,-0.0009777130326256156,-0.0009143510251305997,-0.0008509890176355839,-0.0007876269519329071,-0.0007242649444378912,-0.0006609029369428754,-0.0005975409294478595,-0.0005341789219528437,-0.0004708168562501669,-0.00040745484875515103,-0.0003440928412601352,-0.00028073080466128886,-0.00021736878261435777,-0.00015400676056742668,-9.06447385204956e-05,-2.7282716473564506e-05,3.607930557336658e-05,9.944132762029767e-05,0.00016280334966722876,0.00022616537171415985,0.00028952740831300616,0.000352889415808022,0.0004162514233030379,0.0004796134599018842,0.0005429754965007305,0.0006063375039957464,0.0006696995114907622,0.000733061577193439,0.0007964235846884549,0.0008597855921834707,0.0009231475996784866,0.0009865096071735024,0.0010498716728761792,0.0011132336221635342,0.001176595687866211,0.0012399577535688877,0.0013033197028562427,0.0013666817685589194,0.0014300438342615962,0.0014934057835489511,0.001556767849251628,0.0016201299149543047,0.0016834918642416596,0.0017468539299443364,0.0018102158792316914,0.0018735779449343681],"_type":"histogram","values":[1,0,0,0,0,1,2,0,1,1,2,3,1,2,4,1,5,13,17,20,24,18,32,31,39,49,41,60,73,90,105,112,109,136,138,140,114,120,90,80,58,54,45,40,29,22,27,12,11,17,9,9,7,5,5,6,1,2,3,5,1,1,2,2]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-6.0038393712602556e-05,-5.8162182540399954e-05,-5.628597136819735e-05,-5.440976019599475e-05,-5.253354902379215e-05,-5.0657337851589546e-05,-4.8781126679386944e-05,-4.690491550718434e-05,-4.502870433498174e-05,-4.3152496800757945e-05,-4.127628562855534e-05,-3.940007445635274e-05,-3.752386328415014e-05,-3.5647652111947536e-05,-3.3771440939744934e-05,-3.189522976754233e-05,-3.001901859533973e-05,-2.814280742313713e-05,-2.6266596250934526e-05,-2.4390385078731924e-05,-2.2514173906529322e-05,-2.0637964553316124e-05,-1.8761753381113522e-05,-1.688554220891092e-05,-1.5009331036708318e-05,-1.3133119864505716e-05,-1.1256908692303114e-05,-9.380698429595213e-06,-7.504487257392611e-06,-5.628276085190009e-06,-3.752065367734758e-06,-1.8758544229058316e-06,3.5652192309498787e-10,1.8765674667520216e-06,3.752778411580948e-06,5.628989129036199e-06,7.505200301238801e-06,9.381411473441403e-06,1.1257621736149304e-05,1.3133832908351906e-05,1.5010044080554508e-05,1.688625525275711e-05,1.8762466424959712e-05,2.0638677597162314e-05,2.2514886950375512e-05,2.4391098122578114e-05,2.6267309294780716e-05,2.814352046698332e-05,3.001973163918592e-05,3.189594281138852e-05,3.3772153983591124e-05,3.5648365155793726e-05,3.752457632799633e-05,3.940078750019893e-05,4.127699867240153e-05,4.3153209844604135e-05,4.502941737882793e-05,4.690562855103053e-05,4.8781839723233134e-05,5.0658050895435736e-05,5.253426206763834e-05,5.441047323984094e-05,5.628668441204354e-05,5.8162895584246144e-05,6.0039106756448746e-05],"_type":"histogram","values":[312,34,15,8,4,1,2,0,1,2,1,0,0,1,0,1,1,3,0,2,2,0,0,0,3,1,4,3,1,0,0,0,0,0,0,0,3,3,2,1,2,1,1,0,1,1,0,2,1,0,1,1,4,0,0,1,1,2,1,1,7,12,34,283]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.005868413485586643,-0.0056921192444860935,-0.005515825003385544,-0.005339531227946281,-0.005163236986845732,-0.004986942745745182,-0.00481064897030592,-0.00463435472920537,-0.00445806048810482,-0.0042817662470042706,-0.004105472005903721,-0.0039291782304644585,-0.0037528839893639088,-0.003576589748263359,-0.003400295739993453,-0.003224001731723547,-0.0030477074906229973,-0.0028714132495224476,-0.0026951192412525415,-0.0025188252329826355,-0.002342530991882086,-0.002166236750781536,-0.00198994274251163,-0.0018136486178264022,-0.0016373544931411743,-0.0014610603684559464,-0.0012847662437707186,-0.0011084721190854907,-0.0009321779944002628,-0.000755883869715035,-0.0005795897450298071,-0.0004032956203445792,-0.00022700149565935135,-5.070737097412348e-05,0.0001255867537111044,0.00030188087839633226,0.00047817500308156013,0.000654469127766788,0.0008307632524520159,0.0010070573771372437,0.0011833515018224716,0.0013596456265076995,0.0015359397511929274,0.0017122338758781552,0.001888528000563383,0.002064822241663933,0.002241116249933839,0.002417410258203745,0.0025937044993042946,0.0027699987404048443,0.0029462927486747503,0.0031225867569446564,0.003298880998045206,0.0034751752391457558,0.003651469247415662,0.003827763255685568,0.0040040574967861176,0.004180351737886667,0.004356645978987217,0.004532939754426479,0.004709233995527029,0.004885528236627579,0.005061822012066841,0.005238116253167391,0.0054144104942679405],"_type":"histogram","values":[1,1,1,0,0,0,1,2,0,0,4,5,2,4,5,3,5,11,14,12,14,20,16,8,19,33,21,17,23,32,41,28,27,27,38,25,25,24,31,30,27,33,26,17,19,13,11,9,10,3,4,5,3,6,1,3,2,1,1,1,0,1,0,2]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[307,38,7,6,1,1,1,1,2,1,0,1,1,1,2,0,0,1,1,0,0,1,4,1,1,4,4,4,0,1,0,0,0,0,0,1,5,1,3,1,1,0,4,1,1,1,0,3,0,0,4,3,0,0,0,0,1,1,3,9,3,8,22,300],"bins":[-6.003674934618175e-05,-5.8160567277809605e-05,-5.628438520943746e-05,-5.4408203141065314e-05,-5.253202107269317e-05,-5.0655839004321024e-05,-4.877965693594888e-05,-4.690347486757673e-05,-4.502729279920459e-05,-4.315111436881125e-05,-4.1274932300439104e-05,-3.939875023206696e-05,-3.7522568163694814e-05,-3.564638609532267e-05,-3.377020402695052e-05,-3.189402195857838e-05,-3.0017839890206233e-05,-2.8141657821834087e-05,-2.6265475753461942e-05,-2.4389293685089797e-05,-2.251311161671765e-05,-2.063693136733491e-05,-1.8760749298962764e-05,-1.688456723059062e-05,-1.5008385162218474e-05,-1.3132203093846329e-05,-1.1256021025474183e-05,-9.37983986659674e-06,-7.5036577982245944e-06,-5.627475729852449e-06,-3.7512941162276547e-06,-1.8751122752291849e-06,1.0732037480920553e-09,1.877255044746562e-06,3.7534368857450318e-06,5.629618499369826e-06,7.5058005677419715e-06,9.381982636114117e-06,1.125816379499156e-05,1.3134345863363706e-05,1.5010527931735851e-05,1.6886710000107996e-05,1.876289206848014e-05,2.0639074136852287e-05,2.251525438623503e-05,2.4391436454607174e-05,2.626761852297932e-05,2.8143800591351464e-05,3.001998265972361e-05,3.1896164728095755e-05,3.37723467964679e-05,3.5648528864840046e-05,3.752471093321219e-05,3.9400893001584336e-05,4.127707506995648e-05,4.315325713832863e-05,4.502943920670077e-05,4.690561763709411e-05,4.8781799705466256e-05,5.06579817738384e-05,5.2534163842210546e-05,5.441034591058269e-05,5.628652797895484e-05,5.816271004732698e-05,6.003889211569913e-05]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"values":[310,21,17,11,3,4,2,1,1,0,1,1,1,0,0,2,1,0,1,2,0,0,2,2,3,3,4,2,1,0,0,0,0,0,0,0,5,0,1,1,1,3,2,1,1,1,0,5,0,0,2,1,1,1,0,1,2,0,3,3,5,8,27,297],"bins":[-6.003853923175484e-05,-5.816232805955224e-05,-5.628611324937083e-05,-5.4409902077168226e-05,-5.253368726698682e-05,-5.0657476094784215e-05,-4.8781261284602806e-05,-4.6905050112400204e-05,-4.5028835302218795e-05,-4.315262413001619e-05,-4.1276409319834784e-05,-3.940019814763218e-05,-3.752398333745077e-05,-3.564777216524817e-05,-3.377155735506676e-05,-3.189534618286416e-05,-3.0019133191672154e-05,-2.8142920200480148e-05,-2.6266707209288143e-05,-2.4390494218096137e-05,-2.251428122690413e-05,-2.0638068235712126e-05,-1.876185524452012e-05,-1.6885642253328115e-05,-1.5009430171630811e-05,-1.3133217180438805e-05,-1.12570041892468e-05,-9.380791198054794e-06,-7.5045786616101395e-06,-5.628365670418134e-06,-3.752152906599804e-06,-1.875940029094636e-06,2.7284841053187847e-10,1.8764857259156997e-06,3.7526986034208676e-06,5.628911367239198e-06,7.505124358431203e-06,9.381336894875858e-06,1.1257549886067864e-05,1.3133762877259869e-05,1.5009975868451875e-05,1.688618795014918e-05,1.8762400941341184e-05,2.063861393253319e-05,2.2514826923725195e-05,2.43910399149172e-05,2.6267252906109206e-05,2.8143465897301212e-05,3.0019678888493218e-05,3.189589187968522e-05,3.3772103051887825e-05,3.5648317862069234e-05,3.7524529034271836e-05,3.9400743844453245e-05,4.127695501665585e-05,4.3153169826837257e-05,4.502938099903986e-05,4.690559580922127e-05,4.878180698142387e-05,5.065802179160528e-05,5.253423296380788e-05,5.441044777398929e-05,5.628665894619189e-05,5.81628737563733e-05,6.00390849285759e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,1,1,1,0,1,5,3,9,5,14,16,25,21,29,65,60,112,146,215,293,452,630,977,1389,2173,3416,5475,8879,14789,26188,50968,133869,438530,565556,178135,65632,31926,17519,10091,5918,3603,2103,1351,836,521,369,199,133,81,47,36,15,9,11,6,4,1,2,0,1],"bins":[-0.007381167728453875,-0.007182316388934851,-0.006983465515077114,-0.00678461417555809,-0.006585762836039066,-0.006386911496520042,-0.0061880601570010185,-0.005989209283143282,-0.005790357943624258,-0.005591506604105234,-0.0053926557302474976,-0.005193804390728474,-0.00499495305120945,-0.004796101711690426,-0.004597250372171402,-0.004398399498313665,-0.0041995481587946415,-0.004000696819275618,-0.0038018457125872374,-0.003602994605898857,-0.0034041432663798332,-0.0032052919268608093,-0.003006440820172429,-0.002807589713484049,-0.002608738373965025,-0.002409887034446001,-0.002211035927757621,-0.0020121848210692406,-0.0018133334815502167,-0.0016144822584465146,-0.0014156310353428125,-0.0012167798122391105,-0.0010179290547966957,-0.0008190778316929936,-0.0006202266085892916,-0.0004213753854855895,-0.00022252416238188744,-2.3672939278185368e-05,0.0001751782838255167,0.00037402950692921877,0.0005728807300329208,0.0007717319531366229,0.000970583176240325,0.001169434399344027,0.0013682856224477291,0.0015671368455514312,0.0017659880686551332,0.0019648391753435135,0.0021636905148625374,0.0023625418543815613,0.0025613929610699415,0.0027602440677583218,0.0029590954072773457,0.0031579467467963696,0.00335679785348475,0.00355564896017313,0.003754500299692154,0.003953351639211178,0.004152202978730202,0.004351053852587938,0.004549905192106962,0.004748756531625986,0.004947607405483723,0.005146458745002747,0.0053453100845217705]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,1,0,2,7,8,34,26,36,57,113,181,320,431,653,1026,1451,2038,2841,3994,5319,6909,8927,11060,13737,16546,19585,22839,25563,28201,30423,31979,33474,34181,34056,32964,31206,29613,26886,24316,21265,18524,15413,12758,10254,8014,6240,4757,3496,2523,1892,1219,872,613,343,245,163,86,64,38,20,9,6,5],"bins":[-0.09832573682069778,-0.09541717916727066,-0.09250862151384354,-0.08960006386041641,-0.08669150620698929,-0.08378294855356216,-0.08087439090013504,-0.07796583324670792,-0.07505727559328079,-0.07214871793985367,-0.06924016028642654,-0.06633160263299942,-0.0634230449795723,-0.06051449105143547,-0.05760593339800835,-0.05469737574458122,-0.0517888180911541,-0.048880260437726974,-0.04597170278429985,-0.043063145130872726,-0.0401545874774456,-0.03724602982401848,-0.034337472170591354,-0.03142891451716423,-0.028520358726382256,-0.02561180107295513,-0.022703243419528008,-0.019794685766100883,-0.01688612997531891,-0.01397757139056921,-0.01106901466846466,-0.008160457015037537,-0.005251899361610413,-0.0023433419410139322,0.0005652154795825481,0.0034737729001790285,0.006382330320775509,0.009290887974202633,0.012199444696307182,0.015108002349734306,0.01801656000316143,0.020925117656588554,0.02383367531001568,0.026742232963442802,0.029650788754224777,0.0325593464076519,0.035467904061079025,0.03837646171450615,0.04128501936793327,0.0441935770213604,0.04710213467478752,0.050010692328214645,0.05291924998164177,0.05582780763506889,0.05873636528849602,0.06164492294192314,0.06455347687005997,0.06746203452348709,0.07037059217691422,0.07327914983034134,0.07618770748376846,0.07909626513719559,0.08200482279062271,0.08491338044404984,0.08782193809747696]},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,0,0,1,1,1,1,2,4,2,1,6,7,6,11,11,9,7,17,16,17,18,28,20,23,28,29,34,35,35,33,28,45,29,27,28,26,14,26,24,22,17,16,7,13,7,8,11,4,5,0,1,2,0,0,1,0,1],"bins":[-0.006132534705102444,-0.005962851457297802,-0.00579316820949316,-0.005623485427349806,-0.005453802179545164,-0.005284118931740522,-0.005114436149597168,-0.004944752901792526,-0.0047750696539878845,-0.004605386406183243,-0.004435703158378601,-0.004266020376235247,-0.004096337128430605,-0.003926653880625963,-0.003756970865651965,-0.003587287850677967,-0.0034176046028733253,-0.0032479213550686836,-0.0030782383400946856,-0.0029085553251206875,-0.0027388720773160458,-0.002569188829511404,-0.002399505814537406,-0.002229822799563408,-0.002060139551758766,-0.0018904564203694463,-0.0017207732889801264,-0.0015510901575908065,-0.0013814070262014866,-0.0012117238948121667,-0.0010420407634228468,-0.0008723576320335269,-0.000702674500644207,-0.0005329913692548871,-0.0003633082378655672,-0.0001936251064762473,-2.3941975086927414e-05,0.00014574115630239248,0.0003154242876917124,0.0004851074190810323,0.0006547905504703522,0.0008244736818596721,0.000994156813248992,0.0011638399446383119,0.0013335230760276318,0.0015032062074169517,0.0016728893388062716,0.0018425724701955914,0.0020122556015849113,0.002181938849389553,0.002351621864363551,0.002521304879337549,0.002690988127142191,0.0028606713749468327,0.0030303543899208307,0.003200037404894829,0.0033697206526994705,0.0035394039005041122,0.0037090869154781103,0.0038787699304521084,0.00404845317825675,0.004218136426061392,0.004387819208204746,0.004557502456009388,0.00472718570381403]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.004578763619065285,-0.004424416460096836,-0.0042700688354671,-0.0041157216764986515,-0.0039613740518689156,-0.003807026892900467,-0.0036526795011013746,-0.0034983321093022823,-0.00334398471750319,-0.0031896373257040977,-0.0030352899339050055,-0.002880942542105913,-0.0027265953831374645,-0.0025722479913383722,-0.00241790059953928,-0.0022635532077401876,-0.0021092058159410954,-0.001954858424142003,-0.0018005110323429108,-0.0016461637569591403,-0.001491816365160048,-0.0013374689733609557,-0.0011831216979771852,-0.001028774306178093,-0.0008744269143790007,-0.0007200795225799084,-0.000565732188988477,-0.00041138482629321516,-0.0002570374635979533,-0.00010269010090269148,5.165726179257035e-05,0.0002060046244878322,0.000360351987183094,0.0005146993789821863,0.0006690467125736177,0.0008233940461650491,0.0009777414379641414,0.0011320888297632337,0.0012864361051470041,0.0014407834969460964,0.0015951308887451887,0.001749478280544281,0.0019038256723433733,0.0020581730641424656,0.0022125202231109142,0.0023668676149100065,0.002521215006709099,0.002675562398508191,0.0028299097903072834,0.0029842571821063757,0.003138604573905468,0.0032929519657045603,0.0034472993575036526,0.003601646516472101,0.0037559939082711935,0.003910341300070286,0.0040646884590387344,0.00421903608366847,0.004373383242636919,0.004527730867266655,0.004682078026235104,0.0048364256508648396,0.004990772809833288,0.005145120434463024,0.005299467593431473],"_type":"histogram","values":[1,0,2,1,4,3,10,10,10,16,25,53,82,131,204,284,398,644,1025,1678,2702,4081,6563,10530,17734,29898,53401,102760,221238,535829,297345,130395,65270,35807,21054,12786,7762,4690,3092,1970,1256,734,475,332,195,147,85,52,29,24,12,11,10,8,1,1,0,0,0,1,1,1,0,1]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,1,1,0,0,1,1,2,4,2,4,1,3,1,2,6,4,9,12,11,17,39,54,91,130,125,80,45,28,17,17,10,11,4,4,6,2,1,3,3,4,0,1,2,0,0,4,0,1,0,0,0,0,1],"bins":[-5.821108288728283e-07,-5.654570713886642e-07,-5.488033139045001e-07,-5.321494995769172e-07,-5.154957420927531e-07,-4.98841984608589e-07,-4.82188170281006e-07,-4.6553441279684193e-07,-4.4888065531267785e-07,-4.3222689782851376e-07,-4.1557311192264024e-07,-3.989193260167667e-07,-3.8226556853260263e-07,-3.6561181104843854e-07,-3.48958025142565e-07,-3.323042392366915e-07,-3.156504817525274e-07,-2.989967242683633e-07,-2.823429383624898e-07,-2.656891524566163e-07,-2.490353949724522e-07,-2.323816232774334e-07,-2.157278515824146e-07,-1.9907407988739578e-07,-1.8242030819237698e-07,-1.6576653649735817e-07,-1.4911276480233937e-07,-1.3245899310732057e-07,-1.1580522141230176e-07,-9.915144971728296e-08,-8.249767802226415e-08,-6.584390632724535e-08,-4.9190134632226545e-08,-3.253636293720774e-08,-1.5882591242188937e-08,7.711804528298671e-10,1.742495214784867e-08,3.4078723842867475e-08,5.073249553788628e-08,6.738626723290508e-08,8.404003892792389e-08,1.0069381062294269e-07,1.173475823179615e-07,1.340013540129803e-07,1.506551257079991e-07,1.673088974030179e-07,1.839626690980367e-07,2.0061644079305552e-07,2.1727021248807432e-07,2.3392398418309313e-07,2.5057775587811193e-07,2.6723154178398545e-07,2.8388529926814954e-07,3.0053905675231363e-07,3.1719284265818715e-07,3.3384662856406067e-07,3.5050038604822475e-07,3.6715414353238884e-07,3.8380792943826236e-07,4.004617153441359e-07,4.1711547282829997e-07,4.3376923031246406e-07,4.504230162183376e-07,4.670768021242111e-07,4.837305596083752e-07],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-6.003824819345027e-05,-5.81620515731629e-05,-5.6285854952875525e-05,-5.440966197056696e-05,-5.2533465350279585e-05,-5.065726872999221e-05,-4.878107210970484e-05,-4.690487912739627e-05,-4.50286825071089e-05,-4.315248588682152e-05,-4.127628926653415e-05,-3.9400092646246776e-05,-3.752389966393821e-05,-3.5647703043650836e-05,-3.377150642336346e-05,-3.189530980307609e-05,-3.001911500177812e-05,-2.8142918381490745e-05,-2.6266723580192775e-05,-2.43905269599054e-05,-2.251433215860743e-05,-2.0638135538320057e-05,-1.8761940737022087e-05,-1.6885744116734713e-05,-1.5009548405942041e-05,-1.313335269514937e-05,-1.1257156984356698e-05,-9.380961273564026e-06,-7.504765108024003e-06,-5.628569397231331e-06,-3.7523734590649838e-06,-1.8761776345854742e-06,1.8189894035458565e-11,1.876214014373545e-06,3.7524098388530547e-06,5.628605777019402e-06,7.504801487812074e-06,9.380997653352097e-06,1.1257193364144769e-05,1.313338907493744e-05,1.5009584785730112e-05,1.6885780496522784e-05,1.8761977116810158e-05,2.0638171918108128e-05,2.25143685383955e-05,2.4390563339693472e-05,2.6266759959980845e-05,2.8142954761278816e-05,3.001915138156619e-05,3.189534618286416e-05,3.377154280315153e-05,3.564773942343891e-05,3.752393604372628e-05,3.940012902603485e-05,4.127632564632222e-05,4.3152522266609594e-05,4.502871888689697e-05,4.690491550718434e-05,4.878110848949291e-05,5.065730510978028e-05,5.2533501730067655e-05,5.440969835035503e-05,5.6285891332663596e-05,5.816208795295097e-05,6.003828457323834e-05],"_type":"histogram","values":[817,76,37,15,6,1,2,1,4,1,2,2,4,4,3,2,2,4,4,0,6,5,2,5,6,4,6,9,1,0,0,0,0,0,2,2,7,9,3,2,1,2,5,2,2,1,5,6,0,3,5,1,3,1,3,5,4,7,7,7,29,35,81,777]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"values":[1,0,0,0,1,2,2,3,1,8,13,20,10,25,55,52,76,136,195,279,388,593,898,1337,1997,3178,5180,7953,14149,26652,59738,181975,168361,55924,25320,13532,7891,4775,3097,2000,1310,870,626,385,248,180,116,84,65,37,27,18,11,15,6,3,2,1,1,0,0,1,0,1],"bins":[-0.0006267510470934212,-0.0006071438547223806,-0.0005875366623513401,-0.0005679294117726386,-0.000548322219401598,-0.0005287150270305574,-0.0005091078346595168,-0.0004895005840808153,-0.00046989339170977473,-0.00045028619933873415,-0.00043067900696769357,-0.00041107178549282253,-0.00039146459312178195,-0.0003718573716469109,-0.0003522501792758703,-0.0003326429578009993,-0.0003130357654299587,-0.0002934285730589181,-0.0002738213515840471,-0.0002542141592130065,-0.00023460693773813546,-0.00021499974536709487,-0.00019539253844413906,-0.00017578533152118325,-0.00015617812459822744,-0.00013657091767527163,-0.00011696371075231582,-9.735651110531762e-05,-7.774930418236181e-05,-5.8142097259406e-05,-3.8534893974428996e-05,-1.892768887046259e-05,6.795162335038185e-07,2.0286721337470226e-05,3.9893926441436633e-05,5.950112972641364e-05,7.910833664936945e-05,9.871554357232526e-05,0.00011832274321932346,0.00013792995014227927,0.00015753715706523508,0.0001771443639881909,0.0001967515709111467,0.0002163587778341025,0.0002359659702051431,0.00025557319168001413,0.0002751803840510547,0.00029478760552592576,0.00031439479789696634,0.0003340019902680069,0.00035360921174287796,0.00037321640411391854,0.0003928236255887896,0.00041243081795983016,0.0004320380394347012,0.0004516452318057418,0.00047125242417678237,0.000490859616547823,0.0005104668671265244,0.000530074059497565,0.0005496812518686056,0.0005692884442396462,0.0005888956948183477,0.0006085028871893883,0.0006281100795604289],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[2,0,1,2,2,1,4,4,10,10,23,26,32,55,67,95,134,172,270,385,539,800,1162,1754,2648,4237,6661,10955,18796,36557,85324,209127,110194,43904,22203,12348,7547,4667,2914,1973,1249,956,602,449,288,200,130,104,68,47,40,17,18,16,12,4,4,5,6,0,0,1,1,2],"bins":[-0.0006980957696214318,-0.000676021387334913,-0.0006539470050483942,-0.0006318726227618754,-0.0006097982404753566,-0.0005877238581888378,-0.000565649475902319,-0.0005435750936158001,-0.0005215007113292813,-0.0004994263872504234,-0.00047735197586007416,-0.00045527759357355535,-0.000433203240390867,-0.0004111288581043482,-0.00038905447581782937,-0.00036698009353131056,-0.00034490571124479175,-0.00032283132895827293,-0.0003007569466717541,-0.0002786825643852353,-0.0002566081820987165,-0.00023453381436411291,-0.00021245944662950933,-0.00019038506434299052,-0.0001683106820564717,-0.0001462362997699529,-0.00012416191748343408,-0.0001020875497488305,-8.001316746231169e-05,-5.793878881377168e-05,-3.5864410165231675e-05,-1.379003151669167e-05,8.284405339509249e-06,3.0358783988049254e-05,5.243316263658926e-05,7.450753764715046e-05,9.658191993366927e-05,0.00011865630222018808,0.00014073066995479167,0.00016280505224131048,0.0001848794345278293,0.0002069538168143481,0.00022902819910086691,0.0002511025813873857,0.0002731769345700741,0.0002952513168565929,0.0003173256991431117,0.0003394000814296305,0.00036147446371614933,0.00038354884600266814,0.00040562322828918695,0.00042769761057570577,0.0004497719928622246,0.00047184634604491293,0.0004939207574352622,0.000515995139721781,0.0005380695220082998,0.0005601438460871577,0.0005822182283736765,0.0006042926106601954,0.0006263669929467142,0.000648441375233233,0.0006705157575197518,0.0006925901398062706,0.0007146645220927894],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.bias":{"bins":[-6.0038768424419686e-05,-5.8162557252217084e-05,-5.628634608001448e-05,-5.441013490781188e-05,-5.253392373560928e-05,-5.0657712563406676e-05,-4.8781501391204074e-05,-4.690529021900147e-05,-4.502907540882006e-05,-4.315286423661746e-05,-4.127665306441486e-05,-3.940044189221226e-05,-3.7524230720009655e-05,-3.564801954780705e-05,-3.377180837560445e-05,-3.189559720340185e-05,-3.0019386031199247e-05,-2.8143174858996645e-05,-2.6266963686794043e-05,-2.439075251459144e-05,-2.251454134238884e-05,-2.0638328351196833e-05,-1.876211717899423e-05,-1.688590600679163e-05,-1.5009694834589027e-05,-1.3133483662386425e-05,-1.1257272490183823e-05,-9.381060408486519e-06,-7.504849236283917e-06,-5.628638064081315e-06,-3.752426437131362e-06,-1.8762150375550846e-06,0,1.8762113995762775e-06,3.752422799152555e-06,5.628634426102508e-06,7.50484559830511e-06,9.381056770507712e-06,1.1257268852205016e-05,1.3133480024407618e-05,1.500969119661022e-05,1.6885902368812822e-05,1.8762113541015424e-05,2.0638324713218026e-05,2.251453770441003e-05,2.4390748876612633e-05,2.6266960048815235e-05,2.8143171221017838e-05,3.001938239322044e-05,3.189559356542304e-05,3.3771804737625644e-05,3.5648015909828246e-05,3.752422708203085e-05,3.940043825423345e-05,4.127664942643605e-05,4.3152860598638654e-05,4.502907540882006e-05,4.6905286581022665e-05,4.878149775322527e-05,5.065770892542787e-05,5.253392009763047e-05,5.441013126983307e-05,5.6286342442035675e-05,5.816255361423828e-05,6.003876478644088e-05],"_type":"histogram","values":[307,35,8,8,3,3,0,0,3,1,2,0,1,0,2,2,1,0,1,0,2,0,1,2,0,4,3,7,0,0,0,0,0,0,0,0,2,3,0,0,0,2,1,2,1,1,2,1,1,0,1,1,0,1,2,2,1,1,4,5,4,11,19,304]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,1,2,4,7,10,36,52,106,149,238,373,566,906,1353,1954,2858,3928,5379,6888,9157,11713,14447,17346,20784,23865,26984,29676,32409,34277,35460,35544,35063,34127,31796,29221,26453,23235,19848,16806,13837,11032,8668,6639,5011,3642,2614,1840,1250,848,551,337,219,124,82,47,33,15,7,2,2,2],"bins":[-0.10117559880018234,-0.09814737737178802,-0.0951191633939743,-0.09209094196557999,-0.08906272798776627,-0.08603450655937195,-0.08300629258155823,-0.07997807115316391,-0.07694984972476959,-0.07392163574695587,-0.07089341431856155,-0.06786520034074783,-0.06483697891235352,-0.061808761209249496,-0.05878054350614548,-0.05575232580304146,-0.05272410809993744,-0.04969589039683342,-0.0466676726937294,-0.04363945499062538,-0.04061123728752136,-0.037583015859127045,-0.034554798156023026,-0.031526580452919006,-0.028498362749814987,-0.025470145046710968,-0.02244192734360695,-0.01941370777785778,-0.01638549007475376,-0.013357272371649742,-0.010329053737223148,-0.007300835568457842,-0.004272624850273132,-0.0012444066815078259,0.0017838114872574806,0.004812029656022787,0.007840247824788094,0.010868465527892113,0.013896684162318707,0.0169249027967453,0.01995312049984932,0.02298133820295334,0.026009555906057358,0.029037775471806526,0.032065995037555695,0.035094212740659714,0.03812243044376373,0.04115064814686775,0.04417886584997177,0.04720708355307579,0.05023530125617981,0.05326351895928383,0.05629173666238785,0.059319958090782166,0.062348175793886185,0.0653763934969902,0.06840461492538452,0.07143282890319824,0.07446105033159256,0.07748926430940628,0.0805174857378006,0.08354569971561432,0.08657392114400864,0.08960213512182236,0.09263035655021667],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,3,1,0,1,1,1,4,4,2,0,3,7,3,2,11,9,19,23,36,72,107,140,109,69,43,23,17,11,6,7,7,1,2,2,2,3,3,4,1,1,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-3.028617356903851e-10,-2.9261570944072446e-10,-2.823696831910638e-10,-2.7212365694140317e-10,-2.618776306917425e-10,-2.516316044420819e-10,-2.4138557819242124e-10,-2.311395519427606e-10,-2.2089352569309995e-10,-2.106474994434393e-10,-2.0040147319377866e-10,-1.90155446944118e-10,-1.7990942069445737e-10,-1.6966339444479672e-10,-1.5941736819513608e-10,-1.4917134194547543e-10,-1.389253156958148e-10,-1.2867928944615414e-10,-1.184332631964935e-10,-1.0818723694683285e-10,-9.794121069717221e-11,-8.769518444751156e-11,-7.744915819785092e-11,-6.720313194819028e-11,-5.695710569852963e-11,-4.6711079448868986e-11,-3.646505319920834e-11,-2.6219026949547697e-11,-1.5973000699887052e-11,-5.7269744502264075e-12,4.519051799434237e-12,1.4765078049094882e-11,2.5011104298755527e-11,3.525713054841617e-11,4.5503156798076816e-11,5.574918304773746e-11,6.59952092973981e-11,7.624123554705875e-11,8.64872617967194e-11,9.673328804638004e-11,1.0697931429604068e-10,1.1722534054570133e-10,1.2747136679536197e-10,1.3771739304502262e-10,1.4796341929468326e-10,1.582094455443439e-10,1.6845547179400455e-10,1.787014980436652e-10,1.8894752429332584e-10,1.9919355054298649e-10,2.0943957679264713e-10,2.1968560304230778e-10,2.2993162929196842e-10,2.4017765554162906e-10,2.504236817912897e-10,2.6066970804095035e-10,2.70915734290611e-10,2.8116176054027164e-10,2.914077867899323e-10,3.0165381303959293e-10,3.118998392892536e-10,3.221458655389142e-10,3.3239189178857487e-10,3.426379180382355e-10,3.5288394428789616e-10]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.10523301362991333,-0.10211489349603653,-0.09899677336215973,-0.09587865322828293,-0.09276053309440613,-0.08964241296052933,-0.08652429282665253,-0.08340617269277573,-0.08028805255889893,-0.07716993242502213,-0.07405181229114532,-0.07093369215726852,-0.06781557202339172,-0.06469745188951492,-0.06157933175563812,-0.05846121162176132,-0.05534309148788452,-0.05222497135400772,-0.04910685122013092,-0.04598873108625412,-0.04287061095237732,-0.03975249081850052,-0.03663437068462372,-0.03351625055074692,-0.030398130416870117,-0.027280010282993317,-0.024161890149116516,-0.021043770015239716,-0.017925649881362915,-0.014807529747486115,-0.011689409613609314,-0.008571289479732513,-0.005453161895275116,-0.0023350417613983154,0.0007830783724784851,0.0039011985063552856,0.007019318640232086,0.010137438774108887,0.013255558907985687,0.016373679041862488,0.01949179917573929,0.02260991930961609,0.02572803944349289,0.02884615957736969,0.03196427971124649,0.03508239984512329,0.03820051997900009,0.04131864011287689,0.04443676024675369,0.04755488038063049,0.050673000514507294,0.053791120648384094,0.056909240782260895,0.060027360916137695,0.0631454810500145,0.0662636011838913,0.0693817213177681,0.0724998414516449,0.0756179615855217,0.0787360817193985,0.0818542018532753,0.0849723219871521,0.0880904421210289,0.0912085622549057,0.0943266823887825],"_type":"histogram","values":[1,0,0,1,0,7,8,17,51,74,141,242,395,687,1107,1692,2686,3939,5773,8221,11459,15843,21228,27249,34955,43116,51372,60714,69477,78893,86193,92492,95930,97656,97066,94391,89370,82149,74025,65649,56208,46969,38500,30905,23932,18198,13649,9884,6784,4750,3215,2138,1344,866,490,344,184,113,66,25,10,15,2,4]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,3,2,8,2,3,5,3,2,6,5,8,11,5,5,11,15,21,21,26,35,48,54,62,59,54,57,47,36,17,19,14,12,13,11,13,10,5,8,4,6,2,1,1,4,0,3,1,0,1,0,1,1,0,1,0,0,1],"bins":[-1.688249540165998e-10,-1.6327383889347402e-10,-1.5772272377034824e-10,-1.5217160864722246e-10,-1.4662049352409667e-10,-1.410693784009709e-10,-1.355182632778451e-10,-1.2996714815471933e-10,-1.2441603303159354e-10,-1.1886491790846776e-10,-1.1331380278534198e-10,-1.077626876622162e-10,-1.0221157253909041e-10,-9.666045741596463e-11,-9.110934229283885e-11,-8.555822716971306e-11,-8.000711204658728e-11,-7.44559969234615e-11,-6.890488180033572e-11,-6.335376667720993e-11,-5.780265155408415e-11,-5.225153643095837e-11,-4.6700421307832585e-11,-4.11493061847068e-11,-3.559819106158102e-11,-3.0047075938455237e-11,-2.4495960815329454e-11,-1.894484569220367e-11,-1.3393730569077889e-11,-7.842615445952106e-12,-2.291500322826323e-12,3.2596148002994596e-12,8.810729923425242e-12,1.4361845046551025e-11,1.9912960169676808e-11,2.546407529280259e-11,3.101519041592837e-11,3.6566305539054156e-11,4.211742066217994e-11,4.766853578530572e-11,5.3219650908431504e-11,5.877076603155729e-11,6.432188115468307e-11,6.987299627780885e-11,7.542411140093463e-11,8.097522652406042e-11,8.65263416471862e-11,9.207745677031198e-11,9.762857189343777e-11,1.0317968701656355e-10,1.0873080213968933e-10,1.1428191726281511e-10,1.198330323859409e-10,1.2538414750906668e-10,1.3093526263219246e-10,1.3648637775531824e-10,1.4203749287844403e-10,1.475886080015698e-10,1.531397231246956e-10,1.5869083824782138e-10,1.6424195337094716e-10,1.6979306849407294e-10,1.7534418361719872e-10,1.808952987403245e-10,1.864464138634503e-10]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug-core.log b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..6122e049b881485539ad7e397cdab22e955d4a46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:19:53.876150837+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpoygggyrf/port-13922.txt","pid":13922,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:19:53.876676823+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":13922} +{"time":"2025-07-18T00:19:53.876664711+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-13922-13945-1371956504/socket","Net":"unix"}} +{"time":"2025-07-18T00:19:54.057960292+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:19:54.065667265+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"ewfpx2ex","id":"1(@)"} +{"time":"2025-07-18T00:19:54.500123049+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"ewfpx2ex","id":"1(@)"} +{"time":"2025-07-18T00:44:41.81452616+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:44:41.814785136+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:44:41.814801307+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:44:41.814869342+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:44:41.81493286+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-13922-13945-1371956504/socket","Net":"unix"}} +{"time":"2025-07-18T00:44:43.85084125+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:44:43.850877715+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:44:43.850894924+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..345992d104c557c7d65931031289391583df5383 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug-internal.log @@ -0,0 +1,28 @@ +{"time":"2025-07-18T00:19:54.06647254+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:19:54.500082141+03:00","level":"INFO","msg":"stream: created new stream","id":"ewfpx2ex"} +{"time":"2025-07-18T00:19:54.500117312+03:00","level":"INFO","msg":"stream: started","id":"ewfpx2ex"} +{"time":"2025-07-18T00:19:54.500129299+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"ewfpx2ex"} +{"time":"2025-07-18T00:19:54.500136571+03:00","level":"INFO","msg":"handler: started","stream_id":"ewfpx2ex"} +{"time":"2025-07-18T00:19:54.500150268+03:00","level":"INFO","msg":"sender: started","stream_id":"ewfpx2ex"} +{"time":"2025-07-18T00:23:17.866485903+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:23:50.363410904+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:24:25.264221914+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T00:25:04.464194975+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:25:51.563159835+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:26:59.964209433+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T00:28:29.966207699+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:30:00.064217421+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:31:30.065826004+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:32:47.963095848+03:00","level":"WARN","msg":"sender: taking a long time","seconds":600.096727437,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"w7k0i962ggtz\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T00:33:00.163269812+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:34:30.165313385+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:36:00.166236342+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:37:30.166828114+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T00:39:00.263155469+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T00:40:00.863480041+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1032.997112945,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"w7k0i962ggtz\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T00:44:41.814830168+03:00","level":"INFO","msg":"stream: closing","id":"ewfpx2ex"} +{"time":"2025-07-18T00:44:42.960304726+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:44:43.847415837+03:00","level":"INFO","msg":"handler: closed","stream_id":"ewfpx2ex"} +{"time":"2025-07-18T00:44:43.847459778+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"ewfpx2ex"} +{"time":"2025-07-18T00:44:43.847468412+03:00","level":"INFO","msg":"sender: closed","stream_id":"ewfpx2ex"} +{"time":"2025-07-18T00:44:43.85005638+03:00","level":"INFO","msg":"stream: closed","id":"ewfpx2ex"} diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug.log b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..73239a46d8e0da06bc48fab27d29f8936b0ec487 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 00:19:53,841 INFO MainThread:13922 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:19:53,841 INFO MainThread:13922 [wandb_setup.py:_flush():80] Configure stats pid to 13922 +2025-07-18 00:19:53,841 INFO MainThread:13922 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:19:53,841 INFO MainThread:13922 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:19:53,841 INFO MainThread:13922 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:19:53,841 INFO MainThread:13922 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_001953-ewfpx2ex/logs/debug.log +2025-07-18 00:19:53,842 INFO MainThread:13922 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_001953-ewfpx2ex/logs/debug-internal.log +2025-07-18 00:19:53,842 INFO MainThread:13922 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:19:53,842 INFO MainThread:13922 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.2, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:19:53,842 INFO MainThread:13922 [wandb_init.py:init():871] starting backend +2025-07-18 00:19:54,058 INFO MainThread:13922 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:19:54,064 INFO MainThread:13922 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:19:54,066 INFO MainThread:13922 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:19:54,067 INFO MainThread:13922 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:19:54,834 INFO MainThread:13922 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:19:54,988 INFO MainThread:13922 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:19:54,988 INFO MainThread:13922 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:19:54,989 INFO MainThread:13922 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:19:54,989 INFO MainThread:13922 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:19:54,993 INFO MainThread:13922 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:19:55,926 INFO MainThread:13922 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:19:55,928 INFO MainThread:13922 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:44:41,813 INFO MsgRouterThr:13922 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/run-ewfpx2ex.wandb b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/run-ewfpx2ex.wandb new file mode 100644 index 0000000000000000000000000000000000000000..caf4322021779bf0b47821724a504e83618201dd --- /dev/null +++ b/simson_modeling/wandb/run-20250718_001953-ewfpx2ex/run-ewfpx2ex.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6914cc85932c1715a0cdbc7ae35c95cefa9af3fbebd7ee5e7e2ef887f5be1983 +size 1255045 diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/config.yaml b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e5377d51066978e6d6551aba8c938b6e673ccc1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + rrp3kliaei7hkkbe6d37pj8fr6t9ajof: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136807505920" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:50:33.733921Z" + writerId: rrp3kliaei7hkkbe6d37pj8fr6t9ajof + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 3e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/output.log b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..73ac590f0010ee58cde3a2033c4ba2371f92f399 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/output.log @@ -0,0 +1,14 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 383, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 304, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: train_epoch() missing 1 required positional argument: 'save_steps' diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/requirements.txt b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..93abae8dd4ee2ea384a014f94c43d9407165e900 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:50:33.733921Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136807505920" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "rrp3kliaei7hkkbe6d37pj8fr6t9ajof" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7b4fdaac0ef2f0f7b27bbdd0252e8c2048547735 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":1},"_runtime":1} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug-core.log b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..5f589ef3e013dc42e20194bb153c3a0d123b2751 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:50:33.7867711+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpv6m2jahu/port-23598.txt","pid":23598,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:50:33.787321025+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":23598} +{"time":"2025-07-18T00:50:33.787327321+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-23598-23621-2841319594/socket","Net":"unix"}} +{"time":"2025-07-18T00:50:33.967896362+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:50:33.975960956+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"x7ec7bq2","id":"1(@)"} +{"time":"2025-07-18T00:50:34.417602253+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"x7ec7bq2","id":"1(@)"} +{"time":"2025-07-18T00:50:36.165576096+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:50:36.165610211+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:50:36.165629886+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:50:36.165657535+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:50:36.16572773+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-23598-23621-2841319594/socket","Net":"unix"}} +{"time":"2025-07-18T00:50:37.725397752+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:50:37.725603249+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:50:37.725613238+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..aa67c1dffc0c105c04f5b6e32c9ab333fdd02782 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:50:33.977626533+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:50:34.417559188+03:00","level":"INFO","msg":"stream: created new stream","id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:34.417596657+03:00","level":"INFO","msg":"stream: started","id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:34.417610203+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:34.417616168+03:00","level":"INFO","msg":"sender: started","stream_id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:34.41766469+03:00","level":"INFO","msg":"handler: started","stream_id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:36.165658867+03:00","level":"INFO","msg":"stream: closing","id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:37.360079359+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:50:37.723016541+03:00","level":"INFO","msg":"handler: closed","stream_id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:37.723037289+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:37.72312707+03:00","level":"INFO","msg":"sender: closed","stream_id":"x7ec7bq2"} +{"time":"2025-07-18T00:50:37.724970423+03:00","level":"INFO","msg":"stream: closed","id":"x7ec7bq2"} diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug.log b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..10e2d61f1cb2b24eafa6b5c49cb8c0ff33cc49c6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_setup.py:_flush():80] Configure stats pid to 23598 +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005033-x7ec7bq2/logs/debug.log +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005033-x7ec7bq2/logs/debug-internal.log +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:50:33,751 INFO MainThread:23598 [wandb_init.py:init():871] starting backend +2025-07-18 00:50:33,968 INFO MainThread:23598 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:50:33,974 INFO MainThread:23598 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:50:33,975 INFO MainThread:23598 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:50:33,976 INFO MainThread:23598 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:50:34,717 INFO MainThread:23598 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:50:34,887 INFO MainThread:23598 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:50:34,887 INFO MainThread:23598 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:50:34,887 INFO MainThread:23598 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:50:34,888 INFO MainThread:23598 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:50:34,892 INFO MainThread:23598 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:50:35,894 INFO MainThread:23598 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:50:35,895 INFO MainThread:23598 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:50:36,165 INFO MsgRouterThr:23598 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/run-x7ec7bq2.wandb b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/run-x7ec7bq2.wandb new file mode 100644 index 0000000000000000000000000000000000000000..4d7c5cd18a1390642e97c53d9122a80a7f6b41b0 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_005033-x7ec7bq2/run-x7ec7bq2.wandb differ diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/config.yaml b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..267dba29434bdc61314d7c4a8dce5e2d52f02790 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 1n2eanjcipcdibu0mi7hc1mk4w5sbcfo: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136807763968" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:51:35.600734Z" + writerId: 1n2eanjcipcdibu0mi7hc1mk4w5sbcfo + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 3e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/output.log b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..614ba882b5276dd47490ec90b2f3aeb5023ef691 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/output.log @@ -0,0 +1,14 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 383, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 304, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^ +NameError: name 'scaler' is not defined diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/requirements.txt b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1cf0d722fb708471351332d6490beb48bf774d46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:51:35.600734Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136807763968" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "1n2eanjcipcdibu0mi7hc1mk4w5sbcfo" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7b4fdaac0ef2f0f7b27bbdd0252e8c2048547735 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":1},"_runtime":1} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug-core.log b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..ed105258895fec4965f047dadae93756879c61ab --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:51:35.659669159+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp08pxhs1n/port-23666.txt","pid":23666,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:51:35.660209168+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":23666} +{"time":"2025-07-18T00:51:35.660183985+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-23666-23689-3739693264/socket","Net":"unix"}} +{"time":"2025-07-18T00:51:35.836345443+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:51:35.844672068+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"p57wf6jx","id":"1(@)"} +{"time":"2025-07-18T00:51:36.282339093+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"p57wf6jx","id":"1(@)"} +{"time":"2025-07-18T00:51:38.164898635+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:51:38.165125881+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:51:38.165136736+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:51:38.165160272+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:51:38.165224782+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-23666-23689-3739693264/socket","Net":"unix"}} +{"time":"2025-07-18T00:51:39.296860167+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T00:51:39.297038535+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T00:51:39.297049103+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3b07ffc0dcaee6852b4d0cd2d96ea6b423fa0ab5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:51:35.845582671+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:51:36.282304481+03:00","level":"INFO","msg":"stream: created new stream","id":"p57wf6jx"} +{"time":"2025-07-18T00:51:36.282333335+03:00","level":"INFO","msg":"stream: started","id":"p57wf6jx"} +{"time":"2025-07-18T00:51:36.282440714+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"p57wf6jx"} +{"time":"2025-07-18T00:51:36.282477193+03:00","level":"INFO","msg":"handler: started","stream_id":"p57wf6jx"} +{"time":"2025-07-18T00:51:36.282445433+03:00","level":"INFO","msg":"sender: started","stream_id":"p57wf6jx"} +{"time":"2025-07-18T00:51:38.16498173+03:00","level":"INFO","msg":"stream: closing","id":"p57wf6jx"} +{"time":"2025-07-18T00:51:38.958153611+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T00:51:39.295333658+03:00","level":"INFO","msg":"handler: closed","stream_id":"p57wf6jx"} +{"time":"2025-07-18T00:51:39.295361317+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"p57wf6jx"} +{"time":"2025-07-18T00:51:39.295415735+03:00","level":"INFO","msg":"sender: closed","stream_id":"p57wf6jx"} +{"time":"2025-07-18T00:51:39.296244096+03:00","level":"INFO","msg":"stream: closed","id":"p57wf6jx"} diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug.log b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..7cc92c59e2cf8f0d96b634c0cc4379025eb88453 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 00:51:35,617 INFO MainThread:23666 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:51:35,617 INFO MainThread:23666 [wandb_setup.py:_flush():80] Configure stats pid to 23666 +2025-07-18 00:51:35,617 INFO MainThread:23666 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:51:35,617 INFO MainThread:23666 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:51:35,618 INFO MainThread:23666 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:51:35,618 INFO MainThread:23666 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005135-p57wf6jx/logs/debug.log +2025-07-18 00:51:35,618 INFO MainThread:23666 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005135-p57wf6jx/logs/debug-internal.log +2025-07-18 00:51:35,618 INFO MainThread:23666 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:51:35,618 INFO MainThread:23666 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:51:35,618 INFO MainThread:23666 [wandb_init.py:init():871] starting backend +2025-07-18 00:51:35,836 INFO MainThread:23666 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:51:35,843 INFO MainThread:23666 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:51:35,846 INFO MainThread:23666 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:51:35,846 INFO MainThread:23666 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:51:36,696 INFO MainThread:23666 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:51:36,867 INFO MainThread:23666 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:51:36,868 INFO MainThread:23666 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:51:36,868 INFO MainThread:23666 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:51:36,868 INFO MainThread:23666 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:51:36,872 INFO MainThread:23666 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:51:37,797 INFO MainThread:23666 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:51:37,798 INFO MainThread:23666 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:51:38,164 INFO MsgRouterThr:23666 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_005135-p57wf6jx/run-p57wf6jx.wandb b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/run-p57wf6jx.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f98dcd32f7f42fba0cc1cbfc20cfc143204b2671 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_005135-p57wf6jx/run-p57wf6jx.wandb differ diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/files/config.yaml b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4e65e1c4e2214709b12204f76413967616c02c73 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + bfgnufjmxrchqe0ubgwtywbhpvos852y: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136808005632" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:52:26.890013Z" + writerId: bfgnufjmxrchqe0ubgwtywbhpvos852y + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 3e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/files/output.log b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..cbd6597462af7587f14bba2613dc0cec5fe8f39c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/output.log @@ -0,0 +1,18 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:48", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 383, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 304, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 206, in train_epoch + scaler.step(optimizer) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/amp/grad_scaler.py", line 392, in step + raise RuntimeError( +RuntimeError: step() has already been called since the last update(). diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/files/requirements.txt b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..da8e5d63633f72c637de3efb9a1597253f42c994 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:52:26.890013Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136808005632" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "bfgnufjmxrchqe0ubgwtywbhpvos852y" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b188c49ff469e658e73f5a9728c6b6de03f5d3c1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.0.attention.self.value.bias":{"values":[2,2,0,0,2,2,2,1,3,3,3,8,8,10,8,9,14,9,21,16,28,21,29,28,25,26,29,30,31,32,31,21,36,35,26,24,21,25,23,22,12,18,6,13,10,6,9,4,6,8,2,3,2,0,1,0,1,0,0,0,0,0,0,1],"bins":[-65.375,-63.1962890625,-61.017578125,-58.8388671875,-56.66015625,-54.4814453125,-52.302734375,-50.1240234375,-47.9453125,-45.7666015625,-43.587890625,-41.4091796875,-39.23046875,-37.0517578125,-34.873046875,-32.6943359375,-30.515625,-28.3369140625,-26.158203125,-23.9794921875,-21.80078125,-19.6220703125,-17.443359375,-15.2646484375,-13.0859375,-10.9072265625,-8.728515625,-6.5498046875,-4.37109375,-2.1923828125,-0.013671875,2.1650390625,4.34375,6.5224609375,8.701171875,10.8798828125,13.05859375,15.2373046875,17.416015625,19.5947265625,21.7734375,23.9521484375,26.130859375,28.3095703125,30.48828125,32.6669921875,34.845703125,37.0244140625,39.203125,41.3818359375,43.560546875,45.7392578125,47.91796875,50.0966796875,52.275390625,54.4541015625,56.6328125,58.8115234375,60.990234375,63.1689453125,65.34765625,67.5263671875,69.705078125,71.8837890625,74.0625],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-22.421875,-21.7587890625,-21.095703125,-20.4326171875,-19.76953125,-19.1064453125,-18.443359375,-17.7802734375,-17.1171875,-16.4541015625,-15.791015625,-15.1279296875,-14.46484375,-13.8017578125,-13.138671875,-12.4755859375,-11.8125,-11.1494140625,-10.486328125,-9.8232421875,-9.16015625,-8.4970703125,-7.833984375,-7.1708984375,-6.5078125,-5.8447265625,-5.181640625,-4.5185546875,-3.85546875,-3.1923828125,-2.529296875,-1.8662109375,-1.203125,-0.5400390625,0.123046875,0.7861328125,1.44921875,2.1123046875,2.775390625,3.4384765625,4.1015625,4.7646484375,5.427734375,6.0908203125,6.75390625,7.4169921875,8.080078125,8.7431640625,9.40625,10.0693359375,10.732421875,11.3955078125,12.05859375,12.7216796875,13.384765625,14.0478515625,14.7109375,15.3740234375,16.037109375,16.7001953125,17.36328125,18.0263671875,18.689453125,19.3525390625,20.015625],"_type":"histogram","values":[2,1,1,0,2,1,1,1,6,3,9,8,11,23,37,34,60,78,91,176,239,403,569,853,1317,2003,3113,4993,8074,13032,22026,38285,74820,159002,124973,56838,30986,18167,11042,6623,4156,2694,1703,1139,752,433,310,224,168,99,73,48,35,24,15,15,3,5,9,5,4,0,5,2]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[3,3,5,7,11,11,10,7,16,17,23,22,21,14,12,16,17,13,13,13,18,10,13,7,18,14,7,14,5,6,13,4,9,15,12,10,11,13,13,10,6,10,23,16,16,15,10,10,14,11,9,20,18,19,17,14,16,15,9,4,12,1,3,4],"bins":[-2.1449044652399607e-05,-2.077551107504405e-05,-2.0101977497688495e-05,-1.942844392033294e-05,-1.8754910342977382e-05,-1.8081376765621826e-05,-1.740784318826627e-05,-1.6734309610910714e-05,-1.6060774214565754e-05,-1.5387240637210198e-05,-1.4713707969349343e-05,-1.4040174391993787e-05,-1.336663990514353e-05,-1.2693106327787973e-05,-1.2019572750432417e-05,-1.134603917307686e-05,-1.0672505595721304e-05,-9.998972018365748e-06,-9.325438441010192e-06,-8.651904863654636e-06,-7.97837128629908e-06,-7.304837254196173e-06,-6.6313032220932655e-06,-5.957769644737709e-06,-5.284236067382153e-06,-4.610702490026597e-06,-3.937168912671041e-06,-3.2636348805681337e-06,-2.5901013032125775e-06,-1.9165677258570213e-06,-1.2430339211277897e-06,-5.695002300853957e-07,1.0403164196759462e-07,7.775653330099885e-07,1.4510990240523824e-06,2.124632828781614e-06,2.7981664061371703e-06,3.4716999834927265e-06,4.1452340155956335e-06,4.81876759295119e-06,5.492301170306746e-06,6.165834747662302e-06,6.839368325017858e-06,7.512902357120765e-06,8.186436389223672e-06,8.859969966579229e-06,9.533503543934785e-06,1.0207037121290341e-05,1.0880570698645897e-05,1.1554104276001453e-05,1.222763785335701e-05,1.2901171430712566e-05,1.3574705008068122e-05,1.424823949491838e-05,1.4921773072273936e-05,1.559530574013479e-05,1.626884113647975e-05,1.6942374713835306e-05,1.7615908291190863e-05,1.828944186854642e-05,1.8962975445901975e-05,1.963650902325753e-05,2.0310042600613087e-05,2.0983576177968644e-05,2.16571097553242e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,3,2,3,5,4,5,6,7,8,4,10,12,5,7,5,9,17,13,14,13,18,15,19,14,18,16,16,17,15,16,24,23,18,21,24,9,21,30,23,19,25,22,18,16,19,19,10,15,19,13,13,16,11,10,2,3,3,3,0,1,0,1],"bins":[0.9999759793281555,0.9999766945838928,0.9999774098396301,0.9999781250953674,0.9999788403511047,0.9999796152114868,0.9999803304672241,0.9999810457229614,0.9999817609786987,0.999982476234436,0.9999831914901733,0.9999839067459106,0.999984622001648,0.9999853372573853,0.9999861121177673,0.9999868273735046,0.9999875426292419,0.9999882578849792,0.9999889731407166,0.9999896883964539,0.9999904036521912,0.9999911189079285,0.9999918341636658,0.9999926090240479,0.9999933242797852,0.9999940395355225,0.9999947547912598,0.9999954700469971,0.9999961853027344,0.9999969005584717,0.999997615814209,0.9999983310699463,0.9999990463256836,0.9999998211860657,1.0000004768371582,1.0000011920928955,1.0000019073486328,1.0000027418136597,1.000003457069397,1.0000041723251343,1.0000048875808716,1.0000056028366089,1.0000063180923462,1.0000070333480835,1.0000077486038208,1.000008463859558,1.0000091791152954,1.0000098943710327,1.00001060962677,1.0000113248825073,1.0000120401382446,1.000012755393982,1.0000134706497192,1.0000141859054565,1.0000149011611938,1.0000157356262207,1.000016450881958,1.0000171661376953,1.0000178813934326,1.00001859664917,1.0000193119049072,1.0000200271606445,1.0000207424163818,1.0000214576721191,1.0000221729278564]},"parameters/bert.encoder.layer.3.output.dense.bias":{"bins":[-2.0065703211002983e-05,-1.9426443031989038e-05,-1.8787184671964496e-05,-1.814792449295055e-05,-1.7508664313936606e-05,-1.6869405953912064e-05,-1.623014577489812e-05,-1.5590885595884174e-05,-1.495162632636493e-05,-1.4312367056845687e-05,-1.3673106877831742e-05,-1.3033847608312499e-05,-1.2394588338793255e-05,-1.175532815977931e-05,-1.1116068890260067e-05,-1.0476808711246122e-05,-9.837549441726878e-06,-9.198290172207635e-06,-8.55902999319369e-06,-7.919770723674446e-06,-7.280510999407852e-06,-6.641251275141258e-06,-6.001992005622014e-06,-5.36273228135542e-06,-4.723472557088826e-06,-4.0842128328222316e-06,-3.4449533359293127e-06,-2.805693839036394e-06,-2.1664341147697996e-06,-1.527174504190043e-06,-8.879148936102865e-07,-2.4865528303052997e-07,3.9060250855982304e-07,1.0298621191395796e-06,1.6691217297193361e-06,2.308381226612255e-06,2.9476409508788493e-06,3.5869006751454435e-06,4.226159944664687e-06,4.865419668931281e-06,5.5046793931978755e-06,6.14393911746447e-06,6.783198841731064e-06,7.422458111250307e-06,8.06171738076955e-06,8.700977559783496e-06,9.34023682930274e-06,9.979497008316685e-06,1.0618756277835928e-05,1.1258015547355171e-05,1.1897275726369116e-05,1.253653499588836e-05,1.3175795174902305e-05,1.3815054444421548e-05,1.4454313713940792e-05,1.5093573892954737e-05,1.573283225297928e-05,1.6372092431993224e-05,1.701135261100717e-05,1.7650612790021114e-05,1.8289871150045656e-05,1.89291313290596e-05,1.9568391508073546e-05,2.0207649868098088e-05,2.0846910047112033e-05],"_type":"histogram","values":[4,0,4,6,11,14,9,12,14,9,17,14,17,17,27,13,15,19,20,13,5,11,17,20,16,15,6,17,9,7,10,12,8,7,10,18,6,13,11,13,14,12,11,19,14,18,20,19,11,18,10,14,15,20,12,11,10,11,3,10,3,3,1,3]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"values":[3,2,5,2,7,12,30,56,118,151,243,435,651,956,1343,2052,2839,3912,5388,7045,9156,11565,14528,17306,20571,23808,26669,29638,32269,33992,35222,35083,34863,33504,31901,29286,26656,23144,19988,17086,14093,11352,8798,6749,5279,3784,2682,1937,1268,874,558,369,241,144,85,56,32,13,11,4,4,3,2,1],"bins":[-0.09440041333436966,-0.09139551967382431,-0.08839062601327896,-0.08538573235273361,-0.08238083869218826,-0.07937594503164291,-0.07637105137109756,-0.07336615771055222,-0.07036127150058746,-0.06735637784004211,-0.06435148417949677,-0.06134658679366112,-0.05834169685840607,-0.05533680319786072,-0.05233190953731537,-0.04932701587677002,-0.04632212221622467,-0.04331722855567932,-0.04031233489513397,-0.03730744123458862,-0.034302547574043274,-0.03129765763878822,-0.028292763978242874,-0.025287870317697525,-0.022282976657152176,-0.019278082996606827,-0.016273189336061478,-0.013268297538161278,-0.010263403877615929,-0.007258510682731867,-0.004253617487847805,-0.0012487242929637432,0.0017561614513397217,0.0047610546462237835,0.007765947841107845,0.01077084057033062,0.013775734230875969,0.016780627891421318,0.019785519689321518,0.022790413349866867,0.025795307010412216,0.028800200670957565,0.031805094331502914,0.034809987992048264,0.037814877927303314,0.04081977158784866,0.04382466524839401,0.04682955890893936,0.04983445256948471,0.05283934623003006,0.05584423989057541,0.05884913355112076,0.06185402721166611,0.06485892087221146,0.0678638145327568,0.07086870819330215,0.0738735944032669,0.07687848806381226,0.0798833817243576,0.08288827538490295,0.0858931690454483,0.08889806270599365,0.091902956366539,0.09490785002708435,0.0979127436876297],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,1,1,1,0,1,2,2,0,4,3,2,2,4,5,5,10,14,8,11,13,21,12,17,24,22,18,32,28,27,25,31,31,33,22,33,26,30,21,26,28,27,22,20,14,12,7,11,13,7,7,6,5,5,3,2,2,2,1,1,1,0,1,2],"bins":[-118.4051284790039,-114.88276672363281,-111.36039733886719,-107.8380355834961,-104.31566619873047,-100.79330444335938,-97.27093505859375,-93.74857330322266,-90.22621154785156,-86.70384216308594,-83.18148040771484,-79.65911102294922,-76.13674926757812,-72.6143798828125,-69.0920181274414,-65.56964874267578,-62.04728698730469,-58.52492141723633,-55.00255584716797,-51.48019027709961,-47.95782470703125,-44.435462951660156,-40.9130973815918,-37.39073181152344,-33.86836624145508,-30.34600067138672,-26.82363510131836,-23.301271438598633,-19.778905868530273,-16.256540298461914,-12.734175682067871,-9.211811065673828,-5.6894378662109375,-2.1670727729797363,1.3552923202514648,4.877657413482666,8.400022506713867,11.922388076782227,15.44475269317627,18.967117309570312,22.489482879638672,26.01184844970703,29.53421401977539,33.05657958984375,36.578941345214844,40.1013069152832,43.62367248535156,47.14603805541992,50.66840362548828,54.19076919555664,57.713134765625,61.23550033569336,64.75786590576172,68.28022766113281,71.80259704589844,75.32495880126953,78.84732055664062,82.36968994140625,85.89205169677734,89.41442108154297,92.93678283691406,96.45915222167969,99.98151397705078,103.5038833618164,107.0262451171875],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,0,5,1,3,13,24,42,76,124,176,313,499,759,1152,1612,2471,3491,4793,6298,8537,10741,13587,16541,19949,23440,26872,29648,32069,34289,35410,36289,35642,34659,32705,30386,27219,24091,20651,17117,14007,11366,9072,6807,5148,3788,2642,1866,1224,838,504,342,231,130,61,52,28,10,9,2,1,0,0,1],"bins":[-0.09717147052288055,-0.0940961241722107,-0.09102077782154083,-0.08794542402029037,-0.08487007766962051,-0.08179473131895065,-0.0787193775177002,-0.07564403116703033,-0.07256868481636047,-0.06949333846569061,-0.06641799211502075,-0.0633426383137703,-0.06026729196310043,-0.05719194561243057,-0.05411659553647041,-0.051041245460510254,-0.04796589910984039,-0.04489055275917053,-0.04181520268321037,-0.038739852607250214,-0.03566450625658035,-0.03258915990591049,-0.029513809829950333,-0.026438461616635323,-0.023363113403320312,-0.020287765190005302,-0.017212416976690292,-0.014137068763375282,-0.011061720550060272,-0.007986372336745262,-0.004911024123430252,-0.001835675910115242,0.001239679753780365,0.004315027967095375,0.007390376180410385,0.010465724393725395,0.013541072607040405,0.016616420820355415,0.019691769033670425,0.022767117246985435,0.025842465460300446,0.028917813673615456,0.031993161886930466,0.035068511962890625,0.038143858313560486,0.04121920466423035,0.044294554740190506,0.047369904816150665,0.050445251166820526,0.05352059751749039,0.056595947593450546,0.059671297669410706,0.06274664402008057,0.06582199037075043,0.06889733672142029,0.07197269052267075,0.0750480368733406,0.07812338322401047,0.08119873702526093,0.08427408337593079,0.08734942972660065,0.09042477607727051,0.09350012242794037,0.09657547622919083,0.09965082257986069]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-1.8237073163618334e-05,-1.7688769730739295e-05,-1.7140466297860257e-05,-1.659216286498122e-05,-1.6043857613112777e-05,-1.549555418023374e-05,-1.4947250747354701e-05,-1.4398947314475663e-05,-1.3850643881596625e-05,-1.3302339539222885e-05,-1.2754036106343847e-05,-1.2205732673464809e-05,-1.1657428331091069e-05,-1.110912489821203e-05,-1.0560821465332992e-05,-1.0012517122959252e-05,-9.464213690080214e-06,-8.915910257201176e-06,-8.367605914827436e-06,-7.819302481948398e-06,-7.27099904906936e-06,-6.722695161442971e-06,-6.174391273816582e-06,-5.626087840937544e-06,-5.077783953311155e-06,-4.529480065684766e-06,-3.981176632805727e-06,-3.4328727451793384e-06,-2.8845690849266248e-06,-2.336265424673911e-06,-1.7879616507343599e-06,-1.2396578767948085e-06,-6.913542165420949e-07,-1.430504994459625e-07,4.0525321765016997e-07,9.535569347463024e-07,1.5018606518424349e-06,2.0501643120951485e-06,2.5984681997215375e-06,3.146771859974251e-06,3.6950755202269647e-06,4.243379407853354e-06,4.791682840732392e-06,5.339986728358781e-06,5.88829061598517e-06,6.436594048864208e-06,6.984897936490597e-06,7.533201369369635e-06,8.081505256996024e-06,8.629808689875063e-06,9.178113032248802e-06,9.72641646512784e-06,1.0274719898006879e-05,1.0823024240380619e-05,1.1371327673259657e-05,1.1919631106138695e-05,1.2467935448512435e-05,1.3016238881391473e-05,1.3564542314270511e-05,1.411284574714955e-05,1.466115008952329e-05,1.5209453522402328e-05,1.5757757864776067e-05,1.6306061297655106e-05,1.6854364730534144e-05],"_type":"histogram","values":[1,0,0,0,1,2,4,6,12,11,3,10,11,6,16,16,17,15,23,19,12,14,21,13,15,17,10,10,17,11,14,13,16,13,16,18,16,9,14,8,21,10,21,19,20,19,31,17,21,15,13,17,17,12,13,14,6,9,4,5,5,2,4,3]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,1,1,1,0,2,5,3,3,5,3,6,6,7,14,2,11,17,14,25,47,42,60,64,59,59,57,49,43,28,30,18,12,8,10,9,6,7,8,1,4,3,3,2,4,3,2,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,1],"bins":[-1.720302345020741e-09,-1.651101144695133e-09,-1.5818999443695247e-09,-1.5126987440439166e-09,-1.4434975437183084e-09,-1.3742963433927002e-09,-1.305095143067092e-09,-1.235893942741484e-09,-1.1666927424158757e-09,-1.0974915420902676e-09,-1.0282903417646594e-09,-9.590891414390512e-10,-8.89887941113443e-10,-8.206867407878349e-10,-7.514855404622267e-10,-6.822843401366185e-10,-6.130831398110104e-10,-5.438819394854022e-10,-4.74680739159794e-10,-4.0547953883418586e-10,-3.362783385085777e-10,-2.670771381829695e-10,-1.9787593785736135e-10,-1.2867473753175318e-10,-5.947353720614501e-11,9.727663119463159e-12,7.892886344507133e-11,1.481300637706795e-10,2.1733126409628767e-10,2.8653246442189584e-10,3.55733664747504e-10,4.249348650731122e-10,4.941358433541154e-10,5.633370436797236e-10,6.325382440053318e-10,7.017394443309399e-10,7.709406446565481e-10,8.401418449821563e-10,9.093430453077644e-10,9.785442456333726e-10,1.0477454459589808e-09,1.116946646284589e-09,1.1861478466101971e-09,1.2553490469358053e-09,1.3245502472614135e-09,1.3937514475870216e-09,1.4629526479126298e-09,1.532153848238238e-09,1.6013550485638461e-09,1.6705562488894543e-09,1.7397574492150625e-09,1.8089586495406706e-09,1.878159849866279e-09,1.9473609391695845e-09,2.016562250517495e-09,2.0857635618654058e-09,2.1549646511687115e-09,2.224165740472017e-09,2.293367051819928e-09,2.3625683631678385e-09,2.431769452471144e-09,2.50097054177445e-09,2.5701718531223605e-09,2.639373164470271e-09,2.708574253773577e-09]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-120.125,-116.5849609375,-113.044921875,-109.5048828125,-105.96484375,-102.4248046875,-98.884765625,-95.3447265625,-91.8046875,-88.2646484375,-84.724609375,-81.1845703125,-77.64453125,-74.1044921875,-70.564453125,-67.0244140625,-63.484375,-59.9443359375,-56.404296875,-52.8642578125,-49.32421875,-45.7841796875,-42.244140625,-38.7041015625,-35.1640625,-31.6240234375,-28.083984375,-24.5439453125,-21.00390625,-17.4638671875,-13.923828125,-10.3837890625,-6.84375,-3.3037109375,0.236328125,3.7763671875,7.31640625,10.8564453125,14.396484375,17.9365234375,21.4765625,25.0166015625,28.556640625,32.0966796875,35.63671875,39.1767578125,42.716796875,46.2568359375,49.796875,53.3369140625,56.876953125,60.4169921875,63.95703125,67.4970703125,71.037109375,74.5771484375,78.1171875,81.6572265625,85.197265625,88.7373046875,92.27734375,95.8173828125,99.357421875,102.8974609375,106.4375],"_type":"histogram","values":[2,1,0,1,1,2,1,1,3,4,5,4,4,4,5,7,8,5,5,10,6,15,17,18,21,22,23,22,20,27,19,36,27,36,22,31,28,26,32,29,25,29,21,11,22,12,13,14,14,10,5,4,6,5,5,6,3,1,2,3,3,0,2,2]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[3,0,2,1,4,9,7,7,6,13,24,33,49,82,134,190,275,454,714,1111,1776,2640,4124,6424,9924,15487,23634,37054,57530,85232,103128,82903,55739,35868,22844,15012,9809,6209,3992,2620,1659,1067,716,447,315,206,114,84,37,38,25,19,10,10,1,2,1,1,2,1,1,0,0,1],"bins":[-167.5,-162.001953125,-156.50390625,-151.005859375,-145.5078125,-140.009765625,-134.51171875,-129.013671875,-123.515625,-118.017578125,-112.51953125,-107.021484375,-101.5234375,-96.025390625,-90.52734375,-85.029296875,-79.53125,-74.033203125,-68.53515625,-63.037109375,-57.5390625,-52.041015625,-46.54296875,-41.044921875,-35.546875,-30.048828125,-24.55078125,-19.052734375,-13.5546875,-8.056640625,-2.55859375,2.939453125,8.4375,13.935546875,19.43359375,24.931640625,30.4296875,35.927734375,41.42578125,46.923828125,52.421875,57.919921875,63.41796875,68.916015625,74.4140625,79.912109375,85.41015625,90.908203125,96.40625,101.904296875,107.40234375,112.900390625,118.3984375,123.896484375,129.39453125,134.892578125,140.390625,145.888671875,151.38671875,156.884765625,162.3828125,167.880859375,173.37890625,178.876953125,184.375]},"gradients/bert.encoder.layer.3.output.dense.weight":{"bins":[-137,-132.9560546875,-128.912109375,-124.8681640625,-120.82421875,-116.7802734375,-112.736328125,-108.6923828125,-104.6484375,-100.6044921875,-96.560546875,-92.5166015625,-88.47265625,-84.4287109375,-80.384765625,-76.3408203125,-72.296875,-68.2529296875,-64.208984375,-60.1650390625,-56.12109375,-52.0771484375,-48.033203125,-43.9892578125,-39.9453125,-35.9013671875,-31.857421875,-27.8134765625,-23.76953125,-19.7255859375,-15.681640625,-11.6376953125,-7.59375,-3.5498046875,0.494140625,4.5380859375,8.58203125,12.6259765625,16.669921875,20.7138671875,24.7578125,28.8017578125,32.845703125,36.8896484375,40.93359375,44.9775390625,49.021484375,53.0654296875,57.109375,61.1533203125,65.197265625,69.2412109375,73.28515625,77.3291015625,81.373046875,85.4169921875,89.4609375,93.5048828125,97.548828125,101.5927734375,105.63671875,109.6806640625,113.724609375,117.7685546875,121.8125],"_type":"histogram","values":[1,0,2,0,0,5,4,6,7,15,19,12,31,52,69,97,130,181,211,344,549,740,1141,1620,2357,3591,5449,8597,13828,22362,39053,76571,192281,488304,407571,154749,66066,34036,19682,11947,7331,4729,3025,1970,1348,868,602,427,261,213,126,76,67,41,34,16,13,16,12,2,3,2,0,2]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[2,0,1,1,3,4,14,24,52,60,108,193,327,493,732,1102,1590,2297,3199,4360,5878,7687,9880,12097,15063,17867,20900,24211,26837,29988,32047,33805,34706,35159,34305,32855,31219,28566,25812,22848,19603,16536,13473,11195,8578,6651,5208,3757,2691,1933,1336,872,595,423,262,162,102,77,39,19,8,9,1,2],"bins":[-0.0985862985253334,-0.0956227034330368,-0.0926591083407402,-0.089695505797863,-0.0867319107055664,-0.0837683156132698,-0.0808047205209732,-0.0778411254286766,-0.07487753033638,-0.07191392779350281,-0.06895033270120621,-0.0659867376089096,-0.063023142516613,-0.06005954369902611,-0.05709594860672951,-0.05413234978914261,-0.05116875469684601,-0.04820515960454941,-0.04524156078696251,-0.04227796569466591,-0.03931436687707901,-0.03635077178478241,-0.03338717669248581,-0.03042357973754406,-0.02745998278260231,-0.02449638582766056,-0.02153278887271881,-0.01856919378042221,-0.015605596825480461,-0.012641999870538712,-0.009678403846919537,-0.006714807357639074,-0.003751210868358612,-0.0007876143790781498,0.0021759821102023125,0.005139578599482775,0.008103175088763237,0.011066772043704987,0.014030368067324162,0.016993964090943336,0.019957561045885086,0.022921158000826836,0.025884754955768585,0.028848350048065186,0.031811945140361786,0.034775543957948685,0.037739139050245285,0.040702737867832184,0.043666332960128784,0.046629928052425385,0.04959352687001228,0.052557121962308884,0.05552072077989578,0.05848431587219238,0.06144791096448898,0.06441150605678558,0.06737510859966278,0.07033870369195938,0.07330229878425598,0.07626589387655258,0.07922948896884918,0.08219308406114578,0.08515668660402298,0.08812028169631958,0.09108387678861618],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,1,1,0,3,5,4,7,10,5,7,6,12,11,12,14,17,20,19,36,20,27,35,24,34,35,31,38,25,26,29,31,26,25,29,17,14,19,17,13,13,15,5,2,7,5,3,1,3,1,1,1,1,0,0,0,0,1,0,0,0,2],"bins":[-3.1412132557306904e-06,-3.0313722163555212e-06,-2.921531176980352e-06,-2.8116903649788583e-06,-2.701849325603689e-06,-2.59200828622852e-06,-2.4821672468533507e-06,-2.372326434851857e-06,-2.2624853954766877e-06,-2.1526443561015185e-06,-2.0428033167263493e-06,-1.93296227735118e-06,-1.8231213516628486e-06,-1.7132804259745171e-06,-1.603439386599348e-06,-1.4935984609110164e-06,-1.3837574215358472e-06,-1.273916382160678e-06,-1.1640754564723466e-06,-1.0542344170971774e-06,-9.443934914088459e-07,-8.345524520336767e-07,-7.247114695019263e-07,-6.14870486970176e-07,-5.050295044384256e-07,-3.951885219066753e-07,-2.8534753937492496e-07,-1.755065284214652e-07,-6.566554588971485e-08,4.417544374746285e-08,1.5401643338464055e-07,2.638574301272456e-07,3.7369841265899595e-07,4.835393951907463e-07,5.933803777224966e-07,7.03221360254247e-07,8.130623427859973e-07,9.229033821611665e-07,1.032744307849498e-06,1.1425853472246672e-06,1.2524262729129987e-06,1.3622673122881679e-06,1.472108351663337e-06,1.5819492773516686e-06,1.6917903167268378e-06,1.8016312424151693e-06,1.9114722817903385e-06,2.0213133211655077e-06,2.131154360540677e-06,2.2409951725421706e-06,2.35083621191734e-06,2.460677251292509e-06,2.5705182906676782e-06,2.680359102669172e-06,2.790200142044341e-06,2.9000411814195104e-06,3.0098822207946796e-06,3.119723260169849e-06,3.2295640721713426e-06,3.3394051115465118e-06,3.449246150921681e-06,3.55908719029685e-06,3.668928002298344e-06,3.778769041673513e-06,3.888610081048682e-06]},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[2,2,0,1,1,3,0,2,2,3,4,5,4,6,0,8,5,5,9,15,9,14,10,24,13,21,23,23,34,33,33,19,23,30,29,30,31,28,23,35,28,20,18,16,16,15,16,14,6,5,9,6,7,6,6,3,3,6,1,1,1,0,2,1],"bins":[-115.4375,-112.0068359375,-108.576171875,-105.1455078125,-101.71484375,-98.2841796875,-94.853515625,-91.4228515625,-87.9921875,-84.5615234375,-81.130859375,-77.7001953125,-74.26953125,-70.8388671875,-67.408203125,-63.9775390625,-60.546875,-57.1162109375,-53.685546875,-50.2548828125,-46.82421875,-43.3935546875,-39.962890625,-36.5322265625,-33.1015625,-29.6708984375,-26.240234375,-22.8095703125,-19.37890625,-15.9482421875,-12.517578125,-9.0869140625,-5.65625,-2.2255859375,1.205078125,4.6357421875,8.06640625,11.4970703125,14.927734375,18.3583984375,21.7890625,25.2197265625,28.650390625,32.0810546875,35.51171875,38.9423828125,42.373046875,45.8037109375,49.234375,52.6650390625,56.095703125,59.5263671875,62.95703125,66.3876953125,69.818359375,73.2490234375,76.6796875,80.1103515625,83.541015625,86.9716796875,90.40234375,93.8330078125,97.263671875,100.6943359375,104.125]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,0,0,2,0,0,0,0,1,3,0,3,3,3,3,3,4,10,12,26,28,49,71,119,191,318,555,947,1646,2990,5451,10916,22164,48735,116857,320905,622562,245920,93870,39989,18657,9129,4739,2580,1422,814,425,293,152,107,68,42,23,17,13,6,4,2,3,5,2,0,2,2],"bins":[-201.5,-195.9609375,-190.421875,-184.8828125,-179.34375,-173.8046875,-168.265625,-162.7265625,-157.1875,-151.6484375,-146.109375,-140.5703125,-135.03125,-129.4921875,-123.953125,-118.4140625,-112.875,-107.3359375,-101.796875,-96.2578125,-90.71875,-85.1796875,-79.640625,-74.1015625,-68.5625,-63.0234375,-57.484375,-51.9453125,-46.40625,-40.8671875,-35.328125,-29.7890625,-24.25,-18.7109375,-13.171875,-7.6328125,-2.09375,3.4453125,8.984375,14.5234375,20.0625,25.6015625,31.140625,36.6796875,42.21875,47.7578125,53.296875,58.8359375,64.375,69.9140625,75.453125,80.9921875,86.53125,92.0703125,97.609375,103.1484375,108.6875,114.2265625,119.765625,125.3046875,130.84375,136.3828125,141.921875,147.4609375,153],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.bias":{"bins":[-2.1669147827196866e-05,-2.0988471078453586e-05,-2.0307796148699708e-05,-1.9627119399956428e-05,-1.894644447020255e-05,-1.826576772145927e-05,-1.7585092791705392e-05,-1.690441604296211e-05,-1.6223741113208234e-05,-1.5543064364464954e-05,-1.4862388525216375e-05,-1.4181712685967796e-05,-1.3501036846719217e-05,-1.2820361007470638e-05,-1.2139685168222059e-05,-1.145900932897348e-05,-1.07783334897249e-05,-1.0097657650476322e-05,-9.416981811227743e-06,-8.736305971979164e-06,-8.055630132730585e-06,-7.374953838734655e-06,-6.694277999486076e-06,-6.013602160237497e-06,-5.332926320988918e-06,-4.652250481740339e-06,-3.97157464249176e-06,-3.2908985758695053e-06,-2.6102227366209263e-06,-1.9295468973723473e-06,-1.2488709444369306e-06,-5.681950483449327e-07,1.1248084774706513e-07,7.93156743839063e-07,1.4738326399310608e-06,2.1545085928664776e-06,2.8351844321150566e-06,3.5158602713636355e-06,4.19653633798589e-06,4.877212177234469e-06,5.557888016483048e-06,6.238563855731627e-06,6.919239694980206e-06,7.599915534228785e-06,8.280591828224715e-06,8.961267667473294e-06,9.641943506721873e-06,1.0322619345970452e-05,1.100329518521903e-05,1.168397102446761e-05,1.2364646863716189e-05,1.3045322702964768e-05,1.3725998542213347e-05,1.4406674381461926e-05,1.5087350220710505e-05,1.5768026059959084e-05,1.6448702808702365e-05,1.7129377738456242e-05,1.7810054487199523e-05,1.84907294169534e-05,1.917140616569668e-05,1.9852081095450558e-05,2.053275784419384e-05,2.1213432773947716e-05,2.1894109522690997e-05],"_type":"histogram","values":[3,1,7,3,9,10,7,13,16,15,18,21,21,13,13,13,16,14,20,10,10,13,15,10,14,19,17,15,15,10,14,10,5,10,8,6,12,10,10,11,18,4,10,17,9,12,20,21,14,21,15,19,10,17,12,18,9,16,9,6,5,5,2,2]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,6,9,19,32,50,101,150,229,323,530,792,1188,1712,2520,3495,4538,6077,7931,9832,12334,15113,17692,21001,23627,26745,29403,31128,32715,33771,33673,33523,32396,30796,28573,25785,22778,20041,17168,14251,11474,9294,7326,5452,4065,3203,2202,1619,1112,730,468,314,191,142,78,41,33,17,4,5,3],"bins":[-0.0964856892824173,-0.09359294921159744,-0.09070020169019699,-0.08780746161937714,-0.08491471409797668,-0.08202197402715683,-0.07912922650575638,-0.07623648643493652,-0.07334373891353607,-0.07045099884271622,-0.06755825877189636,-0.06466551125049591,-0.061772771179676056,-0.0588800273835659,-0.05598728358745575,-0.053094539791345596,-0.05020179599523544,-0.04730905219912529,-0.04441630840301514,-0.041523564606904984,-0.03863082081079483,-0.035738080739974976,-0.03284533694386482,-0.02995259314775467,-0.027059849351644516,-0.024167105555534363,-0.02127436175942421,-0.018381619825959206,-0.015488876029849052,-0.0125961322337389,-0.00970338936895132,-0.006810646038502455,-0.003917895257472992,-0.001025151927024126,0.0018675914034247398,0.004760334733873606,0.007653078064322472,0.010545821860432625,0.013438564725220203,0.016331307590007782,0.019224051386117935,0.02211679518222809,0.02500953897833824,0.027902280911803246,0.0307950247079134,0.0336877666413784,0.036580510437488556,0.03947325423359871,0.04236599802970886,0.045258741825819016,0.04815148562192917,0.05104422941803932,0.053936973214149475,0.05682971328496933,0.05972245708107948,0.06261520087718964,0.06550794839859009,0.06840068846940994,0.0712934285402298,0.07418617606163025,0.0770789161324501,0.07997166365385056,0.08286440372467041,0.08575715124607086,0.08864989131689072]},"gradients/linear.bias":{"_type":"histogram","values":[1,1,0,0,1,2,1,2,2,1,3,2,2,2,6,4,2,4,2,3,5,5,0,7,2,2,8,4,3,3,6,7,4,4,3,1,2,2,4,4,1,1,1,2,0,0,2,0,1,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-325.75,-313.33203125,-300.9140625,-288.49609375,-276.078125,-263.66015625,-251.2421875,-238.82421875,-226.40625,-213.98828125,-201.5703125,-189.15234375,-176.734375,-164.31640625,-151.8984375,-139.48046875,-127.0625,-114.64453125,-102.2265625,-89.80859375,-77.390625,-64.97265625,-52.5546875,-40.13671875,-27.71875,-15.30078125,-2.8828125,9.53515625,21.953125,34.37109375,46.7890625,59.20703125,71.625,84.04296875,96.4609375,108.87890625,121.296875,133.71484375,146.1328125,158.55078125,170.96875,183.38671875,195.8046875,208.22265625,220.640625,233.05859375,245.4765625,257.89453125,270.3125,282.73046875,295.1484375,307.56640625,319.984375,332.40234375,344.8203125,357.23828125,369.65625,382.07421875,394.4921875,406.91015625,419.328125,431.74609375,444.1640625,456.58203125,469]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-19.421875,-18.797607421875,-18.17333984375,-17.549072265625,-16.9248046875,-16.300537109375,-15.67626953125,-15.052001953125,-14.427734375,-13.803466796875,-13.17919921875,-12.554931640625,-11.9306640625,-11.306396484375,-10.68212890625,-10.057861328125,-9.43359375,-8.809326171875,-8.18505859375,-7.560791015625,-6.9365234375,-6.312255859375,-5.68798828125,-5.063720703125,-4.439453125,-3.815185546875,-3.19091796875,-2.566650390625,-1.9423828125,-1.318115234375,-0.69384765625,-0.069580078125,0.5546875,1.178955078125,1.80322265625,2.427490234375,3.0517578125,3.676025390625,4.30029296875,4.924560546875,5.548828125,6.173095703125,6.79736328125,7.421630859375,8.0458984375,8.670166015625,9.29443359375,9.918701171875,10.54296875,11.167236328125,11.79150390625,12.415771484375,13.0400390625,13.664306640625,14.28857421875,14.912841796875,15.537109375,16.161376953125,16.78564453125,17.409912109375,18.0341796875,18.658447265625,19.28271484375,19.906982421875,20.53125],"_type":"histogram","values":[1,0,0,1,2,3,2,0,2,7,7,14,23,44,46,64,82,164,211,334,498,755,1254,1819,2789,4744,7982,13679,25961,54638,151871,186953,66851,30311,15490,8920,5232,3140,2041,1322,866,553,364,248,174,115,81,49,37,20,15,14,10,8,5,3,1,3,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[5,6,7,5,5,7,8,12,19,17,19,20,19,19,9,24,13,19,13,14,13,12,11,12,16,11,12,15,8,10,5,9,10,7,12,8,21,10,10,11,16,7,9,14,13,15,19,16,17,19,15,15,13,15,12,9,12,13,6,12,8,4,2,4],"bins":[-2.1072561139590107e-05,-2.040401341218967e-05,-1.973546386579983e-05,-1.9066916138399392e-05,-1.8398368410998955e-05,-1.7729818864609115e-05,-1.7061271137208678e-05,-1.639272340980824e-05,-1.57241738634184e-05,-1.5055626136017963e-05,-1.4387078408617526e-05,-1.3718529771722388e-05,-1.3049981134827249e-05,-1.2381433407426812e-05,-1.1712884770531673e-05,-1.1044337043131236e-05,-1.0375788406236097e-05,-9.707239769340958e-06,-9.038692041940521e-06,-8.370143405045383e-06,-7.701595677644946e-06,-7.033047040749807e-06,-6.364498403854668e-06,-5.69595022170688e-06,-5.027402039559092e-06,-4.3588538574113045e-06,-3.690305447889841e-06,-3.021757038368378e-06,-2.35320885622059e-06,-1.6846605603859643e-06,-1.0161122645513387e-06,-3.4756396871671313e-07,3.20986146107316e-07,9.895344419419416e-07,1.6580827377765672e-06,2.3266311472980306e-06,2.9951793294458184e-06,3.6637275115936063e-06,4.332276148488745e-06,5.000824330636533e-06,5.669372512784321e-06,6.337920694932109e-06,7.006468877079897e-06,7.675017513975035e-06,8.343566150870174e-06,9.012113878270611e-06,9.68066251516575e-06,1.0349210242566187e-05,1.1017758879461326e-05,1.1686307516356464e-05,1.2354855243756901e-05,1.302340388065204e-05,1.3691951608052477e-05,1.4360500244947616e-05,1.5029048881842755e-05,1.5697596609243192e-05,1.6366146155633032e-05,1.703469388303347e-05,1.7703241610433906e-05,1.8371789337834343e-05,1.9040338884224184e-05,1.970888661162462e-05,2.0377434339025058e-05,2.10459838854149e-05,2.1714531612815335e-05]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,1,1,0,2,0,7,1,4,5,4,7,7,11,18,11,17,11,15,19,17,17,27,24,21,33,24,23,31,29,29,31,23,35,19,27,29,23,10,21,15,14,23,10,11,9,8,4,7,5,4,6,2,6,1,2,0,0,1,2,0,1],"bins":[-56.34375,-54.5341796875,-52.724609375,-50.9150390625,-49.10546875,-47.2958984375,-45.486328125,-43.6767578125,-41.8671875,-40.0576171875,-38.248046875,-36.4384765625,-34.62890625,-32.8193359375,-31.009765625,-29.2001953125,-27.390625,-25.5810546875,-23.771484375,-21.9619140625,-20.15234375,-18.3427734375,-16.533203125,-14.7236328125,-12.9140625,-11.1044921875,-9.294921875,-7.4853515625,-5.67578125,-3.8662109375,-2.056640625,-0.2470703125,1.5625,3.3720703125,5.181640625,6.9912109375,8.80078125,10.6103515625,12.419921875,14.2294921875,16.0390625,17.8486328125,19.658203125,21.4677734375,23.27734375,25.0869140625,26.896484375,28.7060546875,30.515625,32.3251953125,34.134765625,35.9443359375,37.75390625,39.5634765625,41.373046875,43.1826171875,44.9921875,46.8017578125,48.611328125,50.4208984375,52.23046875,54.0400390625,55.849609375,57.6591796875,59.46875]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,3,5,6,8,9,13,11,14,16,16,21,12,14,18,10,23,14,20,10,16,16,12,15,18,14,16,9,12,12,10,12,7,8,10,12,12,12,17,5,5,12,21,13,18,15,8,20,11,19,18,16,11,13,11,10,14,13,7,5,9,4,4,1],"bins":[-2.157203562092036e-05,-2.0889801817247644e-05,-2.0207568013574928e-05,-1.952533239091281e-05,-1.8843098587240092e-05,-1.8160864783567376e-05,-1.7478629160905257e-05,-1.679639535723254e-05,-1.6114161553559825e-05,-1.543192774988711e-05,-1.4749693036719691e-05,-1.4067458323552273e-05,-1.3385224519879557e-05,-1.2702990716206841e-05,-1.2020756003039423e-05,-1.1338521289872006e-05,-1.065628748619929e-05,-9.974053682526574e-06,-9.291818969359156e-06,-8.609584256191738e-06,-7.927350452519022e-06,-7.245116194098955e-06,-6.562881935678888e-06,-5.880647677258821e-06,-5.198413418838754e-06,-4.516179160418687e-06,-3.8339449019986205e-06,-3.1517106435785536e-06,-2.4694763851584867e-06,-1.7872421267384198e-06,-1.1050078683183528e-06,-4.2277360989828594e-07,2.594588295323774e-07,9.416930879524443e-07,1.6239273463725112e-06,2.306161604792578e-06,2.988395863212645e-06,3.670630121632712e-06,4.352864380052779e-06,5.035098638472846e-06,5.717332896892913e-06,6.39956715531298e-06,7.0818014137330465e-06,7.764036126900464e-06,8.44626993057318e-06,9.128503734245896e-06,9.810738447413314e-06,1.0492973160580732e-05,1.1175206964253448e-05,1.1857440767926164e-05,1.2539675481093582e-05,1.3221910194261e-05,1.3904143997933716e-05,1.4586377801606432e-05,1.5268611605279148e-05,1.5950847227941267e-05,1.6633081031613983e-05,1.73153148352867e-05,1.799755045794882e-05,1.8679784261621535e-05,1.936201806529425e-05,2.0044251868966967e-05,2.0726485672639683e-05,2.1408721295301802e-05,2.209095509897452e-05]},"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-114.4375,-111.037109375,-107.63671875,-104.236328125,-100.8359375,-97.435546875,-94.03515625,-90.634765625,-87.234375,-83.833984375,-80.43359375,-77.033203125,-73.6328125,-70.232421875,-66.83203125,-63.431640625,-60.03125,-56.630859375,-53.23046875,-49.830078125,-46.4296875,-43.029296875,-39.62890625,-36.228515625,-32.828125,-29.427734375,-26.02734375,-22.626953125,-19.2265625,-15.826171875,-12.42578125,-9.025390625,-5.625,-2.224609375,1.17578125,4.576171875,7.9765625,11.376953125,14.77734375,18.177734375,21.578125,24.978515625,28.37890625,31.779296875,35.1796875,38.580078125,41.98046875,45.380859375,48.78125,52.181640625,55.58203125,58.982421875,62.3828125,65.783203125,69.18359375,72.583984375,75.984375,79.384765625,82.78515625,86.185546875,89.5859375,92.986328125,96.38671875,99.787109375,103.1875],"_type":"histogram","values":[1,1,0,2,0,0,1,3,1,2,4,2,1,3,4,5,10,9,10,9,15,17,16,15,16,30,17,27,31,25,31,28,23,32,36,21,32,28,19,33,27,26,24,22,11,15,13,5,14,10,9,3,6,7,3,2,3,2,0,2,1,0,2,1]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,1,4,0,10,3,5,5,12,8,12,14,21,12,22,13,17,10,9,16,25,12,26,12,21,12,13,14,17,21,15,14,15,5,14,14,11,17,14,17,25,17,19,12,11,19,10,13,19,13,10,13,16,12,14,8,9,3,8,6,1,0,2,3],"bins":[-1.6198257071664557e-05,-1.5699275536462665e-05,-1.5200292182271369e-05,-1.4701310647069477e-05,-1.4202328202372883e-05,-1.3703345757676288e-05,-1.3204364222474396e-05,-1.2705381777777802e-05,-1.2206399333081208e-05,-1.1707416888384614e-05,-1.120843444368802e-05,-1.0709452908486128e-05,-1.0210470463789534e-05,-9.71148801909294e-06,-9.212506483891048e-06,-8.713524039194454e-06,-8.21454159449786e-06,-7.715559149801265e-06,-7.216577159852022e-06,-6.717595169902779e-06,-6.218612725206185e-06,-5.719630280509591e-06,-5.220648290560348e-06,-4.721666300611105e-06,-4.222683855914511e-06,-3.723701638591592e-06,-3.2247194212686736e-06,-2.725737203945755e-06,-2.2267549866228364e-06,-1.7277727692999179e-06,-1.2287905519769993e-06,-7.298083346540807e-07,-2.308261173311621e-07,2.681560999917565e-07,7.671383173146751e-07,1.2661205346375937e-06,1.7651027519605123e-06,2.264084969283431e-06,2.7630671866063494e-06,3.262049403929268e-06,3.7610316212521866e-06,4.260014065948781e-06,4.758996055898024e-06,5.257978045847267e-06,5.756960490543861e-06,6.255942935240455e-06,6.754924925189698e-06,7.253906915138941e-06,7.752889359835535e-06,8.25187180453213e-06,8.750854249228723e-06,9.249835784430616e-06,9.74881822912721e-06,1.0247800673823804e-05,1.0746782209025696e-05,1.124576465372229e-05,1.1744747098418884e-05,1.2243729543115478e-05,1.2742711987812072e-05,1.3241693523013964e-05,1.3740675967710558e-05,1.4239658412407152e-05,1.4738639947609045e-05,1.5237622392305639e-05,1.5736604837002233e-05]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,2,0,0,1,2,4,10,6,8,20,27,48,54,76,90,134,227,286,355,531,780,1091,1628,2275,3400,5175,8106,13368,22074,40175,82493,174281,111383,50319,27350,15866,9539,6043,3964,2613,1760,1226,818,619,453,323,217,183,131,79,71,51,29,12,19,7,8,5,5,1,0,0,2],"bins":[-21.953125,-21.28125,-20.609375,-19.9375,-19.265625,-18.59375,-17.921875,-17.25,-16.578125,-15.90625,-15.234375,-14.5625,-13.890625,-13.21875,-12.546875,-11.875,-11.203125,-10.53125,-9.859375,-9.1875,-8.515625,-7.84375,-7.171875,-6.5,-5.828125,-5.15625,-4.484375,-3.8125,-3.140625,-2.46875,-1.796875,-1.125,-0.453125,0.21875,0.890625,1.5625,2.234375,2.90625,3.578125,4.25,4.921875,5.59375,6.265625,6.9375,7.609375,8.28125,8.953125,9.625,10.296875,10.96875,11.640625,12.3125,12.984375,13.65625,14.328125,15,15.671875,16.34375,17.015625,17.6875,18.359375,19.03125,19.703125,20.375,21.046875],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-43.84375,-42.13134765625,-40.4189453125,-38.70654296875,-36.994140625,-35.28173828125,-33.5693359375,-31.85693359375,-30.14453125,-28.43212890625,-26.7197265625,-25.00732421875,-23.294921875,-21.58251953125,-19.8701171875,-18.15771484375,-16.4453125,-14.73291015625,-13.0205078125,-11.30810546875,-9.595703125,-7.88330078125,-6.1708984375,-4.45849609375,-2.74609375,-1.03369140625,0.6787109375,2.39111328125,4.103515625,5.81591796875,7.5283203125,9.24072265625,10.953125,12.66552734375,14.3779296875,16.09033203125,17.802734375,19.51513671875,21.2275390625,22.93994140625,24.65234375,26.36474609375,28.0771484375,29.78955078125,31.501953125,33.21435546875,34.9267578125,36.63916015625,38.3515625,40.06396484375,41.7763671875,43.48876953125,45.201171875,46.91357421875,48.6259765625,50.33837890625,52.05078125,53.76318359375,55.4755859375,57.18798828125,58.900390625,60.61279296875,62.3251953125,64.03759765625,65.75],"_type":"histogram","values":[1,0,4,1,2,0,1,2,7,9,7,9,21,11,15,25,35,42,66,63,86,99,106,128,154,178,166,133,118,113,83,69,59,53,28,27,22,22,17,11,19,7,7,2,5,3,2,5,0,1,0,1,1,1,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,1,1,5,5,9,11,11,21,31,47,55,77,126,155,233,265,355,464,681,801,1008,1394,1729,2317,3010,4145,5164,6284,7438,8224,303494,8319,7702,6744,5466,4265,3208,2353,1879,1278,1038,764,588,494,395,302,235,156,129,92,83,53,39,23,15,8,11,3,7,1,1,2,1],"bins":[-102.79093933105469,-99.5352783203125,-96.27961730957031,-93.02395629882812,-89.76829528808594,-86.51264190673828,-83.2569808959961,-80.0013198852539,-76.74565887451172,-73.48999786376953,-70.23433685302734,-66.97867584228516,-63.723018646240234,-60.46735763549805,-57.211700439453125,-53.95603942871094,-50.70037841796875,-47.44471740722656,-44.189056396484375,-40.93339920043945,-37.677738189697266,-34.42207717895508,-31.166418075561523,-27.91075897216797,-24.65509796142578,-21.399436950683594,-18.14377784729004,-14.888117790222168,-11.632457733154297,-8.376797676086426,-5.121137619018555,-1.8654775619506836,1.3901824951171875,4.645842552185059,7.90150260925293,11.1571626663208,14.412822723388672,17.66848373413086,20.924142837524414,24.17980194091797,27.435462951660156,30.691123962402344,33.94678497314453,37.20244216918945,40.45810317993164,43.71376419067383,46.96942138671875,50.22508239746094,53.480743408203125,56.73640441894531,59.9920654296875,63.24772262573242,66.50338745117188,69.75904083251953,73.01470184326172,76.2703628540039,79.5260238647461,82.78168487548828,86.03734588623047,89.29300689697266,92.54866027832031,95.8043212890625,99.05998229980469,102.31564331054688,105.57130432128906]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-1.9550379093402626e-09,-1.891046430557708e-09,-1.8270549517751533e-09,-1.7630634729925987e-09,-1.699071994210044e-09,-1.6350805154274894e-09,-1.5710890366449348e-09,-1.5070975578623802e-09,-1.4431060790798256e-09,-1.379114600297271e-09,-1.3151231215147163e-09,-1.2511316427321617e-09,-1.187140163949607e-09,-1.1231486851670525e-09,-1.0591572063844978e-09,-9.951657276019432e-10,-9.311742488193886e-10,-8.67182770036834e-10,-8.031912912542793e-10,-7.391998124717247e-10,-6.752083336891701e-10,-6.112168549066155e-10,-5.472253761240609e-10,-4.832338973415062e-10,-4.192424185589516e-10,-3.55250939776397e-10,-2.9125946099384237e-10,-2.2726798221128774e-10,-1.6327650342873312e-10,-9.92850246461785e-11,-3.5293545863623876e-11,2.8697932918930746e-11,9.268918965688044e-11,1.5668066843943507e-10,2.206721472219897e-10,2.846636260045443e-10,3.4865510478709894e-10,4.1264658356965356e-10,4.766380623522082e-10,5.406295411347628e-10,6.046210199173174e-10,6.68612498699872e-10,7.326039774824267e-10,7.965954562649813e-10,8.605869350475359e-10,9.245784138300905e-10,9.885698926126452e-10,1.0525613713951998e-09,1.1165528501777544e-09,1.180544328960309e-09,1.2445358077428637e-09,1.3085272865254183e-09,1.372518765307973e-09,1.4365102440905275e-09,1.5005017228730821e-09,1.5644932016556368e-09,1.6284846804381914e-09,1.692476159220746e-09,1.7564676380033006e-09,1.8204591167858553e-09,1.88445059556841e-09,1.9484420743509645e-09,2.012433553133519e-09,2.0764250319160737e-09,2.1404165106986284e-09],"_type":"histogram","values":[2,2,0,0,0,3,2,0,2,4,4,6,3,8,5,4,3,6,8,9,6,13,16,18,27,27,34,38,45,47,58,53,44,54,30,34,29,15,18,11,15,6,10,6,8,3,5,5,3,1,4,2,1,1,2,0,1,0,1,0,2,1,1,2]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,1,1,1,5,19,23,37,76,110,183,322,491,742,1160,1650,2325,3305,4491,6025,8043,10285,12972,15713,18783,21875,25172,27960,30991,33071,34376,35359,35003,34282,32620,30649,28093,24972,21882,18624,15712,13022,10322,7907,6088,4498,3329,2446,1633,1098,767,482,295,215,130,70,49,30,17,11,4,2,1,2],"bins":[-0.09613107144832611,-0.09312856197357178,-0.09012605994939804,-0.08712355047464371,-0.08412104845046997,-0.08111853897571564,-0.0781160295009613,-0.07511352747678757,-0.07211101800203323,-0.0691085085272789,-0.06610600650310516,-0.06310349702835083,-0.060100991278886795,-0.05709848552942276,-0.054095976054668427,-0.05109347030520439,-0.048090964555740356,-0.04508845880627632,-0.042085953056812286,-0.03908344358205795,-0.03608093783259392,-0.03307843208312988,-0.0300759244710207,-0.027073416858911514,-0.02407091110944748,-0.021068405359983444,-0.01806589774787426,-0.01506339106708765,-0.01206088438630104,-0.009058377705514431,-0.006055871024727821,-0.0030533643439412117,-5.085766315460205e-05,0.0029516490176320076,0.005954155698418617,0.008956662379205227,0.011959169059991837,0.014961675740778446,0.017964182421565056,0.02096669003367424,0.023969195783138275,0.02697170153260231,0.029974209144711494,0.03297671675682068,0.035979222506284714,0.03898172825574875,0.04198423773050308,0.04498674347996712,0.04798924922943115,0.05099175497889519,0.05399426072835922,0.056996770203113556,0.05999927595257759,0.06300178170204163,0.06600429117679596,0.0690067932009697,0.07200930267572403,0.07501181215047836,0.0780143141746521,0.08101682364940643,0.08401933312416077,0.0870218351483345,0.09002434462308884,0.09302684664726257,0.0960293561220169],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,0,1,0,0,1,4,3,5,2,7,13,22,25,34,53,74,123,167,241,380,610,893,1410,2293,3445,5455,8372,12716,19741,31585,48928,75118,100925,94048,64748,42785,26913,17227,11330,7214,4593,2948,1869,1254,780,501,336,207,140,89,67,35,31,14,14,13,7,2,4,5,1,0,1],"bins":[-197.375,-191.541015625,-185.70703125,-179.873046875,-174.0390625,-168.205078125,-162.37109375,-156.537109375,-150.703125,-144.869140625,-139.03515625,-133.201171875,-127.3671875,-121.533203125,-115.69921875,-109.865234375,-104.03125,-98.197265625,-92.36328125,-86.529296875,-80.6953125,-74.861328125,-69.02734375,-63.193359375,-57.359375,-51.525390625,-45.69140625,-39.857421875,-34.0234375,-28.189453125,-22.35546875,-16.521484375,-10.6875,-4.853515625,0.98046875,6.814453125,12.6484375,18.482421875,24.31640625,30.150390625,35.984375,41.818359375,47.65234375,53.486328125,59.3203125,65.154296875,70.98828125,76.822265625,82.65625,88.490234375,94.32421875,100.158203125,105.9921875,111.826171875,117.66015625,123.494140625,129.328125,135.162109375,140.99609375,146.830078125,152.6640625,158.498046875,164.33203125,170.166015625,176]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,1,0,0,0,1,0,0,1,2,0,1,1,3,3,2,3,6,6,6,4,16,13,23,20,29,45,55,82,78,64,79,49,37,26,21,19,11,14,14,5,5,4,6,2,2,0,3,2,0,1,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-3.678727100719925e-09,-3.5589524660650795e-09,-3.439177831410234e-09,-3.3194031967553883e-09,-3.1996285621005427e-09,-3.079853705401092e-09,-2.9600790707462465e-09,-2.840304436091401e-09,-2.7205298014365553e-09,-2.6007551667817097e-09,-2.480980532126864e-09,-2.3612058974720185e-09,-2.241431040772568e-09,-2.1216564061177223e-09,-2.0018817714628767e-09,-1.882107136808031e-09,-1.7623325021531855e-09,-1.6425578674983399e-09,-1.5227832328434943e-09,-1.4030084871663462e-09,-1.2832338525115006e-09,-1.163459217856655e-09,-1.0436844721795069e-09,-9.239098375246613e-10,-8.041352028698157e-10,-6.8436056821497e-10,-5.645858780489732e-10,-4.4481121563855197e-10,-3.2503655322813074e-10,-2.0526189081770951e-10,-8.548722840728828e-11,3.4287434003132944e-11,1.5406254050276402e-10,2.7383720291318525e-10,3.936118653236065e-10,5.133865554896033e-10,6.331611901444489e-10,7.529358247992946e-10,8.727105149652914e-10,9.924852051312882e-10,1.1122598397861339e-09,1.2320344744409795e-09,1.351809109095825e-09,1.4715838547729732e-09,1.5913584894278188e-09,1.7111331240826644e-09,1.8309078697598125e-09,1.950682504414658e-09,2.0704571390695037e-09,2.1902317737243493e-09,2.310006408379195e-09,2.4297810430340405e-09,2.549555677688886e-09,2.6693305343883367e-09,2.7891051690431823e-09,2.908879803698028e-09,3.0286544383528735e-09,3.148429073007719e-09,3.2682037076625647e-09,3.3879783423174104e-09,3.507753199016861e-09,3.6275278336717065e-09,3.747302468326552e-09,3.867076880936793e-09,3.986851737636243e-09],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-2.0710927856271155e-05,-2.0048477381351404e-05,-1.9386026906431653e-05,-1.87235764315119e-05,-1.8061127775581554e-05,-1.7398677300661802e-05,-1.673622682574205e-05,-1.60737763508223e-05,-1.541132587590255e-05,-1.4748875400982797e-05,-1.4086424926063046e-05,-1.3423975360637996e-05,-1.2761524885718245e-05,-1.2099074410798494e-05,-1.1436624845373444e-05,-1.0774174370453693e-05,-1.0111723895533942e-05,-9.44927342061419e-06,-8.786822945694439e-06,-8.12437338026939e-06,-7.461922905349638e-06,-6.799472430429887e-06,-6.137022410257487e-06,-5.474572390085086e-06,-4.812121915165335e-06,-4.149671440245584e-06,-3.4872214200731833e-06,-2.8247711725271074e-06,-2.1623209249810316e-06,-1.4998706774349557e-06,-8.374204298888799e-07,-1.7497018234280404e-07,4.874800652032718e-07,1.1499303127493476e-06,1.8123805602954235e-06,2.4748308078414993e-06,3.137281055387575e-06,3.799731302933651e-06,4.462181550479727e-06,5.124631570652127e-06,5.7870820455718786e-06,6.44953252049163e-06,7.11198254066403e-06,7.77443256083643e-06,8.436883035756182e-06,9.099333510675933e-06,9.761783076100983e-06,1.0424233551020734e-05,1.1086684025940485e-05,1.1749134500860237e-05,1.2411584975779988e-05,1.3074034541205037e-05,1.3736485016124789e-05,1.439893549104454e-05,1.506138505646959e-05,1.572383553138934e-05,1.6386286006309092e-05,1.7048736481228843e-05,1.7711186956148595e-05,1.8373637431068346e-05,1.9036087905988097e-05,1.9698536561918445e-05,2.0360987036838196e-05,2.1023437511757948e-05,2.16858879866777e-05],"_type":"histogram","values":[1,3,2,6,5,13,16,16,10,13,15,17,15,11,23,11,17,16,13,16,17,19,12,19,6,10,11,11,17,11,10,14,3,13,13,13,14,10,12,10,11,11,16,26,17,15,13,12,19,13,20,22,12,14,9,12,12,9,8,6,2,3,0,2]},"gradients/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,4,6,6,4,11,12,25,29,35,53,65,112,132,157,262,378,504,737,1059,1416,2238,3095,4717,7388,11613,18884,32857,66093,164568,439107,466586,183753,75359,37313,20196,12211,7499,4876,3142,2097,1417,901,626,382,305,185,145,105,59,50,31,18,15,6,8,5,1,0,3],"bins":[-150.875,-146.5703125,-142.265625,-137.9609375,-133.65625,-129.3515625,-125.046875,-120.7421875,-116.4375,-112.1328125,-107.828125,-103.5234375,-99.21875,-94.9140625,-90.609375,-86.3046875,-82,-77.6953125,-73.390625,-69.0859375,-64.78125,-60.4765625,-56.171875,-51.8671875,-47.5625,-43.2578125,-38.953125,-34.6484375,-30.34375,-26.0390625,-21.734375,-17.4296875,-13.125,-8.8203125,-4.515625,-0.2109375,4.09375,8.3984375,12.703125,17.0078125,21.3125,25.6171875,29.921875,34.2265625,38.53125,42.8359375,47.140625,51.4453125,55.75,60.0546875,64.359375,68.6640625,72.96875,77.2734375,81.578125,85.8828125,90.1875,94.4921875,98.796875,103.1015625,107.40625,111.7109375,116.015625,120.3203125,124.625]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-1.7584097804501653e-05,-1.708601848804392e-05,-1.6587937352596782e-05,-1.6089856217149645e-05,-1.559177690069191e-05,-1.5093696674739476e-05,-1.4595616448787041e-05,-1.4097536222834606e-05,-1.359945599688217e-05,-1.3101375770929735e-05,-1.26032955449773e-05,-1.2105215319024865e-05,-1.160713509307243e-05,-1.1109054867119994e-05,-1.0610974641167559e-05,-1.0112894415215123e-05,-9.614814189262688e-06,-9.116733963310253e-06,-8.618653737357818e-06,-8.120573511405382e-06,-7.622493285452947e-06,-7.124413059500512e-06,-6.6263328335480765e-06,-6.128252607595641e-06,-5.630172381643206e-06,-5.132092155690771e-06,-4.634011929738335e-06,-4.1359317037859e-06,-3.6378514778334647e-06,-3.1397712518810295e-06,-2.641691025928594e-06,-2.143610799976159e-06,-1.6455323930131271e-06,-1.1474521670606919e-06,-6.493719411082566e-07,-1.512917151558213e-07,3.46788510796614e-07,8.448687367490493e-07,1.3429489627014846e-06,1.8410291886539198e-06,2.339109414606355e-06,2.8371896405587904e-06,3.3352698665112257e-06,3.833350092463661e-06,4.331430318416096e-06,4.8295105443685316e-06,5.327590770320967e-06,5.825670996273402e-06,6.323751222225837e-06,6.821831448178273e-06,7.319911674130708e-06,7.817991900083143e-06,8.316072126035579e-06,8.814152351988014e-06,9.312232577940449e-06,9.810312803892884e-06,1.030839302984532e-05,1.0806473255797755e-05,1.130455348175019e-05,1.1802633707702626e-05,1.230071393365506e-05,1.2798794159607496e-05,1.3296874385559931e-05,1.3794954611512367e-05,1.4293034837464802e-05],"_type":"histogram","values":[1,0,0,0,0,2,1,0,2,4,3,6,5,15,12,15,13,16,19,23,27,35,47,40,41,40,52,58,71,88,65,72,87,91,77,89,82,76,66,68,66,69,67,58,50,53,45,48,34,38,14,21,11,20,7,9,11,4,5,2,3,1,1,2]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,2,2,2,6,6,9,5,11,9,10,16,17,18,10,21,12,25,29,11,15,22,24,24,20,11,24,16,16,8,4,16,13,8,18,11,14,21,13,18,21,10,12,12,20,18,17,19,19,8,15,17,13,6,5,2,8,4,1,1,1,1],"bins":[-1.884119956230279e-05,-1.8270069631398655e-05,-1.7698937881505117e-05,-1.7127807950600982e-05,-1.6556676200707443e-05,-1.5985546269803308e-05,-1.541441451990977e-05,-1.4843284589005634e-05,-1.4272153748606797e-05,-1.370102290820796e-05,-1.3129892067809124e-05,-1.2558761227410287e-05,-1.1987631296506152e-05,-1.1416500456107315e-05,-1.0845369615708478e-05,-1.0274238775309641e-05,-9.703107934910804e-06,-9.131977094511967e-06,-8.56084625411313e-06,-7.989715413714293e-06,-7.418585028062807e-06,-6.8474541876639705e-06,-6.2763238020124845e-06,-5.705192961613648e-06,-5.134062121214811e-06,-4.562931280815974e-06,-3.991800440417137e-06,-3.420670054765651e-06,-2.849539214366814e-06,-2.2784083739679772e-06,-1.7072777609428158e-06,-1.1361470342308166e-06,-5.650144885294139e-07,6.116238182585221e-09,5.772469648945844e-07,1.1483776916065835e-06,1.7195084183185827e-06,2.2906392587174196e-06,2.861769871742581e-06,3.4329004847677425e-06,4.004031325166579e-06,4.575162165565416e-06,5.146293005964253e-06,5.717423391615739e-06,6.288554232014576e-06,6.859685072413413e-06,7.430815458064899e-06,8.001946298463736e-06,8.573077138862573e-06,9.14420797926141e-06,9.715338819660246e-06,1.0286469660059083e-05,1.085760050045792e-05,1.1428730431362055e-05,1.1999861271760892e-05,1.2570992112159729e-05,1.3142122952558566e-05,1.3713253792957403e-05,1.428438463335624e-05,1.4855515473755077e-05,1.542664540465921e-05,1.599777715455275e-05,1.6568907085456885e-05,1.7140038835350424e-05,1.771116876625456e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,0,0,2,1,3,3,4,7,8,7,8,12,17,24,18,13,30,25,21,30,22,26,31,39,46,25,35,36,28,35,22,28,30,16,18,19,14,14,8,4,5,5,5,7,3,3,2,1,1,0,0,0,1,0,0,0,1,0,0,0,2],"bins":[-8.140625,-7.850341796875,-7.56005859375,-7.269775390625,-6.9794921875,-6.689208984375,-6.39892578125,-6.108642578125,-5.818359375,-5.528076171875,-5.23779296875,-4.947509765625,-4.6572265625,-4.366943359375,-4.07666015625,-3.786376953125,-3.49609375,-3.205810546875,-2.91552734375,-2.625244140625,-2.3349609375,-2.044677734375,-1.75439453125,-1.464111328125,-1.173828125,-0.883544921875,-0.59326171875,-0.302978515625,-0.0126953125,0.277587890625,0.56787109375,0.858154296875,1.1484375,1.438720703125,1.72900390625,2.019287109375,2.3095703125,2.599853515625,2.89013671875,3.180419921875,3.470703125,3.760986328125,4.05126953125,4.341552734375,4.6318359375,4.922119140625,5.21240234375,5.502685546875,5.79296875,6.083251953125,6.37353515625,6.663818359375,6.9541015625,7.244384765625,7.53466796875,7.824951171875,8.115234375,8.405517578125,8.69580078125,8.986083984375,9.2763671875,9.566650390625,9.85693359375,10.147216796875,10.4375]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-1.8422133507556282e-05,-1.7900059901876375e-05,-1.7377986296196468e-05,-1.685591269051656e-05,-1.6333839084836654e-05,-1.5811765479156747e-05,-1.528969187347684e-05,-1.4767619177291635e-05,-1.4245545571611729e-05,-1.3723471965931822e-05,-1.3201398360251915e-05,-1.2679324754572008e-05,-1.2157252058386803e-05,-1.1635178452706896e-05,-1.1113104847026989e-05,-1.0591031241347082e-05,-1.0068957635667175e-05,-9.546884029987268e-06,-9.024810424307361e-06,-8.502736818627454e-06,-7.980663212947547e-06,-7.458590062014991e-06,-6.936516911082435e-06,-6.4144433054025285e-06,-5.892369699722622e-06,-5.370296094042715e-06,-4.848222488362808e-06,-4.326149337430252e-06,-3.804075731750345e-06,-3.282002126070438e-06,-2.7599287477642065e-06,-2.237855369457975e-06,-1.71578267327277e-06,-1.1937091812797007e-06,-6.716356892866315e-07,-1.4956219729356235e-07,3.7251129469950683e-07,8.94584786692576e-07,1.4166582786856452e-06,1.9387316569918767e-06,2.4608052626717836e-06,2.9828788683516905e-06,3.504952246657922e-06,4.027025624964153e-06,4.54909923064406e-06,5.071172836323967e-06,5.593245987256523e-06,6.11531959293643e-06,6.637393198616337e-06,7.159466804296244e-06,7.68154040997615e-06,8.203614015656058e-06,8.725686711841263e-06,9.24776031752117e-06,9.769833923201077e-06,1.0291907528880984e-05,1.081398113456089e-05,1.1336054740240797e-05,1.1858128345920704e-05,1.2380201951600611e-05,1.2902275557280518e-05,1.3424348253465723e-05,1.394642185914563e-05,1.4468495464825537e-05,1.4990569070505444e-05],"_type":"histogram","values":[1,0,0,0,0,2,1,1,1,1,6,4,8,13,12,18,22,14,18,18,28,21,51,43,38,36,42,47,74,74,89,68,89,81,89,90,79,86,74,75,70,75,64,56,52,49,39,43,31,23,18,26,20,17,11,9,9,6,3,4,4,1,3,1]},"parameters/bert.encoder.layer.3.output.dense.weight":{"values":[4,1,3,9,21,41,67,112,202,345,528,842,1377,2141,3163,4672,6655,9350,13029,17483,22689,28488,35980,43887,52610,60938,69176,77739,84241,89800,93610,95190,94863,91775,86633,80772,72956,64362,55843,47425,38857,31908,25233,19234,14284,10863,7627,5450,3717,2402,1598,1081,624,370,256,151,84,47,31,10,8,2,3,2],"bins":[-0.09619680047035217,-0.09316229820251465,-0.09012778848409653,-0.087093286216259,-0.08405878394842148,-0.08102427423000336,-0.07798977196216583,-0.07495526969432831,-0.07192076742649078,-0.06888625770807266,-0.06585175544023514,-0.06281725317239761,-0.05978274345397949,-0.05674824118614197,-0.053713735193014145,-0.05067923292517662,-0.0476447269320488,-0.044610220938920975,-0.04157571867108345,-0.03854121267795563,-0.0355067104101181,-0.03247220441699028,-0.029437698423862457,-0.026403194293379784,-0.02336869016289711,-0.020334186032414436,-0.017299681901931763,-0.01426517590880394,-0.011230671778321266,-0.008196167647838593,-0.005161662586033344,-0.0021271579898893833,0.0009073466062545776,0.003941851202398539,0.0069763557985424995,0.010010860860347748,0.013045364990830421,0.016079869121313095,0.019114375114440918,0.02214887924492359,0.025183383375406265,0.02821788750588894,0.03125239163637161,0.034286897629499435,0.03732140362262726,0.04035590589046478,0.043390411883592606,0.04642491415143013,0.04945942014455795,0.052493926137685776,0.0555284284055233,0.05856293439865112,0.06159743666648865,0.06463194638490677,0.0676664486527443,0.07070095092058182,0.07373546063899994,0.07676996290683746,0.07980446517467499,0.08283896744251251,0.08587347716093063,0.08890797942876816,0.09194248169660568,0.0949769914150238,0.09801149368286133],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"bins":[-158.875,-153.9375,-149,-144.0625,-139.125,-134.1875,-129.25,-124.3125,-119.375,-114.4375,-109.5,-104.5625,-99.625,-94.6875,-89.75,-84.8125,-79.875,-74.9375,-70,-65.0625,-60.125,-55.1875,-50.25,-45.3125,-40.375,-35.4375,-30.5,-25.5625,-20.625,-15.6875,-10.75,-5.8125,-0.875,4.0625,9,13.9375,18.875,23.8125,28.75,33.6875,38.625,43.5625,48.5,53.4375,58.375,63.3125,68.25,73.1875,78.125,83.0625,88,92.9375,97.875,102.8125,107.75,112.6875,117.625,122.5625,127.5,132.4375,137.375,142.3125,147.25,152.1875,157.125],"_type":"histogram","values":[1,1,0,2,2,5,4,1,7,14,23,23,27,33,65,76,118,169,255,409,598,930,1413,2343,3728,5829,9386,16073,28280,55740,132947,408038,543897,202914,76683,35478,19087,10926,6463,3888,2377,1609,979,667,450,265,189,144,71,65,50,41,20,12,13,11,9,6,5,0,1,3,0,1]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,1,1,2,1,0,3,3,4,5,7,7,7,10,18,11,21,36,34,43,64,77,81,79,53,38,24,22,19,15,13,12,7,7,5,1,2,4,4,5,4,2,3,2,0,1,1,1,0,0,0,1,0,1,1,0,0,1,0,0,1,0,1,1],"bins":[-106.85669708251953,-102.17428588867188,-97.49187469482422,-92.80946350097656,-88.12705993652344,-83.44464874267578,-78.76223754882812,-74.07982635498047,-69.39741516113281,-64.71500396728516,-60.0325927734375,-55.35018539428711,-50.66777420043945,-45.9853630065918,-41.302955627441406,-36.62054443359375,-31.938133239746094,-27.255722045898438,-22.573312759399414,-17.89090347290039,-13.208492279052734,-8.526082038879395,-3.8436717987060547,0.8387384414672852,5.521148681640625,10.203558921813965,14.885969161987305,19.568378448486328,24.250789642333984,28.93320083618164,33.61560821533203,38.29801940917969,42.98042297363281,47.66283416748047,52.345245361328125,57.027652740478516,61.71006393432617,66.39247131347656,71.07488250732422,75.75729370117188,80.43970489501953,85.12211608886719,89.80452728271484,94.4869384765625,99.16934204101562,103.85175323486328,108.53416442871094,113.2165756225586,117.89898681640625,122.5813980102539,127.26380920410156,131.9462127685547,136.62863159179688,141.31103515625,145.9934539794922,150.6758575439453,155.3582763671875,160.04067993164062,164.72308349609375,169.40550231933594,174.08790588378906,178.77032470703125,183.45272827148438,188.13514709472656,192.8175506591797],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-68.8125,-66.78271484375,-64.7529296875,-62.72314453125,-60.693359375,-58.66357421875,-56.6337890625,-54.60400390625,-52.57421875,-50.54443359375,-48.5146484375,-46.48486328125,-44.455078125,-42.42529296875,-40.3955078125,-38.36572265625,-36.3359375,-34.30615234375,-32.2763671875,-30.24658203125,-28.216796875,-26.18701171875,-24.1572265625,-22.12744140625,-20.09765625,-18.06787109375,-16.0380859375,-14.00830078125,-11.978515625,-9.94873046875,-7.9189453125,-5.88916015625,-3.859375,-1.82958984375,0.2001953125,2.22998046875,4.259765625,6.28955078125,8.3193359375,10.34912109375,12.37890625,14.40869140625,16.4384765625,18.46826171875,20.498046875,22.52783203125,24.5576171875,26.58740234375,28.6171875,30.64697265625,32.6767578125,34.70654296875,36.736328125,38.76611328125,40.7958984375,42.82568359375,44.85546875,46.88525390625,48.9150390625,50.94482421875,52.974609375,55.00439453125,57.0341796875,59.06396484375,61.09375],"_type":"histogram","values":[3,1,0,1,1,1,3,2,3,2,1,4,4,8,6,6,5,11,9,17,9,17,17,9,23,23,23,23,22,25,31,16,38,18,30,29,30,28,20,24,29,20,23,26,17,21,14,10,9,9,3,5,8,7,4,7,1,3,3,1,3,1,0,1]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[4,1,8,9,7,14,10,12,14,13,19,14,14,18,12,13,22,19,8,16,14,21,14,12,10,9,11,11,13,10,11,7,15,9,8,7,13,11,10,14,10,11,13,24,19,21,13,15,20,20,14,9,11,18,10,7,12,8,10,10,3,4,4,5],"bins":[-2.0534029317786917e-05,-1.988058829738293e-05,-1.922714727697894e-05,-1.857370625657495e-05,-1.7920265236170962e-05,-1.726682239677757e-05,-1.661338137637358e-05,-1.5959940355969593e-05,-1.5306499335565604e-05,-1.4653058315161616e-05,-1.3999617294757627e-05,-1.3346175364858937e-05,-1.2692734344454948e-05,-1.203929332405096e-05,-1.1385851394152269e-05,-1.073241037374828e-05,-1.0078969353344291e-05,-9.425528332940303e-06,-8.772087312536314e-06,-8.118645382637624e-06,-7.465204362233635e-06,-6.811763341829646e-06,-6.158321866678307e-06,-5.504880391526967e-06,-4.851439371122979e-06,-4.19799835071899e-06,-3.5445568755676504e-06,-2.8911156277899863e-06,-2.2376743800123222e-06,-1.5842331322346581e-06,-9.30791884456994e-07,-2.773506366793299e-07,3.7608879210893065e-07,1.0295300398865947e-06,1.6829712876642589e-06,2.336412535441923e-06,2.989853783219587e-06,3.643295030997251e-06,4.296736278774915e-06,4.950177753926255e-06,5.6036187743302435e-06,6.257059794734232e-06,6.910501269885572e-06,7.563942745036911e-06,8.2173837654409e-06,8.870824785844889e-06,9.524266715743579e-06,1.0177707736147568e-05,1.0831148756551556e-05,1.1484589776955545e-05,1.2138030797359534e-05,1.2791472727258224e-05,1.3444913747662213e-05,1.4098354768066201e-05,1.4751796697964892e-05,1.540523771836888e-05,1.605867873877287e-05,1.6712119759176858e-05,1.7365560779580846e-05,1.8019001799984835e-05,1.8672442820388824e-05,1.9325885659782216e-05,1.9979326680186205e-05,2.0632767700590193e-05,2.1286208720994182e-05],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-149.375,-144.6015625,-139.828125,-135.0546875,-130.28125,-125.5078125,-120.734375,-115.9609375,-111.1875,-106.4140625,-101.640625,-96.8671875,-92.09375,-87.3203125,-82.546875,-77.7734375,-73,-68.2265625,-63.453125,-58.6796875,-53.90625,-49.1328125,-44.359375,-39.5859375,-34.8125,-30.0390625,-25.265625,-20.4921875,-15.71875,-10.9453125,-6.171875,-1.3984375,3.375,8.1484375,12.921875,17.6953125,22.46875,27.2421875,32.015625,36.7890625,41.5625,46.3359375,51.109375,55.8828125,60.65625,65.4296875,70.203125,74.9765625,79.75,84.5234375,89.296875,94.0703125,98.84375,103.6171875,108.390625,113.1640625,117.9375,122.7109375,127.484375,132.2578125,137.03125,141.8046875,146.578125,151.3515625,156.125],"_type":"histogram","values":[3,1,3,5,2,21,13,29,34,60,75,119,168,228,331,409,587,802,1164,1656,2436,3227,4737,6851,10001,14003,20321,28533,40632,56380,76539,85089,68311,49121,35081,24850,17559,12068,8430,5943,4108,2875,2055,1422,1019,695,520,396,251,186,150,97,71,52,29,20,22,11,6,6,3,1,5,2]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,0,3,4,3,4,5,6,7,6,5,13,16,18,20,24,35,44,50,56,69,69,56,43,26,25,22,24,14,18,16,7,8,4,4,6,1,5,1,6,3,2,4,0,1,1,1,0,1,1,0,0,0,0,0,0,2,2,0,0,1,1,1],"bins":[-89.96997833251953,-85.9737548828125,-81.97753143310547,-77.98130798339844,-73.98509216308594,-69.9888687133789,-65.99264526367188,-61.996421813964844,-58.00019836425781,-54.00397491455078,-50.00775146484375,-46.011531829833984,-42.01530838012695,-38.01908493041992,-34.022865295410156,-30.026641845703125,-26.030418395996094,-22.034194946289062,-18.037973403930664,-14.04175090789795,-10.045528411865234,-6.0493059158325195,-2.0530834197998047,1.9431390762329102,5.939361572265625,9.93558406829834,13.931806564331055,17.928028106689453,21.924251556396484,25.920475006103516,29.916696548461914,33.91291809082031,37.90913391113281,41.905357360839844,45.901580810546875,49.89780044555664,53.89402389526367,57.8902473449707,61.88646697998047,65.8826904296875,69.87891387939453,73.87513732910156,77.8713607788086,81.86758422851562,85.86380004882812,89.86002349853516,93.85624694824219,97.85247039794922,101.84869384765625,105.84491729736328,109.84114074707031,113.83736419677734,117.83358764648438,121.82980346679688,125.8260269165039,129.82225036621094,133.8184814453125,137.814697265625,141.8109130859375,145.80714416503906,149.80335998535156,153.79959106445312,157.79580688476562,161.7920379638672,165.7882537841797]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"values":[2,0,1,1,3,5,4,13,5,12,27,27,37,58,85,149,241,393,629,1054,1626,2738,4715,8267,14498,28728,66353,200455,152572,52769,24149,12667,7089,4097,2452,1475,893,568,346,207,153,93,54,37,28,18,11,6,3,1,2,0,1,2,2,1,0,1,0,0,0,0,0,1],"bins":[-19.328125,-18.634765625,-17.94140625,-17.248046875,-16.5546875,-15.861328125,-15.16796875,-14.474609375,-13.78125,-13.087890625,-12.39453125,-11.701171875,-11.0078125,-10.314453125,-9.62109375,-8.927734375,-8.234375,-7.541015625,-6.84765625,-6.154296875,-5.4609375,-4.767578125,-4.07421875,-3.380859375,-2.6875,-1.994140625,-1.30078125,-0.607421875,0.0859375,0.779296875,1.47265625,2.166015625,2.859375,3.552734375,4.24609375,4.939453125,5.6328125,6.326171875,7.01953125,7.712890625,8.40625,9.099609375,9.79296875,10.486328125,11.1796875,11.873046875,12.56640625,13.259765625,13.953125,14.646484375,15.33984375,16.033203125,16.7265625,17.419921875,18.11328125,18.806640625,19.5,20.193359375,20.88671875,21.580078125,22.2734375,22.966796875,23.66015625,24.353515625,25.046875],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-4.709945187642006e-06,-4.572407306113746e-06,-4.434869879332837e-06,-4.2973319978045765e-06,-4.159794116276316e-06,-4.022256689495407e-06,-3.884718807967147e-06,-3.7471809264388867e-06,-3.609643272284302e-06,-3.472105618129717e-06,-3.334567736601457e-06,-3.1970300824468723e-06,-3.0594924282922875e-06,-2.9219545467640273e-06,-2.7844168926094426e-06,-2.6468790110811824e-06,-2.5093413569265977e-06,-2.371803702772013e-06,-2.2342658212437527e-06,-2.096728167089168e-06,-1.959190285560908e-06,-1.821652631406323e-06,-1.6841149772517383e-06,-1.5465772094103158e-06,-1.4090394415688934e-06,-1.271501673727471e-06,-1.1339639058860485e-06,-9.964262517314637e-07,-8.588884838900412e-07,-7.213507160486188e-07,-5.838130050506152e-07,-4.4627526563090214e-07,-3.087375262111891e-07,-1.7119978679147607e-07,-3.366204737176304e-08,1.0387569204795e-07,2.4141343146766303e-07,3.7895117088737607e-07,5.164889103070891e-07,6.540266213050927e-07,7.915643891465152e-07,9.291021569879376e-07,1.06663992482936e-06,1.2041775789839448e-06,1.3417153468253673e-06,1.4792531146667898e-06,1.6167907688213745e-06,1.754328536662797e-06,1.8918663045042194e-06,2.029403958658804e-06,2.1669418401870644e-06,2.304479494341649e-06,2.4420173758699093e-06,2.579555030024494e-06,2.7170926841790788e-06,2.854630565707339e-06,2.9921682198619237e-06,3.1297058740165085e-06,3.2672437555447686e-06,3.4047814096993534e-06,3.542319063853938e-06,3.6798569453821983e-06,3.8173948269104585e-06,3.954932253691368e-06,4.092470135219628e-06],"_type":"histogram","values":[1,2,0,0,0,0,3,1,1,1,1,2,3,2,2,8,7,7,7,8,16,9,11,15,23,13,13,27,28,21,30,33,41,24,27,27,34,24,34,29,30,26,14,27,17,14,18,11,13,8,11,12,7,6,4,5,2,1,1,3,1,0,0,2]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,2,1,3,2,3,1,4,5,7,12,15,14,14,30,35,52,64,86,78,75,62,46,31,14,22,12,11,12,13,4,5,2,4,2,3,1,3,6,3,0,0,1,0,1,1,0,0,0,0,0,1,2,0,0,0,2],"bins":[-142.70233154296875,-137.40805053710938,-132.11376953125,-126.81949615478516,-121.52521514892578,-116.2309341430664,-110.93665313720703,-105.64237213134766,-100.34809875488281,-95.05381774902344,-89.75953674316406,-84.46525573730469,-79.17097473144531,-73.87669372558594,-68.5824203491211,-63.28813934326172,-57.993858337402344,-52.69957733154297,-47.40530014038086,-42.111019134521484,-36.816741943359375,-31.5224609375,-26.228179931640625,-20.933900833129883,-15.63962173461914,-10.345342636108398,-5.05106258392334,0.24321699142456055,5.537496566772461,10.831775665283203,16.126056671142578,21.42033576965332,26.714614868164062,32.00889587402344,37.30317306518555,42.59745407104492,47.89173126220703,53.186012268066406,58.48029327392578,63.77457046508789,69.06884765625,74.36312866210938,79.65740966796875,84.95169067382812,90.2459716796875,95.54025268554688,100.83452606201172,106.1288070678711,111.42308807373047,116.71736907958984,122.01165008544922,127.30592346191406,132.60020446777344,137.8944854736328,143.1887664794922,148.48304748535156,153.77732849121094,159.0716094970703,164.3658905029297,169.66015625,174.95443725585938,180.24871826171875,185.54299926757812,190.8372802734375,196.13156127929688],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-101.01187133789062,-96.59172058105469,-92.17156219482422,-87.75140380859375,-83.33125305175781,-78.91110229492188,-74.4909439086914,-70.07078552246094,-65.650634765625,-61.2304801940918,-56.810325622558594,-52.39017105102539,-47.97001647949219,-43.549861907958984,-39.12970733642578,-34.70955276489258,-30.289398193359375,-25.869243621826172,-21.44908905029297,-17.028934478759766,-12.608779907226562,-8.18862533569336,-3.7684707641601562,0.6516838073730469,5.07183837890625,9.491992950439453,13.912147521972656,18.33230209350586,22.752456665039062,27.172611236572266,31.59276580810547,36.01292037963867,40.43309020996094,44.85324478149414,49.273399353027344,53.69355392456055,58.11370849609375,62.53386306762695,66.95401763916016,71.37417602539062,75.79432678222656,80.2144775390625,84.63463592529297,89.05479431152344,93.47494506835938,97.89509582519531,102.31525421142578,106.73541259765625,111.15556335449219,115.57571411132812,119.9958724975586,124.41603088378906,128.836181640625,133.25633239746094,137.67648315429688,142.09664916992188,146.5167999267578,150.93695068359375,155.35711669921875,159.7772674560547,164.19741821289062,168.61756896972656,173.0377197265625,177.4578857421875,181.87803649902344],"_type":"histogram","values":[2,0,2,2,0,2,4,1,2,10,8,6,6,15,10,21,23,26,26,58,69,69,73,64,66,44,22,23,27,8,13,10,5,3,5,3,3,7,2,2,2,4,1,5,0,1,1,3,0,2,0,0,1,0,0,0,1,0,2,0,2,0,0,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,0,2,0,3,1,1,2,4,2,6,4,5,5,2,6,5,11,13,12,10,14,12,27,20,21,29,31,34,28,21,27,28,26,34,25,30,30,30,30,14,15,22,12,22,8,13,9,8,6,11,3,4,8,4,2,5,2,1,1,0,2,1],"bins":[-120.2777328491211,-116.70594024658203,-113.13414001464844,-109.56234741210938,-105.99055480957031,-102.41875457763672,-98.84696197509766,-95.2751693725586,-91.703369140625,-88.13157653808594,-84.55978393554688,-80.98799133300781,-77.41619110107422,-73.84439849853516,-70.2726058959961,-66.7008056640625,-63.12901306152344,-59.55721664428711,-55.98542404174805,-52.41362762451172,-48.841835021972656,-45.27003860473633,-41.6982421875,-38.12644958496094,-34.55465316772461,-30.982858657836914,-27.41106414794922,-23.83926773071289,-20.267473220825195,-16.6956787109375,-13.123883247375488,-9.552087783813477,-5.98028564453125,-2.4084906578063965,1.163304328918457,4.7350993156433105,8.306894302368164,11.87868881225586,15.450484275817871,19.022279739379883,22.594074249267578,26.165868759155273,29.73766326904297,33.3094596862793,36.881256103515625,40.45304870605469,44.024845123291016,47.59663772583008,51.168434143066406,54.740230560302734,58.3120231628418,61.883819580078125,65.45561218261719,69.02741241455078,72.59920501708984,76.1709976196289,79.7427978515625,83.31459045410156,86.88638305664062,90.45817565917969,94.02997589111328,97.60176849365234,101.1735610961914,104.745361328125,108.31715393066406]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,0,0,2,0,0,0,2,0,0,3,4,0,5,7,10,19,15,31,45,70,103,152,277,478,724,1231,2078,3759,6776,12449,23961,49174,105722,256447,604182,283313,114334,51950,25418,13337,7247,4008,2200,1270,815,484,262,185,106,74,47,25,22,9,8,11,2,2,4,1,1,0,2],"bins":[-167.875,-163.15234375,-158.4296875,-153.70703125,-148.984375,-144.26171875,-139.5390625,-134.81640625,-130.09375,-125.37109375,-120.6484375,-115.92578125,-111.203125,-106.48046875,-101.7578125,-97.03515625,-92.3125,-87.58984375,-82.8671875,-78.14453125,-73.421875,-68.69921875,-63.9765625,-59.25390625,-54.53125,-49.80859375,-45.0859375,-40.36328125,-35.640625,-30.91796875,-26.1953125,-21.47265625,-16.75,-12.02734375,-7.3046875,-2.58203125,2.140625,6.86328125,11.5859375,16.30859375,21.03125,25.75390625,30.4765625,35.19921875,39.921875,44.64453125,49.3671875,54.08984375,58.8125,63.53515625,68.2578125,72.98046875,77.703125,82.42578125,87.1484375,91.87109375,96.59375,101.31640625,106.0390625,110.76171875,115.484375,120.20703125,124.9296875,129.65234375,134.375],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,1,4,1,1,2,2,4,6,2,7,5,5,8,17,19,10,19,18,28,21,26,31,42,43,48,39,43,40,36,37,39,32,22,18,13,8,17,7,8,6,3,8,2,8,0,2,1,1,1,1,0,0,2,1],"bins":[-8.7890625,-8.5400390625,-8.291015625,-8.0419921875,-7.79296875,-7.5439453125,-7.294921875,-7.0458984375,-6.796875,-6.5478515625,-6.298828125,-6.0498046875,-5.80078125,-5.5517578125,-5.302734375,-5.0537109375,-4.8046875,-4.5556640625,-4.306640625,-4.0576171875,-3.80859375,-3.5595703125,-3.310546875,-3.0615234375,-2.8125,-2.5634765625,-2.314453125,-2.0654296875,-1.81640625,-1.5673828125,-1.318359375,-1.0693359375,-0.8203125,-0.5712890625,-0.322265625,-0.0732421875,0.17578125,0.4248046875,0.673828125,0.9228515625,1.171875,1.4208984375,1.669921875,1.9189453125,2.16796875,2.4169921875,2.666015625,2.9150390625,3.1640625,3.4130859375,3.662109375,3.9111328125,4.16015625,4.4091796875,4.658203125,4.9072265625,5.15625,5.4052734375,5.654296875,5.9033203125,6.15234375,6.4013671875,6.650390625,6.8994140625,7.1484375]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.09703682363033295,-0.09398382902145386,-0.09093084186315536,-0.08787784725427628,-0.08482485264539719,-0.0817718580365181,-0.0787188708782196,-0.07566587626934052,-0.07261288166046143,-0.06955989450216293,-0.06650689989328384,-0.06345390528440475,-0.060400914400815964,-0.057347919791936874,-0.054294928908348083,-0.051241934299468994,-0.0481889434158802,-0.04513595253229141,-0.04208295792341232,-0.03902996703982353,-0.03597697243094444,-0.03292398154735565,-0.02987098880112171,-0.02681799605488777,-0.02376500330865383,-0.02071201056241989,-0.01765901781618595,-0.014606026001274586,-0.011553033255040646,-0.008500040508806705,-0.005447048228234053,-0.002394055714830756,0.0006589367985725403,0.0037119293119758368,0.006764921825379133,0.009817914105951786,0.012870906852185726,0.01592389866709709,0.018976891413331032,0.022029884159564972,0.025082876905798912,0.028135869652032852,0.031188862398266792,0.03424185514450073,0.03729484602808952,0.04034784063696861,0.043400831520557404,0.04645382612943649,0.049506817013025284,0.052559807896614075,0.055612802505493164,0.058665793389081955,0.061718787997961044,0.06477177888154984,0.06782477349042892,0.07087776809930801,0.0739307552576065,0.0769837498664856,0.08003674447536469,0.08308973163366318,0.08614272624254227,0.08919572085142136,0.09224871546030045,0.09530170261859894,0.09835469722747803],"_type":"histogram","values":[1,0,2,0,9,10,17,40,72,114,189,312,475,745,1124,1591,2341,3341,4756,6259,8208,10624,13217,15764,19133,22645,25587,29268,31565,33916,34936,36033,35576,34650,32732,30717,27795,24696,21598,18124,14864,11934,9278,7238,5491,3998,2880,2017,1390,936,624,394,227,171,88,52,33,15,6,2,1,1,1,1]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"values":[2,5,4,13,20,36,56,90,139,243,369,563,984,1311,1887,2701,3791,4915,6581,8509,10862,13324,16074,19014,22246,25257,28114,30585,32229,33584,34301,34753,33859,31888,29924,27425,24495,21598,18734,15595,12889,10432,8102,6187,4742,3437,2568,1794,1268,844,571,346,216,144,68,57,34,25,7,6,3,2,1,1],"bins":[-0.09091511368751526,-0.08797378093004227,-0.08503245562314987,-0.08209112286567688,-0.07914979010820389,-0.07620846480131149,-0.0732671320438385,-0.07032579928636551,-0.06738447397947311,-0.06444314122200012,-0.06150181218981743,-0.058560483157634735,-0.05561915040016174,-0.05267782136797905,-0.049736492335796356,-0.046795159578323364,-0.04385383054614067,-0.04091250151395798,-0.037971168756484985,-0.03502983972430229,-0.0320885106921196,-0.029147179797291756,-0.026205848902463913,-0.02326451987028122,-0.020323188975453377,-0.017381858080625534,-0.01444052904844284,-0.011499198153614998,-0.00855786819010973,-0.005616538226604462,-0.0026752077974379063,0.0002661223988980055,0.0032074525952339172,0.006148782558739185,0.009090112522244453,0.012031443417072296,0.014972773380577564,0.017914103344082832,0.020855434238910675,0.02379676327109337,0.02673809416592121,0.029679425060749054,0.03262075409293175,0.03556208312511444,0.03850341588258743,0.041444744914770126,0.04438607394695282,0.04732740670442581,0.050268735736608505,0.0532100647687912,0.05615139752626419,0.059092726558446884,0.06203405559062958,0.06497538834810257,0.06791671365499496,0.07085804641246796,0.07379937916994095,0.07674070447683334,0.07968203723430634,0.08262336999177933,0.08556469529867172,0.08850602805614471,0.0914473608136177,0.0943886861205101,0.0973300188779831],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,0,1,0,1,1,2,2,3,3,2,4,6,8,9,7,12,13,11,18,24,18,18,30,34,25,32,21,33,39,44,31,20,35,30,27,29,18,26,19,8,18,15,11,12,7,12,9,3,4,4,1,1,1,1,2,0,0,0,1],"bins":[-130.85659790039062,-127.03205108642578,-123.20751190185547,-119.38296508789062,-115.55842590332031,-111.73387908935547,-107.90933227539062,-104.08479309082031,-100.26024627685547,-96.43569946289062,-92.61116027832031,-88.78661346435547,-84.96206665039062,-81.13752746582031,-77.31298065185547,-73.48844146728516,-69.66389465332031,-65.83934783935547,-62.014808654785156,-58.19026184082031,-54.365718841552734,-50.541175842285156,-46.71662902832031,-42.892086029052734,-39.067543029785156,-35.24300003051758,-31.418455123901367,-27.593910217285156,-23.769367218017578,-19.94482421875,-16.12027931213379,-12.295735359191895,-8.47119140625,-4.6466474533081055,-0.8221035003662109,3.0024404525756836,6.826984405517578,10.651528358459473,14.476072311401367,18.300617218017578,22.125160217285156,25.949703216552734,29.774248123168945,33.598793029785156,37.423336029052734,41.24787902832031,45.072425842285156,48.896968841552734,52.72151184082031,56.54605484008789,60.37059783935547,64.19514465332031,68.01968383789062,71.84423065185547,75.66877746582031,79.49331665039062,83.31786346435547,87.14241027832031,90.96694946289062,94.79149627685547,98.61604309082031,102.44058227539062,106.26512908935547,110.08966827392578,113.91421508789062]},"train_batch_loss":4.116243839263916,"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[4,8,4,5,8,5,10,13,21,15,19,19,25,12,21,17,13,15,16,15,12,10,19,11,15,10,9,8,11,12,6,9,14,11,8,10,8,14,8,14,13,11,12,15,11,18,15,15,19,17,17,11,18,15,6,10,11,15,9,7,9,4,3,3],"bins":[-2.1203622964094393e-05,-2.053066054941155e-05,-1.9857698134728707e-05,-1.9184735720045865e-05,-1.8511771486373618e-05,-1.7838809071690775e-05,-1.7165846657007933e-05,-1.649288424232509e-05,-1.5819921827642247e-05,-1.5146959412959404e-05,-1.4473996998276561e-05,-1.3801033674099017e-05,-1.3128071259416174e-05,-1.2455108844733331e-05,-1.1782145520555787e-05,-1.1109183105872944e-05,-1.0436220691190101e-05,-9.763258276507258e-06,-9.090295861824416e-06,-8.417332537646871e-06,-7.744370122964028e-06,-7.0714077082811855e-06,-6.398444838850992e-06,-5.725481969420798e-06,-5.052519554737955e-06,-4.3795571400551125e-06,-3.706594270624919e-06,-3.0336316285684006e-06,-2.3606689865118824e-06,-1.6877063444553642e-06,-1.014743702398846e-06,-3.417810603423277e-07,3.31179762724787e-07,1.0041424047813052e-06,1.6771050468378235e-06,2.3500676888943417e-06,3.02303033095086e-06,3.695992973007378e-06,4.368955615063896e-06,5.04191848449409e-06,5.714880899176933e-06,6.387843313859776e-06,7.060806183289969e-06,7.733769052720163e-06,8.406731467403006e-06,9.079693882085849e-06,9.752657206263393e-06,1.0425619620946236e-05,1.1098582035629079e-05,1.1771544450311922e-05,1.2444506864994764e-05,1.3117470189172309e-05,1.3790432603855152e-05,1.4463395018537994e-05,1.5136358342715539e-05,1.5809320757398382e-05,1.6482283172081225e-05,1.7155245586764067e-05,1.782820800144691e-05,1.8501170416129753e-05,1.9174134649802e-05,1.9847097064484842e-05,2.0520059479167685e-05,2.1193021893850528e-05,2.186598430853337e-05]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,1,3,1,5,11,22,44,74,78,150,251,446,632,1025,1452,1989,2939,4192,5572,7538,9494,11873,14894,17799,21174,24304,27539,30334,32772,34263,35156,35603,34833,33431,31676,28928,25869,22734,19550,16395,13281,10704,8440,6469,4712,3536,2476,1747,1263,795,504,348,206,130,62,45,28,16,7,5,2],"bins":[-0.10340756177902222,-0.10038786381483078,-0.09736817330121994,-0.0943484753370285,-0.09132877737283707,-0.08830907940864563,-0.08528938889503479,-0.08226969093084335,-0.07924999296665192,-0.07623030245304108,-0.07321060448884964,-0.0701909065246582,-0.06717120856046677,-0.06415151804685593,-0.06113182008266449,-0.05811212211847305,-0.055092427879571915,-0.052072733640670776,-0.04905303567647934,-0.0460333414375782,-0.043013643473386765,-0.039993949234485626,-0.03697425127029419,-0.03395455703139305,-0.030934860929846764,-0.027915164828300476,-0.02489546872675419,-0.0218757726252079,-0.018856078386306763,-0.015836382284760475,-0.012816686183214188,-0.0097969900816679,-0.0067772939801216125,-0.0037575981114059687,-0.0007379022426903248,0.002281793626025319,0.005301489494740963,0.00832118559628725,0.011340880766510963,0.014360576868057251,0.01738027296960354,0.020399969071149826,0.023419665172696114,0.0264393612742424,0.02945905551314354,0.032478753477334976,0.035498447716236115,0.03851814568042755,0.04153783991932869,0.04455753415822983,0.047577232122421265,0.0505969263613224,0.05361662432551384,0.05663631856441498,0.059656016528606415,0.06267571449279785,0.06569540500640869,0.06871510297060013,0.07173480093479156,0.0747544914484024,0.07777418941259384,0.08079388737678528,0.08381358534097672,0.08683327585458755,0.08985297381877899]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,3,3,1,3,3,4,3,5,7,2,14,13,11,17,20,28,40,49,59,51,65,58,50,50,36,28,23,14,17,11,11,8,8,5,8,5,4,3,5,4,4,0,2,1,0,1,0,0,1,0,0,0,3,2,0,0,0,0,0,2],"bins":[-103.9455337524414,-99.81682586669922,-95.6881103515625,-91.55940246582031,-87.43069458007812,-83.3019790649414,-79.17327117919922,-75.04456329345703,-70.91584777832031,-66.78713989257812,-62.65843200683594,-58.529720306396484,-54.40100860595703,-50.272300720214844,-46.14358901977539,-42.0148811340332,-37.88616943359375,-33.7574577331543,-29.62874984741211,-25.500038146972656,-21.371328353881836,-17.242618560791016,-13.113907814025879,-8.985197067260742,-4.856487274169922,-0.7277770042419434,3.400933265686035,7.529643535614014,11.658353805541992,15.787063598632812,19.915775299072266,24.044485092163086,28.173202514648438,32.30191421508789,36.43062210083008,40.55933380126953,44.68804168701172,48.81675338745117,52.945465087890625,57.07417297363281,61.202884674072266,65.33159637451172,69.4603042602539,73.5890121459961,77.71772766113281,81.846435546875,85.97514343261719,90.1038589477539,94.2325668334961,98.36127471923828,102.489990234375,106.61869812011719,110.74740600585938,114.8761215209961,119.00482940673828,123.13353729248047,127.26225280761719,131.39096069335938,135.51966857910156,139.64837646484375,143.77708435058594,147.9058074951172,152.03451538085938,156.16322326660156,160.29193115234375]},"_step":1,"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-120.80892181396484,-115.58889770507812,-110.36888122558594,-105.14885711669922,-99.9288330078125,-94.70881652832031,-89.4887924194336,-84.2687759399414,-79.04875183105469,-73.82872772216797,-68.60871124267578,-63.38868713378906,-58.16866683959961,-52.948646545410156,-47.72862243652344,-42.508602142333984,-37.28858184814453,-32.06856155395508,-26.848539352416992,-21.628517150878906,-16.408496856689453,-11.188475608825684,-5.968454360961914,-0.7484331130981445,4.471588134765625,9.691609382629395,14.911630630493164,20.13165283203125,25.351673126220703,30.571693420410156,35.791717529296875,41.01173782348633,46.23176574707031,51.451786041259766,56.67180633544922,61.89183044433594,67.11184692382812,72.33187103271484,77.55189514160156,82.77191162109375,87.99193572998047,93.21195983886719,98.43197631835938,103.6520004272461,108.87202453613281,114.092041015625,119.31206512451172,124.5320816040039,129.75210571289062,134.9721221923828,140.19215393066406,145.41217041015625,150.63218688964844,155.8522186279297,161.07223510742188,166.29225158691406,171.51226806640625,176.7322998046875,181.9523162841797,187.17233276367188,192.39236450195312,197.6123809814453,202.8323974609375,208.05242919921875,213.27244567871094],"_type":"histogram","values":[4,0,0,1,1,1,1,5,2,1,7,1,4,12,13,16,27,32,30,51,58,60,77,73,65,50,35,17,19,19,14,15,8,5,5,6,2,7,4,4,4,3,1,2,1,0,1,0,0,0,0,1,0,0,0,0,0,1,0,1,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-2.3919974889707873e-09,-2.3041761831876784e-09,-2.2163548774045694e-09,-2.1285335716214604e-09,-2.0407122658383514e-09,-1.9528909600552424e-09,-1.8650696542721334e-09,-1.777248459511327e-09,-1.689427153728218e-09,-1.601605847945109e-09,-1.513784542162e-09,-1.425963236378891e-09,-1.3381420416180845e-09,-1.2503207358349755e-09,-1.1624994300518665e-09,-1.0746781242687575e-09,-9.868568184856485e-10,-8.990355127025396e-10,-8.112142069194306e-10,-7.233929566474728e-10,-6.355716508643638e-10,-5.477503450812549e-10,-4.599290670537215e-10,-3.7210778902618813e-10,-2.8428648324307915e-10,-1.9646519133775797e-10,-1.086438994324368e-10,-2.0822607527115622e-11,6.699868437820555e-11,1.5481997628352673e-10,2.426412681888479e-10,3.3046254621638127e-10,4.1828362995488533e-10,5.061049357379943e-10,5.939262415211033e-10,6.81747491793061e-10,7.6956879757617e-10,8.57390103359279e-10,9.452113536312368e-10,1.0330326594143457e-09,1.1208539651974547e-09,1.2086752709805637e-09,1.2964965767636727e-09,1.3843178825467817e-09,1.4721390773075882e-09,1.5599603830906972e-09,1.6477816888738062e-09,1.7356029946569151e-09,1.8234243004400241e-09,1.911245606223133e-09,1.999066912006242e-09,2.086888217789351e-09,2.17470952357246e-09,2.262530829355569e-09,2.350352135138678e-09,2.438173440921787e-09,2.525994524660291e-09,2.6138158304434e-09,2.701637136226509e-09,2.789458442009618e-09,2.877279747792727e-09,2.965101053575836e-09,3.052922359358945e-09,3.140743665142054e-09,3.228564970925163e-09],"_type":"histogram","values":[2,0,0,0,1,0,1,3,3,4,4,2,6,4,7,9,11,18,13,26,17,16,23,35,44,53,65,53,67,43,36,34,31,27,15,19,10,16,10,9,6,5,4,3,6,0,1,2,1,0,1,0,0,0,0,0,0,0,1,0,0,0,0,1]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,1,0,0,0,2,4,2,2,6,1,7,9,10,12,24,25,32,52,55,52,85,81,61,55,30,32,22,18,16,12,11,5,8,4,3,3,3,3,5,3,1,1,1,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,1],"bins":[-141.2011260986328,-135.84947204589844,-130.49783325195312,-125.14617919921875,-119.79452514648438,-114.44287872314453,-109.09123229980469,-103.73957824707031,-98.38793182373047,-93.03628540039062,-87.68463134765625,-82.3329849243164,-76.98133850097656,-71.62968444824219,-66.27803802490234,-60.926387786865234,-55.574737548828125,-50.223087310791016,-44.871437072753906,-39.51979064941406,-34.16814041137695,-28.816490173339844,-23.464841842651367,-18.11319351196289,-12.761543273925781,-7.409893989562988,-2.0582447052001953,3.2934045791625977,8.64505386352539,13.996703147888184,19.348352432250977,24.700000762939453,30.0516357421875,35.40328598022461,40.75493621826172,46.10658264160156,51.45823287963867,56.80988311767578,62.161529541015625,67.51318359375,72.86483001708984,78.21647644042969,83.56813049316406,88.9197769165039,94.27142333984375,99.62307739257812,104.97472381591797,110.32637786865234,115.67802429199219,121.02967071533203,126.3813247680664,131.73297119140625,137.08462524414062,142.43626403808594,147.7879180908203,153.1395721435547,158.4912109375,163.84286499023438,169.19451904296875,174.54617309570312,179.89781188964844,185.2494659423828,190.6011199951172,195.9527587890625,201.30441284179688]},"gradients/bert.embeddings.word_embeddings.weight":{"values":[1,1,0,1,1,2,4,7,3,4,9,10,8,11,19,16,20,18,19,27,24,48,36,43,52,59,68,164,353,1024,5394,444299,1070,375,150,76,67,58,50,50,41,32,33,24,33,18,11,9,8,11,5,7,4,3,1,4,0,2,0,0,0,0,0,1],"bins":[-2076.01171875,-2009.07763671875,-1942.1434326171875,-1875.2093505859375,-1808.275146484375,-1741.341064453125,-1674.406982421875,-1607.4727783203125,-1540.5386962890625,-1473.6046142578125,-1406.67041015625,-1339.736328125,-1272.80224609375,-1205.8680419921875,-1138.9339599609375,-1071.999755859375,-1005.065673828125,-938.1315307617188,-871.1973876953125,-804.2633056640625,-737.3291625976562,-670.39501953125,-603.4609375,-536.5267944335938,-469.5926513671875,-402.65850830078125,-335.7243957519531,-268.790283203125,-201.85614013671875,-134.92201232910156,-67.98788452148438,-1.0537567138671875,65.88037109375,132.8144989013672,199.74862670898438,266.6827392578125,333.61688232421875,400.551025390625,467.4851379394531,534.4192504882812,601.3533935546875,668.2875366210938,735.2216796875,802.15576171875,869.0899047851562,936.0240478515625,1002.9581298828125,1069.892333984375,1136.826416015625,1203.760498046875,1270.6947021484375,1337.6287841796875,1404.56298828125,1471.4970703125,1538.43115234375,1605.3653564453125,1672.2994384765625,1739.2335205078125,1806.167724609375,1873.101806640625,1940.035888671875,2006.9700927734375,2073.904296875,2140.83837890625,2207.7724609375],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,2,0,3,1,3,4,7,0,1,3,7,7,7,7,14,15,6,10,21,12,29,28,19,19,29,33,32,23,35,31,38,41,36,28,23,33,20,20,15,13,21,9,13,6,5,10,5,5,3,2,2,0,3,3,1,1,0,1,0,1],"bins":[-128.5,-124.564453125,-120.62890625,-116.693359375,-112.7578125,-108.822265625,-104.88671875,-100.951171875,-97.015625,-93.080078125,-89.14453125,-85.208984375,-81.2734375,-77.337890625,-73.40234375,-69.466796875,-65.53125,-61.595703125,-57.66015625,-53.724609375,-49.7890625,-45.853515625,-41.91796875,-37.982421875,-34.046875,-30.111328125,-26.17578125,-22.240234375,-18.3046875,-14.369140625,-10.43359375,-6.498046875,-2.5625,1.373046875,5.30859375,9.244140625,13.1796875,17.115234375,21.05078125,24.986328125,28.921875,32.857421875,36.79296875,40.728515625,44.6640625,48.599609375,52.53515625,56.470703125,60.40625,64.341796875,68.27734375,72.212890625,76.1484375,80.083984375,84.01953125,87.955078125,91.890625,95.826171875,99.76171875,103.697265625,107.6328125,111.568359375,115.50390625,119.439453125,123.375]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[4,1,3,2,2,4,2,4,7,8,6,4,5,7,5,17,13,16,11,14,12,11,13,13,11,14,19,7,20,18,26,13,20,24,19,19,14,21,22,18,33,20,23,24,28,27,23,19,17,16,8,7,14,9,7,3,8,8,3,1,0,0,0,1],"bins":[0.9999767541885376,0.9999774694442749,0.9999781847000122,0.9999788403511047,0.999979555606842,0.9999802708625793,0.9999809861183167,0.9999816417694092,0.9999823570251465,0.9999830722808838,0.9999837875366211,0.9999845027923584,0.9999851584434509,0.9999858736991882,0.9999865889549255,0.9999873042106628,0.9999879598617554,0.9999886751174927,0.99998939037323,0.9999901056289673,0.9999908208847046,0.9999914765357971,0.9999921917915344,0.9999929070472717,0.999993622303009,0.9999943375587463,0.9999949932098389,0.9999957084655762,0.9999964237213135,0.9999971389770508,0.9999977946281433,0.9999985098838806,0.9999992251396179,0.9999999403953552,1.0000005960464478,1.000001311302185,1.0000020265579224,1.0000027418136597,1.000003457069397,1.0000041723251343,1.0000048875808716,1.0000056028366089,1.0000061988830566,1.000006914138794,1.0000076293945312,1.0000083446502686,1.0000090599060059,1.0000097751617432,1.0000104904174805,1.0000112056732178,1.000011920928955,1.0000125169754028,1.0000132322311401,1.0000139474868774,1.0000146627426147,1.000015377998352,1.0000160932540894,1.0000168085098267,1.000017523765564,1.0000182390213013,1.000018835067749,1.0000195503234863,1.0000202655792236,1.000020980834961,1.0000216960906982],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[2,5,7,16,27,30,49,73,150,232,358,565,844,1351,1992,2729,3821,5053,6722,8608,11336,13600,16902,19841,22786,26069,28820,31155,33342,34627,35020,34540,33777,32018,29851,27269,23920,20833,17855,14786,12066,9597,7466,5723,4242,3139,2248,1487,1032,734,417,289,146,90,77,36,24,12,8,6,1,1,1,1],"bins":[-0.09140040725469589,-0.08842237293720245,-0.08544433861970901,-0.08246629685163498,-0.07948826253414154,-0.0765102282166481,-0.07353219389915466,-0.07055415213108063,-0.06757611781358719,-0.06459808349609375,-0.06162004917860031,-0.058642011135816574,-0.055663976818323135,-0.0526859387755394,-0.04970790445804596,-0.04672986641526222,-0.043751832097768784,-0.040773797780275345,-0.03779575973749161,-0.03481772541999817,-0.03183968737721443,-0.028861653059720993,-0.025883616879582405,-0.022905580699443817,-0.01992754451930523,-0.01694950833916664,-0.013971472159028053,-0.01099343691021204,-0.008015400730073452,-0.005037364549934864,-0.0020593288354575634,0.0009187071118503809,0.003896743059158325,0.006874779239296913,0.009852815419435501,0.012830850668251514,0.015808887779712677,0.018786922097206116,0.021764958277344704,0.02474299445748329,0.02772103063762188,0.030699066817760468,0.033677101135253906,0.03665513917803764,0.03963317349553108,0.04261121153831482,0.04558924585580826,0.048567283898591995,0.051545318216085434,0.05452335253357887,0.05750139057636261,0.06047942489385605,0.06345745921134949,0.06643550097942352,0.06941353529691696,0.0723915696144104,0.07536960393190384,0.07834763824939728,0.08132568001747131,0.08430371433496475,0.08728174865245819,0.09025978296995163,0.09323782473802567,0.0962158590555191,0.09919389337301254]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,2,0,3,2,3,7,3,7,6,11,13,19,17,21,21,29,29,31,39,61,56,62,49,75,80,62,87,75,88,88,104,93,71,69,78,68,81,53,45,45,46,37,28,37,29,19,18,25,18,12,5,4,2,2,1,5,1,2,0,2],"bins":[-1.7419779396732338e-05,-1.690875433268957e-05,-1.63977292686468e-05,-1.588670420460403e-05,-1.537567914056126e-05,-1.4864654076518491e-05,-1.4353629012475722e-05,-1.3842603948432952e-05,-1.3331578884390183e-05,-1.2820552910852712e-05,-1.2309527846809942e-05,-1.1798502782767173e-05,-1.1287477718724404e-05,-1.0776452654681634e-05,-1.0265427590638865e-05,-9.754402526596095e-06,-9.243377462553326e-06,-8.732352398510557e-06,-8.221327334467787e-06,-7.710302270425018e-06,-7.1992772063822486e-06,-6.688251687592128e-06,-6.177226623549359e-06,-5.6662015595065895e-06,-5.15517649546382e-06,-4.644151431421051e-06,-4.1331263673782814e-06,-3.6221010759618366e-06,-3.1110760119190672e-06,-2.600050947876298e-06,-2.089025656459853e-06,-1.5780005924170837e-06,-1.0669755283743143e-06,-5.559504074881261e-07,-4.492528660193784e-08,4.660998342842504e-07,9.771249551704386e-07,1.488150019213208e-06,1.999175310629653e-06,2.510200374672422e-06,3.0212254387151916e-06,3.532250502757961e-06,4.04327556680073e-06,4.5543006308435e-06,5.06532614963362e-06,5.576351213676389e-06,6.087376277719159e-06,6.598401341761928e-06,7.1094264058046974e-06,7.620451469847467e-06,8.131476533890236e-06,8.642501597933006e-06,9.153526661975775e-06,9.664551726018544e-06,1.0175576790061314e-05,1.0686601854104083e-05,1.1197627827641554e-05,1.1708652891684324e-05,1.2219677955727093e-05,1.2730703019769862e-05,1.3241728083812632e-05,1.3752753147855401e-05,1.426377821189817e-05,1.477480327594094e-05,1.528582833998371e-05]},"learning_rate":2.999999999998376e-05,"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-2.0460342057049274e-05,-1.9804985640803352e-05,-1.9149627405568026e-05,-1.84942691703327e-05,-1.7838912754086778e-05,-1.7183556337840855e-05,-1.652819810260553e-05,-1.5872839867370203e-05,-1.521748345112428e-05,-1.4562126125383656e-05,-1.3906768799643032e-05,-1.3251411473902408e-05,-1.2596054148161784e-05,-1.194069682242116e-05,-1.1285339496680535e-05,-1.0629982170939911e-05,-9.974624845199287e-06,-9.319267519458663e-06,-8.663910193718038e-06,-8.008552867977414e-06,-7.35319554223679e-06,-6.697838216496166e-06,-6.042480890755542e-06,-5.387123565014917e-06,-4.731766239274293e-06,-4.076408913533669e-06,-3.4210515877930447e-06,-2.7656942620524205e-06,-2.1103369363117963e-06,-1.454979610571172e-06,-7.996222848305479e-07,-1.4426495908992365e-07,5.110923666507006e-07,1.1664496923913248e-06,1.821807018131949e-06,2.4771643438725732e-06,3.1325216696131974e-06,3.7878789953538217e-06,4.443236321094446e-06,5.09859364683507e-06,5.753950972575694e-06,6.4093082983163185e-06,7.064665624056943e-06,7.720022949797567e-06,8.375380275538191e-06,9.030737601278815e-06,9.68609492701944e-06,1.0341452252760064e-05,1.0996809578500688e-05,1.1652166904241312e-05,1.2307524229981937e-05,1.296288155572256e-05,1.3618238881463185e-05,1.427359620720381e-05,1.4928953532944433e-05,1.558431176817976e-05,1.6239668184425682e-05,1.6895024600671604e-05,1.755038283590693e-05,1.8205741071142256e-05,1.886109748738818e-05,1.95164539036341e-05,2.0171812138869427e-05,2.0827170374104753e-05,2.1482526790350676e-05],"_type":"histogram","values":[5,6,6,8,9,4,17,13,16,12,16,16,14,16,22,14,17,20,16,17,13,14,12,6,17,13,15,12,7,8,10,6,7,16,7,11,11,13,20,14,9,17,19,8,10,12,18,14,17,18,20,13,12,11,13,10,6,7,12,10,5,4,4,3]},"parameters/bert.embeddings.position_embeddings.weight":{"bins":[-0.0859094187617302,-0.08307627588510513,-0.08024314045906067,-0.07740999758243561,-0.07457686215639114,-0.07174371927976608,-0.06891058385372162,-0.06607744097709656,-0.0632442981004715,-0.06041116267442703,-0.05757802352309227,-0.05474488437175751,-0.051911741495132446,-0.049078602343797684,-0.04624546319246292,-0.04341232404112816,-0.040579184889793396,-0.03774604573845863,-0.03491290658712387,-0.03207976743578911,-0.029246626421809196,-0.026413487270474434,-0.023580346256494522,-0.02074720710515976,-0.017914067953824997,-0.015080928802490234,-0.012247788719832897,-0.00941464863717556,-0.006581509485840797,-0.0037483698688447475,-0.0009152302518486977,0.0019179093651473522,0.004751048982143402,0.007584188599139452,0.010417328216135502,0.013250468298792839,0.0160836074501276,0.018916746601462364,0.021749887615442276,0.02458302676677704,0.0274161659181118,0.030249305069446564,0.033082444220781326,0.03591558337211609,0.03874872624874115,0.04158186540007591,0.044415004551410675,0.04724814370274544,0.0500812828540802,0.05291442200541496,0.055747561156749725,0.05858070030808449,0.06141383945941925,0.06424698233604431,0.06708011776208878,0.06991326063871384,0.0727463960647583,0.07557953894138336,0.07841268181800842,0.08124581724405289,0.08407896012067795,0.08691209554672241,0.08974523842334747,0.09257837384939194,0.095411516726017],"_type":"histogram","values":[3,5,6,15,26,51,73,118,199,304,402,691,923,1267,1770,2463,3274,4296,5566,7003,8433,10182,12247,14236,15778,17412,19125,20314,21322,22010,21961,21987,21397,20305,18572,16860,15051,13174,11268,9584,7997,6368,5028,3856,2925,2156,1598,1224,800,543,380,266,154,86,66,39,24,14,11,4,2,0,0,2]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-48.34375,-46.35693359375,-44.3701171875,-42.38330078125,-40.396484375,-38.40966796875,-36.4228515625,-34.43603515625,-32.44921875,-30.46240234375,-28.4755859375,-26.48876953125,-24.501953125,-22.51513671875,-20.5283203125,-18.54150390625,-16.5546875,-14.56787109375,-12.5810546875,-10.59423828125,-8.607421875,-6.62060546875,-4.6337890625,-2.64697265625,-0.66015625,1.32666015625,3.3134765625,5.30029296875,7.287109375,9.27392578125,11.2607421875,13.24755859375,15.234375,17.22119140625,19.2080078125,21.19482421875,23.181640625,25.16845703125,27.1552734375,29.14208984375,31.12890625,33.11572265625,35.1025390625,37.08935546875,39.076171875,41.06298828125,43.0498046875,45.03662109375,47.0234375,49.01025390625,50.9970703125,52.98388671875,54.970703125,56.95751953125,58.9443359375,60.93115234375,62.91796875,64.90478515625,66.8916015625,68.87841796875,70.865234375,72.85205078125,74.8388671875,76.82568359375,78.8125],"_type":"histogram","values":[2,2,0,2,2,2,4,2,8,7,9,16,13,10,24,36,45,42,69,83,104,124,162,190,192,164,166,106,99,62,64,47,34,36,25,18,16,15,14,7,9,4,1,3,2,0,3,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9999772310256958,0.9999779462814331,0.9999786019325256,0.9999793171882629,0.9999800324440002,0.9999807476997375,0.9999814033508301,0.9999821186065674,0.9999828338623047,0.9999834895133972,0.9999842047691345,0.9999849200248718,0.9999856352806091,0.9999862909317017,0.999987006187439,0.9999877214431763,0.9999884366989136,0.9999890923500061,0.9999898076057434,0.9999905228614807,0.9999911785125732,0.9999918937683105,0.9999926090240479,0.9999933242797852,0.9999939799308777,0.999994695186615,0.9999954104423523,0.9999960660934448,0.9999967813491821,0.9999974966049194,0.9999982118606567,0.9999988675117493,0.9999995827674866,1.000000238418579,1.0000009536743164,1.0000016689300537,1.000002384185791,1.0000030994415283,1.0000038146972656,1.000004529953003,1.0000051259994507,1.000005841255188,1.0000065565109253,1.0000072717666626,1.0000079870224,1.0000087022781372,1.0000094175338745,1.0000100135803223,1.0000107288360596,1.0000114440917969,1.0000121593475342,1.0000128746032715,1.0000135898590088,1.000014305114746,1.0000149011611938,1.0000156164169312,1.0000163316726685,1.0000170469284058,1.000017762184143,1.0000184774398804,1.0000191926956177,1.0000197887420654,1.0000205039978027,1.00002121925354,1.0000219345092773],"_type":"histogram","values":[6,0,1,2,7,2,5,8,3,7,9,10,6,6,8,11,11,6,12,13,16,15,12,11,18,10,28,23,16,8,19,19,16,20,22,13,18,19,21,20,34,20,22,30,36,18,22,19,15,11,7,9,11,6,13,6,1,6,2,2,0,0,0,1]},"parameters/bert.embeddings.word_embeddings.weight":{"values":[6,3,9,19,31,71,103,154,237,372,524,779,1099,1628,2220,2976,3934,5135,6625,8296,10021,12159,14341,16527,18567,20414,22305,24031,24953,25486,26548,25254,23941,22867,21168,19147,17180,14717,12700,10638,8645,7099,5497,4219,3273,2425,1723,1267,888,610,342,275,177,106,62,32,29,18,9,2,1,2,1,1],"bins":[-0.08534462004899979,-0.08251047879457474,-0.07967633008956909,-0.07684218883514404,-0.0740080401301384,-0.07117389887571335,-0.0683397501707077,-0.06550560891628265,-0.0626714676618576,-0.05983731895685196,-0.05700317397713661,-0.054169028997421265,-0.051334887742996216,-0.04850074276328087,-0.04566659778356552,-0.042832452803850174,-0.03999830782413483,-0.03716416284441948,-0.03433001786470413,-0.031495872884988785,-0.028661729767918587,-0.02582758478820324,-0.02299344167113304,-0.020159296691417694,-0.017325151711702347,-0.014491006731987,-0.011656862683594227,-0.008822718635201454,-0.005988573655486107,-0.003154429141432047,-0.0003202846273779869,0.002513859886676073,0.00534801185131073,0.008182156831026077,0.01101630087941885,0.013850444927811623,0.01668458990752697,0.019518734887242317,0.022352878004312515,0.025187022984027863,0.02802116796374321,0.030855312943458557,0.033689457923173904,0.03652360290288925,0.0393577441573143,0.04219188913702965,0.045026034116744995,0.04786017909646034,0.05069432407617569,0.05352846905589104,0.056362614035606384,0.05919675901532173,0.06203090399503708,0.06486504524946213,0.06769919395446777,0.07053333520889282,0.07336747646331787,0.07620162516832352,0.07903576642274857,0.08186991512775421,0.08470405638217926,0.0875382050871849,0.09037234634160995,0.0932064950466156,0.09604063630104065],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-121.125,-117.3876953125,-113.650390625,-109.9130859375,-106.17578125,-102.4384765625,-98.701171875,-94.9638671875,-91.2265625,-87.4892578125,-83.751953125,-80.0146484375,-76.27734375,-72.5400390625,-68.802734375,-65.0654296875,-61.328125,-57.5908203125,-53.853515625,-50.1162109375,-46.37890625,-42.6416015625,-38.904296875,-35.1669921875,-31.4296875,-27.6923828125,-23.955078125,-20.2177734375,-16.48046875,-12.7431640625,-9.005859375,-5.2685546875,-1.53125,2.2060546875,5.943359375,9.6806640625,13.41796875,17.1552734375,20.892578125,24.6298828125,28.3671875,32.1044921875,35.841796875,39.5791015625,43.31640625,47.0537109375,50.791015625,54.5283203125,58.265625,62.0029296875,65.740234375,69.4775390625,73.21484375,76.9521484375,80.689453125,84.4267578125,88.1640625,91.9013671875,95.638671875,99.3759765625,103.11328125,106.8505859375,110.587890625,114.3251953125,118.0625],"_type":"histogram","values":[1,1,1,1,0,0,3,0,2,5,6,1,3,4,7,11,10,9,9,12,22,14,24,16,19,20,23,23,26,30,26,36,32,29,35,30,23,24,24,24,27,14,25,19,22,12,11,8,5,2,8,7,4,2,5,3,2,2,0,0,2,0,1,1]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09348149597644806,-0.09058011323213577,-0.08767872303724289,-0.0847773402929306,-0.08187595754861832,-0.07897456735372543,-0.07607318460941315,-0.07317180186510086,-0.07027041912078857,-0.06736902892589569,-0.0644676461815834,-0.06156625971198082,-0.058664873242378235,-0.05576349049806595,-0.052862104028463364,-0.04996072128415108,-0.04705933481454849,-0.04415794834494591,-0.04125656560063362,-0.038355179131031036,-0.03545379638671875,-0.032552409917116165,-0.02965102344751358,-0.026749638840556145,-0.02384825423359871,-0.020946869626641273,-0.018045485019683838,-0.015144098550081253,-0.012242713943123817,-0.009341329336166382,-0.006439943797886372,-0.0035385587252676487,-0.0006371811032295227,0.0022642039693892,0.005165589042007923,0.008066974580287933,0.010968359187245369,0.013869743794202805,0.01677113026380539,0.019672514870762825,0.02257389947772026,0.025475284084677696,0.028376668691635132,0.03127805516123772,0.0341794416308403,0.03708082437515259,0.03998221084475517,0.04288359358906746,0.045784980058670044,0.04868636652827263,0.051587749272584915,0.0544891357421875,0.057390518486499786,0.06029190495610237,0.06319329142570496,0.06609467417001724,0.06899605691432953,0.07189744710922241,0.0747988298535347,0.07770021259784698,0.08060160279273987,0.08350298553705215,0.08640436828136444,0.08930575847625732,0.09220714122056961],"_type":"histogram","values":[2,0,3,5,10,17,44,65,96,166,238,377,551,860,1196,1812,2462,3557,4761,6177,7987,10198,12810,15254,18138,21187,24146,26969,29733,31926,32916,34027,34353,33480,31827,30427,27914,25568,22329,19464,16627,13987,11152,9025,7029,5453,4007,2950,2113,1529,998,715,426,296,180,126,68,41,17,15,10,3,4,1]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[3,0,0,0,3,4,8,11,6,14,18,25,40,47,52,65,96,154,205,362,478,682,1036,1582,2453,4125,6911,11865,21626,41741,91694,187539,110665,48245,24527,13300,7687,4469,2792,1714,1127,749,553,323,214,166,113,80,84,41,38,22,18,6,8,16,11,3,5,2,0,0,0,1],"bins":[-15.1796875,-14.6993408203125,-14.218994140625,-13.7386474609375,-13.25830078125,-12.7779541015625,-12.297607421875,-11.8172607421875,-11.3369140625,-10.8565673828125,-10.376220703125,-9.8958740234375,-9.41552734375,-8.9351806640625,-8.454833984375,-7.9744873046875,-7.494140625,-7.0137939453125,-6.533447265625,-6.0531005859375,-5.57275390625,-5.0924072265625,-4.612060546875,-4.1317138671875,-3.6513671875,-3.1710205078125,-2.690673828125,-2.2103271484375,-1.72998046875,-1.2496337890625,-0.769287109375,-0.2889404296875,0.19140625,0.6717529296875,1.152099609375,1.6324462890625,2.11279296875,2.5931396484375,3.073486328125,3.5538330078125,4.0341796875,4.5145263671875,4.994873046875,5.4752197265625,5.95556640625,6.4359130859375,6.916259765625,7.3966064453125,7.876953125,8.3572998046875,8.837646484375,9.3179931640625,9.79833984375,10.2786865234375,10.759033203125,11.2393798828125,11.7197265625,12.2000732421875,12.680419921875,13.1607666015625,13.64111328125,14.1214599609375,14.601806640625,15.0821533203125,15.5625],"_type":"histogram"},"_timestamp":1.752789183584902e+09,"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-2.1813988496433012e-05,-2.112738548021298e-05,-2.044078428298235e-05,-1.9754181266762316e-05,-1.9067578250542283e-05,-1.838097523432225e-05,-1.7694372218102217e-05,-1.7007771020871587e-05,-1.6321168004651554e-05,-1.563456498843152e-05,-1.494796288170619e-05,-1.4261360774980858e-05,-1.3574757758760825e-05,-1.2888154742540792e-05,-1.220155263581546e-05,-1.1514950529090129e-05,-1.0828347512870096e-05,-1.0141744496650063e-05,-9.455142389924731e-06,-8.7685402831994e-06,-8.081937266979367e-06,-7.395334705506684e-06,-6.708732144034002e-06,-6.02212958256132e-06,-5.335527021088637e-06,-4.648924459615955e-06,-3.962321898143273e-06,-3.2757193366705906e-06,-2.5891167751979083e-06,-1.902514213725226e-06,-1.2159116522525437e-06,-5.293090907798614e-07,1.572916517034173e-07,8.438942131760996e-07,1.5304967746487819e-06,2.217099336121464e-06,2.9037018975941464e-06,3.5903044590668287e-06,4.276907020539511e-06,4.963509582012193e-06,5.6501121434848756e-06,6.336714704957558e-06,7.02331726643024e-06,7.709919373155572e-06,8.396522389375605e-06,9.083125405595638e-06,9.76972751232097e-06,1.04563296190463e-05,1.1142932635266334e-05,1.1829535651486367e-05,1.2516137758211698e-05,1.320273986493703e-05,1.3889342881157063e-05,1.4575945897377096e-05,1.5262547094607726e-05,1.594915011082776e-05,1.6635753127047792e-05,1.7322356143267825e-05,1.800895915948786e-05,1.8695560356718488e-05,1.938216337293852e-05,2.0068766389158554e-05,2.0755367586389184e-05,2.1441970602609217e-05,2.212857361882925e-05],"_type":"histogram","values":[4,2,5,4,7,9,13,11,16,14,21,24,16,12,20,12,10,20,14,12,9,11,12,15,17,19,18,8,16,7,10,6,10,10,11,6,10,14,7,8,14,16,9,15,11,11,20,21,12,17,16,19,14,10,21,14,12,16,7,8,5,6,2,2]},"gradients/bert.encoder.layer.0.output.dense.bias":{"bins":[-135.5,-131.3916015625,-127.283203125,-123.1748046875,-119.06640625,-114.9580078125,-110.849609375,-106.7412109375,-102.6328125,-98.5244140625,-94.416015625,-90.3076171875,-86.19921875,-82.0908203125,-77.982421875,-73.8740234375,-69.765625,-65.6572265625,-61.548828125,-57.4404296875,-53.33203125,-49.2236328125,-45.115234375,-41.0068359375,-36.8984375,-32.7900390625,-28.681640625,-24.5732421875,-20.46484375,-16.3564453125,-12.248046875,-8.1396484375,-4.03125,0.0771484375,4.185546875,8.2939453125,12.40234375,16.5107421875,20.619140625,24.7275390625,28.8359375,32.9443359375,37.052734375,41.1611328125,45.26953125,49.3779296875,53.486328125,57.5947265625,61.703125,65.8115234375,69.919921875,74.0283203125,78.13671875,82.2451171875,86.353515625,90.4619140625,94.5703125,98.6787109375,102.787109375,106.8955078125,111.00390625,115.1123046875,119.220703125,123.3291015625,127.4375],"_type":"histogram","values":[1,0,0,0,1,1,1,3,2,2,2,1,4,5,3,2,11,4,16,11,15,14,21,20,17,26,22,21,30,22,30,33,30,43,33,38,28,29,21,25,29,16,23,23,17,10,9,9,6,7,6,6,0,4,2,3,2,2,1,1,0,2,0,2]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,2,2,0,1,5,1,2,3,9,5,6,12,13,14,15,24,20,33,37,23,27,32,40,40,30,46,30,27,31,31,30,29,15,28,17,11,19,9,11,9,6,2,4,2,2,4,3,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.162935172440484e-06,-3.0387204787984956e-06,-2.914505785156507e-06,-2.790290864140843e-06,-2.6660761704988545e-06,-2.541861476856866e-06,-2.4176467832148774e-06,-2.293432089572889e-06,-2.169217168557225e-06,-2.0450024749152362e-06,-1.9207877812732477e-06,-1.7965730876312591e-06,-1.6723583939892706e-06,-1.5481435866604443e-06,-1.4239288930184557e-06,-1.2997140856896294e-06,-1.1754993920476409e-06,-1.0512846984056523e-06,-9.27069891076826e-07,-8.028551974348375e-07,-6.7864044694943e-07,-5.544256964640226e-07,-4.3021097440032463e-07,-3.0599625233662664e-07,-1.8178150185121922e-07,-5.756676557666651e-08,6.66479706978862e-08,1.908627069724389e-07,3.150774432469916e-07,4.3929219373239903e-07,5.635068873743876e-07,6.87721637859795e-07,8.119363883452024e-07,9.361511388306099e-07,1.0603658893160173e-06,1.1845805829580058e-06,1.3087953902868321e-06,1.4330100839288207e-06,1.5572247775708092e-06,1.6814395848996355e-06,1.805654278541624e-06,1.9298690858704504e-06,2.054083779512439e-06,2.1782984731544275e-06,2.302513166796416e-06,2.4267278604384046e-06,2.5509427814540686e-06,2.675157475096057e-06,2.7993721687380457e-06,2.9235868623800343e-06,3.047801556022023e-06,3.172016477037687e-06,3.2962311706796754e-06,3.420445864321664e-06,3.5446605579636525e-06,3.668875251605641e-06,3.7930899452476297e-06,3.917304638889618e-06,4.041519332531607e-06,4.165734480920946e-06,4.289949174562935e-06,4.414163868204923e-06,4.538378561846912e-06,4.6625932554889005e-06,4.786807949130889e-06]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.09565332531929016,-0.09259489178657532,-0.08953645080327988,-0.08647801727056503,-0.08341958373785019,-0.08036115020513535,-0.0773027092218399,-0.07424427568912506,-0.07118584215641022,-0.06812740117311478,-0.06506896764039993,-0.06201053410768509,-0.05895209684967995,-0.0558936633169651,-0.05283522605895996,-0.04977679252624512,-0.046718355268239975,-0.04365991801023483,-0.04060148447751999,-0.03754304721951485,-0.0344846136868,-0.03142617642879486,-0.028367741033434868,-0.025309305638074875,-0.022250870242714882,-0.01919243484735489,-0.016133999451994896,-0.013075563125312328,-0.010017127729952335,-0.006958692334592342,-0.003900256473571062,-0.0008418208453804255,0.002216614782810211,0.005275050178170204,0.008333485573530197,0.011391921900212765,0.014450357295572758,0.017508793622255325,0.02056722901761532,0.02362566441297531,0.026684099808335304,0.029742535203695297,0.03280097246170044,0.03585940599441528,0.038917843252420425,0.04197627678513527,0.04503471404314041,0.048093147575855255,0.0511515848338604,0.05421002209186554,0.05726845562458038,0.060326892882585526,0.06338533014059067,0.06644376367330551,0.06950219720602036,0.0725606307387352,0.07561907172203064,0.07867750525474548,0.08173593878746033,0.08479437977075577,0.08785281330347061,0.09091124683618546,0.0939696803689003,0.09702812135219574,0.10008655488491058],"_type":"histogram","values":[1,1,3,2,9,17,35,42,85,146,229,390,575,931,1322,1954,2826,4009,5414,7071,9096,11541,14832,17840,21000,24298,27579,30426,32938,34488,35706,35868,35248,33789,31990,29400,26373,22838,19712,16154,13417,10641,8198,6181,4661,3335,2424,1704,1084,764,519,306,172,96,57,39,22,16,3,1,1,3,0,2]},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,3,3,3,14,46,60,106,184,315,543,842,1415,2211,3255,4879,7177,10037,13721,18510,24231,31108,38779,47162,56244,65408,74181,81767,89417,93912,96739,97265,95590,91313,85719,78392,69712,61199,51692,42683,34244,27950,20914,16151,11954,8416,6041,4031,2623,1824,1164,741,438,224,142,73,50,22,15,3,3,2,1],"bins":[-0.10015538334846497,-0.09705008566379547,-0.09394478797912598,-0.09083949029445648,-0.08773419260978699,-0.0846288874745369,-0.0815235897898674,-0.0784182921051979,-0.07531299442052841,-0.07220769673585892,-0.06910239905118942,-0.06599710136651993,-0.06289179623126984,-0.05978650227189064,-0.05668120086193085,-0.05357590317726135,-0.05047060549259186,-0.04736530780792236,-0.04426001012325287,-0.041154708713293076,-0.03804941102862358,-0.034944113343954086,-0.03183881193399429,-0.0287335142493248,-0.025628216564655304,-0.02252291887998581,-0.019417619332671165,-0.01631231978535652,-0.013207022100687027,-0.010101723484694958,-0.0069964248687028885,-0.0038911262527108192,-0.0007858201861381531,0.002319478429853916,0.005424777045845985,0.008530075661838055,0.011635374277830124,0.014740672893822193,0.017845971509814262,0.020951271057128906,0.0240565687417984,0.027161866426467896,0.03026716597378254,0.03337246552109718,0.03647776320576668,0.03958306089043617,0.042688362300395966,0.04579365998506546,0.048898957669734955,0.05200425535440445,0.055109553039073944,0.05821485444903374,0.06132015213370323,0.06442545354366302,0.06753075122833252,0.07063604891300201,0.07374134659767151,0.076846644282341,0.0799519419670105,0.08305723965167999,0.08616253733634949,0.08926784247159958,0.09237314015626907,0.09547843784093857,0.09858373552560806]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,0,0,3,0,0,4,2,1,2,3,7,2,3,8,8,11,13,12,14,21,22,19,14,27,33,20,26,24,32,36,39,37,36,30,25,21,24,30,26,22,16,20,11,8,12,7,4,7,5,3,2,2,1,4,3,1,0,1,1,0,2],"bins":[-143.6593017578125,-139.33416748046875,-135.00901794433594,-130.6838836669922,-126.35874938964844,-122.03360748291016,-117.70846557617188,-113.38333129882812,-109.05818939208984,-104.73304748535156,-100.40791320800781,-96.08277130126953,-91.75762939453125,-87.4324951171875,-83.10735321044922,-78.78221893310547,-74.45707702636719,-70.1319351196289,-65.80680084228516,-61.481658935546875,-57.15652084350586,-52.831382751464844,-48.50624084472656,-44.18110275268555,-39.85596466064453,-35.530826568603516,-31.205686569213867,-26.88054656982422,-22.555408477783203,-18.230270385742188,-13.905130386352539,-9.579991340637207,-5.2548370361328125,-0.9296979904174805,3.3954410552978516,7.720580101013184,12.045719146728516,16.37085723876953,20.69599723815918,25.021137237548828,29.346275329589844,33.67141342163086,37.996551513671875,42.321693420410156,46.64683151245117,50.97196960449219,55.29711151123047,59.622249603271484,63.9473876953125,68.27252960205078,72.59766387939453,76.92280578613281,81.24794006347656,85.57308197021484,89.89822387695312,94.22335815429688,98.54850006103516,102.87364196777344,107.19877624511719,111.52391815185547,115.84906005859375,120.1741943359375,124.49933624267578,128.82447814941406,133.1496124267578],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-71.875,-69.408203125,-66.94140625,-64.474609375,-62.0078125,-59.541015625,-57.07421875,-54.607421875,-52.140625,-49.673828125,-47.20703125,-44.740234375,-42.2734375,-39.806640625,-37.33984375,-34.873046875,-32.40625,-29.939453125,-27.47265625,-25.005859375,-22.5390625,-20.072265625,-17.60546875,-15.138671875,-12.671875,-10.205078125,-7.73828125,-5.271484375,-2.8046875,-0.337890625,2.12890625,4.595703125,7.0625,9.529296875,11.99609375,14.462890625,16.9296875,19.396484375,21.86328125,24.330078125,26.796875,29.263671875,31.73046875,34.197265625,36.6640625,39.130859375,41.59765625,44.064453125,46.53125,48.998046875,51.46484375,53.931640625,56.3984375,58.865234375,61.33203125,63.798828125,66.265625,68.732421875,71.19921875,73.666015625,76.1328125,78.599609375,81.06640625,83.533203125,86],"_type":"histogram","values":[1,0,0,0,0,2,2,0,1,4,3,4,5,8,4,10,15,10,16,26,26,13,32,24,28,29,28,27,28,33,31,47,36,36,32,30,32,20,22,14,14,20,10,9,5,6,5,4,6,0,4,1,1,2,0,0,1,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,3,2,7,11,16,25,35,44,84,104,135,196,302,369,637,795,1110,1605,2132,3101,4364,6243,9092,13132,18386,27056,39184,56609,75649,84077,72179,52660,36845,25311,17526,12054,8569,5926,4125,2987,2106,1409,1053,734,507,412,273,193,140,83,70,57,31,23,15,11,6,5,3,1,2,0,1],"bins":[-141.125,-136.484375,-131.84375,-127.203125,-122.5625,-117.921875,-113.28125,-108.640625,-104,-99.359375,-94.71875,-90.078125,-85.4375,-80.796875,-76.15625,-71.515625,-66.875,-62.234375,-57.59375,-52.953125,-48.3125,-43.671875,-39.03125,-34.390625,-29.75,-25.109375,-20.46875,-15.828125,-11.1875,-6.546875,-1.90625,2.734375,7.375,12.015625,16.65625,21.296875,25.9375,30.578125,35.21875,39.859375,44.5,49.140625,53.78125,58.421875,63.0625,67.703125,72.34375,76.984375,81.625,86.265625,90.90625,95.546875,100.1875,104.828125,109.46875,114.109375,118.75,123.390625,128.03125,132.671875,137.3125,141.953125,146.59375,151.234375,155.875],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,11,26,37,78,118,195,369,593,999,1650,2529,3941,5719,8273,11854,16189,21589,28174,35784,44027,53455,63816,72792,82189,89066,95778,98818,100376,98629,95282,89072,81303,72504,63299,53704,44538,35611,27606,21387,15765,11471,8204,5607,3899,2477,1623,994,655,376,188,98,57,27,20,6,7,3,1,3],"bins":[-0.10382939875125885,-0.10063212364912033,-0.09743484854698181,-0.09423757344484329,-0.09104029834270477,-0.08784302324056625,-0.08464574813842773,-0.08144847303628922,-0.0782511979341507,-0.07505392283201218,-0.07185664772987366,-0.06865937262773514,-0.06546209752559662,-0.0622648261487484,-0.05906755104660988,-0.05587027594447136,-0.05267300084233284,-0.04947572574019432,-0.0462784506380558,-0.04308117553591728,-0.03988390043377876,-0.036686625331640244,-0.033489350229501724,-0.030292076990008354,-0.027094801887869835,-0.023897526785731316,-0.020700251683592796,-0.017502976581454277,-0.014305702410638332,-0.011108427308499813,-0.007911153137683868,-0.004713878035545349,-0.0015166029334068298,0.0016806719359010458,0.004877946805208921,0.008075221441686153,0.011272496543824673,0.014469771645963192,0.017667045816779137,0.020864320918917656,0.024061596021056175,0.027258871123194695,0.030456146225333214,0.033653419464826584,0.0368506945669651,0.04004796966910362,0.04324524477124214,0.04644251987338066,0.04963979497551918,0.0528370700776577,0.05603434517979622,0.05923162028193474,0.06242889538407326,0.06562616676092148,0.06882344186306,0.07202071696519852,0.07521799206733704,0.07841526716947556,0.08161254227161407,0.0848098173737526,0.08800709247589111,0.09120436757802963,0.09440164268016815,0.09759891778230667,0.10079619288444519]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-18.125,-17.5810546875,-17.037109375,-16.4931640625,-15.94921875,-15.4052734375,-14.861328125,-14.3173828125,-13.7734375,-13.2294921875,-12.685546875,-12.1416015625,-11.59765625,-11.0537109375,-10.509765625,-9.9658203125,-9.421875,-8.8779296875,-8.333984375,-7.7900390625,-7.24609375,-6.7021484375,-6.158203125,-5.6142578125,-5.0703125,-4.5263671875,-3.982421875,-3.4384765625,-2.89453125,-2.3505859375,-1.806640625,-1.2626953125,-0.71875,-0.1748046875,0.369140625,0.9130859375,1.45703125,2.0009765625,2.544921875,3.0888671875,3.6328125,4.1767578125,4.720703125,5.2646484375,5.80859375,6.3525390625,6.896484375,7.4404296875,7.984375,8.5283203125,9.072265625,9.6162109375,10.16015625,10.7041015625,11.248046875,11.7919921875,12.3359375,12.8798828125,13.423828125,13.9677734375,14.51171875,15.0556640625,15.599609375,16.1435546875,16.6875],"_type":"histogram","values":[1,0,0,3,2,0,5,6,7,10,12,14,20,17,39,51,72,109,114,195,285,388,523,698,1088,1548,2526,4083,6748,12378,22784,46701,121096,205393,83484,35727,18162,9759,5584,3440,2176,1447,888,640,434,318,224,176,117,98,76,41,38,25,14,13,7,6,7,1,4,1,0,1]},"parameters/bert.embeddings.LayerNorm.bias":{"values":[3,7,8,13,9,8,13,15,16,20,17,20,19,19,13,11,11,19,21,8,8,10,10,13,10,11,7,9,13,19,15,7,9,7,6,12,5,11,9,8,10,10,13,20,17,17,14,15,13,20,23,11,17,13,12,16,14,13,9,8,4,2,2,6],"bins":[-2.093956027238164e-05,-2.0274572307243943e-05,-1.9609582523116842e-05,-1.894459273898974e-05,-1.8279604773852043e-05,-1.7614616808714345e-05,-1.6949627024587244e-05,-1.6284637240460142e-05,-1.5619649275322445e-05,-1.4954660400690045e-05,-1.4289671526057646e-05,-1.3624682651425246e-05,-1.2959693776792847e-05,-1.2294704902160447e-05,-1.1629716027528048e-05,-1.0964727152895648e-05,-1.0299738278263249e-05,-9.634749403630849e-06,-8.96976052899845e-06,-8.30477165436605e-06,-7.63978277973365e-06,-6.974793905101251e-06,-6.309805030468851e-06,-5.644816155836452e-06,-4.979827281204052e-06,-4.314838406571653e-06,-3.649849531939253e-06,-2.9848606573068537e-06,-2.319871782674454e-06,-1.6548829080420546e-06,-9.89894033409655e-07,-3.2490515877725556e-07,3.4008371585514396e-07,1.0050725904875435e-06,1.670061465119943e-06,2.3350503397523426e-06,3.000039214384742e-06,3.6650280890171416e-06,4.330016963649541e-06,4.995005838281941e-06,5.65999471291434e-06,6.32498358754674e-06,6.989972462179139e-06,7.654961336811539e-06,8.319950211443938e-06,8.984939086076338e-06,9.649927960708737e-06,1.0314916835341137e-05,1.0979905709973536e-05,1.1644894584605936e-05,1.2309883459238335e-05,1.2974872333870735e-05,1.3639861208503135e-05,1.4304850083135534e-05,1.4969838957767934e-05,1.5634828741895035e-05,1.6299816707032733e-05,1.696480467217043e-05,1.7629794456297532e-05,1.8294784240424633e-05,1.895977220556233e-05,1.962476017070003e-05,2.028974995482713e-05,2.095473973895423e-05,2.161972770409193e-05],"_type":"histogram"},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,1,1,3,1,1,2,0,0,2,2,4,4,3,6,2,6,14,13,16,13,8,21,12,20,28,20,17,26,28,29,23,28,36,790,18,29,24,29,21,25,15,29,20,18,27,7,14,9,14,13,9,2,4,2,2,7,5,5,1,3,1,0,2],"bins":[-3972.11279296875,-3855.565673828125,-3739.0185546875,-3622.471435546875,-3505.92431640625,-3389.377197265625,-3272.830078125,-3156.282958984375,-3039.73583984375,-2923.18896484375,-2806.641845703125,-2690.0947265625,-2573.547607421875,-2457.00048828125,-2340.453369140625,-2223.90625,-2107.359130859375,-1990.81201171875,-1874.264892578125,-1757.7177734375,-1641.170654296875,-1524.6236572265625,-1408.0765380859375,-1291.5294189453125,-1174.9822998046875,-1058.4351806640625,-941.8880615234375,-825.3410034179688,-708.7938842773438,-592.2467651367188,-475.6996765136719,-359.152587890625,-242.605712890625,-126.05860900878906,-9.511505126953125,107.03559875488281,223.58270263671875,340.12982177734375,456.6769104003906,573.2239990234375,689.7711181640625,806.3182373046875,922.8653564453125,1039.4124755859375,1155.95947265625,1272.506591796875,1389.0537109375,1505.600830078125,1622.14794921875,1738.695068359375,1855.2421875,1971.789306640625,2088.33642578125,2204.883544921875,2321.4306640625,2437.977783203125,2554.52490234375,2671.07177734375,2787.618896484375,2904.166015625,3020.713134765625,3137.26025390625,3253.807373046875,3370.3544921875,3486.901611328125]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,0,1,2,0,3,4,3,2,6,6,6,11,9,12,9,19,17,20,21,26,22,38,26,26,27,41,40,42,22,28,34,26,28,25,21,28,11,14,12,13,12,11,11,12,4,3,4,0,2,0,1,3,0,0,0,1],"bins":[-131.375,-127.5810546875,-123.787109375,-119.9931640625,-116.19921875,-112.4052734375,-108.611328125,-104.8173828125,-101.0234375,-97.2294921875,-93.435546875,-89.6416015625,-85.84765625,-82.0537109375,-78.259765625,-74.4658203125,-70.671875,-66.8779296875,-63.083984375,-59.2900390625,-55.49609375,-51.7021484375,-47.908203125,-44.1142578125,-40.3203125,-36.5263671875,-32.732421875,-28.9384765625,-25.14453125,-21.3505859375,-17.556640625,-13.7626953125,-9.96875,-6.1748046875,-2.380859375,1.4130859375,5.20703125,9.0009765625,12.794921875,16.5888671875,20.3828125,24.1767578125,27.970703125,31.7646484375,35.55859375,39.3525390625,43.146484375,46.9404296875,50.734375,54.5283203125,58.322265625,62.1162109375,65.91015625,69.7041015625,73.498046875,77.2919921875,81.0859375,84.8798828125,88.673828125,92.4677734375,96.26171875,100.0556640625,103.849609375,107.6435546875,111.4375]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-2.0720321117551066e-05,-2.0059136659256183e-05,-1.93979522009613e-05,-1.8736767742666416e-05,-1.8075583284371532e-05,-1.741439882607665e-05,-1.6753214367781766e-05,-1.6092029909486882e-05,-1.5430843632202595e-05,-1.4769660083402414e-05,-1.410847562510753e-05,-1.3447291166812647e-05,-1.2786105799023062e-05,-1.2124921340728179e-05,-1.1463736882433295e-05,-1.0802552424138412e-05,-1.0141367965843529e-05,-9.480183507548645e-06,-8.818999049253762e-06,-8.157814590958878e-06,-7.496629677916644e-06,-6.835445219621761e-06,-6.1742603065795265e-06,-5.513075848284643e-06,-4.85189138998976e-06,-4.190706931694876e-06,-3.5295222460263176e-06,-2.8683375603577588e-06,-2.2071531020628754e-06,-1.5459685300811543e-06,-8.847839580994332e-07,-2.2359938611771213e-07,4.375833668746054e-07,1.0987679388563265e-06,1.7599525108380476e-06,2.4211371965066064e-06,3.0823216548014898e-06,3.743506113096373e-06,4.404691026138607e-06,5.065875484433491e-06,5.727059942728374e-06,6.3882444010232575e-06,7.049428859318141e-06,7.710613317613024e-06,8.37179868540261e-06,9.032983143697493e-06,9.694167601992376e-06,1.035535206028726e-05,1.1016536518582143e-05,1.1677720976877026e-05,1.233890543517191e-05,1.3000089893466793e-05,1.3661274351761676e-05,1.4322459719551262e-05,1.4983644177846145e-05,1.5644827726646326e-05,1.6306014003930613e-05,1.6967198462225497e-05,1.762838292052038e-05,1.8289567378815264e-05,1.8950751837110147e-05,1.961193629540503e-05,2.0273120753699914e-05,2.0934305211994797e-05,2.159548967028968e-05],"_type":"histogram","values":[1,0,5,3,6,9,18,13,9,17,15,18,17,11,17,15,22,21,14,14,10,16,19,12,13,15,7,16,13,16,9,9,11,6,10,12,19,7,11,14,12,15,17,15,18,18,14,11,15,17,21,24,11,9,13,11,10,10,5,6,2,2,0,2]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"values":[2,3,2,7,7,14,27,48,98,178,306,445,729,1212,1718,2391,3475,5064,6640,8985,11413,14481,18117,21239,25267,28345,31386,34380,36579,37148,37534,36612,34987,32499,29605,25822,22364,19016,15345,12359,9503,7360,5345,3938,2678,1832,1235,797,494,326,223,109,60,34,19,7,5,6,2,0,1,0,0,1],"bins":[-0.09616586565971375,-0.09297492355108261,-0.08978398144245148,-0.08659304678440094,-0.0834021046757698,-0.08021116256713867,-0.07702022790908813,-0.073829285800457,-0.07063834369182587,-0.06744740158319473,-0.0642564594745636,-0.06106552481651306,-0.05787458270788193,-0.05468364059925079,-0.05149270221590996,-0.04830176383256912,-0.04511082172393799,-0.041919879615306854,-0.03872894123196602,-0.03553800284862518,-0.03234706073999405,-0.029156120494008064,-0.02596518024802208,-0.022774240002036095,-0.01958329975605011,-0.016392359510064125,-0.01320141926407814,-0.010010479018092155,-0.006819538772106171,-0.003628598526120186,-0.00043765828013420105,0.0027532819658517838,0.0059442222118377686,0.009135162457823753,0.012326102703809738,0.015517042949795723,0.018707983195781708,0.021898923441767693,0.025089863687753677,0.028280803933739662,0.03147174417972565,0.03466268628835678,0.03785362467169762,0.04104456305503845,0.044235505163669586,0.04742644727230072,0.050617385655641556,0.05380832403898239,0.056999266147613525,0.06019020825624466,0.0633811503648758,0.06657208502292633,0.06976302713155746,0.0729539692401886,0.07614490389823914,0.07933584600687027,0.0825267881155014,0.08571773022413254,0.08890867233276367,0.09209960699081421,0.09529054909944534,0.09848149120807648,0.10167242586612701,0.10486336797475815,0.10805431008338928],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"values":[3,4,5,8,18,33,59,99,155,269,436,695,982,1504,2109,2985,4239,5646,7586,9508,12232,14935,18086,21234,24741,27973,30685,32600,34908,35445,35573,35035,33652,31401,28409,25617,22545,19328,16058,12910,10514,7981,6275,4715,3439,2395,1697,1082,722,520,305,209,106,80,38,12,14,6,2,0,1,0,0,1],"bins":[-0.09153550863265991,-0.0885004922747612,-0.08546547591686249,-0.08243045955896378,-0.07939544320106506,-0.07636042684316635,-0.07332541048526764,-0.07029039412736893,-0.06725537776947021,-0.0642203688621521,-0.06118534877896309,-0.05815033242106438,-0.05511531978845596,-0.05208030343055725,-0.04904528707265854,-0.04601027071475983,-0.042975254356861115,-0.0399402379989624,-0.03690522164106369,-0.03387020528316498,-0.030835190787911415,-0.027800174430012703,-0.02476515993475914,-0.021730143576860428,-0.018695127218961716,-0.015660110861063004,-0.012625095434486866,-0.009590080007910728,-0.006555063650012016,-0.0035200477577745914,-0.0004850318655371666,0.0025499840267002583,0.00558500736951828,0.008620023727416992,0.01165503915399313,0.014690054580569267,0.01772507093846798,0.02076008729636669,0.023795101791620255,0.026830118149518967,0.02986513450741768,0.03290015086531639,0.0359351672232151,0.038970183581113815,0.04200519621372223,0.04504021257162094,0.04807522892951965,0.051110245287418365,0.05414526164531708,0.05718027800321579,0.0602152943611145,0.06325031071901321,0.06628532707691193,0.06932034343481064,0.07235535979270935,0.07539037615060806,0.07842539250850677,0.08146040141582489,0.0844954177737236,0.08753043413162231,0.09056545048952103,0.09360046684741974,0.09663548320531845,0.09967049956321716,0.10270551592111588],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,0,1,1,2,2,0,6,4,3,1,5,7,10,4,5,14,16,5,14,16,20,31,22,19,18,28,35,26,36,33,33,34,43,35,24,28,24,22,21,11,15,24,6,14,5,8,8,1,7,3,3,1,1,3,3,0,2,0,1,0,1],"bins":[-133.39039611816406,-129.273193359375,-125.15599822998047,-121.03880310058594,-116.92160034179688,-112.80440521240234,-108.68721008300781,-104.57000732421875,-100.45281219482422,-96.33561706542969,-92.21841430664062,-88.1012191772461,-83.98402404785156,-79.8668212890625,-75.74962615966797,-71.6324234008789,-67.51522827148438,-63.39802932739258,-59.28083038330078,-55.16363525390625,-51.04643630981445,-46.929237365722656,-42.812042236328125,-38.69484329223633,-34.57764434814453,-30.460445404052734,-26.34324836730957,-22.226051330566406,-18.10885238647461,-13.991654396057129,-9.874456405639648,-5.757258415222168,-1.640045166015625,2.4771528244018555,6.594350814819336,10.711548805236816,14.828746795654297,18.945945739746094,23.063142776489258,27.180339813232422,31.29753875732422,35.414737701416016,39.53193664550781,43.649131774902344,47.76633071899414,51.88352966308594,56.00072479248047,60.117923736572266,64.23512268066406,68.3523178100586,72.46952056884766,76.58671569824219,80.70391845703125,84.82111358642578,88.93830871582031,93.05551147460938,97.1727066040039,101.28990173339844,105.4071044921875,109.52429962158203,113.64149475097656,117.75869750976562,121.87589263916016,125.99309539794922,130.11029052734375]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-128.875,-124.9248046875,-120.974609375,-117.0244140625,-113.07421875,-109.1240234375,-105.173828125,-101.2236328125,-97.2734375,-93.3232421875,-89.373046875,-85.4228515625,-81.47265625,-77.5224609375,-73.572265625,-69.6220703125,-65.671875,-61.7216796875,-57.771484375,-53.8212890625,-49.87109375,-45.9208984375,-41.970703125,-38.0205078125,-34.0703125,-30.1201171875,-26.169921875,-22.2197265625,-18.26953125,-14.3193359375,-10.369140625,-6.4189453125,-2.46875,1.4814453125,5.431640625,9.3818359375,13.33203125,17.2822265625,21.232421875,25.1826171875,29.1328125,33.0830078125,37.033203125,40.9833984375,44.93359375,48.8837890625,52.833984375,56.7841796875,60.734375,64.6845703125,68.634765625,72.5849609375,76.53515625,80.4853515625,84.435546875,88.3857421875,92.3359375,96.2861328125,100.236328125,104.1865234375,108.13671875,112.0869140625,116.037109375,119.9873046875,123.9375],"_type":"histogram","values":[3,0,0,0,1,3,1,1,3,2,3,3,3,6,6,9,12,5,10,8,14,17,19,21,22,18,19,21,33,27,35,35,29,35,36,22,25,33,24,17,29,29,21,17,15,16,10,8,6,5,3,5,4,1,4,1,1,2,5,1,2,1,0,1]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,3,0,1,2,2,0,1,4,1,3,5,0,11,7,9,13,11,21,17,26,27,34,31,42,30,44,40,38,49,42,29,33,22,32,20,11,27,8,15,8,13,13,4,1,3,2,1,2,0,3,1,0,1,0,0,0,0,0,3],"bins":[-6.75,-6.53997802734375,-6.3299560546875,-6.11993408203125,-5.909912109375,-5.69989013671875,-5.4898681640625,-5.27984619140625,-5.06982421875,-4.85980224609375,-4.6497802734375,-4.43975830078125,-4.229736328125,-4.01971435546875,-3.8096923828125,-3.59967041015625,-3.3896484375,-3.17962646484375,-2.9696044921875,-2.75958251953125,-2.549560546875,-2.33953857421875,-2.1295166015625,-1.91949462890625,-1.70947265625,-1.49945068359375,-1.2894287109375,-1.07940673828125,-0.869384765625,-0.65936279296875,-0.4493408203125,-0.23931884765625,-0.029296875,0.18072509765625,0.3907470703125,0.60076904296875,0.810791015625,1.02081298828125,1.2308349609375,1.44085693359375,1.65087890625,1.86090087890625,2.0709228515625,2.28094482421875,2.490966796875,2.70098876953125,2.9110107421875,3.12103271484375,3.3310546875,3.54107666015625,3.7510986328125,3.96112060546875,4.171142578125,4.38116455078125,4.5911865234375,4.80120849609375,5.01123046875,5.22125244140625,5.4312744140625,5.64129638671875,5.851318359375,6.06134033203125,6.2713623046875,6.48138427734375,6.69140625]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-109.53472900390625,-104.19786071777344,-98.8609848022461,-93.52410888671875,-88.18724060058594,-82.85037231445312,-77.51349639892578,-72.17662048339844,-66.83975219726562,-61.50288009643555,-56.16600799560547,-50.82913589477539,-45.49226379394531,-40.155391693115234,-34.818519592285156,-29.481647491455078,-24.144775390625,-18.807903289794922,-13.471031188964844,-8.134159088134766,-2.7972869873046875,2.5395851135253906,7.876457214355469,13.213329315185547,18.550201416015625,23.887073516845703,29.22394561767578,34.56081771850586,39.89768981933594,45.234561920166016,50.571434020996094,55.90830612182617,61.24519348144531,66.58206176757812,71.91893768310547,77.25581359863281,82.59268188476562,87.92955017089844,93.26642608642578,98.60330200195312,103.94017028808594,109.27703857421875,114.6139144897461,119.95079040527344,125.28765869140625,130.62452697753906,135.96139526367188,141.29827880859375,146.63514709472656,151.97201538085938,157.30889892578125,162.64576721191406,167.98263549804688,173.3195037841797,178.6563720703125,183.99325561523438,189.3301239013672,194.6669921875,200.00387573242188,205.3407440185547,210.6776123046875,216.0144805908203,221.35134887695312,226.688232421875,232.0251007080078],"_type":"histogram","values":[1,1,2,1,0,3,8,5,4,4,10,5,13,21,14,34,62,52,67,79,86,54,50,42,29,14,16,15,11,13,9,8,6,3,1,3,4,3,0,1,1,3,4,2,0,1,0,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,1]},"parameters/linear.bias":{"values":[2,2,2,2,1,2,1,2,1,0,0,1,0,1,3,2,3,4,0,2,2,2,5,1,3,1,2,3,1,3,0,3,1,2,0,5,0,2,1,2,1,0,1,1,1,0,2,4,4,0,3,6,1,1,3,6,3,2,2,5,2,4,2,4],"bins":[-0.03490042686462402,-0.03379201143980026,-0.0326835922896862,-0.03157517686486244,-0.030466757714748383,-0.02935834228992462,-0.02824992500245571,-0.0271415077149868,-0.02603309042751789,-0.02492467314004898,-0.02381625585258007,-0.02270783856511116,-0.0215994231402874,-0.02049100585281849,-0.01938258856534958,-0.01827417127788067,-0.01716575399041176,-0.016057336702942848,-0.014948919415473938,-0.013840503059327602,-0.012732085771858692,-0.011623668484389782,-0.010515252128243446,-0.009406834840774536,-0.008298417553305626,-0.007190000265836716,-0.006081583444029093,-0.00497316662222147,-0.0038647493347525597,-0.002756332280114293,-0.0016479152254760265,-0.00053949817083776,0.0005689151585102081,0.0016773322131484747,0.0027857492677867413,0.003894166322425008,0.005002583377063274,0.006111000664532185,0.0072194174863398075,0.00832783430814743,0.00943625159561634,0.01054466888308525,0.011653086170554161,0.012761502526700497,0.013869919814169407,0.014978337101638317,0.016086753457784653,0.017195170745253563,0.018303588032722473,0.019412005320191383,0.020520422607660294,0.021628839895129204,0.022737257182598114,0.023845672607421875,0.024954089894890785,0.026062507182359695,0.027170924469828606,0.028279341757297516,0.029387759044766426,0.030496176332235336,0.0316045917570591,0.03271301090717316,0.03382142633199692,0.03492984548211098,0.03603826090693474],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,3,3,2,3,7,11,17,26,42,52,97,149,223,314,460,706,1075,1519,2397,3468,4994,7488,10805,16354,24292,36381,53423,75564,91930,80041,57993,39371,26170,17656,11878,8035,5453,3712,2528,1681,1172,786,577,359,217,136,91,50,44,25,13,14,7,3,1,3,0,0,0,0,1],"bins":[-153.75,-148.884765625,-144.01953125,-139.154296875,-134.2890625,-129.423828125,-124.55859375,-119.693359375,-114.828125,-109.962890625,-105.09765625,-100.232421875,-95.3671875,-90.501953125,-85.63671875,-80.771484375,-75.90625,-71.041015625,-66.17578125,-61.310546875,-56.4453125,-51.580078125,-46.71484375,-41.849609375,-36.984375,-32.119140625,-27.25390625,-22.388671875,-17.5234375,-12.658203125,-7.79296875,-2.927734375,1.9375,6.802734375,11.66796875,16.533203125,21.3984375,26.263671875,31.12890625,35.994140625,40.859375,45.724609375,50.58984375,55.455078125,60.3203125,65.185546875,70.05078125,74.916015625,79.78125,84.646484375,89.51171875,94.376953125,99.2421875,104.107421875,108.97265625,113.837890625,118.703125,123.568359375,128.43359375,133.298828125,138.1640625,143.029296875,147.89453125,152.759765625,157.625]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[2,1,4,12,15,38,61,128,197,284,513,830,1221,1883,2865,4031,5942,8199,11535,15308,20125,25550,32425,39229,47301,55731,63929,72009,79188,85323,89280,92294,93087,91060,87842,83618,77367,69660,60756,52625,44504,37120,29904,23892,18355,13767,10232,7552,5412,3691,2452,1710,1045,707,446,252,145,93,46,34,17,8,6,6],"bins":[-0.09587787836790085,-0.09291321039199829,-0.08994854986667633,-0.08698388189077377,-0.08401921391487122,-0.08105454593896866,-0.0780898854136467,-0.07512521743774414,-0.07216054946184158,-0.06919588893651962,-0.06623122096061707,-0.06326655298471451,-0.06030188873410225,-0.05733722075819969,-0.05437255650758743,-0.051407888531684875,-0.04844322428107262,-0.04547856003046036,-0.0425138920545578,-0.03954922780394554,-0.036584559828042984,-0.033619895577430725,-0.030655229464173317,-0.02769056335091591,-0.0247258972376585,-0.021761231124401093,-0.018796565011143684,-0.015831898897886276,-0.012867233715951443,-0.009902567602694035,-0.006937901955097914,-0.003973236307501793,-0.0010085701942443848,0.0019560956861823797,0.004920761566609144,0.007885427214205265,0.010850093327462673,0.013814759440720081,0.016779424622654915,0.019744090735912323,0.02270875684916973,0.02567342296242714,0.028638089075684547,0.031602755188941956,0.034567419439554214,0.03753208741545677,0.04049675166606903,0.04346141964197159,0.04642608389258385,0.049390748143196106,0.05235541611909866,0.05532008036971092,0.05828474834561348,0.06124941259622574,0.0642140805721283,0.06717874854803085,0.07014340907335281,0.07310807704925537,0.07607274502515793,0.07903740555047989,0.08200207352638245,0.084966741502285,0.08793140947818756,0.09089607000350952,0.09386073797941208]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[3,3,2,5,4,2,3,5,5,6,4,4,4,3,6,11,15,10,5,7,9,11,14,14,9,19,13,19,16,13,19,15,34,22,19,13,18,26,19,23,22,25,16,33,21,21,28,32,18,19,14,8,11,9,6,9,7,3,7,4,0,1,1,1],"bins":[0.9999765157699585,0.9999772310256958,0.9999778866767883,0.9999786019325256,0.9999792575836182,0.9999799728393555,0.9999806880950928,0.9999813437461853,0.9999820590019226,0.9999827146530151,0.9999834299087524,0.9999841451644897,0.9999848008155823,0.9999855160713196,0.9999861717224121,0.9999868869781494,0.9999876022338867,0.9999882578849792,0.9999889731407166,0.9999896287918091,0.9999903440475464,0.9999909996986389,0.9999917149543762,0.9999924302101135,0.999993085861206,0.9999938011169434,0.9999944567680359,0.9999951720237732,0.9999958872795105,0.999996542930603,0.9999972581863403,0.9999979138374329,0.9999986290931702,0.9999993443489075,1,1.0000007152557373,1.0000014305114746,1.0000020265579224,1.0000027418136597,1.000003457069397,1.0000041723251343,1.0000048875808716,1.0000054836273193,1.0000061988830566,1.000006914138794,1.0000076293945312,1.0000083446502686,1.0000089406967163,1.0000096559524536,1.000010371208191,1.0000110864639282,1.0000118017196655,1.0000123977661133,1.0000131130218506,1.000013828277588,1.0000145435333252,1.0000152587890625,1.0000158548355103,1.0000165700912476,1.0000172853469849,1.0000180006027222,1.0000187158584595,1.0000193119049072,1.0000200271606445,1.0000207424163818],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[3,7,9,8,21,40,60,113,183,285,463,677,1127,1533,2243,3081,4192,5653,7496,9480,12038,14873,17829,20829,24212,26931,29543,31468,33519,34290,35039,34238,33502,31549,28849,25935,23070,19502,16957,13994,11371,8806,6887,5262,3941,2756,2003,1341,948,628,409,236,138,104,65,41,21,12,6,3,3,1,0,1],"bins":[-0.0900631695985794,-0.08709616959095001,-0.08412916213274002,-0.08116216212511063,-0.07819516211748123,-0.07522815465927124,-0.07226115465164185,-0.06929415464401245,-0.06632715463638306,-0.06336014717817307,-0.06039314717054367,-0.05742614343762398,-0.054459139704704285,-0.05149213969707489,-0.0485251359641552,-0.0455581359565258,-0.04259113222360611,-0.03962412849068642,-0.03665712848305702,-0.03369012475013733,-0.030723122879862785,-0.02775612100958824,-0.02478911727666855,-0.021822115406394005,-0.01885511353611946,-0.015888111665844917,-0.012921108864247799,-0.00995410606265068,-0.006987104192376137,-0.004020101856440306,-0.0010530995205044746,0.0019139028154313564,0.0048809051513671875,0.007847907021641731,0.01081490982323885,0.013781912624835968,0.016748914495110512,0.019715916365385056,0.02268292009830475,0.025649921968579292,0.028616923838853836,0.03158392757177353,0.034550927579402924,0.03751793131232262,0.04048493504524231,0.043451935052871704,0.0464189387857914,0.04938593879342079,0.052352942526340485,0.05531994625926018,0.05828694626688957,0.061253949999809265,0.06422095000743866,0.06718795746564865,0.07015495747327805,0.07312195748090744,0.07608896493911743,0.07905596494674683,0.08202296495437622,0.08498996496200562,0.0879569724202156,0.090923972427845,0.0938909724354744,0.09685797989368439,0.09982497990131378]},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,2,3,3,5,15,26,50,88,131,263,398,676,1123,1654,2571,3797,5562,8146,11028,15164,19969,26141,32905,40283,49576,57547,66266,75614,83202,89314,93075,95413,95270,93625,89467,84270,76158,67676,59652,50245,42003,33775,26856,20824,15544,11638,8389,5845,4027,2805,1879,1104,776,462,253,150,77,44,17,15,3,2,2],"bins":[-0.10121528059244156,-0.0981549620628357,-0.09509463608264923,-0.09203431755304337,-0.0889739915728569,-0.08591367304325104,-0.08285335451364517,-0.07979302853345871,-0.07673271000385284,-0.07367238402366638,-0.07061206549406052,-0.06755174696445465,-0.06449142098426819,-0.061431098729372025,-0.05837078019976616,-0.055310457944869995,-0.05225013568997383,-0.04918981343507767,-0.0461294911801815,-0.04306917265057564,-0.040008850395679474,-0.03694852814078331,-0.033888205885887146,-0.03082788549363613,-0.027767563238739967,-0.024707240983843803,-0.02164692059159279,-0.018586598336696625,-0.015526277013123035,-0.012465955689549446,-0.009405633434653282,-0.006345312111079693,-0.0032849907875061035,-0.00022466923110187054,0.0028356523253023624,0.005895974114537239,0.008956295438110828,0.012016616761684418,0.015076939016580582,0.018137259408831596,0.02119758166372776,0.024257903918623924,0.02731822431087494,0.030378546565771103,0.03343886882066727,0.03649919107556343,0.039559509605169296,0.04261983186006546,0.045680154114961624,0.04874047636985779,0.05180079862475395,0.05486111715435982,0.05792143940925598,0.060981761664152145,0.06404208391904831,0.06710240244865417,0.07016272842884064,0.0732230469584465,0.07628337293863297,0.07934369146823883,0.0824040099978447,0.08546433597803116,0.08852465450763702,0.09158498048782349,0.09464529901742935]},"gradients/bert.embeddings.LayerNorm.weight":{"bins":[-146.83241271972656,-141.85507202148438,-136.8777313232422,-131.900390625,-126.92304229736328,-121.94569396972656,-116.96835327148438,-111.99101257324219,-107.013671875,-102.03632354736328,-97.0589828491211,-92.0816421508789,-87.10429382324219,-82.126953125,-77.14961242675781,-72.1722640991211,-67.1949234008789,-62.21757888793945,-57.240238189697266,-52.26289367675781,-47.285552978515625,-42.30820846557617,-37.33086395263672,-32.35352325439453,-27.376178741455078,-22.398836135864258,-17.421493530273438,-12.444149017333984,-7.466806411743164,-2.4894633293151855,2.487879753112793,7.4652228355407715,12.44256591796875,17.41990852355957,22.39725112915039,27.374595642089844,32.35193634033203,37.329280853271484,42.30662536621094,47.283966064453125,52.26131057739258,57.23865509033203,62.21599578857422,67.1933364868164,72.17068481445312,77.14802551269531,82.1253662109375,87.10271453857422,92.0800552368164,97.0573959350586,102.03474426269531,107.0120849609375,111.98942565917969,116.9667739868164,121.9441146850586,126.92145538330078,131.8988037109375,136.8761444091797,141.85348510742188,146.83082580566406,151.80816650390625,156.7855224609375,161.7628631591797,166.74020385742188,171.71754455566406],"_type":"histogram","values":[1,0,0,0,0,1,0,0,2,1,0,2,2,3,5,6,4,4,5,8,11,22,22,29,28,36,53,68,57,79,59,46,43,35,21,18,17,15,8,4,7,7,7,3,7,6,4,3,0,0,0,1,1,0,2,0,1,1,1,0,0,1,0,1]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,1,0,2,3,0,2,3,2,5,6,4,3,6,4,9,6,6,11,5,15,14,17,20,25,22,17,27,29,19,30,32,34,20,34,28,25,32,31,29,19,23,23,14,12,10,12,20,7,5,4,4,7,5,7,2,1,2,3,2,2,0,3],"bins":[-121.13468170166016,-117.55256652832031,-113.970458984375,-110.38834381103516,-106.80623626708984,-103.22412109375,-99.64201354980469,-96.05989837646484,-92.47779083251953,-88.89567565917969,-85.31356811523438,-81.73145294189453,-78.14934539794922,-74.56723022460938,-70.98512268066406,-67.40300750732422,-63.82089614868164,-60.23878479003906,-56.656673431396484,-53.074562072753906,-49.49245071411133,-45.91033935546875,-42.32822799682617,-38.746116638183594,-35.16400146484375,-31.581892013549805,-27.999780654907227,-24.41766929626465,-20.835556030273438,-17.25344467163086,-13.671333312988281,-10.089221954345703,-6.507110595703125,-2.9249989986419678,0.6571125984191895,4.239224433898926,7.821335792541504,11.403447151184082,14.985559463500977,18.567670822143555,22.149782180786133,25.73189353942871,29.31400489807129,32.8961181640625,36.47822952270508,40.060340881347656,43.642452239990234,47.22456359863281,50.80667495727539,54.38878631591797,57.97089767456055,61.553009033203125,65.13512420654297,68.71723175048828,72.29934692382812,75.88145446777344,79.46356964111328,83.0456771850586,86.62779235839844,90.20989990234375,93.7920150756836,97.3741226196289,100.95623779296875,104.53834533691406,108.1204605102539]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.006168365478515625,-0.005989730358123779,-0.005811095237731934,-0.005632460117340088,-0.005453824996948242,-0.0052751898765563965,-0.005096554756164551,-0.004917919635772705,-0.004739284515380859,-0.004560649394989014,-0.004382014274597168,-0.004203379154205322,-0.0040247440338134766,-0.003846108913421631,-0.003667473793029785,-0.0034888386726379395,-0.0033102035522460938,-0.003131568431854248,-0.0029529333114624023,-0.0027742981910705566,-0.002595663070678711,-0.0024170279502868652,-0.0022383928298950195,-0.002059757709503174,-0.0018811225891113281,-0.0017024874687194824,-0.0015238523483276367,-0.001345217227935791,-0.0011665821075439453,-0.0009879469871520996,-0.0008093118667602539,-0.0006306767463684082,-0.0004520416259765625,-0.0002734065055847168,-9.47713851928711e-05,8.386373519897461e-05,0.0002624988555908203,0.000441133975982666,0.0006197690963745117,0.0007984042167663574,0.0009770393371582031,0.0011556744575500488,0.0013343095779418945,0.0015129446983337402,0.001691579818725586,0.0018702149391174316,0.0020488500595092773,0.002227485179901123,0.0024061203002929688,0.0025847554206848145,0.00276339054107666,0.002942025661468506,0.0031206607818603516,0.0032992959022521973,0.003477931022644043,0.0036565661430358887,0.0038352012634277344,0.00401383638381958,0.004192471504211426,0.0043711066246032715,0.004549741744995117,0.004728376865386963,0.004907011985778809,0.005085647106170654,0.0052642822265625],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,0,1,0,3,0,3,2,3,1,2,6,7,8,9,15,22,18,33,28,37,42,50,57,78,63,46,43,41,22,28,20,17,9,11,8,10,2,6,7,3,0,1,1,1,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,0,1,2,2,3,1,1,4,2,5,4,5,7,13,8,4,7,13,17,12,21,19,22,20,21,24,30,28,41,26,26,37,37,22,30,26,23,21,25,33,16,18,16,13,6,13,5,4,3,5,4,1,4,1,1,2,3,3,2,0,2],"bins":[-131.53759765625,-127.58075714111328,-123.62390899658203,-119.66706848144531,-115.7102279663086,-111.75337982177734,-107.79653930664062,-103.8396987915039,-99.88285064697266,-95.92601013183594,-91.96916961669922,-88.01232147216797,-84.05548095703125,-80.09864044189453,-76.14179229736328,-72.18495178222656,-68.22810363769531,-64.2712631225586,-60.314422607421875,-56.35757827758789,-52.400733947753906,-48.44389343261719,-44.4870491027832,-40.53020477294922,-36.5733642578125,-32.616519927978516,-28.65967559814453,-24.70283317565918,-20.745990753173828,-16.789146423339844,-12.832304000854492,-8.875460624694824,-4.918617248535156,-0.9617741107940674,2.9950690269470215,6.951911926269531,10.9087553024292,14.865598678588867,18.82244110107422,22.779285430908203,26.736127853393555,30.692970275878906,34.64981460571289,38.606658935546875,42.563499450683594,46.52034378051758,50.47718811035156,54.43402862548828,58.390872955322266,62.34771728515625,66.30455780029297,70.26140594482422,74.21824645996094,78.17508697509766,82.1319351196289,86.08877563476562,90.04561614990234,94.0024642944336,97.95930480957031,101.91614532470703,105.87299346923828,109.829833984375,113.78667449951172,117.74352264404297,121.70036315917969]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,4,0,1,3,5,2,7,7,4,6,6,8,8,4,9,9,5,7,8,12,2,11,6,14,17,19,20,22,17,17,17,21,11,16,16,17,13,22,21,25,23,22,31,20,24,20,24,17,17,27,19,13,15,11,7,9,6,6,3,4,3,2,3],"bins":[0.9999763369560242,0.9999769926071167,0.999977707862854,0.9999783635139465,0.9999790191650391,0.9999796748161316,0.9999803900718689,0.9999810457229614,0.999981701374054,0.9999824166297913,0.9999830722808838,0.9999837279319763,0.9999844431877136,0.9999850988388062,0.9999857544898987,0.9999864101409912,0.9999871253967285,0.999987781047821,0.9999884366989136,0.9999891519546509,0.9999898076057434,0.9999904632568359,0.9999911785125732,0.9999918341636658,0.9999924898147583,0.9999931454658508,0.9999938607215881,0.9999945163726807,0.9999951720237732,0.9999958872795105,0.999996542930603,0.9999971985816956,0.9999978542327881,0.9999985694885254,0.9999992251396179,0.9999998807907104,1.0000005960464478,1.0000011920928955,1.0000019073486328,1.0000026226043701,1.0000032186508179,1.0000039339065552,1.0000046491622925,1.0000052452087402,1.0000059604644775,1.0000066757202148,1.0000072717666626,1.0000079870224,1.0000087022781372,1.000009298324585,1.0000100135803223,1.0000107288360596,1.0000113248825073,1.0000120401382446,1.000012755393982,1.0000133514404297,1.000014066696167,1.0000146627426147,1.000015377998352,1.0000160932540894,1.000016689300537,1.0000174045562744,1.0000181198120117,1.0000187158584595,1.0000194311141968]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[4,1,1,2,9,5,14,21,32,58,71,113,185,246,360,472,698,963,1381,2134,3058,4337,6521,9302,13997,20602,30892,45913,66798,91009,89520,64270,44452,29831,20059,13483,9162,6132,4238,2899,1960,1400,981,699,484,315,218,174,119,71,53,38,19,17,10,9,6,1,0,2,1,0,0,2],"bins":[-156.75,-151.517578125,-146.28515625,-141.052734375,-135.8203125,-130.587890625,-125.35546875,-120.123046875,-114.890625,-109.658203125,-104.42578125,-99.193359375,-93.9609375,-88.728515625,-83.49609375,-78.263671875,-73.03125,-67.798828125,-62.56640625,-57.333984375,-52.1015625,-46.869140625,-41.63671875,-36.404296875,-31.171875,-25.939453125,-20.70703125,-15.474609375,-10.2421875,-5.009765625,0.22265625,5.455078125,10.6875,15.919921875,21.15234375,26.384765625,31.6171875,36.849609375,42.08203125,47.314453125,52.546875,57.779296875,63.01171875,68.244140625,73.4765625,78.708984375,83.94140625,89.173828125,94.40625,99.638671875,104.87109375,110.103515625,115.3359375,120.568359375,125.80078125,131.033203125,136.265625,141.498046875,146.73046875,151.962890625,157.1953125,162.427734375,167.66015625,172.892578125,178.125]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-2.9941652428533416e-06,-2.8797355753340526e-06,-2.7653059078147635e-06,-2.65087646766915e-06,-2.536446800149861e-06,-2.4220171326305717e-06,-2.3075874651112827e-06,-2.193158024965669e-06,-2.07872835744638e-06,-1.964298689927091e-06,-1.8498690224078018e-06,-1.7354394685753505e-06,-1.6210098010560614e-06,-1.50658024722361e-06,-1.392150579704321e-06,-1.2777210258718696e-06,-1.1632913583525806e-06,-1.0488616908332915e-06,-9.344321370008402e-07,-8.2000252632497e-07,-7.055729156490997e-07,-5.911432481298107e-07,-4.7671363745394046e-07,-3.6228402677807026e-07,-2.4785441610220005e-07,-1.3342480542632984e-07,-1.8995180539604917e-08,9.543443724169265e-08,2.0986405502299021e-07,3.242936656988604e-07,4.3872330479644006e-07,5.531529154723103e-07,6.675825261481805e-07,7.820121368240507e-07,8.964417474999209e-07,1.01087141501921e-06,1.1253009688516613e-06,1.2397306363709504e-06,1.3541601902034017e-06,1.4685898577226908e-06,1.5830194115551421e-06,1.6974490790744312e-06,1.8118787465937203e-06,1.9263084141130093e-06,2.040737854258623e-06,2.155167521777912e-06,2.269597189297201e-06,2.38402685681649e-06,2.4984565243357792e-06,2.612885964481393e-06,2.727315632000682e-06,2.841745299519971e-06,2.95617496703926e-06,3.0706044071848737e-06,3.1850340747041628e-06,3.299463742223452e-06,3.413893409742741e-06,3.52832307726203e-06,3.6427525174076436e-06,3.7571821849269327e-06,3.871611625072546e-06,3.986041519965511e-06,4.1004709601111244e-06,4.214900855004089e-06,4.329330295149703e-06],"_type":"histogram","values":[2,0,0,5,1,7,7,3,8,7,10,9,12,7,13,19,19,24,23,26,33,26,33,35,22,31,24,34,28,26,32,28,27,25,22,18,23,15,14,11,6,13,9,8,5,3,3,1,0,0,3,2,0,2,0,1,0,0,1,1,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-1.7328946341876872e-05,-1.6789472283562645e-05,-1.624999822524842e-05,-1.5710524166934192e-05,-1.5171050108619966e-05,-1.4631576050305739e-05,-1.4092101991991512e-05,-1.3552627933677286e-05,-1.301315387536306e-05,-1.2473678907554131e-05,-1.1934204849239904e-05,-1.1394730790925678e-05,-1.0855256732611451e-05,-1.0315782674297225e-05,-9.776308615982998e-06,-9.236834557668772e-06,-8.697360499354545e-06,-8.157886441040318e-06,-7.618412382726092e-06,-7.078938324411865e-06,-6.539464266097639e-06,-5.999989753036061e-06,-5.460515694721835e-06,-4.921041636407608e-06,-4.381567578093382e-06,-3.842093519779155e-06,-3.3026194614649285e-06,-2.7631451757770265e-06,-2.2236711174628e-06,-1.6841970591485733e-06,-1.144722887147509e-06,-6.052487719898636e-07,-6.577465683221817e-08,4.7369945832542726e-07,1.0131735734830727e-06,1.552647745484137e-06,2.0921218037983635e-06,2.63159586211259e-06,3.171070147800492e-06,3.7105442061147187e-06,4.250018264428945e-06,4.789492322743172e-06,5.328966381057398e-06,5.868440439371625e-06,6.407914952433202e-06,6.947389010747429e-06,7.4868630690616556e-06,8.026337127375882e-06,8.565811185690109e-06,9.105285244004335e-06,9.644759302318562e-06,1.0184233360632788e-05,1.0723707418947015e-05,1.1263181477261242e-05,1.1802655535575468e-05,1.2342129593889695e-05,1.2881604561698623e-05,1.342107862001285e-05,1.3960552678327076e-05,1.4500026736641303e-05,1.503950079495553e-05,1.5578974853269756e-05,1.6118448911583982e-05,1.665792296989821e-05,1.7197397028212436e-05],"_type":"histogram","values":[1,2,3,2,3,9,3,7,11,7,9,13,16,18,15,10,16,23,16,23,20,14,18,15,14,22,9,16,9,12,15,21,11,16,13,8,13,16,14,15,14,9,20,15,16,19,15,15,10,15,7,16,11,23,9,17,9,4,7,4,4,4,2,5]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,3,2,2,2,6,6,4,8,9,13,18,21,15,28,35,45,52,75,81,99,115,142,157,168,168,137,111,80,90,58,64,53,21,34,20,19,14,13,14,7,9,4,6,5,5,2,2,2,0,0,1,0,0,0,0,1],"bins":[-56.96875,-55.16015625,-53.3515625,-51.54296875,-49.734375,-47.92578125,-46.1171875,-44.30859375,-42.5,-40.69140625,-38.8828125,-37.07421875,-35.265625,-33.45703125,-31.6484375,-29.83984375,-28.03125,-26.22265625,-24.4140625,-22.60546875,-20.796875,-18.98828125,-17.1796875,-15.37109375,-13.5625,-11.75390625,-9.9453125,-8.13671875,-6.328125,-4.51953125,-2.7109375,-0.90234375,0.90625,2.71484375,4.5234375,6.33203125,8.140625,9.94921875,11.7578125,13.56640625,15.375,17.18359375,18.9921875,20.80078125,22.609375,24.41796875,26.2265625,28.03515625,29.84375,31.65234375,33.4609375,35.26953125,37.078125,38.88671875,40.6953125,42.50390625,44.3125,46.12109375,47.9296875,49.73828125,51.546875,53.35546875,55.1640625,56.97265625,58.78125]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,0,1,0,1,2,1,1,0,2,3,1,0,4,2,7,10,3,7,10,8,13,22,21,22,39,38,71,84,63,68,50,40,28,30,16,19,18,7,10,7,6,5,3,2,3,2,3,0,2,1,3,3,1,1,1,1,0,0,0,0,1],"bins":[-0.0055389404296875,-0.005363106727600098,-0.005187273025512695,-0.005011439323425293,-0.004835605621337891,-0.004659771919250488,-0.004483938217163086,-0.004308104515075684,-0.004132270812988281,-0.003956437110900879,-0.0037806034088134766,-0.0036047697067260742,-0.003428936004638672,-0.0032531023025512695,-0.003077268600463867,-0.002901434898376465,-0.0027256011962890625,-0.00254976749420166,-0.002373933792114258,-0.0021981000900268555,-0.002022266387939453,-0.0018464326858520508,-0.0016705989837646484,-0.001494765281677246,-0.0013189315795898438,-0.0011430978775024414,-0.0009672641754150391,-0.0007914304733276367,-0.0006155967712402344,-0.00043976306915283203,-0.0002639293670654297,-8.809566497802734e-05,8.7738037109375e-05,0.00026357173919677734,0.0004394054412841797,0.000615239143371582,0.0007910728454589844,0.0009669065475463867,0.001142740249633789,0.0013185739517211914,0.0014944076538085938,0.001670241355895996,0.0018460750579833984,0.0020219087600708008,0.002197742462158203,0.0023735761642456055,0.002549409866333008,0.00272524356842041,0.0029010772705078125,0.003076910972595215,0.003252744674682617,0.0034285783767700195,0.003604412078857422,0.0037802457809448242,0.0039560794830322266,0.004131913185119629,0.004307746887207031,0.004483580589294434,0.004659414291381836,0.004835247993469238,0.005011081695556641,0.005186915397644043,0.005362749099731445,0.005538582801818848,0.00571441650390625],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[4,8,2,11,8,8,12,16,13,11,18,15,19,15,16,16,18,16,20,15,13,14,9,13,14,15,10,14,10,8,8,8,10,10,8,14,18,18,12,12,13,9,11,7,16,15,14,17,16,18,21,8,16,13,8,7,12,12,8,8,7,5,5,3],"bins":[-2.0617568225134164e-05,-1.996145147131756e-05,-1.9305334717500955e-05,-1.864921796368435e-05,-1.7993101209867746e-05,-1.733698445605114e-05,-1.6680867702234536e-05,-1.6024750948417932e-05,-1.5368634194601327e-05,-1.4712517440784723e-05,-1.4056400686968118e-05,-1.3400283933151513e-05,-1.2744167179334909e-05,-1.2088050425518304e-05,-1.14319336717017e-05,-1.0775816917885095e-05,-1.011970016406849e-05,-9.463583410251886e-06,-8.807466656435281e-06,-8.151349902618676e-06,-7.495233148802072e-06,-6.839116394985467e-06,-6.182999641168863e-06,-5.526882887352258e-06,-4.870766133535653e-06,-4.214649379719049e-06,-3.558532625902444e-06,-2.9024158720858395e-06,-2.246299118269235e-06,-1.5901823644526303e-06,-9.340656106360257e-07,-2.7794885681942105e-07,3.781697159865871e-07,1.0342864698031917e-06,1.6904032236197963e-06,2.346519977436401e-06,3.0026367312530056e-06,3.65875348506961e-06,4.314870238886215e-06,4.970986992702819e-06,5.627103746519424e-06,6.283220500336029e-06,6.939337254152633e-06,7.595454007969238e-06,8.251570761785842e-06,8.907687515602447e-06,9.563804269419052e-06,1.0219921023235656e-05,1.0876037777052261e-05,1.1532154530868866e-05,1.218827128468547e-05,1.2844388038502075e-05,1.350050479231868e-05,1.4156621546135284e-05,1.4812738299951889e-05,1.5468855053768493e-05,1.6124971807585098e-05,1.6781088561401702e-05,1.7437205315218307e-05,1.809332206903491e-05,1.8749438822851516e-05,1.940555557666812e-05,2.0061672330484726e-05,2.071778908430133e-05,2.1373905838117935e-05]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"values":[2,1,3,2,1,6,6,10,4,8,15,14,16,14,19,34,24,30,44,38,39,41,53,52,46,52,71,72,71,78,74,73,80,77,76,70,76,70,72,54,60,43,51,43,48,41,30,20,23,22,15,13,16,4,6,7,4,5,3,3,1,0,1,1],"bins":[-1.5812003766768612e-05,-1.531678208266385e-05,-1.4821558579569682e-05,-1.4326335985970218e-05,-1.3831113392370753e-05,-1.3335890798771288e-05,-1.2840668205171824e-05,-1.2345445611572359e-05,-1.1850223017972894e-05,-1.135500042437343e-05,-1.0859777830773965e-05,-1.03645552371745e-05,-9.869332643575035e-06,-9.37411004997557e-06,-8.878887456376106e-06,-8.38366486277664e-06,-7.888442269177176e-06,-7.393219675577711e-06,-6.8979970819782466e-06,-6.402774488378782e-06,-5.907551894779317e-06,-5.412329301179852e-06,-4.917106707580388e-06,-4.421884113980923e-06,-3.926661520381458e-06,-3.4314389267819934e-06,-2.9362163331825286e-06,-2.440993739583064e-06,-1.945771145983599e-06,-1.4505485523841344e-06,-9.553259587846696e-07,-4.601033651852049e-07,3.51210474036634e-08,5.303436410031281e-07,1.0255662346025929e-06,1.5207888282020576e-06,2.0160114218015224e-06,2.511234015400987e-06,3.006456609000452e-06,3.5016792025999166e-06,3.996901796199381e-06,4.492124389798846e-06,4.987346983398311e-06,5.482569576997776e-06,5.97779217059724e-06,6.473014764196705e-06,6.96823735779617e-06,7.4634599513956346e-06,7.9586825449951e-06,8.453905138594564e-06,8.949127732194029e-06,9.444350325793494e-06,9.939572919392958e-06,1.0434795512992423e-05,1.0930018106591888e-05,1.1425240700191353e-05,1.1920463293790817e-05,1.2415685887390282e-05,1.2910908480989747e-05,1.3406131074589211e-05,1.3901353668188676e-05,1.4396576261788141e-05,1.4891798855387606e-05,1.538702053949237e-05,1.5882244042586535e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,2,1,0,0,0,2,1,1,4,6,2,3,2,10,7,10,5,14,13,11,23,20,23,19,15,20,23,32,26,36,24,43,29,21,38,25,24,24,22,25,18,25,24,21,12,8,8,4,6,7,6,4,4,3,1,2,3,1,0,2,0,0,2],"bins":[-131.0957489013672,-127.06791687011719,-123.04008483886719,-119.01226043701172,-114.98442840576172,-110.95659637451172,-106.92876434326172,-102.90093231201172,-98.87310791015625,-94.84527587890625,-90.81744384765625,-86.78961181640625,-82.76177978515625,-78.73394775390625,-74.70612335205078,-70.67829132080078,-66.65045928955078,-62.62262725830078,-58.59479904174805,-54.56696701049805,-50.53913879394531,-46.51130676269531,-42.48347473144531,-38.45564651489258,-34.42781448364258,-30.39998435974121,-26.372154235839844,-22.344322204589844,-18.316492080688477,-14.28866195678711,-10.260830879211426,-6.2330002784729,-2.205169677734375,1.8226609230041504,5.850491523742676,9.87832260131836,13.906152725219727,17.933982849121094,21.961814880371094,25.98964500427246,30.017475128173828,34.04530715942383,38.07313537597656,42.10096740722656,46.12879943847656,50.1566276550293,54.1844596862793,58.21228790283203,62.24011993408203,66.26795196533203,70.29578399658203,74.3236083984375,78.3514404296875,82.3792724609375,86.4071044921875,90.4349365234375,94.4627685546875,98.49059295654297,102.51842498779297,106.54625701904297,110.57408905029297,114.60192108154297,118.62974548339844,122.65757751464844,126.68540954589844],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-0.005340576171875,-0.005187392234802246,-0.005034208297729492,-0.004881024360656738,-0.004727840423583984,-0.0045746564865112305,-0.0044214725494384766,-0.004268288612365723,-0.004115104675292969,-0.003961920738220215,-0.003808736801147461,-0.003655552864074707,-0.003502368927001953,-0.0033491849899291992,-0.0031960010528564453,-0.0030428171157836914,-0.0028896331787109375,-0.0027364492416381836,-0.0025832653045654297,-0.0024300813674926758,-0.002276897430419922,-0.002123713493347168,-0.001970529556274414,-0.0018173456192016602,-0.0016641616821289062,-0.0015109777450561523,-0.0013577938079833984,-0.0012046098709106445,-0.0010514259338378906,-0.0008982419967651367,-0.0007450580596923828,-0.0005918741226196289,-0.000438690185546875,-0.0002855062484741211,-0.0001323223114013672,2.086162567138672e-05,0.00017404556274414062,0.00032722949981689453,0.00048041343688964844,0.0006335973739624023,0.0007867813110351562,0.0009399652481079102,0.001093149185180664,0.001246333122253418,0.0013995170593261719,0.0015527009963989258,0.0017058849334716797,0.0018590688705444336,0.0020122528076171875,0.0021654367446899414,0.0023186206817626953,0.0024718046188354492,0.002624988555908203,0.002778172492980957,0.002931356430053711,0.003084540367126465,0.0032377243041992188,0.0033909082412719727,0.0035440921783447266,0.0036972761154174805,0.0038504600524902344,0.004003643989562988,0.004156827926635742,0.004310011863708496,0.00446319580078125],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,1,1,1,1,2,1,1,2,7,0,4,8,7,10,10,7,10,14,16,32,29,46,53,64,68,71,46,40,44,31,24,21,12,9,14,13,8,7,9,1,2,2,2,1,3,2,2,2,1,1,0,2,0,1]},"_runtime":50.212833811,"_wandb":{"runtime":50},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.09931405633687973,-0.09618332237005234,-0.09305259585380554,-0.08992186188697815,-0.08679113537073135,-0.08366040140390396,-0.08052967488765717,-0.07739894092082977,-0.07426820695400238,-0.07113748043775558,-0.06800674647092819,-0.0648760199546814,-0.061745285987854004,-0.05861455574631691,-0.055483825504779816,-0.05235309526324272,-0.04922236502170563,-0.04609163478016853,-0.04296090453863144,-0.039830174297094345,-0.03669944405555725,-0.03356871008872986,-0.030437979847192764,-0.02730724960565567,-0.024176519364118576,-0.021045789122581482,-0.017915058881044388,-0.014784326776862144,-0.01165359653532505,-0.008522866293787956,-0.0053921351209282875,-0.002261404413729906,0.0008693262934684753,0.004000057000666857,0.007130787707865238,0.010261518880724907,0.013392249122262001,0.016522979363799095,0.01965371146798134,0.022784441709518433,0.025915171951055527,0.02904590219259262,0.032176632434129715,0.03530736267566681,0.0384380966424942,0.041568826884031296,0.04469955712556839,0.047830287367105484,0.05096101760864258,0.05409174785017967,0.057222478091716766,0.06035320833325386,0.06348393857479095,0.06661467254161835,0.06974539905786514,0.07287613302469254,0.07600685954093933,0.07913759350776672,0.08226832747459412,0.08539905399084091,0.0885297879576683,0.0916605144739151,0.09479124844074249,0.09792197495698929,0.10105270892381668],"_type":"histogram","values":[1,2,4,6,8,21,39,93,136,216,410,623,1101,1679,2703,4003,5844,8401,11667,15770,21161,27510,34508,43065,51897,61063,70180,78403,86441,92596,95699,98560,97075,94268,89416,82510,74352,65176,56049,47080,38097,30461,23742,18062,13410,9498,6660,4700,3041,2057,1341,843,506,322,195,86,54,23,13,9,6,0,1,1]},"gradients/bert.encoder.layer.1.output.dense.weight":{"values":[1,0,0,2,2,5,6,5,9,12,14,30,30,38,57,84,114,180,234,354,505,789,1144,1744,2558,4021,6483,10382,18175,32500,67766,178532,529192,442896,148524,59258,28453,15410,8842,5364,3236,2141,1273,795,594,370,225,156,105,80,54,30,27,21,18,8,2,8,0,2,0,3,0,1],"bins":[-166.5,-161.4375,-156.375,-151.3125,-146.25,-141.1875,-136.125,-131.0625,-126,-120.9375,-115.875,-110.8125,-105.75,-100.6875,-95.625,-90.5625,-85.5,-80.4375,-75.375,-70.3125,-65.25,-60.1875,-55.125,-50.0625,-45,-39.9375,-34.875,-29.8125,-24.75,-19.6875,-14.625,-9.5625,-4.5,0.5625,5.625,10.6875,15.75,20.8125,25.875,30.9375,36,41.0625,46.125,51.1875,56.25,61.3125,66.375,71.4375,76.5,81.5625,86.625,91.6875,96.75,101.8125,106.875,111.9375,117,122.0625,127.125,132.1875,137.25,142.3125,147.375,152.4375,157.5],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-2.0272074834792875e-05,-1.962296482815873e-05,-1.8973854821524583e-05,-1.8324742995901033e-05,-1.7675632989266887e-05,-1.702652298263274e-05,-1.6377412975998595e-05,-1.572830296936445e-05,-1.5079192053235602e-05,-1.4430082046601456e-05,-1.3780971130472608e-05,-1.3131861123838462e-05,-1.2482751117204316e-05,-1.1833640201075468e-05,-1.1184530194441322e-05,-1.0535419278312474e-05,-9.886309271678329e-06,-9.237199265044183e-06,-8.588088348915335e-06,-7.938978342281189e-06,-7.289867880899692e-06,-6.640757419518195e-06,-5.991647412884049e-06,-5.342536951502552e-06,-4.693426490121055e-06,-4.0443160287395585e-06,-3.395205794731737e-06,-2.7460955607239157e-06,-2.096985099342419e-06,-1.4478747516477597e-06,-7.987644039531006e-07,-1.4965405625844141e-07,4.994562914362177e-07,1.1485666391308769e-06,1.797676986825536e-06,2.4467872208333574e-06,3.0958976822148543e-06,3.745008143596351e-06,4.394118150230497e-06,5.043228611611994e-06,5.692339072993491e-06,6.341449534374988e-06,6.9905599957564846e-06,7.63967000239063e-06,8.288780009024777e-06,8.937890925153624e-06,9.58700093178777e-06,1.0236111847916618e-05,1.0885221854550764e-05,1.153433186118491e-05,1.2183442777313758e-05,1.2832552783947904e-05,1.3481663700076751e-05,1.4130773706710897e-05,1.4779883713345043e-05,1.542899371997919e-05,1.607810554560274e-05,1.6727215552236885e-05,1.737632555887103e-05,1.8025435565505177e-05,1.8674545572139323e-05,1.932365557877347e-05,1.9972767404397018e-05,2.0621877411031164e-05,2.127098741766531e-05],"_type":"histogram","values":[3,3,3,5,10,10,13,10,13,9,14,16,18,15,18,21,20,14,16,16,14,9,11,12,12,16,12,10,9,9,11,6,13,14,7,11,14,7,18,11,17,12,7,19,16,18,15,13,28,16,11,12,17,14,23,10,12,7,9,8,3,4,2,2]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,1,0,1,1,2,1,1,4,1,0,4,2,3,5,5,5,7,8,6,10,15,13,19,15,23,36,35,24,30,38,52,34,45,41,30,35,28,26,23,23,23,13,18,11,9,9,4,7,3,2,2,1,3,2,2,2,0,2,2],"bins":[-8.484375,-8.251708984375,-8.01904296875,-7.786376953125,-7.5537109375,-7.321044921875,-7.08837890625,-6.855712890625,-6.623046875,-6.390380859375,-6.15771484375,-5.925048828125,-5.6923828125,-5.459716796875,-5.22705078125,-4.994384765625,-4.76171875,-4.529052734375,-4.29638671875,-4.063720703125,-3.8310546875,-3.598388671875,-3.36572265625,-3.133056640625,-2.900390625,-2.667724609375,-2.43505859375,-2.202392578125,-1.9697265625,-1.737060546875,-1.50439453125,-1.271728515625,-1.0390625,-0.806396484375,-0.57373046875,-0.341064453125,-0.1083984375,0.124267578125,0.35693359375,0.589599609375,0.822265625,1.054931640625,1.28759765625,1.520263671875,1.7529296875,1.985595703125,2.21826171875,2.450927734375,2.68359375,2.916259765625,3.14892578125,3.381591796875,3.6142578125,3.846923828125,4.07958984375,4.312255859375,4.544921875,4.777587890625,5.01025390625,5.242919921875,5.4755859375,5.708251953125,5.94091796875,6.173583984375,6.40625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,0,0,1,0,0,1,1,0,1,2,0,1,3,2,3,1,4,6,3,10,3,9,9,11,16,12,21,32,29,43,79,82,91,58,50,40,32,19,21,5,9,13,3,6,7,7,10,3,1,2,0,0,1,1,0,0,0,0,0,1,2],"bins":[-0.005962371826171875,-0.005792140960693359,-0.005621910095214844,-0.005451679229736328,-0.0052814483642578125,-0.005111217498779297,-0.004940986633300781,-0.004770755767822266,-0.00460052490234375,-0.004430294036865234,-0.004260063171386719,-0.004089832305908203,-0.0039196014404296875,-0.003749370574951172,-0.0035791397094726562,-0.0034089088439941406,-0.003238677978515625,-0.0030684471130371094,-0.0028982162475585938,-0.002727985382080078,-0.0025577545166015625,-0.002387523651123047,-0.0022172927856445312,-0.0020470619201660156,-0.0018768310546875,-0.0017066001892089844,-0.0015363693237304688,-0.0013661384582519531,-0.0011959075927734375,-0.0010256767272949219,-0.0008554458618164062,-0.0006852149963378906,-0.000514984130859375,-0.0003447532653808594,-0.00017452239990234375,-4.291534423828125e-06,0.0001659393310546875,0.0003361701965332031,0.0005064010620117188,0.0006766319274902344,0.00084686279296875,0.0010170936584472656,0.0011873245239257812,0.0013575553894042969,0.0015277862548828125,0.0016980171203613281,0.0018682479858398438,0.0020384788513183594,0.002208709716796875,0.0023789405822753906,0.0025491714477539062,0.002719402313232422,0.0028896331787109375,0.003059864044189453,0.0032300949096679688,0.0034003257751464844,0.003570556640625,0.0037407875061035156,0.003911018371582031,0.004081249237060547,0.0042514801025390625,0.004421710968017578,0.004591941833496094,0.004762172698974609,0.004932403564453125],"_type":"histogram"},"parameters/linear.weight":{"_type":"histogram","values":[1498,1560,1566,1615,1522,1516,1495,1453,1532,1599,1531,1521,1501,1481,1552,1573,1549,1506,1533,1541,1571,1498,1592,1520,1482,1519,1566,1606,1546,1513,1538,1494,1547,1581,1578,1494,1527,1472,1484,1555,1530,1553,1514,1525,1555,1545,1532,1542,1465,1526,1594,1577,1616,1574,1550,1497,1551,1518,1553,1588,1548,1609,1464,1451],"bins":[-0.03609360754489899,-0.03496544808149338,-0.03383728861808777,-0.03270912915468216,-0.03158096969127655,-0.030452808365225792,-0.029324648901820183,-0.028196489438414574,-0.027068329975008965,-0.025940170511603355,-0.024812011048197746,-0.023683851584792137,-0.02255569025874138,-0.02142753079533577,-0.02029937133193016,-0.01917121186852455,-0.018043052405118942,-0.016914892941713333,-0.015786733478307724,-0.01465857308357954,-0.013530413620173931,-0.012402254156768322,-0.011274093762040138,-0.010145934298634529,-0.00901777483522892,-0.00788961537182331,-0.006761455442756414,-0.005633295513689518,-0.004505136050283909,-0.003376976354047656,-0.0022488166578114033,-0.0011206569615751505,7.502734661102295e-06,0.001135662430897355,0.002263822127133608,0.0033919818233698606,0.0045201415196061134,0.0056483009830117226,0.006776460912078619,0.007904620841145515,0.009032780304551125,0.010160939767956734,0.011289099231362343,0.012417259626090527,0.013545419089496136,0.014673578552901745,0.01580173894762993,0.016929898411035538,0.018058057874441147,0.019186217337846756,0.020314376801252365,0.021442536264657974,0.022570695728063583,0.023698857054114342,0.02482701651751995,0.02595517598092556,0.02708333544433117,0.028211494907736778,0.029339654371142387,0.030467813834547997,0.031595975160598755,0.032724134624004364,0.03385229408740997,0.03498045355081558,0.03610861301422119]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,1,3,3,4,8,9,13,24,23,42,71,80,112,168,219,334,463,704,971,1466,2268,3602,5766,9546,16802,31615,66438,186330,144426,54029,26567,14659,8392,5133,3209,2057,1373,866,601,440,268,212,152,106,66,66,34,29,15,12,4,6,4,3,3,1,1,2,1,0,0,0,1],"bins":[-17.109375,-16.516845703125,-15.92431640625,-15.331787109375,-14.7392578125,-14.146728515625,-13.55419921875,-12.961669921875,-12.369140625,-11.776611328125,-11.18408203125,-10.591552734375,-9.9990234375,-9.406494140625,-8.81396484375,-8.221435546875,-7.62890625,-7.036376953125,-6.44384765625,-5.851318359375,-5.2587890625,-4.666259765625,-4.07373046875,-3.481201171875,-2.888671875,-2.296142578125,-1.70361328125,-1.111083984375,-0.5185546875,0.073974609375,0.66650390625,1.259033203125,1.8515625,2.444091796875,3.03662109375,3.629150390625,4.2216796875,4.814208984375,5.40673828125,5.999267578125,6.591796875,7.184326171875,7.77685546875,8.369384765625,8.9619140625,9.554443359375,10.14697265625,10.739501953125,11.33203125,11.924560546875,12.51708984375,13.109619140625,13.7021484375,14.294677734375,14.88720703125,15.479736328125,16.072265625,16.664794921875,17.25732421875,17.849853515625,18.4423828125,19.034912109375,19.62744140625,20.219970703125,20.8125],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,2,2,6,6,22,37,51,121,154,264,438,806,1250,1928,2818,4327,6258,8868,12236,16492,21679,27812,34782,42954,51200,60447,69577,77242,84409,90416,94498,96338,95470,93215,88228,81799,73661,65284,56280,47953,39598,32011,24799,19150,14451,10453,7544,5378,3611,2450,1587,995,608,411,224,113,62,42,19,15,6,4,2],"bins":[-0.10050472617149353,-0.09743890166282654,-0.09437307715415955,-0.09130725264549255,-0.08824142813682556,-0.08517560362815857,-0.08210977911949158,-0.07904395461082458,-0.07597813010215759,-0.07291229814291,-0.06984647363424301,-0.06678064912557602,-0.06371482461690903,-0.060649000108242035,-0.05758317559957504,-0.05451735109090805,-0.05145152658224106,-0.048385702073574066,-0.045319877564907074,-0.04225405305624008,-0.03918822854757309,-0.0361224003136158,-0.03305657580494881,-0.029990751296281815,-0.026924926787614822,-0.02385910227894783,-0.020793277770280838,-0.017727451398968697,-0.014661626890301704,-0.011595802381634712,-0.008529976941645145,-0.005464151967316866,-0.0023983344435691833,0.0006674905307590961,0.0037333155050873756,0.006799140479415655,0.009864965453743935,0.012930789962410927,0.015996616333723068,0.01906244084239006,0.022128265351057053,0.025194089859724045,0.028259914368391037,0.03132573887705803,0.03439156711101532,0.03745739161968231,0.040523216128349304,0.043589040637016296,0.04665486514568329,0.04972068965435028,0.05278651416301727,0.055852338671684265,0.05891816318035126,0.06198399141430855,0.06504981219768524,0.06811563670635223,0.07118146121501923,0.07424729317426682,0.07731311768293381,0.0803789421916008,0.08344476670026779,0.08651059120893478,0.08957641571760178,0.09264224022626877,0.09570806473493576]},"parameters/bert.encoder.layer.1.output.dense.bias":{"values":[2,5,4,6,7,9,9,15,12,17,17,16,11,15,16,11,16,23,14,16,16,19,10,14,18,16,14,10,11,13,12,12,12,8,10,7,10,10,14,12,12,12,13,13,13,14,15,17,19,16,18,12,12,11,13,11,11,14,8,7,7,6,2,3],"bins":[-2.1159055904718116e-05,-2.0491015675361268e-05,-1.982297544600442e-05,-1.9154937035636976e-05,-1.848689680628013e-05,-1.781885657692328e-05,-1.7150818166555837e-05,-1.648277793719899e-05,-1.581473770784214e-05,-1.5146697478485294e-05,-1.4478658158623148e-05,-1.3810618838761002e-05,-1.3142578609404154e-05,-1.2474538380047306e-05,-1.180649906018516e-05,-1.1138459740323015e-05,-1.0470419510966167e-05,-9.802379281609319e-06,-9.134339961747173e-06,-8.466300641885027e-06,-7.79826041252818e-06,-7.130220637918683e-06,-6.462180863309186e-06,-5.794141088699689e-06,-5.126101314090192e-06,-4.4580615394806955e-06,-3.7900217648711987e-06,-3.121981990261702e-06,-2.453942215652205e-06,-1.7859024410427082e-06,-1.1178626664332114e-06,-4.498228918237146e-07,2.1821688278578222e-07,8.86256657395279e-07,1.5542964320047759e-06,2.2223362066142727e-06,2.8903759812237695e-06,3.5584157558332663e-06,4.226455530442763e-06,4.89449530505226e-06,5.562535079661757e-06,6.2305748542712536e-06,6.89861462888075e-06,7.566654403490247e-06,8.234694178099744e-06,8.902734407456592e-06,9.570773727318738e-06,1.0238813047180884e-05,1.0906853276537731e-05,1.1574893505894579e-05,1.2242932825756725e-05,1.2910972145618871e-05,1.3579012374975719e-05,1.4247052604332566e-05,1.4915091924194712e-05,1.5583131244056858e-05,1.6251171473413706e-05,1.6919211702770554e-05,1.75872519321274e-05,1.8255290342494845e-05,1.8923330571851693e-05,1.959137080120854e-05,2.0259409211575985e-05,2.0927449440932833e-05,2.159548967028968e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,2,3,1,3,3,11,11,14,23,46,61,80,132,186,235,423,535,796,1208,1906,2967,4573,7698,12936,22273,40911,77683,158316,360213,456386,206815,98436,50708,27278,15448,9044,5438,3511,2214,1420,919,642,455,273,205,132,92,66,47,35,11,15,7,5,0,2,3,3,2],"bins":[-136.75,-132.748046875,-128.74609375,-124.744140625,-120.7421875,-116.740234375,-112.73828125,-108.736328125,-104.734375,-100.732421875,-96.73046875,-92.728515625,-88.7265625,-84.724609375,-80.72265625,-76.720703125,-72.71875,-68.716796875,-64.71484375,-60.712890625,-56.7109375,-52.708984375,-48.70703125,-44.705078125,-40.703125,-36.701171875,-32.69921875,-28.697265625,-24.6953125,-20.693359375,-16.69140625,-12.689453125,-8.6875,-4.685546875,-0.68359375,3.318359375,7.3203125,11.322265625,15.32421875,19.326171875,23.328125,27.330078125,31.33203125,35.333984375,39.3359375,43.337890625,47.33984375,51.341796875,55.34375,59.345703125,63.34765625,67.349609375,71.3515625,75.353515625,79.35546875,83.357421875,87.359375,91.361328125,95.36328125,99.365234375,103.3671875,107.369140625,111.37109375,115.373046875,119.375]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[3,3,3,7,12,10,11,8,10,24,16,19,20,14,18,16,18,9,12,16,9,16,15,12,14,10,13,12,11,7,7,12,12,5,9,14,9,18,10,12,17,19,11,15,12,15,10,14,10,12,16,21,8,25,16,15,13,12,7,6,10,2,2,4],"bins":[-2.0962934286217205e-05,-2.0302981283748522e-05,-1.9643030100269243e-05,-1.898307709780056e-05,-1.8323124095331877e-05,-1.7663171092863195e-05,-1.7003218090394512e-05,-1.6343266906915233e-05,-1.568331390444655e-05,-1.5023360901977867e-05,-1.4363408809003886e-05,-1.3703456716029905e-05,-1.3043503713561222e-05,-1.2383550711092539e-05,-1.1723598618118558e-05,-1.1063646525144577e-05,-1.0403693522675894e-05,-9.743740520207211e-06,-9.08378842723323e-06,-8.42383633425925e-06,-7.763883331790566e-06,-7.1039307840692345e-06,-6.4439782363479026e-06,-5.784025688626571e-06,-5.124073140905239e-06,-4.464120593183907e-06,-3.804168045462575e-06,-3.144215497741243e-06,-2.484262950019911e-06,-1.824310402298579e-06,-1.164357854577247e-06,-5.044053068559151e-07,1.5554542187601328e-07,8.154979695973452e-07,1.4754505173186772e-06,2.135403065040009e-06,2.795355612761341e-06,3.455308160482673e-06,4.115260708204005e-06,4.775213255925337e-06,5.435165803646669e-06,6.095118351368001e-06,6.755070899089333e-06,7.415023446810665e-06,8.074975994531997e-06,8.73492899700068e-06,9.39488108997466e-06,1.0054833182948641e-05,1.0714786185417324e-05,1.1374739187886007e-05,1.2034691280859988e-05,1.269464337383397e-05,1.3354596376302652e-05,1.4014549378771335e-05,1.4674501471745316e-05,1.5334453564719297e-05,1.599440656718798e-05,1.6654359569656663e-05,1.7314312572125345e-05,1.7974263755604625e-05,1.8634216758073308e-05,1.929416976054199e-05,1.995412094402127e-05,2.0614073946489953e-05,2.1274026948958635e-05]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[5,5,5,6,14,8,17,9,14,14,13,13,24,9,17,13,15,20,20,9,15,18,10,21,7,6,10,19,9,13,9,7,9,12,11,5,15,11,11,11,13,17,19,15,19,16,14,16,20,15,16,11,13,14,9,7,8,10,10,11,3,4,5,4],"bins":[-2.0065703211002983e-05,-1.9424742276896723e-05,-1.8783783161779866e-05,-1.8142822227673605e-05,-1.7501861293567345e-05,-1.6860900359461084e-05,-1.6219939425354823e-05,-1.5578980310237966e-05,-1.4938019376131706e-05,-1.4297058442025445e-05,-1.3656098417413887e-05,-1.3015138392802328e-05,-1.2374177458696067e-05,-1.1733216524589807e-05,-1.1092256499978248e-05,-1.045129647536669e-05,-9.810335541260429e-06,-9.169374607154168e-06,-8.52841458254261e-06,-7.88745455793105e-06,-7.24649362382479e-06,-6.6055331444658805e-06,-5.964572665106971e-06,-5.323612185748061e-06,-4.6826517063891515e-06,-4.041691227030242e-06,-3.400730747671332e-06,-2.7597702683124226e-06,-2.118809788953513e-06,-1.4778493095946033e-06,-8.368888302356936e-07,-1.9592835087678395e-07,4.4503394747152925e-07,1.085994426830439e-06,1.7269549061893485e-06,2.367915385548258e-06,3.008875864907168e-06,3.6498363442660775e-06,4.290796823624987e-06,4.931757302983897e-06,5.5727177823428065e-06,6.213678261701716e-06,6.854638741060626e-06,7.495599220419535e-06,8.136559699778445e-06,8.777520633884706e-06,9.418480658496264e-06,1.0059440683107823e-05,1.0700401617214084e-05,1.1341362551320344e-05,1.1982322575931903e-05,1.2623282600543462e-05,1.3264243534649722e-05,1.3905204468755983e-05,1.4546164493367542e-05,1.51871245179791e-05,1.582808545208536e-05,1.646904638619162e-05,1.7110007320297882e-05,1.775096643541474e-05,1.8391927369521e-05,1.903288830362726e-05,1.9673847418744117e-05,2.0314808352850378e-05,2.0955769286956638e-05]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,0,2,6,12,23,41,64,122,220,377,566,961,1531,2366,3516,5289,7511,10722,14847,19364,25228,32336,40211,48741,57403,66750,75482,83074,89581,94484,96717,96730,94611,90524,84594,76800,68684,59203,50180,41566,34165,26646,20406,15368,11189,8055,5801,3862,2564,1692,1017,686,408,246,153,85,36,25,8,4,3,4,1],"bins":[-0.0994391068816185,-0.09634082019329071,-0.09324254095554352,-0.09014425426721573,-0.08704597502946854,-0.08394768834114075,-0.08084940165281296,-0.07775112241506577,-0.07465283572673798,-0.07155455648899078,-0.068456269800663,-0.0653579831123352,-0.06225970387458801,-0.05916142091155052,-0.05606313422322273,-0.05296485126018524,-0.04986656829714775,-0.04676828533411026,-0.04367000237107277,-0.04057171568274498,-0.03747343271970749,-0.03437514975667,-0.03127686679363251,-0.028178581967949867,-0.025080299004912376,-0.021982016041874886,-0.018883731216192245,-0.015785448253154755,-0.01268716435879469,-0.009588880464434624,-0.0064905970357358456,-0.0033923133742064238,-0.00029402971267700195,0.00280425394885242,0.005902537610381842,0.00900082103908062,0.012099104933440685,0.01519738882780075,0.01829567179083824,0.02139395661652088,0.024492239579558372,0.027590522542595863,0.030688807368278503,0.033787090331315994,0.036885373294353485,0.039983656257390976,0.043081942945718765,0.046180225908756256,0.04927850887179375,0.05237679183483124,0.05547507479786873,0.05857336148619652,0.06167164444923401,0.0647699236869812,0.06786821037530899,0.07096649706363678,0.07406477630138397,0.07716306298971176,0.08026134222745895,0.08335962891578674,0.08645791560411453,0.08955619484186172,0.09265448153018951,0.0957527607679367,0.0988510474562645],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-18.609375,-18.02392578125,-17.4384765625,-16.85302734375,-16.267578125,-15.68212890625,-15.0966796875,-14.51123046875,-13.92578125,-13.34033203125,-12.7548828125,-12.16943359375,-11.583984375,-10.99853515625,-10.4130859375,-9.82763671875,-9.2421875,-8.65673828125,-8.0712890625,-7.48583984375,-6.900390625,-6.31494140625,-5.7294921875,-5.14404296875,-4.55859375,-3.97314453125,-3.3876953125,-2.80224609375,-2.216796875,-1.63134765625,-1.0458984375,-0.46044921875,0.125,0.71044921875,1.2958984375,1.88134765625,2.466796875,3.05224609375,3.6376953125,4.22314453125,4.80859375,5.39404296875,5.9794921875,6.56494140625,7.150390625,7.73583984375,8.3212890625,8.90673828125,9.4921875,10.07763671875,10.6630859375,11.24853515625,11.833984375,12.41943359375,13.0048828125,13.59033203125,14.17578125,14.76123046875,15.3466796875,15.93212890625,16.517578125,17.10302734375,17.6884765625,18.27392578125,18.859375],"_type":"histogram","values":[2,2,2,6,11,7,7,17,14,22,30,40,49,69,90,122,157,221,309,435,629,893,1263,1959,2906,4662,7259,11588,19601,35364,72856,183025,124044,52562,27008,15386,9546,5871,3809,2481,1654,1145,767,518,395,273,202,131,113,75,53,45,30,31,14,12,16,15,6,1,1,1,0,2]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,1,5,9,11,29,64,84,170,272,402,691,971,1451,2178,3026,4164,5680,7729,9938,12261,15748,18580,22056,25224,28354,31147,33595,35449,36277,36401,35266,33711,30806,28526,25265,21846,18582,15073,12507,9749,7486,5582,4167,3099,2183,1448,904,648,396,229,162,98,55,25,15,10,6,4,1,3,1,1],"bins":[-0.09531032294034958,-0.09223400056362152,-0.08915768563747406,-0.086081363260746,-0.08300504833459854,-0.07992872595787048,-0.07685241103172302,-0.07377608865499496,-0.0706997662782669,-0.06762345135211945,-0.06454712897539139,-0.06147081404924393,-0.05839449167251587,-0.05531817302107811,-0.05224185436964035,-0.04916553571820259,-0.04608921706676483,-0.04301289841532707,-0.03993657976388931,-0.03686026111245155,-0.033783942461013794,-0.030707621946930885,-0.027631301432847977,-0.024554982781410217,-0.021478664129972458,-0.0184023454785347,-0.015326025895774364,-0.01224970631301403,-0.009173387661576271,-0.006097068544477224,-0.0030207494273781776,5.5569689720869064e-05,0.003131881356239319,0.0062082004733383656,0.009284519590437412,0.012360839173197746,0.015437157824635506,0.018513476476073265,0.021589796990156174,0.024666115641593933,0.027742434293031693,0.030818752944469452,0.03389507159590721,0.03697139024734497,0.04004771262407303,0.04312403127551079,0.04620034992694855,0.04927666857838631,0.052352987229824066,0.055429305881261826,0.058505624532699585,0.061581943184137344,0.0646582618355751,0.06773458421230316,0.07081089913845062,0.07388722151517868,0.07696354389190674,0.0800398588180542,0.08311618119478226,0.08619249612092972,0.08926881849765778,0.09234513342380524,0.0954214558005333,0.09849777072668076,0.10157409310340881]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-182,-176.51171875,-171.0234375,-165.53515625,-160.046875,-154.55859375,-149.0703125,-143.58203125,-138.09375,-132.60546875,-127.1171875,-121.62890625,-116.140625,-110.65234375,-105.1640625,-99.67578125,-94.1875,-88.69921875,-83.2109375,-77.72265625,-72.234375,-66.74609375,-61.2578125,-55.76953125,-50.28125,-44.79296875,-39.3046875,-33.81640625,-28.328125,-22.83984375,-17.3515625,-11.86328125,-6.375,-0.88671875,4.6015625,10.08984375,15.578125,21.06640625,26.5546875,32.04296875,37.53125,43.01953125,48.5078125,53.99609375,59.484375,64.97265625,70.4609375,75.94921875,81.4375,86.92578125,92.4140625,97.90234375,103.390625,108.87890625,114.3671875,119.85546875,125.34375,130.83203125,136.3203125,141.80859375,147.296875,152.78515625,158.2734375,163.76171875,169.25],"_type":"histogram","values":[1,1,0,2,2,2,6,3,6,8,7,22,29,48,80,121,156,238,380,506,764,1119,1697,2529,3732,5616,8169,12416,18444,27688,41779,62543,90216,97103,70796,47799,32075,21196,14048,9300,6420,4074,2778,1838,1315,867,624,401,278,190,130,96,61,32,26,13,10,15,5,0,2,1,0,1]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,1,7,1,3,6,6,2,7,6,6,10,8,6,6,7,9,5,9,11,16,17,15,15,14,11,10,15,17,16,20,22,16,18,17,15,15,23,31,23,29,15,18,26,26,25,21,21,21,15,16,7,10,14,5,8,6,11,3,3,1,2],"bins":[0.9999755024909973,0.9999762177467346,0.9999768733978271,0.9999775886535645,0.999978244304657,0.9999789595603943,0.9999796748161316,0.9999803304672241,0.9999810457229614,0.999981701374054,0.9999824166297913,0.9999831318855286,0.9999837875366211,0.9999845027923584,0.9999852180480957,0.9999858736991882,0.9999865889549255,0.9999872446060181,0.9999879598617554,0.9999886751174927,0.9999893307685852,0.9999900460243225,0.999990701675415,0.9999914169311523,0.9999921321868896,0.9999927878379822,0.9999935030937195,0.999994158744812,0.9999948740005493,0.9999955892562866,0.9999962449073792,0.9999969601631165,0.999997615814209,0.9999983310699463,0.9999990463256836,0.9999997019767761,1.0000003576278687,1.000001072883606,1.0000017881393433,1.0000025033950806,1.0000032186508179,1.0000038146972656,1.000004529953003,1.0000052452087402,1.0000059604644775,1.0000066757202148,1.0000073909759521,1.0000079870224,1.0000087022781372,1.0000094175338745,1.0000101327896118,1.0000108480453491,1.0000114440917969,1.0000121593475342,1.0000128746032715,1.0000135898590088,1.000014305114746,1.0000149011611938,1.0000156164169312,1.0000163316726685,1.0000170469284058,1.000017762184143,1.0000183582305908,1.0000190734863281,1.0000197887420654]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[4,3,10,8,22,28,54,65,92,143,172,272,375,521,711,930,1321,1751,2426,3141,4287,5839,7896,10997,14755,20513,28208,38967,53110,69620,77282,65258,49123,35893,25766,18549,13853,9903,7394,5371,4047,3014,2151,1647,1172,917,593,458,371,244,194,129,92,65,28,24,24,4,7,4,4,1,0,1],"bins":[-128,-123.78515625,-119.5703125,-115.35546875,-111.140625,-106.92578125,-102.7109375,-98.49609375,-94.28125,-90.06640625,-85.8515625,-81.63671875,-77.421875,-73.20703125,-68.9921875,-64.77734375,-60.5625,-56.34765625,-52.1328125,-47.91796875,-43.703125,-39.48828125,-35.2734375,-31.05859375,-26.84375,-22.62890625,-18.4140625,-14.19921875,-9.984375,-5.76953125,-1.5546875,2.66015625,6.875,11.08984375,15.3046875,19.51953125,23.734375,27.94921875,32.1640625,36.37890625,40.59375,44.80859375,49.0234375,53.23828125,57.453125,61.66796875,65.8828125,70.09765625,74.3125,78.52734375,82.7421875,86.95703125,91.171875,95.38671875,99.6015625,103.81640625,108.03125,112.24609375,116.4609375,120.67578125,124.890625,129.10546875,133.3203125,137.53515625,141.75]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"values":[3,2,5,5,20,28,40,94,114,191,310,471,692,1001,1515,2126,2991,4117,5316,6911,8753,11031,13581,16253,19067,21920,24759,27118,30020,31560,32439,33376,33432,32811,31367,29488,27285,25088,21498,18786,15841,13551,10983,8698,6733,5130,3934,2954,2008,1516,1008,659,458,305,185,112,68,37,27,8,10,7,5,3],"bins":[-0.09122022986412048,-0.08836758881807327,-0.08551495522260666,-0.08266231417655945,-0.07980968058109283,-0.07695703953504562,-0.07410439848899841,-0.0712517648935318,-0.06839912384748459,-0.06554648280143738,-0.06269384920597076,-0.05984120815992355,-0.05698857083916664,-0.05413593351840973,-0.05128329247236252,-0.048430655151605606,-0.045578017830848694,-0.04272538051009178,-0.03987274318933487,-0.03702010214328766,-0.034167464822530746,-0.031314827501773834,-0.028462188318371773,-0.02560954913496971,-0.0227569118142128,-0.019904274493455887,-0.017051635310053825,-0.014198997057974339,-0.011346358805894852,-0.008493720553815365,-0.005641082301735878,-0.002788444049656391,6.420165300369263e-05,0.0029168399050831795,0.005769478157162666,0.008622116409242153,0.01147475466132164,0.014327392913401127,0.017180031165480614,0.020032670348882675,0.022885307669639587,0.0257379449903965,0.02859058417379856,0.03144322335720062,0.034295860677957535,0.03714849799871445,0.04000113904476166,0.04285377636551857,0.04570641368627548,0.048559051007032394,0.05141168832778931,0.05426432937383652,0.05711696669459343,0.05996960401535034,0.06282224506139755,0.06567487865686417,0.06852751970291138,0.07138016074895859,0.0742327943444252,0.07708543539047241,0.07993806898593903,0.08279071003198624,0.08564335107803345,0.08849598467350006,0.09134862571954727],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,2,5,0,1,3,1,4,8,11,10,25,34,24,31,34,47,65,67,87,116,145,165,195,187,131,128,103,88,66,58,39,32,27,22,18,13,12,7,8,2,7,1,2,6,1,1,1,1,0,0,0,1,1,0,1,0,0,0,1],"bins":[-49.875,-48.060546875,-46.24609375,-44.431640625,-42.6171875,-40.802734375,-38.98828125,-37.173828125,-35.359375,-33.544921875,-31.73046875,-29.916015625,-28.1015625,-26.287109375,-24.47265625,-22.658203125,-20.84375,-19.029296875,-17.21484375,-15.400390625,-13.5859375,-11.771484375,-9.95703125,-8.142578125,-6.328125,-4.513671875,-2.69921875,-0.884765625,0.9296875,2.744140625,4.55859375,6.373046875,8.1875,10.001953125,11.81640625,13.630859375,15.4453125,17.259765625,19.07421875,20.888671875,22.703125,24.517578125,26.33203125,28.146484375,29.9609375,31.775390625,33.58984375,35.404296875,37.21875,39.033203125,40.84765625,42.662109375,44.4765625,46.291015625,48.10546875,49.919921875,51.734375,53.548828125,55.36328125,57.177734375,58.9921875,60.806640625,62.62109375,64.435546875,66.25]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[5,1,1,3,8,3,2,6,5,4,5,4,6,12,11,6,13,9,9,11,9,17,12,13,16,19,17,9,14,15,17,18,21,14,23,19,20,30,25,32,22,23,21,26,26,19,22,16,15,14,14,17,12,11,7,5,4,2,2,3,2,0,0,1],"bins":[0.9999765157699585,0.9999772310256958,0.9999779462814331,0.9999786615371704,0.9999793767929077,0.999980092048645,0.9999807476997375,0.9999814629554749,0.9999821782112122,0.9999828934669495,0.9999836087226868,0.9999843239784241,0.9999850392341614,0.9999857544898987,0.999986469745636,0.9999871850013733,0.9999878406524658,0.9999885559082031,0.9999892711639404,0.9999899864196777,0.999990701675415,0.9999914169311523,0.9999921321868896,0.999992847442627,0.9999935626983643,0.9999942779541016,0.9999949932098389,0.9999956488609314,0.9999963641166687,0.999997079372406,0.9999977946281433,0.9999985098838806,0.9999992251396179,0.9999999403953552,1.0000005960464478,1.000001311302185,1.0000020265579224,1.0000027418136597,1.000003457069397,1.0000041723251343,1.0000048875808716,1.0000056028366089,1.0000063180923462,1.0000070333480835,1.0000077486038208,1.000008463859558,1.0000091791152954,1.0000098943710327,1.00001060962677,1.0000113248825073,1.0000120401382446,1.000012755393982,1.0000134706497192,1.0000141859054565,1.0000147819519043,1.0000154972076416,1.000016212463379,1.0000169277191162,1.0000176429748535,1.0000183582305908,1.0000190734863281,1.0000197887420654,1.0000205039978027,1.00002121925354,1.0000219345092773]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,1,1,2,4,3,6,4,13,18,26,34,51,75,119,180,231,366,644,960,1540,2772,4756,8487,15591,29655,60359,133666,353186,569105,211716,88797,41988,21547,11583,6277,3653,2050,1268,739,474,325,199,118,88,49,42,35,13,11,11,7,4,4,3,3,0,1,0,1],"bins":[-156,-151.30859375,-146.6171875,-141.92578125,-137.234375,-132.54296875,-127.8515625,-123.16015625,-118.46875,-113.77734375,-109.0859375,-104.39453125,-99.703125,-95.01171875,-90.3203125,-85.62890625,-80.9375,-76.24609375,-71.5546875,-66.86328125,-62.171875,-57.48046875,-52.7890625,-48.09765625,-43.40625,-38.71484375,-34.0234375,-29.33203125,-24.640625,-19.94921875,-15.2578125,-10.56640625,-5.875,-1.18359375,3.5078125,8.19921875,12.890625,17.58203125,22.2734375,26.96484375,31.65625,36.34765625,41.0390625,45.73046875,50.421875,55.11328125,59.8046875,64.49609375,69.1875,73.87890625,78.5703125,83.26171875,87.953125,92.64453125,97.3359375,102.02734375,106.71875,111.41015625,116.1015625,120.79296875,125.484375,130.17578125,134.8671875,139.55859375,144.25]},"gradients/linear.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,1,1,2,1,3,2,3,9,9,15,19,29,38,51,100,144,223,365,585,912,1473,2402,3793,6250,10132,16878,20077,13281,8222,5012,3109,1948,1188,742,433,301,175,115,81,50,37,32,14,14,6,9,5,4,1,2,1,1,1],"bins":[-1422,-1383.8515625,-1345.703125,-1307.5546875,-1269.40625,-1231.2578125,-1193.109375,-1154.9609375,-1116.8125,-1078.6640625,-1040.515625,-1002.3671875,-964.21875,-926.0703125,-887.921875,-849.7734375,-811.625,-773.4765625,-735.328125,-697.1796875,-659.03125,-620.8828125,-582.734375,-544.5859375,-506.4375,-468.2890625,-430.140625,-391.9921875,-353.84375,-315.6953125,-277.546875,-239.3984375,-201.25,-163.1015625,-124.953125,-86.8046875,-48.65625,-10.5078125,27.640625,65.7890625,103.9375,142.0859375,180.234375,218.3828125,256.53125,294.6796875,332.828125,370.9765625,409.125,447.2734375,485.421875,523.5703125,561.71875,599.8671875,638.015625,676.1640625,714.3125,752.4609375,790.609375,828.7578125,866.90625,905.0546875,943.203125,981.3515625,1019.5]},"parameters/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,2,1,0,0,0,0,0,2,2,2,6,4,6,4,6,10,14,21,14,17,26,31,34,37,43,60,52,47,52,55,65,45,58,67,70,70,68,45,60,38,42,43,43,40,41,34,29,20,18,22,10,17,10,9,4,3,4,2,5,0,3,2],"bins":[-0.07404575496912003,-0.07196656614542007,-0.06988737732172012,-0.06780818849802017,-0.06572899222373962,-0.06364980340003967,-0.06157061457633972,-0.05949142575263977,-0.05741223692893982,-0.05533304810523987,-0.05325385928153992,-0.05117466673254967,-0.049095477908849716,-0.047016289085149765,-0.044937096536159515,-0.042857907712459564,-0.04077871888875961,-0.03869953006505966,-0.03662034124135971,-0.03454114869236946,-0.03246195986866951,-0.03038277104496956,-0.02830358035862446,-0.026224389672279358,-0.024145200848579407,-0.022066012024879456,-0.019986821338534355,-0.017907630652189255,-0.015828441828489304,-0.013749252073466778,-0.011670062318444252,-0.009590872563421726,-0.007511686533689499,-0.005432496778666973,-0.0033533070236444473,-0.0012741172686219215,0.0008050724864006042,0.00288426224142313,0.004963451996445656,0.007042641751468182,0.009121831506490707,0.011201021261513233,0.013280211016535759,0.015359400771558285,0.01743859052658081,0.01951777935028076,0.021596970036625862,0.023676160722970963,0.025755349546670914,0.027834538370370865,0.029913729056715965,0.031992919743061066,0.03407210856676102,0.03615129739046097,0.03823048621416092,0.04030967876315117,0.04238886758685112,0.04446805641055107,0.04654724895954132,0.04862643778324127,0.05070562660694122,0.052784815430641174,0.054864004254341125,0.056943196803331375,0.059022385627031326]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9999759793281555,0.9999766945838928,0.9999773502349854,0.9999780654907227,0.99997878074646,0.9999794960021973,0.9999801516532898,0.9999808669090271,0.9999815821647644,0.9999822378158569,0.9999829530715942,0.9999836683273315,0.9999843239784241,0.9999850392341614,0.9999857544898987,0.999986469745636,0.9999871253967285,0.9999878406524658,0.9999885559082031,0.9999892115592957,0.999989926815033,0.9999906420707703,0.9999912977218628,0.9999920129776001,0.9999927282333374,0.9999934434890747,0.9999940991401672,0.9999948143959045,0.9999955296516418,0.9999961853027344,0.9999969005584717,0.999997615814209,0.9999983310699463,0.9999989867210388,0.9999997019767761,1.0000003576278687,1.000001072883606,1.0000017881393433,1.0000025033950806,1.0000032186508179,1.0000039339065552,1.000004529953003,1.0000052452087402,1.0000059604644775,1.0000066757202148,1.0000073909759521,1.0000081062316895,1.0000088214874268,1.0000094175338745,1.0000101327896118,1.0000108480453491,1.0000115633010864,1.0000122785568237,1.000012993812561,1.0000135898590088,1.000014305114746,1.0000150203704834,1.0000157356262207,1.000016450881958,1.0000171661376953,1.0000178813934326,1.0000184774398804,1.0000191926956177,1.000019907951355,1.0000206232070923],"_type":"histogram","values":[2,1,1,1,3,5,4,3,10,7,6,8,2,7,12,7,7,11,10,10,9,12,9,13,21,13,14,21,19,25,18,17,22,19,18,18,12,13,22,12,16,20,31,20,23,16,30,19,16,18,12,15,19,14,14,12,6,3,8,4,2,3,0,3]},"parameters/bert.embeddings.LayerNorm.weight":{"bins":[0.9999764561653137,0.999977171421051,0.9999778270721436,0.9999785423278809,0.9999792575836182,0.9999799728393555,0.999980628490448,0.9999813437461853,0.9999820590019226,0.9999827146530151,0.9999834299087524,0.9999841451644897,0.9999848008155823,0.9999855160713196,0.9999862313270569,0.9999869465827942,0.9999876022338867,0.999988317489624,0.9999890327453613,0.9999896883964539,0.9999904036521912,0.9999911189079285,0.999991774559021,0.9999924898147583,0.9999932050704956,0.9999939203262329,0.9999945759773254,0.9999952912330627,0.9999960064888,0.9999966621398926,0.9999973773956299,0.9999980926513672,0.9999988079071045,0.999999463558197,1.0000001192092896,1.0000008344650269,1.0000015497207642,1.0000022649765015,1.0000029802322388,1.000003695487976,1.0000044107437134,1.0000050067901611,1.0000057220458984,1.0000064373016357,1.000007152557373,1.0000078678131104,1.0000085830688477,1.000009298324585,1.0000098943710327,1.00001060962677,1.0000113248825073,1.0000120401382446,1.000012755393982,1.0000134706497192,1.000014066696167,1.0000147819519043,1.0000154972076416,1.000016212463379,1.0000169277191162,1.0000176429748535,1.0000183582305908,1.0000189542770386,1.0000196695327759,1.0000203847885132,1.0000211000442505],"_type":"histogram","values":[1,1,2,3,3,5,3,7,4,7,14,5,3,9,8,10,13,8,19,14,6,14,15,14,21,10,13,18,20,21,13,13,18,15,15,23,15,28,20,25,13,16,23,16,29,14,12,24,22,13,14,19,12,14,18,5,8,5,5,2,1,3,2,2]},"gradients/bert.embeddings.LayerNorm.bias":{"values":[3,2,1,0,3,0,1,0,2,2,2,6,2,3,7,3,13,9,18,8,13,18,14,15,20,24,21,26,27,27,23,29,31,33,17,25,28,21,20,25,23,20,17,28,20,16,13,11,13,17,8,7,3,1,5,1,5,7,3,4,0,2,0,2],"bins":[-122.62774658203125,-118.96385192871094,-115.2999496459961,-111.63605499267578,-107.97215270996094,-104.30825805664062,-100.64436340332031,-96.98046112060547,-93.31656646728516,-89.65267181396484,-85.98876953125,-82.32487487792969,-78.66098022460938,-74.99707794189453,-71.33318328857422,-67.66928100585938,-64.00538635253906,-60.341487884521484,-56.677589416503906,-53.013694763183594,-49.349796295166016,-45.68589782714844,-42.022003173828125,-38.35810470581055,-34.69420623779297,-31.03030776977539,-27.366411209106445,-23.7025146484375,-20.038616180419922,-16.374717712402344,-12.710821151733398,-9.046923637390137,-5.383033752441406,-1.7191362380981445,1.9447612762451172,5.608658790588379,9.27255630493164,12.936453819274902,16.600351333618164,20.26424789428711,23.928146362304688,27.592044830322266,31.25594139099121,34.919837951660156,38.583736419677734,42.24763488769531,45.911529541015625,49.5754280090332,53.23932647705078,56.90322494506836,60.56712341308594,64.23101806640625,67.89491271972656,71.5588150024414,75.22270965576172,78.88661193847656,82.55050659179688,86.21440124511719,89.87830352783203,93.54219818115234,97.20610046386719,100.8699951171875,104.53388977050781,108.19779205322266,111.86168670654297],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug-core.log b/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..4279832a03585771c21614f7f4af4f1bc19f2778 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug-core.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:52:26.946573104+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpbvu6wc6h/port-23732.txt","pid":23732,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:52:26.94711363+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":23732} +{"time":"2025-07-18T00:52:26.947115885+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-23732-23755-2264140685/socket","Net":"unix"}} +{"time":"2025-07-18T00:52:27.127387503+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:52:27.135519008+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"taow6dte","id":"1(@)"} +{"time":"2025-07-18T00:52:27.578606812+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"taow6dte","id":"1(@)"} +{"time":"2025-07-18T00:53:18.065065037+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T00:53:18.065380948+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T00:53:18.065438858+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T00:53:18.065448073+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T00:53:18.065538509+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-23732-23755-2264140685/socket","Net":"unix"}} +{"time":"2025-07-18T00:53:29.113141306+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..78f3e5aaef396185590eda881ad78c8e0a220424 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug-internal.log @@ -0,0 +1,8 @@ +{"time":"2025-07-18T00:52:27.137533654+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:52:27.578566118+03:00","level":"INFO","msg":"stream: created new stream","id":"taow6dte"} +{"time":"2025-07-18T00:52:27.578601268+03:00","level":"INFO","msg":"stream: started","id":"taow6dte"} +{"time":"2025-07-18T00:52:27.578623698+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"taow6dte"} +{"time":"2025-07-18T00:52:27.578621203+03:00","level":"INFO","msg":"sender: started","stream_id":"taow6dte"} +{"time":"2025-07-18T00:52:27.578633476+03:00","level":"INFO","msg":"handler: started","stream_id":"taow6dte"} +{"time":"2025-07-18T00:53:18.065402155+03:00","level":"INFO","msg":"stream: closing","id":"taow6dte"} +{"time":"2025-07-18T00:53:19.217291459+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug.log b/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a2d9d5be807c86e02e179c7136c5a259a6932a34 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 00:52:26,912 INFO MainThread:23732 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_setup.py:_flush():80] Configure stats pid to 23732 +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005226-taow6dte/logs/debug.log +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005226-taow6dte/logs/debug-internal.log +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:52:26,913 INFO MainThread:23732 [wandb_init.py:init():871] starting backend +2025-07-18 00:52:27,127 INFO MainThread:23732 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:52:27,134 INFO MainThread:23732 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:52:27,137 INFO MainThread:23732 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:52:27,137 INFO MainThread:23732 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:52:27,851 INFO MainThread:23732 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:52:28,034 INFO MainThread:23732 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:52:28,034 INFO MainThread:23732 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:52:28,034 INFO MainThread:23732 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:52:28,034 INFO MainThread:23732 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:52:28,038 INFO MainThread:23732 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:52:29,011 INFO MainThread:23732 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:52:29,013 INFO MainThread:23732 [wandb_watch.py:_watch():70] Watching +2025-07-18 00:53:18,064 INFO MsgRouterThr:23732 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 00:53:27,476 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,485 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,486 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,487 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,487 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,488 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,490 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,490 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,491 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,492 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,493 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,493 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,494 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,494 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,495 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,496 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,496 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,497 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,497 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,498 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,498 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,500 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,501 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,502 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,502 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,503 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,503 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,504 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,504 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,505 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,505 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,506 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,506 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,507 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,507 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,508 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,509 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,509 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,510 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,510 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,511 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,511 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,512 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,513 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,514 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,514 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,515 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,515 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,516 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,516 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,517 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,517 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,518 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,518 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,519 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,520 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,520 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,521 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,521 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,522 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,522 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,523 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,523 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,524 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,524 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,525 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,525 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,526 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,526 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,527 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,527 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,528 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,528 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,529 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,529 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,530 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,530 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,531 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,531 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,533 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,533 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,534 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,535 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,535 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,536 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,536 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,537 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,537 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,538 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,538 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,539 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,539 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,540 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,540 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,541 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,541 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,542 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,543 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,543 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,544 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,544 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,545 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,545 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,546 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,546 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,547 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,547 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,548 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,548 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,549 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,549 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,550 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,550 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,551 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,551 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,552 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,552 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,553 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,553 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,554 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,555 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,555 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,557 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,557 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,558 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,558 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,559 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,559 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,560 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,560 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,561 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,562 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,562 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,563 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,563 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,564 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,564 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,565 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,565 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,566 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,566 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,567 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,567 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,568 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,569 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,569 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,570 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,570 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,571 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,571 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,572 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,572 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,573 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,573 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,574 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,574 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,575 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,576 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,576 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,577 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,577 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,579 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,579 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,580 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,580 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,581 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,582 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,582 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,583 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,583 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,584 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,584 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,585 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,585 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,586 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,586 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,587 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,588 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,588 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,589 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,589 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,590 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,590 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,591 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,591 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,592 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,592 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,593 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,593 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,594 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,595 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,595 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,596 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,596 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,597 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,597 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,598 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,598 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,599 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,599 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,600 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,601 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,601 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,602 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,602 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,603 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,603 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,604 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,604 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,605 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,605 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,606 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,606 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,607 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,608 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,608 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,609 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 00:53:27,609 ERROR MainThread:23732 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_005226-taow6dte/run-taow6dte.wandb b/simson_modeling/wandb/run-20250718_005226-taow6dte/run-taow6dte.wandb new file mode 100644 index 0000000000000000000000000000000000000000..b634a01776a2aae3aee5688932b22d1812dc6a42 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005226-taow6dte/run-taow6dte.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9274f6c41bcebbb8fb0fe03ae7a68b340753741dee1142e5fcaf41ca65e153a4 +size 786432 diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/config.yaml b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2cca0cac89792c5efd51ab4441b159bf48edb4f4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + sh7p2f6uawuos1cb0xthasiciafq5kdz: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136817745920" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T21:57:42.530099Z" + writerId: sh7p2f6uawuos1cb0xthasiciafq5kdz + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 3e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/output.log b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..165cd488ac4920beaf4506dc0aaef48f24fc9ba3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/output.log @@ -0,0 +1,34 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [03:15", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 385, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 306, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 198, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/requirements.txt b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..7b284f78e98dcfb73fd278da2579acedd10cce9a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T21:57:42.530099Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136817745920" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "sh7p2f6uawuos1cb0xthasiciafq5kdz" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..eeef06261dee703c879974631f99b6823d69c05d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0002119501295965165,-0.000205270538572222,-0.0001985909475479275,-0.00019191134197171777,-0.00018523175094742328,-0.00017855215992312878,-0.0001718725688988343,-0.00016519296332262456,-0.00015851337229833007,-0.00015183378127403557,-0.00014515419024974108,-0.00013847459922544658,-0.00013179499364923686,-0.00012511540262494236,-0.00011843581160064787,-0.00011175621330039576,-0.00010507662227610126,-9.839703125180677e-05,-9.171743295155466e-05,-8.503784192726016e-05,-7.835824362700805e-05,-7.167865260271356e-05,-6.499905430246145e-05,-5.831946327816695e-05,-5.163986861589365e-05,-4.4960273953620344e-05,-3.828067929134704e-05,-3.160108462907374e-05,-2.492149178578984e-05,-1.8241897123516537e-05,-1.1562303370737936e-05,-4.8827091632119846e-06,1.7968850443139672e-06,8.47647970658727e-06,1.515607345936587e-05,2.1835667212144472e-05,2.8515261874417774e-05,3.5194854717701674e-05,4.1874449379974976e-05,4.855404404224828e-05,5.523363870452158e-05,6.191323336679488e-05,6.859282439108938e-05,7.527242269134149e-05,8.195201371563599e-05,8.86316120158881e-05,9.531120304018259e-05,0.0001019908013404347,0.0001086703923647292,0.00011534998338902369,0.0001220295816892758,0.0001287091727135703,0.0001353887637378648,0.00014206836931407452,0.000148747960338369,0.0001554275513626635,0.000162107142386958,0.0001687867334112525,0.00017546633898746222,0.00018214593001175672,0.00018882552103605121,0.0001955051120603457,0.00020218471763655543,0.00020886430866084993,0.00021554389968514442],"_type":"histogram","values":[1,0,2,1,3,5,4,3,6,9,13,12,11,14,20,17,20,9,25,17,20,28,22,18,20,16,22,18,20,12,9,17,19,20,18,16,12,13,13,13,14,16,17,19,5,19,18,14,12,12,15,10,8,7,4,10,9,9,6,1,1,1,1,2]},"parameters/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[2,1,2,1,3,3,5,11,8,7,12,11,14,15,16,11,20,15,13,16,15,12,21,14,16,23,21,11,19,17,24,28,13,15,12,13,14,20,12,14,11,20,14,19,21,16,15,12,18,15,17,13,6,12,10,6,5,4,5,2,3,2,0,2],"bins":[-0.00032326666405424476,-0.00031308544566854835,-0.0003029041981790215,-0.00029272297979332507,-0.00028254176140762866,-0.00027236054302193224,-0.0002621792955324054,-0.00025199807714670897,-0.00024181685876101255,-0.00023163562582340091,-0.00022145439288578928,-0.00021127317450009286,-0.00020109194156248122,-0.0001909107231767848,-0.00018072949023917317,-0.00017054827185347676,-0.00016036703891586512,-0.00015018580597825348,-0.00014000458759255707,-0.00012982335465494543,-0.00011964213626924902,-0.00010946090333163738,-9.927967766998336e-05,-8.909845200832933e-05,-7.89172263466753e-05,-6.873600068502128e-05,-5.8554775023367256e-05,-4.8373545723734424e-05,-3.81923200620804e-05,-2.8011094400426373e-05,-1.7829866919782944e-05,-7.648640348634217e-06,2.53258622251451e-06,1.2713812793663237e-05,2.2895039364811964e-05,3.307626684545539e-05,4.325749250710942e-05,5.3438718168763444e-05,6.361994746839628e-05,7.38011731300503e-05,8.398239879170433e-05,9.416362445335835e-05,0.00010434485011501238,0.0001145260757766664,0.00012470730871427804,0.00013488852709997445,0.0001450697600375861,0.0001552509784232825,0.00016543221136089414,0.00017561344429850578,0.0001857946626842022,0.00019597589562181383,0.00020615711400751024,0.00021633834694512188,0.0002265195653308183,0.00023670079826842993,0.0002468820312060416,0.000257063249591738,0.0002672444679774344,0.00027742571546696126,0.0002876069338526577,0.0002977881522383541,0.0003079693706240505,0.00031815061811357737,0.0003283318364992738]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[2,0,0,0,0,1,3,1,1,4,7,5,3,7,12,9,13,9,12,22,21,22,22,18,19,22,33,37,31,33,21,37,28,27,28,22,33,21,18,18,15,25,14,13,15,11,9,10,7,7,5,4,2,3,1,2,0,1,1,0,0,0,0,1],"bins":[-3124.24267578125,-3022.853271484375,-2921.464111328125,-2820.07470703125,-2718.685546875,-2617.296142578125,-2515.906982421875,-2414.517578125,-2313.12841796875,-2211.739013671875,-2110.349609375,-2008.96044921875,-1907.571044921875,-1806.1817626953125,-1704.79248046875,-1603.4031982421875,-1502.013916015625,-1400.6246337890625,-1299.2353515625,-1197.8460693359375,-1096.456787109375,-995.0674438476562,-893.6781005859375,-792.288818359375,-690.8995361328125,-589.51025390625,-488.1209411621094,-386.73162841796875,-285.34234619140625,-183.9530487060547,-82.56375122070312,18.825546264648438,120.21484375,221.60414123535156,322.9934387207031,424.38275146484375,525.7720336914062,627.1613159179688,728.5506591796875,829.93994140625,931.3292236328125,1032.718505859375,1134.1077880859375,1235.4970703125,1336.886474609375,1438.2757568359375,1539.6650390625,1641.0543212890625,1742.443603515625,1843.8328857421875,1945.22216796875,2046.6114501953125,2148.000732421875,2249.39013671875,2350.779296875,2452.168701171875,2553.55810546875,2654.947265625,2756.336669921875,2857.725830078125,2959.115234375,3060.50439453125,3161.893798828125,3263.282958984375,3364.67236328125],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,1,3,3,4,5,3,12,18,20,30,65,80,106,133,238,331,469,691,968,1472,2220,3468,5348,8288,12948,21523,36604,68521,127819,130310,70570,37638,22079,13659,8283,5324,3431,2314,1501,1058,725,478,347,214,153,116,69,68,25,21,16,12,7,2,3,3,2,1,0,0,1,1,1],"bins":[-4132,-3994.375,-3856.75,-3719.125,-3581.5,-3443.875,-3306.25,-3168.625,-3031,-2893.375,-2755.75,-2618.125,-2480.5,-2342.875,-2205.25,-2067.625,-1930,-1792.375,-1654.75,-1517.125,-1379.5,-1241.875,-1104.25,-966.625,-829,-691.375,-553.75,-416.125,-278.5,-140.875,-3.25,134.375,272,409.625,547.25,684.875,822.5,960.125,1097.75,1235.375,1373,1510.625,1648.25,1785.875,1923.5,2061.125,2198.75,2336.375,2474,2611.625,2749.25,2886.875,3024.5,3162.125,3299.75,3437.375,3575,3712.625,3850.25,3987.875,4125.5,4263.125,4400.75,4538.375,4676]},"parameters/linear.bias":{"_type":"histogram","values":[2,1,1,2,2,3,2,1,2,2,1,1,0,2,1,2,0,2,1,1,2,3,1,6,3,2,1,2,2,1,1,3,3,3,3,1,0,2,2,1,2,4,2,4,4,0,2,3,4,1,3,4,4,4,1,2,2,1,2,0,1,3,2,2],"bins":[-0.03624464198946953,-0.03511353209614754,-0.033982422202825546,-0.03285130858421326,-0.031720198690891266,-0.030589088797569275,-0.029457978904247284,-0.028326867148280144,-0.027195757254958153,-0.026064647361636162,-0.02493353560566902,-0.02380242571234703,-0.02267131581902504,-0.0215402040630579,-0.02040909416973591,-0.01927798241376877,-0.018146872520446777,-0.017015762627124786,-0.015884650871157646,-0.014753540977835655,-0.01362243015319109,-0.012491319328546524,-0.011360209435224533,-0.010229098610579967,-0.009097987785935402,-0.007966876961290836,-0.006835766602307558,-0.00570465624332428,-0.004573545418679714,-0.0034424348268657923,-0.0023113242350518703,-0.0011802136432379484,-4.910677671432495e-05,0.001082003815099597,0.002213114406913519,0.003344224998727441,0.004475335590541363,0.005606446415185928,0.006737556774169207,0.007868667133152485,0.00899977795779705,0.010130888782441616,0.011261999607086182,0.012393109500408173,0.013524220325052738,0.014655331149697304,0.015786441043019295,0.016917552798986435,0.018048662692308426,0.019179772585630417,0.020310884341597557,0.021441994234919548,0.022573105990886688,0.02370421588420868,0.02483532577753067,0.02596643753349781,0.0270975474268198,0.028228657320141792,0.029359769076108932,0.030490878969430923,0.031621988862752914,0.032753098756074905,0.033884212374687195,0.035015322268009186,0.03614643216133118]},"_step":66,"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0002921934355981648,-0.00028282945277169347,-0.0002734654990490526,-0.00026410151622258127,-0.0002547375624999404,-0.00024537357967346907,-0.00023600959684699774,-0.00022664562857244164,-0.00021728166029788554,-0.00020791769202332944,-0.00019855372374877334,-0.000189189740922302,-0.0001798257726477459,-0.0001704618043731898,-0.00016109782154671848,-0.00015173385327216238,-0.00014236988499760628,-0.00013300591672305018,-0.00012364194844849408,-0.00011427796562202275,-0.00010491399734746665,-9.555002907291055e-05,-8.618605352239683e-05,-7.682207797188312e-05,-6.745810969732702e-05,-5.809413778479211e-05,-4.87301658722572e-05,-3.9366193959722295e-05,-3.0002222047187388e-05,-2.063825013465248e-05,-1.1274278222117573e-05,-1.9103063095826656e-06,7.453636499121785e-06,1.6817608411656693e-05,2.61815803241916e-05,3.554555223672651e-05,4.4909524149261415e-05,5.427349606179632e-05,6.363746797433123e-05,7.300144352484494e-05,8.236541179940104e-05,9.172938007395715e-05,0.00010109335562447086,0.00011045733117498457,0.00011982129944954067,0.00012918526772409678,0.0001385492505505681,0.0001479132188251242,0.0001572771870996803,0.0001666411553742364,0.0001760051236487925,0.00018536910647526383,0.00019473307474981993,0.00020409704302437603,0.00021346102585084736,0.00022282499412540346,0.00023218896239995956,0.00024155293067451566,0.00025091689894907176,0.0002602808817755431,0.00026964483549818397,0.0002790088183246553,0.0002883728011511266,0.0002977367548737675,0.0003071007377002388],"_type":"histogram","values":[1,1,3,4,1,1,10,7,11,9,18,16,15,19,15,17,19,17,17,18,12,11,12,22,16,9,13,12,13,18,15,17,17,19,12,22,14,12,18,20,16,18,17,11,17,15,15,14,15,21,17,11,9,12,9,8,5,3,5,1,5,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[2,1,1,1,3,2,14,15,16,26,34,30,59,80,116,169,255,353,532,849,1264,1989,3136,5101,8012,13507,22988,42143,93359,186550,102228,45309,24365,14096,8613,5244,3276,2117,1304,840,580,386,270,179,115,87,60,49,28,20,18,11,9,5,3,1,2,0,0,0,0,1,0,1],"bins":[-366.5,-354.09765625,-341.6953125,-329.29296875,-316.890625,-304.48828125,-292.0859375,-279.68359375,-267.28125,-254.87890625,-242.4765625,-230.07421875,-217.671875,-205.26953125,-192.8671875,-180.46484375,-168.0625,-155.66015625,-143.2578125,-130.85546875,-118.453125,-106.05078125,-93.6484375,-81.24609375,-68.84375,-56.44140625,-44.0390625,-31.63671875,-19.234375,-6.83203125,5.5703125,17.97265625,30.375,42.77734375,55.1796875,67.58203125,79.984375,92.38671875,104.7890625,117.19140625,129.59375,141.99609375,154.3984375,166.80078125,179.203125,191.60546875,204.0078125,216.41015625,228.8125,241.21484375,253.6171875,266.01953125,278.421875,290.82421875,303.2265625,315.62890625,328.03125,340.43359375,352.8359375,365.23828125,377.640625,390.04296875,402.4453125,414.84765625,427.25],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-3431.3740234375,-3323.468017578125,-3215.56201171875,-3107.65625,-2999.750244140625,-2891.84423828125,-2783.9384765625,-2676.032470703125,-2568.12646484375,-2460.220458984375,-2352.314453125,-2244.40869140625,-2136.502685546875,-2028.5966796875,-1920.6907958984375,-1812.784912109375,-1704.87890625,-1596.972900390625,-1489.0670166015625,-1381.1611328125,-1273.255126953125,-1165.34912109375,-1057.4432373046875,-949.5372924804688,-841.63134765625,-733.7254028320312,-625.8194580078125,-517.9135131835938,-410.007568359375,-302.10162353515625,-194.1956787109375,-86.28973388671875,21.6162109375,129.52215576171875,237.4281005859375,345.33404541015625,453.239990234375,561.1459350585938,669.0518798828125,776.9578247070312,884.86376953125,992.7697143554688,1100.6756591796875,1208.58154296875,1316.487548828125,1424.3935546875,1532.2994384765625,1640.205322265625,1748.111328125,1856.017333984375,1963.9232177734375,2071.8291015625,2179.735107421875,2287.64111328125,2395.546875,2503.452880859375,2611.35888671875,2719.264892578125,2827.1708984375,2935.07666015625,3042.982666015625,3150.888671875,3258.79443359375,3366.700439453125,3474.6064453125],"_type":"histogram","values":[1,0,0,0,1,1,2,4,1,5,3,5,7,6,12,12,6,16,13,13,17,12,23,26,21,23,28,23,24,29,25,29,31,24,27,26,32,24,20,19,25,26,20,12,13,11,13,6,4,7,7,7,4,6,5,2,2,1,2,0,2,0,0,2]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,1,0,1,2,4,6,1,2,4,3,5,5,6,9,11,11,14,14,17,18,39,38,60,77,91,63,55,46,25,22,15,15,11,11,16,7,5,9,4,3,5,3,4,0,0,0,0,0,0,1,0,1,1,1,1,1,0,0,0,2],"bins":[-2832.497802734375,-2732.9892578125,-2633.48095703125,-2533.972412109375,-2434.4638671875,-2334.95556640625,-2235.447021484375,-2135.938720703125,-2036.43017578125,-1936.9217529296875,-1837.413330078125,-1737.90478515625,-1638.3963623046875,-1538.887939453125,-1439.37939453125,-1339.8709716796875,-1240.362548828125,-1140.8541259765625,-1041.345703125,-941.837158203125,-842.3287353515625,-742.8203125,-643.3118286132812,-543.8033447265625,-444.294921875,-344.7864685058594,-245.27801513671875,-145.76956176757812,-46.2611083984375,53.247344970703125,152.75579833984375,252.26425170898438,351.77294921875,451.2814025878906,550.7898559570312,650.29833984375,749.8067626953125,849.315185546875,948.8236694335938,1048.3321533203125,1147.840576171875,1247.3489990234375,1346.857421875,1446.365966796875,1545.8743896484375,1645.3828125,1744.891357421875,1844.3997802734375,1943.908203125,2043.4166259765625,2142.925048828125,2242.43359375,2341.94189453125,2441.450439453125,2540.958984375,2640.46728515625,2739.975830078125,2839.484375,2938.99267578125,3038.501220703125,3138.009765625,3237.51806640625,3337.026611328125,3436.534912109375,3536.04345703125]},"parameters/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,3,5,9,16,22,50,56,89,180,235,391,602,870,1237,1877,2547,3363,4379,5942,7628,9312,11325,13526,15872,17849,20124,22072,23954,25243,25476,26869,25564,25037,23698,21930,20345,17958,15699,13391,11178,9113,7201,5736,4409,3348,2501,1814,1249,871,612,420,269,154,113,64,41,19,14,6,7,2,0,1],"bins":[-0.0908338874578476,-0.08794643729925156,-0.08505898714065552,-0.08217153698205948,-0.07928408682346344,-0.076396644115448,-0.07350919395685196,-0.07062174379825592,-0.06773429363965988,-0.06484684348106384,-0.061959393322467804,-0.059071946889162064,-0.056184496730566025,-0.053297046571969986,-0.050409600138664246,-0.04752214998006821,-0.04463469982147217,-0.04174724966287613,-0.03885979950428009,-0.03597235307097435,-0.03308490291237831,-0.030197452753782272,-0.027310004457831383,-0.024422556161880493,-0.021535106003284454,-0.018647655844688416,-0.015760207548737526,-0.012872758321464062,-0.009985309094190598,-0.007097859866917133,-0.004210410639643669,-0.001322961412370205,0.0015644952654838562,0.00445194449275732,0.007339393720030785,0.010226842947304249,0.013114292174577713,0.016001742333173752,0.01888919062912464,0.02177663892507553,0.02466408908367157,0.02755153924226761,0.030438987538218498,0.03332643583416939,0.03621388599276543,0.039101336151361465,0.041988782584667206,0.044876232743263245,0.04776368290185928,0.05065113306045532,0.05353858321905136,0.0564260296523571,0.05931347981095314,0.06220092996954918,0.06508837640285492,0.06797582656145096,0.070863276720047,0.07375072687864304,0.07663817703723907,0.07952562719583511,0.08241307735443115,0.0853005200624466,0.08818797022104263,0.09107542037963867,0.09396287053823471]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-8.0325327871833e-05,-7.796243153279647e-05,-7.559952791780233e-05,-7.323663157876581e-05,-7.087372796377167e-05,-6.851083162473515e-05,-6.614793528569862e-05,-6.378503167070448e-05,-6.142213533166796e-05,-5.905923535465263e-05,-5.66963353776373e-05,-5.4333435400621966e-05,-5.1970535423606634e-05,-4.96076354465913e-05,-4.724473910755478e-05,-4.488183913053945e-05,-4.2518939153524116e-05,-4.0156039176508784e-05,-3.779313919949345e-05,-3.543024286045693e-05,-3.30673428834416e-05,-3.0704442906426266e-05,-2.8341542929410934e-05,-2.5978644771385007e-05,-2.3615744794369675e-05,-2.1252844817354344e-05,-1.8889946659328416e-05,-1.6527046682313085e-05,-1.4164147614792455e-05,-1.1801248547271825e-05,-9.438348570256494e-06,-7.075449502735864e-06,-4.712550435215235e-06,-2.3496511403209297e-06,1.324815457337536e-08,2.3761474494676804e-06,4.7390467443619855e-06,7.101945811882615e-06,9.464845788897946e-06,1.1827744856418576e-05,1.4190643923939206e-05,1.6553543900954537e-05,1.8916442058980465e-05,2.1279342035995796e-05,2.3642242013011128e-05,2.6005140171037056e-05,2.8368040148052387e-05,3.0730938306078315e-05,3.3093838283093646e-05,3.545673826010898e-05,3.781963823712431e-05,4.018253457616083e-05,4.2545434553176165e-05,4.4908334530191496e-05,4.727123450720683e-05,4.963413448422216e-05,5.199703446123749e-05,5.4359930800274014e-05,5.6722830777289346e-05,5.908573075430468e-05,6.14486270933412e-05,6.381153070833534e-05,6.617442704737186e-05,6.8537330662366e-05,7.090022700140253e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,1,2,1,1,1,5,4,5,7,13,4,13,17,20,18,21,20,26,32,30,35,28,41,36,26,34,39,26,45,32,23,21,17,19,19,14,11,6,9,12,8,4,4,3,4,2,0,2,2,0,0,1,0,1]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,0,0,0,0,1,2,0,5,2,5,3,3,4,7,14,17,18,19,14,28,44,42,55,74,52,73,99,112,137,149,162,149,106,109,101,70,68,39,48,40,29,31,30,9,13,15,10,3,6,4,2,7,8,1,1,2,1,0,0,1,2,1],"bins":[-1618,-1567.78125,-1517.5625,-1467.34375,-1417.125,-1366.90625,-1316.6875,-1266.46875,-1216.25,-1166.03125,-1115.8125,-1065.59375,-1015.375,-965.15625,-914.9375,-864.71875,-814.5,-764.28125,-714.0625,-663.84375,-613.625,-563.40625,-513.1875,-462.96875,-412.75,-362.53125,-312.3125,-262.09375,-211.875,-161.65625,-111.4375,-61.21875,-11,39.21875,89.4375,139.65625,189.875,240.09375,290.3125,340.53125,390.75,440.96875,491.1875,541.40625,591.625,641.84375,692.0625,742.28125,792.5,842.71875,892.9375,943.15625,993.375,1043.59375,1093.8125,1144.03125,1194.25,1244.46875,1294.6875,1344.90625,1395.125,1445.34375,1495.5625,1545.78125,1596],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-249.875,-242.025390625,-234.17578125,-226.326171875,-218.4765625,-210.626953125,-202.77734375,-194.927734375,-187.078125,-179.228515625,-171.37890625,-163.529296875,-155.6796875,-147.830078125,-139.98046875,-132.130859375,-124.28125,-116.431640625,-108.58203125,-100.732421875,-92.8828125,-85.033203125,-77.18359375,-69.333984375,-61.484375,-53.634765625,-45.78515625,-37.935546875,-30.0859375,-22.236328125,-14.38671875,-6.537109375,1.3125,9.162109375,17.01171875,24.861328125,32.7109375,40.560546875,48.41015625,56.259765625,64.109375,71.958984375,79.80859375,87.658203125,95.5078125,103.357421875,111.20703125,119.056640625,126.90625,134.755859375,142.60546875,150.455078125,158.3046875,166.154296875,174.00390625,181.853515625,189.703125,197.552734375,205.40234375,213.251953125,221.1015625,228.951171875,236.80078125,244.650390625,252.5],"_type":"histogram","values":[1,0,0,0,2,6,7,10,11,17,31,33,42,58,99,134,163,298,407,554,913,1209,1704,2696,3825,6062,9077,14074,22717,38198,71360,150742,121415,56988,31520,19374,12244,7835,5162,3471,2364,1552,1062,706,475,378,229,188,125,108,54,45,25,20,12,3,3,8,1,2,2,1,0,2]},"parameters/bert.encoder.layer.1.output.dense.bias":{"values":[3,3,0,1,2,8,4,4,9,9,10,15,17,18,12,17,16,12,19,16,13,15,16,16,20,27,15,17,16,17,20,12,15,18,16,12,12,16,17,13,28,15,15,12,20,12,18,20,12,9,13,12,16,8,11,4,5,13,2,2,1,1,0,1],"bins":[-0.00030595221323892474,-0.0002962283615488559,-0.0002865045389626175,-0.0002767806872725487,-0.0002670568646863103,-0.00025733301299624145,-0.0002476091613061726,-0.000237885324168019,-0.00022816148702986538,-0.00021843764989171177,-0.00020871381275355816,-0.00019898996106348932,-0.0001892661239253357,-0.0001795422867871821,-0.00016981843509711325,-0.00016009459795895964,-0.00015037076082080603,-0.00014064692368265241,-0.0001309230865444988,-0.00012119923485442996,-0.00011147539771627635,-0.00010175156057812274,-9.202771616401151e-05,-8.230387174990028e-05,-7.258003461174667e-05,-6.285619747359306e-05,-5.313235305948183e-05,-4.340851228334941e-05,-3.368467150721699e-05,-2.396083073108457e-05,-1.423698995495215e-05,-4.513149178819731e-06,5.2107207011431456e-06,1.4934561477275565e-05,2.4658402253407985e-05,3.4382243029540405e-05,4.4106083805672824e-05,5.3829924581805244e-05,6.355376535793766e-05,7.327760977204889e-05,8.30014469102025e-05,9.272528404835612e-05,0.00010244912846246734,0.00011217297287657857,0.00012189681001473218,0.0001316206471528858,0.00014134449884295464,0.00015106833598110825,0.00016079217311926186,0.00017051601025741547,0.00018023984739556909,0.00018996369908563793,0.00019968753622379154,0.00020941137336194515,0.000219135225052014,0.0002288590621901676,0.00023858289932832122,0.00024830675101839006,0.00025803057360462844,0.0002677544252946973,0.00027747824788093567,0.0002872020995710045,0.00029692595126107335,0.00030664977384731174,0.0003163736255373806],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,2,3,1,2,2,3,1,5,1,7,3,4,11,8,17,15,17,26,18,24,31,21,23,32,35,36,31,37,33,36,38,29,26,20,20,20,16,21,16,14,11,9,7,7,6,5,3,2,3,1,1,1,2,1,0,1,0,0,0,0,1],"bins":[-4.9801870773080736e-05,-4.8137499106815085e-05,-4.647313107852824e-05,-4.480875941226259e-05,-4.3144391383975744e-05,-4.148001971771009e-05,-3.981564805144444e-05,-3.8151280023157597e-05,-3.6486908356891945e-05,-3.48225403286051e-05,-3.315816866233945e-05,-3.14937969960738e-05,-2.9829428967786953e-05,-2.8165059120510705e-05,-2.6500687454245053e-05,-2.4836317606968805e-05,-2.3171947759692557e-05,-2.150757791241631e-05,-1.984320806514006e-05,-1.817883639887441e-05,-1.651446655159816e-05,-1.4850096704321913e-05,-1.3185726857045665e-05,-1.1521356100274716e-05,-9.856986252998468e-06,-8.19261640572222e-06,-6.52824564895127e-06,-4.863875801675022e-06,-3.1995054996514227e-06,-1.5351353113146615e-06,1.2923487702209968e-07,1.7936050653588609e-06,3.457975253695622e-06,5.122345555719221e-06,6.78671585774282e-06,8.451085705019068e-06,1.0115456461790018e-05,1.1779826309066266e-05,1.3444196156342514e-05,1.5108566913113464e-05,1.6772937669884413e-05,1.843730751716066e-05,2.010167736443691e-05,2.1766047211713158e-05,2.3430417058989406e-05,2.5094786906265654e-05,2.6759158572531305e-05,2.8423528419807553e-05,3.00878982670838e-05,3.175226811436005e-05,3.34166397806257e-05,3.5081007808912545e-05,3.67453794751782e-05,3.840974750346504e-05,4.007411916973069e-05,4.1738490835996345e-05,4.340285886428319e-05,4.506723053054884e-05,4.6731598558835685e-05,4.839597022510134e-05,5.006034189136699e-05,5.172470991965383e-05,5.3389081585919484e-05,5.505344961420633e-05,5.671782128047198e-05]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,1,1,3,5,8,9,23,49,63,146,199,353,568,820,1149,1858,2646,3517,5125,6743,8879,11327,13847,17190,20163,23833,26997,29878,32441,34057,35719,35823,35436,34080,32327,29883,26906,23575,20114,16984,13758,11375,8774,6673,4864,3646,2723,1777,1289,845,509,348,207,109,85,38,32,10,8,3,3],"bins":[-0.10545209795236588,-0.10239414870738983,-0.09933619946241379,-0.09627825021743774,-0.0932203084230423,-0.09016235917806625,-0.08710440993309021,-0.08404646068811417,-0.08098851144313812,-0.07793056219816208,-0.07487262040376663,-0.07181467115879059,-0.06875672191381454,-0.0656987726688385,-0.06264082342386246,-0.05958287790417671,-0.05652492865920067,-0.053466979414224625,-0.05040903389453888,-0.047351084649562836,-0.04429313540458679,-0.04123518988490105,-0.038177240639925,-0.03511929139494896,-0.032061345875263214,-0.02900339663028717,-0.025945447385311127,-0.022887500002980232,-0.019829552620649338,-0.016771603375673294,-0.0137136559933424,-0.01065570767968893,-0.007597759366035461,-0.004539811052381992,-0.0014818632043898106,0.0015760848764330149,0.00463403295725584,0.007691981270909309,0.010749928653240204,0.013807876966893673,0.016865825280547142,0.019923772662878036,0.02298172190785408,0.026039669290184975,0.02909761667251587,0.03215556591749191,0.03521351516246796,0.0382714606821537,0.041329409927129745,0.04438735917210579,0.047445304691791534,0.05050325393676758,0.05356120318174362,0.05661914870142937,0.05967709794640541,0.06273504346609116,0.0657929927110672,0.06885094195604324,0.07190889120101929,0.07496684044599533,0.07802478969097137,0.08108273148536682,0.08414068073034286,0.08719862997531891,0.09025657922029495]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[3,2,3,2,2,5,3,9,8,8,12,13,15,13,19,20,18,15,18,17,18,11,14,14,12,14,19,15,18,17,20,13,16,13,18,15,22,14,22,17,20,15,15,11,18,19,15,19,14,18,13,14,6,8,8,4,7,4,3,3,4,0,1,2],"bins":[-0.00031859910814091563,-0.0003084172494709492,-0.0002982353908009827,-0.00028805353213101625,-0.0002778716734610498,-0.00026768981479108334,-0.0002575079561211169,-0.0002473260974511504,-0.00023714423878118396,-0.0002269623801112175,-0.00021678052144125104,-0.00020659866277128458,-0.00019641680410131812,-0.00018623494543135166,-0.0001760530867613852,-0.00016587122809141874,-0.00015568936942145228,-0.00014550751075148582,-0.00013532565208151937,-0.0001251437934115529,-0.00011496193474158645,-0.00010478007607161999,-9.459821740165353e-05,-8.441635873168707e-05,-7.423450006172061e-05,-6.405264139175415e-05,-5.387078272178769e-05,-4.368892405182123e-05,-3.350706538185477e-05,-2.3325206711888313e-05,-1.3143348041921854e-05,-2.9614893719553947e-06,7.220398401841521e-06,1.740225707180798e-05,2.758411574177444e-05,3.77659744117409e-05,4.794783308170736e-05,5.812969175167382e-05,6.831155042164028e-05,7.849340909160674e-05,8.86752677615732e-05,9.885712643153965e-05,0.00010903898510150611,0.00011922084377147257,0.00012940270244143903,0.0001395845611114055,0.00014976641978137195,0.0001599482784513384,0.00017013013712130487,0.00018031199579127133,0.0001904938544612378,0.00020067571313120425,0.0002108575718011707,0.00022103943047113717,0.00023122128914110363,0.00024140314781107008,0.00025158500648103654,0.000261766865151003,0.00027194872382096946,0.0002821305824909359,0.0002923124411609024,0.00030249429983086884,0.0003126761585008353,0.00032285801717080176,0.0003330398758407682]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[4,2,1,1,3,6,10,16,14,23,36,61,73,110,156,215,308,439,651,926,1398,1877,2943,4219,6179,8969,13616,20979,33284,57662,100311,121766,83654,46914,28219,17718,11818,8032,5427,3588,2469,1713,1194,893,610,399,281,184,148,92,64,41,32,24,20,9,7,4,4,6,0,0,1,1],"bins":[-3112,-3012.65625,-2913.3125,-2813.96875,-2714.625,-2615.28125,-2515.9375,-2416.59375,-2317.25,-2217.90625,-2118.5625,-2019.21875,-1919.875,-1820.53125,-1721.1875,-1621.84375,-1522.5,-1423.15625,-1323.8125,-1224.46875,-1125.125,-1025.78125,-926.4375,-827.09375,-727.75,-628.40625,-529.0625,-429.71875,-330.375,-231.03125,-131.6875,-32.34375,67,166.34375,265.6875,365.03125,464.375,563.71875,663.0625,762.40625,861.75,961.09375,1060.4375,1159.78125,1259.125,1358.46875,1457.8125,1557.15625,1656.5,1755.84375,1855.1875,1954.53125,2053.875,2153.21875,2252.5625,2351.90625,2451.25,2550.59375,2649.9375,2749.28125,2848.625,2947.96875,3047.3125,3146.65625,3246]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"values":[2,3,1,3,11,11,27,55,65,125,221,357,504,815,1106,1625,2326,3196,4234,5727,7373,9385,11811,14426,17581,20026,22917,25908,28383,30875,32234,33386,34159,33467,32715,31317,28830,26210,23741,20682,17528,15009,12147,9923,7772,6137,4432,3448,2310,1718,1154,853,588,351,240,160,93,49,41,10,10,5,3,3],"bins":[-0.09417464584112167,-0.09128497540950775,-0.08839530497789383,-0.08550563454627991,-0.08261596411466599,-0.07972629368305206,-0.07683662325143814,-0.07394695281982422,-0.0710572898387909,-0.06816761940717697,-0.06527794897556305,-0.06238827481865883,-0.059498608112335205,-0.05660893768072128,-0.05371926724910736,-0.05082959681749344,-0.04793992638587952,-0.045050255954265594,-0.04216058552265167,-0.03927091509103775,-0.03638124465942383,-0.033491577953100204,-0.030601907521486282,-0.02771223708987236,-0.024822566658258438,-0.021932896226644516,-0.019043225795030594,-0.01615355722606182,-0.013263886794447899,-0.010374216362833977,-0.007484546862542629,-0.004594876896589994,-0.0017051994800567627,0.0011844704858958721,0.004074140451848507,0.006963810417801142,0.009853480383753777,0.012743150815367699,0.01563281938433647,0.018522489815950394,0.021412160247564316,0.024301830679178238,0.02719150111079216,0.030081169679760933,0.032970838248729706,0.03586050868034363,0.03875017911195755,0.04163984954357147,0.044529519975185394,0.047419190406799316,0.05030886083841324,0.05319853127002716,0.05608820170164108,0.058977868407964706,0.06186753883957863,0.06475721299648285,0.06764687597751617,0.0705365464091301,0.07342621684074402,0.07631588727235794,0.07920555770397186,0.08209522813558578,0.08498489856719971,0.08787456899881363,0.09076423943042755],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0002918015234172344,-0.00028280875994823873,-0.00027381599647924304,-0.00026482323301024735,-0.00025583046954125166,-0.00024683770607225597,-0.00023784494260326028,-0.0002288521791342646,-0.0002198594156652689,-0.0002108666521962732,-0.00020187388872727752,-0.00019288112525828183,-0.00018388836178928614,-0.00017489559832029045,-0.00016590283485129476,-0.00015691007138229907,-0.00014791730791330338,-0.00013892454444430768,-0.000129931780975312,-0.0001209390175063163,-0.00011194625403732061,-0.00010295349056832492,-9.396072709932923e-05,-8.496796363033354e-05,-7.597520016133785e-05,-6.698243669234216e-05,-5.798967322334647e-05,-4.899690975435078e-05,-4.000414628535509e-05,-3.10113828163594e-05,-2.201861934736371e-05,-1.302585587836802e-05,-4.033063305541873e-06,4.959700163453817e-06,1.3952463632449508e-05,2.2945227101445198e-05,3.193799057044089e-05,4.093075403943658e-05,4.992351750843227e-05,5.891628097742796e-05,6.790904444642365e-05,7.690180791541934e-05,8.589457138441503e-05,9.488733485341072e-05,0.00010388009832240641,0.0001128728617914021,0.00012186562526039779,0.00013085838872939348,0.00013985115219838917,0.00014884391566738486,0.00015783667913638055,0.00016682944260537624,0.00017582220607437193,0.00018481496954336762,0.00019380773301236331,0.000202800496481359,0.0002117932599503547,0.00022078602341935039,0.00022977878688834608,0.00023877155035734177,0.00024776431382633746,0.00025675707729533315,0.00026574984076432884,0.00027474260423332453,0.0002837353677023202],"_type":"histogram","values":[2,0,0,1,4,6,3,6,9,11,9,16,12,20,9,20,10,19,14,18,18,14,19,20,20,13,15,13,14,16,12,8,15,15,14,14,17,15,13,13,19,14,21,14,18,26,16,12,21,14,11,14,18,13,6,11,12,5,4,4,5,2,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,3,2,4,8,7,4,10,10,16,10,16,17,17,12,21,17,11,13,21,13,11,19,19,22,14,22,19,14,18,22,20,10,11,15,12,19,10,12,15,15,20,20,18,14,7,17,20,12,16,16,4,8,9,10,6,3,4,4,2,2,0,2],"bins":[-0.00032049231231212616,-0.00031029930687509477,-0.0003001063014380634,-0.000289913296001032,-0.00027972031966783106,-0.0002695273142307997,-0.0002593343087937683,-0.0002491413033567369,-0.0002389482979197055,-0.00022875530703458935,-0.00021856230159755796,-0.00020836929616052657,-0.00019817630527541041,-0.00018798329983837903,-0.00017779029440134764,-0.00016759730351623148,-0.0001574042980792001,-0.0001472112926421687,-0.00013701830175705254,-0.00012682529632002115,-0.00011663229088298976,-0.00010643929272191599,-9.624629456084222e-05,-8.605328912381083e-05,-7.586029096273705e-05,-6.566729280166328e-05,-5.547428736463189e-05,-4.528128920355812e-05,-3.5088287404505536e-05,-2.4895285605452955e-05,-1.4702285625389777e-05,-4.509284735831898e-06,5.683716153725982e-06,1.5876717952778563e-05,2.606971793284174e-05,3.626271791290492e-05,4.64557197119575e-05,5.664872151101008e-05,6.684171967208385e-05,7.703472510911524e-05,8.722772327018902e-05,9.742072143126279e-05,0.00010761372686829418,0.00011780672502936795,0.00012799972319044173,0.00013819272862747312,0.0001483857340645045,0.00015857872494962066,0.00016877173038665205,0.00017896473582368344,0.0001891577267087996,0.000199350732145831,0.00020954373758286238,0.00021973672846797854,0.00022992973390500993,0.00024012273934204131,0.0002503157302271575,0.00026050873566418886,0.00027070174110122025,0.00028089474653825164,0.000291087751975283,0.00030128072830848396,0.00031147373374551535,0.00032166673918254673,0.0003318597446195781]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9995701909065247,0.9995842576026917,0.9995983839035034,0.9996124505996704,0.9996265172958374,0.9996406435966492,0.9996547102928162,0.9996688365936279,0.9996829032897949,0.9996969699859619,0.9997110962867737,0.9997251629829407,0.9997392296791077,0.9997533559799194,0.9997674226760864,0.9997814893722534,0.9997956156730652,0.9998096823692322,0.9998237490653992,0.9998378753662109,0.9998519420623779,0.9998660683631897,0.9998801350593567,0.9998942017555237,0.9999083280563354,0.9999223947525024,0.9999364614486694,0.9999505877494812,0.9999646544456482,0.9999787211418152,0.999992847442627,1.000006914138794,1.000020980834961,1.000035047531128,1.0000492334365845,1.0000633001327515,1.0000773668289185,1.0000914335250854,1.0001055002212524,1.000119686126709,1.000133752822876,1.000147819519043,1.00016188621521,1.000175952911377,1.000190019607544,1.0002042055130005,1.0002182722091675,1.0002323389053345,1.0002464056015015,1.0002604722976685,1.0002745389938354,1.000288724899292,1.000302791595459,1.000316858291626,1.000330924987793,1.00034499168396,1.0003591775894165,1.0003732442855835,1.0003873109817505,1.0004013776779175,1.0004154443740845,1.0004295110702515,1.000443696975708,1.000457763671875,1.000471830368042],"_type":"histogram","values":[2,1,0,0,0,1,5,3,4,2,4,2,3,6,9,4,13,10,18,17,27,18,17,15,24,25,28,24,27,26,22,35,29,30,29,26,24,30,27,25,25,21,19,14,17,12,8,5,5,9,4,4,3,2,1,3,0,1,1,1,0,0,0,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,0,0,1,1,6,7,3,7,2,9,5,10,17,14,19,15,17,29,19,22,27,30,30,33,33,31,30,26,35,31,31,12,22,21,28,27,17,10,9,9,12,10,12,4,6,6,5,4,3,3,1,1,2,0,0,2],"bins":[-3762.9296875,-3651.89892578125,-3540.8681640625,-3429.83740234375,-3318.806640625,-3207.776123046875,-3096.745361328125,-2985.714599609375,-2874.683837890625,-2763.653076171875,-2652.622314453125,-2541.591552734375,-2430.56103515625,-2319.5302734375,-2208.49951171875,-2097.46875,-1986.43798828125,-1875.4072265625,-1764.37646484375,-1653.3458251953125,-1542.3150634765625,-1431.2843017578125,-1320.253662109375,-1209.222900390625,-1098.192138671875,-987.161376953125,-876.1306762695312,-765.0999755859375,-654.0692138671875,-543.0384521484375,-432.00775146484375,-320.9770202636719,-209.946044921875,-98.91531372070312,12.11541748046875,123.14614868164062,234.1768798828125,345.2076110839844,456.23834228515625,567.26904296875,678.2998046875,789.33056640625,900.3612670898438,1011.3919677734375,1122.4227294921875,1233.4534912109375,1344.484130859375,1455.514892578125,1566.545654296875,1677.576416015625,1788.607177734375,1899.6378173828125,2010.6685791015625,2121.69921875,2232.72998046875,2343.7607421875,2454.79150390625,2565.822265625,2676.85302734375,2787.8837890625,2898.91455078125,3009.945068359375,3120.975830078125,3232.006591796875,3343.037353515625],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[3,0,2,4,3,3,3,8,13,4,9,15,17,14,21,11,19,17,15,15,17,18,17,13,15,12,14,11,16,20,21,12,15,14,18,20,14,18,15,19,20,17,11,16,24,11,15,20,13,20,9,20,6,9,10,5,6,5,2,4,4,3,0,3],"bins":[-0.0003318539820611477,-0.00032141790143214166,-0.00031098182080313563,-0.00030054576927796006,-0.00029010968864895403,-0.000279673608019948,-0.000269237527390942,-0.00025880144676193595,-0.0002483653952367604,-0.00023792930005583912,-0.00022749323397874832,-0.0002170571533497423,-0.00020662107272073627,-0.00019618500664364547,-0.00018574892601463944,-0.00017531285993754864,-0.0001648767793085426,-0.00015444069867953658,-0.00014400463260244578,-0.00013356855197343975,-0.00012313248589634895,-0.00011269640526734293,-0.0001022603246383369,-9.182425128528848e-05,-8.138817793224007e-05,-7.095210457919165e-05,-6.0516027588164434e-05,-5.007995059713721e-05,-3.96438772440888e-05,-2.920780207205098e-05,-1.8771726900013164e-05,-8.335651727975346e-06,2.1003943402320147e-06,1.2536469512269832e-05,2.297254468430765e-05,3.340862167533487e-05,4.3844695028383285e-05,5.42807683814317e-05,6.471684901043773e-05,7.515292236348614e-05,8.558899571653455e-05,9.602506906958297e-05,0.00010646114242263138,0.00011689722305163741,0.00012733330368064344,0.00013776936975773424,0.00014820545038674027,0.00015864151646383107,0.0001690775970928371,0.00017951367772184312,0.00018994974379893392,0.00020038582442793995,0.00021082189050503075,0.00022125797113403678,0.0002316940517630428,0.0002421301178401336,0.0002525661839172244,0.00026300226454623044,0.00027343834517523646,0.0002838744258042425,0.0002943105064332485,0.00030474658706225455,0.0003151826385874301,0.00032561871921643615,0.0003360547998454422],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[2,2,6,3,4,12,7,11,28,42,59,69,150,194,356,617,1048,1839,3279,6057,10890,20788,41524,96997,198152,111523,46455,22786,11953,6609,3602,1938,1154,624,379,224,164,93,70,32,19,23,9,6,6,5,2,2,1,4,0,0,3,0,0,0,1,0,0,0,0,0,0,1],"bins":[-4988,-4785,-4582,-4379,-4176,-3973,-3770,-3567,-3364,-3161,-2958,-2755,-2552,-2349,-2146,-1943,-1740,-1537,-1334,-1131,-928,-725,-522,-319,-116,87,290,493,696,899,1102,1305,1508,1711,1914,2117,2320,2523,2726,2929,3132,3335,3538,3741,3944,4147,4350,4553,4756,4959,5162,5365,5568,5771,5974,6177,6380,6583,6786,6989,7192,7395,7598,7801,8004]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.10227087885141373,-0.099125437438488,-0.09597999602556229,-0.09283455461263657,-0.08968911319971085,-0.08654367178678513,-0.0833982303738594,-0.08025278896093369,-0.07710734009742737,-0.07396189868450165,-0.07081645727157593,-0.06767101585865021,-0.06452557444572449,-0.06138013303279877,-0.05823469161987305,-0.05508925020694733,-0.051943808794021606,-0.048798367381095886,-0.045652925968170166,-0.042507484555244446,-0.039362043142318726,-0.03621659800410271,-0.03307115659117699,-0.029925715178251266,-0.026780273765325546,-0.023634832352399826,-0.020489390939474106,-0.017343947663903236,-0.014198506250977516,-0.011053064838051796,-0.007907622493803501,-0.004762180615216494,-0.0016167312860488892,0.0015287105925381184,0.004674152471125126,0.00781959481537342,0.010965036228299141,0.014110477641224861,0.01725592091679573,0.02040136232972145,0.02354680374264717,0.02669224515557289,0.02983768656849861,0.03298312798142433,0.03612857311964035,0.03927401453256607,0.04241945594549179,0.04556489735841751,0.04871033877134323,0.05185578018426895,0.05500122159719467,0.05814666301012039,0.06129210442304611,0.06443754583597183,0.06758298724889755,0.07072842866182327,0.07387387752532959,0.07701931893825531,0.08016476035118103,0.08331020176410675,0.08645564317703247,0.08960108458995819,0.09274652600288391,0.09589196741580963,0.09903740882873535],"_type":"histogram","values":[1,1,1,3,7,12,16,50,82,138,258,408,702,1128,1798,2763,4113,6046,8769,11946,16501,22098,28441,36339,44599,53791,63333,72218,80632,87589,93809,97559,98909,97260,93993,88834,81093,72365,63066,54113,44928,36394,28737,21970,16525,12371,8965,6326,4254,2788,1859,1211,742,435,256,146,91,36,20,10,11,4,0,1]},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,2,2,2,4,2,5,6,6,9,15,9,15,14,17,20,22,9,19,14,25,7,18,15,8,11,14,18,18,22,19,20,19,16,13,11,14,18,13,23,14,21,19,21,14,13,13,14,12,14,9,12,11,15,12,11,7,7,3,2,5,2,0,1],"bins":[-0.0003142317582387477,-0.0003043676551897079,-0.00029450355214066803,-0.0002846394490916282,-0.00027477534604258835,-0.0002649112429935485,-0.00025504713994450867,-0.00024518303689546883,-0.000235318933846429,-0.00022545483079738915,-0.0002155907277483493,-0.00020572662469930947,-0.00019586252165026963,-0.0001859984186012298,-0.00017613431555218995,-0.0001662702125031501,-0.00015640610945411026,-0.00014654200640507042,-0.00013667790335603058,-0.00012681380030699074,-0.0001169496972579509,-0.00010708559420891106,-9.722149115987122e-05,-8.735738811083138e-05,-7.749328506179154e-05,-6.76291820127517e-05,-5.776507896371186e-05,-4.790097591467202e-05,-3.8036872865632176e-05,-2.8172769816592336e-05,-1.8308666767552495e-05,-8.444563718512654e-06,1.4195684343576431e-06,1.1283671483397484e-05,2.1147774532437325e-05,3.1011877581477165e-05,4.0875980630517006e-05,5.074008367955685e-05,6.060418672859669e-05,7.046828977763653e-05,8.033239282667637e-05,9.019649587571621e-05,0.00010006059892475605,0.00010992470197379589,0.00011978880502283573,0.00012965290807187557,0.0001395170111209154,0.00014938111416995525,0.0001592452172189951,0.00016910932026803493,0.00017897342331707478,0.00018883752636611462,0.00019870162941515446,0.0002085657324641943,0.00021842983551323414,0.00022829393856227398,0.00023815804161131382,0.00024802214466035366,0.0002578862477093935,0.00026775035075843334,0.0002776144538074732,0.000287478556856513,0.00029734265990555286,0.0003072067629545927,0.00031707086600363255]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"values":[2,1,1,2,4,15,20,30,48,85,139,203,359,513,815,1256,1709,2435,3420,4551,6093,7991,10133,12525,15415,18267,21454,24413,27400,30126,32237,33623,34395,34832,33883,32442,30644,28275,25218,22272,19296,16451,13316,10979,8566,6598,5066,3797,2690,1977,1368,915,613,373,222,128,102,57,30,16,6,5,3,4],"bins":[-0.09762208163738251,-0.09467705339193344,-0.09173201769590378,-0.08878698945045471,-0.08584196120500565,-0.08289693295955658,-0.07995189726352692,-0.07700686901807785,-0.07406184077262878,-0.07111680507659912,-0.06817177683115005,-0.06522674858570099,-0.062281716614961624,-0.05933668836951256,-0.05639165639877319,-0.05344662815332413,-0.05050159618258476,-0.0475565642118454,-0.04461153596639633,-0.04166650399565697,-0.0387214757502079,-0.035776443779468536,-0.03283141553401947,-0.029886383563280106,-0.02694135345518589,-0.023996323347091675,-0.02105129323899746,-0.018106263130903244,-0.015161232091486454,-0.012216201983392239,-0.009271170943975449,-0.006326140835881233,-0.003381110727787018,-0.0004360803868621588,0.0025089499540627003,0.005453980527818203,0.008399010635912418,0.011344040744006634,0.014289071783423424,0.01723410189151764,0.020179131999611855,0.02312416210770607,0.026069192215800285,0.0290142223238945,0.031959254294633865,0.03490428254008293,0.037849314510822296,0.04079434275627136,0.04373937472701073,0.04668440669775009,0.04962943494319916,0.05257446691393852,0.05551949515938759,0.05846452713012695,0.06140955537557602,0.06435458362102509,0.06729961931705475,0.07024464756250381,0.07318967580795288,0.07613471150398254,0.07907973974943161,0.08202476799488068,0.08496979624032974,0.0879148319363594,0.09085986018180847],"_type":"histogram"},"gradients/linear.weight":{"_type":"histogram","values":[1,1,4,2,5,3,11,10,14,9,17,27,32,44,72,87,124,177,278,343,495,805,1082,1702,2564,4013,6299,10749,18734,19692,11627,6761,4292,2616,1837,1112,766,552,380,264,168,140,89,75,65,34,32,20,19,12,9,7,9,4,4,2,4,2,2,1,2,0,0,1],"bins":[-19184,-18524,-17864,-17204,-16544,-15884,-15224,-14564,-13904,-13244,-12584,-11924,-11264,-10604,-9944,-9284,-8624,-7964,-7304,-6644,-5984,-5324,-4664,-4004,-3344,-2684,-2024,-1364,-704,-44,616,1276,1936,2596,3256,3916,4576,5236,5896,6556,7216,7876,8536,9196,9856,10516,11176,11836,12496,13156,13816,14476,15136,15796,16456,17116,17776,18436,19096,19756,20416,21076,21736,22396,23056]},"_wandb":{"runtime":197},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[3,3,0,3,1,6,3,6,10,8,16,19,15,13,18,14,15,16,20,12,16,13,15,12,24,20,21,17,17,8,16,18,15,14,22,11,11,16,12,12,18,20,20,18,14,15,16,18,16,11,8,16,13,10,9,8,6,8,4,4,2,1,1,1],"bins":[-0.0003077728324569762,-0.00029799595358781517,-0.0002882190456148237,-0.0002784421667456627,-0.0002686652587726712,-0.0002588883799035102,-0.0002491115010343492,-0.00023933460761327296,-0.00022955771419219673,-0.0002197808207711205,-0.00021000392735004425,-0.00020022704848088324,-0.000190450155059807,-0.00018067326163873076,-0.00017089638276956975,-0.00016111948934849352,-0.00015134259592741728,-0.00014156570250634104,-0.0001317888090852648,-0.00012201193021610379,-0.00011223503679502755,-0.00010245814337395132,-9.268125722883269e-05,-8.290437108371407e-05,-7.312747766263783e-05,-6.335058424156159e-05,-5.357369809644297e-05,-4.3796808313345537e-05,-3.4019918530248106e-05,-2.4243028747150674e-05,-1.4466138964053243e-05,-4.689249180955812e-06,5.087611498311162e-06,1.4864501281408593e-05,2.4641391064506024e-05,3.4418280847603455e-05,4.4195170630700886e-05,5.397206041379832e-05,6.374895019689575e-05,7.352583634201437e-05,8.330272976309061e-05,9.307962318416685e-05,0.00010285650932928547,0.0001126333954744041,0.00012241028889548033,0.00013218718231655657,0.00014196406118571758,0.00015174095460679382,0.00016151784802787006,0.0001712947414489463,0.00018107163487002254,0.00019084851373918355,0.00020062540716025978,0.00021040230058133602,0.00022017917945049703,0.00022995607287157327,0.0002397329662926495,0.0002495098451618105,0.000259286753134802,0.000269063632003963,0.00027884053997695446,0.00028861741884611547,0.0002983942977152765,0.00030817120568826795,0.00031794808455742896],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[4,3,7,14,20,44,80,129,235,305,448,734,1018,1539,2143,2913,4079,5447,6968,8984,11309,13794,16744,19601,22503,25141,28165,30498,32199,33483,34072,33764,33043,31293,29664,26972,23888,21035,18489,15239,12689,10433,8015,6142,4826,3597,2575,1821,1242,876,607,393,245,129,89,52,36,25,10,4,5,2,0,1],"bins":[-0.0887957289814949,-0.08591069281101227,-0.08302566409111023,-0.0801406279206276,-0.07725559920072556,-0.07437056303024292,-0.07148553431034088,-0.06860049813985825,-0.06571546196937561,-0.06283043324947357,-0.059945400804281235,-0.0570603683590889,-0.05417533218860626,-0.051290299743413925,-0.04840526729822159,-0.04552023485302925,-0.042635202407836914,-0.03975016996264458,-0.03686513751745224,-0.0339801050722599,-0.031095070764422417,-0.02821003831923008,-0.025325004011392593,-0.022439971566200256,-0.01955493912100792,-0.016669906675815582,-0.01378487329930067,-0.010899839922785759,-0.008014807477593422,-0.005129774566739798,-0.0022447416558861732,0.0006402912549674511,0.0035253241658210754,0.0064103570766747,0.009295389987528324,0.012180423364043236,0.015065455809235573,0.01795048825442791,0.020835522562265396,0.023720555007457733,0.02660558745265007,0.029490619897842407,0.032375652343034744,0.03526068478822708,0.03814572095870972,0.041030753403902054,0.04391578584909439,0.04680081829428673,0.049685850739479065,0.0525708831846714,0.05545591562986374,0.058340948075056076,0.06122598052024841,0.06411101669073105,0.06699604541063309,0.06988108158111572,0.07276611030101776,0.0756511464715004,0.07853618264198303,0.08142121136188507,0.0843062475323677,0.08719127625226974,0.09007631242275238,0.09296134114265442,0.09584637731313705],"_type":"histogram"},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-3152,-3058.75,-2965.5,-2872.25,-2779,-2685.75,-2592.5,-2499.25,-2406,-2312.75,-2219.5,-2126.25,-2033,-1939.75,-1846.5,-1753.25,-1660,-1566.75,-1473.5,-1380.25,-1287,-1193.75,-1100.5,-1007.25,-914,-820.75,-727.5,-634.25,-541,-447.75,-354.5,-261.25,-168,-74.75,18.5,111.75,205,298.25,391.5,484.75,578,671.25,764.5,857.75,951,1044.25,1137.5,1230.75,1324,1417.25,1510.5,1603.75,1697,1790.25,1883.5,1976.75,2070,2163.25,2256.5,2349.75,2443,2536.25,2629.5,2722.75,2816],"_type":"histogram","values":[1,0,1,1,4,2,6,12,8,12,18,18,31,45,70,95,126,178,244,351,510,724,1031,1533,2311,3537,5405,8597,13967,23461,42029,82263,191578,542680,372364,132701,62212,33272,19142,11430,7115,4437,2989,1918,1371,919,649,428,314,212,154,111,78,60,43,21,21,16,11,12,7,5,2,1]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.09981471300125122,-0.09683680534362793,-0.09385889023542404,-0.09088098257780075,-0.08790306746959686,-0.08492515981197357,-0.08194725215435028,-0.07896933704614639,-0.0759914293885231,-0.07301352173089981,-0.07003560662269592,-0.06705769896507263,-0.06407979130744934,-0.06110187619924545,-0.05812396854162216,-0.05514605715870857,-0.05216814577579498,-0.04919023439288139,-0.046212323009967804,-0.04323441535234451,-0.04025650396943092,-0.037278592586517334,-0.03430068492889404,-0.031322773545980453,-0.028344862163066864,-0.025366950780153275,-0.022389041259884834,-0.019411131739616394,-0.016433220356702805,-0.01345530990511179,-0.010477399453520775,-0.00749948900192976,-0.004521571099758148,-0.0015436606481671333,0.0014342498034238815,0.004412160255014896,0.007390070706605911,0.010367981158196926,0.013345891609787941,0.01632380113005638,0.01930171251296997,0.02227962389588356,0.025257533416152,0.02823544293642044,0.03121335431933403,0.03419126570224762,0.03716917335987091,0.0401470847427845,0.04312499612569809,0.04610290750861168,0.04908081889152527,0.05205872654914856,0.05503663793206215,0.05801454931497574,0.06099245697259903,0.06397037208080292,0.06694827973842621,0.0699261873960495,0.07290410250425339,0.07588201016187668,0.07885992527008057,0.08183783292770386,0.08481574058532715,0.08779365569353104,0.09077156335115433],"_type":"histogram","values":[1,0,1,1,1,14,12,8,36,55,102,182,268,410,696,954,1475,2081,2906,3981,5306,7048,8950,11466,14058,17264,20226,23240,26540,29229,31663,33598,34859,35003,34799,33879,31864,29053,26724,23382,20399,17063,14402,11663,9199,7151,5443,3987,3016,2017,1445,940,666,447,273,169,84,40,50,17,5,9,1,3]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,0,2,1,1,6,7,20,37,54,100,174,291,450,741,1074,1768,2489,3472,4884,6355,8658,11462,13794,17428,20849,24226,27945,30841,33535,35618,36530,37136,36213,35072,32564,29669,26567,23076,19533,15995,13136,10233,7983,5903,4484,3150,2200,1480,955,617,418,271,160,99,43,25,9,10,3,3,1,3],"bins":[-0.10492898523807526,-0.10178005695343018,-0.0986311212182045,-0.09548219293355942,-0.09233325719833374,-0.08918432891368866,-0.08603540062904358,-0.0828864648938179,-0.07973753660917282,-0.07658860087394714,-0.07343967258930206,-0.07029074430465698,-0.0671418085694313,-0.06399288028478622,-0.060843948274850845,-0.057695016264915466,-0.05454608425498009,-0.05139715224504471,-0.04824822023510933,-0.04509929195046425,-0.04195035994052887,-0.03880142793059349,-0.03565249592065811,-0.03250356391072273,-0.029354633763432503,-0.026205701753497124,-0.023056771606206894,-0.019907839596271515,-0.016758907586336136,-0.013609977439045906,-0.010461045429110527,-0.007312114350497723,-0.004163183271884918,-0.0010142519604414701,0.002134679351001978,0.00528361089527607,0.008432541973888874,0.011581473052501678,0.014730405062437057,0.017879335209727287,0.021028267219662666,0.024177199229598045,0.027326129376888275,0.030475061386823654,0.03362399339675903,0.03677292540669441,0.03992185369133949,0.04307078570127487,0.04621971771121025,0.04936864972114563,0.05251758173108101,0.05566651001572609,0.05881544202566147,0.06196437403559685,0.06511330604553223,0.06826223433017731,0.07141117006540298,0.07456009835004807,0.07770903408527374,0.08085796236991882,0.0840068906545639,0.08715582638978958,0.09030475467443466,0.09345369040966034,0.09660261869430542],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"values":[3,0,0,5,1,3,4,2,4,7,2,14,12,10,11,9,14,28,31,33,42,36,70,66,56,74,95,107,132,144,134,118,102,97,77,87,75,52,40,38,36,25,27,23,16,12,13,16,12,7,4,4,5,2,0,2,1,2,3,1,0,0,0,2],"bins":[-1094,-1057.703125,-1021.40625,-985.109375,-948.8125,-912.515625,-876.21875,-839.921875,-803.625,-767.328125,-731.03125,-694.734375,-658.4375,-622.140625,-585.84375,-549.546875,-513.25,-476.953125,-440.65625,-404.359375,-368.0625,-331.765625,-295.46875,-259.171875,-222.875,-186.578125,-150.28125,-113.984375,-77.6875,-41.390625,-5.09375,31.203125,67.5,103.796875,140.09375,176.390625,212.6875,248.984375,285.28125,321.578125,357.875,394.171875,430.46875,466.765625,503.0625,539.359375,575.65625,611.953125,648.25,684.546875,720.84375,757.140625,793.4375,829.734375,866.03125,902.328125,938.625,974.921875,1011.21875,1047.515625,1083.8125,1120.109375,1156.40625,1192.703125,1229],"_type":"histogram"},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[2,1,1,7,11,28,46,103,149,223,421,654,1122,1766,2586,3798,5534,7554,10785,14131,19150,24717,30772,38068,45724,53846,62446,70566,78367,84055,89379,92267,93138,92702,89547,84650,78537,70905,62897,54519,45781,38128,30931,24361,18906,14302,10929,7826,5562,3781,2571,1744,1154,655,463,260,140,79,52,31,16,8,6,4],"bins":[-0.09691887348890305,-0.09393776953220367,-0.0909566730260849,-0.08797557651996613,-0.08499447256326675,-0.08201336860656738,-0.07903227210044861,-0.07605117559432983,-0.07307007163763046,-0.07008896768093109,-0.06710787117481232,-0.06412677466869354,-0.06114567071199417,-0.0581645704805851,-0.055183470249176025,-0.05220237001776695,-0.04922126978635788,-0.04624016955494881,-0.043259069323539734,-0.04027796909213066,-0.03729686886072159,-0.034315768629312515,-0.03133466839790344,-0.02835356816649437,-0.025372467935085297,-0.022391367703676224,-0.01941026747226715,-0.016429167240858078,-0.013448067009449005,-0.010466966778039932,-0.007485866546630859,-0.0045047663152217865,-0.0015236586332321167,0.0014574415981769562,0.004438541829586029,0.007419642060995102,0.010400742292404175,0.013381842523813248,0.01636294275522232,0.019344042986631393,0.022325143218040466,0.02530624344944954,0.028287343680858612,0.031268443912267685,0.03424954414367676,0.03723064437508583,0.040211744606494904,0.043192844837903976,0.04617394506931305,0.04915504530072212,0.052136145532131195,0.05511724576354027,0.05809834599494934,0.061079446226358414,0.06406054645776749,0.06704165041446686,0.07002274692058563,0.0730038434267044,0.07598494738340378,0.07896605134010315,0.08194714784622192,0.0849282443523407,0.08790934830904007,0.09089045226573944,0.09387154877185822]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,0,0,2,1,3,8,16,27,59,103,212,404,643,1093,1681,2698,4237,6372,9189,12876,17949,24131,31547,40170,49669,60105,70251,80256,89196,95405,100972,102996,103237,99822,93977,86219,76927,67114,56581,46591,37477,29044,22081,16450,11673,8099,5515,3672,2465,1408,943,595,343,183,87,49,17,14,2,3,3,0,1],"bins":[-0.10842962563037872,-0.10512755811214447,-0.10182549059391022,-0.09852342307567596,-0.09522135555744171,-0.09191928803920746,-0.0886172279715538,-0.08531516045331955,-0.0820130929350853,-0.07871102541685104,-0.07540895789861679,-0.07210689038038254,-0.06880482286214828,-0.06550275534391403,-0.06220069155097008,-0.058898624032735825,-0.05559655651450157,-0.05229448899626732,-0.048992421478033066,-0.04569035768508911,-0.04238829016685486,-0.039086222648620605,-0.03578415513038635,-0.0324820876121521,-0.029180021956562996,-0.025877954438328743,-0.02257588878273964,-0.019273821264505386,-0.015971753746271133,-0.01266968809068203,-0.009367620572447777,-0.0060655539855360985,-0.00276348739862442,0.0005385794211179018,0.0038406462408602238,0.007142713293433189,0.010444779880344868,0.013746846467256546,0.0170489139854908,0.020350979641079903,0.023653047159314156,0.02695511467754841,0.030257180333137512,0.033559247851371765,0.03686131536960602,0.04016338288784027,0.043465446680784225,0.04676751419901848,0.05006958171725273,0.053371649235486984,0.05667371675372124,0.05997578054666519,0.06327784806489944,0.0665799155831337,0.06988198310136795,0.0731840506196022,0.07648611813783646,0.07978818565607071,0.08309025317430496,0.08639231324195862,0.08969438076019287,0.09299644827842712,0.09629851579666138,0.09960058331489563,0.10290265083312988],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,4,0,2,2,9,7,9,15,8,12,13,16,14,11,13,19,16,21,21,13,22,11,10,11,13,12,8,17,18,10,14,15,15,15,17,13,18,16,19,24,12,18,19,11,11,15,8,16,16,14,15,19,7,17,12,7,2,7,4,6,5,1,2],"bins":[-0.00028412125539034605,-0.00027530291117727757,-0.00026648459606803954,-0.00025766625185497105,-0.000248847936745733,-0.00024002959253266454,-0.00023121126287151128,-0.00022239293321035802,-0.00021357460354920477,-0.0002047562738880515,-0.00019593794422689825,-0.000187119614565745,-0.0001783012703526765,-0.00016948294069152325,-0.00016066461103037,-0.00015184628136921674,-0.00014302795170806348,-0.00013420962204691023,-0.00012539129238575697,-0.0001165729554486461,-0.00010775462578749284,-9.893629612633958e-05,-9.011795918922871e-05,-8.129962952807546e-05,-7.24812998669222e-05,-6.366297020576894e-05,-5.484463690663688e-05,-4.6026303607504815e-05,-3.720797394635156e-05,-2.8389642466208898e-05,-1.9571310986066237e-05,-1.0752979505923577e-05,-1.934677129611373e-06,6.8836543505312875e-06,1.5701985830673948e-05,2.452031731081661e-05,3.333864879095927e-05,4.2156978452112526e-05,5.097531175124459e-05,5.9793645050376654e-05,6.861197471152991e-05,7.743030437268317e-05,8.624863403383642e-05,9.50669709709473e-05,0.00010388530063210055,0.00011270363029325381,0.00012152196723036468,0.00013034029689151794,0.0001391586265526712,0.00014797695621382445,0.0001567952858749777,0.00016561361553613096,0.00017443194519728422,0.0001832502894103527,0.00019206861907150596,0.00020088694873265922,0.00020970527839381248,0.00021852360805496573,0.000227341937716119,0.00023616026737727225,0.00024497861159034073,0.00025379692669957876,0.00026261527091264725,0.0002714335860218853,0.00028025193023495376]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"values":[3,1,2,13,8,18,34,66,86,152,228,425,587,837,1229,1767,2343,3439,4577,6254,7919,10036,12395,15061,17953,20849,23661,26491,28794,30959,32634,33399,33697,33588,32034,30409,28359,25761,22910,20051,17134,14349,11751,9466,7542,5649,4471,3160,2302,1652,1153,767,497,351,216,120,78,53,36,27,12,6,0,3],"bins":[-0.09309080243110657,-0.09021517634391785,-0.08733955770730972,-0.084463931620121,-0.08158831298351288,-0.07871268689632416,-0.07583706080913544,-0.07296144217252731,-0.07008581608533859,-0.06721018999814987,-0.06433457136154175,-0.06145894527435303,-0.058583322912454605,-0.05570770055055618,-0.05283207446336746,-0.04995645210146904,-0.04708082973957062,-0.044205207377672195,-0.04132958501577377,-0.03845395892858505,-0.03557833656668663,-0.03270271420478821,-0.029827089980244637,-0.026951465755701065,-0.024075843393802643,-0.02120022103190422,-0.01832459680736065,-0.015448973514139652,-0.012573350220918655,-0.009697726927697659,-0.006822103634476662,-0.003946480341255665,-0.001070864498615265,0.001804758794605732,0.004680382087826729,0.007556005381047726,0.010431628674268723,0.01330725196748972,0.016182875260710716,0.019058499485254288,0.02193412184715271,0.024809744209051132,0.027685368433594704,0.030560992658138275,0.0334366150200367,0.03631223738193512,0.03918786346912384,0.04206348583102226,0.044939108192920685,0.04781473055481911,0.05069035291671753,0.05356597900390625,0.05644160136580467,0.059317223727703094,0.062192849814891815,0.06506846845149994,0.06794409453868866,0.07081972062587738,0.0736953392624855,0.07657096534967422,0.07944658398628235,0.08232221007347107,0.08519783616065979,0.08807345479726791,0.09094908088445663],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,1,1,1,1,6,1,5,5,9,9,10,10,16,19,16,33,35,39,54,61,64,53,58,46,34,22,24,18,20,15,13,9,14,8,5,4,4,2,4,0,2,0,3,2,3,3,0,1,1,0,0,0,0,0,1],"bins":[-4.4870546389574884e-08,-4.336369130442108e-08,-4.185683621926728e-08,-4.034998113411348e-08,-3.8843126048959675e-08,-3.733627451651955e-08,-3.582941943136575e-08,-3.432256434621195e-08,-3.2815709261058146e-08,-3.1308854175904344e-08,-2.9801999090750542e-08,-2.829514578195358e-08,-2.6788290696799777e-08,-2.5281435611645975e-08,-2.3774582302849012e-08,-2.226772721769521e-08,-2.0760872132541408e-08,-1.9254017047387606e-08,-1.7747161962233804e-08,-1.624030865343684e-08,-1.473345356828304e-08,-1.3226598483129237e-08,-1.1719744286153855e-08,-1.0212890089178472e-08,-8.70603500402467e-09,-7.199180362960078e-09,-5.692325721895486e-09,-4.185471080830894e-09,-2.6786164397663015e-09,-1.1717617987017093e-09,3.3509284236288295e-10,1.8419474834274752e-09,3.3487985717783886e-09,4.855653212842981e-09,6.362507853907573e-09,7.869362050882955e-09,9.376217136036757e-09,1.088307222119056e-08,1.2389926418165942e-08,1.3896780615141324e-08,1.5403635700295126e-08,1.691049078544893e-08,1.841734587060273e-08,1.9924199179399693e-08,2.1431054264553495e-08,2.2937909349707297e-08,2.444476265850426e-08,2.5951617743658062e-08,2.7458472828811864e-08,2.8965327913965666e-08,3.047218299911947e-08,3.197903808427327e-08,3.3485889616713393e-08,3.4992744701867196e-08,3.6499599787021e-08,3.80064548721748e-08,3.95133099573286e-08,4.1020165042482404e-08,4.2527020127636206e-08,4.403387521279001e-08,4.554073029794381e-08,4.704758183038393e-08,4.8554436915537735e-08,5.006129200069154e-08,5.156814708584534e-08]},"gradients/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,1,1,3,1,2,4,2,4,3,4,7,6,6,16,15,16,18,36,32,48,66,76,106,139,190,291,405,656,1143,3959,442862,1380,720,504,296,213,156,107,89,72,50,34,36,22,24,9,10,11,9,6,4,2,5,1,2,0,1,1,2,0,0,1,2],"bins":[-21056.115234375,-20379.525390625,-19702.935546875,-19026.345703125,-18349.755859375,-17673.166015625,-16996.576171875,-16319.986328125,-15643.396484375,-14966.806640625,-14290.216796875,-13613.626953125,-12937.037109375,-12260.447265625,-11583.857421875,-10907.267578125,-10230.677734375,-9554.087890625,-8877.498046875,-8200.908203125,-7524.318359375,-6847.728515625,-6171.138671875,-5494.548828125,-4817.958984375,-4141.369140625,-3464.779296875,-2788.189453125,-2111.599609375,-1435.009765625,-758.419921875,-81.830078125,594.76171875,1271.3515625,1947.94140625,2624.53125,3301.12109375,3977.7109375,4654.30078125,5330.890625,6007.48046875,6684.0703125,7360.66015625,8037.25,8713.83984375,9390.4296875,10067.01953125,10743.609375,11420.19921875,12096.7890625,12773.37890625,13449.96875,14126.55859375,14803.1484375,15479.73828125,16156.328125,16832.91796875,17509.5078125,18186.09765625,18862.6875,19539.27734375,20215.8671875,20892.45703125,21569.046875,22245.63671875]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-3280,-3173.53125,-3067.0625,-2960.59375,-2854.125,-2747.65625,-2641.1875,-2534.71875,-2428.25,-2321.78125,-2215.3125,-2108.84375,-2002.375,-1895.90625,-1789.4375,-1682.96875,-1576.5,-1470.03125,-1363.5625,-1257.09375,-1150.625,-1044.15625,-937.6875,-831.21875,-724.75,-618.28125,-511.8125,-405.34375,-298.875,-192.40625,-85.9375,20.53125,127,233.46875,339.9375,446.40625,552.875,659.34375,765.8125,872.28125,978.75,1085.21875,1191.6875,1298.15625,1404.625,1511.09375,1617.5625,1724.03125,1830.5,1936.96875,2043.4375,2149.90625,2256.375,2362.84375,2469.3125,2575.78125,2682.25,2788.71875,2895.1875,3001.65625,3108.125,3214.59375,3321.0625,3427.53125,3534],"_type":"histogram","values":[1,0,0,1,0,2,2,0,1,2,3,2,8,5,10,6,16,13,13,17,22,15,20,29,21,23,32,32,32,42,28,34,29,37,26,26,24,15,14,30,17,17,19,15,6,11,6,9,7,6,7,2,6,1,2,0,0,2,1,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9995961785316467,0.9996098875999451,0.9996236562728882,0.9996373653411865,0.9996511340141296,0.999664843082428,0.9996785521507263,0.9996923208236694,0.9997060298919678,0.9997197985649109,0.9997335076332092,0.9997472167015076,0.9997609853744507,0.999774694442749,0.9997884035110474,0.9998021721839905,0.9998158812522888,0.9998296499252319,0.9998433589935303,0.9998570680618286,0.9998708367347717,0.9998845458030701,0.9998983144760132,0.9999120235443115,0.9999257326126099,0.999939501285553,0.9999532103538513,0.9999669790267944,0.9999806880950928,0.9999943971633911,1.0000081062316895,1.0000219345092773,1.0000356435775757,1.000049352645874,1.0000630617141724,1.0000767707824707,1.0000905990600586,1.000104308128357,1.0001180171966553,1.0001317262649536,1.000145435333252,1.0001592636108398,1.0001729726791382,1.0001866817474365,1.0002003908157349,1.0002140998840332,1.0002278089523315,1.0002416372299194,1.0002553462982178,1.0002690553665161,1.0002827644348145,1.0002964735031128,1.0003103017807007,1.000324010848999,1.0003377199172974,1.0003514289855957,1.000365138053894,1.000378966331482,1.0003926753997803,1.0004063844680786,1.000420093536377,1.0004338026046753,1.0004476308822632,1.0004613399505615,1.0004750490188599],"_type":"histogram","values":[1,1,3,2,2,0,3,1,4,1,5,8,2,12,13,17,10,17,17,10,20,17,23,23,15,25,23,28,26,27,26,36,26,37,33,30,25,25,30,26,23,15,11,11,13,7,6,10,4,3,4,1,3,1,1,1,0,0,1,0,0,0,2,1]},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,3,3,12,24,45,70,134,269,470,769,1235,1921,3006,4666,6685,9407,13332,18109,24046,31533,39890,48333,58488,68412,77718,86452,93340,98013,100955,100384,97706,93441,86471,77713,67989,58302,48173,39848,31166,24236,18315,13170,9594,6673,4552,2891,1975,1243,735,441,214,144,70,45,12,9,7,2,0,2],"bins":[-0.10636760294437408,-0.10314354300498962,-0.09991947561502457,-0.0966954156756401,-0.09347135573625565,-0.09024729579687119,-0.08702322840690613,-0.08379916846752167,-0.08057510852813721,-0.07735104113817215,-0.07412698119878769,-0.07090292125940323,-0.06767886132001877,-0.06445479393005371,-0.06123073399066925,-0.05800667405128479,-0.05478261038661003,-0.05155854672193527,-0.04833448678255081,-0.04511042311787605,-0.04188636317849159,-0.038662299513816833,-0.03543823957443237,-0.032214175909757614,-0.028990114107728004,-0.025766052305698395,-0.022541990503668785,-0.019317928701639175,-0.016093865036964417,-0.012869804166257381,-0.009645741432905197,-0.0064216796308755875,-0.003197617828845978,2.644420601427555e-05,0.003250506240874529,0.006474568508565426,0.009698630310595036,0.012922692112624645,0.01614675484597683,0.01937081664800644,0.02259487845003605,0.02581894025206566,0.029043002054095268,0.03226706385612488,0.03549112752079964,0.0387151874601841,0.041939251124858856,0.04516331106424332,0.048387374728918076,0.051611438393592834,0.054835498332977295,0.058059561997652054,0.061283621937036514,0.06450768560171127,0.06773174554109573,0.0709558054804802,0.07417987287044525,0.07740393280982971,0.08062799274921417,0.08385206013917923,0.08707612007856369,0.09030018001794815,0.09352423995733261,0.09674830734729767,0.09997236728668213]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.1131281927227974,-0.10969491302967072,-0.10626163333654404,-0.10282835364341736,-0.09939507395029068,-0.095961794257164,-0.09252851456403732,-0.08909523487091064,-0.08566196262836456,-0.08222868293523788,-0.0787954032421112,-0.07536212354898453,-0.07192884385585785,-0.06849556416273117,-0.06506228446960449,-0.061629004776477814,-0.058195725083351135,-0.05476244539022446,-0.05132916569709778,-0.0478958860039711,-0.04446260631084442,-0.04102933034300804,-0.03759605064988136,-0.034162770956754684,-0.030729491263628006,-0.027296211570501328,-0.02386293187737465,-0.02042965404689312,-0.01699637435376644,-0.013563094660639763,-0.010129815898835659,-0.006696536671370268,-0.0032632648944854736,0.00017001433297991753,0.0036032935604453087,0.0070365727879107,0.010469852015376091,0.01390313170850277,0.0173364095389843,0.020769689232110977,0.024202968925237656,0.027636248618364334,0.031069528311491013,0.03450280800461769,0.03793608397245407,0.04136936366558075,0.04480264335870743,0.048235923051834106,0.051669202744960785,0.05510248243808746,0.05853576213121414,0.06196904182434082,0.0654023215174675,0.06883560121059418,0.07226888090372086,0.07570216059684753,0.07913543283939362,0.0825687125325203,0.08600199222564697,0.08943527191877365,0.09286855161190033,0.09630183130502701,0.09973511099815369,0.10316839069128036,0.10660167038440704],"_type":"histogram","values":[1,2,0,0,1,0,7,7,20,31,64,100,212,453,704,1154,2095,3245,4964,7658,10945,15577,21709,28788,37869,47644,58739,69313,80201,90081,98412,103901,108019,107122,104066,97378,89251,79564,68275,57311,46519,36772,28410,21182,14978,10550,7258,4841,2990,1832,1175,712,351,187,110,56,28,19,2,4,0,2,2,1]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-3559.878173828125,-3437.25048828125,-3314.622802734375,-3191.994873046875,-3069.3671875,-2946.739501953125,-2824.11181640625,-2701.484130859375,-2578.8564453125,-2456.228515625,-2333.600830078125,-2210.97314453125,-2088.345458984375,-1965.7176513671875,-1843.0899658203125,-1720.462158203125,-1597.83447265625,-1475.206787109375,-1352.5789794921875,-1229.9512939453125,-1107.323486328125,-984.69580078125,-862.068115234375,-739.4403686523438,-616.8126220703125,-494.18487548828125,-371.5571594238281,-248.92942810058594,-126.30169677734375,-3.6739654541015625,118.95376586914062,241.5814971923828,364.20947265625,486.83721923828125,609.4649658203125,732.0926513671875,854.7203979492188,977.34814453125,1099.975830078125,1222.6036376953125,1345.2313232421875,1467.8590087890625,1590.48681640625,1713.114501953125,1835.7421875,1958.3699951171875,2080.997802734375,2203.62548828125,2326.253173828125,2448.880859375,2571.508544921875,2694.136474609375,2816.76416015625,2939.391845703125,3062.01953125,3184.647216796875,3307.27490234375,3429.90283203125,3552.530517578125,3675.158203125,3797.785888671875,3920.41357421875,4043.04150390625,4165.6689453125,4288.296875],"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,0,2,0,3,3,4,1,5,4,6,2,10,12,13,19,30,40,62,67,106,97,66,48,42,25,20,19,11,11,9,8,0,6,1,3,2,3,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,2,9,5,10,14,31,59,84,120,206,330,498,738,1049,1600,2238,3043,4015,5430,7092,8846,10899,13498,16094,19024,21670,24515,27159,29202,31209,32442,32985,33242,32472,31258,29551,27157,24708,21892,18881,16111,13627,11146,8948,7052,5342,4143,3074,2200,1593,1128,773,514,325,212,144,75,61,36,22,9,5,5],"bins":[-0.09330374002456665,-0.09047698974609375,-0.08765024691820145,-0.08482350409030914,-0.08199675381183624,-0.07917000353336334,-0.07634326070547104,-0.07351651787757874,-0.07068976759910583,-0.06786301732063293,-0.06503627449274063,-0.06220952793955803,-0.05938278138637543,-0.056556034833192825,-0.05372928828001022,-0.05090254172682762,-0.04807579517364502,-0.04524904862046242,-0.042422302067279816,-0.039595555514097214,-0.03676880896091461,-0.03394206240773201,-0.031115315854549408,-0.028288569301366806,-0.025461822748184204,-0.022635076195001602,-0.019808329641819,-0.0169815830886364,-0.014154836535453796,-0.011328089982271194,-0.008501343429088593,-0.005674596875905991,-0.0028478577733039856,-2.1111220121383667e-05,0.0028056353330612183,0.00563238188624382,0.008459128439426422,0.011285874992609024,0.014112621545791626,0.016939368098974228,0.01976611465215683,0.022592861205339432,0.025419607758522034,0.028246354311704636,0.031073100864887238,0.03389984741806984,0.03672659397125244,0.03955334052443504,0.042380087077617645,0.04520683363080025,0.04803358018398285,0.05086032673716545,0.05368707329034805,0.056513819843530655,0.05934056639671326,0.06216731294989586,0.06499405950307846,0.06782080233097076,0.07064755260944366,0.07347430288791656,0.07630104571580887,0.07912778854370117,0.08195453882217407,0.08478128910064697,0.08760803192853928]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-4151.62255859375,-4010.260009765625,-3868.8974609375,-3727.534912109375,-3586.17236328125,-3444.8095703125,-3303.447021484375,-3162.08447265625,-3020.721923828125,-2879.359375,-2737.996826171875,-2596.63427734375,-2455.271484375,-2313.908935546875,-2172.54638671875,-2031.183837890625,-1889.8212890625,-1748.458740234375,-1607.09619140625,-1465.7335205078125,-1324.3709716796875,-1183.0084228515625,-1041.645751953125,-900.283203125,-758.920654296875,-617.55810546875,-476.19549560546875,-334.8329162597656,-193.4703369140625,-52.107757568359375,89.25482177734375,230.61740112304688,371.9794921875,513.342041015625,654.7046508789062,796.0672607421875,937.4298095703125,1078.7923583984375,1220.155029296875,1361.517578125,1502.880126953125,1644.24267578125,1785.605224609375,1926.9678955078125,2068.33056640625,2209.693115234375,2351.0556640625,2492.418212890625,2633.78076171875,2775.143310546875,2916.505859375,3057.868408203125,3199.23095703125,3340.59375,3481.956298828125,3623.31884765625,3764.681396484375,3906.0439453125,4047.406494140625,4188.76904296875,4330.1318359375,4471.494140625,4612.85693359375,4754.21923828125,4895.58203125],"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,0,0,5,1,3,1,4,5,5,4,5,7,12,12,17,24,27,49,82,90,103,84,59,41,23,13,12,21,17,8,4,3,6,5,1,0,2,0,3,0,1,2,0,2,0,1,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,0,0,1,0,0,1,0,2,1,2,0,2,2,3,5,5,9,15,14,26,21,24,69,106,98,99,73,64,37,20,14,14,11,3,3,6,2,1,0,4,4,2,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0777587890625,-0.07497596740722656,-0.07219314575195312,-0.06941032409667969,-0.06662750244140625,-0.06384468078613281,-0.061061859130859375,-0.05827903747558594,-0.0554962158203125,-0.05271339416503906,-0.049930572509765625,-0.04714775085449219,-0.04436492919921875,-0.04158210754394531,-0.038799285888671875,-0.03601646423339844,-0.033233642578125,-0.030450820922851562,-0.027667999267578125,-0.024885177612304688,-0.02210235595703125,-0.019319534301757812,-0.016536712646484375,-0.013753890991210938,-0.0109710693359375,-0.008188247680664062,-0.005405426025390625,-0.0026226043701171875,0.00016021728515625,0.0029430389404296875,0.005725860595703125,0.008508682250976562,0.01129150390625,0.014074325561523438,0.016857147216796875,0.019639968872070312,0.02242279052734375,0.025205612182617188,0.027988433837890625,0.030771255493164062,0.0335540771484375,0.03633689880371094,0.039119720458984375,0.04190254211425781,0.04468536376953125,0.04746818542480469,0.050251007080078125,0.05303382873535156,0.055816650390625,0.05859947204589844,0.061382293701171875,0.06416511535644531,0.06694793701171875,0.06973075866699219,0.07251358032226562,0.07529640197753906,0.0780792236328125,0.08086204528808594,0.08364486694335938,0.08642768859863281,0.08921051025390625,0.09199333190917969,0.09477615356445312,0.09755897521972656,0.100341796875],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.00029346172232180834,-0.0002841092646121979,-0.0002747568069025874,-0.0002654043782968074,-0.00025605192058719695,-0.0002466994628775865,-0.00023734701971989125,-0.00022799457656219602,-0.00021864211885258555,-0.0002092896611429751,-0.00019993721798527986,-0.00019058477482758462,-0.00018123231711797416,-0.0001718798594083637,-0.00016252741625066847,-0.00015317497309297323,-0.00014382251538336277,-0.0001344700576737523,-0.00012511761451605707,-0.00011576516408240423,-0.00010641271364875138,-9.706026321509853e-05,-8.770781278144568e-05,-7.835536234779283e-05,-6.900291191413999e-05,-5.965046148048714e-05,-5.029801104683429e-05,-4.094556061318144e-05,-3.1593110179528594e-05,-2.2240659745875746e-05,-1.2888209312222898e-05,-3.53575887857005e-06,5.816720658913255e-06,1.5169171092566103e-05,2.452162152621895e-05,3.38740719598718e-05,4.322652239352465e-05,5.2578972827177495e-05,6.193142326083034e-05,7.128387369448319e-05,8.063632412813604e-05,8.998877456178889e-05,9.934122499544173e-05,0.00010869367542909458,0.00011804612586274743,0.0001273985835723579,0.00013675102673005313,0.00014610346988774836,0.00015545592759735882,0.00016480838530696929,0.00017416082846466452,0.00018351327162235975,0.00019286572933197021,0.00020221818704158068,0.0002115706301992759,0.00022092307335697114,0.0002302755310665816,0.00023962798877619207,0.0002489804173819721,0.00025833287509158254,0.000267685332801193,0.00027703779051080346,0.0002863902482204139,0.00029574267682619393,0.0003050951345358044],"_type":"histogram","values":[1,2,1,5,0,6,6,7,8,14,17,18,17,15,13,18,24,19,12,16,9,12,18,15,11,14,11,10,15,18,20,17,11,20,12,20,16,13,20,11,21,18,16,13,13,19,14,19,11,19,16,15,10,13,7,7,5,6,4,3,3,3,0,1]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,6,9,17,37,52,76,160,254,380,554,788,1154,1700,2489,3274,4603,5947,7701,9916,12411,15316,18115,20829,24138,26654,29376,31472,33191,34039,34270,33744,32334,30541,28242,25454,22695,19796,16743,14075,11627,9291,7201,5381,4085,3023,2185,1530,979,729,464,293,199,143,55,35,27,9,6,3,3,2],"bins":[-0.09390318393707275,-0.09099758416414261,-0.08809199184179306,-0.08518639206886292,-0.08228079974651337,-0.07937519997358322,-0.07646960765123367,-0.07356400787830353,-0.07065841555595398,-0.06775281578302383,-0.06484721601009369,-0.06194162368774414,-0.059036023914813995,-0.05613042786717415,-0.0532248318195343,-0.050319235771894455,-0.04741363972425461,-0.04450804367661476,-0.041602447628974915,-0.03869685158133507,-0.03579125553369522,-0.032885655760765076,-0.02998005971312523,-0.027074463665485382,-0.024168867617845535,-0.02126327157020569,-0.01835767552256584,-0.015452077612280846,-0.012546481564640999,-0.009640885517001152,-0.006735288538038731,-0.0038296920247375965,-0.0009240955114364624,0.0019815010018646717,0.004887097515165806,0.00779269402846694,0.010698290541768074,0.01360388658940792,0.016509484499692917,0.019415080547332764,0.02232067659497261,0.025226272642612457,0.028131868690252304,0.0310374666005373,0.033943064510822296,0.03684866055846214,0.03975425660610199,0.04265985265374184,0.04556544870138168,0.04847104474902153,0.05137664079666138,0.054282236844301224,0.05718783289194107,0.060093432664871216,0.06299902498722076,0.06590462476015091,0.06881022453308105,0.0717158168554306,0.07462141662836075,0.0775270089507103,0.08043260872364044,0.08333820104598999,0.08624380081892014,0.08914939314126968,0.09205499291419983]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,0,1,2,0,3,4,4,8,7,15,20,24,65,59,83,121,209,285,413,728,1010,1573,2413,4060,6656,11575,20610,38762,80884,202591,645640,331055,111223,50275,26377,14437,8245,4885,3084,1934,1179,804,510,318,212,157,118,70,40,42,16,13,8,18,6,4,2,3,0,1,0,0,1],"bins":[-3844,-3722.71875,-3601.4375,-3480.15625,-3358.875,-3237.59375,-3116.3125,-2995.03125,-2873.75,-2752.46875,-2631.1875,-2509.90625,-2388.625,-2267.34375,-2146.0625,-2024.78125,-1903.5,-1782.21875,-1660.9375,-1539.65625,-1418.375,-1297.09375,-1175.8125,-1054.53125,-933.25,-811.96875,-690.6875,-569.40625,-448.125,-326.84375,-205.5625,-84.28125,37,158.28125,279.5625,400.84375,522.125,643.40625,764.6875,885.96875,1007.25,1128.53125,1249.8125,1371.09375,1492.375,1613.65625,1734.9375,1856.21875,1977.5,2098.78125,2220.0625,2341.34375,2462.625,2583.90625,2705.1875,2826.46875,2947.75,3069.03125,3190.3125,3311.59375,3432.875,3554.15625,3675.4375,3796.71875,3918],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"values":[4,3,3,2,6,11,11,13,22,23,45,72,100,151,222,292,401,606,896,1336,1981,2937,4515,6992,11161,18177,30690,55535,107386,252442,548775,272176,114153,57650,32254,18821,11680,7152,4685,3045,2074,1370,959,615,404,315,195,161,123,56,57,27,24,12,15,15,3,1,4,3,3,0,0,2],"bins":[-2382,-2304,-2226,-2148,-2070,-1992,-1914,-1836,-1758,-1680,-1602,-1524,-1446,-1368,-1290,-1212,-1134,-1056,-978,-900,-822,-744,-666,-588,-510,-432,-354,-276,-198,-120,-42,36,114,192,270,348,426,504,582,660,738,816,894,972,1050,1128,1206,1284,1362,1440,1518,1596,1674,1752,1830,1908,1986,2064,2142,2220,2298,2376,2454,2532,2610],"_type":"histogram"},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0002489103644620627,-0.0002413647889625281,-0.00023381922801490873,-0.00022627365251537412,-0.00021872809156775475,-0.00021118251606822014,-0.00020363694056868553,-0.00019609137962106615,-0.00018854580412153155,-0.00018100022862199694,-0.00017345466767437756,-0.00016590909217484295,-0.00015836351667530835,-0.00015081795572768897,-0.00014327238022815436,-0.00013572681928053498,-0.00012818124378100038,-0.00012063567555742338,-0.00011309010733384639,-0.00010554453183431178,-9.799896361073479e-05,-9.04533953871578e-05,-8.290781988762319e-05,-7.53622516640462e-05,-6.78166834404692e-05,-6.027111521689221e-05,-5.272554335533641e-05,-4.517997149378061e-05,-3.763440327020362e-05,-3.0088833227637224e-05,-2.2543263185070828e-05,-1.4997693142504431e-05,-7.452137651853263e-06,9.343239071313292e-08,7.63900243327953e-06,1.5184572475845926e-05,2.2730142518412322e-05,3.0275712560978718e-05,3.7821282603545114e-05,4.5366854465100914e-05,5.291242268867791e-05,6.04579909122549e-05,6.800355913583189e-05,7.55491346353665e-05,8.309470285894349e-05,9.064027108252048e-05,9.818584658205509e-05,0.00010573141480563208,0.00011327698302920908,0.00012082255125278607,0.00012836811947636306,0.00013591369497589767,0.00014345927047543228,0.00015100483142305166,0.00015855040692258626,0.00016609596787020564,0.00017364154336974025,0.00018118711886927485,0.00018873267981689423,0.00019627825531642884,0.00020382381626404822,0.00021136939176358283,0.00021891496726311743,0.0002264605282107368,0.00023400610371027142],"_type":"histogram","values":[1,0,0,0,0,0,1,2,5,8,4,7,7,11,14,18,19,19,28,24,40,42,53,53,61,65,60,74,81,72,76,90,94,105,91,90,89,68,81,83,54,59,49,53,30,37,29,24,18,21,8,8,2,4,7,3,2,0,1,1,1,0,0,1]},"gradients/bert.encoder.layer.0.output.dense.bias":{"bins":[-3688,-3573.03125,-3458.0625,-3343.09375,-3228.125,-3113.15625,-2998.1875,-2883.21875,-2768.25,-2653.28125,-2538.3125,-2423.34375,-2308.375,-2193.40625,-2078.4375,-1963.46875,-1848.5,-1733.53125,-1618.5625,-1503.59375,-1388.625,-1273.65625,-1158.6875,-1043.71875,-928.75,-813.78125,-698.8125,-583.84375,-468.875,-353.90625,-238.9375,-123.96875,-9,105.96875,220.9375,335.90625,450.875,565.84375,680.8125,795.78125,910.75,1025.71875,1140.6875,1255.65625,1370.625,1485.59375,1600.5625,1715.53125,1830.5,1945.46875,2060.4375,2175.40625,2290.375,2405.34375,2520.3125,2635.28125,2750.25,2865.21875,2980.1875,3095.15625,3210.125,3325.09375,3440.0625,3555.03125,3670],"_type":"histogram","values":[1,1,2,0,1,2,1,1,1,2,5,2,8,7,7,7,5,11,13,20,19,13,24,21,24,24,29,28,22,21,20,36,29,28,31,33,25,28,21,19,15,22,20,24,9,17,10,13,11,5,7,1,1,4,1,4,3,1,2,2,2,0,0,2]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,4,1,1,7,3,4,4,3,5,9,9,14,16,15,14,14,20,30,32,20,28,29,43,34,49,25,46,33,34,34,24,23,21,20,11,18,13,12,5,6,6,3,7,5,0,2,1,0,1,1,0,2,0,0,1,2],"bins":[-8.653162512928247e-05,-8.384393731830642e-05,-8.115624223137274e-05,-7.846855442039669e-05,-7.578085933346301e-05,-7.309317152248695e-05,-7.040547643555328e-05,-6.771778862457722e-05,-6.503009353764355e-05,-6.23424057266675e-05,-5.965471427771263e-05,-5.696702282875776e-05,-5.4279335017781705e-05,-5.159164356882684e-05,-4.8903952119871974e-05,-4.621626067091711e-05,-4.352856922196224e-05,-4.084087777300738e-05,-3.815318632405251e-05,-3.546549487509765e-05,-3.277780342614278e-05,-3.009011379617732e-05,-2.740242416621186e-05,-2.4714732717256993e-05,-2.2027041268302128e-05,-1.9339349819347262e-05,-1.6651658370392397e-05,-1.3963968740426935e-05,-1.127627729147207e-05,-8.588585842517205e-06,-5.900895303057041e-06,-3.2132043088495266e-06,-5.255133146420121e-07,2.1621776795655023e-06,4.849868673773017e-06,7.537559667980531e-06,1.0225250662188046e-05,1.2912942111142911e-05,1.5600631741108373e-05,1.8288323190063238e-05,2.0976014639018103e-05,2.366370608797297e-05,2.6351397536927834e-05,2.9039087166893296e-05,3.172677679685876e-05,3.441446824581362e-05,3.710215969476849e-05,3.9789851143723354e-05,4.247754259267822e-05,4.5165234041633084e-05,4.785292549058795e-05,5.0540616939542815e-05,5.322830838849768e-05,5.591599619947374e-05,5.8603687648428604e-05,6.129137909738347e-05,6.397906690835953e-05,6.66667619952932e-05,6.935444980626926e-05,7.204214489320293e-05,7.472983270417899e-05,7.741752779111266e-05,8.010521560208872e-05,8.279291068902239e-05,8.548059849999845e-05]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.00022294431983027607,-0.00021629160619340837,-0.00020963887800462544,-0.00020298616436775774,-0.00019633345073089004,-0.0001896807225421071,-0.0001830280089052394,-0.00017637528071645647,-0.00016972256707958877,-0.00016306985344272107,-0.00015641712525393814,-0.00014976441161707044,-0.0001431116834282875,-0.0001364589697914198,-0.0001298062561545521,-0.00012315352796576917,-0.00011650081432890147,-0.00010984809341607615,-0.00010319537250325084,-9.654265886638314e-05,-8.988993795355782e-05,-8.32372170407325e-05,-7.65845034038648e-05,-6.993178249103948e-05,-6.327906157821417e-05,-5.662634066538885e-05,-4.997362339054234e-05,-4.3320906115695834e-05,-3.666818520287052e-05,-3.0015466109034605e-05,-2.3362747015198693e-05,-1.671002792136278e-05,-1.0057323379442096e-05,-3.404604285606183e-06,3.2481148082297295e-06,9.900833902065642e-06,1.6553552995901555e-05,2.3206272089737467e-05,2.985899118357338e-05,3.651170845841989e-05,4.3164429371245205e-05,4.981715028407052e-05,5.646986755891703e-05,6.312258483376354e-05,6.977530574658886e-05,7.642802665941417e-05,8.308074029628187e-05,8.973346120910719e-05,9.63861821219325e-05,0.00010303890303475782,0.00010969162394758314,0.00011634433758445084,0.00012299706577323377,0.00012964977941010147,0.00013630249304696918,0.0001429552212357521,0.0001496079348726198,0.0001562606485094875,0.00016291337669827044,0.00016956609033513814,0.00017621880397200584,0.00018287153216078877,0.00018952424579765648,0.0001961769739864394,0.0002028296876233071],"_type":"histogram","values":[1,0,0,0,0,0,0,4,2,2,5,5,13,12,5,17,17,23,27,33,36,45,41,38,57,63,66,74,63,81,85,100,74,92,91,91,94,76,68,75,61,57,53,38,46,33,40,33,25,16,10,15,11,7,7,5,6,5,1,0,0,0,2,1]},"gradients/bert.embeddings.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,1,1,0,4,2,1,1,8,5,3,8,14,12,13,18,26,32,42,67,100,104,76,60,36,33,14,18,17,6,11,1,2,5,8,2,1,2,2,3,1,0,1,1,1,0,0,1,0,0,1,0,0,0,0,0,0,1],"bins":[-4146.9345703125,-3995.358154296875,-3843.78173828125,-3692.205322265625,-3540.62890625,-3389.052734375,-3237.476318359375,-3085.89990234375,-2934.323486328125,-2782.7470703125,-2631.170654296875,-2479.59423828125,-2328.01806640625,-2176.441650390625,-2024.865234375,-1873.288818359375,-1721.71240234375,-1570.135986328125,-1418.5595703125,-1266.9832763671875,-1115.4068603515625,-963.8304443359375,-812.2540893554688,-660.677734375,-509.101318359375,-357.5249328613281,-205.94854736328125,-54.372161865234375,97.2042236328125,248.78060913085938,400.35699462890625,551.933349609375,703.509765625,855.086181640625,1006.6625366210938,1158.2388916015625,1309.8153076171875,1461.3917236328125,1612.968017578125,1764.54443359375,1916.120849609375,2067.697265625,2219.273681640625,2370.85009765625,2522.42626953125,2674.002685546875,2825.5791015625,2977.155517578125,3128.73193359375,3280.308349609375,3431.884765625,3583.461181640625,3735.03759765625,3886.61376953125,4038.190185546875,4189.7666015625,4341.3427734375,4492.91943359375,4644.49560546875,4796.072265625,4947.6484375,5099.22509765625,5250.80126953125,5402.3779296875,5553.9541015625],"_type":"histogram"},"parameters/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.08323944360017776,-0.08075966686010361,-0.07827989757061005,-0.07580012083053589,-0.07332034409046173,-0.07084056735038757,-0.06836079061031342,-0.06588102132081985,-0.0634012445807457,-0.06092146784067154,-0.05844169482588768,-0.05596192181110382,-0.05348214507102966,-0.051002368330955505,-0.048522595316171646,-0.04604282230138779,-0.04356304556131363,-0.04108326882123947,-0.03860349580645561,-0.03612372279167175,-0.033643946051597595,-0.031164171174168587,-0.028684396296739578,-0.02620462141931057,-0.02372484654188156,-0.021245071664452553,-0.018765296787023544,-0.016285521909594536,-0.013805747032165527,-0.011325972154736519,-0.00884619727730751,-0.006366422399878502,-0.0038866475224494934,-0.001406872645020485,0.0010729022324085236,0.003552677109837532,0.0060324519872665405,0.008512226864695549,0.010992001742124557,0.013471776619553566,0.015951551496982574,0.018431326374411583,0.02091110125184059,0.0233908761292696,0.02587065100669861,0.028350425884127617,0.030830200761556625,0.033309973776340485,0.03578975051641464,0.0382695272564888,0.04074930027127266,0.04322907328605652,0.045708850026130676,0.048188626766204834,0.05066839978098869,0.05314817279577255,0.05562794953584671,0.05810772627592087,0.06058749929070473,0.06306727230548859,0.06554704904556274,0.0680268257856369,0.07050660252571106,0.07298637181520462,0.07546614855527878],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,2,4,3,2,3,2,11,9,13,15,18,30,37,53,34,39,55,51,67,67,64,78,80,69,81,78,67,60,57,64,46,48,44,45,30,34,17,12,10,10,6,3,2,4,2,3,1,1,1,0,0,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,1,2,1,1,1,3,5,6,9,27,24,42,43,63,104,148,267,376,605,853,1443,2272,3789,6607,11769,22290,44178,103800,212775,91011,40362,20333,11057,6222,3516,2100,1279,807,534,371,233,164,112,64,48,32,24,13,8,8,3,2,3,2,1,2,2,1,0,2,2],"bins":[-466.25,-451.41796875,-436.5859375,-421.75390625,-406.921875,-392.08984375,-377.2578125,-362.42578125,-347.59375,-332.76171875,-317.9296875,-303.09765625,-288.265625,-273.43359375,-258.6015625,-243.76953125,-228.9375,-214.10546875,-199.2734375,-184.44140625,-169.609375,-154.77734375,-139.9453125,-125.11328125,-110.28125,-95.44921875,-80.6171875,-65.78515625,-50.953125,-36.12109375,-21.2890625,-6.45703125,8.375,23.20703125,38.0390625,52.87109375,67.703125,82.53515625,97.3671875,112.19921875,127.03125,141.86328125,156.6953125,171.52734375,186.359375,201.19140625,216.0234375,230.85546875,245.6875,260.51953125,275.3515625,290.18359375,305.015625,319.84765625,334.6796875,349.51171875,364.34375,379.17578125,394.0078125,408.83984375,423.671875,438.50390625,453.3359375,468.16796875,483]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,2,0,0,1,1,1,3,1,5,4,5,6,13,8,15,8,22,27,37,52,68,83,91,86,53,45,35,21,15,9,11,11,7,1,5,5,2,3,2,0,0,0,1,0,0,1],"bins":[-0.10723876953125,-0.10457038879394531,-0.10190200805664062,-0.09923362731933594,-0.09656524658203125,-0.09389686584472656,-0.09122848510742188,-0.08856010437011719,-0.0858917236328125,-0.08322334289550781,-0.08055496215820312,-0.07788658142089844,-0.07521820068359375,-0.07254981994628906,-0.06988143920898438,-0.06721305847167969,-0.064544677734375,-0.06187629699707031,-0.059207916259765625,-0.05653953552246094,-0.05387115478515625,-0.05120277404785156,-0.048534393310546875,-0.04586601257324219,-0.0431976318359375,-0.04052925109863281,-0.037860870361328125,-0.03519248962402344,-0.03252410888671875,-0.029855728149414062,-0.027187347412109375,-0.024518966674804688,-0.0218505859375,-0.019182205200195312,-0.016513824462890625,-0.013845443725585938,-0.01117706298828125,-0.008508682250976562,-0.005840301513671875,-0.0031719207763671875,-0.0005035400390625,0.0021648406982421875,0.004833221435546875,0.0075016021728515625,0.01016998291015625,0.012838363647460938,0.015506744384765625,0.018175125122070312,0.020843505859375,0.023511886596679688,0.026180267333984375,0.028848648071289062,0.03151702880859375,0.03418540954589844,0.036853790283203125,0.03952217102050781,0.0421905517578125,0.04485893249511719,0.047527313232421875,0.05019569396972656,0.05286407470703125,0.05553245544433594,0.058200836181640625,0.06086921691894531,0.06353759765625]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,2,4,5,3,12,10,13,16,11,23,20,15,19,15,21,21,14,24,20,22,17,8,10,20,14,17,10,20,12,11,15,12,12,11,11,14,20,16,14,15,18,14,18,12,15,11,13,14,12,12,8,10,12,6,4,7,4,2,4,0,1],"bins":[-0.0003013983368873596,-0.0002923400024883449,-0.00028328169719316065,-0.00027422336279414594,-0.0002651650574989617,-0.000256106723099947,-0.0002470484178047627,-0.000237990083405748,-0.00022893176355864853,-0.00021987344371154904,-0.00021081512386444956,-0.00020175680401735008,-0.00019269846961833537,-0.00018364014977123588,-0.0001745818299241364,-0.00016552351007703692,-0.00015646519022993743,-0.00014740687038283795,-0.00013834855053573847,-0.00012929023068863899,-0.00012023190356558189,-0.0001111735837184824,-0.00010211525659542531,-9.305693674832582e-05,-8.399861690122634e-05,-7.494029705412686e-05,-6.588197720702738e-05,-5.682365008397028e-05,-4.7765330236870795e-05,-3.870701038977131e-05,-2.9648686904693022e-05,-2.0590365238604136e-05,-1.1532072676345706e-05,-2.4737510102568194e-06,6.584570655832067e-06,1.5642892321920954e-05,2.470121398800984e-05,3.375953383510932e-05,4.281785732018761e-05,5.1876180805265903e-05,6.0934500652365386e-05,6.999282049946487e-05,7.905114034656435e-05,8.810946746962145e-05,9.716778731672093e-05,0.00010622610716382042,0.00011528443428687751,0.000124342754133977,0.00013340107398107648,0.00014245939382817596,0.00015151771367527544,0.00016057603352237493,0.0001696343533694744,0.00017869268776848912,0.0001877510076155886,0.0001968093274626881,0.00020586764730978757,0.00021492596715688705,0.00022398428700398654,0.00023304260685108602,0.00024210094125010073,0.000251159246545285,0.0002602175809442997,0.00026927588623948395,0.00027833422063849866]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,0,0,0,0,2,7,14,22,37,77,146,219,385,695,997,1551,2386,3376,4857,6702,8908,11826,14967,18692,22256,25888,29615,33047,36123,37892,38434,38711,37400,35320,32482,29147,25413,21217,17524,14288,11193,8418,6232,4421,3170,2111,1345,907,545,374,211,116,66,38,28,11,9,3,1,0,0,0,1],"bins":[-0.10506056249141693,-0.10176490992307663,-0.09846924990415573,-0.09517359733581543,-0.09187794476747513,-0.08858228474855423,-0.08528663218021393,-0.08199097961187363,-0.07869532704353333,-0.07539966702461243,-0.07210401445627213,-0.06880836188793182,-0.06551270186901093,-0.062217049300670624,-0.058921393007040024,-0.05562574043869972,-0.05233008414506912,-0.04903442785143852,-0.04573877528309822,-0.04244311898946762,-0.03914746642112732,-0.03585181012749672,-0.03255615383386612,-0.02926049940288067,-0.025964844971895218,-0.022669190540909767,-0.019373536109924316,-0.016077879816293716,-0.012782225385308266,-0.009486570954322815,-0.00619091559201479,-0.0028952606953680515,0.0004003942012786865,0.0036960490979254246,0.006991703994572163,0.010287359356880188,0.013583013787865639,0.01687866821885109,0.02017432451248169,0.02346997894346714,0.02676563337445259,0.03006128780543804,0.03335694223642349,0.03665259853005409,0.03994825482368469,0.043243907392024994,0.046539563685655594,0.049835216253995895,0.053130872547626495,0.056426528841257095,0.0597221814095974,0.063017837703228,0.0663134902715683,0.0696091502904892,0.0729048028588295,0.0762004554271698,0.0794961154460907,0.082791768014431,0.0860874205827713,0.0893830731511116,0.0926787331700325,0.0959743857383728,0.0992700383067131,0.102565698325634,0.1058613508939743],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[5,4,6,4,17,16,23,27,32,41,78,94,124,173,220,323,430,627,830,1113,1658,2342,3245,4895,7163,10740,16517,26410,45927,91786,240596,602001,286720,99898,47703,27745,17367,11105,7475,5094,3656,2409,1705,1304,844,643,443,351,215,166,144,116,68,59,46,35,23,20,20,9,7,3,1,3],"bins":[-3442,-3332.9375,-3223.875,-3114.8125,-3005.75,-2896.6875,-2787.625,-2678.5625,-2569.5,-2460.4375,-2351.375,-2242.3125,-2133.25,-2024.1875,-1915.125,-1806.0625,-1697,-1587.9375,-1478.875,-1369.8125,-1260.75,-1151.6875,-1042.625,-933.5625,-824.5,-715.4375,-606.375,-497.3125,-388.25,-279.1875,-170.125,-61.0625,48,157.0625,266.125,375.1875,484.25,593.3125,702.375,811.4375,920.5,1029.5625,1138.625,1247.6875,1356.75,1465.8125,1574.875,1683.9375,1793,1902.0625,2011.125,2120.1875,2229.25,2338.3125,2447.375,2556.4375,2665.5,2774.5625,2883.625,2992.6875,3101.75,3210.8125,3319.875,3428.9375,3538]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-1492,-1449.046875,-1406.09375,-1363.140625,-1320.1875,-1277.234375,-1234.28125,-1191.328125,-1148.375,-1105.421875,-1062.46875,-1019.515625,-976.5625,-933.609375,-890.65625,-847.703125,-804.75,-761.796875,-718.84375,-675.890625,-632.9375,-589.984375,-547.03125,-504.078125,-461.125,-418.171875,-375.21875,-332.265625,-289.3125,-246.359375,-203.40625,-160.453125,-117.5,-74.546875,-31.59375,11.359375,54.3125,97.265625,140.21875,183.171875,226.125,269.078125,312.03125,354.984375,397.9375,440.890625,483.84375,526.796875,569.75,612.703125,655.65625,698.609375,741.5625,784.515625,827.46875,870.421875,913.375,956.328125,999.28125,1042.234375,1085.1875,1128.140625,1171.09375,1214.046875,1257],"_type":"histogram","values":[1,0,0,0,1,2,3,1,1,2,3,2,3,4,2,12,11,11,10,13,19,16,21,24,30,39,50,58,61,76,65,107,118,146,141,159,131,97,99,89,74,64,41,38,43,29,25,26,16,12,8,8,5,3,6,9,2,1,0,2,3,2,1,2]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,3,0,0,1,2,0,3,2,0,0,2,6,6,7,4,10,13,12,19,19,20,56,49,75,94,71,77,37,39,22,28,14,18,10,7,7,8,2,5,0,2,4,2,0,2,1,0,2,1,1,0,1,0,0,0,1,2],"bins":[-3467.49560546875,-3359.14990234375,-3250.804443359375,-3142.458740234375,-3034.11328125,-2925.767578125,-2817.422119140625,-2709.076416015625,-2600.73095703125,-2492.38525390625,-2384.03955078125,-2275.694091796875,-2167.348388671875,-2059.0029296875,-1950.6572265625,-1842.3116455078125,-1733.966064453125,-1625.6204833984375,-1517.27490234375,-1408.9293212890625,-1300.583740234375,-1192.238037109375,-1083.8924560546875,-975.546875,-867.2012939453125,-758.855712890625,-650.5101318359375,-542.1644897460938,-433.81890869140625,-325.47332763671875,-217.12771606445312,-108.78211975097656,-0.4365234375,107.90907287597656,216.25466918945312,324.60028076171875,432.94586181640625,541.2914428710938,649.6370849609375,757.982666015625,866.3282470703125,974.673828125,1083.0194091796875,1191.364990234375,1299.710693359375,1408.0562744140625,1516.40185546875,1624.7474365234375,1733.093017578125,1841.4385986328125,1949.7841796875,2058.1298828125,2166.475341796875,2274.821044921875,2383.16650390625,2491.51220703125,2599.85791015625,2708.203369140625,2816.549072265625,2924.89453125,3033.240234375,3141.585693359375,3249.931396484375,3358.27685546875,3466.62255859375]},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,3,2,3,4,4,6,7,9,12,14,8,8,19,10,21,20,19,22,25,24,23,21,36,20,26,27,39,18,30,28,26,22,21,21,27,20,16,14,14,12,10,3,2,11,5,6,6,6,2,3,1,2,2,1,0,0,2],"bins":[-3332,-3228.6875,-3125.375,-3022.0625,-2918.75,-2815.4375,-2712.125,-2608.8125,-2505.5,-2402.1875,-2298.875,-2195.5625,-2092.25,-1988.9375,-1885.625,-1782.3125,-1679,-1575.6875,-1472.375,-1369.0625,-1265.75,-1162.4375,-1059.125,-955.8125,-852.5,-749.1875,-645.875,-542.5625,-439.25,-335.9375,-232.625,-129.3125,-26,77.3125,180.625,283.9375,387.25,490.5625,593.875,697.1875,800.5,903.8125,1007.125,1110.4375,1213.75,1317.0625,1420.375,1523.6875,1627,1730.3125,1833.625,1936.9375,2040.25,2143.5625,2246.875,2350.1875,2453.5,2556.8125,2660.125,2763.4375,2866.75,2970.0625,3073.375,3176.6875,3280]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.08649957925081253,-0.08355282992124557,-0.08060608804225922,-0.07765933871269226,-0.0747125893831253,-0.07176584005355835,-0.0688190907239914,-0.06587234884500504,-0.06292559951543808,-0.059978850185871124,-0.05703210458159447,-0.05408535897731781,-0.051138609647750854,-0.0481918603181839,-0.04524511471390724,-0.042298369109630585,-0.03935161978006363,-0.036404870450496674,-0.033458124846220016,-0.03051137737929821,-0.027564629912376404,-0.024617882445454597,-0.02167113497853279,-0.018724387511610985,-0.01577764004468918,-0.012830892577767372,-0.009884145110845566,-0.0069373976439237595,-0.003990650177001953,-0.0010439027100801468,0.0019028447568416595,0.004849592223763466,0.007796347141265869,0.010743094608187675,0.013689842075109482,0.016636589542031288,0.019583337008953094,0.0225300844758749,0.025476831942796707,0.028423579409718513,0.03137032687664032,0.034317076206207275,0.03726382181048393,0.04021056741476059,0.043157316744327545,0.0461040660738945,0.04905081167817116,0.051997557282447815,0.05494430661201477,0.057891055941581726,0.06083780154585838,0.06378454715013504,0.066731296479702,0.06967804580926895,0.07262478768825531,0.07557153701782227,0.07851828634738922,0.08146503567695618,0.08441178500652313,0.08735852688550949,0.09030527621507645,0.0932520255446434,0.09619876742362976,0.09914551675319672,0.10209226608276367],"_type":"histogram","values":[7,5,13,29,42,64,111,200,307,495,728,1042,1596,2211,3179,4309,5779,7826,9515,12014,14662,17882,20989,24037,27081,29548,31913,33000,34537,34611,34009,32968,30670,28991,26155,23173,19783,16809,13948,11250,8973,6885,5377,3924,2960,2112,1390,960,641,427,251,166,110,69,46,22,5,11,4,2,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,1,4,5,7,14,30,56,76,159,222,344,549,755,1239,1712,2443,3287,4464,5895,7668,9850,12171,14788,17649,20619,23684,26397,28973,31169,32952,33826,34119,33914,32945,30562,28558,25897,22916,19968,17469,14577,11762,9222,7180,5498,4267,2964,2210,1608,1100,768,491,323,189,113,83,53,23,14,11,5,2,2],"bins":[-0.09399446845054626,-0.09109306335449219,-0.08819165825843811,-0.08529025316238403,-0.08238884806632996,-0.07948744297027588,-0.0765860378742218,-0.07368463277816772,-0.07078322768211365,-0.06788182258605957,-0.0649804174900055,-0.062079012393951416,-0.05917760729789734,-0.05627620220184326,-0.053374797105789185,-0.05047339200973511,-0.04757198691368103,-0.04467058181762695,-0.041769176721572876,-0.0388677716255188,-0.03596636652946472,-0.033064961433410645,-0.030163556337356567,-0.02726215124130249,-0.024360746145248413,-0.021459341049194336,-0.01855793595314026,-0.01565653085708618,-0.012755125761032104,-0.009853720664978027,-0.00695231556892395,-0.004050910472869873,-0.001149497926235199,0.0017519071698188782,0.004653312265872955,0.0075547173619270325,0.01045612245798111,0.013357527554035187,0.016258932650089264,0.01916033774614334,0.022061742842197418,0.024963147938251495,0.027864553034305573,0.03076595813035965,0.03366736322641373,0.036568768322467804,0.03947017341852188,0.04237157851457596,0.045272983610630035,0.04817438870668411,0.05107579380273819,0.05397719889879227,0.056878603994846344,0.05978000909090042,0.0626814141869545,0.06558281928300858,0.06848422437906265,0.07138562947511673,0.0742870345711708,0.07718843966722488,0.08008984476327896,0.08299124985933304,0.08589265495538712,0.08879406005144119,0.09169546514749527]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-4.9342638419602736e-08,-4.7653031742811436e-08,-4.5963425066020136e-08,-4.4273818389228836e-08,-4.2584211712437536e-08,-4.0894605035646237e-08,-3.9204998358854937e-08,-3.751539168206364e-08,-3.582578500527234e-08,-3.413617832848104e-08,-3.244657165168974e-08,-3.075696497489844e-08,-2.9067356521750298e-08,-2.7377749844959e-08,-2.56881431681677e-08,-2.39985364913764e-08,-2.23089298145851e-08,-2.06193231377938e-08,-1.89297164610025e-08,-1.72401097842112e-08,-1.55505031074199e-08,-1.386089554245018e-08,-1.217128886565888e-08,-1.048168218886758e-08,-8.79207551207628e-09,-7.102468835284981e-09,-5.412862158493681e-09,-3.7232550376131712e-09,-2.0336483608218714e-09,-3.440415730082691e-10,1.3455652148053332e-09,3.035172113641238e-09,4.724778790432538e-09,6.414385467223838e-09,8.103992144015137e-09,9.793598820806437e-09,1.1483205497597737e-08,1.3172813062567457e-08,1.4862419739358756e-08,1.6552025527971637e-08,1.8241632204762936e-08,1.9931240657911076e-08,2.1620847334702376e-08,2.3310454011493675e-08,2.5000060688284975e-08,2.6689667365076275e-08,2.8379274041867575e-08,3.0068878942302035e-08,3.1758489171807014e-08,3.3448095848598314e-08,3.5137702525389614e-08,3.6827309202180913e-08,3.851691587897221e-08,4.020652255576351e-08,4.189612923255481e-08,4.358573590934611e-08,4.527534258613741e-08,4.696494926292871e-08,4.865455593972001e-08,5.034416261651131e-08,5.203376929330261e-08,5.372337597009391e-08,5.541298264688521e-08,5.710258932367651e-08,5.879219600046781e-08],"_type":"histogram","values":[1,0,0,1,1,2,1,3,1,1,1,3,3,5,5,7,9,9,6,16,15,15,14,29,32,27,32,54,63,68,48,48,28,32,34,24,30,16,9,17,12,3,7,2,4,5,0,5,3,5,1,1,1,2,0,0,1,1,2,2,0,0,0,1]},"gradients/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[2,0,0,2,2,4,8,8,11,17,22,41,73,84,110,174,263,365,553,756,1125,1536,2376,3401,4984,7354,11171,17018,26819,45477,87678,225645,571029,314207,110891,52811,29954,18811,12204,7987,5445,3704,2634,1787,1264,874,617,482,318,232,165,117,79,48,40,28,19,14,10,5,3,2,3,1],"bins":[-3126,-3030.21875,-2934.4375,-2838.65625,-2742.875,-2647.09375,-2551.3125,-2455.53125,-2359.75,-2263.96875,-2168.1875,-2072.40625,-1976.625,-1880.84375,-1785.0625,-1689.28125,-1593.5,-1497.71875,-1401.9375,-1306.15625,-1210.375,-1114.59375,-1018.8125,-923.03125,-827.25,-731.46875,-635.6875,-539.90625,-444.125,-348.34375,-252.5625,-156.78125,-61,34.78125,130.5625,226.34375,322.125,417.90625,513.6875,609.46875,705.25,801.03125,896.8125,992.59375,1088.375,1184.15625,1279.9375,1375.71875,1471.5,1567.28125,1663.0625,1758.84375,1854.625,1950.40625,2046.1875,2141.96875,2237.75,2333.53125,2429.3125,2525.09375,2620.875,2716.65625,2812.4375,2908.21875,3004]},"train_batch_loss":2.4658875465393066,"parameters/bert.encoder.layer.0.attention.self.value.bias":{"values":[3,1,0,5,2,2,8,2,7,4,11,15,7,10,8,6,13,19,11,21,18,16,16,16,23,11,16,19,17,10,15,22,26,21,26,19,24,18,19,20,22,21,19,10,18,14,19,12,16,12,14,10,10,10,7,5,8,3,2,1,3,1,1,3],"bins":[-0.00024222438514698297,-0.000234614301007241,-0.00022700421686749905,-0.0002193941327277571,-0.0002117840340360999,-0.00020417394989635795,-0.000196563865756616,-0.00018895378161687404,-0.00018134369747713208,-0.00017373361333739012,-0.00016612352919764817,-0.0001585134450579062,-0.00015090336091816425,-0.00014329326222650707,-0.0001356831780867651,-0.00012807309394702315,-0.0001204630098072812,-0.00011285292566753924,-0.00010524284152779728,-9.763275011209771e-05,-9.002266597235575e-05,-8.24125818326138e-05,-7.480249041691422e-05,-6.719240627717227e-05,-5.958232213743031e-05,-5.197223799768835e-05,-4.436215021996759e-05,-3.6752062442246825e-05,-2.9141978302504867e-05,-2.1531892343773507e-05,-1.3921806385042146e-05,-6.311720426310785e-06,1.2983509805053473e-06,8.908436939236708e-06,1.651852289796807e-05,2.412860885669943e-05,3.173869481543079e-05,3.934877895517275e-05,4.695886673289351e-05,5.4568954510614276e-05,6.217903865035623e-05,6.978912279009819e-05,7.739920692984015e-05,8.500929834553972e-05,9.261938248528168e-05,0.00010022946662502363,0.0001078395580407232,0.00011544964218046516,0.00012305972632020712,0.00013066981045994908,0.00013827989459969103,0.000145889978739433,0.00015350006287917495,0.00016111016157083213,0.0001687202457105741,0.00017633032985031605,0.000183940413990058,0.00019155049812979996,0.00019916058226954192,0.00020677066640928388,0.00021438076510094106,0.00022199084924068302,0.00022960093338042498,0.00023721101752016693,0.0002448211016599089],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.00021402761922217906,-0.00020767183741554618,-0.0002013160556089133,-0.00019496027380228043,-0.00018860449199564755,-0.00018224869563709944,-0.00017589291383046657,-0.0001695371320238337,-0.00016318135021720082,-0.00015682556841056794,-0.00015046978660393506,-0.0001441140047973022,-0.00013775820843875408,-0.0001314024266321212,-0.00012504664482548833,-0.00011869086301885545,-0.00011233508121222258,-0.0001059792994055897,-9.962351759895682e-05,-9.326772851636633e-05,-8.691194670973346e-05,-8.055616490310058e-05,-7.420037582051009e-05,-6.784459401387721e-05,-6.148881220724434e-05,-5.513303040061146e-05,-4.877724495599978e-05,-4.242145951138809e-05,-3.606567770475522e-05,-2.9709894079132937e-05,-2.3354110453510657e-05,-1.6998326827888377e-05,-1.0642528650350869e-05,-4.286745024728589e-06,2.069038600893691e-06,8.424822226515971e-06,1.4780605852138251e-05,2.113638947776053e-05,2.749217310338281e-05,3.3847958547994494e-05,4.020374035462737e-05,4.655952216126025e-05,5.291530760587193e-05,5.9271093050483614e-05,6.562687485711649e-05,7.198265666374937e-05,7.833844574633986e-05,8.469422755297273e-05,9.105000935960561e-05,9.740579116623849e-05,0.00010376157297287136,0.00011011736205546185,0.00011647314386209473,0.00012282893294468522,0.0001291847147513181,0.00013554049655795097,0.00014189627836458385,0.00014825206017121673,0.0001546078419778496,0.00016096362378448248,0.00016731940559111536,0.00017367520194966346,0.00018003098375629634,0.0001863867655629292,0.0001927425473695621],"_type":"histogram","values":[1,0,1,1,2,2,3,5,3,2,6,6,14,12,14,18,23,26,25,30,29,36,38,42,51,56,60,82,63,60,80,77,79,91,93,99,83,81,69,72,62,56,58,49,41,35,37,36,27,23,19,13,11,14,10,5,1,8,2,3,0,2,0,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,1,2,1,1,0,3,4,3,2,7,4,6,5,8,6,5,10,16,17,27,31,28,47,63,88,92,64,38,29,27,23,18,16,13,9,12,9,6,5,4,1,3,1,0,0,0,3,1,0,1,2,0,0,0,1,1,1,0,0,1],"bins":[-2975.044921875,-2872.23046875,-2769.415771484375,-2666.601318359375,-2563.78662109375,-2460.97216796875,-2358.157470703125,-2255.343017578125,-2152.5283203125,-2049.7138671875,-1946.8992919921875,-1844.084716796875,-1741.2701416015625,-1638.45556640625,-1535.6409912109375,-1432.826416015625,-1330.0118408203125,-1227.197265625,-1124.3826904296875,-1021.568115234375,-918.7535400390625,-815.9390258789062,-713.1244506835938,-610.3098754882812,-507.49530029296875,-404.68072509765625,-301.86614990234375,-199.05160522460938,-96.23703002929688,6.577537536621094,109.39210510253906,212.2066650390625,315.021240234375,417.8358154296875,520.650390625,623.4649658203125,726.279541015625,829.0940551757812,931.9086303710938,1034.7232666015625,1137.537841796875,1240.352294921875,1343.1668701171875,1445.9814453125,1548.7960205078125,1651.610595703125,1754.4251708984375,1857.23974609375,1960.0543212890625,2062.868896484375,2165.683349609375,2268.498046875,2371.3125,2474.127197265625,2576.941650390625,2679.75634765625,2782.57080078125,2885.385498046875,2988.199951171875,3091.0146484375,3193.8291015625,3296.643798828125,3399.458251953125,3502.27294921875,3605.08740234375]},"gradients/bert.embeddings.position_embeddings.weight":{"values":[1,0,5,6,7,21,17,19,31,63,70,97,124,199,212,289,374,524,652,837,1078,1361,1884,2336,3062,3816,4607,5574,6258,7035,7135,302220,7013,6527,5845,4931,4102,3377,2700,1973,1589,1288,958,800,567,464,306,226,174,137,101,79,42,37,20,16,12,9,2,3,1,2,0,1],"bins":[-2501.413818359375,-2421.23828125,-2341.062744140625,-2260.88720703125,-2180.71142578125,-2100.535888671875,-2020.3603515625,-1940.184814453125,-1860.00927734375,-1779.833740234375,-1699.658203125,-1619.4825439453125,-1539.3070068359375,-1459.1314697265625,-1378.955810546875,-1298.7802734375,-1218.604736328125,-1138.42919921875,-1058.253662109375,-978.0780029296875,-897.9024658203125,-817.7269287109375,-737.5513305664062,-657.375732421875,-577.2001953125,-497.0246276855469,-416.84906005859375,-336.6734924316406,-256.4979248046875,-176.32235717773438,-96.14678955078125,-15.971221923828125,64.20458984375,144.38015747070312,224.55572509765625,304.7312927246094,384.9068603515625,465.0824279785156,545.2579956054688,625.43359375,705.609130859375,785.78466796875,865.9602661132812,946.1358642578125,1026.3114013671875,1106.4869384765625,1186.66259765625,1266.838134765625,1347.013671875,1427.189208984375,1507.36474609375,1587.5404052734375,1667.7159423828125,1747.8914794921875,1828.067138671875,1908.24267578125,1988.418212890625,2068.59375,2148.769287109375,2228.94482421875,2309.12060546875,2389.296142578125,2469.4716796875,2549.647216796875,2629.82275390625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,2,0,0,2,2,5,1,2,6,8,4,9,12,8,19,9,12,17,16,16,25,15,27,27,28,28,21,19,25,19,18,32,34,29,37,17,16,23,20,26,24,15,18,10,8,4,7,5,6,8,6,4,3,4,0,1,1,1,3,0,2,0,1],"bins":[-3200,-3095.21875,-2990.4375,-2885.65625,-2780.875,-2676.09375,-2571.3125,-2466.53125,-2361.75,-2256.96875,-2152.1875,-2047.40625,-1942.625,-1837.84375,-1733.0625,-1628.28125,-1523.5,-1418.71875,-1313.9375,-1209.15625,-1104.375,-999.59375,-894.8125,-790.03125,-685.25,-580.46875,-475.6875,-370.90625,-266.125,-161.34375,-56.5625,48.21875,153,257.78125,362.5625,467.34375,572.125,676.90625,781.6875,886.46875,991.25,1096.03125,1200.8125,1305.59375,1410.375,1515.15625,1619.9375,1724.71875,1829.5,1934.28125,2039.0625,2143.84375,2248.625,2353.40625,2458.1875,2562.96875,2667.75,2772.53125,2877.3125,2982.09375,3086.875,3191.65625,3296.4375,3401.21875,3506]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,0,0,1,0,0,1,1,2,2,4,6,1,4,4,7,11,16,17,22,28,24,55,59,60,63,70,61,47,36,43,23,21,15,9,7,8,6,2,5,2,6,1,4,2,2,2,1,0,1,1,0,1,0,0,0,1],"bins":[-7.155765757715926e-08,-6.93914827820663e-08,-6.722530798697335e-08,-6.505913319188039e-08,-6.289295839678744e-08,-6.072678360169448e-08,-5.85606123593152e-08,-5.6394437564222244e-08,-5.422826276912929e-08,-5.206208797403633e-08,-4.9895913178943374e-08,-4.772973838385042e-08,-4.556356714147114e-08,-4.339739234637818e-08,-4.1231217551285226e-08,-3.906504275619227e-08,-3.689886796109931e-08,-3.4732693166006356e-08,-3.25665183709134e-08,-3.040034357582044e-08,-2.8234170557084326e-08,-2.606799576199137e-08,-2.3901822743255252e-08,-2.1735647948162296e-08,-1.956947315306934e-08,-1.7403298357976382e-08,-1.5237123562883426e-08,-1.3070950544147308e-08,-1.0904775749054352e-08,-8.738600953961395e-09,-6.572427047046858e-09,-4.4062526960431114e-09,-2.240071239612007e-09,-7.389688860826027e-11,2.0922774623954865e-09,4.258451813399233e-09,6.42462616440298e-09,8.590800959495937e-09,1.0756974866410474e-08,1.292314877332501e-08,1.5089323568417967e-08,1.7255498363510924e-08,1.942167315860388e-08,2.1587846177339998e-08,2.3754020972432954e-08,2.592019576752591e-08,2.8086368786262028e-08,3.0252543581354985e-08,3.241871837644794e-08,3.45848931715409e-08,3.6751067966633855e-08,3.891724276172681e-08,4.108341755681977e-08,4.3249588799199046e-08,4.5415763594292e-08,4.758193838938496e-08,4.9748113184477916e-08,5.191428797957087e-08,5.408046277466383e-08,5.6246637569756786e-08,5.8412808812136063e-08,6.057898360722902e-08,6.274515840232198e-08,6.491133319741493e-08,6.707750799250789e-08]},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,1,2,1,2,2,3,4,2,4,4,4,4,9,12,6,9,13,18,24,16,19,14,28,26,24,27,22,23,21,28,799,35,27,30,25,28,18,21,19,23,14,14,14,20,8,17,11,8,4,5,3,2,3,3,5,2,0,0,2,0,0,0,3],"bins":[-112863.65625,-109228.75,-105593.8515625,-101958.9453125,-98324.046875,-94689.140625,-91054.234375,-87419.3359375,-83784.4296875,-80149.5234375,-76514.625,-72879.71875,-69244.8125,-65609.9140625,-61975.0078125,-58340.10546875,-54705.203125,-51070.30078125,-47435.3984375,-43800.4921875,-40165.58984375,-36530.6875,-32895.78125,-29260.87890625,-25625.9765625,-21991.07421875,-18356.169921875,-14721.2666015625,-11086.36328125,-7451.4599609375,-3816.556640625,-181.6533203125,3453.25,7088.1533203125,10723.056640625,14357.9599609375,17992.86328125,21627.765625,25262.669921875,28897.57421875,32532.4765625,36167.37890625,39802.28125,43437.1875,47072.08984375,50706.9921875,54341.8984375,57976.80078125,61611.703125,65246.60546875,68881.5078125,72516.4140625,76151.3125,79786.21875,83421.125,87056.0234375,90690.9296875,94325.8359375,97960.734375,101595.640625,105230.546875,108865.4453125,112500.3515625,116135.25,119770.15625]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.999548077583313,0.999562680721283,0.9995772242546082,0.9995918273925781,0.9996063709259033,0.9996209740638733,0.9996355175971985,0.9996501207351685,0.9996646642684937,0.9996792674064636,0.9996938705444336,0.9997084140777588,0.9997230172157288,0.999737560749054,0.9997521638870239,0.9997667074203491,0.9997813105583191,0.9997959136962891,0.9998104572296143,0.9998250603675842,0.9998396039009094,0.9998542070388794,0.9998687505722046,0.9998833537101746,0.9998979568481445,0.9999125003814697,0.9999271035194397,0.9999416470527649,0.9999562501907349,0.9999707937240601,0.99998539686203,0.9999999403953552,1.0000145435333252,1.0000290870666504,1.0000437498092651,1.0000582933425903,1.0000728368759155,1.0000873804092407,1.0001020431518555,1.0001165866851807,1.0001311302185059,1.0001457929611206,1.0001603364944458,1.000174880027771,1.0001894235610962,1.000204086303711,1.0002186298370361,1.0002331733703613,1.0002477169036865,1.0002623796463013,1.0002769231796265,1.0002914667129517,1.0003061294555664,1.0003206729888916,1.0003352165222168,1.000349760055542,1.0003644227981567,1.000378966331482,1.0003935098648071,1.0004081726074219,1.000422716140747,1.0004372596740723,1.0004518032073975,1.0004664659500122,1.0004810094833374],"_type":"histogram","values":[3,0,2,1,0,0,0,4,2,4,2,3,3,5,3,12,11,10,11,15,22,17,27,17,20,23,23,22,32,25,32,31,31,29,26,37,27,17,21,33,27,16,17,20,19,8,11,8,9,6,4,4,1,1,6,4,0,2,0,0,0,0,1,1]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-1809,-1749.671875,-1690.34375,-1631.015625,-1571.6875,-1512.359375,-1453.03125,-1393.703125,-1334.375,-1275.046875,-1215.71875,-1156.390625,-1097.0625,-1037.734375,-978.40625,-919.078125,-859.75,-800.421875,-741.09375,-681.765625,-622.4375,-563.109375,-503.78125,-444.453125,-385.125,-325.796875,-266.46875,-207.140625,-147.8125,-88.484375,-29.15625,30.171875,89.5,148.828125,208.15625,267.484375,326.8125,386.140625,445.46875,504.796875,564.125,623.453125,682.78125,742.109375,801.4375,860.765625,920.09375,979.421875,1038.75,1098.078125,1157.40625,1216.734375,1276.0625,1335.390625,1394.71875,1454.046875,1513.375,1572.703125,1632.03125,1691.359375,1750.6875,1810.015625,1869.34375,1928.671875,1988],"_type":"histogram","values":[1,1,0,1,0,2,3,2,1,2,5,2,7,9,13,19,13,13,8,19,19,24,20,25,25,23,32,38,26,27,22,28,27,24,28,22,25,33,25,15,18,21,13,20,6,12,12,7,1,6,6,4,3,1,5,2,0,0,0,0,1,0,0,1]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,3,0,4,2,2,3,3,3,4,4,7,8,8,6,11,7,14,15,20,25,25,29,19,26,23,19,36,32,30,17,29,34,29,24,18,26,23,18,23,19,16,12,20,16,5,7,10,9,3,1,3,3,3,1,1,1,3,1,1,0,0,2,1],"bins":[-3288,-3178.75,-3069.5,-2960.25,-2851,-2741.75,-2632.5,-2523.25,-2414,-2304.75,-2195.5,-2086.25,-1977,-1867.75,-1758.5,-1649.25,-1540,-1430.75,-1321.5,-1212.25,-1103,-993.75,-884.5,-775.25,-666,-556.75,-447.5,-338.25,-229,-119.75,-10.5,98.75,208,317.25,426.5,535.75,645,754.25,863.5,972.75,1082,1191.25,1300.5,1409.75,1519,1628.25,1737.5,1846.75,1956,2065.25,2174.5,2283.75,2393,2502.25,2611.5,2720.75,2830,2939.25,3048.5,3157.75,3267,3376.25,3485.5,3594.75,3704]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,0,1,1,4,11,15,27,59,77,145,229,382,604,877,1316,1873,2651,3691,5061,6708,8627,10919,13533,16705,19826,22703,25998,28479,31333,33220,34400,34844,34650,33607,32328,30155,27220,24327,21005,18289,14775,12002,9743,7534,5793,4226,3160,2202,1606,1060,660,450,299,167,97,57,39,22,15,10,1,2,2],"bins":[-0.09766316413879395,-0.09467791765928268,-0.09169266372919083,-0.08870741724967957,-0.08572216331958771,-0.08273691684007645,-0.07975167036056519,-0.07676641643047333,-0.07378116995096207,-0.0707959234714508,-0.06781066954135895,-0.06482542306184769,-0.06184017285704613,-0.05885492265224457,-0.05586967617273331,-0.05288442596793175,-0.04989917576313019,-0.04691392555832863,-0.04392867535352707,-0.04094342887401581,-0.03795817866921425,-0.03497292846441269,-0.03198768198490143,-0.02900243178009987,-0.02601718157529831,-0.02303193137049675,-0.02004668302834034,-0.01706143468618393,-0.01407618448138237,-0.011090935207903385,-0.0081056859344244,-0.0051204366609454155,-0.0021351948380470276,0.0008500544354319572,0.003835303708910942,0.006820552982389927,0.009805802255868912,0.012791051529347897,0.01577630080282688,0.01876154914498329,0.02174679934978485,0.02473204955458641,0.02771729789674282,0.03070254623889923,0.03368779644370079,0.03667304664850235,0.03965829312801361,0.04264354333281517,0.04562879353761673,0.04861404374241829,0.05159929394721985,0.05458454042673111,0.05756979063153267,0.06055504083633423,0.06354028731584549,0.06652554124593735,0.06951078772544861,0.07249603420495987,0.07548128813505173,0.07846653461456299,0.08145178854465485,0.08443703502416611,0.08742228150367737,0.09040753543376923,0.09339278191328049]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,1,2,0,4,2,3,3,3,3,2,5,7,12,7,5,6,12,21,12,21,29,27,22,20,30,24,32,27,34,26,26,22,35,36,15,23,27,21,18,18,19,12,23,16,7,8,9,7,2,2,1,6,1,1,2,0,3,1,1,1,0,1,1],"bins":[-3642.310546875,-3522.360595703125,-3402.410888671875,-3282.4609375,-3162.510986328125,-3042.561279296875,-2922.611328125,-2802.661376953125,-2682.71142578125,-2562.76171875,-2442.811767578125,-2322.86181640625,-2202.912109375,-2082.962158203125,-1963.0123291015625,-1843.0623779296875,-1723.112548828125,-1603.1627197265625,-1483.2127685546875,-1363.262939453125,-1243.31298828125,-1123.3631591796875,-1003.413330078125,-883.4634399414062,-763.5135498046875,-643.5636596679688,-523.61376953125,-403.6639404296875,-283.71405029296875,-163.76417541503906,-43.814300537109375,76.13557434082031,196.08544921875,316.03533935546875,435.9851989746094,555.93505859375,675.8849487304688,795.8348388671875,915.78466796875,1035.734619140625,1155.6844482421875,1275.63427734375,1395.584228515625,1515.5340576171875,1635.48388671875,1755.433837890625,1875.3836669921875,1995.3336181640625,2115.283447265625,2235.2333984375,2355.18310546875,2475.133056640625,2595.0830078125,2715.03271484375,2834.982666015625,2954.9326171875,3074.88232421875,3194.832275390625,3314.7822265625,3434.732177734375,3554.681884765625,3674.6318359375,3794.581787109375,3914.531494140625,4034.4814453125],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,1,0,0,1,2,3,1,0,4,2,7,10,8,9,12,12,13,15,14,29,17,20,28,28,28,25,30,29,34,25,32,36,25,28,26,27,16,17,22,14,15,13,15,14,14,14,8,5,4,3,4,4,1,1,0,0,0,0,0,0,0,0,1],"bins":[-1872,-1809.96875,-1747.9375,-1685.90625,-1623.875,-1561.84375,-1499.8125,-1437.78125,-1375.75,-1313.71875,-1251.6875,-1189.65625,-1127.625,-1065.59375,-1003.5625,-941.53125,-879.5,-817.46875,-755.4375,-693.40625,-631.375,-569.34375,-507.3125,-445.28125,-383.25,-321.21875,-259.1875,-197.15625,-135.125,-73.09375,-11.0625,50.96875,113,175.03125,237.0625,299.09375,361.125,423.15625,485.1875,547.21875,609.25,671.28125,733.3125,795.34375,857.375,919.40625,981.4375,1043.46875,1105.5,1167.53125,1229.5625,1291.59375,1353.625,1415.65625,1477.6875,1539.71875,1601.75,1663.78125,1725.8125,1787.84375,1849.875,1911.90625,1973.9375,2035.96875,2098]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9995793700218201,0.9995943307876587,0.9996092915534973,0.9996243119239807,0.9996392726898193,0.999654233455658,0.9996691942214966,0.99968421459198,0.9996991753578186,0.9997141361236572,0.9997290968894958,0.9997441172599792,0.9997590780258179,0.9997740387916565,0.9997889995574951,0.9998040199279785,0.9998189806938171,0.9998339414596558,0.9998489022254944,0.999863862991333,0.9998788833618164,0.999893844127655,0.9999088048934937,0.9999237656593323,0.9999387860298157,0.9999537467956543,0.9999687075614929,0.9999836683273315,0.9999986886978149,1.0000135898590088,1.0000286102294922,1.0000436305999756,1.0000585317611694,1.0000735521316528,1.0000884532928467,1.00010347366333,1.0001184940338135,1.0001333951950073,1.0001484155654907,1.0001634359359741,1.000178337097168,1.0001933574676514,1.0002082586288452,1.0002232789993286,1.000238299369812,1.0002532005310059,1.0002682209014893,1.0002832412719727,1.0002981424331665,1.00031316280365,1.0003280639648438,1.0003430843353271,1.0003581047058105,1.0003730058670044,1.0003880262374878,1.0004029273986816,1.000417947769165,1.0004329681396484,1.0004478693008423,1.0004628896713257,1.000477910041809,1.000492811203003,1.0005078315734863,1.0005227327346802,1.0005377531051636],"_type":"histogram","values":[1,1,0,3,2,2,2,1,3,2,5,11,6,6,12,11,15,21,13,24,25,17,27,26,33,20,20,38,34,41,32,36,35,32,25,22,22,24,12,20,18,14,13,8,4,3,7,5,1,3,2,1,0,1,3,1,0,0,0,0,0,0,1,1]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9995602965354919,0.9995735287666321,0.9995867609977722,0.9995999932289124,0.9996132254600525,0.9996264576911926,0.9996396899223328,0.9996529221534729,0.999666154384613,0.9996793866157532,0.9996926188468933,0.9997059106826782,0.9997191429138184,0.9997323751449585,0.9997456073760986,0.9997588396072388,0.9997720718383789,0.999785304069519,0.9997985363006592,0.9998117685317993,0.9998250007629395,0.9998382329940796,0.9998514652252197,0.9998646974563599,0.9998779296875,0.9998911619186401,0.9999043941497803,0.9999176263809204,0.9999308586120605,0.9999440908432007,0.9999573230743408,0.999970555305481,0.9999837875366211,0.999997079372406,1.0000102519989014,1.0000234842300415,1.0000367164611816,1.0000499486923218,1.000063180923462,1.000076413154602,1.0000896453857422,1.0001028776168823,1.0001161098480225,1.0001294612884521,1.0001426935195923,1.0001559257507324,1.0001691579818726,1.0001823902130127,1.0001956224441528,1.000208854675293,1.000222086906433,1.0002353191375732,1.0002485513687134,1.0002617835998535,1.0002750158309937,1.0002882480621338,1.000301480293274,1.000314712524414,1.0003279447555542,1.0003411769866943,1.0003544092178345,1.0003676414489746,1.0003808736801147,1.0003941059112549,1.000407338142395],"_type":"histogram","values":[1,1,1,0,0,2,3,0,1,0,2,6,4,5,3,9,10,11,8,15,13,9,18,17,18,13,13,21,29,19,22,30,35,24,29,32,21,26,39,26,28,27,27,23,25,17,6,18,16,7,5,6,6,1,1,5,2,2,3,2,1,2,1,1]},"parameters/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,1,0,0,1,0,1,2,3,1,0,4,6,4,6,6,10,20,10,12,7,15,14,19,25,19,21,41,27,23,24,27,32,25,35,32,27,19,22,27,23,22,37,21,15,11,10,11,7,9,10,5,4,1,4,1,1,2,0,0,0,2],"bins":[0.9995051026344299,0.9995197653770447,0.9995344281196594,0.999549150466919,0.9995638132095337,0.9995784759521484,0.9995931386947632,0.9996078014373779,0.9996224641799927,0.9996371865272522,0.9996518492698669,0.9996665120124817,0.9996811747550964,0.9996958374977112,0.9997105002403259,0.9997252225875854,0.9997398853302002,0.9997545480728149,0.9997692108154297,0.9997838735580444,0.9997985363006592,0.9998132586479187,0.9998279213905334,0.9998425841331482,0.9998572468757629,0.9998719096183777,0.9998865723609924,0.999901294708252,0.9999159574508667,0.9999306201934814,0.9999452829360962,0.9999599456787109,0.9999746084213257,0.9999893307685852,1.0000039339065552,1.0000187158584595,1.0000333786010742,1.000048041343689,1.0000627040863037,1.0000773668289185,1.0000920295715332,1.000106692314148,1.0001213550567627,1.0001360177993774,1.0001506805419922,1.000165343284607,1.0001800060272217,1.000194787979126,1.0002094507217407,1.0002241134643555,1.0002387762069702,1.000253438949585,1.0002681016921997,1.0002827644348145,1.0002974271774292,1.000312089920044,1.0003267526626587,1.0003414154052734,1.0003560781478882,1.0003708600997925,1.0003855228424072,1.000400185585022,1.0004148483276367,1.0004295110702515,1.0004441738128662]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0002548554912209511,-0.0002470465551596135,-0.00023923763365019113,-0.00023142869758885354,-0.00022361977607943118,-0.00021581084001809359,-0.000208001903956756,-0.00020019298244733363,-0.00019238404638599604,-0.00018457511032465845,-0.0001767661888152361,-0.0001689572527538985,-0.0001611483166925609,-0.00015333939518313855,-0.00014553045912180096,-0.0001377215376123786,-0.000129912601551041,-0.00012210366548970342,-0.00011429474398028105,-0.00010648580791894346,-9.867687913356349e-05,-9.086795034818351e-05,-8.305901428684592e-05,-7.525008550146595e-05,-6.744115671608597e-05,-5.9632227930705994e-05,-5.182329550734721e-05,-4.401436308398843e-05,-3.620543429860845e-05,-2.8396503694239073e-05,-2.0587573089869693e-05,-1.2778642485500313e-05,-4.9697409849613905e-06,2.839189619407989e-06,1.0648120223777369e-05,1.8457050828146748e-05,2.6265981432516128e-05,3.4074910217896104e-05,4.188384264125489e-05,4.969277506461367e-05,5.7501703849993646e-05,6.531063263537362e-05,7.31195614207536e-05,8.092849748209119e-05,8.873742626747116e-05,9.654635505285114e-05,0.00010435529111418873,0.0001121642198995687,0.00011997314868494868,0.00012778208474628627,0.00013559100625570863,0.00014339994231704623,0.0001512088638264686,0.00015901779988780618,0.00016682673594914377,0.00017463565745856613,0.00018244459351990372,0.0001902535295812413,0.00019806245109066367,0.00020587138715200126,0.00021368032321333885,0.00022148924472276121,0.0002292981807840988,0.00023710710229352117,0.00024491603835485876],"_type":"histogram","values":[1,0,0,1,0,2,2,6,5,6,8,11,12,10,16,10,14,14,16,15,17,20,17,18,28,11,24,15,24,26,7,22,18,16,19,26,17,20,20,16,18,20,19,18,18,17,10,23,11,11,14,10,9,10,7,6,6,3,4,2,0,0,0,2]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-3764,-3642.96875,-3521.9375,-3400.90625,-3279.875,-3158.84375,-3037.8125,-2916.78125,-2795.75,-2674.71875,-2553.6875,-2432.65625,-2311.625,-2190.59375,-2069.5625,-1948.53125,-1827.5,-1706.46875,-1585.4375,-1464.40625,-1343.375,-1222.34375,-1101.3125,-980.28125,-859.25,-738.21875,-617.1875,-496.15625,-375.125,-254.09375,-133.0625,-12.03125,109,230.03125,351.0625,472.09375,593.125,714.15625,835.1875,956.21875,1077.25,1198.28125,1319.3125,1440.34375,1561.375,1682.40625,1803.4375,1924.46875,2045.5,2166.53125,2287.5625,2408.59375,2529.625,2650.65625,2771.6875,2892.71875,3013.75,3134.78125,3255.8125,3376.84375,3497.875,3618.90625,3739.9375,3860.96875,3982],"_type":"histogram","values":[1,1,3,3,2,4,9,10,13,11,24,35,56,75,120,155,268,369,555,757,1102,1682,2511,3800,5731,8804,13237,21233,35194,64999,119984,128953,74443,39649,23384,14451,9378,6194,4156,2733,1828,1254,870,566,385,271,162,142,80,52,31,29,28,12,7,3,6,3,3,0,0,1,1,1]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09323491901159286,-0.09025109559297562,-0.08726726472377777,-0.08428344130516052,-0.08129961043596268,-0.07831578701734543,-0.07533195614814758,-0.07234813272953033,-0.06936430186033249,-0.06638047844171524,-0.0633966475725174,-0.060412824153900146,-0.0574289970099926,-0.05444516986608505,-0.051461342722177505,-0.04847751557826996,-0.04549368843436241,-0.042509861290454865,-0.03952603414654732,-0.03654220700263977,-0.033558379858732224,-0.030574554577469826,-0.02759072743356228,-0.024606900289654732,-0.021623073145747185,-0.018639246001839638,-0.01565541885793209,-0.012671592645347118,-0.009687765501439571,-0.006703938357532024,-0.0037201116792857647,-0.0007362847682088614,0.002247542142868042,0.005231369286775589,0.008215196430683136,0.011199022643268108,0.014182849787175655,0.017166675999760628,0.020150503143668175,0.023134330287575722,0.02611815743148327,0.029101984575390816,0.032085809856653214,0.03506963700056076,0.03805346414446831,0.041037291288375854,0.0440211184322834,0.04700494557619095,0.049988772720098495,0.05297259986400604,0.05595642700791359,0.058940254151821136,0.061924081295728683,0.06490790843963623,0.06789173185825348,0.07087556272745132,0.07385938614606857,0.07684321701526642,0.07982704043388367,0.08281087130308151,0.08579469472169876,0.0887785255908966,0.09176234900951385,0.0947461798787117,0.09773000329732895],"_type":"histogram","values":[3,1,4,3,9,24,39,76,117,197,299,451,657,1052,1553,2269,3216,4426,5691,7721,9722,12123,14973,18053,21277,24414,27151,29893,32396,34004,34591,34972,34469,32773,31120,28830,26022,22930,19602,16301,13482,10880,8703,6522,5010,3715,2570,1921,1209,879,593,322,229,146,98,49,31,13,15,8,2,2,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-3560,-3447.6875,-3335.375,-3223.0625,-3110.75,-2998.4375,-2886.125,-2773.8125,-2661.5,-2549.1875,-2436.875,-2324.5625,-2212.25,-2099.9375,-1987.625,-1875.3125,-1763,-1650.6875,-1538.375,-1426.0625,-1313.75,-1201.4375,-1089.125,-976.8125,-864.5,-752.1875,-639.875,-527.5625,-415.25,-302.9375,-190.625,-78.3125,34,146.3125,258.625,370.9375,483.25,595.5625,707.875,820.1875,932.5,1044.8125,1157.125,1269.4375,1381.75,1494.0625,1606.375,1718.6875,1831,1943.3125,2055.625,2167.9375,2280.25,2392.5625,2504.875,2617.1875,2729.5,2841.8125,2954.125,3066.4375,3178.75,3291.0625,3403.375,3515.6875,3628],"_type":"histogram","values":[1,1,2,5,3,10,9,14,17,21,46,53,79,112,176,183,307,444,561,921,1189,1749,2480,3673,5440,7972,11954,18209,29172,48363,82452,115023,98500,59573,35144,22207,14154,9311,6371,4349,2919,1959,1416,937,694,466,343,228,167,129,95,60,59,25,24,10,15,10,7,3,5,2,0,1]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,3,2,4,0,5,3,6,2,1,5,7,10,10,9,12,15,20,14,20,26,32,35,50,55,57,46,36,43,41,33,27,17,15,16,7,11,12,7,5,4,9,2,3,3,4,2,4,4,2,2,3,0,1,0,1,0,1],"bins":[-0.06744384765625,-0.06533622741699219,-0.06322860717773438,-0.06112098693847656,-0.05901336669921875,-0.05690574645996094,-0.054798126220703125,-0.05269050598144531,-0.0505828857421875,-0.04847526550292969,-0.046367645263671875,-0.04426002502441406,-0.04215240478515625,-0.04004478454589844,-0.037937164306640625,-0.03582954406738281,-0.033721923828125,-0.03161430358886719,-0.029506683349609375,-0.027399063110351562,-0.02529144287109375,-0.023183822631835938,-0.021076202392578125,-0.018968582153320312,-0.0168609619140625,-0.014753341674804688,-0.012645721435546875,-0.010538101196289062,-0.00843048095703125,-0.0063228607177734375,-0.004215240478515625,-0.0021076202392578125,0,0.0021076202392578125,0.004215240478515625,0.0063228607177734375,0.00843048095703125,0.010538101196289062,0.012645721435546875,0.014753341674804688,0.0168609619140625,0.018968582153320312,0.021076202392578125,0.023183822631835938,0.02529144287109375,0.027399063110351562,0.029506683349609375,0.03161430358886719,0.033721923828125,0.03582954406738281,0.037937164306640625,0.04004478454589844,0.04215240478515625,0.04426002502441406,0.046367645263671875,0.04847526550292969,0.0505828857421875,0.05269050598144531,0.054798126220703125,0.05690574645996094,0.05901336669921875,0.06112098693847656,0.06322860717773438,0.06533622741699219,0.06744384765625]},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,5,4,2,3,2,4,9,4,4,3,10,13,7,11,21,26,16,20,17,18,25,32,20,36,26,31,31,23,31,32,23,26,20,29,21,25,18,24,11,8,9,10,12,6,10,8,4,4,4,1,0,3,0,1,0,0,1,0,2],"bins":[-113.25,-109.6513671875,-106.052734375,-102.4541015625,-98.85546875,-95.2568359375,-91.658203125,-88.0595703125,-84.4609375,-80.8623046875,-77.263671875,-73.6650390625,-70.06640625,-66.4677734375,-62.869140625,-59.2705078125,-55.671875,-52.0732421875,-48.474609375,-44.8759765625,-41.27734375,-37.6787109375,-34.080078125,-30.4814453125,-26.8828125,-23.2841796875,-19.685546875,-16.0869140625,-12.48828125,-8.8896484375,-5.291015625,-1.6923828125,1.90625,5.5048828125,9.103515625,12.7021484375,16.30078125,19.8994140625,23.498046875,27.0966796875,30.6953125,34.2939453125,37.892578125,41.4912109375,45.08984375,48.6884765625,52.287109375,55.8857421875,59.484375,63.0830078125,66.681640625,70.2802734375,73.87890625,77.4775390625,81.076171875,84.6748046875,88.2734375,91.8720703125,95.470703125,99.0693359375,102.66796875,106.2666015625,109.865234375,113.4638671875,117.0625]},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,0,0,1,0,1,0,1,0,0,1,5,1,3,8,2,7,9,12,11,15,17,20,36,48,71,87,107,68,66,39,25,17,11,12,12,13,11,3,3,8,3,0,0,3,2,1,1,0,2,0,0,1,0,0,1,1],"bins":[-4568.11328125,-4434.93359375,-4301.75341796875,-4168.57373046875,-4035.3935546875,-3902.213623046875,-3769.03369140625,-3635.853759765625,-3502.673828125,-3369.494140625,-3236.314208984375,-3103.13427734375,-2969.954345703125,-2836.7744140625,-2703.594482421875,-2570.41455078125,-2437.234619140625,-2304.0546875,-2170.874755859375,-2037.69482421875,-1904.514892578125,-1771.3350830078125,-1638.1551513671875,-1504.9752197265625,-1371.7952880859375,-1238.6153564453125,-1105.4354248046875,-972.2555541992188,-839.0756225585938,-705.8956909179688,-572.7158203125,-439.535888671875,-306.355712890625,-173.17579650878906,-39.995880126953125,93.18403625488281,226.36395263671875,359.54388427734375,492.7237854003906,625.9036865234375,759.0836181640625,892.2635498046875,1025.4434814453125,1158.6234130859375,1291.80322265625,1424.983154296875,1558.1630859375,1691.343017578125,1824.52294921875,1957.702880859375,2090.8828125,2224.062744140625,2357.24267578125,2490.422607421875,2623.6025390625,2756.782470703125,2889.96240234375,3023.14208984375,3156.322021484375,3289.501953125,3422.681884765625,3555.86181640625,3689.041748046875,3822.2216796875,3955.401611328125],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-1429,-1384.1875,-1339.375,-1294.5625,-1249.75,-1204.9375,-1160.125,-1115.3125,-1070.5,-1025.6875,-980.875,-936.0625,-891.25,-846.4375,-801.625,-756.8125,-712,-667.1875,-622.375,-577.5625,-532.75,-487.9375,-443.125,-398.3125,-353.5,-308.6875,-263.875,-219.0625,-174.25,-129.4375,-84.625,-39.8125,5,49.8125,94.625,139.4375,184.25,229.0625,273.875,318.6875,363.5,408.3125,453.125,497.9375,542.75,587.5625,632.375,677.1875,722,766.8125,811.625,856.4375,901.25,946.0625,990.875,1035.6875,1080.5,1125.3125,1170.125,1214.9375,1259.75,1304.5625,1349.375,1394.1875,1439],"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,1,2,2,3,8,4,7,13,9,15,15,26,42,25,51,48,64,81,95,119,131,133,157,171,127,115,100,85,67,60,51,40,31,25,31,25,11,14,4,6,8,3,2,4,8,0,1,0,2,0,1,0,1,0,1]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[2,1,1,1,0,1,4,2,4,2,12,13,17,31,28,44,70,101,137,233,371,606,1027,1713,3241,5754,11228,22684,52089,149636,211001,70106,29491,13898,7166,3779,2115,1203,718,454,301,169,116,76,51,39,17,30,14,9,4,4,3,2,0,0,1,1,1,0,1,0,0,1],"bins":[-408.25,-394.71484375,-381.1796875,-367.64453125,-354.109375,-340.57421875,-327.0390625,-313.50390625,-299.96875,-286.43359375,-272.8984375,-259.36328125,-245.828125,-232.29296875,-218.7578125,-205.22265625,-191.6875,-178.15234375,-164.6171875,-151.08203125,-137.546875,-124.01171875,-110.4765625,-96.94140625,-83.40625,-69.87109375,-56.3359375,-42.80078125,-29.265625,-15.73046875,-2.1953125,11.33984375,24.875,38.41015625,51.9453125,65.48046875,79.015625,92.55078125,106.0859375,119.62109375,133.15625,146.69140625,160.2265625,173.76171875,187.296875,200.83203125,214.3671875,227.90234375,241.4375,254.97265625,268.5078125,282.04296875,295.578125,309.11328125,322.6484375,336.18359375,349.71875,363.25390625,376.7890625,390.32421875,403.859375,417.39453125,430.9296875,444.46484375,458],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,0,1,1,3,5,9,13,14,22,29,55,90,120,176,267,432,596,969,1496,2211,3601,5824,9280,15944,28264,55119,138248,488164,539921,148846,59206,30002,16948,9993,6167,3813,2519,1523,1043,660,419,293,181,125,87,57,33,25,13,13,6,7,2,3,1,2,0,0,0,1],"bins":[-3388,-3282.28125,-3176.5625,-3070.84375,-2965.125,-2859.40625,-2753.6875,-2647.96875,-2542.25,-2436.53125,-2330.8125,-2225.09375,-2119.375,-2013.65625,-1907.9375,-1802.21875,-1696.5,-1590.78125,-1485.0625,-1379.34375,-1273.625,-1167.90625,-1062.1875,-956.46875,-850.75,-745.03125,-639.3125,-533.59375,-427.875,-322.15625,-216.4375,-110.71875,-5,100.71875,206.4375,312.15625,417.875,523.59375,629.3125,735.03125,840.75,946.46875,1052.1875,1157.90625,1263.625,1369.34375,1475.0625,1580.78125,1686.5,1792.21875,1897.9375,2003.65625,2109.375,2215.09375,2320.8125,2426.53125,2532.25,2637.96875,2743.6875,2849.40625,2955.125,3060.84375,3166.5625,3272.28125,3378]},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,5,4,7,5,4,6,6,10,14,15,12,19,15,23,21,27,24,31,23,36,36,31,35,24,33,37,27,16,26,19,20,37,16,8,10,11,12,9,13,7,6,4,6,4,3,3,1,1,1,1,1,1],"bins":[-3750,-3641.46875,-3532.9375,-3424.40625,-3315.875,-3207.34375,-3098.8125,-2990.28125,-2881.75,-2773.21875,-2664.6875,-2556.15625,-2447.625,-2339.09375,-2230.5625,-2122.03125,-2013.5,-1904.96875,-1796.4375,-1687.90625,-1579.375,-1470.84375,-1362.3125,-1253.78125,-1145.25,-1036.71875,-928.1875,-819.65625,-711.125,-602.59375,-494.0625,-385.53125,-277,-168.46875,-59.9375,48.59375,157.125,265.65625,374.1875,482.71875,591.25,699.78125,808.3125,916.84375,1025.375,1133.90625,1242.4375,1350.96875,1459.5,1568.03125,1676.5625,1785.09375,1893.625,2002.15625,2110.6875,2219.21875,2327.75,2436.28125,2544.8125,2653.34375,2761.875,2870.40625,2978.9375,3087.46875,3196]},"_timestamp":1.752789656765941e+09,"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-2710,-2624.4375,-2538.875,-2453.3125,-2367.75,-2282.1875,-2196.625,-2111.0625,-2025.5,-1939.9375,-1854.375,-1768.8125,-1683.25,-1597.6875,-1512.125,-1426.5625,-1341,-1255.4375,-1169.875,-1084.3125,-998.75,-913.1875,-827.625,-742.0625,-656.5,-570.9375,-485.375,-399.8125,-314.25,-228.6875,-143.125,-57.5625,28,113.5625,199.125,284.6875,370.25,455.8125,541.375,626.9375,712.5,798.0625,883.625,969.1875,1054.75,1140.3125,1225.875,1311.4375,1397,1482.5625,1568.125,1653.6875,1739.25,1824.8125,1910.375,1995.9375,2081.5,2167.0625,2252.625,2338.1875,2423.75,2509.3125,2594.875,2680.4375,2766],"_type":"histogram","values":[1,5,1,4,5,3,8,10,8,22,28,41,66,73,116,153,231,323,457,732,962,1577,2385,3738,5891,9464,15658,27067,48862,95602,221578,553534,316016,124764,60815,33008,18955,11186,6779,4378,2723,1802,1220,796,540,391,273,171,131,85,62,46,40,16,22,10,7,6,4,5,1,4,2,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,1,3,1,1,0,1,2,4,1,2,8,8,4,9,14,20,20,34,57,56,82,105,69,67,55,33,17,19,16,11,12,10,1,6,3,1,1,1,1,2,2,0,0,0,1,1,1,1,1,0,0,0,0,0,1],"bins":[-3559.0986328125,-3442.928466796875,-3326.75830078125,-3210.58837890625,-3094.418212890625,-2978.248046875,-2862.078125,-2745.907958984375,-2629.73779296875,-2513.567626953125,-2397.3974609375,-2281.2275390625,-2165.057373046875,-2048.88720703125,-1932.7171630859375,-1816.547119140625,-1700.376953125,-1584.206787109375,-1468.0367431640625,-1351.86669921875,-1235.696533203125,-1119.5263671875,-1003.3563232421875,-887.1862182617188,-771.01611328125,-654.8460083007812,-538.6759033203125,-422.50579833984375,-306.335693359375,-190.16558837890625,-73.9954833984375,42.17462158203125,158.344482421875,274.51458740234375,390.6846923828125,506.85479736328125,623.02490234375,739.1950073242188,855.3651123046875,971.5352172851562,1087.705322265625,1203.87548828125,1320.0455322265625,1436.215576171875,1552.3857421875,1668.555908203125,1784.7259521484375,1900.89599609375,2017.066162109375,2133.236328125,2249.40625,2365.576416015625,2481.74658203125,2597.916748046875,2714.0869140625,2830.2568359375,2946.427001953125,3062.59716796875,3178.76708984375,3294.937255859375,3411.107421875,3527.277587890625,3643.44775390625,3759.61767578125,3875.787841796875],"_type":"histogram"},"parameters/bert.embeddings.position_embeddings.weight":{"values":[1,5,4,8,18,28,48,82,105,207,264,417,583,962,1391,1873,2601,3610,4723,5901,7482,9047,11205,12908,15194,17063,18881,20399,21724,22417,22919,22934,22005,21106,19573,18419,16152,14164,12002,10126,8326,6626,5286,4056,3029,2267,1627,1113,817,529,367,246,130,127,45,35,11,15,6,3,2,1,0,1],"bins":[-0.0899290069937706,-0.08700426667928696,-0.08407952636480331,-0.08115479350090027,-0.07823005318641663,-0.07530531287193298,-0.07238057255744934,-0.0694558322429657,-0.06653109192848206,-0.06360635906457901,-0.06068161875009537,-0.057756878435611725,-0.05483213812112808,-0.05190740153193474,-0.048982661217451096,-0.04605792462825775,-0.04313318431377411,-0.040208443999290466,-0.03728370741009712,-0.03435896709561348,-0.031434230506420135,-0.028509490191936493,-0.02558474987745285,-0.022660011425614357,-0.019735272973775864,-0.01681053452193737,-0.013885795138776302,-0.010961055755615234,-0.008036317303776741,-0.00511157838627696,-0.0021868394687771797,0.0007378994487226009,0.0036626309156417847,0.006587369833141565,0.009512108750641346,0.012436848133802414,0.015361586585640907,0.0182863250374794,0.021211065351963043,0.024135803803801537,0.02706054225564003,0.029985280707478523,0.03291001915931702,0.03583475947380066,0.0387594997882843,0.041684236377477646,0.04460897669196129,0.04753371328115463,0.050458453595638275,0.05338319391012192,0.05630793049931526,0.059232670813798904,0.06215740740299225,0.06508214771747589,0.06800688803195953,0.07093162834644318,0.07385636866092682,0.07678110152482986,0.07970584183931351,0.08263058215379715,0.08555532246828079,0.08848006278276443,0.09140479564666748,0.09432953596115112,0.09725427627563477],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,2,1,2,1,4,2,7,3,11,8,14,10,9,9,15,9,23,22,27,27,28,29,30,34,35,31,27,37,36,25,33,25,30,20,25,22,14,20,12,10,6,6,3,5,2,1,1,1,2,1,2,1,1,1,0,0,0,1,1,1],"bins":[0.9995723366737366,0.9995871782302856,0.9996020197868347,0.9996168613433838,0.9996317028999329,0.9996465444564819,0.999661386013031,0.9996761679649353,0.9996910095214844,0.9997058510780334,0.9997206926345825,0.9997355341911316,0.9997503757476807,0.9997652173042297,0.9997800588607788,0.9997949004173279,0.999809741973877,0.999824583530426,0.9998394250869751,0.9998542666435242,0.9998690485954285,0.9998838901519775,0.9998987317085266,0.9999135732650757,0.9999284148216248,0.9999432563781738,0.9999580979347229,0.999972939491272,0.999987781047821,1.0000026226043701,1.0000174045562744,1.0000323057174683,1.0000470876693726,1.0000619888305664,1.0000767707824707,1.0000916719436646,1.0001064538955688,1.0001213550567627,1.000136137008667,1.0001509189605713,1.0001658201217651,1.0001806020736694,1.0001955032348633,1.0002102851867676,1.0002251863479614,1.0002399682998657,1.0002548694610596,1.0002696514129639,1.0002845525741577,1.000299334526062,1.0003142356872559,1.0003290176391602,1.0003437995910645,1.0003587007522583,1.0003734827041626,1.0003883838653564,1.0004031658172607,1.0004180669784546,1.0004328489303589,1.0004477500915527,1.000462532043457,1.0004774332046509,1.0004922151565552,1.000507116317749,1.0005218982696533]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,3,0,0,0,2,3,2,4,4,1,10,7,8,17,22,27,34,36,33,36,40,43,57,39,33,54,40,27,36,27,30,18,10,14,12,8,5,6,3,4,3,1,1,3,2,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-141.625,-136.396484375,-131.16796875,-125.939453125,-120.7109375,-115.482421875,-110.25390625,-105.025390625,-99.796875,-94.568359375,-89.33984375,-84.111328125,-78.8828125,-73.654296875,-68.42578125,-63.197265625,-57.96875,-52.740234375,-47.51171875,-42.283203125,-37.0546875,-31.826171875,-26.59765625,-21.369140625,-16.140625,-10.912109375,-5.68359375,-0.455078125,4.7734375,10.001953125,15.23046875,20.458984375,25.6875,30.916015625,36.14453125,41.373046875,46.6015625,51.830078125,57.05859375,62.287109375,67.515625,72.744140625,77.97265625,83.201171875,88.4296875,93.658203125,98.88671875,104.115234375,109.34375,114.572265625,119.80078125,125.029296875,130.2578125,135.486328125,140.71484375,145.943359375,151.171875,156.400390625,161.62890625,166.857421875,172.0859375,177.314453125,182.54296875,187.771484375,193]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9995777010917664,0.9995906352996826,0.9996035099029541,0.9996164441108704,0.9996293187141418,0.9996422529220581,0.9996551871299744,0.9996680617332458,0.9996809959411621,0.9996938705444336,0.9997068047523499,0.9997197389602661,0.9997326135635376,0.9997455477714539,0.9997584819793701,0.9997713565826416,0.9997842907905579,0.9997971653938293,0.9998100996017456,0.9998230338096619,0.9998359084129333,0.9998488426208496,0.9998617172241211,0.9998746514320374,0.9998875856399536,0.9999004602432251,0.9999133944511414,0.9999262690544128,0.9999392032623291,0.9999521374702454,0.9999650120735168,0.9999779462814331,0.9999908208847046,1.0000038146972656,1.000016689300537,1.0000295639038086,1.00004243850708,1.0000554323196411,1.0000683069229126,1.000081181526184,1.0000941753387451,1.0001070499420166,1.000119924545288,1.0001329183578491,1.0001457929611206,1.000158667564392,1.0001716613769531,1.0001845359802246,1.000197410583496,1.0002102851867676,1.0002232789993286,1.0002361536026,1.0002490282058716,1.0002620220184326,1.000274896621704,1.0002877712249756,1.0003007650375366,1.000313639640808,1.0003265142440796,1.000339388847351,1.000352382659912,1.0003652572631836,1.000378131866455,1.0003911256790161,1.0004040002822876],"_type":"histogram","values":[1,1,1,0,1,3,0,0,2,5,4,5,6,3,9,11,4,12,18,9,6,19,13,16,17,16,18,24,25,24,28,27,24,21,17,35,26,34,31,28,22,24,20,20,28,23,17,13,10,8,6,8,4,5,3,4,2,1,1,1,0,0,1,3]},"gradients/linear.bias":{"bins":[-8108,-7801.5625,-7495.125,-7188.6875,-6882.25,-6575.8125,-6269.375,-5962.9375,-5656.5,-5350.0625,-5043.625,-4737.1875,-4430.75,-4124.3125,-3817.875,-3511.4375,-3205,-2898.5625,-2592.125,-2285.6875,-1979.25,-1672.8125,-1366.375,-1059.9375,-753.5,-447.0625,-140.625,165.8125,472.25,778.6875,1085.125,1391.5625,1698,2004.4375,2310.875,2617.3125,2923.75,3230.1875,3536.625,3843.0625,4149.5,4455.9375,4762.375,5068.8125,5375.25,5681.6875,5988.125,6294.5625,6601,6907.4375,7213.875,7520.3125,7826.75,8133.1875,8439.625,8746.0625,9052.5,9358.9375,9665.375,9971.8125,10278.25,10584.6875,10891.125,11197.5625,11504],"_type":"histogram","values":[1,0,0,0,0,1,1,2,1,1,0,2,4,3,3,4,2,1,5,7,4,1,2,2,3,5,6,6,3,3,3,6,2,6,8,3,2,1,0,3,3,2,4,0,2,2,1,1,0,1,0,2,0,0,0,0,1,0,0,0,0,0,1,1]},"learning_rate":2.9999999929262477e-05,"gradients/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,3,2,2,5,11,15,12,17,23,29,51,78,114,134,237,301,473,628,920,1369,1996,3222,4772,7392,11809,19768,33961,64160,127312,139944,74104,38454,21642,13236,7992,5167,3369,2311,1480,1016,700,477,327,238,153,111,94,42,53,25,22,17,11,3,5,4,3,3,1,0,1],"bins":[-4504,-4363.6875,-4223.375,-4083.0625,-3942.75,-3802.4375,-3662.125,-3521.8125,-3381.5,-3241.1875,-3100.875,-2960.5625,-2820.25,-2679.9375,-2539.625,-2399.3125,-2259,-2118.6875,-1978.375,-1838.0625,-1697.75,-1557.4375,-1417.125,-1276.8125,-1136.5,-996.1875,-855.875,-715.5625,-575.25,-434.9375,-294.625,-154.3125,-14,126.3125,266.625,406.9375,547.25,687.5625,827.875,968.1875,1108.5,1248.8125,1389.125,1529.4375,1669.75,1810.0625,1950.375,2090.6875,2231,2371.3125,2511.625,2651.9375,2792.25,2932.5625,3072.875,3213.1875,3353.5,3493.8125,3634.125,3774.4375,3914.75,4055.0625,4195.375,4335.6875,4476]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,0,2,1,5,1,4,6,4,5,10,11,10,15,11,12,13,18,20,13,24,23,22,30,29,22,19,24,24,20,17,38,38,22,30,17,10,28,20,18,30,17,14,6,7,6,3,8,9,4,6,5,3,2,1,0,0,3,1,2,0,2],"bins":[-3198.323486328125,-3095.05126953125,-2991.779052734375,-2888.507080078125,-2785.23486328125,-2681.962646484375,-2578.6904296875,-2475.418212890625,-2372.14599609375,-2268.8740234375,-2165.601806640625,-2062.32958984375,-1959.057373046875,-1855.7852783203125,-1752.5130615234375,-1649.240966796875,-1545.96875,-1442.696533203125,-1339.4244384765625,-1236.1522216796875,-1132.880126953125,-1029.60791015625,-926.335693359375,-823.0635375976562,-719.7913818359375,-616.5192260742188,-513.2470703125,-409.974853515625,-306.70269775390625,-203.43052673339844,-100.15835571289062,3.1138153076171875,106.38623046875,209.6584014892578,312.9305725097656,416.2027587890625,519.4749145507812,622.7470703125,726.019287109375,829.2914428710938,932.5635986328125,1035.8358154296875,1139.10791015625,1242.380126953125,1345.65234375,1448.9244384765625,1552.1966552734375,1655.46875,1758.740966796875,1862.01318359375,1965.2852783203125,2068.557373046875,2171.82958984375,2275.101806640625,2378.3740234375,2481.646240234375,2584.91845703125,2688.1904296875,2791.462646484375,2894.73486328125,2998.007080078125,3101.279296875,3204.55126953125,3307.823486328125,3411.095703125]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.10552978515625,-0.103057861328125,-0.1005859375,-0.098114013671875,-0.09564208984375,-0.093170166015625,-0.0906982421875,-0.088226318359375,-0.08575439453125,-0.083282470703125,-0.080810546875,-0.078338623046875,-0.07586669921875,-0.073394775390625,-0.0709228515625,-0.068450927734375,-0.06597900390625,-0.063507080078125,-0.06103515625,-0.058563232421875,-0.05609130859375,-0.053619384765625,-0.0511474609375,-0.048675537109375,-0.04620361328125,-0.043731689453125,-0.041259765625,-0.038787841796875,-0.03631591796875,-0.033843994140625,-0.0313720703125,-0.028900146484375,-0.02642822265625,-0.023956298828125,-0.021484375,-0.019012451171875,-0.01654052734375,-0.014068603515625,-0.0115966796875,-0.009124755859375,-0.00665283203125,-0.004180908203125,-0.001708984375,0.000762939453125,0.00323486328125,0.005706787109375,0.0081787109375,0.010650634765625,0.01312255859375,0.015594482421875,0.01806640625,0.020538330078125,0.02301025390625,0.025482177734375,0.0279541015625,0.030426025390625,0.03289794921875,0.035369873046875,0.037841796875,0.040313720703125,0.04278564453125,0.045257568359375,0.0477294921875,0.050201416015625,0.05267333984375],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,1,2,2,2,3,2,2,3,3,6,6,3,5,5,7,20,14,18,16,29,31,53,66,89,79,62,54,44,29,22,12,16,9,7,11,8,5,3,1,7,1,2,2,0,3]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[2,2,0,2,5,7,5,11,6,10,10,16,16,16,16,15,18,21,18,17,10,17,9,17,7,7,12,18,20,12,11,23,10,15,15,13,23,16,18,20,11,15,13,19,20,13,11,12,19,11,15,18,18,8,10,9,10,8,7,3,3,4,2,3],"bins":[-0.00028333396767266095,-0.00027454140945337713,-0.00026574882213026285,-0.00025695626391097903,-0.0002481637056916952,-0.0002393711474724114,-0.00023057857470121235,-0.0002217860019300133,-0.00021299344371072948,-0.00020420088549144566,-0.0001954083127202466,-0.00018661573994904757,-0.00017782318172976375,-0.00016903062351047993,-0.00016023805073928088,-0.00015144547796808183,-0.000142652919748798,-0.0001338603615295142,-0.00012506778875831515,-0.00011627522326307371,-0.00010748265776783228,-9.869009227259085e-05,-8.989752677734941e-05,-8.110496128210798e-05,-7.231239578686655e-05,-6.351983029162511e-05,-5.472726479638368e-05,-4.5934699301142246e-05,-3.714213380590081e-05,-2.834956831065938e-05,-1.9557002815417945e-05,-1.0764437320176512e-05,-1.971842721104622e-06,6.8207227741368115e-06,1.5613288269378245e-05,2.4405853764619678e-05,3.319841925986111e-05,4.1990984755102545e-05,5.078355025034398e-05,5.957611574558541e-05,6.836868124082685e-05,7.716124673606828e-05,8.595381223130971e-05,9.474637772655115e-05,0.00010353894322179258,0.00011233150871703401,0.00012112407421227545,0.0001299166469834745,0.0001387092052027583,0.00014750176342204213,0.00015629433619324118,0.00016508690896444023,0.00017387946718372405,0.00018267202540300786,0.0001914645981742069,0.00020025717094540596,0.00020904972916468978,0.0002178422873839736,0.00022663486015517265,0.0002354274329263717,0.0002442199911456555,0.00025301254936493933,0.0002618051366880536,0.00027059769490733743,0.00027939025312662125]},"_runtime":197.909996343,"parameters/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.10349318385124207,-0.10027740150690079,-0.09706161916255951,-0.09384582936763763,-0.09063004702329636,-0.08741426467895508,-0.0841984748840332,-0.08098269253969193,-0.07776691019535065,-0.07455112785100937,-0.07133534550666809,-0.06811955571174622,-0.06490377336740494,-0.06168799102306366,-0.05847220495343208,-0.05525641888380051,-0.05204063653945923,-0.04882485419511795,-0.045609068125486374,-0.0423932820558548,-0.03917749971151352,-0.03596171736717224,-0.032745931297540665,-0.029530147090554237,-0.02631436288356781,-0.023098578676581383,-0.019882794469594955,-0.016667010262608528,-0.0134512260556221,-0.010235441848635674,-0.007019657641649246,-0.003803873434662819,-0.0005880892276763916,0.0026276949793100357,0.005843479186296463,0.00905926339328289,0.012275047600269318,0.015490831807255745,0.018706616014242172,0.0219224002212286,0.025138184428215027,0.028353968635201454,0.03156975284218788,0.03478553891181946,0.038001321256160736,0.041217103600502014,0.04443288967013359,0.04764867573976517,0.050864458084106445,0.05408024042844772,0.0572960264980793,0.060511812567710876,0.06372759491205215,0.06694337725639343,0.07015916705131531,0.07337494939565659,0.07659073173999786,0.07980651408433914,0.08302229642868042,0.0862380862236023,0.08945386856794357,0.09266965091228485,0.09588544070720673,0.099101223051548,0.10231700539588928],"_type":"histogram","values":[1,0,4,1,3,11,23,39,65,132,235,456,716,1169,1775,2754,4205,6351,9023,12796,17304,23232,30060,38039,46863,56512,66450,76179,84495,91999,97035,100606,100953,98471,94067,87683,79118,70019,59919,50707,41132,32708,25424,19143,14235,10072,7065,4818,3352,2080,1358,833,508,306,173,88,45,29,13,5,4,2,0,1]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[3,0,6,1,14,17,42,54,95,140,234,421,552,928,1370,1843,2652,3658,4862,6241,8116,10386,12900,15604,18523,21558,24687,27357,29599,31495,32918,34000,34248,33192,32148,30441,28281,24940,22310,19292,16378,13448,11086,8852,6807,5242,3864,2784,2050,1426,971,678,409,244,193,106,77,24,25,14,5,5,3,5],"bins":[-0.09319616109132767,-0.0902957171201706,-0.08739526569843292,-0.08449482172727585,-0.08159437775611877,-0.0786939263343811,-0.07579348236322403,-0.07289303094148636,-0.06999258697032928,-0.06709214299917221,-0.06419169157743454,-0.061291247606277466,-0.05839079990983009,-0.05549035221338272,-0.05258990824222565,-0.049689460545778275,-0.0467890128493309,-0.04388856515288353,-0.04098811745643616,-0.03808767348527908,-0.03518722578883171,-0.03228677809238434,-0.029386332258582115,-0.026485886424779892,-0.02358543872833252,-0.020684991031885147,-0.017784545198082924,-0.014884098432958126,-0.011983651667833328,-0.00908320490270853,-0.006182758137583733,-0.003282311372458935,-0.0003818720579147339,0.002518574707210064,0.005419021472334862,0.00831946823745966,0.011219915002584457,0.014120361767709255,0.017020808532834053,0.019921254366636276,0.02282170206308365,0.02572214975953102,0.028622595593333244,0.03152304142713547,0.03442348912358284,0.03732393682003021,0.040224380791187286,0.04312482848763466,0.04602527618408203,0.048925723880529404,0.051826171576976776,0.05472661554813385,0.05762706324458122,0.060527510941028595,0.06342795491218567,0.06632840633392334,0.06922885030508041,0.07212929427623749,0.07502974569797516,0.07793018966913223,0.0808306336402893,0.08373108506202698,0.08663152903318405,0.08953198045492172,0.0924324244260788]},"gradients/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,3,1,1,3,7,3,5,6,8,11,11,13,11,17,21,26,18,15,24,26,24,36,37,20,38,32,26,28,32,23,26,27,18,20,14,22,12,19,15,13,9,8,9,7,4,2,5,2,2,1,1,1,1,0,0,0,0,1],"bins":[-3060,-2961.59375,-2863.1875,-2764.78125,-2666.375,-2567.96875,-2469.5625,-2371.15625,-2272.75,-2174.34375,-2075.9375,-1977.53125,-1879.125,-1780.71875,-1682.3125,-1583.90625,-1485.5,-1387.09375,-1288.6875,-1190.28125,-1091.875,-993.46875,-895.0625,-796.65625,-698.25,-599.84375,-501.4375,-403.03125,-304.625,-206.21875,-107.8125,-9.40625,89,187.40625,285.8125,384.21875,482.625,581.03125,679.4375,777.84375,876.25,974.65625,1073.0625,1171.46875,1269.875,1368.28125,1466.6875,1565.09375,1663.5,1761.90625,1860.3125,1958.71875,2057.125,2155.53125,2253.9375,2352.34375,2450.75,2549.15625,2647.5625,2745.96875,2844.375,2942.78125,3041.1875,3139.59375,3238]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,2,1,0,0,2,0,4,1,3,1,1,6,4,3,9,10,11,20,25,21,18,16,20,28,24,24,30,25,35,36,36,28,26,34,22,21,24,29,26,18,12,21,20,14,4,10,10,10,2,5,2,3,4,4,0,0,1],"bins":[-2550,-2482.390625,-2414.78125,-2347.171875,-2279.5625,-2211.953125,-2144.34375,-2076.734375,-2009.125,-1941.515625,-1873.90625,-1806.296875,-1738.6875,-1671.078125,-1603.46875,-1535.859375,-1468.25,-1400.640625,-1333.03125,-1265.421875,-1197.8125,-1130.203125,-1062.59375,-994.984375,-927.375,-859.765625,-792.15625,-724.546875,-656.9375,-589.328125,-521.71875,-454.109375,-386.5,-318.890625,-251.28125,-183.671875,-116.0625,-48.453125,19.15625,86.765625,154.375,221.984375,289.59375,357.203125,424.8125,492.421875,560.03125,627.640625,695.25,762.859375,830.46875,898.078125,965.6875,1033.296875,1100.90625,1168.515625,1236.125,1303.734375,1371.34375,1438.953125,1506.5625,1574.171875,1641.78125,1709.390625,1777]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-5.9753790992544964e-05,-5.7726829254534096e-05,-5.569986387854442e-05,-5.367290214053355e-05,-5.1645936764543876e-05,-4.961897502653301e-05,-4.759200965054333e-05,-4.5565047912532464e-05,-4.3538086174521595e-05,-4.151112079853192e-05,-3.948415906052105e-05,-3.7457193684531376e-05,-3.543023194652051e-05,-3.340326657053083e-05,-3.137630483251996e-05,-2.934934127551969e-05,-2.732237771851942e-05,-2.5295414161519147e-05,-2.3268450604518875e-05,-2.1241487047518604e-05,-1.921452349051833e-05,-1.7187561752507463e-05,-1.5160598195507191e-05,-1.3133634638506919e-05,-1.1106671081506647e-05,-9.079707524506375e-06,-7.052744422253454e-06,-5.025781320000533e-06,-2.998817763000261e-06,-9.718544333736645e-07,1.055108896252932e-06,3.0820722258795286e-06,5.109031917527318e-06,7.13599547452759e-06,9.162959031527862e-06,1.1189921679033432e-05,1.3216885236033704e-05,1.5243848793033976e-05,1.7270811440539546e-05,1.9297774997539818e-05,2.132473855454009e-05,2.3351702111540362e-05,2.5378665668540634e-05,2.7405629225540906e-05,2.9432590963551775e-05,3.145955633954145e-05,3.348651807755232e-05,3.5513483453541994e-05,3.754044519155286e-05,3.956740692956373e-05,4.1594372305553406e-05,4.3621334043564275e-05,4.564829941955395e-05,4.767526115756482e-05,4.9702226533554494e-05,5.172918827156536e-05,5.375615000957623e-05,5.578311538556591e-05,5.7810077123576775e-05,5.983704249956645e-05,6.186400423757732e-05,6.3890969613567e-05,6.591793498955667e-05,6.794489308958873e-05,6.997185846557841e-05],"_type":"histogram","values":[2,0,2,1,2,4,3,3,4,5,5,5,10,8,12,19,20,18,14,23,19,16,22,23,25,20,26,31,30,27,23,29,33,33,24,20,31,18,21,20,17,14,15,7,13,11,8,9,5,3,2,1,4,1,2,1,0,1,1,0,1,0,0,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,3,0,0,3,1,1,0,3,2,7,5,7,10,5,5,8,21,15,16,18,23,12,27,31,25,30,24,19,28,26,31,36,31,25,33,23,18,23,14,21,18,21,19,10,12,12,12,5,4,3,0,5,0,5,2,0,3,2,2,0,1,1],"bins":[-3804.043212890625,-3684.74365234375,-3565.4443359375,-3446.14501953125,-3326.845458984375,-3207.5458984375,-3088.24658203125,-2968.947265625,-2849.647705078125,-2730.34814453125,-2611.048828125,-2491.74951171875,-2372.449951171875,-2253.150390625,-2133.85107421875,-2014.5516357421875,-1895.252197265625,-1775.9527587890625,-1656.6533203125,-1537.3538818359375,-1418.054443359375,-1298.7550048828125,-1179.45556640625,-1060.1561279296875,-940.856689453125,-821.5572509765625,-702.2578125,-582.9583740234375,-463.658935546875,-344.3594970703125,-225.06005859375,-105.7606201171875,13.5390625,132.8385009765625,252.137939453125,371.4373779296875,490.73681640625,610.0362548828125,729.335693359375,848.6351318359375,967.9345703125,1087.2340087890625,1206.533447265625,1325.8328857421875,1445.13232421875,1564.4317626953125,1683.731201171875,1803.0306396484375,1922.330078125,2041.6295166015625,2160.928955078125,2280.228515625,2399.52783203125,2518.8271484375,2638.126708984375,2757.42626953125,2876.7255859375,2996.02490234375,3115.324462890625,3234.6240234375,3353.92333984375,3473.22265625,3592.522216796875,3711.82177734375,3831.12109375],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.bias":{"values":[3,0,4,1,4,3,3,8,8,7,10,7,21,20,21,24,8,19,18,19,13,14,22,17,16,15,19,12,16,22,18,17,18,18,20,12,29,23,16,19,21,12,17,16,15,15,18,14,14,11,9,7,10,6,4,3,3,2,3,0,0,2,1,1],"bins":[-0.0003584000514820218,-0.00034660202800296247,-0.00033480400452390313,-0.00032300601014867425,-0.0003112079866696149,-0.00029940996319055557,-0.00028761193971149623,-0.0002758139162324369,-0.000264015921857208,-0.0002522178983781487,-0.00024041987489908934,-0.00022862185142003,-0.00021682382794097066,-0.00020502581901382655,-0.0001932277955347672,-0.0001814297866076231,-0.00016963176312856376,-0.00015783373964950442,-0.0001460357307223603,-0.00013423770724330097,-0.00012243969831615686,-0.00011064167483709753,-9.884365135803819e-05,-8.704563515493646e-05,-7.524761895183474e-05,-6.344960274873301e-05,-5.165158290765248e-05,-3.985356306657195e-05,-2.8055546863470227e-05,-1.62575288413791e-05,-4.459510819287971e-06,7.338507202803157e-06,1.913649612106383e-05,3.093451232416555e-05,4.2732532165246084e-05,5.4530552006326616e-05,6.632856820942834e-05,7.812658441253006e-05,8.99246078915894e-05,0.00010172262409469113,0.00011352064029779285,0.0001253186637768522,0.0001371166727039963,0.00014891469618305564,0.00016071271966211498,0.0001725107285892591,0.00018430875206831843,0.00019610676099546254,0.00020790478447452188,0.00021970280795358121,0.00023150081688072532,0.00024329884035978466,0.0002550968492869288,0.0002668948727659881,0.00027869289624504745,0.0002904909197241068,0.00030228891409933567,0.000314086937578395,0.00032588496105745435,0.0003376829845365137,0.000349481008015573,0.00036127903149463236,0.00037307702586986125,0.0003848750493489206,0.0003966730728279799],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"values":[2,0,2,2,0,3,1,2,1,1,1,2,2,3,5,2,5,9,13,10,15,15,15,16,26,26,28,25,36,26,37,42,37,31,26,32,24,34,18,31,27,21,19,17,14,9,10,8,5,10,3,4,2,1,4,1,0,2,0,2,1,1,0,1],"bins":[-168.5,-163.322265625,-158.14453125,-152.966796875,-147.7890625,-142.611328125,-137.43359375,-132.255859375,-127.078125,-121.900390625,-116.72265625,-111.544921875,-106.3671875,-101.189453125,-96.01171875,-90.833984375,-85.65625,-80.478515625,-75.30078125,-70.123046875,-64.9453125,-59.767578125,-54.58984375,-49.412109375,-44.234375,-39.056640625,-33.87890625,-28.701171875,-23.5234375,-18.345703125,-13.16796875,-7.990234375,-2.8125,2.365234375,7.54296875,12.720703125,17.8984375,23.076171875,28.25390625,33.431640625,38.609375,43.787109375,48.96484375,54.142578125,59.3203125,64.498046875,69.67578125,74.853515625,80.03125,85.208984375,90.38671875,95.564453125,100.7421875,105.919921875,111.09765625,116.275390625,121.453125,126.630859375,131.80859375,136.986328125,142.1640625,147.341796875,152.51953125,157.697265625,162.875],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,1,1,4,2,4,4,6,11,7,7,10,12,21,18,24,18,13,22,23,38,33,27,28,34,35,33,32,27,23,36,27,20,14,14,24,18,15,9,11,13,8,8,6,5,4,1,6,1,1,4,0,0,0,1,1],"bins":[-3732.91357421875,-3621.408203125,-3509.902587890625,-3398.397216796875,-3286.8916015625,-3175.38623046875,-3063.880859375,-2952.375244140625,-2840.869873046875,-2729.3642578125,-2617.85888671875,-2506.353515625,-2394.847900390625,-2283.342529296875,-2171.8369140625,-2060.33154296875,-1948.8260498046875,-1837.320556640625,-1725.8150634765625,-1614.3096923828125,-1502.80419921875,-1391.2987060546875,-1279.793212890625,-1168.2877197265625,-1056.7822265625,-945.2767944335938,-833.7713623046875,-722.265869140625,-610.7603759765625,-499.25494384765625,-387.74945068359375,-276.2439880371094,-164.738525390625,-53.233055114746094,58.27241516113281,169.77789306640625,281.2833557128906,392.788818359375,504.2943115234375,615.7997436523438,727.3052368164062,838.8107299804688,950.316162109375,1061.8216552734375,1173.3271484375,1284.8326416015625,1396.3380126953125,1507.843505859375,1619.3489990234375,1730.8544921875,1842.3599853515625,1953.8653564453125,2065.370849609375,2176.87646484375,2288.3818359375,2399.88720703125,2511.392822265625,2622.898193359375,2734.40380859375,2845.9091796875,2957.41455078125,3068.920166015625,3180.425537109375,3291.93115234375,3403.4365234375]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,3,1,2,1,2,2,3,4,8,6,7,12,7,7,8,16,12,11,12,21,23,17,29,18,26,27,30,26,25,38,32,33,39,25,23,33,33,20,15,15,17,12,13,8,10,5,5,3,10,2,3,1,1,0,1,0,1,0,2,0,0,1],"bins":[0.999590277671814,0.9996039867401123,0.9996176362037659,0.9996313452720642,0.9996449947357178,0.9996587038040161,0.9996723532676697,0.999686062335968,0.9996997117996216,0.9997134208679199,0.9997271299362183,0.9997407793998718,0.9997544884681702,0.9997681379318237,0.9997818470001221,0.9997954964637756,0.999809205532074,0.9998229146003723,0.9998365640640259,0.9998502731323242,0.9998639225959778,0.9998776316642761,0.9998912811279297,0.999904990196228,0.9999186992645264,0.9999323487281799,0.9999460577964783,0.9999597072601318,0.9999734163284302,0.9999870657920837,1.0000007152557373,1.0000144243240356,1.000028133392334,1.0000418424606323,1.0000555515289307,1.0000691413879395,1.0000828504562378,1.0000965595245361,1.0001102685928345,1.0001238584518433,1.0001375675201416,1.00015127658844,1.0001649856567383,1.0001786947250366,1.0001922845840454,1.0002059936523438,1.000219702720642,1.0002334117889404,1.0002470016479492,1.0002607107162476,1.000274419784546,1.0002881288528442,1.0003018379211426,1.0003154277801514,1.0003291368484497,1.000342845916748,1.0003565549850464,1.0003702640533447,1.0003838539123535,1.0003975629806519,1.0004112720489502,1.0004249811172485,1.0004385709762573,1.0004522800445557,1.000465989112854],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,1,0,1,2,1,1,1,2,4,5,5,7,7,11,14,12,12,16,26,15,22,21,31,20,36,30,33,36,23,41,27,28,32,22,22,25,13,25,18,19,18,14,6,11,5,11,6,6,8,2,6,1,2,0,0,1,2,0,0,0,0,1],"bins":[-3232.064453125,-3126.94921875,-3021.833740234375,-2916.718505859375,-2811.603271484375,-2706.488037109375,-2601.37255859375,-2496.25732421875,-2391.14208984375,-2286.026611328125,-2180.911376953125,-2075.796142578125,-1970.6807861328125,-1865.5655517578125,-1760.4501953125,-1655.3349609375,-1550.2196044921875,-1445.104248046875,-1339.989013671875,-1234.8736572265625,-1129.7584228515625,-1024.64306640625,-919.5277709960938,-814.4124755859375,-709.2971801757812,-604.181884765625,-499.06658935546875,-393.9512634277344,-288.8359680175781,-183.72067260742188,-78.60536193847656,26.50994110107422,131.625244140625,236.74053955078125,341.8558349609375,446.9711608886719,552.08642578125,657.2017822265625,762.3170776367188,867.432373046875,972.5476684570312,1077.6629638671875,1182.7783203125,1287.8935546875,1393.0089111328125,1498.1241455078125,1603.239501953125,1708.354736328125,1813.4700927734375,1918.58544921875,2023.70068359375,2128.81591796875,2233.931396484375,2339.046630859375,2444.161865234375,2549.277099609375,2654.392578125,2759.5078125,2864.623046875,2969.738525390625,3074.853759765625,3179.968994140625,3285.084228515625,3390.19970703125,3495.31494140625],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.weight":{"values":[1,0,0,2,1,1,6,10,31,32,67,151,267,472,689,1176,1875,2860,4373,6443,9300,12953,17673,23612,30419,38695,47403,56872,66690,76044,84516,91670,96868,99881,100613,98048,93993,86885,79034,69622,59607,50098,41129,32757,25334,19514,14169,10339,7173,4878,3304,2113,1338,763,454,308,142,98,47,21,17,8,2,3],"bins":[-0.10944952815771103,-0.10624435544013977,-0.10303919017314911,-0.09983401745557785,-0.09662884473800659,-0.09342367202043533,-0.09021849930286407,-0.08701333403587341,-0.08380816131830215,-0.0806029886007309,-0.07739782333374023,-0.07419265061616898,-0.07098747789859772,-0.06778230518102646,-0.0645771324634552,-0.06137196719646454,-0.05816679447889328,-0.05496162176132202,-0.05175645276904106,-0.0485512837767601,-0.04534611105918884,-0.042140938341617584,-0.038935769349336624,-0.035730600357055664,-0.032525427639484406,-0.029320256784558296,-0.026115085929632187,-0.022909915074706078,-0.019704744219779968,-0.01649957336485386,-0.01329440250992775,-0.01008923165500164,-0.006884053349494934,-0.0036788824945688248,-0.00047371163964271545,0.002731459215283394,0.005936630070209503,0.009141800925135612,0.012346971780061722,0.015552142634987831,0.01875731348991394,0.02196248434484005,0.02516765519976616,0.02837282605469227,0.03157799690961838,0.034783169627189636,0.037988338619470596,0.041193507611751556,0.044398680329322815,0.047603853046894073,0.050809022039175034,0.054014191031455994,0.05721936374902725,0.06042453646659851,0.06362970173358917,0.06683487445116043,0.07004004716873169,0.07324521988630295,0.0764503926038742,0.07965555787086487,0.08286073058843613,0.08606590330600739,0.08927106857299805,0.0924762412905693,0.09568141400814056],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[1,1,1,0,2,1,1,2,6,2,9,4,10,12,33,25,57,86,124,176,278,401,512,761,1122,1653,2483,3636,5825,9115,14785,24785,45683,96132,277558,662227,237160,83404,40394,22951,14230,9024,5842,3783,2588,1784,1233,847,631,430,353,194,157,116,66,46,49,29,9,13,11,4,2,5],"bins":[-3752,-3646.15625,-3540.3125,-3434.46875,-3328.625,-3222.78125,-3116.9375,-3011.09375,-2905.25,-2799.40625,-2693.5625,-2587.71875,-2481.875,-2376.03125,-2270.1875,-2164.34375,-2058.5,-1952.65625,-1846.8125,-1740.96875,-1635.125,-1529.28125,-1423.4375,-1317.59375,-1211.75,-1105.90625,-1000.0625,-894.21875,-788.375,-682.53125,-576.6875,-470.84375,-365,-259.15625,-153.3125,-47.46875,58.375,164.21875,270.0625,375.90625,481.75,587.59375,693.4375,799.28125,905.125,1010.96875,1116.8125,1222.65625,1328.5,1434.34375,1540.1875,1646.03125,1751.875,1857.71875,1963.5625,2069.40625,2175.25,2281.09375,2386.9375,2492.78125,2598.625,2704.46875,2810.3125,2916.15625,3022],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,0,0,4,1,3,1,10,4,8,13,14,24,28,50,82,121,170,303,428,721,1201,2028,3635,6694,13256,27073,61102,172832,179927,62671,27962,13435,6986,3750,2055,1193,736,458,293,188,119,67,59,38,22,9,20,9,6,5,0,1,3,1,2,0,1,0,0,0,0,1],"bins":[-354,-342.20703125,-330.4140625,-318.62109375,-306.828125,-295.03515625,-283.2421875,-271.44921875,-259.65625,-247.86328125,-236.0703125,-224.27734375,-212.484375,-200.69140625,-188.8984375,-177.10546875,-165.3125,-153.51953125,-141.7265625,-129.93359375,-118.140625,-106.34765625,-94.5546875,-82.76171875,-70.96875,-59.17578125,-47.3828125,-35.58984375,-23.796875,-12.00390625,-0.2109375,11.58203125,23.375,35.16796875,46.9609375,58.75390625,70.546875,82.33984375,94.1328125,105.92578125,117.71875,129.51171875,141.3046875,153.09765625,164.890625,176.68359375,188.4765625,200.26953125,212.0625,223.85546875,235.6484375,247.44140625,259.234375,271.02734375,282.8203125,294.61328125,306.40625,318.19921875,329.9921875,341.78515625,353.578125,365.37109375,377.1640625,388.95703125,400.75],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,0,0,0,0,0,1,3,2,6,7,6,13,19,44,65,90,143,221,320,477,778,1193,1867,2915,4416,7075,10964,17544,28909,50968,95887,135511,98596,52631,29748,17925,11431,7049,4646,2987,1867,1261,788,529,330,196,135,101,51,45,17,11,11,4,9,5,2,2,0,0,1,1],"bins":[-3954,-3836.0625,-3718.125,-3600.1875,-3482.25,-3364.3125,-3246.375,-3128.4375,-3010.5,-2892.5625,-2774.625,-2656.6875,-2538.75,-2420.8125,-2302.875,-2184.9375,-2067,-1949.0625,-1831.125,-1713.1875,-1595.25,-1477.3125,-1359.375,-1241.4375,-1123.5,-1005.5625,-887.625,-769.6875,-651.75,-533.8125,-415.875,-297.9375,-180,-62.0625,55.875,173.8125,291.75,409.6875,527.625,645.5625,763.5,881.4375,999.375,1117.3125,1235.25,1353.1875,1471.125,1589.0625,1707,1824.9375,1942.875,2060.8125,2178.75,2296.6875,2414.625,2532.5625,2650.5,2768.4375,2886.375,3004.3125,3122.25,3240.1875,3358.125,3476.0625,3594],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-2883.6533203125,-2776.580078125,-2669.5068359375,-2562.43359375,-2455.3603515625,-2348.286865234375,-2241.213623046875,-2134.140380859375,-2027.067138671875,-1919.993896484375,-1812.920654296875,-1705.8472900390625,-1598.7740478515625,-1491.7008056640625,-1384.62744140625,-1277.55419921875,-1170.48095703125,-1063.40771484375,-956.3344116210938,-849.2611083984375,-742.1878662109375,-635.1146240234375,-528.0413208007812,-420.9680480957031,-313.894775390625,-206.82150268554688,-99.74822998046875,7.325042724609375,114.3983154296875,221.47158813476562,328.54486083984375,435.6181335449219,542.691650390625,649.764892578125,756.8381958007812,863.9114990234375,970.9847412109375,1078.0579833984375,1185.13134765625,1292.20458984375,1399.27783203125,1506.35107421875,1613.42431640625,1720.4976806640625,1827.5709228515625,1934.6441650390625,2041.717529296875,2148.790771484375,2255.864013671875,2362.937255859375,2470.010498046875,2577.083740234375,2684.1572265625,2791.23046875,2898.3037109375,3005.376953125,3112.4501953125,3219.5234375,3326.5966796875,3433.669921875,3540.7431640625,3647.816650390625,3754.889892578125,3861.963134765625,3969.036376953125],"_type":"histogram","values":[1,0,2,0,1,2,1,1,1,3,3,2,5,3,4,7,9,10,12,16,15,15,25,39,55,88,92,79,69,41,24,13,31,17,12,17,10,5,5,6,7,2,5,1,4,0,1,0,1,1,1,0,1,0,1,0,1,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,1,2,1,10,11,23,54,88,106,192,307,443,728,1096,1610,2497,3290,4412,5979,7688,9766,12684,15322,18226,21385,24238,27723,30054,32136,33921,34562,34940,34463,32828,30784,28318,25370,22597,19186,16527,13628,10793,8497,6446,5000,3742,2632,1859,1318,835,564,358,246,138,80,54,26,15,6,10,4,2,1],"bins":[-0.09549359232187271,-0.09252586215734482,-0.08955813199281693,-0.08659040182828903,-0.08362266421318054,-0.08065493404865265,-0.07768720388412476,-0.07471947371959686,-0.07175174355506897,-0.06878401339054108,-0.06581628322601318,-0.06284855306148529,-0.0598808191716671,-0.056913089007139206,-0.053945355117321014,-0.05097762495279312,-0.04800989478826523,-0.045042164623737335,-0.04207443445920944,-0.03910670056939125,-0.03613897040486336,-0.033171240240335464,-0.030203508213162422,-0.02723577618598938,-0.024268046021461487,-0.021300315856933594,-0.01833258382976055,-0.015364852733910084,-0.012397121638059616,-0.009429390542209148,-0.006461659446358681,-0.003493928350508213,-0.0005262047052383423,0.0024415263906121254,0.005409257486462593,0.00837698858231306,0.011344719678163528,0.014312450774013996,0.017280181869864464,0.020247913897037506,0.0232156440615654,0.026183374226093292,0.029151106253266335,0.03211883828043938,0.03508656844496727,0.03805429860949516,0.041022032499313354,0.04398976266384125,0.04695749282836914,0.049925222992897034,0.05289295315742493,0.05586068704724312,0.05882841721177101,0.061796147376298904,0.0647638812661171,0.06773161143064499,0.07069934159517288,0.07366707175970078,0.07663480192422867,0.07960253208875656,0.08257026970386505,0.08553799986839294,0.08850573003292084,0.09147346019744873,0.09444119036197662]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-6.18305264765695e-08,-6.000682617468556e-08,-5.818312587280161e-08,-5.6359425570917665e-08,-5.453572526903372e-08,-5.2712021414436094e-08,-5.088832111255215e-08,-4.90646208106682e-08,-4.7240920508784257e-08,-4.541722020690031e-08,-4.3593519905016365e-08,-4.176981960313242e-08,-3.9946115748534794e-08,-3.812241544665085e-08,-3.62987151447669e-08,-3.4475014842882956e-08,-3.265131454099901e-08,-3.0827614239115064e-08,-2.9003913937231118e-08,-2.7180211858990333e-08,-2.5356511557106387e-08,-2.353281125522244e-08,-2.1709109176981656e-08,-1.988540887509771e-08,-1.8061708573213764e-08,-1.6238008271329818e-08,-1.4414307081267452e-08,-1.2590605891205087e-08,-1.076690558932114e-08,-8.943205287437195e-09,-7.119504097374829e-09,-5.295803351401673e-09,-3.4721026054285176e-09,-1.6484018594553618e-09,1.7529888651779402e-10,1.99899963249095e-09,3.822700378464106e-09,5.646401124437261e-09,7.470101870410417e-09,9.293803060472783e-09,1.1117503362356729e-08,1.2941203664240675e-08,1.476490485430304e-08,1.6588606044365406e-08,1.8412306346249352e-08,2.0236006648133298e-08,2.2059708726374083e-08,2.388340902825803e-08,2.5707109330141975e-08,2.753080963202592e-08,2.9354509933909867e-08,3.117821023579381e-08,3.300191053767776e-08,3.4825614392275384e-08,3.664931469415933e-08,3.8473014996043275e-08,4.029671529792722e-08,4.212041559981117e-08,4.394411590169511e-08,4.576781620357906e-08,4.7591520058176684e-08,4.941522036006063e-08,5.1238920661944576e-08,5.306262096382852e-08,5.488632126571247e-08],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,0,0,2,1,1,5,1,3,3,6,4,5,8,14,23,12,29,28,40,50,57,85,77,58,43,45,25,20,20,17,25,15,10,8,4,4,2,1,2,2,0,2,2,1,2,0,0,1,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,4,0,3,1,8,5,5,2,9,13,11,16,20,11,18,24,12,13,26,19,10,13,15,7,18,14,17,16,27,21,9,21,17,14,13,16,9,19,19,15,21,21,16,16,17,11,13,17,7,12,13,14,15,12,13,2,5,5,2,3,0,1,1],"bins":[-0.00031924527138471603,-0.00030921195866540074,-0.00029917864594608545,-0.0002891453623306006,-0.00027911204961128533,-0.00026907873689197004,-0.0002590454532764852,-0.0002490121405571699,-0.00023897882783785462,-0.00022894551511853933,-0.00021891221695113927,-0.0002088789187837392,-0.00019884560606442392,-0.00018881229334510863,-0.00017877899517770857,-0.0001687456970103085,-0.00015871238429099321,-0.00014867907157167792,-0.00013864577340427786,-0.0001286124752368778,-0.00011857916251756251,-0.00010854585707420483,-9.851255163084716e-05,-8.847924618748948e-05,-7.84459407441318e-05,-6.841263530077413e-05,-5.837932985741645e-05,-4.8346024414058775e-05,-3.83127189707011e-05,-2.8279413527343422e-05,-1.8246108083985746e-05,-8.21280264062807e-06,1.8205028027296066e-06,1.1853808246087283e-05,2.188711368944496e-05,3.1920419132802635e-05,4.195372457616031e-05,5.198703001951799e-05,6.202033546287566e-05,7.205364090623334e-05,8.208694634959102e-05,9.212025179294869e-05,0.00010215355723630637,0.00011218686267966405,0.00012222016812302172,0.000132253480842337,0.00014228677900973707,0.00015232007717713714,0.00016235338989645243,0.00017238670261576772,0.00018242000078316778,0.00019245329895056784,0.00020248661166988313,0.00021251992438919842,0.00022255322255659848,0.00023258652072399855,0.00024261983344331384,0.00025265314616262913,0.0002626864588819444,0.00027271974249742925,0.00028275305521674454,0.00029278636793605983,0.00030281965155154467,0.00031285296427085996,0.00032288627699017525]},"parameters/linear.weight":{"values":[518,1533,1574,1636,1557,1591,1626,1539,1576,1578,1562,1564,1493,1515,1553,1590,1595,1572,1559,1586,1547,1554,1521,1544,1601,1578,1549,1568,1554,1551,1546,1559,1575,1581,1568,1621,1562,1589,1513,1546,1535,1523,1509,1604,1622,1511,1587,1638,1492,1665,1561,1586,1552,1547,1612,1594,1617,1614,1527,1597,1586,1563,1514,604],"bins":[-0.036868248134851456,-0.03571731969714165,-0.03456639125943184,-0.03341546282172203,-0.032264530658721924,-0.031113604083657265,-0.029962673783302307,-0.0288117453455925,-0.02766081690788269,-0.026509888470172882,-0.025358960032463074,-0.024208029732108116,-0.023057101294398308,-0.0219061728566885,-0.020755242556333542,-0.019604314118623734,-0.018453385680913925,-0.017302457243204117,-0.01615152880549431,-0.015000598505139351,-0.013849670067429543,-0.012698741629719734,-0.011547812260687351,-0.010396882891654968,-0.00924595445394516,-0.008095026016235352,-0.006944096647202969,-0.005793167743831873,-0.004642238840460777,-0.0034913099370896816,-0.002340381033718586,-0.0011894521303474903,-3.8526952266693115e-05,0.0011124019511044025,0.002263330854475498,0.003414259757846594,0.0045651886612176895,0.005716117564588785,0.006867046467959881,0.008017975836992264,0.009168904274702072,0.01031983271241188,0.011470762081444263,0.012621691450476646,0.013772619888186455,0.014923548325896263,0.01607447862625122,0.01722540706396103,0.018376335501670837,0.019527263939380646,0.020678192377090454,0.02182912267744541,0.02298005111515522,0.02413097955286503,0.025281909853219986,0.026432838290929794,0.027583766728639603,0.02873469516634941,0.02988562360405922,0.031036553904414177,0.032187484204769135,0.03333841264247894,0.03448934108018875,0.03564026951789856,0.03679119795560837],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,2,0,2,1,7,10,6,19,29,44,59,77,116,205,228,341,526,731,1089,1688,2532,3909,5747,9300,14451,23678,40788,81410,168751,107661,50735,28081,16868,10620,6965,4270,2952,1949,1237,887,618,381,243,180,123,93,61,44,31,20,13,12,9,9,3,1,5,2,4],"bins":[-276.5,-268.287109375,-260.07421875,-251.861328125,-243.6484375,-235.435546875,-227.22265625,-219.009765625,-210.796875,-202.583984375,-194.37109375,-186.158203125,-177.9453125,-169.732421875,-161.51953125,-153.306640625,-145.09375,-136.880859375,-128.66796875,-120.455078125,-112.2421875,-104.029296875,-95.81640625,-87.603515625,-79.390625,-71.177734375,-62.96484375,-54.751953125,-46.5390625,-38.326171875,-30.11328125,-21.900390625,-13.6875,-5.474609375,2.73828125,10.951171875,19.1640625,27.376953125,35.58984375,43.802734375,52.015625,60.228515625,68.44140625,76.654296875,84.8671875,93.080078125,101.29296875,109.505859375,117.71875,125.931640625,134.14453125,142.357421875,150.5703125,158.783203125,166.99609375,175.208984375,183.421875,191.634765625,199.84765625,208.060546875,216.2734375,224.486328125,232.69921875,240.912109375,249.125]},"parameters/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.10418633371591568,-0.10105393081903458,-0.09792152047157288,-0.09478911757469177,-0.09165670722723007,-0.08852430433034897,-0.08539189398288727,-0.08225949108600616,-0.07912708818912506,-0.07599467784166336,-0.07286227494478226,-0.06972986459732056,-0.06659746170043945,-0.06346505135297775,-0.06033264845609665,-0.05720024183392525,-0.054067835211753845,-0.05093542858958244,-0.04780302196741104,-0.04467061534523964,-0.04153820872306824,-0.038405805826187134,-0.03527339920401573,-0.03214099258184433,-0.029008585959672928,-0.025876179337501526,-0.022743772715330124,-0.01961136795580387,-0.01647896133363247,-0.013346554711461067,-0.01021414902061224,-0.007081742864102125,-0.003949329257011414,-0.0008169231005012989,0.0023154830560088158,0.0054478892125189304,0.008580295369029045,0.011712701991200447,0.014845107682049274,0.017977513372898102,0.021109919995069504,0.024242326617240906,0.027374733239412308,0.03050713799893856,0.03363954275846481,0.036771949380636215,0.03990435600280762,0.04303676262497902,0.04616916924715042,0.04930157586932182,0.052433982491493225,0.05556638911366463,0.05869879573583603,0.06183119863271713,0.06496360898017883,0.06809601187705994,0.07122841477394104,0.07436082512140274,0.07749322801828384,0.08062563836574554,0.08375804126262665,0.08689045161008835,0.09002285450696945,0.09315526485443115,0.09628766775131226],"_type":"histogram","values":[2,1,0,2,1,6,19,26,39,94,149,299,478,763,1278,2043,3225,4729,6988,9468,13335,17956,23968,30623,38558,47030,55932,65438,74151,82367,89342,94467,97570,98151,96637,91928,86327,78942,70100,60836,51740,43000,34621,27459,21003,15606,11539,8138,5687,3897,2556,1697,1041,654,407,243,140,78,48,18,10,5,5,4]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,4,3,1,3,4,3,9,9,15,25,42,52,60,114,151,204,301,469,770,1110,1562,2354,3553,5220,8147,12054,18961,31654,56673,120773,150424,72750,38035,22801,13965,8999,6183,3990,2664,1824,1221,833,624,390,283,183,112,64,40,44,27,17,21,9,5,8,3,0,0,1,0,0,2],"bins":[-249.75,-241.73828125,-233.7265625,-225.71484375,-217.703125,-209.69140625,-201.6796875,-193.66796875,-185.65625,-177.64453125,-169.6328125,-161.62109375,-153.609375,-145.59765625,-137.5859375,-129.57421875,-121.5625,-113.55078125,-105.5390625,-97.52734375,-89.515625,-81.50390625,-73.4921875,-65.48046875,-57.46875,-49.45703125,-41.4453125,-33.43359375,-25.421875,-17.41015625,-9.3984375,-1.38671875,6.625,14.63671875,22.6484375,30.66015625,38.671875,46.68359375,54.6953125,62.70703125,70.71875,78.73046875,86.7421875,94.75390625,102.765625,110.77734375,118.7890625,126.80078125,134.8125,142.82421875,150.8359375,158.84765625,166.859375,174.87109375,182.8828125,190.89453125,198.90625,206.91796875,214.9296875,222.94140625,230.953125,238.96484375,246.9765625,254.98828125,263]},"gradients/bert.embeddings.LayerNorm.bias":{"values":[1,1,2,2,1,1,3,3,5,5,3,5,6,5,7,10,10,14,20,19,18,23,17,20,31,27,27,17,23,21,25,41,35,28,25,30,31,19,14,26,13,14,13,18,16,16,13,7,6,4,5,3,2,3,4,4,1,1,1,0,0,0,2,1],"bins":[-3645.833984375,-3526.892822265625,-3407.95166015625,-3289.01025390625,-3170.069091796875,-3051.1279296875,-2932.1865234375,-2813.245361328125,-2694.30419921875,-2575.363037109375,-2456.421875,-2337.48046875,-2218.539306640625,-2099.59814453125,-1980.6568603515625,-1861.715576171875,-1742.7744140625,-1623.833251953125,-1504.8919677734375,-1385.95068359375,-1267.009521484375,-1148.068359375,-1029.1270751953125,-910.1858520507812,-791.24462890625,-672.3034057617188,-553.3621826171875,-434.42095947265625,-315.479736328125,-196.53851318359375,-77.5972900390625,41.34393310546875,160.285400390625,279.22662353515625,398.1678466796875,517.1090698242188,636.05029296875,754.9915161132812,873.9327392578125,992.8739624023438,1111.815185546875,1230.75634765625,1349.6976318359375,1468.638916015625,1587.580078125,1706.521240234375,1825.4625244140625,1944.40380859375,2063.344970703125,2182.2861328125,2301.2275390625,2420.168701171875,2539.10986328125,2658.051025390625,2776.9921875,2895.93359375,3014.874755859375,3133.81591796875,3252.75732421875,3371.698486328125,3490.6396484375,3609.580810546875,3728.52197265625,3847.46337890625,3966.404541015625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,1,0,0,0,1,0,1,0,2,2,3,5,4,5,6,14,7,14,19,21,18,26,31,39,37,44,36,50,54,45,35,33,31,20,25,21,23,13,14,14,6,8,11,4,3,5,5,5,3,0,0,0,0,0,0,1],"bins":[-196.625,-191.212890625,-185.80078125,-180.388671875,-174.9765625,-169.564453125,-164.15234375,-158.740234375,-153.328125,-147.916015625,-142.50390625,-137.091796875,-131.6796875,-126.267578125,-120.85546875,-115.443359375,-110.03125,-104.619140625,-99.20703125,-93.794921875,-88.3828125,-82.970703125,-77.55859375,-72.146484375,-66.734375,-61.322265625,-55.91015625,-50.498046875,-45.0859375,-39.673828125,-34.26171875,-28.849609375,-23.4375,-18.025390625,-12.61328125,-7.201171875,-1.7890625,3.623046875,9.03515625,14.447265625,19.859375,25.271484375,30.68359375,36.095703125,41.5078125,46.919921875,52.33203125,57.744140625,63.15625,68.568359375,73.98046875,79.392578125,84.8046875,90.216796875,95.62890625,101.041015625,106.453125,111.865234375,117.27734375,122.689453125,128.1015625,133.513671875,138.92578125,144.337890625,149.75]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[2,0,0,2,4,2,0,6,3,5,5,4,11,12,26,28,52,90,106,176,239,400,561,956,1644,2578,4484,7961,14933,29628,66754,207978,147979,50500,23773,12391,6711,3988,2197,1298,821,507,305,208,149,95,83,46,36,28,10,9,14,7,4,5,3,2,3,1,0,0,0,1],"bins":[-415.25,-402.2109375,-389.171875,-376.1328125,-363.09375,-350.0546875,-337.015625,-323.9765625,-310.9375,-297.8984375,-284.859375,-271.8203125,-258.78125,-245.7421875,-232.703125,-219.6640625,-206.625,-193.5859375,-180.546875,-167.5078125,-154.46875,-141.4296875,-128.390625,-115.3515625,-102.3125,-89.2734375,-76.234375,-63.1953125,-50.15625,-37.1171875,-24.078125,-11.0390625,2,15.0390625,28.078125,41.1171875,54.15625,67.1953125,80.234375,93.2734375,106.3125,119.3515625,132.390625,145.4296875,158.46875,171.5078125,184.546875,197.5859375,210.625,223.6640625,236.703125,249.7421875,262.78125,275.8203125,288.859375,301.8984375,314.9375,327.9765625,341.015625,354.0546875,367.09375,380.1328125,393.171875,406.2109375,419.25],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,1,0,1,8,7,9,16,24,26,62,82,127,167,279,327,533,829,1197,1855,2577,3798,5762,9112,13731,22229,36972,64787,111063,122222,77433,43312,25455,15736,10036,6474,4515,2893,1993,1328,957,598,411,292,202,120,81,56,31,39,20,10,14,7,2,2,1,0,0,0,0,1],"bins":[-3568,-3453.4375,-3338.875,-3224.3125,-3109.75,-2995.1875,-2880.625,-2766.0625,-2651.5,-2536.9375,-2422.375,-2307.8125,-2193.25,-2078.6875,-1964.125,-1849.5625,-1735,-1620.4375,-1505.875,-1391.3125,-1276.75,-1162.1875,-1047.625,-933.0625,-818.5,-703.9375,-589.375,-474.8125,-360.25,-245.6875,-131.125,-16.5625,98,212.5625,327.125,441.6875,556.25,670.8125,785.375,899.9375,1014.5,1129.0625,1243.625,1358.1875,1472.75,1587.3125,1701.875,1816.4375,1931,2045.5625,2160.125,2274.6875,2389.25,2503.8125,2618.375,2732.9375,2847.5,2962.0625,3076.625,3191.1875,3305.75,3420.3125,3534.875,3649.4375,3764]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0002292636490892619,-0.00022214025375433266,-0.00021501685841940343,-0.00020789344853255898,-0.00020077005319762975,-0.00019364665786270052,-0.00018652324797585607,-0.00017939985264092684,-0.0001722764573059976,-0.00016515306197106838,-0.00015802966663613915,-0.0001509062567492947,-0.00014378286141436547,-0.00013665946607943624,-0.00012953605619259179,-0.00012241266085766256,-0.00011528926552273333,-0.0001081658701878041,-0.00010104246757691726,-9.391906496603042e-05,-8.679566963110119e-05,-7.967227429617196e-05,-7.254887168528512e-05,-6.542546907439828e-05,-5.830207373946905e-05,-5.1178674766561016e-05,-4.405527579365298e-05,-3.6931876820744947e-05,-2.980847784783691e-05,-2.2685078874928877e-05,-1.5561679902020842e-05,-8.438280929112807e-06,-1.314881956204772e-06,5.808517016703263e-06,1.2931915989611298e-05,2.0055314962519333e-05,2.7178713935427368e-05,3.43021129083354e-05,4.142551188124344e-05,4.854891085415147e-05,5.567230982705951e-05,6.279570516198874e-05,6.991910777287558e-05,7.704251038376242e-05,8.416590571869165e-05,9.128930105362087e-05,9.841270366450772e-05,0.00010553610627539456,0.00011265950161032379,0.00011978289694525301,0.00012690629228018224,0.0001340297021670267,0.00014115309750195593,0.00014827649283688515,0.0001553999027237296,0.00016252329805865884,0.00016964669339358807,0.0001767700887285173,0.00018389348406344652,0.00019101689395029098,0.0001981402892852202,0.00020526368462014943,0.0002123870945069939,0.00021951048984192312,0.00022663388517685235],"_type":"histogram","values":[1,0,0,4,2,4,7,5,8,5,2,10,16,9,12,15,13,25,23,18,19,15,20,26,23,14,13,14,9,23,14,20,12,10,21,21,20,16,16,18,14,14,18,25,27,17,13,10,15,9,7,11,9,18,8,6,9,6,3,1,2,2,0,1]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,1,4,2,2,4,9,6,5,12,6,13,20,11,22,19,12,28,15,31,38,31,26,27,29,39,38,31,17,31,35,20,17,16,16,20,21,13,11,12,12,5,9,4,7,2,2,5,2,2,2,0,0,0,1,1],"bins":[-3648,-3537.90625,-3427.8125,-3317.71875,-3207.625,-3097.53125,-2987.4375,-2877.34375,-2767.25,-2657.15625,-2547.0625,-2436.96875,-2326.875,-2216.78125,-2106.6875,-1996.59375,-1886.5,-1776.40625,-1666.3125,-1556.21875,-1446.125,-1336.03125,-1225.9375,-1115.84375,-1005.75,-895.65625,-785.5625,-675.46875,-565.375,-455.28125,-345.1875,-235.09375,-125,-14.90625,95.1875,205.28125,315.375,425.46875,535.5625,645.65625,755.75,865.84375,975.9375,1086.03125,1196.125,1306.21875,1416.3125,1526.40625,1636.5,1746.59375,1856.6875,1966.78125,2076.875,2186.96875,2297.0625,2407.15625,2517.25,2627.34375,2737.4375,2847.53125,2957.625,3067.71875,3177.8125,3287.90625,3398]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,1,2,1,0,0,3,1,6,0,8,5,2,7,12,5,17,11,12,12,18,20,19,26,24,20,28,25,31,28,31,29,32,21,33,32,32,24,33,14,21,23,10,12,17,6,12,8,6,3,5,0,6,4,2,2,1,1,1,0,1,0,1],"bins":[-2082,-2016.71875,-1951.4375,-1886.15625,-1820.875,-1755.59375,-1690.3125,-1625.03125,-1559.75,-1494.46875,-1429.1875,-1363.90625,-1298.625,-1233.34375,-1168.0625,-1102.78125,-1037.5,-972.21875,-906.9375,-841.65625,-776.375,-711.09375,-645.8125,-580.53125,-515.25,-449.96875,-384.6875,-319.40625,-254.125,-188.84375,-123.5625,-58.28125,7,72.28125,137.5625,202.84375,268.125,333.40625,398.6875,463.96875,529.25,594.53125,659.8125,725.09375,790.375,855.65625,920.9375,986.21875,1051.5,1116.78125,1182.0625,1247.34375,1312.625,1377.90625,1443.1875,1508.46875,1573.75,1639.03125,1704.3125,1769.59375,1834.875,1900.15625,1965.4375,2030.71875,2096],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.00028767751064151525,-0.00027874892111867666,-0.00026982033159583807,-0.0002608917420729995,-0.0002519631525501609,-0.00024303454847540706,-0.00023410594440065324,-0.00022517735487781465,-0.00021624876535497606,-0.00020732017583213747,-0.00019839158630929887,-0.00018946298223454505,-0.00018053439271170646,-0.00017160580318886787,-0.00016267719911411405,-0.00015374860959127545,-0.00014482002006843686,-0.00013589143054559827,-0.00012696284102275968,-0.00011803423694800586,-0.00010910564742516726,-0.00010017705790232867,-9.124846110353246e-05,-8.231986430473626e-05,-7.339127478189766e-05,-6.446268525905907e-05,-5.5534088460262865e-05,-4.6605495299445465e-05,-3.7676902138628066e-05,-2.8748308977810666e-05,-1.9819715816993266e-05,-1.0891122656175867e-05,-1.9625003915280104e-06,6.966092769289389e-06,1.589468593010679e-05,2.482327909092419e-05,3.375187225174159e-05,4.268046541255899e-05,5.160905857337639e-05,6.053765173419379e-05,6.946624489501119e-05,7.839483441784978e-05,8.732343121664599e-05,9.625202801544219e-05,0.00010518061753828079,0.00011410920706111938,0.0001230378111358732,0.0001319664006587118,0.00014089499018155038,0.00014982357970438898,0.00015875216922722757,0.0001676807733019814,0.00017660936282481998,0.00018553795234765857,0.0001944665564224124,0.000203395145945251,0.00021232373546808958,0.00022125232499092817,0.00023018091451376677,0.0002391095185885206,0.00024803809355944395,0.000256966712186113,0.0002658953017089516,0.0002748238912317902,0.0002837524807546288],"_type":"histogram","values":[1,1,3,2,2,4,7,8,13,11,12,15,8,20,12,18,8,19,19,25,13,21,10,14,9,12,14,10,19,15,13,13,15,15,17,16,13,18,21,14,25,16,15,12,17,20,7,11,17,14,16,18,13,12,13,10,3,5,7,6,6,3,0,2]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.00028611370362341404,-0.0002771475410554558,-0.00026818137848749757,-0.0002592151868157089,-0.00025024902424775064,-0.0002412828616797924,-0.00023231668455991894,-0.00022335050744004548,-0.00021438434487208724,-0.000205418182304129,-0.00019645200518425554,-0.00018748582806438208,-0.00017851966549642384,-0.0001695535029284656,-0.00016058732580859214,-0.00015162114868871868,-0.00014265498612076044,-0.0001336888235528022,-0.00012472264643292874,-0.00011575647658901289,-0.00010679030674509704,-9.782413690118119e-05,-8.885796705726534e-05,-7.989179721334949e-05,-7.092562736943364e-05,-6.195945752551779e-05,-5.299328768160194e-05,-4.402711783768609e-05,-3.506094799377024e-05,-2.6094778149854392e-05,-1.7128608305938542e-05,-8.162438462022692e-06,8.037022780627012e-07,9.769872121978551e-06,1.87360419658944e-05,2.770221180981025e-05,3.66683816537261e-05,4.563455149764195e-05,5.46007213415578e-05,6.356689118547365e-05,7.25330610293895e-05,8.149923087330535e-05,9.04654007172212e-05,9.943157056113705e-05,0.0001083977404050529,0.00011736391024896875,0.0001263300800928846,0.00013529625721275806,0.0001442624197807163,0.00015322858234867454,0.000162194759468548,0.00017116093658842146,0.0001801270991563797,0.00018909326172433794,0.0001980594388442114,0.00020702561596408486,0.0002159917785320431,0.00022495794110000134,0.0002339241182198748,0.00024289029533974826,0.0002518564579077065,0.00026082262047566473,0.00026978878304362297,0.00027875497471541166,0.0002877211372833699],"_type":"histogram","values":[3,2,0,2,6,9,6,11,5,12,14,17,16,14,16,21,15,19,19,15,16,8,11,11,10,12,12,15,17,16,12,16,17,15,10,18,21,16,19,15,10,19,19,12,18,16,7,13,15,22,16,13,12,11,10,9,9,5,8,3,7,2,0,3]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.00023450504522770643,-0.00022803392494097352,-0.00022156279010232538,-0.00021509166981559247,-0.00020862053497694433,-0.00020214941469021142,-0.00019567827985156327,-0.00018920715956483036,-0.00018273602472618222,-0.0001762649044394493,-0.0001697937841527164,-0.00016332264931406826,-0.00015685152902733535,-0.0001503803941886872,-0.0001439092739019543,-0.00013743813906330615,-0.00013096701877657324,-0.00012449589848984033,-0.00011802476365119219,-0.00011155363608850166,-0.00010508250852581114,-9.861138823907822e-05,-9.21402606763877e-05,-8.566913311369717e-05,-7.919800555100664e-05,-7.272687798831612e-05,-6.625575042562559e-05,-5.978462650091387e-05,-5.331349893822335e-05,-4.684237137553282e-05,-4.03712474508211e-05,-3.3900119888130575e-05,-2.742897777352482e-05,-2.0957850210834295e-05,-1.4486724467133172e-05,-8.015597813937347e-06,-1.544471160741523e-06,4.9266554924543016e-06,1.1397782145650126e-05,1.786890788935125e-05,2.4340035452041775e-05,3.08111630147323e-05,3.728229057742283e-05,4.375341450213455e-05,5.022454206482507e-05,5.66956696275156e-05,6.316679355222732e-05,6.963792111491784e-05,7.610904867760837e-05,8.25801762402989e-05,8.905130380298942e-05,9.552243136567995e-05,0.00010199355892837048,0.00010846467921510339,0.00011493580677779391,0.00012140693434048444,0.00012787806917913258,0.0001343491894658655,0.0001408203097525984,0.00014729144459124655,0.00015376256487797946,0.0001602336997166276,0.0001667048200033605,0.00017317595484200865,0.00017964707512874156],"_type":"histogram","values":[1,0,0,0,0,0,0,3,4,3,6,7,8,8,15,11,12,14,16,35,23,21,27,33,38,48,43,45,70,51,69,70,84,79,83,76,89,94,67,80,88,58,71,58,52,58,46,44,41,35,23,31,22,16,13,17,17,8,6,6,2,1,1,1]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug-core.log b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..83d29a396dd8ad6da41b2082609d7062d0861e90 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T00:57:42.593015148+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmppg1wrisy/port-26317.txt","pid":26317,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T00:57:42.593564997+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":26317} +{"time":"2025-07-18T00:57:42.593552439+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-26317-26340-2996883004/socket","Net":"unix"}} +{"time":"2025-07-18T00:57:42.774350698+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T00:57:42.782415197+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"vqbu5dpw","id":"1(@)"} +{"time":"2025-07-18T00:57:43.212302749+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vqbu5dpw","id":"1(@)"} +{"time":"2025-07-18T01:01:01.445592233+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:01:01.445994298+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:01:01.446077419+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:01:01.446085083+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:01:01.446181519+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-26317-26340-2996883004/socket","Net":"unix"}} +{"time":"2025-07-18T01:01:03.727559135+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:01:03.727576219+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:01:03.727587535+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..465d3a6bd5cbf2d8a37ab60679ba14ef8032b991 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T00:57:42.783501155+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T00:57:43.212256361+03:00","level":"INFO","msg":"stream: created new stream","id":"vqbu5dpw"} +{"time":"2025-07-18T00:57:43.212297069+03:00","level":"INFO","msg":"stream: started","id":"vqbu5dpw"} +{"time":"2025-07-18T00:57:43.212308782+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"vqbu5dpw"} +{"time":"2025-07-18T00:57:43.21231664+03:00","level":"INFO","msg":"sender: started","stream_id":"vqbu5dpw"} +{"time":"2025-07-18T00:57:43.212368067+03:00","level":"INFO","msg":"handler: started","stream_id":"vqbu5dpw"} +{"time":"2025-07-18T01:01:01.445926076+03:00","level":"INFO","msg":"stream: closing","id":"vqbu5dpw"} +{"time":"2025-07-18T01:01:02.896441+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:01:03.722892553+03:00","level":"INFO","msg":"handler: closed","stream_id":"vqbu5dpw"} +{"time":"2025-07-18T01:01:03.722908345+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"vqbu5dpw"} +{"time":"2025-07-18T01:01:03.722921084+03:00","level":"INFO","msg":"sender: closed","stream_id":"vqbu5dpw"} +{"time":"2025-07-18T01:01:03.727266283+03:00","level":"INFO","msg":"stream: closed","id":"vqbu5dpw"} diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug.log b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..764d70ac1292e59203da129e0601f7b0ddf03369 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_setup.py:_flush():80] Configure stats pid to 26317 +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005742-vqbu5dpw/logs/debug.log +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_005742-vqbu5dpw/logs/debug-internal.log +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_init.py:init():830] calling init triggers +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 00:57:42,546 INFO MainThread:26317 [wandb_init.py:init():871] starting backend +2025-07-18 00:57:42,774 INFO MainThread:26317 [wandb_init.py:init():874] sending inform_init request +2025-07-18 00:57:42,781 INFO MainThread:26317 [wandb_init.py:init():882] backend started and connected +2025-07-18 00:57:42,783 INFO MainThread:26317 [wandb_init.py:init():953] updated telemetry +2025-07-18 00:57:42,784 INFO MainThread:26317 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 00:57:43,534 INFO MainThread:26317 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 00:57:43,792 INFO MainThread:26317 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 00:57:43,792 INFO MainThread:26317 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 00:57:43,793 INFO MainThread:26317 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 00:57:43,793 INFO MainThread:26317 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 00:57:43,798 INFO MainThread:26317 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 00:57:44,722 INFO MainThread:26317 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 00:57:44,723 INFO MainThread:26317 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:01:01,444 INFO MsgRouterThr:26317 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/run-vqbu5dpw.wandb b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/run-vqbu5dpw.wandb new file mode 100644 index 0000000000000000000000000000000000000000..158a62e1431d85dc8874de698d7add616021c3a1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_005742-vqbu5dpw/run-vqbu5dpw.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d8629d5b2ea4dd8d3a0e9c0072551eefffe07b264a2a1dcecb16afd68f1fc3 +size 29038819 diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/config.yaml b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..838ada1cec079cb2a9ae09c864e7633545db990b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + en127si7hxjqvneulji9yexitzcv6m6d: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136808202240" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:01:48.353818Z" + writerId: en127si7hxjqvneulji9yexitzcv6m6d + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/output.log b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..1056569ecf671886555620805f71ac0d38bc7ff6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/output.log @@ -0,0 +1,56 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 15/2135008 [01:08<1553:06:55, 2.62s/it, loss=3.0299] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:11", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 385, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 306, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 198, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 207, in log_tensor_stats + if self._no_finite_values(flat): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 297, in _no_finite_values + return tensor.shape == torch.Size([0]) or (~torch.isfinite(tensor)).all().item() + ^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/requirements.txt b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..8fd2d6ded5e9290b83b652e0614f2ecacbfb04c2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:01:48.353818Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136808202240" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "en127si7hxjqvneulji9yexitzcv6m6d" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d9577c20d94a3f19f86ce907b65ee0a38457e4f1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09480731934309006,-0.09193795174360275,-0.08906858414411545,-0.08619921654462814,-0.08332984894514084,-0.08046048134565353,-0.07759111374616623,-0.07472174614667892,-0.07185238599777222,-0.06898301839828491,-0.06611365079879761,-0.0632442831993103,-0.060374915599823,-0.05750554800033569,-0.05463618040084839,-0.051766812801361084,-0.04889744520187378,-0.046028077602386475,-0.04315871000289917,-0.040289342403411865,-0.03741997480392456,-0.034550610929727554,-0.03168124333024025,-0.028811875730752945,-0.02594250813126564,-0.023073140531778336,-0.02020377293229103,-0.017334407195448875,-0.01446503959596157,-0.011595671996474266,-0.008726305328309536,-0.005856938194483519,-0.002987578511238098,-0.00011821137741208076,0.0027511557564139366,0.005620522890239954,0.008489890024065971,0.011359257623553276,0.014228624291718006,0.017097990959882736,0.01996735855937004,0.022836726158857346,0.02570609375834465,0.028575459495186806,0.03144482523202896,0.034314192831516266,0.03718356043100357,0.040052928030490875,0.04292229562997818,0.045791663229465485,0.04866103082895279,0.051530398428440094,0.0543997660279274,0.057269129902124405,0.06013849750161171,0.06300786882638931,0.06587722897529602,0.06874659657478333,0.07161596417427063,0.07448533177375793,0.07735469937324524,0.08022406697273254,0.08309343457221985,0.08596280217170715,0.08883216977119446],"_type":"histogram","values":[1,0,6,4,3,16,19,33,68,87,183,279,439,693,979,1516,2105,2799,3797,5239,6635,8519,10720,13199,15917,18869,21696,24749,27169,29547,31751,33052,33583,33745,32740,31849,29693,27455,24959,21993,18989,16259,13247,10939,8825,6851,5228,3965,2858,2100,1487,1008,661,505,312,184,124,67,52,29,12,6,6,4]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,0,2,0,15,6,17,17,41,41,68,100,142,229,331,471,803,1239,1880,3042,4854,7700,12513,21139,38277,76196,152953,128831,60349,31462,18022,10874,6724,4186,2623,1647,1050,638,451,293,223,109,98,43,43,31,19,8,7,2,4,2,2,1,0,2],"bins":[-94.9375,-92.212890625,-89.48828125,-86.763671875,-84.0390625,-81.314453125,-78.58984375,-75.865234375,-73.140625,-70.416015625,-67.69140625,-64.966796875,-62.2421875,-59.517578125,-56.79296875,-54.068359375,-51.34375,-48.619140625,-45.89453125,-43.169921875,-40.4453125,-37.720703125,-34.99609375,-32.271484375,-29.546875,-26.822265625,-24.09765625,-21.373046875,-18.6484375,-15.923828125,-13.19921875,-10.474609375,-7.75,-5.025390625,-2.30078125,0.423828125,3.1484375,5.873046875,8.59765625,11.322265625,14.046875,16.771484375,19.49609375,22.220703125,24.9453125,27.669921875,30.39453125,33.119140625,35.84375,38.568359375,41.29296875,44.017578125,46.7421875,49.466796875,52.19140625,54.916015625,57.640625,60.365234375,63.08984375,65.814453125,68.5390625,71.263671875,73.98828125,76.712890625,79.4375]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,1,1,1,3,3,2,4,4,6,7,10,12,16,18,14,17,18,23,34,19,23,30,31,35,40,30,32,30,31,27,20,29,28,29,23,17,16,15,10,13,8,7,7,5,7,2,2,1,1,0,1,0,1],"bins":[-483.25,-470.0546875,-456.859375,-443.6640625,-430.46875,-417.2734375,-404.078125,-390.8828125,-377.6875,-364.4921875,-351.296875,-338.1015625,-324.90625,-311.7109375,-298.515625,-285.3203125,-272.125,-258.9296875,-245.734375,-232.5390625,-219.34375,-206.1484375,-192.953125,-179.7578125,-166.5625,-153.3671875,-140.171875,-126.9765625,-113.78125,-100.5859375,-87.390625,-74.1953125,-61,-47.8046875,-34.609375,-21.4140625,-8.21875,4.9765625,18.171875,31.3671875,44.5625,57.7578125,70.953125,84.1484375,97.34375,110.5390625,123.734375,136.9296875,150.125,163.3203125,176.515625,189.7109375,202.90625,216.1015625,229.296875,242.4921875,255.6875,268.8828125,282.078125,295.2734375,308.46875,321.6640625,334.859375,348.0546875,361.25]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-50,-48.1318359375,-46.263671875,-44.3955078125,-42.52734375,-40.6591796875,-38.791015625,-36.9228515625,-35.0546875,-33.1865234375,-31.318359375,-29.4501953125,-27.58203125,-25.7138671875,-23.845703125,-21.9775390625,-20.109375,-18.2412109375,-16.373046875,-14.5048828125,-12.63671875,-10.7685546875,-8.900390625,-7.0322265625,-5.1640625,-3.2958984375,-1.427734375,0.4404296875,2.30859375,4.1767578125,6.044921875,7.9130859375,9.78125,11.6494140625,13.517578125,15.3857421875,17.25390625,19.1220703125,20.990234375,22.8583984375,24.7265625,26.5947265625,28.462890625,30.3310546875,32.19921875,34.0673828125,35.935546875,37.8037109375,39.671875,41.5400390625,43.408203125,45.2763671875,47.14453125,49.0126953125,50.880859375,52.7490234375,54.6171875,56.4853515625,58.353515625,60.2216796875,62.08984375,63.9580078125,65.826171875,67.6943359375,69.5625],"_type":"histogram","values":[1,0,1,2,1,1,1,2,3,2,1,7,6,14,17,9,17,11,24,17,40,35,47,23,31,32,38,41,37,39,37,32,24,26,30,24,12,11,11,13,11,8,3,8,4,5,2,2,1,0,1,0,1,0,0,0,0,1,0,0,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,2,1,0,0,1,1,2,1,5,4,6,3,8,15,10,14,23,24,19,31,40,36,32,37,40,47,38,55,30,33,28,29,30,22,24,10,10,9,10,6,7,7,6,1,0,2,1,2,0,1,1,1,0,0,0,0,1],"bins":[-55.5,-53.79638671875,-52.0927734375,-50.38916015625,-48.685546875,-46.98193359375,-45.2783203125,-43.57470703125,-41.87109375,-40.16748046875,-38.4638671875,-36.76025390625,-35.056640625,-33.35302734375,-31.6494140625,-29.94580078125,-28.2421875,-26.53857421875,-24.8349609375,-23.13134765625,-21.427734375,-19.72412109375,-18.0205078125,-16.31689453125,-14.61328125,-12.90966796875,-11.2060546875,-9.50244140625,-7.798828125,-6.09521484375,-4.3916015625,-2.68798828125,-0.984375,0.71923828125,2.4228515625,4.12646484375,5.830078125,7.53369140625,9.2373046875,10.94091796875,12.64453125,14.34814453125,16.0517578125,17.75537109375,19.458984375,21.16259765625,22.8662109375,24.56982421875,26.2734375,27.97705078125,29.6806640625,31.38427734375,33.087890625,34.79150390625,36.4951171875,38.19873046875,39.90234375,41.60595703125,43.3095703125,45.01318359375,46.716796875,48.42041015625,50.1240234375,51.82763671875,53.53125],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-7.224941509775817e-05,-6.979605677770451e-05,-6.734269845765084e-05,-6.488934741355479e-05,-6.243598909350112e-05,-5.9982630773447454e-05,-5.7529276091372594e-05,-5.5075921409297734e-05,-5.262256308924407e-05,-5.01692047691904e-05,-4.771585008711554e-05,-4.526249540504068e-05,-4.2809137084987015e-05,-4.035577876493335e-05,-3.790242408285849e-05,-3.544906940078363e-05,-3.299571108072996e-05,-3.0542352760676295e-05,-2.8088998078601435e-05,-2.563564157753717e-05,-2.3182285076472908e-05,-2.0728928575408645e-05,-1.827557207434438e-05,-1.582221557328012e-05,-1.3368859072215855e-05,-1.0915502571151592e-05,-8.462146070087329e-06,-6.008789569023065e-06,-3.555433067958802e-06,-1.1020765668945387e-06,1.3512799341697246e-06,3.804636435233988e-06,6.257985660340637e-06,8.7113421614049e-06,1.1164698662469164e-05,1.3618055163533427e-05,1.607141166459769e-05,1.8524768165661953e-05,2.0978124666726217e-05,2.343148116779048e-05,2.5884837668854743e-05,2.8338194169919007e-05,3.079155067098327e-05,3.324490535305813e-05,3.5698263673111796e-05,3.815162199316546e-05,4.060497667524032e-05,4.305833135731518e-05,4.551168967736885e-05,4.7965047997422516e-05,5.0418402679497376e-05,5.2871757361572236e-05,5.53251156816259e-05,5.777847400167957e-05,6.023182868375443e-05,6.268518336582929e-05,6.513854168588296e-05,6.759190000593662e-05,7.004525105003268e-05,7.249860937008634e-05,7.495196769014001e-05,7.740532601019368e-05,7.985868433024734e-05,8.23120353743434e-05,8.476539369439706e-05],"_type":"histogram","values":[2,2,1,1,0,3,1,1,3,3,1,6,5,3,4,6,8,15,16,11,18,18,12,27,28,31,37,37,36,43,55,37,59,29,31,29,22,13,12,13,15,12,7,7,3,9,6,4,1,3,5,5,5,1,2,0,0,1,0,1,1,0,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,1,3,2,2,6,5,8,10,8,17,9,11,16,14,28,20,20,25,31,24,26,39,26,35,29,41,28,37,32,28,18,24,19,15,11,12,14,12,8,7,6,9,3,2,8,5,2,3,1,0,1,0,1,1,0,0,0,0,0,0,2],"bins":[0.999566912651062,0.9995834231376648,0.9995999336242676,0.9996163845062256,0.9996328949928284,0.9996494054794312,0.9996659159660339,0.9996824264526367,0.9996988773345947,0.9997153878211975,0.9997318983078003,0.9997484087944031,0.9997649192810059,0.9997814297676086,0.9997978806495667,0.9998143911361694,0.9998309016227722,0.999847412109375,0.9998639225959778,0.9998803734779358,0.9998968839645386,0.9999133944511414,0.9999299049377441,0.9999464154243469,0.9999629259109497,0.9999793767929077,0.9999958872795105,1.0000123977661133,1.0000288486480713,1.0000454187393188,1.0000618696212769,1.0000784397125244,1.0000948905944824,1.0001113414764404,1.000127911567688,1.000144362449646,1.0001609325408936,1.0001773834228516,1.0001938343048096,1.0002104043960571,1.0002268552780151,1.0002434253692627,1.0002598762512207,1.0002763271331787,1.0002928972244263,1.0003093481063843,1.0003259181976318,1.0003423690795898,1.0003588199615479,1.0003753900527954,1.0003918409347534,1.000408411026001,1.000424861907959,1.0004414319992065,1.0004578828811646,1.0004743337631226,1.0004909038543701,1.0005073547363281,1.0005239248275757,1.0005403757095337,1.0005568265914917,1.0005733966827393,1.0005898475646973,1.0006064176559448,1.0006228685379028]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"values":[4,6,9,11,23,40,72,136,169,352,530,835,1346,2057,3074,4448,6213,8619,12040,15811,20946,26444,33391,40274,48572,56118,64663,72660,79828,85526,89642,91791,91622,90015,87356,82054,75653,68463,60299,52239,44118,36548,30023,23405,18155,13629,10147,7423,5285,3745,2514,1663,1059,700,454,288,152,91,57,22,17,13,3,2],"bins":[-0.09503109753131866,-0.0920834019780159,-0.08913570642471313,-0.08618801087141037,-0.0832403153181076,-0.08029261976480484,-0.07734492421150208,-0.07439722865819931,-0.07144953310489655,-0.06850184500217438,-0.06555414944887161,-0.06260645389556885,-0.05965875834226608,-0.05671106278896332,-0.05376336723566055,-0.05081567168235779,-0.04786797612905502,-0.04492028057575226,-0.04197258502244949,-0.03902488946914673,-0.036077193915843964,-0.0331295020878315,-0.030181806534528732,-0.027234110981225967,-0.024286415427923203,-0.021338719874620438,-0.018391024321317673,-0.015443330630660057,-0.012495635077357292,-0.009547939524054527,-0.006600244902074337,-0.0036525498144328594,-0.0007048547267913818,0.0022428403608500957,0.005190535448491573,0.008138230070471764,0.011085925623774529,0.014033621177077293,0.01698131486773491,0.019929010421037674,0.02287670597434044,0.025824401527643204,0.02877209708094597,0.031719792634248734,0.0346674844622612,0.037615180015563965,0.04056287556886673,0.043510571122169495,0.04645826667547226,0.049405962228775024,0.05235365778207779,0.055301353335380554,0.05824904888868332,0.061196740716695786,0.06414443999528885,0.06709213554859161,0.07003982365131378,0.07298751920461655,0.07593521475791931,0.07888291031122208,0.08183060586452484,0.0847783014178276,0.08772599697113037,0.09067369252443314,0.0936213880777359],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9996342658996582,0.9996485114097595,0.9996627569198608,0.9996770620346069,0.9996913075447083,0.9997055530548096,0.9997197985649109,0.9997340440750122,0.9997483491897583,0.9997625946998596,0.9997768402099609,0.9997910857200623,0.9998053312301636,0.9998195767402649,0.999833881855011,0.9998481273651123,0.9998623728752136,0.9998766183853149,0.9998908638954163,0.9999051690101624,0.9999194145202637,0.999933660030365,0.9999479055404663,0.9999621510505676,0.999976396560669,0.999990701675415,1.0000048875808716,1.0000191926956177,1.0000334978103638,1.0000476837158203,1.0000619888305664,1.000076174736023,1.000090479850769,1.0001047849655151,1.0001189708709717,1.0001332759857178,1.0001474618911743,1.0001617670059204,1.0001760721206665,1.000190258026123,1.0002045631408691,1.0002187490463257,1.0002330541610718,1.0002473592758179,1.0002615451812744,1.0002758502960205,1.000290036201477,1.0003043413162231,1.0003185272216797,1.0003328323364258,1.0003471374511719,1.0003613233566284,1.0003756284713745,1.000389814376831,1.0004041194915771,1.0004184246063232,1.0004326105117798,1.0004469156265259,1.0004611015319824,1.0004754066467285,1.0004897117614746,1.0005038976669312,1.0005182027816772,1.0005323886871338,1.0005466938018799],"_type":"histogram","values":[3,0,2,2,2,5,4,7,11,14,13,12,10,16,19,24,13,15,22,25,23,28,27,29,28,28,27,28,32,31,39,26,23,20,19,15,16,15,13,13,10,5,8,5,6,6,4,3,6,1,5,0,2,0,1,0,3,1,1,0,0,1,0,1]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,1,4,0,1,0,3,3,6,9,4,6,9,9,14,18,12,24,24,32,45,51,55,65,60,49,40,44,32,24,25,26,17,6,7,7,6,1,5,2,4,2,1,2,0,4,0,1,2,0,0,0,0,0,0,0,0,1],"bins":[-0.01537322998046875,-0.0148545503616333,-0.014335870742797852,-0.013817191123962402,-0.013298511505126953,-0.012779831886291504,-0.012261152267456055,-0.011742472648620605,-0.011223793029785156,-0.010705113410949707,-0.010186433792114258,-0.009667754173278809,-0.00914907455444336,-0.00863039493560791,-0.008111715316772461,-0.007593035697937012,-0.0070743560791015625,-0.006555676460266113,-0.006036996841430664,-0.005518317222595215,-0.004999637603759766,-0.004480957984924316,-0.003962278366088867,-0.003443598747253418,-0.0029249191284179688,-0.0024062395095825195,-0.0018875598907470703,-0.001368880271911621,-0.0008502006530761719,-0.00033152103424072266,0.00018715858459472656,0.0007058382034301758,0.001224517822265625,0.0017431974411010742,0.0022618770599365234,0.0027805566787719727,0.003299236297607422,0.003817915916442871,0.00433659553527832,0.0048552751541137695,0.005373954772949219,0.005892634391784668,0.006411314010620117,0.006929993629455566,0.007448673248291016,0.007967352867126465,0.008486032485961914,0.009004712104797363,0.009523391723632812,0.010042071342468262,0.010560750961303711,0.01107943058013916,0.01159811019897461,0.012116789817810059,0.012635469436645508,0.013154149055480957,0.013672828674316406,0.014191508293151855,0.014710187911987305,0.015228867530822754,0.015747547149658203,0.016266226768493652,0.0167849063873291,0.01730358600616455,0.017822265625]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.08741077035665512,-0.08461051434278488,-0.08181025832891464,-0.0790100023150444,-0.07620974630117416,-0.07340949028730392,-0.07060923427343369,-0.06780897825956345,-0.0650087296962738,-0.062208469957113266,-0.05940821394324303,-0.05660795792937279,-0.05380770564079285,-0.05100744962692261,-0.04820719361305237,-0.04540693759918213,-0.04260668158531189,-0.03980642557144165,-0.03700616955757141,-0.03420591354370117,-0.03140565752983093,-0.028605403378605843,-0.025805149227380753,-0.023004893213510513,-0.020204637199640274,-0.017404381185770035,-0.01460412610322237,-0.011803871020674706,-0.009003615006804466,-0.006203359458595514,-0.0034031039103865623,-0.0006028483621776104,0.0021974071860313416,0.0049976627342402935,0.0077979182824492455,0.01059817336499691,0.01339842937886715,0.01619868539273739,0.01899893954396248,0.021799195557832718,0.024599451571702957,0.027399707585573196,0.030199963599443436,0.033000219613313675,0.035800471901893616,0.038600727915763855,0.041400983929634094,0.044201239943504333,0.04700149595737457,0.04980175197124481,0.05260200798511505,0.05540226399898529,0.05820252001285553,0.06100277230143547,0.06380303204059601,0.06660328805446625,0.06940354406833649,0.07220379263162613,0.07500404864549637,0.07780430465936661,0.08060456067323685,0.08340481668710709,0.08620507270097733,0.08900532871484756,0.0918055847287178],"_type":"histogram","values":[5,8,12,22,48,54,79,139,210,315,473,733,1012,1578,2110,2864,3982,5242,6828,8754,10867,12877,15591,18357,21284,23931,26476,28927,30661,32129,32729,32860,32598,31249,29534,27540,24922,22452,19558,16710,14062,11512,9510,7418,5760,4409,3379,2559,1744,1274,809,582,425,249,165,103,64,34,24,11,5,2,1,3]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-37.96875,-36.76416015625,-35.5595703125,-34.35498046875,-33.150390625,-31.94580078125,-30.7412109375,-29.53662109375,-28.33203125,-27.12744140625,-25.9228515625,-24.71826171875,-23.513671875,-22.30908203125,-21.1044921875,-19.89990234375,-18.6953125,-17.49072265625,-16.2861328125,-15.08154296875,-13.876953125,-12.67236328125,-11.4677734375,-10.26318359375,-9.05859375,-7.85400390625,-6.6494140625,-5.44482421875,-4.240234375,-3.03564453125,-1.8310546875,-0.62646484375,0.578125,1.78271484375,2.9873046875,4.19189453125,5.396484375,6.60107421875,7.8056640625,9.01025390625,10.21484375,11.41943359375,12.6240234375,13.82861328125,15.033203125,16.23779296875,17.4423828125,18.64697265625,19.8515625,21.05615234375,22.2607421875,23.46533203125,24.669921875,25.87451171875,27.0791015625,28.28369140625,29.48828125,30.69287109375,31.8974609375,33.10205078125,34.306640625,35.51123046875,36.7158203125,37.92041015625,39.125],"_type":"histogram","values":[1,0,0,0,0,3,3,0,2,2,1,6,3,5,6,7,8,14,12,19,16,13,29,31,21,17,30,34,29,29,29,24,26,41,33,30,24,29,23,22,29,18,25,12,14,4,6,9,10,2,4,2,3,1,1,1,0,2,0,2,0,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,1,3,2,4,3,6,4,4,11,8,11,13,8,16,13,15,21,23,23,25,22,29,26,29,33,28,32,28,31,23,28,28,22,23,20,24,17,16,14,19,11,5,7,7,8,8,1,5,4,1,2,1,0,0,0,1],"bins":[-473,-458.94140625,-444.8828125,-430.82421875,-416.765625,-402.70703125,-388.6484375,-374.58984375,-360.53125,-346.47265625,-332.4140625,-318.35546875,-304.296875,-290.23828125,-276.1796875,-262.12109375,-248.0625,-234.00390625,-219.9453125,-205.88671875,-191.828125,-177.76953125,-163.7109375,-149.65234375,-135.59375,-121.53515625,-107.4765625,-93.41796875,-79.359375,-65.30078125,-51.2421875,-37.18359375,-23.125,-9.06640625,4.9921875,19.05078125,33.109375,47.16796875,61.2265625,75.28515625,89.34375,103.40234375,117.4609375,131.51953125,145.578125,159.63671875,173.6953125,187.75390625,201.8125,215.87109375,229.9296875,243.98828125,258.046875,272.10546875,286.1640625,300.22265625,314.28125,328.33984375,342.3984375,356.45703125,370.515625,384.57421875,398.6328125,412.69140625,426.75],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,2,17,19,38,71,97,151,294,416,673,991,1478,2016,2872,3969,5358,6981,9143,11362,14029,17083,20193,23086,26501,28839,31321,33196,34173,34522,34373,33258,31720,29329,26555,23841,20792,17532,14771,11926,9489,7481,5698,4292,3109,2233,1505,1056,715,466,308,192,115,71,44,22,16,10,6,1,1,1],"bins":[-0.09326712787151337,-0.0903148353099823,-0.08736255019903183,-0.08441025763750076,-0.08145797252655029,-0.07850567996501923,-0.07555338740348816,-0.07260110229253769,-0.06964880973100662,-0.06669651716947556,-0.06374423205852509,-0.06079193949699402,-0.05783965066075325,-0.05488736182451248,-0.051935069262981415,-0.048982780426740646,-0.04603049159049988,-0.04307820275425911,-0.04012591391801834,-0.037173621356487274,-0.034221332520246506,-0.03126904368400574,-0.02831675298511982,-0.025364462286233902,-0.022412173449993134,-0.019459884613752365,-0.016507593914866447,-0.013555304147303104,-0.010603014379739761,-0.007650724612176418,-0.004698434844613075,-0.0017461450770497322,0.0012061446905136108,0.004158434458076954,0.007110724225640297,0.01006301399320364,0.013015303760766983,0.01596759259700775,0.01891988329589367,0.021872173994779587,0.024824462831020355,0.027776751667261124,0.03072904236614704,0.03368133306503296,0.03663362190127373,0.039585910737514496,0.04253820329904556,0.04549049213528633,0.0484427809715271,0.05139506980776787,0.054347358644008636,0.0572996512055397,0.06025194004178047,0.06320422887802124,0.06615652143955231,0.06910880655050278,0.07206109911203384,0.07501339167356491,0.07796567678451538,0.08091796934604645,0.08387026190757751,0.08682254701852798,0.08977483958005905,0.09272712469100952,0.09567941725254059]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[2,0,0,0,3,2,3,1,0,3,3,5,9,7,6,10,13,15,13,14,18,18,15,26,30,25,20,38,25,29,33,29,30,27,35,31,21,23,27,17,13,13,19,17,13,13,13,9,4,6,3,3,5,3,1,0,2,0,1,0,1,1,0,2],"bins":[-437.5,-423.3671875,-409.234375,-395.1015625,-380.96875,-366.8359375,-352.703125,-338.5703125,-324.4375,-310.3046875,-296.171875,-282.0390625,-267.90625,-253.7734375,-239.640625,-225.5078125,-211.375,-197.2421875,-183.109375,-168.9765625,-154.84375,-140.7109375,-126.578125,-112.4453125,-98.3125,-84.1796875,-70.046875,-55.9140625,-41.78125,-27.6484375,-13.515625,0.6171875,14.75,28.8828125,43.015625,57.1484375,71.28125,85.4140625,99.546875,113.6796875,127.8125,141.9453125,156.078125,170.2109375,184.34375,198.4765625,212.609375,226.7421875,240.875,255.0078125,269.140625,283.2734375,297.40625,311.5390625,325.671875,339.8046875,353.9375,368.0703125,382.203125,396.3359375,410.46875,424.6015625,438.734375,452.8671875,467],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[2,1,0,5,3,3,7,10,9,13,14,9,12,17,12,21,16,19,13,27,28,28,20,36,34,26,41,29,20,32,33,24,18,15,34,18,14,10,16,8,8,4,9,7,6,5,5,5,4,4,4,2,1,2,0,1,0,0,2,0,1,0,0,1],"bins":[0.9996442198753357,0.9996582269668579,0.9996722340583801,0.9996862411499023,0.9997002482414246,0.9997142553329468,0.999728262424469,0.9997422695159912,0.9997562766075134,0.9997702836990356,0.9997842907905579,0.9997982978820801,0.9998123049736023,0.9998263120651245,0.9998403191566467,0.999854326248169,0.9998683333396912,0.9998823404312134,0.9998963475227356,0.9999103546142578,0.99992436170578,0.9999383687973022,0.9999523758888245,0.9999663829803467,0.9999803900718689,0.9999943971633911,1.0000083446502686,1.0000224113464355,1.000036358833313,1.00005042552948,1.0000643730163574,1.0000784397125244,1.0000923871994019,1.0001064538955688,1.0001204013824463,1.0001344680786133,1.0001484155654907,1.0001624822616577,1.0001764297485352,1.0001904964447021,1.0002044439315796,1.0002185106277466,1.000232458114624,1.000246524810791,1.0002604722976685,1.0002745389938354,1.000288486480713,1.0003025531768799,1.0003165006637573,1.0003305673599243,1.0003445148468018,1.0003585815429688,1.0003725290298462,1.0003865957260132,1.0004005432128906,1.0004146099090576,1.000428557395935,1.000442624092102,1.0004565715789795,1.0004706382751465,1.000484585762024,1.000498652458191,1.0005125999450684,1.0005266666412354,1.0005406141281128],"_type":"histogram"},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"values":[5,7,8,28,50,81,107,203,324,583,819,1366,1957,3038,4294,6051,8377,11463,15088,19958,25001,31215,38338,46002,54058,61569,69595,76097,82358,87136,89964,91607,90151,87329,82953,77114,70207,63016,54689,47023,39483,32217,25576,20353,15918,11887,8658,6171,4427,3063,2241,1379,857,542,335,210,123,79,48,37,16,8,3,4],"bins":[-0.09159732609987259,-0.08869536221027374,-0.0857933983206749,-0.08289142698049545,-0.0799894630908966,-0.07708749920129776,-0.07418553531169891,-0.07128357142210007,-0.06838160753250122,-0.06547963619232178,-0.06257767230272293,-0.059675708413124084,-0.05677374452352524,-0.05387177690863609,-0.05096981301903725,-0.0480678454041481,-0.045165881514549255,-0.04226391762495041,-0.039361950010061264,-0.03645998612046242,-0.03355801850557327,-0.030656054615974426,-0.02775409072637558,-0.024852124974131584,-0.02195015922188759,-0.019048193469643593,-0.016146227717399597,-0.01324426382780075,-0.010342298075556755,-0.007440332788974047,-0.004538367502391338,-0.00163640221580863,0.0012655630707740784,0.004167528357356787,0.007069493643939495,0.009971458464860916,0.012873424217104912,0.015775389969348907,0.018677353858947754,0.02157931961119175,0.024481285363435745,0.02738325111567974,0.030285216867923737,0.03318718075752258,0.03608914464712143,0.038991112262010574,0.04189307615160942,0.044795043766498566,0.04769700765609741,0.05059897154569626,0.0535009391605854,0.05640290305018425,0.059304870665073395,0.06220683455467224,0.06510879844427109,0.06801076233386993,0.07091273367404938,0.07381469756364822,0.07671666145324707,0.07961862534284592,0.08252058923244476,0.08542255312204361,0.08832452446222305,0.0912264883518219,0.09412845224142075],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,2,2,1,3,2,5,10,12,16,26,42,51,92,127,178,305,444,656,955,1465,2329,3444,5314,8255,13624,22050,38432,66310,103736,113663,83927,49660,28495,16842,10310,6733,4155,2853,1730,1182,796,537,354,224,147,114,57,48,25,24,20,16,8,4,1,2,1,0,1,4,1,1],"bins":[-845.5,-818.4296875,-791.359375,-764.2890625,-737.21875,-710.1484375,-683.078125,-656.0078125,-628.9375,-601.8671875,-574.796875,-547.7265625,-520.65625,-493.5859375,-466.515625,-439.4453125,-412.375,-385.3046875,-358.234375,-331.1640625,-304.09375,-277.0234375,-249.953125,-222.8828125,-195.8125,-168.7421875,-141.671875,-114.6015625,-87.53125,-60.4609375,-33.390625,-6.3203125,20.75,47.8203125,74.890625,101.9609375,129.03125,156.1015625,183.171875,210.2421875,237.3125,264.3828125,291.453125,318.5234375,345.59375,372.6640625,399.734375,426.8046875,453.875,480.9453125,508.015625,535.0859375,562.15625,589.2265625,616.296875,643.3671875,670.4375,697.5078125,724.578125,751.6484375,778.71875,805.7890625,832.859375,859.9296875,887]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-791.5,-766.53125,-741.5625,-716.59375,-691.625,-666.65625,-641.6875,-616.71875,-591.75,-566.78125,-541.8125,-516.84375,-491.875,-466.90625,-441.9375,-416.96875,-392,-367.03125,-342.0625,-317.09375,-292.125,-267.15625,-242.1875,-217.21875,-192.25,-167.28125,-142.3125,-117.34375,-92.375,-67.40625,-42.4375,-17.46875,7.5,32.46875,57.4375,82.40625,107.375,132.34375,157.3125,182.28125,207.25,232.21875,257.1875,282.15625,307.125,332.09375,357.0625,382.03125,407,431.96875,456.9375,481.90625,506.875,531.84375,556.8125,581.78125,606.75,631.71875,656.6875,681.65625,706.625,731.59375,756.5625,781.53125,806.5],"_type":"histogram","values":[1,1,1,0,1,2,3,4,6,2,11,20,22,44,54,100,124,199,291,442,676,1079,1665,2520,4045,6370,10397,16822,29736,52155,87549,116299,101934,65323,37133,21060,12519,7638,4852,3058,1981,1272,808,556,381,221,160,94,63,44,27,23,11,10,3,4,1,2,1,2,0,0,1,1]},"train_batch_loss":3.029942512512207,"gradients/bert.encoder.layer.3.output.dense.bias":{"values":[2,2,0,0,0,1,3,3,2,4,5,6,6,5,8,7,13,12,14,12,9,20,18,19,22,24,25,31,26,24,24,22,25,30,41,20,19,18,20,28,19,15,21,14,20,11,22,13,14,9,6,7,6,4,3,2,4,1,1,2,3,0,0,1],"bins":[-634,-614.4609375,-594.921875,-575.3828125,-555.84375,-536.3046875,-516.765625,-497.2265625,-477.6875,-458.1484375,-438.609375,-419.0703125,-399.53125,-379.9921875,-360.453125,-340.9140625,-321.375,-301.8359375,-282.296875,-262.7578125,-243.21875,-223.6796875,-204.140625,-184.6015625,-165.0625,-145.5234375,-125.984375,-106.4453125,-86.90625,-67.3671875,-47.828125,-28.2890625,-8.75,10.7890625,30.328125,49.8671875,69.40625,88.9453125,108.484375,128.0234375,147.5625,167.1015625,186.640625,206.1796875,225.71875,245.2578125,264.796875,284.3359375,303.875,323.4140625,342.953125,362.4921875,382.03125,401.5703125,421.109375,440.6484375,460.1875,479.7265625,499.265625,518.8046875,538.34375,557.8828125,577.421875,596.9609375,616.5],"_type":"histogram"},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[2,1,4,11,10,33,63,88,201,287,467,789,1156,1702,2676,3902,5548,7707,10951,14308,19187,24492,30954,37761,45527,53949,62106,70540,77801,83699,88481,91697,92616,91715,88155,84264,78152,70705,63000,54904,46326,38845,31514,25136,19684,14877,10963,8132,5763,4145,2701,1925,1198,797,519,307,171,103,73,33,28,6,3,4],"bins":[-0.09619245678186417,-0.09323730319738388,-0.090282142162323,-0.08732698857784271,-0.08437182754278183,-0.08141667395830154,-0.07846152037382126,-0.07550635933876038,-0.07255120575428009,-0.06959604471921921,-0.06664089113473892,-0.06368573755025864,-0.060730576515197754,-0.05777541920542717,-0.054820265620946884,-0.0518651083111763,-0.048909951001405716,-0.04595479369163513,-0.04299963638186455,-0.04004448279738426,-0.03708932548761368,-0.034134168177843094,-0.03117901086807251,-0.028223855420947075,-0.02526869811117649,-0.022313540801405907,-0.019358385354280472,-0.016403228044509888,-0.013448071666061878,-0.010492915287613869,-0.007537758443504572,-0.004582601599395275,-0.0016274452209472656,0.0013277113903313875,0.004282868001610041,0.0072380248457193375,0.010193181224167347,0.013148337602615356,0.01610349491238594,0.019058650359511375,0.02201380766928196,0.024968964979052544,0.02792412042617798,0.030879277735948563,0.03383443504571915,0.03678959235548973,0.039744745939970016,0.0426999032497406,0.045655060559511185,0.04861021786928177,0.05156537517905235,0.05452052876353264,0.05747568607330322,0.06043084338307381,0.06338600069284439,0.06634115427732468,0.06929631531238556,0.07225146889686584,0.07520662993192673,0.07816178351640701,0.0811169371008873,0.08407209813594818,0.08702725172042847,0.08998241275548935,0.09293756633996964]},"parameters/bert.encoder.layer.3.output.dense.weight":{"values":[1,1,2,6,10,22,32,65,124,243,356,604,1063,1652,2601,3780,5680,8171,11412,15706,20906,27625,34654,43483,52408,61661,71112,79534,87067,93129,97002,98260,98138,94344,89559,82264,74236,65230,55609,46278,37593,29893,23154,17540,13021,9196,6331,4346,2910,1925,1150,718,447,254,159,99,40,32,15,7,0,2,1,1],"bins":[-0.09994027018547058,-0.09678459167480469,-0.0936289057135582,-0.0904732272028923,-0.08731754124164581,-0.08416186273097992,-0.08100618422031403,-0.07785049825906754,-0.07469481974840164,-0.07153914123773575,-0.06838345527648926,-0.06522777676582336,-0.06207209452986717,-0.05891641229391098,-0.05576073378324509,-0.052605051547288895,-0.0494493693113327,-0.04629368707537651,-0.04313800483942032,-0.039982326328754425,-0.03682664409279823,-0.03367096185684204,-0.030515281483530998,-0.027359601110219955,-0.024203918874263763,-0.02104823663830757,-0.01789255626499653,-0.014736874960362911,-0.011581193655729294,-0.008425512351095676,-0.005269831046462059,-0.0021141497418284416,0.0010415315628051758,0.004197212867438793,0.007352894172072411,0.010508575476706028,0.013664256781339645,0.016819939017295837,0.01997561939060688,0.023131299763917923,0.026286981999874115,0.029442664235830307,0.0325983464717865,0.03575402498245239,0.038909707218408585,0.04206538945436478,0.04522106796503067,0.04837675020098686,0.051532432436943054,0.054688114672899246,0.05784379690885544,0.06099947541952133,0.06415516138076782,0.06731083989143372,0.07046651840209961,0.0736222043633461,0.076777882874012,0.07993356138467789,0.08308924734592438,0.08624492585659027,0.08940060436725616,0.09255629032850266,0.09571196883916855,0.09886765480041504,0.10202333331108093],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-688.5,-666.5390625,-644.578125,-622.6171875,-600.65625,-578.6953125,-556.734375,-534.7734375,-512.8125,-490.8515625,-468.890625,-446.9296875,-424.96875,-403.0078125,-381.046875,-359.0859375,-337.125,-315.1640625,-293.203125,-271.2421875,-249.28125,-227.3203125,-205.359375,-183.3984375,-161.4375,-139.4765625,-117.515625,-95.5546875,-73.59375,-51.6328125,-29.671875,-7.7109375,14.25,36.2109375,58.171875,80.1328125,102.09375,124.0546875,146.015625,167.9765625,189.9375,211.8984375,233.859375,255.8203125,277.78125,299.7421875,321.703125,343.6640625,365.625,387.5859375,409.546875,431.5078125,453.46875,475.4296875,497.390625,519.3515625,541.3125,563.2734375,585.234375,607.1953125,629.15625,651.1171875,673.078125,695.0390625,717],"_type":"histogram","values":[2,0,2,0,2,4,7,13,14,18,26,33,43,74,108,123,197,282,426,642,1003,1394,2303,3621,5856,9900,17027,31084,60184,134889,332733,499611,254639,104938,48764,25849,14478,8420,5069,3166,2008,1261,836,566,408,250,184,120,78,64,46,34,17,9,14,10,6,3,1,2,1,1,0,1]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.0003613713488448411,-0.0003499670419842005,-0.0003385627060197294,-0.00032715839915908873,-0.0003157540922984481,-0.000304349756333977,-0.00029294544947333634,-0.00028154111350886524,-0.0002701368066482246,-0.00025873249978758395,-0.00024732816382311285,-0.0002359238569624722,-0.00022451953554991633,-0.00021311521413736045,-0.0002017109072767198,-0.00019030658586416394,-0.00017890226445160806,-0.0001674979430390522,-0.00015609362162649632,-0.00014468931476585567,-0.0001332849933532998,-0.00012188067194074392,-0.00011047635780414566,-9.90720436675474e-05,-8.766772225499153e-05,-7.626340084243566e-05,-6.48590867058374e-05,-5.345476893126033e-05,-4.2050451156683266e-05,-3.06461333821062e-05,-1.9241815607529134e-05,-7.837497832952067e-06,3.566819941624999e-06,1.4971137716202065e-05,2.637545549077913e-05,3.77797732653562e-05,4.9184091039933264e-05,6.058840881451033e-05,7.19927265890874e-05,8.339704072568566e-05,9.480136213824153e-05,0.0001062056835507974,0.00011760999768739566,0.00012901431182399392,0.0001404186332365498,0.00015182295464910567,0.0001632272615097463,0.0001746315829223022,0.00018603590433485806,0.00019744022574741393,0.0002088445471599698,0.00022024885402061045,0.00023165317543316633,0.0002430574968457222,0.00025446180370636284,0.00026586613967083395,0.0002772704465314746,0.00028867475339211524,0.00030007908935658634,0.000311483396217227,0.0003228877321816981,0.00033429203904233873,0.0003456963459029794,0.0003571006818674505,0.0003685049887280911],"_type":"histogram","values":[3,2,2,0,3,4,3,5,5,6,8,12,7,18,15,15,11,22,17,19,20,26,28,16,18,18,19,18,11,12,16,19,21,27,19,16,19,19,14,9,19,15,15,12,15,22,16,8,22,8,17,11,4,9,6,11,2,5,2,0,1,2,0,4]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,2,2,4,4,7,8,18,15,35,42,70,111,168,243,403,537,825,1201,1773,2952,4528,6998,11182,17514,27967,49164,105158,161783,86121,42618,24973,15507,9878,6262,4066,2657,1670,1119,734,477,330,250,142,96,56,52,32,26,16,7,9,4,3,0,2,0,0,0,0,0,1],"bins":[-109,-105.412109375,-101.82421875,-98.236328125,-94.6484375,-91.060546875,-87.47265625,-83.884765625,-80.296875,-76.708984375,-73.12109375,-69.533203125,-65.9453125,-62.357421875,-58.76953125,-55.181640625,-51.59375,-48.005859375,-44.41796875,-40.830078125,-37.2421875,-33.654296875,-30.06640625,-26.478515625,-22.890625,-19.302734375,-15.71484375,-12.126953125,-8.5390625,-4.951171875,-1.36328125,2.224609375,5.8125,9.400390625,12.98828125,16.576171875,20.1640625,23.751953125,27.33984375,30.927734375,34.515625,38.103515625,41.69140625,45.279296875,48.8671875,52.455078125,56.04296875,59.630859375,63.21875,66.806640625,70.39453125,73.982421875,77.5703125,81.158203125,84.74609375,88.333984375,91.921875,95.509765625,99.09765625,102.685546875,106.2734375,109.861328125,113.44921875,117.037109375,120.625]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,2,3,1,2,4,8,9,10,8,12,18,11,20,19,31,37,41,53,59,66,60,56,64,71,95,75,96,85,101,106,89,94,77,74,80,60,57,44,49,33,38,22,26,14,24,11,7,7,5,7,2,1,1,1,0,1],"bins":[-0.000240500652580522,-0.00023390541900880635,-0.00022731017088517547,-0.00022071493731345981,-0.00021411970374174416,-0.0002075244701700285,-0.00020092923659831285,-0.00019433398847468197,-0.00018773875490296632,-0.00018114352133125067,-0.00017454827320761979,-0.00016795303963590413,-0.00016135780606418848,-0.00015476257249247283,-0.00014816733892075717,-0.0001415720907971263,-0.00013497685722541064,-0.000128381623653695,-0.00012178638280602172,-0.00011519114195834845,-0.0001085959083866328,-0.00010200067481491715,-9.540543396724388e-05,-8.881019311957061e-05,-8.221495954785496e-05,-7.561972597613931e-05,-6.902448512846604e-05,-6.242924428079277e-05,-5.583401070907712e-05,-4.923877349938266e-05,-4.26435362896882e-05,-3.604829907999374e-05,-2.9453076422214508e-05,-2.2857839212520048e-05,-1.6262602002825588e-05,-9.667364793131128e-06,-3.072127583436668e-06,3.523109626257792e-06,1.0118346835952252e-05,1.6713584045646712e-05,2.3308821255341172e-05,2.9904058465035632e-05,3.649929567473009e-05,4.309453288442455e-05,4.968977009411901e-05,5.628500730381347e-05,6.288024451350793e-05,6.94754853611812e-05,7.607071893289685e-05,8.26659525046125e-05,8.926119335228577e-05,9.585643419995904e-05,0.00010245166777167469,0.00010904690134339035,0.00011564214219106361,0.00012223738303873688,0.00012883261661045253,0.00013542785018216819,0.00014202308375388384,0.00014861833187751472,0.00015521356544923037,0.00016180879902094603,0.0001684040471445769,0.00017499928071629256,0.0001815945142880082],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,2,0,1,1,5,4,8,11,7,12,8,13,12,17,13,17,16,17,25,38,31,31,27,29,40,27,26,32,31,31,23,24,27,21,19,13,10,16,7,8,12,14,13,6,3,6,4,3,0,0,2,0,0,1,1,1,0,0,0,1],"bins":[-37.625,-36.32421875,-35.0234375,-33.72265625,-32.421875,-31.12109375,-29.8203125,-28.51953125,-27.21875,-25.91796875,-24.6171875,-23.31640625,-22.015625,-20.71484375,-19.4140625,-18.11328125,-16.8125,-15.51171875,-14.2109375,-12.91015625,-11.609375,-10.30859375,-9.0078125,-7.70703125,-6.40625,-5.10546875,-3.8046875,-2.50390625,-1.203125,0.09765625,1.3984375,2.69921875,4,5.30078125,6.6015625,7.90234375,9.203125,10.50390625,11.8046875,13.10546875,14.40625,15.70703125,17.0078125,18.30859375,19.609375,20.91015625,22.2109375,23.51171875,24.8125,26.11328125,27.4140625,28.71484375,30.015625,31.31640625,32.6171875,33.91796875,35.21875,36.51953125,37.8203125,39.12109375,40.421875,41.72265625,43.0234375,44.32421875,45.625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,2,1,1,3,0,2,1,3,3,6,6,5,14,17,36,44,71,86,141,196,284,448,724,1122,1832,3142,5415,9374,16888,32315,70374,187278,145666,54024,26355,14141,7955,4624,2776,1631,987,613,410,257,167,97,69,65,38,27,25,22,10,6,11,2,2,5,1,1,2],"bins":[-139.375,-135.3759765625,-131.376953125,-127.3779296875,-123.37890625,-119.3798828125,-115.380859375,-111.3818359375,-107.3828125,-103.3837890625,-99.384765625,-95.3857421875,-91.38671875,-87.3876953125,-83.388671875,-79.3896484375,-75.390625,-71.3916015625,-67.392578125,-63.3935546875,-59.39453125,-55.3955078125,-51.396484375,-47.3974609375,-43.3984375,-39.3994140625,-35.400390625,-31.4013671875,-27.40234375,-23.4033203125,-19.404296875,-15.4052734375,-11.40625,-7.4072265625,-3.408203125,0.5908203125,4.58984375,8.5888671875,12.587890625,16.5869140625,20.5859375,24.5849609375,28.583984375,32.5830078125,36.58203125,40.5810546875,44.580078125,48.5791015625,52.578125,56.5771484375,60.576171875,64.5751953125,68.57421875,72.5732421875,76.572265625,80.5712890625,84.5703125,88.5693359375,92.568359375,96.5673828125,100.56640625,104.5654296875,108.564453125,112.5634765625,116.5625]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,1,4,6,5,17,25,48,83,113,194,326,498,714,1060,1558,2194,3079,4155,5547,7204,9022,11315,14095,17019,19763,22692,25701,27871,30520,32013,33369,34085,33684,32899,31707,29152,26595,24075,21020,18023,15253,12526,10038,7975,6269,4775,3438,2487,1873,1313,866,573,389,226,158,103,46,26,17,9,6,3,3],"bins":[-0.09436261653900146,-0.09147840738296509,-0.08859419077634811,-0.08570998162031174,-0.08282576501369476,-0.07994155585765839,-0.07705733925104141,-0.07417313009500504,-0.07128891348838806,-0.06840470433235168,-0.06552049517631531,-0.06263627856969833,-0.05975206941366196,-0.05686785653233528,-0.053983643651008606,-0.05109943076968193,-0.048215217888355255,-0.04533100500702858,-0.042446792125701904,-0.03956257924437523,-0.03667836636304855,-0.033794157207012177,-0.0309099443256855,-0.028025731444358826,-0.02514151856303215,-0.022257305681705475,-0.0193730928003788,-0.016488881781697273,-0.013604668900370598,-0.010720456019043922,-0.007836244069039822,-0.0049520316533744335,-0.0020678117871284485,0.0008164006285369396,0.0037006130442023277,0.006584825459867716,0.009469037875533104,0.01235325075685978,0.01523746270686388,0.01812167465686798,0.021005887538194656,0.023890100419521332,0.026774313300848007,0.029658524319529533,0.03254273533821106,0.035426948219537735,0.03831116110086441,0.041195373982191086,0.04407958686351776,0.04696379974484444,0.04984801262617111,0.05273222550749779,0.05561643838882446,0.05850064754486084,0.061384860426187515,0.06426907330751419,0.06715328991413116,0.07003749907016754,0.07292170822620392,0.07580592483282089,0.07869013398885727,0.08157435059547424,0.08445855975151062,0.0873427763581276,0.09022698551416397]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[2,4,1,2,7,14,9,8,23,17,14,23,19,13,14,13,22,16,26,17,12,13,17,17,12,10,11,11,15,13,12,9,16,15,14,12,12,17,15,16,20,14,14,13,15,21,9,16,18,16,11,15,11,9,7,8,6,7,1,0,2,0,1,1],"bins":[-0.00024700979702174664,-0.00023876706836745143,-0.00023052435426507145,-0.00022228162561077625,-0.00021403891150839627,-0.00020579618285410106,-0.00019755346875172108,-0.00018931074009742588,-0.0001810680259950459,-0.0001728252973407507,-0.0001645825686864555,-0.0001563398545840755,-0.0001480971259297803,-0.00013985441182740033,-0.00013161168317310512,-0.00012336896907072514,-0.00011512624041642994,-0.00010688351903809234,-9.864079765975475e-05,-9.039807628141716e-05,-8.215535490307957e-05,-7.391262624878436e-05,-6.566990487044677e-05,-5.742718349210918e-05,-4.918446211377159e-05,-4.0941740735433996e-05,-3.2699019357096404e-05,-2.4456294340780005e-05,-1.6213572962442413e-05,-7.97085067461012e-06,2.7187161322217435e-07,8.514593901054468e-06,1.675731618888676e-05,2.5000037567224354e-05,3.3242758945561945e-05,4.1485483961878344e-05,4.9728205340215936e-05,5.797092671855353e-05,6.621365173486993e-05,7.445637311320752e-05,8.269909449154511e-05,9.09418158698827e-05,9.91845372482203e-05,0.00010742725862655789,0.00011566998728085309,0.00012391270138323307,0.00013215543003752828,0.00014039814413990825,0.00014864087279420346,0.00015688360144849867,0.00016512631555087864,0.00017336904420517385,0.00018161175830755383,0.00018985448696184903,0.000198097201064229,0.00020633992971852422,0.00021458265837281942,0.0002228253724751994,0.0002310681011294946,0.00023931081523187459,0.0002475535438861698,0.000255796272540465,0.00026403897209092975,0.00027228170074522495,0.00028052442939952016]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[2,0,2,2,1,2,1,2,5,5,5,5,2,3,4,13,7,18,7,16,16,23,24,16,19,29,19,37,23,20,29,23,24,23,20,34,28,28,23,19,22,18,21,15,13,14,10,9,8,4,13,4,6,10,4,3,2,4,0,1,3,2,0,3],"bins":[-687.5,-666.2578125,-645.015625,-623.7734375,-602.53125,-581.2890625,-560.046875,-538.8046875,-517.5625,-496.3203125,-475.078125,-453.8359375,-432.59375,-411.3515625,-390.109375,-368.8671875,-347.625,-326.3828125,-305.140625,-283.8984375,-262.65625,-241.4140625,-220.171875,-198.9296875,-177.6875,-156.4453125,-135.203125,-113.9609375,-92.71875,-71.4765625,-50.234375,-28.9921875,-7.75,13.4921875,34.734375,55.9765625,77.21875,98.4609375,119.703125,140.9453125,162.1875,183.4296875,204.671875,225.9140625,247.15625,268.3984375,289.640625,310.8828125,332.125,353.3671875,374.609375,395.8515625,417.09375,438.3359375,459.578125,480.8203125,502.0625,523.3046875,544.546875,565.7890625,587.03125,608.2734375,629.515625,650.7578125,672]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,5,6,14,25,52,82,128,227,316,553,873,1299,1876,2849,3972,5515,7252,9508,11973,14977,18390,21694,24857,28214,31330,33875,35396,36566,36722,35816,34157,31754,28717,25517,21940,18827,15738,12695,9710,7630,5659,4197,2986,2066,1432,877,603,401,233,143,86,47,20,12,7,4,1,1,0,0,0,1],"bins":[-0.09364840388298035,-0.09053591638803482,-0.0874234288930893,-0.08431094884872437,-0.08119846135377884,-0.07808597385883331,-0.07497349381446838,-0.07186100631952286,-0.06874851882457733,-0.0656360313296318,-0.06252354383468628,-0.05941106379032135,-0.056298576295375824,-0.0531860888004303,-0.05007360503077507,-0.04696112126111984,-0.043848633766174316,-0.04073614627122879,-0.03762366250157356,-0.034511178731918335,-0.03139869123697281,-0.028286205604672432,-0.025173719972372055,-0.022061234340071678,-0.0189487487077713,-0.015836263075470924,-0.012723777443170547,-0.00961129181087017,-0.006498806178569794,-0.003386320546269417,-0.0002738349139690399,0.002838650718331337,0.005951143801212311,0.009063629433512688,0.012176115065813065,0.015288600698113441,0.01840108633041382,0.021513571962714195,0.024626057595014572,0.02773854322731495,0.030851028859615326,0.03396351635456085,0.03707600012421608,0.04018848389387131,0.043300971388816833,0.04641345888376236,0.04952594265341759,0.052638426423072815,0.05575091391801834,0.05886340141296387,0.061975885182619095,0.06508836895227432,0.06820085644721985,0.07131334394216537,0.0744258314371109,0.07753831148147583,0.08065079897642136,0.08376328647136688,0.08687576651573181,0.08998825401067734,0.09310074150562286,0.09621322900056839,0.09932571649551392,0.10243819653987885,0.10555068403482437],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,2,2,4,4,8,10,14,12,21,14,14,18,16,17,17,11,16,20,17,21,21,15,17,14,11,22,11,21,14,18,17,16,15,10,13,21,13,20,14,22,13,15,16,9,18,20,14,15,8,11,12,6,9,6,3,3,1,1,1,1],"bins":[-0.00030928634805604815,-0.0002996819093823433,-0.0002900774998124689,-0.000280473061138764,-0.0002708686515688896,-0.00026126421289518476,-0.0002516597742214799,-0.00024205535009969026,-0.00023245092597790062,-0.000222846501856111,-0.00021324207773432136,-0.0002036376390606165,-0.00019403321493882686,-0.00018442879081703722,-0.00017482435214333236,-0.00016521992802154273,-0.0001556155038997531,-0.00014601107977796346,-0.00013640665565617383,-0.00012680221698246896,-0.00011719779286067933,-0.0001075933687388897,-9.798893734114245e-05,-8.83845059433952e-05,-7.878008182160556e-05,-6.917565769981593e-05,-5.957122630206868e-05,-4.996679854230024e-05,-4.03623707825318e-05,-3.0757943022763357e-05,-2.1153515262994915e-05,-1.1549087503226474e-05,-1.9446597434580326e-06,7.659768016310409e-06,1.726419577607885e-05,2.686862353584729e-05,3.647305129561573e-05,4.6077479055384174e-05,5.5681906815152615e-05,6.528633821289986e-05,7.48907623346895e-05,8.449518645647913e-05,9.409961785422638e-05,0.00010370404925197363,0.00011330847337376326,0.0001229128974955529,0.00013251733616925776,0.0001421217602910474,0.00015172618441283703,0.00016133060853462666,0.0001709350326564163,0.00018053947133012116,0.0001901438954519108,0.00019974831957370043,0.0002093527582474053,0.00021895718236919492,0.00022856160649098456,0.0002381660306127742,0.00024777045473456383,0.0002573748934082687,0.00026697933208197355,0.00027658374165184796,0.0002861881803255528,0.0002957925898954272,0.0003053970285691321]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,2,1,1,3,5,5,6,6,10,11,14,15,14,17,15,9,16,17,19,17,21,17,19,18,14,13,9,15,15,21,14,17,16,15,14,12,18,12,23,21,15,13,18,15,16,18,17,11,12,19,11,11,15,11,4,10,4,5,5,3,1,1,3],"bins":[-0.0003094406274612993,-0.0002998065610881895,-0.00029017249471507967,-0.00028053842834196985,-0.0002709043328650296,-0.00026127026649191976,-0.00025163620011880994,-0.00024200213374570012,-0.0002323680673725903,-0.00022273400099948049,-0.00021309993462637067,-0.00020346585370134562,-0.0001938317873282358,-0.000184197720955126,-0.00017456364003010094,-0.00016492957365699112,-0.0001552955072838813,-0.0001456614409107715,-0.00013602737453766167,-0.00012639329361263663,-0.00011675922723952681,-0.00010712516086641699,-9.749108721734956e-05,-8.785701356828213e-05,-7.822294719517231e-05,-6.858888082206249e-05,-5.895480717299506e-05,-4.9320737161906436e-05,-3.968666715081781e-05,-3.0052597139729187e-05,-2.0418527128640562e-05,-1.0784457117551938e-05,-1.1504162102937698e-06,8.483653800794855e-06,1.811772381188348e-05,2.7751793822972104e-05,3.738586383406073e-05,4.701993384514935e-05,5.665400385623798e-05,6.628807750530541e-05,7.592214387841523e-05,8.555621025152504e-05,9.519028390059248e-05,0.00010482435754965991,0.00011445842392276973,0.00012409249029587954,0.0001337265712209046,0.0001433606375940144,0.00015299470396712422,0.00016262877034023404,0.00017226283671334386,0.0001818969176383689,0.00019153098401147872,0.00020116505038458854,0.00021079913130961359,0.0002204331976827234,0.00023006726405583322,0.00023970133042894304,0.00024933539680205286,0.0002589694631751627,0.00026860355865210295,0.00027823762502521276,0.0002878716913983226,0.0002975057577714324,0.0003071398241445422]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.0002793362073134631,-0.00027046864852309227,-0.00026160108973272145,-0.0002527335309423506,-0.0002438659721519798,-0.00023499839880969375,-0.00022613084001932293,-0.0002172632812289521,-0.0002083957224385813,-0.00019952816364821047,-0.00019066060485783964,-0.00018179304606746882,-0.00017292547272518277,-0.00016405791393481195,-0.00015519035514444113,-0.0001463227963540703,-0.00013745523756369948,-0.00012858767877332866,-0.00011972011998295784,-0.0001108525539166294,-0.00010198499512625858,-9.311743633588776e-05,-8.424987026955932e-05,-7.53823114791885e-05,-6.651475268881768e-05,-5.764719389844686e-05,-4.877963147009723e-05,-3.99120690417476e-05,-3.104451025137678e-05,-2.2176949642016552e-05,-1.3309389032656327e-05,-4.441828423296101e-06,4.425703082233667e-06,1.3293263691593893e-05,2.216082430095412e-05,3.102838672930375e-05,3.989594551967457e-05,4.876350431004539e-05,5.763106673839502e-05,6.649862916674465e-05,7.536618795711547e-05,8.42337467474863e-05,9.310130553785712e-05,0.00010196887160418555,0.00011083643039455637,0.0001197039891849272,0.00012857155525125563,0.00013743911404162645,0.00014630667283199728,0.0001551742316223681,0.00016404179041273892,0.00017290934920310974,0.00018177690799348056,0.0001906444813357666,0.00019951204012613744,0.00020837959891650826,0.00021724715770687908,0.0002261147164972499,0.00023498227528762072,0.00024384983407799155,0.0002527174074202776,0.0002615849662106484,0.00027045252500101924,0.00027932008379139006,0.0002881876425817609],"_type":"histogram","values":[1,2,0,2,0,1,3,4,3,4,5,6,9,10,8,14,18,18,19,20,17,16,12,18,19,20,16,24,17,27,24,20,22,26,23,21,26,19,30,26,17,21,13,16,12,16,19,17,10,5,8,9,11,7,6,3,3,0,1,1,1,1,0,1]},"parameters/bert.encoder.layer.0.output.dense.bias":{"values":[3,1,2,3,2,3,9,4,9,7,10,8,8,19,18,17,17,18,20,15,19,25,17,17,15,20,11,14,14,16,11,10,21,19,24,23,27,20,19,8,18,17,9,12,21,17,20,16,13,14,11,11,10,8,5,4,5,3,4,2,3,0,1,1],"bins":[-0.00032668979838490486,-0.0003161926579196006,-0.00030569551745429635,-0.0002951983769889921,-0.00028470123652368784,-0.0002742040960583836,-0.00026370695559307933,-0.0002532098151277751,-0.0002427126601105556,-0.00023221551964525133,-0.00022171837917994708,-0.00021122123871464282,-0.00020072408369742334,-0.00019022694323211908,-0.00017972980276681483,-0.00016923266230151057,-0.00015873552183620632,-0.00014823838137090206,-0.0001377412409055978,-0.00012724410044029355,-0.00011674695269903168,-0.00010624981223372743,-9.575266449246556e-05,-8.52555240271613e-05,-7.475838356185704e-05,-6.426124309655279e-05,-5.376409899326973e-05,-4.3266954889986664e-05,-3.276981442468241e-05,-2.227267214038875e-05,-1.177552985609509e-05,-1.2783875718014315e-06,9.218783816322684e-06,1.9715926100616343e-05,3.0213068384910002e-05,4.0710212488193065e-05,5.120735295349732e-05,6.170449341880158e-05,7.220164116006345e-05,8.26987816253677e-05,9.319592209067196e-05,0.00010369306255597621,0.00011419020302128047,0.00012468734348658472,0.0001351844985038042,0.00014568163896910846,0.00015617877943441272,0.00016667591989971697,0.00017717306036502123,0.00018767020083032548,0.00019816734129562974,0.000208664481760934,0.00021916162222623825,0.00022965877724345773,0.000240155917708762,0.000250653043622151,0.00026115018408745527,0.00027164735365659,0.00028214449412189424,0.0002926416345871985,0.00030313877505250275,0.000313635915517807,0.00032413305598311126,0.0003346301964484155,0.0003451273369137198],"_type":"histogram"},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,2,2,3,1,5,5,9,4,11,10,10,8,16,25,20,25,27,29,36,36,42,45,56,42,50,63,77,67,84,79,97,94,75,91,76,77,67,67,64,58,55,48,43,41,47,33,21,18,16,17,9,13,7,6,5,4,4,2],"bins":[-0.00020866721752099693,-0.00020312353444751352,-0.00019757983682211488,-0.00019203615374863148,-0.00018649245612323284,-0.00018094877304974943,-0.00017540508997626603,-0.0001698613923508674,-0.00016431770927738398,-0.00015877402620390058,-0.00015323032857850194,-0.00014768664550501853,-0.00014214296243153512,-0.0001365992648061365,-0.00013105558173265308,-0.00012551188410725445,-0.00011996820103377104,-0.00011442451068433002,-0.000108880820334889,-0.00010333713726140559,-9.779344691196457e-05,-9.224975656252354e-05,-8.670607348904014e-05,-8.116238313959911e-05,-7.561869279015809e-05,-7.007500244071707e-05,-6.453131209127605e-05,-5.898762901779264e-05,-5.344393866835162e-05,-4.79002483189106e-05,-4.2356561607448384e-05,-3.681287489598617e-05,-3.1269199098460376e-05,-2.5725510568008758e-05,-2.018182203755714e-05,-1.4638133507105522e-05,-9.094444976653904e-06,-3.5507564462022856e-06,1.9929320842493325e-06,7.536620614700951e-06,1.3080309145152569e-05,1.8623997675604187e-05,2.4167686206055805e-05,2.9711374736507423e-05,3.525506326695904e-05,4.079875361640006e-05,4.634244032786228e-05,5.188612703932449e-05,5.7429817388765514e-05,6.297350773820654e-05,6.851719808764756e-05,7.406088116113096e-05,7.960457151057199e-05,8.514826186001301e-05,9.069194493349642e-05,9.623563528293744e-05,0.00010177932563237846,0.00010732301598181948,0.0001128667063312605,0.00011841038940474391,0.00012395408703014255,0.00012949777010362595,0.00013504145317710936,0.000140585150802508,0.0001461288338759914]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,2,1,1,1,2,2,6,9,6,2,16,14,19,30,39,42,47,71,89,74,72,46,50,22,21,16,13,9,7,4,8,0,7,3,6,0,0,0,0,0,1,0,0,0,2,1,0,0,0,1,0,0,0,0,0,1,1],"bins":[-597.341552734375,-574.2894897460938,-551.2374267578125,-528.1853637695312,-505.1332702636719,-482.0812072753906,-459.0291442871094,-435.9770812988281,-412.92498779296875,-389.8729248046875,-366.82086181640625,-343.768798828125,-320.71673583984375,-297.6646728515625,-274.6125793457031,-251.56051635742188,-228.50845336914062,-205.45639038085938,-182.40431213378906,-159.3522491455078,-136.3001708984375,-113.24810791015625,-90.196044921875,-67.14397430419922,-44.09190368652344,-21.03983497619629,2.0122337341308594,25.064302444458008,48.116371154785156,71.16844177246094,94.22050476074219,117.27257537841797,140.32464599609375,163.376708984375,186.4287872314453,209.48085021972656,232.53292846679688,255.58499145507812,278.6370544433594,301.6891174316406,324.7412109375,347.79327392578125,370.8453369140625,393.89739990234375,416.949462890625,440.00152587890625,463.0536193847656,486.1056823730469,509.1577453613281,532.2098388671875,555.2619018554688,578.31396484375,601.3660278320312,624.4180908203125,647.4701538085938,670.522216796875,693.5742797851562,716.6263427734375,739.6784057617188,762.7305297851562,785.7825927734375,808.8346557617188,831.88671875,854.9387817382812,877.9908447265625]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-553.5,-536.4140625,-519.328125,-502.2421875,-485.15625,-468.0703125,-450.984375,-433.8984375,-416.8125,-399.7265625,-382.640625,-365.5546875,-348.46875,-331.3828125,-314.296875,-297.2109375,-280.125,-263.0390625,-245.953125,-228.8671875,-211.78125,-194.6953125,-177.609375,-160.5234375,-143.4375,-126.3515625,-109.265625,-92.1796875,-75.09375,-58.0078125,-40.921875,-23.8359375,-6.75,10.3359375,27.421875,44.5078125,61.59375,78.6796875,95.765625,112.8515625,129.9375,147.0234375,164.109375,181.1953125,198.28125,215.3671875,232.453125,249.5390625,266.625,283.7109375,300.796875,317.8828125,334.96875,352.0546875,369.140625,386.2265625,403.3125,420.3984375,437.484375,454.5703125,471.65625,488.7421875,505.828125,522.9140625,540],"_type":"histogram","values":[1,3,5,6,11,7,13,27,33,52,57,80,120,173,226,324,470,618,825,1087,1656,2261,3150,4403,6276,8779,13049,19032,28022,41330,58142,73695,78637,70839,54120,38135,25762,17751,12044,8338,5834,4081,2838,2076,1453,1068,807,575,440,306,245,173,100,81,52,37,38,21,15,10,7,6,0,2]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,2,0,0,0,1,0,2,0,1,0,2,3,2,7,3,4,4,6,9,10,10,14,19,18,37,24,41,63,60,76,70,58,44,35,29,23,22,13,13,9,4,3,4,1,4,4,2,1,2,4,0,0,2,0,0,1,0,0,0,0,0,1],"bins":[-0.015594482421875,-0.015106797218322754,-0.014619112014770508,-0.014131426811218262,-0.013643741607666016,-0.01315605640411377,-0.012668371200561523,-0.012180685997009277,-0.011693000793457031,-0.011205315589904785,-0.010717630386352539,-0.010229945182800293,-0.009742259979248047,-0.0092545747756958,-0.008766889572143555,-0.008279204368591309,-0.0077915191650390625,-0.007303833961486816,-0.00681614875793457,-0.006328463554382324,-0.005840778350830078,-0.005353093147277832,-0.004865407943725586,-0.00437772274017334,-0.0038900375366210938,-0.0034023523330688477,-0.0029146671295166016,-0.0024269819259643555,-0.0019392967224121094,-0.0014516115188598633,-0.0009639263153076172,-0.0004762411117553711,1.1444091796875e-05,0.0004991292953491211,0.0009868144989013672,0.0014744997024536133,0.0019621849060058594,0.0024498701095581055,0.0029375553131103516,0.0034252405166625977,0.003912925720214844,0.00440061092376709,0.004888296127319336,0.005375981330871582,0.005863666534423828,0.006351351737976074,0.00683903694152832,0.007326722145080566,0.007814407348632812,0.008302092552185059,0.008789777755737305,0.00927746295928955,0.009765148162841797,0.010252833366394043,0.010740518569946289,0.011228203773498535,0.011715888977050781,0.012203574180603027,0.012691259384155273,0.01317894458770752,0.013666629791259766,0.014154314994812012,0.014642000198364258,0.015129685401916504,0.01561737060546875]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-347.25,-337.71875,-328.1875,-318.65625,-309.125,-299.59375,-290.0625,-280.53125,-271,-261.46875,-251.9375,-242.40625,-232.875,-223.34375,-213.8125,-204.28125,-194.75,-185.21875,-175.6875,-166.15625,-156.625,-147.09375,-137.5625,-128.03125,-118.5,-108.96875,-99.4375,-89.90625,-80.375,-70.84375,-61.3125,-51.78125,-42.25,-32.71875,-23.1875,-13.65625,-4.125,5.40625,14.9375,24.46875,34,43.53125,53.0625,62.59375,72.125,81.65625,91.1875,100.71875,110.25,119.78125,129.3125,138.84375,148.375,157.90625,167.4375,176.96875,186.5,196.03125,205.5625,215.09375,224.625,234.15625,243.6875,253.21875,262.75],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,0,0,2,3,2,2,6,2,8,5,10,17,15,12,23,30,38,41,50,62,76,90,107,109,119,128,160,127,129,117,94,81,68,64,33,42,27,32,29,22,15,8,9,5,3,6,4,3,2,2,3,1,1,1]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,0,4,2,5,7,9,12,9,12,11,22,24,30,38,39,52,67,76,105,94,124,134,145,156,141,129,118,89,83,60,44,36,30,25,25,20,10,14,10,7,5,6,4,5,0,4,1,0,0,0,0,0,0,0,0,1],"bins":[-296,-286.40234375,-276.8046875,-267.20703125,-257.609375,-248.01171875,-238.4140625,-228.81640625,-219.21875,-209.62109375,-200.0234375,-190.42578125,-180.828125,-171.23046875,-161.6328125,-152.03515625,-142.4375,-132.83984375,-123.2421875,-113.64453125,-104.046875,-94.44921875,-84.8515625,-75.25390625,-65.65625,-56.05859375,-46.4609375,-36.86328125,-27.265625,-17.66796875,-8.0703125,1.52734375,11.125,20.72265625,30.3203125,39.91796875,49.515625,59.11328125,68.7109375,78.30859375,87.90625,97.50390625,107.1015625,116.69921875,126.296875,135.89453125,145.4921875,155.08984375,164.6875,174.28515625,183.8828125,193.48046875,203.078125,212.67578125,222.2734375,231.87109375,241.46875,251.06640625,260.6640625,270.26171875,279.859375,289.45703125,299.0546875,308.65234375,318.25]},"parameters/bert.embeddings.position_embeddings.weight":{"values":[1,2,2,7,5,16,20,53,66,110,168,250,390,571,863,1151,1625,2291,2937,3833,4879,6311,7708,9494,11184,13013,14802,16501,18444,19747,20956,21830,21743,21825,21209,20183,19260,17939,15992,14260,12299,10437,8837,7253,5647,4493,3463,2701,1980,1411,1007,693,471,318,246,126,68,47,34,21,14,3,4,2],"bins":[-0.09208980947732925,-0.08928336948156357,-0.08647692203521729,-0.0836704820394516,-0.08086404204368591,-0.07805760204792023,-0.07525116205215454,-0.07244471460580826,-0.06963827461004257,-0.06683183461427689,-0.0640253871679306,-0.06121894717216492,-0.05841250717639923,-0.055606067180633545,-0.05279962345957756,-0.049993179738521576,-0.04718673974275589,-0.044380299746990204,-0.04157385602593422,-0.038767412304878235,-0.03596097230911255,-0.03315453231334686,-0.03034808859229088,-0.027541646733880043,-0.024735204875469208,-0.021928763017058372,-0.019122321158647537,-0.016315879300236702,-0.013509437441825867,-0.010702995583415031,-0.007896553725004196,-0.005090111866593361,-0.0022836625576019287,0.0005227793008089066,0.003329221159219742,0.006135663017630577,0.008942104876041412,0.011748546734452248,0.014554988592863083,0.017361430451273918,0.020167872309684753,0.02297431416809559,0.025780756026506424,0.02858719788491726,0.031393639743328094,0.03420007973909378,0.037006523460149765,0.03981296718120575,0.042619407176971436,0.04542584717273712,0.048232290893793106,0.05103873461484909,0.05384517461061478,0.05665161460638046,0.05945805832743645,0.06226450204849243,0.06507094204425812,0.0678773820400238,0.07068382203578949,0.07349026948213577,0.07629670947790146,0.07910314947366714,0.08190959692001343,0.08471603691577911,0.0875224769115448],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.09692340344190598,-0.09379855543375015,-0.09067369997501373,-0.08754885196685791,-0.08442399650812149,-0.08129914849996567,-0.07817429304122925,-0.07504944503307343,-0.0719245970249176,-0.06879974156618118,-0.06567489355802536,-0.06255003809928894,-0.05942519009113312,-0.056300338357686996,-0.053175486624240875,-0.050050634890794754,-0.04692578315734863,-0.04380093142390251,-0.04067607969045639,-0.03755122795701027,-0.03442637622356415,-0.031301528215408325,-0.028176676481962204,-0.025051824748516083,-0.02192697301506996,-0.01880212128162384,-0.01567726954817772,-0.012552419677376747,-0.009427567943930626,-0.006302716676145792,-0.003177865408360958,-5.301414057612419e-05,0.003071829676628113,0.006196680944412947,0.00932153221219778,0.012446383014321327,0.015571234747767448,0.01869608648121357,0.02182093635201454,0.024945788085460663,0.028070639818906784,0.031195491552352905,0.034320343285799026,0.03744519501924515,0.04057004302740097,0.04369489476084709,0.04681974649429321,0.049944598227739334,0.053069449961185455,0.05619430169463158,0.0593191534280777,0.06244400516152382,0.06556885689496994,0.06869370490312576,0.07181856036186218,0.074943408370018,0.07806825637817383,0.08119311183691025,0.08431795984506607,0.08744281530380249,0.09056766331195831,0.09369251877069473,0.09681736677885056,0.09994222223758698,0.1030670702457428],"_type":"histogram","values":[1,1,3,3,8,15,22,53,70,142,213,348,522,857,1341,2062,2738,3988,5430,7283,9656,12336,15163,18603,21936,25344,28394,31818,34063,35539,36702,36554,35595,34109,31606,28665,25413,21849,18471,15143,12323,9664,7420,5585,4143,2877,2045,1333,899,554,380,203,153,84,54,20,13,4,4,2,0,2,2,1]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,1,2,5,12,25,39,51,96,149,277,418,616,926,1404,2005,2819,3764,5300,6832,8908,11240,13712,16423,19751,22638,25768,28211,30800,33105,34299,34822,34436,33671,32157,29885,27042,24179,21039,17874,14974,12269,9723,7542,5893,4470,3139,2382,1575,1130,735,506,338,156,121,60,56,25,18,4,3,1,2],"bins":[-0.0967148095369339,-0.0937587171792984,-0.0908026248216629,-0.08784652501344681,-0.08489043265581131,-0.08193434029817581,-0.07897824794054031,-0.07602215558290482,-0.07306605577468872,-0.07010996341705322,-0.06715387105941772,-0.06419777870178223,-0.06124168634414673,-0.05828559026122093,-0.055329497903585434,-0.05237340182065964,-0.04941730946302414,-0.04646121710538864,-0.043505121022462845,-0.04054902866482735,-0.03759293258190155,-0.03463684022426605,-0.031680747866630554,-0.028724653646349907,-0.02576855942606926,-0.022812465205788612,-0.019856370985507965,-0.016900278627872467,-0.01394418440759182,-0.010988090187311172,-0.0080319968983531,-0.00507590314373374,-0.002119801938533783,0.000836291816085577,0.003792385570704937,0.006748479325324297,0.009704573079943657,0.012660667300224304,0.015616760589182377,0.01857285387814045,0.021528948098421097,0.024485042318701744,0.02744113653898239,0.03039722889661789,0.03335332125425339,0.036309417337179184,0.03926550969481468,0.04222160577774048,0.04517769813537598,0.048133790493011475,0.05108988657593727,0.05404597893357277,0.057002075016498566,0.059958167374134064,0.06291425973176956,0.06587035208940506,0.06882645189762115,0.07178254425525665,0.07473863661289215,0.07769472897052765,0.08065082132816315,0.08360691368579865,0.08656301349401474,0.08951910585165024,0.09247519820928574],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"values":[2,1,1,5,3,6,13,7,16,24,44,58,86,96,141,193,274,449,641,920,1305,1932,2851,4403,6603,10094,15993,26088,44583,75278,108060,105599,72178,42196,25147,15483,9580,6377,4274,2818,1862,1281,860,652,358,287,226,157,92,62,42,31,27,19,22,5,5,7,0,2,2,1,1,1],"bins":[-845.5,-818.1875,-790.875,-763.5625,-736.25,-708.9375,-681.625,-654.3125,-627,-599.6875,-572.375,-545.0625,-517.75,-490.4375,-463.125,-435.8125,-408.5,-381.1875,-353.875,-326.5625,-299.25,-271.9375,-244.625,-217.3125,-190,-162.6875,-135.375,-108.0625,-80.75,-53.4375,-26.125,1.1875,28.5,55.8125,83.125,110.4375,137.75,165.0625,192.375,219.6875,247,274.3125,301.625,328.9375,356.25,383.5625,410.875,438.1875,465.5,492.8125,520.125,547.4375,574.75,602.0625,629.375,656.6875,684,711.3125,738.625,765.9375,793.25,820.5625,847.875,875.1875,902.5],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[3,0,2,4,1,4,6,7,8,7,10,7,11,16,12,19,20,19,10,14,22,20,25,11,15,15,25,10,11,14,19,5,14,20,19,20,21,29,17,16,14,16,13,12,22,10,19,20,18,14,11,10,16,9,8,4,5,5,2,4,4,2,1,1],"bins":[-0.0003317890514153987,-0.0003212546871509403,-0.00031072035199031234,-0.0003001859877258539,-0.0002896516234613955,-0.00027911728830076754,-0.0002685829240363091,-0.00025804858887568116,-0.00024751422461122274,-0.00023697987489867955,-0.00022644552518613636,-0.00021591116092167795,-0.00020537681120913476,-0.00019484246149659157,-0.00018430809723213315,-0.00017377374751958996,-0.00016323939780704677,-0.00015270504809450358,-0.0001421706983819604,-0.00013163633411750197,-0.00012110198440495878,-0.0001105676346924156,-0.00010003327770391479,-8.949892071541399e-05,-7.89645710028708e-05,-6.843022129032761e-05,-5.7895864301826805e-05,-4.736151095130481e-05,-3.682715760078281e-05,-2.6292804250260815e-05,-1.575845089973882e-05,-5.224097549216822e-06,5.310226697474718e-06,1.5844580047996715e-05,2.637893339851871e-05,3.691328674904071e-05,4.7447640099562705e-05,5.79819934500847e-05,6.85163468006067e-05,7.90507037891075e-05,8.958505350165069e-05,0.00010011940321419388,0.00011065376020269468,0.00012118811719119549,0.00013172246690373868,0.00014225681661628187,0.00015279118088074028,0.00016332553059328347,0.00017385988030582666,0.00018439423001836985,0.00019492857973091304,0.00020546294399537146,0.00021599729370791465,0.00022653164342045784,0.00023706600768491626,0.0002476003428455442,0.00025813470711000264,0.00026866907137446105,0.000279203406535089,0.00028973777079954743,0.00030027213506400585,0.0003108064702246338,0.00032134083448909223,0.0003318751696497202,0.0003424095339141786],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-5.31291561856051e-08,-5.1189871896895056e-08,-4.9250587608185015e-08,-4.7311299766761294e-08,-4.537201547805125e-08,-4.343273118934121e-08,-4.149344690063117e-08,-3.955416261192113e-08,-3.761487477049741e-08,-3.567559048178737e-08,-3.3736306193077326e-08,-3.1797021904367284e-08,-2.985773761565724e-08,-2.7918451550590362e-08,-2.597916726188032e-08,-2.403988119681344e-08,-2.2100596908103398e-08,-2.0161312619393357e-08,-1.8222026554326476e-08,-1.6282742265616434e-08,-1.4343457088727973e-08,-1.2404171911839512e-08,-1.046488762312947e-08,-8.52560244624101e-09,-6.5863172693525485e-09,-4.647032092464087e-09,-2.707747359664836e-09,-7.684624048209798e-10,1.1708225500228764e-09,3.1101075048667326e-09,5.049392459710589e-09,6.98867719250984e-09,8.927962369398301e-09,1.0867247546286762e-08,1.2806532723175224e-08,1.4745817011885265e-08,1.6685103076952146e-08,1.8624387365662187e-08,2.056367165437223e-08,2.250295771943911e-08,2.444224200814915e-08,2.6381526296859192e-08,2.8320812361926073e-08,3.0260096650636115e-08,3.2199380939346156e-08,3.41386652280562e-08,3.607795306947992e-08,3.801723735818996e-08,3.99565216469e-08,4.189580593561004e-08,4.3835090224320084e-08,4.5774378065743804e-08,4.7713662354453845e-08,4.9652946643163887e-08,5.159223093187393e-08,5.353151522058397e-08,5.547079950929401e-08,5.741008735071773e-08,5.934937163942777e-08,6.128865948085149e-08,6.322794376956153e-08,6.516722805827158e-08,6.710651234698162e-08,6.904579663569166e-08,7.09850809244017e-08],"_type":"histogram","values":[1,0,0,0,1,1,3,0,0,1,1,4,0,3,1,4,6,5,3,10,17,20,22,32,39,73,93,117,72,50,49,35,20,15,17,11,11,3,8,2,1,3,3,2,0,1,1,3,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-8.433358743786812e-05,-8.12175203463994e-05,-7.810145325493068e-05,-7.498537888750434e-05,-7.186931179603562e-05,-6.87532447045669e-05,-6.563717033714056e-05,-6.252110324567184e-05,-5.940503615420312e-05,-5.6288969062734395e-05,-5.3172898333286867e-05,-5.005682760383934e-05,-4.6940760512370616e-05,-4.3824693420901895e-05,-4.0708622691454366e-05,-3.759255196200684e-05,-3.4476484870538116e-05,-3.1360417779069394e-05,-2.8244347049621865e-05,-2.512827813916374e-05,-2.2012209228705615e-05,-1.889614031824749e-05,-1.5780071407789364e-05,-1.266400249733124e-05,-9.547933586873114e-06,-6.431864676414989e-06,-3.3157957659568638e-06,-1.997268554987386e-07,2.9163420549593866e-06,6.032410965417512e-06,9.148479875875637e-06,1.2264548786333762e-05,1.5380617696791887e-05,1.8496686607250012e-05,2.1612755517708138e-05,2.4728824428166263e-05,2.7844893338624388e-05,3.096096043009311e-05,3.407703115954064e-05,3.719310188898817e-05,4.030916898045689e-05,4.342523607192561e-05,4.654130680137314e-05,4.965737753082067e-05,5.277344462228939e-05,5.588951171375811e-05,5.900558244320564e-05,6.212165317265317e-05,6.523772026412189e-05,6.835378735559061e-05,7.146985444705933e-05,7.458592881448567e-05,7.770199590595439e-05,8.081806299742311e-05,8.393413736484945e-05,8.705020445631817e-05,9.016627154778689e-05,9.328233863925561e-05,9.639840573072433e-05,9.951448009815067e-05,0.00010263054718961939,0.00010574661428108811,0.00010886268864851445,0.00011197875573998317,0.00011509482283145189],"_type":"histogram","values":[1,0,2,1,3,1,2,3,4,4,4,7,8,8,6,17,16,21,21,20,24,33,27,38,39,35,43,38,39,27,42,31,29,25,18,17,16,13,16,11,10,5,6,6,6,4,4,3,3,2,1,1,0,1,3,2,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.00017717060109134763,-0.00017144579032901675,-0.00016572099411860108,-0.0001599961833562702,-0.00015427138714585453,-0.00014854657638352364,-0.00014282178017310798,-0.0001370969694107771,-0.0001313721586484462,-0.00012564736243803054,-0.00011992255895165727,-0.00011419775546528399,-0.0001084729447029531,-0.00010274814121657982,-9.702333773020655e-05,-9.129853424383327e-05,-8.557373075746e-05,-7.984892727108672e-05,-7.412412378471345e-05,-6.839932029834017e-05,-6.26745168119669e-05,-5.6949709687614813e-05,-5.122490256326273e-05,-4.5500099076889455e-05,-3.977529559051618e-05,-3.4050492104142904e-05,-2.8325686798780225e-05,-2.2600881493417546e-05,-1.687607800704427e-05,-1.1151273611176293e-05,-5.426469215308316e-06,2.9833518055966124e-07,6.023154128342867e-06,1.1747958524210844e-05,1.747276292007882e-05,2.31975682254415e-05,2.8922371711814776e-05,3.464717519818805e-05,4.0371982322540134e-05,4.609678580891341e-05,5.1821589295286685e-05,5.754639278165996e-05,6.327119626803324e-05,6.899599975440651e-05,7.47208105167374e-05,8.044561400311068e-05,8.617041748948395e-05,9.189522097585723e-05,9.76200244622305e-05,0.00010334482794860378,0.00010906963143497705,0.00011479443492135033,0.0001205192384077236,0.0001262440491700545,0.00013196884538047016,0.00013769365614280105,0.00014341846690513194,0.0001491432631155476,0.0001548680738778785,0.00016059287008829415,0.00016631768085062504,0.0001720424770610407,0.0001777672878233716,0.00018349208403378725,0.00018921689479611814],"_type":"histogram","values":[5,2,3,4,3,9,6,7,5,10,11,10,16,18,16,18,18,15,18,11,17,15,19,19,16,20,8,26,13,20,18,19,12,17,13,16,13,10,19,17,14,19,17,18,14,9,11,14,13,14,21,15,10,10,7,9,5,2,3,6,1,1,1,2]},"gradients/bert.encoder.layer.1.output.dense.weight":{"bins":[-673,-650.9921875,-628.984375,-606.9765625,-584.96875,-562.9609375,-540.953125,-518.9453125,-496.9375,-474.9296875,-452.921875,-430.9140625,-408.90625,-386.8984375,-364.890625,-342.8828125,-320.875,-298.8671875,-276.859375,-254.8515625,-232.84375,-210.8359375,-188.828125,-166.8203125,-144.8125,-122.8046875,-100.796875,-78.7890625,-56.78125,-34.7734375,-12.765625,9.2421875,31.25,53.2578125,75.265625,97.2734375,119.28125,141.2890625,163.296875,185.3046875,207.3125,229.3203125,251.328125,273.3359375,295.34375,317.3515625,339.359375,361.3671875,383.375,405.3828125,427.390625,449.3984375,471.40625,493.4140625,515.421875,537.4296875,559.4375,581.4453125,603.453125,625.4609375,647.46875,669.4765625,691.484375,713.4921875,735.5],"_type":"histogram","values":[4,2,2,3,3,12,12,23,31,43,61,78,112,176,251,319,461,665,940,1427,1975,2912,4496,6864,10652,16936,27829,49698,102034,262602,515958,313061,117494,55006,29696,17777,11499,7287,4698,3059,2073,1422,987,708,467,301,232,154,130,81,42,33,23,19,14,6,5,2,3,2,1,0,0,1]},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.00030810030875727534,-0.0002985593455377966,-0.0002890183823183179,-0.00027947741909883916,-0.00026993642677553,-0.00026039546355605125,-0.00025085450033657253,-0.0002413135371170938,-0.00023177257389761508,-0.00022223159612622112,-0.0002126906329067424,-0.00020314966968726367,-0.0001936086919158697,-0.00018406772869639099,-0.00017452676547691226,-0.0001649857877055183,-0.00015544482448603958,-0.00014590386126656085,-0.0001363628834951669,-0.00012682192027568817,-0.00011728095705620944,-0.0001077399865607731,-9.819901606533676e-05,-8.865805284585804e-05,-7.91170823504217e-05,-6.957611185498536e-05,-6.003514863550663e-05,-5.049417814007029e-05,-4.0953211282612756e-05,-3.141224442515522e-05,-2.1871275748708285e-05,-1.233030798175605e-05,-2.789340214803815e-06,6.75162755214842e-06,1.6292595319100656e-05,2.5833563995547593e-05,3.5374530853005126e-05,4.491549771046266e-05,5.4456468205899e-05,6.399743142537773e-05,7.353840192081407e-05,8.307937241625041e-05,9.262033563572913e-05,0.00010216130613116547,0.00011170227662660182,0.00012124323984608054,0.00013078420306555927,0.00014032518083695322,0.00014986614405643195,0.00015940710727591068,0.00016894808504730463,0.00017848904826678336,0.00018803001148626208,0.00019757098925765604,0.00020711195247713476,0.0002166529156966135,0.00022619389346800745,0.00023573485668748617,0.0002452758199069649,0.0002548167831264436,0.00026435774634592235,0.00027389873866923153,0.00028343970188871026,0.000292980665108189,0.0003025216283276677],"_type":"histogram","values":[3,1,2,0,2,5,5,6,7,12,9,12,16,12,18,14,8,12,19,13,26,18,23,22,13,14,20,13,10,17,15,20,16,10,13,10,17,18,16,14,20,18,21,10,16,14,15,20,18,16,11,11,14,11,15,7,4,11,1,4,3,3,0,4]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-686.85693359375,-665.65576171875,-644.45458984375,-623.2534790039062,-602.0523071289062,-580.8511352539062,-559.6500244140625,-538.4488525390625,-517.2476806640625,-496.0465087890625,-474.8453674316406,-453.64422607421875,-432.44305419921875,-411.24188232421875,-390.0407409667969,-368.839599609375,-347.638427734375,-326.437255859375,-305.2361145019531,-284.03497314453125,-262.83380126953125,-241.6326446533203,-220.43148803710938,-199.23033142089844,-178.0291748046875,-156.82801818847656,-135.62686157226562,-114.42570495605469,-93.22454833984375,-72.02339172363281,-50.822235107421875,-29.621078491210938,-8.41986083984375,12.781295776367188,33.982452392578125,55.18360900878906,76.384765625,97.58592224121094,118.78707885742188,139.9882354736328,161.18939208984375,182.3905487060547,203.59170532226562,224.79286193847656,245.9940185546875,267.1951904296875,288.3963317871094,309.59747314453125,330.79864501953125,351.99981689453125,373.2009582519531,394.402099609375,415.603271484375,436.804443359375,458.0055847167969,479.20672607421875,500.40789794921875,521.6090698242188,542.8101806640625,564.0113525390625,585.2125244140625,606.4136962890625,627.6148681640625,648.8159790039062,670.0171508789062],"_type":"histogram","values":[2,1,1,2,0,3,2,0,4,5,5,3,8,1,6,13,9,9,14,12,12,17,29,21,22,27,25,30,34,17,20,25,26,23,30,27,21,28,26,18,24,17,15,20,15,11,13,7,10,7,5,5,11,8,2,4,3,3,2,2,2,2,0,2]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,1,1,0,1,0,1,1,2,0,1,2,6,4,5,7,8,11,11,15,10,27,30,20,14,22,22,28,32,18,25,26,31,36,33,33,27,17,26,18,22,21,22,19,11,15,17,11,11,8,5,4,8,5,4,1,2,2,3,0,0,0,4],"bins":[-879.4234619140625,-853.60498046875,-827.7864379882812,-801.9679565429688,-776.1494750976562,-750.3309326171875,-724.512451171875,-698.6939697265625,-672.87548828125,-647.0569458007812,-621.2384643554688,-595.4199829101562,-569.6014404296875,-543.782958984375,-517.9644775390625,-492.1459655761719,-466.32745361328125,-440.5089416503906,-414.6904602050781,-388.8719482421875,-363.053466796875,-337.2349548339844,-311.41644287109375,-285.59796142578125,-259.7794494628906,-233.96095275878906,-208.1424560546875,-182.32394409179688,-156.5054473876953,-130.68695068359375,-104.86844635009766,-79.04994201660156,-53.2314453125,-27.412944793701172,-1.5944442749023438,24.224056243896484,50.04255676269531,75.86105346679688,101.67955780029297,127.49806213378906,153.31655883789062,179.1350555419922,204.95355224609375,230.77206420898438,256.590576171875,282.4090576171875,308.2275695800781,334.0460510253906,359.86456298828125,385.6830749511719,411.5015563964844,437.320068359375,463.1385498046875,488.9570617675781,514.7755737304688,540.5940551757812,566.41259765625,592.2310791015625,618.049560546875,643.8680419921875,669.6865844726562,695.5050659179688,721.3235473632812,747.14208984375,772.9605712890625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-796.5296630859375,-772.406494140625,-748.2833251953125,-724.16015625,-700.0369873046875,-675.913818359375,-651.7907104492188,-627.6675415039062,-603.5443725585938,-579.4212036132812,-555.2980346679688,-531.1748657226562,-507.05169677734375,-482.92852783203125,-458.8053894042969,-434.6822204589844,-410.5590515136719,-386.4358825683594,-362.3127136230469,-338.1895751953125,-314.06640625,-289.9432373046875,-265.820068359375,-241.69691467285156,-217.57374572753906,-193.45057678222656,-169.32742309570312,-145.20425415039062,-121.08109283447266,-96.95793151855469,-72.83476257324219,-48.71160125732422,-24.58843994140625,-0.46527671813964844,23.657886505126953,47.78105163574219,71.90421295166016,96.02737426757812,120.15054321289062,144.27369689941406,168.39686584472656,192.52003479003906,216.6431884765625,240.766357421875,264.8895263671875,289.0126953125,313.1358337402344,337.2590026855469,361.3821716308594,385.5053405761719,409.6285095214844,433.75164794921875,457.87481689453125,481.99798583984375,506.12115478515625,530.2443237304688,554.3674926757812,578.4906616210938,602.6138305664062,626.7369384765625,650.860107421875,674.9832763671875,699.1064453125,723.2296142578125,747.352783203125],"_type":"histogram","values":[1,0,0,2,2,1,2,0,0,3,1,3,6,4,5,9,8,11,14,8,8,13,21,18,24,26,22,26,26,27,32,29,26,26,27,34,34,23,30,23,32,12,13,12,23,17,12,11,11,5,9,7,7,3,5,2,4,2,1,1,2,0,0,2]},"parameters/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.0794983059167862,-0.07727421820163727,-0.07505013048648834,-0.07282605022192001,-0.07060196250677109,-0.06837787479162216,-0.06615379452705383,-0.06392970681190491,-0.06170561909675598,-0.059481531381607056,-0.05725744739174843,-0.0550333634018898,-0.052809275686740875,-0.05058518797159195,-0.04836110398173332,-0.046137019991874695,-0.04391293227672577,-0.04168884456157684,-0.039464760571718216,-0.03724067658185959,-0.03501658886671066,-0.03279250115156174,-0.03056841716170311,-0.028344331309199333,-0.026120245456695557,-0.02389615960419178,-0.021672073751688004,-0.019447987899184227,-0.01722390204668045,-0.014999816194176674,-0.012775730341672897,-0.01055164448916912,-0.008327551186084747,-0.006103465333580971,-0.003879379481077194,-0.0016552936285734177,0.0005687922239303589,0.0027928780764341354,0.005016963928937912,0.0072410497814416885,0.009465135633945465,0.011689221486449242,0.013913307338953018,0.016137393191456795,0.01836147904396057,0.020585564896464348,0.022809650748968124,0.0250337366014719,0.027257822453975677,0.029481908306479454,0.03170599415898323,0.03393007814884186,0.036154165863990784,0.03837825357913971,0.04060233756899834,0.042826421558856964,0.04505050927400589,0.047274596989154816,0.04949868097901344,0.05172276496887207,0.053946852684020996,0.05617094039916992,0.05839502438902855,0.060619108378887177,0.0628431960940361],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,1,2,8,3,3,6,11,16,10,15,20,23,28,27,45,35,54,53,44,62,68,65,76,60,71,72,75,56,68,49,63,52,39,43,33,33,24,24,17,23,11,10,7,7,4,4,4,3,1,0,0,2,3]},"parameters/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[6,2,6,11,7,10,15,10,13,17,14,6,15,14,19,9,17,15,15,16,14,15,10,15,9,10,17,14,15,12,9,14,15,17,12,13,15,18,8,10,14,8,14,18,11,15,17,19,16,13,12,18,16,14,12,9,7,8,8,8,7,2,0,3],"bins":[-0.0002172073582187295,-0.00021025385649409145,-0.00020330034021753818,-0.00019634683849290013,-0.0001893933367682621,-0.00018243982049170882,-0.00017548631876707077,-0.00016853281704243273,-0.00016157930076587945,-0.0001546257990412414,-0.00014767229731660336,-0.0001407187810400501,-0.00013376527931541204,-0.000126811777590774,-0.00011985826131422073,-0.00011290475958958268,-0.00010595125058898702,-9.899774158839136e-05,-9.204423986375332e-05,-8.509073086315766e-05,-7.8137221862562e-05,-7.118372013792396e-05,-6.42302111373283e-05,-5.727670213673264e-05,-5.0323196774115786e-05,-4.3369691411498934e-05,-3.6416182410903275e-05,-2.9462677048286423e-05,-2.2509169866680168e-05,-1.5555662685073912e-05,-8.602156412962358e-06,-1.6486496861034539e-06,5.304857040755451e-06,1.2258364222361706e-05,1.921187140396796e-05,2.6165376766584814e-05,3.311888576718047e-05,4.0072391129797325e-05,4.7025896492414176e-05,5.3979405493009835e-05,6.093291085562669e-05,6.788641621824354e-05,7.48399252188392e-05,8.179343421943486e-05,8.87469359440729e-05,9.570044494466856e-05,0.00010265395394526422,0.00010960745566990227,0.00011656096467049792,0.00012351447367109358,0.00013046797539573163,0.0001374214916722849,0.00014437499339692295,0.000151328495121561,0.00015828201139811426,0.0001652355131227523,0.00017218901484739035,0.00017914253112394363,0.00018609603284858167,0.00019304953457321972,0.000200003050849773,0.00020695655257441103,0.00021391005429904908,0.00022086357057560235,0.0002278170723002404]},"gradients/bert.embeddings.position_embeddings.weight":{"values":[1,0,0,0,0,0,0,1,2,6,4,11,14,24,27,37,66,71,120,165,242,366,477,683,886,1355,1898,2691,3704,5090,6528,7845,8909,304321,9393,8626,7468,6018,4598,3424,2373,1693,1245,862,576,367,302,202,139,115,69,62,46,31,21,6,11,8,7,1,4,3,1,1],"bins":[-1074.882080078125,-1043.1185302734375,-1011.3550415039062,-979.5914916992188,-947.8280029296875,-916.064453125,-884.3009033203125,-852.5374145507812,-820.7738647460938,-789.0103149414062,-757.246826171875,-725.4832763671875,-693.7197265625,-661.9562377929688,-630.1926879882812,-598.42919921875,-566.6656494140625,-534.902099609375,-503.13861083984375,-471.37506103515625,-439.6115417480469,-407.8480224609375,-376.08447265625,-344.3209533691406,-312.55743408203125,-280.7939147949219,-249.03038024902344,-217.266845703125,-185.50332641601562,-153.73980712890625,-121.97627258300781,-90.2127456665039,-58.44921875,-26.685691833496094,5.0778350830078125,36.84136199951172,68.60488891601562,100.36841583251953,132.13194274902344,163.89547729492188,195.65899658203125,227.42251586914062,259.18603515625,290.9495849609375,322.7131042480469,354.47662353515625,386.24017333984375,418.0036926269531,449.7672119140625,481.5307312011719,513.2942504882812,545.0578002929688,576.8212890625,608.5848388671875,640.348388671875,672.1118774414062,703.8754272460938,735.6389770507812,767.4024658203125,799.166015625,830.9295654296875,862.6930541992188,894.4566040039062,926.2200927734375,957.983642578125],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-641.0140380859375,-614.5923461914062,-588.170654296875,-561.7489624023438,-535.3272705078125,-508.90557861328125,-482.48388671875,-456.06219482421875,-429.6405029296875,-403.2188415527344,-376.7971496582031,-350.3754577636719,-323.9537658691406,-297.5320739746094,-271.1103820800781,-244.68869018554688,-218.26699829101562,-191.84530639648438,-165.42361450195312,-139.00192260742188,-112.58023834228516,-86.1585464477539,-59.73685836791992,-33.31517028808594,-6.8934783935546875,19.52821159362793,45.94990158081055,72.37158966064453,98.79328155517578,125.21497344970703,151.63665771484375,178.058349609375,204.48004150390625,230.9017333984375,257.32342529296875,283.7451171875,310.16680908203125,336.5885009765625,363.01019287109375,389.431884765625,415.85357666015625,442.2752380371094,468.6969299316406,495.1186218261719,521.5403442382812,547.9620361328125,574.3837280273438,600.805419921875,627.22705078125,653.6487426757812,680.0704345703125,706.4921264648438,732.913818359375,759.3355102539062,785.7572021484375,812.1788940429688,838.6005859375,865.0222778320312,891.4439697265625,917.8656616210938,944.287353515625,970.7090454101562,997.1307373046875,1023.5524291992188,1049.97412109375],"_type":"histogram","values":[1,0,0,1,2,1,0,2,1,1,1,1,4,1,4,12,10,18,18,34,45,63,79,84,80,79,49,55,28,21,14,9,8,8,11,7,4,2,0,3,0,1,0,2,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,1,1,4,3,0,3,3,3,5,8,11,5,7,10,15,11,7,18,21,24,31,25,24,29,22,24,29,24,36,31,11,23,26,30,25,28,22,27,18,11,12,14,9,20,8,11,8,6,4,3,4,1,5,1,1,0,0,0,1,0,1],"bins":[-666.147705078125,-644.8442993164062,-623.5409545898438,-602.237548828125,-580.9341430664062,-559.6307983398438,-538.327392578125,-517.0239868164062,-495.7206115722656,-474.417236328125,-453.11383056640625,-431.8104553222656,-410.507080078125,-389.20367431640625,-367.9002990722656,-346.5968933105469,-325.29351806640625,-303.9901428222656,-282.6867370605469,-261.38336181640625,-240.07997131347656,-218.77658081054688,-197.47320556640625,-176.16981506347656,-154.86642456054688,-133.5630340576172,-112.25965118408203,-90.95626831054688,-69.65287780761719,-48.349491119384766,-27.046104431152344,-5.742717742919922,15.56072998046875,36.86411666870117,58.167503356933594,79.47088623046875,100.77427673339844,122.07766723632812,143.38104248046875,164.68443298339844,185.98782348632812,207.2912139892578,228.5946044921875,249.89797973632812,271.20135498046875,292.5047607421875,313.8081359863281,335.1115417480469,356.4149169921875,377.7182922363281,399.0216979980469,420.3250732421875,441.62847900390625,462.9318542480469,484.2352294921875,505.53863525390625,526.842041015625,548.1453857421875,569.4487915039062,590.752197265625,612.0555419921875,633.3589477539062,654.662353515625,675.9656982421875,697.2691040039062]},"parameters/linear.bias":{"values":[4,4,0,2,3,4,0,3,0,2,2,3,3,5,0,2,2,5,0,2,1,3,0,4,0,1,3,5,3,3,3,2,2,3,0,3,3,2,1,1,1,0,0,3,3,1,1,3,1,1,2,3,4,1,0,4,1,3,1,0,0,0,4,2],"bins":[-0.03619039058685303,-0.03507472202181816,-0.033959053456783295,-0.03284338489174843,-0.03172771632671356,-0.030612045899033546,-0.02949637547135353,-0.028380706906318665,-0.027265038341283798,-0.026149369776248932,-0.025033701211214066,-0.02391803078353405,-0.022802362218499184,-0.021686693653464317,-0.020571023225784302,-0.019455354660749435,-0.01833968609571457,-0.017224017530679703,-0.016108348965644836,-0.01499267853796482,-0.013877009972929955,-0.012761341407895088,-0.011645671911537647,-0.010530002415180206,-0.00941433385014534,-0.008298665285110474,-0.007182995788753033,-0.006067326758056879,-0.004951657727360725,-0.0038359886966645718,-0.002720319665968418,-0.0016046506352722645,-0.0004889778792858124,0.0006266911514103413,0.001742360182106495,0.0028580292128026485,0.003973698243498802,0.005089367274194956,0.0062050363048911095,0.007320705335587263,0.008436374366283417,0.009552042931318283,0.010667712427675724,0.011783381924033165,0.012899050489068031,0.014014719054102898,0.015130388550460339,0.01624605804681778,0.017361726611852646,0.018477395176887512,0.01959306374192238,0.020708734169602394,0.02182440273463726,0.022940071299672127,0.024055741727352142,0.02517141029238701,0.026287078857421875,0.02740274742245674,0.028518415987491608,0.029634086415171623,0.03074975498020649,0.031865425407886505,0.03298109397292137,0.03409676253795624,0.035212431102991104],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"values":[1,0,6,4,6,5,31,46,77,170,262,416,683,1108,1732,2518,3950,5818,8078,11126,15108,19919,25786,32701,40429,49037,57640,66466,75385,82642,88620,92969,95635,95545,93653,89551,83982,76078,68090,59651,50476,42073,33752,26928,21023,15945,11730,8411,5910,4093,2800,1817,1144,738,449,286,162,90,55,21,21,11,4,1],"bins":[-0.10116639733314514,-0.09810807555913925,-0.09504975378513336,-0.09199142456054688,-0.08893310278654099,-0.0858747810125351,-0.0828164592385292,-0.07975813746452332,-0.07669980823993683,-0.07364148646593094,-0.07058316469192505,-0.06752484291791916,-0.06446652114391327,-0.06140819564461708,-0.05834987387061119,-0.055291548371315,-0.05223322659730911,-0.04917490482330322,-0.046116579324007034,-0.043058257550001144,-0.039999932050704956,-0.036941610276699066,-0.033883288502693176,-0.030824964866042137,-0.027766641229391098,-0.02470831759274006,-0.02164999395608902,-0.01859167218208313,-0.01553334854543209,-0.012475024908781052,-0.009416702203452587,-0.006358379032462835,-0.0033000484108924866,-0.00024172523990273476,0.002816597931087017,0.005874921102076769,0.00893324427306652,0.01199156790971756,0.015049890615046024,0.01810821332037449,0.021166536957025528,0.024224860593676567,0.027283184230327606,0.030341506004333496,0.033399827778339386,0.036458153277635574,0.039516475051641464,0.04257480055093765,0.04563312232494354,0.04869144409894943,0.05174976959824562,0.05480809137225151,0.0578664168715477,0.06092473864555359,0.06398306041955948,0.06704138219356537,0.07009971141815186,0.07315803319215775,0.07621635496616364,0.07927467674016953,0.08233299851417542,0.0853913202881813,0.08844964951276779,0.09150797128677368,0.09456629306077957],"_type":"histogram"},"_step":15,"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,0,0,0,0,0,1,0,0,0,5,1,3,2,2,2,1,5,3,8,7,10,17,29,24,41,70,70,107,89,66,50,36,19,22,20,11,9,7,5,9,1,2,2,1,2,1,0,1,0,0,0,1,1,0,1,0,0,0,0,1],"bins":[-0.027099609375,-0.026240825653076172,-0.025382041931152344,-0.024523258209228516,-0.023664474487304688,-0.02280569076538086,-0.02194690704345703,-0.021088123321533203,-0.020229339599609375,-0.019370555877685547,-0.01851177215576172,-0.01765298843383789,-0.016794204711914062,-0.015935420989990234,-0.015076637268066406,-0.014217853546142578,-0.01335906982421875,-0.012500286102294922,-0.011641502380371094,-0.010782718658447266,-0.009923934936523438,-0.00906515121459961,-0.008206367492675781,-0.007347583770751953,-0.006488800048828125,-0.005630016326904297,-0.004771232604980469,-0.003912448883056641,-0.0030536651611328125,-0.0021948814392089844,-0.0013360977172851562,-0.0004773139953613281,0.0003814697265625,0.0012402534484863281,0.0020990371704101562,0.0029578208923339844,0.0038166046142578125,0.004675388336181641,0.005534172058105469,0.006392955780029297,0.007251739501953125,0.008110523223876953,0.008969306945800781,0.00982809066772461,0.010686874389648438,0.011545658111572266,0.012404441833496094,0.013263225555419922,0.01412200927734375,0.014980792999267578,0.015839576721191406,0.016698360443115234,0.017557144165039062,0.01841592788696289,0.01927471160888672,0.020133495330810547,0.020992279052734375,0.021851062774658203,0.02270984649658203,0.02356863021850586,0.024427413940429688,0.025286197662353516,0.026144981384277344,0.027003765106201172,0.027862548828125]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[3,1,1,1,2,5,2,8,11,11,25,48,39,78,101,127,199,310,411,577,790,1152,1608,2249,3110,4340,6100,8793,12884,19417,30679,46816,70333,89316,88075,67651,45136,29197,18828,12397,8605,6038,4140,2853,2104,1503,1040,762,610,398,272,195,142,110,61,44,36,21,19,14,7,10,7,2],"bins":[-718.5,-697.3359375,-676.171875,-655.0078125,-633.84375,-612.6796875,-591.515625,-570.3515625,-549.1875,-528.0234375,-506.859375,-485.6953125,-464.53125,-443.3671875,-422.203125,-401.0390625,-379.875,-358.7109375,-337.546875,-316.3828125,-295.21875,-274.0546875,-252.890625,-231.7265625,-210.5625,-189.3984375,-168.234375,-147.0703125,-125.90625,-104.7421875,-83.578125,-62.4140625,-41.25,-20.0859375,1.078125,22.2421875,43.40625,64.5703125,85.734375,106.8984375,128.0625,149.2265625,170.390625,191.5546875,212.71875,233.8828125,255.046875,276.2109375,297.375,318.5390625,339.703125,360.8671875,382.03125,403.1953125,424.359375,445.5234375,466.6875,487.8515625,509.015625,530.1796875,551.34375,572.5078125,593.671875,614.8359375,636]},"parameters/bert.encoder.layer.1.output.dense.weight":{"values":[4,3,7,17,23,34,60,114,180,301,518,791,1308,1858,2926,4245,5875,8361,11689,15252,20193,25742,32257,39714,47725,55478,64072,72324,78981,85368,90204,92803,93220,91646,88159,83059,76731,69072,60836,52525,44007,36891,29832,23652,18285,13628,10157,7371,5103,3515,2463,1611,1006,648,412,261,159,103,34,22,19,6,3,1],"bins":[-0.0959613248705864,-0.09298994392156601,-0.09001856297254562,-0.08704718202352524,-0.08407579362392426,-0.08110441267490387,-0.07813303172588348,-0.0751616507768631,-0.07219026982784271,-0.06921888887882233,-0.06624750792980194,-0.06327612698078156,-0.06030474230647087,-0.057333361357450485,-0.0543619766831398,-0.051390595734119415,-0.04841921478509903,-0.045447833836078644,-0.04247645288705826,-0.039505068212747574,-0.03653368726372719,-0.0335623063147068,-0.030590923503041267,-0.027619540691375732,-0.024648159742355347,-0.02167677879333496,-0.018705395981669426,-0.01573401317000389,-0.012762632220983505,-0.009791250340640545,-0.0068198684602975845,-0.003848486579954624,-0.0008771046996116638,0.0020942771807312965,0.005065659061074257,0.008037040941417217,0.011008422821760178,0.013979804702103138,0.0169511865824461,0.019922569394111633,0.02289395034313202,0.025865331292152405,0.02883671410381794,0.031808096915483475,0.03477947786450386,0.037750858813524246,0.04072224348783493,0.043693624436855316,0.0466650053858757,0.04963638633489609,0.05260776728391647,0.05557915195822716,0.05855053290724754,0.06152191385626793,0.06449329853057861,0.067464679479599,0.07043606042861938,0.07340744137763977,0.07637882232666016,0.07935020327568054,0.08232158422470093,0.08529297262430191,0.0882643535733223,0.09123573452234268,0.09420711547136307],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,0,2,3,1,3,3,0,5,4,6,5,7,16,14,19,17,19,18,29,21,27,28,29,23,30,33,31,34,32,32,41,19,19,14,26,16,25,13,15,14,18,11,7,7,2,6,3,3,3,4,2,0,1,0,0,1,1,0,0,2],"bins":[-783.5,-757.90625,-732.3125,-706.71875,-681.125,-655.53125,-629.9375,-604.34375,-578.75,-553.15625,-527.5625,-501.96875,-476.375,-450.78125,-425.1875,-399.59375,-374,-348.40625,-322.8125,-297.21875,-271.625,-246.03125,-220.4375,-194.84375,-169.25,-143.65625,-118.0625,-92.46875,-66.875,-41.28125,-15.6875,9.90625,35.5,61.09375,86.6875,112.28125,137.875,163.46875,189.0625,214.65625,240.25,265.84375,291.4375,317.03125,342.625,368.21875,393.8125,419.40625,445,470.59375,496.1875,521.78125,547.375,572.96875,598.5625,624.15625,649.75,675.34375,700.9375,726.53125,752.125,777.71875,803.3125,828.90625,854.5]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,2,5,4,15,21,40,54,94,183,289,429,708,1103,1661,2400,3410,4597,6322,8194,10627,13256,16191,19443,22740,26132,29441,31300,34044,35512,36243,35629,34756,32812,30580,27744,24240,21378,17745,14880,11903,9201,7028,5254,3847,2687,1957,1365,877,525,373,268,140,74,50,22,11,10,1,4,0,1,1],"bins":[-0.09738389402627945,-0.09431634098291397,-0.0912487804889679,-0.08818122744560242,-0.08511367440223694,-0.08204611390829086,-0.07897856086492538,-0.0759110078215599,-0.07284344732761383,-0.06977589428424835,-0.06670834124088287,-0.0636407807469368,-0.06057322770357132,-0.05750567093491554,-0.054438114166259766,-0.05137056112289429,-0.04830300435423851,-0.04523544758558273,-0.042167894542217255,-0.03910033777356148,-0.0360327810049057,-0.03296522796154022,-0.029897671192884445,-0.026830114424228668,-0.02376255951821804,-0.020695004612207413,-0.017627447843551636,-0.014559892937541008,-0.011492337100207806,-0.008424781262874603,-0.005357225891202688,-0.0022896702867001295,0.0007778853178024292,0.003845440922304988,0.006912996526807547,0.009980551898479462,0.013048107735812664,0.016115663573145866,0.019183218479156494,0.02225077524781227,0.0253183301538229,0.028385885059833527,0.031453441828489304,0.03452099859714508,0.03758855164051056,0.040656108409166336,0.04372366517782211,0.04679121822118759,0.04985877498984337,0.052926331758499146,0.055993884801864624,0.0590614415705204,0.06212899833917618,0.06519655138254166,0.06826411187648773,0.07133166491985321,0.07439921796321869,0.07746677845716476,0.08053433150053024,0.08360188454389572,0.0866694450378418,0.08973699808120728,0.09280455112457275,0.09587211161851883,0.09893966466188431],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,3,2,0,1,2,6,11,17,20,29,52,93,103,184,245,379,544,791,1233,1739,2452,3531,5414,8196,11999,18812,30779,51883,86217,113778,95549,59216,34360,21225,13558,8901,5879,3950,2737,1825,1312,869,653,413,286,190,128,93,62,37,20,12,8,8,8,5,0,1,2,0,1],"bins":[-915,-886.953125,-858.90625,-830.859375,-802.8125,-774.765625,-746.71875,-718.671875,-690.625,-662.578125,-634.53125,-606.484375,-578.4375,-550.390625,-522.34375,-494.296875,-466.25,-438.203125,-410.15625,-382.109375,-354.0625,-326.015625,-297.96875,-269.921875,-241.875,-213.828125,-185.78125,-157.734375,-129.6875,-101.640625,-73.59375,-45.546875,-17.5,10.546875,38.59375,66.640625,94.6875,122.734375,150.78125,178.828125,206.875,234.921875,262.96875,291.015625,319.0625,347.109375,375.15625,403.203125,431.25,459.296875,487.34375,515.390625,543.4375,571.484375,599.53125,627.578125,655.625,683.671875,711.71875,739.765625,767.8125,795.859375,823.90625,851.953125,880]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,0,1,0,2,0,3,2,5,3,9,13,14,16,25,45,45,69,77,106,82,60,42,34,23,24,11,9,9,3,6,4,5,3,5,0,2,1,0,2,2,1,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-5.2041226439314414e-08,-5.0148347696676865e-08,-4.8255472506752994e-08,-4.6362593764115445e-08,-4.4469718574191575e-08,-4.2576839831554025e-08,-4.0683964641630155e-08,-3.8791085898992606e-08,-3.6898207156355056e-08,-3.5005331966431186e-08,-3.3112453223793636e-08,-3.1219578033869766e-08,-2.9326699291232217e-08,-2.7433822324951507e-08,-2.5540945358670797e-08,-2.3648068392390087e-08,-2.1755191426109377e-08,-1.9862314459828667e-08,-1.7969437493547957e-08,-1.6076560527267247e-08,-1.4183682672808118e-08,-1.2290805706527408e-08,-1.0397927852068278e-08,-8.505050885787568e-09,-6.6121739195068585e-09,-4.719296953226149e-09,-2.826419542856229e-09,-9.33542354530914e-10,9.593348337944008e-10,2.8522120221197156e-09,4.74508921044503e-09,6.63796662081495e-09,8.530847139809339e-09,1.0423724106090049e-08,1.2316601072370759e-08,1.4209478926829888e-08,1.610235500493218e-08,1.7995233747569728e-08,1.9888110713850438e-08,2.1780987680131147e-08,2.3673864646411857e-08,2.5566741612692567e-08,2.7459618578973277e-08,2.9352495545253987e-08,3.1245374287891536e-08,3.313824947781541e-08,3.5031128220452956e-08,3.6924003410376827e-08,3.8816882153014376e-08,4.0709760895651925e-08,4.2602636085575796e-08,4.4495514828213345e-08,4.6388390018137216e-08,4.8281268760774765e-08,5.0174143950698635e-08,5.2067022693336185e-08,5.3959901435973734e-08,5.5852776625897604e-08,5.7745655368535154e-08,5.963853055845902e-08,6.153140930109657e-08,6.342428804373412e-08,6.531715968094431e-08,6.721003842358186e-08,6.910291716621941e-08]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[2,1,2,1,2,7,7,10,4,19,11,16,11,29,17,12,17,20,13,14,20,12,18,12,13,12,12,21,13,13,14,9,13,15,13,10,17,16,22,14,19,16,14,16,14,11,14,11,23,22,19,14,8,13,14,9,5,7,8,0,3,1,1,2],"bins":[-0.0002710452245082706,-0.00026242915191687644,-0.0002538131084293127,-0.0002451970358379185,-0.00023658096324652433,-0.00022796489065513015,-0.0002193488326156512,-0.00021073277457617223,-0.00020211670198477805,-0.00019350062939338386,-0.0001848845713539049,-0.00017626851331442595,-0.00016765244072303176,-0.00015903636813163757,-0.00015042031009215862,-0.00014180425205267966,-0.00013318817946128547,-0.00012457210686989129,-0.00011595604883041233,-0.00010733998351497576,-9.872391819953918e-05,-9.010785288410261e-05,-8.149178756866604e-05,-7.287572225322947e-05,-6.42596569377929e-05,-5.5643591622356325e-05,-4.7027526306919754e-05,-3.841146099148318e-05,-2.979539567604661e-05,-2.1179330360610038e-05,-1.2563265045173466e-05,-3.947199729736894e-06,4.6688655856996775e-06,1.328493090113625e-05,2.190099621657282e-05,3.0517061532009393e-05,3.9133126847445965e-05,4.774919216288254e-05,5.636525747831911e-05,6.498132279375568e-05,7.359738810919225e-05,8.221345342462882e-05,9.08295187400654e-05,9.944558405550197e-05,0.00010806164937093854,0.00011667771468637511,0.00012529378000181168,0.00013390983804129064,0.00014252591063268483,0.000151141983224079,0.00015975804126355797,0.00016837409930303693,0.00017699017189443111,0.0001856062444858253,0.00019422230252530426,0.00020283836056478322,0.0002114544331561774,0.0002200705057475716,0.00022868656378705055,0.0002373026218265295,0.0002459186944179237,0.0002545347670093179,0.00026315083960071206,0.0002717668830882758,0.00028038295567967],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,2,1,4,6,5,6,10,12,12,12,11,13,15,20,20,18,24,30,36,28,29,26,29,43,26,30,33,21,27,27,22,15,19,16,21,12,8,14,11,7,5,6,3,8,3,4,4,0,0,5,2,1,1,0,1,0,0,0,1],"bins":[0.9995747208595276,0.9995899796485901,0.9996052384376526,0.9996204972267151,0.9996357560157776,0.9996509552001953,0.9996662139892578,0.9996814727783203,0.9996967315673828,0.9997119903564453,0.9997272491455078,0.9997425079345703,0.9997577667236328,0.9997730255126953,0.999788224697113,0.9998034834861755,0.999818742275238,0.9998340010643005,0.999849259853363,0.9998645186424255,0.999879777431488,0.9998950362205505,0.999910295009613,0.9999254941940308,0.9999407529830933,0.9999560117721558,0.9999712705612183,0.9999865293502808,1.0000017881393433,1.0000170469284058,1.0000323057174683,1.0000475645065308,1.0000628232955933,1.0000780820846558,1.0000933408737183,1.0001085996627808,1.0001238584518433,1.0001389980316162,1.0001542568206787,1.0001695156097412,1.0001847743988037,1.0002000331878662,1.0002152919769287,1.0002305507659912,1.0002458095550537,1.0002610683441162,1.0002763271331787,1.0002915859222412,1.0003068447113037,1.0003221035003662,1.0003373622894287,1.0003526210784912,1.0003678798675537,1.0003831386566162,1.0003983974456787,1.0004135370254517,1.0004287958145142,1.0004440546035767,1.0004593133926392,1.0004745721817017,1.0004898309707642,1.0005050897598267,1.0005203485488892,1.0005356073379517,1.0005508661270142]},"parameters/bert.embeddings.word_embeddings.weight":{"bins":[-0.09020470082759857,-0.08731447905302048,-0.08442425727844238,-0.08153402805328369,-0.0786438062787056,-0.0757535845041275,-0.07286336272954941,-0.06997314095497131,-0.06708291172981262,-0.06419268995523453,-0.06130246818065643,-0.05841224640607834,-0.055522024631500244,-0.05263179913163185,-0.04974157735705376,-0.046851351857185364,-0.04396113008260727,-0.041070908308029175,-0.03818068280816078,-0.03529046103358269,-0.032400235533714294,-0.0295100137591362,-0.026619791984558105,-0.023729568347334862,-0.020839344710111618,-0.017949121072888374,-0.015058898366987705,-0.012168675661087036,-0.009278452023863792,-0.006388228852301836,-0.0034980056807398796,-0.0006077825091779232,0.00228244811296463,0.0051726712845265865,0.008062894456088543,0.010953117161989212,0.013843340799212456,0.0167335644364357,0.019623786211013794,0.022514009848237038,0.02540423348546028,0.028294457122683525,0.03118468075990677,0.03407490253448486,0.03696512430906296,0.03985534980893135,0.042745571583509445,0.04563579708337784,0.04852601885795593,0.05141624063253403,0.05430646613240242,0.057196687906980515,0.06008691340684891,0.062977135181427,0.0658673569560051,0.06875757873058319,0.07164780795574188,0.07453802973031998,0.07742825150489807,0.08031847327947617,0.08320869505405426,0.08609891682863235,0.08898914605379105,0.09187936782836914,0.09476958960294724],"_type":"histogram","values":[2,1,4,13,19,20,43,59,130,199,256,449,665,1015,1408,1959,2746,3709,4869,6482,7982,9730,11850,14249,16455,18588,20677,22686,24155,25297,26116,26581,25313,24683,22939,21365,19413,17333,15147,12780,10577,8874,6911,5487,4156,3098,2264,1640,1176,831,542,359,221,147,82,63,32,18,10,4,3,1,1,4]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,1,1,3,0,1,2,4,6,5,6,10,6,13,22,36,42,67,75,89,97,77,51,47,23,14,17,12,6,5,5,2,4,5,4,0,2,1,1,1,0,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,1],"bins":[-599.3297729492188,-569.4793701171875,-539.62890625,-509.77850341796875,-479.9280700683594,-450.07763671875,-420.22723388671875,-390.3768005371094,-360.5263671875,-330.6759338378906,-300.82550048828125,-270.97509765625,-241.12466430664062,-211.27423095703125,-181.42381286621094,-151.57339477539062,-121.72296142578125,-91.8725357055664,-62.02210998535156,-32.17168426513672,-2.321258544921875,27.52916717529297,57.37959289550781,87.23001861572266,117.0804443359375,146.93087768554688,176.7812957763672,206.6317138671875,236.48214721679688,266.33258056640625,296.1829833984375,326.0334167480469,355.8837890625,385.7342224121094,415.58465576171875,445.43505859375,475.2854919433594,505.13592529296875,534.986328125,564.8367919921875,594.6871948242188,624.53759765625,654.3880615234375,684.2384643554688,714.0888671875,743.9393310546875,773.7897338867188,803.6401977539062,833.4906005859375,863.3410034179688,893.1914672851562,923.0418701171875,952.892333984375,982.7427368164062,1012.5931396484375,1042.443603515625,1072.2939453125,1102.1444091796875,1131.994873046875,1161.8453369140625,1191.6956787109375,1221.546142578125,1251.3966064453125,1281.2469482421875,1311.097412109375],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"values":[1,0,3,1,1,1,1,5,9,9,19,32,45,58,99,134,200,284,430,590,1012,1601,2523,4012,6755,11659,20334,37869,79363,225978,590108,369155,110390,47391,25475,14278,8582,5258,3179,2059,1337,842,582,389,246,180,122,86,41,35,31,25,15,13,6,4,1,2,0,1,1,0,1,1],"bins":[-820,-793.2890625,-766.578125,-739.8671875,-713.15625,-686.4453125,-659.734375,-633.0234375,-606.3125,-579.6015625,-552.890625,-526.1796875,-499.46875,-472.7578125,-446.046875,-419.3359375,-392.625,-365.9140625,-339.203125,-312.4921875,-285.78125,-259.0703125,-232.359375,-205.6484375,-178.9375,-152.2265625,-125.515625,-98.8046875,-72.09375,-45.3828125,-18.671875,8.0390625,34.75,61.4609375,88.171875,114.8828125,141.59375,168.3046875,195.015625,221.7265625,248.4375,275.1484375,301.859375,328.5703125,355.28125,381.9921875,408.703125,435.4140625,462.125,488.8359375,515.546875,542.2578125,568.96875,595.6796875,622.390625,649.1015625,675.8125,702.5234375,729.234375,755.9453125,782.65625,809.3671875,836.078125,862.7890625,889.5],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"values":[3,0,1,2,2,3,1,1,5,4,3,1,5,8,8,12,12,13,10,17,22,26,25,20,21,25,20,26,30,21,23,33,23,22,25,18,32,23,25,29,23,19,9,13,12,16,16,16,4,6,5,4,5,4,2,4,3,0,0,4,1,0,0,2],"bins":[-764.9638671875,-740.583740234375,-716.20361328125,-691.823486328125,-667.443359375,-643.0631713867188,-618.6830444335938,-594.3029174804688,-569.9227905273438,-545.5426635742188,-521.1625366210938,-496.7823791503906,-472.4022521972656,-448.0221252441406,-423.6419677734375,-399.2618408203125,-374.8817138671875,-350.5015869140625,-326.1214599609375,-301.7413024902344,-277.3611755371094,-252.98104858398438,-228.6009063720703,-204.22076416015625,-179.84063720703125,-155.46051025390625,-131.0803680419922,-106.70023345947266,-82.32009887695312,-57.939964294433594,-33.55982971191406,-9.179695129394531,15.20037841796875,39.58051300048828,63.96064758300781,88.34078216552734,112.72091674804688,137.10104370117188,161.48118591308594,185.861328125,210.241455078125,234.62158203125,259.001708984375,283.3818664550781,307.7619934082031,332.1421203613281,356.52227783203125,380.90240478515625,405.28253173828125,429.66265869140625,454.04278564453125,478.4229431152344,502.8030700683594,527.1832275390625,551.5633544921875,575.9434814453125,600.3236083984375,624.7037353515625,649.0838623046875,673.4639892578125,697.8441162109375,722.2243041992188,746.6044311523438,770.9845581054688,795.3646850585938],"_type":"histogram"},"learning_rate":9.999999998782073e-05,"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,0,2,1,2,3,6,7,11,10,14,28,31,47,54,94,144,190,288,407,629,962,1434,2266,3601,5857,9660,16939,30989,62419,153120,158927,65580,32146,17408,9926,6202,3674,2300,1460,932,643,445,302,197,144,95,61,46,31,31,17,12,6,8,6,3,2,1,1,1,0,1],"bins":[-106.875,-103.5380859375,-100.201171875,-96.8642578125,-93.52734375,-90.1904296875,-86.853515625,-83.5166015625,-80.1796875,-76.8427734375,-73.505859375,-70.1689453125,-66.83203125,-63.4951171875,-60.158203125,-56.8212890625,-53.484375,-50.1474609375,-46.810546875,-43.4736328125,-40.13671875,-36.7998046875,-33.462890625,-30.1259765625,-26.7890625,-23.4521484375,-20.115234375,-16.7783203125,-13.44140625,-10.1044921875,-6.767578125,-3.4306640625,-0.09375,3.2431640625,6.580078125,9.9169921875,13.25390625,16.5908203125,19.927734375,23.2646484375,26.6015625,29.9384765625,33.275390625,36.6123046875,39.94921875,43.2861328125,46.623046875,49.9599609375,53.296875,56.6337890625,59.970703125,63.3076171875,66.64453125,69.9814453125,73.318359375,76.6552734375,79.9921875,83.3291015625,86.666015625,90.0029296875,93.33984375,96.6767578125,100.013671875,103.3505859375,106.6875],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-1062,-1029.390625,-996.78125,-964.171875,-931.5625,-898.953125,-866.34375,-833.734375,-801.125,-768.515625,-735.90625,-703.296875,-670.6875,-638.078125,-605.46875,-572.859375,-540.25,-507.640625,-475.03125,-442.421875,-409.8125,-377.203125,-344.59375,-311.984375,-279.375,-246.765625,-214.15625,-181.546875,-148.9375,-116.328125,-83.71875,-51.109375,-18.5,14.109375,46.71875,79.328125,111.9375,144.546875,177.15625,209.765625,242.375,274.984375,307.59375,340.203125,372.8125,405.421875,438.03125,470.640625,503.25,535.859375,568.46875,601.078125,633.6875,666.296875,698.90625,731.515625,764.125,796.734375,829.34375,861.953125,894.5625,927.171875,959.78125,992.390625,1025],"_type":"histogram","values":[1,1,0,0,2,5,4,2,2,4,9,11,21,32,38,55,105,105,181,246,385,587,907,1471,2259,3751,5899,9879,16306,28349,52340,96521,134293,103233,56600,30855,17701,10475,6460,3829,2440,1566,964,660,376,307,184,118,86,69,43,23,13,17,8,8,4,3,2,3,1,2,1,2]},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,0,1,0,0,2,2,1,2,4,2,7,1,7,5,9,6,16,12,12,17,21,16,26,18,23,26,28,41,29,26,25,22,40,41,28,39,19,27,23,17,18,14,10,9,15,8,10,7,9,5,5,2,4,1,3,2,1,0,0,0,1,0,1],"bins":[-770.5,-746.1328125,-721.765625,-697.3984375,-673.03125,-648.6640625,-624.296875,-599.9296875,-575.5625,-551.1953125,-526.828125,-502.4609375,-478.09375,-453.7265625,-429.359375,-404.9921875,-380.625,-356.2578125,-331.890625,-307.5234375,-283.15625,-258.7890625,-234.421875,-210.0546875,-185.6875,-161.3203125,-136.953125,-112.5859375,-88.21875,-63.8515625,-39.484375,-15.1171875,9.25,33.6171875,57.984375,82.3515625,106.71875,131.0859375,155.453125,179.8203125,204.1875,228.5546875,252.921875,277.2890625,301.65625,326.0234375,350.390625,374.7578125,399.125,423.4921875,447.859375,472.2265625,496.59375,520.9609375,545.328125,569.6953125,594.0625,618.4296875,642.796875,667.1640625,691.53125,715.8984375,740.265625,764.6328125,789]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[2,1,0,0,2,4,7,7,7,7,9,6,16,5,19,25,19,24,13,23,19,13,23,20,27,36,24,25,33,29,27,33,30,24,26,18,14,15,17,16,12,10,12,14,6,5,5,3,3,2,5,6,3,2,4,2,1,3,0,1,2,0,0,2],"bins":[0.9996206760406494,0.9996345639228821,0.9996484518051147,0.9996623396873474,0.9996762871742249,0.9996901750564575,0.9997040629386902,0.9997179508209229,0.9997318387031555,0.9997457265853882,0.9997596740722656,0.9997735619544983,0.999787449836731,0.9998013377189636,0.9998152256011963,0.999829113483429,0.9998430013656616,0.9998569488525391,0.9998708367347717,0.9998847246170044,0.9998986124992371,0.9999125003814697,0.9999263882637024,0.9999403357505798,0.9999542236328125,0.9999681115150452,0.9999819993972778,0.9999958872795105,1.0000097751617432,1.0000237226486206,1.0000375509262085,1.000051498413086,1.0000653266906738,1.0000792741775513,1.0000932216644287,1.0001070499420166,1.000120997428894,1.000134825706482,1.0001487731933594,1.0001627206802368,1.0001765489578247,1.0001904964447021,1.00020432472229,1.0002182722091675,1.0002321004867554,1.0002460479736328,1.0002599954605103,1.0002738237380981,1.0002877712249756,1.0003015995025635,1.000315546989441,1.0003293752670288,1.0003433227539062,1.0003572702407837,1.0003710985183716,1.000385046005249,1.000398874282837,1.0004128217697144,1.0004267692565918,1.0004405975341797,1.0004545450210571,1.000468373298645,1.0004823207855225,1.0004961490631104,1.0005100965499878],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,1,5,5,9,15,27,40,61,111,200,253,452,673,977,1543,2156,2968,4039,5469,7259,9363,11591,14416,17179,20560,23357,26744,29062,31466,33335,34457,34626,34099,33056,31701,29206,26365,23584,20518,17194,14615,11573,9056,7383,5449,4015,3040,2225,1458,1007,682,465,279,173,107,71,42,18,12,6,2,2,1],"bins":[-0.09590859711170197,-0.09295867383480072,-0.09000874310731888,-0.08705881983041763,-0.08410888910293579,-0.08115896582603455,-0.0782090425491333,-0.07525911182165146,-0.07230918854475021,-0.06935925781726837,-0.06640933454036713,-0.06345941126346588,-0.06050948053598404,-0.057559553533792496,-0.05460963025689125,-0.05165970325469971,-0.04870977625250816,-0.04575984925031662,-0.042809922248125076,-0.03985999897122383,-0.03691007196903229,-0.033960144966840744,-0.0310102179646492,-0.028060292825102806,-0.025110365822911263,-0.02216043882071972,-0.019210513681173325,-0.01626058667898178,-0.013310660608112812,-0.010360734537243843,-0.007410808000713587,-0.0044608814641833305,-0.0015109553933143616,0.001438970910385251,0.004388897214084864,0.00733882375061512,0.010288749821484089,0.013238675892353058,0.0161886028945446,0.019138528034090996,0.02208845503628254,0.025038382038474083,0.027988307178020477,0.03093823418021202,0.033888161182403564,0.03683808818459511,0.03978801146149635,0.0427379384636879,0.04568786546587944,0.048637792468070984,0.05158771947026253,0.05453764274716377,0.057487569749355316,0.06043749675154686,0.0633874237537384,0.06633734703063965,0.06928727775812149,0.07223720103502274,0.07518713176250458,0.07813705503940582,0.08108697831630707,0.08403690904378891,0.08698683232069016,0.089936763048172,0.09288668632507324]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-600,-581.2734375,-562.546875,-543.8203125,-525.09375,-506.3671875,-487.640625,-468.9140625,-450.1875,-431.4609375,-412.734375,-394.0078125,-375.28125,-356.5546875,-337.828125,-319.1015625,-300.375,-281.6484375,-262.921875,-244.1953125,-225.46875,-206.7421875,-188.015625,-169.2890625,-150.5625,-131.8359375,-113.109375,-94.3828125,-75.65625,-56.9296875,-38.203125,-19.4765625,-0.75,17.9765625,36.703125,55.4296875,74.15625,92.8828125,111.609375,130.3359375,149.0625,167.7890625,186.515625,205.2421875,223.96875,242.6953125,261.421875,280.1484375,298.875,317.6015625,336.328125,355.0546875,373.78125,392.5078125,411.234375,429.9609375,448.6875,467.4140625,486.140625,504.8671875,523.59375,542.3203125,561.046875,579.7734375,598.5],"_type":"histogram","values":[1,1,0,1,5,6,16,7,15,21,28,35,57,82,109,167,254,413,596,852,1215,1896,2899,4275,6581,10241,16212,26911,46688,87682,181997,378009,394504,193891,92491,49033,27796,17115,10749,6722,4404,2926,1945,1270,843,623,395,263,199,138,92,57,48,29,18,15,4,7,7,0,3,3,1,1]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,1,0,2,2,0,2,1,5,8,9,9,9,17,29,34,52,69,95,119,91,54,38,41,17,16,6,9,3,6,3,1,3,4,3,1,0,3,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-796.0626220703125,-762.0166625976562,-727.970703125,-693.9246826171875,-659.8787231445312,-625.832763671875,-591.7867431640625,-557.7407836914062,-523.69482421875,-489.64886474609375,-455.6028747558594,-421.556884765625,-387.51092529296875,-353.4649658203125,-319.4189758300781,-285.37298583984375,-251.3270263671875,-217.2810516357422,-183.23507690429688,-149.18910217285156,-115.14312744140625,-81.09715270996094,-47.051177978515625,-13.005203247070312,21.040771484375,55.08674621582031,89.13272094726562,123.17869567871094,157.22467041015625,191.27064514160156,225.31661987304688,259.36260986328125,293.4085693359375,327.45452880859375,361.5005187988281,395.5465087890625,429.59246826171875,463.638427734375,497.6844177246094,531.7304077148438,565.7763671875,599.8223266601562,633.8682861328125,667.914306640625,701.9602661132812,736.0062255859375,770.05224609375,804.0982055664062,838.1441650390625,872.1901245117188,906.236083984375,940.2821044921875,974.3280639648438,1008.3740234375,1042.4200439453125,1076.4659423828125,1110.511962890625,1144.5579833984375,1178.6038818359375,1212.64990234375,1246.69580078125,1280.7418212890625,1314.787841796875,1348.833740234375,1382.8797607421875],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,4,6,5,6,4,6,13,10,9,28,41,74,76,84,90,78,59,47,34,26,20,6,5,7,3,4,3,5,2,2,2,1,0,1,0,0,1,0,0,1,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-648.657470703125,-618.3120727539062,-587.9666137695312,-557.6212158203125,-527.2757568359375,-496.93035888671875,-466.5849304199219,-436.239501953125,-405.89410400390625,-375.5486755371094,-345.2032470703125,-314.8578186035156,-284.51239013671875,-254.16697692871094,-223.82154846191406,-193.47613525390625,-163.13070678710938,-132.7852783203125,-102.43986511230469,-72.09443664550781,-41.74901580810547,-11.403593063354492,18.941829681396484,49.287254333496094,79.63267517089844,109.97809600830078,140.32351684570312,170.6689453125,201.01437377929688,231.3597869873047,261.7052001953125,292.0506286621094,322.39605712890625,352.7414855957031,383.0869140625,413.43231201171875,443.7777404785156,474.1231689453125,504.4685974121094,534.8140258789062,565.159423828125,595.5048828125,625.8502807617188,656.1956787109375,686.5411376953125,716.8865356445312,747.2319946289062,777.577392578125,807.9228515625,838.2682495117188,868.6136474609375,898.9591064453125,929.3045043945312,959.6499633789062,989.995361328125,1020.3407592773438,1050.6861572265625,1081.0316162109375,1111.3770751953125,1141.722412109375,1172.06787109375,1202.413330078125,1232.7587890625,1263.1041259765625,1293.4495849609375]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9995187520980835,0.9995359182357788,0.9995530843734741,0.9995702505111694,0.9995874762535095,0.9996046423912048,0.9996218085289001,0.9996389746665955,0.9996561408042908,0.9996733069419861,0.9996905326843262,0.9997076988220215,0.9997248649597168,0.9997420310974121,0.9997591972351074,0.9997763633728027,0.999793529510498,0.9998107552528381,0.9998279213905334,0.9998450875282288,0.9998622536659241,0.9998794198036194,0.9998965859413147,0.9999138116836548,0.9999309778213501,0.9999481439590454,0.9999653100967407,0.999982476234436,0.9999996423721313,1.0000168085098267,1.000033974647522,1.0000511407852173,1.0000684261322021,1.0000855922698975,1.0001027584075928,1.000119924545288,1.0001370906829834,1.0001542568206787,1.000171422958374,1.0001885890960693,1.0002057552337646,1.00022292137146,1.0002400875091553,1.0002572536468506,1.000274419784546,1.0002917051315308,1.000308871269226,1.0003260374069214,1.0003432035446167,1.000360369682312,1.0003775358200073,1.0003947019577026,1.000411868095398,1.0004290342330933,1.0004462003707886,1.0004633665084839,1.0004805326461792,1.0004976987838745,1.0005149841308594,1.0005321502685547,1.00054931640625,1.0005664825439453,1.0005836486816406,1.000600814819336,1.0006179809570312],"_type":"histogram","values":[1,1,0,0,2,1,4,5,3,4,5,5,9,12,9,16,10,22,21,18,18,20,33,26,30,22,24,30,36,29,35,41,33,38,33,26,20,25,14,14,12,10,4,3,8,3,5,2,7,3,6,3,1,2,0,1,0,0,1,0,0,1,0,1]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.10025718808174133,-0.09725964069366455,-0.09426208585500717,-0.09126453846693039,-0.08826699107885361,-0.08526944369077682,-0.08227188885211945,-0.07927434146404266,-0.07627679407596588,-0.0732792392373085,-0.07028169184923172,-0.06728414446115494,-0.06428659707307816,-0.061289045959711075,-0.058291494846343994,-0.05529394745826721,-0.05229639634490013,-0.04929884523153305,-0.04630129784345627,-0.04330374673008919,-0.040306199342012405,-0.037308648228645325,-0.03431110084056854,-0.03131354972720146,-0.02831600047647953,-0.0253184512257576,-0.022320901975035667,-0.019323352724313736,-0.016325801610946655,-0.013328253291547298,-0.010330703109502792,-0.007333153858780861,-0.0043356046080589294,-0.0013380551245063543,0.0016594943590462208,0.0046570440754294395,0.007654593326151371,0.010652142576873302,0.013649692758917809,0.01664724200963974,0.01964479126036167,0.022642340511083603,0.025639889761805534,0.028637439012527466,0.031634990125894547,0.03463253751397133,0.03763008862733841,0.04062763601541519,0.04362518712878227,0.04662273824214935,0.049620285630226135,0.052617836743593216,0.05561538413167,0.05861293524503708,0.06161048263311386,0.06460803002119064,0.06760558485984802,0.0706031322479248,0.07360067963600159,0.07659823447465897,0.07959578186273575,0.08259332925081253,0.08559087663888931,0.08858843147754669,0.09158597886562347],"_type":"histogram","values":[1,0,0,1,3,8,7,23,32,65,74,150,262,394,664,902,1416,2090,2940,3857,5492,7057,9286,11433,14369,17471,20443,23590,26763,29665,31805,33707,34982,35299,34834,33508,31750,29125,26671,23139,20123,17236,14132,11348,8999,6963,5343,3928,2660,1988,1361,931,611,361,233,144,87,45,27,8,5,11,0,2]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,2,2,0,0,2,3,0,4,3,7,4,8,9,11,15,17,25,29,36,43,33,56,68,91,90,109,131,150,134,166,138,100,101,75,66,52,60,34,38,20,22,19,19,12,9,8,4,4,4,2,0,3,1,2,3,0,0,1,0,0,0,0,2],"bins":[-301.25,-291.01171875,-280.7734375,-270.53515625,-260.296875,-250.05859375,-239.8203125,-229.58203125,-219.34375,-209.10546875,-198.8671875,-188.62890625,-178.390625,-168.15234375,-157.9140625,-147.67578125,-137.4375,-127.19921875,-116.9609375,-106.72265625,-96.484375,-86.24609375,-76.0078125,-65.76953125,-55.53125,-45.29296875,-35.0546875,-24.81640625,-14.578125,-4.33984375,5.8984375,16.13671875,26.375,36.61328125,46.8515625,57.08984375,67.328125,77.56640625,87.8046875,98.04296875,108.28125,118.51953125,128.7578125,138.99609375,149.234375,159.47265625,169.7109375,179.94921875,190.1875,200.42578125,210.6640625,220.90234375,231.140625,241.37890625,251.6171875,261.85546875,272.09375,282.33203125,292.5703125,302.80859375,313.046875,323.28515625,333.5234375,343.76171875,354]},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,2,1,1,0,7,6,7,5,7,9,25,32,28,58,74,103,95,75,53,47,28,37,12,6,11,4,6,2,8,3,1,1,2,2,0,3,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-769.681884765625,-738.2131958007812,-706.7445068359375,-675.27587890625,-643.8071899414062,-612.3385009765625,-580.8698120117188,-549.4011840820312,-517.9324951171875,-486.46380615234375,-454.9951171875,-423.5264587402344,-392.0577697753906,-360.589111328125,-329.12042236328125,-297.6517639160156,-266.1830749511719,-234.7144012451172,-203.2457275390625,-171.7770538330078,-140.30838012695312,-108.8396987915039,-77.37101745605469,-45.90234375,-14.433670043945312,17.035005569458008,48.50368118286133,79.97235870361328,111.44103240966797,142.9097137451172,174.37838745117188,205.84706115722656,237.31573486328125,268.784423828125,300.2530822753906,331.7217712402344,363.1904296875,394.65911865234375,426.1277770996094,457.5964660644531,489.06512451171875,520.5338134765625,552.0025024414062,583.47119140625,614.9398193359375,646.4085083007812,677.877197265625,709.3458862304688,740.8145751953125,772.283203125,803.7518920898438,835.2205810546875,866.6892700195312,898.1578979492188,929.6265869140625,961.0952758789062,992.56396484375,1024.0325927734375,1055.5013427734375,1086.969970703125,1118.4385986328125,1149.9073486328125,1181.3759765625,1212.8447265625,1244.3133544921875]},"parameters/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[2,2,6,14,23,46,84,143,276,434,669,1136,1656,2578,3798,5526,7956,10750,14643,19376,25391,31966,39548,47996,56420,65188,73056,81374,87589,91234,94235,95229,92909,89810,84037,76783,69438,60713,52031,43424,35437,28432,22409,17108,12624,9307,6693,4626,3089,2143,1411,823,513,309,220,99,54,32,24,11,1,5,2,3],"bins":[-0.0946536511182785,-0.09162396937608719,-0.08859428763389587,-0.08556460589170456,-0.08253492414951324,-0.07950524240732193,-0.07647556066513062,-0.0734458789229393,-0.07041619718074799,-0.06738652288913727,-0.06435684114694595,-0.06132715567946434,-0.058297477662563324,-0.05526779592037201,-0.052238114178180695,-0.04920843243598938,-0.046178750693798065,-0.04314906895160675,-0.040119387209415436,-0.03708970546722412,-0.034060023725032806,-0.03103034384548664,-0.028000663965940475,-0.02497098222374916,-0.021941300481557846,-0.01891161873936653,-0.015881936997175217,-0.012852257117629051,-0.009822575375437737,-0.006792894098907709,-0.0037632128223776817,-0.0007335315458476543,0.002296149730682373,0.0053258310072124004,0.008355512283742428,0.011385193094611168,0.014414874836802483,0.017444556578993797,0.020474236458539963,0.023503918200731277,0.026533599942922592,0.029563281685113907,0.03259296342730522,0.035622645169496536,0.03865232318639755,0.04168200492858887,0.04471168667078018,0.0477413684129715,0.05077105015516281,0.053800731897354126,0.05683041363954544,0.059860095381736755,0.06288977712392807,0.06591945886611938,0.0689491406083107,0.07197882235050201,0.07500849664211273,0.07803817838430405,0.08106786012649536,0.08409754186868668,0.08712722361087799,0.0901569053530693,0.09318658709526062,0.09621626883745193,0.09924595057964325]},"_timestamp":1.7527897797675169e+09,"gradients/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[3,3,7,8,8,12,17,21,45,44,85,114,172,255,338,566,849,1167,1784,2417,3504,4896,7104,10733,16441,25831,42922,82520,145091,103666,51825,30014,18699,12098,8243,5483,4071,2788,1931,1310,880,584,422,267,186,128,79,53,46,35,13,12,7,8,4,2,3,2,2,3,1,0,0,2],"bins":[-69.625,-67.1953125,-64.765625,-62.3359375,-59.90625,-57.4765625,-55.046875,-52.6171875,-50.1875,-47.7578125,-45.328125,-42.8984375,-40.46875,-38.0390625,-35.609375,-33.1796875,-30.75,-28.3203125,-25.890625,-23.4609375,-21.03125,-18.6015625,-16.171875,-13.7421875,-11.3125,-8.8828125,-6.453125,-4.0234375,-1.59375,0.8359375,3.265625,5.6953125,8.125,10.5546875,12.984375,15.4140625,17.84375,20.2734375,22.703125,25.1328125,27.5625,29.9921875,32.421875,34.8515625,37.28125,39.7109375,42.140625,44.5703125,47,49.4296875,51.859375,54.2890625,56.71875,59.1484375,61.578125,64.0078125,66.4375,68.8671875,71.296875,73.7265625,76.15625,78.5859375,81.015625,83.4453125,85.875]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[4,0,1,2,1,4,3,6,5,6,5,9,9,15,16,13,12,20,23,20,15,20,20,27,24,11,20,16,20,12,22,14,16,34,18,14,15,19,19,9,18,19,18,17,14,13,21,11,16,10,15,12,8,5,9,8,4,2,2,1,2,0,2,2],"bins":[-0.00035464693792164326,-0.00034345168387517333,-0.00033225645893253386,-0.00032106120488606393,-0.000309865950839594,-0.00029867072589695454,-0.0002874754718504846,-0.0002762802178040147,-0.00026508496375754476,-0.0002538897388149053,-0.00024269448476843536,-0.00023149924527388066,-0.00022030400577932596,-0.00020910875173285604,-0.00019791351223830134,-0.0001867182581918314,-0.0001755230186972767,-0.000164327779202722,-0.00015313252515625209,-0.0001419372856616974,-0.00013074203161522746,-0.00011954679212067276,-0.00010835155262611806,-9.715630585560575e-05,-8.596105908509344e-05,-7.476581231458113e-05,-6.357056554406881e-05,-5.2375326049514115e-05,-4.11800792790018e-05,-2.9984834327478893e-05,-1.8789589375955984e-05,-7.594344424433075e-06,3.6008714232593775e-06,1.4796116374782287e-05,2.5991361326305196e-05,3.71866044588387e-05,4.8381851229351014e-05,5.9577097999863327e-05,7.077233749441803e-05,8.196758426493034e-05,9.316283103544265e-05,0.00010435807780595496,0.00011555332457646728,0.00012674856407102197,0.00013794380356557667,0.0001491390576120466,0.0001603342971066013,0.00017152955115307122,0.00018272479064762592,0.00019392003014218062,0.00020511528418865055,0.00021631052368320525,0.00022750577772967517,0.00023870101722422987,0.00024989625671878457,0.0002610915107652545,0.0002722867648117244,0.0002834819897543639,0.0002946772438008338,0.00030587249784730375,0.0003170677227899432,0.00032826297683641315,0.00033945823088288307,0.00035065345582552254,0.00036184870987199247]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,2,2,2,3,2,5,1,2,8,10,11,6,7,8,11,10,18,14,32,12,26,33,20,29,34,27,32,31,21,15,24,21,33,24,22,21,28,16,19,21,21,8,6,12,0,9,10,10,6,4,1,3,5,4,1,1,0,0,0,0,1],"bins":[-688.08203125,-666.0523681640625,-644.022705078125,-621.9929809570312,-599.9633178710938,-577.9336547851562,-555.9039916992188,-533.8743286132812,-511.8446350097656,-489.8149719238281,-467.7852783203125,-445.755615234375,-423.7259521484375,-401.6962585449219,-379.6665954589844,-357.63690185546875,-335.60723876953125,-313.57757568359375,-291.5478820800781,-269.5182189941406,-247.48854064941406,-225.4588623046875,-203.42919921875,-181.39952087402344,-159.36984252929688,-137.3401641845703,-115.31049346923828,-93.28082275390625,-71.25114440917969,-49.22146987915039,-27.191795349121094,-5.162120819091797,16.8675537109375,38.8972282409668,60.926902770996094,82.95657348632812,104.98625183105469,127.01593017578125,149.04559326171875,171.0752716064453,193.10494995117188,215.13462829589844,237.164306640625,259.1939697265625,281.2236328125,303.2533264160156,325.2829895019531,347.31268310546875,369.34234619140625,391.37200927734375,413.4017028808594,435.4313659667969,457.4610595703125,479.49072265625,501.5203857421875,523.550048828125,545.5797119140625,567.6094360351562,589.6390991210938,611.6687622070312,633.6984252929688,655.7280883789062,677.7578125,699.7874755859375,721.817138671875]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-7.283383496314855e-08,-7.073034424820435e-08,-6.86268606386875e-08,-6.65233699237433e-08,-6.44198792087991e-08,-6.23163884938549e-08,-6.02128977789107e-08,-5.810941416939386e-08,-5.600592345444966e-08,-5.390243273950546e-08,-5.1798945577274935e-08,-4.9695458415044413e-08,-4.759196770010021e-08,-4.548847698515601e-08,-4.338498982292549e-08,-4.128150266069497e-08,-3.917801194575077e-08,-3.707452123080657e-08,-3.4971034068576046e-08,-3.2867546906345524e-08,-3.076405619140132e-08,-2.8660567252813962e-08,-2.65570783142266e-08,-2.445358937563924e-08,-2.235010043705188e-08,-2.0246611498464517e-08,-1.8143122559877156e-08,-1.6039633621289795e-08,-1.3936144682702434e-08,-1.1832655744115073e-08,-9.729166805527711e-09,-7.62567786694035e-09,-5.5221818229256314e-09,-3.4186928843382702e-09,-1.315203945750909e-09,7.882849928364521e-10,2.8917739314238133e-09,4.9952628700111745e-09,7.098751808598536e-09,9.202240747185897e-09,1.1305729685773258e-08,1.340921862436062e-08,1.551270756294798e-08,1.7616196501535342e-08,1.9719685440122703e-08,2.1823174378710064e-08,2.3926663317297425e-08,2.6030152255884786e-08,2.8133641194472148e-08,3.023713190941635e-08,3.234061907164687e-08,3.444410623387739e-08,3.654759694882159e-08,3.865108766376579e-08,4.0754574825996315e-08,4.2858061988226837e-08,4.496155270317104e-08,4.706504341811524e-08,4.916853058034576e-08,5.127201774257628e-08,5.337550845752048e-08,5.547899917246468e-08,5.7582486334695204e-08,5.968597349692573e-08,6.178946421186993e-08],"_type":"histogram","values":[1,0,1,0,0,1,0,0,0,0,1,0,1,0,0,0,2,0,0,0,2,6,3,5,6,7,11,15,17,19,40,33,64,73,103,97,68,52,31,30,18,19,5,9,7,5,2,2,0,2,0,4,1,0,0,0,1,0,1,0,1,1,0,1]},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,2,0,2,1,3,3,3,3,2,3,9,9,8,9,6,5,13,9,18,17,24,22,22,27,31,22,42,23,37,26,21,25,16,28,28,21,32,14,21,24,20,19,11,14,8,7,9,9,6,9,3,7,4,1,2,5,1,0,0,0,0,0,1],"bins":[-673,-651.2734375,-629.546875,-607.8203125,-586.09375,-564.3671875,-542.640625,-520.9140625,-499.1875,-477.4609375,-455.734375,-434.0078125,-412.28125,-390.5546875,-368.828125,-347.1015625,-325.375,-303.6484375,-281.921875,-260.1953125,-238.46875,-216.7421875,-195.015625,-173.2890625,-151.5625,-129.8359375,-108.109375,-86.3828125,-64.65625,-42.9296875,-21.203125,0.5234375,22.25,43.9765625,65.703125,87.4296875,109.15625,130.8828125,152.609375,174.3359375,196.0625,217.7890625,239.515625,261.2421875,282.96875,304.6953125,326.421875,348.1484375,369.875,391.6015625,413.328125,435.0546875,456.78125,478.5078125,500.234375,521.9609375,543.6875,565.4140625,587.140625,608.8671875,630.59375,652.3203125,674.046875,695.7734375,717.5]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-122.5,-118.47265625,-114.4453125,-110.41796875,-106.390625,-102.36328125,-98.3359375,-94.30859375,-90.28125,-86.25390625,-82.2265625,-78.19921875,-74.171875,-70.14453125,-66.1171875,-62.08984375,-58.0625,-54.03515625,-50.0078125,-45.98046875,-41.953125,-37.92578125,-33.8984375,-29.87109375,-25.84375,-21.81640625,-17.7890625,-13.76171875,-9.734375,-5.70703125,-1.6796875,2.34765625,6.375,10.40234375,14.4296875,18.45703125,22.484375,26.51171875,30.5390625,34.56640625,38.59375,42.62109375,46.6484375,50.67578125,54.703125,58.73046875,62.7578125,66.78515625,70.8125,74.83984375,78.8671875,82.89453125,86.921875,90.94921875,94.9765625,99.00390625,103.03125,107.05859375,111.0859375,115.11328125,119.140625,123.16796875,127.1953125,131.22265625,135.25],"_type":"histogram","values":[3,1,2,1,3,3,4,9,9,11,17,26,34,52,71,122,170,229,389,568,890,1290,1976,3254,5223,8267,14160,24809,47215,106797,183951,91586,42194,22511,13126,7551,4771,2957,1890,1228,825,565,335,214,163,107,63,52,49,19,20,11,7,5,6,2,3,4,1,0,0,1,1,1]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,0,5,8,10,4,3,6,11,11,13,11,9,24,9,21,21,17,19,14,17,20,17,16,26,16,15,15,14,16,13,18,22,15,16,17,14,17,16,12,19,20,19,16,10,20,11,12,19,10,13,8,12,7,3,5,4,2,1,0,2,0,2,3],"bins":[-0.00019214555504731834,-0.00018562251352705061,-0.00017909945745486766,-0.00017257641593459994,-0.0001660533744143322,-0.00015953031834214926,-0.00015300727682188153,-0.0001464842353016138,-0.00013996119378134608,-0.00013343813770916313,-0.0001269150961888954,-0.00012039204739267007,-0.00011386899859644473,-0.000107345957076177,-0.00010082290827995166,-9.429986675968394e-05,-8.77768179634586e-05,-8.125376916723326e-05,-7.473072764696553e-05,-6.82076788507402e-05,-6.168463733047247e-05,-5.516158853424713e-05,-4.863853973802179e-05,-4.211549457977526e-05,-3.559244942152873e-05,-2.9069404263282195e-05,-2.254635728604626e-05,-1.6023310308810323e-05,-9.500265150563791e-06,-2.9772190828225575e-06,3.5458269849186763e-06,1.006887305265991e-05,1.6591904568485916e-05,2.3114949726732448e-05,2.9637996703968383e-05,3.616104368120432e-05,4.268408883945085e-05,4.920713399769738e-05,5.573018279392272e-05,6.225322431419045e-05,6.877627311041579e-05,7.529932190664113e-05,8.182236342690885e-05,8.834541222313419e-05,9.486846101935953e-05,0.00010139150253962725,0.00010791455133585259,0.00011443759285612032,0.00012096064165234566,0.00012748368317261338,0.00013400673924479634,0.00014052978076506406,0.00014705282228533179,0.00015357587835751474,0.00016009891987778246,0.0001666219613980502,0.00017314500291831791,0.00017966805899050087,0.0001861911005107686,0.00019271414203103632,0.00019923719810321927,0.000205760239623487,0.00021228328114375472,0.00021880633721593767,0.0002253293787362054]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,3,0,1,4,0,3,5,5,4,3,6,7,11,12,11,14,15,11,19,14,23,22,29,22,32,20,27,25,22,25,27,34,28,23,23,20,15,19,24,15,13,20,21,7,17,16,10,6,6,5,4,6,3,0,3,3,0,1,1,0,1],"bins":[-637.6995239257812,-617.2218627929688,-596.7442626953125,-576.2666015625,-555.7890014648438,-535.3113403320312,-514.833740234375,-494.3561096191406,-473.87847900390625,-453.40081787109375,-432.9231872558594,-412.445556640625,-391.9679260253906,-371.49029541015625,-351.0126647949219,-330.5350341796875,-310.0574035644531,-289.57977294921875,-269.1021423339844,-248.62451171875,-228.14688110351562,-207.6692352294922,-187.1916046142578,-166.71397399902344,-146.23634338378906,-125.75871276855469,-105.28108215332031,-84.8034439086914,-64.32581329345703,-43.848182678222656,-23.370548248291016,-2.892915725708008,17.584716796875,38.062347412109375,58.539981842041016,79.01761627197266,99.49524688720703,119.9728775024414,140.4505157470703,160.9281463623047,181.40577697753906,201.88340759277344,222.3610382080078,242.8386688232422,263.3163146972656,283.7939453125,304.2715759277344,324.74920654296875,345.2268371582031,365.7044677734375,386.1820983886719,406.65972900390625,427.1373596191406,447.614990234375,468.0926208496094,488.57025146484375,509.04791259765625,529.5255126953125,550.003173828125,570.4807739257812,590.9584350585938,611.43603515625,631.9136962890625,652.3912963867188,672.8689575195312]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-285.25,-275.79296875,-266.3359375,-256.87890625,-247.421875,-237.96484375,-228.5078125,-219.05078125,-209.59375,-200.13671875,-190.6796875,-181.22265625,-171.765625,-162.30859375,-152.8515625,-143.39453125,-133.9375,-124.48046875,-115.0234375,-105.56640625,-96.109375,-86.65234375,-77.1953125,-67.73828125,-58.28125,-48.82421875,-39.3671875,-29.91015625,-20.453125,-10.99609375,-1.5390625,7.91796875,17.375,26.83203125,36.2890625,45.74609375,55.203125,64.66015625,74.1171875,83.57421875,93.03125,102.48828125,111.9453125,121.40234375,130.859375,140.31640625,149.7734375,159.23046875,168.6875,178.14453125,187.6015625,197.05859375,206.515625,215.97265625,225.4296875,234.88671875,244.34375,253.80078125,263.2578125,272.71484375,282.171875,291.62890625,301.0859375,310.54296875,320],"_type":"histogram","values":[2,2,1,2,0,1,3,2,2,1,6,7,8,16,7,14,22,16,25,35,40,52,53,80,59,86,105,87,117,137,141,127,108,109,92,70,69,48,46,37,40,31,22,22,17,15,14,13,13,4,5,3,5,2,2,1,2,0,0,0,0,1,0,1]},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,1,2,5,4,4,7,8,12,16,26,44,58,66,83,143,188,262,369,586,824,1187,1749,2560,3827,5832,8929,13893,21977,37241,69631,161564,398770,454084,194414,81128,42602,25632,15854,10053,6602,4226,2844,1777,1229,777,554,355,266,188,134,88,56,33,32,19,18,13,2,6,2,2,3,2],"bins":[-599.5,-581.390625,-563.28125,-545.171875,-527.0625,-508.953125,-490.84375,-472.734375,-454.625,-436.515625,-418.40625,-400.296875,-382.1875,-364.078125,-345.96875,-327.859375,-309.75,-291.640625,-273.53125,-255.421875,-237.3125,-219.203125,-201.09375,-182.984375,-164.875,-146.765625,-128.65625,-110.546875,-92.4375,-74.328125,-56.21875,-38.109375,-20,-1.890625,16.21875,34.328125,52.4375,70.546875,88.65625,106.765625,124.875,142.984375,161.09375,179.203125,197.3125,215.421875,233.53125,251.640625,269.75,287.859375,305.96875,324.078125,342.1875,360.296875,378.40625,396.515625,414.625,432.734375,450.84375,468.953125,487.0625,505.171875,523.28125,541.390625,559.5]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,2,0,0,0,0,0,5,7,8,2,5,10,4,9,17,18,25,23,23,32,34,41,47,56,49,70,63,61,69,76,79,97,105,88,98,96,79,82,79,78,58,45,52,37,42,42,35,21,22,10,15,7,6,6,7,0,2,1,1,0,0,1],"bins":[-0.0002641364699229598,-0.00025669767637737095,-0.0002492588828317821,-0.00024182007473427802,-0.00023438126663677394,-0.0002269424730911851,-0.00021950366499368101,-0.00021206487144809216,-0.00020462606335058808,-0.00019718726980499923,-0.00018974847625941038,-0.0001823096681619063,-0.00017487087461631745,-0.00016743206651881337,-0.00015999327297322452,-0.00015255446487572044,-0.0001451156713301316,-0.00013767687778454274,-0.00013023806968703866,-0.0001227992761414498,-0.00011536046804394573,-0.00010792167449835688,-0.00010048287367681041,-9.304407285526395e-05,-8.560527203371748e-05,-7.816647121217102e-05,-7.072767039062455e-05,-6.328886956907809e-05,-5.585007238551043e-05,-4.8411271563963965e-05,-4.0972474380396307e-05,-3.353367355884984e-05,-2.6094887289218605e-05,-1.865608646767214e-05,-1.1217287465115078e-05,-3.7784875530633144e-06,3.660312358988449e-06,1.1099112271040212e-05,1.8537912183091976e-05,2.5976711185649037e-05,3.34155120071955e-05,4.085431282874197e-05,4.829311365028843e-05,5.573191083385609e-05,6.317070801742375e-05,7.060950883897021e-05,7.804830966051668e-05,8.548711048206314e-05,9.292591130360961e-05,0.00010036471212515607,0.00010780351294670254,0.000115242313768249,0.00012268111458979547,0.00013011990813538432,0.0001375587162328884,0.00014499750977847725,0.00015243631787598133,0.00015987511142157018,0.00016731390496715903,0.0001747527130646631,0.00018219150661025196,0.00018963031470775604,0.0001970691082533449,0.00020450791635084897,0.00021194670989643782]},"_runtime":73.321269347,"parameters/bert.encoder.layer.0.attention.self.key.weight":{"values":[2,0,5,4,9,18,13,35,54,119,185,251,426,637,937,1386,2159,2847,3886,5388,6959,9056,11276,14001,16793,20035,23253,25825,28797,31325,33034,34283,34823,34266,33174,31718,29441,27045,23786,20842,17686,14913,11936,9658,7464,5619,4384,3153,2208,1547,1111,717,491,331,200,126,82,40,33,10,11,4,5,2],"bins":[-0.09629745781421661,-0.09334792196750641,-0.0903983935713768,-0.08744886517524719,-0.08449932932853699,-0.08154979348182678,-0.07860026508569717,-0.07565073668956757,-0.07270120084285736,-0.06975166499614716,-0.06680213660001755,-0.06385260820388794,-0.060903072357177734,-0.05795354023575783,-0.05500400811433792,-0.052054475992918015,-0.04910494387149811,-0.0461554117500782,-0.043205879628658295,-0.04025634750723839,-0.03730681538581848,-0.034357283264398575,-0.03140775114297867,-0.02845821902155876,-0.025508686900138855,-0.02255915477871895,-0.019609622657299042,-0.016660090535879135,-0.013710558414459229,-0.010761026293039322,-0.007811494171619415,-0.004861962050199509,-0.001912429928779602,0.0010371021926403046,0.003986634314060211,0.006936166435480118,0.009885698556900024,0.012835230678319931,0.015784762799739838,0.018734294921159744,0.02168382704257965,0.024633359163999557,0.027582891285419464,0.03053242340683937,0.03348195552825928,0.036431487649679184,0.03938101977109909,0.042330551892519,0.045280084013938904,0.04822961613535881,0.05117914825677872,0.054128680378198624,0.05707821249961853,0.06002774462103844,0.06297727674245834,0.06592680513858795,0.06887634098529816,0.07182587683200836,0.07477540522813797,0.07772493362426758,0.08067446947097778,0.08362400531768799,0.0865735337138176,0.0895230621099472,0.09247259795665741],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09965688735246658,-0.09657081961631775,-0.09348475933074951,-0.09039869159460068,-0.08731263130903244,-0.0842265635728836,-0.08114049583673477,-0.07805443555116653,-0.0749683678150177,-0.07188230752944946,-0.06879623979330063,-0.0657101720571518,-0.06262411177158356,-0.05953804776072502,-0.05645198002457619,-0.05336591601371765,-0.050279852002859116,-0.04719378799200058,-0.044107723981142044,-0.04102165624499321,-0.037935592234134674,-0.03484952822327614,-0.0317634642124176,-0.028677398338913918,-0.025591334328055382,-0.022505270317196846,-0.01941920444369316,-0.016333140432834625,-0.013247075490653515,-0.010161010548472404,-0.007074946071952581,-0.003988881595432758,-0.000902816653251648,0.0021832480560988188,0.0052693127654492855,0.008355377241969109,0.011441442184150219,0.01452750712633133,0.017613571137189865,0.02069963701069355,0.023785701021552086,0.02687176503241062,0.029957830905914307,0.03304389491677284,0.03612995892763138,0.039216022938489914,0.04230209067463875,0.045388154685497284,0.04847421869635582,0.051560282707214355,0.05464634671807289,0.057732414454221725,0.06081847846508026,0.0639045387506485,0.06699060648679733,0.07007667422294617,0.0731627345085144,0.07624880224466324,0.07933486253023148,0.08242093026638031,0.08550699800252914,0.08859305828809738,0.09167912602424622,0.09476518630981445,0.09785125404596329],"_type":"histogram","values":[3,0,1,1,4,3,19,23,58,89,146,212,370,507,796,1268,1786,2755,3726,5269,7012,8973,11634,14468,17594,21024,24631,27530,30483,32868,34956,35818,36180,35880,34107,32129,29570,26228,22890,19446,16434,13316,10288,8306,6094,4707,3375,2293,1639,1040,696,473,280,172,112,64,38,16,9,10,1,3,0,1]},"gradients/bert.embeddings.word_embeddings.weight":{"values":[1,1,2,5,1,5,3,4,2,6,14,13,10,28,30,30,49,60,54,91,114,126,180,213,290,384,546,713,1121,2282,441990,1811,1002,638,465,362,262,213,144,126,99,80,68,47,47,35,33,29,8,19,6,7,3,6,1,3,2,1,0,0,1,1,0,1],"bins":[-3669.745849609375,-3548.896240234375,-3428.046630859375,-3307.197021484375,-3186.34765625,-3065.498046875,-2944.6484375,-2823.798828125,-2702.94921875,-2582.099609375,-2461.25,-2340.400390625,-2219.55078125,-2098.701416015625,-1977.851806640625,-1857.002197265625,-1736.152587890625,-1615.302978515625,-1494.453369140625,-1373.6038818359375,-1252.7542724609375,-1131.9046630859375,-1011.0551147460938,-890.20556640625,-769.35595703125,-648.50634765625,-527.6567993164062,-406.8072204589844,-285.9576416015625,-165.10806274414062,-44.25848388671875,76.59109497070312,197.440673828125,318.2902526855469,439.13983154296875,559.9893798828125,680.8389892578125,801.6885986328125,922.5381469726562,1043.3876953125,1164.2373046875,1285.0869140625,1405.9365234375,1526.7860107421875,1647.6356201171875,1768.4852294921875,1889.334716796875,2010.184326171875,2131.033935546875,2251.883544921875,2372.733154296875,2493.582763671875,2614.43212890625,2735.28173828125,2856.13134765625,2976.98095703125,3097.83056640625,3218.68017578125,3339.52978515625,3460.37939453125,3581.22900390625,3702.078369140625,3822.927978515625,3943.777587890625,4064.627197265625],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[3,0,1,0,4,3,1,3,2,3,6,7,6,9,10,10,11,12,8,13,20,20,26,24,29,20,25,31,20,24,28,36,29,9,26,25,32,18,32,19,22,19,13,10,19,11,10,11,13,7,7,3,3,1,5,5,1,0,0,1,0,1,0,1],"bins":[-639.5,-618.921875,-598.34375,-577.765625,-557.1875,-536.609375,-516.03125,-495.453125,-474.875,-454.296875,-433.71875,-413.140625,-392.5625,-371.984375,-351.40625,-330.828125,-310.25,-289.671875,-269.09375,-248.515625,-227.9375,-207.359375,-186.78125,-166.203125,-145.625,-125.046875,-104.46875,-83.890625,-63.3125,-42.734375,-22.15625,-1.578125,19,39.578125,60.15625,80.734375,101.3125,121.890625,142.46875,163.046875,183.625,204.203125,224.78125,245.359375,265.9375,286.515625,307.09375,327.671875,348.25,368.828125,389.40625,409.984375,430.5625,451.140625,471.71875,492.296875,512.875,533.453125,554.03125,574.609375,595.1875,615.765625,636.34375,656.921875,677.5]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-782.3223876953125,-757.911376953125,-733.5004272460938,-709.0894165039062,-684.678466796875,-660.2674560546875,-635.8565063476562,-611.4454956054688,-587.0345458984375,-562.62353515625,-538.2125244140625,-513.8015747070312,-489.39056396484375,-464.9795837402344,-440.568603515625,-416.1576232910156,-391.74664306640625,-367.3356628417969,-342.9246826171875,-318.5137023925781,-294.10272216796875,-269.69171142578125,-245.28073120117188,-220.8697509765625,-196.45877075195312,-172.04779052734375,-147.63681030273438,-123.22581481933594,-98.81483459472656,-74.40385437011719,-49.99286651611328,-25.58188247680664,-1.17083740234375,23.24014663696289,47.65113067626953,72.06211853027344,96.47309875488281,120.88407897949219,145.29507446289062,169.7060546875,194.11703491210938,218.52801513671875,242.93899536132812,267.3499755859375,291.760986328125,316.1719665527344,340.58294677734375,364.9939270019531,389.4049072265625,413.8158874511719,438.22686767578125,462.6378479003906,487.048828125,511.4598388671875,535.8707885742188,560.2817993164062,584.6927490234375,609.103759765625,633.5147705078125,657.9257202148438,682.3367309570312,706.7476806640625,731.15869140625,755.5696411132812,779.9806518554688],"_type":"histogram","values":[2,1,0,0,0,2,0,1,5,2,4,4,6,4,7,8,9,13,10,20,11,13,18,18,26,23,29,21,32,43,23,21,23,43,34,32,26,33,19,23,22,15,19,11,11,12,12,5,10,13,0,9,6,3,3,1,2,3,0,0,0,0,1,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,7,9,5,5,10,12,13,11,17,14,19,18,20,28,21,33,36,33,36,22,32,40,26,21,40,25,29,23,21,15,19,12,16,7,10,5,7,8,3,8,6,3,5,2,4,1,0,0,2,1,1,1,1,0,0,0,1],"bins":[0.9995869398117065,0.9996021389961243,0.9996173977851868,0.9996325969696045,0.999647855758667,0.9996630549430847,0.9996783137321472,0.9996935129165649,0.9997087717056274,0.9997239708900452,0.9997392296791077,0.9997544288635254,0.9997696876525879,0.9997848868370056,0.9998001456260681,0.9998153448104858,0.9998306035995483,0.9998458027839661,0.9998610019683838,0.9998762607574463,0.999891459941864,0.9999067187309265,0.9999219179153442,0.9999371767044067,0.9999523758888245,0.999967634677887,0.9999828338623047,0.9999980926513672,1.0000133514404297,1.0000284910202026,1.0000437498092651,1.0000590085983276,1.0000741481781006,1.000089406967163,1.0001046657562256,1.000119924545288,1.000135064125061,1.0001503229141235,1.000165581703186,1.0001808404922485,1.0001959800720215,1.000211238861084,1.0002264976501465,1.000241756439209,1.000256896018982,1.0002721548080444,1.000287413597107,1.0003026723861694,1.0003178119659424,1.0003330707550049,1.0003483295440674,1.0003634691238403,1.0003787279129028,1.0003939867019653,1.0004092454910278,1.0004243850708008,1.0004396438598633,1.0004549026489258,1.0004701614379883,1.0004853010177612,1.0005005598068237,1.0005158185958862,1.0005310773849487,1.0005462169647217,1.0005614757537842]},"gradients/linear.bias":{"values":[1,0,0,0,0,2,0,1,3,1,1,1,1,0,2,0,2,2,0,5,6,4,6,1,1,6,4,5,7,7,4,1,5,4,2,3,4,0,2,5,4,2,3,2,1,2,1,2,0,2,2,2,0,1,2,0,0,1,0,1,0,0,0,1],"bins":[-2238,-2164.90625,-2091.8125,-2018.71875,-1945.625,-1872.53125,-1799.4375,-1726.34375,-1653.25,-1580.15625,-1507.0625,-1433.96875,-1360.875,-1287.78125,-1214.6875,-1141.59375,-1068.5,-995.40625,-922.3125,-849.21875,-776.125,-703.03125,-629.9375,-556.84375,-483.75,-410.65625,-337.5625,-264.46875,-191.375,-118.28125,-45.1875,27.90625,101,174.09375,247.1875,320.28125,393.375,466.46875,539.5625,612.65625,685.75,758.84375,831.9375,905.03125,978.125,1051.21875,1124.3125,1197.40625,1270.5,1343.59375,1416.6875,1489.78125,1562.875,1635.96875,1709.0625,1782.15625,1855.25,1928.34375,2001.4375,2074.53125,2147.625,2220.71875,2293.8125,2366.90625,2440],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,0,1,0,1,0,2,1,1,2,1,3,3,5,4,7,5,8,7,12,8,20,19,36,46,49,68,73,59,63,50,49,33,29,16,22,10,3,11,7,4,5,4,3,6,1,1,0,0,1,4,1,0,0,1],"bins":[-0.0299072265625,-0.02909994125366211,-0.02829265594482422,-0.027485370635986328,-0.026678085327148438,-0.025870800018310547,-0.025063514709472656,-0.024256229400634766,-0.023448944091796875,-0.022641658782958984,-0.021834373474121094,-0.021027088165283203,-0.020219802856445312,-0.019412517547607422,-0.01860523223876953,-0.01779794692993164,-0.01699066162109375,-0.01618337631225586,-0.015376091003417969,-0.014568805694580078,-0.013761520385742188,-0.012954235076904297,-0.012146949768066406,-0.011339664459228516,-0.010532379150390625,-0.009725093841552734,-0.008917808532714844,-0.008110523223876953,-0.0073032379150390625,-0.006495952606201172,-0.005688667297363281,-0.004881381988525391,-0.0040740966796875,-0.0032668113708496094,-0.0024595260620117188,-0.0016522407531738281,-0.0008449554443359375,-3.7670135498046875e-05,0.0007696151733398438,0.0015769004821777344,0.002384185791015625,0.0031914710998535156,0.003998756408691406,0.004806041717529297,0.0056133270263671875,0.006420612335205078,0.007227897644042969,0.00803518295288086,0.00884246826171875,0.00964975357055664,0.010457038879394531,0.011264324188232422,0.012071609497070312,0.012878894805908203,0.013686180114746094,0.014493465423583984,0.015300750732421875,0.016108036041259766,0.016915321350097656,0.017722606658935547,0.018529891967773438,0.019337177276611328,0.02014446258544922,0.02095174789428711,0.021759033203125]},"parameters/bert.encoder.layer.2.output.dense.bias":{"values":[4,3,1,4,3,11,14,10,13,16,24,20,14,14,16,15,15,16,21,24,11,16,15,17,9,11,12,12,15,12,10,12,18,13,11,12,12,15,17,16,20,14,13,10,25,15,14,17,12,19,11,8,18,9,9,5,12,4,4,2,1,0,0,2],"bins":[-0.00024122901959344745,-0.0002332002331968397,-0.0002251714322483167,-0.00021714264585170895,-0.0002091138594551012,-0.0002010850585065782,-0.00019305627210997045,-0.0001850274857133627,-0.00017699869931675494,-0.00016896989836823195,-0.0001609411119716242,-0.00015291232557501644,-0.00014488352462649345,-0.0001368547382298857,-0.00012882595183327794,-0.00012079715816071257,-0.0001127683644881472,-0.00010473957081558183,-9.671078441897407e-05,-8.86819907464087e-05,-8.065320434980094e-05,-7.262441067723557e-05,-6.45956170046702e-05,-5.656682697008364e-05,-4.8538036935497075e-05,-4.050924690091051e-05,-3.248045686632395e-05,-2.4451663193758577e-05,-1.6422873159172013e-05,-8.394082215090748e-06,-3.6529127100948244e-07,7.663499673071783e-06,1.569229061715305e-05,2.3721080651739612e-05,3.1749870686326176e-05,3.977866435889155e-05,4.780745439347811e-05,5.5836244428064674e-05,6.386503810063004e-05,7.18938244972378e-05,7.992261816980317e-05,8.795141184236854e-05,9.59801982389763e-05,0.00010400899191154167,0.00011203778558410704,0.0001200665719807148,0.00012809535837732255,0.00013612415932584554,0.0001441529457224533,0.00015218173211906105,0.00016021053306758404,0.0001682393194641918,0.00017626810586079955,0.00018429690680932254,0.0001923256932059303,0.00020035447960253805,0.00020838328055106103,0.0002164120669476688,0.00022444085334427655,0.0002324696397408843,0.0002404984406894073,0.0002485272416379303,0.00025655602803453803,0.0002645848144311458,0.00027261360082775354],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-605.9771118164062,-578.8182373046875,-551.6593017578125,-524.5004272460938,-497.341552734375,-470.18267822265625,-443.0237731933594,-415.8648681640625,-388.70599365234375,-361.547119140625,-334.3882141113281,-307.22930908203125,-280.0704345703125,-252.9115447998047,-225.75265502929688,-198.59376525878906,-171.43487548828125,-144.27598571777344,-117.11709594726562,-89.95820617675781,-62.79931640625,-35.64042663574219,-8.481536865234375,18.677352905273438,45.83624267578125,72.99513244628906,100.15402221679688,127.31291198730469,154.4718017578125,181.6306915283203,208.78958129882812,235.94847106933594,263.107421875,290.26629638671875,317.4252014160156,344.5841064453125,371.74298095703125,398.90185546875,426.0607604980469,453.21966552734375,480.3785400390625,507.53741455078125,534.6962890625,561.855224609375,589.0140991210938,616.1729736328125,643.3319091796875,670.4907836914062,697.649658203125,724.8085327148438,751.9674072265625,779.1263427734375,806.2852172851562,833.444091796875,860.60302734375,887.7619018554688,914.9207763671875,942.0796508789062,969.238525390625,996.3974609375,1023.5563354492188,1050.7152099609375,1077.8741455078125,1105.032958984375,1132.19189453125],"_type":"histogram","values":[1,0,1,1,1,2,2,2,2,5,2,5,6,17,8,12,31,30,38,43,78,87,78,79,67,39,39,17,10,15,8,6,13,4,0,4,1,3,1,1,0,1,1,2,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,1,0,0,0,1]},"parameters/bert.embeddings.LayerNorm.bias":{"bins":[-0.0003888578212354332,-0.0003766582813113928,-0.00036445874138735235,-0.0003522592014633119,-0.0003400596615392715,-0.00032786012161523104,-0.0003156605816911906,-0.00030346104176715016,-0.0002912615309469402,-0.00027906199102289975,-0.0002668624510988593,-0.0002546629111748189,-0.00024246337125077844,-0.000230263831326738,-0.00021806429140269756,-0.00020586475147865713,-0.0001936652115546167,-0.00018146567163057625,-0.00016926613170653582,-0.00015706659178249538,-0.00014486705185845494,-0.00013266752648632973,-0.0001204679865622893,-0.00010826844663824886,-9.606890671420842e-05,-8.386936679016799e-05,-7.166982686612755e-05,-5.947029421804473e-05,-4.727075429400429e-05,-3.5071214369963855e-05,-2.2871678083902225e-05,-1.0672139978851192e-05,1.5273690223693848e-06,1.3726907127420418e-05,2.592644523247145e-05,3.812598151853308e-05,5.032552144257352e-05,6.252506136661395e-05,7.472459401469678e-05,8.692413393873721e-05,9.912367386277765e-05,0.00011132321378681809,0.00012352275371085852,0.00013572229363489896,0.00014792181900702417,0.0001601213589310646,0.00017232089885510504,0.00018452043877914548,0.00019671997870318592,0.00020891951862722635,0.0002211190585512668,0.00023331859847530723,0.00024551813839934766,0.0002577176783233881,0.00026991721824742854,0.000282116758171469,0.00029431626899167895,0.0003065158089157194,0.0003187153488397598,0.00033091488876380026,0.0003431144286878407,0.00035531396861188114,0.0003675135085359216,0.000379713048459962,0.00039191258838400245],"_type":"histogram","values":[1,0,1,4,3,6,1,4,7,4,8,16,10,17,10,7,21,14,15,27,15,16,21,21,21,16,19,20,21,19,9,19,23,17,14,18,24,21,16,21,14,20,13,13,16,24,9,11,12,15,11,12,13,7,9,6,3,0,5,0,3,2,0,3]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,4,2,0,2,5,5,6,11,14,12,14,22,22,19,21,24,38,36,34,46,44,43,52,58,52,75,71,58,92,91,87,102,80,77,78,58,69,60,60,63,46,51,51,16,39,24,16,15,15,17,12,7,10,8,6,1,3,0,1,1],"bins":[-0.00022125084069557488,-0.00021491174993570894,-0.00020857267372775823,-0.0002022335829678923,-0.00019589450675994158,-0.00018955541600007564,-0.0001832163252402097,-0.000176877249032259,-0.00017053815827239305,-0.0001641990675125271,-0.0001578599913045764,-0.00015152090054471046,-0.00014518180978484452,-0.0001388427335768938,-0.00013250364281702787,-0.00012616456660907716,-0.00011982547584921122,-0.00011348639236530289,-0.00010714730888139457,-0.00010080821812152863,-9.44691346376203e-05,-8.813005115371197e-05,-8.179096039384604e-05,-7.545187690993771e-05,-6.911279342602938e-05,-6.277370994212106e-05,-5.6434622820233926e-05,-5.0095535698346794e-05,-4.375645221443847e-05,-3.741736873053014e-05,-3.107828160864301e-05,-2.473919630574528e-05,-1.840012555476278e-05,-1.2061040251865052e-05,-5.721954948967323e-06,6.171303539304063e-07,6.956215656828135e-06,1.3295300959725864e-05,1.9634386262623593e-05,2.5973471565521322e-05,3.231255686841905e-05,3.8651640352327377e-05,4.499072747421451e-05,5.132981459610164e-05,5.766889808000997e-05,6.400798156391829e-05,7.034707232378423e-05,7.668615580769256e-05,8.302523929160088e-05,8.936432277550921e-05,9.570340625941753e-05,0.00010204249701928347,0.0001083815805031918,0.00011472066398710012,0.00012105975474696606,0.00012739883095491678,0.00013373792171478271,0.00014007701247464865,0.00014641608868259937,0.0001527551794424653,0.00015909425565041602,0.00016543334641028196,0.0001717724371701479,0.0001781115133780986,0.00018445060413796455]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-586.153564453125,-561.7582397460938,-537.3628540039062,-512.967529296875,-488.5721435546875,-464.17681884765625,-439.7814636230469,-415.3861083984375,-390.9907531738281,-366.59539794921875,-342.2000427246094,-317.8046875,-293.40936279296875,-269.0140075683594,-244.61865234375,-220.22329711914062,-195.82794189453125,-171.43258666992188,-147.0372314453125,-122.64189147949219,-98.24653625488281,-73.85118103027344,-49.455833435058594,-25.060482025146484,-0.665130615234375,23.730220794677734,48.125572204589844,72.52091979980469,96.91627502441406,121.31163024902344,145.70697021484375,170.10232543945312,194.4976806640625,218.89303588867188,243.28839111328125,267.6837463378906,292.0791015625,316.47442626953125,340.8697814941406,365.26513671875,389.6604919433594,414.05584716796875,438.4512023925781,462.8465576171875,487.24188232421875,511.6372375488281,536.0325927734375,560.427978515625,584.8233032226562,609.2186279296875,633.614013671875,658.0093383789062,682.4047241210938,706.800048828125,731.1954345703125,755.5907592773438,779.986083984375,804.3814697265625,828.7767944335938,853.1721801757812,877.5675048828125,901.962890625,926.3582153320312,950.7536010742188,975.14892578125],"_type":"histogram","values":[1,2,2,1,0,1,0,1,1,2,4,4,3,8,8,12,16,17,24,32,52,50,81,65,98,63,48,42,30,17,16,11,11,11,5,5,5,4,3,1,1,1,0,1,2,0,0,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,2]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,0,2,0,0,3,3,1,3,9,6,22,25,42,62,102,170,203,324,518,737,1191,1883,3058,4882,7936,13665,23413,43164,88613,201114,445963,397176,170834,76683,38314,21164,12275,7257,4396,2665,1771,1110,758,488,296,181,130,81,53,35,22,18,13,8,10,3,3,0,2,1,1],"bins":[-658.5,-639.078125,-619.65625,-600.234375,-580.8125,-561.390625,-541.96875,-522.546875,-503.125,-483.703125,-464.28125,-444.859375,-425.4375,-406.015625,-386.59375,-367.171875,-347.75,-328.328125,-308.90625,-289.484375,-270.0625,-250.640625,-231.21875,-211.796875,-192.375,-172.953125,-153.53125,-134.109375,-114.6875,-95.265625,-75.84375,-56.421875,-37,-17.578125,1.84375,21.265625,40.6875,60.109375,79.53125,98.953125,118.375,137.796875,157.21875,176.640625,196.0625,215.484375,234.90625,254.328125,273.75,293.171875,312.59375,332.015625,351.4375,370.859375,390.28125,409.703125,429.125,448.546875,467.96875,487.390625,506.8125,526.234375,545.65625,565.078125,584.5]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,2,2,1,1,4,3,0,1,2,10,3,9,7,22,10,15,21,22,17,27,30,25,19,32,26,37,23,37,36,31,31,31,27,14,20,20,23,20,12,18,15,16,6,6,6,4,5,3,2,6,1,1,0,2,0,1,0,0,2],"bins":[-867.883056640625,-840.9151611328125,-813.947265625,-786.9793090820312,-760.0114135742188,-733.0435180664062,-706.0756225585938,-679.107666015625,-652.1397705078125,-625.171875,-598.2039794921875,-571.236083984375,-544.2681274414062,-517.3002319335938,-490.33233642578125,-463.3644104003906,-436.3965148925781,-409.4286193847656,-382.460693359375,-355.4927978515625,-328.5248718261719,-301.5569763183594,-274.58905029296875,-247.62115478515625,-220.6532440185547,-193.68533325195312,-166.71742248535156,-139.74951171875,-112.78160858154297,-85.8136978149414,-58.84579086303711,-31.87788200378418,-4.90997314453125,22.05793571472168,49.02584457397461,75.9937515258789,102.96166229248047,129.9295654296875,156.89747619628906,183.86538696289062,210.8332977294922,237.80120849609375,264.76910400390625,291.7370300292969,318.7049255371094,345.6728515625,372.6407470703125,399.6086730957031,426.5765686035156,453.5444641113281,480.51239013671875,507.48028564453125,534.4481811523438,561.4161376953125,588.384033203125,615.3519287109375,642.31982421875,669.2877197265625,696.2556762695312,723.2235717773438,750.1914672851562,777.1593627929688,804.1273193359375,831.09521484375,858.0631103515625]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-9.185537055600435e-05,-8.938123937696218e-05,-8.690710819792002e-05,-8.443297701887786e-05,-8.19588458398357e-05,-7.948471466079354e-05,-7.7010590757709e-05,-7.453645957866684e-05,-7.206232839962468e-05,-6.958819722058252e-05,-6.711406604154035e-05,-6.46399348624982e-05,-6.216580368345603e-05,-5.969167250441387e-05,-5.721754496335052e-05,-5.474341378430836e-05,-5.22692826052662e-05,-4.979515142622404e-05,-4.732102024718188e-05,-4.4846892706118524e-05,-4.2372761527076364e-05,-3.98986303480342e-05,-3.742449916899204e-05,-3.495036798994988e-05,-3.247623681090772e-05,-3.0002107450854965e-05,-2.7527978090802208e-05,-2.5053846911760047e-05,-2.2579715732717887e-05,-2.010558637266513e-05,-1.763145519362297e-05,-1.515732492407551e-05,-1.2683194654528052e-05,-1.0209064384980593e-05,-7.734934115433134e-06,-5.260802936390974e-06,-2.786672666843515e-06,-3.125421699223807e-07,2.1615883269987535e-06,4.635719051293563e-06,7.109849320841022e-06,9.58397959038848e-06,1.205810985993594e-05,1.45322410389781e-05,1.700637221802026e-05,1.9480501578073017e-05,2.1954632757115178e-05,2.4428762117167935e-05,2.6902893296210095e-05,2.9377024475252256e-05,3.1851155654294416e-05,3.432528319535777e-05,3.679941437439993e-05,3.927354555344209e-05,4.174767673248425e-05,4.422180791152641e-05,4.669593909056857e-05,4.9170066631631926e-05,5.1644197810674086e-05,5.411832898971625e-05,5.659246016875841e-05,5.906659134780057e-05,6.154071888886392e-05,6.401485006790608e-05,6.648898124694824e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,1,4,3,4,1,1,7,10,6,9,14,23,22,27,33,38,44,40,43,43,48,32,41,36,46,26,30,21,22,20,15,12,10,8,8,4,1,3,0,2,0,3,2,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,2,3,5,5,6,8,9,8,7,12,15,17,18,20,14,17,25,26,25,29,32,25,24,26,40,32,31,30,46,26,16,16,10,13,14,15,15,8,10,7,9,6,12,7,5,2,3,5,1,1,1,1,1,1,1,1,1,0,1,0,0,1],"bins":[0.9996377825737,0.9996519684791565,0.999666154384613,0.9996803402900696,0.9996945261955261,0.9997087121009827,0.9997228980064392,0.9997371435165405,0.9997513294219971,0.9997655153274536,0.9997797012329102,0.9997938871383667,0.9998080730438232,0.9998222589492798,0.9998364448547363,0.9998506307601929,0.9998648166656494,0.999879002571106,0.9998931884765625,0.999907374382019,0.9999216198921204,0.9999358057975769,0.9999499917030334,0.99996417760849,0.9999783635139465,0.9999925494194031,1.0000067949295044,1.000020980834961,1.0000351667404175,1.000049352645874,1.0000635385513306,1.000077724456787,1.0000919103622437,1.0001060962677002,1.0001202821731567,1.0001344680786133,1.0001486539840698,1.0001628398895264,1.000177025794983,1.0001912117004395,1.000205397605896,1.0002195835113525,1.000233769416809,1.0002479553222656,1.0002621412277222,1.0002763271331787,1.0002905130386353,1.0003046989440918,1.0003188848495483,1.0003330707550049,1.0003472566604614,1.000361442565918,1.000375747680664,1.0003899335861206,1.0004041194915771,1.0004183053970337,1.0004324913024902,1.0004466772079468,1.0004608631134033,1.0004750490188599,1.0004892349243164,1.000503420829773,1.0005176067352295,1.000531792640686,1.0005459785461426],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-643.5,-623.8125,-604.125,-584.4375,-564.75,-545.0625,-525.375,-505.6875,-486,-466.3125,-446.625,-426.9375,-407.25,-387.5625,-367.875,-348.1875,-328.5,-308.8125,-289.125,-269.4375,-249.75,-230.0625,-210.375,-190.6875,-171,-151.3125,-131.625,-111.9375,-92.25,-72.5625,-52.875,-33.1875,-13.5,6.1875,25.875,45.5625,65.25,84.9375,104.625,124.3125,144,163.6875,183.375,203.0625,222.75,242.4375,262.125,281.8125,301.5,321.1875,340.875,360.5625,380.25,399.9375,419.625,439.3125,459,478.6875,498.375,518.0625,537.75,557.4375,577.125,596.8125,616.5],"_type":"histogram","values":[1,1,1,3,3,9,5,14,25,32,50,74,102,147,171,292,341,507,695,925,1242,1720,2504,3445,4852,6894,10324,15357,23076,35736,52983,74192,86733,80458,60899,41612,27264,17684,12000,8014,5502,3824,2774,2039,1461,1039,755,577,401,325,210,163,118,82,53,31,26,23,14,4,9,2,2,3]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.00022867634834256023,-0.00022110150894150138,-0.0002135266549885273,-0.00020595181558746845,-0.0001983769761864096,-0.00019080213678535074,-0.0001832272973842919,-0.0001756524434313178,-0.00016807760403025895,-0.0001605027646292001,-0.00015292791067622602,-0.00014535307127516717,-0.00013777823187410831,-0.00013020339247304946,-0.0001226285530719906,-0.00011505369911901653,-0.00010747885971795768,-9.990402031689882e-05,-9.232917363988236e-05,-8.475432696286589e-05,-7.717948756180704e-05,-6.960464816074818e-05,-6.202980148373172e-05,-5.445495844469406e-05,-4.68801154056564e-05,-3.930527236661874e-05,-3.173042932758108e-05,-2.4155586288543418e-05,-1.6580743249505758e-05,-9.005900210468099e-06,-1.4310571714304388e-06,6.143785867607221e-06,1.3718643458560109e-05,2.129348649759777e-05,2.886832953663543e-05,3.644317257567309e-05,4.401801561471075e-05,5.159285865374841e-05,5.916770169278607e-05,6.674254836980253e-05,7.431738777086139e-05,8.189222717192024e-05,8.946707384893671e-05,9.704192052595317e-05,0.00010461675992701203,0.00011219159932807088,0.00011976644600508735,0.0001273412926821038,0.00013491613208316267,0.00014249097148422152,0.00015006581088528037,0.00015764066483825445,0.0001652155042393133,0.00017279034364037216,0.00018036519759334624,0.0001879400369944051,0.00019551487639546394,0.0002030897157965228,0.00021066455519758165,0.00021823940915055573,0.00022581424855161458,0.00023338908795267344,0.00024096394190564752,0.00024853876675479114,0.0002561136207077652],"_type":"histogram","values":[2,4,3,8,5,14,9,11,13,17,16,17,17,18,14,16,15,10,17,16,15,12,19,10,13,16,16,18,11,9,11,20,11,15,9,11,18,20,21,13,14,16,19,14,14,17,5,11,11,24,13,10,15,12,6,12,8,3,4,5,1,3,0,1]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,2,3,14,15,24,52,92,118,236,360,545,833,1143,1726,2466,3386,4677,6267,8020,10299,12887,15450,18620,21611,24471,27456,29926,32032,33596,34602,34692,34203,32781,30127,28033,25359,22362,19007,16234,13186,10819,8560,6564,4967,3778,2632,1821,1262,889,615,428,236,138,79,50,34,15,10,4,3,1,2,2],"bins":[-0.091644287109375,-0.08869817107915878,-0.08575206249952316,-0.08280594646930695,-0.07985983043909073,-0.07691371440887451,-0.07396760582923889,-0.07102148979902267,-0.06807537376880646,-0.06512926518917084,-0.06218314915895462,-0.0592370331287384,-0.056290920823812485,-0.05334480479359627,-0.05039869248867035,-0.04745257645845413,-0.044506464153528214,-0.041560351848602295,-0.03861423581838608,-0.03566812351346016,-0.03272200748324394,-0.029775895178318024,-0.026829781010746956,-0.023883666843175888,-0.02093755267560482,-0.017991438508033752,-0.015045324340462685,-0.012099211104214191,-0.009153096936643124,-0.006206982769072056,-0.0032608690671622753,-0.00031475513242185116,0.002631358802318573,0.005577472969889641,0.008523587137460709,0.011469700373709202,0.01441581454128027,0.017361927777528763,0.02030804194509983,0.0232541561126709,0.026200270280241966,0.029146384447813034,0.03209249675273895,0.03503861278295517,0.03798472508788109,0.040930841118097305,0.043876953423023224,0.04682306945323944,0.04976918175816536,0.05271529406309128,0.055661410093307495,0.058607522398233414,0.06155363842844963,0.06449975073337555,0.06744586676359177,0.07039198279380798,0.0733380913734436,0.07628420740365982,0.07923032343387604,0.08217643201351166,0.08512254804372787,0.08806866407394409,0.09101478010416031,0.09396088868379593,0.09690700471401215]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-5.301657068912391e-08,-5.148340775917859e-08,-4.995024838194695e-08,-4.841708545200163e-08,-4.688392607476999e-08,-4.535076314482467e-08,-4.381760021487935e-08,-4.228444083764771e-08,-4.075127790770239e-08,-3.921811497775707e-08,-3.768495560052543e-08,-3.615179267058011e-08,-3.461862974063479e-08,-3.3085470363403147e-08,-3.155230743345783e-08,-3.0019148056226186e-08,-2.8485985126280866e-08,-2.6952823972692386e-08,-2.5419662819103905e-08,-2.3886499889158586e-08,-2.2353338735570105e-08,-2.0820177581981625e-08,-1.9287014652036305e-08,-1.7753853498447825e-08,-1.6220692344859344e-08,-1.4687531191270864e-08,-1.3154369149503964e-08,-1.1621207107737064e-08,-1.0088045954148583e-08,-8.554884800560103e-09,-7.021722758793203e-09,-5.488561161115513e-09,-3.955403116151501e-09,-2.422241518473811e-09,-8.890799207961209e-10,6.440816768815694e-10,2.1772432745592596e-09,3.71040487223695e-09,5.24356646991464e-09,6.77672806759233e-09,8.30988966527002e-09,9.843050818858501e-09,1.1376212860625401e-08,1.2909374902392301e-08,1.4442536055980781e-08,1.5975697209569262e-08,1.750886013951458e-08,1.9042021293103062e-08,2.0575182446691542e-08,2.2108343600280023e-08,2.3641504753868503e-08,2.5174667683813823e-08,2.6707828837402303e-08,2.8240989990990784e-08,2.9774152920936103e-08,3.1307312298167744e-08,3.2840475228113064e-08,3.4373638158058384e-08,3.5906797535290025e-08,3.7439960465235345e-08,3.8973119842466986e-08,4.0506282772412305e-08,4.2039445702357625e-08,4.3572605079589266e-08,4.5105768009534586e-08],"_type":"histogram","values":[2,1,1,0,0,0,0,1,0,1,2,3,2,3,2,2,1,3,9,3,8,6,7,11,12,16,17,20,22,27,32,35,37,53,68,43,49,41,33,31,22,17,26,12,7,9,9,3,6,8,7,6,5,4,5,7,2,2,3,0,3,0,0,1]},"gradients/linear.weight":{"_type":"histogram","values":[2,0,0,1,2,1,3,1,5,12,6,15,18,23,42,57,57,77,98,157,194,277,350,434,611,877,1146,1698,2409,3452,5398,8628,12909,15872,14101,9698,6151,3910,2664,1951,1398,917,648,484,429,287,195,153,108,109,85,51,32,31,19,15,11,6,9,3,2,1,3,1],"bins":[-4456,-4323.59375,-4191.1875,-4058.78125,-3926.375,-3793.96875,-3661.5625,-3529.15625,-3396.75,-3264.34375,-3131.9375,-2999.53125,-2867.125,-2734.71875,-2602.3125,-2469.90625,-2337.5,-2205.09375,-2072.6875,-1940.28125,-1807.875,-1675.46875,-1543.0625,-1410.65625,-1278.25,-1145.84375,-1013.4375,-881.03125,-748.625,-616.21875,-483.8125,-351.40625,-219,-86.59375,45.8125,178.21875,310.625,443.03125,575.4375,707.84375,840.25,972.65625,1105.0625,1237.46875,1369.875,1502.28125,1634.6875,1767.09375,1899.5,2031.90625,2164.3125,2296.71875,2429.125,2561.53125,2693.9375,2826.34375,2958.75,3091.15625,3223.5625,3355.96875,3488.375,3620.78125,3753.1875,3885.59375,4018]},"parameters/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,1,1,5,3,3,5,1,3,9,6,10,18,18,20,21,13,22,26,32,25,26,30,26,30,33,36,23,33,36,40,29,21,25,19,18,24,9,9,2,9,6,8,7,2,2,2,4,6,1,3,1,0,0,0,0,0,0,1,0,0,1],"bins":[0.9995088577270508,0.9995270371437073,0.9995452165603638,0.9995633363723755,0.999581515789032,0.9995996952056885,0.999617874622345,0.9996360540390015,0.9996541738510132,0.9996723532676697,0.9996905326843262,0.9997087121009827,0.9997268915176392,0.9997450709342957,0.9997631907463074,0.9997813701629639,0.9997995495796204,0.9998177289962769,0.9998359084129333,0.9998540282249451,0.9998722076416016,0.9998903870582581,0.9999085664749146,0.999926745891571,0.9999449253082275,0.9999630451202393,0.9999812245368958,0.9999994039535522,1.000017523765564,1.0000357627868652,1.000053882598877,1.0000721216201782,1.00009024143219,1.0001083612442017,1.000126600265503,1.0001447200775146,1.000162959098816,1.0001810789108276,1.0001991987228394,1.0002174377441406,1.0002355575561523,1.0002537965774536,1.0002719163894653,1.000290036201477,1.0003082752227783,1.00032639503479,1.0003446340560913,1.000362753868103,1.0003809928894043,1.000399112701416,1.0004172325134277,1.000435471534729,1.0004535913467407,1.000471830368042,1.0004899501800537,1.0005080699920654,1.0005263090133667,1.0005444288253784,1.0005626678466797,1.0005807876586914,1.0005989074707031,1.0006171464920044,1.0006352663040161,1.0006535053253174,1.000671625137329]},"gradients/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[3,1,9,8,6,14,25,36,40,72,102,118,179,241,347,479,670,931,1229,1840,2569,3678,5186,7695,11703,18094,28831,51057,104992,268473,489266,308140,116574,56844,32258,20216,13183,8720,5935,3922,2715,2013,1278,989,631,480,308,234,157,140,69,61,30,26,23,7,3,5,3,3,0,0,2,1],"bins":[-583.5,-564.421875,-545.34375,-526.265625,-507.1875,-488.109375,-469.03125,-449.953125,-430.875,-411.796875,-392.71875,-373.640625,-354.5625,-335.484375,-316.40625,-297.328125,-278.25,-259.171875,-240.09375,-221.015625,-201.9375,-182.859375,-163.78125,-144.703125,-125.625,-106.546875,-87.46875,-68.390625,-49.3125,-30.234375,-11.15625,7.921875,27,46.078125,65.15625,84.234375,103.3125,122.390625,141.46875,160.546875,179.625,198.703125,217.78125,236.859375,255.9375,275.015625,294.09375,313.171875,332.25,351.328125,370.40625,389.484375,408.5625,427.640625,446.71875,465.796875,484.875,503.953125,523.03125,542.109375,561.1875,580.265625,599.34375,618.421875,637.5]},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,1,0,0,3,5,2,0,2,4,0,3,6,6,10,9,13,9,17,11,17,27,24,21,25,24,20,29,24,27,28,787,27,23,27,26,22,27,27,26,21,25,17,9,9,19,18,6,9,9,3,4,5,4,4,2,3,0,3,3,0,0,0,2],"bins":[-25040.7109375,-24252.791015625,-23464.87109375,-22676.951171875,-21889.03125,-21101.111328125,-20313.19140625,-19525.271484375,-18737.3515625,-17949.431640625,-17161.51171875,-16373.591796875,-15585.671875,-14797.751953125,-14009.83203125,-13221.912109375,-12433.9921875,-11646.072265625,-10858.15234375,-10070.232421875,-9282.3125,-8494.392578125,-7706.47265625,-6918.552734375,-6130.6328125,-5342.712890625,-4554.79296875,-3766.873046875,-2978.953125,-2191.033203125,-1403.11328125,-615.193359375,172.724609375,960.64453125,1748.564453125,2536.484375,3324.404296875,4112.32421875,4900.244140625,5688.1640625,6476.083984375,7264.00390625,8051.923828125,8839.84375,9627.763671875,10415.68359375,11203.603515625,11991.5234375,12779.443359375,13567.36328125,14355.283203125,15143.203125,15931.123046875,16719.04296875,17506.962890625,18294.8828125,19082.802734375,19870.72265625,20658.642578125,21446.5625,22234.482421875,23022.40234375,23810.322265625,24598.2421875,25386.162109375]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.00022071284183766693,-0.00021367307635955513,-0.00020663332543335855,-0.00019959355995524675,-0.00019255380902905017,-0.00018551404355093837,-0.0001784742926247418,-0.00017143452714663,-0.00016439476166851819,-0.0001573550107423216,-0.0001503152452642098,-0.00014327549433801323,-0.00013623572885990143,-0.00012919597793370485,-0.00012215621245559305,-0.00011511645425343886,-0.00010807669605128467,-0.00010103693784913048,-9.399717964697629e-05,-8.69574214448221e-05,-7.991766324266791e-05,-7.287789776455611e-05,-6.583813956240192e-05,-5.879838136024773e-05,-5.175862315809354e-05,-4.471886495593935e-05,-3.767910675378516e-05,-3.063934491365217e-05,-2.3599586711497977e-05,-1.6559828509343788e-05,-9.520068488200195e-06,-2.480309376551304e-06,4.559449735097587e-06,1.1599208846746478e-05,1.863896795839537e-05,2.5678727979538962e-05,3.271848618169315e-05,3.975824438384734e-05,4.679800622398034e-05,5.383776442613453e-05,6.0877522628288716e-05,6.79172808304429e-05,7.49570390325971e-05,8.199679723475128e-05,8.903656271286309e-05,9.607632091501728e-05,0.00010311607911717147,0.00011015583731932566,0.00011719559552147985,0.00012423536099959165,0.00013127511192578822,0.00013831487740390003,0.0001453546283300966,0.0001523943938082084,0.00015943414473440498,0.00016647391021251678,0.00017351366113871336,0.00018055342661682516,0.00018759319209493697,0.00019463294302113354,0.00020167270849924535,0.00020871245942544192,0.00021575222490355372,0.0002227919758297503,0.0002298317413078621],"_type":"histogram","values":[1,1,7,2,3,2,10,6,11,8,8,12,15,10,20,10,17,11,13,18,12,23,20,14,13,24,15,24,14,13,17,13,20,20,20,23,14,10,22,18,14,16,16,13,13,14,16,15,16,13,15,12,12,8,12,5,5,3,4,2,4,3,0,3]},"_wandb":{"runtime":73},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"values":[2,4,5,9,10,28,64,87,170,259,385,560,896,1415,2006,3033,3939,5511,7314,9458,12034,14933,17940,21159,24492,27354,30467,32706,34697,35818,35612,35292,33572,31415,29089,25728,22546,19609,16324,13233,10552,8348,6259,4662,3378,2556,1654,1155,792,471,313,206,139,65,36,33,12,7,5,2,2,0,1,1],"bins":[-0.09202922135591507,-0.08898673951625824,-0.08594425022602081,-0.08290176838636398,-0.07985928654670715,-0.07681680470705032,-0.0737743228673935,-0.07073183357715607,-0.06768935173749924,-0.06464686989784241,-0.06160438433289528,-0.05856189876794815,-0.05551941692829132,-0.05247693508863449,-0.04943444952368736,-0.046391963958740234,-0.043349482119083405,-0.040307000279426575,-0.037264514714479446,-0.03422202914953232,-0.03117954730987549,-0.02813706360757351,-0.02509457990527153,-0.02205209620296955,-0.019009612500667572,-0.015967128798365593,-0.012924645096063614,-0.009882161393761635,-0.006839677691459656,-0.0037971939891576767,-0.0007547102868556976,0.0022877734154462814,0.0053302571177482605,0.00837274082005024,0.011415224522352219,0.014457708224654198,0.017500191926956177,0.020542675629258156,0.023585159331560135,0.026627643033862114,0.029670126736164093,0.03271260857582092,0.03575509414076805,0.03879757970571518,0.04184006154537201,0.04488254338502884,0.04792502894997597,0.050967514514923096,0.054009996354579926,0.057052478194236755,0.060094963759183884,0.06313744932413101,0.06617993116378784,0.06922241300344467,0.0722648948431015,0.07530738413333893,0.07834986597299576,0.08139234781265259,0.08443483710289001,0.08747731894254684,0.09051980078220367,0.0935622826218605,0.09660476446151733,0.09964725375175476,0.10268973559141159],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.10323262959718704,-0.09991593658924103,-0.09659925103187561,-0.0932825580239296,-0.08996587246656418,-0.08664917945861816,-0.08333248645067215,-0.08001580089330673,-0.07669910788536072,-0.0733824223279953,-0.07006572932004929,-0.06674903631210327,-0.06343235075473785,-0.06011566147208214,-0.056798968464136124,-0.05348227918148041,-0.05016558989882469,-0.046848900616168976,-0.04353221133351326,-0.040215518325567245,-0.03689882904291153,-0.033582139760255814,-0.030265450477600098,-0.026948759332299232,-0.023632070049643517,-0.0203153807669878,-0.016998689621686935,-0.01368200033903122,-0.010365310125052929,-0.007048619911074638,-0.003731930162757635,-0.0004152401816099882,0.0029014497995376587,0.006218140013515949,0.00953483022749424,0.012851519510149956,0.01616821065545082,0.019484899938106537,0.022801589220762253,0.026118280366063118,0.029434969648718834,0.0327516607940197,0.036068350076675415,0.03938503935933113,0.04270172864198685,0.04601841792464256,0.04933511093258858,0.05265180021524429,0.05596848949790001,0.059285178780555725,0.06260187178850174,0.06591855734586716,0.06923525035381317,0.07255193591117859,0.0758686289191246,0.07918532192707062,0.08250200748443604,0.08581870049238205,0.08913538604974747,0.09245207905769348,0.0957687720656395,0.09908545762300491,0.10240215063095093,0.10571883618831635,0.10903552919626236],"_type":"histogram","values":[2,0,1,2,9,10,24,55,96,179,285,525,875,1482,2342,3685,5525,8008,11645,16423,21939,29306,37194,46830,56862,67132,77661,87490,94714,100555,103179,103714,101402,96009,88707,79562,70033,59320,49418,39704,31121,24019,17405,12661,8870,6185,4018,2616,1627,1034,604,374,205,105,58,33,15,5,4,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"values":[2,0,0,2,1,1,0,0,1,1,0,1,5,2,3,4,5,3,8,14,12,16,10,14,28,20,27,24,23,36,24,18,37,34,30,20,30,34,34,26,23,22,17,19,15,22,11,12,12,12,11,4,6,6,3,7,4,4,2,4,0,1,0,1],"bins":[-0.00010096206824528053,-9.8006974440068e-05,-9.505188063485548e-05,-9.209678682964295e-05,-8.914170030038804e-05,-8.618660649517551e-05,-8.323151268996298e-05,-8.027641888475046e-05,-7.732132507953793e-05,-7.43662312743254e-05,-7.141113746911287e-05,-6.845604366390035e-05,-6.550094985868782e-05,-6.25458633294329e-05,-5.959076952422038e-05,-5.663567571900785e-05,-5.368058191379532e-05,-5.0725488108582795e-05,-4.777039430337027e-05,-4.481530413613655e-05,-4.186021033092402e-05,-3.890511652571149e-05,-3.595002635847777e-05,-3.2994932553265244e-05,-3.0039838748052716e-05,-2.708474494284019e-05,-2.4129652956617065e-05,-2.117456097039394e-05,-1.8219467165181413e-05,-1.5264373359968886e-05,-1.2309281373745762e-05,-9.354188478027936e-06,-6.3991028582677245e-06,-3.4440099625498988e-06,-4.88917066832073e-07,2.4661758288857527e-06,5.4212687246035784e-06,8.376361620321404e-06,1.133145451603923e-05,1.4286547411757056e-05,1.724164030747488e-05,2.019673411268741e-05,2.3151826098910533e-05,2.6106918085133657e-05,2.9062011890346184e-05,3.201710569555871e-05,3.497219586279243e-05,3.792728966800496e-05,4.088238347321749e-05,4.3837477278430015e-05,4.679257108364254e-05,4.974766125087626e-05,5.270275505608879e-05,5.565784886130132e-05,5.861293902853504e-05,6.156803283374757e-05,6.45231266389601e-05,6.747822044417262e-05,7.043331424938515e-05,7.338840805459768e-05,7.634349458385259e-05,7.929858838906512e-05,8.225368219427764e-05,8.520877599949017e-05,8.81638698047027e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[3,0,1,2,7,7,13,13,26,39,35,52,86,115,160,214,328,431,661,861,1305,1830,2590,3893,5711,8387,12420,18942,31197,54398,104661,136119,84190,44686,25731,16403,10795,7379,4965,3367,2379,1597,1120,776,520,409,269,234,159,97,71,53,32,32,17,10,8,6,4,4,1,0,1,2],"bins":[-65.5625,-63.4697265625,-61.376953125,-59.2841796875,-57.19140625,-55.0986328125,-53.005859375,-50.9130859375,-48.8203125,-46.7275390625,-44.634765625,-42.5419921875,-40.44921875,-38.3564453125,-36.263671875,-34.1708984375,-32.078125,-29.9853515625,-27.892578125,-25.7998046875,-23.70703125,-21.6142578125,-19.521484375,-17.4287109375,-15.3359375,-13.2431640625,-11.150390625,-9.0576171875,-6.96484375,-4.8720703125,-2.779296875,-0.6865234375,1.40625,3.4990234375,5.591796875,7.6845703125,9.77734375,11.8701171875,13.962890625,16.0556640625,18.1484375,20.2412109375,22.333984375,24.4267578125,26.51953125,28.6123046875,30.705078125,32.7978515625,34.890625,36.9833984375,39.076171875,41.1689453125,43.26171875,45.3544921875,47.447265625,49.5400390625,51.6328125,53.7255859375,55.818359375,57.9111328125,60.00390625,62.0966796875,64.189453125,66.2822265625,68.375]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,3,3,4,12,7,10,15,13,13,16,20,11,16,18,21,11,14,8,17,17,14,17,13,14,14,17,13,14,15,6,9,19,9,9,24,16,20,14,19,17,16,14,15,16,11,13,6,14,16,17,15,13,15,8,9,6,7,4,3,3,1,0,1],"bins":[-0.0002329656417714432,-0.0002252848062198609,-0.0002176039561163634,-0.00020992312056478113,-0.00020224228501319885,-0.00019456143490970135,-0.00018688059935811907,-0.00017919974925462157,-0.0001715189137030393,-0.000163838078151457,-0.0001561572280479595,-0.00014847639249637723,-0.00014079554239287972,-0.00013311470684129745,-0.00012543387128971517,-0.00011775302846217528,-0.00011007218563463539,-0.0001023913428070955,-9.471049997955561e-05,-8.702966442797333e-05,-7.934882160043344e-05,-7.166797877289355e-05,-6.398714322131127e-05,-5.630630039377138e-05,-4.862545756623149e-05,-4.09446147386916e-05,-3.3263775549130514e-05,-2.5582934540580027e-05,-1.790209353202954e-05,-1.0221252523479052e-05,-2.5404115149285644e-06,5.140429493621923e-06,1.2821285054087639e-05,2.0502126062638126e-05,2.8182967071188614e-05,3.58638062607497e-05,4.354464908828959e-05,5.122549191582948e-05,5.8906331105390564e-05,6.658717029495165e-05,7.426801312249154e-05,8.194885595003143e-05,8.962969877757132e-05,9.73105343291536e-05,0.00010499137715669349,0.00011267221998423338,0.00012035305553581566,0.00012803390563931316,0.00013571474119089544,0.00014339557674247772,0.00015107642684597522,0.0001587572623975575,0.000166438112501055,0.00017411894805263728,0.00018179978360421956,0.00018948063370771706,0.00019716146925929934,0.00020484230481088161,0.00021252315491437912,0.0002202039904659614,0.00022788482601754367,0.00023556567612104118,0.00024324651167262346,0.00025092734722420573,0.00025860819732770324]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09979850053787231,-0.0966193899512291,-0.09344027191400528,-0.09026116132736206,-0.08708204329013824,-0.08390293270349503,-0.08072381466627121,-0.07754470407962799,-0.07436558604240417,-0.07118647545576096,-0.06800736486911774,-0.06482824683189392,-0.0616491362452507,-0.058470021933317184,-0.05529090762138367,-0.05211179330945015,-0.04893267899751663,-0.045753564685583115,-0.0425744503736496,-0.03939533606171608,-0.03621622174978256,-0.03303711116313934,-0.029857996851205826,-0.02667888253927231,-0.02349976822733879,-0.020320653915405273,-0.017141539603471756,-0.013962427154183388,-0.01078331284224987,-0.00760419899597764,-0.00442508514970541,-0.0012459713034331799,0.0019331425428390503,0.0051122563891112804,0.00829137023538351,0.011470483615994453,0.014649597927927971,0.01782871223986149,0.021007824689149857,0.024186939001083374,0.02736605331301689,0.03054516762495041,0.033724281936883926,0.036903396248817444,0.04008250683546066,0.04326162114739418,0.0464407354593277,0.049619849771261215,0.05279896408319473,0.05597807839512825,0.05915719270706177,0.062336307018995285,0.0655154213309288,0.06869453191757202,0.07187364995479584,0.07505276054143906,0.07823187112808228,0.08141098916530609,0.08459009975194931,0.08776921778917313,0.09094832837581635,0.09412744641304016,0.09730655699968338,0.1004856750369072,0.10366478562355042],"_type":"histogram","values":[1,1,1,3,4,2,12,32,54,85,152,236,390,625,1009,1528,2303,3266,4555,6285,8491,11003,13848,16956,20365,24331,27507,30993,33492,35845,37098,37083,36894,35104,33058,29988,27014,23551,19851,16315,13204,10389,7945,5844,4219,3020,2049,1491,898,569,350,223,109,90,44,23,14,7,3,1,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,4,5,4,10,34,62,81,112,215,370,533,775,1185,1727,2481,3329,4556,6013,7850,10019,12643,15439,18315,21508,24103,27718,29916,31843,33445,34501,34501,33604,32717,30757,27999,25532,22614,19583,16308,13464,10984,8782,6719,4997,3805,2800,1958,1337,955,579,354,266,164,96,59,43,28,10,5,3,1,2,1],"bins":[-0.09176664054393768,-0.0888223946094513,-0.0858781486749649,-0.08293390274047852,-0.07998965680599213,-0.07704541832208633,-0.07410117238759995,-0.07115692645311356,-0.06821268051862717,-0.06526843458414078,-0.06232418864965439,-0.0593799464404583,-0.05643570050597191,-0.05349145457148552,-0.05054721236228943,-0.04760296642780304,-0.04465872049331665,-0.04171447455883026,-0.03877022862434387,-0.03582598641514778,-0.03288174048066139,-0.029937494546175003,-0.026993250474333763,-0.024049006402492523,-0.021104760468006134,-0.018160514533519745,-0.015216270461678505,-0.01227202545851469,-0.009327780455350876,-0.006383535452187061,-0.0034392904490232468,-0.0004950454458594322,0.0024491921067237854,0.0053934371098876,0.008337682113051414,0.011281927116215229,0.014226172119379044,0.017170418053865433,0.020114662125706673,0.023058906197547913,0.026003152132034302,0.02894739806652069,0.03189164400100708,0.03483588621020317,0.03778013214468956,0.04072437807917595,0.04366862028837204,0.04661286622285843,0.04955711215734482,0.05250135809183121,0.055445604026317596,0.05838984623551369,0.061334092170000076,0.06427833437919617,0.06722258031368256,0.07016682624816895,0.07311107218265533,0.07605531811714172,0.07899956405162811,0.0819438099861145,0.08488805592060089,0.08783229440450668,0.09077654033899307,0.09372078627347946,0.09666503220796585]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,1,0,0,1,1,3,0,2,1,9,7,3,5,4,8,13,8,10,14,11,19,17,22,24,19,25,15,26,23,38,33,12,23,16,22,32,30,27,34,28,16,19,20,12,15,9,9,10,13,5,11,11,8,5,2,3,2,4,2,2,1,2],"bins":[-406.5,-394.58984375,-382.6796875,-370.76953125,-358.859375,-346.94921875,-335.0390625,-323.12890625,-311.21875,-299.30859375,-287.3984375,-275.48828125,-263.578125,-251.66796875,-239.7578125,-227.84765625,-215.9375,-204.02734375,-192.1171875,-180.20703125,-168.296875,-156.38671875,-144.4765625,-132.56640625,-120.65625,-108.74609375,-96.8359375,-84.92578125,-73.015625,-61.10546875,-49.1953125,-37.28515625,-25.375,-13.46484375,-1.5546875,10.35546875,22.265625,34.17578125,46.0859375,57.99609375,69.90625,81.81640625,93.7265625,105.63671875,117.546875,129.45703125,141.3671875,153.27734375,165.1875,177.09765625,189.0078125,200.91796875,212.828125,224.73828125,236.6484375,248.55859375,260.46875,272.37890625,284.2890625,296.19921875,308.109375,320.01953125,331.9296875,343.83984375,355.75],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-817,-792.546875,-768.09375,-743.640625,-719.1875,-694.734375,-670.28125,-645.828125,-621.375,-596.921875,-572.46875,-548.015625,-523.5625,-499.109375,-474.65625,-450.203125,-425.75,-401.296875,-376.84375,-352.390625,-327.9375,-303.484375,-279.03125,-254.578125,-230.125,-205.671875,-181.21875,-156.765625,-132.3125,-107.859375,-83.40625,-58.953125,-34.5,-10.046875,14.40625,38.859375,63.3125,87.765625,112.21875,136.671875,161.125,185.578125,210.03125,234.484375,258.9375,283.390625,307.84375,332.296875,356.75,381.203125,405.65625,430.109375,454.5625,479.015625,503.46875,527.921875,552.375,576.828125,601.28125,625.734375,650.1875,674.640625,699.09375,723.546875,748],"_type":"histogram","values":[2,0,0,0,1,2,0,2,0,1,1,0,5,7,3,5,10,8,10,16,18,17,19,28,19,19,19,26,27,25,21,22,31,31,29,42,31,12,24,30,15,30,24,15,18,17,12,8,11,12,8,7,6,4,4,2,1,4,2,0,0,1,2,2]},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,2,3,1,6,8,12,11,15,17,17,11,13,21,12,17,21,19,17,12,24,23,12,18,13,16,17,16,17,20,15,14,21,20,6,16,12,21,17,17,22,13,18,10,20,15,15,20,11,9,6,14,5,5,6,3,1,1,0,1],"bins":[-0.0003119950706604868,-0.0003024076868314296,-0.00029282027389854193,-0.0002832328900694847,-0.0002736455062404275,-0.0002640580933075398,-0.0002544707094784826,-0.0002448833256494254,-0.00023529591271653771,-0.0002257085288874805,-0.00021612113050650805,-0.0002065337321255356,-0.0001969463482964784,-0.00018735894991550595,-0.0001777715515345335,-0.00016818416770547628,-0.00015859676932450384,-0.0001490093709435314,-0.00013942198711447418,-0.00012983458873350173,-0.00012024719035252929,-0.00011065979924751446,-0.00010107240814249963,-9.148500976152718e-05,-8.189761865651235e-05,-7.231022755149752e-05,-6.272282917052507e-05,-5.313543806551024e-05,-4.3548043322516605e-05,-3.396064857952297e-05,-2.4373255655518733e-05,-1.4785861822019797e-05,-5.198467988520861e-06,4.3889258449780755e-06,1.3976319678477012e-05,2.3563712602481246e-05,3.3151107345474884e-05,4.273850208846852e-05,5.232589319348335e-05,6.19132915744558e-05,7.150068267947063e-05,8.108807378448546e-05,9.06754721654579e-05,0.00010026286327047274,0.00010985025437548757,0.00011943765275646001,0.00012902505113743246,0.00013861243496648967,0.00014819983334746212,0.00015778723172843456,0.00016737461555749178,0.00017696201393846422,0.00018654941231943667,0.00019613679614849389,0.00020572419452946633,0.00021531159291043878,0.000224898976739496,0.00023448637512046844,0.00024407377350144088,0.0002536611573304981,0.00026324857026338577,0.000272835954092443,0.0002824233379215002,0.0002920107508543879,0.0003015981346834451]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,2,1,0,2,0,2,4,1,1,11,4,9,9,13,6,10,18,15,19,21,22,19,26,31,23,28,34,31,20,29,32,36,30,21,32,22,19,18,8,21,23,13,14,12,6,7,6,7,5,6,5,1,0,3,1,2,0,2,0,1],"bins":[-800,-775.625,-751.25,-726.875,-702.5,-678.125,-653.75,-629.375,-605,-580.625,-556.25,-531.875,-507.5,-483.125,-458.75,-434.375,-410,-385.625,-361.25,-336.875,-312.5,-288.125,-263.75,-239.375,-215,-190.625,-166.25,-141.875,-117.5,-93.125,-68.75,-44.375,-20,4.375,28.75,53.125,77.5,101.875,126.25,150.625,175,199.375,223.75,248.125,272.5,296.875,321.25,345.625,370,394.375,418.75,443.125,467.5,491.875,516.25,540.625,565,589.375,613.75,638.125,662.5,686.875,711.25,735.625,760]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[4,1,3,4,10,5,9,12,8,21,36,72,106,158,195,277,418,599,922,1348,2085,3076,4626,7235,11352,18376,31706,58797,119559,271154,472128,291230,128140,62439,33367,19358,11962,7413,4972,3135,2118,1452,936,664,397,316,220,153,92,66,45,22,21,15,9,10,1,2,2,1,2,0,0,2],"bins":[-509,-492.3359375,-475.671875,-459.0078125,-442.34375,-425.6796875,-409.015625,-392.3515625,-375.6875,-359.0234375,-342.359375,-325.6953125,-309.03125,-292.3671875,-275.703125,-259.0390625,-242.375,-225.7109375,-209.046875,-192.3828125,-175.71875,-159.0546875,-142.390625,-125.7265625,-109.0625,-92.3984375,-75.734375,-59.0703125,-42.40625,-25.7421875,-9.078125,7.5859375,24.25,40.9140625,57.578125,74.2421875,90.90625,107.5703125,124.234375,140.8984375,157.5625,174.2265625,190.890625,207.5546875,224.21875,240.8828125,257.546875,274.2109375,290.875,307.5390625,324.203125,340.8671875,357.53125,374.1953125,390.859375,407.5234375,424.1875,440.8515625,457.515625,474.1796875,490.84375,507.5078125,524.171875,540.8359375,557.5]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,2,1,2,2,1,8,5,5,12,13,13,32,38,48,98,94,166,252,352,523,836,1179,1773,2809,4225,6751,10628,17414,29300,52617,110226,156753,85618,42712,24608,14786,9292,5800,3740,2335,1565,1013,716,458,299,219,157,96,70,49,31,19,16,16,4,10,6,2,2,1,1,4],"bins":[-80.3125,-77.9033203125,-75.494140625,-73.0849609375,-70.67578125,-68.2666015625,-65.857421875,-63.4482421875,-61.0390625,-58.6298828125,-56.220703125,-53.8115234375,-51.40234375,-48.9931640625,-46.583984375,-44.1748046875,-41.765625,-39.3564453125,-36.947265625,-34.5380859375,-32.12890625,-29.7197265625,-27.310546875,-24.9013671875,-22.4921875,-20.0830078125,-17.673828125,-15.2646484375,-12.85546875,-10.4462890625,-8.037109375,-5.6279296875,-3.21875,-0.8095703125,1.599609375,4.0087890625,6.41796875,8.8271484375,11.236328125,13.6455078125,16.0546875,18.4638671875,20.873046875,23.2822265625,25.69140625,28.1005859375,30.509765625,32.9189453125,35.328125,37.7373046875,40.146484375,42.5556640625,44.96484375,47.3740234375,49.783203125,52.1923828125,54.6015625,57.0107421875,59.419921875,61.8291015625,64.23828125,66.6474609375,69.056640625,71.4658203125,73.875],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.weight":{"bins":[-807.6123046875,-772.2960205078125,-736.9797973632812,-701.6635131835938,-666.3472900390625,-631.031005859375,-595.7147827148438,-560.3984985351562,-525.082275390625,-489.7659912109375,-454.4497375488281,-419.13348388671875,-383.81719970703125,-348.5009460449219,-313.1846923828125,-277.8684387207031,-242.55218505859375,-207.23593139648438,-171.919677734375,-136.60340881347656,-101.28715515136719,-65.97090148925781,-30.654640197753906,4.661617279052734,39.977874755859375,75.29412841796875,110.61038970947266,145.92665100097656,181.24290466308594,216.5591583251953,251.87542724609375,287.1916809082031,322.5079345703125,357.8241882324219,393.14044189453125,428.4566955566406,463.77294921875,499.0892333984375,534.4054565429688,569.7217407226562,605.0379638671875,640.354248046875,675.6705322265625,710.9867553710938,746.3030395507812,781.6192626953125,816.935546875,852.2517700195312,887.5680541992188,922.8843383789062,958.2005615234375,993.516845703125,1028.8331298828125,1064.1492919921875,1099.465576171875,1134.7818603515625,1170.09814453125,1205.4144287109375,1240.7305908203125,1276.046875,1311.3631591796875,1346.679443359375,1381.99560546875,1417.3118896484375,1452.628173828125],"_type":"histogram","values":[2,1,0,0,0,0,3,0,3,2,4,4,3,5,8,17,9,19,31,36,60,96,118,97,64,56,32,22,15,11,12,6,7,4,5,1,3,4,1,2,0,0,1,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"values":[3,0,1,2,3,5,5,9,16,8,17,13,13,17,17,26,16,18,16,18,14,11,25,10,10,14,26,13,9,14,9,16,19,4,15,12,24,13,18,19,17,16,11,20,9,14,11,21,24,13,16,14,6,17,8,7,12,5,2,3,2,0,1,1],"bins":[-0.0002715634473133832,-0.00026287956279702485,-0.000254195649176836,-0.00024551176466047764,-0.00023682786559220403,-0.00022814398107584566,-0.00021946008200757205,-0.00021077618293929845,-0.00020209228387102485,-0.00019340839935466647,-0.00018472450028639287,-0.00017604060121811926,-0.0001673567167017609,-0.00015867281763348728,-0.00014998891856521368,-0.0001413050340488553,-0.0001326211349805817,-0.0001239372359123081,-0.00011525334411999211,-0.00010656945232767612,-9.788555325940251e-05,-8.920166146708652e-05,-8.051776967477053e-05,-7.183387060649693e-05,-6.314997881418094e-05,-5.4466083383886144e-05,-4.578218795359135e-05,-3.709829616127536e-05,-2.841440073098056e-05,-1.9730505300685763e-05,-1.104661168938037e-05,-2.362717168580275e-06,6.32117735221982e-06,1.5005071873019915e-05,2.368896639382001e-05,3.2372860005125403e-05,4.10567554354202e-05,4.9740650865715e-05,5.842454265803099e-05,6.710844172630459e-05,7.579233351862058e-05,8.447622531093657e-05,9.316012437921017e-05,0.00010184401617152616,0.00011052790796384215,0.00011921180703211576,0.00012789570610038936,0.00013657959061674774,0.00014526348968502134,0.00015394738875329494,0.00016263127326965332,0.00017131517233792692,0.00017999907140620053,0.0001886829559225589,0.0001973668549908325,0.0002060507540591061,0.0002147346385754645,0.0002234185376437381,0.0002321024367120117,0.0002407863357802853,0.0002494702348485589,0.0002581541193649173,0.00026683800388127565,0.0002755219175014645,0.00028420580201782286],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[4,6,4,8,6,12,12,10,21,13,14,12,13,15,12,18,15,17,23,14,13,13,10,10,13,16,12,19,16,15,10,9,6,18,17,15,9,11,14,14,16,10,7,9,12,18,14,22,17,13,10,14,21,12,12,9,12,6,7,7,4,3,0,4],"bins":[-0.00022453567362390459,-0.00021738211216870695,-0.00021022855071350932,-0.0002030749892583117,-0.00019592142780311406,-0.00018876788089983165,-0.00018161431944463402,-0.0001744607579894364,-0.00016730719653423876,-0.00016015363507904112,-0.0001530000736238435,-0.00014584651216864586,-0.00013869296526536345,-0.00013153940381016582,-0.0001243858423549682,-0.00011723228089977056,-0.00011007871944457293,-0.0001029251579893753,-9.577159653417766e-05,-8.861804235493764e-05,-8.146448089974001e-05,-7.431091944454238e-05,-6.715736526530236e-05,-6.000380381010473e-05,-5.2850242354907095e-05,-4.569668089970946e-05,-3.854312308249064e-05,-3.138956526527181e-05,-2.423600381007418e-05,-1.708244417386595e-05,-9.928884537657723e-06,-2.775324901449494e-06,4.378249286673963e-06,1.1531808922882192e-05,1.868536855909042e-05,2.583892819529865e-05,3.299248783150688e-05,4.014604928670451e-05,4.7299607103923336e-05,5.445316492114216e-05,6.160672637633979e-05,6.876028783153743e-05,7.591384928673506e-05,8.306740346597508e-05,9.022096492117271e-05,9.737452637637034e-05,0.00010452808055561036,0.00011168164201080799,0.00011883520346600562,0.00012598876492120326,0.0001331423263764009,0.00014029588783159852,0.00014744943473488092,0.00015460299619007856,0.0001617565576452762,0.00016891011910047382,0.00017606368055567145,0.00018321724201086909,0.00019037080346606672,0.00019752436492126435,0.00020467792637646198,0.0002118314732797444,0.00021898503473494202,0.00022613859619013965,0.00023329215764533728],"_type":"histogram"},"parameters/linear.weight":{"bins":[-0.036735981702804565,-0.03558656573295593,-0.034437146037817,-0.03328773006796837,-0.03213831037282944,-0.030988892540335655,-0.029839474707841873,-0.02869005687534809,-0.02754063904285431,-0.026391223073005676,-0.025241805240511894,-0.024092387408018112,-0.02294296957552433,-0.021793551743030548,-0.020644133910536766,-0.019494716078042984,-0.018345298245549202,-0.01719588041305542,-0.016046462580561638,-0.014897044748067856,-0.013747626915574074,-0.012598210014402866,-0.011448792181909084,-0.010299374349415302,-0.00914995651692152,-0.008000538684427738,-0.006851120851933956,-0.005701703485101461,-0.004552285652607679,-0.0034028678201138973,-0.002253450220450759,-0.0011040325043722987,4.53852117061615e-05,0.0011948029277846217,0.002344220643863082,0.0034936382435262203,0.004643056076020002,0.005792473908513784,0.006941891275346279,0.008091309107840061,0.009240726940333843,0.010390144772827625,0.011539562605321407,0.01268898043781519,0.013838397338986397,0.014987815171480179,0.01613723300397396,0.017286650836467743,0.018436068668961525,0.019585486501455307,0.02073490433394909,0.02188432216644287,0.023033739998936653,0.024183157831430435,0.025332575663924217,0.026481993496418,0.027631409466266632,0.028780827298760414,0.029930245131254196,0.031079662963747978,0.03222908079624176,0.03337850049138069,0.034527916461229324,0.035677336156368256,0.03682675212621689],"_type":"histogram","values":[678,1564,1587,1486,1514,1558,1596,1533,1615,1534,1513,1582,1531,1567,1509,1595,1513,1540,1538,1580,1600,1643,1583,1540,1542,1520,1584,1583,1584,1572,1557,1486,1548,1618,1509,1555,1577,1640,1582,1602,1548,1634,1556,1539,1605,1642,1533,1545,1598,1576,1627,1692,1475,1614,1489,1548,1564,1591,1481,1517,1542,1639,1590,601]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug-core.log b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..091b1466bdc43b293cf54af9a5a981557e809220 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug-core.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:01:48.406432556+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp544e4hn2/port-28909.txt","pid":28909,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:01:48.406994345+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":28909} +{"time":"2025-07-18T01:01:48.406998314+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-28909-28932-2683941136/socket","Net":"unix"}} +{"time":"2025-07-18T01:01:48.586689043+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:01:48.598405509+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"xoj8gemp","id":"1(@)"} +{"time":"2025-07-18T01:01:49.036072048+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"xoj8gemp","id":"1(@)"} +{"time":"2025-07-18T01:03:02.694239599+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:03:02.694500932+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:03:02.694567648+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:03:02.694518474+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:03:02.694636064+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-28909-28932-2683941136/socket","Net":"unix"}} +{"time":"2025-07-18T01:03:03.671053963+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a743665f25f488c5aff26872b219157b4a36b7d8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug-internal.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T01:01:48.599486865+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:01:49.036036157+03:00","level":"INFO","msg":"stream: created new stream","id":"xoj8gemp"} +{"time":"2025-07-18T01:01:49.036066424+03:00","level":"INFO","msg":"stream: started","id":"xoj8gemp"} +{"time":"2025-07-18T01:01:49.0360864+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"xoj8gemp"} +{"time":"2025-07-18T01:01:49.036093067+03:00","level":"INFO","msg":"sender: started","stream_id":"xoj8gemp"} +{"time":"2025-07-18T01:01:49.036132782+03:00","level":"INFO","msg":"handler: started","stream_id":"xoj8gemp"} +{"time":"2025-07-18T01:03:02.694542165+03:00","level":"INFO","msg":"stream: closing","id":"xoj8gemp"} diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug.log b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..bacdbdc0d496ea8f8b57e5e0997cceace9d3d7ec --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 01:01:48,370 INFO MainThread:28909 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:01:48,370 INFO MainThread:28909 [wandb_setup.py:_flush():80] Configure stats pid to 28909 +2025-07-18 01:01:48,370 INFO MainThread:28909 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:01:48,370 INFO MainThread:28909 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:01:48,370 INFO MainThread:28909 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:01:48,370 INFO MainThread:28909 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010148-xoj8gemp/logs/debug.log +2025-07-18 01:01:48,371 INFO MainThread:28909 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010148-xoj8gemp/logs/debug-internal.log +2025-07-18 01:01:48,371 INFO MainThread:28909 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:01:48,371 INFO MainThread:28909 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:01:48,371 INFO MainThread:28909 [wandb_init.py:init():871] starting backend +2025-07-18 01:01:48,586 INFO MainThread:28909 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:01:48,595 INFO MainThread:28909 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:01:48,597 INFO MainThread:28909 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:01:48,597 INFO MainThread:28909 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:01:49,372 INFO MainThread:28909 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:01:49,532 INFO MainThread:28909 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:01:49,532 INFO MainThread:28909 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:01:49,532 INFO MainThread:28909 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:01:49,532 INFO MainThread:28909 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:01:49,537 INFO MainThread:28909 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:01:50,486 INFO MainThread:28909 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:01:50,487 INFO MainThread:28909 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:03:02,693 INFO MsgRouterThr:28909 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 01:03:03,492 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,498 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,499 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,500 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,500 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,501 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,502 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,503 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,504 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,504 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,506 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,506 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,507 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,507 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,508 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,509 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,509 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,510 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,510 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,511 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,511 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,512 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,512 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,513 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,513 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,514 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,515 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,515 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,516 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,516 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,517 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,517 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,518 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,518 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,519 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,519 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,520 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,520 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,521 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,521 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,522 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,523 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,523 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,525 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,525 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,526 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,527 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,527 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,528 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,528 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,529 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,529 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,530 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,530 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,531 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,531 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,532 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,532 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,533 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,533 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,534 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,534 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,535 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,535 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,536 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,536 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,537 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,537 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,538 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,538 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,539 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,539 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,540 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,540 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,541 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,542 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,542 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,543 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,543 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,544 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,545 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,546 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,546 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,547 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,547 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,548 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,548 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,549 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,549 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,550 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,550 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,551 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,551 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,552 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,552 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,553 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,553 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,554 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,555 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,555 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,556 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,556 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,557 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,557 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,558 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,558 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,559 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,559 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,560 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,560 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,561 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,561 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,562 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,562 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,563 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,563 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,564 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,564 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,565 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,565 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,566 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,566 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,568 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,569 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,569 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,570 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,570 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,571 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,571 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,572 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,572 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,573 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,574 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,574 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,575 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,575 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,576 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,576 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,577 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,577 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,578 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,578 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,579 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,579 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,580 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,580 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,581 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,581 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,582 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,583 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,583 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,584 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,584 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,585 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,585 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,586 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,586 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,587 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,587 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,588 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,588 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,590 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,590 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,591 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,592 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,592 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,593 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,593 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,594 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,594 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,595 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,595 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,596 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,597 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,597 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,598 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,598 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,599 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,599 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,600 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,600 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,601 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,601 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,602 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,602 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,603 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,603 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,604 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,604 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,605 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,605 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,606 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,606 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,607 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,607 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,608 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,608 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,609 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,609 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,610 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,610 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,611 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,611 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,612 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,613 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,613 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,614 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,614 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,615 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,615 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,616 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,616 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,617 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,617 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,618 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,618 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,619 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:03:03,619 ERROR MainThread:28909 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_010148-xoj8gemp/run-xoj8gemp.wandb b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/run-xoj8gemp.wandb new file mode 100644 index 0000000000000000000000000000000000000000..443ca26038fa51252df59c04926ff01cc737837d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010148-xoj8gemp/run-xoj8gemp.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cc3b3c6de88677ee386bcd9fdaac9bc1741dbc19b6a584106b4a59ce4750266 +size 6619136 diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/config.yaml b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e8b993030b50bbfb59f1051d1f2f1cffbb2422a3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + sn9zi6drauhc6z8v8e7sslm0jpyt50qw: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136809115648" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:05:20.291006Z" + writerId: sn9zi6drauhc6z8v8e7sslm0jpyt50qw + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/output.log b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..766b865ae7ba3990110178249b6e1af2110c2ce7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [01:02", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 385, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 306, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 198, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 207, in log_tensor_stats + if self._no_finite_values(flat): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 297, in _no_finite_values + return tensor.shape == torch.Size([0]) or (~torch.isfinite(tensor)).all().item() + ^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/requirements.txt b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..116c49c6e3053a210af1812b1bec9c57e116fab2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:05:20.291006Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136809115648" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "sn9zi6drauhc6z8v8e7sslm0jpyt50qw" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..868b4ead8e9d3166205285b9981278f309ee84ba --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,3,1,0,0,0,2,5,1,1,1,7,1,7,7,3,1,10,10,12,22,16,29,31,23,22,29,33,31,28,36,26,29,28,37,20,34,23,26,17,16,34,20,16,9,6,5,6,6,11,4,1,1,1,5,2,1,2,3,4,1,0,0,1],"bins":[-0.0007255709497258067,-0.0007023834623396397,-0.0006791960331611335,-0.0006560086039826274,-0.0006328211165964603,-0.0006096336292102933,-0.0005864462000317872,-0.000563258770853281,-0.000540071283467114,-0.0005168837960809469,-0.0004936963669024408,-0.0004705089086201042,-0.0004473214503377676,-0.000424133992055431,-0.0004009465337730944,-0.0003777590754907578,-0.00035457161720842123,-0.00033138415892608464,-0.00030819670064374804,-0.00028500924236141145,-0.00026182178407907486,-0.00023863432579673827,-0.00021544686751440167,-0.00019225940923206508,-0.0001690719509497285,-0.0001458844926673919,-0.0001226970343850553,-9.950957610271871e-05,-7.632211782038212e-05,-5.3134659538045526e-05,-2.9947201255708933e-05,-6.75974297337234e-06,1.6427773516625166e-05,3.961523179896176e-05,6.280269008129835e-05,8.599014836363494e-05,0.00010917760664597154,0.00013236506492830813,0.00015555252321064472,0.00017873998149298131,0.0002019274397753179,0.0002251148980576545,0.0002483023563399911,0.0002714898146223277,0.0002946772729046643,0.00031786473118700087,0.00034105218946933746,0.00036423964775167406,0.00038742710603401065,0.00041061456431634724,0.00043380202259868383,0.0004569894808810204,0.000480176939163357,0.0005033643683418632,0.0005265518557280302,0.0005497393431141973,0.0005729267722927034,0.0005961142014712095,0.0006193016888573766,0.0006424891762435436,0.0006656766054220498,0.0006888640346005559,0.000712051521986723,0.00073523900937289,0.0007584264385513961],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"values":[1,4,13,17,32,56,107,160,282,419,710,1119,1652,2534,3749,5421,7640,10559,14222,18482,24153,30128,37286,45616,53461,61803,69701,76789,83603,89195,91678,92612,92367,90101,84547,78409,71577,63847,55116,46669,38927,31499,25194,19470,14949,11079,8076,5956,4046,2743,1874,1237,789,478,302,179,97,58,36,17,10,3,4,4],"bins":[-0.09372412413358688,-0.09075804799795151,-0.08779197931289673,-0.08482590317726135,-0.08185982704162598,-0.0788937583565712,-0.07592768222093582,-0.07296161353588104,-0.06999553740024567,-0.06702946126461029,-0.06406339257955551,-0.061097316443920135,-0.05813124403357506,-0.05516517162322998,-0.052199095487594604,-0.04923302307724953,-0.04626695066690445,-0.04330087825655937,-0.040334805846214294,-0.03736872971057892,-0.03440265730023384,-0.03143658488988876,-0.028470510616898537,-0.02550443634390831,-0.022538363933563232,-0.019572291523218155,-0.016606217250227928,-0.013640143908560276,-0.010674070566892624,-0.007707997225224972,-0.00474192388355732,-0.0017758505418896675,0.0011902302503585815,0.004156303592026234,0.007122376933693886,0.010088450275361538,0.01305452361702919,0.016020596027374268,0.018986670300364494,0.02195274457335472,0.0249188169836998,0.027884889394044876,0.030850963667035103,0.03381703794002533,0.03678311035037041,0.039749182760715485,0.04271525889635086,0.04568133130669594,0.048647403717041016,0.05161347612738609,0.05457954853773117,0.05754562467336655,0.060511697083711624,0.0634777694940567,0.06644384562969208,0.06940991431474686,0.07237599045038223,0.07534206658601761,0.07830813527107239,0.08127421140670776,0.08424028754234314,0.08720635622739792,0.0901724323630333,0.09313850104808807,0.09610457718372345],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0028476715087890625,-0.0027556121349334717,-0.002663552761077881,-0.00257149338722229,-0.0024794340133666992,-0.0023873746395111084,-0.0022953152656555176,-0.0022032558917999268,-0.002111196517944336,-0.002019137144088745,-0.0019270777702331543,-0.0018350183963775635,-0.0017429590225219727,-0.0016508996486663818,-0.001558840274810791,-0.0014667809009552002,-0.0013747215270996094,-0.0012826621532440186,-0.0011906027793884277,-0.001098543405532837,-0.001006484031677246,-0.0009144246578216553,-0.0008223652839660645,-0.0007303059101104736,-0.0006382465362548828,-0.000546187162399292,-0.00045412778854370117,-0.00036206841468811035,-0.00027000904083251953,-0.0001779496669769287,-8.589029312133789e-05,6.16908073425293e-06,9.822845458984375e-05,0.00019028782844543457,0.0002823472023010254,0.0003744065761566162,0.00046646595001220703,0.0005585253238677979,0.0006505846977233887,0.0007426440715789795,0.0008347034454345703,0.0009267628192901611,0.001018822193145752,0.0011108815670013428,0.0012029409408569336,0.0012950003147125244,0.0013870596885681152,0.001479119062423706,0.0015711784362792969,0.0016632378101348877,0.0017552971839904785,0.0018473565578460693,0.0019394159317016602,0.002031475305557251,0.002123534679412842,0.0022155940532684326,0.0023076534271240234,0.0023997128009796143,0.002491772174835205,0.002583831548690796,0.0026758909225463867,0.0027679502964019775,0.0028600096702575684,0.002952069044113159,0.00304412841796875],"_type":"histogram","values":[2,0,0,1,7,5,1,9,10,14,19,17,39,63,82,131,174,228,360,544,788,1127,1623,2492,3783,5656,9054,15081,27933,58440,191460,153810,52551,25525,14239,8510,5318,3437,2276,1579,1022,726,512,334,262,172,111,95,63,33,27,23,17,11,8,8,5,1,2,2,1,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,0,0,2,3,1,1,0,0,2,2,1,3,3,4,4,8,4,13,11,17,9,23,27,31,50,63,81,78,79,43,28,35,25,17,16,15,12,7,11,3,8,2,4,4,1,3,2,1,2,1,1,1,0,1,0,1,2],"bins":[-0.00831743236631155,-0.008075125515460968,-0.007832817733287811,-0.007590510882437229,-0.007348204031586647,-0.007105896715074778,-0.0068635898642241955,-0.006621282547712326,-0.006378975696861744,-0.0061366683803498745,-0.005894361063838005,-0.005652054212987423,-0.0054097468964755535,-0.005167440045624971,-0.004925132729113102,-0.00468282587826252,-0.00444051856175065,-0.004198211245238781,-0.003955904394388199,-0.003713597310706973,-0.0034712902270257473,-0.003228982910513878,-0.002986675826832652,-0.0027443687431514263,-0.0025020616594702005,-0.0022597545757889748,-0.002017447492107749,-0.0017751402920112014,-0.0015328332083299756,-0.0012905261246487498,-0.0010482189245522022,-0.0008059118408709764,-0.0005636047571897507,-0.00032129764440469444,-7.89905316196382e-05,0.00016331658116541803,0.00040562369395047426,0.0006479307776317,0.0008902379195205867,0.0011325450614094734,0.0013748521450906992,0.001617159228771925,0.0018594663124531507,0.0021017733961343765,0.002344080712646246,0.0025863877963274717,0.0028286948800086975,0.0030710019636899233,0.003313309047371149,0.003555616131052375,0.0037979232147336006,0.00404023053124547,0.004282537382096052,0.004524844698607922,0.004767151549458504,0.005009458865970373,0.005251766182482243,0.005494073033332825,0.005736380349844694,0.005978687200695276,0.006220994517207146,0.006463301368057728,0.006705608684569597,0.006947915535420179,0.007190222851932049],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,1,2,3,4,4,3,5,4,8,6,13,6,7,7,12,15,15,22,24,26,37,37,22,33,20,36,39,35,34,26,28,29,23,22,22,24,21,24,9,8,4,8,8,4,2,3,8,3,2,1,2,1,2,2,0,0,0,0,0,0,0,0,1],"bins":[-0.0021533966064453125,-0.0020749568939208984,-0.0019965171813964844,-0.0019180774688720703,-0.0018396377563476562,-0.0017611980438232422,-0.0016827583312988281,-0.001604318618774414,-0.00152587890625,-0.001447439193725586,-0.0013689994812011719,-0.0012905597686767578,-0.0012121200561523438,-0.0011336803436279297,-0.0010552406311035156,-0.0009768009185791016,-0.0008983612060546875,-0.0008199214935302734,-0.0007414817810058594,-0.0006630420684814453,-0.0005846023559570312,-0.0005061626434326172,-0.0004277229309082031,-0.00034928321838378906,-0.000270843505859375,-0.00019240379333496094,-0.00011396408081054688,-3.552436828613281e-05,4.291534423828125e-05,0.00012135505676269531,0.00019979476928710938,0.00027823448181152344,0.0003566741943359375,0.00043511390686035156,0.0005135536193847656,0.0005919933319091797,0.0006704330444335938,0.0007488727569580078,0.0008273124694824219,0.0009057521820068359,0.00098419189453125,0.001062631607055664,0.0011410713195800781,0.0012195110321044922,0.0012979507446289062,0.0013763904571533203,0.0014548301696777344,0.0015332698822021484,0.0016117095947265625,0.0016901493072509766,0.0017685890197753906,0.0018470287322998047,0.0019254684448242188,0.002003908157348633,0.002082347869873047,0.002160787582397461,0.002239227294921875,0.002317667007446289,0.002396106719970703,0.002474546432495117,0.0025529861450195312,0.0026314258575439453,0.0027098655700683594,0.0027883052825927734,0.0028667449951171875],"_type":"histogram"},"gradients/bert.embeddings.position_embeddings.weight":{"bins":[-0.015473970212042332,-0.015013294294476509,-0.014552619308233261,-0.014091944321990013,-0.01363126840442419,-0.013170592486858368,-0.01270991750061512,-0.012249242514371872,-0.01178856659680605,-0.011327890679240227,-0.010867215692996979,-0.01040654070675373,-0.009945864789187908,-0.009485188871622086,-0.009024513885378838,-0.00856383889913559,-0.008103162981569767,-0.007642487529665232,-0.007181812077760696,-0.006721136625856161,-0.006260461173951626,-0.0057997857220470905,-0.005339110270142555,-0.00487843481823802,-0.004417759366333485,-0.003957083914428949,-0.003496408462524414,-0.0030357330106198788,-0.0025750575587153435,-0.002114382106810808,-0.0016537066549062729,-0.0011930312030017376,-0.0007323557510972023,-0.000271680299192667,0.00018899515271186829,0.0006496706046164036,0.0011103460565209389,0.0015710215084254742,0.0020316969603300095,0.0024923724122345448,0.00295304786413908,0.0034137233160436153,0.0038743987679481506,0.004335074219852686,0.004795749671757221,0.0052564251236617565,0.005717100575566292,0.006177776027470827,0.006638451479375362,0.007099126931279898,0.007559802383184433,0.008020477369427681,0.008481153286993504,0.008941829204559326,0.009402504190802574,0.009863179177045822,0.010323855094611645,0.010784531012177467,0.011245205998420715,0.011705880984663963,0.012166556902229786,0.012627232819795609,0.013087907806038857,0.013548582792282104,0.014009258709847927],"_type":"histogram","values":[1,0,1,1,2,5,3,8,6,10,27,33,50,68,104,121,160,221,303,339,492,558,681,869,1019,1115,1342,1383,1851,2687,5021,8658,12967,309823,13960,9632,5020,3010,2101,1768,1455,1238,1046,902,747,603,461,340,291,173,159,121,85,55,37,25,24,14,10,2,4,2,0,2]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,1,2,1,3,1,2,4,3,9,8,4,8,10,14,16,24,24,28,20,13,27,30,20,32,32,37,29,36,25,39,27,23,17,25,25,21,13,19,13,12,17,5,14,6,3,3,4,5,2,2,0,5,1,0,0,0,1,0,1,0,0,0,1],"bins":[-0.004785388708114624,-0.0046124267391860485,-0.004439464304596186,-0.00426650233566761,-0.004093539901077747,-0.003920577932149172,-0.003747615497559309,-0.00357465329580009,-0.0034016910940408707,-0.003228729125112295,-0.003055766923353076,-0.002882804721593857,-0.0027098425198346376,-0.0025368803180754185,-0.0023639181163161993,-0.00219095591455698,-0.002017993712797761,-0.0018450315110385418,-0.0016720693092793226,-0.0014991071075201035,-0.0013261449057608843,-0.001153182820416987,-0.0009802206186577678,-0.0008072584168985486,-0.0006342962151393294,-0.00046133401338011026,-0.00028837184072472155,-0.00011540965351741761,5.755253368988633e-05,0.00023051472089719027,0.0004034769081044942,0.0005764390807598829,0.0007494012825191021,0.0009223634842783213,0.0010953256860375404,0.0012682878877967596,0.0014412500895559788,0.0016142121748998761,0.0017871743766590953,0.0019601366948336363,0.0021330988965928555,0.002306060865521431,0.00247902306728065,0.0026519852690398693,0.0028249474707990885,0.0029979096725583076,0.003170871874317527,0.003343834076076746,0.003516796277835965,0.0036897584795951843,0.0038627206813544035,0.004035682883113623,0.004208644852042198,0.004381607286632061,0.0045545692555606365,0.004727531690150499,0.004900493659079075,0.005073456093668938,0.005246418062597513,0.005419380497187376,0.0055923424661159515,0.005765304900705814,0.00593826686963439,0.006111229304224253,0.006284191273152828],"_type":"histogram"},"gradients/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.6251122951507568,-0.6069783568382263,-0.5888444185256958,-0.5707104802131653,-0.5525765419006348,-0.5344426035881042,-0.5163086652755737,-0.4981746971607208,-0.4800407588481903,-0.4619068205356598,-0.4437728822231293,-0.42563894391059875,-0.40750497579574585,-0.38937103748321533,-0.3712370991706848,-0.3531031608581543,-0.3349692225456238,-0.31683528423309326,-0.29870134592056274,-0.2805674076080322,-0.2624334692955017,-0.24429951608181,-0.2261655628681183,-0.20803162455558777,-0.18989768624305725,-0.17176374793052673,-0.15362980961799622,-0.1354958564043045,-0.11736191809177399,-0.09922797977924347,-0.08109403401613235,-0.06296008825302124,-0.04482609033584595,-0.02669214829802513,-0.008558206260204315,0.0095757357776165,0.027709677815437317,0.04584361985325813,0.06397756189107895,0.08211150765419006,0.10024544596672058,0.1183793842792511,0.13651332259178162,0.15464727580547333,0.17278121411800385,0.19091515243053436,0.20904910564422607,0.2271830439567566,0.2453169822692871,0.2634509205818176,0.28158485889434814,0.29971879720687866,0.3178527355194092,0.3359867036342621,0.3541206419467926,0.3722545802593231,0.39038851857185364,0.40852245688438416,0.4266563951969147,0.4447903335094452,0.4629243016242981,0.4810582399368286,0.49919217824935913,0.5173261165618896,0.5354600548744202],"_type":"histogram","values":[1,0,0,0,0,0,1,2,3,4,4,8,3,9,7,9,6,13,9,9,19,18,18,22,17,14,11,19,19,24,18,29,29,20,793,20,32,23,19,21,20,20,19,19,23,24,26,16,18,13,13,8,4,11,4,4,7,4,2,2,1,2,2,1]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,2,1,1,2,2,1,2,5,14,16,12,26,41,60,82,126,214,298,470,659,1101,1745,2717,4563,7460,12782,23284,43607,86098,148841,119698,60825,32211,17541,9977,5787,3561,2144,1325,848,564,350,235,170,117,72,45,30,31,15,17,6,11,3,1,2,2,1,0,1],"bins":[-0.005168914794921875,-0.0050157904624938965,-0.004862666130065918,-0.0047095417976379395,-0.004556417465209961,-0.004403293132781982,-0.004250168800354004,-0.004097044467926025,-0.003943920135498047,-0.0037907958030700684,-0.00363767147064209,-0.0034845471382141113,-0.003331422805786133,-0.0031782984733581543,-0.0030251741409301758,-0.0028720498085021973,-0.0027189254760742188,-0.0025658011436462402,-0.0024126768112182617,-0.002259552478790283,-0.0021064281463623047,-0.001953303813934326,-0.0018001794815063477,-0.0016470551490783691,-0.0014939308166503906,-0.0013408064842224121,-0.0011876821517944336,-0.001034557819366455,-0.0008814334869384766,-0.000728309154510498,-0.0005751848220825195,-0.000422060489654541,-0.0002689361572265625,-0.00011581182479858398,3.731250762939453e-05,0.00019043684005737305,0.00034356117248535156,0.0004966855049133301,0.0006498098373413086,0.0008029341697692871,0.0009560585021972656,0.0011091828346252441,0.0012623071670532227,0.0014154314994812012,0.0015685558319091797,0.0017216801643371582,0.0018748044967651367,0.0020279288291931152,0.0021810531616210938,0.0023341774940490723,0.0024873018264770508,0.0026404261589050293,0.002793550491333008,0.0029466748237609863,0.003099799156188965,0.0032529234886169434,0.003406047821044922,0.0035591721534729004,0.003712296485900879,0.0038654208183288574,0.004018545150756836,0.0041716694831848145,0.004324793815612793,0.0044779181480407715,0.00463104248046875]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,1,2,0,3,3,2,4,3,7,11,5,14,13,19,27,33,33,55,35,28,30,30,34,36,43,36,40,39,32,36,36,14,12,11,4,7,4,8,2,4,0,1,2,1,1,0,0,0,1,0,0,0,0,0,0,0,1,1],"bins":[-0.0005956965615041554,-0.0005745462840422988,-0.0005533960065804422,-0.0005322457291185856,-0.0005110953934490681,-0.0004899451159872115,-0.00046879483852535486,-0.00044764456106349826,-0.00042649428360164165,-0.00040534400613978505,-0.00038419372867792845,-0.0003630434221122414,-0.0003418931446503848,-0.0003207428671885282,-0.0002995925606228411,-0.0002784422831609845,-0.0002572920056991279,-0.0002361417282372713,-0.00021499143622349948,-0.00019384114420972764,-0.00017269086674787104,-0.00015154058928601444,-0.0001303902972722426,-0.00010924001253442839,-8.808972779661417e-05,-6.693944305879995e-05,-4.5789158320985734e-05,-2.4638873583171517e-05,-3.488588845357299e-06,1.766169589245692e-05,3.881198063027114e-05,5.9962265368085355e-05,8.111255010589957e-05,0.00010226283484371379,0.000123413119581528,0.00014456341159529984,0.00016571368905715644,0.00018686396651901305,0.00020801425853278488,0.0002291645505465567,0.0002503148280084133,0.0002714651054702699,0.0002926153829321265,0.0003137656894978136,0.0003349159669596702,0.0003560662444215268,0.00037721655098721385,0.00039836682844907045,0.00041951710591092706,0.00044066738337278366,0.00046181766083464026,0.0004829679674003273,0.0005041182739660144,0.000525268551427871,0.0005464188288897276,0.0005675691063515842,0.0005887193838134408,0.0006098696612752974,0.000631019938737154,0.0006521702161990106,0.0006733204936608672,0.0006944708293303847,0.0007156211067922413,0.0007367713842540979,0.0007579216617159545]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,2,0,0,1,1,1,4,2,2,3,3,2,5,3,11,10,5,19,18,25,12,12,26,24,23,27,26,23,26,27,24,27,25,31,22,21,28,22,22,9,24,30,21,16,20,8,14,15,10,5,3,4,5,4,3,3,3,0,3,0,2],"bins":[-0.00772857666015625,-0.007510185241699219,-0.0072917938232421875,-0.007073402404785156,-0.006855010986328125,-0.006636619567871094,-0.0064182281494140625,-0.006199836730957031,-0.0059814453125,-0.005763053894042969,-0.0055446624755859375,-0.005326271057128906,-0.005107879638671875,-0.004889488220214844,-0.0046710968017578125,-0.004452705383300781,-0.00423431396484375,-0.004015922546386719,-0.0037975311279296875,-0.0035791397094726562,-0.003360748291015625,-0.0031423568725585938,-0.0029239654541015625,-0.0027055740356445312,-0.0024871826171875,-0.0022687911987304688,-0.0020503997802734375,-0.0018320083618164062,-0.001613616943359375,-0.0013952255249023438,-0.0011768341064453125,-0.0009584426879882812,-0.00074005126953125,-0.0005216598510742188,-0.0003032684326171875,-8.487701416015625e-05,0.000133514404296875,0.00035190582275390625,0.0005702972412109375,0.0007886886596679688,0.001007080078125,0.0012254714965820312,0.0014438629150390625,0.0016622543334960938,0.001880645751953125,0.0020990371704101562,0.0023174285888671875,0.0025358200073242188,0.00275421142578125,0.0029726028442382812,0.0031909942626953125,0.0034093856811523438,0.003627777099609375,0.0038461685180664062,0.0040645599365234375,0.004282951354980469,0.0045013427734375,0.004719734191894531,0.0049381256103515625,0.005156517028808594,0.005374908447265625,0.005593299865722656,0.0058116912841796875,0.006030082702636719,0.00624847412109375],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,1,1,1,1,2,4,1,5,4,8,13,14,22,31,43,64,108,186,270,437,708,1044,1823,2848,4422,7134,11830,20208,36232,74486,212565,106095,46928,24936,14252,8697,5283,3405,2101,1351,820,491,357,213,112,89,55,31,26,21,8,12,4,4,4,4,3,1,1,1,1,0,1],"bins":[-0.0028285980224609375,-0.00273934006690979,-0.0026500821113586426,-0.002560824155807495,-0.0024715662002563477,-0.0023823082447052,-0.0022930502891540527,-0.0022037923336029053,-0.002114534378051758,-0.0020252764225006104,-0.0019360184669494629,-0.0018467605113983154,-0.001757502555847168,-0.0016682446002960205,-0.001578986644744873,-0.0014897286891937256,-0.0014004707336425781,-0.0013112127780914307,-0.0012219548225402832,-0.0011326968669891357,-0.0010434389114379883,-0.0009541809558868408,-0.0008649230003356934,-0.0007756650447845459,-0.0006864070892333984,-0.000597149133682251,-0.0005078911781311035,-0.00041863322257995605,-0.0003293752670288086,-0.00024011731147766113,-0.00015085935592651367,-6.160140037536621e-05,2.765655517578125e-05,0.00011691451072692871,0.00020617246627807617,0.00029543042182922363,0.0003846883773803711,0.00047394633293151855,0.000563204288482666,0.0006524622440338135,0.0007417201995849609,0.0008309781551361084,0.0009202361106872559,0.0010094940662384033,0.0010987520217895508,0.0011880099773406982,0.0012772679328918457,0.0013665258884429932,0.0014557838439941406,0.001545041799545288,0.0016342997550964355,0.001723557710647583,0.0018128156661987305,0.001902073621749878,0.0019913315773010254,0.002080589532852173,0.0021698474884033203,0.0022591054439544678,0.0023483633995056152,0.0024376213550567627,0.00252687931060791,0.0026161372661590576,0.002705395221710205,0.0027946531772613525,0.0028839111328125],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[3,2,5,3,10,22,36,72,130,182,286,478,741,962,1550,2132,2873,4046,5323,7030,8984,11072,13932,16897,19782,22596,25594,28079,30346,32212,33682,33911,34017,32929,31644,29537,26752,24233,21141,18148,15386,12413,10259,8085,6114,4717,3556,2564,1785,1222,801,563,361,228,158,96,57,40,26,10,5,1,1,2],"bins":[-0.09225628525018692,-0.08935202658176422,-0.08644776791334152,-0.08354350179433823,-0.08063924312591553,-0.07773498445749283,-0.07483072578907013,-0.07192645967006683,-0.06902220100164413,-0.06611794233322144,-0.06321368366479874,-0.06030942127108574,-0.05740516260266304,-0.05450090020895004,-0.051596641540527344,-0.048692379146814346,-0.04578812047839165,-0.04288386180996895,-0.03997959941625595,-0.03707534074783325,-0.034171078354120255,-0.031266819685697556,-0.028362559154629707,-0.02545829862356186,-0.02255403809249401,-0.019649777561426163,-0.016745517030358315,-0.013841257430613041,-0.010936996899545193,-0.008032736368477345,-0.005128476303070784,-0.002224216004833579,0.0006800442934036255,0.00358430459164083,0.006488564889878035,0.009392824955284595,0.012297085486352444,0.015201346017420292,0.018105605617165565,0.021009866148233414,0.023914126679301262,0.02681838721036911,0.02972264774143696,0.032626908272504807,0.035531166940927505,0.0384354293346405,0.0413396880030632,0.0442439503967762,0.0471482090651989,0.0500524677336216,0.052956730127334595,0.055860988795757294,0.05876525118947029,0.06166950985789299,0.06457377225160599,0.06747803092002869,0.07038228958845139,0.07328654825687408,0.07619081437587738,0.07909507304430008,0.08199933171272278,0.08490359038114548,0.08780785650014877,0.09071211516857147,0.09361637383699417]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0007863179198466241,-0.0007620324613526464,-0.0007377469446510077,-0.0007134614861570299,-0.0006891760276630521,-0.0006648905109614134,-0.0006406050524674356,-0.0006163195939734578,-0.0005920340772718191,-0.0005677486187778413,-0.0005434631602838635,-0.0005191777017898858,-0.0004948921850882471,-0.0004706067265942693,-0.00044632123899646103,-0.00042203578050248325,-0.000397750292904675,-0.00037346480530686677,-0.000349179346812889,-0.00032489385921508074,-0.00030060840072110295,-0.0002763229131232947,-0.00025203742552548647,-0.00022775195247959346,-0.00020346647943370044,-0.00017918100638780743,-0.00015489553334191442,-0.00013061004574410617,-0.00010632457269821316,-8.203909965232015e-05,-5.775361933046952e-05,-3.34681426465977e-05,-9.182607755064964e-06,1.5102868928806856e-05,3.938834561267868e-05,6.36738259345293e-05,8.795929898042232e-05,0.00011224477202631533,0.00013653025962412357,0.0001608157326700166,0.0001851012057159096,0.00020938667876180261,0.00023367215180769563,0.00025795763940550387,0.0002822431270033121,0.0003065285854972899,0.00033081407309509814,0.0003550995315890759,0.00037938501918688416,0.0004036705067846924,0.0004279559652786702,0.00045224145287647843,0.0004765269113704562,0.0005008124280720949,0.0005250978865660727,0.0005493833450600505,0.0005736688617616892,0.000597954320255667,0.0006222397787496448,0.0006465252372436225,0.0006708107539452612,0.000695096212439239,0.0007193816709332168,0.0007436671876348555,0.0007679526461288333],"_type":"histogram","values":[4,3,0,0,2,5,4,4,7,5,8,8,10,20,14,17,20,15,12,20,33,12,20,15,23,17,18,11,18,13,13,18,22,20,21,18,11,20,17,14,8,15,21,16,23,17,19,14,12,16,14,9,13,8,8,7,3,4,3,1,3,0,1,1]},"_wandb":{"runtime":64},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,6,5,12,17,43,74,142,270,461,694,1182,1890,2923,4524,6523,9548,13122,18187,23740,30820,38682,48031,57246,66711,75905,84662,91958,97247,100134,100274,97959,93342,86366,78466,69248,59611,50286,40616,32569,25402,19184,13770,10239,7260,4829,3285,2138,1305,791,489,299,167,104,50,20,15,7,5,5,1,1],"bins":[-0.10283401608467102,-0.09963228553533554,-0.09643054753541946,-0.09322881698608398,-0.0900270864367485,-0.08682534843683243,-0.08362361788749695,-0.08042188733816147,-0.07722015678882599,-0.07401841878890991,-0.07081668823957443,-0.06761495769023895,-0.06441321969032288,-0.061211489140987396,-0.05800975486636162,-0.05480802431702614,-0.05160629004240036,-0.04840455576777458,-0.0452028252184391,-0.042001090943813324,-0.038799360394477844,-0.035597626119852066,-0.03239589184522629,-0.02919415943324566,-0.02599242702126503,-0.0227906946092844,-0.019588962197303772,-0.016387227922677994,-0.013185495510697365,-0.009983763098716736,-0.006782029755413532,-0.003580296877771616,-0.0003785565495491028,0.0028231763280928135,0.00602490920573473,0.009226642549037933,0.012428374961018562,0.01563010737299919,0.01883184164762497,0.0220335740596056,0.025235306471586227,0.028437038883566856,0.031638771295547485,0.034840505570173264,0.03804223984479904,0.04124397039413452,0.0444457046687603,0.04764743521809578,0.05084916949272156,0.054050903767347336,0.057252634316682816,0.060454368591308594,0.06365609914064407,0.06685783714056015,0.07005956768989563,0.07326129823923111,0.07646302878856659,0.07966476678848267,0.08286649733781815,0.08606822788715363,0.0892699658870697,0.09247169643640518,0.09567342698574066,0.09887516498565674,0.10207689553499222]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,0,3,3,3,4,2,10,8,15,9,14,13,13,18,21,23,14,17,18,17,14,20,10,21,13,7,20,12,14,15,23,18,20,16,22,11,17,18,23,15,18,18,16,12,15,17,17,11,20,16,15,8,10,5,3,3,2,2,1,1,1],"bins":[-0.0009046684135682881,-0.0008767692488618195,-0.0008488700841553509,-0.0008209709194488823,-0.0007930717547424138,-0.0007651725900359452,-0.0007372734253294766,-0.000709374260623008,-0.0006814750377088785,-0.0006535758730024099,-0.0006256767082959414,-0.0005977775435894728,-0.0005698783788830042,-0.0005419792141765356,-0.000514080049470067,-0.00048618088476359844,-0.00045828172005712986,-0.0004303825553506613,-0.0004024833906441927,-0.0003745842259377241,-0.00034668506123125553,-0.0003187858674209565,-0.0002908867027144879,-0.00026298753800801933,-0.00023508837330155075,-0.00020718920859508216,-0.00017929004388861358,-0.00015139086463022977,-0.0001234916999237612,-9.559253521729261e-05,-6.769336323486641e-05,-3.979419489041902e-05,-1.1894968338310719e-05,1.600420000613667e-05,4.390336835058406e-05,7.180254033301026e-05,9.970170503947884e-05,0.00012760086974594742,0.00015550004900433123,0.0001833992137107998,0.0002112983784172684,0.00023919754312373698,0.00026709670783020556,0.00029499587253667414,0.0003228950663469732,0.00035079423105344176,0.00037869339575991035,0.00040659256046637893,0.0004344917251728475,0.0004623908898793161,0.0004902900545857847,0.0005181892192922533,0.0005460883839987218,0.0005739875487051904,0.000601886713411659,0.0006297858781181276,0.0006576851010322571,0.0006855842657387257,0.0007134834304451942,0.0007413825951516628,0.0007692817598581314,0.0007971809245646,0.0008250800892710686,0.0008529792539775372,0.0008808784186840057]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.09033561497926712,-0.08749601244926453,-0.08465641736984253,-0.08181681483983994,-0.07897721230983734,-0.07613761723041534,-0.07329801470041275,-0.07045841217041016,-0.06761881709098816,-0.06477921456098557,-0.06193961575627327,-0.059100016951560974,-0.05626041442155838,-0.053420815616846085,-0.05058121681213379,-0.047741614282131195,-0.0449020154774189,-0.042062416672706604,-0.03922281414270401,-0.036383215337991714,-0.03354361653327942,-0.030704015865921974,-0.02786441519856453,-0.025024816393852234,-0.02218521572649479,-0.019345615059137344,-0.01650601625442505,-0.013666415587067604,-0.010826815851032734,-0.007987216114997864,-0.005147615913301706,-0.0023080159444361925,0.0005315840244293213,0.003371183993294835,0.006210783962160349,0.009050384163856506,0.011889983899891376,0.014729583635926247,0.01756918430328369,0.020408783107995987,0.02324838377535343,0.026087984442710876,0.028927583247423172,0.03176718205213547,0.03460678458213806,0.03744638338685036,0.04028598219156265,0.04312558472156525,0.04596518352627754,0.04880478233098984,0.05164438486099243,0.05448398366570473,0.05732358247041702,0.06016318500041962,0.06300278007984161,0.06584238260984421,0.0686819851398468,0.0715215802192688,0.07436118274927139,0.07720078527927399,0.08004038035869598,0.08287998288869858,0.08571958541870117,0.08855918049812317,0.09139878302812576],"_type":"histogram","values":[2,5,6,11,16,35,60,88,155,224,340,530,795,1177,1651,2307,3101,4285,5625,7351,9234,11528,14021,16762,19559,22063,25033,27637,30073,31946,32970,33436,33170,32153,30959,29340,26583,23837,21246,18439,15650,12829,10436,8337,6639,4986,3862,2793,2098,1441,1024,666,453,345,205,128,78,47,22,13,9,5,3,2]},"parameters/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[3,2,4,7,10,17,28,45,98,123,223,342,520,810,1096,1590,2246,3044,4066,5390,6598,8369,10252,12393,14173,16146,18544,20048,21283,22497,22984,23401,22692,21751,20594,18782,16988,14924,12907,10688,8902,7305,5674,4428,3283,2456,1724,1231,944,574,375,263,148,105,60,32,23,3,5,2,0,0,0,1],"bins":[-0.09215136617422104,-0.08919404447078705,-0.08623672276735306,-0.08327939361333847,-0.08032207190990448,-0.07736475020647049,-0.0744074285030365,-0.07145010679960251,-0.06849278509616852,-0.06553545594215393,-0.06257813423871994,-0.05962081253528595,-0.05666349083185196,-0.05370616540312767,-0.05074884369969368,-0.04779151827096939,-0.0448341965675354,-0.04187687486410141,-0.03891954943537712,-0.03596222773194313,-0.03300490230321884,-0.03004758059978485,-0.02709025889635086,-0.02413293533027172,-0.02117561176419258,-0.01821828819811344,-0.015260965563356876,-0.012303642928600311,-0.009346319362521172,-0.006388996262103319,-0.0034316731616854668,-0.00047435006126761436,0.002482965588569641,0.0054402886889874935,0.008397611789405346,0.011354934424161911,0.01431225799024105,0.01726958155632019,0.02022690325975418,0.02318422682583332,0.02614155039191246,0.0290988739579916,0.03205619752407074,0.03501351922750473,0.03797084093093872,0.04092816635966301,0.043885488063097,0.04684281349182129,0.04980013519525528,0.05275745689868927,0.05571478232741356,0.05867210403084755,0.06162942945957184,0.06458675116300583,0.06754407286643982,0.07050139456987381,0.0734587162733078,0.07641604542732239,0.07937336713075638,0.08233068883419037,0.08528801053762436,0.08824533224105835,0.09120266139507294,0.09415998309850693,0.09711730480194092]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[3,2,1,0,1,3,1,1,6,4,6,11,11,17,11,14,19,21,18,13,18,15,23,14,17,15,23,14,18,16,11,16,9,24,19,14,8,10,27,16,19,18,17,21,30,18,8,19,17,19,20,13,10,7,10,6,5,5,4,6,1,2,2,1],"bins":[-0.0010200666729360819,-0.0009887386113405228,-0.0009574104915373027,-0.0009260823717340827,-0.0008947543101385236,-0.0008634261903353035,-0.0008320980705320835,-0.0008007700089365244,-0.0007694418891333044,-0.0007381137693300843,-0.0007067857077345252,-0.0006754575879313052,-0.0006441294681280851,-0.000612801406532526,-0.000581473286729306,-0.0005501452251337469,-0.0005188171053305268,-0.00048748901463113725,-0.0004561609239317477,-0.00042483280412852764,-0.00039350471342913806,-0.0003621766227297485,-0.00033084850292652845,-0.0002995204122271389,-0.0002681923215277493,-0.00023686423082835972,-0.00020553612557705492,-0.0001742080203257501,-0.00014287992962636054,-0.00011155183165101334,-8.022373367566615e-05,-4.889563570031896e-05,-1.7567421309649944e-05,1.3760676665697247e-05,4.508877464104444e-05,7.641687261639163e-05,0.00010774497059173882,0.0001390730612911284,0.0001704011665424332,0.000201729271793738,0.00023305736249312758,0.00026438545319251716,0.00029571354389190674,0.00032704166369512677,0.00035836975439451635,0.0003896978450939059,0.00042102596489712596,0.00045235405559651554,0.0004836821462959051,0.0005150102660991251,0.0005463383276946843,0.0005776664474979043,0.0006089945090934634,0.0006403226288966835,0.0006716507486999035,0.0007029788102954626,0.0007343069300986826,0.0007656350499019027,0.0007969631114974618,0.0008282912313006818,0.0008596193511039019,0.000890947412699461,0.000922275532502681,0.0009536035940982401,0.0009849317139014602],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,0,9,9,15,31,48,86,123,231,362,508,868,1156,1619,2235,3086,4251,5693,7240,9291,11498,14219,16863,19633,22693,25519,27856,30029,31893,33332,33689,33514,32506,31046,29084,26627,24009,21017,18259,15256,12748,10093,8166,6527,4828,3618,2636,1879,1266,942,605,407,277,174,106,59,33,28,12,10,3,1,2],"bins":[-0.09082203358411789,-0.08795984089374542,-0.08509764820337296,-0.08223545551300049,-0.07937326282262802,-0.07651107013225555,-0.07364887744188309,-0.07078668475151062,-0.06792449951171875,-0.06506230682134628,-0.06220011040568352,-0.05933791771531105,-0.05647572875022888,-0.053613536059856415,-0.05075134336948395,-0.04788915067911148,-0.045026957988739014,-0.04216476529836655,-0.03930257260799408,-0.03644037991762161,-0.033578187227249146,-0.030715996399521828,-0.02785380557179451,-0.024991612881422043,-0.022129420191049576,-0.01926722750067711,-0.01640503481030464,-0.013542843982577324,-0.010680651292204857,-0.00781845860183239,-0.004956266842782497,-0.0020940746180713177,0.0007681101560592651,0.003630302380770445,0.006492494605481625,0.009354686364531517,0.012216879054903984,0.015079071745276451,0.01794126257300377,0.020803455263376236,0.023665647953748703,0.02652784064412117,0.029390033334493637,0.032252226024866104,0.03511441498994827,0.03797660768032074,0.04083880037069321,0.043700993061065674,0.04656318575143814,0.04942537844181061,0.052287571132183075,0.05514976382255554,0.05801195651292801,0.06087414547801018,0.06373634189367294,0.06659853458404541,0.06946071982383728,0.07232291251420975,0.07518510520458221,0.07804729789495468,0.08090949058532715,0.08377168327569962,0.08663387596607208,0.08949606865644455,0.09235826134681702]},"parameters/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[3,2,4,4,8,20,28,68,108,177,308,508,764,1233,1982,2927,4313,6257,8706,11844,16130,21134,27043,33844,42078,49814,59094,67449,76040,82647,88714,92516,94362,94396,92519,88159,81638,75212,66996,58296,49792,41030,33210,26818,20533,15769,11710,8557,6089,4274,2796,1864,1194,770,461,289,165,82,51,28,22,10,3,2],"bins":[-0.09983678162097931,-0.09680788964033127,-0.09377900511026382,-0.09075011312961578,-0.08772122114896774,-0.0846923366189003,-0.08166344463825226,-0.07863455265760422,-0.07560566067695618,-0.07257677614688873,-0.06954788416624069,-0.06651899218559265,-0.06349010765552521,-0.06046121567487717,-0.057432327419519424,-0.054403435438871384,-0.05137454718351364,-0.0483456589281559,-0.04531676694750786,-0.042287878692150116,-0.039258986711502075,-0.03623009845614433,-0.03320121020078659,-0.0301723200827837,-0.027143429964780807,-0.024114539846777916,-0.021085649728775024,-0.018056761473417282,-0.01502787135541439,-0.011998981237411499,-0.008970092050731182,-0.005941202398389578,-0.0029123127460479736,0.0001165769062936306,0.003145466558635235,0.006174356210976839,0.009203245863318443,0.012232135981321335,0.015261025168001652,0.01828991435468197,0.02131880447268486,0.024347694590687752,0.027376584708690643,0.030405472964048386,0.03343436121940613,0.03646325320005417,0.03949214145541191,0.04252103343605995,0.045549921691417694,0.048578809946775436,0.05160770192742348,0.05463659018278122,0.05766548216342926,0.060694370418787,0.06372325867414474,0.06675215065479279,0.06978103518486023,0.07280992716550827,0.07583881914615631,0.07886771112680435,0.0818965956568718,0.08492548763751984,0.08795437961816788,0.09098326414823532,0.09401215612888336]},"learning_rate":9.999999999345027e-05,"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,1,1,0,2,1,1,3,2,5,7,13,10,16,10,19,20,30,30,34,43,47,70,88,92,101,126,130,134,102,137,112,100,86,73,57,58,45,44,31,21,16,28,18,13,12,13,12,7,6,4,5,2,2,0,0,1,4,0,1,0,0,0,1],"bins":[-0.00341033935546875,-0.0032915472984313965,-0.003172755241394043,-0.0030539631843566895,-0.002935171127319336,-0.0028163790702819824,-0.002697587013244629,-0.0025787949562072754,-0.002460002899169922,-0.0023412108421325684,-0.002222418785095215,-0.0021036267280578613,-0.001984834671020508,-0.0018660426139831543,-0.0017472505569458008,-0.0016284584999084473,-0.0015096664428710938,-0.0013908743858337402,-0.0012720823287963867,-0.0011532902717590332,-0.0010344982147216797,-0.0009157061576843262,-0.0007969141006469727,-0.0006781220436096191,-0.0005593299865722656,-0.0004405379295349121,-0.0003217458724975586,-0.00020295381546020508,-8.416175842285156e-05,3.463029861450195e-05,0.00015342235565185547,0.000272214412689209,0.0003910064697265625,0.000509798526763916,0.0006285905838012695,0.000747382640838623,0.0008661746978759766,0.00098496675491333,0.0011037588119506836,0.0012225508689880371,0.0013413429260253906,0.0014601349830627441,0.0015789270401000977,0.0016977190971374512,0.0018165111541748047,0.0019353032112121582,0.0020540952682495117,0.0021728873252868652,0.0022916793823242188,0.0024104714393615723,0.0025292634963989258,0.0026480555534362793,0.002766847610473633,0.0028856396675109863,0.00300443172454834,0.0031232237815856934,0.003242015838623047,0.0033608078956604004,0.003479599952697754,0.0035983920097351074,0.003717184066772461,0.0038359761238098145,0.003954768180847168,0.0040735602378845215,0.004192352294921875]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,1,1,2,1,5,4,2,4,12,9,7,6,13,15,12,6,24,21,17,17,17,19,20,18,19,26,23,17,34,23,23,24,20,21,24,28,20,22,20,16,15,14,20,19,16,16,13,8,5,7,3,5,3,3,2,0,1,1,0,0,0,1],"bins":[-0.0151625145226717,-0.014676709659397602,-0.01419090386480093,-0.013705099001526833,-0.01321929320693016,-0.012733488343656063,-0.012247682549059391,-0.011761877685785294,-0.011276071891188622,-0.010790267027914524,-0.010304461233317852,-0.009818656370043755,-0.009332850575447083,-0.008847045712172985,-0.008361239917576313,-0.007875435054302216,-0.007389629725366831,-0.006903824396431446,-0.006418019067496061,-0.005932213738560677,-0.005446408409625292,-0.004960603080689907,-0.004474797751754522,-0.003988992422819138,-0.0035031873267143965,-0.0030173819977790117,-0.002531576668843627,-0.0020457713399082422,-0.0015599661273881793,-0.0010741607984527946,-0.0005883555277250707,-0.00010255022789351642,0.00038325507193803787,0.0008690604008734226,0.0013548657298088074,0.0018406709423288703,0.002326476387679577,0.002812281483784318,0.0032980868127197027,0.0037838921416550875,0.004269697703421116,0.004755502566695213,0.005241307895630598,0.005727113224565983,0.006212918553501368,0.006698723882436752,0.007184529211372137,0.007670334540307522,0.00815613940358162,0.008641945198178291,0.009127750061452389,0.00961355585604906,0.010099360719323158,0.01058516651391983,0.011070971377193928,0.0115567771717906,0.012042582035064697,0.01252838782966137,0.013014192692935467,0.013499998487532139,0.013985803350806236,0.014471609145402908,0.014957414008677006,0.015443219803273678,0.015929024666547775]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"values":[1,1,1,3,4,5,2,11,20,22,24,35,61,79,117,175,274,376,511,711,1112,1557,2375,3407,5081,7631,11380,17496,28396,47778,91851,172397,78886,43315,25962,16169,10476,7154,4817,3172,2210,1456,996,726,512,307,237,170,115,74,60,39,24,16,18,9,4,2,0,2,0,1,0,1],"bins":[-0.012786865234375,-0.012379765510559082,-0.011972665786743164,-0.011565566062927246,-0.011158466339111328,-0.01075136661529541,-0.010344266891479492,-0.009937167167663574,-0.009530067443847656,-0.009122967720031738,-0.00871586799621582,-0.008308768272399902,-0.007901668548583984,-0.007494568824768066,-0.0070874691009521484,-0.0066803693771362305,-0.0062732696533203125,-0.0058661699295043945,-0.0054590702056884766,-0.005051970481872559,-0.004644870758056641,-0.004237771034240723,-0.0038306713104248047,-0.0034235715866088867,-0.0030164718627929688,-0.0026093721389770508,-0.002202272415161133,-0.0017951726913452148,-0.0013880729675292969,-0.000980973243713379,-0.0005738735198974609,-0.00016677379608154297,0.000240325927734375,0.000647425651550293,0.001054525375366211,0.001461625099182129,0.0018687248229980469,0.002275824546813965,0.002682924270629883,0.0030900239944458008,0.0034971237182617188,0.0039042234420776367,0.004311323165893555,0.004718422889709473,0.005125522613525391,0.005532622337341309,0.0059397220611572266,0.0063468217849731445,0.0067539215087890625,0.0071610212326049805,0.0075681209564208984,0.007975220680236816,0.008382320404052734,0.008789420127868652,0.00919651985168457,0.009603619575500488,0.010010719299316406,0.010417819023132324,0.010824918746948242,0.01123201847076416,0.011639118194580078,0.012046217918395996,0.012453317642211914,0.012860417366027832,0.01326751708984375],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.00708770751953125,-0.00687718391418457,-0.006666660308837891,-0.006456136703491211,-0.006245613098144531,-0.0060350894927978516,-0.005824565887451172,-0.005614042282104492,-0.0054035186767578125,-0.005192995071411133,-0.004982471466064453,-0.0047719478607177734,-0.004561424255371094,-0.004350900650024414,-0.004140377044677734,-0.003929853439331055,-0.003719329833984375,-0.0035088062286376953,-0.0032982826232910156,-0.003087759017944336,-0.0028772354125976562,-0.0026667118072509766,-0.002456188201904297,-0.002245664596557617,-0.0020351409912109375,-0.0018246173858642578,-0.0016140937805175781,-0.0014035701751708984,-0.0011930465698242188,-0.000982522964477539,-0.0007719993591308594,-0.0005614757537841797,-0.0003509521484375,-0.0001404285430908203,7.009506225585938e-05,0.00028061866760253906,0.0004911422729492188,0.0007016658782958984,0.0009121894836425781,0.0011227130889892578,0.0013332366943359375,0.0015437602996826172,0.0017542839050292969,0.0019648075103759766,0.0021753311157226562,0.002385854721069336,0.0025963783264160156,0.0028069019317626953,0.003017425537109375,0.0032279491424560547,0.0034384727478027344,0.003648996353149414,0.0038595199584960938,0.0040700435638427734,0.004280567169189453,0.004491090774536133,0.0047016143798828125,0.004912137985229492,0.005122661590576172,0.0053331851959228516,0.005543708801269531,0.005754232406616211,0.005964756011962891,0.00617527961730957,0.00638580322265625],"_type":"histogram","values":[1,0,0,0,2,2,3,0,2,3,1,15,11,11,18,39,45,63,108,154,204,335,468,768,1062,1687,2591,4180,6891,11733,20387,37219,76878,213060,103887,47195,25085,13972,8192,4939,2989,1878,1255,751,545,338,273,168,117,95,59,38,26,26,17,15,3,9,5,3,0,1,0,2]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.008741097524762154,-0.008430298417806625,-0.008119499310851097,-0.007808700669556856,-0.007497901562601328,-0.0071871024556458,-0.006876303814351559,-0.00656550470739603,-0.006254705600440502,-0.005943906493484974,-0.005633107386529446,-0.005322308745235205,-0.0050115096382796764,-0.004700710531324148,-0.004389911890029907,-0.004079112783074379,-0.0037683136761188507,-0.0034575145691633224,-0.003146715695038438,-0.0028359168209135532,-0.002525117713958025,-0.0022143186070024967,-0.0019035197328776121,-0.0015927207423374057,-0.0012819217517971992,-0.0009711227612569928,-0.0006603237707167864,-0.00034952478017657995,-3.872578963637352e-05,0.0002720732009038329,0.0005828721914440393,0.0008936711819842458,0.0012044701725244522,0.0015152691630646586,0.001826068153604865,0.0021368670277297497,0.002447666134685278,0.002758465241640806,0.003069264115765691,0.0033800629898905754,0.0036908620968461037,0.004001661203801632,0.00431246031075716,0.004623258952051401,0.004934058059006929,0.005244857165962458,0.005555655807256699,0.005866454914212227,0.006177254021167755,0.006488053128123283,0.006798852235078812,0.007109650876373053,0.007420449983328581,0.007731249090284109,0.00804204773157835,0.008352846838533878,0.008663645945489407,0.008974445052444935,0.009285244159400463,0.009596043266355991,0.009906841441988945,0.010217640548944473,0.010528439655900002,0.01083923876285553,0.011150037869811058],"_type":"histogram","values":[2,1,2,1,1,6,3,8,7,12,17,12,14,10,13,17,17,20,19,14,24,23,32,19,20,25,19,20,25,19,43,25,23,19,16,22,19,13,26,19,24,9,16,7,14,10,8,5,3,4,7,2,6,0,3,0,1,0,0,1,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.006572723388671875,-0.006357312202453613,-0.0061419010162353516,-0.00592648983001709,-0.005711078643798828,-0.005495667457580566,-0.005280256271362305,-0.005064845085144043,-0.004849433898925781,-0.0046340227127075195,-0.004418611526489258,-0.004203200340270996,-0.003987789154052734,-0.0037723779678344727,-0.003556966781616211,-0.0033415555953979492,-0.0031261444091796875,-0.0029107332229614258,-0.002695322036743164,-0.0024799108505249023,-0.0022644996643066406,-0.002049088478088379,-0.0018336772918701172,-0.0016182661056518555,-0.0014028549194335938,-0.001187443733215332,-0.0009720325469970703,-0.0007566213607788086,-0.0005412101745605469,-0.00032579898834228516,-0.00011038780212402344,0.00010502338409423828,0.0003204345703125,0.0005358457565307617,0.0007512569427490234,0.0009666681289672852,0.0011820793151855469,0.0013974905014038086,0.0016129016876220703,0.001828312873840332,0.0020437240600585938,0.0022591352462768555,0.002474546432495117,0.002689957618713379,0.0029053688049316406,0.0031207799911499023,0.003336191177368164,0.0035516023635864258,0.0037670135498046875,0.003982424736022949,0.004197835922241211,0.004413247108459473,0.004628658294677734,0.004844069480895996,0.005059480667114258,0.0052748918533325195,0.005490303039550781,0.005705714225769043,0.005921125411987305,0.006136536598205566,0.006351947784423828,0.00656735897064209,0.0067827701568603516,0.006998181343078613,0.007213592529296875],"_type":"histogram","values":[5,5,6,6,10,14,22,33,46,61,88,121,160,226,310,411,563,808,1086,1515,2055,2936,3969,5514,8018,11430,17299,26277,43565,87338,158889,89287,44027,26592,17192,11559,8110,5765,4032,2881,2056,1469,1094,807,578,411,334,227,144,141,96,61,41,37,36,22,16,7,8,3,2,1,0,2]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,0,3,0,4,2,4,3,2,4,6,6,3,6,10,14,22,14,13,30,19,25,18,27,29,22,23,18,25,36,22,26,23,25,17,12,17,12,22,22,12,10,11,9,8,6,6,11,1,8,9,9,10,11,15,9,10,4,4,10,4,2],"bins":[0.9991253614425659,0.9991533756256104,0.9991813898086548,0.9992093443870544,0.9992373585700989,0.9992653727531433,0.999293327331543,0.9993213415145874,0.9993493556976318,0.9993773698806763,0.9994053840637207,0.9994333386421204,0.9994613528251648,0.9994893670082092,0.9995173215866089,0.9995453357696533,0.9995733499526978,0.9996013641357422,0.9996293783187866,0.9996573328971863,0.9996853470802307,0.9997133612632751,0.9997413158416748,0.9997693300247192,0.9997973442077637,0.9998253583908081,0.9998533725738525,0.9998813271522522,0.9999093413352966,0.9999373555183411,0.9999653100967407,0.9999933242797852,1.0000213384628296,1.000049352645874,1.0000773668289185,1.000105381011963,1.0001332759857178,1.0001612901687622,1.0001893043518066,1.000217318534851,1.0002453327178955,1.00027334690094,1.0003013610839844,1.0003293752670288,1.0003573894500732,1.0003852844238281,1.0004132986068726,1.000441312789917,1.0004693269729614,1.0004973411560059,1.0005253553390503,1.0005533695220947,1.0005812644958496,1.000609278678894,1.0006372928619385,1.000665307044983,1.0006933212280273,1.0007213354110718,1.0007493495941162,1.0007773637771606,1.000805377960205,1.00083327293396,1.0008612871170044,1.0008893013000488,1.0009173154830933]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.00513458251953125,-0.004967331886291504,-0.004800081253051758,-0.004632830619812012,-0.004465579986572266,-0.0042983293533325195,-0.0041310787200927734,-0.003963828086853027,-0.0037965774536132812,-0.003629326820373535,-0.003462076187133789,-0.003294825553894043,-0.003127574920654297,-0.0029603242874145508,-0.0027930736541748047,-0.0026258230209350586,-0.0024585723876953125,-0.0022913217544555664,-0.0021240711212158203,-0.0019568204879760742,-0.0017895698547363281,-0.001622319221496582,-0.001455068588256836,-0.0012878179550170898,-0.0011205673217773438,-0.0009533166885375977,-0.0007860660552978516,-0.0006188154220581055,-0.0004515647888183594,-0.0002843141555786133,-0.00011706352233886719,5.0187110900878906e-05,0.000217437744140625,0.0003846883773803711,0.0005519390106201172,0.0007191896438598633,0.0008864402770996094,0.0010536909103393555,0.0012209415435791016,0.0013881921768188477,0.0015554428100585938,0.0017226934432983398,0.001889944076538086,0.002057194709777832,0.002224445343017578,0.0023916959762573242,0.0025589466094970703,0.0027261972427368164,0.0028934478759765625,0.0030606985092163086,0.0032279491424560547,0.0033951997756958008,0.003562450408935547,0.003729701042175293,0.003896951675415039,0.004064202308654785,0.004231452941894531,0.004398703575134277,0.0045659542083740234,0.0047332048416137695,0.004900455474853516,0.005067706108093262,0.005234956741333008,0.005402207374572754,0.0055694580078125],"_type":"histogram","values":[1,1,2,4,5,9,8,20,17,28,30,68,90,127,212,300,396,605,883,1204,1724,2580,3671,5302,7852,11818,17900,27074,43721,79364,131887,101531,54802,32503,20812,13858,9260,6343,4173,2988,2036,1365,974,667,463,339,216,177,120,78,70,42,34,17,22,12,9,5,1,1,2,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"values":[1,0,2,3,10,12,24,27,71,109,188,284,434,664,1072,1595,2245,3284,4446,6072,7914,10294,12844,15807,18896,22444,25678,28692,31478,33360,34911,35793,35397,34780,33025,30751,28039,25103,21404,18329,15256,12470,9907,7532,5745,4232,2978,2090,1461,984,642,431,235,147,94,64,29,17,19,2,3,3,0,1],"bins":[-0.09741303324699402,-0.09435927867889404,-0.09130552411079407,-0.08825176954269409,-0.08519801497459412,-0.08214426040649414,-0.07909050583839417,-0.07603675127029419,-0.07298299670219421,-0.06992924213409424,-0.06687548756599426,-0.06382173299789429,-0.06076798215508461,-0.057714227586984634,-0.05466047301888466,-0.05160671845078468,-0.04855296388268471,-0.04549920931458473,-0.042445454746484756,-0.03939170017838478,-0.036337945610284805,-0.03328419104218483,-0.030230438336730003,-0.027176683768630028,-0.024122929200530052,-0.021069174632430077,-0.0180154200643301,-0.0149616664275527,-0.011907911859452724,-0.008854157291352749,-0.005800403188914061,-0.0027466488536447287,0.00030710548162460327,0.003360859816893935,0.006414614152163267,0.009468368254601955,0.012522122822701931,0.015575877390801907,0.018629631027579308,0.021683385595679283,0.02473714016377926,0.027790894731879234,0.03084464929997921,0.033898402005434036,0.03695215657353401,0.04000591114163399,0.04305966570973396,0.04611342027783394,0.049167174845933914,0.05222092941403389,0.055274683982133865,0.05832843855023384,0.061382193118333817,0.0644359439611435,0.06748969852924347,0.07054345309734344,0.07359720766544342,0.0766509622335434,0.07970471680164337,0.08275847136974335,0.08581222593784332,0.0888659805059433,0.09191973507404327,0.09497348964214325,0.09802724421024323],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.bias":{"bins":[-0.004764556884765625,-0.004597902297973633,-0.004431247711181641,-0.0042645931243896484,-0.004097938537597656,-0.003931283950805664,-0.003764629364013672,-0.0035979747772216797,-0.0034313201904296875,-0.0032646656036376953,-0.003098011016845703,-0.002931356430053711,-0.0027647018432617188,-0.0025980472564697266,-0.0024313926696777344,-0.002264738082885742,-0.00209808349609375,-0.0019314289093017578,-0.0017647743225097656,-0.0015981197357177734,-0.0014314651489257812,-0.001264810562133789,-0.0010981559753417969,-0.0009315013885498047,-0.0007648468017578125,-0.0005981922149658203,-0.0004315376281738281,-0.00026488304138183594,-9.822845458984375e-05,6.842613220214844e-05,0.00023508071899414062,0.0004017353057861328,0.000568389892578125,0.0007350444793701172,0.0009016990661621094,0.0010683536529541016,0.0012350082397460938,0.001401662826538086,0.0015683174133300781,0.0017349720001220703,0.0019016265869140625,0.0020682811737060547,0.002234935760498047,0.002401590347290039,0.0025682449340820312,0.0027348995208740234,0.0029015541076660156,0.003068208694458008,0.00323486328125,0.003401517868041992,0.0035681724548339844,0.0037348270416259766,0.0039014816284179688,0.004068136215209961,0.004234790802001953,0.004401445388793945,0.0045680999755859375,0.00473475456237793,0.004901409149169922,0.005068063735961914,0.005234718322753906,0.0054013729095458984,0.005568027496337891,0.005734682083129883,0.005901336669921875],"_type":"histogram","values":[2,0,2,5,3,2,8,3,6,8,5,9,11,15,13,12,20,13,17,26,21,33,20,25,14,23,30,27,29,32,30,24,22,19,19,18,24,13,24,18,18,10,14,6,6,8,6,10,9,6,8,4,5,3,3,2,1,1,1,0,0,0,0,2]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,1,0,2,1,3,5,6,4,4,5,6,12,18,17,19,28,37,38,25,39,21,34,29,16,30,21,36,40,20,22,29,40,31,18,32,15,16,6,8,7,6,6,1,0,2,2,0,3,0,0,0,0,1,0,0,0,0,1,0,1],"bins":[-0.0004664384468924254,-0.0004497535992413759,-0.00043306875159032643,-0.00041638390393927693,-0.00039969905628822744,-0.00038301420863717794,-0.00036632936098612845,-0.00034964451333507895,-0.00033295966568402946,-0.00031627481803297997,-0.00029958997038193047,-0.000282905122730881,-0.0002662202750798315,-0.000249535427428782,-0.0002328505797777325,-0.000216165732126683,-0.0001994808844756335,-0.000182796036824584,-0.0001661111891735345,-0.00014942634152248502,-0.00013274149387143552,-0.00011605664622038603,-9.937179856933653e-05,-8.268695091828704e-05,-6.600210326723754e-05,-4.931725561618805e-05,-3.2632407965138555e-05,-1.594756031408906e-05,7.372873369604349e-07,1.742213498800993e-05,3.4106982639059424e-05,5.079183029010892e-05,6.747670704498887e-05,8.416155469603837e-05,0.00010084640234708786,0.00011753124999813735,0.00013421609764918685,0.00015090094530023634,0.00016758579295128584,0.00018427064060233533,0.00020095548825338483,0.00021764033590443432,0.00023432518355548382,0.0002510100312065333,0.0002676948788575828,0.0002843797265086323,0.0003010645741596818,0.0003177494218107313,0.0003344342694617808,0.0003511191171128303,0.0003678039647638798,0.00038448881241492927,0.00040117366006597877,0.00041785850771702826,0.00043454335536807775,0.00045122820301912725,0.00046791305067017674,0.00048459789832122624,0.0005012827459722757,0.0005179676227271557,0.0005346524412743747,0.0005513372598215938,0.0005680221365764737,0.0005847070133313537,0.0006013918318785727]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,3,3,2,2,1,3,7,6,2,4,7,14,12,12,13,9,12,20,20,14,17,21,19,28,20,25,22,32,22,26,28,23,23,19,17,18,12,18,22,11,8,12,11,11,9,8,11,8,8,5,12,9,12,10,8,16,10,2,3,2,1,1],"bins":[0.9991610646247864,0.9991886615753174,0.9992163181304932,0.9992439150810242,0.9992715120315552,0.9992991089820862,0.999326765537262,0.999354362487793,0.999381959438324,0.999409556388855,0.9994372129440308,0.9994648098945618,0.9994924068450928,0.9995200037956238,0.9995476603507996,0.9995752573013306,0.9996028542518616,0.9996305108070374,0.9996581077575684,0.9996857047080994,0.9997133016586304,0.9997409582138062,0.9997685551643372,0.9997961521148682,0.9998237490653992,0.999851405620575,0.999879002571106,0.999906599521637,0.999934196472168,0.9999618530273438,0.9999894499778748,1.0000170469284058,1.0000447034835815,1.0000722408294678,1.0000998973846436,1.0001275539398193,1.0001550912857056,1.0001827478408813,1.0002104043960571,1.0002379417419434,1.0002655982971191,1.0002931356430054,1.0003207921981812,1.000348448753357,1.0003759860992432,1.000403642654419,1.0004312992095947,1.000458836555481,1.0004864931106567,1.0005141496658325,1.0005416870117188,1.0005693435668945,1.0005968809127808,1.0006245374679565,1.0006521940231323,1.0006797313690186,1.0007073879241943,1.0007350444793701,1.0007625818252563,1.0007902383804321,1.0008177757263184,1.0008454322814941,1.00087308883667,1.0009006261825562,1.000928282737732]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,2,2,4,8,16,23,48,86,157,201,317,525,795,1175,1732,2403,3318,4598,6109,7910,10149,12576,15535,18655,21356,24611,27161,29964,31973,33843,34274,34655,34052,32379,30634,28259,25523,22199,19340,16454,13539,10873,8623,6553,5051,3727,2674,1935,1295,917,575,401,233,178,96,60,26,19,14,7,2,2,2],"bins":[-0.09459380805492401,-0.09165191650390625,-0.08871002495288849,-0.08576813340187073,-0.08282624185085297,-0.0798843577504158,-0.07694246619939804,-0.07400057464838028,-0.07105868309736252,-0.06811679154634476,-0.065174899995327,-0.06223301216959953,-0.05929112061858177,-0.05634922906756401,-0.05340734124183655,-0.05046544969081879,-0.047523558139801025,-0.044581666588783264,-0.0416397750377655,-0.03869788721203804,-0.03575599566102028,-0.03281410411000252,-0.029872214421629906,-0.026930324733257294,-0.023988433182239532,-0.02104654163122177,-0.01810465194284916,-0.015162761323153973,-0.012220870703458786,-0.0092789800837636,-0.006337089464068413,-0.003395198844373226,-0.00045330822467803955,0.002488582395017147,0.005430473014712334,0.00837236363440752,0.011314254254102707,0.014256144873797894,0.01719803549349308,0.020139925181865692,0.023081816732883453,0.026023708283901215,0.028965597972273827,0.03190748766064644,0.0348493792116642,0.03779127076268196,0.040733158588409424,0.043675050139427185,0.046616941690444946,0.04955883324146271,0.05250072479248047,0.05544261261820793,0.05838450416922569,0.061326395720243454,0.06426828354597092,0.06721017509698868,0.07015206664800644,0.0730939581990242,0.07603584975004196,0.07897774130105972,0.08191962540149689,0.08486151695251465,0.08780340850353241,0.09074530005455017,0.09368719160556793],"_type":"histogram"},"parameters/bert.embeddings.word_embeddings.weight":{"values":[6,0,0,4,13,13,32,51,80,140,250,317,467,727,1041,1500,2072,2822,3779,4947,6330,8085,9763,11551,14055,16013,18338,20540,22134,23703,24771,25531,26820,25307,24497,23041,21396,19389,17531,15110,13114,10957,8869,7173,5614,4431,3434,2503,1782,1224,914,601,423,269,160,105,58,43,25,9,8,3,1,2],"bins":[-0.09189706295728683,-0.08905033767223358,-0.08620361983776093,-0.08335690200328827,-0.08051017671823502,-0.07766345143318176,-0.0748167335987091,-0.07197001576423645,-0.0691232904791832,-0.06627656519412994,-0.06342984735965729,-0.06058312579989433,-0.05773640424013138,-0.05488968268036842,-0.05204296112060547,-0.049196239560842514,-0.04634951800107956,-0.043502796441316605,-0.04065607488155365,-0.037809353321790695,-0.03496263176202774,-0.032115910202264786,-0.02926918864250183,-0.026422467082738876,-0.02357574552297592,-0.020729023963212967,-0.017882302403450012,-0.015035580843687057,-0.012188859283924103,-0.009342137724161148,-0.006495416164398193,-0.0036486946046352386,-0.0008019804954528809,0.002044741064310074,0.0048914626240730286,0.007738184183835983,0.010584905743598938,0.013431627303361893,0.016278348863124847,0.019125070422887802,0.021971791982650757,0.02481851354241371,0.027665235102176666,0.03051195666193962,0.033358678221702576,0.03620539978146553,0.039052121341228485,0.04189884290099144,0.044745564460754395,0.04759228602051735,0.050439007580280304,0.05328572914004326,0.05613245069980621,0.05897917225956917,0.06182589381933212,0.06467261910438538,0.06751933693885803,0.07036605477333069,0.07321278005838394,0.0760595053434372,0.07890622317790985,0.08175294101238251,0.08459966629743576,0.08744639158248901,0.09029310941696167],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,1,3,4,8,25,27,62,104,177,300,527,800,1188,1788,2527,3747,5076,6966,9281,11810,14899,18247,22138,25252,28902,31935,34438,36139,37293,37067,36214,34388,32147,29271,25637,21970,18555,15287,12345,9319,7121,5301,3735,2677,1817,1214,822,511,325,184,105,66,31,30,11,4,1,1,2,0,0,0,1],"bins":[-0.09555397927761078,-0.09237354248762131,-0.08919310569763184,-0.08601266890764236,-0.0828322321176529,-0.07965179532766342,-0.07647135853767395,-0.07329092174768448,-0.07011048495769501,-0.06693005561828613,-0.06374961882829666,-0.06056917831301689,-0.05738874524831772,-0.05420830845832825,-0.051027871668338776,-0.047847434878349304,-0.04466699808835983,-0.04148656129837036,-0.03830612450838089,-0.03512568771839142,-0.03194525092840195,-0.028764816001057625,-0.025584381073713303,-0.02240394428372383,-0.01922350749373436,-0.01604307070374489,-0.012862634845077991,-0.009682198986411095,-0.006501762196421623,-0.003321325872093439,-0.00014088954776525497,0.003039546776562929,0.00621999055147171,0.009400427341461182,0.012580863200128078,0.015761299058794975,0.018941735848784447,0.022122172638773918,0.02530260756611824,0.028483044356107712,0.03166348114609718,0.034843917936086655,0.038024354726076126,0.0412047915160656,0.04438522458076477,0.04756566137075424,0.05074609816074371,0.053926534950733185,0.057106971740722656,0.06028740853071213,0.0634678453207016,0.06664828211069107,0.06982871890068054,0.07300915569067001,0.07618959248065948,0.07937002927064896,0.08255046606063843,0.0857308954000473,0.08891133219003677,0.09209176898002625,0.09527220577001572,0.09845264256000519,0.10163307934999466,0.10481351613998413,0.1079939529299736]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.0037438059225678444,-0.0036031208001077175,-0.003462435444816947,-0.0033217500895261765,-0.0031810649670660496,-0.0030403798446059227,-0.002899694489315152,-0.0027590091340243816,-0.0026183240115642548,-0.002477638889104128,-0.0023369535338133574,-0.002196268178522587,-0.00205558305606246,-0.0019148978171870112,-0.0017742125783115625,-0.0016335273394361138,-0.0014928421005606651,-0.0013521568616852164,-0.0012114716228097677,-0.001070786383934319,-0.0009301011450588703,-0.0007894159061834216,-0.0006487306673079729,-0.0005080454284325242,-0.0003673601895570755,-0.0002266749506816268,-8.598971180617809e-05,5.469552706927061e-05,0.00019538076594471931,0.000336066004820168,0.0004767512436956167,0.0006174364825710654,0.0007581217214465141,0.0008988069603219628,0.0010394921991974115,0.0011801774380728602,0.001320862676948309,0.0014615479158237576,0.0016022331546992064,0.001742918393574655,0.0018836036324501038,0.0020242887549102306,0.002164974110201001,0.0023056594654917717,0.0024463445879518986,0.0025870297104120255,0.002727715065702796,0.0028684004209935665,0.0030090855434536934,0.0031497706659138203,0.003290456021204591,0.0034311413764953613,0.003571826498955488,0.003712511621415615,0.0038531969767063856,0.003993882331997156,0.004134567454457283,0.00427525257691741,0.004415937699377537,0.004556623287498951,0.004697308409959078,0.004837993532419205,0.004978679120540619,0.005119364243000746,0.005260049365460873],"_type":"histogram","values":[1,0,0,0,2,0,2,0,1,0,2,1,2,4,5,1,8,7,14,13,15,30,42,59,79,105,96,68,41,25,31,18,12,10,8,6,5,11,5,7,2,6,5,3,2,4,2,1,0,1,1,3,1,0,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.004241943359375,-0.004102766513824463,-0.003963589668273926,-0.0038244128227233887,-0.0036852359771728516,-0.0035460591316223145,-0.0034068822860717773,-0.0032677054405212402,-0.003128528594970703,-0.002989351749420166,-0.002850174903869629,-0.002710998058319092,-0.0025718212127685547,-0.0024326443672180176,-0.0022934675216674805,-0.0021542906761169434,-0.0020151138305664062,-0.0018759369850158691,-0.001736760139465332,-0.001597583293914795,-0.0014584064483642578,-0.0013192296028137207,-0.0011800527572631836,-0.0010408759117126465,-0.0009016990661621094,-0.0007625222206115723,-0.0006233453750610352,-0.00048416852951049805,-0.00034499168395996094,-0.00020581483840942383,-6.663799285888672e-05,7.253885269165039e-05,0.0002117156982421875,0.0003508925437927246,0.0004900693893432617,0.0006292462348937988,0.0007684230804443359,0.000907599925994873,0.0010467767715454102,0.0011859536170959473,0.0013251304626464844,0.0014643073081970215,0.0016034841537475586,0.0017426609992980957,0.0018818378448486328,0.00202101469039917,0.002160191535949707,0.002299368381500244,0.0024385452270507812,0.0025777220726013184,0.0027168989181518555,0.0028560757637023926,0.0029952526092529297,0.003134429454803467,0.003273606300354004,0.003412783145904541,0.003551959991455078,0.0036911368370056152,0.0038303136825561523,0.0039694905281066895,0.0041086673736572266,0.004247844219207764,0.004387021064758301,0.004526197910308838,0.004665374755859375],"_type":"histogram","values":[3,1,0,0,0,0,2,6,2,1,7,7,9,9,8,19,17,14,12,22,14,19,19,16,21,15,25,24,30,24,31,33,34,19,25,31,25,19,20,15,20,14,13,15,14,22,9,6,8,7,12,3,5,6,4,3,3,2,0,2,1,0,0,1]},"_runtime":64.315313235,"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,2,0,1,6,2,0,7,6,6,6,2,8,8,6,5,10,8,20,18,26,18,29,31,30,25,32,21,30,27,26,13,22,16,29,14,14,11,13,11,16,12,14,8,13,10,10,13,9,4,12,12,9,19,4,10,15,7,6,1,0,3,1],"bins":[0.9990733861923218,0.9991037845611572,0.9991341829299927,0.9991645812988281,0.9991950392723083,0.9992254376411438,0.9992558360099792,0.9992862343788147,0.9993166327476501,0.9993470311164856,0.9993774890899658,0.9994078874588013,0.9994382858276367,0.9994686841964722,0.9994990825653076,0.9995294809341431,0.9995598793029785,0.9995903372764587,0.9996207356452942,0.9996511340141296,0.9996815323829651,0.9997119307518005,0.999742329120636,0.9997727870941162,0.9998031854629517,0.9998335838317871,0.9998639822006226,0.999894380569458,0.9999247789382935,0.9999552369117737,0.9999856352806091,1.0000159740447998,1.0000464916229248,1.0000768899917603,1.0001072883605957,1.0001376867294312,1.0001680850982666,1.000198483467102,1.0002288818359375,1.000259280204773,1.0002896785736084,1.0003200769424438,1.0003504753112793,1.0003808736801147,1.0004112720489502,1.0004417896270752,1.0004721879959106,1.000502586364746,1.0005329847335815,1.000563383102417,1.0005937814712524,1.000624179840088,1.0006545782089233,1.0006849765777588,1.0007153749465942,1.0007457733154297,1.0007761716842651,1.0008065700531006,1.0008370876312256,1.000867486000061,1.0008978843688965,1.000928282737732,1.0009586811065674,1.0009890794754028,1.0010194778442383],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,1,6,1,3,2,11,7,5,4,16,11,18,16,16,18,15,18,18,20,16,21,27,27,29,25,27,25,25,21,25,25,20,20,13,26,26,20,10,21,13,17,7,10,11,5,4,8,5,6,4,1,10,1,4,1,1,1,0,0,1],"bins":[-0.006131578236818314,-0.005930387880653143,-0.00572919799014926,-0.005528007633984089,-0.0053268177434802055,-0.005125627387315035,-0.0049244374968111515,-0.004723247140645981,-0.0045220572501420975,-0.004320866893976927,-0.0041196770034730434,-0.003918486647307873,-0.0037172965239733458,-0.0035161064006388187,-0.0033149162773042917,-0.0031137261539697647,-0.0029125360306352377,-0.0027113459073007107,-0.0025101557839661837,-0.0023089656606316566,-0.0021077755372971296,-0.0019065852975472808,-0.0017053951742127538,-0.0015042050508782268,-0.0013030149275436997,-0.0011018248042091727,-0.0009006346808746457,-0.0006994444993324578,-0.0004982543759979308,-0.00029706425266340375,-9.587410022504628e-05,0.00010531603766139597,0.0003065061755478382,0.0005076962988823652,0.0007088864222168922,0.0009100766037590802,0.0011112666688859463,0.0013124569086357951,0.0015136470319703221,0.0017148371553048491,0.0019160272786393762,0.002117217518389225,0.002318407641723752,0.002519597765058279,0.002720787888392806,0.002921978011727333,0.00312316813506186,0.003324358258396387,0.003525548381730914,0.003726738505065441,0.003927928861230612,0.004129118751734495,0.004330309107899666,0.004531498998403549,0.00473268935456872,0.004933879245072603,0.005135069601237774,0.005336259491741657,0.005537449847906828,0.005738639738410711,0.005939830094575882,0.006141019985079765,0.006342210341244936,0.006543400231748819,0.00674459058791399]},"gradients/bert.encoder.layer.0.output.dense.bias":{"bins":[-0.01163482666015625,-0.011269450187683105,-0.010904073715209961,-0.010538697242736816,-0.010173320770263672,-0.009807944297790527,-0.009442567825317383,-0.009077191352844238,-0.008711814880371094,-0.00834643840789795,-0.007981061935424805,-0.00761568546295166,-0.007250308990478516,-0.006884932518005371,-0.0065195560455322266,-0.006154179573059082,-0.0057888031005859375,-0.005423426628112793,-0.0050580501556396484,-0.004692673683166504,-0.004327297210693359,-0.003961920738220215,-0.0035965442657470703,-0.0032311677932739258,-0.0028657913208007812,-0.0025004148483276367,-0.002135038375854492,-0.0017696619033813477,-0.0014042854309082031,-0.0010389089584350586,-0.0006735324859619141,-0.00030815601348876953,5.7220458984375e-05,0.00042259693145751953,0.0007879734039306641,0.0011533498764038086,0.0015187263488769531,0.0018841028213500977,0.002249479293823242,0.0026148557662963867,0.0029802322387695312,0.0033456087112426758,0.0037109851837158203,0.004076361656188965,0.004441738128662109,0.004807114601135254,0.0051724910736083984,0.005537867546081543,0.0059032440185546875,0.006268620491027832,0.0066339969635009766,0.006999373435974121,0.007364749908447266,0.00773012638092041,0.008095502853393555,0.0084608793258667,0.008826255798339844,0.009191632270812988,0.009557008743286133,0.009922385215759277,0.010287761688232422,0.010653138160705566,0.011018514633178711,0.011383891105651855,0.011749267578125],"_type":"histogram","values":[1,0,1,1,2,4,1,4,4,6,10,9,9,10,14,9,14,17,9,18,20,10,20,27,22,19,13,13,20,21,25,21,30,26,32,17,21,23,24,19,24,15,15,20,15,12,11,10,11,10,7,15,4,8,5,3,5,5,3,1,1,0,1,1]},"gradients/linear.bias":{"values":[1,1,0,0,0,0,0,0,1,0,2,1,1,0,0,2,0,3,3,4,0,2,1,0,1,5,1,2,3,2,4,4,4,5,5,5,4,5,5,2,2,5,2,1,4,7,1,3,3,1,4,4,2,1,2,0,1,2,1,1,1,0,0,1],"bins":[-0.0171661376953125,-0.01669156551361084,-0.01621699333190918,-0.01574242115020752,-0.01526784896850586,-0.0147932767868042,-0.014318704605102539,-0.013844132423400879,-0.013369560241699219,-0.012894988059997559,-0.012420415878295898,-0.011945843696594238,-0.011471271514892578,-0.010996699333190918,-0.010522127151489258,-0.010047554969787598,-0.009572982788085938,-0.009098410606384277,-0.008623838424682617,-0.008149266242980957,-0.007674694061279297,-0.007200121879577637,-0.0067255496978759766,-0.006250977516174316,-0.005776405334472656,-0.005301833152770996,-0.004827260971069336,-0.004352688789367676,-0.0038781166076660156,-0.0034035444259643555,-0.0029289722442626953,-0.002454400062561035,-0.001979827880859375,-0.0015052556991577148,-0.0010306835174560547,-0.0005561113357543945,-8.153915405273438e-05,0.0003930330276489258,0.0008676052093505859,0.001342177391052246,0.0018167495727539062,0.0022913217544555664,0.0027658939361572266,0.0032404661178588867,0.003715038299560547,0.004189610481262207,0.004664182662963867,0.005138754844665527,0.0056133270263671875,0.006087899208068848,0.006562471389770508,0.007037043571472168,0.007511615753173828,0.007986187934875488,0.008460760116577148,0.008935332298278809,0.009409904479980469,0.009884476661682129,0.010359048843383789,0.01083362102508545,0.01130819320678711,0.01178276538848877,0.01225733757019043,0.01273190975189209,0.01320648193359375],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,0,0,2,1,1,2,4,3,5,7,5,9,12,8,25,24,28,32,37,28,22,18,31,33,30,15,33,25,28,23,25,31,32,28,24,33,33,18,15,8,10,5,2,4,0,2,2,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.000502323207911104,-0.0004864415677729994,-0.00047055992763489485,-0.00045467831660062075,-0.0004387966764625162,-0.00042291503632441163,-0.00040703342529013753,-0.00039115178515203297,-0.0003752701450139284,-0.00035938850487582386,-0.0003435068647377193,-0.0003276252537034452,-0.00031174361356534064,-0.0002958619734272361,-0.000279980362392962,-0.0002640987222548574,-0.00024821708211675286,-0.0002323354419786483,-0.00021645381639245898,-0.00020057219080626965,-0.0001846905506681651,-0.00016880891053006053,-0.0001529272849438712,-0.00013704565935768187,-0.00012116401921957731,-0.00010528238635743037,-8.940075349528342e-05,-7.351912063313648e-05,-5.763748777098954e-05,-4.1755854908842593e-05,-2.587422204669565e-05,-9.992589184548706e-06,5.8891018852591515e-06,2.1770734747406095e-05,3.765236760955304e-05,5.353400047169998e-05,6.941563333384693e-05,8.529726619599387e-05,0.00010117889905814081,0.00011706053192028776,0.0001329421647824347,0.00014882380492053926,0.0001647054305067286,0.00018058705609291792,0.00019646869623102248,0.00021235033636912704,0.00022823196195531636,0.0002441135875415057,0.00025999522767961025,0.0002758768678177148,0.00029175850795581937,0.00030764011899009347,0.00032352175912819803,0.0003394033992663026,0.0003552850103005767,0.00037116665043868124,0.0003870482905767858,0.00040292993071489036,0.0004188115708529949,0.000434693181887269,0.0004505748220253736,0.00046645646216347814,0.00048233807319775224,0.0004982197424396873,0.0005141013534739614],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0051147667691111565,-0.0049342927522957325,-0.004753819201141596,-0.004573345184326172,-0.004392871633172035,-0.004212397616356611,-0.004031923599541187,-0.003851449815556407,-0.0036709760315716267,-0.0034905022475868464,-0.003310028463602066,-0.003129554446786642,-0.0029490806628018618,-0.0027686068788170815,-0.0025881328620016575,-0.002407659078016877,-0.002227185294032097,-0.0020467115100473166,-0.0018662376096472144,-0.0016857637092471123,-0.001505289925262332,-0.0013248161412775517,-0.0011443422408774495,-0.0009638683986850083,-0.0007833945564925671,-0.0006029207143001258,-0.0004224468721076846,-0.0002419730299152434,-6.149918772280216e-05,0.00011897465446963906,0.0002994484966620803,0.0004799223388545215,0.0006603961810469627,0.000840870023239404,0.0010213438654318452,0.0012018177658319473,0.0013822915498167276,0.001562765333801508,0.00174323923420161,0.0019237131346017122,0.0021041869185864925,0.002284660702571273,0.002465134486556053,0.002645608503371477,0.0028260822873562574,0.0030065560713410378,0.0031870300881564617,0.003367503872141242,0.0035479776561260223,0.0037284514401108027,0.003908925224095583,0.004089399240911007,0.004269872792065144,0.0044503468088805676,0.0046308208256959915,0.004811294376850128,0.004991768393665552,0.005172242410480976,0.005352715961635113,0.005533189978450537,0.005713663995265961,0.005894137546420097,0.006074611563235521,0.006255085114389658,0.006435559131205082],"_type":"histogram","values":[2,1,2,3,4,4,4,7,6,7,7,12,10,14,15,11,17,15,22,22,29,18,34,14,22,23,27,30,31,31,28,26,15,24,20,14,18,21,25,16,15,13,10,7,7,9,5,10,5,10,8,3,5,2,2,2,2,0,0,0,0,0,1,1]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,2,5,9,8,32,51,84,167,263,437,702,1140,1620,2389,3394,4776,6438,8601,11198,14199,17227,20849,24150,27576,30939,33510,35724,36846,36867,36496,34753,32854,30188,26620,23168,19612,16404,12977,10433,7856,5852,4309,3052,2118,1431,891,596,400,265,163,77,41,33,15,5,5,2,2,0,1],"bins":[-0.1021396815776825,-0.09898246824741364,-0.09582524746656418,-0.09266803413629532,-0.08951081335544586,-0.086353600025177,-0.08319637924432755,-0.08003916591405869,-0.07688194513320923,-0.07372473180294037,-0.07056751847267151,-0.06741029769182205,-0.06425308436155319,-0.061095867305994034,-0.057938650250434875,-0.05478143319487572,-0.05162421613931656,-0.0484669990837574,-0.04530978202819824,-0.042152564972639084,-0.038995347917079926,-0.035838134586811066,-0.03268091753125191,-0.02952370047569275,-0.02636648342013359,-0.023209266364574432,-0.020052049309015274,-0.016894834116101265,-0.013737617060542107,-0.010580400004982948,-0.007423183880746365,-0.004265967290848494,-0.0011087432503700256,0.0020484733395278454,0.005205689929425716,0.0083629060536623,0.011520123109221458,0.014677340164780617,0.017834555357694626,0.020991772413253784,0.024148989468812943,0.0273062065243721,0.03046342357993126,0.03362064063549042,0.03677785396575928,0.039935071021318436,0.043092288076877594,0.04624950513243675,0.04940672218799591,0.05256393924355507,0.05572115629911423,0.058878373354673386,0.062035590410232544,0.0651928037405014,0.06835002452135086,0.07150723785161972,0.07466445863246918,0.07782167196273804,0.0809788852930069,0.08413610607385635,0.08729331940412521,0.09045054018497467,0.09360775351524353,0.09676497429609299,0.09992218762636185]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,1,3,1,2,4,6,9,7,7,5,16,13,24,20,29,25,15,21,23,33,21,35,39,35,34,27,30,34,27,20,19,31,21,11,18,17,10,15,9,11,9,1,4,5,4,3,1,1,3,2,0,0,0,0,1,1,0,0,0,1],"bins":[-0.00475311279296875,-0.004582226276397705,-0.00441133975982666,-0.004240453243255615,-0.00406956672668457,-0.0038986802101135254,-0.0037277936935424805,-0.0035569071769714355,-0.0033860206604003906,-0.0032151341438293457,-0.0030442476272583008,-0.002873361110687256,-0.002702474594116211,-0.002531588077545166,-0.002360701560974121,-0.002189815044403076,-0.0020189285278320312,-0.0018480420112609863,-0.0016771554946899414,-0.0015062689781188965,-0.0013353824615478516,-0.0011644959449768066,-0.0009936094284057617,-0.0008227229118347168,-0.0006518363952636719,-0.00048094987869262695,-0.00031006336212158203,-0.0001391768455505371,3.170967102050781e-05,0.00020259618759155273,0.00037348270416259766,0.0005443692207336426,0.0007152557373046875,0.0008861422538757324,0.0010570287704467773,0.0012279152870178223,0.0013988018035888672,0.0015696883201599121,0.001740574836730957,0.001911461353302002,0.002082347869873047,0.002253234386444092,0.0024241209030151367,0.0025950074195861816,0.0027658939361572266,0.0029367804527282715,0.0031076669692993164,0.0032785534858703613,0.0034494400024414062,0.003620326519012451,0.003791213035583496,0.003962099552154541,0.004132986068725586,0.004303872585296631,0.004474759101867676,0.004645645618438721,0.004816532135009766,0.0049874186515808105,0.0051583051681518555,0.0053291916847229,0.005500078201293945,0.00567096471786499,0.005841851234436035,0.00601273775100708,0.006183624267578125]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,0,0,0,0,1,5,1,3,0,4,6,3,8,1,6,7,7,13,22,16,20,33,22,24,22,37,31,26,35,29,23,34,34,27,24,30,19,22,17,30,27,14,12,9,7,4,7,6,7,6,2,2,1,5,2,0,3,3,2,1,1,1],"bins":[-0.0007213415810838342,-0.000698698335327208,-0.0006760551477782428,-0.0006534119020216167,-0.0006307687144726515,-0.0006081254687160254,-0.0005854822811670601,-0.000562839035410434,-0.0005401958478614688,-0.0005175526021048427,-0.0004949094145558774,-0.0004722661687992513,-0.00044962295214645565,-0.00042697973549366,-0.0004043365188408643,-0.00038169330218806863,-0.00035905008553527296,-0.0003364068688824773,-0.0003137636522296816,-0.00029112043557688594,-0.00026847721892409027,-0.0002458340022712946,-0.0002231907710665837,-0.00020054755441378802,-0.00017790433776099235,-0.00015526112110819668,-0.000132617904455401,-0.00010997468052664772,-8.733146387385204e-05,-6.468824722105637e-05,-4.204502693028189e-05,-1.9401808458496816e-05,3.2414100132882595e-06,2.5884628485073335e-05,4.852784695685841e-05,7.117106724763289e-05,9.381428390042856e-05,0.00011645750055322424,0.00013910072448197752,0.0001617439411347732,0.00018438715778756887,0.00020703037444036454,0.0002296735910931602,0.0002523168222978711,0.0002749600389506668,0.00029760325560346246,0.00032024647225625813,0.0003428896889090538,0.0003655329055618495,0.00038817612221464515,0.0004108193388674408,0.0004334625555202365,0.00045610577217303216,0.00047874898882582784,0.000501392234582454,0.0005240354221314192,0.0005466786678880453,0.0005693218554370105,0.0005919651011936367,0.0006146082887426019,0.000637251534499228,0.0006598947220481932,0.0006825379678048193,0.0007051811553537846,0.0007278244011104107]},"gradients/bert.encoder.layer.3.output.dense.weight":{"values":[2,4,3,7,9,8,17,44,58,77,98,165,237,394,596,927,1357,2065,3356,5285,8376,13510,22466,37851,69027,140049,378987,514008,180047,80953,43189,25013,15553,9864,6395,4126,2751,1790,1247,882,587,416,293,188,168,124,78,60,36,21,29,15,15,10,3,10,3,4,2,3,1,3,1,1],"bins":[-0.0030422210693359375,-0.002930194139480591,-0.002818167209625244,-0.0027061402797698975,-0.0025941133499145508,-0.002482086420059204,-0.0023700594902038574,-0.0022580325603485107,-0.002146005630493164,-0.0020339787006378174,-0.0019219517707824707,-0.001809924840927124,-0.0016978979110717773,-0.0015858709812164307,-0.001473844051361084,-0.0013618171215057373,-0.0012497901916503906,-0.001137763261795044,-0.0010257363319396973,-0.0009137094020843506,-0.0008016824722290039,-0.0006896555423736572,-0.0005776286125183105,-0.00046560168266296387,-0.0003535747528076172,-0.0002415478229522705,-0.00012952089309692383,-1.749396324157715e-05,9.453296661376953e-05,0.0002065598964691162,0.0003185868263244629,0.00043061375617980957,0.0005426406860351562,0.0006546676158905029,0.0007666945457458496,0.0008787214756011963,0.000990748405456543,0.0011027753353118896,0.0012148022651672363,0.001326829195022583,0.0014388561248779297,0.0015508830547332764,0.001662909984588623,0.0017749369144439697,0.0018869638442993164,0.001998990774154663,0.0021110177040100098,0.0022230446338653564,0.002335071563720703,0.00244709849357605,0.0025591254234313965,0.002671152353286743,0.00278317928314209,0.0028952062129974365,0.003007233142852783,0.00311926007270813,0.0032312870025634766,0.0033433139324188232,0.00345534086227417,0.0035673677921295166,0.0036793947219848633,0.00379142165184021,0.0039034485816955566,0.004015475511550903,0.00412750244140625],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,1,1,0,1,0,0,2,1,4,3,2,3,4,8,11,7,10,17,16,17,17,30,28,36,33,40,33,44,32,38,40,35,34,29,22,25,15,21,17,15,18,11,6,9,8,4,6,3,0,4,2,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0014781951904296875,-0.0014320462942123413,-0.0013858973979949951,-0.001339748501777649,-0.0012935996055603027,-0.0012474507093429565,-0.0012013018131256104,-0.0011551529169082642,-0.001109004020690918,-0.0010628551244735718,-0.0010167062282562256,-0.0009705573320388794,-0.0009244084358215332,-0.000878259539604187,-0.0008321106433868408,-0.0007859617471694946,-0.0007398128509521484,-0.0006936639547348022,-0.0006475150585174561,-0.0006013661623001099,-0.0005552172660827637,-0.0005090683698654175,-0.0004629194736480713,-0.0004167705774307251,-0.0003706216812133789,-0.0003244727849960327,-0.0002783238887786865,-0.00023217499256134033,-0.00018602609634399414,-0.00013987720012664795,-9.372830390930176e-05,-4.7579407691955566e-05,-1.430511474609375e-06,4.4718384742736816e-05,9.086728096008301e-05,0.0001370161771774292,0.0001831650733947754,0.00022931396961212158,0.0002754628658294678,0.00032161176204681396,0.00036776065826416016,0.00041390955448150635,0.00046005845069885254,0.0005062073469161987,0.0005523562431335449,0.0005985051393508911,0.0006446540355682373,0.0006908029317855835,0.0007369518280029297,0.0007831007242202759,0.0008292496204376221,0.0008753985166549683,0.0009215474128723145,0.0009676963090896606,0.0010138452053070068,0.001059994101524353,0.0011061429977416992,0.0011522918939590454,0.0011984407901763916,0.0012445896863937378,0.001290738582611084,0.0013368874788284302,0.0013830363750457764,0.0014291852712631226,0.0014753341674804688]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,3,0,1,1,2,3,4,3,6,7,8,11,13,14,14,28,39,32,42,47,65,75,67,83,105,115,118,130,122,111,93,90,104,83,55,57,54,42,38,25,22,30,13,14,9,11,6,3,6,4,5,4,1,1,1,1,1,2,1,1,0,0,1],"bins":[-0.0016651153564453125,-0.001607358455657959,-0.0015496015548706055,-0.001491844654083252,-0.0014340877532958984,-0.001376330852508545,-0.0013185739517211914,-0.0012608170509338379,-0.0012030601501464844,-0.0011453032493591309,-0.0010875463485717773,-0.0010297894477844238,-0.0009720325469970703,-0.0009142756462097168,-0.0008565187454223633,-0.0007987618446350098,-0.0007410049438476562,-0.0006832480430603027,-0.0006254911422729492,-0.0005677342414855957,-0.0005099773406982422,-0.00045222043991088867,-0.00039446353912353516,-0.00033670663833618164,-0.0002789497375488281,-0.0002211928367614746,-0.0001634359359741211,-0.00010567903518676758,-4.792213439941406e-05,9.834766387939453e-06,6.759166717529297e-05,0.00012534856796264648,0.00018310546875,0.00024086236953735352,0.00029861927032470703,0.00035637617111206055,0.00041413307189941406,0.0004718899726867676,0.0005296468734741211,0.0005874037742614746,0.0006451606750488281,0.0007029175758361816,0.0007606744766235352,0.0008184313774108887,0.0008761882781982422,0.0009339451789855957,0.0009917020797729492,0.0010494589805603027,0.0011072158813476562,0.0011649727821350098,0.0012227296829223633,0.0012804865837097168,0.0013382434844970703,0.0013960003852844238,0.0014537572860717773,0.0015115141868591309,0.0015692710876464844,0.0016270279884338379,0.0016847848892211914,0.001742541790008545,0.0018002986907958984,0.001858055591583252,0.0019158124923706055,0.001973569393157959,0.0020313262939453125],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.weight":{"bins":[0.9990150332450867,0.9990451335906982,0.9990752339363098,0.9991053342819214,0.999135434627533,0.9991655349731445,0.9991956353187561,0.9992257356643677,0.9992558360099792,0.9992859363555908,0.9993160367012024,0.999346137046814,0.9993762373924255,0.9994063377380371,0.9994364380836487,0.9994665384292603,0.9994966387748718,0.9995267391204834,0.999556839466095,0.9995869398117065,0.9996170401573181,0.9996471405029297,0.9996772408485413,0.9997073411941528,0.9997374415397644,0.999767541885376,0.9997976422309875,0.9998277425765991,0.9998578429222107,0.9998879432678223,0.9999180436134338,0.9999481439590454,0.9999783039093018,1.0000083446502686,1.000038504600525,1.0000685453414917,1.000098705291748,1.0001287460327148,1.0001589059829712,1.000188946723938,1.0002191066741943,1.0002491474151611,1.0002793073654175,1.0003093481063843,1.0003395080566406,1.0003695487976074,1.0003997087478638,1.0004297494888306,1.000459909439087,1.0004899501800537,1.00052011013031,1.0005501508712769,1.0005803108215332,1.0006103515625,1.0006405115127563,1.0006705522537231,1.0007007122039795,1.0007307529449463,1.0007609128952026,1.0007909536361694,1.0008211135864258,1.0008511543273926,1.000881314277649,1.0009113550186157,1.000941514968872],"_type":"histogram","values":[1,0,0,1,0,0,1,3,2,4,2,4,2,6,5,8,10,11,10,10,10,15,17,17,30,23,28,24,33,30,17,23,22,29,20,19,25,22,23,18,20,16,14,18,14,11,12,10,9,11,4,14,9,10,9,9,5,7,6,7,11,7,7,3]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.0007391578401438892,-0.0007154835038818419,-0.0006918091094121337,-0.0006681347731500864,-0.0006444604368880391,-0.0006207860424183309,-0.0005971117061562836,-0.0005734373698942363,-0.0005497629754245281,-0.0005260886391624808,-0.0005024143029004335,-0.0004787399375345558,-0.00045506557216867805,-0.00043139123590663075,-0.000407716870540753,-0.0003840425342787057,-0.00036036816891282797,-0.0003366938035469502,-0.00031301946728490293,-0.0002893451019190252,-0.0002656707656569779,-0.00024199640029110014,-0.0002183220349252224,-0.00019464768411125988,-0.00017097333329729736,-0.00014729898248333484,-0.00012362463166937232,-9.995026630349457e-05,-7.627591548953205e-05,-5.260156103759073e-05,-2.89272065856494e-05,-5.252852133708075e-06,1.8421444110572338e-05,4.2095798562513664e-05,6.577015301445499e-05,8.944451110437512e-05,0.00011311886191833764,0.00013679321273230016,0.0001604675780981779,0.00018414192891214043,0.00020781627972610295,0.00023149063054006547,0.000255164981354028,0.00027883934671990573,0.0003025137120857835,0.00032618804834783077,0.0003498624137137085,0.0003735367499757558,0.00039721111534163356,0.0004208854807075113,0.0004445598169695586,0.00046823418233543634,0.0004919085185974836,0.0005155829130671918,0.0005392572493292391,0.0005629315855912864,0.0005866059800609946,0.0006102803163230419,0.0006339546525850892,0.0006576289888471365,0.0006813033833168447,0.000704977719578892,0.0007286520558409393,0.0007523264503106475,0.0007760007865726948],"_type":"histogram","values":[1,0,0,0,0,1,0,1,3,2,3,3,1,4,6,2,9,12,14,12,10,20,19,27,32,38,27,27,38,34,32,27,26,29,31,31,27,27,23,33,25,14,14,13,13,11,10,10,6,3,1,2,3,1,2,3,1,2,1,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.999103307723999,0.9991309642791748,0.9991586804389954,0.9991863369941711,0.9992140531539917,0.9992417097091675,0.9992693662643433,0.9992970824241638,0.9993247389793396,0.9993523955345154,0.9993801116943359,0.9994077682495117,0.9994354248046875,0.9994631409645081,0.9994907975196838,0.9995185136795044,0.9995461702346802,0.999573826789856,0.9996015429496765,0.9996291995048523,0.9996569156646729,0.9996845722198486,0.9997122287750244,0.999739944934845,0.9997676014900208,0.9997952580451965,0.9998229742050171,0.9998506307601929,0.9998782873153687,0.9999060034751892,0.999933660030365,0.9999613761901855,0.9999890327453613,1.000016689300537,1.000044345855713,1.0000721216201782,1.000099778175354,1.0001274347305298,1.0001550912857056,1.0001827478408813,1.0002105236053467,1.0002381801605225,1.0002658367156982,1.000293493270874,1.0003211498260498,1.0003488063812256,1.000376582145691,1.0004042387008667,1.0004318952560425,1.0004595518112183,1.000487208366394,1.0005149841308594,1.0005426406860352,1.000570297241211,1.0005979537963867,1.0006256103515625,1.0006532669067383,1.0006810426712036,1.0007086992263794,1.0007363557815552,1.000764012336731,1.0007916688919067,1.000819444656372,1.0008471012115479,1.0008747577667236],"_type":"histogram","values":[1,1,0,0,1,3,6,4,4,2,2,3,5,7,6,4,11,15,10,11,20,7,19,28,17,36,14,22,30,22,23,34,22,21,21,32,20,16,15,11,15,11,15,20,17,10,6,11,14,7,10,7,11,14,7,8,10,7,18,10,6,3,3,2]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"values":[4,3,2,5,11,21,28,57,88,143,233,360,601,868,1280,1794,2452,3482,4645,5874,7695,9697,12201,14592,17276,20194,23115,25754,28508,30741,32426,33024,33541,33204,32465,30484,28801,26022,23516,20555,17563,14684,12109,9886,7751,6024,4636,3406,2445,1835,1224,838,626,370,268,167,84,57,36,22,17,6,4,4],"bins":[-0.09291376173496246,-0.09005700796842575,-0.08720025420188904,-0.08434350788593292,-0.08148675411939621,-0.0786300003528595,-0.07577324658632278,-0.07291649281978607,-0.07005974650382996,-0.06720299273729324,-0.06434623897075653,-0.06148948520421982,-0.058632731437683105,-0.05577598139643669,-0.05291922762989998,-0.050062477588653564,-0.04720572382211685,-0.04434897005558014,-0.041492220014333725,-0.03863546624779701,-0.0357787162065506,-0.032921962440013885,-0.030065208673477173,-0.02720845676958561,-0.024351704865694046,-0.021494952961802483,-0.01863820105791092,-0.015781447291374207,-0.012924695387482643,-0.01006794348359108,-0.007211190648376942,-0.004354438278824091,-0.0014976933598518372,0.0013590590097010136,0.004215811379253864,0.007072563748806715,0.009929316118359566,0.01278606802225113,0.015642821788787842,0.018499573692679405,0.02135632559657097,0.024213077500462532,0.027069829404354095,0.029926583170890808,0.03278333693742752,0.035640086978673935,0.03849684074521065,0.04135359078645706,0.044210344552993774,0.04706709831953049,0.0499238483607769,0.052780602127313614,0.05563735216856003,0.05849410593509674,0.06135085970163345,0.06420761346817017,0.06706435978412628,0.069921113550663,0.07277786731719971,0.07563462108373642,0.07849137485027313,0.08134812861680984,0.08420487493276596,0.08706162869930267,0.08991838246583939],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[3,5,3,2,1,3,8,4,7,5,5,5,4,10,13,6,13,14,15,30,22,26,26,30,20,25,29,27,19,29,28,24,15,21,9,15,19,15,11,10,13,11,6,13,11,10,11,12,11,14,7,8,13,8,12,6,7,4,5,3,1,3,1,2],"bins":[0.9991918802261353,0.9992203712463379,0.9992488622665405,0.9992774128913879,0.9993059039115906,0.9993343949317932,0.9993629455566406,0.9993914365768433,0.9994199275970459,0.9994484186172485,0.9994769096374512,0.9995054602622986,0.9995339512825012,0.9995624423027039,0.9995909929275513,0.9996194839477539,0.9996479749679565,0.9996764659881592,0.9997049570083618,0.9997335076332092,0.9997619986534119,0.9997904896736145,0.9998190402984619,0.9998475313186646,0.9998760223388672,0.9999045133590698,0.9999330043792725,0.9999615550041199,0.9999900460243225,1.00001859664917,1.0000470876693726,1.0000755786895752,1.0001040697097778,1.0001325607299805,1.000161051750183,1.0001895427703857,1.000218152999878,1.0002466440200806,1.0002751350402832,1.0003036260604858,1.0003321170806885,1.0003606081008911,1.0003890991210938,1.0004175901412964,1.000446081161499,1.0004746913909912,1.0005031824111938,1.0005316734313965,1.0005601644515991,1.0005886554718018,1.0006171464920044,1.000645637512207,1.0006742477416992,1.0007027387619019,1.0007312297821045,1.0007597208023071,1.0007882118225098,1.0008167028427124,1.000845193862915,1.0008736848831177,1.0009021759033203,1.0009307861328125,1.0009592771530151,1.0009877681732178,1.0010162591934204]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,3,0,1,5,3,1,3,2,6,7,3,4,15,14,16,22,26,37,28,37,57,73,72,63,74,104,98,87,95,75,75,93,88,92,74,88,80,77,63,41,40,41,26,22,9,26,19,15,9,8,5,6,5,2,3,2,1,2,0,1,1,2],"bins":[-0.0009087185026146472,-0.0008808862185105681,-0.0008530539344064891,-0.0008252215920947492,-0.0007973893079906702,-0.0007695570238865912,-0.0007417247397825122,-0.0007138924556784332,-0.0006860601715743542,-0.0006582278292626143,-0.0006303955451585352,-0.0006025632610544562,-0.0005747309769503772,-0.0005468986928462982,-0.0005190663505345583,-0.0004912340664304793,-0.0004634017823264003,-0.00043556949822232127,-0.0004077371850144118,-0.0003799049009103328,-0.00035207258770242333,-0.0003242403035983443,-0.0002964080194942653,-0.00026857570628635585,-0.00024074342218227684,-0.0002129111235262826,-0.00018507882487028837,-0.00015724654076620936,-0.00012941424211021513,-0.00010158194345422089,-7.374965207418427e-05,-4.591735705616884e-05,-1.8085120245814323e-05,9.747174772201106e-06,3.7579469790216535e-05,6.541176117025316e-05,9.32440598262474e-05,0.00012107635848224163,0.00014890864258632064,0.00017674094124231488,0.0002045732398983091,0.00023240553855430335,0.0002602378372102976,0.0002880701213143766,0.0003159024054184556,0.00034373471862636507,0.0003715670027304441,0.00039939931593835354,0.00042723160004243255,0.00045506388414651155,0.000482896197354421,0.0005107285105623305,0.0005385607946664095,0.0005663930787704885,0.0005942253628745675,0.0006220576469786465,0.0006498899310827255,0.0006777222733944654,0.0007055545574985445,0.0007333868416026235,0.0007612191257067025,0.0007890514098107815,0.0008168837521225214,0.0008447160362266004,0.0008725483203306794],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,3,5,5,7,2,8,19,18,27,23,43,67,102,135,208,310,481,603,998,1427,2197,3606,5784,9718,16654,30490,60844,142839,492575,517678,149420,62463,31130,16789,9806,5833,3712,2295,1417,960,657,439,320,208,154,111,85,35,35,26,21,16,13,11,8,5,5,4,2,2,3,0,1],"bins":[-0.00479888916015625,-0.004639029502868652,-0.004479169845581055,-0.004319310188293457,-0.004159450531005859,-0.003999590873718262,-0.003839731216430664,-0.0036798715591430664,-0.0035200119018554688,-0.003360152244567871,-0.0032002925872802734,-0.0030404329299926758,-0.002880573272705078,-0.0027207136154174805,-0.002560853958129883,-0.002400994300842285,-0.0022411346435546875,-0.00208127498626709,-0.0019214153289794922,-0.0017615556716918945,-0.0016016960144042969,-0.0014418363571166992,-0.0012819766998291016,-0.001122117042541504,-0.0009622573852539062,-0.0008023977279663086,-0.0006425380706787109,-0.0004826784133911133,-0.0003228187561035156,-0.00016295909881591797,-3.0994415283203125e-06,0.00015676021575927734,0.000316619873046875,0.00047647953033447266,0.0006363391876220703,0.000796198844909668,0.0009560585021972656,0.0011159181594848633,0.001275777816772461,0.0014356374740600586,0.0015954971313476562,0.001755356788635254,0.0019152164459228516,0.0020750761032104492,0.002234935760498047,0.0023947954177856445,0.002554655075073242,0.00271451473236084,0.0028743743896484375,0.003034234046936035,0.003194093704223633,0.0033539533615112305,0.003513813018798828,0.0036736726760864258,0.0038335323333740234,0.003993391990661621,0.004153251647949219,0.004313111305236816,0.004472970962524414,0.004632830619812012,0.004792690277099609,0.004952549934387207,0.005112409591674805,0.005272269248962402,0.00543212890625]},"train_batch_loss":2.9517574310302734,"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"values":[2,1,4,18,14,31,57,95,137,206,314,513,752,1070,1610,2298,3103,4358,5676,7572,9395,11757,14640,17327,20399,23063,26215,28690,30665,32290,33557,33944,34050,32786,31145,28823,26702,23797,20507,17418,14598,11874,9560,7718,5910,4461,3270,2338,1719,1136,807,542,327,222,142,86,38,34,21,9,4,3,2,2],"bins":[-0.0914270281791687,-0.08853017538785934,-0.08563332259654999,-0.08273646980524063,-0.07983961701393127,-0.07694276422262192,-0.07404591143131256,-0.0711490586400032,-0.06825220584869385,-0.0653553456068039,-0.062458496540784836,-0.05956164374947548,-0.056664787232875824,-0.05376793444156647,-0.05087108165025711,-0.047974228858947754,-0.0450773760676384,-0.04218052327632904,-0.039283670485019684,-0.03638681769371033,-0.03348996490240097,-0.030593110248446465,-0.02769625559449196,-0.024799402803182602,-0.021902550011873245,-0.01900569722056389,-0.016108844429254532,-0.013211989775300026,-0.01031513698399067,-0.007418283727020025,-0.004521430470049381,-0.0016245772130787373,0.0012722834944725037,0.004169136751443148,0.007065990008413792,0.009962843731045723,0.01285969652235508,0.015756549313664436,0.018653403967618942,0.0215502567589283,0.024447109550237656,0.027343962341547012,0.03024081513285637,0.033137667924165726,0.03603452444076538,0.03893137723207474,0.041828230023384094,0.04472508281469345,0.04762193560600281,0.050518788397312164,0.05341564118862152,0.05631249397993088,0.059209346771240234,0.06210620328783989,0.06500305235385895,0.0678999051451683,0.07079675793647766,0.07369361817836761,0.07659047096967697,0.07948732376098633,0.08238417655229568,0.08528102934360504,0.0881778821349144,0.09107473492622375,0.09397158771753311],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"bins":[-0.021030191332101822,-0.02042468450963497,-0.01981917768716812,-0.01921367086470127,-0.01860816404223442,-0.01800265721976757,-0.01739715225994587,-0.01679164543747902,-0.01618613861501217,-0.015580631792545319,-0.014975124970078468,-0.014369618147611618,-0.013764111325144768,-0.013158604502677917,-0.012553098611533642,-0.011947591789066792,-0.011342084966599941,-0.010736578144133091,-0.01013107132166624,-0.009525565430521965,-0.008920058608055115,-0.008314551785588264,-0.007709044963121414,-0.007103538606315851,-0.006498031783849001,-0.005892524961382151,-0.005287018604576588,-0.004681511782109737,-0.004076004959642887,-0.003470498602837324,-0.002864991780370474,-0.0022594851907342672,-0.0016539786010980606,-0.001048472011461854,-0.00044296530541032553,0.000162541342433542,0.0007680479902774096,0.0013735545799136162,0.0019790614023804665,0.002584567992016673,0.0031900745816528797,0.0037955811712890863,0.004401087760925293,0.005006594583392143,0.0056121014058589935,0.0062176077626645565,0.006823114585131407,0.00742862094193697,0.00803412776440382,0.00863963458687067,0.00924514140933752,0.009850647300481796,0.010456154122948647,0.011061660945415497,0.011667167767882347,0.012272674590349197,0.012878181412816048,0.013483687303960323,0.014089194126427174,0.014694700948894024,0.015300207771360874,0.01590571366250515,0.016511220484972,0.01711672730743885,0.0177222341299057],"_type":"histogram","values":[1,0,0,0,0,0,1,2,4,2,5,7,2,10,9,6,7,10,11,10,17,20,15,23,14,13,11,22,17,22,20,27,27,27,19,26,28,20,20,23,19,20,18,18,20,24,24,19,19,12,16,14,6,5,9,3,5,5,2,5,1,2,2,2]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.0007813923293724656,-0.0007579353987239301,-0.0007344784680753946,-0.0007110215374268591,-0.0006875646067783237,-0.0006641076761297882,-0.0006406507454812527,-0.0006171938148327172,-0.0005937368841841817,-0.0005702800117433071,-0.0005468230810947716,-0.0005233661504462361,-0.0004999092197977006,-0.00047645228914916515,-0.00045299535850062966,-0.0004295384278520942,-0.0004060814972035587,-0.0003826245665550232,-0.0003591676359064877,-0.0003357107052579522,-0.0003122537746094167,-0.0002887968730647117,-0.0002653399424161762,-0.0002418830117676407,-0.00021842608111910522,-0.00019496915047056973,-0.00017151221982203424,-0.00014805530372541398,-0.0001245983730768785,-0.000101141442428343,-7.768451905576512e-05,-5.422759204520844e-05,-3.077060682699084e-05,-7.31367981643416e-06,1.6143247194122523e-05,3.9600174204679206e-05,6.305710121523589e-05,8.651403186377138e-05,0.00010997095523634925,0.00013342787860892713,0.00015688480925746262,0.0001803417399059981,0.0002037986705545336,0.00022725558665115386,0.0002507125027477741,0.0002741694333963096,0.0002976263640448451,0.0003210832946933806,0.0003445402253419161,0.0003679971559904516,0.00039145408663898706,0.00041491101728752255,0.00043836794793605804,0.0004618248494807631,0.00048528178012929857,0.0005087387398816645,0.0005321956705302,0.0005556525429710746,0.0005791094736196101,0.0006025664042681456,0.000626023334916681,0.0006494802655652165,0.000672937196213752,0.0006963941268622875,0.000719851057510823],"_type":"histogram","values":[1,0,3,2,1,2,4,2,2,0,3,6,6,6,5,10,8,12,20,22,24,38,50,60,80,82,76,86,93,93,73,85,101,84,93,85,108,95,88,77,53,50,37,37,27,24,17,16,12,12,15,10,6,7,5,7,6,3,7,1,5,2,1,2]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[4,6,5,14,22,46,68,109,194,281,418,645,923,1300,1901,2633,3619,4830,6419,8209,10404,12763,15376,18496,21034,24042,26680,28934,31157,32289,32970,33526,33103,32028,30369,27712,25606,22459,19924,16649,14014,11643,9311,7399,5663,4274,3134,2265,1667,1143,773,500,342,192,145,91,46,27,10,7,3,2,2,4],"bins":[-0.08930638432502747,-0.0864504724740982,-0.08359456062316895,-0.08073864877223969,-0.07788273692131042,-0.07502682507038116,-0.0721709132194519,-0.06931500136852264,-0.06645908951759338,-0.06360317766666412,-0.06074726581573486,-0.0578913539648056,-0.05503544211387634,-0.05217953026294708,-0.04932361841201782,-0.04646770656108856,-0.0436117947101593,-0.04075588285923004,-0.03789997100830078,-0.03504405915737152,-0.03218814730644226,-0.029332235455513,-0.02647632360458374,-0.02362041175365448,-0.02076449990272522,-0.01790858805179596,-0.0150526762008667,-0.012196764349937439,-0.009340852499008179,-0.0064849406480789185,-0.003629028797149658,-0.000773116946220398,0.0020827949047088623,0.0049387067556381226,0.007794618606567383,0.010650530457496643,0.013506442308425903,0.016362354159355164,0.019218266010284424,0.022074177861213684,0.024930089712142944,0.027786001563072205,0.030641913414001465,0.033497825264930725,0.036353737115859985,0.039209648966789246,0.042065560817718506,0.044921472668647766,0.047777384519577026,0.05063329637050629,0.05348920822143555,0.05634512007236481,0.05920103192329407,0.06205694377422333,0.06491285562515259,0.06776876747608185,0.07062467932701111,0.07348059117794037,0.07633650302886963,0.07919241487979889,0.08204832673072815,0.08490423858165741,0.08776015043258667,0.09061606228351593,0.09347197413444519]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.01375579833984375,-0.013348579406738281,-0.012941360473632812,-0.012534141540527344,-0.012126922607421875,-0.011719703674316406,-0.011312484741210938,-0.010905265808105469,-0.010498046875,-0.010090827941894531,-0.009683609008789062,-0.009276390075683594,-0.008869171142578125,-0.008461952209472656,-0.008054733276367188,-0.007647514343261719,-0.00724029541015625,-0.006833076477050781,-0.0064258575439453125,-0.006018638610839844,-0.005611419677734375,-0.005204200744628906,-0.0047969818115234375,-0.004389762878417969,-0.0039825439453125,-0.0035753250122070312,-0.0031681060791015625,-0.0027608871459960938,-0.002353668212890625,-0.0019464492797851562,-0.0015392303466796875,-0.0011320114135742188,-0.00072479248046875,-0.00031757354736328125,8.96453857421875e-05,0.0004968643188476562,0.000904083251953125,0.0013113021850585938,0.0017185211181640625,0.0021257400512695312,0.002532958984375,0.0029401779174804688,0.0033473968505859375,0.0037546157836914062,0.004161834716796875,0.004569053649902344,0.0049762725830078125,0.005383491516113281,0.00579071044921875,0.006197929382324219,0.0066051483154296875,0.007012367248535156,0.007419586181640625,0.007826805114746094,0.008234024047851562,0.008641242980957031,0.0090484619140625,0.009455680847167969,0.009862899780273438,0.010270118713378906,0.010677337646484375,0.011084556579589844,0.011491775512695312,0.011898994445800781,0.01230621337890625],"_type":"histogram","values":[1,0,2,0,2,0,4,1,4,1,5,6,14,21,37,50,85,112,142,253,376,539,838,1256,1911,2989,4801,7795,13101,22301,40344,77695,179319,616595,348633,119775,57671,30647,17658,10442,6375,3822,2481,1592,1040,703,451,339,193,136,100,59,44,30,19,24,14,4,2,3,2,3,0,2]},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,0,0,1,1,2,4,3,4,5,7,7,5,3,16,18,19,26,20,41,36,33,33,33,34,34,23,39,34,32,40,39,38,27,29,13,13,9,7,7,5,5,5,3,2,2,4,0,2,1,0,0,0,0,0,1],"bins":[-0.0007723658345639706,-0.0007493699085898697,-0.0007263740408234298,-0.000703378114849329,-0.0006803822470828891,-0.0006573863211087883,-0.0006343903951346874,-0.0006113945273682475,-0.0005883986013941467,-0.0005654027336277068,-0.0005424068076536059,-0.0005194108816795051,-0.0004964150139130652,-0.0004734191170427948,-0.000450423191068694,-0.0004274272941984236,-0.00040443139732815325,-0.0003814355004578829,-0.0003584396035876125,-0.0003354436776135117,-0.0003124477807432413,-0.00028945188387297094,-0.00026645598700270057,-0.00024346007558051497,-0.0002204641787102446,-0.00019746828183997422,-0.00017447237041778862,-0.00015147647354751825,-0.00012848057667724788,-0.00010548466525506228,-8.248876838479191e-05,-5.9492864238563925e-05,-3.649696009233594e-05,-1.3501057765097357e-05,9.494844562141225e-06,3.24907450703904e-05,5.548664921661839e-05,7.848255336284637e-05,0.00010147845023311675,0.00012447436165530235,0.00014747025852557272,0.0001704661553958431,0.0001934620668180287,0.00021645796368829906,0.00023945386055856943,0.0002624497574288398,0.00028544568340294063,0.000308441580273211,0.0003314374771434814,0.00035443337401375175,0.0003774292708840221,0.00040042519685812294,0.0004234210937283933,0.0004464169905986637,0.00046941288746893406,0.0004924088134430349,0.0005154046812094748,0.0005384006071835756,0.0005613964749500155,0.0005843924009241164,0.0006073883268982172,0.0006303841946646571,0.0006533801206387579,0.0006763759884051979,0.0006993719143792987]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,2,0,2,2,2,1,0,5,8,5,10,7,9,14,11,11,15,31,38,45,57,65,78,94,97,93,79,89,90,90,87,85,112,116,99,98,78,65,37,44,23,15,22,21,14,14,15,6,7,5,9,5,2,2,4,3,1,3,2,1,1],"bins":[-0.0008247045916505158,-0.0007994839106686413,-0.000774263171479106,-0.0007490424904972315,-0.0007238217513076961,-0.0006986010703258216,-0.0006733803311362863,-0.0006481596501544118,-0.0006229389691725373,-0.000597718229983002,-0.0005724975490011275,-0.0005472768098115921,-0.0005220561288297176,-0.0004968353896401823,-0.0004716147086583078,-0.00044639399857260287,-0.00042117328848689795,-0.000395952578401193,-0.0003707318683154881,-0.0003455111582297832,-0.00032029044814407825,-0.0002950697671622038,-0.00026984905707649887,-0.00024462834699079394,-0.00021940763690508902,-0.0001941869268193841,-0.00016896621673367918,-0.00014374552119988948,-0.00011852481111418456,-9.330410102847964e-05,-6.808339821873233e-05,-4.286269177100621e-05,-1.7641985323280096e-05,7.5787211244460195e-06,3.2799427572172135e-05,5.802013401989825e-05,8.324084046762437e-05,0.00010846155055332929,0.00013368224608711898,0.0001589029561728239,0.00018412366625852883,0.00020934437634423375,0.00023456508642993867,0.0002597857965156436,0.00028500647749751806,0.000310227187583223,0.0003354478976689279,0.00036066860775463283,0.00038588931784033775,0.0004111100279260427,0.0004363307380117476,0.0004615514480974525,0.00048677215818315744,0.0005119928391650319,0.0005372135783545673,0.0005624342593364418,0.0005876549985259771,0.0006128756795078516,0.0006380963604897261,0.0006633170996792614,0.0006885377806611359,0.0007137585198506713,0.0007389792008325458,0.0007641999400220811,0.0007894206210039556]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,1,2,3,4,3,5,3,6,4,12,4,16,16,16,16,16,21,19,27,34,34,32,28,35,33,37,36,36,33,24,22,30,19,22,24,13,10,13,13,9,10,6,1,3,1,5,0,0,1,1,0,4,1],"bins":[-0.004261016845703125,-0.00414121150970459,-0.004021406173706055,-0.0039016008377075195,-0.0037817955017089844,-0.0036619901657104492,-0.003542184829711914,-0.003422379493713379,-0.0033025741577148438,-0.0031827688217163086,-0.0030629634857177734,-0.0029431581497192383,-0.002823352813720703,-0.002703547477722168,-0.002583742141723633,-0.0024639368057250977,-0.0023441314697265625,-0.0022243261337280273,-0.002104520797729492,-0.001984715461730957,-0.0018649101257324219,-0.0017451047897338867,-0.0016252994537353516,-0.0015054941177368164,-0.0013856887817382812,-0.001265883445739746,-0.001146078109741211,-0.0010262727737426758,-0.0009064674377441406,-0.0007866621017456055,-0.0006668567657470703,-0.0005470514297485352,-0.00042724609375,-0.00030744075775146484,-0.0001876354217529297,-6.783008575439453e-05,5.1975250244140625e-05,0.00017178058624267578,0.00029158592224121094,0.0004113912582397461,0.0005311965942382812,0.0006510019302368164,0.0007708072662353516,0.0008906126022338867,0.0010104179382324219,0.001130223274230957,0.0012500286102294922,0.0013698339462280273,0.0014896392822265625,0.0016094446182250977,0.0017292499542236328,0.001849055290222168,0.001968860626220703,0.0020886659622192383,0.0022084712982177734,0.0023282766342163086,0.0024480819702148438,0.002567887306213379,0.002687692642211914,0.0028074979782104492,0.0029273033142089844,0.0030471086502075195,0.0031669139862060547,0.00328671932220459,0.003406524658203125]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,0,2,3,4,7,10,16,27,34,83,112,173,227,356,540,709,990,1293,1878,2573,3731,5760,8791,13541,21460,34947,61474,167306,121341,54376,31411,19225,12196,7945,5302,3572,2419,1780,1236,910,678,422,341,230,151,69,54,39,31,12,16,5,2,1,2,5,2,1,0,1],"bins":[-0.005092620849609375,-0.0049329400062561035,-0.004773259162902832,-0.0046135783195495605,-0.004453897476196289,-0.004294216632843018,-0.004134535789489746,-0.003974854946136475,-0.003815174102783203,-0.0036554932594299316,-0.00349581241607666,-0.0033361315727233887,-0.003176450729370117,-0.0030167698860168457,-0.0028570890426635742,-0.0026974081993103027,-0.0025377273559570312,-0.0023780465126037598,-0.0022183656692504883,-0.002058684825897217,-0.0018990039825439453,-0.0017393231391906738,-0.0015796422958374023,-0.0014199614524841309,-0.0012602806091308594,-0.0011005997657775879,-0.0009409189224243164,-0.0007812380790710449,-0.0006215572357177734,-0.00046187639236450195,-0.00030219554901123047,-0.00014251470565795898,1.71661376953125e-05,0.00017684698104858398,0.00033652782440185547,0.000496208667755127,0.0006558895111083984,0.0008155703544616699,0.0009752511978149414,0.0011349320411682129,0.0012946128845214844,0.0014542937278747559,0.0016139745712280273,0.0017736554145812988,0.0019333362579345703,0.002093017101287842,0.0022526979446411133,0.0024123787879943848,0.0025720596313476562,0.0027317404747009277,0.0028914213180541992,0.0030511021614074707,0.003210783004760742,0.0033704638481140137,0.003530144691467285,0.0036898255348205566,0.003849506378173828,0.0040091872215271,0.004168868064880371,0.004328548908233643,0.004488229751586914,0.0046479105949401855,0.004807591438293457,0.0049672722816467285,0.005126953125]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"values":[2,2,0,1,2,1,11,4,1,16,11,14,26,33,41,74,100,112,161,282,416,552,952,1376,2024,3222,5108,8588,14791,26916,55841,174019,173835,56420,27074,14774,8438,5132,3249,2024,1396,880,582,409,301,166,114,104,71,56,26,22,16,9,10,2,2,8,3,0,0,0,1,1],"bins":[-0.002758026123046875,-0.00267183780670166,-0.0025856494903564453,-0.0024994611740112305,-0.0024132728576660156,-0.0023270845413208008,-0.002240896224975586,-0.002154707908630371,-0.0020685195922851562,-0.0019823312759399414,-0.0018961429595947266,-0.0018099546432495117,-0.0017237663269042969,-0.001637578010559082,-0.0015513896942138672,-0.0014652013778686523,-0.0013790130615234375,-0.0012928247451782227,-0.0012066364288330078,-0.001120448112487793,-0.0010342597961425781,-0.0009480714797973633,-0.0008618831634521484,-0.0007756948471069336,-0.0006895065307617188,-0.0006033182144165039,-0.0005171298980712891,-0.0004309415817260742,-0.0003447532653808594,-0.00025856494903564453,-0.0001723766326904297,-8.618831634521484e-05,0,8.618831634521484e-05,0.0001723766326904297,0.00025856494903564453,0.0003447532653808594,0.0004309415817260742,0.0005171298980712891,0.0006033182144165039,0.0006895065307617188,0.0007756948471069336,0.0008618831634521484,0.0009480714797973633,0.0010342597961425781,0.001120448112487793,0.0012066364288330078,0.0012928247451782227,0.0013790130615234375,0.0014652013778686523,0.0015513896942138672,0.001637578010559082,0.0017237663269042969,0.0018099546432495117,0.0018961429595947266,0.0019823312759399414,0.0020685195922851562,0.002154707908630371,0.002240896224975586,0.0023270845413208008,0.0024132728576660156,0.0024994611740112305,0.0025856494903564453,0.00267183780670166,0.002758026123046875],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,1,0,1,0,1,0,2,3,10,15,22,14,28,36,52,103,149,219,336,560,902,1456,2282,3799,6446,10732,18763,34850,72393,220866,110217,46877,24739,13695,7784,4787,2872,1754,1132,690,435,264,189,116,84,38,30,23,19,14,6,6,2,4,1,0,0,1,1,1,0,1],"bins":[-0.004528045654296875,-0.0043852925300598145,-0.004242539405822754,-0.004099786281585693,-0.003957033157348633,-0.0038142800331115723,-0.0036715269088745117,-0.003528773784637451,-0.0033860206604003906,-0.00324326753616333,-0.0031005144119262695,-0.002957761287689209,-0.0028150081634521484,-0.002672255039215088,-0.0025295019149780273,-0.002386748790740967,-0.0022439956665039062,-0.0021012425422668457,-0.001958489418029785,-0.0018157362937927246,-0.001672983169555664,-0.0015302300453186035,-0.001387476921081543,-0.0012447237968444824,-0.0011019706726074219,-0.0009592175483703613,-0.0008164644241333008,-0.0006737112998962402,-0.0005309581756591797,-0.00038820505142211914,-0.0002454519271850586,-0.00010269880294799805,4.00543212890625e-05,0.00018280744552612305,0.0003255605697631836,0.00046831369400024414,0.0006110668182373047,0.0007538199424743652,0.0008965730667114258,0.0010393261909484863,0.0011820793151855469,0.0013248324394226074,0.001467585563659668,0.0016103386878967285,0.001753091812133789,0.0018958449363708496,0.00203859806060791,0.0021813511848449707,0.0023241043090820312,0.002466857433319092,0.0026096105575561523,0.002752363681793213,0.0028951168060302734,0.003037869930267334,0.0031806230545043945,0.003323376178741455,0.0034661293029785156,0.003608882427215576,0.0037516355514526367,0.0038943886756896973,0.004037141799926758,0.004179894924163818,0.004322648048400879,0.0044654011726379395,0.004608154296875],"_type":"histogram"},"_timestamp":1.7527899793633382e+09,"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,2,3,3,4,6,7,7,7,11,9,16,5,8,13,15,19,18,15,12,16,25,22,16,20,22,26,20,33,26,22,24,20,22,22,19,19,15,18,21,10,11,20,8,13,12,15,13,11,8,4,7,2,3,4,1,6,1,4,1,3],"bins":[-0.007722225971519947,-0.007483082823455334,-0.00724393967539072,-0.007004796527326107,-0.006765653379261494,-0.006526509765535593,-0.00628736661747098,-0.006048223469406366,-0.005809080321341753,-0.00556993717327714,-0.005330794025212526,-0.005091650877147913,-0.004852507263422012,-0.004613364115357399,-0.004374220967292786,-0.004135077819228172,-0.003895934671163559,-0.0036567915230989456,-0.0034176483750343323,-0.0031785049941390753,-0.002939361846074462,-0.0027002186980098486,-0.0024610753171145916,-0.0022219321690499783,-0.001982789020985365,-0.0017436458729207516,-0.0015045026084408164,-0.0012653593439608812,-0.0010262161958962679,-0.0007870729896239936,-0.0005479297833517194,-0.0003087865770794451,-6.964337080717087e-05,0.0001694998354651034,0.00040864304173737764,0.0006477862480096519,0.0008869294542819262,0.0011260726023465395,0.0013652158668264747,0.0016043591313064098,0.0018435022793710232,0.0020826454274356365,0.00232178857550025,0.002560931956395507,0.00280007510446012,0.0030392182525247335,0.0032783616334199905,0.003517504781484604,0.0037566479295492172,0.003995791077613831,0.004234934225678444,0.004474077373743057,0.004713220521807671,0.004952364135533571,0.005191507283598185,0.005430650431662798,0.005669793579727411,0.005908936727792025,0.006148079875856638,0.006387223023921251,0.006626366637647152,0.006865509785711765,0.007104652933776379,0.007343796081840992,0.007582939229905605]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.004679589066654444,-0.004502344876527786,-0.004325100686401129,-0.004147856496274471,-0.0039706118404865265,-0.0037933678831905127,-0.0036161234602332115,-0.003438879270106554,-0.0032616350799798965,-0.003084390889853239,-0.0029071466997265816,-0.0027299022767692804,-0.002552658086642623,-0.0023754138965159655,-0.0021981694735586643,-0.002020925283432007,-0.0018436810933053493,-0.0016664369031786919,-0.0014891925966367126,-0.0013119482900947332,-0.0011347040999680758,-0.0009574598516337574,-0.000780215603299439,-0.0006029713549651206,-0.00042572710663080215,-0.00024848285829648376,-7.123860996216536e-05,0.00010600563837215304,0.00028324988670647144,0.00046049413504078984,0.0006377383833751082,0.0008149826317094266,0.000992226880043745,0.0011694710701704025,0.0013467153767123818,0.0015239596832543612,0.0017012038733810186,0.0018784480635076761,0.0020556924864649773,0.0022329366765916348,0.0024101808667182922,0.0025874250568449497,0.002764669246971607,0.0029419136699289083,0.003119157860055566,0.0032964020501822233,0.0034736464731395245,0.003650890663266182,0.0038281348533928394,0.004005379043519497,0.004182623233646154,0.004359867423772812,0.004537112079560757,0.004714356269687414,0.004891600459814072,0.005068844649940729,0.005246088840067387,0.005423333030194044,0.005600577220320702,0.005777821410447359,0.005955065600574017,0.006132310256361961,0.006309554446488619,0.006486798636615276,0.006664042826741934],"_type":"histogram","values":[1,1,1,1,0,2,3,0,2,1,2,2,2,6,3,8,3,12,12,16,24,24,32,68,71,88,92,71,36,30,25,20,19,13,12,10,12,7,7,5,0,3,6,0,5,2,0,1,0,0,1,1,1,1,0,0,1,0,0,1,0,0,0,1]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"values":[1,1,0,0,2,2,0,2,1,0,3,4,9,4,4,10,6,9,13,10,17,23,27,30,36,64,71,79,73,58,32,27,20,24,21,17,9,9,6,5,6,6,6,4,5,1,0,1,1,2,0,3,0,2,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0001480579376220703,-0.00014264509081840515,-0.00013723224401474,-0.00013181939721107483,-0.00012640655040740967,-0.00012099370360374451,-0.00011558085680007935,-0.00011016800999641418,-0.00010475516319274902,-9.934231638908386e-05,-9.39294695854187e-05,-8.851662278175354e-05,-8.310377597808838e-05,-7.769092917442322e-05,-7.227808237075806e-05,-6.68652355670929e-05,-6.145238876342773e-05,-5.603954195976257e-05,-5.062669515609741e-05,-4.521384835243225e-05,-3.980100154876709e-05,-3.438815474510193e-05,-2.8975307941436768e-05,-2.3562461137771606e-05,-1.8149614334106445e-05,-1.2736767530441284e-05,-7.323920726776123e-06,-1.911073923110962e-06,3.5017728805541992e-06,8.91461968421936e-06,1.4327466487884521e-05,1.9740313291549683e-05,2.5153160095214844e-05,3.0566006898880005e-05,3.5978853702545166e-05,4.139170050621033e-05,4.680454730987549e-05,5.221739411354065e-05,5.763024091720581e-05,6.304308772087097e-05,6.845593452453613e-05,7.38687813282013e-05,7.928162813186646e-05,8.469447493553162e-05,9.010732173919678e-05,9.552016854286194e-05,0.0001009330153465271,0.00010634586215019226,0.00011175870895385742,0.00011717155575752258,0.00012258440256118774,0.0001279972493648529,0.00013341009616851807,0.00013882294297218323,0.0001442357897758484,0.00014964863657951355,0.0001550614833831787,0.00016047433018684387,0.00016588717699050903,0.0001713000237941742,0.00017671287059783936,0.00018212571740150452,0.00018753856420516968,0.00019295141100883484,0.0001983642578125],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,1,4,4,2,7,10,11,21,25,44,57,87,118,180,306,396,608,896,1434,1944,2989,4347,6514,9952,15431,24056,38740,71945,161404,537423,405481,134614,60344,33054,20643,13215,8813,5567,3868,2659,1755,1256,836,571,373,262,180,131,89,66,27,34,22,12,12,11,3,3,3,0,2,1],"bins":[-0.01202392578125,-0.011646747589111328,-0.011269569396972656,-0.010892391204833984,-0.010515213012695312,-0.01013803482055664,-0.009760856628417969,-0.009383678436279297,-0.009006500244140625,-0.008629322052001953,-0.008252143859863281,-0.00787496566772461,-0.0074977874755859375,-0.007120609283447266,-0.006743431091308594,-0.006366252899169922,-0.00598907470703125,-0.005611896514892578,-0.005234718322753906,-0.004857540130615234,-0.0044803619384765625,-0.004103183746337891,-0.0037260055541992188,-0.003348827362060547,-0.002971649169921875,-0.002594470977783203,-0.0022172927856445312,-0.0018401145935058594,-0.0014629364013671875,-0.0010857582092285156,-0.0007085800170898438,-0.0003314018249511719,4.57763671875e-05,0.0004229545593261719,0.0008001327514648438,0.0011773109436035156,0.0015544891357421875,0.0019316673278808594,0.0023088455200195312,0.002686023712158203,0.003063201904296875,0.003440380096435547,0.0038175582885742188,0.004194736480712891,0.0045719146728515625,0.004949092864990234,0.005326271057128906,0.005703449249267578,0.00608062744140625,0.006457805633544922,0.006834983825683594,0.007212162017822266,0.0075893402099609375,0.00796651840209961,0.008343696594238281,0.008720874786376953,0.009098052978515625,0.009475231170654297,0.009852409362792969,0.01022958755493164,0.010606765747070312,0.010983943939208984,0.011361122131347656,0.011738300323486328,0.012115478515625]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,0,1,3,1,2,2,3,8,2,5,3,7,8,13,8,4,10,11,7,10,13,15,21,25,31,59,80,77,69,47,34,26,19,19,12,14,11,10,9,12,8,13,6,8,2,7,1,2,1,2,3,0,0,0,0,0,1],"bins":[-0.00019872188568115234,-0.0001929309219121933,-0.00018713995814323425,-0.0001813489943742752,-0.00017555803060531616,-0.00016976706683635712,-0.00016397610306739807,-0.00015818513929843903,-0.00015239417552947998,-0.00014660321176052094,-0.0001408122479915619,-0.00013502128422260284,-0.0001292303204536438,-0.00012343935668468475,-0.00011764839291572571,-0.00011185742914676666,-0.00010606646537780762,-0.00010027550160884857,-9.448453783988953e-05,-8.869357407093048e-05,-8.290261030197144e-05,-7.711164653301239e-05,-7.132068276405334e-05,-6.55297189950943e-05,-5.9738755226135254e-05,-5.394779145717621e-05,-4.815682768821716e-05,-4.236586391925812e-05,-3.657490015029907e-05,-3.078393638134003e-05,-2.499297261238098e-05,-1.9202008843421936e-05,-1.341104507446289e-05,-7.620081305503845e-06,-1.8291175365447998e-06,3.961846232414246e-06,9.752810001373291e-06,1.5543773770332336e-05,2.1334737539291382e-05,2.7125701308250427e-05,3.291666507720947e-05,3.870762884616852e-05,4.4498592615127563e-05,5.028955638408661e-05,5.6080520153045654e-05,6.18714839220047e-05,6.766244769096375e-05,7.345341145992279e-05,7.924437522888184e-05,8.503533899784088e-05,9.082630276679993e-05,9.661726653575897e-05,0.00010240823030471802,0.00010819919407367706,0.00011399015784263611,0.00011978112161159515,0.0001255720853805542,0.00013136304914951324,0.0001371540129184723,0.00014294497668743134,0.00014873594045639038,0.00015452690422534943,0.00016031786799430847,0.00016610883176326752,0.00017189979553222656]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[4,4,19,44,45,86,139,223,404,589,966,1511,2129,3389,4917,7003,9514,13080,17101,22384,28335,35048,42338,50672,58052,66460,73772,81105,86526,90655,92096,92032,90149,85923,80384,74542,66446,58098,49881,41844,34515,27774,22134,17000,12718,9387,6853,4904,3381,2261,1513,928,628,416,231,129,78,52,29,15,5,1,1,2],"bins":[-0.0912221148610115,-0.08827798813581467,-0.08533386886119843,-0.08238974213600159,-0.07944562286138535,-0.07650149613618851,-0.07355737686157227,-0.07061325013637543,-0.06766913086175919,-0.06472500413656235,-0.06178088113665581,-0.05883675813674927,-0.05589263513684273,-0.05294851213693619,-0.05000438913702965,-0.04706026613712311,-0.04411614313721657,-0.04117202013731003,-0.03822789713740349,-0.03528377413749695,-0.03233965113759041,-0.02939552627503872,-0.02645140327513218,-0.02350728027522564,-0.0205631572753191,-0.01761903427541256,-0.01467491127550602,-0.011730787344276905,-0.008786664344370365,-0.005842541344463825,-0.002898417878895998,4.570535384118557e-05,0.002989828586578369,0.005933951586484909,0.008878074586391449,0.011822198517620564,0.014766321517527103,0.017710445448756218,0.020654568448662758,0.023598691448569298,0.026542814448475838,0.029486937448382378,0.03243106231093407,0.03537518531084061,0.03831930831074715,0.041263431310653687,0.044207554310560226,0.047151677310466766,0.050095800310373306,0.053039923310279846,0.055984046310186386,0.058928169310092926,0.061872292309999466,0.064816415309906,0.06776054203510284,0.07070466130971909,0.07364878803491592,0.07659290730953217,0.079537034034729,0.08248115330934525,0.08542528003454208,0.08836939930915833,0.09131352603435516,0.0942576453089714,0.09720177203416824]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,1,2,5,4,4,3,4,6,7,13,18,17,16,24,23,19,25,27,25,22,32,30,39,44,34,33,32,28,27,21,21,25,22,11,15,14,17,11,8,7,4,5,4,3,1,3,3,1,1,1,0,1,0,0,0,0,0,1,0,1],"bins":[-0.004729533102363348,-0.004555197898298502,-0.004380862694233656,-0.00420652749016881,-0.0040321918204426765,-0.003857856849208474,-0.0036835214123129845,-0.0035091862082481384,-0.0033348510041832924,-0.0031605158001184464,-0.0029861805960536003,-0.0028118451591581106,-0.0026375099550932646,-0.0024631747510284185,-0.002288839314132929,-0.002114504110068083,-0.0019401689060032368,-0.0017658337019383907,-0.0015914983814582229,-0.001417163060978055,-0.001242827856913209,-0.001068492652848363,-0.0008941573323681951,-0.0007198220700956881,-0.0005454868078231812,-0.0003711515455506742,-0.00019681628327816725,-2.2481021005660295e-05,0.00015185424126684666,0.0003261895035393536,0.0005005247658118606,0.0006748600280843675,0.0008491952903568745,0.0010235304944217205,0.0011978658149018884,0.0013722011353820562,0.0015465363394469023,0.0017208715435117483,0.0018952068639919162,0.002069542184472084,0.00224387738853693,0.002418212592601776,0.002592547796666622,0.002766883233562112,0.002941218437626958,0.003115553641691804,0.0032898890785872936,0.0034642242826521397,0.0036385594867169857,0.0038128946907818317,0.003987229894846678,0.004161565098911524,0.004335900768637657,0.004510235972702503,0.004684571176767349,0.004858906380832195,0.005033241584897041,0.005207576788961887,0.005381911993026733,0.0055562471970915794,0.0057305824011564255,0.005904918070882559,0.006079253274947405,0.006253588479012251,0.006427923683077097]},"gradients/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,3,5,4,6,9,17,32,39,65,88,139,162,251,379,524,760,1146,1594,2464,3531,5031,7640,11122,17154,26444,43897,78974,161778,449596,415894,150436,74396,41657,25738,16538,11031,7450,5171,3522,2445,1729,1162,855,587,387,295,225,141,95,64,61,41,34,16,14,10,5,4,4,2],"bins":[-0.00650787353515625,-0.006310462951660156,-0.0061130523681640625,-0.005915641784667969,-0.005718231201171875,-0.005520820617675781,-0.0053234100341796875,-0.005125999450683594,-0.0049285888671875,-0.004731178283691406,-0.0045337677001953125,-0.004336357116699219,-0.004138946533203125,-0.003941535949707031,-0.0037441253662109375,-0.0035467147827148438,-0.00334930419921875,-0.0031518936157226562,-0.0029544830322265625,-0.0027570724487304688,-0.002559661865234375,-0.0023622512817382812,-0.0021648406982421875,-0.0019674301147460938,-0.00177001953125,-0.0015726089477539062,-0.0013751983642578125,-0.0011777877807617188,-0.000980377197265625,-0.0007829666137695312,-0.0005855560302734375,-0.00038814544677734375,-0.00019073486328125,6.67572021484375e-06,0.0002040863037109375,0.00040149688720703125,0.000598907470703125,0.0007963180541992188,0.0009937286376953125,0.0011911392211914062,0.0013885498046875,0.0015859603881835938,0.0017833709716796875,0.0019807815551757812,0.002178192138671875,0.0023756027221679688,0.0025730133056640625,0.0027704238891601562,0.00296783447265625,0.0031652450561523438,0.0033626556396484375,0.0035600662231445312,0.003757476806640625,0.003954887390136719,0.0041522979736328125,0.004349708557128906,0.004547119140625,0.004744529724121094,0.0049419403076171875,0.005139350891113281,0.005336761474609375,0.005534172058105469,0.0057315826416015625,0.005928993225097656,0.00612640380859375]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,1,1,1,6,2,3,6,2,4,7,4,6,13,13,15,14,20,22,45,25,24,37,37,33,31,26,43,21,27,27,35,22,31,24,18,21,25,13,9,11,8,5,4,5,4,2,5,0,0,2,2,1,1,0,1,0,1],"bins":[-0.0007273094379343092,-0.0007048555999062955,-0.0006824018200859427,-0.000659947982057929,-0.0006374941440299153,-0.0006150403642095625,-0.0005925865261815488,-0.0005701326881535351,-0.0005476789083331823,-0.0005252250703051686,-0.0005027712322771549,-0.0004803174233529717,-0.0004578636144287884,-0.0004354097764007747,-0.00041295596747659147,-0.00039050212944857776,-0.0003680483205243945,-0.00034559451160021126,-0.00032314067357219756,-0.0003006868646480143,-0.0002782330266200006,-0.00025577921769581735,-0.0002333254087716341,-0.00021087158529553562,-0.00018841776181943715,-0.00016596393834333867,-0.0001435101148672402,-0.00012105630594305694,-9.860248246695846e-05,-7.614865899085999e-05,-5.369484279071912e-05,-3.124102295259945e-05,-8.787144906818867e-06,1.3666674931300804e-05,3.6120494769420475e-05,5.8574314607540146e-05,8.102813444565982e-05,0.0001034819579217583,0.00012593576684594154,0.00014838959032204002,0.0001708434137981385,0.00019329723727423698,0.00021575106075033545,0.0002382048696745187,0.00026065867859870195,0.00028311251662671566,0.0003055663255508989,0.0003280201635789126,0.00035047397250309587,0.0003729277814272791,0.0003953816194552928,0.00041783542837947607,0.0004402892664074898,0.000462743075331673,0.0004851968842558563,0.00050765072228387,0.0005301045021042228,0.0005525583401322365,0.0005750121781602502,0.0005974660161882639,0.0006199197960086167,0.0006423736340366304,0.0006648274720646441,0.0006872812518849969,0.0007097350899130106],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.016876220703125,-0.01632976531982422,-0.015783309936523438,-0.015236854553222656,-0.014690399169921875,-0.014143943786621094,-0.013597488403320312,-0.013051033020019531,-0.01250457763671875,-0.011958122253417969,-0.011411666870117188,-0.010865211486816406,-0.010318756103515625,-0.009772300720214844,-0.009225845336914062,-0.008679389953613281,-0.0081329345703125,-0.007586479187011719,-0.0070400238037109375,-0.006493568420410156,-0.005947113037109375,-0.005400657653808594,-0.0048542022705078125,-0.004307746887207031,-0.00376129150390625,-0.0032148361206054688,-0.0026683807373046875,-0.0021219253540039062,-0.001575469970703125,-0.0010290145874023438,-0.0004825592041015625,6.389617919921875e-05,0.0006103515625,0.0011568069458007812,0.0017032623291015625,0.0022497177124023438,0.002796173095703125,0.0033426284790039062,0.0038890838623046875,0.004435539245605469,0.00498199462890625,0.005528450012207031,0.0060749053955078125,0.006621360778808594,0.007167816162109375,0.007714271545410156,0.008260726928710938,0.008807182312011719,0.0093536376953125,0.009900093078613281,0.010446548461914062,0.010993003845214844,0.011539459228515625,0.012085914611816406,0.012632369995117188,0.013178825378417969,0.01372528076171875,0.014271736145019531,0.014818191528320312,0.015364646911621094,0.015911102294921875,0.016457557678222656,0.017004013061523438,0.01755046844482422,0.018096923828125],"_type":"histogram","values":[3,1,3,6,4,9,7,12,23,36,59,81,95,146,205,296,440,606,905,1294,1841,2611,3877,5653,8092,11602,16800,24241,37349,63069,140437,109107,55086,33463,22118,15261,10812,7424,5103,3502,2487,1731,1159,840,594,388,290,214,136,104,61,50,24,24,13,12,8,6,1,0,2,0,0,1]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0023937225341796875,-0.002310127019882202,-0.002226531505584717,-0.0021429359912872314,-0.002059340476989746,-0.0019757449626922607,-0.0018921494483947754,-0.00180855393409729,-0.0017249584197998047,-0.0016413629055023193,-0.001557767391204834,-0.0014741718769073486,-0.0013905763626098633,-0.001306980848312378,-0.0012233853340148926,-0.0011397898197174072,-0.0010561943054199219,-0.0009725987911224365,-0.0008890032768249512,-0.0008054077625274658,-0.0007218122482299805,-0.0006382167339324951,-0.0005546212196350098,-0.0004710257053375244,-0.00038743019104003906,-0.0003038346767425537,-0.00022023916244506836,-0.000136643648147583,-5.3048133850097656e-05,3.0547380447387695e-05,0.00011414289474487305,0.0001977384090423584,0.00028133392333984375,0.0003649294376373291,0.00044852495193481445,0.0005321204662322998,0.0006157159805297852,0.0006993114948272705,0.0007829070091247559,0.0008665025234222412,0.0009500980377197266,0.001033693552017212,0.0011172890663146973,0.0012008845806121826,0.001284480094909668,0.0013680756092071533,0.0014516711235046387,0.001535266637802124,0.0016188621520996094,0.0017024576663970947,0.00178605318069458,0.0018696486949920654,0.0019532442092895508,0.002036839723587036,0.0021204352378845215,0.002204030752182007,0.002287626266479492,0.0023712217807769775,0.002454817295074463,0.0025384128093719482,0.0026220083236694336,0.002705603837966919,0.0027891993522644043,0.0028727948665618896,0.002956390380859375],"_type":"histogram","values":[1,1,0,0,0,1,1,4,3,5,7,6,12,10,19,16,18,20,32,31,51,52,66,72,96,110,123,145,152,151,122,104,105,88,72,57,61,45,35,28,25,21,12,16,8,12,7,5,5,3,0,0,0,1,4,2,1,0,0,1,1,0,1,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[2,0,0,1,0,1,1,1,2,1,0,1,4,4,9,9,10,16,17,21,31,45,73,85,109,79,43,34,26,19,18,13,9,10,14,6,11,6,4,5,4,2,4,2,0,0,2,2,1,1,3,0,2,1,0,0,2,0,0,1,0,0,0,1],"bins":[-0.003142752917483449,-0.003019033931195736,-0.002895314944908023,-0.00277159595862031,-0.0026478769723325968,-0.0025241579860448837,-0.0024004389997571707,-0.0022767200134694576,-0.0021530012600123882,-0.002029282273724675,-0.0019055631710216403,-0.0017818441847339272,-0.001658125314861536,-0.001534406328573823,-0.00141068734228611,-0.0012869683559983969,-0.0011632493697106838,-0.0010395303834229708,-0.0009158113971352577,-0.0007920924690552056,-0.0006683734827674925,-0.0005446544964797795,-0.0004209355392958969,-0.0002972165821120143,-0.00017349759582430124,-4.977862408850342e-05,7.39403476472944e-05,0.00019765931938309222,0.00032137829111889005,0.0004450972774066031,0.0005688162054866552,0.0006925351917743683,0.0008162539452314377,0.0009399729315191507,0.0010636919178068638,0.0011874109040945768,0.0013111298903822899,0.0014348487602546811,0.0015585677465423942,0.0016822867328301072,0.0018060057191178203,0.0019297247054055333,0.0020534435752779245,0.0021771625615656376,0.0023008815478533506,0.0024246005341410637,0.0025483195204287767,0.00267203850671649,0.002795757493004203,0.002919476479291916,0.003043195465579629,0.003166914451867342,0.003290633438155055,0.003414352424442768,0.003538071410730481,0.003661790397018194,0.0037855091504752636,0.00390922836959362,0.00403294712305069,0.004156666342169046,0.004280385095626116,0.0044041043147444725,0.004527823068201542,0.004651542287319899,0.004775261040776968],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,1,1,1,0,0,3,4,5,5,3,6,8,6,16,24,26,11,14,16,17,12,21,18,24,13,22,18,15,15,13,14,17,11,16,21,16,21,14,7,16,24,22,18,18,20,21,17,20,12,13,11,20,14,7,10,5,3,5,4,6,3,3],"bins":[-0.0008643260807730258,-0.0008394539472647011,-0.0008145817555487156,-0.000789709622040391,-0.0007648374885320663,-0.0007399652968160808,-0.0007150931633077562,-0.0006902210297994316,-0.000665348838083446,-0.0006404767045751214,-0.0006156045710667968,-0.0005907324375584722,-0.0005658602458424866,-0.000540988112334162,-0.0005161159788258374,-0.0004912437871098518,-0.0004663716536015272,-0.00044149949098937213,-0.0004166273574810475,-0.00039175519486889243,-0.0003668830613605678,-0.00034201089874841273,-0.00031713873613625765,-0.000292266602627933,-0.00026739444001577795,-0.0002425222919555381,-0.00021765014389529824,-0.00019277798128314316,-0.0001679058332229033,-0.00014303368516266346,-0.000118161529826466,-9.328937449026853e-05,-6.841722643002868e-05,-4.354507473181002e-05,-1.867292303359136e-05,6.199228664627299e-06,3.107138036284596e-05,5.5943532061064616e-05,8.081568375928327e-05,0.00010568783909548074,0.0001305599871557206,0.00015543213521596044,0.0001803042832762003,0.00020517644588835537,0.00023004859394859523,0.0002549207420088351,0.00027979290462099016,0.0003046650381293148,0.00032953720074146986,0.00035440936335362494,0.00037928149686194956,0.00040415365947410464,0.00042902579298242927,0.00045389795559458435,0.0004787701182067394,0.000503642251715064,0.0005285143852233887,0.0005533865769393742,0.0005782587104476988,0.0006031308439560235,0.000628003035672009,0.0006528751691803336,0.0006777473026886582,0.0007026194944046438,0.0007274916279129684],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0015153884887695312,-0.0014660358428955078,-0.0014166831970214844,-0.001367330551147461,-0.0013179779052734375,-0.001268625259399414,-0.0012192726135253906,-0.0011699199676513672,-0.0011205673217773438,-0.0010712146759033203,-0.0010218620300292969,-0.0009725093841552734,-0.00092315673828125,-0.0008738040924072266,-0.0008244514465332031,-0.0007750988006591797,-0.0007257461547851562,-0.0006763935089111328,-0.0006270408630371094,-0.0005776882171630859,-0.0005283355712890625,-0.00047898292541503906,-0.0004296302795410156,-0.0003802776336669922,-0.00033092498779296875,-0.0002815723419189453,-0.00023221969604492188,-0.00018286705017089844,-0.000133514404296875,-8.416175842285156e-05,-3.4809112548828125e-05,1.4543533325195312e-05,6.389617919921875e-05,0.00011324882507324219,0.00016260147094726562,0.00021195411682128906,0.0002613067626953125,0.00031065940856933594,0.0003600120544433594,0.0004093647003173828,0.00045871734619140625,0.0005080699920654297,0.0005574226379394531,0.0006067752838134766,0.0006561279296875,0.0007054805755615234,0.0007548332214355469,0.0008041858673095703,0.0008535385131835938,0.0009028911590576172,0.0009522438049316406,0.001001596450805664,0.0010509490966796875,0.001100301742553711,0.0011496543884277344,0.0011990070343017578,0.0012483596801757812,0.0012977123260498047,0.0013470649719238281,0.0013964176177978516,0.001445770263671875,0.0014951229095458984,0.0015444755554199219,0.0015938282012939453,0.0016431808471679688],"_type":"histogram","values":[2,0,0,0,1,0,0,1,2,2,2,1,1,10,6,6,8,10,13,16,11,17,22,25,25,25,31,45,35,45,24,46,44,31,35,26,32,24,19,15,13,8,12,7,12,13,9,7,5,3,7,3,3,1,3,0,1,1,0,0,1,0,0,1]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.01436614990234375,-0.013901233673095703,-0.013436317443847656,-0.01297140121459961,-0.012506484985351562,-0.012041568756103516,-0.011576652526855469,-0.011111736297607422,-0.010646820068359375,-0.010181903839111328,-0.009716987609863281,-0.009252071380615234,-0.008787155151367188,-0.00832223892211914,-0.007857322692871094,-0.007392406463623047,-0.006927490234375,-0.006462574005126953,-0.005997657775878906,-0.005532741546630859,-0.0050678253173828125,-0.004602909088134766,-0.004137992858886719,-0.003673076629638672,-0.003208160400390625,-0.002743244171142578,-0.0022783279418945312,-0.0018134117126464844,-0.0013484954833984375,-0.0008835792541503906,-0.00041866302490234375,4.6253204345703125e-05,0.00051116943359375,0.0009760856628417969,0.0014410018920898438,0.0019059181213378906,0.0023708343505859375,0.0028357505798339844,0.0033006668090820312,0.003765583038330078,0.004230499267578125,0.004695415496826172,0.005160331726074219,0.005625247955322266,0.0060901641845703125,0.006555080413818359,0.007019996643066406,0.007484912872314453,0.0079498291015625,0.008414745330810547,0.008879661560058594,0.00934457778930664,0.009809494018554688,0.010274410247802734,0.010739326477050781,0.011204242706298828,0.011669158935546875,0.012134075164794922,0.012598991394042969,0.013063907623291016,0.013528823852539062,0.01399374008178711,0.014458656311035156,0.014923572540283203,0.01538848876953125],"_type":"histogram","values":[3,1,1,1,1,3,2,5,4,7,8,8,8,9,14,12,12,11,23,20,19,17,16,18,18,19,26,18,27,19,34,23,24,18,22,19,31,24,18,22,20,13,16,15,20,21,12,17,13,5,8,6,1,5,3,4,1,1,0,0,1,0,0,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.0121715497225523,-0.01179738063365221,-0.011423210613429546,-0.011049041524529457,-0.010674871504306793,-0.010300702415406704,-0.00992653239518404,-0.00955236330628395,-0.009178193286061287,-0.008804024197161198,-0.008429855108261108,-0.008055685088038445,-0.007681515999138355,-0.007307346444576979,-0.006933176890015602,-0.0065590073354542255,-0.006184837780892849,-0.005810668226331472,-0.005436498671770096,-0.005062329117208719,-0.004688159562647343,-0.004313990473747253,-0.003939820919185877,-0.0035656513646245003,-0.0031914818100631237,-0.002817312255501747,-0.0024431427009403706,-0.0020689733792096376,-0.001694803824648261,-0.0013206342700868845,-0.0009464648319408298,-0.0005722953355871141,-0.00019812583923339844,0.00017604365712031722,0.0005502131534740329,0.0009243826498277485,0.0012985521461814642,0.0016727217007428408,0.0020468910224735737,0.0024210605770349503,0.002795230131596327,0.0031693996861577034,0.00354356924071908,0.0039177387952804565,0.004291907884180546,0.004666077438741922,0.005040246993303299,0.0054144165478646755,0.005788586102426052,0.006162755656987429,0.006536925211548805,0.006911094766110182,0.007285264320671558,0.007659433409571648,0.008033603429794312,0.0084077725186944,0.00878194160759449,0.009156111627817154,0.009530280716717243,0.009904450736939907,0.010278619825839996,0.01065278984606266,0.01102695893496275,0.011401128955185413,0.011775298044085503],"_type":"histogram","values":[1,0,1,3,0,2,4,5,3,5,10,10,6,13,8,10,17,13,13,16,20,10,19,19,26,21,15,14,16,24,18,22,25,26,31,21,22,17,23,19,24,20,21,16,16,11,10,14,8,11,14,6,11,8,6,6,1,5,4,3,1,1,1,2]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0005891768378205597,-0.0005681514739990234,-0.0005471261101774871,-0.0005261007463559508,-0.0005050753825344145,-0.00048405001871287823,-0.0004630246548913419,-0.0004419992910698056,-0.0004209739272482693,-0.000399948563426733,-0.0003789231996051967,-0.0003578978357836604,-0.0003368724719621241,-0.0003158471081405878,-0.0002948217443190515,-0.0002737963804975152,-0.0002527710166759789,-0.0002317456528544426,-0.0002107202890329063,-0.00018969492521137,-0.0001686695613898337,-0.00014764419756829739,-0.00012661883374676108,-0.00010559346992522478,-8.456810610368848e-05,-6.354274228215218e-05,-4.251737846061587e-05,-2.149201463907957e-05,-4.666508175432682e-07,2.0558713003993034e-05,4.158407682552934e-05,6.260944064706564e-05,8.363486267626286e-05,0.00010466022649779916,0.00012568559031933546,0.00014671095414087176,0.00016773631796240807,0.00018876168178394437,0.00020978704560548067,0.00023081240942701697,0.0002518377732485533,0.0002728631370700896,0.0002938885008916259,0.0003149138647131622,0.0003359392285346985,0.0003569645923562348,0.0003779899561777711,0.0003990153199993074,0.0004200406838208437,0.00044106604764238,0.0004620914114639163,0.0004831167752854526,0.0005041421391069889,0.0005251675029285252,0.0005461928667500615,0.0005672182305715978,0.0005882435943931341,0.0006092689582146704,0.0006302943220362067,0.000651319685857743,0.0006723450496792793,0.0006933704135008156,0.0007143957773223519,0.0007354211411438882,0.0007564465049654245],"_type":"histogram","values":[1,0,0,0,1,2,1,1,2,2,1,3,3,4,8,12,8,10,17,22,27,36,38,46,36,29,29,27,40,34,36,33,38,44,32,41,29,17,9,11,8,3,5,7,3,2,2,0,3,1,0,1,0,0,1,0,0,0,0,0,0,0,1,1]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"values":[3,0,1,0,0,0,1,4,6,7,9,8,7,7,16,11,16,28,25,29,36,31,36,34,33,27,21,28,41,33,26,35,32,32,31,22,22,12,11,4,10,6,3,3,2,1,1,3,1,2,1,1,0,3,0,2,0,1,1,1,0,0,0,1],"bins":[-0.0005364303360693157,-0.0005160863511264324,-0.0004957423079758883,-0.000475398323033005,-0.00045505433809012175,-0.0004347103531472385,-0.0004143663391005248,-0.0003940223250538111,-0.0003736783401109278,-0.00035333435516804457,-0.00033299034112133086,-0.00031264632707461715,-0.0002923023421317339,-0.00027195835718885064,-0.00025161434314213693,-0.00023127034364733845,-0.00021092634415253997,-0.0001905823446577415,-0.000170238345162943,-0.00014989434566814452,-0.00012955034617334604,-0.00010920634667854756,-8.886234718374908e-05,-6.85183476889506e-05,-4.817434819415212e-05,-2.7830348699353635e-05,-7.486349204555154e-06,1.2857650290243328e-05,3.320164978504181e-05,5.354564927984029e-05,7.388964877463877e-05,9.423364826943725e-05,0.00011457758955657482,0.0001349215890513733,0.00015526558854617178,0.00017560958804097027,0.00019595358753576875,0.00021629758703056723,0.0002366415865253657,0.0002569856005720794,0.0002773295855149627,0.0002976735704578459,0.00031801758450455964,0.00033836159855127335,0.0003587055834941566,0.00037904956843703985,0.00039939358248375356,0.00041973759653046727,0.0004400815814733505,0.0004604255664162338,0.0004807695804629475,0.0005011135945096612,0.0005214575794525445,0.0005418015643954277,0.0005621456075459719,0.0005824895924888551,0.0006028335774317384,0.0006231775623746216,0.0006435215473175049,0.000663865590468049,0.0006842095754109323,0.0007045535603538156,0.0007248976035043597,0.000745241588447243,0.0007655855733901262],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[3,2,3,9,23,35,52,103,180,295,483,823,1225,1962,2921,4260,6215,8563,11665,15800,20794,26542,33345,40603,49170,57163,65936,74400,81265,86583,91299,93495,93574,91937,88428,82422,76533,68012,59280,51271,42873,35002,27870,21839,16714,12450,9315,6677,4610,3130,2075,1324,945,560,346,210,115,63,37,18,9,3,3,2],"bins":[-0.0963335633277893,-0.09333403408527374,-0.09033450484275818,-0.08733497560024261,-0.08433544635772705,-0.08133591711521149,-0.07833638787269592,-0.07533685863018036,-0.0723373293876648,-0.06933780014514923,-0.06633827090263367,-0.0633387416601181,-0.06033921241760254,-0.057339683175086975,-0.05434015393257141,-0.05134062469005585,-0.04834109544754028,-0.04534156620502472,-0.042342036962509155,-0.03934250771999359,-0.03634297847747803,-0.03334344923496246,-0.0303439199924469,-0.027344390749931335,-0.02434486150741577,-0.021345332264900208,-0.018345803022384644,-0.01534627377986908,-0.012346744537353516,-0.009347215294837952,-0.006347686052322388,-0.0033481568098068237,-0.00034862011671066284,0.002650909125804901,0.005650438368320465,0.008649967610836029,0.011649496853351593,0.014649026095867157,0.01764855533838272,0.020648084580898285,0.02364761382341385,0.026647143065929413,0.029646672308444977,0.03264620155096054,0.035645730793476105,0.03864526003599167,0.04164478927850723,0.0446443185210228,0.04764384776353836,0.050643377006053925,0.05364290624856949,0.05664243549108505,0.059641964733600616,0.06264149397611618,0.06564102321863174,0.06864055246114731,0.07164008170366287,0.07463961094617844,0.077639140188694,0.08063866943120956,0.08363819867372513,0.08663772791624069,0.08963725715875626,0.09263678640127182,0.09563631564378738]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-0.0007889010012149811,-0.0007649029139429331,-0.0007409047684632242,-0.0007169066811911762,-0.0006929085939191282,-0.0006689104484394193,-0.0006449123611673713,-0.0006209142738953233,-0.0005969161866232753,-0.0005729180411435664,-0.0005489199538715184,-0.0005249218665994704,-0.0005009237211197615,-0.00047692563384771347,-0.000452927517471835,-0.000428929430199787,-0.00040493131382390857,-0.0003809331974480301,-0.0003569351101759821,-0.00033293699380010366,-0.00030893890652805567,-0.0002849407901521772,-0.00026094267377629876,-0.00023694457195233554,-0.0002129464701283723,-0.0001889483683044091,-0.00016495026648044586,-0.0001409521501045674,-0.00011695404828060418,-9.295594645664096e-05,-6.895783735672012e-05,-4.495973189477809e-05,-2.0961568225175142e-05,3.0365372367668897e-06,2.703464269870892e-05,5.1032748160650954e-05,7.503085362259299e-05,9.902895544655621e-05,0.00012302707182243466,0.0001470251736463979,0.0001710232754703611,0.00019502137729432434,0.00021901947911828756,0.00024301759549416602,0.00026701571187004447,0.00029101379914209247,0.0003150119155179709,0.0003390100027900189,0.00036300811916589737,0.0003870062355417758,0.0004110043228138238,0.00043500243918970227,0.00045900052646175027,0.0004829986428376287,0.0005069967592135072,0.0005309948464855552,0.0005549929337576032,0.0005789910792373121,0.0006029891665093601,0.0006269872537814081,0.000650985399261117,0.000674983486533165,0.000698981573805213,0.0007229797192849219,0.0007469778065569699],"_type":"histogram","values":[1,2,1,2,6,10,17,12,14,12,12,9,12,6,7,7,6,12,10,9,13,10,10,23,14,24,21,10,19,25,13,16,21,22,20,26,19,21,16,27,17,13,22,14,9,9,12,5,4,9,4,9,9,10,9,12,8,15,11,14,6,5,3,2]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.006229400634765625,-0.006027400493621826,-0.005825400352478027,-0.0056234002113342285,-0.00542140007019043,-0.005219399929046631,-0.005017399787902832,-0.004815399646759033,-0.004613399505615234,-0.0044113993644714355,-0.004209399223327637,-0.004007399082183838,-0.003805398941040039,-0.0036033987998962402,-0.0034013986587524414,-0.0031993985176086426,-0.0029973983764648438,-0.002795398235321045,-0.002593398094177246,-0.0023913979530334473,-0.0021893978118896484,-0.0019873976707458496,-0.0017853975296020508,-0.001583397388458252,-0.0013813972473144531,-0.0011793971061706543,-0.0009773969650268555,-0.0007753968238830566,-0.0005733966827392578,-0.000371396541595459,-0.00016939640045166016,3.260374069213867e-05,0.0002346038818359375,0.00043660402297973633,0.0006386041641235352,0.000840604305267334,0.0010426044464111328,0.0012446045875549316,0.0014466047286987305,0.0016486048698425293,0.0018506050109863281,0.002052605152130127,0.0022546052932739258,0.0024566054344177246,0.0026586055755615234,0.0028606057167053223,0.003062605857849121,0.00326460599899292,0.0034666061401367188,0.0036686062812805176,0.0038706064224243164,0.004072606563568115,0.004274606704711914,0.004476606845855713,0.004678606986999512,0.0048806071281433105,0.005082607269287109,0.005284607410430908,0.005486607551574707,0.005688607692718506,0.005890607833862305,0.0060926079750061035,0.006294608116149902,0.006496608257293701,0.0066986083984375],"_type":"histogram","values":[1,1,0,0,3,1,4,1,3,7,10,4,8,8,13,16,14,21,17,11,18,20,21,18,17,25,31,24,24,36,18,30,16,28,23,25,17,19,20,27,23,13,18,15,13,11,12,10,6,5,6,5,5,5,3,8,2,4,1,1,1,0,0,1]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[2,1,2,4,3,1,6,2,8,3,8,9,4,8,12,14,13,14,21,31,23,37,25,27,13,23,24,24,28,27,16,25,15,26,16,13,18,17,12,10,14,7,9,8,10,8,14,6,8,9,10,13,11,15,7,11,6,5,4,3,3,1,0,1],"bins":[0.9991832971572876,0.999212384223938,0.9992415308952332,0.9992706775665283,0.9992997646331787,0.9993288516998291,0.9993579983711243,0.9993871450424194,0.9994162321090698,0.9994453191757202,0.9994744658470154,0.9995036125183105,0.9995326995849609,0.9995617866516113,0.9995909333229065,0.9996200799942017,0.999649167060852,0.9996782541275024,0.9997074007987976,0.9997365474700928,0.9997656345367432,0.9997947216033936,0.9998238682746887,0.9998530149459839,0.9998821020126343,0.9999111890792847,0.9999403357505798,0.999969482421875,0.9999985694885254,1.0000276565551758,1.0000567436218262,1.0000859498977661,1.0001150369644165,1.000144124031067,1.0001733303070068,1.0002024173736572,1.0002315044403076,1.000260591506958,1.0002896785736084,1.0003188848495483,1.0003479719161987,1.0003770589828491,1.000406265258789,1.0004353523254395,1.0004644393920898,1.0004935264587402,1.0005226135253906,1.0005518198013306,1.000580906867981,1.0006099939346313,1.0006392002105713,1.0006682872772217,1.000697374343872,1.0007264614105225,1.0007555484771729,1.0007847547531128,1.0008138418197632,1.0008429288864136,1.0008721351623535,1.000901222229004,1.0009303092956543,1.0009593963623047,1.000988483428955,1.001017689704895,1.0010467767715454],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,1,1,1,4,3,1,6,3,5,5,5,4,15,12,13,17,16,23,35,35,20,37,33,37,26,34,29,37,22,29,32,30,27,22,24,19,22,18,9,11,7,7,5,4,4,3,3,1,1,2,1,0,2,1,1,0,1],"bins":[-0.0007345345802605152,-0.0007120848749764264,-0.0006896351114846766,-0.0006671854062005877,-0.0006447357009164989,-0.0006222859374247491,-0.0005998362321406603,-0.0005773865268565714,-0.0005549367633648217,-0.0005324870580807328,-0.000510037352796644,-0.0004875875893048942,-0.00046513788402080536,-0.00044268814963288605,-0.00042023841524496675,-0.0003977887099608779,-0.0003753389755729586,-0.0003528892411850393,-0.00033043953590095043,-0.0003079898015130311,-0.0002855400671251118,-0.00026309036184102297,-0.00024064062745310366,-0.00021819089306518435,-0.00019574117322918028,-0.0001732914533931762,-0.0001508417190052569,-0.0001283919991692528,-0.00010594227205729112,-8.349254494532943e-05,-6.104282510932535e-05,-3.859309799736366e-05,-1.6143370885401964e-05,6.306354407570325e-06,2.8756079700542614e-05,5.12058031745255e-05,7.365553028648719e-05,9.610525739844888e-05,0.00011855497723445296,0.00014100471162237227,0.00016345443145837635,0.00018590415129438043,0.00020835388568229973,0.0002308036055183038,0.0002532533253543079,0.0002757030597422272,0.0002981527941301465,0.00032060249941423535,0.00034305223380215466,0.00036550196819007397,0.0003879516734741628,0.0004104014078620821,0.00043285114225000143,0.0004553008475340903,0.0004777505819220096,0.0005002003163099289,0.0005226500215940177,0.0005450997850857675,0.0005675494903698564,0.0005899991956539452,0.000612448959145695,0.0006348986644297838,0.0006573483697138727,0.0006797981332056224,0.0007022478384897113],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,1,0,1,0,3,7,4,5,4,10,8,11,12,25,36,41,32,51,71,80,89,101,123,143,159,137,152,123,94,91,80,72,57,44,31,26,26,21,18,10,7,12,6,4,3,1,1,6,2,1,0,1,2],"bins":[-0.007572174072265625,-0.007362484931945801,-0.0071527957916259766,-0.006943106651306152,-0.006733417510986328,-0.006523728370666504,-0.00631403923034668,-0.0061043500900268555,-0.005894660949707031,-0.005684971809387207,-0.005475282669067383,-0.005265593528747559,-0.005055904388427734,-0.00484621524810791,-0.004636526107788086,-0.004426836967468262,-0.0042171478271484375,-0.004007458686828613,-0.003797769546508789,-0.003588080406188965,-0.0033783912658691406,-0.0031687021255493164,-0.002959012985229492,-0.002749323844909668,-0.0025396347045898438,-0.0023299455642700195,-0.0021202564239501953,-0.001910567283630371,-0.0017008781433105469,-0.0014911890029907227,-0.0012814998626708984,-0.0010718107223510742,-0.00086212158203125,-0.0006524324417114258,-0.00044274330139160156,-0.00023305416107177734,-2.3365020751953125e-05,0.0001863241195678711,0.0003960132598876953,0.0006057024002075195,0.0008153915405273438,0.001025080680847168,0.0012347698211669922,0.0014444589614868164,0.0016541481018066406,0.0018638372421264648,0.002073526382446289,0.0022832155227661133,0.0024929046630859375,0.0027025938034057617,0.002912282943725586,0.00312197208404541,0.0033316612243652344,0.0035413503646850586,0.003751039505004883,0.003960728645324707,0.004170417785644531,0.0043801069259643555,0.00458979606628418,0.004799485206604004,0.005009174346923828,0.005218863487243652,0.0054285526275634766,0.005638241767883301,0.005847930908203125]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[2,1,3,5,0,4,4,3,7,3,4,7,4,5,15,10,12,17,15,19,25,17,26,29,28,20,20,13,24,27,30,19,24,21,19,17,15,15,15,16,14,17,11,10,14,6,10,17,8,8,2,7,9,7,13,9,11,8,9,9,4,2,1,2],"bins":[0.9992006421089172,0.9992271065711975,0.9992536306381226,0.9992800951004028,0.9993065595626831,0.9993330240249634,0.9993595480918884,0.9993860125541687,0.999412477016449,0.9994389414787292,0.9994654655456543,0.9994919300079346,0.9995183944702148,0.9995448589324951,0.9995713829994202,0.9995978474617004,0.9996243119239807,0.9996508359909058,0.999677300453186,0.9997037649154663,0.9997302293777466,0.9997567534446716,0.9997832179069519,0.9998096823692322,0.9998361468315125,0.9998626708984375,0.9998891353607178,0.999915599822998,0.9999420642852783,0.9999685883522034,0.9999950528144836,1.0000215768814087,1.000048041343689,1.0000745058059692,1.0001009702682495,1.0001274347305298,1.00015389919281,1.0001803636550903,1.0002069473266602,1.0002334117889404,1.0002598762512207,1.000286340713501,1.0003128051757812,1.0003392696380615,1.0003657341003418,1.000392198562622,1.000418782234192,1.0004452466964722,1.0004717111587524,1.0004981756210327,1.000524640083313,1.0005511045455933,1.0005775690078735,1.0006041526794434,1.0006306171417236,1.000657081604004,1.0006835460662842,1.0007100105285645,1.0007364749908447,1.000762939453125,1.0007894039154053,1.000815987586975,1.0008424520492554,1.0008689165115356,1.000895380973816],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,3,0,1,1,1,5,1,2,3,7,1,9,5,8,9,16,20,16,28,37,35,51,86,82,78,56,41,26,25,24,12,20,8,14,7,7,3,4,1,3,1,0,2,2,1,0,1,1,0,0,0,1,0,0,1],"bins":[-0.01402006484568119,-0.013587689958512783,-0.013155315071344376,-0.012722940184175968,-0.01229056529700756,-0.011858190409839153,-0.011425815522670746,-0.010993440635502338,-0.010561065748333931,-0.010128689929842949,-0.009696315042674541,-0.009263940155506134,-0.008831565268337727,-0.00839919038116932,-0.007966815494000912,-0.007534440606832504,-0.007102065719664097,-0.006669690832495689,-0.006237315945327282,-0.0058049410581588745,-0.005372566170990467,-0.004940190818160772,-0.004507815930992365,-0.0040754410438239574,-0.00364306615665555,-0.0032106912694871426,-0.002778316382318735,-0.002345941262319684,-0.0019135663751512766,-0.0014811914879828691,-0.0010488164843991399,-0.0006164415390230715,-0.00018406566232442856,0.0002483092830516398,0.0006806842284277081,0.0011130592320114374,0.0015454341191798449,0.0019778090063482523,0.0024101841263473034,0.002842559013515711,0.0032749339006841183,0.0037073087878525257,0.004139683675020933,0.004572058562189341,0.005004433915019035,0.005436808802187443,0.00586918368935585,0.006301558576524258,0.006733933463692665,0.0071663083508610725,0.00759868323802948,0.008031058125197887,0.008463433012366295,0.008895807899534702,0.00932818278670311,0.009760557673871517,0.010192932561039925,0.010625308379530907,0.011057683266699314,0.011490058153867722,0.011922433041036129,0.012354807928204536,0.012787182815372944,0.013219557702541351,0.013651932589709759]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,1,2,2,3,1,6,2,4,5,4,8,13,13,13,12,16,15,20,26,46,51,64,89,91,99,97,106,104,85,105,105,83,114,106,104,83,57,56,46,39,26,17,25,25,6,18,8,7,6,6,3,0,0,1,0,1,1,0,0,0,1],"bins":[-0.0009302719263359904,-0.0009017705451697111,-0.0008732691057957709,-0.0008447677246294916,-0.0008162663434632123,-0.000787764904089272,-0.0007592635229229927,-0.0007307621417567134,-0.0007022607605904341,-0.0006737593212164938,-0.0006452579400502145,-0.0006167565588839352,-0.000588255119509995,-0.0005597537383437157,-0.0005312523571774364,-0.0005027509178034961,-0.0004742495366372168,-0.00044574812636710703,-0.0004172467452008277,-0.00038874533493071795,-0.00036024395376443863,-0.00033174254349432886,-0.0003032411332242191,-0.00027473975205793977,-0.00024623834178783,-0.00021773694606963545,-0.0001892355503514409,-0.00016073414008133113,-0.0001322327443631366,-0.00010373134864494205,-7.522994565078989e-05,-4.6728546294616535e-05,-1.822708873078227e-05,1.0274310625391081e-05,3.877570998156443e-05,6.727711297571659e-05,9.577850869391114e-05,0.00012427990441210568,0.00015278131468221545,0.00018128271040041,0.00020978410611860454,0.00023828550183679909,0.00026678689755499363,0.0002952883078251034,0.0003237897180952132,0.0003522910992614925,0.00038079250953160226,0.0004092938906978816,0.00043779530096799135,0.0004662967112381011,0.0004947981215082109,0.0005232995026744902,0.0005518008838407695,0.0005803023232147098,0.0006088037043809891,0.0006373050855472684,0.0006658064667135477,0.0006943079060874879,0.0007228092872537673,0.0007513106684200466,0.0007798121077939868,0.0008083134889602661,0.0008368148701265454,0.0008653163095004857,0.000893817690666765],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[2,5,5,2,7,20,30,36,40,73,102,142,174,272,385,587,768,1210,1812,2769,4341,6808,11061,19193,34968,67042,147879,400461,506632,188217,80785,40476,21816,12749,7847,4843,3061,1996,1280,887,632,437,308,197,146,94,75,55,33,21,24,19,8,8,7,4,3,5,2,1,0,1,0,1],"bins":[-0.002979278564453125,-0.002873361110687256,-0.0027674436569213867,-0.0026615262031555176,-0.0025556087493896484,-0.0024496912956237793,-0.00234377384185791,-0.002237856388092041,-0.002131938934326172,-0.0020260214805603027,-0.0019201040267944336,-0.0018141865730285645,-0.0017082691192626953,-0.0016023516654968262,-0.001496434211730957,-0.0013905167579650879,-0.0012845993041992188,-0.0011786818504333496,-0.0010727643966674805,-0.0009668469429016113,-0.0008609294891357422,-0.000755012035369873,-0.0006490945816040039,-0.0005431771278381348,-0.0004372596740722656,-0.0003313422203063965,-0.00022542476654052734,-0.0001195073127746582,-1.3589859008789062e-05,9.232759475708008e-05,0.00019824504852294922,0.00030416250228881836,0.0004100799560546875,0.0005159974098205566,0.0006219148635864258,0.0007278323173522949,0.0008337497711181641,0.0009396672248840332,0.0010455846786499023,0.0011515021324157715,0.0012574195861816406,0.0013633370399475098,0.001469254493713379,0.001575171947479248,0.0016810894012451172,0.0017870068550109863,0.0018929243087768555,0.0019988417625427246,0.0021047592163085938,0.002210676670074463,0.002316594123840332,0.002422511577606201,0.0025284290313720703,0.0026343464851379395,0.0027402639389038086,0.0028461813926696777,0.002952098846435547,0.003058016300201416,0.003163933753967285,0.0032698512077331543,0.0033757686614990234,0.0034816861152648926,0.0035876035690307617,0.003693521022796631,0.0037994384765625]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.0009096689173020422,-0.0008815828477963805,-0.0008534967782907188,-0.0008254107087850571,-0.0007973245810717344,-0.0007692385115660727,-0.000741152442060411,-0.0007130663725547493,-0.0006849803030490875,-0.0006568942335434258,-0.0006288081058301032,-0.0006007220363244414,-0.0005726359668187797,-0.000544549897313118,-0.0005164638278074563,-0.0004883777583017945,-0.00046029165969230235,-0.0004322055901866406,-0.00040411949157714844,-0.0003760334220714867,-0.000347947352565825,-0.0003198612539563328,-0.0002917751844506711,-0.00026368911494500935,-0.0002356030308874324,-0.00020751694682985544,-0.00017943087732419372,-0.00015134479326661676,-0.0001232587092090398,-9.517263970337808e-05,-6.708655564580113e-05,-3.900047886418179e-05,-1.0914402082562447e-05,1.7171676518046297e-05,4.525775511865504e-05,7.334383553825319e-05,0.00010142991231987253,0.00012951598910149187,0.00015760207315906882,0.00018568814266473055,0.0002137742267223075,0.00024186031077988446,0.0002699463802855462,0.0002980324497912079,0.0003261185484007001,0.0003542046179063618,0.00038229068741202354,0.0004103767860215157,0.00043846285552717745,0.0004665489250328392,0.0004946350236423314,0.0005227210931479931,0.0005508071626536548,0.0005788932321593165,0.0006069793016649783,0.0006350654293783009,0.0006631514988839626,0.0006912375683896244,0.0007193236378952861,0.0007474097074009478,0.0007754957769066095,0.0008035819046199322,0.0008316679741255939,0.0008597540436312556,0.0008878401131369174],"_type":"histogram","values":[4,1,0,2,5,7,11,6,8,9,8,8,7,10,7,18,21,12,14,11,13,14,13,17,24,19,21,16,22,31,12,15,15,15,19,18,19,13,24,20,16,12,14,15,12,14,16,6,15,18,9,14,13,8,13,8,6,7,9,4,0,2,6,2]},"parameters/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,3,0,2,1,2,2,2,7,2,3,3,8,6,12,13,16,20,21,20,21,25,29,25,28,23,24,31,19,27,30,25,31,26,29,34,22,26,20,14,19,16,13,5,7,11,7,5,4,6,3,1,1,1,3,3,2,1,0,1,1,2],"bins":[-0.0007181691471487284,-0.0006948955706320703,-0.0006716219359077513,-0.0006483483593910933,-0.0006250747828744352,-0.0006018012063577771,-0.0005785275716334581,-0.0005552539951168001,-0.000531980418600142,-0.000508706783875823,-0.00048543320735916495,-0.0004621596308425069,-0.00043888602522201836,-0.0004156124487053603,-0.00039233884308487177,-0.0003690652665682137,-0.0003457916609477252,-0.00032251805532723665,-0.0002992444788105786,-0.00027597087319009006,-0.000252697296673432,-0.00022942369105294347,-0.00020615009998437017,-0.00018287650891579688,-0.00015960291784722358,-0.00013632932677865028,-0.00011305573571007699,-8.978213736554608e-05,-6.650854629697278e-05,-4.3234955228399485e-05,-1.9961360521847382e-05,3.3122323657153174e-06,2.6585825253278017e-05,4.985941632185131e-05,7.313300739042461e-05,9.640660573495552e-05,0.00011968019680352882,0.00014295379514805973,0.00016622738621663302,0.00018950097728520632,0.00021277456835377961,0.0002360481594223529,0.00025932176504284143,0.0002825953415594995,0.000305868947179988,0.0003291425236966461,0.0003524161293171346,0.0003756897058337927,0.0003989633114542812,0.00042223691707476974,0.0004455104935914278,0.00046878409921191633,0.0004920577048324049,0.0005153312813490629,0.000538604857865721,0.0005618784343823791,0.000585152069106698,0.0006084256456233561,0.0006316992221400142,0.0006549728568643332,0.0006782464333809912,0.0007015200098976493,0.0007247935864143074,0.0007480672211386263,0.0007713407976552844]},"parameters/bert.encoder.layer.3.output.dense.bias":{"values":[1,0,0,0,2,0,0,0,2,1,0,1,3,3,3,4,9,5,10,7,10,19,31,27,29,29,36,23,20,29,41,21,29,28,27,35,21,31,31,35,28,37,36,24,10,7,12,2,1,3,1,0,0,2,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0005458861705847085,-0.0005290443077683449,-0.0005122024449519813,-0.0004953605821356177,-0.00047851871931925416,-0.0004616768565028906,-0.000444834993686527,-0.00042799313087016344,-0.00041115126805379987,-0.0003943094052374363,-0.0003774675424210727,-0.00036062567960470915,-0.0003437838167883456,-0.000326941953971982,-0.00031010009115561843,-0.00029325822833925486,-0.0002764163655228913,-0.0002595745027065277,-0.00024273263989016414,-0.00022589077707380056,-0.000209048914257437,-0.00019220705144107342,-0.00017536518862470984,-0.00015852332580834627,-0.0001416814629919827,-0.00012483960017561913,-0.00010799773735925555,-9.115587454289198e-05,-7.43140117265284e-05,-5.747214891016483e-05,-4.063028609380126e-05,-2.3788423277437687e-05,-6.9465022534132e-06,9.895360562950373e-06,2.6737223379313946e-05,4.357908619567752e-05,6.042094901204109e-05,7.726281182840466e-05,9.410467464476824e-05,0.00011094653746113181,0.00012778840027749538,0.00014463026309385896,0.00016147212591022253,0.0001783139887265861,0.00019515585154294968,0.00021199771435931325,0.00022883957717567682,0.0002456814399920404,0.00026252330280840397,0.00027936516562476754,0.0002962070284411311,0.0003130488912574947,0.00032989075407385826,0.00034673261689022183,0.0003635744797065854,0.000380416342522949,0.00039725820533931255,0.0004141000681556761,0.0004309419309720397,0.00044778379378840327,0.00046462565660476685,0.0004814675194211304,0.000498309382237494,0.0005151512450538576,0.0005319931078702211],"_type":"histogram"},"parameters/bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,3,3,3,8,6,5,14,10,10,24,29,16,34,27,28,42,45,43,45,46,55,53,57,53,56,69,71,75,67,48,50,47,47,54,38,34,34,32,19,26,18,18,15,10,11,4,8,5,7,1,3,3,2,0,2,0,0,1,0,1],"bins":[-0.05934537574648857,-0.0573263093829155,-0.05530724301934242,-0.05328817665576935,-0.051269110292196274,-0.0492500439286232,-0.047230977565050125,-0.04521191120147705,-0.04319284111261368,-0.041173774749040604,-0.03915470838546753,-0.037135642021894455,-0.03511657565832138,-0.033097509294748306,-0.031078442931175232,-0.029059376567602158,-0.027040310204029083,-0.02502124384045601,-0.023002177476882935,-0.02098311111330986,-0.018964044749736786,-0.016944976523518562,-0.014925910159945488,-0.012906843796372414,-0.01088777743279934,-0.008868711069226265,-0.006849644239991903,-0.004830577410757542,-0.0028115110471844673,-0.0007924444507807493,0.0012266221456229687,0.0032456887420266867,0.005264751613140106,0.0072838179767131805,0.009302884340286255,0.011321951635181904,0.013341017998754978,0.015360084362328053,0.0173791516572237,0.019398218020796776,0.02141728438436985,0.023436350747942924,0.025455417111516,0.027474483475089073,0.029493551701307297,0.03151261806488037,0.033531684428453445,0.03555075079202652,0.037569817155599594,0.03958888351917267,0.04160794988274574,0.04362701624631882,0.04564608260989189,0.047665148973464966,0.04968421533703804,0.051703281700611115,0.05372235178947449,0.05574141815304756,0.057760484516620636,0.05977955088019371,0.061798617243766785,0.06381767988204956,0.06583674997091293,0.06785581260919571,0.06987488269805908],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,2,5,6,10,18,37,38,95,150,253,407,641,937,1379,2065,2861,3963,5147,6961,9044,11381,14123,17059,20283,23263,26527,28900,31467,33319,34628,34844,34740,33444,31807,29473,26624,23657,20696,17415,14548,11748,9442,7389,5569,3981,3021,2142,1511,993,683,418,287,173,107,73,27,17,12,8,1,1,2],"bins":[-0.09695417433977127,-0.09397787600755692,-0.09100157767534256,-0.0880252793431282,-0.08504898101091385,-0.0820726826786995,-0.07909638434648514,-0.07612008601427078,-0.07314378768205643,-0.07016748934984207,-0.06719119101762772,-0.06421489268541336,-0.06123859062790871,-0.05826229229569435,-0.055285993963479996,-0.05230969563126564,-0.049333397299051285,-0.04635709896683693,-0.043380800634622574,-0.04040450230240822,-0.03742820397019386,-0.03445190563797951,-0.03147560730576515,-0.028499307110905647,-0.025523008778691292,-0.022546710446476936,-0.01957041211426258,-0.016594113782048225,-0.013617814518511295,-0.01064151618629694,-0.007665217388421297,-0.004688918590545654,-0.0017126202583312988,0.0012636783067137003,0.004239976871758699,0.007216275669634342,0.010192574001848698,0.013168872334063053,0.016145171597599983,0.01912146992981434,0.022097768262028694,0.02507406659424305,0.028050364926457405,0.03102666325867176,0.034002963453531265,0.03697926178574562,0.039955560117959976,0.04293185845017433,0.04590815678238869,0.04888445511460304,0.0518607534468174,0.054837051779031754,0.05781335011124611,0.060789648443460464,0.06376595050096512,0.06674224883317947,0.06971854716539383,0.07269484549760818,0.07567114382982254,0.0786474421620369,0.08162374049425125,0.0846000388264656,0.08757633715867996,0.09055263549089432,0.09352893382310867],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,0,2,1,2,3,7,3,6,4,6,3,11,18,17,22,30,36,30,31,36,27,32,24,28,20,25,34,40,18,26,33,37,28,23,27,17,17,7,6,3,5,6,3,1,4,1,0,1,0,0,0,0,1,0,0,0,0,1,0,1],"bins":[-0.00047412916319444776,-0.00045717720058746636,-0.0004402252088766545,-0.0004232732462696731,-0.00040632125455886126,-0.00038936929195187986,-0.000372417300241068,-0.0003554653376340866,-0.00033851334592327476,-0.00032156138331629336,-0.00030460942070931196,-0.0002876574289985001,-0.0002707054663915187,-0.00025375347468070686,-0.00023680151207372546,-0.00021984953491482884,-0.0002028975577559322,-0.0001859455805970356,-0.00016899360343813896,-0.00015204162627924234,-0.0001350896491203457,-0.0001181376792374067,-0.00010118570935446769,-8.423373219557106e-05,-6.728175503667444e-05,-5.0329777877777815e-05,-3.337780435686e-05,-1.6425829016952775e-05,5.261463229544461e-07,1.7478121662861668e-05,3.443009700276889e-05,5.138207052368671e-05,6.833404768258333e-05,8.528602484147996e-05,0.00010223800200037658,0.00011918997188331559,0.00013614195631816983,0.00015309391892515123,0.00017004589608404785,0.00018699787324294448,0.0002039498504018411,0.00022090182756073773,0.00023785380471963435,0.000254805781878531,0.0002717577444855124,0.00028870973619632423,0.0003056616988033056,0.0003226136905141175,0.0003395656531210989,0.00035651761572808027,0.0003734696074388921,0.0003904215700458735,0.0004073735617566854,0.00042432552436366677,0.0004412775160744786,0.00045822947868146,0.0004751814412884414,0.0004921334329992533,0.0005090854247100651,0.0005260373582132161,0.0005429893499240279,0.0005599413416348398,0.0005768933333456516,0.0005938452668488026,0.0006107972585596144]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0019464492797851562,-0.0018865317106246948,-0.0018266141414642334,-0.001766696572303772,-0.0017067790031433105,-0.0016468614339828491,-0.0015869438648223877,-0.0015270262956619263,-0.0014671087265014648,-0.0014071911573410034,-0.001347273588180542,-0.0012873560190200806,-0.0012274384498596191,-0.0011675208806991577,-0.0011076033115386963,-0.0010476857423782349,-0.0009877681732177734,-0.000927850604057312,-0.0008679330348968506,-0.0008080154657363892,-0.0007480978965759277,-0.0006881803274154663,-0.0006282627582550049,-0.0005683451890945435,-0.000508427619934082,-0.0004485100507736206,-0.0003885924816131592,-0.00032867491245269775,-0.00026875734329223633,-0.0002088397741317749,-0.00014892220497131348,-8.900463581085205e-05,-2.9087066650390625e-05,3.08305025100708e-05,9.074807167053223e-05,0.00015066564083099365,0.00021058320999145508,0.0002705007791519165,0.00033041834831237793,0.00039033591747283936,0.0004502534866333008,0.0005101710557937622,0.0005700886249542236,0.0006300061941146851,0.0006899237632751465,0.0007498413324356079,0.0008097589015960693,0.0008696764707565308,0.0009295940399169922,0.0009895116090774536,0.001049429178237915,0.0011093467473983765,0.0011692643165588379,0.0012291818857192993,0.0012890994548797607,0.0013490170240402222,0.0014089345932006836,0.001468852162361145,0.0015287697315216064,0.0015886873006820679,0.0016486048698425293,0.0017085224390029907,0.0017684400081634521,0.0018283575773239136,0.001888275146484375],"_type":"histogram","values":[1,0,0,1,0,2,0,0,0,1,1,2,2,4,7,6,4,4,7,11,12,15,16,11,32,27,22,25,32,30,34,48,41,37,46,42,32,23,21,20,20,22,16,12,13,13,9,9,8,4,1,9,1,0,2,4,2,1,1,0,1,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0007599667296744883,-0.0007367921061813831,-0.0007136175408959389,-0.0006904429756104946,-0.0006672683521173894,-0.0006440937286242843,-0.00062091916333884,-0.0005977445980533957,-0.0005745699745602906,-0.0005513953510671854,-0.0005282207857817411,-0.0005050462204962969,-0.0004818715970031917,-0.000458697002613917,-0.0004355224082246423,-0.00041234781383536756,-0.00038917321944609284,-0.00036599862505681813,-0.0003428240306675434,-0.0003196494362782687,-0.000296474841888994,-0.00027330024749971926,-0.00025012565311044455,-0.00022695105872116983,-0.0002037764643318951,-0.0001806018699426204,-0.00015742727555334568,-0.00013425268116407096,-0.00011107808677479625,-8.790349238552153e-05,-6.472889799624681e-05,-4.15543036069721e-05,-1.8379709217697382e-05,4.794885171577334e-06,2.796947956085205e-05,5.114407395012677e-05,7.431866833940148e-05,9.74932627286762e-05,0.00012066785711795092,0.00014384245150722563,0.00016701704589650035,0.00019019164028577507,0.00021336623467504978,0.0002365408290643245,0.0002597154234535992,0.00028289001784287393,0.00030606461223214865,0.00032923920662142336,0.0003524138010106981,0.0003755883953999728,0.0003987629897892475,0.00042193758417852223,0.00044511217856779695,0.00046828677295707166,0.0004914613673463464,0.0005146359326317906,0.0005378105561248958,0.000560985179618001,0.0005841597449034452,0.0006073343101888895,0.0006305089336819947,0.0006536835571750998,0.0006768581224605441,0.0007000326877459884,0.0007232073112390935],"_type":"histogram","values":[1,0,0,2,3,3,5,7,5,8,9,13,7,12,13,20,11,25,24,19,15,17,21,17,13,10,21,14,12,9,15,15,6,12,15,16,8,16,20,20,18,17,22,16,16,26,13,19,14,21,13,12,18,12,14,12,5,2,7,2,5,3,0,2]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"values":[2,1,1,1,7,5,15,26,48,73,152,188,331,560,833,1306,1923,2755,3787,5189,6828,8971,11505,14247,17382,20572,23879,27138,30448,32689,34408,35625,35959,35388,34087,32093,29869,26574,23113,19758,16796,13739,10870,8487,6370,4882,3400,2475,1746,1170,796,515,316,217,132,70,47,24,16,13,4,0,2,1],"bins":[-0.09930626302957535,-0.09624119102954865,-0.09317611902952194,-0.09011105448007584,-0.08704598248004913,-0.08398091048002243,-0.08091583847999573,-0.07785076647996902,-0.07478569447994232,-0.07172062993049622,-0.06865555793046951,-0.06559048593044281,-0.06252541393041611,-0.0594603456556797,-0.056395273655653,-0.053330205380916595,-0.05026513338088989,-0.04720006138086319,-0.044134993106126785,-0.04106992110610008,-0.03800485283136368,-0.034939780831336975,-0.03187470883131027,-0.02880963869392872,-0.025744568556547165,-0.02267949841916561,-0.019614428281784058,-0.016549356281757355,-0.013484286144375801,-0.010419216006994247,-0.007354144938290119,-0.004289074335247278,-0.0012240037322044373,0.0018410668708384037,0.004906137473881245,0.007971208542585373,0.011036278679966927,0.01410134881734848,0.017166420817375183,0.020231490954756737,0.02329656109213829,0.026361631229519844,0.029426701366901398,0.0324917733669281,0.0355568453669548,0.03862191364169121,0.04168698564171791,0.044752053916454315,0.04781712591648102,0.05088219791650772,0.053947266191244125,0.05701233819127083,0.06007740646600723,0.06314247846603394,0.06620755046606064,0.06927262246608734,0.07233768701553345,0.07540275901556015,0.07846783101558685,0.08153290301561356,0.08459797501564026,0.08766304701566696,0.09072811156511307,0.09379318356513977,0.09685825556516647],"_type":"histogram"},"gradients/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[2,0,1,1,0,2,1,4,9,4,7,8,9,10,11,14,24,17,31,33,52,61,93,125,148,173,276,391,743,1521,445774,1887,813,488,256,233,169,88,91,71,59,33,30,25,20,9,13,9,13,6,4,5,5,5,3,2,1,2,0,1,0,1,0,1],"bins":[-0.1282728910446167,-0.12407957762479782,-0.11988625675439835,-0.11569294333457947,-0.11149962991476059,-0.10730630904436111,-0.10311299562454224,-0.09891968220472336,-0.09472636878490448,-0.090533047914505,-0.08633973449468613,-0.08214642107486725,-0.07795310020446777,-0.0737597867846489,-0.06956647336483002,-0.06537315249443054,-0.061179839074611664,-0.05698652192950249,-0.05279320850968361,-0.04859989136457443,-0.044406577944755554,-0.04021326079964638,-0.0360199436545372,-0.03182663023471832,-0.027633313089609146,-0.02343999780714512,-0.01924668252468109,-0.015053365379571915,-0.010860050097107887,-0.0066667343489825726,-0.002473418600857258,0.0017198971472680569,0.005913212895393372,0.010106528177857399,0.014299844391644001,0.018493160605430603,0.02268647588789463,0.026879791170358658,0.031073108315467834,0.03526642173528671,0.03945973888039589,0.043653056025505066,0.047846369445323944,0.05203968659043312,0.0562330037355423,0.060426317155361176,0.06461963057518005,0.06881295144557953,0.07300626486539841,0.07719957828521729,0.08139289915561676,0.08558621257543564,0.08977952599525452,0.09397284686565399,0.09816616028547287,0.10235947370529175,0.10655279457569122,0.1107461079955101,0.11493942141532898,0.11913273483514786,0.12332605570554733,0.1275193691253662,0.13171268999576569,0.13590599596500397,0.14009931683540344]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,4,1,0,0,1,4,4,12,7,19,27,36,65,76,102,119,234,334,455,791,1142,1774,2690,4446,7322,12749,23268,46141,105049,178074,103713,45783,23117,12703,7310,4365,2743,1791,1076,711,505,341,259,139,106,63,45,25,21,16,19,6,9,3,4,1,1,1,0,1],"bins":[-0.0067138671875,-0.006513416767120361,-0.006312966346740723,-0.006112515926361084,-0.005912065505981445,-0.005711615085601807,-0.005511164665222168,-0.005310714244842529,-0.005110263824462891,-0.004909813404083252,-0.004709362983703613,-0.004508912563323975,-0.004308462142944336,-0.004108011722564697,-0.003907561302185059,-0.00370711088180542,-0.0035066604614257812,-0.0033062100410461426,-0.003105759620666504,-0.0029053092002868652,-0.0027048587799072266,-0.002504408359527588,-0.0023039579391479492,-0.0021035075187683105,-0.0019030570983886719,-0.0017026066780090332,-0.0015021562576293945,-0.0013017058372497559,-0.0011012554168701172,-0.0009008049964904785,-0.0007003545761108398,-0.0004999041557312012,-0.0002994537353515625,-9.900331497192383e-05,0.00010144710540771484,0.0003018975257873535,0.0005023479461669922,0.0007027983665466309,0.0009032487869262695,0.0011036992073059082,0.0013041496276855469,0.0015046000480651855,0.0017050504684448242,0.0019055008888244629,0.0021059513092041016,0.0023064017295837402,0.002506852149963379,0.0027073025703430176,0.0029077529907226562,0.003108203411102295,0.0033086538314819336,0.0035091042518615723,0.003709554672241211,0.00391000509262085,0.004110455513000488,0.004310905933380127,0.004511356353759766,0.004711806774139404,0.004912257194519043,0.005112707614898682,0.00531315803527832,0.005513608455657959,0.005714058876037598,0.005914509296417236,0.006114959716796875]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"values":[3,0,2,2,6,4,3,2,4,5,5,8,9,15,15,17,15,32,30,27,34,24,30,38,34,29,32,31,39,34,31,31,15,33,27,19,15,15,9,10,5,5,3,2,7,1,2,0,0,1,0,1,1,1,0,3,0,0,0,0,0,1,0,1],"bins":[-0.0006378335529007018,-0.0006125916843302548,-0.0005873497575521469,-0.0005621078889816999,-0.000536866020411253,-0.000511624151840806,-0.0004863822541665286,-0.00046114035649225116,-0.0004358984879218042,-0.0004106566193513572,-0.0003854147216770798,-0.00036017282400280237,-0.0003349309554323554,-0.00030968908686190844,-0.000284447189187631,-0.0002592052915133536,-0.00023396342294290662,-0.00020872153982054442,-0.00018347965669818223,-0.00015823777357582003,-0.00013299589045345783,-0.00010775400733109564,-8.251212420873344e-05,-5.727024108637124e-05,-3.2028357964009047e-05,-6.78647484164685e-06,1.8455408280715346e-05,4.369729140307754e-05,6.893917452543974e-05,9.418105764780194e-05,0.00011942294077016413,0.00014466482389252633,0.0001699066488072276,0.0001951485319295898,0.000220390415051952,0.00024563231272622943,0.0002708741812966764,0.00029611604986712337,0.0003213579475414008,0.0003465998452156782,0.0003718417137861252,0.00039708358235657215,0.0004223254800308496,0.000447567377705127,0.00047280924627557397,0.0004980511148460209,0.0005232930416241288,0.0005485349101945758,0.0005737767787650228,0.0005990186473354697,0.0006242605159059167,0.0006495024426840246,0.0006747443112544715,0.0006999861798249185,0.0007252281066030264,0.0007504699751734734,0.0007757118437439203,0.0008009537123143673,0.0008261955808848143,0.0008514375076629221,0.0008766793762333691,0.0009019212448038161,0.000927163171581924,0.0009524050401523709,0.000977646908722818],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.019561767578125,-0.018918275833129883,-0.018274784088134766,-0.01763129234313965,-0.01698780059814453,-0.016344308853149414,-0.015700817108154297,-0.01505732536315918,-0.014413833618164062,-0.013770341873168945,-0.013126850128173828,-0.012483358383178711,-0.011839866638183594,-0.011196374893188477,-0.01055288314819336,-0.009909391403198242,-0.009265899658203125,-0.008622407913208008,-0.00797891616821289,-0.0073354244232177734,-0.006691932678222656,-0.006048440933227539,-0.005404949188232422,-0.004761457443237305,-0.0041179656982421875,-0.0034744739532470703,-0.002830982208251953,-0.002187490463256836,-0.0015439987182617188,-0.0009005069732666016,-0.0002570152282714844,0.0003864765167236328,0.00102996826171875,0.0016734600067138672,0.0023169517517089844,0.0029604434967041016,0.0036039352416992188,0.004247426986694336,0.004890918731689453,0.00553441047668457,0.0061779022216796875,0.006821393966674805,0.007464885711669922,0.008108377456665039,0.008751869201660156,0.009395360946655273,0.01003885269165039,0.010682344436645508,0.011325836181640625,0.011969327926635742,0.01261281967163086,0.013256311416625977,0.013899803161621094,0.014543294906616211,0.015186786651611328,0.015830278396606445,0.016473770141601562,0.01711726188659668,0.017760753631591797,0.018404245376586914,0.01904773712158203,0.01969122886657715,0.020334720611572266,0.020978212356567383,0.0216217041015625],"_type":"histogram","values":[2,2,4,6,4,15,17,30,45,72,100,145,208,267,367,583,778,1027,1430,1997,2697,3617,4998,6819,9587,13608,19974,29897,46320,81316,159867,70637,42318,27167,18444,12666,9106,6368,4732,3388,2600,1866,1340,1005,681,533,369,268,160,116,102,53,32,25,23,10,5,4,4,1,1,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,1,2,1,3,4,5,10,8,10,18,12,14,9,12,18,18,24,16,16,23,26,27,18,24,22,21,26,16,27,41,20,23,19,14,23,20,16,21,21,22,16,10,8,14,6,8,6,3,5,5,6,2,1,2,1,0,0,0,1,0,0,0,1],"bins":[-0.008636474609375,-0.008324742317199707,-0.008013010025024414,-0.007701277732849121,-0.007389545440673828,-0.007077813148498535,-0.006766080856323242,-0.006454348564147949,-0.006142616271972656,-0.005830883979797363,-0.00551915168762207,-0.005207419395446777,-0.004895687103271484,-0.004583954811096191,-0.0042722225189208984,-0.0039604902267456055,-0.0036487579345703125,-0.0033370256423950195,-0.0030252933502197266,-0.0027135610580444336,-0.0024018287658691406,-0.0020900964736938477,-0.0017783641815185547,-0.0014666318893432617,-0.0011548995971679688,-0.0008431673049926758,-0.0005314350128173828,-0.00021970272064208984,9.202957153320312e-05,0.0004037618637084961,0.0007154941558837891,0.001027226448059082,0.001338958740234375,0.001650691032409668,0.001962423324584961,0.002274155616760254,0.002585887908935547,0.00289762020111084,0.003209352493286133,0.0035210847854614258,0.0038328170776367188,0.004144549369812012,0.004456281661987305,0.004768013954162598,0.005079746246337891,0.005391478538513184,0.0057032108306884766,0.0060149431228637695,0.0063266754150390625,0.0066384077072143555,0.0069501399993896484,0.007261872291564941,0.007573604583740234,0.007885336875915527,0.00819706916809082,0.008508801460266113,0.008820533752441406,0.0091322660446167,0.009443998336791992,0.009755730628967285,0.010067462921142578,0.010379195213317871,0.010690927505493164,0.011002659797668457,0.01131439208984375]},"parameters/bert.encoder.layer.0.output.dense.bias":{"bins":[-0.0007309276843443513,-0.00070741749368608,-0.0006839073030278087,-0.0006603970541618764,-0.0006368868635036051,-0.0006133766728453338,-0.0005898664239794016,-0.0005663562333211303,-0.000542846042662859,-0.0005193358520045877,-0.0004958256613463163,-0.0004723154124803841,-0.0004488052218221128,-0.0004252950311638415,-0.0004017848114017397,-0.00037827459163963795,-0.00035476440098136663,-0.0003312542103230953,-0.00030774399056099355,-0.0002842337707988918,-0.00026072358014062047,-0.00023721337493043393,-0.0002137031697202474,-0.00019019296451006085,-0.0001666827592998743,-0.00014317255408968776,-0.00011966234887950122,-9.615214366931468e-05,-7.264193845912814e-05,-4.91317332489416e-05,-2.562152803875506e-05,-2.111322828568518e-06,2.139882417395711e-05,4.490902938414365e-05,6.841923459433019e-05,9.192943980451673e-05,0.00011543964501470327,0.00013894985022488981,0.00016246005543507636,0.0001859702606452629,0.00020948046585544944,0.00023299067106563598,0.0002565008762758225,0.0002800110960379243,0.0003035212866961956,0.0003270314773544669,0.0003505416971165687,0.00037405191687867045,0.00039756210753694177,0.0004210722981952131,0.00044458251795731485,0.0004680927377194166,0.0004916029283776879,0.0005151131190359592,0.0005386233096942306,0.0005621335585601628,0.0005856437492184341,0.0006091539398767054,0.0006326641887426376,0.000656174379400909,0.0006796845700591803,0.0007031947607174516,0.0007267049513757229,0.0007502152002416551,0.0007737253908999264],"_type":"histogram","values":[1,0,0,0,2,0,0,3,1,2,5,2,4,2,3,6,8,15,10,10,16,14,24,22,35,35,30,31,27,36,30,34,22,32,33,36,24,30,20,26,26,14,15,16,15,10,9,8,4,5,1,2,3,0,0,3,2,1,2,0,0,0,0,1]},"parameters/bert.encoder.layer.3.output.dense.weight":{"values":[1,4,8,10,18,39,85,151,270,408,700,1228,1913,2877,4518,6578,9289,13424,18390,24377,31756,39919,49234,58621,68528,78364,86762,94036,99256,101294,100518,97706,93138,86438,77185,68166,57828,48151,38999,30880,23698,17926,12999,9224,6367,4335,2694,1809,1149,699,410,222,121,62,33,29,7,5,2,2,2,1,0,1],"bins":[-0.09690938889980316,-0.09367363899946213,-0.09043789654970169,-0.08720214664936066,-0.08396640419960022,-0.08073065429925919,-0.07749491184949875,-0.07425916194915771,-0.07102341949939728,-0.06778766959905624,-0.06455191969871521,-0.06131617724895477,-0.05808042734861374,-0.054844681173563004,-0.05160893499851227,-0.04837318882346153,-0.0451374426484108,-0.04190169647336006,-0.038665950298309326,-0.03543020412325859,-0.032194457948207855,-0.02895870991051197,-0.025722961872816086,-0.02248721569776535,-0.019251469522714615,-0.01601572334766388,-0.01277997624129057,-0.00954422913491726,-0.006308482959866524,-0.003072736319154501,0.00016301032155752182,0.0033987569622695446,0.006634503602981567,0.009870249778032303,0.013105996884405613,0.016341743990778923,0.01957749016582966,0.022813236340880394,0.02604898437857628,0.029284730553627014,0.03252047672867775,0.035756222903728485,0.03899196907877922,0.042227715253829956,0.04546346515417099,0.048699211329221725,0.05193495750427246,0.055170703679323196,0.05840644985437393,0.06164219602942467,0.0648779422044754,0.06811369210481644,0.07134943455457687,0.07458518445491791,0.07782092690467834,0.08105667680501938,0.08429242670536041,0.08752816915512085,0.09076391905546188,0.09399966150522232,0.09723541140556335,0.10047115385532379,0.10370690375566483,0.10694264620542526,0.1101783961057663],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,3,0,2,0,1,3,3,2,5,2,3,12,8,12,10,12,24,23,33,37,34,30,40,34,37,30,32,31,30,37,38,41,31,27,22,16,12,12,11,4,2,5,1,2,4,2,1,2,2,0,1,0,0,0,0,0,1],"bins":[-0.0008347725379280746,-0.0008090512128546834,-0.0007833299459889531,-0.0007576086209155619,-0.0007318872958421707,-0.0007061659707687795,-0.0006804447039030492,-0.000654723378829658,-0.0006290020537562668,-0.0006032807868905365,-0.0005775594618171453,-0.0005518381367437541,-0.000526116811670363,-0.0005003955448046327,-0.00047467421973124146,-0.00044895289465785027,-0.0004232315986882895,-0.0003975103027187288,-0.0003717889776453376,-0.00034606768167577684,-0.00032034635660238564,-0.0002946250606328249,-0.0002689037355594337,-0.00024318243958987296,-0.00021746112906839699,-0.00019173981854692101,-0.00016601850802544504,-0.00014029719750396907,-0.00011457589425845072,-8.885458373697475e-05,-6.313328049145639e-05,-3.741196996998042e-05,-1.1690659448504448e-05,1.403064925398212e-05,3.9751957956468686e-05,6.547326483996585e-05,9.119457536144182e-05,0.00011691588588291779,0.00014263718912843615,0.00016835849964991212,0.0001940798101713881,0.00021980112069286406,0.0002455224166624248,0.000271243741735816,0.00029696503770537674,0.00032268636277876794,0.0003484076587483287,0.0003741289838217199,0.00039985027979128063,0.00042557157576084137,0.00045129290083423257,0.0004770141968037933,0.000502735492773354,0.0005284568178467453,0.0005541781429201365,0.0005798994679935277,0.0006056207348592579,0.0006313420599326491,0.0006570633850060403,0.0006827846518717706,0.0007085059769451618,0.000734227302018553,0.0007599486270919442,0.0007856698939576745,0.0008113912190310657],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,1,2,6,8,29,46,64,118,189,312,474,744,1065,1681,2358,3257,4623,6331,8096,10503,12764,16000,19446,22562,25502,28493,31573,33479,34661,35579,35457,34517,32739,30474,27569,24817,21805,18366,15022,12293,9805,7595,5718,4178,2948,2197,1514,1035,672,431,286,182,81,73,34,29,7,6,3,3],"bins":[-0.10274585336446762,-0.09971289336681366,-0.0966799408197403,-0.09364698082208633,-0.09061402082443237,-0.08758106827735901,-0.08454810827970505,-0.08151515573263168,-0.07848219573497772,-0.07544923573732376,-0.0724162831902504,-0.06938332319259644,-0.06635037064552307,-0.06331741064786911,-0.06028445065021515,-0.057251494377851486,-0.054218538105487823,-0.05118558183312416,-0.0481526255607605,-0.04511966556310654,-0.042086709290742874,-0.03905375301837921,-0.03602079302072525,-0.03298783674836159,-0.029954880475997925,-0.026921924203634262,-0.02388896606862545,-0.020856007933616638,-0.017823051661252975,-0.014790094457566738,-0.0117571372538805,-0.008724180050194263,-0.005691222846508026,-0.002658265642821789,0.00037469156086444855,0.003407648764550686,0.006440605968236923,0.00947356317192316,0.012506520375609398,0.015539477579295635,0.018572434782981873,0.021605391055345535,0.024638349190354347,0.02767130732536316,0.030704263597726822,0.033737219870090485,0.036770179867744446,0.03980313614010811,0.04283609241247177,0.045869048684835434,0.0489020049571991,0.05193496495485306,0.05496792122721672,0.05800087749958038,0.061033837497234344,0.06406679004430771,0.06709975004196167,0.07013271003961563,0.073165662586689,0.07619862258434296,0.07923157513141632,0.08226453512907028,0.08529749512672424,0.08833044767379761,0.09136340767145157]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0006999374600127339,-0.0006806760793551803,-0.0006614146986976266,-0.0006421533180400729,-0.0006228919373825192,-0.0006036305567249656,-0.0005843691760674119,-0.0005651077954098582,-0.0005458464147523046,-0.0005265850923024118,-0.0005073237116448581,-0.000488062301883474,-0.0004688009503297508,-0.0004495395696721971,-0.00043027818901464343,-0.00041101680835708976,-0.0003917554276995361,-0.0003724940470419824,-0.00035323266638442874,-0.00033397128572687507,-0.0003147099050693214,-0.0002954485535155982,-0.0002761871728580445,-0.00025692579220049083,-0.00023766441154293716,-0.0002184030308853835,-0.00019914165022782981,-0.00017988028412219137,-0.0001606189034646377,-0.00014135752280708402,-0.00012209615670144558,-0.0001028347760438919,-8.357345359399915e-05,-6.431207293644547e-05,-4.5050699554849416e-05,-2.578932253527455e-05,-6.527945515699685e-06,1.2733431503875181e-05,3.199480852345005e-05,5.125618554302491e-05,7.051756256259978e-05,8.977894322015345e-05,0.00010904031660174951,0.00012830168998334557,0.00014756307064089924,0.00016682445129845291,0.00018608581740409136,0.00020534719806164503,0.0002246085787191987,0.00024386995937675238,0.00026313134003430605,0.0002823927206918597,0.0003016541013494134,0.0003209154529031366,0.0003401768335606903,0.00035943821421824396,0.00037869959487579763,0.0003979609755333513,0.000417222356190905,0.00043648373684845865,0.00045574508840218186,0.00047500646905973554,0.0004942678497172892,0.0005135292303748429,0.0005327906110323966],"_type":"histogram","values":[2,0,0,1,0,0,0,0,2,0,1,0,1,2,0,5,1,1,10,8,3,6,9,15,16,15,18,17,30,28,34,34,31,29,24,36,33,22,24,34,27,44,36,27,19,21,27,18,7,9,8,9,3,3,2,2,4,1,1,1,4,2,0,1]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.0116424560546875,-0.011298179626464844,-0.010953903198242188,-0.010609626770019531,-0.010265350341796875,-0.009921073913574219,-0.009576797485351562,-0.009232521057128906,-0.00888824462890625,-0.008543968200683594,-0.008199691772460938,-0.007855415344238281,-0.007511138916015625,-0.007166862487792969,-0.0068225860595703125,-0.006478309631347656,-0.006134033203125,-0.005789756774902344,-0.0054454803466796875,-0.005101203918457031,-0.004756927490234375,-0.004412651062011719,-0.0040683746337890625,-0.0037240982055664062,-0.00337982177734375,-0.0030355453491210938,-0.0026912689208984375,-0.0023469924926757812,-0.002002716064453125,-0.0016584396362304688,-0.0013141632080078125,-0.0009698867797851562,-0.0006256103515625,-0.00028133392333984375,6.29425048828125e-05,0.00040721893310546875,0.000751495361328125,0.0010957717895507812,0.0014400482177734375,0.0017843246459960938,0.00212860107421875,0.0024728775024414062,0.0028171539306640625,0.0031614303588867188,0.003505706787109375,0.0038499832153320312,0.0041942596435546875,0.004538536071777344,0.0048828125,0.005227088928222656,0.0055713653564453125,0.005915641784667969,0.006259918212890625,0.006604194641113281,0.0069484710693359375,0.007292747497558594,0.00763702392578125,0.007981300354003906,0.008325576782226562,0.008669853210449219,0.009014129638671875,0.009358406066894531,0.009702682495117188,0.010046958923339844,0.0103912353515625],"_type":"histogram","values":[1,0,1,1,0,1,1,2,5,2,5,2,2,8,5,9,9,10,16,13,13,15,15,16,24,14,17,28,24,21,28,33,31,31,30,16,23,25,24,27,21,26,24,13,20,16,14,11,15,8,12,8,4,5,7,5,1,2,3,1,1,0,1,2]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,0,0,0,0,1,0,1,1,2,2,4,9,9,23,27,26,48,95,122,200,325,518,687,1004,1535,2327,3296,4863,7215,10972,16236,25443,42609,81650,162849,97515,47886,28400,17822,11681,7911,5422,3517,2373,1689,1203,815,516,322,205,150,100,73,52,21,19,11,4,1,8,3,0,5],"bins":[-0.01137542724609375,-0.011055946350097656,-0.010736465454101562,-0.010416984558105469,-0.010097503662109375,-0.009778022766113281,-0.009458541870117188,-0.009139060974121094,-0.008819580078125,-0.008500099182128906,-0.008180618286132812,-0.007861137390136719,-0.007541656494140625,-0.007222175598144531,-0.0069026947021484375,-0.006583213806152344,-0.00626373291015625,-0.005944252014160156,-0.0056247711181640625,-0.005305290222167969,-0.004985809326171875,-0.004666328430175781,-0.0043468475341796875,-0.004027366638183594,-0.0037078857421875,-0.0033884048461914062,-0.0030689239501953125,-0.0027494430541992188,-0.002429962158203125,-0.0021104812622070312,-0.0017910003662109375,-0.0014715194702148438,-0.00115203857421875,-0.0008325576782226562,-0.0005130767822265625,-0.00019359588623046875,0.000125885009765625,0.00044536590576171875,0.0007648468017578125,0.0010843276977539062,0.00140380859375,0.0017232894897460938,0.0020427703857421875,0.0023622512817382812,0.002681732177734375,0.0030012130737304688,0.0033206939697265625,0.0036401748657226562,0.00395965576171875,0.004279136657714844,0.0045986175537109375,0.004918098449707031,0.005237579345703125,0.005557060241699219,0.0058765411376953125,0.006196022033691406,0.0065155029296875,0.006834983825683594,0.0071544647216796875,0.007473945617675781,0.007793426513671875,0.008112907409667969,0.008432388305664062,0.008751869201660156,0.00907135009765625],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,0,0,0,2,4,2,3,2,8,6,4,6,11,12,16,22,27,23,45,33,32,33,36,38,30,26,45,32,38,40,35,34,30,17,18,10,4,9,3,8,4,4,2,5,2,0,1,1,1,0,0,0,0,0,1],"bins":[-0.0007798539008945227,-0.0007563168765045702,-0.0007327797939069569,-0.0007092427695170045,-0.0006857056869193912,-0.0006621686625294387,-0.0006386315799318254,-0.000615094555541873,-0.0005915574729442596,-0.0005680204485543072,-0.0005444834241643548,-0.0005209463415667415,-0.000497409317176789,-0.00047387226368300617,-0.0004503352101892233,-0.0004267981566954404,-0.00040326110320165753,-0.00037972404970787466,-0.0003561869962140918,-0.0003326499427203089,-0.000309112889226526,-0.0002855758648365736,-0.0002620388113427907,-0.00023850175784900784,-0.00021496470435522497,-0.0001914276508614421,-0.0001678905973676592,-0.00014435355842579156,-0.00012081650493200868,-9.72794514382258e-05,-7.374240522040054e-05,-5.020535536459647e-05,-2.6668247301131487e-05,-3.131197445327416e-06,2.0405852410476655e-05,4.3942902266280726e-05,6.74799521220848e-05,9.101700561586767e-05,0.00011455405183369294,0.0001380910980515182,0.00016162815154530108,0.00018516520503908396,0.00020870225853286684,0.00023223929747473449,0.00025577633641660213,0.000279313389910385,0.0003028504434041679,0.00032638749689795077,0.00034992455039173365,0.0003734616038855165,0.0003969986573792994,0.0004205357108730823,0.00044407276436686516,0.0004676097887568176,0.0004911468713544309,0.0005146838957443833,0.0005382209783419967,0.0005617580027319491,0.0005852950271219015,0.0006088321097195148,0.0006323691341094673,0.0006559062167070806,0.000679443241097033,0.0007029803236946464,0.0007265173480845988]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"values":[2,1,0,4,6,8,19,40,60,122,219,357,598,922,1511,2361,3461,5221,7534,10391,14448,19570,25557,32278,40109,49507,58505,68397,76708,84673,91790,96002,98210,98277,96033,90704,84412,76710,67942,58660,48840,40184,32179,24975,19347,14220,10330,7273,5077,3393,2131,1407,913,549,313,190,103,43,36,13,10,7,1,1],"bins":[-0.1035492792725563,-0.10040909796953201,-0.09726892411708832,-0.09412874281406403,-0.09098856151103973,-0.08784838020801544,-0.08470819890499115,-0.08156802505254745,-0.07842784374952316,-0.07528766244649887,-0.07214748859405518,-0.06900730729103088,-0.06586712598800659,-0.0627269446849823,-0.059586767107248306,-0.05644658952951431,-0.05330640822649002,-0.05016622692346573,-0.047026049345731735,-0.04388587176799774,-0.04074569046497345,-0.03760550916194916,-0.034465331584215164,-0.03132515400648117,-0.02818497270345688,-0.025044793263077736,-0.021904613822698593,-0.01876443438231945,-0.015624254941940308,-0.012484075501561165,-0.009343896061182022,-0.006203716620802879,-0.0030635371804237366,7.664225995540619e-05,0.003216821700334549,0.006357001140713692,0.009497180581092834,0.012637360021471977,0.01577753946185112,0.018917718902230263,0.022057898342609406,0.02519807778298855,0.02833825722336769,0.031478434801101685,0.03461861610412598,0.03775879740715027,0.04089897498488426,0.044039152562618256,0.04717933386564255,0.05031951516866684,0.05345969274640083,0.05659987032413483,0.05974005162715912,0.06288023293018341,0.0660204142332077,0.0691605880856514,0.07230076938867569,0.07544095069169998,0.07858112454414368,0.08172130584716797,0.08486148715019226,0.08800166845321655,0.09114184975624084,0.09428202360868454,0.09742220491170883],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,0,0,0,1,1,4,3,6,6,3,3,17,10,11,10,12,20,26,31,54,61,77,104,65,53,42,27,22,11,18,14,15,9,4,2,4,5,1,5,0,3,1,0,1,0,1,1,0,0,0,0,1],"bins":[-0.021776966750621796,-0.02114318683743477,-0.02050940878689289,-0.019875628873705864,-0.019241850823163986,-0.01860807090997696,-0.017974290996789932,-0.017340512946248055,-0.016706733033061028,-0.01607295498251915,-0.015439175069332123,-0.01480539608746767,-0.014171617105603218,-0.013537838123738766,-0.012904058210551739,-0.012270279228687286,-0.011636500246822834,-0.011002721264958382,-0.01036894228309393,-0.009735162369906902,-0.00910138338804245,-0.008467604406177998,-0.007833825424313545,-0.0072000459767878056,-0.006566266994923353,-0.005932488013058901,-0.005298708565533161,-0.004664929583668709,-0.0040311506018042564,-0.0033973711542785168,-0.0027635921724140644,-0.0021298129577189684,-0.0014960337430238724,-0.0008622545865364373,-0.00022847543004900217,0.00040530372643843293,0.001039082882925868,0.001672862097620964,0.0023066410794854164,0.0029404202941805124,0.0035741995088756084,0.004207978490740061,0.0048417579382658005,0.005475536920130253,0.006109315901994705,0.006743095349520445,0.007376874331384897,0.008010653778910637,0.00864443276077509,0.009278211742639542,0.009911990724503994,0.010545770637691021,0.011179549619555473,0.011813328601419926,0.012447107583284378,0.01308088656514883,0.013714665547013283,0.01434844546020031,0.014982224442064762,0.015616003423929214,0.01624978333711624,0.01688356138765812,0.017517341300845146,0.018151119351387024,0.01878489926457405]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,1,0,1,2,2,4,3,8,10,8,4,8,14,12,20,24,24,26,31,30,35,35,35,25,23,31,40,29,24,35,36,31,36,22,23,9,10,7,10,9,0,3,5,1,1,5,0,2,0,1,2,0,2,2,0,0,1,1,0,1,0,1],"bins":[-0.000530169578269124,-0.0005102272261865437,-0.0004902848741039634,-0.0004703425511252135,-0.0004504001990426332,-0.00043045784696005285,-0.000410515523981303,-0.00039057317189872265,-0.0003706308198161423,-0.000350688467733562,-0.00033074611565098166,-0.0003108037926722318,-0.00029086144058965147,-0.00027091908850707114,-0.00025097676552832127,-0.00023103441344574094,-0.0002110920613631606,-0.00019114970928058028,-0.00017120737174991518,-0.00015126503421925008,-0.00013132268213666975,-0.00011138033733004704,-9.143799252342433e-05,-7.149564771680161e-05,-5.15533029101789e-05,-3.1610958103556186e-05,-1.1668613296933472e-05,8.273731509689242e-06,2.8216076316311955e-05,4.815842112293467e-05,6.810076592955738e-05,8.80431107361801e-05,0.00010798551375046372,0.00012792786583304405,0.00014787020336370915,0.00016781254089437425,0.00018775489297695458,0.0002076972450595349,0.0002276395825902,0.0002475819201208651,0.00026752427220344543,0.00028746662428602576,0.0003074089763686061,0.00032735129934735596,0.0003472936514299363,0.0003672360035125166,0.0003871783264912665,0.0004071206785738468,0.00042706303065642715,0.0004470053827390075,0.0004669477348215878,0.00048689005780033767,0.0005068323807790875,0.0005267747328616679,0.0005467170849442482,0.0005666594370268285,0.0005866017891094089,0.0006065441411919892,0.0006264864932745695,0.0006464288453571498,0.0006663711974397302,0.0006863134913146496,0.0007062558433972299,0.0007261981954798102,0.0007461405475623906]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,2,1,0,10,14,29,49,75,135,225,303,501,722,1121,1579,2269,3125,4402,5741,7330,9535,12018,14553,17459,20661,23500,26307,29386,31538,33004,34006,34455,33765,32642,31222,28944,25999,23237,20075,17376,14532,11674,9264,7353,5455,4111,3118,2227,1606,1092,770,518,298,184,103,94,45,30,19,5,6,2,2],"bins":[-0.09486833959817886,-0.09194579720497131,-0.08902326226234436,-0.08610071986913681,-0.08317818492650986,-0.08025564253330231,-0.07733310759067535,-0.0744105651974678,-0.07148802280426025,-0.0685654878616333,-0.06564294546842575,-0.0627204105257988,-0.05979786813259125,-0.056875329464673996,-0.053952790796756744,-0.05103025212883949,-0.04810771346092224,-0.04518517479300499,-0.04226263612508774,-0.039340097457170486,-0.036417558789253235,-0.033495016396045685,-0.030572477728128433,-0.02764993906021118,-0.02472740039229393,-0.02180486172437668,-0.018882323056459427,-0.015959782525897026,-0.013037243857979774,-0.010114705190062523,-0.007192165590822697,-0.004269626457244158,-0.001347079873085022,0.001575459260493517,0.004497998394072056,0.007420537527650595,0.010343076661229134,0.013265615329146385,0.016188155859708786,0.019110694527626038,0.02203323319554329,0.02495577186346054,0.027878310531377792,0.030800851061940193,0.033723391592502594,0.036645930260419846,0.0395684689283371,0.04249100759625435,0.0454135462641716,0.04833608493208885,0.051258623600006104,0.054181162267923355,0.05710370093584061,0.06002624332904816,0.06294877827167511,0.06587132066488266,0.06879386305809021,0.07171639800071716,0.07463894039392471,0.07756147533655167,0.08048401772975922,0.08340655267238617,0.08632909506559372,0.08925163000822067,0.09217417240142822],"_type":"histogram"},"_step":11,"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,2,14,17,30,46,116,201,326,590,1008,1704,2669,4124,6292,9322,13090,17976,24320,31740,40568,50311,60408,71206,80539,89784,96879,101333,103511,103656,100546,94191,85782,76926,66428,55965,45784,36476,28128,21521,15824,11343,7725,5359,3454,2312,1317,840,512,305,168,95,30,28,13,4,2,0,1,0,0,1],"bins":[-0.10231871157884598,-0.09899584949016571,-0.09567297995090485,-0.09235011786222458,-0.08902724832296371,-0.08570438623428345,-0.08238151669502258,-0.07905865460634232,-0.07573578506708145,-0.07241292297840118,-0.06909005343914032,-0.06576719135046005,-0.06244432553648949,-0.05912145972251892,-0.055798593908548355,-0.05247572809457779,-0.049152862280607224,-0.04582999646663666,-0.04250713065266609,-0.039184264838695526,-0.03586139902472496,-0.032538533210754395,-0.029215669259428978,-0.025892803445458412,-0.022569937631487846,-0.01924707181751728,-0.015924206003546715,-0.012601341120898724,-0.009278475306928158,-0.005955609492957592,-0.0026327441446483135,0.0006901214364916086,0.004012987017631531,0.0073358528316020966,0.010658718645572662,0.013981583528220654,0.017304450273513794,0.02062731422483921,0.023950180038809776,0.027273045852780342,0.030595911666750908,0.033918775618076324,0.03724164143204689,0.040564507246017456,0.04388737305998802,0.04721023887395859,0.05053310468792915,0.05385597050189972,0.057178836315870285,0.06050170212984085,0.06382456421852112,0.06714743375778198,0.07047029584646225,0.07379316538572311,0.07711602747440338,0.08043889701366425,0.08376175910234451,0.08708462864160538,0.09040749073028564,0.09373036026954651,0.09705322235822678,0.10037609189748764,0.10369895398616791,0.10702182352542877,0.11034468561410904]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[2,1,4,3,2,5,2,5,4,10,0,10,8,2,9,6,12,11,13,15,13,12,18,23,17,24,21,26,29,23,24,30,18,37,26,19,13,15,18,12,19,14,8,12,6,11,16,7,7,12,4,14,9,11,7,16,10,16,9,6,5,4,0,3],"bins":[0.9991406202316284,0.9991680979728699,0.9991955757141113,0.9992230534553528,0.9992505311965942,0.9992779493331909,0.9993054270744324,0.9993329048156738,0.9993603825569153,0.9993878602981567,0.9994153380393982,0.9994428157806396,0.9994702339172363,0.9994977116584778,0.9995251893997192,0.9995526671409607,0.9995801448822021,0.9996076226234436,0.9996351003646851,0.9996625781059265,0.999690055847168,0.9997174739837646,0.9997449517250061,0.9997724294662476,0.999799907207489,0.9998273849487305,0.9998548626899719,0.9998823404312134,0.9999097585678101,0.9999372363090515,0.999964714050293,0.9999921917915344,1.0000196695327759,1.0000470876693726,1.0000746250152588,1.0001020431518555,1.0001295804977417,1.0001569986343384,1.0001845359802246,1.0002119541168213,1.000239372253418,1.0002669095993042,1.0002943277359009,1.000321865081787,1.0003492832183838,1.00037682056427,1.0004042387008667,1.000431776046753,1.0004591941833496,1.0004866123199463,1.0005141496658325,1.0005415678024292,1.0005691051483154,1.000596523284912,1.0006240606307983,1.000651478767395,1.0006790161132812,1.000706434249878,1.0007338523864746,1.0007613897323608,1.0007888078689575,1.0008163452148438,1.0008437633514404,1.0008713006973267,1.0008987188339233],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[2,1,4,3,9,10,22,31,55,80,138,221,378,490,847,1245,1843,2740,4124,6461,9496,14934,23609,39989,72917,147406,388612,483085,174915,78670,43143,25916,16458,11168,7377,5053,3474,2424,1747,1234,795,567,377,250,173,114,78,60,44,18,18,12,9,9,2,2,1,2,0,1,0,0,0,1],"bins":[-0.0035381317138671875,-0.003407686948776245,-0.0032772421836853027,-0.0031467974185943604,-0.003016352653503418,-0.0028859078884124756,-0.002755463123321533,-0.002625018358230591,-0.0024945735931396484,-0.002364128828048706,-0.0022336840629577637,-0.0021032392978668213,-0.001972794532775879,-0.0018423497676849365,-0.0017119050025939941,-0.0015814602375030518,-0.0014510154724121094,-0.001320570707321167,-0.0011901259422302246,-0.0010596811771392822,-0.0009292364120483398,-0.0007987916469573975,-0.0006683468818664551,-0.0005379021167755127,-0.0004074573516845703,-0.00027701258659362793,-0.00014656782150268555,-1.6123056411743164e-05,0.00011432170867919922,0.0002447664737701416,0.000375211238861084,0.0005056560039520264,0.0006361007690429688,0.0007665455341339111,0.0008969902992248535,0.001027435064315796,0.0011578798294067383,0.0012883245944976807,0.001418769359588623,0.0015492141246795654,0.0016796588897705078,0.0018101036548614502,0.0019405484199523926,0.002070993185043335,0.0022014379501342773,0.0023318827152252197,0.002462327480316162,0.0025927722454071045,0.002723217010498047,0.0028536617755889893,0.0029841065406799316,0.003114551305770874,0.0032449960708618164,0.003375440835952759,0.003505885601043701,0.0036363303661346436,0.003766775131225586,0.0038972198963165283,0.004027664661407471,0.004158109426498413,0.0042885541915893555,0.004418998956680298,0.00454944372177124,0.004679888486862183,0.004810333251953125],"_type":"histogram"},"gradients/linear.weight":{"values":[2,1,1,0,0,1,0,2,1,3,5,4,6,7,7,18,16,42,42,47,62,101,147,215,280,408,604,872,1241,1743,2885,4399,7439,13070,19996,17198,10344,5965,3601,2382,1541,1094,769,507,359,241,180,128,84,76,46,32,23,17,13,11,7,8,4,1,2,2,1,1],"bins":[-0.0289764404296875,-0.028143644332885742,-0.027310848236083984,-0.026478052139282227,-0.02564525604248047,-0.02481245994567871,-0.023979663848876953,-0.023146867752075195,-0.022314071655273438,-0.02148127555847168,-0.020648479461669922,-0.019815683364868164,-0.018982887268066406,-0.01815009117126465,-0.01731729507446289,-0.016484498977661133,-0.015651702880859375,-0.014818906784057617,-0.01398611068725586,-0.013153314590454102,-0.012320518493652344,-0.011487722396850586,-0.010654926300048828,-0.00982213020324707,-0.008989334106445312,-0.008156538009643555,-0.007323741912841797,-0.006490945816040039,-0.005658149719238281,-0.0048253536224365234,-0.003992557525634766,-0.003159761428833008,-0.00232696533203125,-0.0014941692352294922,-0.0006613731384277344,0.00017142295837402344,0.0010042190551757812,0.001837015151977539,0.002669811248779297,0.0035026073455810547,0.0043354034423828125,0.00516819953918457,0.006000995635986328,0.006833791732788086,0.007666587829589844,0.008499383926391602,0.00933218002319336,0.010164976119995117,0.010997772216796875,0.011830568313598633,0.01266336441040039,0.013496160507202148,0.014328956604003906,0.015161752700805664,0.015994548797607422,0.01682734489440918,0.017660140991210938,0.018492937088012695,0.019325733184814453,0.02015852928161621,0.02099132537841797,0.021824121475219727,0.022656917572021484,0.023489713668823242,0.024322509765625],"_type":"histogram"},"parameters/linear.weight":{"bins":[-0.036988936364650726,-0.03583541139960289,-0.034681886434555054,-0.03352836146950722,-0.03237483650445938,-0.031221313402056694,-0.030067788437008858,-0.02891426347196102,-0.027760738506913185,-0.02660721354186535,-0.025453688576817513,-0.024300163611769676,-0.02314664050936699,-0.021993115544319153,-0.020839590579271317,-0.01968606561422348,-0.018532540649175644,-0.017379015684127808,-0.01622549071907997,-0.01507196668535471,-0.013918441720306873,-0.012764916755259037,-0.011611392721533775,-0.010457867756485939,-0.009304342791438103,-0.008150817826390266,-0.006997293327003717,-0.005843768827617168,-0.004690243862569332,-0.0035367191303521395,-0.002383194398134947,-0.0012296696659177542,-7.614865899085999e-05,0.0010773760732263327,0.0022309008054435253,0.003384425537660718,0.004537950269877911,0.005691475234925747,0.006844999734312296,0.007998524233698845,0.009152049198746681,0.010305574163794518,0.011459099128842354,0.012612623162567616,0.013766148127615452,0.014919673092663288,0.01607319712638855,0.017226722091436386,0.018380247056484222,0.01953377202153206,0.020687296986579895,0.02184082195162773,0.022994346916675568,0.024147870019078255,0.02530139498412609,0.026454919949173927,0.027608444914221764,0.0287619698792696,0.029915494844317436,0.031069019809365273,0.03222254291176796,0.033376067876815796,0.03452959284186363,0.03568311780691147,0.036836642771959305],"_type":"histogram","values":[420,1523,1511,1565,1597,1523,1517,1518,1535,1648,1576,1587,1507,1491,1568,1615,1580,1547,1556,1673,1607,1548,1603,1606,1603,1615,1585,1567,1644,1592,1582,1514,1600,1570,1488,1646,1575,1578,1595,1509,1625,1678,1487,1607,1543,1559,1572,1588,1519,1529,1585,1541,1613,1556,1639,1559,1545,1510,1540,1522,1537,1659,1512,595]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0035858154296875,-0.003479301929473877,-0.003372788429260254,-0.003266274929046631,-0.003159761428833008,-0.0030532479286193848,-0.0029467344284057617,-0.0028402209281921387,-0.0027337074279785156,-0.0026271939277648926,-0.0025206804275512695,-0.0024141669273376465,-0.0023076534271240234,-0.0022011399269104004,-0.0020946264266967773,-0.0019881129264831543,-0.0018815994262695312,-0.0017750859260559082,-0.0016685724258422852,-0.0015620589256286621,-0.001455545425415039,-0.001349031925201416,-0.001242518424987793,-0.00113600492477417,-0.0010294914245605469,-0.0009229779243469238,-0.0008164644241333008,-0.0007099509239196777,-0.0006034374237060547,-0.0004969239234924316,-0.0003904104232788086,-0.00028389692306518555,-0.0001773834228515625,-7.086992263793945e-05,3.5643577575683594e-05,0.00014215707778930664,0.0002486705780029297,0.00035518407821655273,0.0004616975784301758,0.0005682110786437988,0.0006747245788574219,0.0007812380790710449,0.000887751579284668,0.000994265079498291,0.001100778579711914,0.0012072920799255371,0.0013138055801391602,0.0014203190803527832,0.0015268325805664062,0.0016333460807800293,0.0017398595809936523,0.0018463730812072754,0.0019528865814208984,0.0020594000816345215,0.0021659135818481445,0.0022724270820617676,0.0023789405822753906,0.0024854540824890137,0.0025919675827026367,0.0026984810829162598,0.002804994583129883,0.002911508083343506,0.003018021583557129,0.003124535083770752,0.003231048583984375],"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,5,4,2,6,8,9,13,25,32,57,81,113,213,349,558,976,1435,2295,3801,6058,10532,18277,34574,76811,228877,106926,43887,22384,12417,7477,4365,2715,1722,1061,675,413,245,148,72,70,44,25,17,11,11,8,4,3,3,1,1,2,0,1,1]},"gradients/bert.encoder.layer.3.output.dense.bias":{"values":[1,1,1,0,1,2,5,3,5,2,4,7,10,11,18,15,17,27,23,20,23,29,22,20,38,32,33,48,35,35,27,30,26,21,24,21,17,15,14,19,14,10,6,7,5,4,4,3,3,1,3,1,1,0,1,1,0,0,0,0,0,1,0,1],"bins":[-0.004352569580078125,-0.004193007946014404,-0.004033446311950684,-0.003873884677886963,-0.003714323043823242,-0.0035547614097595215,-0.0033951997756958008,-0.00323563814163208,-0.0030760765075683594,-0.0029165148735046387,-0.002756953239440918,-0.0025973916053771973,-0.0024378299713134766,-0.002278268337249756,-0.002118706703186035,-0.0019591450691223145,-0.0017995834350585938,-0.001640021800994873,-0.0014804601669311523,-0.0013208985328674316,-0.001161336898803711,-0.0010017752647399902,-0.0008422136306762695,-0.0006826519966125488,-0.0005230903625488281,-0.0003635287284851074,-0.00020396709442138672,-4.4405460357666016e-05,0.00011515617370605469,0.0002747178077697754,0.0004342794418334961,0.0005938410758972168,0.0007534027099609375,0.0009129643440246582,0.001072525978088379,0.0012320876121520996,0.0013916492462158203,0.001551210880279541,0.0017107725143432617,0.0018703341484069824,0.002029895782470703,0.002189457416534424,0.0023490190505981445,0.0025085806846618652,0.002668142318725586,0.0028277039527893066,0.0029872655868530273,0.003146827220916748,0.0033063888549804688,0.0034659504890441895,0.00362551212310791,0.003785073757171631,0.0039446353912353516,0.004104197025299072,0.004263758659362793,0.004423320293426514,0.004582881927490234,0.004742443561553955,0.004902005195617676,0.0050615668296813965,0.005221128463745117,0.005380690097808838,0.005540251731872559,0.005699813365936279,0.005859375],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,2,1,0,0,1,1,0,2,3,3,2,1,5,8,7,7,9,13,10,22,24,23,39,72,69,111,75,61,37,21,19,27,23,21,7,7,6,5,5,4,3,2,0,1,0,1,0,0,1,1,1,1,0,0,0,1],"bins":[-0.012123817577958107,-0.011763748712837696,-0.01140368077903986,-0.011043611913919449,-0.010683543048799038,-0.010323475115001202,-0.00996340624988079,-0.00960333738476038,-0.009243268519639969,-0.008883200585842133,-0.008523131720721722,-0.00816306285560131,-0.007802994921803474,-0.0074429260566830635,-0.00708285765722394,-0.006722788792103529,-0.006362720392644405,-0.006002651993185282,-0.005642583128064871,-0.005282514728605747,-0.004922445863485336,-0.004562377464026213,-0.004202309064567089,-0.003842240432277322,-0.0034821717999875546,-0.0031221031676977873,-0.00276203453540802,-0.0024019661359488964,-0.002041897503659129,-0.0016818288713693619,-0.0013217603554949164,-0.0009616917814128101,-0.0006016241386532784,-0.000241555564571172,0.00011851300951093435,0.0004785815835930407,0.0008386501576751471,0.0011987187899649143,0.0015587873058393598,0.0019188558217138052,0.0022789244540035725,0.0026389930862933397,0.002999061718583107,0.0033591301180422306,0.003719198750331998,0.004079267382621765,0.004439335782080889,0.0047994046472013,0.005159473046660423,0.005519541446119547,0.005879610311239958,0.006239678710699081,0.006599747575819492,0.006959815975278616,0.0073198843747377396,0.0076799532398581505,0.008040022104978561,0.008400090038776398,0.008760158903896809,0.00912022776901722,0.009480295702815056,0.009840364567935467,0.010200433433055878,0.010560501366853714,0.010920570231974125]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,2,1,4,2,1,1,4,4,7,9,6,10,9,7,14,13,18,33,36,40,44,54,56,66,55,49,42,40,29,20,11,13,7,10,8,6,8,3,5,2,3,1,2,1,1,2,3,1,1,0,0,1],"bins":[-0.0003104209899902344,-0.0003015659749507904,-0.00029271095991134644,-0.00028385594487190247,-0.0002750009298324585,-0.0002661459147930145,-0.00025729089975357056,-0.0002484358847141266,-0.00023958086967468262,-0.00023072585463523865,-0.00022187083959579468,-0.0002130158245563507,-0.00020416080951690674,-0.00019530579447746277,-0.0001864507794380188,-0.00017759576439857483,-0.00016874074935913086,-0.0001598857343196869,-0.00015103071928024292,-0.00014217570424079895,-0.00013332068920135498,-0.000124465674161911,-0.00011561065912246704,-0.00010675564408302307,-9.79006290435791e-05,-8.904561400413513e-05,-8.019059896469116e-05,-7.133558392524719e-05,-6.248056888580322e-05,-5.362555384635925e-05,-4.477053880691528e-05,-3.5915523767471313e-05,-2.7060508728027344e-05,-1.8205493688583374e-05,-9.350478649139404e-06,-4.954636096954346e-07,8.359551429748535e-06,1.7214566469192505e-05,2.6069581508636475e-05,3.4924596548080444e-05,4.3779611587524414e-05,5.2634626626968384e-05,6.148964166641235e-05,7.034465670585632e-05,7.919967174530029e-05,8.805468678474426e-05,9.690970182418823e-05,0.0001057647168636322,0.00011461973190307617,0.00012347474694252014,0.0001323297619819641,0.00014118477702140808,0.00015003979206085205,0.00015889480710029602,0.00016774982213974,0.00017660483717918396,0.00018545985221862793,0.0001943148672580719,0.00020316988229751587,0.00021202489733695984,0.0002208799123764038,0.00022973492741584778,0.00023858994245529175,0.0002474449574947357,0.0002562999725341797]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"values":[1,1,0,2,1,1,1,2,3,5,3,6,6,12,17,16,21,29,28,33,30,39,37,31,24,29,24,26,44,40,38,41,32,40,17,23,16,8,14,5,2,2,5,0,3,2,0,1,1,1,0,0,1,1,1,0,0,1,0,0,0,0,0,1],"bins":[-0.0005324282101355493,-0.0005119609413668513,-0.0004914936725981534,-0.00047102643293328583,-0.0004505591932684183,-0.00043009192449972034,-0.00040962465573102236,-0.00038915741606615484,-0.00036869014729745686,-0.0003482228785287589,-0.00032775563886389136,-0.0003072883700951934,-0.0002868211013264954,-0.0002663538616616279,-0.0002458865928929299,-0.00022541933867614716,-0.00020495208445936441,-0.00018448483024258167,-0.00016401757602579892,-0.00014355030725710094,-0.0001230830530403182,-0.00010261579882353544,-8.214853733079508e-05,-6.168127583805472e-05,-4.121402162127197e-05,-2.0746763766510412e-05,-2.795059117488563e-07,2.01877519430127e-05,4.0655009797774255e-05,6.1122264014557e-05,8.158952550729737e-05,0.00010205678700003773,0.0001225240994244814,0.00014299135364126414,0.0001634586078580469,0.00018392587662674487,0.00020439313084352762,0.00022486038506031036,0.00024532765382900834,0.00026579489349387586,0.00028626216226257384,0.0003067294310312718,0.00032719667069613934,0.0003476639394648373,0.0003681312082335353,0.0003885984478984028,0.0004090657166671008,0.0004295329563319683,0.0004500002251006663,0.00047046749386936426,0.0004909347626380622,0.0005114019731990993,0.0005318692419677973,0.0005523365107364953,0.0005728037795051932,0.0005932710482738912,0.0006137383170425892,0.0006342055276036263,0.0006546727963723242,0.0006751400651410222,0.0006956073339097202,0.0007160746026784182,0.0007365418132394552,0.0007570090820081532,0.0007774763507768512],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,2,0,0,3,0,3,1,2,3,3,2,6,6,4,3,15,8,18,29,25,29,61,84,93,76,74,52,39,21,24,15,8,10,6,7,5,7,8,2,0,3,1,2,0,2,0,1,0,0,0,1,1],"bins":[-0.00021326541900634766,-0.00020730681717395782,-0.000201348215341568,-0.00019538961350917816,-0.00018943101167678833,-0.0001834724098443985,-0.00017751380801200867,-0.00017155520617961884,-0.000165596604347229,-0.00015963800251483917,-0.00015367940068244934,-0.0001477207988500595,-0.00014176219701766968,-0.00013580359518527985,-0.00012984499335289001,-0.00012388639152050018,-0.00011792778968811035,-0.00011196918785572052,-0.00010601058602333069,-0.00010005198419094086,-9.409338235855103e-05,-8.81347805261612e-05,-8.217617869377136e-05,-7.621757686138153e-05,-7.02589750289917e-05,-6.430037319660187e-05,-5.8341771364212036e-05,-5.2383169531822205e-05,-4.642456769943237e-05,-4.046596586704254e-05,-3.450736403465271e-05,-2.854876220226288e-05,-2.2590160369873047e-05,-1.6631558537483215e-05,-1.0672956705093384e-05,-4.714354872703552e-06,1.2442469596862793e-06,7.202848792076111e-06,1.3161450624465942e-05,1.9120052456855774e-05,2.5078654289245605e-05,3.103725612163544e-05,3.699585795402527e-05,4.29544597864151e-05,4.891306161880493e-05,5.487166345119476e-05,6.0830265283584595e-05,6.678886711597443e-05,7.274746894836426e-05,7.870607078075409e-05,8.466467261314392e-05,9.062327444553375e-05,9.658187627792358e-05,0.00010254047811031342,0.00010849907994270325,0.00011445768177509308,0.00012041628360748291,0.00012637488543987274,0.00013233348727226257,0.0001382920891046524,0.00014425069093704224,0.00015020929276943207,0.0001561678946018219,0.00016212649643421173,0.00016808509826660156]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.007632346823811531,-0.007411805912852287,-0.007191265467554331,-0.006970724556595087,-0.006750183645635843,-0.0065296427346765995,-0.006309102289378643,-0.006088561378419399,-0.0058680204674601555,-0.005647480022162199,-0.005426939111202955,-0.0052063982002437115,-0.004985857289284468,-0.004765316843986511,-0.0045447759330272675,-0.004324235022068024,-0.00410369411110878,-0.0038831536658108234,-0.0036626127548515797,-0.0034420720767229795,-0.0032215311657637358,-0.0030009904876351357,-0.002780449576675892,-0.0025599088985472918,-0.0023393682204186916,-0.002118827309459448,-0.001898286514915526,-0.001677745720371604,-0.0014572050422430038,-0.001236664247699082,-0.00101612345315516,-0.000795582658611238,-0.0005750418640673161,-0.0003545010695233941,-0.00013396030408330262,8.65804759087041e-05,0.0003071212559007108,0.0005276620504446328,0.0007482027867808938,0.0009687435813248158,0.0011892843758687377,0.0014098251704126596,0.0016303659649565816,0.0018509067595005035,0.0020714474376291037,0.0022919883485883474,0.0025125290267169476,0.0027330699376761913,0.0029536106158047915,0.0031741512939333916,0.0033946922048926353,0.0036152328830212355,0.0038357737939804792,0.004056314472109079,0.004276855383068323,0.004497396294027567,0.004717936739325523,0.004938477650284767,0.005159018561244011,0.005379559006541967,0.005600099917501211,0.005820640828460455,0.006041181739419699,0.006261722184717655,0.006482263095676899],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,0,1,0,2,1,4,4,3,3,2,5,9,5,5,13,16,21,20,44,58,61,92,108,55,45,42,25,20,17,15,17,7,8,5,5,4,1,3,5,2,2,2,0,0,2,0,1,2,1,0,0,2]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"values":[4,3,11,13,25,50,65,129,185,389,582,861,1217,1856,2742,3722,5155,6905,8790,11334,14131,17054,20400,23767,26854,30252,32353,33855,35442,35754,35139,34119,32244,29456,26668,23344,20417,17098,14173,11201,8744,6648,5053,3761,2659,1793,1244,792,538,344,196,134,65,40,26,8,13,5,0,0,1,0,0,1],"bins":[-0.08968725055456161,-0.08664392679929733,-0.08360060304403305,-0.08055727928876877,-0.07751395553350449,-0.0744706317782402,-0.07142730802297592,-0.06838398426771164,-0.06534065306186676,-0.062297333031892776,-0.059254009276628494,-0.05621068552136421,-0.05316735804080963,-0.05012403428554535,-0.04708071053028107,-0.044037386775016785,-0.0409940630197525,-0.03795073926448822,-0.03490741550922394,-0.031864091753959656,-0.028820766136050224,-0.025777442380785942,-0.02273411676287651,-0.01969079300761223,-0.016647469252347946,-0.013604145497083664,-0.010560820810496807,-0.0075174965895712376,-0.004474172368645668,-0.0014308481477200985,0.001612476073205471,0.004655800294131041,0.007699117064476013,0.010742440819740295,0.013785765506327152,0.01682909019291401,0.01987241394817829,0.022915737703442574,0.025959063321352005,0.029002387076616287,0.03204571083188057,0.03508903458714485,0.038132358342409134,0.041175682097673416,0.044219009578228,0.04726233333349228,0.05030565708875656,0.053348980844020844,0.056392304599285126,0.05943562835454941,0.06247895210981369,0.06552227586507797,0.06856559962034225,0.07160892337560654,0.07465224713087082,0.0776955708861351,0.08073890209197998,0.08378222584724426,0.08682554960250854,0.08986887335777283,0.09291219711303711,0.09595552086830139,0.09899884462356567,0.10204216837882996,0.10508549213409424],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0008767095860093832,-0.0008484996506012976,-0.0008202897734008729,-0.0007920798379927874,-0.0007638699607923627,-0.0007356600253842771,-0.0007074500899761915,-0.0006792402127757668,-0.0006510302773676813,-0.0006228203419595957,-0.000594610464759171,-0.0005664005293510854,-0.0005381905939429998,-0.0005099807167425752,-0.0004817707813344896,-0.00045356087503023446,-0.00042535096872597933,-0.0003971410624217242,-0.00036893115611746907,-0.0003407212207093835,-0.00031251131440512836,-0.00028430140810087323,-0.00025609147269278765,-0.00022788156638853252,-0.0001996716600842774,-0.00017146175378002226,-0.0001432518329238519,-0.00011504191934363917,-8.683200576342642e-05,-5.862209218321368e-05,-3.041217860300094e-05,-2.202265022788197e-06,2.600770676508546e-05,5.42176203452982e-05,8.242753392551094e-05,0.00011063744750572369,0.00013884736108593643,0.00016705726739019156,0.0001952671882463619,0.00022347710910253227,0.0002516870154067874,0.0002798969217110425,0.00030810682801529765,0.00033631676342338324,0.00036452666972763836,0.0003927365760318935,0.0004209465114399791,0.0004491564177442342,0.00047736632404848933,0.0005055762594565749,0.0005337861366569996,0.0005619960720650852,0.0005902060074731708,0.0006184158846735954,0.000646625820081681,0.0006748356972821057,0.0007030456326901913,0.0007312555680982769,0.0007594654452987015,0.0007876753807067871,0.0008158852579072118,0.0008440951933152974,0.000872305128723383,0.0009005150059238076,0.0009287249413318932],"_type":"histogram","values":[1,2,2,2,4,1,9,10,5,12,15,12,14,12,14,18,12,19,20,12,21,20,17,14,9,10,15,16,13,10,10,23,12,14,14,17,17,18,20,14,26,15,30,21,19,25,14,14,15,9,15,11,13,8,8,9,4,2,2,2,2,1,2,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,1,1,2,1,3,3,0,4,3,3,4,4,16,9,17,21,31,45,64,65,100,88,60,50,26,28,21,14,17,14,14,4,7,3,3,2,3,2,3,3,2,2,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.004089590162038803,-0.003924551419913769,-0.0037595126777887344,-0.0035944739356637,-0.0034294351935386658,-0.0032643964514136314,-0.003099357709288597,-0.0029343189671635628,-0.0027692802250385284,-0.002604241482913494,-0.0024392027407884598,-0.0022741639986634254,-0.002109125256538391,-0.0019440865144133568,-0.0017790477722883224,-0.0016140090301632881,-0.0014489702880382538,-0.0012839315459132195,-0.0011188928037881851,-0.0009538540616631508,-0.0007888153195381165,-0.0006237765774130821,-0.0004587378352880478,-0.00029369909316301346,-0.00012866035103797913,3.6378391087055206e-05,0.00020141713321208954,0.00036645587533712387,0.0005314946174621582,0.0006965333595871925,0.0008615721017122269,0.0010266108438372612,0.0011916500516235828,0.0013566887937486172,0.0015217275358736515,0.0016867662779986858,0.0018518050201237202,0.0020168437622487545,0.002181882504373789,0.002346921246498823,0.0025119599886238575,0.002676998730748892,0.002842037472873926,0.0030070762149989605,0.003172114957123995,0.003337153699249029,0.0035021924413740635,0.003667231183499098,0.003832269925624132,0.0039973086677491665,0.004162347409874201,0.004327386151999235,0.0044924248941242695,0.004657463636249304,0.004822502378374338,0.0049875411204993725,0.005152579862624407,0.005317618604749441,0.0054826573468744755,0.00564769608899951,0.005812734831124544,0.0059777735732495785,0.006142812315374613,0.006307851057499647,0.0064728897996246815],"_type":"histogram"},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.00682830810546875,-0.006605684757232666,-0.006383061408996582,-0.006160438060760498,-0.005937814712524414,-0.00571519136428833,-0.005492568016052246,-0.005269944667816162,-0.005047321319580078,-0.004824697971343994,-0.00460207462310791,-0.004379451274871826,-0.004156827926635742,-0.003934204578399658,-0.0037115812301635742,-0.0034889578819274902,-0.0032663345336914062,-0.0030437111854553223,-0.0028210878372192383,-0.0025984644889831543,-0.0023758411407470703,-0.0021532177925109863,-0.0019305944442749023,-0.0017079710960388184,-0.0014853477478027344,-0.0012627243995666504,-0.0010401010513305664,-0.0008174777030944824,-0.0005948543548583984,-0.00037223100662231445,-0.00014960765838623047,7.301568984985352e-05,0.0002956390380859375,0.0005182623863220215,0.0007408857345581055,0.0009635090827941895,0.0011861324310302734,0.0014087557792663574,0.0016313791275024414,0.0018540024757385254,0.0020766258239746094,0.0022992491722106934,0.0025218725204467773,0.0027444958686828613,0.0029671192169189453,0.0031897425651550293,0.0034123659133911133,0.0036349892616271973,0.0038576126098632812,0.004080235958099365,0.004302859306335449,0.004525482654571533,0.004748106002807617,0.004970729351043701,0.005193352699279785,0.005415976047515869,0.005638599395751953,0.005861222743988037,0.006083846092224121,0.006306469440460205,0.006529092788696289,0.006751716136932373,0.006974339485168457,0.007196962833404541,0.007419586181640625],"_type":"histogram","values":[1,1,3,1,7,5,10,14,14,28,41,52,97,115,192,278,414,574,820,1244,1867,2718,4063,6136,9560,15002,24798,43972,85639,209498,606646,311485,113138,54500,29850,17750,10975,7004,4694,3031,2036,1396,924,669,486,347,229,152,111,74,54,41,31,24,15,14,8,4,4,4,1,2,0,1]},"parameters/linear.bias":{"bins":[-0.036251455545425415,-0.03512449190020561,-0.03399752825498581,-0.032870564609766006,-0.031743600964546204,-0.0306166373193264,-0.029489673674106598,-0.028362710028886795,-0.027235746383666992,-0.02610878460109234,-0.024981820955872536,-0.023854857310652733,-0.02272789366543293,-0.021600930020213127,-0.020473966374993324,-0.01934700272977352,-0.01822003908455372,-0.017093075439333916,-0.015966111794114113,-0.01483914814889431,-0.013712184503674507,-0.012585221789777279,-0.011458258144557476,-0.010331294499337673,-0.00920433085411787,-0.008077367208898067,-0.006950403563678265,-0.005823440384119749,-0.004696476738899946,-0.0035695130936801434,-0.002442549681290984,-0.0013155861524865031,-0.0001886226236820221,0.0009383409051224589,0.00206530443392694,0.003192267846316099,0.004319231491535902,0.005446195136755705,0.00657315831631422,0.007700121961534023,0.008827085606753826,0.009954049251973629,0.011081012897193432,0.012207976542413235,0.013334939256310463,0.014461902901530266,0.015588866546750069,0.01671583019196987,0.017842793837189674,0.018969757482409477,0.02009672112762928,0.021223684772849083,0.022350648418068886,0.02347761206328869,0.02460457570850849,0.025731539353728294,0.026858501136302948,0.02798546478152275,0.029112428426742554,0.030239392071962357,0.03136635571718216,0.03249331936240196,0.033620283007621765,0.03474724665284157,0.03587421029806137],"_type":"histogram","values":[2,2,1,2,3,1,0,0,3,4,4,2,1,2,2,0,1,3,1,3,0,6,2,2,0,1,1,4,1,3,0,1,3,3,1,0,1,3,2,2,2,3,0,4,3,1,5,3,1,3,2,1,6,4,1,0,1,3,2,3,2,0,3,2]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.0036830902099609375,-0.00357094407081604,-0.0034587979316711426,-0.003346651792526245,-0.0032345056533813477,-0.00312235951423645,-0.0030102133750915527,-0.0028980672359466553,-0.002785921096801758,-0.0026737749576568604,-0.002561628818511963,-0.0024494826793670654,-0.002337336540222168,-0.0022251904010772705,-0.002113044261932373,-0.0020008981227874756,-0.0018887519836425781,-0.0017766058444976807,-0.0016644597053527832,-0.0015523135662078857,-0.0014401674270629883,-0.0013280212879180908,-0.0012158751487731934,-0.001103729009628296,-0.0009915828704833984,-0.000879436731338501,-0.0007672905921936035,-0.0006551444530487061,-0.0005429983139038086,-0.00043085217475891113,-0.00031870603561401367,-0.0002065598964691162,-9.441375732421875e-05,1.773238182067871e-05,0.00012987852096557617,0.00024202466011047363,0.0003541707992553711,0.00046631693840026855,0.000578463077545166,0.0006906092166900635,0.0008027553558349609,0.0009149014949798584,0.0010270476341247559,0.0011391937732696533,0.0012513399124145508,0.0013634860515594482,0.0014756321907043457,0.0015877783298492432,0.0016999244689941406,0.001812070608139038,0.0019242167472839355,0.002036362886428833,0.0021485090255737305,0.002260655164718628,0.0023728013038635254,0.002484947443008423,0.0025970935821533203,0.0027092397212982178,0.0028213858604431152,0.0029335319995880127,0.00304567813873291,0.0031578242778778076,0.003269970417022705,0.0033821165561676025,0.0034942626953125],"_type":"histogram","values":[1,1,1,1,3,2,4,3,5,7,8,15,27,33,51,86,102,138,203,272,442,614,949,1355,1947,2984,4597,6869,11130,17560,30727,61617,205464,125661,48392,25791,15185,9532,6004,3879,2573,1795,1173,762,568,361,300,197,116,98,71,40,26,20,22,12,10,8,1,3,2,1,2,1]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.10141421109437943,-0.09822393953800201,-0.0950336754322052,-0.09184340387582779,-0.08865313231945038,-0.08546286821365356,-0.08227259665727615,-0.07908233255147934,-0.07589206099510193,-0.07270178943872452,-0.0695115253329277,-0.06632125377655029,-0.06313098967075348,-0.05994071811437607,-0.05675044655799866,-0.053560178726911545,-0.05036991089582443,-0.04717964306473732,-0.04398937523365021,-0.0407991036772728,-0.037608835846185684,-0.03441856801509857,-0.03122829832136631,-0.02803802862763405,-0.024847760796546936,-0.021657492965459824,-0.018467223271727562,-0.015276954509317875,-0.012086685746908188,-0.0088964169844985,-0.005706148222088814,-0.0025158794596791267,0.0006743967533111572,0.0038646655157208443,0.007054934278130531,0.010245203040540218,0.013435471802949905,0.016625739634037018,0.01981600932776928,0.02300627902150154,0.026196546852588654,0.029386814683675766,0.03257708251476288,0.03576735407114029,0.0389576219022274,0.042147889733314514,0.045338161289691925,0.04852842912077904,0.05171869695186615,0.05490896478295326,0.058099232614040375,0.061289504170417786,0.0644797682762146,0.06767003983259201,0.07086031138896942,0.07405057549476624,0.07724084705114365,0.08043111860752106,0.08362138271331787,0.08681165426969528,0.09000192582607269,0.0931921899318695,0.09638246148824692,0.09957272559404373,0.10276299715042114],"_type":"histogram","values":[1,0,1,4,5,7,13,25,31,59,112,205,348,532,837,1306,1860,2768,4032,5483,7315,9986,12538,15751,19074,22691,25930,29749,32845,35404,36568,37464,37056,35986,34081,31597,28543,24614,21078,17623,14424,11283,8765,6632,4860,3484,2363,1621,1074,724,413,253,192,93,52,27,23,11,1,4,1,0,1,1]},"gradients/bert.encoder.layer.1.output.dense.bias":{"bins":[-0.0073394775390625,-0.007113099098205566,-0.006886720657348633,-0.006660342216491699,-0.006433963775634766,-0.006207585334777832,-0.0059812068939208984,-0.005754828453063965,-0.005528450012207031,-0.005302071571350098,-0.005075693130493164,-0.0048493146896362305,-0.004622936248779297,-0.004396557807922363,-0.00417017936706543,-0.003943800926208496,-0.0037174224853515625,-0.003491044044494629,-0.0032646656036376953,-0.0030382871627807617,-0.002811908721923828,-0.0025855302810668945,-0.002359151840209961,-0.0021327733993530273,-0.0019063949584960938,-0.0016800165176391602,-0.0014536380767822266,-0.001227259635925293,-0.0010008811950683594,-0.0007745027542114258,-0.0005481243133544922,-0.0003217458724975586,-9.5367431640625e-05,0.0001310110092163086,0.0003573894500732422,0.0005837678909301758,0.0008101463317871094,0.001036524772644043,0.0012629032135009766,0.0014892816543579102,0.0017156600952148438,0.0019420385360717773,0.002168416976928711,0.0023947954177856445,0.002621173858642578,0.0028475522994995117,0.0030739307403564453,0.003300309181213379,0.0035266876220703125,0.003753066062927246,0.00397944450378418,0.004205822944641113,0.004432201385498047,0.0046585798263549805,0.004884958267211914,0.005111336708068848,0.005337715148925781,0.005564093589782715,0.0057904720306396484,0.006016850471496582,0.006243228912353516,0.006469607353210449,0.006695985794067383,0.006922364234924316,0.00714874267578125],"_type":"histogram","values":[1,1,0,0,2,5,1,4,5,7,8,6,8,15,11,7,10,8,16,17,17,15,16,18,17,23,20,21,25,24,21,29,27,22,29,19,19,23,17,21,19,14,23,8,10,22,9,13,10,18,12,11,5,5,7,5,3,2,3,4,3,2,3,2]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug-core.log b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..3d60fb545ff560b65f0512b783e6f60e1a306f4d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug-core.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:05:20.345986615+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp_f7k5tqd/port-31495.txt","pid":31495,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:05:20.346520894+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":31495} +{"time":"2025-07-18T01:05:20.346526412+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-31495-31518-731853665/socket","Net":"unix"}} +{"time":"2025-07-18T01:05:20.527869473+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:05:20.536603811+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"r0bl1m8z","id":"1(@)"} +{"time":"2025-07-18T01:05:20.978388032+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"r0bl1m8z","id":"1(@)"} +{"time":"2025-07-18T01:06:25.72702496+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:06:25.72736396+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:06:25.727347994+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:06:25.727431164+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:06:25.727472078+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-31495-31518-731853665/socket","Net":"unix"}} +{"time":"2025-07-18T01:06:27.192657728+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..354c947af04b18311f6430dc3e13f0988274e55e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug-internal.log @@ -0,0 +1,8 @@ +{"time":"2025-07-18T01:05:20.537543623+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:05:20.97835575+03:00","level":"INFO","msg":"stream: created new stream","id":"r0bl1m8z"} +{"time":"2025-07-18T01:05:20.978382384+03:00","level":"INFO","msg":"stream: started","id":"r0bl1m8z"} +{"time":"2025-07-18T01:05:20.978396803+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"r0bl1m8z"} +{"time":"2025-07-18T01:05:20.978524384+03:00","level":"INFO","msg":"handler: started","stream_id":"r0bl1m8z"} +{"time":"2025-07-18T01:05:20.978565127+03:00","level":"INFO","msg":"sender: started","stream_id":"r0bl1m8z"} +{"time":"2025-07-18T01:06:25.727374327+03:00","level":"INFO","msg":"stream: closing","id":"r0bl1m8z"} +{"time":"2025-07-18T01:06:27.155071431+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug.log b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..0f1971aefe5edccf67fd9fd73da4179aa0e7d67d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_setup.py:_flush():80] Configure stats pid to 31495 +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010520-r0bl1m8z/logs/debug.log +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010520-r0bl1m8z/logs/debug-internal.log +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:05:20,310 INFO MainThread:31495 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:05:20,311 INFO MainThread:31495 [wandb_init.py:init():871] starting backend +2025-07-18 01:05:20,528 INFO MainThread:31495 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:05:20,535 INFO MainThread:31495 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:05:20,538 INFO MainThread:31495 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:05:20,538 INFO MainThread:31495 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:05:21,410 INFO MainThread:31495 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:05:21,567 INFO MainThread:31495 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:05:21,568 INFO MainThread:31495 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:05:21,568 INFO MainThread:31495 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:05:21,568 INFO MainThread:31495 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:05:21,572 INFO MainThread:31495 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:05:22,581 INFO MainThread:31495 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:05:22,582 INFO MainThread:31495 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:06:25,726 INFO MsgRouterThr:31495 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 01:06:26,087 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,094 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,094 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,095 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,096 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,096 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,098 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,099 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,099 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,100 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,101 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,102 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,102 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,103 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,103 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,104 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,105 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,105 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,106 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,106 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,107 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,107 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,108 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,108 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,109 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,110 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,110 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,111 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,111 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,112 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,112 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,113 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,113 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,114 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,115 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,115 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,116 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,116 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,117 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,117 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,118 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,118 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,119 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,120 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,121 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,121 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,122 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,123 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,123 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,124 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,124 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,125 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,125 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,126 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,127 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,127 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,128 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,128 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,129 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,129 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,130 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,130 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,131 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,131 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,132 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,133 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,133 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,134 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,134 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,135 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,135 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,136 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,136 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,137 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,137 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,138 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,138 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,139 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,139 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,141 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,142 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,142 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,143 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,143 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,144 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,144 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,145 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,145 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,146 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,147 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,147 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,148 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,148 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,149 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,149 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,150 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,150 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,151 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,151 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,152 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,152 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,153 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,153 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,154 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,155 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,155 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,156 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,156 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,157 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,157 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,158 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,158 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,159 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,159 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,160 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,160 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,161 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,161 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,162 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,162 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,163 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,164 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,165 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,166 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,166 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,167 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,167 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,168 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,169 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,169 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,170 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,170 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,171 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,171 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,172 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,172 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,173 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,173 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,174 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,174 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,175 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,176 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,176 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,177 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,177 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,178 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,178 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,179 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,179 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,180 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,180 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,181 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,181 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,182 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,182 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,183 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,183 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,184 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,184 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,185 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,186 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,187 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,188 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,188 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,189 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,189 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,190 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,190 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,191 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,192 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,192 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,193 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,193 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,194 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,194 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,195 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,195 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,196 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,196 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,197 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,197 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,198 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,198 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,199 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,199 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,200 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,201 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,201 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,202 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,202 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,203 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,203 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,204 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,204 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,205 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,205 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,206 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,206 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,207 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,207 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,208 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,208 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,209 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,210 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,210 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,211 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,211 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,212 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,212 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,213 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,213 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,214 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,214 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,215 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,215 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,216 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,216 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:06:26,217 ERROR MainThread:31495 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/run-r0bl1m8z.wandb b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/run-r0bl1m8z.wandb new file mode 100644 index 0000000000000000000000000000000000000000..dccf6d2ec78bd1733a6697e235c3bfee9fa0d9e2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010520-r0bl1m8z/run-r0bl1m8z.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f836af4d72dd6185ca0c884427faf63c4c682d59557115831cb8e8b606448e6 +size 5701632 diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/config.yaml b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c390b4d1bbabe38aaf280e8ae53d50ffdde16aa1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 0xvdxp9fyh9vu1c4okzl1jvonm6e597b: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136809566208" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:06:59.705941Z" + writerId: 0xvdxp9fyh9vu1c4okzl1jvonm6e597b + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 0.0001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/output.log b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..cb89ccf53c487fafe8d7cd2540548653e3230d18 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/output.log @@ -0,0 +1,82 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:13", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 383, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 304, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 196, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 163, in log_tensor_stats + tensor = tensor.detach().clone() + ^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/requirements.txt b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..5b3dd54ec9858d9c89a77004b5c9ed3cfa9cabf6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:06:59.705941Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136809566208" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "0xvdxp9fyh9vu1c4okzl1jvonm6e597b" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9afe212399fe67ea20742c02c73c87ebfe9732cc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,3,0,0,0,1,1,2,0,1,2,1,1,0,1,2,1,5,11,12,7,21,29,29,38,49,33,34,50,35,34,27,33,48,51,54,38,35,16,18,12,6,1,4,7,3,4,3,0,1,1,0,0,0,0,0,0,0,1,0,1],"bins":[-0.0011973025975748897,-0.001161505002528429,-0.0011257074074819684,-0.0010899098124355078,-0.0010541122173890471,-0.0010183146223425865,-0.0009825170272961259,-0.0009467194904573262,-0.0009109218954108655,-0.0008751243003644049,-0.0008393267053179443,-0.0008035291102714837,-0.0007677315734326839,-0.0007319339783862233,-0.0006961363833397627,-0.0006603387882933021,-0.0006245411932468414,-0.0005887435982003808,-0.0005529460031539202,-0.0005171484081074595,-0.0004813508421648294,-0.00044555324711836874,-0.0004097556811757386,-0.00037395808612927794,-0.0003381604910828173,-0.0003023628960363567,-0.00026656530098989606,-0.0002307677350472659,-0.00019497014000080526,-0.00015917254495434463,-0.00012337496445979923,-8.757737668929622e-05,-5.177990533411503e-05,-1.5982317563612014e-05,1.9815270206891e-05,5.5612857977394015e-05,9.141044574789703e-05,0.00012720804079435766,0.00016300562128890306,0.00019880320178344846,0.00023460079682990909,0.0002703983918763697,0.00030619598692283034,0.0003419935528654605,0.00037779114791192114,0.00041358874295838177,0.00044938630890101194,0.00048518390394747257,0.0005209814989939332,0.0005567790940403938,0.0005925766890868545,0.0006283742841333151,0.0006641718791797757,0.0006999694160185754,0.0007357670110650361,0.0007715646061114967,0.0008073622011579573,0.0008431597962044179,0.0008789573912508786,0.0009147549862973392,0.0009505525231361389,0.0009863501181825995,0.0010221477132290602,0.0010579453082755208,0.0010937429033219814]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,2,0,0,2,0,1,2,2,0,1,5,5,4,8,6,3,8,14,11,15,8,19,33,17,29,38,43,37,38,35,42,32,39,37,36,28,26,32,24,11,18,6,7,6,8,4,3,3,4,2,2,1,2,0,1,2,1,0,0,3],"bins":[-0.0010917106410488486,-0.0010590094607323408,-0.001026308280415833,-0.0009936071000993252,-0.0009609059779904783,-0.0009282048558816314,-0.0008955036755651236,-0.0008628024952486157,-0.0008301013149321079,-0.000797400192823261,-0.0007646990125067532,-0.0007319978321902454,-0.0006992967100813985,-0.0006665955297648907,-0.0006338943494483829,-0.000601193227339536,-0.0005684920470230281,-0.0005357908667065203,-0.0005030897445976734,-0.0004703885642811656,-0.0004376873839646578,-0.0004049862327519804,-0.00037228508153930306,-0.00033958390122279525,-0.0003068827500101179,-0.00027418159879744053,-0.0002414804184809327,-0.00020877926726825535,-0.00017607810150366277,-0.00014337693573907018,-0.0001106757772504352,-7.797461876180023e-05,-4.527345299720764e-05,-1.257229087059386e-05,2.012887125601992e-05,5.28300333826337e-05,8.553119550924748e-05,0.00011823236127384007,0.00015093351248651743,0.00018363467825111002,0.0002163358440157026,0.00024903699522837996,0.0002817381755448878,0.00031443932675756514,0.0003471404779702425,0.0003798416582867503,0.0004125428094994277,0.0004452439898159355,0.00047794514102861285,0.0005106463213451207,0.0005433474434539676,0.0005760486237704754,0.0006087498040869832,0.0006414509261958301,0.0006741521065123379,0.0007068532868288457,0.0007395544089376926,0.0007722555892542005,0.0008049567695707083,0.0008376579498872161,0.000870359071996063,0.0009030602523125708,0.0009357614326290786,0.0009684625547379255,0.0010011637350544333]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"values":[2,3,2,3,5,6,4,10,9,20,25,33,34,66,92,105,160,238,303,439,689,991,1352,2037,3053,4472,6758,10161,15016,23090,34769,51712,74270,91380,83493,61340,41556,27314,18054,11993,7956,5358,3520,2480,1609,1209,817,580,351,265,169,135,87,75,46,32,27,10,9,7,6,7,7,3],"bins":[-0.00241851806640625,-0.0023467838764190674,-0.0022750496864318848,-0.002203315496444702,-0.0021315813064575195,-0.002059847116470337,-0.0019881129264831543,-0.0019163787364959717,-0.001844644546508789,-0.0017729103565216064,-0.0017011761665344238,-0.0016294419765472412,-0.0015577077865600586,-0.001485973596572876,-0.0014142394065856934,-0.0013425052165985107,-0.0012707710266113281,-0.0011990368366241455,-0.0011273026466369629,-0.0010555684566497803,-0.0009838342666625977,-0.000912100076675415,-0.0008403658866882324,-0.0007686316967010498,-0.0006968975067138672,-0.0006251633167266846,-0.000553429126739502,-0.00048169493675231934,-0.0004099607467651367,-0.0003382265567779541,-0.0002664923667907715,-0.00019475817680358887,-0.00012302398681640625,-5.128979682922363e-05,2.0444393157958984e-05,9.21785831451416e-05,0.00016391277313232422,0.00023564696311950684,0.00030738115310668945,0.00037911534309387207,0.0004508495330810547,0.0005225837230682373,0.0005943179130554199,0.0006660521030426025,0.0007377862930297852,0.0008095204830169678,0.0008812546730041504,0.000952988862991333,0.0010247230529785156,0.0010964572429656982,0.0011681914329528809,0.0012399256229400635,0.001311659812927246,0.0013833940029144287,0.0014551281929016113,0.001526862382888794,0.0015985965728759766,0.0016703307628631592,0.0017420649528503418,0.0018137991428375244,0.001885533332824707,0.0019572675228118896,0.0020290017127990723,0.002100735902786255,0.0021724700927734375],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,1,0,1,1,0,2,1,2,0,3,0,2,1,1,7,4,8,9,14,11,11,26,24,28,31,44,36,50,40,24,35,42,42,42,32,36,34,29,18,18,18,5,9,4,4,0,5,4,1,0,3,0,1,0,0,0,2,0,0,0,0,1],"bins":[-0.000986776314675808,-0.0009557910379953682,-0.0009248057613149285,-0.0008938204264268279,-0.0008628351497463882,-0.0008318498730659485,-0.0008008645963855088,-0.0007698793197050691,-0.0007388939848169684,-0.0007079087081365287,-0.000676923431456089,-0.0006459381547756493,-0.0006149528780952096,-0.0005839676014147699,-0.0005529822665266693,-0.0005219969898462296,-0.0004910117131657898,-0.00046002643648535013,-0.00042904113070107996,-0.00039805585402064025,-0.0003670705482363701,-0.0003360852715559304,-0.00030509999487549067,-0.0002741146890912205,-0.0002431294124107808,-0.00021214412117842585,-0.0001811588299460709,-0.0001501735532656312,-0.00011918826203327626,-8.820297080092132e-05,-5.7217686844523996e-05,-2.6232399250147864e-05,4.752888344228268e-06,3.57381759386044e-05,6.672346353298053e-05,9.770874748937786e-05,0.0001286940387217328,0.00015967932995408773,0.00019066460663452744,0.00022164989786688238,0.0002526351890992373,0.00028362046577967703,0.0003146057715639472,0.0003455910482443869,0.0003765763249248266,0.0004075616307090968,0.0004385469073895365,0.00046953221317380667,0.0005005174898542464,0.0005315027665346861,0.0005624880432151258,0.0005934733781032264,0.0006244586547836661,0.0006554439314641058,0.0006864292081445456,0.0007174144848249853,0.000748399761505425,0.0007793850963935256,0.0008103703730739653,0.000841355649754405,0.0008723409264348447,0.0009033262031152844,0.0009343115380033851,0.0009652968146838248,0.0009962820913642645],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"bins":[-0.004472702741622925,-0.004326401744037867,-0.004180100746452808,-0.00403379974886775,-0.0038874989841133356,-0.0037411979865282774,-0.003594897221773863,-0.0034485962241888046,-0.0033022952266037464,-0.003155994229018688,-0.00300969323143363,-0.0028633924666792154,-0.0027170914690941572,-0.002570790471509099,-0.0024244897067546844,-0.0022781887091696262,-0.002131887711584568,-0.00198558671399951,-0.0018392858328297734,-0.001692984951660037,-0.0015466839540749788,-0.0014003829564899206,-0.0012540820753201842,-0.0011077811941504478,-0.0009614801965653896,-0.0008151792571879923,-0.000668878317810595,-0.0005225773784331977,-0.00037627643905580044,-0.00022997549967840314,-8.367456030100584e-05,6.262637907639146e-05,0.00020892778411507607,0.00035522872349247336,0.0005015296628698707,0.000647830602247268,0.0007941315416246653,0.0009404324810020626,0.0010867334203794599,0.0012330343015491962,0.0013793352991342545,0.0015256362967193127,0.001671937177889049,0.0018182380590587854,0.0019645390566438437,0.002110840054228902,0.0022571408189833164,0.0024034418165683746,0.002549742814153433,0.002696043811738491,0.0028423448093235493,0.002988645574077964,0.003134946571663022,0.0032812475692480803,0.003427548334002495,0.003573849331587553,0.0037201503291726112,0.0038664513267576694,0.004012752324342728,0.004159053321927786,0.004305354319512844,0.004451654851436615,0.004597955849021673,0.004744256846606731,0.00489055784419179],"_type":"histogram","values":[2,0,2,3,3,1,0,4,3,4,6,4,6,6,11,9,6,17,15,16,17,20,20,24,30,19,31,30,27,31,32,23,27,21,34,27,25,15,31,22,18,17,9,23,13,4,11,7,11,4,6,4,2,3,1,0,3,0,2,1,0,2,2,1]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,0,1,0,1,0,0,3,2,2,2,5,3,6,3,7,14,17,9,9,17,20,27,35,31,44,33,57,63,62,45,28,36,25,32,27,21,11,5,12,5,6,6,7,4,7,4,0,1,3,1,2,1,1,1,0,0,0,1,1],"bins":[-0.00014960765838623047,-0.00014502741396427155,-0.00014044716954231262,-0.0001358669251203537,-0.00013128668069839478,-0.00012670643627643585,-0.00012212619185447693,-0.000117545947432518,-0.00011296570301055908,-0.00010838545858860016,-0.00010380521416664124,-9.922496974468231e-05,-9.464472532272339e-05,-9.006448090076447e-05,-8.548423647880554e-05,-8.090399205684662e-05,-7.63237476348877e-05,-7.174350321292877e-05,-6.716325879096985e-05,-6.258301436901093e-05,-5.8002769947052e-05,-5.342252552509308e-05,-4.8842281103134155e-05,-4.426203668117523e-05,-3.968179225921631e-05,-3.5101547837257385e-05,-3.052130341529846e-05,-2.594105899333954e-05,-2.1360814571380615e-05,-1.6780570149421692e-05,-1.2200325727462769e-05,-7.620081305503845e-06,-3.039836883544922e-06,1.5404075384140015e-06,6.120651960372925e-06,1.0700896382331848e-05,1.528114080429077e-05,1.9861385226249695e-05,2.4441629648208618e-05,2.902187407016754e-05,3.3602118492126465e-05,3.818236291408539e-05,4.276260733604431e-05,4.7342851758003235e-05,5.192309617996216e-05,5.650334060192108e-05,6.108358502388e-05,6.566382944583893e-05,7.024407386779785e-05,7.482431828975677e-05,7.94045627117157e-05,8.398480713367462e-05,8.856505155563354e-05,9.314529597759247e-05,9.772554039955139e-05,0.00010230578482151031,0.00010688602924346924,0.00011146627366542816,0.00011604651808738708,0.00012062676250934601,0.00012520700693130493,0.00012978725135326385,0.00013436749577522278,0.0001389477401971817,0.00014352798461914062]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,2,3,6,10,10,26,44,46,66,86,128,244,299,449,679,976,1527,2351,3770,6090,9938,16852,28656,51572,96074,145126,99239,52323,29270,16778,10157,6063,3751,2417,1632,1019,706,486,291,207,136,90,56,42,45,29,19,9,8,4,4,1,4,1,1,2,1,0,0,0,1],"bins":[-0.0004000663757324219,-0.0003860369324684143,-0.00037200748920440674,-0.00035797804594039917,-0.0003439486026763916,-0.00032991915941238403,-0.00031588971614837646,-0.0003018602728843689,-0.00028783082962036133,-0.00027380138635635376,-0.0002597719430923462,-0.0002457424998283386,-0.00023171305656433105,-0.00021768361330032349,-0.00020365417003631592,-0.00018962472677230835,-0.00017559528350830078,-0.0001615658402442932,-0.00014753639698028564,-0.00013350695371627808,-0.00011947751045227051,-0.00010544806718826294,-9.141862392425537e-05,-7.73891806602478e-05,-6.335973739624023e-05,-4.9330294132232666e-05,-3.53008508682251e-05,-2.127140760421753e-05,-7.241964340209961e-06,6.787478923797607e-06,2.0816922187805176e-05,3.4846365451812744e-05,4.887580871582031e-05,6.290525197982788e-05,7.693469524383545e-05,9.096413850784302e-05,0.00010499358177185059,0.00011902302503585815,0.00013305246829986572,0.0001470819115638733,0.00016111135482788086,0.00017514079809188843,0.000189170241355896,0.00020319968461990356,0.00021722912788391113,0.0002312585711479187,0.00024528801441192627,0.00025931745767593384,0.0002733469009399414,0.000287376344203949,0.00030140578746795654,0.0003154352307319641,0.0003294646739959717,0.00034349411725997925,0.0003575235605239868,0.0003715530037879944,0.00038558244705200195,0.0003996118903160095,0.0004136413335800171,0.00042767077684402466,0.0004417002201080322,0.0004557296633720398,0.00046975910663604736,0.00048378854990005493,0.0004978179931640625]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,2,1,3,3,3,5,5,2,7,9,14,21,35,40,68,82,122,198,315,457,750,1177,2115,3833,6944,14234,31423,77750,243013,727770,301248,91155,35726,16284,7994,4159,2334,1291,795,498,312,214,127,94,61,53,37,24,18,12,6,3,4,3,2,1,3,1,1,0,0,0,1],"bins":[-0.00472259521484375,-0.004568159580230713,-0.004413723945617676,-0.004259288311004639,-0.0041048526763916016,-0.0039504170417785645,-0.0037959814071655273,-0.0036415457725524902,-0.003487110137939453,-0.003332674503326416,-0.003178238868713379,-0.003023803234100342,-0.0028693675994873047,-0.0027149319648742676,-0.0025604963302612305,-0.0024060606956481934,-0.0022516250610351562,-0.002097189426422119,-0.001942753791809082,-0.001788318157196045,-0.0016338825225830078,-0.0014794468879699707,-0.0013250112533569336,-0.0011705756187438965,-0.0010161399841308594,-0.0008617043495178223,-0.0007072687149047852,-0.000552833080291748,-0.00039839744567871094,-0.00024396181106567383,-8.952617645263672e-05,6.490945816040039e-05,0.0002193450927734375,0.0003737807273864746,0.0005282163619995117,0.0006826519966125488,0.0008370876312255859,0.000991523265838623,0.0011459589004516602,0.0013003945350646973,0.0014548301696777344,0.0016092658042907715,0.0017637014389038086,0.0019181370735168457,0.002072572708129883,0.00222700834274292,0.002381443977355957,0.002535879611968994,0.0026903152465820312,0.0028447508811950684,0.0029991865158081055,0.0031536221504211426,0.0033080577850341797,0.003462493419647217,0.003616929054260254,0.003771364688873291,0.003925800323486328,0.004080235958099365,0.004234671592712402,0.0043891072273254395,0.0045435428619384766,0.004697978496551514,0.004852414131164551,0.005006849765777588,0.005161285400390625],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0012131242547184229,-0.0011790331918746233,-0.0011449421290308237,-0.0011108510661870241,-0.0010767600033432245,-0.001042668940499425,-0.0010085778776556253,-0.0009744868148118258,-0.0009403957519680262,-0.0009063046891242266,-0.000872213626280427,-0.0008381225634366274,-0.0008040315005928278,-0.0007699404377490282,-0.0007358493749052286,-0.000701758312061429,-0.0006676672492176294,-0.0006335761863738298,-0.0005994851235300303,-0.0005653940606862307,-0.0005313029978424311,-0.0004972119349986315,-0.0004631208721548319,-0.0004290298093110323,-0.0003949387464672327,-0.0003608476836234331,-0.0003267566207796335,-0.00029266555793583393,-0.00025857449509203434,-0.00022448343224823475,-0.00019039236940443516,-0.00015630130656063557,-0.0001222103019244969,-8.81192390806973e-05,-5.402817623689771e-05,-1.9937113393098116e-05,1.4153949450701475e-05,4.8245012294501066e-05,8.233607513830066e-05,0.00011642713798210025,0.00015051820082589984,0.00018460926366969943,0.00021870032651349902,0.0002527913893572986,0.0002868824522010982,0.0003209735150448978,0.0003550645778886974,0.000389155640732497,0.00042324670357629657,0.00045733776642009616,0.0004914288292638958,0.0005255198921076953,0.0005596109549514949,0.0005937020177952945,0.0006277930806390941,0.0006618841434828937,0.0006959752063266933,0.0007300662691704929,0.0007641573320142925,0.0007982483948580921,0.0008323394577018917,0.0008664305205456913,0.0009005215833894908,0.0009346126462332904,0.00096870370907709],"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,0,1,4,2,2,2,3,4,3,3,3,9,6,13,13,9,15,14,17,23,36,36,37,42,39,33,46,40,39,38,35,35,31,21,18,23,6,12,10,1,7,7,5,6,2,1,2,1,1,2,1,1,2,1,2]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,2,1,2,1,3,1,1,5,5,6,8,5,11,6,9,11,10,11,11,22,17,12,20,27,24,27,37,26,36,26,24,34,35,19,19,22,30,25,20,15,19,16,10,17,13,8,6,7,11,6,5,4,4,4,1,2,3,2,0,0,1,1,1],"bins":[-0.0031337738037109375,-0.003033280372619629,-0.0029327869415283203,-0.0028322935104370117,-0.002731800079345703,-0.0026313066482543945,-0.002530813217163086,-0.0024303197860717773,-0.0023298263549804688,-0.00222933292388916,-0.0021288394927978516,-0.002028346061706543,-0.0019278526306152344,-0.0018273591995239258,-0.0017268657684326172,-0.0016263723373413086,-0.00152587890625,-0.0014253854751586914,-0.0013248920440673828,-0.0012243986129760742,-0.0011239051818847656,-0.001023411750793457,-0.0009229183197021484,-0.0008224248886108398,-0.0007219314575195312,-0.0006214380264282227,-0.0005209445953369141,-0.00042045116424560547,-0.0003199577331542969,-0.00021946430206298828,-0.00011897087097167969,-1.8477439880371094e-05,8.20159912109375e-05,0.0001825094223022461,0.0002830028533935547,0.0003834962844848633,0.0004839897155761719,0.0005844831466674805,0.0006849765777587891,0.0007854700088500977,0.0008859634399414062,0.0009864568710327148,0.0010869503021240234,0.001187443733215332,0.0012879371643066406,0.0013884305953979492,0.0014889240264892578,0.0015894174575805664,0.001689910888671875,0.0017904043197631836,0.0018908977508544922,0.0019913911819458008,0.0020918846130371094,0.002192378044128418,0.0022928714752197266,0.002393364906311035,0.0024938583374023438,0.0025943517684936523,0.002694845199584961,0.0027953386306762695,0.002895832061767578,0.0029963254928588867,0.0030968189239501953,0.003197312355041504,0.0032978057861328125],"_type":"histogram"},"_timestamp":1.7527900928680274e+09,"parameters/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,0,0,4,8,7,14,19,46,78,135,220,350,597,832,1281,1871,2725,3797,5260,7022,9380,11889,14709,18087,21480,24796,28044,30751,33438,35278,36250,36144,35582,34158,31887,28795,26106,22626,19138,16085,12991,10263,7781,6013,4314,3180,2202,1510,980,677,404,260,152,85,54,34,13,10,7,2,0,2],"bins":[-0.10294141620397568,-0.09983987361192703,-0.09673833101987839,-0.09363679587841034,-0.0905352532863617,-0.08743371069431305,-0.0843321681022644,-0.08123062551021576,-0.07812908291816711,-0.07502754777669907,-0.07192600518465042,-0.06882446259260178,-0.06572292000055313,-0.06262137740850449,-0.05951983854174614,-0.05641829967498779,-0.05331675708293915,-0.0502152144908905,-0.047113675624132156,-0.04401213303208351,-0.040910594165325165,-0.03780905157327652,-0.034707508981227875,-0.03160597011446953,-0.028504427522420883,-0.025402886793017387,-0.02230134606361389,-0.019199803471565247,-0.01609826274216175,-0.012996722012758255,-0.009895180352032185,-0.0067936391569674015,-0.0036921054124832153,-0.0005905642174184322,0.002510976977646351,0.005612518172711134,0.008714059367775917,0.011815600097179413,0.014917141757905483,0.018018683418631554,0.02112022414803505,0.024221764877438545,0.02732330560684204,0.030424848198890686,0.03352639079093933,0.03662792965769768,0.03972947224974632,0.04283101111650467,0.045932553708553314,0.04903409630060196,0.052135635167360306,0.05523717775940895,0.0583387166261673,0.06144025921821594,0.06454180181026459,0.06764334440231323,0.07074488699436188,0.07384642213582993,0.07694796472787857,0.08004950731992722,0.08315104991197586,0.0862525925040245,0.08935412764549255,0.0924556702375412,0.09555721282958984],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"values":[3,3,4,7,17,27,37,76,131,198,314,435,767,1134,1702,2382,3346,4465,5937,7733,9747,12326,15089,18377,21126,24366,27043,29567,31604,33523,34442,34507,33950,32858,31029,28997,25760,22865,19501,16540,13599,11080,8965,6697,5090,3863,2717,1977,1358,906,612,384,246,157,86,73,37,19,13,5,2,1,0,2],"bins":[-0.09227148443460464,-0.0893196389079094,-0.08636778593063354,-0.0834159404039383,-0.08046409487724304,-0.0775122418999672,-0.07456039637327194,-0.07160855084657669,-0.06865669786930084,-0.06570485234260559,-0.06275300681591034,-0.05980115756392479,-0.05684930831193924,-0.05389746278524399,-0.05094561353325844,-0.04799376800656319,-0.04504191875457764,-0.04209006950259209,-0.039138223975896835,-0.036186374723911285,-0.033234529197216034,-0.030282679945230484,-0.027330830693244934,-0.024378983303904533,-0.021427135914564133,-0.018475288525223732,-0.015523440204560757,-0.012571591883897781,-0.00961974449455738,-0.006667896639555693,-0.0037160487845540047,-0.0007642009295523167,0.0021876543760299683,0.005139502231031656,0.008091350086033344,0.01104319840669632,0.01399504579603672,0.01694689318537712,0.01989874243736267,0.02285058982670307,0.025802437216043472,0.028754284605383873,0.031706131994724274,0.034657981246709824,0.037609830498695374,0.040561676025390625,0.043513525277376175,0.046465370804071426,0.049417220056056976,0.052369069308042526,0.05532091483473778,0.05827276408672333,0.06122460961341858,0.06417646259069443,0.06712830811738968,0.07008015364408493,0.07303200662136078,0.07598385214805603,0.07893569767475128,0.08188754320144653,0.08483939617872238,0.08779124170541763,0.09074308723211288,0.09369494020938873,0.09664678573608398],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,2,1,0,2,5,5,9,16,18,36,46,85,104,155,225,348,522,724,1044,1416,2174,3240,4860,7105,11556,18082,28295,44379,68048,95414,98019,71698,47475,30220,18967,12080,7640,5087,3386,2351,1588,1037,761,481,375,214,160,118,72,62,35,28,22,11,4,5,3,4,0,1,1,0,1],"bins":[-0.002471923828125,-0.0023923516273498535,-0.002312779426574707,-0.0022332072257995605,-0.002153635025024414,-0.0020740628242492676,-0.001994490623474121,-0.0019149184226989746,-0.0018353462219238281,-0.0017557740211486816,-0.0016762018203735352,-0.0015966296195983887,-0.0015170574188232422,-0.0014374852180480957,-0.0013579130172729492,-0.0012783408164978027,-0.0011987686157226562,-0.0011191964149475098,-0.0010396242141723633,-0.0009600520133972168,-0.0008804798126220703,-0.0008009076118469238,-0.0007213354110717773,-0.0006417632102966309,-0.0005621910095214844,-0.0004826188087463379,-0.0004030466079711914,-0.0003234744071960449,-0.00024390220642089844,-0.00016433000564575195,-8.475780487060547e-05,-5.185604095458984e-06,7.43865966796875e-05,0.00015395879745483398,0.00023353099822998047,0.00031310319900512695,0.00039267539978027344,0.0004722476005554199,0.0005518198013305664,0.0006313920021057129,0.0007109642028808594,0.0007905364036560059,0.0008701086044311523,0.0009496808052062988,0.0010292530059814453,0.0011088252067565918,0.0011883974075317383,0.0012679696083068848,0.0013475418090820312,0.0014271140098571777,0.0015066862106323242,0.0015862584114074707,0.0016658306121826172,0.0017454028129577637,0.0018249750137329102,0.0019045472145080566,0.001984119415283203,0.0020636916160583496,0.002143263816833496,0.0022228360176086426,0.002302408218383789,0.0023819804191589355,0.002461552619934082,0.0025411248207092285,0.002620697021484375]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,0,1,0,0,1,1,1,9,18,29,56,84,138,263,419,622,1026,1510,2229,3296,4637,6210,8346,10851,13452,16835,20419,23923,27250,30960,33181,35370,36817,37128,36720,35279,33018,30343,27054,23515,19726,16702,13435,10512,8215,6165,4468,3251,2187,1494,1007,630,418,255,149,97,54,13,16,11,4,3],"bins":[-0.11221425980329514,-0.10905066877603531,-0.10588708519935608,-0.10272349417209625,-0.09955990314483643,-0.0963963195681572,-0.09323272854089737,-0.09006914496421814,-0.08690555393695831,-0.08374196290969849,-0.08057837933301926,-0.07741478830575943,-0.0742512047290802,-0.07108761370182037,-0.06792402267456055,-0.06476043909788132,-0.06159684807062149,-0.05843326076865196,-0.055269673466682434,-0.05210608243942261,-0.04894249513745308,-0.04577890783548355,-0.042615316808223724,-0.039451729506254196,-0.03628814220428467,-0.03312455490231514,-0.029960965737700462,-0.026797376573085785,-0.023633789271116257,-0.02047020196914673,-0.01730661280453205,-0.014143024571239948,-0.010979436337947845,-0.007815848104655743,-0.00465225987136364,-0.001488671638071537,0.0016749165952205658,0.004838504828512669,0.008002093061804771,0.011165681295096874,0.014329269528388977,0.017492856830358505,0.020656445994973183,0.02382003515958786,0.02698362246155739,0.030147209763526917,0.03331080079078674,0.03647438809275627,0.0396379753947258,0.04280156269669533,0.045965149998664856,0.04912874102592468,0.05229232832789421,0.05545591562986374,0.058619506657123566,0.061783093959093094,0.06494668126106262,0.06811027228832245,0.07127385586500168,0.0744374468922615,0.07760103046894073,0.08076462149620056,0.08392821252346039,0.08709179610013962,0.09025538712739944],"_type":"histogram"},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.10308793932199478,-0.10001857578754425,-0.09694921225309372,-0.09387984871864319,-0.09081049263477325,-0.08774112910032272,-0.08467176556587219,-0.08160240203142166,-0.07853303849697113,-0.0754636749625206,-0.07239431142807007,-0.06932494789361954,-0.066255584359169,-0.06318622827529907,-0.06011686474084854,-0.05704750120639801,-0.05397813767194748,-0.05090877413749695,-0.04783941060304642,-0.044770050793886185,-0.041700687259435654,-0.03863132372498512,-0.03556196391582489,-0.03249260038137436,-0.029423236846923828,-0.026353873312473297,-0.023284511640667915,-0.020215149968862534,-0.017145786434412003,-0.014076423831284046,-0.01100706122815609,-0.007937698625028133,-0.00486832857131958,-0.0017989659681916237,0.0012703966349363327,0.004339759238064289,0.0074091218411922455,0.010478484444320202,0.013547847047448158,0.01661720871925354,0.01968657225370407,0.022755935788154602,0.025825297459959984,0.028894659131765366,0.0319640226662159,0.03503338620066643,0.03810274600982666,0.04117210954427719,0.04424147307872772,0.04731083661317825,0.050380200147628784,0.05344955995678902,0.05651892349123955,0.05958828702569008,0.06265764683485031,0.06572701036930084,0.06879637390375137,0.0718657374382019,0.07493510097265244,0.07800446450710297,0.0810738205909729,0.08414318412542343,0.08721254765987396,0.0902819111943245,0.09335127472877502],"_type":"histogram","values":[1,1,2,2,4,6,18,41,68,102,177,324,530,845,1384,1996,3182,4659,6660,9390,12699,17280,22569,28775,36561,45323,53668,62471,70963,79433,85577,91591,94810,96171,95050,91943,86775,81032,72206,63798,54030,46356,37812,30361,23752,18064,13352,9765,7132,4915,3232,2202,1439,927,600,360,219,104,66,39,28,17,4,1]},"parameters/bert.embeddings.word_embeddings.weight":{"values":[1,0,2,4,6,8,11,26,47,80,99,195,275,446,687,1018,1482,2079,2735,3811,4976,6390,7990,9889,12388,14188,16888,19014,21017,22802,24671,25409,26064,27158,25714,24574,23183,21323,19300,16922,14667,12287,10329,8318,6692,5135,3819,2892,2124,1487,1091,758,508,328,219,139,88,63,29,17,7,11,3,5],"bins":[-0.09611386805772781,-0.09320612251758575,-0.0902983769774437,-0.08739063143730164,-0.08448287844657898,-0.08157513290643692,-0.07866738736629486,-0.0757596418261528,-0.07285189628601074,-0.06994415074586868,-0.06703640520572662,-0.06412865966558456,-0.061220910400152206,-0.05831316486001015,-0.05540541559457779,-0.05249767005443573,-0.04958992451429367,-0.04668217897415161,-0.04377443343400955,-0.040866684168577194,-0.037958938628435135,-0.035051193088293076,-0.03214344382286072,-0.02923569828271866,-0.0263279527425766,-0.02342020720243454,-0.02051245979964733,-0.017604712396860123,-0.014696966856718063,-0.01178922038525343,-0.008881473913788795,-0.0059737274423241615,-0.0030659884214401245,-0.00015824194997549057,0.0027495045214891434,0.005657250992953777,0.008564997464418411,0.011472743935883045,0.01438049040734768,0.017288237810134888,0.020195983350276947,0.023103728890419006,0.026011476293206215,0.028919223695993423,0.03182696923613548,0.03473471477627754,0.0376424640417099,0.04055020958185196,0.04345795512199402,0.04636570066213608,0.04927344620227814,0.052181195467710495,0.055088941007852554,0.057996686547994614,0.06090443581342697,0.06381218135356903,0.06671992689371109,0.06962767243385315,0.07253541797399521,0.07544316351413727,0.07835091650485992,0.08125866204500198,0.08416640758514404,0.0870741531252861,0.08998189866542816],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0009371592313982546,-0.0009069581865333021,-0.0008767571416683495,-0.0008465560968033969,-0.0008163550519384444,-0.0007861540070734918,-0.0007559529622085392,-0.0007257519173435867,-0.000695550930686295,-0.0006653498858213425,-0.0006351488409563899,-0.0006049477960914373,-0.0005747467512264848,-0.0005445457063615322,-0.0005143446614965796,-0.0004841436166316271,-0.0004539425717666745,-0.00042374152690172195,-0.0003935404820367694,-0.0003633394371718168,-0.00033313839230686426,-0.00030293737654574215,-0.0002727363316807896,-0.00024253528681583703,-0.00021233424195088446,-0.0001821331970859319,-0.00015193215222097933,-0.000121731121907942,-9.153007704298943e-05,-6.132903217803687e-05,-3.112799458904192e-05,-9.269533620681614e-07,2.927414607256651e-05,5.9475187299540266e-05,8.967622852651402e-05,0.00011987726611550897,0.00015007831098046154,0.0001802793558454141,0.00021048038615845144,0.000240681431023404,0.00027088247588835657,0.00030108352075330913,0.0003312845656182617,0.00036148561048321426,0.00039168662624433637,0.00042188767110928893,0.0004520887159742415,0.00048228976083919406,0.0005124908057041466,0.0005426918505690992,0.0005728928954340518,0.0006030939402990043,0.0006332949851639569,0.0006634960300289094,0.000693697074893862,0.0007238981197588146,0.0007540991064161062,0.0007843001512810588,0.0008145011961460114,0.0008447022410109639,0.0008749032858759165,0.000905104330740869,0.0009353053756058216,0.0009655064204707742,0.0009957074653357267],"_type":"histogram","values":[2,0,0,0,0,1,1,1,2,4,4,1,3,5,2,7,2,7,14,12,20,23,13,30,28,35,31,34,29,28,30,31,35,33,47,41,34,28,35,30,15,14,7,4,7,9,4,3,5,2,0,3,2,2,0,0,2,0,3,0,2,0,0,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0009216375183314085,-0.000892329029738903,-0.0008630205993540585,-0.000833712110761553,-0.0008044036221690476,-0.0007750951335765421,-0.0007457867031916976,-0.0007164782145991921,-0.0006871697260066867,-0.0006578612956218421,-0.0006285528070293367,-0.0005992443184368312,-0.0005699358298443258,-0.0005406273994594812,-0.0005113189108669758,-0.00048201042227447033,-0.00045270196278579533,-0.00042339350329712033,-0.0003940850147046149,-0.0003647765552159399,-0.0003354680666234344,-0.0003061596071347594,-0.00027685111854225397,-0.00024754265905357897,-0.00021823418501298875,-0.00018892571097239852,-0.0001596172369318083,-0.00013030876289121807,-0.00010100029612658545,-7.169182208599523e-05,-4.238335168338381e-05,-1.3074879461782984e-05,1.623359275981784e-05,4.5542066800408065e-05,7.485054084099829e-05,0.0001041590076056309,0.00013346748892217875,0.00016277594841085374,0.00019208442245144397,0.0002213928964920342,0.00025070138508453965,0.00028000984457321465,0.00030931830406188965,0.0003386267926543951,0.0003679352521430701,0.00039724374073557556,0.00042655220022425056,0.000455860688816756,0.000485169148305431,0.000514477607794106,0.0005437860963866115,0.0005730945849791169,0.0006024030153639615,0.0006317115039564669,0.0006610199925489724,0.0006903284811414778,0.0007196369115263224,0.0007489454001188278,0.0007782538887113333,0.0008075623190961778,0.0008368708076886833,0.0008661792962811887,0.0008954877848736942,0.0009247962152585387,0.0009541047038510442],"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,1,1,0,3,2,1,3,2,3,6,6,13,14,30,33,53,32,42,32,29,25,26,25,25,22,26,31,38,52,38,50,28,23,16,6,4,6,1,3,2,3,2,1,1,1,0,1,1,0,0,0,1,0,0,1]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0011821656953543425,-0.0011482971021905541,-0.0011144285090267658,-0.0010805597994476557,-0.0010466912062838674,-0.001012822613120079,-0.000978953903540969,-0.0009450853103771806,-0.0009112167172133923,-0.0008773481240496039,-0.0008434794726781547,-0.0008096108213067055,-0.0007757422281429172,-0.0007418736349791288,-0.0007080049836076796,-0.0006741363322362304,-0.0006402677390724421,-0.0006063991459086537,-0.0005725304945372045,-0.0005386618431657553,-0.000504793250001967,-0.0004709246277343482,-0.0004370560054667294,-0.00040318738319911063,-0.00036931876093149185,-0.0003354501386638731,-0.0003015815163962543,-0.0002677128941286355,-0.00023384427186101675,-0.00019997564959339797,-0.0001661070273257792,-0.00013223840505816042,-9.836966637521982e-05,-6.450104410760105e-05,-3.063242183998227e-05,3.236200427636504e-06,3.710482269525528e-05,7.097344496287405e-05,0.00010484206723049283,0.0001387106894981116,0.00017257931176573038,0.00020644793403334916,0.00024031655630096793,0.0002741851785685867,0.0003080538008362055,0.00034192242310382426,0.00037579104537144303,0.0004096596676390618,0.0004435282899066806,0.00047739691217429936,0.0005112655344419181,0.0005451341858133674,0.0005790027789771557,0.000612871372140944,0.0006467400235123932,0.0006806086748838425,0.0007144772680476308,0.0007483458612114191,0.0007822145125828683,0.0008160831639543176,0.0008499517571181059,0.0008838203502818942,0.0009176890016533434,0.0009515576530247927,0.000985426246188581],"_type":"histogram","values":[1,1,0,0,2,1,4,0,1,3,2,5,5,9,8,7,11,11,13,19,25,22,30,46,37,64,65,86,88,96,93,84,75,76,89,98,92,103,98,85,81,68,61,66,47,27,27,26,17,15,11,11,6,8,3,2,1,2,7,3,2,1,0,1]},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,2,1,1,3,4,5,7,1,6,5,12,13,9,16,24,21,23,31,29,33,38,49,45,38,45,25,38,46,24,31,19,22,19,17,12,12,6,4,4,8,3,2,1,2,2,2,2,1,0,0,0,0,0,2],"bins":[-0.0002923011779785156,-0.0002834908664226532,-0.00027468055486679077,-0.00026587024331092834,-0.0002570599317550659,-0.0002482496201992035,-0.00023943930864334106,-0.00023062899708747864,-0.0002218186855316162,-0.00021300837397575378,-0.00020419806241989136,-0.00019538775086402893,-0.0001865774393081665,-0.00017776712775230408,-0.00016895681619644165,-0.00016014650464057922,-0.0001513361930847168,-0.00014252588152885437,-0.00013371556997299194,-0.00012490525841712952,-0.00011609494686126709,-0.00010728463530540466,-9.847432374954224e-05,-8.966401219367981e-05,-8.085370063781738e-05,-7.204338908195496e-05,-6.323307752609253e-05,-5.44227659702301e-05,-4.5612454414367676e-05,-3.680214285850525e-05,-2.7991831302642822e-05,-1.9181519746780396e-05,-1.0371208190917969e-05,-1.560896635055542e-06,7.249414920806885e-06,1.605972647666931e-05,2.4870038032531738e-05,3.3680349588394165e-05,4.249066114425659e-05,5.130097270011902e-05,6.0111284255981445e-05,6.892159581184387e-05,7.77319073677063e-05,8.654221892356873e-05,9.535253047943115e-05,0.00010416284203529358,0.000112973153591156,0.00012178346514701843,0.00013059377670288086,0.00013940408825874329,0.0001482143998146057,0.00015702471137046814,0.00016583502292633057,0.000174645334482193,0.00018345564603805542,0.00019226595759391785,0.00020107626914978027,0.0002098865807056427,0.00021869689226150513,0.00022750720381736755,0.00023631751537322998,0.0002451278269290924,0.00025393813848495483,0.00026274845004081726,0.0002715587615966797]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.0015058123972266912,-0.0014182509621605277,-0.0013306895270943642,-0.0012431280920282006,-0.001155566656962037,-0.0010680053383111954,-0.0009804439032450318,-0.0008928824681788683,-0.0008053210331127048,-0.0007177595980465412,-0.0006301981629803777,-0.000542636786121875,-0.0004550753510557115,-0.00036751391598954797,-0.0002799525100272149,-0.00019239108951296657,-0.00010482966899871826,-1.726824848446995e-05,7.029317202977836e-05,0.00015785459254402667,0.000245416013058275,0.0003329774481244385,0.0004205388540867716,0.0005081002600491047,0.0005956616951152682,0.0006832231301814318,0.0007707845652475953,0.0008583459421060979,0.0009459073771722615,0.001033468754030764,0.0011210301890969276,0.0012085916241630912,0.001296152826398611,0.0013837142614647746,0.0014712756965309381,0.0015588371315971017,0.0016463985666632652,0.001733959885314107,0.0018215213203802705,0.001909082755446434,0.0019966443069279194,0.002084205625578761,0.002171766944229603,0.002259328495711088,0.00234688981436193,0.0024344513658434153,0.002522012684494257,0.0026095742359757423,0.002697135554626584,0.0027846968732774258,0.002872258424758911,0.002959819743409753,0.003047381294891238,0.00313494261354208,0.0032225041650235653,0.003310065483674407,0.0033976268023252487,0.003485188353806734,0.003572749672457576,0.003660311223939061,0.003747872542589903,0.0038354340940713882,0.003922995645552874,0.004010556731373072,0.004098118282854557],"_type":"histogram","values":[2,0,0,3,6,6,7,9,6,13,22,30,40,54,64,94,87,66,50,38,33,23,19,17,10,10,5,8,4,7,4,5,4,3,2,4,2,3,2,1,1,0,1,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,1,1,0,0,2,1,1,4,1,4,2,4,4,7,9,3,11,3,9,15,15,34,30,31,29,27,27,19,28,36,28,28,33,22,23,20,29,13,15,15,16,13,12,23,13,13,6,5,18,10,14,10,7,7,6,2,1,0,2,1,1,1,2],"bins":[0.9986515641212463,0.998694658279419,0.9987377524375916,0.9987808465957642,0.9988239407539368,0.9988670349121094,0.998910129070282,0.9989532232284546,0.9989963173866272,0.9990394115447998,0.9990825057029724,0.999125599861145,0.9991686940193176,0.9992117881774902,0.9992548823356628,0.9992979764938354,0.9993410706520081,0.9993841648101807,0.9994272589683533,0.9994703531265259,0.9995134472846985,0.9995565414428711,0.9995996356010437,0.9996427297592163,0.9996858239173889,0.9997289180755615,0.9997720122337341,0.9998151063919067,0.9998582005500793,0.999901294708252,0.9999443888664246,0.9999874830245972,1.000030517578125,1.0000736713409424,1.0001167058944702,1.0001598596572876,1.0002028942108154,1.0002460479736328,1.0002890825271606,1.000332236289978,1.0003752708435059,1.0004184246063232,1.000461459159851,1.0005046129226685,1.0005476474761963,1.0005908012390137,1.0006338357925415,1.0006769895553589,1.0007200241088867,1.000763177871704,1.000806212425232,1.0008493661880493,1.0008924007415771,1.0009355545043945,1.0009785890579224,1.0010217428207397,1.0010647773742676,1.001107931137085,1.0011509656906128,1.0011941194534302,1.001237154006958,1.0012803077697754,1.0013233423233032,1.0013664960861206,1.0014095306396484],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[1,2,1,4,6,11,6,18,13,27,35,55,69,121,147,166,246,323,476,625,873,1231,1762,2431,3488,5144,7635,10999,16342,25497,40614,69348,132606,299860,458068,228081,103763,57091,35368,22635,15033,10069,7004,4682,3245,2365,1509,1157,744,556,360,274,197,149,96,72,60,33,28,24,9,3,4,3],"bins":[-0.002292633056640625,-0.0022258758544921875,-0.00215911865234375,-0.0020923614501953125,-0.002025604248046875,-0.0019588470458984375,-0.00189208984375,-0.0018253326416015625,-0.001758575439453125,-0.0016918182373046875,-0.00162506103515625,-0.0015583038330078125,-0.001491546630859375,-0.0014247894287109375,-0.0013580322265625,-0.0012912750244140625,-0.001224517822265625,-0.0011577606201171875,-0.00109100341796875,-0.0010242462158203125,-0.000957489013671875,-0.0008907318115234375,-0.000823974609375,-0.0007572174072265625,-0.000690460205078125,-0.0006237030029296875,-0.00055694580078125,-0.0004901885986328125,-0.000423431396484375,-0.0003566741943359375,-0.0002899169921875,-0.0002231597900390625,-0.000156402587890625,-8.96453857421875e-05,-2.288818359375e-05,4.38690185546875e-05,0.000110626220703125,0.0001773834228515625,0.000244140625,0.0003108978271484375,0.000377655029296875,0.0004444122314453125,0.00051116943359375,0.0005779266357421875,0.000644683837890625,0.0007114410400390625,0.0007781982421875,0.0008449554443359375,0.000911712646484375,0.0009784698486328125,0.00104522705078125,0.0011119842529296875,0.001178741455078125,0.0012454986572265625,0.001312255859375,0.0013790130615234375,0.001445770263671875,0.0015125274658203125,0.00157928466796875,0.0016460418701171875,0.001712799072265625,0.0017795562744140625,0.0018463134765625,0.0019130706787109375,0.001979827880859375],"_type":"histogram"},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.00122833251953125,-0.0011886060237884521,-0.0011488795280456543,-0.0011091530323028564,-0.0010694265365600586,-0.0010297000408172607,-0.0009899735450744629,-0.000950247049331665,-0.0009105205535888672,-0.0008707940578460693,-0.0008310675621032715,-0.0007913410663604736,-0.0007516145706176758,-0.0007118880748748779,-0.0006721615791320801,-0.0006324350833892822,-0.0005927085876464844,-0.0005529820919036865,-0.0005132555961608887,-0.0004735291004180908,-0.00043380260467529297,-0.0003940761089324951,-0.00035434961318969727,-0.0003146231174468994,-0.00027489662170410156,-0.0002351701259613037,-0.00019544363021850586,-0.000155717134475708,-0.00011599063873291016,-7.62641429901123e-05,-3.653764724731445e-05,3.1888484954833984e-06,4.291534423828125e-05,8.26418399810791e-05,0.00012236833572387695,0.0001620948314666748,0.00020182132720947266,0.0002415478229522705,0.00028127431869506836,0.0003210008144378662,0.00036072731018066406,0.0004004538059234619,0.00044018030166625977,0.0004799067974090576,0.0005196332931518555,0.0005593597888946533,0.0005990862846374512,0.000638812780380249,0.0006785392761230469,0.0007182657718658447,0.0007579922676086426,0.0007977187633514404,0.0008374452590942383,0.0008771717548370361,0.000916898250579834,0.0009566247463226318,0.0009963512420654297,0.0010360777378082275,0.0010758042335510254,0.0011155307292938232,0.001155257225036621,0.001194983720779419,0.0012347102165222168,0.0012744367122650146,0.0013141632080078125],"_type":"histogram","values":[1,1,0,1,0,0,1,2,3,4,3,3,13,12,10,12,16,20,32,33,39,39,59,47,69,84,100,89,111,115,135,122,112,102,85,84,64,48,63,37,49,38,36,17,26,21,19,14,10,7,4,3,9,5,8,1,1,2,0,0,2,0,3,2]},"gradients/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,1,3,1,1,7,4,5,12,6,12,13,20,20,16,48,51,45,55,76,94,147,199,237,359,491,1031,2739,444438,1387,704,413,296,235,175,115,103,68,50,28,29,30,22,23,17,19,12,8,6,2,2,1,2,1,1,2,2,0,1,0,0,1,0,1],"bins":[-0.02859598398208618,-0.02758311852812767,-0.02657025307416916,-0.025557389482855797,-0.024544524028897285,-0.023531658574938774,-0.022518794983625412,-0.0215059295296669,-0.02049306407570839,-0.019480198621749878,-0.018467333167791367,-0.017454469576478004,-0.016441604122519493,-0.015428738668560982,-0.014415874145925045,-0.013403009623289108,-0.012390144169330597,-0.011377278715372086,-0.010364414192736149,-0.009351549670100212,-0.0083386842161417,-0.007325819227844477,-0.006312954239547253,-0.005300089251250029,-0.0042872242629528046,-0.0032743592746555805,-0.0022614942863583565,-0.0012486292980611324,-0.00023576430976390839,0.0007771006785333157,0.0017899656668305397,0.0028028306551277637,0.0038156919181346893,0.004828556906431913,0.005841421894729137,0.0068542868830263615,0.007867151871323586,0.008880017325282097,0.009892881847918034,0.01090574637055397,0.011918611824512482,0.012931477278470993,0.01394434180110693,0.014957206323742867,0.015970071777701378,0.01698293723165989,0.01799580082297325,0.019008666276931763,0.020021531730890274,0.021034397184848785,0.022047262638807297,0.02306012623012066,0.02407299168407917,0.02508585713803768,0.026098720729351044,0.027111586183309555,0.028124451637268066,0.029137317091226578,0.03015018254518509,0.03116304613649845,0.03217591345310211,0.033188775181770325,0.034201640635728836,0.03521450608968735,0.03622737154364586]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[7,10,5,5,2,10,13,9,14,13,20,13,7,8,10,8,13,15,15,16,18,30,22,19,12,17,13,24,12,18,20,20,18,24,14,20,25,24,15,20,12,16,13,16,18,9,13,5,10,6,13,10,7,2,6,6,5,0,1,0,1,0,0,1],"bins":[-0.0010170905152335763,-0.0009817336685955524,-0.0009463768219575286,-0.0009110200335271657,-0.0008756631868891418,-0.0008403063402511179,-0.000804949551820755,-0.0007695927051827312,-0.0007342358585447073,-0.0006988790119066834,-0.0006635221652686596,-0.0006281653768382967,-0.0005928085302002728,-0.0005574516835622489,-0.000522094895131886,-0.00048673804849386215,-0.0004513812018558383,-0.00041602435521781445,-0.00038066753768362105,-0.00034531072014942765,-0.0003099538735114038,-0.00027459702687337995,-0.00023924020933918655,-0.00020388337725307792,-0.0001685265451669693,-0.00013316971308086067,-9.781288099475205e-05,-6.245604890864342e-05,-2.70992168225348e-05,8.257615263573825e-06,4.361444734968245e-05,7.897127943579108e-05,0.00011432822793722153,0.00014968506002333015,0.00018504189210943878,0.0002203987241955474,0.000255755556281656,0.0002911124029196799,0.0003264692204538733,0.0003618260379880667,0.0003971828846260905,0.0004325397312641144,0.0004678965487983078,0.0005032533663325012,0.000538610212970525,0.0005739670596085489,0.0006093238480389118,0.0006446806946769357,0.0006800375413149595,0.0007153943879529834,0.0007507512345910072,0.0007861080230213702,0.000821464869659394,0.0008568217162974179,0.0008921785047277808,0.0009275353513658047,0.0009628921980038285,0.0009982490446418524,0.0010336058912798762,0.0010689627379179,0.0011043194681406021,0.001139676314778626,0.0011750331614166498,0.0012103900080546737,0.0012457468546926975]},"parameters/bert.encoder.layer.1.output.dense.bias":{"values":[2,0,0,0,0,0,2,1,1,5,4,1,1,5,5,6,4,5,14,11,22,21,17,30,31,33,32,27,31,34,28,33,32,36,48,39,31,33,36,22,20,11,8,5,6,8,3,3,5,2,2,1,1,1,1,0,2,1,2,2,0,0,0,1],"bins":[-0.0009511113748885691,-0.0009202339570038021,-0.0008893564809113741,-0.000858479063026607,-0.00082760164514184,-0.000796724169049412,-0.000765846751164645,-0.0007349693332798779,-0.0007040918571874499,-0.0006732144393026829,-0.0006423370214179158,-0.0006114596035331488,-0.0005805821274407208,-0.0005497047095559537,-0.0005188272916711867,-0.0004879498446825892,-0.00045707239769399166,-0.00042619495070539415,-0.0003953175328206271,-0.0003644400858320296,-0.0003335626679472625,-0.000302685220958665,-0.0002718077739700675,-0.00024093034153338522,-0.00021005290909670293,-0.00017917547666002065,-0.00014829804422333837,-0.00011742059723474085,-8.654316479805857e-05,-5.566572872339748e-05,-2.4788292648736387e-05,6.0891434259247035e-06,3.696652129292488e-05,6.784395372960716e-05,9.872139344224706e-05,0.00012959883315488696,0.00016047626559156924,0.00019135369802825153,0.00022223114501684904,0.0002531085629016161,0.0002839860098902136,0.0003148634568788111,0.0003457408747635782,0.0003766183217521757,0.0004074957687407732,0.00043837318662554026,0.00046925063361413777,0.0005001280806027353,0.0005310054984875023,0.0005618829163722694,0.0005927603924646974,0.0006236378103494644,0.0006545152282342315,0.0006853927043266594,0.0007162701222114265,0.0007471475400961936,0.0007780250161886215,0.0008089024340733886,0.0008397798519581556,0.0008706572698429227,0.0009015347459353507,0.0009324121638201177,0.0009632895817048848,0.0009941670577973127,0.0010250444756820798],"_type":"histogram"},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.0010739973513409495,-0.0010395864956080914,-0.0010051756398752332,-0.0009707647259347141,-0.0009363538702018559,-0.0009019430144689977,-0.0008675321005284786,-0.0008331212447956204,-0.0007987103890627623,-0.0007642995333299041,-0.0007298886775970459,-0.0006954777636565268,-0.0006610669079236686,-0.0006266560521908104,-0.0005922451382502913,-0.0005578342825174332,-0.000523423426784575,-0.0004890125710517168,-0.00045460168621502817,-0.00042019080137833953,-0.00038577994564548135,-0.00035136908991262317,-0.00031695820507593453,-0.0002825473202392459,-0.0002481364645063877,-0.0002137255942216143,-0.0001793147239368409,-0.00014490385365206748,-0.00011049298336729407,-7.608211308252066e-05,-4.1671242797747254e-05,-7.260372512973845e-06,2.7150381356477737e-05,6.156125164125115e-05,9.597212192602456e-05,0.00013038299221079797,0.00016479386249557137,0.00019920473278034478,0.0002336156030651182,0.00026802648790180683,0.000302437343634665,0.0003368481993675232,0.00037125908420421183,0.00040566996904090047,0.00044008082477375865,0.00047449168050661683,0.0005089025944471359,0.0005433134501799941,0.0005777243059128523,0.0006121351616457105,0.0006465460173785686,0.0006809569313190877,0.0007153677870519459,0.0007497786427848041,0.0007841895567253232,0.0008186004124581814,0.0008530112681910396,0.0008874221239238977,0.0009218329796567559,0.000956243893597275,0.0009906548075377941,0.0010250656632706523,0.0010594765190035105,0.0010938873747363687,0.0011282982304692268],"_type":"histogram","values":[2,1,4,1,5,1,3,3,3,1,7,6,11,16,8,14,20,26,26,26,42,56,79,87,77,103,84,76,73,73,88,99,94,113,87,95,76,64,67,62,54,38,36,19,16,26,16,11,10,5,12,7,2,2,4,3,2,0,1,1,0,1,0,3]},"_wandb":{"runtime":75},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09768468886613846,-0.09466616064310074,-0.09164762496948242,-0.0886290967464447,-0.08561056852340698,-0.08259204030036926,-0.07957351207733154,-0.07655497640371323,-0.0735364481806755,-0.07051791995763779,-0.06749938428401947,-0.06448085606098175,-0.06146232783794403,-0.05844379961490631,-0.05542526766657829,-0.052406735718250275,-0.049388207495212555,-0.046369679272174835,-0.04335114732384682,-0.0403326153755188,-0.03731408715248108,-0.03429555892944336,-0.03127702698111534,-0.028258496895432472,-0.025239966809749603,-0.022221436724066734,-0.019202906638383865,-0.016184376552700996,-0.013165846467018127,-0.010147316381335258,-0.0071287862956523895,-0.004110256209969521,-0.0010917335748672485,0.0019267965108156204,0.004945326596498489,0.007963856682181358,0.010982386767864227,0.014000916853547096,0.017019446939229965,0.020037977024912834,0.023056507110595703,0.026075037196278572,0.02909356728196144,0.03211209923028946,0.03513062745332718,0.0381491556763649,0.04116768762469292,0.044186219573020935,0.047204747796058655,0.050223276019096375,0.05324180796742439,0.05626033991575241,0.05927886813879013,0.06229739636182785,0.06531593203544617,0.06833446025848389,0.0713529884815216,0.07437151670455933,0.07739004492759705,0.08040858060121536,0.08342710882425308,0.0864456370472908,0.08946417272090912,0.09248270094394684,0.09550122916698456],"_type":"histogram","values":[1,1,2,1,3,8,22,36,63,96,169,274,404,634,925,1436,2063,2795,3918,5496,7191,9337,11628,14485,17619,20656,23890,26864,29957,32696,34138,35070,35386,34972,33743,31689,29327,26264,23048,19990,16829,13600,11025,8724,6642,4997,3689,2586,1789,1334,816,591,399,203,121,70,55,27,20,7,2,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,1,2,1,2,3,2,1,1,2,7,6,3,10,8,10,13,12,17,15,12,26,24,17,18,28,33,20,30,30,27,31,39,27,36,23,21,23,18,18,23,20,21,15,12,13,8,7,3,6,2,5,2,3,1,0,4,1,3,0,0,1],"bins":[-0.00385284423828125,-0.0037351250648498535,-0.003617405891418457,-0.0034996867179870605,-0.003381967544555664,-0.0032642483711242676,-0.003146529197692871,-0.0030288100242614746,-0.002911090850830078,-0.0027933716773986816,-0.002675652503967285,-0.0025579333305358887,-0.002440214157104492,-0.0023224949836730957,-0.0022047758102416992,-0.0020870566368103027,-0.0019693374633789062,-0.0018516182899475098,-0.0017338991165161133,-0.0016161799430847168,-0.0014984607696533203,-0.0013807415962219238,-0.0012630224227905273,-0.0011453032493591309,-0.0010275840759277344,-0.0009098649024963379,-0.0007921457290649414,-0.0006744265556335449,-0.0005567073822021484,-0.00043898820877075195,-0.00032126903533935547,-0.00020354986190795898,-8.58306884765625e-05,3.1888484954833984e-05,0.00014960765838623047,0.00026732683181762695,0.00038504600524902344,0.0005027651786804199,0.0006204843521118164,0.0007382035255432129,0.0008559226989746094,0.0009736418724060059,0.0010913610458374023,0.0012090802192687988,0.0013267993927001953,0.0014445185661315918,0.0015622377395629883,0.0016799569129943848,0.0017976760864257812,0.0019153952598571777,0.0020331144332885742,0.0021508336067199707,0.002268552780151367,0.0023862719535827637,0.00250399112701416,0.0026217103004455566,0.002739429473876953,0.0028571486473083496,0.002974867820739746,0.0030925869941711426,0.003210306167602539,0.0033280253410339355,0.003445744514465332,0.0035634636878967285,0.003681182861328125],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.003833761438727379,-0.003719715168699622,-0.0036056688986718655,-0.0034916226286441088,-0.003377576358616352,-0.0032635300885885954,-0.0031494838185608387,-0.003035437548533082,-0.0029213912785053253,-0.0028073450084775686,-0.002693298738449812,-0.0025792524684220552,-0.0024652061983942986,-0.002351159928366542,-0.002237113658338785,-0.0021230673883110285,-0.002009021118283272,-0.001894974964670837,-0.0017809286946430802,-0.0016668824246153235,-0.0015528361545875669,-0.0014387898845598102,-0.0013247436145320535,-0.0012106973445042968,-0.001096651190891862,-0.0009826049208641052,-0.0008685585926286876,-0.0007545123226009309,-0.0006404661107808352,-0.0005264198407530785,-0.00041237357072532177,-0.0002983273006975651,-0.0001842810306698084,-7.023476791800931e-05,4.3811494833789766e-05,0.00015785775030963123,0.0002719040203373879,0.0003859502903651446,0.0004999965312890708,0.0006140428013168275,0.0007280890713445842,0.0008421353413723409,0.0009561816114000976,0.0010702278232201934,0.00118427409324795,0.0012983203632757068,0.0014123666333034635,0.0015264129033312201,0.0016404591733589768,0.0017545054433867335,0.0018685517134144902,0.001982597867026925,0.0020966441370546818,0.0022106904070824385,0.002324736677110195,0.002438782947137952,0.0025528292171657085,0.0026668754871934652,0.002780921757221222,0.0028949680272489786,0.0030090142972767353,0.003123060567304492,0.0032371068373322487,0.0033511531073600054,0.003465199377387762],"_type":"histogram","values":[1,0,0,2,1,1,2,3,0,3,0,3,3,4,6,6,7,8,11,11,7,15,12,21,23,19,22,25,22,34,26,37,33,26,38,35,24,21,22,23,27,18,15,20,22,19,18,7,13,10,6,5,4,6,4,1,4,3,1,2,3,1,1,1]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"values":[2,4,3,12,21,29,53,95,139,244,394,615,920,1392,2056,2781,3894,5138,6844,8856,11050,13805,16508,19571,22861,25553,28565,30872,32929,33951,34644,34123,33813,32175,29632,27187,23913,21182,18005,15222,12291,9791,7787,5909,4556,3197,2403,1600,1192,719,489,322,205,118,91,34,27,16,14,2,2,1,1,4],"bins":[-0.0906517505645752,-0.08770327270030975,-0.08475478738546371,-0.08180630952119827,-0.07885783165693283,-0.07590934634208679,-0.07296086847782135,-0.07001239061355591,-0.06706390529870987,-0.06411542743444443,-0.06116694584488869,-0.05821846425533295,-0.055269986391067505,-0.052321504801511765,-0.049373023211956024,-0.04642454534769058,-0.04347606375813484,-0.0405275821685791,-0.03757910430431366,-0.03463062271475792,-0.03168214112520218,-0.028733661398291588,-0.025785181671380997,-0.022836700081825256,-0.019888220354914665,-0.016939740628004074,-0.013991259038448334,-0.011042779311537743,-0.008094298653304577,-0.005145817995071411,-0.0021973378024995327,0.0007511426229029894,0.0036996230483055115,0.006648103706538677,0.009596584364771843,0.012545064091682434,0.0154935447499156,0.018442025408148766,0.021390505135059357,0.024338986724615097,0.027287466451525688,0.03023594617843628,0.03318442776799202,0.03613290935754776,0.0390813872218132,0.04202986881136894,0.04497835040092468,0.047926828265190125,0.050875309854745865,0.053823791444301605,0.05677226930856705,0.05972075089812279,0.06266923248767853,0.06561771035194397,0.06856619566679001,0.07151467353105545,0.07446315139532089,0.07741163671016693,0.08036011457443237,0.08330859243869781,0.08625707775354385,0.0892055556178093,0.09215403348207474,0.09510251879692078,0.09805099666118622],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.00263214111328125,-0.0025519728660583496,-0.0024718046188354492,-0.002391636371612549,-0.0023114681243896484,-0.002231299877166748,-0.0021511316299438477,-0.0020709633827209473,-0.001990795135498047,-0.0019106268882751465,-0.001830458641052246,-0.0017502903938293457,-0.0016701221466064453,-0.001589953899383545,-0.0015097856521606445,-0.0014296174049377441,-0.0013494491577148438,-0.0012692809104919434,-0.001189112663269043,-0.0011089444160461426,-0.0010287761688232422,-0.0009486079216003418,-0.0008684396743774414,-0.000788271427154541,-0.0007081031799316406,-0.0006279349327087402,-0.0005477666854858398,-0.00046759843826293945,-0.00038743019104003906,-0.00030726194381713867,-0.00022709369659423828,-0.0001469254493713379,-6.67572021484375e-05,1.341104507446289e-05,9.357929229736328e-05,0.00017374753952026367,0.00025391578674316406,0.00033408403396606445,0.00041425228118896484,0.0004944205284118652,0.0005745887756347656,0.000654757022857666,0.0007349252700805664,0.0008150935173034668,0.0008952617645263672,0.0009754300117492676,0.001055598258972168,0.0011357665061950684,0.0012159347534179688,0.0012961030006408691,0.0013762712478637695,0.00145643949508667,0.0015366077423095703,0.0016167759895324707,0.001696944236755371,0.0017771124839782715,0.0018572807312011719,0.0019374489784240723,0.0020176172256469727,0.002097785472869873,0.0021779537200927734,0.002258121967315674,0.0023382902145385742,0.0024184584617614746,0.002498626708984375],"_type":"histogram","values":[3,0,1,0,3,5,10,13,12,26,24,52,74,101,144,201,291,411,595,840,1162,1680,2543,3534,5093,7800,11465,17358,27570,45112,83643,192826,474437,369111,147023,71437,39874,24017,15262,9758,6426,4128,2756,1870,1323,827,618,420,305,217,149,109,67,53,26,21,14,7,9,2,2,2,1,1]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.09257081151008606,-0.08968064934015274,-0.08679048717021942,-0.0839003324508667,-0.08101017028093338,-0.07812000811100006,-0.07522985339164734,-0.07233969122171402,-0.0694495290517807,-0.06655936688184738,-0.06366920471191406,-0.06077904999256134,-0.05788888782262802,-0.0549987256526947,-0.05210856720805168,-0.04921840876340866,-0.04632824659347534,-0.04343808442354202,-0.040547925978899,-0.03765776753425598,-0.03476760536432266,-0.03187744319438934,-0.028987284749746323,-0.026097124442458153,-0.023206964135169983,-0.020316803827881813,-0.017426643520593643,-0.014536483213305473,-0.011646322906017303,-0.008756162598729134,-0.005866002291440964,-0.002975841984152794,-8.56742262840271e-05,0.0028044860810041428,0.005694646388292313,0.008584806695580482,0.011474967002868652,0.014365127310156822,0.017255287617444992,0.020145447924733162,0.023035608232021332,0.0259257685393095,0.02881592884659767,0.03170608729124069,0.03459624946117401,0.03748641163110733,0.04037657007575035,0.04326672852039337,0.04615689069032669,0.04904705286026001,0.05193721130490303,0.05482736974954605,0.05771753191947937,0.06060769408941269,0.06349785625934601,0.06638801097869873,0.06927817314863205,0.07216833531856537,0.07505849003791809,0.07794865220785141,0.08083881437778473,0.08372897654771805,0.08661913871765137,0.08950929343700409,0.09239945560693741],"_type":"histogram","values":[2,1,4,8,14,23,47,85,101,191,282,424,660,957,1351,1991,2732,3688,5054,6692,8396,10505,13015,15925,18929,21801,24771,27552,29868,31872,32771,34074,34073,33072,31874,29961,27448,24797,21984,19167,16163,13240,10796,8619,6727,5201,3878,2745,2011,1431,1013,617,478,282,170,119,71,32,35,18,9,5,0,2]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,1,3,4,5,2,4,2,12,3,7,6,11,12,23,18,18,22,29,27,20,27,29,34,19,28,24,27,22,29,25,25,21,19,19,21,13,15,21,10,12,16,8,9,5,11,8,5,11,8,3,3,3,4,1,1,0,0,1],"bins":[0.9986568093299866,0.9987005591392517,0.9987443089485168,0.998788058757782,0.9988318085670471,0.998875617980957,0.9989193677902222,0.9989631175994873,0.9990068674087524,0.9990506172180176,0.9990943670272827,0.9991381168365479,0.999181866645813,0.9992256164550781,0.999269425868988,0.9993131756782532,0.9993569254875183,0.9994006752967834,0.9994444251060486,0.9994881749153137,0.9995319247245789,0.999575674533844,0.9996194243431091,0.999663233757019,0.9997069835662842,0.9997507333755493,0.9997944831848145,0.9998382329940796,0.9998819828033447,0.9999257326126099,0.999969482421875,1.0000132322311401,1.0000569820404053,1.0001007318496704,1.0001444816589355,1.0001882314682007,1.0002319812774658,1.0002758502960205,1.0003196001052856,1.0003633499145508,1.000407099723816,1.000450849533081,1.0004945993423462,1.0005383491516113,1.0005820989608765,1.0006258487701416,1.0006695985794067,1.0007133483886719,1.000757098197937,1.0008008480072021,1.0008445978164673,1.0008883476257324,1.0009320974349976,1.0009758472442627,1.0010195970535278,1.0010634660720825,1.0011072158813477,1.0011509656906128,1.001194715499878,1.001238465309143,1.0012822151184082,1.0013259649276733,1.0013697147369385,1.0014134645462036,1.0014572143554688]},"parameters/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09628473967313766,-0.09316473454236984,-0.09004472196102142,-0.0869247168302536,-0.08380471169948578,-0.08068469911813736,-0.07756469398736954,-0.07444468140602112,-0.0713246762752533,-0.06820467114448547,-0.06508465856313705,-0.06196465343236923,-0.05884464457631111,-0.05572463572025299,-0.05260463058948517,-0.04948462173342705,-0.04636461287736893,-0.043244604021310806,-0.040124595165252686,-0.03700459003448486,-0.03388458117842674,-0.030764572322368622,-0.02764456532895565,-0.02452455833554268,-0.021404549479484558,-0.018284540623426437,-0.015164533630013466,-0.01204452570527792,-0.008924517780542374,-0.0058045098558068275,-0.0026845019310712814,0.0004355059936642647,0.003555506467819214,0.00667551439255476,0.009795522317290306,0.012915530242025852,0.0160355381667614,0.01915554702281952,0.02227555401623249,0.025395561009645462,0.028515569865703583,0.031635578721761703,0.034755587577819824,0.037875592708587646,0.04099560156464577,0.04411561042070389,0.04723561555147171,0.05035562440752983,0.05347563326358795,0.05659564211964607,0.05971565097570419,0.06283565610647202,0.06595566868782043,0.06907567381858826,0.07219567894935608,0.0753156915307045,0.07843569666147232,0.08155570179224014,0.08467571437358856,0.08779571950435638,0.0909157246351242,0.09403573721647263,0.09715574234724045,0.10027575492858887,0.10339576005935669],"_type":"histogram","values":[3,2,10,9,13,39,73,116,228,390,651,953,1623,2559,3723,5599,8049,10950,15184,20657,26376,33841,42001,50741,59429,69120,77890,85102,91326,95251,97443,97867,94582,90053,82801,75682,66469,57542,48308,39354,31768,24727,18817,13861,10206,7223,5031,3353,2230,1461,891,529,346,175,122,53,29,14,11,5,2,0,0,1]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0019388198852539062,-0.0018718689680099487,-0.0018049180507659912,-0.0017379671335220337,-0.0016710162162780762,-0.0016040652990341187,-0.0015371143817901611,-0.0014701634645462036,-0.001403212547302246,-0.0013362616300582886,-0.001269310712814331,-0.0012023597955703735,-0.001135408878326416,-0.0010684579610824585,-0.001001507043838501,-0.0009345561265945435,-0.0008676052093505859,-0.0008006542921066284,-0.0007337033748626709,-0.0006667524576187134,-0.0005998015403747559,-0.0005328506231307983,-0.0004658997058868408,-0.0003989487886428833,-0.0003319978713989258,-0.00026504695415496826,-0.00019809603691101074,-0.00013114511966705322,-6.41942024230957e-05,2.7567148208618164e-06,6.970763206481934e-05,0.00013665854930877686,0.00020360946655273438,0.0002705603837966919,0.0003375113010406494,0.00040446221828460693,0.00047141313552856445,0.000538364052772522,0.0006053149700164795,0.000672265887260437,0.0007392168045043945,0.000806167721748352,0.0008731186389923096,0.0009400695562362671,0.0010070204734802246,0.0010739713907241821,0.0011409223079681396,0.0012078732252120972,0.0012748241424560547,0.0013417750597000122,0.0014087259769439697,0.0014756768941879272,0.0015426278114318848,0.0016095787286758423,0.0016765296459197998,0.0017434805631637573,0.0018104314804077148,0.0018773823976516724,0.0019443333148956299,0.0020112842321395874,0.002078235149383545,0.0021451860666275024,0.00221213698387146,0.0022790879011154175,0.002346038818359375],"_type":"histogram","values":[2,0,1,0,0,1,0,1,3,0,3,6,3,4,7,7,15,12,26,21,30,46,56,86,102,121,152,169,179,159,143,115,127,79,78,69,44,39,41,21,14,17,6,13,5,8,3,4,1,2,2,0,0,0,0,0,1,0,1,0,1,1,0,1]},"learning_rate":9.99999999861427e-05,"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.0022335052490234375,-0.0021628737449645996,-0.0020922422409057617,-0.002021610736846924,-0.001950979232788086,-0.001880347728729248,-0.0018097162246704102,-0.0017390847206115723,-0.0016684532165527344,-0.0015978217124938965,-0.0015271902084350586,-0.0014565587043762207,-0.0013859272003173828,-0.001315295696258545,-0.001244664192199707,-0.0011740326881408691,-0.0011034011840820312,-0.0010327696800231934,-0.0009621381759643555,-0.0008915066719055176,-0.0008208751678466797,-0.0007502436637878418,-0.0006796121597290039,-0.000608980655670166,-0.0005383491516113281,-0.00046771764755249023,-0.00039708614349365234,-0.00032645463943481445,-0.00025582313537597656,-0.00018519163131713867,-0.00011456012725830078,-4.392862319946289e-05,2.6702880859375e-05,9.733438491821289e-05,0.00016796588897705078,0.00023859739303588867,0.00030922889709472656,0.00037986040115356445,0.00045049190521240234,0.0005211234092712402,0.0005917549133300781,0.000662386417388916,0.0007330179214477539,0.0008036494255065918,0.0008742809295654297,0.0009449124336242676,0.0010155439376831055,0.0010861754417419434,0.0011568069458007812,0.0012274384498596191,0.001298069953918457,0.001368701457977295,0.0014393329620361328,0.0015099644660949707,0.0015805959701538086,0.0016512274742126465,0.0017218589782714844,0.0017924904823303223,0.0018631219863891602,0.001933753490447998,0.002004384994506836,0.002075016498565674,0.0021456480026245117,0.0022162795066833496,0.0022869110107421875],"_type":"histogram","values":[3,3,5,2,6,6,13,19,15,28,39,49,71,94,142,194,293,400,563,860,1285,1883,2841,4456,7001,11076,18347,31618,56940,114797,251833,465990,305193,137065,67370,36271,20769,12768,7699,4995,3247,2108,1425,942,634,430,321,201,162,116,85,63,37,19,17,18,7,10,5,7,3,3,0,2]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,1,0,2,1,1,1,5,1,0,3,4,1,3,2,4,8,5,7,15,17,15,28,30,38,43,65,72,60,55,53,42,38,42,17,10,7,9,7,7,9,5,5,4,5,0,2,2,1,3,1,3,2,1,2,0,0,1],"bins":[-0.0001367330551147461,-0.00013271626085042953,-0.00012869946658611298,-0.00012468267232179642,-0.00012066587805747986,-0.0001166490837931633,-0.00011263228952884674,-0.00010861549526453018,-0.00010459870100021362,-0.00010058190673589706,-9.65651124715805e-05,-9.254831820726395e-05,-8.853152394294739e-05,-8.451472967863083e-05,-8.049793541431427e-05,-7.648114114999771e-05,-7.246434688568115e-05,-6.84475526213646e-05,-6.443075835704803e-05,-6.0413964092731476e-05,-5.639716982841492e-05,-5.238037556409836e-05,-4.83635812997818e-05,-4.434678703546524e-05,-4.032999277114868e-05,-3.631319850683212e-05,-3.2296404242515564e-05,-2.8279609978199005e-05,-2.4262815713882446e-05,-2.0246021449565887e-05,-1.622922718524933e-05,-1.221243292093277e-05,-8.195638656616211e-06,-4.178844392299652e-06,-1.6205012798309326e-07,3.8547441363334656e-06,7.871538400650024e-06,1.1888332664966583e-05,1.5905126929283142e-05,1.99219211935997e-05,2.393871545791626e-05,2.795550972223282e-05,3.197230398654938e-05,3.5989098250865936e-05,4.0005892515182495e-05,4.4022686779499054e-05,4.803948104381561e-05,5.205627530813217e-05,5.607306957244873e-05,6.008986383676529e-05,6.410665810108185e-05,6.812345236539841e-05,7.214024662971497e-05,7.615704089403152e-05,8.017383515834808e-05,8.419062942266464e-05,8.82074236869812e-05,9.222421795129776e-05,9.624101221561432e-05,0.00010025780647993088,0.00010427460074424744,0.000108291395008564,0.00011230818927288055,0.00011632498353719711,0.00012034177780151367]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,4,3,11,20,41,59,90,129,237,327,571,779,1079,1676,2343,3207,4285,5679,7283,9304,11752,14113,16622,19539,22562,25279,27651,30150,31747,32833,33271,33121,32266,31130,29075,26837,24002,20961,18270,15399,12961,10541,8313,6499,5095,3710,2747,2038,1367,963,643,417,312,197,121,76,47,27,20,9,6,3,3],"bins":[-0.09022387117147446,-0.08738517016172409,-0.08454646915197372,-0.08170776814222336,-0.07886906713247299,-0.07603036612272263,-0.07319166511297226,-0.0703529641032219,-0.06751426309347153,-0.06467556208372116,-0.061836857348680496,-0.05899815633893013,-0.056159455329179764,-0.0533207543194294,-0.05048205330967903,-0.047643352299928665,-0.0448046512901783,-0.04196595028042793,-0.039127249270677567,-0.0362885482609272,-0.033449847251176834,-0.03061114437878132,-0.027772443369030952,-0.024933742359280586,-0.02209504134953022,-0.019256340339779854,-0.016417639330029488,-0.013578937388956547,-0.01074023637920618,-0.007901535369455814,-0.005062833894044161,-0.002224132651463151,0.0006145685911178589,0.0034532698336988688,0.006291971076279879,0.009130672551691532,0.011969373561441898,0.014808074571192265,0.017646776512265205,0.02048547752201557,0.023324178531765938,0.026162879541516304,0.02900158055126667,0.031840283423662186,0.03467898443341255,0.03751768544316292,0.040356386452913284,0.04319508746266365,0.04603378847241402,0.04887248948216438,0.05171119049191475,0.054549891501665115,0.05738859251141548,0.06022729352116585,0.06306599825620651,0.06590469926595688,0.06874340027570724,0.07158210128545761,0.07442080229520798,0.07725950330495834,0.08009820431470871,0.08293690532445908,0.08577560633420944,0.08861430734395981,0.09145300835371017]},"parameters/bert.encoder.layer.0.output.dense.bias":{"values":[2,0,1,1,1,0,0,2,1,2,3,4,2,0,3,3,6,4,8,11,5,7,13,14,15,20,15,25,26,42,31,36,29,32,31,38,42,43,35,17,31,22,20,20,15,13,11,11,5,5,8,9,4,3,3,3,0,5,0,0,2,3,2,3],"bins":[-0.0010140147060155869,-0.0009846646571531892,-0.0009553146082907915,-0.0009259645594283938,-0.0008966145105659962,-0.0008672644617035985,-0.0008379144128412008,-0.0008085643639788032,-0.0007792143151164055,-0.0007498642662540078,-0.0007205142173916101,-0.0006911641685292125,-0.0006618141196668148,-0.0006324640708044171,-0.0006031140219420195,-0.0005737639730796218,-0.0005444139242172241,-0.0005150639335624874,-0.00048571385559625924,-0.00045636380673386157,-0.0004270137578714639,-0.0003976637090090662,-0.00036831366014666855,-0.0003389636112842709,-0.00030961359152570367,-0.000280263542663306,-0.0002509134938009083,-0.00022156343038659543,-0.00019221339607611299,-0.00016286334721371531,-0.00013351329835131764,-0.00010416324948891997,-7.48132006265223e-05,-4.546315176412463e-05,-1.6113106539705768e-05,1.3236940503702499e-05,4.2586987547110766e-05,7.193703640950844e-05,0.0001012870779959485,0.00013063712685834616,0.00015998717572074383,0.0001893372245831415,0.00021868727344553918,0.0002480373077560216,0.0002773873566184193,0.00030673740548081696,0.00033608745434321463,0.0003654375032056123,0.00039478755206800997,0.00042413760093040764,0.0004534876497928053,0.000482837698655203,0.0005121877184137702,0.0005415377672761679,0.0005708878161385655,0.0006002378650009632,0.0006295879138633609,0.0006589379627257586,0.0006882880115881562,0.0007176380604505539,0.0007469881093129516,0.0007763381581753492,0.0008056882070377469,0.0008350382559001446,0.0008643883047625422],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"bins":[-0.09205444157123566,-0.08881764113903046,-0.08558084070682526,-0.08234404027462006,-0.07910723984241486,-0.07587043941020966,-0.07263363897800446,-0.06939683854579926,-0.06616003811359406,-0.06292323768138885,-0.059686437249183655,-0.056449636816978455,-0.053212836384773254,-0.049976035952568054,-0.046739235520362854,-0.043502435088157654,-0.040265634655952454,-0.03702883422374725,-0.03379203379154205,-0.030555233359336853,-0.027318432927131653,-0.024081632494926453,-0.020844832062721252,-0.017608031630516052,-0.014371231198310852,-0.011134430766105652,-0.007897630333900452,-0.0046608299016952515,-0.0014240294694900513,0.001812770962715149,0.005049571394920349,0.00828637182712555,0.01152317225933075,0.01475997269153595,0.01799677312374115,0.02123357355594635,0.02447037398815155,0.02770717442035675,0.03094397485256195,0.03418077528476715,0.03741757571697235,0.04065437614917755,0.04389117658138275,0.04712797701358795,0.05036477744579315,0.05360157787799835,0.05683837831020355,0.06007517874240875,0.06331197917461395,0.06654877960681915,0.06978558003902435,0.07302238047122955,0.07625918090343475,0.07949598133563995,0.08273278176784515,0.08596958220005035,0.08920638263225555,0.09244318306446075,0.09567998349666595,0.09891678392887115,0.10215358436107635,0.10539038479328156,0.10862718522548676,0.11186398565769196,0.11510078608989716],"_type":"histogram","values":[6,7,13,35,63,103,185,341,566,934,1488,2388,3554,5553,8185,11355,15967,21112,28209,35915,44489,54088,63957,74155,82409,90180,96324,100312,101206,99690,95996,90086,81571,72726,62673,52789,43754,34489,27036,20444,15410,10925,7743,5054,3497,2257,1460,895,536,334,179,115,46,26,16,8,4,5,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,4,1,2,2,2,2,4,6,4,5,7,8,11,9,17,16,31,31,33,46,68,82,85,96,116,90,87,94,111,121,95,92,109,95,80,71,60,51,34,32,24,21,19,15,10,8,14,3,3,2,6,4,1,2,1,1,1,1],"bins":[-0.001390232122503221,-0.001350793638266623,-0.0013113550376147032,-0.0012719165533781052,-0.0012324780691415071,-0.0011930394684895873,-0.0011536009842529893,-0.0011141625000163913,-0.0010747238993644714,-0.0010352854151278734,-0.0009958469308912754,-0.0009564083302393556,-0.0009169698460027575,-0.0008775313035584986,-0.0008380927611142397,-0.0007986542768776417,-0.0007592157344333827,-0.0007197771919891238,-0.0006803387077525258,-0.0006409001653082669,-0.000601461622864008,-0.0005620231386274099,-0.000522584596183151,-0.0004831460537388921,-0.0004437075403984636,-0.00040426902705803514,-0.0003648304846137762,-0.00032539197127334774,-0.00028595345793291926,-0.00024651491548866034,-0.00020707640214823186,-0.00016763787425588816,-0.00012819934636354446,-8.876081847120076e-05,-4.932229785481468e-05,-9.883773600449786e-06,2.9554750653915107e-05,6.899327854625881e-05,0.00010843179916264489,0.00014787031977903098,0.00018730884767137468,0.00022674737556371838,0.0002661859034560621,0.00030562441679649055,0.000345062930136919,0.00038450147258117795,0.0004239399859216064,0.00046337852836586535,0.0005028170417062938,0.0005422555841505527,0.0005816940683871508,0.0006211326108314097,0.0006605711532756686,0.0007000096375122666,0.0007394481799565256,0.0007788867224007845,0.0008183252066373825,0.0008577637490816414,0.0008972022915259004,0.0009366408339701593,0.0009760793182067573,0.0010155178606510162,0.0010549563448876143,0.001094394945539534,0.001133833429776132]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,0,1,2,2,3,5,5,3,9,10,5,9,10,17,15,20,17,24,19,31,34,23,42,20,35,35,38,34,36,34,28,24,24,20,20,15,16,9,10,13,2,10,11,6,3,5,2,0,1,2,0,1,1,2,0,0,1,0,0,0,1],"bins":[-0.001956939697265625,-0.0018882155418395996,-0.0018194913864135742,-0.0017507672309875488,-0.0016820430755615234,-0.001613318920135498,-0.0015445947647094727,-0.0014758706092834473,-0.0014071464538574219,-0.0013384222984313965,-0.001269698143005371,-0.0012009739875793457,-0.0011322498321533203,-0.001063525676727295,-0.0009948015213012695,-0.0009260773658752441,-0.0008573532104492188,-0.0007886290550231934,-0.000719904899597168,-0.0006511807441711426,-0.0005824565887451172,-0.0005137324333190918,-0.0004450082778930664,-0.000376284122467041,-0.0003075599670410156,-0.00023883581161499023,-0.00017011165618896484,-0.00010138750076293945,-3.266334533691406e-05,3.606081008911133e-05,0.00010478496551513672,0.0001735091209411621,0.0002422332763671875,0.0003109574317932129,0.0003796815872192383,0.00044840574264526367,0.0005171298980712891,0.0005858540534973145,0.0006545782089233398,0.0007233023643493652,0.0007920265197753906,0.000860750675201416,0.0009294748306274414,0.0009981989860534668,0.0010669231414794922,0.0011356472969055176,0.001204371452331543,0.0012730956077575684,0.0013418197631835938,0.0014105439186096191,0.0014792680740356445,0.00154799222946167,0.0016167163848876953,0.0016854405403137207,0.001754164695739746,0.0018228888511657715,0.0018916130065917969,0.0019603371620178223,0.0020290613174438477,0.002097785472869873,0.0021665096282958984,0.002235233783721924,0.0023039579391479492,0.0023726820945739746,0.00244140625]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[3,1,2,1,6,13,7,5,10,8,9,7,4,4,9,11,12,9,16,15,15,22,19,21,18,23,23,21,32,32,26,43,29,32,12,18,21,21,20,17,18,14,12,9,10,2,14,11,9,7,5,8,4,9,6,6,1,1,3,0,1,0,0,1],"bins":[-0.0011885195272043347,-0.0011490833712741733,-0.0011096472153440118,-0.0010702110594138503,-0.0010307749034836888,-0.0009913387475535274,-0.000951902533415705,-0.0009124663774855435,-0.0008730301633477211,-0.0008335940074175596,-0.0007941578514873981,-0.0007547216955572367,-0.0007152855396270752,-0.0006758493836969137,-0.0006364131695590913,-0.0005969770136289299,-0.0005575408576987684,-0.0005181047017686069,-0.00047866851673461497,-0.0004392323608044535,-0.00039979617577046156,-0.0003603600198403001,-0.0003209238639101386,-0.0002814876788761467,-0.0002420515229459852,-0.0002026153524639085,-0.0001631791819818318,-0.0001237430260516703,-8.430685556959361e-05,-4.487068872549571e-05,-5.4345218813978136e-06,3.4001644962700084e-05,7.343781180679798e-05,0.00011287398228887469,0.0001523101527709514,0.00019174630870111287,0.00023118247918318957,0.0002706186496652663,0.00031005480559542775,0.0003494909906294197,0.00038892714655958116,0.00042836330248974264,0.00046779948752373457,0.000507235643453896,0.0005466717993840575,0.000586107955314219,0.0006255441694520414,0.0006649803253822029,0.0007044164813123643,0.0007438526372425258,0.0007832887931726873,0.0008227250073105097,0.0008621611632406712,0.0009015973191708326,0.0009410334751009941,0.0009804696310311556,0.001019905786961317,0.0010593419428914785,0.00109877809882164,0.0011382143711671233,0.0011776505270972848,0.0012170866830274463,0.0012565228389576077,0.0012959589948877692,0.0013353951508179307]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,1,1,4,1,0,3,0,3,4,5,8,4,8,7,15,6,8,19,9,23,21,20,25,23,23,32,30,34,33,34,34,33,25,20,22,26,24,11,20,17,22,20,17,11,10,7,6,6,3,6,3,3,4,2,2,1,4,1,0,1],"bins":[-0.0034542083740234375,-0.003351151943206787,-0.0032480955123901367,-0.0031450390815734863,-0.003041982650756836,-0.0029389262199401855,-0.002835869789123535,-0.0027328133583068848,-0.0026297569274902344,-0.002526700496673584,-0.0024236440658569336,-0.002320587635040283,-0.002217531204223633,-0.0021144747734069824,-0.002011418342590332,-0.0019083619117736816,-0.0018053054809570312,-0.0017022490501403809,-0.0015991926193237305,-0.00149613618850708,-0.0013930797576904297,-0.0012900233268737793,-0.001186966896057129,-0.0010839104652404785,-0.0009808540344238281,-0.0008777976036071777,-0.0007747411727905273,-0.000671684741973877,-0.0005686283111572266,-0.00046557188034057617,-0.0003625154495239258,-0.0002594590187072754,-0.000156402587890625,-5.334615707397461e-05,4.971027374267578e-05,0.00015276670455932617,0.00025582313537597656,0.00035887956619262695,0.00046193599700927734,0.0005649924278259277,0.0006680488586425781,0.0007711052894592285,0.0008741617202758789,0.0009772181510925293,0.0010802745819091797,0.00118333101272583,0.0012863874435424805,0.0013894438743591309,0.0014925003051757812,0.0015955567359924316,0.001698613166809082,0.0018016695976257324,0.0019047260284423828,0.002007782459259033,0.0021108388900756836,0.002213895320892334,0.0023169517517089844,0.0024200081825256348,0.002523064613342285,0.0026261210441589355,0.002729177474975586,0.0028322339057922363,0.0029352903366088867,0.003038346767425537,0.0031414031982421875]},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[2,0,0,0,0,0,7,6,21,35,61,122,221,406,685,1189,1890,3145,4862,7344,10611,15044,21001,27757,36908,46847,56917,68365,78688,89007,97201,103297,105934,106919,103905,98014,90054,81122,69850,58708,48191,37978,29555,22087,15948,11372,7816,5128,3418,2122,1320,803,455,229,138,71,48,20,6,6,4,2,1,1],"bins":[-0.11314605921506882,-0.10972701758146286,-0.1063079759478569,-0.10288893431425095,-0.09946989268064499,-0.09605085104703903,-0.09263180941343307,-0.08921276777982712,-0.08579372614622116,-0.0823746845126152,-0.07895564287900925,-0.07553660124540329,-0.07211755961179733,-0.06869851797819138,-0.06527947634458542,-0.06186043471097946,-0.058441393077373505,-0.05502235144376755,-0.05160330981016159,-0.048184268176555634,-0.044765226542949677,-0.04134618490934372,-0.03792714327573776,-0.034508101642131805,-0.03108906000852585,-0.02767001837491989,-0.024250976741313934,-0.020831935107707977,-0.01741289347410202,-0.013993851840496063,-0.010574810206890106,-0.007155768573284149,-0.003736726939678192,-0.0003176853060722351,0.003101356327533722,0.006520397961139679,0.009939439594745636,0.013358481228351593,0.01677752286195755,0.020196564495563507,0.023615606129169464,0.02703464776277542,0.030453689396381378,0.033872731029987335,0.03729177266359329,0.04071081429719925,0.044129855930805206,0.04754889756441116,0.05096793919801712,0.05438698083162308,0.057806022465229034,0.06122506409883499,0.06464410573244095,0.0680631473660469,0.07148218899965286,0.07490123063325882,0.07832027226686478,0.08173931390047073,0.08515835553407669,0.08857739716768265,0.0919964388012886,0.09541548043489456,0.09883452206850052,0.10225356370210648,0.10567260533571243]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,1,0,0,1,1,0,3,2,0,0,2,2,1,3,1,3,5,4,6,11,15,15,18,25,26,37,37,32,36,40,42,29,44,34,49,35,45,42,27,24,12,14,14,7,1,3,1,3,0,1,2,2,0,0,0,1,3,1,2,0,0,2],"bins":[-0.0011399455834180117,-0.0011056753573939204,-0.0010714051313698292,-0.001037134905345738,-0.0010028646793216467,-0.0009685945115052164,-0.0009343242854811251,-0.0009000540594570339,-0.0008657838916406035,-0.0008315136656165123,-0.0007972434395924211,-0.0007629732135683298,-0.0007287029875442386,-0.0006944327615201473,-0.000660162593703717,-0.0006258923676796257,-0.0005916221416555345,-0.0005573519156314433,-0.000523081689607352,-0.0004888115217909217,-0.00045454129576683044,-0.0004202710697427392,-0.00038600084371864796,-0.00035173064679838717,-0.0003174604207742959,-0.0002831901947502047,-0.0002489199978299439,-0.00021464977180585265,-0.00018037956033367664,-0.00014610934886150062,-0.00011183913011336699,-7.756891136523336e-05,-4.3298699893057346e-05,-9.028484782902524e-06,2.52417303272523e-05,5.951194543740712e-05,9.378216054756194e-05,0.00012805237201973796,0.0001623225980438292,0.00019659280951600522,0.00023086302098818123,0.0002651332470122725,0.00029940344393253326,0.0003336736699566245,0.00036794389598071575,0.00040221409290097654,0.0004364843189250678,0.00047075451584532857,0.0005050247418694198,0.0005392949678935111,0.0005735651939176023,0.0006078353617340326,0.0006421055877581239,0.0006763758137822151,0.0007106460398063064,0.0007449162658303976,0.0007791864918544888,0.0008134566596709192,0.0008477268856950104,0.0008819971117191017,0.0009162673377431929,0.0009505375637672842,0.0009848077315837145,0.0010190779576078057,0.001053348183631897],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,0,1,1,2,2,6,3,5,5,5,6,5,6,10,6,14,16,9,17,19,18,23,24,28,28,23,32,27,31,31,37,23,26,32,18,23,18,15,21,17,22,15,7,17,8,12,7,4,9,4,4,3,5,3,5,1,2,1,2],"bins":[-0.0033588409423828125,-0.0032611191272735596,-0.0031633973121643066,-0.0030656754970550537,-0.0029679536819458008,-0.002870231866836548,-0.002772510051727295,-0.002674788236618042,-0.002577066421508789,-0.002479344606399536,-0.002381622791290283,-0.0022839009761810303,-0.0021861791610717773,-0.0020884573459625244,-0.0019907355308532715,-0.0018930137157440186,-0.0017952919006347656,-0.0016975700855255127,-0.0015998482704162598,-0.0015021264553070068,-0.001404404640197754,-0.001306682825088501,-0.001208961009979248,-0.0011112391948699951,-0.0010135173797607422,-0.0009157955646514893,-0.0008180737495422363,-0.0007203519344329834,-0.0006226301193237305,-0.0005249083042144775,-0.0004271864891052246,-0.0003294646739959717,-0.00023174285888671875,-0.00013402104377746582,-3.629922866821289e-05,6.142258644104004e-05,0.00015914440155029297,0.0002568662166595459,0.00035458803176879883,0.00045230984687805176,0.0005500316619873047,0.0006477534770965576,0.0007454752922058105,0.0008431971073150635,0.0009409189224243164,0.0010386407375335693,0.0011363625526428223,0.0012340843677520752,0.0013318061828613281,0.001429527997970581,0.001527249813079834,0.001624971628189087,0.0017226934432983398,0.0018204152584075928,0.0019181370735168457,0.0020158588886260986,0.0021135807037353516,0.0022113025188446045,0.0023090243339538574,0.0024067461490631104,0.0025044679641723633,0.002602189779281616,0.002699911594390869,0.002797633409500122,0.002895355224609375]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,2,0,1,1,0,2,0,1,1,3,0,3,0,4,4,10,8,13,14,31,31,36,37,42,39,37,45,34,33,26,43,59,52,37,37,17,19,11,5,6,4,5,3,1,3,1,1,0,1,0,0,0,0,0,1,0,0,1],"bins":[-0.0011791115393862128,-0.0011439078953117132,-0.0011087042512372136,-0.001073500607162714,-0.0010382968466728926,-0.001003093202598393,-0.0009678895585238934,-0.0009326859144493937,-0.0008974822703748941,-0.0008622786263003945,-0.0008270749822258949,-0.0007918712799437344,-0.0007566676358692348,-0.0007214639917947352,-0.0006862602895125747,-0.0006510566454380751,-0.0006158530013635755,-0.0005806493572890759,-0.0005454457132145762,-0.0005102420109324157,-0.0004750383668579161,-0.0004398347227834165,-0.00040463104960508645,-0.0003694273764267564,-0.0003342237323522568,-0.00029902008827775717,-0.0002638164150994271,-0.00022861275647301227,-0.00019340909784659743,-0.0001582054392201826,-0.00012300178059376776,-8.779812196735293e-05,-5.2594346925616264e-05,-1.739068829920143e-05,1.7812970327213407e-05,5.301662895362824e-05,8.822028758004308e-05,0.0001234239462064579,0.00015862760483287275,0.00019383126345928758,0.00022903492208570242,0.000264238566160202,0.0002994422393385321,0.00033464591251686215,0.00036984955659136176,0.00040505320066586137,0.00044025687384419143,0.0004754605470225215,0.0005106641910970211,0.0005458678351715207,0.0005810714792460203,0.0006162751815281808,0.0006514788256026804,0.00068668246967718,0.0007218861719593406,0.0007570898160338402,0.0007922934601083398,0.0008274971041828394,0.000862700748257339,0.0008979044505394995,0.0009331080946139991,0.0009683117386884987,0.0010035154409706593,0.0010387190850451589,0.0010739227291196585]},"_step":16,"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[2,1,2,3,2,6,9,10,19,13,27,35,38,50,81,103,67,60,44,25,19,17,23,17,13,20,11,4,7,7,4,5,5,2,2,2,2,2,2,1,1,1,0,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0015442820731550455,-0.0014535197988152504,-0.0013627575244754553,-0.0012719952501356602,-0.001181232975795865,-0.0010904705850407481,-0.000999708310700953,-0.0009089460363611579,-0.0008181837620213628,-0.0007274214876815677,-0.0006366592133417726,-0.0005458968807943165,-0.0004551346064545214,-0.0003643723321147263,-0.00027361002867110074,-0.0001828477397793904,-9.208545088768005e-05,-1.3231619959697127e-06,8.943912689574063e-05,0.00018020141578745097,0.0002709637046791613,0.0003617259790189564,0.000452488282462582,0.0005432505859062076,0.0006340128602460027,0.0007247751345857978,0.0008155374089255929,0.0009062997414730489,0.000997062074020505,0.0010878243483603,0.0011785866227000952,0.0012693488970398903,0.001360111404210329,0.0014508736785501242,0.0015416359528899193,0.0016323982272297144,0.0017231605015695095,0.0018139228923246264,0.0019046851666644216,0.001995447324588895,0.00208620959892869,0.0021769721060991287,0.002267734380438924,0.002358496654778719,0.002449258929118514,0.002540021203458309,0.0026307834777981043,0.0027215457521378994,0.0028123080264776945,0.0029030703008174896,0.0029938325751572847,0.00308459484949708,0.003175357123836875,0.00326611939817667,0.003356881672516465,0.0034476439468562603,0.003538406454026699,0.003629168728366494,0.0037199310027062893,0.0038106932770460844,0.0039014555513858795,0.003992217592895031,0.00408298010006547,0.004173742141574621,0.00426450464874506],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,0,2,2,4,5,2,11,15,15,26,35,49,84,108,143,260,375,545,831,1450,2323,3742,6161,10595,18521,34648,67555,120085,136617,85319,44366,23495,12953,7504,4556,2781,1682,1024,659,411,265,205,128,87,43,36,34,19,12,8,4,7,5,3,3,1,1,2,0,0,1],"bins":[-0.0035495758056640625,-0.003435760736465454,-0.0033219456672668457,-0.0032081305980682373,-0.003094315528869629,-0.0029805004596710205,-0.002866685390472412,-0.0027528703212738037,-0.0026390552520751953,-0.002525240182876587,-0.0024114251136779785,-0.00229761004447937,-0.0021837949752807617,-0.0020699799060821533,-0.001956164836883545,-0.0018423497676849365,-0.0017285346984863281,-0.0016147196292877197,-0.0015009045600891113,-0.001387089490890503,-0.0012732744216918945,-0.0011594593524932861,-0.0010456442832946777,-0.0009318292140960693,-0.0008180141448974609,-0.0007041990756988525,-0.0005903840065002441,-0.00047656893730163574,-0.00036275386810302734,-0.00024893879890441895,-0.00013512372970581055,-2.130866050720215e-05,9.250640869140625e-05,0.00020632147789001465,0.00032013654708862305,0.00043395161628723145,0.0005477666854858398,0.0006615817546844482,0.0007753968238830566,0.000889211893081665,0.0010030269622802734,0.0011168420314788818,0.0012306571006774902,0.0013444721698760986,0.001458287239074707,0.0015721023082733154,0.0016859173774719238,0.0017997324466705322,0.0019135475158691406,0.002027362585067749,0.0021411776542663574,0.002254992723464966,0.0023688077926635742,0.0024826228618621826,0.002596437931060791,0.0027102530002593994,0.002824068069458008,0.002937883138656616,0.0030516982078552246,0.003165513277053833,0.0032793283462524414,0.00339314341545105,0.003506958484649658,0.0036207735538482666,0.003734588623046875],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"values":[3,0,0,0,2,3,7,6,7,11,17,28,57,52,78,157,202,251,436,671,984,1440,2351,3635,5529,9020,14817,25402,46002,88408,185542,423789,400345,173885,83142,43872,24253,14361,8620,5293,3411,2261,1523,951,639,439,300,201,148,90,73,42,32,27,13,13,8,4,3,3,3,0,0,2],"bins":[-0.002330780029296875,-0.0022578537464141846,-0.002184927463531494,-0.0021120011806488037,-0.0020390748977661133,-0.001966148614883423,-0.0018932223320007324,-0.001820296049118042,-0.0017473697662353516,-0.0016744434833526611,-0.0016015172004699707,-0.0015285909175872803,-0.0014556646347045898,-0.0013827383518218994,-0.001309812068939209,-0.0012368857860565186,-0.0011639595031738281,-0.0010910332202911377,-0.0010181069374084473,-0.0009451806545257568,-0.0008722543716430664,-0.000799328088760376,-0.0007264018058776855,-0.0006534755229949951,-0.0005805492401123047,-0.0005076229572296143,-0.00043469667434692383,-0.0003617703914642334,-0.00028884410858154297,-0.00021591782569885254,-0.0001429915428161621,-7.006525993347168e-05,2.86102294921875e-06,7.578730583190918e-05,0.0001487135887145996,0.00022163987159729004,0.00029456615447998047,0.0003674924373626709,0.00044041872024536133,0.0005133450031280518,0.0005862712860107422,0.0006591975688934326,0.000732123851776123,0.0008050501346588135,0.0008779764175415039,0.0009509027004241943,0.0010238289833068848,0.0010967552661895752,0.0011696815490722656,0.001242607831954956,0.0013155341148376465,0.001388460397720337,0.0014613866806030273,0.0015343129634857178,0.0016072392463684082,0.0016801655292510986,0.001753091812133789,0.0018260180950164795,0.00189894437789917,0.0019718706607818604,0.0020447969436645508,0.002117723226547241,0.0021906495094299316,0.002263575792312622,0.0023365020751953125],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.weight":{"bins":[-0.003959192894399166,-0.0038150204345583916,-0.003670847974717617,-0.003526675282046199,-0.0033825028222054243,-0.0032383303623646498,-0.0030941576696932316,-0.002949985209852457,-0.0028058127500116825,-0.002661640290170908,-0.0025174678303301334,-0.0023732951376587152,-0.0022291226778179407,-0.002084950217977166,-0.0019407776417210698,-0.0017966050654649734,-0.001652432605624199,-0.0015082601457834244,-0.001364087569527328,-0.0012199149932712317,-0.0010757425334304571,-0.0009315700153820217,-0.0007873974973335862,-0.0006432249792851508,-0.0004990524612367153,-0.00035487994318827987,-0.00021070742513984442,-6.653490709140897e-05,7.763761095702648e-05,0.00022181012900546193,0.0003659826470538974,0.0005101551651023328,0.0006543281488120556,0.000798500666860491,0.0009426731849089265,0.0010868457611650229,0.0012310182210057974,0.001375190680846572,0.0015193632571026683,0.0016635358333587646,0.0018077082931995392,0.0019518807530403137,0.0020960532128810883,0.0022402259055525064,0.002384398365393281,0.0025285708252340555,0.0026727435179054737,0.0028169159777462482,0.0029610884375870228,0.0031052608974277973,0.003249433357268572,0.00339360604993999,0.0035377785097807646,0.003681950969621539,0.0038261236622929573,0.003970296122133732,0.004114468581974506,0.004258641041815281,0.0044028135016560555,0.00454698596149683,0.0046911584213376045,0.004835331346839666,0.004979503806680441,0.0051236762665212154,0.00526784872636199],"_type":"histogram","values":[1,0,0,0,1,0,1,1,2,3,0,0,2,0,4,4,7,4,7,18,20,28,27,39,44,65,83,93,74,41,39,27,27,13,16,11,13,13,5,3,7,5,4,1,5,2,3,0,1,1,1,0,0,0,0,0,1,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,3,0,1,0,4,0,3,5,8,13,19,22,33,40,72,80,117,171,250,419,566,873,1381,2124,3464,5831,9604,16960,30842,58897,122336,158421,82111,41099,22296,12486,7269,4443,2640,1638,1084,741,444,297,212,157,97,79,45,43,20,18,10,7,11,3,3,2,3,4,0,0,2],"bins":[-0.0004820823669433594,-0.0004671253263950348,-0.0004521682858467102,-0.0004372112452983856,-0.00042225420475006104,-0.00040729716420173645,-0.00039234012365341187,-0.0003773830831050873,-0.0003624260425567627,-0.0003474690020084381,-0.0003325119614601135,-0.00031755492091178894,-0.00030259788036346436,-0.00028764083981513977,-0.0002726837992668152,-0.0002577267587184906,-0.00024276971817016602,-0.00022781267762184143,-0.00021285563707351685,-0.00019789859652519226,-0.00018294155597686768,-0.0001679845154285431,-0.0001530274748802185,-0.00013807043433189392,-0.00012311339378356934,-0.00010815635323524475,-9.319931268692017e-05,-7.824227213859558e-05,-6.3285231590271e-05,-4.832819104194641e-05,-3.3371150493621826e-05,-1.841410994529724e-05,-3.4570693969726562e-06,1.1499971151351929e-05,2.6457011699676514e-05,4.14140522480011e-05,5.6371092796325684e-05,7.132813334465027e-05,8.628517389297485e-05,0.00010124221444129944,0.00011619925498962402,0.0001311562955379486,0.0001461133360862732,0.00016107037663459778,0.00017602741718292236,0.00019098445773124695,0.00020594149827957153,0.00022089853882789612,0.0002358555793762207,0.0002508126199245453,0.0002657696604728699,0.00028072670102119446,0.00029568374156951904,0.00031064078211784363,0.0003255978226661682,0.0003405548632144928,0.0003555119037628174,0.00037046894431114197,0.00038542598485946655,0.00040038302540779114,0.0004153400659561157,0.0004302971065044403,0.0004452541470527649,0.0004602111876010895,0.00047516822814941406]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,1,4,5,1,6,4,4,7,8,10,9,11,10,13,14,14,37,30,24,18,24,25,18,23,27,27,21,35,17,21,23,18,14,16,13,13,18,18,14,22,7,11,10,10,10,13,5,13,8,4,6,6,5,10,2,4,1,0,1,1],"bins":[0.9988782405853271,0.9989162683486938,0.9989542961120605,0.9989923238754272,0.999030351638794,0.9990683794021606,0.9991063475608826,0.9991443753242493,0.999182403087616,0.9992204308509827,0.9992584586143494,0.9992964863777161,0.9993345141410828,0.9993725419044495,0.9994105696678162,0.9994485974311829,0.9994865655899048,0.9995245933532715,0.9995626211166382,0.9996006488800049,0.9996386766433716,0.9996767044067383,0.999714732170105,0.9997527599334717,0.9997907876968384,0.9998288154602051,0.9998668432235718,0.9999048113822937,0.9999428391456604,0.9999808669090271,1.0000189542770386,1.0000569820404053,1.0000948905944824,1.0001329183578491,1.0001709461212158,1.0002089738845825,1.0002470016479492,1.000285029411316,1.0003230571746826,1.0003610849380493,1.000399112701416,1.0004371404647827,1.0004751682281494,1.0005131959915161,1.0005512237548828,1.0005892515182495,1.0006272792816162,1.000665307044983,1.0007033348083496,1.0007413625717163,1.000779390335083,1.0008174180984497,1.0008554458618164,1.000893473625183,1.0009313821792603,1.000969409942627,1.0010074377059937,1.0010454654693604,1.001083493232727,1.0011215209960938,1.0011595487594604,1.0011975765228271,1.0012356042861938,1.0012736320495605,1.0013116598129272]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,1,1,2,2,2,4,6,6,7,10,6,14,16,15,22,18,16,19,17,22,28,36,34,35,30,34,34,29,24,25,27,22,27,26,27,19,15,11,14,15,8,5,6,3,8,3,4,3,1,1,1,0,0,1,1,0,1,1],"bins":[-0.004520416259765625,-0.004376709461212158,-0.004233002662658691,-0.004089295864105225,-0.003945589065551758,-0.003801882266998291,-0.0036581754684448242,-0.0035144686698913574,-0.0033707618713378906,-0.003227055072784424,-0.003083348274230957,-0.0029396414756774902,-0.0027959346771240234,-0.0026522278785705566,-0.00250852108001709,-0.002364814281463623,-0.0022211074829101562,-0.0020774006843566895,-0.0019336938858032227,-0.0017899870872497559,-0.001646280288696289,-0.0015025734901428223,-0.0013588666915893555,-0.0012151598930358887,-0.0010714530944824219,-0.0009277462959289551,-0.0007840394973754883,-0.0006403326988220215,-0.0004966259002685547,-0.0003529191017150879,-0.0002092123031616211,-6.55055046081543e-05,7.82012939453125e-05,0.0002219080924987793,0.0003656148910522461,0.0005093216896057129,0.0006530284881591797,0.0007967352867126465,0.0009404420852661133,0.00108414888381958,0.0012278556823730469,0.0013715624809265137,0.0015152692794799805,0.0016589760780334473,0.001802682876586914,0.0019463896751403809,0.0020900964736938477,0.0022338032722473145,0.0023775100708007812,0.002521216869354248,0.002664923667907715,0.0028086304664611816,0.0029523372650146484,0.0030960440635681152,0.003239750862121582,0.003383457660675049,0.0035271644592285156,0.0036708712577819824,0.0038145780563354492,0.003958284854888916,0.004101991653442383,0.00424569845199585,0.004389405250549316,0.004533112049102783,0.00467681884765625]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[2,1,0,2,0,8,6,16,24,27,36,55,82,91,152,203,297,415,554,793,1173,1666,2462,3695,5460,8321,13432,21788,38184,71884,137179,126155,64995,34514,19845,12324,7743,5184,3469,2333,1589,1047,778,548,356,275,186,144,90,71,43,34,31,22,19,5,9,3,1,1,0,0,0,2],"bins":[-0.0004525184631347656,-0.00043788179755210876,-0.0004232451319694519,-0.00040860846638679504,-0.0003939718008041382,-0.0003793351352214813,-0.00036469846963882446,-0.0003500618040561676,-0.00033542513847351074,-0.0003207884728908539,-0.000306151807308197,-0.00029151514172554016,-0.0002768784761428833,-0.00026224181056022644,-0.0002476051449775696,-0.00023296847939491272,-0.00021833181381225586,-0.000203695148229599,-0.00018905848264694214,-0.00017442181706428528,-0.00015978515148162842,-0.00014514848589897156,-0.0001305118203163147,-0.00011587515473365784,-0.00010123848915100098,-8.660182356834412e-05,-7.196515798568726e-05,-5.7328492403030396e-05,-4.2691826820373535e-05,-2.8055161237716675e-05,-1.3418495655059814e-05,1.218169927597046e-06,1.5854835510253906e-05,3.0491501092910767e-05,4.512816667556763e-05,5.976483225822449e-05,7.440149784088135e-05,8.903816342353821e-05,0.00010367482900619507,0.00011831149458885193,0.0001329481601715088,0.00014758482575416565,0.0001622214913368225,0.00017685815691947937,0.00019149482250213623,0.0002061314880847931,0.00022076815366744995,0.0002354048192501068,0.00025004148483276367,0.00026467815041542053,0.0002793148159980774,0.00029395148158073425,0.0003085881471633911,0.000323224812746048,0.00033786147832870483,0.0003524981439113617,0.00036713480949401855,0.0003817714750766754,0.0003964081406593323,0.00041104480624198914,0.000425681471824646,0.00044031813740730286,0.0004549548029899597,0.0004695914685726166,0.00048422813415527344]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,3,5,7,15,21,49,77,149,254,433,744,1197,1931,2927,4440,6310,9227,12893,17172,23460,30110,37496,46491,55565,65157,74781,82535,89553,94716,98582,99438,97617,93450,87144,80164,70555,61157,51631,42982,34288,27001,20724,15659,11187,7846,5513,3695,2426,1641,1040,583,351,211,128,66,30,16,11,6,1,1],"bins":[-0.10548800975084305,-0.10231988877058029,-0.09915176779031754,-0.09598363935947418,-0.09281551837921143,-0.08964739739894867,-0.08647927641868591,-0.08331115543842316,-0.0801430344581604,-0.07697490602731705,-0.07380678504705429,-0.07063866406679153,-0.06747054308652878,-0.06430242210626602,-0.06113429740071297,-0.05796617269515991,-0.054798051714897156,-0.0516299307346344,-0.048461806029081345,-0.04529368504881859,-0.04212556034326553,-0.03895743936300278,-0.03578931838274002,-0.032621193677186966,-0.02945307269692421,-0.026284949854016304,-0.0231168270111084,-0.019948706030845642,-0.016780583187937737,-0.013612460345029831,-0.0104443384334445,-0.007276216056197882,-0.004108093678951263,-0.0009399713017046452,0.002228151075541973,0.005396273452788591,0.00856439583003521,0.011732518672943115,0.014900640584528446,0.018068762496113777,0.021236885339021683,0.02440500818192959,0.027573131024837494,0.03074125200510025,0.03390937298536301,0.03707749769091606,0.04024561867117882,0.04341374337673187,0.04658186435699463,0.049749985337257385,0.05291811004281044,0.056086231023073196,0.05925435572862625,0.06242247670888901,0.06559059768915176,0.06875871866941452,0.07192684710025787,0.07509496808052063,0.07826308906078339,0.08143121004104614,0.0845993310213089,0.08776745200157166,0.09093558043241501,0.09410370141267776,0.09727182239294052]},"gradients/bert.encoder.layer.1.output.dense.bias":{"bins":[-0.0037403106689453125,-0.0036307871341705322,-0.003521263599395752,-0.0034117400646209717,-0.0033022165298461914,-0.003192692995071411,-0.003083169460296631,-0.0029736459255218506,-0.0028641223907470703,-0.00275459885597229,-0.0026450753211975098,-0.0025355517864227295,-0.0024260282516479492,-0.002316504716873169,-0.0022069811820983887,-0.0020974576473236084,-0.001987934112548828,-0.0018784105777740479,-0.0017688870429992676,-0.0016593635082244873,-0.001549839973449707,-0.0014403164386749268,-0.0013307929039001465,-0.0012212693691253662,-0.001111745834350586,-0.0010022222995758057,-0.0008926987648010254,-0.0007831752300262451,-0.0006736516952514648,-0.0005641281604766846,-0.0004546046257019043,-0.000345081090927124,-0.00023555755615234375,-0.00012603402137756348,-1.6510486602783203e-05,9.301304817199707e-05,0.00020253658294677734,0.0003120601177215576,0.0004215836524963379,0.0005311071872711182,0.0006406307220458984,0.0007501542568206787,0.000859677791595459,0.0009692013263702393,0.0010787248611450195,0.0011882483959197998,0.00129777193069458,0.0014072954654693604,0.0015168190002441406,0.001626342535018921,0.0017358660697937012,0.0018453896045684814,0.0019549131393432617,0.002064436674118042,0.0021739602088928223,0.0022834837436676025,0.002393007278442383,0.002502530813217163,0.0026120543479919434,0.0027215778827667236,0.002831101417541504,0.002940624952316284,0.0030501484870910645,0.0031596720218658447,0.003269195556640625],"_type":"histogram","values":[1,0,0,0,1,1,2,2,2,1,2,2,3,2,3,10,6,15,8,7,17,14,14,14,19,15,18,21,20,20,25,30,45,36,36,36,35,14,35,17,16,24,24,21,25,15,19,14,13,5,10,3,6,6,2,1,1,4,1,6,0,0,1,2]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.001155224977992475,-0.0011183952447026968,-0.0010815655114129186,-0.0010447357781231403,-0.001007906044833362,-0.0009710763697512448,-0.0009342466364614666,-0.0008974169031716883,-0.0008605871698819101,-0.0008237574365921319,-0.0007869277033023536,-0.0007500979700125754,-0.0007132682949304581,-0.0006764385616406798,-0.0006396088283509016,-0.0006027790950611234,-0.0005659493617713451,-0.0005291196284815669,-0.0004922898951917887,-0.0004554601910058409,-0.00041863045771606266,-0.00038180072442628443,-0.00034497102024033666,-0.0003081412869505584,-0.0002713115536607802,-0.00023448182037100196,-0.00019765210163313895,-0.00016082238289527595,-0.00012399264960549772,-8.71629235916771e-05,-5.033319757785648e-05,-1.3503471564035863e-05,2.332613803446293e-05,6.015586404828355e-05,9.698559006210417e-05,0.00013381530879996717,0.0001706450420897454,0.00020747477537952363,0.0002443044795654714,0.00028113421285524964,0.0003179639461450279,0.0003547936794348061,0.00039162341272458434,0.0004284531169105321,0.00046528285020031035,0.0005021125543862581,0.0005389422876760364,0.0005757720209658146,0.0006126017542555928,0.0006494314875453711,0.0006862612208351493,0.0007230909541249275,0.0007599206874147058,0.0007967503624968231,0.0008335800957866013,0.0008704098290763795,0.0009072395623661578,0.000944069295655936,0.0009808989707380533,0.0010177287040278316,0.0010545584373176098,0.001091388170607388,0.0011282179038971663,0.0011650476371869445,0.0012018773704767227],"_type":"histogram","values":[1,2,3,2,3,2,7,4,9,10,11,11,9,15,15,20,14,16,15,22,21,20,14,29,20,21,18,13,7,14,12,14,4,12,11,6,6,15,23,28,25,21,22,16,20,13,23,9,16,15,10,26,18,5,10,9,4,1,0,3,0,0,2,1]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,3,3,5,7,4,6,12,17,37,42,69,85,150,189,266,387,650,902,1393,2023,3090,4814,7164,11403,18383,31214,55094,98621,132607,92515,51219,29186,17415,10484,6860,4562,2943,1993,1319,867,556,399,286,191,113,76,58,42,34,24,6,12,10,7,1,1,1,0,0,1,0,1,1],"bins":[-0.0036163330078125,-0.00349348783493042,-0.00337064266204834,-0.0032477974891662598,-0.0031249523162841797,-0.0030021071434020996,-0.0028792619705200195,-0.0027564167976379395,-0.0026335716247558594,-0.0025107264518737793,-0.0023878812789916992,-0.002265036106109619,-0.002142190933227539,-0.002019345760345459,-0.001896500587463379,-0.0017736554145812988,-0.0016508102416992188,-0.0015279650688171387,-0.0014051198959350586,-0.0012822747230529785,-0.0011594295501708984,-0.0010365843772888184,-0.0009137392044067383,-0.0007908940315246582,-0.0006680488586425781,-0.000545203685760498,-0.00042235851287841797,-0.0002995133399963379,-0.0001766681671142578,-5.3822994232177734e-05,6.902217864990234e-05,0.00019186735153198242,0.0003147125244140625,0.0004375576972961426,0.0005604028701782227,0.0006832480430603027,0.0008060932159423828,0.0009289383888244629,0.001051783561706543,0.001174628734588623,0.0012974739074707031,0.0014203190803527832,0.0015431642532348633,0.0016660094261169434,0.0017888545989990234,0.0019116997718811035,0.0020345449447631836,0.0021573901176452637,0.0022802352905273438,0.002403080463409424,0.002525925636291504,0.002648770809173584,0.002771615982055664,0.002894461154937744,0.0030173063278198242,0.0031401515007019043,0.0032629966735839844,0.0033858418464660645,0.0035086870193481445,0.0036315321922302246,0.0037543773651123047,0.0038772225379943848,0.004000067710876465,0.004122912883758545,0.004245758056640625]},"parameters/linear.weight":{"_type":"histogram","values":[217,1268,1526,1678,1559,1576,1572,1624,1615,1542,1599,1584,1616,1630,1623,1587,1611,1563,1501,1588,1543,1552,1624,1596,1572,1583,1544,1612,1649,1580,1601,1601,1580,1530,1591,1650,1613,1563,1598,1561,1604,1631,1593,1498,1562,1576,1550,1554,1544,1632,1621,1556,1553,1571,1583,1647,1588,1598,1602,1564,1643,1620,1301,291],"bins":[-0.037359002977609634,-0.036193326115608215,-0.0350276455283165,-0.03386196494102478,-0.03269628807902336,-0.03153061121702194,-0.030364930629730225,-0.029199251905083656,-0.028033573180437088,-0.02686789445579052,-0.02570221573114395,-0.024536537006497383,-0.023370858281850815,-0.022205179557204247,-0.021039500832557678,-0.01987382210791111,-0.01870814338326454,-0.017542464658617973,-0.016376785933971405,-0.015211107209324837,-0.014045428484678268,-0.0128797497600317,-0.011714071035385132,-0.010548392310738564,-0.009382713586091995,-0.008217034861445427,-0.007051356136798859,-0.00588567741215229,-0.004719998687505722,-0.0035543199628591537,-0.0023886412382125854,-0.0012229625135660172,-5.7287514209747314e-05,0.001108391210436821,0.0022740699350833893,0.0034397486597299576,0.004605427384376526,0.005771106109023094,0.0069367848336696625,0.00810246355831623,0.009268142282962799,0.010433821007609367,0.011599499732255936,0.012765178456902504,0.013930857181549072,0.01509653590619564,0.01626221463084221,0.017427893355488777,0.018593572080135345,0.019759250804781914,0.020924929529428482,0.02209060825407505,0.02325628697872162,0.024421965703368187,0.025587644428014755,0.026753323152661324,0.027919001877307892,0.02908468060195446,0.03025035932660103,0.03141603618860245,0.032581716775894165,0.03374739736318588,0.0349130742251873,0.03607875108718872,0.03724443167448044]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,2,6,7,10,12,21,63,128,191,337,560,992,1504,2468,3727,5551,8210,11601,16055,21323,28059,36126,45229,54417,64544,74480,83353,91738,96737,100624,101600,100133,95473,89412,81625,72303,62276,52085,42460,34265,26660,19944,14545,10466,7483,5055,3383,2176,1460,857,505,260,172,84,50,32,14,5,0,1,1,2,1],"bins":[-0.10177473723888397,-0.09853090345859528,-0.09528706967830658,-0.09204324334859848,-0.08879940956830978,-0.08555557578802109,-0.08231174200773239,-0.07906791567802429,-0.0758240818977356,-0.0725802481174469,-0.0693364143371582,-0.0660925805568695,-0.06284875422716141,-0.05960492044687271,-0.056361086666584015,-0.05311725661158562,-0.04987342283129692,-0.046629589051008224,-0.04338575899600983,-0.04014192521572113,-0.03689809516072273,-0.033654261380434036,-0.03041042946279049,-0.027166597545146942,-0.023922765627503395,-0.020678933709859848,-0.0174351017922163,-0.01419126894325018,-0.010947437025606632,-0.007703605107963085,-0.004459772724658251,-0.00121594057418406,0.0020278915762901306,0.005271723493933678,0.008515555411577225,0.011759388260543346,0.015003220178186893,0.018247053027153015,0.021490884944796562,0.02473471686244011,0.027978548780083656,0.031222380697727203,0.0344662144780159,0.0377100445330143,0.040953878313302994,0.04419770836830139,0.04744154214859009,0.050685372203588486,0.05392920598387718,0.05717303976416588,0.060416869819164276,0.06366070359945297,0.06690453737974167,0.07014836370944977,0.07339219748973846,0.07663603127002716,0.07987986505031586,0.08312369883060455,0.08636752516031265,0.08961135894060135,0.09285519272089005,0.09609902650117874,0.09934285283088684,0.10258668661117554,0.10583052039146423]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,1,1,2,1,5,11,14,17,25,36,54,64,99,126,180,256,377,499,710,1073,1424,2146,3301,4744,7291,11180,17789,29074,48955,85730,131377,98086,55804,32689,19655,12470,8053,5360,3480,2336,1639,1038,804,526,354,268,190,148,93,71,57,53,23,21,16,9,7,4,3,1,2,1],"bins":[-0.0002849102020263672,-0.000276174396276474,-0.0002674385905265808,-0.0002587027847766876,-0.00024996697902679443,-0.00024123117327690125,-0.00023249536752700806,-0.00022375956177711487,-0.00021502375602722168,-0.0002062879502773285,-0.0001975521445274353,-0.00018881633877754211,-0.00018008053302764893,-0.00017134472727775574,-0.00016260892152786255,-0.00015387311577796936,-0.00014513731002807617,-0.00013640150427818298,-0.0001276656985282898,-0.0001189298927783966,-0.00011019408702850342,-0.00010145828127861023,-9.272247552871704e-05,-8.398666977882385e-05,-7.525086402893066e-05,-6.651505827903748e-05,-5.777925252914429e-05,-4.90434467792511e-05,-4.030764102935791e-05,-3.157183527946472e-05,-2.2836029529571533e-05,-1.4100223779678345e-05,-5.364418029785156e-06,3.3713877201080322e-06,1.210719347000122e-05,2.084299921989441e-05,2.9578804969787598e-05,3.8314610719680786e-05,4.7050416469573975e-05,5.578622221946716e-05,6.452202796936035e-05,7.325783371925354e-05,8.199363946914673e-05,9.072944521903992e-05,9.94652509689331e-05,0.0001082010567188263,0.00011693686246871948,0.00012567266821861267,0.00013440847396850586,0.00014314427971839905,0.00015188008546829224,0.00016061589121818542,0.0001693516969680786,0.0001780875027179718,0.000186823308467865,0.00019555911421775818,0.00020429491996765137,0.00021303072571754456,0.00022176653146743774,0.00023050233721733093,0.00023923814296722412,0.0002479739487171173,0.0002567097544670105,0.0002654455602169037,0.0002741813659667969],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"values":[3,0,1,1,1,1,3,2,0,3,3,1,1,4,1,2,8,6,5,5,9,17,13,14,18,25,29,29,39,28,30,31,36,49,36,36,34,30,27,25,28,16,13,19,15,11,7,9,8,4,6,5,3,2,4,3,2,3,1,1,0,1,0,1],"bins":[-0.0010658568935468793,-0.0010338074062019587,-0.001001757918857038,-0.0009697084897197783,-0.0009376590023748577,-0.0009056095732375979,-0.0008735600858926773,-0.0008415105985477567,-0.000809461111202836,-0.0007774116820655763,-0.0007453621947206557,-0.000713312707375735,-0.0006812632782384753,-0.0006492137908935547,-0.000617164303548634,-0.0005851148744113743,-0.0005530653870664537,-0.0005210158997215331,-0.0004889664705842733,-0.0004569169832393527,-0.00042486749589443207,-0.0003928180376533419,-0.0003607685794122517,-0.0003287190920673311,-0.0002966696338262409,-0.0002646201755851507,-0.00023257068824023008,-0.0002005212299991399,-0.0001684717572061345,-0.0001364222844131291,-0.0001043728188960813,-7.23233533790335e-05,-4.02738805860281e-05,-8.2244114310015e-06,2.38250577240251e-05,5.58745268790517e-05,8.79239960340783e-05,0.00011997346882708371,0.00015202292706817389,0.0001840723998611793,0.0002161218726541847,0.0002481713308952749,0.0002802208182401955,0.0003122702764812857,0.00034431973472237587,0.0003763692220672965,0.0004084186803083867,0.0004404681676533073,0.0004725176258943975,0.0005045671132393181,0.0005366165423765779,0.0005686660297214985,0.0006007155170664191,0.0006327649462036788,0.0006648144335485995,0.0006968639208935201,0.0007289133500307798,0.0007609628373757005,0.0007930123247206211,0.0008250618120655417,0.0008571112412028015,0.0008891607285477221,0.0009212102158926427,0.0009532596450299025,0.000985309132374823],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,0,3,1,0,2,2,1,1,4,2,3,2,5,5,12,13,20,19,22,28,30,40,30,36,37,44,36,33,35,44,42,42,37,33,23,19,12,12,10,4,1,2,3,0,0,2,1,3,0,0,1,0,2,2,0,1,2],"bins":[-0.0011231463868170977,-0.0010896396124735475,-0.0010561328381299973,-0.001022626063786447,-0.0009891192894428968,-0.0009556125733070076,-0.0009221057989634573,-0.0008885990246199071,-0.0008550922502763569,-0.0008215854759328067,-0.0007880787015892565,-0.0007545719272457063,-0.000721065211109817,-0.0006875584367662668,-0.0006540516624227166,-0.0006205448880791664,-0.0005870381137356162,-0.000553531339392066,-0.0005200245650485158,-0.00048651781980879605,-0.00045301104546524584,-0.00041950427112169564,-0.0003859975258819759,-0.0003524907515384257,-0.0003189839771948755,-0.0002854772028513253,-0.00025197042850777507,-0.00021846368326805532,-0.00018495690892450511,-0.0001514501345809549,-0.00011794337478931993,-8.443660772172734e-05,-5.092995706945658e-05,-1.7423190001863986e-05,1.6083577065728605e-05,4.9590344133321196e-05,8.309711120091379e-05,0.00011660387826850638,0.00015011064533609897,0.00018361740512773395,0.00021712417947128415,0.00025063095381483436,0.00028413772815838456,0.0003176444733981043,0.0003511512477416545,0.0003846580220852047,0.00041816476732492447,0.0004516715416684747,0.0004851783160120249,0.0005186850903555751,0.0005521918646991253,0.0005856986390426755,0.0006192054133862257,0.000652712129522115,0.0006862189038656652,0.0007197256782092154,0.0007532324525527656,0.0007867392268963158,0.000820246001239866,0.0008537527755834162,0.0008872594917193055,0.0009207662660628557,0.0009542730404064059,0.0009877798147499561,0.0010212865890935063]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[3,3,4,2,4,8,15,11,13,19,13,14,17,14,23,18,13,17,15,7,14,13,11,7,11,8,10,12,15,16,23,15,19,13,16,10,13,10,9,18,8,15,16,7,9,21,19,11,10,9,22,24,16,13,16,18,12,7,6,5,1,3,2,2],"bins":[-0.0012531756656244397,-0.001213677111081779,-0.0011741784401237965,-0.0011346798855811357,-0.0010951812146231532,-0.0010556826600804925,-0.0010161841055378318,-0.0009766854345798492,-0.0009371868800371885,-0.0008976882672868669,-0.0008581896545365453,-0.0008186910417862236,-0.000779192429035902,-0.0007396938162855804,-0.0007001952617429197,-0.0006606966489925981,-0.0006211980362422764,-0.0005816994234919548,-0.0005422008107416332,-0.0005027022561989725,-0.00046320364344865084,-0.0004237050306983292,-0.0003842064179480076,-0.0003447078343015164,-0.0003052092215511948,-0.00026571060880087316,-0.000226212025154382,-0.00018671341240406036,-0.00014721481420565397,-0.00010771621600724757,-6.821761053288355e-05,-2.871900869649835e-05,1.0779593139886856e-05,5.027819497627206e-05,8.977679681265727e-05,0.00012927540228702128,0.00016877400048542768,0.00020827259868383408,0.0002477712114341557,0.00028726979508064687,0.0003267684078309685,0.0003662670205812901,0.0004057656042277813,0.0004452642169781029,0.00048476282972842455,0.0005242614424787462,0.0005637599970214069,0.0006032586097717285,0.0006427572225220501,0.0006822558352723718,0.0007217544480226934,0.0007612530025653541,0.0008007516153156757,0.0008402502280659974,0.000879748840816319,0.0009192474535666406,0.0009587460663169622,0.000998244620859623,0.0010377432918176055,0.0010772418463602662,0.001116740400902927,0.0011562390718609095,0.0011957376264035702,0.0012352362973615527,0.0012747348519042134]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"values":[2,0,0,1,1,0,2,2,1,6,9,10,12,12,13,23,28,34,43,61,78,79,108,92,116,102,130,110,107,112,125,77,95,65,40,49,45,30,31,42,25,21,15,20,7,13,10,7,7,6,5,3,0,2,5,1,3,1,1,0,0,1,0,2],"bins":[-0.0011396408081054688,-0.0010987967252731323,-0.001057952642440796,-0.0010171085596084595,-0.000976264476776123,-0.0009354203939437866,-0.0008945763111114502,-0.0008537322282791138,-0.0008128881454467773,-0.0007720440626144409,-0.0007311999797821045,-0.0006903558969497681,-0.0006495118141174316,-0.0006086677312850952,-0.0005678236484527588,-0.0005269795656204224,-0.00048613548278808594,-0.0004452913999557495,-0.0004044473171234131,-0.00036360323429107666,-0.00032275915145874023,-0.0002819150686264038,-0.00024107098579406738,-0.00020022690296173096,-0.00015938282012939453,-0.0001185387372970581,-7.769465446472168e-05,-3.6850571632385254e-05,3.993511199951172e-06,4.48375940322876e-05,8.568167686462402e-05,0.00012652575969696045,0.00016736984252929688,0.0002082139253616333,0.0002490580081939697,0.00028990209102630615,0.0003307461738586426,0.000371590256690979,0.00041243433952331543,0.00045327842235565186,0.0004941225051879883,0.0005349665880203247,0.0005758106708526611,0.0006166547536849976,0.000657498836517334,0.0006983429193496704,0.0007391870021820068,0.0007800310850143433,0.0008208751678466797,0.0008617192506790161,0.0009025633335113525,0.000943407416343689,0.0009842514991760254,0.0010250955820083618,0.0010659396648406982,0.0011067837476730347,0.001147627830505371,0.0011884719133377075,0.001229315996170044,0.0012701600790023804,0.0013110041618347168,0.0013518482446670532,0.0013926923274993896,0.001433536410331726,0.0014743804931640625],"_type":"histogram"},"train_batch_loss":2.9375057220458984,"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,2,0,2,0,4,1,4,4,6,5,5,6,4,9,8,8,11,16,12,16,20,20,25,19,20,33,25,33,26,28,36,35,22,27,33,19,18,22,15,20,18,21,14,9,14,10,11,7,4,9,4,5,1,6,3,5,1,1,1,3],"bins":[-0.003677790053188801,-0.0035712651442736387,-0.003464740002527833,-0.003358215093612671,-0.003251689951866865,-0.003145165042951703,-0.003038640134036541,-0.0029321149922907352,-0.002825590083375573,-0.002719065174460411,-0.0026125400327146053,-0.0025060151237994432,-0.002399490214884281,-0.0022929650731384754,-0.0021864401642233133,-0.0020799150224775076,-0.0019733901135623455,-0.0018668650882318616,-0.0017603400629013777,-0.0016538151539862156,-0.0015472901286557317,-0.0014407651033252478,-0.0013342401944100857,-0.0012277151690796018,-0.0011211901437491179,-0.001014665118418634,-0.0009081401512958109,-0.0008016151841729879,-0.000695090158842504,-0.0005885651335120201,-0.0004820401663891971,-0.00037551517016254365,-0.0002689901739358902,-0.00016246517770923674,-5.5940181482583284e-05,5.058481474407017e-05,0.00015710981097072363,0.0002636348071973771,0.00037015980342403054,0.000476684799650684,0.0005832097958773375,0.0006897348212078214,0.0007962597883306444,0.0009027847554534674,0.0010093097807839513,0.0011158348061144352,0.0012223597150295973,0.0013288847403600812,0.0014354097656905651,0.001541934791021049,0.001648459816351533,0.001754984725266695,0.001861509750597179,0.001968034775927663,0.002074559684842825,0.0021810848265886307,0.0022876097355037928,0.002394134644418955,0.0025006597861647606,0.0026071846950799227,0.0027137096039950848,0.0028202347457408905,0.0029267596546560526,0.0030332847964018583,0.0031398097053170204]},"gradients/bert.encoder.layer.0.output.dense.bias":{"values":[1,0,3,2,2,0,1,0,4,8,4,4,8,5,13,8,15,16,9,8,16,22,23,21,24,34,24,26,19,39,18,33,31,31,26,29,27,28,18,25,19,14,12,13,11,8,15,8,9,2,9,7,2,3,1,1,2,1,2,1,1,1,0,1],"bins":[-0.003910064697265625,-0.003783702850341797,-0.0036573410034179688,-0.0035309791564941406,-0.0034046173095703125,-0.0032782554626464844,-0.0031518936157226562,-0.003025531768798828,-0.002899169921875,-0.002772808074951172,-0.0026464462280273438,-0.0025200843811035156,-0.0023937225341796875,-0.0022673606872558594,-0.0021409988403320312,-0.002014636993408203,-0.001888275146484375,-0.0017619132995605469,-0.0016355514526367188,-0.0015091896057128906,-0.0013828277587890625,-0.0012564659118652344,-0.0011301040649414062,-0.0010037422180175781,-0.00087738037109375,-0.0007510185241699219,-0.0006246566772460938,-0.0004982948303222656,-0.0003719329833984375,-0.0002455711364746094,-0.00011920928955078125,7.152557373046875e-06,0.000133514404296875,0.0002598762512207031,0.00038623809814453125,0.0005125999450683594,0.0006389617919921875,0.0007653236389160156,0.0008916854858398438,0.0010180473327636719,0.0011444091796875,0.0012707710266113281,0.0013971328735351562,0.0015234947204589844,0.0016498565673828125,0.0017762184143066406,0.0019025802612304688,0.002028942108154297,0.002155303955078125,0.002281665802001953,0.0024080276489257812,0.0025343894958496094,0.0026607513427734375,0.0027871131896972656,0.0029134750366210938,0.003039836883544922,0.00316619873046875,0.003292560577392578,0.0034189224243164062,0.0035452842712402344,0.0036716461181640625,0.0037980079650878906,0.003924369812011719,0.004050731658935547,0.004177093505859375],"_type":"histogram"},"parameters/bert.embeddings.position_embeddings.weight":{"values":[1,0,0,1,4,8,9,17,40,41,107,164,266,415,601,981,1356,2028,2808,3856,5195,6831,8652,10815,12921,15454,17873,19772,21763,23261,24342,24905,24548,23912,22394,20925,18490,16269,13843,11521,9350,7365,5891,4256,3129,2254,1530,1094,747,482,294,189,97,66,37,21,13,8,1,0,2,0,0,1],"bins":[-0.10030268132686615,-0.09713723510503769,-0.09397179633378983,-0.09080635011196136,-0.0876409038901329,-0.08447546511888504,-0.08131001889705658,-0.07814457267522812,-0.07497912645339966,-0.0718136876821518,-0.06864824146032333,-0.06548279523849487,-0.06231735646724701,-0.05915191024541855,-0.055986467748880386,-0.052821021527051926,-0.04965557903051376,-0.0464901365339756,-0.04332469031214714,-0.04015924781560898,-0.03699380159378052,-0.033828359097242355,-0.030662916600704193,-0.02749747224152088,-0.02433202788233757,-0.02116658352315426,-0.018001139163970947,-0.014835696667432785,-0.011670252308249474,-0.008504807949066162,-0.005339364521205425,-0.002173920627683401,0.00099153071641922,0.004156974609941244,0.007322418503463268,0.010487861931324005,0.013653306290507317,0.016818750649690628,0.01998419314622879,0.023149637505412102,0.026315081864595413,0.029480526223778725,0.032645970582962036,0.0358114130795002,0.03897685557603836,0.04214230179786682,0.045307744294404984,0.048473190516233444,0.051638633012771606,0.05480407550930977,0.05796952173113823,0.06113496422767639,0.06430041044950485,0.06746584922075272,0.07063129544258118,0.07379674166440964,0.0769621878862381,0.08012762665748596,0.08329307287931442,0.08645851910114288,0.08962395787239075,0.09278940409421921,0.09595485031604767,0.09912028908729553,0.10228573530912399],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.001354217529296875,-0.0013082176446914673,-0.0012622177600860596,-0.0012162178754806519,-0.0011702179908752441,-0.0011242181062698364,-0.0010782182216644287,-0.001032218337059021,-0.0009862184524536133,-0.0009402185678482056,-0.0008942186832427979,-0.0008482187986373901,-0.0008022189140319824,-0.0007562190294265747,-0.000710219144821167,-0.0006642192602157593,-0.0006182193756103516,-0.0005722194910049438,-0.0005262196063995361,-0.0004802197217941284,-0.0004342198371887207,-0.000388219952583313,-0.0003422200679779053,-0.00029622018337249756,-0.00025022029876708984,-0.00020422041416168213,-0.00015822052955627441,-0.0001122206449508667,-6.622076034545898e-05,-2.022087574005127e-05,2.5779008865356445e-05,7.177889347076416e-05,0.00011777877807617188,0.0001637786626815796,0.0002097785472869873,0.000255778431892395,0.00030177831649780273,0.00034777820110321045,0.00039377808570861816,0.0004397779703140259,0.0004857778549194336,0.0005317777395248413,0.000577777624130249,0.0006237775087356567,0.0006697773933410645,0.0007157772779464722,0.0007617771625518799,0.0008077770471572876,0.0008537769317626953,0.000899776816368103,0.0009457767009735107,0.0009917765855789185,0.0010377764701843262,0.0010837763547897339,0.0011297762393951416,0.0011757761240005493,0.001221776008605957,0.0012677758932113647,0.0013137757778167725,0.0013597756624221802,0.0014057755470275879,0.0014517754316329956,0.0014977753162384033,0.001543775200843811,0.0015897750854492188],"_type":"histogram","values":[1,0,0,1,1,1,3,2,0,4,4,8,4,15,11,21,12,23,37,33,55,65,65,80,92,120,104,115,116,143,111,102,96,85,96,70,54,56,47,30,32,27,21,16,9,14,9,2,6,7,4,4,2,3,1,3,0,1,1,0,0,1,1,1]},"gradients/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0031223297119140625,-0.0030205845832824707,-0.002918839454650879,-0.002817094326019287,-0.0027153491973876953,-0.0026136040687561035,-0.0025118589401245117,-0.00241011381149292,-0.002308368682861328,-0.0022066235542297363,-0.0021048784255981445,-0.0020031332969665527,-0.001901388168334961,-0.0017996430397033691,-0.0016978979110717773,-0.0015961527824401855,-0.0014944076538085938,-0.001392662525177002,-0.0012909173965454102,-0.0011891722679138184,-0.0010874271392822266,-0.0009856820106506348,-0.000883936882019043,-0.0007821917533874512,-0.0006804466247558594,-0.0005787014961242676,-0.0004769563674926758,-0.000375211238861084,-0.0002734661102294922,-0.0001717209815979004,-6.99758529663086e-05,3.17692756652832e-05,0.000133514404296875,0.0002352595329284668,0.0003370046615600586,0.0004387497901916504,0.0005404949188232422,0.000642240047454834,0.0007439851760864258,0.0008457303047180176,0.0009474754333496094,0.0010492205619812012,0.001150965690612793,0.0012527108192443848,0.0013544559478759766,0.0014562010765075684,0.0015579462051391602,0.001659691333770752,0.0017614364624023438,0.0018631815910339355,0.0019649267196655273,0.002066671848297119,0.002168416976928711,0.0022701621055603027,0.0023719072341918945,0.0024736523628234863,0.002575397491455078,0.00267714262008667,0.0027788877487182617,0.0028806328773498535,0.0029823780059814453,0.003084123134613037,0.003185868263244629,0.0032876133918762207,0.0033893585205078125],"_type":"histogram","values":[3,1,5,7,11,11,11,34,40,50,85,106,178,228,356,512,706,947,1360,1892,2683,3871,5456,7842,11430,17846,28531,48721,93171,222017,511368,328112,126187,61111,34062,20828,13143,9041,6090,4272,3069,2098,1555,1081,767,567,414,271,207,126,121,75,53,43,34,12,19,11,5,5,2,0,2,2]},"parameters/linear.bias":{"_type":"histogram","values":[3,1,1,2,2,3,2,3,3,0,1,1,1,1,3,1,0,1,1,4,2,1,2,1,1,4,0,3,1,4,2,4,1,2,3,1,1,3,2,1,1,0,3,1,2,2,0,2,1,2,0,4,4,1,6,4,1,0,1,6,4,4,3,3],"bins":[-0.03461228311061859,-0.0335095040500164,-0.032406724989414215,-0.03130394592881203,-0.030201168730854988,-0.0290983896702528,-0.02799561247229576,-0.026892833411693573,-0.025790054351091385,-0.024687275290489197,-0.02358449622988701,-0.02248171903192997,-0.02137893997132778,-0.020276160910725594,-0.019173383712768555,-0.018070604652166367,-0.01696782559156418,-0.01586504653096199,-0.014762268401682377,-0.013659490272402763,-0.012556711211800575,-0.011453932151198387,-0.010351154021918774,-0.00924837589263916,-0.008145596832036972,-0.007042818237096071,-0.0059400396421551704,-0.00483726104721427,-0.003734482452273369,-0.002631703857332468,-0.0015289252623915672,-0.00042614666745066643,0.0006766356527805328,0.0017794142477214336,0.0028821928426623344,0.003984971437603235,0.005087750032544136,0.006190528627485037,0.007293307222425938,0.008396085351705551,0.00949886441230774,0.010601643472909927,0.01170442160218954,0.012807199731469154,0.013909978792071342,0.01501275785267353,0.01611553505063057,0.017218314111232758,0.018321093171834946,0.019423872232437134,0.020526651293039322,0.02162942849099636,0.02273220755159855,0.023834986612200737,0.024937763810157776,0.026040542870759964,0.027143321931362152,0.02824610099196434,0.02934888005256653,0.030451657250523567,0.031554438173770905,0.032657213509082794,0.03375999256968498,0.03486277163028717,0.03596555069088936]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,3,1,2,1,4,1,1,1,5,7,4,9,7,13,12,11,14,17,12,24,19,20,16,30,30,28,24,30,31,24,39,33,30,21,27,23,18,18,23,17,28,15,12,15,7,5,7,5,2,3,4,2,2,2,2,2,0,3,0,1],"bins":[-0.003916755318641663,-0.0037981574423611164,-0.003679559798911214,-0.0035609619226306677,-0.003442364279180765,-0.003323766402900219,-0.0032051685266196728,-0.0030865708831697702,-0.002967973006889224,-0.002849375130608678,-0.0027307774871587753,-0.002612179610878229,-0.002493581734597683,-0.0023749840911477804,-0.0022563862148672342,-0.0021377885714173317,-0.0020191906951367855,-0.0019005929352715611,-0.0017819951754063368,-0.0016633972991257906,-0.0015447995392605662,-0.0014262017793953419,-0.0013076039031147957,-0.0011890061432495713,-0.001070408383384347,-0.0009518106235191226,-0.0008332128054462373,-0.000714614987373352,-0.0005960172275081277,-0.00047741943853907287,-0.00035882164957001805,-0.00024022386060096323,-0.00012162607163190842,-3.0282826628535986e-06,0.00011556950630620122,0.00023416729527525604,0.00035276508424431086,0.0004713628732133657,0.0005899606621824205,0.0007085584802553058,0.0008271562401205301,0.0009457539999857545,0.0010643517598509789,0.001182949636131525,0.0013015473959967494,0.0014201451558619738,0.00153874303214252,0.0016573407920077443,0.0017759385518729687,0.001894536311738193,0.0020131340716034174,0.0021317319478839636,0.002250329591333866,0.0023689274676144123,0.0024875253438949585,0.002606122987344861,0.0027247208636254072,0.0028433187399059534,0.002961916383355856,0.003080514259636402,0.0031991121359169483,0.003317709779366851,0.003436307655647397,0.0035549052990972996,0.0036735031753778458]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,1,2,0,2,3,4,1,4,4,4,7,6,4,13,17,31,33,35,48,29,32,33,31,32,20,26,24,24,36,30,42,47,25,29,23,14,12,8,6,4,1,5,1,2,2,3,2,1,0,1,0,0,0,0,0,1,1,0,0,0,0,1],"bins":[-0.0007561814854852855,-0.0007278199773281813,-0.0006994584109634161,-0.0006710968445986509,-0.0006427353364415467,-0.0006143738282844424,-0.0005860122619196773,-0.0005576506955549121,-0.0005292891873978078,-0.0005009276792407036,-0.0004725661128759384,-0.0004442045756150037,-0.000415843038354069,-0.0003874815010931343,-0.0003591199638321996,-0.00033075842657126486,-0.00030239688931033015,-0.00027403535204939544,-0.00024567381478846073,-0.00021731227752752602,-0.0001889507402665913,-0.0001605892030056566,-0.0001322276657447219,-0.00010386612848378718,-7.550459122285247e-05,-4.714305396191776e-05,-1.8781516700983047e-05,9.580020559951663e-06,3.7941557820886374e-05,6.630309508182108e-05,9.46646323427558e-05,0.0001230261696036905,0.0001513876486569643,0.000179749185917899,0.00020811072317883372,0.00023647226043976843,0.00026483379770070314,0.00029319533496163785,0.00032155687222257257,0.0003499184094835073,0.000378279946744442,0.0004066414840053767,0.0004350030212663114,0.0004633645585272461,0.0004917260957881808,0.000520087662152946,0.0005484491703100502,0.0005768106784671545,0.0006051722448319197,0.0006335338111966848,0.0006618953193537891,0.0006902568275108933,0.0007186183938756585,0.0007469799602404237,0.0007753414683975279,0.0008037029765546322,0.0008320645429193974,0.0008604261092841625,0.0008887876174412668,0.000917149125598371,0.0009455106919631362,0.0009738722583279014,0.0010022337082773447,0.0010305952746421099,0.001058956841006875],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,2,0,0,2,0,4,2,2,4,2,3,3,7,4,9,6,12,15,25,27,23,39,36,40,31,48,36,39,45,43,39,33,35,27,27,16,14,13,9,10,9,2,3,4,2,1,2,0,2,0,3,1,0,2,1,0,0,1,0,0,0,0,1],"bins":[-0.00099141092505306,-0.0009559617610648274,-0.0009205126552842557,-0.0008850634912960231,-0.0008496143273077905,-0.0008141652215272188,-0.0007787160575389862,-0.0007432668935507536,-0.000707817729562521,-0.0006723686237819493,-0.0006369194597937167,-0.0006014702958054841,-0.0005660211900249124,-0.0005305720260366797,-0.0004951228620484471,-0.000459673727164045,-0.0004242245922796428,-0.00038877545739524066,-0.00035332629340700805,-0.0003178771585226059,-0.0002824279945343733,-0.00024697885964997113,-0.00021152972476556897,-0.0001760805753292516,-0.0001406314258929342,-0.00010518227645661682,-6.973313429625705e-05,-3.428398849791847e-05,1.1651573004201055e-06,3.661430309875868e-05,7.206344889709726e-05,0.00010751259105745703,0.00014296174049377441,0.0001784108899300918,0.00021386003936640918,0.00024930917425081134,0.00028475833823904395,0.0003202074731234461,0.00035565660800784826,0.0003911057719960809,0.00042655490688048303,0.0004620040417648852,0.0004974532057531178,0.0005329023697413504,0.0005683514755219221,0.0006038006395101547,0.0006392498034983873,0.000674698909278959,0.0007101480732671916,0.0007455972372554243,0.000781046343035996,0.0008164955070242286,0.0008519446710124612,0.0008873937767930329,0.0009228429407812655,0.0009582921047694981,0.0009937412105500698,0.0010291903745383024,0.001064639538526535,0.0011000887025147676,0.0011355378665030003,0.001170986914075911,0.0012064360780641437,0.0012418852420523763,0.0012773344060406089]},"parameters/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0009863042505457997,-0.000955696334131062,-0.0009250884759239852,-0.0008944805595092475,-0.0008638727013021708,-0.000833264784887433,-0.0008026568684726954,-0.0007720490102656186,-0.0007414410938508809,-0.0007108331774361432,-0.0006802253192290664,-0.0006496174028143287,-0.000619009486399591,-0.0005884016281925142,-0.0005577937117777765,-0.0005271858535706997,-0.000496577937155962,-0.00046597004984505475,-0.0004353621625341475,-0.0004047542461194098,-0.00037414635880850255,-0.0003435384714975953,-0.0003129305550828576,-0.00028232266777195036,-0.0002517147804610431,-0.00022110689315013587,-0.0001904989912873134,-0.00015989108942449093,-0.00012928320211358368,-9.867530752671883e-05,-6.806741293985397e-05,-3.745951835298911e-05,-6.851565558463335e-06,2.3756329028401524e-05,5.436422361526638e-05,8.497211820213124e-05,0.0001155800127889961,0.00014618790009990335,0.00017679580196272582,0.0002074037038255483,0.00023801159113645554,0.0002686194784473628,0.00029922736575827,0.0003298352821730077,0.00036044316948391497,0.0003910510567948222,0.0004216589732095599,0.00045226686052046716,0.0004828747478313744,0.0005134826642461121,0.0005440905224531889,0.0005746984388679266,0.0006053063552826643,0.0006359142134897411,0.0006665221299044788,0.0006971299881115556,0.0007277379045262933,0.000758345820941031,0.0007889536791481078,0.0008195615955628455,0.0008501694537699223,0.00088077737018466,0.0009113852865993977,0.0009419931448064744,0.0009726010612212121],"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,1,1,0,0,1,3,3,3,2,3,7,12,11,16,34,39,43,41,41,38,29,28,28,21,26,21,32,37,33,51,45,37,22,17,10,6,4,2,5,0,1,4,0,2,1,1,0,0,1,0,0,0,1,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,3,8,6,23,27,40,83,89,197,317,474,698,1060,1568,2253,2914,4165,5453,7068,9064,11289,13926,17020,19769,22450,25536,28326,30520,31884,33369,34160,33987,32674,31689,29371,26821,23936,21013,18070,15335,12613,10076,8156,6070,4787,3483,2554,1820,1244,792,590,377,241,159,81,59,31,16,4,5,3,5,2],"bins":[-0.09179245680570602,-0.08890039473772049,-0.08600833266973495,-0.08311627060174942,-0.08022420853376389,-0.07733214646577835,-0.07444008439779282,-0.07154802232980728,-0.06865596026182175,-0.06576389819383621,-0.06287183612585068,-0.05997977405786514,-0.05708771198987961,-0.054195649921894073,-0.05130358785390854,-0.048411525785923004,-0.04551946371793747,-0.042627401649951935,-0.0397353395819664,-0.036843277513980865,-0.03395121544599533,-0.031059153378009796,-0.02816709131002426,-0.025275029242038727,-0.022382967174053192,-0.019490905106067657,-0.016598843038082123,-0.013706780970096588,-0.010814718902111053,-0.007922656834125519,-0.005030594766139984,-0.0021385326981544495,0.0007535219192504883,0.003645583987236023,0.006537646055221558,0.009429708123207092,0.012321770191192627,0.015213832259178162,0.018105894327163696,0.02099795639514923,0.023890018463134766,0.0267820805311203,0.029674142599105835,0.03256620466709137,0.035458266735076904,0.03835032880306244,0.041242390871047974,0.04413445293903351,0.04702651500701904,0.04991857707500458,0.05281063914299011,0.05570270121097565,0.05859476327896118,0.061486825346946716,0.06437888741493225,0.06727094948291779,0.07016301155090332,0.07305507361888885,0.07594713568687439,0.07883919775485992,0.08173125982284546,0.084623321890831,0.08751538395881653,0.09040744602680206,0.0932995080947876]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"values":[3,0,7,2,11,14,35,62,106,175,271,460,745,1101,1545,2352,3394,4669,6336,8536,10958,13841,17120,20404,24152,27630,31100,33523,35527,36771,37013,36171,35047,32754,29944,26981,23467,19952,16482,12959,10493,8017,6000,4379,3128,2119,1477,1004,629,361,252,155,88,47,25,10,8,5,4,1,1,0,0,1],"bins":[-0.09588326513767242,-0.09272823482751846,-0.0895732119679451,-0.08641818165779114,-0.08326315879821777,-0.08010812848806381,-0.07695310562849045,-0.07379807531833649,-0.07064305245876312,-0.06748802214860916,-0.0643329918384552,-0.061177968978881836,-0.058022938668727875,-0.05486791208386421,-0.05171288549900055,-0.04855785891413689,-0.045402832329273224,-0.04224780574440956,-0.0390927791595459,-0.035937752574682236,-0.03278272598981857,-0.02962769754230976,-0.02647266909480095,-0.023317642509937286,-0.020162615925073624,-0.01700758934020996,-0.013852561824023724,-0.010697534307837486,-0.0075425077229738235,-0.0043874806724488735,-0.0012324536219239235,0.0019225734286010265,0.0050776004791259766,0.00823262706398964,0.011387654580175877,0.014542682096362114,0.017697708681225777,0.02085273526608944,0.02400776371359825,0.027162790298461914,0.030317816883325577,0.03347284346818924,0.0366278700530529,0.039782896637916565,0.042937926948070526,0.04609295353293419,0.04924798011779785,0.052403006702661514,0.05555803328752518,0.05871305987238884,0.0618680864572525,0.06502311676740646,0.06817813962697983,0.07133316993713379,0.07448819279670715,0.07764322310686111,0.08079825341701508,0.08395327627658844,0.0871083065867424,0.09026332944631577,0.09341835975646973,0.09657338261604309,0.09972841292619705,0.10288343578577042,0.10603846609592438],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09065026044845581,-0.08781906962394714,-0.08498787134885788,-0.08215668052434921,-0.07932548224925995,-0.07649429142475128,-0.07366310060024261,-0.07083190232515335,-0.06800071150064468,-0.06516952067613602,-0.06233832240104675,-0.059507131576538086,-0.05667593702673912,-0.053844742476940155,-0.05101355165243149,-0.04818235710263252,-0.04535116255283356,-0.04251996800303459,-0.039688773453235626,-0.03685758262872696,-0.034026388078927994,-0.03119519352912903,-0.028364000841975212,-0.025532808154821396,-0.02270161360502243,-0.019870419055223465,-0.01703922636806965,-0.014208032749593258,-0.011376839131116867,-0.008545645512640476,-0.005714451894164085,-0.0028832582756876945,-5.206465721130371e-05,0.002779128961265087,0.005610322579741478,0.008441516198217869,0.01127270981669426,0.01410390343517065,0.01693509705364704,0.019766289740800858,0.022597484290599823,0.02542867884039879,0.028259871527552605,0.03109106421470642,0.033922258764505386,0.03675345331430435,0.03958464413881302,0.042415838688611984,0.04524703323841095,0.048078227788209915,0.05090942233800888,0.05374061316251755,0.05657180771231651,0.05940300226211548,0.062234193086624146,0.06506539136171341,0.06789658218622208,0.07072777301073074,0.07355897128582001,0.07639016211032867,0.07922135293483734,0.0820525512099266,0.08488374203443527,0.08771494030952454,0.0905461311340332],"_type":"histogram","values":[2,2,5,5,20,34,58,78,127,225,324,495,775,1058,1514,2164,2946,4074,5321,7010,8791,10649,13301,16024,18764,21926,24446,27075,29917,31095,32385,33256,33185,32775,31136,29611,27393,24569,22030,19116,16376,13512,10956,8988,7109,5331,4048,2998,2117,1519,1020,760,502,321,226,142,92,52,35,16,9,5,8,1]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,2,0,1,2,4,3,12,14,20,32,37,62,60,113,153,218,356,504,802,1201,1771,2758,4437,7213,12204,21670,41180,90389,174622,115349,51601,26298,14221,8376,4978,3148,1993,1334,856,581,380,261,168,132,73,56,42,31,16,20,18,13,12,7,5,4,3,1,2,3,0,1],"bins":[-0.0005617141723632812,-0.0005433857440948486,-0.000525057315826416,-0.0005067288875579834,-0.0004884004592895508,-0.00047007203102111816,-0.00045174360275268555,-0.00043341517448425293,-0.0004150867462158203,-0.0003967583179473877,-0.0003784298896789551,-0.00036010146141052246,-0.00034177303314208984,-0.0003234446048736572,-0.0003051161766052246,-0.000286787748336792,-0.0002684593200683594,-0.00025013089179992676,-0.00023180246353149414,-0.00021347403526306152,-0.0001951456069946289,-0.0001768171787261963,-0.00015848875045776367,-0.00014016032218933105,-0.00012183189392089844,-0.00010350346565246582,-8.51750373840332e-05,-6.684660911560059e-05,-4.851818084716797e-05,-3.018975257873535e-05,-1.1861324310302734e-05,6.467103958129883e-06,2.47955322265625e-05,4.312396049499512e-05,6.145238876342773e-05,7.978081703186035e-05,9.810924530029297e-05,0.00011643767356872559,0.0001347661018371582,0.00015309453010559082,0.00017142295837402344,0.00018975138664245605,0.00020807981491088867,0.0002264082431793213,0.0002447366714477539,0.0002630650997161865,0.00028139352798461914,0.00029972195625305176,0.0003180503845214844,0.000336378812789917,0.0003547072410583496,0.0003730356693267822,0.00039136409759521484,0.00040969252586364746,0.0004280209541320801,0.0004463493824005127,0.0004646778106689453,0.00048300623893737793,0.0005013346672058105,0.0005196630954742432,0.0005379915237426758,0.0005563199520111084,0.000574648380279541,0.0005929768085479736,0.0006113052368164062]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,3,1,0,1,2,3,2,4,1,3,3,4,10,5,3,9,7,13,12,19,17,19,17,19,20,29,31,21,26,29,43,23,30,30,22,16,28,21,18,26,21,18,15,19,15,23,9,4,8,9,3,3,8,3,2,1,5,2,2,3,1,3],"bins":[-0.0040368069894611835,-0.003915849141776562,-0.0037948915269225836,-0.0036739339120686054,-0.0035529760643839836,-0.0034320184495300055,-0.0033110608346760273,-0.0031901029869914055,-0.0030691453721374273,-0.002948187757283449,-0.0028272299095988274,-0.002706272294744849,-0.002585314679890871,-0.0024643568322062492,-0.002343399217352271,-0.0022224413696676493,-0.002101483754813671,-0.001980526139959693,-0.0018595682922750711,-0.001738610677421093,-0.001617652946151793,-0.001496695214882493,-0.0013757376000285149,-0.0012547798687592149,-0.001133822137489915,-0.001012864406220615,-0.0008919067331589758,-0.0007709490600973368,-0.0006499913288280368,-0.0005290335975587368,-0.00040807592449709773,-0.0002871182223316282,-0.00016616052016615868,-4.520281800068915e-05,7.575488416478038e-05,0.0001967125863302499,0.00031767028849571943,0.00043862799066118896,0.0005595856928266585,0.0006805433658882976,0.0008015010971575975,0.0009224588284268975,0.0010434165596961975,0.0011643741745501757,0.0012853319058194757,0.0014062896370887756,0.0015272472519427538,0.0016482049832120538,0.0017691627144813538,0.0018901204457506537,0.0020110781770199537,0.002132035791873932,0.0022529936395585537,0.002373951254412532,0.00249490886926651,0.002615866716951132,0.00273682433180511,0.002857781946659088,0.00297873979434371,0.003099697409197688,0.0032206550240516663,0.003341612871736288,0.0034625704865902662,0.003583528334274888,0.003704485949128866]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,1,1,5,15,15,35,50,127,154,307,456,693,1029,1591,2430,3341,4759,6288,8498,10877,13735,16900,20256,23886,27195,30071,33129,35089,36326,36697,36384,34785,32841,30251,26807,23639,20300,16800,13546,10890,8310,6556,4604,3233,2376,1648,1082,708,466,256,153,100,60,34,18,11,4,1,0,2],"bins":[-0.10471556335687637,-0.10158630460500717,-0.09845704585313797,-0.09532778710126877,-0.09219852834939957,-0.08906926959753036,-0.08594001084566116,-0.08281075209379196,-0.07968150079250336,-0.07655224204063416,-0.07342298328876495,-0.07029372453689575,-0.06716446578502655,-0.06403520703315735,-0.06090594828128815,-0.057776689529418945,-0.054647430777549744,-0.05151817202568054,-0.04838891327381134,-0.04525965452194214,-0.04213039577007294,-0.039001140743494034,-0.03587188199162483,-0.03274262323975563,-0.02961336448788643,-0.026484105736017227,-0.023354846984148026,-0.020225590094923973,-0.01709633134305477,-0.01396707259118557,-0.010837814770638943,-0.007708556484431028,-0.004579298198223114,-0.0014500399120151997,0.0016792183741927147,0.004808476660400629,0.007937734946608543,0.011066993698477745,0.014196251519024372,0.017325509339571,0.0204547680914402,0.023584026843309402,0.026713285595178604,0.029842542484402657,0.03297179937362671,0.03610105812549591,0.03923031687736511,0.042359575629234314,0.045488834381103516,0.04861809313297272,0.05174735188484192,0.05487661063671112,0.05800586938858032,0.061135124415159225,0.06426438689231873,0.06739364564418793,0.07052290439605713,0.07365215569734573,0.07678141444921494,0.07991067320108414,0.08303993195295334,0.08616919070482254,0.08929844945669174,0.09242770820856094,0.09555696696043015]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,2,1,2,2,3,1,3,7,9,9,24,19,20,25,15,18,31,21,18,14,21,14,22,11,16,14,18,7,16,10,19,21,16,11,22,18,14,25,30,20,13,22,25,17,21,18,10,21,3,8,4,6,1,2,3,1,1,0,1,0,0,1],"bins":[-0.0010610953904688358,-0.0010265960590913892,-0.0009920967277139425,-0.0009575973963364959,-0.0009230980649590492,-0.0008885987917892635,-0.0008540994604118168,-0.0008196001290343702,-0.0007851007976569235,-0.0007506014662794769,-0.0007161021349020302,-0.0006816028035245836,-0.0006471035303547978,-0.0006126041989773512,-0.0005781048675999045,-0.0005436055362224579,-0.0005091062048450112,-0.0004746068734675646,-0.00044010754209011793,-0.00040560823981650174,-0.0003711089084390551,-0.00033660957706160843,-0.00030211027478799224,-0.0002676109434105456,-0.00023311161203309894,-0.00019861228065565228,-0.00016411296383012086,-0.00012961364700458944,-9.511431562714279e-05,-6.061499152565375e-05,-2.6115667424164712e-05,8.383656677324325e-06,4.288298077881336e-05,7.73823048803024e-05,0.00011188162898179144,0.00014638094580732286,0.0001808802771847695,0.00021537960856221616,0.00024987891083583236,0.000284378242213279,0.00031887757359072566,0.0003533769049681723,0.00038787623634561896,0.00042237553861923516,0.0004568748699966818,0.000491374172270298,0.0005258735036477447,0.0005603728350251913,0.000594872166402638,0.0006293714977800846,0.0006638708291575313,0.0006983701605349779,0.0007328694919124246,0.0007673687650822103,0.000801868096459657,0.0008363674278371036,0.0008708667592145503,0.0009053660905919969,0.0009398654219694436,0.0009743647533468902,0.001008864026516676,0.0010433633578941226,0.0010778626892715693,0.001112362020649016,0.0011468613520264626],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"values":[2,1,2,0,0,2,0,2,1,5,3,3,5,6,6,10,15,22,26,26,19,36,27,36,43,32,39,32,45,27,43,40,38,32,20,24,16,12,16,9,9,6,6,5,3,2,3,3,2,0,1,1,0,1,0,0,2,0,0,0,0,0,0,1],"bins":[-0.0004048347473144531,-0.000389978289604187,-0.0003751218318939209,-0.0003602653741836548,-0.00034540891647338867,-0.00033055245876312256,-0.00031569600105285645,-0.00030083954334259033,-0.0002859830856323242,-0.0002711266279220581,-0.000256270170211792,-0.00024141371250152588,-0.00022655725479125977,-0.00021170079708099365,-0.00019684433937072754,-0.00018198788166046143,-0.0001671314239501953,-0.0001522749662399292,-0.00013741850852966309,-0.00012256205081939697,-0.00010770559310913086,-9.284913539886475e-05,-7.799267768859863e-05,-6.313621997833252e-05,-4.8279762268066406e-05,-3.342330455780029e-05,-1.856684684753418e-05,-3.7103891372680664e-06,1.1146068572998047e-05,2.600252628326416e-05,4.0858983993530273e-05,5.571544170379639e-05,7.05718994140625e-05,8.542835712432861e-05,0.00010028481483459473,0.00011514127254486084,0.00012999773025512695,0.00014485418796539307,0.00015971064567565918,0.0001745671033859253,0.0001894235610961914,0.00020428001880645752,0.00021913647651672363,0.00023399293422698975,0.00024884939193725586,0.00026370584964752197,0.0002785623073577881,0.0002934187650680542,0.0003082752227783203,0.0003231316804885864,0.00033798813819885254,0.00035284459590911865,0.00036770105361938477,0.0003825575113296509,0.000397413969039917,0.0004122704267501831,0.0004271268844604492,0.00044198334217071533,0.00045683979988098145,0.00047169625759124756,0.00048655271530151367,0.0005014091730117798,0.0005162656307220459,0.000531122088432312,0.0005459785461425781],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,1,2,4,7,10,11,12,21,23,33,51,49,78,63,70,57,52,35,27,15,23,13,22,12,9,12,8,7,2,4,2,3,4,3,3,2,4,2,2,0,0,1,0,0,0,2,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0016018948517739773,-0.0015191984130069613,-0.0014365018578246236,-0.0013538054190576077,-0.0012711088638752699,-0.001188412425108254,-0.001105715986341238,-0.0010230194311589003,-0.0009403229923918843,-0.0008576264954172075,-0.0007749299984425306,-0.0006922335596755147,-0.0006095370627008379,-0.000526840565726161,-0.0004441440978553146,-0.0003614476299844682,-0.0002787511330097914,-0.00019605465058702976,-0.00011335816816426814,-3.066168574150652e-05,5.20347966812551e-05,0.00013473127910401672,0.00021742776152677834,0.00030012422939762473,0.0003828207263723016,0.0004655172233469784,0.0005482137203216553,0.0006309101590886712,0.0007136066560633481,0.0007963031530380249,0.0008789995918050408,0.0009616960887797177,0.0010443925857543945,0.0011270890245214105,0.0012097855797037482,0.0012924820184707642,0.001375178573653102,0.0014578750124201179,0.0015405714511871338,0.0016232680063694715,0.0017059644451364875,0.0017886608839035034,0.0018713574390858412,0.001954053994268179,0.002036750316619873,0.002119446871802211,0.0022021434269845486,0.0022848397493362427,0.0023675363045185804,0.002450232859700918,0.0025329291820526123,0.00261562573723495,0.002698322292417288,0.002781018614768982,0.0028637151699513197,0.0029464117251336575,0.0030291080474853516,0.0031118046026676893,0.003194501157850027,0.003277197713032365,0.003359894035384059,0.0034425905905663967,0.0035252871457487345,0.0036079834681004286,0.0036906800232827663]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[2,1,1,0,2,2,0,0,5,6,2,5,4,23,16,18,20,23,19,19,21,11,19,24,18,12,26,13,18,17,15,20,26,13,15,17,18,24,27,17,13,17,22,15,13,11,21,19,28,17,13,10,9,4,5,2,2,2,3,1,0,1,0,1],"bins":[-0.0011729614343494177,-0.0011361909564584494,-0.0010994203621521592,-0.0010626498842611909,-0.0010258794063702226,-0.0009891088120639324,-0.0009523383341729641,-0.0009155677980743349,-0.0008787972619757056,-0.0008420267840847373,-0.0008052562479861081,-0.0007684857118874788,-0.0007317152339965105,-0.0006949446978978813,-0.000658174161799252,-0.0006214036839082837,-0.0005846331478096545,-0.0005478626117110252,-0.0005110921338200569,-0.0004743215977214277,-0.00043755106162279844,-0.00040078055462799966,-0.0003640100476332009,-0.00032723951153457165,-0.00029046900453977287,-0.0002536984975449741,-0.00021692796144634485,-0.00018015745445154607,-0.00014338693290483207,-0.00010661641135811806,-6.984589708736166e-05,-3.307537917862646e-05,3.695138730108738e-06,4.046565663884394e-05,7.723617454757914e-05,0.00011400668881833553,0.00015077721036504954,0.00018754773191176355,0.00022431823890656233,0.00026108877500519156,0.00029785928199999034,0.0003346297889947891,0.00037140032509341836,0.00040817083208821714,0.0004449413390830159,0.00048171187518164515,0.0005184824112802744,0.0005552528891712427,0.000592023425269872,0.0006287939613685012,0.0006655644392594695,0.0007023349753580987,0.000739105511456728,0.0007758759893476963,0.0008126465254463255,0.0008494170615449548,0.0008861875394359231,0.0009229580755345523,0.0009597286116331816,0.00099649908952415,0.00103326968383044,0.0010700401617214084,0.0011068106396123767,0.0011435812339186668,0.0011803517118096352]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.00024199485778808594,-0.00023450329899787903,-0.00022701174020767212,-0.0002195201814174652,-0.0002120286226272583,-0.0002045370638370514,-0.00019704550504684448,-0.00018955394625663757,-0.00018206238746643066,-0.00017457082867622375,-0.00016707926988601685,-0.00015958771109580994,-0.00015209615230560303,-0.00014460459351539612,-0.0001371130347251892,-0.0001296214759349823,-0.0001221299171447754,-0.00011463835835456848,-0.00010714679956436157,-9.965524077415466e-05,-9.216368198394775e-05,-8.467212319374084e-05,-7.718056440353394e-05,-6.968900561332703e-05,-6.219744682312012e-05,-5.470588803291321e-05,-4.72143292427063e-05,-3.972277045249939e-05,-3.223121166229248e-05,-2.473965287208557e-05,-1.7248094081878662e-05,-9.756535291671753e-06,-2.2649765014648438e-06,5.2265822887420654e-06,1.2718141078948975e-05,2.0209699869155884e-05,2.7701258659362793e-05,3.51928174495697e-05,4.268437623977661e-05,5.017593502998352e-05,5.766749382019043e-05,6.515905261039734e-05,7.265061140060425e-05,8.014217019081116e-05,8.763372898101807e-05,9.512528777122498e-05,0.00010261684656143188,0.0001101084053516388,0.0001175999641418457,0.0001250915229320526,0.00013258308172225952,0.00014007464051246643,0.00014756619930267334,0.00015505775809288025,0.00016254931688308716,0.00017004087567329407,0.00017753243446350098,0.00018502399325370789,0.0001925155520439148,0.0002000071108341217,0.0002074986696243286,0.00021499022841453552,0.00022248178720474243,0.00022997334599494934,0.00023746490478515625],"_type":"histogram","values":[1,0,1,3,2,2,3,2,3,4,2,7,4,6,5,6,7,7,12,13,14,23,14,24,31,21,18,28,35,32,31,27,28,32,26,23,24,23,22,19,18,23,20,11,10,15,14,10,9,12,8,4,5,2,4,7,2,2,3,1,1,0,0,2]},"_runtime":75.484886342,"gradients/bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.0013914108276367188,-0.00135117769241333,-0.0013109445571899414,-0.0012707114219665527,-0.001230478286743164,-0.0011902451515197754,-0.0011500120162963867,-0.001109778881072998,-0.0010695457458496094,-0.0010293126106262207,-0.000989079475402832,-0.0009488463401794434,-0.0009086132049560547,-0.000868380069732666,-0.0008281469345092773,-0.0007879137992858887,-0.0007476806640625,-0.0007074475288391113,-0.0006672143936157227,-0.000626981258392334,-0.0005867481231689453,-0.0005465149879455566,-0.000506281852722168,-0.0004660487174987793,-0.0004258155822753906,-0.00038558244705200195,-0.0003453493118286133,-0.0003051161766052246,-0.00026488304138183594,-0.00022464990615844727,-0.0001844167709350586,-0.00014418363571166992,-0.00010395050048828125,-6.371736526489258e-05,-2.3484230041503906e-05,1.6748905181884766e-05,5.698204040527344e-05,9.721517562866211e-05,0.00013744831085205078,0.00017768144607543945,0.00021791458129882812,0.0002581477165222168,0.00029838085174560547,0.00033861398696899414,0.0003788471221923828,0.0004190802574157715,0.00045931339263916016,0.0004995465278625488,0.0005397796630859375,0.0005800127983093262,0.0006202459335327148,0.0006604790687561035,0.0007007122039794922,0.0007409453392028809,0.0007811784744262695,0.0008214116096496582,0.0008616447448730469,0.0009018778800964355,0.0009421110153198242,0.0009823441505432129,0.0010225772857666016,0.0010628104209899902,0.001103043556213379,0.0011432766914367676,0.0011835098266601562],"_type":"histogram","values":[1,0,0,1,1,0,1,0,3,2,2,5,3,5,8,10,16,18,34,66,71,134,199,324,506,794,1307,2030,3578,5879,10436,19197,38037,90005,217243,107324,43223,21300,11751,6482,3783,2175,1409,852,573,333,234,179,92,65,40,34,20,11,8,5,7,2,0,2,2,1,0,1]},"parameters/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[4,3,2,2,1,1,3,3,2,3,3,7,6,3,7,5,8,7,17,19,17,20,22,20,24,29,36,36,38,32,29,47,37,32,28,38,22,18,19,13,19,14,16,8,6,8,5,4,3,2,3,2,2,2,2,2,1,1,1,2,0,0,0,2],"bins":[-0.0010126580018550158,-0.0009790193289518356,-0.0009453805978409946,-0.0009117419249378145,-0.0008781032520346344,-0.0008444645209237933,-0.0008108258480206132,-0.0007771871751174331,-0.000743548502214253,-0.0007099097711034119,-0.0006762710982002318,-0.0006426324252970517,-0.0006089936941862106,-0.0005753550212830305,-0.0005417163483798504,-0.0005080776172690094,-0.00047443894436582923,-0.00044080024235881865,-0.00040716156945563853,-0.00037352286744862795,-0.0003398841945454478,-0.00030624549253843725,-0.00027260679053142667,-0.00023896810307633132,-0.00020532941562123597,-0.00017169072816614062,-0.00013805204071104527,-0.00010441333870403469,-7.077465124893934e-05,-3.713596015586518e-05,-3.4972690627910197e-06,3.0141422030283138e-05,6.37801131233573e-05,9.741880057845265e-05,0.000131057488033548,0.00016469619004055858,0.00019833487749565393,0.00023197356495074928,0.00026561226695775986,0.00029925093986094,0.00033288964186795056,0.00036652834387496114,0.00040016701677814126,0.00043380571878515184,0.0004674444207921624,0.0005010830936953425,0.0005347217665985227,0.0005683604977093637,0.0006019991706125438,0.0006356378435157239,0.000669276574626565,0.0007029152475297451,0.0007365539204329252,0.0007701926515437663,0.0008038313244469464,0.0008374699973501265,0.0008711087284609675,0.0009047474013641477,0.0009383860742673278,0.0009720247471705079,0.001005663420073688,0.00103930220939219,0.00107294088229537,0.0011065795551985502,0.0011402182281017303]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,0,2,2,2,2,1,2,3,2,3,3,5,9,17,6,8,23,8,14,14,20,18,15,26,13,22,26,35,38,39,36,40,27,23,28,20,14,23,25,22,21,20,18,13,10,9,7,4,4,6,3,2,1,2,3,5,0,0,1,2],"bins":[-0.003977654501795769,-0.003861765842884779,-0.003745877416804433,-0.003629988757893443,-0.0035141000989824533,-0.0033982116729021072,-0.0032823230139911175,-0.0031664343550801277,-0.003050545696169138,-0.002934657270088792,-0.002818768611177802,-0.0027028799522668123,-0.0025869915261864662,-0.0024711028672754765,-0.0023552142083644867,-0.0022393257822841406,-0.002123437123373151,-0.002007548464462161,-0.0018916599219664931,-0.0017757713794708252,-0.0016598827205598354,-0.0015439941780641675,-0.0014281056355684996,-0.0013122169766575098,-0.0011963284341618419,-0.001080439891666174,-0.0009645512327551842,-0.0008486626902595162,-0.0007327740895561874,-0.0006168854888528585,-0.0005009969463571906,-0.00038510834565386176,-0.0002692197449505329,-0.0001533311587991193,-3.7442572647705674e-05,7.844601350370795e-05,0.00019433459965512156,0.0003102232003584504,0.0004261117719579488,0.0005420003435574472,0.000657888944260776,0.0007737775449641049,0.0008896661456674337,0.0010055546881631017,0.0011214432306587696,0.0012373318895697594,0.0013532204320654273,0.001469109090976417,0.001584997633472085,0.001700886175967753,0.0018167748348787427,0.0019326633773744106,0.0020485520362854004,0.0021644404623657465,0.0022803291212767363,0.002396217780187726,0.002512106206268072,0.002627994865179062,0.0027438835240900517,0.0028597721830010414,0.0029756606090813875,0.0030915492679923773,0.003207437926903367,0.003323326352983713,0.003439215011894703],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[3,1,0,0,8,6,8,9,21,25,38,62,68,123,146,212,281,450,582,875,1245,1689,2426,3645,5370,8092,12368,19119,31335,53231,98384,208061,481110,321313,136701,71409,41689,25405,15804,10234,6723,4547,3067,2146,1453,1023,680,493,379,229,192,125,83,64,43,19,20,10,7,3,6,2,1,1],"bins":[-0.0024967193603515625,-0.002420485019683838,-0.0023442506790161133,-0.0022680163383483887,-0.002191781997680664,-0.0021155476570129395,-0.002039313316345215,-0.0019630789756774902,-0.0018868446350097656,-0.001810610294342041,-0.0017343759536743164,-0.0016581416130065918,-0.0015819072723388672,-0.0015056729316711426,-0.001429438591003418,-0.0013532042503356934,-0.0012769699096679688,-0.0012007355690002441,-0.0011245012283325195,-0.001048266887664795,-0.0009720325469970703,-0.0008957982063293457,-0.0008195638656616211,-0.0007433295249938965,-0.0006670951843261719,-0.0005908608436584473,-0.0005146265029907227,-0.00043839216232299805,-0.00036215782165527344,-0.00028592348098754883,-0.00020968914031982422,-0.0001334547996520996,-5.7220458984375e-05,1.901388168334961e-05,9.524822235107422e-05,0.00017148256301879883,0.00024771690368652344,0.00032395124435424805,0.00040018558502197266,0.00047641992568969727,0.0005526542663574219,0.0006288886070251465,0.0007051229476928711,0.0007813572883605957,0.0008575916290283203,0.0009338259696960449,0.0010100603103637695,0.0010862946510314941,0.0011625289916992188,0.0012387633323669434,0.001314997673034668,0.0013912320137023926,0.0014674663543701172,0.0015437006950378418,0.0016199350357055664,0.001696169376373291,0.0017724037170410156,0.0018486380577087402,0.0019248723983764648,0.0020011067390441895,0.002077341079711914,0.0021535754203796387,0.0022298097610473633,0.002306044101715088,0.0023822784423828125]},"gradients/linear.bias":{"values":[1,0,0,0,1,0,0,1,1,0,2,0,1,3,1,1,2,3,3,3,5,2,2,1,5,5,6,6,5,0,3,3,6,7,5,4,2,4,8,2,3,2,5,2,3,3,0,1,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.01329803466796875,-0.012859821319580078,-0.012421607971191406,-0.011983394622802734,-0.011545181274414062,-0.01110696792602539,-0.010668754577636719,-0.010230541229248047,-0.009792327880859375,-0.009354114532470703,-0.008915901184082031,-0.00847768783569336,-0.008039474487304688,-0.007601261138916016,-0.007163047790527344,-0.006724834442138672,-0.00628662109375,-0.005848407745361328,-0.005410194396972656,-0.004971981048583984,-0.0045337677001953125,-0.004095554351806641,-0.0036573410034179688,-0.003219127655029297,-0.002780914306640625,-0.002342700958251953,-0.0019044876098632812,-0.0014662742614746094,-0.0010280609130859375,-0.0005898475646972656,-0.00015163421630859375,0.0002865791320800781,0.00072479248046875,0.0011630058288574219,0.0016012191772460938,0.0020394325256347656,0.0024776458740234375,0.0029158592224121094,0.0033540725708007812,0.003792285919189453,0.004230499267578125,0.004668712615966797,0.005106925964355469,0.005545139312744141,0.0059833526611328125,0.006421566009521484,0.006859779357910156,0.007297992706298828,0.0077362060546875,0.008174419403076172,0.008612632751464844,0.009050846099853516,0.009489059448242188,0.00992727279663086,0.010365486145019531,0.010803699493408203,0.011241912841796875,0.011680126190185547,0.012118339538574219,0.01255655288696289,0.012994766235351562,0.013432979583740234,0.013871192932128906,0.014309406280517578,0.01474761962890625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,4,0,3,4,2,7,4,6,10,21,28,33,57,63,65,70,65,71,48,40,25,17,22,17,16,8,10,8,13,4,4,5,1,3,0,1,1,1,2,1,0,1,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0019360748119652271,-0.0018384249415248632,-0.0017407750710844994,-0.0016431252006441355,-0.0015454753302037716,-0.0014478254597634077,-0.0013501755893230438,-0.00125252571888268,-0.001154875848442316,-0.001057226094417274,-0.0009595761657692492,-0.0008619262953288853,-0.0007642764830961823,-0.0006666266126558185,-0.0005689767422154546,-0.0004713268717750907,-0.0003736770013347268,-0.0002760271308943629,-0.00017837727500591427,-8.0727411841508e-05,1.692245132289827e-05,0.00011457231448730454,0.0002122221776517108,0.00030987203354015946,0.00040752190398052335,0.0005051717744208872,0.0006028216448612511,0.000700471515301615,0.000798121327534318,0.0008957711979746819,0.0009934210684150457,0.0010910709388554096,0.0011887208092957735,0.0012863706797361374,0.0013840205501765013,0.0014816704206168652,0.001579320291057229,0.001676970161497593,0.0017746200319379568,0.0018722699023783207,0.0019699197728186846,0.0020675696432590485,0.0021652195136994123,0.0022628693841397762,0.00236051925458014,0.002458169125020504,0.002555818995460868,0.0026534688659012318,0.002751118503510952,0.002848768373951316,0.0029464182443916798,0.0030440681148320436,0.0031417179852724075,0.0032393678557127714,0.0033370177261531353,0.003434667596593499,0.003532317467033863,0.003629967337474227,0.003727617207914591,0.0038252670783549547,0.003922916948795319,0.004020567052066326,0.004118216689676046,0.004215866792947054,0.004313516430556774]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,2,3,2,4,6,1,8,4,8,5,4,10,7,15,12,13,13,18,21,16,28,25,24,26,23,23,27,23,29,20,21,22,24,26,18,18,11,22,21,11,7,14,15,12,14,7,13,11,11,11,11,7,2,4,2,4,1,0,1,3,1,2],"bins":[0.9988189935684204,0.9988585114479065,0.9988979697227478,0.9989374876022339,0.99897700548172,0.9990164637565613,0.9990559816360474,0.9990954995155334,0.9991350173950195,0.9991744756698608,0.9992139935493469,0.999253511428833,0.9992929697036743,0.9993324875831604,0.9993720054626465,0.9994114637374878,0.9994509816169739,0.99949049949646,0.9995299577713013,0.9995694756507874,0.9996089935302734,0.9996484518051147,0.9996879696846008,0.9997274875640869,0.9997669458389282,0.9998064637184143,0.9998459815979004,0.9998854994773865,0.9999249577522278,0.9999644756317139,1.0000039339065552,1.000043511390686,1.0000829696655273,1.0001224279403687,1.0001620054244995,1.0002014636993408,1.0002409219741821,1.000280499458313,1.0003199577331543,1.0003594160079956,1.0003989934921265,1.0004384517669678,1.000477910041809,1.00051748752594,1.0005569458007812,1.0005964040756226,1.0006359815597534,1.0006754398345947,1.0007150173187256,1.000754475593567,1.0007939338684082,1.000833511352539,1.0008729696273804,1.0009124279022217,1.0009520053863525,1.0009914636611938,1.0010309219360352,1.001070499420166,1.0011099576950073,1.0011494159698486,1.0011889934539795,1.0012284517288208,1.001267910003662,1.001307487487793,1.0013469457626343],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,3,1,2,1,2,2,5,3,2,6,7,3,5,15,16,28,29,39,46,22,31,27,34,31,23,17,23,25,25,28,35,37,38,35,22,20,25,9,11,5,4,4,2,4,1,1,1,3,3,0,1,2,0,0,0,0,0,1,0,1,1],"bins":[-0.0007361108437180519,-0.0007100914372131228,-0.0006840719725005329,-0.0006580525077879429,-0.0006320331012830138,-0.0006060136947780848,-0.0005799942300654948,-0.0005539747653529048,-0.0005279553588479757,-0.0005019359523430467,-0.0004759164876304567,-0.00044989705202169716,-0.00042387761641293764,-0.0003978581808041781,-0.0003718387451954186,-0.0003458193095866591,-0.00031979987397789955,-0.00029378043836914003,-0.0002677610027603805,-0.00024174156715162098,-0.00021572213154286146,-0.00018970269593410194,-0.00016368326032534242,-0.0001376638247165829,-0.00011164438910782337,-8.562495349906385e-05,-5.960551789030433e-05,-3.3586082281544805e-05,-7.566646672785282e-06,1.845278893597424e-05,4.447222454473376e-05,7.049166015349329e-05,9.651115396991372e-05,0.00012253058957867324,0.00014855002518743277,0.0001745694607961923,0.0002005888964049518,0.00022660833201371133,0.00025262776762247086,0.0002786472032312304,0.0003046666388399899,0.0003306860744487494,0.00035670551005750895,0.00038272494566626847,0.000408744381275028,0.0004347638168837875,0.00046078325249254704,0.00048680268810130656,0.0005128221237100661,0.0005388415884226561,0.0005648609949275851,0.0005908804014325142,0.0006168998661451042,0.0006429193308576941,0.0006689387373626232,0.0006949581438675523,0.0007209776085801423,0.0007469970732927322,0.0007730164797976613,0.0007990358863025904,0.0008250553510151803,0.0008510748157277703,0.0008770942222326994,0.0009031136287376285,0.0009291330934502184]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[3,0,0,1,1,0,0,1,1,1,5,5,1,0,2,7,6,5,6,11,5,12,7,20,13,22,16,27,30,39,34,28,31,40,23,52,49,30,29,25,26,23,21,14,13,16,7,8,3,7,10,9,2,4,1,2,1,2,1,2,2,3,1,2],"bins":[-0.00100941292475909,-0.000979810138233006,-0.0009502072934992611,-0.0009206044487655163,-0.0008910016622394323,-0.0008613988175056875,-0.0008317959727719426,-0.0008021931862458587,-0.0007725903415121138,-0.000742987496778369,-0.000713384710252285,-0.0006837818655185401,-0.0006541790207847953,-0.0006245762342587113,-0.0005949733895249665,-0.0005653706029988825,-0.0005357677582651377,-0.0005061649135313928,-0.00047656212700530887,-0.000446959282271564,-0.0004173564666416496,-0.0003877536510117352,-0.00035815080627799034,-0.00032854799064807594,-0.00029894517501816154,-0.00026934235938824713,-0.0002397395292064175,-0.00021013669902458787,-0.00018053388339467347,-0.00015093106776475906,-0.00012132823758292943,-9.172541467705742e-05,-6.21225917711854e-05,-3.251976886531338e-05,-2.916945959441364e-06,2.6685876946430653e-05,5.628869985230267e-05,8.589152275817469e-05,0.0001154943456640467,0.00014509717584587634,0.00017469999147579074,0.00020430280710570514,0.00023390563728753477,0.0002635084674693644,0.0002931112830992788,0.0003227140987291932,0.00035231694346293807,0.0003819197590928525,0.0004115225747227669,0.0004411253903526813,0.0004707282059825957,0.0005003310507163405,0.0005299338372424245,0.0005595366819761693,0.0005891395267099142,0.0006187423132359982,0.000648345157969743,0.0006779480027034879,0.0007075507892295718,0.0007371536339633167,0.0007667564786970615,0.0007963592652231455,0.0008259621099568903,0.0008555648964829743,0.0008851677412167192],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.006580352783203125,-0.006388247013092041,-0.006196141242980957,-0.006004035472869873,-0.005811929702758789,-0.005619823932647705,-0.005427718162536621,-0.005235612392425537,-0.005043506622314453,-0.004851400852203369,-0.004659295082092285,-0.004467189311981201,-0.004275083541870117,-0.004082977771759033,-0.0038908720016479492,-0.0036987662315368652,-0.0035066604614257812,-0.0033145546913146973,-0.0031224489212036133,-0.0029303431510925293,-0.0027382373809814453,-0.0025461316108703613,-0.0023540258407592773,-0.0021619200706481934,-0.0019698143005371094,-0.0017777085304260254,-0.0015856027603149414,-0.0013934969902038574,-0.0012013912200927734,-0.0010092854499816895,-0.0008171796798706055,-0.0006250739097595215,-0.0004329681396484375,-0.00024086236953735352,-4.875659942626953e-05,0.00014334917068481445,0.00033545494079589844,0.0005275607109069824,0.0007196664810180664,0.0009117722511291504,0.0011038780212402344,0.0012959837913513184,0.0014880895614624023,0.0016801953315734863,0.0018723011016845703,0.0020644068717956543,0.0022565126419067383,0.0024486184120178223,0.0026407241821289062,0.0028328299522399902,0.0030249357223510742,0.003217041492462158,0.003409147262573242,0.003601253032684326,0.00379335880279541,0.003985464572906494,0.004177570343017578,0.004369676113128662,0.004561781883239746,0.00475388765335083,0.004945993423461914,0.005138099193572998,0.005330204963684082,0.005522310733795166,0.00571441650390625],"_type":"histogram","values":[1,1,0,1,0,2,2,4,6,1,3,10,13,12,21,37,54,71,102,153,211,295,425,673,996,1615,2642,4131,6867,10874,18009,31122,57888,116661,151176,82697,42463,23647,14014,8396,5221,3313,2049,1336,815,549,392,276,197,113,82,53,38,27,19,16,7,8,5,4,0,3,0,5]},"parameters/bert.embeddings.LayerNorm.weight":{"bins":[0.998858630657196,0.9988986849784851,0.9989387392997742,0.998978853225708,0.9990189075469971,0.9990589618682861,0.9990990161895752,0.9991390705108643,0.9991791844367981,0.9992192387580872,0.9992592930793762,0.9992993474006653,0.9993394017219543,0.9993795156478882,0.9994195699691772,0.9994596242904663,0.9994996786117554,0.9995397329330444,0.9995798468589783,0.9996199011802673,0.9996599555015564,0.9997000098228455,0.9997400641441345,0.9997801780700684,0.9998202323913574,0.9998602867126465,0.9999003410339355,0.9999403953552246,0.9999805092811584,1.0000205039978027,1.0000606775283813,1.0001007318496704,1.0001407861709595,1.0001808404922485,1.0002208948135376,1.0002609491348267,1.0003010034561157,1.0003410577774048,1.0003811120986938,1.000421166419983,1.0004613399505615,1.0005013942718506,1.0005414485931396,1.0005815029144287,1.0006215572357178,1.0006616115570068,1.000701665878296,1.000741720199585,1.000781774520874,1.000821828842163,1.0008620023727417,1.0009020566940308,1.0009421110153198,1.0009821653366089,1.001022219657898,1.001062273979187,1.001102328300476,1.0011423826217651,1.0011824369430542,1.0012224912643433,1.0012626647949219,1.001302719116211,1.0013427734375,1.001382827758789,1.0014228820800781],"_type":"histogram","values":[1,1,2,4,0,6,3,6,6,3,4,9,4,9,9,4,12,13,14,19,23,30,22,29,21,25,35,24,26,32,30,22,26,17,20,20,13,18,13,11,19,17,11,14,10,3,14,18,6,12,9,9,4,8,11,2,5,1,6,0,1,1,0,1]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,0,2,3,1,1,1,2,2,1,2,3,2,3,6,12,4,4,10,19,9,17,18,23,31,32,42,27,24,29,38,49,37,36,32,31,31,23,25,19,13,20,12,12,8,7,7,4,5,2,5,2,4,4,0,3,2,2,0,0,0,1],"bins":[-0.0010595256462693214,-0.001027386635541916,-0.0009952476248145103,-0.0009631086722947657,-0.0009309696615673602,-0.0008988306508399546,-0.00086669169832021,-0.0008345526875928044,-0.0008024136768653989,-0.0007702746661379933,-0.0007381356554105878,-0.0007059967028908432,-0.0006738576921634376,-0.0006417186814360321,-0.0006095797289162874,-0.0005774407181888819,-0.0005453017074614763,-0.0005131626967340708,-0.0004810237151104957,-0.0004488847334869206,-0.00041674572275951505,-0.0003846067120321095,-0.0003524677304085344,-0.0003203287487849593,-0.00028818973805755377,-0.0002560507273301482,-0.00022391174570657313,-0.0001917727495310828,-0.0001596337533555925,-0.00012749475718010217,-9.535576100461185e-05,-6.321676482912153e-05,-3.107788506895304e-05,1.0611111065372825e-06,3.32001072820276e-05,6.533910345751792e-05,9.747809963300824e-05,0.00012961709580849856,0.00016175609198398888,0.0001938950881594792,0.00022603408433496952,0.00025817309506237507,0.00029031207668595016,0.00032245105830952525,0.0003545900690369308,0.00038672907976433635,0.00041886806138791144,0.00045100704301148653,0.0004831460537388921,0.0005152850644662976,0.0005474240751937032,0.0005795630277134478,0.0006117020384408534,0.0006438410491682589,0.0006759800016880035,0.0007081190124154091,0.0007402580231428146,0.0007723970338702202,0.0008045360445976257,0.0008366749971173704,0.0008688140078447759,0.0009009530185721815,0.0009330919710919261,0.0009652309818193316,0.0009973699925467372]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,2,1,3,1,3,1,3,5,7,6,3,13,8,15,14,21,30,28,27,24,19,34,36,32,43,40,34,29,31,35,34,36,19,26,16,17,9,8,8,9,6,6,5,6,4,3,0,1,1,2,0,1,0,0,0,0,1],"bins":[-0.00015294551849365234,-0.00014820881187915802,-0.0001434721052646637,-0.00013873539865016937,-0.00013399869203567505,-0.00012926198542118073,-0.0001245252788066864,-0.00011978857219219208,-0.00011505186557769775,-0.00011031515896320343,-0.0001055784523487091,-0.00010084174573421478,-9.610503911972046e-05,-9.136833250522614e-05,-8.663162589073181e-05,-8.189491927623749e-05,-7.715821266174316e-05,-7.242150604724884e-05,-6.768479943275452e-05,-6.294809281826019e-05,-5.821138620376587e-05,-5.3474679589271545e-05,-4.873797297477722e-05,-4.40012663602829e-05,-3.9264559745788574e-05,-3.452785313129425e-05,-2.9791146516799927e-05,-2.5054439902305603e-05,-2.031773328781128e-05,-1.5581026673316956e-05,-1.0844320058822632e-05,-6.107613444328308e-06,-1.3709068298339844e-06,3.3657997846603394e-06,8.102506399154663e-06,1.2839213013648987e-05,1.757591962814331e-05,2.2312626242637634e-05,2.7049332857131958e-05,3.178603947162628e-05,3.6522746086120605e-05,4.125945270061493e-05,4.599615931510925e-05,5.073286592960358e-05,5.54695725440979e-05,6.0206279158592224e-05,6.494298577308655e-05,6.967969238758087e-05,7.44163990020752e-05,7.915310561656952e-05,8.388981223106384e-05,8.862651884555817e-05,9.336322546005249e-05,9.809993207454681e-05,0.00010283663868904114,0.00010757334530353546,0.00011231005191802979,0.00011704675853252411,0.00012178346514701843,0.00012652017176151276,0.00013125687837600708,0.0001359935849905014,0.00014073029160499573,0.00014546699821949005,0.00015020370483398438]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.0011816024780273438,-0.0011444389820098877,-0.0011072754859924316,-0.0010701119899749756,-0.0010329484939575195,-0.0009957849979400635,-0.0009586215019226074,-0.0009214580059051514,-0.0008842945098876953,-0.0008471310138702393,-0.0008099675178527832,-0.0007728040218353271,-0.0007356405258178711,-0.000698477029800415,-0.000661313533782959,-0.0006241500377655029,-0.0005869865417480469,-0.0005498230457305908,-0.0005126595497131348,-0.0004754960536956787,-0.00043833255767822266,-0.0004011690616607666,-0.00036400556564331055,-0.0003268420696258545,-0.00028967857360839844,-0.0002525150775909424,-0.00021535158157348633,-0.00017818808555603027,-0.00014102458953857422,-0.00010386109352111816,-6.669759750366211e-05,-2.9534101486206055e-05,7.62939453125e-06,4.4792890548706055e-05,8.195638656616211e-05,0.00011911988258361816,0.00015628337860107422,0.00019344687461853027,0.00023061037063598633,0.0002677738666534424,0.00030493736267089844,0.0003421008586883545,0.00037926435470581055,0.0004164278507232666,0.00045359134674072266,0.0004907548427581787,0.0005279183387756348,0.0005650818347930908,0.0006022453308105469,0.0006394088268280029,0.000676572322845459,0.000713735818862915,0.0007508993148803711,0.0007880628108978271,0.0008252263069152832,0.0008623898029327393,0.0008995532989501953,0.0009367167949676514,0.0009738802909851074,0.0010110437870025635,0.0010482072830200195,0.0010853707790374756,0.0011225342750549316,0.0011596977710723877,0.0011968612670898438],"_type":"histogram","values":[2,0,1,0,0,1,3,3,6,4,5,5,15,28,23,36,41,81,108,166,228,383,618,895,1570,2576,4520,8339,16397,33253,76567,198900,139317,53067,24741,12224,6460,3686,2091,1187,795,503,310,218,143,90,69,44,28,24,12,10,11,7,4,2,1,1,4,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0010105608962476254,-0.0009773720521479845,-0.0009441833244636655,-0.0009109945385716856,-0.0008778057526797056,-0.0008446169667877257,-0.0008114281808957458,-0.0007782393950037658,-0.0007450506091117859,-0.000711861823219806,-0.000678673037327826,-0.0006454842514358461,-0.0006122954655438662,-0.0005791066796518862,-0.0005459178937599063,-0.0005127291078679264,-0.0004795403219759464,-0.0004463515360839665,-0.00041316275019198656,-0.00037997396430000663,-0.0003467851784080267,-0.00031359639251604676,-0.00028040760662406683,-0.0002472188207320869,-0.00021403003484010696,-0.00018084124894812703,-0.0001476524630561471,-0.00011446367716416717,-8.127489127218723e-05,-4.80861053802073e-05,-1.4897319488227367e-05,1.8291466403752565e-05,5.1480368711054325e-05,8.466915460303426e-05,0.00011785794049501419,0.00015104672638699412,0.00018423551227897406,0.000217424298170954,0.0002506130840629339,0.00028380186995491385,0.0003169906558468938,0.0003501794417388737,0.00038336822763085365,0.0004165570135228336,0.0004497457994148135,0.00048293458530679345,0.0005161233711987734,0.0005493121570907533,0.0005825009429827332,0.0006156897288747132,0.0006488785147666931,0.000682067300658673,0.000715256086550653,0.0007484448724426329,0.0007816336583346128,0.0008148224442265928,0.0008480112301185727,0.0008812000160105526,0.0009143888019025326,0.0009475775877945125,0.0009807663736864924,0.0010139551013708115,0.0010471439454704523,0.0010803327895700932,0.0011135215172544122],"_type":"histogram","values":[3,3,1,1,1,4,6,4,6,3,10,12,18,12,13,24,16,11,16,11,26,16,24,18,15,29,19,15,18,20,13,13,14,14,15,15,15,27,21,19,28,23,24,15,14,20,22,15,8,13,6,6,7,4,3,5,1,3,2,2,3,1,1,1]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,1,2,0,0,1,1,4,4,1,3,1,6,0,5,5,11,7,14,17,26,28,28,38,32,41,37,42,37,39,50,43,43,28,33,30,21,15,14,13,9,7,6,3,3,2,2,3,1,1,1,2,1,0,2,1,0,1,0,0,0,0,0,1],"bins":[-0.0010347957722842693,-0.000998719478957355,-0.0009626432438381016,-0.0009265670087188482,-0.0008904907153919339,-0.0008544144802726805,-0.0008183382451534271,-0.0007822619518265128,-0.0007461857167072594,-0.000710109481588006,-0.0006740331882610917,-0.0006379569531418383,-0.0006018807180225849,-0.0005658044246956706,-0.0005297281895764172,-0.0004936518962495029,-0.0004575756611302495,-0.00042149939690716565,-0.0003854231326840818,-0.0003493468975648284,-0.00031327063334174454,-0.0002771943691186607,-0.00024111811944749206,-0.00020504186977632344,-0.00016896560555323958,-0.00013288934133015573,-9.68130916589871e-05,-6.0736834711860865e-05,-2.4660577764734626e-05,1.1415679182391614e-05,4.749193612951785e-05,8.356819307664409e-05,0.00011964445002377033,0.00015572071424685419,0.0001917969639180228,0.00022787321358919144,0.0002639494778122753,0.00030002574203535914,0.00033610197715461254,0.0003721782413776964,0.00040825450560078025,0.0004443307698238641,0.00048040703404694796,0.0005164832691662014,0.0005525595042854548,0.0005886357976123691,0.0006247120327316225,0.0006607883260585368,0.0006968645611777902,0.0007329407962970436,0.0007690170896239579,0.0008050933247432113,0.0008411696180701256,0.000877245853189379,0.0009133220883086324,0.0009493983816355467,0.0009854745585471392,0.0010215508518740535,0.0010576271452009678,0.001093703438527882,0.0011297796154394746,0.001165855908766389,0.0012019322020933032,0.0012380083790048957,0.00127408467233181],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.bias":{"values":[1,2,1,1,0,3,3,0,4,2,3,2,4,5,9,4,4,10,12,7,18,17,19,17,17,21,19,29,27,22,34,34,36,26,26,34,13,22,27,19,26,21,21,12,19,16,16,21,6,6,9,6,3,5,6,3,1,3,4,1,3,3,0,3],"bins":[-0.003498077392578125,-0.00339314341545105,-0.0032882094383239746,-0.0031832754611968994,-0.0030783414840698242,-0.002973407506942749,-0.002868473529815674,-0.0027635395526885986,-0.0026586055755615234,-0.0025536715984344482,-0.002448737621307373,-0.002343803644180298,-0.0022388696670532227,-0.0021339356899261475,-0.0020290017127990723,-0.001924067735671997,-0.0018191337585449219,-0.0017141997814178467,-0.0016092658042907715,-0.0015043318271636963,-0.001399397850036621,-0.001294463872909546,-0.0011895298957824707,-0.0010845959186553955,-0.0009796619415283203,-0.0008747279644012451,-0.0007697939872741699,-0.0006648600101470947,-0.0005599260330200195,-0.00045499205589294434,-0.00035005807876586914,-0.00024512410163879395,-0.00014019012451171875,-3.5256147384643555e-05,6.967782974243164e-05,0.00017461180686950684,0.00027954578399658203,0.0003844797611236572,0.0004894137382507324,0.0005943477153778076,0.0006992816925048828,0.000804215669631958,0.0009091496467590332,0.0010140836238861084,0.0011190176010131836,0.0012239515781402588,0.001328885555267334,0.0014338195323944092,0.0015387535095214844,0.0016436874866485596,0.0017486214637756348,0.00185355544090271,0.001958489418029785,0.0020634233951568604,0.0021683573722839355,0.0022732913494110107,0.002378225326538086,0.002483159303665161,0.0025880932807922363,0.0026930272579193115,0.0027979612350463867,0.002902895212173462,0.003007829189300537,0.0031127631664276123,0.0032176971435546875],"_type":"histogram"},"gradients/bert.embeddings.token_type_embeddings.weight":{"values":[1,1,1,2,0,4,2,0,4,4,6,4,3,11,3,12,8,9,15,12,19,19,13,25,27,22,30,27,35,24,33,799,24,26,25,22,36,18,25,28,18,17,14,13,23,5,11,8,9,5,8,5,5,1,3,1,0,3,1,2,0,1,1,3],"bins":[-0.14450255036354065,-0.13991588354110718,-0.1353292167186737,-0.13074254989624023,-0.12615588307380676,-0.12156922370195389,-0.11698256433010101,-0.11239589750766754,-0.10780923068523407,-0.1032225638628006,-0.09863589704036713,-0.09404923766851425,-0.08946257084608078,-0.08487590402364731,-0.08028924465179443,-0.07570257782936096,-0.07111591100692749,-0.06652924418449402,-0.061942581087350845,-0.05735591799020767,-0.0527692511677742,-0.04818258434534073,-0.043595921248197556,-0.03900925815105438,-0.03442259132862091,-0.029835926368832588,-0.025249261409044266,-0.020662596449255943,-0.01607593148946762,-0.011489266529679298,-0.006902601569890976,-0.0023159366101026535,0.002270713448524475,0.0068573784083127975,0.01144404336810112,0.016030708327889442,0.020617373287677765,0.025204038247466087,0.02979070320725441,0.03437736630439758,0.038964033126831055,0.043550699949264526,0.0481373630464077,0.05272402614355087,0.057310692965984344,0.061897359788417816,0.06648401916027069,0.07107068598270416,0.07565735280513763,0.0802440196275711,0.08483068645000458,0.08941734582185745,0.09400401264429092,0.0985906794667244,0.10317733883857727,0.10776400566101074,0.11235067248344421,0.11693733930587769,0.12152400612831116,0.12611067295074463,0.1306973397731781,0.13528399169445038,0.13987065851688385,0.14445732533931732,0.1490439921617508],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,2,4,6,14,24,32,69,89,174,232,358,519,796,1150,1747,2319,3234,4148,5693,7368,9141,11304,13671,16375,19094,21625,24437,26998,29355,30980,31902,32808,32822,32252,30734,29215,26853,24244,21618,18924,16290,13504,11140,8915,7135,5605,4282,3087,2255,1716,1187,843,560,344,252,156,90,67,35,15,7,4,2],"bins":[-0.09195145219564438,-0.08916228264570236,-0.08637311309576035,-0.08358393609523773,-0.08079476654529572,-0.0780055969953537,-0.07521642744541168,-0.07242725789546967,-0.06963808834552765,-0.06684891134500504,-0.06405974179506302,-0.061270572245121,-0.058481402695178986,-0.05569222941994667,-0.052903059870004654,-0.05011388659477234,-0.04732471704483032,-0.044535547494888306,-0.04174637421965599,-0.038957204669713974,-0.03616803139448166,-0.03337886184453964,-0.030589692294597626,-0.02780052088201046,-0.025011349469423294,-0.022222178056836128,-0.019433006644248962,-0.016643837094306946,-0.01385466568171978,-0.011065494269132614,-0.008276323787868023,-0.005487152840942144,-0.002697989344596863,9.118160232901573e-05,0.0028803525492548943,0.005669523496180773,0.008458694443106651,0.011247865855693817,0.014037036336958408,0.016826206818223,0.019615378230810165,0.02240454964339733,0.025193721055984497,0.027982890605926514,0.03077206201851368,0.033561233431100845,0.03635040298104286,0.03913957625627518,0.041928745806217194,0.04471791535615921,0.047507088631391525,0.05029625818133354,0.05308543145656586,0.055874601006507874,0.05866377055644989,0.061452943831682205,0.06424210965633392,0.06703128665685654,0.06982045620679855,0.07260962575674057,0.07539879530668259,0.0781879648566246,0.08097714185714722,0.08376631140708923,0.08655548095703125]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09305854141712189,-0.0900372713804245,-0.08701600134372711,-0.08399473130702972,-0.08097346127033234,-0.07795218378305435,-0.07493091374635696,-0.07190964370965958,-0.06888837367296219,-0.0658671036362648,-0.06284583359956741,-0.05982455983757973,-0.05680328980088234,-0.05378201976418495,-0.050760746002197266,-0.04773947596549988,-0.04471820592880249,-0.0416969358921051,-0.038675665855407715,-0.03565439209342003,-0.03263312205672264,-0.029611852020025253,-0.026590580120682716,-0.02356930822134018,-0.020548038184642792,-0.017526768147945404,-0.014505496248602867,-0.011484225280582905,-0.008462954312562943,-0.00544168334454298,-0.002420412376523018,0.0006008585914969444,0.00362212210893631,0.006643393076956272,0.009664664044976234,0.012685935012996197,0.01570720598101616,0.018728476017713547,0.021749747917056084,0.02477101981639862,0.02779228985309601,0.030813559889793396,0.033834829926490784,0.03685610368847847,0.03987737372517586,0.042898643761873245,0.04591991752386093,0.04894118756055832,0.05196245759725571,0.054983727633953094,0.05800499767065048,0.06102627143263817,0.06404754519462585,0.06706881523132324,0.07009008526802063,0.07311135530471802,0.0761326253414154,0.07915389537811279,0.08217516541481018,0.08519643545150757,0.08821770548820496,0.09123898297548294,0.09426025301218033,0.09728152304887772,0.1003027930855751],"_type":"histogram","values":[3,2,6,5,25,27,59,75,121,224,311,492,790,1152,1712,2489,3400,4659,6264,8201,10650,13423,16177,19009,22457,25590,28725,31296,33700,34834,35563,35363,34394,32926,30296,27863,24570,21326,17995,14729,12270,9754,7458,5738,4214,3024,2112,1525,1053,670,436,270,144,105,63,42,20,8,5,8,1,0,0,1]},"gradients/bert.embeddings.position_embeddings.weight":{"bins":[-0.0065035708248615265,-0.0062965876422822475,-0.006089604459702969,-0.00588262127712369,-0.005675638560205698,-0.005468655377626419,-0.00526167219504714,-0.005054689012467861,-0.004847705829888582,-0.004640722647309303,-0.004433739930391312,-0.004226756747812033,-0.004019773565232754,-0.003812790382653475,-0.003605807200074196,-0.0033988242503255606,-0.0031918410677462816,-0.0029848578851670027,-0.0027778749354183674,-0.0025708917528390884,-0.0023639085702598095,-0.002156925620511174,-0.0019499424379318953,-0.0017429592553526163,-0.0015359761891886592,-0.001328993123024702,-0.0011220099404454231,-0.000915026874281466,-0.000708043749909848,-0.0005010606255382299,-0.00029407753027044237,-8.709442045073956e-05,0.00011988868936896324,0.0003268718137405813,0.0005338549381121993,0.0007408380042761564,0.0009478211286477745,0.0011548042530193925,0.0013617873191833496,0.0015687705017626286,0.0017757535679265857,0.001982736634090543,0.0021897198166698217,0.0023967029992491007,0.002603685948997736,0.002810669131577015,0.003017652314156294,0.003224635263904929,0.003431618446484208,0.003638601629063487,0.0038455845788121223,0.004052567761391401,0.00425955094397068,0.004466534126549959,0.004673517309129238,0.00488050002604723,0.005087483208626509,0.005294466391205788,0.005501449573785067,0.0057084327563643456,0.0059154159389436245,0.006122398655861616,0.006329381838440895,0.006536365021020174,0.006743348203599453],"_type":"histogram","values":[1,0,0,0,1,1,4,0,2,5,3,10,20,32,50,78,91,144,188,320,378,555,703,971,1289,1698,2212,3241,5355,9522,15092,312158,13859,8673,5203,3037,2122,1605,1168,957,739,531,359,243,199,136,95,56,34,24,18,11,4,5,4,5,3,1,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9989469051361084,0.9989835619926453,0.9990202784538269,0.9990569353103638,0.9990935921669006,0.9991302490234375,0.9991669654846191,0.999203622341156,0.9992402791976929,0.9992769956588745,0.9993136525154114,0.9993503093719482,0.9993869662284851,0.9994236826896667,0.9994603395462036,0.9994969964027405,0.9995336532592773,0.999570369720459,0.9996070265769958,0.9996436834335327,0.9996803998947144,0.9997170567512512,0.9997537136077881,0.999790370464325,0.9998270869255066,0.9998637437820435,0.9999004006385803,0.999937117099762,0.9999737739562988,1.0000104904174805,1.0000470876693726,1.0000838041305542,1.0001204013824463,1.000157117843628,1.0001938343048096,1.0002304315567017,1.0002671480178833,1.000303864479065,1.000340461730957,1.0003771781921387,1.0004138946533203,1.0004504919052124,1.000487208366394,1.0005239248275757,1.0005605220794678,1.0005972385406494,1.0006338357925415,1.0006705522537231,1.0007072687149048,1.0007438659667969,1.0007805824279785,1.0008172988891602,1.0008538961410522,1.0008906126022339,1.0009273290634155,1.0009639263153076,1.0010006427764893,1.001037359237671,1.001073956489563,1.0011106729507446,1.0011472702026367,1.0011839866638184,1.001220703125,1.001257300376892,1.0012940168380737],"_type":"histogram","values":[2,3,3,4,2,8,2,8,5,7,12,9,10,8,14,11,18,15,9,17,20,18,17,22,26,20,25,23,22,22,22,16,21,20,24,22,23,13,13,15,16,12,25,16,10,11,10,10,7,6,7,14,8,9,7,6,5,4,2,3,1,1,5,2]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-0.0019149081781506538,-0.0018239641794934869,-0.00173302018083632,-0.001642076182179153,-0.001551132183521986,-0.001460188184864819,-0.001369244186207652,-0.0012783001875504851,-0.0011873561888933182,-0.0010964121902361512,-0.0010054681915789843,-0.0009145241929218173,-0.0008235801942646503,-0.0007326361956074834,-0.0006416921969503164,-0.0005507481982931495,-0.0004598041996359825,-0.00036886020097881556,-0.0002779162023216486,-0.00018697220366448164,-9.602820500731468e-05,-5.084206350147724e-06,8.585979230701923e-05,0.0001768037909641862,0.00026774778962135315,0.0003586917882785201,0.00044963578693568707,0.000540579785592854,0.000631523784250021,0.0007224677829071879,0.0008134117815643549,0.0009043557802215219,0.0009952995460480452,0.0010862435447052121,0.001177187543362379,0.001268131542019546,0.001359075540676713,0.00145001953933388,0.001540963537991047,0.0016319075366482139,0.0017228515353053808,0.0018137955339625478,0.0019047395326197147,0.0019956836476922035,0.0020866275299340487,0.002177571412175894,0.0022685155272483826,0.0023594596423208714,0.0024504035245627165,0.0025413474068045616,0.0026322915218770504,0.002723235636949539,0.0028141795191913843,0.0029051234014332294,0.0029960675165057182,0.003087011631578207,0.003177955513820052,0.0032688993960618973,0.003359843511134386,0.003450787626206875,0.00354173150844872,0.003632675390690565,0.003723619505763054,0.0038145636208355427,0.003905507503077388],"_type":"histogram","values":[1,0,0,0,0,2,1,0,5,3,7,11,9,18,19,26,42,80,73,84,87,58,49,35,21,23,13,12,15,15,8,10,9,3,4,4,3,2,2,3,2,3,1,0,1,1,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,1]},"parameters/bert.embeddings.token_type_embeddings.weight":{"values":[1,1,0,0,2,0,2,3,1,4,8,5,6,14,18,14,19,15,21,29,31,47,44,49,55,57,69,68,74,81,65,71,70,67,69,61,49,50,41,46,30,35,27,26,15,21,12,13,9,5,4,2,1,3,4,0,0,0,0,0,0,0,0,2],"bins":[-0.06712315231561661,-0.06490983068943024,-0.06269650906324387,-0.0604831837117672,-0.05826985836029053,-0.056056536734104156,-0.053843215107917786,-0.051629889756441116,-0.049416568130254745,-0.047203246504068375,-0.044989921152591705,-0.042776599526405334,-0.040563277900218964,-0.038349952548742294,-0.03613663092255592,-0.033923305571079254,-0.03170998394489288,-0.029496660456061363,-0.027283336967229843,-0.025070015341043472,-0.022856691852211952,-0.020643368363380432,-0.01843004673719406,-0.01621672324836254,-0.014003399759531021,-0.011790076270699501,-0.009576753713190556,-0.007363430690020323,-0.00515010766685009,-0.0029367846436798573,-0.0007234616205096245,0.0014898614026606083,0.003703184425830841,0.005916507449001074,0.008129830472171307,0.010343153029680252,0.012556476518511772,0.014769800007343292,0.016983121633529663,0.019196445122361183,0.021409768611192703,0.023623092100024223,0.025836415588855743,0.028049737215042114,0.030263060703873634,0.032476384192705154,0.034689705818891525,0.036903031170368195,0.039116352796554565,0.041329674422740936,0.043542999774217606,0.045756321400403976,0.047969646751880646,0.05018296837806702,0.05239629000425339,0.05460961535573006,0.05682293698191643,0.0590362586081028,0.06124958395957947,0.06346290558576584,0.06567622721195221,0.06788954883813858,0.07010287791490555,0.07231619954109192,0.07452952116727829],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,3,1,1,3,1,0,1,3,2,5,2,7,7,12,10,10,18,7,12,12,14,22,21,18,21,31,28,25,29,30,20,31,32,25,25,21,32,23,22,19,19,21,11,22,9,16,11,11,5,10,9,5,2,2,2,0,1,0,0,2,1,2],"bins":[-0.0019235610961914062,-0.0018660575151443481,-0.00180855393409729,-0.001751050353050232,-0.0016935467720031738,-0.0016360431909561157,-0.0015785396099090576,-0.0015210360288619995,-0.0014635324478149414,-0.0014060288667678833,-0.0013485252857208252,-0.001291021704673767,-0.001233518123626709,-0.0011760145425796509,-0.0011185109615325928,-0.0010610073804855347,-0.0010035037994384766,-0.0009460002183914185,-0.0008884966373443604,-0.0008309930562973022,-0.0007734894752502441,-0.000715985894203186,-0.0006584823131561279,-0.0006009787321090698,-0.0005434751510620117,-0.0004859715700149536,-0.0004284679889678955,-0.0003709644079208374,-0.0003134608268737793,-0.0002559572458267212,-0.00019845366477966309,-0.00014095008373260498,-8.344650268554688e-05,-2.594292163848877e-05,3.1560659408569336e-05,8.906424045562744e-05,0.00014656782150268555,0.00020407140254974365,0.00026157498359680176,0.00031907856464385986,0.00037658214569091797,0.0004340857267379761,0.0004915893077850342,0.0005490928888320923,0.0006065964698791504,0.0006641000509262085,0.0007216036319732666,0.0007791072130203247,0.0008366107940673828,0.0008941143751144409,0.000951617956161499,0.0010091215372085571,0.0010666251182556152,0.0011241286993026733,0.0011816322803497314,0.0012391358613967896,0.0012966394424438477,0.0013541430234909058,0.0014116466045379639,0.001469150185585022,0.00152665376663208,0.0015841573476791382,0.0016416609287261963,0.0016991645097732544,0.0017566680908203125]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"values":[2,2,3,5,5,9,11,18,18,34,40,55,68,103,155,199,265,393,561,829,1159,1715,2548,3748,5541,8246,12286,18577,27884,41867,62222,86439,92958,72280,49761,33005,22057,14328,9753,6562,4399,2977,2082,1378,994,666,470,340,230,158,120,97,58,34,33,28,10,10,9,8,3,4,4,1],"bins":[-0.0021953582763671875,-0.0021272003650665283,-0.002059042453765869,-0.00199088454246521,-0.0019227266311645508,-0.0018545687198638916,-0.0017864108085632324,-0.0017182528972625732,-0.001650094985961914,-0.0015819370746612549,-0.0015137791633605957,-0.0014456212520599365,-0.0013774633407592773,-0.0013093054294586182,-0.001241147518157959,-0.0011729896068572998,-0.0011048316955566406,-0.0010366737842559814,-0.0009685158729553223,-0.0009003579616546631,-0.0008322000503540039,-0.0007640421390533447,-0.0006958842277526855,-0.0006277263164520264,-0.0005595684051513672,-0.000491410493850708,-0.00042325258255004883,-0.00035509467124938965,-0.00028693675994873047,-0.0002187788486480713,-0.0001506209373474121,-8.246302604675293e-05,-1.430511474609375e-05,5.385279655456543e-05,0.00012201070785522461,0.0001901686191558838,0.00025832653045654297,0.00032648444175720215,0.00039464235305786133,0.0004628002643585205,0.0005309581756591797,0.0005991160869598389,0.000667273998260498,0.0007354319095611572,0.0008035898208618164,0.0008717477321624756,0.0009399056434631348,0.001008063554763794,0.0010762214660644531,0.0011443793773651123,0.0012125372886657715,0.0012806951999664307,0.0013488531112670898,0.001417011022567749,0.0014851689338684082,0.0015533268451690674,0.0016214847564697266,0.0016896426677703857,0.001757800579071045,0.001825958490371704,0.0018941164016723633,0.0019622743129730225,0.0020304322242736816,0.002098590135574341,0.002166748046875],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[1,0,1,0,1,1,5,9,24,44,73,124,234,391,665,1093,1748,2852,4166,6399,8930,12395,17086,22950,29799,37913,46627,56163,66010,75621,83395,91518,96411,99749,100020,98496,94452,87456,79433,70120,60800,51057,42489,33217,26094,19834,14576,10616,7523,5144,3438,2132,1430,882,528,313,188,115,56,33,14,3,4,3],"bins":[-0.10975061357021332,-0.10654502362012863,-0.10333943367004395,-0.10013384371995926,-0.09692824631929398,-0.09372265636920929,-0.0905170664191246,-0.08731147646903992,-0.08410588651895523,-0.08090029656887054,-0.07769469916820526,-0.07448910921812057,-0.07128351926803589,-0.0680779293179512,-0.06487233936786652,-0.06166674569249153,-0.058461155742406845,-0.05525556579232216,-0.052049972116947174,-0.04884438216686249,-0.0456387922167778,-0.04243319854140282,-0.03922760859131813,-0.036022018641233444,-0.03281642496585846,-0.029610835015773773,-0.026405245065689087,-0.02319965325295925,-0.019994061440229416,-0.01678847149014473,-0.013582879677414894,-0.010377288796007633,-0.007171697914600372,-0.003966107033193111,-0.0007605156861245632,0.0024450754281133413,0.005650666542351246,0.008856257423758507,0.012061849236488342,0.015267440117895603,0.018473030999302864,0.0216786228120327,0.024884212762117386,0.02808980457484722,0.03129539638757706,0.03450098633766174,0.03770657628774643,0.040912169963121414,0.0441177599132061,0.04732334986329079,0.05052894353866577,0.05373453348875046,0.056940123438835144,0.06014571711421013,0.06335130333900452,0.0665569007396698,0.06976249068975449,0.07296808063983917,0.07617367058992386,0.07937926054000854,0.08258485049009323,0.08579044789075851,0.0889960378408432,0.09220162779092789,0.09540721774101257],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,2,4,8,6,3,8,9,8,12,16,13,18,23,18,16,21,33,26,35,34,26,34,33,39,23,30,23,26,20,24,34,18,17,16,17,11,10,9,8,8,8,2,3,1,2,2,1,2,0,1,1,1,0,0,0,2],"bins":[-0.0026340484619140625,-0.002548813819885254,-0.0024635791778564453,-0.0023783445358276367,-0.002293109893798828,-0.0022078752517700195,-0.002122640609741211,-0.0020374059677124023,-0.0019521713256835938,-0.0018669366836547852,-0.0017817020416259766,-0.001696467399597168,-0.0016112327575683594,-0.0015259981155395508,-0.0014407634735107422,-0.0013555288314819336,-0.001270294189453125,-0.0011850595474243164,-0.0010998249053955078,-0.0010145902633666992,-0.0009293556213378906,-0.000844120979309082,-0.0007588863372802734,-0.0006736516952514648,-0.0005884170532226562,-0.0005031824111938477,-0.00041794776916503906,-0.00033271312713623047,-0.0002474784851074219,-0.00016224384307861328,-7.700920104980469e-05,8.225440979003906e-06,9.34600830078125e-05,0.0001786947250366211,0.0002639293670654297,0.0003491640090942383,0.0004343986511230469,0.0005196332931518555,0.0006048679351806641,0.0006901025772094727,0.0007753372192382812,0.0008605718612670898,0.0009458065032958984,0.001031041145324707,0.0011162757873535156,0.0012015104293823242,0.0012867450714111328,0.0013719797134399414,0.00145721435546875,0.0015424489974975586,0.0016276836395263672,0.0017129182815551758,0.0017981529235839844,0.001883387565612793,0.0019686222076416016,0.00205385684967041,0.0021390914916992188,0.0022243261337280273,0.002309560775756836,0.0023947954177856445,0.002480030059814453,0.0025652647018432617,0.0026504993438720703,0.002735733985900879,0.0028209686279296875]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,1,3,2,3,6,4,3,4,10,10,5,9,16,18,7,15,15,21,23,24,18,27,23,27,36,26,34,25,28,27,25,29,37,25,16,19,16,16,16,9,12,10,12,13,9,6,8,3,5,3,2,0,1,3,0,2],"bins":[-0.002391815185546875,-0.0023235678672790527,-0.0022553205490112305,-0.002187073230743408,-0.002118825912475586,-0.0020505785942077637,-0.0019823312759399414,-0.0019140839576721191,-0.0018458366394042969,-0.0017775893211364746,-0.0017093420028686523,-0.00164109468460083,-0.0015728473663330078,-0.0015046000480651855,-0.0014363527297973633,-0.001368105411529541,-0.0012998580932617188,-0.0012316107749938965,-0.0011633634567260742,-0.001095116138458252,-0.0010268688201904297,-0.0009586215019226074,-0.0008903741836547852,-0.0008221268653869629,-0.0007538795471191406,-0.0006856322288513184,-0.0006173849105834961,-0.0005491375923156738,-0.00048089027404785156,-0.0004126429557800293,-0.00034439563751220703,-0.00027614831924438477,-0.0002079010009765625,-0.00013965368270874023,-7.140636444091797e-05,-3.159046173095703e-06,6.508827209472656e-05,0.00013333559036254883,0.0002015829086303711,0.00026983022689819336,0.0003380775451660156,0.0004063248634338379,0.00047457218170166016,0.0005428194999694824,0.0006110668182373047,0.000679314136505127,0.0007475614547729492,0.0008158087730407715,0.0008840560913085938,0.000952303409576416,0.0010205507278442383,0.0010887980461120605,0.0011570453643798828,0.001225292682647705,0.0012935400009155273,0.0013617873191833496,0.0014300346374511719,0.0014982819557189941,0.0015665292739868164,0.0016347765922546387,0.001703023910522461,0.0017712712287902832,0.0018395185470581055,0.0019077658653259277,0.00197601318359375],"_type":"histogram"},"gradients/linear.weight":{"_type":"histogram","values":[1,0,2,2,3,3,2,4,9,10,9,25,23,28,54,73,72,127,171,232,385,551,787,1172,1812,2662,4033,6362,10123,14729,16885,13013,8692,5366,3593,2399,1608,1043,698,468,300,236,145,114,81,56,34,31,12,21,11,9,5,7,4,2,2,0,1,0,0,1,0,1],"bins":[-0.0164031982421875,-0.015862464904785156,-0.015321731567382812,-0.014780998229980469,-0.014240264892578125,-0.013699531555175781,-0.013158798217773438,-0.012618064880371094,-0.01207733154296875,-0.011536598205566406,-0.010995864868164062,-0.010455131530761719,-0.009914398193359375,-0.009373664855957031,-0.008832931518554688,-0.008292198181152344,-0.00775146484375,-0.007210731506347656,-0.0066699981689453125,-0.006129264831542969,-0.005588531494140625,-0.005047798156738281,-0.0045070648193359375,-0.003966331481933594,-0.00342559814453125,-0.0028848648071289062,-0.0023441314697265625,-0.0018033981323242188,-0.001262664794921875,-0.0007219314575195312,-0.0001811981201171875,0.00035953521728515625,0.0009002685546875,0.0014410018920898438,0.0019817352294921875,0.0025224685668945312,0.003063201904296875,0.0036039352416992188,0.0041446685791015625,0.004685401916503906,0.00522613525390625,0.005766868591308594,0.0063076019287109375,0.006848335266113281,0.007389068603515625,0.007929801940917969,0.008470535278320312,0.009011268615722656,0.009552001953125,0.010092735290527344,0.010633468627929688,0.011174201965332031,0.011714935302734375,0.012255668640136719,0.012796401977539062,0.013337135314941406,0.01387786865234375,0.014418601989746094,0.014959335327148438,0.015500068664550781,0.016040802001953125,0.01658153533935547,0.017122268676757812,0.017663002014160156,0.0182037353515625]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09681829810142517,-0.09360133856534958,-0.09038437902927399,-0.0871674120426178,-0.0839504525065422,-0.08073349297046661,-0.07751652598381042,-0.07429956644773483,-0.07108260691165924,-0.06786564737558365,-0.06464868783950806,-0.06143172085285187,-0.058214761316776276,-0.054997801780700684,-0.05178083851933479,-0.0485638752579689,-0.04534691572189331,-0.04212995618581772,-0.03891299292445183,-0.03569602966308594,-0.032479070127010345,-0.029262108728289604,-0.026045147329568863,-0.02282818593084812,-0.01961122453212738,-0.01639426313340664,-0.013177301734685898,-0.009960340335965157,-0.006743378937244415,-0.003526417538523674,-0.00030945613980293274,0.0029075052589178085,0.006124459207057953,0.009341420605778694,0.012558382004499435,0.015775343403220177,0.018992304801940918,0.02220926620066166,0.0254262275993824,0.028643188998103142,0.03186015039682388,0.035077109932899475,0.038294073194265366,0.041511036455631256,0.04472799599170685,0.04794495552778244,0.05116191878914833,0.05437888205051422,0.05759584158658981,0.060812801122665405,0.0640297681093216,0.06724672764539719,0.07046368718147278,0.07368064671754837,0.07689760625362396,0.08011457324028015,0.08333153277635574,0.08654849231243134,0.08976545929908752,0.09298241883516312,0.09619937837123871,0.0994163379073143,0.10263329744338989,0.10585026443004608,0.10906722396612167],"_type":"histogram","values":[2,5,4,16,22,46,85,125,256,434,681,1205,1909,2952,4263,6475,9169,13082,17925,23609,30668,38775,48160,57701,66956,76645,84715,92568,97327,100356,100339,98188,93748,86757,78609,69160,59623,49806,40608,32434,25133,18730,13958,9939,6811,4623,3090,2015,1279,752,474,292,159,94,63,19,11,8,2,2,1,0,0,1]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,5,4,6,5,8,19,23,24,46,39,100,128,183,296,388,533,783,1212,1951,2917,4543,7103,11603,19658,34709,65143,132358,295798,469791,264109,119442,59536,32206,18249,11047,6798,4132,2625,1771,1105,762,503,339,239,172,130,105,48,44,32,22,22,17,7,5,5,4,6,1,0,1,1,2],"bins":[-0.001934051513671875,-0.0018683373928070068,-0.0018026232719421387,-0.0017369091510772705,-0.0016711950302124023,-0.0016054809093475342,-0.001539766788482666,-0.0014740526676177979,-0.0014083385467529297,-0.0013426244258880615,-0.0012769103050231934,-0.0012111961841583252,-0.001145482063293457,-0.0010797679424285889,-0.0010140538215637207,-0.0009483397006988525,-0.0008826255798339844,-0.0008169114589691162,-0.000751197338104248,-0.0006854832172393799,-0.0006197690963745117,-0.0005540549755096436,-0.0004883408546447754,-0.0004226267337799072,-0.00035691261291503906,-0.0002911984920501709,-0.00022548437118530273,-0.00015977025032043457,-9.40561294555664e-05,-2.8342008590698242e-05,3.737211227416992e-05,0.00010308623313903809,0.00016880035400390625,0.00023451447486877441,0.0003002285957336426,0.00036594271659851074,0.0004316568374633789,0.0004973709583282471,0.0005630850791931152,0.0006287992000579834,0.0006945133209228516,0.0007602274417877197,0.0008259415626525879,0.0008916556835174561,0.0009573698043823242,0.0010230839252471924,0.0010887980461120605,0.0011545121669769287,0.0012202262878417969,0.001285940408706665,0.0013516545295715332,0.0014173686504364014,0.0014830827713012695,0.0015487968921661377,0.0016145110130310059,0.001680225133895874,0.0017459392547607422,0.0018116533756256104,0.0018773674964904785,0.0019430816173553467,0.002008795738220215,0.002074509859085083,0.002140223979949951,0.0022059381008148193,0.0022716522216796875]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,0,1,0,1,7,5,6,11,12,15,10,5,12,16,18,12,14,16,22,23,18,24,28,22,23,25,23,19,26,33,30,22,12,14,14,21,30,16,13,24,22,15,12,10,11,9,6,7,9,4,5,3,0,3,0,0,1,3,0,0,2],"bins":[-0.001041240873746574,-0.0010076557518914342,-0.0009740705718286335,-0.0009404854499734938,-0.0009069003281183541,-0.0008733151480555534,-0.0008397300262004137,-0.000806144904345274,-0.0007725597824901342,-0.0007389746024273336,-0.0007053894805721939,-0.0006718043587170541,-0.0006382191786542535,-0.0006046340567991138,-0.000571048934943974,-0.0005374637548811734,-0.0005038786330260336,-0.00047029348206706345,-0.0004367083602119237,-0.00040312320925295353,-0.0003695380873978138,-0.0003359529364388436,-0.0003023677854798734,-0.0002687826636247337,-0.0002351975126657635,-0.00020161237625870854,-0.00016802723985165358,-0.0001344420888926834,-0.00010085695248562843,-6.727181607857347e-05,-3.368667239556089e-05,-1.0153235052712262e-07,3.3483607694506645e-05,6.70687441015616e-05,0.00010065388778457418,0.00013423903146758676,0.00016782416787464172,0.00020140930428169668,0.00023499445524066687,0.0002685795770958066,0.0003021647280547768,0.000335749879013747,0.0003693350008688867,0.0004029201518278569,0.0004365053027868271,0.0004700904246419668,0.0005036755464971066,0.0005372607265599072,0.0005708458484150469,0.0006044309702701867,0.0006380161503329873,0.000671601272188127,0.0007051863940432668,0.0007387715741060674,0.0007723566959612072,0.0008059418178163469,0.0008395269978791475,0.0008731121197342873,0.000906697241589427,0.0009402823634445667,0.0009738675435073674,0.001007452723570168,0.0010410378454253078,0.0010746229672804475,0.0011082080891355872]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9988247752189636,0.9988661408424377,0.9989075064659119,0.9989489316940308,0.9989902973175049,0.999031662940979,0.9990730285644531,0.999114453792572,0.9991558194160461,0.9991971850395203,0.9992385506629944,0.9992799758911133,0.9993213415145874,0.9993627071380615,0.9994040727615356,0.9994454979896545,0.9994868636131287,0.9995282292366028,0.9995695948600769,0.999610960483551,0.9996523857116699,0.999693751335144,0.9997351169586182,0.9997764825820923,0.9998179078102112,0.9998592734336853,0.9999006390571594,0.9999420046806335,0.9999834299087524,1.0000247955322266,1.0000661611557007,1.0001075267791748,1.000148892402649,1.000190258026123,1.0002316236495972,1.0002731084823608,1.000314474105835,1.000355839729309,1.0003972053527832,1.0004385709762573,1.0004799365997314,1.0005213022232056,1.0005626678466797,1.0006041526794434,1.0006455183029175,1.0006868839263916,1.0007282495498657,1.0007696151733398,1.000810980796814,1.000852346420288,1.0008937120437622,1.0009350776672363,1.0009765625,1.0010179281234741,1.0010592937469482,1.0011006593704224,1.0011420249938965,1.0011833906173706,1.0012247562408447,1.0012661218643188,1.0013076066970825,1.0013489723205566,1.0013903379440308,1.0014317035675049,1.001473069190979],"_type":"histogram","values":[1,1,0,1,6,3,3,3,8,2,4,4,6,11,15,8,13,25,20,14,20,27,28,22,25,29,24,26,29,33,23,28,20,24,22,16,15,12,10,15,10,16,13,10,14,12,21,15,7,15,10,11,2,5,3,2,1,1,0,1,1,0,1,1]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,1,0,0,0,0,1,0,0,1,2,2,3,5,2,4,3,2,1,9,6,9,14,18,7,21,30,36,40,57,59,63,64,55,60,40,30,18,18,17,14,10,7,5,2,7,3,3,3,5,2,3,0,2,1,1,0,1],"bins":[-0.0001938343048095703,-0.0001887306571006775,-0.00018362700939178467,-0.00017852336168289185,-0.00017341971397399902,-0.0001683160662651062,-0.00016321241855621338,-0.00015810877084732056,-0.00015300512313842773,-0.0001479014754295349,-0.0001427978277206421,-0.00013769418001174927,-0.00013259053230285645,-0.00012748688459396362,-0.0001223832368850708,-0.00011727958917617798,-0.00011217594146728516,-0.00010707229375839233,-0.00010196864604949951,-9.686499834060669e-05,-9.176135063171387e-05,-8.665770292282104e-05,-8.155405521392822e-05,-7.64504075050354e-05,-7.134675979614258e-05,-6.624311208724976e-05,-6.113946437835693e-05,-5.603581666946411e-05,-5.093216896057129e-05,-4.582852125167847e-05,-4.0724873542785645e-05,-3.562122583389282e-05,-3.0517578125e-05,-2.5413930416107178e-05,-2.0310282707214355e-05,-1.5206634998321533e-05,-1.0102987289428711e-05,-4.999339580535889e-06,1.043081283569336e-07,5.207955837249756e-06,1.0311603546142578e-05,1.54152512550354e-05,2.0518898963928223e-05,2.5622546672821045e-05,3.072619438171387e-05,3.582984209060669e-05,4.093348979949951e-05,4.6037137508392334e-05,5.1140785217285156e-05,5.624443292617798e-05,6.13480806350708e-05,6.645172834396362e-05,7.155537605285645e-05,7.665902376174927e-05,8.176267147064209e-05,8.686631917953491e-05,9.196996688842773e-05,9.707361459732056e-05,0.00010217726230621338,0.0001072809100151062,0.00011238455772399902,0.00011748820543289185,0.00012259185314178467,0.0001276955008506775,0.0001327991485595703],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[2,2,2,2,2,2,3,3,6,8,3,6,3,11,10,10,15,23,16,31,25,21,26,25,37,25,28,35,23,27,22,25,14,18,16,12,15,15,16,13,13,10,8,13,17,12,9,15,15,10,10,17,8,2,4,2,1,1,0,0,0,2,0,1],"bins":[0.9988613724708557,0.9989017248153687,0.9989420175552368,0.9989823698997498,0.9990227222442627,0.9990630745887756,0.9991033673286438,0.9991437196731567,0.9991840720176697,0.9992243647575378,0.9992647171020508,0.9993050694465637,0.9993453621864319,0.9993857145309448,0.9994260668754578,0.9994664192199707,0.9995067119598389,0.9995470643043518,0.9995874166488647,0.9996277093887329,0.9996680617332458,0.9997084140777588,0.999748706817627,0.9997890591621399,0.9998294115066528,0.9998697638511658,0.9999100565910339,0.9999504089355469,0.9999907612800598,1.0000311136245728,1.000071406364441,1.000111699104309,1.0001521110534668,1.000192403793335,1.0002326965332031,1.0002731084823608,1.000313401222229,1.0003538131713867,1.0003941059112549,1.000434398651123,1.0004748106002808,1.000515103340149,1.000555396080017,1.0005958080291748,1.000636100769043,1.0006763935089111,1.0007168054580688,1.000757098197937,1.0007973909378052,1.000837802886963,1.000878095626831,1.0009183883666992,1.000958800315857,1.000999093055725,1.0010393857955933,1.001079797744751,1.0011200904846191,1.0011605024337769,1.001200795173645,1.0012410879135132,1.001281499862671,1.001321792602539,1.0013620853424072,1.001402497291565,1.001442790031433],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9988107681274414,0.9988515973091125,0.9988924264907837,0.9989333152770996,0.9989741444587708,0.9990149736404419,0.999055802822113,0.999096691608429,0.9991375207901001,0.9991783499717712,0.9992191791534424,0.9992600083351135,0.9993008971214294,0.9993417263031006,0.9993825554847717,0.9994233846664429,0.9994642734527588,0.9995051026344299,0.9995459318161011,0.9995867609977722,0.9996275901794434,0.9996684789657593,0.9997093081474304,0.9997501373291016,0.9997909665107727,0.9998317956924438,0.9998726844787598,0.9999135136604309,0.999954342842102,0.9999951720237732,1.0000360012054443,1.0000768899917603,1.0001177787780762,1.0001585483551025,1.0001994371414185,1.0002402067184448,1.0002810955047607,1.0003219842910767,1.000362753868103,1.000403642654419,1.0004444122314453,1.0004853010177612,1.0005261898040771,1.0005669593811035,1.0006078481674194,1.0006486177444458,1.0006895065307617,1.0007303953170776,1.000771164894104,1.00081205368042,1.0008528232574463,1.0008937120437622,1.0009346008300781,1.0009753704071045,1.0010162591934204,1.0010571479797363,1.0010979175567627,1.0011388063430786,1.001179575920105,1.001220464706421,1.0012613534927368,1.0013021230697632,1.001343011856079,1.0013837814331055,1.0014246702194214],"_type":"histogram","values":[2,0,1,1,0,1,3,4,3,4,3,1,4,8,11,16,11,13,18,20,26,33,29,26,26,25,25,31,31,35,22,24,25,19,17,13,13,14,14,16,17,16,16,17,11,17,12,7,11,11,5,12,10,7,4,3,1,1,0,0,0,1,0,1]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,1,0,0,0,2,0,2,2,1,1,3,6,4,7,8,19,14,25,28,59,62,70,88,79,60,37,24,25,24,24,17,16,8,4,8,9,5,2,3,2,2,1,4,0,2,2,0,1,0,0,2,1,0,0,0,0,0,0,0,1],"bins":[-0.0034781864378601313,-0.0033511482179164886,-0.0032241102308034897,-0.003097072010859847,-0.0029700337909162045,-0.0028429958038032055,-0.002715957583859563,-0.002588919596746564,-0.0024618813768029213,-0.0023348431568592787,-0.0022078051697462797,-0.002080766949802637,-0.001953728962689638,-0.0018266907427459955,-0.001699652522802353,-0.0015726144192740321,-0.0014455763157457113,-0.0013185382122173905,-0.0011915001086890697,-0.0010644618887454271,-0.0009374237852171063,-0.0008103856816887856,-0.0006833475199528039,-0.0005563093582168221,-0.00042927125468850136,-0.0003022331220563501,-0.00017519498942419887,-4.815685679204762e-05,7.888127584010363e-05,0.00020591940847225487,0.0003329575411044061,0.00045999567373655736,0.0005870340391993523,0.000714072142727673,0.0008411103044636548,0.0009681484661996365,0.0010951865697279572,0.001222224673256278,0.0013492628931999207,0.0014763009967282414,0.0016033391002565622,0.001730377203784883,0.0018574153073132038,0.0019844535272568464,0.002111491747200489,0.002238529734313488,0.0023655679542571306,0.0024926059413701296,0.002619644161313772,0.002746682381257415,0.0028737203683704138,0.0030007585883140564,0.0031277965754270554,0.003254834795370698,0.0033818730153143406,0.0035089110024273396,0.003635949222370982,0.003762987442314625,0.0038900254294276237,0.004017063416540623,0.004144101869314909,0.004271139856427908,0.004398177843540907,0.004525216296315193,0.004652254283428192]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.00324249267578125,-0.003139704465866089,-0.0030369162559509277,-0.0029341280460357666,-0.0028313398361206055,-0.0027285516262054443,-0.002625763416290283,-0.002522975206375122,-0.002420186996459961,-0.0023173987865448,-0.0022146105766296387,-0.0021118223667144775,-0.0020090341567993164,-0.0019062459468841553,-0.0018034577369689941,-0.001700669527053833,-0.0015978813171386719,-0.0014950931072235107,-0.0013923048973083496,-0.0012895166873931885,-0.0011867284774780273,-0.0010839402675628662,-0.000981152057647705,-0.0008783638477325439,-0.0007755756378173828,-0.0006727874279022217,-0.0005699992179870605,-0.0004672110080718994,-0.0003644227981567383,-0.00026163458824157715,-0.00015884637832641602,-5.605816841125488e-05,4.673004150390625e-05,0.00014951825141906738,0.0002523064613342285,0.00035509467124938965,0.0004578828811645508,0.0005606710910797119,0.000663459300994873,0.0007662475109100342,0.0008690357208251953,0.0009718239307403564,0.0010746121406555176,0.0011774003505706787,0.0012801885604858398,0.001382976770401001,0.0014857649803161621,0.0015885531902313232,0.0016913414001464844,0.0017941296100616455,0.0018969178199768066,0.0019997060298919678,0.002102494239807129,0.00220528244972229,0.002308070659637451,0.0024108588695526123,0.0025136470794677734,0.0026164352893829346,0.0027192234992980957,0.002822011709213257,0.002924799919128418,0.003027588129043579,0.0031303763389587402,0.0032331645488739014,0.0033359527587890625],"_type":"histogram","values":[2,0,2,3,9,4,7,9,11,18,29,25,72,67,126,166,252,338,536,710,1048,1589,2330,3496,5512,8386,13213,20904,33508,54758,86214,113597,89573,56974,35050,21722,13623,8973,5652,3729,2405,1652,1076,752,518,368,251,183,127,76,49,47,23,13,12,11,6,7,5,0,2,1,0,3]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"values":[2,1,2,3,7,15,28,37,66,114,203,306,416,648,1009,1527,2146,2951,4246,5597,7544,9473,12011,14885,17995,20802,24376,27248,29765,32184,33507,34978,35129,34838,33397,31260,28856,26008,22814,19402,16859,13805,10893,8800,6658,5082,3697,2655,1848,1299,876,635,363,209,126,87,50,36,24,8,11,4,1,2],"bins":[-0.09660084545612335,-0.09361039102077484,-0.09061992913484573,-0.08762946724891663,-0.08463901281356812,-0.0816485583782196,-0.0786580964922905,-0.07566763460636139,-0.07267718017101288,-0.06968672573566437,-0.06669626384973526,-0.06370580196380615,-0.06071534752845764,-0.05772488936781883,-0.05473443120718002,-0.051743973046541214,-0.048753514885902405,-0.045763056725263596,-0.042772598564624786,-0.03978214040398598,-0.03679168224334717,-0.03380122408270836,-0.03081076592206955,-0.02782030776143074,-0.02482984960079193,-0.021839391440153122,-0.018848933279514313,-0.015858475118875504,-0.012868016958236694,-0.009877558797597885,-0.006887100636959076,-0.0038966424763202667,-0.0009061917662620544,0.0020842663943767548,0.005074724555015564,0.008065182715654373,0.011055640876293182,0.014046099036931992,0.0170365571975708,0.02002701535820961,0.02301747351884842,0.02600793167948723,0.028998389840126038,0.03198884800076485,0.034979306161403656,0.037969764322042465,0.040960222482681274,0.043950680643320084,0.04694113880395889,0.0499315969645977,0.05292205512523651,0.05591251328587532,0.05890297144651413,0.06189342960715294,0.06488388776779175,0.06787434220314026,0.07086480408906937,0.07385526597499847,0.07684572041034698,0.0798361748456955,0.0828266367316246,0.08581709861755371,0.08880755305290222,0.09179800748825073,0.09478846937417984],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,2,7,8,11,28,37,68,114,182,305,454,706,1042,1522,2167,3038,4242,5566,7276,9489,11741,14761,17348,20354,23664,26386,29184,31243,33286,34249,34285,34184,33180,31106,28786,26812,23249,20093,17381,14361,11887,9381,7196,5520,4121,3085,2202,1453,1108,709,498,284,197,110,59,38,26,13,8,4,3,2,1],"bins":[-0.092523954808712,-0.089585080742836,-0.08664620667695999,-0.08370733261108398,-0.08076845854520798,-0.07782958447933197,-0.07489071041345596,-0.07195183634757996,-0.06901295483112335,-0.06607408076524734,-0.06313520669937134,-0.06019633635878563,-0.057257458567619324,-0.05431858450174332,-0.05137971043586731,-0.0484408363699913,-0.045501962304115295,-0.04256308823823929,-0.03962421417236328,-0.036685340106487274,-0.03374646604061127,-0.03080759011209011,-0.027868714183568954,-0.024929840117692947,-0.02199096605181694,-0.019052091985940933,-0.016113217920064926,-0.01317434199154377,-0.010235467925667763,-0.007296593394130468,-0.004357718862593174,-0.0014188443310558796,0.0015200302004814148,0.004458904732018709,0.007397779263556004,0.010336654260754585,0.013275528326630592,0.0162144023925066,0.019153278321027756,0.022092152386903763,0.02503102645277977,0.027969900518655777,0.030908774584531784,0.03384764865040779,0.0367865264415741,0.039725400507450104,0.04266427457332611,0.04560314863920212,0.048542022705078125,0.05148089677095413,0.05441977083683014,0.057358644902706146,0.06029751896858215,0.06323639303445816,0.06617526710033417,0.06911414116621017,0.07205301523208618,0.07499189674854279,0.07793077081441879,0.0808696448802948,0.0838085189461708,0.08674739301204681,0.08968626707792282,0.09262514114379883,0.09556401520967484]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,1,2,2,2,5,2,6,2,4,4,9,9,3,9,14,15,9,22,28,21,40,55,65,72,102,81,93,78,82,84,78,100,121,84,85,90,110,79,67,53,60,29,30,22,24,14,19,18,5,10,5,5,7,1,1,3,1,2,1,0,0,0,2],"bins":[-0.0011345928069204092,-0.0010996730998158455,-0.0010647533927112818,-0.0010298335691913962,-0.0009949138620868325,-0.0009599941549822688,-0.0009250743896700442,-0.0008901546243578196,-0.0008552349172532558,-0.0008203152101486921,-0.0007853954448364675,-0.0007504756795242429,-0.0007155559724196792,-0.0006806362653151155,-0.0006457165000028908,-0.0006107967346906662,-0.0005758770275861025,-0.0005409573204815388,-0.0005060375551693141,-0.00047111781896092,-0.0004361980827525258,-0.00040127834654413164,-0.00036635861033573747,-0.0003314388741273433,-0.00029651913791894913,-0.00026159940171055496,-0.0002266796655021608,-0.00019175992929376662,-0.00015684019308537245,-0.00012192045687697828,-8.700072066858411e-05,-5.208098446018994e-05,-1.7161364667117596e-05,1.7758371541276574e-05,5.2678107749670744e-05,8.759784395806491e-05,0.00012251758016645908,0.00015743731637485325,0.00019235705258324742,0.0002272767887916416,0.00026219652500003576,0.00029711626120842993,0.0003320359974168241,0.00036695573362521827,0.00040187546983361244,0.0004367952060420066,0.0004717149422504008,0.0005066347075626254,0.0005415544146671891,0.0005764741217717528,0.0006113938870839775,0.0006463136523962021,0.0006812333595007658,0.0007161530666053295,0.0007510728319175541,0.0007859925972297788,0.0008209123043343425,0.0008558320114389062,0.0008907517767511308,0.0009256715420633554,0.0009605912491679192,0.0009955109562724829,0.0010304306633770466,0.0010653504868969321,0.0011002701940014958]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,1,1,2,1,2,2,6,10,7,9,15,25,48,65,72,97,73,65,58,43,24,25,19,16,13,12,9,8,7,5,5,3,2,3,0,5,1,1,2,1,0,1,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0019115463364869356,-0.0018117118161171675,-0.0017118772957473993,-0.001612042891792953,-0.0015122083714231849,-0.0014123738510534167,-0.0013125394470989704,-0.0012127049267292023,-0.0011128704063594341,-0.001013035885989666,-0.0009132014238275588,-0.0008133669616654515,-0.0007135324412956834,-0.0006136979209259152,-0.000513863458763808,-0.0004140289674978703,-0.00031419447623193264,-0.00021435998496599495,-0.00011452549370005727,-1.4691002434119582e-05,8.51434888318181e-05,0.0001849779800977558,0.0002848124713636935,0.00038464696262963116,0.00048448145389556885,0.000584315974265337,0.0006841504364274442,0.0007839848985895514,0.0008838194189593196,0.0009836539393290877,0.001083488343283534,0.0011833228636533022,0.001283157616853714,0.0013829921372234821,0.0014828266575932503,0.0015826610615476966,0.0016824955819174647,0.0017823301022872329,0.0018821645062416792,0.0019819990266114473,0.0020818335469812155,0.0021816680673509836,0.0022815025877207518,0.00238133710809052,0.0024811713956296444,0.0025810059159994125,0.0026808404363691807,0.002780674956738949,0.002880509477108717,0.002980343997478485,0.0030801785178482533,0.0031800130382180214,0.0032798475585877895,0.003379681846126914,0.003479516366496682,0.0035793508868664503,0.0036791854072362185,0.0037790199276059866,0.0038788544479757547,0.003978688735514879,0.004078523255884647,0.0041783577762544155,0.004278192296624184,0.004378026816993952,0.00447786133736372],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,3,6,4,19,26,39,67,125,236,332,559,880,1254,1982,2800,3950,5507,7421,9787,12438,15534,19048,22119,25990,29020,31836,34450,36280,36654,36770,35857,34060,31636,28670,24983,21621,18231,14941,12072,9157,6812,5090,3844,2643,1839,1185,809,501,295,189,124,58,42,12,10,0,2,1,2,0,1],"bins":[-0.10065548121929169,-0.097499780356884,-0.09434407949447632,-0.09118837863206863,-0.08803267776966095,-0.08487698435783386,-0.08172128349542618,-0.0785655826330185,-0.07540988177061081,-0.07225418090820312,-0.06909848004579544,-0.06594277918338776,-0.06278708577156067,-0.059631381183862686,-0.0564756840467453,-0.053319983184337616,-0.05016428232192993,-0.04700858145952225,-0.04385288059711456,-0.04069718345999718,-0.03754148259758949,-0.03438578173518181,-0.031230082735419273,-0.02807438373565674,-0.024918682873249054,-0.02176298201084137,-0.018607283011078835,-0.015451583079993725,-0.012295883148908615,-0.009140183217823505,-0.005984483286738396,-0.002828783355653286,0.00032691657543182373,0.0034826165065169334,0.006638316437602043,0.009794016368687153,0.012949716299772263,0.016105417162179947,0.019261116161942482,0.022416815161705017,0.0255725160241127,0.028728216886520386,0.03188391774892807,0.035039614886045456,0.03819531574845314,0.041351016610860825,0.04450671374797821,0.047662414610385895,0.05081811547279358,0.05397381633520126,0.05712951719760895,0.060285214334726334,0.06344091892242432,0.0665966123342514,0.06975231319665909,0.07290801405906677,0.07606371492147446,0.07921941578388214,0.08237511664628983,0.08553081750869751,0.0886865109205246,0.09184221178293228,0.09499791264533997,0.09815361350774765,0.10130931437015533],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-4.3392181396484375e-05,-4.213210195302963e-05,-4.087202250957489e-05,-3.961194306612015e-05,-3.8351863622665405e-05,-3.709178417921066e-05,-3.583170473575592e-05,-3.457162529230118e-05,-3.3311545848846436e-05,-3.205146640539169e-05,-3.079138696193695e-05,-2.9531307518482208e-05,-2.8271228075027466e-05,-2.7011148631572723e-05,-2.575106918811798e-05,-2.449098974466324e-05,-2.3230910301208496e-05,-2.1970830857753754e-05,-2.071075141429901e-05,-1.945067197084427e-05,-1.8190592527389526e-05,-1.6930513083934784e-05,-1.567043364048004e-05,-1.4410354197025299e-05,-1.3150274753570557e-05,-1.1890195310115814e-05,-1.0630115866661072e-05,-9.37003642320633e-06,-8.109956979751587e-06,-6.8498775362968445e-06,-5.589798092842102e-06,-4.32971864938736e-06,-3.069639205932617e-06,-1.8095597624778748e-06,-5.494803190231323e-07,7.105991244316101e-07,1.9706785678863525e-06,3.230758011341095e-06,4.490837454795837e-06,5.75091689825058e-06,7.010996341705322e-06,8.271075785160065e-06,9.531155228614807e-06,1.079123467206955e-05,1.2051314115524292e-05,1.3311393558979034e-05,1.4571473002433777e-05,1.583155244588852e-05,1.7091631889343262e-05,1.8351711332798004e-05,1.9611790776252747e-05,2.087187021970749e-05,2.213194966316223e-05,2.3392029106616974e-05,2.4652108550071716e-05,2.591218799352646e-05,2.71722674369812e-05,2.8432346880435944e-05,2.9692426323890686e-05,3.095250576734543e-05,3.221258521080017e-05,3.347266465425491e-05,3.4732744097709656e-05,3.59928235411644e-05,3.725290298461914e-05],"_type":"histogram","values":[1,1,0,0,0,0,1,0,0,2,2,0,2,1,7,3,4,0,6,4,9,11,6,11,16,21,21,27,22,30,39,37,46,54,46,42,51,36,32,30,24,19,20,15,11,4,5,6,7,7,2,5,3,2,3,3,1,1,3,1,0,0,3,2]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,3,0,3,1,1,3,4,5,6,10,4,11,8,10,10,11,9,17,22,13,20,23,22,25,34,28,32,31,30,24,36,27,20,15,29,30,22,16,23,10,17,11,19,9,6,8,7,10,5,5,4,3,3,2,2,3,0,0,1,1,1],"bins":[-0.003346053184941411,-0.00323995272628963,-0.003133852034807205,-0.003027751576155424,-0.002921651117503643,-0.002815550658851862,-0.002709450200200081,-0.002603349508717656,-0.002497249050065875,-0.002391148591414094,-0.0022850478999316692,-0.002178947441279888,-0.002072846982628107,-0.001966746523976326,-0.001860645948909223,-0.0017545453738421202,-0.001648444915190339,-0.001542344456538558,-0.001436243881471455,-0.0013301433064043522,-0.001224042847752571,-0.00111794238910079,-0.0010118418140336871,-0.0009057412971742451,-0.0007996407803148031,-0.0006935402634553611,-0.0005874397465959191,-0.00048133922973647714,-0.00037523871287703514,-0.00026913819601759315,-0.00016303767915815115,-5.6937162298709154e-05,4.916312173008919e-05,0.00015526363858953118,0.0002613641554489732,0.0003674646723084152,0.00047356518916785717,0.0005796657060272992,0.0006857662228867412,0.0007918667397461832,0.0008979672566056252,0.0010040677152574062,0.0011101682903245091,0.001216268865391612,0.0013223693240433931,0.0014284697826951742,0.0015345703577622771,0.00164067093282938,0.0017467713914811611,0.0018528718501329422,0.0019589723087847233,0.002065073000267148,0.002171173458918929,0.00227727391757071,0.002383374609053135,0.002489475067704916,0.002595575526356697,0.002701675985008478,0.0028077764436602592,0.002913877135142684,0.003019977593794465,0.003126078052446246,0.003232178743928671,0.003338279202580452,0.003444379661232233]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"values":[1,2,0,0,1,1,0,1,0,0,3,1,0,2,1,1,4,1,0,1,6,6,9,9,14,22,31,22,34,37,36,48,25,33,27,30,23,29,28,30,34,37,39,28,26,23,15,11,7,8,5,3,1,1,2,2,2,3,0,0,0,0,1,1],"bins":[-0.0010384585475549102,-0.0010096479672938585,-0.0009808373870328069,-0.0009520267485640943,-0.0009232161683030427,-0.0008944055298343301,-0.0008655949495732784,-0.0008367843693122268,-0.0008079737890511751,-0.0007791631505824625,-0.0007503525703214109,-0.0007215419900603592,-0.0006927313515916467,-0.000663920771330595,-0.0006351101910695434,-0.0006062995526008308,-0.0005774889723397791,-0.0005486783920787275,-0.0005198677536100149,-0.0004910571733489633,-0.0004622465930879116,-0.0004334359837230295,-0.0004046253743581474,-0.00037581479409709573,-0.0003470041847322136,-0.0003181935753673315,-0.00028938299510627985,-0.00026057238574139774,-0.00023176179092843086,-0.00020295119611546397,-0.00017414058675058186,-0.00014532999193761498,-0.0001165193971246481,-8.770880231168121e-05,-5.8898200222756714e-05,-3.0087601771811023e-05,-1.277003320865333e-06,2.7533595130080357e-05,5.634419358102605e-05,8.515479566995054e-05,0.00011396539048291743,0.0001427759852958843,0.0001715865801088512,0.0002003971894737333,0.0002292077842867002,0.00025801837909966707,0.0002868289884645492,0.00031563956872560084,0.00034445017809048295,0.00037326078745536506,0.0004020713677164167,0.00043088197708129883,0.0004596925573423505,0.000488503195811063,0.0005173137760721147,0.0005461243563331664,0.0005749349948018789,0.0006037455750629306,0.0006325561553239822,0.0006613667355850339,0.0006901773740537465,0.0007189879543147981,0.0007477985345758498,0.0007766091730445623,0.000805419753305614],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,1,0,0,1,1,1,0,3,1,4,2,6,8,7,8,8,10,16,14,20,17,18,22,22,12,28,30,39,35,29,33,29,32,28,19,32,26,21,24,24,28,12,12,14,10,15,9,6,3,7,2,4,4,3,2,0,0,1,0,2,0,1,1],"bins":[-0.004625710658729076,-0.004479443188756704,-0.004333175718784332,-0.00418690824881196,-0.004040640313178301,-0.003894372843205929,-0.0037481053732335567,-0.0036018379032611847,-0.0034555704332888126,-0.003309302730485797,-0.003163035260513425,-0.003016767790541053,-0.002870500087738037,-0.002724232617765665,-0.002577965147793293,-0.0024316974449902773,-0.0022854299750179052,-0.002139162505045533,-0.0019928948022425175,-0.0018466273322701454,-0.0017003598622977734,-0.0015540922759100795,-0.0014078246895223856,-0.0012615572195500135,-0.0011152896331623197,-0.0009690221049822867,-0.0008227545768022537,-0.0006764869904145598,-0.0005302194622345269,-0.0003839519340544939,-0.00023768437677063048,-9.141683403868228e-05,5.4850708693265915e-05,0.0002011182514252141,0.0003473857941571623,0.0004936533514410257,0.0006399208796210587,0.0007861884078010917,0.0009324559941887856,0.0010787234641611576,0.0012249910505488515,0.0013712586369365454,0.0015175261069089174,0.0016637936932966113,0.0018100612796843052,0.0019563287496566772,0.0021025962196290493,0.002248863922432065,0.002395131392404437,0.002541398862376809,0.002687666565179825,0.002833934035152197,0.002980201505124569,0.0031264692079275846,0.0032727366778999567,0.0034190041478723288,0.0035652718506753445,0.0037115393206477165,0.0038578067906200886,0.004004074260592461,0.004150341730564833,0.004296609666198492,0.004442877136170864,0.004589144606143236,0.004735412076115608],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,3,4,1,6,11,7,10,21,38,44,88,92,124,216,337,556,808,1204,1874,2896,4402,6735,10417,16825,27576,46240,80623,131338,104825,59553,34952,21195,13008,8394,5269,3448,2262,1475,1002,674,411,288,184,113,70,73,57,21,21,9,7,2,5,1,3,1,0,0,1,1],"bins":[-0.0002980232238769531,-0.00028863176703453064,-0.00027924031019210815,-0.00026984885334968567,-0.0002604573965072632,-0.0002510659396648407,-0.0002416744828224182,-0.00023228302597999573,-0.00022289156913757324,-0.00021350011229515076,-0.00020410865545272827,-0.00019471719861030579,-0.0001853257417678833,-0.00017593428492546082,-0.00016654282808303833,-0.00015715137124061584,-0.00014775991439819336,-0.00013836845755577087,-0.0001289770007133484,-0.0001195855438709259,-0.00011019408702850342,-0.00010080263018608093,-9.141117334365845e-05,-8.201971650123596e-05,-7.262825965881348e-05,-6.323680281639099e-05,-5.3845345973968506e-05,-4.445388913154602e-05,-3.5062432289123535e-05,-2.567097544670105e-05,-1.6279518604278564e-05,-6.888061761856079e-06,2.5033950805664062e-06,1.1894851922988892e-05,2.1286308765411377e-05,3.067776560783386e-05,4.006922245025635e-05,4.946067929267883e-05,5.885213613510132e-05,6.82435929775238e-05,7.763504981994629e-05,8.702650666236877e-05,9.641796350479126e-05,0.00010580942034721375,0.00011520087718963623,0.00012459233403205872,0.0001339837908744812,0.0001433752477169037,0.00015276670455932617,0.00016215816140174866,0.00017154961824417114,0.00018094107508659363,0.0001903325319290161,0.0001997239887714386,0.00020911544561386108,0.00021850690245628357,0.00022789835929870605,0.00023728981614112854,0.000246681272983551,0.0002560727298259735,0.000265464186668396,0.0002748556435108185,0.00028424710035324097,0.00029363855719566345,0.00030303001403808594]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.003961524926126003,-0.003833331633359194,-0.003705138573423028,-0.003576945513486862,-0.0034487522207200527,-0.0033205589279532433,-0.0031923658680170774,-0.0030641728080809116,-0.002935979515314102,-0.0028077862225472927,-0.002679593162611127,-0.002551400102674961,-0.0024232068099081516,-0.002295013517141342,-0.0021668204572051764,-0.0020386273972690105,-0.001910434104502201,-0.0017822409281507134,-0.0016540477517992258,-0.0015258545754477382,-0.0013976613990962505,-0.001269468222744763,-0.0011412750463932753,-0.0010130818700417876,-0.0008848886936903,-0.0007566955173388124,-0.0006285023409873247,-0.0005003091646358371,-0.00037211598828434944,-0.0002439228119328618,-0.00011572963558137417,1.2463540770113468e-05,0.0001406567171216011,0.00026884989347308874,0.0003970430698245764,0.000525236246176064,0.0006534294225275517,0.0007816225988790393,0.0009098157752305269,0.0010380089515820146,0.0011662021279335022,0.0012943953042849898,0.0014225884806364775,0.001550781656987965,0.0016789748333394527,0.0018071680096909404,0.001935361186042428,0.002063554245978594,0.0021917475387454033,0.0023199408315122128,0.0024481338914483786,0.0025763269513845444,0.002704520244151354,0.0028327135369181633,0.002960906596854329,0.003089099656790495,0.0032172929495573044,0.003345486242324114,0.0034736793022602797,0.0036018723621964455,0.003730065654963255,0.0038582589477300644,0.0039864517748355865,0.004114645067602396,0.0042428383603692055],"_type":"histogram","values":[1,0,4,3,0,0,1,1,7,5,7,3,8,4,12,12,15,10,12,13,14,25,14,29,33,26,21,22,33,25,28,28,32,31,25,23,27,30,24,17,19,14,12,10,17,7,14,8,8,4,7,6,2,5,1,0,1,2,2,1,1,1,0,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,0,3,0,2,3,4,3,4,5,9,6,15,22,39,36,56,55,69,79,72,47,47,30,24,17,24,7,15,16,11,8,4,4,8,2,4,1,2,1,2,0,2,0,1,1,2,0,0,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0024669566191732883,-0.0023607786279171705,-0.0022546006366610527,-0.002148422645404935,-0.0020422444213181734,-0.0019360664300620556,-0.0018298884388059378,-0.00172371044754982,-0.0016175324562937021,-0.0015113543486222625,-0.0014051763573661447,-0.0012989983661100268,-0.0011928202584385872,-0.0010866422671824694,-0.0009804642759263515,-0.0008742862264625728,-0.0007681081769987941,-0.0006619301275350153,-0.0005557521362788975,-0.0004495740868151188,-0.0003433960664551705,-0.00023721804609522223,-0.00013104001118335873,-2.4861983547452837e-05,8.131604408845305e-05,0.00018749406444840133,0.0002936720848083496,0.00039985013427212834,0.0005060281837359071,0.0006122061749920249,0.0007183842244558036,0.0008245622157119215,0.0009307402651757002,0.001036918256431818,0.0011430963641032577,0.0012492743553593755,0.0013554523466154933,0.001461630454286933,0.0015678084455430508,0.0016739864367991686,0.0017801644280552864,0.001886342535726726,0.0019925206433981657,0.0020986986346542835,0.0022048766259104013,0.002311054617166519,0.002417232608422637,0.002523410599678755,0.0026295888237655163,0.002735766815021634,0.002841944806277752,0.0029481227975338697,0.0030543007887899876,0.0031604787800461054,0.003266656771302223,0.0033728349953889847,0.0034790129866451025,0.0035851909779012203,0.003691368969157338,0.003797546960413456,0.003903724951669574,0.004009902942925692,0.004116081167012453,0.004222258925437927,0.004328437149524689]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,1,0,1,1,2,1,3,7,9,13,27,28,42,49,87,130,203,257,413,631,923,1388,2017,3021,4584,6901,10626,17042,28364,49665,93118,140120,98303,52008,29468,17767,11070,7255,4749,3095,2177,1357,936,636,431,259,208,144,79,57,55,37,12,15,6,7,10,2,1,0,4,0,1],"bins":[-0.005046844482421875,-0.004891753196716309,-0.004736661911010742,-0.004581570625305176,-0.004426479339599609,-0.004271388053894043,-0.0041162967681884766,-0.00396120548248291,-0.0038061141967773438,-0.0036510229110717773,-0.003495931625366211,-0.0033408403396606445,-0.003185749053955078,-0.0030306577682495117,-0.0028755664825439453,-0.002720475196838379,-0.0025653839111328125,-0.002410292625427246,-0.0022552013397216797,-0.0021001100540161133,-0.0019450187683105469,-0.0017899274826049805,-0.001634836196899414,-0.0014797449111938477,-0.0013246536254882812,-0.0011695623397827148,-0.0010144710540771484,-0.000859379768371582,-0.0007042884826660156,-0.0005491971969604492,-0.0003941059112548828,-0.0002390146255493164,-8.392333984375e-05,7.11679458618164e-05,0.0002262592315673828,0.0003813505172729492,0.0005364418029785156,0.000691533088684082,0.0008466243743896484,0.0010017156600952148,0.0011568069458007812,0.0013118982315063477,0.001466989517211914,0.0016220808029174805,0.0017771720886230469,0.0019322633743286133,0.0020873546600341797,0.002242445945739746,0.0023975372314453125,0.002552628517150879,0.0027077198028564453,0.0028628110885620117,0.003017902374267578,0.0031729936599731445,0.003328084945678711,0.0034831762313842773,0.0036382675170898438,0.00379335880279541,0.0039484500885009766,0.004103541374206543,0.004258632659912109,0.004413723945617676,0.004568815231323242,0.004723906517028809,0.004878997802734375],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug-core.log b/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..f5508e6481e04962e2ce1c622bbd6adcf832e844 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:06:59.756264232+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwmi2l48e/port-34074.txt","pid":34074,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:06:59.756798511+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":34074} +{"time":"2025-07-18T01:06:59.756795623+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-34074-34097-3714545926/socket","Net":"unix"}} +{"time":"2025-07-18T01:06:59.93858087+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:06:59.946767929+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"paetqmbl","id":"1(@)"} +{"time":"2025-07-18T01:07:00.386348781+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"paetqmbl","id":"1(@)"} +{"time":"2025-07-18T01:08:16.225532121+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:08:16.225923069+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:08:16.22598494+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:08:16.225992727+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:08:16.226069147+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-34074-34097-3714545926/socket","Net":"unix"}} +{"time":"2025-07-18T01:08:17.838809042+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:08:17.838832301+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:08:17.838855208+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b6f89602481b4ff9be1a3c80b38535fe78873864 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:06:59.94776102+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:07:00.386316102+03:00","level":"INFO","msg":"stream: created new stream","id":"paetqmbl"} +{"time":"2025-07-18T01:07:00.386343064+03:00","level":"INFO","msg":"stream: started","id":"paetqmbl"} +{"time":"2025-07-18T01:07:00.386361383+03:00","level":"INFO","msg":"sender: started","stream_id":"paetqmbl"} +{"time":"2025-07-18T01:07:00.386363091+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"paetqmbl"} +{"time":"2025-07-18T01:07:00.386394565+03:00","level":"INFO","msg":"handler: started","stream_id":"paetqmbl"} +{"time":"2025-07-18T01:08:16.22593884+03:00","level":"INFO","msg":"stream: closing","id":"paetqmbl"} +{"time":"2025-07-18T01:08:17.418310394+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:08:17.834550875+03:00","level":"INFO","msg":"handler: closed","stream_id":"paetqmbl"} +{"time":"2025-07-18T01:08:17.83458971+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"paetqmbl"} +{"time":"2025-07-18T01:08:17.834627915+03:00","level":"INFO","msg":"sender: closed","stream_id":"paetqmbl"} +{"time":"2025-07-18T01:08:17.838511091+03:00","level":"INFO","msg":"stream: closed","id":"paetqmbl"} diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug.log b/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9ccdaf0135e39835156f30bf6c4e1ba86f2aa1ab --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:06:59,718 INFO MainThread:34074 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_setup.py:_flush():80] Configure stats pid to 34074 +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010659-paetqmbl/logs/debug.log +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010659-paetqmbl/logs/debug-internal.log +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.0001, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:06:59,719 INFO MainThread:34074 [wandb_init.py:init():871] starting backend +2025-07-18 01:06:59,938 INFO MainThread:34074 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:06:59,945 INFO MainThread:34074 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:06:59,948 INFO MainThread:34074 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:06:59,948 INFO MainThread:34074 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:07:00,739 INFO MainThread:34074 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:07:00,901 INFO MainThread:34074 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:07:00,901 INFO MainThread:34074 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:07:00,901 INFO MainThread:34074 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:07:00,901 INFO MainThread:34074 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:07:00,905 INFO MainThread:34074 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:07:01,874 INFO MainThread:34074 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:07:01,875 INFO MainThread:34074 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:08:16,224 INFO MsgRouterThr:34074 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_010659-paetqmbl/run-paetqmbl.wandb b/simson_modeling/wandb/run-20250718_010659-paetqmbl/run-paetqmbl.wandb new file mode 100644 index 0000000000000000000000000000000000000000..595e5dc74eba28e5f637282fd1c189db0f86f761 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010659-paetqmbl/run-paetqmbl.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c5e2ca3eed2e8656d9cd7303ad155d4790e72240bc137d14e03cbcdc939db5 +size 8456145 diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/config.yaml b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..15196dabe8b366523d2e1c8972e6a87582bdef02 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + qzzx31cp8z6m3psguqc1bnohvb2lzq71: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136810188800" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:09:18.875068Z" + writerId: qzzx31cp8z6m3psguqc1bnohvb2lzq71 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 32 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/output.log b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..5d4eb01ca37be5587699e20133feb2db29407db1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [01:21", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 383, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 304, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/requirements.txt b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..faf5075ed04d6a0f58a3f94968037ec9453e997d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:09:18.875068Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136810188800" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "qzzx31cp8z6m3psguqc1bnohvb2lzq71" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7bdc19a0570d1280380e471b4371af1b333d25c5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.3.attention.self.query.bias":{"values":[2,1,1,1,0,1,2,1,5,1,0,4,3,5,5,8,6,12,4,19,15,14,17,23,28,25,28,40,36,38,30,33,32,36,28,23,33,26,22,24,30,16,13,8,8,14,14,4,4,6,4,3,3,1,1,0,3,0,0,1,1,0,0,2],"bins":[-0.0011663436889648438,-0.001129642128944397,-0.0010929405689239502,-0.0010562390089035034,-0.0010195374488830566,-0.0009828358888626099,-0.0009461343288421631,-0.0009094327688217163,-0.0008727312088012695,-0.0008360296487808228,-0.000799328088760376,-0.0007626265287399292,-0.0007259249687194824,-0.0006892234086990356,-0.0006525218486785889,-0.0006158202886581421,-0.0005791187286376953,-0.0005424171686172485,-0.0005057156085968018,-0.000469014048576355,-0.0004323124885559082,-0.0003956109285354614,-0.00035890936851501465,-0.00032220780849456787,-0.0002855062484741211,-0.0002488046884536743,-0.00021210312843322754,-0.00017540156841278076,-0.00013870000839233398,-0.00010199844837188721,-6.529688835144043e-05,-2.8595328330993652e-05,8.106231689453125e-06,4.48077917098999e-05,8.150935173034668e-05,0.00011821091175079346,0.00015491247177124023,0.000191614031791687,0.0002283155918121338,0.00026501715183258057,0.00030171871185302734,0.0003384202718734741,0.0003751218318939209,0.0004118233919143677,0.00044852495193481445,0.00048522651195526123,0.000521928071975708,0.0005586296319961548,0.0005953311920166016,0.0006320327520370483,0.0006687343120574951,0.0007054358720779419,0.0007421374320983887,0.0007788389921188354,0.0008155405521392822,0.000852242112159729,0.0008889436721801758,0.0009256452322006226,0.0009623467922210693,0.0009990483522415161,0.0010357499122619629,0.0010724514722824097,0.0011091530323028564,0.0011458545923233032,0.00118255615234375],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.00014042327529750764,-0.00013602498802356422,-0.0001316267007496208,-0.00012722841347567737,-0.00012283012620173395,-0.00011843183892779052,-0.0001140335516538471,-0.00010963526437990367,-0.00010523697710596025,-0.00010083868255605921,-9.644039528211579e-05,-9.204210800817236e-05,-8.764382073422894e-05,-8.324553346028551e-05,-7.884724618634209e-05,-7.444895891239867e-05,-7.005067163845524e-05,-6.565238436451182e-05,-6.12540970905684e-05,-5.685580981662497e-05,-5.2457522542681545e-05,-4.8059231630759314e-05,-4.366094435681589e-05,-3.9262657082872465e-05,-3.486436980892904e-05,-3.0466082534985617e-05,-2.6067795261042193e-05,-2.1669506168109365e-05,-1.727121889416594e-05,-1.2872931620222516e-05,-8.47464343678439e-06,-4.076355708093615e-06,3.2193202059715986e-07,4.720219749287935e-06,9.11850747797871e-06,1.3516795661416836e-05,1.791508293536026e-05,2.2313370209303685e-05,2.6711659302236512e-05,3.1109946576179937e-05,3.550823385012336e-05,3.9906521124066785e-05,4.430480839801021e-05,4.8703095671953633e-05,5.3101386583875865e-05,5.749967385781929e-05,6.189796113176271e-05,6.629624840570614e-05,7.069453567964956e-05,7.509282295359299e-05,7.949111022753641e-05,8.388939750147983e-05,8.828768477542326e-05,9.268597204936668e-05,9.708425932331011e-05,0.00010148254659725353,0.00010588084114715457,0.000110279128421098,0.00011467741569504142,0.00011907570296898484,0.00012347399024292827,0.0001278722775168717,0.00013227056479081511,0.00013666885206475854,0.00014106713933870196],"_type":"histogram","values":[2,0,1,1,4,3,4,8,18,25,25,38,28,42,25,24,14,12,15,13,6,9,7,6,2,4,8,8,4,6,5,4,5,5,4,7,7,11,3,2,4,8,5,14,10,8,11,21,25,29,43,43,33,35,28,12,9,6,2,2,1,2,0,2]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,1,1,1,0,4,5,5,14,23,30,32,34,38,26,28,18,16,12,11,11,10,7,5,6,7,7,7,8,5,3,2,5,4,4,8,10,6,4,0,5,11,6,13,13,12,15,19,20,41,36,31,41,33,23,10,8,3,3,0,3,2,0,1],"bins":[-0.00014307547826319933,-0.00013861252227798104,-0.00013414956629276276,-0.00012968661030754447,-0.00012522365432232618,-0.0001207606983371079,-0.00011629774235188961,-0.00011183478636667132,-0.00010737183038145304,-0.00010290887439623475,-9.844591841101646e-05,-9.398296242579818e-05,-8.952000644057989e-05,-8.50570504553616e-05,-8.059409447014332e-05,-7.613113848492503e-05,-7.166818249970675e-05,-6.720522651448846e-05,-6.274227052927017e-05,-5.8279314544051886e-05,-5.38163585588336e-05,-4.935340257361531e-05,-4.4890446588397026e-05,-4.042749060317874e-05,-3.596453461796045e-05,-3.1501578632742167e-05,-2.703862264752388e-05,-2.2575666662305593e-05,-1.8112710677087307e-05,-1.364975469186902e-05,-9.186798706650734e-06,-4.7238427214324474e-06,-2.6087218429893255e-07,4.202083800919354e-06,8.66503978613764e-06,1.3127995771355927e-05,1.7590951756574214e-05,2.20539077417925e-05,2.6516863727010787e-05,3.097981971222907e-05,3.544277569744736e-05,3.9905731682665646e-05,4.436868766788393e-05,4.883164365310222e-05,5.3294599638320506e-05,5.775755562353879e-05,6.222051160875708e-05,6.668346759397537e-05,7.114642357919365e-05,7.560937956441194e-05,8.007233554963022e-05,8.453529153484851e-05,8.89982475200668e-05,9.346120350528508e-05,9.792415949050337e-05,0.00010238711547572166,0.00010685007146093994,0.00011131302744615823,0.00011577598343137652,0.0001202389394165948,0.0001247018954018131,0.00012916485138703138,0.00013362780737224966,0.00013809076335746795,0.00014255371934268624],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-0.00019303186854813248,-0.00018714334873948246,-0.00018125481437891722,-0.0001753662945702672,-0.00016947777476161718,-0.00016358924040105194,-0.00015770072059240192,-0.0001518122007837519,-0.00014592366642318666,-0.00014003514661453664,-0.00013414662680588663,-0.0001282581069972366,-0.00012236957263667136,-0.00011648105282802135,-0.00011059252574341372,-0.0001047040059347637,-9.881547885015607e-05,-9.292695176554844e-05,-8.703843195689842e-05,-8.114990487229079e-05,-7.526138506364077e-05,-6.937285797903314e-05,-6.348433089442551e-05,-5.759580744779669e-05,-5.1707284001167864e-05,-4.581876055453904e-05,-3.9930237107910216e-05,-3.4041710023302585e-05,-2.815318657667376e-05,-2.2264663130044937e-05,-1.637613786442671e-05,-1.0487613508303184e-05,-4.599103704094887e-06,1.2894206520286389e-06,7.1779450081521645e-06,1.306646936427569e-05,1.8954993720399216e-05,2.484351716702804e-05,3.073204425163567e-05,3.6620567698264495e-05,4.250909114489332e-05,4.839761459152214e-05,5.4286138038150966e-05,6.01746651227586e-05,6.606319220736623e-05,7.195171201601624e-05,7.784023910062388e-05,8.372875890927389e-05,8.961728599388152e-05,9.550581307848915e-05,0.00010139433288713917,0.0001072828599717468,0.00011317137978039682,0.00011905990686500445,0.00012494843394961208,0.0001308369537582621,0.00013672548811882734,0.00014261400792747736,0.00014850252773612738,0.0001543910475447774,0.00016027958190534264,0.00016616810171399266,0.00017205662152264267,0.00017794515588320792,0.00018383367569185793],"_type":"histogram","values":[2,0,2,1,2,4,7,8,18,17,18,24,14,18,8,10,18,9,18,12,9,9,15,8,18,10,21,20,18,19,15,14,12,18,15,18,17,9,18,9,13,13,22,10,7,9,9,10,17,16,16,18,15,20,14,20,15,5,5,3,2,4,1,2]},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-0.03087877482175827,-0.02991468831896782,-0.028950601816177368,-0.027986517176032066,-0.027022430673241615,-0.026058344170451164,-0.025094257667660713,-0.024130171164870262,-0.02316608652472496,-0.02220200002193451,-0.021237913519144058,-0.020273827016353607,-0.019309740513563156,-0.018345654010772705,-0.017381569370627403,-0.016417482867836952,-0.015453396365046501,-0.01448930986225605,-0.013525224290788174,-0.012561137787997723,-0.011597052216529846,-0.010632965713739395,-0.009668879210948944,-0.008704793639481068,-0.007740707136690617,-0.006776621099561453,-0.005812535062432289,-0.004848448559641838,-0.0038843625225126743,-0.0029202764853835106,-0.001956190215423703,-0.0009921040618792176,-2.8019770979881287e-05,0.0009360663825646043,0.0019001525361090899,0.0028642388060688972,0.003828324843198061,0.004792410880327225,0.005756497383117676,0.0067205834202468395,0.007684669457376003,0.008648755960166454,0.00961284153163433,0.010576928034424782,0.011541014537215233,0.01250510010868311,0.01346918661147356,0.014433272182941437,0.015397358685731888,0.01636144518852234,0.01732553169131279,0.018289616331458092,0.019253702834248543,0.020217789337038994,0.021181875839829445,0.022145962342619896,0.023110046982765198,0.02407413348555565,0.0250382199883461,0.02600230649113655,0.026966392993927002,0.027930479496717453,0.028894564136862755,0.029858650639653206,0.030822737142443657],"_type":"histogram","values":[1,0,0,2,1,0,0,0,0,2,0,1,0,2,6,4,4,1,2,6,11,11,9,11,24,19,30,35,38,53,59,67,64,55,50,31,31,16,23,16,11,9,5,10,6,7,6,3,2,7,3,3,1,1,1,2,2,1,1,0,0,0,1,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,3,2,2,1,2,2,2,4,1,10,8,12,14,23,19,26,46,26,16,17,20,13,15,15,13,10,9,10,12,12,12,14,14,21,14,24,26,47,30,31,28,30,21,14,9,12,7,8,7,5,5,0,7,3,1,1,3,4,2,1],"bins":[0.999744176864624,0.9997522234916687,0.9997602701187134,0.9997683167457581,0.9997763633728027,0.9997844099998474,0.9997924566268921,0.9998005032539368,0.9998085498809814,0.9998166561126709,0.9998247027397156,0.9998327493667603,0.9998407959938049,0.9998488426208496,0.9998568892478943,0.999864935874939,0.9998729825019836,0.9998810291290283,0.999889075756073,0.9998971223831177,0.9999051690101624,0.999913215637207,0.9999212622642517,0.9999293088912964,0.9999374151229858,0.9999454617500305,0.9999535083770752,0.9999615550041199,0.9999696016311646,0.9999776482582092,0.9999856948852539,0.9999937415122986,1.0000017881393433,1.0000098943710327,1.0000178813934326,1.000025987625122,1.000033974647522,1.0000420808792114,1.0000500679016113,1.0000581741333008,1.0000661611557007,1.0000742673873901,1.00008225440979,1.0000903606414795,1.0000983476638794,1.0001064538955688,1.0001144409179688,1.0001225471496582,1.0001306533813477,1.0001386404037476,1.000146746635437,1.000154733657837,1.0001628398895264,1.0001708269119263,1.0001789331436157,1.0001869201660156,1.000195026397705,1.000203013420105,1.0002111196517944,1.0002191066741943,1.0002272129058838,1.0002351999282837,1.0002433061599731,1.000251293182373,1.0002593994140625]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,4,2,1,3,6,9,12,10,21,31,24,33,28,34,27,18,21,17,7,10,12,12,4,9,4,8,9,4,9,9,7,9,7,9,6,13,6,13,16,15,14,18,22,29,29,26,25,30,17,19,18,8,2,6,2,1,0,0,1],"bins":[-0.000171426945598796,-0.00016630995378363878,-0.0001611929474165663,-0.00015607595560140908,-0.00015095896378625184,-0.00014584195741917938,-0.00014072496560402215,-0.0001356079737888649,-0.00013049098197370768,-0.0001253739756066352,-0.00012025698379147798,-0.00011513998470036313,-0.00011002298560924828,-0.00010490599379409105,-9.97889947029762e-05,-9.467200288781896e-05,-8.955500379670411e-05,-8.443800470558926e-05,-7.932101289043203e-05,-7.420401379931718e-05,-6.908702198415995e-05,-6.39700228930451e-05,-5.885302380193025e-05,-5.373602834879421e-05,-4.8619032895658165e-05,-4.3502037442522123e-05,-3.838504198938608e-05,-3.326804289827123e-05,-2.815104744513519e-05,-2.303405199199915e-05,-1.7917054719873704e-05,-1.280005835724296e-05,-7.683076546527445e-06,-2.5660801838967018e-06,2.5509161787340418e-06,7.667912541364785e-06,1.2784908903995529e-05,1.790190435713157e-05,2.3018901629257016e-05,2.813589890138246e-05,3.32528943545185e-05,3.8369889807654545e-05,4.3486885260790586e-05,4.8603884351905435e-05,5.372087980504148e-05,5.883787525817752e-05,6.395487434929237e-05,6.90718661644496e-05,7.418886525556445e-05,7.93058643466793e-05,8.442285616183653e-05,8.953985525295138e-05,9.465684706810862e-05,9.977384615922347e-05,0.00010489084525033832,0.00011000783706549555,0.0001151248361566104,0.00012024183524772525,0.00012535882706288248,0.00013047581887803972,0.00013559282524511218,0.00014070981706026942,0.00014582680887542665,0.0001509438152424991,0.00015606080705765635]},"gradients/bert.encoder.layer.0.output.dense.bias":{"bins":[-0.045745849609375,-0.044467926025390625,-0.04319000244140625,-0.041912078857421875,-0.0406341552734375,-0.039356231689453125,-0.03807830810546875,-0.036800384521484375,-0.0355224609375,-0.034244537353515625,-0.03296661376953125,-0.031688690185546875,-0.0304107666015625,-0.029132843017578125,-0.02785491943359375,-0.026576995849609375,-0.025299072265625,-0.024021148681640625,-0.02274322509765625,-0.021465301513671875,-0.0201873779296875,-0.018909454345703125,-0.01763153076171875,-0.016353607177734375,-0.01507568359375,-0.013797760009765625,-0.01251983642578125,-0.011241912841796875,-0.0099639892578125,-0.008686065673828125,-0.00740814208984375,-0.006130218505859375,-0.004852294921875,-0.003574371337890625,-0.00229644775390625,-0.001018524169921875,0.0002593994140625,0.001537322998046875,0.00281524658203125,0.004093170166015625,0.00537109375,0.006649017333984375,0.00792694091796875,0.009204864501953125,0.0104827880859375,0.011760711669921875,0.01303863525390625,0.014316558837890625,0.015594482421875,0.016872406005859375,0.01815032958984375,0.019428253173828125,0.0207061767578125,0.021984100341796875,0.02326202392578125,0.024539947509765625,0.02581787109375,0.027095794677734375,0.02837371826171875,0.029651641845703125,0.0309295654296875,0.032207489013671875,0.03348541259765625,0.034763336181640625,0.036041259765625],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,3,3,1,2,6,3,5,4,8,9,15,13,12,23,21,21,29,28,30,22,36,30,39,32,35,32,19,34,31,36,23,24,17,18,19,15,13,12,11,8,4,6,3,2,3,1,0,2,2,1,0,1]},"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0272064208984375,-0.026361703872680664,-0.025516986846923828,-0.024672269821166992,-0.023827552795410156,-0.02298283576965332,-0.022138118743896484,-0.02129340171813965,-0.020448684692382812,-0.019603967666625977,-0.01875925064086914,-0.017914533615112305,-0.01706981658935547,-0.016225099563598633,-0.015380382537841797,-0.014535665512084961,-0.013690948486328125,-0.012846231460571289,-0.012001514434814453,-0.011156797409057617,-0.010312080383300781,-0.009467363357543945,-0.00862264633178711,-0.0077779293060302734,-0.0069332122802734375,-0.0060884952545166016,-0.005243778228759766,-0.00439906120300293,-0.0035543441772460938,-0.002709627151489258,-0.0018649101257324219,-0.001020193099975586,-0.00017547607421875,0.0006692409515380859,0.0015139579772949219,0.002358675003051758,0.0032033920288085938,0.00404810905456543,0.004892826080322266,0.0057375431060791016,0.0065822601318359375,0.0074269771575927734,0.00827169418334961,0.009116411209106445,0.009961128234863281,0.010805845260620117,0.011650562286376953,0.012495279312133789,0.013339996337890625,0.014184713363647461,0.015029430389404297,0.015874147415161133,0.01671886444091797,0.017563581466674805,0.01840829849243164,0.019253015518188477,0.020097732543945312,0.02094244956970215,0.021787166595458984,0.02263188362121582,0.023476600646972656,0.024321317672729492,0.025166034698486328,0.026010751724243164,0.02685546875],"_type":"histogram","values":[1,0,0,0,0,1,2,1,5,3,2,2,6,9,7,5,9,10,12,19,14,21,18,16,17,25,30,34,30,29,27,33,28,33,20,25,31,25,23,23,18,21,18,14,16,13,10,12,6,7,8,6,0,8,5,5,0,0,2,1,0,0,1,1]},"parameters/linear.weight":{"bins":[-0.036302946507930756,-0.035168904811143875,-0.034034859389066696,-0.032900817692279816,-0.03176677227020264,-0.030632730573415756,-0.029498687013983727,-0.028364643454551697,-0.027230599895119667,-0.026096556335687637,-0.024962512776255608,-0.023828469216823578,-0.022694427520036697,-0.021560383960604668,-0.020426340401172638,-0.019292296841740608,-0.01815825328230858,-0.01702420972287655,-0.01589016616344452,-0.014756123535335064,-0.013622079975903034,-0.012488036416471004,-0.01135399378836155,-0.01021995022892952,-0.00908590666949749,-0.00795186311006546,-0.006817820016294718,-0.005683776922523975,-0.004549733363091946,-0.0034156900364905596,-0.0022816467098891735,-0.0011476033832877874,-1.3563781976699829e-05,0.0011204795446246862,0.0022545228712260723,0.0033885661978274584,0.0045226095244288445,0.005656653083860874,0.006790696177631617,0.007924739271402359,0.009058782830834389,0.010192826390266418,0.011326869949698448,0.012460912577807903,0.013594956137239933,0.014728999696671963,0.015863042324781418,0.016997085884213448,0.018131129443645477,0.019265173003077507,0.020399216562509537,0.021533260121941566,0.022667303681373596,0.023801345378160477,0.024935388937592506,0.026069432497024536,0.027203476056456566,0.028337519615888596,0.029471563175320625,0.030605606734752655,0.031739648431539536,0.032873693853616714,0.034007735550403595,0.035141780972480774,0.036275822669267654],"_type":"histogram","values":[1257,1493,1493,1562,1524,1519,1533,1548,1570,1563,1544,1563,1574,1511,1524,1545,1518,1601,1588,1567,1521,1483,1572,1563,1623,1557,1461,1612,1560,1598,1568,1527,1571,1521,1540,1536,1552,1578,1506,1467,1521,1546,1593,1542,1544,1614,1513,1586,1553,1563,1491,1555,1602,1514,1522,1486,1564,1455,1547,1543,1540,1544,1579,1274]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,2,0,1,1,0,0,2,2,3,3,5,2,6,4,11,16,12,8,15,16,14,18,25,19,24,26,20,40,25,26,26,31,38,39,18,22,27,36,33,17,15,12,11,10,18,11,14,13,7,7,4,2,0,3,1,0,1,1,0,0,0,0,2],"bins":[-0.0318257100880146,-0.030823705717921257,-0.02982170134782791,-0.028819696977734566,-0.02781769260764122,-0.026815688237547874,-0.02581368386745453,-0.024811679497361183,-0.023809675127267838,-0.022807670757174492,-0.021805666387081146,-0.0208036620169878,-0.019801657646894455,-0.01879965327680111,-0.017797648906707764,-0.016795644536614418,-0.015793640166521072,-0.014791635796427727,-0.013789631426334381,-0.012787627056241035,-0.01178562268614769,-0.010783618316054344,-0.009781613945960999,-0.008779609575867653,-0.007777605205774307,-0.006775600835680962,-0.005773596465587616,-0.00477159209549427,-0.0037695877254009247,-0.002767583355307579,-0.0017655789852142334,-0.0007635746151208878,0.00023842602968215942,0.001240430399775505,0.0022424347698688507,0.0032444391399621964,0.004246443510055542,0.005248447880148888,0.006250452250242233,0.007252456620335579,0.008254460990428925,0.00925646536052227,0.010258469730615616,0.011260474100708961,0.012262478470802307,0.013264482840895653,0.014266487210988998,0.015268491581082344,0.01627049595117569,0.017272500321269035,0.01827450469136238,0.019276509061455727,0.020278513431549072,0.021280517801642418,0.022282522171735764,0.02328452654182911,0.024286530911922455,0.0252885352820158,0.026290539652109146,0.027292544022202492,0.028294548392295837,0.029296552762389183,0.03029855713248253,0.031300559639930725,0.03230256587266922]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,1,0,0,0,0,0,0,0,2,0,3,4,0,3,1,5,2,2,5,9,6,11,10,16,20,25,30,38,37,66,80,73,61,47,37,21,24,26,19,8,9,7,13,6,9,4,1,4,4,3,4,3,3,1,2,1,0,0,0,0,1],"bins":[-0.02901829406619072,-0.0281755980104208,-0.02733290195465088,-0.02649020589888096,-0.02564750798046589,-0.02480481192469597,-0.02396211586892605,-0.023119419813156128,-0.022276723757386208,-0.021434027701616287,-0.020591329783201218,-0.019748633727431297,-0.018905937671661377,-0.018063241615891457,-0.017220545560121536,-0.016377849504351616,-0.015535152517259121,-0.0146924564614892,-0.013849759474396706,-0.013007063418626785,-0.012164367362856865,-0.01132167037576437,-0.01047897431999445,-0.00963627826422453,-0.008793581277132034,-0.007950885221362114,-0.007108189165592194,-0.006265492644160986,-0.005422796122729778,-0.004580100066959858,-0.0037374035455286503,-0.0028947072569280863,-0.0020520109683275223,-0.0012093146797269583,-0.00036661827471107244,0.00047607807209715247,0.0013187744189053774,0.0021614707075059414,0.003004167228937149,0.003846863517537713,0.004689559806138277,0.005532256327569485,0.006374952383339405,0.007217648904770613,0.00806034542620182,0.00890304148197174,0.009745737537741661,0.010588434524834156,0.011431130580604076,0.012273826636373997,0.013116523623466492,0.013959219679236412,0.014801915735006332,0.015644611790776253,0.016487307846546173,0.017330005764961243,0.018172701820731163,0.019015397876501083,0.019858093932271004,0.020700789988040924,0.021543486043810844,0.022386183962225914,0.023228880017995834,0.024071576073765755,0.024914272129535675],"_type":"histogram"},"_runtime":83,"parameters/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[2,1,3,6,9,17,29,61,88,133,228,385,580,864,1336,1913,2723,3610,4903,6514,8719,10772,13440,16052,19322,22538,25782,28484,30996,33125,34076,34587,34522,33966,32379,29904,27346,24337,21371,18432,15364,12198,10088,7840,5971,4439,3312,2333,1611,1154,675,479,317,197,125,69,36,26,21,5,3,2,2,2],"bins":[-0.09444291889667511,-0.09147396683692932,-0.08850502222776413,-0.08553607761859894,-0.08256712555885315,-0.07959817349910736,-0.07662922888994217,-0.07366028428077698,-0.07069133222103119,-0.0677223801612854,-0.06475343555212021,-0.06178448721766472,-0.05881553888320923,-0.05584659054875374,-0.05287764221429825,-0.04990869387984276,-0.04693974554538727,-0.04397079721093178,-0.04100184887647629,-0.0380329005420208,-0.03506395220756531,-0.03209500387310982,-0.029126055538654327,-0.026157107204198837,-0.023188158869743347,-0.020219210535287857,-0.017250262200832367,-0.014281313866376877,-0.011312365531921387,-0.008343417197465897,-0.0053744688630104065,-0.0024055205285549164,0.0005634278059005737,0.003532376140356064,0.006501324474811554,0.009470272809267044,0.012439221143722534,0.015408169478178024,0.018377117812633514,0.021346066147089005,0.024315014481544495,0.027283962815999985,0.030252911150455475,0.033221859484910965,0.036190807819366455,0.039159756153821945,0.042128704488277435,0.045097652822732925,0.048066601157188416,0.051035549491643906,0.054004497826099396,0.056973446160554886,0.059942394495010376,0.06291134655475616,0.06588029116392136,0.06884923577308655,0.07181818783283234,0.07478713989257812,0.07775608450174332,0.08072502911090851,0.0836939811706543,0.08666293323040009,0.08963187783956528,0.09260082244873047,0.09556977450847626]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.09024591743946075,-0.08740407228469849,-0.08456223458051682,-0.08172038942575455,-0.07887855172157288,-0.07603670656681061,-0.07319486886262894,-0.07035302370786667,-0.067511186003685,-0.06466934084892273,-0.06182749941945076,-0.05898565798997879,-0.05614381283521652,-0.05330197140574455,-0.05046012997627258,-0.04761828854680061,-0.044776447117328644,-0.041934605687856674,-0.039092764258384705,-0.036250922828912735,-0.033409081399440765,-0.030567238107323647,-0.027725394815206528,-0.024883553385734558,-0.02204171195626259,-0.01919987052679062,-0.01635802909731865,-0.01351618580520153,-0.01067434437572956,-0.007832502946257591,-0.004990660585463047,-0.00214881869032979,0.0006930157542228699,0.003534857649356127,0.006376699544489384,0.009218541905283928,0.012060383334755898,0.014902224764227867,0.017744068056344986,0.020585909485816956,0.023427750915288925,0.026269592344760895,0.029111433774232864,0.031953275203704834,0.0347951203584671,0.03763696178793907,0.04047880321741104,0.04332064464688301,0.04616248607635498,0.04900432750582695,0.05184616893529892,0.05468801036477089,0.05752985179424286,0.06037169694900513,0.0632135346531868,0.06605537980794907,0.06889721751213074,0.071739062666893,0.07458090782165527,0.07742274552583694,0.08026459068059921,0.08310642838478088,0.08594827353954315,0.08879011124372482,0.09163195639848709],"_type":"histogram","values":[6,3,4,6,18,32,56,93,119,235,364,530,804,1191,1663,2283,3183,4421,5614,7357,9245,11642,14301,16855,19874,22738,25031,28177,29547,31748,32930,33294,33151,32214,30822,29037,26680,24152,21159,18214,15426,12912,10366,8299,6522,4959,3676,2735,1913,1340,979,707,452,290,184,108,68,36,23,15,13,4,2,2]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"values":[2,0,1,0,3,5,3,7,3,10,16,19,28,25,33,27,18,23,10,17,20,12,12,10,12,10,8,5,5,9,7,5,11,7,9,4,7,8,14,10,10,19,17,26,24,32,29,33,39,28,23,16,11,8,5,5,1,2,0,3,1,0,0,1],"bins":[-0.00016080900968518108,-0.00015561615873593837,-0.00015042330778669566,-0.00014523045683745295,-0.000140037591336295,-0.0001348447403870523,-0.0001296518894378096,-0.00012445903848856688,-0.00011926618753932416,-0.00011407333659008145,-0.00010888048564083874,-0.00010368762741563842,-9.84947764663957e-05,-9.3301925517153e-05,-8.810906729195267e-05,-8.291621634270996e-05,-7.772336539346725e-05,-7.253051444422454e-05,-6.733766349498183e-05,-6.21448052697815e-05,-5.695195432053879e-05,-5.175910337129608e-05,-4.656624878407456e-05,-4.137339419685304e-05,-3.618054324761033e-05,-3.098769229836762e-05,-2.57948377111461e-05,-2.0601984942913987e-05,-1.5409132174681872e-05,-1.0216279406449758e-05,-5.023426638217643e-06,1.694261300144717e-07,5.362278898246586e-06,1.0555131666478701e-05,1.5747984434710816e-05,2.094083720294293e-05,2.6133689971175045e-05,3.1326540920417756e-05,3.6519395507639274e-05,4.171225009486079e-05,4.69051010441035e-05,5.2097951993346214e-05,5.729080658056773e-05,6.248366116778925e-05,6.767651211703196e-05,7.286936306627467e-05,7.8062221291475e-05,8.325507224071771e-05,8.844792318996042e-05,9.364077413920313e-05,9.883362508844584e-05,0.00010402648331364617,0.00010921933426288888,0.00011441218521213159,0.00011960504343733191,0.00012479789438657463,0.00012999074533581734,0.00013518359628506005,0.00014037644723430276,0.00014556929818354547,0.00015076214913278818,0.00015595501463394612,0.00016114786558318883,0.00016634071653243154,0.00017153356748167425],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.00012818000686820596,-0.00012362460256554186,-0.00011906920553883538,-0.00011451380123617128,-0.00010995840420946479,-0.00010540299990680069,-0.00010084759560413659,-9.62921985774301e-05,-9.1736794274766e-05,-8.71813899721019e-05,-8.262599294539541e-05,-7.807058864273131e-05,-7.351518434006721e-05,-6.895978731336072e-05,-6.440438301069662e-05,-5.9848982346011326e-05,-5.529358168132603e-05,-5.073818101664074e-05,-4.6182780351955444e-05,-4.162737604929134e-05,-3.707197538460605e-05,-3.2516574719920754e-05,-2.7961172236246057e-05,-2.340576975257136e-05,-1.8850369087886065e-05,-1.429496751370607e-05,-9.739565939526074e-06,-5.184164365346078e-06,-6.28762791166082e-07,3.926638783013914e-06,8.48204035719391e-06,1.3037441931373905e-05,1.759285805746913e-05,2.2148258722154424e-05,2.670366120582912e-05,3.125906368950382e-05,3.581446435418911e-05,4.036986501887441e-05,4.492526932153851e-05,4.94806699862238e-05,5.4036070650909096e-05,5.859147131559439e-05,6.314687198027968e-05,6.770227628294379e-05,7.225768058560789e-05,7.681307761231437e-05,8.136848191497847e-05,8.592387894168496e-05,9.047928324434906e-05,9.503468754701316e-05,9.959008457371965e-05,0.00010414548887638375,0.00010870088590309024,0.00011325629020575434,0.00011781169450841844,0.00012236709881108254,0.00012692250311374664,0.00013147789286449552,0.00013603329716715962,0.00014058870146982372,0.00014514410577248782,0.00014969951007515192,0.0001542548998259008,0.0001588103041285649,0.000163365708431229],"_type":"histogram","values":[2,4,6,5,8,15,26,31,30,34,39,33,18,25,9,11,18,16,8,2,8,7,4,6,5,5,2,6,4,7,4,4,6,3,9,9,9,15,8,13,12,14,14,17,24,35,35,32,25,36,19,15,7,3,3,1,0,0,0,0,1,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"values":[2,0,2,6,1,5,4,1,3,3,8,5,13,10,15,19,11,16,21,14,16,25,15,27,19,16,26,24,16,17,26,15,24,33,23,19,17,25,22,22,23,21,17,12,12,13,14,14,10,9,6,8,7,6,2,2,0,1,1,0,1,0,1,2],"bins":[-0.00019891893316525966,-0.00019235012587159872,-0.000185781333129853,-0.00017921252583619207,-0.00017264371854253113,-0.00016607492580078542,-0.00015950611850712448,-0.00015293731121346354,-0.00014636851847171783,-0.0001397997111780569,-0.00013323090388439596,-0.00012666211114265025,-0.00012009330384898931,-0.00011352450383128598,-0.00010695570381358266,-0.00010038689651992172,-9.38180965022184e-05,-8.724929648451507e-05,-8.068048919085413e-05,-7.411168917315081e-05,-6.754288915544748e-05,-6.097408549976535e-05,-5.440528184408322e-05,-4.7836481826379895e-05,-4.1267678170697764e-05,-3.469887451501563e-05,-2.8130074497312307e-05,-2.1561270841630176e-05,-1.4992469004937448e-05,-8.42366716824472e-06,-1.8548644220572896e-06,4.713937869382789e-06,1.1282740160822868e-05,1.7851541997515596e-05,2.4420343834208325e-05,3.0989147489890456e-05,3.755794750759378e-05,4.412675116327591e-05,5.0695554818958044e-05,5.726435483666137e-05,6.383315485436469e-05,7.040196214802563e-05,7.697076216572896e-05,8.353956218343228e-05,9.010836947709322e-05,9.667716949479654e-05,0.00010324596951249987,0.00010981477680616081,0.00011638357682386413,0.00012295237684156746,0.0001295211841352284,0.0001360899768769741,0.00014265878417063504,0.00014922759146429598,0.0001557963842060417,0.00016236519149970263,0.00016893399879336357,0.00017550279153510928,0.00018207159882877022,0.00018864040612243116,0.00019520919886417687,0.0002017780061578378,0.00020834681345149875,0.00021491560619324446,0.0002214844134869054],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,1,1,3,3,4,2,4,6,9,6,10,14,9,16,22,16,25,29,32,28,41,47,25,30,35,50,42,29,40,30,23,17,20,20,9,18,5,17,8,1,4,5,2,3,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.0012969970703125,-0.0012493729591369629,-0.0012017488479614258,-0.0011541247367858887,-0.0011065006256103516,-0.0010588765144348145,-0.0010112524032592773,-0.0009636282920837402,-0.0009160041809082031,-0.000868380069732666,-0.0008207559585571289,-0.0007731318473815918,-0.0007255077362060547,-0.0006778836250305176,-0.0006302595138549805,-0.0005826354026794434,-0.0005350112915039062,-0.00048738718032836914,-0.00043976306915283203,-0.0003921389579772949,-0.0003445148468017578,-0.0002968907356262207,-0.0002492666244506836,-0.00020164251327514648,-0.00015401840209960938,-0.00010639429092407227,-5.8770179748535156e-05,-1.1146068572998047e-05,3.647804260253906e-05,8.410215377807617e-05,0.00013172626495361328,0.0001793503761291504,0.0002269744873046875,0.0002745985984802246,0.0003222227096557617,0.00036984682083129883,0.00041747093200683594,0.00046509504318237305,0.0005127191543579102,0.0005603432655334473,0.0006079673767089844,0.0006555914878845215,0.0007032155990600586,0.0007508397102355957,0.0007984638214111328,0.0008460879325866699,0.000893712043762207,0.0009413361549377441,0.0009889602661132812,0.0010365843772888184,0.0010842084884643555,0.0011318325996398926,0.0011794567108154297,0.0012270808219909668,0.001274704933166504,0.001322329044342041,0.0013699531555175781,0.0014175772666931152,0.0014652013778686523,0.0015128254890441895,0.0015604496002197266,0.0016080737113952637,0.0016556978225708008,0.0017033219337463379,0.001750946044921875],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.037506103515625,-0.036360740661621094,-0.03521537780761719,-0.03407001495361328,-0.032924652099609375,-0.03177928924560547,-0.030633926391601562,-0.029488563537597656,-0.02834320068359375,-0.027197837829589844,-0.026052474975585938,-0.02490711212158203,-0.023761749267578125,-0.02261638641357422,-0.021471023559570312,-0.020325660705566406,-0.0191802978515625,-0.018034934997558594,-0.016889572143554688,-0.01574420928955078,-0.014598846435546875,-0.013453483581542969,-0.012308120727539062,-0.011162757873535156,-0.01001739501953125,-0.008872032165527344,-0.0077266693115234375,-0.006581306457519531,-0.005435943603515625,-0.004290580749511719,-0.0031452178955078125,-0.0019998550415039062,-0.0008544921875,0.00029087066650390625,0.0014362335205078125,0.0025815963745117188,0.003726959228515625,0.004872322082519531,0.0060176849365234375,0.007163047790527344,0.00830841064453125,0.009453773498535156,0.010599136352539062,0.011744499206542969,0.012889862060546875,0.014035224914550781,0.015180587768554688,0.016325950622558594,0.0174713134765625,0.018616676330566406,0.019762039184570312,0.02090740203857422,0.022052764892578125,0.02319812774658203,0.024343490600585938,0.025488853454589844,0.02663421630859375,0.027779579162597656,0.028924942016601562,0.03007030487060547,0.031215667724609375,0.03236103057861328,0.03350639343261719,0.034651756286621094,0.035797119140625],"_type":"histogram","values":[1,0,1,0,1,2,1,5,7,3,10,13,30,28,47,82,106,164,252,381,522,858,1252,1787,2755,3996,6115,9624,15080,24778,43609,83222,136996,112419,59651,32182,19115,11898,7764,5026,3335,2244,1430,990,666,438,309,207,150,83,66,39,29,19,14,8,4,1,0,2,3,2,0,2]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.003631591796875,-0.003522038459777832,-0.003412485122680664,-0.003302931785583496,-0.003193378448486328,-0.00308382511138916,-0.002974271774291992,-0.0028647184371948242,-0.0027551651000976562,-0.0026456117630004883,-0.0025360584259033203,-0.0024265050888061523,-0.0023169517517089844,-0.0022073984146118164,-0.0020978450775146484,-0.0019882917404174805,-0.0018787384033203125,-0.0017691850662231445,-0.0016596317291259766,-0.0015500783920288086,-0.0014405250549316406,-0.0013309717178344727,-0.0012214183807373047,-0.0011118650436401367,-0.0010023117065429688,-0.0008927583694458008,-0.0007832050323486328,-0.0006736516952514648,-0.0005640983581542969,-0.0004545450210571289,-0.00034499168395996094,-0.00023543834686279297,-0.000125885009765625,-1.633167266845703e-05,9.322166442871094e-05,0.0002027750015258789,0.0003123283386230469,0.00042188167572021484,0.0005314350128173828,0.0006409883499145508,0.0007505416870117188,0.0008600950241088867,0.0009696483612060547,0.0010792016983032227,0.0011887550354003906,0.0012983083724975586,0.0014078617095947266,0.0015174150466918945,0.0016269683837890625,0.0017365217208862305,0.0018460750579833984,0.0019556283950805664,0.0020651817321777344,0.0021747350692749023,0.0022842884063720703,0.0023938417434692383,0.0025033950805664062,0.0026129484176635742,0.002722501754760742,0.00283205509185791,0.002941608428955078,0.003051161766052246,0.003160715103149414,0.003270268440246582,0.00337982177734375],"_type":"histogram","values":[1,0,1,0,1,0,0,3,6,3,6,6,12,17,26,38,60,78,108,186,281,405,627,962,1516,2355,3839,6278,10294,17540,30580,57389,131763,165757,70680,36947,20644,12066,7191,4462,2776,1717,1123,711,457,292,199,139,80,70,40,30,15,11,12,9,3,4,3,2,1,0,1,1]},"parameters/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.10368842631578445,-0.10033661127090454,-0.09698478877544403,-0.09363297373056412,-0.0902811586856842,-0.0869293361902237,-0.08357752114534378,-0.08022570610046387,-0.07687388360500336,-0.07352206856012344,-0.07017025351524353,-0.06681843101978302,-0.0634666159749031,-0.060114797204732895,-0.05676297843456268,-0.05341116338968277,-0.05005934461951256,-0.046707525849342346,-0.04335571080446243,-0.04000389203429222,-0.03665207326412201,-0.033300258219242096,-0.029948439449071884,-0.026596620678901672,-0.02324480377137661,-0.019892986863851547,-0.016541168093681335,-0.013189351186156273,-0.009837533347308636,-0.0064857155084609985,-0.0031338981352746487,0.00021791947074234486,0.0035697370767593384,0.0069215549156069756,0.010273372754454613,0.013625189661979675,0.016977008432149887,0.02032882533967495,0.023680642247200012,0.027032461017370224,0.030384277924895287,0.03373609483242035,0.03708791360259056,0.04043973237276077,0.043791547417640686,0.0471433661878109,0.05049518495798111,0.05384700000286102,0.057198818773031235,0.06055063754320145,0.06390245258808136,0.06725427508354187,0.07060609012842178,0.0739579051733017,0.07730972766876221,0.08066154271364212,0.08401335775852203,0.08736518025398254,0.09071699529886246,0.09406881034374237,0.09742063283920288,0.1007724478840828,0.10412426292896271,0.10747608542442322,0.11082790046930313],"_type":"histogram","values":[1,1,1,1,1,20,28,41,92,184,311,521,917,1601,2367,3636,5701,8337,12045,16937,22709,30040,38743,48762,58491,69337,79978,88849,96755,102377,104606,104567,101494,95597,87592,79018,68049,57232,47424,37538,29132,21658,15974,11655,7940,5475,3466,2327,1378,788,505,311,170,95,52,14,12,5,3,1,1,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,4,0,1,4,4,4,4,7,8,9,10,13,10,24,19,23,26,31,26,35,26,38,26,32,30,32,35,35,23,33,27,26,19,18,20,11,11,15,12,13,5,2,4,1,2,2,1,2,1,0,1],"bins":[-0.04473876953125,-0.04352521896362305,-0.042311668395996094,-0.04109811782836914,-0.03988456726074219,-0.038671016693115234,-0.03745746612548828,-0.03624391555786133,-0.035030364990234375,-0.03381681442260742,-0.03260326385498047,-0.031389713287353516,-0.030176162719726562,-0.02896261215209961,-0.027749061584472656,-0.026535511016845703,-0.02532196044921875,-0.024108409881591797,-0.022894859313964844,-0.02168130874633789,-0.020467758178710938,-0.019254207611083984,-0.01804065704345703,-0.016827106475830078,-0.015613555908203125,-0.014400005340576172,-0.013186454772949219,-0.011972904205322266,-0.010759353637695312,-0.00954580307006836,-0.008332252502441406,-0.007118701934814453,-0.0059051513671875,-0.004691600799560547,-0.0034780502319335938,-0.0022644996643066406,-0.0010509490966796875,0.00016260147094726562,0.0013761520385742188,0.002589702606201172,0.003803253173828125,0.005016803741455078,0.006230354309082031,0.007443904876708984,0.008657455444335938,0.00987100601196289,0.011084556579589844,0.012298107147216797,0.01351165771484375,0.014725208282470703,0.015938758850097656,0.01715230941772461,0.018365859985351562,0.019579410552978516,0.02079296112060547,0.022006511688232422,0.023220062255859375,0.024433612823486328,0.02564716339111328,0.026860713958740234,0.028074264526367188,0.02928781509399414,0.030501365661621094,0.03171491622924805,0.032928466796875]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,0,1,2,4,1,2,5,8,8,9,17,23,24,31,20,24,31,27,18,19,23,8,9,13,9,7,9,4,4,4,8,6,6,11,9,8,6,5,14,8,12,6,15,13,13,21,21,29,28,19,33,25,21,24,14,13,3,3,6,0,2,1],"bins":[-0.0001662318827584386,-0.00016135383339133114,-0.00015647576947230846,-0.000151597720105201,-0.00014671967073809355,-0.00014184160681907088,-0.00013696355745196342,-0.00013208550808485597,-0.00012720745871774852,-0.00012232939479872584,-0.00011745134543161839,-0.00011257328878855333,-0.00010769523214548826,-0.00010281718277838081,-9.793912613531575e-05,-9.30610767682083e-05,-8.818302012514323e-05,-8.330496348207816e-05,-7.842691411497071e-05,-7.354885747190565e-05,-6.86708081047982e-05,-6.379275146173313e-05,-5.891469481866807e-05,-5.403664181358181e-05,-4.915858880849555e-05,-4.428053580340929e-05,-3.9402482798323035e-05,-3.452442615525797e-05,-2.9646373150171712e-05,-2.4768320145085454e-05,-1.9890265321009792e-05,-1.5012211406428833e-05,-1.0134157491847873e-05,-5.256103577266913e-06,-3.780496626859531e-07,4.500004251895007e-06,9.378058166475967e-06,1.4256112081056926e-05,1.9134165995637886e-05,2.4012220819713548e-05,2.8890273824799806e-05,3.3768326829886064e-05,3.864637983497232e-05,4.352443647803739e-05,4.8402489483123645e-05,5.32805424882099e-05,5.815859913127497e-05,6.303664849838242e-05,6.791470514144748e-05,7.279276178451255e-05,7.767081115162e-05,8.254886779468507e-05,8.742691716179252e-05,9.230497380485758e-05,9.718303044792265e-05,0.0001020610798150301,0.00010693913645809516,0.00011181719310116023,0.00011669524246826768,0.00012157329911133274,0.0001264513557543978,0.00013132940512150526,0.0001362074544886127,0.0001410855184076354,0.00014596356777474284],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,1,1,1,1,1,3,3,2,0,3,0,2,4,4,6,10,16,12,14,20,19,34,41,63,61,84,71,69,29,37,25,19,22,11,10,10,12,8,6,3,2,4,6,5,0,3,2,2,1,0,2,0,0,0,0,0,0,0,0,1,0,0,1],"bins":[-0.027820244431495667,-0.026790820062160492,-0.025761397555470467,-0.024731973186135292,-0.023702550679445267,-0.022673126310110092,-0.021643703803420067,-0.020614279434084892,-0.019584856927394867,-0.018555432558059692,-0.017526008188724518,-0.016496585682034492,-0.015467161312699318,-0.014437737874686718,-0.013408314436674118,-0.012378890998661518,-0.011349467560648918,-0.010320044122636318,-0.009290620684623718,-0.008261197246611118,-0.007231773342937231,-0.006202349904924631,-0.005172926001250744,-0.004143502563238144,-0.003114079125225544,-0.002084655687212944,-0.0010552320163697004,-2.580846194177866e-05,0.0010036150924861431,0.002033038530498743,0.0030624622013419867,0.00409188587218523,0.00512130931019783,0.00615073274821043,0.00718015618622303,0.00820957962423563,0.00923900306224823,0.010268427431583405,0.011297850869596004,0.012327274307608604,0.013356697745621204,0.014386121183633804,0.015415544621646404,0.016444968059659004,0.01747439242899418,0.018503814935684204,0.01953323930501938,0.020562661811709404,0.02159208618104458,0.022621510550379753,0.02365093305706978,0.024680357426404953,0.02570977993309498,0.026739204302430153,0.027768626809120178,0.028798051178455353,0.029827475547790527,0.030856898054480553,0.03188632056117058,0.03291574493050575,0.03394516929984093,0.0349745936691761,0.03600401431322098,0.03703343868255615,0.03806286305189133],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.weight":{"values":[1,1,0,0,0,1,2,3,4,5,8,10,13,18,30,20,24,25,19,15,17,16,22,12,10,14,13,8,12,15,16,17,11,11,18,18,20,21,21,20,30,20,29,24,21,14,21,12,11,10,12,10,7,2,3,2,5,6,5,7,3,0,2,1],"bins":[0.9997886419296265,0.9997958540916443,0.9998030662536621,0.9998103380203247,0.9998175501823425,0.9998247623443604,0.9998319745063782,0.9998392462730408,0.9998464584350586,0.9998536705970764,0.9998608827590942,0.9998680949211121,0.9998753666877747,0.9998825788497925,0.9998897910118103,0.9998970031738281,0.9999042749404907,0.9999114871025085,0.9999186992645264,0.9999259114265442,0.999933123588562,0.9999403953552246,0.9999476075172424,0.9999548196792603,0.9999620318412781,0.9999692440032959,0.9999765157699585,0.9999837279319763,0.9999909400939941,0.999998152256012,1.0000053644180298,1.0000126361846924,1.0000197887420654,1.000027060508728,1.0000343322753906,1.0000414848327637,1.0000487565994263,1.0000560283660889,1.000063180923462,1.0000704526901245,1.0000776052474976,1.0000848770141602,1.0000921487808228,1.0000993013381958,1.0001065731048584,1.0001137256622314,1.000120997428894,1.0001282691955566,1.0001354217529297,1.0001426935195923,1.0001498460769653,1.000157117843628,1.0001643896102905,1.0001715421676636,1.0001788139343262,1.0001860857009888,1.0001932382583618,1.0002005100250244,1.0002076625823975,1.00021493434906,1.0002222061157227,1.0002293586730957,1.0002366304397583,1.0002437829971313,1.000251054763794],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,1,3,3,3,5,7,16,19,31,41,35,33,27,24,23,25,10,5,9,10,9,12,6,7,6,9,6,6,4,5,8,7,6,3,9,14,10,13,20,13,25,27,27,33,36,31,29,22,13,5,6,3,3,0,0,2,1,0,0,0,0,1],"bins":[-0.00015049467037897557,-0.00014535279478877783,-0.00014021093375049531,-0.0001350690727122128,-0.00012992719712201506,-0.00012478532153181732,-0.0001196434604935348,-0.00011450159217929468,-0.00010935972386505455,-0.00010421785555081442,-9.907598723657429e-05,-9.393411892233416e-05,-8.879225060809404e-05,-8.365038229385391e-05,-7.850851397961378e-05,-7.336664566537365e-05,-6.822477735113353e-05,-6.30829090368934e-05,-5.794104072265327e-05,-5.279917240841314e-05,-4.7657304094173014e-05,-4.2515435779932886e-05,-3.737356746569276e-05,-3.223169915145263e-05,-2.7089830837212503e-05,-2.1947962522972375e-05,-1.6806094208732247e-05,-1.166422589449212e-05,-6.522357580251992e-06,-1.380489266011864e-06,3.761379048228264e-06,8.903247362468392e-06,1.4045101124793291e-05,1.918696943903342e-05,2.4328837753273547e-05,2.9470706067513674e-05,3.46125743817538e-05,3.975444269599393e-05,4.489631101023406e-05,5.0038179324474186e-05,5.5180047638714314e-05,6.032191595295444e-05,6.546378426719457e-05,7.06056525814347e-05,7.574752089567482e-05,8.088938920991495e-05,8.603125752415508e-05,9.117312583839521e-05,9.631499415263534e-05,0.00010145686246687546,0.00010659873078111559,0.00011174059909535572,0.00011688246740959585,0.00012202433572383597,0.0001271662040380761,0.00013230807962827384,0.00013744994066655636,0.00014259180170483887,0.00014773367729503661,0.00015287555288523436,0.00015801741392351687,0.00016315927496179938,0.00016830115055199713,0.00017344302614219487,0.00017858488718047738],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,0,0,2,0,2,0,0,1,2,0,0,3,4,3,5,6,4,13,11,8,16,17,12,30,40,48,66,62,76,65,36,27,34,21,26,25,12,16,11,7,10,6,6,9,4,3,2,0,3,2,3,1,1,0,0,1,1,0,2],"bins":[-0.027287501841783524,-0.026479067280888557,-0.02567063271999359,-0.024862198159098625,-0.02405376546084881,-0.023245330899953842,-0.022436896339058876,-0.02162846177816391,-0.020820027217268944,-0.020011592656373978,-0.01920315995812416,-0.018394725397229195,-0.01758629083633423,-0.016777856275439262,-0.015969421714544296,-0.015160988084971905,-0.014352553524076939,-0.013544118963181973,-0.012735685333609581,-0.011927250772714615,-0.011118816211819649,-0.010310382582247257,-0.009501948021352291,-0.008693513460457325,-0.007885079830884933,-0.007076645269989967,-0.006268210709095001,-0.005459776613861322,-0.004651342518627644,-0.0038429079577326775,-0.0030344738624989986,-0.002226039534434676,-0.0014176052063703537,-0.0006091709365136921,0.00019926333334296942,0.00100769754499197,0.0018161318730562925,0.002624566201120615,0.003433000296354294,0.00424143485724926,0.005049868952482939,0.005858303047716618,0.006666737608611584,0.0074751717038452625,0.008283605799078941,0.009092040359973907,0.009900474920868874,0.010708908550441265,0.011517343111336231,0.012325777672231197,0.013134211301803589,0.013942645862698555,0.014751080423593521,0.015559514053165913,0.016367949545383453,0.01717638224363327,0.017984816804528236,0.018793251365423203,0.01960168592631817,0.020410120487213135,0.0212185550481081,0.022026987746357918,0.022835422307252884,0.02364385686814785,0.024452291429042816]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,2,0,3,1,6,2,2,2,8,4,4,10,15,18,29,30,26,29,14,12,18,18,12,14,5,11,12,14,16,12,8,14,15,18,16,16,20,31,19,30,25,32,26,23,22,15,16,11,10,9,6,6,4,4,1,4,6,1,2,1,4],"bins":[0.9997645020484924,0.9997719526290894,0.9997794032096863,0.9997868537902832,0.9997943043708801,0.9998018145561218,0.9998092651367188,0.9998167157173157,0.9998241662979126,0.9998316168785095,0.9998390674591064,0.9998465180397034,0.9998539686203003,0.9998614192008972,0.9998689293861389,0.9998763799667358,0.9998838305473328,0.9998912811279297,0.9998987317085266,0.9999061822891235,0.9999136328697205,0.9999210834503174,0.9999285340309143,0.999936044216156,0.9999434947967529,0.9999509453773499,0.9999583959579468,0.9999658465385437,0.9999732971191406,0.9999807476997375,0.9999881982803345,0.9999956488609314,1.0000030994415283,1.00001060962677,1.0000180006027222,1.0000255107879639,1.000032901763916,1.0000404119491577,1.0000479221343994,1.0000553131103516,1.0000628232955933,1.0000702142715454,1.000077724456787,1.0000851154327393,1.000092625617981,1.000100016593933,1.0001075267791748,1.0001150369644165,1.0001224279403687,1.0001299381256104,1.0001373291015625,1.0001448392868042,1.0001522302627563,1.000159740447998,1.0001671314239502,1.000174641609192,1.0001821517944336,1.0001895427703857,1.0001970529556274,1.0002044439315796,1.0002119541168213,1.0002193450927734,1.0002268552780151,1.0002342462539673,1.000241756439209]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9997862577438354,0.9997935891151428,0.999800980091095,0.9998083114624023,0.9998157024383545,0.9998230338096619,0.9998303651809692,0.9998377561569214,0.9998450875282288,0.9998524188995361,0.9998598098754883,0.9998671412467957,0.999874472618103,0.9998818635940552,0.9998891949653625,0.9998965859413147,0.9999039173126221,0.9999112486839294,0.9999186396598816,0.999925971031189,0.9999333620071411,0.9999406933784485,0.9999480247497559,0.999955415725708,0.9999627470970154,0.9999700784683228,0.9999774694442749,0.9999848008155823,0.9999921321868896,0.9999995231628418,1.000006914138794,1.0000141859054565,1.0000215768814087,1.0000289678573608,1.0000362396240234,1.0000436305999756,1.0000510215759277,1.0000582933425903,1.0000656843185425,1.0000730752944946,1.0000803470611572,1.0000877380371094,1.0000951290130615,1.0001025199890137,1.0001097917556763,1.0001171827316284,1.0001245737075806,1.0001318454742432,1.0001392364501953,1.0001466274261475,1.00015389919281,1.0001612901687622,1.0001686811447144,1.000175952911377,1.000183343887329,1.0001907348632812,1.0001981258392334,1.000205397605896,1.0002127885818481,1.0002201795578003,1.000227451324463,1.000234842300415,1.0002422332763672,1.0002495050430298,1.000256896018982],"_type":"histogram","values":[2,1,2,0,2,1,0,3,3,6,6,7,16,27,23,33,24,17,22,20,21,12,20,21,8,12,10,7,11,14,15,6,13,13,17,14,24,21,20,36,36,22,26,20,21,14,12,12,13,10,6,4,7,9,6,1,4,4,1,4,1,0,3,2]},"gradients/bert.embeddings.LayerNorm.weight":{"bins":[-0.030548401176929474,-0.029501715674996376,-0.028455030173063278,-0.02740834467113018,-0.026361659169197083,-0.025314973667263985,-0.024268288165330887,-0.02322160266339779,-0.02217491716146469,-0.021128229796886444,-0.020081544294953346,-0.01903485879302025,-0.01798817329108715,-0.016941487789154053,-0.015894802287220955,-0.014848116785287857,-0.01380143128335476,-0.012754745781421661,-0.011708060279488564,-0.010661374777555466,-0.009614689275622368,-0.008568002842366695,-0.0075213173404335976,-0.0064746318385005,-0.005427946336567402,-0.004381260834634304,-0.0033345750998705626,-0.002287889365106821,-0.0012412038631737232,-0.00019451824482530355,0.0008521673735231161,0.0018988529918715358,0.0029455386102199554,0.003992224112153053,0.005038909614086151,0.006085595581680536,0.007132281083613634,0.00817896705120802,0.009225652553141117,0.010272338055074215,0.011319023557007313,0.01236570905894041,0.013412394560873508,0.014459080062806606,0.015505766496062279,0.016552451997995377,0.017599137499928474,0.018645823001861572,0.01969250850379467,0.020739194005727768,0.021785879507660866,0.022832565009593964,0.02387925051152706,0.02492593601346016,0.025972621515393257,0.027019307017326355,0.028065994381904602,0.0291126798838377,0.030159365385770798,0.031206050887703896,0.03225273638963699,0.03329942002892494,0.03434610739350319,0.03539279103279114,0.036439478397369385],"_type":"histogram","values":[1,1,2,0,0,0,0,1,3,2,0,0,2,3,1,3,10,5,9,14,12,9,22,27,35,39,66,49,79,87,49,52,28,23,20,17,12,21,12,5,9,4,7,2,3,4,0,0,2,6,2,0,1,0,1,1,0,0,0,0,2,1,0,2]},"_step":27,"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.00017597561236470938,-0.00017002128879539669,-0.000164066965226084,-0.00015811265620868653,-0.00015215833263937384,-0.00014620400907006115,-0.00014024970005266368,-0.000134295376483351,-0.0001283410529140383,-0.0001223867293447256,-0.00011643241305137053,-0.00011047809675801545,-0.00010452377318870276,-9.856944961939007e-05,-9.261513332603499e-05,-8.666081703267992e-05,-8.070649346336722e-05,-7.475216989405453e-05,-6.879785360069945e-05,-6.284353730734438e-05,-5.6889213738031685e-05,-5.09348938066978e-05,-4.4980573875363916e-05,-3.902625394403003e-05,-3.307193401269615e-05,-2.7117614081362262e-05,-2.1163294150028378e-05,-1.5208974218694493e-05,-9.254654287360609e-06,-3.300334356026724e-06,2.6539855753071606e-06,8.608305506641045e-06,1.4562610886059701e-05,2.0516930817393586e-05,2.647125074872747e-05,3.2425570680061355e-05,3.837989061139524e-05,4.4334210542729124e-05,5.028853047406301e-05,5.6242850405396894e-05,6.219717033673078e-05,6.815149390604347e-05,7.410581019939855e-05,8.006012649275362e-05,8.601445006206632e-05,9.196877363137901e-05,9.792308992473409e-05,0.00010387740621808916,0.00010983172978740185,0.00011578605335671455,0.00012174036965006962,0.0001276946859434247,0.0001336490095127374,0.00013960333308205009,0.00014555765665136278,0.00015151196566876024,0.00015746628923807293,0.00016342061280738562,0.0001693749218247831,0.00017532924539409578,0.00018128356896340847,0.00018723789253272116,0.00019319221610203385,0.00019914652511943132,0.000205100848688744],"_type":"histogram","values":[3,2,2,3,7,3,5,16,25,23,49,57,70,75,88,85,81,61,52,37,36,36,27,34,20,22,19,28,20,18,23,15,19,31,36,32,40,36,48,62,62,76,72,85,97,83,67,36,44,25,19,8,12,4,2,1,2,2,0,0,1,2,0,2]},"learning_rate":9.999999995756184e-06,"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.10939900577068329,-0.10617492347955704,-0.10295084863901138,-0.09972676634788513,-0.09650268405675888,-0.09327860921621323,-0.09005452692508698,-0.08683044463396072,-0.08360636979341507,-0.08038228750228882,-0.07715820521116257,-0.07393413037061691,-0.07071004807949066,-0.06748596578836441,-0.06426189094781876,-0.061037808656692505,-0.05781373009085655,-0.0545896515250206,-0.05136556923389435,-0.048141490668058395,-0.04491741210222244,-0.04169332981109619,-0.03846925124526024,-0.035245172679424286,-0.032021090388298035,-0.028797011822462082,-0.02557293325662613,-0.022348852828145027,-0.019124772399663925,-0.015900693833827972,-0.01267661340534687,-0.009452533908188343,-0.006228454411029816,-0.0030043746810406446,0.00021970504894852638,0.0034437847789376974,0.0066678645089268684,0.009891944006085396,0.013116024434566498,0.01634010300040245,0.019564183428883553,0.022788263857364655,0.026012342423200607,0.02923642285168171,0.03246050328016281,0.035684581845998764,0.03890866041183472,0.04213274270296097,0.04535682126879692,0.048580899834632874,0.051804982125759125,0.05502906069159508,0.05825313925743103,0.06147722154855728,0.06470129638910294,0.06792537868022919,0.07114946097135544,0.07437353581190109,0.07759761810302734,0.0808217003941536,0.08404577523469925,0.0872698575258255,0.09049393981695175,0.0937180146574974,0.09694209694862366],"_type":"histogram","values":[1,0,1,0,2,3,9,6,29,53,86,143,260,427,780,1184,1968,3115,4668,6757,9805,13717,18659,24686,31860,40165,48994,59291,69134,78813,87148,93769,98355,101136,100657,97565,92298,85115,76684,67734,57789,48177,38604,31102,23611,17680,13102,9250,6530,4429,2887,1846,1158,697,402,261,115,63,35,28,8,10,2,1]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[4,0,0,1,5,5,13,19,17,27,40,68,64,124,146,238,338,490,687,910,1361,1878,2945,4238,6106,9213,14348,22327,37749,69271,128127,124142,65779,35853,21545,13544,9104,5995,4002,2765,1905,1303,949,650,455,309,211,175,116,89,55,27,41,13,15,2,11,3,3,0,2,0,0,2],"bins":[-0.0399169921875,-0.03862762451171875,-0.0373382568359375,-0.03604888916015625,-0.034759521484375,-0.03347015380859375,-0.0321807861328125,-0.03089141845703125,-0.02960205078125,-0.02831268310546875,-0.0270233154296875,-0.02573394775390625,-0.024444580078125,-0.02315521240234375,-0.0218658447265625,-0.02057647705078125,-0.019287109375,-0.01799774169921875,-0.0167083740234375,-0.01541900634765625,-0.014129638671875,-0.01284027099609375,-0.0115509033203125,-0.01026153564453125,-0.00897216796875,-0.00768280029296875,-0.0063934326171875,-0.00510406494140625,-0.003814697265625,-0.00252532958984375,-0.0012359619140625,5.340576171875e-05,0.0013427734375,0.00263214111328125,0.0039215087890625,0.00521087646484375,0.006500244140625,0.00778961181640625,0.0090789794921875,0.01036834716796875,0.01165771484375,0.01294708251953125,0.0142364501953125,0.01552581787109375,0.016815185546875,0.01810455322265625,0.0193939208984375,0.02068328857421875,0.02197265625,0.02326202392578125,0.0245513916015625,0.02584075927734375,0.027130126953125,0.02841949462890625,0.0297088623046875,0.03099822998046875,0.03228759765625,0.03357696533203125,0.0348663330078125,0.03615570068359375,0.037445068359375,0.03873443603515625,0.0400238037109375,0.04131317138671875,0.0426025390625]},"parameters/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,4,2,6,8,14,17,23,37,37,30,42,25,21,19,18,17,14,15,5,12,8,8,10,8,7,7,5,13,8,5,13,14,11,22,28,29,16,34,33,33,31,27,12,4,8,0,1,1,1,0,1,0,0,0,0,0,0,1],"bins":[-0.00017390938592143357,-0.00016802645404823124,-0.00016214353672694415,-0.00015626060485374182,-0.00015037768753245473,-0.0001444947556592524,-0.00013861182378605008,-0.00013272890646476299,-0.00012684597459156066,-0.00012096304999431595,-0.00011508012539707124,-0.00010919719352386892,-0.00010331426892662421,-9.74313443293795e-05,-9.154841245617718e-05,-8.566548785893247e-05,-7.978256326168776e-05,-7.389963866444305e-05,-6.801671406719834e-05,-6.213378219399601e-05,-5.62508575967513e-05,-5.036793299950659e-05,-4.4485004764283076e-05,-3.860207652905956e-05,-3.271915193181485e-05,-2.6836225515580736e-05,-2.0953299099346623e-05,-1.507037268311251e-05,-9.187446266878396e-06,-3.304519850644283e-06,2.5784065655898303e-06,8.461332981823944e-06,1.4344273949973285e-05,2.02272003662074e-05,2.6110126782441512e-05,3.199305501766503e-05,3.787597961490974e-05,4.375890421215445e-05,4.9641832447377965e-05,5.552476068260148e-05,6.140768527984619e-05,6.72906098770909e-05,7.317353447433561e-05,7.905646634753793e-05,8.493939094478264e-05,9.082231554202735e-05,9.670524741522968e-05,0.00010258817201247439,0.0001084710966097191,0.00011435402120696381,0.00012023694580420852,0.00012611987767741084,0.00013200280955061316,0.00013788572687190026,0.00014376865874510258,0.00014965157606638968,0.000155534507939592,0.00016141743981279433,0.00016730035713408142,0.00017318328900728375,0.00017906620632857084,0.00018494913820177317,0.0001908320700749755,0.00019671498739626259,0.0002025979192694649]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,2,0,6,1,3,4,9,9,1,10,13,10,18,18,15,19,18,21,23,21,38,24,32,37,26,25,35,36,17,34,26,29,21,24,17,18,12,12,8,12,14,8,4,9,3,6,4,1,1,3,1,3,0,3],"bins":[-0.0391845703125,-0.038068294525146484,-0.03695201873779297,-0.03583574295043945,-0.03471946716308594,-0.03360319137573242,-0.032486915588378906,-0.03137063980102539,-0.030254364013671875,-0.02913808822631836,-0.028021812438964844,-0.026905536651611328,-0.025789260864257812,-0.024672985076904297,-0.02355670928955078,-0.022440433502197266,-0.02132415771484375,-0.020207881927490234,-0.01909160614013672,-0.017975330352783203,-0.016859054565429688,-0.015742778778076172,-0.014626502990722656,-0.01351022720336914,-0.012393951416015625,-0.01127767562866211,-0.010161399841308594,-0.009045124053955078,-0.007928848266601562,-0.006812572479248047,-0.005696296691894531,-0.004580020904541016,-0.0034637451171875,-0.0023474693298339844,-0.0012311935424804688,-0.00011491775512695312,0.0010013580322265625,0.002117633819580078,0.0032339096069335938,0.004350185394287109,0.005466461181640625,0.006582736968994141,0.007699012756347656,0.008815288543701172,0.009931564331054688,0.011047840118408203,0.012164115905761719,0.013280391693115234,0.01439666748046875,0.015512943267822266,0.01662921905517578,0.017745494842529297,0.018861770629882812,0.019978046417236328,0.021094322204589844,0.02221059799194336,0.023326873779296875,0.02444314956665039,0.025559425354003906,0.026675701141357422,0.027791976928710938,0.028908252716064453,0.03002452850341797,0.031140804290771484,0.032257080078125]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[3,2,4,5,17,31,65,99,159,297,469,762,1253,1932,2915,4157,6077,8434,11961,15856,21063,26793,33911,41834,49652,58558,67348,75345,82462,88938,92569,94260,94580,92918,88724,82197,75046,66922,58840,49691,41492,33806,26655,20428,15692,11987,8547,6123,4199,2805,1922,1179,729,487,269,176,89,63,29,22,6,7,1,2],"bins":[-0.09687353670597076,-0.09384500980377197,-0.09081647545099258,-0.0877879410982132,-0.0847594141960144,-0.08173088729381561,-0.07870235294103622,-0.07567381858825684,-0.07264529168605804,-0.06961676478385925,-0.06658823043107986,-0.06355969607830048,-0.060531169176101685,-0.057502638548612595,-0.054474107921123505,-0.051445577293634415,-0.048417046666145325,-0.045388516038656235,-0.042359985411167145,-0.039331454783678055,-0.036302924156188965,-0.033274393528699875,-0.030245862901210785,-0.027217332273721695,-0.024188801646232605,-0.021160271018743515,-0.018131740391254425,-0.015103209763765335,-0.012074679136276245,-0.009046148508787155,-0.006017617881298065,-0.0029890872538089752,3.9443373680114746e-05,0.0030679740011692047,0.006096504628658295,0.009125035256147385,0.012153565883636475,0.015182096511125565,0.018210627138614655,0.021239157766103745,0.024267688393592834,0.027296219021081924,0.030324749648571014,0.033353280276060104,0.036381810903549194,0.039410341531038284,0.042438872158527374,0.045467402786016464,0.048495933413505554,0.051524464040994644,0.054552994668483734,0.057581525295972824,0.060610055923461914,0.0636385828256607,0.0666671171784401,0.06969565153121948,0.07272417843341827,0.07575270533561707,0.07878123968839645,0.08180977404117584,0.08483830094337463,0.08786682784557343,0.09089536219835281,0.0939238965511322,0.096952423453331]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,1,2,2,3,3,3,3,12,5,7,9,14,16,14,19,18,20,23,22,22,29,24,44,32,28,29,30,33,20,38,21,26,26,20,23,19,13,8,11,15,10,7,9,6,8,1,4,1,4,0,1,3,1,2],"bins":[-0.04271572828292847,-0.04150315001606941,-0.04029057174921036,-0.0390779934823513,-0.03786541521549225,-0.036652836948633194,-0.03544025868177414,-0.034227680414915085,-0.03301510214805603,-0.031802527606487274,-0.03058994747698307,-0.029377369210124016,-0.02816479280591011,-0.026952214539051056,-0.025739636272192,-0.024527058005332947,-0.023314479738473892,-0.022101901471614838,-0.020889323204755783,-0.01967674493789673,-0.018464166671037674,-0.01725159026682377,-0.016039011999964714,-0.01482643373310566,-0.013613855466246605,-0.01240127719938755,-0.011188698932528496,-0.009976121596992016,-0.008763543330132961,-0.007550965063273907,-0.0063383872620761395,-0.005125809460878372,-0.003913231194019318,-0.0027006531599909067,-0.0014880751259624958,-0.0002754970919340849,0.000937080942094326,0.002149658976122737,0.003362237010151148,0.004574814811348915,0.00578739307820797,0.006999971345067024,0.008212549611926079,0.009425126947462559,0.010637705214321613,0.011850283481180668,0.013062860816717148,0.014275439083576202,0.015488017350435257,0.01670059561729431,0.017913173884153366,0.01912575215101242,0.020338330417871475,0.02155090682208538,0.022763485088944435,0.02397606335580349,0.025188641622662544,0.0264012198895216,0.027613798156380653,0.028826376423239708,0.030038952827453613,0.03125153109431267,0.03246410936117172,0.03367668762803078,0.03488926589488983]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,3,1,4,4,5,4,4,5,8,14,18,16,19,17,29,25,31,27,24,39,32,29,37,31,26,25,36,30,34,29,24,13,19,18,13,16,7,12,9,5,5,5,1,4,1,1,1,2,1,0,1],"bins":[-0.04720053821802139,-0.04587824270129204,-0.044555943459272385,-0.04323364794254303,-0.041911352425813675,-0.04058905318379402,-0.03926675766706467,-0.03794446215033531,-0.03662216290831566,-0.035299867391586304,-0.03397757187485695,-0.032655272632837296,-0.03133297711610794,-0.030010679736733437,-0.028688382357358932,-0.027366086840629578,-0.026043789461255074,-0.02472149208188057,-0.023399196565151215,-0.02207689918577671,-0.020754601806402206,-0.01943230628967285,-0.018110008910298347,-0.016787711530923843,-0.015465415082871914,-0.014143118634819984,-0.01282082125544548,-0.011498524807393551,-0.010176228359341621,-0.008853930979967117,-0.007531634531915188,-0.006209337618201971,-0.004887040704488754,-0.0035647437907755375,-0.0022424471098929644,-0.0009201503125950694,0.00040214648470282555,0.0017244432820007205,0.0030467400792986155,0.004369036760181189,0.005691333673894405,0.007013630587607622,0.008335927501320839,0.009658223949372768,0.010980520397424698,0.012302817776799202,0.013625114224851131,0.014947411604225636,0.016269708052277565,0.01759200543165207,0.018914300948381424,0.020236598327755928,0.021558895707130432,0.022881191223859787,0.02420348860323429,0.025525785982608795,0.02684808149933815,0.028170378878712654,0.029492676258087158,0.030814973637461662,0.032137271016836166,0.03345956653356552,0.034781862050294876,0.03610416129231453,0.037426456809043884]},"gradients/linear.weight":{"_type":"histogram","values":[1,1,1,4,5,3,6,7,8,21,27,30,61,49,70,100,133,160,219,295,383,503,625,823,1127,1514,2044,2927,4216,6112,9044,13357,14986,12072,8032,5416,3836,2583,1912,1386,972,772,582,437,342,256,219,146,111,103,61,55,41,26,30,21,7,8,5,5,1,2,1,2],"bins":[-0.1549072265625,-0.1501178741455078,-0.14532852172851562,-0.14053916931152344,-0.13574981689453125,-0.13096046447753906,-0.12617111206054688,-0.12138175964355469,-0.1165924072265625,-0.11180305480957031,-0.10701370239257812,-0.10222434997558594,-0.09743499755859375,-0.09264564514160156,-0.08785629272460938,-0.08306694030761719,-0.078277587890625,-0.07348823547363281,-0.06869888305664062,-0.06390953063964844,-0.05912017822265625,-0.05433082580566406,-0.049541473388671875,-0.04475212097167969,-0.0399627685546875,-0.03517341613769531,-0.030384063720703125,-0.025594711303710938,-0.02080535888671875,-0.016016006469726562,-0.011226654052734375,-0.0064373016357421875,-0.00164794921875,0.0031414031982421875,0.007930755615234375,0.012720108032226562,0.01750946044921875,0.022298812866210938,0.027088165283203125,0.03187751770019531,0.0366668701171875,0.04145622253417969,0.046245574951171875,0.05103492736816406,0.05582427978515625,0.06061363220214844,0.06540298461914062,0.07019233703613281,0.074981689453125,0.07977104187011719,0.08456039428710938,0.08934974670410156,0.09413909912109375,0.09892845153808594,0.10371780395507812,0.10850715637207031,0.1132965087890625,0.11808586120605469,0.12287521362304688,0.12766456604003906,0.13245391845703125,0.13724327087402344,0.14203262329101562,0.1468219757080078,0.151611328125]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,1,3,2,1,4,1,5,6,8,4,8,15,16,11,16,17,24,20,24,16,13,14,18,16,22,22,15,19,15,21,20,18,27,10,21,24,20,20,13,14,20,14,18,20,10,22,18,13,12,15,6,5,3,8,9,3,1,2,1,2,0,0,1],"bins":[-0.00021674329764209688,-0.00021002207358833402,-0.00020330083498265594,-0.0001965796109288931,-0.000189858372323215,-0.00018313714826945215,-0.00017641590966377407,-0.00016969468561001122,-0.00016297344700433314,-0.00015625222295057029,-0.0001495309843448922,-0.00014280976029112935,-0.00013608852168545127,-0.00012936729763168842,-0.00012264605902601033,-0.00011592483497224748,-0.00010920360364252701,-0.00010248237231280655,-9.576114098308608e-05,-8.903990965336561e-05,-8.231867832364514e-05,-7.559744699392468e-05,-6.887621566420421e-05,-6.215498433448374e-05,-5.543375664274208e-05,-4.8712525313021615e-05,-4.199129398330115e-05,-3.527006265358068e-05,-2.8548833142849617e-05,-2.182760181312915e-05,-1.5106371392903384e-05,-8.385140972677618e-06,-1.663909642957151e-06,5.0573212320159655e-06,1.1778552106989082e-05,1.8499782527214848e-05,2.5221013856935315e-05,3.194224336766638e-05,3.8663474697386846e-05,4.538470602710731e-05,5.210593735682778e-05,5.882716868654825e-05,6.554839637828991e-05,7.226962770801038e-05,7.899085903773084e-05,8.571209036745131e-05,9.243332169717178e-05,9.915455302689224e-05,0.00010587578435661271,0.00011259701568633318,0.00011931824701605365,0.00012603947834577411,0.00013276070239953697,0.00013948194100521505,0.0001462031650589779,0.00015292440366465598,0.00015964562771841884,0.00016636686632409692,0.00017308809037785977,0.00017980932898353785,0.0001865305530373007,0.0001932517916429788,0.00019997301569674164,0.00020669425430241972,0.00021341547835618258]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0162353515625,-0.015662670135498047,-0.015089988708496094,-0.01451730728149414,-0.013944625854492188,-0.013371944427490234,-0.012799263000488281,-0.012226581573486328,-0.011653900146484375,-0.011081218719482422,-0.010508537292480469,-0.009935855865478516,-0.009363174438476562,-0.00879049301147461,-0.008217811584472656,-0.007645130157470703,-0.00707244873046875,-0.006499767303466797,-0.005927085876464844,-0.005354404449462891,-0.0047817230224609375,-0.004209041595458984,-0.0036363601684570312,-0.003063678741455078,-0.002490997314453125,-0.0019183158874511719,-0.0013456344604492188,-0.0007729530334472656,-0.0002002716064453125,0.0003724098205566406,0.0009450912475585938,0.0015177726745605469,0.0020904541015625,0.002663135528564453,0.0032358169555664062,0.0038084983825683594,0.0043811798095703125,0.004953861236572266,0.005526542663574219,0.006099224090576172,0.006671905517578125,0.007244586944580078,0.007817268371582031,0.008389949798583984,0.008962631225585938,0.00953531265258789,0.010107994079589844,0.010680675506591797,0.01125335693359375,0.011826038360595703,0.012398719787597656,0.01297140121459961,0.013544082641601562,0.014116764068603516,0.014689445495605469,0.015262126922607422,0.015834808349609375,0.016407489776611328,0.01698017120361328,0.017552852630615234,0.018125534057617188,0.01869821548461914,0.019270896911621094,0.019843578338623047,0.020416259765625],"_type":"histogram","values":[1,0,0,1,0,1,3,4,2,2,5,9,7,10,12,13,17,19,24,17,25,22,22,28,33,31,41,30,28,29,34,37,24,15,26,19,21,28,22,15,16,8,14,8,10,10,7,8,1,2,2,1,1,1,0,0,0,0,1,0,0,0,0,1]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,2,8,5,17,22,40,77,127,159,315,508,753,1165,1687,2247,3233,4501,6011,7900,10070,12778,15517,18427,21696,25302,28034,30576,32818,34346,34942,35331,34695,32817,30589,28072,25012,22209,18938,15859,12883,10382,8127,6136,4585,3331,2534,1699,1164,830,509,330,199,131,73,52,25,16,5,3,1,2],"bins":[-0.09912554174661636,-0.09612484276294708,-0.0931241437792778,-0.09012344479560852,-0.08712275326251984,-0.08412205427885056,-0.08112135529518127,-0.078120656311512,-0.07511995732784271,-0.07211925834417343,-0.06911855936050415,-0.06611786037683487,-0.06311716139316559,-0.060116466134786606,-0.05711577087640762,-0.05411507189273834,-0.05111437290906906,-0.04811367392539978,-0.0451129749417305,-0.04211227968335152,-0.039111580699682236,-0.036110881716012955,-0.03311018645763397,-0.03010948747396469,-0.02710878849029541,-0.02410808950662613,-0.021107392385601997,-0.018106695264577866,-0.015105996280908585,-0.012105298228561878,-0.009104600176215172,-0.006103902123868465,-0.003103211522102356,-0.00010251346975564957,0.002898184582591057,0.005898882634937763,0.00889958068728447,0.011900278739631176,0.014900976791977882,0.017901673913002014,0.020902372896671295,0.023903071880340576,0.026903769001364708,0.02990446612238884,0.03290516510605812,0.0359058640897274,0.038906559348106384,0.041907258331775665,0.044907957315444946,0.04790865629911423,0.05090935528278351,0.05391005054116249,0.05691074952483177,0.05991144850850105,0.06291214376688004,0.06591284275054932,0.0689135417342186,0.07191424071788788,0.07491493970155716,0.07791563868522644,0.08091633021831512,0.0839170292019844,0.08691772818565369,0.08991842716932297,0.09291912615299225]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0025539398193359375,-0.002472907304763794,-0.0023918747901916504,-0.002310842275619507,-0.0022298097610473633,-0.0021487772464752197,-0.002067744731903076,-0.0019867122173309326,-0.001905679702758789,-0.0018246471881866455,-0.001743614673614502,-0.0016625821590423584,-0.0015815496444702148,-0.0015005171298980713,-0.0014194846153259277,-0.0013384521007537842,-0.0012574195861816406,-0.001176387071609497,-0.0010953545570373535,-0.00101432204246521,-0.0009332895278930664,-0.0008522570133209229,-0.0007712244987487793,-0.0006901919841766357,-0.0006091594696044922,-0.0005281269550323486,-0.0004470944404602051,-0.0003660619258880615,-0.00028502941131591797,-0.00020399689674377441,-0.00012296438217163086,-4.1931867599487305e-05,3.910064697265625e-05,0.0001201331615447998,0.00020116567611694336,0.0002821981906890869,0.00036323070526123047,0.000444263219833374,0.0005252957344055176,0.0006063282489776611,0.0006873607635498047,0.0007683932781219482,0.0008494257926940918,0.0009304583072662354,0.001011490821838379,0.0010925233364105225,0.001173555850982666,0.0012545883655548096,0.0013356208801269531,0.0014166533946990967,0.0014976859092712402,0.0015787184238433838,0.0016597509384155273,0.001740783452987671,0.0018218159675598145,0.001902848482131958,0.0019838809967041016,0.002064913511276245,0.0021459460258483887,0.0022269785404205322,0.0023080110549926758,0.0023890435695648193,0.002470076084136963,0.0025511085987091064,0.00263214111328125],"_type":"histogram","values":[1,2,3,1,1,10,7,19,23,22,38,56,71,105,159,208,294,374,580,824,1089,1620,2332,3263,4890,7013,10755,16620,26647,45787,91078,157497,93573,46672,26935,16950,10918,7218,4939,3341,2362,1533,1153,833,600,409,297,213,140,104,66,50,36,35,24,8,12,8,2,1,1,0,1,1]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0313720703125,-0.030389785766601562,-0.029407501220703125,-0.028425216674804688,-0.02744293212890625,-0.026460647583007812,-0.025478363037109375,-0.024496078491210938,-0.0235137939453125,-0.022531509399414062,-0.021549224853515625,-0.020566940307617188,-0.01958465576171875,-0.018602371215820312,-0.017620086669921875,-0.016637802124023438,-0.015655517578125,-0.014673233032226562,-0.013690948486328125,-0.012708663940429688,-0.01172637939453125,-0.010744094848632812,-0.009761810302734375,-0.008779525756835938,-0.0077972412109375,-0.0068149566650390625,-0.005832672119140625,-0.0048503875732421875,-0.00386810302734375,-0.0028858184814453125,-0.001903533935546875,-0.0009212493896484375,6.103515625e-05,0.0010433197021484375,0.002025604248046875,0.0030078887939453125,0.00399017333984375,0.0049724578857421875,0.005954742431640625,0.0069370269775390625,0.0079193115234375,0.008901596069335938,0.009883880615234375,0.010866165161132812,0.01184844970703125,0.012830734252929688,0.013813018798828125,0.014795303344726562,0.015777587890625,0.016759872436523438,0.017742156982421875,0.018724441528320312,0.01970672607421875,0.020689010620117188,0.021671295166015625,0.022653579711914062,0.0236358642578125,0.024618148803710938,0.025600433349609375,0.026582717895507812,0.02756500244140625,0.028547286987304688,0.029529571533203125,0.030511856079101562,0.031494140625],"_type":"histogram","values":[5,0,1,1,0,0,0,3,2,2,5,2,3,8,3,15,9,12,10,16,15,12,25,18,23,22,22,26,33,34,23,22,32,37,31,24,21,31,37,29,23,13,10,9,15,15,12,13,9,9,12,4,1,2,1,1,1,1,1,0,0,0,0,2]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,0,1,5,0,2,3,6,4,9,12,10,10,10,12,12,14,23,20,30,22,35,29,40,32,29,32,34,30,32,28,27,32,18,28,23,21,14,11,15,10,8,7,8,3,3,1,1,3,1,3,0,0,0,0,1],"bins":[-0.02081298828125,-0.020207643508911133,-0.019602298736572266,-0.0189969539642334,-0.01839160919189453,-0.017786264419555664,-0.017180919647216797,-0.01657557487487793,-0.015970230102539062,-0.015364885330200195,-0.014759540557861328,-0.014154195785522461,-0.013548851013183594,-0.012943506240844727,-0.01233816146850586,-0.011732816696166992,-0.011127471923828125,-0.010522127151489258,-0.00991678237915039,-0.009311437606811523,-0.008706092834472656,-0.008100748062133789,-0.007495403289794922,-0.006890058517456055,-0.0062847137451171875,-0.00567936897277832,-0.005074024200439453,-0.004468679428100586,-0.0038633346557617188,-0.0032579898834228516,-0.0026526451110839844,-0.002047300338745117,-0.00144195556640625,-0.0008366107940673828,-0.00023126602172851562,0.00037407875061035156,0.0009794235229492188,0.001584768295288086,0.002190113067626953,0.0027954578399658203,0.0034008026123046875,0.004006147384643555,0.004611492156982422,0.005216836929321289,0.005822181701660156,0.0064275264739990234,0.007032871246337891,0.007638216018676758,0.008243560791015625,0.008848905563354492,0.00945425033569336,0.010059595108032227,0.010664939880371094,0.011270284652709961,0.011875629425048828,0.012480974197387695,0.013086318969726562,0.01369166374206543,0.014297008514404297,0.014902353286743164,0.015507698059082031,0.0161130428314209,0.016718387603759766,0.017323732376098633,0.0179290771484375]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.0311858132481575,-0.03032473474740982,-0.02946365624666214,-0.02860257774591446,-0.02774149924516678,-0.026880420744419098,-0.026019342243671417,-0.025158263742923737,-0.024297185242176056,-0.023436104878783226,-0.022575026378035545,-0.021713947877287865,-0.020852869376540184,-0.019991790875792503,-0.019130712375044823,-0.018269633874297142,-0.01740855537354946,-0.01654747687280178,-0.0156863983720541,-0.01482531987130642,-0.013964241370558739,-0.013103161938488483,-0.012242083437740803,-0.011381004936993122,-0.010519926436245441,-0.00965884793549776,-0.00879776943475008,-0.0079366909340024,-0.0070756119675934315,-0.006214533466845751,-0.005353454500436783,-0.004492375999689102,-0.0036312974989414215,-0.002770218998193741,-0.0019091402646154165,-0.001048061647452414,-0.00018698303028941154,0.000674095586873591,0.0015351742040365934,0.0023962529376149178,0.0032573314383625984,0.004118409939110279,0.00497948843985796,0.005840567406266928,0.006701645907014608,0.007562724407762289,0.008423803374171257,0.009284881874918938,0.010145960375666618,0.011007038876414299,0.01186811737716198,0.01272919587790966,0.013590274378657341,0.014451353810727596,0.015312432311475277,0.016173509880900383,0.017034590244293213,0.017895668745040894,0.018756747245788574,0.019617825746536255,0.020478904247283936,0.021339982748031616,0.022201061248779297,0.023062139749526978,0.023923218250274658],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,0,0,1,1,1,0,1,2,3,0,4,4,4,10,7,13,23,22,14,22,31,36,53,73,81,65,54,41,25,29,17,16,17,15,22,8,1,10,5,6,7,1,0,6,3,5,1,0,1,3,0,0,1]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"values":[2,1,1,4,4,4,11,23,37,62,117,181,281,429,696,1019,1485,2036,2989,4089,5572,7305,9283,11574,14355,17213,20172,23397,26386,29088,31573,33081,34521,35030,34253,33319,31596,29465,26397,23546,20415,17268,14271,11645,9361,7154,5390,4149,2998,2122,1532,1017,718,483,281,176,101,56,36,27,12,10,3,2],"bins":[-0.0991591364145279,-0.09620104730129242,-0.09324295818805695,-0.09028486907482147,-0.087326779961586,-0.08436869829893112,-0.08141060918569565,-0.07845252007246017,-0.0754944309592247,-0.07253634184598923,-0.06957825273275375,-0.06662016361951828,-0.0636620819568634,-0.06070398911833763,-0.057745903730392456,-0.05478781461715698,-0.05182972550392151,-0.048871636390686035,-0.04591354727745056,-0.042955461889505386,-0.03999737277626991,-0.03703928366303444,-0.034081198275089264,-0.03112310916185379,-0.028165020048618317,-0.025206930935382843,-0.02224884368479252,-0.019290756434202194,-0.01633266732096672,-0.013374579139053822,-0.010416490957140923,-0.0074584027752280235,-0.004500307142734528,-0.0015422189608216286,0.0014158692210912704,0.0043739574030041695,0.0073320455849170685,0.010290133766829967,0.013248221948742867,0.01620630919933319,0.019164398312568665,0.022122487425804138,0.025080574676394463,0.028038661926984787,0.03099675104022026,0.033954840153455734,0.03691292554140091,0.03987101465463638,0.04282910376787186,0.04578719288110733,0.048745281994342804,0.05170336738228798,0.05466145649552345,0.057619545608758926,0.0605776309967041,0.06353572010993958,0.06649380922317505,0.06945189833641052,0.072409987449646,0.07536807656288147,0.07832616567611694,0.08128424733877182,0.0842423364520073,0.08720042556524277,0.09015851467847824],"_type":"histogram"},"gradients/linear.bias":{"_type":"histogram","values":[2,0,1,0,2,0,0,1,0,1,0,0,0,3,1,2,4,0,1,4,2,4,2,6,4,5,2,2,4,2,4,3,3,2,3,0,3,4,7,6,4,3,3,2,2,2,3,1,2,0,4,2,1,1,0,1,2,1,0,0,0,1,0,3],"bins":[-0.07879638671875,-0.07634735107421875,-0.0738983154296875,-0.07144927978515625,-0.069000244140625,-0.06655120849609375,-0.0641021728515625,-0.06165313720703125,-0.0592041015625,-0.05675506591796875,-0.0543060302734375,-0.05185699462890625,-0.049407958984375,-0.04695892333984375,-0.0445098876953125,-0.04206085205078125,-0.03961181640625,-0.03716278076171875,-0.0347137451171875,-0.03226470947265625,-0.029815673828125,-0.02736663818359375,-0.0249176025390625,-0.02246856689453125,-0.02001953125,-0.01757049560546875,-0.0151214599609375,-0.01267242431640625,-0.010223388671875,-0.00777435302734375,-0.0053253173828125,-0.00287628173828125,-0.00042724609375,0.00202178955078125,0.0044708251953125,0.00691986083984375,0.009368896484375,0.01181793212890625,0.0142669677734375,0.01671600341796875,0.0191650390625,0.02161407470703125,0.0240631103515625,0.02651214599609375,0.028961181640625,0.03141021728515625,0.0338592529296875,0.03630828857421875,0.03875732421875,0.04120635986328125,0.0436553955078125,0.04610443115234375,0.048553466796875,0.05100250244140625,0.0534515380859375,0.05590057373046875,0.058349609375,0.06079864501953125,0.0632476806640625,0.06569671630859375,0.068145751953125,0.07059478759765625,0.0730438232421875,0.07549285888671875,0.07794189453125]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"values":[1,0,0,1,0,0,1,0,2,3,2,1,3,8,5,15,24,26,44,57,86,159,237,301,530,755,1130,1704,2573,4049,6405,10031,16421,27794,48664,97269,149248,99068,49951,27663,16884,10196,6650,4111,2584,1777,1141,755,487,310,234,143,96,75,34,38,23,18,9,7,6,3,5,7],"bins":[-0.048248291015625,-0.04692697525024414,-0.04560565948486328,-0.04428434371948242,-0.04296302795410156,-0.0416417121887207,-0.040320396423339844,-0.038999080657958984,-0.037677764892578125,-0.036356449127197266,-0.035035133361816406,-0.03371381759643555,-0.03239250183105469,-0.031071186065673828,-0.02974987030029297,-0.02842855453491211,-0.02710723876953125,-0.02578592300415039,-0.02446460723876953,-0.023143291473388672,-0.021821975708007812,-0.020500659942626953,-0.019179344177246094,-0.017858028411865234,-0.016536712646484375,-0.015215396881103516,-0.013894081115722656,-0.012572765350341797,-0.011251449584960938,-0.009930133819580078,-0.008608818054199219,-0.007287502288818359,-0.0059661865234375,-0.004644870758056641,-0.0033235549926757812,-0.002002239227294922,-0.0006809234619140625,0.0006403923034667969,0.0019617080688476562,0.0032830238342285156,0.004604339599609375,0.005925655364990234,0.007246971130371094,0.008568286895751953,0.009889602661132812,0.011210918426513672,0.012532234191894531,0.01385354995727539,0.01517486572265625,0.01649618148803711,0.01781749725341797,0.019138813018798828,0.020460128784179688,0.021781444549560547,0.023102760314941406,0.024424076080322266,0.025745391845703125,0.027066707611083984,0.028388023376464844,0.029709339141845703,0.031030654907226562,0.03235197067260742,0.03367328643798828,0.03499460220336914,0.03631591796875],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,0,3,11,19,20,33,59,121,201,328,538,816,1214,1939,2663,3807,5032,6580,8565,11294,14330,17570,20390,23908,26930,30077,32525,34543,35804,35946,35424,34421,32266,29571,26737,23294,19902,16968,13664,11164,8628,6504,4772,3559,2501,1768,1186,853,548,363,188,115,56,46,25,15,9,1,4,1,2],"bins":[-0.09938182681798935,-0.0963161438703537,-0.09325046092271805,-0.0901847779750824,-0.08711908757686615,-0.0840534046292305,-0.08098772168159485,-0.0779220387339592,-0.07485635578632355,-0.0717906728386879,-0.06872498989105225,-0.0656593069434166,-0.06259362399578094,-0.059527937322854996,-0.05646225064992905,-0.053396567702293396,-0.050330884754657745,-0.047265201807022095,-0.044199518859386444,-0.041133832186460495,-0.038068149238824844,-0.035002466291189194,-0.031936779618263245,-0.028871096670627594,-0.025805413722991943,-0.022739730775356293,-0.019674045965075493,-0.016608361154794693,-0.013542678207159042,-0.010476994328200817,-0.007411310449242592,-0.004345626570284367,-0.0012799501419067383,0.001785733737051487,0.004851417616009712,0.007917101494967937,0.010982785373926163,0.014048469252884388,0.017114153131842613,0.020179837942123413,0.023245520889759064,0.026311203837394714,0.029376888647675514,0.032442573457956314,0.035508256405591965,0.038573939353227615,0.041639626026153564,0.044705308973789215,0.047770991921424866,0.050836674869060516,0.05390235781669617,0.056968044489622116,0.06003372743725777,0.06309941411018372,0.06616509705781937,0.06923078000545502,0.07229646295309067,0.07536214590072632,0.07842782884836197,0.08149351179599762,0.08455920219421387,0.08762488514184952,0.09069056808948517,0.09375625103712082,0.09682193398475647]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,1,0,2,1,0,1,0,1,0,1,6,2,1,0,7,4,4,8,3,11,11,15,23,19,28,35,43,61,67,72,59,59,62,34,25,20,15,10,15,6,7,2,9,3,5,2,0,3,0,1,0,0,0,0,2,0,0,0,0,0,0,0,1],"bins":[-6.556510925292969e-05,-6.338953971862793e-05,-6.121397018432617e-05,-5.9038400650024414e-05,-5.6862831115722656e-05,-5.46872615814209e-05,-5.251169204711914e-05,-5.033612251281738e-05,-4.8160552978515625e-05,-4.598498344421387e-05,-4.380941390991211e-05,-4.163384437561035e-05,-3.9458274841308594e-05,-3.7282705307006836e-05,-3.510713577270508e-05,-3.293156623840332e-05,-3.075599670410156e-05,-2.8580427169799805e-05,-2.6404857635498047e-05,-2.422928810119629e-05,-2.205371856689453e-05,-1.9878149032592773e-05,-1.7702579498291016e-05,-1.5527009963989258e-05,-1.33514404296875e-05,-1.1175870895385742e-05,-9.000301361083984e-06,-6.8247318267822266e-06,-4.649162292480469e-06,-2.473592758178711e-06,-2.980232238769531e-07,1.8775463104248047e-06,4.0531158447265625e-06,6.22868537902832e-06,8.404254913330078e-06,1.0579824447631836e-05,1.2755393981933594e-05,1.4930963516235352e-05,1.710653305053711e-05,1.9282102584838867e-05,2.1457672119140625e-05,2.3633241653442383e-05,2.580881118774414e-05,2.79843807220459e-05,3.0159950256347656e-05,3.2335519790649414e-05,3.451108932495117e-05,3.668665885925293e-05,3.886222839355469e-05,4.1037797927856445e-05,4.32133674621582e-05,4.538893699645996e-05,4.756450653076172e-05,4.9740076065063477e-05,5.1915645599365234e-05,5.409121513366699e-05,5.626678466796875e-05,5.844235420227051e-05,6.0617923736572266e-05,6.279349327087402e-05,6.496906280517578e-05,6.714463233947754e-05,6.93202018737793e-05,7.149577140808105e-05,7.367134094238281e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,0,0,2,0,1,1,2,1,5,11,17,22,23,33,62,108,152,253,431,775,1195,2062,3568,6455,11587,21585,42414,96776,206896,102282,43709,22041,11782,6495,3727,2202,1269,712,442,258,159,104,80,46,24,13,12,6,9,2,3,3,1,1,1,0,0,1,0,0,1,1],"bins":[-0.00315093994140625,-0.0030477046966552734,-0.002944469451904297,-0.0028412342071533203,-0.0027379989624023438,-0.002634763717651367,-0.0025315284729003906,-0.002428293228149414,-0.0023250579833984375,-0.002221822738647461,-0.0021185874938964844,-0.002015352249145508,-0.0019121170043945312,-0.0018088817596435547,-0.0017056465148925781,-0.0016024112701416016,-0.001499176025390625,-0.0013959407806396484,-0.0012927055358886719,-0.0011894702911376953,-0.0010862350463867188,-0.0009829998016357422,-0.0008797645568847656,-0.0007765293121337891,-0.0006732940673828125,-0.0005700588226318359,-0.0004668235778808594,-0.0003635883331298828,-0.00026035308837890625,-0.0001571178436279297,-5.3882598876953125e-05,4.935264587402344e-05,0.000152587890625,0.00025582313537597656,0.0003590583801269531,0.0004622936248779297,0.0005655288696289062,0.0006687641143798828,0.0007719993591308594,0.0008752346038818359,0.0009784698486328125,0.001081705093383789,0.0011849403381347656,0.0012881755828857422,0.0013914108276367188,0.0014946460723876953,0.0015978813171386719,0.0017011165618896484,0.001804351806640625,0.0019075870513916016,0.002010822296142578,0.0021140575408935547,0.0022172927856445312,0.002320528030395508,0.0024237632751464844,0.002526998519897461,0.0026302337646484375,0.002733469009399414,0.0028367042541503906,0.002939939498901367,0.0030431747436523438,0.0031464099884033203,0.003249645233154297,0.0033528804779052734,0.00345611572265625],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,1,1,1,3,1,0,3,4,6,4,2,3,5,12,8,10,16,16,18,21,17,17,23,27,31,22,28,36,38,26,25,23,31,22,24,28,24,24,25,15,19,10,14,14,9,8,11,10,7,7,7,2,3,1,1,0,0,2,0,0,0,1],"bins":[-0.0285186767578125,-0.027620315551757812,-0.026721954345703125,-0.025823593139648438,-0.02492523193359375,-0.024026870727539062,-0.023128509521484375,-0.022230148315429688,-0.021331787109375,-0.020433425903320312,-0.019535064697265625,-0.018636703491210938,-0.01773834228515625,-0.016839981079101562,-0.015941619873046875,-0.015043258666992188,-0.0141448974609375,-0.013246536254882812,-0.012348175048828125,-0.011449813842773438,-0.01055145263671875,-0.009653091430664062,-0.008754730224609375,-0.007856369018554688,-0.0069580078125,-0.0060596466064453125,-0.005161285400390625,-0.0042629241943359375,-0.00336456298828125,-0.0024662017822265625,-0.001567840576171875,-0.0006694793701171875,0.0002288818359375,0.0011272430419921875,0.002025604248046875,0.0029239654541015625,0.00382232666015625,0.0047206878662109375,0.005619049072265625,0.0065174102783203125,0.007415771484375,0.008314132690429688,0.009212493896484375,0.010110855102539062,0.01100921630859375,0.011907577514648438,0.012805938720703125,0.013704299926757812,0.0146026611328125,0.015501022338867188,0.016399383544921875,0.017297744750976562,0.01819610595703125,0.019094467163085938,0.019992828369140625,0.020891189575195312,0.02178955078125,0.022687911987304688,0.023586273193359375,0.024484634399414062,0.02538299560546875,0.026281356811523438,0.027179718017578125,0.028078079223632812,0.0289764404296875],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[4,3,8,18,37,56,117,218,280,476,774,1128,1745,2584,3607,5111,6923,9030,11798,14589,17985,21651,24973,28685,31677,34052,36150,37193,37418,36712,34618,32414,29291,25881,22383,18718,15357,12077,9406,7322,5478,3917,2679,1893,1186,846,535,352,217,107,63,41,19,8,8,3,2,0,0,0,0,0,0,1],"bins":[-0.08920890092849731,-0.08603474497795105,-0.08286059647798538,-0.07968644052743912,-0.07651229202747345,-0.07333813607692719,-0.07016398757696152,-0.06698983162641525,-0.06381568312644958,-0.06064152717590332,-0.057467374950647354,-0.05429322272539139,-0.05111906677484512,-0.04794491454958916,-0.04477076232433319,-0.041596610099077225,-0.03842245787382126,-0.03524830564856529,-0.032074153423309326,-0.02889999933540821,-0.025725847110152245,-0.02255169488489628,-0.019377540796995163,-0.016203388571739197,-0.01302923634648323,-0.009855084121227264,-0.006680930964648724,-0.00350677827373147,-0.0003326255828142166,0.002841527108103037,0.00601567979902029,0.009189832955598831,0.012363992631435394,0.01553814485669136,0.018712297081947327,0.021886451169848442,0.025060603395104408,0.028234755620360374,0.03140890970826149,0.034583061933517456,0.03775721415877342,0.04093136638402939,0.044105518609285355,0.04727967083454132,0.050453826785087585,0.05362797901034355,0.05680213123559952,0.059976283460855484,0.06315043568611145,0.06632459163665771,0.06949874013662338,0.07267289608716965,0.07584704458713531,0.07902120053768158,0.08219534903764725,0.08536950498819351,0.08854365348815918,0.09171780943870544,0.09489196538925171,0.09806611388921738,0.10124026983976364,0.10441441833972931,0.10758857429027557,0.11076272279024124,0.1139368787407875]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,2,1,6,11,37,44,87,172,291,423,794,1251,1954,3011,4384,6318,9073,12477,16635,22320,28766,35947,44068,52989,61618,71047,79891,86084,91789,95409,96380,96395,92716,87466,80657,72390,64125,55091,46328,37961,30416,23804,18201,13515,9746,6965,4854,3291,2226,1344,845,490,301,202,106,77,33,27,5,3,2,1,1],"bins":[-0.09774541109800339,-0.09465498477220535,-0.09156456589698792,-0.08847413957118988,-0.08538372069597244,-0.08229329437017441,-0.07920286804437637,-0.07611244916915894,-0.0730220228433609,-0.06993160396814346,-0.06684117764234543,-0.0637507513165474,-0.060660332441329956,-0.05756990984082222,-0.054479483515024185,-0.05138906091451645,-0.04829863831400871,-0.04520821571350098,-0.04211779311299324,-0.039027366787195206,-0.03593694418668747,-0.03284652158617973,-0.029756098985671997,-0.02666567452251911,-0.023575251922011375,-0.02048482932150364,-0.017394404858350754,-0.014303982257843018,-0.011213558726012707,-0.008123135194182396,-0.005032712128013372,-0.0019422888290137053,0.001148134469985962,0.004238558001816273,0.007328981067985296,0.01041940413415432,0.01350982766598463,0.01660025119781494,0.019690673798322678,0.022781098261475563,0.0258715208619833,0.028961943462491035,0.03205236792564392,0.03514279052615166,0.03823321312665939,0.04132363572716713,0.044414062052965164,0.0475044846534729,0.05059490725398064,0.05368532985448837,0.05677575245499611,0.059866178780794144,0.06295660138130188,0.06604702025651932,0.06913744658231735,0.07222787290811539,0.07531829178333282,0.07840871810913086,0.0814991369843483,0.08458956331014633,0.08767998963594437,0.0907704085111618,0.09386083483695984,0.09695125371217728,0.10004168003797531],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.bias":{"bins":[-0.038665771484375,-0.03756141662597656,-0.036457061767578125,-0.03535270690917969,-0.03424835205078125,-0.03314399719238281,-0.032039642333984375,-0.030935287475585938,-0.0298309326171875,-0.028726577758789062,-0.027622222900390625,-0.026517868041992188,-0.02541351318359375,-0.024309158325195312,-0.023204803466796875,-0.022100448608398438,-0.02099609375,-0.019891738891601562,-0.018787384033203125,-0.017683029174804688,-0.01657867431640625,-0.015474319458007812,-0.014369964599609375,-0.013265609741210938,-0.0121612548828125,-0.011056900024414062,-0.009952545166015625,-0.008848190307617188,-0.00774383544921875,-0.0066394805908203125,-0.005535125732421875,-0.0044307708740234375,-0.003326416015625,-0.0022220611572265625,-0.001117706298828125,-1.33514404296875e-05,0.00109100341796875,0.0021953582763671875,0.003299713134765625,0.0044040679931640625,0.0055084228515625,0.0066127777099609375,0.007717132568359375,0.008821487426757812,0.00992584228515625,0.011030197143554688,0.012134552001953125,0.013238906860351562,0.01434326171875,0.015447616577148438,0.016551971435546875,0.017656326293945312,0.01876068115234375,0.019865036010742188,0.020969390869140625,0.022073745727539062,0.0231781005859375,0.024282455444335938,0.025386810302734375,0.026491165161132812,0.02759552001953125,0.028699874877929688,0.029804229736328125,0.030908584594726562,0.032012939453125],"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,0,3,3,3,0,5,3,6,3,6,7,9,9,11,21,14,22,23,28,21,30,27,27,31,27,36,35,25,30,36,29,33,30,18,20,21,12,19,15,14,8,16,6,8,5,0,1,2,3,1,1,0,0,0,1]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,3,2,3,7,8,11,19,17,48,29,36,31,31,18,21,13,11,15,14,8,8,6,6,4,3,10,5,5,2,3,3,4,2,6,8,5,5,6,10,7,12,15,13,15,21,18,27,32,35,29,28,30,8,10,10,5,3,2,0,0,1],"bins":[-0.00014401914086192846,-0.00013952070730738342,-0.0001350222883047536,-0.00013052385475020856,-0.00012602543574757874,-0.0001215270021930337,-0.00011702857591444626,-0.00011253014963585883,-0.00010803171608131379,-0.00010353328980272636,-9.903486352413893e-05,-9.45364372455515e-05,-9.003801096696407e-05,-8.553958468837664e-05,-8.104115113383159e-05,-7.654272485524416e-05,-7.204429857665673e-05,-6.75458722980693e-05,-6.304744601948187e-05,-5.854901610291563e-05,-5.405058618634939e-05,-4.955215990776196e-05,-4.505373362917453e-05,-4.055530371260829e-05,-3.605687743402086e-05,-3.155845115543343e-05,-2.7060021238867193e-05,-2.2561594960279763e-05,-1.806316686270293e-05,-1.3564738765126094e-05,-9.066311577043962e-06,-4.567883934214478e-06,-6.945629138499498e-08,4.428971351444488e-06,8.927398994273972e-06,1.3425826182356104e-05,1.792425427993294e-05,2.2422682377509773e-05,2.6921108656097203e-05,3.141953857266344e-05,3.591796485125087e-05,4.04163911298383e-05,4.491482104640454e-05,4.941324732499197e-05,5.39116736035794e-05,5.841010352014564e-05,6.290853343671188e-05,6.740695971529931e-05,7.190538599388674e-05,7.640381227247417e-05,8.09022385510616e-05,8.540067210560665e-05,8.989909838419408e-05,9.439752466278151e-05,9.889595094136894e-05,0.00010339437721995637,0.0001078928034985438,0.00011239123705308884,0.00011688966333167627,0.0001213880896102637,0.00012588652316480875,0.00013038494216743857,0.0001348833757219836,0.00013938179472461343,0.00014388022827915847]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,1,0,3,2,1,3,1,5,3,7,3,10,16,19,28,31,31,19,26,18,18,7,11,13,16,10,15,9,8,9,17,8,13,16,25,22,20,26,35,30,33,26,24,14,19,18,5,15,9,6,8,5,7,8,2,2,4,1,1,1,0,1],"bins":[0.9997693300247192,0.9997768402099609,0.9997843503952026,0.9997918605804443,0.999799370765686,0.9998068809509277,0.9998144507408142,0.9998219609260559,0.9998294711112976,0.9998369812965393,0.999844491481781,0.9998520016670227,0.9998595118522644,0.9998670220375061,0.9998745322227478,0.9998820424079895,0.999889612197876,0.9998971223831177,0.9999046325683594,0.9999121427536011,0.9999196529388428,0.9999271631240845,0.9999346733093262,0.9999421834945679,0.9999496936798096,0.9999572038650513,0.999964714050293,0.9999722838401794,0.9999797940254211,0.9999873042106628,0.9999948143959045,1.0000022649765015,1.0000097751617432,1.0000174045562744,1.0000249147415161,1.0000324249267578,1.0000399351119995,1.0000474452972412,1.000054955482483,1.0000624656677246,1.0000699758529663,1.000077486038208,1.0000849962234497,1.0000925064086914,1.000100016593933,1.0001075267791748,1.0001150369644165,1.0001225471496582,1.0001300573349,1.0001375675201416,1.0001450777053833,1.000152587890625,1.0001600980758667,1.0001676082611084,1.0001752376556396,1.0001827478408813,1.000190258026123,1.0001977682113647,1.0002052783966064,1.0002127885818481,1.0002202987670898,1.0002278089523315,1.0002353191375732,1.000242829322815,1.0002503395080566]},"parameters/bert.embeddings.LayerNorm.bias":{"bins":[-0.00017937248048838228,-0.00017409927386324853,-0.00016882606723811477,-0.00016355286061298102,-0.00015827965398784727,-0.00015300644736271352,-0.00014773324073757976,-0.000142460034112446,-0.00013718684203922749,-0.00013191363541409373,-0.00012664042878895998,-0.00012136721488786861,-0.00011609401553869247,-0.00011082080891355872,-0.00010554760228842497,-0.00010027439566329122,-9.500118903815746e-05,-8.972798241302371e-05,-8.445477578788996e-05,-7.91815691627562e-05,-7.390836253762245e-05,-6.863516318844631e-05,-6.336195656331256e-05,-5.808874993817881e-05,-5.2815543313045055e-05,-4.75423366879113e-05,-4.226913006277755e-05,-3.69959270756226e-05,-3.172272045048885e-05,-2.6449513825355098e-05,-2.117630901921075e-05,-1.59031042130664e-05,-1.0629883036017418e-05,-5.356677320378367e-06,-8.347160473931581e-08,5.189734110899735e-06,1.0462939826538786e-05,1.573614645167254e-05,2.100935125781689e-05,2.6282556063961238e-05,3.155576268909499e-05,3.682896931422874e-05,4.2102175939362496e-05,4.737537892651744e-05,5.2648585551651195e-05,5.792179217678495e-05,6.31949951639399e-05,6.846820178907365e-05,7.37414084142074e-05,7.901461503934115e-05,8.42878216644749e-05,8.956102828960866e-05,9.483423491474241e-05,0.00010010743426391855,0.0001053806408890523,0.00011065384751418605,0.00011592705413931981,0.00012120026076445356,0.0001264734601136297,0.00013174666673876345,0.0001370198733638972,0.00014229307998903096,0.0001475662866141647,0.00015283949323929846,0.00015811269986443222],"_type":"histogram","values":[1,0,0,2,1,1,1,2,6,2,7,6,12,15,31,25,21,20,33,36,18,25,21,15,15,11,8,5,8,6,4,8,9,10,9,5,6,8,7,9,10,11,10,10,14,17,26,25,32,27,24,29,17,25,13,16,15,7,4,4,1,1,0,1]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,2,0,3,13,17,31,65,107,165,290,401,691,993,1440,2028,2898,3931,5339,6992,8842,11329,13682,16522,19707,22661,25355,28248,30595,32174,33547,34340,34160,33328,32045,29389,27110,24732,21187,18220,15117,12462,10047,7863,6080,4603,3426,2406,1663,1194,821,585,362,249,141,90,48,41,22,13,7,2,1,1],"bins":[-0.09277430176734924,-0.08985412865877151,-0.08693394809961319,-0.08401377499103546,-0.08109359443187714,-0.07817342132329941,-0.07525324076414108,-0.07233306765556335,-0.06941288709640503,-0.0664927139878273,-0.06357254087924957,-0.06065236032009125,-0.05773218721151352,-0.05481201037764549,-0.051891833543777466,-0.04897165670990944,-0.04605147987604141,-0.043131303042173386,-0.04021112620830536,-0.03729094937443733,-0.034370772540569305,-0.03145059943199158,-0.02853042259812355,-0.025610245764255524,-0.022690068930387497,-0.01976989209651947,-0.016849715262651443,-0.013929540291428566,-0.01100936345756054,-0.008089186623692513,-0.00516901072114706,-0.002248834352940321,0.0006713420152664185,0.003591518383473158,0.006511694751679897,0.00943187065422535,0.012352047488093376,0.015272224321961403,0.01819239929318428,0.021112576127052307,0.024032752960920334,0.02695292979478836,0.029873106628656387,0.032793283462524414,0.03571345657110214,0.03863363340497017,0.041553810238838196,0.04447398707270622,0.04739416390657425,0.050314340740442276,0.0532345175743103,0.05615469440817833,0.059074871242046356,0.061995044350624084,0.06491522490978241,0.06783539801836014,0.07075557112693787,0.07367575168609619,0.07659592479467392,0.07951610535383224,0.08243627846240997,0.0853564590215683,0.08827663213014603,0.09119681268930435,0.09411698579788208]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,3,1,0,1,4,6,10,3,15,26,34,46,75,99,196,286,408,695,1036,1568,2416,3752,5717,8981,14171,22263,37007,67499,119606,124937,73380,39971,23762,14912,9455,6246,3940,2534,1686,1034,752,419,293,207,133,62,65,32,31,11,8,7,10,4,2,0,1,1,1,1,1,0,1],"bins":[-0.033203125,-0.03209877014160156,-0.030994415283203125,-0.029890060424804688,-0.02878570556640625,-0.027681350708007812,-0.026576995849609375,-0.025472640991210938,-0.0243682861328125,-0.023263931274414062,-0.022159576416015625,-0.021055221557617188,-0.01995086669921875,-0.018846511840820312,-0.017742156982421875,-0.016637802124023438,-0.015533447265625,-0.014429092407226562,-0.013324737548828125,-0.012220382690429688,-0.01111602783203125,-0.010011672973632812,-0.008907318115234375,-0.0078029632568359375,-0.0066986083984375,-0.0055942535400390625,-0.004489898681640625,-0.0033855438232421875,-0.00228118896484375,-0.0011768341064453125,-7.2479248046875e-05,0.0010318756103515625,0.00213623046875,0.0032405853271484375,0.004344940185546875,0.0054492950439453125,0.00655364990234375,0.0076580047607421875,0.008762359619140625,0.009866714477539062,0.0109710693359375,0.012075424194335938,0.013179779052734375,0.014284133911132812,0.01538848876953125,0.016492843627929688,0.017597198486328125,0.018701553344726562,0.019805908203125,0.020910263061523438,0.022014617919921875,0.023118972778320312,0.02422332763671875,0.025327682495117188,0.026432037353515625,0.027536392211914062,0.0286407470703125,0.029745101928710938,0.030849456787109375,0.03195381164550781,0.03305816650390625,0.03416252136230469,0.035266876220703125,0.03637123107910156,0.0374755859375]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[2,4,4,2,13,15,19,21,32,37,36,32,21,17,22,14,14,14,13,4,4,6,10,3,5,5,5,8,1,3,7,11,2,2,3,9,11,9,12,12,10,15,13,18,12,36,33,39,25,30,29,17,13,5,3,0,2,0,1,1,1,0,0,1],"bins":[-0.0001288286002818495,-0.00012432776566129178,-0.00011982691648881882,-0.00011532607459230348,-0.00011082523269578815,-0.00010632439807523042,-0.00010182355617871508,-9.732271428219974e-05,-9.28218723856844e-05,-8.832103048916906e-05,-8.382018859265372e-05,-7.931934669613838e-05,-7.481851207558066e-05,-7.031767017906532e-05,-6.581682828254998e-05,-6.131598638603464e-05,-5.68151444895193e-05,-5.231430259300396e-05,-4.781346069648862e-05,-4.3312622437952086e-05,-3.881178054143675e-05,-3.431093864492141e-05,-2.981009856739547e-05,-2.5309258489869535e-05,-2.0808416593354195e-05,-1.6307574696838856e-05,-1.180673461931292e-05,-7.305893632292282e-06,-2.805052645271644e-06,1.6957883417489938e-06,6.196629328769632e-06,1.069747031579027e-05,1.5198325854726136e-05,1.9699167751241475e-05,2.420000782876741e-05,2.8700847906293347e-05,3.320168980280869e-05,3.770253169932403e-05,4.220336995786056e-05,4.67042118543759e-05,5.120505375089124e-05,5.570589564740658e-05,6.020673754392192e-05,6.470757944043726e-05,6.920841406099498e-05,7.370925595751032e-05,7.821009785402566e-05,8.2710939750541e-05,8.721178164705634e-05,9.171262354357168e-05,9.621346544008702e-05,0.00010071430733660236,0.0001052151492331177,0.00010971598385367543,0.00011421682575019076,0.0001187176676467061,0.00012321851681917906,0.00012771935143973678,0.0001322201860602945,0.00013672103523276746,0.0001412218698533252,0.00014572271902579814,0.00015022355364635587,0.00015472440281882882,0.00015922523743938655]},"parameters/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,1,0,1,1,4,1,3,6,4,10,6,11,18,10,21,33,19,34,37,33,36,32,47,61,65,66,61,61,77,72,77,81,71,59,63,67,40,41,28,30,33,22,24,21,14,6,4,7,2,4,1,5,1,0,0,0,0,0,1,1],"bins":[-0.07360709458589554,-0.07137034088373184,-0.06913359463214874,-0.06689684092998505,-0.06466009467840195,-0.06242334097623825,-0.06018659099936485,-0.057949841022491455,-0.05571308732032776,-0.05347633734345436,-0.05123958736658096,-0.049002837389707565,-0.04676608741283417,-0.04452933743596077,-0.04229258373379707,-0.040055833756923676,-0.03781908378005028,-0.03558233380317688,-0.03334558382630348,-0.031108831986784935,-0.028872080147266388,-0.02663533017039299,-0.024398580193519592,-0.022161828354001045,-0.019925078377127647,-0.01768832840025425,-0.015451576560735703,-0.013214826583862305,-0.010978075675666332,-0.00874132476747036,-0.006504574324935675,-0.0042678238824009895,-0.002031072974205017,0.0002056777011603117,0.0024424283765256405,0.004679178819060326,0.006915929727256298,0.00915268063545227,0.011389430612325668,0.01362618152052164,0.015862932428717613,0.01809968240559101,0.020336434245109558,0.022573184221982956,0.024809934198856354,0.0270466860383749,0.0292834360152483,0.031520187854766846,0.033756937831640244,0.03599368780851364,0.03823043778538704,0.040467191487550735,0.04270394146442413,0.04494069144129753,0.04717744141817093,0.04941419139504433,0.051650941371917725,0.05388769507408142,0.05612444505095482,0.05836119502782822,0.060597945004701614,0.06283469498157501,0.06507144868373871,0.06730819493532181,0.0695449486374855]},"parameters/bert.encoder.layer.1.output.dense.bias":{"bins":[-0.00014442166138906032,-0.00013983015378471464,-0.00013523864618036896,-0.0001306471531279385,-0.00012605564552359283,-0.00012146413791924715,-0.00011687263031490147,-0.0001122811299865134,-0.00010768962238216773,-0.00010309811477782205,-9.850661444943398e-05,-9.39151068450883e-05,-8.932359924074262e-05,-8.473209891235456e-05,-8.014059130800888e-05,-7.554909097962081e-05,-7.095758337527514e-05,-6.636607577092946e-05,-6.177457544254139e-05,-5.718306783819571e-05,-5.259156387182884e-05,-4.800005990546197e-05,-4.340855230111629e-05,-3.8817048334749416e-05,-3.422554436838254e-05,-2.963404040201567e-05,-2.5042534616659395e-05,-2.045102883130312e-05,-1.5859524864936247e-05,-1.1268019989074674e-05,-6.6765151132130995e-06,-2.0850102373515256e-06,2.50648008659482e-06,7.097984962456394e-06,1.1689489838317968e-05,1.6280995623674244e-05,2.0872499590041116e-05,2.5464003556407988e-05,3.0055509341764264e-05,3.464701512712054e-05,3.923851909348741e-05,4.3830023059854284e-05,4.8421527026221156e-05,5.3013034630566835e-05,5.760453859693371e-05,6.219604256330058e-05,6.678755016764626e-05,7.137905049603432e-05,7.597055810038e-05,8.056206570472568e-05,8.515356603311375e-05,8.974507363745943e-05,9.433657396584749e-05,9.892808157019317e-05,0.00010351958917453885,0.00010811108950292692,0.0001127025971072726,0.00011729410471161827,0.00012188560504000634,0.00012647711264435202,0.0001310686202486977,0.00013566012785304338,0.00014025162090547383,0.0001448431285098195,0.0001494346361141652],"_type":"histogram","values":[2,0,0,2,3,4,6,6,10,19,28,36,34,32,30,34,15,18,12,12,15,13,7,10,9,7,4,10,5,3,5,3,1,4,5,5,7,4,7,5,7,11,11,16,14,19,14,20,27,28,39,33,29,23,15,9,9,4,5,2,0,0,0,1]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"values":[2,0,1,1,2,0,2,0,3,2,7,5,7,4,13,13,15,18,19,28,20,36,44,42,60,63,80,85,104,113,139,148,128,122,116,93,92,68,69,56,38,28,28,26,27,9,9,9,7,4,10,6,5,1,5,3,1,5,1,0,3,0,2,1],"bins":[-0.01354217529296875,-0.013115406036376953,-0.012688636779785156,-0.01226186752319336,-0.011835098266601562,-0.011408329010009766,-0.010981559753417969,-0.010554790496826172,-0.010128021240234375,-0.009701251983642578,-0.009274482727050781,-0.008847713470458984,-0.008420944213867188,-0.00799417495727539,-0.007567405700683594,-0.007140636444091797,-0.0067138671875,-0.006287097930908203,-0.005860328674316406,-0.005433559417724609,-0.0050067901611328125,-0.004580020904541016,-0.004153251647949219,-0.003726482391357422,-0.003299713134765625,-0.002872943878173828,-0.0024461746215820312,-0.0020194053649902344,-0.0015926361083984375,-0.0011658668518066406,-0.0007390975952148438,-0.0003123283386230469,0.00011444091796875,0.0005412101745605469,0.0009679794311523438,0.0013947486877441406,0.0018215179443359375,0.0022482872009277344,0.0026750564575195312,0.003101825714111328,0.003528594970703125,0.003955364227294922,0.004382133483886719,0.004808902740478516,0.0052356719970703125,0.005662441253662109,0.006089210510253906,0.006515979766845703,0.0069427490234375,0.007369518280029297,0.007796287536621094,0.00822305679321289,0.008649826049804688,0.009076595306396484,0.009503364562988281,0.009930133819580078,0.010356903076171875,0.010783672332763672,0.011210441589355469,0.011637210845947266,0.012063980102539062,0.01249074935913086,0.012917518615722656,0.013344287872314453,0.01377105712890625],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,0,3,7,8,13,20,42,70,111,204,302,470,755,1021,1646,2378,3245,4406,6143,7873,10005,12513,15454,18567,21626,25067,27907,30374,32968,34087,35330,34978,34324,32796,30757,28196,25300,22214,18985,16064,12937,10640,8050,6278,4698,3497,2451,1686,1180,822,512,355,196,117,88,34,29,9,8,2,2,0,2],"bins":[-0.09586606919765472,-0.09287779033184052,-0.0898895189166069,-0.08690124750137329,-0.08391296863555908,-0.08092468976974487,-0.07793641835451126,-0.07494814693927765,-0.07195986807346344,-0.06897158920764923,-0.06598331779241562,-0.062995046377182,-0.0600067675113678,-0.05701849237084389,-0.05403021723031998,-0.051041942089796066,-0.048053666949272156,-0.045065391808748245,-0.042077116668224335,-0.039088841527700424,-0.036100566387176514,-0.0331122912466526,-0.030124016106128693,-0.027135740965604782,-0.02414746582508087,-0.02115919068455696,-0.01817091554403305,-0.01518264040350914,-0.01219436526298523,-0.009206090122461319,-0.0062178149819374084,-0.003229539841413498,-0.00024125725030899048,0.00274701789021492,0.005735293030738831,0.008723568171262741,0.011711843311786652,0.014700118452310562,0.017688393592834473,0.020676668733358383,0.023664943873882294,0.026653219014406204,0.029641494154930115,0.032629769295454025,0.035618044435977936,0.038606319576501846,0.04159459471702576,0.04458286985754967,0.04757114499807358,0.05055942013859749,0.0535476952791214,0.05653597041964531,0.05952424556016922,0.06251251697540283,0.06550079584121704,0.06848907470703125,0.07147734612226486,0.07446561753749847,0.07745389640331268,0.08044217526912689,0.0834304466843605,0.08641871809959412,0.08940699696540833,0.09239527583122253,0.09538354724645615]},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,2,1,0,2,1,1,2,4,4,9,9,7,11,13,9,18,21,21,22,26,34,32,19,24,41,33,801,36,31,33,29,28,23,20,20,20,22,17,10,14,12,17,6,5,6,2,2,4,4,2,0,1,2,0,1],"bins":[-1.4334086179733276,-1.3931090831756592,-1.3528094291687012,-1.3125097751617432,-1.2722102403640747,-1.2319107055664062,-1.1916110515594482,-1.1513113975524902,-1.1110118627548218,-1.0707123279571533,-1.0304126739501953,-0.9901130795478821,-0.9498134851455688,-0.9095138907432556,-0.8692142963409424,-0.8289147019386292,-0.7886151075363159,-0.7483155131340027,-0.7080159187316895,-0.6677163243293762,-0.627416729927063,-0.5871171355247498,-0.5468175411224365,-0.5065179467201233,-0.46621835231781006,-0.4259187579154968,-0.3856191635131836,-0.34531956911087036,-0.30501997470855713,-0.2647203803062439,-0.22442078590393066,-0.18412119150161743,-0.1438215970993042,-0.10352200269699097,-0.06322240829467773,-0.022922813892364502,0.01737678050994873,0.05767637491226196,0.0979759693145752,0.13827556371688843,0.17857515811920166,0.2188747525215149,0.2591743469238281,0.29947394132614136,0.3397735357284546,0.3800731301307678,0.42037272453308105,0.4606723189353943,0.5009719133377075,0.5412715077400208,0.581571102142334,0.6218706965446472,0.6621702909469604,0.7024698853492737,0.7427694797515869,0.7830690741539001,0.8233686685562134,0.8636682629585266,0.9039678573608398,0.9442674517631531,0.9845670461654663,1.0248665809631348,1.0651662349700928,1.1054658889770508,1.1457654237747192]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,0,0,4,4,10,22,33,61,77,141,211,331,559,835,1180,1743,2469,3459,4712,6238,8190,10268,12932,15791,18601,21823,24870,27843,30232,32040,33779,34687,34318,34135,32540,30734,27938,25103,22063,19078,16003,13217,10532,8228,6363,4796,3656,2520,1833,1247,859,543,364,226,163,97,58,32,19,8,1,4],"bins":[-0.10069600492715836,-0.09773987531661987,-0.09478374570608139,-0.09182761609554291,-0.08887147903442383,-0.08591534942388535,-0.08295921981334686,-0.08000309020280838,-0.0770469605922699,-0.07409083098173141,-0.07113470137119293,-0.06817857176065445,-0.06522244215011597,-0.062266308814287186,-0.059310175478458405,-0.05635404586791992,-0.05339791625738144,-0.05044178664684296,-0.047485657036304474,-0.04452952370047569,-0.04157339408993721,-0.03861726447939873,-0.035661131143569946,-0.032705001533031464,-0.02974887192249298,-0.0267927423119545,-0.023836610838770866,-0.020880479365587234,-0.017924349755048752,-0.014968219213187695,-0.012012088671326637,-0.00905595812946558,-0.006099827587604523,-0.0031436970457434654,-0.00018756650388240814,0.002768564037978649,0.005724694579839706,0.008680825121700764,0.011636955663561821,0.014593086205422878,0.017549216747283936,0.020505346357822418,0.02346147783100605,0.026417609304189682,0.029373738914728165,0.03232986852526665,0.03528600186109543,0.03824213147163391,0.041198261082172394,0.044154390692710876,0.04711052030324936,0.05006665363907814,0.05302278324961662,0.055978912860155106,0.05893504619598389,0.06189117580652237,0.06484730541706085,0.06780343502759933,0.07075956463813782,0.0737156942486763,0.07667182385921478,0.07962796092033386,0.08258409053087234,0.08554022014141083,0.08849634975194931],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,1,4,2,6,7,19,30,44,31,45,35,33,23,12,16,8,14,7,7,10,5,3,9,7,3,4,2,6,6,7,6,3,6,9,6,12,8,12,17,10,14,17,25,33,47,34,38,30,12,8,6,3,2,1,0,1,0,0,0,0,0,0,1],"bins":[-0.00013641257828567177,-0.00013158752699382603,-0.0001267624757019803,-0.00012193742441013455,-0.00011711237311828882,-0.00011228732182644308,-0.00010746227053459734,-0.0001026372192427516,-9.781216795090586e-05,-9.298711665906012e-05,-8.816206536721438e-05,-8.333701407536864e-05,-7.85119627835229e-05,-7.368691149167717e-05,-6.886186019983143e-05,-6.403680890798569e-05,-5.921175761613995e-05,-5.438670632429421e-05,-4.956165503244847e-05,-4.473660374060273e-05,-3.991155244875699e-05,-3.5086501156911254e-05,-3.0261449865065515e-05,-2.5436398573219776e-05,-2.0611347281374037e-05,-1.57862959895283e-05,-1.096124469768256e-05,-6.136193405836821e-06,-1.3111421139910817e-06,3.513909177854657e-06,8.338960469700396e-06,1.3164011761546135e-05,1.7989077605307102e-05,2.281412889715284e-05,2.763918018899858e-05,3.246423148084432e-05,3.728928277269006e-05,4.21143340645358e-05,4.6939385356381536e-05,5.1764436648227274e-05,5.658948794007301e-05,6.141453923191875e-05,6.623959052376449e-05,7.106464181561023e-05,7.588969310745597e-05,8.071474439930171e-05,8.553979569114745e-05,9.036484698299319e-05,9.518989827483892e-05,0.00010001494956668466,0.0001048400008585304,0.00010966505215037614,0.00011449010344222188,0.00011931515473406762,0.00012414020602591336,0.0001289652573177591,0.00013379030860960484,0.00013861535990145057,0.0001434404111932963,0.00014826546248514205,0.0001530905137769878,0.00015791556506883353,0.00016274061636067927,0.000167565667652525,0.00017239071894437075]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[2,0,2,3,4,0,3,3,5,6,3,9,13,11,14,20,30,26,26,23,16,18,19,9,9,13,17,13,15,8,12,10,18,14,16,14,21,27,26,29,30,27,26,28,13,16,20,11,9,12,9,6,7,3,7,3,2,1,4,1,4,1,0,1],"bins":[0.9997736215591431,0.9997811913490295,0.999788761138916,0.9997962713241577,0.9998038411140442,0.9998114109039307,0.9998189210891724,0.9998264908790588,0.9998340606689453,0.9998416304588318,0.9998492002487183,0.99985671043396,0.9998642802238464,0.9998718500137329,0.9998793601989746,0.9998869299888611,0.9998944997787476,0.999902069568634,0.9999096393585205,0.9999171495437622,0.9999247193336487,0.9999322891235352,0.9999397993087769,0.9999473690986633,0.9999549388885498,0.9999625086784363,0.9999700784683228,0.9999775886535645,0.9999851584434509,0.9999927282333374,1.000000238418579,1.0000078678131104,1.000015377998352,1.0000228881835938,1.000030517578125,1.0000380277633667,1.0000455379486084,1.0000531673431396,1.0000606775283813,1.0000683069229126,1.0000758171081543,1.000083327293396,1.0000909566879272,1.000098466873169,1.0001060962677002,1.000113606452942,1.0001211166381836,1.0001287460327148,1.0001362562179565,1.0001437664031982,1.0001513957977295,1.0001589059829712,1.000166416168213,1.0001740455627441,1.0001815557479858,1.000189185142517,1.0001966953277588,1.0002042055130005,1.0002118349075317,1.0002193450927734,1.0002269744873047,1.0002344846725464,1.000241994857788,1.0002496242523193,1.000257134437561],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,1,5,3,6,13,17,33,68,106,173,286,446,774,1092,1637,2283,3298,4441,6169,7876,10381,13036,16008,19344,22594,25841,28768,31655,33585,35134,36041,35823,35066,32922,30663,27692,24679,21324,18054,14958,12116,9544,7313,5524,3981,2972,2015,1421,983,617,428,239,161,94,45,38,18,10,4,3,0,1,1],"bins":[-0.09711437672376633,-0.09406273066997528,-0.09101107716560364,-0.08795943111181259,-0.08490778505802155,-0.0818561390042305,-0.07880449295043945,-0.07575283944606781,-0.07270119339227676,-0.06964954733848572,-0.06659789383411407,-0.06354624778032303,-0.06049460172653198,-0.057442955672740936,-0.05439130589365959,-0.05133965611457825,-0.0482880100607872,-0.045236364006996155,-0.04218471422791481,-0.039133064448833466,-0.03608141839504242,-0.03302977234125137,-0.02997812256217003,-0.026926474645733833,-0.023874826729297638,-0.020823178812861443,-0.017771530896425247,-0.014719882979989052,-0.011668235063552856,-0.008616587147116661,-0.005564939230680466,-0.0025132913142442703,0.000538356602191925,0.0035900045186281204,0.006641652435064316,0.009693300351500511,0.012744948267936707,0.015796596184372902,0.018848244100809097,0.021899892017245293,0.024951539933681488,0.028003187850117683,0.03105483576655388,0.03410648554563522,0.03715813159942627,0.040209777653217316,0.04326142743229866,0.046313077211380005,0.04936472326517105,0.0524163693189621,0.05546801909804344,0.058519668877124786,0.06157131493091583,0.06462296098470688,0.06767460703849792,0.07072626054286957,0.07377790659666061,0.07682955265045166,0.0798812061548233,0.08293285220861435,0.0859844982624054,0.08903614431619644,0.09208779036998749,0.09513944387435913,0.09819108992815018]},"gradients/bert.embeddings.word_embeddings.weight":{"values":[1,0,1,0,0,0,0,1,0,0,3,3,4,1,5,7,7,11,10,23,17,26,28,42,42,82,88,118,134,190,280,404,590,1092,2799,443471,1735,804,526,297,259,199,126,93,65,58,47,52,35,28,16,15,17,11,7,5,2,1,3,0,4,2,0,1],"bins":[-0.20297470688819885,-0.19722595810890198,-0.1914772242307663,-0.18572847545146942,-0.17997972667217255,-0.17423097789287567,-0.16848224401474,-0.16273349523544312,-0.15698474645614624,-0.15123601257801056,-0.14548726379871368,-0.1397385150194168,-0.13398976624011993,-0.12824103236198425,-0.12249228358268738,-0.1167435348033905,-0.11099479347467422,-0.10524605214595795,-0.09949730336666107,-0.0937485620379448,-0.08799981325864792,-0.08225107192993164,-0.07650232315063477,-0.07075358182191849,-0.06500484049320221,-0.059256091713905334,-0.05350734665989876,-0.04775860160589218,-0.0420098602771759,-0.03626111522316933,-0.03051237016916275,-0.024763625115156174,-0.019014880061149597,-0.01326613500714302,-0.007517390884459019,-0.0017686462961137295,0.00398009829223156,0.009728843346238136,0.015477587468922138,0.02122633159160614,0.026975076645612717,0.03272382169961929,0.03847256675362587,0.044221311807632446,0.049970053136348724,0.0557187981903553,0.06146754324436188,0.06721629202365875,0.07296503335237503,0.07871377468109131,0.08446252346038818,0.09021126478910446,0.09596001356840134,0.10170875489711761,0.10745750367641449,0.11320624500513077,0.11895498633384705,0.12470373511314392,0.1304524838924408,0.13620121777057648,0.14194996654987335,0.14769871532917023,0.1534474641084671,0.15919619798660278,0.16494494676589966],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,1,0,0,0,5,7,6,4,6,8,7,12,12,15,18,21,19,16,21,21,31,19,29,25,34,30,39,34,24,30,28,33,22,24,13,17,18,10,18,20,12,13,12,3,2,6,6,2,4,1,2,1,0,3,1,0,0,0,1],"bins":[-0.0197296142578125,-0.019102811813354492,-0.018476009368896484,-0.017849206924438477,-0.01722240447998047,-0.01659560203552246,-0.015968799591064453,-0.015341997146606445,-0.014715194702148438,-0.01408839225769043,-0.013461589813232422,-0.012834787368774414,-0.012207984924316406,-0.011581182479858398,-0.01095438003540039,-0.010327577590942383,-0.009700775146484375,-0.009073972702026367,-0.00844717025756836,-0.007820367813110352,-0.007193565368652344,-0.006566762924194336,-0.005939960479736328,-0.00531315803527832,-0.0046863555908203125,-0.004059553146362305,-0.003432750701904297,-0.002805948257446289,-0.0021791458129882812,-0.0015523433685302734,-0.0009255409240722656,-0.0002987384796142578,0.00032806396484375,0.0009548664093017578,0.0015816688537597656,0.0022084712982177734,0.0028352737426757812,0.003462076187133789,0.004088878631591797,0.004715681076049805,0.0053424835205078125,0.00596928596496582,0.006596088409423828,0.007222890853881836,0.007849693298339844,0.008476495742797852,0.00910329818725586,0.009730100631713867,0.010356903076171875,0.010983705520629883,0.01161050796508789,0.012237310409545898,0.012864112854003906,0.013490915298461914,0.014117717742919922,0.01474452018737793,0.015371322631835938,0.015998125076293945,0.016624927520751953,0.01725172996520996,0.01787853240966797,0.018505334854125977,0.019132137298583984,0.019758939743041992,0.0203857421875]},"parameters/bert.encoder.layer.3.output.dense.bias":{"values":[2,1,1,2,3,5,11,11,27,30,38,35,29,30,29,17,15,16,11,8,8,9,6,1,4,2,4,2,4,1,6,3,4,6,5,2,2,7,9,10,8,5,8,8,12,13,9,18,21,27,32,35,31,27,34,18,18,10,7,5,4,0,1,1],"bins":[-0.00013515587488655,-0.00013091166329104453,-0.00012666746624745429,-0.0001224232546519488,-0.00011817905033240095,-0.00011393484601285309,-0.00010969063441734761,-0.00010544643009779975,-0.00010120222577825189,-9.695802145870402e-05,-9.271381713915616e-05,-8.846960554365069e-05,-8.422540122410282e-05,-7.998119690455496e-05,-7.573698530904949e-05,-7.149278098950163e-05,-6.724857666995376e-05,-6.30043723504059e-05,-5.876016439287923e-05,-5.4515956435352564e-05,-5.02717521158047e-05,-4.602754779625684e-05,-4.178333983873017e-05,-3.75391318812035e-05,-3.329492756165564e-05,-2.9050721423118375e-05,-2.480651528458111e-05,-2.0562309146043845e-05,-1.631810300750658e-05,-1.2073896868969314e-05,-7.829690730432048e-06,-3.585484591894783e-06,6.587069947272539e-07,4.902913133264519e-06,9.147119271801785e-06,1.339132541033905e-05,1.7635531548876315e-05,2.187973768741358e-05,2.6123943825950846e-05,3.036814996448811e-05,3.461235610302538e-05,3.885656042257324e-05,4.310076838009991e-05,4.7344976337626576e-05,5.158918065717444e-05,5.58333849767223e-05,6.007759293424897e-05,6.432180089177564e-05,6.85660052113235e-05,7.281020953087136e-05,7.705441385041922e-05,8.12986254459247e-05,8.554282976547256e-05,8.978703408502042e-05,9.40312456805259e-05,9.827545000007376e-05,0.00010251965431962162,0.00010676385863916948,0.00011100806295871735,0.00011525227455422282,0.00011949647887377068,0.00012374068319331855,0.00012798489478882402,0.00013222909183241427,0.00013647330342791975],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,1,0,1,2,4,3,6,4,16,20,29,22,32,29,25,23,21,17,19,16,16,19,9,9,13,13,19,10,10,12,20,22,21,23,31,31,29,21,27,7,19,18,10,8,10,7,9,2,7,8,0,4,3,1,4,1,1,2],"bins":[0.9997596144676208,0.9997674226760864,0.9997752904891968,0.9997830986976624,0.9997909069061279,0.9997987747192383,0.9998065829277039,0.9998143911361694,0.9998222589492798,0.9998300671577454,0.9998378753662109,0.9998457431793213,0.9998535513877869,0.9998613595962524,0.9998692274093628,0.9998770356178284,0.999884843826294,0.9998927116394043,0.9999005198478699,0.9999083280563354,0.9999161958694458,0.9999240040779114,0.999931812286377,0.9999396800994873,0.9999474883079529,0.9999552965164185,0.9999631643295288,0.9999709725379944,0.99997878074646,0.9999866485595703,0.9999944567680359,1.0000022649765015,1.0000101327896118,1.0000178813934326,1.000025749206543,1.0000336170196533,1.0000413656234741,1.0000492334365845,1.0000571012496948,1.0000648498535156,1.000072717666626,1.0000805854797363,1.0000883340835571,1.0000962018966675,1.0001040697097778,1.0001118183135986,1.000119686126709,1.0001275539398193,1.0001353025436401,1.0001431703567505,1.0001510381698608,1.0001587867736816,1.000166654586792,1.0001745223999023,1.0001822710037231,1.0001901388168335,1.0001980066299438,1.0002057552337646,1.000213623046875,1.0002214908599854,1.0002292394638062,1.0002371072769165,1.0002449750900269,1.0002527236938477,1.000260591506958],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.035888671875,-0.03484988212585449,-0.033811092376708984,-0.03277230262756348,-0.03173351287841797,-0.03069472312927246,-0.029655933380126953,-0.028617143630981445,-0.027578353881835938,-0.02653956413269043,-0.025500774383544922,-0.024461984634399414,-0.023423194885253906,-0.0223844051361084,-0.02134561538696289,-0.020306825637817383,-0.019268035888671875,-0.018229246139526367,-0.01719045639038086,-0.01615166664123535,-0.015112876892089844,-0.014074087142944336,-0.013035297393798828,-0.01199650764465332,-0.010957717895507812,-0.009918928146362305,-0.008880138397216797,-0.007841348648071289,-0.006802558898925781,-0.0057637691497802734,-0.004724979400634766,-0.003686189651489258,-0.00264739990234375,-0.0016086101531982422,-0.0005698204040527344,0.00046896934509277344,0.0015077590942382812,0.002546548843383789,0.003585338592529297,0.004624128341674805,0.0056629180908203125,0.00670170783996582,0.007740497589111328,0.008779287338256836,0.009818077087402344,0.010856866836547852,0.01189565658569336,0.012934446334838867,0.013973236083984375,0.015012025833129883,0.01605081558227539,0.0170896053314209,0.018128395080566406,0.019167184829711914,0.020205974578857422,0.02124476432800293,0.022283554077148438,0.023322343826293945,0.024361133575439453,0.02539992332458496,0.02643871307373047,0.027477502822875977,0.028516292572021484,0.029555082321166992,0.0305938720703125],"_type":"histogram","values":[2,0,0,0,0,1,5,4,6,11,13,18,17,33,37,87,107,152,219,293,430,629,880,1269,1743,2658,3968,6047,9315,14514,23530,41108,86982,243766,643603,280882,95871,45984,25559,15219,9662,6598,4229,2627,1788,1096,732,417,258,163,133,80,53,16,16,7,13,6,5,1,0,0,1,1]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,1,0,1,0,2,2,1,4,2,2,3,8,6,5,11,4,15,13,15,29,25,28,29,32,29,36,38,34,29,40,35,27,29,31,24,23,27,19,14,18,11,13,9,10,3,7,7,4,4,1,1,1,2,1,0,0,1,0,0,0,0,1],"bins":[-0.001514434814453125,-0.0014652460813522339,-0.0014160573482513428,-0.0013668686151504517,-0.0013176798820495605,-0.0012684911489486694,-0.0012193024158477783,-0.0011701136827468872,-0.001120924949645996,-0.001071736216545105,-0.0010225474834442139,-0.0009733587503433228,-0.0009241700172424316,-0.0008749812841415405,-0.0008257925510406494,-0.0007766038179397583,-0.0007274150848388672,-0.0006782263517379761,-0.000629037618637085,-0.0005798488855361938,-0.0005306601524353027,-0.0004814714193344116,-0.0004322826862335205,-0.0003830939531326294,-0.0003339052200317383,-0.00028471648693084717,-0.00023552775382995605,-0.00018633902072906494,-0.00013715028762817383,-8.796155452728271e-05,-3.87728214263916e-05,1.0415911674499512e-05,5.9604644775390625e-05,0.00010879337787628174,0.00015798211097717285,0.00020717084407806396,0.0002563595771789551,0.0003055483102798462,0.0003547370433807373,0.0004039257764816284,0.00045311450958251953,0.0005023032426834106,0.0005514919757843018,0.0006006807088851929,0.000649869441986084,0.0006990581750869751,0.0007482469081878662,0.0007974356412887573,0.0008466243743896484,0.0008958131074905396,0.0009450018405914307,0.0009941905736923218,0.0010433793067932129,0.001092568039894104,0.0011417567729949951,0.0011909455060958862,0.0012401342391967773,0.0012893229722976685,0.0013385117053985596,0.0013877004384994507,0.0014368891716003418,0.001486077904701233,0.001535266637802124,0.0015844553709030151,0.0016336441040039062],"_type":"histogram"},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,0,0,0,0,1,0,4,1,2,4,4,7,10,16,25,39,48,86,137,196,259,461,702,1067,1762,2776,4720,8073,14714,28206,56715,128325,365253,586570,203904,82994,39165,20013,10858,6176,3604,2161,1355,821,563,376,213,141,116,64,44,42,21,15,11,9,5,4,2,1,0,0,2],"bins":[-0.0355224609375,-0.0344851016998291,-0.0334477424621582,-0.032410383224487305,-0.031373023986816406,-0.030335664749145508,-0.02929830551147461,-0.02826094627380371,-0.027223587036132812,-0.026186227798461914,-0.025148868560791016,-0.024111509323120117,-0.02307415008544922,-0.02203679084777832,-0.020999431610107422,-0.019962072372436523,-0.018924713134765625,-0.017887353897094727,-0.016849994659423828,-0.01581263542175293,-0.014775276184082031,-0.013737916946411133,-0.012700557708740234,-0.011663198471069336,-0.010625839233398438,-0.009588479995727539,-0.00855112075805664,-0.007513761520385742,-0.006476402282714844,-0.005439043045043945,-0.004401683807373047,-0.0033643245697021484,-0.00232696533203125,-0.0012896060943603516,-0.0002522468566894531,0.0007851123809814453,0.0018224716186523438,0.002859830856323242,0.0038971900939941406,0.004934549331665039,0.0059719085693359375,0.007009267807006836,0.008046627044677734,0.009083986282348633,0.010121345520019531,0.01115870475769043,0.012196063995361328,0.013233423233032227,0.014270782470703125,0.015308141708374023,0.016345500946044922,0.01738286018371582,0.01842021942138672,0.019457578659057617,0.020494937896728516,0.021532297134399414,0.022569656372070312,0.02360701560974121,0.02464437484741211,0.025681734085083008,0.026719093322753906,0.027756452560424805,0.028793811798095703,0.0298311710357666,0.0308685302734375],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,1,1,1,0,0,1,2,3,2,6,3,6,2,5,7,5,15,17,22,19,12,25,20,23,15,22,12,21,21,19,23,24,16,12,20,23,17,15,15,18,22,13,20,26,15,15,27,21,19,19,11,13,11,15,3,5,6,3,2,2,3,1,4],"bins":[-0.0002461393887642771,-0.00023904809495434165,-0.00023195678659249097,-0.00022486549278255552,-0.00021777418442070484,-0.0002106828906107694,-0.00020359159680083394,-0.00019650028843898326,-0.0001894089946290478,-0.00018231768626719713,-0.00017522639245726168,-0.00016813509864732623,-0.00016104379028547555,-0.0001539524964755401,-0.00014686118811368942,-0.00013976989430375397,-0.00013267860049381852,-0.00012558729213196784,-0.00011849599104607478,-0.00011140469723613933,-0.00010431339615024626,-9.72220950643532e-05,-9.013079397846013e-05,-8.303949289256707e-05,-7.5948191806674e-05,-6.885689799673855e-05,-6.176559691084549e-05,-5.4674295824952424e-05,-4.758299473905936e-05,-4.04916972911451e-05,-3.3400396205252036e-05,-2.6309096938348375e-05,-1.9217797671444714e-05,-1.2126498404541053e-05,-5.03519822814269e-06,2.056101493508322e-06,9.147401215159334e-06,1.6238700482062995e-05,2.333000156795606e-05,3.042130083485972e-05,3.751260010176338e-05,4.460390118765645e-05,5.1695198635570705e-05,5.878649972146377e-05,6.587780080735683e-05,7.29691018932499e-05,8.006039570318535e-05,8.715169678907841e-05,9.424299787497148e-05,0.00010133429896086454,0.00010842560004675761,0.00011551689385669306,0.00012260819494258612,0.0001296995033044368,0.00013679079711437225,0.0001438820909243077,0.00015097339928615838,0.00015806469309609383,0.0001651560014579445,0.00017224729526787996,0.0001793385890778154,0.0001864298974396661,0.00019352119124960154,0.00020061249961145222,0.00020770379342138767],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,2,1,0,0,0,3,1,2,1,9,17,16,23,42,57,88,123,220,353,513,910,1484,2377,3953,6482,11172,19144,35242,70056,139846,142066,71821,35953,19706,11202,6658,3925,2376,1495,923,565,358,241,139,81,48,41,28,23,11,6,8,8,0,0,1,1,0,1,0,0,0,1],"bins":[-0.046173095703125,-0.044684410095214844,-0.04319572448730469,-0.04170703887939453,-0.040218353271484375,-0.03872966766357422,-0.03724098205566406,-0.035752296447753906,-0.03426361083984375,-0.032774925231933594,-0.03128623962402344,-0.02979755401611328,-0.028308868408203125,-0.02682018280029297,-0.025331497192382812,-0.023842811584472656,-0.0223541259765625,-0.020865440368652344,-0.019376754760742188,-0.01788806915283203,-0.016399383544921875,-0.014910697937011719,-0.013422012329101562,-0.011933326721191406,-0.01044464111328125,-0.008955955505371094,-0.0074672698974609375,-0.005978584289550781,-0.004489898681640625,-0.0030012130737304688,-0.0015125274658203125,-2.384185791015625e-05,0.00146484375,0.0029535293579101562,0.0044422149658203125,0.005930900573730469,0.007419586181640625,0.008908271789550781,0.010396957397460938,0.011885643005371094,0.01337432861328125,0.014863014221191406,0.016351699829101562,0.01784038543701172,0.019329071044921875,0.02081775665283203,0.022306442260742188,0.023795127868652344,0.0252838134765625,0.026772499084472656,0.028261184692382812,0.02974987030029297,0.031238555908203125,0.03272724151611328,0.03421592712402344,0.035704612731933594,0.03719329833984375,0.038681983947753906,0.04017066955566406,0.04165935516357422,0.043148040771484375,0.04463672637939453,0.04612541198730469,0.047614097595214844,0.049102783203125],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,1,1,0,3,3,2,1,6,8,8,9,13,16,33,39,57,70,121,187,287,422,732,1130,1952,3006,4975,8490,15160,28284,58656,170167,171801,59269,28300,15035,8405,4975,2992,1909,1215,734,453,276,195,135,73,64,55,22,18,16,19,8,5,2,1,1,0,3,2],"bins":[-0.0054473876953125,-0.005291759967803955,-0.00513613224029541,-0.004980504512786865,-0.00482487678527832,-0.004669249057769775,-0.0045136213302612305,-0.0043579936027526855,-0.004202365875244141,-0.004046738147735596,-0.0038911104202270508,-0.003735482692718506,-0.003579854965209961,-0.003424227237701416,-0.003268599510192871,-0.003112971782684326,-0.0029573440551757812,-0.0028017163276672363,-0.0026460886001586914,-0.0024904608726501465,-0.0023348331451416016,-0.0021792054176330566,-0.0020235776901245117,-0.0018679499626159668,-0.0017123222351074219,-0.001556694507598877,-0.001401066780090332,-0.0012454390525817871,-0.0010898113250732422,-0.0009341835975646973,-0.0007785558700561523,-0.0006229281425476074,-0.0004673004150390625,-0.0003116726875305176,-0.00015604496002197266,-4.172325134277344e-07,0.0001552104949951172,0.0003108382225036621,0.00046646595001220703,0.000622093677520752,0.0007777214050292969,0.0009333491325378418,0.0010889768600463867,0.0012446045875549316,0.0014002323150634766,0.0015558600425720215,0.0017114877700805664,0.0018671154975891113,0.0020227432250976562,0.002178370952606201,0.002333998680114746,0.002489626407623291,0.002645254135131836,0.002800881862640381,0.0029565095901489258,0.0031121373176574707,0.0032677650451660156,0.0034233927726745605,0.0035790205001831055,0.0037346482276916504,0.0038902759552001953,0.00404590368270874,0.004201531410217285,0.00435715913772583,0.004512786865234375]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-0.02995239570736885,-0.029038459062576294,-0.028124522417783737,-0.02721058391034603,-0.026296647265553474,-0.025382710620760918,-0.02446877211332321,-0.023554835468530655,-0.022640898823738098,-0.02172696217894554,-0.020813025534152985,-0.01989908702671528,-0.018985150381922722,-0.018071213737130165,-0.01715727522969246,-0.016243338584899902,-0.015329401940107346,-0.014415465295314789,-0.013501527719199657,-0.012587590143084526,-0.01167365349829197,-0.010759716853499413,-0.009845779277384281,-0.00893184170126915,-0.008017905056476593,-0.007103967946022749,-0.006190030835568905,-0.005276093725115061,-0.004362156614661217,-0.0034482195042073727,-0.0025342823937535286,-0.0016203452832996845,-0.0007064081728458405,0.00020752893760800362,0.0011214660480618477,0.0020354031585156918,0.002949340268969536,0.00386327737942338,0.004777214489877224,0.005691151600331068,0.006605088710784912,0.007519025821238756,0.0084329629316926,0.009346900507807732,0.010260837152600288,0.011174773797392845,0.012088711373507977,0.013002648949623108,0.013916585594415665,0.014830522239208221,0.015744458884000778,0.016658397391438484,0.01757233403623104,0.018486270681023598,0.019400209188461304,0.02031414583325386,0.021228082478046417,0.022142019122838974,0.02305595576763153,0.023969894275069237,0.024883830919861794,0.02579776756465435,0.026711706072092056,0.027625642716884613,0.02853957936167717],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,1,1,1,3,3,2,5,4,3,8,9,14,12,12,14,24,32,40,41,47,74,76,56,45,48,31,29,19,17,20,11,7,5,7,5,8,6,2,3,4,6,4,1,0,2,0,1,0,0,0,0,1,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,2,3,4,1,3,1,9,6,7,4,8,8,11,20,13,19,20,18,13,18,30,35,36,24,29,29,29,30,27,22,31,24,17,27,21,20,20,20,11,13,10,13,13,6,6,9,2,3,6,7,2,1,1,1,1,0,0,1,1],"bins":[-0.028005989268422127,-0.027142226696014404,-0.02627846598625183,-0.02541470341384411,-0.024550942704081535,-0.023687180131673813,-0.02282341942191124,-0.021959656849503517,-0.021095894277095795,-0.02023213356733322,-0.0193683709949255,-0.018504610285162926,-0.017640847712755203,-0.01677708700299263,-0.015913324430584908,-0.01504956278949976,-0.014185801148414612,-0.013322039507329464,-0.012458277866244316,-0.011594516225159168,-0.01073075458407402,-0.009866992011666298,-0.00900323037058115,-0.008139468729496002,-0.007275707088410854,-0.0064119454473257065,-0.005548183806240559,-0.0046844216994941235,-0.0038206600584089756,-0.0029568984173238277,-0.0020931365434080362,-0.0012293747859075665,-0.0003656148910522461,0.0004981468664482236,0.0013619086239486933,0.002225670497864485,0.0030894321389496326,0.0039531937800347805,0.004816955886781216,0.0056807175278663635,0.006544479168951511,0.007408240810036659,0.008272002451121807,0.009135764092206955,0.009999526664614677,0.010863288305699825,0.011727049946784973,0.012590811587870121,0.013454573228955269,0.014318334870040417,0.015182096511125565,0.016045859083533287,0.01690961979329586,0.017773382365703583,0.018637143075466156,0.01950090564787388,0.0203646682202816,0.021228428930044174,0.022092191502451897,0.02295595221221447,0.023819714784622192,0.024683475494384766,0.025547238066792488,0.02641099877655506,0.027274761348962784]},"_wandb":{"runtime":83},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,1,0,4,0,0,2,2,3,6,5,15,27,60,84,108,116,106,81,66,46,51,50,40,40,29,31,17,26,29,33,25,18,30,27,44,57,51,73,96,104,106,125,91,49,27,20,7,4,5,4,2,2,0,0,0,0,0,0,1,0,1],"bins":[-0.00022218610683921725,-0.00021512655075639486,-0.0002080670092254877,-0.00020100745314266533,-0.00019394791161175817,-0.0001868883555289358,-0.00017982881399802864,-0.00017276925791520625,-0.0001657097163842991,-0.00015865016030147672,-0.00015159061877056956,-0.00014453106268774718,-0.00013747152115684003,-0.00013041196507401764,-0.0001233524235431105,-0.00011629286746028811,-0.00010923331865342334,-0.00010217376984655857,-9.51142210396938e-05,-8.805467223282903e-05,-8.099512342596427e-05,-7.39355746190995e-05,-6.687602581223473e-05,-5.9816473367391154e-05,-5.2756924560526386e-05,-4.569737575366162e-05,-3.863782694679685e-05,-3.157827813993208e-05,-2.451872751407791e-05,-1.745917870721314e-05,-1.0399628990853671e-05,-3.340079729241552e-06,3.7194695323705673e-06,1.0779018339235336e-05,1.7838567146100104e-05,2.4898117771954276e-05,3.195766475982964e-05,3.9017217204673216e-05,4.6076766011537984e-05,5.313631481840275e-05,6.019586362526752e-05,6.72554160701111e-05,7.431496487697586e-05,8.137451368384063e-05,8.84340624907054e-05,9.549361129757017e-05,0.00010255316010443494,0.0001096127089112997,0.00011667225771816447,0.00012373180652502924,0.00013079136260785162,0.00013785090413875878,0.00014491046022158116,0.00015197000175248832,0.0001590295578353107,0.00016608909936621785,0.00017314865544904023,0.0001802081969799474,0.00018726775306276977,0.00019432729459367692,0.0002013868506764993,0.00020844639220740646,0.00021550594829022884,0.000222565489821136,0.00022962504590395838],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.00018884925520978868,-0.00018390751210972667,-0.00017896575445774943,-0.00017402401135768741,-0.00016908225370571017,-0.00016414051060564816,-0.00015919875295367092,-0.0001542570098536089,-0.00014931525220163167,-0.00014437350910156965,-0.00013943176600150764,-0.0001344900083495304,-0.00012954826524946839,-0.00012460650759749115,-0.00011966476449742913,-0.0001147230141214095,-0.00010978126374538988,-0.00010483951336937025,-9.989776299335063e-05,-9.4956012617331e-05,-9.001426224131137e-05,-8.507251914124936e-05,-8.013076876522973e-05,-7.51890183892101e-05,-7.024726801319048e-05,-6.530551763717085e-05,-6.0363767261151224e-05,-5.5422020523110405e-05,-5.048027014709078e-05,-4.553851977107115e-05,-4.059677303303033e-05,-3.5655022657010704e-05,-3.071325772907585e-05,-2.5771507353056222e-05,-2.0829758796026e-05,-1.5888010238995776e-05,-1.0946259862976149e-05,-6.004510396451224e-06,-1.0627609299262986e-06,3.8789885365986265e-06,8.820738003123552e-06,1.3762487469648477e-05,1.8704236936173402e-05,2.3645985493203625e-05,2.8587735869223252e-05,3.352948624524288e-05,3.84712329832837e-05,4.3412983359303325e-05,4.835473373532295e-05,5.329648411134258e-05,5.8238234487362206e-05,6.317998486338183e-05,6.812173523940146e-05,7.306347833946347e-05,7.80052287154831e-05,8.294697909150273e-05,8.788872946752235e-05,9.283047984354198e-05,9.77722302195616e-05,0.00010271398059558123,0.00010765572369564325,0.00011259747407166287,0.0001175392244476825,0.00012248098209965974,0.00012742272519972175],"_type":"histogram","values":[1,0,1,0,1,0,0,0,0,2,0,6,2,2,3,11,10,21,26,33,28,41,39,28,21,10,12,7,9,9,11,11,13,8,8,5,7,3,4,3,1,4,4,9,8,9,14,10,6,10,24,13,21,33,30,45,32,32,25,18,14,2,2,6]},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[4,1,2,4,7,3,11,19,17,32,49,63,90,128,176,252,368,516,775,1086,1732,2549,3937,6013,9441,14648,24803,44234,95555,276648,641781,246038,91521,44701,24868,15167,9288,5901,3578,2332,1462,987,673,435,303,212,131,101,65,52,28,31,11,8,12,5,0,4,1,0,3,1,0,1],"bins":[-0.0301666259765625,-0.02917647361755371,-0.028186321258544922,-0.027196168899536133,-0.026206016540527344,-0.025215864181518555,-0.024225711822509766,-0.023235559463500977,-0.022245407104492188,-0.0212552547454834,-0.02026510238647461,-0.01927495002746582,-0.01828479766845703,-0.017294645309448242,-0.016304492950439453,-0.015314340591430664,-0.014324188232421875,-0.013334035873413086,-0.012343883514404297,-0.011353731155395508,-0.010363578796386719,-0.00937342643737793,-0.00838327407836914,-0.0073931217193603516,-0.0064029693603515625,-0.0054128170013427734,-0.004422664642333984,-0.0034325122833251953,-0.0024423599243164062,-0.0014522075653076172,-0.0004620552062988281,0.0005280971527099609,0.00151824951171875,0.002508401870727539,0.003498554229736328,0.004488706588745117,0.005478858947753906,0.006469011306762695,0.007459163665771484,0.008449316024780273,0.009439468383789062,0.010429620742797852,0.01141977310180664,0.01240992546081543,0.013400077819824219,0.014390230178833008,0.015380382537841797,0.016370534896850586,0.017360687255859375,0.018350839614868164,0.019340991973876953,0.020331144332885742,0.02132129669189453,0.02231144905090332,0.02330160140991211,0.0242917537689209,0.025281906127929688,0.026272058486938477,0.027262210845947266,0.028252363204956055,0.029242515563964844,0.030232667922973633,0.031222820281982422,0.03221297264099121,0.033203125],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,4,5,18,43,67,139,205,424,727,1218,2010,3166,4949,7578,11053,15561,21464,28669,37489,47158,57792,68659,79598,89482,97373,103203,106361,106573,103890,97736,89558,79990,68930,58219,47426,37856,28852,21661,15687,11127,7625,5085,3228,2075,1232,770,441,202,147,72,35,14,6,6,2,1,0,0,0,1],"bins":[-0.10591715574264526,-0.10250262171030045,-0.09908808022737503,-0.09567354619503021,-0.0922590047121048,-0.08884447067975998,-0.08542993664741516,-0.08201539516448975,-0.07860086113214493,-0.07518631964921951,-0.0717717856168747,-0.06835725158452988,-0.06494271010160446,-0.061528172343969345,-0.05811363831162453,-0.05469910055398941,-0.051284562796354294,-0.04787002503871918,-0.04445548728108406,-0.04104095324873924,-0.037626415491104126,-0.03421187773346901,-0.030797339975833893,-0.027382804080843925,-0.02396826632320881,-0.020553728565573692,-0.017139192670583725,-0.013724654912948608,-0.010310118086636066,-0.0068955812603235245,-0.003481043968349695,-6.650690920650959e-05,0.003348030149936676,0.006762566976249218,0.01017710380256176,0.013591641560196877,0.017006177455186844,0.02042071521282196,0.023835252970457077,0.027249788865447044,0.03066432662308216,0.03407886251807213,0.037493400275707245,0.04090793803334236,0.04432247579097748,0.047737013548612595,0.05115154758095741,0.05456608533859253,0.057980623096227646,0.06139516085386276,0.06480969488620758,0.068224236369133,0.07163877040147781,0.07505331188440323,0.07846784591674805,0.08188237994909286,0.08529692143201828,0.0887114554643631,0.09212599694728851,0.09554053097963333,0.09895506501197815,0.10236960649490356,0.10578414052724838,0.1091986820101738,0.11261321604251862]},"parameters/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.09375480562448502,-0.09075199067592621,-0.0877491682767868,-0.084746353328228,-0.08174353837966919,-0.07874072343111038,-0.07573790848255157,-0.07273508608341217,-0.06973227113485336,-0.06672945618629456,-0.06372663378715515,-0.060723818838596344,-0.05772100389003754,-0.05471818894147873,-0.05171537026762962,-0.04871255159378052,-0.04570973664522171,-0.0427069216966629,-0.0397041030228138,-0.03670128434896469,-0.033698469400405884,-0.030695652589201927,-0.02769283577799797,-0.024690018966794014,-0.021687202155590057,-0.0186843853443861,-0.015681568533182144,-0.012678751721978188,-0.009675934910774231,-0.006673118099570274,-0.0036703012883663177,-0.0006674844771623611,0.0023353248834609985,0.005338141694664955,0.008340958505868912,0.011343775317072868,0.014346592128276825,0.01734940893948078,0.020352225750684738,0.023355042561888695,0.02635785937309265,0.029360676184296608,0.032363492995500565,0.03536631166934967,0.03836912661790848,0.041371941566467285,0.04437476024031639,0.0473775789141655,0.050380393862724304,0.05338320881128311,0.05638602748513222,0.05938884615898132,0.06239166110754013,0.06539447605609894,0.06839729845523834,0.07140011340379715,0.07440292835235596,0.07740574330091476,0.08040855824947357,0.08341138064861298,0.08641419559717178,0.08941701054573059,0.09241983294487,0.0954226478934288,0.09842546284198761],"_type":"histogram","values":[3,4,11,21,40,65,103,182,287,488,739,1203,1817,2768,4010,5958,8060,11367,15513,20212,25712,32544,40013,48059,56726,65302,73326,80759,86840,90671,93016,93751,92246,88972,83159,77226,68721,60548,51841,43206,35698,28677,22495,17059,12914,9517,6924,4913,3263,2212,1409,901,562,329,213,114,72,42,29,21,6,2,2,1]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-3.8623809814453125e-05,-3.7428922951221466e-05,-3.623403608798981e-05,-3.503914922475815e-05,-3.384426236152649e-05,-3.264937549829483e-05,-3.145448863506317e-05,-3.0259601771831512e-05,-2.9064714908599854e-05,-2.7869828045368195e-05,-2.6674941182136536e-05,-2.5480054318904877e-05,-2.4285167455673218e-05,-2.309028059244156e-05,-2.18953937292099e-05,-2.070050686597824e-05,-1.9505620002746582e-05,-1.8310733139514923e-05,-1.7115846276283264e-05,-1.5920959413051605e-05,-1.4726072549819946e-05,-1.3531185686588287e-05,-1.2336298823356628e-05,-1.114141196012497e-05,-9.94652509689331e-06,-8.751638233661652e-06,-7.556751370429993e-06,-6.361864507198334e-06,-5.166977643966675e-06,-3.972090780735016e-06,-2.777203917503357e-06,-1.582317054271698e-06,-3.8743019104003906e-07,8.074566721916199e-07,2.002343535423279e-06,3.1972303986549377e-06,4.392117261886597e-06,5.587004125118256e-06,6.7818909883499146e-06,7.976777851581573e-06,9.171664714813232e-06,1.0366551578044891e-05,1.156143844127655e-05,1.275632530450821e-05,1.3951212167739868e-05,1.5146099030971527e-05,1.6340985894203186e-05,1.7535872757434845e-05,1.8730759620666504e-05,1.9925646483898163e-05,2.1120533347129822e-05,2.231542021036148e-05,2.351030707359314e-05,2.47051939368248e-05,2.5900080800056458e-05,2.7094967663288116e-05,2.8289854526519775e-05,2.9484741389751434e-05,3.067962825298309e-05,3.187451511621475e-05,3.306940197944641e-05,3.426428884267807e-05,3.545917570590973e-05,3.665406256914139e-05,3.784894943237305e-05],"_type":"histogram","values":[1,1,0,1,1,0,1,1,3,1,3,3,1,4,5,3,6,3,6,4,10,8,11,17,20,15,17,32,35,33,38,48,46,47,45,50,45,29,17,28,27,13,17,13,13,2,6,3,6,1,3,6,3,2,2,1,1,0,1,3,1,3,1,1]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.08760818094015121,-0.08464489877223969,-0.08168161660432816,-0.07871833443641663,-0.0757550522685051,-0.07279177010059357,-0.06982848793268204,-0.06686520576477051,-0.06390192359685898,-0.06093864515423775,-0.05797536298632622,-0.05501208081841469,-0.05204879865050316,-0.04908551648259163,-0.0461222343146801,-0.04315895214676857,-0.04019566997885704,-0.03723238781094551,-0.03426910564303398,-0.03130582347512245,-0.028342541307210922,-0.025379261001944542,-0.022415978834033012,-0.019452696666121483,-0.016489414498209953,-0.013526132330298424,-0.010562850162386894,-0.007599568925797939,-0.00463628675788641,-0.0016730048228055239,0.001290277112275362,0.004253558814525604,0.007216840982437134,0.010180123150348663,0.013143405318260193,0.016106687486171722,0.019069969654083252,0.022033249959349632,0.024996532127261162,0.02795981429517269,0.03092309646308422,0.0338863767683506,0.03684965893626213,0.03981294110417366,0.04277622327208519,0.04573950543999672,0.04870278760790825,0.05166606977581978,0.05462935194373131,0.05759263411164284,0.06055591627955437,0.0635191947221756,0.06648247689008713,0.06944575905799866,0.07240904122591019,0.07537232339382172,0.07833560556173325,0.08129888772964478,0.0842621698975563,0.08722545206546783,0.09018873423337936,0.0931520164012909,0.09611529856920242,0.09907858073711395,0.10204186290502548],"_type":"histogram","values":[3,11,20,16,33,74,103,176,244,474,650,949,1434,2065,2988,3977,5242,7030,8835,11604,14107,17285,20007,23336,26233,29237,31716,33115,34482,35050,34466,33273,31872,29166,26574,23709,20636,17432,14368,11794,9262,7340,5591,4120,3019,2156,1617,1023,676,467,304,178,109,74,47,20,18,9,2,4,1,0,0,1]},"gradients/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,2,0,4,2,4,13,17,28,31,47,68,108,143,196,277,396,541,743,1065,1406,2047,2867,3925,5241,6794,8213,9170,304924,9449,8443,6877,5554,4166,3038,2092,1511,1056,750,577,454,306,213,142,109,68,46,36,19,17,8,3,3,2,0,1,0,1,1,0,0,0,1],"bins":[-0.03115268610417843,-0.030099209398031235,-0.02904573082923889,-0.02799225226044655,-0.026938775554299355,-0.02588529884815216,-0.024831820279359818,-0.023778341710567474,-0.02272486500442028,-0.021671388298273087,-0.020617909729480743,-0.0195644311606884,-0.018510954454541206,-0.017457477748394012,-0.01640399917960167,-0.0153505215421319,-0.014297043904662132,-0.013243566267192364,-0.012190088629722595,-0.011136610992252827,-0.010083133354783058,-0.00902965571731329,-0.007976178079843521,-0.006922700442373753,-0.005869222804903984,-0.0048157451674342155,-0.003762267529964447,-0.0027087898924946785,-0.00165531225502491,-0.0006018346175551414,0.0004516430199146271,0.0015051206573843956,0.0025586001574993134,0.003612077794969082,0.00466555543243885,0.005719033069908619,0.0067725107073783875,0.007825988344848156,0.008879465982317924,0.009932943619787693,0.010986421257257462,0.01203989889472723,0.013093376532196999,0.014146854169666767,0.015200331807136536,0.01625381037592888,0.017307287082076073,0.018360763788223267,0.01941424235701561,0.020467720925807953,0.021521197631955147,0.02257467433810234,0.023628152906894684,0.024681631475687027,0.02573510818183422,0.026788584887981415,0.027842063456773758,0.0288955420255661,0.029949018731713295,0.03100249543786049,0.03205597400665283,0.033109452575445175,0.03416293114423752,0.03521640598773956,0.036269884556531906]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,3,1,8,5,7,9,17,28,34,45,48,73,128,137,220,251,390,482,719,1016,1396,1959,2752,3933,6001,8677,13346,20585,33324,58833,121551,139629,67927,37858,22842,14526,9803,6409,4368,3000,2106,1522,1027,766,567,395,290,203,161,132,85,64,43,37,24,21,16,10,4,4,2,2,2],"bins":[-0.002170562744140625,-0.002102971076965332,-0.002035379409790039,-0.001967787742614746,-0.0019001960754394531,-0.0018326044082641602,-0.0017650127410888672,-0.0016974210739135742,-0.0016298294067382812,-0.0015622377395629883,-0.0014946460723876953,-0.0014270544052124023,-0.0013594627380371094,-0.0012918710708618164,-0.0012242794036865234,-0.0011566877365112305,-0.0010890960693359375,-0.0010215044021606445,-0.0009539127349853516,-0.0008863210678100586,-0.0008187294006347656,-0.0007511377334594727,-0.0006835460662841797,-0.0006159543991088867,-0.0005483627319335938,-0.0004807710647583008,-0.0004131793975830078,-0.00034558773040771484,-0.0002779960632324219,-0.0002104043960571289,-0.00014281272888183594,-7.522106170654297e-05,-7.62939453125e-06,5.996227264404297e-05,0.00012755393981933594,0.0001951456069946289,0.0002627372741699219,0.00033032894134521484,0.0003979206085205078,0.0004655122756958008,0.0005331039428710938,0.0006006956100463867,0.0006682872772216797,0.0007358789443969727,0.0008034706115722656,0.0008710622787475586,0.0009386539459228516,0.0010062456130981445,0.0010738372802734375,0.0011414289474487305,0.0012090206146240234,0.0012766122817993164,0.0013442039489746094,0.0014117956161499023,0.0014793872833251953,0.0015469789505004883,0.0016145706176757812,0.0016821622848510742,0.0017497539520263672,0.0018173456192016602,0.0018849372863769531,0.001952528953552246,0.002020120620727539,0.002087712287902832,0.002155303955078125]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.00016327769844792783,-0.00015834996884223074,-0.00015342225378844887,-0.00014849452418275177,-0.0001435668091289699,-0.0001386390795232728,-0.00013371136446949095,-0.00012878363486379385,-0.00012385591981001198,-0.00011892819020431489,-0.0001140004678745754,-0.00010907274554483593,-0.00010414501593913883,-9.921729360939935e-05,-9.428957127965987e-05,-8.936184894992039e-05,-8.44341266201809e-05,-7.950640429044142e-05,-7.457868196070194e-05,-6.965095963096246e-05,-6.472323730122298e-05,-5.979551133350469e-05,-5.4867785365786403e-05,-4.994006303604692e-05,-4.501234070630744e-05,-4.008461837656796e-05,-3.515689604682848e-05,-3.022917007911019e-05,-2.530144774937071e-05,-2.0373725419631228e-05,-1.5446001270902343e-05,-1.051827803166816e-05,-5.5905693443492055e-06,-6.628461051150225e-07,4.2648771341191605e-06,9.192600373353343e-06,1.4120323612587526e-05,1.9048045942327008e-05,2.3975770091055892e-05,2.8903494239784777e-05,3.383121656952426e-05,3.875893889926374e-05,4.368666122900322e-05,4.861438719672151e-05,5.354210952646099e-05,5.846983185620047e-05,6.339755782391876e-05,6.832528015365824e-05,7.325300248339772e-05,7.81807248131372e-05,8.310844714287668e-05,8.803616947261617e-05,9.296389180235565e-05,9.789162140805274e-05,0.00010281934373779222,0.0001077470660675317,0.00011267478839727119,0.00011760251072701067,0.00012253024033270776,0.00012745795538648963,0.00013238568499218673,0.0001373134000459686,0.0001422411296516657,0.00014716884470544755,0.00015209657431114465],"_type":"histogram","values":[1,0,2,1,6,3,5,6,6,12,6,4,10,7,7,15,14,10,15,12,16,15,10,17,10,12,19,19,15,29,27,28,28,23,35,25,20,23,16,19,19,19,17,11,10,20,14,16,9,7,8,9,7,8,6,8,7,5,4,2,7,2,4,1]},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,1,1,2,8,10,17,22,30,41,57,98,139,200,314,428,604,995,1519,2103,3265,5133,8000,12400,20164,35027,70146,175354,557447,417704,127269,55144,29469,17585,11098,7122,4535,3054,2127,1352,864,608,470,264,207,146,105,68,42,37,21,17,8,5,4,5,2,1,1,0,1],"bins":[-0.02734375,-0.026485443115234375,-0.02562713623046875,-0.024768829345703125,-0.0239105224609375,-0.023052215576171875,-0.02219390869140625,-0.021335601806640625,-0.020477294921875,-0.019618988037109375,-0.01876068115234375,-0.017902374267578125,-0.0170440673828125,-0.016185760498046875,-0.01532745361328125,-0.014469146728515625,-0.01361083984375,-0.012752532958984375,-0.01189422607421875,-0.011035919189453125,-0.0101776123046875,-0.009319305419921875,-0.00846099853515625,-0.007602691650390625,-0.006744384765625,-0.005886077880859375,-0.00502777099609375,-0.004169464111328125,-0.0033111572265625,-0.002452850341796875,-0.00159454345703125,-0.000736236572265625,0.0001220703125,0.000980377197265625,0.00183868408203125,0.002696990966796875,0.0035552978515625,0.004413604736328125,0.00527191162109375,0.006130218505859375,0.006988525390625,0.007846832275390625,0.00870513916015625,0.009563446044921875,0.0104217529296875,0.011280059814453125,0.01213836669921875,0.012996673583984375,0.01385498046875,0.014713287353515625,0.01557159423828125,0.016429901123046875,0.0172882080078125,0.018146514892578125,0.01900482177734375,0.019863128662109375,0.020721435546875,0.021579742431640625,0.02243804931640625,0.023296356201171875,0.0241546630859375,0.025012969970703125,0.02587127685546875,0.026729583740234375,0.027587890625]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.10040603578090668,-0.09730811417102814,-0.0942101925611496,-0.09111227095127106,-0.08801434189081192,-0.08491642028093338,-0.08181849867105484,-0.0787205770611763,-0.07562265545129776,-0.07252473384141922,-0.06942680478096008,-0.06632888317108154,-0.063230961561203,-0.06013303995132446,-0.05703511834144592,-0.053937193006277084,-0.050839271396398544,-0.047741349786520004,-0.044643424451351166,-0.041545502841472626,-0.038447581231594086,-0.03534965589642525,-0.03225173428654671,-0.029153812676668167,-0.026055889204144478,-0.02295796573162079,-0.01986004412174225,-0.01676212064921856,-0.013664198108017445,-0.01056627556681633,-0.007468352559953928,-0.004370429553091526,-0.0012725070118904114,0.001825415762141347,0.004923338536173105,0.008021261543035507,0.011119184084236622,0.014217106625437737,0.017315030097961426,0.020412951707839966,0.023510875180363655,0.026608798652887344,0.029706720262765884,0.032804641872644424,0.03590256720781326,0.0390004888176918,0.04209841042757034,0.04519633576273918,0.04829425737261772,0.05139217898249626,0.0544901043176651,0.05758802592754364,0.06068594753742218,0.06378386914730072,0.06688179075717926,0.0699797198176384,0.07307764142751694,0.07617556303739548,0.07927348464727402,0.08237140625715256,0.0854693278670311,0.08856725692749023,0.09166517853736877,0.09476310014724731,0.09786102175712585],"_type":"histogram","values":[1,1,2,1,5,7,10,31,36,65,109,184,339,491,751,1191,1686,2565,3575,5069,6756,8535,11219,13900,17300,20647,23859,27321,30211,32897,35061,36153,36285,35596,34768,32538,29755,26576,23181,20060,16495,13639,10786,8522,6435,4774,3437,2333,1663,1129,732,452,287,195,92,52,30,20,8,5,0,0,0,1]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,0,0,4,3,3,8,16,15,27,40,34,43,31,26,28,18,20,11,14,12,9,6,13,6,9,4,10,10,8,9,6,8,9,13,13,21,27,21,29,29,32,37,28,27,12,4,6,1,1,2,0,0,1,0,0,0,0,0,0,1],"bins":[-0.00017384818056598306,-0.00016795680858194828,-0.0001620654365979135,-0.00015617406461387873,-0.00015028269262984395,-0.00014439130609389395,-0.00013849993410985917,-0.0001326085621258244,-0.00012671719014178962,-0.00012082581815775484,-0.00011493444617372006,-0.00010904306691372767,-0.0001031516949296929,-9.726032294565812e-05,-9.136894368566573e-05,-8.547757170163095e-05,-7.958619971759617e-05,-7.36948277335614e-05,-6.780345574952662e-05,-6.191207648953423e-05,-5.602070450549945e-05,-5.0129332521464676e-05,-4.423795689945109e-05,-3.834658127743751e-05,-3.245520929340273e-05,-2.656383549037855e-05,-2.067246168735437e-05,-1.478108788433019e-05,-8.88971408130601e-06,-2.9983402782818303e-06,2.89303352474235e-06,8.78440732776653e-06,1.467578113079071e-05,2.056715493381489e-05,2.645852873683907e-05,3.2349904358852655e-05,3.824127634288743e-05,4.413264832692221e-05,5.002402394893579e-05,5.5915399570949376e-05,6.180677155498415e-05,6.769814353901893e-05,7.35895155230537e-05,7.94808947830461e-05,8.537226676708087e-05,9.126363875111565e-05,9.715501801110804e-05,0.00010304638999514282,0.0001089377619791776,0.00011482913396321237,0.00012072050594724715,0.00012661187793128192,0.0001325032499153167,0.0001383946364512667,0.00014428600843530148,0.00015017738041933626,0.00015606875240337104,0.0001619601243874058,0.0001678514963714406,0.00017374286835547537,0.00017963425489142537,0.00018552562687546015,0.00019141699885949492,0.0001973083708435297,0.00020319974282756448]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.08771156519651413,-0.08475112169981003,-0.08179067820310593,-0.07883023470640182,-0.07586979120969772,-0.07290934771299362,-0.06994891166687012,-0.06698846817016602,-0.06402802467346191,-0.06106758117675781,-0.05810713768005371,-0.05514669418334961,-0.05218625068664551,-0.049225807189941406,-0.0462653674185276,-0.0433049239218235,-0.0403444804251194,-0.0373840369284153,-0.0344235934317112,-0.031463153660297394,-0.028502710163593292,-0.02554226666688919,-0.02258182317018509,-0.019621381536126137,-0.016660938039422035,-0.013700495474040508,-0.010740052908658981,-0.00777960941195488,-0.004819166846573353,-0.0018587240483611822,0.0011017187498509884,0.004062161780893803,0.00702260434627533,0.009983046911656857,0.012943489477038383,0.015903932973742485,0.018864374607801437,0.02182481810450554,0.02478526160120964,0.027745703235268593,0.030706146731972694,0.03366658836603165,0.03662703186273575,0.03958747535943985,0.04254791885614395,0.04550836235284805,0.048468802124261856,0.05142924562096596,0.05438968911767006,0.05735013261437416,0.06031057611107826,0.06327101588249207,0.06623145937919617,0.06919190287590027,0.07215234637260437,0.07511278986930847,0.07807323336601257,0.08103367686271667,0.08399412035942078,0.08695455640554428,0.08991499990224838,0.09287544339895248,0.09583588689565659,0.09879633039236069,0.10175677388906479],"_type":"histogram","values":[3,8,13,21,39,67,106,170,268,392,591,967,1441,2011,2879,3966,5289,6798,8972,11425,13935,16984,20026,23038,26179,28895,31363,33164,34096,34954,34655,33432,31913,29601,26652,23673,20948,17711,14697,11887,9590,7484,5692,4068,3135,2179,1544,1031,666,452,306,178,110,64,30,30,15,6,5,3,4,0,0,3]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[3,0,4,3,1,8,9,17,24,32,37,25,30,30,21,15,14,12,13,8,12,11,6,3,1,1,6,3,4,1,1,2,5,1,4,7,6,4,5,6,10,3,9,6,9,8,9,7,12,25,33,27,33,30,33,35,21,17,20,9,8,3,2,4],"bins":[-0.0001327059289906174,-0.00012862806033808738,-0.00012455019168555737,-0.00012047231575706974,-0.00011639444710453972,-0.00011231657845200971,-0.00010823870252352208,-0.00010416083387099206,-0.00010008296521846205,-9.600509656593204e-05,-9.192722791340202e-05,-8.784935198491439e-05,-8.377148333238438e-05,-7.969361467985436e-05,-7.561573875136673e-05,-7.153787009883672e-05,-6.74600014463067e-05,-6.338213279377669e-05,-5.930426050326787e-05,-5.522638821275905e-05,-5.114851956022903e-05,-4.707065090769902e-05,-4.29927786171902e-05,-3.8914906326681376e-05,-3.483703767415136e-05,-3.0759169021621346e-05,-2.6681296731112525e-05,-2.2603426259593107e-05,-1.852555578807369e-05,-1.444768531655427e-05,-1.0369814845034853e-05,-6.2919443735154346e-06,-2.214088453911245e-06,1.8637820176081732e-06,5.941652489127591e-06,1.001952296064701e-05,1.4097393432166427e-05,1.8175263903685845e-05,2.2253134375205263e-05,2.633100484672468e-05,3.04088753182441e-05,3.4486743970774114e-05,3.8564616261282936e-05,4.264248855179176e-05,4.672035720432177e-05,5.0798225856851786e-05,5.487609814736061e-05,5.895397043786943e-05,6.303183909039944e-05,6.710970774292946e-05,7.118757639545947e-05,7.52654523239471e-05,7.934332097647712e-05,8.342118962900713e-05,8.749906555749476e-05,9.157693421002477e-05,9.565480286255479e-05,9.97326715150848e-05,0.00010381054016761482,0.00010788841609610245,0.00011196628474863246,0.00011604415340116248,0.0001201220293296501,0.00012419989798218012,0.00012827776663471013],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,2,2,4,2,3,2,9,2,7,13,8,16,11,19,23,21,34,30,41,46,46,52,56,50,45,34,34,34,21,15,16,13,13,11,6,2,6,4,2,3,1,1,1,0,1,1,1,0,1],"bins":[-7.12275505065918e-05,-6.928667426109314e-05,-6.734579801559448e-05,-6.540492177009583e-05,-6.346404552459717e-05,-6.152316927909851e-05,-5.9582293033599854e-05,-5.7641416788101196e-05,-5.570054054260254e-05,-5.375966429710388e-05,-5.1818788051605225e-05,-4.987791180610657e-05,-4.793703556060791e-05,-4.599615931510925e-05,-4.4055283069610596e-05,-4.211440682411194e-05,-4.017353057861328e-05,-3.8232654333114624e-05,-3.629177808761597e-05,-3.435090184211731e-05,-3.241002559661865e-05,-3.0469149351119995e-05,-2.8528273105621338e-05,-2.658739686012268e-05,-2.4646520614624023e-05,-2.2705644369125366e-05,-2.076476812362671e-05,-1.8823891878128052e-05,-1.6883015632629395e-05,-1.4942139387130737e-05,-1.300126314163208e-05,-1.1060386896133423e-05,-9.119510650634766e-06,-7.178634405136108e-06,-5.237758159637451e-06,-3.296881914138794e-06,-1.3560056686401367e-06,5.848705768585205e-07,2.5257468223571777e-06,4.466623067855835e-06,6.407499313354492e-06,8.34837555885315e-06,1.0289251804351807e-05,1.2230128049850464e-05,1.4171004295349121e-05,1.611188054084778e-05,1.8052756786346436e-05,1.9993633031845093e-05,2.193450927734375e-05,2.3875385522842407e-05,2.5816261768341064e-05,2.775713801383972e-05,2.969801425933838e-05,3.1638890504837036e-05,3.357976675033569e-05,3.552064299583435e-05,3.746151924133301e-05,3.9402395486831665e-05,4.134327173233032e-05,4.328414797782898e-05,4.522502422332764e-05,4.7165900468826294e-05,4.910677671432495e-05,5.104765295982361e-05,5.2988529205322266e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09318217635154724,-0.09011596441268921,-0.08704974502325058,-0.08398353308439255,-0.08091731369495392,-0.07785110175609589,-0.07478488236665726,-0.07171867042779922,-0.0686524510383606,-0.06558623909950256,-0.06252002716064453,-0.0594538077712059,-0.05638759583234787,-0.05332138016819954,-0.05025516450405121,-0.04718894883990288,-0.04412273317575455,-0.041056517511606216,-0.037990301847457886,-0.034924086183309555,-0.031857870519161224,-0.028791656717658043,-0.02572544291615486,-0.02265922725200653,-0.0195930115878582,-0.01652679592370987,-0.013460581190884113,-0.010394366458058357,-0.0073281507939100266,-0.004261935595422983,-0.0011957203969359398,0.0018704948015511036,0.00493670254945755,0.00800291821360588,0.011069132946431637,0.014135347679257393,0.017201563343405724,0.020267779007554054,0.023333992809057236,0.026400208473205566,0.029466424137353897,0.03253263980150223,0.03559885546565056,0.03866507112979889,0.04173128306865692,0.04479749873280525,0.04786371439695358,0.05092993006110191,0.053996145725250244,0.057062361389398575,0.060128577053546906,0.06319478899240494,0.06626100838184357,0.0693272203207016,0.07239343971014023,0.07545965164899826,0.07852587103843689,0.08159208297729492,0.08465829491615295,0.08772451430559158,0.09079072624444962,0.09385694563388824,0.09692315757274628,0.0999893769621849,0.10305558890104294],"_type":"histogram","values":[4,2,2,13,20,38,54,66,131,220,333,552,896,1230,1800,2714,3797,5032,6960,8960,11411,14208,17249,20640,23788,27336,29950,32668,34441,35620,35872,35779,34173,32259,29748,26460,23243,19898,16837,13646,11008,8442,6544,4859,3511,2539,1738,1138,742,479,313,212,111,59,30,20,13,7,4,2,1,0,1,1]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,3,4,6,10,14,24,32,57,81,105,105,84,73,68,51,52,29,24,36,30,23,24,30,17,20,29,18,14,25,29,25,33,34,39,29,55,42,65,92,91,104,100,69,48,34,27,10,9,9,1,1,6,1,3],"bins":[-0.00021184454089961946,-0.0002059270191239193,-0.00020000949734821916,-0.000194091975572519,-0.00018817445379681885,-0.0001822569320211187,-0.00017633941024541855,-0.0001704218884697184,-0.00016450436669401824,-0.0001585868449183181,-0.00015266932314261794,-0.0001467518013669178,-0.00014083427959121764,-0.00013491675781551749,-0.00012899923603981733,-0.00012308171426411718,-0.00011716418521245942,-0.00011124666343675926,-0.00010532914166105911,-9.941161988535896e-05,-9.349409810965881e-05,-8.757657633395866e-05,-8.16590545582585e-05,-7.574153278255835e-05,-6.982400373090059e-05,-6.390648195520043e-05,-5.798896381747909e-05,-5.207144204177894e-05,-4.615391662809998e-05,-4.0236394852399826e-05,-3.4318873076699674e-05,-2.8401351300999522e-05,-2.248382952529937e-05,-1.656630774959922e-05,-1.0648785064404365e-05,-4.731262833956862e-06,1.186259396490641e-06,7.103781626938144e-06,1.3021303857385647e-05,1.89388265425805e-05,2.4856348318280652e-05,3.0773870093980804e-05,3.6691391869680956e-05,4.260891364538111e-05,4.852643905906007e-05,5.444396083476022e-05,6.036148261046037e-05,6.627900438616052e-05,7.219652616186067e-05,7.811404793756083e-05,8.403156971326098e-05,8.994909148896113e-05,9.586661326466128e-05,0.00010178413504036143,0.00010770165681606159,0.00011361917859176174,0.0001195367076434195,0.00012545422941911966,0.0001313717511948198,0.00013728927297051996,0.0001432067947462201,0.00014912431652192026,0.00015504183829762042,0.00016095936007332057,0.00016687688184902072]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,1,0,5,3,2,7,7,10,15,22,37,58,77,95,132,183,314,443,654,1034,1497,2384,3546,5771,9339,15228,24834,43862,92736,175620,98001,46064,25843,15724,9464,5891,3831,2367,1650,1032,668,443,291,198,117,96,68,53,28,23,18,9,12,4,5,2,2,0,1,1,0,1],"bins":[-0.003147125244140625,-0.0030473172664642334,-0.002947509288787842,-0.00284770131111145,-0.0027478933334350586,-0.002648085355758667,-0.0025482773780822754,-0.002448469400405884,-0.002348661422729492,-0.0022488534450531006,-0.002149045467376709,-0.0020492374897003174,-0.0019494295120239258,-0.0018496215343475342,-0.0017498135566711426,-0.001650005578994751,-0.0015501976013183594,-0.0014503896236419678,-0.0013505816459655762,-0.0012507736682891846,-0.001150965690612793,-0.0010511577129364014,-0.0009513497352600098,-0.0008515417575836182,-0.0007517337799072266,-0.000651925802230835,-0.0005521178245544434,-0.00045230984687805176,-0.00035250186920166016,-0.00025269389152526855,-0.00015288591384887695,-5.307793617248535e-05,4.673004150390625e-05,0.00014653801918029785,0.00024634599685668945,0.00034615397453308105,0.00044596195220947266,0.0005457699298858643,0.0006455779075622559,0.0007453858852386475,0.0008451938629150391,0.0009450018405914307,0.0010448098182678223,0.0011446177959442139,0.0012444257736206055,0.001344233751296997,0.0014440417289733887,0.0015438497066497803,0.0016436576843261719,0.0017434656620025635,0.001843273639678955,0.0019430816173553467,0.0020428895950317383,0.00214269757270813,0.0022425055503845215,0.002342313528060913,0.0024421215057373047,0.0025419294834136963,0.002641737461090088,0.0027415454387664795,0.002841353416442871,0.0029411613941192627,0.0030409693717956543,0.003140777349472046,0.0032405853271484375],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[1,2,0,4,3,5,5,4,5,11,13,7,10,9,6,20,17,16,17,13,14,12,14,22,16,20,15,24,27,19,20,18,16,22,21,27,13,17,19,13,19,19,20,20,9,16,10,10,17,13,14,11,8,10,7,8,5,4,5,1,2,1,1,1],"bins":[-0.0001764597836881876,-0.00017099174147006124,-0.00016552368470001966,-0.0001600556424818933,-0.00015458758571185172,-0.00014911954349372536,-0.00014365148672368377,-0.00013818344450555742,-0.00013271538773551583,-0.00012724734551738948,-0.0001217792960233055,-0.00011631124652922153,-0.00011084320431109518,-0.00010537515481701121,-9.990710532292724e-05,-9.443905582884327e-05,-8.89710063347593e-05,-8.350295684067532e-05,-7.803490734659135e-05,-7.256685785250738e-05,-6.709880835842341e-05,-6.163076614029706e-05,-5.6162716646213084e-05,-5.0694667152129114e-05,-4.522661765804514e-05,-3.975856816396117e-05,-3.42905186698772e-05,-2.8822472813772038e-05,-2.3354423319688067e-05,-1.7886373825604096e-05,-1.2418326150509529e-05,-6.95027756592026e-06,-1.4822144294157624e-06,3.985834155173507e-06,9.453882739762776e-06,1.4921931324352045e-05,2.0389979908941314e-05,2.5858029403025284e-05,3.132607525913045e-05,3.679412475321442e-05,4.226217424729839e-05,4.773022374138236e-05,5.319827323546633e-05,5.8666319091571495e-05,6.413436494767666e-05,6.960241444176063e-05,7.50704639358446e-05,8.053851342992857e-05,8.600656292401254e-05,9.147461241809651e-05,9.694266191218048e-05,0.00010241071140626445,0.00010787876090034842,0.00011334680311847478,0.00011881485261255875,0.00012428290210664272,0.0001297509588766843,0.00013521900109481066,0.00014068704331293702,0.0001461551000829786,0.00015162314230110496,0.00015709119907114655,0.0001625592412892729,0.0001680272980593145,0.00017349534027744085],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.00496673583984375,-0.004819750785827637,-0.0046727657318115234,-0.00452578067779541,-0.004378795623779297,-0.004231810569763184,-0.00408482551574707,-0.003937840461730957,-0.0037908554077148438,-0.0036438703536987305,-0.003496885299682617,-0.003349900245666504,-0.0032029151916503906,-0.0030559301376342773,-0.002908945083618164,-0.0027619600296020508,-0.0026149749755859375,-0.0024679899215698242,-0.002321004867553711,-0.0021740198135375977,-0.0020270347595214844,-0.001880049705505371,-0.0017330646514892578,-0.0015860795974731445,-0.0014390945434570312,-0.001292109489440918,-0.0011451244354248047,-0.0009981393814086914,-0.0008511543273925781,-0.0007041692733764648,-0.0005571842193603516,-0.0004101991653442383,-0.000263214111328125,-0.00011622905731201172,3.075599670410156e-05,0.00017774105072021484,0.0003247261047363281,0.0004717111587524414,0.0006186962127685547,0.000765681266784668,0.0009126663208007812,0.0010596513748168945,0.0012066364288330078,0.001353621482849121,0.0015006065368652344,0.0016475915908813477,0.001794576644897461,0.0019415616989135742,0.0020885467529296875,0.0022355318069458008,0.002382516860961914,0.0025295019149780273,0.0026764869689941406,0.002823472023010254,0.002970457077026367,0.0031174421310424805,0.0032644271850585938,0.003411412239074707,0.0035583972930908203,0.0037053823471069336,0.003852367401123047,0.00399935245513916,0.0041463375091552734,0.004293322563171387,0.0044403076171875],"_type":"histogram","values":[1,0,0,1,0,0,0,1,2,2,3,5,8,5,8,15,27,52,54,87,124,178,328,478,801,1392,2220,3806,6785,11630,20147,36662,75261,179442,129680,54335,28021,15926,9013,5346,3123,1853,1116,676,384,277,176,120,80,55,36,29,17,5,11,4,4,2,1,3,2,1,2,1]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,0,2,1,5,5,10,17,25,18,32,29,42,26,15,19,18,12,12,10,15,6,8,4,11,3,6,4,11,6,10,5,10,9,5,6,7,9,10,9,11,9,9,13,8,16,15,22,31,31,41,36,24,15,12,7,8,0,4,2,0,1],"bins":[-0.0001486286782892421,-0.00014415362966246903,-0.0001396785955876112,-0.00013520354696083814,-0.0001307285128859803,-0.00012625346425920725,-0.00012177843018434942,-0.00011730338883353397,-0.00011282834748271853,-0.00010835329885594547,-0.00010387825750513002,-9.940321615431458e-05,-9.492817480349913e-05,-9.045313345268369e-05,-8.597809210186824e-05,-8.15030507510528e-05,-7.702800940023735e-05,-7.25529680494219e-05,-6.807792669860646e-05,-6.360288534779102e-05,-5.912784399697557e-05,-5.465279900818132e-05,-5.0177757657365873e-05,-4.570271630655043e-05,-4.122767495573498e-05,-3.675263360491954e-05,-3.227759225410409e-05,-2.7802549084299244e-05,-2.33275077334838e-05,-1.8852466382668354e-05,-1.4377424122358207e-05,-9.90238186204806e-06,-5.4273405112326145e-06,-9.522987056698184e-07,3.5227430998929776e-06,7.997785360203125e-06,1.247282671101857e-05,1.6947868061834015e-05,2.1422911231638864e-05,2.589795258245431e-05,3.0372993933269754e-05,3.48480352840852e-05,3.9323076634900644e-05,4.379811798571609e-05,4.827316297451034e-05,5.274820432532579e-05,5.722324567614123e-05,6.169828702695668e-05,6.617332837777212e-05,7.064836972858757e-05,7.512341107940301e-05,7.959845243021846e-05,8.40734937810339e-05,8.854853513184935e-05,9.30235764826648e-05,9.749861783348024e-05,0.0001019736664602533,0.00010644870781106874,0.00011092374916188419,0.00011539879051269963,0.00011987383186351508,0.0001243488659383729,0.00012882391456514597,0.0001332989486400038,0.00013777399726677686],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,1,2,0,0,1,1,1,3,2,5,5,5,2,5,10,17,22,21,26,42,64,64,71,75,75,67,51,27,27,17,17,6,4,4,4,4,0,5,2,2,2,3,1,0,0,0,2,0,0,1],"bins":[-7.849931716918945e-05,-7.638335227966309e-05,-7.426738739013672e-05,-7.215142250061035e-05,-7.003545761108398e-05,-6.791949272155762e-05,-6.580352783203125e-05,-6.368756294250488e-05,-6.157159805297852e-05,-5.945563316345215e-05,-5.733966827392578e-05,-5.5223703384399414e-05,-5.310773849487305e-05,-5.099177360534668e-05,-4.887580871582031e-05,-4.6759843826293945e-05,-4.464387893676758e-05,-4.252791404724121e-05,-4.0411949157714844e-05,-3.8295984268188477e-05,-3.618001937866211e-05,-3.406405448913574e-05,-3.1948089599609375e-05,-2.9832124710083008e-05,-2.771615982055664e-05,-2.5600194931030273e-05,-2.3484230041503906e-05,-2.136826515197754e-05,-1.9252300262451172e-05,-1.7136335372924805e-05,-1.5020370483398438e-05,-1.290440559387207e-05,-1.0788440704345703e-05,-8.672475814819336e-06,-6.556510925292969e-06,-4.4405460357666016e-06,-2.3245811462402344e-06,-2.086162567138672e-07,1.9073486328125e-06,4.023313522338867e-06,6.139278411865234e-06,8.255243301391602e-06,1.0371208190917969e-05,1.2487173080444336e-05,1.4603137969970703e-05,1.671910285949707e-05,1.8835067749023438e-05,2.0951032638549805e-05,2.3066997528076172e-05,2.518296241760254e-05,2.7298927307128906e-05,2.9414892196655273e-05,3.153085708618164e-05,3.364682197570801e-05,3.5762786865234375e-05,3.787875175476074e-05,3.999471664428711e-05,4.2110681533813477e-05,4.4226646423339844e-05,4.634261131286621e-05,4.845857620239258e-05,5.0574541091918945e-05,5.269050598144531e-05,5.480647087097168e-05,5.692243576049805e-05]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,1,2,2,2,2,2,2,6,5,6,6,11,16,17,14,20,30,35,62,62,92,91,102,128,153,161,165,147,110,95,110,72,80,45,55,37,20,10,15,12,11,10,4,2,8,2,2,1,0,0,0,2,0,1,0,0,0,0,0,1],"bins":[-0.01433563232421875,-0.013859868049621582,-0.013384103775024414,-0.012908339500427246,-0.012432575225830078,-0.01195681095123291,-0.011481046676635742,-0.011005282402038574,-0.010529518127441406,-0.010053753852844238,-0.00957798957824707,-0.009102225303649902,-0.008626461029052734,-0.008150696754455566,-0.0076749324798583984,-0.0071991682052612305,-0.0067234039306640625,-0.0062476396560668945,-0.0057718753814697266,-0.005296111106872559,-0.004820346832275391,-0.004344582557678223,-0.0038688182830810547,-0.0033930540084838867,-0.0029172897338867188,-0.0024415254592895508,-0.001965761184692383,-0.0014899969100952148,-0.0010142326354980469,-0.0005384683609008789,-6.270408630371094e-05,0.00041306018829345703,0.000888824462890625,0.001364588737487793,0.001840353012084961,0.002316117286682129,0.002791881561279297,0.003267645835876465,0.003743410110473633,0.004219174385070801,0.004694938659667969,0.005170702934265137,0.005646467208862305,0.006122231483459473,0.006597995758056641,0.007073760032653809,0.0075495243072509766,0.008025288581848145,0.008501052856445312,0.00897681713104248,0.009452581405639648,0.009928345680236816,0.010404109954833984,0.010879874229431152,0.01135563850402832,0.011831402778625488,0.012307167053222656,0.012782931327819824,0.013258695602416992,0.01373445987701416,0.014210224151611328,0.014685988426208496,0.015161752700805664,0.015637516975402832,0.01611328125],"_type":"histogram"},"_timestamp":1.752790241394608e+09,"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,0,1,0,0,4,2,4,7,0,3,12,11,21,13,28,25,25,22,17,21,13,26,16,8,14,14,18,17,13,16,10,17,22,19,18,17,24,28,36,28,22,23,21,20,16,15,15,9,7,3,4,4,3,4,2,1,1,1,1,2,1],"bins":[0.9997578859329224,0.9997657537460327,0.9997736811637878,0.9997815489768982,0.9997894763946533,0.9997973442077637,0.999805212020874,0.9998131394386292,0.9998210072517395,0.9998288750648499,0.999836802482605,0.9998446702957153,0.9998525381088257,0.9998604655265808,0.9998683333396912,0.9998762607574463,0.9998841285705566,0.999891996383667,0.9998999238014221,0.9999077916145325,0.9999157190322876,0.999923586845398,0.9999314546585083,0.9999393820762634,0.9999472498893738,0.9999551177024841,0.9999630451202393,0.9999709129333496,0.99997878074646,0.9999867081642151,0.9999945759773254,1.0000025033950806,1.000010371208191,1.0000182390213013,1.0000261068344116,1.0000340938568115,1.0000419616699219,1.0000498294830322,1.0000576972961426,1.000065565109253,1.0000734329223633,1.0000814199447632,1.0000892877578735,1.0000971555709839,1.0001050233840942,1.0001128911972046,1.0001208782196045,1.0001287460327148,1.0001366138458252,1.0001444816589355,1.000152349472046,1.0001603364944458,1.0001682043075562,1.0001760721206665,1.0001839399337769,1.0001918077468872,1.000199794769287,1.0002076625823975,1.0002155303955078,1.0002233982086182,1.0002312660217285,1.0002391338348389,1.0002471208572388,1.0002549886703491,1.0002628564834595]},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,2,1,0,2,1,2,3,2,7,4,9,5,9,10,11,13,11,13,11,15,14,26,27,34,31,17,32,25,26,30,32,27,25,17,26,21,18,34,22,23,16,15,15,15,12,9,10,4,13,6,3,2,1,4,1,0,1,0,0,1,0,0,1],"bins":[-0.0282440185546875,-0.02732396125793457,-0.02640390396118164,-0.02548384666442871,-0.02456378936767578,-0.02364373207092285,-0.022723674774169922,-0.021803617477416992,-0.020883560180664062,-0.019963502883911133,-0.019043445587158203,-0.018123388290405273,-0.017203330993652344,-0.016283273696899414,-0.015363216400146484,-0.014443159103393555,-0.013523101806640625,-0.012603044509887695,-0.011682987213134766,-0.010762929916381836,-0.009842872619628906,-0.008922815322875977,-0.008002758026123047,-0.007082700729370117,-0.0061626434326171875,-0.005242586135864258,-0.004322528839111328,-0.0034024715423583984,-0.0024824142456054688,-0.001562356948852539,-0.0006422996520996094,0.0002777576446533203,0.00119781494140625,0.0021178722381591797,0.0030379295349121094,0.003957986831665039,0.004878044128417969,0.0057981014251708984,0.006718158721923828,0.007638216018676758,0.008558273315429688,0.009478330612182617,0.010398387908935547,0.011318445205688477,0.012238502502441406,0.013158559799194336,0.014078617095947266,0.014998674392700195,0.015918731689453125,0.016838788986206055,0.017758846282958984,0.018678903579711914,0.019598960876464844,0.020519018173217773,0.021439075469970703,0.022359132766723633,0.023279190063476562,0.024199247360229492,0.025119304656982422,0.02603936195373535,0.02695941925048828,0.02787947654724121,0.02879953384399414,0.02971959114074707,0.0306396484375]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,3,2,2,2,1,0,9,4,4,9,6,7,9,12,8,18,18,12,20,16,16,32,25,28,27,35,38,34,31,26,25,26,30,34,33,17,22,21,18,16,14,13,3,7,7,9,5,4,3,0,0,1,0,3,0,0,0,0,1,0,0,0,1],"bins":[-0.0177764892578125,-0.017152786254882812,-0.016529083251953125,-0.015905380249023438,-0.01528167724609375,-0.014657974243164062,-0.014034271240234375,-0.013410568237304688,-0.012786865234375,-0.012163162231445312,-0.011539459228515625,-0.010915756225585938,-0.01029205322265625,-0.009668350219726562,-0.009044647216796875,-0.008420944213867188,-0.0077972412109375,-0.0071735382080078125,-0.006549835205078125,-0.0059261322021484375,-0.00530242919921875,-0.0046787261962890625,-0.004055023193359375,-0.0034313201904296875,-0.0028076171875,-0.0021839141845703125,-0.001560211181640625,-0.0009365081787109375,-0.00031280517578125,0.0003108978271484375,0.000934600830078125,0.0015583038330078125,0.0021820068359375,0.0028057098388671875,0.003429412841796875,0.0040531158447265625,0.00467681884765625,0.0053005218505859375,0.005924224853515625,0.0065479278564453125,0.007171630859375,0.0077953338623046875,0.008419036865234375,0.009042739868164062,0.00966644287109375,0.010290145874023438,0.010913848876953125,0.011537551879882812,0.0121612548828125,0.012784957885742188,0.013408660888671875,0.014032363891601562,0.01465606689453125,0.015279769897460938,0.015903472900390625,0.016527175903320312,0.01715087890625,0.017774581909179688,0.018398284912109375,0.019021987915039062,0.01964569091796875,0.020269393920898438,0.020893096923828125,0.021516799926757812,0.0221405029296875]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,0,2,1,0,2,5,3,6,9,4,7,15,7,20,19,22,19,23,24,25,35,29,30,33,31,33,42,33,38,31,34,29,18,23,22,19,16,8,10,11,9,2,1,5,4,1,2,0,0,0,0,2,0,0,1],"bins":[-0.002063751220703125,-0.002003312110900879,-0.0019428730010986328,-0.0018824338912963867,-0.0018219947814941406,-0.0017615556716918945,-0.0017011165618896484,-0.0016406774520874023,-0.0015802383422851562,-0.0015197992324829102,-0.001459360122680664,-0.001398921012878418,-0.0013384819030761719,-0.0012780427932739258,-0.0012176036834716797,-0.0011571645736694336,-0.0010967254638671875,-0.0010362863540649414,-0.0009758472442626953,-0.0009154081344604492,-0.0008549690246582031,-0.000794529914855957,-0.0007340908050537109,-0.0006736516952514648,-0.0006132125854492188,-0.0005527734756469727,-0.0004923343658447266,-0.00043189525604248047,-0.0003714561462402344,-0.0003110170364379883,-0.0002505779266357422,-0.0001901388168334961,-0.00012969970703125,-6.92605972290039e-05,-8.821487426757812e-06,5.161762237548828e-05,0.00011205673217773438,0.00017249584197998047,0.00023293495178222656,0.00029337406158447266,0.00035381317138671875,0.00041425228118896484,0.00047469139099121094,0.000535130500793457,0.0005955696105957031,0.0006560087203979492,0.0007164478302001953,0.0007768869400024414,0.0008373260498046875,0.0008977651596069336,0.0009582042694091797,0.0010186433792114258,0.0010790824890136719,0.001139521598815918,0.001199960708618164,0.0012603998184204102,0.0013208389282226562,0.0013812780380249023,0.0014417171478271484,0.0015021562576293945,0.0015625953674316406,0.0016230344772338867,0.0016834735870361328,0.001743912696838379,0.001804351806640625]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.00016637379303574562,-0.00016099768981803209,-0.00015562158660031855,-0.00015024548338260502,-0.0001448693947168067,-0.00013949329149909317,-0.00013411718828137964,-0.0001287410850636661,-0.00012336498184595257,-0.00011798888590419665,-0.00011261278268648311,-0.00010723667946876958,-0.00010186058352701366,-9.648448030930012e-05,-9.110837709158659e-05,-8.573228114983067e-05,-8.035617793211713e-05,-7.49800747144036e-05,-6.960397877264768e-05,-6.422787555493414e-05,-5.885177233722061e-05,-5.347567275748588e-05,-4.8099573177751154e-05,-4.272346996003762e-05,-3.734737038030289e-05,-3.1971270800568163e-05,-2.659516758285463e-05,-2.12190680031199e-05,-1.584296660439577e-05,-1.0466865205671638e-05,-5.090764716442209e-06,2.8533622753457166e-07,5.661437171511352e-06,1.1037538570235483e-05,1.6413639968959615e-05,2.1789739548694342e-05,2.7165840947418474e-05,3.2541942346142605e-05,3.791804192587733e-05,4.329414514359087e-05,4.8670244723325595e-05,5.404634430306032e-05,5.942244752077386e-05,6.479855073848739e-05,7.017464668024331e-05,7.555074989795685e-05,8.092685311567038e-05,8.63029490574263e-05,9.167905227513984e-05,9.705515549285337e-05,0.0001024312514346093,0.00010780735465232283,0.00011318345787003636,0.00011855955381179228,0.00012393566430546343,0.00012931175297126174,0.00013468785618897527,0.0001400639594066888,0.00014544006262440234,0.00015081616584211588,0.00015619226905982941,0.00016156835772562772,0.00016694446094334126,0.0001723205641610548,0.00017769666737876832],"_type":"histogram","values":[2,1,1,0,6,7,8,10,12,10,13,13,18,12,21,19,12,20,19,18,16,12,15,17,18,11,11,11,12,18,11,10,18,9,10,17,14,20,9,14,17,20,22,25,19,11,24,17,18,10,8,10,18,10,11,10,10,1,3,2,2,4,0,1]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,2,2,1,5,5,11,14,22,28,45,34,25,34,20,29,10,14,11,13,4,14,4,2,7,10,7,6,4,2,9,7,5,9,5,7,5,6,8,6,6,8,12,11,18,12,21,27,22,35,31,32,24,16,11,13,8,3,3,1,0,0,0,1],"bins":[-0.00013544665125664324,-0.00013101768854539841,-0.00012658874038606882,-0.000122159777674824,-0.0001177308295154944,-0.00011330186680424958,-0.00010887291136896238,-0.00010444395593367517,-0.00010001500049838796,-9.558604506310076e-05,-9.115708962781355e-05,-8.672813419252634e-05,-8.229917148128152e-05,-7.787021604599431e-05,-7.34412606107071e-05,-6.90123051754199e-05,-6.458334974013269e-05,-6.015439430484548e-05,-5.5725438869558275e-05,-5.129647979629226e-05,-4.686752436100505e-05,-4.2438568925717846e-05,-3.800960985245183e-05,-3.3580654417164624e-05,-2.9151698981877416e-05,-2.472274354659021e-05,-2.0293786292313598e-05,-1.5864829038036987e-05,-1.143587360274978e-05,-7.006917257967871e-06,-2.5779609131859615e-06,1.8509954315959476e-06,6.279937224462628e-06,1.0708893569244538e-05,1.5137849914026447e-05,1.9566807168303058e-05,2.3995762603590265e-05,2.8424718038877472e-05,3.285367711214349e-05,3.7282632547430694e-05,4.17115879827179e-05,4.614054341800511e-05,5.0569498853292316e-05,5.499845792655833e-05,5.942741336184554e-05,6.385637243511155e-05,6.828532787039876e-05,7.271428330568597e-05,7.714323874097317e-05,8.157219417626038e-05,8.600114961154759e-05,9.04301050468348e-05,9.4859060482122e-05,9.928802319336683e-05,0.00010371697862865403,0.00010814593406394124,0.00011257488949922845,0.00011700384493451566,0.00012143280036980286,0.00012586175580509007,0.0001302907185163349,0.00013471966667566448,0.0001391486293869093,0.0001435775775462389,0.00014800654025748372]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,2,1,1,3,3,7,9,9,20,29,45,71,78,123,184,273,379,653,956,1479,2399,3939,6491,11284,20754,39411,83182,211265,638596,326710,112865,51170,25962,13968,7979,4593,2806,1829,1140,712,509,324,194,162,93,65,43,25,14,17,8,10,2,4,4,3,1,1,3],"bins":[-0.0307159423828125,-0.029803991317749023,-0.028892040252685547,-0.02798008918762207,-0.027068138122558594,-0.026156187057495117,-0.02524423599243164,-0.024332284927368164,-0.023420333862304688,-0.02250838279724121,-0.021596431732177734,-0.020684480667114258,-0.01977252960205078,-0.018860578536987305,-0.017948627471923828,-0.01703667640686035,-0.016124725341796875,-0.015212774276733398,-0.014300823211669922,-0.013388872146606445,-0.012476921081542969,-0.011564970016479492,-0.010653018951416016,-0.009741067886352539,-0.008829116821289062,-0.007917165756225586,-0.007005214691162109,-0.006093263626098633,-0.005181312561035156,-0.00426936149597168,-0.003357410430908203,-0.0024454593658447266,-0.00153350830078125,-0.0006215572357177734,0.0002903938293457031,0.0012023448944091797,0.0021142959594726562,0.003026247024536133,0.003938198089599609,0.004850149154663086,0.0057621002197265625,0.006674051284790039,0.007586002349853516,0.008497953414916992,0.009409904479980469,0.010321855545043945,0.011233806610107422,0.012145757675170898,0.013057708740234375,0.013969659805297852,0.014881610870361328,0.015793561935424805,0.01670551300048828,0.017617464065551758,0.018529415130615234,0.01944136619567871,0.020353317260742188,0.021265268325805664,0.02217721939086914,0.023089170455932617,0.024001121520996094,0.02491307258605957,0.025825023651123047,0.026736974716186523,0.02764892578125]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,1,1,3,2,3,2,2,3,2,9,4,5,11,7,13,17,19,25,16,31,21,31,25,35,30,29,38,31,30,36,33,26,36,28,19,23,17,16,14,14,9,12,13,10,2,3,0,4,2,0,0,1,1,0,0,1],"bins":[-0.04091719537973404,-0.03973962739109993,-0.03856205940246582,-0.03738449513912201,-0.0362069271504879,-0.03502935916185379,-0.03385179117321968,-0.03267422318458557,-0.03149665892124176,-0.0303190890699625,-0.02914152294397354,-0.027963954955339432,-0.026786386966705322,-0.025608820840716362,-0.024431252852082253,-0.023253686726093292,-0.022076118737459183,-0.020898550748825073,-0.019720984622836113,-0.018543416634202003,-0.017365850508213043,-0.016188282519578934,-0.015010714530944824,-0.01383314747363329,-0.012655580416321754,-0.01147801335901022,-0.010300446301698685,-0.009122878313064575,-0.00794531125575304,-0.006767744198441505,-0.005590176675468683,-0.004412609152495861,-0.0032350458204746246,-0.002057478530332446,-0.0008799112401902676,0.00029765604995191097,0.0014752233400940895,0.002652790630236268,0.0038303579203784466,0.005007925443351269,0.006185492500662804,0.0073630595579743385,0.008540626615285873,0.009718194603919983,0.010895761661231518,0.012073328718543053,0.013250896707177162,0.014428463764488697,0.015606030821800232,0.01678359881043434,0.0179611649364233,0.01913873292505741,0.02031629905104637,0.02149386703968048,0.02267143502831459,0.02384900115430355,0.02502656914293766,0.02620413713157177,0.02738170325756073,0.02855927124619484,0.02973683923482895,0.03091440536081791,0.03209197148680687,0.03326953947544098,0.03444710746407509],"_type":"histogram"},"train_batch_loss":2.849665641784668,"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,1,3,4,5,6,8,8,17,13,25,29,28,32,21,17,14,22,15,17,11,12,10,19,10,13,12,10,20,7,25,11,25,20,26,43,26,15,27,18,14,12,16,9,12,7,7,2,8,3,7,4,2,6,2,2,2,3,1,1,1],"bins":[0.999790370464325,0.9997978210449219,0.9998052716255188,0.9998127222061157,0.9998202323913574,0.9998276829719543,0.9998351335525513,0.9998425841331482,0.9998500347137451,0.999857485294342,0.999864935874939,0.9998724460601807,0.9998798966407776,0.9998873472213745,0.9998947978019714,0.9999022483825684,0.9999096989631653,0.9999171495437622,0.9999246597290039,0.9999321103096008,0.9999395608901978,0.9999470114707947,0.9999544620513916,0.9999619126319885,0.9999693632125854,0.9999768733978271,0.9999843239784241,0.999991774559021,0.9999992251396179,1.0000066757202148,1.0000141859054565,1.0000215768814087,1.0000290870666504,1.0000364780426025,1.0000439882278442,1.0000513792037964,1.000058889389038,1.0000663995742798,1.000073790550232,1.0000813007354736,1.0000886917114258,1.0000962018966675,1.0001035928726196,1.0001111030578613,1.000118613243103,1.0001260042190552,1.0001335144042969,1.000140905380249,1.0001484155654907,1.0001558065414429,1.0001633167266846,1.0001708269119263,1.0001782178878784,1.0001857280731201,1.0001931190490723,1.000200629234314,1.0002080202102661,1.0002155303955078,1.0002230405807495,1.0002304315567017,1.0002379417419434,1.0002453327178955,1.0002528429031372,1.0002602338790894,1.000267744064331]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.0999140813946724,-0.0967712476849556,-0.0936284065246582,-0.0904855728149414,-0.08734273910522461,-0.08419989794492722,-0.08105706423521042,-0.07791423052549362,-0.07477138936519623,-0.07162855565547943,-0.06848572194576263,-0.06534288078546524,-0.062200047075748444,-0.05905720964074135,-0.05591437220573425,-0.052771538496017456,-0.04962870106101036,-0.046485863626003265,-0.04334302991628647,-0.04020019248127937,-0.03705735504627228,-0.03391452133655548,-0.030771683901548386,-0.02762884646654129,-0.024486010894179344,-0.021343175321817398,-0.018200337886810303,-0.015057502314448357,-0.011914665810763836,-0.008771829307079315,-0.005628993269056082,-0.0024861569982022047,0.0006566792726516724,0.0037995155435055494,0.0069423518143594265,0.01008518785238266,0.01322802435606718,0.0163708608597517,0.019513696432113647,0.022656533867120743,0.02579936943948269,0.028942205011844635,0.03208504244685173,0.035227879881858826,0.03837071359157562,0.04151355102658272,0.04465638846158981,0.04779922217130661,0.050942059606313705,0.0540848970413208,0.0572277307510376,0.06037056818604469,0.06351340562105179,0.06665623933076859,0.06979908049106598,0.07294191420078278,0.07608474791049957,0.07922758907079697,0.08237042278051376,0.08551325649023056,0.08865609765052795,0.09179893136024475,0.09494176506996155,0.09808460623025894,0.10122743993997574],"_type":"histogram","values":[1,2,4,6,8,21,24,68,134,233,342,628,978,1628,2477,3656,5447,7869,10970,15192,20453,26329,34234,42051,51474,60778,69807,78371,86419,91935,96822,98427,97585,95118,90282,83419,74823,66204,56658,47342,38762,30704,23875,18127,13344,9726,6963,4688,3084,2108,1292,811,500,291,165,86,54,30,17,7,3,3,4,1]},"parameters/bert.embeddings.position_embeddings.weight":{"bins":[-0.08775521069765091,-0.08489023149013519,-0.08202525973320007,-0.07916028052568436,-0.07629530131816864,-0.07343032956123352,-0.0705653503537178,-0.06770037114620209,-0.06483539938926697,-0.06197042018175125,-0.059105440974235535,-0.05624046549201012,-0.0533754900097847,-0.05051051080226898,-0.047645535320043564,-0.04478055611252785,-0.04191558063030243,-0.03905060514807701,-0.036185625940561295,-0.033320650458335876,-0.03045567311346531,-0.027590695768594742,-0.024725720286369324,-0.021860742941498756,-0.01899576559662819,-0.016130788251757622,-0.013265811838209629,-0.010400835424661636,-0.007535858079791069,-0.004670881200581789,-0.001805904321372509,0.001059072557836771,0.003924049437046051,0.006789026316255331,0.009654003195464611,0.012518979609012604,0.015383956953883171,0.01824893429875374,0.021113909780979156,0.023978887125849724,0.02684386447072029,0.02970884181559086,0.032573819160461426,0.035438794642686844,0.03830377012491226,0.04116874933242798,0.0440337248146534,0.04689870402216911,0.04976367950439453,0.05262865498661995,0.055493634194135666,0.058358609676361084,0.0612235888838768,0.06408856064081192,0.06695353984832764,0.06981851905584335,0.07268349826335907,0.07554847002029419,0.0784134492278099,0.08127842843532562,0.08414340019226074,0.08700837939977646,0.08987335860729218,0.0927383303642273,0.09560330957174301],"_type":"histogram","values":[4,5,8,15,23,33,67,83,123,230,363,543,769,1147,1536,2078,2870,3829,4973,6288,7876,9796,11264,13276,15204,17034,18728,20334,21437,22070,22289,22252,21969,20893,19363,17610,15625,13709,11855,10186,8310,6636,5276,4181,3159,2343,1803,1225,871,541,425,267,166,88,65,41,30,16,4,5,2,1,2,2]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.00014949866454117,-0.0001443766086595133,-0.00013925456732977182,-0.0001341325114481151,-0.00012901047011837363,-0.00012388841423671693,-0.00011876635835506022,-0.00011364430974936113,-0.00010852226114366204,-0.00010340021253796294,-9.827816393226385e-05,-9.315610805060714e-05,-8.803405944490805e-05,-8.291201083920896e-05,-7.778995495755225e-05,-7.266790635185316e-05,-6.754585774615407e-05,-6.242380914045498e-05,-5.730175689677708e-05,-5.217970465309918e-05,-4.705765604740009e-05,-4.1935607441700995e-05,-3.6813555198023096e-05,-3.1691502954345196e-05,-2.6569454348646104e-05,-2.144740392395761e-05,-1.6325353499269113e-05,-1.1203303074580617e-05,-6.0812526498921216e-06,-9.592022252036259e-07,4.16284819948487e-06,9.284898624173366e-06,1.4406934496946633e-05,1.952898492163513e-05,2.4651035346323624e-05,2.977308577101212e-05,3.4895136195700616e-05,4.001718480139971e-05,4.513923704507761e-05,5.0261289288755506e-05,5.53833378944546e-05,6.050538650015369e-05,6.562743510585278e-05,7.074949098750949e-05,7.587153959320858e-05,8.099358819890767e-05,8.611564408056438e-05,9.123769268626347e-05,9.635974129196256e-05,0.00010148178989766166,0.00010660383850336075,0.00011172589438501745,0.00011684794299071655,0.00012196999159641564,0.00012709204747807235,0.00013221408880781382,0.00013733614468947053,0.00014245820057112724,0.00014758024190086871,0.00015270229778252542,0.0001578243391122669,0.0001629463949939236,0.0001680684508755803,0.0001731904922053218,0.0001783125480869785],"_type":"histogram","values":[1,0,0,4,4,3,7,6,15,24,35,32,37,35,28,24,17,26,10,11,6,8,10,8,6,6,9,5,4,9,9,4,5,7,7,3,7,8,19,9,14,23,19,24,30,41,30,30,32,23,15,6,4,1,2,2,2,1,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.02674616500735283,-0.02599150501191616,-0.02523684687912464,-0.024482186883687973,-0.023727528750896454,-0.022972868755459785,-0.022218208760023117,-0.021463550627231598,-0.02070889063179493,-0.01995423249900341,-0.019199572503566742,-0.018444912508130074,-0.017690254375338554,-0.016935594379901886,-0.016180936247110367,-0.015426276251673698,-0.014671617187559605,-0.01391695812344551,-0.013162299059331417,-0.012407639063894749,-0.011652979999780655,-0.010898320935666561,-0.010143661871552467,-0.009389002807438374,-0.00863434374332428,-0.007879683747887611,-0.007125024683773518,-0.006370365619659424,-0.00561570655554533,-0.004861047025769949,-0.004106387961655855,-0.0033517286647111177,-0.0025970693677663803,-0.0018424100708216429,-0.0010877508902922273,-0.00033309165155515075,0.0004215675871819258,0.0011762268841266632,0.0019308860646560788,0.0026855452451854944,0.003440204542130232,0.004194863606244326,0.004949523136019707,0.0057041822001338005,0.006458841264247894,0.007213500794023275,0.007968160323798656,0.00872281938791275,0.009477478452026844,0.010232137516140938,0.010986796580255032,0.0117414565756917,0.012496115639805794,0.013250774703919888,0.014005433768033981,0.014760092832148075,0.015514751896262169,0.016269411891698837,0.017024070024490356,0.017778730019927025,0.018533390015363693,0.019288048148155212,0.02004270814359188,0.0207973662763834,0.02155202627182007],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,0,1,0,2,4,2,3,0,6,7,7,7,7,12,9,16,19,23,34,36,42,56,72,67,54,59,42,30,22,22,13,14,13,11,6,5,5,3,3,6,3,5,3,2,2,0,3,0,2,0,2,2]},"gradients/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,2,0,0,1,2,1,1,4,8,7,8,7,16,6,13,18,14,23,28,26,32,35,15,24,35,43,35,37,24,27,36,28,22,26,17,18,20,19,11,8,17,13,9,4,4,4,3,6,2,2,0,1,1,1,1],"bins":[-0.04548802971839905,-0.04421363025903702,-0.04293923079967499,-0.04166483134031296,-0.04039043188095093,-0.0391160324215889,-0.03784163296222687,-0.03656723350286484,-0.03529283404350281,-0.03401843458414078,-0.03274403512477875,-0.03146963566541672,-0.030195238068699837,-0.028920838609337807,-0.027646439149975777,-0.026372039690613747,-0.025097640231251717,-0.023823240771889687,-0.022548841312527657,-0.021274441853165627,-0.020000042393803596,-0.018725642934441566,-0.017451243475079536,-0.016176844015717506,-0.014902445487678051,-0.013628046028316021,-0.012353646568953991,-0.011079247109591961,-0.009804848581552505,-0.008530449122190475,-0.0072560496628284454,-0.005981650203466415,-0.004707250744104385,-0.0034328512847423553,-0.002158452058210969,-0.0008840527152642608,0.00039034662768244743,0.0016647459706291556,0.002939145313575864,0.00421354454010725,0.00548794399946928,0.00676234345883131,0.00803674291819334,0.00931114237755537,0.010585540905594826,0.011859940364956856,0.013134339824318886,0.014408739283680916,0.015683138743042946,0.016957538202404976,0.018231937661767006,0.019506337121129036,0.020780736580491066,0.022055136039853096,0.023329535499215126,0.024603934958577156,0.025878332555294037,0.027152732014656067,0.028427131474018097,0.029701530933380127,0.030975930392742157,0.03225032985210419,0.03352472931146622,0.03479912877082825,0.03607352823019028]},"parameters/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.10350373387336731,-0.10027644783258438,-0.09704916179180145,-0.09382187575101852,-0.09059459716081619,-0.08736731112003326,-0.08414002507925034,-0.08091273903846741,-0.07768545299768448,-0.07445816695690155,-0.07123088836669922,-0.06800360232591629,-0.06477631628513336,-0.06154903024435043,-0.058321744203567505,-0.055094461888074875,-0.051867175847291946,-0.04863988980650902,-0.04541260749101639,-0.04218532145023346,-0.03895803540945053,-0.0357307530939579,-0.03250346705317497,-0.029276181012392044,-0.026048896834254265,-0.022821612656116486,-0.019594326615333557,-0.016367042437195778,-0.013139757327735424,-0.00991247221827507,-0.006685187574476004,-0.0034579026978462934,-0.00023061782121658325,0.002996667055413127,0.006223951932042837,0.009451236575841904,0.012678521685302258,0.01590580679476261,0.01913309097290039,0.02236037701368332,0.0255876611918211,0.028814945369958878,0.032042231410741806,0.035269517451524734,0.038496799767017365,0.04172408580780029,0.04495137184858322,0.04817865416407585,0.05140594020485878,0.05463322624564171,0.05786050856113434,0.06108779460191727,0.0643150806427002,0.06754236668348312,0.07076965272426605,0.07399693131446838,0.07722421735525131,0.08045150339603424,0.08367878943681717,0.0869060754776001,0.09013336151838303,0.09336064010858536,0.09658792614936829,0.09981521219015121,0.10304249823093414],"_type":"histogram","values":[2,1,1,0,3,4,12,38,71,134,263,407,738,1173,1933,2819,4305,6258,9213,13058,17913,23536,30740,38776,48059,57540,67565,76666,86060,93177,97705,101240,100749,98142,93580,86638,78557,69103,59007,49414,40241,31749,24818,18725,13727,9736,6543,4681,2996,2025,1245,740,479,263,144,76,48,10,8,7,1,1,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[2,2,0,0,4,2,7,11,23,20,35,56,84,104,114,98,68,57,59,36,45,49,33,34,19,24,27,26,13,26,36,27,29,31,35,56,58,66,85,83,110,124,75,57,34,26,14,6,4,4,3,2,1,0,0,3,0,0,0,0,0,0,0,1],"bins":[-0.00018301898671779782,-0.00017641785962041467,-0.0001698167179711163,-0.00016321559087373316,-0.00015661446377635002,-0.00015001332212705165,-0.0001434121950296685,-0.00013681106793228537,-0.000130209926282987,-0.00012360879918560386,-0.0001170076648122631,-0.00011040653043892235,-0.0001038054033415392,-9.720426896819845e-05,-9.060313459485769e-05,-8.400200749747455e-05,-7.74008731241338e-05,-7.079973875079304e-05,-6.41986116534099e-05,-5.759747728006914e-05,-5.099634290672839e-05,-4.439521217136644e-05,-3.779408143600449e-05,-3.1192947062663734e-05,-2.4591816327301785e-05,-1.7990683772950433e-05,-1.1389552128093783e-05,-4.7884200284897815e-06,1.8127120711142197e-06,8.413844625465572e-06,1.5014976270322222e-05,2.1616107915178873e-05,2.8217240469530225e-05,3.4818371204892173e-05,4.141950557823293e-05,4.802063631359488e-05,5.4621770686935633e-05,6.122289778431877e-05,6.782403215765953e-05,7.442516653100029e-05,8.102630090434104e-05,8.762742800172418e-05,9.422856237506494e-05,0.0001008296967484057,0.00010743082384578884,0.00011403195821912959,0.00012063309259247035,0.0001272342196898535,0.00013383536133915186,0.000140436488436535,0.00014703761553391814,0.0001536387571832165,0.00016023988428059965,0.0001668410113779828,0.00017344215302728117,0.0001800432801246643,0.00018664440722204745,0.00019324554887134582,0.00019984667596872896,0.0002064478030661121,0.00021304894471541047,0.0002196500718127936,0.00022625119891017675,0.00023285234055947512,0.00023945346765685827],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.02558300271630287,-0.02478060871362686,-0.023978212848305702,-0.023175818845629692,-0.022373424842953682,-0.021571028977632523,-0.020768634974956512,-0.019966240972280502,-0.019163846969604492,-0.018361451104283333,-0.017559057101607323,-0.016756663098931313,-0.015954267233610153,-0.015151873230934143,-0.014349478296935558,-0.013547084294259548,-0.012744689360260963,-0.011942294426262379,-0.011139900423586369,-0.010337505489587784,-0.009535111486911774,-0.008732716552913189,-0.007930321618914604,-0.007127927150577307,-0.006325532682240009,-0.005523138213902712,-0.004720743745565414,-0.00391834881156683,-0.0031159543432295322,-0.002313559874892235,-0.0015111651737242937,-0.0007087705889716744,9.362585842609406e-05,0.0008960204431787133,0.0016984150279313326,0.0025008097290992737,0.003303204197436571,0.0041055986657738686,0.004907993599772453,0.005710388068109751,0.006512782536447048,0.007315177004784346,0.008117571473121643,0.008919966407120228,0.009722361341118813,0.010524755343794823,0.011327150277793407,0.012129544280469418,0.012931939214468002,0.013734334148466587,0.014536728151142597,0.015339123085141182,0.016141517087817192,0.01694391295313835,0.01774630695581436,0.01854870095849037,0.019351094961166382,0.02015349082648754,0.02095588482916355,0.02175827883183956,0.02256067469716072,0.02336306869983673,0.02416546270251274,0.0249678585678339,0.02577025257050991],"_type":"histogram","values":[1,0,0,0,0,1,0,0,3,2,1,1,2,1,3,1,3,4,6,7,7,5,10,11,23,26,30,33,41,47,73,68,65,59,47,32,24,27,12,13,7,10,11,8,6,8,4,4,4,2,1,2,1,3,0,3,1,0,0,1,0,1,1,1]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[5,4,2,2,7,16,19,30,30,53,60,118,161,224,283,398,527,713,976,1376,1912,2492,3413,4442,6099,8251,11571,16844,24426,37850,59107,86470,96610,74486,47989,30955,20282,14144,9916,7388,5367,3882,2820,2137,1606,1167,874,654,464,331,251,166,142,84,64,55,26,28,19,15,10,3,4,4],"bins":[-0.0244598388671875,-0.023701906204223633,-0.022943973541259766,-0.0221860408782959,-0.02142810821533203,-0.020670175552368164,-0.019912242889404297,-0.01915431022644043,-0.018396377563476562,-0.017638444900512695,-0.016880512237548828,-0.01612257957458496,-0.015364646911621094,-0.014606714248657227,-0.01384878158569336,-0.013090848922729492,-0.012332916259765625,-0.011574983596801758,-0.01081705093383789,-0.010059118270874023,-0.009301185607910156,-0.008543252944946289,-0.007785320281982422,-0.007027387619018555,-0.0062694549560546875,-0.00551152229309082,-0.004753589630126953,-0.003995656967163086,-0.0032377243041992188,-0.0024797916412353516,-0.0017218589782714844,-0.0009639263153076172,-0.00020599365234375,0.0005519390106201172,0.0013098716735839844,0.0020678043365478516,0.0028257369995117188,0.003583669662475586,0.004341602325439453,0.00509953498840332,0.0058574676513671875,0.006615400314331055,0.007373332977294922,0.008131265640258789,0.008889198303222656,0.009647130966186523,0.01040506362915039,0.011162996292114258,0.011920928955078125,0.012678861618041992,0.01343679428100586,0.014194726943969727,0.014952659606933594,0.01571059226989746,0.016468524932861328,0.017226457595825195,0.017984390258789062,0.01874232292175293,0.019500255584716797,0.020258188247680664,0.02101612091064453,0.0217740535736084,0.022531986236572266,0.023289918899536133,0.0240478515625]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.044921875,-0.043524742126464844,-0.04212760925292969,-0.04073047637939453,-0.039333343505859375,-0.03793621063232422,-0.03653907775878906,-0.035141944885253906,-0.03374481201171875,-0.032347679138183594,-0.030950546264648438,-0.02955341339111328,-0.028156280517578125,-0.02675914764404297,-0.025362014770507812,-0.023964881896972656,-0.0225677490234375,-0.021170616149902344,-0.019773483276367188,-0.01837635040283203,-0.016979217529296875,-0.015582084655761719,-0.014184951782226562,-0.012787818908691406,-0.01139068603515625,-0.009993553161621094,-0.008596420288085938,-0.007199287414550781,-0.005802154541015625,-0.004405021667480469,-0.0030078887939453125,-0.0016107559204101562,-0.000213623046875,0.0011835098266601562,0.0025806427001953125,0.003977775573730469,0.005374908447265625,0.006772041320800781,0.008169174194335938,0.009566307067871094,0.01096343994140625,0.012360572814941406,0.013757705688476562,0.015154838562011719,0.016551971435546875,0.01794910430908203,0.019346237182617188,0.020743370056152344,0.0221405029296875,0.023537635803222656,0.024934768676757812,0.02633190155029297,0.027729034423828125,0.02912616729736328,0.030523300170898438,0.031920433044433594,0.03331756591796875,0.034714698791503906,0.03611183166503906,0.03750896453857422,0.038906097412109375,0.04030323028564453,0.04170036315917969,0.043097496032714844,0.04449462890625],"_type":"histogram","values":[1,0,1,1,2,2,2,5,7,12,17,15,20,33,47,81,89,165,231,414,516,919,1322,2093,3299,5015,7955,12186,19288,32344,59561,124135,145367,74451,38195,22552,14020,9000,5791,3817,2335,1565,1049,656,432,260,166,137,73,60,53,20,14,10,3,4,5,1,5,1,2,0,1,1]},"parameters/bert.embeddings.word_embeddings.weight":{"bins":[-0.09475915879011154,-0.09185716509819031,-0.08895517885684967,-0.08605318516492844,-0.0831511989235878,-0.08024920523166656,-0.07734721899032593,-0.0744452252984047,-0.07154323160648346,-0.06864124536514282,-0.06573925167322159,-0.06283726543188095,-0.05993527173995972,-0.05703328177332878,-0.054131291806697845,-0.05122930184006691,-0.048327311873435974,-0.04542532190680504,-0.0425233319401741,-0.03962134197354317,-0.03671935200691223,-0.033817358314991,-0.03091536834836006,-0.028013378381729126,-0.02511138841509819,-0.022209398448467255,-0.01930740848183632,-0.016405416652560234,-0.013503426685929298,-0.010601436719298363,-0.0076994458213448524,-0.0047974553890526295,-0.0018954575061798096,0.0010065329261124134,0.003908523358404636,0.006810513790696859,0.009712504222989082,0.012614494189620018,0.015516485087573528,0.01841847598552704,0.021320465952157974,0.02422245591878891,0.027124445885419846,0.03002643771469593,0.032928429543972015,0.03583041951060295,0.03873240947723389,0.04163439944386482,0.04453638941049576,0.047438379377126694,0.05034036934375763,0.053242359310388565,0.0561443492770195,0.059046342968940735,0.06194833293557167,0.0648503229022026,0.06775231659412384,0.07065430283546448,0.07355629652738571,0.07645828276872635,0.07936027646064758,0.08226226270198822,0.08516425639390945,0.08806624263525009,0.09096823632717133],"_type":"histogram","values":[1,1,1,1,4,14,18,38,61,102,175,246,347,534,892,1193,1664,2352,3241,4309,5483,7104,8876,10914,12941,15377,17689,19754,21777,23358,25057,25855,27058,25852,25166,24324,22344,20316,18235,16029,13844,11548,9576,7606,5940,4624,3504,2618,1867,1294,976,618,435,271,189,116,66,31,27,15,4,10,5,1]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,3,1,1,2,4,2,8,9,8,8,7,12,9,5,12,13,15,20,16,21,14,16,14,16,15,15,21,13,19,18,16,16,19,20,18,21,12,13,21,20,24,18,14,20,19,16,19,10,18,15,18,13,8,5,4,3,4,3,5,7,3,4,3],"bins":[-0.00021495175315067172,-0.00020843172387685627,-0.00020191169460304081,-0.00019539166532922536,-0.0001888716360554099,-0.00018235160678159446,-0.000175831577507779,-0.00016931154823396355,-0.0001627915189601481,-0.00015627148968633264,-0.0001497514604125172,-0.00014323143113870174,-0.00013671140186488628,-0.00013019137259107083,-0.00012367134331725538,-0.00011715130676748231,-0.00011063127749366686,-0.0001041112482198514,-9.759121894603595e-05,-9.10711896722205e-05,-8.455116039840505e-05,-7.803113112458959e-05,-7.151110185077414e-05,-6.499107257695869e-05,-5.8471039665164426e-05,-5.195101039134897e-05,-4.543098111753352e-05,-3.891095184371807e-05,-3.239091893192381e-05,-2.5870891477097757e-05,-1.93508603842929e-05,-1.2830831110477448e-05,-6.3108018366619945e-06,2.0922789190080948e-07,6.729257620463613e-06,1.3249287803773768e-05,1.976931707758922e-05,2.6289346351404674e-05,3.280937744420953e-05,3.9329406718024984e-05,4.584943599184044e-05,5.236946526565589e-05,5.888949453947134e-05,6.54095274512656e-05,7.192955672508106e-05,7.844958599889651e-05,8.496961527271196e-05,9.148964454652742e-05,9.800967382034287e-05,0.00010452970309415832,0.00011104973236797377,0.00011756976164178923,0.0001240897981915623,0.00013060982746537775,0.0001371298567391932,0.00014364988601300865,0.0001501699152868241,0.00015668994456063956,0.000163209973834455,0.00016973000310827047,0.00017625003238208592,0.00018277006165590137,0.00018929009092971683,0.00019581012020353228,0.00020233014947734773]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,0,0,2,2,4,14,18,16,12,42,83,92,125,208,244,411,545,939,1311,2020,2986,4456,6517,9933,16016,26586,46936,89606,134942,105855,56875,30812,18468,11212,7333,5029,3389,2251,1525,1075,596,419,275,197,156,80,65,53,25,15,19,12,9,5,0,0,1,0,1,1,3],"bins":[-0.036529541015625,-0.035375118255615234,-0.03422069549560547,-0.0330662727355957,-0.03191184997558594,-0.030757427215576172,-0.029603004455566406,-0.02844858169555664,-0.027294158935546875,-0.02613973617553711,-0.024985313415527344,-0.023830890655517578,-0.022676467895507812,-0.021522045135498047,-0.02036762237548828,-0.019213199615478516,-0.01805877685546875,-0.016904354095458984,-0.01574993133544922,-0.014595508575439453,-0.013441085815429688,-0.012286663055419922,-0.011132240295410156,-0.00997781753540039,-0.008823394775390625,-0.007668972015380859,-0.006514549255371094,-0.005360126495361328,-0.0042057037353515625,-0.003051280975341797,-0.0018968582153320312,-0.0007424354553222656,0.0004119873046875,0.0015664100646972656,0.0027208328247070312,0.003875255584716797,0.0050296783447265625,0.006184101104736328,0.007338523864746094,0.00849294662475586,0.009647369384765625,0.01080179214477539,0.011956214904785156,0.013110637664794922,0.014265060424804688,0.015419483184814453,0.01657390594482422,0.017728328704833984,0.01888275146484375,0.020037174224853516,0.02119159698486328,0.022346019744873047,0.023500442504882812,0.024654865264892578,0.025809288024902344,0.02696371078491211,0.028118133544921875,0.02927255630493164,0.030426979064941406,0.03158140182495117,0.03273582458496094,0.0338902473449707,0.03504467010498047,0.036199092864990234,0.037353515625]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[4,2,2,9,4,5,9,9,15,18,32,44,68,77,108,184,269,358,587,845,1334,1850,2993,4610,7477,12228,21297,37766,73203,163300,445498,461044,168703,74775,38691,21439,12517,7674,4737,3056,2033,1266,851,623,402,280,175,123,70,66,44,29,14,10,9,6,6,3,3,1,5,1,1,2],"bins":[-0.0301361083984375,-0.029164552688598633,-0.028192996978759766,-0.0272214412689209,-0.02624988555908203,-0.025278329849243164,-0.024306774139404297,-0.02333521842956543,-0.022363662719726562,-0.021392107009887695,-0.020420551300048828,-0.01944899559020996,-0.018477439880371094,-0.017505884170532227,-0.01653432846069336,-0.015562772750854492,-0.014591217041015625,-0.013619661331176758,-0.01264810562133789,-0.011676549911499023,-0.010704994201660156,-0.009733438491821289,-0.008761882781982422,-0.007790327072143555,-0.0068187713623046875,-0.00584721565246582,-0.004875659942626953,-0.003904104232788086,-0.0029325485229492188,-0.0019609928131103516,-0.0009894371032714844,-1.7881393432617188e-05,0.00095367431640625,0.0019252300262451172,0.0028967857360839844,0.0038683414459228516,0.004839897155761719,0.005811452865600586,0.006783008575439453,0.00775456428527832,0.008726119995117188,0.009697675704956055,0.010669231414794922,0.011640787124633789,0.012612342834472656,0.013583898544311523,0.01455545425415039,0.015527009963989258,0.016498565673828125,0.017470121383666992,0.01844167709350586,0.019413232803344727,0.020384788513183594,0.02135634422302246,0.022327899932861328,0.023299455642700195,0.024271011352539062,0.02524256706237793,0.026214122772216797,0.027185678482055664,0.02815723419189453,0.0291287899017334,0.030100345611572266,0.031071901321411133,0.03204345703125]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0945427194237709,-0.09165044128894806,-0.08875816315412521,-0.08586588501930237,-0.08297360688447952,-0.08008132874965668,-0.07718905061483383,-0.07429677248001099,-0.07140450179576874,-0.06851222366094589,-0.06561994552612305,-0.0627276673913002,-0.059835389256477356,-0.05694311112165451,-0.054050832986831665,-0.05115855485200882,-0.048266276717185974,-0.04537399858236313,-0.04248172044754028,-0.03958944231271744,-0.03669716417789459,-0.033804889768362045,-0.0309126116335392,-0.028020333498716354,-0.02512805536389351,-0.022235777229070663,-0.019343499094247818,-0.016451222822070122,-0.013558944687247276,-0.01066666655242443,-0.00777438934892416,-0.004882111679762602,-0.0019898265600204468,0.0009024511091411114,0.0037947287783026695,0.006687006447464228,0.009579284116625786,0.012471562251448631,0.015363839454948902,0.018256116658449173,0.02114839479327202,0.024040672928094864,0.02693295106291771,0.029825227335095406,0.0327175036072731,0.03560978174209595,0.03850205987691879,0.04139433801174164,0.044286616146564484,0.04717889428138733,0.050071172416210175,0.05296345055103302,0.055855728685855865,0.05874800309538841,0.06164028123021126,0.0645325630903244,0.06742483377456665,0.0703171119093895,0.07320939004421234,0.07610166817903519,0.07899394631385803,0.08188622444868088,0.08477850258350372,0.08767078071832657,0.09056305885314941],"_type":"histogram","values":[1,3,4,4,7,12,30,47,73,107,189,297,501,724,1132,1619,2369,2968,4166,5533,7198,9099,11736,13987,17043,19702,22864,25655,28154,30487,32453,33789,34096,33766,32872,31316,29199,26552,23870,21100,17789,15038,12393,10028,7825,6042,4721,3480,2449,1736,1263,819,574,347,240,138,92,48,38,22,11,3,1,3]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,2,1,0,3,2,1,5,4,3,4,4,6,5,8,17,15,12,19,21,11,24,25,21,30,25,29,27,34,34,28,22,32,25,25,24,22,25,19,26,12,19,10,13,10,14,5,10,10,4,9,3,2,1,1,1,0,2,0,0,0,1],"bins":[-0.029248777776956558,-0.028334902599453926,-0.027421027421951294,-0.026507152244448662,-0.02559327706694603,-0.024679401889443398,-0.023765526711940765,-0.022851651534438133,-0.0219377763569355,-0.021023903042078018,-0.020110027864575386,-0.019196152687072754,-0.018282277509570122,-0.01736840233206749,-0.016454527154564857,-0.015540651977062225,-0.014626776799559593,-0.013712901622056961,-0.012799026444554329,-0.011885151267051697,-0.010971276089549065,-0.010057401843369007,-0.009143526665866375,-0.008229651488363743,-0.007315776310861111,-0.0064019011333584785,-0.005488025955855846,-0.004574151244014502,-0.0036602760665118694,-0.0027464008890092373,-0.0018325259443372488,-0.0009186508832499385,-4.773959517478943e-06,0.0009091011015698314,0.0018229761626571417,0.00273685110732913,0.0036507262848317623,0.0045646014623343945,0.005478476174175739,0.006392351351678371,0.007306226529181004,0.008220101706683636,0.009133976884186268,0.0100478520616889,0.010961726307868958,0.01187560148537159,0.012789476662874222,0.013703351840376854,0.014617227017879486,0.015531102195382118,0.01644497737288475,0.017358852550387383,0.018272727727890015,0.019186602905392647,0.02010047808289528,0.02101435326039791,0.021928228437900543,0.022842101752758026,0.023755976930260658,0.02466985210776329,0.025583727285265923,0.026497602462768555,0.027411477640271187,0.02832535281777382,0.02923922799527645],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0034275054931640625,-0.003317892551422119,-0.0032082796096801758,-0.0030986666679382324,-0.002989053726196289,-0.0028794407844543457,-0.0027698278427124023,-0.002660214900970459,-0.0025506019592285156,-0.0024409890174865723,-0.002331376075744629,-0.0022217631340026855,-0.002112150192260742,-0.002002537250518799,-0.0018929243087768555,-0.0017833113670349121,-0.0016736984252929688,-0.0015640854835510254,-0.001454472541809082,-0.0013448596000671387,-0.0012352466583251953,-0.001125633716583252,-0.0010160207748413086,-0.0009064078330993652,-0.0007967948913574219,-0.0006871819496154785,-0.0005775690078735352,-0.0004679560661315918,-0.00035834312438964844,-0.0002487301826477051,-0.00013911724090576172,-2.950429916381836e-05,8.0108642578125e-05,0.00018972158432006836,0.0002993345260620117,0.0004089474678039551,0.0005185604095458984,0.0006281733512878418,0.0007377862930297852,0.0008473992347717285,0.0009570121765136719,0.0010666251182556152,0.0011762380599975586,0.001285851001739502,0.0013954639434814453,0.0015050768852233887,0.001614689826965332,0.0017243027687072754,0.0018339157104492188,0.0019435286521911621,0.0020531415939331055,0.002162754535675049,0.002272367477416992,0.0023819804191589355,0.002491593360900879,0.0026012063026428223,0.0027108192443847656,0.002820432186126709,0.0029300451278686523,0.0030396580696105957,0.003149271011352539,0.0032588839530944824,0.0033684968948364258,0.003478109836578369,0.0035877227783203125],"_type":"histogram","values":[1,0,0,0,2,3,2,4,4,7,7,4,16,26,26,35,67,102,167,279,362,704,1103,1688,2959,4831,8167,13600,24494,49929,125933,195531,78903,35382,18638,10527,6407,3857,2355,1411,840,543,322,177,148,85,51,38,24,25,12,6,6,6,2,2,0,2,1,0,0,0,0,1]},"parameters/linear.bias":{"_type":"histogram","values":[1,0,3,3,1,1,4,2,0,1,3,1,1,2,3,2,2,1,2,5,1,4,1,4,3,2,1,0,1,4,0,1,2,0,4,0,3,0,1,1,0,3,2,2,2,4,1,5,5,2,2,2,3,4,3,2,0,2,2,1,1,4,2,3],"bins":[-0.03545547276735306,-0.03435263782739639,-0.033249806612730026,-0.03214697539806366,-0.031044140458106995,-0.02994130738079548,-0.028838474303483963,-0.027735641226172447,-0.02663280814886093,-0.025529975071549416,-0.0244271419942379,-0.023324308916926384,-0.022221475839614868,-0.021118642762303352,-0.020015809684991837,-0.01891297660768032,-0.017810143530368805,-0.01670731045305729,-0.015604477375745773,-0.014501644298434258,-0.013398811221122742,-0.012295978143811226,-0.01119314506649971,-0.010090311989188194,-0.008987478911876678,-0.007884645834565163,-0.006781812757253647,-0.005678979679942131,-0.004576146602630615,-0.0034733135253190994,-0.0023704804480075836,-0.0012676473706960678,-0.000164814293384552,0.0009380187839269638,0.0020408518612384796,0.0031436849385499954,0.004246518015861511,0.005349351093173027,0.006452184170484543,0.007555017247796059,0.008657850325107574,0.00976068340241909,0.010863516479730606,0.011966349557042122,0.013069182634353638,0.014172015711665154,0.01527484878897667,0.016377681866288185,0.0174805149435997,0.018583348020911217,0.019686181098222733,0.02078901417553425,0.021891847252845764,0.02299468033015728,0.024097513407468796,0.02520034648478031,0.026303179562091827,0.027406012639403343,0.02850884571671486,0.029611678794026375,0.03071451187133789,0.031817346811294556,0.03292017802596092,0.03402300924062729,0.035125844180583954]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,1,0,1,1,3,4,5,2,4,6,4,12,10,6,9,21,31,29,44,49,60,61,96,113,123,168,209,177,127,114,108,82,83,60,52,41,22,19,26,20,5,6,9,5,4,5,2,1,0,3,1,0,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.01186370849609375,-0.011438131332397461,-0.011012554168701172,-0.010586977005004883,-0.010161399841308594,-0.009735822677612305,-0.009310245513916016,-0.008884668350219727,-0.008459091186523438,-0.008033514022827148,-0.007607936859130859,-0.00718235969543457,-0.006756782531738281,-0.006331205368041992,-0.005905628204345703,-0.005480051040649414,-0.005054473876953125,-0.004628896713256836,-0.004203319549560547,-0.003777742385864258,-0.0033521652221679688,-0.0029265880584716797,-0.0025010108947753906,-0.0020754337310791016,-0.0016498565673828125,-0.0012242794036865234,-0.0007987022399902344,-0.0003731250762939453,5.245208740234375e-05,0.0004780292510986328,0.0009036064147949219,0.001329183578491211,0.0017547607421875,0.002180337905883789,0.002605915069580078,0.003031492233276367,0.0034570693969726562,0.0038826465606689453,0.004308223724365234,0.0047338008880615234,0.0051593780517578125,0.0055849552154541016,0.006010532379150391,0.00643610954284668,0.006861686706542969,0.007287263870239258,0.007712841033935547,0.008138418197631836,0.008563995361328125,0.008989572525024414,0.009415149688720703,0.009840726852416992,0.010266304016113281,0.01069188117980957,0.01111745834350586,0.011543035507202148,0.011968612670898438,0.012394189834594727,0.012819766998291016,0.013245344161987305,0.013670921325683594,0.014096498489379883,0.014522075653076172,0.014947652816772461,0.01537322998046875],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[3,0,1,4,3,1,5,6,6,7,11,16,17,19,25,24,29,33,53,47,59,68,83,105,121,149,166,165,127,129,97,75,59,53,53,43,26,33,19,27,15,17,8,14,6,3,3,3,5,1,0,1,1,1,0,0,2,0,0,0,0,0,0,1],"bins":[-0.01088714599609375,-0.01047980785369873,-0.010072469711303711,-0.009665131568908691,-0.009257793426513672,-0.008850455284118652,-0.008443117141723633,-0.008035778999328613,-0.007628440856933594,-0.007221102714538574,-0.006813764572143555,-0.006406426429748535,-0.005999088287353516,-0.005591750144958496,-0.0051844120025634766,-0.004777073860168457,-0.0043697357177734375,-0.003962397575378418,-0.0035550594329833984,-0.003147721290588379,-0.0027403831481933594,-0.00233304500579834,-0.0019257068634033203,-0.0015183687210083008,-0.0011110305786132812,-0.0007036924362182617,-0.0002963542938232422,0.00011098384857177734,0.0005183219909667969,0.0009256601333618164,0.001332998275756836,0.0017403364181518555,0.002147674560546875,0.0025550127029418945,0.002962350845336914,0.0033696889877319336,0.003777027130126953,0.004184365272521973,0.004591703414916992,0.004999041557312012,0.005406379699707031,0.005813717842102051,0.00622105598449707,0.00662839412689209,0.007035732269287109,0.007443070411682129,0.007850408554077148,0.008257746696472168,0.008665084838867188,0.009072422981262207,0.009479761123657227,0.009887099266052246,0.010294437408447266,0.010701775550842285,0.011109113693237305,0.011516451835632324,0.011923789978027344,0.012331128120422363,0.012738466262817383,0.013145804405212402,0.013553142547607422,0.013960480690002441,0.014367818832397461,0.01477515697479248,0.0151824951171875]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[3,0,2,4,4,7,17,14,26,38,35,32,29,30,26,19,11,17,8,7,10,8,8,6,6,6,8,6,3,10,5,6,3,10,4,3,4,10,6,3,7,8,17,13,17,13,27,31,25,30,34,26,20,16,8,13,6,1,1,0,0,0,0,1],"bins":[-0.0001336789136985317,-0.00012924442125950009,-0.00012480991426855326,-0.00012037541455356404,-0.00011594091483857483,-0.00011150642239954323,-0.00010707192268455401,-0.0001026374229695648,-9.820292325457558e-05,-9.376842353958637e-05,-8.933392382459715e-05,-8.489942410960793e-05,-8.046493167057633e-05,-7.603043195558712e-05,-7.15959322405979e-05,-6.716143252560869e-05,-6.272693281061947e-05,-5.829243309563026e-05,-5.385793338064104e-05,-4.9423437303630635e-05,-4.498893758864142e-05,-4.0554437873652205e-05,-3.61199417966418e-05,-3.168544208165258e-05,-2.7250942366663367e-05,-2.281644265167415e-05,-1.838194475567434e-05,-1.3947445950179826e-05,-9.512947144685313e-06,-5.0784483391908e-06,-6.439495336962864e-07,3.790549271798227e-06,8.22504807729274e-06,1.2659546882787254e-05,1.7094045688281767e-05,2.152854358428158e-05,2.5963043299270794e-05,3.039754301426001e-05,3.483203909127042e-05,3.926653880625963e-05,4.370103852124885e-05,4.813553823623806e-05,5.257003795122728e-05,5.7004534028237686e-05,6.14390301052481e-05,6.587352982023731e-05,7.030802953522652e-05,7.474252925021574e-05,7.917702896520495e-05,8.361152868019417e-05,8.804602839518338e-05,9.24805281101726e-05,9.691502782516181e-05,0.00010134952026419342,0.00010578401997918263,0.00011021851969417185,0.00011465301940916106,0.00011908751912415028,0.00012352201156318188,0.0001279565185541287,0.0001323910109931603,0.00013682551798410714,0.00014126001042313874,0.00014569451741408557,0.00015012900985311717],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,2,3,1,3,5,10,8,13,21,29,43,74,106,180,275,432,650,1088,1649,2811,4260,7071,11367,19161,32435,60213,127639,362668,559582,194762,82203,42381,24303,14257,8716,5353,3333,2137,1337,808,536,333,195,162,89,47,28,33,16,11,4,8,4,2,2,2,1,0,0,0,0,0,1],"bins":[-0.0258636474609375,-0.0249786376953125,-0.0240936279296875,-0.0232086181640625,-0.0223236083984375,-0.0214385986328125,-0.0205535888671875,-0.0196685791015625,-0.0187835693359375,-0.0178985595703125,-0.0170135498046875,-0.0161285400390625,-0.0152435302734375,-0.0143585205078125,-0.0134735107421875,-0.0125885009765625,-0.0117034912109375,-0.0108184814453125,-0.0099334716796875,-0.0090484619140625,-0.0081634521484375,-0.0072784423828125,-0.0063934326171875,-0.0055084228515625,-0.0046234130859375,-0.0037384033203125,-0.0028533935546875,-0.0019683837890625,-0.0010833740234375,-0.0001983642578125,0.0006866455078125,0.0015716552734375,0.0024566650390625,0.0033416748046875,0.0042266845703125,0.0051116943359375,0.0059967041015625,0.0068817138671875,0.0077667236328125,0.0086517333984375,0.0095367431640625,0.0104217529296875,0.0113067626953125,0.0121917724609375,0.0130767822265625,0.0139617919921875,0.0148468017578125,0.0157318115234375,0.0166168212890625,0.0175018310546875,0.0183868408203125,0.0192718505859375,0.0201568603515625,0.0210418701171875,0.0219268798828125,0.0228118896484375,0.0236968994140625,0.0245819091796875,0.0254669189453125,0.0263519287109375,0.0272369384765625,0.0281219482421875,0.0290069580078125,0.0298919677734375,0.0307769775390625]},"gradients/bert.encoder.layer.0.output.dense.weight":{"values":[1,0,0,0,0,0,0,0,1,0,0,1,7,3,2,13,14,15,13,17,34,72,108,171,280,450,737,1190,2242,4066,7108,13602,26386,55542,158370,689196,424799,101974,41085,20689,10894,5990,3264,1906,1075,598,369,217,131,87,50,40,23,12,4,3,3,2,3,1,1,1,1,1],"bins":[-0.05419921875,-0.052686214447021484,-0.05117321014404297,-0.04966020584106445,-0.04814720153808594,-0.04663419723510742,-0.045121192932128906,-0.04360818862915039,-0.042095184326171875,-0.04058218002319336,-0.039069175720214844,-0.03755617141723633,-0.03604316711425781,-0.0345301628112793,-0.03301715850830078,-0.031504154205322266,-0.02999114990234375,-0.028478145599365234,-0.02696514129638672,-0.025452136993408203,-0.023939132690429688,-0.022426128387451172,-0.020913124084472656,-0.01940011978149414,-0.017887115478515625,-0.01637411117553711,-0.014861106872558594,-0.013348102569580078,-0.011835098266601562,-0.010322093963623047,-0.008809089660644531,-0.007296085357666016,-0.0057830810546875,-0.004270076751708984,-0.0027570724487304688,-0.0012440681457519531,0.0002689361572265625,0.0017819404602050781,0.0032949447631835938,0.004807949066162109,0.006320953369140625,0.00783395767211914,0.009346961975097656,0.010859966278076172,0.012372970581054688,0.013885974884033203,0.015398979187011719,0.016911983489990234,0.01842498779296875,0.019937992095947266,0.02145099639892578,0.022964000701904297,0.024477005004882812,0.025990009307861328,0.027503013610839844,0.02901601791381836,0.030529022216796875,0.03204202651977539,0.033555030822753906,0.03506803512573242,0.03658103942871094,0.03809404373168945,0.03960704803466797,0.041120052337646484,0.042633056640625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.044473908841609955,-0.043267782777547836,-0.04206165671348572,-0.0408555306494236,-0.03964940458536148,-0.03844327852129936,-0.037237152457237244,-0.036031026393175125,-0.03482490032911301,-0.033618777990341187,-0.03241265192627907,-0.0312065239995718,-0.03000039979815483,-0.028794273734092712,-0.027588147670030594,-0.026382021605968475,-0.025175895541906357,-0.02396976947784424,-0.02276364341378212,-0.02155751734972,-0.020351391285657883,-0.019145267084240913,-0.017939141020178795,-0.016733014956116676,-0.015526888892054558,-0.01432076282799244,-0.01311463676393032,-0.011908511631190777,-0.010702385567128658,-0.00949625950306654,-0.008290134370326996,-0.007084008306264877,-0.00587787851691246,-0.004671752452850342,-0.0034656268544495106,-0.0022595010232180357,-0.0010533751919865608,0.00015275063924491405,0.001358876470476389,0.002565002301707864,0.0037711281329393387,0.004977254197001457,0.0061833797954022884,0.00738950539380312,0.008595631457865238,0.009801757521927357,0.0110078826546669,0.01221400871872902,0.013420134782791138,0.014626260846853256,0.015832386910915375,0.017038512974977493,0.018244639039039612,0.01945076324045658,0.0206568893045187,0.021863015368580818,0.023069141432642937,0.024275267496705055,0.025481393560767174,0.026687519624829292,0.02789364382624626,0.02909976989030838,0.0303058959543705,0.03151202201843262,0.032718148082494736],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,3,0,2,4,2,3,7,3,5,9,10,11,12,13,19,21,25,30,20,27,36,27,35,31,26,39,22,38,30,34,30,29,22,18,17,15,19,12,11,14,7,11,3,5,0,2,1,3,0,1,1,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,1,2,0,1,3,0,1,2,6,5,5,10,5,9,12,11,9,14,14,14,13,17,31,30,30,28,27,34,20,26,34,32,20,23,22,22,22,25,32,20,16,18,15,13,13,12,9,4,7,11,4,4,2,3,1,0,1,0,0,1,0,0,1],"bins":[-0.02999711036682129,-0.029029255732893944,-0.028061402961611748,-0.027093548327684402,-0.026125695556402206,-0.02515784092247486,-0.024189986288547516,-0.02322213351726532,-0.022254278883337975,-0.02128642424941063,-0.020318571478128433,-0.019350716844201088,-0.018382862210273743,-0.017415009438991547,-0.0164471548050642,-0.01547930110245943,-0.01451144739985466,-0.01354359369724989,-0.012575739994645119,-0.011607885360717773,-0.010640031658113003,-0.009672177955508232,-0.008704323321580887,-0.007736469618976116,-0.0067686159163713455,-0.005800762213766575,-0.004832908045500517,-0.0038650541100651026,-0.0028972001746296883,-0.001929346239194274,-0.0009614923037588596,6.36163167655468e-06,0.000974215567111969,0.0019420695025473833,0.0029099234379827976,0.003877777373418212,0.004845631308853626,0.005813485011458397,0.006781339179724455,0.007749193347990513,0.008717047050595284,0.009684900753200054,0.010652754455804825,0.01162060908973217,0.01258846279233694,0.013556316494941711,0.014524171128869057,0.015492024831473827,0.016459878534078598,0.017427733168005943,0.01839558593928814,0.019363440573215485,0.02033129334449768,0.021299147978425026,0.02226700261235237,0.023234855383634567,0.024202710017561913,0.025170564651489258,0.026138417422771454,0.0271062720566988,0.028074126690626144,0.02904197946190834,0.030009834095835686,0.030977686867117882,0.03194554150104523],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09580300748348236,-0.09283202886581421,-0.08986105769872665,-0.0868900790810585,-0.08391910791397095,-0.0809481292963028,-0.07797715812921524,-0.07500617951154709,-0.07203520834445953,-0.06906422972679138,-0.06609325855970383,-0.06312227994203568,-0.06015130504965782,-0.05718033015727997,-0.054209355264902115,-0.05123838037252426,-0.04826740548014641,-0.045296430587768555,-0.0423254556953907,-0.03935448080301285,-0.036383505910634995,-0.03341253101825714,-0.03044155426323414,-0.027470579370856285,-0.02449960447847843,-0.02152862958610058,-0.018557654693722725,-0.015586678870022297,-0.012615703977644444,-0.00964472908526659,-0.006673753727227449,-0.0037027786020189524,-0.0007318034768104553,0.0022391716483980417,0.005210146773606539,0.00818112213164568,0.011152097024023533,0.014123071916401386,0.017094047740101814,0.020065022632479668,0.02303599752485752,0.026006972417235374,0.028977947309613228,0.03194892406463623,0.034919898957014084,0.03789087384939194,0.04086184874176979,0.043832823634147644,0.0468037985265255,0.04977477341890335,0.052745748311281204,0.05571672320365906,0.05868769809603691,0.061658672988414764,0.06462965160608292,0.06760062277317047,0.07057160139083862,0.07354257255792618,0.07651355117559433,0.07948452234268188,0.08245550096035004,0.08542647212743759,0.08839745074510574,0.0913684219121933,0.09433940052986145],"_type":"histogram","values":[4,1,4,3,9,8,30,36,79,98,177,290,485,665,1092,1556,2290,3187,4377,5840,7780,9812,12383,15063,18017,20920,24176,27378,30316,32192,33759,34654,34873,34543,32893,30918,28890,25739,22577,19616,16373,13470,10997,8666,6760,4956,3645,2679,1820,1264,938,598,352,222,158,73,51,38,14,9,6,3,1,1]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug-core.log b/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c691fe5a6c7429643f717f00e52bd2a057d4a1c3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:09:18.931187367+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp88bjohfh/port-36663.txt","pid":36663,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:09:18.931746386+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":36663} +{"time":"2025-07-18T01:09:18.931754086+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-36663-36686-863479221/socket","Net":"unix"}} +{"time":"2025-07-18T01:09:19.111962015+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:09:19.120412727+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"245xlfgs","id":"1(@)"} +{"time":"2025-07-18T01:09:19.54634611+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"245xlfgs","id":"1(@)"} +{"time":"2025-07-18T01:10:43.067544029+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:10:43.067892046+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:10:43.067960799+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:10:43.067972013+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:10:43.06808123+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-36663-36686-863479221/socket","Net":"unix"}} +{"time":"2025-07-18T01:10:45.300351452+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:10:45.300370743+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:10:45.300384349+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..e7739243000537acaa60884e27fb21e4abc48729 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:09:19.121550658+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:09:19.546306877+03:00","level":"INFO","msg":"stream: created new stream","id":"245xlfgs"} +{"time":"2025-07-18T01:09:19.546340201+03:00","level":"INFO","msg":"stream: started","id":"245xlfgs"} +{"time":"2025-07-18T01:09:19.546366709+03:00","level":"INFO","msg":"sender: started","stream_id":"245xlfgs"} +{"time":"2025-07-18T01:09:19.54637749+03:00","level":"INFO","msg":"handler: started","stream_id":"245xlfgs"} +{"time":"2025-07-18T01:09:19.546366567+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"245xlfgs"} +{"time":"2025-07-18T01:10:43.067939734+03:00","level":"INFO","msg":"stream: closing","id":"245xlfgs"} +{"time":"2025-07-18T01:10:44.49865409+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:10:45.293950519+03:00","level":"INFO","msg":"handler: closed","stream_id":"245xlfgs"} +{"time":"2025-07-18T01:10:45.293992802+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"245xlfgs"} +{"time":"2025-07-18T01:10:45.29403615+03:00","level":"INFO","msg":"sender: closed","stream_id":"245xlfgs"} +{"time":"2025-07-18T01:10:45.299748119+03:00","level":"INFO","msg":"stream: closed","id":"245xlfgs"} diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug.log b/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..b1b297f17de037741cb66d1c93dfca3c330a8928 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:09:18,891 INFO MainThread:36663 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_setup.py:_flush():80] Configure stats pid to 36663 +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010918-245xlfgs/logs/debug.log +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_010918-245xlfgs/logs/debug-internal.log +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 32, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:09:18,892 INFO MainThread:36663 [wandb_init.py:init():871] starting backend +2025-07-18 01:09:19,112 INFO MainThread:36663 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:09:19,119 INFO MainThread:36663 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:09:19,120 INFO MainThread:36663 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:09:19,121 INFO MainThread:36663 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:09:19,862 INFO MainThread:36663 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:09:20,022 INFO MainThread:36663 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:09:20,022 INFO MainThread:36663 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:09:20,022 INFO MainThread:36663 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:09:20,022 INFO MainThread:36663 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:09:20,026 INFO MainThread:36663 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:09:20,958 INFO MainThread:36663 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:09:20,959 INFO MainThread:36663 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:10:43,066 INFO MsgRouterThr:36663 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_010918-245xlfgs/run-245xlfgs.wandb b/simson_modeling/wandb/run-20250718_010918-245xlfgs/run-245xlfgs.wandb new file mode 100644 index 0000000000000000000000000000000000000000..3917cfabee32e6a728408b75dac13152610cdf32 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_010918-245xlfgs/run-245xlfgs.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c14d71d365bedc85cdb02208116b10f65f3e015630ccddd147d1ebbc259605c +size 14382234 diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/config.yaml b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..77d115e4a60c2132398e6859cfdb0f91da37a82c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + exka55zuc2z05m9cyr5zpeschijoiyms: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136810684416" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:11:20.356803Z" + writerId: exka55zuc2z05m9cyr5zpeschijoiyms + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/output.log b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..39c18ab8db491afdf97bc702ca5386d5504330a5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/output.log @@ -0,0 +1,37 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [01:52", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 383, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 304, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 185, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/requirements.txt b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..f5fe44d5ff4907aaaf7a021576fdb11bdf4ffb54 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:11:20.356803Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136810684416" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "exka55zuc2z05m9cyr5zpeschijoiyms" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..45cc9cf4ef339fbc25bad884eb51520b9f7602c6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-1.7881393432617188e-06,-1.735985279083252e-06,-1.6838312149047852e-06,-1.6316771507263184e-06,-1.5795230865478516e-06,-1.5273690223693848e-06,-1.475214958190918e-06,-1.4230608940124512e-06,-1.3709068298339844e-06,-1.3187527656555176e-06,-1.2665987014770508e-06,-1.214444637298584e-06,-1.1622905731201172e-06,-1.1101365089416504e-06,-1.0579824447631836e-06,-1.0058283805847168e-06,-9.5367431640625e-07,-9.015202522277832e-07,-8.493661880493164e-07,-7.972121238708496e-07,-7.450580596923828e-07,-6.92903995513916e-07,-6.407499313354492e-07,-5.885958671569824e-07,-5.364418029785156e-07,-4.842877388000488e-07,-4.3213367462158203e-07,-3.7997961044311523e-07,-3.2782554626464844e-07,-2.7567148208618164e-07,-2.2351741790771484e-07,-1.7136335372924805e-07,-1.1920928955078125e-07,-6.705522537231445e-08,-1.4901161193847656e-08,3.725290298461914e-08,8.940696716308594e-08,1.4156103134155273e-07,1.9371509552001953e-07,2.4586915969848633e-07,2.980232238769531e-07,3.501772880554199e-07,4.023313522338867e-07,4.544854164123535e-07,5.066394805908203e-07,5.587935447692871e-07,6.109476089477539e-07,6.631016731262207e-07,7.152557373046875e-07,7.674098014831543e-07,8.195638656616211e-07,8.717179298400879e-07,9.238719940185547e-07,9.760260581970215e-07,1.0281801223754883e-06,1.080334186553955e-06,1.1324882507324219e-06,1.1846423149108887e-06,1.2367963790893555e-06,1.2889504432678223e-06,1.341104507446289e-06,1.3932585716247559e-06,1.4454126358032227e-06,1.4975666999816895e-06,1.5497207641601562e-06],"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,1,0,2,1,0,0,0,0,4,2,5,5,3,1,0,6,8,11,14,14,18,35,0,59,115,136,104,60,49,22,0,16,16,6,8,4,6,8,0,8,1,4,1,2,3,2,0,1,1,1,0,1,0,0,1]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"values":[3,6,14,11,29,38,81,144,222,379,613,1016,1633,2379,3545,5003,7210,9963,13525,17787,23043,29443,36741,43891,52450,60725,68428,76810,82990,88233,91976,93063,92208,90336,85908,79767,72534,64628,56163,48081,40003,32595,25824,20025,15622,11319,8208,6031,4203,2828,1894,1291,753,542,292,183,96,60,31,21,14,5,2,3],"bins":[-0.09452163428068161,-0.09154306352138519,-0.08856450021266937,-0.08558592945337296,-0.08260735869407654,-0.07962878793478012,-0.0766502246260643,-0.07367165386676788,-0.07069308310747147,-0.06771451979875565,-0.06473594903945923,-0.06175737828016281,-0.05877881124615669,-0.055800240486860275,-0.052821673452854156,-0.04984310269355774,-0.04686453565955162,-0.0438859686255455,-0.040907397866249084,-0.037928830832242966,-0.03495026007294655,-0.03197169303894043,-0.02899312414228916,-0.026014555245637894,-0.023035986348986626,-0.020057417452335358,-0.01707884855568409,-0.014100280590355396,-0.011121711693704128,-0.00814314279705286,-0.0051645743660628796,-0.002186005702242255,0.0007925629615783691,0.0037711316253989935,0.006749700289219618,0.009728268720209599,0.012706837616860867,0.01568540558218956,0.018663974478840828,0.021642543375492096,0.024621112272143364,0.027599681168794632,0.0305782500654459,0.03355681896209717,0.03653538599610329,0.039513956755399704,0.04249252378940582,0.04547109454870224,0.04844966158270836,0.05142822861671448,0.054406799376010895,0.057385366410017014,0.06036393716931343,0.06334250420331955,0.06632107496261597,0.06929964572191238,0.0722782090306282,0.07525677978992462,0.07823535054922104,0.08121391385793686,0.08419248461723328,0.0871710553765297,0.09014962613582611,0.09312818944454193,0.09610676020383835],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,2,1,0,3,2,2,2,5,3,7,10,13,8,10,14,9,14,23,17,22,26,25,35,27,41,38,29,29,37,26,37,28,26,24,19,26,26,21,18,12,7,13,1,4,6,4,1,4,4,2,0,0,0,0,1,0,1,0,1],"bins":[-0.011286791414022446,-0.010931321419775486,-0.010575851425528526,-0.010220382362604141,-0.009864912368357182,-0.009509442374110222,-0.009153972379863262,-0.008798503316938877,-0.008443033322691917,-0.008087563328444958,-0.007732093334197998,-0.007376623805612326,-0.007021153811365366,-0.006665684282779694,-0.006310214288532734,-0.0059547447599470615,-0.005599274765700102,-0.005243804771453142,-0.00488833524286747,-0.00453286524862051,-0.004177395720034838,-0.003821925725787878,-0.003466455964371562,-0.003110986202955246,-0.00275551644153893,-0.002400046680122614,-0.002044576918706298,-0.00168910704087466,-0.001333637279458344,-0.000978167518042028,-0.000622697698418051,-0.0002672279078979045,8.824188262224197e-05,0.00044371167314238846,0.000799181463662535,0.001154651283286512,0.001510121044702828,0.001865590806119144,0.002221060683950782,0.002576530445367098,0.002932000206783414,0.00328746996819973,0.003642939729616046,0.003998409491032362,0.004353879485279322,0.004709349013864994,0.005064819008111954,0.005420288536697626,0.005775758530944586,0.0061312285251915455,0.006486698053777218,0.0068421680480241776,0.00719763757660985,0.00755310757085681,0.007908577099442482,0.008264047093689442,0.008619517087936401,0.008974987082183361,0.009330456145107746,0.009685926139354706,0.010041396133601665,0.010396866127848625,0.01075233519077301,0.01110780518501997,0.01146327517926693]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,748,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9],"bins":[-7.924426427052822e-06,-7.676788300159387e-06,-7.429149718518602e-06,-7.181511591625167e-06,-6.9338730099843815e-06,-6.686234883090947e-06,-6.438596301450161e-06,-6.190958174556727e-06,-5.943319592915941e-06,-5.695681466022506e-06,-5.448043339129072e-06,-5.200404757488286e-06,-4.9527666305948514e-06,-4.705128048954066e-06,-4.457489922060631e-06,-4.209851340419846e-06,-3.962213213526411e-06,-3.714574859259301e-06,-3.4669365049921907e-06,-3.2192981507250806e-06,-2.9716597964579705e-06,-2.724021669564536e-06,-2.4763833152974257e-06,-2.2287449610303156e-06,-1.9811066067632055e-06,-1.7334682524960954e-06,-1.4858298982289853e-06,-1.2381916576487129e-06,-9.905533033816027e-07,-7.429149491144926e-07,-4.952766516908014e-07,-2.476383258454007e-07,0,2.476383258454007e-07,4.952766516908014e-07,7.429149491144926e-07,9.905533033816027e-07,1.2381916576487129e-06,1.4858298982289853e-06,1.7334682524960954e-06,1.9811066067632055e-06,2.2287449610303156e-06,2.4763833152974257e-06,2.724021669564536e-06,2.9716597964579705e-06,3.2192981507250806e-06,3.4669365049921907e-06,3.714574859259301e-06,3.962213213526411e-06,4.209851340419846e-06,4.457489922060631e-06,4.705128048954066e-06,4.9527666305948514e-06,5.200404757488286e-06,5.448043339129072e-06,5.695681466022506e-06,5.943319592915941e-06,6.190958174556727e-06,6.438596301450161e-06,6.686234883090947e-06,6.9338730099843815e-06,7.181511591625167e-06,7.429149718518602e-06,7.676788300159387e-06,7.924426427052822e-06]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.01432037353515625,-0.013888001441955566,-0.013455629348754883,-0.0130232572555542,-0.012590885162353516,-0.012158513069152832,-0.011726140975952148,-0.011293768882751465,-0.010861396789550781,-0.010429024696350098,-0.009996652603149414,-0.00956428050994873,-0.009131908416748047,-0.008699536323547363,-0.00826716423034668,-0.007834792137145996,-0.0074024200439453125,-0.006970047950744629,-0.006537675857543945,-0.006105303764343262,-0.005672931671142578,-0.0052405595779418945,-0.004808187484741211,-0.004375815391540527,-0.003943443298339844,-0.00351107120513916,-0.0030786991119384766,-0.002646327018737793,-0.0022139549255371094,-0.0017815828323364258,-0.0013492107391357422,-0.0009168386459350586,-0.000484466552734375,-5.2094459533691406e-05,0.0003802776336669922,0.0008126497268676758,0.0012450218200683594,0.001677393913269043,0.0021097660064697266,0.00254213809967041,0.0029745101928710938,0.0034068822860717773,0.003839254379272461,0.0042716264724731445,0.004703998565673828,0.005136370658874512,0.005568742752075195,0.006001114845275879,0.0064334869384765625,0.006865859031677246,0.00729823112487793,0.007730603218078613,0.008162975311279297,0.00859534740447998,0.009027719497680664,0.009460091590881348,0.009892463684082031,0.010324835777282715,0.010757207870483398,0.011189579963684082,0.011621952056884766,0.01205432415008545,0.012486696243286133,0.012919068336486816,0.0133514404296875],"_type":"histogram","values":[1,0,0,0,1,0,1,1,1,1,2,1,6,6,15,14,24,39,57,93,121,211,370,637,1116,1918,3534,6574,12556,25673,55131,135018,428091,600135,171147,67708,30535,14932,7619,4042,2308,1236,792,461,277,171,84,81,43,27,15,15,8,3,4,3,2,0,0,2,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,3,1,0,0,4,4,4,10,8,11,12,15,14,34,44,70,81,103,96,57,48,32,23,11,15,8,12,6,10,7,3,3,2,5,1,0,2,2,1,1,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.008737270720303059,-0.00830182433128357,-0.00786637794226408,-0.0074309310875833035,-0.006995484232902527,-0.006560037843883038,-0.006124591454863548,-0.005689144600182772,-0.005253698211163282,-0.004818251822143793,-0.0043828049674630165,-0.003947358578443527,-0.0035119119565933943,-0.0030764653347432613,-0.002641018945723772,-0.002205572323873639,-0.0017701257020235062,-0.0013346790801733732,-0.0008992325747385621,-0.0004637860110960901,-2.833944745361805e-05,0.000407107116188854,0.000842553679831326,0.0012780001852661371,0.00171344680711627,0.002148893428966403,0.002584340050816536,0.0030197864398360252,0.003455233061686158,0.003890679683536291,0.00432612607255578,0.004761572927236557,0.005197020247578621,0.00563246663659811,0.006067913491278887,0.006503359880298376,0.006938806734979153,0.007374253123998642,0.007809699513018131,0.00824514590203762,0.008680593222379684,0.009116039611399174,0.009551486000418663,0.009986932389438152,0.010422378778457642,0.010857825167477131,0.011293272487819195,0.011728718876838684,0.012164165265858173,0.012599611654877663,0.013035058043897152,0.013470505364239216,0.013905951753258705,0.014341398142278194,0.014776844531297684,0.015212290920317173,0.015647737309336662,0.016083184629678726,0.01651863008737564,0.016954077407717705,0.01738952472805977,0.017824970185756683,0.018260417506098747,0.018695862963795662,0.019131310284137726]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,1,2,3,4,5,9,11,30,34,38,82,101,141,206,304,461,722,1110,1651,2432,3611,5518,8234,12737,19425,30052,45732,67760,96019,95369,67144,45144,29438,19386,12354,8258,5495,3603,2348,1583,1050,750,462,325,204,173,102,65,39,35,16,8,15,10,4,2,1,1,1,2],"bins":[-0.01213836669921875,-0.011770367622375488,-0.011402368545532227,-0.011034369468688965,-0.010666370391845703,-0.010298371315002441,-0.00993037223815918,-0.009562373161315918,-0.009194374084472656,-0.008826375007629395,-0.008458375930786133,-0.008090376853942871,-0.007722377777099609,-0.007354378700256348,-0.006986379623413086,-0.006618380546569824,-0.0062503814697265625,-0.005882382392883301,-0.005514383316040039,-0.005146384239196777,-0.004778385162353516,-0.004410386085510254,-0.004042387008666992,-0.0036743879318237305,-0.0033063888549804688,-0.002938389778137207,-0.0025703907012939453,-0.0022023916244506836,-0.0018343925476074219,-0.0014663934707641602,-0.0010983943939208984,-0.0007303953170776367,-0.000362396240234375,5.602836608886719e-06,0.00037360191345214844,0.0007416009902954102,0.0011096000671386719,0.0014775991439819336,0.0018455982208251953,0.002213597297668457,0.0025815963745117188,0.0029495954513549805,0.003317594528198242,0.003685593605041504,0.004053592681884766,0.004421591758728027,0.004789590835571289,0.005157589912414551,0.0055255889892578125,0.005893588066101074,0.006261587142944336,0.006629586219787598,0.006997585296630859,0.007365584373474121,0.007733583450317383,0.008101582527160645,0.008469581604003906,0.008837580680847168,0.00920557975769043,0.009573578834533691,0.009941577911376953,0.010309576988220215,0.010677576065063477,0.011045575141906738,0.01141357421875]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,2,4,4,2,3,4,6,4,11,13,6,20,16,12,15,17,19,25,22,30,31,34,34,34,32,32,31,34,20,33,31,26,30,19,21,15,12,12,10,8,5,5,4,2,3,1,2,2,3,1,0,0,0,0,1,0,2],"bins":[-0.010976279154419899,-0.010624725371599197,-0.010273171588778496,-0.009921618737280369,-0.009570064954459667,-0.009218511171638966,-0.008866958320140839,-0.008515404537320137,-0.008163850754499435,-0.007812296971678734,-0.0074607436545193195,-0.007109190337359905,-0.006757636554539204,-0.006406082771718502,-0.006054529454559088,-0.0057029761373996735,-0.005351422354578972,-0.00499986857175827,-0.004648315254598856,-0.004296761937439442,-0.00394520815461874,-0.003593654604628682,-0.003242101054638624,-0.0028905475046485662,-0.0025389939546585083,-0.0021874404046684504,-0.0018358868546783924,-0.0014843333046883345,-0.0011327797546982765,-0.0007812262047082186,-0.00042967265471816063,-7.811910472810268e-05,0.0002734353765845299,0.0006249889265745878,0.0009765424765646458,0.0013280960265547037,0.0016796495765447617,0.0020312031265348196,0.0023827566765248775,0.0027343102265149355,0.0030858637765049934,0.0034374173264950514,0.0037889708764851093,0.004140524193644524,0.004492077976465225,0.004843631759285927,0.005195185076445341,0.005546738393604755,0.005898292176425457,0.006249845959246159,0.006601399276405573,0.006952952593564987,0.007304506376385689,0.00765606015920639,0.008007613942027092,0.008359166793525219,0.00871072057634592,0.009062274359166622,0.00941382721066475,0.00976538099348545,0.010116934776306152,0.010468488559126854,0.010820042341947556,0.011171595193445683,0.011523148976266384]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"values":[1,0,0,0,0,1,0,1,2,3,3,1,1,3,6,15,8,25,23,38,80,70,116,227,235,526,636,931,2246,2879,7483,13664,38385,298804,155764,44332,10260,4982,3591,1518,1208,537,353,343,136,112,89,47,45,25,17,15,6,11,7,2,3,3,3,1,0,0,0,1],"bins":[-6.854534149169922e-06,-6.652437150478363e-06,-6.450340151786804e-06,-6.248243153095245e-06,-6.0461461544036865e-06,-5.844049155712128e-06,-5.641952157020569e-06,-5.43985515832901e-06,-5.237758159637451e-06,-5.035661160945892e-06,-4.8335641622543335e-06,-4.631467163562775e-06,-4.429370164871216e-06,-4.227273166179657e-06,-4.025176167488098e-06,-3.823079168796539e-06,-3.6209821701049805e-06,-3.4188851714134216e-06,-3.216788172721863e-06,-3.014691174030304e-06,-2.812594175338745e-06,-2.6104971766471863e-06,-2.4084001779556274e-06,-2.2063031792640686e-06,-2.0042061805725098e-06,-1.802109181880951e-06,-1.600012183189392e-06,-1.3979151844978333e-06,-1.1958181858062744e-06,-9.937211871147156e-07,-7.916241884231567e-07,-5.895271897315979e-07,-3.8743019104003906e-07,-1.8533319234848022e-07,1.6763806343078613e-08,2.1886080503463745e-07,4.209578037261963e-07,6.230548024177551e-07,8.25151801109314e-07,1.0272487998008728e-06,1.2293457984924316e-06,1.4314427971839905e-06,1.6335397958755493e-06,1.8356367945671082e-06,2.037733793258667e-06,2.239830791950226e-06,2.4419277906417847e-06,2.6440247893333435e-06,2.8461217880249023e-06,3.048218786716461e-06,3.25031578540802e-06,3.452412784099579e-06,3.6545097827911377e-06,3.8566067814826965e-06,4.058703780174255e-06,4.260800778865814e-06,4.462897777557373e-06,4.664994776248932e-06,4.867091774940491e-06,5.0691887736320496e-06,5.271285772323608e-06,5.473382771015167e-06,5.675479769706726e-06,5.877576768398285e-06,6.079673767089844e-06],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,3,0,0,0,1,0,0,0,1,0,1,3,2,2,3,2,2,6,4,7,8,5,7,7,32,25,39,58,95,138,155,35,20,21,16,11,18,4,5,5,3,2,0,5,2,1,1,3,3,2,0,0,1,1,0,1],"bins":[-2.562999725341797e-06,-2.4940818548202515e-06,-2.425163984298706e-06,-2.3562461137771606e-06,-2.2873282432556152e-06,-2.21841037273407e-06,-2.1494925022125244e-06,-2.080574631690979e-06,-2.0116567611694336e-06,-1.942738890647888e-06,-1.8738210201263428e-06,-1.8049031496047974e-06,-1.735985279083252e-06,-1.6670674085617065e-06,-1.5981495380401611e-06,-1.5292316675186157e-06,-1.4603137969970703e-06,-1.391395926475525e-06,-1.3224780559539795e-06,-1.253560185432434e-06,-1.1846423149108887e-06,-1.1157244443893433e-06,-1.0468065738677979e-06,-9.778887033462524e-07,-9.08970832824707e-07,-8.400529623031616e-07,-7.711350917816162e-07,-7.022172212600708e-07,-6.332993507385254e-07,-5.6438148021698e-07,-4.954636096954346e-07,-4.2654573917388916e-07,-3.5762786865234375e-07,-2.8870999813079834e-07,-2.1979212760925293e-07,-1.5087425708770752e-07,-8.195638656616211e-08,-1.30385160446167e-08,5.587935447692871e-08,1.2479722499847412e-07,1.9371509552001953e-07,2.6263296604156494e-07,3.3155083656311035e-07,4.0046870708465576e-07,4.6938657760620117e-07,5.383044481277466e-07,6.07222318649292e-07,6.761401891708374e-07,7.450580596923828e-07,8.139759302139282e-07,8.828938007354736e-07,9.51811671257019e-07,1.0207295417785645e-06,1.0896474123001099e-06,1.1585652828216553e-06,1.2274831533432007e-06,1.296401023864746e-06,1.3653188943862915e-06,1.434236764907837e-06,1.5031546354293823e-06,1.5720725059509277e-06,1.6409903764724731e-06,1.7099082469940186e-06,1.778826117515564e-06,1.8477439880371094e-06]},"gradients/bert.encoder.layer.2.output.dense.bias":{"values":[1,2,1,0,0,1,2,4,1,3,7,7,4,9,12,7,9,11,11,14,13,11,26,29,21,27,25,27,35,26,47,36,33,23,25,30,29,27,23,27,16,19,17,11,5,11,5,7,4,9,6,1,3,1,2,0,2,1,1,0,0,0,0,1],"bins":[-0.010101318359375,-0.009772181510925293,-0.009443044662475586,-0.009113907814025879,-0.008784770965576172,-0.008455634117126465,-0.008126497268676758,-0.007797360420227051,-0.007468223571777344,-0.007139086723327637,-0.00680994987487793,-0.006480813026428223,-0.006151676177978516,-0.005822539329528809,-0.0054934024810791016,-0.0051642656326293945,-0.0048351287841796875,-0.0045059919357299805,-0.0041768550872802734,-0.0038477182388305664,-0.0035185813903808594,-0.0031894445419311523,-0.0028603076934814453,-0.0025311708450317383,-0.0022020339965820312,-0.0018728971481323242,-0.0015437602996826172,-0.0012146234512329102,-0.0008854866027832031,-0.0005563497543334961,-0.00022721290588378906,0.00010192394256591797,0.000431060791015625,0.000760197639465332,0.001089334487915039,0.001418471336364746,0.0017476081848144531,0.00207674503326416,0.002405881881713867,0.0027350187301635742,0.0030641555786132812,0.0033932924270629883,0.0037224292755126953,0.004051566123962402,0.004380702972412109,0.004709839820861816,0.0050389766693115234,0.0053681135177612305,0.0056972503662109375,0.0060263872146606445,0.0063555240631103516,0.006684660911560059,0.007013797760009766,0.007342934608459473,0.00767207145690918,0.008001208305358887,0.008330345153808594,0.0086594820022583,0.008988618850708008,0.009317755699157715,0.009646892547607422,0.009976029396057129,0.010305166244506836,0.010634303092956543,0.01096343994140625],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,2,1,0,0,1,1,1,2,4,4,1,4,9,11,12,28,28,52,96,114,68,99,66,41,35,18,14,9,9,7,6,1,2,3,0,1,2,3,1,2,0,2,2,0,0,0,1,1],"bins":[-7.927417755126953e-06,-7.708556950092316e-06,-7.489696145057678e-06,-7.270835340023041e-06,-7.051974534988403e-06,-6.833113729953766e-06,-6.614252924919128e-06,-6.395392119884491e-06,-6.1765313148498535e-06,-5.957670509815216e-06,-5.738809704780579e-06,-5.519948899745941e-06,-5.301088094711304e-06,-5.082227289676666e-06,-4.863366484642029e-06,-4.644505679607391e-06,-4.425644874572754e-06,-4.2067840695381165e-06,-3.987923264503479e-06,-3.7690624594688416e-06,-3.550201654434204e-06,-3.3313408493995667e-06,-3.112480044364929e-06,-2.8936192393302917e-06,-2.6747584342956543e-06,-2.455897629261017e-06,-2.2370368242263794e-06,-2.018176019191742e-06,-1.7993152141571045e-06,-1.580454409122467e-06,-1.3615936040878296e-06,-1.1427327990531921e-06,-9.238719940185547e-07,-7.050111889839172e-07,-4.861503839492798e-07,-2.6728957891464233e-07,-4.842877388000488e-08,1.7043203115463257e-07,3.8929283618927e-07,6.081536412239075e-07,8.270144462585449e-07,1.0458752512931824e-06,1.2647360563278198e-06,1.4835968613624573e-06,1.7024576663970947e-06,1.921318471431732e-06,2.1401792764663696e-06,2.359040081501007e-06,2.5779008865356445e-06,2.796761691570282e-06,3.0156224966049194e-06,3.234483301639557e-06,3.4533441066741943e-06,3.6722049117088318e-06,3.891065716743469e-06,4.109926521778107e-06,4.328787326812744e-06,4.547648131847382e-06,4.766508936882019e-06,4.9853697419166565e-06,5.204230546951294e-06,5.423091351985931e-06,5.641952157020569e-06,5.860812962055206e-06,6.079673767089844e-06]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,0,3,1,0,3,1,2,3,4,4,5,12,11,10,9,13,9,17,19,19,21,25,24,35,29,37,36,33,29,34,27,36,29,30,23,20,27,22,21,18,14,11,10,4,3,5,4,2,2,6,2,0,0,0,0,1,0,1,0,1],"bins":[-0.01103973388671875,-0.010693788528442383,-0.010347843170166016,-0.010001897811889648,-0.009655952453613281,-0.009310007095336914,-0.008964061737060547,-0.00861811637878418,-0.008272171020507812,-0.007926225662231445,-0.007580280303955078,-0.007234334945678711,-0.006888389587402344,-0.0065424442291259766,-0.006196498870849609,-0.005850553512573242,-0.005504608154296875,-0.005158662796020508,-0.004812717437744141,-0.0044667720794677734,-0.004120826721191406,-0.003774881362915039,-0.003428936004638672,-0.0030829906463623047,-0.0027370452880859375,-0.0023910999298095703,-0.002045154571533203,-0.001699209213256836,-0.0013532638549804688,-0.0010073184967041016,-0.0006613731384277344,-0.0003154277801513672,3.0517578125e-05,0.0003764629364013672,0.0007224082946777344,0.0010683536529541016,0.0014142990112304688,0.001760244369506836,0.002106189727783203,0.0024521350860595703,0.0027980804443359375,0.0031440258026123047,0.003489971160888672,0.003835916519165039,0.004181861877441406,0.0045278072357177734,0.004873752593994141,0.005219697952270508,0.005565643310546875,0.005911588668823242,0.006257534027099609,0.0066034793853759766,0.006949424743652344,0.007295370101928711,0.007641315460205078,0.007987260818481445,0.008333206176757812,0.00867915153503418,0.009025096893310547,0.009371042251586914,0.009716987609863281,0.010062932968139648,0.010408878326416016,0.010754823684692383,0.01110076904296875],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,0,0,6,7,7,9,7,19,21,24,36,52,66,83,84,75,53,44,38,29,14,16,17,13,11,5,5,2,4,2,1,1,1,2,1,1,3,2,0,0,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.007591300643980503,-0.007194409146904945,-0.0067975171841681,-0.006400625221431255,-0.006003733724355698,-0.00560684222728014,-0.005209950264543295,-0.00481305830180645,-0.004416166804730892,-0.0040192753076553345,-0.0036223833449184895,-0.003225491615012288,-0.0028285998851060867,-0.0024317081551998854,-0.002034816425293684,-0.0016379246953874826,-0.0012410329654812813,-0.0008441412355750799,-0.00044724950566887856,-5.035777576267719e-05,0.00034653395414352417,0.0007434256840497255,0.001140317413955927,0.0015372091438621283,0.0019341008737683296,0.002330992603674531,0.0027278843335807323,0.0031247760634869337,0.003521667793393135,0.003918559290468693,0.004315451253205538,0.004712343215942383,0.005109235644340515,0.005506127141416073,0.005903019104152918,0.006299911066889763,0.006696802563965321,0.007093694061040878,0.007490586023777723,0.007887477986514568,0.008284369483590126,0.008681260980665684,0.009078152477741241,0.009475044906139374,0.009871936403214931,0.01026882790029049,0.010665720328688622,0.01106261182576418,0.011459503322839737,0.011856394819915295,0.012253286316990852,0.012650178745388985,0.013047070242464542,0.0134439617395401,0.013840854167938232,0.01423774566501379,0.014634637162089348,0.015031528659164906,0.015428420156240463,0.015825312584638596,0.016222205013036728,0.01661909557878971,0.017015988007187843,0.017412878572940826,0.01780977100133896]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[97,202,39,11,6,5,3,2,0,2,1,2,0,0,2,0,1,2,4,1,3,3,4,0,0,0,2,2,0,1,1,1,1,2,2,0,2,4,1,1,0,1,1,4,2,3,1,1,1,1,4,2,1,0,2,1,0,4,2,10,8,36,189,84],"bins":[-5.0016940804198384e-05,-4.845518196816556e-05,-4.689342313213274e-05,-4.5331664296099916e-05,-4.376990546006709e-05,-4.220815026201308e-05,-4.0646391425980255e-05,-3.908463258994743e-05,-3.752287375391461e-05,-3.596111491788179e-05,-3.4399356081848964e-05,-3.283759724581614e-05,-3.1275842047762126e-05,-2.97140813927399e-05,-2.815232437569648e-05,-2.6590565539663658e-05,-2.5028806703630835e-05,-2.3467047867598012e-05,-2.190528903156519e-05,-2.034353201452177e-05,-1.8781773178488947e-05,-1.7220014342456125e-05,-1.5658257325412706e-05,-1.4096498489379883e-05,-1.253473965334706e-05,-1.0972980817314237e-05,-9.411222890776116e-06,-7.849464964237995e-06,-6.287706128205173e-06,-4.725947746919701e-06,-3.164189365634229e-06,-1.6024309843487572e-06,-4.066896508447826e-08,1.5210894162009936e-06,3.0828477974864654e-06,4.644606178771937e-06,6.206364560057409e-06,7.768123396090232e-06,9.329881322628353e-06,1.0891639249166474e-05,1.2453398085199296e-05,1.401515692123212e-05,1.5576915757264942e-05,1.713867277430836e-05,1.8700431610341184e-05,2.0262190446374007e-05,2.1823947463417426e-05,2.338570629945025e-05,2.494746513548307e-05,2.6509223971515894e-05,2.8070982807548717e-05,2.9632739824592136e-05,3.1194496841635555e-05,3.275625567766838e-05,3.43180145137012e-05,3.587977334973402e-05,3.7441532185766846e-05,3.900329102179967e-05,4.056504985783249e-05,4.2126808693865314e-05,4.368856752989814e-05,4.525032272795215e-05,4.6812081563984975e-05,4.83738404000178e-05,4.993559923605062e-05]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,3,0,0,1,1,0,0,3,5,2,5,5,9,7,10,9,23,25,27,48,44,62,51,79,83,112,124,161,181,170,141,119,92,80,60,57,61,35,30,22,23,11,14,10,13,7,1,6,4,2,0,2,1,3,1,0,0,0,0,0,0,0,2],"bins":[-0.0041961669921875,-0.004055678844451904,-0.003915190696716309,-0.003774702548980713,-0.003634214401245117,-0.0034937262535095215,-0.0033532381057739258,-0.00321274995803833,-0.0030722618103027344,-0.0029317736625671387,-0.002791285514831543,-0.0026507973670959473,-0.0025103092193603516,-0.002369821071624756,-0.00222933292388916,-0.0020888447761535645,-0.0019483566284179688,-0.001807868480682373,-0.0016673803329467773,-0.0015268921852111816,-0.001386404037475586,-0.0012459158897399902,-0.0011054277420043945,-0.0009649395942687988,-0.0008244514465332031,-0.0006839632987976074,-0.0005434751510620117,-0.000402987003326416,-0.0002624988555908203,-0.00012201070785522461,1.8477439880371094e-05,0.0001589655876159668,0.0002994537353515625,0.0004399418830871582,0.0005804300308227539,0.0007209181785583496,0.0008614063262939453,0.001001894474029541,0.0011423826217651367,0.0012828707695007324,0.0014233589172363281,0.0015638470649719238,0.0017043352127075195,0.0018448233604431152,0.001985311508178711,0.0021257996559143066,0.0022662878036499023,0.002406775951385498,0.0025472640991210938,0.0026877522468566895,0.002828240394592285,0.002968728542327881,0.0031092166900634766,0.0032497048377990723,0.003390192985534668,0.0035306811332702637,0.0036711692810058594,0.003811657428741455,0.003952145576477051,0.0040926337242126465,0.004233121871948242,0.004373610019683838,0.004514098167419434,0.004654586315155029,0.004795074462890625]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,0,1,2,0,2,3,5,5,11,2,12,3,10,4,18,21,18,18,21,30,12,29,31,33,27,25,32,31,33,33,32,29,28,26,35,28,11,14,14,15,12,11,12,10,4,4,3,5,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.005615234375,-0.005433320999145508,-0.005251407623291016,-0.0050694942474365234,-0.004887580871582031,-0.004705667495727539,-0.004523754119873047,-0.004341840744018555,-0.0041599273681640625,-0.00397801399230957,-0.003796100616455078,-0.003614187240600586,-0.0034322738647460938,-0.0032503604888916016,-0.0030684471130371094,-0.002886533737182617,-0.002704620361328125,-0.002522706985473633,-0.0023407936096191406,-0.0021588802337646484,-0.0019769668579101562,-0.001795053482055664,-0.0016131401062011719,-0.0014312267303466797,-0.0012493133544921875,-0.0010673999786376953,-0.0008854866027832031,-0.0007035732269287109,-0.0005216598510742188,-0.00033974647521972656,-0.00015783309936523438,2.4080276489257812e-05,0.00020599365234375,0.0003879070281982422,0.0005698204040527344,0.0007517337799072266,0.0009336471557617188,0.001115560531616211,0.0012974739074707031,0.0014793872833251953,0.0016613006591796875,0.0018432140350341797,0.002025127410888672,0.002207040786743164,0.0023889541625976562,0.0025708675384521484,0.0027527809143066406,0.002934694290161133,0.003116607666015625,0.003298521041870117,0.0034804344177246094,0.0036623477935791016,0.0038442611694335938,0.004026174545288086,0.004208087921142578,0.00439000129699707,0.0045719146728515625,0.004753828048706055,0.004935741424560547,0.005117654800415039,0.005299568176269531,0.0054814815521240234,0.005663394927978516,0.005845308303833008,0.0060272216796875]},"_timestamp":1.7527903817453225e+09,"parameters/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.08499955385923386,-0.08211006224155426,-0.07922057062387466,-0.07633108645677567,-0.07344159483909607,-0.07055210322141647,-0.06766261160373688,-0.06477311998605728,-0.061883632093667984,-0.05899414047598839,-0.05610465258359909,-0.053215160965919495,-0.0503256693482399,-0.0474361814558506,-0.044546689838171005,-0.04165720194578171,-0.03876771032810211,-0.035878218710422516,-0.03298873081803322,-0.030099239200353622,-0.027209749445319176,-0.02432025969028473,-0.021430768072605133,-0.018541278317570686,-0.01565178856253624,-0.012762298807501793,-0.009872808121144772,-0.0069833179004490376,-0.0040938276797533035,-0.0012043374590575695,0.0016851527616381645,0.0045746429823338985,0.0074641406536102295,0.010353630408644676,0.013243121095001698,0.01613261178135872,0.019022101536393166,0.021911591291427612,0.024801082909107208,0.027690572664141655,0.0305800624191761,0.0334695540368557,0.036359041929244995,0.03924853354692459,0.04213802516460419,0.045027513056993484,0.04791700467467308,0.05080649256706238,0.053695984184741974,0.05658547580242157,0.05947496369481087,0.06236445531249046,0.06525394320487976,0.06814343482255936,0.07103292644023895,0.07392241805791855,0.07681190967559814,0.07970139384269714,0.08259088546037674,0.08548037707805634,0.08836986869573593,0.09125936031341553,0.09414884448051453,0.09703833609819412,0.09992782771587372],"_type":"histogram","values":[8,12,12,31,72,100,133,206,372,605,810,1198,1704,2534,3396,4413,5866,7728,9775,12104,14829,17648,20622,23566,26543,28843,31021,32699,33443,34026,33572,32276,30840,28417,26258,22977,20228,17291,14582,11836,9463,7582,5677,4240,3171,2282,1588,1158,732,479,334,197,113,94,49,34,20,6,2,4,1,0,1,1]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[3,3,7,1,45,50,68,30,49,0,5,65,0,0,0,5,0,0,0,2,2,16,0,0,0,0,0,0,0,0,0,0,57,0,0,0,0,0,0,0,0,0,22,3,0,0,0,0,5,0,0,0,63,2,2,45,39,81,54,29,0,6,3,6],"bins":[-1.2540811439976096e-05,-1.2148911082476843e-05,-1.175701072497759e-05,-1.1365110367478337e-05,-1.0973210009979084e-05,-1.0581309652479831e-05,-1.0189409294980578e-05,-9.797508937481325e-06,-9.405608579982072e-06,-9.013708222482819e-06,-8.621807864983566e-06,-8.229907507484313e-06,-7.83800714998506e-06,-7.446106792485807e-06,-7.054206434986554e-06,-6.662306077487301e-06,-6.270405719988048e-06,-5.878505362488795e-06,-5.486605004989542e-06,-5.094704647490289e-06,-4.702804289991036e-06,-4.310903932491783e-06,-3.91900357499253e-06,-3.527103217493277e-06,-3.135202859994024e-06,-2.743302502494771e-06,-2.351402144995518e-06,-1.959501787496265e-06,-1.567601429997012e-06,-1.175701072497759e-06,-7.83800714998506e-07,-3.91900357499253e-07,0,3.91900357499253e-07,7.83800714998506e-07,1.175701072497759e-06,1.567601429997012e-06,1.959501787496265e-06,2.351402144995518e-06,2.743302502494771e-06,3.135202859994024e-06,3.527103217493277e-06,3.91900357499253e-06,4.310903932491783e-06,4.702804289991036e-06,5.094704647490289e-06,5.486605004989542e-06,5.878505362488795e-06,6.270405719988048e-06,6.662306077487301e-06,7.054206434986554e-06,7.446106792485807e-06,7.83800714998506e-06,8.229907507484313e-06,8.621807864983566e-06,9.013708222482819e-06,9.405608579982072e-06,9.797508937481325e-06,1.0189409294980578e-05,1.0581309652479831e-05,1.0973210009979084e-05,1.1365110367478337e-05,1.175701072497759e-05,1.2148911082476843e-05,1.2540811439976096e-05]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.09645019471645355,-0.09345054626464844,-0.09045089781284332,-0.08745124936103821,-0.0844516009092331,-0.08145195245742798,-0.07845230400562286,-0.07545265555381775,-0.07245300710201263,-0.06945335865020752,-0.0664537101984024,-0.06345406174659729,-0.060454413294792175,-0.05745476484298706,-0.054455116391181946,-0.05145546793937683,-0.048455819487571716,-0.0454561710357666,-0.04245652258396149,-0.03945687413215637,-0.03645722568035126,-0.03345757722854614,-0.030457928776741028,-0.027458280324935913,-0.0244586318731308,-0.021458983421325684,-0.01845933496952057,-0.015459686517715454,-0.01246003806591034,-0.009460389614105225,-0.00646074116230011,-0.003461092710494995,-0.0004614517092704773,0.0025381967425346375,0.005537845194339752,0.008537493646144867,0.011537142097949982,0.014536790549755096,0.01753643900156021,0.020536087453365326,0.02353573590517044,0.026535384356975555,0.02953503280878067,0.032534681260585785,0.0355343297123909,0.038533978164196014,0.04153362661600113,0.044533275067806244,0.04753292351961136,0.05053257197141647,0.05353222042322159,0.0565318688750267,0.05953151732683182,0.06253116577863693,0.06553081423044205,0.06853046268224716,0.07153011113405228,0.07452975958585739,0.0775294080376625,0.08052905648946762,0.08352870494127274,0.08652835339307785,0.08952800184488297,0.09252765029668808,0.0955272987484932],"_type":"histogram","values":[1,1,5,7,20,40,61,86,160,285,473,798,1272,1895,2883,4232,5932,8384,11487,15715,20656,26231,33081,40352,48813,57415,65910,73951,80425,86506,91167,93821,94266,92723,87957,83231,76109,67886,59390,51364,42969,35159,28062,22209,17009,12754,9329,6738,4567,3278,2098,1380,939,594,362,189,106,58,41,12,12,4,2,2]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,0,0,1,2,1,2,3,1,4,2,11,5,5,14,13,19,20,30,54,39,55,71,96,102,153,160,211,179,160,114,116,70,72,58,32,45,28,26,14,6,10,11,10,7,5,3,1,0,0,0,2,2,0,0,1],"bins":[-0.005748748779296875,-0.0055879950523376465,-0.005427241325378418,-0.0052664875984191895,-0.005105733871459961,-0.004944980144500732,-0.004784226417541504,-0.004623472690582275,-0.004462718963623047,-0.004301965236663818,-0.00414121150970459,-0.003980457782745361,-0.003819704055786133,-0.0036589503288269043,-0.0034981966018676758,-0.0033374428749084473,-0.0031766891479492188,-0.0030159354209899902,-0.0028551816940307617,-0.002694427967071533,-0.0025336742401123047,-0.002372920513153076,-0.0022121667861938477,-0.002051413059234619,-0.0018906593322753906,-0.0017299056053161621,-0.0015691518783569336,-0.001408398151397705,-0.0012476444244384766,-0.001086890697479248,-0.0009261369705200195,-0.000765383243560791,-0.0006046295166015625,-0.000443875789642334,-0.00028312206268310547,-0.00012236833572387695,3.838539123535156e-05,0.00019913911819458008,0.0003598928451538086,0.0005206465721130371,0.0006814002990722656,0.0008421540260314941,0.0010029077529907227,0.0011636614799499512,0.0013244152069091797,0.0014851689338684082,0.0016459226608276367,0.0018066763877868652,0.0019674301147460938,0.0021281838417053223,0.0022889375686645508,0.0024496912956237793,0.002610445022583008,0.0027711987495422363,0.002931952476501465,0.0030927062034606934,0.003253459930419922,0.0034142136573791504,0.003574967384338379,0.0037357211112976074,0.003896474838256836,0.0040572285652160645,0.004217982292175293,0.0043787360191345215,0.00453948974609375]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[141,119,16,19,5,5,3,0,1,1,2,0,1,0,1,2,1,0,2,3,1,1,0,6,1,0,0,0,1,2,3,0,4,1,6,0,0,2,0,1,1,0,0,0,1,1,0,1,1,1,1,0,2,0,2,2,1,2,4,7,13,42,145,190],"bins":[0.9999498724937439,0.9999514222145081,0.999953031539917,0.9999545812606812,0.9999561309814453,0.9999576807022095,0.9999592900276184,0.9999608397483826,0.9999623894691467,0.9999639391899109,0.9999655485153198,0.999967098236084,0.9999686479568481,0.9999701976776123,0.9999718070030212,0.9999733567237854,0.9999749064445496,0.9999765157699585,0.9999780654907227,0.9999796152114868,0.999981164932251,0.9999827742576599,0.9999843239784241,0.9999858736991882,0.9999874234199524,0.9999890327453613,0.9999905824661255,0.9999921321868896,0.9999936819076538,0.9999952912330627,0.9999968409538269,0.9999983906745911,1,1.0000015497207642,1.0000030994415283,1.0000046491622925,1.0000061988830566,1.0000077486038208,1.0000094175338745,1.0000109672546387,1.0000125169754028,1.000014066696167,1.0000156164169312,1.0000171661376953,1.0000187158584595,1.0000202655792236,1.0000219345092773,1.0000234842300415,1.0000250339508057,1.0000265836715698,1.000028133392334,1.0000296831130981,1.0000312328338623,1.000032901763916,1.0000344514846802,1.0000360012054443,1.0000375509262085,1.0000391006469727,1.0000406503677368,1.000042200088501,1.0000437498092651,1.0000454187393188,1.000046968460083,1.0000485181808472,1.0000500679016113]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,3,0,1,1,1,5,6,4,9,10,12,26,18,37,75,82,112,237,269,343,744,915,1431,3333,4886,9831,42104,147613,286399,63011,13267,6035,4052,1662,1050,855,406,296,237,119,77,77,48,36,24,17,14,11,7,5,4,1,0,2,2,0,0,0,0,0,0,0,1],"bins":[-5.781650543212891e-06,-5.583278834819794e-06,-5.384907126426697e-06,-5.1865354180336e-06,-4.988163709640503e-06,-4.789792001247406e-06,-4.591420292854309e-06,-4.393048584461212e-06,-4.194676876068115e-06,-3.996305167675018e-06,-3.7979334592819214e-06,-3.5995617508888245e-06,-3.4011900424957275e-06,-3.2028183341026306e-06,-3.0044466257095337e-06,-2.8060749173164368e-06,-2.60770320892334e-06,-2.409331500530243e-06,-2.210959792137146e-06,-2.012588083744049e-06,-1.8142163753509521e-06,-1.6158446669578552e-06,-1.4174729585647583e-06,-1.2191012501716614e-06,-1.0207295417785645e-06,-8.223578333854675e-07,-6.239861249923706e-07,-4.256144165992737e-07,-2.2724270820617676e-07,-2.8870999813079834e-08,1.695007085800171e-07,3.67872416973114e-07,5.662441253662109e-07,7.646158337593079e-07,9.629875421524048e-07,1.1613592505455017e-06,1.3597309589385986e-06,1.5581026673316956e-06,1.7564743757247925e-06,1.9548460841178894e-06,2.1532177925109863e-06,2.3515895009040833e-06,2.54996120929718e-06,2.748332917690277e-06,2.946704626083374e-06,3.145076334476471e-06,3.343448042869568e-06,3.541819751262665e-06,3.7401914596557617e-06,3.938563168048859e-06,4.1369348764419556e-06,4.3353065848350525e-06,4.533678293228149e-06,4.732050001621246e-06,4.930421710014343e-06,5.12879341840744e-06,5.327165126800537e-06,5.525536835193634e-06,5.723908543586731e-06,5.922280251979828e-06,6.120651960372925e-06,6.319023668766022e-06,6.517395377159119e-06,6.7157670855522156e-06,6.9141387939453125e-06]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,1,1,3,2,2,6,9,19,13,17,28,40,46,69,82,86,93,63,44,28,18,18,15,7,11,6,7,6,6,4,8,0,2,1,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.009025869891047478,-0.008592585101723671,-0.008159300312399864,-0.00772601505741477,-0.007292729802429676,-0.006859445013105869,-0.006426159758120775,-0.0059928749687969685,-0.005559589713811874,-0.005126304924488068,-0.004693020135164261,-0.004259734880179167,-0.00382645009085536,-0.0033931650687009096,-0.002959880046546459,-0.0025265950243920088,-0.0020933100022375584,-0.001660024980083108,-0.0012267399579286575,-0.0007934550521895289,-0.0003601700300350785,7.311496301554143e-05,0.0005063999560661614,0.0009396849200129509,0.0013729699421674013,0.0018062549643218517,0.002239539986476302,0.0026728250086307526,0.0031061097979545593,0.0035393948201090097,0.00397267984226346,0.004405965097248554,0.004839249886572361,0.005272534675896168,0.005705819930881262,0.006139104720205069,0.006572389975190163,0.007005674764513969,0.0074389600194990635,0.007872245274484158,0.008305530063807964,0.008738814853131771,0.009172099642455578,0.009605384431779385,0.010038670152425766,0.010471954941749573,0.01090523973107338,0.011338524520397186,0.011771809309720993,0.012205095030367374,0.012638379819691181,0.013071664609014988,0.013504949398338795,0.013938235118985176,0.014371519908308983,0.01480480469763279,0.015238089486956596,0.015671374276280403,0.01610465906560421,0.016537943854928017,0.016971230506896973,0.01740451529622078,0.017837800085544586,0.018271084874868393,0.0187043696641922]},"gradients/bert.embeddings.position_embeddings.weight":{"values":[1,0,1,2,2,5,4,21,21,23,47,64,99,163,202,260,366,528,743,948,1255,1618,2137,2839,3600,4305,4911,5686,6253,6609,301950,7143,7085,6593,5812,4982,4042,3120,2484,1887,1462,1124,761,579,401,288,221,135,112,73,67,43,30,21,16,7,18,12,13,6,5,3,5,3],"bins":[-0.005339657887816429,-0.0051663704216480255,-0.004993082489818335,-0.004819794557988644,-0.00464650709182024,-0.004473219625651836,-0.0042999316938221455,-0.0041266437619924545,-0.003953356295824051,-0.0037800685968250036,-0.0036067808978259563,-0.003433493198826909,-0.003260205499827862,-0.0030869178008288145,-0.0029136301018297672,-0.00274034240283072,-0.0025670547038316727,-0.0023937670048326254,-0.002220479305833578,-0.002047191606834531,-0.0018739039078354836,-0.0017006162088364363,-0.001527328509837389,-0.0013540408108383417,-0.0011807531118392944,-0.0010074654128402472,-0.0008341777138411999,-0.0006608900148421526,-0.0004876023158431053,-0.00031431461684405804,-0.00014102691784501076,3.226078115403652e-05,0.0002055489458143711,0.0003788366448134184,0.0005521243438124657,0.000725412042811513,0.0008986997418105602,0.0010719874408096075,0.0012452751398086548,0.001418562838807702,0.0015918505378067493,0.0017651382368057966,0.001938425935804844,0.002111713634803891,0.0022850013338029385,0.0024582890328019857,0.002631576731801033,0.0028048644308000803,0.0029781521297991276,0.003151439828798175,0.003324727527797222,0.0034980152267962694,0.0036713029257953167,0.003844590624794364,0.004017878323793411,0.004191165789961815,0.004364453721791506,0.004537741653621197,0.0047110291197896,0.004884316585958004,0.005057604517787695,0.005230892449617386,0.0054041799157857895,0.005577467381954193,0.005750755313783884],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,0,0,2,0,1,2,8,6,16,13,10,20,18,48,49,70,120,109,68,63,28,22,17,15,13,15,10,3,2,4,1,3,4,0,2,0,0,0,2,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.010260498151183128,-0.009755782783031464,-0.009251067414879799,-0.008746352046728134,-0.00824163667857647,-0.007736920844763517,-0.007232205010950565,-0.006727489642798901,-0.006222774274647236,-0.005718058906495571,-0.005213343538343906,-0.004708627704530954,-0.00420391233637929,-0.003699196968227625,-0.0031944813672453165,-0.002689765766263008,-0.0021850503981113434,-0.0016803349135443568,-0.0011756194289773703,-0.0006709039444103837,-0.00016618845984339714,0.0003385270247235894,0.000843242509290576,0.0013479579938575625,0.001852673478424549,0.002357388846576214,0.0028621044475585222,0.0033668200485408306,0.0038715354166924953,0.00437625078484416,0.004880966618657112,0.005385681986808777,0.005890399217605591,0.0063951145857572556,0.00689982995390892,0.007404545787721872,0.00790926069021225,0.008413976989686489,0.008918692357838154,0.009423407725989819,0.009928123094141483,0.010432838462293148,0.010937553830444813,0.011442269198596478,0.011946985498070717,0.012451700866222382,0.012956416234374046,0.013461131602525711,0.013965846970677376,0.01447056233882904,0.014975277706980705,0.01547999307513237,0.015984708443284035,0.0164894238114357,0.016994139179587364,0.01749885454773903,0.018003571778535843,0.018508287146687508,0.019013002514839172,0.019517717882990837,0.020022433251142502,0.020527148619294167,0.02103186398744583,0.021536579355597496,0.02204129472374916],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"values":[6,5,5,14,19,52,67,132,208,327,532,819,1207,1879,2646,3684,4954,6725,8810,11204,13769,16851,19956,23449,26543,29538,32111,33669,35358,35691,35346,34277,32415,30076,27024,23829,20680,17322,14139,11443,8828,6931,5172,3788,2714,1944,1308,846,577,379,232,151,80,45,21,12,5,4,3,1,1,0,0,1],"bins":[-0.08990620821714401,-0.08686506748199463,-0.08382393419742584,-0.08078279346227646,-0.07774166017770767,-0.07470051944255829,-0.0716593861579895,-0.06861824542284012,-0.06557710468769073,-0.06253597140312195,-0.05949483439326286,-0.05645369738340378,-0.053412556648254395,-0.05037141963839531,-0.047330282628536224,-0.04428914561867714,-0.041248008608818054,-0.03820687159895897,-0.035165734589099884,-0.0321245975792408,-0.029083458706736565,-0.02604232169687748,-0.023001182824373245,-0.01996004581451416,-0.016918908804655075,-0.01387777179479599,-0.01083663385361433,-0.007795496378093958,-0.0047543589025735855,-0.0017132214270532131,0.0013279160484671593,0.004369053523987532,0.007410198450088501,0.010451335459947586,0.013492473401129246,0.016533611342310905,0.01957474835216999,0.022615885362029076,0.02565702423453331,0.028698161244392395,0.03173929825425148,0.034780435264110565,0.03782157227396965,0.040862709283828735,0.04390385001897812,0.046944987028837204,0.04998612403869629,0.053027261048555374,0.05606839805841446,0.059109535068273544,0.06215067207813263,0.06519181281328201,0.0682329460978508,0.07127408683300018,0.07431522011756897,0.07735636085271835,0.08039750158786774,0.08343863487243652,0.08647977560758591,0.0895209088921547,0.09256204962730408,0.09560318291187286,0.09864432364702225,0.10168545693159103,0.10472659766674042],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,0,3,0,1,0,2,0,11,0,29,0,75,0,128,0,366,0,932,0,2022,0,3501,0,8697,0,16998,0,524271,17081,0,8558,0,3602,0,2058,0,857,0,365,0,115,0,92,0,32,0,17,0,2,0,3,0,0,0,2,0,0,0,0,1],"bins":[-9.5367431640625e-07,-9.229406714439392e-07,-8.922070264816284e-07,-8.614733815193176e-07,-8.307397365570068e-07,-8.00006091594696e-07,-7.692724466323853e-07,-7.385388016700745e-07,-7.078051567077637e-07,-6.770715117454529e-07,-6.463378667831421e-07,-6.156042218208313e-07,-5.848705768585205e-07,-5.541369318962097e-07,-5.234032869338989e-07,-4.926696419715881e-07,-4.6193599700927734e-07,-4.3120235204696655e-07,-4.0046870708465576e-07,-3.6973506212234497e-07,-3.390014171600342e-07,-3.082677721977234e-07,-2.775341272354126e-07,-2.468004822731018e-07,-2.1606683731079102e-07,-1.8533319234848022e-07,-1.5459954738616943e-07,-1.2386590242385864e-07,-9.313225746154785e-08,-6.239861249923706e-08,-3.166496753692627e-08,-9.313225746154785e-10,2.9802322387695312e-08,6.05359673500061e-08,9.12696123123169e-08,1.2200325727462769e-07,1.5273690223693848e-07,1.8347054719924927e-07,2.1420419216156006e-07,2.4493783712387085e-07,2.7567148208618164e-07,3.0640512704849243e-07,3.371387720108032e-07,3.67872416973114e-07,3.986060619354248e-07,4.293397068977356e-07,4.600733518600464e-07,4.908069968223572e-07,5.21540641784668e-07,5.522742867469788e-07,5.830079317092896e-07,6.137415766716003e-07,6.444752216339111e-07,6.752088665962219e-07,7.059425115585327e-07,7.366761565208435e-07,7.674098014831543e-07,7.981434464454651e-07,8.288770914077759e-07,8.596107363700867e-07,8.903443813323975e-07,9.210780262947083e-07,9.51811671257019e-07,9.825453162193298e-07,1.0132789611816406e-06]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,3,5,9,25,25,34,68,94,166,287,421,652,922,1413,1945,2838,3950,5224,6966,8924,11132,13756,16467,19873,22709,25560,28308,30717,32680,33609,34031,34275,32877,31822,29687,27178,24385,20974,18131,15376,12559,9869,7893,6114,4720,3400,2540,1734,1205,809,560,341,230,158,65,50,29,18,3,4,3],"bins":[-0.0988786518573761,-0.09595084190368652,-0.09302303194999695,-0.09009522944688797,-0.0871674194931984,-0.08423960953950882,-0.08131180703639984,-0.07838399708271027,-0.07545618712902069,-0.07252837717533112,-0.06960056722164154,-0.06667276471853256,-0.06374495476484299,-0.06081714481115341,-0.057889338582754135,-0.05496153235435486,-0.05203372240066528,-0.04910591244697571,-0.04617810621857643,-0.043250299990177155,-0.04032249003648758,-0.037394680082798004,-0.03446687385439873,-0.03153906762599945,-0.028611257672309875,-0.02568344958126545,-0.022755641490221024,-0.019827833399176598,-0.01690002530813217,-0.013972217217087746,-0.01104440912604332,-0.008116601034998894,-0.005188792943954468,-0.002260984852910042,0.0006668232381343842,0.00359463132917881,0.006522439420223236,0.009450247511267662,0.012378055602312088,0.015305863693356514,0.01823367178440094,0.021161479875445366,0.024089287966489792,0.027017096057534218,0.029944904148578644,0.03287271410226822,0.035800520330667496,0.03872832655906677,0.04165613651275635,0.04458394646644592,0.0475117526948452,0.050439558923244476,0.05336736887693405,0.05629517883062363,0.0592229850590229,0.06215079128742218,0.06507860124111176,0.06800641119480133,0.0709342211484909,0.07386202365159988,0.07678983360528946,0.07971764355897903,0.08264544606208801,0.08557325601577759,0.08850106596946716]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-9.059906005859375e-06,-8.770264685153961e-06,-8.480623364448547e-06,-8.190982043743134e-06,-7.90134072303772e-06,-7.611699402332306e-06,-7.322058081626892e-06,-7.032416760921478e-06,-6.7427754402160645e-06,-6.453134119510651e-06,-6.163492798805237e-06,-5.873851478099823e-06,-5.584210157394409e-06,-5.294568836688995e-06,-5.0049275159835815e-06,-4.715286195278168e-06,-4.425644874572754e-06,-4.13600355386734e-06,-3.846362233161926e-06,-3.5567209124565125e-06,-3.2670795917510986e-06,-2.977438271045685e-06,-2.687796950340271e-06,-2.398155629634857e-06,-2.1085143089294434e-06,-1.8188729882240295e-06,-1.5292316675186157e-06,-1.239590346813202e-06,-9.499490261077881e-07,-6.603077054023743e-07,-3.7066638469696045e-07,-8.102506399154663e-08,2.086162567138672e-07,4.98257577419281e-07,7.878988981246948e-07,1.0775402188301086e-06,1.3671815395355225e-06,1.6568228602409363e-06,1.94646418094635e-06,2.236105501651764e-06,2.5257468223571777e-06,2.8153881430625916e-06,3.1050294637680054e-06,3.394670784473419e-06,3.684312105178833e-06,3.973953425884247e-06,4.263594746589661e-06,4.5532360672950745e-06,4.842877388000488e-06,5.132518708705902e-06,5.422160029411316e-06,5.71180135011673e-06,6.0014426708221436e-06,6.291083991527557e-06,6.580725312232971e-06,6.870366632938385e-06,7.160007953643799e-06,7.449649274349213e-06,7.739290595054626e-06,8.02893191576004e-06,8.318573236465454e-06,8.608214557170868e-06,8.897855877876282e-06,9.187497198581696e-06,9.47713851928711e-06],"_type":"histogram","values":[1,0,0,1,2,4,3,0,0,0,0,2,0,2,6,3,1,1,3,3,4,5,8,15,21,11,33,51,35,59,94,96,73,46,47,30,22,14,20,11,5,3,5,3,4,4,1,4,3,1,2,2,0,1,1,0,0,0,0,0,1,0,0,1]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,0,2,2,1,3,4,8,8,13,14,23,18,56,83,107,142,238,331,544,824,1410,2185,3822,6717,12007,22897,43894,90718,217060,602222,322923,122598,57388,28930,15358,8259,4791,2819,1593,976,623,420,278,181,110,77,59,35,28,23,12,7,7,3,2,3,0,1,1,1,3],"bins":[-0.01123809814453125,-0.010894298553466797,-0.010550498962402344,-0.01020669937133789,-0.009862899780273438,-0.009519100189208984,-0.009175300598144531,-0.008831501007080078,-0.008487701416015625,-0.008143901824951172,-0.007800102233886719,-0.007456302642822266,-0.0071125030517578125,-0.006768703460693359,-0.006424903869628906,-0.006081104278564453,-0.0057373046875,-0.005393505096435547,-0.005049705505371094,-0.004705905914306641,-0.0043621063232421875,-0.004018306732177734,-0.0036745071411132812,-0.003330707550048828,-0.002986907958984375,-0.002643108367919922,-0.0022993087768554688,-0.0019555091857910156,-0.0016117095947265625,-0.0012679100036621094,-0.0009241104125976562,-0.0005803108215332031,-0.00023651123046875,0.00010728836059570312,0.00045108795166015625,0.0007948875427246094,0.0011386871337890625,0.0014824867248535156,0.0018262863159179688,0.002170085906982422,0.002513885498046875,0.002857685089111328,0.0032014846801757812,0.0035452842712402344,0.0038890838623046875,0.004232883453369141,0.004576683044433594,0.004920482635498047,0.0052642822265625,0.005608081817626953,0.005951881408691406,0.006295680999755859,0.0066394805908203125,0.006983280181884766,0.007327079772949219,0.007670879364013672,0.008014678955078125,0.008358478546142578,0.008702278137207031,0.009046077728271484,0.009389877319335938,0.00973367691040039,0.010077476501464844,0.010421276092529297,0.01076507568359375]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9999498724937439,0.9999514222145081,0.9999529719352722,0.9999545812606812,0.9999561309814453,0.9999576807022095,0.9999592304229736,0.9999608397483826,0.9999623894691467,0.9999639391899109,0.999965488910675,0.999967098236084,0.9999686479568481,0.9999701976776123,0.9999717473983765,0.9999733567237854,0.9999749064445496,0.9999764561653137,0.9999780058860779,0.999979555606842,0.999981164932251,0.9999827146530151,0.9999842643737793,0.9999858140945435,0.9999874234199524,0.9999889731407166,0.9999905228614807,0.9999920725822449,0.9999936819076538,0.999995231628418,0.9999967813491821,0.9999983310699463,0.9999998807907104,1.0000014305114746,1.0000029802322388,1.0000046491622925,1.0000061988830566,1.0000077486038208,1.000009298324585,1.0000108480453491,1.0000123977661133,1.0000139474868774,1.0000154972076416,1.0000171661376953,1.0000187158584595,1.0000202655792236,1.0000218152999878,1.000023365020752,1.0000249147415161,1.0000264644622803,1.0000280141830444,1.0000295639038086,1.0000312328338623,1.0000327825546265,1.0000343322753906,1.0000358819961548,1.000037431716919,1.000038981437683,1.0000405311584473,1.0000420808792114,1.0000437498092651,1.0000452995300293,1.0000468492507935,1.0000483989715576,1.0000499486923218],"_type":"histogram","values":[150,119,24,12,2,5,1,3,3,1,0,2,3,2,1,3,2,1,3,2,5,0,1,0,1,0,1,2,0,2,2,1,1,2,3,1,2,2,2,3,7,1,4,2,3,0,1,1,2,1,1,3,1,2,0,3,4,3,1,7,10,24,116,201]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,2,0,1,0,0,1,0,0,2,3,1,0,2,6,6,14,12,10,38,65,111,148,145,87,32,17,18,10,3,3,5,4,2,1,2,0,1,2,0,3,1,1,1,0,1,1,0,0,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[-1.919269561767578e-05,-1.8445774912834167e-05,-1.7698854207992554e-05,-1.695193350315094e-05,-1.6205012798309326e-05,-1.5458092093467712e-05,-1.4711171388626099e-05,-1.3964250683784485e-05,-1.3217329978942871e-05,-1.2470409274101257e-05,-1.1723488569259644e-05,-1.097656786441803e-05,-1.0229647159576416e-05,-9.482726454734802e-06,-8.735805749893188e-06,-7.988885045051575e-06,-7.241964340209961e-06,-6.495043635368347e-06,-5.748122930526733e-06,-5.00120222568512e-06,-4.254281520843506e-06,-3.507360816001892e-06,-2.7604401111602783e-06,-2.0135194063186646e-06,-1.2665987014770508e-06,-5.19677996635437e-07,2.2724270820617676e-07,9.741634130477905e-07,1.7210841178894043e-06,2.468004822731018e-06,3.214925527572632e-06,3.961846232414246e-06,4.708766937255859e-06,5.455687642097473e-06,6.202608346939087e-06,6.949529051780701e-06,7.696449756622314e-06,8.443370461463928e-06,9.190291166305542e-06,9.937211871147156e-06,1.068413257598877e-05,1.1431053280830383e-05,1.2177973985671997e-05,1.292489469051361e-05,1.3671815395355225e-05,1.4418736100196838e-05,1.5165656805038452e-05,1.5912577509880066e-05,1.665949821472168e-05,1.7406418919563293e-05,1.8153339624404907e-05,1.890026032924652e-05,1.9647181034088135e-05,2.039410173892975e-05,2.1141022443771362e-05,2.1887943148612976e-05,2.263486385345459e-05,2.3381784558296204e-05,2.4128705263137817e-05,2.487562596797943e-05,2.5622546672821045e-05,2.636946737766266e-05,2.7116388082504272e-05,2.7863308787345886e-05,2.86102294921875e-05]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[3,3,1,2,0,2,2,2,2,3,3,3,6,11,9,9,13,12,8,14,11,25,32,16,19,14,27,22,23,26,21,36,29,34,23,25,31,19,24,21,16,20,22,23,16,11,9,6,10,9,9,7,3,6,3,4,1,0,1,1,0,3,1,1],"bins":[-0.00501251220703125,-0.004857659339904785,-0.00470280647277832,-0.0045479536056518555,-0.004393100738525391,-0.004238247871398926,-0.004083395004272461,-0.003928542137145996,-0.0037736892700195312,-0.0036188364028930664,-0.0034639835357666016,-0.0033091306686401367,-0.003154277801513672,-0.002999424934387207,-0.002844572067260742,-0.0026897192001342773,-0.0025348663330078125,-0.0023800134658813477,-0.002225160598754883,-0.002070307731628418,-0.0019154548645019531,-0.0017606019973754883,-0.0016057491302490234,-0.0014508962631225586,-0.0012960433959960938,-0.001141190528869629,-0.000986337661743164,-0.0008314847946166992,-0.0006766319274902344,-0.0005217790603637695,-0.0003669261932373047,-0.00021207332611083984,-5.7220458984375e-05,9.763240814208984e-05,0.0002524852752685547,0.00040733814239501953,0.0005621910095214844,0.0007170438766479492,0.0008718967437744141,0.001026749610900879,0.0011816024780273438,0.0013364553451538086,0.0014913082122802734,0.0016461610794067383,0.0018010139465332031,0.001955866813659668,0.002110719680786133,0.0022655725479125977,0.0024204254150390625,0.0025752782821655273,0.002730131149291992,0.002884984016418457,0.003039836883544922,0.0031946897506713867,0.0033495426177978516,0.0035043954849243164,0.0036592483520507812,0.003814101219177246,0.003968954086303711,0.004123806953430176,0.004278659820556641,0.0044335126876831055,0.00458836555480957,0.004743218421936035,0.0048980712890625]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"values":[139,119,19,13,8,5,1,0,1,2,4,1,2,3,0,1,1,3,2,1,4,0,3,1,3,4,1,0,1,1,0,0,2,1,1,3,4,4,0,5,2,0,1,2,2,2,2,1,1,1,2,2,3,2,2,1,1,3,6,2,19,29,141,178],"bins":[0.9999498128890991,0.9999513626098633,0.9999529719352722,0.9999545216560364,0.9999560713768005,0.9999576210975647,0.9999592304229736,0.9999607801437378,0.999962329864502,0.9999639391899109,0.999965488910675,0.9999670386314392,0.9999685883522034,0.9999701976776123,0.9999717473983765,0.9999732971191406,0.9999748468399048,0.9999764561653137,0.9999780058860779,0.999979555606842,0.999981164932251,0.9999827146530151,0.9999842643737793,0.9999858140945435,0.9999874234199524,0.9999889731407166,0.9999905228614807,0.9999921321868896,0.9999936819076538,0.999995231628418,0.9999967813491821,0.9999983906745911,0.9999999403953552,1.0000015497207642,1.0000030994415283,1.0000046491622925,1.0000061988830566,1.0000077486038208,1.000009298324585,1.0000108480453491,1.0000125169754028,1.000014066696167,1.0000156164169312,1.0000171661376953,1.0000187158584595,1.0000202655792236,1.0000218152999878,1.0000234842300415,1.0000250339508057,1.0000265836715698,1.000028133392334,1.0000296831130981,1.0000312328338623,1.0000327825546265,1.0000344514846802,1.0000360012054443,1.0000375509262085,1.0000391006469727,1.0000406503677368,1.000042200088501,1.0000437498092651,1.0000454187393188,1.000046968460083,1.0000485181808472,1.0000500679016113],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,1,0,0,0,1,1,2,5,4,7,8,8,18,12,24,42,75,70,120,151,247,389,473,914,1271,2135,4038,7334,18038,56260,217028,203664,46096,14957,7237,3444,2137,1276,738,472,333,241,174,114,76,46,38,27,22,17,10,6,4,1,5,4,3,1,3,0,1],"bins":[-2.5570392608642578e-05,-2.4816952645778656e-05,-2.4063512682914734e-05,-2.3310072720050812e-05,-2.255663275718689e-05,-2.1803192794322968e-05,-2.1049752831459045e-05,-2.0296312868595123e-05,-1.95428729057312e-05,-1.878943294286728e-05,-1.8035992980003357e-05,-1.7282553017139435e-05,-1.6529113054275513e-05,-1.577567309141159e-05,-1.5022233128547668e-05,-1.4268793165683746e-05,-1.3515353202819824e-05,-1.2761913239955902e-05,-1.200847327709198e-05,-1.1255033314228058e-05,-1.0501593351364136e-05,-9.748153388500214e-06,-8.994713425636292e-06,-8.24127346277237e-06,-7.487833499908447e-06,-6.734393537044525e-06,-5.980953574180603e-06,-5.227513611316681e-06,-4.474073648452759e-06,-3.7206336855888367e-06,-2.9671937227249146e-06,-2.2137537598609924e-06,-1.4603137969970703e-06,-7.068738341331482e-07,4.6566128730773926e-08,8.00006091594696e-07,1.5534460544586182e-06,2.3068860173225403e-06,3.0603259801864624e-06,3.8137659430503845e-06,4.567205905914307e-06,5.320645868778229e-06,6.074085831642151e-06,6.827525794506073e-06,7.580965757369995e-06,8.334405720233917e-06,9.08784568309784e-06,9.841285645961761e-06,1.0594725608825684e-05,1.1348165571689606e-05,1.2101605534553528e-05,1.285504549741745e-05,1.3608485460281372e-05,1.4361925423145294e-05,1.5115365386009216e-05,1.586880534887314e-05,1.662224531173706e-05,1.7375685274600983e-05,1.8129125237464905e-05,1.8882565200328827e-05,1.963600516319275e-05,2.038944512605667e-05,2.1142885088920593e-05,2.1896325051784515e-05,2.2649765014648438e-05],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[107,188,39,15,8,0,2,2,1,1,0,1,1,1,1,1,3,4,2,3,1,1,0,1,2,2,0,1,1,2,1,2,1,2,0,0,1,0,3,1,1,1,3,1,4,2,2,1,3,2,1,3,2,2,1,3,0,2,5,3,12,32,189,91],"bins":[-4.988968066754751e-05,-4.832879130844958e-05,-4.676790558733046e-05,-4.520701622823253e-05,-4.3646126869134605e-05,-4.2085241148015484e-05,-4.0524351788917556e-05,-3.896346242981963e-05,-3.740257670870051e-05,-3.584168734960258e-05,-3.428079799050465e-05,-3.2719908631406724e-05,-3.1159022910287604e-05,-2.9598133551189676e-05,-2.803724601108115e-05,-2.6476356651983224e-05,-2.49154691118747e-05,-2.3354581571766175e-05,-2.1793692212668248e-05,-2.0232804672559723e-05,-1.8671915313461795e-05,-1.711102777335327e-05,-1.5550140233244747e-05,-1.3989251783641521e-05,-1.2428363334038295e-05,-1.0867474884435069e-05,-9.306586434831843e-06,-7.745698894723319e-06,-6.1848104451200925e-06,-4.6239219955168664e-06,-3.0630340006609913e-06,-1.5021457784314407e-06,5.87388058193028e-08,1.6196270280488534e-06,3.180515250278404e-06,4.741403245134279e-06,6.302291694737505e-06,7.863180144340731e-06,9.424067684449255e-06,1.0984956134052482e-05,1.2545844583655708e-05,1.4106733033258934e-05,1.566762148286216e-05,1.7228509022970684e-05,1.8789396563079208e-05,2.0350285922177136e-05,2.191117346228566e-05,2.3472062821383588e-05,2.5032950361492112e-05,2.6593837901600637e-05,2.8154727260698564e-05,2.971561480080709e-05,3.1276504159905016e-05,3.283738988102414e-05,3.4398279240122065e-05,3.595916859921999e-05,3.7520054320339113e-05,3.908094367943704e-05,4.064183303853497e-05,4.22027223976329e-05,4.376360811875202e-05,4.5324497477849945e-05,4.688538683694787e-05,4.8446272558066994e-05,5.000716191716492e-05]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[137,179,36,9,6,1,0,1,0,0,0,0,1,0,1,1,0,0,4,2,1,6,2,0,0,0,2,2,1,0,1,1,3,0,0,0,0,0,0,2,0,1,0,1,0,0,1,1,0,2,0,1,0,1,1,2,4,4,2,7,17,30,194,100],"bins":[-4.9986556405201554e-05,-4.8423367843497545e-05,-4.686017564381473e-05,-4.529698344413191e-05,-4.37337948824279e-05,-4.217060632072389e-05,-4.0607414121041074e-05,-3.904422192135826e-05,-3.748103335965425e-05,-3.591784479795024e-05,-3.435465259826742e-05,-3.2791460398584604e-05,-3.1228271836880594e-05,-2.966508145618718e-05,-2.8101891075493768e-05,-2.6538700694800355e-05,-2.497551031410694e-05,-2.3412319933413528e-05,-2.1849129552720115e-05,-2.02859391720267e-05,-1.8722748791333288e-05,-1.7159558410639875e-05,-1.559636802994646e-05,-1.4033177649253048e-05,-1.2469987268559635e-05,-1.0906796887866221e-05,-9.343606507172808e-06,-7.780416126479395e-06,-6.217225745785981e-06,-4.654035365092568e-06,-3.0908449843991548e-06,-1.5276546037057415e-06,3.553213900886476e-08,1.598722519702278e-06,3.1619129003956914e-06,4.725103281089105e-06,6.288293661782518e-06,7.851484042475931e-06,9.414674423169345e-06,1.0977864803862758e-05,1.2541055184556171e-05,1.4104245565249585e-05,1.5667435945942998e-05,1.723062632663641e-05,1.8793816707329825e-05,2.0357007088023238e-05,2.192019746871665e-05,2.3483387849410065e-05,2.5046578230103478e-05,2.660976861079689e-05,2.8172958991490304e-05,2.9736149372183718e-05,3.129933975287713e-05,3.286253195255995e-05,3.442572051426396e-05,3.598890907596797e-05,3.7552101275650784e-05,3.91152934753336e-05,4.067848203703761e-05,4.224167059874162e-05,4.380486279842444e-05,4.5368054998107255e-05,4.6931243559811264e-05,4.8494432121515274e-05,5.005762432119809e-05],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-2.7233147193328477e-05,-2.635267264849972e-05,-2.5472198103670962e-05,-2.4591723558842205e-05,-2.3711249014013447e-05,-2.283077446918469e-05,-2.195029992435593e-05,-2.1069825379527174e-05,-2.0189350834698416e-05,-1.930887628986966e-05,-1.84284017450409e-05,-1.7547927200212143e-05,-1.6667452655383386e-05,-1.5786978110554628e-05,-1.4906502656231169e-05,-1.4026028111402411e-05,-1.3145553566573653e-05,-1.2265079021744896e-05,-1.1384604476916138e-05,-1.050412993208738e-05,-9.623655387258623e-06,-8.743180842429865e-06,-7.862706297601108e-06,-6.982231298024999e-06,-6.101756753196241e-06,-5.221282208367484e-06,-4.340807663538726e-06,-3.460332891336293e-06,-2.5798583465075353e-06,-1.6993838016787777e-06,-8.189091431631823e-07,6.15654585089942e-08,9.420400601811707e-07,1.8225146050099283e-06,2.702989149838686e-06,3.583463922041119e-06,4.463938239496201e-06,5.34441323907231e-06,6.2248877839010675e-06,7.105362328729825e-06,7.985836418811232e-06,8.866311873134691e-06,9.746786417963449e-06,1.0627260962792207e-05,1.1507735507620964e-05,1.2388210052449722e-05,1.326868459727848e-05,1.4149159142107237e-05,1.5029633686935995e-05,1.5910109141259454e-05,1.6790583686088212e-05,1.767105823091697e-05,1.8551532775745727e-05,1.9432007320574485e-05,2.0312481865403242e-05,2.1192956410232e-05,2.2073430955060758e-05,2.2953905499889515e-05,2.3834380044718273e-05,2.471485458954703e-05,2.5595329134375788e-05,2.6475803679204546e-05,2.7356278224033304e-05,2.823675276886206e-05,2.911722731369082e-05],"_type":"histogram","values":[2,1,3,12,11,13,4,2,4,5,3,2,4,2,7,6,50,53,30,36,16,10,10,11,13,13,15,9,14,22,22,20,9,9,8,14,21,13,13,15,8,13,22,34,45,40,2,8,3,3,1,2,6,8,0,4,2,18,11,4,3,2,1,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-0.009145979769527912,-0.008755871094763279,-0.00836576335132122,-0.007975654676556587,-0.007585546933114529,-0.0071954382583498955,-0.00680533004924655,-0.006415221840143204,-0.006025113631039858,-0.005635005421936512,-0.005244897212833166,-0.00485478900372982,-0.004464680328965187,-0.004074572119861841,-0.0036844639107584953,-0.0032943557016551495,-0.0029042474925518036,-0.0025141392834484577,-0.002124031074345112,-0.0017339226324111223,-0.0013438144233077765,-0.0009537061559967697,-0.0005635978886857629,-0.0001734896213747561,0.0002166186459362507,0.0006067269132472575,0.0009968351805582643,0.001386943506076932,0.0017770517151802778,0.0021671599242836237,0.0025572683662176132,0.002947376575320959,0.0033374857157468796,0.0037275939248502254,0.004117702133953571,0.004507810343056917,0.004897918552160263,0.005288027226924896,0.005678135436028242,0.006068243645131588,0.006458351854234934,0.00684846006333828,0.007238568272441626,0.0076286764815449715,0.008018785156309605,0.008408892899751663,0.008799001574516296,0.009189109317958355,0.009579217992722988,0.009969326667487621,0.01035943441092968,0.010749543085694313,0.011139650829136372,0.011529759503901005,0.011919867247343063,0.012309975922107697,0.01270008459687233,0.013090192340314388,0.013480301015079021,0.01387040875852108,0.014260517433285713,0.014650625176727772,0.015040733851492405,0.015430841594934464,0.015820950269699097],"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,2,3,6,5,8,14,13,19,19,31,42,49,87,93,87,45,55,40,22,23,22,11,12,12,8,9,1,3,4,2,2,4,2,0,3,3,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[146,116,21,9,3,4,1,1,6,1,6,2,1,0,2,1,2,1,1,3,2,1,3,0,1,0,0,1,1,4,1,2,3,2,1,2,2,1,2,1,2,0,2,3,1,1,5,1,2,2,4,4,2,1,1,1,5,1,4,3,12,34,154,166],"bins":[0.9999499320983887,0.9999514818191528,0.9999530911445618,0.9999546408653259,0.9999561905860901,0.9999577403068542,0.9999593496322632,0.9999608993530273,0.9999624490737915,0.9999640583992004,0.9999656081199646,0.9999671578407288,0.9999687075614929,0.9999703168869019,0.999971866607666,0.9999734163284302,0.9999749660491943,0.9999765753746033,0.9999781250953674,0.9999796748161316,0.9999812841415405,0.9999828338623047,0.9999843835830688,0.999985933303833,0.9999875426292419,0.9999890923500061,0.9999906420707703,0.9999922513961792,0.9999938011169434,0.9999953508377075,0.9999969005584717,0.9999985098838806,1,1.0000016689300537,1.0000032186508179,1.000004768371582,1.0000063180923462,1.0000078678131104,1.0000094175338745,1.0000109672546387,1.0000126361846924,1.0000141859054565,1.0000157356262207,1.0000172853469849,1.000018835067749,1.0000203847885132,1.0000219345092773,1.000023603439331,1.0000251531600952,1.0000267028808594,1.0000282526016235,1.0000298023223877,1.0000313520431519,1.000032901763916,1.0000345706939697,1.0000361204147339,1.000037670135498,1.0000392198562622,1.0000407695770264,1.0000423192977905,1.0000438690185547,1.0000455379486084,1.0000470876693726,1.0000486373901367,1.0000501871109009]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,0,0,1,0,3,7,6,8,29,55,117,166,300,540,847,1359,2233,3502,5171,7190,10282,14487,19373,25604,32919,41617,50492,59472,69278,78265,86313,92750,97238,99484,99189,96529,91639,84434,75544,67218,57107,47929,38877,31175,23925,18153,13235,9532,6615,4573,3006,2032,1231,772,419,253,172,99,47,25,18,7],"bins":[-0.11407504975795746,-0.11089467257261276,-0.10771429538726807,-0.10453391075134277,-0.10135353356599808,-0.09817315638065338,-0.09499277174472809,-0.09181239455938339,-0.0886320173740387,-0.085451640188694,-0.0822712630033493,-0.07909087836742401,-0.07591050118207932,-0.07273012399673462,-0.06954973936080933,-0.06636936217546463,-0.06318898499011993,-0.06000860780477524,-0.056828226894140244,-0.05364784598350525,-0.05046746879816055,-0.04728709161281586,-0.04410671070218086,-0.04092632979154587,-0.03774595260620117,-0.034565575420856476,-0.03138519451022148,-0.028204815462231636,-0.02502443641424179,-0.021844057366251945,-0.0186636783182621,-0.015483299270272255,-0.01230292022228241,-0.009122541174292564,-0.005942162126302719,-0.002761783078312874,0.00041859596967697144,0.0035989750176668167,0.006779354065656662,0.009959733113646507,0.013140112161636353,0.016320491209626198,0.019500870257616043,0.02268124930560589,0.025861628353595734,0.02904200740158558,0.032222386449575424,0.03540276736021042,0.038583144545555115,0.04176352173089981,0.044943902641534805,0.0481242835521698,0.051304660737514496,0.05448503792285919,0.057665418833494186,0.06084579974412918,0.06402617692947388,0.06720655411481857,0.07038693130016327,0.07356731593608856,0.07674769312143326,0.07992807030677795,0.08310845494270325,0.08628883212804794,0.08946920931339264],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"values":[108,182,41,14,9,2,2,0,4,1,3,1,1,1,1,0,1,5,4,3,5,2,0,1,2,1,1,1,2,3,1,2,1,1,1,0,2,3,2,0,0,0,2,1,5,3,0,2,0,3,1,4,1,0,0,0,3,1,3,4,7,27,181,106],"bins":[-4.998551958124153e-05,-4.8423378757433966e-05,-4.6861241571605206e-05,-4.529910074779764e-05,-4.373695992399007e-05,-4.2174819100182503e-05,-4.0612678276374936e-05,-3.9050541090546176e-05,-3.748840026673861e-05,-3.592625944293104e-05,-3.436412225710228e-05,-3.2801981433294713e-05,-3.1239840609487146e-05,-2.967769978567958e-05,-2.8115560780861415e-05,-2.655342177604325e-05,-2.4991280952235684e-05,-2.3429140128428116e-05,-2.1867001123609953e-05,-2.030486211879179e-05,-1.874272129498422e-05,-1.7180580471176654e-05,-1.561844146635849e-05,-1.4056301552045625e-05,-1.2494161637732759e-05,-1.0932021723419894e-05,-9.369881809107028e-06,-7.807741894794162e-06,-6.245601980481297e-06,-4.683462066168431e-06,-3.1213221518555656e-06,-1.5591822375427e-06,2.9613147489726543e-09,1.5651012290618382e-06,3.127241143374704e-06,4.689381057687569e-06,6.251520972000435e-06,7.8136608863133e-06,9.375800800626166e-06,1.0937940714939032e-05,1.2500080629251897e-05,1.4062220543564763e-05,1.562436045787763e-05,1.7186499462695792e-05,1.874864028650336e-05,2.0310781110310927e-05,2.187292011512909e-05,2.3435059119947255e-05,2.4997199943754822e-05,2.655934076756239e-05,2.8121479772380553e-05,2.9683618777198717e-05,3.1245759601006284e-05,3.280790042481385e-05,3.437003761064261e-05,3.593217843445018e-05,3.749431925825775e-05,3.9056460082065314e-05,4.061860090587288e-05,4.218073809170164e-05,4.374287891550921e-05,4.5305019739316776e-05,4.686715692514554e-05,4.8429297748953104e-05,4.999143857276067e-05],"_type":"histogram"},"parameters/linear.weight":{"values":[1512,1522,1483,1519,1548,1584,1580,1530,1595,1544,1529,1534,1538,1577,1518,1507,1554,1508,1526,1566,1536,1539,1596,1537,1570,1598,1529,1519,1581,1529,1549,1534,1573,1610,1573,1587,1449,1549,1530,1543,1480,1590,1490,1532,1507,1520,1571,1543,1583,1564,1502,1510,1542,1459,1483,1521,1500,1623,1527,1490,1475,1514,1540,1433],"bins":[-0.036131516098976135,-0.03500238060951233,-0.03387324512004852,-0.03274410963058472,-0.03161497414112091,-0.030485836789011955,-0.029356699436903,-0.028227563947439194,-0.027098428457975388,-0.02596929296851158,-0.024840157479047775,-0.02371102012693882,-0.022581884637475014,-0.021452749148011208,-0.020323611795902252,-0.019194476306438446,-0.01806534081697464,-0.016936205327510834,-0.015807069838047028,-0.014677932485938072,-0.013548796996474266,-0.01241966150701046,-0.011290525086224079,-0.010161388665437698,-0.009032253175973892,-0.007903117686510086,-0.006773981265723705,-0.005644845310598612,-0.004515709355473518,-0.003386573400348425,-0.0022574374452233315,-0.001128301490098238,8.307397365570068e-07,0.0011299666948616505,0.002259102649986744,0.0033882386051118374,0.004517374560236931,0.005646510515362024,0.006775646470487118,0.007904782891273499,0.009033918380737305,0.01016305387020111,0.011292190290987492,0.012421326711773872,0.013550462201237679,0.014679597690701485,0.01580873504281044,0.016937870532274246,0.018067006021738052,0.01919614151120186,0.020325277000665665,0.02145441435277462,0.022583549842238426,0.023712685331702232,0.024841822683811188,0.025970958173274994,0.0271000936627388,0.028229229152202606,0.029358364641666412,0.030487501993775368,0.031616635620594025,0.03274577483534813,0.033874910324811935,0.03500404581427574,0.03613318130373955],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,1,0,0,5,2,10,12,18,44,79,128,185,331,506,808,1080,1590,2366,3249,4522,5982,7853,9846,12275,15057,18258,21427,24337,27249,29894,32065,33534,34835,35170,34209,32881,30861,28513,25458,22414,19514,16756,13311,10945,8518,6666,5087,3580,2659,1803,1344,935,608,409,246,159,94,58,34,23,10,5,5],"bins":[-0.10140001773834229,-0.09843382984399796,-0.09546763449907303,-0.0925014466047287,-0.08953525125980377,-0.08656906336545944,-0.08360286802053452,-0.08063668012619019,-0.07767048478126526,-0.07470429688692093,-0.0717381089925766,-0.06877191364765167,-0.06580572575330734,-0.06283953040838242,-0.059873342514038086,-0.05690715089440346,-0.05394095927476883,-0.0509747676551342,-0.04800857603549957,-0.045042384415864944,-0.042076192796230316,-0.039110004901885986,-0.03614381328225136,-0.03317762166261673,-0.0302114300429821,-0.027245238423347473,-0.024279046803712845,-0.021312857046723366,-0.018346665427088737,-0.01538047380745411,-0.012414283119142056,-0.009448092430830002,-0.006481893360614777,-0.0035157022066414356,-0.0005495110526680946,0.0024166801013052464,0.005382871255278587,0.008349062874913216,0.01131525356322527,0.014281444251537323,0.01724763587117195,0.02021382749080658,0.023180019110441208,0.026146208867430687,0.029112400487065315,0.032078590244054794,0.03504478186368942,0.03801097348332405,0.04097716510295868,0.04394335672259331,0.046909548342227936,0.049875739961862564,0.05284193158149719,0.05580811947584152,0.05877431109547615,0.06174050271511078,0.0647066980600357,0.06767288595438004,0.07063907384872437,0.07360526919364929,0.07657145708799362,0.07953765243291855,0.08250384032726288,0.0854700356721878,0.08843622356653214],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.bias":{"bins":[-5.0044534873450175e-05,-4.8483234422747046e-05,-4.6921937610022724e-05,-4.5360637159319595e-05,-4.379934034659527e-05,-4.223803989589214e-05,-4.0676739445189014e-05,-3.911544263246469e-05,-3.755414218176156e-05,-3.599284536903724e-05,-3.443154491833411e-05,-3.287024446763098e-05,-3.130894765490666e-05,-2.9747649023192935e-05,-2.8186348572489806e-05,-2.662504994077608e-05,-2.5063751309062354e-05,-2.350245267734863e-05,-2.1941154045634903e-05,-2.0379853594931774e-05,-1.8818554963218048e-05,-1.7257256331504323e-05,-1.5695957699790597e-05,-1.413465815858217e-05,-1.2573359526868444e-05,-1.1012060895154718e-05,-9.450761353946291e-06,-7.889462722232565e-06,-6.328163635771489e-06,-4.766864549310412e-06,-3.205565690223011e-06,-1.6442667174487724e-06,-8.29677446745336e-08,1.4783312280997052e-06,3.039630200873944e-06,4.600929059961345e-06,6.1622281464224216e-06,7.723527232883498e-06,9.284825864597224e-06,1.0846125405805651e-05,1.2407424037519377e-05,1.3968722669233102e-05,1.553002221044153e-05,1.7091320842155255e-05,1.865261947386898e-05,2.0213918105582707e-05,2.1775218556285836e-05,2.333651718799956e-05,2.4897815819713287e-05,2.6459114451427013e-05,2.802041308314074e-05,2.9581713533843867e-05,3.114301216555759e-05,3.2704308978281915e-05,3.4265609428985044e-05,3.5826909879688174e-05,3.7388206692412496e-05,3.8949507143115625e-05,4.051080395583995e-05,4.2072104406543076e-05,4.3633404857246205e-05,4.519470166997053e-05,4.6756002120673656e-05,4.831729893339798e-05,4.987859938410111e-05],"_type":"histogram","values":[123,161,39,12,6,11,3,3,2,2,0,0,1,2,1,1,2,1,1,2,1,2,2,0,2,2,0,1,1,0,1,0,0,2,0,0,2,1,2,1,2,2,2,3,5,3,3,0,3,1,3,1,0,0,2,3,2,2,4,6,9,24,144,151]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,1,1,0,4,3,4,3,4,5,10,2,9,8,18,17,25,29,41,48,37,60,70,90,100,130,148,142,186,140,137,112,89,68,54,50,31,37,35,26,16,11,11,8,7,6,1,5,3,1,0,1,2],"bins":[-0.00588226318359375,-0.00573199987411499,-0.0055817365646362305,-0.005431473255157471,-0.005281209945678711,-0.005130946636199951,-0.004980683326721191,-0.004830420017242432,-0.004680156707763672,-0.004529893398284912,-0.004379630088806152,-0.004229366779327393,-0.004079103469848633,-0.003928840160369873,-0.0037785768508911133,-0.0036283135414123535,-0.0034780502319335938,-0.003327786922454834,-0.0031775236129760742,-0.0030272603034973145,-0.0028769969940185547,-0.002726733684539795,-0.002576470375061035,-0.0024262070655822754,-0.0022759437561035156,-0.002125680446624756,-0.001975417137145996,-0.0018251538276672363,-0.0016748905181884766,-0.0015246272087097168,-0.001374363899230957,-0.0012241005897521973,-0.0010738372802734375,-0.0009235739707946777,-0.000773310661315918,-0.0006230473518371582,-0.00047278404235839844,-0.00032252073287963867,-0.0001722574234008789,-2.199411392211914e-05,0.00012826919555664062,0.0002785325050354004,0.00042879581451416016,0.0005790591239929199,0.0007293224334716797,0.0008795857429504395,0.0010298490524291992,0.001180112361907959,0.0013303756713867188,0.0014806389808654785,0.0016309022903442383,0.001781165599822998,0.0019314289093017578,0.0020816922187805176,0.0022319555282592773,0.002382218837738037,0.002532482147216797,0.0026827454566955566,0.0028330087661743164,0.002983272075653076,0.003133535385131836,0.0032837986946105957,0.0034340620040893555,0.0035843253135681152,0.003734588623046875],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09036029875278473,-0.08749503642320633,-0.08462977409362793,-0.08176451921463013,-0.07889925688505173,-0.07603399455547333,-0.07316873967647552,-0.07030347734689713,-0.06743821501731873,-0.06457295268774033,-0.061707694083452225,-0.058842435479164124,-0.055977173149585724,-0.053111910820007324,-0.05024665221571922,-0.04738139361143112,-0.04451613128185272,-0.04165086895227432,-0.03878561034798622,-0.03592035174369812,-0.03305508941411972,-0.03018982894718647,-0.02732456848025322,-0.02445930801331997,-0.02159404754638672,-0.01872878707945347,-0.015863526612520218,-0.012998266145586967,-0.010133005678653717,-0.007267745211720467,-0.004402484744787216,-0.0015372242778539658,0.0013280287384986877,0.004193289205431938,0.007058549672365189,0.009923810139298439,0.01278907060623169,0.01565433107316494,0.01851959154009819,0.02138485200703144,0.02425011247396469,0.02711537294089794,0.029980633407831192,0.03284589201211929,0.03571115434169769,0.03857641667127609,0.041441675275564194,0.044306933879852295,0.047172196209430695,0.050037458539009094,0.052902717143297195,0.0557679757475853,0.058633238077163696,0.061498500406742096,0.0643637627363205,0.0672290176153183,0.0700942799448967,0.0729595422744751,0.0758247971534729,0.0786900594830513,0.0815553218126297,0.0844205841422081,0.0872858464717865,0.0901511013507843,0.0930163636803627],"_type":"histogram","values":[1,4,5,11,24,29,51,94,155,231,374,562,830,1158,1751,2434,3266,4434,5980,7631,9733,11980,14590,17335,19952,22962,25999,28514,30491,32386,33185,33449,33363,32505,30834,28852,26303,23492,20522,17856,15069,12212,9894,7628,6012,4510,3289,2493,1775,1249,825,554,387,250,132,81,61,26,28,13,3,1,2,2]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-4.978627839591354e-05,-4.8231955588562414e-05,-4.667762914323248e-05,-4.512330633588135e-05,-4.3568983528530225e-05,-4.201465708320029e-05,-4.0460334275849164e-05,-3.8906011468498036e-05,-3.735168866114691e-05,-3.5797362215816975e-05,-3.424303940846585e-05,-3.268871660111472e-05,-3.1134390155784786e-05,-2.958006734843366e-05,-2.8025742722093128e-05,-2.6471419914742e-05,-2.491709528840147e-05,-2.336277066206094e-05,-2.180844785470981e-05,-2.025412322836928e-05,-1.8699800421018153e-05,-1.7145475794677623e-05,-1.5591151168337092e-05,-1.4036827451491263e-05,-1.2482503734645434e-05,-1.0928180017799605e-05,-9.373856300953776e-06,-7.819531674613245e-06,-6.265207957767416e-06,-4.710884240921587e-06,-3.156560069328407e-06,-1.6022361251089023e-06,-4.791218088939786e-08,1.5064117633301066e-06,3.060735707549611e-06,4.615059879142791e-06,6.16938359598862e-06,7.723707312834449e-06,9.27803193917498e-06,1.0832355656020809e-05,1.2386679372866638e-05,1.3941003089712467e-05,1.5495326806558296e-05,1.7049651432898827e-05,1.8603976059239358e-05,2.0158298866590485e-05,2.1712623492931016e-05,2.3266946300282143e-05,2.4821270926622674e-05,2.6375595552963205e-05,2.7929918360314332e-05,2.9484242986654863e-05,3.103856579400599e-05,3.2592892239335924e-05,3.414721504668705e-05,3.570153785403818e-05,3.725586429936811e-05,3.881018710671924e-05,4.036450991407037e-05,4.1918832721421495e-05,4.347315916675143e-05,4.502748197410256e-05,4.6581804781453684e-05,4.813613122678362e-05,4.9690454034134746e-05],"_type":"histogram","values":[120,188,27,13,6,1,2,2,3,2,2,1,2,1,3,0,1,3,2,4,0,1,0,1,0,3,1,2,0,3,0,2,1,1,4,2,0,0,0,0,0,1,0,1,0,4,4,1,2,0,2,0,1,4,0,3,3,3,0,10,9,33,171,112]},"parameters/linear.bias":{"_type":"histogram","values":[2,0,1,2,0,2,1,5,2,5,3,3,0,5,1,1,4,2,1,5,4,0,3,3,3,2,1,2,2,3,1,1,1,1,1,1,2,2,0,3,2,2,2,6,2,3,2,0,3,0,1,0,0,2,5,1,2,3,1,3,3,3,0,1],"bins":[-0.03516865521669388,-0.034056954085826874,-0.03294525295495987,-0.031833551824092865,-0.03072185069322586,-0.029610149562358856,-0.028498448431491852,-0.027386747300624847,-0.026275046169757843,-0.025163346901535988,-0.024051645770668983,-0.02293994463980198,-0.021828243508934975,-0.02071654237806797,-0.019604841247200966,-0.01849314011633396,-0.017381438985466957,-0.016269737854599953,-0.015158036723732948,-0.014046335592865944,-0.01293463446199894,-0.01182293426245451,-0.010711233131587505,-0.009599532000720501,-0.008487830869853497,-0.007376129738986492,-0.006264428608119488,-0.005152727942913771,-0.004041026812046766,-0.002929325681179762,-0.0018176247831434011,-0.0007059237686917186,0.000405777245759964,0.0015174782602116466,0.002629179274663329,0.00374088017269969,0.004852581303566694,0.005964282434433699,0.007075983099639416,0.00818768423050642,0.009299385361373425,0.010411086492240429,0.011522787623107433,0.012634488753974438,0.013746188953518867,0.014857890084385872,0.015969591215252876,0.01708129234611988,0.018192993476986885,0.01930469460785389,0.020416395738720894,0.021528096869587898,0.022639798000454903,0.023751499131321907,0.02486320026218891,0.025974901393055916,0.02708660066127777,0.028198301792144775,0.02931000292301178,0.030421704053878784,0.03153340518474579,0.03264510631561279,0.0337568074464798,0.0348685085773468,0.035980209708213806]},"parameters/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.09565270692110062,-0.09244075417518616,-0.0892288014292717,-0.08601684868335724,-0.08280489593744278,-0.07959294319152832,-0.07638099044561386,-0.0731690376996994,-0.06995707750320435,-0.06674512475728989,-0.06353317201137543,-0.060321222990751266,-0.05710926651954651,-0.05389731377363205,-0.05068536102771759,-0.04747340828180313,-0.04426145553588867,-0.04104950278997421,-0.03783755004405975,-0.034625597298145294,-0.031413644552230835,-0.028201689943671227,-0.024989735335111618,-0.02177778258919716,-0.0185658298432827,-0.01535387709736824,-0.012141923420131207,-0.008929969742894173,-0.0057180169969797134,-0.002506063785403967,0.0007058894261717796,0.003917842637747526,0.007129795849323273,0.010341748595237732,0.013553702272474766,0.0167656559497118,0.01997760869562626,0.023189561441540718,0.026401516050100327,0.029613468796014786,0.032825421541929245,0.036037374287843704,0.03924932703375816,0.04246127977967262,0.04567323625087738,0.04888518899679184,0.0520971417427063,0.05530909448862076,0.05852104723453522,0.061732999980449677,0.06494495272636414,0.0681569054722786,0.07136885821819305,0.07458081096410751,0.07779276371002197,0.08100471645593643,0.08421666920185089,0.08742862939834595,0.0906405821442604,0.09385253489017487,0.09706448763608932,0.10027644038200378,0.10348839312791824,0.1067003458738327,0.10991229861974716],"_type":"histogram","values":[1,5,2,15,33,36,98,151,299,478,862,1327,2096,3340,4996,7486,10399,14363,19538,26153,33439,41866,51347,60154,70366,79782,87442,93884,98892,99926,100265,96570,91782,84111,75618,65679,56559,46613,37953,30127,22752,17049,12665,8831,6180,4219,2615,1720,1130,700,423,233,123,77,45,20,18,2,4,4,0,0,0,1]},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,2,4,4,2,3,4,6,2,14,11,6,18,16,13,16,16,21,23,25,28,27,39,33,33,31,33,31,34,20,37,29,22,33,19,21,18,10,11,9,10,4,5,5,2,3,0,3,3,1,2,0,0,0,1,0,0,2],"bins":[-0.0106201171875,-0.01028144359588623,-0.009942770004272461,-0.009604096412658691,-0.009265422821044922,-0.008926749229431152,-0.008588075637817383,-0.008249402046203613,-0.007910728454589844,-0.007572054862976074,-0.007233381271362305,-0.006894707679748535,-0.006556034088134766,-0.006217360496520996,-0.0058786869049072266,-0.005540013313293457,-0.0052013397216796875,-0.004862666130065918,-0.0045239925384521484,-0.004185318946838379,-0.0038466453552246094,-0.00350797176361084,-0.0031692981719970703,-0.0028306245803833008,-0.0024919509887695312,-0.0021532773971557617,-0.0018146038055419922,-0.0014759302139282227,-0.0011372566223144531,-0.0007985830307006836,-0.00045990943908691406,-0.00012123584747314453,0.000217437744140625,0.0005561113357543945,0.0008947849273681641,0.0012334585189819336,0.0015721321105957031,0.0019108057022094727,0.002249479293823242,0.0025881528854370117,0.0029268264770507812,0.0032655000686645508,0.0036041736602783203,0.00394284725189209,0.004281520843505859,0.004620194435119629,0.0049588680267333984,0.005297541618347168,0.0056362152099609375,0.005974888801574707,0.0063135623931884766,0.006652235984802246,0.006990909576416016,0.007329583168029785,0.007668256759643555,0.008006930351257324,0.008345603942871094,0.008684277534484863,0.009022951126098633,0.009361624717712402,0.009700298309326172,0.010038971900939941,0.010377645492553711,0.01071631908416748,0.01105499267578125]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[86,183,43,16,2,3,0,2,1,3,1,1,1,2,2,1,1,6,5,4,4,3,1,3,1,2,1,2,0,2,1,2,1,1,1,1,0,1,1,4,3,1,2,1,2,1,3,2,2,0,2,2,6,5,2,2,3,0,4,1,8,42,147,132],"bins":[-5.010226595913991e-05,-4.8540525313001126e-05,-4.697878102888353e-05,-4.5417040382744744e-05,-4.385529609862715e-05,-4.229355545248836e-05,-4.0731814806349576e-05,-3.917007052223198e-05,-3.7608329876093194e-05,-3.604658922995441e-05,-3.448484494583681e-05,-3.2923104299698025e-05,-3.136136365355924e-05,-2.9799619369441643e-05,-2.8237878723302856e-05,-2.6676136258174665e-05,-2.5114393793046474e-05,-2.3552651327918284e-05,-2.1990908862790093e-05,-2.0429168216651306e-05,-1.8867425751523115e-05,-1.7305683286394924e-05,-1.5743942640256137e-05,-1.4182200175127946e-05,-1.2620457709999755e-05,-1.1058715244871564e-05,-9.496973689238075e-06,-7.935232133604586e-06,-6.373489668476395e-06,-4.811747658095555e-06,-3.2500056477147155e-06,-1.6882636373338755e-06,-1.265179889742285e-07,1.4352240214066114e-06,2.9969660317874514e-06,4.558708042168291e-06,6.120450052549131e-06,7.682192517677322e-06,9.243934073310811e-06,1.08056756289443e-05,1.2367418094072491e-05,1.3929160559200682e-05,1.5490903024328873e-05,1.705264367046766e-05,1.861438613559585e-05,2.017612860072404e-05,2.173786924686283e-05,2.329961171199102e-05,2.486135417711921e-05,2.64230966422474e-05,2.7984839107375592e-05,2.954657975351438e-05,3.1108320399653167e-05,3.267006468377076e-05,3.423180532990955e-05,3.579354961402714e-05,3.735529026016593e-05,3.891703090630472e-05,4.047877519042231e-05,4.20405158365611e-05,4.360226012067869e-05,4.516400076681748e-05,4.672574141295627e-05,4.828748569707386e-05,4.984922634321265e-05]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"values":[103,184,43,18,7,1,0,5,0,0,1,0,1,1,0,1,1,1,1,5,1,3,2,1,1,2,1,1,0,1,2,2,0,2,1,0,2,1,2,2,4,2,3,4,0,2,1,0,1,1,0,0,1,1,3,3,0,4,3,9,10,36,168,112],"bins":[-4.9906324420589954e-05,-4.83480907860212e-05,-4.678985715145245e-05,-4.52316235168837e-05,-4.367338988231495e-05,-4.2115159885725006e-05,-4.0556926251156256e-05,-3.8998692616587505e-05,-3.7440458982018754e-05,-3.588222534745e-05,-3.432399171288125e-05,-3.27657580783125e-05,-3.120752808172256e-05,-2.9649292628164403e-05,-2.8091060812585056e-05,-2.6532827178016305e-05,-2.4974593543447554e-05,-2.3416359908878803e-05,-2.1858126274310052e-05,-2.0299894458730705e-05,-1.8741660824161954e-05,-1.7183427189593203e-05,-1.5625195374013856e-05,-1.4066961739445105e-05,-1.2508728104876354e-05,-1.0950494470307603e-05,-9.392261745233554e-06,-7.834029020159505e-06,-6.2757953855907544e-06,-4.7175622057693545e-06,-3.1593290259479545e-06,-1.6010958461265545e-06,-4.2866304283961654e-08,1.5153668755374383e-06,3.0736000553588383e-06,4.631833235180238e-06,6.190066415001638e-06,7.748300049570389e-06,9.306532774644438e-06,1.0864765499718487e-05,1.2422999134287238e-05,1.3981232768855989e-05,1.553946640342474e-05,1.7097698219004087e-05,1.8655931853572838e-05,2.021416548814159e-05,2.1772397303720936e-05,2.3330630938289687e-05,2.4888864572858438e-05,2.644709820742719e-05,2.800533184199594e-05,2.9563563657575287e-05,3.1121795473154634e-05,3.2680029107723385e-05,3.4238262742292136e-05,3.579649637686089e-05,3.735473001142964e-05,3.891296364599839e-05,4.047119728056714e-05,4.202943091513589e-05,4.358766454970464e-05,4.5145894546294585e-05,4.6704128180863336e-05,4.8262361815432087e-05,4.982059545000084e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0116729736328125,-0.01132810115814209,-0.01098322868347168,-0.01063835620880127,-0.01029348373413086,-0.00994861125946045,-0.009603738784790039,-0.009258866310119629,-0.008913993835449219,-0.008569121360778809,-0.008224248886108398,-0.007879376411437988,-0.007534503936767578,-0.007189631462097168,-0.006844758987426758,-0.006499886512756348,-0.0061550140380859375,-0.005810141563415527,-0.005465269088745117,-0.005120396614074707,-0.004775524139404297,-0.004430651664733887,-0.0040857791900634766,-0.0037409067153930664,-0.0033960342407226562,-0.003051161766052246,-0.002706289291381836,-0.0023614168167114258,-0.0020165443420410156,-0.0016716718673706055,-0.0013267993927001953,-0.0009819269180297852,-0.000637054443359375,-0.00029218196868896484,5.269050598144531e-05,0.00039756298065185547,0.0007424354553222656,0.0010873079299926758,0.001432180404663086,0.001777052879333496,0.0021219253540039062,0.0024667978286743164,0.0028116703033447266,0.0031565427780151367,0.003501415252685547,0.003846287727355957,0.004191160202026367,0.004536032676696777,0.0048809051513671875,0.005225777626037598,0.005570650100708008,0.005915522575378418,0.006260395050048828,0.006605267524719238,0.0069501399993896484,0.007295012474060059,0.007639884948730469,0.007984757423400879,0.008329629898071289,0.0086745023727417,0.00901937484741211,0.00936424732208252,0.00970911979675293,0.01005399227142334,0.01039886474609375],"_type":"histogram","values":[1,0,2,0,2,4,2,3,7,13,10,12,21,47,53,78,124,174,232,365,576,792,1167,1679,2372,3503,5283,8097,12731,20530,35860,70716,187001,532787,409739,141657,59810,29892,17387,10569,6535,4237,2830,1793,1240,816,601,420,295,212,133,119,90,65,46,47,21,19,14,12,9,6,3,3]},"_step":5,"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[113,175,37,13,8,3,2,1,2,1,2,2,0,0,2,1,1,1,5,2,2,1,4,2,2,1,1,1,0,1,0,3,2,0,1,1,2,0,2,1,1,0,3,4,2,4,2,4,2,1,1,1,2,0,5,1,0,2,8,4,11,37,188,87],"bins":[-5.002139732823707e-05,-4.845764487981796e-05,-4.6893892431398854e-05,-4.5330139982979745e-05,-4.376639117253944e-05,-4.2202638724120334e-05,-4.0638886275701225e-05,-3.9075133827282116e-05,-3.751138137886301e-05,-3.59476289304439e-05,-3.438387648202479e-05,-3.282012403360568e-05,-3.125637158518657e-05,-2.9692620955756865e-05,-2.812887032632716e-05,-2.656511787790805e-05,-2.5001365429488942e-05,-2.3437612981069833e-05,-2.1873860532650724e-05,-2.031010990322102e-05,-1.874635745480191e-05,-1.71826050063828e-05,-1.5618854376953095e-05,-1.4055101928533986e-05,-1.2491349480114877e-05,-1.0927597031695768e-05,-9.363845492771361e-06,-7.800093953846954e-06,-6.236341505427845e-06,-4.672589511756087e-06,-3.1088375180843286e-06,-1.5450855244125705e-06,1.866646925918758e-08,1.5824184629309457e-06,3.1461704566027038e-06,4.709922450274462e-06,6.27367444394622e-06,7.837426892365329e-06,9.401178431289736e-06,1.0964929970214143e-05,1.2528682418633252e-05,1.4092434867052361e-05,1.565618731547147e-05,1.7219937944901176e-05,1.8783690393320285e-05,2.0347442841739394e-05,2.19111934711691e-05,2.3474945919588208e-05,2.5038698368007317e-05,2.6602450816426426e-05,2.8166203264845535e-05,2.972995389427524e-05,3.1293704523704946e-05,3.2857456972124055e-05,3.4421209420543164e-05,3.598496186896227e-05,3.754871431738138e-05,3.911246676580049e-05,4.06762192142196e-05,4.223997166263871e-05,4.380372411105782e-05,4.536747292149812e-05,4.693122536991723e-05,4.849497781833634e-05,5.005873026675545e-05]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09009794145822525,-0.08711857348680496,-0.08413919806480408,-0.08115983009338379,-0.0781804621219635,-0.07520108669996262,-0.07222171872854233,-0.06924235075712204,-0.06626297533512115,-0.06328360736370087,-0.06030423566699028,-0.057324863970279694,-0.054345495998859406,-0.05136612430214882,-0.04838675260543823,-0.045407384634017944,-0.04242801293730736,-0.03944864124059677,-0.03646927326917648,-0.0334899015724659,-0.03051052987575531,-0.027531160041689873,-0.024551790207624435,-0.02157241851091385,-0.01859304867684841,-0.0156136779114604,-0.012634307146072388,-0.00965493731200695,-0.0066755665466189384,-0.00369619601406157,-0.0007168254815042019,0.0022625450510531664,0.005241915583610535,0.008221286348998547,0.011200657114386559,0.014180026948451996,0.017159398645162582,0.02013876847922802,0.023118138313293457,0.026097510010004044,0.02907687984406948,0.03205624967813492,0.035035621374845505,0.03801499307155609,0.04099436104297638,0.043973732739686966,0.04695310443639755,0.04993247240781784,0.05291184410452843,0.055891215801239014,0.0588705837726593,0.06184995546936989,0.06482932716608047,0.06780869513750076,0.07078807055950165,0.07376743853092194,0.07674680650234222,0.07972618192434311,0.0827055498957634,0.08568491786718369,0.08866429328918457,0.09164366126060486,0.09462302923202515,0.09760240465402603,0.10058177262544632],"_type":"histogram","values":[1,6,7,11,21,31,75,112,170,286,485,672,1133,1574,2241,3193,4366,5844,7574,9829,12138,14894,17831,21249,24306,27403,30099,32331,33813,34924,34941,34501,33349,31003,28462,25714,22709,19554,16452,13669,10954,8533,6670,5039,3541,2594,1795,1263,901,599,391,233,143,89,37,19,19,13,6,6,2,1,2,1]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-7.924426427052822e-06,-7.676788300159387e-06,-7.429149718518602e-06,-7.181511591625167e-06,-6.9338730099843815e-06,-6.686234883090947e-06,-6.438596301450161e-06,-6.190958174556727e-06,-5.943319592915941e-06,-5.695681466022506e-06,-5.448043339129072e-06,-5.200404757488286e-06,-4.9527666305948514e-06,-4.705128048954066e-06,-4.457489922060631e-06,-4.209851340419846e-06,-3.962213213526411e-06,-3.714574859259301e-06,-3.4669365049921907e-06,-3.2192981507250806e-06,-2.9716597964579705e-06,-2.724021669564536e-06,-2.4763833152974257e-06,-2.2287449610303156e-06,-1.9811066067632055e-06,-1.7334682524960954e-06,-1.4858298982289853e-06,-1.2381916576487129e-06,-9.905533033816027e-07,-7.429149491144926e-07,-4.952766516908014e-07,-2.476383258454007e-07,0,2.476383258454007e-07,4.952766516908014e-07,7.429149491144926e-07,9.905533033816027e-07,1.2381916576487129e-06,1.4858298982289853e-06,1.7334682524960954e-06,1.9811066067632055e-06,2.2287449610303156e-06,2.4763833152974257e-06,2.724021669564536e-06,2.9716597964579705e-06,3.2192981507250806e-06,3.4669365049921907e-06,3.714574859259301e-06,3.962213213526411e-06,4.209851340419846e-06,4.457489922060631e-06,4.705128048954066e-06,4.9527666305948514e-06,5.200404757488286e-06,5.448043339129072e-06,5.695681466022506e-06,5.943319592915941e-06,6.190958174556727e-06,6.438596301450161e-06,6.686234883090947e-06,6.9338730099843815e-06,7.181511591625167e-06,7.429149718518602e-06,7.676788300159387e-06,7.924426427052822e-06],"_type":"histogram","values":[9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,743,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[95,201,41,12,5,3,2,2,0,0,1,0,1,0,1,0,0,2,2,2,1,3,3,2,4,2,3,1,0,0,0,0,2,1,1,0,0,2,0,0,2,2,2,1,2,2,2,2,3,1,1,1,1,0,2,2,0,3,7,14,12,28,195,88],"bins":[-4.990077286493033e-05,-4.8341120418626815e-05,-4.67814679723233e-05,-4.5221811888040975e-05,-4.366215944173746e-05,-4.210250699543394e-05,-4.0542854549130425e-05,-3.898320210282691e-05,-3.7423546018544585e-05,-3.586389357224107e-05,-3.430424112593755e-05,-3.2744588679634035e-05,-3.118493623333052e-05,-2.9625281968037598e-05,-2.806562952173408e-05,-2.650597525644116e-05,-2.4946322810137644e-05,-2.3386670363834128e-05,-2.1827016098541208e-05,-2.026736365223769e-05,-1.870770938694477e-05,-1.7148056940641254e-05,-1.5588404494337738e-05,-1.402875113853952e-05,-1.24690977827413e-05,-1.0909444426943082e-05,-9.349791071144864e-06,-7.790138624841347e-06,-6.230485269043129e-06,-4.6708319132449105e-06,-3.111179012194043e-06,-1.5515258837695e-06,8.123606676235795e-09,1.5677767351007788e-06,3.1274298635253217e-06,4.687082764576189e-06,6.246736120374408e-06,7.806389476172626e-06,9.366041922476143e-06,1.0925695278274361e-05,1.248534863407258e-05,1.4045001989870798e-05,1.5604655345669016e-05,1.7164307791972533e-05,1.872396023827605e-05,2.028361450356897e-05,2.1843266949872486e-05,2.3402921215165406e-05,2.4962573661468923e-05,2.652222610777244e-05,2.808188037306536e-05,2.9641532819368877e-05,3.12011870846618e-05,3.276083953096531e-05,3.432049197726883e-05,3.5880144423572347e-05,3.743980050785467e-05,3.899945295415819e-05,4.0559105400461704e-05,4.211875784676522e-05,4.367841029306874e-05,4.5238062739372253e-05,4.679771882365458e-05,4.8357371269958094e-05,4.991702371626161e-05]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,2,2,0,1,6,2,5,12,8,7,9,20,11,11,25,24,19,18,37,29,23,26,34,34,40,43,35,24,31,35,29,24,25,20,21,12,11,10,8,10,4,2,5,2,0,2,2,1,2,0,2,0,0,0,0,1],"bins":[-0.0113372802734375,-0.010983467102050781,-0.010629653930664062,-0.010275840759277344,-0.009922027587890625,-0.009568214416503906,-0.009214401245117188,-0.008860588073730469,-0.00850677490234375,-0.008152961730957031,-0.0077991485595703125,-0.007445335388183594,-0.007091522216796875,-0.006737709045410156,-0.0063838958740234375,-0.006030082702636719,-0.00567626953125,-0.005322456359863281,-0.0049686431884765625,-0.004614830017089844,-0.004261016845703125,-0.003907203674316406,-0.0035533905029296875,-0.0031995773315429688,-0.00284576416015625,-0.0024919509887695312,-0.0021381378173828125,-0.0017843246459960938,-0.001430511474609375,-0.0010766983032226562,-0.0007228851318359375,-0.00036907196044921875,-1.52587890625e-05,0.00033855438232421875,0.0006923675537109375,0.0010461807250976562,0.001399993896484375,0.0017538070678710938,0.0021076202392578125,0.0024614334106445312,0.00281524658203125,0.0031690597534179688,0.0035228729248046875,0.0038766860961914062,0.004230499267578125,0.004584312438964844,0.0049381256103515625,0.005291938781738281,0.005645751953125,0.005999565124511719,0.0063533782958984375,0.006707191467285156,0.007061004638671875,0.007414817810058594,0.0077686309814453125,0.008122444152832031,0.00847625732421875,0.008830070495605469,0.009183883666992188,0.009537696838378906,0.009891510009765625,0.010245323181152344,0.010599136352539062,0.010952949523925781,0.0113067626953125]},"parameters/bert.embeddings.word_embeddings.weight":{"values":[1,1,0,1,0,7,5,14,35,37,73,139,220,327,537,820,1149,1586,2370,3263,4449,5842,7504,9496,11721,13876,16381,18973,21114,23368,24795,26230,26821,27750,26655,25425,24178,22053,19801,17259,15142,12516,10153,8192,6363,4941,3633,2688,1984,1336,965,607,409,254,187,99,56,42,28,6,7,2,0,2],"bins":[-0.09987945109605789,-0.09686992317438126,-0.09386040270328522,-0.09085087478160858,-0.08784135431051254,-0.08483182638883591,-0.08182230591773987,-0.07881277799606323,-0.0758032500743866,-0.07279372960329056,-0.06978420168161392,-0.06677468121051788,-0.06376515328884125,-0.06075562909245491,-0.05774610489606857,-0.054736580699682236,-0.0517270565032959,-0.04871753230690956,-0.045708008110523224,-0.04269848391413689,-0.03968895971775055,-0.036679431796073914,-0.033669907599687576,-0.03066038340330124,-0.0276508592069149,-0.024641335010528564,-0.021631810814142227,-0.01862228475511074,-0.015612760558724403,-0.012603236362338066,-0.009593711234629154,-0.00658418657258153,-0.003574661910533905,-0.0005651372484862804,0.002444387413561344,0.005453912075608969,0.008463436737656593,0.01147296093404293,0.014482486061751842,0.017492011189460754,0.02050153538584709,0.02351105958223343,0.026520583778619766,0.029530109837651253,0.03253963589668274,0.03554916009306908,0.038558684289455414,0.04156820848584175,0.04457773268222809,0.047587256878614426,0.05059678107500076,0.0536063052713871,0.05661582946777344,0.05962535738945007,0.06263487786054611,0.06564440578222275,0.06865392625331879,0.07166345417499542,0.07467298209667206,0.0776825025677681,0.08069203048944473,0.08370155096054077,0.08671107888221741,0.08972059935331345,0.09273012727499008],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,1,1,3,5,7,12,24,46,75,161,231,399,559,911,1342,1993,2798,4055,5385,7111,9243,11812,14381,17731,20737,23832,27036,29979,32381,34102,35186,35453,35166,33936,31985,28977,26224,22892,19827,16741,13920,11171,8523,6650,5048,3725,2652,1922,1235,849,550,327,200,122,85,40,25,24,7,3,2,3],"bins":[-0.10077336430549622,-0.09775358438491821,-0.09473380446434021,-0.09171402454376221,-0.0886942446231842,-0.0856744647026062,-0.0826546847820282,-0.0796349048614502,-0.07661512494087219,-0.07359535247087479,-0.07057557255029678,-0.06755579262971878,-0.06453601270914078,-0.061516232788562775,-0.05849645286798477,-0.05547667294740677,-0.052456893026828766,-0.04943711310625076,-0.04641733318567276,-0.04339755326509476,-0.040377773344516754,-0.03735799714922905,-0.03433821722865105,-0.031318437308073044,-0.02829865738749504,-0.025278877466917038,-0.022259097546339035,-0.01923931948840618,-0.01621953956782818,-0.013199759647250175,-0.010179980657994747,-0.0071602012030780315,-0.004140429198741913,-0.0011206497438251972,0.0018991297110915184,0.004918909166008234,0.00793868862092495,0.010958468541502953,0.013978247530758381,0.01699802652001381,0.020017806440591812,0.023037586361169815,0.026057366281747818,0.02907714433968067,0.032096922397613525,0.03511670231819153,0.03813648223876953,0.041156262159347534,0.04417604207992554,0.04719582200050354,0.05021560192108154,0.053235381841659546,0.05625516176223755,0.05927493795752525,0.062294717878103256,0.06531450152397156,0.06833428144454956,0.07135405391454697,0.07437383383512497,0.07739361375570297,0.08041339367628098,0.08343317359685898,0.08645295351743698,0.08947273343801498,0.09249251335859299],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,1,4,3,2,3,3,11,10,7,12,24,20,32,40,53,89,78,80,67,47,32,29,21,15,16,9,6,8,8,7,4,2,4,2,4,2,1,0,3,1,0,2,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.008390496484935284,-0.007997811771929264,-0.0076051270589232445,-0.007212442345917225,-0.006819757632911205,-0.006427073385566473,-0.006034388672560453,-0.005641703959554434,-0.005249019246548414,-0.004856334533542395,-0.004463649820536375,-0.0040709651075303555,-0.0036782806273549795,-0.00328559591434896,-0.002892911434173584,-0.0025002267211675644,-0.002107542008161545,-0.0017148572951555252,-0.0013221726985648274,-0.0009294880437664688,-0.0005368033889681101,-0.0001441187341697514,0.0002485659206286073,0.000641250575426966,0.0010339352302253246,0.0014266199432313442,0.001819304539822042,0.0022119891364127398,0.0026046738494187593,0.002997358562424779,0.003390043042600155,0.0037827277556061745,0.0041754115372896194,0.004568096250295639,0.004960780963301659,0.005353465676307678,0.005746150389313698,0.00613883463665843,0.00653151934966445,0.006924204062670469,0.007316888775676489,0.0077095734886825085,0.00810225773602724,0.00849494244903326,0.00888762716203928,0.0092803118750453,0.009672996588051319,0.010065681301057339,0.010458366014063358,0.010851050727069378,0.011243735440075397,0.011636420153081417,0.012029104866087437,0.012421789579093456,0.012814474292099476,0.013207159005105495,0.01359984278678894,0.01399252749979496,0.01438521221280098,0.014777896925807,0.015170581638813019,0.015563266351819038,0.015955951064825058,0.016348635777831078,0.016741320490837097]},"gradients/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.01141357421875,-0.011037707328796387,-0.010661840438842773,-0.01028597354888916,-0.009910106658935547,-0.009534239768981934,-0.00915837287902832,-0.008782505989074707,-0.008406639099121094,-0.00803077220916748,-0.007654905319213867,-0.007279038429260254,-0.006903171539306641,-0.006527304649353027,-0.006151437759399414,-0.005775570869445801,-0.0053997039794921875,-0.005023837089538574,-0.004647970199584961,-0.004272103309631348,-0.0038962364196777344,-0.003520369529724121,-0.003144502639770508,-0.0027686357498168945,-0.0023927688598632812,-0.002016901969909668,-0.0016410350799560547,-0.0012651681900024414,-0.0008893013000488281,-0.0005134344100952148,-0.00013756752014160156,0.00023829936981201172,0.000614166259765625,0.0009900331497192383,0.0013659000396728516,0.0017417669296264648,0.002117633819580078,0.0024935007095336914,0.0028693675994873047,0.003245234489440918,0.0036211013793945312,0.0039969682693481445,0.004372835159301758,0.004748702049255371,0.005124568939208984,0.005500435829162598,0.005876302719116211,0.006252169609069824,0.0066280364990234375,0.007003903388977051,0.007379770278930664,0.007755637168884277,0.00813150405883789,0.008507370948791504,0.008883237838745117,0.00925910472869873,0.009634971618652344,0.010010838508605957,0.01038670539855957,0.010762572288513184,0.011138439178466797,0.01151430606842041,0.011890172958374023,0.012266039848327637,0.01264190673828125],"_type":"histogram","values":[1,0,0,0,1,1,0,2,2,4,3,4,3,5,4,8,14,12,13,10,20,21,24,21,24,26,32,25,45,43,36,33,34,43,39,22,29,26,16,22,14,21,13,14,5,8,8,4,3,1,2,1,1,2,1,1,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.0103607177734375,-0.010033488273620605,-0.009706258773803711,-0.009379029273986816,-0.009051799774169922,-0.008724570274353027,-0.008397340774536133,-0.008070111274719238,-0.007742881774902344,-0.007415652275085449,-0.007088422775268555,-0.00676119327545166,-0.006433963775634766,-0.006106734275817871,-0.0057795047760009766,-0.005452275276184082,-0.0051250457763671875,-0.004797816276550293,-0.0044705867767333984,-0.004143357276916504,-0.0038161277770996094,-0.003488898277282715,-0.0031616687774658203,-0.0028344392776489258,-0.0025072097778320312,-0.0021799802780151367,-0.0018527507781982422,-0.0015255212783813477,-0.0011982917785644531,-0.0008710622787475586,-0.0005438327789306641,-0.00021660327911376953,0.000110626220703125,0.00043785572052001953,0.0007650852203369141,0.0010923147201538086,0.0014195442199707031,0.0017467737197875977,0.002074003219604492,0.0024012327194213867,0.0027284622192382812,0.0030556917190551758,0.0033829212188720703,0.003710150718688965,0.004037380218505859,0.004364609718322754,0.0046918392181396484,0.005019068717956543,0.0053462982177734375,0.005673527717590332,0.0060007572174072266,0.006327986717224121,0.006655216217041016,0.00698244571685791,0.007309675216674805,0.007636904716491699,0.007964134216308594,0.008291363716125488,0.008618593215942383,0.008945822715759277,0.009273052215576172,0.009600281715393066,0.009927511215209961,0.010254740715026855,0.01058197021484375],"_type":"histogram","values":[1,1,0,2,2,2,2,8,10,17,19,26,50,68,106,177,225,384,464,719,1017,1651,2386,3703,5496,8642,13605,22446,40439,84032,230604,580906,334154,120599,52043,26765,15506,9391,5893,3784,2520,1612,1078,709,488,316,262,151,116,84,54,32,30,18,19,5,12,5,2,1,1,1,1,2]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.011887982487678528,-0.011519178748130798,-0.011150375008583069,-0.01078157126903534,-0.010412768460810184,-0.010043964721262455,-0.009675160981714725,-0.009306357242166996,-0.008937553502619267,-0.008568749763071537,-0.008199946954846382,-0.007831143215298653,-0.007462339475750923,-0.007093535736203194,-0.006724731996655464,-0.006355928722769022,-0.0059871249832212925,-0.005618321243673563,-0.005249517969787121,-0.004880714230239391,-0.004511910490691662,-0.00414310721680522,-0.00377430347725749,-0.0034054997377097607,-0.003036696230992675,-0.002667892724275589,-0.0022990889847278595,-0.0019302854780107737,-0.001561481854878366,-0.0011926782317459583,-0.0008238746668212116,-0.00045507107279263437,-8.626747876405716e-05,0.00028253611526452005,0.0006513397092930973,0.001020143274217844,0.0013889468973502517,0.0017577505204826593,0.002126554027199745,0.0024953577667474747,0.0028641612734645605,0.0032329647801816463,0.003601768519729376,0.003970572259277105,0.0043393755331635475,0.004708179272711277,0.0050769830122590065,0.005445786286145449,0.005814590025693178,0.006183393765240908,0.00655219703912735,0.006921000778675079,0.007289804518222809,0.007658607792109251,0.008027411997318268,0.008396214805543423,0.008765018545091152,0.009133822284638882,0.009502626024186611,0.00987142976373434,0.01024023350328207,0.010609036311507225,0.010977840051054955,0.011346643790602684,0.011715447530150414],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,0,3,5,6,6,3,8,11,16,12,15,16,20,15,22,16,35,11,34,45,29,29,32,38,34,34,36,31,22,31,24,26,18,12,11,13,7,10,7,3,4,2,2,3,0,1,1,1,1,1,0,1,0,1]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,2,3,5,8,21,18,51,79,133,209,322,514,754,1147,1622,2267,3221,4355,5755,7599,9482,11885,14645,17178,20279,23555,26170,28963,30830,32729,33575,34203,33733,33094,31094,28492,26276,23345,20936,17342,14678,11969,9483,7387,5845,4241,3079,2333,1607,1135,816,488,348,205,136,90,35,21,22,8,4,0,2],"bins":[-0.09435515850782394,-0.09145236015319824,-0.08854956924915314,-0.08564677089452744,-0.08274397253990173,-0.07984118163585663,-0.07693838328123093,-0.07403559237718582,-0.07113279402256012,-0.06822999566793442,-0.06532720476388931,-0.06242440640926361,-0.05952161177992821,-0.056618817150592804,-0.0537160187959671,-0.0508132241666317,-0.047910429537296295,-0.04500763490796089,-0.04210484027862549,-0.039202041923999786,-0.03629924729466438,-0.03339645266532898,-0.030493656173348427,-0.027590859681367874,-0.02468806505203247,-0.021785270422697067,-0.018882473930716515,-0.015979677438735962,-0.013076882809400558,-0.01017408724874258,-0.007271291688084602,-0.004368496127426624,-0.0014656931161880493,0.0014371024444699287,0.004339898005127907,0.007242693565785885,0.010145489126443863,0.013048284687101841,0.01595108024775982,0.01885387673974037,0.021756671369075775,0.02465946599841118,0.02756226249039173,0.030465058982372284,0.03336785361170769,0.03627064824104309,0.03917344659566879,0.042076241225004196,0.0449790358543396,0.047881830483675,0.050784625113010406,0.05368742346763611,0.05659021809697151,0.059493012726306915,0.06239581108093262,0.06529860198497772,0.06820140033960342,0.07110419869422913,0.07400698959827423,0.07690978795289993,0.07981258630752563,0.08271537721157074,0.08561817556619644,0.08852096647024155,0.09142376482486725]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[3,1,8,13,19,37,45,74,146,268,458,615,930,1361,2010,2801,3922,5213,7041,8899,11170,14109,16907,20154,23312,26542,28906,31567,33450,34705,34918,34927,33926,32050,29706,26797,23951,20316,17371,14615,11845,9294,7140,5354,4035,2807,2062,1428,954,613,405,255,143,97,57,37,16,7,10,1,0,0,0,1],"bins":[-0.09128604084253311,-0.08829929679632187,-0.08531255275011063,-0.08232580870389938,-0.07933906465768814,-0.0763523206114769,-0.07336557656526566,-0.07037883251905441,-0.06739208847284317,-0.06440534442663193,-0.06141860410571098,-0.05843186005949974,-0.0554451160132885,-0.052458371967077255,-0.04947162792086601,-0.04648488387465477,-0.04349813982844353,-0.040511395782232285,-0.03752465173602104,-0.0345379076898098,-0.031551163643598557,-0.028564421460032463,-0.02557767741382122,-0.022590933367609978,-0.019604189321398735,-0.016617445275187492,-0.01363070122897625,-0.010643958114087582,-0.007657214067876339,-0.004670470021665096,-0.001683726441115141,0.001303017372265458,0.004289761185646057,0.0072765052318573,0.010263249278068542,0.01324999239295721,0.016236737370491028,0.01922347955405712,0.022210223600268364,0.025196967646479607,0.02818371169269085,0.031170455738902092,0.034157197922468185,0.03714394196867943,0.04013068601489067,0.04311743006110191,0.046104174107313156,0.0490909181535244,0.05207766219973564,0.055064406245946884,0.05805115029215813,0.06103789433836937,0.06402463465929031,0.06701137870550156,0.0699981227517128,0.07298486679792404,0.07597161084413528,0.07895835489034653,0.08194509893655777,0.08493184298276901,0.08791858702898026,0.0909053310751915,0.09389207512140274,0.09687881916761398,0.09986556321382523]},"_wandb":{"runtime":114},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,0,0,1,1,1,0,3,2,2,0,3,2,2,12,8,10,9,7,6,16,9,20,20,22,18,22,28,23,19,33,28,35,28,35,41,39,28,31,34,21,26,21,18,18,12,15,7,5,6,2,5,3,2,2,1,1,1,1,0,1,1],"bins":[-0.0064849853515625,-0.006298184394836426,-0.0061113834381103516,-0.005924582481384277,-0.005737781524658203,-0.005550980567932129,-0.005364179611206055,-0.0051773786544799805,-0.004990577697753906,-0.004803776741027832,-0.004616975784301758,-0.004430174827575684,-0.004243373870849609,-0.004056572914123535,-0.003869771957397461,-0.0036829710006713867,-0.0034961700439453125,-0.0033093690872192383,-0.003122568130493164,-0.00293576717376709,-0.0027489662170410156,-0.0025621652603149414,-0.002375364303588867,-0.002188563346862793,-0.0020017623901367188,-0.0018149614334106445,-0.0016281604766845703,-0.001441359519958496,-0.0012545585632324219,-0.0010677576065063477,-0.0008809566497802734,-0.0006941556930541992,-0.000507354736328125,-0.0003205537796020508,-0.00013375282287597656,5.3048133850097656e-05,0.00023984909057617188,0.0004266500473022461,0.0006134510040283203,0.0008002519607543945,0.0009870529174804688,0.001173853874206543,0.0013606548309326172,0.0015474557876586914,0.0017342567443847656,0.0019210577011108398,0.002107858657836914,0.0022946596145629883,0.0024814605712890625,0.0026682615280151367,0.002855062484741211,0.003041863441467285,0.0032286643981933594,0.0034154653549194336,0.003602266311645508,0.003789067268371582,0.003975868225097656,0.0041626691818237305,0.004349470138549805,0.004536271095275879,0.004723072052001953,0.004909873008728027,0.0050966739654541016,0.005283474922180176,0.00547027587890625],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[146,164,32,9,5,3,2,1,2,0,1,1,0,1,0,0,0,0,1,2,3,2,3,0,1,0,0,0,1,0,4,3,2,0,0,0,0,0,0,3,0,0,4,1,3,0,0,0,0,1,2,1,3,1,1,2,1,0,2,5,7,27,207,108],"bins":[-4.986563362763263e-05,-4.8304780648322776e-05,-4.674392403103411e-05,-4.5183071051724255e-05,-4.36222180724144e-05,-4.206136509310454e-05,-4.0500512113794684e-05,-3.893965549650602e-05,-3.7378802517196164e-05,-3.581794953788631e-05,-3.425709292059764e-05,-3.2696239941287786e-05,-3.113538696197793e-05,-2.9574533982668072e-05,-2.801367918436881e-05,-2.645282438606955e-05,-2.4891971406759694e-05,-2.3331118427449837e-05,-2.1770263629150577e-05,-2.0209408830851316e-05,-1.864855585154146e-05,-1.7087702872231603e-05,-1.5526848073932342e-05,-1.3965994185127784e-05,-1.2405140296323225e-05,-1.0844286407518666e-05,-9.283432518714108e-06,-7.722578629909549e-06,-6.16172474110499e-06,-4.600870852300432e-06,-3.040016963495873e-06,-1.4791630746913143e-06,8.169081411324441e-08,1.642544702917803e-06,3.2033985917223617e-06,4.76425248052692e-06,6.325106369331479e-06,7.885960258136038e-06,9.446814146940596e-06,1.1007668035745155e-05,1.2568521924549714e-05,1.4129375813354272e-05,1.569022970215883e-05,1.725108450045809e-05,1.881193747976795e-05,2.0372790459077805e-05,2.1933645257377066e-05,2.3494500055676326e-05,2.5055353034986183e-05,2.661620601429604e-05,2.81770608125953e-05,2.973791561089456e-05,3.129876859020442e-05,3.2859621569514275e-05,3.442047454882413e-05,3.5981331166112795e-05,3.754218414542265e-05,3.910303712473251e-05,4.066389374202117e-05,4.222474672133103e-05,4.378559970064089e-05,4.5346452679950744e-05,4.69073056592606e-05,4.8468162276549265e-05,5.002901525585912e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,0,1,0,0,1,2,2,1,1,0,6,6,2,2,6,8,5,14,14,20,26,49,57,63,94,70,75,45,40,48,25,13,11,9,5,8,9,3,5,2,3,2,0,2,1,1,0,1,2,1,1,0,0,0,1,1,0,0,0,0,1],"bins":[-2.282857894897461e-05,-2.2020190954208374e-05,-2.121180295944214e-05,-2.0403414964675903e-05,-1.9595026969909668e-05,-1.8786638975143433e-05,-1.7978250980377197e-05,-1.7169862985610962e-05,-1.6361474990844727e-05,-1.555308699607849e-05,-1.4744699001312256e-05,-1.393631100654602e-05,-1.3127923011779785e-05,-1.231953501701355e-05,-1.1511147022247314e-05,-1.0702759027481079e-05,-9.894371032714844e-06,-9.085983037948608e-06,-8.277595043182373e-06,-7.469207048416138e-06,-6.660819053649902e-06,-5.852431058883667e-06,-5.044043064117432e-06,-4.235655069351196e-06,-3.427267074584961e-06,-2.6188790798187256e-06,-1.8104910850524902e-06,-1.0021030902862549e-06,-1.9371509552001953e-07,6.146728992462158e-07,1.4230608940124512e-06,2.2314488887786865e-06,3.039836883544922e-06,3.848224878311157e-06,4.656612873077393e-06,5.465000867843628e-06,6.273388862609863e-06,7.081776857376099e-06,7.890164852142334e-06,8.69855284690857e-06,9.506940841674805e-06,1.031532883644104e-05,1.1123716831207275e-05,1.193210482597351e-05,1.2740492820739746e-05,1.3548880815505981e-05,1.4357268810272217e-05,1.5165656805038452e-05,1.5974044799804688e-05,1.6782432794570923e-05,1.7590820789337158e-05,1.8399208784103394e-05,1.920759677886963e-05,2.0015984773635864e-05,2.08243727684021e-05,2.1632760763168335e-05,2.244114875793457e-05,2.3249536752700806e-05,2.405792474746704e-05,2.4866312742233276e-05,2.5674700736999512e-05,2.6483088731765747e-05,2.7291476726531982e-05,2.8099864721298218e-05,2.8908252716064453e-05]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,1,3,1,2,6,5,3,12,5,19,28,31,27,68,90,125,132,240,322,469,720,1055,1701,2939,4949,10355,23685,83779,278172,120818,32421,12344,6259,3273,2011,1254,782,512,338,244,194,122,83,61,49,24,30,14,16,6,4,7,2,2,4,2,0,0,0,1],"bins":[-6.920099258422852e-05,-6.708037108182907e-05,-6.495974957942963e-05,-6.283912807703018e-05,-6.071850657463074e-05,-5.859788507223129e-05,-5.647726356983185e-05,-5.4356642067432404e-05,-5.223602056503296e-05,-5.0115399062633514e-05,-4.799477756023407e-05,-4.5874156057834625e-05,-4.375353455543518e-05,-4.1632913053035736e-05,-3.951229155063629e-05,-3.739167004823685e-05,-3.52710485458374e-05,-3.315042704343796e-05,-3.102980554103851e-05,-2.890918403863907e-05,-2.6788562536239624e-05,-2.466794103384018e-05,-2.2547319531440735e-05,-2.042669802904129e-05,-1.8306076526641846e-05,-1.61854550242424e-05,-1.4064833521842957e-05,-1.1944212019443512e-05,-9.823590517044067e-06,-7.702969014644623e-06,-5.582347512245178e-06,-3.4617260098457336e-06,-1.341104507446289e-06,7.795169949531555e-07,2.9001384973526e-06,5.020759999752045e-06,7.141381502151489e-06,9.262003004550934e-06,1.1382624506950378e-05,1.3503246009349823e-05,1.5623867511749268e-05,1.7744489014148712e-05,1.9865110516548157e-05,2.19857320189476e-05,2.4106353521347046e-05,2.622697502374649e-05,2.8347596526145935e-05,3.046821802854538e-05,3.2588839530944824e-05,3.470946103334427e-05,3.683008253574371e-05,3.895070403814316e-05,4.10713255405426e-05,4.319194704294205e-05,4.531256854534149e-05,4.7433190047740936e-05,4.955381155014038e-05,5.1674433052539825e-05,5.379505455493927e-05,5.5915676057338715e-05,5.803629755973816e-05,6.0156919062137604e-05,6.227754056453705e-05,6.439816206693649e-05,6.651878356933594e-05]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9999498724937439,0.9999514222145081,0.999953031539917,0.9999545812606812,0.9999561309814453,0.9999576807022095,0.9999592900276184,0.9999608397483826,0.9999623894691467,0.9999639391899109,0.9999655485153198,0.999967098236084,0.9999686479568481,0.9999701976776123,0.9999718070030212,0.9999733567237854,0.9999749064445496,0.9999765157699585,0.9999780654907227,0.9999796152114868,0.999981164932251,0.9999827742576599,0.9999843239784241,0.9999858736991882,0.9999874234199524,0.9999890327453613,0.9999905824661255,0.9999921321868896,0.9999936819076538,0.9999952912330627,0.9999968409538269,0.9999983906745911,1,1.0000015497207642,1.0000030994415283,1.0000046491622925,1.0000061988830566,1.0000077486038208,1.0000094175338745,1.0000109672546387,1.0000125169754028,1.000014066696167,1.0000156164169312,1.0000171661376953,1.0000187158584595,1.0000202655792236,1.0000219345092773,1.0000234842300415,1.0000250339508057,1.0000265836715698,1.000028133392334,1.0000296831130981,1.0000312328338623,1.000032901763916,1.0000344514846802,1.0000360012054443,1.0000375509262085,1.0000391006469727,1.0000406503677368,1.000042200088501,1.0000437498092651,1.0000454187393188,1.000046968460083,1.0000485181808472,1.0000500679016113],"_type":"histogram","values":[137,111,27,11,9,1,3,1,5,2,1,1,3,0,5,1,1,3,1,2,3,3,4,1,3,6,0,7,2,2,0,0,2,1,2,1,3,0,1,4,0,2,2,2,8,3,0,4,2,2,2,0,4,5,1,2,1,7,3,9,14,32,127,166]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.014984130859375,-0.014497995376586914,-0.014011859893798828,-0.013525724411010742,-0.013039588928222656,-0.01255345344543457,-0.012067317962646484,-0.011581182479858398,-0.011095046997070312,-0.010608911514282227,-0.01012277603149414,-0.009636640548706055,-0.009150505065917969,-0.008664369583129883,-0.008178234100341797,-0.007692098617553711,-0.007205963134765625,-0.006719827651977539,-0.006233692169189453,-0.005747556686401367,-0.005261421203613281,-0.004775285720825195,-0.004289150238037109,-0.0038030147552490234,-0.0033168792724609375,-0.0028307437896728516,-0.0023446083068847656,-0.0018584728240966797,-0.0013723373413085938,-0.0008862018585205078,-0.0004000663757324219,8.606910705566406e-05,0.00057220458984375,0.001058340072631836,0.0015444755554199219,0.002030611038208008,0.0025167465209960938,0.0030028820037841797,0.0034890174865722656,0.0039751529693603516,0.0044612884521484375,0.0049474239349365234,0.005433559417724609,0.005919694900512695,0.006405830383300781,0.006891965866088867,0.007378101348876953,0.007864236831665039,0.008350372314453125,0.008836507797241211,0.009322643280029297,0.009808778762817383,0.010294914245605469,0.010781049728393555,0.01126718521118164,0.011753320693969727,0.012239456176757812,0.012725591659545898,0.013211727142333984,0.01369786262512207,0.014183998107910156,0.014670133590698242,0.015156269073486328,0.015642404556274414,0.0161285400390625],"_type":"histogram","values":[1,0,0,1,0,0,0,3,4,9,6,7,13,38,37,71,110,168,251,432,682,1141,1840,3063,5117,8668,15057,26392,45964,80395,131931,113036,65707,37367,21561,12334,7300,4463,2531,1568,1008,589,333,213,152,107,49,46,18,13,10,9,2,0,3,1,0,0,2,0,0,0,0,1]},"gradients/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,3,2,5,6,7,10,15,24,37,38,41,55,78,75,82,62,45,43,31,23,17,15,8,10,6,4,3,2,0,4,2,0,3,3,2,0,1,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.007070015650242567,-0.006659660488367081,-0.006249305326491594,-0.005838950164616108,-0.005428595002740622,-0.005018239840865135,-0.004607884678989649,-0.0041975295171141624,-0.003787174355238676,-0.0033768191933631897,-0.0029664640314877033,-0.002556108869612217,-0.0021457537077367306,-0.0017353985458612442,-0.0013250433839857578,-0.0009146882221102715,-0.0005043330602347851,-9.39778983592987e-05,0.00031637726351618767,0.000726732425391674,0.0011370875872671604,0.0015474427491426468,0.001957797911018133,0.0023681530728936195,0.002778508234769106,0.0031888633966445923,0.0035992185585200787,0.004009573720395565,0.004419928882271051,0.004830284044146538,0.005240639206022024,0.0056509943678975105,0.00606134906411171,0.006471704225987196,0.006882059387862682,0.007292414549738169,0.007702769711613655,0.008113125339150429,0.008523480035364628,0.008933834731578827,0.0093441903591156,0.009754545986652374,0.010164900682866573,0.010575255379080772,0.010985611006617546,0.01139596663415432,0.011806321330368519,0.012216676026582718,0.012627031654119492,0.013037387281656265,0.013447741977870464,0.013858096674084663,0.014268452301621437,0.01467880792915821,0.01508916262537241,0.015499517321586609,0.015909872949123383,0.016320228576660156,0.01673058420419693,0.017140937969088554,0.017551293596625328,0.017961649224162102,0.018372002989053726,0.0187823586165905,0.019192714244127274]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,0,3,5,6,6,4,8,12,15,11,16,15,20,16,21,19,34,14,29,49,29,27,33,35,38,32,42,28,18,31,27,27,14,12,12,11,7,11,8,1,4,4,0,3,0,2,0,1,2,0,0,1,0,1],"bins":[-0.011749267578125,-0.011385202407836914,-0.011021137237548828,-0.010657072067260742,-0.010293006896972656,-0.00992894172668457,-0.009564876556396484,-0.009200811386108398,-0.008836746215820312,-0.008472681045532227,-0.00810861587524414,-0.007744550704956055,-0.007380485534667969,-0.007016420364379883,-0.006652355194091797,-0.006288290023803711,-0.005924224853515625,-0.005560159683227539,-0.005196094512939453,-0.004832029342651367,-0.004467964172363281,-0.004103899002075195,-0.0037398338317871094,-0.0033757686614990234,-0.0030117034912109375,-0.0026476383209228516,-0.0022835731506347656,-0.0019195079803466797,-0.0015554428100585938,-0.0011913776397705078,-0.0008273124694824219,-0.00046324729919433594,-9.918212890625e-05,0.00026488304138183594,0.0006289482116699219,0.0009930133819580078,0.0013570785522460938,0.0017211437225341797,0.0020852088928222656,0.0024492740631103516,0.0028133392333984375,0.0031774044036865234,0.0035414695739746094,0.0039055347442626953,0.004269599914550781,0.004633665084838867,0.004997730255126953,0.005361795425415039,0.005725860595703125,0.006089925765991211,0.006453990936279297,0.006818056106567383,0.007182121276855469,0.007546186447143555,0.00791025161743164,0.008274316787719727,0.008638381958007812,0.009002447128295898,0.009366512298583984,0.00973057746887207,0.010094642639160156,0.010458707809448242,0.010822772979736328,0.011186838150024414,0.0115509033203125]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,2,6,5,22,39,64,105,168,304,475,845,1217,2042,2998,4341,6209,8833,12186,15963,21238,27337,34346,42143,50282,59098,67189,75516,82387,88288,92351,94567,94262,91536,87985,81776,74819,66317,58420,49779,41331,33401,26990,20928,15865,11828,8545,6192,4225,2849,1946,1250,797,528,282,176,122,73,35,16,7,9,6,2],"bins":[-0.09638085961341858,-0.09336519241333008,-0.09034953266382217,-0.08733386546373367,-0.08431820571422577,-0.08130253851413727,-0.07828687131404877,-0.07527121156454086,-0.07225554436445236,-0.06923987716436386,-0.06622421741485596,-0.06320855021476746,-0.060192886739969254,-0.05717722326517105,-0.05416155606508255,-0.05114589259028435,-0.048130229115486145,-0.04511456564068794,-0.04209890216588974,-0.03908323496580124,-0.036067571491003036,-0.033051908016204834,-0.030036242678761482,-0.02702057734131813,-0.024004913866519928,-0.020989250391721725,-0.017973585054278374,-0.014957920648157597,-0.01194225624203682,-0.008926591835916042,-0.005910927429795265,-0.002895263023674488,0.00012040883302688599,0.003136073239147663,0.00615173764526844,0.009167402051389217,0.012183066457509995,0.015198730863630772,0.01821439526975155,0.0212300606071949,0.024245724081993103,0.027261387556791306,0.030277052894234657,0.03329271823167801,0.03630838170647621,0.039324045181274414,0.042339712381362915,0.04535537585616112,0.04837103933095932,0.05138670280575752,0.054402366280555725,0.057418033480644226,0.06043369695544243,0.06344936043024063,0.06646502763032913,0.06948068737983704,0.07249635457992554,0.07551202178001404,0.07852768152952194,0.08154334872961044,0.08455900847911835,0.08757467567920685,0.09059034287929535,0.09360600262880325,0.09662166982889175],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,1,1,3,5,1,6,8,9,11,14,15,18,26,25,33,44,49,53,73,88,96,142,126,136,172,135,130,110,84,71,63,57,35,34,30,27,20,20,16,11,9,7,7,8,5,2,2,2,1,1,1,0,0,1,0,0,0,0,1],"bins":[-0.004169464111328125,-0.004027009010314941,-0.003884553909301758,-0.0037420988082885742,-0.0035996437072753906,-0.003457188606262207,-0.0033147335052490234,-0.00317227840423584,-0.0030298233032226562,-0.0028873682022094727,-0.002744913101196289,-0.0026024580001831055,-0.002460002899169922,-0.0023175477981567383,-0.0021750926971435547,-0.002032637596130371,-0.0018901824951171875,-0.001747727394104004,-0.0016052722930908203,-0.0014628171920776367,-0.0013203620910644531,-0.0011779069900512695,-0.001035451889038086,-0.0008929967880249023,-0.0007505416870117188,-0.0006080865859985352,-0.00046563148498535156,-0.00032317638397216797,-0.00018072128295898438,-3.826618194580078e-05,0.00010418891906738281,0.0002466440200805664,0.00038909912109375,0.0005315542221069336,0.0006740093231201172,0.0008164644241333008,0.0009589195251464844,0.001101374626159668,0.0012438297271728516,0.0013862848281860352,0.0015287399291992188,0.0016711950302124023,0.001813650131225586,0.0019561052322387695,0.002098560333251953,0.0022410154342651367,0.0023834705352783203,0.002525925636291504,0.0026683807373046875,0.002810835838317871,0.0029532909393310547,0.0030957460403442383,0.003238201141357422,0.0033806562423706055,0.003523111343383789,0.0036655664443969727,0.0038080215454101562,0.00395047664642334,0.0040929317474365234,0.004235386848449707,0.004377841949462891,0.004520297050476074,0.004662752151489258,0.004805207252502441,0.004947662353515625]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,2,2,0,3,2,4,5,12,9,7,9,18,12,12,26,22,18,20,40,26,23,25,36,34,41,44,33,23,33,34,29,23,26,18,21,15,10,9,11,7,4,1,5,2,0,3,1,0,3,0,2,0,0,0,0,1],"bins":[-0.012170828878879547,-0.011790341697633266,-0.011409854516386986,-0.011029367335140705,-0.010648880153894424,-0.010268392972648144,-0.009887905791401863,-0.009507418610155582,-0.009126931428909302,-0.008746445178985596,-0.008365957997739315,-0.007985470816493034,-0.007604983635246754,-0.007224496454000473,-0.006844009272754192,-0.006463522091507912,-0.006083034910261631,-0.00570254772901535,-0.00532206054776907,-0.004941573366522789,-0.004561086185276508,-0.004180599469691515,-0.0038001122884452343,-0.0034196251071989536,-0.003039137925952673,-0.0026586507447063923,-0.0022781635634601116,-0.0018976766150444746,-0.001517189433798194,-0.0011367022525519133,-0.0007562151877209544,-0.00037572806468233466,4.759058356285095e-06,0.00038524618139490485,0.0007657333044335246,0.0011462203692644835,0.0015267075505107641,0.0019071947317570448,0.002287681680172682,0.0026681688614189625,0.003048656042665243,0.003429143223911524,0.0038096304051578045,0.004190117586404085,0.0045706043019890785,0.004951091483235359,0.00533157866448164,0.0057120658457279205,0.006092553026974201,0.006473040208220482,0.0068535273894667625,0.007234014570713043,0.007614501751959324,0.007994988933205605,0.008375476114451885,0.008755963295698166,0.009136449545621872,0.009516936726868153,0.009897423908114433,0.010277911089360714,0.010658398270606995,0.011038885451853275,0.011419372633099556,0.011799859814345837,0.012180346995592117]},"gradients/bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,1,0,2,1,1,1,4,2,4,8,7,5,11,11,10,18,21,16,22,26,30,24,30,21,38,30,803,32,46,37,32,31,21,29,29,22,16,17,11,18,14,4,6,7,2,1,1,3,1,1,2,0,1,2,0,1,0,0,0,1],"bins":[-0.3575570583343506,-0.34595632553100586,-0.33435556292533875,-0.322754830121994,-0.3111540973186493,-0.2995533347129822,-0.28795260190963745,-0.2763518691062927,-0.264751136302948,-0.2531503736972809,-0.24154964089393616,-0.22994889318943024,-0.21834814548492432,-0.2067474126815796,-0.19514666497707367,-0.18354593217372894,-0.17194518446922302,-0.1603444367647171,-0.14874370396137238,-0.13714295625686646,-0.12554222345352173,-0.11394147574901581,-0.10234072804450989,-0.09073998779058456,-0.07913924753665924,-0.06753850728273392,-0.055937763303518295,-0.04433701932430267,-0.03273627907037735,-0.021135536953806877,-0.009534794837236404,0.0020659472793340683,0.013666659593582153,0.025267401710152626,0.0368681438267231,0.04846888780593872,0.060069628059864044,0.07167036831378937,0.08327111601829529,0.09487185627222061,0.10647259652614594,0.11807333678007126,0.12967407703399658,0.1412748247385025,0.15287557244300842,0.16447630524635315,0.17607705295085907,0.1876777857542038,0.19927853345870972,0.21087928116321564,0.22248001396656036,0.23408076167106628,0.245681494474411,0.2572822570800781,0.26888298988342285,0.2804837226867676,0.2920844554901123,0.3036852180957794,0.31528595089912415,0.32688668370246887,0.338487446308136,0.3500881791114807,0.36168891191482544,0.37328967452049255,0.3848904073238373],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[136,185,30,10,4,5,2,2,1,1,0,0,0,1,2,1,0,0,2,0,1,0,0,3,1,1,1,1,3,2,1,4,0,1,1,0,0,1,0,2,1,2,2,1,1,0,1,3,1,0,0,1,0,0,4,1,2,2,3,5,10,29,175,119],"bins":[-4.998886652174406e-05,-4.842813723371364e-05,-4.686741158366203e-05,-4.530668229563162e-05,-4.37459530076012e-05,-4.2185223719570786e-05,-4.062449806951918e-05,-3.906376878148876e-05,-3.7503039493458346e-05,-3.594231384340674e-05,-3.438158455537632e-05,-3.2820855267345905e-05,-3.126012597931549e-05,-2.9699398510274477e-05,-2.8138671041233465e-05,-2.657794175320305e-05,-2.5017214284162037e-05,-2.3456486815121025e-05,-2.189575752709061e-05,-2.0335030058049597e-05,-1.877430077001918e-05,-1.721357330097817e-05,-1.5652844012947753e-05,-1.409211654390674e-05,-1.2531388165371027e-05,-1.0970659786835313e-05,-9.409931408299599e-06,-7.849203029763885e-06,-6.288475105975522e-06,-4.727746727439808e-06,-3.167018576277769e-06,-1.6062903114288929e-06,-4.556204658001661e-08,1.5151662182688597e-06,3.075894483117736e-06,4.6366226342797745e-06,6.1973510128154885e-06,7.758078936603852e-06,9.318807315139566e-06,1.087953569367528e-05,1.2440264072210994e-05,1.4000992450746708e-05,1.556171991978772e-05,1.7122449207818136e-05,1.8683176676859148e-05,2.0243905964889564e-05,2.1804633433930576e-05,2.336536272196099e-05,2.4926090191002004e-05,2.6486817660043016e-05,2.8047546948073432e-05,2.9608274417114444e-05,3.1169001886155456e-05,3.272973117418587e-05,3.429046046221629e-05,3.5851189750246704e-05,3.741191540029831e-05,3.897264468832873e-05,4.0533373976359144e-05,4.209409962641075e-05,4.365482891444117e-05,4.5215558202471584e-05,4.6776287490502e-05,4.833701314055361e-05,4.9897742428584024e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,1,1,2,0,0,2,2,5,4,11,11,15,17,41,64,98,133,198,304,494,885,1395,2450,4422,7820,15128,31196,69015,176443,604947,415970,133487,54690,25348,12671,6652,3676,2040,1270,689,445,260,182,110,94,42,43,30,12,14,5,7,8,2,3,1,2,2,1,0,2],"bins":[-0.01354217529296875,-0.0131300687789917,-0.012717962265014648,-0.012305855751037598,-0.011893749237060547,-0.011481642723083496,-0.011069536209106445,-0.010657429695129395,-0.010245323181152344,-0.009833216667175293,-0.009421110153198242,-0.009009003639221191,-0.00859689712524414,-0.00818479061126709,-0.007772684097290039,-0.007360577583312988,-0.0069484710693359375,-0.006536364555358887,-0.006124258041381836,-0.005712151527404785,-0.005300045013427734,-0.004887938499450684,-0.004475831985473633,-0.004063725471496582,-0.0036516189575195312,-0.0032395124435424805,-0.0028274059295654297,-0.002415299415588379,-0.002003192901611328,-0.0015910863876342773,-0.0011789798736572266,-0.0007668733596801758,-0.000354766845703125,5.733966827392578e-05,0.00046944618225097656,0.0008815526962280273,0.0012936592102050781,0.001705765724182129,0.0021178722381591797,0.0025299787521362305,0.0029420852661132812,0.003354191780090332,0.003766298294067383,0.004178404808044434,0.004590511322021484,0.005002617835998535,0.005414724349975586,0.005826830863952637,0.0062389373779296875,0.006651043891906738,0.007063150405883789,0.00747525691986084,0.00788736343383789,0.008299469947814941,0.008711576461791992,0.009123682975769043,0.009535789489746094,0.009947896003723145,0.010360002517700195,0.010772109031677246,0.011184215545654297,0.011596322059631348,0.012008428573608398,0.01242053508758545,0.0128326416015625]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"values":[2,5,10,5,7,3,4,0,3,5,9,8,5,5,5,4,19,63,54,27,20,17,19,12,23,17,7,9,3,6,11,12,11,12,8,8,13,7,16,6,12,18,16,23,31,43,50,33,3,2,3,2,3,11,3,2,1,3,4,9,6,3,4,3],"bins":[-2.7324407710693777e-05,-2.647341534611769e-05,-2.5622422981541604e-05,-2.4771428797976114e-05,-2.3920436433400027e-05,-2.306944406882394e-05,-2.2218451704247855e-05,-2.1367459339671768e-05,-2.0516465156106278e-05,-1.9665472791530192e-05,-1.8814480426954105e-05,-1.796348806237802e-05,-1.7112495697801933e-05,-1.6261503333225846e-05,-1.5410509149660356e-05,-1.455951678508427e-05,-1.3708524420508184e-05,-1.2857532055932097e-05,-1.2006538781861309e-05,-1.1155546417285223e-05,-1.0304553143214434e-05,-9.453560778638348e-06,-8.602568414062262e-06,-7.751575139991473e-06,-6.900582775415387e-06,-6.04958995609195e-06,-5.1985971367685124e-06,-4.347604772192426e-06,-3.4966119528689887e-06,-2.6456191335455514e-06,-1.7946265415957896e-06,-9.4363383595919e-07,-9.263931133318692e-08,7.583533943034126e-07,1.6093460999400122e-06,2.460338691889774e-06,3.3113315112132113e-06,4.162324330536649e-06,5.013316695112735e-06,5.864309514436172e-06,6.71530233375961e-06,7.566295153083047e-06,8.417287972406484e-06,9.26828033698257e-06,1.0119272701558657e-05,1.0970265975629445e-05,1.1821258340205532e-05,1.267225161427632e-05,1.3523243978852406e-05,1.4374236343428493e-05,1.522522961749928e-05,1.607622289157007e-05,1.6927215256146155e-05,1.7778207620722242e-05,1.8629199985298328e-05,1.9480192349874415e-05,2.0331186533439904e-05,2.118217889801599e-05,2.2033171262592077e-05,2.2884163627168164e-05,2.373515599174425e-05,2.4586148356320336e-05,2.5437142539885826e-05,2.6288134904461913e-05,2.7139127269038e-05],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.010016301646828651,-0.009615743532776833,-0.009215185418725014,-0.008814627304673195,-0.008414069190621376,-0.008013511076569557,-0.007612952962517738,-0.0072123948484659195,-0.006811836734414101,-0.006411278620362282,-0.006010720506310463,-0.005610162392258644,-0.005209604278206825,-0.004809046164155006,-0.0044084880501031876,-0.004007929936051369,-0.00360737182199955,-0.003206813707947731,-0.002806255593895912,-0.0024056974798440933,-0.0020051393657922745,-0.0016045812517404556,-0.0012040231376886368,-0.0008034650236368179,-0.0004029069095849991,-2.348795533180237e-06,0.0003982093185186386,0.0007987674325704575,0.0011993255466222763,0.0015998836606740952,0.002000441774725914,0.002400999888777733,0.0028015580028295517,0.0032021161168813705,0.0036026742309331894,0.004003232344985008,0.004403790459036827,0.004804348573088646,0.005204906687140465,0.005605464801192284,0.0060060229152441025,0.006406581029295921,0.00680713914334774,0.007207697257399559,0.007608255371451378,0.008008813485503197,0.008409371599555016,0.008809929713606834,0.009210487827658653,0.009611045941710472,0.010011604055762291,0.01041216216981411,0.010812720283865929,0.011213278397917747,0.011613836511969566,0.012014394626021385,0.012414952740073204,0.012815510854125023,0.013216068968176842,0.01361662708222866,0.01401718519628048,0.014417743310332298,0.014818301424384117,0.015218859538435936,0.015619417652487755],"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,0,1,1,3,7,3,8,13,17,23,24,37,49,65,80,92,75,64,45,23,32,17,19,11,12,7,9,4,2,3,2,6,2,3,1,2,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[289,449,82,23,23,5,6,8,8,10,2,4,2,4,6,2,4,10,9,2,6,9,4,2,4,3,5,6,3,9,5,3,6,5,4,1,2,4,5,2,3,7,8,2,3,4,8,6,1,3,3,3,3,1,4,5,5,7,15,33,38,118,500,232],"bins":[-5.00268506584689e-05,-4.846266529057175e-05,-4.6898483560653403e-05,-4.533430183073506e-05,-4.3770116462837905e-05,-4.220593109494075e-05,-4.0641749365022406e-05,-3.907756763510406e-05,-3.751338226720691e-05,-3.5949196899309754e-05,-3.438501516939141e-05,-3.282083343947306e-05,-3.125664807157591e-05,-2.969246452266816e-05,-2.812828097376041e-05,-2.6564097424852662e-05,-2.4999913875944912e-05,-2.3435730327037163e-05,-2.1871546778129414e-05,-2.0307363229221664e-05,-1.8743179680313915e-05,-1.7178996131406166e-05,-1.5614812582498416e-05,-1.4050629033590667e-05,-1.2486445484682918e-05,-1.0922261935775168e-05,-9.358078386867419e-06,-7.79389483795967e-06,-6.22971128905192e-06,-4.665527740144171e-06,-3.1013441912364215e-06,-1.5371606423286721e-06,2.7022906579077244e-08,1.5912064554868266e-06,3.155390004394576e-06,4.719573553302325e-06,6.283757102210075e-06,7.847940651117824e-06,9.412124200025573e-06,1.0976307748933323e-05,1.2540491297841072e-05,1.4104674846748821e-05,1.566885839565657e-05,1.723304194456432e-05,1.879722549347207e-05,2.036140904237982e-05,2.1925592591287568e-05,2.3489776140195318e-05,2.5053959689103067e-05,2.6618143238010816e-05,2.8182326786918566e-05,2.9746510335826315e-05,3.1310693884734064e-05,3.287487925263122e-05,3.443906098254956e-05,3.600324271246791e-05,3.756742808036506e-05,3.9131613448262215e-05,4.069579517818056e-05,4.2259976908098906e-05,4.382416227599606e-05,4.538834764389321e-05,4.695252937381156e-05,4.8516711103729904e-05,5.0080896471627057e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.012298583984375,-0.011927366256713867,-0.011556148529052734,-0.011184930801391602,-0.010813713073730469,-0.010442495346069336,-0.010071277618408203,-0.00970005989074707,-0.009328842163085938,-0.008957624435424805,-0.008586406707763672,-0.008215188980102539,-0.007843971252441406,-0.0074727535247802734,-0.007101535797119141,-0.006730318069458008,-0.006359100341796875,-0.005987882614135742,-0.005616664886474609,-0.0052454471588134766,-0.004874229431152344,-0.004503011703491211,-0.004131793975830078,-0.0037605762481689453,-0.0033893585205078125,-0.0030181407928466797,-0.002646923065185547,-0.002275705337524414,-0.0019044876098632812,-0.0015332698822021484,-0.0011620521545410156,-0.0007908344268798828,-0.00041961669921875,-4.839897155761719e-05,0.0003228187561035156,0.0006940364837646484,0.0010652542114257812,0.001436471939086914,0.0018076896667480469,0.0021789073944091797,0.0025501251220703125,0.0029213428497314453,0.003292560577392578,0.003663778305053711,0.004034996032714844,0.0044062137603759766,0.004777431488037109,0.005148649215698242,0.005519866943359375,0.005891084671020508,0.006262302398681641,0.0066335201263427734,0.007004737854003906,0.007375955581665039,0.007747173309326172,0.008118391036987305,0.008489608764648438,0.00886082649230957,0.009232044219970703,0.009603261947631836,0.009974479675292969,0.010345697402954102,0.010716915130615234,0.011088132858276367,0.0114593505859375],"_type":"histogram","values":[1,0,0,1,1,1,7,9,16,14,23,23,45,51,73,106,149,246,340,489,711,988,1576,2234,3533,5232,7875,11850,18452,27840,41601,62921,94578,101223,70649,46076,30804,20277,13272,8832,5831,3697,2663,1671,1230,858,542,388,255,142,121,89,49,60,29,27,18,14,8,3,3,6,0,1]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,0,1,3,0,3,5,8,6,8,18,22,26,45,82,107,140,244,404,561,881,1380,2158,3340,5509,8919,14223,23206,37158,59370,94157,118153,82218,51519,32796,19877,12346,7774,4776,2991,1842,1237,805,532,325,193,157,91,65,48,33,14,10,11,8,7,3,5,2,0,0,1],"bins":[-0.01409912109375,-0.01367640495300293,-0.01325368881225586,-0.012830972671508789,-0.012408256530761719,-0.011985540390014648,-0.011562824249267578,-0.011140108108520508,-0.010717391967773438,-0.010294675827026367,-0.009871959686279297,-0.009449243545532227,-0.009026527404785156,-0.008603811264038086,-0.008181095123291016,-0.007758378982543945,-0.007335662841796875,-0.006912946701049805,-0.006490230560302734,-0.006067514419555664,-0.005644798278808594,-0.0052220821380615234,-0.004799365997314453,-0.004376649856567383,-0.0039539337158203125,-0.003531217575073242,-0.003108501434326172,-0.0026857852935791016,-0.0022630691528320312,-0.001840353012084961,-0.0014176368713378906,-0.0009949207305908203,-0.00057220458984375,-0.0001494884490966797,0.0002732276916503906,0.0006959438323974609,0.0011186599731445312,0.0015413761138916016,0.001964092254638672,0.002386808395385742,0.0028095245361328125,0.003232240676879883,0.003654956817626953,0.0040776729583740234,0.004500389099121094,0.004923105239868164,0.005345821380615234,0.005768537521362305,0.006191253662109375,0.006613969802856445,0.007036685943603516,0.007459402084350586,0.007882118225097656,0.008304834365844727,0.008727550506591797,0.009150266647338867,0.009572982788085938,0.009995698928833008,0.010418415069580078,0.010841131210327148,0.011263847351074219,0.011686563491821289,0.01210927963256836,0.01253199577331543,0.0129547119140625],"_type":"histogram"},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[301,428,102,38,21,14,6,4,4,3,3,3,0,2,5,4,1,7,2,5,10,3,6,4,1,1,4,3,6,3,5,3,5,5,5,3,2,5,5,4,4,4,6,5,7,11,5,5,0,2,1,4,5,0,3,4,6,9,10,22,54,123,505,217],"bins":[-5.007856816519052e-05,-4.85132732137572e-05,-4.6947978262323886e-05,-4.538268331089057e-05,-4.381739199743606e-05,-4.2252097046002746e-05,-4.068680209456943e-05,-3.9121507143136114e-05,-3.75562121917028e-05,-3.599091724026948e-05,-3.442562592681497e-05,-3.286033097538166e-05,-3.129503602394834e-05,-2.9729741072515026e-05,-2.816444612108171e-05,-2.6599152988637798e-05,-2.503385803720448e-05,-2.3468563085771166e-05,-2.1903269953327253e-05,-2.0337975001893938e-05,-1.8772680050460622e-05,-1.720738691801671e-05,-1.5642091966583394e-05,-1.4076797015150078e-05,-1.2511502973211464e-05,-1.094620893127285e-05,-9.380913979839534e-06,-7.81561993790092e-06,-6.2503254412149545e-06,-4.6850309445289895e-06,-3.1197366752167e-06,-1.5544422922175727e-06,1.085209078155458e-08,1.5761464737806818e-06,3.141440856779809e-06,4.706735126092099e-06,6.272029622778064e-06,7.837324119464029e-06,9.402618161402643e-06,1.0967913112835959e-05,1.2533207154774573e-05,1.4098501196713187e-05,1.5663796148146503e-05,1.722909109957982e-05,1.879438423202373e-05,2.0359679183457047e-05,2.1924974134890363e-05,2.3490267267334275e-05,2.505556221876759e-05,2.6620857170200907e-05,2.818615030264482e-05,2.9751445254078135e-05,3.131674020551145e-05,3.288203515694477e-05,3.444733010837808e-05,3.601262142183259e-05,3.757791637326591e-05,3.914321132469922e-05,4.070850627613254e-05,4.2273801227565855e-05,4.383909617899917e-05,4.540438749245368e-05,4.6969682443886995e-05,4.853497739532031e-05,5.010027234675363e-05]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,2,2,7,17,27,44,70,114,192,319,483,649,998,1417,2115,2871,4038,5460,6993,9062,11295,13835,16666,19722,22393,25586,28090,30724,32231,33664,33759,33702,33201,31619,29438,26904,24016,21117,18201,15224,12681,10154,8139,6196,4697,3567,2564,1806,1278,858,584,397,245,157,91,60,35,24,11,9,2,1],"bins":[-0.09493794292211533,-0.09204024821519852,-0.08914255350828171,-0.0862448513507843,-0.08334715664386749,-0.08044946193695068,-0.07755176723003387,-0.07465407252311707,-0.07175637781620026,-0.06885867565870285,-0.06596098095178604,-0.06306328624486923,-0.06016559153795242,-0.057267893105745316,-0.054370198398828506,-0.0514724999666214,-0.04857480525970459,-0.04567711055278778,-0.04277941212058067,-0.039881717413663864,-0.03698401898145676,-0.03408632427453995,-0.03118862956762314,-0.02829093299806118,-0.025393236428499222,-0.022495539858937263,-0.019597843289375305,-0.016700148582458496,-0.013802452012896538,-0.01090475544333458,-0.008007059805095196,-0.005109363701194525,-0.0022116750478744507,0.0006860210560262203,0.0035837171599268913,0.006481413263827562,0.009379109367728233,0.012276805937290192,0.015174501575529575,0.01807219721376896,0.020969893783330917,0.023867590352892876,0.026765286922454834,0.029662981629371643,0.03256067633628845,0.03545837476849556,0.03835606947541237,0.041253767907619476,0.044151462614536285,0.047049157321453094,0.0499468557536602,0.05284455046057701,0.05574224889278412,0.05863994359970093,0.06153763830661774,0.06443533301353455,0.06733302772045135,0.07023072987794876,0.07312842458486557,0.07602611929178238,0.07892381399869919,0.081821508705616,0.0847192108631134,0.08761690557003021,0.09051460027694702],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9999498724937439,0.9999514222145081,0.9999529719352722,0.9999545812606812,0.9999561309814453,0.9999576807022095,0.9999592304229736,0.9999608397483826,0.9999623894691467,0.9999639391899109,0.999965488910675,0.999967098236084,0.9999686479568481,0.9999701976776123,0.9999717473983765,0.9999733567237854,0.9999749064445496,0.9999764561653137,0.9999780058860779,0.999979555606842,0.999981164932251,0.9999827146530151,0.9999842643737793,0.9999858140945435,0.9999874234199524,0.9999889731407166,0.9999905228614807,0.9999920725822449,0.9999936819076538,0.999995231628418,0.9999967813491821,0.9999983310699463,0.9999998807907104,1.0000014305114746,1.0000029802322388,1.0000046491622925,1.0000061988830566,1.0000077486038208,1.000009298324585,1.0000108480453491,1.0000123977661133,1.0000139474868774,1.0000154972076416,1.0000171661376953,1.0000187158584595,1.0000202655792236,1.0000218152999878,1.000023365020752,1.0000249147415161,1.0000264644622803,1.0000280141830444,1.0000295639038086,1.0000312328338623,1.0000327825546265,1.0000343322753906,1.0000358819961548,1.000037431716919,1.000038981437683,1.0000405311584473,1.0000420808792114,1.0000437498092651,1.0000452995300293,1.0000468492507935,1.0000483989715576,1.0000499486923218],"_type":"histogram","values":[131,125,20,10,6,3,4,5,3,2,0,0,1,0,2,0,3,3,2,3,2,4,4,1,3,1,2,1,2,0,0,1,1,0,2,0,2,0,0,2,2,1,1,1,2,3,1,1,0,1,1,3,2,1,1,5,1,3,5,4,16,33,126,203]},"gradients/bert.encoder.layer.0.output.dense.bias":{"bins":[-0.01177215576171875,-0.011410713195800781,-0.011049270629882812,-0.010687828063964844,-0.010326385498046875,-0.009964942932128906,-0.009603500366210938,-0.009242057800292969,-0.008880615234375,-0.008519172668457031,-0.008157730102539062,-0.007796287536621094,-0.007434844970703125,-0.007073402404785156,-0.0067119598388671875,-0.006350517272949219,-0.00598907470703125,-0.005627632141113281,-0.0052661895751953125,-0.004904747009277344,-0.004543304443359375,-0.004181861877441406,-0.0038204193115234375,-0.0034589767456054688,-0.0030975341796875,-0.0027360916137695312,-0.0023746490478515625,-0.0020132064819335938,-0.001651763916015625,-0.0012903213500976562,-0.0009288787841796875,-0.0005674362182617188,-0.00020599365234375,0.00015544891357421875,0.0005168914794921875,0.0008783340454101562,0.001239776611328125,0.0016012191772460938,0.0019626617431640625,0.0023241043090820312,0.002685546875,0.0030469894409179688,0.0034084320068359375,0.0037698745727539062,0.004131317138671875,0.004492759704589844,0.0048542022705078125,0.005215644836425781,0.00557708740234375,0.005938529968261719,0.0062999725341796875,0.006661415100097656,0.007022857666015625,0.007384300231933594,0.0077457427978515625,0.008107185363769531,0.0084686279296875,0.008830070495605469,0.009191513061523438,0.009552955627441406,0.009914398193359375,0.010275840759277344,0.010637283325195312,0.010998725891113281,0.01136016845703125],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,3,3,3,4,6,4,10,10,13,9,17,11,19,20,13,25,19,35,34,39,26,23,31,32,41,37,35,33,28,29,18,29,22,18,15,10,11,6,3,3,5,1,1,1,0,2,2,3,0,0,1,0,0,2]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-4.985599662177265e-05,-4.829522004001774e-05,-4.673444345826283e-05,-4.517366687650792e-05,-4.3612890294753015e-05,-4.20521100750193e-05,-4.049133349326439e-05,-3.8930556911509484e-05,-3.7369780329754576e-05,-3.580900374799967e-05,-3.424822716624476e-05,-3.268745058448985e-05,-3.112667036475614e-05,-2.9565895601990633e-05,-2.800511720124632e-05,-2.6444340619491413e-05,-2.4883564037736505e-05,-2.3322787455981597e-05,-2.176201087422669e-05,-2.0201232473482378e-05,-1.864045589172747e-05,-1.7079679309972562e-05,-1.551890090922825e-05,-1.3958124327473342e-05,-1.2397347745718434e-05,-1.0836571163963526e-05,-9.275793672713917e-06,-7.715016181464307e-06,-6.154239599709399e-06,-4.59346256320714e-06,-3.0326855267048813e-06,-1.4719084902026225e-06,8.886490832082927e-08,1.6496419448230881e-06,3.210418981325347e-06,4.771196017827606e-06,6.331973054329865e-06,7.892749636084773e-06,9.453527127334382e-06,1.1014304618583992e-05,1.25750812003389e-05,1.4135857782093808e-05,1.5696634363848716e-05,1.7257412764593028e-05,1.8818189346347935e-05,2.0378965928102843e-05,2.1939744328847155e-05,2.3500520910602063e-05,2.506129749235697e-05,2.662207407411188e-05,2.8182850655866787e-05,2.97436290566111e-05,3.130440745735541e-05,3.286518403911032e-05,3.4425960620865226e-05,3.5986737202620134e-05,3.754751378437504e-05,3.910829036612995e-05,4.066906694788486e-05,4.2229843529639766e-05,4.3790620111394674e-05,4.535140033112839e-05,4.6912176912883297e-05,4.8472953494638205e-05,5.003373007639311e-05],"_type":"histogram","values":[156,166,26,16,6,2,2,0,1,2,1,0,0,0,2,3,0,5,1,5,2,0,1,0,3,0,1,3,1,2,1,0,0,2,0,2,1,1,1,2,1,0,1,1,2,4,1,1,1,1,1,2,0,0,2,1,1,2,3,5,8,23,175,115]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[2,6,8,21,36,60,100,146,275,381,569,923,1255,1825,2587,3531,4645,6112,7821,9943,12259,14837,17688,20787,23250,26353,29018,30691,32557,33568,33655,33246,32142,30820,28010,25637,23091,20096,17203,14339,11975,9661,7537,5904,4394,3276,2366,1736,1210,819,514,381,220,123,96,51,31,11,11,8,5,0,0,2],"bins":[-0.08692249655723572,-0.08406515419483185,-0.08120781183242798,-0.07835046947002411,-0.07549312710762024,-0.07263579219579697,-0.0697784498333931,-0.06692110747098923,-0.06406376510858536,-0.06120642274618149,-0.05834908038377762,-0.05549174174666405,-0.05263439938426018,-0.04977705702185631,-0.04691971838474274,-0.04406237602233887,-0.041205033659935,-0.03834769129753113,-0.03549034893512726,-0.03263301029801369,-0.029775667935609818,-0.026918325573205948,-0.024060985073447227,-0.021203644573688507,-0.018346302211284637,-0.015488960780203342,-0.012631619349122047,-0.009774277918040752,-0.006916936486959457,-0.004059595055878162,-0.0012022536247968674,0.0016550878062844276,0.00451243668794632,0.007369778119027615,0.01022711955010891,0.013084460981190205,0.0159418024122715,0.01879914477467537,0.02165648527443409,0.02451382577419281,0.02737116813659668,0.03022851049900055,0.03308585286140442,0.03594319149851799,0.03880053386092186,0.04165787622332573,0.0445152148604393,0.04737255722284317,0.05022989958524704,0.05308724194765091,0.05594458431005478,0.05880192294716835,0.06165926530957222,0.06451660394668579,0.06737394630908966,0.07023128867149353,0.0730886310338974,0.07594597339630127,0.07880331575870514,0.08166065812110901,0.08451800048351288,0.08737533539533615,0.09023267775774002,0.09309002012014389,0.09594736248254776]},"gradients/linear.weight":{"bins":[-0.09698486328125,-0.09404182434082031,-0.09109878540039062,-0.08815574645996094,-0.08521270751953125,-0.08226966857910156,-0.07932662963867188,-0.07638359069824219,-0.0734405517578125,-0.07049751281738281,-0.06755447387695312,-0.06461143493652344,-0.06166839599609375,-0.05872535705566406,-0.055782318115234375,-0.05283927917480469,-0.049896240234375,-0.04695320129394531,-0.044010162353515625,-0.04106712341308594,-0.03812408447265625,-0.03518104553222656,-0.032238006591796875,-0.029294967651367188,-0.0263519287109375,-0.023408889770507812,-0.020465850830078125,-0.017522811889648438,-0.01457977294921875,-0.011636734008789062,-0.008693695068359375,-0.0057506561279296875,-0.0028076171875,0.0001354217529296875,0.003078460693359375,0.0060214996337890625,0.00896453857421875,0.011907577514648438,0.014850616455078125,0.017793655395507812,0.0207366943359375,0.023679733276367188,0.026622772216796875,0.029565811157226562,0.03250885009765625,0.03545188903808594,0.038394927978515625,0.04133796691894531,0.044281005859375,0.04722404479980469,0.050167083740234375,0.05311012268066406,0.05605316162109375,0.05899620056152344,0.061939239501953125,0.06488227844238281,0.0678253173828125,0.07076835632324219,0.07371139526367188,0.07665443420410156,0.07959747314453125,0.08254051208496094,0.08548355102539062,0.08842658996582031,0.09136962890625],"_type":"histogram","values":[1,1,0,1,4,1,0,2,2,2,6,9,8,15,20,38,42,58,85,109,195,261,346,490,710,1036,1556,2188,3181,4811,7336,11213,16280,15747,10756,7079,4666,3095,2220,1425,1044,707,442,308,227,170,113,75,59,43,30,22,25,14,8,4,7,3,1,3,1,0,2,1]},"parameters/bert.embeddings.position_embeddings.weight":{"values":[4,4,10,9,18,31,54,92,132,221,346,515,766,1122,1475,1952,2706,3454,4660,5686,7080,8550,10479,12041,14105,15681,17626,18908,20183,21400,21768,22130,21756,20611,19547,18312,16855,14904,13170,11188,9419,7919,6240,5215,4110,3025,2256,1684,1197,862,590,394,268,186,127,70,41,26,18,7,3,5,1,2],"bins":[-0.08709526062011719,-0.08430533111095428,-0.08151540160179138,-0.07872546464204788,-0.07593553513288498,-0.07314560562372208,-0.07035567611455917,-0.06756574660539627,-0.06477580964565277,-0.06198588386178017,-0.059195950627326965,-0.05640602111816406,-0.05361609160900116,-0.05082615837454796,-0.048036228865385056,-0.045246295630931854,-0.04245636612176895,-0.03966643661260605,-0.03687650337815285,-0.034086573868989944,-0.03129664063453674,-0.02850671112537384,-0.025716781616210938,-0.022926850244402885,-0.020136918872594833,-0.01734698750078678,-0.014557057060301304,-0.011767126619815826,-0.008977195248007774,-0.00618726434186101,-0.003397333435714245,-0.0006074025295674801,0.0021825209259986877,0.0049724518321454525,0.007762382738292217,0.010552313178777695,0.013342244550585747,0.0161321759223938,0.0189221054315567,0.021712036803364754,0.024501968175172806,0.027291899546980858,0.03008183091878891,0.03287176042795181,0.035661689937114716,0.03845162317156792,0.04124155268073082,0.04403148591518402,0.046821415424346924,0.04961134493350983,0.05240127816796303,0.05519120767712593,0.05798114091157913,0.060771070420742035,0.06356099992990494,0.06635092943906784,0.06914086639881134,0.07193079590797424,0.07472072541713715,0.07751065492630005,0.08030058443546295,0.08309051394462585,0.08588045090436935,0.08867038041353226,0.09146030992269516],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.weight":{"bins":[-0.10604214668273926,-0.10286920517683029,-0.09969626367092133,-0.09652331471443176,-0.0933503732085228,-0.09017743170261383,-0.08700449019670486,-0.0838315486907959,-0.08065859973430634,-0.07748565822839737,-0.0743127167224884,-0.07113977521657944,-0.06796683371067047,-0.0647938922047615,-0.06162094697356224,-0.058448001742362976,-0.05527506023645401,-0.052102118730545044,-0.04892917349934578,-0.04575623199343681,-0.04258328676223755,-0.03941034525632858,-0.03623740375041962,-0.03306445851922035,-0.029891517013311386,-0.02671857364475727,-0.023545630276203156,-0.02037268877029419,-0.017199745401740074,-0.014026802033185959,-0.010853859595954418,-0.00768091669306159,-0.004507966339588165,-0.0013350234366953373,0.0018379194661974907,0.005010862369090319,0.008183805271983147,0.011356748640537262,0.014529691077768803,0.017702633515000343,0.02087557688355446,0.024048520252108574,0.02722146362066269,0.030394405126571655,0.03356734663248062,0.036740291863679886,0.03991323336958885,0.043086178600788116,0.04625912010669708,0.04943206161260605,0.05260500684380531,0.05577794834971428,0.058950893580913544,0.06212383508682251,0.06529677659273148,0.06846971809864044,0.07164266705513,0.07481560856103897,0.07798855006694794,0.0811614915728569,0.08433443307876587,0.08750737458467484,0.0906803235411644,0.09385326504707336,0.09702620655298233],"_type":"histogram","values":[1,0,2,1,3,8,9,16,45,71,146,242,455,732,1116,1827,2733,4100,6002,8749,12243,16753,22195,28964,36796,45345,54408,64216,72807,81898,89574,94734,98888,98829,98145,94460,88695,80277,72170,62450,52701,43670,35371,27666,21331,15717,11524,8368,5698,3818,2665,1715,967,652,419,201,137,69,34,19,9,4,3,1]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"values":[192,473,149,38,18,12,7,8,3,1,8,3,6,5,2,2,4,9,10,10,8,6,5,3,1,4,7,4,4,4,3,6,3,2,6,8,2,4,3,6,2,7,3,4,6,6,2,3,2,7,3,4,3,6,5,8,4,2,10,29,34,170,498,181],"bins":[-5.016410432290286e-05,-4.859815089730546e-05,-4.7032201109686866e-05,-4.546624768408947e-05,-4.3900297896470875e-05,-4.2334344470873475e-05,-4.076839468325488e-05,-3.920244125765748e-05,-3.763649147003889e-05,-3.607053804444149e-05,-3.45045882568229e-05,-3.29386348312255e-05,-3.137268504360691e-05,-2.9806731618009508e-05,-2.8240780011401512e-05,-2.6674828404793516e-05,-2.510887679818552e-05,-2.3542925191577524e-05,-2.1976973584969528e-05,-2.0411021978361532e-05,-1.8845070371753536e-05,-1.727911876514554e-05,-1.5713167158537544e-05,-1.4147214642434847e-05,-1.258126303582685e-05,-1.1015311429218855e-05,-9.449359822610859e-06,-7.883408216002863e-06,-6.317456154647516e-06,-4.75150454803952e-06,-3.185552714057849e-06,-1.6196009937630151e-06,-5.364927346818149e-08,1.5123024468266522e-06,3.078254167121486e-06,4.644206001103157e-06,6.210157607711153e-06,7.7761096690665e-06,9.342061275674496e-06,1.0908012882282492e-05,1.2473964488890488e-05,1.4039916095498484e-05,1.560586861160118e-05,1.7171820218209177e-05,1.8737771824817173e-05,2.030372343142517e-05,2.1869675038033165e-05,2.343562664464116e-05,2.5001578251249157e-05,2.6567529857857153e-05,2.813348146446515e-05,2.9699433071073145e-05,3.1265386496670544e-05,3.2831336284289137e-05,3.4397289709886536e-05,3.596323949750513e-05,3.752919292310253e-05,3.909514271072112e-05,4.066109613631852e-05,4.222704592393711e-05,4.379299934953451e-05,4.5358949137153104e-05,4.6924902562750503e-05,4.8490852350369096e-05,5.0056805775966495e-05],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,1,3,3,5,5,13,12,22,23,34,54,73,107,137,214,307,449,612,884,1310,1837,2784,4118,5983,9193,13692,20952,32473,50108,77270,112539,89383,57097,36619,23884,15794,10310,7037,4641,3050,2084,1370,1024,695,500,357,221,168,121,74,54,38,24,21,12,6,9,4,4,3,0,0,2],"bins":[-0.011810302734375,-0.011437177658081055,-0.01106405258178711,-0.010690927505493164,-0.010317802429199219,-0.009944677352905273,-0.009571552276611328,-0.009198427200317383,-0.008825302124023438,-0.008452177047729492,-0.008079051971435547,-0.0077059268951416016,-0.007332801818847656,-0.006959676742553711,-0.006586551666259766,-0.00621342658996582,-0.005840301513671875,-0.00546717643737793,-0.005094051361083984,-0.004720926284790039,-0.004347801208496094,-0.0039746761322021484,-0.003601551055908203,-0.003228425979614258,-0.0028553009033203125,-0.002482175827026367,-0.002109050750732422,-0.0017359256744384766,-0.0013628005981445312,-0.000989675521850586,-0.0006165504455566406,-0.0002434253692626953,0.00012969970703125,0.0005028247833251953,0.0008759498596191406,0.001249074935913086,0.0016222000122070312,0.0019953250885009766,0.002368450164794922,0.002741575241088867,0.0031147003173828125,0.003487825393676758,0.003860950469970703,0.0042340755462646484,0.004607200622558594,0.004980325698852539,0.005353450775146484,0.00572657585144043,0.006099700927734375,0.00647282600402832,0.006845951080322266,0.007219076156616211,0.007592201232910156,0.007965326309204102,0.008338451385498047,0.008711576461791992,0.009084701538085938,0.009457826614379883,0.009830951690673828,0.010204076766967773,0.010577201843261719,0.010950326919555664,0.01132345199584961,0.011696577072143555,0.0120697021484375]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"values":[2,0,0,2,1,0,0,0,1,0,0,0,0,0,5,37,42,70,88,29,20,17,4,7,3,10,7,6,8,1,2,6,16,4,6,2,3,5,8,6,5,9,16,10,32,55,92,61,46,17,1,0,0,0,0,0,0,1,1,0,1,1,0,2],"bins":[-2.415182279946748e-05,-2.3401662474498153e-05,-2.265150033053942e-05,-2.1901338186580688e-05,-2.115117786161136e-05,-2.040101753664203e-05,-1.9650855392683297e-05,-1.8900693248724565e-05,-1.8150532923755236e-05,-1.7400372598785907e-05,-1.6650210454827175e-05,-1.5900048310868442e-05,-1.5149887985899113e-05,-1.4399726751435082e-05,-1.3649565516971052e-05,-1.2899404282507021e-05,-1.214924304804299e-05,-1.139908181357896e-05,-1.0648920579114929e-05,-9.898759344650898e-06,-9.148598110186867e-06,-8.398436875722837e-06,-7.648275641258806e-06,-6.898114406794775e-06,-6.1479531723307446e-06,-5.397791937866714e-06,-4.647630703402683e-06,-3.8974694689386524e-06,-3.1473082344746217e-06,-2.397147000010591e-06,-1.6469857655465603e-06,-8.968245310825296e-07,-1.4666147762909532e-07,6.034997568349354e-07,1.3536609912989661e-06,2.103822225762997e-06,2.8539834602270275e-06,3.6041446946910582e-06,4.354305929155089e-06,5.10446716361912e-06,5.85462839808315e-06,6.604789632547181e-06,7.354950867011212e-06,8.105112101475243e-06,8.855273335939273e-06,9.605434570403304e-06,1.0355595804867335e-05,1.1105757039331365e-05,1.1855918273795396e-05,1.2606079508259427e-05,1.3356240742723458e-05,1.4106401977187488e-05,1.4856563211651519e-05,1.560672535561025e-05,1.635688568057958e-05,1.710704600554891e-05,1.7857208149507642e-05,1.8607370293466374e-05,1.9357530618435703e-05,2.0107690943405032e-05,2.0857853087363765e-05,2.1608015231322497e-05,2.2358175556291826e-05,2.3108335881261155e-05,2.3858498025219887e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,1,2,4,1,5,6,15,12,15,27,44,71,91,147,227,333,543,810,1273,1884,3131,5119,8560,14469,25295,46285,91446,202152,513422,354768,146294,69440,36575,20209,11710,6964,4286,2488,1709,1042,670,477,291,193,112,87,47,29,31,17,9,6,4,7,1,3,1,0,1],"bins":[-0.01093292236328125,-0.01060950756072998,-0.010286092758178711,-0.009962677955627441,-0.009639263153076172,-0.009315848350524902,-0.008992433547973633,-0.008669018745422363,-0.008345603942871094,-0.008022189140319824,-0.007698774337768555,-0.007375359535217285,-0.007051944732666016,-0.006728529930114746,-0.0064051151275634766,-0.006081700325012207,-0.0057582855224609375,-0.005434870719909668,-0.0051114559173583984,-0.004788041114807129,-0.004464626312255859,-0.00414121150970459,-0.0038177967071533203,-0.0034943819046020508,-0.0031709671020507812,-0.0028475522994995117,-0.002524137496948242,-0.0022007226943969727,-0.0018773078918457031,-0.0015538930892944336,-0.001230478286743164,-0.0009070634841918945,-0.000583648681640625,-0.00026023387908935547,6.318092346191406e-05,0.0003865957260131836,0.0007100105285644531,0.0010334253311157227,0.0013568401336669922,0.0016802549362182617,0.0020036697387695312,0.0023270845413208008,0.0026504993438720703,0.00297391414642334,0.0032973289489746094,0.003620743751525879,0.0039441585540771484,0.004267573356628418,0.0045909881591796875,0.004914402961730957,0.0052378177642822266,0.005561232566833496,0.005884647369384766,0.006208062171936035,0.006531476974487305,0.006854891777038574,0.007178306579589844,0.007501721382141113,0.007825136184692383,0.008148550987243652,0.008471965789794922,0.008795380592346191,0.009118795394897461,0.00944221019744873,0.009765625]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[129,179,33,17,9,4,0,0,0,1,3,1,0,0,2,1,1,1,1,0,0,1,2,0,0,1,2,1,1,2,0,0,1,2,0,0,1,1,0,2,1,1,3,1,1,3,1,0,1,1,1,0,1,2,4,1,4,1,7,4,11,32,178,110],"bins":[-5.00035603181459e-05,-4.8440102546010166e-05,-4.687664841185324e-05,-4.5313190639717504e-05,-4.374973650556058e-05,-4.218627873342484e-05,-4.062282096128911e-05,-3.905936682713218e-05,-3.7495909054996446e-05,-3.593245492083952e-05,-3.4368997148703784e-05,-3.280553937656805e-05,-3.124208524241112e-05,-2.967862928926479e-05,-2.8115171517129056e-05,-2.6551715563982725e-05,-2.4988259610836394e-05,-2.3424803657690063e-05,-2.1861347704543732e-05,-2.0297889932407998e-05,-1.8734433979261667e-05,-1.7170978026115336e-05,-1.5607522072969005e-05,-1.4044065210327972e-05,-1.248060925718164e-05,-1.091715330403531e-05,-9.353696441394277e-06,-7.790240488247946e-06,-6.226784080354264e-06,-4.663327672460582e-06,-3.0998714919405757e-06,-1.5364151977337315e-06,2.7041096473112702e-08,1.5904973906799569e-06,3.153953684886801e-06,4.7174098654068075e-06,6.280866273300489e-06,7.844322681194171e-06,9.407778634340502e-06,1.0971235496981535e-05,1.2534691450127866e-05,1.4098147403274197e-05,1.566160426591523e-05,1.722506021906156e-05,1.8788516172207892e-05,2.0351972125354223e-05,2.1915429897489958e-05,2.347888585063629e-05,2.504234180378262e-05,2.660579775692895e-05,2.816925371007528e-05,2.9732711482211016e-05,3.129616743535735e-05,3.2859621569514275e-05,3.442307934165001e-05,3.5986537113785744e-05,3.754999124794267e-05,3.9113449020078406e-05,4.067690315423533e-05,4.224036092637107e-05,4.38038186985068e-05,4.536727283266373e-05,4.6930730604799464e-05,4.849418473895639e-05,5.0057642511092126e-05]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,0,2,2,3,5,2,7,4,10,11,9,14,13,15,18,18,14,28,18,35,33,37,28,22,35,30,38,37,38,30,30,26,20,28,23,19,14,9,10,6,4,3,4,3,0,1,0,2,2,3,0,0,1,0,0,2],"bins":[-0.012218266725540161,-0.011841344647109509,-0.011464422568678856,-0.011087500490248203,-0.01071057841181755,-0.010333655402064323,-0.00995673332363367,-0.009579811245203018,-0.009202889166772366,-0.008825967088341713,-0.00844904500991106,-0.008072122931480408,-0.007695200387388468,-0.007318278308957815,-0.006941355764865875,-0.006564433686435223,-0.00618751160800457,-0.005810589529573917,-0.005433667451143265,-0.005056744907051325,-0.004679822828620672,-0.00430290075019002,-0.00392597820609808,-0.003549056127667427,-0.0031721340492367744,-0.002795211970806122,-0.0024182896595448256,-0.0020413673482835293,-0.0016644452698528767,-0.0012875230750069022,-0.0009106008801609278,-0.0005336786853149533,-0.00015675555914640427,0.00022016663569957018,0.0005970888305455446,0.0009740110253915191,0.0013509332202374935,0.001727855415083468,0.0021047776099294424,0.0024816999211907387,0.0028586219996213913,0.003235544078052044,0.00361246638931334,0.0039893887005746365,0.004366310779005289,0.004743232857435942,0.005120155401527882,0.005497077479958534,0.005873999558389187,0.0062509216368198395,0.006627843715250492,0.007004766259342432,0.007381688337773085,0.007758610416203737,0.008135532960295677,0.00851245503872633,0.008889377117156982,0.009266299195587635,0.009643221274018288,0.01002014335244894,0.010397065430879593,0.01077398844063282,0.011150910519063473,0.011527832597494125,0.011904754675924778],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,8,15,22,36,62,120,176,293,504,731,1100,1595,2301,3259,4509,6032,7769,9905,12588,15421,18487,21480,24441,27935,30234,32627,34140,34972,34964,34413,32950,30899,28365,25450,22153,19393,16014,13169,10562,8313,6318,4835,3466,2611,1781,1226,821,501,329,211,139,75,43,29,8,10,3,3,1,1,1],"bins":[-0.0930645614862442,-0.09007418155670166,-0.08708380162715912,-0.08409341424703598,-0.08110303431749344,-0.0781126543879509,-0.07512227445840836,-0.07213188707828522,-0.06914150714874268,-0.06615112721920013,-0.06316074728965759,-0.06017036363482475,-0.05717998370528221,-0.05418960005044937,-0.05119922012090683,-0.04820883646607399,-0.04521845653653145,-0.04222807660698891,-0.03923769295215607,-0.036247313022613525,-0.033256929367780685,-0.030266549438238144,-0.027276167646050453,-0.024285785853862762,-0.02129540406167507,-0.01830502226948738,-0.01531464047729969,-0.012324259616434574,-0.009333877824246883,-0.006343496032059193,-0.0033531147055327892,-0.00036273314617574215,0.002627648413181305,0.005618030205368996,0.008608411997556686,0.011598792858421803,0.014589174650609493,0.01757955551147461,0.0205699373036623,0.02356031909584999,0.02655070088803768,0.029541082680225372,0.032531462609767914,0.035521846264600754,0.038512226194143295,0.041502609848976135,0.04449298977851868,0.04748337343335152,0.05047375336289406,0.0534641332924366,0.05645451694726944,0.05944489687681198,0.06243528053164482,0.06542566418647766,0.0684160441160202,0.07140642404556274,0.07439680397510529,0.07738718390464783,0.08037757128477097,0.08336795121431351,0.08635833114385605,0.08934871107339859,0.09233909845352173,0.09532947838306427,0.09831985831260681]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[4,1,1,2,4,7,9,8,11,15,25,27,41,57,63,105,137,177,246,325,366,546,845,957,1560,2070,3613,5623,12025,24896,80057,231650,138716,47039,16391,8669,4252,2743,1781,1366,827,648,462,317,260,200,176,118,99,72,55,47,30,16,17,23,10,6,2,1,3,2,2,1],"bins":[-1.9788742065429688e-05,-1.9165687263011932e-05,-1.8542632460594177e-05,-1.7919577658176422e-05,-1.7296522855758667e-05,-1.6673468053340912e-05,-1.6050413250923157e-05,-1.54273584485054e-05,-1.4804303646087646e-05,-1.4181248843669891e-05,-1.3558194041252136e-05,-1.2935139238834381e-05,-1.2312084436416626e-05,-1.1689029633998871e-05,-1.1065974831581116e-05,-1.044292002916336e-05,-9.819865226745605e-06,-9.19681042432785e-06,-8.573755621910095e-06,-7.95070081949234e-06,-7.327646017074585e-06,-6.70459121465683e-06,-6.081536412239075e-06,-5.45848160982132e-06,-4.8354268074035645e-06,-4.212372004985809e-06,-3.589317202568054e-06,-2.966262400150299e-06,-2.343207597732544e-06,-1.7201527953147888e-06,-1.0970979928970337e-06,-4.7404319047927856e-07,1.4901161193847656e-07,7.720664143562317e-07,1.3951212167739868e-06,2.018176019191742e-06,2.641230821609497e-06,3.264285624027252e-06,3.887340426445007e-06,4.5103952288627625e-06,5.133450031280518e-06,5.756504833698273e-06,6.379559636116028e-06,7.002614438533783e-06,7.625669240951538e-06,8.248724043369293e-06,8.871778845787048e-06,9.494833648204803e-06,1.0117888450622559e-05,1.0740943253040314e-05,1.1363998055458069e-05,1.1987052857875824e-05,1.2610107660293579e-05,1.3233162462711334e-05,1.385621726512909e-05,1.4479272067546844e-05,1.51023268699646e-05,1.5725381672382355e-05,1.634843647480011e-05,1.6971491277217865e-05,1.759454607963562e-05,1.8217600882053375e-05,1.884065568447113e-05,1.9463710486888885e-05,2.008676528930664e-05],"_type":"histogram"},"learning_rate":9.999999987528369e-06,"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[150,108,20,9,6,4,3,1,3,0,3,0,2,0,3,2,2,1,3,1,1,3,1,2,3,1,2,1,1,1,2,3,0,2,1,1,0,1,1,3,1,2,4,3,2,2,1,4,1,4,0,2,1,2,2,3,3,2,6,6,18,40,146,162],"bins":[0.9999498724937439,0.9999514222145081,0.999953031539917,0.9999545812606812,0.9999561309814453,0.9999576807022095,0.9999592900276184,0.9999608397483826,0.9999623894691467,0.9999639987945557,0.9999655485153198,0.999967098236084,0.9999687075614929,0.9999702572822571,0.9999718070030212,0.9999733567237854,0.9999749660491943,0.9999765157699585,0.9999780654907227,0.9999796748161316,0.9999812245368958,0.9999827742576599,0.9999843835830688,0.999985933303833,0.9999874830245972,0.9999890327453613,0.9999906420707703,0.9999921917915344,0.9999937415122986,0.9999953508377075,0.9999969005584717,0.9999984502792358,1,1.0000015497207642,1.0000032186508179,1.000004768371582,1.0000063180923462,1.0000078678131104,1.0000094175338745,1.0000109672546387,1.0000125169754028,1.0000141859054565,1.0000157356262207,1.0000172853469849,1.000018835067749,1.0000203847885132,1.0000219345092773,1.0000234842300415,1.0000251531600952,1.0000267028808594,1.0000282526016235,1.0000298023223877,1.0000313520431519,1.000032901763916,1.0000345706939697,1.0000361204147339,1.000037670135498,1.0000392198562622,1.0000407695770264,1.0000423192977905,1.0000438690185547,1.0000455379486084,1.0000470876693726,1.0000486373901367,1.0000501871109009],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,2,0,1,7,10,10,36,42,73,140,190,313,514,790,1112,1637,2397,3396,4612,6135,8123,10542,13258,15959,19171,22480,25970,28487,30931,33223,34750,35673,35206,34602,32520,30296,27771,24846,21600,18048,15124,12378,9827,7597,5870,4338,3118,2283,1512,1023,702,470,291,169,94,68,38,16,15,10,2,2,2],"bins":[-0.09915082156658173,-0.09613579511642456,-0.0931207686662674,-0.09010573476552963,-0.08709070831537247,-0.0840756818652153,-0.08106065541505814,-0.07804562896490097,-0.07503059506416321,-0.07201556861400604,-0.06900054216384888,-0.06598551571369171,-0.06297048926353455,-0.05995545908808708,-0.056940432637929916,-0.05392540246248245,-0.05091037601232529,-0.04789534956216812,-0.04488031938672066,-0.04186529293656349,-0.03885026276111603,-0.03583523631095886,-0.0328202098608017,-0.029805181547999382,-0.026790153235197067,-0.023775124922394753,-0.020760096609592438,-0.017745070159435272,-0.014730041846632957,-0.011715013533830643,-0.008699986152350903,-0.005684958305209875,-0.0026699304580688477,0.0003450973890721798,0.0033601252362132072,0.006375153083354235,0.009390180930495262,0.012405209243297577,0.015420236624777317,0.018435264006257057,0.021450292319059372,0.024465320631861687,0.027480348944664,0.030495375394821167,0.03351040184497833,0.036525432020425797,0.03954045847058296,0.042555488646030426,0.04557051509618759,0.04858554154634476,0.05160057172179222,0.05461559817194939,0.05763062834739685,0.060645654797554016,0.06366068124771118,0.06667570769786835,0.06969073414802551,0.07270576804876328,0.07572079449892044,0.0787358209490776,0.08175084739923477,0.08476587384939194,0.0877809077501297,0.09079593420028687,0.09381096065044403]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,4,1,3,4,9,19,22,36,35,41,54,90,80,62,64,57,42,31,15,22,15,15,8,7,5,3,2,2,3,1,1,3,2,1,1,2,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.007199461106210947,-0.006785642355680466,-0.006371824070811272,-0.00595800532028079,-0.005544186569750309,-0.005130368284881115,-0.004716549534350634,-0.00430273124948144,-0.0038889124989509583,-0.0034750939812511206,-0.003061275463551283,-0.0026474567130208015,-0.002233638195320964,-0.0018198196776211262,-0.0014060010435059667,-0.0009921824093908072,-0.0005783638916909695,-0.00016454531578347087,0.00024927326012402773,0.0006630918360315263,0.001076910411939025,0.0014907289296388626,0.0019045475637540221,0.0023183661978691816,0.0027321847155690193,0.003146003233268857,0.0035598217509686947,0.003973640501499176,0.00438745878636837,0.004801277536898851,0.005215096287429333,0.005628914572298527,0.006042733788490295,0.006456552539020777,0.006870370823889971,0.007284189574420452,0.007698007859289646,0.008111827075481415,0.008525645360350609,0.008939463645219803,0.009353281930088997,0.009767101146280766,0.01018091943114996,0.010594737716019154,0.011008556932210922,0.011422375217080116,0.01183619350194931,0.012250012718141079,0.012663831003010273,0.013077649287879467,0.013491468504071236,0.01390528678894043,0.014319105073809624,0.014732924290001392,0.015146742574870586,0.01556056085973978,0.01597438007593155,0.016388198360800743,0.016802016645669937,0.01721583493053913,0.017629653215408325,0.01804347336292267,0.018457291647791862,0.018871109932661057,0.01928492821753025]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,2,2,5,2,3,5,6,5,12,9,15,11,12,21,23,25,24,25,30,21,37,39,48,28,35,39,40,32,25,29,21,19,16,19,17,15,9,8,7,7,5,1,2,1,1,1,3,0,1,0,0,0,0,0,0,0,1],"bins":[-0.011766452342271805,-0.01137333270162344,-0.010980213060975075,-0.01058709342032671,-0.01019397284835577,-0.009800853207707405,-0.00940773356705904,-0.009014613926410675,-0.00862149428576231,-0.008228374645113945,-0.007835254073143005,-0.007442134898155928,-0.007049014791846275,-0.00665589515119791,-0.006262775510549545,-0.005869655404239893,-0.005476535763591528,-0.005083416122943163,-0.004690296016633511,-0.004297176375985146,-0.0039040567353367805,-0.003510936861857772,-0.003117816988378763,-0.002724697347730398,-0.0023315774742513895,-0.0019384577171877027,-0.0015453379601240158,-0.0011522180866450071,-0.0007590983295813203,-0.000365978543413803,2.7141242753714323e-05,0.00042026102892123163,0.0008133808150887489,0.0012065005721524358,0.0015996203292161226,0.0019927402026951313,0.0023858598433434963,0.002778979716822505,0.0031720995903015137,0.0035652192309498787,0.003958338871598244,0.004351458977907896,0.004744578618556261,0.005137698259204626,0.005530818365514278,0.005923938006162643,0.0063170576468110085,0.006710177753120661,0.007103297393769026,0.007496417034417391,0.007889537140727043,0.008282656781375408,0.008675776422023773,0.009068896062672138,0.009462015703320503,0.009855136275291443,0.010248255915939808,0.010641375556588173,0.011034495197236538,0.011427614837884903,0.011820734478533268,0.012213855050504208,0.012606974691152573,0.013000094331800938,0.013393213972449303]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[130,167,36,11,9,3,1,1,1,1,3,0,1,0,3,0,1,1,2,2,1,5,2,1,2,1,1,1,0,2,2,1,1,0,3,1,2,0,2,0,1,3,3,1,2,3,2,1,3,0,1,0,2,1,2,1,2,2,5,4,15,29,183,101],"bins":[-5.008722291677259e-05,-4.8521498683840036e-05,-4.695577808888629e-05,-4.539005385595374e-05,-4.382433326099999e-05,-4.225860902806744e-05,-4.0692888433113694e-05,-3.912716420018114e-05,-3.756143996724859e-05,-3.599571937229484e-05,-3.442999513936229e-05,-3.2864274544408545e-05,-3.129855031147599e-05,-2.9732827897532843e-05,-2.8167105483589694e-05,-2.6601383069646545e-05,-2.5035660655703396e-05,-2.3469938241760246e-05,-2.1904215827817097e-05,-2.0338493413873948e-05,-1.87727709999308e-05,-1.7207046766998246e-05,-1.5641324353055097e-05,-1.4075601939111948e-05,-1.2509879525168799e-05,-1.094415711122565e-05,-9.3784346972825e-06,-7.81271137384465e-06,-6.2469889599015005e-06,-4.681266545958351e-06,-3.1155436772678513e-06,-1.5498210359510267e-06,1.590524334460497e-08,1.5816278846614296e-06,3.147350525978254e-06,4.713073394668754e-06,6.278795808611903e-06,7.844518222555052e-06,9.410241545992903e-06,1.0975963959936053e-05,1.2541686373879202e-05,1.4107408787822351e-05,1.56731312017655e-05,1.723885361570865e-05,1.8804577848641202e-05,2.037030026258435e-05,2.19360226765275e-05,2.350174509047065e-05,2.50674675044138e-05,2.6633189918356948e-05,2.8198912332300097e-05,2.9764634746243246e-05,3.1330357160186395e-05,3.289608139311895e-05,3.446180198807269e-05,3.6027526221005246e-05,3.75932504539378e-05,3.9158971048891544e-05,4.07246952818241e-05,4.229041587677784e-05,4.3856140109710395e-05,4.542186070466414e-05,4.6987584937596694e-05,4.855330553255044e-05,5.011902976548299e-05]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[232,494,122,40,21,5,7,7,10,3,3,4,4,7,6,3,5,4,10,6,9,12,5,3,3,5,1,3,6,4,5,5,4,6,3,3,7,4,1,4,5,6,12,5,10,7,7,1,3,2,1,2,3,3,2,10,7,8,7,17,40,116,482,206],"bins":[-5.013910049456172e-05,-4.857399108004756e-05,-4.7008885303512216e-05,-4.544377588899806e-05,-4.387866647448391e-05,-4.231356069794856e-05,-4.0748451283434406e-05,-3.918334550689906e-05,-3.7618236092384905e-05,-3.605312667787075e-05,-3.44880209013354e-05,-3.292291148682125e-05,-3.13578057102859e-05,-2.9792696295771748e-05,-2.8227586881257594e-05,-2.6662479285732843e-05,-2.5097371690208092e-05,-2.353226409468334e-05,-2.196715649915859e-05,-2.0402047084644437e-05,-1.8836939489119686e-05,-1.7271831893594936e-05,-1.570672247908078e-05,-1.414161488355603e-05,-1.257650728803128e-05,-1.101139969250653e-05,-9.446291187487077e-06,-7.881182682467625e-06,-6.316075086942874e-06,-4.750967036670772e-06,-3.185858986398671e-06,-1.6207509361265693e-06,-5.563924787566066e-08,1.5094688023964409e-06,3.0745768526685424e-06,4.639684902940644e-06,6.2047929532127455e-06,7.769900548737496e-06,9.335009053756949e-06,1.0900117558776401e-05,1.2465225154301152e-05,1.4030332749825902e-05,1.5595440345350653e-05,1.7160549759864807e-05,1.8725657355389558e-05,2.029076495091431e-05,2.1855874365428463e-05,2.3420981960953213e-05,2.4986089556477964e-05,2.6551197152002715e-05,2.8116304747527465e-05,2.968141416204162e-05,3.1246519938576967e-05,3.281162935309112e-05,3.4376738767605275e-05,3.594184454414062e-05,3.7506953958654776e-05,3.907206337316893e-05,4.063716914970428e-05,4.220227856421843e-05,4.3767387978732586e-05,4.533249375526793e-05,4.689760316978209e-05,4.8462708946317434e-05,5.002781836083159e-05]},"gradients/linear.bias":{"_type":"histogram","values":[1,1,0,1,0,0,0,0,0,0,1,1,1,0,3,2,1,1,4,2,2,4,2,1,5,5,7,4,3,1,6,0,5,6,2,4,1,8,1,3,3,1,3,3,0,2,6,5,5,2,1,2,3,0,1,0,0,1,0,0,0,0,0,1],"bins":[-0.041900634765625,-0.04062938690185547,-0.03935813903808594,-0.038086891174316406,-0.036815643310546875,-0.035544395446777344,-0.03427314758300781,-0.03300189971923828,-0.03173065185546875,-0.03045940399169922,-0.029188156127929688,-0.027916908264160156,-0.026645660400390625,-0.025374412536621094,-0.024103164672851562,-0.02283191680908203,-0.0215606689453125,-0.02028942108154297,-0.019018173217773438,-0.017746925354003906,-0.016475677490234375,-0.015204429626464844,-0.013933181762695312,-0.012661933898925781,-0.01139068603515625,-0.010119438171386719,-0.008848190307617188,-0.007576942443847656,-0.006305694580078125,-0.005034446716308594,-0.0037631988525390625,-0.0024919509887695312,-0.001220703125,5.054473876953125e-05,0.0013217926025390625,0.0025930404663085938,0.003864288330078125,0.005135536193847656,0.0064067840576171875,0.007678031921386719,0.00894927978515625,0.010220527648925781,0.011491775512695312,0.012763023376464844,0.014034271240234375,0.015305519104003906,0.016576766967773438,0.01784801483154297,0.0191192626953125,0.02039051055908203,0.021661758422851562,0.022933006286621094,0.024204254150390625,0.025475502014160156,0.026746749877929688,0.02801799774169922,0.02928924560546875,0.03056049346923828,0.03183174133300781,0.033102989196777344,0.034374237060546875,0.035645484924316406,0.03691673278808594,0.03818798065185547,0.039459228515625]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[106,192,39,10,9,3,3,0,1,0,0,0,1,0,1,1,2,1,2,2,1,2,2,3,1,4,2,1,2,3,0,1,2,2,0,0,0,1,2,1,2,0,2,3,2,2,3,0,1,0,0,1,0,0,1,1,1,4,1,7,10,35,184,105],"bins":[-5.011361281503923e-05,-4.85483615193516e-05,-4.698311022366397e-05,-4.541785892797634e-05,-4.38526039943099e-05,-4.228735269862227e-05,-4.072210140293464e-05,-3.915685010724701e-05,-3.759159881155938e-05,-3.602634751587175e-05,-3.446109622018412e-05,-3.289584492449649e-05,-3.1330593628808856e-05,-2.976534051413182e-05,-2.8200087399454787e-05,-2.6634836103767157e-05,-2.5069584808079526e-05,-2.3504333512391895e-05,-2.1939082216704264e-05,-2.037382910202723e-05,-1.88085778063396e-05,-1.724332651065197e-05,-1.5678073395974934e-05,-1.4112822100287303e-05,-1.2547570804599673e-05,-1.0982319508912042e-05,-9.41706730372971e-06,-7.851815098547377e-06,-6.286563802859746e-06,-4.721312052424764e-06,-3.1560603019897826e-06,-1.590808551554801e-06,-2.5560439098626375e-08,1.5396913113363553e-06,3.104943061771337e-06,4.670194812206319e-06,6.2354465626413e-06,7.800697858328931e-06,9.365950063511264e-06,1.0931202268693596e-05,1.2496453564381227e-05,1.4061704860068858e-05,1.562695615575649e-05,1.7192209270433523e-05,1.8757460566121154e-05,2.0322711861808784e-05,2.188796497648582e-05,2.345321627217345e-05,2.501846756786108e-05,2.658371886354871e-05,2.8148970159236342e-05,2.9714223273913376e-05,3.12794727506116e-05,3.284472768427804e-05,3.440997897996567e-05,3.59752302756533e-05,3.7540481571340933e-05,3.9105732867028564e-05,4.0670984162716195e-05,4.2236235458403826e-05,4.3801490392070264e-05,4.5366741687757894e-05,4.6931992983445525e-05,4.8497244279133156e-05,5.006249557482079e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,1,2,7,11,23,37,66,102,188,243,436,638,970,1400,2002,2770,3868,5149,6682,8849,10918,13597,16233,19476,22555,25072,28668,30584,32596,33973,34372,34321,33222,31958,29702,27487,24293,21380,18375,15356,12274,10060,7991,6242,4607,3364,2399,1768,1225,804,540,387,246,155,73,37,25,18,17,2,3,2,2],"bins":[-0.09329146891832352,-0.0903584361076355,-0.08742539584636688,-0.08449235558509827,-0.08155932277441025,-0.07862628996372223,-0.07569324970245361,-0.072760209441185,-0.06982717663049698,-0.06689414381980896,-0.06396110355854034,-0.06102806702256203,-0.05809503048658371,-0.05516199395060539,-0.052228957414627075,-0.04929592087864876,-0.04636288434267044,-0.04342984780669212,-0.040496811270713806,-0.03756377473473549,-0.03463073819875717,-0.031697701662778854,-0.028764665126800537,-0.02583162859082222,-0.022898592054843903,-0.019965555518865585,-0.017032518982887268,-0.01409948244690895,-0.011166445910930634,-0.008233409374952316,-0.005300372838973999,-0.0023673363029956818,0.0005657002329826355,0.0034987367689609528,0.00643177330493927,0.009364809840917587,0.012297846376895905,0.015230882912874222,0.01816391944885254,0.021096955984830856,0.024029992520809174,0.02696302905678749,0.029896065592765808,0.032829102128744125,0.03576213866472244,0.03869517520070076,0.04162821173667908,0.044561248272657394,0.04749428480863571,0.05042732134461403,0.053360357880592346,0.05629339441657066,0.05922643095254898,0.0621594674885273,0.06509250402450562,0.06802554428577423,0.07095857709646225,0.07389160990715027,0.07682465016841888,0.0797576904296875,0.08269072324037552,0.08562375605106354,0.08855679631233215,0.09148983657360077,0.09442286938428879]},"parameters/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,3,0,0,0,0,1,0,3,0,6,3,6,7,9,9,15,17,22,15,26,24,33,46,54,42,52,44,51,48,56,38,53,66,61,68,54,62,53,60,42,53,37,40,42,34,38,24,21,24,12,13,13,11,6,2,4,2,2,3,2,1,0,1],"bins":[-0.06981361657381058,-0.06778380274772644,-0.0657539814710617,-0.06372416764497757,-0.06169435381889343,-0.059664536267519,-0.05763471871614456,-0.055604904890060425,-0.05357508733868599,-0.051545269787311554,-0.04951545596122742,-0.04748563840985298,-0.045455820858478546,-0.04342600703239441,-0.041396189481019974,-0.03936637565493584,-0.0373365581035614,-0.035306740552186966,-0.03327692672610283,-0.031247109174728394,-0.029217293485999107,-0.02718747779726982,-0.025157660245895386,-0.0231278445571661,-0.021098028868436813,-0.019068213179707527,-0.01703839749097824,-0.015008579939603806,-0.01297876425087452,-0.010948948562145233,-0.008919131942093372,-0.006889315787702799,-0.004859499633312225,-0.002829683478921652,-0.0007998673245310783,0.0012299488298594952,0.0032597649842500687,0.005289581138640642,0.007319397293031216,0.009349213913083076,0.011379029601812363,0.013408845290541649,0.01543866191059351,0.01746847853064537,0.019498294219374657,0.021528109908103943,0.02355792745947838,0.025587743148207664,0.02761755883693695,0.029647374525666237,0.03167719021439552,0.03370700776576996,0.035736821591854095,0.03776663914322853,0.039796456694602966,0.0418262705206871,0.04385608807206154,0.045885905623435974,0.04791571944952011,0.049945537000894547,0.05197535455226898,0.05400516837835312,0.056034985929727554,0.05806479975581169,0.06009461730718613]},"parameters/bert.encoder.layer.0.output.dense.bias":{"values":[105,188,43,16,5,3,0,1,3,1,2,0,2,1,0,1,0,3,2,2,1,1,1,1,1,1,2,0,2,1,1,1,2,2,0,1,1,3,2,2,1,4,2,5,3,2,2,3,1,2,1,0,0,1,3,2,3,0,5,6,14,25,167,112],"bins":[-5.00113055750262e-05,-4.844875365961343e-05,-4.688620538217947e-05,-4.53236534667667e-05,-4.376110518933274e-05,-4.219855327391997e-05,-4.063600499648601e-05,-3.907345308107324e-05,-3.751090116566047e-05,-3.594835288822651e-05,-3.438580097281374e-05,-3.282325269537978e-05,-3.126070077996701e-05,-2.9698150683543645e-05,-2.813560058712028e-05,-2.6573050490696914e-05,-2.501050039427355e-05,-2.3447950297850184e-05,-2.188540020142682e-05,-2.0322850105003454e-05,-1.876030000858009e-05,-1.719774809316732e-05,-1.5635197996743955e-05,-1.407264790032059e-05,-1.2510097803897224e-05,-1.094754770747386e-05,-9.384997611050494e-06,-7.822446605132427e-06,-6.259896508709062e-06,-4.697346412285697e-06,-3.1347958611149807e-06,-1.57224553731794e-06,-9.691575542092323e-09,1.5528587482549483e-06,3.115409072051989e-06,4.677959623222705e-06,6.24050971964607e-06,7.803059816069435e-06,9.365610821987502e-06,1.0928160918410867e-05,1.2490711014834233e-05,1.4053261111257598e-05,1.5615811207680963e-05,1.7178361304104328e-05,1.8740913219517097e-05,2.0303463315940462e-05,2.1866013412363827e-05,2.3428563508787192e-05,2.4991113605210558e-05,2.6553663701633923e-05,2.8116213798057288e-05,2.9678763894480653e-05,3.124131399090402e-05,3.280386590631679e-05,3.436641418375075e-05,3.592896609916352e-05,3.7491518014576286e-05,3.905406629201025e-05,4.0616618207423016e-05,4.217916648485698e-05,4.374171840026975e-05,4.530426667770371e-05,4.686681859311648e-05,4.842936687055044e-05,4.999191878596321e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"values":[84,181,39,11,6,3,0,0,1,0,0,0,1,2,1,1,1,1,2,4,3,2,2,0,1,2,2,1,1,1,2,1,1,0,0,2,0,3,0,3,2,0,3,2,5,3,3,0,1,3,0,2,1,2,6,6,3,2,3,2,15,30,206,103],"bins":[-4.999732846044935e-05,-4.843706119572744e-05,-4.687679393100552e-05,-4.5316530304262415e-05,-4.37562630395405e-05,-4.2195995774818584e-05,-4.063572851009667e-05,-3.9075461245374754e-05,-3.751519398065284e-05,-3.595493035390973e-05,-3.4394663089187816e-05,-3.28343958244659e-05,-3.1274128559743986e-05,-2.9713863114011474e-05,-2.815359584928956e-05,-2.6593330403557047e-05,-2.5033063138835132e-05,-2.3472795874113217e-05,-2.1912530428380705e-05,-2.035226316365879e-05,-1.879199771792628e-05,-1.7231730453204364e-05,-1.567146318848245e-05,-1.4111196833255235e-05,-1.2550930478028022e-05,-1.0990664122800808e-05,-9.430397767573595e-06,-7.87013050285168e-06,-6.3098641476244666e-06,-4.749597792397253e-06,-3.189330982422689e-06,-1.6290643998218002e-06,-6.879417924210429e-08,1.4914724033587845e-06,3.0517389859596733e-06,4.6120057959342375e-06,6.172272151161451e-06,7.732538506388664e-06,9.29280577111058e-06,1.0853072126337793e-05,1.2413338481565006e-05,1.397360483679222e-05,1.5533871192019433e-05,1.7094138456741348e-05,1.8654405721463263e-05,2.0214671167195775e-05,2.177493843191769e-05,2.33352038776502e-05,2.4895471142372116e-05,2.645573840709403e-05,2.8016003852826543e-05,2.9576271117548458e-05,3.113653656328097e-05,3.2696803828002885e-05,3.42570710927248e-05,3.5817338357446715e-05,3.737760562216863e-05,3.893786924891174e-05,4.0498136513633654e-05,4.205840377835557e-05,4.3618671043077484e-05,4.51789383077994e-05,4.673920193454251e-05,4.829946919926442e-05,4.985973646398634e-05],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.0133056640625,-0.012897610664367676,-0.012489557266235352,-0.012081503868103027,-0.011673450469970703,-0.011265397071838379,-0.010857343673706055,-0.01044929027557373,-0.010041236877441406,-0.009633183479309082,-0.009225130081176758,-0.008817076683044434,-0.00840902328491211,-0.008000969886779785,-0.007592916488647461,-0.007184863090515137,-0.0067768096923828125,-0.006368756294250488,-0.005960702896118164,-0.00555264949798584,-0.005144596099853516,-0.004736542701721191,-0.004328489303588867,-0.003920435905456543,-0.0035123825073242188,-0.0031043291091918945,-0.0026962757110595703,-0.002288222312927246,-0.0018801689147949219,-0.0014721155166625977,-0.0010640621185302734,-0.0006560087203979492,-0.000247955322265625,0.00016009807586669922,0.0005681514739990234,0.0009762048721313477,0.0013842582702636719,0.001792311668395996,0.0022003650665283203,0.0026084184646606445,0.0030164718627929688,0.003424525260925293,0.003832578659057617,0.004240632057189941,0.004648685455322266,0.00505673885345459,0.005464792251586914,0.005872845649719238,0.0062808990478515625,0.006688952445983887,0.007097005844116211,0.007505059242248535,0.00791311264038086,0.008321166038513184,0.008729219436645508,0.009137272834777832,0.009545326232910156,0.00995337963104248,0.010361433029174805,0.010769486427307129,0.011177539825439453,0.011585593223571777,0.011993646621704102,0.012401700019836426,0.01280975341796875],"_type":"histogram","values":[1,3,0,0,4,3,6,6,10,11,25,25,32,45,68,112,141,199,314,444,628,1017,1502,2264,3319,5341,8117,12791,19595,31681,51367,82983,121512,92478,57041,35144,21813,13936,8845,5866,3820,2465,1586,1034,712,463,307,216,151,117,87,52,34,32,17,8,8,8,4,5,3,2,2,2]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,1,1,1,1,2,3,2,12,5,12,13,18,37,35,63,96,130,209,288,448,700,1138,1702,2825,4275,6913,11156,17919,29300,48051,79936,127486,100907,60013,36501,22606,13752,8597,5380,3324,2123,1250,897,568,377,246,148,112,67,53,38,22,16,15,11,3,2,5,5,1,2,2,1],"bins":[-0.0141448974609375,-0.013712644577026367,-0.013280391693115234,-0.012848138809204102,-0.012415885925292969,-0.011983633041381836,-0.011551380157470703,-0.01111912727355957,-0.010686874389648438,-0.010254621505737305,-0.009822368621826172,-0.009390115737915039,-0.008957862854003906,-0.008525609970092773,-0.00809335708618164,-0.007661104202270508,-0.007228851318359375,-0.006796598434448242,-0.006364345550537109,-0.0059320926666259766,-0.005499839782714844,-0.005067586898803711,-0.004635334014892578,-0.004203081130981445,-0.0037708282470703125,-0.0033385753631591797,-0.002906322479248047,-0.002474069595336914,-0.0020418167114257812,-0.0016095638275146484,-0.0011773109436035156,-0.0007450580596923828,-0.00031280517578125,0.00011944770812988281,0.0005517005920410156,0.0009839534759521484,0.0014162063598632812,0.001848459243774414,0.002280712127685547,0.0027129650115966797,0.0031452178955078125,0.0035774707794189453,0.004009723663330078,0.004441976547241211,0.004874229431152344,0.0053064823150634766,0.005738735198974609,0.006170988082885742,0.006603240966796875,0.007035493850708008,0.007467746734619141,0.007899999618530273,0.008332252502441406,0.008764505386352539,0.009196758270263672,0.009629011154174805,0.010061264038085938,0.01049351692199707,0.010925769805908203,0.011358022689819336,0.011790275573730469,0.012222528457641602,0.012654781341552734,0.013087034225463867,0.013519287109375],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,0,1,2,2,2,1,10,8,6,8,10,9,15,8,15,22,19,18,30,38,24,23,29,19,31,31,32,23,35,29,29,31,25,31,13,20,18,9,16,15,11,15,5,5,4,2,3,6,2,1,1,1,0,0,1],"bins":[-0.006237030029296875,-0.006057798862457275,-0.005878567695617676,-0.005699336528778076,-0.0055201053619384766,-0.005340874195098877,-0.005161643028259277,-0.004982411861419678,-0.004803180694580078,-0.0046239495277404785,-0.004444718360900879,-0.004265487194061279,-0.00408625602722168,-0.00390702486038208,-0.0037277936935424805,-0.003548562526702881,-0.0033693313598632812,-0.0031901001930236816,-0.003010869026184082,-0.0028316378593444824,-0.002652406692504883,-0.002473175525665283,-0.0022939443588256836,-0.002114713191986084,-0.0019354820251464844,-0.0017562508583068848,-0.0015770196914672852,-0.0013977885246276855,-0.001218557357788086,-0.0010393261909484863,-0.0008600950241088867,-0.0006808638572692871,-0.0005016326904296875,-0.0003224015235900879,-0.00014317035675048828,3.606081008911133e-05,0.00021529197692871094,0.00039452314376831055,0.0005737543106079102,0.0007529854774475098,0.0009322166442871094,0.001111447811126709,0.0012906789779663086,0.0014699101448059082,0.0016491413116455078,0.0018283724784851074,0.002007603645324707,0.0021868348121643066,0.0023660659790039062,0.002545297145843506,0.0027245283126831055,0.002903759479522705,0.0030829906463623047,0.0032622218132019043,0.003441452980041504,0.0036206841468811035,0.003799915313720703,0.003979146480560303,0.004158377647399902,0.004337608814239502,0.0045168399810791016,0.004696071147918701,0.004875302314758301,0.0050545334815979,0.0052337646484375]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[107,195,36,16,5,4,3,1,1,1,0,2,2,1,1,0,1,3,0,2,2,0,1,0,1,4,1,1,2,1,3,1,1,0,1,2,5,1,0,4,0,0,2,2,4,2,1,1,0,2,2,1,1,2,2,0,3,2,3,2,10,24,155,135],"bins":[-5.012492692912929e-05,-4.856130180996843e-05,-4.6997676690807566e-05,-4.54340479336679e-05,-4.387042281450704e-05,-4.230679769534618e-05,-4.0743172576185316e-05,-3.9179547457024455e-05,-3.7615922337863594e-05,-3.6052293580723926e-05,-3.4488668461563066e-05,-3.2925043342402205e-05,-3.1361418223241344e-05,-2.979779128509108e-05,-2.823416616593022e-05,-2.6670539227779955e-05,-2.5106914108619094e-05,-2.3543288989458233e-05,-2.197966205130797e-05,-2.0416036932147108e-05,-1.8852409993996844e-05,-1.7288784874835983e-05,-1.5725159755675122e-05,-1.416153372701956e-05,-1.2597907698363997e-05,-1.1034281669708434e-05,-9.470655641052872e-06,-7.907030521892011e-06,-6.343404493236449e-06,-4.779778464580886e-06,-3.2161528906726744e-06,-1.6525270893907873e-06,-8.890492608770728e-08,1.4747208751941798e-06,3.038346676476067e-06,4.601972250384279e-06,6.165598279039841e-06,7.729224307695404e-06,9.292849426856264e-06,1.0856475455511827e-05,1.242010148416739e-05,1.3983727512822952e-05,1.5547353541478515e-05,1.7110978660639375e-05,1.8674603779800236e-05,2.02382307179505e-05,2.180185583711136e-05,2.3365482775261626e-05,2.4929107894422486e-05,2.6492733013583347e-05,2.805635995173361e-05,2.9619985070894472e-05,3.118361200904474e-05,3.27472371282056e-05,3.431086224736646e-05,3.587448736652732e-05,3.743811248568818e-05,3.900174124282785e-05,4.056536636198871e-05,4.212899148114957e-05,4.369261660031043e-05,4.525624171947129e-05,4.681987047661096e-05,4.838349559577182e-05,4.994712071493268e-05]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-2.384185791015625e-07,-2.2910535335540771e-07,-2.1979212760925293e-07,-2.1047890186309814e-07,-2.0116567611694336e-07,-1.9185245037078857e-07,-1.825392246246338e-07,-1.73225998878479e-07,-1.6391277313232422e-07,-1.5459954738616943e-07,-1.4528632164001465e-07,-1.3597309589385986e-07,-1.2665987014770508e-07,-1.1734664440155029e-07,-1.0803341865539551e-07,-9.872019290924072e-08,-8.940696716308594e-08,-8.009374141693115e-08,-7.078051567077637e-08,-6.146728992462158e-08,-5.21540641784668e-08,-4.284083843231201e-08,-3.3527612686157227e-08,-2.421438694000244e-08,-1.4901161193847656e-08,-5.587935447692871e-09,3.725290298461914e-09,1.30385160446167e-08,2.2351741790771484e-08,3.166496753692627e-08,4.0978193283081055e-08,5.029141902923584e-08,5.960464477539063e-08,6.891787052154541e-08,7.82310962677002e-08,8.754432201385498e-08,9.685754776000977e-08,1.0617077350616455e-07,1.1548399925231934e-07,1.2479722499847412e-07,1.341104507446289e-07,1.434236764907837e-07,1.5273690223693848e-07,1.6205012798309326e-07,1.7136335372924805e-07,1.8067657947540283e-07,1.8998980522155762e-07,1.993030309677124e-07,2.086162567138672e-07,2.1792948246002197e-07,2.2724270820617676e-07,2.3655593395233154e-07,2.4586915969848633e-07,2.551823854446411e-07,2.644956111907959e-07,2.738088369369507e-07,2.8312206268310547e-07,2.9243528842926025e-07,3.0174851417541504e-07,3.110617399215698e-07,3.203749656677246e-07,3.296881914138794e-07,3.390014171600342e-07,3.4831464290618896e-07,3.5762786865234375e-07],"_type":"histogram","values":[6,0,0,0,0,0,16,0,0,0,0,0,16,0,0,0,0,0,0,21,0,0,0,0,0,652,0,0,0,0,0,0,25,0,0,0,0,0,11,0,0,0,0,0,16,0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[3,0,1,0,0,0,1,0,4,0,6,0,16,0,46,0,0,99,0,146,0,324,0,789,0,1490,0,3848,0,10324,0,0,28862,0,497489,0,29337,0,10447,0,3803,0,1461,0,700,0,356,0,0,155,0,43,0,53,0,7,0,7,0,4,0,2,0,1],"bins":[-9.5367431640625e-07,-9.257346391677856e-07,-8.977949619293213e-07,-8.698552846908569e-07,-8.419156074523926e-07,-8.139759302139282e-07,-7.860362529754639e-07,-7.580965757369995e-07,-7.301568984985352e-07,-7.022172212600708e-07,-6.742775440216064e-07,-6.463378667831421e-07,-6.183981895446777e-07,-5.904585123062134e-07,-5.62518835067749e-07,-5.345791578292847e-07,-5.066394805908203e-07,-4.78699803352356e-07,-4.507601261138916e-07,-4.2282044887542725e-07,-3.948807716369629e-07,-3.6694109439849854e-07,-3.390014171600342e-07,-3.110617399215698e-07,-2.8312206268310547e-07,-2.551823854446411e-07,-2.2724270820617676e-07,-1.993030309677124e-07,-1.7136335372924805e-07,-1.434236764907837e-07,-1.1548399925231934e-07,-8.754432201385498e-08,-5.960464477539063e-08,-3.166496753692627e-08,-3.725290298461914e-09,2.421438694000244e-08,5.21540641784668e-08,8.009374141693115e-08,1.0803341865539551e-07,1.3597309589385986e-07,1.6391277313232422e-07,1.9185245037078857e-07,2.1979212760925293e-07,2.477318048477173e-07,2.7567148208618164e-07,3.03611159324646e-07,3.3155083656311035e-07,3.594905138015747e-07,3.8743019104003906e-07,4.153698682785034e-07,4.4330954551696777e-07,4.7124922275543213e-07,4.991888999938965e-07,5.271285772323608e-07,5.550682544708252e-07,5.830079317092896e-07,6.109476089477539e-07,6.388872861862183e-07,6.668269634246826e-07,6.94766640663147e-07,7.227063179016113e-07,7.506459951400757e-07,7.7858567237854e-07,8.065253496170044e-07,8.344650268554688e-07]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"values":[5,6,4,40,71,71,55,3,30,6,1,35,0,0,1,1,0,0,0,1,1,10,0,0,1,0,1,0,0,0,0,80,1,0,0,0,0,3,1,0,0,0,13,3,2,1,1,1,0,4,1,0,38,3,3,22,19,48,95,62,12,3,3,6],"bins":[-1.2284443982935045e-05,-1.1898527191078756e-05,-1.1512610399222467e-05,-1.1126693607366178e-05,-1.0740777725004591e-05,-1.0354860933148302e-05,-9.968944141292013e-06,-9.583027349435724e-06,-9.197110557579435e-06,-8.811193765723146e-06,-8.425276973866858e-06,-8.039360182010569e-06,-7.65344339015428e-06,-7.267527053045342e-06,-6.881610715936404e-06,-6.495693924080115e-06,-6.109777132223826e-06,-5.723860340367537e-06,-5.337943548511248e-06,-4.95202721140231e-06,-4.566110419546021e-06,-4.180193627689732e-06,-3.7942770632071188e-06,-3.4083604987245053e-06,-3.0224437068682164e-06,-2.6365269150119275e-06,-2.250610350529314e-06,-1.8646936723598628e-06,-1.4787769941904116e-06,-1.0928603160209605e-06,-7.069436378515093e-07,-3.210269596820581e-07,6.489062798209488e-08,4.5080730615154607e-07,8.367239843209973e-07,1.2226406624904484e-06,1.6085573406598996e-06,1.9944741325161885e-06,2.380390696998802e-06,2.7663072614814155e-06,3.1522240533377044e-06,3.5381408451939933e-06,3.924057637050282e-06,4.30997397415922e-06,4.695890766015509e-06,5.081807557871798e-06,5.467723894980736e-06,5.853640686837025e-06,6.239557478693314e-06,6.625474270549603e-06,7.011391062405892e-06,7.39730739951483e-06,7.78322464611847e-06,8.169140528480057e-06,8.555057320336346e-06,8.940974112192634e-06,9.326890904048923e-06,9.712807695905212e-06,1.0098724487761501e-05,1.048464127961779e-05,1.0870557161979377e-05,1.1256473953835666e-05,1.1642390745691955e-05,1.2028307537548244e-05,1.2414224329404533e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.bias":{"bins":[-5.016900468035601e-05,-4.860346598434262e-05,-4.7037930926308036e-05,-4.5472392230294645e-05,-4.390685717226006e-05,-4.234131847624667e-05,-4.077577978023328e-05,-3.9210244722198695e-05,-3.7644706026185304e-05,-3.607917096815072e-05,-3.451363227213733e-05,-3.294809357612394e-05,-3.1382558518089354e-05,-2.9817021641065367e-05,-2.8251482945051976e-05,-2.6685946068027988e-05,-2.5120409191004e-05,-2.3554872313980013e-05,-2.1989335436956026e-05,-2.0423796740942635e-05,-1.8858259863918647e-05,-1.729272298689466e-05,-1.5727186109870672e-05,-1.4161648323351983e-05,-1.2596111446327996e-05,-1.1030574569304008e-05,-9.465036782785319e-06,-7.899499905761331e-06,-6.333962573989993e-06,-4.768425242218655e-06,-3.2028881378209917e-06,-1.637350919736491e-06,-7.181370165199041e-08,1.4937235164325102e-06,3.059260734517011e-06,4.624797838914674e-06,6.190335170686012e-06,7.75587250245735e-06,9.321409379481338e-06,1.0886947166000027e-05,1.2452484043024015e-05,1.4018020920048002e-05,1.558355870656669e-05,1.714909558359068e-05,1.8714632460614666e-05,2.0280169337638654e-05,2.1845708033652045e-05,2.3411244910676032e-05,2.497678178770002e-05,2.6542318664724007e-05,2.8107855541747995e-05,2.9673394237761386e-05,3.123893111478537e-05,3.280446617281996e-05,3.437000486883335e-05,3.593554356484674e-05,3.750107862288132e-05,3.9066617318894714e-05,4.06321523769293e-05,4.219769107294269e-05,4.376322976895608e-05,4.5328764826990664e-05,4.6894303523004055e-05,4.845983858103864e-05,5.002537727705203e-05],"_type":"histogram","values":[59,218,48,12,10,2,1,2,2,3,0,2,1,0,4,1,2,1,4,0,0,3,2,0,2,0,0,2,1,3,2,1,1,0,2,1,3,0,1,3,1,2,1,3,1,2,1,0,1,2,2,0,0,2,3,1,3,1,2,5,15,35,208,78]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.011571173556149006,-0.011214337311685085,-0.010857501067221165,-0.010500664822757244,-0.010143827646970749,-0.009786991402506828,-0.009430155158042908,-0.009073318913578987,-0.008716482669115067,-0.008359646424651146,-0.008002810180187225,-0.0076459734700620174,-0.007289137225598097,-0.006932300981134176,-0.006575464271008968,-0.006218628026545048,-0.005861791782081127,-0.005504955537617207,-0.005148119293153286,-0.004791282583028078,-0.0044344463385641575,-0.004077610094100237,-0.0037207736168056726,-0.0033639371395111084,-0.003007100895047188,-0.002650264650583267,-0.002293428173288703,-0.0019365918124094605,-0.0015797554515302181,-0.0012229190906509757,-0.0008660827297717333,-0.0005092463688924909,-0.00015240907669067383,0.0002044272841885686,0.000561263645067811,0.0009181000059470534,0.0012749363668262959,0.0016317727277055383,0.0019886090885847807,0.002345445565879345,0.0027022818103432655,0.003059118054807186,0.0034159545321017504,0.0037727910093963146,0.004129627253860235,0.004486463498324156,0.004843300208449364,0.005200136452913284,0.005556972697377205,0.0059138089418411255,0.006270645186305046,0.006627481896430254,0.006984318140894175,0.007341154385358095,0.007697991095483303,0.008054827339947224,0.008411663584411144,0.008768499828875065,0.009125336073338985,0.009482172317802906,0.009839009493589401,0.010195845738053322,0.010552681982517242,0.010909518226981163,0.011266354471445084],"_type":"histogram","values":[1,0,0,1,1,0,1,0,2,2,3,3,4,6,5,6,12,7,9,8,11,15,15,31,12,28,28,19,36,34,27,30,28,34,34,39,42,31,28,28,17,21,14,12,14,8,15,11,8,5,8,0,4,3,0,1,2,0,3,0,0,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"bins":[-5.7220458984375e-05,-5.538482218980789e-05,-5.3549185395240784e-05,-5.1713548600673676e-05,-4.987791180610657e-05,-4.804227501153946e-05,-4.620663821697235e-05,-4.437100142240524e-05,-4.2535364627838135e-05,-4.0699727833271027e-05,-3.886409103870392e-05,-3.702845424413681e-05,-3.51928174495697e-05,-3.3357180655002594e-05,-3.1521543860435486e-05,-2.9685907065868378e-05,-2.785027027130127e-05,-2.601463347673416e-05,-2.4178996682167053e-05,-2.2343359887599945e-05,-2.0507723093032837e-05,-1.867208629846573e-05,-1.683644950389862e-05,-1.5000812709331512e-05,-1.3165175914764404e-05,-1.1329539120197296e-05,-9.493902325630188e-06,-7.65826553106308e-06,-5.822628736495972e-06,-3.9869919419288635e-06,-2.1513551473617554e-06,-3.157183527946472e-07,1.519918441772461e-06,3.355555236339569e-06,5.191192030906677e-06,7.026828825473785e-06,8.862465620040894e-06,1.0698102414608002e-05,1.253373920917511e-05,1.4369376003742218e-05,1.6205012798309326e-05,1.8040649592876434e-05,1.9876286387443542e-05,2.171192318201065e-05,2.354755997657776e-05,2.5383196771144867e-05,2.7218833565711975e-05,2.9054470360279083e-05,3.089010715484619e-05,3.27257439494133e-05,3.456138074398041e-05,3.6397017538547516e-05,3.8232654333114624e-05,4.006829112768173e-05,4.190392792224884e-05,4.373956471681595e-05,4.557520151138306e-05,4.7410838305950165e-05,4.924647510051727e-05,5.108211189508438e-05,5.291774868965149e-05,5.47533854842186e-05,5.6589022278785706e-05,5.8424659073352814e-05,6.026029586791992e-05],"_type":"histogram","values":[1,1,1,0,3,4,4,3,8,7,10,21,16,35,46,52,89,118,160,210,359,469,675,1058,1475,2434,4133,7751,16636,42838,162400,236512,66872,22285,9420,5225,2967,1796,1134,772,534,390,259,192,122,93,73,41,36,24,18,9,13,8,4,3,3,0,0,1,0,0,0,1]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[161,113,19,13,8,3,2,2,0,2,3,1,1,2,2,2,0,2,2,2,0,2,1,0,1,2,2,0,1,1,1,1,5,1,2,1,0,2,1,0,1,0,1,3,1,3,3,3,0,2,1,2,0,2,2,4,1,3,5,13,14,33,145,162],"bins":[0.9999498724937439,0.9999514222145081,0.999953031539917,0.9999545812606812,0.9999561309814453,0.9999576807022095,0.9999592900276184,0.9999608397483826,0.9999623894691467,0.9999639987945557,0.9999655485153198,0.999967098236084,0.9999687075614929,0.9999702572822571,0.9999718070030212,0.9999733567237854,0.9999749660491943,0.9999765157699585,0.9999780654907227,0.9999796748161316,0.9999812245368958,0.9999827742576599,0.9999843835830688,0.999985933303833,0.9999874830245972,0.9999890327453613,0.9999906420707703,0.9999921917915344,0.9999937415122986,0.9999953508377075,0.9999969005584717,0.9999984502792358,1,1.0000015497207642,1.0000032186508179,1.000004768371582,1.0000063180923462,1.0000078678131104,1.0000094175338745,1.0000109672546387,1.0000125169754028,1.0000141859054565,1.0000157356262207,1.0000172853469849,1.000018835067749,1.0000203847885132,1.0000219345092773,1.0000234842300415,1.0000251531600952,1.0000267028808594,1.0000282526016235,1.0000298023223877,1.0000313520431519,1.000032901763916,1.0000345706939697,1.0000361204147339,1.000037670135498,1.0000392198562622,1.0000407695770264,1.0000423192977905,1.0000438690185547,1.0000455379486084,1.0000470876693726,1.0000486373901367,1.0000501871109009],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.weight":{"values":[3,2,5,11,25,53,85,138,216,439,635,1019,1600,2373,3449,5078,7358,9988,13422,17903,23053,29306,36396,44265,52492,61056,69018,76644,82882,88113,91628,92959,92600,90424,84889,79540,72482,64394,56108,47861,40441,32468,26108,20076,15442,11525,8494,6079,4265,2803,1981,1250,802,473,320,191,107,55,34,20,7,6,4,1],"bins":[-0.09428369253873825,-0.0913119837641716,-0.08834027498960495,-0.0853685736656189,-0.08239686489105225,-0.0794251561164856,-0.07645344734191895,-0.07348174601793289,-0.07051003724336624,-0.06753832846879959,-0.06456661969423294,-0.06159491464495659,-0.05862320587038994,-0.055651500821113586,-0.052679792046546936,-0.049708086997270584,-0.046736378222703934,-0.04376466944813728,-0.04079296439886093,-0.03782125562429428,-0.03484955057501793,-0.03187784180045128,-0.028906134888529778,-0.025934427976608276,-0.022962721064686775,-0.019991014152765274,-0.017019307240843773,-0.014047599397599697,-0.011075892485678196,-0.008104185573756695,-0.005132478196173906,-0.0021607710514217615,0.0008109360933303833,0.003782643238082528,0.006754350382834673,0.009726057760417461,0.012697764672338963,0.01566947251558304,0.01864117942750454,0.02161288633942604,0.024584593251347542,0.027556300163269043,0.030528007075190544,0.033499713987112045,0.036471422761678696,0.03944312781095505,0.0424148365855217,0.04538654163479805,0.0483582504093647,0.05132995918393135,0.0543016642332077,0.05727337300777435,0.060245078057050705,0.06321678310632706,0.06618849188089371,0.06916020065546036,0.07213190943002701,0.07510361820459366,0.07807531952857971,0.08104702830314636,0.08401873707771301,0.08699044585227966,0.08996214717626572,0.09293385595083237,0.09590556472539902],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"bins":[-0.011078918352723122,-0.010713552124798298,-0.010348185896873474,-0.009982820600271225,-0.009617454372346401,-0.009252088144421577,-0.008886721916496754,-0.008521356619894505,-0.00815599039196968,-0.007790624164044857,-0.007425257936120033,-0.007059892173856497,-0.006694525945931673,-0.006329160183668137,-0.005963793955743313,-0.005598428193479776,-0.005233061965554953,-0.004867695737630129,-0.004502329975366592,-0.004136963747441769,-0.003771597985178232,-0.0034062317572534084,-0.0030408657621592283,-0.0026754997670650482,-0.002310133771970868,-0.001944767776876688,-0.001579401781782508,-0.001214035670273006,-0.0008486696751788259,-0.0004833036509808153,-0.00011793762678280473,0.00024742839741520584,0.0006127944216132164,0.0009781604167073965,0.0013435264118015766,0.0017088925233110785,0.002074258401989937,0.0024396246299147606,0.0028049906250089407,0.003170356620103121,0.003535722615197301,0.003901088610291481,0.004266454838216305,0.004631820600479841,0.004997186828404665,0.0053625525906682014,0.005727918818593025,0.006093284580856562,0.006458650808781385,0.006824017036706209,0.007189382798969746,0.007554749026894569,0.007920115254819393,0.008285480551421642,0.008650846779346466,0.00901621300727129,0.009381579235196114,0.009746945463120937,0.010112310759723186,0.01047767698764801,0.010843043215572834,0.011208409443497658,0.011573774740099907,0.01193914096802473,0.012304507195949554],"_type":"histogram","values":[1,0,0,2,0,1,0,1,1,3,3,3,7,6,6,10,12,11,14,23,18,20,21,34,24,28,22,28,37,29,37,42,36,35,34,21,25,32,21,21,18,16,12,12,9,5,9,3,1,2,1,2,1,2,1,0,3,0,1,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09795298427343369,-0.09493036568164825,-0.09190774708986282,-0.08888512849807739,-0.08586251735687256,-0.08283989876508713,-0.0798172801733017,-0.07679466158151627,-0.07377204298973083,-0.0707494243979454,-0.06772680580615997,-0.06470418721437454,-0.06168157234787941,-0.05865895375609398,-0.055636338889598846,-0.052613720297813416,-0.049591101706027985,-0.046568483114242554,-0.04354586452245712,-0.04052324965596199,-0.03750063106417656,-0.03447801247239113,-0.031455397605895996,-0.028432779014110565,-0.025410160422325134,-0.022387541830539703,-0.01936492510139942,-0.01634230837225914,-0.013319689780473709,-0.010297072120010853,-0.0072744544595479965,-0.00425183679908514,-0.001229219138622284,0.0017933985218405724,0.004816016182303429,0.007838633842766285,0.010861251503229141,0.013883869163691998,0.016906486824154854,0.019929103553295135,0.022951722145080566,0.025974340736865997,0.02899695746600628,0.03201957419514656,0.03504219278693199,0.03806481137871742,0.041087426245212555,0.044110044836997986,0.04713266342878342,0.05015528202056885,0.05317790061235428,0.05620051547884941,0.05922313407063484,0.06224575266242027,0.0652683675289154,0.06829098612070084,0.07131360471248627,0.0743362233042717,0.07735884189605713,0.08038146048784256,0.08340407907962799,0.08642669022083282,0.08944930881261826,0.09247192740440369,0.09549454599618912],"_type":"histogram","values":[1,0,2,2,6,6,17,33,50,99,159,243,389,581,930,1306,2050,2763,3884,5274,7058,9216,11652,14443,17294,20681,23938,26895,30040,32142,34062,35027,35545,35356,33783,32180,29080,26385,23166,20039,16741,13777,11045,8821,6655,5002,3762,2730,1872,1251,901,566,368,228,123,79,56,33,19,7,5,4,1,1]},"gradients/bert.encoder.layer.2.output.dense.weight":{"bins":[-0.0118865966796875,-0.011499881744384766,-0.011113166809082031,-0.010726451873779297,-0.010339736938476562,-0.009953022003173828,-0.009566307067871094,-0.00917959213256836,-0.008792877197265625,-0.00840616226196289,-0.008019447326660156,-0.007632732391357422,-0.0072460174560546875,-0.006859302520751953,-0.006472587585449219,-0.006085872650146484,-0.00569915771484375,-0.005312442779541016,-0.004925727844238281,-0.004539012908935547,-0.0041522979736328125,-0.003765583038330078,-0.0033788681030273438,-0.0029921531677246094,-0.002605438232421875,-0.0022187232971191406,-0.0018320083618164062,-0.0014452934265136719,-0.0010585784912109375,-0.0006718635559082031,-0.00028514862060546875,0.00010156631469726562,0.00048828125,0.0008749961853027344,0.0012617111206054688,0.0016484260559082031,0.0020351409912109375,0.002421855926513672,0.0028085708618164062,0.0031952857971191406,0.003582000732421875,0.003968715667724609,0.004355430603027344,0.004742145538330078,0.0051288604736328125,0.005515575408935547,0.005902290344238281,0.006289005279541016,0.00667572021484375,0.007062435150146484,0.007449150085449219,0.007835865020751953,0.008222579956054688,0.008609294891357422,0.008996009826660156,0.00938272476196289,0.009769439697265625,0.01015615463256836,0.010542869567871094,0.010929584503173828,0.011316299438476562,0.011703014373779297,0.012089729309082031,0.012476444244384766,0.0128631591796875],"_type":"histogram","values":[4,0,0,1,0,1,5,14,13,21,27,47,49,95,115,155,253,393,545,784,1093,1706,2602,3929,6223,10199,16765,30363,66164,196832,651200,371692,111154,44851,22721,12516,7531,4545,2847,1812,1196,733,512,395,254,176,94,73,43,41,26,18,15,4,7,5,3,1,0,0,0,0,0,1]},"parameters/bert.encoder.layer.2.output.dense.weight":{"bins":[-0.09771668910980225,-0.09461277723312378,-0.09150886535644531,-0.08840495347976685,-0.08530104160308838,-0.08219713717699051,-0.07909322530031204,-0.07598931342363358,-0.07288540154695511,-0.06978148967027664,-0.06667757779359818,-0.06357366591691971,-0.06046975776553154,-0.05736584588885307,-0.054261937737464905,-0.05115802586078644,-0.04805411398410797,-0.044950202107429504,-0.04184629023075104,-0.03874238207936287,-0.0356384702026844,-0.032534558326005936,-0.029430648311972618,-0.0263267382979393,-0.023222826421260834,-0.020118914544582367,-0.01701500453054905,-0.013911093585193157,-0.010807182639837265,-0.007703271694481373,-0.004599360749125481,-0.0014954498037695885,0.0016084611415863037,0.004712372086942196,0.007816283032298088,0.01092019397765398,0.014024104923009872,0.01712801679968834,0.020231926813721657,0.023335836827754974,0.02643974870443344,0.029543660581111908,0.032647572457790375,0.03575148060917854,0.03885539248585701,0.04195930436253548,0.045063212513923645,0.04816712439060211,0.05127103626728058,0.054374948143959045,0.05747886002063751,0.06058276817202568,0.06368668377399445,0.06679058820009232,0.06989450007677078,0.07299841195344925,0.07610232383012772,0.07920623570680618,0.08231014758348465,0.08541405946016312,0.08851796388626099,0.09162187576293945,0.09472578763961792,0.09782969951629639,0.10093361139297485],"_type":"histogram","values":[2,3,5,7,10,31,54,102,155,300,513,798,1226,2017,3082,4412,6592,9284,12754,17474,22905,29579,37086,45575,54059,62885,72051,80103,87186,92966,96122,97053,96123,92262,87831,80230,71544,62954,54205,44719,36950,28891,22483,17086,12767,9084,6563,4509,2934,2058,1322,794,489,291,170,115,49,19,17,8,1,2,2,1]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.0128631591796875,-0.012468099594116211,-0.012073040008544922,-0.011677980422973633,-0.011282920837402344,-0.010887861251831055,-0.010492801666259766,-0.010097742080688477,-0.009702682495117188,-0.009307622909545898,-0.00891256332397461,-0.00851750373840332,-0.008122444152832031,-0.007727384567260742,-0.007332324981689453,-0.006937265396118164,-0.006542205810546875,-0.006147146224975586,-0.005752086639404297,-0.005357027053833008,-0.004961967468261719,-0.00456690788269043,-0.004171848297119141,-0.0037767887115478516,-0.0033817291259765625,-0.0029866695404052734,-0.0025916099548339844,-0.0021965503692626953,-0.0018014907836914062,-0.0014064311981201172,-0.0010113716125488281,-0.0006163120269775391,-0.00022125244140625,0.00017380714416503906,0.0005688667297363281,0.0009639263153076172,0.0013589859008789062,0.0017540454864501953,0.0021491050720214844,0.0025441646575927734,0.0029392242431640625,0.0033342838287353516,0.0037293434143066406,0.00412440299987793,0.004519462585449219,0.004914522171020508,0.005309581756591797,0.005704641342163086,0.006099700927734375,0.006494760513305664,0.006889820098876953,0.007284879684448242,0.007679939270019531,0.00807499885559082,0.00847005844116211,0.008865118026733398,0.009260177612304688,0.009655237197875977,0.010050296783447266,0.010445356369018555,0.010840415954589844,0.011235475540161133,0.011630535125732422,0.012025594711303711,0.012420654296875],"_type":"histogram","values":[1,0,1,0,2,2,0,0,10,8,6,7,23,29,51,57,101,186,291,401,599,1048,1573,2423,3785,6105,9612,14802,23683,35749,54493,81894,103738,85744,57391,38048,24559,15839,10093,6317,4005,2490,1634,1044,724,411,273,197,123,73,59,37,27,15,18,6,5,4,3,3,1,0,0,1]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,2,1,0,0,2,1,4,1,3,7,7,3,9,11,10,9,10,12,12,15,12,20,34,21,27,27,26,33,26,48,38,32,21,25,31,27,27,25,25,18,19,15,12,4,12,5,8,6,6,6,1,3,0,3,0,2,0,2,0,0,0,0,1],"bins":[-0.010483655147254467,-0.010141427628695965,-0.009799199178814888,-0.009456971660256386,-0.009114744141697884,-0.008772515691816807,-0.008430288173258305,-0.008088060654699802,-0.007745832670480013,-0.007403604686260223,-0.007061377167701721,-0.006719149183481932,-0.006376921199262142,-0.00603469368070364,-0.0056924656964838505,-0.005350238177925348,-0.005008010193705559,-0.004665782209485769,-0.004323554690927267,-0.003981326706707478,-0.0036390989553183317,-0.003296871203929186,-0.0029546432197093964,-0.0026124154683202505,-0.0022701877169311047,-0.0019279599655419588,-0.0015857320977374911,-0.0012435042299330235,-0.0009012764785438776,-0.0005590486689470708,-0.00021682085935026407,0.0001254069502465427,0.00046763382852077484,0.0008098616381175816,0.0011520894477143884,0.001494317315518856,0.001836545066908002,0.0021787728182971478,0.0025210008025169373,0.002863228553906083,0.003205456305295229,0.003547684056684375,0.0038899118080735207,0.00423213979229331,0.0045743677765131,0.004916595295071602,0.005258823279291391,0.005601050797849894,0.005943278782069683,0.006285506766289473,0.006627734284847975,0.006969962269067764,0.0073121897876262665,0.007654417771846056,0.007996645756065845,0.008338873274624348,0.008681101724505424,0.009023329243063927,0.009365556761622429,0.009707784280180931,0.010050012730062008,0.01039224024862051,0.010734467767179012,0.011076696217060089,0.011418923735618591],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.weight":{"values":[1,0,1,2,1,3,1,3,6,4,14,28,26,39,73,88,181,244,424,622,1085,1739,2915,4879,8583,14991,28385,59971,190249,746166,342320,91260,36641,18580,9842,5483,3200,1888,1091,723,377,242,170,115,57,43,29,31,17,9,4,6,3,3,1,3,0,0,1,0,0,0,0,1],"bins":[-0.0140838623046875,-0.01360940933227539,-0.013134956359863281,-0.012660503387451172,-0.012186050415039062,-0.011711597442626953,-0.011237144470214844,-0.010762691497802734,-0.010288238525390625,-0.009813785552978516,-0.009339332580566406,-0.008864879608154297,-0.008390426635742188,-0.007915973663330078,-0.007441520690917969,-0.006967067718505859,-0.00649261474609375,-0.006018161773681641,-0.005543708801269531,-0.005069255828857422,-0.0045948028564453125,-0.004120349884033203,-0.0036458969116210938,-0.0031714439392089844,-0.002696990966796875,-0.0022225379943847656,-0.0017480850219726562,-0.0012736320495605469,-0.0007991790771484375,-0.0003247261047363281,0.00014972686767578125,0.0006241798400878906,0.0010986328125,0.0015730857849121094,0.0020475387573242188,0.002521991729736328,0.0029964447021484375,0.003470897674560547,0.003945350646972656,0.004419803619384766,0.004894256591796875,0.005368709564208984,0.005843162536621094,0.006317615509033203,0.0067920684814453125,0.007266521453857422,0.007740974426269531,0.00821542739868164,0.00868988037109375,0.00916433334350586,0.009638786315917969,0.010113239288330078,0.010587692260742188,0.011062145233154297,0.011536598205566406,0.012011051177978516,0.012485504150390625,0.012959957122802734,0.013434410095214844,0.013908863067626953,0.014383316040039062,0.014857769012451172,0.015332221984863281,0.01580667495727539,0.0162811279296875],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[135,120,22,11,5,2,0,2,4,0,1,0,3,2,5,3,0,1,1,1,3,1,4,5,2,4,2,0,1,1,0,1,2,1,1,0,2,0,2,3,0,2,2,1,2,2,2,2,5,0,2,1,1,1,1,1,3,2,5,16,22,29,125,188],"bins":[0.9999498128890991,0.9999513626098633,0.9999529719352722,0.9999545216560364,0.9999560713768005,0.9999576210975647,0.9999592304229736,0.9999607801437378,0.999962329864502,0.9999639391899109,0.999965488910675,0.9999670386314392,0.9999685883522034,0.9999701976776123,0.9999717473983765,0.9999732971191406,0.9999748468399048,0.9999764561653137,0.9999780058860779,0.999979555606842,0.999981164932251,0.9999827146530151,0.9999842643737793,0.9999858140945435,0.9999874234199524,0.9999889731407166,0.9999905228614807,0.9999921321868896,0.9999936819076538,0.999995231628418,0.9999967813491821,0.9999983906745911,0.9999999403953552,1.0000015497207642,1.0000030994415283,1.0000046491622925,1.0000061988830566,1.0000077486038208,1.000009298324585,1.0000108480453491,1.0000125169754028,1.000014066696167,1.0000156164169312,1.0000171661376953,1.0000187158584595,1.0000202655792236,1.0000218152999878,1.0000234842300415,1.0000250339508057,1.0000265836715698,1.000028133392334,1.0000296831130981,1.0000312328338623,1.0000327825546265,1.0000344514846802,1.0000360012054443,1.0000375509262085,1.0000391006469727,1.0000406503677368,1.000042200088501,1.0000437498092651,1.0000454187393188,1.000046968460083,1.0000485181808472,1.0000500679016113],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-4.9930466047953814e-05,-4.8370606236858293e-05,-4.681074642576277e-05,-4.5250882976688445e-05,-4.3691023165592924e-05,-4.21311633544974e-05,-4.0571299905423075e-05,-3.9011440094327554e-05,-3.745158028323203e-05,-3.589172047213651e-05,-3.433186066104099e-05,-3.2771997211966664e-05,-3.121213740087114e-05,-2.9652277589775622e-05,-2.8092415959690697e-05,-2.6532554329605773e-05,-2.4972694518510252e-05,-2.341283470741473e-05,-2.1852973077329807e-05,-2.0293111447244883e-05,-1.8733251636149362e-05,-1.717339182505384e-05,-1.5613530194968916e-05,-1.4053669474378694e-05,-1.2493808753788471e-05,-1.0933948033198249e-05,-9.374087312608026e-06,-7.814226592017803e-06,-6.254365871427581e-06,-4.694505150837358e-06,-3.1346444302471355e-06,-1.5747837096569128e-06,-1.4919351087883115e-08,1.5449413695023395e-06,3.104802090092562e-06,4.664662810682785e-06,6.224523531273007e-06,7.78438425186323e-06,9.344244972453453e-06,1.0904105693043675e-05,1.2463966413633898e-05,1.402382713422412e-05,1.5583687854814343e-05,1.7143549484899268e-05,1.870340929599479e-05,2.026326910709031e-05,2.1823130737175234e-05,2.3382992367260158e-05,2.494285217835568e-05,2.65027119894512e-05,2.8062573619536124e-05,2.962243524962105e-05,3.118229506071657e-05,3.274215487181209e-05,3.430201468290761e-05,3.586187813198194e-05,3.742173794307746e-05,3.898159775417298e-05,4.054146120324731e-05,4.210132101434283e-05,4.366118082543835e-05,4.522104063653387e-05,4.678090044762939e-05,4.834076389670372e-05,4.990062370779924e-05],"_type":"histogram","values":[106,166,40,11,10,3,3,2,1,2,3,1,1,2,0,4,1,5,6,0,2,1,0,0,0,0,1,1,2,2,0,3,2,1,4,1,0,3,1,1,0,1,3,3,5,4,3,2,0,2,1,2,0,3,1,1,4,0,5,5,18,41,173,99]},"_runtime":114,"parameters/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-2.3642895030207e-05,-2.289610347361304e-05,-2.2149310098029673e-05,-2.1402516722446308e-05,-2.0655725165852346e-05,-1.9908933609258384e-05,-1.9162140233675018e-05,-1.8415346858091652e-05,-1.766855530149769e-05,-1.692176374490373e-05,-1.6174970369320363e-05,-1.5428176993736997e-05,-1.4681385437143035e-05,-1.3934592971054371e-05,-1.3187800504965708e-05,-1.2441008038877044e-05,-1.169421557278838e-05,-1.0947423106699716e-05,-1.0200630640611053e-05,-9.453838174522389e-06,-8.707045708433725e-06,-7.960253242345061e-06,-7.213460776256397e-06,-6.466668310167734e-06,-5.71987584407907e-06,-4.973083377990406e-06,-4.226290911901742e-06,-3.4794984458130784e-06,-2.7327059797244146e-06,-1.985913513635751e-06,-1.239121047547087e-06,-4.923285814584233e-07,2.544638846302405e-07,1.0012563507189043e-06,1.748048816807568e-06,2.494841282896232e-06,3.2416337489848956e-06,3.9884262150735594e-06,4.735218681162223e-06,5.482011147250887e-06,6.228803613339551e-06,6.975596079428215e-06,7.722388545516878e-06,8.469181011605542e-06,9.215973477694206e-06,9.96276594378287e-06,1.0709558409871534e-05,1.1456350875960197e-05,1.2203143342048861e-05,1.2949935808137525e-05,1.3696728274226189e-05,1.4443520740314852e-05,1.5190313206403516e-05,1.5937104762997478e-05,1.6683898138580844e-05,1.743069151416421e-05,1.817748307075817e-05,1.8924274627352133e-05,1.96710680029355e-05,2.0417861378518865e-05,2.1164652935112827e-05,2.191144449170679e-05,2.2658237867290154e-05,2.340503124287352e-05,2.415182279946748e-05],"_type":"histogram","values":[2,0,2,0,0,2,0,0,0,0,0,0,1,0,8,22,49,68,44,25,5,27,15,7,11,26,18,4,7,3,11,28,8,6,6,2,19,28,18,7,11,6,42,27,30,50,56,46,14,1,0,0,0,0,1,0,0,0,2,0,0,0,1,2]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,1,4,2,2,4,11,24,43,79,120,220,347,515,818,1204,1794,2662,3799,5116,6871,9089,11675,14604,17707,21097,24753,27678,30991,33309,35219,36164,36297,35903,34464,31938,29493,26104,23015,19351,15862,13048,10376,8105,6043,4429,3106,2274,1474,940,631,420,251,154,89,56,30,19,13,8,5,1,1,1],"bins":[-0.10022129863500595,-0.0971144363284111,-0.09400758147239685,-0.090900719165802,-0.08779386430978775,-0.0846870020031929,-0.08158014714717865,-0.0784732848405838,-0.07536642253398895,-0.0722595676779747,-0.06915270537137985,-0.0660458505153656,-0.06293898820877075,-0.0598321296274662,-0.05672527104616165,-0.0536184124648571,-0.05051155388355255,-0.047404695302248,-0.04429783672094345,-0.0411909781396389,-0.03808411955833435,-0.0349772572517395,-0.03187039867043495,-0.0287635400891304,-0.02565668150782585,-0.0225498229265213,-0.01944296434521675,-0.01633610390126705,-0.013229245319962502,-0.010122386738657951,-0.007015527226030827,-0.003908668179064989,-0.0008018091320991516,0.002305049914866686,0.005411908961832523,0.008518768474459648,0.011625627055764198,0.014732485637068748,0.017839346081018448,0.020946204662322998,0.024053063243627548,0.0271599218249321,0.03026678040623665,0.0333736389875412,0.03648050129413605,0.0395873598754406,0.04269421845674515,0.0458010770380497,0.04890793561935425,0.0520147942006588,0.05512165278196335,0.0582285113632679,0.06133536994457245,0.0644422322511673,0.06754908710718155,0.0706559494137764,0.07376280426979065,0.0768696665763855,0.07997652888298035,0.0830833837389946,0.08619024604558945,0.0892971009016037,0.09240396320819855,0.0955108180642128,0.09861768037080765]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-1.7881393432617188e-07,-1.7136335372924805e-07,-1.6391277313232422e-07,-1.564621925354004e-07,-1.4901161193847656e-07,-1.4156103134155273e-07,-1.341104507446289e-07,-1.2665987014770508e-07,-1.1920928955078125e-07,-1.1175870895385742e-07,-1.043081283569336e-07,-9.685754776000977e-08,-8.940696716308594e-08,-8.195638656616211e-08,-7.450580596923828e-08,-6.705522537231445e-08,-5.960464477539063e-08,-5.21540641784668e-08,-4.470348358154297e-08,-3.725290298461914e-08,-2.9802322387695312e-08,-2.2351741790771484e-08,-1.4901161193847656e-08,-7.450580596923828e-09,0,7.450580596923828e-09,1.4901161193847656e-08,2.2351741790771484e-08,2.9802322387695312e-08,3.725290298461914e-08,4.470348358154297e-08,5.21540641784668e-08,5.960464477539063e-08,6.705522537231445e-08,7.450580596923828e-08,8.195638656616211e-08,8.940696716308594e-08,9.685754776000977e-08,1.043081283569336e-07,1.1175870895385742e-07,1.1920928955078125e-07,1.2665987014770508e-07,1.341104507446289e-07,1.4156103134155273e-07,1.4901161193847656e-07,1.564621925354004e-07,1.6391277313232422e-07,1.7136335372924805e-07,1.7881393432617188e-07,1.862645149230957e-07,1.9371509552001953e-07,2.0116567611694336e-07,2.086162567138672e-07,2.1606683731079102e-07,2.2351741790771484e-07,2.3096799850463867e-07,2.384185791015625e-07,2.4586915969848633e-07,2.5331974029541016e-07,2.60770320892334e-07,2.682209014892578e-07,2.7567148208618164e-07,2.8312206268310547e-07,2.905726432800293e-07,2.980232238769531e-07],"_type":"histogram","values":[4,0,0,0,0,0,0,0,12,0,0,0,0,0,0,0,47,0,0,0,0,0,0,0,594,0,0,0,0,0,0,0,71,0,0,0,0,0,0,0,20,0,0,0,0,0,0,0,18,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,0,1,1,0,1,0,2,2,3,3,2,8,5,7,9,8,8,9,12,13,17,28,13,29,28,22,33,37,24,31,29,34,34,40,42,26,32,26,20,19,14,12,15,8,14,11,9,4,8,1,5,1,0,1,2,0,3,0,0,0,0,1],"bins":[-0.0114593505859375,-0.011106610298156738,-0.010753870010375977,-0.010401129722595215,-0.010048389434814453,-0.009695649147033691,-0.00934290885925293,-0.008990168571472168,-0.008637428283691406,-0.008284687995910645,-0.007931947708129883,-0.007579207420349121,-0.007226467132568359,-0.006873726844787598,-0.006520986557006836,-0.006168246269226074,-0.0058155059814453125,-0.005462765693664551,-0.005110025405883789,-0.004757285118103027,-0.004404544830322266,-0.004051804542541504,-0.003699064254760742,-0.0033463239669799805,-0.0029935836791992188,-0.002640843391418457,-0.0022881031036376953,-0.0019353628158569336,-0.0015826225280761719,-0.0012298822402954102,-0.0008771419525146484,-0.0005244016647338867,-0.000171661376953125,0.00018107891082763672,0.0005338191986083984,0.0008865594863891602,0.0012392997741699219,0.0015920400619506836,0.0019447803497314453,0.002297520637512207,0.0026502609252929688,0.0030030012130737305,0.003355741500854492,0.003708481788635254,0.004061222076416016,0.004413962364196777,0.004766702651977539,0.005119442939758301,0.0054721832275390625,0.005824923515319824,0.006177663803100586,0.006530404090881348,0.006883144378662109,0.007235884666442871,0.007588624954223633,0.007941365242004395,0.008294105529785156,0.008646845817565918,0.00899958610534668,0.009352326393127441,0.009705066680908203,0.010057806968688965,0.010410547256469727,0.010763287544250488,0.01111602783203125],"_type":"histogram"},"gradients/bert.embeddings.word_embeddings.weight":{"bins":[-0.11415564268827438,-0.1105882003903389,-0.10702076554298401,-0.10345332324504852,-0.09988588094711304,-0.09631844609975815,-0.09275100380182266,-0.08918356895446777,-0.08561612665653229,-0.0820486843585968,-0.07848124951124191,-0.07491380721330643,-0.07134637236595154,-0.06777893006801605,-0.06421148777008057,-0.06064404919743538,-0.05707661062479019,-0.053509172052145004,-0.04994173347949982,-0.04637429118156433,-0.042806852608919144,-0.039239414036273956,-0.03567197173833847,-0.03210453316569328,-0.028537094593048096,-0.02496965602040291,-0.02140221558511257,-0.017834775149822235,-0.014267336577177048,-0.010699897073209286,-0.007132457569241524,-0.0035650180652737617,2.421438694000244e-06,0.0035698609426617622,0.007137300446629524,0.010704739950597286,0.014272179454565048,0.017839618027210236,0.021407058462500572,0.02497449889779091,0.028541937470436096,0.032109376043081284,0.03567681461572647,0.03924425691366196,0.042811695486307144,0.04637913405895233,0.04994657635688782,0.053514014929533005,0.05708145350217819,0.06064889207482338,0.06421633064746857,0.06778377294540405,0.07135121524333954,0.07491865009069443,0.07848609238862991,0.0820535272359848,0.08562096953392029,0.08918841183185577,0.09275584667921066,0.09632328897714615,0.09989072382450104,0.10345816612243652,0.10702560842037201,0.1105930432677269,0.11416048556566238],"_type":"histogram","values":[1,1,0,1,1,1,2,2,2,5,5,4,7,5,14,14,22,18,26,19,22,33,48,36,50,60,82,94,183,329,874,442428,7516,882,337,179,108,82,60,54,31,42,28,31,30,23,19,15,11,12,6,10,8,4,4,1,1,0,0,0,0,1,1,3]},"train_batch_loss":5.963332176208496} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug-core.log b/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..19b4e2e133f89f07f968eb6450844434fc8a5c4f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:11:20.410623928+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5nvwk8jk/port-37020.txt","pid":37020,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:11:20.411189229+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":37020} +{"time":"2025-07-18T01:11:20.411193036+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-37020-37043-755192619/socket","Net":"unix"}} +{"time":"2025-07-18T01:11:20.592604489+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:11:20.62331177+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"bbibop4i","id":"1(@)"} +{"time":"2025-07-18T01:11:21.099087396+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"bbibop4i","id":"1(@)"} +{"time":"2025-07-18T01:13:15.669227181+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:13:15.669602746+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:13:15.669674096+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:13:15.669616664+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:13:15.669769327+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-37020-37043-755192619/socket","Net":"unix"}} +{"time":"2025-07-18T01:13:17.837152602+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:13:17.837170821+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:13:17.837183993+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..664b4cf11264affc6c22137b1bf8e9fae7d8c6d4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:11:20.627297424+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:11:21.09904323+03:00","level":"INFO","msg":"stream: created new stream","id":"bbibop4i"} +{"time":"2025-07-18T01:11:21.099081459+03:00","level":"INFO","msg":"stream: started","id":"bbibop4i"} +{"time":"2025-07-18T01:11:21.099094382+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"bbibop4i"} +{"time":"2025-07-18T01:11:21.099100302+03:00","level":"INFO","msg":"handler: started","stream_id":"bbibop4i"} +{"time":"2025-07-18T01:11:21.099144394+03:00","level":"INFO","msg":"sender: started","stream_id":"bbibop4i"} +{"time":"2025-07-18T01:13:15.669534203+03:00","level":"INFO","msg":"stream: closing","id":"bbibop4i"} +{"time":"2025-07-18T01:13:17.092557436+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:13:17.834626989+03:00","level":"INFO","msg":"handler: closed","stream_id":"bbibop4i"} +{"time":"2025-07-18T01:13:17.834668264+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"bbibop4i"} +{"time":"2025-07-18T01:13:17.834716793+03:00","level":"INFO","msg":"sender: closed","stream_id":"bbibop4i"} +{"time":"2025-07-18T01:13:17.836624028+03:00","level":"INFO","msg":"stream: closed","id":"bbibop4i"} diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug.log b/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..90733266d91897a66e530a413052f54b190524cf --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_setup.py:_flush():80] Configure stats pid to 37020 +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_011120-bbibop4i/logs/debug.log +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_011120-bbibop4i/logs/debug-internal.log +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:11:20,373 INFO MainThread:37020 [wandb_init.py:init():871] starting backend +2025-07-18 01:11:20,592 INFO MainThread:37020 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:11:20,621 INFO MainThread:37020 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:11:20,624 INFO MainThread:37020 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:11:20,625 INFO MainThread:37020 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:11:21,361 INFO MainThread:37020 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:11:21,596 INFO MainThread:37020 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:11:21,596 INFO MainThread:37020 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:11:21,596 INFO MainThread:37020 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:11:21,596 INFO MainThread:37020 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:11:21,601 INFO MainThread:37020 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:11:22,672 INFO MainThread:37020 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:11:22,673 INFO MainThread:37020 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:13:15,668 INFO MsgRouterThr:37020 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 01:13:16,627 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,634 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,635 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,635 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,636 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,637 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,638 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,639 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,639 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,640 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,641 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,642 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,642 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,643 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,643 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,644 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,645 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,645 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,646 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,646 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,647 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,647 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,648 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,648 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,649 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,649 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,650 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,651 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,651 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,652 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,652 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,653 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,653 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,654 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,654 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,655 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,655 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,656 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,656 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,657 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,658 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,658 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,659 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,660 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,661 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,661 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,662 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,662 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,663 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,664 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,664 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,665 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,665 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,666 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,666 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,667 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,667 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,668 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,668 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,669 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,670 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,670 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,671 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,671 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,672 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,672 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,673 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,673 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,674 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,674 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,675 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,675 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,676 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,676 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,677 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,677 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,678 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,679 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,679 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,680 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,681 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,681 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,682 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,683 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,683 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,684 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,684 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,685 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,685 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,686 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,686 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,687 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,687 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,688 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,688 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,689 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,689 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,690 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,690 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,691 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,691 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,692 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,692 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,693 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,693 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,694 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,695 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,695 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,696 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,696 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,697 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,697 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,698 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,698 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,699 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,699 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,700 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,700 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,701 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,701 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,702 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,702 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,704 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,704 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,705 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,705 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,706 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,706 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,707 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,707 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,708 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,708 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,709 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,709 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,710 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,711 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,711 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,712 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,712 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,713 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,713 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,714 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,714 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,715 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,715 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,716 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,716 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,717 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,717 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,718 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,718 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,719 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,719 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,720 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,720 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,721 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,721 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,722 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,722 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,723 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,723 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,725 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,725 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,726 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,726 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,727 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,727 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,728 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,728 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,729 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,729 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,730 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,730 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,731 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,732 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,732 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,733 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,733 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,734 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,734 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,735 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,735 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,736 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,736 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,737 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,737 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,738 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,738 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,739 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,739 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,740 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,740 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,741 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,742 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,742 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,743 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,743 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,744 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,744 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,745 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,745 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,746 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,746 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,747 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,747 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,748 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,748 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,749 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,749 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,750 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,750 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,751 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,751 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,752 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,752 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,753 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,753 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:13:16,754 ERROR MainThread:37020 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_011120-bbibop4i/run-bbibop4i.wandb b/simson_modeling/wandb/run-20250718_011120-bbibop4i/run-bbibop4i.wandb new file mode 100644 index 0000000000000000000000000000000000000000..c2985a84838386c71c0613ce75cf22e7a3b72039 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011120-bbibop4i/run-bbibop4i.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c4bdbfd2d3229835f9dda547af2828c629982d89d85e4e89ecc1dad933596b1 +size 2827841 diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/config.yaml b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..05f523b4cb0b927d3434b566c16ee7565bc6c5ec --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + ocr419mi1jrva5yqivt0l16box0uf7us: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136811589632" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:14:47.815443Z" + writerId: ocr419mi1jrva5yqivt0l16box0uf7us + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 128 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/output.log b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..1a3b708def6768ae2ca01308bf6e9d47a32aa276 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/output.log @@ -0,0 +1,34 @@ +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [04:37", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 383, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 304, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, scaler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 196, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/requirements.txt b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..be2672077b4a1a3c9dc2e09f84dbc5b85af17f5c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:14:47.815443Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136811589632" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "ocr419mi1jrva5yqivt0l16box0uf7us" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d5864c4d6a1e5be7737b2ad98081ce5099e30974 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0238037109375,-0.023106813430786133,-0.022409915924072266,-0.0217130184173584,-0.02101612091064453,-0.020319223403930664,-0.019622325897216797,-0.01892542839050293,-0.018228530883789062,-0.017531633377075195,-0.016834735870361328,-0.01613783836364746,-0.015440940856933594,-0.014744043350219727,-0.01404714584350586,-0.013350248336791992,-0.012653350830078125,-0.011956453323364258,-0.01125955581665039,-0.010562658309936523,-0.009865760803222656,-0.009168863296508789,-0.008471965789794922,-0.007775068283081055,-0.0070781707763671875,-0.00638127326965332,-0.005684375762939453,-0.004987478256225586,-0.004290580749511719,-0.0035936832427978516,-0.0028967857360839844,-0.002199888229370117,-0.00150299072265625,-0.0008060932159423828,-0.00010919570922851562,0.0005877017974853516,0.0012845993041992188,0.001981496810913086,0.002678394317626953,0.0033752918243408203,0.0040721893310546875,0.004769086837768555,0.005465984344482422,0.006162881851196289,0.006859779357910156,0.0075566768646240234,0.00825357437133789,0.008950471878051758,0.009647369384765625,0.010344266891479492,0.01104116439819336,0.011738061904907227,0.012434959411621094,0.013131856918334961,0.013828754425048828,0.014525651931762695,0.015222549438476562,0.01591944694519043,0.016616344451904297,0.017313241958618164,0.01801013946533203,0.0187070369720459,0.019403934478759766,0.020100831985473633,0.0207977294921875],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,1,2,4,3,11,7,19,11,14,21,28,37,39,50,49,69,85,87,135,123,162,188,169,118,128,92,63,68,61,42,27,22,19,16,12,15,12,6,5,9,3,4,1,4,0,1,0,1,1,0,1]},"parameters/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.06261970102787018,-0.06061968579888344,-0.0586196668446064,-0.05661965161561966,-0.05461963266134262,-0.05261961743235588,-0.05061960220336914,-0.0486195832490921,-0.04661956802010536,-0.04461955279111862,-0.04261953383684158,-0.04061951860785484,-0.0386195033788681,-0.036619484424591064,-0.034619469195604324,-0.032619450241327286,-0.030619435012340546,-0.028619417920708656,-0.026619400829076767,-0.024619385600090027,-0.022619368508458138,-0.020619351416826248,-0.018619336187839508,-0.01661931909620762,-0.01461930200457573,-0.01261928491294384,-0.010619268752634525,-0.00861925259232521,-0.006619235500693321,-0.004619218874722719,-0.002619202248752117,-0.0006191856227815151,0.0013808384537696838,0.003380855079740286,0.005380871705710888,0.00738088833168149,0.009380904957652092,0.011380922049283981,0.013380938209593296,0.01538095436990261,0.0173809714615345,0.01938098855316639,0.02138100564479828,0.02338102087378502,0.025381037965416908,0.027381055057048798,0.029381070286035538,0.031381089240312576,0.033381104469299316,0.035381119698286057,0.037381138652563095,0.039381153881549835,0.041381172835826874,0.043381188064813614,0.045381203293800354,0.04738122224807739,0.04938123747706413,0.05138125270605087,0.05338127166032791,0.05538128688931465,0.05738130211830139,0.05938132107257843,0.06138133630156517,0.06338135153055191,0.06538137048482895],"_type":"histogram","values":[1,0,1,2,3,0,6,6,5,4,9,7,17,11,11,16,13,27,37,23,38,28,31,39,54,59,58,60,53,67,64,72,54,64,59,51,54,53,49,40,43,44,42,23,17,26,13,19,16,11,17,3,5,2,2,3,0,0,2,1,0,0,0,1]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,2,1,0,0,2,4,2,3,10,5,10,4,9,16,16,33,34,51,69,103,114,73,48,36,20,19,20,11,10,3,8,4,7,4,2,3,1,2,1,1,1,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.029277369379997253,-0.028010236099362373,-0.026743102818727493,-0.025475969538092613,-0.024208836257457733,-0.022941701114177704,-0.021674567833542824,-0.020407434552907944,-0.019140301272273064,-0.017873167991638184,-0.016606034711003304,-0.015338900499045849,-0.014071767218410969,-0.012804633937776089,-0.011537499725818634,-0.010270366445183754,-0.009003233164548874,-0.007736099883913994,-0.0064689661376178265,-0.005201832391321659,-0.003934699110686779,-0.0026675655972212553,-0.0014004320837557316,-0.00013329857029020786,0.0011338349431753159,0.0024009684566408396,0.0036681019701063633,0.004935235716402531,0.006202368997037411,0.007469502277672291,0.008736636489629745,0.010003769770264626,0.011270903050899506,0.012538036331534386,0.013805169612169266,0.01507230382412672,0.016339436173439026,0.017606571316719055,0.018873704597353935,0.020140837877988815,0.021407971158623695,0.022675104439258575,0.023942237719893456,0.025209371000528336,0.026476506143808365,0.027743639424443245,0.029010772705078125,0.030277905985713005,0.031545039266347885,0.032812174409627914,0.034079305827617645,0.035346440970897675,0.036613572388887405,0.037880707532167435,0.039147838950157166,0.040414974093437195,0.041682109236717224,0.042949240654706955,0.044216375797986984,0.045483507215976715,0.046750642359256744,0.048017773777246475,0.049284908920526505,0.050552040338516235,0.051819175481796265]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.045135498046875,-0.043648719787597656,-0.04216194152832031,-0.04067516326904297,-0.039188385009765625,-0.03770160675048828,-0.03621482849121094,-0.034728050231933594,-0.03324127197265625,-0.031754493713378906,-0.030267715454101562,-0.02878093719482422,-0.027294158935546875,-0.02580738067626953,-0.024320602416992188,-0.022833824157714844,-0.0213470458984375,-0.019860267639160156,-0.018373489379882812,-0.01688671112060547,-0.015399932861328125,-0.013913154602050781,-0.012426376342773438,-0.010939598083496094,-0.00945281982421875,-0.007966041564941406,-0.0064792633056640625,-0.004992485046386719,-0.003505706787109375,-0.0020189285278320312,-0.0005321502685546875,0.0009546279907226562,0.00244140625,0.003928184509277344,0.0054149627685546875,0.006901741027832031,0.008388519287109375,0.009875297546386719,0.011362075805664062,0.012848854064941406,0.01433563232421875,0.015822410583496094,0.017309188842773438,0.01879596710205078,0.020282745361328125,0.02176952362060547,0.023256301879882812,0.024743080139160156,0.0262298583984375,0.027716636657714844,0.029203414916992188,0.03069019317626953,0.032176971435546875,0.03366374969482422,0.03515052795410156,0.036637306213378906,0.03812408447265625,0.039610862731933594,0.04109764099121094,0.04258441925048828,0.044071197509765625,0.04555797576904297,0.04704475402832031,0.048531532287597656,0.050018310546875],"_type":"histogram","values":[1,2,2,5,5,7,9,11,26,37,53,55,92,130,224,257,412,629,827,1192,1784,2562,3719,5326,7916,11976,18880,30094,51471,101892,147712,82831,43151,26301,16681,10763,7177,4915,3308,2312,1590,1050,739,497,383,257,169,124,80,51,43,25,17,13,12,8,10,2,3,1,0,2,0,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,1,3,0,1,0,1,6,2,5,8,7,6,6,17,17,12,15,24,31,23,21,34,27,25,33,29,40,27,32,27,24,30,36,23,21,18,24,16,16,12,16,9,7,7,4,2,3,7,2,1,0,2,2,1,1,0,1],"bins":[-0.05470333993434906,-0.05309149622917175,-0.051479652523994446,-0.04986780881881714,-0.04825596138834953,-0.046644117683172226,-0.04503227397799492,-0.04342043027281761,-0.041808586567640305,-0.040196742862463,-0.03858489543199539,-0.036973051726818085,-0.03536120802164078,-0.03374936431646347,-0.03213752061128616,-0.030525675043463707,-0.0289138313382864,-0.027301987633109093,-0.025690142065286636,-0.02407829836010933,-0.022466454654932022,-0.020854609087109566,-0.01924276538193226,-0.01763092167675495,-0.016019076108932495,-0.014407232403755188,-0.01279538869857788,-0.011183544062077999,-0.009571699425578117,-0.00795985572040081,-0.0063480110839009285,-0.004736166913062334,-0.0031243227422237396,-0.0015124784549698234,9.93658322840929e-05,0.0017112101195380092,0.0033230544067919254,0.00493489857763052,0.006546743214130402,0.008158586919307709,0.00977043155580759,0.011382276192307472,0.01299411989748478,0.014605964533984661,0.016217809170484543,0.01782965287566185,0.019441496580839157,0.021053342148661613,0.02266518585383892,0.024277029559016228,0.025888875126838684,0.02750071883201599,0.0291125625371933,0.030724408105015755,0.03233624994754791,0.03394809737801552,0.035559941083192825,0.03717178478837013,0.03878362849354744,0.04039547219872475,0.042007315903902054,0.04361916333436966,0.04523100703954697,0.046842850744724274,0.04845469444990158]},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,0,2,4,6,16,24,64,114,194,325,607,913,1530,2441,3732,5662,8222,11868,16086,21679,28603,36810,45677,55275,65281,75507,84034,91279,98101,101214,102055,99853,95615,88641,80419,71438,61631,51523,42412,33591,25853,19671,14388,10201,7141,4952,3062,2037,1320,786,436,256,142,71,45,29,11,8,2,0,2,2],"bins":[-0.10502705723047256,-0.10177551954984665,-0.09852398931980133,-0.09527245163917542,-0.0920209214091301,-0.08876938372850418,-0.08551785349845886,-0.08226631581783295,-0.07901477813720703,-0.07576324790716171,-0.0725117102265358,-0.06926017999649048,-0.06600864231586456,-0.06275711208581924,-0.05950557440519333,-0.05625404044985771,-0.053002506494522095,-0.04975097253918648,-0.04649943858385086,-0.043247904628515244,-0.039996370673179626,-0.03674483299255371,-0.033493299037218094,-0.030241765081882477,-0.02699023112654686,-0.023738697171211243,-0.020487163215875626,-0.01723562739789486,-0.013984093442559242,-0.010732559487223625,-0.0074810246005654335,-0.004229490179568529,-0.0009779632091522217,0.0022735712118446827,0.005525105632841587,0.008776640519499779,0.012028174474835396,0.015279708430171013,0.01853124424815178,0.021782778203487396,0.025034312158823013,0.02828584611415863,0.03153738006949425,0.034788914024829865,0.03804045170545578,0.0412919856607914,0.044543519616127014,0.04779505357146263,0.05104658752679825,0.054298121482133865,0.05754965543746948,0.0608011893928051,0.06405272334814072,0.06730426102876663,0.07055579125881195,0.07380732893943787,0.07705886662006378,0.0803103968501091,0.08356193453073502,0.08681346476078033,0.09006500244140625,0.09331653267145157,0.09656807035207748,0.0998196005821228,0.10307113826274872]},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.0401611328125,-0.0388026237487793,-0.037444114685058594,-0.03608560562133789,-0.03472709655761719,-0.033368587493896484,-0.03201007843017578,-0.030651569366455078,-0.029293060302734375,-0.027934551239013672,-0.02657604217529297,-0.025217533111572266,-0.023859024047851562,-0.02250051498413086,-0.021142005920410156,-0.019783496856689453,-0.01842498779296875,-0.017066478729248047,-0.015707969665527344,-0.01434946060180664,-0.012990951538085938,-0.011632442474365234,-0.010273933410644531,-0.008915424346923828,-0.007556915283203125,-0.006198406219482422,-0.004839897155761719,-0.0034813880920410156,-0.0021228790283203125,-0.0007643699645996094,0.0005941390991210938,0.0019526481628417969,0.0033111572265625,0.004669666290283203,0.006028175354003906,0.007386684417724609,0.008745193481445312,0.010103702545166016,0.011462211608886719,0.012820720672607422,0.014179229736328125,0.015537738800048828,0.01689624786376953,0.018254756927490234,0.019613265991210938,0.02097177505493164,0.022330284118652344,0.023688793182373047,0.02504730224609375,0.026405811309814453,0.027764320373535156,0.02912282943725586,0.030481338500976562,0.031839847564697266,0.03319835662841797,0.03455686569213867,0.035915374755859375,0.03727388381958008,0.03863239288330078,0.039990901947021484,0.04134941101074219,0.04270792007446289,0.044066429138183594,0.0454249382019043,0.046783447265625],"_type":"histogram","values":[2,1,4,3,5,3,8,10,14,25,41,44,66,118,156,260,368,560,893,1412,2149,3371,5198,8582,14475,25097,45436,90894,228845,661519,266299,100862,49317,26605,15300,9203,5603,3596,2341,1538,931,593,374,220,192,107,78,49,35,12,18,10,8,6,1,0,2,1,0,0,3,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,1,1,0,2,2,3,2,4,2,3,5,1,4,6,2,10,8,12,9,15,17,19,29,30,44,47,50,56,52,43,49,32,26,32,30,17,11,11,15,11,9,7,5,9,3,5,0,4,1,2,2,1,1,0,1,1,2,0,0,0,0,1],"bins":[-0.0001373291015625,-0.00013279542326927185,-0.0001282617449760437,-0.00012372806668281555,-0.0001191943883895874,-0.00011466071009635925,-0.0001101270318031311,-0.00010559335350990295,-0.0001010596752166748,-9.652599692344666e-05,-9.19923186302185e-05,-8.745864033699036e-05,-8.292496204376221e-05,-7.839128375053406e-05,-7.385760545730591e-05,-6.932392716407776e-05,-6.479024887084961e-05,-6.025657057762146e-05,-5.572289228439331e-05,-5.118921399116516e-05,-4.665553569793701e-05,-4.212185740470886e-05,-3.758817911148071e-05,-3.3054500818252563e-05,-2.8520822525024414e-05,-2.3987144231796265e-05,-1.9453465938568115e-05,-1.4919787645339966e-05,-1.0386109352111816e-05,-5.852431058883667e-06,-1.3187527656555176e-06,3.214925527572632e-06,7.748603820800781e-06,1.228228211402893e-05,1.681596040725708e-05,2.134963870048523e-05,2.588331699371338e-05,3.041699528694153e-05,3.495067358016968e-05,3.948435187339783e-05,4.4018030166625977e-05,4.8551708459854126e-05,5.3085386753082275e-05,5.7619065046310425e-05,6.215274333953857e-05,6.668642163276672e-05,7.122009992599487e-05,7.575377821922302e-05,8.028745651245117e-05,8.482113480567932e-05,8.935481309890747e-05,9.388849139213562e-05,9.842216968536377e-05,0.00010295584797859192,0.00010748952627182007,0.00011202320456504822,0.00011655688285827637,0.00012109056115150452,0.00012562423944473267,0.00013015791773796082,0.00013469159603118896,0.00013922527432441711,0.00014375895261764526,0.0001482926309108734,0.00015282630920410156],"_type":"histogram"},"learning_rate":9.999999800453919e-06,"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[2,0,2,3,12,5,13,9,22,31,34,28,29,12,24,12,13,13,13,21,9,16,9,10,5,6,10,10,6,6,4,7,10,7,5,8,7,9,7,9,8,13,9,16,15,13,13,24,21,27,35,34,24,18,14,12,2,6,5,0,0,0,0,1],"bins":[-0.00013900367775931954,-0.00013445812510326505,-0.00012991257244721055,-0.00012536701979115605,-0.00012082147441105917,-0.00011627592175500467,-0.00011173037637490779,-0.0001071848237188533,-0.0001026392710627988,-9.80937184067443e-05,-9.35481657506898e-05,-8.900262037059292e-05,-8.445706771453843e-05,-7.991151505848393e-05,-7.536596967838705e-05,-7.082041702233255e-05,-6.627486436627805e-05,-6.172931171022356e-05,-5.7183762692147866e-05,-5.2638213674072176e-05,-4.809266101801768e-05,-4.354710836196318e-05,-3.900155934388749e-05,-3.44560103258118e-05,-2.9910457669757307e-05,-2.5364906832692213e-05,-2.081935599562712e-05,-1.6273805158562027e-05,-1.1728254321496934e-05,-7.1827034844318405e-06,-2.6371526473667473e-06,1.908398189698346e-06,6.4539635786786675e-06,1.099951441574376e-05,1.5545065252808854e-05,2.0090616089873947e-05,2.463616692693904e-05,2.9181717764004134e-05,3.372726860106923e-05,3.8272817619144917e-05,4.281837027519941e-05,4.736392293125391e-05,5.19094719493296e-05,5.645502096740529e-05,6.1000573623459786e-05,6.554612627951428e-05,7.009167165961117e-05,7.463722431566566e-05,7.918277697172016e-05,8.372832962777466e-05,8.827388228382915e-05,9.281942766392604e-05,9.736498031998053e-05,0.00010191053297603503,0.00010645607835613191,0.00011100163101218641,0.0001155471836682409,0.0001200927363242954,0.0001246382889803499,0.0001291838416364044,0.0001337293942924589,0.00013827493239659816,0.00014282048505265266,0.00014736603770870715,0.00015191159036476165],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,2,2,9,5,10,19,20,29,23,27,28,18,21,22,22,13,15,24,16,20,16,15,19,17,16,13,20,9,22,13,21,20,31,33,27,33,28,23,8,12,8,5,1,4,3,2,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00017791928257793188,-0.0001711026270641014,-0.0001642859569983557,-0.0001574693014845252,-0.00015065264597069472,-0.000143835975904949,-0.00013701932039111853,-0.00013020266487728804,-0.00012338600936345756,-0.00011656933929771185,-0.00010975268378388137,-0.00010293602099409327,-9.611935820430517e-05,-8.930270269047469e-05,-8.248603990068659e-05,-7.566938438685611e-05,-6.885272159706801e-05,-6.203605880727991e-05,-5.521940329344943e-05,-4.8402740503661335e-05,-4.1586081351852044e-05,-3.4769422200042754e-05,-2.795276122924406e-05,-2.1136100258445367e-05,-1.4319441106636077e-05,-7.502781045332085e-06,-6.861209840280935e-07,6.130539077275898e-06,1.294719913857989e-05,1.976385829038918e-05,2.6580519261187874e-05,3.339718023198657e-05,4.021383938379586e-05,4.703049853560515e-05,5.384715768741444e-05,6.0663820477202535e-05,6.748047599103302e-05,7.429713878082111e-05,8.111380157060921e-05,8.79304570844397e-05,9.474711987422779e-05,0.00010156378266401589,0.00010838043817784637,0.00011519710096763447,0.00012201376375742257,0.00012883041927125305,0.00013564707478508353,0.00014246374485082924,0.00014928040036465973,0.0001560970558784902,0.00016291372594423592,0.0001697303814580664,0.0001765470369718969,0.0001833637070376426,0.00019018036255147308,0.00019699701806530356,0.00020381368813104928,0.00021063034364487976,0.00021744699915871024,0.00022426365467254072,0.00023108032473828644,0.00023789698025211692,0.00024471365031786263,0.0002515302912797779,0.0002583469613455236]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.09649255871772766,-0.09352951496839523,-0.0905664712190628,-0.08760342746973038,-0.08464038372039795,-0.08167734742164612,-0.07871430367231369,-0.07575125992298126,-0.07278821617364883,-0.0698251724243164,-0.06686212867498398,-0.06389908492565155,-0.06093604490160942,-0.05797300115227699,-0.05500996112823486,-0.052046917378902435,-0.04908387362957001,-0.04612082988023758,-0.04315778613090515,-0.04019474610686302,-0.037231702357530594,-0.034268658608198166,-0.031305618584156036,-0.02834257483482361,-0.02537953108549118,-0.022416487336158752,-0.019453445449471474,-0.016490403562784195,-0.013527359813451767,-0.010564316995441914,-0.00760127417743206,-0.004638231359422207,-0.0016751810908317566,0.0012878617271780968,0.00425090454518795,0.0072139473631978035,0.010176990181207657,0.01314003299921751,0.016103075817227364,0.019066117703914642,0.02202916145324707,0.0249922052025795,0.027955247089266777,0.030918288975954056,0.033881332725286484,0.03684437647461891,0.03980741649866104,0.04277046024799347,0.0457335039973259,0.048696547746658325,0.05165959149599075,0.05462263152003288,0.05758567526936531,0.06054871901869774,0.06351175904273987,0.0664748027920723,0.06943784654140472,0.07240089029073715,0.07536393404006958,0.07832697778940201,0.08129002153873444,0.08425305783748627,0.0872161015868187,0.09017914533615112,0.09314218908548355],"_type":"histogram","values":[1,1,3,3,7,10,20,40,65,100,159,254,390,628,1054,1380,2022,2952,4026,5438,6991,9042,11436,14254,17177,19919,23244,26067,29110,31599,33550,34601,34724,34185,33261,31720,29332,26659,23677,20826,17324,14596,12006,9306,7387,5588,4215,3036,2164,1470,1010,692,421,270,160,100,59,38,26,17,7,4,0,1]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09873611479997635,-0.09559449553489685,-0.09245287626981735,-0.08931125700473785,-0.08616963773965836,-0.08302801847457886,-0.07988639920949936,-0.07674477994441986,-0.07360316067934036,-0.07046154141426086,-0.06731992214918137,-0.06417830288410187,-0.06103668361902237,-0.05789506435394287,-0.05475344508886337,-0.051611825823783875,-0.048470206558704376,-0.04532858729362488,-0.04218696802854538,-0.03904534876346588,-0.03590372949838638,-0.032762110233306885,-0.029620490968227386,-0.026478871703147888,-0.02333725243806839,-0.02019563317298889,-0.017054013907909393,-0.013912394642829895,-0.010770775377750397,-0.0076291561126708984,-0.0044875368475914,-0.0013459175825119019,0.0017957016825675964,0.004937320947647095,0.008078940212726593,0.011220559477806091,0.01436217874288559,0.017503798007965088,0.020645417273044586,0.023787036538124084,0.026928655803203583,0.03007027506828308,0.03321189433336258,0.03635351359844208,0.039495132863521576,0.042636752128601074,0.04577837139368057,0.04891999065876007,0.05206160992383957,0.05520322918891907,0.058344848453998566,0.061486467719078064,0.06462808698415756,0.06776970624923706,0.07091132551431656,0.07405294477939606,0.07719456404447556,0.08033618330955505,0.08347780257463455,0.08661942183971405,0.08976104110479355,0.09290266036987305,0.09604427963495255,0.09918589890003204,0.10232751816511154],"_type":"histogram","values":[1,0,1,0,6,8,26,30,52,105,167,283,462,701,1110,1637,2327,3399,4693,6392,8478,10923,13655,17259,20653,23930,27253,30741,33476,35065,36326,36997,36321,35214,33146,30063,26707,23258,19931,16387,13475,10731,8198,6086,4477,3185,2261,1533,995,657,425,256,135,92,56,42,22,5,6,1,2,0,0,1]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.0374755859375,-0.03626203536987305,-0.035048484802246094,-0.03383493423461914,-0.03262138366699219,-0.031407833099365234,-0.03019428253173828,-0.028980731964111328,-0.027767181396484375,-0.026553630828857422,-0.02534008026123047,-0.024126529693603516,-0.022912979125976562,-0.02169942855834961,-0.020485877990722656,-0.019272327423095703,-0.01805877685546875,-0.016845226287841797,-0.015631675720214844,-0.01441812515258789,-0.013204574584960938,-0.011991024017333984,-0.010777473449707031,-0.009563922882080078,-0.008350372314453125,-0.007136821746826172,-0.005923271179199219,-0.004709720611572266,-0.0034961700439453125,-0.0022826194763183594,-0.0010690689086914062,0.00014448165893554688,0.0013580322265625,0.002571582794189453,0.0037851333618164062,0.004998683929443359,0.0062122344970703125,0.007425785064697266,0.008639335632324219,0.009852886199951172,0.011066436767578125,0.012279987335205078,0.013493537902832031,0.014707088470458984,0.015920639038085938,0.01713418960571289,0.018347740173339844,0.019561290740966797,0.02077484130859375,0.021988391876220703,0.023201942443847656,0.02441549301147461,0.025629043579101562,0.026842594146728516,0.02805614471435547,0.029269695281982422,0.030483245849609375,0.03169679641723633,0.03291034698486328,0.034123897552490234,0.03533744812011719,0.03655099868774414,0.037764549255371094,0.03897809982299805,0.040191650390625],"_type":"histogram","values":[1,0,1,1,0,3,7,7,8,7,19,31,32,36,56,96,141,188,297,468,734,1183,1942,3153,5566,9735,17506,32938,66975,160192,597018,426983,127396,56023,28153,14853,8567,4942,2877,1769,1051,674,417,271,188,120,67,52,34,26,21,8,10,9,5,2,2,2,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,0,2,3,7,13,20,51,94,168,295,442,779,1285,2107,3164,4765,7086,9944,13997,18913,24957,32485,40815,50057,59889,69470,78890,87873,94539,98694,101050,100349,97289,91686,84954,76293,66524,56992,47510,38526,30622,23266,17387,12586,9111,6283,4320,2729,1785,1171,715,442,209,107,73,31,26,14,4,2,0,1,2],"bins":[-0.10258501023054123,-0.09936407953500748,-0.09614314883947372,-0.09292221814393997,-0.08970127999782562,-0.08648034930229187,-0.08325941860675812,-0.08003848791122437,-0.07681755721569061,-0.07359662652015686,-0.07037569582462311,-0.06715476512908936,-0.0639338344335556,-0.06071290001273155,-0.0574919655919075,-0.05427103489637375,-0.051050104200839996,-0.047829173505306244,-0.04460824280977249,-0.04138730838894844,-0.03816637769341469,-0.034945446997880936,-0.031724512577056885,-0.028503581881523132,-0.02528265118598938,-0.022061720490455627,-0.018840787932276726,-0.015619856305420399,-0.012398924678564072,-0.009177993051707745,-0.0059570614248514175,-0.0027361297979950905,0.0004848092794418335,0.0037057409062981606,0.006926672533154488,0.010147604160010815,0.013368535786867142,0.016589466482400894,0.019810399040579796,0.023031331598758698,0.02625226229429245,0.029473192989826202,0.032694123685359955,0.035915058106184006,0.03913598880171776,0.04235691949725151,0.04557785391807556,0.048798784613609314,0.052019715309143066,0.05524064600467682,0.05846157670021057,0.06168251112103462,0.06490343809127808,0.06812437623739243,0.07134530693292618,0.07456623762845993,0.07778716832399368,0.08100809901952744,0.08422902971506119,0.08744996041059494,0.09067089855670929,0.09389182925224304,0.0971127599477768,0.10033369064331055,0.1035546213388443],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"values":[2,1,4,5,9,21,27,43,100,147,248,405,640,983,1369,1945,2768,3737,5307,7042,8959,11073,14214,17179,20034,22989,26075,29157,31513,33330,34694,35085,34806,33810,31972,29727,26729,23785,20398,17522,14581,11717,9422,7326,5432,4125,2987,2111,1418,1022,664,456,298,165,111,69,27,14,12,9,2,1,0,1],"bins":[-0.09432106465101242,-0.09133639186620712,-0.08835171908140182,-0.08536705374717712,-0.08238238096237183,-0.07939770817756653,-0.07641303539276123,-0.07342837005853653,-0.07044369727373123,-0.06745902448892593,-0.06447435170412064,-0.06148968264460564,-0.05850500985980034,-0.05552034080028534,-0.05253566801548004,-0.04955099895596504,-0.046566326171159744,-0.043581653386354446,-0.04059698432683945,-0.03761231154203415,-0.03462764248251915,-0.03164296969771385,-0.028658298775553703,-0.025673627853393555,-0.022688956931233406,-0.019704286009073257,-0.01671961508691311,-0.013734943233430386,-0.010750272311270237,-0.007765601389110088,-0.004780930001288652,-0.0017962588462978601,0.0011884123086929321,0.004173083230853081,0.007157754618674517,0.010142426006495953,0.013127096928656101,0.016111768782138824,0.019096439704298973,0.02208111062645912,0.02506578154861927,0.02805045247077942,0.031035123392939568,0.034019794315099716,0.037004467099905014,0.03998913615942001,0.04297380894422531,0.04595847800374031,0.04894315078854561,0.051927823573350906,0.054912492632865906,0.057897165417671204,0.0608818344771862,0.0638665035367012,0.0668511763215065,0.0698358491063118,0.0728205218911171,0.0758051946759224,0.0787898600101471,0.08177453279495239,0.08475920557975769,0.08774387836456299,0.09072854369878769,0.09371321648359299,0.09669788926839828],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,1,4,3,2,5,5,9,9,15,23,16,27,23,22,21,22,16,26,21,27,19,25,13,15,18,19,10,22,16,12,15,11,23,25,19,28,31,28,16,20,21,21,9,3,7,8,3,2,2,2,2,2,0,0,1,0,0,0,1],"bins":[-0.00021567534713540226,-0.0002084424049826339,-0.00020120946282986552,-0.00019397653522901237,-0.000186743593076244,-0.00017951065092347562,-0.00017227770877070725,-0.00016504476661793888,-0.0001578118244651705,-0.00015057889686431736,-0.00014334595471154898,-0.0001361130125587806,-0.00012888007040601224,-0.00012164713552920148,-0.0001144141933764331,-0.00010718125849962234,-9.994831634685397e-05,-9.27153741940856e-05,-8.548243931727484e-05,-7.824949716450647e-05,-7.10165622876957e-05,-6.378362013492733e-05,-5.655067798215896e-05,-4.931773946736939e-05,-4.2084800952579826e-05,-3.485186243779026e-05,-2.761892210401129e-05,-2.038598177023232e-05,-1.3153043255442753e-05,-5.920103831158485e-06,1.312835593125783e-06,8.545775017410051e-06,1.5778728993609548e-05,2.3011667508399114e-05,3.0244607842178084e-05,3.7477548175957054e-05,4.471048669074662e-05,5.194342520553619e-05,5.917636735830456e-05,6.640930223511532e-05,7.364224438788369e-05,8.087518654065207e-05,8.810812141746283e-05,9.53410635702312e-05,0.00010257400572299957,0.00010980694059981033,0.0001170398827525787,0.00012427281762938946,0.00013150575978215784,0.0001387387019349262,0.00014597164408769459,0.00015320457168854773,0.0001604375138413161,0.00016767045599408448,0.00017490339814685285,0.00018213634029962122,0.0001893692824523896,0.00019660221005324274,0.00020383515220601112,0.0002110680943587795,0.00021830103651154786,0.00022553397866431624,0.00023276690626516938,0.00023999984841793776,0.00024723279057070613]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09101881831884384,-0.08818648010492325,-0.08535413444042206,-0.08252179622650146,-0.07968945801258087,-0.07685711979866028,-0.07402478158473969,-0.0711924359202385,-0.0683600977063179,-0.06552775949239731,-0.06269541382789612,-0.059863075613975525,-0.05703073740005493,-0.05419839918613434,-0.05136605724692345,-0.048533715307712555,-0.04570137709379196,-0.04286903887987137,-0.04003669694066048,-0.037204355001449585,-0.03437201678752899,-0.0315396785736084,-0.028707336634397507,-0.025874996557831764,-0.02304265648126602,-0.02021031640470028,-0.017377976328134537,-0.014545636251568794,-0.011713296175003052,-0.00888095609843731,-0.006048616021871567,-0.0032162759453058243,-0.00038392841815948486,0.0024484116584062576,0.005280751734972,0.008113091811537743,0.010945431888103485,0.013777771964669228,0.01661011204123497,0.019442452117800713,0.022274792194366455,0.025107132270932198,0.02793947234749794,0.030771812424063683,0.033604152500629425,0.03643649071455002,0.03926883265376091,0.0421011745929718,0.044933512806892395,0.04776585102081299,0.05059819296002388,0.05343053489923477,0.056262873113155365,0.05909521132707596,0.06192755326628685,0.06475989520549774,0.06759223341941833,0.07042457163333893,0.07325690984725952,0.07608925551176071,0.0789215937256813,0.0817539319396019,0.08458627760410309,0.08741861581802368,0.09025095403194427],"_type":"histogram","values":[3,1,4,8,8,24,44,67,118,219,327,473,727,1052,1462,2135,2819,3836,5150,6640,8371,10796,12987,15799,18458,21439,24654,26933,28990,31036,32438,33054,33228,32930,31743,29740,27690,24662,22237,19436,16592,13910,11244,9010,7125,5541,4265,3156,2252,1635,1148,751,541,337,228,146,86,53,33,15,10,5,1,2]},"gradients/bert.encoder.layer.1.output.dense.weight":{"values":[3,1,2,6,5,6,12,16,16,19,50,72,86,107,145,211,342,456,736,979,1547,2320,3507,5608,8883,14462,24672,44334,95584,275059,689480,223023,81870,40094,22752,13488,8290,5119,3255,2024,1334,895,628,394,278,221,128,85,71,50,29,30,19,17,17,8,2,3,5,1,3,2,1,2],"bins":[-0.04364013671875,-0.0422053337097168,-0.040770530700683594,-0.03933572769165039,-0.03790092468261719,-0.036466121673583984,-0.03503131866455078,-0.03359651565551758,-0.032161712646484375,-0.030726909637451172,-0.02929210662841797,-0.027857303619384766,-0.026422500610351562,-0.02498769760131836,-0.023552894592285156,-0.022118091583251953,-0.02068328857421875,-0.019248485565185547,-0.017813682556152344,-0.01637887954711914,-0.014944076538085938,-0.013509273529052734,-0.012074470520019531,-0.010639667510986328,-0.009204864501953125,-0.007770061492919922,-0.006335258483886719,-0.004900455474853516,-0.0034656524658203125,-0.0020308494567871094,-0.0005960464477539062,0.0008387565612792969,0.0022735595703125,0.003708362579345703,0.005143165588378906,0.006577968597412109,0.008012771606445312,0.009447574615478516,0.010882377624511719,0.012317180633544922,0.013751983642578125,0.015186786651611328,0.01662158966064453,0.018056392669677734,0.019491195678710938,0.02092599868774414,0.022360801696777344,0.023795604705810547,0.02523040771484375,0.026665210723876953,0.028100013732910156,0.02953481674194336,0.030969619750976562,0.032404422760009766,0.03383922576904297,0.03527402877807617,0.036708831787109375,0.03814363479614258,0.03957843780517578,0.041013240814208984,0.04244804382324219,0.04388284683227539,0.045317649841308594,0.0467524528503418,0.048187255859375],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"values":[2,2,3,2,1,1,1,4,5,7,10,24,29,36,56,73,100,134,233,309,427,564,843,1205,1781,2437,3622,5014,7159,10541,15524,23467,37142,62349,115194,120178,66057,38904,24440,16108,10870,7548,5242,3684,2500,1763,1275,870,620,466,288,208,158,101,67,52,39,31,15,14,6,7,4,8],"bins":[-0.049163818359375,-0.047760963439941406,-0.04635810852050781,-0.04495525360107422,-0.043552398681640625,-0.04214954376220703,-0.04074668884277344,-0.039343833923339844,-0.03794097900390625,-0.036538124084472656,-0.03513526916503906,-0.03373241424560547,-0.032329559326171875,-0.03092670440673828,-0.029523849487304688,-0.028120994567871094,-0.0267181396484375,-0.025315284729003906,-0.023912429809570312,-0.02250957489013672,-0.021106719970703125,-0.01970386505126953,-0.018301010131835938,-0.016898155212402344,-0.01549530029296875,-0.014092445373535156,-0.012689590454101562,-0.011286735534667969,-0.009883880615234375,-0.008481025695800781,-0.0070781707763671875,-0.005675315856933594,-0.0042724609375,-0.0028696060180664062,-0.0014667510986328125,-6.389617919921875e-05,0.001338958740234375,0.0027418136596679688,0.0041446685791015625,0.005547523498535156,0.00695037841796875,0.008353233337402344,0.009756088256835938,0.011158943176269531,0.012561798095703125,0.013964653015136719,0.015367507934570312,0.016770362854003906,0.0181732177734375,0.019576072692871094,0.020978927612304688,0.02238178253173828,0.023784637451171875,0.02518749237060547,0.026590347290039062,0.027993202209472656,0.02939605712890625,0.030798912048339844,0.03220176696777344,0.03360462188720703,0.035007476806640625,0.03641033172607422,0.03781318664550781,0.039216041564941406,0.040618896484375],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,1,0,3,0,3,3,3,5,6,8,6,10,14,16,15,17,22,24,21,32,17,33,28,32,32,30,42,30,31,36,27,23,24,20,28,19,23,15,15,9,13,5,5,5,2,4,1,2,2,1,1,0,0,0,1],"bins":[-0.059197552502155304,-0.057493533939123154,-0.055789515376091,-0.054085493087768555,-0.052381474524736404,-0.050677455961704254,-0.048973433673381805,-0.047269415110349655,-0.045565396547317505,-0.043861377984285355,-0.042157359421253204,-0.040453337132930756,-0.038749318569898605,-0.037045300006866455,-0.035341277718544006,-0.033637259155511856,-0.031933240592479706,-0.030229222029447556,-0.028525201603770256,-0.026821181178092957,-0.025117162615060806,-0.023413144052028656,-0.021709123626351357,-0.020005103200674057,-0.018301084637641907,-0.016597066074609756,-0.014893045648932457,-0.013189026154577732,-0.011485006660223007,-0.009780987165868282,-0.008076967671513557,-0.0063729481771588326,-0.004668924957513809,-0.0029649054631590843,-0.0012608859688043594,0.00044313352555036545,0.0021471530199050903,0.003851172514259815,0.00555519200861454,0.007259211502969265,0.00896323099732399,0.010667250491678715,0.01237126998603344,0.014075289480388165,0.01577930897474289,0.01748332753777504,0.01918734796345234,0.02089136838912964,0.02259538695216179,0.02429940551519394,0.02600342594087124,0.027707446366548538,0.02941146492958069,0.03111548349261284,0.03281950205564499,0.03452352434396744,0.03622754290699959,0.03793156147003174,0.03963558375835419,0.04133960232138634,0.04304362088441849,0.04474763944745064,0.04645165801048279,0.04815568029880524,0.04985969886183739]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,1,0,0,0,0,1,0,0,1,0,0,0,3,3,2,2,12,10,23,38,59,87,96,114,95,89,81,88,70,89,70,60,71,56,93,81,112,108,116,112,65,42,32,18,12,10,7,8,3,2,0,1,1,1,0,0,0,0,1,0,0,0,1],"bins":[-0.00037406422779895365,-0.00036245622322894633,-0.000350848218658939,-0.0003392402140889317,-0.0003276322386227548,-0.0003160242340527475,-0.00030441622948274016,-0.00029280822491273284,-0.0002812002203427255,-0.0002695922157727182,-0.00025798421120271087,-0.00024637620663270354,-0.00023476821661461145,-0.00022316021204460412,-0.00021155222202651203,-0.0001999442174565047,-0.00018833621288649738,-0.00017672820831649005,-0.00016512020374648273,-0.00015351221372839063,-0.0001419042091583833,-0.00013029620458837599,-0.00011868820729432628,-0.00010708021000027657,-9.547220543026924e-05,-8.386420086026192e-05,-7.225620356621221e-05,-6.064820263418369e-05,-4.904020170215517e-05,-3.7432200770126656e-05,-2.582419983809814e-05,-1.4216198906069621e-05,-2.6081979740411043e-06,8.999802957987413e-06,2.060780389001593e-05,3.221580482204445e-05,4.3823805754072964e-05,5.543180668610148e-05,6.703980761813e-05,7.864780491217971e-05,9.025580948218703e-05,0.00010186381405219436,0.00011347181134624407,0.00012507980864029378,0.0001366878132103011,0.00014829581778030843,0.00015990380779840052,0.00017151181236840785,0.00018311981693841517,0.0001947278215084225,0.00020633582607842982,0.00021794381609652191,0.00022955182066652924,0.00024115982523653656,0.00025276781525462866,0.000264375819824636,0.0002759838243946433,0.00028759182896465063,0.00029919983353465796,0.0003108078381046653,0.0003224158426746726,0.00033402381814084947,0.0003456318227108568,0.0003572398272808641,0.00036884783185087144],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"values":[2,0,0,1,0,2,2,1,1,5,5,3,5,5,10,4,16,9,12,8,15,27,21,20,25,35,25,36,37,21,42,25,39,29,30,31,25,21,16,17,28,19,12,17,9,8,9,5,8,7,3,4,1,1,2,3,1,0,1,1,0,0,0,1],"bins":[-0.03936767578125,-0.03809309005737305,-0.036818504333496094,-0.03554391860961914,-0.03426933288574219,-0.032994747161865234,-0.03172016143798828,-0.030445575714111328,-0.029170989990234375,-0.027896404266357422,-0.02662181854248047,-0.025347232818603516,-0.024072647094726562,-0.02279806137084961,-0.021523475646972656,-0.020248889923095703,-0.01897430419921875,-0.017699718475341797,-0.016425132751464844,-0.01515054702758789,-0.013875961303710938,-0.012601375579833984,-0.011326789855957031,-0.010052204132080078,-0.008777618408203125,-0.007503032684326172,-0.006228446960449219,-0.004953861236572266,-0.0036792755126953125,-0.0024046897888183594,-0.0011301040649414062,0.00014448165893554688,0.0014190673828125,0.002693653106689453,0.003968238830566406,0.005242824554443359,0.0065174102783203125,0.007791996002197266,0.009066581726074219,0.010341167449951172,0.011615753173828125,0.012890338897705078,0.014164924621582031,0.015439510345458984,0.016714096069335938,0.01798868179321289,0.019263267517089844,0.020537853240966797,0.02181243896484375,0.023087024688720703,0.024361610412597656,0.02563619613647461,0.026910781860351562,0.028185367584228516,0.02945995330810547,0.030734539031982422,0.032009124755859375,0.03328371047973633,0.03455829620361328,0.035832881927490234,0.03710746765136719,0.03838205337524414,0.039656639099121094,0.04093122482299805,0.042205810546875],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,2,4,1,1,2,3,4,4,11,12,5,8,20,15,20,15,19,25,32,36,35,35,27,36,29,30,26,39,45,37,15,29,24,15,19,20,12,14,6,11,4,4,3,1,1,5,0,1,0,2,0,1,0,0,0,1],"bins":[-0.05240613594651222,-0.05077531933784485,-0.049144499003887177,-0.0475136823952198,-0.04588286578655243,-0.04425204545259476,-0.04262122884392738,-0.04099041223526001,-0.03935959190130234,-0.037728775292634964,-0.03609795868396759,-0.03446714207530022,-0.032836321741342545,-0.03120550513267517,-0.029574686661362648,-0.027943870052695274,-0.02631305158138275,-0.02468223311007023,-0.023051416501402855,-0.021420598030090332,-0.01978978142142296,-0.018158962950110435,-0.016528144478797913,-0.014897326938807964,-0.013266509398818016,-0.011635691858828068,-0.01000487431883812,-0.008374055847525597,-0.006743238307535648,-0.0051124207675457,-0.0034816027618944645,-0.0018507849890738726,-0.0002199709415435791,0.0014108468312770128,0.0030416646040976048,0.00467248260974884,0.006303300149738789,0.007934117689728737,0.00956493616104126,0.011195753701031208,0.012826571241021156,0.014457388781011105,0.016088206321001053,0.017719024792313576,0.0193498432636261,0.020980659872293472,0.022611478343605995,0.02424229495227337,0.02587311342358589,0.027503931894898415,0.02913474850356579,0.03076556697487831,0.032396383583545685,0.03402720391750336,0.03565802052617073,0.037288837134838104,0.038919657468795776,0.04055047407746315,0.042181290686130524,0.0438121072947979,0.04544292762875557,0.04707374423742294,0.04870456084609032,0.05033538118004799,0.05196619778871536]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.052276611328125,-0.05065631866455078,-0.04903602600097656,-0.047415733337402344,-0.045795440673828125,-0.044175148010253906,-0.04255485534667969,-0.04093456268310547,-0.03931427001953125,-0.03769397735595703,-0.03607368469238281,-0.034453392028808594,-0.032833099365234375,-0.031212806701660156,-0.029592514038085938,-0.02797222137451172,-0.0263519287109375,-0.02473163604736328,-0.023111343383789062,-0.021491050720214844,-0.019870758056640625,-0.018250465393066406,-0.016630172729492188,-0.015009880065917969,-0.01338958740234375,-0.011769294738769531,-0.010149002075195312,-0.008528709411621094,-0.006908416748046875,-0.005288124084472656,-0.0036678314208984375,-0.0020475387573242188,-0.00042724609375,0.0011930465698242188,0.0028133392333984375,0.004433631896972656,0.006053924560546875,0.007674217224121094,0.009294509887695312,0.010914802551269531,0.01253509521484375,0.014155387878417969,0.015775680541992188,0.017395973205566406,0.019016265869140625,0.020636558532714844,0.022256851196289062,0.02387714385986328,0.0254974365234375,0.02711772918701172,0.028738021850585938,0.030358314514160156,0.031978607177734375,0.033598899841308594,0.03521919250488281,0.03683948516845703,0.03845977783203125,0.04008007049560547,0.04170036315917969,0.043320655822753906,0.044940948486328125,0.046561241149902344,0.04818153381347656,0.04980182647705078,0.051422119140625],"_type":"histogram","values":[1,0,1,0,0,0,0,0,2,4,2,1,2,2,4,3,13,10,5,11,17,16,20,12,23,26,32,34,33,38,31,31,29,28,30,40,40,38,19,28,25,15,19,18,11,15,8,8,4,4,3,1,2,4,0,1,1,1,0,1,0,0,0,1]},"gradients/bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,2,1,2,5,3,4,4,4,5,6,8,9,14,9,25,8,15,17,33,22,32,25,30,40,38,25,28,37,28,37,28,22,22,23,24,19,18,11,12,14,11,9,11,5,2,4,5,1,3,2,1,0,2,0,0,0,1,0,0,0,1],"bins":[-0.03863525390625,-0.03730487823486328,-0.03597450256347656,-0.034644126892089844,-0.033313751220703125,-0.031983375549316406,-0.030652999877929688,-0.02932262420654297,-0.02799224853515625,-0.02666187286376953,-0.025331497192382812,-0.024001121520996094,-0.022670745849609375,-0.021340370178222656,-0.020009994506835938,-0.01867961883544922,-0.0173492431640625,-0.01601886749267578,-0.014688491821289062,-0.013358116149902344,-0.012027740478515625,-0.010697364807128906,-0.009366989135742188,-0.008036613464355469,-0.00670623779296875,-0.005375862121582031,-0.0040454864501953125,-0.0027151107788085938,-0.001384735107421875,-5.435943603515625e-05,0.0012760162353515625,0.0026063919067382812,0.003936767578125,0.005267143249511719,0.0065975189208984375,0.007927894592285156,0.009258270263671875,0.010588645935058594,0.011919021606445312,0.013249397277832031,0.01457977294921875,0.01591014862060547,0.017240524291992188,0.018570899963378906,0.019901275634765625,0.021231651306152344,0.022562026977539062,0.02389240264892578,0.0252227783203125,0.02655315399169922,0.027883529663085938,0.029213905334472656,0.030544281005859375,0.031874656677246094,0.03320503234863281,0.03453540802001953,0.03586578369140625,0.03719615936279297,0.03852653503417969,0.039856910705566406,0.041187286376953125,0.042517662048339844,0.04384803771972656,0.04517841339111328,0.0465087890625],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,1,1,1,0,1,5,2,5,8,12,10,7,5,10,3,12,7,13,10,15,21,14,12,28,30,29,23,26,26,28,19,28,23,23,20,38,17,25,22,22,22,23,17,9,8,11,7,10,7,6,8,4,8,8,6,7,0,2,1,0,1],"bins":[-0.0003561275952961296,-0.000345810956787318,-0.0003354943182785064,-0.0003251776797696948,-0.0003148610412608832,-0.0003045444027520716,-0.00029422776424326,-0.00028391112573444843,-0.0002735945163294673,-0.0002632778778206557,-0.0002529612393118441,-0.0002426445862511173,-0.00023232796229422092,-0.00022201132378540933,-0.00021169468527659774,-0.00020137804676778615,-0.00019106140825897455,-0.00018074476975016296,-0.00017042813124135137,-0.00016011149273253977,-0.00014979485422372818,-0.00013947823026683182,-0.00012916159175802022,-0.00011884495324920863,-0.00010852831474039704,-9.821167623158544e-05,-8.789503772277385e-05,-7.757840648991987e-05,-6.726176798110828e-05,-5.6945129472296685e-05,-4.66284946014639e-05,-3.631185973063111e-05,-2.5995192117989063e-05,-1.5678555428166874e-05,-5.361918738344684e-06,4.954717951477505e-06,1.5271354641299695e-05,2.5587991331121884e-05,3.5904628020944074e-05,4.622126289177686e-05,5.653790140058845e-05,6.685453990940005e-05,7.717117841821164e-05,8.748780965106562e-05,9.780444815987721e-05,0.0001081210866686888,0.00011843771790154278,0.00012875435641035438,0.00013907099491916597,0.00014938763342797756,0.00015970427193678916,0.00017002091044560075,0.00018033754895441234,0.0001906541729113087,0.0002009708114201203,0.0002112874499289319,0.00022160408843774348,0.00023192072694655508,0.00024223736545536667,0.00025255398941226304,0.00026287062792107463,0.0002731872664298862,0.0002835039049386978,0.0002938205434475094,0.000304137181956321],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"values":[2,7,3,9,18,28,49,71,140,220,326,570,864,1178,1714,2457,3318,4621,6085,7752,9954,12385,15399,18121,21545,24461,27319,29926,32041,33569,34429,35019,33893,32592,30548,28434,25427,22440,19194,16600,13509,10892,8665,6567,5105,3815,2742,1983,1309,862,621,383,262,157,104,50,29,19,9,6,3,1,1,2],"bins":[-0.09172217547893524,-0.08877933770418167,-0.0858364999294281,-0.08289366215467453,-0.07995082437992096,-0.07700798660516739,-0.07406514883041382,-0.07112231105566025,-0.06817947328090668,-0.0652366429567337,-0.062293801456689835,-0.059350963681936264,-0.05640812963247299,-0.05346529185771942,-0.05052245408296585,-0.04757961630821228,-0.04463677853345871,-0.04169394075870514,-0.03875110298395157,-0.035808265209198,-0.03286542743444443,-0.029922591522336006,-0.026979755610227585,-0.024036917835474014,-0.021094080060720444,-0.018151242285966873,-0.015208405442535877,-0.012265568599104881,-0.00932273082435131,-0.0063798935152590275,-0.0034370562061667442,-0.000494218897074461,0.002448625862598419,0.0053914631716907024,0.008334300480782986,0.011277137324213982,0.014219975098967552,0.017162812873721123,0.020105648785829544,0.023048486560583115,0.025991324335336685,0.028934162110090256,0.031876999884843826,0.0348198376595974,0.03776267170906067,0.04070550948381424,0.04364834725856781,0.04659118503332138,0.04953402280807495,0.05247686058282852,0.05541969835758209,0.05836253613233566,0.06130537390708923,0.0642482116818428,0.06719104945659637,0.07013388723134995,0.07307672500610352,0.07601955533027649,0.07896239310503006,0.08190523087978363,0.0848480686545372,0.08779090642929077,0.09073374420404434,0.09367658197879791,0.09661941975355148],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,2,1,3,3,5,6,20,11,18,20,24,31,20,21,16,22,15,17,24,19,17,17,9,7,8,3,10,9,12,4,8,10,9,14,6,9,12,12,14,9,15,15,12,20,22,25,27,24,23,23,21,13,10,7,2,3,2,1,1,1,0,0,1],"bins":[-0.0001487319968873635,-0.00014381631626747549,-0.00013890062109567225,-0.00013398494047578424,-0.00012906925985589623,-0.000124153564684093,-0.00011923788406420499,-0.00011432219616835937,-0.00010940650827251375,-0.00010449082037666813,-9.95751324808225e-05,-9.46594518609345e-05,-8.974376396508887e-05,-8.482807606924325e-05,-7.991239544935524e-05,-7.499670755350962e-05,-7.0081019657664e-05,-6.516533176181838e-05,-6.0249647503951564e-05,-5.533396324608475e-05,-5.041827535023913e-05,-4.5502587454393506e-05,-4.058690319652669e-05,-3.5671218938659877e-05,-3.0755531042814255e-05,-2.5839844965958036e-05,-2.0924158889101818e-05,-1.60084728122456e-05,-1.1092786735389382e-05,-6.177100658533163e-06,-1.261414581676945e-06,3.654271495179273e-06,8.56997212395072e-06,1.3485658200806938e-05,1.8401344277663156e-05,2.3317030354519375e-05,2.8232716431375593e-05,3.3148404327221215e-05,3.806408858508803e-05,4.2979772842954844e-05,4.7895460738800466e-05,5.281114863464609e-05,5.77268328925129e-05,6.264251715037972e-05,6.755820504622534e-05,7.247389294207096e-05,7.738957356195897e-05,8.230526145780459e-05,8.722094935365021e-05,9.213663724949583e-05,9.705232514534146e-05,0.00010196800576522946,0.00010688369366107509,0.00011179938155692071,0.00011671506217680871,0.00012163075007265434,0.00012654643796849996,0.00013146211858838797,0.0001363778137601912,0.0001412934943800792,0.00014620917499996722,0.00015112487017177045,0.00015604055079165846,0.0001609562459634617,0.0001658719265833497]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,0,1,4,3,9,7,6,4,5,17,10,11,8,17,12,19,20,25,17,25,23,20,22,13,19,23,25,20,21,26,22,20,25,25,19,9,19,17,18,10,21,16,15,18,13,7,11,12,5,9,5,4,5,1,2,2,0,1,0,2],"bins":[-0.0002959759731311351,-0.0002867145522031933,-0.0002774531312752515,-0.00026819173945114017,-0.00025893031852319837,-0.00024966889759525657,-0.00024040747666731477,-0.0002311460702912882,-0.0002218846493633464,-0.0002126232284354046,-0.00020336182205937803,-0.00019410040113143623,-0.00018483898020349443,-0.00017557757382746786,-0.00016631615289952606,-0.0001570547465234995,-0.0001477933255955577,-0.0001385319046676159,-0.00012927049829158932,-0.00012000907736364752,-0.00011074766371166334,-0.00010148625005967915,-9.222482913173735e-05,-8.296341547975317e-05,-7.370200182776898e-05,-6.44405881757848e-05,-5.5179170885821804e-05,-4.591775359585881e-05,-3.665633994387463e-05,-2.739492447290104e-05,-1.813350900192745e-05,-8.872093530953862e-06,3.8929283618927e-07,9.650708307162859e-06,1.8912123778136447e-05,2.8173539249110036e-05,3.7434954720083624e-05,4.669636837206781e-05,5.59577856620308e-05,6.52192029519938e-05,7.448061660397798e-05,8.374203025596216e-05,9.300344390794635e-05,0.00010226486483588815,0.00011152627848787233,0.00012078769213985652,0.00013004911306779832,0.0001393105194438249,0.00014857194037176669,0.00015783336129970849,0.00016709476767573506,0.00017635618860367686,0.00018561759497970343,0.00019487901590764523,0.00020414043683558702,0.0002134018432116136,0.0002226632641395554,0.0002319246850674972,0.00024118609144352376,0.00025044751237146556,0.00025970893329940736,0.00026897035422734916,0.0002782317460514605,0.0002874931669794023,0.0002967545879073441]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"values":[3,2,3,8,5,17,14,17,33,64,65,112,173,282,392,567,854,1132,1676,2476,3546,5293,7856,11873,18243,29183,47970,87927,183141,490989,353576,140767,71593,40703,25062,15665,10081,6786,4663,3120,2158,1473,1068,702,485,315,250,157,107,66,48,31,20,22,15,3,2,4,2,2,0,1,0,1],"bins":[-0.0297393798828125,-0.028742551803588867,-0.027745723724365234,-0.0267488956451416,-0.02575206756591797,-0.024755239486694336,-0.023758411407470703,-0.02276158332824707,-0.021764755249023438,-0.020767927169799805,-0.019771099090576172,-0.01877427101135254,-0.017777442932128906,-0.016780614852905273,-0.01578378677368164,-0.014786958694458008,-0.013790130615234375,-0.012793302536010742,-0.01179647445678711,-0.010799646377563477,-0.009802818298339844,-0.008805990219116211,-0.007809162139892578,-0.006812334060668945,-0.0058155059814453125,-0.00481867790222168,-0.003821849822998047,-0.002825021743774414,-0.0018281936645507812,-0.0008313655853271484,0.00016546249389648438,0.0011622905731201172,0.00215911865234375,0.003155946731567383,0.004152774810791016,0.0051496028900146484,0.006146430969238281,0.007143259048461914,0.008140087127685547,0.00913691520690918,0.010133743286132812,0.011130571365356445,0.012127399444580078,0.013124227523803711,0.014121055603027344,0.015117883682250977,0.01611471176147461,0.017111539840698242,0.018108367919921875,0.019105195999145508,0.02010202407836914,0.021098852157592773,0.022095680236816406,0.02309250831604004,0.024089336395263672,0.025086164474487305,0.026082992553710938,0.02707982063293457,0.028076648712158203,0.029073476791381836,0.03007030487060547,0.0310671329498291,0.032063961029052734,0.03306078910827637,0.0340576171875],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"values":[1,4,2,0,9,4,3,8,6,8,10,12,11,7,11,24,16,12,21,9,14,24,12,20,15,15,17,18,14,15,18,15,15,16,18,19,19,16,19,13,19,9,13,16,13,17,14,16,19,8,18,19,9,12,9,9,6,11,6,6,1,2,4,2],"bins":[-0.00047135542263276875,-0.0004568199219647795,-0.00044228442129679024,-0.000427748920628801,-0.0004132133908569813,-0.000398677890188992,-0.00038414238952100277,-0.0003696068888530135,-0.00035507138818502426,-0.000340535887517035,-0.00032600038684904575,-0.0003114648861810565,-0.00029692938551306725,-0.00028239385574124753,-0.0002678583550732583,-0.000253322854405269,-0.00023878735373727977,-0.00022425185306929052,-0.00020971635240130126,-0.00019518083718139678,-0.00018064533651340753,-0.00016610983584541827,-0.0001515743206255138,-0.00013703881995752454,-0.00012250331928953528,-0.00010796781862154603,-9.343231067759916e-05,-7.88968027336523e-05,-6.436130206566304e-05,-4.982579775969498e-05,-3.529029345372692e-05,-2.0754789147758856e-05,-6.219255737960339e-06,8.316248568007722e-06,2.2851752873975784e-05,3.7387257179943845e-05,5.1922761485911906e-05,6.645826215390116e-05,8.099377009784803e-05,9.55292780417949e-05,0.00011006477870978415,0.0001246002793777734,0.00013913578004576266,0.00015367129526566714,0.0001682067959336564,0.00018274229660164565,0.00019727781182155013,0.00021181331248953938,0.00022634881315752864,0.0002408843138255179,0.00025541981449350715,0.0002699553151614964,0.00028449081582948565,0.00029902634560130537,0.0003135618462692946,0.0003280973469372839,0.00034263284760527313,0.0003571683482732624,0.00037170384894125164,0.0003862393496092409,0.0004007748793810606,0.00041531038004904985,0.0004298458807170391,0.00044438138138502836,0.0004589168820530176],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,1,3,0,3,3,2,5,11,8,15,25,29,44,75,89,155,240,303,511,764,1127,1825,2777,4356,7037,11605,19694,35124,69146,151414,139886,63235,32573,18484,10887,6672,4174,2575,1660,1119,705,477,326,206,139,102,67,43,29,26,13,8,8,6,3,3,2,1,1,0,0,1,1],"bins":[-0.044952392578125,-0.04349946975708008,-0.042046546936035156,-0.040593624114990234,-0.03914070129394531,-0.03768777847290039,-0.03623485565185547,-0.03478193283081055,-0.033329010009765625,-0.0318760871887207,-0.03042316436767578,-0.02897024154663086,-0.027517318725585938,-0.026064395904541016,-0.024611473083496094,-0.023158550262451172,-0.02170562744140625,-0.020252704620361328,-0.018799781799316406,-0.017346858978271484,-0.015893936157226562,-0.01444101333618164,-0.012988090515136719,-0.011535167694091797,-0.010082244873046875,-0.008629322052001953,-0.007176399230957031,-0.005723476409912109,-0.0042705535888671875,-0.0028176307678222656,-0.0013647079467773438,8.821487426757812e-05,0.0015411376953125,0.002994060516357422,0.004446983337402344,0.005899906158447266,0.0073528289794921875,0.00880575180053711,0.010258674621582031,0.011711597442626953,0.013164520263671875,0.014617443084716797,0.01607036590576172,0.01752328872680664,0.018976211547851562,0.020429134368896484,0.021882057189941406,0.023334980010986328,0.02478790283203125,0.026240825653076172,0.027693748474121094,0.029146671295166016,0.030599594116210938,0.03205251693725586,0.03350543975830078,0.0349583625793457,0.036411285400390625,0.03786420822143555,0.03931713104248047,0.04077005386352539,0.04222297668457031,0.043675899505615234,0.045128822326660156,0.04658174514770508,0.04803466796875]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.00015811616322025657,-0.0001533539907541126,-0.0001485918037360534,-0.00014382963126990944,-0.00013906745880376548,-0.00013430527178570628,-0.00012954309931956232,-0.00012478092685341835,-0.00012001873983535916,-0.00011525656736921519,-0.00011049438762711361,-0.00010573220788501203,-0.00010097003541886806,-9.620785567676648e-05,-9.14456759346649e-05,-8.668350346852094e-05,-8.192132372641936e-05,-7.715914398431778e-05,-7.239697151817381e-05,-6.763479177607223e-05,-6.287261203397065e-05,-5.811043592984788e-05,-5.334825982572511e-05,-4.858608008362353e-05,-4.3823903979500756e-05,-3.906172787537798e-05,-3.42995481332764e-05,-2.953737202915363e-05,-2.4775194106041454e-05,-2.0013016182929277e-05,-1.5250839169311803e-05,-1.0488662155694328e-05,-5.726484232582152e-06,-9.643067642173264e-07,3.797870704147499e-06,8.560047717764974e-06,1.332222564087715e-05,1.8084403563989326e-05,2.28465796681121e-05,2.7608757591224276e-05,3.237093551433645e-05,3.7133111618459225e-05,4.1895291360560805e-05,4.665746746468358e-05,5.141964356880635e-05,5.618182331090793e-05,6.09439994150307e-05,6.570617551915348e-05,7.046835526125506e-05,7.523053500335664e-05,7.99927074695006e-05,8.475488721160218e-05,8.951706695370376e-05,9.427923941984773e-05,9.90414191619493e-05,0.00010380359890405089,0.00010856577137019485,0.00011332795111229643,0.00011809013085439801,0.00012285230332054198,0.00012761449033860117,0.00013237666280474514,0.0001371388352708891,0.0001419010222889483,0.00014666319475509226],"_type":"histogram","values":[2,1,3,4,0,1,4,5,6,12,22,15,17,17,20,25,21,14,20,15,17,14,16,14,11,22,10,13,13,6,8,13,10,7,3,7,15,7,9,3,17,6,16,9,22,13,11,16,17,23,31,15,21,23,23,20,12,11,3,6,4,1,3,3]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,2,1,3,11,11,21,42,87,124,208,395,563,901,1405,1973,2744,3810,5421,7230,9564,11956,14901,18152,21682,24889,28434,31127,33728,35135,36168,36455,35662,33937,31876,28999,25714,22517,18828,15695,12549,9985,7683,5827,4303,2948,2093,1530,968,604,387,242,137,95,42,26,19,6,4,2,1],"bins":[-0.10584642738103867,-0.1027427613735199,-0.09963909536600113,-0.09653542935848236,-0.09343177080154419,-0.09032810479402542,-0.08722443878650665,-0.08412077277898788,-0.08101710677146912,-0.07791344076395035,-0.07480977475643158,-0.07170610874891281,-0.06860244274139404,-0.06549878418445587,-0.0623951181769371,-0.059291452169418335,-0.05618778616189957,-0.0530841201543808,-0.04998045414686203,-0.04687679186463356,-0.04377312585711479,-0.040669459849596024,-0.037565797567367554,-0.034462131559848785,-0.03135846555233002,-0.02825479954481125,-0.02515113539993763,-0.02204747125506401,-0.018943805247545242,-0.015840139240026474,-0.012736475095152855,-0.009632810018956661,-0.0065291449427604675,-0.003425479866564274,-0.00032181479036808014,0.0027818502858281136,0.005885515362024307,0.008989180438220501,0.012092845514416695,0.015196510590612888,0.018300175666809082,0.02140384167432785,0.02450750581920147,0.02761116996407509,0.030714835971593857,0.033818501979112625,0.036922164261341095,0.04002583026885986,0.04312949627637863,0.0462331622838974,0.04933682829141617,0.05244049057364464,0.055544156581163406,0.058647822588682175,0.061751484870910645,0.06485515087842941,0.06795881688594818,0.07106248289346695,0.07416614890098572,0.07726981490850449,0.08037348091602325,0.08347713947296143,0.0865808054804802,0.08968447148799896,0.09278813749551773]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,1,2,2,2,6,8,10,12,24,33,42,71,113,127,193,271,351,497,660,1010,1417,2001,3012,4439,6471,9937,15187,23635,38319,67296,129295,121115,62380,35977,22330,14211,9477,6180,4328,2838,1962,1330,958,658,466,352,253,143,133,92,63,42,33,21,12,11,7,2,1,3],"bins":[-0.04229736328125,-0.041086673736572266,-0.03987598419189453,-0.0386652946472168,-0.03745460510253906,-0.03624391555786133,-0.035033226013183594,-0.03382253646850586,-0.032611846923828125,-0.03140115737915039,-0.030190467834472656,-0.028979778289794922,-0.027769088745117188,-0.026558399200439453,-0.02534770965576172,-0.024137020111083984,-0.02292633056640625,-0.021715641021728516,-0.02050495147705078,-0.019294261932373047,-0.018083572387695312,-0.016872882843017578,-0.015662193298339844,-0.01445150375366211,-0.013240814208984375,-0.01203012466430664,-0.010819435119628906,-0.009608745574951172,-0.008398056030273438,-0.007187366485595703,-0.005976676940917969,-0.004765987396240234,-0.0035552978515625,-0.0023446083068847656,-0.0011339187622070312,7.677078247070312e-05,0.0012874603271484375,0.002498149871826172,0.0037088394165039062,0.004919528961181641,0.006130218505859375,0.007340908050537109,0.008551597595214844,0.009762287139892578,0.010972976684570312,0.012183666229248047,0.013394355773925781,0.014605045318603516,0.01581573486328125,0.017026424407958984,0.01823711395263672,0.019447803497314453,0.020658493041992188,0.021869182586669922,0.023079872131347656,0.02429056167602539,0.025501251220703125,0.02671194076538086,0.027922630310058594,0.029133319854736328,0.030344009399414062,0.0315546989440918,0.03276538848876953,0.033976078033447266,0.035186767578125]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.00019709971093107015,-0.00019100036297459155,-0.00018490102957002819,-0.0001788016816135496,-0.000172702333657071,-0.00016660300025250763,-0.00016050365229602903,-0.00015440430433955044,-0.00014830497093498707,-0.00014220562297850847,-0.00013610627502202988,-0.00013000692706555128,-0.00012390759366098791,-0.00011780824570450932,-0.00011170890502398834,-0.00010560955706750974,-9.951021638698876e-05,-9.341087570646778e-05,-8.731152774998918e-05,-8.12121870694682e-05,-7.51128391129896e-05,-6.901349843246862e-05,-6.291415775194764e-05,-5.681481343344785e-05,-5.0715469114948064e-05,-4.4616124796448275e-05,-3.851678047794849e-05,-3.2417439797427505e-05,-2.6318095478927717e-05,-2.0218751160427928e-05,-1.4119408660917543e-05,-8.020065251912456e-06,-1.920721842907369e-06,4.178621566097718e-06,1.0277964975102805e-05,1.637730747461319e-05,2.247665179311298e-05,2.8575996111612767e-05,3.467533679213375e-05,4.077468111063354e-05,4.6874025429133326e-05,5.2973369747633114e-05,5.90727140661329e-05,6.517205474665388e-05,7.127139542717487e-05,7.737074338365346e-05,8.347008406417444e-05,8.956943202065304e-05,9.566877270117402e-05,0.000101768113381695,0.0001078674613381736,0.00011396680201869458,0.00012006614997517318,0.00012616548337973654,0.00013226483133621514,0.00013836417929269373,0.00014446352724917233,0.0001505628606537357,0.0001566622086102143,0.0001627615565666929,0.00016886088997125626,0.00017496023792773485,0.00018105958588421345,0.00018715891928877681,0.0001932582672452554],"_type":"histogram","values":[1,0,0,0,1,0,1,1,2,0,9,7,8,10,24,19,19,33,23,21,26,15,20,21,13,22,16,14,14,11,17,11,17,8,12,16,12,11,9,14,14,23,22,21,23,28,26,30,29,16,18,16,7,5,2,4,5,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,1,0,0,1,0,0,2,0,1,3,5,5,2,11,11,13,27,37,70,80,97,104,91,84,83,97,58,67,67,56,70,65,68,86,84,103,91,97,100,82,34,28,23,16,6,4,1,0,2,3,2,3,3,0,0,1,0,0,1],"bins":[-0.00037693389458581805,-0.00036597010330297053,-0.00035500628291629255,-0.000344042491633445,-0.00033307867124676704,-0.0003221148799639195,-0.000311151088681072,-0.000300187268294394,-0.0002892234770115465,-0.0002782596566248685,-0.000267295865342021,-0.00025633207405917346,-0.0002453682536724955,-0.00023440444783773273,-0.0002234406565548852,-0.00021247685072012246,-0.0002015130448853597,-0.00019054923905059695,-0.0001795854332158342,-0.00016862164193298668,-0.00015765783609822392,-0.00014669403026346117,-0.00013573022442869842,-0.00012476641859393567,-0.00011380262003513053,-0.00010283881420036778,-9.187501564156264e-05,-8.091120980679989e-05,-6.994740397203714e-05,-5.8983605413232e-05,-4.801979957846925e-05,-3.70559973816853e-05,-2.6092195184901357e-05,-1.512839207862271e-05,-4.164588972344063e-06,6.7992141339345835e-06,1.776301724021323e-05,2.8726819436997175e-05,3.969062527175993e-05,5.065442746854387e-05,6.161822966532782e-05,7.258203550009057e-05,8.354583405889571e-05,9.450963989365846e-05,0.00010547344572842121,0.00011643724428722635,0.0001274010428460315,0.00013836484868079424,0.000149328654515557,0.00016029246035031974,0.0001712562661850825,0.00018222005746793002,0.00019318386330269277,0.00020414766913745552,0.00021511147497221828,0.00022607528080698103,0.00023703908664174378,0.0002480028779245913,0.0002589666983112693,0.0002699304895941168,0.00028089428087696433,0.0002918581012636423,0.00030282189254648983,0.0003137857129331678,0.00032474950421601534]},"parameters/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,2,1,9,17,33,43,103,162,242,459,710,1093,1634,2574,3896,5606,7885,10813,14859,19311,25109,31853,39166,47138,56007,64710,72859,80214,86806,90752,93538,94672,93305,90333,84050,77101,69798,61095,52590,43956,36275,28947,22785,17273,12798,9523,6754,4817,3295,2217,1407,912,547,325,214,111,78,42,14,12,8,2,3],"bins":[-0.09756820648908615,-0.0945470929145813,-0.09152597934007645,-0.0885048657655716,-0.08548374474048615,-0.08246263116598129,-0.07944151759147644,-0.07642040401697159,-0.07339929044246674,-0.07037817686796188,-0.06735706329345703,-0.06433594971895218,-0.06131483241915703,-0.058293718844652176,-0.055272601544857025,-0.05225148797035217,-0.04923037439584732,-0.04620926082134247,-0.043188147246837616,-0.040167029947042465,-0.03714591637253761,-0.03412480279803276,-0.03110368736088276,-0.028082571923732758,-0.025061458349227905,-0.022040344774723053,-0.01901922933757305,-0.01599811390042305,-0.012977000325918198,-0.00995588582009077,-0.006934771314263344,-0.003913656808435917,-0.00089254230260849,0.002128572203218937,0.005149686709046364,0.00817080121487379,0.011191915720701218,0.014213030226528645,0.01723414473235607,0.020255260169506073,0.023276373744010925,0.026297487318515778,0.02931860275566578,0.03233971819281578,0.03536083176732063,0.038381945341825485,0.041403062641620636,0.04442417621612549,0.04744528979063034,0.05046640336513519,0.053487516939640045,0.056508634239435196,0.05952974781394005,0.0625508651137352,0.06557197868824005,0.0685930922627449,0.07161420583724976,0.07463531941175461,0.07765643298625946,0.08067754656076431,0.08369866013526917,0.08671978116035461,0.08974089473485947,0.09276200830936432,0.09578312188386917]},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,2,3,2,3,0,3,5,9,6,7,14,12,18,24,29,24,41,49,43,60,57,46,56,47,52,29,27,16,19,12,15,8,6,4,3,5,2,0,1,1,1,0,0,0,0,1,0,1,1,0,0,0,1],"bins":[-0.00011801719665527344,-0.0001142602413892746,-0.00011050328612327576,-0.00010674633085727692,-0.00010298937559127808,-9.923242032527924e-05,-9.54754650592804e-05,-9.171850979328156e-05,-8.796155452728271e-05,-8.420459926128387e-05,-8.044764399528503e-05,-7.66906887292862e-05,-7.293373346328735e-05,-6.917677819728851e-05,-6.541982293128967e-05,-6.166286766529083e-05,-5.790591239929199e-05,-5.414895713329315e-05,-5.039200186729431e-05,-4.663504660129547e-05,-4.287809133529663e-05,-3.912113606929779e-05,-3.536418080329895e-05,-3.160722553730011e-05,-2.785027027130127e-05,-2.409331500530243e-05,-2.033635973930359e-05,-1.657940447330475e-05,-1.2822449207305908e-05,-9.065493941307068e-06,-5.3085386753082275e-06,-1.5515834093093872e-06,2.205371856689453e-06,5.9623271226882935e-06,9.719282388687134e-06,1.3476237654685974e-05,1.7233192920684814e-05,2.0990148186683655e-05,2.4747103452682495e-05,2.8504058718681335e-05,3.2261013984680176e-05,3.6017969250679016e-05,3.9774924516677856e-05,4.35318797826767e-05,4.728883504867554e-05,5.104579031467438e-05,5.480274558067322e-05,5.855970084667206e-05,6.23166561126709e-05,6.607361137866974e-05,6.983056664466858e-05,7.358752191066742e-05,7.734447717666626e-05,8.11014324426651e-05,8.485838770866394e-05,8.861534297466278e-05,9.237229824066162e-05,9.612925350666046e-05,9.98862087726593e-05,0.00010364316403865814,0.00010740011930465698,0.00011115707457065582,0.00011491402983665466,0.0001186709851026535,0.00012242794036865234]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"values":[2,0,0,0,0,1,0,0,1,1,0,1,1,1,0,1,1,3,2,4,7,9,7,16,37,51,68,96,126,116,95,88,71,76,65,63,55,63,78,69,80,107,122,120,120,82,51,35,13,11,13,6,1,3,2,3,2,1,0,0,0,0,0,1],"bins":[-0.0004247558827046305,-0.0004130048328079283,-0.0004012538120150566,-0.00038950276211835444,-0.00037775171222165227,-0.00036600069142878056,-0.0003542496415320784,-0.00034249862073920667,-0.0003307475708425045,-0.00031899652094580233,-0.0003072455001529306,-0.00029549445025622845,-0.00028374342946335673,-0.00027199237956665456,-0.0002602413296699524,-0.0002484903088770807,-0.0002367392589803785,-0.00022498822363559157,-0.00021323718829080462,-0.00020148613839410245,-0.0001897351030493155,-0.00017798406770452857,-0.0001662330178078264,-0.00015448198246303946,-0.00014273094711825252,-0.00013097991177346557,-0.00011922886915272102,-0.00010747782653197646,-9.572679118718952e-05,-8.397575584240258e-05,-7.222471322165802e-05,-6.047367423889227e-05,-4.8722606152296066e-05,-3.697156716953032e-05,-2.5220528186764568e-05,-1.3469489203998819e-05,-1.71845022123307e-06,1.003258876153268e-05,2.1783627744298428e-05,3.353466672706418e-05,4.5285705709829926e-05,5.7036744692595676e-05,6.878778367536142e-05,8.053882629610598e-05,9.228986164089292e-05,0.00010404089698567986,0.00011579193960642442,0.00012754298222716898,0.00013929401757195592,0.00015104505291674286,0.0001627960882615298,0.00017454713815823197,0.00018629817350301892,0.00019804920884780586,0.00020980025874450803,0.00022155129408929497,0.0002333023294340819,0.0002450533793307841,0.0002568044001236558,0.00026855545002035797,0.00028030649991706014,0.00029205752070993185,0.000303808570606634,0.00031555959139950573,0.0003273106412962079],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.05322265625,-0.05162525177001953,-0.05002784729003906,-0.048430442810058594,-0.046833038330078125,-0.045235633850097656,-0.04363822937011719,-0.04204082489013672,-0.04044342041015625,-0.03884601593017578,-0.03724861145019531,-0.035651206970214844,-0.034053802490234375,-0.032456398010253906,-0.030858993530273438,-0.02926158905029297,-0.0276641845703125,-0.02606678009033203,-0.024469375610351562,-0.022871971130371094,-0.021274566650390625,-0.019677162170410156,-0.018079757690429688,-0.01648235321044922,-0.01488494873046875,-0.013287544250488281,-0.011690139770507812,-0.010092735290527344,-0.008495330810546875,-0.006897926330566406,-0.0053005218505859375,-0.0037031173706054688,-0.002105712890625,-0.0005083084106445312,0.0010890960693359375,0.0026865005493164062,0.004283905029296875,0.005881309509277344,0.0074787139892578125,0.009076118469238281,0.01067352294921875,0.012270927429199219,0.013868331909179688,0.015465736389160156,0.017063140869140625,0.018660545349121094,0.020257949829101562,0.02185535430908203,0.0234527587890625,0.02505016326904297,0.026647567749023438,0.028244972229003906,0.029842376708984375,0.031439781188964844,0.03303718566894531,0.03463459014892578,0.03623199462890625,0.03782939910888672,0.03942680358886719,0.041024208068847656,0.042621612548828125,0.044219017028808594,0.04581642150878906,0.04741382598876953,0.04901123046875],"_type":"histogram","values":[2,0,0,2,2,1,4,6,8,5,16,13,23,31,42,58,89,127,192,267,390,574,848,1283,2018,3291,5149,8466,14298,25424,47801,104071,317784,678759,196800,75625,37539,20389,11938,7140,4400,2856,1736,1111,735,510,314,248,151,87,80,50,29,25,20,13,8,5,2,4,2,1,1,1]},"gradients/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,2,1,2,0,2,2,5,2,2,1,9,4,15,8,10,18,28,15,29,39,50,78,74,88,64,40,24,27,19,18,19,16,12,6,5,7,6,3,2,1,2,1,3,0,0,2,0,1,1,1,0,0,0,0,1],"bins":[-0.04384910315275192,-0.042471736669540405,-0.04109436646103859,-0.03971699997782707,-0.038339629769325256,-0.03696226328611374,-0.03558489680290222,-0.034207526594400406,-0.03283016011118889,-0.03145278990268707,-0.030075423419475555,-0.02869805507361889,-0.027320686727762222,-0.025943318381905556,-0.02456595189869404,-0.023188583552837372,-0.021811215206980705,-0.02043384686112404,-0.019056478515267372,-0.017679112032055855,-0.016301743686199188,-0.014924375340342522,-0.013547006994485855,-0.012169639579951763,-0.010792271234095097,-0.00941490288823843,-0.008037535473704338,-0.0066601671278476715,-0.005282799247652292,-0.003905431367456913,-0.00252806325443089,-0.001150695257820189,0.00022667273879051208,0.0016040407354012132,0.0029814087320119143,0.004358776845037937,0.005736144725233316,0.007113512605428696,0.008490880951285362,0.009868248365819454,0.01124561671167612,0.012622985057532787,0.01400035247206688,0.015377720817923546,0.016755089163780212,0.01813245750963688,0.019509823992848396,0.020887192338705063,0.02226456068456173,0.023641929030418396,0.025019297376275063,0.02639666385948658,0.027774032205343246,0.029151400551199913,0.03052876889705658,0.0319061353802681,0.03328350558876991,0.03466087207198143,0.036038242280483246,0.03741560876369476,0.03879297524690628,0.040170345455408096,0.041547711938619614,0.04292508214712143,0.04430244863033295]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,4,4,11,24,20,46,76,140,245,317,542,734,1097,1519,2164,2938,4080,5462,6937,8868,11062,13495,16526,19148,21934,24751,27502,29545,31777,32646,33300,33120,32850,31360,29556,27135,24563,21700,18550,16014,13272,10870,8614,6810,5205,3905,2860,2125,1463,1015,720,448,282,167,121,89,38,29,12,5,6,2,3],"bins":[-0.09082438796758652,-0.08797993510961533,-0.08513548225164413,-0.08229102939367294,-0.07944656908512115,-0.07660211622714996,-0.07375766336917877,-0.07091321051120758,-0.06806875765323639,-0.0652243047952652,-0.062379851937294006,-0.059535395354032516,-0.056690942496061325,-0.053846489638090134,-0.051002033054828644,-0.04815758019685745,-0.04531312733888626,-0.04246867448091507,-0.03962422162294388,-0.03677976503968239,-0.0339353121817112,-0.031090859323740005,-0.028246404603123665,-0.025401949882507324,-0.022557497024536133,-0.01971304416656494,-0.0168685894459486,-0.014024135656654835,-0.011179681867361069,-0.008335228078067303,-0.005490774288773537,-0.0026463204994797707,0.00019814074039459229,0.0030425945296883583,0.005887048318982124,0.00873150210827589,0.011575955897569656,0.014420409686863422,0.01726486347615719,0.02010931819677353,0.02295377105474472,0.025798223912715912,0.028642678633332253,0.03148713335394859,0.034331586211919785,0.037176039069890976,0.040020495653152466,0.04286494851112366,0.04570940136909485,0.04855385422706604,0.05139830708503723,0.05424276366829872,0.05708721652626991,0.059931669384241104,0.0627761259675026,0.06562057882547379,0.06846503168344498,0.07130948454141617,0.07415393739938736,0.07699839025735855,0.07984285056591034,0.08268730342388153,0.08553175628185272,0.08837620913982391,0.0912206619977951],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"bins":[-0.05829266831278801,-0.05669737234711647,-0.05510208010673523,-0.05350678414106369,-0.05191149190068245,-0.05031619593501091,-0.04872090369462967,-0.04712560772895813,-0.04553031176328659,-0.04393501952290535,-0.04233972355723381,-0.04074443131685257,-0.03914913535118103,-0.03755384311079979,-0.03595854714512825,-0.03436325490474701,-0.03276795893907547,-0.03117266483604908,-0.02957737073302269,-0.0279820766299963,-0.02638678252696991,-0.02479148656129837,-0.02319619245827198,-0.02160089835524559,-0.0200056042522192,-0.01841031014919281,-0.01681501604616642,-0.015219721011817455,-0.013624426908791065,-0.012029132805764675,-0.01043383777141571,-0.00883854366838932,-0.00724324956536293,-0.00564795546233654,-0.004052660893648863,-0.002457366557791829,-0.0008620722219347954,0.0007332221139222383,0.002328516449779272,0.0039238110184669495,0.0055191051214933395,0.00711439922451973,0.00870969332754612,0.010304988361895084,0.011900282464921474,0.013495576567947865,0.01509087160229683,0.01668616570532322,0.01828145980834961,0.019876753911376,0.02147204801440239,0.02306734211742878,0.02466263622045517,0.02625793218612671,0.0278532262891531,0.02944852039217949,0.03104381449520588,0.03263910859823227,0.03423440456390381,0.03582969680428505,0.03742499276995659,0.03902028501033783,0.04061558097600937,0.04221087321639061,0.04380616918206215],"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,1,0,0,5,3,2,3,4,5,8,5,6,8,12,7,17,19,17,19,25,28,18,33,25,37,27,30,29,30,35,29,32,18,22,21,24,23,26,18,19,11,13,7,8,9,5,5,5,2,1,1,3,3,2,1]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.0030517578125,-0.0029516220092773438,-0.0028514862060546875,-0.0027513504028320312,-0.002651214599609375,-0.0025510787963867188,-0.0024509429931640625,-0.0023508071899414062,-0.00225067138671875,-0.0021505355834960938,-0.0020503997802734375,-0.0019502639770507812,-0.001850128173828125,-0.0017499923706054688,-0.0016498565673828125,-0.0015497207641601562,-0.0014495849609375,-0.0013494491577148438,-0.0012493133544921875,-0.0011491775512695312,-0.001049041748046875,-0.0009489059448242188,-0.0008487701416015625,-0.0007486343383789062,-0.00064849853515625,-0.0005483627319335938,-0.0004482269287109375,-0.00034809112548828125,-0.000247955322265625,-0.00014781951904296875,-4.76837158203125e-05,5.245208740234375e-05,0.000152587890625,0.00025272369384765625,0.0003528594970703125,0.00045299530029296875,0.000553131103515625,0.0006532669067382812,0.0007534027099609375,0.0008535385131835938,0.00095367431640625,0.0010538101196289062,0.0011539459228515625,0.0012540817260742188,0.001354217529296875,0.0014543533325195312,0.0015544891357421875,0.0016546249389648438,0.0017547607421875,0.0018548965454101562,0.0019550323486328125,0.0020551681518554688,0.002155303955078125,0.0022554397583007812,0.0023555755615234375,0.0024557113647460938,0.00255584716796875,0.0026559829711914062,0.0027561187744140625,0.0028562545776367188,0.002956390380859375,0.0030565261840820312,0.0031566619873046875,0.0032567977905273438,0.00335693359375],"_type":"histogram","values":[1,1,2,1,4,7,8,2,12,13,20,28,45,45,84,102,145,223,273,400,597,935,1410,2274,3679,6254,11261,21272,43295,101244,210546,96054,41703,20661,10938,6224,3643,2150,1394,895,586,396,260,190,143,121,75,58,48,24,16,21,14,5,8,4,2,3,1,2,0,1,0,1]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,2,2,3,1,2,6,7,6,4,5,17,14,24,31,35,28,30,33,25,35,34,33,38,44,34,28,37,29,21,23,17,14,9,7,10,8,4,5,4,6,5,3,7,3,3,4,3,5,2,4,3,0,4,0,2],"bins":[0.9995627999305725,0.9995774030685425,0.9995920062065125,0.9996066093444824,0.9996212124824524,0.9996358156204224,0.9996504187583923,0.9996650815010071,0.999679684638977,0.999694287776947,0.999708890914917,0.999723494052887,0.9997380971908569,0.9997527003288269,0.9997673034667969,0.9997819066047668,0.9997965097427368,0.9998111128807068,0.9998257160186768,0.9998403191566467,0.9998549818992615,0.9998695850372314,0.9998841881752014,0.9998987913131714,0.9999133944511414,0.9999279975891113,0.9999426007270813,0.9999572038650513,0.9999718070030212,0.9999864101409912,1.000001072883606,1.0000156164169312,1.000030279159546,1.000044822692871,1.0000594854354858,1.000074028968811,1.0000886917114258,1.000103235244751,1.0001178979873657,1.0001325607299805,1.0001471042633057,1.0001617670059204,1.0001763105392456,1.0001909732818604,1.0002055168151855,1.0002201795578003,1.0002347230911255,1.0002493858337402,1.0002639293670654,1.0002785921096802,1.0002931356430054,1.0003077983856201,1.0003224611282349,1.00033700466156,1.0003516674041748,1.0003662109375,1.0003808736801147,1.00039541721344,1.0004100799560547,1.0004246234893799,1.0004392862319946,1.0004538297653198,1.0004684925079346,1.0004830360412598,1.0004976987838745]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[2,0,1,6,10,12,27,31,58,112,171,262,409,562,841,1215,1803,2461,3453,4840,6072,7823,9958,12314,14804,17478,20324,23253,26371,28789,30675,32446,33346,33559,33282,32164,30383,28623,25904,23075,20195,17556,14360,12059,9740,7678,5918,4374,3310,2421,1688,1236,825,552,355,250,173,94,60,32,7,12,5,5],"bins":[-0.09547069668769836,-0.0926150232553482,-0.08975934982299805,-0.08690368384122849,-0.08404801040887833,-0.08119233697652817,-0.0783366709947586,-0.07548099756240845,-0.07262532413005829,-0.06976965069770813,-0.06691397726535797,-0.06405831128358841,-0.06120263785123825,-0.05834696441888809,-0.05549129471182823,-0.05263562500476837,-0.04977995157241821,-0.046924278140068054,-0.044068608433008194,-0.041212938725948334,-0.038357265293598175,-0.035501591861248016,-0.032645922154188156,-0.029790250584483147,-0.026934579014778137,-0.024078907445073128,-0.02122323587536812,-0.01836756430566311,-0.0155118927359581,-0.01265622116625309,-0.00980054959654808,-0.006944878026843071,-0.0040892139077186584,-0.001233542338013649,0.0016221292316913605,0.00447780080139637,0.007333472371101379,0.010189143940806389,0.013044815510511398,0.015900487080216408,0.018756158649921417,0.021611830219626427,0.024467501789331436,0.027323173359036446,0.030178844928741455,0.033034518361091614,0.035890188068151474,0.038745857775211334,0.04160153120756149,0.04445720463991165,0.04731287434697151,0.05016854405403137,0.05302421748638153,0.05587989091873169,0.05873556062579155,0.06159123033285141,0.06444690376520157,0.06730257719755173,0.07015824317932129,0.07301391661167145,0.0758695900440216,0.07872526347637177,0.08158093690872192,0.08443660289049149,0.08729227632284164]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0002298629842698574,-0.00022386727505363524,-0.00021787156583741307,-0.0002118758566211909,-0.00020588014740496874,-0.00019988443818874657,-0.0001938887289725244,-0.00018789301975630224,-0.00018189731054008007,-0.00017590161587577313,-0.00016990590665955096,-0.0001639101974433288,-0.00015791448822710663,-0.00015191877901088446,-0.0001459230697946623,-0.00013992736057844013,-0.00013393165136221796,-0.0001279359421459958,-0.00012194023292977363,-0.00011594452371355146,-0.0001099488144973293,-0.00010395311255706474,-9.795740334084257e-05,-9.196169412462041e-05,-8.596598490839824e-05,-7.997027569217607e-05,-7.39745664759539e-05,-6.797885725973174e-05,-6.198315531946719e-05,-5.598744246526621e-05,-4.999173688702285e-05,-4.3996027670800686e-05,-3.800033300649375e-05,-3.200462379027158e-05,-2.6008916393038817e-05,-2.0013208995806053e-05,-1.4017499779583886e-05,-8.021791472856421e-06,-2.0260831661289558e-06,3.9696251405985095e-06,9.965333447325975e-06,1.5961042663548142e-05,2.1956750060780905e-05,2.795245745801367e-05,3.3948166674235836e-05,3.9943875890458e-05,4.593958146870136e-05,5.193529068492353e-05,5.79309999011457e-05,6.392670911736786e-05,6.992241833359003e-05,7.59181275498122e-05,8.191383676603436e-05,8.790953870629892e-05,9.390524792252108e-05,9.990095713874325e-05,0.00010589666635496542,0.00011189237557118759,0.00011788808478740975,0.0001238837867276743,0.00012987949594389647,0.00013587520516011864,0.0001418709143763408,0.00014786662359256297,0.00015386233280878514],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,0,2,4,7,12,16,19,29,22,22,26,25,22,19,20,18,16,18,13,11,13,16,12,13,11,8,7,9,12,18,14,17,21,20,20,16,23,28,18,28,25,27,20,14,15,6,4,2,2,3,2]},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,2,3,0,4,4,4,6,11,14,25,34,55,69,98,143,218,316,493,701,1107,1680,2612,4025,6402,10022,15947,25999,44514,91313,168538,96751,46544,26711,16535,10387,6499,4293,2632,1722,1122,732,502,304,241,154,101,62,54,37,20,20,11,5,9,4,3,2,2,2,2,0,1],"bins":[-0.054718017578125,-0.05298280715942383,-0.051247596740722656,-0.049512386322021484,-0.04777717590332031,-0.04604196548461914,-0.04430675506591797,-0.0425715446472168,-0.040836334228515625,-0.03910112380981445,-0.03736591339111328,-0.03563070297241211,-0.03389549255371094,-0.032160282135009766,-0.030425071716308594,-0.028689861297607422,-0.02695465087890625,-0.025219440460205078,-0.023484230041503906,-0.021749019622802734,-0.020013809204101562,-0.01827859878540039,-0.01654338836669922,-0.014808177947998047,-0.013072967529296875,-0.011337757110595703,-0.009602546691894531,-0.00786733627319336,-0.0061321258544921875,-0.004396915435791016,-0.0026617050170898438,-0.0009264945983886719,0.0008087158203125,0.002543926239013672,0.004279136657714844,0.006014347076416016,0.0077495574951171875,0.00948476791381836,0.011219978332519531,0.012955188751220703,0.014690399169921875,0.016425609588623047,0.01816082000732422,0.01989603042602539,0.021631240844726562,0.023366451263427734,0.025101661682128906,0.026836872100830078,0.02857208251953125,0.030307292938232422,0.032042503356933594,0.033777713775634766,0.03551292419433594,0.03724813461303711,0.03898334503173828,0.04071855545043945,0.042453765869140625,0.0441889762878418,0.04592418670654297,0.04765939712524414,0.04939460754394531,0.051129817962646484,0.052865028381347656,0.05460023880004883,0.05633544921875]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,2,12,18,33,32,76,122,189,368,531,816,1196,1662,2486,3472,4690,6231,8113,10427,13205,15783,19217,22296,25561,28482,30717,33067,34870,35307,35266,34520,32658,30598,27796,24927,21571,18469,15193,12031,9940,7755,5801,4382,3105,2286,1511,1104,738,513,285,167,94,45,42,20,10,7,5,3],"bins":[-0.10203489661216736,-0.0990227609872818,-0.09601061791181564,-0.09299848228693008,-0.08998633921146393,-0.08697420358657837,-0.08396206051111221,-0.08094992488622665,-0.0779377818107605,-0.07492564618587494,-0.07191351056098938,-0.06890136748552322,-0.06588923186063766,-0.06287708878517151,-0.05986495316028595,-0.05685281381011009,-0.053840674459934235,-0.05082853510975838,-0.04781639575958252,-0.04480425640940666,-0.041792117059230804,-0.038779981434345245,-0.03576784208416939,-0.03275570273399353,-0.029743563383817673,-0.026731424033641815,-0.023719284683465958,-0.02070714719593525,-0.017695007845759392,-0.014682868495583534,-0.011670730076730251,-0.008658591657876968,-0.005646444857120514,-0.0026343059726059437,0.00037783291190862656,0.003389971796423197,0.006402110680937767,0.009414250031113625,0.012426388449966908,0.01543852686882019,0.018450666218996048,0.021462805569171906,0.024474944919347763,0.02748708240687847,0.03049922175705433,0.03351135924458504,0.036523498594760895,0.03953563794493675,0.04254777729511261,0.04555991664528847,0.048572055995464325,0.05158419534564018,0.05459633469581604,0.0576084703207016,0.06062060967087746,0.06363274902105331,0.06664489209651947,0.06965702772140503,0.07266916334629059,0.07568130642175674,0.0786934420466423,0.08170558512210846,0.08471772074699402,0.08772986382246017,0.09074199944734573]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.0003206149849575013,-0.00031029724050313234,-0.00029997952515259385,-0.0002896617806982249,-0.00027934403624385595,-0.000269026291789487,-0.00025870854733511806,-0.00024839083198457956,-0.00023807308753021061,-0.00022775534307584167,-0.00021743761317338794,-0.00020711988327093422,-0.00019680213881656528,-0.00018648439436219633,-0.0001761666644597426,-0.00016584893455728889,-0.00015553119010291994,-0.000145213445648551,-0.00013489571574609727,-0.00012457798584364355,-0.0001142602413892746,-0.00010394250421086326,-9.362476703245193e-05,-8.330702985404059e-05,-7.298929267562926e-05,-6.267155549721792e-05,-5.235381831880659e-05,-4.2036081140395254e-05,-3.171834396198392e-05,-2.1400606783572584e-05,-1.108286960516125e-05,-7.651324267499149e-07,9.552575647830963e-06,1.9870312826242298e-05,3.0188050004653633e-05,4.050578718306497e-05,5.08235243614763e-05,6.114126153988764e-05,7.145899871829897e-05,8.17767358967103e-05,9.209447307512164e-05,0.00010241221025353298,0.00011272994743194431,0.00012304767733439803,0.00013336542178876698,0.00014368316624313593,0.00015400089614558965,0.00016431862604804337,0.00017463637050241232,0.00018495411495678127,0.000195271844859235,0.0002055895747616887,0.00021590731921605766,0.0002262250636704266,0.00023654279357288033,0.00024686052347533405,0.000257178267929703,0.00026749601238407195,0.0002778137568384409,0.0002881314721889794,0.00029844921664334834,0.0003087669610977173,0.0003190846764482558,0.0003294024209026247,0.0003397201653569937],"_type":"histogram","values":[3,4,3,3,4,3,7,11,11,11,6,8,11,7,14,13,12,24,21,14,21,16,14,9,14,8,24,14,12,28,24,24,15,20,24,15,17,17,18,19,22,14,24,13,11,8,19,11,11,11,9,11,12,7,8,9,5,4,7,3,3,1,0,2]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,5,8,13,26,43,70,147,244,385,636,1097,1601,2286,3567,5190,7453,10212,13967,18320,23908,30153,37031,44898,53549,61802,69779,77947,84438,89169,92630,93624,92852,89198,85719,79111,71270,63450,55238,46970,38327,31226,25143,19533,14738,10986,7972,5586,3843,2659,1839,1147,775,463,253,172,96,51,23,9,9,4,1,1],"bins":[-0.09436866641044617,-0.0913819968700409,-0.08839532732963562,-0.08540865778923035,-0.08242198824882507,-0.0794353187084198,-0.07644864171743393,-0.07346197217702866,-0.07047530263662338,-0.06748863309621811,-0.06450196355581284,-0.06151529401540756,-0.05852862447500229,-0.055541954934597015,-0.052555281668901443,-0.04956861212849617,-0.0465819425880909,-0.04359527304768562,-0.04060860350728035,-0.03762193024158478,-0.034635260701179504,-0.03164859116077423,-0.028661921620368958,-0.025675250217318535,-0.02268858067691326,-0.019701911136507988,-0.016715239733457565,-0.013728570193052292,-0.010741899721324444,-0.007755229249596596,-0.004768559243530035,-0.0017818890046328306,0.0012047812342643738,0.004191451705992222,0.007178121712058783,0.010164791718125343,0.013151462189853191,0.01613813266158104,0.019124802201986313,0.022111473605036736,0.02509814314544201,0.028084812685847282,0.031071484088897705,0.03405815362930298,0.03704482316970825,0.040031492710113525,0.0430181659758091,0.04600483551621437,0.048991505056619644,0.05197817459702492,0.05496484413743019,0.05795151740312576,0.060938186943531036,0.06392485648393631,0.06691152602434158,0.06989819556474686,0.07288486510515213,0.0758715346455574,0.07885820418596268,0.08184488117694855,0.08483155071735382,0.0878182202577591,0.09080488979816437,0.09379155933856964,0.09677822887897491]},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,1,1,1,1,2,8,7,18,21,21,45,42,86,115,157,207,343,472,588,842,1229,1657,2379,3279,4917,7301,10730,16718,26459,44615,85647,147905,99258,49884,29405,18066,11810,7762,5212,3725,2578,1806,1319,929,664,471,322,227,192,106,92,54,40,32,19,12,10,4,4,3,1,1,1],"bins":[-0.0018901824951171875,-0.0018322020769119263,-0.001774221658706665,-0.0017162412405014038,-0.0016582608222961426,-0.0016002804040908813,-0.0015422999858856201,-0.0014843195676803589,-0.0014263391494750977,-0.0013683587312698364,-0.0013103783130645752,-0.001252397894859314,-0.0011944174766540527,-0.0011364370584487915,-0.0010784566402435303,-0.001020476222038269,-0.0009624958038330078,-0.0009045153856277466,-0.0008465349674224854,-0.0007885545492172241,-0.0007305741310119629,-0.0006725937128067017,-0.0006146132946014404,-0.0005566328763961792,-0.000498652458190918,-0.00044067203998565674,-0.0003826916217803955,-0.0003247112035751343,-0.00026673078536987305,-0.00020875036716461182,-0.00015076994895935059,-9.278953075408936e-05,-3.4809112548828125e-05,2.3171305656433105e-05,8.115172386169434e-05,0.00013913214206695557,0.0001971125602722168,0.00025509297847747803,0.00031307339668273926,0.0003710538148880005,0.0004290342330932617,0.00048701465129852295,0.0005449950695037842,0.0006029754877090454,0.0006609559059143066,0.0007189363241195679,0.0007769167423248291,0.0008348971605300903,0.0008928775787353516,0.0009508579969406128,0.001008838415145874,0.0010668188333511353,0.0011247992515563965,0.0011827796697616577,0.001240760087966919,0.0012987405061721802,0.0013567209243774414,0.0014147013425827026,0.0014726817607879639,0.001530662178993225,0.0015886425971984863,0.0016466230154037476,0.0017046034336090088,0.00176258385181427,0.0018205642700195312],"_type":"histogram"},"gradients/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,1,1,0,0,1,6,11,5,7,9,13,15,26,29,39,40,74,101,130,175,219,356,475,621,922,1091,1505,2112,2788,3652,4587,5561,6548,7479,7987,303021,7796,7157,6327,5285,4103,3221,2372,1820,1360,1058,806,574,446,373,255,200,133,109,73,53,42,17,15,4,3,6],"bins":[-0.036014772951602936,-0.03504989668726921,-0.03408501669764519,-0.03312014043331146,-0.03215526044368744,-0.031190384179353714,-0.03022550605237484,-0.029260627925395966,-0.02829574979841709,-0.027330871671438217,-0.026365993544459343,-0.02540111541748047,-0.024436239153146744,-0.02347136102616787,-0.022506482899188995,-0.02154160477221012,-0.020576726645231247,-0.019611848518252373,-0.0186469703912735,-0.017682092264294624,-0.01671721413731575,-0.015752337872982025,-0.014787459746003151,-0.013822581619024277,-0.012857703492045403,-0.011892825365066528,-0.010927947238087654,-0.009963070042431355,-0.00899819191545248,-0.008033313788473606,-0.007068436127156019,-0.006103558465838432,-0.005138680338859558,-0.004173802211880684,-0.003208924550563097,-0.0022440466564148664,-0.001279168762266636,-0.00031429086811840534,0.0006505870260298252,0.0016154649201780558,0.0025803428143262863,0.003545220708474517,0.004510098602622747,0.005474976263940334,0.0064398543909192085,0.007404732517898083,0.008369609713554382,0.009334487840533257,0.01029936596751213,0.011264244094491005,0.01222912222146988,0.013193999417126179,0.014158877544105053,0.015123755671083927,0.016088632866740227,0.0170535109937191,0.018018389120697975,0.01898326724767685,0.019948145374655724,0.020913023501634598,0.021877899765968323,0.022842777892947197,0.02380765601992607,0.024772534146904945,0.02573741227388382]},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,2,0,1,1,1,3,2,4,4,4,3,7,8,11,9,24,20,28,35,30,26,25,23,26,40,26,36,38,51,34,35,23,33,18,21,9,13,13,10,7,7,5,8,5,5,4,2,4,1,3,1,6,3,2,3,0,1,0,2],"bins":[0.9995642304420471,0.9995788335800171,0.9995934367179871,0.999608039855957,0.999622642993927,0.999637246131897,0.9996518492698669,0.9996665120124817,0.9996811151504517,0.9996957182884216,0.9997103214263916,0.9997249245643616,0.9997395277023315,0.9997541308403015,0.9997687339782715,0.9997833371162415,0.9997979402542114,0.9998125433921814,0.9998271465301514,0.9998417496681213,0.9998564124107361,0.999871015548706,0.999885618686676,0.999900221824646,0.999914824962616,0.9999294281005859,0.9999440312385559,0.9999586343765259,0.9999732375144958,0.9999878406524658,1.0000025033950806,1.0000170469284058,1.0000317096710205,1.0000462532043457,1.0000609159469604,1.0000754594802856,1.0000901222229004,1.0001046657562256,1.0001193284988403,1.000133991241455,1.0001485347747803,1.000163197517395,1.0001777410507202,1.000192403793335,1.0002069473266602,1.000221610069275,1.0002361536026,1.0002508163452148,1.00026535987854,1.0002800226211548,1.00029456615448,1.0003092288970947,1.0003238916397095,1.0003384351730347,1.0003530979156494,1.0003676414489746,1.0003823041915894,1.0003968477249146,1.0004115104675293,1.0004260540008545,1.0004407167434692,1.0004552602767944,1.0004699230194092,1.0004844665527344,1.0004991292953491]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[3,2,2,8,6,12,11,17,32,33,29,26,24,21,13,16,17,12,12,11,6,13,4,4,9,16,7,8,4,5,4,2,6,9,8,7,11,10,12,8,9,10,9,1,13,13,25,22,20,35,34,32,25,21,16,11,3,3,3,0,0,1,0,2],"bins":[-0.00013319110439624637,-0.00012876634718850255,-0.00012434158998075873,-0.0001199168327730149,-0.00011549207556527108,-0.00011106732563348487,-0.00010664256842574105,-0.00010221781121799722,-9.77930540102534e-05,-9.336829680250958e-05,-8.894353959476575e-05,-8.451878238702193e-05,-8.009403245523572e-05,-7.56692752474919e-05,-7.124451803974807e-05,-6.681976083200425e-05,-6.239500362426043e-05,-5.79702464165166e-05,-5.354548920877278e-05,-4.912073563900776e-05,-4.469597843126394e-05,-4.0271221223520115e-05,-3.58464676537551e-05,-3.1421710446011275e-05,-2.699695323826745e-05,-2.2572196030523628e-05,-1.8147440641769208e-05,-1.3722684343520086e-05,-9.297928045270965e-06,-4.873171747021843e-06,-4.48415448772721e-07,3.976340849476401e-06,8.401111699640751e-06,1.2825867997889873e-05,1.7250624296138994e-05,2.1675379684893414e-05,2.6100136892637238e-05,3.052489410038106e-05,3.494964767014608e-05,3.93744048778899e-05,4.3799162085633725e-05,4.822391929337755e-05,5.264867650112137e-05,5.707343007088639e-05,6.14981836406514e-05,6.592294084839523e-05,7.034769805613905e-05,7.477245526388288e-05,7.91972124716267e-05,8.362196967937052e-05,8.804672688711435e-05,9.247148409485817e-05,9.689624130260199e-05,0.0001013209912343882,0.00010574574844213203,0.00011017050564987585,0.00011459526285761967,0.0001190200200653635,0.0001234447699971497,0.00012786952720489353,0.00013229428441263735,0.00013671904162038118,0.000141143798828125,0.00014556855603586882,0.00014999331324361265],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,1,0,0,2,2,1,2,1,2,4,3,4,9,5,6,8,14,10,32,24,32,44,31,26,29,29,28,34,31,41,29,45,34,22,31,12,16,13,11,9,9,10,9,8,9,8,5,2,4,1,1,3,2,1,4,3,2,4,0,4,1],"bins":[0.9995513558387756,0.9995663166046143,0.9995812773704529,0.9995962977409363,0.9996112585067749,0.9996262192726135,0.9996411800384521,0.9996562004089355,0.9996711611747742,0.9996861219406128,0.9997010827064514,0.9997161030769348,0.9997310638427734,0.9997460246086121,0.9997609853744507,0.9997760057449341,0.9997909665107727,0.9998059272766113,0.99982088804245,0.9998358488082886,0.999850869178772,0.9998658299446106,0.9998807907104492,0.9998957514762878,0.9999107718467712,0.9999257326126099,0.9999406933784485,0.9999556541442871,0.9999706745147705,0.9999856352806091,1.0000005960464478,1.0000156164169312,1.000030517578125,1.0000455379486084,1.0000604391098022,1.0000754594802856,1.000090479850769,1.000105381011963,1.0001204013824463,1.0001354217529297,1.0001503229141235,1.000165343284607,1.0001802444458008,1.0001952648162842,1.0002102851867676,1.0002251863479614,1.0002402067184448,1.0002552270889282,1.000270128250122,1.0002851486206055,1.0003000497817993,1.0003150701522827,1.0003300905227661,1.00034499168396,1.0003600120544434,1.0003749132156372,1.0003899335861206,1.000404953956604,1.0004198551177979,1.0004348754882812,1.0004498958587646,1.0004647970199585,1.000479817390442,1.0004947185516357,1.0005097389221191],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,3,4,7,7,29,41,79,117,216,292,462,709,1071,1607,2250,3298,4513,5777,7591,9798,12035,15020,18008,21149,24197,27036,29957,32160,33745,34712,34965,34090,33195,30983,28633,26097,22728,19398,16505,13714,10921,8918,6764,4948,3753,2682,1842,1281,931,576,391,252,135,101,73,23,16,9,3,3,0,1,1],"bins":[-0.09274742007255554,-0.08977941423654556,-0.08681141585111618,-0.0838434100151062,-0.08087541162967682,-0.07790740579366684,-0.07493939995765686,-0.07197140157222748,-0.0690033957362175,-0.06603538990020752,-0.06306739151477814,-0.06009938567876816,-0.05713138356804848,-0.054163381457328796,-0.05119537562131882,-0.048227373510599136,-0.045259371399879456,-0.042291369289159775,-0.039323367178440094,-0.036355361342430115,-0.033387359231710434,-0.030419357120990753,-0.027451353147625923,-0.024483349174261093,-0.021515347063541412,-0.01854734495282173,-0.015579340979456902,-0.012611337937414646,-0.00964333489537239,-0.006675331853330135,-0.00370732881128788,-0.0007393257692456245,0.002228684723377228,0.005196687765419483,0.008164690807461739,0.011132693849503994,0.01410069689154625,0.01706869900226593,0.02003670297563076,0.02300470694899559,0.02597270905971527,0.028940711170434952,0.03190871328115463,0.03487671911716461,0.03784472122788429,0.04081272333860397,0.04378072917461395,0.04674873128533363,0.049716733396053314,0.052684735506772995,0.055652737617492676,0.058620743453502655,0.061588745564222336,0.06455674767494202,0.067524753510952,0.07049275189638138,0.07346075773239136,0.07642876356840134,0.07939676195383072,0.0823647677898407,0.08533276617527008,0.08830077201128006,0.09126877784729004,0.09423677623271942,0.0972047820687294]},"gradients/linear.weight":{"_type":"histogram","values":[2,0,0,3,3,9,2,5,8,12,16,19,28,39,47,64,89,112,147,160,230,278,391,538,620,820,1137,1478,2056,2983,4304,6775,13020,22992,15314,7698,4667,3316,2333,1621,1232,854,651,505,423,291,239,204,137,107,82,61,60,20,29,23,14,10,4,8,7,3,2,2],"bins":[-0.2325439453125,-0.22562408447265625,-0.2187042236328125,-0.21178436279296875,-0.204864501953125,-0.19794464111328125,-0.1910247802734375,-0.18410491943359375,-0.17718505859375,-0.17026519775390625,-0.1633453369140625,-0.15642547607421875,-0.149505615234375,-0.14258575439453125,-0.1356658935546875,-0.12874603271484375,-0.121826171875,-0.11490631103515625,-0.1079864501953125,-0.10106658935546875,-0.094146728515625,-0.08722686767578125,-0.0803070068359375,-0.07338714599609375,-0.06646728515625,-0.05954742431640625,-0.0526275634765625,-0.04570770263671875,-0.038787841796875,-0.03186798095703125,-0.0249481201171875,-0.01802825927734375,-0.0111083984375,-0.00418853759765625,0.0027313232421875,0.00965118408203125,0.016571044921875,0.02349090576171875,0.0304107666015625,0.03733062744140625,0.04425048828125,0.05117034912109375,0.0580902099609375,0.06501007080078125,0.071929931640625,0.07884979248046875,0.0857696533203125,0.09268951416015625,0.099609375,0.10652923583984375,0.1134490966796875,0.12036895751953125,0.127288818359375,0.13420867919921875,0.1411285400390625,0.14804840087890625,0.15496826171875,0.16188812255859375,0.1688079833984375,0.17572784423828125,0.182647705078125,0.18956756591796875,0.1964874267578125,0.20340728759765625,0.2103271484375]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,3,0,1,1,1,0,0,1,0,0,3,0,2,4,1,2,7,2,2,3,10,8,11,15,22,35,43,58,60,51,64,65,53,45,36,35,19,18,13,18,8,6,8,11,2,4,4,1,2,2,0,1,2,0,1,2,0,1],"bins":[-0.00019931793212890625,-0.00019390881061553955,-0.00018849968910217285,-0.00018309056758880615,-0.00017768144607543945,-0.00017227232456207275,-0.00016686320304870605,-0.00016145408153533936,-0.00015604496002197266,-0.00015063583850860596,-0.00014522671699523926,-0.00013981759548187256,-0.00013440847396850586,-0.00012899935245513916,-0.00012359023094177246,-0.00011818110942840576,-0.00011277198791503906,-0.00010736286640167236,-0.00010195374488830566,-9.654462337493896e-05,-9.113550186157227e-05,-8.572638034820557e-05,-8.031725883483887e-05,-7.490813732147217e-05,-6.949901580810547e-05,-6.408989429473877e-05,-5.868077278137207e-05,-5.327165126800537e-05,-4.786252975463867e-05,-4.245340824127197e-05,-3.7044286727905273e-05,-3.1635165214538574e-05,-2.6226043701171875e-05,-2.0816922187805176e-05,-1.5407800674438477e-05,-9.998679161071777e-06,-4.589557647705078e-06,8.195638656616211e-07,6.22868537902832e-06,1.163780689239502e-05,1.704692840576172e-05,2.2456049919128418e-05,2.7865171432495117e-05,3.3274292945861816e-05,3.8683414459228516e-05,4.4092535972595215e-05,4.9501657485961914e-05,5.491077899932861e-05,6.031990051269531e-05,6.572902202606201e-05,7.113814353942871e-05,7.654726505279541e-05,8.195638656616211e-05,8.736550807952881e-05,9.277462959289551e-05,9.818375110626221e-05,0.0001035928726196289,0.0001090019941329956,0.0001144111156463623,0.000119820237159729,0.0001252293586730957,0.0001306384801864624,0.0001360476016998291,0.0001414567232131958,0.0001468658447265625]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,1,1,2,3,0,0,3,1,3,3,0,6,10,19,14,29,24,25,30,25,23,38,37,36,28,48,53,38,38,29,13,17,22,20,15,8,13,10,14,5,9,9,5,2,6,2,4,2,3,3,0,5,3,5,1,2,0,1],"bins":[0.9995343089103699,0.9995498657226562,0.9995654225349426,0.9995809197425842,0.9995964765548706,0.999612033367157,0.9996275901794434,0.9996431469917297,0.9996587038040161,0.9996742010116577,0.9996897578239441,0.9997053146362305,0.9997208714485168,0.9997364282608032,0.9997519850730896,0.9997674822807312,0.9997830390930176,0.999798595905304,0.9998141527175903,0.9998297095298767,0.9998452663421631,0.9998607635498047,0.9998763203620911,0.9998918771743774,0.9999074339866638,0.9999229907989502,0.9999385476112366,0.9999540448188782,0.9999696016311646,0.9999851584434509,1.0000007152557373,1.000016212463379,1.00003182888031,1.0000473260879517,1.0000629425048828,1.0000784397125244,1.000093936920166,1.0001095533370972,1.0001250505447388,1.00014066696167,1.0001561641693115,1.0001716613769531,1.0001872777938843,1.0002027750015259,1.000218391418457,1.0002338886260986,1.0002495050430298,1.0002650022506714,1.000280499458313,1.0002961158752441,1.0003116130828857,1.000327229499817,1.0003427267074585,1.0003582239151,1.0003738403320312,1.0003893375396729,1.000404953956604,1.0004204511642456,1.0004360675811768,1.0004515647888184,1.00046706199646,1.0004826784133911,1.0004981756210327,1.0005137920379639,1.0005292892456055],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,3,5,6,11,8,16,15,25,35,27,31,13,15,23,12,15,10,18,13,20,8,9,4,5,10,7,11,7,4,8,11,6,5,8,10,11,4,8,7,10,15,14,15,11,14,22,26,22,34,31,27,18,17,12,3,4,4,2,1,0,0,1],"bins":[-0.00013951754954177886,-0.00013497805048245937,-0.00013043855142313987,-0.00012589905236382037,-0.00012135954602854326,-0.00011682004696922377,-0.00011228054790990427,-0.00010774104885058478,-0.00010320154251530766,-9.866204345598817e-05,-9.412254439666867e-05,-8.958304533734918e-05,-8.504354627802968e-05,-8.050404721871018e-05,-7.596454088343307e-05,-7.142504182411358e-05,-6.688554276479408e-05,-6.234604370547459e-05,-5.780654100817628e-05,-5.3267041948856786e-05,-4.872753925155848e-05,-4.4188040192238986e-05,-3.964854113291949e-05,-3.510903843562119e-05,-3.056953937630169e-05,-2.603003849799279e-05,-2.149053761968389e-05,-1.6951038560364395e-05,-1.2411537682055496e-05,-7.872036803746596e-06,-3.332536834932398e-06,1.2069635886291508e-06,5.7464640121907e-06,1.02859648904996e-05,1.4825464859313797e-05,1.9364964828127995e-05,2.3904465706436895e-05,2.8443966584745795e-05,3.298346564406529e-05,3.7522968341363594e-05,4.206246740068309e-05,4.6601966460002586e-05,5.114146915730089e-05,5.5680968216620386e-05,6.022046727593988e-05,6.475996633525938e-05,6.929947267053649e-05,7.383897172985598e-05,7.837847078917548e-05,8.291796984849498e-05,8.745746890781447e-05,9.199697524309158e-05,9.653647430241108e-05,0.00010107597336173058,0.00010561547242105007,0.00011015497148036957,0.00011469447053968906,0.00011923397687496617,0.00012377346865832806,0.00012831298226956278,0.00013285248132888228,0.00013739198038820177,0.00014193147944752127,0.00014647097850684077,0.00015101047756616026],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,1,3,0,5,5,7,15,22,25,38,48,78,104,129,210,284,399,637,840,1364,1995,2915,4364,6380,9864,15403,25480,43807,83615,147001,107062,54394,30438,18494,11550,7437,5010,3344,2230,1538,1019,701,474,305,227,167,130,75,51,36,35,24,9,10,11,7,1,2,1,1,1],"bins":[-0.04718017578125,-0.04573631286621094,-0.044292449951171875,-0.04284858703613281,-0.04140472412109375,-0.03996086120605469,-0.038516998291015625,-0.03707313537597656,-0.0356292724609375,-0.03418540954589844,-0.032741546630859375,-0.03129768371582031,-0.02985382080078125,-0.028409957885742188,-0.026966094970703125,-0.025522232055664062,-0.024078369140625,-0.022634506225585938,-0.021190643310546875,-0.019746780395507812,-0.01830291748046875,-0.016859054565429688,-0.015415191650390625,-0.013971328735351562,-0.0125274658203125,-0.011083602905273438,-0.009639739990234375,-0.008195877075195312,-0.00675201416015625,-0.0053081512451171875,-0.003864288330078125,-0.0024204254150390625,-0.0009765625,0.0004673004150390625,0.001911163330078125,0.0033550262451171875,0.00479888916015625,0.0062427520751953125,0.007686614990234375,0.009130477905273438,0.0105743408203125,0.012018203735351562,0.013462066650390625,0.014905929565429688,0.01634979248046875,0.017793655395507812,0.019237518310546875,0.020681381225585938,0.022125244140625,0.023569107055664062,0.025012969970703125,0.026456832885742188,0.02790069580078125,0.029344558715820312,0.030788421630859375,0.03223228454589844,0.0336761474609375,0.03512001037597656,0.036563873291015625,0.03800773620605469,0.03945159912109375,0.04089546203613281,0.042339324951171875,0.04378318786621094,0.04522705078125]},"gradients/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,1,1,1,3,4,5,4,11,5,15,16,17,28,26,51,63,73,98,110,163,250,313,477,759,1224,441384,5084,1260,730,457,337,210,163,125,72,89,59,34,34,23,21,19,18,15,3,10,6,4,4,1,1,1,2],"bins":[-0.2531796395778656,-0.24633467197418213,-0.23948970437049866,-0.232644721865654,-0.22579975426197052,-0.21895478665828705,-0.21210981905460358,-0.2052648514509201,-0.19841986894607544,-0.19157490134239197,-0.1847299337387085,-0.17788496613502502,-0.17103999853134155,-0.16419503092765808,-0.15735004842281342,-0.15050508081912994,-0.14366011321544647,-0.136815145611763,-0.12997017800807953,-0.12312520295381546,-0.11628022789955139,-0.10943526029586792,-0.10259029269218445,-0.09574531763792038,-0.08890035003423691,-0.08205538243055344,-0.07521040737628937,-0.0683654397726059,-0.061520468443632126,-0.054675497114658356,-0.047830529510974884,-0.040985558182001114,-0.03414060175418854,-0.027295630425214767,-0.020450660958886147,-0.013605690561234951,-0.0067607201635837555,8.425023406744003e-05,0.0069292206317186356,0.013774191029369831,0.020619161427021027,0.027464132755994797,0.03430910408496857,0.04115407168865204,0.04799904301762581,0.05484401434659958,0.06168898195028305,0.06853395700454712,0.07537892460823059,0.08222389221191406,0.08906886726617813,0.0959138348698616,0.10275880992412567,0.10960377752780914,0.11644874513149261,0.12329372018575668,0.13013869524002075,0.13698366284370422,0.1438286304473877,0.15067359805107117,0.15751856565475464,0.1643635332584381,0.17120851576328278,0.17805348336696625,0.18489845097064972]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,4,8,7,14,15,24,26,33,27,24,16,15,16,15,20,17,15,14,6,14,12,10,6,6,5,10,10,8,3,14,8,7,4,8,13,9,11,17,12,13,14,16,21,22,32,30,26,23,26,11,8,4,2,8,2,0,3,0,1],"bins":[-0.00014849167200736701,-0.00014379079220816493,-0.00013908991240896285,-0.00013438903260976076,-0.00012968815281055868,-0.0001249872730113566,-0.0001202863859361969,-0.00011558550613699481,-0.00011088461906183511,-0.00010618373926263303,-0.00010148285946343094,-9.678197966422886e-05,-9.208109986502677e-05,-8.738022006582469e-05,-8.267933299066499e-05,-7.79784531914629e-05,-7.327757339226082e-05,-6.857669359305874e-05,-6.387581379385665e-05,-5.917493035667576e-05,-5.447404691949487e-05,-4.977316712029278e-05,-4.50722873210907e-05,-4.0371403883909807e-05,-3.567052408470772e-05,-3.096964428550564e-05,-2.6268760848324746e-05,-2.156788104912266e-05,-1.6866999430931173e-05,-1.2166117812739685e-05,-7.465237104042899e-06,-2.7643559405987617e-06,1.9365252228453755e-06,6.637406386289513e-06,1.133828754973365e-05,1.6039168258430436e-05,2.0740049876621924e-05,2.5440931494813412e-05,3.0141811294015497e-05,3.484269473119639e-05,3.954357453039847e-05,4.424445432960056e-05,4.894533776678145e-05,5.3646217565983534e-05,5.834709736518562e-05,6.30479771643877e-05,6.77488642395474e-05,7.244974403874949e-05,7.715062383795157e-05,8.185150363715366e-05,8.655238343635574e-05,9.125327051151544e-05,9.595415031071752e-05,0.00010065503010991961,0.00010535590990912169,0.00011005678970832378,0.00011475766950752586,0.00011945855658268556,0.00012415942910593003,0.00012886032345704734,0.00013356120325624943,0.0001382620830554515,0.0001429629628546536,0.00014766384265385568,0.00015236472245305777]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,3,2,7,8,10,18,20,25,29,22,26,22,20,21,17,11,22,17,17,16,20,13,15,20,12,12,21,14,12,17,22,17,14,27,30,30,34,31,22,11,14,9,3,3,3,2,2,2,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0001677384861977771,-0.00016117696941364557,-0.00015461546718142927,-0.00014805395039729774,-0.0001414924336131662,-0.00013493091682903469,-0.00012836940004490316,-0.00012180789781268686,-0.00011524638102855533,-0.0001086848642444238,-0.0001021233547362499,-9.556184522807598e-05,-8.900032844394445e-05,-8.243881165981293e-05,-7.587730215163901e-05,-6.93157926434651e-05,-6.275427585933357e-05,-5.6192762713180855e-05,-4.9631249567028135e-05,-4.3069736420875415e-05,-3.6508223274722695e-05,-2.9946710128569975e-05,-2.3385196982417256e-05,-1.6823683836264536e-05,-1.0262170690111816e-05,-3.700657543959096e-06,2.8608556021936238e-06,9.422368748346344e-06,1.5983881894499063e-05,2.2545395040651783e-05,2.9106908186804503e-05,3.566842133295722e-05,4.2229919927194715e-05,4.8791433073347434e-05,5.5352946219500154e-05,6.191445572767407e-05,6.84759725118056e-05,7.503748929593712e-05,8.159899880411103e-05,8.816050831228495e-05,9.472202509641647e-05,0.000101283541880548,0.00010784505138872191,0.00011440656089689583,0.00012096807768102735,0.00012752959446515888,0.00013409109669737518,0.0001406526134815067,0.00014721413026563823,0.00015377564704976976,0.00016033716383390129,0.00016689866606611758,0.0001734601828502491,0.00018002169963438064,0.00018658320186659694,0.00019314471865072846,0.00019970623543486,0.00020626775221899152,0.00021282926900312304,0.00021939077123533934,0.00022595228801947087,0.0002325138048036024,0.0002390753070358187,0.0002456368238199502,0.00025219834060408175]},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.0263671875,-0.025516271591186523,-0.024665355682373047,-0.02381443977355957,-0.022963523864746094,-0.022112607955932617,-0.02126169204711914,-0.020410776138305664,-0.019559860229492188,-0.01870894432067871,-0.017858028411865234,-0.017007112503051758,-0.01615619659423828,-0.015305280685424805,-0.014454364776611328,-0.013603448867797852,-0.012752532958984375,-0.011901617050170898,-0.011050701141357422,-0.010199785232543945,-0.009348869323730469,-0.008497953414916992,-0.007647037506103516,-0.006796121597290039,-0.0059452056884765625,-0.005094289779663086,-0.004243373870849609,-0.003392457962036133,-0.0025415420532226562,-0.0016906261444091797,-0.0008397102355957031,1.1205673217773438e-05,0.00086212158203125,0.0017130374908447266,0.002563953399658203,0.0034148693084716797,0.004265785217285156,0.005116701126098633,0.005967617034912109,0.006818532943725586,0.0076694488525390625,0.008520364761352539,0.009371280670166016,0.010222196578979492,0.011073112487792969,0.011924028396606445,0.012774944305419922,0.013625860214233398,0.014476776123046875,0.015327692031860352,0.016178607940673828,0.017029523849487305,0.01788043975830078,0.018731355667114258,0.019582271575927734,0.02043318748474121,0.021284103393554688,0.022135019302368164,0.02298593521118164,0.023836851119995117,0.024687767028808594,0.02553868293762207,0.026389598846435547,0.027240514755249023,0.0280914306640625],"_type":"histogram","values":[1,2,1,2,8,9,18,30,40,53,60,96,114,177,231,340,489,693,1023,1472,2040,3092,4603,6734,10183,16187,25556,42794,76087,153885,450221,435661,151256,75327,42159,25349,15612,10213,6680,4471,2996,2138,1430,1014,682,505,328,241,169,100,86,53,43,33,22,22,13,7,7,2,0,2,0,2]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.09689692407846451,-0.09402315318584442,-0.09114938229322433,-0.08827561140060425,-0.08540184050798416,-0.08252806961536407,-0.07965429872274399,-0.0767805278301239,-0.07390675693750381,-0.07103298604488373,-0.06815921515226364,-0.06528544425964355,-0.06241167336702347,-0.05953790247440338,-0.056664131581783295,-0.05379036068916321,-0.05091658979654312,-0.048042818903923035,-0.04516904801130295,-0.04229527711868286,-0.039421506226062775,-0.03654773533344269,-0.0336739644408226,-0.030800193548202515,-0.027926422655582428,-0.02505265176296234,-0.022178880870342255,-0.019305109977722168,-0.01643133908510208,-0.013557568192481995,-0.010683797299861908,-0.007810026407241821,-0.0049362629652023315,-0.002062492072582245,0.0008112788200378418,0.0036850497126579285,0.006558820605278015,0.009432591497898102,0.012306362390518188,0.015180133283138275,0.018053904175758362,0.02092767506837845,0.023801445960998535,0.026675216853618622,0.02954898774623871,0.032422758638858795,0.03529652953147888,0.03817030042409897,0.041044071316719055,0.04391784220933914,0.04679161310195923,0.049665383994579315,0.0525391548871994,0.05541292577981949,0.058286696672439575,0.06116046756505966,0.06403423845767975,0.06690800935029984,0.06978178024291992,0.07265555113554001,0.0755293220281601,0.07840309292078018,0.08127686381340027,0.08415063470602036,0.08702440559864044],"_type":"histogram","values":[1,2,2,1,4,8,15,38,48,85,134,215,332,477,741,1118,1607,2257,3246,4275,5613,7284,9298,11727,14163,16750,19667,22839,25640,27873,30353,32089,33162,33303,33397,32833,31124,29421,26706,23763,20896,18349,15090,12720,10157,8178,6242,4808,3533,2562,1896,1282,905,582,371,254,158,89,63,35,23,8,3,9]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[2,2,3,2,5,4,7,14,12,23,19,25,24,18,23,15,26,14,19,23,11,21,11,16,6,3,8,13,5,12,10,5,10,8,10,11,11,11,10,13,10,9,17,13,14,23,20,28,22,25,24,20,18,15,10,3,3,1,4,0,2,0,1,1],"bins":[-0.00014805358659941703,-0.0001432168937753886,-0.00013838020095136017,-0.00013354350812733173,-0.0001287068153033033,-0.00012387012247927487,-0.00011903343693120405,-0.00011419674410717562,-0.00010936005128314719,-0.00010452335845911875,-9.968666563509032e-05,-9.484997281106189e-05,-9.001328726299107e-05,-8.517659443896264e-05,-8.03399016149342e-05,-7.550320879090577e-05,-7.066651596687734e-05,-6.582982314284891e-05,-6.0993130318820477e-05,-5.615644113277085e-05,-5.131974830874242e-05,-4.6483055484713987e-05,-4.164636629866436e-05,-3.680967347463593e-05,-3.1972980650607497e-05,-2.7136287826579064e-05,-2.2299596821540035e-05,-1.7462905816501006e-05,-1.2626212992472574e-05,-7.789521077938844e-06,-2.952829163405113e-06,1.8838627511286177e-06,6.72054011374712e-06,1.155723202828085e-05,1.639392394281458e-05,2.123061494785361e-05,2.6067307771882042e-05,3.0904000595910475e-05,3.57406897819601e-05,4.057738260598853e-05,4.5414075430016965e-05,5.02507682540454e-05,5.508746107807383e-05,5.9924150264123455e-05,6.476083945017308e-05,6.959753227420151e-05,7.443422509822994e-05,7.927091792225838e-05,8.410761074628681e-05,8.894430357031524e-05,9.378099639434367e-05,9.86176892183721e-05,0.00010345438204240054,0.00010829106759047136,0.00011312776041449979,0.00011796445323852822,0.00012280113878659904,0.00012763783161062747,0.0001324745244346559,0.00013731121725868434,0.00014214791008271277,0.0001469846029067412,0.00015182129573076963,0.00015665798855479807,0.0001614946813788265]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,2,2,0,1,0,1,0,0,2,0,1,2,4,2,4,8,4,6,5,15,14,20,20,21,31,29,43,62,80,77,56,51,38,22,19,31,18,8,14,12,5,3,10,3,1,1,2,2,1,2,2,1,1,1,2,0,1,2,0,0,0,2],"bins":[-0.036072030663490295,-0.03491554036736488,-0.03375904634594917,-0.03260255604982376,-0.03144606575369835,-0.030289573594927788,-0.029133081436157227,-0.027976591140031815,-0.026820098981261253,-0.025663606822490692,-0.02450711652636528,-0.02335062436759472,-0.022194132208824158,-0.021037641912698746,-0.019881149753928185,-0.018724659457802773,-0.01756816729903221,-0.01641167514026165,-0.015255184844136238,-0.014098692685365677,-0.01294220145791769,-0.011785710230469704,-0.010629218071699142,-0.009472726844251156,-0.00831623561680317,-0.007159744389355183,-0.006003252696245909,-0.004846761003136635,-0.0036902697756886482,-0.002533778315410018,-0.0013772868551313877,-0.00022079539485275745,0.0009356997907161713,0.0020921912509948015,0.0032486827112734318,0.004405174404382706,0.005561665631830692,0.006718156859278679,0.00787464901804924,0.009031140245497227,0.010187631472945213,0.0113441227003932,0.012500613927841187,0.013657106086611748,0.014813597314059734,0.01597008854150772,0.017126580700278282,0.018283070996403694,0.019439563155174255,0.020596055313944817,0.02175254561007023,0.02290903776884079,0.024065528064966202,0.025222020223736763,0.026378512382507324,0.027535002678632736,0.028691494837403297,0.02984798699617386,0.03100447729229927,0.03216096758842468,0.03331746160984039,0.034473951905965805,0.03563044220209122,0.03678693622350693,0.03794342651963234],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,2,0,2,0,1,0,0,0,4,0,1,4,10,8,9,9,17,13,20,26,29,34,33,46,60,62,63,104,97,122,123,158,139,124,106,87,85,78,62,57,39,46,23,33,15,23,6,17,6,14,8,1,5,2,3,1,3,2,2,1,0,0,2],"bins":[-0.01519775390625,-0.01473391056060791,-0.01427006721496582,-0.01380622386932373,-0.01334238052368164,-0.01287853717803955,-0.012414693832397461,-0.011950850486755371,-0.011487007141113281,-0.011023163795471191,-0.010559320449829102,-0.010095477104187012,-0.009631633758544922,-0.009167790412902832,-0.008703947067260742,-0.008240103721618652,-0.0077762603759765625,-0.007312417030334473,-0.006848573684692383,-0.006384730339050293,-0.005920886993408203,-0.005457043647766113,-0.0049932003021240234,-0.004529356956481934,-0.004065513610839844,-0.003601670265197754,-0.003137826919555664,-0.0026739835739135742,-0.0022101402282714844,-0.0017462968826293945,-0.0012824535369873047,-0.0008186101913452148,-0.000354766845703125,0.00010907649993896484,0.0005729198455810547,0.0010367631912231445,0.0015006065368652344,0.0019644498825073242,0.002428293228149414,0.002892136573791504,0.0033559799194335938,0.0038198232650756836,0.0042836666107177734,0.004747509956359863,0.005211353302001953,0.005675196647644043,0.006139039993286133,0.006602883338928223,0.0070667266845703125,0.007530570030212402,0.007994413375854492,0.008458256721496582,0.008922100067138672,0.009385943412780762,0.009849786758422852,0.010313630104064941,0.010777473449707031,0.011241316795349121,0.011705160140991211,0.0121690034866333,0.01263284683227539,0.01309669017791748,0.01356053352355957,0.01402437686920166,0.01448822021484375]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,0,1,2,0,3,3,2,6,6,11,6,5,12,13,30,22,31,49,82,96,95,71,42,40,30,23,20,9,11,7,6,9,4,4,3,5,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,2],"bins":[-0.03833543136715889,-0.03702204301953316,-0.035708654671907425,-0.03439526632428169,-0.03308187797665596,-0.03176848962903023,-0.030455099418759346,-0.029141711071133614,-0.02782832272350788,-0.02651493437588215,-0.025201546028256416,-0.023888157680630684,-0.022574767470359802,-0.02126137912273407,-0.019947990775108337,-0.018634602427482605,-0.017321214079856873,-0.01600782573223114,-0.014694437384605408,-0.0133810481056571,-0.012067659758031368,-0.010754271410405636,-0.009440882131457329,-0.008127493783831596,-0.006814105436205864,-0.0055007170885801315,-0.004187328275293112,-0.0028739396948367357,-0.0015605511143803596,-0.0002471625339239836,0.0010662260465323925,0.0023796146269887686,0.003692999482154846,0.005006387829780579,0.006319776643067598,0.007633165456354618,0.00894655380398035,0.010259942151606083,0.01157333143055439,0.012886719778180122,0.014200108125805855,0.015513496473431587,0.01682688482105732,0.018140273168683052,0.019453663378953934,0.020767051726579666,0.0220804400742054,0.02339382842183113,0.024707216769456863,0.026020605117082596,0.027333993464708328,0.02864738181233406,0.029960770159959793,0.031274158507585526,0.03258754685521126,0.03390093520283699,0.03521432727575302,0.036527715623378754,0.037841103971004486,0.03915449231863022,0.04046788066625595,0.04178126901388168,0.043094657361507416,0.04440804570913315,0.04572143405675888]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.00021159107564017177,-0.00020442676031962037,-0.00019726244499906898,-0.00019009811512660235,-0.00018293379980605096,-0.00017576948448549956,-0.00016860516916494817,-0.00016144083929248154,-0.00015427652397193015,-0.00014711220865137875,-0.00013994789333082736,-0.00013278357801027596,-0.00012561924813780934,-0.00011845493281725794,-0.00011129061749670655,-0.00010412629490019754,-9.696197957964614e-05,-8.979766425909474e-05,-8.263334166258574e-05,-7.546902634203434e-05,-6.830470374552533e-05,-6.114038842497393e-05,-5.397606946644373e-05,-4.681175050791353e-05,-3.964743154938333e-05,-3.2483112590853125e-05,-2.5318793632322922e-05,-1.8154476492782123e-05,-1.0990157534251921e-05,-3.825839030469069e-06,3.3384794733137824e-06,1.0502797522349283e-05,1.7667116480879486e-05,2.4831435439409688e-05,3.199575439793989e-05,3.916007335647009e-05,4.6324392315000296e-05,5.348870763555169e-05,6.0653026594081894e-05,6.78173455526121e-05,7.49816681491211e-05,8.21459834696725e-05,8.93102987902239e-05,9.64746213867329e-05,0.0001036389367072843,0.00011080325930379331,0.0001179675746243447,0.0001251318899448961,0.0001322962052654475,0.00013946053513791412,0.00014662485045846552,0.0001537891657790169,0.0001609534810995683,0.00016811781097203493,0.00017528212629258633,0.00018244644161313772,0.00018961075693368912,0.0001967750722542405,0.00020393940212670714,0.00021110371744725853,0.00021826803276780993,0.00022543234808836132,0.00023259667796082795,0.00023976099328137934,0.00024692530860193074],"_type":"histogram","values":[1,0,0,0,1,0,3,2,4,5,7,9,10,12,22,30,28,27,24,25,27,19,27,20,18,20,17,24,12,12,15,12,14,15,14,21,16,25,25,26,26,28,23,19,22,26,7,9,6,5,2,1,1,0,0,1,0,0,1,1,0,0,0,1]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,2,6,2,3,2,5,6,9,13,8,10,16,14,25,23,26,26,33,26,32,39,31,31,36,27,33,42,27,26,29,16,19,14,21,16,16,12,7,8,5,7,3,4,1,1,0,1,2,0,2,0,0,0,0,0,0,1],"bins":[-0.0441075935959816,-0.042623892426490784,-0.04114019125699997,-0.039656490087509155,-0.03817278891801834,-0.03668908774852753,-0.03520538657903671,-0.0337216854095459,-0.032237984240055084,-0.03075428307056427,-0.029270581901073456,-0.02778688073158264,-0.026303179562091827,-0.024819478392601013,-0.0233357772231102,-0.021852076053619385,-0.02036837488412857,-0.018884673714637756,-0.017400972545146942,-0.015917271375656128,-0.014433570206165314,-0.0129498690366745,-0.011466167867183685,-0.009982466697692871,-0.008498765528202057,-0.007015064358711243,-0.0055313631892204285,-0.004047662019729614,-0.0025639608502388,-0.0010802596807479858,0.00040344148874282837,0.0018871426582336426,0.0033708401024341583,0.0048545412719249725,0.006338242441415787,0.007821943610906601,0.009305644780397415,0.01078934594988823,0.012273047119379044,0.013756748288869858,0.015240449458360672,0.016724150627851486,0.0182078517973423,0.019691552966833115,0.02117525413632393,0.022658955305814743,0.024142656475305557,0.02562635764479637,0.027110058814287186,0.028593759983778,0.030077461153268814,0.03156116232275963,0.03304486349225044,0.03452856466174126,0.03601226583123207,0.037495967000722885,0.0389796681702137,0.040463369339704514,0.04194707050919533,0.04343077167868614,0.044914472848176956,0.04639817401766777,0.047881875187158585,0.0493655763566494,0.05084927752614021]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[2,1,2,3,1,3,3,4,4,4,3,6,8,9,7,8,17,8,20,19,23,22,17,16,26,21,21,25,25,20,15,21,20,28,19,22,19,27,27,25,25,22,16,12,12,18,20,13,10,14,2,2,3,6,4,1,8,4,2,1,1,0,0,1],"bins":[-0.00024717257474549115,-0.0002392254100413993,-0.00023127824533730745,-0.00022333109518513083,-0.000215383930481039,-0.00020743676577694714,-0.00019948961562477052,-0.00019154245092067868,-0.00018359528621658683,-0.00017564812151249498,-0.00016770095680840313,-0.00015975380665622652,-0.00015180664195213467,-0.00014385947724804282,-0.0001359123270958662,-0.00012796516239177436,-0.00012001799768768251,-0.00011207083298359066,-0.00010412367555545643,-9.61765181273222e-05,-8.822935342323035e-05,-8.02821887191385e-05,-7.233503129100427e-05,-6.438787386287004e-05,-5.644070915877819e-05,-4.849354809266515e-05,-4.054638702655211e-05,-3.259922596043907e-05,-2.465206489432603e-05,-1.670490382821299e-05,-8.757742762099952e-06,-8.105816959869117e-07,7.136608473956585e-06,1.5083769540069625e-05,2.3030930606182665e-05,3.0978091672295704e-05,3.8925252738408744e-05,4.6872413804521784e-05,5.4819574870634824e-05,6.276673229876906e-05,7.07138970028609e-05,7.866106170695275e-05,8.660821913508698e-05,9.455537656322122e-05,0.00010250254126731306,0.00011044970597140491,0.00011839686339953914,0.00012634402082767338,0.00013429118553176522,0.00014223835023585707,0.00015018551493994892,0.00015813266509212554,0.00016607982979621738,0.00017402699450030923,0.00018197414465248585,0.0001899213093565777,0.00019786847406066954,0.0002058156387647614,0.00021376280346885324,0.00022170995362102985,0.0002296571183251217,0.00023760428302921355,0.00024555143318139017,0.00025349861243739724,0.00026144576258957386]},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,0,1,0,0,1,3,3,8,4,9,13,15,18,28,26,25,21,17,17,25,19,17,18,18,17,15,9,13,17,11,12,15,7,14,9,15,7,15,17,17,25,20,23,31,23,28,28,16,20,11,5,9,1,4,3,3,0,0,0,0,1],"bins":[-0.00019566414994187653,-0.00018971030658576638,-0.00018375647778157145,-0.0001778026344254613,-0.00017184880562126637,-0.0001658949622651562,-0.00015994113346096128,-0.00015398729010485113,-0.0001480334613006562,-0.00014207961794454604,-0.0001361257745884359,-0.00013017194578424096,-0.0001242181024281308,-0.00011826426634797826,-0.00011231043026782572,-0.00010635659418767318,-0.00010040275810752064,-9.44489220273681e-05,-8.849508594721556e-05,-8.254124986706302e-05,-7.658741378691047e-05,-7.063357043080032e-05,-6.467973435064778e-05,-5.8725898270495236e-05,-5.2772062190342695e-05,-4.681822611019015e-05,-4.086439003003761e-05,-3.491055031190626e-05,-2.8956714231753722e-05,-2.300287815160118e-05,-1.7049040252459235e-05,-1.1095203262811992e-05,-5.1413808250799775e-06,8.124561645672657e-07,6.766293154214509e-06,1.2720130143861752e-05,1.8673967133508995e-05,2.4627803213661537e-05,3.0581642931792885e-05,3.6535479011945426e-05,4.248931509209797e-05,4.844315117225051e-05,5.439698725240305e-05,6.03508269705344e-05,6.630466668866575e-05,7.225850276881829e-05,7.821233884897083e-05,8.416617492912337e-05,9.012001100927591e-05,9.607384708942845e-05,0.000102027683169581,0.00010798151924973354,0.00011393535532988608,0.00011988919868599623,0.00012584302749019116,0.00013179687084630132,0.00013775069965049624,0.0001437045430066064,0.00014965838636271656,0.00015561221516691148,0.00016156605852302164,0.00016751988732721657,0.00017347373068332672,0.00017942755948752165,0.0001853814028436318],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,1,0,1,0,1,1,0,1,0,4,6,8,7,10,13,10,12,13,20,33,35,56,83,121,87,51,33,35,24,21,15,13,10,9,7,4,3,6,3,3,1,1,0,1,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.03560616075992584,-0.03416711837053299,-0.03272807225584984,-0.031289029866456985,-0.029849983751773834,-0.028410939499735832,-0.02697189524769783,-0.025532850995659828,-0.024093806743621826,-0.022654764354228973,-0.02121572010219097,-0.01977667585015297,-0.018337631598114967,-0.016898587346076965,-0.015459543094038963,-0.014020498842000961,-0.01258145458996296,-0.011142410337924957,-0.009703366085886955,-0.008264321833848953,-0.0068252780474722385,-0.0053862337954342365,-0.003947190009057522,-0.00250814575701952,-0.0010691015049815178,0.0003699426306411624,0.0018089867662638426,0.003248030785471201,0.004687075037509203,0.006126119289547205,0.00756516307592392,0.009004207327961922,0.010443251579999924,0.011882295832037926,0.013321340084075928,0.01476038433611393,0.016199428588151932,0.017638472840189934,0.019077517092227936,0.020516561344265938,0.02195560559630394,0.023394647985696793,0.024833692237734795,0.026272736489772797,0.0277117807418108,0.0291508249938488,0.030589869245886803,0.032028913497924805,0.03346795588731766,0.03490700200200081,0.03634604439139366,0.03778509050607681,0.039224132895469666,0.04066317901015282,0.04210222139954567,0.04354126751422882,0.044980309903621674,0.046419356018304825,0.04785839840769768,0.04929744452238083,0.05073648691177368,0.05217553302645683,0.053614575415849686,0.05505362153053284,0.05649266391992569],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[3,4,5,17,26,63,81,123,256,416,701,1105,1687,2553,3807,5423,7587,10657,14646,19105,24943,31181,38657,46571,55544,64017,72571,79741,86203,90354,93810,94434,92910,90263,84150,77774,69910,61804,52915,44688,36709,29654,23313,17718,13404,9813,7017,4976,3419,2231,1472,940,635,374,222,111,71,44,16,7,6,5,0,2],"bins":[-0.094485804438591,-0.09147252142429352,-0.08845923840999603,-0.08544594794511795,-0.08243266493082047,-0.07941938191652298,-0.0764060914516449,-0.07339280843734741,-0.07037952542304993,-0.06736624240875244,-0.06435295939445496,-0.061339668929576874,-0.05832638591527939,-0.0553131029009819,-0.05229981616139412,-0.049286529421806335,-0.04627324640750885,-0.043259963393211365,-0.04024667665362358,-0.0372333899140358,-0.03422010689973831,-0.031206822022795677,-0.028193537145853043,-0.025180252268910408,-0.022166967391967773,-0.01915368251502514,-0.016140397638082504,-0.01312711276113987,-0.010113827884197235,-0.0071005430072546005,-0.004087258130311966,-0.0010739732533693314,0.0019393190741539001,0.004952603951096535,0.00796588882803917,0.010979173704981804,0.013992458581924438,0.017005743458867073,0.020019028335809708,0.023032313212752342,0.026045598089694977,0.02905888296663761,0.032072167843580246,0.03508545458316803,0.038098737597465515,0.041112020611763,0.044125307351350784,0.04713859409093857,0.05015187710523605,0.05316516011953354,0.05617844685912132,0.059191733598709106,0.06220501661300659,0.06521829962730408,0.06823158264160156,0.07124487310647964,0.07425815612077713,0.07727143913507462,0.0802847295999527,0.08329801261425018,0.08631129562854767,0.08932457864284515,0.09233786165714264,0.09535115212202072,0.0983644351363182]},"_timestamp":1.7527907565653007e+09,"parameters/bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0001324211189057678,-0.00012795859947800636,-0.00012349608005024493,-0.0001190335678984411,-0.00011457104847067967,-0.00011010852904291824,-0.0001056460096151568,-0.00010118349018739536,-9.672097803559154e-05,-9.225845860783011e-05,-8.779593918006867e-05,-8.333341975230724e-05,-7.88709003245458e-05,-7.440838089678437e-05,-6.994586874498054e-05,-6.548334931721911e-05,-6.102082988945767e-05,-5.655831046169624e-05,-5.209579467191361e-05,-4.7633275244152173e-05,-4.3170759454369545e-05,-3.870824002660811e-05,-3.4245720598846674e-05,-2.9783202990074642e-05,-2.532068538130261e-05,-2.0858167772530578e-05,-1.6395650163758546e-05,-1.193313073599711e-05,-7.470613127225079e-06,-3.008095063705696e-06,1.454422999813687e-06,5.91694106333307e-06,1.0379459126852453e-05,1.4841976735624485e-05,1.9304494344396517e-05,2.3767013772157952e-05,2.8229531380929984e-05,3.2692048989702016e-05,3.715456841746345e-05,4.161708420724608e-05,4.6079603635007516e-05,5.054212306276895e-05,5.500463885255158e-05,5.9467158280313015e-05,6.392967770807445e-05,6.839219713583589e-05,7.285470928763971e-05,7.731722871540114e-05,8.177974814316258e-05,8.624226757092401e-05,9.070478699868545e-05,9.516729915048927e-05,9.96298185782507e-05,0.00010409233800601214,0.00010855485743377358,0.00011301737686153501,0.00011747989628929645,0.00012194240844110027,0.00012640493514481932,0.00013086744002066553,0.00013532995944842696,0.0001397924788761884,0.00014425499830394983,0.00014871751773171127,0.0001531800371594727],"_type":"histogram","values":[4,1,4,7,7,13,14,14,36,27,32,32,22,23,12,12,15,13,10,9,6,9,9,4,9,9,11,9,7,3,5,5,5,6,11,13,12,10,4,14,7,12,6,9,13,19,19,18,31,35,39,27,20,18,14,6,2,1,1,0,1,1,0,1]},"gradients/bert.encoder.layer.1.output.dense.bias":{"bins":[-0.047576904296875,-0.046031951904296875,-0.04448699951171875,-0.042942047119140625,-0.0413970947265625,-0.039852142333984375,-0.03830718994140625,-0.036762237548828125,-0.03521728515625,-0.033672332763671875,-0.03212738037109375,-0.030582427978515625,-0.0290374755859375,-0.027492523193359375,-0.02594757080078125,-0.024402618408203125,-0.022857666015625,-0.021312713623046875,-0.01976776123046875,-0.018222808837890625,-0.0166778564453125,-0.015132904052734375,-0.01358795166015625,-0.012042999267578125,-0.010498046875,-0.008953094482421875,-0.00740814208984375,-0.005863189697265625,-0.0043182373046875,-0.002773284912109375,-0.00122833251953125,0.000316619873046875,0.001861572265625,0.003406524658203125,0.00495147705078125,0.006496429443359375,0.0080413818359375,0.009586334228515625,0.01113128662109375,0.012676239013671875,0.01422119140625,0.015766143798828125,0.01731109619140625,0.018856048583984375,0.0204010009765625,0.021945953369140625,0.02349090576171875,0.025035858154296875,0.026580810546875,0.028125762939453125,0.02967071533203125,0.031215667724609375,0.0327606201171875,0.034305572509765625,0.03585052490234375,0.037395477294921875,0.0389404296875,0.040485382080078125,0.04203033447265625,0.043575286865234375,0.0451202392578125,0.046665191650390625,0.04821014404296875,0.049755096435546875,0.051300048828125],"_type":"histogram","values":[1,0,1,0,1,1,0,0,2,2,5,2,5,2,5,8,8,13,13,18,16,22,20,28,26,31,27,38,30,31,30,39,36,33,34,28,20,22,27,25,22,14,19,11,16,9,9,3,3,2,1,2,1,1,0,2,1,0,1,0,0,0,0,1]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.00042360415682196617,-0.00040970303234644234,-0.00039580187876708806,-0.0003819007542915642,-0.00036799960071220994,-0.0003540984762366861,-0.0003401973226573318,-0.000326296198181808,-0.0003123950446024537,-0.0002984939201269299,-0.00028459279565140605,-0.00027069164207205176,-0.00025679051759652793,-0.00024288937856908888,-0.00022898823954164982,-0.00021508710051421076,-0.0002011859614867717,-0.00018728482245933264,-0.0001733836834318936,-0.00015948254440445453,-0.00014558140537701547,-0.00013168028090149164,-0.00011777914187405258,-0.00010387800284661353,-8.997686381917447e-05,-7.607572479173541e-05,-6.217458576429635e-05,-4.827345401281491e-05,-3.437231498537585e-05,-2.0471177776926197e-05,-6.570040568476543e-06,7.3310966399731115e-06,2.1232262952253222e-05,3.513340197969228e-05,4.903453736915253e-05,6.293567275861278e-05,7.683681178605184e-05,9.07379508134909e-05,0.00010463908256497234,0.0001185402215924114,0.00013244136061985046,0.00014634249964728951,0.00016024363867472857,0.00017414477770216763,0.00018804590217769146,0.00020194704120513052,0.00021584818023256958,0.00022974931926000863,0.0002436504582874477,0.0002575515827629715,0.0002714527363423258,0.00028535386081784964,0.0002992550143972039,0.00031315613887272775,0.00032705729245208204,0.00034095841692760587,0.00035485957050696015,0.000368760694982484,0.0003826618194580078,0.0003965629730373621,0.00041046409751288593,0.0004243652510922402,0.00043826637556776404,0.00045216752914711833,0.00046606865362264216],"_type":"histogram","values":[3,4,7,6,4,5,7,7,9,5,9,8,13,14,8,9,12,10,15,26,20,23,13,20,10,19,18,11,19,29,22,13,21,22,25,16,21,18,20,14,20,20,13,10,15,13,9,16,12,8,4,12,13,10,10,3,4,7,8,2,1,1,1,1]},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,1,0,3,3,2,2,4,4,10,11,12,23,17,14,23,24,23,13,17,20,19,13,14,12,21,12,11,17,9,10,14,9,11,4,4,11,10,6,11,15,12,15,10,13,20,19,19,22,24,22,17,33,19,11,18,10,5,8,4,2,1,2,2],"bins":[-0.0001662007998675108,-0.0001612109917914495,-0.00015622118371538818,-0.00015123137563932687,-0.00014624156756326556,-0.00014125175948720425,-0.00013626195141114295,-0.00013127214333508164,-0.00012628233525902033,-0.00012129252718295902,-0.00011630271910689771,-0.0001113129110308364,-0.0001063231029547751,-0.00010133329487871379,-9.634348680265248e-05,-9.135367872659117e-05,-8.636387065052986e-05,-8.137406257446855e-05,-7.638425449840724e-05,-7.139444642234594e-05,-6.640463834628463e-05,-6.141483027022332e-05,-5.642502219416201e-05,-5.14352141181007e-05,-4.6445406042039394e-05,-4.1455597965978086e-05,-3.646578988991678e-05,-3.147598181385547e-05,-2.648617373779416e-05,-2.1496365661732852e-05,-1.6506557585671544e-05,-1.1516749509610236e-05,-6.526955985464156e-06,-1.5371479094028473e-06,3.452660166658461e-06,8.44246824271977e-06,1.3432276318781078e-05,1.8422084394842386e-05,2.3411892470903695e-05,2.8401700546965003e-05,3.339150862302631e-05,3.838131669908762e-05,4.337112477514893e-05,4.8360932851210237e-05,5.3350740927271545e-05,5.834054900333285e-05,6.333035707939416e-05,6.832016515545547e-05,7.330997323151678e-05,7.829978130757809e-05,8.32895893836394e-05,8.82793974597007e-05,9.326920553576201e-05,9.825901361182332e-05,0.00010324882168788463,0.00010823862976394594,0.00011322843784000725,0.00011821824591606855,0.00012320805399212986,0.00012819786206819117,0.00013318767014425248,0.0001381774782203138,0.0001431672862963751,0.0001481570943724364,0.0001531469024484977]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0033550262451171875,-0.003250688314437866,-0.003146350383758545,-0.0030420124530792236,-0.0029376745223999023,-0.002833336591720581,-0.0027289986610412598,-0.0026246607303619385,-0.002520322799682617,-0.002415984869003296,-0.0023116469383239746,-0.0022073090076446533,-0.002102971076965332,-0.0019986331462860107,-0.0018942952156066895,-0.0017899572849273682,-0.0016856193542480469,-0.0015812814235687256,-0.0014769434928894043,-0.001372605562210083,-0.0012682676315307617,-0.0011639297008514404,-0.0010595917701721191,-0.0009552538394927979,-0.0008509159088134766,-0.0007465779781341553,-0.000642240047454834,-0.0005379021167755127,-0.0004335641860961914,-0.0003292262554168701,-0.00022488832473754883,-0.00012055039405822754,-1.621246337890625e-05,8.812546730041504e-05,0.00019246339797973633,0.0002968013286590576,0.0004011392593383789,0.0005054771900177002,0.0006098151206970215,0.0007141530513763428,0.0008184909820556641,0.0009228289127349854,0.0010271668434143066,0.001131504774093628,0.0012358427047729492,0.0013401806354522705,0.0014445185661315918,0.001548856496810913,0.0016531944274902344,0.0017575323581695557,0.001861870288848877,0.0019662082195281982,0.0020705461502075195,0.002174884080886841,0.002279222011566162,0.0023835599422454834,0.0024878978729248047,0.002592235803604126,0.0026965737342834473,0.0028009116649627686,0.00290524959564209,0.003009587526321411,0.0031139254570007324,0.0032182633876800537,0.003322601318359375],"_type":"histogram","values":[1,0,1,1,1,3,2,5,6,6,15,17,15,30,31,60,64,90,138,176,269,405,587,932,1356,2221,3870,6706,12387,24383,52800,148754,198391,70295,30682,15177,8142,4301,2622,1666,1063,640,462,286,232,151,122,79,59,26,30,17,6,11,10,5,7,3,1,1,4,0,0,1]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,2,1,1,1,1,1,3,4,0,2,3,6,7,12,14,7,23,28,38,33,47,43,34,51,49,52,39,45,35,38,27,19,20,17,14,10,7,8,2,6,2,6,0,2,1,0,0,0,0,0,1,0,0,2,1],"bins":[-0.0017709732055664062,-0.0017181634902954102,-0.001665353775024414,-0.001612544059753418,-0.0015597343444824219,-0.0015069246292114258,-0.0014541149139404297,-0.0014013051986694336,-0.0013484954833984375,-0.0012956857681274414,-0.0012428760528564453,-0.0011900663375854492,-0.0011372566223144531,-0.001084446907043457,-0.001031637191772461,-0.0009788274765014648,-0.0009260177612304688,-0.0008732080459594727,-0.0008203983306884766,-0.0007675886154174805,-0.0007147789001464844,-0.0006619691848754883,-0.0006091594696044922,-0.0005563497543334961,-0.0005035400390625,-0.0004507303237915039,-0.0003979206085205078,-0.0003451108932495117,-0.0002923011779785156,-0.00023949146270751953,-0.00018668174743652344,-0.00013387203216552734,-8.106231689453125e-05,-2.8252601623535156e-05,2.4557113647460938e-05,7.736682891845703e-05,0.00013017654418945312,0.00018298625946044922,0.0002357959747314453,0.0002886056900024414,0.0003414154052734375,0.0003942251205444336,0.0004470348358154297,0.0004998445510864258,0.0005526542663574219,0.000605463981628418,0.0006582736968994141,0.0007110834121704102,0.0007638931274414062,0.0008167028427124023,0.0008695125579833984,0.0009223222732543945,0.0009751319885253906,0.0010279417037963867,0.0010807514190673828,0.001133561134338379,0.001186370849609375,0.001239180564880371,0.0012919902801513672,0.0013447999954223633,0.0013976097106933594,0.0014504194259643555,0.0015032291412353516,0.0015560388565063477,0.0016088485717773438]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,1,2,5,8,7,11,17,12,17,36,43,58,91,70,130,200,262,366,572,924,1300,1958,2888,4326,6950,10709,16964,27669,48747,106387,171232,81689,40421,23739,14796,9217,6009,4052,2541,1724,1139,777,510,350,248,170,143,98,59,43,37,30,26,18,6,8,4,1,0,5],"bins":[-0.002140045166015625,-0.002077743411064148,-0.002015441656112671,-0.001953139901161194,-0.0018908381462097168,-0.0018285363912582397,-0.0017662346363067627,-0.0017039328813552856,-0.0016416311264038086,-0.0015793293714523315,-0.0015170276165008545,-0.0014547258615493774,-0.0013924241065979004,-0.0013301223516464233,-0.0012678205966949463,-0.0012055188417434692,-0.0011432170867919922,-0.0010809153318405151,-0.001018613576889038,-0.000956311821937561,-0.000894010066986084,-0.0008317083120346069,-0.0007694065570831299,-0.0007071048021316528,-0.0006448030471801758,-0.0005825012922286987,-0.0005201995372772217,-0.00045789778232574463,-0.0003955960273742676,-0.00033329427242279053,-0.0002709925174713135,-0.00020869076251983643,-0.00014638900756835938,-8.408725261688232e-05,-2.1785497665405273e-05,4.051625728607178e-05,0.00010281801223754883,0.00016511976718902588,0.00022742152214050293,0.00028972327709198,0.00035202503204345703,0.0004143267869949341,0.00047662854194641113,0.0005389302968978882,0.0006012320518493652,0.0006635338068008423,0.0007258355617523193,0.0007881373167037964,0.0008504390716552734,0.0009127408266067505,0.0009750425815582275,0.0010373443365097046,0.0010996460914611816,0.0011619478464126587,0.0012242496013641357,0.0012865513563156128,0.0013488531112670898,0.001411154866218567,0.001473456621170044,0.001535758376121521,0.001598060131072998,0.001660361886024475,0.0017226636409759521,0.0017849653959274292,0.0018472671508789062]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9995143413543701,0.9995297789573669,0.9995452761650085,0.9995607137680054,0.999576210975647,0.9995916485786438,0.9996070861816406,0.9996225833892822,0.999638020992279,0.9996535181999207,0.9996689558029175,0.9996843934059143,0.9996998906135559,0.9997153282165527,0.9997308254241943,0.9997462630271912,0.999761700630188,0.9997771978378296,0.9997926354408264,0.999808132648468,0.9998235702514648,0.9998390674591064,0.9998545050621033,0.9998699426651001,0.9998854398727417,0.9999008774757385,0.9999163746833801,0.999931812286377,0.9999472498893738,0.9999627470970154,0.9999781847000122,0.9999936819076538,1.0000090599060059,1.0000245571136475,1.000040054321289,1.0000555515289307,1.0000709295272827,1.0000864267349243,1.000101923942566,1.000117301940918,1.0001327991485596,1.0001482963562012,1.0001637935638428,1.0001791715621948,1.0001946687698364,1.000210165977478,1.00022554397583,1.0002410411834717,1.0002565383911133,1.0002719163894653,1.000287413597107,1.0003029108047485,1.0003184080123901,1.0003337860107422,1.0003492832183838,1.0003647804260254,1.0003801584243774,1.000395655632019,1.0004111528396606,1.0004265308380127,1.0004420280456543,1.000457525253296,1.0004730224609375,1.0004884004592896,1.0005038976669312],"_type":"histogram","values":[1,0,0,1,0,1,0,4,2,1,0,2,4,4,3,6,3,1,7,7,15,13,25,32,34,26,29,41,27,28,32,30,37,21,41,42,36,26,27,17,19,13,14,15,12,10,2,6,5,1,2,3,5,4,4,2,4,6,2,3,2,4,1,3]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,0,0,0,2,2,3,2,0,0,4,3,0,5,4,8,11,11,9,19,7,11,19,22,30,37,19,23,30,30,33,29,34,30,32,26,29,23,27,25,16,19,13,24,6,12,16,7,10,9,11,2,5,3,3,3,3,2,1,0,1,2],"bins":[-0.02838134765625,-0.02755880355834961,-0.02673625946044922,-0.025913715362548828,-0.025091171264648438,-0.024268627166748047,-0.023446083068847656,-0.022623538970947266,-0.021800994873046875,-0.020978450775146484,-0.020155906677246094,-0.019333362579345703,-0.018510818481445312,-0.017688274383544922,-0.01686573028564453,-0.01604318618774414,-0.01522064208984375,-0.01439809799194336,-0.013575553894042969,-0.012753009796142578,-0.011930465698242188,-0.011107921600341797,-0.010285377502441406,-0.009462833404541016,-0.008640289306640625,-0.007817745208740234,-0.006995201110839844,-0.006172657012939453,-0.0053501129150390625,-0.004527568817138672,-0.0037050247192382812,-0.0028824806213378906,-0.0020599365234375,-0.0012373924255371094,-0.00041484832763671875,0.0004076957702636719,0.0012302398681640625,0.002052783966064453,0.0028753280639648438,0.0036978721618652344,0.004520416259765625,0.005342960357666016,0.006165504455566406,0.006988048553466797,0.0078105926513671875,0.008633136749267578,0.009455680847167969,0.01027822494506836,0.01110076904296875,0.01192331314086914,0.012745857238769531,0.013568401336669922,0.014390945434570312,0.015213489532470703,0.016036033630371094,0.016858577728271484,0.017681121826171875,0.018503665924072266,0.019326210021972656,0.020148754119873047,0.020971298217773438,0.021793842315673828,0.02261638641357422,0.02343893051147461,0.024261474609375],"_type":"histogram"},"gradients/bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,1,1,3,3,0,3,5,7,3,7,10,7,9,9,12,18,18,24,22,26,24,25,33,35,21,30,802,29,38,24,30,26,17,20,26,27,27,22,12,12,12,10,8,12,2,5,6,0,1,3,2,0,3,2],"bins":[-1.9024128913879395,-1.8506439924240112,-1.798875093460083,-1.7471061944961548,-1.6953372955322266,-1.6435683965682983,-1.5917994976043701,-1.540030598640442,-1.4882616996765137,-1.4364928007125854,-1.3847239017486572,-1.332955002784729,-1.2811861038208008,-1.2294172048568726,-1.1776483058929443,-1.1258794069290161,-1.074110507965088,-1.0223416090011597,-0.9705727100372314,-0.9188038110733032,-0.867034912109375,-0.8152660131454468,-0.7634971141815186,-0.7117282152175903,-0.6599593162536621,-0.6081904172897339,-0.5564215183258057,-0.5046526193618774,-0.4528837203979492,-0.401114821434021,-0.3493459224700928,-0.29757702350616455,-0.24580800533294678,-0.19403910636901855,-0.14227020740509033,-0.09050130844116211,-0.03873240947723389,0.013036489486694336,0.06480538845062256,0.11657428741455078,0.168343186378479,0.22011208534240723,0.27188098430633545,0.32364988327026367,0.3754187822341919,0.4271876811981201,0.47895658016204834,0.5307254791259766,0.5824943780899048,0.634263277053833,0.6860321760177612,0.7378010749816895,0.7895699739456177,0.8413388729095459,0.8931077718734741,0.9448766708374023,0.9966455698013306,1.0484144687652588,1.100183367729187,1.1519522666931152,1.2037211656570435,1.2554900646209717,1.3072589635849,1.3590278625488281,1.4107967615127563]},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[4,3,4,4,7,13,11,11,15,27,52,80,95,154,204,245,378,581,842,1315,1812,2726,4199,6317,10139,16483,27266,51697,113761,334566,649047,177539,73814,37410,22370,14133,8822,5642,3636,2457,1605,1107,719,485,327,221,170,110,67,42,46,26,17,15,8,5,1,5,2,0,2,0,0,3],"bins":[-0.032470703125,-0.03139781951904297,-0.030324935913085938,-0.029252052307128906,-0.028179168701171875,-0.027106285095214844,-0.026033401489257812,-0.02496051788330078,-0.02388763427734375,-0.02281475067138672,-0.021741867065429688,-0.020668983459472656,-0.019596099853515625,-0.018523216247558594,-0.017450332641601562,-0.01637744903564453,-0.0153045654296875,-0.014231681823730469,-0.013158798217773438,-0.012085914611816406,-0.011013031005859375,-0.009940147399902344,-0.008867263793945312,-0.007794380187988281,-0.00672149658203125,-0.005648612976074219,-0.0045757293701171875,-0.0035028457641601562,-0.002429962158203125,-0.0013570785522460938,-0.0002841949462890625,0.0007886886596679688,0.001861572265625,0.0029344558715820312,0.0040073394775390625,0.005080223083496094,0.006153106689453125,0.007225990295410156,0.008298873901367188,0.009371757507324219,0.01044464111328125,0.011517524719238281,0.012590408325195312,0.013663291931152344,0.014736175537109375,0.015809059143066406,0.016881942749023438,0.01795482635498047,0.0190277099609375,0.02010059356689453,0.021173477172851562,0.022246360778808594,0.023319244384765625,0.024392127990722656,0.025465011596679688,0.02653789520263672,0.02761077880859375,0.02868366241455078,0.029756546020507812,0.030829429626464844,0.031902313232421875,0.032975196838378906,0.03404808044433594,0.03512096405029297,0.03619384765625]},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[5,6,7,12,28,38,56,137,217,397,622,988,1586,2411,3605,5332,7502,10488,14491,19300,24857,31882,39601,47716,56578,65497,74248,81397,88095,92297,95533,96093,94553,90450,84590,77812,69314,60766,51640,42922,34962,27617,21736,16302,12054,8695,6101,4298,2838,1959,1214,826,484,286,200,98,55,33,15,6,6,7,1,2],"bins":[-0.09578448534011841,-0.09271682053804398,-0.08964915573596954,-0.08658149093389511,-0.08351383358240128,-0.08044616878032684,-0.07737850397825241,-0.07431083917617798,-0.07124317437410355,-0.06817550957202911,-0.06510785222053528,-0.06204018369317055,-0.058972522616386414,-0.05590485781431198,-0.05283719301223755,-0.049769531935453415,-0.04670186713337898,-0.04363420233130455,-0.040566541254520416,-0.037498876452445984,-0.03443121165037155,-0.03136355057358742,-0.028295885771512985,-0.025228220969438553,-0.02216055803000927,-0.019092895090579987,-0.016025230288505554,-0.012957567349076271,-0.009889903478324413,-0.0068222396075725555,-0.003754576202481985,-0.000686912564560771,0.002380751073360443,0.005448414944112301,0.008516078814864159,0.011583741754293442,0.0146514056250453,0.017719069495797157,0.02078673243522644,0.023854397237300873,0.026922060176730156,0.02998972311615944,0.03305738791823387,0.036125052720308304,0.03919271379709244,0.04226037859916687,0.0453280434012413,0.048395704478025436,0.05146336928009987,0.0545310340821743,0.057598695158958435,0.06066635996103287,0.0637340247631073,0.06680168956518173,0.06986935436725616,0.07293701171875,0.07600467652082443,0.07907234132289886,0.0821400061249733,0.08520767092704773,0.08827533572912216,0.091342993080616,0.09441065788269043,0.09747832268476486,0.1005459874868393]},"parameters/bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,2,1,0,0,0,1,0,2,2,1,0,5,5,8,7,8,19,16,17,24,29,25,34,23,32,28,34,28,34,25,36,43,27,36,31,19,12,16,12,14,12,14,7,8,11,4,4,6,4,6,5,6,2,3,2,0,2,1,1,4,5,2,2],"bins":[0.9996019601821899,0.9996159076690674,0.9996298551559448,0.9996438026428223,0.9996577501296997,0.9996716976165771,0.9996856451034546,0.999699592590332,0.9997135400772095,0.9997274875640869,0.9997414350509644,0.9997553825378418,0.9997693300247192,0.9997832775115967,0.9997972249984741,0.9998111724853516,0.999825119972229,0.9998390674591064,0.9998530149459839,0.9998669624328613,0.9998809099197388,0.9998948574066162,0.9999088048934937,0.9999227523803711,0.9999366998672485,0.999950647354126,0.9999645948410034,0.9999785423278809,0.9999924898147583,1.0000064373016357,1.0000203847885132,1.0000343322753906,1.000048279762268,1.0000622272491455,1.000076174736023,1.0000901222229004,1.0001040697097778,1.0001180171966553,1.0001319646835327,1.0001459121704102,1.0001598596572876,1.000173807144165,1.0001877546310425,1.00020170211792,1.0002156496047974,1.0002295970916748,1.0002435445785522,1.0002574920654297,1.0002714395523071,1.0002853870391846,1.000299334526062,1.0003132820129395,1.000327229499817,1.0003411769866943,1.0003551244735718,1.0003690719604492,1.0003830194473267,1.000396966934204,1.0004109144210815,1.000424861907959,1.0004388093948364,1.0004527568817139,1.0004667043685913,1.0004806518554688,1.0004945993423462]},"parameters/linear.bias":{"_type":"histogram","values":[4,1,3,5,1,1,1,1,0,2,2,1,1,2,3,0,5,1,2,4,2,0,2,2,1,2,3,1,1,3,3,1,0,3,1,4,0,1,3,1,1,2,1,2,7,2,2,6,1,5,2,2,1,1,3,3,0,3,1,3,2,1,1,2],"bins":[-0.0348564088344574,-0.03375190868973732,-0.03264740854501724,-0.031542908400297165,-0.030438406392931938,-0.02933390624821186,-0.028229404240846634,-0.027124904096126556,-0.02602040395140648,-0.0249159038066864,-0.023811403661966324,-0.022706901654601097,-0.02160240150988102,-0.020497901365160942,-0.019393399357795715,-0.018288899213075638,-0.01718439906835556,-0.016079898923635483,-0.01497539784759283,-0.013870896771550179,-0.012766396626830101,-0.011661896482110023,-0.010557395406067371,-0.00945289433002472,-0.008348394185304642,-0.007243893574923277,-0.006139392964541912,-0.005034892354160547,-0.0039303917437791824,-0.0028258911333978176,-0.0017213905230164528,-0.000616889912635088,0.0004876144230365753,0.0015921150334179401,0.002696615643799305,0.00380111625418067,0.004905616864562035,0.006010117474943399,0.007114618085324764,0.008219119161367416,0.009323619306087494,0.010428119450807571,0.011532620526850224,0.012637121602892876,0.013741621747612953,0.01484612189233303,0.015950623899698257,0.017055124044418335,0.018159624189138412,0.01926412433385849,0.020368624478578568,0.021473126485943794,0.022577626630663872,0.02368212677538395,0.024786628782749176,0.025891128927469254,0.02699562907218933,0.02810012921690941,0.029204629361629486,0.030309131368994713,0.03141362965106964,0.03251813352108002,0.033622633665800095,0.03472713381052017,0.03583163395524025]},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[2,0,1,4,0,10,16,16,31,39,59,86,117,167,239,381,527,825,1227,1766,2670,4129,6414,10182,16684,28631,55928,134422,488226,540090,141688,59302,30756,17792,10851,6681,4385,2872,1744,1251,792,591,387,251,199,125,88,61,41,41,19,14,12,8,6,5,4,2,1,3,1,0,1,1],"bins":[-0.035491943359375,-0.03426980972290039,-0.03304767608642578,-0.03182554244995117,-0.030603408813476562,-0.029381275177001953,-0.028159141540527344,-0.026937007904052734,-0.025714874267578125,-0.024492740631103516,-0.023270606994628906,-0.022048473358154297,-0.020826339721679688,-0.019604206085205078,-0.01838207244873047,-0.01715993881225586,-0.01593780517578125,-0.01471567153930664,-0.013493537902832031,-0.012271404266357422,-0.011049270629882812,-0.009827136993408203,-0.008605003356933594,-0.007382869720458984,-0.006160736083984375,-0.004938602447509766,-0.0037164688110351562,-0.002494335174560547,-0.0012722015380859375,-5.0067901611328125e-05,0.0011720657348632812,0.0023941993713378906,0.0036163330078125,0.004838466644287109,0.006060600280761719,0.007282733917236328,0.008504867553710938,0.009727001190185547,0.010949134826660156,0.012171268463134766,0.013393402099609375,0.014615535736083984,0.015837669372558594,0.017059803009033203,0.018281936645507812,0.019504070281982422,0.02072620391845703,0.02194833755493164,0.02317047119140625,0.02439260482788086,0.02561473846435547,0.026836872100830078,0.028059005737304688,0.029281139373779297,0.030503273010253906,0.031725406646728516,0.032947540283203125,0.034169673919677734,0.035391807556152344,0.03661394119262695,0.03783607482910156,0.03905820846557617,0.04028034210205078,0.04150247573852539,0.042724609375],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"values":[2,0,1,4,0,1,2,3,2,5,5,4,3,7,14,16,13,13,12,22,27,23,24,17,25,30,25,25,35,29,34,24,26,20,27,23,25,25,24,26,19,9,23,10,10,8,5,9,3,6,1,4,1,1,4,5,0,2,1,2,0,1,0,1],"bins":[-0.0198822021484375,-0.019211530685424805,-0.01854085922241211,-0.017870187759399414,-0.01719951629638672,-0.016528844833374023,-0.015858173370361328,-0.015187501907348633,-0.014516830444335938,-0.013846158981323242,-0.013175487518310547,-0.012504816055297852,-0.011834144592285156,-0.011163473129272461,-0.010492801666259766,-0.00982213020324707,-0.009151458740234375,-0.00848078727722168,-0.007810115814208984,-0.007139444351196289,-0.006468772888183594,-0.0057981014251708984,-0.005127429962158203,-0.004456758499145508,-0.0037860870361328125,-0.003115415573120117,-0.002444744110107422,-0.0017740726470947266,-0.0011034011840820312,-0.00043272972106933594,0.00023794174194335938,0.0009086132049560547,0.00157928466796875,0.0022499561309814453,0.0029206275939941406,0.003591299057006836,0.004261970520019531,0.0049326419830322266,0.005603313446044922,0.006273984909057617,0.0069446563720703125,0.007615327835083008,0.008285999298095703,0.008956670761108398,0.009627342224121094,0.010298013687133789,0.010968685150146484,0.01163935661315918,0.012310028076171875,0.01298069953918457,0.013651371002197266,0.014322042465209961,0.014992713928222656,0.01566338539123535,0.016334056854248047,0.017004728317260742,0.017675399780273438,0.018346071243286133,0.019016742706298828,0.019687414169311523,0.02035808563232422,0.021028757095336914,0.02169942855834961,0.022370100021362305,0.023040771484375],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,3,2,0,2,2,0,6,1,2,4,4,10,6,7,8,14,21,18,16,15,21,32,24,25,34,39,42,22,34,46,22,26,30,33,32,27,17,22,12,8,8,13,11,4,5,5,8,7,1,2,2,4,4,0,0,1,1,1,0,0,1],"bins":[-0.0010118484497070312,-0.000979393720626831,-0.0009469389915466309,-0.0009144842624664307,-0.0008820295333862305,-0.0008495748043060303,-0.0008171200752258301,-0.0007846653461456299,-0.0007522106170654297,-0.0007197558879852295,-0.0006873011589050293,-0.0006548464298248291,-0.0006223917007446289,-0.0005899369716644287,-0.0005574822425842285,-0.0005250275135040283,-0.0004925727844238281,-0.00046011805534362793,-0.00042766332626342773,-0.00039520859718322754,-0.00036275386810302734,-0.00033029913902282715,-0.00029784440994262695,-0.00026538968086242676,-0.00023293495178222656,-0.00020048022270202637,-0.00016802549362182617,-0.00013557076454162598,-0.00010311603546142578,-7.066130638122559e-05,-3.820657730102539e-05,-5.751848220825195e-06,2.6702880859375e-05,5.9157609939575195e-05,9.161233901977539e-05,0.00012406706809997559,0.00015652179718017578,0.00018897652626037598,0.00022143125534057617,0.00025388598442077637,0.00028634071350097656,0.00031879544258117676,0.00035125017166137695,0.00038370490074157715,0.00041615962982177734,0.00044861435890197754,0.00048106908798217773,0.0005135238170623779,0.0005459785461425781,0.0005784332752227783,0.0006108880043029785,0.0006433427333831787,0.0006757974624633789,0.0007082521915435791,0.0007407069206237793,0.0007731616497039795,0.0008056163787841797,0.0008380711078643799,0.0008705258369445801,0.0009029805660247803,0.0009354352951049805,0.0009678900241851807,0.0010003447532653809,0.001032799482345581,0.0010652542114257812],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0025959014892578125,-0.002518892288208008,-0.002441883087158203,-0.0023648738861083984,-0.0022878646850585938,-0.002210855484008789,-0.0021338462829589844,-0.0020568370819091797,-0.001979827880859375,-0.0019028186798095703,-0.0018258094787597656,-0.001748800277709961,-0.0016717910766601562,-0.0015947818756103516,-0.0015177726745605469,-0.0014407634735107422,-0.0013637542724609375,-0.0012867450714111328,-0.0012097358703613281,-0.0011327266693115234,-0.0010557174682617188,-0.000978708267211914,-0.0009016990661621094,-0.0008246898651123047,-0.0007476806640625,-0.0006706714630126953,-0.0005936622619628906,-0.0005166530609130859,-0.00043964385986328125,-0.00036263465881347656,-0.0002856254577636719,-0.0002086162567138672,-0.0001316070556640625,-5.459785461425781e-05,2.2411346435546875e-05,9.942054748535156e-05,0.00017642974853515625,0.00025343894958496094,0.0003304481506347656,0.0004074573516845703,0.000484466552734375,0.0005614757537841797,0.0006384849548339844,0.0007154941558837891,0.0007925033569335938,0.0008695125579833984,0.0009465217590332031,0.0010235309600830078,0.0011005401611328125,0.0011775493621826172,0.0012545585632324219,0.0013315677642822266,0.0014085769653320312,0.001485586166381836,0.0015625953674316406,0.0016396045684814453,0.00171661376953125,0.0017936229705810547,0.0018706321716308594,0.001947641372680664,0.0020246505737304688,0.0021016597747802734,0.002178668975830078,0.002255678176879883,0.0023326873779296875],"_type":"histogram","values":[1,1,0,0,1,2,4,1,2,9,4,12,15,24,35,41,52,65,110,170,247,372,502,721,1104,1759,2686,4296,6989,11723,20609,37930,80489,184411,119887,51081,26357,14705,8580,5267,3395,2075,1356,870,611,387,261,166,131,91,72,31,31,27,18,8,7,9,4,5,2,1,1,1]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"values":[1,1,1,1,2,4,1,1,5,2,4,6,8,6,14,17,13,24,16,17,15,19,20,34,24,34,22,35,17,17,35,24,26,28,31,26,31,28,24,11,18,13,11,13,15,4,6,11,4,7,3,4,3,2,3,2,0,1,0,0,0,0,1,2],"bins":[-0.0221710205078125,-0.021417856216430664,-0.020664691925048828,-0.019911527633666992,-0.019158363342285156,-0.01840519905090332,-0.017652034759521484,-0.01689887046813965,-0.016145706176757812,-0.015392541885375977,-0.01463937759399414,-0.013886213302612305,-0.013133049011230469,-0.012379884719848633,-0.011626720428466797,-0.010873556137084961,-0.010120391845703125,-0.009367227554321289,-0.008614063262939453,-0.007860898971557617,-0.007107734680175781,-0.006354570388793945,-0.005601406097412109,-0.0048482418060302734,-0.0040950775146484375,-0.0033419132232666016,-0.0025887489318847656,-0.0018355846405029297,-0.0010824203491210938,-0.0003292560577392578,0.0004239082336425781,0.001177072525024414,0.00193023681640625,0.002683401107788086,0.003436565399169922,0.004189729690551758,0.004942893981933594,0.00569605827331543,0.006449222564697266,0.0072023868560791016,0.007955551147460938,0.008708715438842773,0.00946187973022461,0.010215044021606445,0.010968208312988281,0.011721372604370117,0.012474536895751953,0.013227701187133789,0.013980865478515625,0.014734029769897461,0.015487194061279297,0.016240358352661133,0.01699352264404297,0.017746686935424805,0.01849985122680664,0.019253015518188477,0.020006179809570312,0.02075934410095215,0.021512508392333984,0.02226567268371582,0.023018836975097656,0.023772001266479492,0.024525165557861328,0.025278329849243164,0.026031494140625],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.00014537398237735033,-0.00014082324923947453,-0.00013627253065351397,-0.00013172179751563817,-0.00012717106437776238,-0.0001226203457918018,-0.00011806961265392601,-0.00011351888679200783,-0.00010896816093008965,-0.00010441742779221386,-9.986670193029568e-05,-9.53159760683775e-05,-9.07652429305017e-05,-8.621451706858352e-05,-8.166379120666534e-05,-7.711305806878954e-05,-7.256233220687136e-05,-6.801160634495318e-05,-6.346087320707738e-05,-5.89101473451592e-05,-5.435942148324102e-05,-4.980869198334403e-05,-4.5257962483447045e-05,-4.0707236621528864e-05,-3.6156507121631876e-05,-3.160577762173489e-05,-2.7055051759816706e-05,-2.2504322259919718e-05,-1.7953594579012133e-05,-1.3402866898104548e-05,-8.852138307702262e-06,-4.301410172047326e-06,2.4931796360760927e-07,4.800046099262545e-06,9.35077423491748e-06,1.3901502825319767e-05,1.8452230506227352e-05,2.3002958187134936e-05,2.7553687687031925e-05,3.2104413548950106e-05,3.6655143048847094e-05,4.120587254874408e-05,4.5756598410662264e-05,5.030732791055925e-05,5.485805741045624e-05,5.940878327237442e-05,6.39595091342926e-05,6.85102422721684e-05,7.306096813408658e-05,7.761169399600476e-05,8.216242713388056e-05,8.671315299579874e-05,9.126387885771692e-05,9.581461199559271e-05,0.0001003653378575109,0.00010491606371942908,0.00010946679685730487,0.00011401752271922305,0.00011856824858114123,0.00012311898171901703,0.0001276697003049776,0.0001322204334428534,0.0001367711665807292,0.00014132188516668975,0.00014587261830456555],"_type":"histogram","values":[2,2,0,2,3,4,6,9,13,19,23,23,21,29,25,27,24,18,18,16,13,11,3,13,12,11,12,13,6,4,8,9,8,5,5,13,6,6,6,16,14,15,13,7,17,12,14,15,21,21,34,24,28,15,15,15,8,5,6,1,1,2,0,1]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,2,0,1,2,1,3,4,6,11,19,26,45,87,113,148,114,114,99,69,82,55,65,70,74,64,82,93,147,133,111,64,53,32,21,7,6,6,3,5,1,2,1,2,1,0,0,0,0,1],"bins":[-0.00045490573393180966,-0.00044254559907130897,-0.0004301854642108083,-0.0004178253293503076,-0.0004054651944898069,-0.00039310503052547574,-0.00038074489566497505,-0.00036838476080447435,-0.00035602462594397366,-0.00034366449108347297,-0.0003313043562229723,-0.0003189442213624716,-0.00030658405739814043,-0.00029422392253763974,-0.00028186378767713904,-0.00026950365281663835,-0.00025714351795613766,-0.00024478338309563696,-0.00023242324823513627,-0.00022006309882272035,-0.00020770296396221966,-0.00019534282910171896,-0.00018298267968930304,-0.00017062254482880235,-0.00015826240996830165,-0.00014590227510780096,-0.00013354214024730027,-0.00012118199083488435,-0.00010882185597438365,-9.646172111388296e-05,-8.410157897742465e-05,-7.174143684096634e-05,-5.938133108429611e-05,-4.702119258581661e-05,-3.4661054087337106e-05,-2.2300915588857606e-05,-9.940777090378106e-06,2.4193614081013948e-06,1.4779499906580895e-05,2.7139638405060396e-05,3.9499776903539896e-05,5.1859915402019396e-05,6.42200539004989e-05,7.65801960369572e-05,8.89403308974579e-05,0.00010130046575795859,0.0001136606078944169,0.0001260207500308752,0.0001383808848913759,0.0001507410197518766,0.00016310115461237729,0.0001754613040247932,0.0001878214388852939,0.0002001815737457946,0.00021254172315821052,0.0002249018580187112,0.0002372619928792119,0.0002496221277397126,0.0002619822626002133,0.000274342397460714,0.0002867025323212147,0.0002990626962855458,0.0003114228311460465,0.0003237829660065472,0.0003361431008670479],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.0019989013671875,-0.0019358396530151367,-0.0018727779388427734,-0.0018097162246704102,-0.0017466545104980469,-0.0016835927963256836,-0.0016205310821533203,-0.001557469367980957,-0.0014944076538085938,-0.0014313459396362305,-0.0013682842254638672,-0.001305222511291504,-0.0012421607971191406,-0.0011790990829467773,-0.001116037368774414,-0.0010529756546020508,-0.0009899139404296875,-0.0009268522262573242,-0.0008637905120849609,-0.0008007287979125977,-0.0007376670837402344,-0.0006746053695678711,-0.0006115436553955078,-0.0005484819412231445,-0.00048542022705078125,-0.00042235851287841797,-0.0003592967987060547,-0.0002962350845336914,-0.00023317337036132812,-0.00017011165618896484,-0.00010704994201660156,-4.398822784423828e-05,1.9073486328125e-05,8.213520050048828e-05,0.00014519691467285156,0.00020825862884521484,0.0002713203430175781,0.0003343820571899414,0.0003974437713623047,0.00046050548553466797,0.0005235671997070312,0.0005866289138793945,0.0006496906280517578,0.0007127523422241211,0.0007758140563964844,0.0008388757705688477,0.0009019374847412109,0.0009649991989135742,0.0010280609130859375,0.0010911226272583008,0.001154184341430664,0.0012172460556030273,0.0012803077697753906,0.001343369483947754,0.0014064311981201172,0.0014694929122924805,0.0015325546264648438,0.001595616340637207,0.0016586780548095703,0.0017217397689819336,0.0017848014831542969,0.0018478631973266602,0.0019109249114990234,0.0019739866256713867,0.00203704833984375],"_type":"histogram","values":[1,0,2,1,3,5,12,13,19,27,45,47,64,79,107,130,191,322,420,581,900,1263,1751,2539,3690,5585,8896,13646,22962,40097,79302,167304,112263,51062,28382,16790,10557,6647,4501,2929,1939,1362,915,682,479,359,253,189,165,111,73,55,38,18,15,12,6,6,3,3,2,2,1,1]},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[3,3,7,5,12,25,45,73,108,201,339,496,728,1198,1595,2338,3364,4451,6034,7815,10028,12333,15168,18293,21300,24643,27495,30460,32128,34047,35067,35262,34064,32753,30769,28327,25446,22297,19182,16188,13366,10726,8332,6496,5010,3630,2605,1890,1262,844,563,411,236,147,106,38,35,16,12,3,2,2,1,1],"bins":[-0.09259263426065445,-0.0896213948726654,-0.08665015548467636,-0.08367891609668732,-0.08070766925811768,-0.07773642987012863,-0.07476519048213959,-0.07179395109415054,-0.0688227117061615,-0.06585147231817245,-0.06288023293018341,-0.05990898981690407,-0.056937750428915024,-0.05396651104092598,-0.05099526792764664,-0.04802402853965759,-0.04505278915166855,-0.042081549763679504,-0.03911031037569046,-0.03613906726241112,-0.03316782787442207,-0.03019658848643303,-0.027225347235798836,-0.024254105985164642,-0.021282866597175598,-0.018311627209186554,-0.01534038595855236,-0.012369145639240742,-0.009397905319929123,-0.006426665000617504,-0.0034554246813058853,-0.0004841843619942665,0.0024870485067367554,0.005458288826048374,0.008429529145359993,0.011400769464671612,0.01437200978398323,0.017343249171972275,0.020314490422606468,0.02328573167324066,0.026256971061229706,0.02922821044921875,0.032199449837207794,0.03517069295048714,0.03814193233847618,0.041113171726465225,0.04408441483974457,0.04705565422773361,0.050026893615722656,0.0529981330037117,0.055969372391700745,0.05894061550498009,0.06191185489296913,0.06488309800624847,0.06785433739423752,0.07082557678222656,0.0737968161702156,0.07676805555820465,0.0797392949461937,0.08271053433418274,0.08568178117275238,0.08865302056074142,0.09162425994873047,0.09459549933671951,0.09756673872470856]},"parameters/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,2,5,4,12,14,17,21,27,29,27,16,19,22,15,19,20,14,13,13,11,10,13,10,8,4,5,7,13,5,7,11,6,8,6,7,13,15,4,13,17,14,13,11,18,21,36,26,25,26,24,17,9,5,4,4,5,2,0,2,1],"bins":[-0.00014789053238928318,-0.0001432417775504291,-0.0001385930081596598,-0.0001339442387688905,-0.00012929548393003643,-0.00012464672909118235,-0.00011999795970041305,-0.00011534919758560136,-0.00011070043547078967,-0.00010605167335597798,-0.0001014029112411663,-9.67541491263546e-05,-9.210538701154292e-05,-8.745662489673123e-05,-8.280786278191954e-05,-7.815910066710785e-05,-7.351033855229616e-05,-6.886157643748447e-05,-6.421281432267278e-05,-5.9564052207861096e-05,-5.491529009304941e-05,-5.026652797823772e-05,-4.561776586342603e-05,-4.096900374861434e-05,-3.632024163380265e-05,-3.1671479518990964e-05,-2.7022717404179275e-05,-2.2373955289367586e-05,-1.7725193174555898e-05,-1.3076431059744209e-05,-8.42766894493252e-06,-3.7789068301208317e-06,8.698698366060853e-07,5.518631951417774e-06,1.0167394066229463e-05,1.4816156181041151e-05,1.946491829585284e-05,2.411368041066453e-05,2.8762442525476217e-05,3.3411204640287906e-05,3.8059966755099595e-05,4.270872886991128e-05,4.735749098472297e-05,5.200625309953466e-05,5.665501521434635e-05,6.130377732915804e-05,6.595253944396973e-05,7.060130155878142e-05,7.52500636735931e-05,7.989882578840479e-05,8.454758790321648e-05,8.919635001802817e-05,9.384511213283986e-05,9.849387424765155e-05,0.00010314263636246324,0.00010779139847727492,0.00011244016059208661,0.0001170889227068983,0.00012173768482170999,0.00012638643966056406,0.00013103520905133337,0.00013568397844210267,0.00014033273328095675,0.00014498148811981082,0.00014963025751058012]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0214691162109375,-0.0207827091217041,-0.020096302032470703,-0.019409894943237305,-0.018723487854003906,-0.018037080764770508,-0.01735067367553711,-0.01666426658630371,-0.015977859497070312,-0.015291452407836914,-0.014605045318603516,-0.013918638229370117,-0.013232231140136719,-0.01254582405090332,-0.011859416961669922,-0.011173009872436523,-0.010486602783203125,-0.009800195693969727,-0.009113788604736328,-0.00842738151550293,-0.007740974426269531,-0.007054567337036133,-0.006368160247802734,-0.005681753158569336,-0.0049953460693359375,-0.004308938980102539,-0.0036225318908691406,-0.002936124801635742,-0.0022497177124023438,-0.0015633106231689453,-0.0008769035339355469,-0.00019049644470214844,0.00049591064453125,0.0011823177337646484,0.0018687248229980469,0.0025551319122314453,0.0032415390014648438,0.003927946090698242,0.004614353179931641,0.005300760269165039,0.0059871673583984375,0.006673574447631836,0.007359981536865234,0.008046388626098633,0.008732795715332031,0.00941920280456543,0.010105609893798828,0.010792016983032227,0.011478424072265625,0.012164831161499023,0.012851238250732422,0.01353764533996582,0.014224052429199219,0.014910459518432617,0.015596866607666016,0.016283273696899414,0.016969680786132812,0.01765608787536621,0.01834249496459961,0.019028902053833008,0.019715309143066406,0.020401716232299805,0.021088123321533203,0.0217745304107666,0.0224609375],"_type":"histogram","values":[1,1,1,1,0,2,4,4,3,2,4,11,8,6,11,6,10,16,16,15,17,15,21,24,29,28,18,24,26,23,32,30,24,30,32,20,22,21,19,22,24,19,11,12,13,11,10,9,13,6,5,6,4,4,2,3,4,5,2,2,1,2,0,1]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,2,0,1,1,1,2,7,6,5,13,9,17,30,54,66,113,163,269,430,633,1069,1674,2806,4447,7363,12500,21109,37443,72473,165392,128538,57794,30919,17879,10410,6319,3608,2307,1414,872,586,390,255,166,93,67,30,28,15,10,11,4,1,4,1,1,1,1,0,0,0,0,1],"bins":[-0.00337982177734375,-0.0032702088356018066,-0.0031605958938598633,-0.00305098295211792,-0.0029413700103759766,-0.002831757068634033,-0.00272214412689209,-0.0026125311851501465,-0.002502918243408203,-0.0023933053016662598,-0.0022836923599243164,-0.002174079418182373,-0.0020644664764404297,-0.0019548535346984863,-0.001845240592956543,-0.0017356276512145996,-0.0016260147094726562,-0.0015164017677307129,-0.0014067888259887695,-0.0012971758842468262,-0.0011875629425048828,-0.0010779500007629395,-0.0009683370590209961,-0.0008587241172790527,-0.0007491111755371094,-0.000639498233795166,-0.0005298852920532227,-0.0004202723503112793,-0.00031065940856933594,-0.00020104646682739258,-9.143352508544922e-05,1.817941665649414e-05,0.0001277923583984375,0.00023740530014038086,0.0003470182418823242,0.0004566311836242676,0.0005662441253662109,0.0006758570671081543,0.0007854700088500977,0.000895082950592041,0.0010046958923339844,0.0011143088340759277,0.001223921775817871,0.0013335347175598145,0.0014431476593017578,0.0015527606010437012,0.0016623735427856445,0.0017719864845275879,0.0018815994262695312,0.0019912123680114746,0.002100825309753418,0.0022104382514953613,0.0023200511932373047,0.002429664134979248,0.0025392770767211914,0.0026488900184631348,0.002758502960205078,0.0028681159019470215,0.002977728843688965,0.003087341785430908,0.0031969547271728516,0.003306567668914795,0.0034161806106567383,0.0035257935523986816,0.003635406494140625]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,1,0,1,0,1,1,1,3,0,3,3,4,3,8,6,11,9,13,17,18,19,18,28,23,30,39,31,35,34,26,50,35,34,34,23,24,31,26,18,10,20,13,9,11,10,5,7,5,2,3,0,0,0,2,2,1,0,1,2,2,0,1],"bins":[-0.0015411376953125,-0.0014923959970474243,-0.0014436542987823486,-0.001394912600517273,-0.0013461709022521973,-0.0012974292039871216,-0.001248687505722046,-0.0011999458074569702,-0.0011512041091918945,-0.0011024624109268188,-0.0010537207126617432,-0.0010049790143966675,-0.0009562373161315918,-0.0009074956178665161,-0.0008587539196014404,-0.0008100122213363647,-0.0007612705230712891,-0.0007125288248062134,-0.0006637871265411377,-0.000615045428276062,-0.0005663037300109863,-0.0005175620317459106,-0.00046882033348083496,-0.0004200786352157593,-0.0003713369369506836,-0.0003225952386856079,-0.0002738535404205322,-0.00022511184215545654,-0.00017637014389038086,-0.00012762844562530518,-7.888674736022949e-05,-3.014504909515381e-05,1.8596649169921875e-05,6.733834743499756e-05,0.00011608004570007324,0.00016482174396514893,0.0002135634422302246,0.0002623051404953003,0.000311046838760376,0.00035978853702545166,0.00040853023529052734,0.00045727193355560303,0.0005060136318206787,0.0005547553300857544,0.0006034970283508301,0.0006522387266159058,0.0007009804248809814,0.0007497221231460571,0.0007984638214111328,0.0008472055196762085,0.0008959472179412842,0.0009446889162063599,0.0009934306144714355,0.0010421723127365112,0.001090914011001587,0.0011396557092666626,0.0011883974075317383,0.001237139105796814,0.0012858808040618896,0.0013346225023269653,0.001383364200592041,0.0014321058988571167,0.0014808475971221924,0.001529589295387268,0.0015783309936523438],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"values":[2,1,1,0,0,1,1,1,2,3,1,5,8,6,6,5,16,14,15,16,25,23,27,28,29,25,51,36,33,30,29,48,33,26,33,27,18,24,20,13,14,7,14,17,7,4,7,4,3,0,2,0,0,1,0,1,0,1,1,1,0,0,1,1],"bins":[-0.0009889602661132812,-0.0009552687406539917,-0.0009215772151947021,-0.0008878856897354126,-0.000854194164276123,-0.0008205026388168335,-0.0007868111133575439,-0.0007531195878982544,-0.0007194280624389648,-0.0006857365369796753,-0.0006520450115203857,-0.0006183534860610962,-0.0005846619606018066,-0.0005509704351425171,-0.0005172789096832275,-0.000483587384223938,-0.00044989585876464844,-0.0004162043333053589,-0.00038251280784606934,-0.0003488212823867798,-0.00031512975692749023,-0.0002814382314682007,-0.00024774670600891113,-0.00021405518054962158,-0.00018036365509033203,-0.00014667212963104248,-0.00011298060417175293,-7.928907871246338e-05,-4.559755325317383e-05,-1.1906027793884277e-05,2.1785497665405273e-05,5.5477023124694824e-05,8.916854858398438e-05,0.00012286007404327393,0.00015655159950256348,0.00019024312496185303,0.00022393465042114258,0.00025762617588043213,0.0002913177013397217,0.00032500922679901123,0.0003587007522583008,0.00039239227771759033,0.0004260838031768799,0.00045977532863616943,0.000493466854095459,0.0005271583795547485,0.0005608499050140381,0.0005945414304733276,0.0006282329559326172,0.0006619244813919067,0.0006956160068511963,0.0007293075323104858,0.0007629990577697754,0.0007966905832290649,0.0008303821086883545,0.000864073634147644,0.0008977651596069336,0.0009314566850662231,0.0009651482105255127,0.0009988397359848022,0.0010325312614440918,0.0010662227869033813,0.001099914312362671,0.0011336058378219604,0.00116729736328125],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,3,5,1,3,3,4,9,8,10,12,6,14,15,25,23,25,27,29,32,29,39,30,32,36,30,31,39,37,22,26,17,20,15,17,19,14,14,8,8,5,6,4,2,3,1,0,2,1,0,1,1,0,0,0,0,0,1],"bins":[-0.04412841796875,-0.042652130126953125,-0.04117584228515625,-0.039699554443359375,-0.0382232666015625,-0.036746978759765625,-0.03527069091796875,-0.033794403076171875,-0.032318115234375,-0.030841827392578125,-0.02936553955078125,-0.027889251708984375,-0.0264129638671875,-0.024936676025390625,-0.02346038818359375,-0.021984100341796875,-0.0205078125,-0.019031524658203125,-0.01755523681640625,-0.016078948974609375,-0.0146026611328125,-0.013126373291015625,-0.01165008544921875,-0.010173797607421875,-0.008697509765625,-0.007221221923828125,-0.00574493408203125,-0.004268646240234375,-0.0027923583984375,-0.001316070556640625,0.00016021728515625,0.001636505126953125,0.00311279296875,0.004589080810546875,0.00606536865234375,0.007541656494140625,0.0090179443359375,0.010494232177734375,0.01197052001953125,0.013446807861328125,0.014923095703125,0.016399383544921875,0.01787567138671875,0.019351959228515625,0.0208282470703125,0.022304534912109375,0.02378082275390625,0.025257110595703125,0.0267333984375,0.028209686279296875,0.02968597412109375,0.031162261962890625,0.0326385498046875,0.034114837646484375,0.03559112548828125,0.037067413330078125,0.038543701171875,0.040019989013671875,0.04149627685546875,0.042972564697265625,0.0444488525390625,0.045925140380859375,0.04740142822265625,0.048877716064453125,0.05035400390625]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,1,2,1,1,2,5,2,7,5,9,7,12,15,11,18,22,26,18,33,20,22,34,29,30,32,32,41,29,37,28,27,19,24,26,21,22,22,15,12,9,9,7,1,6,5,1,1,3,1,1,1,0,0,0,1],"bins":[-0.055023193359375,-0.05341768264770508,-0.051812171936035156,-0.050206661224365234,-0.04860115051269531,-0.04699563980102539,-0.04539012908935547,-0.04378461837768555,-0.042179107666015625,-0.0405735969543457,-0.03896808624267578,-0.03736257553100586,-0.03575706481933594,-0.034151554107666016,-0.032546043395996094,-0.030940532684326172,-0.02933502197265625,-0.027729511260986328,-0.026124000549316406,-0.024518489837646484,-0.022912979125976562,-0.02130746841430664,-0.01970195770263672,-0.018096446990966797,-0.016490936279296875,-0.014885425567626953,-0.013279914855957031,-0.01167440414428711,-0.010068893432617188,-0.008463382720947266,-0.006857872009277344,-0.005252361297607422,-0.0036468505859375,-0.002041339874267578,-0.00043582916259765625,0.0011696815490722656,0.0027751922607421875,0.004380702972412109,0.005986213684082031,0.007591724395751953,0.009197235107421875,0.010802745819091797,0.012408256530761719,0.01401376724243164,0.015619277954101562,0.017224788665771484,0.018830299377441406,0.020435810089111328,0.02204132080078125,0.023646831512451172,0.025252342224121094,0.026857852935791016,0.028463363647460938,0.03006887435913086,0.03167438507080078,0.0332798957824707,0.034885406494140625,0.03649091720581055,0.03809642791748047,0.03970193862915039,0.04130744934082031,0.042912960052490234,0.044518470764160156,0.04612398147583008,0.0477294921875]},"gradients/linear.bias":{"_type":"histogram","values":[2,1,1,3,0,0,2,0,0,0,0,1,1,1,2,1,0,3,5,3,3,5,3,1,5,7,1,7,4,6,4,3,0,5,7,2,2,1,3,4,3,2,0,3,2,3,5,1,1,0,1,1,2,0,1,0,0,0,1,1,0,0,0,2],"bins":[-0.0986328125,-0.0950469970703125,-0.091461181640625,-0.0878753662109375,-0.08428955078125,-0.0807037353515625,-0.077117919921875,-0.0735321044921875,-0.0699462890625,-0.0663604736328125,-0.062774658203125,-0.0591888427734375,-0.05560302734375,-0.0520172119140625,-0.048431396484375,-0.0448455810546875,-0.041259765625,-0.0376739501953125,-0.034088134765625,-0.0305023193359375,-0.02691650390625,-0.0233306884765625,-0.019744873046875,-0.0161590576171875,-0.0125732421875,-0.0089874267578125,-0.005401611328125,-0.0018157958984375,0.00177001953125,0.0053558349609375,0.008941650390625,0.0125274658203125,0.01611328125,0.0196990966796875,0.023284912109375,0.0268707275390625,0.03045654296875,0.0340423583984375,0.037628173828125,0.0412139892578125,0.0447998046875,0.0483856201171875,0.051971435546875,0.0555572509765625,0.05914306640625,0.0627288818359375,0.066314697265625,0.0699005126953125,0.073486328125,0.0770721435546875,0.080657958984375,0.0842437744140625,0.08782958984375,0.0914154052734375,0.095001220703125,0.0985870361328125,0.1021728515625,0.1057586669921875,0.109344482421875,0.1129302978515625,0.11651611328125,0.1201019287109375,0.123687744140625,0.1272735595703125,0.130859375]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,2,2,5,2,8,10,8,21,12,36,32,57,70,85,137,197,261,333,498,624,920,1325,1867,2775,4099,5923,8597,13445,20829,33893,61101,131224,137524,64367,35421,21453,13752,9201,6034,4015,2882,2006,1382,1007,624,464,320,243,211,139,111,88,51,37,24,25,10,12,5,6,4,1,6],"bins":[-0.0029449462890625,-0.0028558075428009033,-0.0027666687965393066,-0.00267753005027771,-0.0025883913040161133,-0.0024992525577545166,-0.00241011381149292,-0.0023209750652313232,-0.0022318363189697266,-0.00214269757270813,-0.002053558826446533,-0.0019644200801849365,-0.0018752813339233398,-0.0017861425876617432,-0.0016970038414001465,-0.0016078650951385498,-0.0015187263488769531,-0.0014295876026153564,-0.0013404488563537598,-0.001251310110092163,-0.0011621713638305664,-0.0010730326175689697,-0.000983893871307373,-0.0008947551250457764,-0.0008056163787841797,-0.000716477632522583,-0.0006273388862609863,-0.0005382001399993896,-0.00044906139373779297,-0.0003599226474761963,-0.0002707839012145996,-0.00018164515495300293,-9.250640869140625e-05,-3.3676624298095703e-06,8.577108383178711e-05,0.0001749098300933838,0.00026404857635498047,0.00035318732261657715,0.00044232606887817383,0.0005314648151397705,0.0006206035614013672,0.0007097423076629639,0.0007988810539245605,0.0008880198001861572,0.000977158546447754,0.0010662972927093506,0.0011554360389709473,0.001244574785232544,0.0013337135314941406,0.0014228522777557373,0.001511991024017334,0.0016011297702789307,0.0016902685165405273,0.001779407262802124,0.0018685460090637207,0.0019576847553253174,0.002046823501586914,0.0021359622478485107,0.0022251009941101074,0.002314239740371704,0.0024033784866333008,0.0024925172328948975,0.002581655979156494,0.002670794725418091,0.0027599334716796875],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,0,1,2,3,2,5,4,1,5,5,6,9,7,11,14,20,12,15,13,31,25,30,24,36,34,38,28,27,31,32,36,32,23,20,18,26,20,18,16,10,14,12,12,9,8,2,3,6,2,1,3,1,0,2,0,0,0,0,1,0,0,1],"bins":[-0.039972059428691864,-0.03860297426581383,-0.03723388910293579,-0.03586480766534805,-0.034495722502470016,-0.03312663733959198,-0.031757552176713943,-0.030388468876481056,-0.02901938371360302,-0.027650298550724983,-0.026281215250492096,-0.02491213008761406,-0.023543044924736023,-0.022173961624503136,-0.0208048764616251,-0.019435793161392212,-0.018066707998514175,-0.01669762283563614,-0.015328539535403252,-0.013959454372525215,-0.012590370140969753,-0.011221285909414291,-0.009852200746536255,-0.008483116514980793,-0.007114032283425331,-0.005744948051869869,-0.00437586335465312,-0.0030067788902670145,-0.001637694425880909,-0.00026860996149480343,0.0011004745028913021,0.0024695589672774076,0.0038386471569538116,0.0052077313885092735,0.006576816085726023,0.007945900782942772,0.009314985014498234,0.010684069246053696,0.012053154408931732,0.013422238640487194,0.014791322872042656,0.016160408034920692,0.01752949133515358,0.018898576498031616,0.020267661660909653,0.02163674496114254,0.023005830124020576,0.024374913424253464,0.0257439985871315,0.027113083750009537,0.028482167050242424,0.02985125221312046,0.031220335513353348,0.032589420676231384,0.03395850583910942,0.03532759100198746,0.036696672439575195,0.03806575760245323,0.03943484276533127,0.040803927928209305,0.04217301309108734,0.04354209825396538,0.044911179691553116,0.04628026485443115,0.04764935001730919],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.09146664291620255,-0.08862811326980591,-0.08578958362340927,-0.08295104652643204,-0.0801125168800354,-0.07727398723363876,-0.07443545758724213,-0.07159692794084549,-0.06875839829444885,-0.06591986119747162,-0.06308133155107498,-0.060242801904678345,-0.05740427225828171,-0.05456573888659477,-0.051727209240198135,-0.0488886758685112,-0.04605014622211456,-0.043211616575717926,-0.04037308320403099,-0.037534553557634354,-0.03469602018594742,-0.03185749053955078,-0.029018960893154144,-0.026180429384112358,-0.023341897875070572,-0.020503366366028786,-0.017664834856987,-0.014826305210590363,-0.011987773701548576,-0.00914924219250679,-0.006310711614787579,-0.0034721805714070797,-0.0006336495280265808,0.002204881515353918,0.005043412558734417,0.007881943136453629,0.010720474645495415,0.013559006154537201,0.016397535800933838,0.019236067309975624,0.02207459881901741,0.024913130328059196,0.027751661837100983,0.03059019148349762,0.03342872112989426,0.03626725450158119,0.03910578414797783,0.041944317519664764,0.0447828471660614,0.04762137681245804,0.050459910184144974,0.05329843983054161,0.056136973202228546,0.05897550284862518,0.06181403249502182,0.06465256214141846,0.06749109923839569,0.07032962888479233,0.07316815853118896,0.0760066881775856,0.07884521782398224,0.08168374747037888,0.08452228456735611,0.08736081421375275,0.09019934386014938],"_type":"histogram","values":[3,1,2,7,15,26,44,70,104,176,281,441,624,1061,1392,1993,2790,3700,4940,6420,8345,10468,12866,15366,18681,21351,23872,26770,28859,30714,32760,33066,33364,32856,31818,30325,27902,24994,22345,19417,16731,14033,11406,9331,7343,5732,4411,3236,2367,1654,1100,776,524,358,225,159,70,58,39,24,7,7,2,2]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9995750784873962,0.9995895624160767,0.9996039867401123,0.9996184706687927,0.9996329545974731,0.9996474385261536,0.9996618628501892,0.9996763467788696,0.99969083070755,0.9997053146362305,0.9997197389602661,0.9997342228889465,0.999748706817627,0.9997631907463074,0.999777615070343,0.9997920989990234,0.9998065829277039,0.9998210072517395,0.9998354911804199,0.9998499751091003,0.9998644590377808,0.9998788833618164,0.9998933672904968,0.9999078512191772,0.9999223351478577,0.9999367594718933,0.9999512434005737,0.9999657273292542,0.9999802112579346,0.9999946355819702,1.0000091791152954,1.000023603439331,1.0000380277633667,1.000052571296692,1.0000669956207275,1.0000814199447632,1.0000959634780884,1.000110387802124,1.0001248121261597,1.0001393556594849,1.0001537799835205,1.0001683235168457,1.0001827478408813,1.000197172164917,1.0002117156982422,1.0002261400222778,1.0002405643463135,1.0002551078796387,1.0002695322036743,1.00028395652771,1.0002985000610352,1.0003129243850708,1.000327467918396,1.0003418922424316,1.0003563165664673,1.0003708600997925,1.0003852844238281,1.0003997087478638,1.000414252281189,1.0004286766052246,1.0004432201385498,1.0004576444625854,1.000472068786621,1.0004866123199463,1.000501036643982],"_type":"histogram","values":[3,2,0,3,2,1,0,0,0,1,2,3,5,4,3,4,6,9,7,20,19,30,35,22,16,28,31,31,40,27,39,38,48,45,41,17,18,28,12,23,11,13,3,10,7,9,3,2,7,5,5,2,1,3,3,3,0,1,4,2,5,2,1,3]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,1,2,2,2,3,4,4,4,7,9,4,9,15,11,10,13,25,22,20,25,31,34,30,36,21,40,28,34,36,26,32,30,20,15,20,20,20,16,18,9,10,5,9,7,8,1,4,3,1,1,3,2,0,0,2,0,0,0,1],"bins":[-0.04013484716415405,-0.03884175047278404,-0.037548650056123734,-0.03625555336475372,-0.03496245667338371,-0.0336693599820137,-0.032376259565353394,-0.031083162873983383,-0.029790066182613373,-0.028496967628598213,-0.027203869074583054,-0.025910772383213043,-0.024617673829197884,-0.023324577137827873,-0.022031478583812714,-0.020738381892442703,-0.019445283338427544,-0.018152184784412384,-0.016859088093042374,-0.015565990470349789,-0.014272892847657204,-0.012979794293642044,-0.011686696670949459,-0.010393599048256874,-0.009100501425564289,-0.007807403802871704,-0.006514306180179119,-0.005221208091825247,-0.003928110469132662,-0.002635012846440077,-0.0013419149909168482,-4.8817251808941364e-05,0.0012442804872989655,0.0025373781099915504,0.003830475965514779,0.005123573821038008,0.006416671443730593,0.007709769066423178,0.00900286715477705,0.010295964777469635,0.01158906240016222,0.012882160022854805,0.01417525764554739,0.015468355268239975,0.016761453822255135,0.018054550513625145,0.019347649067640305,0.020640745759010315,0.021933844313025475,0.023226942867040634,0.024520039558410645,0.025813138112425804,0.027106234803795815,0.028399333357810974,0.029692430049180984,0.030985528603196144,0.032278627157211304,0.033571723848581314,0.034864820539951324,0.03615792095661163,0.037451017647981644,0.038744114339351654,0.040037211030721664,0.04133031144738197,0.042623408138751984]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,0,0,1,0,0,3,0,3,4,7,6,4,8,5,8,10,8,15,11,21,31,38,64,76,78,88,57,46,28,23,28,16,5,18,8,10,12,3,4,2,2,2,0,2,1,2,0,2,0,0,0,1,0,1,0,1,0,0,0,1,1],"bins":[-0.03293551504611969,-0.03175291046500206,-0.03057030774652958,-0.0293877050280571,-0.02820510044693947,-0.02702249586582184,-0.025839893147349358,-0.024657290428876877,-0.023474685847759247,-0.022292081266641617,-0.021109478548169136,-0.019926875829696655,-0.018744271248579025,-0.017561666667461395,-0.016379063948988914,-0.015196460299193859,-0.014013856649398804,-0.012831252999603748,-0.011648649349808693,-0.010466045700013638,-0.009283442050218582,-0.008100838400423527,-0.006918234750628471,-0.005735631100833416,-0.004553027451038361,-0.003370423801243305,-0.00218782015144825,-0.0010052165016531944,0.00017738714814186096,0.0013599907979369164,0.0025425944477319717,0.003725198097527027,0.004907805472612381,0.006090409122407436,0.007273012772202492,0.008455616421997547,0.009638220071792603,0.010820823721587658,0.012003427371382713,0.013186031021177769,0.014368634670972824,0.01555123832076788,0.016733841970562935,0.017916444689035416,0.019099049270153046,0.020281653851270676,0.021464256569743156,0.022646859288215637,0.023829463869333267,0.025012068450450897,0.026194671168923378,0.02737727388739586,0.02855987846851349,0.02974248304963112,0.0309250857681036,0.03210768848657608,0.03329029306769371,0.03447289764881134,0.03565549850463867,0.0368381030857563,0.03802070766687393,0.03920331224799156,0.04038591682910919,0.04156851768493652,0.04275112226605415]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,4,6,3,6,11,15,16,22,24,26,23,20,30,19,24,24,21,24,19,13,19,15,16,12,14,14,14,13,18,21,24,25,37,24,29,29,21,12,20,14,4,4,5,3,1,4,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00020296293951105326,-0.0001959912187885493,-0.00018901949806604534,-0.00018204777734354138,-0.00017507605662103742,-0.00016810433589853346,-0.00016113262972794473,-0.00015416090900544077,-0.0001471891882829368,-0.00014021746756043285,-0.0001332457468379289,-0.00012627402611542493,-0.00011930230539292097,-0.00011233058467041701,-0.00010535887122387066,-9.83871505013667e-05,-9.141542977886274e-05,-8.444370905635878e-05,-7.747198833385482e-05,-7.050027488730848e-05,-6.352855416480452e-05,-5.655683344230056e-05,-4.95851127197966e-05,-4.2613395635271445e-05,-3.5641674912767485e-05,-2.8669956009252928e-05,-2.169823710573837e-05,-1.4726516383234411e-05,-7.754797479719855e-06,-7.830781214579474e-07,6.18864123680396e-06,1.3160361049813218e-05,2.0132079953327775e-05,2.710379885684233e-05,3.407551776035689e-05,4.104723848286085e-05,4.8018955567386e-05,5.499067628988996e-05,6.196239701239392e-05,6.893411773489788e-05,7.590583118144423e-05,8.287755190394819e-05,8.984927262645215e-05,9.682099334895611e-05,0.00010379271407146007,0.00011076443479396403,0.00011773614824051037,0.00012470787623897195,0.00013167958240956068,0.00013865130313206464,0.0001456230238545686,0.00015259474457707256,0.00015956646529957652,0.00016653818602208048,0.00017350990674458444,0.0001804816274670884,0.00018745334818959236,0.00019442506891209632,0.00020139678963460028,0.000208368495805189,0.00021534021652769297,0.00022231193725019693,0.0002292836579727009,0.00023625537869520485,0.00024322709941770881]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,4,5,7,3,2,4,7,7,13,11,10,13,19,17,25,28,31,42,53,60,50,89,100,122,114,140,154,123,100,106,90,77,54,53,42,35,38,31,22,32,18,16,17,9,18,3,4,5,4,2,1,3,5,1,2,0,2],"bins":[-0.0172882080078125,-0.016768932342529297,-0.016249656677246094,-0.01573038101196289,-0.015211105346679688,-0.014691829681396484,-0.014172554016113281,-0.013653278350830078,-0.013134002685546875,-0.012614727020263672,-0.012095451354980469,-0.011576175689697266,-0.011056900024414062,-0.01053762435913086,-0.010018348693847656,-0.009499073028564453,-0.00897979736328125,-0.008460521697998047,-0.007941246032714844,-0.007421970367431641,-0.0069026947021484375,-0.006383419036865234,-0.005864143371582031,-0.005344867706298828,-0.004825592041015625,-0.004306316375732422,-0.0037870407104492188,-0.0032677650451660156,-0.0027484893798828125,-0.0022292137145996094,-0.0017099380493164062,-0.0011906623840332031,-0.00067138671875,-0.00015211105346679688,0.00036716461181640625,0.0008864402770996094,0.0014057159423828125,0.0019249916076660156,0.0024442672729492188,0.002963542938232422,0.003482818603515625,0.004002094268798828,0.004521369934082031,0.005040645599365234,0.0055599212646484375,0.006079196929931641,0.006598472595214844,0.007117748260498047,0.00763702392578125,0.008156299591064453,0.008675575256347656,0.00919485092163086,0.009714126586914062,0.010233402252197266,0.010752677917480469,0.011271953582763672,0.011791229248046875,0.012310504913330078,0.012829780578613281,0.013349056243896484,0.013868331909179688,0.01438760757446289,0.014906883239746094,0.015426158905029297,0.0159454345703125]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,2,0,1,1,0,0,3,1,2,4,3,5,4,5,15,12,16,18,35,36,24,29,26,26,27,22,30,25,44,38,34,39,40,26,19,17,14,16,16,12,8,10,4,6,7,3,3,1,2,2,6,3,4,3,1,1,3,4,2,0,4,1,2],"bins":[0.9996113777160645,0.9996253848075867,0.9996394515037537,0.9996534585952759,0.9996675252914429,0.9996815323829651,0.9996955394744873,0.9997096061706543,0.9997236132621765,0.9997376799583435,0.9997516870498657,0.9997656941413879,0.9997797608375549,0.9997937679290771,0.9998078346252441,0.9998218417167664,0.9998358488082886,0.9998499155044556,0.9998639225959778,0.9998779892921448,0.999891996383667,0.999906063079834,0.9999200701713562,0.9999340772628784,0.9999481439590454,0.9999621510505676,0.9999762177467346,0.9999902248382568,1.0000042915344238,1.0000182390213013,1.0000323057174683,1.0000463724136353,1.0000603199005127,1.0000743865966797,1.0000884532928467,1.0001025199890137,1.0001164674758911,1.000130534172058,1.000144600868225,1.0001585483551025,1.0001726150512695,1.0001866817474365,1.0002007484436035,1.000214695930481,1.000228762626648,1.000242829322815,1.0002567768096924,1.0002708435058594,1.0002849102020264,1.0002988576889038,1.0003129243850708,1.0003269910812378,1.0003410577774048,1.0003550052642822,1.0003690719604492,1.0003831386566162,1.0003970861434937,1.0004111528396606,1.0004252195358276,1.000439167022705,1.000453233718872,1.000467300415039,1.000481367111206,1.0004953145980835,1.0005093812942505],"_type":"histogram"},"_wandb":{"runtime":279},"parameters/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,8,7,15,26,38,66,94,151,275,380,540,820,1203,1636,2266,3002,4003,5066,6485,7836,9649,11301,13383,15242,17080,18949,20040,21079,22069,22028,22172,21532,20376,18948,17592,15720,13835,11967,10088,8287,6698,5522,4298,3225,2433,1760,1271,903,638,420,288,174,132,71,49,33,22,12,3,5,1,3],"bins":[-0.08962373435497284,-0.08679085969924927,-0.0839579850435257,-0.08112511783838272,-0.07829224318265915,-0.07545936852693558,-0.072626493871212,-0.06979361921548843,-0.06696075201034546,-0.06412787735462189,-0.061295002698898315,-0.058462128043174744,-0.05562925338745117,-0.0527963824570179,-0.04996350780129433,-0.04713063687086105,-0.04429776221513748,-0.04146488755941391,-0.03863201662898064,-0.035799141973257065,-0.03296627104282379,-0.03013339638710022,-0.027300521731376648,-0.024467648938298225,-0.021634776145219803,-0.01880190335214138,-0.015969030559062958,-0.013136155903339386,-0.010303283110260963,-0.007470409851521254,-0.004637536592781544,-0.0018046633340418339,0.001028209924697876,0.003861083183437586,0.006693956442177296,0.009526830166578293,0.012359702959656715,0.015192575752735138,0.01802545040845871,0.020858323201537132,0.023691195994615555,0.026524068787693977,0.0293569415807724,0.03218981623649597,0.03502269089221954,0.03785556182265282,0.04068843647837639,0.04352130740880966,0.046354182064533234,0.049187056720256805,0.05201992765069008,0.05485280230641365,0.057685673236846924,0.060518547892570496,0.06335142254829407,0.06618429720401764,0.06901717185974121,0.07185003906488419,0.07468291372060776,0.07751578837633133,0.0803486630320549,0.08318153768777847,0.08601440489292145,0.08884727954864502,0.09168015420436859]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,2,1,1,2,2,4,4,1,9,10,7,13,10,16,28,26,33,56,63,93,116,67,48,26,24,19,14,18,8,8,5,4,5,5,4,2,0,1,1,3,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,1],"bins":[-0.027455534785985947,-0.02631191536784172,-0.025168295949697495,-0.02402467653155327,-0.022881057113409042,-0.021737439557909966,-0.02059382013976574,-0.019450200721621513,-0.018306581303477287,-0.01716296188533306,-0.016019342467188835,-0.014875723980367184,-0.013732104562222958,-0.012588485144078732,-0.01144486665725708,-0.010301247239112854,-0.009157627820968628,-0.008014008402824402,-0.006870389450341463,-0.005726770497858524,-0.004583151079714298,-0.003439531894400716,-0.0022959127090871334,-0.001152293523773551,-8.674338459968567e-06,0.0011349448468536139,0.0022785640321671963,0.0034221832174807787,0.004565802402794361,0.005709421820938587,0.006853040773421526,0.007996659725904465,0.00914028286933899,0.010283902287483215,0.011427521705627441,0.012571140192449093,0.013714759610593319,0.014858379028737545,0.016001997515559196,0.017145616933703423,0.01828923635184765,0.019432855769991875,0.0205764751881361,0.021720094606280327,0.022863712161779404,0.02400733157992363,0.025150950998067856,0.026294570416212082,0.027438189834356308,0.028581809252500534,0.02972542867064476,0.030869048088788986,0.03201266750693321,0.03315628692507744,0.034299906343221664,0.03544352576136589,0.03658714145421982,0.037730760872364044,0.03887438029050827,0.040017999708652496,0.04116161912679672,0.04230523854494095,0.043448857963085175,0.0445924773812294,0.04573609679937363]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[4,1,0,0,5,2,6,5,11,13,9,14,8,11,9,16,14,17,14,12,11,10,8,16,20,15,21,18,26,16,28,17,22,23,17,20,19,18,15,18,17,13,21,15,22,12,18,9,15,12,9,13,11,8,9,11,7,3,8,1,1,2,1,1],"bins":[-0.00044243817683309317,-0.0004284903116058558,-0.0004145424463786185,-0.00040059458115138113,-0.0003866467159241438,-0.00037269885069690645,-0.0003587509854696691,-0.00034480312024243176,-0.0003308552550151944,-0.0003169073606841266,-0.00030295949545688927,-0.00028901163022965193,-0.0002750637650024146,-0.00026111589977517724,-0.0002471680345479399,-0.00023322016932070255,-0.0002192723040934652,-0.00020532443886622787,-0.00019137657363899052,-0.00017742870841175318,-0.00016348084318451583,-0.00014953296340536326,-0.00013558509817812592,-0.00012163723295088857,-0.00010768936772365123,-9.374150249641389e-05,-7.979363726917654e-05,-6.584576476598158e-05,-5.189789953874424e-05,-3.79500343115069e-05,-2.4002165446290746e-05,-1.0054298400063999e-05,3.893539542332292e-06,1.784140658855904e-05,3.1789273634785786e-05,4.573714250000194e-05,5.968500772723928e-05,7.363287295447662e-05,8.758074545767158e-05,0.00010152861068490893,0.00011547647591214627,0.00012942434113938361,0.00014337220636662096,0.0001573200715938583,0.00017126795137301087,0.00018521581660024822,0.00019916368182748556,0.0002131115470547229,0.00022705941228196025,0.0002410072775091976,0.00025495514273643494,0.0002689030079636723,0.0002828508731909096,0.00029679873841814697,0.0003107466036453843,0.00032469446887262166,0.000338642334099859,0.0003525902284309268,0.00036653809365816414,0.0003804859588854015,0.00039443382411263883,0.0004083816893398762,0.0004223295545671135,0.00043627741979435086,0.0004502252850215882]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,0,0,0,5,1,3,6,5,7,4,7,13,19,28,31,53,80,81,85,92,63,58,35,24,10,11,12,3,11,4,2,3,2,3,0,0,1,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0002899169921875,-0.00028003379702568054,-0.0002701506018638611,-0.0002602674067020416,-0.00025038421154022217,-0.0002405010163784027,-0.00023061782121658325,-0.0002207346260547638,-0.00021085143089294434,-0.00020096823573112488,-0.00019108504056930542,-0.00018120184540748596,-0.0001713186502456665,-0.00016143545508384705,-0.0001515522599220276,-0.00014166906476020813,-0.00013178586959838867,-0.00012190267443656921,-0.00011201947927474976,-0.0001021362841129303,-9.225308895111084e-05,-8.236989378929138e-05,-7.248669862747192e-05,-6.260350346565247e-05,-5.272030830383301e-05,-4.283711314201355e-05,-3.295391798019409e-05,-2.3070722818374634e-05,-1.3187527656555176e-05,-3.3043324947357178e-06,6.57886266708374e-06,1.6462057828903198e-05,2.6345252990722656e-05,3.6228448152542114e-05,4.611164331436157e-05,5.599483847618103e-05,6.587803363800049e-05,7.576122879981995e-05,8.56444239616394e-05,9.552761912345886e-05,0.00010541081428527832,0.00011529400944709778,0.00012517720460891724,0.0001350603997707367,0.00014494359493255615,0.0001548267900943756,0.00016470998525619507,0.00017459318041801453,0.00018447637557983398,0.00019435957074165344,0.0002042427659034729,0.00021412596106529236,0.00022400915622711182,0.00023389235138893127,0.00024377554655075073,0.0002536587417125702,0.00026354193687438965,0.0002734251320362091,0.00028330832719802856,0.000293191522359848,0.0003030747175216675,0.00031295791268348694,0.0003228411078453064,0.00033272430300712585,0.0003426074981689453]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.04947371408343315,-0.04786667972803116,-0.046259645372629166,-0.04465261101722717,-0.04304557666182518,-0.04143854230642319,-0.03983151167631149,-0.0382244773209095,-0.03661744296550751,-0.035010408610105515,-0.03340337425470352,-0.03179633989930153,-0.030189305543899536,-0.028582271188497543,-0.0269752386957407,-0.025368204340338707,-0.023761169984936714,-0.02215413562953472,-0.02054710127413273,-0.018940068781375885,-0.017333034425973892,-0.0157260000705719,-0.014118965715169907,-0.012511932291090488,-0.010904897935688496,-0.009297863580286503,-0.007690830156207085,-0.006083795800805092,-0.004476761911064386,-0.002869728021323681,-0.0012626938987523317,0.0003443401074036956,0.001951374113559723,0.0035584080033004284,0.005165441893041134,0.006772476248443127,0.008379509672522545,0.009986544027924538,0.01159357838332653,0.013200611807405949,0.014807646162807941,0.01641467958688736,0.018021713942289352,0.019628748297691345,0.021235782653093338,0.02284281700849533,0.024449849501252174,0.026056883856654167,0.02766391821205616,0.029270952567458153,0.030877986922860146,0.03248501941561699,0.03409205377101898,0.035699088126420975,0.03730612248182297,0.03891315683722496,0.04052019119262695,0.042127225548028946,0.04373425990343094,0.04534129053354263,0.046948324888944626,0.04855535924434662,0.05016239359974861,0.051769427955150604,0.0533764623105526],"_type":"histogram","values":[1,0,1,0,2,0,0,0,2,2,1,5,5,2,6,9,5,13,14,16,20,16,26,25,24,31,31,38,24,34,31,36,36,38,29,31,22,20,24,29,22,13,20,12,15,8,11,3,3,2,0,2,1,2,1,1,1,0,1,0,0,0,0,1]},"parameters/linear.weight":{"_type":"histogram","values":[1180,1602,1523,1566,1580,1551,1546,1495,1571,1506,1610,1493,1543,1573,1485,1502,1523,1526,1624,1591,1520,1514,1552,1543,1489,1507,1522,1546,1574,1548,1521,1532,1544,1597,1639,1605,1518,1580,1505,1511,1543,1580,1547,1512,1626,1541,1554,1610,1622,1606,1551,1523,1539,1511,1610,1526,1567,1512,1525,1576,1505,1622,1617,922],"bins":[-0.03637821227312088,-0.035239167511463165,-0.03410012647509575,-0.032961081713438034,-0.03182204067707062,-0.030682995915412903,-0.029543953016400337,-0.02840491011738777,-0.027265867218375206,-0.02612682431936264,-0.024987781420350075,-0.02384873852133751,-0.022709693759679794,-0.02157065086066723,-0.020431607961654663,-0.019292565062642097,-0.018153522163629532,-0.017014479264616966,-0.0158754363656044,-0.01473639253526926,-0.013597349636256695,-0.01245830673724413,-0.011319262906908989,-0.010180220007896423,-0.009041177108883858,-0.007902134209871292,-0.006763090845197439,-0.005624047480523586,-0.004485004581511021,-0.0033459614496678114,-0.002206918317824602,-0.0010678751859813929,7.116422057151794e-05,0.0012102073524147272,0.0023492504842579365,0.0034882936161011457,0.004627336747944355,0.005766379646956921,0.0069054230116307735,0.008044466376304626,0.009183509275317192,0.010322552174329758,0.011461595073342323,0.012600638903677464,0.01373968180269003,0.014878724701702595,0.016017768532037735,0.0171568114310503,0.018295854330062866,0.019434897229075432,0.020573940128087997,0.021712983027100563,0.02285202592611313,0.023991070687770844,0.02513011358678341,0.026269156485795975,0.02740819938480854,0.028547242283821106,0.02968628518283367,0.030825328081846237,0.03196437284350395,0.03310341387987137,0.03424245864152908,0.0353814996778965,0.036520544439554214]},"gradients/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,2,2,1,0,1,0,2,4,4,5,9,6,7,10,12,19,11,17,27,30,22,27,31,20,29,35,36,34,26,31,25,29,31,31,24,20,17,25,17,14,16,12,9,5,5,4,3,4,5,3,0,0,2,2,2,0,0,1],"bins":[-0.052337646484375,-0.05077934265136719,-0.049221038818359375,-0.04766273498535156,-0.04610443115234375,-0.04454612731933594,-0.042987823486328125,-0.04142951965332031,-0.0398712158203125,-0.03831291198730469,-0.036754608154296875,-0.03519630432128906,-0.03363800048828125,-0.03207969665527344,-0.030521392822265625,-0.028963088989257812,-0.02740478515625,-0.025846481323242188,-0.024288177490234375,-0.022729873657226562,-0.02117156982421875,-0.019613265991210938,-0.018054962158203125,-0.016496658325195312,-0.0149383544921875,-0.013380050659179688,-0.011821746826171875,-0.010263442993164062,-0.00870513916015625,-0.0071468353271484375,-0.005588531494140625,-0.0040302276611328125,-0.002471923828125,-0.0009136199951171875,0.000644683837890625,0.0022029876708984375,0.00376129150390625,0.0053195953369140625,0.006877899169921875,0.008436203002929688,0.0099945068359375,0.011552810668945312,0.013111114501953125,0.014669418334960938,0.01622772216796875,0.017786026000976562,0.019344329833984375,0.020902633666992188,0.0224609375,0.024019241333007812,0.025577545166015625,0.027135848999023438,0.02869415283203125,0.030252456665039062,0.031810760498046875,0.03336906433105469,0.0349273681640625,0.03648567199707031,0.038043975830078125,0.03960227966308594,0.04116058349609375,0.04271888732910156,0.044277191162109375,0.04583549499511719,0.047393798828125]},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[1,0,1,0,5,6,22,37,73,111,227,386,674,1175,1892,2852,4358,6521,9556,13227,18484,24548,31855,40430,50193,60352,69592,79643,88634,95377,100436,101971,102015,99167,93348,85592,76940,67044,56460,46895,37790,29702,22172,16752,12116,8414,5731,3719,2540,1536,980,590,341,176,97,57,26,14,5,3,2,0,0,1],"bins":[-0.10430891066789627,-0.1010328084230423,-0.09775670617818832,-0.09448060393333435,-0.09120450913906097,-0.087928406894207,-0.08465230464935303,-0.08137620240449905,-0.07810010015964508,-0.07482399791479111,-0.07154789566993713,-0.06827179342508316,-0.06499569118022919,-0.06171959266066551,-0.05844349414110184,-0.055167391896247864,-0.05189128965139389,-0.04861518740653992,-0.045339085161685944,-0.04206298664212227,-0.038786884397268295,-0.03551078215241432,-0.03223468363285065,-0.028958581387996674,-0.0256824791431427,-0.022406376898288727,-0.019130276516079903,-0.01585417613387108,-0.012578073889017105,-0.009301972575485706,-0.0060258712619543076,-0.0027497699484229088,0.0005263388156890869,0.0038024401292204857,0.0070785414427518845,0.010354642756283283,0.013630744069814682,0.016906846314668655,0.02018294669687748,0.023459047079086304,0.026735149323940277,0.03001125156879425,0.033287353813648224,0.0365634523332119,0.03983955457806587,0.043115656822919846,0.04639175534248352,0.049667857587337494,0.05294395983219147,0.05622006207704544,0.059496164321899414,0.06277226656675339,0.06604836881160736,0.06932446360588074,0.07260056585073471,0.07587666809558868,0.07915277034044266,0.08242887258529663,0.0857049748301506,0.08898107707500458,0.09225717186927795,0.09553327411413193,0.0988093763589859,0.10208547860383987,0.10536158084869385],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.bias":{"values":[2,1,0,1,0,2,2,1,2,1,7,3,9,10,11,5,8,9,12,14,16,25,23,26,23,32,31,37,31,32,35,32,25,32,36,21,25,24,17,18,15,16,10,12,12,11,11,11,5,3,11,2,0,2,2,2,0,1,0,0,0,0,0,1],"bins":[-0.037109375,-0.035889625549316406,-0.03466987609863281,-0.03345012664794922,-0.032230377197265625,-0.03101062774658203,-0.029790878295898438,-0.028571128845214844,-0.02735137939453125,-0.026131629943847656,-0.024911880493164062,-0.02369213104248047,-0.022472381591796875,-0.02125263214111328,-0.020032882690429688,-0.018813133239746094,-0.0175933837890625,-0.016373634338378906,-0.015153884887695312,-0.013934135437011719,-0.012714385986328125,-0.011494636535644531,-0.010274887084960938,-0.009055137634277344,-0.00783538818359375,-0.006615638732910156,-0.0053958892822265625,-0.004176139831542969,-0.002956390380859375,-0.0017366409301757812,-0.0005168914794921875,0.0007028579711914062,0.001922607421875,0.0031423568725585938,0.0043621063232421875,0.005581855773925781,0.006801605224609375,0.008021354675292969,0.009241104125976562,0.010460853576660156,0.01168060302734375,0.012900352478027344,0.014120101928710938,0.015339851379394531,0.016559600830078125,0.01777935028076172,0.018999099731445312,0.020218849182128906,0.0214385986328125,0.022658348083496094,0.023878097534179688,0.02509784698486328,0.026317596435546875,0.02753734588623047,0.028757095336914062,0.029976844787597656,0.03119659423828125,0.032416343688964844,0.03363609313964844,0.03485584259033203,0.036075592041015625,0.03729534149169922,0.03851509094238281,0.039734840393066406,0.04095458984375],"_type":"histogram"},"_runtime":279.948305216,"parameters/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,0,1,7,6,11,14,27,46,89,151,263,411,625,1005,1455,2124,2972,4027,5610,7319,9233,11667,14756,17642,20989,23978,27201,30247,32494,34164,35149,35302,34955,33688,31532,29208,26309,22778,19605,16545,13656,11008,8432,6686,5010,3492,2598,1815,1298,837,536,317,236,134,76,36,19,12,6,7,2,3,2],"bins":[-0.09736250340938568,-0.09435015171766281,-0.09133779257535934,-0.08832544088363647,-0.08531308174133301,-0.08230073004961014,-0.07928837090730667,-0.0762760192155838,-0.07326366007328033,-0.07025130838155746,-0.0672389566898346,-0.06422659754753113,-0.06121424585580826,-0.05820189043879509,-0.05518953502178192,-0.05217717960476875,-0.049164824187755585,-0.046152468770742416,-0.04314011335372925,-0.04012775793671608,-0.03711540251970291,-0.03410305082798004,-0.031090695410966873,-0.028078339993953705,-0.025065984576940536,-0.022053629159927368,-0.0190412737429142,-0.01602892018854618,-0.013016564771533012,-0.010004209354519844,-0.00699185486882925,-0.003979499917477369,-0.0009671375155448914,0.0020452174358069897,0.005057572387158871,0.008069926872849464,0.011082282289862633,0.014094637706875801,0.01710699126124382,0.02011934667825699,0.023131702095270157,0.026144057512283325,0.029156412929296494,0.03216876834630966,0.03518112003803253,0.0381934754550457,0.04120583087205887,0.04421818628907204,0.047230541706085205,0.05024289712309837,0.05325525254011154,0.05626760795712471,0.05927996337413788,0.06229231506586075,0.06530467420816422,0.06831702589988708,0.07132938504219055,0.07434173673391342,0.07735408842563629,0.08036644756793976,0.08337879925966263,0.0863911584019661,0.08940351009368896,0.09241586923599243,0.0954282209277153],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[2,0,5,1,1,5,1,2,4,9,6,8,12,12,9,10,16,7,12,17,15,21,21,21,20,22,25,19,19,21,24,27,31,19,15,30,23,11,15,18,20,19,18,19,18,12,10,22,9,11,7,8,9,7,6,4,4,2,2,2,1,0,1,1],"bins":[-0.0004705115279648453,-0.00045587585191242397,-0.0004412401467561722,-0.00042660447070375085,-0.00041196876554749906,-0.00039733308949507773,-0.00038269738433882594,-0.0003680617082864046,-0.0003534260322339833,-0.0003387903270777315,-0.00032415465102531016,-0.00030951894586905837,-0.00029488326981663704,-0.00028024756466038525,-0.0002656118886079639,-0.00025097618345171213,-0.0002363405073992908,-0.00022170481679495424,-0.00020706912619061768,-0.00019243343558628112,-0.00017779774498194456,-0.00016316206892952323,-0.00014852637832518667,-0.0001338906877208501,-0.00011925499711651355,-0.00010461930651217699,-8.998361590784043e-05,-7.534793257946149e-05,-6.0712241975124925e-05,-4.6076551370788366e-05,-3.144086440443061e-05,-1.6805175619083457e-05,-2.169515937566757e-06,1.2466172847780399e-05,2.7101861633127555e-05,4.173754859948531e-05,5.637323920382187e-05,7.100892980815843e-05,8.564461313653737e-05,0.00010028030374087393,0.00011491599434521049,0.00012955168494954705,0.0001441873755538836,0.00015882306615822017,0.0001734587422106415,0.00018809443281497806,0.00020273012341931462,0.00021736581402365118,0.00023200150462798774,0.0002466371806804091,0.00026127288583666086,0.0002759085618890822,0.000290544267045334,0.0003051799430977553,0.0003198156482540071,0.00033445132430642843,0.00034908700035884976,0.00036372270551510155,0.0003783583815675229,0.00039299408672377467,0.000407629762776196,0.0004222654679324478,0.0004369011439848691,0.0004515368491411209,0.00046617252519354224]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.02099609375,-0.020357847213745117,-0.019719600677490234,-0.01908135414123535,-0.01844310760498047,-0.017804861068725586,-0.017166614532470703,-0.01652836799621582,-0.015890121459960938,-0.015251874923706055,-0.014613628387451172,-0.013975381851196289,-0.013337135314941406,-0.012698888778686523,-0.01206064224243164,-0.011422395706176758,-0.010784149169921875,-0.010145902633666992,-0.00950765609741211,-0.008869409561157227,-0.008231163024902344,-0.007592916488647461,-0.006954669952392578,-0.006316423416137695,-0.0056781768798828125,-0.00503993034362793,-0.004401683807373047,-0.003763437271118164,-0.0031251907348632812,-0.0024869441986083984,-0.0018486976623535156,-0.0012104511260986328,-0.00057220458984375,6.604194641113281e-05,0.0007042884826660156,0.0013425350189208984,0.0019807815551757812,0.002619028091430664,0.003257274627685547,0.0038955211639404297,0.0045337677001953125,0.005172014236450195,0.005810260772705078,0.006448507308959961,0.007086753845214844,0.0077250003814697266,0.00836324691772461,0.009001493453979492,0.009639739990234375,0.010277986526489258,0.01091623306274414,0.011554479598999023,0.012192726135253906,0.012830972671508789,0.013469219207763672,0.014107465744018555,0.014745712280273438,0.01538395881652832,0.016022205352783203,0.016660451889038086,0.01729869842529297,0.01793694496154785,0.018575191497802734,0.019213438034057617,0.0198516845703125],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,1,0,1,4,5,3,5,5,10,18,15,28,35,35,47,54,71,91,107,156,192,208,182,146,124,104,93,69,52,44,28,28,20,12,9,13,6,3,7,4,1,4,0,1,0,1,1,1,0,0,0,1,1]},"train_batch_loss":3.32293438911438,"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,1,1,0,0,0,1,1,3,1,2,1,6,2,4,7,5,6,10,14,16,19,23,21,46,59,68,93,74,61,52,23,33,18,18,10,12,11,12,5,3,4,3,1,1,1,4,2,1,1,1,1,1,0,0,1,0,0,1,1],"bins":[-0.04390152543783188,-0.04251973330974579,-0.0411379411816597,-0.03975615277886391,-0.03837436065077782,-0.03699256852269173,-0.03561077639460564,-0.034228984266519547,-0.032847195863723755,-0.031465403735637665,-0.030083611607551575,-0.028701819479465485,-0.027320027351379395,-0.025938237085938454,-0.024556444957852364,-0.023174654692411423,-0.021792862564325333,-0.020411070436239243,-0.0190292801707983,-0.01764748804271221,-0.01626569777727127,-0.01488390564918518,-0.01350211352109909,-0.012120322324335575,-0.01073853112757206,-0.009356739930808544,-0.007974948734045029,-0.006593156605958939,-0.005211365409195423,-0.003829573979601264,-0.002447782550007105,-0.0010659911204129457,0.00031580403447151184,0.001697595464065671,0.00307938689365983,0.004461178556084633,0.005842969752848148,0.007224760949611664,0.008606553077697754,0.00998834427446127,0.011370135471224785,0.0127519266679883,0.014133717864751816,0.015515509992837906,0.016897302120923996,0.018279092386364937,0.019660884514451027,0.021042674779891968,0.022424466907978058,0.023806259036064148,0.02518804930150509,0.02656984142959118,0.02795163169503212,0.02933342382311821,0.0307152159512043,0.03209700807929039,0.03347879648208618,0.03486058861017227,0.03624238073825836,0.03762417286634445,0.03900596499443054,0.04038775712251663,0.041769545525312424,0.043151337653398514,0.044533129781484604],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,1,0,2,0,0,1,0,2,3,4,2,4,5,1,9,7,9,11,17,17,15,20,21,40,39,65,84,84,60,50,28,20,22,13,27,12,12,7,13,6,5,3,3,3,2,0,1,2,5,0,2,0,1,2,2,2],"bins":[-0.042026717215776443,-0.04083406925201416,-0.039641425013542175,-0.03844877704977989,-0.03725612908601761,-0.036063484847545624,-0.03487083688378334,-0.03367818892002106,-0.03248554468154907,-0.03129289671778679,-0.030100250616669655,-0.02890760451555252,-0.027714956551790237,-0.026522310450673103,-0.02532966434955597,-0.024137016385793686,-0.022944370284676552,-0.021751724183559418,-0.020559076219797134,-0.01936643011868,-0.018173784017562866,-0.016981136053800583,-0.01578848995268345,-0.014595843851566315,-0.013403196819126606,-0.012210549786686897,-0.011017903685569763,-0.009825256653130054,-0.008632609620690346,-0.007439963519573212,-0.006247316487133503,-0.0050546699203550816,-0.00386202335357666,-0.0026693767867982388,-0.0014767299871891737,-0.00028408330399543047,0.0009085633791983128,0.002101209945976734,0.0032938567455857992,0.004486503545194864,0.005679150111973286,0.006871796678751707,0.008064443245530128,0.009257090277969837,0.010449737310409546,0.01164238341152668,0.012835030443966389,0.014027676545083523,0.015220323577523232,0.016412969678640366,0.01760561764240265,0.018798263743519783,0.019990909844636917,0.0211835578083992,0.022376203909516335,0.02356885001063347,0.024761497974395752,0.025954144075512886,0.02714679017663002,0.028339436277747154,0.029532084241509438,0.03072473034262657,0.031917378306388855,0.03311002254486084,0.03430267050862312],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09205115586519241,-0.08908982574939728,-0.08612850308418274,-0.0831671729683876,-0.08020584285259247,-0.07724452018737793,-0.0742831900715828,-0.07132186740636826,-0.06836053729057312,-0.06539920717477798,-0.062437884509563446,-0.05947655439376831,-0.056515228003263474,-0.053553901612758636,-0.0505925714969635,-0.047631245106458664,-0.04466991871595383,-0.04170859232544899,-0.03874726593494415,-0.03578593581914902,-0.03282460942864418,-0.029863283038139343,-0.026901954784989357,-0.02394062653183937,-0.020979300141334534,-0.018017973750829697,-0.01505664549767971,-0.012095318175852299,-0.009133990854024887,-0.006172663532197475,-0.0032113362103700638,-0.00025000888854265213,0.0027113109827041626,0.005672638304531574,0.008633965626358986,0.011595292948186398,0.01455662027001381,0.017517946660518646,0.020479274913668633,0.02344060316681862,0.026401929557323456,0.029363255947828293,0.03232458233833313,0.035285912454128265,0.0382472388446331,0.04120856523513794,0.044169895350933075,0.04713122174143791,0.05009254813194275,0.053053874522447586,0.05601520091295242,0.05897653102874756,0.061937857419252396,0.06489918380975723,0.06786051392555237,0.0708218365907669,0.07378316670656204,0.07674449682235718,0.07970581948757172,0.08266714960336685,0.08562847971916199,0.08858980238437653,0.09155113250017166,0.0945124551653862,0.09747378528118134],"_type":"histogram","values":[2,4,3,11,15,24,43,74,119,218,304,508,782,1177,1726,2550,3420,4681,6204,7801,10327,12865,15416,18746,21249,24754,27887,30298,32561,33808,34479,34783,34001,32550,30126,28366,25150,22196,19204,15871,13336,10776,8373,6355,4958,3564,2705,1835,1269,879,574,366,192,160,75,41,35,14,1,5,2,1,1,4]},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,2,0,1,0,2,1,2,0,2,7,4,7,10,10,6,8,10,8,8,17,25,21,28,23,26,33,37,32,31,32,32,32,21,37,29,23,22,26,16,15,13,17,11,8,14,11,9,9,8,2,9,2,1,2,1,1,1,1,0,0,0,0,1],"bins":[-0.038489196449518204,-0.0372425876557827,-0.035995982587337494,-0.03474937379360199,-0.033502764999866486,-0.03225615620613098,-0.031009549275040627,-0.02976294234395027,-0.028516333550214767,-0.027269726619124413,-0.026023119688034058,-0.024776510894298553,-0.0235299039632082,-0.022283295169472694,-0.02103668823838234,-0.019790079444646835,-0.01854347251355648,-0.017296865582466125,-0.01605025678873062,-0.014803648926317692,-0.013557041063904762,-0.012310434132814407,-0.011063826270401478,-0.009817218407988548,-0.008570610545575619,-0.007324002683162689,-0.00607739482074976,-0.0048307874239981174,-0.003584179561585188,-0.0023375716991722584,-0.0010909640695899725,0.0001556436764076352,0.001402251422405243,0.0026488592848181725,0.0038954669144004583,0.005142074543982744,0.006388682406395674,0.007635290268808603,0.008881897665560246,0.010128505527973175,0.011375113390386105,0.012621721252799034,0.013868329115211964,0.015114936977624893,0.016361543908715248,0.017608152702450752,0.018854759633541107,0.02010136842727661,0.021347975358366966,0.02259458228945732,0.023841191083192825,0.02508779801428318,0.026334406808018684,0.02758101373910904,0.028827622532844543,0.0300742294639349,0.03132083639502525,0.03256744518876076,0.03381405398249626,0.03506065905094147,0.03630726784467697,0.037553876638412476,0.03880048543214798,0.040047090500593185,0.04129369929432869],"_type":"histogram"},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"values":[3,4,5,14,23,42,63,132,255,387,668,1073,1647,2521,3664,5283,7631,10573,14601,19273,24896,31874,39437,47454,56709,65222,73415,81091,87872,92064,95237,95503,94051,89602,84451,77771,69456,60506,51860,43274,35313,28286,22162,16747,12493,8915,6468,4425,3020,2055,1306,885,504,275,169,96,52,42,18,15,6,3,1,1],"bins":[-0.09523800760507584,-0.09219061583280563,-0.08914321660995483,-0.08609582483768463,-0.08304842561483383,-0.08000103384256363,-0.07695363461971283,-0.07390624284744263,-0.07085885107517242,-0.06781145185232162,-0.06476406008005142,-0.06171666085720062,-0.05866926908493042,-0.05562187358736992,-0.05257447808980942,-0.04952708259224892,-0.046479687094688416,-0.043432291597127914,-0.04038489609956741,-0.03733750060200691,-0.03429010510444641,-0.03124271146953106,-0.028195317834615707,-0.025147922337055206,-0.022100526839494705,-0.019053131341934204,-0.016005735844373703,-0.012958342209458351,-0.00991094671189785,-0.006863551679998636,-0.0038161566480994225,-0.0007687616162002087,0.002278640866279602,0.005326035898178816,0.00837343093007803,0.011420825496315956,0.014468220993876457,0.01751561649143696,0.02056301012635231,0.02361040562391281,0.026657801121473312,0.029705196619033813,0.032752592116594315,0.035799987614154816,0.03884737938642502,0.04189477488398552,0.04494217038154602,0.04798956587910652,0.05103696137666702,0.054084356874227524,0.057131752371788025,0.060179147869348526,0.06322654336690903,0.06627393513917923,0.06932133436203003,0.07236872613430023,0.07541611790657043,0.07846351712942123,0.08151090890169144,0.08455830812454224,0.08760569989681244,0.09065309911966324,0.09370049089193344,0.09674789011478424,0.09979528188705444],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,1,0,0,2,6,4,7,10,14,17,25,25,26,22,32,24,12,27,27,20,24,17,18,13,16,20,9,14,17,8,19,24,19,23,38,31,23,35,18,18,15,19,7,6,3,3,2,2,2,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00021310345618985593,-0.00020595626847352833,-0.00019880908075720072,-0.00019166187848895788,-0.00018451469077263027,-0.00017736750305630267,-0.00017022030078805983,-0.00016307311307173222,-0.00015592592535540462,-0.000148778737639077,-0.0001416315499227494,-0.00013448434765450656,-0.00012733715993817896,-0.00012018997222185135,-0.00011304277722956613,-0.0001058955822372809,-9.87483945209533e-05,-9.160120680462569e-05,-8.445401181234047e-05,-7.730681682005525e-05,-7.015962910372764e-05,-6.301244138740003e-05,-5.586524639511481e-05,-4.8718055040808395e-05,-4.157086368650198e-05,-3.4423672332195565e-05,-2.727648097788915e-05,-2.0129289623582736e-05,-1.2982098269276321e-05,-5.834906914969906e-06,1.3122844393365085e-06,8.459475793642923e-06,1.5606667147949338e-05,2.2753858502255753e-05,2.9901049856562167e-05,3.704824121086858e-05,4.4195432565175e-05,5.134262391948141e-05,5.8489815273787826e-05,6.563701026607305e-05,7.278419798240066e-05,7.993138569872826e-05,8.707858069101349e-05,9.422577568329871e-05,0.00010137296339962631,0.00010852015111595392,0.00011566734610823914,0.00012281454110052437,0.00012996172881685197,0.00013710891653317958,0.0001442561042495072,0.00015140330651775002,0.00015855049423407763,0.00016569768195040524,0.00017284488421864808,0.00017999207193497568,0.0001871392596513033,0.0001942864473676309,0.0002014336350839585,0.00020858083735220134,0.00021572802506852895,0.00022287521278485656,0.0002300224150530994,0.000237169602769427,0.0002443167904857546]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.00017340335762128234,-0.00016800501907709986,-0.00016260666598100215,-0.00015720832743681967,-0.0001518099888926372,-0.00014641165034845471,-0.000141013297252357,-0.00013561495870817453,-0.00013021662016399205,-0.00012481826706789434,-0.00011941992852371186,-0.00011402158997952938,-0.00010862324415938929,-0.00010322490561520681,-9.782655979506671e-05,-9.242822125088423e-05,-8.702987543074414e-05,-8.163152961060405e-05,-7.623319106642157e-05,-7.083484524628147e-05,-6.5436506702099e-05,-6.00381608819589e-05,-5.4639818699797615e-05,-4.924147651763633e-05,-4.384313433547504e-05,-3.8444792153313756e-05,-3.304644997115247e-05,-2.764810597000178e-05,-2.2249763787840493e-05,-1.6851421605679207e-05,-1.1453078514023218e-05,-6.054735877114581e-06,-6.563932402059436e-07,4.741949396702694e-06,1.0140292033611331e-05,1.553863512526732e-05,2.0936977307428606e-05,2.6335319489589892e-05,3.173366349074058e-05,3.713200567290187e-05,4.2530347855063155e-05,4.792869003722444e-05,5.332703221938573e-05,5.8725374401547015e-05,6.412372022168711e-05,6.952205876586959e-05,7.492040458600968e-05,8.031874313019216e-05,8.571708895033225e-05,9.111543477047235e-05,9.651377331465483e-05,0.00010191211913479492,0.0001073104576789774,0.0001127088034991175,0.00011810714204329997,0.00012350548058748245,0.00012890383368358016,0.00013430217222776264,0.00013970051077194512,0.00014509886386804283,0.0001504972024122253,0.00015589554095640779,0.00016129387950059026,0.00016669223259668797,0.00017209057114087045],"_type":"histogram","values":[2,1,0,2,0,6,6,1,6,6,10,17,30,16,20,18,21,25,16,23,19,19,19,9,9,5,9,12,12,13,13,12,6,7,6,10,12,10,17,19,12,13,19,14,25,22,28,23,28,31,18,20,11,8,9,7,4,6,1,0,1,1,2,1]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.04486083984375,-0.04353523254394531,-0.042209625244140625,-0.04088401794433594,-0.03955841064453125,-0.03823280334472656,-0.036907196044921875,-0.03558158874511719,-0.0342559814453125,-0.03293037414550781,-0.031604766845703125,-0.030279159545898438,-0.02895355224609375,-0.027627944946289062,-0.026302337646484375,-0.024976730346679688,-0.023651123046875,-0.022325515747070312,-0.020999908447265625,-0.019674301147460938,-0.01834869384765625,-0.017023086547851562,-0.015697479248046875,-0.014371871948242188,-0.0130462646484375,-0.011720657348632812,-0.010395050048828125,-0.009069442749023438,-0.00774383544921875,-0.0064182281494140625,-0.005092620849609375,-0.0037670135498046875,-0.00244140625,-0.0011157989501953125,0.000209808349609375,0.0015354156494140625,0.00286102294921875,0.0041866302490234375,0.005512237548828125,0.0068378448486328125,0.0081634521484375,0.009489059448242188,0.010814666748046875,0.012140274047851562,0.01346588134765625,0.014791488647460938,0.016117095947265625,0.017442703247070312,0.018768310546875,0.020093917846679688,0.021419525146484375,0.022745132446289062,0.02407073974609375,0.025396347045898438,0.026721954345703125,0.028047561645507812,0.0293731689453125,0.030698776245117188,0.032024383544921875,0.03334999084472656,0.03467559814453125,0.03600120544433594,0.037326812744140625,0.03865242004394531,0.03997802734375],"_type":"histogram","values":[1,0,1,1,1,0,3,4,3,6,11,12,19,30,46,68,68,137,211,287,413,625,942,1367,1970,3006,4492,6539,10097,15330,23720,39315,72149,138993,117379,58742,33325,20447,13289,8720,5909,4021,2631,1803,1177,826,515,367,243,174,129,75,48,40,30,22,17,8,7,4,2,0,4,3]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,2,3,6,3,11,24,36,59,104,156,248,364,573,897,1273,1961,2596,3582,4669,6222,8004,10128,12703,15104,18482,21131,23806,26915,29369,31332,32996,33330,33969,33656,32160,30007,28119,25200,22801,19615,16548,13965,11578,9155,7123,5607,4192,3072,2294,1542,1091,770,484,289,196,134,72,31,33,17,7,3,4],"bins":[-0.09563054144382477,-0.09275523573160172,-0.08987993001937866,-0.0870046317577362,-0.08412932604551315,-0.0812540203332901,-0.07837871462106705,-0.075503408908844,-0.07262811064720154,-0.06975280493497849,-0.06687749922275543,-0.06400219351053238,-0.061126887798309326,-0.05825158581137657,-0.05537628009915352,-0.052500978112220764,-0.04962567239999771,-0.04675036668777466,-0.043875064700841904,-0.04099975898861885,-0.038124457001686096,-0.03524915128946304,-0.03237384557723999,-0.029498541727662086,-0.026623237878084183,-0.02374793402850628,-0.020872630178928375,-0.017997324466705322,-0.015122020617127419,-0.012246716767549515,-0.009371411986649036,-0.006496107671409845,-0.0036207959055900574,-0.0007454915903508663,0.0021298127248883247,0.005005117040127516,0.007880421355366707,0.01075572520494461,0.013631029985845089,0.016506334766745567,0.01938163861632347,0.022256942465901375,0.02513224631547928,0.02800755202770233,0.030882855877280235,0.03375815972685814,0.03663346543908119,0.03950876742601395,0.042384073138237,0.04525937885046005,0.04813468083739281,0.05100998654961586,0.053885288536548615,0.05676059424877167,0.05963589996099472,0.06251120567321777,0.06538650393486023,0.06826180964708328,0.07113711535930634,0.07401242107152939,0.07688772678375244,0.0797630324959755,0.08263833075761795,0.085513636469841,0.08838894218206406],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,1,1,1,2,5,6,5,13,14,26,34,45,98,108,169,252,346,528,667,1041,1330,1955,2723,3880,5449,7743,11526,16895,25542,40166,69635,124122,109601,58528,35028,22742,15215,10263,7112,5068,3536,2363,1798,1266,891,683,449,307,212,138,90,76,50,30,14,15,9,4,2,1,1,2,1],"bins":[-0.04083251953125,-0.039589881896972656,-0.03834724426269531,-0.03710460662841797,-0.035861968994140625,-0.03461933135986328,-0.03337669372558594,-0.032134056091308594,-0.03089141845703125,-0.029648780822753906,-0.028406143188476562,-0.02716350555419922,-0.025920867919921875,-0.02467823028564453,-0.023435592651367188,-0.022192955017089844,-0.0209503173828125,-0.019707679748535156,-0.018465042114257812,-0.01722240447998047,-0.015979766845703125,-0.014737129211425781,-0.013494491577148438,-0.012251853942871094,-0.01100921630859375,-0.009766578674316406,-0.008523941040039062,-0.007281303405761719,-0.006038665771484375,-0.004796028137207031,-0.0035533905029296875,-0.0023107528686523438,-0.001068115234375,0.00017452239990234375,0.0014171600341796875,0.0026597976684570312,0.003902435302734375,0.005145072937011719,0.0063877105712890625,0.007630348205566406,0.00887298583984375,0.010115623474121094,0.011358261108398438,0.012600898742675781,0.013843536376953125,0.015086174011230469,0.016328811645507812,0.017571449279785156,0.0188140869140625,0.020056724548339844,0.021299362182617188,0.02254199981689453,0.023784637451171875,0.02502727508544922,0.026269912719726562,0.027512550354003906,0.02875518798828125,0.029997825622558594,0.031240463256835938,0.03248310089111328,0.033725738525390625,0.03496837615966797,0.03621101379394531,0.037453651428222656,0.0386962890625],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9995822906494141,0.9995964765548706,0.9996107220649719,0.9996249675750732,0.9996391534805298,0.9996533393859863,0.9996675848960876,0.999681830406189,0.9996960163116455,0.999710202217102,0.9997244477272034,0.9997386932373047,0.9997528791427612,0.9997670650482178,0.9997813105583191,0.9997955560684204,0.999809741973877,0.9998239278793335,0.9998381733894348,0.9998524188995361,0.9998666048049927,0.9998807907104492,0.9998950362205505,0.9999092817306519,0.9999234676361084,0.9999376535415649,0.9999518990516663,0.9999661445617676,0.9999803304672241,0.9999945163726807,1.0000088214874268,1.0000230073928833,1.0000371932983398,1.0000513792037964,1.000065565109253,1.000079870223999,1.0000940561294556,1.000108242034912,1.0001225471496582,1.0001367330551147,1.0001509189605713,1.0001651048660278,1.0001792907714844,1.0001935958862305,1.000207781791687,1.0002219676971436,1.0002362728118896,1.0002504587173462,1.0002646446228027,1.0002788305282593,1.0002930164337158,1.000307321548462,1.0003215074539185,1.000335693359375,1.000349998474121,1.0003641843795776,1.0003783702850342,1.0003925561904907,1.0004067420959473,1.0004210472106934,1.00043523311615,1.0004494190216064,1.0004637241363525,1.000477910041809,1.0004920959472656],"_type":"histogram","values":[2,0,2,2,2,3,2,2,4,0,1,5,2,2,8,11,5,11,14,29,23,26,21,20,34,31,28,28,35,24,26,43,32,34,31,30,29,19,13,14,13,8,13,6,2,10,4,12,4,1,8,4,5,1,3,5,3,7,2,0,5,1,1,2]},"_step":48,"parameters/bert.embeddings.word_embeddings.weight":{"bins":[-0.09795350581407547,-0.09492076188325882,-0.09188801795244217,-0.08885527402162552,-0.08582253754138947,-0.08278979361057281,-0.07975704967975616,-0.07672430574893951,-0.07369156181812286,-0.07065881788730621,-0.06762607395648956,-0.06459333002567291,-0.06156058982014656,-0.05852784588932991,-0.05549510568380356,-0.05246236175298691,-0.04942961782217026,-0.04639687389135361,-0.04336412996053696,-0.040331389755010605,-0.037298645824193954,-0.034265901893377304,-0.031233159825205803,-0.028200417757034302,-0.02516767382621765,-0.022134929895401,-0.0191021878272295,-0.016069445759058,-0.013036701828241348,-0.010003958828747272,-0.006971215829253197,-0.003938472829759121,-0.0009057223796844482,0.0021270206198096275,0.005159763619303703,0.008192506618797779,0.011225249618291855,0.01425799261778593,0.017290735617280006,0.020323477685451508,0.023356221616268158,0.02638896554708481,0.02942170761525631,0.03245444968342781,0.03548719361424446,0.03851993754506111,0.04155267775058746,0.044585421681404114,0.047618165612220764,0.050650909543037415,0.053683653473854065,0.05671639367938042,0.05974913761019707,0.06278187781572342,0.06581462174654007,0.06884736567735672,0.07188010960817337,0.07491285353899002,0.07794559746980667,0.08097834140062332,0.08401107788085938,0.08704382181167603,0.09007656574249268,0.09310930967330933,0.09614205360412598],"_type":"histogram","values":[1,1,1,3,4,5,16,25,52,54,119,185,337,465,769,1047,1570,2206,3046,4175,5636,7115,8949,11387,13633,16420,18766,20997,23096,25119,26321,27436,28329,26693,25874,24099,22354,19892,17689,15092,12469,10424,8328,6480,5031,3716,2737,1875,1317,899,592,389,249,164,96,67,35,18,11,4,5,2,0,2]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug-core.log b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..03e73477afe3350390932e28e490b000a74ca822 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug-core.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:14:47.872746524+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp4avbz09l/port-37369.txt","pid":37369,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:14:47.873268649+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":37369} +{"time":"2025-07-18T01:14:47.873271085+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-37369-37392-4205234970/socket","Net":"unix"}} +{"time":"2025-07-18T01:14:48.054740924+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:14:48.06350952+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"dpcb0hru","id":"1(@)"} +{"time":"2025-07-18T01:14:48.495297556+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"dpcb0hru","id":"1(@)"} +{"time":"2025-07-18T01:19:28.785627796+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:19:28.785964242+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:19:28.786040498+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:19:28.785982533+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:19:28.78611769+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-37369-37392-4205234970/socket","Net":"unix"}} +{"time":"2025-07-18T01:19:30.805122873+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..fe8ff3dd036ab9fe2f08745e38c5a4cc4922f085 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug-internal.log @@ -0,0 +1,8 @@ +{"time":"2025-07-18T01:14:48.064552055+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:14:48.495258382+03:00","level":"INFO","msg":"stream: created new stream","id":"dpcb0hru"} +{"time":"2025-07-18T01:14:48.495291883+03:00","level":"INFO","msg":"stream: started","id":"dpcb0hru"} +{"time":"2025-07-18T01:14:48.495302491+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"dpcb0hru"} +{"time":"2025-07-18T01:14:48.495311864+03:00","level":"INFO","msg":"handler: started","stream_id":"dpcb0hru"} +{"time":"2025-07-18T01:14:48.495345045+03:00","level":"INFO","msg":"sender: started","stream_id":"dpcb0hru"} +{"time":"2025-07-18T01:19:28.785994538+03:00","level":"INFO","msg":"stream: closing","id":"dpcb0hru"} +{"time":"2025-07-18T01:19:30.110834451+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug.log b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..379955ea55e01edf572aaa9604e0fe4d59a12187 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 01:14:47,836 INFO MainThread:37369 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:14:47,836 INFO MainThread:37369 [wandb_setup.py:_flush():80] Configure stats pid to 37369 +2025-07-18 01:14:47,836 INFO MainThread:37369 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:14:47,836 INFO MainThread:37369 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:14:47,836 INFO MainThread:37369 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:14:47,836 INFO MainThread:37369 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_011447-dpcb0hru/logs/debug.log +2025-07-18 01:14:47,837 INFO MainThread:37369 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_011447-dpcb0hru/logs/debug-internal.log +2025-07-18 01:14:47,837 INFO MainThread:37369 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:14:47,837 INFO MainThread:37369 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 128, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:14:47,837 INFO MainThread:37369 [wandb_init.py:init():871] starting backend +2025-07-18 01:14:48,054 INFO MainThread:37369 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:14:48,062 INFO MainThread:37369 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:14:48,063 INFO MainThread:37369 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:14:48,063 INFO MainThread:37369 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:14:48,836 INFO MainThread:37369 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:14:49,028 INFO MainThread:37369 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:14:49,028 INFO MainThread:37369 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:14:49,028 INFO MainThread:37369 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:14:49,028 INFO MainThread:37369 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:14:49,032 INFO MainThread:37369 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:14:49,974 INFO MainThread:37369 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:14:49,975 INFO MainThread:37369 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:19:28,784 INFO MsgRouterThr:37369 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 01:19:29,835 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,842 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,843 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,843 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,844 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,844 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,846 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,847 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,847 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,848 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,849 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,850 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,850 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,851 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,851 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,852 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,852 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,853 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,854 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,854 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,855 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,855 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,856 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,856 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,857 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,857 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,858 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,858 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,859 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,859 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,860 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,860 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,861 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,861 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,862 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,862 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,863 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,863 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,864 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,865 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,865 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,866 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,866 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,867 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,868 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,869 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,869 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,870 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,870 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,871 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,871 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,872 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,872 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,873 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,873 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,874 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,874 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,875 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,875 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,876 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,876 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,877 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,877 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,878 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,879 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,879 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,880 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,880 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,881 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,881 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,882 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,882 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,883 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,883 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,884 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,884 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,885 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,885 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,886 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,887 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,888 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,888 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,889 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,890 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,890 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,891 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,891 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,892 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,892 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,893 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,893 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,894 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,894 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,895 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,895 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,896 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,896 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,897 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,897 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,898 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,898 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,899 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,899 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,900 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,900 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,901 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,901 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,902 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,902 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,903 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,903 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,904 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,904 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,905 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,905 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,906 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,906 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,907 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,907 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,908 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,908 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,909 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,910 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,911 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,912 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,912 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,913 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,913 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,914 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,914 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,915 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,915 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,916 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,916 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,917 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,917 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,918 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,918 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,919 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,919 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,920 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,920 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,921 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,921 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,922 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,922 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,923 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,923 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,924 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,924 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,925 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,925 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,926 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,926 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,927 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,928 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,928 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,929 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,929 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,930 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,930 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,931 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,932 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,932 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,933 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,934 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,934 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,935 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,935 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,936 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,936 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,937 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,937 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,938 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,938 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,939 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,939 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,940 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,940 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,941 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,941 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,942 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,942 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,943 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,943 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,944 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,944 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,945 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,945 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,946 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,946 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,947 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,947 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,948 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,948 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,949 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,949 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,950 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,950 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,951 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,951 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,952 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,952 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,953 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,953 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,954 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,954 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,955 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,955 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,956 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,956 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,957 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,957 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,958 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,958 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,959 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,959 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 01:19:29,960 ERROR MainThread:37369 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_011447-dpcb0hru/run-dpcb0hru.wandb b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/run-dpcb0hru.wandb new file mode 100644 index 0000000000000000000000000000000000000000..eda11f3fd71163e1ffd7892df20f0ba704608b58 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_011447-dpcb0hru/run-dpcb0hru.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:704c7cc47bdde95c3bcdacb6712a78f58ef8afe66119ee9798dcf69c8ee4155d +size 24969216 diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/config.yaml b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1bd57477cde570540ea03ee3e22e2f61be9666c2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + vfgm3veugs1iau8jjlq2b471beutd19g: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136813563904" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:22:54.247370Z" + writerId: vfgm3veugs1iau8jjlq2b471beutd19g + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 128 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/output.log b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e465f8de20759b998a6ec45b1f93610fea318974 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/output.log @@ -0,0 +1,43 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 50/533752 [04:28<401:16:47, 2.71s/it, loss=3.3168] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [04:33", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 201, in train_epoch + loss.backward() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_tensor.py", line 581, in backward + torch.autograd.backward( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/__init__.py", line 347, in backward + _engine_run_backward( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/graph.py", line 825, in _engine_run_backward + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/requirements.txt b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..296166053f08f0e892018febffb562ac8c134cf0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:22:54.247370Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136813563904" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "vfgm3veugs1iau8jjlq2b471beutd19g" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..3f5b8ec905d75337ff20fb74619ac75602cba532 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[2,0,2,3,6,1,3,8,10,20,22,46,43,71,117,145,212,284,397,569,841,1223,1744,2579,3731,5614,8266,12984,20419,33641,59020,113544,134333,77238,41492,25032,15485,10023,6622,4386,3012,2040,1357,987,660,476,316,247,153,112,92,52,39,32,18,14,11,11,7,1,5,1,2,1],"bins":[-0.03898681700229645,-0.03777613490819931,-0.03656545281410217,-0.035354774445295334,-0.034144092351198196,-0.03293341025710106,-0.03172272816300392,-0.030512047931551933,-0.029301365837454796,-0.02809068374335766,-0.02688000351190567,-0.025669321417808533,-0.024458639323711395,-0.023247959092259407,-0.02203727699816227,-0.02082659676671028,-0.019615914672613144,-0.018405232578516006,-0.017194552347064018,-0.01598387025296688,-0.014773189090192318,-0.013562507927417755,-0.012351825833320618,-0.011141144670546055,-0.009930463507771492,-0.00871978234499693,-0.007509100716561079,-0.006298419088125229,-0.005087737925350666,-0.0038770565297454596,-0.002666375134140253,-0.0014556937385350466,-0.0002450086176395416,0.0009656727779656649,0.0021763541735708714,0.003387035569176078,0.004597716964781284,0.005808398127555847,0.007019079755991697,0.008229761384427547,0.00944044254720211,0.010651123709976673,0.011861804872751236,0.013072486966848373,0.014283168129622936,0.015493849292397499,0.016704531386494637,0.017915211617946625,0.019125893712043762,0.0203365758061409,0.021547256037592888,0.022757938131690025,0.023968618363142014,0.02517930045723915,0.02638998255133629,0.027600662782788277,0.028811344876885414,0.03002202697098255,0.03123270720243454,0.03244338929653168,0.033654071390628815,0.03486475348472595,0.03607543185353279,0.03728611394762993,0.038496796041727066]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[3,2,2,3,0,2,8,8,13,13,30,38,56,78,131,170,214,316,491,650,887,1405,1943,2884,4171,6163,9142,13484,20175,31431,54663,111008,141509,74016,39893,24820,16115,10669,7301,4839,3374,2310,1575,1222,803,533,382,265,185,119,78,74,47,46,23,14,9,4,7,4,1,1,1,1],"bins":[-0.04961155727505684,-0.04807199910283089,-0.04653244465589523,-0.04499288648366928,-0.04345332831144333,-0.041913773864507675,-0.04037421569228172,-0.03883466124534607,-0.03729510307312012,-0.035755544900894165,-0.03421599045395851,-0.03267643228173256,-0.031136875972151756,-0.029597319662570953,-0.028057761490345,-0.0265182051807642,-0.024978648871183395,-0.023439092561602592,-0.02189953625202179,-0.020359978079795837,-0.018820421770215034,-0.01728086546063423,-0.01574130728840828,-0.014201750978827477,-0.012662194669246674,-0.01112263835966587,-0.009583081118762493,-0.008043523877859116,-0.006503967568278313,-0.0049644107930362225,-0.0034248540177941322,-0.001885297242552042,-0.0003457367420196533,0.001193820033222437,0.002733376808464527,0.004272933583706617,0.005812490358948708,0.007352047134190798,0.008891603909432888,0.010431161150336266,0.011970717459917068,0.013510273769497871,0.015049831010401249,0.016589388251304626,0.01812894456088543,0.019668500870466232,0.021208059042692184,0.022747615352272987,0.02428717166185379,0.025826727971434593,0.027366284281015396,0.02890584245324135,0.03044539876282215,0.031984955072402954,0.033524513244628906,0.03506406769156456,0.03660362586379051,0.038143184036016464,0.03968273848295212,0.04122229665517807,0.04276185482740402,0.044301409274339676,0.04584096744656563,0.04738052189350128,0.048920080065727234]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,1,0,0,3,10,15,24,28,24,24,38,27,22,20,20,14,12,13,10,14,5,12,5,10,8,5,10,11,4,13,10,12,14,14,9,18,10,20,22,15,21,32,31,43,25,24,18,13,4,3,2,0,1,0,1,0,0,0,1],"bins":[-0.0001837529125623405,-0.00017788498371373862,-0.00017201705486513674,-0.00016614912601653486,-0.000160281197167933,-0.0001544132683193311,-0.00014854533947072923,-0.00014267741062212735,-0.00013680948177352548,-0.0001309415529249236,-0.00012507362407632172,-0.00011920569522771984,-0.00011333776637911797,-0.00010746983753051609,-0.00010160190868191421,-9.573397983331233e-05,-8.986605098471045e-05,-8.399812213610858e-05,-7.81301932875067e-05,-7.226226443890482e-05,-6.639433559030294e-05,-6.0526406741701066e-05,-5.465847789309919e-05,-4.879054904449731e-05,-4.2922620195895433e-05,-3.7054691347293556e-05,-3.118676249869168e-05,-2.53188336500898e-05,-1.9450904801487923e-05,-1.3582975952886045e-05,-7.715047104284167e-06,-1.8471182556822896e-06,4.0208251448348165e-06,9.888753993436694e-06,1.5756682842038572e-05,2.162461169064045e-05,2.7492540539242327e-05,3.3360469387844205e-05,3.922839823644608e-05,4.509632708504796e-05,5.096425593364984e-05,5.6832184782251716e-05,6.27001136308536e-05,6.856804247945547e-05,7.443597132805735e-05,8.030390017665923e-05,8.61718290252611e-05,9.203975787386298e-05,9.790768672246486e-05,0.00010377561557106674,0.00010964354441966861,0.00011551147326827049,0.00012137940211687237,0.00012724733096547425,0.00013311525981407613,0.000138983188662678,0.00014485111751127988,0.00015071904635988176,0.00015658697520848364,0.00016245490405708551,0.0001683228329056874,0.00017419076175428927,0.00018005869060289115,0.00018592661945149302,0.0001917945483000949]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[2,1,2,0,1,0,0,1,1,2,5,4,5,7,10,10,9,10,17,11,16,18,19,23,24,23,31,38,31,17,35,38,26,30,22,28,28,35,28,21,20,15,10,18,17,7,7,4,10,8,3,4,2,3,4,2,0,1,1,2,0,0,0,1],"bins":[-0.04159082472324371,-0.04026220366358757,-0.038933586329221725,-0.03760496526956558,-0.03627634793519974,-0.034947726875543594,-0.03361910581588745,-0.032290488481521606,-0.030961867421865463,-0.02963324822485447,-0.028304629027843475,-0.02697600983083248,-0.025647390633821487,-0.024318771436810493,-0.02299015037715435,-0.021661531180143356,-0.020332911983132362,-0.01900429278612137,-0.017675673589110374,-0.01634705252945423,-0.015018433332443237,-0.013689814135432243,-0.01236119493842125,-0.01103257481008768,-0.009703955613076687,-0.008375336416065693,-0.007046716287732124,-0.00571809709072113,-0.004389477428048849,-0.003060857765376568,-0.0017322383355349302,-0.0004036187892779708,0.0009250007569789886,0.00225362041965127,0.0035822398494929075,0.004910859279334545,0.006239478942006826,0.007568098604679108,0.008896717801690102,0.01022533793002367,0.011553957127034664,0.012882576324045658,0.014211196452379227,0.01553981564939022,0.016868434846401215,0.01819705404341221,0.019525675103068352,0.020854294300079346,0.02218291349709034,0.023511532694101334,0.024840151891112328,0.02616877295076847,0.027497392147779465,0.02882601134479046,0.030154630541801453,0.031483251601457596,0.03281186893582344,0.034140489995479584,0.03546910732984543,0.03679772838950157,0.038126349449157715,0.03945496678352356,0.0407835878431797,0.04211220517754555,0.04344082623720169],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[2,0,1,3,1,14,15,34,49,89,148,232,448,623,942,1418,2005,2877,4094,5573,7590,9634,11981,14928,17831,21298,24833,27972,30578,33352,34727,35844,35702,35428,33634,31372,28761,25780,22481,18937,16217,13135,10304,7994,6161,4539,3264,2329,1634,1113,721,468,292,175,107,65,34,19,10,8,1,1,1,1],"bins":[-0.09828339517116547,-0.09522771090269089,-0.09217202663421631,-0.08911633491516113,-0.08606065064668655,-0.08300496637821198,-0.0799492821097374,-0.07689359039068222,-0.07383790612220764,-0.07078222185373306,-0.06772653758525848,-0.0646708533167839,-0.06161516532301903,-0.05855947732925415,-0.05550379306077957,-0.052448105067014694,-0.049392420798540115,-0.046336736530065536,-0.04328104853630066,-0.04022536426782608,-0.0371696762740612,-0.034113992005586624,-0.031058305874466896,-0.028002619743347168,-0.02494693361222744,-0.021891247481107712,-0.018835561349987984,-0.015779875218868256,-0.012724190019071102,-0.009668503887951374,-0.006612818222492933,-0.003557132324203849,-0.0005014464259147644,0.00255423947237432,0.0056099253706634045,0.008665611036121845,0.011721297167241573,0.014776983298361301,0.017832668498158455,0.020888354629278183,0.02394404076039791,0.02699972689151764,0.030055413022637367,0.033111099153757095,0.036166783422231674,0.03922247141599655,0.04227815568447113,0.04533384367823601,0.04838952794671059,0.051445212215185165,0.05450090020895004,0.05755658447742462,0.0606122724711895,0.06366796046495438,0.06672364473342896,0.06977932900190353,0.07283501327037811,0.07589069753885269,0.07894638925790787,0.08200207352638245,0.08505775779485703,0.0881134420633316,0.09116913378238678,0.09422481805086136,0.09728050231933594],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-0.03787141293287277,-0.03632596135139465,-0.034780509769916534,-0.03323505446314812,-0.03168960288167,-0.03014415130019188,-0.02859869971871376,-0.027053246274590492,-0.025507794693112373,-0.023962343111634254,-0.022416889667510986,-0.020871438086032867,-0.01932598650455475,-0.01778053306043148,-0.01623508147895336,-0.014689628966152668,-0.013144176453351974,-0.011598723940551281,-0.010053271427750587,-0.008507819846272469,-0.006962367333471775,-0.0054169148206710815,-0.0038714627735316753,-0.0023260104935616255,-0.0007805582135915756,0.0007648940663784742,0.002310346346348524,0.003855798626318574,0.005401250906288624,0.006946703419089317,0.008492155000567436,0.01003760751336813,0.011583060026168823,0.013128512538969517,0.01467396505177021,0.01621941663324833,0.017764870077371597,0.019310321658849716,0.020855773240327835,0.022401226684451103,0.023946678265929222,0.02549212984740734,0.02703758329153061,0.028583034873008728,0.030128486454486847,0.031673938035964966,0.03321939334273338,0.0347648449242115,0.03631029650568962,0.03785574808716774,0.03940119966864586,0.040946654975414276,0.042492106556892395,0.044037558138370514,0.04558300971984863,0.04712846130132675,0.04867391288280487,0.05021936818957329,0.05176481977105141,0.053310271352529526,0.054855722934007645,0.056401174515485764,0.05794662982225418,0.0594920814037323,0.06103753298521042],"_type":"histogram","values":[3,0,0,0,2,2,1,1,1,0,3,5,6,6,5,15,18,9,18,22,35,44,55,95,89,84,54,38,32,23,20,24,15,12,4,7,4,4,4,0,1,2,0,1,2,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,1,1,1,8,12,33,65,117,198,303,558,844,1460,2078,3213,4798,6772,9788,13277,18013,23476,30222,37403,45908,55002,63952,72331,80765,87485,92573,95950,96456,95076,91588,86661,79854,71239,62182,53178,44460,35995,28934,22646,17068,12560,9138,6458,4501,3049,2032,1223,787,468,316,170,101,58,29,12,11,1,1,4],"bins":[-0.10003155469894409,-0.09694558382034302,-0.09385962039232254,-0.09077365696430206,-0.08768768608570099,-0.08460171520709991,-0.08151575177907944,-0.07842978835105896,-0.07534381747245789,-0.07225784659385681,-0.06917188316583633,-0.06608591973781586,-0.06299994885921478,-0.05991398170590401,-0.05682801455259323,-0.053742047399282455,-0.05065608024597168,-0.047570113092660904,-0.04448414593935013,-0.04139817878603935,-0.03831221163272858,-0.0352262444794178,-0.032140277326107025,-0.02905431017279625,-0.025968343019485474,-0.022882375866174698,-0.019796408712863922,-0.016710441559553146,-0.01362447440624237,-0.010538507252931595,-0.007452540099620819,-0.004366572946310043,-0.0012805983424186707,0.001805368810892105,0.004891335964202881,0.007977303117513657,0.011063270270824432,0.014149237424135208,0.017235204577445984,0.02032117173075676,0.023407138884067535,0.02649310603737831,0.029579073190689087,0.03266504034399986,0.03575100749731064,0.038836974650621414,0.04192294180393219,0.045008908957242966,0.04809487611055374,0.05118084326386452,0.05426681041717529,0.05735277757048607,0.060438744723796844,0.06352470815181732,0.0666106790304184,0.06969664990901947,0.07278261333703995,0.07586857676506042,0.0789545476436615,0.08204051852226257,0.08512648195028305,0.08821244537830353,0.0912984162569046,0.09438438713550568,0.09747035056352615]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,2,2,6,3,12,15,9,16,32,28,16,15,26,19,22,13,16,12,15,11,10,15,11,10,4,10,9,12,3,8,11,12,10,9,9,11,11,17,9,18,13,18,17,19,20,22,22,19,25,21,23,9,6,7,9,5,5,2,3,2],"bins":[-0.0001784659834811464,-0.00017306525842286646,-0.00016766453336458653,-0.0001622638083063066,-0.00015686308324802667,-0.00015146235818974674,-0.0001460616331314668,-0.00014066090807318687,-0.00013526018301490694,-0.000129859457956627,-0.00012445873289834708,-0.00011905800056410953,-0.0001136572755058296,-0.00010825655044754967,-0.00010285582538926974,-9.745510033098981e-05,-9.205437527270988e-05,-8.665365021442994e-05,-8.125292515615001e-05,-7.585220009787008e-05,-7.045147503959015e-05,-6.505074998131022e-05,-5.965002128505148e-05,-5.424929622677155e-05,-4.884857116849162e-05,-4.3447846110211685e-05,-3.8047121051931754e-05,-3.264639599365182e-05,-2.7245669116382487e-05,-2.1844944058102556e-05,-1.644421718083322e-05,-1.1043492122553289e-05,-5.642767064273357e-06,-2.4204155124607496e-07,5.1586839617812075e-06,1.055940992955584e-05,1.5960134987835772e-05,2.1360860046115704e-05,2.676158692338504e-05,3.216231198166497e-05,3.75630370399449e-05,4.2963762098224834e-05,4.8364487156504765e-05,5.37652122147847e-05,5.9165940911043435e-05,6.456666596932337e-05,6.99673910276033e-05,7.536811608588323e-05,8.076884114416316e-05,8.616956620244309e-05,9.157029126072302e-05,9.697101631900296e-05,0.00010237174137728289,0.00010777246643556282,0.00011317319149384275,0.00011857391655212268,0.00012397464888636023,0.00012937537394464016,0.0001347760990029201,0.00014017682406120002,0.00014557754911947995,0.00015097827417775989,0.00015637899923603982,0.00016177972429431975,0.00016718044935259968]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.027970142662525177,-0.027017490938305855,-0.026064837351441383,-0.02511218562722206,-0.02415953204035759,-0.023206880316138268,-0.022254228591918945,-0.021301575005054474,-0.02034892328083515,-0.01939626969397068,-0.018443617969751358,-0.017490966245532036,-0.016538312658667564,-0.015585660003125668,-0.014633008278906345,-0.013680355623364449,-0.012727702967822552,-0.011775050312280655,-0.010822397656738758,-0.009869745932519436,-0.008917093276977539,-0.007964440621435642,-0.007011787965893745,-0.006059135776013136,-0.005106483120471239,-0.004153830464929342,-0.0032011782750487328,-0.002248525619506836,-0.0012958731967955828,-0.0003432207158766687,0.0006094317650422454,0.0015620843041688204,0.0025147367268800735,0.0034673891495913267,0.00442004157230258,0.005372694227844477,0.006325346417725086,0.007277999073266983,0.00823065172880888,0.009183304384350777,0.010135956108570099,0.011088608764111996,0.012041261419653893,0.01299391407519579,0.013946566730737686,0.014899219386279583,0.01585187204182148,0.016804523766040802,0.017757177352905273,0.018709829077124596,0.019662480801343918,0.02061513438820839,0.02156778611242771,0.022520439699292183,0.023473091423511505,0.024425743147730827,0.0253783967345953,0.02633104845881462,0.027283702045679092,0.028236353769898415,0.029189005494117737,0.030141659080982208,0.03109431080520153,0.03204696252942085,0.032999616116285324],"_type":"histogram","values":[5,3,7,7,12,17,18,41,54,90,104,152,190,276,282,412,516,749,900,1217,1683,2127,2834,3617,4348,5457,6405,7232,7634,302752,7438,6844,6109,5188,4305,3477,2555,1977,1511,1071,830,654,552,413,300,261,168,135,83,63,40,32,23,17,14,6,2,3,1,1,1,0,0,1]},"parameters/_orig_mod.linear.weight":{"values":[1007,1607,1546,1529,1598,1461,1560,1542,1541,1583,1488,1530,1551,1516,1615,1545,1553,1561,1601,1585,1624,1526,1522,1562,1564,1577,1514,1607,1540,1597,1529,1494,1569,1548,1540,1519,1592,1458,1533,1576,1559,1601,1618,1530,1521,1598,1518,1560,1555,1536,1629,1578,1602,1533,1599,1486,1556,1539,1567,1604,1543,1455,1501,1006],"bins":[-0.036461565643548965,-0.03532171621918678,-0.0341818667948246,-0.03304201737046242,-0.031902167946100235,-0.030762318521738052,-0.02962246909737587,-0.028482619673013687,-0.027342770248651505,-0.026202920824289322,-0.02506307139992714,-0.023923221975564957,-0.022783372551202774,-0.02164352312684059,-0.02050367370247841,-0.019363824278116226,-0.018223974853754044,-0.01708412542939186,-0.01594427600502968,-0.014804426580667496,-0.013664577156305313,-0.01252472773194313,-0.011384878307580948,-0.010245028883218765,-0.009105179458856583,-0.0079653300344944,-0.006825480610132217,-0.005685631185770035,-0.004545781761407852,-0.0034059323370456696,-0.002266082912683487,-0.0011262334883213043,1.3619661331176758e-05,0.0011534690856933594,0.002293318510055542,0.0034331679344177246,0.004573017358779907,0.00571286678314209,0.0068527162075042725,0.007992565631866455,0.009132415056228638,0.01027226448059082,0.011412113904953003,0.012551963329315186,0.013691812753677368,0.01483166217803955,0.015971511602401733,0.017111361026763916,0.0182512104511261,0.01939105987548828,0.020530909299850464,0.021670758724212646,0.02281060814857483,0.02395045757293701,0.025090306997299194,0.026230156421661377,0.02737000584602356,0.028509855270385742,0.029649704694747925,0.030789554119110107,0.03192940354347229,0.03306925296783447,0.034209102392196655,0.03534895181655884,0.03648880124092102],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,1,0,1,3,1,2,1,2,7,7,2,8,4,8,8,15,11,18,16,18,25,15,26,18,36,26,26,34,33,30,30,22,35,28,26,30,30,31,18,9,14,13,21,9,12,4,5,7,4,3,3,2,3,0,0,1,2,2,0,0,1],"bins":[-0.04501785710453987,-0.0436231791973114,-0.04222850501537323,-0.04083383083343506,-0.03943915292620659,-0.03804447501897812,-0.03664980083703995,-0.035255126655101776,-0.033860448747873306,-0.032465770840644836,-0.031071096658706665,-0.029676420614123344,-0.028281744569540024,-0.026887068524956703,-0.025492392480373383,-0.024097716435790062,-0.02270304039120674,-0.02130836434662342,-0.0199136883020401,-0.01851901225745678,-0.01712433621287346,-0.015729660168290138,-0.014334984123706818,-0.012940308079123497,-0.011545632034540176,-0.010150955989956856,-0.008756279945373535,-0.0073616039007902145,-0.005966927856206894,-0.004572251811623573,-0.0031775757670402527,-0.001782899722456932,-0.0003882274031639099,0.0010064486414194107,0.0024011246860027313,0.003795800730586052,0.0051904767751693726,0.006585152819752693,0.007979828864336014,0.009374504908919334,0.010769180953502655,0.012163856998085976,0.013558533042669296,0.014953209087252617,0.016347885131835938,0.017742561176419258,0.01913723722100258,0.0205319132655859,0.02192658931016922,0.02332126535475254,0.02471594139933586,0.026110617443919182,0.027505293488502502,0.028899969533085823,0.030294645577669144,0.031689323484897614,0.033083997666835785,0.034478671848773956,0.035873349756002426,0.037268027663230896,0.03866270184516907,0.04005737602710724,0.04145205393433571,0.04284673184156418,0.04424140602350235],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,1,0,0,1,0,2,3,2,5,5,0,3,5,8,10,15,9,11,16,15,16,25,16,27,17,25,25,18,25,15,33,32,25,21,29,33,26,17,28,19,15,20,17,15,20,19,11,9,11,6,4,8,4,5,4,3,2,2,1,3,1,1],"bins":[-0.050545237958431244,-0.0490458607673645,-0.04754648357629776,-0.04604710265994072,-0.04454772546887398,-0.043048348277807236,-0.041548971086740494,-0.04004959389567375,-0.03855021297931671,-0.03705083578824997,-0.03555145859718323,-0.034052081406116486,-0.032552704215049744,-0.031053325161337852,-0.02955394797027111,-0.02805456891655922,-0.026555191725492477,-0.025055814534425735,-0.023556435480713844,-0.022057058289647102,-0.02055767923593521,-0.01905830204486847,-0.017558924853801727,-0.016059545800089836,-0.014560168609023094,-0.013060790486633778,-0.011561412364244461,-0.010062035173177719,-0.008562657050788403,-0.007063278928399086,-0.005563901271671057,-0.0040645236149430275,-0.0025651492178440094,-0.0010657713282853365,0.0004336065612733364,0.0019329844508320093,0.0034323623403906822,0.004931740462779999,0.006431118119508028,0.007930495776236057,0.009429873898625374,0.01092925202101469,0.012428630143404007,0.013928007334470749,0.015427385456860065,0.016926763579249382,0.018426140770316124,0.019925519824028015,0.021424897015094757,0.0229242742061615,0.02442365325987339,0.025923030450940132,0.027422409504652023,0.028921786695718765,0.030421163886785507,0.03192054107785225,0.03341992199420929,0.03491929918527603,0.03641867637634277,0.037918053567409515,0.03941743075847626,0.040916807949543,0.04241618886590004,0.04391556605696678,0.045414943248033524]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[2,0,1,0,1,0,3,6,7,14,14,32,34,32,31,20,25,21,18,8,16,5,10,8,7,7,11,7,8,12,6,9,12,11,6,9,9,8,11,13,11,18,12,13,24,14,12,24,25,34,44,32,23,11,7,4,1,3,0,1,0,0,0,1],"bins":[-0.0001727017224766314,-0.00016725758905522525,-0.0001618134556338191,-0.00015636932221241295,-0.0001509251887910068,-0.00014548105536960065,-0.0001400369219481945,-0.00013459278852678835,-0.0001291486551053822,-0.00012370453623589128,-0.00011826039553852752,-0.00011281626211712137,-0.00010737213597167283,-0.00010192800255026668,-9.648386912886053e-05,-9.103973570745438e-05,-8.559560228604823e-05,-8.015146886464208e-05,-7.470733544323593e-05,-6.926320202182978e-05,-6.381906860042363e-05,-5.837493881699629e-05,-5.293080903356895e-05,-4.74866756121628e-05,-4.204254219075665e-05,-3.65984087693505e-05,-3.115427534794435e-05,-2.5710145564517006e-05,-2.0266012143110856e-05,-1.4821879631199408e-05,-9.37774711928796e-06,-3.933614607376512e-06,1.510517904534936e-06,6.954650416446384e-06,1.2398782928357832e-05,1.784291453077458e-05,2.328704795218073e-05,2.8731181373586878e-05,3.417531115701422e-05,3.961944457842037e-05,4.506357799982652e-05,5.050771142123267e-05,5.595184484263882e-05,6.139597826404497e-05,6.68401044094935e-05,7.228423783089966e-05,7.77283712523058e-05,8.317250467371196e-05,8.86166380951181e-05,9.406077151652426e-05,9.95049049379304e-05,0.00010494903835933656,0.0001103931717807427,0.00011583729792619124,0.00012128143134759739,0.00012672557204496115,0.00013216969091445208,0.00013761382433585823,0.00014305795775726438,0.00014850209117867053,0.00015394622460007668,0.00015939035802148283,0.00016483449144288898,0.00017027862486429513,0.00017572275828570127],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,2,3,5,7,15,35,65,136,204,361,578,1031,1539,2566,3901,5887,8213,12036,16468,22045,28856,37092,45872,55388,64682,74686,83691,91343,97163,100277,100880,99390,94627,89022,80431,71351,61356,52126,42285,34081,26407,19890,14755,10504,7500,5213,3384,2107,1378,875,483,288,159,113,38,34,18,11,6,2,0,1,1],"bins":[-0.10102659463882446,-0.09780105203390121,-0.09457550942897797,-0.09134996682405472,-0.08812442421913147,-0.08489888906478882,-0.08167334645986557,-0.07844780385494232,-0.07522226125001907,-0.07199671864509583,-0.06877117604017258,-0.06554563343524933,-0.06232009455561638,-0.05909455195069313,-0.05586901307106018,-0.05264347046613693,-0.049417927861213684,-0.046192385256290436,-0.04296684265136719,-0.03974130377173424,-0.03651576116681099,-0.03329021856188774,-0.030064677819609642,-0.026839137077331543,-0.023613594472408295,-0.020388051867485046,-0.017162511125206947,-0.013936969451606274,-0.0107114277780056,-0.007485886104404926,-0.004260344430804253,-0.001034802757203579,0.0021907389163970947,0.005416280589997768,0.008641822263598442,0.011867363937199116,0.01509290561079979,0.018318448215723038,0.021543988958001137,0.024769529700279236,0.027995072305202484,0.031220614910125732,0.03444615751504898,0.03767169639468193,0.04089723899960518,0.04412278160452843,0.04734832048416138,0.050573863089084625,0.053799405694007874,0.05702494829893112,0.06025049090385437,0.06347603350877762,0.06670157611370087,0.06992711126804352,0.07315265387296677,0.07637819647789001,0.07960373908281326,0.08282928168773651,0.08605482429265976,0.08928036689758301,0.09250590205192566,0.09573144465684891,0.09895698726177216,0.1021825298666954,0.10540807247161865]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[2,1,2,0,1,1,1,3,1,3,6,4,7,8,7,18,21,27,38,48,85,104,110,69,47,30,24,20,16,12,11,6,13,6,5,3,2,1,0,1,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.042727191001176834,-0.04079599305987358,-0.038864798843860626,-0.03693360090255737,-0.03500240296125412,-0.033071208745241165,-0.031140010803937912,-0.029208814725279808,-0.027277618646621704,-0.0253464225679636,-0.023415226489305496,-0.021484028548002243,-0.01955283246934414,-0.017621636390686035,-0.015690438449382782,-0.013759242370724678,-0.011828046292066574,-0.00989685021340847,-0.007965653203427792,-0.0060344566591084,-0.004103260114789009,-0.002172063570469618,-0.0002408670261502266,0.0016903295181691647,0.003621526062488556,0.005552722606807947,0.007483919151127338,0.009415116161108017,0.011346312239766121,0.013277508318424225,0.015208705328404903,0.017139902338385582,0.019071102142333984,0.02100229822099209,0.022933494299650192,0.024864692240953445,0.02679588831961155,0.028727084398269653,0.030658282339572906,0.03258947655558586,0.034520674496889114,0.03645187243819237,0.03838306665420532,0.040314264595508575,0.04224546253681183,0.04417665675282478,0.046107854694128036,0.04803904891014099,0.049970246851444244,0.0519014447927475,0.05383263900876045,0.055763836950063705,0.05769503116607666,0.05962622910737991,0.061557427048683167,0.06348862498998642,0.06541982293128967,0.06735101342201233,0.06928221136331558,0.07121340930461884,0.07314460724592209,0.07507580518722534,0.077006995677948,0.07893819361925125,0.0808693915605545],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,3,0,1,0,1,0,1,4,4,2,3,4,2,5,6,11,17,8,11,17,14,16,22,23,23,19,24,23,23,18,26,26,32,28,18,35,30,27,17,26,19,17,18,20,15,21,14,14,4,12,8,4,6,4,5,4,2,2,2,4,0,1,1],"bins":[-0.04801037162542343,-0.04658332094550133,-0.045156270265579224,-0.04372922331094742,-0.042302172631025314,-0.04087512195110321,-0.03944807127118111,-0.038021020591259,-0.0365939736366272,-0.03516692295670509,-0.03373987227678299,-0.032312821596860886,-0.030885770916938782,-0.029458722099661827,-0.028031671419739723,-0.02660462260246277,-0.025177571922540665,-0.02375052124261856,-0.022323472425341606,-0.020896421745419502,-0.019469372928142548,-0.018042322248220444,-0.01661527156829834,-0.01518822181969881,-0.013761172071099281,-0.012334122322499752,-0.010907072573900223,-0.009480021893978119,-0.00805297214537859,-0.00662592239677906,-0.005198872182518244,-0.003771822201088071,-0.0023447759449481964,-0.0009177259635180235,0.0005093240179121494,0.0019363739993423223,0.0033634239807724953,0.0047904737293720245,0.006217523943632841,0.007644574157893658,0.009071623906493187,0.010498673655092716,0.011925723403692245,0.01335277408361435,0.014779823832213879,0.016206873580813408,0.017633924260735512,0.019060973078012466,0.02048802375793457,0.021915074437856674,0.02334212325513363,0.024769173935055733,0.026196222752332687,0.02762327343225479,0.029050324112176895,0.03047737292945385,0.031904421746730804,0.03333147242665291,0.03475852310657501,0.036185573786497116,0.03761262446641922,0.039039675146341324,0.04046672210097313,0.04189377278089523,0.04332082346081734]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,2,2,0,2,1,2,1,3,2,4,5,9,6,6,11,11,23,19,22,31,25,18,23,30,30,28,25,23,29,34,27,42,36,28,31,19,19,21,13,14,7,11,7,7,3,8,11,3,2,2,6,5,0,3,4,1,4,4,0,1,0,1],"bins":[0.9995719790458679,0.9995868802070618,0.9996017217636108,0.9996166229248047,0.9996314644813538,0.9996463656425476,0.9996612071990967,0.9996761083602905,0.9996909499168396,0.9997058510780334,0.9997206926345825,0.9997355937957764,0.9997504949569702,0.9997653365135193,0.9997802376747131,0.9997950792312622,0.999809980392456,0.9998248219490051,0.999839723110199,0.999854564666748,0.9998694658279419,0.999884307384491,0.9998992085456848,0.9999141097068787,0.9999289512634277,0.9999438524246216,0.9999586939811707,0.9999735951423645,0.9999884366989136,1.0000033378601074,1.0000182390213013,1.0000330209732056,1.0000479221343994,1.0000628232955933,1.000077724456787,1.000092625617981,1.0001074075698853,1.000122308731079,1.000137209892273,1.0001521110534668,1.000166893005371,1.000181794166565,1.0001966953277588,1.0002115964889526,1.0002264976501465,1.0002412796020508,1.0002561807632446,1.0002710819244385,1.0002859830856323,1.0003007650375366,1.0003156661987305,1.0003305673599243,1.0003454685211182,1.0003602504730225,1.0003751516342163,1.0003900527954102,1.000404953956604,1.0004198551177979,1.0004346370697021,1.000449538230896,1.0004644393920898,1.0004793405532837,1.000494122505188,1.0005090236663818,1.0005239248275757],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,4,1,4,3,9,10,12,19,33,43,63,103,138,200,340,455,699,1168,1628,2610,4043,6375,9976,16102,26689,45271,92839,174520,91491,45015,26259,15988,10003,6278,4007,2556,1597,1114,757,425,323,222,144,71,71,56,27,19,9,11,6,4,5,2,2,1,0,0,1,1],"bins":[-0.057740312069654465,-0.055906735360622406,-0.05407315865159035,-0.05223958194255829,-0.05040600523352623,-0.04857242852449417,-0.04673885181546211,-0.044905275106430054,-0.04307170212268829,-0.041238125413656235,-0.039404548704624176,-0.03757097199559212,-0.03573739528656006,-0.033903818577528,-0.03207024186849594,-0.030236665159463882,-0.028403088450431824,-0.026569511741399765,-0.024735935032367706,-0.022902358323335648,-0.02106878161430359,-0.01923520676791668,-0.01740163005888462,-0.015568053349852562,-0.013734476640820503,-0.011900899931788445,-0.010067323222756386,-0.008233747445046902,-0.006400170736014843,-0.004566594026982784,-0.002733017783612013,-0.0008994413074105978,0.0009341388940811157,0.002767715370282531,0.004601291846483946,0.006434868089854717,0.008268444798886776,0.010102021507918835,0.011935597285628319,0.013769173994660378,0.015602750703692436,0.017436327412724495,0.019269904121756554,0.021103480830788612,0.022937055677175522,0.02477063238620758,0.02660420909523964,0.028437785804271698,0.030271362513303757,0.032104939222335815,0.033938515931367874,0.03577209264039993,0.03760566934943199,0.03943924605846405,0.04127282276749611,0.04310639947652817,0.04493997246026993,0.04677354916930199,0.048607125878334045,0.050440702587366104,0.05227427929639816,0.05410785600543022,0.05594143271446228,0.05777500942349434,0.0596085861325264]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-0.06024077534675598,-0.05838266387581825,-0.056524548679590225,-0.054666437208652496,-0.05280832201242447,-0.05095021054148674,-0.04909209534525871,-0.047233983874320984,-0.04537586867809296,-0.04351775720715523,-0.0416596420109272,-0.03980153053998947,-0.037943415343761444,-0.036085303872823715,-0.03422718867659569,-0.03236907720565796,-0.03051096387207508,-0.028652850538492203,-0.026794737204909325,-0.024936623871326447,-0.02307851053774357,-0.02122039720416069,-0.019362283870577812,-0.017504170536994934,-0.015646059066057205,-0.013787944801151752,-0.011929831467568874,-0.010071718133985996,-0.008213605731725693,-0.006355491932481527,-0.0044973790645599365,-0.0026392657309770584,-0.0007811523973941803,0.001076960819773376,0.0029350740369409323,0.004793187137693167,0.006651300471276045,0.008509413339197636,0.010367526672780514,0.012225640006363392,0.01408375333994627,0.015941865742206573,0.01779997907578945,0.01965809240937233,0.021516205742955208,0.023374319076538086,0.025232432410120964,0.027090545743703842,0.02894865907728672,0.0308067724108696,0.03266488388180733,0.034522999078035355,0.036381110548973083,0.03823922574520111,0.04009733721613884,0.04195545241236687,0.043813563883304596,0.04567167907953262,0.04752979055047035,0.04938790574669838,0.05124601721763611,0.053104132413864136,0.054962243884801865,0.05682035908102989,0.05867847055196762],"_type":"histogram","values":[3,3,2,1,3,2,4,3,6,7,7,10,11,16,13,20,11,24,31,19,21,39,42,35,49,49,36,53,52,69,64,62,63,56,62,51,45,57,34,33,52,40,30,31,31,32,27,23,15,20,14,5,8,6,5,7,8,6,1,0,3,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,1,3,1,1,3,7,9,13,15,25,18,18,31,16,28,18,30,18,12,17,9,12,14,17,8,12,8,10,13,12,14,10,10,9,9,11,25,12,15,16,18,22,37,29,24,19,24,19,14,9,7,6,1,3,2,1,0,1,0,0,1],"bins":[-0.00019927923858631402,-0.00019295100355520844,-0.00018662275397218764,-0.00018029450438916683,-0.00017396626935806125,-0.00016763803432695568,-0.00016130978474393487,-0.00015498153516091406,-0.00014865330012980849,-0.0001423250650987029,-0.0001359968155156821,-0.0001296685659326613,-0.00012334033090155572,-0.00011701208859449252,-0.00011068384628742933,-0.00010435560398036614,-9.802736167330295e-05,-9.169911936623976e-05,-8.537087705917656e-05,-7.904263475211337e-05,-7.271439244505018e-05,-6.638615013798699e-05,-6.0057907830923796e-05,-5.3729665523860604e-05,-4.740142321679741e-05,-4.107318090973422e-05,-3.474493860267103e-05,-2.8416696295607835e-05,-2.2088453988544643e-05,-1.576021168148145e-05,-9.431969374418259e-06,-3.1037270673550665e-06,3.2245152397081256e-06,9.552757546771318e-06,1.588099985383451e-05,2.2209242160897702e-05,2.8537484467960894e-05,3.4865726775024086e-05,4.119396908208728e-05,4.752221138915047e-05,5.385045369621366e-05,6.0178696003276855e-05,6.650693831034005e-05,7.283518061740324e-05,7.916342292446643e-05,8.549166523152962e-05,9.181990753859282e-05,9.814814984565601e-05,0.0001044763921527192,0.00011080463445978239,0.00011713287676684558,0.0001234611263498664,0.00012978936138097197,0.00013611759641207755,0.00014244584599509835,0.00014877409557811916,0.00015510233060922474,0.00016143056564033031,0.00016775881522335112,0.00017408706480637193,0.0001804152998374775,0.00018674353486858308,0.0001930717844516039,0.0001994000340346247,0.00020572826906573027],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[2,4,6,8,19,28,56,81,138,204,325,498,793,1197,1705,2323,3196,4357,5962,7722,9622,12195,14874,17363,20959,23360,26667,29154,31323,32753,33630,34321,33617,32555,30667,28699,26075,23264,20042,17261,14512,11722,9398,7432,5548,4243,3111,2165,1489,1071,730,520,354,198,130,75,54,18,8,12,5,2,1,1],"bins":[-0.09124745428562164,-0.08834242820739746,-0.08543739467859268,-0.0825323611497879,-0.07962733507156372,-0.07672230899333954,-0.07381727546453476,-0.07091224193572998,-0.0680072158575058,-0.06510218977928162,-0.06219715625047684,-0.05929212644696236,-0.056387096643447876,-0.053482066839933395,-0.050577037036418915,-0.047672007232904434,-0.044766977429389954,-0.04186194762587547,-0.03895691782236099,-0.03605188801884651,-0.03314685821533203,-0.03024182841181755,-0.02733679860830307,-0.02443176880478859,-0.02152673900127411,-0.01862170919775963,-0.015716679394245148,-0.012811649590730667,-0.009906619787216187,-0.007001589983701706,-0.004096560180187225,-0.0011915303766727448,0.0017134994268417358,0.004618529230356216,0.007523559033870697,0.010428588837385178,0.013333618640899658,0.01623864844441414,0.01914367824792862,0.0220487080514431,0.02495373785495758,0.02785876765847206,0.030763797461986542,0.03366882726550102,0.0365738570690155,0.039478886872529984,0.042383916676044464,0.045288946479558945,0.048193976283073425,0.051099006086587906,0.054004035890102386,0.05690906569361687,0.05981409549713135,0.06271912157535553,0.06562415510416031,0.06852918863296509,0.07143421471118927,0.07433924078941345,0.07724427431821823,0.08014930784702301,0.08305433392524719,0.08595936000347137,0.08886439353227615,0.09176942706108093,0.09467445313930511],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,0,1,2,0,0,3,0,2,5,1,3,4,6,9,8,10,12,10,13,17,11,34,48,52,56,68,55,69,62,40,34,27,23,11,16,13,4,10,3,5,1,1,2,4,2,1,3,0,1,1,0,1,0,1],"bins":[-1.1584627827687655e-05,-1.1262743100814987e-05,-1.094085837394232e-05,-1.0618973647069652e-05,-1.0297088920196984e-05,-9.975204193324316e-06,-9.653318556956947e-06,-9.33143383008428e-06,-9.009549103211612e-06,-8.687664376338944e-06,-8.365779649466276e-06,-8.043894922593608e-06,-7.72201019572094e-06,-7.400125468848273e-06,-7.078240287228255e-06,-6.756355560355587e-06,-6.434470833482919e-06,-6.112586106610252e-06,-5.790701379737584e-06,-5.468816198117565e-06,-5.146931471244898e-06,-4.82504674437223e-06,-4.503162017499562e-06,-4.181277290626895e-06,-3.859392563754227e-06,-3.537507609507884e-06,-3.2156226552615408e-06,-2.893737928388873e-06,-2.5718532015162054e-06,-2.2499682472698623e-06,-1.9280835203971947e-06,-1.6061986798376893e-06,-1.2843138392781839e-06,-9.624289987186785e-07,-6.40544215002592e-07,-3.18659402864796e-07,3.2254092729999684e-09,3.2511022141079593e-07,6.469950335485919e-07,9.688798172646784e-07,1.2907646578241838e-06,1.6126494983836892e-06,1.9345343389431946e-06,2.2564190658158623e-06,2.57830379268853e-06,2.900188746934873e-06,3.2220734738075407e-06,3.543958428053884e-06,3.8658431549265515e-06,4.187727881799219e-06,4.509612608671887e-06,4.831497790291905e-06,5.153382517164573e-06,5.475267244037241e-06,5.797151970909908e-06,6.119036697782576e-06,6.440921424655244e-06,6.762806606275262e-06,7.08469133314793e-06,7.406576060020598e-06,7.728461241640616e-06,8.050345968513284e-06,8.372230695385952e-06,8.69411542225862e-06,9.016000149131287e-06]},"gradients/_orig_mod.linear.weight":{"bins":[-0.2880117893218994,-0.27935248613357544,-0.27069321274757385,-0.2620339095592499,-0.2533746361732483,-0.24471533298492432,-0.23605604469776154,-0.22739675641059875,-0.21873746812343597,-0.2100781798362732,-0.2014188915491104,-0.19275960326194763,-0.18410030007362366,-0.17544101178646088,-0.1667817234992981,-0.15812243521213531,-0.14946314692497253,-0.14080385863780975,-0.13214457035064697,-0.1234852746129036,-0.11482598632574081,-0.10616669803857803,-0.09750740230083466,-0.08884811401367188,-0.0801888257265091,-0.07152953743934631,-0.06287024915218353,-0.054210953414440155,-0.045551665127277374,-0.036892376840114594,-0.028233084827661514,-0.019573794677853584,-0.010914504528045654,-0.0022552143782377243,0.006404075771570206,0.015063365921378136,0.023722656071186066,0.032381944358348846,0.041041236370801926,0.049700528383255005,0.058359816670417786,0.06701910495758057,0.07567839324474335,0.08433768898248672,0.0929969772696495,0.10165626555681229,0.11031556129455566,0.11897484958171844,0.12763413786888123,0.136293426156044,0.1449527144432068,0.15361200273036957,0.16227129101753235,0.17093059420585632,0.1795898824930191,0.18824917078018188,0.19690845906734467,0.20556774735450745,0.21422703564167023,0.222886323928833,0.23154562711715698,0.24020491540431976,0.24886420369148254,0.25752347707748413,0.2661827802658081],"_type":"histogram","values":[2,0,1,0,0,0,2,4,9,5,6,9,10,26,26,39,51,67,87,94,164,204,252,366,481,642,1016,1478,2280,3504,5401,8718,17257,23886,12052,6955,4347,2770,1819,1212,820,592,400,312,252,157,151,89,75,62,35,34,10,23,11,16,6,4,5,1,4,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.04652244597673416,-0.04520639032125473,-0.0438903383910656,-0.042574282735586166,-0.041258230805397034,-0.0399421751499176,-0.03862611949443817,-0.03731006756424904,-0.03599401190876961,-0.034677959978580475,-0.033361904323101044,-0.03204584866762161,-0.03072979673743248,-0.029413742944598198,-0.028097687289118767,-0.026781633496284485,-0.025465579703450203,-0.02414952591061592,-0.02283347211778164,-0.021517416462302208,-0.020201362669467926,-0.018885308876633644,-0.017569255083799362,-0.01625320129096508,-0.014937146566808224,-0.013621092773973942,-0.012305038049817085,-0.010988984256982803,-0.009672930464148521,-0.008356875739991665,-0.007040821947157383,-0.005724767688661814,-0.0044087134301662445,-0.0030926591716706753,-0.0017766051460057497,-0.0004605510039255023,0.0008555031381547451,0.0021715573966503143,0.00348761142231524,0.0048036654479801655,0.006119719706475735,0.007435773964971304,0.008751828223466873,0.010067882016301155,0.011383935809135437,0.012699990533292294,0.014016044326126575,0.015332099050283432,0.016648152843117714,0.017964206635951996,0.019280260428786278,0.02059631608426571,0.02191236987709999,0.023228423669934273,0.024544477462768555,0.025860531255602837,0.02717658504843712,0.02849264070391655,0.02980869449675083,0.031124748289585114,0.032440803945064545,0.03375685587525368,0.03507291153073311,0.03638896346092224,0.03770501911640167],"_type":"histogram","values":[1,0,0,0,0,0,2,0,2,1,3,1,3,2,7,7,12,6,7,13,9,8,14,24,23,16,18,16,19,26,21,25,20,33,26,24,27,27,35,33,25,27,21,19,21,19,14,15,14,15,14,12,6,6,5,4,4,4,0,2,1,2,4,3]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,0,1,0,0,6,2,6,2,3,11,5,19,14,13,14,16,27,31,38,50,62,62,61,62,54,47,28,38,16,12,14,11,6,4,4,5,3,4,3,2,1,2,2,0,0,0,0,0,0,0,0,2,0,0,0,1],"bins":[-7.212582204374485e-06,-6.970959930185927e-06,-6.7293376559973694e-06,-6.487715836556163e-06,-6.246093562367605e-06,-6.004471288179047e-06,-5.762849468737841e-06,-5.521227194549283e-06,-5.279604920360725e-06,-5.037982646172168e-06,-4.79636037198361e-06,-4.554738552542403e-06,-4.313116278353846e-06,-4.071494004165288e-06,-3.829872184724081e-06,-3.5882499105355237e-06,-3.346627636346966e-06,-3.1050053621584084e-06,-2.863383315343526e-06,-2.621761268528644e-06,-2.3801389943400864e-06,-2.1385167201515287e-06,-1.8968946733366465e-06,-1.6552725128349266e-06,-1.4136503523332067e-06,-1.1720281918314868e-06,-9.304060313297668e-07,-6.887838708280469e-07,-4.47161710326327e-07,-2.055395498246071e-07,3.6082610677112825e-08,2.7770477117883274e-07,5.193260221858509e-07,7.609481826875708e-07,1.0025703431892907e-06,1.2441925036910106e-06,1.4858146641927306e-06,1.7274368246944505e-06,1.9690589851961704e-06,2.2106810320110526e-06,2.4523033061996102e-06,2.693925580388168e-06,2.93554762720305e-06,3.1771696740179323e-06,3.41879194820649e-06,3.6604142223950475e-06,3.902036041836254e-06,4.143658316024812e-06,4.38528059021337e-06,4.626902864401927e-06,4.868525138590485e-06,5.110146958031692e-06,5.351769232220249e-06,5.593391506408807e-06,5.835013325850014e-06,6.076635600038571e-06,6.318257874227129e-06,6.5598801484156866e-06,6.801502422604244e-06,7.043124242045451e-06,7.284746516234009e-06,7.526368790422566e-06,7.767990609863773e-06,8.009613338799682e-06,8.251235158240888e-06]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0017011575400829315,-0.0016481312923133373,-0.0015951050445437431,-0.001542078796774149,-0.0014890525490045547,-0.0014360263012349606,-0.0013830000534653664,-0.0013299738056957722,-0.001276947557926178,-0.0012239214265719056,-0.0011708951788023114,-0.0011178689310327172,-0.001064842683263123,-0.0010118164354935288,-0.0009587901877239347,-0.0009057639399543405,-0.0008527376921847463,-0.0007997114444151521,-0.0007466851966455579,-0.0006936589488759637,-0.0006406327011063695,-0.0005876065115444362,-0.000534580263774842,-0.00048155401600524783,-0.00042852776823565364,-0.00037550152046605945,-0.00032247527269646525,-0.0002694490540307015,-0.00021642280626110733,-0.00016339655849151313,-0.00011037032527383417,-5.734408478019759e-05,-4.317960701882839e-06,4.870827979175374e-05,0.00010173452028539032,0.00015476075350306928,0.00020778700127266347,0.00026081324904225767,0.0003138394677080214,0.0003668657154776156,0.0004198919632472098,0.000472918211016804,0.0005259444587863982,0.0005789707065559924,0.0006319968961179256,0.0006850231438875198,0.000738049391657114,0.0007910756394267082,0.0008441018871963024,0.0008971281349658966,0.0009501543827354908,0.001003180630505085,0.0010562068782746792,0.0011092331260442734,0.0011622593738138676,0.0012152856215834618,0.001268311869353056,0.0013213380007073283,0.0013743642484769225,0.0014273904962465167,0.001480416744016111,0.001533442991785705,0.0015864692395552993,0.0016394954873248935,0.0016925217350944877],"_type":"histogram","values":[1,0,0,0,1,0,2,1,1,2,2,0,3,2,5,2,6,5,2,8,15,12,16,20,20,14,35,30,36,43,45,39,42,58,28,40,32,27,26,22,22,14,25,8,8,13,10,9,2,1,5,1,2,0,0,2,1,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,1,2,7,10,14,13,23,23,48,48,86,108,176,199,297,465,633,867,1233,1776,2606,3614,5435,8027,12186,19077,31488,56932,119372,146147,73688,38794,22838,14221,9143,6254,4147,2938,2023,1386,994,718,530,324,266,170,133,101,75,58,30,16,19,13,10,4,6,1,3,2,1],"bins":[-0.0448884516954422,-0.04349362850189209,-0.04209880530834198,-0.04070397838950157,-0.03930915519595146,-0.03791433200240135,-0.03651950880885124,-0.03512468561530113,-0.033729858696460724,-0.032335035502910614,-0.030940212309360504,-0.029545389115810394,-0.028150565922260284,-0.026755740866065025,-0.025360917672514915,-0.023966092616319656,-0.022571269422769547,-0.021176446229219437,-0.019781621173024178,-0.018386797979474068,-0.01699197292327881,-0.015597149729728699,-0.014202326536178589,-0.012807502411305904,-0.01141267828643322,-0.010017854161560535,-0.008623030036687851,-0.007228206843137741,-0.005833382718265057,-0.004438558593392372,-0.003043734934180975,-0.0016489110421389341,-0.00025409087538719177,0.001140733016654849,0.00253555690869689,0.003930380567908287,0.0053252046927809715,0.006720028817653656,0.008114852011203766,0.00950967613607645,0.010904500260949135,0.01229932438582182,0.013694148510694504,0.015088971704244614,0.016483794897794724,0.017878619953989983,0.019273443147540092,0.02066826820373535,0.02206309139728546,0.02345791459083557,0.02485273964703083,0.02624756284058094,0.0276423878967762,0.02903721109032631,0.03043203428387642,0.03182685747742653,0.03322168439626694,0.03461650758981705,0.03601133078336716,0.03740615397691727,0.03880097717046738,0.04019580036401749,0.041590627282857895,0.042985450476408005,0.044380273669958115]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,2,0,4,1,2,4,3,3,9,4,7,7,12,9,18,15,17,17,20,23,21,27,37,34,47,31,28,37,37,31,49,29,25,18,19,19,16,13,11,6,9,8,3,2,4,6,1,6,2,2,2,0,0,1,2,1,2,2,0,0,0,0,1],"bins":[-0.001259536831639707,-0.0012127646477892995,-0.00116599234752357,-0.0011192201636731625,-0.0010724479798227549,-0.0010256756795570254,-0.0009789034957066178,-0.0009321313118562102,-0.0008853590697981417,-0.0008385868277400732,-0.0007918146438896656,-0.0007450424018315971,-0.0006982701597735286,-0.000651497975923121,-0.0006047257338650525,-0.0005579535500146449,-0.0005111813079565763,-0.0004644090950023383,-0.00041763688204810023,-0.0003708646399900317,-0.00032409242703579366,-0.0002773202140815556,-0.00023054798657540232,-0.00018377575906924903,-0.00013700354611501098,-9.02313258848153e-05,-4.3459105654619634e-05,3.313114575576037e-06,5.008533480577171e-05,9.685755503596738e-05,0.00014362977526616305,0.00019040200277231634,0.0002371742157265544,0.00028394642868079245,0.0003307186416350305,0.000377490883693099,0.0004242630966473371,0.00047103530960157514,0.0005178075516596437,0.0005645797355100513,0.0006113519775681198,0.0006581242196261883,0.0007048964034765959,0.0007516686455346644,0.0007984408875927329,0.0008452130714431405,0.000891985313501209,0.0009387574973516166,0.0009855297394096851,0.0010323019232600927,0.0010790742235258222,0.0011258464073762298,0.0011726185912266374,0.0012193908914923668,0.0012661630753427744,0.001312935259193182,0.0013597074430435896,0.001406479743309319,0.0014532519271597266,0.0015000241110101342,0.0015467964112758636,0.0015935685951262712,0.0016403407789766788,0.0016871130792424083,0.0017338852630928159]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,2,0,3,1,2,3,2,8,8,14,16,16,33,49,70,95,168,265,420,731,1246,2221,3874,7390,14496,30383,70072,230522,133489,48221,22069,10877,5648,3111,1734,960,611,366,202,145,86,54,37,34,22,8,11,8,6,3,6,3,0,1,0,0,0,0,0,0,1],"bins":[-0.004851361736655235,-0.004693798720836639,-0.0045362357050180435,-0.004378672689199448,-0.004221109673380852,-0.004063546657562256,-0.00390598364174366,-0.003748420625925064,-0.003590857610106468,-0.0034332943614572287,-0.0032757313456386328,-0.003118168329820037,-0.002960605314001441,-0.002803042298182845,-0.0026454792823642492,-0.0024879162665456533,-0.0023303532507270575,-0.0021727902349084616,-0.0020152272190898657,-0.0018576642032712698,-0.001700101187452674,-0.0015425380552187562,-0.0013849750394001603,-0.0012274120235815644,-0.0010698490077629685,-0.0009122859919443727,-0.0007547229761257768,-0.00059715990209952,-0.0004395968862809241,-0.0002820338704623282,-0.00012447082553990185,3.309220483060926e-05,0.00019065523520112038,0.00034821825101971626,0.0005057812668383121,0.000663344340864569,0.0008209073566831648,0.0009784704307094216,0.0011360334465280175,0.0012935964623466134,0.0014511594781652093,0.0016087224939838052,0.001766285509802401,0.001923848525620997,0.0020814116578549147,0.0022389746736735106,0.0023965376894921064,0.0025541007053107023,0.002711663721129298,0.002869226736947894,0.00302678975276649,0.003184352768585086,0.0033419157844036818,0.0034994788002222776,0.0036570418160408735,0.0038146048318594694,0.003972168080508709,0.004129731096327305,0.004287294112145901,0.004444857127964497,0.0046024201437830925,0.004759983159601688,0.004917546175420284,0.00507510919123888,0.005232672207057476]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,1,0,2,1,2,5,6,6,8,8,22,20,27,33,56,91,113,177,268,346,486,741,1004,1565,2463,3785,5604,8726,13996,23875,43133,90985,255004,686602,241773,88323,42150,23412,13900,8693,5332,3367,2217,1433,998,699,461,282,179,140,102,66,56,25,32,19,17,12,4,4,3,0,3],"bins":[-0.0541631281375885,-0.052592091262340546,-0.05102105066180229,-0.04945001006126404,-0.04787897318601608,-0.04630793631076813,-0.044736895710229874,-0.04316585510969162,-0.041594818234443665,-0.04002378135919571,-0.038452740758657455,-0.0368817001581192,-0.035310663282871246,-0.03373962640762329,-0.03216858580708504,-0.030597547069191933,-0.029026508331298828,-0.027455469593405724,-0.02588443085551262,-0.024313392117619514,-0.02274235337972641,-0.021171314641833305,-0.0196002759039402,-0.018029237166047096,-0.01645819842815399,-0.014887159690260887,-0.013316120952367783,-0.011745082214474678,-0.010174043476581573,-0.008603004738688469,-0.007031966000795364,-0.00546092726290226,-0.0038898885250091553,-0.0023188497871160507,-0.0007478110492229462,0.0008232276886701584,0.002394266426563263,0.0039653051644563675,0.005536343902349472,0.007107382640242577,0.008678421378135681,0.010249460116028786,0.01182049885392189,0.013391537591814995,0.0149625763297081,0.016533615067601204,0.01810465380549431,0.019675692543387413,0.021246731281280518,0.022817770019173622,0.024388808757066727,0.02595984749495983,0.027530886232852936,0.02910192497074604,0.030672963708639145,0.0322440043091774,0.033815041184425354,0.03538607805967331,0.03695711866021156,0.03852815926074982,0.04009919613599777,0.04167023301124573,0.04324127361178398,0.044812314212322235,0.04638335108757019],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,0,2,0,0,2,2,2,3,2,5,4,10,11,7,4,14,7,10,15,28,18,15,19,19,25,15,25,26,25,26,24,26,30,29,32,27,30,26,18,23,21,16,16,13,14,14,11,11,10,5,5,5,4,3,2,1,0,4,2,4],"bins":[-0.04792536050081253,-0.04656572639942169,-0.04520609602332115,-0.04384646192193031,-0.042486827820539474,-0.041127197444438934,-0.039767563343048096,-0.03840792924165726,-0.03704829514026642,-0.03568866476416588,-0.03432903066277504,-0.0329693965613842,-0.03160976618528366,-0.030250132083892822,-0.028890499845147133,-0.027530865743756294,-0.026171233505010605,-0.024811601266264915,-0.023451967164874077,-0.022092334926128387,-0.02073270082473755,-0.01937306858599186,-0.01801343634724617,-0.01665380224585533,-0.015294170007109642,-0.013934536837041378,-0.012574903666973114,-0.011215271428227425,-0.00985563825815916,-0.008496005088090897,-0.00713637238368392,-0.005776739679276943,-0.004417106509208679,-0.003057473571971059,-0.0016978406347334385,-0.00033820769749581814,0.0010214252397418022,0.0023810581769794226,0.003740691114217043,0.00510032381862402,0.006459956988692284,0.007819590158760548,0.009179223328828812,0.010538855567574501,0.011898488737642765,0.013258121907711029,0.014617754146456718,0.015977388247847557,0.017337020486593246,0.018696652725338936,0.020056286826729774,0.021415919065475464,0.022775553166866302,0.024135185405611992,0.02549481764435768,0.02685445174574852,0.02821408398449421,0.0295737162232399,0.030933350324630737,0.032292984426021576,0.033652614802122116,0.035012248903512955,0.03637188300490379,0.037731513381004333,0.03909114748239517],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,0,1,2,7,9,23,17,20,43,38,24,24,18,9,14,12,8,6,4,9,8,7,8,6,9,10,7,7,12,8,2,9,5,3,9,8,9,6,7,7,9,9,11,15,6,17,19,21,20,23,44,45,38,16,15,10,7,2,0,1,2],"bins":[-0.00015501532470807433,-0.0001503119565313682,-0.0001456086029065773,-0.00014090523472987115,-0.00013620188110508025,-0.0001314985129283741,-0.0001267951593035832,-0.00012209179112687707,-0.00011738843022612855,-0.00011268506932538003,-0.0001079817084246315,-0.00010327834752388299,-9.857497934717685e-05,-9.387161844642833e-05,-8.916825754567981e-05,-8.446489664493129e-05,-7.976153574418277e-05,-7.505817484343424e-05,-7.035481394268572e-05,-6.56514530419372e-05,-6.0948088503209874e-05,-5.624472760246135e-05,-5.1541363063734025e-05,-4.6838002162985504e-05,-4.213464126223698e-05,-3.743128036148846e-05,-3.272791946073994e-05,-2.8024554922012612e-05,-2.332119402126409e-05,-1.861783312051557e-05,-1.3914470400777645e-05,-9.211108590534423e-06,-4.507732228375971e-06,1.9562958186725155e-07,4.898991392110474e-06,9.602353202353697e-06,1.430571501259692e-05,1.900907591334544e-05,2.3712438633083366e-05,2.841580135282129e-05,3.311916225356981e-05,3.782252315431833e-05,4.2525884055066854e-05,4.722924859379418e-05,5.19326094945427e-05,5.6635970395291224e-05,6.133933493401855e-05,6.604269583476707e-05,7.07460567355156e-05,7.544941763626412e-05,8.015277853701264e-05,8.485613943776116e-05,8.955950033850968e-05,9.426286851521581e-05,9.896622941596434e-05,0.00010366959031671286,0.00010837295121746138,0.0001130763121182099,0.00011777967301895842,0.00012248303391970694,0.00012718640209641308,0.00013188975572120398,0.00013659312389791012,0.00014129647752270103,0.00014599984569940716]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,1,3,4,2,4,7,15,24,24,24,28,49,92,113,170,241,315,432,638,946,1317,1972,2912,4281,6308,9659,14979,22771,36759,63627,129607,127046,62513,36201,22752,14644,9576,6301,4266,2778,1953,1326,951,636,467,317,218,183,95,80,52,46,33,23,18,3,5,1,4,3,2,3,2],"bins":[-0.05377379432320595,-0.052092667669057846,-0.050411541014909744,-0.04873041436076164,-0.04704928398132324,-0.04536815732717514,-0.04368703067302704,-0.04200590401887894,-0.040324777364730835,-0.03864365071058273,-0.03696252405643463,-0.03528139740228653,-0.03360027074813843,-0.03191914036870003,-0.030238013714551926,-0.028556887060403824,-0.026875760406255722,-0.02519463375210762,-0.02351350709795952,-0.021832378581166267,-0.020151251927018166,-0.018470125272870064,-0.016788996756076813,-0.015107870101928711,-0.013426743447780609,-0.011745616793632507,-0.010064489208161831,-0.008383361622691154,-0.006702234968543053,-0.0050211078487336636,-0.0033399807289242744,-0.0016588536091148853,2.2273510694503784e-05,0.001703400630503893,0.003384527750313282,0.005065654870122671,0.00674678198993206,0.008427908644080162,0.010109036229550838,0.011790163815021515,0.013471290469169617,0.015152417123317719,0.01683354377746582,0.01851467229425907,0.020195798948407173,0.021876925602555275,0.023558054119348526,0.025239180773496628,0.02692030742764473,0.02860143408179283,0.030282560735940933,0.031963687390089035,0.033644817769527435,0.03532594442367554,0.03700707107782364,0.03868819773197174,0.04036932438611984,0.042050451040267944,0.043731577694416046,0.04541270434856415,0.04709383100271225,0.04877496138215065,0.05045608803629875,0.052137214690446854,0.053818341344594955]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,1,5,3,17,26,73,122,214,335,555,900,1372,2214,3270,4862,6677,9536,13215,17591,23185,29533,36891,44839,53735,62394,71061,78837,85531,91262,94398,96372,95302,91583,86504,79436,71633,63739,54425,46165,37855,30220,23510,18185,13772,10150,7130,4881,3249,2278,1542,894,550,368,200,122,65,33,26,13,1,2,1,2],"bins":[-0.09647714346647263,-0.09342067688703537,-0.09036421775817871,-0.08730775117874146,-0.0842512845993042,-0.08119482547044754,-0.07813835889101028,-0.07508189231157303,-0.07202543318271637,-0.06896896660327911,-0.06591250002384186,-0.0628560334444046,-0.05979957431554794,-0.05674310773611069,-0.05368664488196373,-0.050630178302526474,-0.04757371544837952,-0.04451725259423256,-0.0414607860147953,-0.038404323160648346,-0.03534785658121109,-0.03229139372706413,-0.029234930872917175,-0.02617846615612507,-0.023122001439332962,-0.020065536722540855,-0.01700907200574875,-0.013952609151601791,-0.010896144434809685,-0.007839679718017578,-0.004783215932548046,-0.0017267516814172268,0.0013297125697135925,0.004386176820844412,0.007442641071975231,0.010499104857444763,0.01355556957423687,0.016612034291028976,0.019668497145175934,0.02272496186196804,0.025781426578760147,0.028837891295552254,0.03189435601234436,0.03495081886649132,0.038007281720638275,0.04106374830007553,0.04412021115422249,0.047176677733659744,0.0502331405878067,0.05328960344195366,0.056346070021390915,0.05940253287553787,0.06245899945497513,0.06551545858383179,0.06857192516326904,0.0716283917427063,0.07468485832214355,0.07774131745100021,0.08079778403043747,0.08385425060987473,0.08691070973873138,0.08996717631816864,0.0930236428976059,0.09608010202646255,0.09913656860589981],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.00032617064425721765,-0.0003146914532408118,-0.00030321229132823646,-0.00029173310031183064,-0.0002802539383992553,-0.00026877474738284945,-0.00025729555636644363,-0.00024581639445386827,-0.00023433720343746245,-0.00022285802697297186,-0.00021137885050848126,-0.00019989965949207544,-0.00018842048302758485,-0.00017694130656309426,-0.00016546211554668844,-0.00015398293908219784,-0.00014250376261770725,-0.00013102458615321666,-0.00011954540241276845,-0.00010806621867232025,-9.658704220782965e-05,-8.510786574333906e-05,-7.362868200289086e-05,-6.214949826244265e-05,-5.0670321797952056e-05,-3.9191141695482656e-05,-2.7711961593013257e-05,-1.6232781490543857e-05,-4.753601388074458e-06,6.725578714394942e-06,1.820475881686434e-05,2.968393891933374e-05,4.116311902180314e-05,5.264229912427254e-05,6.412147922674194e-05,7.560066296719015e-05,8.707983943168074e-05,9.855901589617133e-05,0.00011003819963661954,0.00012151738337706774,0.00013299655984155834,0.00014447573630604893,0.00015595491277053952,0.00016743410378694534,0.00017891328025143594,0.00019039245671592653,0.00020187164773233235,0.00021335082419682294,0.00022483000066131353,0.00023630917712580413,0.0002477883535902947,0.00025926754460670054,0.0002707467065192759,0.0002822258975356817,0.00029370508855208755,0.0003051842504646629,0.00031666344148106873,0.00032814263249747455,0.0003396217944100499,0.00035110098542645574,0.00036258017644286156,0.0003740593383554369,0.00038553852937184274,0.0003970176912844181,0.0004084968823008239],"_type":"histogram","values":[2,1,0,0,1,3,1,1,3,2,3,2,10,6,7,25,44,77,110,131,114,106,68,69,53,51,48,53,61,47,61,49,69,67,85,112,121,116,87,59,27,20,18,19,9,9,5,5,0,1,2,1,2,0,1,0,1,0,1,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,1,4,9,3,8,7,17,13,22,34,52,83,115,170,244,373,517,766,1101,1618,2497,3898,5867,9214,14826,24529,42954,87398,169906,102760,48291,27243,16309,10055,6494,4151,2698,1780,1201,813,566,366,242,187,128,85,68,37,36,19,20,7,5,6,2,2,2,1,1,0,0,0,1],"bins":[-0.04791685566306114,-0.046297818422317505,-0.04467878118157387,-0.04305974021553993,-0.041440702974796295,-0.03982166573405266,-0.03820262849330902,-0.036583587527275085,-0.03496455028653145,-0.03334551304578781,-0.031726475805044174,-0.030107436701655388,-0.02848839946091175,-0.026869360357522964,-0.025250323116779327,-0.02363128401339054,-0.022012246772646904,-0.020393209531903267,-0.01877417042851448,-0.017155133187770844,-0.015536094084382057,-0.01391705684363842,-0.012298018671572208,-0.010678980499505997,-0.009059942327439785,-0.007440904155373573,-0.005821865983307362,-0.004202828276902437,-0.0025837901048362255,-0.0009647520491853356,0.0006542860064655542,0.0022733239457011223,0.003892362117767334,0.005511400289833546,0.007130438461899757,0.008749476633965969,0.01036851480603218,0.011987552046775818,0.01360659021884203,0.015225628390908241,0.016844667494297028,0.018463704735040665,0.020082741975784302,0.021701781079173088,0.023320818319916725,0.02493985742330551,0.02655889466404915,0.028177933767437935,0.029796971008181572,0.03141601011157036,0.033035047352313995,0.03465408459305763,0.03627312183380127,0.037892162799835205,0.03951120004057884,0.04113023728132248,0.042749274522066116,0.04436831176280975,0.04598735272884369,0.047606389969587326,0.04922542721033096,0.0508444644510746,0.052463505417108536,0.05408254265785217,0.05570157989859581]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,0,0,1,0,2,2,1,1,5,5,6,9,14,23,31,35,67,90,131,118,62,45,21,23,15,10,9,12,4,5,9,2,3,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.047457534819841385,-0.045752983540296555,-0.044048432260751724,-0.042343880981206894,-0.040639329701662064,-0.03893477842211723,-0.0372302271425724,-0.03552567586302757,-0.03382112458348274,-0.03211657330393791,-0.03041202202439308,-0.02870747074484825,-0.02700291946530342,-0.02529836818575859,-0.02359381690621376,-0.02188926562666893,-0.0201847143471241,-0.01848016306757927,-0.01677561178803444,-0.015071060508489609,-0.013366509228944778,-0.011661957949399948,-0.009957406669855118,-0.008252855390310287,-0.006548304110765457,-0.004843752831220627,-0.0031392015516757965,-0.0014346502721309662,0.00026990100741386414,0.0019744522869586945,0.0036790035665035248,0.005383554846048355,0.007088109850883484,0.008792661130428314,0.010497212409973145,0.012201763689517975,0.013906314969062805,0.015610866248607635,0.017315417528152466,0.019019968807697296,0.020724520087242126,0.022429071366786957,0.024133622646331787,0.025838173925876617,0.027542725205421448,0.029247276484966278,0.03095182776451111,0.03265637904405594,0.03436093032360077,0.0360654816031456,0.03777003288269043,0.03947458416223526,0.04117913544178009,0.04288368672132492,0.04458823800086975,0.04629278928041458,0.04799734055995941,0.04970189183950424,0.05140644311904907,0.0531109943985939,0.05481554567813873,0.05652009695768356,0.058224648237228394,0.059929199516773224,0.061633750796318054]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,0,8,10,8,16,22,28,34,44,72,122,177,170,300,405,623,900,1306,2108,3080,5024,7982,13330,23253,44106,103367,209584,83105,38025,20386,11796,7327,4352,2920,1891,1229,847,593,396,287,189,121,67,58,43,42,18,16,8,4,3,2,4,4,4,1,2,0,0,1,1],"bins":[-0.0032008239068090916,-0.003091920167207718,-0.0029830164276063442,-0.002874112920835614,-0.0027652091812342405,-0.002656305441632867,-0.002547401702031493,-0.002438498195260763,-0.0023295944556593895,-0.002220690716058016,-0.002111786976456642,-0.0020028832368552685,-0.0018939796136692166,-0.0017850759904831648,-0.0016761722508817911,-0.0015672686276957393,-0.0014583648880943656,-0.001349461148492992,-0.00124055752530694,-0.0011316537857055664,-0.0010227501625195146,-0.0009138464229181409,-0.0008049427415244281,-0.0006960390601307154,-0.0005871353787370026,-0.00047823169734328985,-0.0003693280159495771,-0.0002604243054520339,-0.00015152062405832112,-4.2616935388650745e-05,6.628675328101963e-05,0.00017519044922664762,0.0002840941306203604,0.00039299781201407313,0.0005019014934077859,0.0006108051748014987,0.0007197088561952114,0.0008286125957965851,0.0009375162771902978,0.0010464199585840106,0.0011553235817700624,0.0012642273213714361,0.0013731310609728098,0.0014820346841588616,0.0015909384237602353,0.0016998420469462872,0.0018087457865476608,0.0019176494097337127,0.002026553265750408,0.002135456772521138,0.002244360512122512,0.0023532642517238855,0.002462167991325259,0.0025710714980959892,0.002679975237697363,0.0027888789772987366,0.0028977827169001102,0.003006686456501484,0.003115589963272214,0.0032244937028735876,0.0033333974424749613,0.003442301182076335,0.003551204688847065,0.0036601084284484386,0.0037690121680498123]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.01924993470311165,-0.018612157553434372,-0.017974382266402245,-0.017336605116724968,-0.01669882982969284,-0.016061052680015564,-0.015423276461660862,-0.01478550024330616,-0.014147724024951458,-0.013509947806596756,-0.012872171588242054,-0.012234395369887352,-0.011596618220210075,-0.010958842001855373,-0.010321065783500671,-0.00968328956514597,-0.009045513346791267,-0.008407737128436565,-0.007769960910081863,-0.007132184226065874,-0.006494408007711172,-0.00585663178935647,-0.005218855105340481,-0.004581078886985779,-0.003943302668631077,-0.003305526450276375,-0.002667749999091029,-0.0020299735479056835,-0.0013921973295509815,-0.0007544209947809577,-0.00011664466001093388,0.00052113167475909,0.0011589061468839645,0.0017966824816539884,0.002434458816424012,0.003072235267609358,0.00371001148596406,0.004347787704318762,0.004985564388334751,0.005623340606689453,0.006261116825044155,0.006898893043398857,0.007536669261753559,0.008174445480108261,0.008812222629785538,0.00944999884814024,0.010087775066494942,0.010725551284849644,0.011363327503204346,0.012001103721559048,0.01263887993991375,0.013276656158268452,0.013914432376623154,0.01455220952630043,0.015189985744655132,0.015827761963009834,0.01646553725004196,0.01710331439971924,0.017741091549396515,0.018378866836428642,0.01901664398610592,0.019654419273138046,0.020292196422815323,0.02092997170984745,0.021567748859524727],"_type":"histogram","values":[1,0,3,1,5,5,3,7,6,2,10,8,4,4,11,11,13,19,7,15,18,23,20,18,16,31,33,25,25,29,30,22,30,26,29,26,19,22,23,18,17,14,17,13,14,13,8,5,11,10,5,4,3,0,2,2,4,3,1,0,0,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,0,3,3,6,17,23,31,72,129,206,321,512,796,1260,1868,2521,3773,5127,6985,9070,11529,14512,17424,20767,24068,27751,30584,32963,34993,36176,36188,35671,34033,32206,29396,26332,23312,19431,16290,13678,10568,8280,6206,4568,3289,2384,1566,1020,719,456,299,186,115,66,33,17,9,9,1,2,1,1],"bins":[-0.09987489134073257,-0.0967847928404808,-0.09369470179080963,-0.09060460329055786,-0.08751450479030609,-0.08442441374063492,-0.08133431524038315,-0.07824421674013138,-0.0751541256904602,-0.07206402719020844,-0.06897392868995667,-0.0658838301897049,-0.06279373914003372,-0.05970364063978195,-0.05661354586482048,-0.05352344736456871,-0.05043335258960724,-0.04734325781464577,-0.044253159314394,-0.041163064539432526,-0.038072966039180756,-0.034982871264219284,-0.03189277648925781,-0.02880267985165119,-0.02571258321404457,-0.02262248657643795,-0.01953238993883133,-0.016442295163869858,-0.013352198526263237,-0.010262101888656616,-0.00717200618237257,-0.0040819100104272366,-0.000991813838481903,0.0020982823334634304,0.005188378505408764,0.00827847421169281,0.01136857084929943,0.014458667486906052,0.017548762261867523,0.020638858899474144,0.023728955537080765,0.026819052174687386,0.029909148812294006,0.03299924358725548,0.03608933836221695,0.03917943686246872,0.04226953163743019,0.04535963013768196,0.04844972491264343,0.051539819687604904,0.054629918187856674,0.057720012962818146,0.060810111463069916,0.06390020251274109,0.06699030101299286,0.07008039951324463,0.0731704980134964,0.07626058906316757,0.07935068756341934,0.08244078606367111,0.08553087711334229,0.08862097561359406,0.09171107411384583,0.094801165163517,0.09789126366376877],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,2,1,4,5,9,8,19,15,23,36,27,26,23,23,21,18,13,15,11,10,6,11,16,9,8,9,14,9,9,4,15,8,7,15,10,14,15,20,19,17,25,26,25,30,35,17,22,11,13,7,6,5],"bins":[-0.00023173193039838225,-0.0002257983578601852,-0.00021986478532198817,-0.00021393122733570635,-0.0002079976547975093,-0.00020206408225931227,-0.00019613050972111523,-0.00019019695173483342,-0.00018426337919663638,-0.00017832980665843934,-0.0001723962341202423,-0.00016646266158204526,-0.00016052910359576344,-0.0001545955310575664,-0.00014866195851936936,-0.00014272838598117232,-0.00013679481344297528,-0.00013086125545669347,-0.00012492768291849643,-0.00011899411038029939,-0.00011306054511805996,-0.00010712697257986292,-0.0001011934073176235,-9.525983477942646e-05,-8.932626224122941e-05,-8.339269697898999e-05,-7.745912444079295e-05,-7.152555917855352e-05,-6.559198664035648e-05,-5.965841774013825e-05,-5.3724848839920014e-05,-4.779127993970178e-05,-4.185771103948355e-05,-3.5924142139265314e-05,-2.999057323904708e-05,-2.4057002519839443e-05,-1.812343361962121e-05,-1.2189864719402976e-05,-6.256294909690041e-06,-3.2272555472445674e-07,5.610843800241128e-06,1.1544412700459361e-05,1.7477981600677595e-05,2.341155231988523e-05,2.9345121220103465e-05,3.52786919393111e-05,4.1212260839529335e-05,4.714582973974757e-05,5.30793986399658e-05,5.9012967540184036e-05,6.494653644040227e-05,7.088010897859931e-05,7.681367424083874e-05,8.274724677903578e-05,8.86808120412752e-05,9.461438457947224e-05,0.00010054795711766928,0.00010648152237990871,0.00011241509491810575,0.00011834866018034518,0.00012428223271854222,0.00013021580525673926,0.00013614936324302107,0.0001420829357812181,0.00014801650831941515]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.05230189859867096,-0.05076985061168671,-0.049237802624702454,-0.0477057583630085,-0.046173710376024246,-0.04464166238903999,-0.04310961440205574,-0.04157756641507149,-0.04004552215337753,-0.03851347416639328,-0.03698142617940903,-0.035449378192424774,-0.03391733020544052,-0.03238528221845627,-0.030853236094117165,-0.02932118996977806,-0.027789141982793808,-0.026257093995809555,-0.02472504787147045,-0.0231929998844862,-0.021660953760147095,-0.020128905773162842,-0.01859685778617859,-0.017064811661839485,-0.015532763674855232,-0.014000716619193554,-0.012468669563531876,-0.010936621576547623,-0.009404574520885944,-0.007872527465224266,-0.0063404799439013,-0.004808432422578335,-0.0032763853669166565,-0.0017443380784243345,-0.00021229078993201256,0.0013197564985603094,0.0028518037870526314,0.00438385084271431,0.005915898364037275,0.007447945885360241,0.00897999294102192,0.010512039996683598,0.012044087052345276,0.013576135039329529,0.015108182094991207,0.016640229150652885,0.01817227713763714,0.019704323261976242,0.021236371248960495,0.022768419235944748,0.02430046536028385,0.025832513347268105,0.027364559471607208,0.02889660745859146,0.030428655445575714,0.03196070343255997,0.03349275141954422,0.035024795681238174,0.03655684366822243,0.03808889165520668,0.03962093964219093,0.041152987629175186,0.04268503189086914,0.044217079877853394,0.045749127864837646],"_type":"histogram","values":[1,0,0,1,1,1,0,1,2,0,2,1,2,7,8,9,7,10,12,7,13,15,16,14,25,27,24,17,24,35,21,27,20,24,33,22,32,29,19,28,27,24,15,13,22,28,13,16,17,13,6,9,2,5,5,3,2,2,2,2,1,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,1,1,3,3,2,2,3,2,2,4,3,7,5,7,11,11,14,17,21,20,27,16,27,24,23,30,34,31,28,28,28,20,32,31,32,23,29,24,10,14,20,13,11,6,9,11,14,5,5,4,5,3,1,2,1,2,2,1,1,0,0,0,1],"bins":[-0.02318066731095314,-0.02242206409573555,-0.02166346274316311,-0.02090485952794552,-0.020146258175373077,-0.019387654960155487,-0.018629053607583046,-0.017870450392365456,-0.017111849039793015,-0.016353245824575424,-0.015594643540680408,-0.014836041256785393,-0.014077438972890377,-0.013318836688995361,-0.012560234405100346,-0.01180163212120533,-0.011043029837310314,-0.010284427553415298,-0.009525825269520283,-0.008767222985625267,-0.008008620701730251,-0.007250017952173948,-0.006491415668278933,-0.005732813384383917,-0.004974211100488901,-0.004215608816593885,-0.0034570065326988697,-0.0026984040159732103,-0.0019398017320781946,-0.001181199448183179,-0.00042259704787284136,0.00033600529422983527,0.001094607636332512,0.0018532099202275276,0.0026118122041225433,0.0033704147208482027,0.004129016771912575,0.004887619521468878,0.0056462218053638935,0.006404824089258909,0.007163426373153925,0.007922029122710228,0.008680631406605244,0.00943923369050026,0.010197835974395275,0.01095643825829029,0.011715040542185307,0.012473642826080322,0.013232245109975338,0.013990847393870354,0.01474944967776537,0.015508051961660385,0.016266655176877975,0.017025256529450417,0.017783859744668007,0.018542461097240448,0.01930106431245804,0.02005966566503048,0.02081826888024807,0.02157687023282051,0.0223354734480381,0.023094074800610542,0.023852678015828133,0.024611279368400574,0.025369882583618164],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,0,1,1,1,4,0,1,7,7,5,5,8,12,8,9,8,17,20,25,24,17,25,21,25,31,28,19,31,33,27,31,27,32,30,15,19,19,27,14,20,17,19,11,10,8,3,7,6,9,3,6,6,1,1,2,0,0,0,2],"bins":[-0.05556266009807587,-0.05390571430325508,-0.052248768508434296,-0.05059182643890381,-0.04893488064408302,-0.04727793484926224,-0.04562099277973175,-0.043964046984910965,-0.04230710119009018,-0.040650155395269394,-0.03899320960044861,-0.03733626753091812,-0.035679321736097336,-0.03402237594127655,-0.03236543387174606,-0.030708488076925278,-0.029051542282104492,-0.027394596487283707,-0.02573765255510807,-0.024080708622932434,-0.02242376282811165,-0.020766817033290863,-0.019109873101115227,-0.01745292916893959,-0.015795983374118805,-0.014139038510620594,-0.012482093647122383,-0.010825148783624172,-0.009168203920125961,-0.00751125905662775,-0.0058543141931295395,-0.004197369329631329,-0.002540420740842819,-0.0008834758773446083,0.0007734689861536026,0.0024304138496518135,0.004087358713150024,0.005744303576648235,0.007401248440146446,0.009058193303644657,0.010715138167142868,0.012372083030641079,0.01402902789413929,0.015685971826314926,0.01734291762113571,0.018999863415956497,0.020656807348132133,0.02231375128030777,0.023970697075128555,0.02562764286994934,0.027284586802124977,0.028941530734300613,0.0305984765291214,0.032255422323942184,0.03391236811876297,0.03556931018829346,0.03722625598311424,0.03888320177793503,0.040540143847465515,0.0421970896422863,0.043854035437107086,0.04551098123192787,0.04716792702674866,0.048824869096279144,0.05048181489109993]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.0002496542874723673,-0.00024114767438732088,-0.00023264106130227447,-0.00022413446276914328,-0.00021562784968409687,-0.00020712123659905046,-0.00019861463806591928,-0.00019010802498087287,-0.00018160141189582646,-0.00017309479881078005,-0.00016458818572573364,-0.00015608158719260246,-0.00014757497410755605,-0.00013906836102250963,-0.00013056176248937845,-0.00012205514940433204,-0.00011354853631928563,-0.00010504192323423922,-9.653531742515042e-05,-8.802871161606163e-05,-7.952209853101522e-05,-7.10154854459688e-05,-6.250887963688001e-05,-5.400227018981241e-05,-4.5495660742744803e-05,-3.69890512956772e-05,-2.8482441848609596e-05,-1.9975832401541993e-05,-1.146922295447439e-05,-2.962613507406786e-06,5.543995939660817e-06,1.4050605386728421e-05,2.2557185729965568e-05,3.106379517703317e-05,3.9570404624100775e-05,4.807701407116838e-05,5.658362351823598e-05,6.509023660328239e-05,7.359684241237119e-05,8.210344822145998e-05,9.06100613065064e-05,9.91166743915528e-05,0.0001076232802006416,0.0001161298860097304,0.0001246364990947768,0.00013314311217982322,0.0001416497107129544,0.0001501563237980008,0.00015866293688304722,0.00016716954996809363,0.00017567616305314004,0.00018418276158627123,0.00019268937467131764,0.00020119598775636405,0.00020970258628949523,0.00021820919937454164,0.00022671581245958805,0.00023522242554463446,0.00024372903862968087,0.0002522356517147273,0.0002607422647997737,0.00026924884878098965,0.00027775546186603606,0.00028626207495108247,0.0002947686880361289],"_type":"histogram","values":[1,0,1,0,1,0,3,8,4,10,6,12,15,16,18,19,22,24,29,30,23,21,12,16,19,16,13,12,18,18,21,8,21,14,20,27,14,23,25,33,32,25,25,19,16,6,10,14,8,5,5,4,3,0,0,0,0,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,1,0,1,0,1,2,1,2,6,3,7,10,13,13,27,18,34,36,62,65,83,89,121,146,212,282,429,779,1260,442679,4102,1161,665,391,285,169,153,127,75,92,53,39,48,41,28,16,16,12,6,9,9,3,0,1,1,1,0,0,0,0,1,1],"bins":[-0.24968348443508148,-0.24185991287231445,-0.23403634130954742,-0.2262127697467804,-0.21838919818401337,-0.21056562662124634,-0.2027420550584793,-0.19491848349571228,-0.18709491193294525,-0.17927134037017822,-0.1714477688074112,-0.16362419724464417,-0.15580062568187714,-0.1479770541191101,-0.14015348255634308,-0.13232991099357605,-0.12450633943080902,-0.11668276786804199,-0.10885919630527496,-0.10103562474250793,-0.0932120531797409,-0.08538848161697388,-0.07756491005420685,-0.06974133849143982,-0.06191776692867279,-0.05409419536590576,-0.04627062380313873,-0.038447052240371704,-0.030623480677604675,-0.022799909114837646,-0.014976337552070618,-0.007152765989303589,0.0006707906723022461,0.008494362235069275,0.016317933797836304,0.024141505360603333,0.03196507692337036,0.03978864848613739,0.04761222004890442,0.05543579161167145,0.06325936317443848,0.0710829347372055,0.07890650629997253,0.08673007786273956,0.09455364942550659,0.10237722098827362,0.11020079255104065,0.11802436411380768,0.1258479356765747,0.13367150723934174,0.14149507880210876,0.1493186503648758,0.15714222192764282,0.16496579349040985,0.17278936505317688,0.1806129366159439,0.18843650817871094,0.19626007974147797,0.204083651304245,0.21190722286701202,0.21973079442977905,0.22755436599254608,0.2353779375553131,0.24320150911808014,0.25102508068084717]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,1,0,1,3,3,1,2,2,8,6,5,8,9,10,10,12,12,17,26,32,23,40,37,45,62,56,46,47,43,33,30,25,18,9,11,11,9,10,6,6,3,6,5,1,4,2,1,3,3,1,0,0,0,0,0,0,0,0,0,1],"bins":[-7.746563824184705e-06,-7.4766498983080965e-06,-7.206735972431488e-06,-6.93682204655488e-06,-6.666908120678272e-06,-6.396994194801664e-06,-6.127080268925056e-06,-5.857166343048448e-06,-5.58725241717184e-06,-5.3173384912952315e-06,-5.047424565418623e-06,-4.777510639542015e-06,-4.507596713665407e-06,-4.237682787788799e-06,-3.967768861912191e-06,-3.697854936035583e-06,-3.4279410101589747e-06,-3.1580270842823666e-06,-2.8881131584057584e-06,-2.6181992325291503e-06,-2.348285306652542e-06,-2.078371380775934e-06,-1.808457454899326e-06,-1.5385435290227178e-06,-1.2686296031461097e-06,-9.987156772695016e-07,-7.288017513928935e-07,-4.588878255162854e-07,-1.8897389963967726e-07,8.094002623693086e-08,3.50853952113539e-07,6.207678779901471e-07,8.90682713361457e-07,1.1605966392380651e-06,1.4305105651146732e-06,1.7004244909912813e-06,1.9703384168678895e-06,2.2402523427444976e-06,2.5101662686211057e-06,2.780080194497714e-06,3.049994120374322e-06,3.31990804625093e-06,3.589821972127538e-06,3.859735898004146e-06,4.129649823880754e-06,4.3995637497573625e-06,4.669477675633971e-06,4.939391601510579e-06,5.209305527387187e-06,5.479219453263795e-06,5.749133379140403e-06,6.019047305017011e-06,6.288961230893619e-06,6.5588751567702275e-06,6.828789082646836e-06,7.098703008523444e-06,7.368616934400052e-06,7.63853131502401e-06,7.908444786153268e-06,8.178358257282525e-06,8.448272637906484e-06,8.718187018530443e-06,8.9881004896597e-06,9.258013960788958e-06,9.527928341412917e-06]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,7,7,13,33,42,62,96,182,275,432,665,933,1330,1878,2672,3577,4989,6420,8051,10154,12641,15259,18157,21039,23801,26615,28834,30966,32712,33325,33564,33116,31811,30294,27689,25609,22444,19958,16974,14192,11651,9454,7314,5669,4419,3215,2309,1632,1132,756,528,333,228,147,91,54,32,16,3,10,7,2,1],"bins":[-0.08908422291278839,-0.08623695373535156,-0.08338968455791473,-0.0805424153804779,-0.07769514620304108,-0.07484787702560425,-0.07200060784816742,-0.06915333867073059,-0.06630606949329376,-0.06345880031585693,-0.060611531138420105,-0.057764261960983276,-0.05491699278354645,-0.05206972360610962,-0.04922245442867279,-0.04637518525123596,-0.04352791607379913,-0.040680646896362305,-0.037833377718925476,-0.03498610854148865,-0.03213883936405182,-0.02929157018661499,-0.02644430100917816,-0.023597031831741333,-0.020749762654304504,-0.017902493476867676,-0.015055224299430847,-0.012207955121994019,-0.00936068594455719,-0.006513416767120361,-0.0036661475896835327,-0.0008188784122467041,0.0020283833146095276,0.004875652492046356,0.007722921669483185,0.010570190846920013,0.013417460024356842,0.01626472920179367,0.0191119983792305,0.021959267556667328,0.024806536734104156,0.027653805911540985,0.030501075088977814,0.03334834426641464,0.03619561344385147,0.0390428826212883,0.04189015179872513,0.04473742097616196,0.047584690153598785,0.050431959331035614,0.05327922850847244,0.05612649768590927,0.0589737668633461,0.06182103604078293,0.06466830521821976,0.06751557439565659,0.07036284357309341,0.07321011275053024,0.07605738192796707,0.0789046511054039,0.08175192028284073,0.08459918946027756,0.08744645863771439,0.09029372781515121,0.09314099699258804]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[2,0,1,7,4,9,22,34,68,98,168,288,436,689,970,1395,2095,2831,3966,5174,6850,9059,11140,13781,16632,19601,22640,25475,28437,30379,32381,34051,34147,34244,33139,31549,29760,27307,24083,21187,18164,15348,12549,9999,7876,6138,4681,3345,2467,1739,1161,832,557,324,207,139,83,50,24,18,9,7,6,2],"bins":[-0.09586024284362793,-0.09293524920940399,-0.09001026302576065,-0.08708526939153671,-0.08416028320789337,-0.08123528957366943,-0.07831030339002609,-0.07538530975580215,-0.07246032357215881,-0.06953532993793488,-0.06661033630371094,-0.0636853501200676,-0.06076035648584366,-0.05783536657691002,-0.05491037666797638,-0.05198538675904274,-0.0490603968501091,-0.04613540694117546,-0.04321041703224182,-0.04028542712330818,-0.03736043721437454,-0.034435443580150604,-0.031510453671216965,-0.028585463762283325,-0.025660473853349686,-0.022735483944416046,-0.019810494035482407,-0.016885502263903618,-0.013960512354969978,-0.011035522446036339,-0.008110531605780125,-0.005185541231185198,-0.002260543406009674,0.0006644469685852528,0.0035894373431801796,0.006514427717775106,0.009439418092370033,0.012364408001303673,0.015289398841559887,0.0182143896818161,0.02113937959074974,0.02406436949968338,0.02698935940861702,0.02991435118019581,0.0328393429517746,0.03576433286070824,0.038689322769641876,0.041614312678575516,0.044539302587509155,0.047464292496442795,0.050389282405376434,0.053314272314310074,0.05623926222324371,0.05916425585746765,0.06208924576640129,0.06501423567533493,0.06793922185897827,0.07086421549320221,0.07378920912742615,0.07671419531106949,0.07963918894529343,0.08256417512893677,0.0854891687631607,0.08841415494680405,0.09133914858102798],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,2,1,7,10,17,33,57,104,152,266,446,649,944,1509,2034,2926,4179,5577,7263,9436,11831,14808,17717,20832,24467,27437,30179,32572,34246,35283,35668,34654,33816,31529,29308,25650,22954,19648,16503,13451,10652,8308,6542,4839,3608,2581,1743,1175,805,512,365,200,139,79,59,24,10,9,4,2,1,0,1],"bins":[-0.09441745281219482,-0.09139799326658249,-0.08837853372097015,-0.08535907417535782,-0.08233961462974548,-0.07932015508413315,-0.07630069553852081,-0.07328123599290848,-0.07026177644729614,-0.0672423243522644,-0.06422286480665207,-0.061203401535749435,-0.0581839457154274,-0.055164486169815063,-0.05214502662420273,-0.04912556707859039,-0.04610610753297806,-0.04308664798736572,-0.04006718844175339,-0.03704772889614105,-0.03402826935052872,-0.03100881166756153,-0.027989353984594345,-0.02496989443898201,-0.021950434893369675,-0.01893097534775734,-0.015911515802145004,-0.012892058119177818,-0.009872598573565483,-0.006853139493614435,-0.0038336804136633873,-0.0008142213337123394,0.0022052451968193054,0.005224704276770353,0.008244163356721401,0.011263621971011162,0.014283081516623497,0.017302541062235832,0.020321998745203018,0.023341458290815353,0.02636091783642769,0.029380377382040024,0.03239983692765236,0.035419296473264694,0.03843875229358673,0.041458211839199066,0.0444776713848114,0.04749713093042374,0.05051659047603607,0.05353605002164841,0.05655550956726074,0.05957496911287308,0.06259442865848541,0.06561388820409775,0.06863334774971008,0.07165280729532242,0.07467226684093475,0.07769171893596649,0.08071117848157883,0.08373063802719116,0.0867500975728035,0.08976955711841583,0.09278901666402817,0.0958084762096405,0.09882793575525284]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.00024537905119359493,-0.00023680779850110412,-0.0002282365458086133,-0.00021966529311612248,-0.00021109404042363167,-0.00020252277317922562,-0.0001939515204867348,-0.000185380267794244,-0.00017680901510175318,-0.00016823776240926236,-0.00015966650971677154,-0.00015109525702428073,-0.00014252398977987468,-0.00013395273708738387,-0.00012538148439489305,-0.00011681023170240223,-0.00010823897900991142,-9.96677263174206e-05,-9.109647362492979e-05,-8.252521365648136e-05,-7.395396096399054e-05,-6.538270827149972e-05,-5.68114519410301e-05,-4.824019561056048e-05,-3.966894291806966e-05,-3.1097690225578845e-05,-2.252643389510922e-05,-1.3955179383629002e-05,-5.383924872148782e-06,3.1873296393314376e-06,1.1758584150811657e-05,2.0329838662291877e-05,2.8901122277602553e-05,3.747237497009337e-05,4.604363130056299e-05,5.4614887631032616e-05,6.318614032352343e-05,7.175739301601425e-05,8.032865298446268e-05,8.88999056769535e-05,9.747115836944431e-05,0.00010604241106193513,0.00011461366375442594,0.00012318491644691676,0.0001317561836913228,0.00014032743638381362,0.00014889868907630444,0.00015746994176879525,0.00016604119446128607,0.00017461244715377688,0.0001831836998462677,0.00019175495253875852,0.00020032620523124933,0.00020889747247565538,0.0002174687251681462,0.000226039977860637,0.00023461123055312783,0.00024318248324561864,0.0002517537504900247,0.0002603250031825155,0.0002688962558750063,0.00027746750856749713,0.00028603876125998795,0.00029461001395247877,0.0003031812666449696],"_type":"histogram","values":[1,0,0,2,1,0,2,0,8,4,12,5,15,16,22,25,23,26,31,29,30,26,20,20,14,9,13,12,16,18,18,13,16,20,29,19,21,24,25,23,41,36,23,18,14,13,1,3,3,2,1,2,0,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.00043394448584876955,-0.0004213614738546312,-0.0004087784909643233,-0.0003961954789701849,-0.000383612496079877,-0.00037102948408573866,-0.00035844650119543076,-0.0003458634892012924,-0.00033328047720715404,-0.00032069749431684613,-0.00030811448232270777,-0.00029553149943239987,-0.0002829484874382615,-0.0002703655045479536,-0.00025778249255381525,-0.00024519950966350734,-0.00023261649766936898,-0.00022003350022714585,-0.00020745050278492272,-0.0001948675053426996,-0.00018228450790047646,-0.0001697014959063381,-0.00015711849846411496,-0.00014453550102189183,-0.0001319525035796687,-0.00011936950613744557,-0.00010678650869522244,-9.420350397704169e-05,-8.162050653481856e-05,-6.903750909259543e-05,-5.645450801239349e-05,-4.387150693219155e-05,-3.1288538593798876e-05,-1.870553933258634e-05,-6.122540071373805e-06,6.46045918983873e-06,1.9043458451051265e-05,3.16264558932744e-05,4.4209456973476335e-05,5.6792458053678274e-05,6.93754554959014e-05,8.195845293812454e-05,9.454145038034767e-05,0.00010712445509852841,0.00011970745254075155,0.0001322904572589323,0.00014487345470115542,0.00015745645214337856,0.0001700394495856017,0.00018262244702782482,0.00019520544447004795,0.00020778844191227108,0.00022037143935449421,0.00023295445134863257,0.0002455374342389405,0.00025812044623307884,0.0002707034582272172,0.0002832864411175251,0.00029586945311166346,0.00030845243600197136,0.0003210354479961097,0.00033361843088641763,0.000346201442880556,0.0003587844257708639,0.00037136743776500225],"_type":"histogram","values":[1,0,0,1,0,0,2,0,0,0,2,0,0,0,2,2,3,6,9,15,23,27,47,74,80,98,120,100,82,67,73,66,68,66,46,47,51,72,81,100,100,120,102,84,57,41,37,19,21,9,9,3,2,4,0,2,2,0,1,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,2,1,0,3,2,3,5,6,2,5,8,12,7,4,18,10,11,22,11,14,17,33,18,22,19,12,28,18,25,15,27,20,20,23,29,23,15,29,24,23,15,16,15,13,18,15,11,15,4,8,7,6,14,5,3,2,3,2,3,1,3,1,1],"bins":[-0.0005310470005497336,-0.0005145116010680795,-0.0004979762597940862,-0.00048144086031243205,-0.0004649054608307779,-0.0004483700904529542,-0.0004318346909713,-0.0004152993205934763,-0.00039876392111182213,-0.0003822285507339984,-0.0003656931803561747,-0.00034915778087452054,-0.00033262241049669683,-0.00031608701101504266,-0.00029955164063721895,-0.0002830162411555648,-0.0002664808707777411,-0.00024994550039991736,-0.0002334101009182632,-0.00021687471598852426,-0.00020033933105878532,-0.0001838039606809616,-0.00016726857575122267,-0.00015073319082148373,-0.0001341978058917448,-0.00011766242096200585,-0.00010112703603226691,-8.459165837848559e-05,-6.805627344874665e-05,-5.152088851900771e-05,-3.498550722724758e-05,-1.8450124116498046e-05,-1.9147410057485104e-06,1.4620642105001025e-05,3.115602521575056e-05,4.769140650751069e-05,6.422679143724963e-05,8.076217636698857e-05,9.72975540207699e-05,0.00011383293895050883,0.00013036832388024777,0.0001469037088099867,0.00016343909373972565,0.0001799744786694646,0.0001965098490472883,0.00021304523397702724,0.00022958061890676618,0.00024611601838842034,0.00026265138876624405,0.00027918675914406776,0.00029572215862572193,0.00031225752900354564,0.0003287929284851998,0.0003453282988630235,0.0003618636983446777,0.0003783990687225014,0.0003949344391003251,0.0004114698385819793,0.000428005208959803,0.00044454060844145715,0.00046107597881928086,0.00047761137830093503,0.0004941467777825892,0.0005106821190565825,0.0005272175185382366]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,0,0,0,0,1,1,3,2,1,6,5,12,14,18,24,43,69,73,122,208,252,410,667,931,1444,2328,3711,5928,9695,16134,27550,50140,107896,346922,649782,188589,73006,35827,20191,11672,7109,4408,2669,1757,1090,718,465,315,200,149,95,72,49,26,20,14,9,8,4,1,3,2,3],"bins":[-0.051346734166145325,-0.049889955669641495,-0.048433173447847366,-0.046976394951343536,-0.04551961272954941,-0.04406283423304558,-0.04260605201125145,-0.04114927351474762,-0.03969249129295349,-0.03823571279644966,-0.03677893057465553,-0.0353221520781517,-0.033865369856357574,-0.032408591359853745,-0.030951811000704765,-0.029495030641555786,-0.028038250282406807,-0.026581469923257828,-0.02512468956410885,-0.02366790920495987,-0.02221112884581089,-0.02075434848666191,-0.019297568127512932,-0.017840787768363953,-0.016384009271860123,-0.014927227981388569,-0.01347044762223959,-0.01201366726309061,-0.010556887835264206,-0.009100107476115227,-0.0076433271169662476,-0.006186546757817268,-0.004729766398668289,-0.00327298603951931,-0.0018162059132009745,-0.0003594256704673171,0.0010973545722663403,0.0025541349314153194,0.004010914824903011,0.0054676951840519905,0.00692447554320097,0.008381255902349949,0.009838036261498928,0.011294816620647907,0.012751596048474312,0.014208376407623291,0.01566515676677227,0.01712193712592125,0.01857871748507023,0.020035497844219208,0.021492278203368187,0.022949058562517166,0.024405838921666145,0.025862619280815125,0.027319399639964104,0.028776179999113083,0.030232958495616913,0.03168974071741104,0.03314651921391487,0.034603301435709,0.03606007993221283,0.03751686215400696,0.03897364065051079,0.040430422872304916,0.041887201368808746],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[3,4,12,9,20,45,72,126,208,290,468,696,981,1429,2041,2846,3936,5188,6810,8750,10869,13287,16020,18670,21839,24694,27103,29689,31545,32807,33988,33673,32730,31535,29801,27298,24747,21682,19059,16105,13504,10805,8821,6883,5258,3996,2905,2108,1493,1020,678,474,313,202,128,62,43,26,11,5,6,4,2,2],"bins":[-0.08870796859264374,-0.08584672212600708,-0.08298548310995102,-0.08012423664331436,-0.0772629901766777,-0.07440175116062164,-0.07154050469398499,-0.06867925822734833,-0.06581801176071167,-0.06295677274465561,-0.06009552627801895,-0.05723428353667259,-0.05437304079532623,-0.051511794328689575,-0.048650551587343216,-0.04578930512070656,-0.0429280623793602,-0.04006681963801384,-0.03720557317137718,-0.03434433043003082,-0.031483083963394165,-0.028621841222047806,-0.025760598480701447,-0.022899353876709938,-0.02003810927271843,-0.01717686466872692,-0.014315620996057987,-0.011454377323389053,-0.008593132719397545,-0.005731888581067324,-0.0028706444427371025,-9.400304406881332e-06,0.002851836383342743,0.005713080521672964,0.008574324660003185,0.01143556833267212,0.014296812936663628,0.017158057540655136,0.020019300282001495,0.022880544885993004,0.025741789489984512,0.02860303409397602,0.03146427869796753,0.03432552143931389,0.03718676418066025,0.040048010647296906,0.042909253388643265,0.04577049985527992,0.04863174259662628,0.05149298533797264,0.0543542318046093,0.05721547454595566,0.060076721012592316,0.06293796002864838,0.06579920649528503,0.06866045296192169,0.07152169942855835,0.07438293844461441,0.07724418491125107,0.08010543137788773,0.08296667039394379,0.08582791686058044,0.0886891633272171,0.09155040234327316,0.09441164880990982]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[5,10,16,23,35,75,121,211,344,578,875,1344,2046,3027,4373,6110,8524,11475,15338,20282,25517,31920,39042,46739,54388,62506,69810,77211,82951,87311,90341,90846,89608,86765,82800,76925,69693,62337,54735,46298,38949,31736,25391,19744,15599,11317,8452,6084,4350,2991,2086,1373,870,498,331,225,132,74,56,19,13,6,8,5],"bins":[-0.0914364904165268,-0.08853229135274887,-0.08562809228897095,-0.08272389322519302,-0.0798196941614151,-0.07691549509763718,-0.07401129603385925,-0.07110709697008133,-0.0682028979063034,-0.06529869139194489,-0.06239449605345726,-0.05949029698967934,-0.056586094200611115,-0.05368189513683319,-0.05077769607305527,-0.047873497009277344,-0.04496929794549942,-0.0420650988817215,-0.03916089981794357,-0.03625670075416565,-0.033352501690387726,-0.030448300763964653,-0.02754409983754158,-0.024639900773763657,-0.021735701709985733,-0.01883150264620781,-0.015927303582429886,-0.013023102656006813,-0.01011890359222889,-0.007214704062789679,-0.004310504533350468,-0.0014063050039112568,0.0014978870749473572,0.004402086604386568,0.007306286133825779,0.010210486128926277,0.0131146851927042,0.016018884256482124,0.018923085182905197,0.02182728424668312,0.024731483310461044,0.027635682374238968,0.03053988143801689,0.033444080501794815,0.03634828329086304,0.03925248235464096,0.042156681418418884,0.04506088048219681,0.04796507954597473,0.050869278609752655,0.05377347767353058,0.0566776767373085,0.059581875801086426,0.06248607859015465,0.06539027392864227,0.0682944729924202,0.07119867205619812,0.07410287857055664,0.07700707763433456,0.07991127669811249,0.08281547576189041,0.08571967482566833,0.08862387388944626,0.09152807295322418,0.0944322720170021]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,1,0,0,0,2,0,0,2,1,1,2,3,3,4,6,8,13,22,14,42,73,110,129,110,107,112,74,70,70,56,65,62,87,87,111,123,153,118,76,45,30,19,12,6,5,6,1,1,0,0,0,2,0,0,1,0,0,0,0,0,1,1],"bins":[-0.00044646786409430206,-0.00043239048682153225,-0.000418313080444932,-0.0004042357031721622,-0.0003901582967955619,-0.0003760809195227921,-0.0003620035422500223,-0.000347926135873422,-0.0003338487586006522,-0.00031977135222405195,-0.00030569397495128214,-0.00029161659767851233,-0.00027753919130191207,-0.00026346181402914226,-0.000249384407652542,-0.00023530703037977219,-0.00022122963855508715,-0.0002071522467304021,-0.00019307485490571707,-0.00017899747763294727,-0.00016492008580826223,-0.0001508426939835772,-0.00013676530215889215,-0.00012268791033420712,-0.0001086105257854797,-9.453313396079466e-05,-8.045574941206723e-05,-6.63783575873822e-05,-5.230096940067597e-05,-3.822358121396974e-05,-2.4146191208274104e-05,-1.0068802112073172e-05,4.00858698412776e-06,1.808597517083399e-05,3.216336335754022e-05,4.624075518222526e-05,6.031814336893149e-05,7.439553155563772e-05,8.847292338032275e-05,0.00010255030792905018,0.00011662769975373521,0.00013070508430246264,0.00014478247612714767,0.0001588598679518327,0.00017293725977651775,0.00018701465160120279,0.0002010920288739726,0.00021516942069865763,0.00022924681252334267,0.0002433242043480277,0.0002574015816207975,0.0002714789879973978,0.0002855563652701676,0.00029963377164676785,0.00031371114891953766,0.00032778852619230747,0.00034186593256890774,0.00035594330984167755,0.0003700207162182778,0.0003840980934910476,0.00039817547076381743,0.0004122528771404177,0.0004263302544131875,0.00044040766078978777,0.0004544850380625576],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,1,1,0,2,4,0,1,5,4,3,2,1,0,7,6,4,8,16,15,13,29,46,57,103,124,90,62,36,36,21,13,15,7,7,4,3,1,4,1,3,3,0,2,0,0,3,0,0,0,0,1,0,0,0,1],"bins":[-1.1975783309026156e-05,-1.1617290510912426e-05,-1.1258796803303994e-05,-1.0900304005190264e-05,-1.0541810297581833e-05,-1.0183317499468103e-05,-9.824824701354373e-06,-9.466330993745942e-06,-9.107838195632212e-06,-8.74934448802378e-06,-8.39085168991005e-06,-8.03235889179632e-06,-7.673865184187889e-06,-7.315371931326808e-06,-6.956879133213079e-06,-6.598385880351998e-06,-6.239892627490917e-06,-5.8813993746298365e-06,-5.522906121768756e-06,-5.164413323655026e-06,-4.805920070793945e-06,-4.447426817932865e-06,-4.088933565071784e-06,-3.7304405395843787e-06,-3.371947286723298e-06,-3.0134540338622173e-06,-2.654961008374812e-06,-2.2964677555137314e-06,-1.9379745026526507e-06,-1.5794814771652455e-06,-1.2209882243041648e-06,-8.624950851299218e-07,-5.040019459556788e-07,-1.4550877835972642e-07,2.1298438923622598e-07,5.714775852538878e-07,9.299707244281308e-07,1.2884638636023737e-06,1.6469571164634544e-06,2.0054501419508597e-06,2.3639433948119404e-06,2.722436647673021e-06,3.0809296731604263e-06,3.439422926021507e-06,3.7979161788825877e-06,4.156409431743668e-06,4.514902229857398e-06,4.873395482718479e-06,5.23188873557956e-06,5.59038198844064e-06,5.948875241301721e-06,6.307368039415451e-06,6.6658612922765315e-06,7.024354545137612e-06,7.382847797998693e-06,7.741340596112423e-06,8.099834303720854e-06,8.458327101834584e-06,8.816820809443016e-06,9.175313607556745e-06,9.533806405670475e-06,9.892300113278907e-06,1.0250792911392637e-05,1.0609286619001068e-05,1.0967779417114798e-05]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[2,1,0,3,4,5,7,5,7,16,12,23,23,21,26,19,25,30,14,17,15,12,12,15,17,12,10,11,7,15,5,9,11,13,11,16,17,19,13,13,12,18,17,18,25,29,33,23,12,17,9,19,9,4,5,1,1,0,0,0,2,0,0,1],"bins":[-0.00018917355919256806,-0.00018288464343640953,-0.00017659571312833577,-0.00017030679737217724,-0.00016401786706410348,-0.00015772895130794495,-0.00015144003555178642,-0.00014515110524371266,-0.00013886218948755413,-0.0001325732737313956,-0.00012628434342332184,-0.00011999542766716331,-0.00011370650463504717,-0.00010741758160293102,-0.00010112866584677249,-9.483974281465635e-05,-8.85508197825402e-05,-8.226189675042406e-05,-7.597297371830791e-05,-6.968405796214938e-05,-6.339513493003324e-05,-5.710621189791709e-05,-5.0817292503779754e-05,-4.4528373109642416e-05,-3.823945007752627e-05,-3.1950527045410126e-05,-2.566160765127279e-05,-1.9372686438146047e-05,-1.3083765225019306e-05,-6.794844011892565e-06,-5.059227987658232e-07,5.782998414360918e-06,1.207191962748766e-05,1.83608408406144e-05,2.4649762053741142e-05,3.093868144787848e-05,3.7227604479994625e-05,4.351652751211077e-05,4.980544690624811e-05,5.6094366300385445e-05,6.238328933250159e-05,6.867221236461774e-05,7.496113539673388e-05,8.125005115289241e-05,8.753897418500856e-05,9.38278972171247e-05,0.00010011681297328323,0.00010640573600539938,0.00011269465903751552,0.00011898358206963167,0.0001252725051017478,0.00013156142085790634,0.0001378503511659801,0.00014413926692213863,0.00015042818267829716,0.00015671711298637092,0.00016300602874252945,0.00016929494449868798,0.00017558387480676174,0.00018187279056292027,0.0001881617063190788,0.00019445063662715256,0.0002007395523833111,0.00020702848269138485,0.00021331739844754338]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,1,1,1,0,1,0,2,1,4,3,4,5,5,6,9,9,15,8,16,13,24,18,19,23,35,35,24,29,27,35,28,30,25,33,28,34,22,22,18,23,16,20,13,13,15,9,5,7,6,3,5,4,4,3,3,0,1,2,0,1,1],"bins":[-0.04237271845340729,-0.04110541567206383,-0.03983811289072037,-0.03857080638408661,-0.03730350360274315,-0.03603620082139969,-0.03476889431476593,-0.03350159153342247,-0.03223428875207901,-0.03096698597073555,-0.02969968132674694,-0.02843237668275833,-0.02716507390141487,-0.02589777112007141,-0.024630466476082802,-0.023363161832094193,-0.022095859050750732,-0.020828556269407272,-0.019561251625418663,-0.018293946981430054,-0.017026644200086594,-0.015759341418743134,-0.014492036774754524,-0.01322473306208849,-0.011957429349422455,-0.01069012563675642,-0.009422821924090385,-0.00815551821142435,-0.006888214498758316,-0.005620910786092281,-0.004353607073426247,-0.003086303360760212,-0.0018189996480941772,-0.0005516959354281425,0.0007156077772378922,0.001982911489903927,0.0032502152025699615,0.004517518915235996,0.005784822627902031,0.007052126340568066,0.0083194300532341,0.009586733765900135,0.01085403747856617,0.012121341191232204,0.01338864490389824,0.014655948616564274,0.01592325232923031,0.017190556973218918,0.018457859754562378,0.019725162535905838,0.020992467179894447,0.022259771823883057,0.023527074605226517,0.024794377386569977,0.026061682030558586,0.027328986674547195,0.028596289455890656,0.029863592237234116,0.031130896881222725,0.032398201525211334,0.033665504306554794,0.034932807087898254,0.03620011359453201,0.03746741637587547,0.03873471915721893],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.00018958249711431563,-0.00018397510575596243,-0.00017836771439760923,-0.0001727603084873408,-0.0001671529171289876,-0.0001615455257706344,-0.000155938119860366,-0.0001503307285020128,-0.0001447233371436596,-0.0001391159457853064,-0.0001335085544269532,-0.00012790114851668477,-0.00012229375715833157,-0.00011668636579997838,-0.00011107896716566756,-0.00010547156853135675,-9.986417717300355e-05,-9.425678581465036e-05,-8.864938718033955e-05,-8.304198854602873e-05,-7.743459718767554e-05,-7.182720582932234e-05,-6.621980719501153e-05,-6.061241219867952e-05,-5.500501720234752e-05,-4.939762220601551e-05,-4.379022720968351e-05,-3.81828322133515e-05,-3.25754372170195e-05,-2.6968042220687494e-05,-2.136064722435549e-05,-1.5753252228023484e-05,-1.014585723169148e-05,-4.538462235359475e-06,1.0689327609725296e-06,6.676327757304534e-06,1.2283722753636539e-05,1.7891117749968544e-05,2.349851274630055e-05,2.9105907742632553e-05,3.471330273896456e-05,4.032069773529656e-05,4.592809273162857e-05,5.153548772796057e-05,5.7142882724292576e-05,6.275027408264577e-05,6.835767271695659e-05,7.39650713512674e-05,7.95724627096206e-05,8.517985406797379e-05,9.07872527022846e-05,9.639465133659542e-05,0.00010200204269494861,0.00010760943405330181,0.00011321683268761262,0.00011882423132192343,0.00012443162268027663,0.00013003901403862983,0.00013564640539698303,0.00014125381130725145,0.00014686120266560465,0.00015246859402395785,0.00015807599993422627,0.00016368339129257947,0.00016929078265093267],"_type":"histogram","values":[1,0,0,1,1,0,2,5,3,4,15,12,16,30,19,22,22,20,23,18,17,15,20,16,10,11,13,16,5,6,11,13,6,9,10,9,12,12,10,4,16,14,12,18,16,21,14,16,22,20,19,24,23,22,25,9,9,7,5,7,4,2,2,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.05065099149942398,-0.04916256293654442,-0.047674134373664856,-0.04618570953607559,-0.04469728097319603,-0.04320885241031647,-0.041720423847436905,-0.04023199528455734,-0.03874357044696808,-0.037255141884088516,-0.035766713321208954,-0.03427828475832939,-0.03278985619544983,-0.03130142763257027,-0.029813000932335854,-0.02832457423210144,-0.026836145669221878,-0.025347717106342316,-0.023859290406107903,-0.02237086184322834,-0.020882435142993927,-0.019394006580114365,-0.017905578017234802,-0.01641715131700039,-0.014928722754120827,-0.013440295122563839,-0.011951867491006851,-0.010463438928127289,-0.008975011296570301,-0.007486583665013313,-0.005998155567795038,-0.004509727470576763,-0.0030212998390197754,-0.001532871974632144,-4.444411024451256e-05,0.0014439837541431189,0.0029324116185307503,0.004420839250087738,0.005909267347306013,0.007397695444524288,0.008886123076081276,0.010374550707638264,0.011862978339195251,0.013351406902074814,0.014839834533631802,0.01632826216518879,0.017816690728068352,0.019305117428302765,0.020793545991182327,0.02228197455406189,0.023770401254296303,0.025258829817175865,0.02674725651741028,0.02823568508028984,0.029724113643169403,0.031212540343403816,0.03270097076892853,0.03418939560651779,0.035677824169397354,0.037166252732276917,0.03865468129515648,0.04014310985803604,0.041631534695625305,0.04311996325850487,0.04460839182138443],"_type":"histogram","values":[1,0,0,1,0,2,1,0,2,0,2,2,0,8,5,12,8,10,11,7,9,17,15,15,24,31,20,20,23,37,23,25,19,30,33,22,27,30,21,26,29,22,18,16,22,23,18,12,17,12,6,6,4,6,2,3,1,4,1,3,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.00025082495994865894,-0.00024218889302574098,-0.00023355284065473825,-0.00022491677373182029,-0.00021628070680890232,-0.0002076446544378996,-0.00019900858751498163,-0.00019037252059206367,-0.0001817364536691457,-0.00017310040129814297,-0.000164464334375225,-0.00015582826745230705,-0.0001471922150813043,-0.00013855614815838635,-0.0001299200812354684,-0.00012128402158850804,-0.00011264796194154769,-0.00010401190229458734,-9.537583537166938e-05,-8.673977572470903e-05,-7.810370880179107e-05,-6.946764915483072e-05,-6.0831589507870376e-05,-5.219552622293122e-05,-4.3559462937992066e-05,-3.492339965305291e-05,-2.628733818710316e-05,-1.7651276721153408e-05,-9.015213436214253e-06,-3.791510607698001e-07,8.256911314674653e-06,1.6892972780624405e-05,2.552903606556356e-05,3.4165099350502715e-05,4.280116263544187e-05,5.143722228240222e-05,6.007328556734137e-05,6.870934885228053e-05,7.734540849924088e-05,8.598147542215884e-05,9.461753506911919e-05,0.00010325359471607953,0.0001118896616389975,0.00012052572128595784,0.0001291617809329182,0.00013779784785583615,0.00014643391477875412,0.00015506996714975685,0.0001637060340726748,0.00017234210099559277,0.0001809781533665955,0.00018961422028951347,0.00019825028721243143,0.00020688633958343416,0.00021552240650635213,0.0002241584734292701,0.00023279452580027282,0.00024143059272319078,0.00025006665964610875,0.0002587027265690267,0.00026733879349194467,0.0002759748313110322,0.00028461089823395014,0.0002932469651568681,0.00030188303207978606],"_type":"histogram","values":[1,0,0,1,1,1,1,0,5,5,11,4,15,14,25,20,24,26,25,33,33,22,26,21,12,11,12,14,16,17,22,12,14,21,20,27,16,20,27,31,36,30,30,19,13,13,7,2,2,4,2,1,0,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09871656447649002,-0.09564212709665298,-0.09256768971681595,-0.08949325233697891,-0.08641881495714188,-0.08334437757730484,-0.0802699401974678,-0.07719550281763077,-0.07412106543779373,-0.0710466280579567,-0.06797219067811966,-0.06489775329828262,-0.06182331591844559,-0.05874887853860855,-0.055674441158771515,-0.05260000377893448,-0.04952556639909744,-0.046451129019260406,-0.04337669163942337,-0.040302254259586334,-0.0372278168797493,-0.03415337949991226,-0.031078942120075226,-0.02800450474023819,-0.024930067360401154,-0.021855629980564117,-0.01878119260072708,-0.015706755220890045,-0.012632317841053009,-0.009557880461215973,-0.006483443081378937,-0.0034090057015419006,-0.0003345608711242676,0.0027398765087127686,0.005814313888549805,0.00888875126838684,0.011963188648223877,0.015037626028060913,0.01811206340789795,0.021186500787734985,0.02426093816757202,0.027335375547409058,0.030409812927246094,0.03348425030708313,0.036558687686920166,0.0396331250667572,0.04270756244659424,0.045781999826431274,0.04885643720626831,0.05193087458610535,0.05500531196594238,0.05807974934577942,0.061154186725616455,0.06422862410545349,0.06730306148529053,0.07037749886512756,0.0734519362449646,0.07652637362480164,0.07960081100463867,0.08267524838447571,0.08574968576431274,0.08882412314414978,0.09189856052398682,0.09497299790382385,0.09804743528366089],"_type":"histogram","values":[1,0,2,5,6,8,13,25,52,77,146,235,377,594,936,1394,2074,2895,4139,5573,7428,9471,12234,15155,18223,21962,25203,28144,30855,33564,34930,36101,35798,35536,33611,31191,28984,25531,22290,18856,15545,12669,10216,7982,5799,4401,3158,2207,1497,962,661,453,252,165,98,61,33,20,12,8,3,2,0,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.08858191221952438,-0.08584822714328766,-0.08311454206705093,-0.08038085699081421,-0.07764717936515808,-0.07491349428892136,-0.07217980921268463,-0.0694461241364479,-0.06671243906021118,-0.06397875398397446,-0.06124506890773773,-0.058511387556791306,-0.05577770248055458,-0.053044017404317856,-0.05031033605337143,-0.047576650977134705,-0.04484296590089798,-0.042109280824661255,-0.03937559574842453,-0.036641914397478104,-0.03390822932124138,-0.031174544245004654,-0.02844086103141308,-0.025707177817821503,-0.022973492741584778,-0.020239807665348053,-0.017506124451756477,-0.014772440306842327,-0.012038756161928177,-0.009305072017014027,-0.006571387872099876,-0.003837703727185726,-0.001104012131690979,0.0016296720132231712,0.0043633561581373215,0.007097040303051472,0.009830724447965622,0.012564408592879772,0.015298092737793922,0.018031775951385498,0.020765461027622223,0.023499146103858948,0.026232829317450523,0.0289665125310421,0.031700197607278824,0.03443388268351555,0.037167564034461975,0.0399012491106987,0.042634934186935425,0.04536861926317215,0.048102304339408875,0.0508359856903553,0.053569670766592026,0.05630335584282875,0.05903703719377518,0.0617707222700119,0.06450440734624863,0.06723809242248535,0.06997177749872208,0.0727054625749588,0.07543914020061493,0.07817282527685165,0.08090651035308838,0.0836401954293251,0.08637388050556183],"_type":"histogram","values":[2,3,7,9,9,17,46,66,112,169,261,367,525,733,1105,1482,2058,2739,3500,4594,5734,7161,8753,10204,12023,13638,15579,17265,18627,19869,20825,21052,21306,21349,20353,19575,18287,16658,15223,13433,11637,9931,8188,6779,5440,4215,3351,2510,1844,1376,1034,718,482,343,231,153,115,62,39,22,10,8,5,5]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[2,0,3,4,3,18,18,33,55,83,144,272,417,612,968,1425,2119,2903,4118,5574,7638,9551,12242,15251,18160,21524,25173,28088,30839,32672,34731,35438,35760,35004,33770,31373,28482,25525,22340,19095,16040,12927,10375,8095,6065,4731,3207,2296,1596,1133,728,467,283,187,127,57,39,18,17,5,1,2,0,1],"bins":[-0.09790728986263275,-0.09486053884029388,-0.09181378781795502,-0.08876704424619675,-0.08572029322385788,-0.08267354220151901,-0.07962679862976074,-0.07658004760742188,-0.07353329658508301,-0.07048654556274414,-0.06743979454040527,-0.064393050968647,-0.061346299946308136,-0.05829954892396927,-0.0552528016269207,-0.05220605432987213,-0.049159303307533264,-0.0461125522851944,-0.04306580498814583,-0.04001905769109726,-0.03697230666875839,-0.033925555646419525,-0.030878808349370956,-0.02783205918967724,-0.02478531002998352,-0.021738560870289803,-0.018691811710596085,-0.015645062550902367,-0.012598313391208649,-0.00955156423151493,-0.006504815071821213,-0.003458065912127495,-0.00041131675243377686,0.002635432407259941,0.005682181566953659,0.008728930726647377,0.011775679886341095,0.014822429046034813,0.01786917820572853,0.02091592736542225,0.023962676525115967,0.027009425684809685,0.030056174844503403,0.03310292214155197,0.03614967316389084,0.039196424186229706,0.042243171483278275,0.04528991878032684,0.04833666980266571,0.05138342082500458,0.054430168122053146,0.057476915419101715,0.06052366644144058,0.06357041746377945,0.06661716103553772,0.06966391205787659,0.07271066308021545,0.07575741410255432,0.07880416512489319,0.08185090869665146,0.08489765971899033,0.0879444107413292,0.09099115431308746,0.09403790533542633,0.0970846563577652],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,0,1,1,3,4,2,6,9,7,9,10,17,12,20,21,18,46,59,53,71,76,106,124,158,187,176,125,146,105,84,77,60,54,41,26,21,17,19,20,15,8,4,5,4,3,3,2,1,4,1,2,1,1],"bins":[-0.021786771714687347,-0.021180976182222366,-0.020575182512402534,-0.019969386979937553,-0.019363591447472572,-0.01875779777765274,-0.01815200224518776,-0.01754620671272278,-0.016940413042902946,-0.016334617510437965,-0.015728821977972984,-0.015123028308153152,-0.014517232775688171,-0.013911438174545765,-0.013305643573403358,-0.012699848040938377,-0.012094053439795971,-0.011488258838653564,-0.010882463306188583,-0.010276668705046177,-0.00967087410390377,-0.00906507857143879,-0.008459283970296383,-0.007853489369153976,-0.007247694302350283,-0.006641899235546589,-0.0060361046344041824,-0.005430309567600489,-0.004824514500796795,-0.004218719899654388,-0.0036129248328506947,-0.0030071299988776445,-0.0024013351649045944,-0.0017955403309315443,-0.0011897453805431724,-0.0005839504883624613,2.1844403818249702e-05,0.0006276392959989607,0.0012334341881796718,0.0018392291385680437,0.002445023972541094,0.003050818806514144,0.003656613640487194,0.004262408707290888,0.004868203774094582,0.005473998375236988,0.006079793442040682,0.006685588043183088,0.007291383109986782,0.007897177711129189,0.00850297324359417,0.009108767844736576,0.009714562445878983,0.010320357978343964,0.01092615257948637,0.011531947180628777,0.012137742713093758,0.012743537314236164,0.01334933191537857,0.013955126516520977,0.014560922048985958,0.015166716650128365,0.015772512182593346,0.016378305852413177,0.01698410138487816]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9995342493057251,0.9995495676994324,0.9995648860931396,0.9995802044868469,0.9995955228805542,0.9996108412742615,0.9996261596679688,0.999641478061676,0.9996567964553833,0.9996720552444458,0.9996873736381531,0.9997026920318604,0.9997180104255676,0.9997333288192749,0.9997486472129822,0.9997639656066895,0.9997792840003967,0.999794602394104,0.9998099207878113,0.9998252391815186,0.9998405575752258,0.9998558759689331,0.9998711943626404,0.9998865127563477,0.9999017715454102,0.9999170899391174,0.9999324083328247,0.999947726726532,0.9999630451202393,0.9999783635139465,0.9999936819076538,1.0000090599060059,1.0000243186950684,1.0000395774841309,1.000054955482483,1.0000702142715454,1.0000855922698975,1.00010085105896,1.000116229057312,1.0001314878463745,1.0001468658447266,1.000162124633789,1.0001775026321411,1.0001927614212036,1.0002081394195557,1.0002233982086182,1.0002387762069702,1.0002540349960327,1.0002694129943848,1.0002846717834473,1.0002999305725098,1.0003153085708618,1.0003305673599243,1.0003459453582764,1.0003612041473389,1.000376582145691,1.0003918409347534,1.0004072189331055,1.000422477722168,1.00043785572052,1.0004531145095825,1.0004684925079346,1.000483751296997,1.0004991292953491,1.0005143880844116],"_type":"histogram","values":[1,0,0,1,0,0,3,2,1,0,2,1,3,1,3,1,4,7,8,18,14,35,26,27,22,25,27,25,37,24,24,31,42,31,39,34,29,23,25,24,22,16,12,11,8,12,10,4,3,6,8,4,5,4,1,6,2,2,2,2,3,1,1,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0020782812498509884,-0.0020072024781256914,-0.0019361238228157163,-0.0018650451675057411,-0.001793966512195766,-0.001722887740470469,-0.0016518090851604939,-0.0015807304298505187,-0.0015096517745405436,-0.0014385730028152466,-0.0013674943475052714,-0.0012964156921952963,-0.0012253369204699993,-0.0011542582651600242,-0.001083179609850049,-0.001012100838124752,-0.0009410221828147769,-0.0008699434692971408,-0.0007988648139871657,-0.0007277861004695296,-0.0006567074451595545,-0.0005856287316419184,-0.0005145500181242824,-0.00044347133371047676,-0.00037239264929667115,-0.00030131396488286555,-0.00023023526591714472,-0.00015915656695142388,-8.807788253761828e-05,-1.699919084785506e-05,5.407950084190816e-05,0.000125158199807629,0.0001962368842214346,0.0002673155686352402,0.0003383942530490458,0.00040947296656668186,0.00048055165098048747,0.0005516303353942931,0.0006227090489119291,0.0006937877042219043,0.0007648664177395403,0.0008359451312571764,0.0009070237865671515,0.0009781024418771267,0.0010491812136024237,0.0011202598689123988,0.001191338524222374,0.001262417295947671,0.001333495951257646,0.0014045746065676212,0.0014756533782929182,0.0015467320336028934,0.0016178106889128685,0.0016888894606381655,0.0017599681159481406,0.0018310467712581158,0.0019021255429834127,0.001973204081878066,0.002044282853603363,0.00211536162532866,0.0021864401642233133,0.0022575189359486103,0.0023285977076739073,0.0023996762465685606,0.0024707550182938576],"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,0,1,3,4,3,5,6,7,6,14,14,21,23,30,31,37,36,46,43,56,51,40,47,41,27,40,33,20,12,22,9,4,10,9,2,3,0,3,1,2,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,1,2,0,1,3,4,3,4,5,11,17,21,18,24,19,33,28,29,29,26,22,27,33,37,31,31,34,23,26,39,19,19,18,13,11,11,10,9,7,7,6,7,2,9,1,5,5,1,5,3,4,4,2,3,2],"bins":[0.9995251297950745,0.9995403289794922,0.9995555877685547,0.9995707869529724,0.9995859861373901,0.9996012449264526,0.9996164441108704,0.9996317028999329,0.9996469020843506,0.9996621012687683,0.9996773600578308,0.9996925592422485,0.9997077584266663,0.9997230172157288,0.9997382164001465,0.9997534155845642,0.9997686743736267,0.9997838735580444,0.9997990727424622,0.9998143315315247,0.9998295307159424,0.9998447895050049,0.9998599886894226,0.9998751878738403,0.9998904466629028,0.9999056458473206,0.9999208450317383,0.9999361038208008,0.9999513030052185,0.9999665021896362,0.9999817609786987,0.9999969601631165,1.0000121593475342,1.0000274181365967,1.0000426769256592,1.0000578165054321,1.0000730752944946,1.0000883340835571,1.00010347366333,1.0001187324523926,1.000133991241455,1.000149130821228,1.0001643896102905,1.000179648399353,1.000194787979126,1.0002100467681885,1.000225305557251,1.000240445137024,1.0002557039260864,1.000270962715149,1.0002861022949219,1.0003013610839844,1.0003166198730469,1.0003318786621094,1.0003470182418823,1.0003622770309448,1.0003775358200073,1.0003926753997803,1.0004079341888428,1.0004231929779053,1.0004383325576782,1.0004535913467407,1.0004688501358032,1.0004839897155762,1.0004992485046387]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,1,1,2,6,9,11,5,17,17,24,24,36,18,28,24,13,19,18,14,13,13,14,12,9,8,12,11,11,4,11,12,10,7,13,18,13,16,17,21,18,18,22,27,19,32,25,21,16,9,13,2,3,2,3,1,0,1],"bins":[-0.00020598240371327847,-0.00020001153461635113,-0.00019404065096750855,-0.0001880697818705812,-0.00018209891277365386,-0.0001761280291248113,-0.00017015716002788395,-0.0001641862909309566,-0.00015821540728211403,-0.00015224453818518668,-0.00014627366908825934,-0.00014030278543941677,-0.00013433191634248942,-0.00012836104724556208,-0.0001223901635967195,-0.00011641929449979216,-0.0001104484181269072,-0.00010447754175402224,-9.85066726570949e-05,-9.253579628420994e-05,-8.656491991132498e-05,-8.059405081439763e-05,-7.462317444151267e-05,-6.865229806862772e-05,-6.268142897170037e-05,-5.671055259881541e-05,-5.073967622593045e-05,-4.47688034910243e-05,-3.879793075611815e-05,-3.282705438323319e-05,-2.6856181648327038e-05,-2.0885307094431482e-05,-1.4914432540535927e-05,-8.943557986640371e-06,-2.9726843422395177e-06,2.998189756908687e-06,8.969063856056891e-06,1.4939938409952447e-05,2.09108111448586e-05,2.6881685698754154e-05,3.285256025264971e-05,3.882343298755586e-05,4.479430936044082e-05,5.076518209534697e-05,5.6736054830253124e-05,6.270693120313808e-05,6.867780757602304e-05,7.464867667295039e-05,8.061955304583535e-05,8.65904294187203e-05,9.256129851564765e-05,9.853217488853261e-05,0.00010450305126141757,0.00011047392035834491,0.00011644479673122987,0.00012241567310411483,0.00012838654220104218,0.00013435742584988475,0.0001403282949468121,0.00014629916404373944,0.000152270047692582,0.00015824091678950936,0.0001642117858864367,0.00017018266953527927,0.00017615353863220662]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,2,1,0,1,0,1,0,2,6,7,17,25,38,55,56,71,128,194,333,528,816,1246,2016,3363,5686,10112,18296,34395,77830,263451,820415,198676,66548,30449,15967,8903,5107,3020,1923,1073,755,462,304,209,126,81,62,30,26,21,5,7,2,8,1,1,1,2,0,1,0,0,1],"bins":[-0.05311111733317375,-0.05142003670334816,-0.049728959798812866,-0.048037879168987274,-0.04634679853916168,-0.04465572163462639,-0.042964641004800797,-0.0412735641002655,-0.03958248347043991,-0.03789140284061432,-0.036200325936079025,-0.03450924530625343,-0.03281816840171814,-0.031127087771892548,-0.029436007142066956,-0.027744928374886513,-0.02605384960770607,-0.024362770840525627,-0.022671692073345184,-0.020980611443519592,-0.01928953267633915,-0.017598453909158707,-0.015907373279333115,-0.014216294512152672,-0.012525215744972229,-0.010834136977791786,-0.009143057279288769,-0.007451978046447039,-0.0057608988136053085,-0.004069819580763578,-0.0023787403479218483,-0.0006876611150801182,0.0010034143924713135,0.0026944936253130436,0.004385572858154774,0.006076652090996504,0.007767731323838234,0.009458810091018677,0.011149889789521694,0.012840969488024712,0.014532048255205154,0.016223127022385597,0.01791420578956604,0.019605286419391632,0.021296365186572075,0.022987443953752518,0.02467852458357811,0.026369603350758553,0.028060682117938995,0.029751760885119438,0.03144283965229988,0.03313392028212547,0.03482499718666077,0.03651607781648636,0.03820715844631195,0.039898235350847244,0.041589315980672836,0.04328039661049843,0.04497147351503372,0.046662554144859314,0.048353634774684906,0.0500447116792202,0.05173579230904579,0.053426869213581085,0.05511794984340668],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,2,0,1,0,1,0,0,2,2,2,3,2,2,8,4,6,9,17,15,20,43,46,76,89,123,79,56,35,26,24,14,9,8,4,5,7,6,5,5,3,2,2,1,0,1,0,0,0,0,1,0,0,1],"bins":[-0.047709666192531586,-0.04635930806398392,-0.04500894993543625,-0.04365859180688858,-0.04230823367834091,-0.04095787554979324,-0.039607517421245575,-0.038257159292697906,-0.03690680116415024,-0.03555644303560257,-0.0342060849070549,-0.03285572677850723,-0.031505368649959564,-0.030155012384057045,-0.028804654255509377,-0.027454296126961708,-0.02610393799841404,-0.02475357986986637,-0.023403221741318703,-0.022052863612771034,-0.020702505484223366,-0.019352147355675697,-0.01800178922712803,-0.01665143109858036,-0.015301073901355267,-0.013950715772807598,-0.01260035764425993,-0.011249999515712261,-0.009899642318487167,-0.008549284189939499,-0.0071989260613918304,-0.005848567932844162,-0.0044982098042964935,-0.003147851675748825,-0.0017974937800318003,-0.00044713576789945364,0.000903222244232893,0.0022535803727805614,0.0036039382684975863,0.004954296164214611,0.0063046542927622795,0.007655012421309948,0.009005370549857616,0.010355728678405285,0.011706085875630379,0.013056444004178047,0.014406802132725716,0.015757160261273384,0.017107518389821053,0.01845787651836872,0.01980823464691639,0.021158592775464058,0.022508950904011726,0.023859309032559395,0.025209667161107063,0.026560025289654732,0.02791038155555725,0.02926073968410492,0.030611097812652588,0.031961455941200256,0.033311814069747925,0.03466217219829559,0.03601253032684326,0.03736288845539093,0.0387132465839386],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[2,2,2,5,15,27,28,66,113,160,209,366,521,777,1078,1491,1935,2766,3658,4654,5865,7438,9051,10912,12955,14815,16945,18769,20616,22225,23135,24222,25302,24498,23938,22945,21757,20427,18332,16435,14089,12451,10474,8790,7028,5661,4557,3428,2589,1964,1385,993,648,468,318,230,120,99,53,47,12,17,5,5],"bins":[-0.08969534933567047,-0.08696944266557693,-0.0842435359954834,-0.08151762187480927,-0.07879171520471573,-0.07606580853462219,-0.07333989441394806,-0.07061398774385452,-0.06788808107376099,-0.06516217440366745,-0.062436264008283615,-0.05971035361289978,-0.056984446942806244,-0.05425854027271271,-0.05153262987732887,-0.04880671948194504,-0.0460808128118515,-0.043354906141757965,-0.04062899574637413,-0.037903085350990295,-0.03517717868089676,-0.03245127201080322,-0.029725361615419388,-0.026999453082680702,-0.024273544549942017,-0.02154763601720333,-0.018821727484464645,-0.01609581895172596,-0.013369910418987274,-0.010644001886248589,-0.007918093353509903,-0.005192184820771217,-0.0024662837386131287,0.00025962479412555695,0.0029855333268642426,0.005711441859602928,0.008437350392341614,0.0111632589250803,0.013889167457818985,0.01661507599055767,0.019340984523296356,0.022066893056035042,0.024792801588773727,0.027518710121512413,0.0302446186542511,0.032970525324344635,0.03569643571972847,0.038422346115112305,0.04114825278520584,0.04387415945529938,0.04660006985068321,0.04932598024606705,0.052051886916160583,0.05477779358625412,0.057503703981637955,0.06022961437702179,0.06295552104711533,0.06568142771720886,0.068407341837883,0.07113324850797653,0.07385915517807007,0.0765850618481636,0.07931096851825714,0.08203688263893127,0.08476278930902481]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,1,0,3,1,2,0,5,2,5,6,10,15,9,9,11,15,18,13,19,21,18,16,25,25,24,25,22,25,37,19,32,24,27,32,25,21,17,25,23,19,19,17,15,13,15,6,2,7,3,5,4,3,4,0,0,4,0,1,0,1],"bins":[-0.046183861792087555,-0.04477701336145401,-0.04337016120553017,-0.04196330904960632,-0.04055646061897278,-0.03914961218833923,-0.03774276003241539,-0.03633590787649155,-0.034929059445858,-0.03352221101522446,-0.03211535885930061,-0.03070850856602192,-0.029301658272743225,-0.02789480797946453,-0.026487957686185837,-0.025081107392907143,-0.02367425709962845,-0.022267406806349754,-0.02086055651307106,-0.019453706219792366,-0.018046855926513672,-0.016640005633234978,-0.015233155339956284,-0.01382630504667759,-0.012419454753398895,-0.011012604460120201,-0.009605754166841507,-0.008198903873562813,-0.006792053580284119,-0.0053852032870054245,-0.00397835299372673,-0.002571502700448036,-0.001164652407169342,0.0002421978861093521,0.0016490481793880463,0.0030558984726667404,0.004462748765945435,0.005869599059224129,0.007276449352502823,0.008683299645781517,0.010090149939060211,0.011497000232338905,0.0129038505256176,0.014310700818896294,0.015717551112174988,0.017124401405453682,0.018531251698732376,0.01993810199201107,0.021344952285289764,0.02275180257856846,0.024158652871847153,0.025565503165125847,0.02697235345840454,0.028379203751683235,0.02978605404496193,0.031192904338240623,0.03259975463151932,0.03400660306215286,0.035413455218076706,0.03682030737400055,0.038227155804634094,0.03963400423526764,0.04104085639119148,0.042447708547115326,0.04385455697774887]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.00600314699113369,-0.005813504569232464,-0.005623862147331238,-0.0054342192597687244,-0.005244576837867498,-0.005054934415966272,-0.004865291994065046,-0.00467564957216382,-0.004486006684601307,-0.004296364262700081,-0.004106721840798855,-0.003917079418897629,-0.0037274369969964027,-0.003537794342264533,-0.003348151920363307,-0.0031585092656314373,-0.0029688668437302113,-0.002779224421828985,-0.0025895817670971155,-0.0023999393451958895,-0.0022102966904640198,-0.0020206542685627937,-0.0018310118466615677,-0.0016413693083450198,-0.001451726770028472,-0.001262084231711924,-0.0010724416933953762,-0.0008827992714941502,-0.0006931567331776023,-0.0005035141948610544,-0.00031387171475216746,-0.00012422920553945005,6.541330367326736e-05,0.0002550558128859848,0.0004446983220987022,0.0006343408022075891,0.000823983340524137,0.0010136258788406849,0.001203268300741911,0.0013929108390584588,0.0015825533773750067,0.0017721959156915545,0.0019618384540081024,0.0021514808759093285,0.0023411232978105545,0.002530765952542424,0.0027204083744436502,0.00291005102917552,0.003099693451076746,0.003289335872977972,0.0034789785277098417,0.0036686209496110678,0.0038582636043429375,0.0040479060262441635,0.0042375484481453896,0.004427190870046616,0.004616833291947842,0.004806476179510355,0.004996118601411581,0.005185761023312807,0.005375403445214033,0.005565045867115259,0.0057546887546777725,0.0059443311765789986,0.006133973598480225],"_type":"histogram","values":[1,0,0,0,3,1,3,4,6,6,6,18,15,15,41,60,83,113,171,210,363,610,925,1450,2248,3769,6259,10801,19220,36774,81232,213635,110650,46169,23180,12767,7297,4354,2602,1641,1065,639,428,280,170,153,107,76,60,45,22,22,17,10,10,6,1,3,3,3,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,2,0,0,3,3,2,1,3,1,5,9,7,8,12,13,25,27,16,23,24,23,25,22,29,21,28,20,30,38,32,33,33,30,24,26,13,20,13,8,10,11,10,10,6,5,17,4,6,4,5,0,1,5,4,5,4,3,2,0,1,2],"bins":[0.9995829463005066,0.999597430229187,0.9996119141578674,0.9996263980865479,0.999640941619873,0.9996554255485535,0.9996699094772339,0.9996843934059143,0.9996988773345947,0.9997133612632751,0.9997278451919556,0.9997423887252808,0.9997568726539612,0.9997713565826416,0.999785840511322,0.9998003244400024,0.9998148083686829,0.9998292922973633,0.9998438358306885,0.9998583197593689,0.9998728036880493,0.9998872876167297,0.9999017715454102,0.9999162554740906,0.999930739402771,0.9999452829360962,0.9999597668647766,0.999974250793457,0.9999887347221375,1.0000032186508179,1.000017762184143,1.0000321865081787,1.000046730041504,1.0000611543655396,1.0000756978988647,1.0000901222229004,1.0001046657562256,1.0001192092895508,1.0001336336135864,1.0001481771469116,1.0001626014709473,1.0001771450042725,1.000191569328308,1.0002061128616333,1.0002206563949585,1.0002350807189941,1.0002496242523193,1.000264048576355,1.0002785921096802,1.0002930164337158,1.000307559967041,1.0003221035003662,1.0003365278244019,1.000351071357727,1.0003654956817627,1.000380039215088,1.0003944635391235,1.0004090070724487,1.000423550605774,1.0004379749298096,1.0004525184631348,1.0004669427871704,1.0004814863204956,1.0004959106445312,1.0005104541778564],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0005274262512102723,-0.0005111744976602495,-0.0004949228023178875,-0.0004786710487678647,-0.0004624193243216723,-0.00044616759987547994,-0.0004299158463254571,-0.0004136641218792647,-0.00039741239743307233,-0.00038116067298687994,-0.00036490894854068756,-0.0003486571949906647,-0.00033240547054447234,-0.00031615374609827995,-0.0002999019925482571,-0.00028365026810206473,-0.00026739854365587234,-0.00025114681920967996,-0.00023489508021157235,-0.00021864334121346474,-0.00020239161676727235,-0.00018613989232107997,-0.00016988815332297236,-0.00015363641432486475,-0.00013738468987867236,-0.00012113295815652236,-0.00010488122643437237,-8.862949471222237e-05,-7.237776299007237e-05,-5.612603126792237e-05,-3.9874299545772374e-05,-2.3622567823622376e-05,-7.370777893811464e-06,8.880953828338534e-06,2.513268555048853e-05,4.138441727263853e-05,5.763614899478853e-05,7.388788071693853e-05,9.013961243908852e-05,0.00010639134416123852,0.00012264307588338852,0.0001388948003295809,0.00015514653932768852,0.00017139827832579613,0.0001876500027719885,0.0002039017272181809,0.0002201534662162885,0.00023640520521439612,0.0002526569296605885,0.0002689086541067809,0.00028516037855297327,0.0003014121321029961,0.0003176638565491885,0.0003339155809953809,0.0003501673345454037,0.0003664190589915961,0.0003826707834377885,0.00039892250788398087,0.00041517423233017325,0.0004314259858801961,0.0004476777103263885,0.00046392943477258086,0.0004801811883226037,0.0004964328836649656,0.0005126846372149885],"_type":"histogram","values":[1,0,2,5,2,1,4,1,5,5,6,5,1,11,11,5,9,14,17,15,21,17,20,18,16,22,23,15,27,27,25,24,40,27,26,24,22,25,22,17,16,18,18,17,18,13,6,15,6,11,8,7,9,5,4,4,6,2,2,2,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,0,0,1,0,2,2,1,1,4,6,6,4,5,7,6,10,20,16,18,24,25,17,20,23,32,33,35,34,36,31,36,38,18,27,22,21,27,14,21,22,20,19,12,7,7,9,5,7,5,2,1,2,2,1,0,1,0,0,0,1,1],"bins":[-0.029239146038889885,-0.028319435194134712,-0.02739972621202469,-0.026480015367269516,-0.025560306385159492,-0.02464059554040432,-0.023720886558294296,-0.022801175713539124,-0.02188146486878395,-0.020961755886673927,-0.020042045041918755,-0.01912233605980873,-0.01820262521505356,-0.017282916232943535,-0.016363205388188362,-0.015443495474755764,-0.014523785561323166,-0.013604075647890568,-0.01268436573445797,-0.011764655821025372,-0.010844945907592773,-0.0099252350628376,-0.009005525149405003,-0.008085815235972404,-0.007166105322539806,-0.006246395409107208,-0.00532668549567461,-0.004406975116580725,-0.0034872652031481266,-0.0025675552897155285,-0.0016478451434522867,-0.0007281351136043668,0.0001915767788887024,0.0011112868087366223,0.0020309968385845423,0.002950706984847784,0.003870416898280382,0.00479012681171298,0.005709837190806866,0.006629547104239464,0.007549257017672062,0.00846896693110466,0.009388676844537258,0.010308386757969856,0.011228097602725029,0.012147807516157627,0.013067517429590225,0.013987227343022823,0.014906937256455421,0.015826648101210594,0.016746357083320618,0.01766606792807579,0.018585776910185814,0.019505487754940987,0.02042519673705101,0.021344907581806183,0.022264618426561356,0.02318432740867138,0.024104038253426552,0.025023747235536575,0.025943458080291748,0.02686316706240177,0.027782877907156944,0.028702586889266968,0.02962229773402214],"_type":"histogram"},"_runtime":276.948334711,"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,1,0,1,1,0,0,1,3,3,3,2,1,2,2,3,3,2,5,8,11,12,15,18,25,50,53,84,153,83,53,35,28,21,22,13,11,8,4,3,6,0,0,4,3,2,2,1,1,2,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-9.514451448922046e-10,-9.192344663233598e-10,-8.870237877545151e-10,-8.548131091856703e-10,-8.226024306168256e-10,-7.903917520479808e-10,-7.581810734791361e-10,-7.259703949102914e-10,-6.937597163414466e-10,-6.615490377726019e-10,-6.293383592037571e-10,-5.971276806349124e-10,-5.649170020660677e-10,-5.327063234972229e-10,-5.004956449283782e-10,-4.682849663595334e-10,-4.360742877906887e-10,-4.0386360922184394e-10,-3.716529306529992e-10,-3.3944225208415446e-10,-3.072315735153097e-10,-2.75020894946465e-10,-2.4281021637762024e-10,-2.105995378087755e-10,-1.7838885923993075e-10,-1.46178180671086e-10,-1.1396750210224127e-10,-8.175682353339653e-11,-4.9546144964551786e-11,-1.7335466395707044e-11,1.4875212173137697e-11,4.708589074198244e-11,7.929656931082718e-11,1.1150724787967192e-10,1.4371792644851666e-10,1.759286050173614e-10,2.0813928358620615e-10,2.403499621550509e-10,2.7256064072389563e-10,3.0477131929274037e-10,3.369819978615851e-10,3.6919267643042986e-10,4.014033549992746e-10,4.3361403356811934e-10,4.658247121369641e-10,4.980353907058088e-10,5.302460692746536e-10,5.624567478434983e-10,5.94667426412343e-10,6.268781049811878e-10,6.590887835500325e-10,6.912994621188773e-10,7.23510140687722e-10,7.557208192565668e-10,7.879314978254115e-10,8.201421763942562e-10,8.52352854963101e-10,8.845635335319457e-10,9.167742121007905e-10,9.489848906696352e-10,9.8119556923848e-10,1.0134062478073247e-09,1.0456169263761694e-09,1.0778276049450142e-09,1.110038283513859e-09],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9995407462120056,0.999556303024292,0.9995718002319336,0.99958735704422,0.9996028542518616,0.999618411064148,0.9996339082717896,0.9996494650840759,0.9996649622917175,0.9996805191040039,0.9996960163116455,0.9997115731239319,0.9997271299362183,0.9997426271438599,0.9997581839561462,0.9997736811637878,0.9997892379760742,0.9998047351837158,0.9998202919960022,0.9998357892036438,0.9998513460159302,0.9998668432235718,0.9998824000358582,0.9998979568481445,0.9999134540557861,0.9999290108680725,0.9999445080757141,0.9999600648880005,0.9999755620956421,0.9999911189079285,1.0000066757202148,1.0000221729278564,1.000037670135498,1.0000532865524292,1.0000687837600708,1.0000842809677124,1.000099778175354,1.0001153945922852,1.0001308917999268,1.0001463890075684,1.00016188621521,1.0001775026321411,1.0001929998397827,1.0002084970474243,1.0002241134643555,1.000239610671997,1.0002551078796387,1.0002706050872803,1.0002862215042114,1.000301718711853,1.0003172159194946,1.0003327131271362,1.0003483295440674,1.000363826751709,1.0003793239593506,1.0003949403762817,1.0004104375839233,1.000425934791565,1.0004414319992065,1.0004570484161377,1.0004725456237793,1.000488042831421,1.0005035400390625,1.0005191564559937,1.0005346536636353],"_type":"histogram","values":[2,0,2,1,1,0,2,0,3,1,4,3,4,5,15,9,9,9,9,10,24,20,21,33,33,29,32,21,26,25,24,37,34,37,34,29,23,34,20,15,19,15,12,13,3,8,4,5,9,5,7,4,3,3,0,4,1,5,2,1,1,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,2,0,5,0,1,1,0,0,1,2,0,2,6,3,1,8,3,1,10,12,18,25,24,36,33,53,68,85,82,44,42,40,30,23,21,17,12,9,10,5,6,3,1,2,2,2,4,5,1,1,0,0,1,1,0,0,0,1,2],"bins":[-0.040943074971437454,-0.039700545370578766,-0.03845801204442978,-0.03721548244357109,-0.0359729528427124,-0.034730419516563416,-0.03348788991570473,-0.03224536031484604,-0.0310028288513422,-0.029760297387838364,-0.028517767786979675,-0.027275236323475838,-0.026032704859972,-0.024790175259113312,-0.023547643795609474,-0.022305114194750786,-0.021062582731246948,-0.01982005126774311,-0.018577521666884422,-0.017334990203380585,-0.016092460602521896,-0.014849929139018059,-0.013607397675514221,-0.012364867143332958,-0.011122336611151695,-0.009879806078970432,-0.00863727554678917,-0.007394744083285332,-0.006152213551104069,-0.004909683018922806,-0.0036671520210802555,-0.002424621256068349,-0.0011820867657661438,6.0443999245762825e-05,0.0013029747642576694,0.002545505529269576,0.0037880362942814827,0.005030566826462746,0.006273097824305296,0.007515628822147846,0.00875815935432911,0.010000689886510372,0.011243220418691635,0.012485751882195473,0.013728282414376736,0.014970812946557999,0.016213344410061836,0.017455874010920525,0.018698405474424362,0.0199409369379282,0.021183466538786888,0.022425998002290726,0.023668527603149414,0.02491105906665325,0.02615359053015709,0.027396120131015778,0.028638651594519615,0.029881183058023453,0.03112371265888214,0.03236624225974083,0.033608775585889816,0.034851305186748505,0.03609383478760719,0.03733636811375618,0.03857889771461487]},"_timestamp":1.7527912488751614e+09,"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,0,2,1,0,0,2,0,2,2,5,3,5,5,7,6,10,11,32,26,27,44,46,57,65,85,91,117,125,134,164,150,124,104,102,92,65,56,49,52,39,39,15,15,8,16,9,8,9,1,5,4,3,0,2,1,2,2,0,0,1],"bins":[-0.020864862948656082,-0.020243899896740913,-0.019622936844825745,-0.019001973792910576,-0.018381010740995407,-0.01776004768908024,-0.01713908463716507,-0.0165181215852499,-0.015897158533334732,-0.015276194550096989,-0.01465523149818182,-0.014034268446266651,-0.013413305394351482,-0.012792342342436314,-0.012171379290521145,-0.011550416238605976,-0.010929453186690807,-0.010308490134775639,-0.00968752708286047,-0.009066564030945301,-0.008445600979030132,-0.007824637927114964,-0.0072036744095385075,-0.006582711357623339,-0.00596174830570817,-0.005340785253793001,-0.004719822201877832,-0.004098859149962664,-0.0034778958652168512,-0.0028569328133016825,-0.00223596952855587,-0.0016150064766407013,-0.0009940434247255325,-0.00037308031460270286,0.0002478827955201268,0.0008688459056429565,0.0014898090157657862,0.002110772067680955,0.0027317353524267673,0.003352698404341936,0.003973661456257105,0.004594624508172274,0.005215587560087442,0.005836550612002611,0.006457514129579067,0.007078477181494236,0.007699440233409405,0.008320403285324574,0.008941366337239742,0.009562329389154911,0.01018329244107008,0.010804255492985249,0.011425218544900417,0.012046181596815586,0.012667144648730755,0.013288107700645924,0.013909071683883667,0.014530034735798836,0.015150997787714005,0.015771960839629173,0.016392923891544342,0.01701388694345951,0.01763484999537468,0.01825581304728985,0.018876776099205017],"_type":"histogram"},"learning_rate":9.999999783478645e-06,"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,2,0,2,2,4,3,3,2,14,5,12,10,11,17,11,23,22,24,27,27,29,26,31,26,30,46,30,32,28,26,22,23,28,18,21,13,13,19,20,13,13,7,3,4,6,4,4,2,2,1,3,0,0,0,0,1],"bins":[-0.043049246072769165,-0.04175998270511627,-0.04047071933746338,-0.03918145224452019,-0.037892188876867294,-0.0366029255092144,-0.03531365841627121,-0.03402439504861832,-0.032735131680965424,-0.03144586831331253,-0.030156603083014488,-0.028867337852716446,-0.027578074485063553,-0.02628881111741066,-0.024999545887112617,-0.023710280656814575,-0.022421017289161682,-0.02113175392150879,-0.019842488691210747,-0.018553223460912704,-0.01726396009325981,-0.01597469672560692,-0.014685431495308876,-0.013396167196333408,-0.01210690289735794,-0.010817638598382473,-0.009528374299407005,-0.008239110000431538,-0.00694984570145607,-0.005660581402480602,-0.004371317103505135,-0.003082052804529667,-0.0017927885055541992,-0.0005035242065787315,0.0007857400923967361,0.002075004391372204,0.0033642686903476715,0.004653532989323139,0.005942797288298607,0.0072320615872740746,0.008521325886249542,0.00981059018522501,0.011099854484200478,0.012389118783175945,0.013678383082151413,0.01496764738112688,0.01625691168010235,0.01754617691040039,0.018835440278053284,0.020124703645706177,0.02141396887600422,0.02270323410630226,0.023992497473955154,0.025281760841608047,0.02657102607190609,0.027860291302204132,0.029149554669857025,0.030438818037509918,0.03172808140516281,0.033017348498106,0.034306611865758896,0.03559587523341179,0.03688514232635498,0.038174405694007874,0.03946366906166077]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,0,1,2,1,1,7,5,7,14,15,19,26,41,48,59,87,170,212,313,506,695,1038,1633,2631,4203,6671,11126,18733,33984,69148,178030,134914,55155,28527,16126,9530,5893,3580,2284,1509,955,620,381,287,182,140,76,71,44,28,21,17,14,13,8,4,6,6,1,2,1,0,1],"bins":[-0.0034405402839183807,-0.0033325357362627983,-0.0032245309557765722,-0.00311652640812099,-0.0030085218604654074,-0.0029005170799791813,-0.002792512532323599,-0.0026845079846680164,-0.002576503437012434,-0.002468498656526208,-0.0023604941088706255,-0.002252489561215043,-0.002144484780728817,-0.0020364802330732346,-0.0019284755690023303,-0.0018204710213467479,-0.0017124663572758436,-0.0016044616932049394,-0.001496457145549357,-0.0013884524814784527,-0.0012804479338228703,-0.001172443269751966,-0.0010644386056810617,-0.0009564339998178184,-0.0008484293939545751,-0.0007404247880913317,-0.0006324201822280884,-0.0005244155181571841,-0.0004164109122939408,-0.00030840630643069744,-0.00020040167146362364,-9.239705104846507e-05,1.560780219733715e-05,0.00012361242261249572,0.0002316170430276543,0.0003396216779947281,0.00044762628385797143,0.0005556308897212148,0.000663635553792119,0.0007716401596553624,0.0008796447655186057,0.00098764942958951,0.0010956539772450924,0.0012036586413159966,0.001311663305386901,0.0014196678530424833,0.0015276725171133876,0.00163567706476897,0.0017436817288398743,0.0018516863929107785,0.0019596910569816828,0.002067695604637265,0.0021757001522928476,0.0022837049327790737,0.002391709480434656,0.0024997140280902386,0.002607718575745821,0.002715723356232047,0.0028237279038876295,0.002931732451543212,0.003039737232029438,0.0031477417796850204,0.003255746327340603,0.003363751107826829,0.0034717556554824114]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,2,2,0,1,4,3,3,3,5,8,16,11,13,36,36,57,97,118,116,56,50,29,18,18,10,11,12,5,8,2,1,3,3,3,0,0,3,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.05060315132141113,-0.0491069033741951,-0.047610651701688766,-0.04611440375447273,-0.0446181520819664,-0.043121904134750366,-0.04162565618753433,-0.040129404515028,-0.038633156567811966,-0.037136904895305634,-0.0356406569480896,-0.034144409000873566,-0.03264815732836723,-0.03115190751850605,-0.029655659571290016,-0.028159409761428833,-0.02666315995156765,-0.025166910141706467,-0.023670660331845284,-0.02217441238462925,-0.020678162574768066,-0.019181912764906883,-0.0176856629550457,-0.016189413145184517,-0.014693164266645908,-0.013196914456784725,-0.011700665578246117,-0.010204415768384933,-0.00870816595852375,-0.007211917079985142,-0.005715667270123959,-0.004219417925924063,-0.002723168581724167,-0.0012269191211089492,0.0002693303395062685,0.0017655798001214862,0.003261829260736704,0.0047580786049366,0.006254328414797783,0.007750577758997679,0.009246827103197575,0.010743076913058758,0.012239325791597366,0.01373557560145855,0.015231825411319733,0.016728075221180916,0.01822432316839695,0.019720572978258133,0.021216822788119316,0.0227130725979805,0.024209322407841682,0.025705570355057716,0.0272018201649189,0.028698069974780083,0.030194319784641266,0.0316905677318573,0.03318681940436363,0.034683067351579666,0.036179319024086,0.03767556697130203,0.039171814918518066,0.0406680665910244,0.04216431453824043,0.043660566210746765,0.0451568141579628],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,1,2,3,2,5,5,12,23,15,35,59,87,154,250,408,837,1343,2537,4747,8868,17399,36175,88458,334464,810065,156823,55276,25964,13570,6968,3739,2041,1125,556,337,211,105,78,39,28,9,8,8,4,5,4,3,1,0,3,0,0,0,0,1],"bins":[-0.056449562311172485,-0.054752517491579056,-0.053055472671985626,-0.0513584278523922,-0.04966138303279877,-0.04796433448791504,-0.04626728966832161,-0.04457024484872818,-0.04287320002913475,-0.04117615520954132,-0.03947911038994789,-0.03778206557035446,-0.036085017025470734,-0.034387972205877304,-0.032690927386283875,-0.030993882566690445,-0.029296837747097015,-0.027599792927503586,-0.025902748107910156,-0.024205701425671577,-0.022508656606078148,-0.02081161178648472,-0.01911456510424614,-0.01741752028465271,-0.01572047546505928,-0.01402343064546585,-0.012326384894549847,-0.010629339143633842,-0.008932294324040413,-0.007235249038785696,-0.005538203753530979,-0.0038411584682762623,-0.002144109457731247,-0.0004470641724765301,0.0012499811127781868,0.0029470263980329037,0.0046440716832876205,0.006341116968542337,0.008038162253797054,0.009735208004713058,0.011432252824306488,0.013129297643899918,0.014826343394815922,0.016523389145731926,0.018220433965325356,0.019917478784918785,0.021614525467157364,0.023311570286750793,0.025008615106344223,0.026705659925937653,0.028402704745531082,0.03009975142776966,0.03179679811000824,0.03349384292960167,0.0351908877491951,0.03688793256878853,0.03858497738838196,0.04028202220797539,0.04197906702756882,0.04367611184716225,0.045373156666755676,0.047070205211639404,0.048767250031232834,0.05046429485082626,0.05216133967041969]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[2,0,0,1,1,1,2,3,5,6,7,13,15,28,31,50,64,103,126,236,366,498,805,1334,2205,3572,5999,10990,20743,43533,116037,236880,76295,32162,16206,8736,4871,2909,1758,1093,748,461,300,203,141,94,58,45,20,20,13,11,6,4,4,1,3,0,1,2,1,0,1,1],"bins":[-0.0038938382640480995,-0.0037694773636758327,-0.003645116463303566,-0.003520755562931299,-0.0033963946625590324,-0.0032720337621867657,-0.003147672861814499,-0.003023311961442232,-0.0028989510610699654,-0.0027745903935283422,-0.0026502294931560755,-0.0025258685927838087,-0.002401507692411542,-0.002277146792039275,-0.0021527858916670084,-0.0020284249912947416,-0.0019040640909224749,-0.001779703190550208,-0.0016553422901779413,-0.0015309813898056746,-0.0014066204894334078,-0.0012822597054764628,-0.001157898805104196,-0.0010335379047319293,-0.0009091770043596625,-0.0007848161039873958,-0.000660455203615129,-0.0005360943614505231,-0.00041173346107825637,-0.0002873725607059896,-0.0001630116894375533,-3.8650803617201746e-05,8.57100822031498e-05,0.00021007096802350134,0.0003344318538438529,0.0004587927251122892,0.000583153625484556,0.0007075145258568227,0.0008318753680214286,0.0009562362683936954,0.0010805971687659621,0.001204958069138229,0.0013293189695104957,0.0014536798698827624,0.0015780406538397074,0.0017024015542119741,0.001826762454584241,0.0019511233549565077,0.0020754842553287745,0.0021998451557010412,0.002324206056073308,0.0024485669564455748,0.0025729278568178415,0.0026972887571901083,0.002821649657562375,0.002946010557934642,0.003070371225476265,0.0031947321258485317,0.0033190930262207985,0.0034434539265930653,0.003567814826965332,0.003692175727337599,0.0038165366277098656,0.003940897528082132,0.004065258428454399],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[4,3,8,5,11,14,23,28,47,65,69,122,151,218,316,416,555,715,1086,1442,1939,2685,3751,5379,7501,10671,15863,23557,36807,64354,130976,117506,57560,34047,21954,14844,10089,7136,5001,3500,2493,1916,1373,978,724,521,374,279,223,145,135,66,50,38,33,13,12,17,6,6,0,1,1,2],"bins":[-0.05000360682606697,-0.048386141657829285,-0.0467686802148819,-0.04515121504664421,-0.04353375360369682,-0.04191628843545914,-0.04029882699251175,-0.03868136182427406,-0.03706389665603638,-0.03544643521308899,-0.0338289700448513,-0.032211508601903915,-0.03059404343366623,-0.028976580128073692,-0.027359116822481155,-0.02574165351688862,-0.02412419021129608,-0.022506726905703545,-0.020889263600111008,-0.01927180029451847,-0.017654336988925934,-0.016036871820688248,-0.01441940851509571,-0.012801945209503174,-0.011184481903910637,-0.0095670185983181,-0.007949555292725563,-0.0063320910558104515,-0.004714627750217915,-0.003097164211794734,-0.0014797006733715534,0.00013776286505162716,0.0017552301287651062,0.0033726936671882868,0.004990157205611467,0.006607620976865292,0.008225084282457829,0.009842547588050365,0.011460011824965477,0.013077475130558014,0.01469493843615055,0.016312401741743088,0.017929865047335625,0.01954732835292816,0.021164793521165848,0.022782256826758385,0.02439972013235092,0.02601718343794346,0.027634646743535995,0.029252110049128532,0.03086957335472107,0.032487038522958755,0.03410449996590614,0.03572196513414383,0.03733942657709122,0.0389568917453289,0.04057435691356659,0.04219181835651398,0.04380928352475166,0.04542674496769905,0.04704421013593674,0.048661671578884125,0.05027913674712181,0.0518965981900692,0.053514063358306885]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,1,1,0,2,2,4,4,3,7,6,9,8,14,10,14,14,20,21,20,18,35,37,28,25,30,35,27,30,24,36,26,35,25,19,20,16,18,20,16,11,13,15,6,7,4,4,4,4,4,4,3,1,0,2,0,1,1],"bins":[-0.04281477630138397,-0.04154331609606743,-0.040271855890750885,-0.03900039568543434,-0.0377289354801178,-0.03645747900009155,-0.03518601879477501,-0.033914558589458466,-0.03264309838414192,-0.03137163817882538,-0.030100177973508835,-0.02882871963083744,-0.027557259425520897,-0.026285799220204353,-0.02501434087753296,-0.023742880672216415,-0.022471420466899872,-0.021199960261583328,-0.019928500056266785,-0.01865704171359539,-0.017385581508278847,-0.016114121302962303,-0.014842662028968334,-0.013571202754974365,-0.012299742549657822,-0.011028282344341278,-0.009756823070347309,-0.00848536379635334,-0.007213903591036797,-0.00594244385138154,-0.004670984111726284,-0.0033995243720710278,-0.0021280646324157715,-0.0008566048927605152,0.00041485484689474106,0.0016863145865499973,0.0029577743262052536,0.00422923406586051,0.005500693805515766,0.006772153545171022,0.008043613284826279,0.009315073490142822,0.010586532764136791,0.01185799203813076,0.013129452243447304,0.014400912448763847,0.01567237079143524,0.016943830996751785,0.01821529120206833,0.019486751407384872,0.020758211612701416,0.02202966995537281,0.023301130160689354,0.024572590366005898,0.025844048708677292,0.027115508913993835,0.02838696911931038,0.029658429324626923,0.030929889529943466,0.03220134973526001,0.033472806215286255,0.0347442664206028,0.03601572662591934,0.037287186831235886,0.03855864703655243]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,4,1,5,5,2,4,11,8,12,20,11,22,23,23,22,21,23,28,24,24,24,23,33,31,33,31,33,14,30,15,19,17,21,14,15,11,13,11,7,7,9,4,6,3,5,7,3,11,2,5,4,5,0,3,2,0,1,1],"bins":[0.9996193647384644,0.9996334314346313,0.9996474981307983,0.9996615648269653,0.9996756315231323,0.9996897578239441,0.9997038245201111,0.9997178912162781,0.9997319579124451,0.9997460246086121,0.999760091304779,0.999774158000946,0.9997882843017578,0.9998023509979248,0.9998164176940918,0.9998304843902588,0.9998445510864258,0.9998586177825928,0.9998726844787598,0.9998867511749268,0.9999008178710938,0.9999149441719055,0.9999290108680725,0.9999430775642395,0.9999571442604065,0.9999712109565735,0.9999852776527405,0.9999993443489075,1.0000134706497192,1.0000275373458862,1.0000416040420532,1.0000556707382202,1.0000697374343872,1.0000838041305542,1.0000978708267212,1.0001119375228882,1.0001260042190552,1.0001400709152222,1.0001541376113892,1.0001682043075562,1.0001823902130127,1.0001964569091797,1.0002105236053467,1.0002245903015137,1.0002386569976807,1.0002527236938477,1.0002667903900146,1.0002808570861816,1.0002949237823486,1.0003089904785156,1.0003230571746826,1.0003371238708496,1.0003511905670166,1.0003652572631836,1.0003793239593506,1.0003933906555176,1.0004074573516846,1.0004216432571411,1.000435709953308,1.000449776649475,1.000463843345642,1.000477910041809,1.000491976737976,1.000506043434143,1.00052011013031]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09809740632772446,-0.09510581195354462,-0.09211421012878418,-0.08912261575460434,-0.0861310213804245,-0.08313941955566406,-0.08014782518148422,-0.07715623080730438,-0.07416462898254395,-0.0711730346083641,-0.06818144023418427,-0.06518984586000443,-0.06219824403524399,-0.05920664966106415,-0.05621505156159401,-0.05322345718741417,-0.05023185908794403,-0.04724026098847389,-0.04424866661429405,-0.041257068514823914,-0.038265474140644073,-0.035273876041173935,-0.032282277941703796,-0.029290681704878807,-0.026299085468053818,-0.02330748923122883,-0.02031589299440384,-0.0173242948949337,-0.014332698658108711,-0.011341102421283722,-0.008349505253136158,-0.005357908550649881,-0.0023663118481636047,0.0006252848543226719,0.0036168815568089485,0.006608478259295225,0.009600074961781502,0.012591671198606491,0.015583268366754055,0.01857486553490162,0.02156646177172661,0.024558058008551598,0.027549654245376587,0.030541252344846725,0.033532850444316864,0.036524444818496704,0.03951604291796684,0.04250763729214668,0.04549923539161682,0.04849083349108696,0.0514824278652668,0.05447402596473694,0.05746562033891678,0.06045721843838692,0.06344881653785706,0.0664404109120369,0.06943200528621674,0.07242360711097717,0.07541520148515701,0.07840679585933685,0.08139839768409729,0.08438999205827713,0.08738158643245697,0.09037318825721741,0.09336478263139725],"_type":"histogram","values":[1,0,0,0,5,7,9,22,47,90,132,222,342,533,840,1248,1770,2601,3581,4966,6573,8548,10778,13455,16170,19528,22467,25837,28564,31111,33103,34328,34995,35017,33839,32556,30255,27378,24419,21416,18192,14960,12380,9736,7638,5806,4324,3105,2261,1642,1090,727,466,292,178,118,52,47,24,18,6,5,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.0982600599527359,-0.0952300950884819,-0.0922001376748085,-0.0891701728105545,-0.0861402079463005,-0.0831102505326271,-0.08008028566837311,-0.07705032080411911,-0.07402036339044571,-0.07099039852619171,-0.06796043366193771,-0.06493047624826431,-0.061900511384010315,-0.058870550245046616,-0.055840589106082916,-0.05281062424182892,-0.04978066310286522,-0.04675070196390152,-0.04372073709964752,-0.04069077596068382,-0.03766081482172012,-0.034630849957466125,-0.031600888818502426,-0.028570927679538727,-0.025540964677929878,-0.02251100167632103,-0.01948104053735733,-0.016451077535748482,-0.013421115465462208,-0.010391153395175934,-0.007361190859228373,-0.004331228323280811,-0.0013012662529945374,0.0017286960501223803,0.004758658353239298,0.007788620889186859,0.010818582959473133,0.013848545029759407,0.016878508031368256,0.019908469170331955,0.022938432171940804,0.025968395173549652,0.02899835631251335,0.03202831745147705,0.03505828231573105,0.03808824345469475,0.04111820459365845,0.044148169457912445,0.047178130596876144,0.050208091735839844,0.05323805660009384,0.05626801773905754,0.05929797887802124,0.06232794374227524,0.06535790115594864,0.06838786602020264,0.07141783088445663,0.07444778829813004,0.07747775316238403,0.08050771802663803,0.08353767544031143,0.08656764030456543,0.08959760516881943,0.09262756258249283,0.09565752744674683],"_type":"histogram","values":[1,1,3,3,7,8,19,19,63,79,139,238,376,584,876,1358,1942,2790,3802,5159,6948,9101,11638,14202,17225,20740,23814,26941,29711,32403,34002,35045,35829,35393,34012,31781,29596,26502,23274,19855,17029,13916,11119,8742,6676,5037,3738,2707,1786,1248,900,561,356,190,143,83,57,26,15,6,3,3,2,2]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,1,2,2,1,6,2,6,7,11,16,17,21,21,26,18,20,14,35,25,23,10,18,9,6,13,14,10,8,10,8,10,12,19,7,18,14,14,16,13,16,17,29,25,30,28,24,21,24,18,7,7,4,3,2,4,2,0,0,0,1,2],"bins":[-0.00021285377442836761,-0.00020623744057957083,-0.00019962110673077404,-0.00019300475833006203,-0.00018638842448126525,-0.00017977209063246846,-0.00017315574223175645,-0.00016653940838295966,-0.00015992307453416288,-0.0001533067406853661,-0.0001466904068365693,-0.0001400740584358573,-0.0001334577245870605,-0.00012684139073826373,-0.00012022504961350933,-0.00011360870848875493,-0.00010699237463995814,-0.00010037604079116136,-9.375969966640696e-05,-8.714335854165256e-05,-8.052702469285578e-05,-7.391069084405899e-05,-6.729434971930459e-05,-6.0678012232529e-05,-5.406167474575341e-05,-4.7445337258977816e-05,-4.0828999772202224e-05,-3.421266228542663e-05,-2.759632479865104e-05,-2.0979987311875448e-05,-1.4363649825099856e-05,-7.747312338324264e-06,-1.1309894034639e-06,5.485348083311692e-06,1.2101685570087284e-05,1.8718023056862876e-05,2.5334360543638468e-05,3.195069803041406e-05,3.856703551718965e-05,4.5183373003965244e-05,5.1799710490740836e-05,5.841604797751643e-05,6.503238546429202e-05,7.164872658904642e-05,7.82650604378432e-05,8.488139428663999e-05,9.149773541139439e-05,9.811407653614879e-05,0.00010473041038494557,0.00011134674423374236,0.00011796308535849676,0.00012457942648325115,0.00013119576033204794,0.00013781209418084472,0.0001444284280296415,0.00015104477643035352,0.0001576611102791503,0.0001642774441279471,0.0001708937925286591,0.0001775101263774559,0.00018412646022625268,0.00019074279407504946,0.00019735912792384624,0.00020397547632455826,0.00021059181017335504],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,1,1,4,1,4,2,2,7,15,26,35,44,51,93,133,179,318,437,633,979,1460,2186,3477,5353,8585,13971,23242,43523,96634,207735,84147,39038,22033,13013,7920,5043,3247,2093,1359,892,606,423,276,204,121,77,69,40,28,20,10,11,7,6,2,0,1,2,1,3],"bins":[-0.005299650598317385,-0.005141117610037327,-0.004982585087418556,-0.004824052099138498,-0.00466551911085844,-0.0045069861225783825,-0.004348453134298325,-0.004189920611679554,-0.004031387623399496,-0.003872854635119438,-0.003714321879670024,-0.0035557891242206097,-0.0033972561359405518,-0.003238723147660494,-0.0030801903922110796,-0.0029216576367616653,-0.0027631246484816074,-0.0026045916602015495,-0.0024460589047521353,-0.002287526149302721,-0.002128993161022663,-0.001970460172742605,-0.001811927417293191,-0.0016533945454284549,-0.0014948616735637188,-0.0013363288016989827,-0.0011777959298342466,-0.0010192630579695106,-0.0008607301861047745,-0.0007021973142400384,-0.0005436644423753023,-0.00038513157051056623,-0.00022659823298454285,-6.806536111980677e-05,9.046751074492931e-05,0.0002490003826096654,0.0004075332544744015,0.0005660661263391376,0.0007245989982038736,0.0008831318700686097,0.0010416647419333458,0.0012001976137980819,0.001358730485662818,0.001517263357527554,0.0016757962293922901,0.0018343291012570262,0.0019928619731217623,0.0021513947285711765,0.0023099277168512344,0.0024684607051312923,0.0026269934605807066,0.002785526216030121,0.0029440592043101788,0.0031025921925902367,0.003261124948039651,0.003419657703489065,0.003578190691769123,0.003736723680049181,0.0038952564354985952,0.0040537891909480095,0.004212322179228067,0.004370855167508125,0.004529387690126896,0.004687920678406954,0.004846453666687012]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.00043474146514199674,-0.0004227583995088935,-0.00041077533387579024,-0.00039879229734651744,-0.0003868092317134142,-0.00037482616608031094,-0.0003628431004472077,-0.0003508600639179349,-0.00033887699828483164,-0.0003268939326517284,-0.00031491086701862514,-0.0003029278013855219,-0.0002909447648562491,-0.00027896169922314584,-0.0002669786335900426,-0.00025499556795693934,-0.00024301251687575132,-0.00023102945124264807,-0.00021904640016146004,-0.0002070633345283568,-0.00019508028344716877,-0.00018309721781406552,-0.0001711141667328775,-0.00015913110109977424,-0.000147148035466671,-0.00013516498438548297,-0.00012318191875237972,-0.00011119886767119169,-9.921580203808844e-05,-8.72327436809428e-05,-7.524968532379717e-05,-6.326662696665153e-05,-5.128356860950589e-05,-3.9300510252360255e-05,-2.7317450076225214e-05,-1.5334389900090173e-05,-3.3513315429445356e-06,8.631727723695803e-06,2.0614786990336142e-05,3.259784716647118e-05,4.458090552361682e-05,5.656396388076246e-05,6.85470222379081e-05,8.053008059505373e-05,9.251314622815698e-05,0.00010449620458530262,0.00011647926294244826,0.00012846231402363628,0.00014044537965673953,0.00015242844528984278,0.0001644114963710308,0.00017639456200413406,0.00018837761308532208,0.00020036067871842533,0.00021234372979961336,0.0002243267954327166,0.00023630986106581986,0.0002482929266989231,0.0002602759632281959,0.00027225902886129916,0.0002842420944944024,0.00029622516012750566,0.00030820819665677845,0.0003201912622898817,0.00033217432792298496],"_type":"histogram","values":[2,0,0,0,0,1,0,0,0,0,2,2,0,2,1,5,0,4,4,5,3,9,15,22,54,69,107,145,89,105,73,75,79,63,51,77,62,59,63,56,67,81,112,133,83,75,64,37,21,22,15,5,7,4,3,3,1,6,1,0,0,0,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,1,0,0,0,2,2,1,4,3,5,8,9,9,14,20,20,31,25,21,27,28,27,26,24,30,35,29,26,36,35,45,20,21,22,23,18,8,7,13,7,7,7,8,9,5,5,6,6,3,2,6,1,4,1,2,2,2,2,2,1,2],"bins":[0.9996011257171631,0.9996154308319092,0.9996297359466553,0.9996440410614014,0.9996583461761475,0.9996727108955383,0.9996870160102844,0.9997013211250305,0.9997156262397766,0.9997299313545227,0.9997442364692688,0.9997585415840149,0.9997729063034058,0.9997872114181519,0.999801516532898,0.999815821647644,0.9998301267623901,0.9998444318771362,0.9998587369918823,0.9998730421066284,0.9998873472213745,0.9999017119407654,0.9999160170555115,0.9999303221702576,0.9999446272850037,0.9999589323997498,0.9999732375144958,0.9999875426292419,1.0000019073486328,1.000016212463379,1.000030517578125,1.000044822692871,1.0000591278076172,1.0000734329223633,1.0000877380371094,1.0001020431518555,1.0001163482666016,1.0001306533813477,1.0001449584960938,1.0001592636108398,1.000173568725586,1.0001879930496216,1.0002022981643677,1.0002166032791138,1.0002309083938599,1.000245213508606,1.000259518623352,1.0002738237380981,1.0002881288528442,1.0003024339675903,1.0003167390823364,1.0003310441970825,1.0003453493118286,1.0003596544265747,1.0003739595413208,1.000388264656067,1.0004026889801025,1.0004169940948486,1.0004312992095947,1.0004456043243408,1.000459909439087,1.000474214553833,1.000488519668579,1.0005028247833252,1.0005171298980713]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.09630095958709717,-0.09329261630773544,-0.09028427302837372,-0.087275929749012,-0.08426758646965027,-0.08125924319028854,-0.07825089246034622,-0.0752425491809845,-0.07223420590162277,-0.06922586262226105,-0.06621751934289932,-0.0632091760635376,-0.06020083278417587,-0.05719248950481415,-0.054184142500162125,-0.0511757992208004,-0.048167455941438675,-0.04515911266207695,-0.042150769382715225,-0.0391424223780632,-0.03613407909870148,-0.03312573581933975,-0.030117392539978027,-0.027109047397971153,-0.02410070411860943,-0.021092360839247704,-0.01808401569724083,-0.015075672417879105,-0.012067328207194805,-0.009058983996510506,-0.0060506402514874935,-0.0030422962736338377,-3.3952295780181885e-05,0.002974391682073474,0.00598273565992713,0.008991079404950142,0.011999423615634441,0.01500776782631874,0.018016111105680466,0.02102445624768734,0.024032799527049065,0.02704114280641079,0.030049487948417664,0.03305783122777939,0.03606617450714111,0.03907451778650284,0.04208286479115486,0.045091208070516586,0.04809955134987831,0.051107894629240036,0.05411623790860176,0.057124584913253784,0.06013292819261551,0.06314127147197723,0.06614961475133896,0.06915795803070068,0.07216630131006241,0.07517464458942413,0.07818298786878586,0.08119133859872818,0.0841996818780899,0.08720802515745163,0.09021636843681335,0.09322471171617508,0.0962330549955368],"_type":"histogram","values":[2,2,8,10,24,27,62,126,183,306,497,803,1279,1938,2962,4341,6117,8927,11881,16213,21142,27112,33697,41668,49987,58660,66308,74584,82041,88355,91353,94018,94466,92045,87826,82117,74916,67038,58849,49850,41877,34232,27281,21221,16177,12333,8932,6317,4392,3009,2022,1272,799,518,319,175,107,58,41,20,13,5,3,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[5,6,14,22,46,74,135,190,360,562,884,1438,2243,3344,4929,6857,9666,13263,17526,23034,29220,36362,44063,52381,60996,69835,77900,84366,89594,93202,94323,93570,91167,86039,80125,72723,64555,55573,46991,39327,31529,25212,19256,14628,10898,8014,5524,3917,2578,1696,1073,654,396,247,165,78,40,23,10,7,4,3,1,1],"bins":[-0.0925188884139061,-0.0895027220249176,-0.08648654818534851,-0.08347037434577942,-0.08045420795679092,-0.07743804156780243,-0.07442186772823334,-0.07140569388866425,-0.06838952749967575,-0.06537336111068726,-0.062357187271118164,-0.05934101715683937,-0.05632484704256058,-0.053308676928281784,-0.05029250681400299,-0.0472763366997242,-0.044260166585445404,-0.04124399647116661,-0.03822782635688782,-0.035211656242609024,-0.03219548612833023,-0.029179316014051437,-0.026163145899772644,-0.02314697578549385,-0.020130805671215057,-0.017114635556936264,-0.01409846544265747,-0.011082295328378677,-0.008066125214099884,-0.005049955099821091,-0.0020337849855422974,0.000982385128736496,0.003998562693595886,0.0070147328078746796,0.010030902922153473,0.013047073036432266,0.01606324315071106,0.019079413264989853,0.022095583379268646,0.02511175349354744,0.028127923607826233,0.031144093722105026,0.03416026383638382,0.03717643395066261,0.040192604064941406,0.0432087741792202,0.04622494429349899,0.049241114407777786,0.05225728452205658,0.05527345463633537,0.058289624750614166,0.06130579486489296,0.06432196497917175,0.06733813881874084,0.07035430520772934,0.07337047159671783,0.07638664543628693,0.07940281927585602,0.08241898566484451,0.08543515205383301,0.0884513258934021,0.09146749973297119,0.09448366612195969,0.09749983251094818,0.10051600635051727]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,1,0,2,2,2,3,0,2,2,4,1,2,7,3,5,3,3,8,11,18,9,18,20,18,17,26,43,55,60,74,70,56,38,25,19,25,18,19,7,11,11,6,9,4,3,6,1,4,4,1,3,1,0,1,2,0,0,1,0,1,0,1,1],"bins":[-1.0168719200009946e-09,-9.838041492571392e-10,-9.507363785132839e-10,-9.176686077694285e-10,-8.846008370255731e-10,-8.515330662817178e-10,-8.184652955378624e-10,-7.85397524794007e-10,-7.523297540501517e-10,-7.192619833062963e-10,-6.86194212562441e-10,-6.531264418185856e-10,-6.200586710747302e-10,-5.869909003308749e-10,-5.539231295870195e-10,-5.208553588431641e-10,-4.877875880993088e-10,-4.547198173554534e-10,-4.2165204661159805e-10,-3.885842758677427e-10,-3.5551650512388733e-10,-3.2244873438003196e-10,-2.893809636361766e-10,-2.5631319289232124e-10,-2.2324542214846588e-10,-1.9017765140461051e-10,-1.5710988066075515e-10,-1.240421099168998e-10,-9.097433917304443e-11,-5.7906568429189065e-11,-2.4838797685333702e-11,8.22897305852166e-12,4.129674380237702e-11,7.436451454623239e-11,1.0743228529008775e-10,1.405000560339431e-10,1.7356782677779847e-10,2.0663559752165384e-10,2.397033682655092e-10,2.7277113900936456e-10,3.058389097532199e-10,3.389066804970753e-10,3.7197445124093065e-10,4.05042221984786e-10,4.3810999272864137e-10,4.711777634724967e-10,5.042455342163521e-10,5.373133049602075e-10,5.703810757040628e-10,6.034488464479182e-10,6.365166171917735e-10,6.695843879356289e-10,7.026521586794843e-10,7.357199294233396e-10,7.68787700167195e-10,8.018554709110504e-10,8.349232416549057e-10,8.679910123987611e-10,9.010587831426164e-10,9.341265538864718e-10,9.671943246303272e-10,1.0002620953741825e-09,1.033329866118038e-09,1.0663976368618933e-09,1.0994654076057486e-09],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,0,0,1,1,4,11,5,8,9,24,30,39,50,87,121,182,238,398,618,902,1393,2266,3673,5900,9953,17127,31365,67187,207722,131706,49199,24716,13697,8089,4884,2941,1825,1159,750,473,324,240,158,92,79,58,30,30,16,7,15,7,3,3,1,1,2,1,0,0,1],"bins":[-0.003647204954177141,-0.0035325277131050825,-0.003417850472033024,-0.003303173230960965,-0.0031884959898889065,-0.0030738189816474915,-0.0029591417405754328,-0.002844464499503374,-0.0027297872584313154,-0.0026151100173592567,-0.002500432776287198,-0.0023857555352151394,-0.0022710785269737244,-0.0021564012859016657,-0.002041724044829607,-0.0019270468037575483,-0.0018123695626854897,-0.001697692321613431,-0.0015830150805413723,-0.0014683379558846354,-0.0013536607148125768,-0.001238983473740518,-0.0011243063490837812,-0.0010096291080117226,-0.0008949518669396639,-0.0007802746258676052,-0.0006655974430032074,-0.0005509202601388097,-0.000436243019066751,-0.0003215658070985228,-0.00020688859513029456,-9.221138316206634e-05,2.246582880616188e-05,0.0001371430407743901,0.0002518202527426183,0.00036649746471084654,0.00048117467667907476,0.0005958519177511334,0.0007105291006155312,0.000825206283479929,0.0009398835245519876,0.0010545607656240463,0.001169238006696105,0.0012839151313528419,0.0013985923724249005,0.0015132696134969592,0.001627946738153696,0.0017426239792257547,0.0018573012202978134,0.001971978461369872,0.0020866557024419308,0.0022013329435139894,0.002316010184586048,0.002430687192827463,0.002545364433899522,0.0026600416749715805,0.002774718916043639,0.002889396157115698,0.0030040733981877565,0.003118750639259815,0.0032334276475012302,0.003348104888573289,0.0034627821296453476,0.0035774593707174063,0.003692136611789465]},"_step":50,"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.04452724754810333,-0.04289352893829346,-0.04125981032848358,-0.039626091718673706,-0.03799236938357353,-0.03635865077376366,-0.03472493216395378,-0.033091213554143906,-0.03145749494433403,-0.029823774471879005,-0.02819005586206913,-0.026556337252259254,-0.02492261677980423,-0.023288898169994354,-0.02165517956018448,-0.020021459087729454,-0.01838774047791958,-0.016754021868109703,-0.015120302326977253,-0.013486582785844803,-0.011852864176034927,-0.010219144634902477,-0.008585425093770027,-0.006951706018298864,-0.005317986942827702,-0.0036842678673565388,-0.0020505485590547323,-0.0004168293671682477,0.001216889824718237,0.0028506089001893997,0.00448432844132185,0.006118047516793013,0.007751766592264175,0.009385486133396626,0.011019204743206501,0.012652924284338951,0.014286642894148827,0.01592036336660385,0.017554081976413727,0.019187800586223602,0.020821519196033478,0.022455239668488503,0.024088958278298378,0.025722676888108253,0.027356397360563278,0.028990115970373154,0.03062383458018303,0.032257553189992905,0.03389127552509308,0.035524994134902954,0.03715871274471283,0.038792431354522705,0.04042614996433258,0.042059868574142456,0.04369358718395233,0.045327309519052505,0.04696102812886238,0.048594746738672256,0.05022846534848213,0.05186218395829201,0.05349590256810188,0.05512962490320206,0.05676334351301193,0.05839706212282181,0.06003078073263168],"_type":"histogram","values":[1,0,0,1,0,1,0,0,1,2,0,5,5,3,4,5,5,5,12,14,14,24,27,35,40,55,99,105,72,55,39,25,16,23,14,13,14,10,5,3,4,1,3,1,2,1,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,0,3,2,2,4,8,15,17,16,24,43,47,71,111,171,213,330,550,721,1076,1508,2090,3096,4304,6070,8951,13175,20314,32626,59827,119963,136794,70750,37413,22694,14481,10034,6717,4633,3217,2349,1665,1161,811,510,387,252,180,132,83,72,45,28,19,15,15,9,2,1,2,2,1],"bins":[-0.04268202930688858,-0.04139348119497299,-0.040104933083057404,-0.038816384971141815,-0.03752783685922623,-0.03623928874731064,-0.03495074063539505,-0.03366219252347946,-0.03237364441156387,-0.031085098162293434,-0.029796550050377846,-0.028508001938462257,-0.027219455689191818,-0.02593090757727623,-0.02464235946536064,-0.023353811353445053,-0.022065263241529465,-0.020776715129613876,-0.019488167017698288,-0.0181996189057827,-0.01691107079386711,-0.015622523613274097,-0.014333976432681084,-0.013045428320765495,-0.011756880208849907,-0.010468332096934319,-0.00917978398501873,-0.007891236804425716,-0.006602688692510128,-0.00531414058059454,-0.004025592934340239,-0.002737045055255294,-0.0014484971761703491,-0.0001599492970854044,0.0011285985819995403,0.002417146461084485,0.0037056943401694298,0.004994242452085018,0.006282790098339319,0.00757133774459362,0.008859885856509209,0.010148433968424797,0.011436982080340385,0.0127255292609334,0.014014077372848988,0.015302625484764576,0.01659117266535759,0.017879720777273178,0.019168268889188766,0.020456817001104355,0.021745365113019943,0.02303391322493553,0.02432246133685112,0.02561100758612156,0.026899555698037148,0.028188103809952736,0.029476651921868324,0.030765200033783913,0.03205374628305435,0.03334229439496994,0.03463084250688553,0.03591939061880112,0.037207938730716705,0.038496486842632294,0.03978503495454788],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[3,3,7,8,15,36,53,76,132,211,340,541,807,1190,1703,2289,3246,4463,5674,7522,9702,11905,14829,17483,20399,23226,26239,28713,31013,32758,33943,34021,34314,32916,31026,28628,26033,23225,20233,17172,14403,11861,9637,7591,5672,4264,3194,2301,1655,1053,766,479,313,202,144,83,47,26,17,11,5,2,0,1],"bins":[-0.09121409058570862,-0.08831373602151871,-0.0854133740067482,-0.08251301944255829,-0.07961265742778778,-0.07671230286359787,-0.07381194829940796,-0.07091158628463745,-0.06801123172044754,-0.06511087715625763,-0.06221051514148712,-0.05931016057729721,-0.056409802287817,-0.05350944399833679,-0.05060908943414688,-0.04770873114466667,-0.04480837285518646,-0.04190801456570625,-0.039007656276226044,-0.03610730171203613,-0.03320694342255592,-0.030306585133075714,-0.027406228706240654,-0.024505872279405594,-0.021605513989925385,-0.018705155700445175,-0.015804799273610115,-0.01290444191545248,-0.010004084557294846,-0.007103727199137211,-0.004203369840979576,-0.0013030124828219414,0.0015973523259162903,0.004497709684073925,0.00739806704223156,0.010298424400389194,0.01319878175854683,0.01609914004802704,0.0189994964748621,0.02189985290169716,0.024800211191177368,0.027700569480657578,0.030600925907492638,0.0335012823343277,0.03640164062380791,0.039301998913288116,0.04220235347747803,0.04510271176695824,0.048003070056438446,0.050903428345918655,0.053803786635398865,0.056704141199588776,0.059604499489068985,0.0625048577785492,0.0654052123427391,0.06830557435750961,0.07120592892169952,0.07410628348588943,0.07700664550065994,0.07990700006484985,0.08280736207962036,0.08570771664381027,0.08860807120800018,0.09150843322277069,0.0944087877869606]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0001506200642324984,-0.00014593832020182163,-0.00014125656161922961,-0.00013657481758855283,-0.00013189305900596082,-0.00012721131497528404,-0.00012252957094460726,-0.00011784781236201525,-0.00011316606833133847,-0.00010848431702470407,-0.00010380256571806967,-9.912081441143528e-05,-9.443906310480088e-05,-8.975731179816648e-05,-8.50755677674897e-05,-8.03938164608553e-05,-7.571206515422091e-05,-7.103031384758651e-05,-6.634856254095212e-05,-6.166681851027533e-05,-5.698506720364094e-05,-5.230331589700654e-05,-4.7621564590372145e-05,-4.2939816921716556e-05,-3.825806561508216e-05,-3.357631430844776e-05,-2.8894566639792174e-05,-2.4212815333157778e-05,-1.9531065845512785e-05,-1.4849316357867792e-05,-1.0167565960728098e-05,-5.485816018335754e-06,-8.040660759434104e-07,3.877683866448933e-06,8.559433808841277e-06,1.3241184205980971e-05,1.7922933693625964e-05,2.2604683181270957e-05,2.7286434487905353e-05,3.196818215656094e-05,3.664993346319534e-05,4.1331684769829735e-05,4.6013432438485324e-05,5.069518374511972e-05,5.537693505175412e-05,6.0058682720409706e-05,6.47404303890653e-05,6.942218169569969e-05,7.410393300233409e-05,7.878568430896848e-05,8.346743561560288e-05,8.814917964627966e-05,9.283093095291406e-05,9.751268225954846e-05,0.00010219443356618285,0.00010687618487281725,0.00011155793617945164,0.00011623968021012843,0.00012092143151676282,0.00012560318282339722,0.000130284926854074,0.000134966685436666,0.0001396484294673428,0.0001443301880499348,0.0001490119320806116],"_type":"histogram","values":[1,1,1,2,6,2,8,22,20,24,36,39,32,22,20,14,11,9,10,4,7,6,6,11,7,12,6,7,8,12,5,8,5,7,4,5,8,14,9,5,5,5,10,12,14,8,9,15,18,14,20,29,29,41,41,22,11,14,9,3,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9995066523551941,0.9995226860046387,0.9995387196540833,0.9995546936988831,0.9995707273483276,0.9995867609977722,0.9996027946472168,0.9996188282966614,0.999634861946106,0.9996508359909058,0.9996668696403503,0.9996829032897949,0.9996989369392395,0.9997149705886841,0.9997310042381287,0.9997469782829285,0.999763011932373,0.9997790455818176,0.9997950792312622,0.9998111128807068,0.9998271465301514,0.9998431205749512,0.9998591542243958,0.9998751878738403,0.9998912215232849,0.9999072551727295,0.9999232888221741,0.9999392628669739,0.9999552965164185,0.999971330165863,0.9999873638153076,1.0000033378601074,1.0000194311141968,1.0000354051589966,1.000051498413086,1.0000674724578857,1.0000834465026855,1.000099539756775,1.0001155138015747,1.000131607055664,1.0001475811004639,1.0001635551452637,1.000179648399353,1.0001956224441528,1.0002117156982422,1.000227689743042,1.0002437829971313,1.0002597570419312,1.000275731086731,1.0002918243408203,1.0003077983856201,1.0003238916397095,1.0003398656845093,1.000355839729309,1.0003719329833984,1.0003879070281982,1.0004040002822876,1.0004199743270874,1.0004360675811768,1.0004520416259766,1.0004680156707764,1.0004841089248657,1.0005000829696655,1.0005161762237549,1.0005321502685547],"_type":"histogram","values":[1,1,1,1,0,1,0,2,1,1,2,1,1,4,8,6,9,9,8,10,11,21,19,30,30,28,26,33,30,25,33,32,36,34,31,38,29,27,15,19,24,15,13,17,11,8,6,8,11,2,7,5,7,3,5,0,4,1,1,1,3,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09323108196258545,-0.09020282328128815,-0.08717456459999084,-0.08414629846811295,-0.08111803978681564,-0.07808978110551834,-0.07506152242422104,-0.07203326374292374,-0.06900499761104584,-0.06597673892974854,-0.06294848024845123,-0.05992022156715393,-0.05689196288585663,-0.05386370047926903,-0.050835441797971725,-0.047807179391384125,-0.04477892071008682,-0.04175066202878952,-0.03872239962220192,-0.03569414094090462,-0.03266587853431702,-0.029637619853019714,-0.026609361171722412,-0.02358110062777996,-0.02055284008383751,-0.017524579539895058,-0.01449631992727518,-0.011468060314655304,-0.008439799770712852,-0.005411539692431688,-0.002383279614150524,0.00064498046413064,0.0036732330918312073,0.0067014931701123714,0.009729753248393536,0.012758012861013412,0.015786273404955864,0.018814533948898315,0.021842792630195618,0.02487105317413807,0.02789931371808052,0.030927574262022972,0.033955834805965424,0.036984093487262726,0.04001235216856003,0.04304061457514763,0.04606887325644493,0.04909713566303253,0.052125394344329834,0.055153653025627136,0.05818191543221474,0.06121017411351204,0.06423843652009964,0.06726669520139694,0.07029495388269424,0.07332321256399155,0.07635147869586945,0.07937973737716675,0.08240799605846405,0.08543625473976135,0.08846451342105865,0.09149277210235596,0.09452103823423386,0.09754929691553116,0.10057755559682846],"_type":"histogram","values":[3,0,4,4,12,19,33,77,132,211,314,521,763,1126,1706,2432,3429,4769,6379,8314,10726,13208,16106,19304,22804,25671,28975,31531,33438,34933,35478,35318,34284,32552,30497,27752,24612,21332,18050,14797,12130,9532,7462,5692,4071,3046,2103,1435,953,694,432,280,156,96,57,25,19,11,8,2,3,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.000202054507099092,-0.00019557596533559263,-0.00018909740902017802,-0.0001826188527047634,-0.00017614031094126403,-0.00016966176917776465,-0.00016318321286235005,-0.00015670465654693544,-0.00015022611478343606,-0.00014374757301993668,-0.00013726901670452207,-0.00013079046038910747,-0.0001243119186256081,-0.0001178333695861511,-0.0001113548205466941,-0.0001048762715072371,-9.839772246778011e-05,-9.191917342832312e-05,-8.544062438886613e-05,-7.896207534940913e-05,-7.248352630995214e-05,-6.600497727049515e-05,-5.952642823103815e-05,-5.304787919158116e-05,-4.6569330152124166e-05,-4.009078111266717e-05,-3.361223207321018e-05,-2.7133683033753186e-05,-2.0655133994296193e-05,-1.41765849548392e-05,-7.698035915382206e-06,-1.219486875925213e-06,5.259076715447009e-06,1.1737625754904002e-05,1.8216174794360995e-05,2.469472383381799e-05,3.117327287327498e-05,3.7651821912731975e-05,4.413037095218897e-05,5.060891999164596e-05,5.7087469031102955e-05,6.356601807055995e-05,7.004456711001694e-05,7.652311614947394e-05,8.300166518893093e-05,8.948021422838792e-05,9.595876326784492e-05,0.00010243731230730191,0.0001089158613467589,0.0001153944103862159,0.00012187295942567289,0.00012835150118917227,0.00013483005750458688,0.00014130861382000148,0.00014778715558350086,0.00015426569734700024,0.00016074425366241485,0.00016722280997782946,0.00017370135174132884,0.00018017989350482821,0.00018665844982024282,0.00019313700613565743,0.0001996155478991568,0.0002060940896626562,0.0002125726459780708],"_type":"histogram","values":[1,1,0,3,1,3,5,3,9,8,16,13,18,18,21,26,16,19,17,34,19,27,14,8,11,8,6,15,13,9,11,12,6,15,15,11,12,16,12,16,11,16,15,32,23,34,29,25,17,18,24,7,11,3,5,0,2,3,2,0,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.0509013868868351,-0.049279484897851944,-0.04765758290886879,-0.046035680919885635,-0.04441377893090248,-0.04279187694191933,-0.04116997495293617,-0.03954807296395302,-0.037926170974969864,-0.03630426898598671,-0.034682366997003555,-0.0330604650080204,-0.03143856301903725,-0.029816659167408943,-0.02819475717842579,-0.026572855189442635,-0.02495095320045948,-0.023329051211476326,-0.02170714922249317,-0.020085247233510017,-0.018463345244526863,-0.01684144325554371,-0.01521954033523798,-0.013597638346254826,-0.011975736357271671,-0.010353834368288517,-0.008731932379305363,-0.007110029924660921,-0.005488127935677767,-0.0038662259466946125,-0.0022443237248808146,-0.0006224216194823384,0.0009994804859161377,0.002621382474899292,0.004243284463882446,0.005865186918526888,0.007487088907510042,0.009108991362154484,0.010730893351137638,0.012352795340120792,0.013974697329103947,0.015596599318087101,0.01721850223839283,0.018840404227375984,0.02046230621635914,0.022084208205342293,0.023706110194325447,0.0253280121833086,0.026949914172291756,0.02857181616127491,0.030193718150258064,0.03181562200188637,0.03343752399086952,0.035059425979852676,0.03668132796883583,0.038303229957818985,0.03992513194680214,0.041547033935785294,0.04316893592476845,0.0447908379137516,0.046412739902734756,0.04803464189171791,0.049656543880701065,0.05127844586968422,0.052900347858667374],"_type":"histogram","values":[1,0,0,0,0,2,2,3,1,14,9,21,25,29,46,85,119,179,272,454,674,1101,1694,2758,4554,7610,12861,23958,46145,100295,286423,698529,213296,82914,39183,20680,11477,6789,3962,2409,1534,990,653,391,249,174,108,48,52,26,21,13,11,9,4,1,2,1,1,1,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,1,0,1,1,0,1,3,2,0,2,5,8,6,6,6,9,10,9,11,12,17,25,29,16,25,22,26,26,25,22,27,802,27,28,35,33,25,20,9,24,26,18,18,15,20,15,10,8,7,1,9,5,8,6,4,4,1,1,1,0,0,2],"bins":[-1.7266731262207031,-1.6756669282913208,-1.624660611152649,-1.5736544132232666,-1.5226480960845947,-1.4716418981552124,-1.4206355810165405,-1.3696293830871582,-1.3186230659484863,-1.267616868019104,-1.2166106700897217,-1.1656043529510498,-1.1145981550216675,-1.0635918378829956,-1.0125856399536133,-0.9615793824195862,-0.9105731248855591,-0.859566867351532,-0.8085606098175049,-0.7575543522834778,-0.7065480947494507,-0.6555418968200684,-0.6045356392860413,-0.5535293817520142,-0.5025231242179871,-0.45151686668395996,-0.40051060914993286,-0.34950438141822815,-0.29849812388420105,-0.24749186635017395,-0.19648562371730804,-0.14547938108444214,-0.09447324275970459,-0.04346699267625809,0.0075392574071884155,0.05854550749063492,0.10955175757408142,0.16055801510810852,0.21156425774097443,0.26257050037384033,0.31357675790786743,0.36458301544189453,0.41558927297592163,0.46659550070762634,0.517601728439331,0.5686079859733582,0.6196142435073853,0.6706205010414124,0.7216267585754395,0.7726330161094666,0.8236392736434937,0.8746455311775208,0.9256517887115479,0.9766579866409302,1.027664303779602,1.0786705017089844,1.1296768188476562,1.1806830167770386,1.231689214706421,1.2826955318450928,1.333701729774475,1.384708046913147,1.4357142448425293,1.4867205619812012,1.5377267599105835],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[5,8,9,30,37,66,112,184,296,536,824,1194,1820,2818,3990,5819,8183,11042,14879,19536,24880,31085,38151,45800,53787,62197,69532,77682,82961,88064,91269,92264,90616,88670,84240,77193,70737,62489,54984,46808,38601,31741,25400,19734,14955,11239,8175,5907,4174,2809,1916,1287,829,544,332,175,117,61,38,17,8,4,2,2],"bins":[-0.09269827604293823,-0.0897589772939682,-0.08681967854499817,-0.08388037979602814,-0.0809410810470581,-0.07800178229808807,-0.07506248354911804,-0.07212318480014801,-0.06918388605117798,-0.06624457985162735,-0.06330528110265732,-0.060365986078977585,-0.057426683604717255,-0.05448738485574722,-0.05154808610677719,-0.04860878735780716,-0.04566948860883713,-0.042730189859867096,-0.039790891110897064,-0.03685159236192703,-0.033912293612957,-0.03097299300134182,-0.02803369238972664,-0.025094393640756607,-0.022155094891786575,-0.019215796142816544,-0.016276497393846512,-0.013337196782231331,-0.0103978980332613,-0.00745859881862998,-0.004519299603998661,-0.001580000389367342,0.001359298825263977,0.004298598039895296,0.007237897254526615,0.010177196934819221,0.013116495683789253,0.016055794432759285,0.018995095044374466,0.021934393793344498,0.02487369254231453,0.02781299129128456,0.030752290040254593,0.033691588789224625,0.036630891263484955,0.03957019001245499,0.04250948876142502,0.04544878751039505,0.04838808625936508,0.051327385008335114,0.054266683757305145,0.05720598250627518,0.06014528125524521,0.06308458000421524,0.06602387875318527,0.0689631775021553,0.07190248370170593,0.07484178245067596,0.077781081199646,0.08072037994861603,0.08365967869758606,0.08659897744655609,0.08953827619552612,0.09247757494449615,0.09541687369346619]},"_wandb":{"runtime":276},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,4,2,3,4,5,6,11,17,9,17,13,19,29,32,44,53,56,78,80,116,119,147,173,167,150,101,106,89,84,56,38,32,40,32,24,19,10,16,7,4,8,6,3,4,2,3,2,1,0,1,0,2,0,0,0,1],"bins":[-0.02206084504723549,-0.021348986774683,-0.02063712663948536,-0.01992526836693287,-0.01921341009438038,-0.01850154995918274,-0.01778969168663025,-0.01707783341407776,-0.01636597514152527,-0.01565411500632763,-0.014942256733775139,-0.014230397529900074,-0.01351853832602501,-0.012806680053472519,-0.012094820849597454,-0.011382962577044964,-0.010671103373169899,-0.009959244169294834,-0.009247385896742344,-0.008535526692867279,-0.007823668420314789,-0.007111809216439724,-0.006399950012564659,-0.005688091274350882,-0.004976232536137104,-0.0042643737979233265,-0.0035525148268789053,-0.002840655855834484,-0.0021287971176207066,-0.0014169382629916072,-0.0007050794083625078,6.779446266591549e-06,0.0007186401635408401,0.0014304990181699395,0.002142357872799039,0.00285421684384346,0.0035660755820572376,0.004277934320271015,0.00498979352414608,0.0057016522623598576,0.006413511000573635,0.007125369738787413,0.00783722847700119,0.008549087680876255,0.00926094688475132,0.00997280515730381,0.010684664361178875,0.011396522633731365,0.01210838183760643,0.012820241041481495,0.013532099314033985,0.01424395851790905,0.01495581679046154,0.01566767692565918,0.01637953519821167,0.01709139347076416,0.01780325174331665,0.01851511187851429,0.01922697015106678,0.01993882842361927,0.02065068855881691,0.0213625468313694,0.02207440510392189,0.02278626523911953,0.02349812351167202]},"parameters/_orig_mod.linear.bias":{"values":[2,5,3,2,2,0,1,1,1,0,0,1,2,0,4,4,5,2,1,2,3,4,2,3,4,1,4,2,1,2,2,3,2,0,4,3,1,4,2,0,4,3,1,0,1,0,3,2,0,2,2,1,2,2,1,2,5,1,1,1,1,1,4,3],"bins":[-0.0359717458486557,-0.034848652780056,-0.0337255597114563,-0.0326024666428566,-0.0314793735742569,-0.030356278643012047,-0.029233183711767197,-0.028110090643167496,-0.026986997574567795,-0.025863904505968094,-0.024740811437368393,-0.023617716506123543,-0.022494623437523842,-0.02137153036892414,-0.02024843543767929,-0.01912534236907959,-0.01800224930047989,-0.016879156231880188,-0.015756063163280487,-0.014632968232035637,-0.013509875163435936,-0.012386782094836235,-0.01126368809491396,-0.010140594094991684,-0.009017501026391983,-0.007894407957792282,-0.0067713139578700066,-0.005648220423609018,-0.00452512688934803,-0.003402033355087042,-0.0022789398208260536,-0.0011558462865650654,-3.275275230407715e-05,0.001090340781956911,0.0022134343162178993,0.0033365278504788876,0.004459621384739876,0.005582714919000864,0.006705808453261852,0.007828902453184128,0.008951995521783829,0.01007508859038353,0.011198182590305805,0.01232127659022808,0.013444369658827782,0.014567462727427483,0.015690557658672333,0.016813650727272034,0.017936743795871735,0.019059836864471436,0.020182929933071136,0.021306024864315987,0.022429117932915688,0.02355221100151539,0.02467530593276024,0.02579839900135994,0.02692149206995964,0.02804458513855934,0.029167678207159042,0.030290773138403893,0.03141386806964874,0.032536961138248444,0.033660054206848145,0.034783147275447845,0.035906240344047546],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,0,2,3,2,3,4,3,7,6,13,18,13,16,13,26,21,34,31,51,54,78,79,93,106,130,124,151,161,110,99,99,79,70,62,51,34,30,24,29,20,19,18,8,12,11,5,6,1,2,2,2,0,2,2,0,1,1,1,0,1,2],"bins":[-0.01394810900092125,-0.013476063497364521,-0.013004018925130367,-0.012531973421573639,-0.01205992791801691,-0.011587883345782757,-0.011115837842226028,-0.0106437923386693,-0.010171747766435146,-0.009699702262878418,-0.00922765675932169,-0.008755612187087536,-0.008283566683530807,-0.0078115216456353664,-0.007339476607739925,-0.006867431104183197,-0.006395386066287756,-0.005923341028392315,-0.0054512955248355865,-0.0049792504869401455,-0.0045072054490447044,-0.004035159945487976,-0.003563114907592535,-0.003091069869697094,-0.0026190245989710093,-0.0021469793282449245,-0.0016749342903494835,-0.0012028890196233988,-0.0007308438653126359,-0.00025879868189804256,0.00021324650151655078,0.0006852917140349746,0.0011573368683457375,0.0016293820226565003,0.0021014271769672632,0.002573472447693348,0.003045517485588789,0.0035175627563148737,0.003989608027040958,0.0044616530649363995,0.0049336981028318405,0.005405743606388569,0.00587778864428401,0.006349833682179451,0.006821879185736179,0.00729392422363162,0.0077659692615270615,0.00823801476508379,0.008710060268640518,0.009182104840874672,0.0096541503444314,0.010126194916665554,0.010598240420222282,0.01107028592377901,0.011542330496013165,0.012014375999569893,0.012486421503126621,0.012958466075360775,0.013430511578917503,0.013902557082474232,0.014374601654708385,0.014846647158265114,0.015318692661821842,0.01579073816537857,0.016262782737612724]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,2,0,0,0,0,0,0,0,1,0,1,1,1,2,1,3,4,3,5,4,10,9,13,15,21,18,30,35,47,75,75,104,52,48,36,34,22,17,12,12,5,8,9,7,5,3,1,6,0,4,1,1,1,1,0,0,0,1,0,0,0,0,1],"bins":[-0.04240687936544418,-0.041086092591285706,-0.03976530581712723,-0.03844451904296875,-0.03712373226881027,-0.035802945494651794,-0.034482162445783615,-0.03316137567162514,-0.03184058889746666,-0.030519802123308182,-0.029199015349149704,-0.027878228574991226,-0.02655744180083275,-0.02523665502667427,-0.023915870115160942,-0.022595083341002464,-0.021274296566843987,-0.01995350979268551,-0.01863272301852703,-0.017311938107013702,-0.015991151332855225,-0.014670364558696747,-0.013349577784538269,-0.012028791941702366,-0.010708005167543888,-0.00938721839338541,-0.008066432550549507,-0.006745645776391029,-0.005424859467893839,-0.004104073159396648,-0.0027832866180688143,-0.001462500193156302,-0.00014171376824378967,0.0011790726566687226,0.002499859081581235,0.003820645622909069,0.0051414319314062595,0.00646221823990345,0.007783005014061928,0.009103790856897831,0.010424577631056309,0.011745364405214787,0.01306615024805069,0.014386937022209167,0.015707723796367645,0.017028510570526123,0.01834929548203945,0.01967008225619793,0.020990869030356407,0.022311655804514885,0.023632442578673363,0.02495322749018669,0.02627401426434517,0.027594801038503647,0.028915587812662125,0.030236374586820602,0.03155716136097908,0.03287794813513756,0.034198734909296036,0.035519517958164215,0.03684030473232269,0.03816109150648117,0.03948187828063965,0.040802665054798126,0.042123451828956604],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"bins":[-0.14720168709754944,-0.14293625950813293,-0.13867083191871643,-0.13440540432929993,-0.13013996183872223,-0.12587453424930573,-0.12160910665988922,-0.11734367907047272,-0.11307825148105621,-0.10881281644105911,-0.10454738885164261,-0.1002819612622261,-0.096016526222229,-0.0917510986328125,-0.087485671043396,-0.0832202360033989,-0.07895480841398239,-0.07468938082456589,-0.07042394578456879,-0.06615851819515228,-0.06189309060573578,-0.057627659291028976,-0.053362227976322174,-0.04909680038690567,-0.04483136907219887,-0.040565937757492065,-0.03630051016807556,-0.03203507885336876,-0.027769649401307106,-0.023504219949245453,-0.01923878863453865,-0.014973359182476997,-0.010707929730415344,-0.006442499812692404,-0.0021770698949694633,0.002088360022753477,0.0063537899404764175,0.01061921939253807,0.014884649775922298,0.019150080159306526,0.02341550961136818,0.027680939063429832,0.031946368515491486,0.03621179983019829,0.04047723114490509,0.044742658734321594,0.0490080900490284,0.0532735176384449,0.0575389489531517,0.061804380267858505,0.06606981158256531,0.07033523917198181,0.07460066676139832,0.07886610180139542,0.08313152939081192,0.08739695698022842,0.09166239202022552,0.09592781960964203,0.10019324719905853,0.10445867478847504,0.10872410982847214,0.11298953741788864,0.11725496500730515,0.12152040004730225,0.12578582763671875],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,0,2,0,0,0,0,2,2,1,3,1,0,6,2,2,2,6,3,1,3,5,1,2,3,9,4,4,4,5,4,5,5,7,6,8,1,2,0,1,3,1,1,1,0,0,0,1,0,1,0,0,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.002884157933294773,-0.002788042649626732,-0.0026919273659586906,-0.002595812315121293,-0.002499697031453252,-0.0024035817477852106,-0.0023074664641171694,-0.002211351180449128,-0.0021152361296117306,-0.0020191208459436893,-0.0019230055622756481,-0.0018268902786076069,-0.0017307749949395657,-0.0016346598276868463,-0.001538544544018805,-0.0014424293767660856,-0.0013463140930980444,-0.0012501988094300032,-0.0011540836421772838,-0.0010579683585092425,-0.0009618531330488622,-0.0008657379075884819,-0.0007696226239204407,-0.0006735073984600604,-0.00057739217299968,-0.0004812769475392997,-0.00038516169297508895,-0.0002890464384108782,-0.00019293121295049787,-9.681597293820232e-05,-7.007329259067774e-07,9.541450708638877e-05,0.0001915297470986843,0.0002876449725590646,0.0003837602271232754,0.00047987548168748617,0.0005759907071478665,0.0006721059326082468,0.000768221216276288,0.0008643364417366683,0.0009604516671970487,0.00105656695086509,0.0011526821181178093,0.0012487974017858505,0.0013449126854538918,0.0014410278527066112,0.0015371431363746524,0.0016332583036273718,0.001729373587295413,0.0018254888709634542,0.0019216040382161736,0.002017719205468893,0.0021138344891369343,0.0022099497728049755,0.0023060650564730167,0.002402180340141058,0.002498295623809099,0.0025944106746464968,0.002690525958314538,0.0027866412419825792,0.0028827565256506205,0.0029788718093186617,0.0030749868601560593,0.0031711021438241005,0.0032672174274921417],"_type":"histogram","values":[2,3,6,10,9,19,23,28,41,55,84,99,136,194,278,350,465,715,1024,1453,2059,2952,4159,6074,8916,13374,20682,33236,59203,137398,139598,59809,33902,20815,13517,8907,6016,4282,2945,2003,1415,1048,713,482,361,274,214,131,98,77,54,40,25,14,7,7,7,7,3,1,1,3,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.0001845973019953817,-0.00017784333613235503,-0.00017108937026932836,-0.00016433540440630168,-0.000157581438543275,-0.00015082747268024832,-0.00014407352136913687,-0.0001373195555061102,-0.0001305655896430835,-0.00012381162378005683,-0.00011705765791703016,-0.00011030369205400348,-0.0001035497261909768,-9.679576032795012e-05,-9.004180174088106e-05,-8.328783587785438e-05,-7.65338700148277e-05,-6.977990415180102e-05,-6.302593828877434e-05,-5.627197606372647e-05,-4.95180138386786e-05,-4.276404797565192e-05,-3.601008211262524e-05,-2.9256118068587966e-05,-2.250215402455069e-05,-1.5748189980513416e-05,-8.99422502698144e-06,-2.2402605281968135e-06,4.513703970587812e-06,1.1267668014625087e-05,1.8021633877651766e-05,2.477559792168904e-05,3.1529561965726316e-05,3.8283527828752995e-05,4.5037490053800866e-05,5.1791455916827545e-05,5.8545418141875416e-05,6.52993840049021e-05,7.205334986792877e-05,7.880731573095545e-05,8.556127431802452e-05,9.23152401810512e-05,9.906920604407787e-05,0.00010582317190710455,0.00011257713777013123,0.00011933110363315791,0.0001260850694961846,0.00013283903535921127,0.00013959300122223794,0.0001463469525333494,0.00015310091839637607,0.00015985488425940275,0.00016660885012242943,0.0001733628159854561,0.0001801167818484828,0.00018687074771150947,0.00019362471357453614,0.00020037867943756282,0.0002071326453005895,0.00021388659661170095,0.00022064056247472763,0.0002273945283377543,0.000234148494200781,0.00024090246006380767,0.00024765642592683434],"_type":"histogram","values":[3,7,3,6,6,6,10,11,19,15,13,16,28,21,25,20,16,24,19,12,14,15,9,9,7,12,12,16,9,15,8,9,12,21,22,20,21,13,25,27,25,18,23,18,14,16,16,14,15,9,4,1,5,2,2,4,1,3,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,1,4,0,5,8,13,15,15,25,32,32,30,24,21,19,17,13,11,15,12,8,12,12,8,5,14,11,11,10,12,8,5,11,16,17,16,20,15,23,23,27,26,38,27,23,18,13,10,7,4,4],"bins":[-0.00024218304315581918,-0.00023602930014021695,-0.0002298755425726995,-0.00022372179955709726,-0.00021756805654149503,-0.00021141429897397757,-0.00020526055595837533,-0.0001991068129427731,-0.00019295306992717087,-0.0001867993123596534,-0.00018064556934405118,-0.00017449182632844895,-0.0001683380687609315,-0.00016218432574532926,-0.00015603058272972703,-0.00014987682516220957,-0.00014372308214660734,-0.0001375693391310051,-0.00013141558156348765,-0.00012526183854788542,-0.00011910809553228319,-0.00011295434524072334,-0.0001068005949491635,-0.00010064685193356127,-9.449310164200142e-05,-8.833935135044158e-05,-8.218560833483934e-05,-7.60318580432795e-05,-6.987810775171965e-05,-6.372436473611742e-05,-5.757061444455758e-05,-5.141686779097654e-05,-4.526310658548027e-05,-3.9109359931899235e-05,-3.2955613278318197e-05,-2.680186298675835e-05,-2.0648116333177313e-05,-1.4494368770101573e-05,-8.340621207025833e-06,-2.1868736439500935e-06,3.966873919125646e-06,1.0120621482201386e-05,1.6274369045277126e-05,2.2428117517847568e-05,2.8581864171428606e-05,3.4735610825009644e-05,4.088936111656949e-05,4.704310777015053e-05,5.3196854423731565e-05,5.9350601077312604e-05,6.550434773089364e-05,7.165809802245349e-05,7.781184103805572e-05,8.396559132961556e-05,9.011934162117541e-05,9.627308463677764e-05,0.00010242683492833748,0.00010858058521989733,0.00011473432823549956,0.0001208880785270594,0.00012704182881861925,0.00013319557183422148,0.0001393493148498237,0.00014550307241734117,0.0001516568154329434]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.025231365114450455,-0.02441592514514923,-0.023600487038493156,-0.022785047069191933,-0.021969608962535858,-0.021154168993234634,-0.02033873088657856,-0.019523290917277336,-0.01870785281062126,-0.017892412841320038,-0.017076974734663963,-0.01626153476536274,-0.01544609572738409,-0.014630656689405441,-0.013815217651426792,-0.012999778613448143,-0.012184339575469494,-0.011368900537490845,-0.010553461499512196,-0.009738022461533546,-0.008922583423554897,-0.008107144385576248,-0.007291704881936312,-0.006476265843957663,-0.0056608268059790134,-0.004845387768000364,-0.004029948730021715,-0.0032145094592124224,-0.0023990704212337732,-0.001583631383255124,-0.0007681922288611531,4.724686732515693e-05,0.000862685963511467,0.0016781250014901161,0.0024935640394687653,0.003309003310278058,0.0041244421154260635,0.004939881619066,0.005755320657044649,0.006570759695023298,0.007386198733001947,0.008201638236641884,0.009017077274620533,0.009832516312599182,0.010647955350577831,0.01146339438855648,0.01227883342653513,0.013094272464513779,0.013909711502492428,0.014725150540471077,0.015540589578449726,0.016356028616428375,0.0171714685857296,0.017986906692385674,0.018802346661686897,0.019617784768342972,0.020433224737644196,0.02124866284430027,0.022064102813601494,0.02287954092025757,0.023694980889558792,0.024510418996214867,0.02532585896551609,0.026141297072172165,0.02695673704147339],"_type":"histogram","values":[1,2,1,1,4,3,1,2,6,7,7,10,5,9,10,10,9,9,28,21,13,16,19,32,26,20,17,29,25,28,27,34,22,26,32,27,11,25,23,23,14,20,12,13,17,10,3,5,8,8,5,7,5,6,2,2,4,1,2,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.04687032103538513,-0.04544084146618843,-0.04401136189699173,-0.04258188232779503,-0.04115240275859833,-0.039722926914691925,-0.038293447345495224,-0.03686396777629852,-0.03543448820710182,-0.03400500863790512,-0.03257552906870842,-0.031146051362156868,-0.029716571792960167,-0.028287092223763466,-0.026857614517211914,-0.025428134948015213,-0.023998655378818512,-0.02256917580962181,-0.02113969624042511,-0.019710218533873558,-0.018280738964676857,-0.016851259395480156,-0.01542178075760603,-0.013992302119731903,-0.012562822550535202,-0.011133342981338501,-0.009703864343464375,-0.008274385705590248,-0.006844906136393547,-0.005415427032858133,-0.00398594792932272,-0.002556468825787306,-0.001126989722251892,0.00030248938128352165,0.0017319684848189354,0.003161447588354349,0.004590926691889763,0.006020405795425177,0.00744988489896059,0.008879363536834717,0.010308843106031418,0.011738322675228119,0.013167801313102245,0.014597279950976372,0.016026759520173073,0.017456239089369774,0.018885716795921326,0.020315196365118027,0.021744675934314728,0.02317415550351143,0.02460363507270813,0.02603311277925968,0.027462592348456383,0.028892071917653084,0.030321549624204636,0.03175102919340134,0.03318050876259804,0.03460998833179474,0.03603946790099144,0.03746894747018814,0.03889842331409454,0.040327902883291245,0.041757382452487946,0.04318686202168465,0.04461634159088135],"_type":"histogram","values":[1,1,0,1,1,0,3,0,3,0,3,4,5,4,13,12,9,11,12,14,16,18,18,18,21,18,25,19,29,25,19,26,38,20,34,24,29,28,23,24,19,19,25,21,18,16,16,14,13,4,4,4,5,4,5,4,2,0,3,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.041521959006786346,-0.04027780145406723,-0.039033643901348114,-0.037789486348629,-0.03654532507061958,-0.03530116751790047,-0.03405700996518135,-0.032812852412462234,-0.03156869485974312,-0.030324535444378853,-0.029080377891659737,-0.02783622033894062,-0.026592060923576355,-0.02534790337085724,-0.024103745818138123,-0.022859586402773857,-0.02161542885005474,-0.020371271297335625,-0.01912711188197136,-0.017882954329252243,-0.016638796776533127,-0.015394638292491436,-0.014150479808449745,-0.012906322255730629,-0.011662163771688938,-0.010418005287647247,-0.009173847734928131,-0.00792968925088644,-0.006685531232506037,-0.005441373214125633,-0.004197214730083942,-0.002953056711703539,-0.0017088986933231354,-0.00046474055852741003,0.0007794175762683153,0.0020235758274793625,0.003267733845859766,0.0045118918642401695,0.00575605034828186,0.007000208366662264,0.008244366385042667,0.009488524869084358,0.010732682421803474,0.011976840905845165,0.013220999389886856,0.014465156942605972,0.01570931449532509,0.016953473910689354,0.01819763146340847,0.019441789016127586,0.020685948431491852,0.021930105984210968,0.023174263536930084,0.02441842295229435,0.025662580505013466,0.026906738057732582,0.028150897473096848,0.029395055025815964,0.03063921257853508,0.031883370131254196,0.03312752768397331,0.03437168896198273,0.03561584651470184,0.03686000406742096,0.038104161620140076],"_type":"histogram","values":[1,0,0,0,0,0,1,1,2,0,2,2,3,3,3,4,13,6,10,11,12,15,11,23,21,28,22,28,33,30,26,26,36,42,30,33,29,25,19,23,30,18,22,11,17,19,21,7,16,4,3,5,5,3,4,4,1,0,3,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0906364694237709,-0.08766859024763107,-0.08470071852207184,-0.081732839345932,-0.07876496016979218,-0.07579708099365234,-0.07282920181751251,-0.06986133009195328,-0.06689345091581345,-0.06392557173967361,-0.06095769628882408,-0.05798982083797455,-0.05502194166183472,-0.052054062485694885,-0.04908618703484535,-0.04611831158399582,-0.04315043240785599,-0.040182553231716156,-0.03721467778086662,-0.03424680233001709,-0.03127892315387726,-0.028311045840382576,-0.025343168526887894,-0.02237529121339321,-0.01940741389989853,-0.016439536586403847,-0.013471659272909164,-0.010503781959414482,-0.0075359046459198,-0.0045680273324251175,-0.0016001500189304352,0.0013677272945642471,0.004335612058639526,0.007303489372134209,0.010271366685628891,0.013239243999123573,0.016207121312618256,0.019174998626112938,0.02214287593960762,0.025110753253102303,0.028078630566596985,0.031046507880091667,0.03401438519358635,0.03698226064443588,0.039950139820575714,0.042918018996715546,0.04588589444756508,0.04885376989841461,0.05182164907455444,0.054789528250694275,0.05775740370154381,0.06072527915239334,0.06369315832853317,0.066661037504673,0.06962890923023224,0.07259678840637207,0.0755646675825119,0.07853254675865173,0.08150042593479156,0.0844682976603508,0.08743617683649063,0.09040405601263046,0.0933719277381897,0.09633980691432953,0.09930768609046936],"_type":"histogram","values":[4,2,9,13,28,32,63,99,172,220,423,653,974,1435,2045,2923,4102,5419,6911,9297,11713,14020,17122,19991,23051,26384,29207,31750,33714,34415,34729,34980,33305,31379,29543,26718,23396,20475,17122,14421,11854,9234,7228,5605,4115,3111,2174,1454,1049,636,395,273,169,113,73,34,19,17,6,3,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,1,0,0,0,1,0,1,0,1,6,17,19,30,22,31,30,33,21,16,18,14,14,15,11,8,12,12,6,8,10,9,9,6,7,10,15,7,9,17,15,16,14,24,10,19,29,34,34,42,30,22,15,6,6,0,0,3,0,1,0,0,0,1],"bins":[-0.00019355151744093746,-0.00018756443751044571,-0.00018157734302803874,-0.000175590263097547,-0.00016960318316705525,-0.0001636161032365635,-0.00015762902330607176,-0.00015164192882366478,-0.00014565484889317304,-0.0001396677689626813,-0.00013368067448027432,-0.00012769359454978257,-0.00012170651461929083,-0.00011571943468879908,-0.00010973234748234972,-0.00010374526027590036,-9.775818034540862e-05,-9.177110041491687e-05,-8.578401320846751e-05,-7.979692600201815e-05,-7.380984607152641e-05,-6.782276614103466e-05,-6.18356789345853e-05,-5.584859536611475e-05,-4.98615117976442e-05,-4.3874428229173645e-05,-3.788734466070309e-05,-3.190026109223254e-05,-2.5913177523761988e-05,-1.9926093955291435e-05,-1.3939010386820883e-05,-7.95192681835033e-06,-1.9648432498797774e-06,4.022240318590775e-06,1.0009323887061328e-05,1.599640745553188e-05,2.1983491024002433e-05,2.7970574592472985e-05,3.395765816094354e-05,3.994474172941409e-05,4.593182529788464e-05,5.1918908866355196e-05,5.790599243482575e-05,6.389307964127511e-05,6.988015957176685e-05,7.58672395022586e-05,8.185432670870796e-05,8.784141391515732e-05,9.382849384564906e-05,9.981557377614081e-05,0.00010580266098259017,0.00011178974818903953,0.00011777682811953127,0.00012376390805002302,0.00012975098798051476,0.00013573808246292174,0.00014172516239341348,0.00014771224232390523,0.0001536993368063122,0.00015968641673680395,0.0001656734966672957,0.00017166057659778744,0.00017764765652827919,0.00018363475101068616,0.0001896218309411779],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,0,1,2,1,3,3,1,3,3,9,7,6,5,12,10,16,13,12,18,22,29,22,18,35,39,36,30,34,36,38,33,33,27,30,28,20,17,15,16,16,11,13,6,8,7,6,3,1,2,1,3,2,0,2],"bins":[-0.0025508336257189512,-0.0024831739719957113,-0.0024155140854418278,-0.002347854431718588,-0.002280194777995348,-0.0022125348914414644,-0.0021448752377182245,-0.002077215351164341,-0.002009555697441101,-0.0019418959273025393,-0.0018742361571639776,-0.0018065765034407377,-0.001738916733302176,-0.0016712569631636143,-0.0016035973094403744,-0.0015359375393018126,-0.001468277769163251,-0.0014006179990246892,-0.0013329582288861275,-0.0012652985751628876,-0.0011976388050243258,-0.0011299790348857641,-0.0010623193811625242,-0.0009946596110239625,-0.0009269998408854008,-0.000859340070746839,-0.0007916803588159382,-0.0007240206468850374,-0.0006563608767464757,-0.000588701106607914,-0.0005210413946770132,-0.0004533816536422819,-0.0003857219126075506,-0.00031806217157281935,-0.0002504024305380881,-0.00018274268950335681,-0.00011508294846862555,-4.742320743389428e-05,2.0236533600836992e-05,8.789627463556826e-05,0.00015555601567029953,0.0002232157567050308,0.00029087549773976207,0.00035853523877449334,0.0004261949798092246,0.0004938547499477863,0.0005615144618786871,0.000629174173809588,0.0006968339439481497,0.0007644937140867114,0.0008321534260176122,0.000899813137948513,0.0009674729080870748,0.0010351326782256365,0.0011027923319488764,0.001170452102087438,0.0012381118722259998,0.0013057716423645616,0.0013734314125031233,0.0014410910662263632,0.001508750836364925,0.0015764106065034866,0.0016440702602267265,0.0017117300303652883,0.00177938980050385]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0005043446435593069,-0.0004888261901214719,-0.00047330770757980645,-0.000457789225038141,-0.00044227077160030603,-0.0004267522890586406,-0.00041123380651697516,-0.0003957153530791402,-0.00038019687053747475,-0.0003646783879958093,-0.00034915993455797434,-0.0003336414520163089,-0.00031812296947464347,-0.0003026045160368085,-0.00028708603349514306,-0.0002715675800573081,-0.00025604909751564264,-0.00024053062952589244,-0.00022501216153614223,-0.0002094936789944768,-0.0001939752110047266,-0.00017845674301497638,-0.00016293826047331095,-0.00014741979248356074,-0.00013190132449381053,-0.00011638285650406033,-0.00010086438123835251,-8.534590597264469e-05,-6.982743798289448e-05,-5.430896635516547e-05,-3.879049472743645e-05,-2.327202309970744e-05,-7.753493264317513e-06,7.764978363411501e-06,2.3283449991140515e-05,3.880192161886953e-05,5.432039324659854e-05,6.983886123634875e-05,8.535733650205657e-05,0.00010087581176776439,0.0001163942797575146,0.0001319127477472648,0.000147431215737015,0.00016294969827868044,0.00017846816626843065,0.00019398663425818086,0.0002095051167998463,0.0002250235847895965,0.0002405420527793467,0.00025606053532101214,0.0002715789887588471,0.00028709747130051255,0.00030261592473834753,0.00031813440728001297,0.0003336528898216784,0.0003491713432595134,0.0003646898258011788,0.00038020830834284425,0.0003957267617806792,0.00041124524432234466,0.0004267637268640101,0.0004422821803018451,0.0004578006628435105,0.0004733191162813455,0.0004888375988230109],"_type":"histogram","values":[1,1,2,3,1,3,3,2,4,4,5,6,5,6,10,5,10,9,18,20,12,19,20,22,19,31,27,25,21,18,32,25,24,17,31,33,27,15,23,16,19,24,17,15,11,9,13,14,10,6,13,9,6,3,7,4,5,3,1,0,0,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,1,1,1,1,0,0,1,2,2,1,4,4,6,7,16,6,21,33,27,28,42,77,96,100,77,44,38,25,21,10,12,14,7,10,7,6,6,1,3,0,2,1,1,1,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.04431849718093872,-0.04289509728550911,-0.0414717011153698,-0.040048301219940186,-0.03862490504980087,-0.03720150515437126,-0.03577810898423195,-0.03435470908880234,-0.032931312918663025,-0.031507913023233414,-0.03008451499044895,-0.02866111695766449,-0.027237718924880028,-0.025814320892095566,-0.024390922859311104,-0.022967524826526642,-0.02154412679374218,-0.020120728760957718,-0.018697330728173256,-0.017273932695388794,-0.015850534662604332,-0.014427135698497295,-0.013003737665712833,-0.011580339632928371,-0.01015694160014391,-0.008733543567359447,-0.0073101455345749855,-0.005886747036129236,-0.004463349003344774,-0.0030399509705603123,-0.0016165527049452066,-0.00019315455574542284,0.001230243593454361,0.002653641626238823,0.004077039659023285,0.005500438157469034,0.006923836190253496,0.008347234688699245,0.009770632721483707,0.01119403075426817,0.012617428787052631,0.014040826819837093,0.015464224852621555,0.016887623816728592,0.018311021849513054,0.019734419882297516,0.021157817915081978,0.02258121594786644,0.024004613980650902,0.025428012013435364,0.026851410046219826,0.028274808079004288,0.02969820611178875,0.03112160414457321,0.03254500404000282,0.033968400210142136,0.03539180010557175,0.03681519627571106,0.03823859617114067,0.039661992341279984,0.041085392236709595,0.04250878840684891,0.04393218830227852,0.04535558447241783,0.04677898436784744]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,0,1,0,0,0,0,0,1,1,3,0,0,1,4,0,5,2,6,5,6,7,8,12,19,22,23,34,50,65,95,104,70,35,34,36,19,22,15,8,7,6,4,9,5,1,4,2,0,2,1,2,3,1,0,1,2,2,1,0,0,1],"bins":[-2.045908331638202e-09,-1.9838779508063453e-09,-1.9218475699744886e-09,-1.8598171891426318e-09,-1.797786808310775e-09,-1.7357564274789183e-09,-1.6737260466470616e-09,-1.6116956658152048e-09,-1.549665284983348e-09,-1.4876349041514914e-09,-1.4256045233196346e-09,-1.3635741424877779e-09,-1.3015437616559211e-09,-1.2395133808240644e-09,-1.1774829999922076e-09,-1.1154526191603509e-09,-1.0534222383284941e-09,-9.913918574966374e-10,-9.293614766647806e-10,-8.673310958329239e-10,-8.053007150010671e-10,-7.432703341692104e-10,-6.812399533373537e-10,-6.192095725054969e-10,-5.571791916736402e-10,-4.951488108417834e-10,-4.3311843000992667e-10,-3.710880491780699e-10,-3.090576683462132e-10,-2.4702728751435643e-10,-1.8499690668249968e-10,-1.2296652585064294e-10,-6.093614501878619e-11,1.0942358130705543e-12,6.31246166449273e-11,1.2515499747678405e-10,1.871853783086408e-10,2.4921575914049754e-10,3.112461399723543e-10,3.7327652080421103e-10,4.353069016360678e-10,4.973372824679245e-10,5.593676632997813e-10,6.21398044131638e-10,6.834284249634948e-10,7.454588057953515e-10,8.074891866272083e-10,8.69519567459065e-10,9.315499482909217e-10,9.935803291227785e-10,1.0556107099546352e-09,1.117641090786492e-09,1.1796714716183487e-09,1.2417018524502055e-09,1.3037322332820622e-09,1.365762614113919e-09,1.4277929949457757e-09,1.4898233757776325e-09,1.5518537566094892e-09,1.613884137441346e-09,1.6759145182732027e-09,1.7379448991050594e-09,1.7999752799369162e-09,1.862005660768773e-09,1.9240360416006297e-09],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[3,1,7,17,23,40,94,154,294,433,736,1142,1857,2710,4050,5969,8384,11837,16033,21041,27086,34180,42136,50110,59499,67834,76564,83250,89901,93896,96370,95905,93447,88661,82461,74990,66086,57529,48638,40690,32516,25898,20212,14892,10899,8060,5634,3746,2548,1680,1028,669,421,252,159,97,42,23,18,8,2,0,1,1],"bins":[-0.09461797028779984,-0.09155699610710144,-0.08849601447582245,-0.08543504029512405,-0.08237405866384506,-0.07931308448314667,-0.07625210285186768,-0.07319112867116928,-0.07013015449047089,-0.0670691728591919,-0.0640081986784935,-0.06094721704721451,-0.05788624286651611,-0.05482526496052742,-0.05176428705453873,-0.048703309148550034,-0.04564233124256134,-0.04258135333657265,-0.039520375430583954,-0.03645939752459526,-0.03339841961860657,-0.030337443575263023,-0.02727646753191948,-0.024215489625930786,-0.021154511719942093,-0.0180935338139534,-0.015032556839287281,-0.011971579864621162,-0.00891060195863247,-0.005849624518305063,-0.0027886470779776573,0.0002723303623497486,0.0033333078026771545,0.0063942852430045605,0.009455262683331966,0.012516239657998085,0.015577217563986778,0.01863819546997547,0.021699171513319016,0.02476014941930771,0.027821127325296402,0.030882105231285095,0.03394308313727379,0.03700406104326248,0.040065035223960876,0.04312601312994957,0.04618699103593826,0.049247968941926956,0.05230894684791565,0.05536992475390434,0.058430902659893036,0.06149188056588173,0.06455285847187042,0.06761383265256882,0.07067481428384781,0.0737357884645462,0.0767967700958252,0.07985774427652359,0.08291871845722198,0.08597970008850098,0.08904067426919937,0.09210165590047836,0.09516263008117676,0.09822361171245575,0.10128458589315414]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[2,0,3,3,0,1,2,3,2,4,6,7,7,9,9,6,9,8,12,12,14,20,17,17,27,17,25,15,36,28,21,30,21,28,24,23,30,29,22,23,16,18,15,17,16,15,9,22,9,9,2,4,7,4,2,10,4,3,4,3,3,3,0,1],"bins":[-0.0005503409774973989,-0.0005334723391570151,-0.0005166037008166313,-0.0004997350042685866,-0.00048286636592820287,-0.0004659977275878191,-0.0004491290601436049,-0.00043226039269939065,-0.0004153917543590069,-0.0003985231160186231,-0.0003816544485744089,-0.00036478578113019466,-0.0003479171427898109,-0.00033104850444942713,-0.0003141798370052129,-0.0002973111695609987,-0.0002804425312206149,-0.00026357389288023114,-0.0002467052254360169,-0.00022983657254371792,-0.00021296791965141892,-0.00019609926675911993,-0.00017923061386682093,-0.00016236196097452193,-0.00014549330808222294,-0.00012862465518992394,-0.00011175600229762495,-9.488734940532595e-05,-7.801869651302695e-05,-6.115004362072796e-05,-4.428139072842896e-05,-2.7412737836129963e-05,-1.054414315149188e-05,6.324509740807116e-06,2.3193162633106112e-05,4.006181552540511e-05,5.6930468417704105e-05,7.37991213100031e-05,9.06677742023021e-05,0.0001075364270946011,0.0001244050799869001,0.0001412737328791991,0.00015814238577149808,0.00017501103866379708,0.00019187969155609608,0.00020874834444839507,0.00022561699734069407,0.00024248565023299307,0.00025935430312529206,0.00027622294146567583,0.00029309160890989006,0.0003099602763541043,0.00032682891469448805,0.0003436975530348718,0.00036056622047908604,0.00037743488792330027,0.00039430352626368403,0.0004111721646040678,0.00042804083204828203,0.00044490949949249625,0.00046177813783288,0.0004786467761732638,0.0004955154145136476,0.0005123841110616922,0.000529252749402076],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[2,0,1,2,9,4,2,10,14,14,29,36,43,79,112,124,219,304,436,656,1005,1616,2419,3711,5871,9252,14959,25343,46168,90654,218317,654377,269005,103758,51636,28065,16561,10058,6360,4051,2494,1659,1107,724,546,348,210,167,95,73,40,41,24,14,16,7,6,2,2,1,3,1,1,1],"bins":[-0.032395053654909134,-0.03136954456567764,-0.030344031751155853,-0.029318520799279213,-0.028293009847402573,-0.02726750075817108,-0.02624198980629444,-0.0252164788544178,-0.02419096790254116,-0.02316545695066452,-0.02213994599878788,-0.02111443504691124,-0.02008892595767975,-0.019063415005803108,-0.018037904053926468,-0.017012393102049828,-0.015986882150173187,-0.014961371198296547,-0.013935860246419907,-0.012910350225865841,-0.0118848392739892,-0.01085932832211256,-0.009833818301558495,-0.008808307349681854,-0.007782796397805214,-0.006757285445928574,-0.005731774959713221,-0.004706264473497868,-0.0036807535216212273,-0.0026552428025752306,-0.001629732083529234,-0.0006042213644832373,0.0004212893545627594,0.001446800073608756,0.0024723107926547527,0.0034978215117007494,0.004523332230746746,0.005548843182623386,0.006574353668838739,0.007599864155054092,0.008625375106930733,0.009650886058807373,0.010676397010684013,0.011701907031238079,0.01272741798311472,0.01375292893499136,0.014778438955545425,0.015803949907422066,0.016829460859298706,0.017854971811175346,0.018880482763051987,0.019905993714928627,0.020931504666805267,0.02195701375603676,0.0229825247079134,0.02400803565979004,0.02503354661166668,0.02605905756354332,0.02708456851541996,0.0281100794672966,0.02913558855652809,0.030161099508404732,0.031186610460281372,0.03221212327480316,0.03323763236403465]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.00017917068907991052,-0.0001736939448164776,-0.00016821720055304468,-0.00016274045628961176,-0.0001572636974742636,-0.0001517869532108307,-0.00014631020894739777,-0.00014083346468396485,-0.00013535672042053193,-0.000129879976157099,-0.00012440321734175086,-0.00011892648035427555,-0.00011344972881488502,-0.0001079729845514521,-0.00010249624028801918,-9.701948874862865e-05,-9.154274448519573e-05,-8.60660002217628e-05,-8.058924868237227e-05,-7.511250441893935e-05,-6.963576015550643e-05,-6.41590086161159e-05,-5.868226435268298e-05,-5.320552008925006e-05,-4.772877218783833e-05,-4.2252024286426604e-05,-3.6775280022993684e-05,-3.129853212158196e-05,-2.5821786039159633e-05,-2.034503995673731e-05,-1.4868292964820284e-05,-9.391545972903259e-06,-3.9147998904809356e-06,1.5619466466887388e-06,7.038693183858413e-06,1.2515440175775439e-05,1.7992186258197762e-05,2.3468932340620086e-05,2.8945680242031813e-05,3.442242450546473e-05,3.989917240687646e-05,4.537592030828819e-05,5.085266457172111e-05,5.6329412473132834e-05,6.180616037454456e-05,6.728290463797748e-05,7.27596489014104e-05,7.823640044080094e-05,8.371314470423386e-05,8.918988896766677e-05,9.466664050705731e-05,0.00010014338477049023,0.00010562012903392315,0.00011109688057331368,0.0001165736248367466,0.00012205036910017952,0.00012752712063957006,0.00013300386490300298,0.0001384806091664359,0.00014395735342986882,0.00014943409769330174,0.00015491085650864989,0.0001603876007720828,0.00016586434503551573,0.00017134108929894865],"_type":"histogram","values":[1,1,1,0,0,0,1,2,3,5,18,17,23,33,32,35,21,21,25,12,15,13,7,10,8,8,8,8,8,7,11,9,7,10,10,7,11,11,7,11,10,9,18,14,14,23,16,15,16,26,43,43,31,22,14,7,5,1,2,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,1,2,4,5,8,14,13,24,41,59,79,105,206,307,523,760,1305,2048,3549,6121,10988,20602,41323,93909,279653,747402,210269,77543,35139,17841,9460,5397,3185,1953,1103,689,413,290,185,119,71,55,24,22,14,10,9,7,4,2,2,1,2,0,1],"bins":[-0.050634484738111496,-0.04916214197874069,-0.04768979549407959,-0.046217452734708786,-0.04474510997533798,-0.04327276721596718,-0.041800420731306076,-0.04032807797193527,-0.03885573521256447,-0.037383388727903366,-0.03591104596853256,-0.03443870320916176,-0.032966360449790955,-0.03149401396512985,-0.03002167120575905,-0.028549328446388245,-0.02707698382437229,-0.02560463920235634,-0.024132296442985535,-0.02265995182096958,-0.021187609061598778,-0.019715264439582825,-0.01824292168021202,-0.016770577058196068,-0.01529823336750269,-0.013825889676809311,-0.012353545986115932,-0.010881202295422554,-0.009408857673406601,-0.007936513982713223,-0.006464170292019844,-0.004991826601326466,-0.003519482910633087,-0.0020471392199397087,-0.0005747952964156866,0.0008975485106930137,0.002369892317801714,0.0038422360084950924,0.005314580164849758,0.006786923855543137,0.008259267546236515,0.009731611236929893,0.011203954927623272,0.01267629861831665,0.014148643240332603,0.015620986931025982,0.01709333062171936,0.018565673381090164,0.020038018003106117,0.02151036262512207,0.022982705384492874,0.024455050006508827,0.02592739276587963,0.027399737387895584,0.028872080147266388,0.03034442476928234,0.031816769391298294,0.0332891121506691,0.0347614549100399,0.036233801394701004,0.03770614415407181,0.03917848691344261,0.040650829672813416,0.04212317615747452,0.04359551891684532]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,3,2,0,2,5,4,7,11,17,31,40,53,90,139,154,261,418,593,903,1381,2207,3514,5802,9993,17149,31343,62085,135389,409893,561697,169540,74556,36678,20097,11373,6610,3850,2444,1576,971,640,429,297,193,134,103,57,35,23,22,15,13,4,6,3,4,2,0,0,2],"bins":[-0.04444979131221771,-0.04310781881213188,-0.04176585003733635,-0.04042387753725052,-0.03908190876245499,-0.037739936262369156,-0.036397967487573624,-0.03505599498748779,-0.03371402621269226,-0.03237205371260643,-0.03103008307516575,-0.029688112437725067,-0.028346139937639236,-0.027004169300198555,-0.025662198662757874,-0.024320228025317192,-0.02297825738787651,-0.02163628675043583,-0.020294316112995148,-0.018952345475554466,-0.017610374838113785,-0.016268402338027954,-0.014926431700587273,-0.013584461063146591,-0.01224249042570591,-0.010900519788265228,-0.009558549150824547,-0.00821657758206129,-0.006874606944620609,-0.005532636307179928,-0.004190665204077959,-0.002848694333806634,-0.0015067271888256073,-0.0001647563185542822,0.001177214551717043,0.002519185421988368,0.003861156292259693,0.005203126929700375,0.006545098032802343,0.007887069135904312,0.009229039773344994,0.010571010410785675,0.011912981048226357,0.013254952616989613,0.014596923254430294,0.01593889482319355,0.01728086546063423,0.018622836098074913,0.019964806735515594,0.021306777372956276,0.022648748010396957,0.02399071864783764,0.02533268928527832,0.02667466178536415,0.028016632422804832,0.029358603060245514,0.030700573697686195,0.03204254433512688,0.03338451683521271,0.03472648561000824,0.03606845811009407,0.0374104268848896,0.03875239938497543,0.040094368159770966,0.041436340659856796]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,1,0,0,2,0,1,1,0,2,3,10,3,13,5,12,26,22,26,21,27,13,23,27,24,23,28,26,31,37,27,29,47,20,27,24,26,20,16,12,10,8,10,5,4,15,8,4,6,6,8,4,5,4,2,0,3,1,0,4,1,2],"bins":[0.9995818138122559,0.999596118927002,0.999610424041748,0.9996247291564941,0.9996389746665955,0.9996532797813416,0.9996675848960876,0.9996818900108337,0.9996961951255798,0.9997105002403259,0.9997247457504272,0.9997390508651733,0.9997533559799194,0.9997676610946655,0.9997819662094116,0.9997962713241577,0.9998105764389038,0.9998248219490051,0.9998391270637512,0.9998534321784973,0.9998677372932434,0.9998820424079895,0.9998963475227356,0.9999105930328369,0.999924898147583,0.9999392032623291,0.9999535083770752,0.9999678134918213,0.9999821186065674,0.9999963641166687,1.0000107288360596,1.0000250339508057,1.0000393390655518,1.0000535249710083,1.0000678300857544,1.0000821352005005,1.0000964403152466,1.0001107454299927,1.0001250505447388,1.0001393556594849,1.000153660774231,1.000167965888977,1.0001822710037231,1.0001965761184692,1.0002108812332153,1.0002250671386719,1.000239372253418,1.000253677368164,1.0002679824829102,1.0002822875976562,1.0002965927124023,1.0003108978271484,1.0003252029418945,1.0003395080566406,1.0003538131713867,1.0003681182861328,1.000382423400879,1.000396728515625,1.0004109144210815,1.0004252195358276,1.0004395246505737,1.0004538297653198,1.000468134880066,1.000482439994812,1.000496745109558]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.00020878255600109696,-0.00020234455587342381,-0.00019590655574575067,-0.00018946855561807752,-0.00018303055549040437,-0.00017659255536273122,-0.00017015455523505807,-0.00016371655510738492,-0.00015727855497971177,-0.00015084056940395385,-0.0001444025692762807,-0.00013796456914860755,-0.0001315265690209344,-0.00012508856889326125,-0.0001186505687655881,-0.00011221256863791496,-0.0001057745685102418,-9.933656838256866e-05,-9.289856825489551e-05,-8.646056812722236e-05,-8.002256799954921e-05,-7.358457514783368e-05,-6.714657502016053e-05,-6.070857489248738e-05,-5.427057476481423e-05,-4.783257463714108e-05,-4.139457450946793e-05,-3.495657801977359e-05,-2.851857789210044e-05,-2.208057776442729e-05,-1.5642579455743544e-05,-9.204580237565096e-06,-2.7665955713018775e-06,3.67140364687657e-06,1.0109402865055017e-05,1.6547401173738763e-05,2.2985401301411912e-05,2.942340142908506e-05,3.58613979187794e-05,4.229939804645255e-05,4.87373981741257e-05,5.517539830179885e-05,6.1613398429472e-05,6.805139855714515e-05,7.448939140886068e-05,8.092739153653383e-05,8.736539166420698e-05,9.380339179188013e-05,0.00010024139191955328,0.00010667939204722643,0.00011311739217489958,0.00011955539230257273,0.00012599339243024588,0.00013243139255791903,0.00013886939268559217,0.00014530739281326532,0.00015174539294093847,0.0001581833785166964,0.00016462137864436954,0.0001710593787720427,0.00017749737889971584,0.000183935379027389,0.00019037337915506214,0.0001968113792827353,0.00020324937941040844],"_type":"histogram","values":[1,0,0,0,0,1,5,1,2,7,8,12,19,18,23,21,23,30,19,24,27,20,14,15,10,13,16,10,7,11,13,11,11,9,16,9,6,14,11,17,16,16,10,16,18,35,39,24,22,20,22,15,15,8,5,5,1,2,3,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,2,2,1,2,2,2,8,5,2,7,5,10,7,17,13,18,15,19,22,19,24,17,39,25,27,36,32,30,26,31,27,26,22,40,24,29,20,9,14,18,16,9,11,2,6,7,5,4,2,1,3,0,1,0,3,1,0,0,1],"bins":[-0.04527568444609642,-0.04386509954929352,-0.042454514652490616,-0.041043929755687714,-0.03963334113359451,-0.03822275623679161,-0.03681217133998871,-0.035401586443185806,-0.033991001546382904,-0.03258041664958,-0.0311698317527771,-0.029759244993329048,-0.028348660096526146,-0.026938075199723244,-0.025527488440275192,-0.02411690354347229,-0.022706318646669388,-0.021295733749866486,-0.019885148853063583,-0.018474562093615532,-0.01706397719681263,-0.015653392300009727,-0.01424280647188425,-0.012832220643758774,-0.011421635746955872,-0.01001105085015297,-0.008600465022027493,-0.007189879659563303,-0.0057792942970991135,-0.004368708934634924,-0.0029581235721707344,-0.0015475382097065449,-0.00013694912195205688,0.0012736362405121326,0.002684221602976322,0.004094806965440512,0.005505392327904701,0.006915977690368891,0.00832656305283308,0.009737148880958557,0.01114773377776146,0.012558318674564362,0.013968904502689838,0.015379490330815315,0.016790075227618217,0.01820066012442112,0.01961124688386917,0.021021831780672073,0.022432416677474976,0.023843001574277878,0.02525358647108078,0.02666417323052883,0.028074758127331734,0.029485343024134636,0.030895929783582687,0.03230651468038559,0.03371709957718849,0.035127684473991394,0.036538269370794296,0.0379488542675972,0.0393594428896904,0.0407700277864933,0.042180612683296204,0.043591197580099106,0.04500178247690201],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[4,4,7,13,12,25,47,53,120,186,278,403,631,956,1353,1932,2695,3558,4942,6400,7992,10128,12487,15221,17712,20570,23725,26015,28527,31019,32041,33389,33195,32772,31825,30139,28087,25774,22901,20261,16840,14493,11905,9630,7667,5988,4388,3453,2417,1842,1255,879,588,416,270,160,85,62,41,26,6,9,3,2],"bins":[-0.09163078665733337,-0.08880153298377991,-0.08597228676080704,-0.08314303308725357,-0.0803137868642807,-0.07748453319072723,-0.07465527951717377,-0.0718260332942009,-0.06899677962064743,-0.06616752594709396,-0.0633382797241211,-0.06050902605056763,-0.05767977610230446,-0.05485052615404129,-0.052021272480487823,-0.049192022532224655,-0.04636277258396149,-0.04353352263569832,-0.04070427268743515,-0.03787501901388168,-0.035045769065618515,-0.03221651911735535,-0.02938726730644703,-0.02655801549553871,-0.023728765547275543,-0.020899515599012375,-0.018070263788104057,-0.015241012908518314,-0.012411762028932571,-0.009582511149346828,-0.0067532602697610855,-0.0039240093901753426,-0.0010947510600090027,0.0017344998195767403,0.004563750699162483,0.007393001578748226,0.010222252458333969,0.013051503337919712,0.015880754217505455,0.018710006028413773,0.02153925597667694,0.02436850592494011,0.027197757735848427,0.030027009546756744,0.03285625949501991,0.03568550944328308,0.03851476311683655,0.041344013065099716,0.044173263013362885,0.04700251296162605,0.04983176290988922,0.05266101658344269,0.055490266531705856,0.058319516479969025,0.06114877015352249,0.06397801637649536,0.06680727005004883,0.0696365237236023,0.07246576994657516,0.07529502362012863,0.0781242698431015,0.08095352351665497,0.08378277719020844,0.0866120234131813,0.08944127708673477],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[5,4,13,21,24,37,95,103,185,286,465,744,1020,1501,2159,2960,4016,5194,7041,8738,11093,13912,16258,19382,22295,25137,27819,29645,31478,32937,33762,33547,32844,31705,29534,27252,24127,21515,18785,15703,12942,10571,8399,6662,5075,3720,2841,2024,1392,996,680,432,270,184,140,69,37,27,9,4,3,3,2,1],"bins":[-0.08863091468811035,-0.0857643112540245,-0.08289771527051926,-0.08003111183643341,-0.07716450840234756,-0.07429790496826172,-0.07143130898475647,-0.06856470555067062,-0.06569810211658478,-0.06283150613307953,-0.05996490269899368,-0.05709829926490784,-0.05423169955611229,-0.051365096122026443,-0.048498496413230896,-0.04563189297914505,-0.0427652932703495,-0.039898693561553955,-0.03703209012746811,-0.03416549041867256,-0.031298886984586716,-0.028432287275791168,-0.02556568570435047,-0.022699084132909775,-0.019832482561469078,-0.01696588099002838,-0.014099279418587685,-0.011232678778469563,-0.008366077207028866,-0.005499475635588169,-0.0026328745298087597,0.00023372680880129337,0.0031003281474113464,0.005966929718852043,0.00883353129029274,0.011700131930410862,0.014566733501851559,0.01743333414196968,0.020299935713410378,0.023166537284851074,0.02603313885629177,0.028899740427732468,0.031766340136528015,0.03463294357061386,0.03749954327940941,0.040366146713495255,0.0432327464222908,0.04609934985637665,0.048965949565172195,0.05183254927396774,0.05469915270805359,0.057565752416849136,0.06043235585093498,0.06329895555973053,0.06616555899381638,0.06903216242790222,0.07189875841140747,0.07476536184549332,0.07763196527957916,0.08049856126308441,0.08336516469717026,0.0862317681312561,0.08909837156534195,0.0919649675488472,0.09483157098293304]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,1,2,1,5,6,6,2,11,10,15,20,24,30,53,65,79,102,78,69,53,31,20,16,15,12,7,8,6,3,4,1,4,0,3,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.2498730939114466e-09,-1.2045511255109886e-09,-1.1592291571105307e-09,-1.1139071887100727e-09,-1.0685852203096147e-09,-1.0232632519091567e-09,-9.779412835086987e-10,-9.326193151082407e-10,-8.872973467077827e-10,-8.419753783073247e-10,-7.966534099068667e-10,-7.513314415064087e-10,-7.060094731059507e-10,-6.606875047054928e-10,-6.153655363050348e-10,-5.700435679045768e-10,-5.247215995041188e-10,-4.793996311036608e-10,-4.340776627032028e-10,-3.887556943027448e-10,-3.434337259022868e-10,-2.9811175750182883e-10,-2.5278978910137084e-10,-2.0746782070091285e-10,-1.6214585230045486e-10,-1.1682388389999687e-10,-7.150191549953888e-11,-2.617994709908089e-11,1.91420213013771e-11,6.446398970183509e-11,1.0978595810229308e-10,1.5510792650275107e-10,2.0042989490320906e-10,2.4575186330366705e-10,2.9107383170412504e-10,3.3639580010458303e-10,3.81717768505041e-10,4.27039736905499e-10,4.72361705305957e-10,5.17683673706415e-10,5.63005642106873e-10,6.08327610507331e-10,6.53649578907789e-10,6.98971547308247e-10,7.442935157087049e-10,7.896154841091629e-10,8.349374525096209e-10,8.802594209100789e-10,9.255813893105369e-10,9.709033577109949e-10,1.0162253261114529e-09,1.0615472945119109e-09,1.1068692629123689e-09,1.1521912313128269e-09,1.1975131997132848e-09,1.2428351681137428e-09,1.2881571365142008e-09,1.3334791049146588e-09,1.3788010733151168e-09,1.4241230417155748e-09,1.4694450101160328e-09,1.5147669785164908e-09,1.5600889469169488e-09,1.6054109153174068e-09,1.6507328837178648e-09]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[3,2,1,8,8,8,18,18,32,23,33,25,27,22,7,11,11,4,9,9,4,8,12,7,4,7,3,11,8,7,6,10,4,7,7,10,6,14,8,9,7,8,12,8,11,11,19,14,25,29,32,32,32,24,20,17,12,9,6,2,4,1,1,1],"bins":[-0.00014979591651353985,-0.00014497472147922963,-0.00014015354099683464,-0.00013533234596252441,-0.0001305111509282142,-0.0001256899704458192,-0.00012086877541150898,-0.00011604758037719876,-0.00011122639261884615,-0.00010640520486049354,-0.00010158400982618332,-9.676282206783071e-05,-9.19416343094781e-05,-8.712043927516788e-05,-8.229925151681527e-05,-7.747805648250505e-05,-7.265686872415245e-05,-6.783568096579984e-05,-6.301448593148962e-05,-5.819329817313701e-05,-5.3372106776805595e-05,-4.855091538047418e-05,-4.372972762212157e-05,-3.890853622579016e-05,-3.408734482945874e-05,-2.926615343312733e-05,-2.4444963855785318e-05,-1.9623774278443307e-05,-1.4802582882111892e-05,-9.98139239527518e-06,-5.1602019084384665e-06,-3.390114216017537e-07,4.482179065234959e-06,9.303369552071672e-06,1.4124560038908385e-05,1.8945749616250396e-05,2.376694101258181e-05,2.8588132408913225e-05,3.340932016726583e-05,3.823051156359725e-05,4.305170295992866e-05,4.7872894356260076e-05,5.269408575259149e-05,5.75152735109441e-05,6.23364612692967e-05,6.715765630360693e-05,7.197884406195953e-05,7.680003909626976e-05,8.162122685462236e-05,8.644241461297497e-05,9.126360964728519e-05,9.60847974056378e-05,0.00010090599243994802,0.00010572718019830063,0.00011054836795665324,0.00011536956299096346,0.00012019075074931607,0.00012501193850766867,0.0001298331335419789,0.00013465432857628912,0.0001394755090586841,0.00014429670409299433,0.00014911789912730455,0.00015393907960969955,0.00015876027464400977],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[2,2,0,1,1,0,0,0,2,2,3,6,4,7,8,14,6,12,12,15,16,15,18,22,23,27,28,38,29,17,38,38,28,26,22,31,27,34,27,24,21,16,9,19,13,10,9,5,6,10,5,4,2,2,2,5,0,1,2,1,0,0,0,1],"bins":[-0.04318150132894516,-0.041810229420661926,-0.040438953787088394,-0.03906768187880516,-0.03769640624523163,-0.036325134336948395,-0.03495386242866516,-0.03358258679509163,-0.032211314886808395,-0.030840041115880013,-0.02946876734495163,-0.028097495436668396,-0.026726221665740013,-0.02535494789481163,-0.023983675986528397,-0.022612402215600014,-0.02124112844467163,-0.019869854673743248,-0.018498580902814865,-0.01712730899453163,-0.01575603522360325,-0.014384761452674866,-0.013013488613069057,-0.01164221577346325,-0.010270942002534866,-0.008899668231606483,-0.007528395392000675,-0.00615712208673358,-0.004785848781466484,-0.0034145754761993885,-0.002043302170932293,-0.0006720288656651974,0.0006992444396018982,0.0020705177448689938,0.0034417910501360893,0.004813064355403185,0.0061843376606702805,0.007555610965937376,0.008926884271204472,0.01029815711081028,0.011669430881738663,0.013040704652667046,0.014411977492272854,0.015783250331878662,0.017154524102807045,0.018525797873735428,0.01989706978201866,0.021268343552947044,0.022639617323875427,0.02401089109480381,0.025382164865732193,0.026753436774015427,0.02812471054494381,0.029495984315872192,0.030867256224155426,0.03223853185772896,0.03360980376601219,0.034981075674295425,0.03635235130786896,0.03772362321615219,0.039094895124435425,0.04046617075800896,0.04183744266629219,0.04320871829986572,0.044579990208148956],"_type":"histogram"},"train_batch_loss":3.3168084621429443} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug-core.log b/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..221e8f3c1896a2c4e365b830fba5d8b8f8ef7d10 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:22:54.296280542+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpdgkfd3_g/port-39959.txt","pid":39959,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:22:54.296803875+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":39959} +{"time":"2025-07-18T01:22:54.296799235+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-39959-39982-2939543544/socket","Net":"unix"}} +{"time":"2025-07-18T01:22:54.476286735+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:22:54.4856574+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"nm4a474i","id":"1(@)"} +{"time":"2025-07-18T01:22:54.925581688+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"nm4a474i","id":"1(@)"} +{"time":"2025-07-18T01:27:32.151980435+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:27:32.152387639+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:27:32.152374811+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:27:32.152489226+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-39959-39982-2939543544/socket","Net":"unix"}} +{"time":"2025-07-18T01:27:32.152547459+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:27:34.223367998+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:27:34.22338965+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:27:34.223404318+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..23169d5fabe9671c842610d5e7d13fc54d311c79 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:22:54.486965091+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:22:54.925550595+03:00","level":"INFO","msg":"stream: created new stream","id":"nm4a474i"} +{"time":"2025-07-18T01:22:54.925576171+03:00","level":"INFO","msg":"stream: started","id":"nm4a474i"} +{"time":"2025-07-18T01:22:54.925591849+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"nm4a474i"} +{"time":"2025-07-18T01:22:54.925621195+03:00","level":"INFO","msg":"sender: started","stream_id":"nm4a474i"} +{"time":"2025-07-18T01:22:54.925595211+03:00","level":"INFO","msg":"handler: started","stream_id":"nm4a474i"} +{"time":"2025-07-18T01:27:32.152339022+03:00","level":"INFO","msg":"stream: closing","id":"nm4a474i"} +{"time":"2025-07-18T01:27:33.411645551+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:27:34.218523395+03:00","level":"INFO","msg":"handler: closed","stream_id":"nm4a474i"} +{"time":"2025-07-18T01:27:34.218561031+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"nm4a474i"} +{"time":"2025-07-18T01:27:34.21860749+03:00","level":"INFO","msg":"sender: closed","stream_id":"nm4a474i"} +{"time":"2025-07-18T01:27:34.222834022+03:00","level":"INFO","msg":"stream: closed","id":"nm4a474i"} diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug.log b/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..d2d7a2e9fded13800498f692ce3854a017f87547 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_setup.py:_flush():80] Configure stats pid to 39959 +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_012254-nm4a474i/logs/debug.log +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_012254-nm4a474i/logs/debug-internal.log +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 128, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:22:54,259 INFO MainThread:39959 [wandb_init.py:init():871] starting backend +2025-07-18 01:22:54,476 INFO MainThread:39959 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:22:54,484 INFO MainThread:39959 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:22:54,486 INFO MainThread:39959 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:22:54,487 INFO MainThread:39959 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:22:55,202 INFO MainThread:39959 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:22:55,368 INFO MainThread:39959 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:22:55,368 INFO MainThread:39959 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:22:55,368 INFO MainThread:39959 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:22:55,369 INFO MainThread:39959 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:22:55,373 INFO MainThread:39959 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:22:57,230 INFO MainThread:39959 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:22:57,231 INFO MainThread:39959 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:27:32,150 INFO MsgRouterThr:39959 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_012254-nm4a474i/run-nm4a474i.wandb b/simson_modeling/wandb/run-20250718_012254-nm4a474i/run-nm4a474i.wandb new file mode 100644 index 0000000000000000000000000000000000000000..b31b6d6effe754558db398f332ceaa531262cd3e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012254-nm4a474i/run-nm4a474i.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdfac5977505c937a867eacfd190017fd1be6b9c9ceb319953b08ff28dab4505 +size 26810147 diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/config.yaml b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8853f4bcb57df16d141a0d79484ef9509cd2b887 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + v47xuflwncvpf2ab1p1ge4mredcwlemt: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136809885696" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:28:58.266803Z" + writerId: v47xuflwncvpf2ab1p1ge4mredcwlemt + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 8 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/output.log b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..55522bea875ffdcda32576de1208ca6b521cedbd --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/output.log @@ -0,0 +1,35 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [01:27", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 381, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 378, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 302, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 194, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 163, in log_tensor_stats + tensor = tensor.detach().clone() + ^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/requirements.txt b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b05776808ef0d5e7ebf6ceaaeb828c7e7b1d4429 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:28:58.266803Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136809885696" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "v47xuflwncvpf2ab1p1ge4mredcwlemt" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7423f392bda4441dcbc98f4497d6aa43ef200b0a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.025812111794948578,-0.024800296872854233,-0.023788481950759888,-0.022776667028665543,-0.021764852106571198,-0.020753039047122,-0.019741224125027657,-0.01872940920293331,-0.017717594280838966,-0.01670577935874462,-0.015693964436650276,-0.014682150445878506,-0.01367033552378416,-0.012658520601689816,-0.011646706610918045,-0.0106348916888237,-0.009623076766729355,-0.00861126184463501,-0.007599447388201952,-0.006587632931768894,-0.005575818009674549,-0.004564003087580204,-0.0035521886311471462,-0.002540373941883445,-0.0015285592526197433,-0.0005167445633560419,0.0004950701259076595,0.001506884815171361,0.0025186995044350624,0.003530514193698764,0.004542328882962465,0.005554143339395523,0.006565958261489868,0.007577773183584213,0.008589588105678558,0.009601402096450329,0.010613217018544674,0.011625031940639019,0.01263684593141079,0.013648660853505135,0.01466047577559948,0.015672290697693825,0.01668410561978817,0.017695920541882515,0.01870773360133171,0.019719548523426056,0.0207313634455204,0.021743178367614746,0.02275499328970909,0.023766808211803436,0.02477862313389778,0.025790438055992126,0.02680225297808647,0.027814066037535667,0.028825880959630013,0.029837695881724358,0.030849510803818703,0.0318613238632679,0.032873138785362244,0.03388495370745659,0.034896768629550934,0.03590858355164528,0.036920398473739624,0.03793221339583397,0.038944028317928314],"_type":"histogram","values":[3,2,1,4,3,5,4,6,5,8,10,12,15,25,17,13,14,25,24,25,35,30,36,29,25,32,28,23,27,35,33,26,27,19,13,12,15,13,12,18,10,8,8,8,5,4,0,2,3,3,1,3,1,0,1,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.0001968085125554353,-0.0001903179072542116,-0.0001838273019529879,-0.00017733668209984899,-0.0001708460767986253,-0.0001643554714974016,-0.0001578648661961779,-0.0001513742608949542,-0.00014488364104181528,-0.00013839303574059159,-0.0001319024304393679,-0.0001254118251381442,-0.0001189212198369205,-0.00011243060725973919,-0.0001059400019585155,-9.944938938133419e-05,-9.295878408011049e-05,-8.64681787788868e-05,-7.997756620170549e-05,-7.348696090048179e-05,-6.699634832330048e-05,-6.0505743022076786e-05,-5.401513772085309e-05,-4.752452878165059e-05,-4.1033919842448086e-05,-3.454331090324558e-05,-2.8052703783032484e-05,-2.1562096662819386e-05,-1.5071487723616883e-05,-8.580879693909083e-06,-2.090271664201282e-06,4.400336365506519e-06,1.089094439521432e-05,1.738155333441682e-05,2.387216045462992e-05,3.036276757484302e-05,3.685337651404552e-05,4.3343985453248024e-05,4.983459075447172e-05,5.632519969367422e-05,6.281580863287672e-05,6.930641393410042e-05,7.579702651128173e-05,8.228763181250542e-05,8.877823711372912e-05,9.526884969091043e-05,0.00010175945499213412,0.00010825006756931543,0.00011474067287053913,0.00012123127817176282,0.00012772188347298652,0.00013421250332612544,0.00014070310862734914,0.00014719371392857283,0.00015368431922979653,0.00016017492453102022,0.00016666552983224392,0.00017315614968538284,0.00017964675498660654,0.00018613736028783023,0.00019262796558905393,0.00019911857089027762,0.00020560919074341655,0.00021209979604464024,0.00021859040134586394],"_type":"histogram","values":[1,0,4,2,1,12,9,16,17,17,27,27,24,28,23,20,20,10,8,19,14,8,11,16,7,5,7,5,5,6,12,7,10,9,10,11,7,18,12,13,12,15,12,23,13,18,19,19,21,32,31,23,14,16,7,4,5,2,1,0,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.09117812663316727,-0.08826939016580582,-0.08536066114902496,-0.08245192468166351,-0.07954318821430206,-0.07663445174694061,-0.07372572273015976,-0.07081698626279831,-0.06790824979543686,-0.064999520778656,-0.062090784311294556,-0.059182047843933105,-0.056273315101861954,-0.053364578634500504,-0.05045584589242935,-0.0475471094250679,-0.04463837668299675,-0.0417296439409256,-0.03882090747356415,-0.035912174731492996,-0.033003438264131546,-0.030094705522060394,-0.027185970917344093,-0.024277236312627792,-0.02136850170791149,-0.01845976710319519,-0.01555103249847889,-0.012642298825085163,-0.009733564220368862,-0.006824829615652561,-0.0039160954765975475,-0.0010073611047118902,0.001901373267173767,0.004810107871890068,0.007718842010945082,0.010627576150000095,0.013536310754716396,0.016445044428110123,0.019353779032826424,0.022262513637542725,0.025171248242259026,0.028079982846975327,0.030988717451691628,0.03389745205640793,0.03680618479847908,0.03971492126584053,0.04262365400791168,0.04553239047527313,0.048441123217344284,0.051349855959415436,0.054258592426776886,0.05716732516884804,0.06007606163620949,0.06298479437828064,0.06589353084564209,0.06880226731300354,0.0717109963297844,0.07461973279714584,0.0775284692645073,0.08043719828128815,0.0833459347486496,0.08625467121601105,0.0891634076833725,0.09207213670015335,0.0949808731675148],"_type":"histogram","values":[1,6,4,9,16,28,70,75,153,230,348,511,778,1187,1728,2407,3458,4584,6003,7757,9650,12516,15049,17616,20902,23901,26752,29294,31347,32948,33988,34213,33776,32848,30595,28334,25802,22841,19724,17150,14148,11531,9082,7107,5360,4137,2997,2212,1543,1123,687,476,319,199,121,75,48,20,27,3,7,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.027629682794213295,-0.02680983766913414,-0.025989990681409836,-0.02517014555633068,-0.024350298568606377,-0.02353045344352722,-0.022710606455802917,-0.021890761330723763,-0.02107091434299946,-0.020251069217920303,-0.019431222230196,-0.018611377105116844,-0.01779153011739254,-0.016971684992313385,-0.01615183800458908,-0.015331992879509926,-0.014512146823108196,-0.013692300766706467,-0.012872454710304737,-0.012052608653903008,-0.011232762597501278,-0.010412916541099548,-0.009593070484697819,-0.00877322442829609,-0.007953379303216934,-0.007133532781153917,-0.006313686724752188,-0.005493840668350458,-0.004673995077610016,-0.0038541487883776426,-0.0030343029648065567,-0.002214456908404827,-0.0013946108520030975,-0.0005747648538090289,0.0002450811443850398,0.0010649270843714476,0.0018847731407731771,0.0027046191971749067,0.0035244650207459927,0.004344311077147722,0.005164157133549452,0.005984003189951181,0.006803849246352911,0.007623695302754641,0.008443540893495083,0.009263386949896812,0.010083233006298542,0.010903079062700272,0.011722925119102001,0.01254277117550373,0.01336261723190546,0.01418246328830719,0.01500230934470892,0.01582215540111065,0.016642000526189804,0.01746184751391411,0.018281692638993263,0.019101539626717567,0.019921384751796722,0.020741231739521027,0.02156107686460018,0.022380923852324486,0.02320076897740364,0.024020615965127945,0.0248404610902071],"_type":"histogram","values":[1,1,0,0,0,1,5,1,3,8,10,14,33,37,45,66,97,149,224,318,503,702,1085,1643,2363,3573,5907,9300,15092,25885,45413,89423,216599,555481,334983,122978,59191,32001,18498,11218,7000,4439,2886,1829,1215,897,581,374,248,174,110,84,62,33,25,17,14,11,6,1,3,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,2,2,1,1,1,5,8,11,22,21,16,22,25,27,14,19,15,20,18,19,12,22,17,10,12,14,16,24,14,19,10,19,25,22,17,32,31,19,22,25,22,21,14,11,7,9,7,7,6,0,3,3,2,0,3,0,0,0,1],"bins":[0.9997155070304871,0.9997249841690063,0.9997345209121704,0.9997439980506897,0.999753475189209,0.999763011932373,0.9997724890708923,0.9997819662094116,0.9997915029525757,0.999800980091095,0.9998104572296143,0.9998199939727783,0.9998294711112976,0.9998389482498169,0.999848484992981,0.9998579621315002,0.9998674392700195,0.9998769760131836,0.9998864531517029,0.9998959302902222,0.9999054670333862,0.9999149441719055,0.9999244213104248,0.9999339580535889,0.9999434351921082,0.9999529123306274,0.9999624490737915,0.9999719262123108,0.9999814033508301,0.9999909400939941,1.0000003576278687,1.0000098943710327,1.0000194311141968,1.0000288486480713,1.0000383853912354,1.0000479221343994,1.000057339668274,1.000066876411438,1.000076413154602,1.0000858306884766,1.0000953674316406,1.0001049041748047,1.0001143217086792,1.0001238584518433,1.0001333951950073,1.0001428127288818,1.000152349472046,1.00016188621521,1.0001713037490845,1.0001808404922485,1.0001903772354126,1.000199794769287,1.0002093315124512,1.0002188682556152,1.0002282857894897,1.0002378225326538,1.0002473592758179,1.0002567768096924,1.0002663135528564,1.0002758502960205,1.000285267829895,1.000294804573059,1.0003043413162231,1.0003137588500977,1.0003232955932617]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,2,0,2,2,9,12,17,32,29,24,29,29,24,17,19,18,6,16,9,5,7,12,8,12,9,6,4,10,9,6,5,7,3,5,2,7,9,9,7,4,17,8,4,13,10,12,11,11,11,23,20,26,32,31,24,23,22,11,6,6,1,1,2],"bins":[-0.00018248822016175836,-0.00017686541832517833,-0.0001712426164885983,-0.00016561980010010302,-0.00015999699826352298,-0.00015437419642694294,-0.0001487513945903629,-0.00014312859275378287,-0.00013750579091720283,-0.00013188297452870756,-0.00012626017269212753,-0.00012063737085554749,-0.00011501456901896745,-0.0001093917599064298,-0.00010376895806984976,-9.814614895731211e-05,-9.252334712073207e-05,-8.690054528415203e-05,-8.127773617161438e-05,-7.565493433503434e-05,-7.003212522249669e-05,-6.440932338591665e-05,-5.878652154933661e-05,-5.316371607477777e-05,-4.754091060021892e-05,-4.191810512566008e-05,-3.629529965110123e-05,-3.0672497814521194e-05,-2.504969233996235e-05,-1.9426886865403503e-05,-1.3804083209834062e-05,-8.181278644769918e-06,-2.5584595277905464e-06,3.064345037273597e-06,8.68714960233774e-06,1.4309954167401884e-05,1.9932758732466027e-05,2.5555564207024872e-05,3.117836604360491e-05,3.6801171518163756e-05,4.24239769927226e-05,4.8046782467281446e-05,5.366958794184029e-05,5.929238977842033e-05,6.491519161500037e-05,7.053800072753802e-05,7.616080256411806e-05,8.178361167665571e-05,8.740641351323575e-05,9.302921534981579e-05,9.865202446235344e-05,0.00010427482629893348,0.00010989763541147113,0.00011552043724805117,0.0001211432390846312,0.00012676604092121124,0.00013238884275779128,0.00013801165914628655,0.00014363446098286659,0.00014925726281944662,0.00015488006465602666,0.0001605028664926067,0.00016612568288110197,0.000171748484717682,0.00017737128655426204]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,4,2,1,5,12,9,15,6,11,25,18,20,19,21,31,24,16,20,14,23,18,25,19,20,20,12,19,20,26,22,20,15,23,24,22,27,22,19,16,14,16,11,14,7,5,4,0,1,1,1,2,1,1,0,0,1],"bins":[-0.00033258297480642796,-0.0003221538499929011,-0.0003117247251793742,-0.00030129560036584735,-0.0002908664755523205,-0.0002804373507387936,-0.00027000822592526674,-0.0002595791011117399,-0.000249149976298213,-0.00023872086603660136,-0.0002282917412230745,-0.00021786261640954763,-0.00020743349159602076,-0.0001970043667824939,-0.00018657524196896702,-0.00017614611715544015,-0.00016571699234191328,-0.00015528786752838641,-0.00014485874271485955,-0.00013442961790133268,-0.0001240004930878058,-0.00011357137555023655,-0.00010314225073670968,-9.271312592318282e-05,-8.228400110965595e-05,-7.185487629612908e-05,-6.142575148260221e-05,-5.099663030705415e-05,-4.056750549352728e-05,-3.013838068000041e-05,-1.9709257685462944e-05,-9.280133781430777e-06,1.1489901226013899e-06,1.1578114026633557e-05,2.2007237930665724e-05,3.243636092520319e-05,4.286548573873006e-05,5.329461055225693e-05,6.372373172780499e-05,7.415285654133186e-05,8.458198135485873e-05,9.50111061683856e-05,0.00010544023098191246,0.00011586935579543933,0.0001262984733330086,0.00013672759814653546,0.00014715672296006233,0.0001575858477735892,0.00016801497258711606,0.00017844409740064293,0.0001888732222141698,0.00019930234702769667,0.00020973147184122354,0.0002201605966547504,0.00023058972146827728,0.00024101884628180414,0.0002514479565434158,0.00026187708135694265,0.0002723062061704695,0.0002827353309839964,0.00029316445579752326,0.00030359358061105013,0.000314022705424577,0.00032445183023810387,0.00033488095505163074]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,1,2,1,1,4,5,13,18,28,37,33,31,21,22,23,17,12,19,14,13,9,10,17,8,10,6,11,6,3,6,9,7,6,7,7,9,11,16,8,10,12,15,14,21,21,26,41,37,31,18,15,9,5,3,2,3,0,0,0,1,0,1,1],"bins":[-0.00019733811495825648,-0.00019071606220677495,-0.00018409402400720865,-0.0001774719712557271,-0.0001708499330561608,-0.00016422788030467927,-0.00015760584210511297,-0.00015098378935363144,-0.00014436175115406513,-0.0001377396984025836,-0.00013111764565110207,-0.00012449560745153576,-0.00011787355470005423,-0.00011125150922453031,-0.00010462946374900639,-9.800741827348247e-05,-9.138537279795855e-05,-8.476332732243463e-05,-7.814128184691072e-05,-7.15192363713868e-05,-6.489719089586288e-05,-5.827514178236015e-05,-5.1653092668857425e-05,-4.5031047193333507e-05,-3.840900171780959e-05,-3.178695624228567e-05,-2.5164908947772346e-05,-1.8542861653259024e-05,-1.1920816177735105e-05,-5.2987697927164845e-06,1.3232765923021361e-06,7.945322977320757e-06,1.4567354810424149e-05,2.1189400285948068e-05,2.781144758046139e-05,3.443349487497471e-05,4.105554035049863e-05,4.767758582602255e-05,5.4299634939525276e-05,6.0921680415049195e-05,6.754372589057311e-05,7.416577136609703e-05,8.078781684162095e-05,8.740986231714487e-05,9.40319150686264e-05,0.00010065396054415032,0.00010727600601967424,0.00011389805149519816,0.00012052009697072208,0.0001271421497222036,0.00013376418792176992,0.00014038624067325145,0.00014700827887281775,0.0001536303316242993,0.0001602523698238656,0.00016687442257534713,0.00017349646077491343,0.00018011851352639496,0.0001867405662778765,0.0001933626044774428,0.00019998465722892433,0.00020660669542849064,0.00021322874817997217,0.00021985078637953848,0.00022647283913102],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,3,2,6,8,12,20,19,28,30,20,25,23,20,17,14,11,17,14,11,13,6,10,10,6,8,9,5,8,0,5,4,9,13,11,11,6,6,6,16,11,9,11,12,8,14,21,19,28,33,25,38,21,19,8,11,4,3,4,4],"bins":[-0.00020746528753079474,-0.00020139841944910586,-0.0001953315659193322,-0.00018926469783764333,-0.00018319782975595444,-0.0001771309762261808,-0.0001710641081444919,-0.00016499724006280303,-0.00015893037198111415,-0.0001528635184513405,-0.00014679665036965162,-0.00014072978228796273,-0.00013466292875818908,-0.0001285960606765002,-0.00012252919259481132,-0.00011646233178908005,-0.00011039547098334879,-0.00010432861017761752,-9.826174209592864e-05,-9.219488129019737e-05,-8.612801320850849e-05,-8.006115240277722e-05,-7.399429159704596e-05,-6.792742351535708e-05,-6.186056270962581e-05,-5.5793698265915737e-05,-4.972683382220566e-05,-4.3659973016474396e-05,-3.759310857276432e-05,-3.152624412905425e-05,-2.5459381504333578e-05,-1.9392518879612908e-05,-1.3325668987818062e-05,-7.25880545360269e-06,-1.1919419193873182e-06,4.874921614828054e-06,1.0941785149043426e-05,1.70086495927535e-05,2.307551221747417e-05,2.914237484219484e-05,3.5209239285904914e-05,4.127610372961499e-05,4.734296817332506e-05,5.340982897905633e-05,5.94766934227664e-05,6.554355786647648e-05,7.161041867220774e-05,7.767728675389662e-05,8.374414755962789e-05,8.981100836535916e-05,9.587787644704804e-05,0.0001019447372527793,0.00010801160533446819,0.00011407846614019945,0.00012014532694593072,0.0001262121950276196,0.00013227906310930848,0.00013834591663908213,0.00014441278472077101,0.0001504796528024599,0.00015654650633223355,0.00016261337441392243,0.0001686802424956113,0.00017474709602538496,0.00018081396410707384]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.03981894999742508,-0.03852095454931259,-0.037222959101200104,-0.03592495992779732,-0.03462696447968483,-0.03332896903157234,-0.032030969858169556,-0.030732974410057068,-0.02943497896194458,-0.028136983513832092,-0.026838986203074455,-0.025540988892316818,-0.02424299344420433,-0.022944997996091843,-0.021647000685334206,-0.02034900337457657,-0.01905100792646408,-0.017753012478351593,-0.016455015167593956,-0.015157018788158894,-0.013859022408723831,-0.012561026029288769,-0.011263029649853706,-0.009965033270418644,-0.008667036890983582,-0.007369040511548519,-0.006071044132113457,-0.004773047752678394,-0.003475051373243332,-0.0021770549938082695,-0.0008790586143732071,0.0004189377650618553,0.0017169341444969177,0.00301493052393198,0.0043129269033670425,0.005610923282802105,0.006908919662237167,0.00820691604167223,0.009504912421107292,0.010802908800542355,0.012100905179977417,0.01339890155941248,0.014696897938847542,0.01599489524960518,0.017292890697717667,0.018590886145830154,0.01988888345658779,0.02118688076734543,0.022484876215457916,0.023782871663570404,0.02508086897432804,0.026378866285085678,0.027676861733198166,0.028974857181310654,0.03027285449206829,0.03157085180282593,0.032868847250938416,0.0341668426990509,0.03546483814716339,0.03676283732056618,0.038060832768678665,0.03935882821679115,0.04065682739019394,0.04195482283830643,0.043252818286418915],"_type":"histogram","values":[1,0,0,0,1,0,1,2,3,5,3,4,3,9,9,14,15,17,17,19,14,21,16,20,27,30,25,41,26,22,37,29,24,19,22,36,35,23,17,16,21,16,19,13,11,7,13,7,7,6,4,6,5,0,2,1,2,1,0,0,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,1,0,1,1,1,5,8,4,6,23,37,46,55,69,92,64,80,49,55,48,57,39,40,35,38,39,41,32,31,27,25,29,30,29,28,27,39,42,41,33,50,52,49,72,88,91,95,76,50,30,19,10,3,4,4,1,1,2,1,0,0,0,2],"bins":[-0.0002527157193981111,-0.00024470791686326265,-0.00023670008522458375,-0.00022869226813782007,-0.00022068445105105639,-0.00021267664851620793,-0.00020466883142944425,-0.00019666101434268057,-0.0001886531972559169,-0.0001806453801691532,-0.00017263756308238953,-0.00016462974599562585,-0.0001566219434607774,-0.00014861412637401372,-0.00014060630928725004,-0.00013259849220048636,-0.00012459067511372268,-0.000116582858026959,-0.00010857504094019532,-0.00010056723112938926,-9.255941404262558e-05,-8.45515969558619e-05,-7.654378714505583e-05,-6.853597005829215e-05,-6.052815297152847e-05,-5.252033588476479e-05,-4.451252243597992e-05,-3.6504708987195045e-05,-2.8496891900431365e-05,-2.048907663265709e-05,-1.2481261364882812e-05,-4.4734460971085355e-06,3.5343982744961977e-06,1.1542213542270474e-05,1.955002881004475e-05,2.7557844077819027e-05,3.5565659345593303e-05,4.3573476432356983e-05,5.1581289881141856e-05,5.958910332992673e-05,6.759692041669041e-05,7.560473750345409e-05,8.361255459021777e-05,9.162036440102383e-05,9.962818148778751e-05,0.0001076359985745512,0.00011564380838535726,0.00012365162547212094,0.00013165944255888462,0.0001396672596456483,0.00014767507673241198,0.00015568289381917566,0.00016369071090593934,0.0001716985134407878,0.00017970633052755147,0.00018771414761431515,0.00019572196470107883,0.0002037297817878425,0.0002117375988746062,0.00021974541596136987,0.00022775321849621832,0.000235761035582982,0.00024376885266974568,0.0002517766843084246,0.00025978448684327304],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,1,0,0,0,2,1,0,2,7,7,3,8,13,19,28,40,64,84,126,189,280,465,721,1033,1734,2768,4517,7276,11988,20223,35972,68475,134709,138027,71126,37105,20749,12168,7448,4478,2818,1771,1153,749,497,326,205,165,95,57,33,37,13,14,11,9,7,2,1,2,0,0,2],"bins":[-0.04896480217576027,-0.04752576723694801,-0.04608673229813576,-0.0446476973593235,-0.04320865869522095,-0.04176962375640869,-0.040330588817596436,-0.03889155387878418,-0.037452518939971924,-0.03601348400115967,-0.03457444906234741,-0.033135414123535156,-0.0316963791847229,-0.030257342383265495,-0.02881830558180809,-0.027379270642995834,-0.02594023570418358,-0.024501200765371323,-0.023062165826559067,-0.02162312902510166,-0.020184094086289406,-0.01874505914747715,-0.017306022346019745,-0.01586698740720749,-0.014427952468395233,-0.012988917529582977,-0.011549881659448147,-0.010110845789313316,-0.00867181085050106,-0.007232775446027517,-0.005793740041553974,-0.004354704637080431,-0.0029156655073165894,-0.0014766301028430462,-3.759469836950302e-05,0.0014014407061040401,0.0028404761105775833,0.0042795115150511265,0.00571854691952467,0.007157582323998213,0.008596617728471756,0.010035652667284012,0.011474688537418842,0.012913724407553673,0.014352759346365929,0.015791794285178185,0.01723083108663559,0.018669866025447845,0.0201089009642601,0.021547935903072357,0.022986970841884613,0.024426007643342018,0.025865042582154274,0.02730407752096653,0.028743114322423935,0.03018214926123619,0.03162118420004845,0.0330602191388607,0.03449925407767296,0.035938289016485214,0.03737732768058777,0.038816362619400024,0.04025539755821228,0.041694432497024536,0.04313346743583679],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[2,1,3,3,7,19,17,58,86,146,207,338,590,917,1315,1931,2662,3780,5257,6764,9084,11161,14243,17253,20577,23659,27062,29779,32234,34024,35730,35633,35143,33908,32309,29528,26536,23548,20110,16817,13824,11305,8814,6741,5135,3642,2563,1821,1277,830,555,364,194,134,87,38,31,12,10,2,2,0,1,1],"bins":[-0.09559793770313263,-0.09255890548229218,-0.08951987326145172,-0.08648084849119186,-0.08344181627035141,-0.08040278404951096,-0.0773637518286705,-0.07432471960783005,-0.07128569483757019,-0.06824666261672974,-0.06520763039588928,-0.06216859817504883,-0.059129565954208374,-0.05609053745865822,-0.053051505237817764,-0.05001247674226761,-0.046973444521427155,-0.0439344123005867,-0.040895383805036545,-0.03785635158419609,-0.034817323088645935,-0.03177829086780548,-0.028739258646965027,-0.025700228288769722,-0.022661197930574417,-0.019622167572379112,-0.016583137214183807,-0.013544104993343353,-0.010505074635148048,-0.007466043811291456,-0.004427012987434864,-0.0013879821635782719,0.0016510561108589172,0.004690086934715509,0.007729117758572102,0.010768149048089981,0.013807179406285286,0.01684620976448059,0.019885241985321045,0.02292427234351635,0.025963302701711655,0.02900233305990696,0.032041363418102264,0.03508039563894272,0.03811942785978317,0.04115845635533333,0.04419748857617378,0.04723651707172394,0.05027554929256439,0.053314581513404846,0.056353610008955,0.059392642229795456,0.06243167072534561,0.06547070294618607,0.06850973516702652,0.07154876738786697,0.07458779215812683,0.07762682437896729,0.08066585659980774,0.0837048888206482,0.08674392104148865,0.0897829532623291,0.09282197803258896,0.09586101025342941,0.09890004247426987],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,0,0,0,2,0,0,0,2,3,4,2,8,1,13,14,23,24,42,65,93,133,100,75,55,30,16,12,14,6,5,1,3,3,1,2,0,0,0,1,3,0,0,2,0,4,0,1,1,1,0,0,0,0,1],"bins":[-8.942200111050624e-06,-8.65151741891168e-06,-8.360833817278035e-06,-8.070151125139091e-06,-7.779468433000147e-06,-7.4887857408612035e-06,-7.198102593974909e-06,-6.907419447088614e-06,-6.61673675494967e-06,-6.3260540628107265e-06,-6.035370915924432e-06,-5.744687769038137e-06,-5.454005076899193e-06,-5.163322384760249e-06,-4.872639237873955e-06,-4.58195609098766e-06,-4.291273398848716e-06,-4.000590706709772e-06,-3.7099075598234776e-06,-3.4192246403108584e-06,-3.128541720798239e-06,-2.83785880128562e-06,-2.5471758817730006e-06,-2.2564929622603813e-06,-1.965810042747762e-06,-1.6751271232351428e-06,-1.3844442037225235e-06,-1.0937612842099043e-06,-8.03078364697285e-07,-5.123954451846657e-07,-2.2171252567204647e-07,6.89703938405728e-08,3.5965331335319206e-07,6.503362328658113e-07,9.410191523784306e-07,1.2317020718910499e-06,1.5223849914036691e-06,1.8130679109162884e-06,2.1037508304289076e-06,2.394433749941527e-06,2.685116669454146e-06,2.9757995889667654e-06,3.2664825084793847e-06,3.557165427992004e-06,3.847848347504623e-06,4.138531039643567e-06,4.429214186529862e-06,4.7198973334161565e-06,5.0105800255551e-06,5.301262717694044e-06,5.591945864580339e-06,5.8826290114666335e-06,6.173311703605577e-06,6.463994395744521e-06,6.754677542630816e-06,7.045360689517111e-06,7.336043381656054e-06,7.626726073794998e-06,7.917409675428644e-06,8.208092367567588e-06,8.498775059706531e-06,8.789457751845475e-06,9.080140443984419e-06,9.370824045618065e-06,9.661506737757009e-06]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[2,2,0,1,2,0,3,2,6,8,20,30,22,45,62,95,137,208,302,475,717,1131,1697,2649,4269,6707,11069,18087,31685,59492,133582,157043,70780,35736,20584,12395,7479,4771,3010,1908,1237,810,541,355,224,137,79,82,41,37,18,17,14,3,4,4,2,2,0,1,1,0,0,2],"bins":[-0.05662098154425621,-0.05480135604739189,-0.05298173427581787,-0.05116210877895355,-0.04934248700737953,-0.04752286151051521,-0.04570323973894119,-0.043883614242076874,-0.04206399247050285,-0.040244366973638535,-0.038424745202064514,-0.036605119705200195,-0.034785497933626175,-0.032965872436761856,-0.031146248802542686,-0.029326625168323517,-0.027507001534104347,-0.025687377899885178,-0.023867754265666008,-0.02204813063144684,-0.02022850699722767,-0.0184088833630085,-0.01658925972878933,-0.014769635163247585,-0.012950011529028416,-0.011130387894809246,-0.009310764260590076,-0.0074911401607096195,-0.00567151652649045,-0.0038518928922712803,-0.002032269025221467,-0.00021264527458697557,0.0016069784760475159,0.0034266021102666855,0.005246225744485855,0.007065849844366312,0.008885473012924194,0.010705097578465939,0.012524721212685108,0.014344344846904278,0.016163967549800873,0.01798359304666519,0.01980321668088436,0.02162284031510353,0.0234424639493227,0.02526208758354187,0.02708171121776104,0.02890133485198021,0.03072095848619938,0.03254058212041855,0.03436020761728287,0.03617982938885689,0.03799945488572121,0.03981907665729523,0.041638702154159546,0.043458323925733566,0.045277949422597885,0.047097571194171906,0.048917196691036224,0.050736818462610245,0.052556443959474564,0.054376065731048584,0.0561956912279129,0.05801531299948692,0.05983493849635124]},"train_batch_loss":1.461245059967041,"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[3,6,6,13,23,31,58,99,155,204,340,590,827,1189,1674,2509,3322,4581,6013,7914,9889,12188,15144,18033,21179,24072,26819,29295,31570,32958,33949,33792,33851,32447,30687,28487,25639,22840,19840,16873,14022,11494,9247,7019,5370,4134,2934,2120,1481,1014,708,447,277,196,98,66,47,12,17,6,1,3,0,2],"bins":[-0.09117987751960754,-0.0882670134305954,-0.08535414934158325,-0.0824412852525711,-0.07952842116355896,-0.07661556452512741,-0.07370270043611526,-0.07078983634710312,-0.06787697225809097,-0.06496410816907883,-0.06205124408006668,-0.05913838371634483,-0.05622551962733269,-0.05331265553832054,-0.050399795174598694,-0.04748693108558655,-0.0445740669965744,-0.041661202907562256,-0.03874833881855011,-0.03583547845482826,-0.032922614365816116,-0.03000975027680397,-0.027096888050436974,-0.024184025824069977,-0.02127116173505783,-0.018358297646045685,-0.015445435419678688,-0.012532572261989117,-0.009619709104299545,-0.006706845946609974,-0.0037939827889204025,-0.0008811196312308311,0.0020317435264587402,0.004944606684148312,0.007857469841837883,0.010770332999527454,0.013683196157217026,0.016596060246229172,0.01950892247259617,0.022421784698963165,0.02533464878797531,0.028247512876987457,0.031160375103354454,0.03407323732972145,0.0369861014187336,0.03989896550774574,0.04281182587146759,0.045724689960479736,0.04863755404949188,0.05155041813850403,0.054463282227516174,0.05737614259123802,0.06028900668025017,0.06320186704397202,0.06611473113298416,0.06902759522199631,0.07194045931100845,0.0748533234000206,0.07776618748903275,0.08067905157804489,0.08359190821647644,0.08650477230548859,0.08941763639450073,0.09233050048351288,0.09524336457252502]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9996954202651978,0.9997054934501648,0.9997155666351318,0.9997256398200989,0.9997357130050659,0.999745786190033,0.999755859375,0.999765932559967,0.9997760057449341,0.9997860789299011,0.9997961521148682,0.9998062252998352,0.9998162984848022,0.9998263716697693,0.9998364448547363,0.9998465180397034,0.9998565912246704,0.9998666644096375,0.9998767375946045,0.9998868107795715,0.9998968839645386,0.9999069571495056,0.9999170303344727,0.9999271035194397,0.9999371767044067,0.9999472498893738,0.9999573230743408,0.9999673962593079,0.9999774694442749,0.9999875426292419,0.999997615814209,1.0000076293945312,1.000017762184143,1.0000278949737549,1.0000379085540771,1.0000479221343994,1.0000580549240112,1.000068187713623,1.0000782012939453,1.0000882148742676,1.0000983476638794,1.0001084804534912,1.0001184940338135,1.0001285076141357,1.0001386404037476,1.0001487731933594,1.0001587867736816,1.000168800354004,1.0001789331436157,1.0001890659332275,1.0001990795135498,1.000209093093872,1.0002192258834839,1.0002293586730957,1.000239372253418,1.0002493858337402,1.000259518623352,1.0002696514129639,1.0002796649932861,1.0002896785736084,1.0002998113632202,1.000309944152832,1.0003199577331543,1.0003299713134766,1.0003401041030884],"_type":"histogram","values":[1,0,1,1,0,1,1,1,1,1,2,10,7,10,17,26,22,23,25,21,15,20,9,25,11,19,24,11,11,13,19,17,12,19,11,24,25,21,29,28,22,36,27,25,19,25,14,13,13,9,6,3,7,3,4,3,0,0,1,2,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.09665510058403015,-0.09366793185472488,-0.09068075567483902,-0.08769358694553375,-0.08470641076564789,-0.08171924203634262,-0.07873206585645676,-0.07574489712715149,-0.07275772094726562,-0.06977055221796036,-0.0667833760380745,-0.06379620730876923,-0.06080903485417366,-0.057821862399578094,-0.05483468994498253,-0.05184751749038696,-0.0488603450357914,-0.04587317258119583,-0.042886000126600266,-0.0398988276720047,-0.036911655217409134,-0.03392448276281357,-0.03093731217086315,-0.027950139716267586,-0.02496296726167202,-0.021975794807076454,-0.01898862235248089,-0.016001449897885323,-0.013014278374612331,-0.010027105920016766,-0.007039933931082487,-0.004052761942148209,-0.0010655894875526428,0.0019215827342122793,0.0049087549559772015,0.00789592694491148,0.010883099399507046,0.013870271854102612,0.016857443377375603,0.01984461583197117,0.022831788286566734,0.0258189607411623,0.028806133195757866,0.03179330378770828,0.03478047624230385,0.037767648696899414,0.04075482115149498,0.043741993606090546,0.04672916606068611,0.04971633851528168,0.05270351096987724,0.05569068342447281,0.058677855879068375,0.06166502833366394,0.06465219706296921,0.06763937324285507,0.07062654197216034,0.0736137181520462,0.07660088688135147,0.07958806306123734,0.0825752317905426,0.08556240797042847,0.08854957669973373,0.0915367528796196,0.09452392160892487],"_type":"histogram","values":[3,1,6,11,24,34,61,107,161,294,402,737,1155,1805,2738,3933,5679,7959,11055,14858,19386,25020,31920,38935,47071,55308,64272,72146,79364,85952,89471,93068,93756,91885,89195,83809,77399,69877,61787,53091,44589,36798,29868,23497,18191,13566,10216,7182,5110,3469,2427,1559,1023,679,375,254,157,59,52,28,16,8,2,4]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,2,1,1,1,4,5,2,2,2,3,2,8,5,10,5,17,13,19,23,36,35,44,53,79,76,51,57,47,44,21,20,15,9,6,6,4,4,5,7,3,3,1,0,0,3,1,4,2,0,0,1,0,1,0,1,0,1],"bins":[-1.3169483281672e-09,-1.275012095902639e-09,-1.2330758636380779e-09,-1.1911396313735167e-09,-1.1492033991089556e-09,-1.1072671668443945e-09,-1.0653309345798334e-09,-1.0233947023152723e-09,-9.814584700507112e-10,-9.3952223778615e-10,-8.97586005521589e-10,-8.556497732570278e-10,-8.137135409924667e-10,-7.717773087279056e-10,-7.298410764633445e-10,-6.879048441987834e-10,-6.459686119342223e-10,-6.040323796696612e-10,-5.620961474051001e-10,-5.201599151405389e-10,-4.782236828759778e-10,-4.362874506114167e-10,-3.943512183468556e-10,-3.524149860822945e-10,-3.104787538177334e-10,-2.6854252155317226e-10,-2.2660628928861115e-10,-1.8467005702405004e-10,-1.4273382475948893e-10,-1.0079759249492781e-10,-5.88613602303667e-11,-1.6925127965805586e-11,2.5011104298755527e-11,6.694733656331664e-11,1.0888356882787775e-10,1.5081980109243887e-10,1.9275603335699998e-10,2.346922656215611e-10,2.766284978861222e-10,3.185647301506833e-10,3.6050096241524443e-10,4.0243719467980554e-10,4.4437342694436666e-10,4.863096592089278e-10,5.282458914734889e-10,5.7018212373805e-10,6.121183560026111e-10,6.540545882671722e-10,6.959908205317333e-10,7.379270527962944e-10,7.798632850608556e-10,8.217995173254167e-10,8.637357495899778e-10,9.056719818545389e-10,9.476082141191e-10,9.895444463836611e-10,1.0314806786482222e-09,1.0734169109127834e-09,1.1153531431773445e-09,1.1572893754419056e-09,1.1992256077064667e-09,1.2411618399710278e-09,1.283098072235589e-09,1.32503430450015e-09,1.3669705367647111e-09]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[2,4,1,5,6,8,23,20,32,31,25,26,18,26,23,8,11,12,9,7,6,9,11,15,6,9,4,6,9,8,5,5,6,1,9,4,7,8,6,4,10,5,9,8,13,7,13,12,15,21,11,21,20,26,27,29,27,19,18,9,4,4,3,2],"bins":[-0.0001750847150105983,-0.0001696379331406206,-0.00016419113671872765,-0.00015874435484874994,-0.000153297558426857,-0.00014785077655687928,-0.00014240399468690157,-0.00013695719826500863,-0.00013151041639503092,-0.0001260636345250532,-0.00012061683810316026,-0.00011517005623318255,-0.00010972326708724722,-0.0001042764779413119,-9.882969607133418e-05,-9.338290692539886e-05,-8.793611777946353e-05,-8.24893286335282e-05,-7.704253948759288e-05,-7.159575761761516e-05,-6.614896847167984e-05,-6.070217932574451e-05,-5.525539381778799e-05,-4.980860830983147e-05,-4.4361819163896143e-05,-3.891503001796082e-05,-3.34682445100043e-05,-2.8021457183058374e-05,-2.257466985611245e-05,-1.7127882529166527e-05,-1.1681095202220604e-05,-6.2343078752746806e-06,-7.875059964135289e-07,4.659281330532394e-06,1.0106068657478318e-05,1.555285598442424e-05,2.0999643311370164e-05,2.6446430638316087e-05,3.189321796526201e-05,3.734000347321853e-05,4.278679261915386e-05,4.8233581765089184e-05,5.3680367273045704e-05,5.9127152781002223e-05,6.457394192693755e-05,7.002073107287288e-05,7.546751294285059e-05,8.091430208878592e-05,8.636109123472124e-05,9.180788038065657e-05,9.72546695265919e-05,0.00010270145139656961,0.00010814824054250494,0.00011359502968844026,0.00011904181155841798,0.00012448860798031092,0.00012993538985028863,0.00013538217172026634,0.00014082896814215928,0.000146275750012137,0.00015172254643402994,0.00015716932830400765,0.00016261611017398536,0.0001680629065958783,0.00017350968846585602]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0001952666643774137,-0.00018942922179121524,-0.0001835917792050168,-0.00017775433661881834,-0.0001719168940326199,-0.00016607945144642144,-0.000160242008860223,-0.00015440456627402455,-0.0001485671236878261,-0.00014272968110162765,-0.0001368922385154292,-0.00013105479592923075,-0.0001252173533430323,-0.00011937991075683385,-0.0001135424681706354,-0.00010770502558443695,-0.0001018675829982385,-9.603014041204005e-05,-9.01926978258416e-05,-8.435525523964316e-05,-7.851781265344471e-05,-7.268037006724626e-05,-6.684292748104781e-05,-6.100548489484936e-05,-5.516804230865091e-05,-4.933059972245246e-05,-4.349315713625401e-05,-3.7655714550055563e-05,-3.1818271963857114e-05,-2.5980829377658665e-05,-2.0143386791460216e-05,-1.4305944205261767e-05,-8.46848706714809e-06,-2.6310444809496403e-06,3.206398105248809e-06,9.043840691447258e-06,1.4881283277645707e-05,2.0718725863844156e-05,2.6556168450042605e-05,3.2393611036241055e-05,3.8231053622439504e-05,4.406849620863795e-05,4.99059387948364e-05,5.574338138103485e-05,6.15808239672333e-05,6.741826655343175e-05,7.32557091396302e-05,7.909315172582865e-05,8.49305943120271e-05,9.076803689822555e-05,9.6605479484424e-05,0.00010244292207062244,0.0001082803646568209,0.00011411780724301934,0.00011995524982921779,0.00012579269241541624,0.0001316301350016147,0.00013746757758781314,0.0001433050201740116,0.00014914246276021004,0.00015497990534640849,0.00016081734793260694,0.00016665479051880538,0.00017249223310500383,0.00017832967569120228],"_type":"histogram","values":[1,0,0,1,1,4,6,6,16,19,23,41,31,26,25,17,12,10,20,8,13,9,9,10,14,5,4,7,12,9,8,3,6,3,6,5,12,5,8,7,9,14,11,10,12,10,9,11,8,16,18,21,25,37,28,25,32,20,16,10,0,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,3,0,4,4,10,15,33,34,38,35,26,22,17,6,13,17,7,7,11,10,9,9,3,9,8,4,7,5,6,8,6,3,8,4,7,6,5,5,5,11,3,7,11,10,10,9,11,11,15,17,19,23,25,25,34,33,24,18,9,6,3,2,2],"bins":[-0.00017513071361463517,-0.00016970541037153453,-0.00016428010712843388,-0.00015885481843724847,-0.00015342951519414783,-0.00014800421195104718,-0.00014257890870794654,-0.0001371536054648459,-0.00013172830222174525,-0.00012630301353055984,-0.0001208777102874592,-0.00011545240704435855,-0.00011002710380125791,-0.00010460180783411488,-9.917650459101424e-05,-9.375120862387121e-05,-8.832590538077056e-05,-8.290060213766992e-05,-7.747530617052689e-05,-7.205000292742625e-05,-6.662470696028322e-05,-6.119940371718258e-05,-5.5774100474081933e-05,-5.03488008689601e-05,-4.492350126383826e-05,-3.9498201658716425e-05,-3.407290205359459e-05,-2.8647598810493946e-05,-2.322229920537211e-05,-1.7796999600250274e-05,-1.2371698176139034e-05,-6.9463976615224965e-06,-1.5210825949907303e-06,3.9042179196258076e-06,9.329518434242345e-06,1.4754818948858883e-05,2.018011946347542e-05,2.5605419068597257e-05,3.10307223116979e-05,3.6456021916819736e-05,4.188132152194157e-05,4.730662112706341e-05,5.2731920732185245e-05,5.815722397528589e-05,6.358252721838653e-05,6.900782318552956e-05,7.44331264286302e-05,7.985842239577323e-05,8.528372563887388e-05,9.070902888197452e-05,9.613432484911755e-05,0.00010155962809221819,0.00010698492405936122,0.00011241022730246186,0.0001178355305455625,0.00012326083378866315,0.0001286861370317638,0.0001341114257229492,0.00013953672896604985,0.0001449620322091505,0.00015038733545225114,0.00015581263869535178,0.0001612379273865372,0.00016666323062963784,0.00017208853387273848]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-7.621565600857139e-10,-7.4007289185829e-10,-7.17989223630866e-10,-6.959055554034421e-10,-6.738218871760182e-10,-6.517382189485943e-10,-6.296545507211704e-10,-6.075708824937465e-10,-5.854872142663226e-10,-5.634035460388986e-10,-5.413198778114747e-10,-5.192362095840508e-10,-4.971525413566269e-10,-4.75068873129203e-10,-4.5298520490177907e-10,-4.3090153667435516e-10,-4.0881786844693124e-10,-3.8673420021950733e-10,-3.646505319920834e-10,-3.425668637646595e-10,-3.204831955372356e-10,-2.9839952730981167e-10,-2.7631585908238776e-10,-2.5423219085496385e-10,-2.3214852262753993e-10,-2.1006485440011602e-10,-1.879811861726921e-10,-1.658975179452682e-10,-1.4381384971784428e-10,-1.2173018149042036e-10,-9.964651326299645e-11,-7.756284503557254e-11,-5.547917680814862e-11,-3.339550858072471e-11,-1.1311840353300795e-11,1.0771827874123119e-11,3.285549610154703e-11,5.4939164328970946e-11,7.702283255639486e-11,9.910650078381877e-11,1.211901690112427e-10,1.432738372386666e-10,1.6535750546609052e-10,1.8744117369351443e-10,2.0952484192093834e-10,2.3160851014836226e-10,2.5369217837578617e-10,2.757758466032101e-10,2.97859514830634e-10,3.199431830580579e-10,3.420268512854818e-10,3.6411051951290574e-10,3.8619418774032965e-10,4.0827785596775357e-10,4.303615241951775e-10,4.524451924226014e-10,4.745288606500253e-10,4.966125288774492e-10,5.186961971048731e-10,5.40779865332297e-10,5.62863533559721e-10,5.849472017871449e-10,6.070308700145688e-10,6.291145382419927e-10,6.511982064694166e-10],"_type":"histogram","values":[2,1,1,0,0,2,0,1,0,1,1,1,2,1,3,1,5,7,6,3,4,3,8,10,22,17,15,31,25,36,37,50,41,38,49,34,47,46,28,29,33,22,13,15,13,10,7,5,10,8,3,1,2,5,4,0,4,1,1,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,3,1,4,0,5,7,2,7,1,5,10,14,14,16,14,16,22,21,28,23,31,22,26,47,27,28,21,23,32,23,27,23,27,18,23,15,17,19,14,13,10,10,9,13,6,4,4,0,3,3,2,3,2,0,1,1,1,1,3,0,0,2],"bins":[-0.030202025547623634,-0.029133643954992294,-0.028065264225006104,-0.026996882632374763,-0.025928501039743423,-0.024860121309757233,-0.023791739717125893,-0.022723358124494553,-0.021654978394508362,-0.020586596801877022,-0.019518215209245682,-0.018449833616614342,-0.01738145388662815,-0.01631307229399681,-0.015244691632688046,-0.014176310040056705,-0.01310792937874794,-0.012039548717439175,-0.010971167124807835,-0.00990278646349907,-0.00883440487086773,-0.007766024209558964,-0.006697643548250198,-0.005629262421280146,-0.004560881294310093,-0.00349250016734004,-0.002424119273200631,-0.0013557382626459002,-0.00028735725209116936,0.0007810237584635615,0.0018494047690182924,0.0029177856631577015,0.0039861686527729034,0.005054549779742956,0.006122930906713009,0.007191311568021774,0.008259693160653114,0.00932807382196188,0.010396454483270645,0.011464836075901985,0.01253321673721075,0.013601597398519516,0.014669978991150856,0.015738360583782196,0.016806740313768387,0.017875121906399727,0.018943503499031067,0.020011883229017258,0.021080264821648598,0.022148646414279938,0.02321702614426613,0.02428540773689747,0.02535378932952881,0.026422169059515,0.02749055065214634,0.02855893224477768,0.02962731197476387,0.03069569356739521,0.03176407516002655,0.03283245489001274,0.03390083834528923,0.03496921807527542,0.03603759780526161,0.0371059812605381,0.03817436099052429],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[2,1,2,1,0,0,2,3,1,2,3,4,2,8,11,5,18,14,17,27,18,23,33,23,30,40,27,32,44,33,38,43,27,32,26,21,20,23,19,21,12,11,7,9,3,8,3,2,2,0,4,2,1,0,3,0,0,2,0,0,0,0,1,2],"bins":[-0.0017288131639361382,-0.001669525052420795,-0.0016102369409054518,-0.0015509489458054304,-0.0014916608342900872,-0.001432372722774744,-0.0013730846112594008,-0.0013137964997440577,-0.0012545085046440363,-0.001195220393128693,-0.00113593228161335,-0.0010766441700980067,-0.0010173560585826635,-0.0009580680052749813,-0.0008987798937596381,-0.0008394918404519558,-0.0007802037289366126,-0.0007209156174212694,-0.0006616275641135871,-0.000602339452598244,-0.0005430513992905617,-0.0004837632877752185,-0.0004244751762598753,-0.00036518709384836257,-0.00030589901143684983,-0.0002466109290253371,-0.00018732283206190914,-0.00012803473509848118,-6.874665268696845e-05,-9.458562999498099e-06,4.982952668797225e-05,0.0001091176163754426,0.00016840570606291294,0.00022769378847442567,0.0002869818708859384,0.0003462699824012816,0.00040555806481279433,0.00046484614722430706,0.0005241342587396502,0.0005834223120473325,0.0006427104235626757,0.0007019985350780189,0.0007612865883857012,0.0008205746999010444,0.0008798628114163876,0.0009391508647240698,0.0009984389180317521,0.0010577270295470953,0.0011170151410624385,0.0011763032525777817,0.0012355913640931249,0.0012948793591931462,0.0013541674707084894,0.0014134555822238326,0.0014727436937391758,0.001532031805254519,0.0015913199167698622,0.0016506079118698835,0.0017098960233852267,0.00176918413490057,0.001828472246415913,0.0018877603579312563,0.0019470483530312777,0.0020063365809619427,0.002065624576061964],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[4,2,7,11,28,44,51,111,183,302,452,648,951,1431,2106,2728,3784,5201,6801,8721,10822,13549,16201,18939,22103,25005,27374,30059,31788,33041,33832,34125,33300,31585,29740,27361,24720,21753,18681,15850,13144,10792,8477,6545,4963,3750,2790,1948,1375,953,620,424,243,166,98,70,31,17,10,3,6,3,1,1],"bins":[-0.08934669196605682,-0.08645807951688766,-0.0835694670677185,-0.08068085461854935,-0.07779224216938019,-0.07490363717079163,-0.07201502472162247,-0.06912641227245331,-0.06623779982328415,-0.06334918737411499,-0.06046057492494583,-0.05757196620106697,-0.05468335375189781,-0.05179474130272865,-0.04890613257884979,-0.046017520129680634,-0.043128907680511475,-0.040240295231342316,-0.03735168278217316,-0.034463074058294296,-0.03157446160912514,-0.02868584915995598,-0.02579723857343197,-0.02290862798690796,-0.0200200155377388,-0.01713140308856964,-0.014242792502045631,-0.011354180984199047,-0.008465569466352463,-0.0055769579485058784,-0.002688346430659294,0.0002002650871872902,0.0030888766050338745,0.005977488122880459,0.008866099640727043,0.011754711158573627,0.014643322676420212,0.01753193512558937,0.02042054571211338,0.02330915629863739,0.02619776874780655,0.029086381196975708,0.03197499364614487,0.03486360237002373,0.037752214819192886,0.040640827268362045,0.043529435992240906,0.046418048441410065,0.049306660890579224,0.05219527333974838,0.05508388578891754,0.0579724945127964,0.06086110696196556,0.06374971568584442,0.06663832813501358,0.06952694058418274,0.0724155530333519,0.07530416548252106,0.07819277793169022,0.08108139038085938,0.08396999537944794,0.0868586078286171,0.08974722027778625,0.09263583272695541,0.09552444517612457]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0002598624269012362,-0.0002514874213375151,-0.0002431124448776245,-0.00023473745386581868,-0.00022636246285401285,-0.00021798747184220701,-0.00020961248083040118,-0.00020123748981859535,-0.00019286249880678952,-0.00018448750779498369,-0.00017611251678317785,-0.00016773752577137202,-0.0001593625347595662,-0.00015098754374776036,-0.00014261255273595452,-0.0001342375617241487,-0.00012586257071234286,-0.00011748757970053703,-0.0001091125886887312,-0.00010073759767692536,-9.236260666511953e-05,-8.39876156533137e-05,-7.561262464150786e-05,-6.723763362970203e-05,-5.88626426178962e-05,-5.048765160609037e-05,-4.2112660594284534e-05,-3.37376695824787e-05,-2.536267857067287e-05,-1.6987687558867037e-05,-8.612696547061205e-06,-2.3770553525537252e-07,8.13728547655046e-06,1.6512276488356292e-05,2.4887267500162125e-05,3.326225851196796e-05,4.163724952377379e-05,5.001224053557962e-05,5.8387231547385454e-05,6.676222255919129e-05,7.513721357099712e-05,8.351220458280295e-05,9.188719559460878e-05,0.00010026218660641462,0.00010863717761822045,0.00011701216863002628,0.0001253871596418321,0.00013376215065363795,0.00014213714166544378,0.0001505121326772496,0.00015888712368905544,0.00016726211470086128,0.0001756371057126671,0.00018401209672447294,0.00019238708773627877,0.0002007620787480846,0.00020913706975989044,0.00021751206077169627,0.0002258870517835021,0.00023426204279530793,0.00024263703380711377,0.00025101203937083483,0.00025938701583072543,0.00026776199229061604,0.0002761369978543371],"_type":"histogram","values":[3,1,2,2,4,3,4,4,6,8,12,9,22,13,18,21,15,16,9,14,23,19,19,16,12,20,7,10,13,11,11,12,14,17,16,16,17,23,16,17,25,23,19,12,16,16,12,22,16,22,14,12,11,14,10,7,8,2,6,3,1,0,0,2]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,0,0,0,0,1,3,1,7,11,16,32,61,108,197,276,474,694,1035,1561,2318,3148,4423,6002,7585,9736,12049,14725,17301,19824,22568,24834,26734,27604,29189,28226,27434,25523,24087,21581,18991,16386,13856,11200,8957,7118,5314,3848,2857,2009,1429,920,654,379,243,140,100,60,25,16,11,1,5],"bins":[-0.11234346777200699,-0.1092081069946289,-0.10607275366783142,-0.10293739289045334,-0.09980203956365585,-0.09666667878627777,-0.09353132545948029,-0.0903959646821022,-0.08726060390472412,-0.08412525057792664,-0.08098988980054855,-0.07785453647375107,-0.07471917569637299,-0.0715838223695755,-0.06844846159219742,-0.06531310826539993,-0.06217774748802185,-0.05904239043593407,-0.05590703338384628,-0.0527716763317585,-0.049636319279670715,-0.04650095850229263,-0.04336560145020485,-0.040230244398117065,-0.03709488734602928,-0.0339595302939415,-0.030824173241853714,-0.02768881432712078,-0.024553457275032997,-0.021418100222945213,-0.01828274130821228,-0.015147384256124496,-0.01201203465461731,-0.008876677602529526,-0.005741319619119167,-0.002605962101370096,0.0005293954163789749,0.003664752934128046,0.006800110451877117,0.009935468435287476,0.01307082548737526,0.016206182539463043,0.019341539591550827,0.02247689850628376,0.025612255558371544,0.028747612610459328,0.03188297152519226,0.035018328577280045,0.03815368562936783,0.04128904268145561,0.044424399733543396,0.04755975678563118,0.050695113837718964,0.053830474615097046,0.05696583166718483,0.060101188719272614,0.0632365494966507,0.06637190282344818,0.06950726360082626,0.07264261692762375,0.07577797770500183,0.07891333103179932,0.0820486918091774,0.08518404513597488,0.08831940591335297],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.042858198285102844,-0.04143887013196945,-0.04001954197883606,-0.03860021382570267,-0.037180885672569275,-0.03576155751943588,-0.03434222936630249,-0.0329229012131691,-0.031503573060035706,-0.030084243044257164,-0.02866491489112377,-0.02724558673799038,-0.025826256722211838,-0.024406928569078445,-0.022987600415945053,-0.02156827226281166,-0.02014894410967827,-0.018729615956544876,-0.017310287803411484,-0.01589095965027809,-0.014471630565822124,-0.013052302412688732,-0.011632973328232765,-0.010213645175099373,-0.00879431702196598,-0.007374988868832588,-0.0059556602500379086,-0.004536331631243229,-0.0031170034781098366,-0.0016976750921458006,-0.0002783467061817646,0.0011409816797822714,0.002560306340456009,0.003979634493589401,0.005398963112384081,0.0068182917311787605,0.008237619884312153,0.009656948037445545,0.011076277121901512,0.012495605275034904,0.013914933428168297,0.01533426158130169,0.01675358973443508,0.018172917887568474,0.019592247903347015,0.021011576056480408,0.0224309042096138,0.023850232362747192,0.025269560515880585,0.026688888669013977,0.02810821682214737,0.02952754497528076,0.030946873128414154,0.032366201281547546,0.03378552943468094,0.03520485758781433,0.03662418574094772,0.038043517619371414,0.039462845772504807,0.0408821739256382,0.04230150207877159,0.043720830231904984,0.045140158385038376,0.04655948653817177,0.04797881469130516],"_type":"histogram","values":[3,0,1,4,6,11,15,17,17,34,48,61,68,107,166,238,343,513,715,1128,1703,2536,3801,5630,8790,13428,20747,33333,59588,113023,134596,76616,41232,25003,15769,10414,6668,4360,2917,1999,1348,912,594,415,278,175,137,95,70,40,40,17,20,8,15,4,2,1,1,1,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[5,1,5,11,22,41,62,124,175,326,478,762,1259,1801,2713,3928,5517,7697,10664,14159,18377,23714,29736,36887,44036,51938,59712,67626,74978,81619,86226,89270,90921,90796,88407,84571,78367,71983,64649,56669,48832,40950,33960,27759,21426,16719,12551,9179,6611,4879,3367,2275,1510,974,660,395,243,140,84,60,27,13,10,8],"bins":[-0.09523893147706985,-0.09233473986387253,-0.0894305557012558,-0.08652636408805847,-0.08362217992544174,-0.08071798831224442,-0.07781380414962769,-0.07490961253643036,-0.07200542092323303,-0.0691012367606163,-0.06619704514741898,-0.06329286098480225,-0.06038866937160492,-0.05748448148369789,-0.05458029359579086,-0.051676105707883835,-0.04877191781997681,-0.04586772993206978,-0.04296354204416275,-0.04005935415625572,-0.037155166268348694,-0.03425097465515137,-0.03134678676724434,-0.02844259887933731,-0.025538410991430283,-0.022634223103523254,-0.019730035215616226,-0.01682584546506405,-0.01392165757715702,-0.011017469689249992,-0.00811328087002039,-0.005209092516452074,-0.0023048967123031616,0.0005992916412651539,0.0035034799948334694,0.006407668348401785,0.0093118567019701,0.012216044589877129,0.015120233409106731,0.018024422228336334,0.020928610116243362,0.02383279800415039,0.02673698589205742,0.029641175642609596,0.032545365393161774,0.0354495532810688,0.03835374116897583,0.04125792905688286,0.044162116944789886,0.047066304832696915,0.04997049272060394,0.05287468060851097,0.055778868496418,0.058683060109615326,0.061587247997522354,0.06449143588542938,0.06739562749862671,0.07029981166124344,0.07320400327444077,0.0761081874370575,0.07901237905025482,0.08191656321287155,0.08482075482606888,0.08772493898868561,0.09062913060188293],"_type":"histogram"},"learning_rate":9.999999999431293e-06,"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[4,5,7,9,20,38,75,117,186,296,424,741,991,1478,1995,2743,3837,5168,6732,8684,10890,13264,15970,18628,21847,24422,27236,29726,31496,32746,33651,33667,33083,31839,29807,27494,24869,21945,18962,16158,13407,10859,8846,6944,5167,3901,2857,2176,1496,1002,674,462,302,191,120,77,35,23,15,9,7,1,2,1],"bins":[-0.08909450471401215,-0.08622564375400543,-0.08335678279399872,-0.080487921833992,-0.07761906087398529,-0.07475019246339798,-0.07188133150339127,-0.06901247054338455,-0.06614360958337784,-0.06327474862337112,-0.06040588766336441,-0.0575370229780674,-0.054668162018060684,-0.05179930105805397,-0.04893043637275696,-0.046061575412750244,-0.04319271445274353,-0.040323853492736816,-0.0374549925327301,-0.03458612784743309,-0.031717266887426376,-0.028848405927419662,-0.0259795431047678,-0.023110680282115936,-0.020241819322109222,-0.01737295836210251,-0.014504095539450645,-0.011635233648121357,-0.008766371756792068,-0.00589750986546278,-0.0030286479741334915,-0.00015978608280420303,0.0027090683579444885,0.005577930249273777,0.008446792140603065,0.011315654031932354,0.014184515923261642,0.017053376883268356,0.01992223970592022,0.022791102528572083,0.025659963488578796,0.02852882444858551,0.031397685408592224,0.034266550093889236,0.03713541105389595,0.040004272013902664,0.042873136699199677,0.04574199765920639,0.048610858619213104,0.05147971957921982,0.05434858053922653,0.057217445224523544,0.06008630618453026,0.06295517086982727,0.06582403182983398,0.0686928927898407,0.07156175374984741,0.07443061470985413,0.07729947566986084,0.08016833662986755,0.08303719758987427,0.08590606600046158,0.08877492696046829,0.091643787920475,0.09451264888048172]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,1,4,5,15,16,35,71,118,204,339,567,875,1418,2131,3313,4665,6655,9461,12619,17558,22796,29231,36304,44461,52557,62172,70183,78677,84792,90075,93428,95702,94764,91515,87240,80043,72417,63925,55798,46493,38767,30668,24463,18917,14159,10451,7451,5234,3612,2417,1561,1002,621,377,199,145,87,42,14,16,10,4,3],"bins":[-0.09935683757066727,-0.09631340205669403,-0.0932699665427208,-0.09022653102874756,-0.08718309551477432,-0.08413966000080109,-0.08109623193740845,-0.07805279642343521,-0.07500936090946198,-0.07196592539548874,-0.0689224898815155,-0.06587905436754227,-0.06283561885356903,-0.059792183339595795,-0.05674875155091286,-0.05370531603693962,-0.050661880522966385,-0.04761844500899315,-0.04457500949501991,-0.041531577706336975,-0.03848814219236374,-0.0354447066783905,-0.03240127116441727,-0.02935783751308918,-0.026314401999115944,-0.023270966485142708,-0.02022753283381462,-0.017184097319841385,-0.014140662737190723,-0.011097228154540062,-0.008053792640566826,-0.005010358057916164,-0.001966923475265503,0.0010765113402158022,0.004119946155697107,0.007163381204009056,0.010206815786659718,0.013250250369310379,0.016293685883283615,0.019337119534611702,0.022380555048584938,0.025423990562558174,0.02846742421388626,0.0315108597278595,0.03455429524183273,0.03759773075580597,0.04064116254448891,0.04368459805846214,0.04672803357243538,0.049771469086408615,0.05281490460038185,0.05585833638906479,0.058901771903038025,0.06194520741701126,0.0649886429309845,0.06803207844495773,0.07107551395893097,0.0741189494729042,0.07716238498687744,0.08020581305027008,0.08324924856424332,0.08629268407821655,0.08933611959218979,0.09237955510616302,0.09542299062013626]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,1,0,2,7,13,15,52,68,116,205,360,601,977,1557,2373,3543,5238,7486,10779,14663,19465,25169,32452,40374,48738,57851,67098,76102,83879,90213,94833,96767,96876,95037,90779,84205,76851,68067,59383,50029,41179,33436,25975,20044,15017,11162,7983,5449,3829,2414,1549,1067,665,393,205,122,63,49,15,10,8,3,1],"bins":[-0.10275545716285706,-0.09964826703071594,-0.09654107689857483,-0.09343388676643372,-0.0903266966342926,-0.08721950650215149,-0.08411232382059097,-0.08100513368844986,-0.07789794355630875,-0.07479075342416763,-0.07168356329202652,-0.0685763731598854,-0.0654691830277443,-0.06236199289560318,-0.059254806488752365,-0.05614761635661125,-0.05304042622447014,-0.049933236092329025,-0.04682604596018791,-0.0437188595533371,-0.040611669421195984,-0.03750447928905487,-0.03439728915691376,-0.031290099024772644,-0.02818291075527668,-0.025075720623135567,-0.021968532353639603,-0.01886134222149849,-0.015754152089357376,-0.012646963819861412,-0.009539773687720299,-0.00643258448690176,-0.0033253952860832214,-0.00021820585243403912,0.002888983581215143,0.005996173247694969,0.009103362448513508,0.012210551649332047,0.01531774178147316,0.018424930050969124,0.021532120183110237,0.02463931031525135,0.027746498584747314,0.030853688716888428,0.03396087884902954,0.037068068981170654,0.04017525538802147,0.04328244552016258,0.046389635652303696,0.04949682578444481,0.05260401591658592,0.05571120232343674,0.05881839245557785,0.061925582587718964,0.06503277271986008,0.06813996285200119,0.0712471529841423,0.07435434311628342,0.07746153324842453,0.08056871592998505,0.08367590606212616,0.08678309619426727,0.08989028632640839,0.0929974764585495,0.09610466659069061]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,0,2,3,6,4,12,27,35,38,61,72,102,155,221,319,514,707,1159,1633,2476,3623,5436,8489,13038,20736,34243,58682,104112,127622,82788,46640,27486,17017,10801,7071,4706,3168,2125,1452,968,631,464,295,205,151,94,75,47,30,30,14,12,4,3,6,2,2,3,3,2],"bins":[-0.043168675154447556,-0.04183205962181091,-0.04049544781446457,-0.03915883228182793,-0.037822216749191284,-0.03648560494184494,-0.0351489894092083,-0.033812373876571655,-0.03247576206922531,-0.03113914653658867,-0.029802531003952026,-0.028465917333960533,-0.02712930366396904,-0.025792688131332397,-0.024456074461340904,-0.023119458928704262,-0.02178284525871277,-0.020446231588721275,-0.019109616056084633,-0.01777300238609314,-0.016436386853456497,-0.015099773183465004,-0.01376315951347351,-0.012426544912159443,-0.011089930310845375,-0.009753315709531307,-0.00841670110821724,-0.007080087438225746,-0.005743472836911678,-0.0044068582355976105,-0.00307024409994483,-0.0017336297314614058,-0.0003970116376876831,0.0009396027307957411,0.0022762170992791653,0.0036128314677625895,0.004949445836246014,0.0062860604375600815,0.007622674573212862,0.008959288708865643,0.01029590331017971,0.011632517911493778,0.012969132512807846,0.01430574618279934,0.015642359852790833,0.016978975385427475,0.018315589055418968,0.01965220458805561,0.020988818258047104,0.022325431928038597,0.02366204746067524,0.024998661130666733,0.026335276663303375,0.02767189033329487,0.02900850400328636,0.030345119535923004,0.03168173134326935,0.03301834687590599,0.03435496240854263,0.035691577941179276,0.03702818974852562,0.03836480528116226,0.039701420813798904,0.04103803262114525,0.04237464815378189]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.034114107489585876,-0.03284751623868942,-0.03158092126250267,-0.030314328148961067,-0.029047735035419464,-0.02778114192187786,-0.026514548808336258,-0.025247955694794655,-0.023981362581253052,-0.022714771330356598,-0.021448178216814995,-0.02018158510327339,-0.01891499198973179,-0.017648398876190186,-0.016381805762648582,-0.01511521264910698,-0.013848619535565376,-0.012582026422023773,-0.01131543330848217,-0.010048840194940567,-0.008782247081398964,-0.007515654433518648,-0.006249061785638332,-0.004982468672096729,-0.003715875558555126,-0.002449282445013523,-0.0011826895643025637,8.39034328237176e-05,0.0013504964299499989,0.002617089543491602,0.0038836824242025614,0.005150275304913521,0.006416868418455124,0.007683461531996727,0.00895005464553833,0.010216647759079933,0.011483240872621536,0.012749833054840565,0.014016426168382168,0.015283019281923771,0.01654961332678795,0.017816204577684402,0.019082797691226006,0.02034939080476761,0.02161598391830921,0.022882577031850815,0.024149170145392418,0.02541576325893402,0.026682356372475624,0.027948949486017227,0.02921554259955883,0.030482135713100433,0.03174872696399689,0.03301532194018364,0.03428191319108009,0.035548508167266846,0.0368150994181633,0.03808169439435005,0.039348285645246506,0.04061488062143326,0.04188147187232971,0.043148066848516464,0.04441465809941292,0.04568125307559967,0.046947844326496124],"_type":"histogram","values":[2,1,3,2,6,5,7,2,8,5,14,20,32,63,137,193,364,640,1111,2020,3484,6345,12087,23484,50919,140859,612288,512695,114012,44269,21462,11493,6294,3495,1985,1177,711,421,237,190,102,63,54,26,19,13,18,6,7,3,2,2,1,0,2,1,2,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.04066784679889679,-0.03949913755059242,-0.03833042457699776,-0.03716171532869339,-0.03599300608038902,-0.03482429310679436,-0.03365558385848999,-0.03248687461018562,-0.03131816163659096,-0.03014945238828659,-0.028980741277337074,-0.027812030166387558,-0.02664332091808319,-0.025474609807133675,-0.02430589869618416,-0.02313718944787979,-0.021968478336930275,-0.02079976722598076,-0.01963105797767639,-0.018462346866726875,-0.01729363575577736,-0.016124926507472992,-0.014956215396523476,-0.01378750428557396,-0.012618794105947018,-0.011450083926320076,-0.01028137281537056,-0.009112662635743618,-0.007943952456116676,-0.00677524134516716,-0.005606531165540218,-0.004437820520251989,-0.0032691098749637604,-0.0021003992296755314,-0.000931688817217946,0.0002370217116549611,0.0014057322405278683,0.0025744428858160973,0.0037431532982736826,0.004911863710731268,0.006080574356019497,0.007249285001307726,0.008417995646595955,0.009586705826222897,0.010755416005849838,0.011924127116799355,0.013092837296426296,0.014261548407375813,0.015430258587002754,0.01659896969795227,0.017767678946256638,0.018936390057206154,0.02010510116815567,0.021273810416460037,0.022442521527409554,0.02361123263835907,0.024779941886663437,0.025948652997612953,0.02711736410856247,0.028286075219511986,0.029454784467816353,0.03062349557876587,0.031792204827070236,0.0329609178006649,0.03412962704896927],"_type":"histogram","values":[1,0,0,1,1,1,0,1,2,4,5,5,11,12,21,36,29,61,95,127,203,330,419,668,1048,1613,2336,3648,5776,9024,14725,24640,44652,83365,129821,114671,65002,34441,19613,11864,7565,4723,3193,2040,1372,878,596,377,278,170,133,66,54,32,27,15,11,8,5,3,2,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,4,3,6,7,7,16,12,18,26,29,42,67,93,148,186,244,372,547,774,1166,1652,2569,3947,6403,9821,16721,28799,53291,118960,168922,78236,39198,22023,12941,7945,4968,3184,2033,1330,958,604,440,314,219,163,102,76,66,43,35,25,25,7,11,9,4,2,2,2,0,1,2,2],"bins":[-0.0036421753466129303,-0.003521799575537443,-0.003401423804461956,-0.003281048033386469,-0.0031606722623109818,-0.003040296258404851,-0.002919920487329364,-0.0027995447162538767,-0.0026791689451783895,-0.0025587931741029024,-0.0024384174030274153,-0.002318041631951928,-0.0021976656280457973,-0.00207728985697031,-0.001956914085894823,-0.001836538314819336,-0.0017161625437438488,-0.0015957867726683617,-0.0014754110015928745,-0.0013550351141020656,-0.0012346593430265784,-0.0011142835719510913,-0.0009939076844602823,-0.0008735319133847952,-0.000753156142309308,-0.0006327803712338209,-0.0005124045419506729,-0.00039202874177135527,-0.0002716529415920377,-0.00015127714141272008,-3.090134123340249e-05,8.94744589459151e-05,0.0002098502591252327,0.0003302260593045503,0.0004506018594838679,0.0005709776887670159,0.0006913534598425031,0.0008117292309179902,0.0009321050602011383,0.0010524808894842863,0.0011728566605597734,0.0012932324316352606,0.0014136082027107477,0.0015339840902015567,0.0016543598612770438,0.001774735632352531,0.00189511151984334,0.002015487290918827,0.002135863061994314,0.0022562388330698013,0.0023766146041452885,0.0024969903752207756,0.0026173661462962627,0.0027377421502023935,0.0028581179212778807,0.002978493692353368,0.003098869463428855,0.003219245234504342,0.003339621005579829,0.0034599967766553164,0.003580372780561447,0.0037007485516369343,0.0038211243227124214,0.0039415000937879086,0.004061875864863396]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,2,0,1,3,5,5,11,10,8,14,21,23,17,26,21,22,11,21,22,16,21,19,20,15,20,15,19,10,16,18,16,19,15,16,19,9,23,21,17,15,14,18,20,15,14,16,9,15,13,8,4,5,3,1,2,2,1,2,2,1],"bins":[-0.0002964873565360904,-0.00028717771056108177,-0.00027786806458607316,-0.000268558447714895,-0.0002592488017398864,-0.0002499391557648778,-0.00024062952434178442,-0.00023131989291869104,-0.00022201024694368243,-0.00021270060096867383,-0.00020339096954558045,-0.00019408133812248707,-0.00018477169214747846,-0.00017546204617246985,-0.00016615241474937648,-0.0001568427833262831,-0.0001475331373512745,-0.00013822349137626588,-0.0001289138599531725,-0.00011960422125412151,-0.00011029458255507052,-0.00010098494385601953,-9.167530515696853e-05,-8.236566645791754e-05,-7.305602775886655e-05,-6.374638905981556e-05,-5.443675036076456e-05,-4.512711166171357e-05,-3.581747296266258e-05,-2.6507834263611585e-05,-1.7198195564560592e-05,-7.8885568655096e-06,1.4210527297109365e-06,1.073069142876193e-05,2.0040330127812922e-05,2.9349968826863915e-05,3.865960752591491e-05,4.79692462249659e-05,5.727888492401689e-05,6.658852362306789e-05,7.589816232211888e-05,8.520780102116987e-05,9.451743972022086e-05,0.00010382707841927186,0.00011313671711832285,0.00012244636309333146,0.00013175599451642483,0.0001410656259395182,0.00015037527191452682,0.00015968491788953543,0.0001689945493126288,0.00017830418073572218,0.0001876138267107308,0.0001969234726857394,0.00020623310410883278,0.00021554273553192616,0.00022485238150693476,0.00023416202748194337,0.00024347165890503675,0.0002527812903281301,0.00026209093630313873,0.00027140058227814734,0.00028071022825315595,0.0002900198451243341,0.0002993294910993427]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,0,0,2,4,1,4,5,3,12,12,22,19,20,18,20,24,19,20,18,14,16,12,17,11,17,16,12,8,16,10,12,13,13,20,16,19,16,23,24,23,37,34,30,23,16,16,14,6,8,7,6,2,3,2,2,2,2,1,3,1,0,1],"bins":[0.9997296333312988,0.9997386932373047,0.9997477531433105,0.9997567534446716,0.9997658133506775,0.9997748732566833,0.9997838735580444,0.9997929334640503,0.9998019933700562,0.999811053276062,0.9998201131820679,0.999829113483429,0.9998381733894348,0.9998472332954407,0.9998562335968018,0.9998652935028076,0.9998743534088135,0.9998834133148193,0.9998924732208252,0.9999014735221863,0.9999105334281921,0.999919593334198,0.9999285936355591,0.9999376535415649,0.9999467134475708,0.9999557733535767,0.9999648332595825,0.9999738335609436,0.9999828934669495,0.9999919533729553,1.0000009536743164,1.0000100135803223,1.0000190734863281,1.000028133392334,1.0000371932983398,1.0000462532043457,1.0000553131103516,1.0000642538070679,1.0000733137130737,1.0000823736190796,1.0000914335250854,1.0001004934310913,1.0001095533370972,1.000118613243103,1.0001275539398193,1.0001366138458252,1.000145673751831,1.000154733657837,1.0001637935638428,1.0001728534698486,1.0001819133758545,1.0001909732818604,1.0002000331878662,1.0002089738845825,1.0002180337905884,1.0002270936965942,1.0002361536026,1.000245213508606,1.0002542734146118,1.0002633333206177,1.000272274017334,1.0002813339233398,1.0002903938293457,1.0002994537353516,1.0003085136413574],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,4,1,1,2,2,8,2,6,12,9,18,10,13,15,19,22,29,25,22,31,32,20,27,42,17,28,20,33,27,28,26,25,23,23,11,15,15,19,17,9,10,10,7,1,4,3,3,3,0,5,1,2,1,1,2,0,2,3],"bins":[-0.035763878375291824,-0.034618452191352844,-0.033473026007413864,-0.032327596098184586,-0.031182169914245605,-0.030036743730306625,-0.028891317546367645,-0.027745889499783516,-0.026600463315844536,-0.025455037131905556,-0.024309609085321426,-0.023164182901382446,-0.022018756717443466,-0.020873328670859337,-0.019727902486920357,-0.018582474440336227,-0.017437048256397247,-0.016291622072458267,-0.015146194025874138,-0.014000767841935158,-0.012855340726673603,-0.011709913611412048,-0.010564487427473068,-0.009419060312211514,-0.008273633196949959,-0.007128206081688404,-0.005982779432088137,-0.004837352782487869,-0.0036919256672263145,-0.0025464987847954035,-0.0014010719023644924,-0.00025564501993358135,0.0008897781372070312,0.0020352050196379423,0.0031806319020688534,0.004326058551669121,0.0054714856669306755,0.00661691278219223,0.007762339431792498,0.008907766081392765,0.01005319319665432,0.011198620311915874,0.01234404742717743,0.01348947361111641,0.014634900726377964,0.01578032784163952,0.0169257540255785,0.018071182072162628,0.01921660825610161,0.02036203444004059,0.021507462486624718,0.022652888670563698,0.023798316717147827,0.024943742901086807,0.026089169085025787,0.027234597131609917,0.028380023315548897,0.029525449499487877,0.030670877546072006,0.031816303730010986,0.032961729913949966,0.03410715609788895,0.035252586007118225,0.036398012191057205,0.037543438374996185]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[2,1,0,0,0,2,5,6,3,5,6,11,12,23,28,46,60,115,154,260,421,664,1095,1796,3083,5353,9525,17971,36908,87164,224848,110279,43398,20887,10959,6108,3367,2068,1214,718,454,265,191,113,65,57,32,21,20,10,5,7,6,2,3,1,3,1,1,0,0,1,0,1],"bins":[-0.007597700227051973,-0.007349473424255848,-0.0071012466214597225,-0.006853019818663597,-0.006604792550206184,-0.006356565747410059,-0.0061083389446139336,-0.005860112141817808,-0.005611885339021683,-0.005363658536225557,-0.005115431733429432,-0.0048672049306333065,-0.004618978127837181,-0.004370750859379768,-0.004122524056583643,-0.0038742972537875175,-0.003626070450991392,-0.0033778436481952667,-0.0031296168453991413,-0.0028813898097723722,-0.002633163006976247,-0.0023849362041801214,-0.0021367091685533524,-0.001888482365757227,-0.0016402555629611015,-0.0013920287601649761,-0.0011438018409535289,-0.0008955749799497426,-0.0006473481189459562,-0.0003991212579421699,-0.00015089439693838358,9.733246406540275e-05,0.00034555885940790176,0.0005937857204116881,0.0008420125814154744,0.0010902395006269217,0.001338466303423047,0.0015866931062191725,0.0018349200254306197,0.002083146944642067,0.0023313737474381924,0.0025796005502343178,0.002827827353030443,0.0030760543886572123,0.0033242811914533377,0.003572507994249463,0.003820735029876232,0.0040689618326723576,0.004317188635468483,0.004565415438264608,0.004813642241060734,0.005061869043856859,0.005310095846652985,0.005558323115110397,0.005806549917906523,0.006054776720702648,0.006303003523498774,0.006551230326294899,0.006799457129091024,0.00704768393188715,0.0072959112003445625,0.007544138003140688,0.007792364805936813,0.008040591143071651,0.008288818411529064],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,3,1,1,1,4,1,2,2,6,8,13,11,17,19,37,62,95,135,183,259,410,627,1022,1602,2606,4197,6748,10534,16840,27388,48400,94550,148091,99706,50968,28420,17256,11003,6869,4374,2712,1600,1097,676,405,296,159,140,84,61,35,26,13,13,16,9,5,2,1,1,1],"bins":[-0.05551541596651077,-0.05395321920514107,-0.05239102616906166,-0.050828829407691956,-0.04926663637161255,-0.047704439610242844,-0.04614224284887314,-0.04458004981279373,-0.043017853051424026,-0.04145565629005432,-0.039893463253974915,-0.03833126649260521,-0.036769069731235504,-0.0352068766951561,-0.03364467993378639,-0.032082486897706985,-0.03052029013633728,-0.028958095237612724,-0.02739590033888817,-0.025833703577518463,-0.024271508678793907,-0.02270931378006935,-0.021147117018699646,-0.01958492211997509,-0.018022727221250534,-0.016460532322525978,-0.014898336492478848,-0.013336140662431717,-0.011773945763707161,-0.010211750864982605,-0.008649555034935474,-0.007087359670549631,-0.005525160580873489,-0.003962965216487646,-0.002400769852101803,-0.0008385744877159595,0.0007236208766698837,0.002285816241055727,0.0038480116054415703,0.0054102069698274136,0.006972402334213257,0.008534597232937813,0.010096793062984943,0.011658988893032074,0.01322118379175663,0.014783378690481186,0.01634557545185089,0.017907770350575447,0.019469965249300003,0.02103216014802456,0.022594355046749115,0.02415655180811882,0.025718746706843376,0.027280941605567932,0.028843138366937637,0.030405333265662193,0.03196752816438675,0.033529724925756454,0.03509191796183586,0.036654114723205566,0.03821630775928497,0.03977850452065468,0.041340701282024384,0.04290289431810379,0.044465091079473495]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[1,1,0,1,0,2,2,1,2,2,0,4,3,8,10,8,17,6,17,20,19,14,30,19,22,18,34,24,33,30,43,38,26,22,29,27,23,30,19,21,20,12,21,18,14,9,7,12,5,8,4,1,3,4,2,0,0,1,0,0,0,0,0,1],"bins":[-0.019207831472158432,-0.01859135553240776,-0.01797487959265709,-0.017358403652906418,-0.016741929575800896,-0.016125453636050224,-0.015508977696299553,-0.014892501756548882,-0.01427602581679821,-0.013659550808370113,-0.013043074868619442,-0.01242659892886877,-0.011810123920440674,-0.011193647980690002,-0.010577172040939331,-0.009960697032511234,-0.009344221092760563,-0.008727745153009892,-0.008111270144581795,-0.007494794204831123,-0.006878318265080452,-0.006261842790991068,-0.005645367316901684,-0.005028891377151012,-0.004412415903061628,-0.0037959401961416006,-0.003179464489221573,-0.002562989015132189,-0.001946513308212161,-0.0013300376012921333,-0.0007135620107874274,-9.70863620750606e-05,0.0005193892866373062,0.001135864993557334,0.0017523405840620399,0.0023688161745667458,0.0029852918814867735,0.0036017675884068012,0.004218243062496185,0.004834719002246857,0.005451194476336241,0.006067669950425625,0.006684145890176296,0.00730062136426568,0.007917096838355064,0.008533572778105736,0.009150048717856407,0.009766523726284504,0.010382999666035175,0.010999475605785847,0.011615950614213943,0.012232426553964615,0.012848902493715286,0.013465377502143383,0.014081853441894054,0.014698329381644726,0.015314804390072823,0.015931280329823494,0.016547756269574165,0.017164232209324837,0.017780708149075508,0.01839718222618103,0.0190136581659317,0.019630134105682373,0.020246610045433044],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,1,0,4,1,2,8,6,9,22,23,22,34,23,22,25,21,15,11,13,10,4,10,4,15,4,8,13,6,5,7,7,7,11,5,7,4,9,9,15,5,10,13,10,20,20,17,10,13,17,26,30,40,28,26,22,16,9,2,5,3,3],"bins":[-0.00020623828459065408,-0.00020023023535031825,-0.0001942221715580672,-0.00018821412231773138,-0.00018220607307739556,-0.0001761980092851445,-0.00017018996004480869,-0.00016418189625255764,-0.0001581738470122218,-0.000152165797771886,-0.00014615773397963494,-0.00014014968473929912,-0.00013414162094704807,-0.00012813357170671225,-0.00012212552246637642,-0.00011611746595008299,-0.00011010940943378955,-0.00010410135291749611,-9.809329640120268e-05,-9.208524716086686e-05,-8.607719064457342e-05,-8.006913412827998e-05,-7.406108488794416e-05,-6.805302837165073e-05,-6.204497185535729e-05,-5.603691533906385e-05,-5.0028862460749224e-05,-4.4020809582434595e-05,-3.801275306614116e-05,-3.200469654984772e-05,-2.5996643671533093e-05,-1.998858897422906e-05,-1.3980534276925027e-05,-7.972479579620995e-06,-1.964424882316962e-06,4.043629814987071e-06,1.0051684512291104e-05,1.6059739209595136e-05,2.206779390689917e-05,2.8075848604203202e-05,3.4083903301507235e-05,4.009195981780067e-05,4.61000126961153e-05,5.210806557442993e-05,5.8116122090723366e-05,6.41241786070168e-05,7.013222784735262e-05,7.614028436364606e-05,8.21483408799395e-05,8.815639739623293e-05,9.416445391252637e-05,0.00010017250315286219,0.00010618055966915563,0.00011218861618544906,0.00011819666542578489,0.00012420472921803594,0.00013021277845837176,0.00013622082769870758,0.00014222889149095863,0.00014823694073129445,0.0001542450045235455,0.00016025305376388133,0.00016626110300421715,0.0001722691667964682,0.00017827721603680402],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,2,9,4,4,10,7,18,24,32,36,65,101,130,177,271,414,563,920,1257,2003,2861,4477,6996,11098,18706,32682,61327,128945,350503,549463,204374,86924,44301,24480,14327,8762,5630,3554,2425,1599,1120,679,507,313,244,160,98,65,65,29,35,20,15,5,6,5,4,3,2,1,4],"bins":[-0.036881592124700546,-0.035737961530685425,-0.0345943346619606,-0.03345070406794548,-0.03230707347393036,-0.031163444742560387,-0.030019816011190414,-0.028876185417175293,-0.02773255668580532,-0.02658892795443535,-0.025445297360420227,-0.024301668629050255,-0.023158039897680283,-0.02201440930366516,-0.02087078057229519,-0.019727149978280067,-0.018583521246910095,-0.017439892515540123,-0.016296261921525,-0.01515263319015503,-0.014009003527462482,-0.012865373864769936,-0.011721745133399963,-0.010578115470707417,-0.00943448580801487,-0.008290856145322323,-0.007147226948291063,-0.006003597751259804,-0.004859968088567257,-0.0037163386587053537,-0.0025727092288434505,-0.0014290797989815474,-0.0002854540944099426,0.0008581753354519606,0.0020018047653138638,0.003145434195175767,0.00428906362503767,0.005432693287730217,0.0065763224847614765,0.007719951681792736,0.008863581344485283,0.01000721100717783,0.011150840669870377,0.012294469401240349,0.013438099063932896,0.014581728726625443,0.015725357457995415,0.016868988052010536,0.01801261678338051,0.01915624551475048,0.020299876108765602,0.021443504840135574,0.022587135434150696,0.023730764165520668,0.02487439289689064,0.02601802349090576,0.027161652222275734,0.028305280953645706,0.029448911547660828,0.0305925402790308,0.03173616901040077,0.032879799604415894,0.034023430198431015,0.03516705706715584,0.03631068766117096]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.018500350415706635,-0.017818009480834007,-0.01713566854596138,-0.016453327611088753,-0.015770988538861275,-0.015088647603988647,-0.01440630666911602,-0.013723965734243393,-0.013041624799370766,-0.012359284795820713,-0.011676943860948086,-0.010994602926075459,-0.010312262922525406,-0.009629921987652779,-0.008947581052780151,-0.008265241049230099,-0.0075829001143574715,-0.0069005596451461315,-0.006218218710273504,-0.005535878241062164,-0.004853537306189537,-0.004171196836978197,-0.003488856367766857,-0.0028065156657248735,-0.00212417496368289,-0.0014418342616409063,-0.0007594936760142446,-7.715303217992187e-05,0.0006051876116544008,0.0012875283136963844,0.0019698687829077244,0.002652209484949708,0.0033345501869916916,0.0040168906562030315,0.004699231591075659,0.005381572060286999,0.006063912995159626,0.006746253464370966,0.007428593933582306,0.008110934868454933,0.00879327580332756,0.009475615806877613,0.01015795674175024,0.010840297676622868,0.01152263768017292,0.012204978615045547,0.012887319549918175,0.013569659553468227,0.014252000488340855,0.014934341423213482,0.015616681426763535,0.016299022361636162,0.01698136329650879,0.017663704231381416,0.018346045166254044,0.01902838423848152,0.01971072517335415,0.020393066108226776,0.021075407043099403,0.02175774797797203,0.022440088912844658,0.023122427985072136,0.023804768919944763,0.02448710985481739,0.025169450789690018],"_type":"histogram","values":[1,1,0,0,0,3,3,1,4,2,9,7,8,12,18,7,19,26,10,26,25,29,35,29,24,26,36,34,31,43,34,37,23,31,26,20,22,13,15,7,10,9,12,4,3,10,6,5,1,4,0,1,0,2,1,0,0,0,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,2,1,1,2,2,5,1,7,6,16,14,26,34,24,25,24,9,16,18,19,11,17,19,12,13,13,10,19,12,21,13,13,22,21,21,23,34,31,31,29,26,29,13,8,6,16,4,7,4,2,2,3,4,2,0,0,0,1,0,0,1],"bins":[0.9997117519378662,0.9997215867042542,0.9997313618659973,0.9997411966323853,0.9997510313987732,0.9997608065605164,0.9997706413269043,0.9997804760932922,0.9997903108596802,0.9998000860214233,0.9998099207878113,0.9998197555541992,0.9998295307159424,0.9998393654823303,0.9998492002487183,0.9998589754104614,0.9998688101768494,0.9998786449432373,0.9998884201049805,0.9998982548713684,0.9999080896377563,0.9999178647994995,0.9999276995658875,0.9999375343322754,0.9999473094940186,0.9999571442604065,0.9999669790267944,0.9999768137931824,0.9999865889549255,0.9999964237213135,1.0000061988830566,1.0000160932540894,1.0000258684158325,1.0000356435775757,1.0000455379486084,1.0000553131103516,1.0000650882720947,1.0000749826431274,1.0000847578048706,1.0000945329666138,1.0001044273376465,1.0001142024993896,1.0001239776611328,1.0001338720321655,1.0001436471939087,1.0001534223556519,1.0001633167266846,1.0001730918884277,1.000182867050171,1.0001927614212036,1.0002025365829468,1.0002124309539795,1.0002222061157227,1.0002319812774658,1.0002418756484985,1.0002516508102417,1.0002614259719849,1.0002713203430176,1.0002810955047607,1.000290870666504,1.0003007650375366,1.0003105401992798,1.000320315361023,1.0003302097320557,1.0003399848937988]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.00019540508219506592,-0.00018927747441921383,-0.00018314986664336175,-0.00017702225886750966,-0.00017089465109165758,-0.0001647670433158055,-0.0001586394355399534,-0.00015251182776410133,-0.00014638423454016447,-0.0001402566267643124,-0.0001341290189884603,-0.00012800141121260822,-0.00012187380343675613,-0.00011574619566090405,-0.00010961858788505197,-0.00010349098010919988,-9.73633723333478e-05,-9.123576455749571e-05,-8.510815678164363e-05,-7.898054900579154e-05,-7.285294122993946e-05,-6.672534073004499e-05,-6.059773295419291e-05,-5.447012517834082e-05,-4.834251740248874e-05,-4.2214909626636654e-05,-3.608730185078457e-05,-2.9959697712911293e-05,-2.383208993705921e-05,-1.7704482161207125e-05,-1.1576876204344444e-05,-5.449269337987062e-06,6.783375283703208e-07,6.805944394727703e-06,1.2933551261085086e-05,1.9061157217947766e-05,2.518876499379985e-05,3.1316372769651935e-05,3.744397690752521e-05,4.3571584683377296e-05,4.969919245922938e-05,5.5826800235081464e-05,6.195440801093355e-05,6.808201578678563e-05,7.42096162866801e-05,8.033722406253219e-05,8.646483183838427e-05,9.259243961423635e-05,9.872004739008844e-05,0.00010484765516594052,0.00011097526294179261,0.00011710287071764469,0.00012323047849349678,0.00012935808626934886,0.00013548569404520094,0.00014161330182105303,0.0001477409095969051,0.00015386850282084197,0.00015999611059669405,0.00016612371837254614,0.00017225132614839822,0.0001783789339242503,0.0001845065417001024,0.00019063414947595447,0.00019676175725180656],"_type":"histogram","values":[1,0,2,6,4,4,12,16,15,25,21,27,18,22,22,17,22,14,12,15,9,12,9,9,13,10,8,9,9,7,6,10,2,9,14,4,3,4,10,7,11,11,11,16,18,15,14,21,16,18,32,33,22,29,14,13,13,6,5,6,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-7.166946943470975e-06,-6.939998911548173e-06,-6.713050879625371e-06,-6.486102847702568e-06,-6.259154815779766e-06,-6.032206783856964e-06,-5.805258751934161e-06,-5.578310720011359e-06,-5.351362688088557e-06,-5.124414656165754e-06,-4.897466624242952e-06,-4.67051859232015e-06,-4.4435705603973474e-06,-4.216622528474545e-06,-3.989674496551743e-06,-3.762726692002616e-06,-3.5357786600798136e-06,-3.3088306281570112e-06,-3.081882596234209e-06,-2.8549345643114066e-06,-2.6279865323886042e-06,-2.401038500465802e-06,-2.1740904685429996e-06,-1.9471424366201973e-06,-1.7201945183842327e-06,-1.4932464864614303e-06,-1.266298454538628e-06,-1.0393504226158257e-06,-8.124024475364422e-07,-5.854544156136399e-07,-3.5850641211254697e-07,-1.3155839440059935e-07,9.538962331134826e-08,3.223376552341506e-07,5.492856871569529e-07,7.762336622363364e-07,1.0031817510025576e-06,1.2301296692385222e-06,1.4570777011613245e-06,1.6840257330841268e-06,1.910973878693767e-06,2.1379216832428938e-06,2.364869715165696e-06,2.5918177470884984e-06,2.8187657790113008e-06,3.045713810934103e-06,3.2726618428569054e-06,3.4996098747797078e-06,3.72655790670251e-06,3.953505711251637e-06,4.180453743174439e-06,4.407401775097242e-06,4.634349807020044e-06,4.861297838942846e-06,5.088245870865649e-06,5.315193902788451e-06,5.542141934711253e-06,5.769089966634056e-06,5.996037998556858e-06,6.22298603047966e-06,6.449934062402463e-06,6.676882094325265e-06,6.903830126248067e-06,7.1307781581708696e-06,7.357726190093672e-06],"_type":"histogram","values":[1,2,1,0,1,1,1,0,2,4,1,2,0,2,4,9,3,3,6,8,14,11,11,16,11,22,23,34,41,41,59,53,76,44,49,38,30,20,19,15,12,17,6,10,7,8,3,7,3,6,2,3,0,2,0,1,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,0,1,1,1,2,1,3,2,3,3,2,4,3,9,8,12,11,16,28,47,87,118,111,66,74,38,25,24,11,15,3,7,6,3,7,3,2,3,1,0,0,1,0,1,0,0,1,0,0,0,0,0,1],"bins":[-2.422893885523081e-09,-2.349878513996373e-09,-2.276863142469665e-09,-2.203847770942957e-09,-2.1308323994162492e-09,-2.0578170278895414e-09,-1.9848016563628335e-09,-1.9117862848361256e-09,-1.8387709133094177e-09,-1.7657555417827098e-09,-1.6927401702560019e-09,-1.619724798729294e-09,-1.546709427202586e-09,-1.4736940556758782e-09,-1.4006786841491703e-09,-1.3276633126224624e-09,-1.2546479410957545e-09,-1.1816325695690466e-09,-1.1086171980423387e-09,-1.0356018265156308e-09,-9.62586454988923e-10,-8.89571083462215e-10,-8.165557119355071e-10,-7.435403404087992e-10,-6.705249688820913e-10,-5.975095973553834e-10,-5.244942258286756e-10,-4.5147885430196766e-10,-3.7846348277525976e-10,-3.0544811124855187e-10,-2.3243273972184397e-10,-1.5941736819513608e-10,-8.640199666842818e-11,-1.3386625141720288e-11,5.962874638498761e-11,1.326441179116955e-10,2.056594894384034e-10,2.786748609651113e-10,3.516902324918192e-10,4.247056040185271e-10,4.97720975545235e-10,5.707363470719429e-10,6.437517185986508e-10,7.167670901253587e-10,7.897824616520666e-10,8.627978331787745e-10,9.358132047054823e-10,1.0088285762321902e-09,1.0818439477588981e-09,1.154859319285606e-09,1.227874690812314e-09,1.3008900623390218e-09,1.3739054338657297e-09,1.4469208053924376e-09,1.5199361769191455e-09,1.5929515484458534e-09,1.6659669199725613e-09,1.7389822914992692e-09,1.811997663025977e-09,1.885013034552685e-09,1.958028406079393e-09,2.0310437776061008e-09,2.1040591491328087e-09,2.1770745206595166e-09,2.2500898921862245e-09]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,2,1,1,3,5,8,14,14,12,23,41,37,55,95,139,190,277,426,605,857,1361,1975,2923,4515,6650,10282,16752,27037,45318,87982,168691,91049,46638,27632,17066,10633,6906,4458,2949,1954,1370,849,621,441,296,184,149,105,64,44,35,26,15,12,9,7,7,3,3,1,1,2,1],"bins":[-0.0052620889618992805,-0.005095154047012329,-0.004928219597786665,-0.0047612846828997135,-0.004594349768012762,-0.004427415318787098,-0.0042604804039001465,-0.004093545489013195,-0.003926610574126244,-0.0037596761249005795,-0.003592741210013628,-0.00342580652795732,-0.0032588718459010124,-0.003091936931014061,-0.002925002248957753,-0.0027580673340708017,-0.002591132652014494,-0.002424197969958186,-0.0022572630550712347,-0.002090328373014927,-0.0019233935745432973,-0.0017564587760716677,-0.0015895240940153599,-0.0014225892955437303,-0.0012556544970721006,-0.001088719698600471,-0.0009217849583365023,-0.0007548502180725336,-0.000587915419600904,-0.0004209806502331048,-0.00025404588086530566,-8.71111114975065e-05,7.982365787029266e-05,0.0002467584272380918,0.000413693196605891,0.0005806279368698597,0.0007475627353414893,0.0009144975338131189,0.0010814322158694267,0.0012483670143410563,0.001415301812812686,0.0015822366112843156,0.0017491714097559452,0.001916106091812253,0.002083040773868561,0.0022499756887555122,0.00241691037081182,0.0025838452856987715,0.0027507799677550793,0.002917714649811387,0.0030846495646983385,0.0032515842467546463,0.0034185191616415977,0.0035854538436979055,0.0037523885257542133,0.003919323440641165,0.004086257889866829,0.00425319280475378,0.004420127719640732,0.004587062634527683,0.004753997083753347,0.004920931998640299,0.00508786691352725,0.005254801362752914,0.005421736277639866]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,4,4,1,7,0,11,7,41,36,47,58,86,129,139,205,299,393,549,818,1236,1827,2762,4572,7656,12653,21257,37127,68349,164887,128469,56832,31857,18369,10576,6654,4213,2476,1681,1081,735,493,320,236,181,131,78,70,60,48,28,21,12,11,11,5,4,2,2,2,2,2,0,1],"bins":[-0.003949829377233982,-0.00381754944100976,-0.0036852695047855377,-0.003552989801391959,-0.003420709865167737,-0.003288429928943515,-0.0031561502255499363,-0.003023870289325714,-0.002891590353101492,-0.0027593104168772697,-0.0026270304806530476,-0.002494750777259469,-0.002362470841035247,-0.0022301909048110247,-0.002097911201417446,-0.001965631265193224,-0.0018333513289690018,-0.0017010713927447796,-0.0015687915729358792,-0.0014365117531269789,-0.0013042318169027567,-0.0011719518806785345,-0.0010396720608696342,-0.0009073921828530729,-0.0007751123048365116,-0.0006428324268199503,-0.0005105525488033891,-0.0003782726707868278,-0.00024599279277026653,-0.00011371291475370526,1.8566963262856007e-05,0.00015084684127941728,0.00028312625363469124,0.0004154061316512525,0.0005476860096678138,0.000679965887684375,0.0008122457657009363,0.0009445256437174976,0.0010768055217340589,0.0012090853415429592,0.0013413652777671814,0.0014736452139914036,0.001605925033800304,0.0017382048536092043,0.0018704847898334265,0.0020027647260576487,0.002135044429451227,0.0022673243656754494,0.0023996043018996716,0.0025318842381238937,0.002664164174348116,0.0027964438777416945,0.0029287238139659166,0.003061003750190139,0.0031932834535837173,0.0033255633898079395,0.0034578433260321617,0.003590123262256384,0.003722403198480606,0.0038546829018741846,0.0039869630709290504,0.004119242541491985,0.0042515224777162075,0.00438380241394043,0.004516082350164652]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,3,7,8,13,14,32,27,39,30,25,20,18,17,11,13,9,16,8,7,6,10,10,5,6,7,5,5,3,6,7,5,3,4,1,6,10,7,3,5,10,9,10,7,8,10,10,15,18,12,13,16,23,32,28,33,23,24,11,8,10,3,3],"bins":[-0.0001738349092192948,-0.0001684975140960887,-0.00016316011897288263,-0.00015782270929776132,-0.00015248531417455524,-0.00014714791905134916,-0.00014181052392814308,-0.000136473128804937,-0.0001311357191298157,-0.00012579832400660962,-0.00012046092888340354,-0.00011512353376019746,-0.00010978613863699138,-0.00010444873623782769,-9.911134111462161e-05,-9.377393871545792e-05,-8.843654359225184e-05,-8.309914846904576e-05,-7.776174606988207e-05,-7.242435094667599e-05,-6.708694854751229e-05,-6.174955342430621e-05,-5.6412158301100135e-05,-5.107475953991525e-05,-4.573736077873036e-05,-4.0399962017545477e-05,-3.506256325636059e-05,-2.972516813315451e-05,-2.4387769371969625e-05,-1.905037061078474e-05,-1.3712973668589257e-05,-8.375575816899072e-06,-3.0381634132936597e-06,2.2992344383965246e-06,7.636632290086709e-06,1.2974030141776893e-05,1.8311427993467078e-05,2.3648826754651964e-05,2.8986223696847446e-05,3.432362063904293e-05,3.9661019400227815e-05,4.49984181614127e-05,5.033581692259759e-05,5.5673212045803666e-05,6.101061080698855e-05,6.634800956817344e-05,7.168540469137952e-05,7.702280709054321e-05,8.236020221374929e-05,8.769759733695537e-05,9.303499973611906e-05,9.837239485932514e-05,0.00010370979725848883,0.00010904719238169491,0.00011438458750490099,0.00011972198990406469,0.00012505939230322838,0.00013039678742643446,0.00013573418254964054,0.00014107157767284662,0.0001464089727960527,0.00015174636791925877,0.00015708377759438008,0.00016242117271758616,0.00016775856784079224]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,0,0,4,3,0,0,2,8,1,4,9,11,15,13,12,13,17,22,27,24,28,20,36,28,21,34,27,24,22,34,32,20,27,32,18,26,19,12,11,25,18,5,16,6,8,4,3,1,5,3,1,3,1,4,0,1,0,0,3,1,3],"bins":[-0.0340522900223732,-0.03293857350945473,-0.031824853271245956,-0.030711134895682335,-0.029597416520118713,-0.02848370000720024,-0.02736998163163662,-0.026256263256072998,-0.025142544880509377,-0.024028826504945755,-0.022915108129382133,-0.021801389753818512,-0.02068767324090004,-0.019573954865336418,-0.018460236489772797,-0.017346518114209175,-0.016232799738645554,-0.015119081363081932,-0.01400536298751831,-0.012891645543277264,-0.011777927167713642,-0.01066420879215002,-0.009550491347908974,-0.008436772972345352,-0.007323054596781731,-0.006209336221218109,-0.005095618311315775,-0.003981900401413441,-0.002868182025849819,-0.0017544638831168413,-0.0006407457403838634,0.0004729724023491144,0.0015866942703723907,0.0027004124131053686,0.0038141305558383465,0.004927848465740681,0.006041566841304302,0.007155285216867924,0.00826900266110897,0.009382721036672592,0.010496439412236214,0.011610157787799835,0.012723876163363457,0.013837593607604504,0.014951311983168125,0.016065029427409172,0.017178747802972794,0.018292466178536415,0.019406184554100037,0.020519902929663658,0.02163362130522728,0.0227473396807909,0.023861058056354523,0.024974774569272995,0.026088492944836617,0.027202211320400238,0.02831592969596386,0.02942964807152748,0.030543366447091103,0.031657084822654724,0.032770801335573196,0.03388452157378197,0.03499823808670044,0.03611195832490921,0.03722567483782768],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,1,0,0,0,2,0,1,3,9,14,13,25,20,18,18,16,27,23,20,14,6,17,11,20,11,14,14,12,17,14,14,8,13,9,14,11,13,19,23,17,28,24,32,35,30,23,13,12,10,7,8,11,8,1,7,5,3,1,0,5,1,0,2],"bins":[0.9997425079345703,0.999751091003418,0.9997597336769104,0.9997683167457581,0.9997769594192505,0.9997855424880981,0.9997941851615906,0.9998027682304382,0.9998114109039307,0.9998199939727783,0.999828577041626,0.9998372197151184,0.9998458027839661,0.9998544454574585,0.9998630285263062,0.9998716711997986,0.9998802542686462,0.9998888373374939,0.9998974800109863,0.999906063079834,0.9999147057533264,0.9999232888221741,0.9999319314956665,0.9999405145645142,0.9999490976333618,0.9999577403068542,0.9999663233757019,0.9999749660491943,0.999983549118042,0.9999921917915344,1.0000008344650269,1.0000094175338745,1.0000180006027222,1.0000265836715698,1.0000351667404175,1.0000438690185547,1.0000524520874023,1.00006103515625,1.0000696182250977,1.0000783205032349,1.0000869035720825,1.0000954866409302,1.0001040697097778,1.0001126527786255,1.0001213550567627,1.0001299381256104,1.000138521194458,1.0001471042633057,1.0001556873321533,1.0001643896102905,1.0001729726791382,1.0001815557479858,1.0001901388168335,1.0001988410949707,1.0002074241638184,1.000216007232666,1.0002245903015137,1.0002331733703613,1.0002418756484985,1.0002504587173462,1.0002590417861938,1.0002676248550415,1.0002763271331787,1.0002849102020264,1.000293493270874],"_type":"histogram"},"_wandb":{"runtime":90},"_timestamp":1.7527914260719874e+09,"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,0,0,5,14,16,35,49,86,122,191,322,524,763,1197,1728,2460,3316,4591,6091,7889,10209,12843,15415,18394,21559,24490,27290,29899,31619,33950,34227,34878,34166,32692,30838,28065,25551,22219,19214,16301,13465,10685,8675,6553,4937,3809,2703,1922,1330,913,567,434,226,144,92,50,46,27,12,7,2,4,1],"bins":[-0.09480157494544983,-0.09185376763343811,-0.08890596032142639,-0.08595814555883408,-0.08301033824682236,-0.08006253093481064,-0.07711472362279892,-0.0741669163107872,-0.07121910154819489,-0.06827129423618317,-0.06532348692417145,-0.06237567961215973,-0.05942787230014801,-0.05648006126284599,-0.053532253950834274,-0.05058444291353226,-0.04763663560152054,-0.04468882828950882,-0.0417410172522068,-0.038793209940195084,-0.035845398902893066,-0.03289759159088135,-0.02994978427886963,-0.02700197510421276,-0.024054165929555893,-0.021106356754899025,-0.018158547580242157,-0.015210740268230438,-0.01226293109357357,-0.009315121918916702,-0.006367313675582409,-0.0034195049665868282,-0.00047169625759124756,0.002476112451404333,0.005423921160399914,0.008371729403734207,0.011319538578391075,0.014267347753047943,0.017215155065059662,0.02016296423971653,0.023110773414373398,0.026058582589030266,0.029006391763687134,0.03195419907569885,0.03490200638771057,0.03784981742501259,0.04079762473702431,0.043745435774326324,0.04669324308633804,0.04964105039834976,0.05258886143565178,0.0555366687476635,0.058484479784965515,0.061432287096977234,0.06438009440898895,0.06732790172100067,0.07027570903301239,0.0732235237956047,0.07617133110761642,0.07911913841962814,0.08206694573163986,0.08501475304365158,0.0879625678062439,0.09091037511825562,0.09385818243026733],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,1,0,1,2,0,3,0,1,0,4,0,3,1,2,4,6,13,4,4,9,21,27,26,32,24,28,24,40,40,33,38,45,34,29,31,34,35,24,16,24,20,16,9,14,12,10,3,5,3,3,0,2,0,2,0,0,1,0,0,0,2],"bins":[-0.0022512844298034906,-0.002185251796618104,-0.002119219396263361,-0.0020531867630779743,-0.0019871543627232313,-0.0019211217295378447,-0.0018550892127677798,-0.001789056695997715,-0.0017230240628123283,-0.0016569915460422635,-0.0015909590292721987,-0.0015249265125021338,-0.001458893995732069,-0.0013928614789620042,-0.0013268288457766175,-0.0012607963290065527,-0.0011947638122364879,-0.001128731295466423,-0.0010626987786963582,-0.0009966661455109715,-0.0009306336287409067,-0.0008646011119708419,-0.000798568595200777,-0.0007325360202230513,-0.0006665035034529865,-0.0006004709866829216,-0.0005344384117051959,-0.0004684058949351311,-0.0004023733490612358,-0.0003363408031873405,-0.00027030828641727567,-0.00020427574054338038,-0.0001382431946694851,-7.221065607154742e-05,-6.1781174736097455e-06,5.985442112432793e-05,0.0001258869597222656,0.0001919195055961609,0.0002579520223662257,0.000323984568240121,0.0003900171141140163,0.0004560496599879116,0.0005220822058618069,0.0005881147226318717,0.0006541472394019365,0.0007201798143796623,0.0007862123311497271,0.0008522449061274529,0.0009182774228975177,0.0009843099396675825,0.0010503424564376473,0.001116375089623034,0.0011824076063930988,0.0012484401231631637,0.0013144726399332285,0.0013805051567032933,0.0014465376734733582,0.0015125703066587448,0.0015786028234288096,0.0016446353401988745,0.0017106678569689393,0.0017767003737390041,0.0018427330069243908,0.0019087655236944556,0.0019747980404645205]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,2,5,5,21,18,60,96,167,239,419,587,978,1452,1968,2958,4159,5611,7399,9829,12176,15042,18150,21498,25076,27864,30786,33197,34903,35656,35914,35231,34044,31540,28999,25485,22218,19114,15889,12923,10137,7852,6002,4333,3241,2187,1527,1086,666,433,272,157,115,56,36,11,15,10,4,0,2,0,3],"bins":[-0.09540087729692459,-0.09233501553535461,-0.08926916122436523,-0.08620330691337585,-0.08313744515180588,-0.0800715833902359,-0.07700572907924652,-0.07393987476825714,-0.07087401300668716,-0.06780815124511719,-0.06474229693412781,-0.06167643889784813,-0.05861058086156845,-0.05554472282528877,-0.052478864789009094,-0.049413006752729416,-0.04634714871644974,-0.04328129068017006,-0.04021543264389038,-0.0371495746076107,-0.034083716571331024,-0.031017858535051346,-0.027952000498771667,-0.02488614246249199,-0.02182028442621231,-0.018754426389932632,-0.015688568353652954,-0.012622710317373276,-0.009556852281093597,-0.006490994244813919,-0.0034251362085342407,-0.0003592781722545624,0.002706572413444519,0.005772430449724197,0.008838288486003876,0.011904146522283554,0.014970004558563232,0.01803586259484291,0.02110172063112259,0.024167578667402267,0.027233436703681946,0.030299294739961624,0.0333651527762413,0.03643101081252098,0.03949686884880066,0.04256272688508034,0.045628584921360016,0.048694442957639694,0.05176030099391937,0.05482615903019905,0.05789201706647873,0.06095787510275841,0.06402373313903809,0.06708958745002747,0.07015544921159744,0.07322131097316742,0.0762871652841568,0.07935301959514618,0.08241888135671616,0.08548474311828613,0.08855059742927551,0.09161645174026489,0.09468231350183487,0.09774817526340485,0.10081402957439423],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,1,3,8,8,23,35,47,116,168,271,435,650,1001,1425,1964,2867,3983,5329,6910,9049,11391,14066,16926,19838,22988,26218,28998,31282,32922,34245,34992,34483,33486,32075,29392,27036,23645,20867,17363,14682,11962,9592,7263,5788,4259,3098,2176,1506,1040,750,466,277,188,120,66,36,27,9,7,3,1,0,1],"bins":[-0.09359130263328552,-0.09063147753477097,-0.087671659886837,-0.08471183478832245,-0.08175200968980789,-0.07879219204187393,-0.07583236694335938,-0.07287254184484482,-0.06991271674633026,-0.0669528990983963,-0.06399307399988174,-0.061033252626657486,-0.05807343125343323,-0.05511360615491867,-0.05215378478169441,-0.049193959683179855,-0.0462341383099556,-0.04327431693673134,-0.04031449183821678,-0.03735467046499252,-0.034394845366477966,-0.03143502399325371,-0.02847520262002945,-0.025515379384160042,-0.022555556148290634,-0.019595732912421227,-0.01663590967655182,-0.01367608830332756,-0.010716265067458153,-0.007756442297250032,-0.004796619527041912,-0.0018367967568337917,0.0011230260133743286,0.004082848783582449,0.007042671553790569,0.010002493858337402,0.01296231709420681,0.015922140330076218,0.018881961703300476,0.021841784939169884,0.02480160817503929,0.0277614314109087,0.030721254646778107,0.033681076020002365,0.036640897393226624,0.03960072249174118,0.04256054386496544,0.045520368963479996,0.048480190336704254,0.05144001170992851,0.05439983680844307,0.05735965818166733,0.060319483280181885,0.06327930092811584,0.0662391260266304,0.06919895112514496,0.07215876877307892,0.07511859387159348,0.07807841897010803,0.08103824406862259,0.08399806171655655,0.0869578868150711,0.08991771191358566,0.09287752956151962,0.09583735466003418],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[2,3,3,2,17,26,60,116,217,378,670,1100,1693,2759,4376,6501,9402,13437,18434,24951,32636,41645,51202,62326,72152,82087,90773,97764,102567,104370,103617,99478,92904,84901,75511,65258,54631,44939,35809,27138,20812,14969,10610,7398,4866,3247,2071,1231,760,482,258,163,67,48,13,8,4,0,0,0,1,0,0,1],"bins":[-0.09892841428518295,-0.09559381008148193,-0.09225920587778091,-0.0889246016740799,-0.08558999747037888,-0.08225539326667786,-0.07892079651355743,-0.07558619230985641,-0.0722515881061554,-0.06891698390245438,-0.06558237969875336,-0.06224777549505234,-0.05891317129135132,-0.0555785670876503,-0.05224396660923958,-0.04890936240553856,-0.04557475820183754,-0.04224015399813652,-0.0389055497944355,-0.03557094931602478,-0.03223634511232376,-0.02890174090862274,-0.025567136704921722,-0.022232534363865852,-0.018897930160164833,-0.015563326887786388,-0.012228723615407944,-0.008894119411706924,-0.00555951613932848,-0.0022249126341193914,0.0011096908710896969,0.004444294609129429,0.0077788978815078735,0.011113501153886318,0.014448104426264763,0.017782708629965782,0.021117310971021652,0.02445191517472267,0.02778651937842369,0.03112112171947956,0.03445572406053543,0.03779032826423645,0.04112493246793747,0.04445953667163849,0.04779414087533951,0.05112874507904053,0.05446334555745125,0.05779794976115227,0.06113255396485329,0.06446715444326401,0.06780175864696503,0.07113636285066605,0.07447096705436707,0.07780557125806808,0.0811401754617691,0.08447477966547012,0.08780938386917114,0.09114398807287216,0.09447859227657318,0.0978131890296936,0.10114779323339462,0.10448239743709564,0.10781700164079666,0.11115160584449768,0.1144862100481987],"_type":"histogram"},"_step":41,"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,1,1,3,1,2,2,2,4,5,9,12,5,14,15,16,21,25,33,36,37,64,72,72,57,56,45,23,30,18,14,7,12,7,5,9,3,3,1,5,4,1,0,1,0,3,1,1,1,0,2,0,1,0,1,0,0,1],"bins":[-0.031178973615169525,-0.0301025602966547,-0.029026145115494728,-0.027949731796979904,-0.02687331661581993,-0.025796903297305107,-0.024720489978790283,-0.02364407479763031,-0.022567661479115486,-0.021491248160600662,-0.02041483297944069,-0.019338419660925865,-0.01826200634241104,-0.017185591161251068,-0.016109177842736244,-0.015032763592898846,-0.013956349343061447,-0.012879935093224049,-0.01180352084338665,-0.010727107524871826,-0.009650693275034428,-0.008574279025197029,-0.007497865241020918,-0.006421451456844807,-0.005345037207007408,-0.00426862295717001,-0.0031922091729938984,-0.0021157951559871435,-0.0010393811389803886,3.7032878026366234e-05,0.0011134468950331211,0.002189860912039876,0.0032662712037563324,0.004342685453593731,0.005419099237769842,0.006495513021945953,0.007571927271783352,0.00864834152162075,0.009724754840135574,0.010801169089972973,0.011877583339810371,0.01295399758964777,0.014030411839485168,0.015106825157999992,0.016183238476514816,0.01725965365767479,0.018336066976189613,0.019412482157349586,0.02048889547586441,0.021565308794379234,0.022641723975539207,0.02371813729405403,0.024794552475214005,0.02587096579372883,0.026947379112243652,0.028023794293403625,0.02910020761191845,0.030176620930433273,0.031253036111593246,0.03232945129275322,0.033405862748622894,0.03448227792978287,0.03555869311094284,0.036635104566812515,0.03771151974797249]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,1,0,3,4,5,7,12,17,29,21,36,53,58,81,112,148,176,260,329,485,581,851,1126,1444,2044,2972,4167,6770,10851,16312,16648,10872,6704,4252,3003,2005,1510,1053,826,611,482,345,247,199,133,129,87,72,37,37,31,21,10,13,7,4,3,1,0,1,3,1,1],"bins":[-0.17381258308887482,-0.16820679605007172,-0.16260099411010742,-0.15699520707130432,-0.15138942003250122,-0.14578363299369812,-0.14017784595489502,-0.13457204401493073,-0.12896625697612762,-0.12336046993732452,-0.11775467544794083,-0.11214888095855713,-0.10654309391975403,-0.10093730688095093,-0.09533151239156723,-0.08972571790218353,-0.08411993086338043,-0.07851414382457733,-0.07290834933519363,-0.06730255484580994,-0.061696767807006836,-0.05609097704291344,-0.05048518627882004,-0.04487939551472664,-0.03927360475063324,-0.03366781398653984,-0.02806202322244644,-0.022456232458353043,-0.016850441694259644,-0.011244650930166245,-0.0056388601660728455,-3.306940197944641e-05,0.005572706460952759,0.011178497225046158,0.016784287989139557,0.022390078753232956,0.027995869517326355,0.033601660281419754,0.03920745104551315,0.04481324180960655,0.05041903257369995,0.05602482333779335,0.06163061410188675,0.06723640859127045,0.07284219563007355,0.07844798266887665,0.08405377715826035,0.08965957164764404,0.09526535868644714,0.10087114572525024,0.10647694021463394,0.11208273470401764,0.11768852174282074,0.12329430878162384,0.12890011072158813,0.13450589776039124,0.14011168479919434,0.14571747183799744,0.15132325887680054,0.15692906081676483,0.16253484785556793,0.16814063489437103,0.17374643683433533,0.17935222387313843,0.18495801091194153]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.09299682080745697,-0.09007657319307327,-0.08715632557868958,-0.08423607796430588,-0.08131583034992218,-0.07839558273553848,-0.07547533512115479,-0.07255508750677109,-0.06963483989238739,-0.06671459972858429,-0.06379435211420059,-0.060874100774526596,-0.0579538568854332,-0.0550336092710495,-0.0521133616566658,-0.049193114042282104,-0.04627286642789841,-0.04335261881351471,-0.04043237119913101,-0.037512123584747314,-0.03459187597036362,-0.03167163208127022,-0.02875138446688652,-0.025831136852502823,-0.022910889238119125,-0.019990641623735428,-0.01707039400935173,-0.014150148257613182,-0.011229900643229485,-0.008309653028845787,-0.005389406345784664,-0.002469159197062254,0.0004510954022407532,0.0033713425509631634,0.006291589699685574,0.009211836382746696,0.012132083997130394,0.015052331611514091,0.01797257736325264,0.020892824977636337,0.023813072592020035,0.026733320206403732,0.02965356782078743,0.03257381543517113,0.035494059324264526,0.038414306938648224,0.04133455455303192,0.04425480216741562,0.047175049781799316,0.050095297396183014,0.05301554501056671,0.05593579262495041,0.058856040239334106,0.061776284128427505,0.0646965354681015,0.0676167830824852,0.0705370306968689,0.073457270860672,0.0763775184750557,0.07929776608943939,0.08221801370382309,0.08513826131820679,0.08805850893259048,0.09097875654697418,0.09389900416135788],"_type":"histogram","values":[3,0,5,6,8,22,42,53,91,152,258,414,631,946,1409,1998,2847,3865,5030,6784,8620,10879,13519,16287,19489,21977,25498,28342,30515,32542,33783,34161,33969,33173,31961,29742,27390,24451,21520,18325,15677,12883,10205,8098,6089,4740,3480,2488,1824,1284,847,559,374,237,131,92,43,36,12,8,4,1,3,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,0,1,1,3,10,13,28,48,92,158,254,397,653,976,1517,2089,2831,4102,5676,7626,9877,12485,15555,18487,22022,25386,28630,31091,33992,35257,36032,36000,35123,33807,31514,28247,25132,21843,18748,15255,12402,9890,7712,5589,4143,3000,2152,1385,986,579,391,264,151,96,48,34,17,11,5,4,1,1,2],"bins":[-0.09872116148471832,-0.09563581645488739,-0.09255047142505646,-0.08946513384580612,-0.08637978881597519,-0.08329444378614426,-0.08020909875631332,-0.07712376117706299,-0.07403841614723206,-0.07095307111740112,-0.06786772608757019,-0.06478238105773926,-0.061697039753198624,-0.05861169844865799,-0.05552635341882706,-0.05244101211428642,-0.04935566708445549,-0.04627032205462456,-0.04318498075008392,-0.04009963572025299,-0.03701429441571236,-0.033928949385881424,-0.03084360621869564,-0.027758263051509857,-0.024672919884324074,-0.02158757671713829,-0.018502233549952507,-0.015416889451444149,-0.012331546284258366,-0.009246203117072582,-0.0061608594842255116,-0.0030755160842090845,9.82731580734253e-06,0.0030951707158237696,0.006180514115840197,0.009265857748687267,0.01235120091587305,0.015436544083058834,0.018521888181567192,0.021607231348752975,0.02469257451593876,0.027777917683124542,0.030863260850310326,0.03394860401749611,0.03703394904732704,0.040119290351867676,0.04320463538169861,0.04628997668623924,0.049375321716070175,0.05246066674590111,0.05554600805044174,0.058631353080272675,0.06171669438481331,0.06480203568935394,0.06788738071918488,0.07097272574901581,0.07405807077884674,0.07714341580867767,0.08022875338792801,0.08331409841775894,0.08639944344758987,0.0894847884774208,0.09257012605667114,0.09565547108650208,0.09874081611633301]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,2,1,2,0,1,5,3,4,14,22,21,34,51,69,110,213,288,467,724,1108,1666,2652,4005,6325,10022,16409,28218,50925,102733,253603,575013,278479,109815,54167,29450,17277,10472,6590,4121,2706,1806,1153,763,483,308,187,119,105,58,31,17,13,9,7,4,5,1,3,3,0,1],"bins":[-0.03209419548511505,-0.031137418001890182,-0.030180642381310463,-0.029223864898085594,-0.028267089277505875,-0.027310311794281006,-0.026353534311056137,-0.025396758690476418,-0.02443998120725155,-0.02348320558667183,-0.02252642810344696,-0.02156965062022209,-0.020612874999642372,-0.019656097516417503,-0.018699321895837784,-0.017742544412612915,-0.016785766929388046,-0.015828991308808327,-0.014872214756906033,-0.013915437273681164,-0.01295866072177887,-0.012001884169876575,-0.011045107617974281,-0.010088331066071987,-0.009131554514169693,-0.008174777030944824,-0.00721800047904253,-0.006261223927140236,-0.005304447375237942,-0.00434767035767436,-0.003390893805772066,-0.0024341170210391283,-0.0014773402363061905,-0.0005205635097809136,0.0004362132167443633,0.0013929898850619793,0.002349766669794917,0.003306543454527855,0.004263320006430149,0.0052200970239937305,0.006176873575896025,0.007133650127798319,0.0080904271453619,0.009047203697264194,0.010003980249166489,0.010960756801068783,0.011917534284293652,0.012874310836195946,0.01383108738809824,0.014787863940000534,0.015744641423225403,0.016701417043805122,0.01765819452702999,0.01861497014760971,0.01957174763083458,0.020528525114059448,0.021485300734639168,0.022442078217864037,0.023398853838443756,0.024355631321668625,0.025312408804893494,0.026269184425473213,0.027225961908698082,0.0281827375292778,0.02913951501250267]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.018290111795067787,-0.01775147207081318,-0.01721283048391342,-0.016674190759658813,-0.016135549172759056,-0.015596909448504448,-0.015058268792927265,-0.014519628137350082,-0.0139809874817729,-0.013442346826195717,-0.012903706170618534,-0.012365065515041351,-0.011826425790786743,-0.01128778513520956,-0.010749144479632378,-0.010210503824055195,-0.009671863168478012,-0.00913322251290083,-0.008594581857323647,-0.008055941201746464,-0.007517301011830568,-0.0069786603562533855,-0.00644002016633749,-0.005901379510760307,-0.0053627388551831245,-0.004824098199605942,-0.004285457544028759,-0.0037468173541128635,-0.0032081766985356808,-0.002669536042958498,-0.002130895620211959,-0.001592255081050098,-0.0010536126792430878,-0.0005149721400812268,2.3668399080634117e-05,0.0005623089382424951,0.001100949477404356,0.001639590016566217,0.002178230555728078,0.002716870978474617,0.0032555116340517998,0.0037941522896289825,0.004332792945206165,0.004871433135122061,0.0054100737906992435,0.005948714446276426,0.006487354636192322,0.0070259952917695045,0.007564635947346687,0.00810327660292387,0.008641917258501053,0.009180557914078236,0.009719198569655418,0.010257838293910027,0.01079647894948721,0.011335119605064392,0.011873760260641575,0.012412400916218758,0.01295104157179594,0.013489682227373123,0.014028321951627731,0.014566962607204914,0.015105603262782097,0.015644244849681854,0.016182884573936462],"_type":"histogram","values":[1,0,1,0,1,0,0,0,2,2,2,4,6,6,3,8,4,5,15,13,12,17,29,22,34,46,56,59,72,91,105,121,141,148,191,129,100,89,84,86,60,45,43,30,33,26,11,20,16,10,10,3,1,10,10,2,3,3,1,0,1,0,3,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.03606174886226654,-0.034785009920597076,-0.033508267253637314,-0.03223152831196785,-0.030954785645008087,-0.029678046703338623,-0.02840130589902401,-0.027124565094709396,-0.025847824290394783,-0.02457108348608017,-0.023294342681765556,-0.022017601877450943,-0.02074086293578148,-0.019464122131466866,-0.018187381327152252,-0.01691064052283764,-0.015633899718523026,-0.014357158914208412,-0.013080418109893799,-0.01180367823690176,-0.010526937432587147,-0.009250196628272533,-0.007973456755280495,-0.006696715950965881,-0.005419975146651268,-0.004143234342336655,-0.0028664940036833286,-0.001589753432199359,-0.00031301286071538925,0.0009637277107685804,0.00224046828225255,0.00351720885373652,0.0047939494252204895,0.006070690229535103,0.007347430568188429,0.008624170906841755,0.009900911711156368,0.011177652515470982,0.01245439238846302,0.013731133192777634,0.015007873997092247,0.01628461480140686,0.017561355605721474,0.018838096410036087,0.02011483535170555,0.021391576156020164,0.022668316960334778,0.02394505776464939,0.025221798568964005,0.026498539373278618,0.02777528017759323,0.029052020981907845,0.030328761786222458,0.03160550072789192,0.032882243394851685,0.03415898233652115,0.03543572127819061,0.036712463945150375,0.03798920288681984,0.0392659455537796,0.040542684495449066,0.04181942716240883,0.04309616610407829,0.044372908771038055,0.04564964771270752],"_type":"histogram","values":[1,0,0,0,5,1,2,4,1,3,10,12,11,12,14,11,19,19,22,21,22,25,31,27,29,26,37,22,28,30,32,23,32,25,22,23,9,20,16,10,19,16,15,14,8,11,4,5,4,4,0,2,3,0,0,0,0,1,1,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,2,7,6,14,25,47,84,127,232,378,562,836,1324,1850,2701,3577,4904,6582,8669,10865,13508,16675,19251,22932,26004,28761,31682,33316,34896,35310,34833,34188,32160,30000,27336,23965,21202,17926,14587,12146,9483,7381,5722,4155,3081,2132,1503,1039,665,466,296,174,97,62,36,30,13,10,3,0,1],"bins":[-0.09797187894582748,-0.09497731924057007,-0.09198275208473206,-0.08898819237947464,-0.08599363267421722,-0.08299906551837921,-0.0800045058131218,-0.07700993865728378,-0.07401537895202637,-0.07102081924676895,-0.06802625209093094,-0.06503169238567352,-0.06203712895512581,-0.059042565524578094,-0.05604800581932068,-0.053053442388772964,-0.05005887895822525,-0.047064315527677536,-0.04406975209712982,-0.041075192391872406,-0.03808062896132469,-0.03508606553077698,-0.03209150582551956,-0.029096942394971848,-0.026102378964424133,-0.02310781553387642,-0.020113253965973854,-0.01711869239807129,-0.014124128967523575,-0.011129566468298435,-0.008135003969073296,-0.005140441469848156,-0.0021458789706230164,0.0008486835286021233,0.003843246027827263,0.0068378085270524025,0.009832371026277542,0.012826933525502682,0.01582149602472782,0.018816057592630386,0.0218106210231781,0.024805184453725815,0.02779974602162838,0.030794307589530945,0.03378887102007866,0.03678343445062637,0.03977799415588379,0.0427725575864315,0.04576712101697922,0.04876168444752693,0.051756247878074646,0.05475080758333206,0.057745371013879776,0.06073993444442749,0.0637344941496849,0.06672906130552292,0.06972362101078033,0.07271818071603775,0.07571274787187576,0.07870730757713318,0.08170187473297119,0.08469643443822861,0.08769099414348602,0.09068556129932404,0.09368012100458145]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,5,3,2,7,7,18,23,17,19,20,24,23,22,22,16,11,14,8,15,7,15,15,14,21,20,12,17,10,15,27,23,26,18,22,32,35,27,27,16,17,11,10,12,5,6,4,2,6,2,5,4,0,1,3,1,1],"bins":[0.9997092485427856,0.9997186064720154,0.9997279644012451,0.9997373819351196,0.9997467398643494,0.9997560977935791,0.9997654557228088,0.9997748136520386,0.9997842311859131,0.9997935891151428,0.9998029470443726,0.9998123049736023,0.999821662902832,0.9998310208320618,0.9998404383659363,0.999849796295166,0.9998591542243958,0.9998685121536255,0.9998778700828552,0.9998872876167297,0.9998966455459595,0.9999060034751892,0.999915361404419,0.9999247193336487,0.9999340772628784,0.9999434947967529,0.9999528527259827,0.9999622106552124,0.9999715685844421,0.9999809265136719,0.9999903440475464,0.9999997019767761,1.0000090599060059,1.0000184774398804,1.0000277757644653,1.0000371932983398,1.0000464916229248,1.0000559091567993,1.0000653266906738,1.0000746250152588,1.0000840425491333,1.0000933408737183,1.0001027584075928,1.0001121759414673,1.0001214742660522,1.0001308917999268,1.0001401901245117,1.0001496076583862,1.0001590251922607,1.0001683235168457,1.0001777410507202,1.0001870393753052,1.0001964569091797,1.0002057552337646,1.0002151727676392,1.0002245903015137,1.0002338886260986,1.0002433061599731,1.000252604484558,1.0002620220184326,1.0002714395523071,1.000280737876892,1.0002901554107666,1.0002994537353516,1.000308871269226]},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[1214,1543,1621,1613,1498,1553,1501,1548,1546,1491,1544,1570,1548,1533,1605,1582,1541,1588,1469,1559,1576,1635,1548,1554,1531,1555,1557,1512,1517,1619,1571,1548,1562,1525,1579,1550,1537,1488,1485,1580,1460,1540,1515,1483,1518,1548,1588,1581,1525,1500,1578,1523,1452,1484,1508,1641,1546,1536,1601,1619,1543,1555,1593,1171],"bins":[-0.03633905574679375,-0.03520387038588524,-0.03406868875026703,-0.03293350338935852,-0.03179831802845001,-0.030663132667541504,-0.029527949169278145,-0.028392765671014786,-0.027257580310106277,-0.02612239494919777,-0.02498721145093441,-0.02385202795267105,-0.022716842591762543,-0.021581657230854034,-0.020446473732590675,-0.019311290234327316,-0.018176104873418808,-0.0170409195125103,-0.01590573601424694,-0.014770551584661007,-0.013635367155075073,-0.01250018272548914,-0.011364998295903206,-0.010229813866317272,-0.009094629436731339,-0.007959445007145405,-0.006824260577559471,-0.0056890761479735374,-0.004553891718387604,-0.00341870728880167,-0.0022835228592157364,-0.0011483384296298027,-1.3154000043869019e-05,0.0011220304295420647,0.0022572148591279984,0.003392399288713932,0.004527583718299866,0.005662768147885799,0.006797952577471733,0.007933137007057667,0.0090683214366436,0.010203505866229534,0.011338690295815468,0.012473874725401402,0.013609059154987335,0.014744243584573269,0.015879428014159203,0.01701461151242256,0.01814979687333107,0.019284982234239578,0.020420165732502937,0.021555349230766296,0.022690534591674805,0.023825719952583313,0.024960903450846672,0.02609608694911003,0.02723127231001854,0.028366457670927048,0.029501641169190407,0.030636824667453766,0.031772010028362274,0.03290719538927078,0.03404238075017929,0.0351775623857975,0.03631274774670601]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.10277368873357773,-0.09965232759714127,-0.0965309664607048,-0.09340960532426834,-0.09028825163841248,-0.08716689050197601,-0.08404552936553955,-0.08092416822910309,-0.07780280709266663,-0.07468144595623016,-0.0715600848197937,-0.06843872368335724,-0.06531736254692078,-0.06219600513577461,-0.05907464772462845,-0.055953286588191986,-0.052831925451755524,-0.04971056431531906,-0.0465892031788826,-0.043467845767736435,-0.04034648463129997,-0.03722512349486351,-0.034103766083717346,-0.030982404947280884,-0.02786104381084442,-0.02473968267440796,-0.021618323400616646,-0.018496964126825333,-0.01537560299038887,-0.012254242785274982,-0.009132882580161095,-0.006011522375047207,-0.002890169620513916,0.00023119058459997177,0.0033525507897138596,0.006473910994827747,0.009595271199941635,0.012716631405055523,0.01583799161016941,0.018959350883960724,0.022080712020397186,0.02520207315683365,0.028323432430624962,0.031444791704416275,0.03456615284085274,0.0376875139772892,0.040808871388435364,0.043930232524871826,0.04705159366130829,0.05017295479774475,0.05329431593418121,0.05641567334532738,0.05953703448176384,0.06265839189291,0.06577975302934647,0.06890111416578293,0.07202247530221939,0.07514383643865585,0.07826519757509232,0.08138655871152878,0.08450791239738464,0.0876292735338211,0.09075063467025757,0.09387199580669403,0.0969933569431305],"_type":"histogram","values":[1,0,0,0,0,2,12,16,22,43,85,140,251,346,600,964,1406,2051,2968,4215,5544,7491,9750,12539,15871,18636,22267,25514,28776,31830,33914,35828,36496,36507,35666,33977,31574,28601,25006,21730,18101,14931,12081,9372,7032,5417,3936,2738,2029,1278,879,580,349,211,110,67,32,20,13,6,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.0001736426929710433,-0.00016816660354379565,-0.00016269052866846323,-0.0001572144392412156,-0.00015173834981396794,-0.00014626227493863553,-0.00014078618551138788,-0.00013531011063605547,-0.00012983402120880783,-0.00012435793178156018,-0.00011888185690622777,-0.00011340576747898012,-0.0001079296853276901,-0.00010245360317640007,-9.697751374915242e-05,-9.150143159786239e-05,-8.602534944657236e-05,-8.054926729528233e-05,-7.50731851439923e-05,-6.959709571674466e-05,-6.412101356545463e-05,-5.86449314141646e-05,-5.3168845624895766e-05,-4.769275983562693e-05,-4.22166776843369e-05,-3.674059553304687e-05,-3.1264509743778035e-05,-2.5788425773498602e-05,-2.031234180321917e-05,-1.4836257832939737e-05,-9.360173862660304e-06,-3.884089892380871e-06,1.591994077898562e-06,7.068078048177995e-06,1.2544162018457428e-05,1.802024598873686e-05,2.3496329959016293e-05,2.8972413929295726e-05,3.444849789957516e-05,3.9924583688843995e-05,4.5400665840134025e-05,5.0876747991424054e-05,5.635283378069289e-05,6.182891956996173e-05,6.730500172125176e-05,7.278108387254179e-05,7.825717329978943e-05,8.373325545107946e-05,8.920933760236949e-05,9.468541975365952e-05,0.00010016150190494955,0.00010563759133219719,0.00011111367348348722,0.00011658975563477725,0.00012206584506202489,0.0001275419199373573,0.00013301800936460495,0.0001384940987918526,0.000143970173667185,0.00014944626309443265,0.00015492233796976507,0.0001603984273970127,0.00016587451682426035,0.00017135059169959277,0.0001768266811268404],"_type":"histogram","values":[1,2,3,3,12,13,21,30,26,39,22,23,25,12,16,15,11,12,13,14,5,7,5,16,3,9,6,8,3,4,4,7,6,4,2,5,7,6,4,7,11,8,13,10,6,9,11,16,19,15,17,21,28,25,33,28,21,16,9,11,3,3,3,1]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,2,1,1,2,2,3,10,10,5,5,8,12,14,11,19,20,18,22,24,25,25,35,24,27,33,32,802,25,20,29,26,26,22,22,18,23,17,14,18,15,16,11,9,10,5,5,0,1,2,1,2,1,0,1,0,1,1,0,1,0,0,0,1],"bins":[-1.215065598487854,-1.1702046394348145,-1.1253435611724854,-1.0804826021194458,-1.0356215238571167,-0.9907605051994324,-0.945899486541748,-0.9010384678840637,-0.8561774492263794,-0.8113164901733398,-0.7664554715156555,-0.7215944528579712,-0.6767334342002869,-0.6318724155426025,-0.5870113968849182,-0.5421503782272339,-0.49728935956954956,-0.45242834091186523,-0.4075673222541809,-0.3627063035964966,-0.31784528493881226,-0.2729842960834503,-0.228123277425766,-0.18326225876808167,-0.13840124011039734,-0.09354022145271301,-0.04867921024560928,-0.0038181953132152557,0.04104281961917877,0.0859038382768631,0.13076484203338623,0.17562586069107056,0.22048687934875488,0.2653478980064392,0.31020891666412354,0.35506993532180786,0.3999309539794922,0.4447919428348541,0.48965296149253845,0.5345140099525452,0.5793750286102295,0.624235987663269,0.6690970063209534,0.7139580249786377,0.758819043636322,0.8036800622940063,0.8485410809516907,0.893402099609375,0.9382631182670593,0.9831241369247437,1.0279850959777832,1.0728461742401123,1.1177071332931519,1.162568211555481,1.2074291706085205,1.2522902488708496,1.2971512079238892,1.3420122861862183,1.3868732452392578,1.431734323501587,1.4765952825546265,1.5214563608169556,1.5663173198699951,1.6111783981323242,1.6560393571853638]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,2,0,2,2,1,0,1,4,2,5,2,14,12,12,20,37,50,87,124,167,254,399,606,1037,1681,2799,4746,8191,15024,27830,56856,145625,181423,69600,32762,17087,9617,5622,3150,1777,1172,687,448,299,181,122,84,52,40,29,27,8,17,7,9,4,0,2,2,1,1,1],"bins":[-0.005235476419329643,-0.005082040559500456,-0.0049286046996712685,-0.004775168839842081,-0.004621732980012894,-0.004468297120183706,-0.004314861260354519,-0.0041614254005253315,-0.004007989540696144,-0.0038545539136976004,-0.003701118053868413,-0.0035476821940392256,-0.003394246567040682,-0.0032408107072114944,-0.003087374847382307,-0.0029339389875531197,-0.0027805031277239323,-0.002627067267894745,-0.0024736314080655575,-0.00232019554823637,-0.0021667596884071827,-0.002013324061408639,-0.0018598882015794516,-0.0017064523417502642,-0.0015530164819210768,-0.0013995806220918894,-0.001246144762262702,-0.0010927090188488364,-0.000939273159019649,-0.0007858372991904616,-0.0006324014975689352,-0.0004789656668435782,-0.000325529370456934,-0.00017209353973157704,-1.8657709006220102e-05,0.00013477812171913683,0.00028821395244449377,0.0004416497831698507,0.0005950856138952076,0.0007485214155167341,0.0009019572753459215,0.001055393135175109,0.0012088289950042963,0.0013622647384181619,0.0015157005982473493,0.0016691364580765367,0.0018225722014904022,0.0019760080613195896,0.002129443921148777,0.0022828797809779644,0.002436315640807152,0.002589751500636339,0.0027431873604655266,0.0028966229874640703,0.0030500588472932577,0.003203494707122445,0.0033569305669516325,0.00351036642678082,0.0036638022866100073,0.0038172381464391947,0.003970673773437738,0.004124109633266926,0.004277545493096113,0.004430981352925301,0.004584417212754488],"_type":"histogram"},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[3,3,3,2,4,1,1,2,4,2,2,2,0,2,2,3,2,3,3,6,1,1,2,1,1,0,3,2,1,0,4,0,3,4,3,3,1,1,1,1,4,1,2,1,1,2,2,1,2,1,2,1,3,2,0,5,1,2,3,0,1,3,3,2],"bins":[-0.03502726927399635,-0.033919256180524826,-0.0328112430870533,-0.03170322626829147,-0.030595213174819946,-0.02948720008134842,-0.028379186987876892,-0.027271172031760216,-0.02616315893828869,-0.02505514584481716,-0.023947130888700485,-0.022839117795228958,-0.02173110470175743,-0.020623089745640755,-0.019515076652169228,-0.01840706169605255,-0.017299048602581024,-0.016191035509109497,-0.01508302055299282,-0.013975007459521294,-0.012866993434727192,-0.01175897940993309,-0.010650966316461563,-0.009542952291667461,-0.00843493826687336,-0.007326924242079258,-0.0062189106829464436,-0.005110897123813629,-0.0040028830990195274,-0.0028948693070560694,-0.0017868555150926113,-0.0006788417231291533,0.0004291720688343048,0.0015371858607977629,0.002645199652761221,0.003753213444724679,0.004861227236688137,0.005969241261482239,0.007077254820615053,0.008185268379747868,0.00929328240454197,0.010401296429336071,0.011509310454130173,0.0126173235476017,0.013725337572395802,0.014833351597189903,0.01594136469066143,0.017049379646778107,0.018157392740249634,0.01926540583372116,0.020373420789837837,0.021481433883309364,0.02258944883942604,0.023697461932897568,0.024805475026369095,0.02591348998248577,0.0270215030759573,0.028129516169428825,0.0292375311255455,0.03034554421901703,0.031453557312488556,0.03256157040596008,0.03366958722472191,0.034777600318193436,0.03588561341166496]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,5,6,14,16,20,26,30,24,33,30,19,16,19,11,10,10,11,15,8,10,9,7,9,11,6,6,6,3,2,9,11,4,5,9,11,18,7,17,6,15,12,10,18,21,20,24,38,27,31,19,16,8,8,1,6,2],"bins":[-0.00021477288100868464,-0.0002086405293084681,-0.00020250817760825157,-0.00019637584045995027,-0.00019024348875973374,-0.0001841111370595172,-0.0001779787999112159,-0.00017184644821099937,-0.00016571409651078284,-0.0001595817448105663,-0.00015344939311034977,-0.00014731705596204847,-0.00014118470426183194,-0.0001350523525616154,-0.0001289200154133141,-0.00012278766371309757,-0.00011665531201288104,-0.00011052296031266451,-0.00010439061588840559,-9.825827146414667e-05,-9.212591976393014e-05,-8.599356806371361e-05,-7.986122363945469e-05,-7.372887921519578e-05,-6.759652751497924e-05,-6.146417581476271e-05,-5.5331831390503794e-05,-4.919948332826607e-05,-4.3067135266028345e-05,-3.693478720379062e-05,-3.0802439141552895e-05,-2.467009107931517e-05,-1.8537743017077446e-05,-1.2405394954839721e-05,-6.273046892601997e-06,-1.40698830364272e-07,5.991649231873453e-06,1.2123997294111177e-05,1.8256345356348902e-05,2.4388693418586627e-05,3.052104148082435e-05,3.6653389543062076e-05,4.27857376052998e-05,4.8918085667537525e-05,5.505043372977525e-05,6.118278542999178e-05,6.73151298542507e-05,7.344747427850962e-05,7.957982597872615e-05,8.571217767894268e-05,9.18445221032016e-05,9.797686652746052e-05,0.00010410921822767705,0.00011024156992789358,0.0001163739143521525,0.00012250625877641141,0.00012863861047662795,0.00013477096217684448,0.000140903313877061,0.0001470356510253623,0.00015316800272557884,0.00015930035442579538,0.00016543269157409668,0.0001715650432743132,0.00017769739497452974]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,1,0,1,0,0,2,1,3,1,1,2,2,8,7,6,7,17,10,17,34,37,31,54,59,85,85,69,47,32,31,24,20,12,9,8,8,8,8,2,3,2,5,0,0,0,1,1,0,2,0,1,0,0,0,0,2],"bins":[-0.0370258130133152,-0.03590311482548714,-0.03478041663765907,-0.03365771844983101,-0.032535020262002945,-0.03141232207417488,-0.030289625748991966,-0.029166927561163902,-0.02804422937333584,-0.026921531185507774,-0.02579883299767971,-0.024676134809851646,-0.02355343848466873,-0.022430740296840668,-0.021308042109012604,-0.02018534392118454,-0.019062645733356476,-0.017939947545528412,-0.016817249357700348,-0.015694551169872284,-0.014571853913366795,-0.01344915572553873,-0.012326458469033241,-0.011203760281205177,-0.010081062093377113,-0.00895836390554905,-0.007835665717720985,-0.006712968461215496,-0.005590270273387432,-0.004467572085559368,-0.0033448743633925915,-0.002222176408395171,-0.0010994821786880493,2.3215776309370995e-05,0.0011459137313067913,0.0022686116863042116,0.003391309641301632,0.004514007829129696,0.0056367055512964725,0.006759403273463249,0.007882101461291313,0.009004799649119377,0.010127497836947441,0.01125019509345293,0.012372893281280994,0.013495591469109058,0.014618288725614548,0.01574098691344261,0.016863685101270676,0.01798638328909874,0.019109081476926804,0.020231779664754868,0.02135447785258293,0.022477174177765846,0.02359987236559391,0.024722570553421974,0.025845268741250038,0.026967966929078102,0.028090665116906166,0.02921336330473423,0.030336059629917145,0.03145875781774521,0.03258145600557327,0.03370415419340134,0.0348268523812294],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,0,0,1,2,0,0,3,5,6,9,11,23,29,59,68,120,153,283,464,681,1069,1712,2777,4364,6863,11339,19366,34904,71311,183489,594884,404065,118088,48797,25970,15194,9398,5858,3840,2511,1677,1089,745,490,360,235,163,113,84,65,31,34,15,14,13,5,3,4,2,2,0,1,2],"bins":[-0.04077896475791931,-0.03949682414531708,-0.03821468725800514,-0.03693255037069321,-0.03565040975809097,-0.03436826914548874,-0.033086132258176804,-0.03180399537086487,-0.030521854758262634,-0.02923971600830555,-0.027957577258348465,-0.02667543850839138,-0.025393299758434296,-0.02411116100847721,-0.022829022258520126,-0.02154688350856304,-0.020264744758605957,-0.018982606008648872,-0.017700467258691788,-0.016418328508734703,-0.015136189758777618,-0.013854051008820534,-0.012571912258863449,-0.011289773508906364,-0.01000763475894928,-0.008725496008992195,-0.0074433572590351105,-0.006161218509078026,-0.004879079759120941,-0.0035969410091638565,-0.002314802259206772,-0.0010326635092496872,0.00024947524070739746,0.0015316139906644821,0.0028137527406215668,0.004095891490578651,0.005378030240535736,0.006660168990492821,0.007942307740449905,0.00922444649040699,0.010506585240364075,0.01178872399032116,0.013070862740278244,0.014353001490235329,0.015635140240192413,0.016917278990149498,0.018199417740106583,0.019481556490063667,0.020763695240020752,0.022045833989977837,0.02332797273993492,0.024610111489892006,0.02589225023984909,0.027174388989806175,0.02845652773976326,0.029738666489720345,0.03102080523967743,0.03230294585227966,0.0335850827395916,0.034867219626903534,0.03614936023950577,0.037431500852108,0.03871363773941994,0.03999577462673187,0.041277915239334106],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,2,1,0,6,2,6,9,14,23,42,36,27,26,23,22,18,8,10,14,11,10,5,9,9,11,9,8,5,7,9,7,9,8,5,11,9,8,6,10,6,11,10,9,12,17,15,21,30,29,26,38,34,19,16,12,3,3,0,0,0,0,0,1],"bins":[-0.0001985750423045829,-0.0001922383817145601,-0.00018590170657262206,-0.00017956504598259926,-0.00017322838539257646,-0.00016689172480255365,-0.00016055506421253085,-0.00015421838907059282,-0.00014788172848057002,-0.00014154506789054722,-0.00013520839274860919,-0.00012887173215858638,-0.00012253507156856358,-0.00011619841097854078,-0.00010986174311256036,-0.00010352507524657995,-9.718841465655714e-05,-9.085175406653434e-05,-8.451508620055392e-05,-7.817841833457351e-05,-7.18417577445507e-05,-6.55050971545279e-05,-5.9168429288547486e-05,-5.283176506054588e-05,-4.649510083254427e-05,-4.015843660454266e-05,-3.382177237654105e-05,-2.748510814853944e-05,-2.114844392053783e-05,-1.481177969253622e-05,-8.47511546453461e-06,-2.138451236533001e-06,4.19819843955338e-06,1.053486266755499e-05,1.68715268955566e-05,2.320819112355821e-05,2.9544855351559818e-05,3.588151957956143e-05,4.221818380756304e-05,4.8554848035564646e-05,5.4891512263566256e-05,6.122817285358906e-05,6.756484071956947e-05,7.390150858554989e-05,8.02381691755727e-05,8.65748297655955e-05,9.291149763157591e-05,9.924816549755633e-05,0.00010558482608757913,0.00011192148667760193,0.00011825815454358235,0.00012459482240956277,0.00013093148299958557,0.00013726814358960837,0.0001436048187315464,0.0001499414793215692,0.000156278139911592,0.0001626148005016148,0.0001689514610916376,0.00017528813623357564,0.00018162479682359844,0.00018796145741362125,0.00019429813255555928,0.00020063479314558208,0.00020697145373560488]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,0,0,1,0,1,0,0,1,0,1,1,1,4,7,5,3,5,14,9,9,17,34,35,43,55,90,91,85,62,47,24,21,18,13,12,8,8,6,9,6,3,2,3,2,3,2,2,1,0,0,0,0,0,0,0,0,2],"bins":[-0.035878393799066544,-0.034814100712537766,-0.033749811351299286,-0.03268551826477051,-0.03162122517824173,-0.0305569339543581,-0.029492640867829323,-0.028428349643945694,-0.027364056557416916,-0.026299765333533287,-0.025235474109649658,-0.02417118102312088,-0.02310688979923725,-0.022042596712708473,-0.020978305488824844,-0.019914012402296066,-0.018849721178412437,-0.01778542995452881,-0.01672113686800003,-0.0156568456441164,-0.014592552557587624,-0.013528261333703995,-0.012463969178497791,-0.011399677023291588,-0.010335384868085384,-0.009271092712879181,-0.008206800557672977,-0.007142508868128061,-0.006078216712921858,-0.005013924557715654,-0.003949632868170738,-0.0028853407129645348,-0.0018210485577583313,-0.0007567565189674497,0.00030753551982343197,0.0013718275586143136,0.0024361195974051952,0.0035004117526113987,0.004564703442156315,0.005628995597362518,0.006693287752568722,0.007757579907774925,0.008821872062981129,0.009886164218187332,0.010950455442070961,0.012014747597277164,0.013079039752483368,0.014143331907689571,0.015207624062895775,0.016271915286779404,0.017336208373308182,0.01840049959719181,0.01946479268372059,0.020529083907604218,0.021593376994132996,0.022657668218016624,0.023721959441900253,0.02478625252842903,0.02585054375231266,0.02691483683884144,0.027979128062725067,0.029043421149253845,0.030107712373137474,0.031172005459666252,0.03223629668354988],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,2,2,1,0,1,3,6,5,7,9,5,8,8,15,14,20,19,30,30,20,26,31,33,26,41,23,35,36,27,28,20,35,30,25,19,13,17,12,5,17,8,9,8,12,3,4,4,2,0,5,1,1,2,0,2,0,1,0,0,0,0,1],"bins":[-0.03199908137321472,-0.030857592821121216,-0.02971610613167286,-0.028574617579579353,-0.027433130890130997,-0.02629164233803749,-0.025150153785943985,-0.02400866709649563,-0.022867178544402122,-0.021725689992308617,-0.02058420330286026,-0.019442714750766754,-0.01830122619867325,-0.01715973950922489,-0.016018250957131386,-0.014876763336360455,-0.013735275715589523,-0.012593788094818592,-0.01145230047404766,-0.010310811921954155,-0.009169324301183224,-0.008027836680412292,-0.006886348593980074,-0.005744860507547855,-0.004603372886776924,-0.0034618850331753492,-0.0023203971795737743,-0.0011789093259721994,-3.742147237062454e-05,0.0011040663812309504,0.0022455542348325253,0.0033870420884341,0.004528526216745377,0.005670013837516308,0.006811501923948526,0.007952990010380745,0.009094477631151676,0.010235965251922607,0.011377453804016113,0.012518941424787045,0.013660429045557976,0.014801916666328907,0.015943404287099838,0.017084892839193344,0.01822638139128685,0.019367868080735207,0.020509356632828712,0.02165084332227707,0.022792331874370575,0.02393382042646408,0.025075307115912437,0.026216795668005943,0.0273582823574543,0.028499770909547806,0.02964125946164131,0.03078274615108967,0.031924232840538025,0.03306572139263153,0.03420720994472504,0.03534869849681854,0.03649018704891205,0.037631675601005554,0.03877316042780876,0.03991464897990227,0.04105613753199577],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,3,0,1,1,2,4,2,9,13,22,38,78,99,103,96,76,57,56,53,26,44,34,23,26,28,33,28,35,39,27,20,22,26,35,33,34,28,41,51,53,39,66,78,109,113,78,55,43,22,16,13,6,7,1,0,1],"bins":[-0.0002989999484270811,-0.0002909598406404257,-0.00028291973285377026,-0.00027487962506711483,-0.0002668395172804594,-0.000258799409493804,-0.0002507592726033181,-0.0002427191793685779,-0.00023467905703000724,-0.00022663894924335182,-0.0002185988414566964,-0.00021055873367004097,-0.00020251862588338554,-0.0001944785180967301,-0.00018643839575815946,-0.00017839828797150403,-0.0001703581801848486,-0.00016231807239819318,-0.00015427796461153775,-0.0001462378422729671,-0.00013819773448631167,-0.00013015762669965625,-0.00012211751891300082,-0.00011407740385038778,-0.00010603729606373236,-9.799718827707693e-05,-8.995707321446389e-05,-8.191696542780846e-05,-7.387685764115304e-05,-6.583674257854e-05,-5.779663479188457e-05,-4.975652336725034e-05,-4.171639739070088e-05,-3.3676285966066644e-05,-2.5636176360421814e-05,-1.7596066754776984e-05,-9.555955330142751e-06,-1.51584481500322e-06,6.524265700136311e-06,1.4564376215275843e-05,2.2604486730415374e-05,3.064459815504961e-05,3.868470957968384e-05,4.6724817366339266e-05,5.47649287909735e-05,6.280504021560773e-05,7.084514800226316e-05,7.88852630648762e-05,8.692537085153162e-05,9.496547863818705e-05,0.00010300559370080009,0.00011104570148745552,0.00011908581655006856,0.00012712592433672398,0.0001351660321233794,0.00014320613991003484,0.0001512462622486055,0.00015928637003526092,0.00016732647782191634,0.00017536658560857177,0.0001834066933952272,0.00019144680118188262,0.00019948692352045327,0.0002075270313071087,0.00021556713909376413]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,2,0,0,4,3,2,6,9,10,18,34,49,76,86,69,75,73,62,54,36,41,44,37,29,30,26,25,29,22,31,18,32,22,23,33,33,24,33,26,20,41,38,51,51,61,68,90,103,95,78,52,26,18,11,6,2,2,3,1,1,0,1,2],"bins":[-0.00023811943538021296,-0.00023075751960277557,-0.00022339560382533818,-0.0002160336880479008,-0.00020867178682237864,-0.00020130987104494125,-0.00019394795526750386,-0.00018658603949006647,-0.00017922412371262908,-0.0001718622079351917,-0.00016450030670966953,-0.00015713839093223214,-0.00014977647515479475,-0.00014241455937735736,-0.00013505264359991997,-0.00012769072782248259,-0.00012032881932100281,-0.00011296690354356542,-0.00010560499504208565,-9.824307926464826e-05,-9.088116348721087e-05,-8.35192549857311e-05,-7.61573392082937e-05,-6.879542343085632e-05,-6.143351492937654e-05,-5.4071599151939154e-05,-4.6709683374501765e-05,-3.934777123504318e-05,-3.19858590955846e-05,-2.4623943318147212e-05,-1.726203117868863e-05,-9.900117220240645e-06,-2.5382032617926598e-06,4.823710241907975e-06,1.218562374560861e-05,1.9547536794561893e-05,2.6909450753009878e-05,3.4271364711457863e-05,4.1633276850916445e-05,4.8995192628353834e-05,5.6357104767812416e-05,6.3719016907271e-05,7.108093268470839e-05,7.844284846214578e-05,8.580475696362555e-05,9.316667274106294e-05,0.00010052858851850033,0.0001078904970199801,0.00011525241279741749,0.00012261432129889727,0.00012997623707633466,0.00013733815285377204,0.00014470006863120943,0.00015206198440864682,0.0001594239001860842,0.00016678580141160637,0.00017414771718904376,0.00018150963296648115,0.00018887154874391854,0.00019623346452135593,0.00020359538029879332,0.00021095728152431548,0.00021831919730175287,0.00022568111307919025,0.00023304302885662764],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,2,2,5,11,15,19,23,34,26,24,23,27,21,20,15,7,8,9,8,15,10,6,16,4,6,7,4,4,6,11,1,8,8,5,6,5,5,10,12,13,10,8,8,17,7,11,19,18,25,28,28,35,37,14,19,8,4,3,5,1],"bins":[-0.00019659451209008694,-0.00019076881289947778,-0.00018494311370886862,-0.00017911739996634424,-0.00017329170077573508,-0.00016746600158512592,-0.00016164028784260154,-0.00015581458865199238,-0.00014998888946138322,-0.00014416319027077407,-0.0001383374910801649,-0.00013251177733764052,-0.00012668607814703137,-0.00012086037895642221,-0.00011503467248985544,-0.00010920896602328867,-0.00010338326683267951,-9.755756764207035e-05,-9.173186117550358e-05,-8.590615470893681e-05,-8.008045551832765e-05,-7.42547563277185e-05,-6.842904986115173e-05,-6.260334339458495e-05,-5.67776442039758e-05,-5.095194137538783e-05,-4.512623854679987e-05,-3.9300535718211904e-05,-3.347483288962394e-05,-2.7649130061035976e-05,-2.182342723244801e-05,-1.5997724403860047e-05,-1.0172007023356855e-05,-4.346304194768891e-06,1.4793986338190734e-06,7.305101462407038e-06,1.3130804290995002e-05,1.8956507119582966e-05,2.478220994817093e-05,3.0607912776758894e-05,3.643361560534686e-05,4.225931843393482e-05,4.808502126252279e-05,5.391072409111075e-05,5.9736426919698715e-05,6.556212611030787e-05,7.138783257687464e-05,7.721353904344141e-05,8.303923823405057e-05,8.886493742465973e-05,9.46906438912265e-05,0.00010051635035779327,0.00010634204954840243,0.00011216774873901159,0.00011799345520557836,0.00012381916167214513,0.00012964486086275429,0.00013547056005336344,0.00014129627379588783,0.00014712197298649698,0.00015294767217710614,0.0001587733713677153,0.00016459907055832446,0.00017042478430084884,0.000176250483491458]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.04137685149908066,-0.040267303586006165,-0.03915775567293167,-0.03804820403456688,-0.036938656121492386,-0.03582910820841789,-0.0347195602953434,-0.033610012382268906,-0.032500460743904114,-0.03139091283082962,-0.030281364917755127,-0.029171817004680634,-0.02806226909160614,-0.026952719315886497,-0.025843171402812004,-0.02473362162709236,-0.023624073714017868,-0.022514525800943375,-0.021404976025223732,-0.02029542811214924,-0.019185878336429596,-0.018076330423355103,-0.01696678251028061,-0.015857232734560966,-0.014747684821486473,-0.013638135977089405,-0.012528587132692337,-0.011419039219617844,-0.010309490375220776,-0.009199941530823708,-0.008090393617749214,-0.006980844773352146,-0.005871297791600227,-0.004761748947203159,-0.0036522005684673786,-0.0025426519569009542,-0.0014331033453345299,-0.0003235547337681055,0.0007859938777983189,0.0018955424893647432,0.0030050911009311676,0.004114639945328236,0.005224188324064016,0.006333736702799797,0.007443285547196865,0.008552834391593933,0.009662382304668427,0.010771931149065495,0.011881479993462563,0.01299102883785963,0.014100577682256699,0.015210125595331192,0.016319673508405685,0.017429223284125328,0.01853877119719982,0.019648320972919464,0.020757868885993958,0.02186741679906845,0.022976966574788094,0.024086514487862587,0.02519606426358223,0.026305612176656723,0.027415160089731216,0.02852470986545086,0.029634257778525352],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,1,3,1,2,2,2,5,6,6,13,7,17,15,24,26,37,47,62,91,83,68,55,45,27,23,9,12,18,10,9,6,4,7,2,6,3,1,1,4,0,0,0,0,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.00017782262875698507,-0.0001724309113342315,-0.0001670391793595627,-0.0001616474473848939,-0.00015625572996214032,-0.00015086401253938675,-0.00014547228056471795,-0.00014008054859004915,-0.00013468883116729558,-0.000129297113744542,-0.0001239053817698732,-0.00011851365707116202,-0.00011312193237245083,-0.00010773020767373964,-0.00010233848297502846,-9.694675827631727e-05,-9.155503357760608e-05,-8.61633088788949e-05,-8.077158418018371e-05,-7.537985948147252e-05,-6.998813478276134e-05,-6.459641008405015e-05,-5.920468538533896e-05,-5.3812960686627775e-05,-4.842123598791659e-05,-4.30295112892054e-05,-3.7637786590494215e-05,-3.224606189178303e-05,-2.6854337193071842e-05,-2.1462612494360656e-05,-1.607088779564947e-05,-1.0679163096938282e-05,-5.287423846311867e-06,1.0430085239931941e-07,5.496025551110506e-06,1.0887750249821693e-05,1.627947494853288e-05,2.1671199647244066e-05,2.7062924345955253e-05,3.245464904466644e-05,3.7846373743377626e-05,4.323809844208881e-05,4.86298231408e-05,5.4021547839511186e-05,5.941327253822237e-05,6.480499723693356e-05,7.019672193564475e-05,7.558844663435593e-05,8.098017133306712e-05,8.63718960317783e-05,9.176362073048949e-05,9.715534542920068e-05,0.00010254707012791187,0.00010793879482662305,0.00011333051952533424,0.00011872224422404543,0.0001241139689227566,0.0001295057008974254,0.00013489741832017899,0.00014028913574293256,0.00014568086771760136,0.00015107259969227016,0.00015646431711502373,0.0001618560345377773,0.0001672477665124461],"_type":"histogram","values":[1,1,3,2,5,3,10,24,28,38,37,32,25,18,19,7,11,11,12,10,7,5,10,7,7,5,15,5,5,6,3,9,5,7,5,8,3,9,5,9,10,5,8,7,10,9,7,8,8,12,18,17,17,27,27,26,33,28,25,11,8,10,3,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,0,0,0,0,1,0,1,3,1,4,3,4,7,5,10,13,22,13,18,17,15,18,17,23,27,29,35,31,21,32,23,32,26,20,24,39,33,22,19,18,16,16,16,13,14,11,8,9,7,4,7,3,5,2,3,0,1,2,0,1,0,0,3],"bins":[-0.03982560709118843,-0.03857386112213135,-0.037322115153074265,-0.03607036918401718,-0.0348186269402504,-0.033566880971193314,-0.03231513500213623,-0.031063389033079147,-0.029811643064022064,-0.02855989709496498,-0.027308151125907898,-0.026056407019495964,-0.02480466105043888,-0.023552915081381798,-0.022301170974969864,-0.02104942500591278,-0.019797679036855698,-0.018545933067798615,-0.01729418709874153,-0.016042442992329597,-0.014790697023272514,-0.013538951054215431,-0.012287206016480923,-0.011035460978746414,-0.009783715009689331,-0.008531969040632248,-0.007280224002897739,-0.006028478499501944,-0.004776732996106148,-0.003524987492710352,-0.002273241989314556,-0.0010214964859187603,0.00023024529218673706,0.0014819907955825329,0.0027337362989783287,0.0039854818023741245,0.00523722730576992,0.006488972809165716,0.007740718312561512,0.00899246335029602,0.010244209319353104,0.011495955288410187,0.012747700326144695,0.013999445363879204,0.015251191332936287,0.01650293730199337,0.017754681408405304,0.019006427377462387,0.02025817334651947,0.021509919315576553,0.022761665284633636,0.02401340939104557,0.025265155360102654,0.026516901329159737,0.02776864543557167,0.029020391404628754,0.030272137373685837,0.03152388334274292,0.0327756293118,0.034027375280857086,0.03527911752462387,0.036530863493680954,0.03778260946273804,0.03903435543179512,0.0402861014008522],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[2,1,0,1,0,0,0,0,0,0,2,2,6,1,2,2,0,1,1,1,4,4,4,2,11,11,12,17,26,36,37,59,74,71,80,65,66,31,28,15,18,11,12,9,4,6,4,5,7,2,2,3,2,3,0,1,0,1,0,1,0,0,1,1],"bins":[-7.613751222379506e-06,-7.390796326944837e-06,-7.167841431510169e-06,-6.94488608132815e-06,-6.721931185893482e-06,-6.498976290458813e-06,-6.276021395024145e-06,-6.053066044842126e-06,-5.8301111494074576e-06,-5.607156253972789e-06,-5.384201358538121e-06,-5.161246463103453e-06,-4.9382911129214335e-06,-4.715336217486765e-06,-4.492381322052097e-06,-4.269426426617429e-06,-4.0464710764354095e-06,-3.823516181000741e-06,-3.600561285566073e-06,-3.3776063901314046e-06,-3.154651267323061e-06,-2.9316963718883926e-06,-2.708741249080049e-06,-2.4857863536453806e-06,-2.2628314582107123e-06,-2.0398763354023686e-06,-1.8169213262808626e-06,-1.5939663171593565e-06,-1.3710114217246883e-06,-1.1480564126031823e-06,-9.251014034816762e-07,-7.021463943601702e-07,-4.791913852386642e-07,-2.562363761171582e-07,-3.3281395417361637e-08,1.8967359949328966e-07,4.1262859440394095e-07,6.35583603525447e-07,8.585385558035341e-07,1.0814935649250401e-06,1.3044485740465461e-06,1.5274035831680521e-06,1.7503585922895581e-06,1.973313601411064e-06,2.1962684968457324e-06,2.419223619654076e-06,2.6421785150887445e-06,2.865133637897088e-06,3.0880885333317565e-06,3.3110434287664248e-06,3.5339985515747685e-06,3.7569534470094368e-06,3.979908342444105e-06,4.202863692626124e-06,4.4258185880607925e-06,4.648773483495461e-06,4.871728378930129e-06,5.094683274364797e-06,5.3176386245468166e-06,5.540593519981485e-06,5.763548415416153e-06,5.9865033108508214e-06,6.209458661032841e-06,6.432413556467509e-06,6.655368451902177e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,3,7,3,12,20,19,33,33,33,21,29,20,12,12,12,11,9,13,6,7,14,10,9,9,9,5,4,6,3,7,4,0,4,7,6,10,7,5,9,7,6,9,5,14,15,11,13,14,18,15,22,29,26,27,31,19,22,9,5,5,0,1],"bins":[-0.00017617670528125018,-0.00017071576439775527,-0.00016525482351426035,-0.0001597938680788502,-0.0001543329271953553,-0.00014887198631186038,-0.00014341104542836547,-0.00013795010454487056,-0.00013248916366137564,-0.0001270282082259655,-0.00012156726734247059,-0.00011610632645897567,-0.00011064538557548076,-0.00010518443741602823,-9.972349653253332e-05,-9.426254837308079e-05,-8.880160748958588e-05,-8.334066660609096e-05,-7.787971844663844e-05,-7.241877756314352e-05,-6.6957829403691e-05,-6.149688852019608e-05,-5.603594763670117e-05,-5.0575003115227446e-05,-4.5114058593753725e-05,-3.9653114072280005e-05,-3.4192169550806284e-05,-2.873122866731137e-05,-2.327028414583765e-05,-1.780933962436393e-05,-1.2348396921879612e-05,-6.887453309900593e-06,-1.4264951460063457e-06,4.034448465972673e-06,9.495392077951692e-06,1.4956335689930711e-05,2.041727930190973e-05,2.587822382338345e-05,3.1339164706878364e-05,3.6800109228352085e-05,4.2261053749825805e-05,4.7721998271299526e-05,5.318294279277325e-05,5.864388367626816e-05,6.410482455976307e-05,6.95657727192156e-05,7.502671360271052e-05,8.048766176216304e-05,8.594860264565796e-05,9.140954352915287e-05,9.68704916886054e-05,0.00010233143257210031,0.00010779238073155284,0.00011325332161504775,0.00011871426249854267,0.00012417520338203758,0.0001296361442655325,0.00013509709970094264,0.00014055804058443755,0.00014601898146793246,0.00015147992235142738,0.0001569408632349223,0.00016240181867033243,0.00016786275955382735,0.00017332370043732226]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,5,6,20,24,43,63,125,185,280,431,711,1092,1537,2226,3082,4232,5796,7515,9592,11741,14573,17280,20959,24007,26732,29718,31790,33409,34626,34174,34420,33079,31244,28854,26514,23304,20075,17033,13993,11223,8799,7022,5295,4002,2837,2014,1464,966,647,403,270,168,94,55,32,22,8,7,1,0,3],"bins":[-0.09591937810182571,-0.09295835345983505,-0.08999732881784439,-0.08703630417585373,-0.08407528698444366,-0.081114262342453,-0.07815323770046234,-0.07519221305847168,-0.07223118841648102,-0.06927016377449036,-0.0663091391324997,-0.06334811449050903,-0.06038709357380867,-0.05742606893181801,-0.054465048015117645,-0.051504023373126984,-0.04854299873113632,-0.04558197408914566,-0.042620949447155,-0.039659928530454636,-0.036698903888463974,-0.03373787924647331,-0.0307768564671278,-0.027815833687782288,-0.024854809045791626,-0.021893784403800964,-0.018932761624455452,-0.01597173884510994,-0.013010714203119278,-0.010049690492451191,-0.007088666781783104,-0.004127643071115017,-0.0011666268110275269,0.0017943968996405602,0.004755420610308647,0.007716444320976734,0.010677468031644821,0.013638491742312908,0.016599515452980995,0.019560538232326508,0.02252156287431717,0.02548258751630783,0.028443610295653343,0.031404633074998856,0.03436565771698952,0.03732668235898018,0.04028770327568054,0.043248727917671204,0.046209752559661865,0.04917077720165253,0.05213180184364319,0.05509282276034355,0.05805384740233421,0.061014872044324875,0.06397589296102524,0.0669369176030159,0.06989794224500656,0.07285896688699722,0.07581999152898788,0.07878101617097855,0.08174203336238861,0.08470305800437927,0.08766408264636993,0.0906251072883606,0.09358613193035126]},"_runtime":90.551265505,"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,0,2,8,18,31,31,57,77,110,161,214,303,363,483,606,852,1006,1445,1881,2566,3387,4574,5704,6701,7780,8182,303297,8115,7193,6289,5238,4000,3077,2449,1739,1364,1021,721,570,462,284,228,159,135,109,77,43,26,24,9,16,4,3,5,3,6,4,1,0,1,0,0,1],"bins":[-0.029952531680464745,-0.028856400400400162,-0.02776026912033558,-0.026664139702916145,-0.025568008422851562,-0.02447187714278698,-0.023375745862722397,-0.022279614582657814,-0.02118348330259323,-0.020087353885173798,-0.018991222605109215,-0.017895091325044632,-0.01679896004498005,-0.015702828764915466,-0.014606698416173458,-0.01351056806743145,-0.012414436787366867,-0.011318305507302284,-0.010222175158560276,-0.009126043878495693,-0.008029913529753685,-0.006933782249689102,-0.005837650969624519,-0.004741520155221224,-0.0036453893408179283,-0.002549258526414633,-0.0014531274791806936,-0.0003569965483620763,0.0007391343824565411,0.0018352653132751584,0.0029313962440937757,0.004027527291327715,0.00512365996837616,0.006219790782779455,0.007315921597182751,0.008412052877247334,0.009508183225989342,0.010604314506053925,0.011700445786118507,0.012796576134860516,0.013892707414925098,0.014988838694989681,0.01608496904373169,0.017181100323796272,0.018277231603860855,0.019373362883925438,0.02046949230134487,0.021565623581409454,0.022661754861474037,0.02375788614153862,0.024854017421603203,0.025950146839022636,0.02704627811908722,0.028142409399151802,0.029238540679216385,0.030334671959280968,0.03143080323934555,0.032526932656764984,0.033623065799474716,0.03471919521689415,0.03581532463431358,0.036911457777023315,0.03800758719444275,0.03910372033715248,0.040199849754571915],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.038862552493810654,-0.037419069558382034,-0.035975586622953415,-0.034532103687524796,-0.03308861702680588,-0.03164513409137726,-0.03020165115594864,-0.02875816822052002,-0.0273146852850914,-0.02587120048701763,-0.024427717551589012,-0.022984234616160393,-0.021540749818086624,-0.020097266882658005,-0.018653783947229385,-0.017210299149155617,-0.015766816213726997,-0.014323332346975803,-0.012879849411547184,-0.01143636554479599,-0.00999288260936737,-0.008549398742616177,-0.007105914875864983,-0.005662431474775076,-0.004218948073685169,-0.0027754646725952625,-0.0013319810386747122,0.00011150247883051634,0.0015549859963357449,0.0029984693974256516,0.0044419532641768456,0.005885436665266752,0.007328920066356659,0.008772403933107853,0.010215886868536472,0.011659370735287666,0.013102853670716286,0.01454633753746748,0.015989821404218674,0.017433304339647293,0.018876787275075912,0.02032027207314968,0.0217637550085783,0.02320723794400692,0.02465072274208069,0.026094205677509308,0.027537688612937927,0.028981173411011696,0.030424656346440315,0.031868141144514084,0.0333116240799427,0.03475510701537132,0.03619858995079994,0.03764207288622856,0.03908555582165718,0.0405290424823761,0.04197252541780472,0.04341600835323334,0.04485949128866196,0.046302974224090576,0.047746457159519196,0.04918994382023811,0.05063342675566673,0.05207690969109535,0.05352039262652397],"_type":"histogram","values":[1,1,2,1,2,1,10,6,9,5,7,8,12,14,14,15,19,22,26,21,22,26,34,31,28,26,35,31,23,29,30,24,18,28,21,22,21,7,19,23,15,10,13,9,8,5,1,1,3,1,2,1,0,1,0,0,2,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,3,0,5,11,23,46,69,140,175,365,541,951,1469,2234,3275,4822,6837,9543,12921,17362,22283,28616,35486,43609,51496,59699,68693,76081,83051,87969,91908,93579,93693,90896,86389,80739,73463,65371,56649,48572,40743,32687,26014,20422,15527,11487,8571,5993,4318,2903,1908,1207,825,501,311,179,110,52,32,17,8,7,7],"bins":[-0.09815283119678497,-0.09516124427318573,-0.09216966480016708,-0.08917807787656784,-0.0861864909529686,-0.08319490402936935,-0.08020332455635071,-0.07721173763275146,-0.07422015070915222,-0.07122857123613358,-0.06823698431253433,-0.06524539738893509,-0.062253814190626144,-0.0592622272670269,-0.05627064406871796,-0.05327905714511871,-0.05028747394680977,-0.047295890748500824,-0.04430430382490158,-0.041312720626592636,-0.03832113370299339,-0.03532955050468445,-0.032337963581085205,-0.02934638038277626,-0.026354795321822166,-0.023363210260868073,-0.02037162519991398,-0.017380040138959885,-0.014388456009328365,-0.011396870948374271,-0.008405286818742752,-0.005413701757788658,-0.002422116696834564,0.0005694681312888861,0.0035610529594123363,0.006552637554705143,0.009544222615659237,0.01253580767661333,0.01552739180624485,0.018518976867198944,0.021510561928153038,0.024502146989107132,0.027493732050061226,0.03048531711101532,0.033476900309324265,0.03646848723292351,0.03946007043123245,0.042451657354831696,0.04544324055314064,0.048434823751449585,0.05142641067504883,0.05441799387335777,0.057409580796957016,0.06040116399526596,0.0633927509188652,0.06638433784246445,0.0693759173154831,0.07236750423908234,0.07535909116268158,0.07835067063570023,0.08134225755929947,0.08433384448289871,0.08732543140649796,0.0903170108795166,0.09330859780311584],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,0,1,1,1,7,1,1,5,6,5,12,5,12,17,28,27,53,64,82,114,169,238,373,502,776,1258,1866,2858,4805,8099,13942,24588,45105,90105,147470,114905,58367,30735,17078,10008,5967,3639,2346,1357,933,619,405,277,182,116,90,66,41,28,18,16,13,5,5,5,4,0,1],"bins":[-0.0517917200922966,-0.050340570509433746,-0.04888942092657089,-0.04743827134370804,-0.045987121760845184,-0.04453597217798233,-0.043084822595119476,-0.04163367301225662,-0.04018252342939377,-0.038731370121240616,-0.03728022053837776,-0.03582907095551491,-0.034377921372652054,-0.0329267717897892,-0.031475622206926346,-0.030024472624063492,-0.028573323041200638,-0.027122173458337784,-0.02567102387547493,-0.024219874292612076,-0.022768724709749222,-0.02131757326424122,-0.019866423681378365,-0.01841527409851551,-0.016964124515652657,-0.015512974932789803,-0.014061825349926949,-0.01261067483574152,-0.011159525252878666,-0.009708375670015812,-0.008257225155830383,-0.006806075572967529,-0.005354925990104675,-0.0039037761744111776,-0.00245262635871768,-0.0010014765430241823,0.00044967327266931534,0.001900823088362813,0.0033519729040563107,0.004803122952580452,0.006254272535443306,0.00770542211830616,0.009156571701169014,0.010607722215354443,0.012058871798217297,0.01351002138108015,0.01496117189526558,0.016412321478128433,0.017863471060991287,0.01931462064385414,0.020765770226716995,0.02221691980957985,0.023668069392442703,0.025119220837950706,0.02657037042081356,0.028021520003676414,0.02947266958653927,0.030923819169402122,0.032374970614910126,0.03382612019777298,0.035277269780635834,0.03672841936349869,0.03817956894636154,0.039630718529224396,0.04108186811208725]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[4,1,1,0,6,13,19,29,53,87,158,241,332,589,828,1221,1664,2461,3422,4662,5935,7837,9879,12416,14864,17729,20820,23504,26541,29088,31277,32831,33612,33951,33405,32658,30591,28609,25921,22660,20012,17066,14167,11815,9443,7306,5570,4254,3105,2300,1612,1109,761,533,335,198,126,77,43,29,21,9,10,4],"bins":[-0.09657756239175797,-0.09368395060300827,-0.09079034626483917,-0.08789673447608948,-0.08500312268733978,-0.08210951834917068,-0.07921590656042099,-0.07632230222225189,-0.0734286904335022,-0.0705350786447525,-0.0676414743065834,-0.06474786251783371,-0.06185425445437431,-0.05896064639091492,-0.05606703460216522,-0.053173426538705826,-0.05027981847524643,-0.04738621041178703,-0.04449260234832764,-0.04159899055957794,-0.038705382496118546,-0.03581177443265915,-0.032918162643909454,-0.030024554580450058,-0.02713094651699066,-0.024237338453531265,-0.02134372852742672,-0.018450118601322174,-0.015556510537862778,-0.012662901543080807,-0.009769292548298836,-0.006875683553516865,-0.003982082009315491,-0.0010884730145335197,0.0018051359802484512,0.004698744975030422,0.007592353969812393,0.010485962964594364,0.013379571959376335,0.01627318188548088,0.019166789948940277,0.022060398012399673,0.02495400793850422,0.027847617864608765,0.03074122592806816,0.03363483399152756,0.03652844578027725,0.03942205384373665,0.042315661907196045,0.04520926997065544,0.04810287803411484,0.05099648982286453,0.05389009788632393,0.056783705949783325,0.05967731773853302,0.06257092207670212,0.06546453386545181,0.06835814565420151,0.0712517499923706,0.0741453617811203,0.07703897356987,0.07993257790803909,0.08282618969678879,0.08571979403495789,0.08861340582370758]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[2,0,0,1,0,1,1,1,1,3,0,5,4,3,6,4,6,11,8,9,17,21,31,29,39,38,59,75,88,52,45,26,41,19,20,14,21,10,13,11,4,8,5,3,2,1,1,1,0,1,1,0,1,0,1,0,1,0,1,0,0,0,0,2],"bins":[-0.032841894775629044,-0.03167752921581268,-0.030513165518641472,-0.02934879995882511,-0.02818443439900875,-0.02702007070183754,-0.02585570514202118,-0.02469133958220482,-0.023526974022388458,-0.022362610325217247,-0.021198244765400887,-0.020033879205584526,-0.018869515508413315,-0.017705149948596954,-0.016540784388780594,-0.015376419760286808,-0.014212055131793022,-0.013047690503299236,-0.011883324943482876,-0.01071896031498909,-0.00955459475517273,-0.008390230126678944,-0.007225865498185158,-0.006061500404030085,-0.0048971353098750114,-0.0037327702157199383,-0.0025684053543955088,-0.0014040403766557574,-0.0002396753989160061,0.0009246895788237453,0.0020890545565634966,0.003253419417887926,0.004417784512042999,0.005582149606198072,0.006746514700353146,0.007910879328846931,0.009075244888663292,0.010239609517157078,0.011403974145650864,0.012568339705467224,0.01373270433396101,0.014897068962454796,0.016061434522271156,0.017225800082087517,0.018390163779258728,0.01955452933907509,0.02071889489889145,0.02188325859606266,0.02304762415587902,0.02421198971569538,0.025376353412866592,0.026540718972682953,0.027705084532499313,0.028869448229670525,0.030033813789486885,0.031198179349303246,0.03236254304647446,0.03352690860629082,0.03469127416610718,0.03585563972592354,0.0370200052857399,0.03818436712026596,0.03934873268008232,0.04051309823989868,0.04167746379971504],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,1,0,0,1,2,3,4,7,12,7,14,6,15,12,13,30,29,40,51,54,60,69,74,100,120,170,158,145,133,104,106,81,76,62,48,32,42,32,25,24,21,8,12,6,6,8,4,5,1,2,2,1,3,0,2,0,1],"bins":[-0.013357984833419323,-0.0129658542573452,-0.012573722749948502,-0.012181592173874378,-0.01178946066647768,-0.011397330090403557,-0.011005198583006859,-0.010613068006932735,-0.010220937430858612,-0.009828805923461914,-0.00943667534738779,-0.009044543839991093,-0.00865241326391697,-0.008260281756520271,-0.007868151180446148,-0.007476020138710737,-0.0070838890969753265,-0.006691758055239916,-0.006299627013504505,-0.0059074959717690945,-0.005515364930033684,-0.00512323435395956,-0.00473110331222415,-0.004338972270488739,-0.003946841228753328,-0.0035547101870179176,-0.003162579145282507,-0.00277044833637774,-0.002378317294642329,-0.0019861862529069185,-0.0015940553275868297,-0.0012019244022667408,-0.0008097924292087555,-0.0004176614456810057,-2.553046215325594e-05,0.00036660052137449384,0.0007587315049022436,0.0011508625466376543,0.0015429934719577432,0.001935124397277832,0.0023272554390132427,0.0027193864807486534,0.003111517522484064,0.003503648331388831,0.003895779373124242,0.004287910182029009,0.0046800412237644196,0.00507217226549983,0.005464303307235241,0.005856434348970652,0.006248565390706062,0.006640696432441473,0.007032827474176884,0.007424958050251007,0.007817089557647705,0.008209220133721828,0.008601350709795952,0.00899348221719265,0.009385612793266773,0.009777744300663471,0.010169874876737595,0.010562006384134293,0.010954136960208416,0.011346268467605114,0.011738399043679237]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,2,1,1,5,4,1,8,13,13,22,19,38,58,70,135,166,228,370,504,790,1174,1681,2584,3902,5916,8851,13989,22104,37381,69812,125007,124588,70021,37747,22137,13809,9032,5805,3898,2591,1735,1156,792,499,371,237,180,107,90,47,35,31,27,10,9,6,4,1,2,2,3,2],"bins":[-0.03956881910562515,-0.03836982324719429,-0.037170831114053726,-0.035971835255622864,-0.034772839397192,-0.03357384726405144,-0.032374851405620575,-0.031175855547189713,-0.029976861551404,-0.028777867555618286,-0.027578871697187424,-0.02637987770140171,-0.025180883705615997,-0.023981887847185135,-0.02278289385139942,-0.02158389799296856,-0.020384903997182846,-0.019185910001397133,-0.01798691414296627,-0.016787920147180557,-0.01558892522007227,-0.014389930292963982,-0.013190936297178268,-0.01199194137006998,-0.010792946442961693,-0.009593951515853405,-0.008394956588745117,-0.007195962592959404,-0.005996967665851116,-0.004797972738742828,-0.003598978277295828,-0.0023999835830181837,-0.0012009888887405396,-1.9941944628953934e-06,0.0011970004998147488,0.002395995194092393,0.003594989888370037,0.004793984815478325,0.005992979276925325,0.007191973738372326,0.008390968665480614,0.009589963592588902,0.01078895851969719,0.011987952515482903,0.01318694744259119,0.014385942369699478,0.015584936365485191,0.016783932223916054,0.017982926219701767,0.01918192021548748,0.020380916073918343,0.021579910069704056,0.022778905928134918,0.02397789992392063,0.025176893919706345,0.026375889778137207,0.02757488377392292,0.028773877769708633,0.029972873628139496,0.03117186762392521,0.03237086161971092,0.033569857478141785,0.03476885333657265,0.03596784546971321,0.037166841328144073],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,2,0,2,4,4,9,15,20,18,39,34,28,21,17,14,15,8,11,19,7,11,12,10,4,8,9,10,8,3,6,9,7,6,6,10,9,7,8,8,10,9,10,9,12,8,16,19,14,16,19,29,32,25,33,23,19,14,7,2,1,1,1],"bins":[-0.00019442780467215925,-0.00018858382827602327,-0.0001827398664318025,-0.00017689589003566653,-0.00017105191363953054,-0.00016520795179530978,-0.0001593639753991738,-0.0001535199990030378,-0.00014767603715881705,-0.00014183206076268107,-0.00013598808436654508,-0.00013014412252232432,-0.00012430014612618834,-0.00011845617700600997,-0.0001126122078858316,-0.00010676823148969561,-0.00010092426236951724,-9.508029324933887e-05,-8.923631685320288e-05,-8.339234773302451e-05,-7.754837861284614e-05,-7.170440221671015e-05,-6.586043309653178e-05,-6.001646397635341e-05,-5.417249121819623e-05,-4.832851846003905e-05,-4.248454933986068e-05,-3.66405765817035e-05,-3.079660382354632e-05,-2.495263470336795e-05,-1.910866194521077e-05,-1.3264691006042995e-05,-7.420720066875219e-06,-1.5767486729600932e-06,4.267222720955033e-06,1.011119456961751e-05,1.5955165508785285e-05,2.179913644795306e-05,2.764310920611024e-05,3.348707832628861e-05,3.933105108444579e-05,4.517502384260297e-05,5.101899296278134e-05,5.686296572093852e-05,6.27069384790957e-05,6.855090759927407e-05,7.439487671945244e-05,8.023885311558843e-05,8.60828222357668e-05,9.192679135594517e-05,9.777076775208116e-05,0.00010361473687225953,0.0001094587059924379,0.00011530268238857388,0.00012114665150875226,0.00012699062062893063,0.00013283459702506661,0.00013867855886928737,0.00014452253526542336,0.00015036651166155934,0.0001562104735057801,0.0001620544499019161,0.00016789842629805207,0.00017374238814227283,0.00017958636453840882]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,1,2,3,5,7,15,17,14,23,22,36,15,27,22,15,13,19,9,16,10,9,9,4,15,12,9,8,10,8,7,3,8,6,5,7,4,9,9,12,8,11,18,10,18,18,19,22,19,26,38,19,24,27,10,10,10,5,4,1,2,3],"bins":[-0.00020704000780824572,-0.00020083617710042745,-0.00019463233184069395,-0.00018842850113287568,-0.0001822246704250574,-0.00017602083971723914,-0.00016981700900942087,-0.00016361316374968737,-0.0001574093330418691,-0.00015120550233405083,-0.00014500165707431734,-0.00013879782636649907,-0.0001325939956586808,-0.00012639016495086253,-0.00012018632696708664,-0.00011398248898331076,-0.00010777865827549249,-0.00010157482756767422,-9.537098958389834e-05,-8.916715160012245e-05,-8.296332089230418e-05,-7.675949018448591e-05,-7.055565220071003e-05,-6.435181421693414e-05,-5.8147983509115875e-05,-5.19441491633188e-05,-4.574031481752172e-05,-3.9536480471724644e-05,-3.333264612592757e-05,-2.712881178013049e-05,-2.0924977434333414e-05,-1.4721143088536337e-05,-8.51730874273926e-06,-2.3134743969421834e-06,3.8903599488548934e-06,1.009419429465197e-05,1.6298028640449047e-05,2.2501862986246124e-05,2.87056973320432e-05,3.490953167784028e-05,4.1113366023637354e-05,4.731720036943443e-05,5.352103471523151e-05,5.9724869061028585e-05,6.592870340682566e-05,7.213253411464393e-05,7.833637209841982e-05,8.45402100821957e-05,9.074404079001397e-05,9.694787149783224e-05,0.00010315170948160812,0.000109355547465384,0.00011555937817320228,0.00012176320888102055,0.00012796703958883882,0.00013417088484857231,0.00014037471555639058,0.00014657854626420885,0.00015278239152394235,0.00015898622223176062,0.0001651900529395789,0.00017139388364739716,0.00017759771435521543,0.00018380155961494893,0.0001900053903227672],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[2,0,4,3,3,2,2,4,4,7,6,10,10,14,18,11,23,20,28,28,33,30,33,31,26,24,28,29,36,30,39,23,19,26,25,14,20,16,14,19,9,6,7,7,6,4,2,1,4,2,0,1,2,0,0,2,0,0,0,0,0,0,0,1],"bins":[-0.02625015750527382,-0.02525275945663452,-0.024255363270640373,-0.023257965222001076,-0.022260569036006927,-0.02126317098736763,-0.020265774801373482,-0.019268376752734184,-0.018270980566740036,-0.01727358251810074,-0.01627618446946144,-0.015278788283467293,-0.014281390234827995,-0.013283993117511272,-0.01228659600019455,-0.011289198882877827,-0.010291801765561104,-0.009294404648244381,-0.008297007530927658,-0.007299609947949648,-0.006302212830632925,-0.005304815713316202,-0.004307418130338192,-0.003310021013021469,-0.0023126238957047462,-0.0013152266619727015,-0.00031782942824065685,0.0006795678054913878,0.0016769650392234325,0.0026743621565401554,0.003671759506687522,0.0046691568568348885,0.005666553974151611,0.006663951091468334,0.007661348208785057,0.00865874532610178,0.009656142443418503,0.0106535404920578,0.011650937609374523,0.012648334726691246,0.013645731844007969,0.014643128961324692,0.01564052700996399,0.016637923195958138,0.017635321244597435,0.018632717430591583,0.01963011547923088,0.02062751166522503,0.021624909713864326,0.022622307762503624,0.023619703948497772,0.02461710199713707,0.025614498183131218,0.026611896231770515,0.027609292417764664,0.02860669046640396,0.02960408851504326,0.030601484701037407,0.031598880887031555,0.03259627893567085,0.03359367698431015,0.03459107503294945,0.03558846935629845,0.036585867404937744,0.03758326545357704],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,1,1,0,2,5,0,2,6,7,2,9,8,9,19,17,8,11,17,16,12,38,21,27,23,26,24,28,29,17,39,27,31,32,24,21,28,19,21,28,11,15,11,12,8,10,6,6,5,8,1,3,5,0,3,2,1,1,2,0,0,0,1,1],"bins":[-0.0020907209254801273,-0.0020197865087538958,-0.0019488519756123424,-0.001877917442470789,-0.0018069829093292356,-0.001736048492603004,-0.0016651139594614506,-0.0015941794263198972,-0.0015232448931783438,-0.0014523104764521122,-0.0013813759433105588,-0.0013104414101690054,-0.0012395069934427738,-0.0011685724603012204,-0.001097637927159667,-0.0010267035104334354,-0.000955768977291882,-0.0008848345023579895,-0.0008138999692164361,-0.0007429654942825437,-0.0006720309611409903,-0.0006010964862070978,-0.0005301620112732053,-0.00045922750723548234,-0.0003882930031977594,-0.00031735849916003644,-0.0002464239951223135,-0.000175489520188421,-0.00010455501615069807,-3.3620519388932735e-05,3.7313977372832596e-05,0.00010824847413459793,0.00017918297089636326,0.0002501174749340862,0.00032105197897180915,0.00039198645390570164,0.0004629209579434246,0.0005338554619811475,0.00060478993691504,0.0006757244700565934,0.0007466589449904859,0.0008175934199243784,0.0008885279530659318,0.0009594624279998243,0.0010303969029337168,0.0011013314360752702,0.0011722659692168236,0.0012432003859430552,0.0013141349190846086,0.001385069452226162,0.0014560038689523935,0.001526938402093947,0.0015978729352355003,0.001668807351961732,0.0017397418851032853,0.0018106764182448387,0.0018816108349710703,0.0019525453681126237,0.002023479901254177,0.0020944143179804087,0.002165348967537284,0.0022362833842635155,0.002307217800989747,0.0023781524505466223,0.002449086867272854],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[2,2,2,6,13,15,40,93,141,268,454,760,1189,1823,2912,4140,6169,8862,12103,16620,21639,28037,35593,43666,52225,60635,70079,78244,86480,90928,95344,97251,95956,93409,88518,82046,74023,64697,55872,46653,38484,30552,24009,18402,13643,9908,6971,4842,3339,2163,1407,885,545,346,202,118,71,32,21,1,6,1,4,3],"bins":[-0.09812480211257935,-0.09502842277288437,-0.09193204343318939,-0.08883566409349442,-0.08573928475379944,-0.08264290541410446,-0.07954652607440948,-0.07645014673471451,-0.07335376739501953,-0.07025739550590515,-0.06716101616621017,-0.0640646368265152,-0.06096825748682022,-0.057871878147125244,-0.05477549880743027,-0.05167911946773529,-0.048582740128040314,-0.04548636078834534,-0.04238998144865036,-0.03929360210895538,-0.036197222769260406,-0.03310084715485573,-0.03000446781516075,-0.026908088475465775,-0.023811709135770798,-0.02071532979607582,-0.017618950456380844,-0.014522572979331017,-0.01142619363963604,-0.008329814299941063,-0.005233435891568661,-0.0021370570175349712,0.0009593293070793152,0.004055708181113005,0.007152087055146694,0.010248465463519096,0.013344844803214073,0.01644122414290905,0.019537601619958878,0.022633980959653854,0.02573036029934883,0.028826739639043808,0.031923118978738785,0.03501949831843376,0.03811587393283844,0.04121225327253342,0.044308632612228394,0.04740501195192337,0.05050139129161835,0.053597770631313324,0.0566941499710083,0.05979052931070328,0.06288690865039825,0.06598328799009323,0.06907966732978821,0.07217604666948318,0.07527242600917816,0.07836879789829254,0.08146517723798752,0.0845615565776825,0.08765793591737747,0.09075431525707245,0.09385069459676743,0.0969470739364624,0.10004345327615738]},"gradients/_orig_mod.linear.bias":{"bins":[-0.09082552790641785,-0.08811558783054352,-0.08540565520524979,-0.08269571512937546,-0.07998578250408173,-0.0772758424282074,-0.07456590235233307,-0.07185596972703934,-0.06914602965116501,-0.06643608957529068,-0.06372615694999695,-0.06101621687412262,-0.05830628052353859,-0.05559634417295456,-0.05288640409708023,-0.0501764677464962,-0.04746653139591217,-0.04475659504532814,-0.04204665869474411,-0.03933671861886978,-0.03662678226828575,-0.03391684591770172,-0.031206907704472542,-0.028496969491243362,-0.025787033140659332,-0.023077096790075302,-0.020367158576846123,-0.017657220363616943,-0.014947284013032913,-0.012237346731126308,-0.009527409449219704,-0.006817472167313099,-0.004107542335987091,-0.0013976050540804863,0.0013123322278261185,0.004022269509732723,0.006732206791639328,0.009442144073545933,0.012152081355452538,0.014862018637359142,0.017571955919265747,0.020281892269849777,0.022991830483078957,0.025701768696308136,0.028411705046892166,0.031121641397476196,0.033831581473350525,0.036541517823934555,0.039251454174518585,0.041961390525102615,0.044671326875686646,0.047381266951560974,0.050091203302145004,0.052801139652729034,0.05551107972860336,0.05822101607918739,0.06093095242977142,0.06364089250564575,0.06635082513093948,0.06906076520681381,0.07177069783210754,0.07448063790798187,0.0771905779838562,0.07990051060914993,0.08261045068502426],"_type":"histogram","values":[1,2,0,0,0,1,0,1,0,1,2,0,1,1,1,2,1,2,2,2,4,3,1,2,2,2,3,3,6,1,1,7,3,3,6,1,5,5,3,2,5,4,3,2,2,3,2,1,4,3,2,4,1,0,2,2,0,1,2,0,0,1,0,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.028998255729675293,-0.02778293937444687,-0.026567623019218445,-0.02535230666399002,-0.024136990308761597,-0.022921675816178322,-0.021706359460949898,-0.020491043105721474,-0.01927572675049305,-0.018060410395264626,-0.0168450940400362,-0.015629777684807777,-0.014414462260901928,-0.013199145905673504,-0.011983830481767654,-0.01076851412653923,-0.009553197771310806,-0.008337881416082382,-0.0071225655265152454,-0.005907249636948109,-0.004691933281719685,-0.003476617159321904,-0.0022613010369241238,-0.0010459849145263433,0.00016933120787143707,0.0013846473302692175,0.002599963452666998,0.0038152795750647783,0.005030595697462559,0.006245912052690983,0.00746122794225812,0.008676543831825256,0.009891863912343979,0.011107180267572403,0.012322496622800827,0.013537812046706676,0.0147531284019351,0.01596844382584095,0.017183760181069374,0.018399076536297798,0.019614392891526222,0.020829709246754646,0.02204502560198307,0.023260341957211494,0.02447565644979477,0.025690972805023193,0.026906289160251617,0.02812160551548004,0.029336921870708466,0.03055223822593689,0.031767554581165314,0.03298287093639374,0.03419818729162216,0.035413503646850586,0.03662882000207901,0.037844136357307434,0.03905945271253586,0.040274765342473984,0.04149008169770241,0.04270539805293083,0.043920714408159256,0.04513603076338768,0.046351347118616104,0.04756666347384453,0.04878197982907295],"_type":"histogram","values":[2,2,1,0,1,0,5,6,3,6,6,7,8,5,11,17,17,16,28,40,35,46,68,87,69,51,47,24,15,23,29,13,14,14,12,8,6,6,5,1,1,1,4,1,0,2,0,1,0,0,0,0,0,0,1,0,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,1,2,6,9,19,30,46,87,164,271,523,852,1402,2101,3226,4855,6940,9816,13696,18554,24180,31318,38776,47841,56956,66067,74945,83580,89578,94602,97714,98502,96897,92027,85789,77580,69077,60567,50884,41863,33642,26944,20626,15328,11237,7878,5596,3646,2530,1630,1040,609,352,213,114,63,21,27,13,4,3,2,2],"bins":[-0.10100078582763672,-0.09786277264356613,-0.09472475945949554,-0.09158674627542496,-0.08844873309135437,-0.08531071990728378,-0.0821727067232132,-0.07903469353914261,-0.07589668035507202,-0.07275866717100143,-0.06962065398693085,-0.06648264080286026,-0.06334462761878967,-0.06020661070942879,-0.0570685975253582,-0.05393058434128761,-0.050792571157217026,-0.04765455797314644,-0.04451654478907585,-0.041378531605005264,-0.03824051842093468,-0.03510250523686409,-0.0319644920527935,-0.028826477006077766,-0.02568846382200718,-0.022550450637936592,-0.019412437453866005,-0.016274424269795418,-0.013136410154402256,-0.009998396970331669,-0.006860383320599794,-0.0037223699036985636,-0.0005843564867973328,0.002553656930103898,0.005691670347005129,0.008829683996737003,0.01196769718080759,0.015105710364878178,0.01824372448027134,0.021381737664341927,0.024519750848412514,0.0276577640324831,0.030795777216553688,0.033933792263269424,0.03707180544734001,0.0402098186314106,0.043347831815481186,0.04648584499955177,0.04962385818362236,0.05276187136769295,0.055899884551763535,0.05903789773583412,0.06217591091990471,0.0653139278292656,0.06845194101333618,0.07158995419740677,0.07472796738147736,0.07786598056554794,0.08100399374961853,0.08414200693368912,0.0872800201177597,0.09041803330183029,0.09355604648590088,0.09669405966997147,0.09983207285404205]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,0,0,2,3,4,9,12,22,22,50,68,100,136,185,289,415,578,875,1310,1757,2537,3808,5644,8291,12564,20510,33797,59340,128781,365219,535744,200940,77719,39483,23310,14962,10058,6745,4800,3403,2435,1773,1291,960,661,523,414,298,230,191,113,101,93,89,50,50,32,25,16,10,6,2,8],"bins":[-0.031241774559020996,-0.03024161607027054,-0.02924145758152008,-0.028241299092769623,-0.027241140604019165,-0.026240982115268707,-0.02524082362651825,-0.024240665137767792,-0.023240506649017334,-0.022240350022912025,-0.021240191534161568,-0.02024003304541111,-0.019239874556660652,-0.018239716067910194,-0.017239557579159737,-0.01623939909040928,-0.015239240601658821,-0.014239082112908363,-0.013238923624157906,-0.012238765135407448,-0.01123860664665699,-0.010238449089229107,-0.00923829060047865,-0.008238132111728191,-0.007237973622977734,-0.006237815134227276,-0.005237656645476818,-0.004237498622387648,-0.00323734013363719,-0.002237181644886732,-0.001237023388966918,-0.00023686501663178205,0.0007632933557033539,0.0017634517280384898,0.0027636101003736258,0.00376376835629344,0.004763926845043898,0.005764085333794355,0.006764243356883526,0.007764401845633984,0.008764560334384441,0.0097647188231349,0.010764877311885357,0.011765035800635815,0.012765193358063698,0.013765351846814156,0.014765510335564613,0.01576566882431507,0.01676582731306553,0.017765985801815987,0.018766144290566444,0.019766302779316902,0.02076646126806736,0.021766619756817818,0.022766778245568275,0.023766936734318733,0.024767093360424042,0.0257672518491745,0.026767410337924957,0.027767568826675415,0.028767727315425873,0.02976788580417633,0.03076804429292679,0.031768202781677246,0.032768361270427704],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.08715228736400604,-0.08427636325359344,-0.08140043914318085,-0.07852451503276825,-0.07564859092235565,-0.07277266681194305,-0.06989674270153046,-0.06702081859111786,-0.06414489448070526,-0.061268966645002365,-0.05839304253458977,-0.05551711842417717,-0.052641190588474274,-0.049765266478061676,-0.04688934236764908,-0.04401341825723648,-0.04113749414682388,-0.038261570036411285,-0.03538564592599869,-0.03250972181558609,-0.029633795842528343,-0.026757871732115746,-0.023881945759058,-0.0210060216486454,-0.018130097538232803,-0.015254173427820206,-0.012378248386085033,-0.009502323344349861,-0.0066263992339372635,-0.0037504746578633785,-0.0008745500817894936,0.0020013744942843914,0.0048772916197776794,0.007753216195851564,0.01062914077192545,0.013505065813660622,0.01638098992407322,0.019256914034485817,0.022132840007543564,0.02500876411795616,0.02788468822836876,0.030760612338781357,0.033636536449193954,0.03651246055960655,0.03938838839530945,0.042264312505722046,0.045140236616134644,0.04801616072654724,0.05089208483695984,0.053768008947372437,0.056643933057785034,0.05951985716819763,0.06239578127861023,0.06527170538902283,0.06814762949943542,0.07102355360984802,0.07389947772026062,0.07677540928125381,0.07965133339166641,0.08252725750207901,0.08540318161249161,0.0882791057229042,0.0911550298333168,0.0940309539437294,0.096906878054142],"_type":"histogram","values":[3,10,11,22,41,59,83,159,252,400,600,893,1283,1773,2511,3522,4740,6280,7986,10137,12525,15205,17902,20943,23849,26739,29064,31321,32614,33576,33887,33088,32061,30630,28213,25723,22757,19820,17046,14124,11458,9174,7223,5622,4280,3155,2222,1565,1160,749,477,344,232,125,72,46,31,14,9,8,4,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-0.04209142550826073,-0.04095393791794777,-0.03981644660234451,-0.038678959012031555,-0.0375414714217186,-0.03640398010611534,-0.03526649251580238,-0.034129004925489426,-0.03299151360988617,-0.03185402601957321,-0.030716536566615105,-0.029579047113656998,-0.02844155952334404,-0.027304070070385933,-0.026166580617427826,-0.025029093027114868,-0.02389160357415676,-0.022754114121198654,-0.021616626530885696,-0.02047913707792759,-0.019341647624969482,-0.018204160034656525,-0.017066670581698418,-0.01592918112874031,-0.014791692607104778,-0.013654204085469246,-0.012516714632511139,-0.011379226110875607,-0.010241737589240074,-0.009104248136281967,-0.007966759614646435,-0.006829270627349615,-0.005691781640052795,-0.004554292652755976,-0.0034168038982897997,-0.0022793151438236237,-0.001141826156526804,-4.33728564530611e-06,0.0011331515852361917,0.0022706403397023678,0.0034081293269991875,0.004545618314296007,0.005683107301592827,0.006820595823228359,0.007958084344863892,0.009095573797821999,0.010233062319457531,0.011370551772415638,0.01250804029405117,0.013645528815686703,0.01478301826864481,0.015920506790280342,0.01705799624323845,0.018195483833551407,0.019332973286509514,0.02047046273946762,0.02160795032978058,0.022745439782738686,0.023882929235696793,0.0250204186886549,0.026157906278967857,0.027295395731925964,0.02843288518488407,0.02957037277519703,0.030707862228155136],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,1,6,1,2,3,2,11,11,14,14,14,20,30,36,51,81,103,83,64,57,32,33,11,16,12,8,4,6,5,6,9,4,2,4,1,1,1,2,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.026223868131637573,-0.025220559909939766,-0.02421724982559681,-0.023213941603899002,-0.022210631519556046,-0.021207323297858238,-0.02020401507616043,-0.019200704991817474,-0.018197396770119667,-0.01719408854842186,-0.016190778464078903,-0.015187470242381096,-0.014184161089360714,-0.013180851936340332,-0.012177543714642525,-0.011174234561622143,-0.01017092540860176,-0.009167616255581379,-0.008164307102560997,-0.00716099888086319,-0.006157689727842808,-0.005154380574822426,-0.004151071887463331,-0.003147762967273593,-0.0021444540470838547,-0.0011411451268941164,-0.00013783620670437813,0.0008654727134853601,0.0018687816336750984,0.0028720905538648367,0.003875399474054575,0.00487870816141367,0.0058820173144340515,0.0068853264674544334,0.007888635620474815,0.008891943842172623,0.009895252995193005,0.010898562148213387,0.011901870369911194,0.012905179522931576,0.013908488675951958,0.01491179782897234,0.01591510698199272,0.01691841520369053,0.017921723425388336,0.018925033509731293,0.0199283417314291,0.020931651815772057,0.021934960037469864,0.02293826825916767,0.023941578343510628,0.024944886565208435,0.02594819664955139,0.0269515048712492,0.027954813092947006,0.028958123177289963,0.02996143139898777,0.030964739620685577,0.031968049705028534,0.03297135978937149,0.03397466614842415,0.034977976232767105,0.03598128631711006,0.03698459267616272,0.037987902760505676],"_type":"histogram","values":[3,2,1,3,3,3,5,5,6,6,10,12,11,24,13,23,10,17,27,18,35,37,35,22,32,22,34,20,32,29,34,33,16,26,17,16,12,15,13,13,15,11,8,10,7,3,2,1,2,3,3,2,1,1,1,1,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,3,2,0,1,3,3,7,6,11,3,6,12,9,14,17,24,24,35,16,28,23,33,31,34,31,32,30,28,31,17,32,34,23,30,13,17,15,5,9,13,9,11,10,7,5,5,0,0,4,3,1,3,0,2,0,0,0,1,0,0,1],"bins":[-0.03095393069088459,-0.02987086959183216,-0.028787806630134583,-0.027704745531082153,-0.026621684432029724,-0.025538621470332146,-0.024455560371279716,-0.023372497409582138,-0.02228943631052971,-0.02120637521147728,-0.0201233122497797,-0.019040251150727272,-0.017957188189029694,-0.016874127089977264,-0.015791065990924835,-0.014708003960549831,-0.013624941930174828,-0.012541879899799824,-0.01145881786942482,-0.01037575677037239,-0.009292694739997387,-0.008209632709622383,-0.007126571144908667,-0.00604350958019495,-0.004960447549819946,-0.003877385752275586,-0.002794323954731226,-0.0017112621571868658,-0.0006282003596425056,0.0004548614379018545,0.0015379232354462147,0.002620985032990575,0.0037040449678897858,0.00478710699826479,0.005870168562978506,0.006953230127692223,0.008036292158067226,0.00911935418844223,0.01020241528749466,0.011285477317869663,0.012368539348244667,0.013451601378619671,0.014534663408994675,0.015617724508047104,0.016700785607099533,0.01778384856879711,0.01886690966784954,0.01994997262954712,0.02103303372859955,0.022116094827651978,0.023199157789349556,0.024282218888401985,0.025365281850099564,0.026448342949151993,0.027531404048204422,0.028614467009902,0.02969752810895443,0.03078058920800686,0.03186365216970444,0.032946713268756866,0.034029774367809296,0.035112835466861725,0.03619590029120445,0.03727896139025688,0.03836202248930931]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.005336372181773186,-0.0051658665761351585,-0.004995361436158419,-0.0048248558305203915,-0.004654350690543652,-0.004483845084905624,-0.004313339479267597,-0.004142834339290857,-0.00397232873365283,-0.0038018233608454466,-0.003631317988038063,-0.0034608126152306795,-0.003290307242423296,-0.0031198018696159124,-0.0029492962639778852,-0.0027787908911705017,-0.002608285518363118,-0.0024377801455557346,-0.002267274772748351,-0.002096769167110324,-0.0019262637943029404,-0.0017557584214955568,-0.0015852530486881733,-0.001414747559465468,-0.0012442421866580844,-0.0010737368138507009,-0.0009032313246279955,-0.000732725951820612,-0.0005622205208055675,-0.00039171508979052305,-0.00022120968787930906,-5.0704271416179836e-05,0.00011980114504694939,0.00029030657606199384,0.00046081197797320783,0.0006313173798844218,0.0008018228108994663,0.0009723282419145107,0.0011428336147218943,0.0013133391039445996,0.0014838444767519832,0.0016543498495593667,0.001824855338782072,0.0019953607115894556,0.002165866084396839,0.0023363714572042227,0.00250687706284225,0.0026773824356496334,0.002847887808457017,0.0030183931812644005,0.003188898554071784,0.003359404159709811,0.0035299095325171947,0.0037004149053245783,0.003870920278131962,0.004041425883769989,0.004211931023746729,0.004382436629384756,0.004552941769361496,0.004723447374999523,0.00489395298063755,0.00506445812061429,0.005234963726252317,0.005405468866229057,0.0055759744718670845],"_type":"histogram","values":[1,2,1,1,1,0,2,0,3,1,7,15,14,21,25,38,65,90,138,203,291,538,816,1365,2199,3768,6588,12150,23009,47035,120345,219182,76899,34784,17749,9378,5264,2982,1786,1134,711,428,247,175,121,90,41,39,23,14,14,6,8,7,3,3,1,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,1,1,1,2,8,6,6,8,6,10,12,11,13,16,17,17,18,29,19,20,18,23,18,19,12,14,20,13,12,19,18,21,14,22,14,13,13,19,18,21,14,15,17,12,12,16,19,15,16,13,10,10,2,9,3,3,3,6,5,3,1],"bins":[-0.0002887602895498276,-0.0002802701492328197,-0.0002717800089158118,-0.00026328989770263433,-0.00025479975738562644,-0.00024630961706861854,-0.00023781947675161064,-0.00022932935098651797,-0.00022083921066951007,-0.00021234907035250217,-0.0002038589445874095,-0.0001953688042704016,-0.0001868786639533937,-0.00017838853818830103,-0.00016989839787129313,-0.00016140827210620046,-0.00015291813178919256,-0.00014442799147218466,-0.000135937865707092,-0.0001274477253900841,-0.0001189575923490338,-0.00011046745930798352,-0.00010197731899097562,-9.348718594992533e-05,-8.499705290887505e-05,-7.650691986782476e-05,-6.801678682677448e-05,-5.952664650976658e-05,-5.1036513468716294e-05,-4.254638042766601e-05,-3.4056243748636916e-05,-2.5566108888597228e-05,-1.707597402855754e-05,-8.58583916851785e-06,-9.570430847816169e-08,8.394430551561527e-06,1.6884565411601216e-05,2.5374700271640904e-05,3.386483513168059e-05,4.2354971810709685e-05,5.084510485175997e-05,5.9335237892810255e-05,6.782537093386054e-05,7.631551125086844e-05,8.480564429191872e-05,9.329577733296901e-05,0.00010178591764997691,0.0001102760506910272,0.00011876618373207748,0.00012725632404908538,0.00013574644981417805,0.00014423659013118595,0.00015272671589627862,0.00016121685621328652,0.00016970699653029442,0.0001781971222953871,0.000186687262612395,0.0001951774029294029,0.00020366752869449556,0.00021215766901150346,0.00022064780932851136,0.00022913793509360403,0.00023762807541061193,0.0002461182011757046,0.0002546083414927125]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.024335995316505432,-0.02362320013344288,-0.022910404950380325,-0.022197609767317772,-0.02148481458425522,-0.020772017538547516,-0.020059222355484962,-0.01934642717242241,-0.018633631989359856,-0.017920836806297302,-0.01720804162323475,-0.016495246440172195,-0.015782449394464493,-0.015069655142724514,-0.014356859028339386,-0.013644063845276833,-0.01293126866221428,-0.012218473479151726,-0.011505678296089172,-0.010792882181704044,-0.010080086998641491,-0.009367291815578938,-0.00865449570119381,-0.007941700518131256,-0.007228905335068703,-0.006516110152006149,-0.005803314503282309,-0.005090518854558468,-0.0043777236714959145,-0.0036649282556027174,-0.0029521328397095203,-0.0022393374238163233,-0.0015265438705682755,-0.0008137484546750784,-0.00010095303878188133,0.0006118423771113157,0.0013246377930045128,0.00203743320889771,0.002750228624790907,0.003463024040684104,0.004175819456577301,0.004888614639639854,0.005601410288363695,0.006314205937087536,0.007027001120150089,0.007739796303212643,0.00845259241759777,0.009165387600660324,0.009878182783722878,0.010590977966785431,0.011303773149847984,0.012016569264233112,0.012729364447295666,0.01344215963035822,0.014154955744743347,0.0148677509278059,0.015580546110868454,0.016293341293931007,0.01700613647699356,0.017718931660056114,0.018431726843118668,0.01914452388882637,0.019857319071888924,0.020570114254951477,0.02128290943801403],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,1,5,2,6,3,6,4,5,5,13,14,18,18,13,26,20,22,30,18,25,31,25,30,35,30,31,34,33,24,20,24,23,18,15,24,15,15,14,11,7,8,9,6,5,4,6,4,1,0,3,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,3,2,3,2,2,4,5,6,6,7,13,17,16,19,16,24,23,30,31,33,27,39,27,25,21,30,31,44,32,25,20,16,20,23,19,15,19,15,9,6,6,8,6,5,1,2,3,2,0,1,2,0,0,1,1,0,0,0,0,0,1],"bins":[-0.028134122490882874,-0.027099188417196274,-0.026064256206154823,-0.025029322132468224,-0.023994389921426773,-0.022959455847740173,-0.021924523636698723,-0.020889589563012123,-0.019854657351970673,-0.018819723278284073,-0.017784789204597473,-0.016749856993556023,-0.015714922919869423,-0.014679989777505398,-0.013645056635141373,-0.012610123492777348,-0.011575190350413322,-0.010540257208049297,-0.009505324065685272,-0.008470390923321247,-0.007435457315295935,-0.0064005241729319096,-0.005365590564906597,-0.004330657422542572,-0.003295724280178547,-0.002260791137814522,-0.001225857762619853,-0.00019092450384050608,0.0008440087549388409,0.0018789420137181878,0.0029138752724975348,0.0039488086476922035,0.004983741790056229,0.006018674932420254,0.007053608074784279,0.008088541217148304,0.009123474359512329,0.010158408433198929,0.011193341575562954,0.012228274717926979,0.013263207860291004,0.01429814100265503,0.015333074145019054,0.01636800728738308,0.01740294136106968,0.01843787357211113,0.01947280764579773,0.02050773985683918,0.02154267393052578,0.02257760800421238,0.02361254021525383,0.02464747428894043,0.02568240649998188,0.02671734057366848,0.02775227278470993,0.02878720685839653,0.02982214093208313,0.03085707314312458,0.03189200535416603,0.03292693942785263,0.03396187350153923,0.03499680757522583,0.03603173792362213,0.03706667199730873,0.03810160607099533]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.0304119773209095,-0.029382850974798203,-0.028353724628686905,-0.027324598282575607,-0.02629547193646431,-0.02526634745299816,-0.024237221106886864,-0.023208094760775566,-0.02217896841466427,-0.02114984206855297,-0.020120715722441673,-0.019091589376330376,-0.018062464892864227,-0.01703333854675293,-0.016004212200641632,-0.014975085854530334,-0.013945959508419037,-0.01291683316230774,-0.011887706816196442,-0.010858581401407719,-0.009829455055296421,-0.008800328709185123,-0.007771202828735113,-0.006742076948285103,-0.005712950602173805,-0.004683824256062508,-0.0036546983756124973,-0.0026255722623318434,-0.0015964461490511894,-0.0005673200357705355,0.0004618060775101185,0.0014909321907907724,0.0025200583040714264,0.0035491844173520803,0.004578310530632734,0.005607436411082745,0.006636562757194042,0.00766568910330534,0.008694814518094063,0.00972394086420536,0.010753067210316658,0.011782193556427956,0.012811319902539253,0.013840445317327976,0.014869571663439274,0.015898697078227997,0.016927823424339294,0.017956949770450592,0.01898607611656189,0.020015202462673187,0.021044328808784485,0.022073455154895782,0.02310258150100708,0.02413170598447323,0.025160832330584526,0.026189958676695824,0.02721908502280712,0.02824821136891842,0.029277337715029716,0.030306464061141014,0.03133558854460716,0.03236471489071846,0.03339384123682976,0.034422967582941055,0.03545209392905235],"_type":"histogram","values":[4,1,1,3,8,12,13,23,31,47,56,81,101,136,255,322,520,706,1097,1774,2602,4178,6248,10253,16756,28963,51710,102824,251249,568639,280115,110318,55479,30669,17902,10890,6565,4145,2647,1814,1135,789,592,384,268,172,121,83,51,38,31,16,12,2,2,1,4,1,3,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,3,1,0,2,3,7,1,9,5,16,6,13,11,28,25,49,49,56,68,93,67,70,39,27,23,18,9,19,8,8,7,7,1,3,3,1,1,1,2,0,1,0,2,0,1,0,1,0,0,0,0,0,1],"bins":[-0.03901814669370651,-0.037728745490312576,-0.03643934428691864,-0.035149946808815,-0.033860545605421066,-0.03257114440202713,-0.03128174692392349,-0.029992345720529556,-0.02870294451713562,-0.027413543313741684,-0.026124143972992897,-0.02483474463224411,-0.023545343428850174,-0.022255942225456238,-0.02096654288470745,-0.019677143543958664,-0.018387742340564728,-0.01709834113717079,-0.015808941796422005,-0.014519541524350643,-0.013230141252279282,-0.01194074098020792,-0.010651340708136559,-0.009361940436065197,-0.008072540163993835,-0.006783139891922474,-0.005493739619851112,-0.004204339347779751,-0.0029149390757083893,-0.0016255388036370277,-0.0003361385315656662,0.0009532617405056953,0.0022426582872867584,0.00353205855935812,0.0048214588314294815,0.006110859103500843,0.007400259375572205,0.008689659647643566,0.009979059919714928,0.01126846019178629,0.01255786046385765,0.013847260735929012,0.015136661008000374,0.01642606034874916,0.017715461552143097,0.019004862755537033,0.02029426209628582,0.021583661437034607,0.022873062640428543,0.02416246384382248,0.025451863184571266,0.026741262525320053,0.02803066372871399,0.029320064932107925,0.030609464272856712,0.0318988636136055,0.033188264816999435,0.03447766602039337,0.03576706349849701,0.037056464701890945,0.03834586590528488,0.03963526710867882,0.040924668312072754,0.04221406579017639,0.04350346699357033]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[3,1,0,3,5,5,8,6,5,19,24,28,46,73,88,121,150,237,345,490,716,1043,1436,2176,3226,4829,7282,11428,18181,31129,55970,129097,159889,67484,35893,20805,12838,8121,5336,3576,2355,1629,1119,762,561,373,286,183,129,91,64,42,39,24,16,5,11,7,5,3,3,2,1,2],"bins":[-0.003889297368004918,-0.00376824289560318,-0.0036471884232014418,-0.0035261339507997036,-0.0034050794783979654,-0.0032840250059962273,-0.0031629707664251328,-0.0030419162940233946,-0.0029208618216216564,-0.0027998073492199183,-0.00267875287681818,-0.002557698404416442,-0.0024366439320147038,-0.0023155894596129656,-0.0021945349872112274,-0.0020734805148094893,-0.001952426158823073,-0.0018313716864213347,-0.0017103172140195966,-0.0015892628580331802,-0.001468208385631442,-0.001347153913229704,-0.0012260994408279657,-0.0011050449684262276,-0.0009839904960244894,-0.0008629360818304121,-0.0007418816676363349,-0.0006208271952345967,-0.0004997727228328586,-0.0003787183086387813,-0.00025766383623704314,-0.00013660939293913543,-1.5554949641227722e-05,0.0001054995009326376,0.00022655395150650293,0.00034760840935632586,0.0004686628526542336,0.0005897172959521413,0.0007107717683538795,0.0008318261825479567,0.0009528806549496949,0.0010739350691437721,0.0011949895415455103,0.0013160440139472485,0.0014370984863489866,0.0015581529587507248,0.0016792073147371411,0.0018002617871388793,0.0019213162595406175,0.002042370615527034,0.002163425087928772,0.00228447956033051,0.0024055340327322483,0.0025265885051339865,0.0026476429775357246,0.002768697449937463,0.002889751922339201,0.003010806394740939,0.0031318608671426773,0.003252915106713772,0.00337396957911551,0.003495024051517248,0.0036160785239189863,0.0037371329963207245,0.0038581874687224627]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,0,1,0,0,1,1,2,3,7,5,18,34,56,77,106,121,97,69,70,65,54,40,40,36,44,30,28,39,22,39,35,24,34,50,47,43,34,56,66,93,134,89,85,61,43,19,17,4,3,0,3,0,0,1,0,0,0,0,0,1],"bins":[-0.00030494440579786897,-0.00029554826323874295,-0.00028615209157578647,-0.00027675594901666045,-0.000267359777353704,-0.00025796363479457796,-0.00024856749223545194,-0.0002391713351244107,-0.00022977517801336944,-0.0002203790209023282,-0.00021098286379128695,-0.00020158672123216093,-0.00019219056412111968,-0.00018279440701007843,-0.0001733982644509524,-0.00016400210733991116,-0.00015460595022886992,-0.00014520979311782867,-0.00013581363600678742,-0.0001264174934476614,-0.00011702133633662015,-0.0001076251792255789,-9.822902939049527e-05,-8.883287955541164e-05,-7.943672244437039e-05,-7.004056533332914e-05,-6.064441549824551e-05,-5.124826202518307e-05,-4.1852108552120626e-05,-3.2455955079058185e-05,-2.3059801605995744e-05,-1.3663648132933304e-05,-4.267494659870863e-06,5.128658813191578e-06,1.4524812286254019e-05,2.392096575931646e-05,3.33171192323789e-05,4.271327270544134e-05,5.210942617850378e-05,6.150557601358742e-05,7.090173312462866e-05,8.029789023566991e-05,8.969404007075354e-05,9.909018990583718e-05,0.00010848634701687843,0.00011788250412791967,0.0001272786466870457,0.00013667480379808694,0.0001460709609091282,0.00015546711802016944,0.00016486327513121068,0.0001742594176903367,0.00018365557480137795,0.0001930517319124192,0.00020244787447154522,0.00021184403158258647,0.00022124018869362772,0.00023063634580466896,0.0002400325029157102,0.00024942864547483623,0.00025882478803396225,0.0002682209596969187,0.00027761710225604475,0.0002870132739190012,0.00029640941647812724],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.00017446675337851048,-0.0001689228811301291,-0.0001633789943298325,-0.00015783512208145112,-0.0001522912352811545,-0.00014674736303277314,-0.00014120349078439176,-0.00013565960398409516,-0.00013011573173571378,-0.0001245718594873324,-0.0001190279726870358,-0.00011348410043865442,-0.00010794022091431543,-0.00010239634138997644,-9.685246914159507e-05,-9.130858961725608e-05,-8.576471009291708e-05,-8.02208305685781e-05,-7.46769510442391e-05,-6.913307879585773e-05,-6.358919927151874e-05,-5.804531974717975e-05,-5.250144386081956e-05,-4.695756797445938e-05,-4.141368845012039e-05,-3.58698089257814e-05,-3.0325933039421216e-05,-2.478205533407163e-05,-1.9238177628722042e-05,-1.3694299923372455e-05,-8.150422218022868e-06,-2.606544512673281e-06,2.9373186407610774e-06,8.481196346110664e-06,1.4025074051460251e-05,1.9568951756809838e-05,2.5112829462159425e-05,3.0656708986498415e-05,3.62005848728586e-05,4.174446075921878e-05,4.728834028355777e-05,5.283221980789676e-05,5.8376095694256946e-05,6.391997158061713e-05,6.946385110495612e-05,7.500773062929511e-05,8.055160287767649e-05,8.609548240201548e-05,9.163936192635447e-05,9.718324145069346e-05,0.00010272712097503245,0.00010827099322341383,0.00011381487274775282,0.0001193587522720918,0.00012490262452047318,0.0001304465113207698,0.00013599038356915116,0.00014153425581753254,0.00014707814261782914,0.00015262201486621052,0.00015816590166650712,0.0001637097739148885,0.00016925364616326988,0.00017479753296356648,0.00018034140521194786],"_type":"histogram","values":[2,2,4,6,7,18,22,29,29,28,30,26,24,13,15,13,11,11,13,7,10,12,7,10,6,4,10,11,4,5,4,3,3,6,4,7,4,11,6,2,9,13,8,10,10,13,10,12,7,19,22,25,26,36,31,19,26,14,7,6,4,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,2,2,4,1,5,2,7,4,4,5,9,14,14,16,13,12,20,31,27,22,28,21,33,34,33,33,18,24,24,34,28,20,26,17,26,16,16,18,11,15,9,8,15,7,7,4,4,3,3,2,4,1,2,0,1,1,2,1,1,0,1,2],"bins":[-0.030134517699480057,-0.029073499143123627,-0.028012482449412346,-0.026951465755701065,-0.025890447199344635,-0.024829428642988205,-0.023768411949276924,-0.022707395255565643,-0.021646376699209213,-0.020585358142852783,-0.019524341449141502,-0.01846332475543022,-0.01740230619907379,-0.01634128764271736,-0.01528027094900608,-0.014219253323972225,-0.01315823569893837,-0.012097218073904514,-0.011036200448870659,-0.009975182823836803,-0.008914165198802948,-0.007853147573769093,-0.006792129948735237,-0.005731112323701382,-0.004670094698667526,-0.003609077073633671,-0.0025480594485998154,-0.00148704182356596,-0.0004260241985321045,0.000634993426501751,0.0016960110515356064,0.002757028676569462,0.0038180500268936157,0.004879067651927471,0.005940085276961327,0.007001102901995182,0.008062120527029037,0.009123138152062893,0.010184155777096748,0.011245173402130604,0.01230619102716446,0.013367208652198315,0.01442822627723217,0.015489243902266026,0.01655026152729988,0.01761128008365631,0.018672296777367592,0.019733313471078873,0.020794332027435303,0.021855350583791733,0.022916367277503014,0.023977383971214294,0.025038402527570724,0.026099421083927155,0.027160437777638435,0.028221454471349716,0.029282473027706146,0.030343491584062576,0.031404510140419006,0.03246552497148514,0.03352654352784157,0.034587562084198,0.03564857691526413,0.03670959547162056,0.03777061402797699],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,5,3,5,7,10,19,30,26,23,23,20,18,20,16,21,14,17,14,15,8,9,8,7,9,9,8,2,7,9,6,9,6,10,12,10,7,17,19,15,20,16,15,18,19,31,23,30,28,16,19,13,9,5,4,2,1,2,0,1,0,0,1],"bins":[-0.00019643595442175865,-0.00018983925110660493,-0.00018324254779145122,-0.00017664582992438227,-0.00017004912660922855,-0.00016345242329407483,-0.00015685571997892112,-0.0001502590166637674,-0.00014366229879669845,-0.00013706559548154473,-0.00013046889216639102,-0.0001238721888512373,-0.00011727548553608358,-0.00011067877494497225,-0.00010408207162981853,-9.74853610387072e-05,-9.088865772355348e-05,-8.429195440839976e-05,-7.769524381728843e-05,-7.109854050213471e-05,-6.450182991102338e-05,-5.790512659586966e-05,-5.130842328071594e-05,-4.471171632758342e-05,-3.811500937445089e-05,-3.151830242131837e-05,-2.4921597287175246e-05,-1.8324892153032124e-05,-1.1728185199899599e-05,-5.131479156261776e-06,1.4652268873760477e-06,8.061932931013871e-06,1.4658653526566923e-05,2.1255360479699448e-05,2.785206561384257e-05,3.444877074798569e-05,4.1045477701118216e-05,4.764218465425074e-05,5.423888796940446e-05,6.0835594922536984e-05,6.743230187566951e-05,7.402900519082323e-05,8.062571578193456e-05,8.722241909708828e-05,9.3819122412242e-05,0.00010041583300335333,0.00010701253631850705,0.00011360924690961838,0.0001202059502247721,0.00012680265353992581,0.00013339935685507953,0.00013999607472214848,0.0001465927780373022,0.00015318948135245591,0.00015978618466760963,0.00016638288798276335,0.0001729796058498323,0.00017957630916498601,0.00018617301248013973,0.00019276971579529345,0.00019936641911044717,0.00020596312242560089,0.00021255984029266983,0.00021915654360782355,0.00022575324692297727]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,3,1,3,5,1,3,8,9,8,7,16,22,12,19,18,20,18,30,24,25,33,30,35,22,32,27,26,21,31,28,18,22,30,28,9,15,11,15,12,16,7,12,7,2,3,7,1,4,2,2,1,0,1,0,1,3,1],"bins":[-0.03919178247451782,-0.03796686977148056,-0.036741953343153,-0.03551704064011574,-0.034292127937078476,-0.033067211508750916,-0.031842298805713654,-0.03061738610267639,-0.02939247153699398,-0.02816755697131157,-0.026942644268274307,-0.025717729702591896,-0.024492815136909485,-0.023267902433872223,-0.02204298786818981,-0.02081807516515255,-0.01959316059947014,-0.018368246033787727,-0.017143333330750465,-0.015918418765068054,-0.014693505130708218,-0.013468591496348381,-0.01224367693066597,-0.011018763296306133,-0.009793849661946297,-0.00856893602758646,-0.007344021927565336,-0.006119107827544212,-0.004894194193184376,-0.0036692803259938955,-0.0024443664588034153,-0.001219452591612935,5.461275577545166e-06,0.0012303751427680254,0.0024552890099585056,0.003680202877148986,0.004905116744339466,0.006130030378699303,0.0073549444787204266,0.00857985857874155,0.009804772213101387,0.011029685847461224,0.01225459948182106,0.013479514047503471,0.014704427681863308,0.015929341316223145,0.017154255881905556,0.018379168584942818,0.01960408315062523,0.02082899771630764,0.022053910419344902,0.023278824985027313,0.024503737688064575,0.025728652253746986,0.026953566819429398,0.02817847952246666,0.02940339408814907,0.030628308653831482,0.031853221356868744,0.033078134059906006,0.034303050488233566,0.03552796319127083,0.03675287589430809,0.03797779232263565,0.03920270502567291]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.026437006890773773,-0.02548271417617798,-0.024528421461582184,-0.02357413060963154,-0.022619837895035744,-0.02166554518043995,-0.020711252465844154,-0.01975695975124836,-0.018802668899297714,-0.01784837618470192,-0.016894083470106125,-0.01593979075551033,-0.014985498040914536,-0.014031206257641315,-0.01307691354304552,-0.0121226217597723,-0.011168329045176506,-0.010214036330580711,-0.009259744547307491,-0.008305451832711697,-0.007351159583777189,-0.006396867334842682,-0.005442574620246887,-0.00448828237131238,-0.0035339901223778725,-0.002579697873443365,-0.001625405391678214,-0.0006711130263283849,0.0002831793390214443,0.0012374717043712735,0.0021917640697211027,0.0031460565514862537,0.004100348800420761,0.0050546410493552685,0.006008933298289776,0.0069632260128855705,0.00791751779615879,0.008871810510754585,0.00982610322535038,0.0107803950086236,0.011734687723219395,0.01268898043781519,0.01364327222108841,0.014597564935684204,0.015551857650279999,0.016506150364875793,0.01746044121682644,0.018414733931422234,0.019369026646018028,0.020323319360613823,0.021277612075209618,0.022231902927160263,0.023186195641756058,0.024140488356351852,0.025094781070947647,0.026049073785543442,0.027003366500139236,0.027957657352089882,0.028911950066685677,0.02986624278128147,0.030820535495877266,0.03177482634782791,0.032729119062423706,0.0336834117770195,0.034637704491615295],"_type":"histogram","values":[4,2,9,15,17,20,31,56,70,103,148,219,297,403,579,829,1286,1821,2834,4068,6352,9502,15168,24792,42841,86638,216865,564428,344471,113875,52023,28549,17425,11471,7695,5231,3653,2570,1740,1270,921,706,521,380,264,165,144,97,67,64,48,23,19,23,12,11,6,7,8,3,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[3,0,1,0,3,1,2,1,2,0,6,4,6,4,1,6,6,9,11,12,15,23,13,32,25,25,29,29,41,52,37,42,39,33,44,36,24,21,25,20,11,11,11,9,9,5,4,4,0,3,4,2,1,3,1,2,1,0,0,1,1,0,1,1],"bins":[-5.119396064401371e-06,-4.952851668349467e-06,-4.786307272297563e-06,-4.61976333099301e-06,-4.4532189349411055e-06,-4.286674538889201e-06,-4.120130142837297e-06,-3.953586201532744e-06,-3.7870418054808397e-06,-3.6204974094289355e-06,-3.4539530133770313e-06,-3.2874088446988026e-06,-3.1208644486468984e-06,-2.9543202799686696e-06,-2.7877758839167655e-06,-2.6212317152385367e-06,-2.4546873191866325e-06,-2.2881429231347283e-06,-2.1215987544564996e-06,-1.9550543584045954e-06,-1.7885101897263667e-06,-1.6219657936744625e-06,-1.455421511309396e-06,-1.2888772289443295e-06,-1.122332946579263e-06,-9.557886642141966e-07,-7.892443818491301e-07,-6.227000426406448e-07,-4.5615576027557836e-07,-2.896114779105119e-07,-1.23067167123736e-07,4.347712945218518e-08,2.1002142602810636e-07,3.7656570839317283e-07,5.431099907582393e-07,7.096543299667246e-07,8.761986123317911e-07,1.0427429515402764e-06,1.2092872339053429e-06,1.3758315162704093e-06,1.5423757986354758e-06,1.7089200810005423e-06,1.8754643633656087e-06,2.042008645730675e-06,2.2085530417825794e-06,2.375097210460808e-06,2.5416416065127123e-06,2.708185775190941e-06,2.8747301712428452e-06,3.0412745672947494e-06,3.207818735972978e-06,3.3743631320248824e-06,3.540907300703111e-06,3.7074516967550153e-06,3.873995865433244e-06,4.040540261485148e-06,4.207084657537052e-06,4.373629053588957e-06,4.54017299489351e-06,4.706717390945414e-06,4.873261786997318e-06,5.0398061830492225e-06,5.206350124353776e-06,5.37289452040568e-06,5.539438916457584e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9996742010116577,0.99968421459198,0.9996942281723022,0.9997042417526245,0.9997142553329468,0.999724268913269,0.9997342824935913,0.9997442960739136,0.9997543096542358,0.9997643232345581,0.9997743368148804,0.9997843503952026,0.9997943639755249,0.9998043775558472,0.9998143911361694,0.9998244047164917,0.999834418296814,0.9998443722724915,0.9998543858528137,0.999864399433136,0.9998744130134583,0.9998844265937805,0.9998944401741028,0.999904453754425,0.9999144673347473,0.9999244809150696,0.9999344944953918,0.9999445080757141,0.9999545216560364,0.9999645352363586,0.9999745488166809,0.9999845623970032,0.9999945759773254,1.000004529953003,1.0000145435333252,1.0000245571136475,1.0000345706939697,1.000044584274292,1.0000545978546143,1.0000646114349365,1.0000746250152588,1.000084638595581,1.0000946521759033,1.0001046657562256,1.0001146793365479,1.0001246929168701,1.0001347064971924,1.0001447200775146,1.000154733657837,1.0001647472381592,1.0001747608184814,1.0001847743988037,1.000194787979126,1.0002048015594482,1.0002148151397705,1.0002248287200928,1.000234842300415,1.0002448558807373,1.0002548694610596,1.0002648830413818,1.000274896621704,1.0002849102020264,1.0002949237823486,1.000304937362671,1.0003149509429932],"_type":"histogram","values":[1,0,0,1,0,0,0,1,2,0,2,3,2,2,8,16,17,21,23,19,25,23,21,13,18,20,16,17,22,18,10,14,11,19,17,10,16,16,21,24,21,19,26,37,40,31,28,14,14,14,14,9,4,8,2,5,2,0,4,1,3,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,1,1,0,1,2,1,1,1,1,1,3,0,2,2,3,5,6,2,2,6,5,8,11,15,13,20,18,24,22,36,66,88,90,78,46,36,28,24,12,23,5,14,5,4,4,7,2,4,4,5,3,0,1,0,1,1,1,1,0,0,0,1],"bins":[-1.4169927453622222e-09,-1.3757244232692756e-09,-1.334456101176329e-09,-1.2931877790833823e-09,-1.2519194569904357e-09,-1.210651134897489e-09,-1.1693828128045425e-09,-1.1281144907115959e-09,-1.0868461686186492e-09,-1.0455778465257026e-09,-1.004309524432756e-09,-9.630412023398094e-10,-9.217728802468628e-10,-8.805045581539162e-10,-8.392362360609695e-10,-7.979679139680229e-10,-7.566995918750763e-10,-7.154312697821297e-10,-6.741629476891831e-10,-6.328946255962364e-10,-5.916263035032898e-10,-5.503579814103432e-10,-5.090896593173966e-10,-4.6782133722445e-10,-4.2655301513150334e-10,-3.852846930385567e-10,-3.440163709456101e-10,-3.027480488526635e-10,-2.6147972675971687e-10,-2.2021140466677025e-10,-1.7894308257382363e-10,-1.37674760480877e-10,-9.640643838793039e-11,-5.5138116294983774e-11,-1.3869794202037156e-11,2.7398527890909463e-11,6.866684998385608e-11,1.099351720768027e-10,1.5120349416974932e-10,1.9247181626269594e-10,2.3374013835564256e-10,2.750084604485892e-10,3.162767825415358e-10,3.575451046344824e-10,3.9881342672742903e-10,4.4008174882037565e-10,4.813500709133223e-10,5.226183930062689e-10,5.638867150992155e-10,6.051550371921621e-10,6.464233592851087e-10,6.876916813780554e-10,7.28960003471002e-10,7.702283255639486e-10,8.114966476568952e-10,8.527649697498418e-10,8.940332918427885e-10,9.35301613935735e-10,9.765699360286817e-10,1.0178382581216283e-09,1.059106580214575e-09,1.1003749023075216e-09,1.1416432244004682e-09,1.1829115464934148e-09,1.2241798685863614e-09],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,1,1,2,3,2,2,2,3,6,4,8,12,11,8,14,16,15,18,19,14,23,22,28,32,17,29,33,33,45,35,31,29,19,24,25,22,20,18,22,16,18,8,8,10,4,5,7,9,1,4,4,1,0,1,1],"bins":[-0.027207782492041588,-0.02645593136548996,-0.02570408023893833,-0.024952229112386703,-0.024200379848480225,-0.023448528721928596,-0.02269667759537697,-0.02194482646882534,-0.021192975342273712,-0.020441124215722084,-0.019689273089170456,-0.018937421962618828,-0.0181855708360672,-0.01743372157216072,-0.016681870445609093,-0.015930019319057465,-0.015178168192505836,-0.014426317065954208,-0.01367446593940258,-0.012922615744173527,-0.012170764617621899,-0.01141891349107027,-0.010667063295841217,-0.009915212169289589,-0.00916336104273796,-0.008411509916186333,-0.007659659255295992,-0.006907808594405651,-0.006155957467854023,-0.005404106341302395,-0.004652255680412054,-0.0039004047866910696,-0.003148552030324936,-0.0023967011366039515,-0.001644850242882967,-0.0008929993491619825,-0.00014114845544099808,0.0006107024382799864,0.0013625533320009708,0.0021144042257219553,0.0028662551194429398,0.0036181060131639242,0.004369956906884909,0.0051218075677752495,0.005873658694326878,0.006625509820878506,0.0073773604817688465,0.008129211142659187,0.008881062269210815,0.009632913395762444,0.010384764522314072,0.011136614717543125,0.011888465844094753,0.012640316970646381,0.013392167165875435,0.014144018292427063,0.014895869418978691,0.01564772054553032,0.016399571672081947,0.017151422798633575,0.017903272062540054,0.018655123189091682,0.01940697431564331,0.02015882544219494,0.020910676568746567]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.038212865591049194,-0.03700206056237221,-0.03579125553369522,-0.034580450505018234,-0.03336964547634125,-0.03215884417295456,-0.030948039144277573,-0.029737234115600586,-0.0285264290869236,-0.027315624058246613,-0.026104819029569626,-0.02489401586353779,-0.0236832108348608,-0.022472405806183815,-0.021261602640151978,-0.02005079761147499,-0.018839992582798004,-0.017629187554121017,-0.01641838252544403,-0.015207579359412193,-0.013996774330735207,-0.01278596930205822,-0.011575165204703808,-0.010364361107349396,-0.009153556078672409,-0.007942751049995422,-0.00673194695264101,-0.005521142389625311,-0.0043103378266096115,-0.003099533263593912,-0.0018887287005782127,-0.0006779241375625134,0.000532880425453186,0.0017436849884688854,0.002954489551484585,0.004165294114500284,0.005376098677515984,0.006586903240531683,0.007797707803547382,0.009008511900901794,0.010219316929578781,0.011430121958255768,0.01264092605561018,0.013851730152964592,0.015062535181641579,0.016273340210318565,0.017484143376350403,0.01869494840502739,0.019905753433704376,0.021116558462381363,0.02232736349105835,0.023538166657090187,0.024748971685767174,0.02595977671444416,0.027170579880475998,0.028381384909152985,0.02959218993782997,0.030802994966506958,0.032013799995183945,0.03322460502386093,0.03443540632724762,0.035646211355924606,0.03685701638460159,0.03806782141327858,0.039278626441955566],"_type":"histogram","values":[1,0,0,0,0,0,1,3,1,3,1,3,2,13,7,10,9,18,17,14,14,29,16,22,22,22,34,29,34,23,27,31,28,27,20,33,22,24,26,23,23,16,13,11,13,15,13,10,14,4,1,6,4,2,3,2,2,0,1,0,1,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,1,1,2,0,0,1,4,2,2,9,5,7,15,17,7,18,14,20,25,22,32,43,32,38,34,46,41,46,35,38,33,24,23,28,17,19,16,8,7,6,9,2,4,3,1,4,0,1,0,1,2,0,0,0,0,0,0,0,0,0,0,2],"bins":[-0.0018656280590221286,-0.0017979808617383242,-0.0017303336644545197,-0.0016626864671707153,-0.001595039153471589,-0.0015273919561877847,-0.0014597447589039803,-0.0013920975616201758,-0.0013244503643363714,-0.001256803167052567,-0.0011891559697687626,-0.0011215087724849582,-0.0010538615752011538,-0.0009862142615020275,-0.0009185670642182231,-0.0008509198669344187,-0.0007832726696506143,-0.0007156254723668098,-0.0006479782750830054,-0.0005803310195915401,-0.0005126838223077357,-0.00044503662502393126,-0.0003773893986362964,-0.0003097421722486615,-0.0002420949749648571,-0.00017444776312913746,-0.00010680055129341781,-3.9153339457698166e-05,2.849387237802148e-05,9.614108421374112e-05,0.00016378829604946077,0.00023143550788518041,0.00029908260330557823,0.00036672980058938265,0.0004343770269770175,0.0005020242533646524,0.0005696714506484568,0.0006373186479322612,0.0007049659034237266,0.000772613100707531,0.0008402602979913354,0.0009079074952751398,0.0009755546925589442,0.0010432018898427486,0.0011108492035418749,0.0011784964008256793,0.0012461435981094837,0.0013137907953932881,0.0013814379926770926,0.001449085189960897,0.0015167323872447014,0.0015843795845285058,0.0016520267818123102,0.0017196740955114365,0.0017873212927952409,0.0018549684900790453,0.0019226156873628497,0.001990262884646654,0.0020579101983457804,0.002125557279214263,0.002193204592913389,0.002260851673781872,0.002328498987480998,0.0023961460683494806,0.002463793382048607],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,2,0,0,1,1,1,1,2,2,3,3,9,10,7,15,18,16,50,42,77,81,107,82,59,37,32,20,14,16,10,8,8,6,4,7,2,2,2,4,0,1,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.032576918601989746,-0.03143741562962532,-0.030297910794615746,-0.02915840595960617,-0.028018902987241745,-0.02687939815223217,-0.025739893317222595,-0.02460039034485817,-0.023460885509848595,-0.02232138067483902,-0.021181877702474594,-0.02004237286746502,-0.018902868032455444,-0.01776336506009102,-0.016623860225081444,-0.015484356321394444,-0.014344852417707443,-0.013205348514020443,-0.012065844610333443,-0.010926339775323868,-0.009786835871636868,-0.008647331967949867,-0.00750782759860158,-0.006368323229253292,-0.005228819325566292,-0.0040893154218792915,-0.002949811052531004,-0.00181030691601336,-0.0006708027794957161,0.00046870135702192783,0.0016082054935395718,0.0027477096300572157,0.0038872137665748596,0.00502671767026186,0.0061662220396101475,0.007305726408958435,0.008445230312645435,0.009584734216332436,0.01072423905134201,0.01186374295502901,0.013003246858716011,0.014142750762403011,0.015282254666090012,0.016421759501099586,0.01756126433610916,0.018700767308473587,0.019840272143483162,0.020979775115847588,0.022119279950857162,0.023258784785866737,0.024398287758231163,0.025537792593240738,0.026677295565605164,0.02781680040061474,0.028956305235624313,0.03009580820798874,0.031235313042998314,0.03237481787800789,0.033514320850372314,0.03465382382273674,0.035793330520391464,0.03693283349275589,0.038072336465120316,0.03921184316277504,0.040351346135139465],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,1,3,1,7,5,6,2,10,10,13,21,23,31,51,42,64,81,98,123,164,258,342,567,1011,1779,444403,1780,1018,588,386,236,160,149,117,75,56,46,38,22,21,19,7,11,9,9,5,7,4,2,2,0,1,0,0,0,0,0,2,0,1],"bins":[-0.21248367428779602,-0.20528247952461243,-0.19808128476142883,-0.19088008999824524,-0.18367889523506165,-0.17647768557071686,-0.16927649080753326,-0.16207529604434967,-0.15487410128116608,-0.14767290651798248,-0.1404717117547989,-0.1332705169916153,-0.1260693073272705,-0.11886812001466751,-0.11166691780090332,-0.10446572303771973,-0.09726452827453613,-0.09006333351135254,-0.08286213874816895,-0.07566093653440475,-0.06845974177122116,-0.06125854700803757,-0.054057348519563675,-0.04685615003108978,-0.03965495526790619,-0.032453760504722595,-0.025252562016248703,-0.01805136539041996,-0.010850168764591217,-0.003648972138762474,0.003552224487066269,0.010753421112895012,0.017954617738723755,0.025155814364552498,0.03235701099038124,0.03955820947885513,0.04675940424203873,0.05396059900522232,0.06116179749369621,0.0683629959821701,0.0755641907453537,0.08276538550853729,0.08996658027172089,0.09716778248548508,0.10436897724866867,0.11157017201185226,0.11877137422561646,0.12597256898880005,0.13317376375198364,0.14037495851516724,0.14757615327835083,0.15477734804153442,0.16197854280471802,0.1691797524690628,0.1763809472322464,0.18358214199543,0.1907833367586136,0.19798453152179718,0.20518572628498077,0.21238692104816437,0.21958813071250916,0.22678932547569275,0.23399052023887634,0.24119171500205994,0.24839290976524353]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.016901666298508644,-0.016411788761615753,-0.015921909362077713,-0.015432031825184822,-0.014942154288291931,-0.01445227675139904,-0.013962398283183575,-0.013472519814968109,-0.012982642278075218,-0.012492764741182327,-0.012002886272966862,-0.011513007804751396,-0.011023130267858505,-0.010533252730965614,-0.010043374262750149,-0.009553495794534683,-0.009063618257641792,-0.008573740720748901,-0.008083862252533436,-0.007593984249979258,-0.007104106247425079,-0.006614228244870901,-0.006124350242316723,-0.005634472239762545,-0.005144594237208366,-0.004654716234654188,-0.00416483823210001,-0.0036749602295458317,-0.0031850822269916534,-0.002695204224437475,-0.002205326221883297,-0.0017154482193291187,-0.001225571148097515,-0.0007356931455433369,-0.00024581514298915863,0.0002440628595650196,0.0007339408621191978,0.001223818864673376,0.0017136968672275543,0.0022035748697817326,0.002693452872335911,0.003183330874890089,0.0036732088774442673,0.0041630868799984455,0.004652964882552624,0.005142842885106802,0.00563272088766098,0.0061225988902151585,0.006612476892769337,0.007102354895323515,0.007592232897877693,0.008082110434770584,0.00857198890298605,0.009061867371201515,0.009551744908094406,0.010041622444987297,0.010531500913202763,0.011021379381418228,0.011511256918311119,0.01200113445520401,0.012491012923419476,0.012980891391634941,0.013470768928527832,0.013960646465420723,0.014450524933636189],"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,2,2,1,3,4,2,4,7,12,8,13,18,17,25,26,35,34,37,49,68,69,95,115,108,162,177,162,139,100,69,72,72,53,51,48,32,35,17,21,14,8,9,8,7,3,6,6,3,3,6,3,4,0,0,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.08951037377119064,-0.08661298453807831,-0.08371559530496597,-0.08081820607185364,-0.0779208168387413,-0.07502342760562897,-0.07212603837251663,-0.0692286491394043,-0.06633126735687256,-0.06343387812376022,-0.06053648516535759,-0.057639095932245255,-0.05474171042442322,-0.05184432119131088,-0.04894693195819855,-0.04604954272508621,-0.04315215349197388,-0.04025476425886154,-0.03735737502574921,-0.03445998579263687,-0.031562596559524536,-0.02866520918905735,-0.025767821818590164,-0.02287043258547783,-0.019973043352365494,-0.01707565411925316,-0.014178265817463398,-0.011280877515673637,-0.008383488282561302,-0.005486099515110254,-0.0025887107476592064,0.0003086780197918415,0.0032060742378234863,0.006103463005274534,0.009000851772725582,0.011898240074515343,0.014795629307627678,0.017693018540740013,0.0205904059112072,0.023487795144319534,0.02638518437743187,0.029282573610544205,0.03217996284365654,0.035077352076768875,0.03797473758459091,0.04087212681770325,0.04376951605081558,0.04666690528392792,0.04956429451704025,0.05246168375015259,0.05535907298326492,0.05825646221637726,0.061153851449489594,0.06405124068260193,0.06694862991571426,0.0698460191488266,0.07274340093135834,0.07564079016447067,0.07853817939758301,0.08143556863069534,0.08433295786380768,0.08723034709692001,0.09012773633003235,0.09302512556314468,0.09592251479625702],"_type":"histogram","values":[5,4,4,14,17,24,48,80,109,166,285,430,644,974,1380,1851,2573,3462,4610,5847,7311,9032,11150,12693,14709,16891,18605,19903,21312,22308,22645,22743,22059,21153,19677,18068,16383,14518,12384,10365,8551,7053,5576,4292,3262,2404,1768,1305,890,599,407,244,162,95,61,39,29,20,12,6,1,3,0,1]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,0,2,3,1,2,3,2,5,6,5,10,12,10,17,22,32,18,37,48,44,38,49,55,67,64,60,55,67,56,64,79,48,56,53,57,58,38,54,39,29,28,19,28,17,15,18,13,9,2,8,4,0,3,0,3,0,0,1,0,1],"bins":[-0.0707022100687027,-0.06853096932172775,-0.06635972112417221,-0.06418848037719727,-0.06201723963022232,-0.05984599515795708,-0.057674750685691833,-0.05550350993871689,-0.053332265466451645,-0.0511610209941864,-0.048989780247211456,-0.04681853577494621,-0.04464729130268097,-0.042476050555706024,-0.04030480608344078,-0.038133565336465836,-0.03596232086420059,-0.03379107639193535,-0.0316198356449604,-0.02944859117269516,-0.027277348563075066,-0.02510610595345497,-0.022934861481189728,-0.020763618871569633,-0.01859237626194954,-0.016421133652329445,-0.014249890111386776,-0.012078646570444107,-0.009907403960824013,-0.007736160885542631,-0.0055649178102612495,-0.003393674734979868,-0.0012224242091178894,0.0009488188661634922,0.003120061941444874,0.005291305016726255,0.007462548092007637,0.009633790701627731,0.0118050342425704,0.01397627778351307,0.016147520393133163,0.018318763002753258,0.020490005612373352,0.022661250084638596,0.02483249269425869,0.027003735303878784,0.029174979776144028,0.03134622052311897,0.033517464995384216,0.03568870946764946,0.037859950214624405,0.04003119468688965,0.042202435433864594,0.04437367990612984,0.04654492437839508,0.048716165125370026,0.05088740959763527,0.05305865406990051,0.05522989481687546,0.0574011392891407,0.059572383761405945,0.06174362450838089,0.06391486525535583,0.06608611345291138,0.06825735419988632]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,3,3,1,3,2,6,8,8,12,10,11,14,16,17,23,16,22,25,30,31,33,15,27,34,20,34,36,15,36,23,29,19,16,18,17,14,12,15,20,11,12,10,11,7,1,5,2,4,1,2,0,0,0,0,1,1,1,1,1,1],"bins":[-0.03858016058802605,-0.0372498445212841,-0.03591953217983246,-0.034589216113090515,-0.03325890377163887,-0.03192858770489693,-0.030598273500800133,-0.02926795929670334,-0.027937645092606544,-0.02660733088850975,-0.025277016684412956,-0.023946702480316162,-0.02261638641357422,-0.021286072209477425,-0.01995575800538063,-0.018625443801283836,-0.017295129597187042,-0.015964815393090248,-0.014634501188993454,-0.013304186053574085,-0.011973871849477291,-0.010643557645380497,-0.009313242509961128,-0.007982928305864334,-0.00665261410176754,-0.005322299897670746,-0.003991985227912664,-0.0026616707909852266,-0.0013313563540577888,-1.0419171303510666e-06,0.0013292725197970867,0.0026595869567245245,0.003989897668361664,0.005320211872458458,0.006650526542216539,0.00798084121197462,0.009311155416071415,0.010641469620168209,0.011971784755587578,0.013302098959684372,0.014632413163781166,0.01596272736787796,0.017293041571974754,0.01862335577607155,0.019953671842813492,0.021283986046910286,0.02261430025100708,0.023944614455103874,0.02527492865920067,0.026605242863297462,0.027935557067394257,0.02926587127149105,0.030596185475587845,0.03192650154232979,0.03325681388378143,0.034587129950523376,0.03591744601726532,0.037247758358716965,0.03857807442545891,0.03990838676691055,0.041238702833652496,0.04256901517510414,0.043899331241846085,0.04522964358329773,0.04655995965003967]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[7,3,9,18,21,37,90,115,195,326,452,738,1015,1519,2060,2786,3774,5047,6593,8423,10521,12760,15211,18077,20787,23597,26661,28390,30683,31752,32529,32754,32590,31350,29708,27464,25202,23048,19688,17083,14608,11917,9676,7807,6057,4662,3498,2682,1827,1311,920,626,417,295,161,104,82,37,19,17,8,7,0,3],"bins":[-0.08766088634729385,-0.08486215025186539,-0.08206340670585632,-0.07926467061042786,-0.07646593451499939,-0.07366719841957092,-0.07086845487356186,-0.06806971877813339,-0.06527098268270493,-0.06247224286198616,-0.059673503041267395,-0.05687476694583893,-0.05407602712512016,-0.051277291029691696,-0.04847855120897293,-0.045679815113544464,-0.0428810752928257,-0.040082335472106934,-0.03728359937667847,-0.0344848595559597,-0.031686123460531235,-0.02888738363981247,-0.026088645681738853,-0.023289907723665237,-0.02049116976559162,-0.017692431807518005,-0.01489369384944439,-0.012094954960048199,-0.009296217001974583,-0.006497479043900967,-0.0036987406201660633,-0.0009000024292618036,0.001898735761642456,0.004697473719716072,0.007496212143450975,0.010294950567185879,0.013093688525259495,0.015892427414655685,0.0186911653727293,0.021489903330802917,0.024288641288876534,0.02708737924695015,0.029886117205023766,0.03268485516309738,0.03548359498381615,0.038282331079244614,0.04108107089996338,0.043879806995391846,0.04667854681611061,0.049477286636829376,0.05227602273225784,0.05507476255297661,0.057873498648405075,0.06067223846912384,0.06347097456455231,0.06626971065998077,0.06906845420598984,0.0718671903014183,0.07466592639684677,0.07746466994285583,0.0802634060382843,0.08306214213371277,0.08586087822914124,0.0886596217751503,0.09145835787057877]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[0.9997260570526123,0.9997349977493286,0.9997439384460449,0.9997528791427612,0.9997618198394775,0.9997707605361938,0.9997797608375549,0.9997887015342712,0.9997976422309875,0.9998065829277039,0.9998155236244202,0.9998244643211365,0.9998334050178528,0.9998423457145691,0.9998512864112854,0.9998602271080017,0.9998692274093628,0.9998781681060791,0.9998871088027954,0.9998960494995117,0.999904990196228,0.9999139308929443,0.9999228715896606,0.999931812286377,0.9999407529830933,0.9999496936798096,0.9999586343765259,0.999967634677887,0.9999765753746033,0.9999855160713196,0.9999944567680359,1.0000033378601074,1.0000123977661133,1.0000213384628296,1.000030279159546,1.0000392198562622,1.0000481605529785,1.0000571012496948,1.0000660419464111,1.0000749826431274,1.0000839233398438,1.00009286403656,1.0001018047332764,1.0001107454299927,1.000119686126709,1.0001286268234253,1.0001375675201416,1.000146508216858,1.0001554489135742,1.0001643896102905,1.0001733303070068,1.0001822710037231,1.0001912117004395,1.0002001523971558,1.0002092123031616,1.000218152999878,1.0002270936965942,1.0002360343933105,1.0002449750900269,1.0002539157867432,1.0002628564834595,1.0002717971801758,1.000280737876892,1.0002896785736084,1.0002986192703247],"_type":"histogram","values":[1,0,0,0,0,1,4,3,3,2,3,11,22,20,15,19,29,21,17,16,18,8,16,14,11,11,15,14,15,13,14,17,17,13,9,19,14,16,17,16,19,23,31,24,23,28,25,24,18,11,14,6,9,7,8,2,7,2,2,3,2,3,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,1,2,3,7,6,9,17,14,11,13,17,22,26,34,47,43,66,92,105,116,166,162,180,129,124,115,67,85,74,61,46,32,25,21,15,24,14,11,11,7,7,6,2,0,4,4,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.014216182753443718,-0.013728485442698002,-0.013240788131952286,-0.01275309082120657,-0.012265392579138279,-0.011777695268392563,-0.011289997957646847,-0.01080230064690113,-0.010314603336155415,-0.009826906025409698,-0.009339207783341408,-0.008851510472595692,-0.008363813161849976,-0.00787611585110426,-0.007388418540358543,-0.00690072076395154,-0.006413023453205824,-0.005925326142460108,-0.005437628366053104,-0.004949931055307388,-0.004462233744561672,-0.003974535968154669,-0.0034868386574089527,-0.0029991413466632366,-0.002511443803086877,-0.002023746259510517,-0.001536048948764801,-0.0010483514051884413,-0.0005606539780274034,-7.295652176253498e-05,0.0004147409345023334,0.0009024384198710322,0.0013901358470320702,0.001877833274193108,0.002365530701354146,0.0028532282449305058,0.003340925555676222,0.0038286230992525816,0.004316320642828941,0.0048040179535746574,0.0052917152643203735,0.005779413040727377,0.006267110351473093,0.006754807662218809,0.0072425054386258125,0.007730202749371529,0.008217900060117245,0.00870559737086296,0.009193295612931252,0.009680992923676968,0.010168690234422684,0.0106563875451684,0.011144084855914116,0.011631782166659832,0.012119479477405548,0.012607177719473839,0.013094875030219555,0.013582572340965271,0.014070269651710987,0.014557966962456703,0.01504566427320242,0.01553336251527071,0.016021059826016426,0.016508756205439568,0.01699645444750786]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[4,1,3,2,0,4,10,9,14,17,23,32,60,57,87,116,163,248,307,442,647,888,1324,2051,3020,4896,7550,12109,19905,34681,64747,166430,134986,55675,30589,17918,10838,6914,4347,2778,1800,1246,809,580,400,272,232,167,112,79,67,61,25,23,15,10,11,9,8,0,0,2,3,1],"bins":[-0.003902548924088478,-0.0037801775615662336,-0.0036578059662133455,-0.003535434603691101,-0.003413063008338213,-0.0032906916458159685,-0.003168320283293724,-0.003045948687940836,-0.0029235773254185915,-0.002801205962896347,-0.002678834367543459,-0.0025564630050212145,-0.00243409164249897,-0.002311720047146082,-0.0021893486846238375,-0.0020669770892709494,-0.001944605726748705,-0.0018222342478111386,-0.0016998627688735723,-0.001577491406351328,-0.0014551199274137616,-0.0013327484484761953,-0.0012103770859539509,-0.0010880056070163846,-0.0009656341280788183,-0.000843262649141252,-0.0007208912284113467,-0.0005985198076814413,-0.000476148328743875,-0.0003537768789101392,-0.00023140542907640338,-0.00010903397924266756,1.3337470591068268e-05,0.0001357089204248041,0.0002580803702585399,0.00038045182009227574,0.0005028232699260116,0.0006251947488635778,0.0007475661695934832,0.0008699375903233886,0.0009923090692609549,0.0011146805481985211,0.0012370520271360874,0.0013594233896583319,0.0014817948685958982,0.0016041663475334644,0.0017265377100557089,0.0018489091889932752,0.0019712806679308414,0.002093652030453086,0.002216023625805974,0.0023383949883282185,0.0024607665836811066,0.002583137946203351,0.0027055093087255955,0.0028278809040784836,0.002950252266600728,0.0030726236291229725,0.0031949952244758606,0.003317366586998105,0.0034397379495203495,0.0035621095448732376,0.003684480907395482,0.00380685250274837,0.003929223865270615],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,0,0,3,1,2,9,9,14,15,27,26,30,27,21,19,19,22,10,17,13,18,7,12,12,7,6,8,11,6,4,4,4,7,6,6,10,11,8,8,6,12,8,15,12,13,7,15,14,21,37,26,28,36,26,18,12,7,7,2,2,4],"bins":[-0.00021430848573800176,-0.00020812073489651084,-0.00020193299860693514,-0.00019574524776544422,-0.0001895574969239533,-0.0001833697606343776,-0.00017718200979288667,-0.00017099427350331098,-0.00016480652266182005,-0.00015861877182032913,-0.00015243103553075343,-0.0001462432846892625,-0.0001400555483996868,-0.0001338677975581959,-0.00012768004671670496,-0.00012149230315117165,-0.00011530455958563834,-0.00010911681602010503,-0.00010292907245457172,-9.67413216130808e-05,-9.055357804754749e-05,-8.436583448201418e-05,-7.817808364052325e-05,-7.199034007498994e-05,-6.580259650945663e-05,-5.9614852943923324e-05,-5.342710574041121e-05,-4.723935853689909e-05,-4.105161497136578e-05,-3.486387140583247e-05,-2.8676124202320352e-05,-2.248837881779764e-05,-1.6300618881359696e-05,-1.0112873496836983e-05,-3.925128112314269e-06,2.2626172722084448e-06,8.450362656731158e-06,1.4638108041253872e-05,2.0825853425776586e-05,2.70135988102993e-05,3.320134419482201e-05,3.9389087760355324e-05,4.557683496386744e-05,5.176458216737956e-05,5.795232573291287e-05,6.414006929844618e-05,7.03278201399371e-05,7.651556370547041e-05,8.270330727100372e-05,8.889105083653703e-05,9.507879440207034e-05,0.00010126654524356127,0.00010745428880909458,0.00011364203237462789,0.00011982978321611881,0.0001260175195056945,0.00013220527034718543,0.00013839302118867636,0.00014458075747825205,0.00015076850831974298,0.0001569562591612339,0.0001631439954508096,0.00016933174629230052,0.00017551948258187622,0.00018170723342336714],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,4,4,3,2,3,10,7,10,18,21,29,23,23,20,15,10,27,9,11,18,15,15,23,14,17,14,19,15,15,22,17,23,26,38,34,22,37,25,27,17,11,8,9,7,12,3,1,2,3,2,2,1,1,1,0,0,0,1],"bins":[0.9996889233589172,0.9996992945671082,0.9997096657752991,0.9997199773788452,0.9997303485870361,0.999740719795227,0.999751091003418,0.9997614026069641,0.999771773815155,0.999782145023346,0.9997925162315369,0.999802827835083,0.9998131990432739,0.9998235702514648,0.9998339414596558,0.9998442530632019,0.9998546242713928,0.9998649954795837,0.9998753666877747,0.9998857378959656,0.9998960494995117,0.9999064207077026,0.9999167919158936,0.9999271631240845,0.9999374747276306,0.9999478459358215,0.9999582171440125,0.9999685883522034,0.9999788999557495,0.9999892711639404,0.9999996423721313,1.0000100135803223,1.0000203847885132,1.000030755996704,1.000041127204895,1.0000513792037964,1.0000617504119873,1.0000721216201782,1.0000824928283691,1.00009286403656,1.000103235244751,1.000113606452942,1.0001239776611328,1.0001342296600342,1.000144600868225,1.000154972076416,1.000165343284607,1.0001757144927979,1.0001860857009888,1.0001964569091797,1.0002068281173706,1.0002171993255615,1.000227451324463,1.0002378225326538,1.0002481937408447,1.0002585649490356,1.0002689361572266,1.0002793073654175,1.0002896785736084,1.0003000497817993,1.0003103017807007,1.0003206729888916,1.0003310441970825,1.0003414154052734,1.0003517866134644]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug-core.log b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..5246026dd5604e7c04b86d38866b97d957a282fe --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:28:58.313660584+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpnpowrv2c/port-42872.txt","pid":42872,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:28:58.314626617+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":42872} +{"time":"2025-07-18T01:28:58.314622196+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-42872-42895-2105767141/socket","Net":"unix"}} +{"time":"2025-07-18T01:28:58.495378676+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:28:58.503201388+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"z6yfzboi","id":"1(@)"} +{"time":"2025-07-18T01:28:58.933797324+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"z6yfzboi","id":"1(@)"} +{"time":"2025-07-18T01:30:29.764997473+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:30:29.765341198+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:30:29.765332231+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:30:29.765394325+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:30:29.765448797+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-42872-42895-2105767141/socket","Net":"unix"}} +{"time":"2025-07-18T01:30:31.693063624+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:30:31.693082115+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:30:31.693095184+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..54fc29188c4c719b31eef308b202332c17dc7c0d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:28:58.503958313+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:28:58.933761302+03:00","level":"INFO","msg":"stream: created new stream","id":"z6yfzboi"} +{"time":"2025-07-18T01:28:58.933791604+03:00","level":"INFO","msg":"stream: started","id":"z6yfzboi"} +{"time":"2025-07-18T01:28:58.933806012+03:00","level":"INFO","msg":"sender: started","stream_id":"z6yfzboi"} +{"time":"2025-07-18T01:28:58.933802311+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"z6yfzboi"} +{"time":"2025-07-18T01:28:58.933825208+03:00","level":"INFO","msg":"handler: started","stream_id":"z6yfzboi"} +{"time":"2025-07-18T01:30:29.765356785+03:00","level":"INFO","msg":"stream: closing","id":"z6yfzboi"} +{"time":"2025-07-18T01:30:30.841842995+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:30:31.686521161+03:00","level":"INFO","msg":"handler: closed","stream_id":"z6yfzboi"} +{"time":"2025-07-18T01:30:31.686549366+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"z6yfzboi"} +{"time":"2025-07-18T01:30:31.686555435+03:00","level":"INFO","msg":"sender: closed","stream_id":"z6yfzboi"} +{"time":"2025-07-18T01:30:31.692752301+03:00","level":"INFO","msg":"stream: closed","id":"z6yfzboi"} diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug.log b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..c9c6c86381ae65ec3ae2416e45362b13817fda81 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_setup.py:_flush():80] Configure stats pid to 42872 +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_012858-z6yfzboi/logs/debug.log +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_012858-z6yfzboi/logs/debug-internal.log +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 8, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:28:58,278 INFO MainThread:42872 [wandb_init.py:init():871] starting backend +2025-07-18 01:28:58,495 INFO MainThread:42872 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:28:58,501 INFO MainThread:42872 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:28:58,504 INFO MainThread:42872 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:28:58,504 INFO MainThread:42872 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:28:59,212 INFO MainThread:42872 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:28:59,374 INFO MainThread:42872 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:28:59,374 INFO MainThread:42872 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:28:59,374 INFO MainThread:42872 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:28:59,374 INFO MainThread:42872 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:28:59,380 INFO MainThread:42872 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:29:01,355 INFO MainThread:42872 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:29:01,356 INFO MainThread:42872 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:30:29,764 INFO MsgRouterThr:42872 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_012858-z6yfzboi/run-z6yfzboi.wandb b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/run-z6yfzboi.wandb new file mode 100644 index 0000000000000000000000000000000000000000..0b0b9a905f835c66f95fec705053feb5267b7979 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_012858-z6yfzboi/run-z6yfzboi.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a4445bfc0776fa89065f22e734e2f9b47d8e8514636da438166e7ba369105e +size 21727552 diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/config.yaml b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..125dc22282b5026a8bce57aa4c864c71095793a3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 1ctlj2rldexfu938up7pfe48svdifh1o: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136815403008" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:32:01.436993Z" + writerId: 1ctlj2rldexfu938up7pfe48svdifh1o + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 8 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/output.log b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..fc79c0fad23d7c538bc8255337f9fc07016a0bd5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/output.log @@ -0,0 +1,18 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:12", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 191, in train_epoch + with torch.autocast(dtype=torch.bfloat16): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: autocast.__init__() missing 1 required positional argument: 'device_type' diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/requirements.txt b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..06a2e5687ed57df8ae45ebba1a98b23cf4e4d74a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:32:01.436993Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136815403008" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "1ctlj2rldexfu938up7pfe48svdifh1o" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1af1ec3940714bd273a10f70a8eb86a7ec99ff3f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":15},"_runtime":15} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug-core.log b/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..716118e929e4cb369ed35b6adf9219bb2c625c7b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug-core.log @@ -0,0 +1,15 @@ +{"time":"2025-07-18T01:32:01.486380791+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpyxcxxvj1/port-45773.txt","pid":45773,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:32:01.48695373+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":45773} +{"time":"2025-07-18T01:32:01.48695866+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-45773-45796-970026064/socket","Net":"unix"}} +{"time":"2025-07-18T01:32:01.66683164+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:32:01.675013181+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"xyosq88g","id":"1(@)"} +{"time":"2025-07-18T01:32:02.101872363+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"xyosq88g","id":"1(@)"} +{"time":"2025-07-18T01:32:17.695336302+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:32:17.695669991+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:32:17.69573096+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:32:17.695743047+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:32:17.695817227+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-45773-45796-970026064/socket","Net":"unix"}} +{"time":"2025-07-18T01:32:17.830621872+03:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write unix /tmp/wandb-45773-45796-970026064/socket->@: use of closed network connection","id":"1(@)"} +{"time":"2025-07-18T01:32:19.301408288+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:32:19.301419784+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:32:19.301426511+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a658364f664a7eb1f9a2ac757c164b12e3da80cc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:32:01.67627387+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:32:02.101831673+03:00","level":"INFO","msg":"stream: created new stream","id":"xyosq88g"} +{"time":"2025-07-18T01:32:02.101866807+03:00","level":"INFO","msg":"stream: started","id":"xyosq88g"} +{"time":"2025-07-18T01:32:02.101965026+03:00","level":"INFO","msg":"sender: started","stream_id":"xyosq88g"} +{"time":"2025-07-18T01:32:02.101987761+03:00","level":"INFO","msg":"handler: started","stream_id":"xyosq88g"} +{"time":"2025-07-18T01:32:02.1019665+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"xyosq88g"} +{"time":"2025-07-18T01:32:17.695631635+03:00","level":"INFO","msg":"stream: closing","id":"xyosq88g"} +{"time":"2025-07-18T01:32:18.978203695+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:32:19.299833717+03:00","level":"INFO","msg":"handler: closed","stream_id":"xyosq88g"} +{"time":"2025-07-18T01:32:19.299862037+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"xyosq88g"} +{"time":"2025-07-18T01:32:19.299914977+03:00","level":"INFO","msg":"sender: closed","stream_id":"xyosq88g"} +{"time":"2025-07-18T01:32:19.300907964+03:00","level":"INFO","msg":"stream: closed","id":"xyosq88g"} diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug.log b/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..ac7af11f870fa57d24cde5189d1ff2696e5c5ae4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013201-xyosq88g/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_setup.py:_flush():80] Configure stats pid to 45773 +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_013201-xyosq88g/logs/debug.log +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_013201-xyosq88g/logs/debug-internal.log +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 8, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:32:01,450 INFO MainThread:45773 [wandb_init.py:init():871] starting backend +2025-07-18 01:32:01,667 INFO MainThread:45773 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:32:01,673 INFO MainThread:45773 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:32:01,674 INFO MainThread:45773 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:32:01,675 INFO MainThread:45773 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:32:02,435 INFO MainThread:45773 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:32:02,606 INFO MainThread:45773 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:32:02,607 INFO MainThread:45773 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:32:02,607 INFO MainThread:45773 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:32:02,607 INFO MainThread:45773 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:32:02,611 INFO MainThread:45773 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:32:04,333 INFO MainThread:45773 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:32:04,334 INFO MainThread:45773 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:32:17,694 INFO MsgRouterThr:45773 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles. diff --git a/simson_modeling/wandb/run-20250718_013201-xyosq88g/run-xyosq88g.wandb b/simson_modeling/wandb/run-20250718_013201-xyosq88g/run-xyosq88g.wandb new file mode 100644 index 0000000000000000000000000000000000000000..096e0bb83eb846ead9ffb775dc481ea0559228f2 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_013201-xyosq88g/run-xyosq88g.wandb differ diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/config.yaml b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7ef9a4abd3833b72fc8df97fa6b7bf5270b8b2a0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + c1avnfjigs09g0vnod6vft0liv6c9fe5: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136815788032" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:33:14.767131Z" + writerId: c1avnfjigs09g0vnod6vft0liv6c9fe5 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 8 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/output.log b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2ce483f406be464f393a5381777a6949f48b6212 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/output.log @@ -0,0 +1,54 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 206/8540030 [04:40<2742:06:09, 1.16s/it, loss=0.5927] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [04:45", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/requirements.txt b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..f56a6ce768440c3d0d7d432a31741ec6740fd172 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:33:14.767131Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136815788032" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "c1avnfjigs09g0vnod6vft0liv6c9fe5" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1d0848c6fd67cce77c133bf507fa9bf5d8678796 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.019807646051049232,-0.01913517899811268,-0.018462711945176125,-0.01779024489223957,-0.017117777839303017,-0.016445310786366463,-0.01577284373342991,-0.01510037761181593,-0.014427910558879375,-0.013755443505942822,-0.013082976453006268,-0.012410509400069714,-0.011738043278455734,-0.01106557622551918,-0.010393109172582626,-0.009720642119646072,-0.009048175066709518,-0.008375708013772964,-0.0077032409608364105,-0.007030774373561144,-0.00635830732062459,-0.005685840267688036,-0.005013373680412769,-0.004340906627476215,-0.0036684395745396614,-0.0029959725216031075,-0.002323505701497197,-0.001651038764975965,-0.000978571828454733,-0.00030610489193350077,0.00036636204458773136,0.0010388289811089635,0.0017112940549850464,0.0023837611079216003,0.0030562279280275106,0.003728694748133421,0.004401161801069975,0.005073628854006529,0.0057460954412817955,0.0064185624942183495,0.007091029547154903,0.007763496600091457,0.008435963653028011,0.009108430705964565,0.009780896827578545,0.010453363880515099,0.011125830933451653,0.011798297986388206,0.01247076503932476,0.013143232092261314,0.013815699145197868,0.014488166198134422,0.015160633251070976,0.01583310030400753,0.016505567356944084,0.017178034409880638,0.017850499600172043,0.018522966653108597,0.01919543370604515,0.019867900758981705,0.02054036781191826,0.021212834864854813,0.021885301917791367,0.02255776897072792,0.023230236023664474],"_type":"histogram","values":[1,0,4,1,1,4,3,0,3,7,4,12,5,14,8,13,15,18,15,35,41,50,60,69,78,108,103,155,144,181,158,109,93,87,74,58,46,47,41,29,31,15,20,15,14,12,6,5,11,1,5,2,6,2,4,0,3,0,1,0,0,0,0,1]},"_step":206,"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[2,1,3,3,4,3,4,0,3,6,6,12,9,12,16,21,13,17,30,24,31,18,19,25,20,25,13,10,8,18,13,11,13,20,20,14,18,25,22,27,19,33,24,21,15,17,14,20,9,6,5,3,3,1,4,2,3,6,0,0,1,0,2,1],"bins":[-0.0008936026133596897,-0.000864387140609324,-0.0008351716096512973,-0.0008059561369009316,-0.000776740605942905,-0.0007475251331925392,-0.0007183096604421735,-0.0006890941294841468,-0.0006598786567337811,-0.0006306631839834154,-0.0006014476530253887,-0.000572232180275023,-0.0005430167075246572,-0.0005138011765666306,-0.00048458570381626487,-0.0004553702019620687,-0.0004261547001078725,-0.0003969391982536763,-0.0003677236963994801,-0.00033850822364911437,-0.0003092927217949182,-0.000280077219940722,-0.00025086174719035625,-0.00022164624533616006,-0.00019243074348196387,-0.00016321524162776768,-0.00013399975432548672,-0.00010478425974724814,-7.556876516900957e-05,-4.635327059077099e-05,-1.7137776012532413e-05,1.2077718565706164e-05,4.129321314394474e-05,7.050870772218332e-05,9.97242023004219e-05,0.00012893968960270286,0.00015815519145689905,0.00018737069331109524,0.0002165861806133762,0.00024580166791565716,0.00027501716976985335,0.00030423267162404954,0.00033344817347824574,0.00036266364622861147,0.00039187914808280766,0.00042109464993700385,0.0004503101226873696,0.0004795256245415658,0.000508741126395762,0.0005379565991461277,0.0005671721301041543,0.0005963876028545201,0.0006256031338125467,0.0006548186065629125,0.0006840340793132782,0.0007132496102713048,0.0007424650830216706,0.0007716805557720363,0.000800896086730063,0.0008301115594804287,0.0008593270322307944,0.0008885425631888211,0.0009177580359391868,0.0009469735668972135,0.0009761890396475792],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,3,3,0,1,3,5,4,5,5,11,8,15,14,18,24,29,42,39,34,53,38,54,57,53,37,44,28,22,16,12,15,9,9,5,14,4,2,3,3,4,2,5,2,2,0,3,3,1,1,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9993013739585876,0.9993317723274231,0.9993621706962585,0.999392569065094,0.9994230270385742,0.9994534254074097,0.9994838237762451,0.9995142221450806,0.999544620513916,0.9995750188827515,0.9996054172515869,0.9996358752250671,0.9996662735939026,0.999696671962738,0.9997270703315735,0.9997574687004089,0.9997878670692444,0.9998182654380798,0.9998487234115601,0.9998791217803955,0.999909520149231,0.9999399185180664,0.9999703168869019,1.0000007152557373,1.0000311136245728,1.0000615119934082,1.0000919103622437,1.000122308731079,1.0001527070999146,1.0001832246780396,1.000213623046875,1.0002440214157104,1.000274419784546,1.0003048181533813,1.0003352165222168,1.0003656148910522,1.0003960132598877,1.0004264116287231,1.0004568099975586,1.000487208366394,1.0005176067352295,1.000548005104065,1.0005784034729004,1.0006089210510254,1.0006393194198608,1.0006697177886963,1.0007001161575317,1.0007305145263672,1.0007609128952026,1.000791311264038,1.0008217096328735,1.000852108001709,1.0008825063705444,1.0009129047393799,1.0009433031082153,1.0009737014770508,1.0010040998458862,1.0010346174240112,1.0010650157928467,1.0010954141616821,1.0011258125305176,1.001156210899353,1.0011866092681885,1.001217007637024,1.0012474060058594]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,0,4,8,17,41,67,107,211,353,596,997,1438,2220,3445,4963,6824,9374,12289,15601,19486,23725,28368,31644,35487,37786,39851,40570,39487,38062,35187,31699,27843,23780,19572,15789,12270,9322,6947,4782,3383,2256,1517,1003,597,397,202,113,65,34,23,8,5,4,0,1,0,0,0,1],"bins":[-0.10801692306995392,-0.10458923876285553,-0.10116156190633774,-0.09773387759923935,-0.09430619329214096,-0.09087851643562317,-0.08745083212852478,-0.08402314782142639,-0.080595463514328,-0.07716778665781021,-0.07374010235071182,-0.07031241804361343,-0.06688474118709564,-0.06345705687999725,-0.06002937629818916,-0.056601691991090775,-0.053174011409282684,-0.049746330827474594,-0.046318646520376205,-0.042890965938568115,-0.03946328163146973,-0.036035601049661636,-0.032607920467853546,-0.029180238023400307,-0.025752555578947067,-0.022324873134493828,-0.01889719069004059,-0.015469510108232498,-0.012041827663779259,-0.00861414521932602,-0.0051864637061953545,-0.0017587817274034023,0.0016689002513885498,0.005096582230180502,0.008524264208972454,0.011951945722103119,0.015379628166556358,0.018807310611009598,0.022234991192817688,0.025662673637270927,0.029090356081724167,0.03251803666353226,0.035945720970630646,0.039373401552438736,0.042801082134246826,0.046228766441345215,0.049656447023153305,0.053084131330251694,0.056511811912059784,0.059939492493867874,0.06336717307567596,0.06679485738277435,0.07022254168987274,0.07365021854639053,0.07707790285348892,0.08050558716058731,0.0839332640171051,0.08736094832420349,0.09078863263130188,0.09421631693840027,0.09764399379491806,0.10107167810201645,0.10449936240911484,0.10792703926563263,0.11135472357273102]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,1,1,1,0,1,2,5,3,3,2,2,5,5,8,4,10,9,19,14,14,19,17,21,23,21,27,22,29,32,31,27,40,27,34,25,40,31,28,21,25,12,15,13,8,12,7,4,3,9,4,4,4,4,4,5,1,1,2,2,1,1,0,2],"bins":[-0.000976921641267836,-0.0009467636118642986,-0.0009166055824607611,-0.0008864476112648845,-0.000856289581861347,-0.0008261315524578094,-0.0007959735812619328,-0.0007658155518583953,-0.0007356575224548578,-0.0007054994930513203,-0.0006753414636477828,-0.0006451834924519062,-0.0006150254630483687,-0.0005848674336448312,-0.0005547094624489546,-0.0005245514330454171,-0.0004943934036418796,-0.00046423537423834205,-0.000434077373938635,-0.00040391937363892794,-0.0003737613442353904,-0.0003436033148318529,-0.00031344531453214586,-0.0002832873142324388,-0.0002531292848289013,-0.000222971269977279,-0.00019281325512565672,-0.00016265524027403444,-0.00013249722542241216,-0.00010233921057078987,-7.218119571916759e-05,-4.202318086754531e-05,-1.1865166015923023e-05,1.829284883569926e-05,4.8450863687321544e-05,7.860887853894383e-05,0.00010876689339056611,0.0001389249082421884,0.00016908292309381068,0.00019924093794543296,0.00022939895279705524,0.00025955698220059276,0.0002897149825002998,0.00031987298280000687,0.0003500310122035444,0.0003801890416070819,0.00041034704190678895,0.000440505042206496,0.0004706630716100335,0.000500821101013571,0.0005309791304171085,0.0005611371016129851,0.0005912951310165226,0.0006214531604200602,0.0006516111316159368,0.0006817691610194743,0.0007119271904230118,0.0007420852198265493,0.0007722432492300868,0.0008024012204259634,0.0008325592498295009,0.0008627172792330384,0.000892875250428915,0.0009230332798324525,0.00095319130923599],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,2,0,0,2,2,2,1,4,2,7,6,5,7,12,12,9,12,12,24,18,16,21,31,26,19,20,30,29,37,24,36,31,28,29,28,29,27,32,10,20,17,9,14,12,9,6,6,4,11,4,6,2,0,1,2,0,0,1,0,0,1],"bins":[-0.058951228857040405,-0.05712508410215378,-0.05529893934726715,-0.053472794592380524,-0.0516466461122036,-0.04982050135731697,-0.047994356602430344,-0.046168211847543716,-0.04434206709265709,-0.04251592233777046,-0.040689773857593536,-0.03886362910270691,-0.03703748434782028,-0.035211339592933655,-0.03338519483804703,-0.0315590500831604,-0.029732903465628624,-0.027906758710741997,-0.02608061209321022,-0.024254467338323593,-0.022428322583436966,-0.02060217596590519,-0.018776031211018562,-0.016949886456131935,-0.015123740769922733,-0.013297595083713531,-0.011471450328826904,-0.009645304642617702,-0.0078191589564085,-0.0059930142015218735,-0.004166868515312672,-0.002340723294764757,-0.0005145780742168427,0.0013115672627463937,0.00313771259970963,0.004963858053088188,0.006790003273636103,0.008616148494184017,0.010442294180393219,0.012268438935279846,0.014094584621489048,0.01592073030769825,0.017746875062584877,0.019573019817471504,0.02139916643500328,0.023225311189889908,0.025051455944776535,0.02687760256230831,0.02870374731719494,0.030529892072081566,0.03235603868961334,0.03418218344449997,0.0360083281993866,0.037834472954273224,0.03966061770915985,0.04148676618933678,0.043312910944223404,0.04513905569911003,0.04696520045399666,0.048791345208883286,0.05061748996376991,0.05244363844394684,0.054269783198833466,0.05609592795372009,0.05792207270860672],"_type":"histogram"},"gradients/_orig_mod.linear.weight":{"values":[1,0,1,3,2,6,7,8,10,11,14,17,32,29,49,73,133,200,305,446,647,1099,1844,3140,5736,10514,20558,23707,13242,6782,3771,2278,1334,793,503,302,221,135,101,73,49,36,20,18,16,12,4,4,2,4,5,1,1,1,2,0,0,0,1,0,0,0,0,1],"bins":[-0.2060546875,-0.1984710693359375,-0.190887451171875,-0.1833038330078125,-0.17572021484375,-0.1681365966796875,-0.160552978515625,-0.1529693603515625,-0.1453857421875,-0.1378021240234375,-0.130218505859375,-0.1226348876953125,-0.11505126953125,-0.1074676513671875,-0.099884033203125,-0.0923004150390625,-0.084716796875,-0.0771331787109375,-0.069549560546875,-0.0619659423828125,-0.05438232421875,-0.0467987060546875,-0.039215087890625,-0.0316314697265625,-0.0240478515625,-0.0164642333984375,-0.008880615234375,-0.0012969970703125,0.00628662109375,0.0138702392578125,0.021453857421875,0.0290374755859375,0.03662109375,0.0442047119140625,0.051788330078125,0.0593719482421875,0.06695556640625,0.0745391845703125,0.082122802734375,0.0897064208984375,0.0972900390625,0.1048736572265625,0.112457275390625,0.1200408935546875,0.12762451171875,0.1352081298828125,0.142791748046875,0.1503753662109375,0.157958984375,0.1655426025390625,0.173126220703125,0.1807098388671875,0.18829345703125,0.1958770751953125,0.203460693359375,0.2110443115234375,0.2186279296875,0.2262115478515625,0.233795166015625,0.2413787841796875,0.24896240234375,0.2565460205078125,0.264129638671875,0.2717132568359375,0.279296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.09924481809139252,-0.09621948003768921,-0.0931941345334053,-0.090168796479702,-0.08714345842599869,-0.08411811292171478,-0.08109277486801147,-0.07806743681430817,-0.07504209876060486,-0.07201675325632095,-0.06899141520261765,-0.06596607714891434,-0.06294073164463043,-0.059915393590927124,-0.05689005181193352,-0.05386471375823021,-0.0508393719792366,-0.047814030200242996,-0.04478869214653969,-0.04176335036754608,-0.03873801231384277,-0.03571267053484917,-0.03268732875585556,-0.029661988839507103,-0.026636648923158646,-0.02361130900681019,-0.02058596909046173,-0.017560627311468124,-0.014535287395119667,-0.01150994747877121,-0.008484606631100178,-0.005459266249090433,-0.0024339258670806885,0.0005914145149290562,0.003616754896938801,0.0066420952789485455,0.00966743566095829,0.012692775577306747,0.015718117356300354,0.01874345727264881,0.02176879718899727,0.024794137105345726,0.027819477021694183,0.03084481880068779,0.033870160579681396,0.036895498633384705,0.03992084041237831,0.04294617846608162,0.045971520245075226,0.04899686202406883,0.05202220007777214,0.05504754185676575,0.058072879910469055,0.06109822168946266,0.06412356346845627,0.06714890152215958,0.07017424702644348,0.07319958508014679,0.0762249231338501,0.0792502611875534,0.08227560669183731,0.08530094474554062,0.08832628279924393,0.09135162830352783,0.09437696635723114],"_type":"histogram","values":[2,0,1,6,11,21,36,61,110,194,343,573,869,1377,2076,3132,4545,6489,9136,12717,16814,21955,28263,34771,43192,51074,60496,68988,76597,83175,89211,92859,94515,94262,91550,87702,81004,73519,65790,57131,48429,40315,32458,25691,19746,15304,11287,8101,5628,3904,2727,1756,1171,760,428,269,152,80,44,20,12,11,2,2]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,2,2,1,1,7,3,5,4,7,3,11,12,9,8,10,15,15,14,17,15,22,27,20,23,26,30,39,32,29,27,43,19,36,13,32,22,29,17,17,12,12,14,6,12,5,11,4,6,4,4,2,4,1,3,0,0,2],"bins":[-0.0661650151014328,-0.06426499038934708,-0.06236496567726135,-0.06046493723988533,-0.058564912527799606,-0.05666488781571388,-0.05476486310362816,-0.052864838391542435,-0.05096480995416641,-0.04906478524208069,-0.047164760529994965,-0.04526473581790924,-0.04336471110582352,-0.04146468639373779,-0.03956465795636177,-0.03766463324427605,-0.03576460853219032,-0.0338645838201046,-0.031964559108018875,-0.030064532533288002,-0.02816450595855713,-0.026264481246471405,-0.02436445653438568,-0.022464429959654808,-0.020564405247569084,-0.01866438053548336,-0.016764353960752487,-0.014864329248666763,-0.012964303605258465,-0.011064277961850166,-0.009164253249764442,-0.007264227606356144,-0.005364205688238144,-0.003464180277660489,-0.0015641548670828342,0.0003358705434948206,0.0022358959540724754,0.004135921597480774,0.006035946775227785,0.007935971952974796,0.009835997596383095,0.011736023239791393,0.013636048883199692,0.015536073595285416,0.01743609830737114,0.019336124882102013,0.021236149594187737,0.02313617616891861,0.025036200881004333,0.026936225593090057,0.02883625216782093,0.030736276879906654,0.03263630345463753,0.03453632816672325,0.036436352878808975,0.0383363775908947,0.04023640602827072,0.042136430740356445,0.04403645545244217,0.04593648016452789,0.04783650487661362,0.04973652958869934,0.05163655802607536,0.05353658273816109,0.05543660745024681]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[2,1,2,1,2,3,5,3,2,7,6,4,10,5,13,6,14,12,17,30,22,35,35,27,38,34,40,33,41,31,41,44,21,35,20,16,26,18,12,6,7,9,10,4,6,5,1,1,0,1,1,0,0,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.0015086136991158128,-0.001452603843063116,-0.0013965939870104194,-0.0013405841309577227,-0.0012845741584897041,-0.0012285643024370074,-0.0011725544463843107,-0.001116544590331614,-0.0010605347342789173,-0.0010045248782262206,-0.0009485150221735239,-0.0008925051079131663,-0.0008364952518604696,-0.0007804853958077729,-0.0007244754815474153,-0.0006684656254947186,-0.0006124557694420218,-0.0005564459133893251,-0.0005004360573366284,-0.0004444261430762708,-0.0003884162870235741,-0.0003324064309708774,-0.00027639654581435025,-0.00022038667520973831,-0.00016437680460512638,-0.00010836693400051445,-5.2357063395902514e-05,3.6528072087094188e-06,5.966267781332135e-05,0.00011567254841793329,0.00017168241902254522,0.00022769228962715715,0.0002837022766470909,0.0003397121326997876,0.0003957220178563148,0.00045173190301284194,0.0005077417590655386,0.0005637516151182353,0.000619761529378593,0.0006757713854312897,0.0007317812414839864,0.0007877910975366831,0.0008438009535893798,0.0008998108678497374,0.0009558207239024341,0.0010118306381627917,0.0010678404942154884,0.0011238503502681851,0.0011798602063208818,0.0012358700623735785,0.0012918799184262753,0.001347889774478972,0.0014038996305316687,0.0014599096029996872,0.001515919459052384,0.0015719293151050806,0.0016279391711577773,0.001683949027210474,0.0017399588832631707,0.0017959687393158674,0.001851978711783886,0.0019079885678365827,0.0019639984238892794,0.0020200081635266542,0.0020760181359946728],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.00021568856027442962,-0.0002085531159536913,-0.000201417671632953,-0.00019428221276029944,-0.00018714676843956113,-0.0001800113241188228,-0.0001728758797980845,-0.00016574043547734618,-0.00015860499115660787,-0.00015146953228395432,-0.000144334087963216,-0.0001371986436424777,-0.00013006319932173938,-0.00012292775500100106,-0.00011579230340430513,-0.0001086568518076092,-0.00010152140748687088,-9.438596316613257e-05,-8.725051156943664e-05,-8.011506724869832e-05,-7.29796156520024e-05,-6.584417133126408e-05,-5.870872701052576e-05,-5.157327905180864e-05,-4.443783109309152e-05,-3.7302383134374395e-05,-3.0166936994646676e-05,-2.3031490854918957e-05,-1.5896042896201834e-05,-8.760595846979413e-06,-1.6251487977569923e-06,5.510298251465429e-06,1.264574530068785e-05,1.9781193259404972e-05,2.691663939913269e-05,3.405208553886041e-05,4.118753349757753e-05,4.8322981456294656e-05,5.545842577703297e-05,6.25938773737289e-05,6.972932169446722e-05,7.686476601520553e-05,8.400021761190146e-05,9.113566193263978e-05,9.82711062533781e-05,0.00010540655785007402,0.00011254200217081234,0.00011967745376750827,0.00012681289808824658,0.0001339483424089849,0.00014108378672972322,0.00014821924560237676,0.00015535468992311507,0.0001624901342438534,0.0001696255785645917,0.00017676102288533002,0.00018389648175798357,0.00019103192607872188,0.0001981673703994602,0.0002053028147201985,0.00021243825904093683,0.00021957370336167514,0.0002267091622343287,0.000233844606555067,0.00024098005087580532],"_type":"histogram","values":[2,0,2,2,2,3,2,11,5,8,19,19,17,23,27,23,22,22,22,23,20,23,19,15,16,10,9,13,9,7,15,7,12,9,6,11,12,14,16,21,15,14,20,21,31,25,21,14,20,18,16,8,3,7,7,3,2,3,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.005035400390625,-0.004868507385253906,-0.0047016143798828125,-0.004534721374511719,-0.004367828369140625,-0.004200935363769531,-0.0040340423583984375,-0.0038671493530273438,-0.00370025634765625,-0.0035333633422851562,-0.0033664703369140625,-0.0031995773315429688,-0.003032684326171875,-0.0028657913208007812,-0.0026988983154296875,-0.0025320053100585938,-0.0023651123046875,-0.0021982192993164062,-0.0020313262939453125,-0.0018644332885742188,-0.001697540283203125,-0.0015306472778320312,-0.0013637542724609375,-0.0011968612670898438,-0.00102996826171875,-0.0008630752563476562,-0.0006961822509765625,-0.0005292892456054688,-0.000362396240234375,-0.00019550323486328125,-2.86102294921875e-05,0.00013828277587890625,0.00030517578125,0.00047206878662109375,0.0006389617919921875,0.0008058547973632812,0.000972747802734375,0.0011396408081054688,0.0013065338134765625,0.0014734268188476562,0.00164031982421875,0.0018072128295898438,0.0019741058349609375,0.0021409988403320312,0.002307891845703125,0.0024747848510742188,0.0026416778564453125,0.0028085708618164062,0.0029754638671875,0.0031423568725585938,0.0033092498779296875,0.0034761428833007812,0.003643035888671875,0.0038099288940429688,0.0039768218994140625,0.004143714904785156,0.00431060791015625,0.004477500915527344,0.0046443939208984375,0.004811286926269531,0.004978179931640625,0.005145072937011719,0.0053119659423828125,0.005478858947753906,0.005645751953125],"_type":"histogram","values":[1,2,0,0,2,2,3,3,4,13,23,25,49,66,90,132,245,303,493,707,1125,1646,2546,3799,6416,10574,17491,29657,56338,128435,166075,71880,37468,21025,12409,7367,4845,2927,1904,1232,823,520,351,260,187,119,85,37,52,25,11,16,4,3,2,1,0,2,0,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[3,1,4,1,3,2,6,9,23,30,35,47,66,97,142,186,307,440,620,942,1521,2362,4071,6780,12216,22863,47059,118297,208709,83055,36409,18266,10178,5760,3480,1978,1312,852,555,356,244,170,108,74,57,48,32,16,10,8,2,3,3,1,2,1,0,0,0,1,0,0,0,1],"bins":[-0.0038299560546875,-0.003694772720336914,-0.003559589385986328,-0.003424406051635742,-0.0032892227172851562,-0.0031540393829345703,-0.0030188560485839844,-0.0028836727142333984,-0.0027484893798828125,-0.0026133060455322266,-0.0024781227111816406,-0.0023429393768310547,-0.0022077560424804688,-0.002072572708129883,-0.0019373893737792969,-0.001802206039428711,-0.001667022705078125,-0.001531839370727539,-0.0013966560363769531,-0.0012614727020263672,-0.0011262893676757812,-0.0009911060333251953,-0.0008559226989746094,-0.0007207393646240234,-0.0005855560302734375,-0.00045037269592285156,-0.0003151893615722656,-0.0001800060272216797,-4.482269287109375e-05,9.036064147949219e-05,0.00022554397583007812,0.00036072731018066406,0.00049591064453125,0.0006310939788818359,0.0007662773132324219,0.0009014606475830078,0.0010366439819335938,0.0011718273162841797,0.0013070106506347656,0.0014421939849853516,0.0015773773193359375,0.0017125606536865234,0.0018477439880371094,0.0019829273223876953,0.0021181106567382812,0.002253293991088867,0.002388477325439453,0.002523660659790039,0.002658843994140625,0.002794027328491211,0.002929210662841797,0.003064393997192383,0.0031995773315429688,0.0033347606658935547,0.0034699440002441406,0.0036051273345947266,0.0037403106689453125,0.0038754940032958984,0.004010677337646484,0.00414586067199707,0.004281044006347656,0.004416227340698242,0.004551410675048828,0.004686594009399414,0.00482177734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,2,4,5,5,10,17,21,38,49,77,97,92,104,92,87,76,69,73,102,81,82,95,114,99,123,109,83,78,42,45,14,16,7,11,8,4,3,3,0,2,0,0,0,1,0,0,2,1],"bins":[-0.0005599044379778206,-0.0005438138032332063,-0.0005277232266962528,-0.0005116326501592994,-0.000495542015414685,-0.0004794514097739011,-0.0004633608041331172,-0.0004472701984923333,-0.0004311795928515494,-0.0004150889872107655,-0.0003989983815699816,-0.00038290777592919767,-0.00036681717028841376,-0.00035072656464762986,-0.00033463595900684595,-0.00031854535336606205,-0.00030245474772527814,-0.00028636414208449423,-0.00027027353644371033,-0.0002541829308029264,-0.00023809232516214252,-0.0002220017195213586,-0.0002059111138805747,-0.0001898205082397908,-0.0001737299025990069,-0.00015763929695822299,-0.00014154869131743908,-0.00012545808567665517,-0.00010936748003587127,-9.327687439508736e-05,-7.718626875430346e-05,-6.109566311351955e-05,-4.500499926507473e-05,-2.8914393624290824e-05,-1.2823787983506918e-05,3.266817657276988e-06,1.9357423298060894e-05,3.54480289388448e-05,5.1538634579628706e-05,6.762924022041261e-05,8.371984586119652e-05,9.981045150198042e-05,0.00011590105714276433,0.00013199166278354824,0.00014808226842433214,0.00016417287406511605,0.00018026347970589995,0.00019635408534668386,0.00021244469098746777,0.00022853529662825167,0.0002446259022690356,0.0002607165079098195,0.0002768071135506034,0.0002928977191913873,0.0003089883248321712,0.0003250789304729551,0.000341169536113739,0.0003572601417545229,0.0003733507473953068,0.00038944135303609073,0.00040553195867687464,0.00042162256431765854,0.00043771316995844245,0.00045380377559922636,0.00046989438124001026]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,1,4,0,10,13,23,43,61,88,151,262,418,625,887,1305,1923,2619,3664,4968,6476,8176,10450,12846,15592,18712,21290,24880,27388,29618,31812,33242,33959,34161,33566,32091,30100,28035,25261,21987,19323,16101,13381,10794,8646,6878,5120,3853,2858,2022,1458,946,635,423,271,169,96,62,35,23,11,2,5,3],"bins":[-0.09608832746744156,-0.09318427741527557,-0.09028022736310959,-0.0873761773109436,-0.08447212725877762,-0.08156807720661163,-0.07866402715444565,-0.07575997710227966,-0.07285592705011368,-0.06995187699794769,-0.06704782694578171,-0.06414377689361572,-0.06123972684144974,-0.05833567678928375,-0.05543162673711777,-0.05252757668495178,-0.0496235266327858,-0.04671947658061981,-0.04381542652845383,-0.04091137647628784,-0.03800732642412186,-0.03510327637195587,-0.032199226319789886,-0.0292951762676239,-0.026391126215457916,-0.02348707616329193,-0.020583026111125946,-0.01767897605895996,-0.014774926006793976,-0.01187087595462799,-0.008966825902462006,-0.0060627758502960205,-0.0031587332487106323,-0.0002546831965446472,0.002649366855621338,0.005553416907787323,0.008457466959953308,0.011361517012119293,0.014265567064285278,0.017169617116451263,0.02007366716861725,0.022977717220783234,0.02588176727294922,0.028785817325115204,0.03168986737728119,0.034593917429447174,0.03749796748161316,0.040402017533779144,0.04330606758594513,0.046210117638111115,0.0491141676902771,0.052018217742443085,0.05492226779460907,0.057826317846775055,0.06073036789894104,0.06363441795110703,0.06653846800327301,0.069442518055439,0.07234656810760498,0.07525061815977097,0.07815466821193695,0.08105871826410294,0.08396276831626892,0.0868668183684349,0.08977086842060089]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.04345703125,-0.0419921875,-0.04052734375,-0.0390625,-0.03759765625,-0.0361328125,-0.03466796875,-0.033203125,-0.03173828125,-0.0302734375,-0.02880859375,-0.02734375,-0.02587890625,-0.0244140625,-0.02294921875,-0.021484375,-0.02001953125,-0.0185546875,-0.01708984375,-0.015625,-0.01416015625,-0.0126953125,-0.01123046875,-0.009765625,-0.00830078125,-0.0068359375,-0.00537109375,-0.00390625,-0.00244140625,-0.0009765625,0.00048828125,0.001953125,0.00341796875,0.0048828125,0.00634765625,0.0078125,0.00927734375,0.0107421875,0.01220703125,0.013671875,0.01513671875,0.0166015625,0.01806640625,0.01953125,0.02099609375,0.0224609375,0.02392578125,0.025390625,0.02685546875,0.0283203125,0.02978515625,0.03125,0.03271484375,0.0341796875,0.03564453125,0.037109375,0.03857421875,0.0400390625,0.04150390625,0.04296875,0.04443359375,0.0458984375,0.04736328125,0.048828125,0.05029296875],"_type":"histogram","values":[1,0,1,1,2,1,3,1,3,8,9,22,26,29,49,59,120,162,288,517,781,1339,2283,4011,7012,12304,22625,43740,91064,167484,117058,55002,28222,15368,8356,4772,2923,1663,970,577,363,195,141,85,52,38,26,26,15,10,1,6,1,1,2,4,0,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[3,1,1,1,1,1,2,5,5,7,11,7,6,18,11,21,21,20,18,28,26,20,15,29,19,21,15,11,7,13,15,12,14,13,11,17,14,12,15,18,20,18,20,17,26,32,22,18,16,13,12,13,10,8,4,2,2,3,1,0,4,0,0,2],"bins":[-0.0006119883619248867,-0.0005927801830694079,-0.0005735719460062683,-0.0005543637671507895,-0.0005351555882953107,-0.0005159473512321711,-0.0004967391723766923,-0.0004775309644173831,-0.00045832275645807385,-0.0004391145776025951,-0.00041990636964328587,-0.00040069816168397665,-0.0003814899828284979,-0.00036228177486918867,-0.00034307356690987945,-0.0003238653880544007,-0.00030465718009509146,-0.00028544897213578224,-0.0002662407932803035,-0.00024703258532099426,-0.00022782437736168504,-0.00020861618395429105,-0.00018940799054689705,-0.00017019978258758783,-0.00015099158918019384,-0.00013178339577279985,-0.00011257518781349063,-9.336699440609664e-05,-7.415879372274503e-05,-5.4950593039393425e-05,-3.5742395994020626e-05,-1.6534197129658423e-05,2.6740017347037792e-06,2.1882200599065982e-05,4.1090399463428184e-05,6.0298596508800983e-05,7.950679719215259e-05,9.87149978755042e-05,0.00011792319128289819,0.0001371313992422074,0.0001563395926496014,0.0001755477860569954,0.0001947559940163046,0.0002139641874236986,0.0002331723808310926,0.0002523805887904018,0.00027158879674971104,0.0002907969756051898,0.000310005183564499,0.00032921339152380824,0.000348421570379287,0.0003676297783385962,0.00038683798629790545,0.0004060461651533842,0.00042525437311269343,0.00044446258107200265,0.0004636707599274814,0.00048287896788679063,0.0005020871758460999,0.0005212953547015786,0.0005405035917647183,0.0005597117706201971,0.0005789199494756758,0.0005981281865388155,0.0006173363653942943],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,3,2,9,12,30,39,67,102,199,325,452,755,1147,1575,2389,3232,4399,5912,7621,10103,12275,15268,18093,21481,24798,27586,29934,32225,33582,34630,34521,34141,32983,31026,28358,25649,22495,19332,16503,13639,10918,8409,6683,5059,3607,2635,1823,1307,912,583,397,232,155,81,52,31,22,13,6,3,2,0,1],"bins":[-0.09273073077201843,-0.08975879102945328,-0.08678684383630753,-0.08381490409374237,-0.08084296435117722,-0.07787101715803146,-0.07489907741546631,-0.07192713767290115,-0.068955197930336,-0.06598325073719025,-0.06301131099462509,-0.06003936752676964,-0.057067424058914185,-0.05409548431634903,-0.051123540848493576,-0.04815160110592842,-0.04517965763807297,-0.042207714170217514,-0.03923577442765236,-0.036263830959796906,-0.03329189121723175,-0.030319947749376297,-0.027348004281520844,-0.02437606267631054,-0.021404121071100235,-0.01843217946588993,-0.015460236929357052,-0.012488294392824173,-0.009516352787613869,-0.006544410716742277,-0.0035724686458706856,-0.000600526574999094,0.0023714080452919006,0.005343350116163492,0.008315292187035084,0.011287234723567963,0.014259176328778267,0.01723111793398857,0.020203061401844025,0.02317500300705433,0.026146944612264633,0.029118886217474937,0.03209082782268524,0.035062771290540695,0.03803471475839615,0.041006654500961304,0.04397859796881676,0.04695053771138191,0.049922481179237366,0.05289442464709282,0.055866364389657974,0.05883830785751343,0.06181024760007858,0.06478219479322433,0.06775413453578949,0.07072607427835464,0.0736980140209198,0.07666996121406555,0.0796419009566307,0.08261384069919586,0.08558578789234161,0.08855772763490677,0.09152966737747192,0.09450161457061768,0.09747355431318283]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,1,0,0,0,2,2,2,1,2,5,4,6,12,6,9,9,14,15,26,19,10,15,33,26,20,29,29,33,33,26,34,31,24,30,28,17,19,31,23,18,19,12,8,16,9,5,10,9,6,7,3,5,3,2,5,1,0,1,0,1,0,1],"bins":[-0.028295766562223434,-0.027417080476880074,-0.026538392528891563,-0.025659706443548203,-0.02478102035820484,-0.02390233427286148,-0.02302364632487297,-0.02214496023952961,-0.02126627415418625,-0.02038758620619774,-0.019508900120854378,-0.018630214035511017,-0.017751527950167656,-0.016872840002179146,-0.015994153916835785,-0.015115467831492424,-0.014236780814826488,-0.013358093798160553,-0.012479407712817192,-0.011600720696151257,-0.010722034610807896,-0.00984334759414196,-0.0089646615087986,-0.008085974492132664,-0.0072072879411280155,-0.006328601390123367,-0.005449914839118719,-0.004571228288114071,-0.003692541504278779,-0.002813854953274131,-0.0019351682858541608,-0.0010564816184341908,-0.00017779506742954254,0.0007008915417827666,0.0015795781509950757,0.0024582648184150457,0.003336951369419694,0.004215638153254986,0.005094324704259634,0.005973011255264282,0.0068516978062689304,0.007730384357273579,0.008609071373939514,0.009487757459282875,0.01036644447594881,0.011245130561292171,0.012123817577958107,0.013002503663301468,0.013881190679967403,0.014759877696633339,0.0156385637819767,0.01651724986732006,0.01739593781530857,0.018274623900651932,0.019153309985995293,0.020031996071338654,0.020910684019327164,0.021789370104670525,0.022668056190013885,0.023546744138002396,0.024425430223345757,0.025304116308689117,0.02618280239403248,0.02706149034202099,0.02794017642736435],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.09891685098409653,-0.09587530046701431,-0.0928337499499321,-0.08979219198226929,-0.08675064146518707,-0.08370909094810486,-0.08066754043102264,-0.07762598991394043,-0.07458443939685822,-0.0715428814291954,-0.06850133091211319,-0.06545978039503098,-0.06241822987794876,-0.05937667563557625,-0.056335125118494034,-0.05329357087612152,-0.05025202035903931,-0.04721046984195709,-0.04416891559958458,-0.041127365082502365,-0.03808581084012985,-0.03504426032304764,-0.032002709805965424,-0.02896115742623806,-0.025919605046510696,-0.022878052666783333,-0.01983650028705597,-0.016794949769973755,-0.013753397390246391,-0.010711845010519028,-0.007670293562114239,-0.0046287416480481625,-0.0015871897339820862,0.00145436218008399,0.004495914094150066,0.007537466008216143,0.010579017922282219,0.013620570302009583,0.016662120819091797,0.01970367319881916,0.022745225578546524,0.025786777958273888,0.02882833033800125,0.031869880855083466,0.03491143137216568,0.03795298561453819,0.04099453613162041,0.04403609037399292,0.047077640891075134,0.05011919140815735,0.05316074565052986,0.056202296167612076,0.05924385040998459,0.0622854009270668,0.06532695144414902,0.06836850196123123,0.07141005992889404,0.07445161044597626,0.07749316096305847,0.08053471148014069,0.0835762619972229,0.08661781251430511,0.08965937048196793,0.09270092099905014,0.09574247151613235],"_type":"histogram","values":[1,4,0,6,5,29,30,65,117,214,371,553,931,1475,2196,3429,4834,7010,10002,13393,18027,23415,29813,37320,45428,53718,62754,71420,79074,85744,91184,93948,95174,94523,91112,86068,79222,71636,62935,54273,45920,37562,29968,23890,18203,13605,10124,7393,5122,3420,2205,1574,907,584,402,218,120,94,53,22,8,6,9,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,1,1,0,1,2,1,4,2,6,5,4,3,15,14,20,15,17,23,18,18,16,28,29,30,26,32,36,39,37,25,45,22,33,14,28,17,15,15,12,17,18,12,13,8,10,4,2,3,5,2,1,2,0,0,0,0,0,0,0,1],"bins":[-0.042010389268398285,-0.04067003354430199,-0.03932968154549599,-0.03798932582139969,-0.03664897382259369,-0.03530861809849739,-0.03396826237440109,-0.03262791037559509,-0.031287554651498795,-0.029947200790047646,-0.028606846928596497,-0.0272664912045002,-0.02592613734304905,-0.0245857834815979,-0.023245427757501602,-0.021905073896050453,-0.020564720034599304,-0.019224366173148155,-0.017884012311697006,-0.016543656587600708,-0.015203302726149559,-0.01386294886469841,-0.012522594071924686,-0.011182239279150963,-0.009841885417699814,-0.008501531556248665,-0.007161176763474941,-0.005820822436362505,-0.004480468109250069,-0.0031401137821376324,-0.001799759455025196,-0.0004594051279127598,0.000880945473909378,0.0022212998010218143,0.0035616541281342506,0.004902008455246687,0.006242362782359123,0.0075827171094715595,0.008923071436583996,0.01026342622935772,0.011603780090808868,0.012944133952260017,0.014284488745033741,0.015624843537807465,0.016965197399258614,0.018305551260709763,0.01964590698480606,0.02098626084625721,0.02232661470770836,0.023666968569159508,0.025007322430610657,0.026347678154706955,0.027688032016158104,0.029028385877609253,0.03036874160170555,0.03170909360051155,0.03304944932460785,0.03438980504870415,0.03573015704751015,0.037070512771606445,0.038410864770412445,0.03975122049450874,0.04109157621860504,0.04243192821741104,0.04377228394150734],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.09439989924430847,-0.09142500162124634,-0.0884501039981842,-0.08547520637512207,-0.08250030875205994,-0.0795254185795784,-0.07655052095651627,-0.07357562333345413,-0.070600725710392,-0.06762582808732986,-0.06465093046426773,-0.061676036566495895,-0.05870113894343376,-0.05572624132037163,-0.05275134742259979,-0.04977644979953766,-0.046801552176475525,-0.04382665455341339,-0.04085175693035126,-0.03787686303257942,-0.03490196540951729,-0.031927067786455154,-0.02895217202603817,-0.025977276265621185,-0.02300237864255905,-0.020027481019496918,-0.017052585259079933,-0.014077688567340374,-0.011102791875600815,-0.008127895183861256,-0.0051529984921216965,-0.0021781018003821373,0.0007968023419380188,0.003771699033677578,0.006746595725417137,0.009721492417156696,0.012696389108896255,0.01567128673195839,0.018646182492375374,0.02162107825279236,0.024595975875854492,0.027570873498916626,0.03054576925933361,0.033520665019750595,0.03649556264281273,0.03947046026587486,0.0424453541636467,0.04542025178670883,0.048395149409770966,0.0513700470328331,0.05434494465589523,0.05731983855366707,0.0602947361767292,0.06326963007450104,0.06624452769756317,0.0692194253206253,0.07219432294368744,0.07516922056674957,0.0781441181898117,0.08111901581287384,0.08409391343593597,0.08706880360841751,0.09004370123147964,0.09301859885454178,0.09599349647760391],"_type":"histogram","values":[2,10,3,14,29,37,69,164,246,396,606,1000,1617,2363,3489,5133,7036,9893,13560,17695,23042,29418,36301,44032,52269,60891,68906,76170,83299,87687,91920,92886,92802,90285,85437,80014,72943,64981,56138,48078,39893,32454,25819,20301,15439,11547,8324,6013,4169,2870,1936,1272,788,459,268,196,129,55,35,14,14,3,4,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[4,2,1,2,0,1,3,3,3,6,5,4,3,9,10,8,14,14,22,26,34,51,79,83,95,63,37,47,40,22,13,8,8,6,7,4,3,4,3,1,5,1,2,3,2,0,2,1,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,1],"bins":[-0.025930039584636688,-0.024846408516168594,-0.0237627774477005,-0.022679148241877556,-0.021595517173409462,-0.020511886104941368,-0.019428256899118423,-0.01834462583065033,-0.017260994762182236,-0.016177363693714142,-0.015093733556568623,-0.014010103419423103,-0.01292647235095501,-0.011842841282486916,-0.010759211145341396,-0.009675581008195877,-0.008591949939727783,-0.007508319336920977,-0.00642468873411417,-0.0053410581313073635,-0.004257427528500557,-0.0031737969256937504,-0.002090166322886944,-0.0010065357200801373,7.709488272666931e-05,0.0011607254855334759,0.0022443560883402824,0.003327986691147089,0.004411617293953896,0.005495247896760702,0.006578878499567509,0.007662509102374315,0.008746139705181122,0.009829770773649216,0.010913400910794735,0.011997031047940254,0.013080662116408348,0.014164293184876442,0.015247923322021961,0.01633155345916748,0.017415184527635574,0.018498815596103668,0.019582446664571762,0.020666075870394707,0.0217497069388628,0.022833338007330894,0.02391696721315384,0.025000598281621933,0.026084229350090027,0.02716786041855812,0.028251491487026215,0.02933512069284916,0.030418751761317253,0.0315023809671402,0.03258601203560829,0.033669643104076385,0.03475327417254448,0.03583690524101257,0.03692053630948067,0.03800416737794876,0.039087794721126556,0.04017142578959465,0.041255056858062744,0.04233868792653084,0.04342231899499893]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.05173904821276665,-0.05029384791851044,-0.048848651349544525,-0.047403451055288315,-0.0459582544863224,-0.04451305419206619,-0.04306785762310028,-0.04162265732884407,-0.04017745703458786,-0.03873226046562195,-0.03728706017136574,-0.035841863602399826,-0.034396663308143616,-0.032951466739177704,-0.031506266444921494,-0.030061068013310432,-0.02861586958169937,-0.02717067115008831,-0.02572547271847725,-0.024280274286866188,-0.022835075855255127,-0.021389875560998917,-0.019944677129387856,-0.018499478697776794,-0.017054280266165733,-0.015609081834554672,-0.014163883402943611,-0.012718684040009975,-0.011273485608398914,-0.009828287176787853,-0.008383087813854218,-0.006937889382243156,-0.005492694675922394,-0.004047496244311333,-0.0026022973470389843,-0.0011570986825972795,0.0002880999818444252,0.00173329864628613,0.0031784973107278347,0.004623696208000183,0.006068894639611244,0.007514093071222305,0.008959291502833366,0.010404490865767002,0.011849689297378063,0.013294887728989124,0.01474008709192276,0.01618528552353382,0.017630483955144882,0.019075682386755943,0.020520880818367004,0.021966079249978065,0.023411277681589127,0.024856477975845337,0.026301676407456398,0.02774687483906746,0.02919207327067852,0.03063727170228958,0.03208247199654579,0.033527668565511703,0.034972868859767914,0.036418065428733826,0.037863265722990036,0.03930846229195595,0.04075366258621216],"_type":"histogram","values":[1,1,1,1,0,5,4,8,7,11,18,24,29,35,51,47,69,79,124,171,223,217,317,370,490,615,818,977,1416,1932,2884,4253,5998,8358,10162,306197,11202,9759,7483,5380,3690,2444,1717,1277,1085,784,605,464,363,251,199,165,128,102,66,35,40,21,12,9,10,7,3,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,1,2,1,2,4,4,4,10,12,11,29,25,32,50,92,107,187,237,383,688,892,1283,2209,3460,5366,9065,14255,25283,48065,118318,488883,586436,146415,55440,27026,15086,9165,5203,3448,2067,1205,853,528,344,216,162,94,64,35,39,19,14,18,5,6,4,6,1,3,0,0,0,1],"bins":[-0.061767578125,-0.059841156005859375,-0.05791473388671875,-0.055988311767578125,-0.0540618896484375,-0.052135467529296875,-0.05020904541015625,-0.048282623291015625,-0.046356201171875,-0.044429779052734375,-0.04250335693359375,-0.040576934814453125,-0.0386505126953125,-0.036724090576171875,-0.03479766845703125,-0.032871246337890625,-0.03094482421875,-0.029018402099609375,-0.02709197998046875,-0.025165557861328125,-0.0232391357421875,-0.021312713623046875,-0.01938629150390625,-0.017459869384765625,-0.015533447265625,-0.013607025146484375,-0.01168060302734375,-0.009754180908203125,-0.0078277587890625,-0.005901336669921875,-0.00397491455078125,-0.002048492431640625,-0.0001220703125,0.001804351806640625,0.00373077392578125,0.005657196044921875,0.0075836181640625,0.009510040283203125,0.01143646240234375,0.013362884521484375,0.015289306640625,0.017215728759765625,0.01914215087890625,0.021068572998046875,0.0229949951171875,0.024921417236328125,0.02684783935546875,0.028774261474609375,0.03070068359375,0.032627105712890625,0.03455352783203125,0.036479949951171875,0.0384063720703125,0.040332794189453125,0.04225921630859375,0.044185638427734375,0.046112060546875,0.048038482666015625,0.04996490478515625,0.051891326904296875,0.0538177490234375,0.055744171142578125,0.05767059326171875,0.059597015380859375,0.0615234375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,1,0,1,1,4,3,4,7,6,9,6,13,12,15,17,13,26,19,25,30,33,31,39,24,36,39,35,24,37,26,28,27,25,17,18,13,19,18,13,12,6,11,6,4,1,4,3,2,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.038402192294597626,-0.03713474050164223,-0.03586728870868683,-0.03459983319044113,-0.03333238139748573,-0.032064929604530334,-0.030797475948929787,-0.02953002229332924,-0.02826257050037384,-0.026995118707418442,-0.025727665051817894,-0.024460211396217346,-0.023192759603261948,-0.02192530781030655,-0.020657854154706,-0.019390400499105453,-0.018122948706150055,-0.016855496913194656,-0.015588043257594109,-0.014320590533316135,-0.013053137809038162,-0.011785685084760189,-0.010518232360482216,-0.009250779636204243,-0.00798332691192627,-0.006715874187648296,-0.005448421463370323,-0.00418096873909235,-0.002913516014814377,-0.0016460632905364037,-0.0003786105662584305,0.0008888421580195427,0.0021562911570072174,0.0034237438812851906,0.004691196605563164,0.005958649329841137,0.00722610205411911,0.008493554778397083,0.009761007502675056,0.01102846022695303,0.012295912951231003,0.013563365675508976,0.01483081839978695,0.016098272055387497,0.017365723848342896,0.018633175641298294,0.019900629296898842,0.02116808295249939,0.022435534745454788,0.023702986538410187,0.024970440194010735,0.026237893849611282,0.02750534564256668,0.02877279743552208,0.030040251091122627,0.031307704746723175,0.032575156539678574,0.03384260833263397,0.03511006385087967,0.03637751564383507,0.037644967436790466,0.038912419229745865,0.04017987102270126,0.04144732654094696,0.04271477833390236]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[3,6,7,10,13,26,52,85,173,226,375,609,928,1298,1970,2807,3957,5380,7238,9264,11562,14493,17594,20981,24336,27684,30287,32744,34355,35579,36052,35580,33839,31785,29035,26303,22719,19664,16465,13379,10662,8332,6345,4743,3541,2471,1685,1134,733,503,335,203,130,62,38,15,10,10,4,2,1,1,0,1],"bins":[-0.09264611452817917,-0.08958896994590759,-0.08653182536363602,-0.08347468078136444,-0.08041753619909286,-0.07736039161682129,-0.07430323958396912,-0.07124609500169754,-0.06818895041942596,-0.06513180583715439,-0.06207466125488281,-0.05901751667261124,-0.05596037209033966,-0.052903227508068085,-0.04984607920050621,-0.046788934618234634,-0.04373179003596306,-0.04067464545369148,-0.03761750087141991,-0.03456035256385803,-0.031503207981586456,-0.02844606339931488,-0.025388918817043304,-0.02233177237212658,-0.019274627789855003,-0.016217483207583427,-0.013160336762666702,-0.010103192180395126,-0.007046046666800976,-0.003988901153206825,-0.000931756105273962,0.002125389175489545,0.005182534456253052,0.008239679969847202,0.011296825483441353,0.014353970065712929,0.017411116510629654,0.02046826109290123,0.023525405675172806,0.02658255212008953,0.029639696702361107,0.03269684314727783,0.03575398772954941,0.038811132311820984,0.04186827689409256,0.044925421476364136,0.04798256978392601,0.051039714366197586,0.05409685894846916,0.05715400353074074,0.060211148113012314,0.06326829642057419,0.06632544100284576,0.06938258558511734,0.07243973016738892,0.07549687474966049,0.07855401933193207,0.08161116391420364,0.08466830849647522,0.08772546052932739,0.09078260511159897,0.09383974969387054,0.09689689427614212,0.0999540388584137,0.10301118344068527],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,0,1,0,1,5,3,7,8,12,18,26,44,65,81,137,210,322,496,726,1180,1933,3069,4632,7226,11424,18304,30995,56812,114801,149997,81222,41786,24235,14526,9101,5839,3957,2310,1554,951,635,409,263,176,117,63,42,33,23,15,9,8,3,2,4,1,1,0,0,2],"bins":[-0.045166015625,-0.0438079833984375,-0.042449951171875,-0.0410919189453125,-0.03973388671875,-0.0383758544921875,-0.037017822265625,-0.0356597900390625,-0.0343017578125,-0.0329437255859375,-0.031585693359375,-0.0302276611328125,-0.02886962890625,-0.0275115966796875,-0.026153564453125,-0.0247955322265625,-0.0234375,-0.0220794677734375,-0.020721435546875,-0.0193634033203125,-0.01800537109375,-0.0166473388671875,-0.015289306640625,-0.0139312744140625,-0.0125732421875,-0.0112152099609375,-0.009857177734375,-0.0084991455078125,-0.00714111328125,-0.0057830810546875,-0.004425048828125,-0.0030670166015625,-0.001708984375,-0.0003509521484375,0.001007080078125,0.0023651123046875,0.00372314453125,0.0050811767578125,0.006439208984375,0.0077972412109375,0.0091552734375,0.0105133056640625,0.011871337890625,0.0132293701171875,0.01458740234375,0.0159454345703125,0.017303466796875,0.0186614990234375,0.02001953125,0.0213775634765625,0.022735595703125,0.0240936279296875,0.02545166015625,0.0268096923828125,0.028167724609375,0.0295257568359375,0.0308837890625,0.0322418212890625,0.033599853515625,0.0349578857421875,0.03631591796875,0.0376739501953125,0.039031982421875,0.0403900146484375,0.041748046875]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,1,4,6,8,20,30,61,115,189,322,518,851,1328,2051,3073,4502,6648,9328,12658,17000,22214,28502,35673,43160,52555,60642,69468,77402,84596,89686,92885,95063,94295,92038,87514,81042,73319,64621,55883,47818,39221,31887,25347,19408,14857,10921,7712,5515,3777,2557,1705,1099,699,459,261,154,97,45,25,13,10,4,1],"bins":[-0.099376380443573,-0.09634149074554443,-0.09330660104751587,-0.09027170389890671,-0.08723681420087814,-0.08420192450284958,-0.08116703480482101,-0.07813214510679245,-0.07509724795818329,-0.07206235826015472,-0.06902746856212616,-0.0659925788640976,-0.06295768916606903,-0.05992279574275017,-0.0568879060447216,-0.05385301262140274,-0.050818122923374176,-0.04778323322534561,-0.04474833980202675,-0.041713450103998184,-0.03867855668067932,-0.03564366698265076,-0.03260877728462219,-0.02957388572394848,-0.026538994163274765,-0.02350410260260105,-0.020469211041927338,-0.017434321343898773,-0.01439942978322506,-0.011364538222551346,-0.008329647593200207,-0.00529475649818778,-0.002259857952594757,0.0007750331424176693,0.0038099242374300957,0.006844815332442522,0.009879706427454948,0.012914597988128662,0.015949487686157227,0.01898437924683094,0.022019270807504654,0.025054162368178368,0.02808905392885208,0.031123943626880646,0.03415883332490921,0.03719372674822807,0.04022861644625664,0.0432635098695755,0.046298399567604065,0.04933328926563263,0.05236818268895149,0.05540307238698006,0.05843796581029892,0.061472855508327484,0.06450774520635605,0.06754263490438461,0.07057753205299377,0.07361242175102234,0.0766473114490509,0.07968220114707947,0.08271709084510803,0.0857519805431366,0.08878687769174576,0.09182176738977432,0.09485665708780289]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,1,4,1,4,6,9,6,11,14,11,14,26,14,21,23,24,19,17,14,17,19,9,11,15,16,13,11,13,9,8,6,11,11,13,20,7,15,11,19,25,13,28,24,22,23,27,21,17,9,14,6,12,6,4,3,4,5,2,2,2,1,1,2],"bins":[-0.00020835490431636572,-0.00020147053874097764,-0.0001945861877175048,-0.00018770182214211673,-0.00018081747111864388,-0.0001739331055432558,-0.00016704873996786773,-0.0001601643889443949,-0.0001532800233690068,-0.00014639565779361874,-0.0001395113067701459,-0.00013262694119475782,-0.00012574257561936975,-0.0001188582245958969,-0.00011197385902050883,-0.00010508950072107837,-9.82051424216479e-05,-9.132078412221745e-05,-8.443642582278699e-05,-7.755206024739891e-05,-7.066770194796845e-05,-6.3783343648538e-05,-5.6898981711128727e-05,-5.001461977371946e-05,-4.3130261474289e-05,-3.624590317485854e-05,-2.9361541237449273e-05,-2.247718111902941e-05,-1.5592821000609547e-05,-8.708460882189684e-06,-1.8241007637698203e-06,5.060259354650043e-06,1.1944604921154678e-05,1.882896503957454e-05,2.5713325157994404e-05,3.259768709540367e-05,3.948204539483413e-05,4.636640369426459e-05,5.325076563167386e-05,6.0135127569083124e-05,6.701948586851358e-05,7.390384416794404e-05,8.07882024673745e-05,8.767256804276258e-05,9.455692634219304e-05,0.0001014412846416235,0.00010832565021701157,0.00011521000851644203,0.0001220943668158725,0.00012897873239126056,0.0001358630834147334,0.00014274744899012148,0.00014963181456550956,0.0001565161655889824,0.00016340053116437048,0.00017028488218784332,0.0001771692477632314,0.00018405361333861947,0.00019093796436209232,0.0001978223299374804,0.00020470668096095324,0.0002115910465363413,0.00021847541211172938,0.00022535976313520223,0.0002322441287105903]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.05615234375,-0.054431915283203125,-0.05271148681640625,-0.050991058349609375,-0.0492706298828125,-0.047550201416015625,-0.04582977294921875,-0.044109344482421875,-0.042388916015625,-0.040668487548828125,-0.03894805908203125,-0.037227630615234375,-0.0355072021484375,-0.033786773681640625,-0.03206634521484375,-0.030345916748046875,-0.02862548828125,-0.026905059814453125,-0.02518463134765625,-0.023464202880859375,-0.0217437744140625,-0.020023345947265625,-0.01830291748046875,-0.016582489013671875,-0.014862060546875,-0.013141632080078125,-0.01142120361328125,-0.009700775146484375,-0.0079803466796875,-0.006259918212890625,-0.00453948974609375,-0.002819061279296875,-0.0010986328125,0.000621795654296875,0.00234222412109375,0.004062652587890625,0.0057830810546875,0.007503509521484375,0.00922393798828125,0.010944366455078125,0.012664794921875,0.014385223388671875,0.01610565185546875,0.017826080322265625,0.0195465087890625,0.021266937255859375,0.02298736572265625,0.024707794189453125,0.02642822265625,0.028148651123046875,0.02986907958984375,0.031589508056640625,0.0333099365234375,0.035030364990234375,0.03675079345703125,0.038471221923828125,0.040191650390625,0.041912078857421875,0.04363250732421875,0.045352935791015625,0.0470733642578125,0.048793792724609375,0.05051422119140625,0.052234649658203125,0.053955078125],"_type":"histogram","values":[1,0,0,0,0,0,2,3,8,7,10,7,11,15,42,42,89,121,184,252,424,615,911,1450,2331,3748,6349,10782,18710,36743,77001,204496,716668,295557,98275,43842,22479,12866,7162,4223,2742,1628,1108,633,434,304,189,143,88,53,44,25,12,7,6,9,4,4,1,2,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,1,1,0,0,0,1,5,3,4,1,2,7,10,4,6,9,13,15,21,27,24,29,45,38,45,57,78,75,91,79,125,122,128,107,129,104,85,91,78,58,52,36,29,42,35,17,21,12,9,20,11,7,8,5,4,4,6,2,2,2,3,0,2],"bins":[-0.013726120814681053,-0.01331702433526516,-0.012907927855849266,-0.012498832307755947,-0.012089735828340054,-0.01168063934892416,-0.011271543800830841,-0.010862447321414948,-0.010453350841999054,-0.01004425436258316,-0.009635157883167267,-0.009226062335073948,-0.008816965855658054,-0.00840786937624216,-0.007998773828148842,-0.007589677348732948,-0.007180580869317055,-0.006771484389901161,-0.006362388376146555,-0.005953292362391949,-0.005544195882976055,-0.005135099403560162,-0.004726003389805555,-0.004316907376050949,-0.0039078108966350555,-0.0034987146500498056,-0.0030896184034645557,-0.002680522156879306,-0.002271425910294056,-0.001862329663708806,-0.0014532334171235561,-0.0010441371705383062,-0.0006350399926304817,-0.00022594374604523182,0.00018315250054001808,0.000592248747125268,0.0010013449937105179,0.0014104412402957678,0.0018195374868810177,0.0022286337334662676,0.0026377299800515175,0.0030468262266367674,0.0034559224732220173,0.003865018719807267,0.004274114966392517,0.004683211445808411,0.005092307459563017,0.005501403473317623,0.005910499952733517,0.00631959643214941,0.0067286924459040165,0.007137788459658623,0.007546884939074516,0.00795598141849041,0.008365077897906303,0.008774173445999622,0.009183269925415516,0.00959236640483141,0.010001461952924728,0.010410558432340622,0.010819654911756516,0.011228751391172409,0.011637847870588303,0.012046943418681622,0.012456039898097515]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9993489980697632,0.9993777275085449,0.9994065165519714,0.9994352459907532,0.9994640350341797,0.9994927644729614,0.9995215535163879,0.9995502829551697,0.9995790719985962,0.9996078014373779,0.9996365904808044,0.9996653199195862,0.9996941089630127,0.9997228384017944,0.999751627445221,0.9997803568840027,0.9998091459274292,0.9998378753662109,0.9998666048049927,0.9998953938484192,0.9999241232872009,0.9999529123306274,0.9999816417694092,1.000010371208191,1.0000392198562622,1.000067949295044,1.0000966787338257,1.0001254081726074,1.0001542568206787,1.0001829862594604,1.0002117156982422,1.000240445137024,1.0002691745758057,1.000298023223877,1.0003267526626587,1.0003554821014404,1.0003842115402222,1.0004130601882935,1.0004417896270752,1.000470519065857,1.0004992485046387,1.00052809715271,1.0005568265914917,1.0005855560302734,1.0006142854690552,1.0006431341171265,1.0006718635559082,1.00070059299469,1.0007293224334717,1.0007580518722534,1.0007869005203247,1.0008156299591064,1.0008443593978882,1.00087308883667,1.0009019374847412,1.000930666923523,1.0009593963623047,1.0009881258010864,1.0010169744491577,1.0010457038879395,1.0010744333267212,1.001103162765503,1.0011320114135742,1.001160740852356,1.0011894702911377],"_type":"histogram","values":[1,0,1,2,0,1,0,4,0,2,5,8,6,18,19,16,33,36,40,34,60,35,34,42,58,60,40,34,27,16,13,17,15,14,8,10,7,6,6,3,4,7,2,3,2,0,1,4,1,1,0,2,0,2,1,2,1,1,0,0,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,3,1,4,6,13,15,15,37,39,92,135,197,335,527,945,1532,2621,4720,8690,16465,35905,89814,235151,109812,41487,19068,9868,5208,2937,1620,998,609,349,212,140,79,47,44,24,15,12,8,4,4,1,2,4,1,1,0,1,1,0,1],"bins":[-0.00677490234375,-0.0065670013427734375,-0.006359100341796875,-0.0061511993408203125,-0.00594329833984375,-0.0057353973388671875,-0.005527496337890625,-0.0053195953369140625,-0.0051116943359375,-0.0049037933349609375,-0.004695892333984375,-0.0044879913330078125,-0.00428009033203125,-0.0040721893310546875,-0.003864288330078125,-0.0036563873291015625,-0.003448486328125,-0.0032405853271484375,-0.003032684326171875,-0.0028247833251953125,-0.00261688232421875,-0.0024089813232421875,-0.002201080322265625,-0.0019931793212890625,-0.0017852783203125,-0.0015773773193359375,-0.001369476318359375,-0.0011615753173828125,-0.00095367431640625,-0.0007457733154296875,-0.000537872314453125,-0.0003299713134765625,-0.0001220703125,8.58306884765625e-05,0.000293731689453125,0.0005016326904296875,0.00070953369140625,0.0009174346923828125,0.001125335693359375,0.0013332366943359375,0.0015411376953125,0.0017490386962890625,0.001956939697265625,0.0021648406982421875,0.00237274169921875,0.0025806427001953125,0.002788543701171875,0.0029964447021484375,0.003204345703125,0.0034122467041015625,0.003620147705078125,0.0038280487060546875,0.00403594970703125,0.0042438507080078125,0.004451751708984375,0.0046596527099609375,0.0048675537109375,0.0050754547119140625,0.005283355712890625,0.0054912567138671875,0.00569915771484375,0.0059070587158203125,0.006114959716796875,0.0063228607177734375,0.00653076171875]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0010980835650116205,-0.0010637399973347783,-0.001029396429657936,-0.000995052745565772,-0.0009607091778889298,-0.0009263656102120876,-0.0008920219843275845,-0.0008576783584430814,-0.0008233347907662392,-0.000788991223089397,-0.0007546475972048938,-0.0007203039713203907,-0.0006859604036435485,-0.0006516168359667063,-0.0006172732100822031,-0.0005829295841977,-0.0005485860165208578,-0.0005142424488440156,-0.00047989882295951247,-0.0004455552261788398,-0.00041121162939816713,-0.00037686803261749446,-0.0003425244358368218,-0.0003081808390561491,-0.00027383724227547646,-0.00023949364549480379,-0.00020515004871413112,-0.00017080645193345845,-0.00013646285515278578,-0.00010211925837211311,-6.777566159144044e-05,-3.343206481076777e-05,9.115319699048996e-07,3.525512875057757e-05,6.959872553125024e-05,0.00010394232231192291,0.00013828591909259558,0.00017262951587326825,0.00020697311265394092,0.00024131670943461359,0.00027566030621528625,0.0003100039029959589,0.0003443474997766316,0.00037869109655730426,0.00041303469333797693,0.0004473782901186496,0.00048172188689932227,0.0005160655127838254,0.0005504090804606676,0.0005847526481375098,0.000619096274022013,0.0006534398999065161,0.0006877834675833583,0.0007221270352602005,0.0007564706611447036,0.0007908142870292068,0.000825157854706049,0.0008595014223828912,0.0008938450482673943,0.0009281886741518974,0.0009625322418287396,0.0009968758095055819,0.001031219493597746,0.001065563061274588,0.0010999066289514303],"_type":"histogram","values":[1,1,1,0,0,0,1,3,1,2,1,0,2,5,5,8,5,9,10,9,7,15,15,19,24,27,29,26,30,40,34,41,46,36,31,40,30,31,21,22,21,23,18,8,10,12,5,9,8,7,2,4,4,2,2,0,1,1,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,0,0,3,3,5,2,7,3,14,12,17,33,33,78,110,150,248,391,622,912,1474,2381,3679,6295,9653,16052,28048,50878,103389,157184,94848,47665,26199,15237,9269,5472,3353,2230,1381,862,562,380,228,139,118,62,40,33,22,9,11,6,4,5,1,6,0,1,2,1],"bins":[-0.053955078125,-0.052341461181640625,-0.05072784423828125,-0.049114227294921875,-0.0475006103515625,-0.045886993408203125,-0.04427337646484375,-0.042659759521484375,-0.041046142578125,-0.039432525634765625,-0.03781890869140625,-0.036205291748046875,-0.0345916748046875,-0.032978057861328125,-0.03136444091796875,-0.029750823974609375,-0.02813720703125,-0.026523590087890625,-0.02490997314453125,-0.023296356201171875,-0.0216827392578125,-0.020069122314453125,-0.01845550537109375,-0.016841888427734375,-0.015228271484375,-0.013614654541015625,-0.01200103759765625,-0.010387420654296875,-0.0087738037109375,-0.007160186767578125,-0.00554656982421875,-0.003932952880859375,-0.0023193359375,-0.000705718994140625,0.00090789794921875,0.002521514892578125,0.0041351318359375,0.005748748779296875,0.00736236572265625,0.008975982666015625,0.010589599609375,0.012203216552734375,0.01381683349609375,0.015430450439453125,0.0170440673828125,0.018657684326171875,0.02027130126953125,0.021884918212890625,0.02349853515625,0.025112152099609375,0.02672576904296875,0.028339385986328125,0.0299530029296875,0.031566619873046875,0.03318023681640625,0.034793853759765625,0.036407470703125,0.038021087646484375,0.03963470458984375,0.041248321533203125,0.0428619384765625,0.044475555419921875,0.04608917236328125,0.047702789306640625,0.04931640625]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09232603013515472,-0.08937456458806992,-0.08642309159040451,-0.0834716260433197,-0.0805201604962349,-0.07756868749856949,-0.07461722195148468,-0.07166575640439987,-0.06871429085731506,-0.06576281785964966,-0.06281135231256485,-0.05985988304018974,-0.056908413767814636,-0.05395694822072983,-0.05100547894835472,-0.04805401340126991,-0.045102544128894806,-0.0421510748565197,-0.03919960930943489,-0.036248140037059784,-0.033296674489974976,-0.03034520521759987,-0.027393735945224762,-0.024442268535494804,-0.021490801125764847,-0.01853933371603489,-0.015587865374982357,-0.012636397033929825,-0.009684929624199867,-0.006733461748808622,-0.0037819938734173775,-0.0008305259980261326,0.0021209493279457092,0.005072417203336954,0.008023885078728199,0.010975353419780731,0.013926820829510689,0.016878288239240646,0.019829757511615753,0.02278122492134571,0.02573269233107567,0.028684159740805626,0.031635627150535583,0.03458709642291069,0.0375385656952858,0.040490031242370605,0.04344150051474571,0.04639296606183052,0.04934443533420563,0.052295904606580734,0.05524737015366554,0.05819883942604065,0.06115030497312546,0.06410177797079086,0.06705324351787567,0.07000470906496048,0.07295617461204529,0.0759076476097107,0.0788591131567955,0.08181057870388031,0.08476205170154572,0.08771351724863052,0.09066498279571533,0.09361645579338074,0.09656792134046555],"_type":"histogram","values":[2,1,1,10,15,25,51,63,121,184,341,507,736,1165,1641,2286,3291,4293,5856,7661,9812,12344,14860,17871,21049,24052,27172,29532,32060,33350,34597,34709,34396,32836,30931,28848,25960,22765,19534,16542,13654,11189,8760,6811,5168,3847,2863,2005,1417,939,637,413,265,153,106,48,33,18,16,4,5,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,2,2,2,8,8,15,9,13,16,14,27,15,24,25,16,27,21,20,13,14,18,17,17,11,16,8,7,14,14,9,11,12,18,13,19,13,16,17,14,22,13,27,22,20,19,14,14,11,12,6,6,9,1,5,4,1,2,1,1,0,1],"bins":[-0.00022237925441004336,-0.0002150952204829082,-0.00020781118655577302,-0.00020052715262863785,-0.00019324311870150268,-0.0001859590847743675,-0.00017867505084723234,-0.00017139101692009717,-0.000164106982992962,-0.0001568229345139116,-0.00014953890058677644,-0.00014225486665964127,-0.0001349708327325061,-0.00012768679880537093,-0.00012040276487823576,-0.00011311873095110059,-0.00010583469702396542,-9.855066309683025e-05,-9.126662916969508e-05,-8.398259524255991e-05,-7.669856131542474e-05,-6.941452011233196e-05,-6.213048618519679e-05,-5.484645225806162e-05,-4.756241833092645e-05,-4.027838440379128e-05,-3.299435047665611e-05,-2.5710312911542132e-05,-1.8426278984406963e-05,-1.1142244147777092e-05,-3.8582093111472204e-06,3.425825525482651e-06,1.0709845810197294e-05,1.7993879737332463e-05,2.5277915483457036e-05,3.256195122958161e-05,3.984598515671678e-05,4.713001908385195e-05,5.4414056648965925e-05,6.16980905761011e-05,6.898212450323626e-05,7.626615843037143e-05,8.35501923575066e-05,9.083422628464177e-05,9.811826748773456e-05,0.00010540230141486973,0.0001126863353420049,0.00011997036926914006,0.00012725440319627523,0.0001345384371234104,0.00014182247105054557,0.00014910650497768074,0.0001563905389048159,0.00016367457283195108,0.00017095860675908625,0.00017824264068622142,0.0001855266746133566,0.000192810723092407,0.00020009475701954216,0.00020737879094667733,0.0002146628248738125,0.00022194685880094767,0.00022923089272808284,0.000236514926655218,0.00024379896058235317]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,1,0,0,1,2,1,1,0,4,2,3,2,2,6,3,8,6,10,21,24,23,35,43,62,103,101,79,45,43,26,21,22,8,13,9,4,9,3,6,2,3,1,0,3,0,1,3,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.044892121106386185,-0.04324784129858017,-0.041603557765483856,-0.03995927795767784,-0.038314998149871826,-0.03667071461677551,-0.0350264348089695,-0.03338215500116348,-0.03173787146806717,-0.030093591660261154,-0.02844931185245514,-0.026805030182003975,-0.02516074851155281,-0.023516468703746796,-0.02187218703329563,-0.020227907225489616,-0.018583625555038452,-0.016939343884587288,-0.015295064076781273,-0.013650782406330109,-0.012006501667201519,-0.01036222092807293,-0.008717939257621765,-0.0070736585184931755,-0.005429377779364586,-0.0037850968074053526,-0.0021408158354461193,-0.000496534863486886,0.0011477461084723473,0.0027920270804315805,0.004436308052390814,0.006080589257180691,0.007724866271018982,0.009369147010147572,0.011013427749276161,0.012657709419727325,0.014301990158855915,0.015946270897984505,0.01759055256843567,0.019234832376241684,0.020879114046692848,0.022523395717144012,0.024167675524950027,0.02581195719540119,0.027456238865852356,0.02910051867365837,0.030744800344109535,0.0323890820145607,0.034033361822366714,0.03567764163017273,0.03732192516326904,0.03896620497107506,0.04061048477888107,0.042254768311977386,0.0438990481197834,0.045543327927589417,0.04718761146068573,0.048831891268491745,0.05047617107629776,0.052120450884103775,0.05376473441720009,0.055409014225006104,0.05705329403281212,0.05869757756590843,0.06034185737371445],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.0026092529296875,-0.0025284290313720703,-0.0024476051330566406,-0.002366781234741211,-0.0022859573364257812,-0.0022051334381103516,-0.002124309539794922,-0.002043485641479492,-0.0019626617431640625,-0.0018818378448486328,-0.0018010139465332031,-0.0017201900482177734,-0.0016393661499023438,-0.001558542251586914,-0.0014777183532714844,-0.0013968944549560547,-0.001316070556640625,-0.0012352466583251953,-0.0011544227600097656,-0.001073598861694336,-0.0009927749633789062,-0.0009119510650634766,-0.0008311271667480469,-0.0007503032684326172,-0.0006694793701171875,-0.0005886554718017578,-0.0005078315734863281,-0.00042700767517089844,-0.00034618377685546875,-0.00026535987854003906,-0.00018453598022460938,-0.00010371208190917969,-2.288818359375e-05,5.793571472167969e-05,0.00013875961303710938,0.00021958351135253906,0.00030040740966796875,0.00038123130798339844,0.0004620552062988281,0.0005428791046142578,0.0006237030029296875,0.0007045269012451172,0.0007853507995605469,0.0008661746978759766,0.0009469985961914062,0.001027822494506836,0.0011086463928222656,0.0011894702911376953,0.001270294189453125,0.0013511180877685547,0.0014319419860839844,0.001512765884399414,0.0015935897827148438,0.0016744136810302734,0.0017552375793457031,0.0018360614776611328,0.0019168853759765625,0.001997709274291992,0.002078533172607422,0.0021593570709228516,0.0022401809692382812,0.002321004867553711,0.0024018287658691406,0.0024826526641845703,0.0025634765625],"_type":"histogram","values":[3,0,2,3,2,2,5,8,10,20,38,39,51,70,107,164,230,274,448,577,855,1322,1709,2496,3599,5254,8232,12252,19010,31603,54933,107665,143592,79723,42879,25112,15735,10413,6632,4507,3089,2052,1527,1021,729,578,345,281,199,127,81,68,41,24,26,20,11,8,8,4,3,3,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,1,0,1,2,5,6,13,30,52,77,164,249,396,680,989,1560,2247,3300,4493,6115,8134,10637,13468,16802,20249,23827,27208,30457,33360,35520,36970,37202,37113,35283,32998,30712,27060,23537,20173,16792,13421,10565,8056,6065,4378,3144,2113,1586,985,635,407,260,131,88,45,37,14,3,2,3,1,2],"bins":[-0.10619833320379257,-0.1030271053314209,-0.09985587000846863,-0.09668464213609695,-0.09351341426372528,-0.09034218639135361,-0.08717095851898193,-0.08399972319602966,-0.08082849532365799,-0.07765726745128632,-0.07448603212833405,-0.07131480425596237,-0.0681435763835907,-0.06497234851121902,-0.06180111691355705,-0.05862988531589508,-0.05545865744352341,-0.05228742957115173,-0.04911619797348976,-0.04594496637582779,-0.042773738503456116,-0.03960251063108444,-0.03643127903342247,-0.0332600474357605,-0.030088819563388824,-0.026917589828372,-0.02374636009335518,-0.020575130358338356,-0.017403900623321533,-0.01423267088830471,-0.011061441153287888,-0.007890211418271065,-0.004718989133834839,-0.001547759398818016,0.0016234703361988068,0.00479470007121563,0.007965929806232452,0.011137159541249275,0.014308389276266098,0.01747961901128292,0.020650848746299744,0.023822078481316566,0.02699330821633339,0.030164537951350212,0.033335767686367035,0.03650699555873871,0.03967822715640068,0.04284945875406265,0.046020686626434326,0.049191914498806,0.05236314609646797,0.055534377694129944,0.05870560556650162,0.06187683343887329,0.06504806876182556,0.06821929663419724,0.07139052450656891,0.07456175237894058,0.07773298025131226,0.08090421557426453,0.0840754434466362,0.08724667131900787,0.09041790664196014,0.09358913451433182,0.09676036238670349],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[2,4,1,5,8,11,14,19,22,17,29,21,26,26,15,16,14,12,18,20,20,12,9,11,4,19,7,2,7,6,7,8,8,4,6,6,10,10,8,4,10,5,7,15,18,16,20,25,22,20,22,15,24,26,17,8,12,5,5,2,4,0,0,2],"bins":[-0.00017659735749475658,-0.0001708600902929902,-0.0001651228085393086,-0.00015938554133754224,-0.00015364827413577586,-0.00014791099238209426,-0.0001421737251803279,-0.00013643645797856152,-0.00013069919077679515,-0.00012496190902311355,-0.00011922464182134718,-0.00011348736734362319,-0.0001077500928658992,-0.00010201282566413283,-9.627555118640885e-05,-9.053828398464248e-05,-8.480100950691849e-05,-7.90637350291945e-05,-7.332646782742813e-05,-6.758919334970415e-05,-6.185192614793777e-05,-5.611465167021379e-05,-5.03773771924898e-05,-4.4640106352744624e-05,-3.8902835512999445e-05,-3.3165564673254266e-05,-2.7428292014519684e-05,-2.16910193557851e-05,-1.5953748516039923e-05,-1.0216476766800042e-05,-4.479205017560162e-06,1.258066731679719e-06,6.9953384809195995e-06,1.273261023015948e-05,1.846988197939936e-05,2.4207154638133943e-05,2.9944425477879122e-05,3.56816963176243e-05,4.141897079534829e-05,4.7156241635093465e-05,5.2893512474838644e-05,5.863078331458382e-05,6.4368054154329e-05,7.010532863205299e-05,7.584260310977697e-05,8.157987031154335e-05,8.731714478926733e-05,9.30544119910337e-05,9.879168646875769e-05,0.00010452896094648167,0.00011026622814824805,0.00011600350262597203,0.0001217407698277384,0.00012747805158142,0.00013321531878318638,0.00013895258598495275,0.00014468986773863435,0.00015042713494040072,0.0001561644021421671,0.00016190166934393346,0.00016763895109761506,0.00017337621829938143,0.0001791134855011478,0.0001848507672548294,0.00019058803445659578],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,2,2,0,0,1,2,2,3,3,2,4,5,6,7,9,6,8,8,8,11,14,20,30,34,32,46,64,70,70,70,43,22,25,14,22,17,16,5,13,8,3,0,7,1,3,4,8,2,3,0,3,2,3,1,1,0,1,0,0,0,0,0,1],"bins":[-7.438939064741135e-06,-7.182117769843899e-06,-6.925296474946663e-06,-6.668475180049427e-06,-6.411653885152191e-06,-6.154832590254955e-06,-5.898011295357719e-06,-5.641190000460483e-06,-5.384368705563247e-06,-5.127547410666011e-06,-4.870726115768775e-06,-4.613904820871539e-06,-4.3570835259743035e-06,-4.1002622310770676e-06,-3.843440936179832e-06,-3.5866196412825957e-06,-3.3297983463853598e-06,-3.072977051488124e-06,-2.816155756590888e-06,-2.559334461693652e-06,-2.302513166796416e-06,-2.04569187189918e-06,-1.7888705770019442e-06,-1.5320492821047083e-06,-1.2752279872074723e-06,-1.0184066923102364e-06,-7.615853974130005e-07,-5.047641025157645e-07,-2.479428076185286e-07,8.878487278707325e-09,2.6569978217594326e-07,5.225210770731792e-07,7.793423719704151e-07,1.036163666867651e-06,1.292984961764887e-06,1.549806256662123e-06,1.8066275515593588e-06,2.0634488464565948e-06,2.3202701413538307e-06,2.5770914362510666e-06,2.8339127311483026e-06,3.0907340260455385e-06,3.3475553209427744e-06,3.6043766158400103e-06,3.861197910737246e-06,4.118019205634482e-06,4.374840500531718e-06,4.631661795428954e-06,4.88848309032619e-06,5.145304385223426e-06,5.402125680120662e-06,5.658946975017898e-06,5.915768269915134e-06,6.17258956481237e-06,6.4294108597096056e-06,6.6862321546068415e-06,6.9430534495040774e-06,7.199874744401313e-06,7.456696039298549e-06,7.713517334195785e-06,7.970338629093021e-06,8.227159923990257e-06,8.483981218887493e-06,8.740802513784729e-06,8.997623808681965e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[2,0,5,9,6,29,40,68,98,155,248,406,645,940,1387,2053,2801,3855,5339,6975,8858,11486,13981,17088,20074,23021,26205,29087,31215,33250,34617,34855,34404,33241,31760,29758,26971,23874,20618,17723,14602,11813,9502,7442,5517,4173,3037,2170,1523,1054,662,465,293,191,107,52,35,20,7,6,1,1,2,2],"bins":[-0.09381536394357681,-0.09084777534008026,-0.08788018673658371,-0.08491259813308716,-0.08194500207901001,-0.07897741347551346,-0.0760098248720169,-0.07304223626852036,-0.0700746476650238,-0.06710705906152725,-0.0641394630074501,-0.06117187812924385,-0.058204285800457,-0.05523669719696045,-0.0522691085934639,-0.04930151626467705,-0.046333927661180496,-0.043366339057683945,-0.040398746728897095,-0.03743115812540054,-0.03446356952190399,-0.03149597719311714,-0.02852838858962059,-0.02556079998612404,-0.022593209519982338,-0.019625619053840637,-0.016658030450344086,-0.013690439984202385,-0.010722850449383259,-0.007755260914564133,-0.004787670914083719,-0.0018200811464339495,0.0011475086212158203,0.0041150981560349464,0.00708268815651536,0.010050278156995773,0.0130178676918149,0.015985457226634026,0.018953047692775726,0.021920636296272278,0.02488822676241398,0.02785581722855568,0.03082340583205223,0.03379099443554878,0.03675858676433563,0.039726175367832184,0.042693763971328735,0.045661356300115585,0.04862894490361214,0.05159653350710869,0.05456412583589554,0.05753171443939209,0.06049930304288864,0.06346689164638519,0.06643448024988174,0.06940207630395889,0.07236966490745544,0.075337253510952,0.07830484211444855,0.0812724307179451,0.08424001932144165,0.0872076153755188,0.09017520397901535,0.0931427925825119,0.09611038118600845],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,1,0,6,2,5,11,14,16,24,38,42,38,50,49,50,50,45,47,44,41,23,20,18,9,10,6,13,8,6,15,7,5,8,4,6,6,3,0,2,2,3,2,4,2,0,1,3,1,1,1,0,0,0,1,1,0,0,0,0,1],"bins":[0.999410092830658,0.9994418621063232,0.9994736313819885,0.9995054006576538,0.9995371699333191,0.9995689392089844,0.9996007084846497,0.9996324181556702,0.9996641874313354,0.9996959567070007,0.999727725982666,0.9997594952583313,0.9997912645339966,0.9998230338096619,0.9998548030853271,0.9998865723609924,0.9999183416366577,0.999950110912323,0.9999818801879883,1.0000135898590088,1.0000454187393188,1.0000771284103394,1.0001089572906494,1.00014066696167,1.00017249584198,1.0002042055130005,1.000235915184021,1.000267744064331,1.0002994537353516,1.0003312826156616,1.0003629922866821,1.0003948211669922,1.0004265308380127,1.0004583597183228,1.0004900693893433,1.0005218982696533,1.0005536079406738,1.0005854368209839,1.0006171464920044,1.000648856163025,1.000680685043335,1.0007123947143555,1.0007442235946655,1.000775933265686,1.000807762145996,1.0008394718170166,1.0008713006973267,1.0009030103683472,1.0009348392486572,1.0009665489196777,1.0009983777999878,1.0010300874710083,1.0010617971420288,1.0010936260223389,1.0011253356933594,1.0011571645736694,1.00118887424469,1.001220703125,1.0012524127960205,1.0012842416763306,1.001315951347351,1.0013477802276611,1.0013794898986816,1.0014113187789917,1.0014430284500122]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,1,0,0,1,0,3,1,0,2,2,2,4,9,5,4,7,7,6,17,16,11,22,26,42,52,68,97,81,55,54,35,28,21,18,13,11,6,6,7,2,0,3,1,2,3,4,1,3,1,1,0,0,1,0,0,1,0,0,1,0,1],"bins":[-0.03869936615228653,-0.03739726543426514,-0.036095164716243744,-0.03479306399822235,-0.03349096328020096,-0.032188862562179565,-0.030886763706803322,-0.02958466298878193,-0.028282564133405685,-0.026980463415384293,-0.0256783626973629,-0.024376261979341507,-0.023074161261320114,-0.02177206054329872,-0.020469961687922478,-0.019167860969901085,-0.017865760251879692,-0.0165636595338583,-0.015261559747159481,-0.013959459029138088,-0.01265735924243927,-0.011355258524417877,-0.010053157806396484,-0.008751058019697666,-0.007448957301676273,-0.006146857049316168,-0.004844756796956062,-0.0035426560789346695,-0.002240555826574564,-0.0009384554577991366,0.0003636449109762907,0.001665745279751718,0.0029678456485271454,0.004269945900887251,0.005572046153247356,0.006874146871268749,0.008176246657967567,0.00947834737598896,0.010780448094010353,0.012082547880709171,0.013384648598730564,0.014686749316751957,0.015988849103450775,0.017290949821472168,0.01859305053949356,0.019895151257514954,0.021197250112891197,0.02249935083091259,0.023801451548933983,0.025103552266955376,0.02640565298497677,0.027707751840353012,0.029009852558374405,0.030311953276395798,0.03161405399441719,0.03291615471243858,0.034218255430459976,0.03552035614848137,0.03682245686650276,0.038124553859233856,0.03942665457725525,0.04072875529527664,0.042030856013298035,0.04333295673131943,0.04463505744934082]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,1,3,6,5,3,3,5,6,13,4,12,9,16,16,18,16,13,23,31,25,29,26,32,33,29,32,28,32,22,38,33,23,17,18,28,12,23,13,11,20,9,5,6,5,2,0,1,5,5,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0277516208589077,-0.02672034688293934,-0.025689072906970978,-0.024657800793647766,-0.023626526817679405,-0.022595252841711044,-0.021563978865742683,-0.020532704889774323,-0.01950143277645111,-0.01847015880048275,-0.01743888482451439,-0.016407610848546028,-0.015376336872577667,-0.014345063827931881,-0.01331378985196352,-0.012282516807317734,-0.011251242831349373,-0.010219968855381012,-0.009188695810735226,-0.008157421834766865,-0.007126148324459791,-0.006094874814152718,-0.005063600838184357,-0.004032327327877283,-0.0030010538175702095,-0.001969780307263136,-0.0009385065641254187,9.276706259697676e-05,0.0011240406893193722,0.0021553141996264458,0.003186587942764163,0.00421786168590188,0.005249135196208954,0.0062804087065160275,0.007311682216823101,0.008342956192791462,0.009374229237437248,0.010405503213405609,0.01143677718937397,0.012468050234019756,0.013499324209988117,0.014530598185956478,0.015561871230602264,0.016593145206570625,0.017624419182538986,0.018655693158507347,0.01968696527183056,0.02071823924779892,0.02174951322376728,0.02278078719973564,0.023812061175704002,0.024843333289027214,0.025874607264995575,0.026905881240963936,0.027937155216932297,0.028968429192900658,0.02999970316886902,0.03103097528219223,0.03206225112080574,0.03309352323412895,0.034124795347452164,0.035156071186065674,0.036187343299388885,0.037218619138002396,0.03824989125132561],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0003874310350511223,-0.0003768801980186254,-0.000366329331882298,-0.00035577849484980106,-0.00034522765781730413,-0.0003346768207848072,-0.0003241259546484798,-0.0003135751176159829,-0.00030302428058348596,-0.0002924734144471586,-0.00028192257741466165,-0.0002713717403821647,-0.0002608209033496678,-0.0002502700372133404,-0.00023971920018084347,-0.00022916836314834654,-0.00021861751156393439,-0.00020806665997952223,-0.0001975158229470253,-0.00018696497136261314,-0.0001764141343301162,-0.00016586328274570405,-0.00015531244571320713,-0.00014476159412879497,-0.0001342107425443828,-0.00012365990551188588,-0.00011310906120343134,-0.0001025582168949768,-9.200736531056464e-05,-8.14565210021101e-05,-7.090567669365555e-05,-6.035483238520101e-05,-4.9803988076746464e-05,-3.925314376829192e-05,-2.8702297640847974e-05,-1.8151451513404027e-05,-7.600607204949483e-06,2.950238012999762e-06,1.3501083230949007e-05,2.4051929358392954e-05,3.46027736668475e-05,4.515361797530204e-05,5.5704462283756584e-05,6.625530659221113e-05,7.680615817662328e-05,8.735700248507783e-05,9.790784679353237e-05,0.00010845869110198691,0.00011900953541044146,0.00012956038699485362,0.00014011122402735054,0.0001506620756117627,0.00016121291264425963,0.0001717637642286718,0.00018231460126116872,0.00019286545284558088,0.00020341630442999303,0.00021396714146248996,0.00022451799304690212,0.00023506883007939905,0.0002456196816638112,0.00025617051869630814,0.00026672135572880507,0.00027727222186513245,0.0002878230588976294],"_type":"histogram","values":[1,0,0,0,0,2,0,0,0,0,1,0,0,1,2,3,4,3,6,8,10,12,12,20,31,22,30,25,28,23,26,22,22,20,14,24,12,17,17,23,24,31,27,24,20,26,21,29,20,22,18,14,14,9,7,7,2,2,6,0,1,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,1,1,1,0,0,3,0,5,3,4,2,3,5,2,9,18,18,23,25,32,47,60,88,86,91,66,44,38,15,12,11,6,8,4,5,4,3,1,3,2,2,3,4,0,0,1,2,0,1,0,1,0,2],"bins":[-0.03333774581551552,-0.03236536309123039,-0.031392984092235565,-0.03042060136795044,-0.029448218643665314,-0.028475835919380188,-0.02750345505774021,-0.026531074196100235,-0.02555869147181511,-0.024586308747529984,-0.023613927885890007,-0.02264154702425003,-0.021669164299964905,-0.02069678157567978,-0.019724400714039803,-0.018752019852399826,-0.0177796371281147,-0.016807254403829575,-0.015834873542189598,-0.014862491749227047,-0.013890109956264496,-0.012917728163301945,-0.011945346370339394,-0.010972964577376842,-0.010000582784414291,-0.00902820099145174,-0.00805581919848919,-0.007083437405526638,-0.006111055612564087,-0.005138673819601536,-0.004166292026638985,-0.0031939102336764336,-0.0022215303033590317,-0.0012491485103964806,-0.00027676671743392944,0.0006956150755286217,0.0016679968684911728,0.002640378661453724,0.003612760454416275,0.004585142247378826,0.005557524040341377,0.006529905833303928,0.0075022876262664795,0.00847466941922903,0.009447051212191582,0.010419433005154133,0.011391814798116684,0.012364196591079235,0.013336578384041786,0.014308960177004337,0.015281341969966888,0.016253724694252014,0.01722610555589199,0.018198486417531967,0.019170869141817093,0.02014325186610222,0.021115632727742195,0.02208801358938217,0.023060396313667297,0.024032779037952423,0.0250051598995924,0.025977540761232376,0.026949923485517502,0.027922306209802628,0.028894687071442604]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,2,1,0,0,2,1,2,0,0,3,5,3,4,5,7,7,9,6,14,23,23,31,44,45,65,85,86,72,56,28,30,23,18,15,11,3,5,4,2,3,2,2,1,1,2,3,1,4,2,1,1,0,1,1,0,0,0,1,0,0,0,1],"bins":[-0.026061570271849632,-0.02512957528233528,-0.02419758029282093,-0.02326558530330658,-0.022333592176437378,-0.021401597186923027,-0.020469602197408676,-0.019537607207894325,-0.018605612218379974,-0.017673617228865623,-0.016741622239351273,-0.01580962724983692,-0.014877633191645145,-0.013945638202130795,-0.013013644143939018,-0.012081649154424667,-0.011149654164910316,-0.010217659175395966,-0.009285664185881615,-0.008353670127689838,-0.0074216751381754875,-0.006489680148661137,-0.005557685624808073,-0.0046256911009550095,-0.0036936961114406586,-0.0027617013547569513,-0.001829706598073244,-0.0008977118413895369,3.428291529417038e-05,0.0009662776719778776,0.0018982724286615849,0.002830267185345292,0.00376226007938385,0.004694255068898201,0.005626249592751265,0.006558244116604328,0.007490239106118679,0.00842223409563303,0.009354228153824806,0.010286223143339157,0.011218218132853508,0.012150213122367859,0.01308220811188221,0.014014202170073986,0.014946197159588337,0.015878191217780113,0.016810186207294464,0.017742181196808815,0.018674176186323166,0.019606171175837517,0.020538166165351868,0.02147016115486622,0.02240215614438057,0.02333414927124977,0.024266144260764122,0.025198139250278473,0.026130134239792824,0.027062129229307175,0.027994124218821526,0.028926119208335876,0.029858112335205078,0.03079010732471943,0.03172210231423378,0.03265409916639328,0.03358609229326248],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[2,0,0,0,0,1,3,2,1,0,3,4,5,10,12,10,17,19,16,33,26,37,51,56,71,91,101,128,149,169,184,148,122,94,95,84,78,50,37,28,30,17,10,8,12,4,4,4,4,1,5,3,2,4,0,0,2,0,0,0,0,0,0,1],"bins":[-0.019669469445943832,-0.01901393197476864,-0.018358394503593445,-0.017702855169773102,-0.017047317698597908,-0.016391780227422714,-0.01573624275624752,-0.015080704353749752,-0.014425166882574558,-0.013769629411399364,-0.013114091008901596,-0.012458553537726402,-0.011803016066551208,-0.01114747766405344,-0.010491940192878246,-0.009836401790380478,-0.009180864319205284,-0.00852532684803009,-0.007869788445532322,-0.007214250974357128,-0.006558713037520647,-0.005903175100684166,-0.005247637629508972,-0.004592099692672491,-0.00393656175583601,-0.003281023818999529,-0.0026254861149936914,-0.001969948410987854,-0.001314410474151373,-0.0006588726537302136,-3.3348333090543747e-06,0.0006522029871121049,0.0013077426701784134,0.0019632806070148945,0.002618818311020732,0.0032743560150265694,0.0039298939518630505,0.0045854318886995316,0.005240969359874725,0.0058965072967112064,0.0065520452335476875,0.007207583170384169,0.00786312110722065,0.008518658578395844,0.009174196049571037,0.009829734452068806,0.010485271923244,0.011140810325741768,0.011796347796916962,0.012451885268092155,0.013107423670589924,0.013762961141765118,0.014418499544262886,0.01507403701543808,0.015729574486613274,0.016385111957788467,0.01704065129160881,0.017696188762784004,0.018351726233959198,0.019007263705134392,0.019662801176309586,0.02031833864748478,0.020973877981305122,0.021629415452480316,0.02228495292365551],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,2,1,1,7,4,6,12,11,12,11,23,13,20,25,19,20,21,23,26,12,15,19,14,11,18,8,11,11,11,8,8,15,8,12,9,14,18,20,9,18,13,24,12,21,20,17,19,22,14,17,6,13,11,9,5,4,6,1,2,1,3,0,1],"bins":[-0.00021520740119740367,-0.00020821353245992213,-0.00020121967827435583,-0.0001942258095368743,-0.000187231955351308,-0.00018023808661382645,-0.00017324423242826015,-0.0001662503636907786,-0.0001592565095052123,-0.00015226264076773077,-0.00014526877203024924,-0.00013827491784468293,-0.0001312810491072014,-0.0001242871949216351,-0.00011729332618415356,-0.00011029946472262964,-0.00010330560326110572,-9.63117417995818e-05,-8.931788033805788e-05,-8.232401887653396e-05,-7.533015741501004e-05,-6.83362886775285e-05,-6.134242721600458e-05,-5.434856575448066e-05,-4.735470429295674e-05,-4.036084283143282e-05,-3.33669813699089e-05,-2.637311627040617e-05,-1.937925480888225e-05,-1.238539243786363e-05,-5.391530066845007e-06,1.6023323041736148e-06,8.596209227107465e-06,1.5590070688631386e-05,2.258393396914471e-05,2.9577797249658033e-05,3.6571658711181954e-05,4.3565520172705874e-05,5.05593852722086e-05,5.755324673373252e-05,6.454710819525644e-05,7.154096965678036e-05,7.853483111830428e-05,8.55286925798282e-05,9.252256131730974e-05,9.951642277883366e-05,0.00010651028424035758,0.0001135041457018815,0.00012049800716340542,0.00012749187590088695,0.00013448573008645326,0.0001414795988239348,0.0001484734530095011,0.00015546732174698263,0.00016246117593254894,0.00016945504467003047,0.00017644889885559678,0.00018344276759307832,0.00019043663633055985,0.00019743049051612616,0.0002044243592536077,0.000211418213439174,0.00021841208217665553,0.00022540593636222184,0.00023239980509970337],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,1,1,0,0,0,2,1,4,1,2,5,6,5,5,4,10,12,21,23,27,39,41,63,80,86,83,69,30,23,19,22,12,13,10,8,7,6,2,1,2,2,4,2,1,2,2,1,2,0,0,1,1,0,0,1,0,0,0,1,0,1],"bins":[-5.74672594666481e-06,-5.535857781069353e-06,-5.324989615473896e-06,-5.114121449878439e-06,-4.903253284282982e-06,-4.692385118687525e-06,-4.4815169530920684e-06,-4.2706487874966115e-06,-4.0597806219011545e-06,-3.8489124563056976e-06,-3.6380442907102406e-06,-3.4271761251147836e-06,-3.2163079595193267e-06,-3.0054397939238697e-06,-2.7945716283284128e-06,-2.583703462732956e-06,-2.372835297137499e-06,-2.161967131542042e-06,-1.951098965946585e-06,-1.740230800351128e-06,-1.529362634755671e-06,-1.318494469160214e-06,-1.1076263035647571e-06,-8.967581379693002e-07,-6.858899723738432e-07,-4.7502180677838624e-07,-2.641536411829293e-07,-5.328547558747232e-08,1.5758269000798464e-07,3.684508556034416e-07,5.793190211988986e-07,7.901871867943555e-07,1.0010553523898125e-06,1.2119235179852694e-06,1.4227916835807264e-06,1.6336598491761833e-06,1.8445280147716403e-06,2.0553961803670973e-06,2.2662643459625542e-06,2.477132511558011e-06,2.688000677153468e-06,2.898868842748925e-06,3.109737008344382e-06,3.320605173939839e-06,3.531473339535296e-06,3.742341505130753e-06,3.95320967072621e-06,4.164077836321667e-06,4.374946001917124e-06,4.585814167512581e-06,4.796682333108038e-06,5.007550498703495e-06,5.218418664298952e-06,5.429286829894409e-06,5.6401549954898655e-06,5.8510231610853225e-06,6.0618913266807795e-06,6.272759492276236e-06,6.483627657871693e-06,6.69449582346715e-06,6.905363989062607e-06,7.116232154658064e-06,7.327100320253521e-06,7.537968485848978e-06,7.748836651444435e-06],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,1,0,0,0,2,3,1,0,2,4,1,3,4,4,7,7,5,5,11,15,21,24,39,46,67,89,93,74,49,36,25,18,16,20,9,16,10,8,4,4,7,1,1,2,0,1,0,2,0,1,0,1,1,1,2,1,0,0,0,0,1],"bins":[-0.051281824707984924,-0.049538832157850266,-0.04779583960771561,-0.04605284705758095,-0.04430985450744629,-0.04256686195731163,-0.04082386940717697,-0.03908087685704231,-0.037337884306907654,-0.0355948880314827,-0.03385189548134804,-0.03210890293121338,-0.03036591038107872,-0.02862291783094406,-0.026879925280809402,-0.025136932730674744,-0.023393940180540085,-0.021650947630405426,-0.019907955080270767,-0.01816496253013611,-0.01642196998000145,-0.014678976498544216,-0.012935983017086983,-0.011192990466952324,-0.009449997916817665,-0.007707005366683006,-0.00596401235088706,-0.004221019335091114,-0.0024780267849564552,-0.0007350340019911528,0.0010079587809741497,0.002750951563939452,0.004493944346904755,0.0062369368970394135,0.007979929447174072,0.009722922928631306,0.011465915478765965,0.013208908028900623,0.014951901510357857,0.016694894060492516,0.018437886610627174,0.020180879160761833,0.021923871710896492,0.02366686426103115,0.02540985867381096,0.027152851223945618,0.028895843774080276,0.030638836324214935,0.032381828874349594,0.03412482142448425,0.03586781397461891,0.03761080652475357,0.03935379907488823,0.04109679162502289,0.04283978417515755,0.044582776725292206,0.04632577300071716,0.04806876555085182,0.04981175810098648,0.05155475065112114,0.0532977432012558,0.05504073575139046,0.056783728301525116,0.058526720851659775,0.060269713401794434]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[1,1,4,2,5,10,12,20,33,73,112,201,318,510,715,1186,1666,2363,3365,4492,6001,7974,10212,12886,15497,18429,21891,24891,27647,30382,32673,33827,35141,35031,34178,32785,30719,28034,25334,22127,18928,16065,13020,10656,8173,6439,4694,3374,2620,1713,1162,829,526,353,213,134,86,38,23,13,5,7,3,2],"bins":[-0.09869281202554703,-0.09570976346731186,-0.09272672235965729,-0.08974367380142212,-0.08676062524318695,-0.08377758413553238,-0.08079453557729721,-0.07781148701906204,-0.07482844591140747,-0.0718453973531723,-0.06886234879493713,-0.06587930023670197,-0.0628962591290474,-0.059913210570812225,-0.056930165737867355,-0.05394711717963219,-0.05096407234668732,-0.04798102751374245,-0.04499797895550728,-0.04201493412256241,-0.03903188556432724,-0.03604884073138237,-0.0330657958984375,-0.03008274920284748,-0.02709970250725746,-0.024116655811667442,-0.021133609116077423,-0.018150564283132553,-0.015167517587542534,-0.012184470891952515,-0.00920142512768507,-0.006218378897756338,-0.003235340118408203,-0.0002522938884794712,0.0027307523414492607,0.005713798571377993,0.008696844801306725,0.011679891496896744,0.014662937261164188,0.017645983025431633,0.020629029721021652,0.02361207641661167,0.02659512311220169,0.02957816794514656,0.03256121277809143,0.0355442613363266,0.03852730616927147,0.04151035472750664,0.04449339956045151,0.04747644439339638,0.050459492951631546,0.053442537784576416,0.056425586342811584,0.059408631175756454,0.062391676008701324,0.06537472456693649,0.06835776567459106,0.07134081423282623,0.0743238627910614,0.07730691134929657,0.08028995245695114,0.08327300101518631,0.08625604957342148,0.08923909068107605,0.09222213923931122],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[2,0,2,2,2,1,0,5,2,5,6,4,3,6,8,8,13,11,12,17,20,18,20,20,21,21,22,20,28,40,30,19,29,31,33,37,18,27,29,24,13,23,11,18,18,11,9,6,12,4,4,6,2,4,1,1,3,3,2,0,0,0,0,1],"bins":[-0.04993971064686775,-0.048346731811761856,-0.04675374925136566,-0.045160770416259766,-0.04356779158115387,-0.041974812746047974,-0.04038183391094208,-0.03878885135054588,-0.03719587251543999,-0.03560289368033409,-0.0340099111199379,-0.032416932284832,-0.030823953449726105,-0.02923097461462021,-0.027637993916869164,-0.02604501321911812,-0.024452034384012222,-0.022859055548906326,-0.02126607485115528,-0.019673094153404236,-0.01808011531829834,-0.016487136483192444,-0.014894155785441399,-0.013301176019012928,-0.011708196252584457,-0.010115216486155987,-0.008522236719727516,-0.0069292569532990456,-0.005336277186870575,-0.0037432974204421043,-0.0021503176540136337,-0.0005573378875851631,0.001035645604133606,0.0026286253705620766,0.004221605136990547,0.005814584903419018,0.007407564669847488,0.009000544436275959,0.01059352420270443,0.0121865039691329,0.01377948373556137,0.015372463501989841,0.016965443268418312,0.018558423966169357,0.020151402801275253,0.02174438163638115,0.023337362334132195,0.02493034303188324,0.026523321866989136,0.028116300702095032,0.029709281399846077,0.03130226209759712,0.03289524093270302,0.034488219767808914,0.03608120232820511,0.037674181163311005,0.0392671599984169,0.0408601388335228,0.04245311766862869,0.04404610022902489,0.04563907906413078,0.04723205789923668,0.048825040459632874,0.05041801929473877,0.052010998129844666],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9993321299552917,0.9993651509284973,0.9993981719017029,0.9994311928749084,0.999464213848114,0.9994972348213196,0.9995302557945251,0.9995632767677307,0.9995962977409363,0.9996293187141418,0.9996623396873474,0.999695360660553,0.9997283816337585,0.9997614026069641,0.9997944235801697,0.9998274445533752,0.9998604655265808,0.9998934864997864,0.9999265074729919,0.9999595284461975,0.9999925494194031,1.0000256299972534,1.000058650970459,1.0000916719436646,1.0001246929168701,1.0001577138900757,1.0001907348632812,1.0002237558364868,1.0002567768096924,1.000289797782898,1.0003228187561035,1.000355839729309,1.0003888607025146,1.0004218816757202,1.0004549026489258,1.0004879236221313,1.000520944595337,1.0005539655685425,1.000586986541748,1.0006200075149536,1.0006530284881592,1.0006860494613647,1.0007190704345703,1.0007520914077759,1.0007851123809814,1.000818133354187,1.0008511543273926,1.0008841753005981,1.0009171962738037,1.0009502172470093,1.0009832382202148,1.0010162591934204,1.001049280166626,1.0010823011398315,1.001115322113037,1.0011483430862427,1.0011813640594482,1.0012143850326538,1.0012474060058594,1.001280426979065,1.0013134479522705,1.001346468925476,1.0013794898986816,1.0014125108718872,1.0014455318450928],"_type":"histogram","values":[1,0,2,1,0,1,1,2,5,5,8,7,18,21,35,28,51,44,44,53,54,62,59,45,45,37,23,19,13,12,10,7,5,12,2,8,5,4,4,2,1,2,3,0,0,1,0,2,0,0,2,0,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,3,2,3,6,4,4,6,9,7,7,12,10,17,17,15,17,16,27,28,31,25,27,35,30,29,38,23,30,31,39,28,21,16,23,16,26,13,13,18,14,6,5,4,0,2,2,4,6,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.027955312281847,-0.02694355510175228,-0.02593179978430271,-0.024920042604207993,-0.023908287286758423,-0.022896530106663704,-0.021884772926568985,-0.020873017609119415,-0.019861260429024696,-0.018849503248929977,-0.017837747931480408,-0.01682599075138569,-0.01581423357129097,-0.0148024782538414,-0.013790721073746681,-0.012778964824974537,-0.011767208576202393,-0.010755452327430248,-0.009743696078658104,-0.008731938898563385,-0.007720182649791241,-0.006708426401019096,-0.005696669686585665,-0.004684912972152233,-0.003673156723380089,-0.002661400241777301,-0.0016496437601745129,-0.0006378872785717249,0.0003738692030310631,0.001385625684633851,0.002397382166236639,0.003409138647839427,0.004420898854732513,0.005432655103504658,0.006444411817938089,0.007456168532371521,0.008467924781143665,0.00947968102991581,0.010491438210010529,0.011503194458782673,0.012514950707554817,0.013526706956326962,0.014538463205099106,0.015550220385193825,0.016561977565288544,0.017573732882738113,0.018585490062832832,0.019597245380282402,0.02060900256037712,0.02162075974047184,0.02263251505792141,0.02364427223801613,0.024656027555465698,0.025667784735560417,0.026679541915655136,0.027691297233104706,0.028703054413199425,0.029714811593294144,0.030726566910743713,0.03173832222819328,0.03275008127093315,0.03376183658838272,0.03477359190583229,0.03578535094857216,0.03679710626602173]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.06201171875,-0.060131072998046875,-0.05825042724609375,-0.056369781494140625,-0.0544891357421875,-0.052608489990234375,-0.05072784423828125,-0.048847198486328125,-0.046966552734375,-0.045085906982421875,-0.04320526123046875,-0.041324615478515625,-0.0394439697265625,-0.037563323974609375,-0.03568267822265625,-0.033802032470703125,-0.03192138671875,-0.030040740966796875,-0.02816009521484375,-0.026279449462890625,-0.0243988037109375,-0.022518157958984375,-0.02063751220703125,-0.018756866455078125,-0.016876220703125,-0.014995574951171875,-0.01311492919921875,-0.011234283447265625,-0.0093536376953125,-0.007472991943359375,-0.00559234619140625,-0.003711700439453125,-0.0018310546875,4.9591064453125e-05,0.00193023681640625,0.003810882568359375,0.0056915283203125,0.007572174072265625,0.00945281982421875,0.011333465576171875,0.013214111328125,0.015094757080078125,0.01697540283203125,0.018856048583984375,0.0207366943359375,0.022617340087890625,0.02449798583984375,0.026378631591796875,0.02825927734375,0.030139923095703125,0.03202056884765625,0.033901214599609375,0.0357818603515625,0.037662506103515625,0.03954315185546875,0.041423797607421875,0.043304443359375,0.045185089111328125,0.04706573486328125,0.048946380615234375,0.0508270263671875,0.052707672119140625,0.05458831787109375,0.056468963623046875,0.058349609375],"_type":"histogram","values":[1,0,1,2,1,3,4,7,9,17,15,33,42,53,91,148,161,268,372,540,778,1013,1525,2178,3129,4545,6375,9774,15243,22906,37830,66271,125663,121809,64817,36206,22918,14325,9702,6430,4529,2964,2052,1471,1134,748,543,336,247,197,113,94,56,33,32,18,19,11,7,5,4,2,1,3]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,0,1,0,3,3,9,10,16,26,41,78,121,249,303,472,777,1055,1507,2064,2812,3823,5026,6474,7948,9617,11659,13781,16055,17797,19759,21140,22460,23225,23009,22606,21781,21015,19035,17361,15515,13268,11410,9439,7500,6142,4746,3426,2567,1922,1343,973,658,414,278,202,125,84,43,22,5,8,5,2],"bins":[-0.10144118219614029,-0.0984891727566719,-0.09553716331720352,-0.09258516132831573,-0.08963315188884735,-0.08668114244937897,-0.08372913300991058,-0.0807771235704422,-0.07782511413097382,-0.07487311214208603,-0.07192110270261765,-0.06896909326314926,-0.06601708382368088,-0.0630650743842125,-0.06011306867003441,-0.05716106295585632,-0.05420905351638794,-0.051257044076919556,-0.04830503836274147,-0.04535302892327309,-0.042401023209095,-0.03944901376962662,-0.036497004330158234,-0.03354499861598015,-0.030592989176511765,-0.02764098159968853,-0.024688974022865295,-0.02173696458339691,-0.018784957006573677,-0.015832949429750443,-0.012880940921604633,-0.009928932413458824,-0.0069769322872161865,-0.004024924244731665,-0.0010729162022471428,0.001879091840237379,0.004831099882721901,0.007783107925206423,0.010735115967690945,0.013687124475836754,0.01663913205265999,0.019591139629483223,0.022543147206306458,0.02549515664577484,0.028447164222598076,0.03139917179942131,0.034351181238889694,0.03730318695306778,0.04025519639253616,0.04320720583200455,0.04615921154618263,0.049111220985651016,0.0520632266998291,0.055015236139297485,0.05796724557876587,0.060919251292943954,0.06387126445770264,0.06682326644659042,0.06977527588605881,0.07272728532552719,0.07567929476499557,0.07863130420446396,0.08158330619335175,0.08453531563282013,0.08748732507228851],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09656615555286407,-0.09360970556735992,-0.09065326303243637,-0.08769681304693222,-0.08474036306142807,-0.08178392052650452,-0.07882747054100037,-0.07587102055549622,-0.07291457056999207,-0.06995812803506851,-0.06700167804956436,-0.06404522806406021,-0.06108878552913666,-0.05813233554363251,-0.055175889283418655,-0.052219439297914505,-0.04926299303770065,-0.0463065467774868,-0.04335009679198265,-0.0403936505317688,-0.03743720054626465,-0.034480754286050797,-0.031524308025836945,-0.028567859902977943,-0.025611411780118942,-0.02265496365725994,-0.01969851553440094,-0.016742069274187088,-0.013785621151328087,-0.010829173028469086,-0.00787272583693266,-0.004916278179734945,-0.0019598305225372314,0.0009966171346604824,0.003953064791858196,0.00690951244905591,0.009865960106253624,0.012822408229112625,0.015778854489326477,0.018735302612185478,0.02169175073504448,0.02464819885790348,0.02760464698076248,0.030561093240976334,0.033517539501190186,0.036473989486694336,0.03943043574690819,0.04238688573241234,0.04534333199262619,0.04829977825284004,0.05125622823834419,0.054212674498558044,0.057169124484062195,0.06012557074427605,0.0630820170044899,0.06603846698999405,0.0689949095249176,0.07195135951042175,0.0749078094959259,0.07786425948143005,0.08082070201635361,0.08377715200185776,0.08673360198736191,0.08969004452228546,0.09264649450778961],"_type":"histogram","values":[2,1,3,8,18,32,51,80,151,275,466,711,1117,1669,2450,3649,5493,7387,10369,13893,18586,23988,30443,37102,44788,53005,61406,69124,76542,82993,88537,91212,92795,91880,89896,84920,79151,71856,63923,55055,47484,39125,32054,25633,19900,15343,11528,8379,6026,4130,2831,1950,1341,816,539,312,199,107,52,42,23,14,8,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,2,3,4,4,9,5,8,11,17,17,17,17,22,17,20,22,30,16,25,15,17,15,14,13,19,18,7,10,14,21,12,16,20,17,20,17,19,10,22,21,12,12,20,12,13,21,8,14,8,12,6,4,3,3,7,2,1,1,1,2],"bins":[-0.0002518403925932944,-0.00024376300279982388,-0.00023568559845443815,-0.00022760820866096765,-0.00021953081886749715,-0.00021145341452211142,-0.00020337602472864091,-0.0001952986349351704,-0.0001872212451416999,-0.00017914384079631418,-0.00017106645100284368,-0.00016298906120937318,-0.00015491165686398745,-0.00014683426707051694,-0.00013875687727704644,-0.0001306794729316607,-0.0001226020831381902,-0.0001145246860687621,-0.00010644729627529159,-9.836989920586348e-05,-9.029250941239297e-05,-8.221511234296486e-05,-7.413771527353674e-05,-6.606032548006624e-05,-5.7982928410638124e-05,-4.9905534979188815e-05,-4.1828141547739506e-05,-3.375074447831139e-05,-2.567335104686208e-05,-1.7595957615412772e-05,-9.51856236497406e-06,-1.4411680240300484e-06,6.636226316913962e-06,1.4713620657857973e-05,2.2791014998801984e-05,3.0868410249240696e-05,3.8945803680690005e-05,4.7023197112139314e-05,5.510059418156743e-05,6.317798397503793e-05,7.125538104446605e-05,7.933277811389416e-05,8.741016790736467e-05,9.548756497679278e-05,0.0001035649620462209,0.0001116423518396914,0.00011971974890911952,0.00012779714597854763,0.00013587453577201813,0.00014395192556548864,0.00015202932991087437,0.00016010671970434487,0.00016818410949781537,0.0001762615138432011,0.0001843389036366716,0.0001924162934301421,0.00020049369777552783,0.00020857108756899834,0.00021664847736246884,0.00022472586715593934,0.00023280327150132507,0.00024088066129479557,0.0002489580656401813,0.0002570354554336518,0.0002651128452271223]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.99929279088974,0.9993227124214172,0.9993526935577393,0.9993826150894165,0.9994125962257385,0.9994425177574158,0.9994724988937378,0.999502420425415,0.9995324015617371,0.9995623230934143,0.9995923042297363,0.9996222257614136,0.9996521472930908,0.9996821284294128,0.9997120499610901,0.9997420310974121,0.9997719526290894,0.9998019337654114,0.9998318552970886,0.9998618364334106,0.9998917579650879,0.9999217391014099,0.9999516606330872,0.9999815821647644,1.0000115633010864,1.0000414848327637,1.000071406364441,1.0001014471054077,1.000131368637085,1.0001612901687622,1.0001912117004395,1.0002212524414062,1.0002511739730835,1.0002810955047607,1.000311017036438,1.0003409385681152,1.000370979309082,1.0004009008407593,1.0004308223724365,1.0004607439041138,1.0004907846450806,1.0005207061767578,1.000550627708435,1.0005805492401123,1.0006104707717896,1.0006405115127563,1.0006704330444336,1.0007003545761108,1.000730276107788,1.0007603168487549,1.0007902383804321,1.0008201599121094,1.0008500814437866,1.0008801221847534,1.0009100437164307,1.000939965248108,1.0009698867797852,1.0009998083114624,1.0010298490524292,1.0010597705841064,1.0010896921157837,1.001119613647461,1.0011496543884277,1.001179575920105,1.0012094974517822],"_type":"histogram","values":[1,0,0,1,2,2,1,0,1,1,2,4,7,7,11,14,24,27,31,54,49,36,40,45,55,43,42,44,20,18,26,20,15,13,12,9,9,10,7,5,12,2,9,3,2,3,3,3,3,3,4,4,1,2,1,1,1,0,0,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,0,1,2,6,4,4,12,13,17,24,30,62,78,117,166,225,350,527,883,1227,1908,2941,4568,6991,10898,17852,29895,53176,107453,157443,83395,43261,24568,14873,9515,5924,3898,2484,1674,1138,738,485,314,223,139,93,67,51,42,19,12,13,4,5,3,4,2,1,0,2,1],"bins":[-0.060302734375,-0.058437347412109375,-0.05657196044921875,-0.054706573486328125,-0.0528411865234375,-0.050975799560546875,-0.04911041259765625,-0.047245025634765625,-0.045379638671875,-0.043514251708984375,-0.04164886474609375,-0.039783477783203125,-0.0379180908203125,-0.036052703857421875,-0.03418731689453125,-0.032321929931640625,-0.03045654296875,-0.028591156005859375,-0.02672576904296875,-0.024860382080078125,-0.0229949951171875,-0.021129608154296875,-0.01926422119140625,-0.017398834228515625,-0.015533447265625,-0.013668060302734375,-0.01180267333984375,-0.009937286376953125,-0.0080718994140625,-0.006206512451171875,-0.00434112548828125,-0.002475738525390625,-0.0006103515625,0.001255035400390625,0.00312042236328125,0.004985809326171875,0.0068511962890625,0.008716583251953125,0.01058197021484375,0.012447357177734375,0.014312744140625,0.016178131103515625,0.01804351806640625,0.019908905029296875,0.0217742919921875,0.023639678955078125,0.02550506591796875,0.027370452880859375,0.02923583984375,0.031101226806640625,0.03296661376953125,0.034832000732421875,0.0366973876953125,0.038562774658203125,0.04042816162109375,0.042293548583984375,0.044158935546875,0.046024322509765625,0.04788970947265625,0.049755096435546875,0.0516204833984375,0.053485870361328125,0.05535125732421875,0.057216644287109375,0.05908203125]},"train_batch_loss":0.5927213430404663,"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,1,1,3,2,2,0,8,4,4,5,6,19,13,14,20,23,21,15,18,23,19,26,23,27,20,24,10,17,16,19,27,14,20,10,19,14,15,19,14,22,15,15,14,22,12,16,3,17,23,12,7,4,3,9,3,1,2,3,1,1,5],"bins":[-0.00030676540336571634,-0.0002973924856632948,-0.0002880195970647037,-0.00027864667936228216,-0.00026927379076369107,-0.0002599008730612695,-0.00025052798446267843,-0.0002411550667602569,-0.00023178216360975057,-0.00022240926045924425,-0.00021303635730873793,-0.00020366345415823162,-0.00019429053645581007,-0.00018491763330530375,-0.00017554473015479743,-0.00016617182700429112,-0.0001567989238537848,-0.00014742602070327848,-0.00013805311755277216,-0.00012868021440226585,-0.00011930730397580191,-0.0001099344008252956,-0.00010056149039883167,-9.118858724832535e-05,-8.181568409781903e-05,-7.244278094731271e-05,-6.30698777968064e-05,-5.369696737034246e-05,-4.4324064219836146e-05,-3.495116106932983e-05,-2.5578254280844703e-05,-1.6205349311348982e-05,-6.832473445683718e-06,2.5404315238120034e-06,1.1913336493307725e-05,2.1286241462803446e-05,3.065914643229917e-05,4.0032049582805485e-05,4.940495637129061e-05,5.8777863159775734e-05,6.815076631028205e-05,7.752366946078837e-05,8.689657261129469e-05,9.626948303775862e-05,0.00010564238618826494,0.00011501528933877125,0.00012438819976523519,0.0001337611029157415,0.00014313400606624782,0.00015250690921675414,0.00016187981236726046,0.00017125271551776677,0.0001806256186682731,0.00018999853637069464,0.00019937143952120095,0.00020874434267170727,0.0002181172458222136,0.0002274901489727199,0.00023686305212322623,0.00024623595527373254,0.0002556088729761541,0.0002649817615747452,0.0002743546792771667,0.0002837275678757578,0.00029310048557817936]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,1,1,2,3,4,9,3,10,9,14,14,8,12,11,20,20,25,21,22,19,21,19,14,12,17,16,17,11,12,12,10,9,10,14,20,15,16,22,15,27,21,21,24,31,21,18,11,10,10,14,12,8,4,10,5,6,1,0,0,0,1,2],"bins":[-0.0008513049106113613,-0.0008246841025538743,-0.0007980632362887263,-0.0007714424282312393,-0.0007448216201737523,-0.0007182007539086044,-0.0006915799458511174,-0.0006649590795859694,-0.0006383382715284824,-0.0006117174634709954,-0.0005850965972058475,-0.0005584757891483605,-0.0005318549228832126,-0.0005052341148257256,-0.00047861330676823854,-0.0004519924696069211,-0.0004253716324456036,-0.00039875079528428614,-0.0003721299581229687,-0.00034550915006548166,-0.0003188883129041642,-0.00029226747574284673,-0.0002656466676853597,-0.00023902583052404225,-0.00021240499336272478,-0.0001857841562014073,-0.00015916333359200507,-0.00013254251098260283,-0.00010592167382128537,-7.930084393592551e-05,-5.268001405056566e-05,-2.6059184165205806e-05,5.61645720154047e-07,2.71824756055139e-05,5.3803305490873754e-05,8.042413537623361e-05,0.00010704496526159346,0.00013366580242291093,0.00016028662503231317,0.0001869074476417154,0.00021352828480303288,0.00024014912196435034,0.0002667699591256678,0.0002933907671831548,0.0003200116043444723,0.00034663244150578976,0.00037325324956327677,0.00039987408672459424,0.0004264949238859117,0.00045311576104722917,0.00047973659820854664,0.0005063574062660336,0.0005329782143235207,0.0005595990805886686,0.0005862198886461556,0.0006128407549113035,0.0006394615629687905,0.0006660823710262775,0.0006927032372914255,0.0007193240453489125,0.0007459449116140604,0.0007725657196715474,0.0007991865277290344,0.0008258073939941823,0.0008524282020516694],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,1,0,3,4,4,1,10,3,3,9,24,6,17,24,17,24,18,23,20,26,28,28,26,17,18,18,17,18,17,25,16,20,17,15,13,22,21,15,12,20,15,14,11,16,14,19,15,7,9,4,5,1,2,3,1,3,0,2,2,2],"bins":[-0.00030942499870434403,-0.00029970292234793305,-0.0002899808168876916,-0.00028025874053128064,-0.0002705366350710392,-0.0002608145587146282,-0.00025109248235821724,-0.0002413703768979758,-0.00023164830054156482,-0.00022192620963323861,-0.0002122041187249124,-0.0002024820278165862,-0.00019275993690826,-0.00018303784599993378,-0.0001733157696435228,-0.0001635936787351966,-0.00015387158782687038,-0.00014414949691854417,-0.00013442740601021796,-0.00012470532965380698,-0.00011498323874548078,-0.00010526114783715457,-9.553905692882836e-05,-8.581697329645976e-05,-7.609488238813356e-05,-6.637279147980735e-05,-5.665070784743875e-05,-4.6928616939112544e-05,-3.720652966876514e-05,-2.748444239841774e-05,-1.7762353309080936e-05,-8.040265129238833e-06,1.6818230506032705e-06,1.1403911230445374e-05,2.1125999410287477e-05,3.084808849962428e-05,4.0570175769971684e-05,5.0292263040319085e-05,6.0014353948645294e-05,6.973643758101389e-05,7.94585284893401e-05,8.91806193976663e-05,9.89027030300349e-05,0.00010862479393836111,0.00011834688484668732,0.00012806897575501353,0.0001377910521114245,0.00014751314301975071,0.00015723523392807692,0.00016695732483640313,0.00017667941574472934,0.00018640149210114032,0.00019612358300946653,0.00020584567391779274,0.00021556776482611895,0.00022528985573444515,0.00023501194664277136,0.00024473402299918234,0.0002544561284594238,0.00026417820481583476,0.00027390028117224574,0.0002836223866324872,0.00029334446298889816,0.0003030665684491396,0.0003127886448055506]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.0902286246418953,-0.08745016902685165,-0.08467171341180801,-0.08189325779676437,-0.07911480218172073,-0.0763363465666771,-0.07355789840221405,-0.07077944278717041,-0.06800098717212677,-0.06522253155708313,-0.06244407594203949,-0.05966562032699585,-0.05688716471195221,-0.05410870909690857,-0.05133025720715523,-0.04855180159211159,-0.04577334597706795,-0.04299489036202431,-0.04021643474698067,-0.037437982857227325,-0.034659527242183685,-0.031881071627140045,-0.029102616012096405,-0.026324162259697914,-0.023545706644654274,-0.020767251029610634,-0.017988797277212143,-0.015210341662168503,-0.012431886978447437,-0.009653432294726372,-0.006874977145344019,-0.004096521995961666,-0.0013180673122406006,0.0014603876043111086,0.004238842520862818,0.007017297670245171,0.009795752353966236,0.012574207037687302,0.015352662652730942,0.018131116405129433,0.020909572020173073,0.023688027635216713,0.026466481387615204,0.029244937002658844,0.032023392617702484,0.034801848232746124,0.037580300122499466,0.040358755737543106,0.043137211352586746,0.045915666967630386,0.048694122582674026,0.05147257447242737,0.05425103008747101,0.05702948570251465,0.05980794131755829,0.06258639693260193,0.06536485254764557,0.06814330816268921,0.07092176377773285,0.07370021194219589,0.07647866755723953,0.07925712317228317,0.08203557878732681,0.08481403440237045,0.08759249001741409],"_type":"histogram","values":[3,1,8,16,23,32,46,77,137,183,328,483,702,1048,1484,2033,2825,3688,4992,6577,8185,10291,12511,15202,17795,20266,23292,25654,27910,30073,31531,32039,32539,32398,31340,29901,27829,25806,22927,20057,17705,15101,12637,10084,8154,6232,4798,3625,2828,2017,1432,1003,662,474,286,210,127,90,53,36,16,11,7,4]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.00028230660245753825,-0.00027367123402655125,-0.00026503586559556425,-0.00025640049716457725,-0.00024776512873359025,-0.00023912977485451847,-0.00023049440642353147,-0.00022185903799254447,-0.00021322366956155747,-0.00020458830113057047,-0.00019595293269958347,-0.00018731756426859647,-0.0001786822103895247,-0.0001700468419585377,-0.0001614114735275507,-0.0001527761050965637,-0.0001441407366655767,-0.0001355053682345897,-0.0001268699998036027,-0.00011823463864857331,-0.00010959927021758631,-0.00010096390178659931,-9.232854063156992e-05,-8.369317220058292e-05,-7.505780376959592e-05,-6.642243533860892e-05,-5.778707054560073e-05,-4.9151705752592534e-05,-4.051633732160553e-05,-3.188096889061853e-05,-2.324560409761034e-05,-1.4610237485612743e-05,-5.974841769784689e-06,2.660524842212908e-06,1.1295891454210505e-05,1.9931258066208102e-05,2.85666246782057e-05,3.72019931091927e-05,4.583735790220089e-05,5.4472722695209086e-05,6.310809112619609e-05,7.174345955718309e-05,8.037882798817009e-05,8.901418914319947e-05,9.764955757418647e-05,0.00010628492600517347,0.00011492028716020286,0.00012355565559118986,0.00013219102402217686,0.00014082639245316386,0.00014946176088415086,0.00015809712931513786,0.00016673249774612486,0.00017536785162519664,0.00018400322005618364,0.00019263858848717064,0.00020127395691815764,0.00020990932534914464,0.00021854469378013164,0.00022718006221111864,0.0002358154160901904,0.0002444507845211774,0.0002530861529521644,0.0002617215213831514,0.0002703568898141384],"_type":"histogram","values":[1,0,2,2,0,3,1,3,1,1,6,7,9,10,17,12,16,25,18,15,23,24,27,25,21,20,21,20,22,13,11,16,17,12,14,14,19,17,18,19,19,19,16,11,16,18,12,16,25,15,6,17,9,12,5,5,7,2,4,1,3,2,2,4]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09036173671483994,-0.0874507874250412,-0.08453983813524246,-0.08162888139486313,-0.07871793210506439,-0.07580698281526566,-0.07289603352546692,-0.06998507678508759,-0.06707412749528885,-0.06416317820549011,-0.061252228915691376,-0.05834127590060234,-0.055430326610803604,-0.05251937359571457,-0.04960842430591583,-0.0466974712908268,-0.04378652200102806,-0.040875572711229324,-0.03796461969614029,-0.03505367040634155,-0.03214271739125252,-0.02923176810145378,-0.026320816949009895,-0.02340986579656601,-0.020498914644122124,-0.017587963491678238,-0.014677012339234352,-0.011766062118113041,-0.008855110965669155,-0.005944159813225269,-0.003033209126442671,-0.00012225820682942867,0.0027886927127838135,0.005699643865227699,0.008610595017671585,0.011521545238792896,0.014432496391236782,0.017343446612358093,0.02025439776480198,0.023165348917245865,0.02607630006968975,0.028987251222133636,0.03189820051193237,0.03480915352702141,0.037720102816820145,0.04063105583190918,0.043542005121707916,0.04645295813679695,0.04936390742659569,0.052274856716394424,0.05518580973148346,0.058096759021282196,0.06100771203637123,0.06391866505146027,0.066829614341259,0.06974056363105774,0.07265151292085648,0.07556246221065521,0.07847341895103455,0.08138436824083328,0.08429531753063202,0.08720626682043076,0.09011722356081009,0.09302817285060883,0.09593912214040756],"_type":"histogram","values":[2,0,6,11,20,22,72,95,162,256,407,633,904,1342,1881,2656,3626,4909,6440,8350,10705,13066,15662,18552,21925,24903,27504,30210,31749,33189,33916,34218,33698,32208,30116,27746,24806,21992,19115,15990,13255,10811,8442,6707,5131,3727,2774,1911,1395,959,599,389,266,152,117,54,25,21,9,6,5,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0010795192793011665,-0.001041450654156506,-0.0010033819125965238,-0.0009653132874518633,-0.0009272446623072028,-0.0008891759789548814,-0.000851107353810221,-0.0008130386704578996,-0.0007749700453132391,-0.0007369013619609177,-0.0006988326786085963,-0.0006607640534639359,-0.0006226953701116145,-0.000584626744966954,-0.0005465580616146326,-0.0005084894364699721,-0.00047042075311765075,-0.0004323520988691598,-0.0003942834446206689,-0.00035621479037217796,-0.00031814613612368703,-0.00028007745277136564,-0.0002420087985228747,-0.00020394014427438378,-0.00016587149002589285,-0.00012780283577740192,-8.973417425295338e-05,-5.1665516366483644e-05,-1.3596858480013907e-05,2.447179940645583e-05,6.254045729292557e-05,0.00010060911881737411,0.00013867777306586504,0.00017674642731435597,0.0002148150815628469,0.00025288373581133783,0.00029095239005982876,0.00032902107341215014,0.0003670897276606411,0.000405158381909132,0.00044322703615762293,0.00048129569040611386,0.0005193643737584352,0.0005574329989030957,0.0005955016822554171,0.0006335703074000776,0.000671638990752399,0.0007097076158970594,0.0007477762992493808,0.0007858449826017022,0.0008239136077463627,0.0008619822910986841,0.0009000509162433445,0.0009381195995956659,0.0009761882247403264,0.0010142568498849869,0.0010523255914449692,0.0010903942165896297,0.0011284628417342901,0.0011665315832942724,0.001204600208438933,0.0012426688335835934,0.0012807374587282538,0.0013188062002882361,0.0013568748254328966],"_type":"histogram","values":[1,0,1,4,1,0,2,1,0,3,3,3,5,12,14,10,8,15,10,21,23,30,30,21,28,37,41,37,39,39,41,42,33,24,19,25,22,17,23,19,14,12,6,2,5,4,2,6,5,2,2,1,1,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,1,2,0,1,3,3,3,3,4,4,21,22,29,49,69,121,141,260,438,661,1131,1614,2862,4413,6984,11808,19292,35589,67039,128546,138763,76072,38884,21958,12528,7725,4891,2824,1856,1178,700,460,343,175,117,85,56,35,17,22,8,2,2,2,2,1,2,0,0,0,0,1,1],"bins":[-0.037353515625,-0.036151885986328125,-0.03495025634765625,-0.033748626708984375,-0.0325469970703125,-0.031345367431640625,-0.03014373779296875,-0.028942108154296875,-0.027740478515625,-0.026538848876953125,-0.02533721923828125,-0.024135589599609375,-0.0229339599609375,-0.021732330322265625,-0.02053070068359375,-0.019329071044921875,-0.01812744140625,-0.016925811767578125,-0.01572418212890625,-0.014522552490234375,-0.0133209228515625,-0.012119293212890625,-0.01091766357421875,-0.009716033935546875,-0.008514404296875,-0.007312774658203125,-0.00611114501953125,-0.004909515380859375,-0.0037078857421875,-0.002506256103515625,-0.00130462646484375,-0.000102996826171875,0.0010986328125,0.002300262451171875,0.00350189208984375,0.004703521728515625,0.0059051513671875,0.007106781005859375,0.00830841064453125,0.009510040283203125,0.010711669921875,0.011913299560546875,0.01311492919921875,0.014316558837890625,0.0155181884765625,0.016719818115234375,0.01792144775390625,0.019123077392578125,0.02032470703125,0.021526336669921875,0.02272796630859375,0.023929595947265625,0.0251312255859375,0.026332855224609375,0.02753448486328125,0.028736114501953125,0.029937744140625,0.031139373779296875,0.03234100341796875,0.033542633056640625,0.0347442626953125,0.035945892333984375,0.03714752197265625,0.038349151611328125,0.03955078125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,1,1,0,2,0,1,2,3,6,9,10,12,15,24,38,54,117,138,218,270,426,729,1061,1827,3337,5569,9775,18367,37049,88978,225466,106894,42487,20569,11217,6137,3497,1935,1298,835,517,317,183,136,103,63,31,23,20,19,10,7,7,3,2,1,1,1,2,0,1,2],"bins":[-0.004241943359375,-0.004111766815185547,-0.003981590270996094,-0.0038514137268066406,-0.0037212371826171875,-0.0035910606384277344,-0.0034608840942382812,-0.003330707550048828,-0.003200531005859375,-0.003070354461669922,-0.0029401779174804688,-0.0028100013732910156,-0.0026798248291015625,-0.0025496482849121094,-0.0024194717407226562,-0.002289295196533203,-0.00215911865234375,-0.002028942108154297,-0.0018987655639648438,-0.0017685890197753906,-0.0016384124755859375,-0.0015082359313964844,-0.0013780593872070312,-0.0012478828430175781,-0.001117706298828125,-0.0009875297546386719,-0.0008573532104492188,-0.0007271766662597656,-0.0005970001220703125,-0.0004668235778808594,-0.00033664703369140625,-0.00020647048950195312,-7.62939453125e-05,5.3882598876953125e-05,0.00018405914306640625,0.0003142356872558594,0.0004444122314453125,0.0005745887756347656,0.0007047653198242188,0.0008349418640136719,0.000965118408203125,0.0010952949523925781,0.0012254714965820312,0.0013556480407714844,0.0014858245849609375,0.0016160011291503906,0.0017461776733398438,0.0018763542175292969,0.00200653076171875,0.002136707305908203,0.0022668838500976562,0.0023970603942871094,0.0025272369384765625,0.0026574134826660156,0.0027875900268554688,0.002917766571044922,0.003047943115234375,0.003178119659423828,0.0033082962036132812,0.0034384727478027344,0.0035686492919921875,0.0036988258361816406,0.0038290023803710938,0.003959178924560547,0.00408935546875],"_type":"histogram"},"_runtime":287.588022088,"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,1,1,0,0,0,1,2,5,2,6,3,5,0,8,7,12,12,15,26,33,46,45,33,34,49,55,57,42,37,41,25,23,14,18,12,10,12,12,7,4,7,12,0,4,5,2,6,3,1,3,1,1,1,0,0,0,0,1,1,1,0,1,2],"bins":[0.9992629885673523,0.9992908835411072,0.9993188381195068,0.9993467330932617,0.9993746876716614,0.9994025826454163,0.9994305372238159,0.9994584321975708,0.9994863867759705,0.9995142817497253,0.999542236328125,0.9995701313018799,0.9995980858802795,0.9996259808540344,0.9996539354324341,0.999681830406189,0.9997097849845886,0.9997376799583435,0.9997656345367432,0.999793529510498,0.9998214840888977,0.9998493790626526,0.9998773336410522,0.9999052286148071,0.9999331831932068,0.9999610781669617,0.9999890327453613,1.0000169277191162,1.000044822692871,1.0000728368759155,1.0001007318496704,1.0001286268234253,1.0001565217971802,1.000184416770935,1.0002124309539795,1.0002403259277344,1.0002682209014893,1.0002961158752441,1.0003241300582886,1.0003520250320435,1.0003799200057983,1.0004078149795532,1.0004358291625977,1.0004637241363525,1.0004916191101074,1.0005195140838623,1.0005475282669067,1.0005754232406616,1.0006033182144165,1.0006312131881714,1.0006592273712158,1.0006871223449707,1.0007150173187256,1.0007429122924805,1.000770926475525,1.0007988214492798,1.0008267164230347,1.0008546113967896,1.000882625579834,1.0009105205535889,1.0009384155273438,1.0009663105010986,1.000994324684143,1.001022219657898,1.0010501146316528],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,2,1,3,2,9,14,11,7,20,15,28,29,16,27,21,14,28,17,12,14,17,16,10,12,12,7,8,13,9,9,5,5,5,10,4,12,10,7,8,8,8,8,10,14,17,17,24,25,30,29,19,18,15,16,15,10,1,4,4,1,2,2,1],"bins":[-0.00018675750470720232,-0.00018084165640175343,-0.0001749257935443893,-0.00016900994523894042,-0.00016309409693349153,-0.0001571782340761274,-0.00015126238577067852,-0.00014534653746522963,-0.00013943068915978074,-0.00013351482630241662,-0.00012759897799696773,-0.00012168312241556123,-0.00011576726683415473,-0.00010985141852870584,-0.00010393556294729933,-9.801971464185044e-05,-9.210385906044394e-05,-8.618800347903743e-05,-8.027215517358854e-05,-7.435629959218204e-05,-6.844045128673315e-05,-6.252459570532665e-05,-5.660874012392014e-05,-5.0692888180492446e-05,-4.477703623706475e-05,-3.886118429363705e-05,-3.2945332350209355e-05,-2.702947676880285e-05,-2.1113624825375155e-05,-1.5197771972452756e-05,-9.281919119530357e-06,-3.366066266607959e-06,2.5497720343992114e-06,8.46562488732161e-06,1.4381477740244009e-05,2.029733150266111e-05,2.6213183446088806e-05,3.21290353895165e-05,3.8044890970923007e-05,4.39607429143507e-05,4.98765948577784e-05,5.57924468012061e-05,6.17082987446338e-05,6.76241543260403e-05,7.35400099074468e-05,7.945585821289569e-05,8.53717137943022e-05,9.128756209975109e-05,9.720341768115759e-05,0.00010311927326256409,0.00010903512156801298,0.00011495097714941949,0.00012086682545486838,0.0001267826883122325,0.00013269853661768138,0.00013861438492313027,0.00014453023322857916,0.00015044609608594328,0.00015636194439139217,0.00016227779269684106,0.00016819365555420518,0.00017410950385965407,0.00018002535216510296,0.00018594121502246708,0.00019185706332791597],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09481765329837799,-0.09198443591594696,-0.08915122598409653,-0.0863180160522461,-0.08348479866981506,-0.08065158128738403,-0.0778183713555336,-0.07498516142368317,-0.07215194404125214,-0.0693187266588211,-0.06648551672697067,-0.06365230679512024,-0.06081908941268921,-0.05798587575554848,-0.055152662098407745,-0.052319448441267014,-0.04948623478412628,-0.04665302112698555,-0.04381980746984482,-0.040986593812704086,-0.038153380155563354,-0.03532016649842262,-0.03248695284128189,-0.02965373918414116,-0.026820525527000427,-0.023987311869859695,-0.021154098212718964,-0.018320884555578232,-0.0154876708984375,-0.012654457241296768,-0.009821243584156036,-0.0069880299270153046,-0.004154808819293976,-0.001321595162153244,0.0015116184949874878,0.00434483215212822,0.007178045809268951,0.010011259466409683,0.012844473123550415,0.015677686780691147,0.01851090043783188,0.02134411409497261,0.024177327752113342,0.027010541409254074,0.029843755066394806,0.03267696872353554,0.03551018238067627,0.038343396037817,0.04117660969495773,0.044009823352098465,0.0468430370092392,0.04967625066637993,0.05250946432352066,0.05534267798066139,0.058175891637802124,0.061009105294942856,0.06384231895208359,0.06667552888393402,0.06950874626636505,0.07234196364879608,0.07517517358064651,0.07800838351249695,0.08084160089492798,0.08367481827735901,0.08650802820920944],"_type":"histogram","values":[1,1,3,7,5,11,28,29,68,102,160,225,392,605,948,1277,1930,2682,3586,4798,6153,7833,9957,12390,15078,17673,20604,23261,26031,28450,30443,32093,32942,33132,33004,31794,30376,28221,25944,23188,20188,17185,14804,12033,9892,7721,6164,4725,3489,2557,1863,1317,847,556,396,247,164,114,60,28,28,11,1,9]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[2,0,0,0,0,0,0,1,2,1,1,5,4,5,7,5,7,7,10,9,13,12,11,20,18,15,18,22,21,21,25,29,36,31,808,25,38,35,24,23,28,26,25,23,18,9,13,13,13,7,10,7,8,5,6,1,4,3,1,2,1,1,0,1],"bins":[-2.0366456508636475,-1.9774450063705444,-1.918244481086731,-1.859043836593628,-1.799843192100525,-1.7406426668167114,-1.6814420223236084,-1.6222413778305054,-1.5630407333374023,-1.5038402080535889,-1.4446395635604858,-1.3854389190673828,-1.3262383937835693,-1.2670377492904663,-1.2078371047973633,-1.1486365795135498,-1.0894359350204468,-1.0302352905273438,-0.9710347056388855,-0.9118341207504272,-0.8526334762573242,-0.793432891368866,-0.7342323064804077,-0.6750316619873047,-0.6158310770988464,-0.5566304922103882,-0.49742984771728516,-0.4382292628288269,-0.37902864813804626,-0.3198280334472656,-0.2606274485588074,-0.20142683386802673,-0.14222633838653564,-0.0830257311463356,-0.02382512390613556,0.035375483334064484,0.09457609057426453,0.15377670526504517,0.2129773050546646,0.27217790484428406,0.3313785195350647,0.39057913422584534,0.449779748916626,0.5089803338050842,0.5681809186935425,0.6273815631866455,0.6865821480751038,0.7457827925682068,0.804983377456665,0.8641839623451233,0.9233846068382263,0.9825851917266846,1.0417858362197876,1.100986361503601,1.160187005996704,1.2193876504898071,1.2785882949829102,1.3377888202667236,1.3969894647598267,1.4561901092529297,1.5153906345367432,1.5745912790298462,1.6337919235229492,1.6929924488067627,1.7521930932998657],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,0,0,2,0,5,3,6,18,16,27,40,51,48,49,41,52,72,43,45,42,30,31,18,16,15,13,12,11,8,6,8,5,0,4,4,2,5,2,1,2,2,2,0,5,0,1,0,0,0,0,0,1,0,0,1,1],"bins":[0.9992185831069946,0.999251663684845,0.9992847442626953,0.9993177652359009,0.9993508458137512,0.9993839263916016,0.9994170069694519,0.9994500875473022,0.9994831085205078,0.9995161890983582,0.9995492696762085,0.9995823502540588,0.9996154308319092,0.9996485114097595,0.9996815323829651,0.9997146129608154,0.9997476935386658,0.9997807741165161,0.9998138546943665,0.999846875667572,0.9998799562454224,0.9999130368232727,0.999946117401123,0.9999791979789734,1.0000122785568237,1.0000452995300293,1.0000784397125244,1.00011146068573,1.0001444816589355,1.0001776218414307,1.0002106428146362,1.0002437829971313,1.000276803970337,1.0003098249435425,1.0003429651260376,1.0003759860992432,1.0004091262817383,1.0004421472549438,1.0004751682281494,1.0005083084106445,1.00054132938385,1.0005744695663452,1.0006074905395508,1.0006405115127563,1.0006736516952515,1.000706672668457,1.0007398128509521,1.0007728338241577,1.0008058547973633,1.0008389949798584,1.000872015953064,1.000905156135559,1.0009381771087646,1.0009713172912598,1.0010043382644653,1.001037359237671,1.001070499420166,1.0011035203933716,1.0011366605758667,1.0011696815490723,1.0012027025222778,1.001235842704773,1.0012688636779785,1.0013020038604736,1.0013350248336792],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[2,0,1,0,0,1,1,0,1,0,4,3,7,7,13,7,3,15,10,16,17,21,26,19,23,29,28,23,26,31,25,19,27,15,18,20,18,26,20,13,20,18,22,23,19,12,15,14,15,18,13,10,9,5,4,2,3,1,2,0,4,0,1,3],"bins":[-0.0003855474933516234,-0.00037399615393951535,-0.0003624448145274073,-0.0003508934751152992,-0.0003393421065993607,-0.00032779076718725264,-0.0003162394277751446,-0.0003046880883630365,-0.00029313674895092845,-0.0002815854095388204,-0.00027003404102288187,-0.0002584827016107738,-0.00024693136219866574,-0.00023538002278655767,-0.0002238286833744496,-0.00021227732941042632,-0.00020072598999831825,-0.0001891746505862102,-0.0001776232966221869,-0.00016607195721007884,-0.00015452061779797077,-0.00014296926383394748,-0.00013141792442183942,-0.00011986658500973135,-0.00010831523832166567,-9.67638916336e-05,-8.521255222149193e-05,-7.366120553342625e-05,-6.210985884536058e-05,-5.0558519433252513e-05,-3.9007172745186836e-05,-2.7455829695099965e-05,-1.5904486645013094e-05,-4.353142685431521e-06,7.198201274150051e-06,1.8749546143226326e-05,3.0300889193313196e-05,4.185223224340007e-05,5.3403578931465745e-05,6.495491834357381e-05,7.650626503163949e-05,8.805761171970516e-05,9.960895113181323e-05,0.0001111602978198789,0.00012271164450794458,0.00013426298392005265,0.0001458143233321607,0.000157365677296184,0.00016891701670829207,0.00018046835612040013,0.00019201971008442342,0.0002035710494965315,0.00021512238890863955,0.00022667374287266284,0.0002382250822847709,0.0002497764362487942,0.00026132777566090226,0.0002728791150730103,0.0002844304544851184,0.00029598179389722645,0.0003075331333093345,0.00031908450182527304,0.0003306358412373811,0.00034218718064948916,0.00035373852006159723],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.045166015625,-0.0439605712890625,-0.042755126953125,-0.0415496826171875,-0.04034423828125,-0.0391387939453125,-0.037933349609375,-0.0367279052734375,-0.0355224609375,-0.0343170166015625,-0.033111572265625,-0.0319061279296875,-0.03070068359375,-0.0294952392578125,-0.028289794921875,-0.0270843505859375,-0.02587890625,-0.0246734619140625,-0.023468017578125,-0.0222625732421875,-0.02105712890625,-0.0198516845703125,-0.018646240234375,-0.0174407958984375,-0.0162353515625,-0.0150299072265625,-0.013824462890625,-0.0126190185546875,-0.01141357421875,-0.0102081298828125,-0.009002685546875,-0.0077972412109375,-0.006591796875,-0.0053863525390625,-0.004180908203125,-0.0029754638671875,-0.00177001953125,-0.0005645751953125,0.000640869140625,0.0018463134765625,0.0030517578125,0.0042572021484375,0.005462646484375,0.0066680908203125,0.00787353515625,0.0090789794921875,0.010284423828125,0.0114898681640625,0.0126953125,0.0139007568359375,0.015106201171875,0.0163116455078125,0.01751708984375,0.0187225341796875,0.019927978515625,0.0211334228515625,0.0223388671875,0.0235443115234375,0.024749755859375,0.0259552001953125,0.02716064453125,0.0283660888671875,0.029571533203125,0.0307769775390625,0.031982421875],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,1,1,3,3,6,7,4,23,19,37,60,90,121,238,391,756,1319,2345,4245,8285,15590,33476,80496,260526,785973,237971,75905,32494,15148,7994,4069,2346,1225,700,402,231,133,80,44,38,16,16,8,7,6,4,1,2,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-5.209956725593656e-06,-5.048386810813099e-06,-4.886816896032542e-06,-4.725246526504634e-06,-4.563676611724077e-06,-4.40210669694352e-06,-4.240536327415612e-06,-4.0789664126350544e-06,-3.917396497854497e-06,-3.75582658307394e-06,-3.5942564409197075e-06,-3.432686298765475e-06,-3.2711163839849178e-06,-3.1095464692043606e-06,-2.947976327050128e-06,-2.7864061848958954e-06,-2.6248362701153383e-06,-2.463266355334781e-06,-2.3016962131805485e-06,-2.140126071026316e-06,-1.9785561562457588e-06,-1.8169861277783639e-06,-1.655416099310969e-06,-1.4938460708435741e-06,-1.3322760423761792e-06,-1.1707060139087844e-06,-1.0091359854413895e-06,-8.475659569739946e-07,-6.859959285065997e-07,-5.244259000392049e-07,-3.6285587157181e-07,-2.012858431044151e-07,-3.971581463702023e-08,1.2185421383037465e-07,2.834242422977695e-07,4.449942707651644e-07,6.065642992325593e-07,7.681343276999542e-07,9.29704356167349e-07,1.091274384634744e-06,1.2528444131021388e-06,1.4144144415695337e-06,1.5759844700369285e-06,1.7375544985043234e-06,1.8991245269717183e-06,2.0606944417522755e-06,2.222264583906508e-06,2.3838347260607406e-06,2.545404640841298e-06,2.706974555621855e-06,2.8685446977760876e-06,3.03011483993032e-06,3.1916847547108773e-06,3.3532546694914345e-06,3.514824811645667e-06,3.6763949537998997e-06,3.837964868580457e-06,3.999534783361014e-06,4.161104698141571e-06,4.322675067669479e-06,4.484244982450036e-06,4.6458148972305935e-06,4.8073852667585015e-06,4.968955181539059e-06,5.130525096319616e-06],"_type":"histogram","values":[1,0,0,1,0,0,1,1,1,0,2,0,1,1,4,2,3,4,3,4,9,12,9,15,13,15,19,22,42,44,76,68,73,72,46,33,28,28,21,20,12,13,11,6,6,5,6,1,1,2,2,3,1,1,1,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,1,1,2,2,2,0,3,4,3,6,4,5,4,8,7,14,11,12,16,22,20,16,20,22,25,19,20,32,36,28,27,29,32,32,34,21,28,24,26,16,21,12,15,18,13,9,10,5,6,2,5,2,4,3,0,5,1,1,0,0,0,0,1],"bins":[-0.05186384171247482,-0.05020696297287941,-0.048550084233284,-0.04689320549368858,-0.04523632675409317,-0.04357944428920746,-0.041922565549612045,-0.04026568681001663,-0.03860880807042122,-0.036951929330825806,-0.03529505059123039,-0.03363817185163498,-0.03198128938674927,-0.030324412509799004,-0.02866753190755844,-0.027010653167963028,-0.025353774428367615,-0.0236968956887722,-0.02204001694917679,-0.020383136346936226,-0.018726257607340813,-0.0170693788677454,-0.015412499196827412,-0.013755619525909424,-0.01209874078631401,-0.010441862046718597,-0.00878498237580061,-0.007128103170543909,-0.0054712239652872086,-0.003814344760030508,-0.0021574655547738075,-0.000500586349517107,0.001156289130449295,0.0028131683357059956,0.004470047540962696,0.006126926746219397,0.007783805951476097,0.00944068469107151,0.011097564361989498,0.012754444032907486,0.0144113227725029,0.016068201512098312,0.017725080251693726,0.019381960853934288,0.0210388395935297,0.022695718333125114,0.024352598935365677,0.02600947767496109,0.027666356414556503,0.029323235154151917,0.03098011389374733,0.03263699263334274,0.034293875098228455,0.03595075383782387,0.03760763257741928,0.039264511317014694,0.04092139005661011,0.04257826879620552,0.044235147535800934,0.04589202627539635,0.04754890501499176,0.04920578747987747,0.050862666219472885,0.0525195449590683,0.05417642369866371],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09109564870595932,-0.0881609171628952,-0.08522618561983109,-0.08229146152734756,-0.07935672998428345,-0.07642199844121933,-0.07348726689815521,-0.0705525353550911,-0.06761780381202698,-0.06468307971954346,-0.06174834817647934,-0.05881361663341522,-0.055878885090351105,-0.052944157272577286,-0.05000942572951317,-0.04707469791173935,-0.04413996636867523,-0.041205234825611115,-0.038270507007837296,-0.03533577546477318,-0.03240104764699936,-0.02946631610393524,-0.026531584560871124,-0.023596854880452156,-0.020662125200033188,-0.01772739551961422,-0.014792664907872677,-0.011857934296131134,-0.008923204615712166,-0.00598847446963191,-0.003053744323551655,-0.00011901417747139931,0.002815723419189453,0.005750453565269709,0.008685183711349964,0.011619914323091507,0.014554644003510475,0.017489373683929443,0.02042410522699356,0.02335883490741253,0.026293564587831497,0.029228294268250465,0.032163023948669434,0.03509775549173355,0.03803248703479767,0.04096721485257149,0.043901946395635605,0.046836674213409424,0.04977140575647354,0.05270613729953766,0.05564086511731148,0.058575596660375595,0.061510324478149414,0.06444505602121353,0.06737978756427765,0.07031451910734177,0.07324925065040588,0.0761839747428894,0.07911870628595352,0.08205343782901764,0.08498816937208176,0.08792290091514587,0.0908576250076294,0.09379235655069351,0.09672708809375763],"_type":"histogram","values":[2,4,4,15,17,28,59,101,146,239,353,554,819,1235,1828,2641,3593,4681,6288,8465,10327,12982,15827,18469,21803,24932,27596,30323,32081,33717,34485,34324,33752,32250,30298,27820,25027,21752,19012,16180,13029,10626,8566,6525,5049,3649,2681,1887,1267,913,550,385,262,148,104,61,39,22,9,9,7,4,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,1,1,16,17,31,66,106,177,298,481,751,1193,1833,2797,3968,5651,8272,11213,14852,19498,25207,31629,39020,46871,54646,63223,71609,78792,85092,89515,92209,92904,91663,88909,83258,77275,70049,61855,53805,45213,37322,30313,24085,18500,14098,10552,7702,5485,3730,2563,1733,1061,695,395,271,165,95,65,31,21,8,6,1],"bins":[-0.09618418663740158,-0.09321640431880951,-0.09024862200021744,-0.08728083968162537,-0.0843130573630333,-0.08134527504444122,-0.07837749272584915,-0.07540971040725708,-0.07244192808866501,-0.06947414577007294,-0.06650636345148087,-0.0635385811328888,-0.060570795089006424,-0.05760301277041435,-0.05463523045182228,-0.05166744813323021,-0.04869966581463814,-0.045731883496046066,-0.042764101177453995,-0.03979631885886192,-0.03682853654026985,-0.03386075422167778,-0.03089297004044056,-0.027925187721848488,-0.024957405403256416,-0.021989623084664345,-0.019021840766072273,-0.0160540584474802,-0.013086275197565556,-0.010118492878973484,-0.007150710094720125,-0.004182927310466766,-0.0012151449918746948,0.0017526375595480204,0.0047204201109707355,0.007688202895224094,0.010655985213816166,0.013623767532408237,0.016591550782322884,0.019559333100914955,0.022527115419507027,0.025494897738099098,0.02846268005669117,0.03143046423792839,0.03439824655652046,0.037366028875112534,0.040333811193704605,0.04330159351229668,0.04626937583088875,0.04923715814948082,0.05220494046807289,0.05517272278666496,0.058140505105257034,0.061108287423849106,0.06407607346773148,0.06704385578632355,0.07001163810491562,0.07297942042350769,0.07594720274209976,0.07891498506069183,0.0818827673792839,0.08485054969787598,0.08781833201646805,0.09078611433506012,0.09375389665365219],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09593311697244644,-0.09306653589010239,-0.09019996225833893,-0.08733338117599487,-0.08446680009365082,-0.08160022646188736,-0.0787336453795433,-0.07586706429719925,-0.07300049066543579,-0.07013390958309174,-0.06726732850074768,-0.06440074741840363,-0.06153417378664017,-0.05866759270429611,-0.055801015347242355,-0.0529344342648983,-0.05006785690784454,-0.04720127955079079,-0.04433469846844673,-0.041468121111392975,-0.03860154002904892,-0.03573496267199516,-0.032868385314941406,-0.0300018060952425,-0.027135226875543594,-0.02426864765584469,-0.021402068436145782,-0.018535491079092026,-0.01566891185939312,-0.012802332639694214,-0.009935754351317883,-0.007069175597280264,-0.004202596843242645,-0.0013360180892050266,0.001530560664832592,0.004397139418870211,0.007263718172907829,0.010130297392606735,0.012996875680983067,0.015863453969359398,0.018730033189058304,0.02159661240875721,0.024463191628456116,0.027329768985509872,0.03019634820520878,0.033062927424907684,0.03592950478196144,0.038796085864305496,0.04166266322135925,0.04452924057841301,0.047395821660757065,0.05026239901781082,0.05312898010015488,0.05599555745720863,0.05886213481426239,0.061728715896606445,0.0645952969789505,0.06746187061071396,0.07032845169305801,0.07319503277540207,0.07606160640716553,0.07892818748950958,0.08179476857185364,0.0846613422036171,0.08752792328596115],"_type":"histogram","values":[1,3,3,2,5,10,20,29,57,98,163,253,394,532,867,1234,1730,2534,3320,4549,5929,7690,9727,12343,14718,17525,20409,23126,26187,28641,30793,32332,33380,33996,33587,32312,30829,28508,25829,23150,20400,17213,14534,11945,9730,7791,5917,4421,3348,2471,1700,1198,850,551,380,211,154,88,44,27,11,14,7,4]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.03586414456367493,-0.03452984616160393,-0.03319554775953293,-0.03186124563217163,-0.03052694723010063,-0.029192648828029633,-0.027858348563313484,-0.026524048298597336,-0.025189749896526337,-0.023855451494455338,-0.02252115122973919,-0.02118685096502304,-0.01985255256295204,-0.018518254160881042,-0.017183953896164894,-0.015849653631448746,-0.014515355229377747,-0.013181055895984173,-0.011846756562590599,-0.010512457229197025,-0.009178157895803452,-0.007843858562409878,-0.006509559229016304,-0.00517525989562273,-0.0038409605622291565,-0.0025066612288355827,-0.001172361895442009,0.0001619374379515648,0.0014962367713451385,0.0028305361047387123,0.004164835438132286,0.00549913477152586,0.006833434104919434,0.008167733438313007,0.009502032771706581,0.010836332105100155,0.012170631438493729,0.013504930771887302,0.014839230105280876,0.016173530369997025,0.017507828772068024,0.018842127174139023,0.02017642743885517,0.02151072770357132,0.02284502610564232,0.024179324507713318,0.025513624772429466,0.026847925037145615,0.028182223439216614,0.029516521841287613,0.03085082210600376,0.03218512237071991,0.03351942077279091,0.03485371917486191,0.036188021302223206,0.037522319704294205,0.038856618106365204,0.0401909165084362,0.0415252149105072,0.0428595170378685,0.0441938154399395,0.0455281138420105,0.046862415969371796,0.048196714371442795,0.049531012773513794],"_type":"histogram","values":[1,0,0,0,0,1,2,1,3,2,1,3,3,3,7,4,8,12,7,14,18,16,27,44,57,62,89,104,75,43,32,28,24,12,15,4,14,5,7,2,2,2,2,1,2,2,0,0,2,2,0,0,1,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,0,1,0,0,2,4,1,5,1,4,4,2,4,5,3,5,16,15,24,30,37,32,65,84,116,78,54,36,24,20,15,16,13,9,4,4,6,5,2,6,0,3,0,1,2,1,0,1,0,1,2,0,1,0,0,0,0,0,0,1],"bins":[-0.047185998409986496,-0.045520372688770294,-0.04385475069284439,-0.04218912497162819,-0.04052349925041199,-0.038857873529195786,-0.03719225153326988,-0.03552662581205368,-0.03386100009083748,-0.032195378094911575,-0.030529752373695374,-0.028864126652479172,-0.02719850279390812,-0.025532877072691917,-0.023867253214120865,-0.022201627492904663,-0.02053600363433361,-0.018870379775762558,-0.017204754054546356,-0.015539129264652729,-0.013873504474759102,-0.01220788061618805,-0.010542255826294422,-0.008876631036400795,-0.007211006246507168,-0.005545381456613541,-0.003879756899550557,-0.0022141323424875736,-0.0005485075525939465,0.0011171171208843589,0.0027827417943626642,0.004448366351425648,0.006113991141319275,0.007779615931212902,0.00944524072110653,0.011110865511000156,0.012776490300893784,0.014442114159464836,0.016107739880681038,0.01777336373925209,0.019438989460468292,0.021104613319039345,0.022770237177610397,0.0244358628988266,0.02610148675739765,0.027767112478613853,0.029432736337184906,0.031098362058401108,0.03276398777961731,0.03442960977554321,0.036095235496759415,0.037760861217975616,0.03942648321390152,0.04109210893511772,0.04275773465633392,0.044423360377550125,0.04608898237347603,0.04775460809469223,0.04942023381590843,0.051085855811834335,0.05275148153305054,0.05441710725426674,0.05608273297548294,0.057748354971408844,0.059413980692625046]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.04150390625,-0.04010009765625,-0.0386962890625,-0.03729248046875,-0.035888671875,-0.03448486328125,-0.0330810546875,-0.03167724609375,-0.0302734375,-0.02886962890625,-0.0274658203125,-0.02606201171875,-0.024658203125,-0.02325439453125,-0.0218505859375,-0.02044677734375,-0.01904296875,-0.01763916015625,-0.0162353515625,-0.01483154296875,-0.013427734375,-0.01202392578125,-0.0106201171875,-0.00921630859375,-0.0078125,-0.00640869140625,-0.0050048828125,-0.00360107421875,-0.002197265625,-0.00079345703125,0.0006103515625,0.00201416015625,0.00341796875,0.00482177734375,0.0062255859375,0.00762939453125,0.009033203125,0.01043701171875,0.0118408203125,0.01324462890625,0.0146484375,0.01605224609375,0.0174560546875,0.01885986328125,0.020263671875,0.02166748046875,0.0230712890625,0.02447509765625,0.02587890625,0.02728271484375,0.0286865234375,0.03009033203125,0.031494140625,0.03289794921875,0.0343017578125,0.03570556640625,0.037109375,0.03851318359375,0.0399169921875,0.04132080078125,0.042724609375,0.04412841796875,0.0455322265625,0.04693603515625,0.04833984375],"_type":"histogram","values":[4,2,2,2,8,7,13,15,11,25,50,79,102,128,199,275,441,608,1004,1522,2325,3487,5272,8272,13494,22440,39880,81652,224916,696207,272772,91098,42062,24236,14423,8741,5703,3718,2559,1719,1141,731,538,307,231,128,98,64,47,26,27,19,10,6,3,3,2,3,1,1,3,0,0,2]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[2,1,0,0,0,1,1,1,1,5,6,7,9,3,6,17,15,8,15,28,24,36,40,35,32,39,62,57,65,66,70,57,58,70,64,58,59,57,63,40,49,48,35,37,32,37,25,18,11,13,10,13,5,9,5,3,2,1,2,2,0,0,0,1],"bins":[-0.07190903276205063,-0.06971106678247452,-0.067513108253479,-0.0653151422739029,-0.06311718374490738,-0.06091921776533127,-0.058721255511045456,-0.056523293256759644,-0.05432533100247383,-0.05212736874818802,-0.049929406493902206,-0.047731444239616394,-0.04553347826004028,-0.04333551600575447,-0.04113755375146866,-0.038939591497182846,-0.036741629242897034,-0.03454366698861122,-0.03234570473432541,-0.030147740617394447,-0.027949778363108635,-0.025751816108822823,-0.02355385199189186,-0.02135588973760605,-0.019157927483320236,-0.016959965229034424,-0.014762002043426037,-0.01256403885781765,-0.010366076603531837,-0.008168114349246025,-0.005970151163637638,-0.0037721884436905384,-0.0015742257237434387,0.000623736996203661,0.0028216997161507607,0.00501966243609786,0.00721762515604496,0.009415587410330772,0.01161355059593916,0.013811513781547546,0.01600947603583336,0.01820743829011917,0.020405400544404984,0.022603364661335945,0.024801326915621758,0.02699928916990757,0.02919725328683853,0.031395215541124344,0.033593177795410156,0.03579114004969597,0.03798910230398178,0.04018706455826759,0.042385026812553406,0.04458299279212952,0.04678095504641533,0.04897891730070114,0.051176879554986954,0.053374841809272766,0.05557280406355858,0.05777076631784439,0.0599687322974205,0.062166694551706314,0.06436465680599213,0.06656261533498764,0.06876058131456375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[3,0,0,1,0,0,1,2,2,4,3,8,7,8,12,15,14,22,22,18,16,24,20,21,28,24,30,39,36,31,37,30,36,28,25,23,14,23,19,18,17,16,10,13,11,10,7,5,2,4,5,2,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.04201415926218033,-0.040572430938482285,-0.03913070261478424,-0.0376889742910862,-0.03624724596738815,-0.03480551764369011,-0.033363789319992065,-0.03192206099629402,-0.030480332672595978,-0.029038604348897934,-0.02759687602519989,-0.026155147701501846,-0.024713419377803802,-0.02327169105410576,-0.021829962730407715,-0.02038823440670967,-0.018946506083011627,-0.017504777759313583,-0.01606304943561554,-0.014621321111917496,-0.013179592788219452,-0.011737864464521408,-0.010296136140823364,-0.00885440781712532,-0.007412679493427277,-0.005970951169729233,-0.004529222846031189,-0.003087494522333145,-0.0016457661986351013,-0.0002040378749370575,0.0012376904487609863,0.00267941877245903,0.0041211433708667755,0.005562871694564819,0.007004600018262863,0.008446328341960907,0.00988805666565895,0.011329784989356995,0.012771513313055038,0.014213241636753082,0.015654969960451126,0.01709669828414917,0.018538426607847214,0.019980154931545258,0.0214218832552433,0.022863611578941345,0.02430533990263939,0.025747068226337433,0.027188796550035477,0.02863052487373352,0.030072253197431564,0.03151398152112961,0.03295570984482765,0.034397438168525696,0.03583916649222374,0.03728089481592178,0.03872262313961983,0.04016435146331787,0.041606079787015915,0.04304780811071396,0.044489536434412,0.045931264758110046,0.04737299308180809,0.048814721405506134,0.05025644972920418]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[3,0,3,3,3,2,2,2,3,3,5,6,9,11,8,14,13,15,22,22,32,33,31,25,30,35,34,24,23,32,32,32,31,29,26,32,16,10,15,11,10,15,7,6,8,11,6,6,2,4,1,4,1,0,0,0,2,0,2,0,0,0,0,1],"bins":[-0.0011540361447259784,-0.0011128510814160109,-0.0010716660181060433,-0.0010304809547960758,-0.0009892957750707865,-0.000948110711760819,-0.0009069256484508514,-0.0008657405851408839,-0.0008245555218309164,-0.000783370400313288,-0.0007421853370033205,-0.0007010002736933529,-0.0006598151521757245,-0.000618630088865757,-0.0005774450255557895,-0.000536259904038161,-0.0004950748407281935,-0.00045388974831439555,-0.00041270468500442803,-0.00037151959259063005,-0.00033033452928066254,-0.00028914943686686456,-0.0002479643444530666,-0.00020677926659118384,-0.0001655941887293011,-0.00012440911086741835,-8.322402572957799e-05,-4.2038944229716435e-05,-8.538627298548818e-07,4.033121877000667e-05,8.151630026986822e-05,0.00012270138540770859,0.00016388646326959133,0.00020507154113147408,0.0002462566189933568,0.0002874417114071548,0.0003286267747171223,0.0003698118671309203,0.00041099695954471827,0.0004521820228546858,0.0004933670861646533,0.0005345522076822817,0.0005757372709922493,0.0006169223343022168,0.0006581074558198452,0.0006992925191298127,0.0007404775824397802,0.0007816627039574087,0.0008228477672673762,0.0008640328305773437,0.0009052179520949721,0.0009464030154049397,0.0009875880787149072,0.0010287731420248747,0.0010699582053348422,0.0011111433850601315,0.001152328448370099,0.0011935135116800666,0.001234698574990034,0.0012758836383000016,0.0013170687016099691,0.0013582538813352585,0.001399438944645226,0.0014406240079551935,0.001481809071265161]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.039306640625,-0.037921905517578125,-0.03653717041015625,-0.035152435302734375,-0.0337677001953125,-0.032382965087890625,-0.03099822998046875,-0.029613494873046875,-0.028228759765625,-0.026844024658203125,-0.02545928955078125,-0.024074554443359375,-0.0226898193359375,-0.021305084228515625,-0.01992034912109375,-0.018535614013671875,-0.01715087890625,-0.015766143798828125,-0.01438140869140625,-0.012996673583984375,-0.0116119384765625,-0.010227203369140625,-0.00884246826171875,-0.007457733154296875,-0.006072998046875,-0.004688262939453125,-0.00330352783203125,-0.001918792724609375,-0.0005340576171875,0.000850677490234375,0.00223541259765625,0.003620147705078125,0.0050048828125,0.006389617919921875,0.00777435302734375,0.009159088134765625,0.0105438232421875,0.011928558349609375,0.01331329345703125,0.014698028564453125,0.016082763671875,0.017467498779296875,0.01885223388671875,0.020236968994140625,0.0216217041015625,0.023006439208984375,0.02439117431640625,0.025775909423828125,0.02716064453125,0.028545379638671875,0.02993011474609375,0.031314849853515625,0.0326995849609375,0.034084320068359375,0.03546905517578125,0.036853790283203125,0.038238525390625,0.039623260498046875,0.04100799560546875,0.042392730712890625,0.0437774658203125,0.045162200927734375,0.04654693603515625,0.047931671142578125,0.04931640625],"_type":"histogram","values":[1,0,0,0,3,4,2,5,6,9,3,10,18,29,49,63,138,221,401,684,1183,2031,3701,7099,14526,30368,72662,281599,847381,200294,60642,25319,11868,5763,3120,1468,874,529,305,164,107,54,55,41,18,12,7,6,4,4,5,4,3,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,1,0,0,0,1,0,1,2,5,1,7,8,7,5,12,13,11,17,13,23,22,22,27,36,26,39,29,37,32,35,30,40,25,30,21,35,16,12,18,20,21,10,11,14,5,7,7,1,4,1,4,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.03929060325026512,-0.03796951100230217,-0.03664842247962952,-0.035327330231666565,-0.03400623798370361,-0.03268514573574066,-0.03136405348777771,-0.030042964965105057,-0.028721872717142105,-0.027400780469179153,-0.02607969008386135,-0.02475859969854355,-0.023437507450580597,-0.022116415202617645,-0.020795324817299843,-0.01947423443198204,-0.01815314218401909,-0.016832049936056137,-0.015510959550738335,-0.014189868234097958,-0.01286877691745758,-0.011547685600817204,-0.010226594284176826,-0.00890550296753645,-0.007584411650896072,-0.006263320334255695,-0.004942229017615318,-0.0036211377009749413,-0.002300046384334564,-0.0009789550676941872,0.0003421362489461899,0.001663227565586567,0.0029843151569366455,0.0043054064735770226,0.0056264977902174,0.006947589106857777,0.008268680423498154,0.00958977174013853,0.010910863056778908,0.012231954373419285,0.013553045690059662,0.014874137006700039,0.016195228323340416,0.01751631870865822,0.01883741095662117,0.02015850320458412,0.021479593589901924,0.022800683975219727,0.024121776223182678,0.02544286847114563,0.026763958856463432,0.028085049241781235,0.029406141489744186,0.030727233737707138,0.03204832226037979,0.03336941450834274,0.034690506756305695,0.036011599004268646,0.0373326912522316,0.03865377977490425,0.0399748720228672,0.041295964270830154,0.04261705279350281,0.04393814504146576,0.04525923728942871],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,0,0,2,0,1,3,3,1,5,5,8,13,10,13,18,16,23,13,23,23,21,23,24,32,29,34,43,34,32,33,33,29,25,28,17,22,18,14,16,9,18,10,4,4,14,3,6,3,3,0,1,0,1,1,0,0,0,0,0,0,1],"bins":[-0.048148322850465775,-0.046536047011613846,-0.04492377117276192,-0.04331149160861969,-0.04169921576976776,-0.04008693993091583,-0.038474664092063904,-0.036862388253211975,-0.035250112414360046,-0.03363783285021782,-0.03202555701136589,-0.030413281172513962,-0.028801005333662033,-0.027188727632164955,-0.025576451793313026,-0.02396417409181595,-0.02235189825296402,-0.02073962241411209,-0.019127344712615013,-0.017515068873763084,-0.015902791172266006,-0.014290515333414078,-0.012678239494562149,-0.011065962724387646,-0.009453685954213142,-0.007841409184038639,-0.006229132879525423,-0.004616856575012207,-0.0030045798048377037,-0.001392303267493844,0.00021997326985001564,0.0018322498071938753,0.0034445226192474365,0.00505679938942194,0.006669075693935156,0.008281351998448372,0.009893628768622875,0.011505905538797379,0.013118181377649307,0.01473045814782381,0.016342734917998314,0.017955010756850243,0.01956728845834732,0.02117956429719925,0.022791840136051178,0.024404117837548256,0.026016393676400185,0.027628671377897263,0.02924094721674919,0.03085322305560112,0.03246549889445305,0.034077778458595276,0.035690054297447205,0.03730233013629913,0.03891460597515106,0.04052688181400299,0.04213915765285492,0.04375143721699715,0.045363713055849075,0.046975988894701004,0.04858826473355293,0.05020054057240486,0.05181282013654709,0.05342509597539902,0.055037371814250946]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,2,2,2,6,3,7,10,14,6,11,14,16,23,24,25,18,21,25,19,17,11,8,13,15,19,22,5,9,10,13,16,16,10,8,14,12,17,19,18,20,14,15,18,22,14,19,17,22,12,14,11,7,10,7,7,2,3,4,2,2,1,2,2],"bins":[-0.0002209497324656695,-0.00021369729074649513,-0.00020644484902732074,-0.00019919240730814636,-0.00019193996558897197,-0.00018468753842171282,-0.00017743509670253843,-0.00017018265498336405,-0.00016293021326418966,-0.00015567777154501528,-0.0001484253298258409,-0.0001411728881066665,-0.00013392046093940735,-0.00012666801922023296,-0.00011941557750105858,-0.0001121631357818842,-0.00010491069406270981,-9.765825234353542e-05,-9.040581062436104e-05,-8.315337618114427e-05,-7.590093446196988e-05,-6.86484927427955e-05,-6.139605829957873e-05,-5.414361658040434e-05,-4.6891174861229956e-05,-3.963873314205557e-05,-3.238629506085999e-05,-2.513385516067501e-05,-1.788141526049003e-05,-1.0628975360305049e-05,-3.376535460120067e-06,3.8759044400649145e-06,1.1128358892165124e-05,1.8380798792350106e-05,2.5633238692535087e-05,3.2885676773730665e-05,4.013811849290505e-05,4.7390560212079436e-05,5.4642998293275014e-05,6.189543637447059e-05,6.914787809364498e-05,7.640031981281936e-05,8.365276153199375e-05,9.090519597521052e-05,9.81576376943849e-05,0.00010541007941355929,0.00011266251385677606,0.00011991495557595044,0.00012716739729512483,0.00013441983901429921,0.0001416722807334736,0.00014892472245264798,0.00015617714961990714,0.00016342959133908153,0.0001706820330582559,0.0001779344747774303,0.00018518691649660468,0.00019243935821577907,0.00019969179993495345,0.00020694424165412784,0.00021419668337330222,0.00022144911054056138,0.00022870155225973576,0.00023595399397891015,0.00024320643569808453],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[2,1,2,3,5,5,9,10,15,18,17,19,22,18,29,17,20,21,13,11,16,13,16,16,9,13,11,12,12,7,10,8,6,9,11,4,8,8,11,9,10,13,17,13,22,17,15,22,23,18,20,16,18,20,18,10,10,4,4,3,2,3,0,4],"bins":[-0.0001926888362504542,-0.00018660466594155878,-0.00018052048108074814,-0.00017443631077185273,-0.00016835214046295732,-0.00016226795560214669,-0.00015618378529325128,-0.00015009961498435587,-0.00014401544467546046,-0.00013793125981464982,-0.0001318470895057544,-0.000125762919196859,-0.00011967873433604836,-0.00011359456402715296,-0.00010751038644229993,-0.00010142621613340452,-9.53420385485515e-05,-8.925786096369848e-05,-8.317369065480307e-05,-7.708951306995004e-05,-7.100534276105464e-05,-6.492116517620161e-05,-5.883698759134859e-05,-5.275281364447437e-05,-4.6668639697600156e-05,-4.058446575072594e-05,-3.4500291803851724e-05,-2.84161142189987e-05,-2.2331940272124484e-05,-1.6247766325250268e-05,-1.0163590559386648e-05,-4.07941570301773e-06,2.0047446014359593e-06,8.088919457804877e-06,1.4173094314173795e-05,2.0257270080037415e-05,2.634144402691163e-05,3.242561797378585e-05,3.850979555863887e-05,4.459396950551309e-05,5.06781434523873e-05,5.676231739926152e-05,6.284649134613574e-05,6.893066893098876e-05,7.501484651584178e-05,8.109901682473719e-05,8.718319440959021e-05,9.326736471848562e-05,9.935154230333865e-05,0.00010543571988819167,0.00011151989019708708,0.0001176040677819401,0.0001236882380908355,0.00012977242295164615,0.00013585659326054156,0.00014194076356943697,0.00014802493387833238,0.00015410911873914301,0.00016019328904803842,0.00016627745935693383,0.00017236164421774447,0.00017844581452663988,0.0001845299848355353,0.00019061416969634593,0.00019669834000524133],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,3,1,2,5,1,4,2,2,6,6,8,6,12,16,13,26,28,25,44,52,57,64,88,105,140,185,269,455,751,1432,443584,2929,1302,735,413,252,207,134,93,82,77,45,48,27,37,20,23,17,9,9,6,5,5,5,7,2,1,2,1,0,1,1],"bins":[-0.30874133110046387,-0.2993570864200592,-0.28997287154197693,-0.28058862686157227,-0.2712043821811676,-0.26182013750076294,-0.25243592262268066,-0.243051677942276,-0.23366743326187134,-0.22428320348262787,-0.2148989737033844,-0.20551472902297974,-0.19613049924373627,-0.1867462545633316,-0.17736202478408813,-0.16797778010368347,-0.15859355032444,-0.14920932054519653,-0.13982507586479187,-0.1304408460855484,-0.12105660140514374,-0.11167237162590027,-0.1022881343960762,-0.09290389716625214,-0.08351965993642807,-0.074135422706604,-0.06475118547677994,-0.05536695197224617,-0.045982714742422104,-0.03659847751259804,-0.02721424214541912,-0.017830006778240204,-0.008445769548416138,0.0009384667500853539,0.010322703048586845,0.019706938415765762,0.02909117564558983,0.038475412875413895,0.04785964637994766,0.05724388360977173,0.0666281208395958,0.07601235806941986,0.08539659529924393,0.094780832529068,0.10416506230831146,0.11354929953813553,0.1229335367679596,0.13231778144836426,0.14170201122760773,0.1510862410068512,0.16047048568725586,0.16985471546649933,0.179238960146904,0.18862318992614746,0.19800743460655212,0.2073916643857956,0.21677589416503906,0.22616013884544373,0.2355443686246872,0.24492861330509186,0.2543128430843353,0.26369708776474,0.27308133244514465,0.28246554732322693,0.2918497920036316],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[2,0,6,3,0,3,6,5,5,6,13,5,14,19,16,12,18,23,23,32,19,31,29,39,25,38,27,27,26,30,28,30,27,13,15,19,18,21,21,11,16,17,9,1,5,0,1,2,4,3,3,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.02829502895474434,-0.027204349637031555,-0.026113668456673622,-0.02502298913896084,-0.023932309821248055,-0.02284162864089012,-0.021750949323177338,-0.020660270005464554,-0.01956959068775177,-0.018478909507393837,-0.017388230189681053,-0.01629755087196827,-0.015206869691610336,-0.014116190373897552,-0.013025510124862194,-0.01193483080714941,-0.010844150558114052,-0.009753470309078693,-0.00866279099136591,-0.007572110742330551,-0.00648143095895648,-0.005390751175582409,-0.0043000709265470505,-0.0032093911431729794,-0.0021187113597989082,-0.0010280314600095153,6.264843977987766e-05,0.0011533283395692706,0.0022440082393586636,0.0033346880227327347,0.004425368271768093,0.005516048055142164,0.006606727838516235,0.0076974076218903065,0.008788087405264378,0.009878767654299736,0.01096944697201252,0.012060127221047878,0.013150807470083237,0.01424148678779602,0.015332167036831379,0.016422847285866737,0.01751352660357952,0.018604205921292305,0.019694887101650238,0.020785566419363022,0.021876245737075806,0.02296692691743374,0.024057606235146523,0.025148285552859306,0.02623896673321724,0.027329646050930023,0.028420325368642807,0.02951100654900074,0.030601685866713524,0.03169236704707146,0.03278304636478424,0.033873725682497025,0.03496440500020981,0.03605508431792259,0.037145763635635376,0.03823644667863846,0.03932712599635124,0.040417805314064026,0.04150848463177681],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[2,0,3,3,3,6,11,6,15,24,22,21,17,24,34,20,14,29,19,11,15,13,6,7,14,12,13,5,13,4,11,10,14,16,13,21,12,13,16,32,29,24,23,26,25,14,14,22,15,9,8,6,2,3,0,2,0,0,1,0,0,0,0,1],"bins":[-0.00020248175133019686,-0.00019527148106135428,-0.00018806119624059647,-0.0001808509259717539,-0.0001736406411509961,-0.0001664303708821535,-0.0001592200860613957,-0.00015200981579255313,-0.00014479953097179532,-0.00013758926070295274,-0.00013037897588219494,-0.00012316870561335236,-0.00011595842806855217,-0.00010874815052375197,-0.00010153787297895178,-9.432759543415159e-05,-8.71173178893514e-05,-7.99070403445512e-05,-7.269676279975101e-05,-6.548648525495082e-05,-5.827620771015063e-05,-5.1065933803329244e-05,-4.385565625852905e-05,-3.664537871372886e-05,-2.9435101168928668e-05,-2.2224823624128476e-05,-1.5014546988822985e-05,-7.804270353517495e-06,-5.93992808717303e-07,6.616284281335538e-06,1.382656137138838e-05,2.103683800669387e-05,2.8247115551494062e-05,3.5457393096294254e-05,4.2667670641094446e-05,4.987794818589464e-05,5.708822573069483e-05,6.429850327549502e-05,7.150878082029521e-05,7.87190583650954e-05,8.59293359098956e-05,9.313960617873818e-05,0.00010034988372353837,0.00010756016126833856,0.00011477043881313875,0.00012198071635793895,0.00012919100117869675,0.00013640127144753933,0.0001436115417163819,0.00015082182653713971,0.0001580320968059823,0.0001652423816267401,0.00017245265189558268,0.00017966293671634048,0.00018687320698518306,0.00019408349180594087,0.00020129376207478344,0.00020850404689554125,0.00021571431716438383,0.00022292460198514163,0.0002301348722539842,0.00023734515707474202,0.0002445554418954998,0.0002517657121643424,0.000258975982433185],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.08928074687719345,-0.08620645850896835,-0.08313216269016266,-0.08005787432193756,-0.07698357850313187,-0.07390929013490677,-0.07083499431610107,-0.06776070594787598,-0.06468641757965088,-0.061612121760845184,-0.05853782966732979,-0.05546353757381439,-0.052389249205589294,-0.0493149571120739,-0.0462406650185585,-0.043166372925043106,-0.04009208083152771,-0.037017788738012314,-0.03394349664449692,-0.03086920641362667,-0.027794914320111275,-0.02472062222659588,-0.02164633199572563,-0.018572039902210236,-0.01549774780869484,-0.012423455715179443,-0.009349164552986622,-0.006274872925132513,-0.0032005812972784042,-0.00012628966942429543,0.0029480019584298134,0.006022293586283922,0.009096592664718628,0.012170884758234024,0.015245175920426846,0.018319467082619667,0.021393759176135063,0.02446805126965046,0.027542341500520706,0.030616633594036102,0.0336909256875515,0.036765217781066895,0.03983950987458229,0.04291380196809769,0.045988090336322784,0.04906238242983818,0.05213667452335358,0.05521096661686897,0.05828525871038437,0.061359550803899765,0.06443384289741516,0.06750813126564026,0.07058242708444595,0.07365671545267105,0.07673101127147675,0.07980529963970184,0.08287958800792694,0.08595388382673264,0.08902817219495773,0.09210246801376343,0.09517675638198853,0.09825105220079422,0.10132534056901932,0.10439963638782501,0.10747392475605011],"_type":"histogram","values":[2,5,8,12,16,40,68,110,202,309,456,749,1145,1593,2283,3186,4278,5854,7387,9645,11830,14208,16844,19419,21770,23955,25646,26892,27555,28414,27123,25640,24076,21879,19503,17125,14290,12035,9633,7639,5908,4430,3348,2419,1688,1176,782,494,278,206,142,80,55,18,17,12,4,4,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,1,1,0,0,2,2,1,3,1,5,5,8,11,9,11,18,15,20,19,20,23,27,18,18,34,30,29,42,36,36,31,33,28,29,30,17,18,19,21,16,11,10,12,9,4,12,6,4,5,2,1,1,0,1,1,0,0,0,0,0,0,1],"bins":[-0.049133267253637314,-0.04751306772232056,-0.0458928681910038,-0.04427266865968704,-0.042652472853660583,-0.041032273322343826,-0.03941207379102707,-0.03779187425971031,-0.036171674728393555,-0.0345514751970768,-0.03293127566576004,-0.03131107613444328,-0.029690878465771675,-0.028070678934454918,-0.02645048126578331,-0.024830281734466553,-0.023210082203149796,-0.02158988267183304,-0.01996968314051628,-0.018349485471844673,-0.016729285940527916,-0.015109086409211159,-0.013488887809216976,-0.011868689209222794,-0.010248489677906036,-0.00862829014658928,-0.007008091546595097,-0.005387892480939627,-0.003767693415284157,-0.002147494349628687,-0.000527295283973217,0.0010929037816822529,0.0027131028473377228,0.004333301912993193,0.005953500978648663,0.0075737000443041325,0.009193899109959602,0.01081409864127636,0.012434297241270542,0.014054495841264725,0.015674695372581482,0.01729489490389824,0.018915094435214996,0.020535292103886604,0.02215549163520336,0.02377569116652012,0.025395888835191727,0.027016088366508484,0.02863628789782524,0.030256487429142,0.031876686960458755,0.03349688649177551,0.03511708229780197,0.03673728182911873,0.038357481360435486,0.03997768089175224,0.041597880423069,0.04321807995438576,0.044838279485702515,0.04645847901701927,0.04807867854833603,0.04969887435436249,0.051319073885679245,0.052939273416996,0.05455947294831276],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.01865030825138092,-0.018002083525061607,-0.017353856936097145,-0.016705632209777832,-0.01605740748345852,-0.015409181825816631,-0.014760956168174744,-0.01411273144185543,-0.013464505784213543,-0.012816280126571655,-0.012168055400252342,-0.011519829742610455,-0.010871604084968567,-0.010223379358649254,-0.009575153701007366,-0.008926928974688053,-0.008278703317046165,-0.007630478125065565,-0.006982252933084965,-0.006334027275443077,-0.005685802083462477,-0.005037576891481876,-0.004389351233839989,-0.0037411260418593884,-0.003092900849878788,-0.0024446756578981876,-0.0017964502330869436,-0.0011482249246910214,-0.0004999996162950993,0.00014822569210082293,0.0007964510004967451,0.0014446763088926673,0.0020929034799337387,0.002741128671914339,0.003389354096725583,0.004037579521536827,0.0046858047135174274,0.005334029905498028,0.0059822555631399155,0.006630480755120516,0.007278705947101116,0.007926931604743004,0.008575156331062317,0.009223381988704205,0.009871607646346092,0.010519832372665405,0.011168058030307293,0.011816282756626606,0.012464508414268494,0.013112734071910381,0.013760958798229694,0.014409184455871582,0.015057409182190895,0.015705635771155357,0.01635386049747467,0.017002085223793983,0.017650309950113297,0.01829853653907776,0.018946761265397072,0.019594985991716385,0.020243212580680847,0.02089143730700016,0.021539662033319473,0.022187888622283936,0.02283611334860325],"_type":"histogram","values":[1,2,0,0,0,2,0,1,3,6,6,6,11,8,8,8,8,23,17,33,20,33,22,30,25,35,26,23,29,36,21,39,36,18,25,30,24,26,15,18,16,12,9,11,14,5,7,6,4,1,1,0,4,0,2,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.004547119140625,-0.004406452178955078,-0.004265785217285156,-0.004125118255615234,-0.0039844512939453125,-0.0038437843322753906,-0.0037031173706054688,-0.003562450408935547,-0.003421783447265625,-0.003281116485595703,-0.0031404495239257812,-0.0029997825622558594,-0.0028591156005859375,-0.0027184486389160156,-0.0025777816772460938,-0.002437114715576172,-0.00229644775390625,-0.002155780792236328,-0.0020151138305664062,-0.0018744468688964844,-0.0017337799072265625,-0.0015931129455566406,-0.0014524459838867188,-0.0013117790222167969,-0.001171112060546875,-0.0010304450988769531,-0.0008897781372070312,-0.0007491111755371094,-0.0006084442138671875,-0.0004677772521972656,-0.00032711029052734375,-0.00018644332885742188,-4.57763671875e-05,9.489059448242188e-05,0.00023555755615234375,0.0003762245178222656,0.0005168914794921875,0.0006575584411621094,0.0007982254028320312,0.0009388923645019531,0.001079559326171875,0.0012202262878417969,0.0013608932495117188,0.0015015602111816406,0.0016422271728515625,0.0017828941345214844,0.0019235610961914062,0.002064228057861328,0.00220489501953125,0.002345561981201172,0.0024862289428710938,0.0026268959045410156,0.0027675628662109375,0.0029082298278808594,0.0030488967895507812,0.003189563751220703,0.003330230712890625,0.003470897674560547,0.0036115646362304688,0.0037522315979003906,0.0038928985595703125,0.004033565521240234,0.004174232482910156,0.004314899444580078,0.00445556640625],"_type":"histogram","values":[1,0,0,0,2,0,0,4,0,2,6,7,8,9,14,29,33,56,93,139,211,346,547,858,1277,2255,3745,6582,11642,22382,47011,121875,209313,84654,36279,17465,9532,5350,3051,1957,1143,735,397,291,154,125,68,58,37,27,15,11,10,5,6,2,2,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.05126953125,-0.049709320068359375,-0.04814910888671875,-0.046588897705078125,-0.0450286865234375,-0.043468475341796875,-0.04190826416015625,-0.040348052978515625,-0.038787841796875,-0.037227630615234375,-0.03566741943359375,-0.034107208251953125,-0.0325469970703125,-0.030986785888671875,-0.02942657470703125,-0.027866363525390625,-0.02630615234375,-0.024745941162109375,-0.02318572998046875,-0.021625518798828125,-0.0200653076171875,-0.018505096435546875,-0.01694488525390625,-0.015384674072265625,-0.013824462890625,-0.012264251708984375,-0.01070404052734375,-0.009143829345703125,-0.0075836181640625,-0.006023406982421875,-0.00446319580078125,-0.002902984619140625,-0.0013427734375,0.000217437744140625,0.00177764892578125,0.003337860107421875,0.0048980712890625,0.006458282470703125,0.00801849365234375,0.009578704833984375,0.011138916015625,0.012699127197265625,0.01425933837890625,0.015819549560546875,0.0173797607421875,0.018939971923828125,0.02050018310546875,0.022060394287109375,0.02362060546875,0.025180816650390625,0.02674102783203125,0.028301239013671875,0.0298614501953125,0.031421661376953125,0.03298187255859375,0.034542083740234375,0.036102294921875,0.037662506103515625,0.03922271728515625,0.040782928466796875,0.0423431396484375,0.043903350830078125,0.04546356201171875,0.047023773193359375,0.048583984375],"_type":"histogram","values":[1,0,0,1,0,1,1,1,3,6,3,8,7,17,23,21,41,56,88,139,235,352,514,925,1629,2547,4530,7753,14466,29275,63509,162915,629471,427988,123004,51198,23927,12281,6472,3801,2157,1256,810,515,328,202,125,84,57,43,18,22,11,11,6,1,3,0,1,1,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.0924067348241806,-0.08947710692882538,-0.08654747903347015,-0.08361784368753433,-0.08068821579217911,-0.07775858789682388,-0.07482896000146866,-0.07189933210611343,-0.06896969676017761,-0.06604006886482239,-0.06311044096946716,-0.06018081307411194,-0.057251185178756714,-0.05432155355811119,-0.051391925662755966,-0.04846229404211044,-0.04553266614675522,-0.042603038251399994,-0.03967340663075447,-0.036743778735399246,-0.03381414711475372,-0.0308845192193985,-0.027954891324043274,-0.0250252615660429,-0.022095631808042526,-0.019166002050042152,-0.01623637229204178,-0.013306744396686554,-0.01037711463868618,-0.007447485346347094,-0.004517856054008007,-0.0015882267616689205,0.001341402530670166,0.0042710318230092525,0.007200661115348339,0.010130289942026138,0.013059919700026512,0.015989549458026886,0.01891917735338211,0.021848807111382484,0.02477843686938286,0.027708066627383232,0.030637696385383606,0.03356732428073883,0.036496952176094055,0.03942658379673958,0.0423562116920948,0.045285843312740326,0.04821547120809555,0.051145099103450775,0.0540747307240963,0.05700435861945152,0.059933990240097046,0.06286361813545227,0.0657932460308075,0.06872287392616272,0.07165250182151794,0.07458213716745377,0.07751176506280899,0.08044139295816422,0.08337102085351944,0.08630064874887466,0.08923028409481049,0.09215991199016571,0.09508953988552094],"_type":"histogram","values":[1,1,4,8,14,26,40,79,121,199,325,506,674,1067,1509,2188,3048,4160,5580,7303,9292,11730,14338,17174,20428,23303,26335,28750,31291,32696,34116,34599,34166,33292,31115,29048,26368,23508,20763,17630,14453,11692,9459,7420,5599,4218,3218,2294,1571,1059,679,516,319,207,137,76,53,20,16,9,5,5,2,2]},"learning_rate":9.999999985643275e-06,"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,0,1,3,2,1,2,0,6,8,7,5,7,13,10,19,25,37,55,57,84,108,83,65,38,34,26,15,10,6,4,3,2,3,2,4,4,5,1,3,2,0,0,2,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.028673196211457253,-0.02754334546625614,-0.02641349658370018,-0.02528364583849907,-0.02415379509329796,-0.023023946210741997,-0.021894095465540886,-0.020764246582984924,-0.019634395837783813,-0.018504545092582703,-0.01737469621002674,-0.01624484546482563,-0.015114995650947094,-0.013985145837068558,-0.012855295091867447,-0.01172544527798891,-0.010595595464110374,-0.009465745650231838,-0.008335895836353302,-0.007206045091152191,-0.006076195277273655,-0.004946345463395119,-0.003816495183855295,-0.0026866451371461153,-0.0015567950904369354,-0.00042694504372775555,0.0007029050029814243,0.0018327550496906042,0.002962605096399784,0.00409245491027832,0.005222305189818144,0.006352155469357967,0.007482007145881653,0.008611856959760189,0.009741706773638725,0.010871557518839836,0.012001407332718372,0.013131257146596909,0.01426110789179802,0.015390957705676556,0.016520807519555092,0.017650658264756203,0.018780507147312164,0.019910357892513275,0.021040208637714386,0.022170057520270348,0.02329990826547146,0.02442975714802742,0.02555960789322853,0.02668945863842964,0.027819307520985603,0.028949158266186714,0.030079007148742676,0.031208857893943787,0.0323387086391449,0.03346855938434601,0.03459841012954712,0.03572825714945793,0.03685810789465904,0.03798795863986015,0.039117809385061264,0.040247660130262375,0.04137750715017319,0.0425073578953743,0.04363720864057541]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,1,0,0,1,1,2,5,1,7,9,9,12,14,12,28,23,14,15,21,27,18,29,25,34,43,29,30,39,31,36,30,23,23,18,23,19,11,20,15,10,14,9,8,10,2,3,5,3,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.04406055808067322,-0.04254136234521866,-0.0410221628844738,-0.03950296342372894,-0.037983767688274384,-0.036464571952819824,-0.034945372492074966,-0.03342617303133011,-0.03190697729587555,-0.03038777969777584,-0.028868582099676132,-0.027349384501576424,-0.025830186903476715,-0.024310989305377007,-0.022791791707277298,-0.02127259410917759,-0.01975339651107788,-0.018234198912978172,-0.016715001314878464,-0.015195803716778755,-0.013676606118679047,-0.012157408520579338,-0.01063821092247963,-0.009119013324379921,-0.007599815726280212,-0.006080618128180504,-0.004561420530080795,-0.0030422229319810867,-0.0015230253338813782,-3.827735781669617e-06,0.001515369862318039,0.0030345674604177475,0.004553765058517456,0.006072962656617165,0.007592160254716873,0.009111357852816582,0.01063055545091629,0.012149753049015999,0.013668950647115707,0.015188148245215416,0.016707345843315125,0.018226543441414833,0.01974574103951454,0.02126493863761425,0.02278413623571396,0.024303333833813667,0.025822531431913376,0.027341729030013084,0.028860926628112793,0.0303801242262125,0.03189932182431221,0.03341852128505707,0.03493771702051163,0.036456912755966187,0.037976112216711044,0.0394953116774559,0.04101450741291046,0.04253370314836502,0.04405290260910988,0.045572102069854736,0.047091297805309296,0.048610493540763855,0.05012969300150871,0.05164889246225357,0.05316808819770813]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,1,2,2,2,2,3,2,4,2,3,6,4,11,11,20,16,18,27,29,34,53,55,83,62,60,52,54,22,18,13,15,15,13,6,12,9,1,5,3,3,4,1,3,1,1,1,1],"bins":[-1.5389174222946167e-05,-1.5001456631580368e-05,-1.4613739040214568e-05,-1.4226021448848769e-05,-1.383830385748297e-05,-1.345058626611717e-05,-1.3062868674751371e-05,-1.2675151083385572e-05,-1.2287433492019773e-05,-1.1899715900653973e-05,-1.1511998309288174e-05,-1.1124280717922375e-05,-1.0736563126556575e-05,-1.0348845535190776e-05,-9.961127943824977e-06,-9.573410352459177e-06,-9.185692761093378e-06,-8.797975169727579e-06,-8.41025757836178e-06,-8.02253998699598e-06,-7.63482239563018e-06,-7.2471048042643815e-06,-6.859387212898582e-06,-6.471669621532783e-06,-6.083952030166984e-06,-5.696234438801184e-06,-5.308516847435385e-06,-4.920799256069586e-06,-4.533081664703786e-06,-4.145364073337987e-06,-3.7576464819721878e-06,-3.3699288906063884e-06,-2.982211299240589e-06,-2.59449370787479e-06,-2.2067761165089905e-06,-1.8190585251431912e-06,-1.431340933777392e-06,-1.0436233424115926e-06,-6.559057510457933e-07,-2.68188159679994e-07,1.1952943168580532e-07,5.072470230516046e-07,8.949646144174039e-07,1.2826822057832032e-06,1.6703997971490026e-06,2.058117388514802e-06,2.445834979880601e-06,2.8335525712464005e-06,3.2212701626121998e-06,3.608987753977999e-06,3.996705345343798e-06,4.384422936709598e-06,4.772140528075397e-06,5.159858119441196e-06,5.547575710806996e-06,5.935293302172795e-06,6.323010893538594e-06,6.7107284849043936e-06,7.098446076270193e-06,7.486163667635992e-06,7.873881259001791e-06,8.26159885036759e-06,8.64931644173339e-06,9.03703403309919e-06,9.424751624464989e-06]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,0,1,2,3,0,2,3,6,4,6,7,6,18,9,12,9,20,17,20,22,27,22,26,16,34,25,29,33,28,40,32,22,36,22,31,26,20,18,18,9,13,12,13,5,6,8,7,6,6,3,0,0,2,1,0,1,0,0,1],"bins":[-0.0572049543261528,-0.055456697940826416,-0.05370844155550003,-0.051960185170173645,-0.05021192878484726,-0.048463672399520874,-0.04671541601419449,-0.0449671596288681,-0.04321890324354172,-0.04147064685821533,-0.03972239047288895,-0.03797413408756256,-0.036225877702236176,-0.03447762131690979,-0.032729364931583405,-0.03098110854625702,-0.029232852160930634,-0.027484595775604248,-0.025736339390277863,-0.023988083004951477,-0.02223982661962509,-0.020491570234298706,-0.01874331384897232,-0.016995057463645935,-0.01524680107831955,-0.013498544692993164,-0.011750288307666779,-0.010002031922340393,-0.008253775537014008,-0.006505519151687622,-0.004757262766361237,-0.003009006381034851,-0.0012607462704181671,0.0004875101149082184,0.002235766500234604,0.003984022885560989,0.005732279270887375,0.00748053565621376,0.009228792041540146,0.010977048426866531,0.012725304812192917,0.014473561197519302,0.016221817582845688,0.017970073968172073,0.01971833035349846,0.021466586738824844,0.02321484312415123,0.024963099509477615,0.026711355894804,0.028459612280130386,0.030207868665456772,0.03195612505078316,0.03370438143610954,0.03545263782143593,0.037200894206762314,0.0389491505920887,0.040697406977415085,0.04244566336274147,0.044193919748067856,0.04594217613339424,0.04769043251872063,0.04943868890404701,0.0511869452893734,0.05293520167469978,0.05468345806002617]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[3,0,0,3,0,1,1,0,1,4,3,2,7,11,14,23,55,49,72,71,119,93,89,92,63,79,81,85,76,102,110,109,121,140,83,99,53,45,25,17,13,7,7,5,3,1,2,0,1,2,0,1,0,1,0,1,0,0,1,1,0,0,0,1],"bins":[-0.0004534760373644531,-0.00043701910180971026,-0.00042056216625496745,-0.0004041052598040551,-0.0003876483242493123,-0.00037119138869456947,-0.00035473445313982666,-0.00033827751758508384,-0.0003218206111341715,-0.00030536367557942867,-0.00028890674002468586,-0.00027244980446994305,-0.00025599286891520023,-0.00023953594791237265,-0.00022307901235762984,-0.00020662209135480225,-0.00019016515580005944,-0.00017370822024531662,-0.00015725129924248904,-0.00014079436368774623,-0.00012433744268491864,-0.00010788050713017583,-9.142357157543302e-05,-7.496664329664782e-05,-5.850971501786262e-05,-4.205278673907742e-05,-2.5595854822313413e-05,-9.13892472453881e-06,7.318005373235792e-06,2.3774935471010394e-05,4.0231865568785e-05,5.6688797485549e-05,7.31457257643342e-05,8.96026540431194e-05,0.0001060595823219046,0.0001225165178766474,0.000138973438879475,0.0001554303744342178,0.00017188730998896062,0.0001883442309917882,0.00020480116654653102,0.00022125810210127383,0.00023771502310410142,0.00025417195865884423,0.00027062889421358705,0.00028708582976832986,0.0003035427362192422,0.00031999967177398503,0.00033645660732872784,0.00035291354288347065,0.00036937047843821347,0.0003858273848891258,0.00040228432044386864,0.00041874125599861145,0.00043519819155335426,0.0004516551271080971,0.0004681120626628399,0.00048456896911375225,0.0005010259337723255,0.0005174828111194074,0.0005339397466741502,0.000550396682228893,0.0005668536177836359,0.0005833105533383787,0.0005997674888931215]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.0002609617367852479,-0.000252617901423946,-0.0002442740951664746,-0.00023593025980517268,-0.000227586438995786,-0.0002192426036344841,-0.00021089878282509744,-0.00020255496201571077,-0.0001942111412063241,-0.0001858673058450222,-0.00017752348503563553,-0.00016917966422624886,-0.00016083582886494696,-0.0001524920080555603,-0.00014414818724617362,-0.00013580435188487172,-0.00012746053107548505,-0.00011911670299014077,-0.0001107728821807541,-0.00010242905409540981,-9.408523328602314e-05,-8.574140520067886e-05,-7.739757711533457e-05,-6.90537563059479e-05,-6.0709928220603615e-05,-5.236610377323814e-05,-4.402227932587266e-05,-3.5678451240528375e-05,-2.7334626793162897e-05,-1.899080234579742e-05,-1.0646976079442538e-05,-2.303150722582359e-06,6.040674634277821e-06,1.4384499991138e-05,2.272832534799818e-05,3.107215161435306e-05,3.941597606171854e-05,4.7759800509084016e-05,5.61036285944283e-05,6.444744940381497e-05,7.279127748915926e-05,8.113510557450354e-05,8.947892638389021e-05,9.78227544692345e-05,0.00010616658255457878,0.00011451040336396545,0.00012285422417335212,0.00013119805953465402,0.0001395418803440407,0.00014788570115342736,0.00015622953651472926,0.00016457335732411593,0.0001729171781335026,0.0001812610134948045,0.00018960483430419117,0.00019794865511357784,0.00020629249047487974,0.0002146363112842664,0.00022298013209365308,0.00023132395290303975,0.00023966778826434165,0.0002480116090737283,0.0002563554444350302,0.00026469925069250166,0.00027304308605380356],"_type":"histogram","values":[5,0,0,2,2,2,3,1,11,4,7,8,9,27,18,16,16,20,27,19,24,22,22,24,18,13,17,20,15,17,15,9,17,11,14,16,11,13,27,18,14,22,11,19,18,14,10,16,15,16,15,10,9,10,5,4,2,4,2,3,3,2,2,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,0,1,2,1,2,4,6,4,4,6,8,18,20,19,17,20,24,15,17,28,32,31,32,35,42,27,40,26,39,27,25,25,18,18,19,13,15,18,16,9,13,5,7,3,1,6,2,2,1,1,0,0,0,0,0,0,0,1],"bins":[-0.042312391102313995,-0.040945909917354584,-0.03957942873239517,-0.03821294754743576,-0.03684646636247635,-0.03547998145222664,-0.03411350026726723,-0.032747019082307816,-0.031380537897348404,-0.030014056712388992,-0.02864757552742958,-0.02728109247982502,-0.025914611294865608,-0.024548130109906197,-0.023181647062301636,-0.021815165877342224,-0.020448684692382812,-0.0190822035074234,-0.01771572232246399,-0.01634923927485943,-0.014982758089900017,-0.013616276904940605,-0.012249794788658619,-0.010883312672376633,-0.009516831487417221,-0.00815035030245781,-0.006783868186175823,-0.005417386535555124,-0.004050904884934425,-0.0026844232343137264,-0.0013179415836930275,4.854006692767143e-05,0.001415017992258072,0.002781499642878771,0.00414798129349947,0.005514462944120169,0.006880944594740868,0.00824742577970028,0.009613907895982265,0.010980390012264252,0.012346871197223663,0.013713352382183075,0.015079834498465061,0.016446316614747047,0.01781279779970646,0.01917927898466587,0.02054576203227043,0.021912243217229843,0.023278724402189255,0.024645205587148666,0.026011686772108078,0.02737816981971264,0.02874465100467205,0.030111132189631462,0.03147761523723602,0.032844096422195435,0.034210577607154846,0.03557705879211426,0.03694353997707367,0.03831002116203308,0.03967650234699249,0.0410429872572422,0.042409468442201614,0.043775949627161026,0.04514243081212044],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,3,3,3,6,7,11,14,19,37,35,76,113,181,214,352,529,791,1028,1720,2523,3726,5524,8122,12657,20159,32893,61699,129252,141240,68979,35914,21754,13485,8707,5965,3948,2669,1806,1127,855,556,369,231,166,119,74,46,38,27,12,9,7,6,5,5,1,1,0,0,2],"bins":[-0.050537109375,-0.048961639404296875,-0.04738616943359375,-0.045810699462890625,-0.0442352294921875,-0.042659759521484375,-0.04108428955078125,-0.039508819580078125,-0.037933349609375,-0.036357879638671875,-0.03478240966796875,-0.033206939697265625,-0.0316314697265625,-0.030055999755859375,-0.02848052978515625,-0.026905059814453125,-0.02532958984375,-0.023754119873046875,-0.02217864990234375,-0.020603179931640625,-0.0190277099609375,-0.017452239990234375,-0.01587677001953125,-0.014301300048828125,-0.012725830078125,-0.011150360107421875,-0.00957489013671875,-0.007999420166015625,-0.0064239501953125,-0.004848480224609375,-0.00327301025390625,-0.001697540283203125,-0.0001220703125,0.001453399658203125,0.00302886962890625,0.004604339599609375,0.0061798095703125,0.007755279541015625,0.00933074951171875,0.010906219482421875,0.012481689453125,0.014057159423828125,0.01563262939453125,0.017208099365234375,0.0187835693359375,0.020359039306640625,0.02193450927734375,0.023509979248046875,0.02508544921875,0.026660919189453125,0.02823638916015625,0.029811859130859375,0.0313873291015625,0.032962799072265625,0.03453826904296875,0.036113739013671875,0.037689208984375,0.039264678955078125,0.04084014892578125,0.042415618896484375,0.0439910888671875,0.045566558837890625,0.04714202880859375,0.048717498779296875,0.05029296875]},"_timestamp":1.752791879272875e+09,"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,0,1,1,5,2,2,5,7,5,6,8,7,15,6,13,21,18,14,25,24,21,29,31,36,30,45,35,29,43,43,19,26,22,22,23,20,14,14,13,12,9,9,6,8,4,2,3,2,3,1,0,0,0,1,3],"bins":[-0.001076213433407247,-0.0010453383438289165,-0.0010144631378352642,-0.0009835879318416119,-0.0009527128422632813,-0.0009218376944772899,-0.0008909625466912985,-0.0008600873989053071,-0.0008292122511193156,-0.0007983371033333242,-0.0007674619555473328,-0.0007365868077613413,-0.0007057116599753499,-0.0006748365121893585,-0.000643961364403367,-0.0006130862166173756,-0.0005822110688313842,-0.0005513359210453928,-0.0005204607732594013,-0.0004895856254734099,-0.00045871047768741846,-0.00042783532990142703,-0.0003969601821154356,-0.00036608503432944417,-0.00033520988654345274,-0.0003043347387574613,-0.0002734595909714699,-0.00024258444318547845,-0.00021170929539948702,-0.0001808341476134956,-0.00014995899982750416,-0.00011908385204151273,-8.82087042555213e-05,-5.733355646952987e-05,-2.6458408683538437e-05,4.416739102452993e-06,3.5291886888444424e-05,6.616703467443585e-05,9.704218246042728e-05,0.00012791733024641871,0.00015879247803241014,0.00018966762581840158,0.000220542773604393,0.00025141792139038444,0.00028229306917637587,0.0003131682169623673,0.0003440433647483587,0.00037491851253435016,0.0004057936603203416,0.000436668808106333,0.00046754395589232445,0.0004984191036783159,0.0005292942514643073,0.0005601693992502987,0.0005910445470362902,0.0006219196948222816,0.000652794842608273,0.0006836699903942645,0.0007145451381802559,0.0007454202859662473,0.0007762954337522388,0.0008071705815382302,0.0008380457293242216,0.000868920877110213,0.0008997960248962045]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.00018511338566895574,-0.00017915792705025524,-0.00017320248298346996,-0.00016724702436476946,-0.00016129156574606895,-0.00015533610712736845,-0.00014938064850866795,-0.00014342520444188267,-0.00013746974582318217,-0.00013151428720448166,-0.00012555884313769639,-0.00011960338451899588,-0.00011364792590029538,-0.00010769246728159487,-0.00010173701593885198,-9.578156459610909e-05,-8.982610597740859e-05,-8.387064735870808e-05,-7.79151960159652e-05,-7.19597446732223e-05,-6.60042860545218e-05,-6.00488310738001e-05,-5.4093376093078405e-05,-4.813792111235671e-05,-4.218246613163501e-05,-3.622701115091331e-05,-3.0271556170191616e-05,-2.431610118946992e-05,-1.836064620874822e-05,-1.2405191228026524e-05,-6.449736247304827e-06,-4.942812665831298e-07,5.461188266053796e-06,1.1416643246775493e-05,1.737209822749719e-05,2.3327553208218887e-05,2.9283008188940585e-05,3.523846316966228e-05,4.119391815038398e-05,4.7149373131105676e-05,5.3104828111827374e-05,5.906028309254907e-05,6.501573807327077e-05,7.097118941601366e-05,7.692664803471416e-05,8.288210665341467e-05,8.883755799615756e-05,9.479300933890045e-05,0.00010074846795760095,0.00010670392657630146,0.00011265937791904435,0.00011861482926178724,0.00012457028788048774,0.00013052574649918824,0.00013648119056597352,0.00014243664918467402,0.00014839210780337453,0.00015434756642207503,0.00016030302504077554,0.0001662584691075608,0.00017221392772626132,0.00017816938634496182,0.0001841248304117471,0.0001900802890304476,0.0001960357476491481],"_type":"histogram","values":[4,3,4,1,8,9,12,11,13,12,25,22,18,29,23,26,8,20,18,13,11,14,13,13,11,10,12,7,10,8,7,12,3,4,10,10,6,8,14,7,10,10,18,18,17,19,19,19,23,14,22,18,19,14,22,12,5,5,6,0,2,0,2,5]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,1,2,3,4,2,5,7,5,4,18,19,36,44,88,124,209,328,508,871,1333,2169,3764,6141,10733,20436,40340,96149,210171,104551,42811,21033,11522,6401,3880,2421,1383,838,562,328,189,127,84,65,35,24,20,9,10,2,3,5,1,0,0,0,2,0,1,1,0,0,0,1],"bins":[-0.003082275390625,-0.002974271774291992,-0.0028662681579589844,-0.0027582645416259766,-0.0026502609252929688,-0.002542257308959961,-0.002434253692626953,-0.0023262500762939453,-0.0022182464599609375,-0.0021102428436279297,-0.002002239227294922,-0.001894235610961914,-0.0017862319946289062,-0.0016782283782958984,-0.0015702247619628906,-0.0014622211456298828,-0.001354217529296875,-0.0012462139129638672,-0.0011382102966308594,-0.0010302066802978516,-0.0009222030639648438,-0.0008141994476318359,-0.0007061958312988281,-0.0005981922149658203,-0.0004901885986328125,-0.0003821849822998047,-0.0002741813659667969,-0.00016617774963378906,-5.817413330078125e-05,4.982948303222656e-05,0.00015783309936523438,0.0002658367156982422,0.00037384033203125,0.0004818439483642578,0.0005898475646972656,0.0006978511810302734,0.0008058547973632812,0.0009138584136962891,0.0010218620300292969,0.0011298656463623047,0.0012378692626953125,0.0013458728790283203,0.0014538764953613281,0.001561880111694336,0.0016698837280273438,0.0017778873443603516,0.0018858909606933594,0.001993894577026367,0.002101898193359375,0.002209901809692383,0.0023179054260253906,0.0024259090423583984,0.0025339126586914062,0.002641916275024414,0.002749919891357422,0.0028579235076904297,0.0029659271240234375,0.0030739307403564453,0.003181934356689453,0.003289937973022461,0.0033979415893554688,0.0035059452056884766,0.0036139488220214844,0.003721952438354492,0.0038299560546875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,1,0,0,3,3,5,4,13,8,7,16,8,20,18,16,14,18,21,26,29,19,22,25,12,13,19,11,17,10,15,12,21,11,20,16,22,16,16,18,9,20,20,15,12,15,15,10,24,11,15,12,7,8,6,2,5,2,6,1,0,4,0,2],"bins":[-0.0002497060631867498,-0.00024166754155885428,-0.00023362901993095875,-0.00022559048375114799,-0.00021755196212325245,-0.00020951344049535692,-0.00020147490431554615,-0.00019343638268765062,-0.0001853978610597551,-0.00017735933943185955,-0.00016932081780396402,-0.00016128228162415326,-0.00015324375999625772,-0.0001452052383683622,-0.00013716670218855143,-0.0001291281805606559,-0.00012108965893276036,-0.00011305113730486482,-0.00010501260840101168,-9.697407949715853e-05,-8.8935557869263e-05,-8.089703624136746e-05,-7.285850733751431e-05,-6.481997843366116e-05,-5.678145680576563e-05,-4.874293153989129e-05,-4.0704406274016947e-05,-3.2665881008142605e-05,-2.4627355742268264e-05,-1.6588830476393923e-05,-8.550305210519582e-06,-5.117799446452409e-07,7.5267162173986435e-06,1.5565241483272985e-05,2.3603766749147326e-05,3.164229201502167e-05,3.968081728089601e-05,4.771934254677035e-05,5.575786781264469e-05,6.379639671649784e-05,7.183491834439337e-05,7.98734399722889e-05,8.791196887614205e-05,9.59504977799952e-05,0.00010398901940789074,0.00011202754103578627,0.00012006606993963942,0.00012810459884349257,0.0001361431204713881,0.00014418164209928364,0.00015222016372717917,0.00016025869990698993,0.00016829722153488547,0.000176335743162781,0.00018437427934259176,0.0001924128009704873,0.00020045132259838283,0.00020848984422627836,0.0002165283658541739,0.00022456690203398466,0.0002326054236618802,0.00024064394528977573,0.0002486824814695865,0.0002567209885455668,0.00026475952472537756]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,1,4,1,1,4,5,10,14,14,7,13,9,18,26,14,31,22,19,17,19,17,14,13,17,16,19,12,11,9,18,16,14,12,16,15,9,21,16,20,14,19,9,17,22,21,13,22,14,10,10,10,12,11,9,5,0,5,4,1,2,2,0,1],"bins":[-0.00022824104235041887,-0.00022081530187278986,-0.00021338956139516085,-0.00020596383546944708,-0.00019853809499181807,-0.00019111235451418906,-0.00018368661403656006,-0.00017626087355893105,-0.00016883513308130205,-0.00016140940715558827,-0.00015398366667795926,-0.00014655792620033026,-0.00013913218572270125,-0.00013170644524507225,-0.00012428071931935847,-0.00011685497884172946,-0.00010942923836410046,-0.00010200349788647145,-9.457776468480006e-05,-8.715202420717105e-05,-7.972629100549966e-05,-7.230055052787066e-05,-6.487481005024165e-05,-5.744907321059145e-05,-5.002333637094125e-05,-4.259759953129105e-05,-3.5171862691640854e-05,-2.7746122214011848e-05,-2.032038537436165e-05,-1.2894647625216749e-05,-5.468909876071848e-06,1.9568278730730526e-06,9.382580174133182e-06,1.680831701378338e-05,2.4234055672422983e-05,3.1659794331062585e-05,3.9085531170712784e-05,4.651126801036298e-05,5.393700848799199e-05,6.136274168966338e-05,6.878848216729239e-05,7.621422264492139e-05,8.363995584659278e-05,9.106569632422179e-05,9.84914368018508e-05,0.00010591717000352219,0.0001133429104811512,0.00012076864368282259,0.0001281943841604516,0.0001356201246380806,0.0001430458651157096,0.00015047159104142338,0.00015789733151905239,0.0001653230719966814,0.0001727488124743104,0.0001801745529519394,0.0001876002934295684,0.0001950260193552822,0.0002024517598329112,0.0002098775003105402,0.0002173032407881692,0.0002247289812657982,0.000232154707191512,0.000239580447669141,0.00024700618814677]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,1,2,3,5,3,7,17,20,21,30,39,52,79,93,118,121,98,102,98,105,92,72,98,106,119,118,104,85,51,50,43,24,18,19,11,7,2,2,2,2,2,3,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00038922138628549874,-0.0003711362660396844,-0.0003530511457938701,-0.00033496602554805577,-0.00031688090530224144,-0.0002987957850564271,-0.0002807106648106128,-0.0002626255445647985,-0.00024454042431898415,-0.00022645530407316983,-0.0002083701838273555,-0.00019028506358154118,-0.00017219994333572686,-0.00015411482308991253,-0.0001360297028440982,-0.00011794458259828389,-9.985946235246956e-05,-8.177434210665524e-05,-6.368922186084092e-05,-4.560410161502659e-05,-2.751898136921227e-05,-9.433861123397946e-06,8.651259122416377e-06,2.67363793682307e-05,4.4821499614045024e-05,6.290661985985935e-05,8.099174010567367e-05,9.9076860351488e-05,0.00011716198059730232,0.00013524710084311664,0.00015333222108893096,0.0001714173413347453,0.00018950243247672915,0.00020758755272254348,0.0002256726729683578,0.00024375779321417212,0.00026184291345998645,0.00027992803370580077,0.0002980131539516151,0.0003160982741974294,0.00033418339444324374,0.00035226851468905807,0.0003703536349348724,0.0003884387551806867,0.00040652387542650104,0.00042460899567231536,0.0004426941159181297,0.000460779236163944,0.00047886435640975833,0.0004969494766555727,0.000515034596901387,0.0005331197171472013,0.0005512048373930156,0.00056928995763883,0.0005873750778846443,0.0006054601981304586,0.0006235453183762729,0.0006416304386220872,0.0006597155588679016,0.0006778006791137159,0.0006958857993595302,0.0007139709196053445,0.0007320560398511589,0.0007501411600969732,0.0007682262803427875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,2,1,2,2,1,6,1,6,7,9,12,20,22,39,38,44,44,52,55,57,44,53,34,39,23,29,21,14,14,4,15,7,4,7,3,6,4,5,3,2,3,2,2,2,1,0,1,1,1,0,0,0,0,0,0,0,0,0,2],"bins":[0.9992702007293701,0.9993008375167847,0.9993314743041992,0.999362051486969,0.9993926882743835,0.9994233250617981,0.9994539618492126,0.9994845390319824,0.999515175819397,0.9995458126068115,0.9995764493942261,0.9996070861816406,0.9996376633644104,0.999668300151825,0.9996989369392395,0.999729573726654,0.9997601509094238,0.9997907876968384,0.9998214244842529,0.9998520612716675,0.999882698059082,0.9999132752418518,0.9999439120292664,0.9999745488166809,1.0000051259994507,1.0000357627868652,1.0000663995742798,1.0000970363616943,1.0001276731491089,1.0001583099365234,1.000188946723938,1.0002195835113525,1.0002501010894775,1.000280737876892,1.0003113746643066,1.0003420114517212,1.0003726482391357,1.0004032850265503,1.0004339218139648,1.0004645586013794,1.000495195388794,1.0005258321762085,1.0005563497543335,1.000586986541748,1.0006176233291626,1.0006482601165771,1.0006788969039917,1.0007095336914062,1.0007401704788208,1.0007708072662354,1.00080144405365,1.000831961631775,1.0008625984191895,1.000893235206604,1.0009238719940186,1.000954508781433,1.0009851455688477,1.0010157823562622,1.0010464191436768,1.0010770559310913,1.0011075735092163,1.0011382102966309,1.0011688470840454,1.00119948387146,1.0012301206588745]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.00021304990514181554,-0.0002059085527434945,-0.00019876718579325825,-0.00019162583339493722,-0.00018448448099661618,-0.00017734311404637992,-0.0001702017616480589,-0.00016306040924973786,-0.0001559190422995016,-0.00014877768990118057,-0.00014163633750285953,-0.00013449497055262327,-0.00012735361815430224,-0.00012021225848002359,-0.00011307089880574495,-0.00010592954640742391,-9.878818673314527e-05,-9.164682705886662e-05,-8.450547466054559e-05,-7.736411498626694e-05,-7.02227553119883e-05,-6.308140291366726e-05,-5.5940043239388615e-05,-4.879868356510997e-05,-4.165732752881013e-05,-3.451597149251029e-05,-2.7374611818231642e-05,-2.0233255781931803e-05,-1.309189792664256e-05,-5.950540526100667e-06,1.190816874441225e-06,8.332173820235766e-06,1.547353167552501e-05,2.2614889530814253e-05,2.9756247386103496e-05,3.6897603422403336e-05,4.403896309668198e-05,5.118031913298182e-05,5.832167516928166e-05,6.546303484356031e-05,7.260439451783895e-05,7.974574691615999e-05,8.688710659043863e-05,9.402846626471728e-05,0.00010116981866303831,0.00010831117833731696,0.00011545253801159561,0.00012259389040991664,0.00012973524280823767,0.00013687660975847393,0.00014401796215679497,0.00015115932910703123,0.00015830068150535226,0.0001654420339036733,0.00017258340085390955,0.00017972475325223058,0.00018686610565055162,0.00019400747260078788,0.0002011488249991089,0.00020829017739742994,0.0002154315443476662,0.00022257289674598724,0.00022971424914430827,0.00023685561609454453,0.00024399696849286556],"_type":"histogram","values":[1,0,2,2,2,3,4,12,8,13,18,21,23,20,28,24,33,16,22,17,22,21,15,15,12,5,13,6,9,14,12,10,10,6,11,12,11,16,14,11,15,22,24,22,27,24,23,23,14,20,13,4,7,3,5,3,0,1,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0005138016422279179,-0.0004966389969922602,-0.0004794763517566025,-0.0004623136774171144,-0.0004451510321814567,-0.000427988386945799,-0.00041082571260631084,-0.00039366306737065315,-0.00037650042213499546,-0.00035933777689933777,-0.0003421751316636801,-0.00032501245732419193,-0.00030784981208853424,-0.00029068716685287654,-0.0002735244925133884,-0.0002563618472777307,-0.000239199202042073,-0.00022203655680641532,-0.0002048738970188424,-0.00018771123723126948,-0.0001705485919956118,-0.0001533859467599541,-0.00013622328697238117,-0.00011906063446076587,-0.00010189798194915056,-8.473532943753526e-05,-6.757267692591995e-05,-5.0410024414304644e-05,-3.324737190268934e-05,-1.608471939107403e-05,1.0779331205412745e-06,1.824058563215658e-05,3.540317993611097e-05,5.256583244772628e-05,6.972848495934159e-05,8.689113747095689e-05,0.0001040537899825722,0.0001212164424941875,0.0001383790950058028,0.00015554175479337573,0.00017270440002903342,0.00018986704526469111,0.00020702970505226403,0.00022419236483983696,0.00024135501007549465,0.00025851765531115234,0.0002756803296506405,0.0002928429748862982,0.00031000562012195587,0.00032716826535761356,0.00034433091059327126,0.0003614935849327594,0.0003786562301684171,0.0003958188754040748,0.00041298154974356294,0.00043014419497922063,0.0004473068402148783,0.000464469485450536,0.0004816321306861937,0.0004987947759218514,0.00051595747936517,0.0005331201246008277,0.0005502827698364854,0.0005674454150721431,0.0005846080603078008],"_type":"histogram","values":[1,0,0,2,0,1,0,0,0,3,3,4,8,9,12,16,19,33,34,46,70,72,97,108,83,85,82,86,80,88,87,82,86,89,124,116,105,82,58,36,36,27,17,13,11,9,7,3,7,3,0,1,3,1,1,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,2,1,4,4,2,13,8,9,14,18,21,16,28,39,38,49,68,67,92,111,154,167,167,165,131,119,95,93,75,47,58,15,35,30,16,21,11,12,9,2,5,2,5,1,1,1,1,1,2],"bins":[-0.01762966811656952,-0.017161186784505844,-0.01669270358979702,-0.016224222257733345,-0.01575573906302452,-0.015287257730960846,-0.014818775467574596,-0.014350293204188347,-0.013881811872124672,-0.013413329608738422,-0.012944847345352173,-0.012476365081965923,-0.012007882818579674,-0.011539400555193424,-0.01107091922312975,-0.0106024369597435,-0.01013395469635725,-0.009665472432971,-0.009196990169584751,-0.008728508837521076,-0.008260026574134827,-0.007791544310748577,-0.007323062047362328,-0.006854580249637365,-0.006386097986251116,-0.005917615722864866,-0.005449133925139904,-0.0049806516617536545,-0.004512169398367405,-0.004043687600642443,-0.003575205337256193,-0.0031067233067005873,-0.002638242207467556,-0.00216976017691195,-0.0017012780299410224,-0.0012327958829700947,-0.0007643138524144888,-0.000295831763651222,0.0001726503251120448,0.0006411324138753116,0.0011096145026385784,0.0015780965331941843,0.00204657856374979,0.0025150608271360397,0.0029835428576916456,0.0034520248882472515,0.003920507151633501,0.004388988949358463,0.004857471212744713,0.005325953476130962,0.005794435273855925,0.006262917537242174,0.006731399334967136,0.007199881598353386,0.0076683638617396355,0.008136846125125885,0.00860532745718956,0.00907380972057581,0.009542291983962059,0.010010774247348309,0.010479256510734558,0.010947738774120808,0.011416220106184483,0.011884702369570732,0.012353184632956982]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9992411732673645,0.9992750287055969,0.9993088841438293,0.9993427395820618,0.9993765950202942,0.9994104504585266,0.999444305896759,0.9994781613349915,0.9995120167732239,0.9995458722114563,0.9995797276496887,0.9996135830879211,0.9996474385261536,0.999681293964386,0.9997151494026184,0.9997490048408508,0.9997828602790833,0.9998167157173157,0.9998505711555481,0.9998844265937805,0.9999182820320129,0.9999521374702454,0.9999859929084778,1.000019907951355,1.0000537633895874,1.0000876188278198,1.0001214742660522,1.0001553297042847,1.000189185142517,1.0002230405807495,1.000256896018982,1.0002907514572144,1.0003246068954468,1.0003584623336792,1.0003923177719116,1.000426173210144,1.0004600286483765,1.0004938840866089,1.0005277395248413,1.0005615949630737,1.0005954504013062,1.0006293058395386,1.000663161277771,1.0006970167160034,1.0007308721542358,1.0007647275924683,1.0007985830307007,1.000832438468933,1.0008662939071655,1.000900149345398,1.0009340047836304,1.0009678602218628,1.0010017156600952,1.0010355710983276,1.00106942653656,1.0011032819747925,1.001137137413025,1.0011709928512573,1.0012048482894897,1.0012387037277222,1.0012725591659546,1.001306414604187,1.0013402700424194,1.0013741254806519,1.0014079809188843],"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,7,1,7,8,6,15,17,31,44,47,37,54,50,67,49,62,51,35,31,33,19,20,10,13,5,7,4,1,4,3,2,4,2,5,1,7,0,0,1,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"_wandb":{"runtime":287},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[643,1551,1528,1597,1540,1564,1597,1549,1612,1547,1607,1524,1622,1534,1487,1609,1554,1554,1604,1655,1619,1566,1564,1551,1537,1618,1576,1606,1572,1572,1475,1535,1577,1547,1540,1515,1563,1544,1610,1566,1520,1540,1528,1562,1464,1596,1633,1556,1556,1640,1617,1548,1573,1568,1600,1455,1613,1579,1615,1603,1615,1583,1538,471],"bins":[-0.03677252680063248,-0.03562138229608536,-0.03447023779153824,-0.03331909701228142,-0.0321679525077343,-0.03101680800318718,-0.02986566536128521,-0.02871452271938324,-0.02756337821483612,-0.026412233710289,-0.02526109106838703,-0.02410994842648506,-0.022958803921937943,-0.021807659417390823,-0.020656516775488853,-0.019505374133586884,-0.018354229629039764,-0.017203085124492645,-0.016051942482590675,-0.01490079890936613,-0.013749655336141586,-0.012598511762917042,-0.011447368189692497,-0.010296224616467953,-0.009145081043243408,-0.007993937470018864,-0.006842793896794319,-0.005691650323569775,-0.00454050675034523,-0.0033893631771206856,-0.002238219603896141,-0.0010870760306715965,6.407126784324646e-05,0.001215214841067791,0.0023663584142923355,0.00351750198751688,0.0046686455607414246,0.005819789133965969,0.006970932707190514,0.008122076280415058,0.009273219853639603,0.010424363426864147,0.011575507000088692,0.012726650573313236,0.01387779414653778,0.015028937719762325,0.01618008129298687,0.01733122393488884,0.01848236843943596,0.019633512943983078,0.020784655585885048,0.021935798227787018,0.023086942732334137,0.024238087236881256,0.025389229878783226,0.026540372520685196,0.027691517025232315,0.028842661529779434,0.029993804171681404,0.031144946813583374,0.03229609131813049,0.03344723582267761,0.03459838032722473,0.03574952110648155,0.03690066561102867]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.03271484375,-0.03171730041503906,-0.030719757080078125,-0.029722213745117188,-0.02872467041015625,-0.027727127075195312,-0.026729583740234375,-0.025732040405273438,-0.0247344970703125,-0.023736953735351562,-0.022739410400390625,-0.021741867065429688,-0.02074432373046875,-0.019746780395507812,-0.018749237060546875,-0.017751693725585938,-0.016754150390625,-0.015756607055664062,-0.014759063720703125,-0.013761520385742188,-0.01276397705078125,-0.011766433715820312,-0.010768890380859375,-0.009771347045898438,-0.0087738037109375,-0.0077762603759765625,-0.006778717041015625,-0.0057811737060546875,-0.00478363037109375,-0.0037860870361328125,-0.002788543701171875,-0.0017910003662109375,-0.00079345703125,0.0002040863037109375,0.001201629638671875,0.0021991729736328125,0.00319671630859375,0.0041942596435546875,0.005191802978515625,0.0061893463134765625,0.0071868896484375,0.008184432983398438,0.009181976318359375,0.010179519653320312,0.01117706298828125,0.012174606323242188,0.013172149658203125,0.014169692993164062,0.015167236328125,0.016164779663085938,0.017162322998046875,0.018159866333007812,0.01915740966796875,0.020154953002929688,0.021152496337890625,0.022150039672851562,0.0231475830078125,0.024145126342773438,0.025142669677734375,0.026140213012695312,0.02713775634765625,0.028135299682617188,0.029132843017578125,0.030130386352539062,0.0311279296875],"_type":"histogram","values":[2,1,0,0,0,1,4,4,7,4,5,18,24,21,36,55,84,142,205,290,466,759,1106,1823,2838,4342,7497,12508,21228,40489,80453,190240,570800,373961,130125,59132,30614,17418,9737,6184,3805,2228,1462,991,605,389,258,164,106,82,44,31,21,13,13,8,4,3,3,4,0,5,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,2,0,2,1,2,2,6,5,4,7,10,12,8,12,17,17,24,22,19,25,30,22,17,15,15,31,36,19,25,19,21,25,22,15,15,29,31,25,20,24,26,13,22,10,9,7,7,1,4,1,3,4,1,2,1,1,0,1,0,0,0,1],"bins":[-0.00033347762655466795,-0.0003223478270228952,-0.00031121799838729203,-0.0003000881988555193,-0.0002889583702199161,-0.00027782857068814337,-0.00026669877115637064,-0.00025556894252076745,-0.0002444391429889947,-0.00023330932890530676,-0.0002221795148216188,-0.00021104971528984606,-0.0001999199012061581,-0.00018879008712247014,-0.0001776602875906974,-0.00016653047350700945,-0.00015540065942332149,-0.00014427084533963352,-0.00013314103125594556,-0.00012201123172417283,-0.00011088141764048487,-9.975160355679691e-05,-8.862179674906656e-05,-7.749198994133621e-05,-6.636217585764825e-05,-5.52323654119391e-05,-4.4102554966229945e-05,-3.297274452052079e-05,-2.1842934074811637e-05,-1.0713123629102483e-05,4.166868166066706e-07,1.1546497262315825e-05,2.2676336811855435e-05,3.380614725756459e-05,4.4935957703273743e-05,5.60657681489829e-05,6.719557859469205e-05,7.832539267838001e-05,8.945519948611036e-05,0.0001005850062938407,0.00011171482037752867,0.00012284463446121663,0.0001339744485449046,0.00014510424807667732,0.00015623406216036528,0.00016736387624405324,0.00017849367577582598,0.00018962348985951394,0.0002007533039432019,0.00021188311802688986,0.00022301293211057782,0.00023414273164235055,0.0002452725311741233,0.0002564023598097265,0.0002675321593414992,0.0002786619879771024,0.00028979178750887513,0.00030092158704064786,0.00031205141567625105,0.0003231812152080238,0.000334311043843627,0.0003454408433753997,0.00035657064290717244,0.00036770047154277563,0.00037883027107454836],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09726440906524658,-0.09423205256462097,-0.09119968861341476,-0.08816732466220856,-0.08513496816158295,-0.08210261166095734,-0.07907024770975113,-0.07603788375854492,-0.07300552725791931,-0.0699731707572937,-0.0669408068060875,-0.06390844285488129,-0.060876086354255676,-0.05784372612833977,-0.05481136590242386,-0.05177900567650795,-0.04874664545059204,-0.04571428522467613,-0.04268192499876022,-0.039649564772844315,-0.036617204546928406,-0.0335848443210125,-0.030552484095096588,-0.02752012386918068,-0.02448776364326477,-0.02145540341734886,-0.018423043191432953,-0.015390682965517044,-0.012358322739601135,-0.009325962513685226,-0.006293602287769318,-0.003261242061853409,-0.00022887438535690308,0.0028034858405590057,0.0058358460664749146,0.008868206292390823,0.011900566518306732,0.014932926744222641,0.01796528697013855,0.02099764719605446,0.024030007421970367,0.027062367647886276,0.030094727873802185,0.033127088099718094,0.036159448325634,0.03919180855154991,0.04222416877746582,0.04525652900338173,0.04828888922929764,0.05132124945521355,0.054353609681129456,0.057385969907045364,0.06041833013296127,0.06345069408416748,0.06648305058479309,0.0695154070854187,0.07254777103662491,0.07558013498783112,0.07861249148845673,0.08164484798908234,0.08467721194028854,0.08770957589149475,0.09074193239212036,0.09377428889274597,0.09680665284395218],"_type":"histogram","values":[1,1,2,2,5,10,21,26,75,99,176,313,416,660,995,1526,2219,3050,4333,5878,7673,9762,12465,15397,18387,21493,25050,28092,30727,33229,34370,35603,35592,35059,33447,31142,28465,25197,21980,18965,15787,13025,10234,7799,6118,4518,3467,2269,1617,1138,683,488,318,188,108,80,35,22,11,6,4,2,2,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,0,1,2,0,2,3,6,1,4,6,8,4,12,10,4,6,18,15,22,30,34,41,29,44,37,42,40,34,40,30,34,24,28,36,22,19,17,13,10,5,4,7,7,5,3,2,3,1,0,0,1],"bins":[-0.002831906545907259,-0.0027593590784817934,-0.0026868118438869715,-0.002614264376461506,-0.002541717141866684,-0.0024691696744412184,-0.0023966224398463964,-0.002324074972420931,-0.002251527737826109,-0.0021789802704006433,-0.0021064328029751778,-0.002033885568380356,-0.0019613381009548903,-0.0018887907499447465,-0.0018162433989346027,-0.001743696047924459,-0.0016711486969143152,-0.0015986013459041715,-0.0015260539948940277,-0.001453506643883884,-0.0013809592928737402,-0.0013084118254482746,-0.0012358644744381309,-0.001163317123427987,-0.0010907697724178433,-0.0010182224214076996,-0.0009456750703975558,-0.0008731276611797512,-0.0008005803101696074,-0.0007280329591594636,-0.000655485549941659,-0.0005829381989315152,-0.0005103906150907278,-0.00043784326408058405,-0.00036529588396660984,-0.0002927485038526356,-0.00022020115284249187,-0.00014765378728043288,-7.51064217183739e-05,-2.5590561563149095e-06,6.998830940574408e-05,0.00014253567496780306,0.00021508304052986205,0.00028763042064383626,0.00036017777165398,0.0004327251226641238,0.0005052725318819284,0.0005778198828920722,0.000650367233902216,0.0007229145849123597,0.0007954619359225035,0.0008680093451403081,0.0009405566961504519,0.0010131041053682566,0.0010856514563784003,0.001158198807388544,0.0012307461583986878,0.0013032935094088316,0.0013758408604189754,0.0014483882114291191,0.0015209356788545847,0.0015934830298647285,0.0016660303808748722,0.001738577731885016,0.0018111250828951597]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,1,2,3,8,14,46,76,142,243,457,818,1343,2204,3437,5268,8120,11745,16375,22617,29958,39072,49447,60046,71405,82616,92012,99421,104995,107123,106956,102637,96622,88188,77501,66731,55691,44712,35352,27051,19727,14251,9922,6818,4553,2924,1820,1012,603,330,212,129,43,36,11,5,5,3,1,0,1],"bins":[-0.11261700838804245,-0.109183169901371,-0.10574932396411896,-0.10231548547744751,-0.09888164699077606,-0.09544780105352402,-0.09201396256685257,-0.08858012408018112,-0.08514627814292908,-0.08171243965625763,-0.07827860116958618,-0.07484476268291473,-0.07141091674566269,-0.06797707825899124,-0.0645432397723198,-0.06110939756035805,-0.0576755553483963,-0.054241713136434555,-0.05080787464976311,-0.04737403243780136,-0.04394019395112991,-0.04050635173916817,-0.03707250952720642,-0.03363867104053497,-0.030204828828573227,-0.02677098847925663,-0.023337148129940033,-0.019903305917978287,-0.01646946556866169,-0.013035625219345093,-0.009601783938705921,-0.006167943123728037,-0.0027340948581695557,0.0006997459568083286,0.004133586771786213,0.007567427586764097,0.011001268401741982,0.014435108751058578,0.017868950963020325,0.02130279131233692,0.02473663166165352,0.028170472010970116,0.03160431236028671,0.03503815457224846,0.038471996784210205,0.04190583527088165,0.0453396774828434,0.04877351596951485,0.05220735818147659,0.05564120039343834,0.05907503888010979,0.06250888109207153,0.06594271957874298,0.06937656551599503,0.07281040400266647,0.07624424248933792,0.07967808842658997,0.08311192691326141,0.08654576539993286,0.08997960388660431,0.09341344982385635,0.0968472883105278,0.10028112679719925,0.1037149727344513,0.10714881122112274]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,1,2,2,1,3,0,0,1,2,7,3,6,5,5,2,6,8,9,6,23,17,21,18,30,24,29,28,28,20,9,20,11,19,16,18,26,28,27,36,35,24,34,24,22,16,12,9,9,11,11,6,3,5,8,5,3,3,3,4,0,2,0,1],"bins":[-0.00090729322982952,-0.0008799238712526858,-0.0008525545126758516,-0.0008251851540990174,-0.0007978157955221832,-0.000770446436945349,-0.0007430770201608539,-0.0007157076615840197,-0.0006883383030071855,-0.0006609689444303513,-0.0006335995858535171,-0.0006062302272766829,-0.0005788608686998487,-0.0005514915101230145,-0.0005241221515461802,-0.000496752792969346,-0.0004693834052886814,-0.0004420140467118472,-0.000414644688135013,-0.0003872753004543483,-0.0003599059418775141,-0.0003325365833006799,-0.0003051672247238457,-0.0002777978661470115,-0.0002504285075701773,-0.0002230591344414279,-0.00019568976131267846,-0.00016832040273584425,-0.00014095104415901005,-0.00011358167103026062,-8.621231245342642e-05,-5.8842946600634605e-05,-3.147358074784279e-05,-4.104216714040376e-06,2.3265147319762036e-05,5.0634509534575045e-05,7.800387538736686e-05,0.00010537324124015868,0.00013274259981699288,0.0001601119729457423,0.0001874813315225765,0.0002148506900994107,0.00024222006322816014,0.00026958942180499434,0.00029695878038182855,0.00032432813895866275,0.0003516975266393274,0.0003790668852161616,0.0004064362437929958,0.00043380560236983,0.0004611749609466642,0.0004885443486273289,0.0005159137072041631,0.0005432830657809973,0.0005706524243578315,0.0005980217829346657,0.0006253911415114999,0.0006527605000883341,0.0006801298586651683,0.0007074992754496634,0.0007348686340264976,0.0007622379926033318,0.000789607351180166,0.0008169767097570002,0.0008443460683338344],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,1,0,1,1,0,1,0,3,1,0,2,2,2,1,1,6,11,16,12,11,12,12,27,24,17,33,37,36,30,49,41,38,44,40,44,31,22,22,27,16,17,13,15,7,10,2,6,1,6,2,3,5,3,0,1,0,0,0,0,0,1,0,1],"bins":[-0.0017284862697124481,-0.001673627644777298,-0.001618768903426826,-0.0015639102784916759,-0.0015090515371412039,-0.0014541929122060537,-0.0013993341708555818,-0.0013444755459204316,-0.0012896168045699596,-0.0012347581796348095,-0.0011798995546996593,-0.0011250408133491874,-0.0010701821884140372,-0.0010153234470635653,-0.0009604648221284151,-0.000905606138985604,-0.000850747455842793,-0.0007958887726999819,-0.0007410300895571709,-0.0006861714064143598,-0.0006313127232715487,-0.0005764540983363986,-0.0005215954151935875,-0.0004667367320507765,-0.0004118780489079654,-0.00035701936576515436,-0.0003021606826223433,-0.0002473020285833627,-0.00019244334544055164,-0.00013758466229774058,-8.272599370684475e-05,-2.78673178399913e-05,2.699147444218397e-05,8.185015030903742e-05,0.00013670882617589086,0.0001915674947667867,0.00024642617790959775,0.0003012848610524088,0.0003561435150913894,0.0004110021982342005,0.00046586088137701154,0.0005207195645198226,0.0005755782476626337,0.0006304369308054447,0.0006852955557405949,0.0007401542388834059,0.000795012922026217,0.000849871605169028,0.0009047302883118391,0.0009595889714546502,0.0010144476545974612,0.0010693062795326114,0.0011241650208830833,0.0011790236458182335,0.0012338823871687055,0.0012887410121038556,0.0013435997534543276,0.0013984583783894777,0.0014533170033246279,0.0015081757446750998,0.00156303436961025,0.001617893110960722,0.0016727517358958721,0.001727610477246344,0.0017824691021814942],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09569642692804337,-0.09263535588979721,-0.08957429230213165,-0.0865132212638855,-0.08345215022563934,-0.08039108663797379,-0.07733001559972763,-0.07426895201206207,-0.07120788097381592,-0.06814680993556976,-0.0650857463479042,-0.06202467530965805,-0.058963607996702194,-0.05590254068374634,-0.05284146964550018,-0.04978040233254433,-0.04671933501958847,-0.043658267706632614,-0.04059720039367676,-0.0375361293554306,-0.03447506204247475,-0.03141399472951889,-0.028352925553917885,-0.02529185637831688,-0.022230789065361023,-0.019169721752405167,-0.01610865257680416,-0.01304758433252573,-0.0099865160882473,-0.006925447843968868,-0.0038643795996904373,-0.0008033113554120064,0.0022577568888664246,0.0053188251331448555,0.008379893377423286,0.011440961621701717,0.014502029865980148,0.017563097178936005,0.02062416635453701,0.023685235530138016,0.026746302843093872,0.02980737015604973,0.032868437469005585,0.03592950850725174,0.038990575820207596,0.04205164313316345,0.04511271417140961,0.04817378148436546,0.05123484879732132,0.054295916110277176,0.05735698342323303,0.06041805446147919,0.06347912549972534,0.0665401890873909,0.06960126012563705,0.07266232371330261,0.07572339475154877,0.07878446578979492,0.08184552937746048,0.08490660041570663,0.08796766400337219,0.09102873504161835,0.0940898060798645,0.09715086966753006,0.10021194070577621],"_type":"histogram","values":[2,5,8,8,17,34,77,114,249,386,590,972,1494,2449,3662,5164,7543,10513,14244,19319,24879,31372,39223,47346,56191,65130,73499,81333,87670,92898,94762,96011,94059,90775,85257,77850,69327,60805,52262,43413,35478,28065,21713,16556,12296,8839,6319,4399,3059,2003,1256,817,486,274,155,103,68,25,18,12,8,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,1,0,4,7,4,9,13,19,14,41,50,72,120,190,284,386,559,868,1275,1950,2695,4484,6931,11263,18567,30842,58040,135616,442250,543979,156475,66396,34419,20239,12759,7803,4772,3223,2048,1387,949,597,415,269,176,120,96,57,41,25,19,11,5,7,6,4,4,0,0,3,3,0,2],"bins":[-0.03271484375,-0.031627655029296875,-0.03054046630859375,-0.029453277587890625,-0.0283660888671875,-0.027278900146484375,-0.02619171142578125,-0.025104522705078125,-0.024017333984375,-0.022930145263671875,-0.02184295654296875,-0.020755767822265625,-0.0196685791015625,-0.018581390380859375,-0.01749420166015625,-0.016407012939453125,-0.01531982421875,-0.014232635498046875,-0.01314544677734375,-0.012058258056640625,-0.0109710693359375,-0.009883880615234375,-0.00879669189453125,-0.007709503173828125,-0.006622314453125,-0.005535125732421875,-0.00444793701171875,-0.003360748291015625,-0.0022735595703125,-0.001186370849609375,-9.918212890625e-05,0.000988006591796875,0.0020751953125,0.003162384033203125,0.00424957275390625,0.005336761474609375,0.0064239501953125,0.007511138916015625,0.00859832763671875,0.009685516357421875,0.010772705078125,0.011859893798828125,0.01294708251953125,0.014034271240234375,0.0151214599609375,0.016208648681640625,0.01729583740234375,0.018383026123046875,0.01947021484375,0.020557403564453125,0.02164459228515625,0.022731781005859375,0.0238189697265625,0.024906158447265625,0.02599334716796875,0.027080535888671875,0.028167724609375,0.029254913330078125,0.03034210205078125,0.031429290771484375,0.0325164794921875,0.033603668212890625,0.03469085693359375,0.035778045654296875,0.036865234375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.0771484375,-0.0747222900390625,-0.072296142578125,-0.0698699951171875,-0.06744384765625,-0.0650177001953125,-0.062591552734375,-0.0601654052734375,-0.0577392578125,-0.0553131103515625,-0.052886962890625,-0.0504608154296875,-0.04803466796875,-0.0456085205078125,-0.043182373046875,-0.0407562255859375,-0.038330078125,-0.0359039306640625,-0.033477783203125,-0.0310516357421875,-0.02862548828125,-0.0261993408203125,-0.023773193359375,-0.0213470458984375,-0.0189208984375,-0.0164947509765625,-0.014068603515625,-0.0116424560546875,-0.00921630859375,-0.0067901611328125,-0.004364013671875,-0.0019378662109375,0.00048828125,0.0029144287109375,0.005340576171875,0.0077667236328125,0.01019287109375,0.0126190185546875,0.015045166015625,0.0174713134765625,0.0198974609375,0.0223236083984375,0.024749755859375,0.0271759033203125,0.02960205078125,0.0320281982421875,0.034454345703125,0.0368804931640625,0.039306640625,0.0417327880859375,0.044158935546875,0.0465850830078125,0.04901123046875,0.0514373779296875,0.053863525390625,0.0562896728515625,0.0587158203125,0.0611419677734375,0.063568115234375,0.0659942626953125,0.06842041015625,0.0708465576171875,0.073272705078125,0.0756988525390625,0.078125],"_type":"histogram","values":[2,0,0,3,2,5,4,7,8,7,19,21,38,39,83,87,151,213,286,414,679,989,1565,2053,3414,5248,8314,12874,22028,37780,76130,159118,122895,56663,30454,17405,11018,6837,4501,2561,1997,1228,855,605,370,264,191,116,77,62,52,31,17,15,4,12,1,7,0,2,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0057373046875,-0.005558013916015625,-0.00537872314453125,-0.005199432373046875,-0.0050201416015625,-0.004840850830078125,-0.00466156005859375,-0.004482269287109375,-0.004302978515625,-0.004123687744140625,-0.00394439697265625,-0.003765106201171875,-0.0035858154296875,-0.003406524658203125,-0.00322723388671875,-0.003047943115234375,-0.00286865234375,-0.002689361572265625,-0.00251007080078125,-0.002330780029296875,-0.0021514892578125,-0.001972198486328125,-0.00179290771484375,-0.001613616943359375,-0.001434326171875,-0.001255035400390625,-0.00107574462890625,-0.000896453857421875,-0.0007171630859375,-0.000537872314453125,-0.00035858154296875,-0.000179290771484375,0,0.000179290771484375,0.00035858154296875,0.000537872314453125,0.0007171630859375,0.000896453857421875,0.00107574462890625,0.001255035400390625,0.001434326171875,0.001613616943359375,0.00179290771484375,0.001972198486328125,0.0021514892578125,0.002330780029296875,0.00251007080078125,0.002689361572265625,0.00286865234375,0.003047943115234375,0.00322723388671875,0.003406524658203125,0.0035858154296875,0.003765106201171875,0.00394439697265625,0.004123687744140625,0.004302978515625,0.004482269287109375,0.00466156005859375,0.004840850830078125,0.0050201416015625,0.005199432373046875,0.00537872314453125,0.005558013916015625,0.0057373046875],"_type":"histogram","values":[1,0,0,0,0,0,0,3,1,5,4,5,10,6,12,11,17,29,53,62,114,193,343,553,1017,1702,3419,6342,12354,25897,59283,183014,183530,59215,25988,12855,6307,3274,1810,962,580,317,188,115,76,44,20,24,23,6,7,4,6,7,5,4,1,3,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,2,4,2,2,3,6,6,5,2,14,11,11,23,15,12,22,24,26,30,19,36,30,32,37,31,28,27,32,29,31,25,20,11,22,20,22,20,9,15,22,7,4,2,2,0,3,3,3,1,3,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.028468161821365356,-0.02735498547554016,-0.026241807267069817,-0.025128629058599472,-0.024015452712774277,-0.02290227636694908,-0.021789098158478737,-0.020675919950008392,-0.019562743604183197,-0.018449567258358,-0.017336389049887657,-0.016223210841417313,-0.015110034495592117,-0.013996857218444347,-0.012883679941296577,-0.011770502664148808,-0.010657325387001038,-0.009544148109853268,-0.008430970832705498,-0.007317793555557728,-0.006204616278409958,-0.005091439001262188,-0.003978261724114418,-0.002865084446966648,-0.0017519071698188782,-0.0006387298926711082,0.0004744473844766617,0.0015876246616244316,0.0027008019387722015,0.0038139792159199715,0.004927156493067741,0.006040333770215511,0.007153507322072983,0.008266684599220753,0.009379861876368523,0.010493039153516293,0.011606216430664062,0.012719393707811832,0.013832570984959602,0.014945748262107372,0.016058925539255142,0.017172101885080338,0.018285280093550682,0.019398458302021027,0.020511634647846222,0.021624810993671417,0.022737989202141762,0.023851167410612106,0.0249643437564373,0.026077520102262497,0.02719069831073284,0.028303876519203186,0.02941705286502838,0.030530229210853577,0.03164340555667877,0.032756585627794266,0.03386976197361946,0.034982938319444656,0.03609611839056015,0.037209294736385345,0.03832247108221054,0.039435647428035736,0.04054882377386093,0.041662003844976425,0.04277518019080162],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09145843237638474,-0.08843476325273514,-0.08541109412908554,-0.08238742500543594,-0.07936374843120575,-0.07634007930755615,-0.07331641018390656,-0.07029274106025696,-0.06726907193660736,-0.06424540281295776,-0.061221733689308167,-0.05819806084036827,-0.055174391716718674,-0.05215072259306908,-0.04912704974412918,-0.046103380620479584,-0.04307971149682999,-0.04005604237318039,-0.03703237324953079,-0.0340087004005909,-0.0309850312769413,-0.027961362153291702,-0.024937691166996956,-0.02191402018070221,-0.018890351057052612,-0.015866681933403015,-0.012843010947108269,-0.009819340892136097,-0.006795670837163925,-0.0037720007821917534,-0.0007483307272195816,0.00227533932775259,0.005299009382724762,0.008322679437696934,0.011346349492669106,0.014370019547641277,0.01739368960261345,0.020417358726263046,0.023441029712557793,0.02646470069885254,0.029488369822502136,0.03251203894615173,0.03553570806980133,0.038559380918741226,0.04158305004239082,0.04460671916604042,0.047630392014980316,0.05065406113862991,0.05367773026227951,0.05670139938592911,0.059725068509578705,0.0627487376332283,0.0657724142074585,0.0687960833311081,0.07181975245475769,0.07484342157840729,0.07786709070205688,0.08089075982570648,0.08391442894935608,0.08693809807300568,0.08996176719665527,0.09298544377088547,0.09600911289453506,0.09903278201818466,0.10205645114183426],"_type":"histogram","values":[1,5,5,13,25,32,64,100,185,256,420,633,1006,1498,2107,2954,4185,5518,7540,9423,11886,14681,18014,20878,24451,27339,30336,32466,34490,35390,35328,34871,33487,31225,29179,26085,22698,19527,16403,13614,10664,8478,6498,4877,3445,2497,1807,1146,765,490,328,204,122,80,57,21,15,4,3,2,1,1,0,1]},"gradients/_orig_mod.linear.bias":{"bins":[-0.08829212188720703,-0.08496743440628052,-0.081642746925354,-0.07831805944442749,-0.07499337196350098,-0.07166868448257446,-0.06834399700164795,-0.06501930952072144,-0.06169462203979492,-0.05836993455886841,-0.055045247077941895,-0.05172055959701538,-0.04839587211608887,-0.045071184635162354,-0.04174649715423584,-0.038421809673309326,-0.03509712219238281,-0.0317724347114563,-0.028447747230529785,-0.02512305974960327,-0.021798372268676758,-0.018473684787750244,-0.01514899730682373,-0.011824309825897217,-0.008499622344970703,-0.0051749348640441895,-0.0018502473831176758,0.0014744400978088379,0.0047991275787353516,0.008123815059661865,0.011448502540588379,0.014773190021514893,0.018097877502441406,0.02142256498336792,0.024747252464294434,0.028071939945220947,0.03139662742614746,0.034721314907073975,0.03804600238800049,0.041370689868927,0.044695377349853516,0.04802006483078003,0.05134475231170654,0.05466943979263306,0.05799412727355957,0.061318814754486084,0.0646435022354126,0.06796818971633911,0.07129287719726562,0.07461756467819214,0.07794225215911865,0.08126693964004517,0.08459162712097168,0.0879163146018982,0.09124100208282471,0.09456568956375122,0.09789037704467773,0.10121506452560425,0.10453975200653076,0.10786443948745728,0.11118912696838379,0.1145138144493103,0.11783850193023682,0.12116318941116333,0.12448787689208984],"_type":"histogram","values":[1,0,0,0,1,1,2,0,0,0,1,1,2,2,1,3,5,2,4,4,2,2,4,3,7,6,1,2,6,1,9,5,9,5,8,2,1,1,3,5,4,2,2,3,1,0,0,1,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.03428215533494949,-0.03318800404667854,-0.03209385275840759,-0.030999699607491493,-0.029905546456575394,-0.028811395168304443,-0.027717243880033493,-0.026623090729117393,-0.025528939440846443,-0.024434788152575493,-0.023340635001659393,-0.022246483713388443,-0.021152332425117493,-0.020058179274201393,-0.018964027985930443,-0.017869874835014343,-0.016775723546743393,-0.015681572258472443,-0.014587419107556343,-0.013493267819285393,-0.012399115599691868,-0.011304963380098343,-0.010210812091827393,-0.009116659872233868,-0.008022507652640343,-0.006928355433046818,-0.00583420367911458,-0.0047400519251823425,-0.0036458997055888176,-0.0025517477188259363,-0.001457595732063055,-0.00036344374530017376,0.000730711966753006,0.0018248639535158873,0.0029190159402787685,0.004013167694211006,0.005107319913804531,0.006201472133398056,0.007295623887330294,0.008389775641262531,0.009483927860856056,0.010578080080449581,0.011672232300043106,0.012766383588314056,0.013860535807907581,0.014954688027501106,0.016048839315772057,0.017142992466688156,0.018237143754959106,0.019331295043230057,0.020425448194146156,0.021519599482417107,0.022613752633333206,0.023707903921604156,0.024802055209875107,0.025896208360791206,0.026990359649062157,0.028084510937333107,0.029178664088249207,0.030272815376520157,0.03136696666479111,0.03246111795306206,0.033555272966623306,0.03464942425489426,0.03574357554316521],"_type":"histogram","values":[1,0,0,0,0,2,1,0,2,3,4,4,2,6,7,12,6,13,7,19,12,21,19,23,17,28,42,25,26,32,34,37,41,27,30,28,32,25,19,21,24,25,12,15,8,8,10,5,6,6,6,5,2,1,0,2,1,0,2,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,1,3,2,1,2,4,4,4,8,7,10,9,12,18,14,18,18,16,16,20,28,21,35,30,20,37,26,29,27,20,36,26,28,28,21,20,26,13,19,19,8,14,4,8,7,5,3,5,1,5,2,2,1,2,0,0,0,1,0,0,1],"bins":[-0.022202521562576294,-0.021469159051775932,-0.02073579654097557,-0.02000243589282036,-0.019269073382019997,-0.018535710871219635,-0.017802348360419273,-0.017068985849618912,-0.0163356252014637,-0.015602261759340763,-0.014868900179862976,-0.014135537669062614,-0.013402175158262253,-0.012668813578784466,-0.011935451067984104,-0.011202089488506317,-0.010468726977705956,-0.009735364466905594,-0.009002002887427807,-0.008268640376627445,-0.007535278331488371,-0.006801916286349297,-0.006068553775548935,-0.005335191730409861,-0.004601829685270786,-0.003868467640131712,-0.003135105362161994,-0.002401743084192276,-0.0016683810390532017,-0.0009350188774988055,-0.00020165671594440937,0.0005317054456099868,0.001265067607164383,0.0019984296523034573,0.0027317919302731752,0.0034651542082428932,0.0041985162533819675,0.004931878298521042,0.0056652408093214035,0.006398602854460478,0.007131964899599552,0.007865327410399914,0.0085986889898777,0.009332051500678062,0.010065414011478424,0.010798775590956211,0.011532138101756573,0.01226549968123436,0.012998862192034721,0.013732224702835083,0.01446558628231287,0.015198948793113232,0.01593231037259102,0.01666567288339138,0.017399035394191742,0.018132397904992104,0.018865760415792465,0.019599121063947678,0.02033248357474804,0.0210658460855484,0.021799208596348763,0.022532571107149124,0.023265931755304337,0.023999294266104698,0.02473265677690506]},"parameters/_orig_mod.linear.bias":{"bins":[-0.03583705797791481,-0.03474318981170654,-0.03364931792020798,-0.03255544975399971,-0.03146158158779144,-0.030367713421583176,-0.02927384339272976,-0.028179973363876343,-0.027086105197668076,-0.02599223703145981,-0.024898367002606392,-0.023804496973752975,-0.022710628807544708,-0.02161676064133644,-0.020522890612483025,-0.019429020583629608,-0.01833515241742134,-0.017241284251213074,-0.016147414222359657,-0.015053545124828815,-0.013959676027297974,-0.012865806929767132,-0.01177193783223629,-0.010678068734705448,-0.009584199637174606,-0.008490330539643764,-0.007396461442112923,-0.006302592344582081,-0.005208723247051239,-0.004114854149520397,-0.0030209850519895554,-0.0019271159544587135,-0.0008332468569278717,0.0002606222406029701,0.001354491338133812,0.0024483604356646538,0.0035422295331954956,0.004636098630726337,0.005729967728257179,0.006823836825788021,0.007917705923318863,0.009011575020849705,0.010105444118380547,0.011199313215911388,0.01229318231344223,0.013387051410973072,0.014480920508503914,0.015574789606034756,0.016668658703565598,0.017762526869773865,0.01885639689862728,0.019950266927480698,0.021044135093688965,0.022138003259897232,0.02323187328875065,0.024325743317604065,0.025419611483812332,0.0265134796500206,0.027607349678874016,0.028701219707727432,0.0297950878739357,0.030888956040143967,0.031982824206352234,0.0330766960978508,0.03417056426405907],"_type":"histogram","values":[1,0,0,1,1,5,4,3,3,4,2,3,1,2,0,0,1,2,0,1,3,4,0,0,2,3,0,2,3,0,1,5,3,1,2,1,2,3,2,1,5,4,0,2,1,1,5,3,3,0,3,1,3,4,4,2,4,1,1,3,2,1,1,2]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug-core.log b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..21ed455752b828140cfd2bf4d7e6934dd45ff5cb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:33:14.818513212+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpkf1rqcf9/port-48387.txt","pid":48387,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:33:14.819084487+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":48387} +{"time":"2025-07-18T01:33:14.819090742+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-48387-48410-474627330/socket","Net":"unix"}} +{"time":"2025-07-18T01:33:14.998506166+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:33:15.0070699+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"g5gjoskc","id":"1(@)"} +{"time":"2025-07-18T01:33:15.441659053+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"g5gjoskc","id":"1(@)"} +{"time":"2025-07-18T01:38:03.364112329+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:38:03.364420126+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:38:03.364478618+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:38:03.364436906+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:38:03.364552456+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-48387-48410-474627330/socket","Net":"unix"}} +{"time":"2025-07-18T01:38:05.25954974+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:38:05.25956952+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:38:05.259584171+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..09954248405faf41f69f88ca10d71ac18f35bb33 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:33:15.008101817+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:33:15.441628323+03:00","level":"INFO","msg":"stream: created new stream","id":"g5gjoskc"} +{"time":"2025-07-18T01:33:15.441653663+03:00","level":"INFO","msg":"stream: started","id":"g5gjoskc"} +{"time":"2025-07-18T01:33:15.441669255+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"g5gjoskc"} +{"time":"2025-07-18T01:33:15.441681748+03:00","level":"INFO","msg":"sender: started","stream_id":"g5gjoskc"} +{"time":"2025-07-18T01:33:15.441720086+03:00","level":"INFO","msg":"handler: started","stream_id":"g5gjoskc"} +{"time":"2025-07-18T01:38:03.364450898+03:00","level":"INFO","msg":"stream: closing","id":"g5gjoskc"} +{"time":"2025-07-18T01:38:04.504208548+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:38:05.258115306+03:00","level":"INFO","msg":"handler: closed","stream_id":"g5gjoskc"} +{"time":"2025-07-18T01:38:05.258147315+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"g5gjoskc"} +{"time":"2025-07-18T01:38:05.258157729+03:00","level":"INFO","msg":"sender: closed","stream_id":"g5gjoskc"} +{"time":"2025-07-18T01:38:05.258980994+03:00","level":"INFO","msg":"stream: closed","id":"g5gjoskc"} diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug.log b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..54b09f1490c494a6390756b1e4d5c431812b77bf --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_setup.py:_flush():80] Configure stats pid to 48387 +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_013314-g5gjoskc/logs/debug.log +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_013314-g5gjoskc/logs/debug-internal.log +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.2, 'batch_size': 8, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:33:14,781 INFO MainThread:48387 [wandb_init.py:init():871] starting backend +2025-07-18 01:33:14,998 INFO MainThread:48387 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:33:15,005 INFO MainThread:48387 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:33:15,007 INFO MainThread:48387 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:33:15,008 INFO MainThread:48387 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:33:15,775 INFO MainThread:48387 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:33:15,941 INFO MainThread:48387 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:33:15,941 INFO MainThread:48387 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:33:15,942 INFO MainThread:48387 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:33:15,942 INFO MainThread:48387 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:33:15,947 INFO MainThread:48387 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:33:17,737 INFO MainThread:48387 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:33:17,738 INFO MainThread:48387 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:38:03,362 INFO MsgRouterThr:48387 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_013314-g5gjoskc/run-g5gjoskc.wandb b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/run-g5gjoskc.wandb new file mode 100644 index 0000000000000000000000000000000000000000..dd9be78ddf987d2e2866180aa16b989a132b7778 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013314-g5gjoskc/run-g5gjoskc.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c947f9f1fab91aafffd54c3f88a9029ef8dc54fb347939bd66c3f6c51d1211bd +size 107126794 diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/config.yaml b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0be63a3af711ea21becab949efa75a1e4abfbe14 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + m0iofise994nvs9xscr49mmjbljlyz6l: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136822849536" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:38:59.122224Z" + writerId: m0iofise994nvs9xscr49mmjbljlyz6l + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 0.001 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/output.log b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..035b94cc0fe1a2a9f3eaf06ffd94ea0f9c117e26 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/output.log @@ -0,0 +1,35 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [13:22", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/requirements.txt b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..02bb82648ce6c4fd1c11e21add38ac501b1f38b6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:38:59.122224Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136822849536" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "m0iofise994nvs9xscr49mmjbljlyz6l" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..3a9371f0181f895626be8c538b5726aba3ef6a2b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[4,1,2,7,18,32,38,88,143,249,441,713,1146,1646,2632,3745,5670,7730,10694,14189,18842,24594,30983,38176,46285,53931,62764,70710,77944,84374,88832,92486,93147,91901,88804,84348,78049,70784,63059,54634,46373,38109,31101,24576,19006,14650,10780,7770,5473,3900,2564,1798,1171,707,440,240,151,95,62,31,14,10,4,4],"bins":[-0.10064821690320969,-0.0975537896156311,-0.09445936977863312,-0.09136494249105453,-0.08827051520347595,-0.08517608791589737,-0.08208166807889938,-0.0789872407913208,-0.07589281350374222,-0.07279839366674423,-0.06970396637916565,-0.06660953909158707,-0.06351511180400848,-0.0604206882417202,-0.057326264679431915,-0.05423183739185333,-0.05113741382956505,-0.048042990267276764,-0.04494856297969818,-0.0418541394174099,-0.038759712129831314,-0.03566528856754303,-0.03257086127996445,-0.029476437717676163,-0.02638201229274273,-0.023287586867809296,-0.020193161442875862,-0.01709873601794243,-0.01400431152433157,-0.010909886099398136,-0.007815461605787277,-0.004721036180853844,-0.0016266107559204102,0.0014678144361823797,0.00456223962828517,0.007656664587557316,0.01075109001249075,0.013845515437424183,0.016939939931035042,0.020034365355968475,0.02312879078090191,0.026223216205835342,0.029317641630768776,0.03241206705570221,0.035506490617990494,0.03860091790556908,0.04169534146785736,0.044789768755435944,0.04788419231772423,0.05097861588001251,0.054073043167591095,0.05716746672987938,0.06026189401745796,0.06335631757974625,0.06645074486732483,0.06954517215490341,0.0726395919919014,0.07573401927947998,0.07882844656705856,0.08192286640405655,0.08501729369163513,0.08811172097921371,0.0912061482667923,0.09430056810379028,0.09739499539136887],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.09416339546442032,-0.0911799967288971,-0.08819659054279327,-0.08521319180727005,-0.08222979307174683,-0.079246386885643,-0.07626298815011978,-0.07327958196401596,-0.07029618322849274,-0.06731278449296951,-0.06432937830686569,-0.06134597957134247,-0.058362577110528946,-0.055379174649715424,-0.0523957759141922,-0.04941237345337868,-0.046428970992565155,-0.04344556853175163,-0.04046216607093811,-0.037478767335414886,-0.034495364874601364,-0.03151196241378784,-0.02852856181561947,-0.025545161217451096,-0.022561758756637573,-0.01957835629582405,-0.016594955697655678,-0.01361155416816473,-0.010628152638673782,-0.007644751109182835,-0.004661349579691887,-0.0016779480502009392,0.0013054460287094116,0.004288847558200359,0.007272249087691307,0.010255650617182255,0.013239052146673203,0.016222454607486725,0.019205855205655098,0.02218925580382347,0.025172658264636993,0.028156060725450516,0.03113946132361889,0.03412286192178726,0.037106264382600784,0.04008966684341431,0.04307306557893753,0.04605646803975105,0.049039870500564575,0.0520232729613781,0.05500667542219162,0.057990074157714844,0.060973476618528366,0.06395687907934189,0.06694027781486511,0.06992368400096893,0.07290708273649216,0.07589048147201538,0.0788738876581192,0.08185728639364243,0.08484068512916565,0.08782409131526947,0.0908074900507927,0.09379089623689651,0.09677429497241974],"_type":"histogram","values":[4,4,5,6,20,30,53,79,146,195,361,486,747,1099,1650,2225,3204,4476,5823,7497,9483,12136,14470,17429,20541,23069,26004,28302,30595,32152,33452,33774,33762,32216,30897,28800,26517,23493,20756,17712,14762,12102,9922,7627,6039,4638,3325,2515,1767,1215,782,554,341,223,143,88,45,23,26,7,4,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,0,0,4,6,10,27,33,50,96,157,223,398,647,854,1301,1788,2635,3554,4810,6323,8131,10429,12809,15508,18155,21415,24037,27016,29270,31703,32664,33794,34156,33413,32494,30345,28164,24919,22504,19486,16847,13600,11295,8950,6954,5385,3972,2962,2122,1471,1025,679,477,301,180,113,59,43,19,19,18,1,2],"bins":[-0.10005059093236923,-0.0970354974269867,-0.09402041137218475,-0.09100532531738281,-0.08799023181200027,-0.08497513830661774,-0.0819600522518158,-0.07894496619701385,-0.07592987269163132,-0.07291477918624878,-0.06989969313144684,-0.0668846070766449,-0.06386951357126236,-0.06085442379117012,-0.05783933401107788,-0.05482424423098564,-0.0518091544508934,-0.04879406467080116,-0.04577897489070892,-0.042763885110616684,-0.039748795330524445,-0.036733705550432205,-0.033718615770339966,-0.030703525990247726,-0.027688436210155487,-0.024673346430063248,-0.02165825664997101,-0.01864316686987877,-0.01562807708978653,-0.01261298730969429,-0.00959789752960205,-0.006582807749509811,-0.003567717969417572,-0.0005526281893253326,0.0024624615907669067,0.005477551370859146,0.008492641150951385,0.011507730931043625,0.014522820711135864,0.017537910491228104,0.020553000271320343,0.023568090051412582,0.026583179831504822,0.02959826961159706,0.0326133593916893,0.03562844917178154,0.03864353895187378,0.04165862873196602,0.04467371851205826,0.0476888082921505,0.05070389807224274,0.053718987852334976,0.056734077632427216,0.059749167412519455,0.0627642571926117,0.06577934324741364,0.06879443675279617,0.07180953025817871,0.07482461631298065,0.07783970236778259,0.08085479587316513,0.08386988937854767,0.08688497543334961,0.08990006148815155,0.09291515499353409]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,0,0,1,1,1,0,1,2,6,8,9,12,21,30,49,51,82,120,176,284,464,674,1174,1970,3442,5754,10044,17709,31671,56687,123138,176295,71205,37960,21266,12245,7203,3984,2361,1354,824,524,322,237,144,87,69,46,39,26,16,8,11,5,3,2,2,0,0,2],"bins":[-1.0913936421275139e-09,-1.0603571354295127e-09,-1.0293206287315115e-09,-9.982841220335104e-10,-9.672476153355092e-10,-9.36211108637508e-10,-9.051746019395068e-10,-8.741380952415057e-10,-8.431015885435045e-10,-8.120650818455033e-10,-7.810285751475021e-10,-7.499920684495009e-10,-7.189555617514998e-10,-6.879190550534986e-10,-6.568825483554974e-10,-6.258460416574962e-10,-5.948095349594951e-10,-5.637730282614939e-10,-5.327365215634927e-10,-5.017000148654915e-10,-4.706635081674904e-10,-4.396270014694892e-10,-4.08590494771488e-10,-3.7755398807348683e-10,-3.4651748137548566e-10,-3.154809746774845e-10,-2.844444679794833e-10,-2.5340796128148213e-10,-2.2237145458348095e-10,-1.9133494788547978e-10,-1.602984411874786e-10,-1.2926193448947743e-10,-9.822542779147625e-11,-6.718892109347507e-11,-3.61524143954739e-11,-5.115907697472721e-12,2.5920599000528455e-11,5.695710569852963e-11,8.799361239653081e-11,1.1903011909453198e-10,1.5006662579253316e-10,1.8110313249053434e-10,2.121396391885355e-10,2.431761458865367e-10,2.7421265258453786e-10,3.0524915928253904e-10,3.362856659805402e-10,3.673221726785414e-10,3.9835867937654257e-10,4.2939518607454374e-10,4.604316927725449e-10,4.914681994705461e-10,5.225047061685473e-10,5.535412128665484e-10,5.845777195645496e-10,6.156142262625508e-10,6.46650732960552e-10,6.776872396585532e-10,7.087237463565543e-10,7.397602530545555e-10,7.707967597525567e-10,8.018332664505579e-10,8.32869773148559e-10,8.639062798465602e-10,8.949427865445614e-10]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,1,3,0,0,2,4,5,2,7,6,9,4,8,12,8,26,12,14,8,28,18,20,22,25,21,27,31,24,28,27,32,31,32,37,22,12,17,20,22,14,26,12,16,16,9,3,9,6,4,5,1,5,4,1,0,3,0,1,1,1,1,2],"bins":[-1.6292151655550313e-11,-1.5763682026381787e-11,-1.5235214131936736e-11,-1.470674450276821e-11,-1.4178275740961421e-11,-1.3649806979154633e-11,-1.3121338217347844e-11,-1.2592869455541056e-11,-1.206439982637253e-11,-1.1535931064565741e-11,-1.1007462302758952e-11,-1.0478993540952164e-11,-9.950524779145375e-12,-9.422056017338587e-12,-8.89358638817006e-12,-8.365117626363272e-12,-7.836648864556484e-12,-7.308180102749695e-12,-6.779710907262038e-12,-6.251242145455249e-12,-5.722772949967592e-12,-5.194304188160803e-12,-4.665835426354015e-12,-4.137366230866357e-12,-3.6088974690595688e-12,-3.0804284904123458e-12,-2.551959511765123e-12,-2.0234907499583343e-12,-1.4950217713111114e-12,-9.665527926638884e-13,-4.3808392243688266e-13,9.03850020002317e-14,6.18853926437346e-13,1.147322905084569e-12,1.6757917753115747e-12,2.2042606455385805e-12,2.7327296241858035e-12,3.2611986028330264e-12,3.789667364639815e-12,4.318136560127472e-12,4.846605321934261e-12,5.375074083741049e-12,5.903543279228707e-12,6.432012041035495e-12,6.960480802842284e-12,7.488949564649072e-12,8.017419193817599e-12,8.545887955624387e-12,9.074356717431176e-12,9.602825479237964e-12,1.0131294241044753e-11,1.0659763870213279e-11,1.1188232632020068e-11,1.1716701393826856e-11,1.2245170155633645e-11,1.2773638917440433e-11,1.3302107679247221e-11,1.3830577308415748e-11,1.4359046070222536e-11,1.4887514832029325e-11,1.541598446119785e-11,1.5944452355642902e-11,1.6472921984811428e-11,1.700138987925648e-11,1.7529859508425005e-11],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[7,6,13,15,25,41,84,142,216,318,491,752,1122,1578,2191,2898,3942,5160,6529,8028,9864,11750,13951,15845,17909,19639,21044,21964,22667,23066,22547,22100,20820,19173,17404,15316,13382,11147,9284,7429,6065,4756,3521,2788,1959,1435,953,687,426,270,181,129,76,49,26,16,8,6,1,2,1,0,1,1],"bins":[-0.08736458420753479,-0.08438648283481598,-0.08140838891267776,-0.07843028753995895,-0.07545218616724014,-0.07247409224510193,-0.06949599087238312,-0.0665178894996643,-0.0635397881269455,-0.06056169420480728,-0.05758359283208847,-0.05460549518465996,-0.051627397537231445,-0.048649296164512634,-0.04567119851708412,-0.04269309714436531,-0.0397149994969368,-0.036736901849508286,-0.033758800476789474,-0.030780702829360962,-0.0278026033192873,-0.02482450380921364,-0.021846406161785126,-0.018868306651711464,-0.015890207141637802,-0.01291210763156414,-0.009934009052813053,-0.006955910008400679,-0.003977810963988304,-0.0009997119195759296,0.001978387124836445,0.004956486169248819,0.007934577763080597,0.010912677273154259,0.013890775851905346,0.016868874430656433,0.019846973940730095,0.022825073450803757,0.02580317109823227,0.02878127060830593,0.03175937011837959,0.034737467765808105,0.037715569138526917,0.04069366678595543,0.04367176443338394,0.04664986580610275,0.049627963453531265,0.052606064826250076,0.05558416247367859,0.0585622601211071,0.06154036149382591,0.06451845914125443,0.06749656051397324,0.07047465443611145,0.07345275580883026,0.07643085718154907,0.07940895855426788,0.0823870524764061,0.08536515384912491,0.08834325522184372,0.09132134914398193,0.09429945051670074,0.09727755188941956,0.10025564581155777,0.10323374718427658],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.01039258111268282,-0.010067812167108059,-0.009743044152855873,-0.009418275207281113,-0.009093506261706352,-0.008768737316131592,-0.008443968370556831,-0.008119200356304646,-0.007794431410729885,-0.007469662465155125,-0.0071448939852416515,-0.006820125505328178,-0.006495356559753418,-0.0061705876141786575,-0.005845819134265184,-0.005521050654351711,-0.005196281708776951,-0.00487151276320219,-0.004546744283288717,-0.004221975803375244,-0.0038972068578004837,-0.003572438145056367,-0.00324766943231225,-0.0029229007195681334,-0.0025981320068240166,-0.0022733632940799,-0.001948594581335783,-0.0016238258685916662,-0.0012990571558475494,-0.0009742884431034327,-0.0006495197303593159,-0.0003247510176151991,1.6763806343078613e-08,0.00032478547655045986,0.0006495541892945766,0.0009743229020386934,0.0012990916147828102,0.001623860327526927,0.0019486290402710438,0.0022733977530151606,0.0025981664657592773,0.002922935178503394,0.003247703891247511,0.0035724726039916277,0.0038972413167357445,0.004222010262310505,0.004546778742223978,0.004871547222137451,0.005196316167712212,0.005521085113286972,0.005845853593200445,0.006170622073113918,0.006495391018688679,0.006820159964263439,0.007144928444176912,0.0074696969240903854,0.007794465869665146,0.008119234815239906,0.008444003760814667,0.008768771775066853,0.009093540720641613,0.009418309666216373,0.00974307768046856,0.01006784662604332,0.01039261557161808],"_type":"histogram","values":[19,11,13,25,11,14,13,12,9,10,5,6,5,8,17,12,17,10,20,21,19,20,11,8,13,7,10,8,9,12,9,8,9,10,9,11,13,9,12,13,13,14,10,9,13,18,19,14,4,6,10,5,8,5,5,9,16,12,7,21,21,22,15,14]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-1.5110745987811924e-11,-1.4636280035174032e-11,-1.4161813215174401e-11,-1.3687347262536509e-11,-1.3212880442536878e-11,-1.2738414489898986e-11,-1.2263948537261093e-11,-1.1789481717261463e-11,-1.131501576462357e-11,-1.0840549811985678e-11,-1.0366082991986048e-11,-9.891617039348155e-12,-9.417151086710263e-12,-8.942684266710632e-12,-8.46821831407274e-12,-7.993751494073109e-12,-7.519285541435217e-12,-7.044819155116455e-12,-6.570352768797694e-12,-6.095886816159801e-12,-5.62142042984104e-12,-5.146954043522278e-12,-4.672488090884386e-12,-4.198021704565624e-12,-3.723555318246863e-12,-3.2490889319281013e-12,-2.7746227624497743e-12,-2.3001565929714474e-12,-1.825690206652686e-12,-1.3512239287541417e-12,-8.767576508555974e-13,-4.022913729570532e-13,7.217490494149104e-14,5.466411828400353e-13,1.0211074607385795e-12,1.4955737386371237e-12,1.970040016535668e-12,2.4445064028544294e-12,2.9189725723327564e-12,3.3934387418110834e-12,3.867905128129845e-12,4.342371514448606e-12,4.816837900767368e-12,5.29130385340526e-12,5.765770239724022e-12,6.240236626042783e-12,6.714702578680676e-12,7.189168964999437e-12,7.663635351318199e-12,8.138101303956091e-12,8.612568123955722e-12,9.087034076593614e-12,9.561500896593245e-12,1.0035966849231137e-11,1.051043280186903e-11,1.098489962186866e-11,1.1459365574506553e-11,1.1933831527144445e-11,1.2408298347144076e-11,1.2882764299781968e-11,1.335723025241986e-11,1.3831697072419491e-11,1.4306163025057383e-11,1.4780629845057014e-11,1.5255095797694906e-11],"_type":"histogram","values":[1,0,1,0,0,0,0,1,1,2,1,5,4,4,7,5,10,17,11,11,20,20,13,28,23,31,27,35,25,37,37,25,33,28,31,32,23,30,26,19,25,11,20,13,9,7,11,9,8,4,3,7,7,4,2,1,1,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,1,2,3,3,3,7,9,6,9,6,14,17,14,19,23,13,19,16,30,35,28,24,28,20,22,33,24,28,18,27,33,25,32,24,28,19,19,18,11,9,12,6,5,5,2,5,1,1,2,1,1,0,1,2,0,0,0,1,0,1],"bins":[-4.181363588706688e-11,-4.036428136178216e-11,-3.891492683649744e-11,-3.7465572311212725e-11,-3.6016217785928006e-11,-3.456686326064329e-11,-3.311750873535857e-11,-3.166815421007385e-11,-3.021879968478913e-11,-2.8769445159504414e-11,-2.7320090634219696e-11,-2.5870736108934977e-11,-2.442138158365026e-11,-2.297202705836554e-11,-2.1522672533080822e-11,-2.0073318007796104e-11,-1.8623963482511385e-11,-1.7174608957226667e-11,-1.572525443194195e-11,-1.427589990665723e-11,-1.2826545381372512e-11,-1.1377190856087793e-11,-9.927836330803075e-12,-8.478481805518356e-12,-7.029127280233638e-12,-5.5797727549489196e-12,-4.130418229664201e-12,-2.6810637043794827e-12,-1.2317091790947643e-12,2.1764534618995413e-13,1.6669998714746725e-12,3.116354396759391e-12,4.565708922044109e-12,6.015063447328828e-12,7.464417972613546e-12,8.913772497898265e-12,1.0363127023182983e-11,1.1812481548467701e-11,1.326183607375242e-11,1.4711190599037138e-11,1.6160545124321857e-11,1.7609899649606575e-11,1.9059254174891294e-11,2.0508608700176012e-11,2.195796322546073e-11,2.340731775074545e-11,2.4856672276030167e-11,2.6306026801314886e-11,2.7755381326599604e-11,2.920473585188432e-11,3.065409037716904e-11,3.210344490245376e-11,3.355279942773848e-11,3.5002153953023196e-11,3.6451508478307915e-11,3.790086300359263e-11,3.935021752887735e-11,4.079957205416207e-11,4.224892657944679e-11,4.3698281104731507e-11,4.5147635630016225e-11,4.6596990155300944e-11,4.804634468058566e-11,4.949569920587038e-11,5.09450537311551e-11]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[5,7,10,26,19,14,22,19,3,3,11,19,18,21,23,20,15,19,13,7,12,6,9,10,8,9,9,8,4,8,10,3,5,7,8,6,6,5,13,5,9,14,12,7,10,15,10,15,18,24,23,16,11,9,5,13,20,18,27,15,11,10,7,4],"bins":[-0.010076805017888546,-0.009758985601365566,-0.009441166184842587,-0.009123347699642181,-0.008805528283119202,-0.008487708866596222,-0.008169889450073242,-0.007852070033550262,-0.00753425108268857,-0.00721643166616559,-0.006898612715303898,-0.006580793298780918,-0.006262973882257938,-0.005945154931396246,-0.005627335514873266,-0.005309516564011574,-0.004991697147488594,-0.004673877730965614,-0.004356058780103922,-0.004038239363580942,-0.003720420179888606,-0.00340260099619627,-0.0030847815796732903,-0.002766962395980954,-0.002449143212288618,-0.002131324028596282,-0.001813504728488624,-0.0014956854283809662,-0.00117786624468863,-0.0008600470027886331,-0.0005422277608886361,-0.00022440851898863912,9.341072291135788e-05,0.0004112299648113549,0.0007290492067113519,0.0010468685068190098,0.0013646876905113459,0.001682506874203682,0.0020003262907266617,0.0023181454744189978,0.002635964658111334,0.00295378384180367,0.003271603025496006,0.0035894224420189857,0.0039072418585419655,0.004225060809403658,0.004542880225926638,0.00486069917678833,0.00517851859331131,0.0054963380098342896,0.005814156960695982,0.006131976377218962,0.006449795328080654,0.006767614744603634,0.007085434161126614,0.007403253111988306,0.007721072528511286,0.008038891479372978,0.008356710895895958,0.008674530312418938,0.008992349728941917,0.009310169145464897,0.009627987630665302,0.009945807047188282,0.010263626463711262],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-2.6961499699496017e-10,-2.621280137393711e-10,-2.5464103048378206e-10,-2.471540749837686e-10,-2.3966709172817957e-10,-2.3218010847259052e-10,-2.2469313909478927e-10,-2.1720616971698803e-10,-2.0971918646139898e-10,-2.0223220320580992e-10,-1.9474523382800868e-10,-1.8725826445020743e-10,-1.7977128119461838e-10,-1.7228429793902933e-10,-1.6479732856122808e-10,-1.5731035918342684e-10,-1.498233759278378e-10,-1.4233639267224873e-10,-1.348494232944475e-10,-1.2736245391664625e-10,-1.198754706610572e-10,-1.1238849434436204e-10,-1.049015180276669e-10,-9.741454171097175e-11,-8.99275653942766e-11,-8.244058907758145e-11,-7.49536127608863e-11,-6.746663644419115e-11,-5.9979660127496e-11,-5.2492683810800855e-11,-4.5005707494105707e-11,-3.751873117741056e-11,-3.003175486071541e-11,-2.254477854402026e-11,-1.5057802227325112e-11,-7.570825910629964e-12,-8.384959393481495e-14,7.403126722760334e-12,1.4890103039455482e-11,2.237707935615063e-11,2.986405567284578e-11,3.735103198954093e-11,4.483800830623608e-11,5.2324984622931225e-11,5.981196093962637e-11,6.729893725632152e-11,7.478591357301667e-11,8.227288988971182e-11,8.975986620640697e-11,9.724684252310212e-11,1.0473381883979727e-10,1.1222079515649241e-10,1.1970777147318756e-10,1.2719475472877662e-10,1.3468172410657786e-10,1.421686934843791e-10,1.4965567673996816e-10,1.571426599955572e-10,1.6462962937335845e-10,1.721165987511597e-10,1.7960358200674875e-10,1.870905652623378e-10,1.9457753464013905e-10,2.020645040179403e-10,2.0955148727352935e-10],"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,1,1,1,0,3,2,1,1,1,3,2,2,2,4,2,10,14,12,11,17,20,31,33,35,42,56,64,64,53,49,45,30,29,30,15,16,11,10,8,5,5,3,5,5,0,2,2,1,2,2,0,1,0,1,1]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,0,3,3,3,4,2,1,3,0,1,1,0,3,4,4,1,1,4,1,1,1,2,1,5,3,1,1,1,0,3,1,1,3,3,3,2,2,2,3,2,3,1,2,2,2,5,4,3,3,3,2,1,2,1,2,5,2],"bins":[-0.04052340239286423,-0.039266541600227356,-0.038009677082300186,-0.036752816289663315,-0.035495951771736145,-0.034239090979099274,-0.032982226461172104,-0.03172536566853523,-0.030468503013253212,-0.02921164035797119,-0.02795477770268917,-0.02669791504740715,-0.02544105425477028,-0.02418419159948826,-0.022927328944206238,-0.021670466288924217,-0.020413603633642197,-0.019156740978360176,-0.017899878323078156,-0.016643015667796135,-0.015386153943836689,-0.014129291288554668,-0.012872429564595222,-0.011615566909313202,-0.010358704254031181,-0.00910184159874916,-0.00784497894346714,-0.006588117219507694,-0.005331254564225674,-0.004074391908943653,-0.00281752971932292,-0.001560667296871543,-0.0003038085997104645,0.0009530538227409124,0.0022099162451922894,0.0034667786676436663,0.004723641090095043,0.005980503745377064,0.007237365934997797,0.00849422812461853,0.00975109077990055,0.011007953435182571,0.012264816090464592,0.013521677814424038,0.014778540469706059,0.016035402193665504,0.017292264848947525,0.018549127504229546,0.019805990159511566,0.021062852814793587,0.022319715470075607,0.023576578125357628,0.02483344078063965,0.02609030157327652,0.02734716422855854,0.02860402688384056,0.02986088953912258,0.031117752194404602,0.03237461298704147,0.03363147750496864,0.034888338297605515,0.036145202815532684,0.037402063608169556,0.038658928126096725,0.0399157889187336]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,1,0,7,8,11,17,40,70,138,244,372,697,1082,1715,2610,3989,5908,8588,11886,16332,21823,28315,36101,44463,53492,63189,72701,80258,88539,94033,98306,98907,98159,94762,88488,81232,72738,63336,54133,44741,36448,28445,22124,16614,12049,8615,5981,4096,2679,1760,1086,668,345,230,143,70,39,16,16,3,0,3,2],"bins":[-0.10714513808488846,-0.10385140776634216,-0.10055768489837646,-0.09726395457983017,-0.09397022426128387,-0.09067649394273758,-0.08738277107477188,-0.08408904075622559,-0.08079531043767929,-0.07750158756971359,-0.0742078572511673,-0.070914126932621,-0.06762039661407471,-0.06432667374610901,-0.061032943427562714,-0.05773921310901642,-0.05444548651576042,-0.051151759922504425,-0.04785802960395813,-0.04456430301070213,-0.04127057269215584,-0.03797684609889984,-0.034683115780353546,-0.03138938918709755,-0.028095660731196404,-0.024801932275295258,-0.02150820381939411,-0.018214475363492966,-0.014920747838914394,-0.011627019383013248,-0.008333291858434677,-0.005039563402533531,-0.0017458349466323853,0.001547893276438117,0.004841621499508619,0.008135349489748478,0.011429077945649624,0.01472280640155077,0.01801653392612934,0.021310262382030487,0.024603990837931633,0.02789771929383278,0.031191447749733925,0.03448517620563507,0.03777890279889107,0.04107263311743736,0.04436635971069336,0.047660090029239655,0.05095381662249565,0.05424754321575165,0.05754127353429794,0.06083500012755394,0.06412872672080994,0.06742245703935623,0.07071618735790253,0.07400991767644882,0.07730364054441452,0.08059737086296082,0.08389110118150711,0.08718482404947281,0.0904785543680191,0.0937722846865654,0.0970660150051117,0.10035973787307739,0.10365346819162369]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[11,8,13,30,19,13,11,10,7,4,4,18,18,11,20,21,15,20,8,13,10,6,9,12,8,20,10,7,7,5,7,14,8,7,10,9,8,7,6,9,9,6,10,13,7,17,18,14,19,14,19,20,20,12,0,10,6,9,14,21,24,18,10,5],"bins":[-0.010323341004550457,-0.01000160165131092,-0.009679862298071384,-0.009358122944831848,-0.009036383591592312,-0.008714644238352776,-0.008392903953790665,-0.008071164600551128,-0.007749425247311592,-0.007427685894072056,-0.0071059465408325195,-0.006784207187592983,-0.006462467834353447,-0.006140728481113911,-0.005818988662213087,-0.005497249308973551,-0.0051755099557340145,-0.004853770602494478,-0.004532031249254942,-0.004210291430354118,-0.003888552077114582,-0.0035668127238750458,-0.0032450733706355095,-0.0029233337845653296,-0.0026015944313257933,-0.002279855078086257,-0.001958115492016077,-0.0016363761387765408,-0.0013146366691216826,-0.0009928971994668245,-0.0006711577880196273,-0.0003494183474685997,-2.767890691757202e-05,0.00029406053363345563,0.0006157999741844833,0.0009375393856316805,0.0012592788552865386,0.0015810183249413967,0.001902757678180933,0.002224497264251113,0.0025462366174906492,0.0028679759707301855,0.0031897155568003654,0.0035114549100399017,0.003833194263279438,0.004154933616518974,0.004476673435419798,0.004798412788659334,0.0051201521418988705,0.005441891495138407,0.005763630848377943,0.006085370667278767,0.006407110020518303,0.006728849373757839,0.0070505887269973755,0.007372328080236912,0.007694067433476448,0.008015806786715984,0.00833754613995552,0.008659286424517632,0.008981025777757168,0.009302765130996704,0.00962450448423624,0.009946243837475777,0.010267983190715313]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,3,1,3,9,30,44,102,146,273,490,812,1277,2122,3301,4947,7372,10472,14717,20031,26732,34370,43010,52843,62788,72541,82005,89915,96931,100312,102069,101540,97364,91381,83337,74271,64394,53964,44358,35380,27687,20941,15278,11185,7719,5183,3427,2313,1447,893,496,296,162,90,46,22,13,4,2,1,0,0,0,1],"bins":[-0.10413730144500732,-0.10073200613260269,-0.09732671082019806,-0.09392141550779343,-0.0905161201953888,-0.08711082488298416,-0.08370552957057953,-0.0803002342581749,-0.07689493894577026,-0.07348965108394623,-0.0700843557715416,-0.06667906045913696,-0.06327376514673233,-0.0598684698343277,-0.056463174521923065,-0.05305787920951843,-0.0496525838971138,-0.04624728858470917,-0.042841993272304535,-0.0394366979598999,-0.03603140264749527,-0.032626111060380936,-0.029220815747976303,-0.02581552043557167,-0.022410225123167038,-0.019004929810762405,-0.015599635429680347,-0.01219434104859829,-0.008789045736193657,-0.005383750889450312,-0.0019784560427069664,0.0014268388040363789,0.004832141101360321,0.008237436413764954,0.011642730794847012,0.01504802517592907,0.018453320488333702,0.021858615800738335,0.025263909250497818,0.02866920456290245,0.03207449987530708,0.035479795187711716,0.03888509050011635,0.04229038581252098,0.045695677399635315,0.04910097271203995,0.05250626802444458,0.05591156333684921,0.059316858649253845,0.06272215396165848,0.06612744927406311,0.06953274458646774,0.07293803989887238,0.07634333521127701,0.07974863052368164,0.08315392583608627,0.0865592211484909,0.08996450901031494,0.09336980432271957,0.0967750996351242,0.10018039494752884,0.10358569025993347,0.1069909855723381,0.11039628088474274,0.11380157619714737]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.010388733819127083,-0.010064201429486275,-0.009739669039845467,-0.009415136650204659,-0.00909060426056385,-0.008766071870923042,-0.008441539481282234,-0.008117007091641426,-0.007792474702000618,-0.007467941846698523,-0.0071434094570577145,-0.006818877067416906,-0.006494344677776098,-0.00616981228813529,-0.005845279898494482,-0.005520747508853674,-0.005196215119212866,-0.004871682729572058,-0.00454715033993125,-0.0042226179502904415,-0.0038980855606496334,-0.0035735529381781816,-0.0032490205485373735,-0.0029244881588965654,-0.0025999557692557573,-0.0022754233796149492,-0.0019508909899741411,-0.0016263584839180112,-0.001301826094277203,-0.000977293704636395,-0.000652761256787926,-0.0003282288380432874,-3.6964192986488342e-06,0.00032083599944598973,0.0006453684181906283,0.0009699008660390973,0.0012944332556799054,0.0016189656453207135,0.0019434981513768435,0.0022680305410176516,0.0025925629306584597,0.0029170953202992678,0.003241627709940076,0.003566160099580884,0.0038906927220523357,0.004215225111693144,0.004539757501333952,0.00486428989097476,0.005188822280615568,0.005513354670256376,0.005837887059897184,0.0061624194495379925,0.006486951839178801,0.006811484228819609,0.007136016618460417,0.007460549008101225,0.00778508186340332,0.008109614253044128,0.008434146642684937,0.008758679032325745,0.009083211421966553,0.00940774381160736,0.009732276201248169,0.010056808590888977,0.010381340980529785],"_type":"histogram","values":[22,32,26,38,45,36,31,30,26,38,25,31,38,45,38,39,33,42,51,46,37,39,46,46,25,37,27,34,30,35,18,27,16,24,27,27,21,14,21,28,27,29,31,27,21,24,19,26,39,42,50,43,37,20,18,16,19,26,37,54,40,52,36,24]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.010215475223958492,-0.009894388727843761,-0.00957330223172903,-0.0092522157356143,-0.008931130170822144,-0.008610043674707413,-0.008288957178592682,-0.007967870682477951,-0.00764678418636322,-0.007325698155909777,-0.007004611659795046,-0.006683525163680315,-0.0063624391332268715,-0.006041352637112141,-0.00572026614099741,-0.005399180110543966,-0.0050780936144292355,-0.004757007118314505,-0.004435921087861061,-0.00411483459174633,-0.0037937480956315994,-0.0034726618323475122,-0.003151575569063425,-0.0028304890729486942,-0.002509402809664607,-0.00218831654638052,-0.001867230050265789,-0.0015461437869817019,-0.0012250574072822928,-0.0009039710275828838,-0.0005828847060911357,-0.0002617983554955572,5.928799510002136e-05,0.0003803743456955999,0.0007014606962911785,0.0010225470177829266,0.0013436333974823356,0.0016647197771817446,0.0019858060404658318,0.0023068925365805626,0.0026279787998646498,0.002949065063148737,0.003270151559263468,0.003591237822547555,0.003912324085831642,0.004233410581946373,0.004554497078061104,0.004875583108514547,0.005196669604629278,0.005517756100744009,0.0058388421311974525,0.006159928627312183,0.006481015123426914,0.006802101153880358,0.007123187649995089,0.007444274146109819,0.007765360176563263,0.008086446672677994,0.008407533168792725,0.008728619664907455,0.009049706161022186,0.009370791725814342,0.009691878221929073,0.010012964718043804,0.010334051214158535],"_type":"histogram","values":[5,6,11,16,19,14,17,19,8,10,7,20,22,21,26,19,17,10,8,7,8,7,17,6,8,9,7,3,9,7,6,8,5,10,14,9,5,5,11,9,8,10,5,5,5,12,11,15,27,28,19,12,18,8,7,18,20,22,16,21,18,9,7,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[10,10,13,12,13,6,9,12,10,6,5,15,14,8,17,20,20,22,12,7,16,12,12,20,10,12,9,15,10,21,16,11,19,8,16,14,12,9,8,15,8,9,9,7,7,14,6,11,17,20,14,8,12,6,5,8,16,12,12,18,21,13,6,3],"bins":[0.9896866679191589,0.9900091290473938,0.9903315305709839,0.9906539916992188,0.9909764528274536,0.9912989139556885,0.9916213154792786,0.9919437766075134,0.9922662377357483,0.9925886988639832,0.9929111003875732,0.9932335615158081,0.993556022644043,0.9938784837722778,0.9942008852958679,0.9945233464241028,0.9948458075523376,0.9951682090759277,0.9954906702041626,0.9958131313323975,0.9961355924606323,0.9964579939842224,0.9967804551124573,0.9971029162406921,0.997425377368927,0.9977477788925171,0.998070240020752,0.9983927011489868,0.9987151622772217,0.9990375638008118,0.9993600249290466,0.9996824860572815,1.0000048875808716,1.0003273487091064,1.0006498098373413,1.0009722709655762,1.001294732093811,1.001617193222046,1.0019395351409912,1.002261996269226,1.002584457397461,1.0029069185256958,1.0032293796539307,1.0035518407821655,1.0038743019104004,1.0041967630386353,1.0045191049575806,1.0048415660858154,1.0051640272140503,1.0054864883422852,1.00580894947052,1.0061314105987549,1.0064538717269897,1.006776213645935,1.00709867477417,1.0074211359024048,1.0077435970306396,1.0080660581588745,1.0083885192871094,1.0087109804153442,1.009033441543579,1.0093557834625244,1.0096782445907593,1.0100007057189941,1.010323166847229],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[4,2,1,4,3,10,11,19,26,29,34,54,82,101,137,187,207,312,462,574,737,1065,1419,1894,2515,3375,4871,6274,8882,13337,20600,34949,72507,343900,833364,91513,45353,27082,16735,11284,8011,5565,4183,3024,2191,1619,1162,864,678,443,389,255,165,127,96,54,40,30,29,7,8,4,3,2],"bins":[-4.016328603029251e-09,-3.898549039149657e-09,-3.780769475270063e-09,-3.6629899113904685e-09,-3.5452103475108743e-09,-3.42743078363128e-09,-3.309651219751686e-09,-3.1918716558720917e-09,-3.0740920919924974e-09,-2.9563125281129032e-09,-2.838532964233309e-09,-2.720753400353715e-09,-2.6029738364741206e-09,-2.4851942725945264e-09,-2.367414708714932e-09,-2.249635144835338e-09,-2.1318555809557438e-09,-2.0140760170761496e-09,-1.8962964531965554e-09,-1.7785168893169612e-09,-1.660737325437367e-09,-1.5429577615577728e-09,-1.4251781976781785e-09,-1.3073986337985843e-09,-1.1896190699189901e-09,-1.071839506039396e-09,-9.540599421598017e-10,-8.362803782802075e-10,-7.185008144006133e-10,-6.007212505210191e-10,-4.829416866414249e-10,-3.651621227618307e-10,-2.473825588822365e-10,-1.2960299500264227e-10,-1.1823431123048067e-11,1.0595613275654614e-10,2.2373569663614035e-10,3.4151526051573455e-10,4.5929482439532876e-10,5.77074388274923e-10,6.948539521545172e-10,8.126335160341114e-10,9.304130799137056e-10,1.0481926437932998e-09,1.165972207672894e-09,1.2837517715524882e-09,1.4015313354320824e-09,1.5193108993116766e-09,1.6370904631912708e-09,1.754870027070865e-09,1.8726495909504592e-09,1.9904291548300534e-09,2.1082087187096477e-09,2.225988282589242e-09,2.343767846468836e-09,2.4615474103484303e-09,2.5793269742280245e-09,2.6971065381076187e-09,2.814886101987213e-09,2.932665665866807e-09,3.0504452297464013e-09,3.1682247936259955e-09,3.2860043575055897e-09,3.403783921385184e-09,3.521563485264778e-09]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[8,6,19,24,16,10,12,16,7,8,10,15,20,27,16,16,13,10,14,8,11,9,11,5,13,9,12,6,4,10,11,7,8,10,10,7,5,8,15,11,14,11,8,10,13,8,15,12,18,25,20,15,17,10,1,7,14,13,14,19,16,22,5,4],"bins":[-0.01035830844193697,-0.010034965351223946,-0.009711623191833496,-0.009388280101120472,-0.009064937010407448,-0.008741594851016998,-0.008418251760303974,-0.00809490866959095,-0.007771566044539213,-0.007448223419487476,-0.007124880328774452,-0.006801537703722715,-0.0064781950786709785,-0.006154851987957954,-0.005831509362906218,-0.0055081662721931934,-0.005184823647141457,-0.00486148102208972,-0.004538137931376696,-0.004214795306324959,-0.0038914524484425783,-0.003568109590560198,-0.003244766965508461,-0.0029214241076260805,-0.0025980812497437,-0.0022747383918613195,-0.0019513956503942609,-0.0016280529089272022,-0.0013047100510448217,-0.0009813671931624413,-0.0006580244516953826,-0.000334681652020663,-1.1339783668518066e-05,0.0003120030160062015,0.0006353458156809211,0.0009586886153556406,0.0012820314150303602,0.0016053742729127407,0.0019287170143797994,0.002252059755846858,0.0025754026137292385,0.002898745471611619,0.0032220883294939995,0.0035454309545457363,0.003868773812428117,0.004192116670310497,0.004515459295362234,0.004838802386075258,0.005162145011126995,0.005485487636178732,0.005808830726891756,0.006132173351943493,0.006455516442656517,0.006778859067708254,0.007102201692759991,0.007425544783473015,0.007748887408524752,0.008072230033576488,0.008395573124289513,0.008718916215002537,0.009042258374392986,0.00936560146510601,0.009688944555819035,0.010012286715209484,0.010335629805922508]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[16,17,26,14,18,13,9,7,11,6,4,14,13,13,12,20,12,16,19,9,17,7,14,4,8,8,11,15,14,4,11,13,8,8,11,10,7,12,11,9,16,10,10,9,14,9,19,19,10,17,13,10,10,3,5,7,5,6,12,19,25,21,16,12],"bins":[-0.01038440689444542,-0.010059647262096405,-0.00973488762974739,-0.009410128928720951,-0.009085369296371937,-0.008760609664022923,-0.008435850031673908,-0.008111091330647469,-0.007786331698298454,-0.00746157206594944,-0.007136812433600426,-0.006812053266912699,-0.0064872936345636845,-0.0061625344678759575,-0.005837774835526943,-0.005513015668839216,-0.005188256036490202,-0.004863496404141188,-0.004538737237453461,-0.004213977605104446,-0.0038892184384167194,-0.003564458806067705,-0.0032396994065493345,-0.002914940007030964,-0.0025901806075125933,-0.0022654212079942226,-0.001940661808475852,-0.0016159022925421596,-0.001291142893023789,-0.0009663834935054183,-0.0006416240357793868,-0.0003168646071571857,7.894821465015411e-06,0.0003326542500872165,0.0006574136787094176,0.0009821731364354491,0.0013069325359538198,0.0016316919354721904,0.001956451451405883,0.0022812108509242535,0.002605970250442624,0.0029307296499609947,0.0032554890494793653,0.003580248448997736,0.0039050080813467503,0.004229767248034477,0.0045545268803834915,0.0048792860470712185,0.005204045679420233,0.005528805311769247,0.005853564478456974,0.006178324110805988,0.006503083277493715,0.00682784290984273,0.0071526020765304565,0.007477361708879471,0.007802121341228485,0.0081268809735775,0.008451639674603939,0.008776399306952953,0.009101158939301968,0.009425918571650982,0.009750677272677422,0.010075436905026436,0.01040019653737545]},"gradients/_orig_mod.linear.bias":{"bins":[-8.738470569369383e-08,-8.461915257385044e-08,-8.185359945400705e-08,-7.908804633416366e-08,-7.632249321432028e-08,-7.355694009447689e-08,-7.07913869746335e-08,-6.802583385479011e-08,-6.526028073494672e-08,-6.249472761510333e-08,-5.972917449525994e-08,-5.696362137541655e-08,-5.419806825557316e-08,-5.143251513572977e-08,-4.8666962015886384e-08,-4.5901408896042994e-08,-4.3135855776199605e-08,-4.0370302656356216e-08,-3.760474953651283e-08,-3.483919641666944e-08,-3.207364329682605e-08,-2.930809017698266e-08,-2.654253705713927e-08,-2.377698393729588e-08,-2.1011430817452492e-08,-1.8245877697609103e-08,-1.5480324577765714e-08,-1.2714771457922325e-08,-9.949218338078936e-09,-7.1836652182355465e-09,-4.418112098392157e-09,-1.6525589785487682e-09,1.112994141294621e-09,3.87854726113801e-09,6.644100380981399e-09,9.409653500824788e-09,1.2175206620668177e-08,1.4940759740511567e-08,1.7706312860354956e-08,2.0471865980198345e-08,2.3237419100041734e-08,2.6002972219885123e-08,2.8768525339728512e-08,3.15340784595719e-08,3.429963157941529e-08,3.706518469925868e-08,3.983073781910207e-08,4.259629093894546e-08,4.536184405878885e-08,4.8127397178632236e-08,5.0892950298475625e-08,5.3658503418319015e-08,5.6424056538162404e-08,5.918960965800579e-08,6.195516277784918e-08,6.472071589769257e-08,6.748626901753596e-08,7.025182213737935e-08,7.301737525722274e-08,7.578292837706613e-08,7.854848149690952e-08,8.13140346167529e-08,8.40795877365963e-08,8.684514085643968e-08,8.961069397628307e-08],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,1,5,1,0,5,0,1,3,4,2,7,3,3,7,3,4,1,4,2,5,4,4,6,1,4,3,3,5,1,2,4,2,3,0,3,2,1,2,1,2,2,2,1,1,1,0,0,0,0,1,1,0,1,0,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,1,0,1,2,0,0,2,3,1,1,2,3,2,3,8,7,6,12,10,10,12,16,30,29,25,41,38,58,45,50,44,30,45,36,26,25,27,31,15,9,11,9,5,7,5,4,5,2,4,4,2,0,1,1,1],"bins":[-1.0642625669632366e-10,-1.0372451508811054e-10,-1.010227665410035e-10,-9.832101799389648e-11,-9.561927638568335e-11,-9.291753477747022e-11,-9.021578623036319e-11,-8.751403768325616e-11,-8.481229607504304e-11,-8.211055446682991e-11,-7.940880591972288e-11,-7.670705737261585e-11,-7.400531576440272e-11,-7.13035741561896e-11,-6.860182560908257e-11,-6.590007706197554e-11,-6.319833545376241e-11,-6.049659384554928e-11,-5.7794845298442254e-11,-5.5093100220782176e-11,-5.23913551431221e-11,-4.968961006546202e-11,-4.698786498780194e-11,-4.4286119910141863e-11,-4.1584374832481785e-11,-3.888262975482171e-11,-3.618088467716163e-11,-3.347913959950155e-11,-3.077739452184147e-11,-2.8075649444181394e-11,-2.5373904366521316e-11,-2.2672159288861238e-11,-1.997041421120116e-11,-1.726866913354108e-11,-1.4566924055881003e-11,-1.1865178978220925e-11,-9.163433900560847e-12,-6.4616888229007685e-12,-3.75994374524069e-12,-1.058198667580612e-12,1.6435464100794661e-12,4.345291487739544e-12,7.0470365653996225e-12,9.7487816430597e-12,1.2450526720719779e-11,1.5152271798379857e-11,1.7854016876039935e-11,2.0555761953700014e-11,2.3257507031360092e-11,2.595925210902017e-11,2.8660997186680248e-11,3.1362742264340326e-11,3.4064487342000405e-11,3.676623241966048e-11,3.946797749732056e-11,4.216972257498064e-11,4.487146765264072e-11,4.7573212730300796e-11,5.0274957807960874e-11,5.297670288562095e-11,5.567844796328103e-11,5.838018957149416e-11,6.108193811860119e-11,6.378368666570822e-11,6.648542827392134e-11],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[9,11,15,7,13,11,14,4,8,5,6,10,5,14,15,20,20,25,21,20,20,17,19,12,11,13,7,12,11,7,8,7,7,12,8,6,3,10,16,13,8,13,14,19,16,24,21,25,13,11,14,17,13,7,3,4,4,5,5,11,14,12,16,7],"bins":[-0.010401074774563313,-0.01007660012692213,-0.009752125479280949,-0.009427651762962341,-0.00910317711532116,-0.008778702467679977,-0.008454227820038795,-0.008129754103720188,-0.007805279456079006,-0.007480804808437824,-0.007156330160796642,-0.006831855978816748,-0.006507381331175566,-0.006182907149195671,-0.005858432501554489,-0.0055339583195745945,-0.0052094836719334126,-0.004885009024292231,-0.004560534842312336,-0.004236060194671154,-0.003911586012691259,-0.0035871113650500774,-0.003262636950239539,-0.002938162535429001,-0.0026136881206184626,-0.0022892137058079243,-0.001964739290997386,-0.0016402647597715259,-0.0013157903449609876,-0.0009913159301504493,-0.0006668414571322501,-0.0003423670132178813,-1.7892569303512573e-05,0.0003065818746108562,0.0006310563185252249,0.0009555307915434241,0.0012800052063539624,0.0016044796211645007,0.0019289541523903608,0.002253428567200899,0.0025779029820114374,0.0029023773968219757,0.003226851811632514,0.0035513262264430523,0.0038758008740842342,0.004200275056064129,0.004524749703705311,0.0048492238856852055,0.005173698533326387,0.005498173180967569,0.005822647362947464,0.006147122010588646,0.006471596192568541,0.0067960708402097225,0.007120545022189617,0.007445019669830799,0.007769494317471981,0.008093968965113163,0.00841844268143177,0.008742917329072952,0.009067391976714134,0.009391866624355316,0.009716340340673923,0.010040814988315105,0.010365289635956287],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,3,3,1,6,4,5,6,19,9,14,18,25,29,34,45,82,112,83,46,62,36,28,24,14,15,6,6,8,3,4,2,2,2,2,1,0,1,0,3,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-7.927930312234821e-09,-7.592067419182058e-09,-7.256204526129295e-09,-6.920341188987322e-09,-6.584478295934559e-09,-6.248615402881796e-09,-5.912752065739824e-09,-5.576889172687061e-09,-5.241026279634298e-09,-4.905163386581535e-09,-4.569300493528772e-09,-4.233437156386799e-09,-3.897574263334036e-09,-3.561711370281273e-09,-3.225848255183905e-09,-2.8899851400865373e-09,-2.5541222470337743e-09,-2.2182593539810114e-09,-1.8823962388836435e-09,-1.546533234808578e-09,-1.2106702307335127e-09,-8.748072266584472e-10,-5.389442225833818e-10,-2.030812185083164e-10,1.3278178556674902e-10,4.686447896418144e-10,8.045077937168799e-10,1.1403707977919453e-09,1.4762338018670107e-09,1.8120968059420761e-09,2.1479598100171415e-09,2.4838229251145094e-09,2.8196858181672724e-09,3.1555487112200353e-09,3.4914118263174032e-09,3.827274941414771e-09,4.163137834467534e-09,4.499000727520297e-09,4.83486406466227e-09,5.170726957715033e-09,5.506589850767796e-09,5.842452743820559e-09,6.178315636873322e-09,6.5141789740152944e-09,6.850041867068057e-09,7.18590476012082e-09,7.521768097262793e-09,7.857630990315556e-09,8.193493883368319e-09,8.529356776421082e-09,8.865219669473845e-09,9.201082562526608e-09,9.536945455579371e-09,9.872809236810554e-09,1.0208672129863317e-08,1.054453502291608e-08,1.0880397915968842e-08,1.1216260809021605e-08,1.1552123702074368e-08,1.1887986595127131e-08,1.2223850376358314e-08,1.2559713269411077e-08,1.289557616246384e-08,1.3231439055516603e-08,1.3567301948569366e-08]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[22,18,18,18,22,10,11,11,9,9,4,9,14,9,14,16,18,13,12,14,17,8,11,10,10,11,12,7,10,12,14,8,7,5,10,7,10,10,12,9,13,9,7,16,8,15,12,17,12,14,18,9,9,5,3,5,7,8,11,22,23,15,21,18],"bins":[-0.010390087962150574,-0.01006536278873682,-0.009740636684000492,-0.009415911510586739,-0.00909118540585041,-0.008766460232436657,-0.008441734127700329,-0.008117008954286575,-0.007792282849550247,-0.007467557676136494,-0.007142832037061453,-0.006818106397986412,-0.006493380758911371,-0.00616865511983633,-0.00584392948076129,-0.005519203841686249,-0.005194478202611208,-0.004869752563536167,-0.004545026924461126,-0.0042203012853860855,-0.0038955756463110447,-0.0035708502400666475,-0.0032461246009916067,-0.002921398961916566,-0.002596673322841525,-0.0022719476837664843,-0.0019472220446914434,-0.0016224965220317245,-0.0012977708829566836,-0.0009730452438816428,-0.0006483196630142629,-0.00032359405304305255,1.1315569281578064e-06,0.00032585716689936817,0.0006505827768705785,0.0009753083577379584,0.0013000339968129992,0.00162475963588804,0.001949485158547759,0.0022742107976228,0.0025989364366978407,0.0029236620757728815,0.0032483877148479223,0.003573113353922963,0.0038978387601673603,0.004222564399242401,0.004547290038317442,0.004872015677392483,0.005196741316467524,0.005521466955542564,0.005846192594617605,0.006170918233692646,0.006495643872767687,0.006820369511842728,0.0071450951509177685,0.007469820789992809,0.007794545963406563,0.008119272068142891,0.008443997241556644,0.008768723346292973,0.009093448519706726,0.009418174624443054,0.009742899797856808,0.010067625902593136,0.01039235107600689]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[4,1,2,4,2,12,7,9,16,26,35,51,49,83,100,130,226,337,556,740,1268,1846,2951,3659,5855,8902,13492,20039,31121,50313,84332,125377,89149,52291,33898,20972,14201,9036,6242,3807,2850,2027,1238,828,566,391,210,124,115,90,55,37,40,31,25,14,15,8,3,9,1,3,2,1],"bins":[-8.149072527885437e-09,-7.890776032581925e-09,-7.632479537278414e-09,-7.374183041974902e-09,-7.1158865466713905e-09,-6.857590051367879e-09,-6.599293556064367e-09,-6.340997060760856e-09,-6.082700565457344e-09,-5.8244040701538324e-09,-5.566107574850321e-09,-5.307811079546809e-09,-5.0495145842432976e-09,-4.791218088939786e-09,-4.532921593636274e-09,-4.274625098332763e-09,-4.016328603029251e-09,-3.7580321077257395e-09,-3.499735612422228e-09,-3.2414391171187162e-09,-2.9831426218152046e-09,-2.724846126511693e-09,-2.4665496312081814e-09,-2.2082531359046698e-09,-1.949956640601158e-09,-1.6916601452976465e-09,-1.433363649994135e-09,-1.1750671546906233e-09,-9.167706593871117e-10,-6.584741640836e-10,-4.001776687800884e-10,-1.418811734765768e-10,1.1641532182693481e-10,3.7471181713044643e-10,6.330083124339581e-10,8.913048077374697e-10,1.1496013030409813e-09,1.407897798344493e-09,1.6661942936480045e-09,1.924490788951516e-09,2.1827872842550278e-09,2.4410837795585394e-09,2.699380274862051e-09,2.9576767701655626e-09,3.2159732654690742e-09,3.474269760772586e-09,3.7325662560760975e-09,3.990862751379609e-09,4.249159246683121e-09,4.507455741986632e-09,4.765752237290144e-09,5.0240487325936556e-09,5.282345227897167e-09,5.540641723200679e-09,5.7989382185041904e-09,6.057234713807702e-09,6.315531209111214e-09,6.573827704414725e-09,6.832124199718237e-09,7.0904206950217485e-09,7.34871719032526e-09,7.607013685628772e-09,7.865310180932283e-09,8.123606676235795e-09,8.381903171539307e-09]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,3,3,10,18,27,47,68,133,194,335,458,765,1187,1696,2378,3418,4587,6041,8178,10385,12942,15832,18985,22270,25358,28091,30900,32904,34655,35011,35187,34254,32538,30760,27853,24867,21516,18457,15771,12664,10200,7845,6122,4485,3278,2264,1685,1131,763,501,336,191,110,68,36,34,8,9,6,4,0,1],"bins":[-0.09933038055896759,-0.0962224081158638,-0.0931144431233406,-0.09000647068023682,-0.08689850568771362,-0.08379053324460983,-0.08068256080150604,-0.07757459580898285,-0.07446662336587906,-0.07135865092277527,-0.06825068593025208,-0.06514271348714828,-0.06203474476933479,-0.0589267760515213,-0.05581880360841751,-0.05271083489060402,-0.04960286617279053,-0.046494897454977036,-0.043386928737163544,-0.04027895629405975,-0.03717098757624626,-0.03406301885843277,-0.03095504827797413,-0.027847077697515488,-0.024739108979701996,-0.021631140261888504,-0.018523169681429863,-0.015415200032293797,-0.01230723038315773,-0.009199260734021664,-0.006091291084885597,-0.002983321435749531,0.00012464076280593872,0.003232610411942005,0.006340580061078072,0.009448549710214138,0.012556519359350204,0.015664488077163696,0.018772458657622337,0.02188042923808098,0.02498839795589447,0.028096366673707962,0.031204337254166603,0.034312307834625244,0.037420276552438736,0.04052824527025223,0.04363621771335602,0.04674418643116951,0.049852155148983,0.052960123866796494,0.056068092584609985,0.059176065027713776,0.06228403374552727,0.06539200246334076,0.06849997490644455,0.07160793989896774,0.07471591234207153,0.07782388478517532,0.08093184977769852,0.08403982222080231,0.0871477872133255,0.09025575965642929,0.09336373209953308,0.09647169709205627,0.09957966953516006]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-1.3557303057964987e-09,-1.3057283032580358e-09,-1.2557261896972705e-09,-1.2057241871588076e-09,-1.1557221846203447e-09,-1.1057201820818818e-09,-1.0557180685211165e-09,-1.0057160659826536e-09,-9.557140634441907e-10,-9.057120053945766e-10,-8.557099473449625e-10,-8.057079448064997e-10,-7.557058867568855e-10,-7.057038842184227e-10,-6.557018261688086e-10,-6.056998236303457e-10,-5.556977655807316e-10,-5.056957075311175e-10,-4.556937049926546e-10,-4.056916746986161e-10,-3.556896444045776e-10,-3.056875863549635e-10,-2.55685556060925e-10,-2.0568352576688653e-10,-1.5568149547284804e-10,-1.0567946517880955e-10,-5.5677427945877156e-11,-5.675394182391713e-12,4.432663958109373e-11,9.432866987513222e-11,1.4433071404695852e-10,1.94332744340997e-10,2.443347746350355e-10,2.94336804929074e-10,3.443388352231125e-10,3.9434086551715097e-10,4.4434289581118946e-10,4.943449538608036e-10,5.443469563992664e-10,5.943490144488806e-10,6.443510169873434e-10,6.943530750369575e-10,7.443551330865716e-10,7.943571356250345e-10,8.443591936746486e-10,8.943611962131115e-10,9.443632542627256e-10,9.943652568011885e-10,1.0443672593396514e-09,1.0943693729004167e-09,1.1443713754388796e-09,1.1943733779773424e-09,1.2443754915381078e-09,1.2943774940765707e-09,1.3443794966150335e-09,1.3943814991534964e-09,1.4443836127142617e-09,1.4943856152527246e-09,1.5443876177911875e-09,1.5943897313519528e-09,1.6443917338904157e-09,1.6943937364288786e-09,1.7443957389673415e-09,1.7943978525281068e-09,1.8443998550665697e-09],"_type":"histogram","values":[1,0,0,0,1,0,1,2,2,3,6,7,11,9,12,16,22,19,22,21,28,23,30,29,37,40,32,802,37,37,41,29,35,28,26,26,21,12,15,11,9,6,6,6,4,2,1,5,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[3,0,4,2,6,10,11,17,17,43,71,60,101,150,181,288,369,459,646,1017,1290,1768,2788,3812,5402,8682,12597,20372,33626,58813,122700,689589,368749,102726,51418,30130,18393,11397,7914,5096,3418,2510,1672,1213,878,650,435,380,249,177,139,117,88,68,46,30,18,16,11,12,6,6,4,4],"bins":[-2.240994945168495e-09,-2.1707364794565365e-09,-2.1004780137445778e-09,-2.030219548032619e-09,-1.9599610823206604e-09,-1.8897026166087016e-09,-1.819444150896743e-09,-1.7491856851847842e-09,-1.6789272194728255e-09,-1.6086687537608668e-09,-1.5384102880489081e-09,-1.4681518223369494e-09,-1.3978933566249907e-09,-1.327634890913032e-09,-1.2573764252010733e-09,-1.1871179594891146e-09,-1.1168594937771559e-09,-1.0466010280651972e-09,-9.763425623532385e-10,-9.060840966412798e-10,-8.35825630929321e-10,-7.655671652173623e-10,-6.953086995054036e-10,-6.250502337934449e-10,-5.547917680814862e-10,-4.845333023695275e-10,-4.142748366575688e-10,-3.440163709456101e-10,-2.737579052336514e-10,-2.034994395216927e-10,-1.3324097380973399e-10,-6.298250809777528e-11,7.275957614183426e-12,7.753442332614213e-11,1.4779288903810084e-10,2.1805135475005955e-10,2.8830982046201825e-10,3.5856828617397696e-10,4.2882675188593566e-10,4.990852175978944e-10,5.693436833098531e-10,6.396021490218118e-10,7.098606147337705e-10,7.801190804457292e-10,8.503775461576879e-10,9.206360118696466e-10,9.908944775816053e-10,1.061152943293564e-09,1.1314114090055227e-09,1.2016698747174814e-09,1.2719283404294401e-09,1.3421868061413988e-09,1.4124452718533576e-09,1.4827037375653163e-09,1.552962203277275e-09,1.6232206689892337e-09,1.6934791347011924e-09,1.763737600413151e-09,1.8339960661251098e-09,1.9042545318370685e-09,1.974512997549027e-09,2.044771463260986e-09,2.1150299289729446e-09,2.1852883946849033e-09,2.255546860396862e-09],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[5,9,14,17,13,7,13,13,15,14,13,15,9,7,11,17,8,7,19,9,10,16,17,11,12,13,15,20,18,22,8,12,7,8,12,12,10,7,11,18,12,13,17,8,16,11,11,9,11,4,13,12,10,14,11,14,10,13,14,11,18,11,7,4],"bins":[-0.009270209819078445,-0.008980808779597282,-0.008691408671438694,-0.008402007631957531,-0.008112607523798943,-0.00782320648431778,-0.0075338054448366165,-0.007244404871016741,-0.006955004297196865,-0.006665603723376989,-0.006376203149557114,-0.006086802110075951,-0.005797401536256075,-0.005508000962436199,-0.005218599922955036,-0.0049291993491351604,-0.004639798775315285,-0.004350398201495409,-0.004060997627675533,-0.0037715965881943703,-0.0034821960143744946,-0.003192795440554619,-0.0029033946339040995,-0.00261399382725358,-0.0023245932534337044,-0.0020351926796138287,-0.0017457918729633093,-0.0014563911827281117,-0.0011669904924929142,-0.0008775898022577167,-0.0005881891120225191,-0.00029878842178732157,-9.386800229549408e-06,0.00028001389000564814,0.0005694145802408457,0.0008588152704760432,0.0011482159607112408,0.0014376166509464383,0.0017270173411816359,0.0020164181478321552,0.002305818721652031,0.0025952192954719067,0.002884620102122426,0.0031740209087729454,0.003463421482592821,0.003752822056412697,0.00404222309589386,0.004331623669713736,0.004621024243533611,0.004910424817353487,0.005199825391173363,0.005489226430654526,0.0057786270044744015,0.006068027578294277,0.00635742861777544,0.006646829191595316,0.006936229765415192,0.007225630339235067,0.007515030913054943,0.007804431952536106,0.008093832060694695,0.008383233100175858,0.00867263413965702,0.008962034247815609,0.009251435287296772]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-9.313225746154785e-09,-9.038558346219361e-09,-8.763890946283937e-09,-8.489223546348512e-09,-8.214556146413088e-09,-7.939888746477664e-09,-7.66522134654224e-09,-7.390553946606815e-09,-7.1158865466713905e-09,-6.841219146735966e-09,-6.566551746800542e-09,-6.2918843468651175e-09,-6.017216946929693e-09,-5.742549546994269e-09,-5.4678821470588446e-09,-5.19321474712342e-09,-4.918547347187996e-09,-4.6438799472525716e-09,-4.369212547317147e-09,-4.094545147381723e-09,-3.819877747446299e-09,-3.5452103475108743e-09,-3.27054294757545e-09,-2.9958755476400256e-09,-2.7212081477046013e-09,-2.446540747769177e-09,-2.1718733478337526e-09,-1.8972059478983283e-09,-1.622538547962904e-09,-1.3478711480274796e-09,-1.0732037480920553e-09,-7.98536348156631e-10,-5.238689482212067e-10,-2.4920154828578234e-10,2.546585164964199e-11,3.001332515850663e-10,5.748006515204906e-10,8.49468051455915e-10,1.1241354513913393e-09,1.3988028513267636e-09,1.673470251262188e-09,1.9481376511976123e-09,2.2228050511330366e-09,2.497472451068461e-09,2.7721398510038853e-09,3.0468072509393096e-09,3.321474650874734e-09,3.5961420508101583e-09,3.8708094507455826e-09,4.145476850681007e-09,4.420144250616431e-09,4.6948116505518556e-09,4.96947905048728e-09,5.244146450422704e-09,5.5188138503581285e-09,5.793481250293553e-09,6.068148650228977e-09,6.3428160501644015e-09,6.617483450099826e-09,6.89215085003525e-09,7.1668182499706745e-09,7.441485649906099e-09,7.716153049841523e-09,7.990820449776947e-09,8.265487849712372e-09],"_type":"histogram","values":[1,1,0,1,2,2,4,3,4,4,7,10,12,18,13,23,36,34,66,80,157,218,376,553,838,1367,1955,3235,4811,8555,14760,27311,63725,193455,156077,53145,25620,13149,7727,4208,2818,1907,1161,850,526,340,181,139,90,53,56,33,31,22,19,10,7,6,5,3,0,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[1,0,1,0,1,1,0,4,5,2,2,10,3,8,4,6,4,9,13,19,15,19,16,17,18,30,23,32,26,21,32,29,34,33,26,23,31,24,33,23,23,20,15,13,13,22,11,11,12,2,3,6,4,3,2,1,3,0,2,1,1,0,1,1],"bins":[-9.175181503451313e-09,-8.893981551238994e-09,-8.612781599026675e-09,-8.331581646814357e-09,-8.050381694602038e-09,-7.769182630568139e-09,-7.48798267835582e-09,-7.206782726143501e-09,-6.925582773931183e-09,-6.644382821718864e-09,-6.363182869506545e-09,-6.081983361383436e-09,-5.8007834091711175e-09,-5.519583456958799e-09,-5.23838394883569e-09,-4.957183996623371e-09,-4.675984044411052e-09,-4.3947840921987336e-09,-4.113584139986415e-09,-3.832384631863306e-09,-3.551184679650987e-09,-3.2699847274386684e-09,-2.9887849972709546e-09,-2.7075852671032408e-09,-2.426385314890922e-09,-2.1451853626786033e-09,-1.8639856325108894e-09,-1.5827857913208732e-09,-1.3015859501308569e-09,-1.0203861089408406e-09,-7.391862677508243e-10,-4.57986426560808e-10,-1.7678658537079173e-10,1.0441325581922456e-10,3.8561309700924085e-10,6.668129381992571e-10,9.480127793892734e-10,1.2292126205792897e-09,1.510412461769306e-09,1.7916123029593223e-09,2.0728121441493386e-09,2.3540120963616573e-09,2.635211826529371e-09,2.916411556697085e-09,3.1976115089094037e-09,3.4788114611217225e-09,3.760010969244831e-09,4.04121092145715e-09,4.322410873669469e-09,4.603610825881788e-09,4.884810778094106e-09,5.166010286217215e-09,5.447210238429534e-09,5.728410190641853e-09,6.009609698764962e-09,6.29080965097728e-09,6.572009603189599e-09,6.853209555401918e-09,7.134409507614237e-09,7.4156090157373455e-09,7.696808523860454e-09,7.978008476072773e-09,8.259208428285092e-09,8.54040838049741e-09,8.82160833270973e-09],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,1,2,4,5,12,31,58,83,128,227,378,506,814,1089,1637,2385,3088,4237,5602,7547,9509,11563,14152,17104,19507,22434,25288,27622,30367,31798,32667,33453,33446,32613,31131,29011,26453,23952,21025,18200,15502,12636,10413,8255,6510,4966,3747,2668,1927,1411,902,639,378,286,182,107,73,44,16,21,4,3,3],"bins":[-0.09694741666316986,-0.09398627281188965,-0.09102512151002884,-0.08806397765874863,-0.08510282635688782,-0.0821416825056076,-0.0791805312037468,-0.07621938735246658,-0.07325823605060577,-0.07029709219932556,-0.06733594834804535,-0.06437479704618454,-0.06141365319490433,-0.058452505618333817,-0.055491358041763306,-0.052530210465192795,-0.049569062888622284,-0.04660791531205177,-0.04364676773548126,-0.04068562015891075,-0.03772447258234024,-0.03476332873106003,-0.03180218115448952,-0.028841033577919006,-0.025879886001348495,-0.022918738424777985,-0.019957590848207474,-0.016996445134282112,-0.014035297557711601,-0.01107414998114109,-0.008113003335893154,-0.005151856224983931,-0.002190716564655304,0.0007704305462539196,0.003731577657163143,0.006692724768072367,0.00965387187898159,0.012615019455552101,0.015576166100800037,0.018537312746047974,0.021498460322618484,0.024459607899188995,0.027420755475759506,0.030381901189684868,0.03334304690361023,0.03630419448018074,0.03926534205675125,0.04222648963332176,0.04518763720989227,0.048148784786462784,0.051109932363033295,0.054071079939603806,0.057032227516174316,0.05999337136745453,0.06295452266931534,0.06591566652059555,0.06887681782245636,0.07183796167373657,0.07479910552501678,0.0777602568268776,0.0807214006781578,0.08368255198001862,0.08664369583129883,0.08960484713315964,0.09256599098443985]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[3,3,6,6,9,25,40,57,105,181,290,405,581,966,1297,1863,2575,3622,4805,6202,7916,9795,12032,14880,17363,20226,22893,25808,28172,30143,31493,32745,32932,32690,31714,30438,28289,25931,23415,20685,17691,14869,12587,10165,7958,6460,4848,3629,2784,2005,1390,943,679,423,288,208,132,66,45,21,22,4,5,1],"bins":[-0.0943438932299614,-0.09144596010446548,-0.08854803442955017,-0.08565010130405426,-0.08275216817855835,-0.07985423505306244,-0.07695630192756653,-0.07405837625265121,-0.0711604431271553,-0.0682625100016594,-0.06536458432674408,-0.06246665120124817,-0.05956871807575226,-0.05667078495025635,-0.053772855550050735,-0.05087492614984512,-0.04797699302434921,-0.0450790598988533,-0.04218113049864769,-0.03928320109844208,-0.03638526797294617,-0.033487334847450256,-0.030589405447244644,-0.027691474184393883,-0.02479354292154312,-0.02189561165869236,-0.0189976803958416,-0.016099749132990837,-0.013201817870140076,-0.010303886607289314,-0.007405955344438553,-0.0045080240815877914,-0.001610100269317627,0.0012878309935331345,0.004185762256383896,0.007083693519234657,0.009981624782085419,0.01287955604493618,0.01577748730778694,0.018675418570637703,0.021573349833488464,0.024471281096339226,0.027369212359189987,0.03026714362204075,0.03316507488489151,0.03606300801038742,0.03896093741059303,0.041858866810798645,0.044756799936294556,0.047654733061790466,0.05055266246199608,0.05345059186220169,0.0563485249876976,0.05924645811319351,0.062144387513399124,0.06504231691360474,0.06794025003910065,0.07083818316459656,0.07373611629009247,0.07663404196500778,0.07953197509050369,0.0824299082159996,0.08532783389091492,0.08822576701641083,0.09112370014190674]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-7.9537585406797e-09,-7.753087949424753e-09,-7.552417358169805e-09,-7.351747211004067e-09,-7.151076619749119e-09,-6.9504060284941716e-09,-6.749735881328434e-09,-6.549065290073486e-09,-6.348394698818538e-09,-6.14772410756359e-09,-5.9470535163086424e-09,-5.7463833691429045e-09,-5.545712777887957e-09,-5.345042186633009e-09,-5.144372039467271e-09,-4.943701448212323e-09,-4.743030856957375e-09,-4.5423602657024276e-09,-4.34168967444748e-09,-4.141019527281742e-09,-3.940348936026794e-09,-3.739678344771846e-09,-3.5390079755615034e-09,-3.3383376063511605e-09,-3.1376670150962127e-09,-2.936996423841265e-09,-2.736326054630922e-09,-2.535655685420579e-09,-2.3349850941656314e-09,-2.1343145029106836e-09,-1.9336441337003407e-09,-1.7329736534676954e-09,-1.53230317323505e-09,-1.3316326930024047e-09,-1.1309622127697594e-09,-9.302917325371141e-10,-7.296212523044687e-10,-5.289507720718234e-10,-3.2828029183917806e-10,-1.2760981160653273e-10,7.30606686261126e-11,2.7373114885875793e-10,4.744016290914033e-10,6.750721093240486e-10,8.757425895566939e-10,1.0764130697893393e-09,1.2770835500219846e-09,1.47775403025463e-09,1.6784245104872753e-09,1.879095101742223e-09,2.079765470952566e-09,2.2804358401629088e-09,2.4811064314178566e-09,2.6817770226728044e-09,2.8824473918831472e-09,3.08311776109349e-09,3.283788352348438e-09,3.4844589436033857e-09,3.6851293128137286e-09,3.8857996820240714e-09,4.086470273279019e-09,4.287140864533967e-09,4.487811011699705e-09,4.688481602954653e-09,4.8891521942096006e-09],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,1,0,3,0,0,1,1,3,2,3,3,6,3,4,8,10,5,20,14,23,24,30,27,38,45,43,46,55,42,30,36,41,25,33,30,25,17,11,12,10,8,5,5,4,2,3,1,2,2,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,0,0,1,2,2,2,2,3,5,5,10,9,10,6,11,13,17,22,27,33,42,42,54,40,48,47,38,38,34,28,22,27,32,12,21,14,11,4,10,6,3,3,2,1,1,4,0,0,0,0,0,0,1],"bins":[-1.6431211946610347e-09,-1.5971475253451217e-09,-1.5511737450069063e-09,-1.5051999646686909e-09,-1.459226295352778e-09,-1.413252626036865e-09,-1.3672788456986495e-09,-1.3213050653604341e-09,-1.2753313960445212e-09,-1.2293577267286082e-09,-1.1833839463903928e-09,-1.1374101660521774e-09,-1.0914364967362644e-09,-1.0454628274203515e-09,-9.99489047082136e-10,-9.535152667439206e-10,-9.075415974280077e-10,-8.615678726009435e-10,-8.155941477738793e-10,-7.696204229468151e-10,-7.236466981197509e-10,-6.776729732926867e-10,-6.316992484656225e-10,-5.857255236385583e-10,-5.397517988114942e-10,-4.9377807398443e-10,-4.478043491573658e-10,-4.018306243303016e-10,-3.558568995032374e-10,-3.098831746761732e-10,-2.63909449849109e-10,-2.1793572502204483e-10,-1.7196200019498065e-10,-1.2598827536791646e-10,-8.001455054085227e-11,-3.404082571378808e-11,1.1932899113276108e-11,5.7906623940340296e-11,1.0388034876740448e-10,1.4985407359446867e-10,1.9582779842153286e-10,2.4180152324859705e-10,2.8777524807566124e-10,3.3374897290272543e-10,3.797226977297896e-10,4.256964225568538e-10,4.71670147383918e-10,5.176438722109822e-10,5.636175970380464e-10,6.095913218651106e-10,6.555650466921747e-10,7.015387715192389e-10,7.475124963463031e-10,7.934862211733673e-10,8.394599460004315e-10,8.854336708274957e-10,9.314073956545599e-10,9.773810649704728e-10,1.0233548453086883e-09,1.0693286256469037e-09,1.1153022949628166e-09,1.1612759642787296e-09,1.207249744616945e-09,1.2532235249551604e-09,1.2991971942710734e-09]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[2,4,6,4,11,10,11,14,19,11,18,18,23,24,20,13,21,18,12,17,9,14,16,13,18,7,9,7,2,5,5,8,7,12,10,4,9,7,12,12,8,8,16,17,11,13,11,12,17,14,19,23,26,21,15,14,19,9,4,7,8,6,6,2],"bins":[-0.009885481558740139,-0.00957803800702095,-0.009270593523979187,-0.008963149040937424,-0.008655705489218235,-0.008348261937499046,-0.008040817454457283,-0.007733373437076807,-0.007425929419696331,-0.007118485402315855,-0.006811041384935379,-0.006503597367554903,-0.006196153350174427,-0.005888709332793951,-0.005581265315413475,-0.005273821298032999,-0.004966377280652523,-0.004658933263272047,-0.004351489245891571,-0.004044045228511095,-0.003736601211130619,-0.003429157193750143,-0.003121713176369667,-0.002814269158989191,-0.002506825141608715,-0.002199381124228239,-0.001891937106847763,-0.001584493089467287,-0.001277049072086811,-0.0009696050547063351,-0.0006621610373258591,-0.00035471701994538307,-4.727207124233246e-05,0.00026017194613814354,0.0005676159635186195,0.0008750599808990955,0.0011825039982795715,0.0014899480156600475,0.0017973920330405235,0.0021048360504209995,0.0024122800678014755,0.0027197240851819515,0.0030271681025624275,0.0033346121199429035,0.0036420561373233795,0.0039495001547038555,0.0042569441720843315,0.0045643881894648075,0.0048718322068452835,0.0051792762242257595,0.0054867202416062355,0.0057941642589867115,0.0061016082763671875,0.0064090522937476635,0.0067164963111281395,0.0070239403285086155,0.0073313843458890915,0.0076388283632695675,0.007946272380650043,0.008253715932369232,0.008561160415410995,0.008868604898452759,0.009176048450171947,0.009483492001891136,0.0097909364849329]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[5,4,8,6,3,10,13,6,10,16,22,16,7,5,16,11,13,21,30,37,31,20,11,15,10,11,7,9,7,2,7,6,6,9,4,4,8,9,11,10,12,14,12,12,9,9,14,21,14,16,26,30,29,22,8,9,11,9,8,7,8,6,4,2],"bins":[0.9896076321601868,0.9899304509162903,0.9902532696723938,0.9905760884284973,0.9908989071846008,0.9912217259407043,0.9915445446968079,0.9918673634529114,0.9921901822090149,0.9925130009651184,0.9928358197212219,0.9931586980819702,0.9934815168380737,0.9938043355941772,0.9941271543502808,0.9944499731063843,0.9947727918624878,0.9950956106185913,0.9954184293746948,0.9957412481307983,0.9960640668869019,0.9963868856430054,0.9967097043991089,0.9970325231552124,0.9973553419113159,0.9976781606674194,0.998000979423523,0.9983237981796265,0.99864661693573,0.9989694356918335,0.999292254447937,0.9996150732040405,0.999937891960144,1.0002607107162476,1.000583529472351,1.0009063482284546,1.001229166984558,1.0015519857406616,1.0018748044967651,1.0021976232528687,1.0025204420089722,1.0028432607650757,1.0031660795211792,1.0034890174865723,1.0038118362426758,1.0041346549987793,1.0044574737548828,1.0047802925109863,1.0051031112670898,1.0054259300231934,1.0057487487792969,1.0060715675354004,1.006394386291504,1.0067172050476074,1.007040023803711,1.0073628425598145,1.007685661315918,1.0080084800720215,1.008331298828125,1.0086541175842285,1.008976936340332,1.0092997550964355,1.009622573852539,1.0099453926086426,1.010268211364746]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-4.069988790433854e-11,-3.938183112950355e-11,-3.806377435466857e-11,-3.674571757983358e-11,-3.5427660804998595e-11,-3.410960403016361e-11,-3.2791547255328624e-11,-3.147349048049364e-11,-3.015543370565865e-11,-2.8837376930823666e-11,-2.751932015598868e-11,-2.6201263381153694e-11,-2.488320660631871e-11,-2.3565149831483723e-11,-2.2247093056648737e-11,-2.092903628181375e-11,-1.9610979506978765e-11,-1.829292273214378e-11,-1.6974865957308793e-11,-1.5656809182473808e-11,-1.4338752407638822e-11,-1.3020695632803836e-11,-1.170263885796885e-11,-1.0384582083133864e-11,-9.066525308298878e-12,-7.748468533463893e-12,-6.430411758628907e-12,-5.112354983793921e-12,-3.794298208958935e-12,-2.476241434123949e-12,-1.1581846592889633e-12,1.5987211554602254e-13,1.4779288903810084e-12,2.7959856652159942e-12,4.11404244005098e-12,5.432099214885966e-12,6.750155989720952e-12,8.068212764555938e-12,9.386269539390923e-12,1.070432631422591e-11,1.2022383089060895e-11,1.3340439863895881e-11,1.4658496638730867e-11,1.5976553413565853e-11,1.729461018840084e-11,1.8612666963235824e-11,1.993072373807081e-11,2.1248780512905796e-11,2.2566837287740782e-11,2.3884894062575768e-11,2.5202950837410754e-11,2.652100761224574e-11,2.7839064387080725e-11,2.915712116191571e-11,3.04751779367507e-11,3.179323471158568e-11,3.311129148642067e-11,3.4429348261255655e-11,3.574740503609064e-11,3.7065461810925626e-11,3.838351858576061e-11,3.97015753605956e-11,4.1019632135430584e-11,4.233768891026557e-11,4.3655745685100555e-11],"_type":"histogram","values":[2,1,2,3,5,8,14,37,41,52,117,168,204,309,409,709,822,1237,1742,2249,3294,4721,6519,8618,11598,15631,20964,27330,38871,57873,109734,89145,52422,35546,26155,18856,14149,11437,8076,5861,4301,2977,2300,1597,1052,832,557,409,284,158,148,99,57,51,31,14,10,8,2,2,0,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[9,11,19,5,12,11,14,6,4,7,5,11,6,8,15,21,19,18,25,15,15,22,16,15,16,12,13,9,9,6,12,7,12,5,5,7,16,11,10,13,15,8,15,18,20,20,23,19,13,14,13,16,7,3,7,8,3,7,6,10,17,8,16,10],"bins":[-0.010388975962996483,-0.0100644426420331,-0.009739909321069717,-0.00941537506878376,-0.009090841747820377,-0.008766308426856995,-0.008441774174571037,-0.008117240853607655,-0.007792707532644272,-0.007468174211680889,-0.007143640425056219,-0.006819106638431549,-0.006494573317468166,-0.006170039996504784,-0.005845506209880114,-0.005520972423255444,-0.005196439102292061,-0.004871905781328678,-0.004547371994704008,-0.004222838208079338,-0.0038983048871159554,-0.003573771333321929,-0.0032492377795279026,-0.0029247042257338762,-0.00260017067193985,-0.0022756371181458235,-0.001951103564351797,-0.0016265700105577707,-0.0013020364567637444,-0.000977502902969718,-0.0006529693491756916,-0.00032843579538166523,-3.902241587638855e-06,0.0003206313122063875,0.0006451648660004139,0.0009696984197944403,0.0012942319735884666,0.001618765527382493,0.0019432990811765194,0.0022678326349705458,0.002592366188764572,0.0029168997425585985,0.003241433296352625,0.0035659668501466513,0.0038905004039406776,0.00421503372490406,0.00453956751152873,0.0048641012981534,0.005188634619116783,0.005513167940080166,0.005837701726704836,0.006162235513329506,0.006486768834292889,0.006811302155256271,0.007135835941880941,0.007460369728505611,0.007784903049468994,0.008109436370432377,0.00843396969139576,0.008758503943681717,0.0090830372646451,0.009407570585608482,0.00973210483789444,0.010056638158857822,0.010381171479821205],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,2,2,5,2,3,6,7,18,13,26,46,48,66,108,165,243,367,581,935,1539,2601,4449,8864,19889,63082,366428,76268,22587,9521,4914,2741,1621,924,591,385,239,158,107,89,41,49,24,19,15,4,6,7,6,1,3,2,1,1,1],"bins":[-4.190951585769653e-08,-4.073081072419882e-08,-3.95521055907011e-08,-3.837340045720339e-08,-3.719469532370567e-08,-3.601599019020796e-08,-3.483728505671024e-08,-3.365857992321253e-08,-3.247987478971481e-08,-3.13011696562171e-08,-3.012246452271938e-08,-2.8943759389221668e-08,-2.7765054255723953e-08,-2.6586349122226238e-08,-2.5407643988728523e-08,-2.4228938855230808e-08,-2.3050233721733093e-08,-2.1871528588235378e-08,-2.0692823454737663e-08,-1.9514118321239948e-08,-1.8335413187742233e-08,-1.7156708054244518e-08,-1.5978002920746803e-08,-1.4799297787249088e-08,-1.3620592653751373e-08,-1.2441887520253658e-08,-1.1263182386755943e-08,-1.0084477253258228e-08,-8.905772119760513e-09,-7.727066986262798e-09,-6.548361852765083e-09,-5.369656719267368e-09,-4.190951585769653e-09,-3.0122464522719383e-09,-1.8335413187742233e-09,-6.548361852765083e-10,5.238689482212067e-10,1.7025740817189217e-09,2.8812792152166367e-09,4.059984348714352e-09,5.238689482212067e-09,6.417394615709782e-09,7.596099749207497e-09,8.774804882705212e-09,9.953510016202927e-09,1.1132215149700642e-08,1.2310920283198357e-08,1.3489625416696072e-08,1.4668330550193787e-08,1.58470356836915e-08,1.7025740817189217e-08,1.820444595068693e-08,1.9383151084184647e-08,2.056185621768236e-08,2.1740561351180077e-08,2.291926648467779e-08,2.4097971618175507e-08,2.527667675167322e-08,2.6455381885170937e-08,2.763408701866865e-08,2.8812792152166367e-08,2.999149728566408e-08,3.1170202419161797e-08,3.234890755265951e-08,3.3527612686157227e-08]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[18,31,23,32,41,23,31,26,23,18,26,21,24,40,41,54,44,46,71,75,68,58,39,46,36,31,18,22,27,28,17,21,27,17,25,24,29,20,22,28,26,29,29,32,33,37,51,48,50,63,44,58,47,31,22,21,20,23,16,17,19,15,2,4],"bins":[-0.010395098477602005,-0.010071785189211369,-0.009748471900820732,-0.009425158612430096,-0.00910184532403946,-0.008778532035648823,-0.008455218747258186,-0.00813190545886755,-0.0078085921704769135,-0.007485278882086277,-0.0071619655936956406,-0.006838652305305004,-0.006515339016914368,-0.006192025728523731,-0.005868712440133095,-0.005545399151742458,-0.005222085863351822,-0.0048987725749611855,-0.004575459286570549,-0.004252145998179913,-0.003928832709789276,-0.0036055194213986397,-0.0032822061330080032,-0.002958892844617367,-0.0026355795562267303,-0.002312266267836094,-0.0019889529794454575,-0.001665639691054821,-0.0013423264026641846,-0.0010190131142735481,-0.0006956998258829117,-0.00037238653749227524,-4.907231777906418e-05,0.00027424097061157227,0.0005975542590022087,0.0009208675473928452,0.0012441808357834816,0.001567494124174118,0.0018908074125647545,0.002214120700955391,0.0025374339893460274,0.002860747277736664,0.0031840605661273003,0.0035073738545179367,0.003830687142908573,0.00415400043129921,0.004477313719689846,0.0048006270080804825,0.005123940296471119,0.005447253584861755,0.005770566873252392,0.006093880161643028,0.006417193450033665,0.006740506738424301,0.007063820026814938,0.007387133315205574,0.0077104466035962105,0.008033759891986847,0.008357073180377483,0.00868038646876812,0.009003699757158756,0.009327013045549393,0.00965032633394003,0.009973639622330666,0.010296952910721302]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[2,0,1,7,8,4,25,41,90,149,255,392,676,1051,1645,2572,3763,5416,7765,10684,14381,19299,24809,31479,38987,47170,56053,64531,72886,79905,87014,91083,93268,94323,93292,89837,84523,77841,70373,61431,52734,44146,36070,29220,22804,17751,13231,9469,6740,4764,3203,2097,1389,857,572,350,176,113,69,40,19,13,5,1],"bins":[-0.10491212457418442,-0.10176350176334381,-0.0986148789525032,-0.0954662635922432,-0.09231764078140259,-0.08916901797056198,-0.08602039515972137,-0.08287177234888077,-0.07972314953804016,-0.07657453417778015,-0.07342591136693954,-0.07027728855609894,-0.06712866574525833,-0.06398004293441772,-0.060831423848867416,-0.05768280476331711,-0.0545341819524765,-0.051385559141635895,-0.04823694005608559,-0.04508831724524498,-0.04193969815969467,-0.038791075348854065,-0.03564245253801346,-0.03249383345246315,-0.029345210641622543,-0.026196589693427086,-0.02304796874523163,-0.01989934593439102,-0.016750724986195564,-0.013602104038000107,-0.010453482158482075,-0.00730486074462533,-0.004156239330768585,-0.0010076179169118404,0.0021410034969449043,0.005289624910801649,0.008438246324658394,0.011586867272853851,0.014735489152371883,0.017884111031889915,0.021032731980085373,0.02418135292828083,0.027329973876476288,0.030478596687316895,0.0336272194981575,0.03677583858370781,0.039924461394548416,0.043073080480098724,0.04622170329093933,0.04937032610177994,0.052518945187330246,0.05566756799817085,0.05881618708372116,0.06196480989456177,0.06511343270540237,0.06826205551624298,0.07141067087650299,0.0745592936873436,0.0777079164981842,0.08085653930902481,0.08400516211986542,0.08715378493070602,0.09030240029096603,0.09345102310180664,0.09659964591264725],"_type":"histogram"},"_runtime":805.484396776,"_step":112,"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,6,5,19,28,56,107,204,334,599,976,1565,2492,3707,5727,8253,11448,15885,21171,27990,35868,44003,53305,62998,73624,81797,90088,95609,98804,100197,99309,94996,89588,81708,72931,63539,53652,44138,35635,28160,21426,15889,11350,8064,5609,3840,2390,1533,879,560,373,211,87,58,33,18,12,5,2,1,1,0,0,1],"bins":[-0.09870497137308121,-0.0953584760427475,-0.09201197326183319,-0.08866547048091888,-0.08531897515058517,-0.08197247982025146,-0.07862597703933716,-0.07527947425842285,-0.07193297892808914,-0.06858648359775543,-0.06523998081684113,-0.06189348176121712,-0.05854698270559311,-0.0552004836499691,-0.05185398459434509,-0.048507485538721085,-0.045160986483097076,-0.04181448742747307,-0.03846798837184906,-0.03512148931622505,-0.031774990260601044,-0.028428491204977036,-0.025081992149353027,-0.02173549309372902,-0.01838899403810501,-0.015042494982481003,-0.011695995926856995,-0.008349496871232986,-0.005002997815608978,-0.00165649875998497,0.001690000295639038,0.005036499351263046,0.008383005857467651,0.01172950491309166,0.015076003968715668,0.018422503024339676,0.021769002079963684,0.025115501135587692,0.0284620001912117,0.03180849924683571,0.03515499830245972,0.038501497358083725,0.04184799641370773,0.04519449546933174,0.04854099452495575,0.05188749358057976,0.055233992636203766,0.058580491691827774,0.06192699074745178,0.06527349352836609,0.0686199888586998,0.07196648418903351,0.07531298696994781,0.07865948975086212,0.08200598508119583,0.08535248041152954,0.08869898319244385,0.09204548597335815,0.09539198130369186,0.09873847663402557,0.10208497941493988,0.10543148219585419,0.1087779775261879,0.1121244728565216,0.11547097563743591],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,0,3,0,2,1,2,2,3,7,2,6,14,12,6,12,13,17,30,16,23,31,24,36,36,41,28,27,43,34,29,27,27,33,31,22,20,10,17,10,13,10,8,9,6,6,5,4,0,4,0,0,3],"bins":[-4.5692161165789e-10,-4.4509107510748436e-10,-4.332605663126543e-10,-4.2143005751782425e-10,-4.095995209674186e-10,-3.977689844170129e-10,-3.8593847562218286e-10,-3.741079668273528e-10,-3.6227743027694714e-10,-3.504468937265415e-10,-3.386163849317114e-10,-3.2678587613688137e-10,-3.149553395864757e-10,-3.0312480303607003e-10,-2.9129429424124e-10,-2.7946378544640993e-10,-2.6763324889600426e-10,-2.558027123455986e-10,-2.4397220355076854e-10,-2.3214168087815068e-10,-2.2031115820553282e-10,-2.0848063553291496e-10,-1.966501128602971e-10,-1.8481959018767924e-10,-1.7298906751506138e-10,-1.6115854484244352e-10,-1.4932802216982566e-10,-1.374974994972078e-10,-1.2566697682458994e-10,-1.1383645415197208e-10,-1.0200593147935422e-10,-9.017540880673636e-11,-7.83448861341185e-11,-6.651436346150064e-11,-5.4683840788882776e-11,-4.2853318116264916e-11,-3.1022795443647055e-11,-1.9192272771029195e-11,-7.361750098411335e-12,4.4687725742065254e-12,1.6299295246824386e-11,2.8129817919442246e-11,3.9960340592060106e-11,5.1790863264677967e-11,6.362138593729583e-11,7.545190860991369e-11,8.728243128253155e-11,9.911295395514941e-11,1.1094347662776727e-10,1.2277399930038513e-10,1.34604521973003e-10,1.4643504464562085e-10,1.582655673182387e-10,1.7009608999085657e-10,1.8192661266347443e-10,1.937571353360923e-10,2.0558765800871015e-10,2.17418180681328e-10,2.2924870335394587e-10,2.410792121487759e-10,2.529097486991816e-10,2.6474028524958726e-10,2.765707940444173e-10,2.8840130283924736e-10,3.0023183938965303e-10]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,0,0,0,0,1,0,0,6,3,0,7,7,8,6,11,18,22,39,33,46,59,94,103,148,183,266,393,525,812,1709,442359,3441,1185,658,454,329,247,188,136,100,69,57,45,28,23,14,12,10,6,7,4,6,3,0,3,1,1,0,0,1,0,1],"bins":[-1.1927793197585856e-09,-1.1563916491041937e-09,-1.1200040894721042e-09,-1.0836164188177122e-09,-1.0472288591856227e-09,-1.0108411885312307e-09,-9.744536288991412e-10,-9.380659582447493e-10,-9.016783431015085e-10,-8.652907279582678e-10,-8.28903112815027e-10,-7.925154976717863e-10,-7.561278270173943e-10,-7.197402118741536e-10,-6.833525967309129e-10,-6.469649815876721e-10,-6.105773664444314e-10,-5.741897513011907e-10,-5.378021361579499e-10,-5.014145210147092e-10,-4.6502687811589283e-10,-4.286392629726521e-10,-3.9225162007383574e-10,-3.55864004930595e-10,-3.1947638978735426e-10,-2.8308877464411353e-10,-2.467011595008728e-10,-2.1031351660205644e-10,-1.739259014588157e-10,-1.3753828631557496e-10,-1.0115065729454642e-10,-6.476303521241178e-11,-2.837541313027714e-11,8.012208951857502e-12,4.439983103399214e-11,8.078745311612678e-11,1.1717507519826142e-10,1.5356269034150216e-10,1.899503193625307e-10,2.2633794838355925e-10,2.627255635268e-10,2.991131786700407e-10,3.3550079381328146e-10,3.718884367120978e-10,4.0827605185533855e-10,4.446636669985793e-10,4.810513098973956e-10,5.174389250406364e-10,5.538265401838771e-10,5.902141553271179e-10,6.266017704703586e-10,6.629893856135993e-10,6.993770007568401e-10,7.35764671411232e-10,7.721522865544728e-10,8.085399016977135e-10,8.449275168409542e-10,8.81315131984195e-10,9.177027471274357e-10,9.540903622706765e-10,9.904780329250684e-10,1.026865592557158e-09,1.0632532632115499e-09,1.0996408228436394e-09,1.1360284934980314e-09],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-2.9103830456733704e-10,-2.8046542865922675e-10,-2.6989255275111645e-10,-2.5931967684300616e-10,-2.4874680093489587e-10,-2.381739250267856e-10,-2.276010491186753e-10,-2.17028173210565e-10,-2.064552973024547e-10,-1.9588242139434442e-10,-1.8530954548623413e-10,-1.7473666957812384e-10,-1.6416379367001355e-10,-1.5359091776190326e-10,-1.4301804185379297e-10,-1.3244516594568267e-10,-1.2187229003757238e-10,-1.1129941412946209e-10,-1.007265382213518e-10,-9.015366231324151e-11,-7.958078640513122e-11,-6.900791049702093e-11,-5.843503458891064e-11,-4.786215868080035e-11,-3.728928277269006e-11,-2.6716406864579767e-11,-1.6143530956469476e-11,-5.5706550483591855e-12,5.002220859751105e-12,1.5575096767861396e-11,2.6147972675971687e-11,3.672084858408198e-11,4.729372449219227e-11,5.786660040030256e-11,6.843947630841285e-11,7.901235221652314e-11,8.958522812463343e-11,1.0015810403274372e-10,1.1073097994085401e-10,1.213038558489643e-10,1.318767317570746e-10,1.4244960766518489e-10,1.5302248357329518e-10,1.6359535948140547e-10,1.7416823538951576e-10,1.8474111129762605e-10,1.9531398720573634e-10,2.0588686311384663e-10,2.1645973902195692e-10,2.270326149300672e-10,2.376054908381775e-10,2.481783667462878e-10,2.587512426543981e-10,2.693241185625084e-10,2.7989699447061867e-10,2.9046987037872896e-10,3.0104274628683925e-10,3.1161562219494954e-10,3.2218849810305983e-10,3.327613740111701e-10,3.433342499192804e-10,3.539071258273907e-10,3.64480001735501e-10,3.750528776436113e-10,3.8562575355172157e-10],"_type":"histogram","values":[1,1,0,1,2,2,2,5,8,14,16,23,34,33,65,73,145,248,349,602,1125,1848,3626,6935,14580,32163,91603,272995,98388,34074,15285,7070,3756,1961,1082,587,408,243,147,94,79,39,25,28,16,9,8,4,2,2,3,2,3,3,0,1,1,4,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[9,5,16,31,15,9,13,11,8,4,10,17,18,21,22,21,11,9,12,10,9,10,11,7,10,11,6,6,13,7,11,11,3,9,10,9,7,5,12,13,11,12,6,14,9,10,12,15,20,26,17,18,16,9,9,6,10,12,22,12,19,19,9,3],"bins":[-0.01033030729740858,-0.010007623583078384,-0.009684939868748188,-0.009362256154417992,-0.009039572440087795,-0.008716888725757599,-0.008394205011427402,-0.008071521297097206,-0.00774883758276701,-0.007426153402775526,-0.00710346968844533,-0.006780785974115133,-0.006458102259784937,-0.0061354185454547405,-0.005812734831124544,-0.005490051116794348,-0.005167367402464151,-0.004844683688133955,-0.004521999973803759,-0.004199316259473562,-0.003876632545143366,-0.003553948597982526,-0.0032312648836523294,-0.002908581169322133,-0.0025858974549919367,-0.0022632137406617403,-0.001940530026331544,-0.0016178461955860257,-0.0012951624812558293,-0.000972478766925633,-0.0006497949943877757,-0.0003271112509537488,-4.427507519721985e-06,0.00031825623591430485,0.0006409399793483317,0.000963623751886189,0.0012863074662163854,0.0016089911805465817,0.0019316750112921,0.0022543587256222963,0.0025770424399524927,0.002899726154282689,0.0032224098686128855,0.003545093582943082,0.003867777530103922,0.004190461244434118,0.004513144958764315,0.004835828673094511,0.005158512387424707,0.005481196101754904,0.0058038798160851,0.0061265635304152966,0.006449247244745493,0.006771930959075689,0.007094614673405886,0.007417298387736082,0.007739982567727566,0.008062666282057762,0.008385349996387959,0.008708033710718155,0.009030717425048351,0.009353401139378548,0.009676084853708744,0.00999876856803894,0.010321452282369137]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[8,5,6,9,3,4,5,2,3,5,1,7,13,18,15,20,33,24,32,33,19,13,17,14,14,13,10,15,5,6,9,8,11,15,2,11,9,13,12,7,15,17,23,27,21,29,22,25,21,15,9,10,12,2,4,11,1,5,4,6,4,5,3,8],"bins":[-0.01025424525141716,-0.009932550601661205,-0.00961085595190525,-0.009289161302149296,-0.008967466652393341,-0.008645772002637386,-0.008324077352881432,-0.008002382703125477,-0.007680687587708235,-0.00735899293795228,-0.007037298288196325,-0.0067156036384403706,-0.0063939085230231285,-0.006072213873267174,-0.005750519223511219,-0.005428824573755264,-0.0051071299239993095,-0.004785435274243355,-0.0044637406244874,-0.004142045974731445,-0.003820351092144847,-0.003498656442388892,-0.0031769615598022938,-0.002855266910046339,-0.0025335722602903843,-0.0022118776105344296,-0.001890182844363153,-0.0015684880781918764,-0.0012467934284359217,-0.000925098720472306,-0.0006034040125086904,-0.0002817093045450747,3.998633474111557e-05,0.0003616810427047312,0.0006833757506683469,0.0010050705168396235,0.0013267651665955782,0.001648459816351533,0.0019701546989381313,0.002291849348694086,0.002613543998450041,0.0029352386482059956,0.0032569332979619503,0.0035786281805485487,0.0039003228303045034,0.004222017712891102,0.004543712362647057,0.004865407012403011,0.005187101662158966,0.005508796311914921,0.0058304909616708755,0.00615218561142683,0.006473880261182785,0.006795575376600027,0.007117270026355982,0.007438964676111937,0.007760659325867891,0.008082354441285133,0.008404049091041088,0.008725743740797043,0.009047438390552998,0.009369133040308952,0.009690827690064907,0.010012522339820862,0.010334216989576817],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.009225456975400448,-0.008940108120441437,-0.008654758334159851,-0.00836940947920084,-0.008084060624241829,-0.0077987113036215305,-0.0075133624486625195,-0.007228013128042221,-0.00694266427308321,-0.006657314952462912,-0.006371965631842613,-0.006086616776883602,-0.005801267456263304,-0.005515918601304293,-0.005230569280683994,-0.004945220425724983,-0.004659871105104685,-0.0043745217844843864,-0.004089172929525375,-0.0038038238417357206,-0.003518474753946066,-0.0032331254333257675,-0.002947776345536113,-0.002662427257746458,-0.0023770781699568033,-0.0020917290821671486,-0.0018063799943774939,-0.0015210307901725173,-0.0012356817023828626,-0.0009503326145932078,-0.0006649834685958922,-0.000379634351702407,-9.428523480892181e-05,0.00019106388208456337,0.00047641299897804856,0.0007617621449753642,0.001047111232765019,0.0013324603205546737,0.0016178095247596502,0.001903158612549305,0.0021885077003389597,0.0024738567881286144,0.002759205875918269,0.003044554963707924,0.0033299042843282223,0.003615253372117877,0.0039006024599075317,0.004185951314866543,0.004471300635486841,0.00475664995610714,0.005041998811066151,0.005327348131686449,0.00561269698664546,0.0058980463072657585,0.00618339516222477,0.006468744482845068,0.006754093803465366,0.0070394426584243774,0.007324791979044676,0.007610140834003687,0.007895490154623985,0.008180839009582996,0.008466187864542007,0.008751537650823593,0.009036886505782604],"_type":"histogram","values":[5,9,11,8,13,16,17,12,10,15,11,19,13,21,11,21,6,9,5,13,18,22,18,19,16,6,8,9,7,6,4,6,5,5,4,7,7,8,13,8,7,20,23,24,13,15,17,13,12,18,14,17,16,8,9,16,11,20,18,7,10,8,5,6]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-8.772142336965771e-07,-8.511024134350009e-07,-8.249905363300059e-07,-7.988787160684296e-07,-7.727668958068534e-07,-7.466550187018584e-07,-7.205431984402821e-07,-6.944313781787059e-07,-6.683195579171297e-07,-6.422076808121346e-07,-6.160958605505584e-07,-5.899840402889822e-07,-5.638721631839871e-07,-5.377603429224109e-07,-5.116485226608347e-07,-4.855366455558396e-07,-4.5942482529426343e-07,-4.333129766109778e-07,-4.0720115634940157e-07,-3.8108930766611593e-07,-3.549774874045397e-07,-3.2886563872125407e-07,-3.0275379003796843e-07,-2.766419697763922e-07,-2.5053012109310657e-07,-2.2441828662067564e-07,-1.9830645214824472e-07,-1.7219460346495907e-07,-1.4608276899252814e-07,-1.1997093452009722e-07,-9.385909294223893e-08,-6.774725136438065e-08,-4.163541689194972e-08,-1.552357886680511e-08,1.0588259158339497e-08,3.6700097183484104e-08,6.281193520862871e-08,8.892376968105964e-08,1.1503561125891792e-07,1.411474528367762e-07,1.6725928730920714e-07,1.9337112178163807e-07,2.19482956254069e-07,2.4559480493735464e-07,2.717066536206403e-07,2.978184738822165e-07,3.2393032256550214e-07,3.5004214282707835e-07,3.76153991510364e-07,4.0226584019364964e-07,4.2837766045522585e-07,4.544895091385115e-07,4.806013294000877e-07,5.067132065050828e-07,5.32825026766659e-07,5.589368470282352e-07,5.850487241332303e-07,6.111605443948065e-07,6.372723646563827e-07,6.633841849179589e-07,6.89496062022954e-07,7.156078822845302e-07,7.417197025461064e-07,7.678315796511015e-07,7.939433999126777e-07],"_type":"histogram","values":[1,0,0,1,0,0,1,1,0,0,1,0,1,0,0,0,1,2,6,1,4,3,5,7,5,15,20,12,23,32,34,56,85,120,86,50,31,36,35,24,10,13,8,8,7,3,3,4,2,3,3,0,2,1,0,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[9,11,11,8,17,8,8,11,11,9,10,13,21,20,14,20,18,14,16,17,14,12,12,17,18,18,19,11,15,12,6,12,13,10,17,11,10,10,15,12,11,14,13,15,13,4,17,11,9,11,4,16,9,7,6,4,9,2,11,13,18,12,4,5],"bins":[0.9896724820137024,0.9899932146072388,0.9903140068054199,0.9906347393989563,0.9909554719924927,0.991276204586029,0.9915969967842102,0.9919177293777466,0.992238461971283,0.9925592541694641,0.9928799867630005,0.9932007193565369,0.993521511554718,0.9938422441482544,0.9941629767417908,0.9944837093353271,0.9948045015335083,0.9951252341270447,0.995445966720581,0.9957667589187622,0.9960874915122986,0.996408224105835,0.9967290163040161,0.9970497488975525,0.9973704814910889,0.9976912140846252,0.9980120062828064,0.9983327388763428,0.9986534714698792,0.9989742636680603,0.9992949962615967,0.9996157288551331,0.9999364614486694,1.0002572536468506,1.0005780458450317,1.0008987188339233,1.0012195110321045,1.001540184020996,1.0018609762191772,1.0021817684173584,1.00250244140625,1.0028232336044312,1.0031440258026123,1.003464698791504,1.003785490989685,1.0041062831878662,1.0044269561767578,1.004747748374939,1.0050685405731201,1.0053892135620117,1.0057100057601929,1.006030797958374,1.0063514709472656,1.0066722631454468,1.006993055343628,1.0073137283325195,1.0076345205307007,1.0079551935195923,1.0082759857177734,1.0085967779159546,1.0089174509048462,1.0092382431030273,1.0095590353012085,1.0098797082901,1.0102005004882812]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[2,0,5,2,7,13,16,48,79,121,229,361,613,838,1333,1918,2596,3724,4997,6682,8626,10973,13410,16457,19507,22294,25529,28291,31261,33104,34435,35097,34644,34086,32006,30115,27476,24699,20987,18256,14904,12343,9833,7547,5770,4430,3169,2225,1709,1117,737,446,283,205,107,69,48,18,8,11,5,1,0,2],"bins":[-0.0978950560092926,-0.09481485933065414,-0.09173465520143509,-0.08865445852279663,-0.08557426184415817,-0.08249405771493912,-0.07941386103630066,-0.0763336643576622,-0.07325346767902374,-0.07017326354980469,-0.06709306687116623,-0.06401287019252777,-0.060932666063308716,-0.05785246938467026,-0.0547722689807415,-0.05169207230210304,-0.048611871898174286,-0.04553167149424553,-0.04245147481560707,-0.039371274411678314,-0.036291077733039856,-0.0332108773291111,-0.030130676925182343,-0.027050478383898735,-0.023970279842615128,-0.02089008130133152,-0.017809882760047913,-0.014729682356119156,-0.011649483814835548,-0.008569285273551941,-0.005489085800945759,-0.002408886794000864,0.0006713122129440308,0.0037515112198889256,0.00683171022683382,0.009911909699440002,0.01299210824072361,0.016072306782007217,0.019152507185935974,0.02223270572721958,0.02531290426850319,0.028393102809786797,0.031473301351070404,0.03455350175499916,0.03763370215892792,0.040713898837566376,0.04379409924149513,0.04687429592013359,0.04995449632406235,0.053034696727991104,0.05611489340662956,0.05919509381055832,0.06227529048919678,0.06535549461841583,0.06843569129705429,0.07151588797569275,0.0745960921049118,0.07767628878355026,0.08075648546218872,0.08383668214082718,0.08691688627004623,0.08999708294868469,0.09307727962732315,0.0961574837565422,0.09923768043518066],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,2,2,1,1,1,1,7,9,9,5,10,17,28,17,31,33,36,43,41,45,38,36,42,37,40,44,27,28,21,20,21,15,14,12,8,6,4,2,3,1,0,2,0,2,1,1,0,0,1],"bins":[-3.71000091758944e-10,-3.608306986535581e-10,-3.506612777925966e-10,-3.404918846872107e-10,-3.303224915818248e-10,-3.201530984764389e-10,-3.09983705371053e-10,-2.998142845100915e-10,-2.896448914047056e-10,-2.794754982993197e-10,-2.693060774383582e-10,-2.591366843329723e-10,-2.4896729122758643e-10,-2.3879789812220054e-10,-2.2862849113902683e-10,-2.1845908415585313e-10,-2.0828969105046724e-10,-1.9812029794508135e-10,-1.8795089096190765e-10,-1.7778148397873395e-10,-1.6761209087334805e-10,-1.5744269776796216e-10,-1.4727329078478846e-10,-1.3710388380161476e-10,-1.2693449069622886e-10,-1.1676509759084297e-10,-1.0659569060766927e-10,-9.642629056338947e-11,-8.625689051910967e-11,-7.608749047482988e-11,-6.591809043055008e-11,-5.574869038627028e-11,-4.55793180975661e-11,-3.5409918053286304e-11,-2.5240518009006507e-11,-1.507111796472671e-11,-4.901717920446913e-12,5.267682123832884e-12,1.543708216811268e-11,2.560648221239248e-11,3.5775882256672276e-11,4.594528230095207e-11,5.611468234523187e-11,6.628408238951167e-11,7.645348243379146e-11,8.662288247807126e-11,9.679228252235106e-11,1.0696168256663086e-10,1.1713108261091065e-10,1.2730047571629655e-10,1.3746988269947025e-10,1.4763928968264395e-10,1.5780868278802984e-10,1.6797807589341573e-10,1.7814748287658944e-10,1.8831688985976314e-10,1.9848628296514903e-10,2.0865567607053492e-10,2.1882508305370862e-10,2.2899449003688233e-10,2.391638831422682e-10,2.493332762476541e-10,2.595026971086156e-10,2.696720902140015e-10,2.798414833193874e-10],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[2,1,0,1,0,1,0,0,1,7,3,5,5,6,7,11,32,39,33,54,93,125,166,303,418,638,1125,1779,3177,5445,10148,20281,45744,130578,219239,83664,32260,15489,7778,4453,2605,1489,973,557,366,267,154,99,69,38,31,19,11,10,5,6,8,1,1,2,1,0,0,1],"bins":[-9.822542779147625e-11,-9.536194056636305e-11,-9.249845334124984e-11,-8.963496611613664e-11,-8.677147889102343e-11,-8.390799166591023e-11,-8.104450444079703e-11,-7.818101721568382e-11,-7.531752999057062e-11,-7.245404276545742e-11,-6.959055554034421e-11,-6.672706831523101e-11,-6.38635810901178e-11,-6.10000938650046e-11,-5.81366066398914e-11,-5.5273119414778193e-11,-5.240963218966499e-11,-4.9546144964551786e-11,-4.668265773943858e-11,-4.381917051432538e-11,-4.0955683289212175e-11,-3.809219606409897e-11,-3.522870883898577e-11,-3.2365221613872563e-11,-2.950173438875936e-11,-2.6638247163646156e-11,-2.3774759938532952e-11,-2.091127271341975e-11,-1.8047785488306545e-11,-1.518429826319334e-11,-1.2320811038080137e-11,-9.457323812966933e-12,-6.59383658785373e-12,-3.730349362740526e-12,-8.668621376273222e-13,1.9966250874858815e-12,4.860112312599085e-12,7.723599537712289e-12,1.0587086762825493e-11,1.3450573987938697e-11,1.63140612130519e-11,1.9177548438165104e-11,2.2041035663278308e-11,2.490452288839151e-11,2.7768010113504715e-11,3.063149733861792e-11,3.349498456373112e-11,3.6358471788844327e-11,3.922195901395753e-11,4.2085446239070734e-11,4.494893346418394e-11,4.781242068929714e-11,5.0675907914410345e-11,5.353939513952355e-11,5.640288236463675e-11,5.926636958974996e-11,6.212985681486316e-11,6.499334403997636e-11,6.785683126508957e-11,7.072031849020277e-11,7.358380571531598e-11,7.644729294042918e-11,7.931078016554238e-11,8.217426739065559e-11,8.503775461576879e-11]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,2,1,6,5,6,2,7,22,16,3,4,3,7,27,37,39,15,10,6,5,22,52,25,11,10,6,3,3,4,3,4,2,2,3,3,4,6,9,3,12,28,34,36,9,3,10,9,22,45,36,15,12,10,8,6,18,15,15,8,3,4,4,7],"bins":[-0.010185683146119118,-0.0098752211779356,-0.009564758278429508,-0.00925429631024599,-0.008943833410739899,-0.008633371442556381,-0.008322909474372864,-0.008012446574866772,-0.007701984606683254,-0.0073915221728384495,-0.007081059738993645,-0.006770597770810127,-0.0064601353369653225,-0.006149672903120518,-0.005839210934937,-0.0055287485010921955,-0.005218286067247391,-0.004907823633402586,-0.004597361199557781,-0.004286899231374264,-0.003976436797529459,-0.0036659743636846542,-0.003355512162670493,-0.003045049961656332,-0.0027345875278115273,-0.0024241250939667225,-0.0021136628929525614,-0.0018032005755230784,-0.0014927382580935955,-0.0011822759406641126,-0.0008718136232346296,-0.0005613513058051467,-0.00025088805705308914,5.9574260376393795e-05,0.00037003657780587673,0.0006804988952353597,0.0009909612126648426,0.0013014235300943255,0.0016118858475238085,0.0019223481649532914,0.0022328104823827744,0.002543272916227579,0.0028537351172417402,0.0031641973182559013,0.003474659752100706,0.003785122185945511,0.004095584154129028,0.004406046587973833,0.004716509021818638,0.005026971455663443,0.005337433889508247,0.005647895857691765,0.00595835829153657,0.006268820725381374,0.006579282693564892,0.006889745127409697,0.007200207561254501,0.007510669995099306,0.007821132428944111,0.008131594397127628,0.00844205729663372,0.008752519264817238,0.009062981233000755,0.009373444132506847,0.009683906100690365],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9896557927131653,0.9899775385856628,0.9902992844581604,0.9906209707260132,0.9909427165985107,0.9912644624710083,0.9915862083435059,0.9919078946113586,0.9922296404838562,0.9925513863563538,0.9928731322288513,0.9931948184967041,0.9935165643692017,0.9938383102416992,0.9941600561141968,0.9944817423820496,0.9948034882545471,0.9951252341270447,0.9954469799995422,0.9957687258720398,0.9960904121398926,0.9964121580123901,0.9967339038848877,0.9970556497573853,0.997377336025238,0.9976990818977356,0.9980208277702332,0.9983425736427307,0.9986642599105835,0.998986005783081,0.9993077516555786,0.9996294975280762,0.9999512434005737,1.0002729892730713,1.0005947351455688,1.0009163618087769,1.0012381076812744,1.001559853553772,1.0018815994262695,1.002203345298767,1.0025250911712646,1.0028468370437622,1.0031685829162598,1.0034902095794678,1.0038119554519653,1.004133701324463,1.0044554471969604,1.004777193069458,1.0050989389419556,1.0054206848144531,1.0057424306869507,1.0060641765594482,1.0063858032226562,1.0067075490951538,1.0070292949676514,1.007351040840149,1.0076727867126465,1.007994532585144,1.0083162784576416,1.0086380243301392,1.0089596509933472,1.0092813968658447,1.0096031427383423,1.0099248886108398,1.0102466344833374],"_type":"histogram","values":[8,0,9,10,13,9,8,13,16,17,18,7,11,6,13,14,13,18,31,21,19,27,25,15,8,6,6,10,12,8,10,4,8,8,8,8,12,13,15,14,17,11,10,17,7,20,12,16,23,19,20,25,12,10,4,10,4,7,9,6,7,2,5,4]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[3,0,0,0,0,0,1,1,1,0,3,1,3,2,4,3,4,6,4,4,10,8,3,8,14,14,13,24,32,32,43,58,65,61,73,43,30,34,26,25,14,14,11,12,9,3,7,9,5,3,4,6,1,2,3,0,2,2,2,0,0,2,0,1],"bins":[-8.345448776481135e-10,-8.092974623785665e-10,-7.840500471090195e-10,-7.588025763283213e-10,-7.335551610587743e-10,-7.083077457892273e-10,-6.830602750085291e-10,-6.578128597389821e-10,-6.325654444694351e-10,-6.073180291998881e-10,-5.820706139303411e-10,-5.568231431496429e-10,-5.315757278800959e-10,-5.063283126105489e-10,-4.810808418298507e-10,-4.558334265603037e-10,-4.305860112907567e-10,-4.053385960212097e-10,-3.800911529960871e-10,-3.548437099709645e-10,-3.295962947014175e-10,-3.043488794318705e-10,-2.791014364067479e-10,-2.538539933816253e-10,-2.286065781120783e-10,-2.033591489647435e-10,-1.781117198174087e-10,-1.528642906700739e-10,-1.276168615227391e-10,-1.023694323754043e-10,-7.71220032280695e-11,-5.1874574080734703e-11,-2.6627144933399904e-11,-1.3797157860651055e-12,2.3867713361269693e-11,4.911514250860449e-11,7.436257165593929e-11,9.961000080327409e-11,1.248574299506089e-10,1.501048590979437e-10,1.7535228824527849e-10,2.0059971739261329e-10,2.2584714653994808e-10,2.510945895650707e-10,2.763420048346177e-10,3.0158942010416467e-10,3.268368631292873e-10,3.520843061544099e-10,3.773317214239569e-10,4.0257913669350387e-10,4.278265797186265e-10,4.530740227437491e-10,4.783214380132961e-10,5.035688532828431e-10,5.288163240635413e-10,5.540637393330883e-10,5.793111546026353e-10,6.045585698721823e-10,6.298059851417293e-10,6.550534559224275e-10,6.803008711919745e-10,7.055482864615215e-10,7.307957572422197e-10,7.560431725117667e-10,7.812905877813137e-10]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-1.9190338207408786e-10,-1.858779796748422e-10,-1.7985257727559656e-10,-1.738271748763509e-10,-1.6780177247710526e-10,-1.617763700778596e-10,-1.5575096767861396e-10,-1.497255652793683e-10,-1.4370016288012266e-10,-1.37674760480877e-10,-1.3164935808163136e-10,-1.256239556823857e-10,-1.1959855328314006e-10,-1.1357315088389441e-10,-1.0754774848464876e-10,-1.0152234608540311e-10,-9.549694368615746e-11,-8.947154128691182e-11,-8.344613888766617e-11,-7.742073648842052e-11,-7.139533408917487e-11,-6.536993168992922e-11,-5.934452929068357e-11,-5.331912689143792e-11,-4.729372449219227e-11,-4.126832209294662e-11,-3.524291969370097e-11,-2.921751729445532e-11,-2.319211489520967e-11,-1.716671249596402e-11,-1.1141310096718371e-11,-5.115907697472721e-12,9.094947017729282e-13,6.934897101018578e-12,1.2960299500264227e-11,1.8985701899509877e-11,2.5011104298755527e-11,3.1036506698001176e-11,3.7061909097246826e-11,4.3087311496492475e-11,4.9112713895738125e-11,5.5138116294983774e-11,6.116351869422942e-11,6.718892109347507e-11,7.321432349272072e-11,7.923972589196637e-11,8.526512829121202e-11,9.129053069045767e-11,9.731593308970332e-11,1.0334133548894897e-10,1.0936673788819462e-10,1.1539214028744027e-10,1.2141754268668592e-10,1.2744294508593157e-10,1.3346834748517722e-10,1.3949374988442287e-10,1.4551915228366852e-10,1.5154455468291417e-10,1.5756995708215982e-10,1.6359535948140547e-10,1.6962076188065112e-10,1.7564616427989677e-10,1.8167156667914242e-10,1.8769696907838807e-10,1.9372237147763371e-10],"_type":"histogram","values":[2,2,4,6,11,12,25,24,52,74,62,127,145,188,275,366,527,685,898,1276,2033,2611,3884,5262,8232,11715,18372,27990,44571,72415,135322,629681,319777,109431,62592,39080,25012,15746,10671,6919,4904,3394,2329,1683,1282,840,628,421,345,227,211,152,117,57,59,43,30,25,10,11,8,9,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[12,8,17,27,20,19,12,11,10,2,7,14,21,10,17,21,15,14,15,11,11,11,9,8,9,13,11,6,6,11,1,7,11,7,9,9,7,14,10,5,7,4,10,14,9,14,14,18,10,19,21,11,20,10,7,3,6,10,17,17,26,23,13,7],"bins":[-0.010397962294518948,-0.010074171237647533,-0.009750379249453545,-0.00942658819258213,-0.009102797135710716,-0.008779005147516727,-0.008455214090645313,-0.008131423033773899,-0.00780763104557991,-0.007483839988708496,-0.007160048466175795,-0.006836256943643093,-0.006512465886771679,-0.006188674364238977,-0.005864882841706276,-0.005541091784834862,-0.00521730026230216,-0.004893508739769459,-0.004569717682898045,-0.004245926160365343,-0.003922134637832642,-0.0035983433481305838,-0.003274552058428526,-0.0029507605358958244,-0.0026269692461937666,-0.0023031779564917088,-0.0019793864339590073,-0.0016555951442569494,-0.0013318037381395698,-0.00100801233202219,-0.0006842209841124713,-0.00036042960709892213,-3.6638230085372925e-05,0.0002871531469281763,0.0006109445239417255,0.0009347358718514442,0.001258527277968824,0.0015823186840862036,0.0019061099737882614,0.002229901496320963,0.0025536927860230207,0.0028774840757250786,0.00320127559825778,0.003525066887959838,0.0038488581776618958,0.004172649700194597,0.004496441222727299,0.004820232279598713,0.005144023802131414,0.005467815324664116,0.00579160638153553,0.006115397904068232,0.006439189426600933,0.006762980483472347,0.007086772006005049,0.00741056352853775,0.007734354585409164,0.008058146573603153,0.008381937630474567,0.008705728687345982,0.00902952067553997,0.009353311732411385,0.009677102789282799,0.010000894777476788,0.010324685834348202]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,1,1,1,8,4,9,10,21,40,39,63,87,145,203,323,511,686,978,1364,1985,2980,4057,6088,9126,13783,22184,34787,57857,100850,132350,74242,44907,27597,17668,11016,7587,5049,3265,2491,1738,1211,860,572,345,264,139,100,70,41,30,25,18,12,13,5,5,4,3,2,1,0,0,1],"bins":[-1.4915713109076023e-10,-1.4422596450458514e-10,-1.3929479791841004e-10,-1.3436363133223495e-10,-1.2943246474605985e-10,-1.2450129815988475e-10,-1.1957013157370966e-10,-1.1463896498753456e-10,-1.0970779840135947e-10,-1.0477663181518437e-10,-9.984546522900928e-11,-9.491429864283418e-11,-8.998313205665909e-11,-8.505196547048399e-11,-8.01207988843089e-11,-7.51896322981338e-11,-7.02584657119587e-11,-6.532729912578361e-11,-6.039613253960852e-11,-5.546496595343342e-11,-5.0533799367258325e-11,-4.560263278108323e-11,-4.0671466194908135e-11,-3.574029960873304e-11,-3.0809133022557944e-11,-2.587796643638285e-11,-2.0946799850207753e-11,-1.6015633264032658e-11,-1.1084466677857563e-11,-6.153300091682468e-12,-1.2221335055073723e-12,3.709033080667723e-12,8.640199666842818e-12,1.3571366253017914e-11,1.850253283919301e-11,2.3433699425368104e-11,2.83648660115432e-11,3.3296032597718295e-11,3.822719918389339e-11,4.3158365770068485e-11,4.808953235624358e-11,5.3020698942418676e-11,5.795186552859377e-11,6.288303211476887e-11,6.781419870094396e-11,7.274536528711906e-11,7.767653187329415e-11,8.260769845946925e-11,8.753886504564434e-11,9.247003163181944e-11,9.740119821799453e-11,1.0233236480416963e-10,1.0726353139034472e-10,1.1219469797651982e-10,1.1712586456269491e-10,1.2205703114887e-10,1.269881977350451e-10,1.319193643212202e-10,1.368505309073953e-10,1.417816974935704e-10,1.4671286407974549e-10,1.5164403066592058e-10,1.5657519725209568e-10,1.6150636383827077e-10,1.6643753042444587e-10]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-1.6298145055770874e-07,-1.5778641682118177e-07,-1.525913830846548e-07,-1.4739634934812784e-07,-1.4220131561160088e-07,-1.370062818750739e-07,-1.3181124813854694e-07,-1.2661621440201998e-07,-1.21421180665493e-07,-1.1622614692896605e-07,-1.1103111319243908e-07,-1.0583607945591211e-07,-1.0064104571938515e-07,-9.544601198285818e-08,-9.025097824633121e-08,-8.505594450980425e-08,-7.986091077327728e-08,-7.466587703675032e-08,-6.947084330022335e-08,-6.427580956369638e-08,-5.908077582716942e-08,-5.388574209064245e-08,-4.8690708354115486e-08,-4.349567461758852e-08,-3.8300640881061554e-08,-3.310560714453459e-08,-2.7910573408007622e-08,-2.2715539671480656e-08,-1.752050593495369e-08,-1.2325472198426723e-08,-7.130438461899757e-09,-1.9354047253727913e-09,3.259629011154175e-09,8.454662747681141e-09,1.3649696484208107e-08,1.8844730220735073e-08,2.403976395726204e-08,2.9234797693789005e-08,3.442983143031597e-08,3.962486516684294e-08,4.4819898903369904e-08,5.001493263989687e-08,5.5209966376423836e-08,6.04050001129508e-08,6.560003384947777e-08,7.079506758600473e-08,7.59901013225317e-08,8.118513505905867e-08,8.638016879558563e-08,9.15752025321126e-08,9.677023626863956e-08,1.0196527000516653e-07,1.071603037416935e-07,1.1235533747822046e-07,1.1755037121474743e-07,1.227454049512744e-07,1.2794043868780136e-07,1.3313547242432833e-07,1.383305061608553e-07,1.4352553989738226e-07,1.4872057363390923e-07,1.539156073704362e-07,1.5911064110696316e-07,1.6430567484349012e-07,1.695007085800171e-07],"_type":"histogram","values":[1,1,1,1,1,5,2,8,16,19,40,47,102,128,179,267,420,642,945,1559,2184,3047,4694,6530,9333,14171,19709,29635,45222,77728,213919,798836,152343,66180,39902,26738,18052,12177,9080,6095,4101,2913,1904,1285,928,559,421,252,169,119,93,47,33,30,15,17,8,4,3,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[4,6,12,9,35,54,76,125,195,304,486,729,1158,1565,2299,3173,4286,5736,7433,9384,11766,14341,17297,20385,23253,26095,28662,30996,32445,33729,33943,33736,32844,31196,29179,26263,23631,20551,17583,14680,11986,9579,7676,5880,4498,3247,2355,1673,1152,786,526,319,202,132,64,44,25,20,6,6,3,0,0,1],"bins":[-0.0918782576918602,-0.08887115120887756,-0.08586405217647552,-0.08285695314407349,-0.07984984666109085,-0.07684274017810822,-0.07383564114570618,-0.07082854211330414,-0.0678214356303215,-0.06481432914733887,-0.06180723011493683,-0.05880012735724449,-0.055793024599552155,-0.05278592184185982,-0.04977881908416748,-0.04677171632647514,-0.043764613568782806,-0.04075751081109047,-0.03775040805339813,-0.034743305295705795,-0.03173620253801346,-0.02872909978032112,-0.025721997022628784,-0.022714894264936447,-0.01970779150724411,-0.016700688749551773,-0.013693585991859436,-0.010686483234167099,-0.007679380476474762,-0.004672277718782425,-0.0016651749610900879,0.0013419277966022491,0.004349038004875183,0.00735614076256752,0.010363243520259857,0.013370346277952194,0.01637744903564453,0.01938455179333687,0.022391654551029205,0.025398757308721542,0.02840586006641388,0.031412962824106216,0.03442006558179855,0.03742716833949089,0.04043427109718323,0.043441373854875565,0.0464484766125679,0.04945557937026024,0.052462682127952576,0.05546978488564491,0.05847688764333725,0.06148399040102959,0.06449109315872192,0.06749819219112396,0.0705052986741066,0.07351240515708923,0.07651950418949127,0.07952660322189331,0.08253370970487595,0.08554081618785858,0.08854791522026062,0.09155501425266266,0.0945621207356453,0.09756922721862793,0.10057632625102997]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9896342158317566,0.9899576902389526,0.9902812242507935,0.9906046986579895,0.9909282326698303,0.9912517070770264,0.9915752410888672,0.9918987154960632,0.992222249507904,0.9925457239151001,0.9928692579269409,0.993192732334137,0.993516206741333,0.9938397407531738,0.9941632151603699,0.9944867491722107,0.9948102235794067,0.9951337575912476,0.9954572319984436,0.9957807660102844,0.9961042404174805,0.9964277744293213,0.9967512488365173,0.9970747232437134,0.9973982572555542,0.9977217316627502,0.9980452656745911,0.9983687400817871,0.9986922740936279,0.999015748500824,0.9993392825126648,0.9996627569198608,0.9999862909317017,1.000309705734253,1.0006332397460938,1.0009567737579346,1.0012803077697754,1.0016037225723267,1.0019272565841675,1.0022507905960083,1.0025743246078491,1.0028977394104004,1.0032212734222412,1.003544807434082,1.0038682222366333,1.0041917562484741,1.004515290260315,1.0048388242721558,1.005162239074707,1.0054857730865479,1.0058093070983887,1.0061328411102295,1.0064562559127808,1.0067797899246216,1.0071033239364624,1.0074267387390137,1.0077502727508545,1.0080738067626953,1.0083973407745361,1.0087207555770874,1.0090442895889282,1.009367823600769,1.0096913576126099,1.0100147724151611,1.010338306427002],"_type":"histogram","values":[5,3,4,7,10,8,14,11,15,15,16,25,5,10,12,11,11,9,13,23,20,11,13,14,18,17,9,4,6,12,10,9,6,9,15,9,8,8,9,13,16,12,12,16,8,10,11,20,25,32,23,25,9,23,9,4,8,11,12,9,9,4,9,4]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.10954060405492783,-0.10634734481573105,-0.10315408557653427,-0.0999608263373375,-0.09676757454872131,-0.09357431530952454,-0.09038105607032776,-0.08718779683113098,-0.0839945375919342,-0.08080127835273743,-0.07760801911354065,-0.07441475987434387,-0.0712215006351471,-0.06802824884653091,-0.06483498960733414,-0.06164173036813736,-0.05844847112894058,-0.055255211889743805,-0.05206195265054703,-0.04886869713664055,-0.04567543789744377,-0.042482178658246994,-0.039288923144340515,-0.03609566390514374,-0.03290240466594696,-0.029709145426750183,-0.026515888050198555,-0.023322630673646927,-0.02012937143445015,-0.016936112195253372,-0.013742854818701744,-0.010549596510827541,-0.007356338202953339,-0.004163079895079136,-0.0009698215872049332,0.0022234367206692696,0.005416695028543472,0.008609953336417675,0.011803211644291878,0.01499646995216608,0.018189728260040283,0.02138298749923706,0.02457624487578869,0.027769502252340317,0.030962761491537094,0.03415602073073387,0.03734927624464035,0.04054253548383713,0.043735794723033905,0.04692905396223068,0.05012231320142746,0.05331556871533394,0.056508827954530716,0.05970208719372749,0.06289534270763397,0.06608860194683075,0.06928186118602753,0.0724751204252243,0.07566837966442108,0.07886163890361786,0.08205489814281464,0.08524814993143082,0.0884414091706276,0.09163466840982437,0.09482792764902115],"_type":"histogram","values":[1,0,1,0,3,3,5,7,13,20,43,70,137,206,289,561,845,1278,1920,2764,3791,5255,7050,9066,11546,14652,17406,20957,24393,27578,30821,32710,35108,35988,35790,35852,34366,31991,29166,26257,23000,19671,16109,13292,10513,8195,6224,4636,3384,2331,1604,1053,731,468,288,170,115,60,26,21,12,6,4,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,0,0,6,13,31,34,54,102,153,217,375,544,749,1164,1645,2327,3243,4251,5697,7290,9029,11289,13824,16451,19153,21895,24728,26976,29371,30909,32443,33052,32744,32244,30672,29119,26832,24180,21464,18847,16061,13583,11120,8888,7122,5568,4193,3033,2263,1582,1124,807,485,344,206,134,64,55,27,25,13,5,2],"bins":[-0.09618891030550003,-0.09326855838298798,-0.09034821391105652,-0.08742786943912506,-0.084507517516613,-0.08158716559410095,-0.0786668211221695,-0.07574647665023804,-0.07282612472772598,-0.06990577280521393,-0.06698542833328247,-0.06406508386135101,-0.06114473193883896,-0.0582243837416172,-0.05530403554439545,-0.05238368734717369,-0.049463339149951935,-0.04654299095273018,-0.04362264275550842,-0.04070229455828667,-0.03778194636106491,-0.034861598163843155,-0.0319412499666214,-0.029020901769399643,-0.026100553572177887,-0.02318020537495613,-0.020259857177734375,-0.01733950898051262,-0.014419160783290863,-0.011498812586069107,-0.008578464388847351,-0.005658116191625595,-0.002737760543823242,0.0001825876533985138,0.0031029358506202698,0.006023284047842026,0.008943632245063782,0.011863980442285538,0.014784328639507294,0.01770467683672905,0.020625025033950806,0.02354537323117256,0.026465721428394318,0.029386069625616074,0.03230641782283783,0.035226766020059586,0.03814711421728134,0.0410674624145031,0.043987810611724854,0.04690815880894661,0.049828507006168365,0.05274885520339012,0.05566920340061188,0.05858955159783363,0.06150989979505539,0.06443025171756744,0.0673505961894989,0.07027094066143036,0.07319129258394241,0.07611164450645447,0.07903198897838593,0.08195233345031738,0.08487268537282944,0.08779303729534149,0.09071338176727295]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[2,0,0,0,0,0,0,1,0,3,1,2,6,5,8,13,25,34,42,64,97,168,221,405,591,914,1542,2196,3793,6126,10579,18355,35330,69815,172963,137790,58135,30596,16127,9183,5740,3205,2154,1241,811,554,331,238,144,77,63,43,26,19,14,9,7,8,5,0,1,0,0,2],"bins":[-8.36735125631094e-10,-8.12747202871833e-10,-7.88759280112572e-10,-7.64771357353311e-10,-7.4078343459405e-10,-7.167955118347891e-10,-6.928075890755281e-10,-6.688196663162671e-10,-6.448317435570061e-10,-6.208438207977451e-10,-5.968558980384842e-10,-5.728679752792232e-10,-5.488800525199622e-10,-5.248921297607012e-10,-5.009042070014402e-10,-4.769162842421792e-10,-4.5292836148291826e-10,-4.289404387236573e-10,-4.049525159643963e-10,-3.809645932051353e-10,-3.5697667044587433e-10,-3.3298874768661335e-10,-3.0900082492735237e-10,-2.850129021680914e-10,-2.610249794088304e-10,-2.370370566495694e-10,-2.1304913389030844e-10,-1.8906121113104746e-10,-1.6507328837178648e-10,-1.410853656125255e-10,-1.170974428532645e-10,-9.310952009400353e-11,-6.912159733474255e-11,-4.5133674575481564e-11,-2.114575181622058e-11,2.8421709430404007e-12,2.6830093702301383e-11,5.0818016461562365e-11,7.480593922082335e-11,9.879386198008433e-11,1.227817847393453e-10,1.467697074986063e-10,1.7075763025786728e-10,1.9474555301712826e-10,2.1873347577638924e-10,2.427213985356502e-10,2.667093212949112e-10,2.906972440541722e-10,3.1468516681343317e-10,3.3867308957269415e-10,3.6266101233195513e-10,3.866489350912161e-10,4.106368578504771e-10,4.346247806097381e-10,4.5861270336899906e-10,4.8260062612826e-10,5.06588548887521e-10,5.30576471646782e-10,5.54564394406043e-10,5.78552317165304e-10,6.02540239924565e-10,6.265281626838259e-10,6.505160854430869e-10,6.745040082023479e-10,6.984919309616089e-10],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,0,1,1,0,4,0,2,2,3,2,6,9,4,12,15,15,10,14,17,21,18,23,26,23,18,19,20,22,27,24,26,32,27,20,25,26,16,30,18,19,20,22,20,18,11,11,10,15,7,5,9,4,4,1,3,2,1,0,1,2,2],"bins":[-1.1752405271181487e-08,-1.1404209132592769e-08,-1.105601299400405e-08,-1.070781685541533e-08,-1.0359620716826612e-08,-1.0011424578237893e-08,-9.663228439649174e-09,-9.315032301060455e-09,-8.966836162471736e-09,-8.618640023883017e-09,-8.270443885294299e-09,-7.92224774670558e-09,-7.57405160811686e-09,-7.225855469528142e-09,-6.877659330939423e-09,-6.529463192350704e-09,-6.181267053761985e-09,-5.833070915173266e-09,-5.484874776584547e-09,-5.1366786379958285e-09,-4.7884824994071096e-09,-4.440286360818391e-09,-4.092090222229672e-09,-3.743894083640953e-09,-3.395697945052234e-09,-3.047501806463515e-09,-2.699305667874796e-09,-2.3511095292860773e-09,-2.0029133906973584e-09,-1.6547172521086395e-09,-1.3065211135199206e-09,-9.583249749312017e-10,-6.101288363424828e-10,-2.6193269775376393e-10,8.626344083495496e-11,4.3445957942367386e-10,7.826557180123928e-10,1.1308518566011116e-09,1.4790479951898305e-09,1.8272441337785494e-09,2.1754402723672683e-09,2.5236364109559872e-09,2.871832549544706e-09,3.220028688133425e-09,3.568224826722144e-09,3.916420965310863e-09,4.264617103899582e-09,4.612813242488301e-09,4.9610093810770195e-09,5.309205519665738e-09,5.657401658254457e-09,6.005597796843176e-09,6.353793935431895e-09,6.701990074020614e-09,7.050186212609333e-09,7.398382351198052e-09,7.74657848978677e-09,8.09477462837549e-09,8.442970766964208e-09,8.791166905552927e-09,9.139363044141646e-09,9.487559182730365e-09,9.835755321319084e-09,1.0183951459907803e-08,1.0532147598496522e-08]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.10169989615678787,-0.09857367724180222,-0.09544745087623596,-0.0923212319612503,-0.08919500559568405,-0.0860687866806984,-0.08294256031513214,-0.07981634140014648,-0.07669012248516083,-0.07356389611959457,-0.07043767720460892,-0.06731145083904266,-0.064185231924057,-0.06105900928378105,-0.057932786643505096,-0.05480656400322914,-0.051680341362953186,-0.04855411872267723,-0.045427896082401276,-0.04230167344212532,-0.039175450801849365,-0.03604923188686371,-0.03292300924658775,-0.029796786606311798,-0.026670563966035843,-0.023544341325759888,-0.020418118685483932,-0.017291897907853127,-0.014165675267577171,-0.011039452627301216,-0.007913230918347836,-0.004787008743733168,-0.0016607940196990967,0.0014654281549155712,0.004591650329530239,0.007717872504144907,0.010844094678759575,0.01397031731903553,0.017096538096666336,0.02022276073694229,0.023348983377218246,0.0264752060174942,0.029601428657770157,0.03272765129804611,0.03585387021303177,0.038980092853307724,0.04210631549358368,0.045232538133859634,0.04835876077413559,0.051484983414411545,0.0546112060546875,0.057737428694963455,0.06086365133523941,0.06398987025022507,0.06711609661579132,0.07024231553077698,0.07336853444576263,0.07649476081132889,0.07962097972631454,0.0827472060918808,0.08587342500686646,0.08899965137243271,0.09212587028741837,0.09525209665298462,0.09837831556797028],"_type":"histogram","values":[2,0,4,15,11,20,52,80,136,240,412,648,998,1554,2436,3501,5235,7298,10375,14078,18607,23947,30390,37591,45274,54019,63057,70510,78058,84739,89954,92782,94007,92797,90054,85306,78357,71481,63453,54480,46298,37922,30961,24531,18876,14067,10582,7694,5389,3671,2532,1667,1045,661,406,270,151,71,52,32,15,6,5,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,0,2,1,2,3,3,7,11,15,13,15,22,26,39,47,61,108,171,254,394,693,1180,1938,3062,5359,8680,13973,23480,40408,77794,199503,96777,47253,27719,15825,9554,5879,3801,2332,1278,809,464,303,175,95,66,64,35,24,20,21,16,16,9,3,7,4,3,0,3,2],"bins":[-9.604264050722122e-09,-9.318682714365423e-09,-9.033101378008723e-09,-8.747520041652024e-09,-8.461938705295324e-09,-8.176357368938625e-09,-7.890776032581925e-09,-7.605194696225226e-09,-7.3196133598685265e-09,-7.034032023511827e-09,-6.7484506871551275e-09,-6.462869350798428e-09,-6.177288014441729e-09,-5.891706678085029e-09,-5.60612534172833e-09,-5.32054400537163e-09,-5.034962669014931e-09,-4.749381332658231e-09,-4.463799996301532e-09,-4.178218659944832e-09,-3.892637323588133e-09,-3.6070559872314334e-09,-3.321474650874734e-09,-3.0358933145180345e-09,-2.750311978161335e-09,-2.4647306418046355e-09,-2.179149305447936e-09,-1.8935679690912366e-09,-1.6079866327345371e-09,-1.3224052963778377e-09,-1.0368239600211382e-09,-7.512426236644387e-10,-4.656612873077393e-10,-1.800799509510398e-10,1.0550138540565968e-10,3.9108272176235914e-10,6.766640581190586e-10,9.62245394475758e-10,1.2478267308324575e-09,1.533408067189157e-09,1.8189894035458565e-09,2.104570739902556e-09,2.3901520762592554e-09,2.675733412615955e-09,2.9613147489726543e-09,3.246896085329354e-09,3.5324774216860533e-09,3.818058758042753e-09,4.103640094399452e-09,4.389221430756152e-09,4.674802767112851e-09,4.960384103469551e-09,5.24596543982625e-09,5.5315467761829495e-09,5.817128112539649e-09,6.1027094488963485e-09,6.388290785253048e-09,6.673872121609747e-09,6.959453457966447e-09,7.245034794323146e-09,7.530616130679846e-09,7.816197467036545e-09,8.101778803393245e-09,8.387360139749944e-09,8.672941476106644e-09]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,1,1,2,0,1,1,1,1,2,4,2,4,6,7,7,13,13,33,21,34,49,74,91,78,73,57,38,37,25,19,17,13,12,11,0,1,2,4,0,4,2,0,1,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.2957943095262547e-12,-1.2457823401340606e-12,-1.1957703707418665e-12,-1.1457584013496724e-12,-1.0957464319574783e-12,-1.0457344625652842e-12,-9.957224931730901e-13,-9.45710523780896e-13,-8.956985001785933e-13,-8.456865307863992e-13,-7.956745613942051e-13,-7.45662592002011e-13,-6.956505683997083e-13,-6.456385990075142e-13,-5.956266296153201e-13,-5.45614660223126e-13,-4.956026908309319e-13,-4.455907214387378e-13,-3.955787520465437e-13,-3.455667555492953e-13,-2.955547861571012e-13,-2.455428167649071e-13,-1.9553083382018582e-13,-1.4551885087546457e-13,-9.550688148327047e-14,-4.549490531481279e-14,4.517070853644889e-15,5.452904702210257e-14,1.0454102319056024e-13,1.5455299258275434e-13,2.045649755274756e-13,2.5457695847219686e-13,3.045890362846082e-13,3.546010056768023e-13,4.046129750689964e-13,4.546249715662448e-13,5.046369138533846e-13,5.546489374556873e-13,6.046609068478814e-13,6.546728762400755e-13,7.046848456322696e-13,7.546968150244637e-13,8.047087844166578e-13,8.547207538088519e-13,9.047327774111547e-13,9.547447468033488e-13,1.0047567161955429e-12,1.054768685587737e-12,1.104780654979931e-12,1.1547926243721252e-12,1.2048045937643193e-12,1.2548165631565134e-12,1.3048285325487075e-12,1.3548405019409016e-12,1.4048524713330957e-12,1.4548644407252898e-12,1.5048765185377011e-12,1.5548884879298952e-12,1.6049004573220893e-12,1.6549124267142834e-12,1.7049243961064775e-12,1.7549363654986716e-12,1.8049483348908657e-12,1.8549601958628426e-12,1.904972273675254e-12]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.01030782237648964,-0.00998794287443161,-0.009668063372373581,-0.009348182938992977,-0.009028303436934948,-0.008708423934876919,-0.008388543501496315,-0.008068663999438286,-0.007748784497380257,-0.0074289049953222275,-0.007109025027602911,-0.0067891450598835945,-0.006469265557825565,-0.006149386055767536,-0.00582950608804822,-0.005509626120328903,-0.005189746618270874,-0.004869867116212845,-0.004549987148493528,-0.004230107180774212,-0.003910227678716183,-0.00359034794382751,-0.003270468208938837,-0.0029505884740501642,-0.0026307087391614914,-0.0023108290042728186,-0.0019909492693841457,-0.001671069534495473,-0.0013511897996068,-0.0010313100647181273,-0.0007114303298294544,-0.0003915505949407816,-7.167086005210876e-05,0.00024820887483656406,0.0005680886097252369,0.0008879683446139097,0.0012078480795025826,0.0015277278143912554,0.0018476075492799282,0.002167487284168601,0.002487367019057274,0.0028072467539459467,0.0031271264888346195,0.0034470062237232924,0.003766885958611965,0.004086765460669994,0.004406645428389311,0.004726525396108627,0.0050464048981666565,0.005366284400224686,0.005686164367944002,0.006006044335663319,0.006325923837721348,0.006645803339779377,0.0069656833074986935,0.00728556327521801,0.007605442777276039,0.007925322279334068,0.008245201781392097,0.008565082214772701,0.00888496171683073,0.00920484121888876,0.009524721652269363,0.009844601154327393,0.010164480656385422],"_type":"histogram","values":[5,2,6,16,16,14,8,14,10,7,11,9,6,13,9,20,8,13,9,18,10,7,16,13,15,18,19,19,11,17,9,13,14,14,13,14,11,13,14,16,29,13,9,18,10,11,10,10,26,15,10,11,11,4,6,6,11,12,11,8,19,10,5,3]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,0,1,1,0,2,1,2,0,1,1,1,1,2,4,6,9,9,11,10,13,18,24,31,58,64,85,86,62,56,45,36,21,21,11,17,6,9,5,6,2,1,4,3,7,1,1,0,0,2,2,0,1,1,0,1,1,1,0,0,1],"bins":[-2.8092569936966072e-11,-2.715865900226877e-11,-2.6224748067571468e-11,-2.5290837132874167e-11,-2.4356926198176865e-11,-2.3423013528756087e-11,-2.2489102594058785e-11,-2.1555191659361483e-11,-2.062128072466418e-11,-1.968736978996688e-11,-1.8753458855269578e-11,-1.7819547920572276e-11,-1.68856352511515e-11,-1.5951724316454197e-11,-1.5017813381756895e-11,-1.4083902447059593e-11,-1.3149991512362291e-11,-1.221608057766499e-11,-1.1282169642967688e-11,-1.0348257840908648e-11,-9.414346906211346e-12,-8.480435971514044e-12,-7.546524169455004e-12,-6.612613234757703e-12,-5.678702300060401e-12,-4.744791365363099e-12,-3.810879996984928e-12,-2.876968845447192e-12,-1.9430576939094557e-12,-1.0091465423717194e-12,-7.523539083398312e-14,8.586757607037532e-13,1.7925869122414895e-12,2.7264980637792258e-12,3.660409215316962e-12,4.594320583695133e-12,5.528231518392435e-12,6.4621424530897364e-12,7.396054255148776e-12,8.329965189846078e-12,9.26387612454338e-12,1.0197787059240682e-11,1.1131697993937983e-11,1.2065609795997023e-11,1.2999520730694325e-11,1.3933431665391627e-11,1.4867343467450667e-11,1.580125440214797e-11,1.673516533684527e-11,1.7669076271542572e-11,1.8602987206239874e-11,1.9536898140937176e-11,2.0470809075634477e-11,2.1404721745055255e-11,2.2338632679752557e-11,2.327254361444986e-11,2.420645454914716e-11,2.5140365483844462e-11,2.6074276418541764e-11,2.7008187353239066e-11,2.7942100022659844e-11,2.8876010957357146e-11,2.980992189205445e-11,3.074383109202827e-11,3.167774376144905e-11]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,3,3,2,5,6,6,10,14,19,35,51,64,96,147,212,299,442,620,984,1576,2552,4388,7258,14030,29624,89724,306630,74258,26579,12683,6758,3925,2408,1433,987,573,448,308,201,137,89,75,39,34,27,17,15,8,9,1,1,1,2,2,1,0,0,0,2,0,1],"bins":[-1.8335413187742233e-09,-1.7712409317027777e-09,-1.7089405446313322e-09,-1.6466401575598866e-09,-1.584339770488441e-09,-1.5220393834169954e-09,-1.4597389963455498e-09,-1.3974386092741042e-09,-1.3351382222026587e-09,-1.272837835131213e-09,-1.2105374480597675e-09,-1.148237060988322e-09,-1.0859366739168763e-09,-1.0236362868454307e-09,-9.613358997739851e-10,-8.990355127025396e-10,-8.36735125631094e-10,-7.744347385596484e-10,-7.121343514882028e-10,-6.498339644167572e-10,-5.875335773453116e-10,-5.252331902738661e-10,-4.6293280320242047e-10,-4.006324161309749e-10,-3.383320290595293e-10,-2.760316419880837e-10,-2.1373125491663814e-10,-1.5143086784519255e-10,-8.913048077374697e-11,-2.6830093702301383e-11,3.54702933691442e-11,9.777068044058979e-11,1.6007106751203537e-10,2.2237145458348095e-10,2.8467184165492654e-10,3.469722287263721e-10,4.092726157978177e-10,4.715730028692633e-10,5.338733899407089e-10,5.961737770121545e-10,6.584741640836e-10,7.207745511550456e-10,7.830749382264912e-10,8.453753252979368e-10,9.076757123693824e-10,9.69976099440828e-10,1.0322764865122736e-09,1.0945768735837191e-09,1.1568772606551647e-09,1.2191776477266103e-09,1.2814780347980559e-09,1.3437784218695015e-09,1.406078808940947e-09,1.4683791960123926e-09,1.5306795830838382e-09,1.5929799701552838e-09,1.6552803572267294e-09,1.717580744298175e-09,1.7798811313696206e-09,1.8421815184410661e-09,1.9044819055125117e-09,1.9667822925839573e-09,2.029082679655403e-09,2.0913830667268485e-09,2.153683453798294e-09]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.00936527643352747,-0.009068712592124939,-0.008772147819399834,-0.008475583046674728,-0.008179019205272198,-0.007882455363869667,-0.007585890591144562,-0.007289326284080744,-0.006992761977016926,-0.006696197669953108,-0.00639963336288929,-0.006103069055825472,-0.005806504748761654,-0.005509940441697836,-0.005213376134634018,-0.0049168118275702,-0.004620247520506382,-0.004323683213442564,-0.004027118906378746,-0.003730554599314928,-0.00343399029225111,-0.003137425985187292,-0.002840861678123474,-0.002544297371059656,-0.002247733063995838,-0.0019511687569320202,-0.0016546044498682022,-0.0013580401428043842,-0.0010614758357405663,-0.0007649115286767483,-0.0004683472216129303,-0.00017178291454911232,0.00012478139251470566,0.00042134569957852364,0.0007179100066423416,0.0010144743137061596,0.0013110386207699776,0.0016076029278337955,0.0019041672348976135,0.0022007315419614315,0.0024972958490252495,0.0027938601560890675,0.0030904244631528854,0.0033869887702167034,0.0036835530772805214,0.003980117384344339,0.004276681691408157,0.004573245998471975,0.004869810305535793,0.005166374612599611,0.005462938919663429,0.005759503226727247,0.006056067533791065,0.006352631840854883,0.006649196147918701,0.006945760454982519,0.007242324762046337,0.007538889069110155,0.007835453376173973,0.008132018148899078,0.008428581990301609,0.00872514583170414,0.009021710604429245,0.00931827537715435,0.009614839218556881],"_type":"histogram","values":[6,6,9,7,13,11,10,11,10,19,15,21,17,18,10,16,21,19,12,16,10,9,12,9,21,9,10,10,13,8,10,9,10,11,6,4,6,6,9,11,10,6,11,23,17,17,21,17,14,18,19,16,19,17,15,12,14,9,10,7,5,4,4,3]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.095921091735363,-0.09290336817502975,-0.0898856520652771,-0.08686792850494385,-0.0838502049446106,-0.08083248138427734,-0.07781475782394409,-0.07479704171419144,-0.07177931815385818,-0.06876159459352493,-0.06574387848377228,-0.06272615492343903,-0.059708431363105774,-0.05669070780277252,-0.05367298796772957,-0.050655268132686615,-0.04763754457235336,-0.04461982101202011,-0.04160210117697716,-0.038584381341934204,-0.03556665778160095,-0.0325489342212677,-0.029531214386224747,-0.026513492688536644,-0.02349577099084854,-0.02047804929316044,-0.017460327595472336,-0.014442605897784233,-0.01142488420009613,-0.008407162502408028,-0.005389440804719925,-0.002371719107031822,0.0006460025906562805,0.0036637242883443832,0.006681445986032486,0.009699167683720589,0.012716889381408691,0.015734611079096794,0.018752332776784897,0.021770054474473,0.024787776172161102,0.027805497869849205,0.030823219567537308,0.03384093940258026,0.03685866296291351,0.039876386523246765,0.04289410635828972,0.04591182619333267,0.048929549753665924,0.051947273313999176,0.05496499314904213,0.05798271298408508,0.061000436544418335,0.06401816010475159,0.06703588366508484,0.0700535997748375,0.07307132333517075,0.076089046895504,0.07910676300525665,0.0821244865655899,0.08514221012592316,0.08815993368625641,0.09117765724658966,0.09419537335634232,0.09721309691667557],"_type":"histogram","values":[1,1,3,10,9,23,35,71,101,171,284,420,692,980,1406,2065,2961,3953,5301,7011,8950,11152,13865,16648,19380,22453,25658,27932,30591,32251,33724,34043,33991,33263,31622,29879,26946,24468,21245,18100,15335,12468,10165,8002,6245,4713,3487,2441,1810,1198,805,559,359,238,162,80,47,27,13,4,2,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-9.533474010225973e-11,-9.232044989593291e-11,-8.930615968960609e-11,-8.629186948327927e-11,-8.327757927695245e-11,-8.026329600951954e-11,-7.724900580319272e-11,-7.42347155968659e-11,-7.122042539053908e-11,-6.820613518421226e-11,-6.519184497788544e-11,-6.217755477155862e-11,-5.91632715041257e-11,-5.614897782835193e-11,-5.3134691091472064e-11,-5.0120400885145244e-11,-4.7106110678818425e-11,-4.4091820472491605e-11,-4.1077530266164786e-11,-3.806324352928492e-11,-3.50489533229581e-11,-3.203466311663128e-11,-2.9020374645027935e-11,-2.6006086173424592e-11,-2.2991795967097772e-11,-1.9977505760770953e-11,-1.696321728916761e-11,-1.3948927950202528e-11,-1.0934638611237446e-11,-7.920349272272365e-12,-4.906059933307283e-12,-1.8917705943422014e-12,1.1225187446228801e-12,4.136808083587962e-12,7.151097422553043e-12,1.0165386761518125e-11,1.3179676100483206e-11,1.6193966306810026e-11,1.920825477841337e-11,2.2222543250016713e-11,2.5236833456343533e-11,2.8251123662670352e-11,3.126541386899717e-11,3.427970060587704e-11,3.729399081220386e-11,4.030828101853068e-11,4.3322567755410546e-11,4.6336857961737365e-11,4.9351148168064185e-11,5.2365438374391005e-11,5.5379728580717824e-11,5.839401878704464e-11,6.140830899337146e-11,6.442259226080438e-11,6.74368824671312e-11,7.045117267345802e-11,7.346546287978484e-11,7.647975308611166e-11,7.949404329243848e-11,8.25083334987653e-11,8.552261676619821e-11,8.853690697252503e-11,9.155119717885185e-11,9.456548738517867e-11,9.757977759150549e-11],"_type":"histogram","values":[2,0,0,2,2,2,2,5,4,3,5,1,6,7,8,6,8,8,15,13,8,16,26,25,18,28,24,29,43,21,24,25,28,30,31,23,15,27,17,20,29,23,14,18,8,15,14,14,9,8,12,7,2,4,1,4,0,1,1,2,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.010376053862273693,-0.010052363388240337,-0.009728671982884407,-0.009404981508851051,-0.009081290103495121,-0.008757599629461765,-0.00843390915542841,-0.00811021775007248,-0.0077865272760391235,-0.0074628363363444805,-0.0071391453966498375,-0.0068154544569551945,-0.0064917635172605515,-0.006168072577565908,-0.005844382103532553,-0.00552069116383791,-0.005197000224143267,-0.004873309284448624,-0.004549618344753981,-0.004225927870720625,-0.003902236931025982,-0.003578545991331339,-0.003254855051636696,-0.0029311643447726965,-0.0026074734050780535,-0.0022837824653834105,-0.001960091758519411,-0.001636400818824768,-0.0013127099955454469,-0.0009890191722661257,-0.0006653282907791436,-0.0003416374383959919,-1.794658601284027e-05,0.0003057442663703114,0.000629435118753463,0.0009531260002404451,0.0012768168235197663,0.0016005076467990875,0.0019241985864937305,0.00224788929335773,0.002571580233052373,0.002895271172747016,0.0032189618796110153,0.0035426528193056583,0.0038663437590003014,0.004190034698694944,0.0045137251727283,0.004837416112422943,0.005161107052117586,0.005484797991812229,0.005808488931506872,0.006132179405540228,0.006455870345234871,0.006779561284929514,0.007103252224624157,0.0074269431643188,0.007750634104013443,0.008074324578046799,0.008398015983402729,0.008721706457436085,0.00904539693146944,0.00936908833682537,0.009692778810858727,0.010016470216214657,0.010340160690248013],"_type":"histogram","values":[11,10,20,17,14,12,17,5,5,6,7,9,15,20,15,12,8,9,12,6,19,11,14,5,7,9,14,13,16,6,7,10,10,7,7,8,13,14,11,14,4,11,6,11,9,15,17,13,15,20,13,21,22,2,11,6,13,9,9,22,30,15,17,12]},"gradients/_orig_mod.linear.weight":{"bins":[-3.069639205932617e-06,-2.9741786420345306e-06,-2.878718078136444e-06,-2.7832575142383575e-06,-2.687796950340271e-06,-2.5923363864421844e-06,-2.496875822544098e-06,-2.4014152586460114e-06,-2.305954694747925e-06,-2.2104941308498383e-06,-2.1150335669517517e-06,-2.019573003053665e-06,-1.9241124391555786e-06,-1.828651875257492e-06,-1.7331913113594055e-06,-1.637730747461319e-06,-1.5422701835632324e-06,-1.4468096196651459e-06,-1.3513490557670593e-06,-1.2558884918689728e-06,-1.1604279279708862e-06,-1.0649673640727997e-06,-9.695068001747131e-07,-8.740462362766266e-07,-7.7858567237854e-07,-6.831251084804535e-07,-5.876645445823669e-07,-4.922039806842804e-07,-3.9674341678619385e-07,-3.012828528881073e-07,-2.0582228899002075e-07,-1.103617250919342e-07,-1.4901161193847656e-08,8.055940270423889e-08,1.7601996660232544e-07,2.71480530500412e-07,3.6694109439849854e-07,4.624016582965851e-07,5.578622221946716e-07,6.533227860927582e-07,7.487833499908447e-07,8.442439138889313e-07,9.397044777870178e-07,1.0351650416851044e-06,1.130625605583191e-06,1.2260861694812775e-06,1.321546733379364e-06,1.4170072972774506e-06,1.5124678611755371e-06,1.6079284250736237e-06,1.7033889889717102e-06,1.7988495528697968e-06,1.8943101167678833e-06,1.98977068066597e-06,2.0852312445640564e-06,2.180691808462143e-06,2.2761523723602295e-06,2.371612936258316e-06,2.4670735001564026e-06,2.562534064054489e-06,2.6579946279525757e-06,2.7534551918506622e-06,2.8489157557487488e-06,2.9443763196468353e-06,3.039836883544922e-06],"_type":"histogram","values":[4,0,5,1,6,6,8,13,20,27,26,39,64,107,136,149,214,270,337,468,599,756,1121,1224,1724,2165,2581,3330,4468,5715,8140,12722,14627,9367,6363,4709,3804,2860,2276,1733,1390,1126,817,694,544,377,330,200,172,138,93,79,44,34,22,14,13,5,9,2,11,1,3,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0103919617831707,-0.01006812509149313,-0.00974428839981556,-0.009420451708137989,-0.009096615016460419,-0.008772778324782848,-0.008448941633105278,-0.008125104941427708,-0.00780126778408885,-0.00747743109241128,-0.007153594400733709,-0.006829757709056139,-0.006505920551717281,-0.006182083860039711,-0.005858247168362141,-0.00553441047668457,-0.005210573785007,-0.00488673709332943,-0.004562900401651859,-0.004239063709974289,-0.003915227018296719,-0.0035913900937885046,-0.0032675531692802906,-0.0029437164776027203,-0.00261987978592515,-0.0022960430942475796,-0.0019722064025700092,-0.0016483694780617952,-0.001324532786384225,-0.0010006960947066545,-0.0006768592866137624,-0.0003530225367285311,-2.918485552072525e-05,0.000294651894364506,0.0006184886442497373,0.0009423253941349685,0.0012661621440201998,0.0015899988356977701,0.0019138356437906623,0.0022376724518835545,0.002561509143561125,0.002885345835238695,0.0032091825269162655,0.0035330194514244795,0.00385685614310205,0.004180693067610264,0.004504529759287834,0.0048283664509654045,0.005152203142642975,0.005476039834320545,0.0057998765259981155,0.006123713217675686,0.006447549909353256,0.006771387066692114,0.007095223758369684,0.0074190604500472546,0.007742897141724825,0.008066734299063683,0.008390570990741253,0.008714407682418823,0.009038244374096394,0.009362081065773964,0.009685917757451534,0.010009754449129105,0.010333591140806675],"_type":"histogram","values":[13,23,17,16,20,18,4,10,5,9,3,12,12,10,14,16,16,19,12,10,15,15,11,12,7,12,9,9,10,10,8,13,5,9,12,11,10,9,6,9,12,7,14,11,11,14,15,13,16,12,17,16,16,4,1,5,9,9,12,13,19,25,15,21]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,1,0,1,0,1,0,0,2,0,7,1,3,7,9,9,10,19,9,18,28,26,23,32,40,61,48,48,58,68,67,71,61,68,69,64,75,68,64,56,51,42,34,43,27,21,12,19,19,16,7,15,10,4,10,1,6,2,0,1,3],"bins":[-0.08073010295629501,-0.0785212442278862,-0.07631239295005798,-0.07410353422164917,-0.07189467549324036,-0.06968582421541214,-0.06747696548700333,-0.06526811420917511,-0.0630592554807663,-0.06085040047764778,-0.058641545474529266,-0.05643268674612045,-0.05422383174300194,-0.05201497673988342,-0.04980611801147461,-0.047597263008356094,-0.04538840800523758,-0.043179553002119064,-0.04097069799900055,-0.038761839270591736,-0.03655298426747322,-0.034344129264354706,-0.03213527053594589,-0.029926415532827377,-0.027717560529708862,-0.025508705526590347,-0.023299848660826683,-0.02109099179506302,-0.018882136791944504,-0.01667328178882599,-0.014464424923062325,-0.012255568988621235,-0.010046705603599548,-0.007837849669158459,-0.005628993734717369,-0.0034201378002762794,-0.0012112818658351898,0.0009975740686058998,0.0032064300030469894,0.005415285937488079,0.007624141871929169,0.009832997806370258,0.012041853740811348,0.014250709675252438,0.016459565609693527,0.018668420612812042,0.020877277478575706,0.02308613434433937,0.025294989347457886,0.0275038443505764,0.029712701216340065,0.03192155808210373,0.034130413085222244,0.03633926808834076,0.03854812681674957,0.04075698181986809,0.0429658368229866,0.04517469182610512,0.04738354682922363,0.049592405557632446,0.05180126056075096,0.054010115563869476,0.05621897429227829,0.058427829295396805,0.06063668429851532],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[3,0,0,3,3,3,4,0,6,9,3,5,13,4,3,7,14,14,22,24,18,23,12,22,24,22,17,25,14,17,27,28,26,28,21,17,27,24,26,31,19,12,26,14,17,13,4,13,13,8,7,5,7,5,6,2,2,2,1,0,2,0,0,1],"bins":[-5.489982868311927e-08,-5.3142080957968574e-08,-5.138433323281788e-08,-4.962658550766719e-08,-4.7868837782516493e-08,-4.61110900573658e-08,-4.4353342332215107e-08,-4.259559460706441e-08,-4.083784688191372e-08,-3.9080099156763026e-08,-3.732235143161233e-08,-3.556460370646164e-08,-3.3806855981310946e-08,-3.204910825616025e-08,-3.029136053100956e-08,-2.8533612805858866e-08,-2.6775865080708172e-08,-2.501811735555748e-08,-2.3260369630406785e-08,-2.1502621905256092e-08,-1.97448741801054e-08,-1.7987126454954705e-08,-1.622937872980401e-08,-1.4471631004653318e-08,-1.2713883279502625e-08,-1.0956135554351931e-08,-9.198387829201238e-09,-7.440640104050544e-09,-5.682892378899851e-09,-3.9251446537491574e-09,-2.167396928598464e-09,-4.0964920344777056e-10,1.3480985217029229e-09,3.1058462468536163e-09,4.86359397200431e-09,6.621341697155003e-09,8.379089422305697e-09,1.013683714745639e-08,1.1894584872607084e-08,1.3652332597757777e-08,1.541008032290847e-08,1.7167828048059164e-08,1.8925575773209857e-08,2.068332349836055e-08,2.2441071223511244e-08,2.4198818948661938e-08,2.595656667381263e-08,2.7714314398963324e-08,2.9472062124114018e-08,3.122980984926471e-08,3.2987557574415405e-08,3.47453052995661e-08,3.650305302471679e-08,3.8260800749867485e-08,4.001854847501818e-08,4.177629620016887e-08,4.3534043925319565e-08,4.529179165047026e-08,4.704953937562095e-08,4.8807287100771646e-08,5.056503482592234e-08,5.232278255107303e-08,5.4080530276223726e-08,5.583827800137442e-08,5.759602572652511e-08],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,1,0,0,0,0,1,0,2,1,4,3,3,7,2,6,14,3,6,9,14,15,18,12,15,27,29,35,45,57,57,60,57,42,34,31,33,22,15,16,14,6,7,12,3,5,5,3,2,4,1,0,2,0,1,1,0,1,2,1,0,0,1],"bins":[-3.973310938078234e-13,-3.846508615096278e-13,-3.719706021063779e-13,-3.592903698081823e-13,-3.466101375099867e-13,-3.339299052117911e-13,-3.212496458085412e-13,-3.085694135103456e-13,-2.9588918121215e-13,-2.832089218089001e-13,-2.705286895107045e-13,-2.5784845721250893e-13,-2.4516822491431334e-13,-2.3248796551106343e-13,-2.1980773321286784e-13,-2.0712750091467225e-13,-1.944472550639495e-13,-1.8176700921322675e-13,-1.6908677691503116e-13,-1.564065310643084e-13,-1.4372629876611281e-13,-1.3104605291539007e-13,-1.1836582061719447e-13,-1.0568557476647172e-13,-9.300533569201255e-14,-8.032509661755338e-14,-6.764485754309421e-14,-5.496461508050325e-14,-4.228437600604408e-14,-2.960413693158491e-14,-1.6923896163059844e-14,-4.243656241567726e-15,8.436583679924392e-15,2.1116822754383563e-14,3.3797061828842734e-14,4.6477304291433694e-14,5.915753997776108e-14,7.183778582848382e-14,8.4518024902943e-14,9.719826397740217e-14,1.0987850305186134e-13,1.225587421263205e-13,1.3523898797704326e-13,1.4791922027523885e-13,1.605994661259616e-13,1.732796984241572e-13,1.8595994427487994e-13,1.9864017657307553e-13,2.1132042242379828e-13,2.2400066827452103e-13,2.366809005727166e-13,2.493611328709122e-13,2.620413922741621e-13,2.747216245723577e-13,2.874018568705533e-13,3.000820891687489e-13,3.127623485719988e-13,3.254425808701944e-13,3.3812281316839e-13,3.508030725716399e-13,3.634833048698355e-13,3.761635371680311e-13,3.8884376946622667e-13,4.015240288694766e-13,4.1420426116767217e-13],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-3.765585759873957e-11,-3.659163597125037e-11,-3.5527410874314214e-11,-3.446318924682501e-11,-3.3398964149888855e-11,-3.233474252239965e-11,-3.1270517425463495e-11,-3.020629579797429e-11,-2.9142070701038136e-11,-2.8077849073548933e-11,-2.7013625711336253e-11,-2.5949402349123574e-11,-2.4885178986910894e-11,-2.3820955624698215e-11,-2.2756732262485535e-11,-2.1692508900272855e-11,-2.0628285538060176e-11,-1.9564062175847496e-11,-1.8499838813634817e-11,-1.7435615451422137e-11,-1.6371392089209458e-11,-1.5307168726996778e-11,-1.4242946232145837e-11,-1.3178722869933157e-11,-1.2114499507720478e-11,-1.1050276145507798e-11,-9.986052783295118e-12,-8.921829421082439e-12,-7.857606926231497e-12,-6.793383130337949e-12,-5.729160201806138e-12,-4.664936839593459e-12,-3.600713477380779e-12,-2.5364901151680996e-12,-1.4722669697958546e-12,-4.080437160033923e-13,6.5617953778907e-13,1.7204027915815323e-12,2.7846260453739946e-12,3.84884919074624e-12,4.913072552958919e-12,5.977295915171599e-12,7.041519277384278e-12,8.105742639596958e-12,9.1699651344479e-12,1.0234188496660579e-11,1.1298411858873258e-11,1.2362635221085938e-11,1.3426858583298618e-11,1.4491081945511297e-11,1.5555305307723977e-11,1.6619528669936656e-11,1.7683752032149336e-11,1.8747975394362015e-11,1.9812198756574695e-11,2.0876422118787374e-11,2.1940643746276578e-11,2.3004867108489258e-11,2.4069090470701937e-11,2.5133313832914617e-11,2.6197537195127296e-11,2.7261760557339976e-11,2.8325983919552655e-11,2.939020901648881e-11,3.0454430643978014e-11],"_type":"histogram","values":[1,1,0,0,0,0,2,0,0,0,0,1,2,1,3,4,1,5,4,4,4,6,11,7,8,13,11,17,26,23,30,38,35,49,49,57,48,40,50,32,24,25,27,24,21,13,9,4,8,8,3,5,3,5,1,3,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-3.321800612354764e-10,-3.2271602057321047e-10,-3.1325197991094456e-10,-3.0378796700425426e-10,-2.9432392634198834e-10,-2.848598856797224e-10,-2.753958727730321e-10,-2.659318321107662e-10,-2.564677914485003e-10,-2.470037507862344e-10,-2.3753971012396846e-10,-2.2807569721727816e-10,-2.1861165655501225e-10,-2.0914761589274633e-10,-1.9968358910826822e-10,-1.9021956232379011e-10,-1.807555216615242e-10,-1.7129148099925828e-10,-1.6182745421478018e-10,-1.5236342743030207e-10,-1.4289938676803615e-10,-1.3343534610577024e-10,-1.2397131932129213e-10,-1.1450728559792012e-10,-1.050432518745481e-10,-9.557921815117609e-11,-8.611518442780408e-11,-7.665115070443207e-11,-6.718711698106006e-11,-5.7723083257688046e-11,-4.8259049534316034e-11,-3.879501581094402e-11,-2.933098208757201e-11,-1.98669483642e-11,-1.0402914640827987e-11,-9.388809174559754e-13,8.525152805916036e-12,1.7989186529288048e-11,2.745322025266006e-11,3.691725397603207e-11,4.6381287699404083e-11,5.5845321422776095e-11,6.530935514614811e-11,7.477338886952012e-11,8.423742259289213e-11,9.370145631626414e-11,1.0316549003963615e-10,1.1262952376300817e-10,1.2209355748638018e-10,1.315575981486461e-10,1.410216249331242e-10,1.504856517176023e-10,1.5994969237986822e-10,1.6941373304213414e-10,1.7887775982661225e-10,1.8834178661109036e-10,1.9780582727335627e-10,2.072698679356222e-10,2.167338947201003e-10,2.261979215045784e-10,2.356619621668443e-10,2.4512600282911023e-10,2.5459001573580053e-10,2.6405405639806645e-10,2.7351809706033237e-10],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,0,1,2,0,0,0,1,1,1,0,0,3,7,8,7,12,14,14,29,31,37,55,72,94,104,91,47,31,19,20,10,9,12,3,3,5,5,3,1,3,0,1,2,1,0,2,1,0,0,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,1,2,7,13,21,27,68,117,184,293,472,727,1093,1608,2211,3028,4227,5639,7255,9438,11719,14559,17296,20336,23495,26084,29111,31211,33275,34245,34511,33857,32616,31348,29134,26136,23447,20471,17387,14581,11871,9467,7442,5660,4199,3051,2185,1565,1099,742,485,331,202,98,67,44,37,15,6,4,0,0,2],"bins":[-0.09608598053455353,-0.09303614497184753,-0.08998630940914154,-0.08693647384643555,-0.08388663828372955,-0.08083681017160416,-0.07778697460889816,-0.07473713904619217,-0.07168730348348618,-0.06863746792078018,-0.06558763235807419,-0.0625377967953682,-0.0594879649579525,-0.056438129395246506,-0.05338829755783081,-0.05033846199512482,-0.04728862643241882,-0.04423879086971283,-0.041188955307006836,-0.03813912346959114,-0.03508928790688515,-0.03203945234417915,-0.02898961864411831,-0.025939784944057465,-0.02288994938135147,-0.019840113818645477,-0.016790280118584633,-0.013740445487201214,-0.010690610855817795,-0.007640776224434376,-0.004590941593050957,-0.0015411069616675377,0.0015087202191352844,0.0045585548505187035,0.0076083894819021225,0.010658224113285542,0.01370805874466896,0.016757894307374954,0.0198077280074358,0.022857561707496643,0.025907397270202637,0.02895723283290863,0.032007068395614624,0.03505690023303032,0.03810673579573631,0.041156571358442307,0.044206403195858,0.047256238758563995,0.05030607432126999,0.05335590988397598,0.056405745446681976,0.05945557728409767,0.06250540912151337,0.06555524468421936,0.06860508024692535,0.07165491580963135,0.07470475137233734,0.07775458693504333,0.08080442249774933,0.08385425806045532,0.08690409362316132,0.08995392173528671,0.0930037572979927,0.0960535928606987,0.0991034284234047]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[5,2,6,7,10,1,3,5,4,1,1,14,16,23,19,30,24,35,29,21,18,15,12,13,11,10,9,12,8,6,6,5,10,8,6,10,12,6,12,11,12,10,16,19,19,28,28,34,25,21,20,15,11,8,1,3,5,6,6,7,5,3,4,6],"bins":[-0.010387836024165154,-0.01006314903497696,-0.009738462045788765,-0.00941377505660057,-0.009089088067412376,-0.008764401078224182,-0.008439714089035988,-0.008115027099847794,-0.007790340576320887,-0.007465653587132692,-0.007140966597944498,-0.006816279608756304,-0.006491593085229397,-0.0061669060960412025,-0.005842219106853008,-0.005517532117664814,-0.00519284512847662,-0.0048681581392884254,-0.004543471150100231,-0.004218784160912037,-0.0038940974045544863,-0.003569410415366292,-0.0032447236590087414,-0.002920036669820547,-0.002595349680632353,-0.0022706626914441586,-0.001945975818671286,-0.0016212889458984137,-0.0012966019567102194,-0.000971915025729686,-0.0006472280947491527,-0.0003225411637686193,2.1457672119140625e-06,0.0003268326981924474,0.0006515196291729808,0.0009762065601535141,0.0013008934911340475,0.0016255804803222418,0.0019502673530951142,0.0022749542258679867,0.002599641215056181,0.0029243282042443752,0.0032490151934325695,0.00357370194979012,0.0038983889389783144,0.004223075695335865,0.004547762684524059,0.004872449673712254,0.005197136662900448,0.005521823652088642,0.005846510641276836,0.006171197630465031,0.006495884619653225,0.006820571143180132,0.007145258132368326,0.0074699451215565205,0.007794632110744715,0.008119318634271622,0.008444005623459816,0.00876869261264801,0.009093379601836205,0.009418066591024399,0.009742753580212593,0.010067440569400787,0.010392127558588982],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.010150528512895107,-0.009830383583903313,-0.009510238654911518,-0.009190093725919724,-0.008869948796927929,-0.008549803867936134,-0.00822965893894434,-0.007909514009952545,-0.007589368615299463,-0.007269223686307669,-0.006949078757315874,-0.0066289338283240795,-0.006308788433670998,-0.005988643504679203,-0.0056684985756874084,-0.005348353646695614,-0.005028208717703819,-0.004708063788712025,-0.00438791885972023,-0.0040677739307284355,-0.0037476287689059973,-0.0034274838399142027,-0.0031073386780917645,-0.00278719374909997,-0.0024670488201081753,-0.0021469038911163807,-0.0018267588457092643,-0.0015066138003021479,-0.0011864688713103533,-0.0008663238841108978,-0.0005461788969114423,-0.00022603390971198678,9.41101461648941e-05,0.0004142551333643496,0.0007344001205638051,0.0010545451659709215,0.001374690094962716,0.0016948350239545107,0.002014980185776949,0.0023351251147687435,0.002655270043760538,0.0029754149727523327,0.0032955599017441273,0.0036157050635665655,0.003935850225389004,0.004255995154380798,0.004576140083372593,0.0048962850123643875,0.005216429941356182,0.005536574870347977,0.005856719799339771,0.006176864728331566,0.0064970096573233604,0.006817155051976442,0.007137299980968237,0.0074574449099600315,0.007777589838951826,0.008097735233604908,0.008417880162596703,0.008738025091588497,0.009058170020580292,0.009378314949572086,0.009698459878563881,0.010018604807555676,0.01033874973654747],"_type":"histogram","values":[3,4,8,6,7,11,6,10,3,6,6,7,12,19,23,24,16,11,10,8,12,13,21,29,22,19,18,13,22,11,6,12,9,6,10,13,20,15,15,29,23,21,10,12,14,12,10,24,17,18,13,11,5,5,5,4,7,8,3,10,6,9,4,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,1,1,2,0,3,3,6,10,17,19,27,40,52,83,100,190,244,289,420,634,750,1116,1383,2159,2907,4345,6816,11153,16603,29015,47336,96205,163797,85282,44846,27529,15619,10337,6076,4560,2804,1836,1444,1063,655,610,389,325,218,151,107,81,43,37,29,18,12,9,9,4,2,0,2],"bins":[-1.367880031466484e-09,-1.3269527698867023e-09,-1.2860255083069205e-09,-1.2450982467271388e-09,-1.204170985147357e-09,-1.1632437235675752e-09,-1.1223164619877934e-09,-1.0813892004080117e-09,-1.04046193882823e-09,-9.995346772484481e-10,-9.586074156686664e-10,-9.176801540888846e-10,-8.767528925091028e-10,-8.35825630929321e-10,-7.948983693495393e-10,-7.539711077697575e-10,-7.130438461899757e-10,-6.72116584610194e-10,-6.311893230304122e-10,-5.902620614506304e-10,-5.493347998708487e-10,-5.084075382910669e-10,-4.674802767112851e-10,-4.2655301513150334e-10,-3.8562575355172157e-10,-3.446984919719398e-10,-3.0377123039215803e-10,-2.6284396881237626e-10,-2.219167072325945e-10,-1.8098944565281272e-10,-1.4006218407303095e-10,-9.913492249324918e-11,-5.820766091346741e-11,-1.7280399333685637e-11,2.3646862246096134e-11,6.45741238258779e-11,1.0550138540565968e-10,1.4642864698544145e-10,1.8735590856522322e-10,2.28283170145005e-10,2.6921043172478676e-10,3.1013769330456853e-10,3.510649548843503e-10,3.9199221646413207e-10,4.3291947804391384e-10,4.738467396236956e-10,5.147740012034774e-10,5.557012627832592e-10,5.966285243630409e-10,6.375557859428227e-10,6.784830475226045e-10,7.194103091023862e-10,7.60337570682168e-10,8.012648322619498e-10,8.421920938417315e-10,8.831193554215133e-10,9.240466170012951e-10,9.649738785810769e-10,1.0059011401608586e-09,1.0468284017406404e-09,1.0877556633204222e-09,1.128682924900204e-09,1.1696101864799857e-09,1.2105374480597675e-09,1.2514647096395493e-09],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[19,13,15,21,15,15,12,11,9,10,4,7,6,11,14,10,16,11,19,27,12,13,15,14,10,11,9,6,8,14,12,7,7,11,8,15,12,7,13,14,12,14,7,11,16,19,15,9,7,4,12,7,5,8,4,9,11,13,10,22,16,22,16,16],"bins":[-0.010395755991339684,-0.010070922784507275,-0.009746088646352291,-0.009421255439519882,-0.009096421301364899,-0.00877158809453249,-0.008446754887700081,-0.008121920749545097,-0.0077970875427126884,-0.007472253870218992,-0.007147420197725296,-0.006822586990892887,-0.006497753318399191,-0.006172919645905495,-0.005848086439073086,-0.00552325276657939,-0.005198419094085693,-0.004873585421591997,-0.004548751749098301,-0.004223918542265892,-0.003899084869772196,-0.0035742511972784996,-0.003249417757615447,-0.0029245843179523945,-0.0025997506454586983,-0.002274916972965002,-0.0019500835333019495,-0.0016252499772235751,-0.0013004164211452007,-0.0009755828650668263,-0.000650749308988452,-0.00032591575291007757,-1.0831281542778015e-06,0.0003237504279240966,0.000648583984002471,0.0009734175400808454,0.0012982510961592197,0.0016230846522375941,0.0019479182083159685,0.002272751647979021,0.0025975853204727173,0.0029224189929664135,0.003247252432629466,0.0035720858722925186,0.003896919544786215,0.004221753217279911,0.00454658642411232,0.004871420096606016,0.005196253769099712,0.005521087441593409,0.005845921114087105,0.006170754320919514,0.00649558799341321,0.006820421665906906,0.007145254872739315,0.007470088545233011,0.0077949222177267075,0.008119755424559116,0.0084445895627141,0.008769422769546509,0.009094256907701492,0.009419090114533901,0.00974392332136631,0.010068757459521294,0.010393590666353703]},"learning_rate":0.0009999995654330477,"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,0,2,1,0,2,0,2,3,0,4,1,7,6,8,6,7,9,21,20,29,43,59,87,122,94,58,48,33,23,14,10,8,7,3,6,1,1,3,5,3,2,1,1,2,0,1,0,1,0,1,0,0,0,0,1],"bins":[-5.66290125902924e-10,-5.488425824928811e-10,-5.313950390828381e-10,-5.139474956727952e-10,-4.964999522627522e-10,-4.790524088527093e-10,-4.616048654426663e-10,-4.4415732203262337e-10,-4.267097786225804e-10,-4.0926223521253746e-10,-3.918146918024945e-10,-3.7436714839245155e-10,-3.569196049824086e-10,-3.3947206157236565e-10,-3.220245181623227e-10,-3.0457697475227974e-10,-2.871294313422368e-10,-2.6968188793219383e-10,-2.522343445221509e-10,-2.347868011121079e-10,-2.1733925770206497e-10,-1.9989171429202202e-10,-1.8244417088197906e-10,-1.649966274719361e-10,-1.4754908406189315e-10,-1.301015406518502e-10,-1.1265399724180725e-10,-9.520645383176429e-11,-7.775891042172134e-11,-6.031136701167839e-11,-4.286382360163543e-11,-2.5416280191592477e-11,-7.968736781549524e-12,9.47880662849343e-12,2.6926350038536384e-11,4.437389344857934e-11,6.182143685862229e-11,7.926898026866525e-11,9.67165236787082e-11,1.1416406708875115e-10,1.316116104987941e-10,1.4905915390883706e-10,1.6650669731888001e-10,1.8395424072892297e-10,2.0140178413896592e-10,2.1884932754900888e-10,2.3629687095905183e-10,2.537444143690948e-10,2.7119195777913774e-10,2.886395011891807e-10,3.0608704459922365e-10,3.235345880092666e-10,3.4098213141930955e-10,3.584296748293525e-10,3.7587721823939546e-10,3.933247616494384e-10,4.1077230505948137e-10,4.282198484695243e-10,4.456673918795673e-10,4.6311493528961023e-10,4.805624786996532e-10,4.980100221096961e-10,5.154575655197391e-10,5.32905108929782e-10,5.50352652339825e-10]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[11,6,5,7,8,9,7,10,15,12,11,10,14,10,9,20,11,21,42,36,18,15,12,7,5,7,13,13,7,11,10,6,9,4,8,9,10,14,4,13,10,14,7,13,17,15,15,14,19,15,22,16,17,12,9,5,10,10,10,11,18,6,8,6],"bins":[0.9897284507751465,0.9900497794151306,0.9903711080551147,0.9906924366950989,0.991013765335083,0.9913350939750671,0.9916564226150513,0.9919777512550354,0.9922990798950195,0.9926204085350037,0.9929417371749878,0.9932630658149719,0.993584394454956,0.9939057230949402,0.9942270517349243,0.9945483803749084,0.9948697090148926,0.9951910376548767,0.9955123662948608,0.995833694934845,0.9961550235748291,0.9964763522148132,0.9967976808547974,0.9971190094947815,0.9974403381347656,0.9977616667747498,0.9980829954147339,0.998404324054718,0.9987256526947021,0.9990469813346863,0.9993683099746704,0.9996896386146545,1.0000109672546387,1.0003323554992676,1.000653624534607,1.0009748935699463,1.0012962818145752,1.001617670059204,1.0019389390945435,1.0022602081298828,1.0025815963745117,1.0029029846191406,1.00322425365448,1.0035455226898193,1.0038669109344482,1.0041882991790771,1.0045095682144165,1.0048308372497559,1.0051522254943848,1.0054736137390137,1.005794882774353,1.0061161518096924,1.0064375400543213,1.0067589282989502,1.0070801973342896,1.007401466369629,1.0077228546142578,1.0080442428588867,1.008365511894226,1.0086867809295654,1.0090081691741943,1.0093295574188232,1.0096508264541626,1.009972095489502,1.0102934837341309]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-2.976371926699528e-11,-2.8989487893538168e-11,-2.8215256520081056e-11,-2.7441025146623943e-11,-2.666679377316683e-11,-2.5892564134433194e-11,-2.511833276097608e-11,-2.4344101387518968e-11,-2.3569870014061856e-11,-2.2795638640604743e-11,-2.202140726714763e-11,-2.1247175893690518e-11,-2.047294625495688e-11,-1.9698714881499768e-11,-1.8924483508042655e-11,-1.8150252134585543e-11,-1.737602076112843e-11,-1.6601789387671317e-11,-1.5827558014214205e-11,-1.5053326640757092e-11,-1.4279096134661717e-11,-1.3504864761204605e-11,-1.273063425510923e-11,-1.1956402881652117e-11,-1.1182171508195005e-11,-1.0407940134737892e-11,-9.63370876128078e-12,-8.859478255185405e-12,-8.085246881728292e-12,-7.311015508271179e-12,-6.5367845684949355e-12,-5.762553628718692e-12,-4.988322255261579e-12,-4.2140908818044664e-12,-3.4398599420282228e-12,-2.6656287854115446e-12,-1.8913976287948664e-12,-1.1171664721781882e-12,-3.4293531556151e-13,4.3129584105516816e-13,1.2055269976718463e-12,1.9797581542885245e-12,2.7539893109052027e-12,3.528220467521881e-12,4.302451624138559e-12,5.076682997595672e-12,5.8509139373719155e-12,6.625144877148159e-12,7.399376250605272e-12,8.173607624062385e-12,8.947838997519497e-12,9.722069503614872e-12,1.0496300877071985e-11,1.1270532250529097e-11,1.2044762756624472e-11,1.2818994130081585e-11,1.3593225503538697e-11,1.436745687699581e-11,1.5141688250452923e-11,1.5915919623910035e-11,1.6690149262643672e-11,1.7464380636100785e-11,1.8238612009557897e-11,1.901284338301501e-11,1.9787074756472123e-11],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,2,0,1,1,2,4,3,4,2,7,11,10,16,19,24,24,29,31,40,37,31,41,47,45,52,45,29,42,33,25,23,19,16,11,13,6,4,4,4,1,1,1,2,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09606067836284637,-0.09311331063508987,-0.09016593545675278,-0.08721856772899628,-0.08427120000123978,-0.08132382482290268,-0.07837645709514618,-0.07542908936738968,-0.07248171418905258,-0.06953434646129608,-0.06658697873353958,-0.06363960355520248,-0.060692235827445984,-0.057744864374399185,-0.054797492921352386,-0.051850125193595886,-0.04890275374054909,-0.04595538228750229,-0.04300801455974579,-0.04006064310669899,-0.03711327165365219,-0.03416590392589569,-0.031218532472848892,-0.028271161019802094,-0.025323791429400444,-0.022376421838998795,-0.019429050385951996,-0.016481680795550346,-0.013534310273826122,-0.010586939752101898,-0.007639569696038961,-0.004692199639976025,-0.0017448291182518005,0.00120254117064178,0.00414991145953536,0.007097281515598297,0.010044652037322521,0.012992022559046745,0.015939392149448395,0.018886763602495193,0.021834133192896843,0.024781502783298492,0.02772887423634529,0.03067624382674694,0.03362361341714859,0.03657098487019539,0.03951835632324219,0.04246572405099869,0.045413095504045486,0.048360466957092285,0.051307834684848785,0.054255206137895584,0.05720257759094238,0.06014994531869888,0.06309732049703598,0.06604468822479248,0.06899205595254898,0.07193943113088608,0.07488679885864258,0.07783416658639908,0.08078154176473618,0.08372890949249268,0.08667627722024918,0.08962365239858627,0.09257102012634277],"_type":"histogram","values":[1,0,1,9,14,22,36,62,93,147,268,388,574,870,1222,1764,2564,3409,4591,6119,7843,9731,12132,14718,17228,20032,22874,25751,27995,30416,31509,32698,33338,32963,32132,30289,28714,26321,23422,20866,17877,15041,12556,10059,7875,6269,4800,3582,2701,1922,1318,928,663,423,270,167,96,63,39,25,17,2,2,3]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[2,5,14,9,27,36,60,106,179,276,452,640,915,1403,1942,2597,3555,4745,6200,7822,9639,11981,14021,16611,18647,20539,22841,24468,25593,26102,27138,25624,25002,23426,21601,19460,17222,14870,12822,10473,8550,6862,5380,4018,3022,2205,1546,1109,760,496,312,209,122,96,58,29,23,12,7,2,2,2,0,1],"bins":[-0.08818769454956055,-0.08526639640331268,-0.08234509825706482,-0.07942380756139755,-0.07650250941514969,-0.07358121126890182,-0.07065991312265396,-0.0677386149764061,-0.06481732428073883,-0.06189602240920067,-0.0589747279882431,-0.05605342984199524,-0.053132131695747375,-0.05021083727478981,-0.047289539128541946,-0.04436824470758438,-0.04144694656133652,-0.038525648415088654,-0.03560435399413109,-0.032683055847883224,-0.02976175956428051,-0.026840463280677795,-0.02391916513442993,-0.020997868850827217,-0.018076572567224503,-0.015155276283621788,-0.012233979068696499,-0.00931268185377121,-0.006391385570168495,-0.0034700888209044933,-0.0005487920716404915,0.0023725046776235104,0.005293793976306915,0.00821509025990963,0.011136387474834919,0.014057684689760208,0.016978980973362923,0.019900277256965637,0.0228215754032135,0.025742871686816216,0.02866416797041893,0.031585466116666794,0.03450676053762436,0.03742805868387222,0.04034935683012009,0.04327065125107765,0.046191949397325516,0.04911324381828308,0.052034541964530945,0.05495584011077881,0.057877134531736374,0.06079843267798424,0.0637197270989418,0.06664102524518967,0.06956232339143753,0.0724836215376854,0.07540491223335266,0.07832621037960052,0.08124750852584839,0.08416880667209625,0.08709010481834412,0.09001140296459198,0.09293269366025925,0.09585399180650711,0.09877528995275497]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-9.791598643005273e-10,-9.478713369759362e-10,-9.165828096513451e-10,-8.85294282326754e-10,-8.540057550021629e-10,-8.227172276775718e-10,-7.914287003529807e-10,-7.601401730283897e-10,-7.288516457037986e-10,-6.975631183792075e-10,-6.662745910546164e-10,-6.349860637300253e-10,-6.036975364054342e-10,-5.724090090808431e-10,-5.41120481756252e-10,-5.09831954431661e-10,-4.785434271070699e-10,-4.472548997824788e-10,-4.159663724578877e-10,-3.846778451332966e-10,-3.5338931780870553e-10,-3.2210079048411444e-10,-2.9081226315952335e-10,-2.5952373583493227e-10,-2.2823520851034118e-10,-1.969466811857501e-10,-1.65658153861159e-10,-1.3436962653656792e-10,-1.0308109921197683e-10,-7.179257188738575e-11,-4.050404456279466e-11,-9.215517238203574e-12,2.2073010086387512e-11,5.33615374109786e-11,8.465006473556969e-11,1.1593859206016077e-10,1.4722711938475186e-10,1.7851564670934295e-10,2.0980417403393403e-10,2.410927013585251e-10,2.723812286831162e-10,3.036697560077073e-10,3.349582833322984e-10,3.6624681065688947e-10,3.9753533798148055e-10,4.2882386530607164e-10,4.601123926306627e-10,4.914009199552538e-10,5.226894472798449e-10,5.53977974604436e-10,5.852665019290271e-10,6.165550292536182e-10,6.478435565782092e-10,6.791320839028003e-10,7.104206112273914e-10,7.417091385519825e-10,7.729976658765736e-10,8.042861932011647e-10,8.355747205257558e-10,8.668632478503469e-10,8.981517751749379e-10,9.29440302499529e-10,9.607288298241201e-10,9.920173571487112e-10,1.0233058844733023e-09],"_type":"histogram","values":[1,0,0,1,1,0,2,2,1,2,2,4,9,6,7,11,8,14,12,25,18,16,27,22,21,23,28,23,21,34,28,22,30,26,29,40,26,29,21,27,26,18,16,17,10,16,10,3,9,4,2,3,6,1,2,3,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.09378007799386978,-0.09082496911287308,-0.08786986023187637,-0.08491474390029907,-0.08195963501930237,-0.07900452613830566,-0.07604941725730896,-0.07309430837631226,-0.07013919949531555,-0.06718408316373825,-0.06422897428274155,-0.06127386540174484,-0.05831875652074814,-0.055363643914461136,-0.05240853503346443,-0.04945342242717743,-0.046498313546180725,-0.04354320466518402,-0.04058809205889702,-0.037632983177900314,-0.03467787057161331,-0.03172276169061661,-0.028767652809619904,-0.02581254206597805,-0.022857431322336197,-0.019902320578694344,-0.01694720983505249,-0.013992100954055786,-0.011036990210413933,-0.00808187946677208,-0.005126769654452801,-0.0021716593764722347,0.0007834434509277344,0.0037385537289083004,0.006693664006888866,0.009648773819208145,0.012603884562849998,0.015558995306491852,0.018514104187488556,0.02146921493113041,0.024424325674772263,0.027379436418414116,0.03033454716205597,0.03328965604305267,0.03624476492404938,0.03919987753033638,0.042154986411333084,0.04511009901762009,0.04806520789861679,0.051020316779613495,0.0539754293859005,0.0569305382668972,0.059885650873184204,0.06284075975418091,0.06579586863517761,0.06875097751617432,0.07170608639717102,0.07466120272874832,0.07761631160974503,0.08057142049074173,0.08352652937173843,0.08648163825273514,0.08943675458431244,0.09239186346530914,0.09534697234630585],"_type":"histogram","values":[2,2,4,9,15,31,53,94,149,253,350,553,774,1248,1705,2266,3246,4350,5696,7465,9442,11806,14171,16762,19747,22684,25417,27690,29901,31681,32856,33239,33548,32186,30872,28571,26374,23723,21209,18346,15425,13086,10526,8337,6561,4924,3633,2706,1962,1379,953,647,435,282,193,120,77,46,18,9,5,5,3,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[15,17,19,15,10,11,13,14,5,6,3,7,7,9,13,16,16,12,21,24,21,17,16,13,20,12,9,9,4,15,6,6,7,9,5,13,9,8,13,11,11,7,15,21,22,13,9,20,12,14,5,10,16,2,6,7,5,9,9,17,12,19,19,12],"bins":[-0.010369072668254375,-0.010044818744063377,-0.00972056481987238,-0.009396309964358807,-0.009072056040167809,-0.00874780211597681,-0.008423548191785812,-0.008099294267594814,-0.007775039877742529,-0.007450785953551531,-0.0071265315636992455,-0.006802277639508247,-0.006478023715317249,-0.006153769325464964,-0.005829515401273966,-0.0055052610114216805,-0.005181007087230682,-0.004856753163039684,-0.004532498773187399,-0.004208244848996401,-0.003883990691974759,-0.0035597365349531174,-0.0032354826107621193,-0.0029112284537404776,-0.002586974296718836,-0.002262720139697194,-0.0019384660990908742,-0.0016142120584845543,-0.0012899579014629126,-0.0009657038026489317,-0.0006414497038349509,-0.0003171956050209701,7.058493793010712e-06,0.00033131259260699153,0.0006555666914209723,0.0009798207320272923,0.001304074889048934,0.0016283290460705757,0.0019525830866768956,0.0022768371272832155,0.0026010912843048573,0.002925345441326499,0.0032495995983481407,0.003573853522539139,0.0038981076795607805,0.004222361836582422,0.00454661576077342,0.004870870150625706,0.005195124074816704,0.005519377999007702,0.005843632388859987,0.006167886313050985,0.006492140702903271,0.006816394627094269,0.007140648551285267,0.007464902941137552,0.00778915686532855,0.008113411255180836,0.008437665179371834,0.008761919103562832,0.00908617302775383,0.009410426951944828,0.0097346818074584,0.010058935731649399,0.010383189655840397],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-7.59027898311615e-08,-7.350899977609515e-08,-7.11152097210288e-08,-6.872141966596246e-08,-6.632762961089611e-08,-6.393383955582976e-08,-6.154004950076342e-08,-5.914625944569707e-08,-5.675246939063072e-08,-5.4358679335564375e-08,-5.196488928049803e-08,-4.957109922543168e-08,-4.7177309170365334e-08,-4.4783519115298986e-08,-4.238972906023264e-08,-3.999593900516629e-08,-3.7602148950099945e-08,-3.52083588950336e-08,-3.281456883996725e-08,-3.0420778784900904e-08,-2.8026988729834557e-08,-2.563319867476821e-08,-2.3239408619701862e-08,-2.0845618564635515e-08,-1.8451828509569168e-08,-1.605803845450282e-08,-1.3664248399436474e-08,-1.1270458344370127e-08,-8.87666828930378e-09,-6.4828782342374325e-09,-4.089088179171085e-09,-1.6952981241047382e-09,6.984919309616089e-10,3.092281986027956e-09,5.486072041094303e-09,7.87986209616065e-09,1.0273652151226997e-08,1.2667442206293344e-08,1.506123226135969e-08,1.745502231642604e-08,1.9848812371492386e-08,2.2242602426558733e-08,2.463639248162508e-08,2.7030182536691427e-08,2.9423972591757774e-08,3.181776264682412e-08,3.421155270189047e-08,3.6605342756956816e-08,3.899913281202316e-08,4.139292286708951e-08,4.378671292215586e-08,4.6180502977222204e-08,4.857429303228855e-08,5.09680830873549e-08,5.3361873142421246e-08,5.575566319748759e-08,5.814945325255394e-08,6.054324330762029e-08,6.293703336268663e-08,6.533082341775298e-08,6.772461347281933e-08,7.011840352788568e-08,7.251219358295202e-08,7.490598363801837e-08,7.729977369308472e-08],"_type":"histogram","values":[1,1,2,2,4,3,6,8,16,20,37,54,52,84,130,152,213,314,404,533,759,1223,1549,2207,3360,5015,8088,12582,22049,37632,77081,181007,113889,49729,26787,16571,9272,6052,3828,2744,1810,1218,1027,636,470,354,225,148,134,107,49,48,36,24,22,19,12,7,3,6,3,2,3,1]},"train_batch_loss":6.236370086669922,"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[3,3,6,9,9,19,15,16,16,8,10,17,10,18,10,3,10,15,31,29,19,23,20,13,17,7,9,5,5,7,8,3,8,5,4,8,8,12,10,8,12,9,9,12,16,11,19,19,17,22,32,25,16,18,9,10,15,3,6,10,8,6,6,2],"bins":[0.9896238446235657,0.9899479746818542,0.9902721643447876,0.9905962944030762,0.9909204244613647,0.9912445545196533,0.9915687441825867,0.9918928742408752,0.9922170042991638,0.9925411939620972,0.9928653240203857,0.9931894540786743,0.9935136437416077,0.9938377737998962,0.9941619038581848,0.9944860339164734,0.9948102235794067,0.9951343536376953,0.9954584836959839,0.9957826733589172,0.9961068034172058,0.9964309334754944,0.9967551231384277,0.9970792531967163,0.9974033832550049,0.9977275133132935,0.9980517029762268,0.9983758330345154,0.998699963092804,0.9990241527557373,0.9993482828140259,0.9996724128723145,0.999996542930603,1.0003206729888916,1.0006449222564697,1.0009690523147583,1.0012931823730469,1.0016173124313354,1.001941442489624,1.0022655725479126,1.0025897026062012,1.0029139518737793,1.0032380819320679,1.0035622119903564,1.003886342048645,1.0042104721069336,1.0045346021652222,1.0048587322235107,1.0051829814910889,1.0055071115493774,1.005831241607666,1.0061553716659546,1.0064795017242432,1.0068036317825317,1.0071278810501099,1.0074520111083984,1.007776141166687,1.0081002712249756,1.0084244012832642,1.0087485313415527,1.0090726613998413,1.0093969106674194,1.009721040725708,1.0100451707839966,1.0103693008422852],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-2.741376192716416e-07,-2.650868680120766e-07,-2.560361167525116e-07,-2.46985393914656e-07,-2.37934642655091e-07,-2.28883891395526e-07,-2.19833140135961e-07,-2.1078240308725071e-07,-2.017316518276857e-07,-1.926809005681207e-07,-1.8363016351941042e-07,-1.745794122598454e-07,-1.655286610002804e-07,-1.5647792395157012e-07,-1.4742717269200512e-07,-1.3837643564329483e-07,-1.2932568438372982e-07,-1.2027493312416482e-07,-1.1122419607545453e-07,-1.0217344481588952e-07,-9.312270066175188e-08,-8.407195650761423e-08,-7.502120524804923e-08,-6.597046109391158e-08,-5.6919716939773934e-08,-4.786897278563629e-08,-3.881822507878496e-08,-2.9767479148290477e-08,-2.071673321779599e-08,-1.1665987287301505e-08,-2.6152413568070187e-09,6.435504573687467e-09,1.5486250504181953e-08,2.453699643467644e-08,3.3587742365170925e-08,4.263849007202225e-08,5.16892342261599e-08,6.073997838029754e-08,6.979072963986255e-08,7.88414737940002e-08,8.789221794813784e-08,9.694296210227549e-08,1.0599370625641313e-07,1.1504445751597814e-07,1.2409520877554314e-07,1.3314594582425343e-07,1.4219669708381844e-07,1.5124743413252872e-07,1.6029818539209373e-07,1.6934893665165873e-07,1.7839967370036902e-07,1.8745042495993403e-07,1.9650116200864431e-07,2.0555191326820932e-07,2.1460266452777432e-07,2.236534015764846e-07,2.3270415283604962e-07,2.417548898847599e-07,2.508056411443249e-07,2.598563924038899e-07,2.689071436634549e-07,2.779578949230199e-07,2.870086177608755e-07,2.960593690204405e-07,3.051101202800055e-07],"_type":"histogram","values":[3,1,3,1,4,3,3,3,3,5,7,5,7,8,11,10,10,16,10,17,20,22,27,29,26,22,26,22,28,18,19,21,32,29,27,31,23,24,24,21,13,13,16,17,11,16,11,6,9,2,6,3,2,3,7,3,2,1,2,0,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[35,37,36,49,55,36,22,33,8,27,23,49,55,55,56,51,40,30,37,40,26,34,35,24,27,29,24,24,25,30,26,24,23,25,23,24,27,13,15,20,21,17,28,21,25,30,24,35,36,45,47,40,42,16,22,22,28,33,43,77,61,39,15,9],"bins":[-0.01039479672908783,-0.010070187970995903,-0.009745579212903976,-0.00942097045481205,-0.009096361696720123,-0.008771752938628197,-0.00844714418053627,-0.008122535422444344,-0.007797927130013704,-0.007473318371921778,-0.007148709613829851,-0.006824100855737925,-0.006499492563307285,-0.006174883805215359,-0.005850275047123432,-0.005525666289031506,-0.005201057530939579,-0.0048764487728476524,-0.004551840014755726,-0.004227231256663799,-0.0039026227314025164,-0.00357801397331059,-0.003253405448049307,-0.0029287966899573803,-0.0026041879318654537,-0.002279579173773527,-0.0019549704156816006,-0.0016303618904203176,-0.001305753132328391,-0.0009811443742364645,-0.0006565357325598598,-0.0003319270326755941,-7.31833279132843e-06,0.00031729036709293723,0.0006418990669772029,0.0009665077668614686,0.0012911164667457342,0.0016157252248376608,0.0019403338665142655,0.0022649425081908703,0.002589551266282797,0.0029141600243747234,0.00323876878246665,0.003563377307727933,0.0038879860658198595,0.004212594591081142,0.004537203349173069,0.004861812107264996,0.005186420865356922,0.005511029623448849,0.005835638381540775,0.006160247139632702,0.0064848558977246284,0.006809464190155268,0.007134072948247194,0.007458681706339121,0.0077832904644310474,0.008107898756861687,0.008432507514953613,0.00875711627304554,0.009081725031137466,0.009406333789229393,0.00973094254732132,0.010055551305413246,0.010380160063505173]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,2,1,4,4,3,3,10,14,11,18,37,42,78,99,122,236,347,528,781,1419,2172,3801,6235,11289,20818,40301,75707,137492,131571,72626,37685,19892,11033,6192,3373,2152,1389,832,474,341,234,140,96,68,44,37,25,14,15,7,3,1,0,1,1],"bins":[-2.9831426218152046e-10,-2.902424967032857e-10,-2.82170731225051e-10,-2.7409896574681625e-10,-2.660272002685815e-10,-2.5795543479034677e-10,-2.4988366931211203e-10,-2.418119038338773e-10,-2.3374013835564256e-10,-2.2566837287740782e-10,-2.1759660739917308e-10,-2.0952484192093834e-10,-2.014530764427036e-10,-1.9338131096446887e-10,-1.8530954548623413e-10,-1.772377800079994e-10,-1.6916601452976465e-10,-1.6109424905152991e-10,-1.5302248357329518e-10,-1.4495071809506044e-10,-1.368789526168257e-10,-1.2880718713859096e-10,-1.2073542166035622e-10,-1.1266365618212149e-10,-1.0459189070388675e-10,-9.652012522565201e-11,-8.844835974741727e-11,-8.037659426918253e-11,-7.23048287909478e-11,-6.423306331271306e-11,-5.616129783447832e-11,-4.808953235624358e-11,-4.001776687800884e-11,-3.1946001399774104e-11,-2.3874235921539366e-11,-1.5802470443304628e-11,-7.73070496506989e-12,3.410605131648481e-13,8.412825991399586e-12,1.6484591469634324e-11,2.4556356947869062e-11,3.26281224261038e-11,4.069988790433854e-11,4.8771653382573277e-11,5.6843418860808015e-11,6.491518433904275e-11,7.298694981727749e-11,8.105871529551223e-11,8.913048077374697e-11,9.72022462519817e-11,1.0527401173021644e-10,1.1334577720845118e-10,1.2141754268668592e-10,1.2948930816492066e-10,1.375610736431554e-10,1.4563283912139013e-10,1.5370460459962487e-10,1.617763700778596e-10,1.6984813555609435e-10,1.7791990103432909e-10,1.8599166651256382e-10,1.9406343199079856e-10,2.021351974690333e-10,2.1020696294726804e-10,2.1827872842550278e-10]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,3,1,2,4,0,6,12,8,13,19,26,30,25,43,49,34,38,54,58,45,43,46,34,33,33,18,13,11,17,14,10,5,6,3,3,1,2,0,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.099106526960327e-09,-2.9900466547161386e-09,-2.8809867824719504e-09,-2.771927132272367e-09,-2.662867260028179e-09,-2.5538073877839906e-09,-2.4447475155398024e-09,-2.335687643295614e-09,-2.226627771051426e-09,-2.1175681208518427e-09,-2.0085082486076544e-09,-1.899448376363466e-09,-1.790388504119278e-09,-1.6813287428973922e-09,-1.572268870653204e-09,-1.4632091094313182e-09,-1.35414923718713e-09,-1.2450893649429418e-09,-1.136029603721056e-09,-1.0269697314768678e-09,-9.179099147438308e-10,-8.088500980107938e-10,-6.997902257666055e-10,-5.907304090335685e-10,-4.816705923005316e-10,-3.7261077556749456e-10,-2.6355093107888194e-10,-1.5449110046805714e-10,-4.543126985723234e-11,6.362856075359247e-11,1.7268839136441727e-10,2.817482358530299e-10,3.9080783054146195e-10,4.99867647274499e-10,6.089274640075359e-10,7.179873362517242e-10,8.270471529847612e-10,9.361069697177982e-10,1.0451668419619864e-09,1.1542266031838722e-09,1.2632864754280604e-09,1.3723463476722486e-09,1.4814061088941344e-09,1.5904659811383226e-09,1.6995258533825108e-09,1.8085856146043966e-09,1.9176453758262824e-09,2.0267052480704706e-09,2.135765120314659e-09,2.244824992558847e-09,2.3538848648030353e-09,2.4629445150026186e-09,2.572004387246807e-09,2.681064259490995e-09,2.7901241317351833e-09,2.8991840039793715e-09,3.0082438762235597e-09,3.117303526423143e-09,3.2263633986673312e-09,3.3354232709115195e-09,3.4444831431557077e-09,3.553543015399896e-09,3.6626026655994792e-09,3.7716625378436675e-09,3.880722410087856e-09]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[28,29,26,23,40,35,28,38,28,31,35,22,23,29,46,41,42,30,52,62,72,41,45,34,37,42,40,38,25,27,25,25,23,26,26,21,32,26,23,19,21,27,23,32,37,43,34,42,44,37,42,32,29,32,22,23,20,37,32,31,30,16,16,11],"bins":[-0.01039168518036604,-0.010067109018564224,-0.00974253285676241,-0.009417956694960594,-0.009093379601836205,-0.00876880344003439,-0.008444227278232574,-0.00811965111643076,-0.007795074954628944,-0.007470498327165842,-0.007145922165364027,-0.006821346003562212,-0.00649676937609911,-0.006172193214297295,-0.00584761705249548,-0.005523040425032377,-0.005198464263230562,-0.004873888101428747,-0.004549311473965645,-0.00422473531216383,-0.0039001591503620148,-0.003575582755729556,-0.0032510063610970974,-0.0029264301992952824,-0.0026018538046628237,-0.002277277410030365,-0.00195270124822855,-0.0016281248535960913,-0.0013035485753789544,-0.0009789722971618176,-0.0006543959607370198,-0.00032981965341605246,-5.243346095085144e-06,0.00031933296122588217,0.0006439092685468495,0.0009684856049716473,0.0012930618831887841,0.001617638161405921,0.0019422145560383797,0.0022667907178401947,0.0025913671124726534,0.002915943507105112,0.003240519668906927,0.003565096063539386,0.0038896724581718445,0.0042142486199736595,0.0045388247817754745,0.004863401409238577,0.005187977571040392,0.005512553732842207,0.005837130360305309,0.006161706522107124,0.006486282683908939,0.006810859311372042,0.007135435473173857,0.007460011634975672,0.007784588262438774,0.00810916442424059,0.008433740586042404,0.00875831674784422,0.009082892909646034,0.009407470002770424,0.009732046164572239,0.010056622326374054,0.010381198488175869]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-1.2376943914205185e-10,-1.2005652028079794e-10,-1.1634360835843793e-10,-1.1263069643607793e-10,-1.0891777757482402e-10,-1.052048587135701e-10,-1.014919467912101e-10,-9.777903486885009e-11,-9.406611600759618e-11,-9.035319714634227e-11,-8.664028522398226e-11,-8.292737330162225e-11,-7.921445444036834e-11,-7.550153557911443e-11,-7.178862365675442e-11,-6.807571173439442e-11,-6.43627928731405e-11,-6.06498740118866e-11,-5.693696208952659e-11,-5.322404669771963e-11,-4.951113130591267e-11,-4.579821591410571e-11,-4.208530052229875e-11,-3.837238513049179e-11,-3.4659469738684834e-11,-3.0946554346877875e-11,-2.7233638955070916e-11,-2.3520723563263957e-11,-1.9807808171456998e-11,-1.609489277965004e-11,-1.238197738784308e-11,-8.66906199603612e-12,-4.956146604229161e-12,-1.2432312124222022e-12,2.469684179384757e-12,6.182599571191716e-12,9.895514962998675e-12,1.3608430354805634e-11,1.7321345746612593e-11,2.1034261138419552e-11,2.474717653022651e-11,2.846009192203347e-11,3.217300731384043e-11,3.588592270564739e-11,3.959883809745435e-11,4.3311753489261307e-11,4.7024668881068266e-11,5.0737584272875225e-11,5.4450499664682184e-11,5.816341505648914e-11,6.18763304482961e-11,6.558924237065611e-11,6.930216123191002e-11,7.301508009316393e-11,7.672799201552394e-11,8.044090393788395e-11,8.415382279913786e-11,8.786674166039177e-11,9.157965358275177e-11,9.529256550511178e-11,9.900548436636569e-11,1.027184032276196e-10,1.0643131514997961e-10,1.1014422707233962e-10,1.1385714593359353e-10],"_type":"histogram","values":[2,0,0,0,0,1,1,3,0,2,1,1,4,2,2,3,2,5,9,8,6,9,9,14,18,23,19,33,36,34,29,37,52,64,50,37,45,29,23,31,19,16,16,9,11,5,8,5,9,9,2,1,3,1,0,2,2,1,0,1,0,3,0,1]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[2,3,5,0,4,2,3,4,9,16,10,11,22,16,38,27,47,65,75,137,165,240,367,584,894,1501,2721,5026,12104,353122,6899,3784,1994,1141,671,458,290,200,134,114,78,54,42,30,15,18,14,9,10,8,9,6,7,4,2,0,2,1,1,0,0,0,0,1],"bins":[-8.351588309807312e-10,-8.066011747409618e-10,-7.780435185011925e-10,-7.494858067502719e-10,-7.209281505105025e-10,-6.923704942707332e-10,-6.638128380309638e-10,-6.352551262800432e-10,-6.066974700402739e-10,-5.781398138005045e-10,-5.495821575607351e-10,-5.210245013209658e-10,-4.924667895700452e-10,-4.6390913333027584e-10,-4.353514770905065e-10,-4.067937930951615e-10,-3.7823613685539215e-10,-3.496784806156228e-10,-3.211207966202778e-10,-2.9256314038050846e-10,-2.640054563851635e-10,-2.3544780014539413e-10,-2.0689013002783696e-10,-1.783324599102798e-10,-1.4977478979272263e-10,-1.2121711967516546e-10,-9.26594495576083e-11,-6.410178637894504e-11,-3.554411626138787e-11,-6.9864478785541806e-12,2.157122050427951e-11,5.012888715238972e-11,7.868655726994689e-11,1.0724422738750405e-10,1.3580189750506122e-10,1.6435956762261839e-10,1.9291723774017555e-10,2.214748939799449e-10,2.500325779752899e-10,2.7859023421505924e-10,3.071479182104042e-10,3.3570557445017357e-10,3.6426323068994293e-10,3.928209146852879e-10,4.2137857092505726e-10,4.4993625492040223e-10,4.784939111601716e-10,5.07051567399941e-10,5.356092236397103e-10,5.641669353906309e-10,5.927245916304003e-10,6.212822478701696e-10,6.49839904109939e-10,6.783976158608596e-10,7.069552721006289e-10,7.355129283403983e-10,7.640705845801676e-10,7.92628240819937e-10,8.211859525708576e-10,8.497436088106269e-10,8.783012650503963e-10,9.068589212901657e-10,9.354166330410862e-10,9.639742337697044e-10,9.92531945520625e-10],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,2,3,6,9,16,18,22,27,40,49,60,54,84,141,147,225,245,322,503,660,1012,1355,1775,2758,3957,5819,8955,13720,21108,34503,58955,134671,1.021679e+06,114227,54117,33511,20695,13225,8181,5287,3615,2375,1675,1056,686,482,304,240,131,72,43,24,10,0,4],"bins":[-4.540197551250458e-08,-4.430694389156997e-08,-4.3211912270635366e-08,-4.211688064970076e-08,-4.1021849028766155e-08,-3.992681740783155e-08,-3.8831785786896944e-08,-3.773675416596234e-08,-3.664172254502773e-08,-3.554669092409313e-08,-3.445165930315852e-08,-3.3356627682223916e-08,-3.226159606128931e-08,-3.1166564440354705e-08,-3.00715328194201e-08,-2.8976501198485494e-08,-2.7881469577550888e-08,-2.6786437956616282e-08,-2.5691406335681677e-08,-2.459637471474707e-08,-2.3501343093812466e-08,-2.240631147287786e-08,-2.1311279851943254e-08,-2.021624823100865e-08,-1.9121216610074043e-08,-1.8026184989139438e-08,-1.6931153368204832e-08,-1.5836121747270226e-08,-1.4741090126335621e-08,-1.3646058505401015e-08,-1.255102688446641e-08,-1.1455995263531804e-08,-1.0360963642597198e-08,-9.265932021662593e-09,-8.170900400727987e-09,-7.075868779793382e-09,-5.980837158858776e-09,-4.8858055379241705e-09,-3.790773916989565e-09,-2.6957422960549593e-09,-1.6007106751203537e-09,-5.056790541857481e-10,5.893525667488575e-10,1.684384187683463e-09,2.7794158086180687e-09,3.874447429552674e-09,4.96947905048728e-09,6.0645106714218855e-09,7.159542292356491e-09,8.254573913291097e-09,9.349605534225702e-09,1.0444637155160308e-08,1.1539668776094913e-08,1.2634700397029519e-08,1.3729732017964125e-08,1.482476363889873e-08,1.5919795259833336e-08,1.701482688076794e-08,1.8109858501702547e-08,1.9204890122637153e-08,2.0299921743571758e-08,2.1394953364506364e-08,2.248998498544097e-08,2.3585016606375575e-08,2.468004822731018e-08]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-4.3655745685100555e-10,-4.2240344555466436e-10,-4.0824943425832316e-10,-3.9409542296198197e-10,-3.7994141166564077e-10,-3.657874003692996e-10,-3.516333890729584e-10,-3.374793777766172e-10,-3.23325366480276e-10,-3.091713551839348e-10,-2.950173438875936e-10,-2.808633325912524e-10,-2.667093212949112e-10,-2.5255530999857e-10,-2.384012987022288e-10,-2.2424728740588762e-10,-2.1009327610954642e-10,-1.9593926481320523e-10,-1.8178525351686403e-10,-1.6763124222052284e-10,-1.5347723092418164e-10,-1.3932321962784044e-10,-1.2516920833149925e-10,-1.1101519703515805e-10,-9.686118573881686e-11,-8.270717444247566e-11,-6.855316314613447e-11,-5.439915184979327e-11,-4.0245140553452075e-11,-2.609112925711088e-11,-1.1937117960769683e-11,2.2168933355715126e-12,1.6370904631912708e-11,3.0524915928253904e-11,4.46789272245951e-11,5.88329385209363e-11,7.298694981727749e-11,8.714096111361869e-11,1.0129497240995988e-10,1.1544898370630108e-10,1.2960299500264227e-10,1.4375700629898347e-10,1.5791101759532467e-10,1.7206502889166586e-10,1.8621904018800706e-10,2.0037305148434825e-10,2.1452706278068945e-10,2.2868107407703064e-10,2.4283508537337184e-10,2.5698909666971304e-10,2.7114310796605423e-10,2.8529711926239543e-10,2.994511305587366e-10,3.136051418550778e-10,3.27759153151419e-10,3.419131644477602e-10,3.560671757441014e-10,3.702211870404426e-10,3.843751983367838e-10,3.98529209633125e-10,4.126832209294662e-10,4.268372322258074e-10,4.409912435221486e-10,4.551452548184898e-10,4.69299266114831e-10],"_type":"histogram","values":[2,2,3,2,5,7,13,13,26,19,22,52,74,119,192,279,408,540,724,1023,1403,2035,2673,3856,6068,8841,13837,23113,44561,95966,909920,294221,73974,34681,19676,11987,7815,4884,3160,2187,1448,925,652,425,294,180,156,104,89,60,33,27,24,9,22,5,10,8,1,2,3,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-1.093491448500572e-07,-1.0593144850190583e-07,-1.0251375215375447e-07,-9.909604870017574e-08,-9.567835235202438e-08,-9.226065600387301e-08,-8.884295255029429e-08,-8.542525620214292e-08,-8.200755985399155e-08,-7.858986350584019e-08,-7.517216715768882e-08,-7.17544637041101e-08,-6.833676735595873e-08,-6.491907100780736e-08,-6.150136755422864e-08,-5.808367120607727e-08,-5.46659748579259e-08,-5.1248278509774536e-08,-4.783057860890949e-08,-4.4412878708044445e-08,-4.099518235989308e-08,-3.757748601174171e-08,-3.4159786110876666e-08,-3.074208621001162e-08,-2.7324389861860254e-08,-2.3906691737352048e-08,-2.0488993612843842e-08,-1.7071295488335636e-08,-1.365359736382743e-08,-1.0235899239319224e-08,-6.818201114811018e-09,-3.4005029903028117e-09,1.7195134205394424e-11,3.4348932587136005e-09,6.852591383221807e-09,1.0270289507730013e-08,1.3687987632238219e-08,1.7105685756746425e-08,2.052338388125463e-08,2.3941082005762837e-08,2.7358780130271043e-08,3.077647647842241e-08,3.4194176379287455e-08,3.76118762801525e-08,4.102957262830387e-08,4.4447268976455234e-08,4.786496887732028e-08,5.1282668778185325e-08,5.470036512633669e-08,5.811806147448806e-08,6.153575782263943e-08,6.495346127621815e-08,6.837115762436952e-08,7.178885397252088e-08,7.520655742609961e-08,7.862425377425097e-08,8.204195012240234e-08,8.545964647055371e-08,8.887734281870507e-08,9.22950462722838e-08,9.571274262043517e-08,9.913043896858653e-08,1.0254814242216526e-07,1.0596583877031662e-07,1.0938353511846799e-07],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,1,3,1,1,4,4,2,6,7,9,16,18,16,27,26,14,25,35,53,40,41,31,40,33,47,35,30,23,33,16,18,20,15,17,19,7,5,7,4,2,7,2,2,2,1,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,2,11,12,18,50,72,146,260,407,578,1020,1623,2438,3734,5488,7462,10264,14177,18691,24338,30751,38471,45749,53847,62504,70801,78656,84436,89792,92678,94128,93150,89754,84897,78253,70793,62978,54072,46223,37840,30701,24562,18823,14298,10505,7540,5282,3721,2488,1615,1099,660,442,243,132,85,59,22,11,4,1,5,1],"bins":[-0.09856719523668289,-0.0954396054148674,-0.09231202304363251,-0.08918443322181702,-0.08605684340000153,-0.08292925357818604,-0.07980166375637054,-0.07667408138513565,-0.07354649156332016,-0.07041890174150467,-0.06729131937026978,-0.06416372954845428,-0.061036139726638794,-0.0579085499048233,-0.05478096380829811,-0.05165337771177292,-0.04852578788995743,-0.04539819806814194,-0.042270611971616745,-0.03914302587509155,-0.03601543605327606,-0.03288784623146057,-0.02976026013493538,-0.026632672175765038,-0.023505084216594696,-0.020377496257424355,-0.017249908298254013,-0.014122320339083672,-0.01099473237991333,-0.007867144420742989,-0.004739556461572647,-0.0016119685024023056,0.0015156269073486328,0.004643214866518974,0.007770802825689316,0.010898390784859657,0.014025978744029999,0.01715356670320034,0.020281154662370682,0.023408742621541023,0.026536330580711365,0.029663918539881706,0.03279150649905205,0.03591909259557724,0.03904668241739273,0.04217427223920822,0.045301858335733414,0.048429444432258606,0.0515570342540741,0.05468462407588959,0.05781221017241478,0.06093979626893997,0.06406738609075546,0.06719497591257095,0.07032255828380585,0.07345014810562134,0.07657773792743683,0.07970532774925232,0.08283291757106781,0.0859604999423027,0.0890880897641182,0.09221567958593369,0.09534326195716858,0.09847085177898407,0.10159844160079956]},"_timestamp":1.7527927325672987e+09,"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,0,2,1,1,3,3,6,3,7,6,6,4,14,10,6,16,11,18,22,15,29,22,20,31,31,21,25,22,20,34,16,26,31,26,20,12,25,20,15,18,26,17,11,13,11,10,7,6,11,8,6,6,3,4,0,2,2,1,0,1,1],"bins":[-9.75188818586048e-11,-9.44895411914004e-11,-9.146020052419601e-11,-8.843085985699162e-11,-8.540151918978722e-11,-8.237217852258283e-11,-7.934283785537843e-11,-7.631349718817404e-11,-7.328415652096965e-11,-7.025481585376525e-11,-6.722547518656086e-11,-6.419613451935646e-11,-6.116679385215207e-11,-5.8137453184947674e-11,-5.510811251774328e-11,-5.2078771850538885e-11,-4.904943118333449e-11,-4.6020090516130097e-11,-4.29907498489257e-11,-3.996140918172131e-11,-3.6932068514516914e-11,-3.390272784731252e-11,-3.0873387180108125e-11,-2.784404651290373e-11,-2.4814705845699336e-11,-2.1785365178494942e-11,-1.8756024511290548e-11,-1.5726683844086153e-11,-1.2697343176881759e-11,-9.668002509677365e-12,-6.6386618424729704e-12,-3.609321175268576e-12,-5.799805080641818e-13,2.4493601591402125e-12,5.478700826344607e-12,8.508041493549001e-12,1.1537382160753396e-11,1.456672282795779e-11,1.7596063495162184e-11,2.062540416236658e-11,2.3654744829570973e-11,2.6684085496775367e-11,2.971342616397976e-11,3.2742766831184156e-11,3.577210749838855e-11,3.8801448165592944e-11,4.183078883279734e-11,4.486012950000173e-11,4.788947016720613e-11,5.091881083441052e-11,5.3948151501614916e-11,5.697749216881931e-11,6.00068328360237e-11,6.30361735032281e-11,6.606551417043249e-11,6.909485483763689e-11,7.212419550484128e-11,7.515353617204568e-11,7.818287683925007e-11,8.121221750645446e-11,8.424155817365886e-11,8.727089884086325e-11,9.030023950806765e-11,9.332958017527204e-11,9.635892084247644e-11]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[10,13,16,11,10,10,17,12,6,4,5,3,8,5,10,25,16,24,14,20,16,12,10,9,6,12,16,6,14,9,14,11,6,14,10,11,16,11,16,14,17,9,16,16,11,16,17,19,15,16,15,14,6,7,4,8,8,8,14,15,9,12,10,14],"bins":[-0.010385424830019474,-0.010061020031571388,-0.009736615233123302,-0.009412210434675217,-0.009087805636227131,-0.008763400837779045,-0.00843899603933096,-0.008114591240882874,-0.0077901859767735004,-0.007465781178325415,-0.007141376379877329,-0.006816971581429243,-0.00649256631731987,-0.006168161518871784,-0.005843756720423698,-0.005519351921975613,-0.005194947123527527,-0.004870542325079441,-0.004546137526631355,-0.0042217327281832695,-0.00389732769690454,-0.0035729228984564543,-0.003248517867177725,-0.002924113068729639,-0.0025997082702815533,-0.0022753034718334675,-0.0019508985569700599,-0.0016264936421066523,-0.0013020888436585665,-0.0009776840452104807,-0.0006532791303470731,-0.0003288742736913264,-4.469417035579681e-06,0.000319935439620167,0.0006443402962759137,0.0009687451529316604,0.0012931500095874071,0.001617554808035493,0.0019419597228989005,0.002266364637762308,0.002590769436210394,0.0029151742346584797,0.0032395790331065655,0.003563984064385295,0.0038883888628333807,0.00421279389411211,0.004537198692560196,0.004861603491008282,0.0051860082894563675,0.005510413087904453,0.005834817886352539,0.006159222684800625,0.006483627483248711,0.006808032747358084,0.0071324375458061695,0.007456842344254255,0.007781247142702341,0.008105652406811714,0.0084300572052598,0.008754462003707886,0.009078866802155972,0.009403271600604057,0.009727676399052143,0.010052081197500229,0.010376485995948315]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,1,0,2,1,2,2,5,5,7,8,5,12,13,12,14,14,12,15,14,18,21,20,20,19,19,18,19,16,22,18,17,18,21,17,27,17,30,18,24,23,21,28,16,16,14,13,17,15,10,9,4,8,11,5,6,3,1,1,1,1,0,1],"bins":[-5.126610247430108e-11,-4.9688125142166584e-11,-4.811014781003209e-11,-4.6532170477897594e-11,-4.49541931457631e-11,-4.337621234418165e-11,-4.179823501204716e-11,-4.022025767991266e-11,-3.864228034777817e-11,-3.7064303015643674e-11,-3.548632568350918e-11,-3.3908348351374684e-11,-3.233036754979324e-11,-3.075239021765874e-11,-2.917441288552425e-11,-2.7596435553389753e-11,-2.601845822125526e-11,-2.4440480889120764e-11,-2.286250355698627e-11,-2.1284524490128298e-11,-1.9706547157993803e-11,-1.812856982585931e-11,-1.6550590759001338e-11,-1.4972613426866843e-11,-1.3394636094732348e-11,-1.1816658762597854e-11,-1.0238680563101621e-11,-8.660702363605388e-12,-7.082725031470893e-12,-5.50474726565553e-12,-3.926769499840166e-12,-2.348791734024802e-12,-7.708139682094384e-13,8.071637976059254e-13,2.385141563421289e-12,3.963119329236653e-12,5.541097095052017e-12,7.11907486086738e-12,8.697052626682744e-12,1.0275030826178977e-11,1.1853008158313472e-11,1.3430985490447966e-11,1.500896282258246e-11,1.6586941889440432e-11,1.8164919221574927e-11,1.974289655370942e-11,2.1320875620567392e-11,2.2898852952701887e-11,2.4476830284836382e-11,2.6054807616970876e-11,2.763278494910537e-11,2.9210762281239866e-11,3.078873961337436e-11,3.236672041495581e-11,3.39446977470903e-11,3.55226750792248e-11,3.710065241135929e-11,3.8678629743493786e-11,4.025660707562828e-11,4.1834584407762776e-11,4.341256520934422e-11,4.499054254147872e-11,4.656851987361321e-11,4.814649720574771e-11,4.97244745378822e-11],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[17,20,14,13,6,18,16,7,7,4,7,9,15,11,11,10,15,23,18,12,15,11,7,7,16,12,14,12,6,10,16,7,7,7,17,13,7,10,11,8,14,11,10,18,13,18,16,16,15,18,15,11,9,11,6,6,7,15,6,5,15,12,11,24],"bins":[-0.010399049147963524,-0.010074557736515999,-0.009750066325068474,-0.009425575844943523,-0.009101084433495998,-0.008776593022048473,-0.008452101610600948,-0.008127610199153423,-0.007803119253367186,-0.007478627841919661,-0.007154136896133423,-0.006829645484685898,-0.006505154073238373,-0.006180663127452135,-0.00585617171600461,-0.005531680770218372,-0.005207189358770847,-0.004882697947323322,-0.004558207001537085,-0.0042337155900895596,-0.003909224644303322,-0.003584733232855797,-0.003260241821408272,-0.0029357506427913904,-0.002611259464174509,-0.0022867682855576277,-0.0019622771069407463,-0.0016377856954932213,-0.00131329451687634,-0.0009888033382594585,-0.0006643120432272553,-0.00033982080640271306,-1.532863825559616e-05,0.0003091625985689461,0.0006336538353934884,0.0009581450722180307,0.001282636309042573,0.0016071274876594543,0.0019316187826916575,0.0022561100777238607,0.002580601256340742,0.0029050924349576235,0.003229583613574505,0.00355407502502203,0.0038785662036389112,0.004203057382255793,0.004527548793703318,0.004852039739489555,0.00517653115093708,0.005501022562384605,0.005825513508170843,0.006150004919618368,0.006474495865404606,0.006798987276852131,0.007123478688299656,0.007447969634085894,0.007772461045533419,0.008096951991319656,0.008421443402767181,0.008745934814214706,0.009070426225662231,0.009394917637109756,0.009719408117234707,0.010043899528682232,0.010368390940129757],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,0,1,0,1,0,0,3,10,5,9,11,17,13,16,30,37,76,95,178,219,504,803,1406,2452,4808,9209,19380,39944,89925,359921,840391,110548,46314,22434,11100,5513,3202,1653,966,542,406,239,127,108,81,51,34,24,19,9,9,4,4,4,3,1,0,0,0,2],"bins":[-2.6309862732887268e-08,-2.5538611225783825e-08,-2.4767359718680382e-08,-2.399610821157694e-08,-2.3224856704473495e-08,-2.2453605197370052e-08,-2.168235369026661e-08,-2.0911102183163166e-08,-2.0139850676059723e-08,-1.936859916895628e-08,-1.8597347661852837e-08,-1.7826096154749393e-08,-1.705484464764595e-08,-1.6283593140542507e-08,-1.5512341633439064e-08,-1.4741090126335621e-08,-1.3969838619232178e-08,-1.3198587112128735e-08,-1.2427335605025291e-08,-1.1656084097921848e-08,-1.0884832590818405e-08,-1.0113581083714962e-08,-9.342329576611519e-09,-8.571078069508076e-09,-7.799826562404633e-09,-7.0285750553011894e-09,-6.257323548197746e-09,-5.486072041094303e-09,-4.71482053399086e-09,-3.943569026887417e-09,-3.1723175197839737e-09,-2.4010660126805305e-09,-1.6298145055770874e-09,-8.585629984736443e-10,-8.731149137020111e-11,6.83940015733242e-10,1.4551915228366852e-09,2.2264430299401283e-09,2.9976945370435715e-09,3.768946044147015e-09,4.540197551250458e-09,5.311449058353901e-09,6.082700565457344e-09,6.853952072560787e-09,7.62520357966423e-09,8.396455086767673e-09,9.167706593871117e-09,9.93895810097456e-09,1.0710209608078003e-08,1.1481461115181446e-08,1.225271262228489e-08,1.3023964129388332e-08,1.3795215636491776e-08,1.4566467143595219e-08,1.5337718650698662e-08,1.6108970157802105e-08,1.6880221664905548e-08,1.765147317200899e-08,1.8422724679112434e-08,1.9193976186215878e-08,1.996522769331932e-08,2.0736479200422764e-08,2.1507730707526207e-08,2.227898221462965e-08,2.3050233721733093e-08]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,1,2,6,10,9,8,10,19,9,2,8,4,12,12,24,16,16,10,4,6,14,29,25,22,15,9,13,12,8,11,2,3,7,6,7,9,10,15,16,29,42,27,3,8,9,18,24,32,30,14,10,8,8,4,18,20,11,9,5,8,6,2,1],"bins":[-0.010290062054991722,-0.009970828890800476,-0.009651594795286655,-0.00933236163109541,-0.009013127535581589,-0.008693894371390343,-0.008374661207199097,-0.008055427111685276,-0.00773619394749403,-0.007416960317641497,-0.007097726687788963,-0.006778493523597717,-0.006459259893745184,-0.006140026263892651,-0.005820793099701405,-0.005501559469848871,-0.005182325839996338,-0.0048630922101438046,-0.004543858580291271,-0.004224625416100025,-0.003905391786247492,-0.0035861581563949585,-0.003266924759373069,-0.002947691362351179,-0.0026284577324986458,-0.0023092241026461124,-0.0019899907056242228,-0.0016707571921870112,-0.0013515236787497997,-0.0010322901653125882,-0.0007130566518753767,-0.0003938231384381652,-7.458869367837906e-05,0.00024464481975883245,0.000563878333196044,0.0008831118466332555,0.001202345360070467,0.0015215788735076785,0.00184081238694489,0.0021600457839667797,0.002479279413819313,0.0027985130436718464,0.003117746440693736,0.0034369798377156258,0.003756213467568159,0.0040754470974206924,0.0043946802616119385,0.004713913891464472,0.005033147521317005,0.0053523811511695385,0.005671614781022072,0.005990847945213318,0.006310081575065851,0.0066293152049183846,0.006948548369109631,0.007267781998962164,0.007587015628814697,0.007906248793005943,0.008225482888519764,0.00854471605271101,0.00886395014822483,0.009183183312416077,0.009502416476607323,0.009821650572121143,0.01014088373631239]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,1,0,4,1,1,4,10,8,7,6,25,18,38,46,73,172,126,70,42,41,10,15,17,8,4,5,2,1,1,2,1,1,3,0,0,0,0,0,0,0,1,0,0,0,0,1],"bins":[-6.823964326940768e-08,-6.622229165031968e-08,-6.420494003123167e-08,-6.218759551757103e-08,-6.017024389848302e-08,-5.815289227939502e-08,-5.6135540660307015e-08,-5.411819259393269e-08,-5.2100840974844687e-08,-5.008348935575668e-08,-4.806614128938236e-08,-4.6048789670294354e-08,-4.403143805120635e-08,-4.2014089984832026e-08,-3.999673836574402e-08,-3.79793902993697e-08,-3.5962038680281694e-08,-3.394468706119369e-08,-3.1927338994819365e-08,-2.990998737573136e-08,-2.7892637533000197e-08,-2.5875287690269033e-08,-2.385793607118103e-08,-2.1840586228449865e-08,-1.98232363857187e-08,-1.7805886542987537e-08,-1.5788536700256373e-08,-1.3771185081168369e-08,-1.1753835238437205e-08,-9.73648539570604e-09,-7.719134664796456e-09,-5.701784377976082e-09,-3.6844340911557083e-09,-1.6670838043353342e-09,3.502664824850399e-10,2.367616769305414e-09,4.384967056125788e-09,6.402317342946162e-09,8.419667629766536e-09,1.043701836067612e-08,1.2454368203407284e-08,1.4471718046138449e-08,1.6489067888869613e-08,1.8506419507957617e-08,2.052376935068878e-08,2.2541119193419945e-08,2.455847081250795e-08,2.6575820655239113e-08,2.8593170497970277e-08,3.061052211705828e-08,3.2627870183432606e-08,3.464522180252061e-08,3.6662569868894934e-08,3.867992148798294e-08,4.069727310707094e-08,4.2714621173445266e-08,4.473197279253327e-08,4.6749324411621274e-08,4.87666724779956e-08,5.07840240970836e-08,5.2801375716171606e-08,5.481872378254593e-08,5.6836075401633934e-08,5.885342346800826e-08,6.087077508709626e-08]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-1.0637154446158092e-07,-1.0239148195978487e-07,-9.841141235256146e-08,-9.44313498507654e-08,-9.045128024354199e-08,-8.647121774174593e-08,-8.249115523994988e-08,-7.851108563272646e-08,-7.453102313093041e-08,-7.055096062913435e-08,-6.657089102191094e-08,-6.259082852011488e-08,-5.861076246560515e-08,-5.4630696411095414e-08,-5.065063390929936e-08,-4.6670567854789624e-08,-4.269050180027989e-08,-3.8710435745770155e-08,-3.473036969126042e-08,-3.0750307189464365e-08,-2.677024113495463e-08,-2.2790175080444897e-08,-1.8810110802292e-08,-1.4830045635960687e-08,-1.0849980469629372e-08,-6.8699153032980576e-09,-2.889850136966743e-09,1.0902150293645718e-09,5.0702801956958865e-09,9.050345362027201e-09,1.3030410528358516e-08,1.701047480651141e-08,2.0990540861021145e-08,2.497060691553088e-08,2.8950671193683775e-08,3.293073547183667e-08,3.6910801526346404e-08,4.089086758085614e-08,4.4870930082652194e-08,4.885099613716193e-08,5.283106219167166e-08,5.68111282461814e-08,6.079119430069113e-08,6.477125680248719e-08,6.875131930428324e-08,7.273138891150666e-08,7.671145141330271e-08,8.069152102052612e-08,8.467158352232218e-08,8.865164602411824e-08,9.263171563134165e-08,9.66117781331377e-08,1.0059184774036112e-07,1.0457191024215717e-07,1.0855197274395323e-07,1.1253204235117664e-07,1.165121048529727e-07,1.204921744601961e-07,1.2447223696199217e-07,1.2845229946378822e-07,1.3243236196558428e-07,1.3641242446738033e-07,1.403925011800311e-07,1.4437256368182716e-07,1.4835262618362322e-07],"_type":"histogram","values":[1,1,0,1,2,3,1,2,4,1,2,3,2,7,12,6,7,6,15,18,18,26,36,28,64,56,91,80,44,49,34,31,15,17,13,13,8,7,11,4,3,3,5,3,1,4,3,1,0,2,1,0,0,0,1,0,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,4,2,11,21,46,81,153,236,387,555,1007,1446,2193,3295,4709,6863,9371,12809,17283,22296,28489,35139,43031,51301,59542,67916,75687,82719,87508,91325,92990,93280,91106,86529,80436,73721,66133,57242,48922,40680,33407,26624,21010,16119,11869,8743,6106,4294,2982,2030,1257,765,477,299,191,97,58,35,21,5,4,1,4],"bins":[-0.09889470040798187,-0.095790795981884,-0.09268689155578613,-0.08958299458026886,-0.08647909015417099,-0.08337518572807312,-0.08027128875255585,-0.07716738432645798,-0.07406347990036011,-0.07095957547426224,-0.06785567104816437,-0.0647517740726471,-0.061647869646549225,-0.058543965220451355,-0.055440064519643784,-0.05233616381883621,-0.04923225939273834,-0.04612835496664047,-0.0430244542658329,-0.03992055356502533,-0.03681664913892746,-0.03371274471282959,-0.03060884401202202,-0.027504941448569298,-0.024401038885116577,-0.021297136321663857,-0.018193233758211136,-0.015089331194758415,-0.011985428631305695,-0.008881526067852974,-0.005777623504400253,-0.0026737209409475327,0.0004301890730857849,0.0035340916365385056,0.006637994199991226,0.009741896763443947,0.012845799326896667,0.015949701890349388,0.01905360445380211,0.02215750701725483,0.02526140958070755,0.02836531214416027,0.03146921470761299,0.03457311540842056,0.03767701983451843,0.0407809242606163,0.043884824961423874,0.046988725662231445,0.050092630088329315,0.053196534514427185,0.056300435215234756,0.05940433591604233,0.0625082403421402,0.06561214476823807,0.06871604919433594,0.07181994616985321,0.07492385059595108,0.07802775502204895,0.08113165199756622,0.08423555642366409,0.08733946084976196,0.09044336527585983,0.0935472697019577,0.09665116667747498,0.09975507110357285]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[0.989676296710968,0.9899943470954895,0.9903124570846558,0.9906305074691772,0.9909485578536987,0.9912666082382202,0.9915847182273865,0.991902768611908,0.9922208189964294,0.9925389289855957,0.9928569793701172,0.9931750297546387,0.9934931397438049,0.9938111901283264,0.9941292405128479,0.9944472908973694,0.9947654008865356,0.9950834512710571,0.9954015016555786,0.9957196116447449,0.9960376620292664,0.9963557124137878,0.9966738224029541,0.9969918727874756,0.9973099231719971,0.9976279735565186,0.9979460835456848,0.9982641339302063,0.9985821843147278,0.998900294303894,0.9992183446884155,0.999536395072937,0.9998544454574585,1.00017249584198,1.000490665435791,1.0008087158203125,1.001126766204834,1.0014448165893555,1.001762866973877,1.0020809173583984,1.00239896774292,1.002717137336731,1.0030351877212524,1.003353238105774,1.0036712884902954,1.003989338874817,1.0043073892593384,1.0046254396438599,1.004943609237671,1.0052616596221924,1.0055797100067139,1.0058977603912354,1.0062158107757568,1.0065338611602783,1.0068520307540894,1.0071700811386108,1.0074881315231323,1.0078061819076538,1.0081242322921753,1.0084422826766968,1.0087603330612183,1.0090785026550293,1.0093965530395508,1.0097146034240723,1.0100326538085938],"_type":"histogram","values":[10,5,10,12,12,14,21,12,8,10,7,6,11,13,25,27,28,16,12,14,7,16,11,20,21,20,18,14,5,10,11,11,8,9,3,5,7,11,8,11,7,6,8,5,6,8,8,16,15,20,21,13,8,12,3,5,10,18,21,20,16,17,4,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-1.3278622645884752e-10,-1.2894929568574298e-10,-1.2511236491263844e-10,-1.212754341395339e-10,-1.1743850336642936e-10,-1.1360157259332482e-10,-1.0976464182022028e-10,-1.0592771104711574e-10,-1.020907802740112e-10,-9.825384950090665e-11,-9.441691872780211e-11,-9.057998795469757e-11,-8.674305718159303e-11,-8.290612640848849e-11,-7.906919563538395e-11,-7.523226486227941e-11,-7.139533408917487e-11,-6.755840331607033e-11,-6.372147254296578e-11,-5.988454176986124e-11,-5.60476109967567e-11,-5.221068022365216e-11,-4.837374945054762e-11,-4.453681867744308e-11,-4.069988790433854e-11,-3.6862957131234e-11,-3.3026026358129457e-11,-2.9189095585024916e-11,-2.5352164811920375e-11,-2.1515234038815834e-11,-1.7678303265711293e-11,-1.3841372492606752e-11,-1.000444171950221e-11,-6.16751094639767e-12,-2.3305801732931286e-12,1.5063505998114124e-12,5.343281372915953e-12,9.180212146020494e-12,1.3017142919125035e-11,1.6854073692229576e-11,2.0691004465334117e-11,2.452793523843866e-11,2.83648660115432e-11,3.220179678464774e-11,3.603872755775228e-11,3.987565833085682e-11,4.3712589103961363e-11,4.7549519877065904e-11,5.1386450650170445e-11,5.5223381423274986e-11,5.906031219637953e-11,6.289724296948407e-11,6.673417374258861e-11,7.057110451569315e-11,7.440803528879769e-11,7.824496606190223e-11,8.208189683500677e-11,8.591882760811131e-11,8.975575838121586e-11,9.35926891543204e-11,9.742961992742494e-11,1.0126655070052948e-10,1.0510348147363402e-10,1.0894041224673856e-10,1.127773430198431e-10],"_type":"histogram","values":[1,0,0,0,0,3,2,1,2,0,2,3,9,9,12,25,31,38,50,114,147,192,279,363,554,848,1272,2002,3103,5236,8549,15327,30881,77165,264143,98772,37199,18016,9850,5503,3638,2211,1412,927,590,438,257,192,133,93,75,43,34,22,20,4,10,5,4,5,6,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,1,4,1,2,2,3,14,23,19,22,40,68,86,142,155,239,384,578,852,1478,2011,2710,4254,5493,7221,10803,13627,18173,27418,38620,55298,81952,86942,70538,45924,32307,23846,15651,11751,9085,6193,4963,3690,2252,1652,1138,703,466,345,207,137,103,63,61,40,22,20,13,8,5,3,1,1],"bins":[-9.825453162193298e-08,-9.530049283057451e-08,-9.234645403921604e-08,-8.939241524785757e-08,-8.64383764564991e-08,-8.348433766514063e-08,-8.053029887378216e-08,-7.757626008242369e-08,-7.462222129106522e-08,-7.166818249970675e-08,-6.871414370834827e-08,-6.57601049169898e-08,-6.280606612563133e-08,-5.985202733427286e-08,-5.689798854291439e-08,-5.394394975155592e-08,-5.098991096019745e-08,-4.803587216883898e-08,-4.508183337748051e-08,-4.2127794586122036e-08,-3.9173755794763565e-08,-3.6219717003405094e-08,-3.326567821204662e-08,-3.031163942068815e-08,-2.735760062932968e-08,-2.440356183797121e-08,-2.144952304661274e-08,-1.849548425525427e-08,-1.5541445463895798e-08,-1.2587406672537327e-08,-9.633367881178856e-09,-6.679329089820385e-09,-3.725290298461914e-09,-7.712515071034431e-10,2.1827872842550278e-09,5.136826075613499e-09,8.09086486697197e-09,1.104490365833044e-08,1.3998942449688911e-08,1.6952981241047382e-08,1.9907020032405853e-08,2.2861058823764324e-08,2.5815097615122795e-08,2.8769136406481266e-08,3.172317519783974e-08,3.467721398919821e-08,3.763125278055668e-08,4.058529157191515e-08,4.353933036327362e-08,4.649336915463209e-08,4.944740794599056e-08,5.2401446737349033e-08,5.5355485528707504e-08,5.8309524320065975e-08,6.126356311142445e-08,6.421760190278292e-08,6.717164069414139e-08,7.012567948549986e-08,7.307971827685833e-08,7.60337570682168e-08,7.898779585957527e-08,8.194183465093374e-08,8.489587344229221e-08,8.784991223365068e-08,9.080395102500916e-08],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,0,3,2,3,4,2,4,3,11,7,11,8,7,19,22,12,20,30,24,27,20,22,26,30,28,38,29,33,24,38,25,19,22,23,21,20,24,23,15,15,14,7,7,6,1,2,4,4,1,1,1,1,0,0,1,0,0,0,1],"bins":[-3.1529765465165838e-09,-3.0506257520102054e-09,-2.948274957503827e-09,-2.8459241629974485e-09,-2.74357336849107e-09,-2.6412225739846917e-09,-2.5388717794783133e-09,-2.436520984971935e-09,-2.3341701904655565e-09,-2.231819395959178e-09,-2.1294686014527997e-09,-2.0271178069464213e-09,-1.924767012440043e-09,-1.8224162179336645e-09,-1.720065423427286e-09,-1.6177146289209077e-09,-1.5153638344145293e-09,-1.4130130399081509e-09,-1.3106622454017725e-09,-1.208311450895394e-09,-1.1059606563890156e-09,-1.0036098618826372e-09,-9.012590673762588e-10,-7.989082728698804e-10,-6.96557478363502e-10,-5.942066838571236e-10,-4.918558893507452e-10,-3.895050948443668e-10,-2.871543003379884e-10,-1.8480350583160998e-10,-8.245271132523158e-11,1.989808318114683e-11,1.2224887768752524e-10,2.2459967219390364e-10,3.2695046670028205e-10,4.2930126120666046e-10,5.316520557130389e-10,6.340028502194173e-10,7.363536447257957e-10,8.387044392321741e-10,9.410552337385525e-10,1.0434060282449309e-09,1.1457568227513093e-09,1.2481076172576877e-09,1.3504584117640661e-09,1.4528092062704445e-09,1.555160000776823e-09,1.6575107952832013e-09,1.7598615897895797e-09,1.8622123842959581e-09,1.9645631788023366e-09,2.066913973308715e-09,2.1692647678150934e-09,2.2716155623214718e-09,2.37396635682785e-09,2.4763171513342286e-09,2.578667945840607e-09,2.6810187403469854e-09,2.783369534853364e-09,2.8857203293597422e-09,2.9880711238661206e-09,3.090421918372499e-09,3.1927727128788774e-09,3.295123507385256e-09,3.3974743018916342e-09]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,1,0,1,1,0,0,0,0,4,1,4,8,10,7,13,11,19,18,18,32,35,39,48,63,68,76,96,223,459,177,112,64,62,62,46,41,31,28,31,21,24,13,20,13,11,14,4,3,4,0,2,3,1,2,1,0,1,0,0,0,0,0,1],"bins":[-3.294204464765471e-09,-3.1832774194384683e-09,-3.0723503741114655e-09,-2.9614233287844627e-09,-2.85049628345746e-09,-2.739569016085852e-09,-2.6286419707588493e-09,-2.5177149254318465e-09,-2.4067878801048437e-09,-2.295860834777841e-09,-2.184933789450838e-09,-2.0740067441238352e-09,-1.9630794767522275e-09,-1.8521525424475271e-09,-1.7412253860982219e-09,-1.630298340771219e-09,-1.5193712954442162e-09,-1.4084442501172134e-09,-1.2975172047902106e-09,-1.1865900484409053e-09,-1.0756630031139025e-09,-9.647359577868997e-10,-8.538088569487456e-10,-7.428817561105916e-10,-6.319547107835888e-10,-5.21027665456586e-10,-4.101005646184319e-10,-2.991734915358535e-10,-1.8824641845327506e-10,-7.731934537069662e-11,3.360772771188181e-11,1.4453480079446024e-10,2.5546187387703867e-10,3.663889469596171e-10,4.773160200421955e-10,5.882431208803496e-10,6.991701662073524e-10,8.100972115343552e-10,9.210243123725093e-10,1.0319514132106633e-09,1.1428784585376661e-09,1.253805503864669e-09,1.3647325491916718e-09,1.475659705540977e-09,1.5865867508679798e-09,1.6975137961949827e-09,1.808440952544288e-09,1.9193679978712908e-09,2.0302950431982936e-09,2.1412220885252964e-09,2.252149133852299e-09,2.363076179179302e-09,2.474003224506305e-09,2.5849304918779126e-09,2.6958575372049154e-09,2.806784582531918e-09,2.917711627858921e-09,3.028638673185924e-09,3.1395657185129267e-09,3.2504927638399295e-09,3.3614200312115372e-09,3.47234707653854e-09,3.583274121865543e-09,3.6942011671925457e-09,3.8051282125195485e-09],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,2,1,5,2,2,4,6,8,10,7,9,11,14,22,29,34,31,26,36,30,42,59,61,98,156,293,292,142,98,74,49,43,40,37,38,41,26,30,23,15,18,18,11,10,9,7,4,6,2,5,5,1,1,0,1,0,1,1,0,0,0,1],"bins":[-3.571055673390333e-10,-3.443591245488875e-10,-3.316126817587417e-10,-3.188662112130203e-10,-3.0611976842287447e-10,-2.9337332563272867e-10,-2.8062688284258286e-10,-2.6788044005243705e-10,-2.5513396950671563e-10,-2.423875267165698e-10,-2.2964108392642402e-10,-2.168946411362782e-10,-2.041481983461324e-10,-1.914017416781988e-10,-1.7865529888805298e-10,-1.6590884222011937e-10,-1.5316239942997356e-10,-1.4041595663982775e-10,-1.2766949997189414e-10,-1.1492305718174833e-10,-1.0217660745270862e-10,-8.943015772366891e-11,-7.66837149335231e-11,-6.39372652044834e-11,-5.1190815475443685e-11,-3.8444365746403975e-11,-2.5697919486811216e-11,-1.2951471492494981e-11,-2.0502349817874688e-13,1.2541424496137488e-11,2.5287872490453722e-11,3.803431875004648e-11,5.078076847908619e-11,6.35272182081259e-11,7.627366793716561e-11,8.902011072731142e-11,1.0176656045635113e-10,1.1451301018539084e-10,1.2725945297553665e-10,1.4000590964347026e-10,1.5275235243361607e-10,1.6549879522376187e-10,1.782452518916955e-10,1.909916946818413e-10,2.037381374719871e-10,2.1648459413992072e-10,2.2923103693006652e-10,2.4197749359800014e-10,2.5472393638814594e-10,2.6747037917829175e-10,2.8021682196843756e-10,2.92963292514159e-10,3.057097353043048e-10,3.184561780944506e-10,3.312026208845964e-10,3.439490636747422e-10,3.56695506464888e-10,3.6944197701060943e-10,3.8218841980075524e-10,3.9493486259090105e-10,4.0768130538104685e-10,4.2042774817119266e-10,4.331742187169141e-10,4.459206615070599e-10,4.586671042972057e-10]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,1,2,3,4,1,2,1,2,6,6,3,11,3,12,18,20,15,23,50,44,62,64,76,67,54,52,33,23,13,17,20,7,16,6,4,4,3,3,2,2,5,1,0,0,0,1,0,1,0,0,0,0,0,0,1],"bins":[-1.0321377086341954e-10,-9.992433269712109e-11,-9.663490146971654e-11,-9.334547024231199e-11,-9.005603207601354e-11,-8.676659390971508e-11,-8.347716268231054e-11,-8.018773145490599e-11,-7.689829328860753e-11,-7.360885512230908e-11,-7.031942389490453e-11,-6.702999266749998e-11,-6.374055450120153e-11,-6.045111633490308e-11,-5.716168510749853e-11,-5.387225041064703e-11,-5.0582815713795526e-11,-4.7293381016944025e-11,-4.4003946320092524e-11,-4.071451162324102e-11,-3.742507692638952e-11,-3.413564222953802e-11,-3.084620753268652e-11,-2.755677283583502e-11,-2.426733813898352e-11,-2.0977903442132018e-11,-1.7688468745280517e-11,-1.4399034048429016e-11,-1.1109599351577515e-11,-7.820164654726014e-12,-4.530729957874513e-12,-1.2412952610230121e-12,2.0481394358284888e-12,5.33757413267999e-12,8.62700882953149e-12,1.1916443526382992e-11,1.5205878223234492e-11,1.8495312920085993e-11,2.1784747616937494e-11,2.5074182313788995e-11,2.8363617010640496e-11,3.1653051707492e-11,3.49424864043435e-11,3.8231921101195e-11,4.15213557980465e-11,4.4810790494898e-11,4.81002251917495e-11,5.1389659888601e-11,5.4679094585452503e-11,5.7968529282304004e-11,6.12579639791555e-11,6.454739520656005e-11,6.783683337285851e-11,7.112627153915696e-11,7.441570276656151e-11,7.770513399396606e-11,8.099457216026451e-11,8.428401032656296e-11,8.757344155396751e-11,9.086287278137206e-11,9.415231094767051e-11,9.744174911396897e-11,1.0073118034137352e-10,1.0402061156877807e-10,1.0731004973507652e-10]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[5,5,5,8,23,27,70,102,161,237,388,568,859,1345,1859,2503,3708,4810,6172,8224,10410,12762,15521,18253,21379,23785,26973,29100,31136,32700,33381,33697,33615,31757,30433,28030,25416,22603,19710,16564,13980,11623,9162,7214,5479,4130,3068,2186,1545,1112,714,490,308,202,132,77,42,22,15,9,6,3,0,1],"bins":[-0.09366251528263092,-0.09066595882177353,-0.08766940236091614,-0.08467284590005875,-0.08167628198862076,-0.07867972552776337,-0.07568316906690598,-0.07268661260604858,-0.06969005614519119,-0.0666934996843338,-0.06369693577289581,-0.06070038303732872,-0.05770382285118103,-0.05470726639032364,-0.05171070992946625,-0.04871414974331856,-0.045717593282461166,-0.042721036821603775,-0.039724476635456085,-0.036727920174598694,-0.0337313637137413,-0.030734805390238762,-0.02773824706673622,-0.02474169060587883,-0.02174513228237629,-0.01874857395887375,-0.015752017498016357,-0.012755459174513817,-0.00975890178233385,-0.006762344390153885,-0.0037657865323126316,-0.000769228907302022,0.0022273287177085876,0.005223886109888554,0.00822044350206852,0.01121700182557106,0.014213559217751026,0.017210116609930992,0.020206674933433533,0.023203231394290924,0.026199789717793465,0.029196348041296005,0.0321929045021534,0.03518946096301079,0.03818602114915848,0.04118257761001587,0.04417913407087326,0.04717569425702095,0.05017225071787834,0.05316880717873573,0.05616536736488342,0.059161923825740814,0.062158480286598206,0.0651550367474556,0.06815159320831299,0.07114815711975098,0.07414471358060837,0.07714127004146576,0.08013782650232315,0.08313438296318054,0.08613093942403793,0.08912750333547592,0.09212405979633331,0.0951206162571907,0.0981171727180481]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,1,4,5,11,17,34,68,90,177,284,486,743,1094,1625,2402,3346,4542,6252,8086,10060,13105,15877,19050,22184,25467,28669,30732,33217,34842,35402,35386,34660,33169,30368,28009,24900,21821,18345,15359,12576,9860,7637,5847,4439,3101,2195,1558,973,646,440,277,156,109,46,30,23,11,6,0,0,1,0,1],"bins":[-0.09671997278928757,-0.09359049052000046,-0.09046101570129395,-0.08733153343200684,-0.08420205116271973,-0.08107256889343262,-0.0779430940747261,-0.074813611805439,-0.07168412953615189,-0.06855465471744537,-0.06542517244815826,-0.062295690178871155,-0.059166211634874344,-0.056036729365587234,-0.052907250821590424,-0.049777768552303314,-0.0466482900083065,-0.04351881146430969,-0.04038932919502258,-0.03725985065102577,-0.03413036838173866,-0.031000889837741852,-0.02787140943109989,-0.02474192902445793,-0.02161244861781597,-0.01848296821117401,-0.015353487804532051,-0.012224008329212666,-0.009094527922570705,-0.005965047515928745,-0.0028355675749480724,0.00029391259886324406,0.0034233927726745605,0.006552873179316521,0.00968235358595848,0.012811833061277866,0.0159413143992424,0.019070792943239212,0.022200273349881172,0.025329753756523132,0.028459234163165092,0.03158871456980705,0.034718193113803864,0.03784767538309097,0.040977153927087784,0.04410663619637489,0.047236114740371704,0.050365597009658813,0.053495075553655624,0.056624554097652435,0.059754036366939545,0.06288351863622665,0.06601299345493317,0.06914247572422028,0.07227195799350739,0.0754014402627945,0.07853091508150101,0.08166039735078812,0.08478987962007523,0.08791935443878174,0.09104883670806885,0.09417831897735596,0.09730780124664307,0.10043727606534958,0.10356675833463669]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,3,8,5,15,37,54,85,132,248,355,586,881,1321,1891,2553,3716,4910,6635,8505,10664,13362,16150,18895,22167,24816,27885,30506,32505,33459,34424,34190,33749,31871,30126,27871,24860,21958,18440,15709,12771,10381,8388,6361,4857,3443,2610,1865,1288,819,584,348,236,125,95,56,25,12,1,6,2,1],"bins":[-0.10072512179613113,-0.09766830503940582,-0.09461148083209991,-0.0915546640753746,-0.08849784731864929,-0.08544103056192398,-0.08238420635461807,-0.07932738959789276,-0.07627057284116745,-0.07321374863386154,-0.07015693187713623,-0.06710011512041092,-0.06404329836368561,-0.06098647788167,-0.05792965739965439,-0.05487284064292908,-0.05181602016091347,-0.04875919967889786,-0.045702382922172546,-0.04264556244015694,-0.039588745683431625,-0.036531925201416016,-0.033475108444690704,-0.030418287962675095,-0.027361469343304634,-0.024304650723934174,-0.021247832104563713,-0.018191013485193253,-0.015134193934500217,-0.012077375315129757,-0.009020555764436722,-0.005963737145066261,-0.0029069185256958008,0.00014990032650530338,0.0032067191787064075,0.006263538263738155,0.009320356883108616,0.012377175502479076,0.015433995053172112,0.018490813672542572,0.021547632291913033,0.024604450911283493,0.027661269530653954,0.030718088150024414,0.033774908632040024,0.036831725388765335,0.039888545870780945,0.042945362627506256,0.046002183109521866,0.049059003591537476,0.05211582034826279,0.0551726408302784,0.05822945758700371,0.06128627806901932,0.06434309482574463,0.06739991158246994,0.07045673578977585,0.07351355254650116,0.07657036930322647,0.07962719351053238,0.08268401026725769,0.085740827023983,0.08879764378070831,0.09185446798801422,0.09491128474473953]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,2,2,1,1,2,5,2,9,7,11,5,11,13,14,9,15,16,13,21,25,34,23,32,27,28,32,32,30,31,27,31,27,26,20,25,25,22,16,13,7,9,12,14,6,4,7,6,6,2,3,2,1,1,1,0,0,0,0,0,1],"bins":[-7.592042550186306e-10,-7.343951002880544e-10,-7.095859455574782e-10,-6.84776790826902e-10,-6.599676360963258e-10,-6.351584813657496e-10,-6.103493266351734e-10,-5.855401719045972e-10,-5.60731017174021e-10,-5.359218624434448e-10,-5.111127077128685e-10,-4.863035529822923e-10,-4.614943982517161e-10,-4.366852435211399e-10,-4.118760887905637e-10,-3.870669340599875e-10,-3.622577793294113e-10,-3.3744862459883507e-10,-3.1263946986825886e-10,-2.8783031513768265e-10,-2.6302116040710644e-10,-2.382120056765302e-10,-2.1340285094595401e-10,-1.885936962153778e-10,-1.637845414848016e-10,-1.3897538675422538e-10,-1.1416623202364917e-10,-8.935707729307296e-11,-6.454792256249675e-11,-3.973876783192054e-11,-1.492961310134433e-11,9.87954162923188e-12,3.468869635980809e-11,5.94978510903843e-11,8.430700582096051e-11,1.0911616055153672e-10,1.3392531528211293e-10,1.5873447001268914e-10,1.8354362474326535e-10,2.0835277947384157e-10,2.331619342044178e-10,2.57971088934994e-10,2.827802436655702e-10,3.075893983961464e-10,3.323985531267226e-10,3.5720770785729883e-10,3.8201686258787504e-10,4.0682601731845125e-10,4.3163517204902746e-10,4.5644432677960367e-10,4.812534815101799e-10,5.060626362407561e-10,5.308717909713323e-10,5.556809457019085e-10,5.804901004324847e-10,6.052992551630609e-10,6.301084098936371e-10,6.549175646242134e-10,6.797267193547896e-10,7.045358740853658e-10,7.29345028815942e-10,7.541541835465182e-10,7.789633382770944e-10,8.037724930076706e-10,8.285816477382468e-10]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9896124005317688,0.9899358749389648,0.9902593493461609,0.9905828237533569,0.990906298160553,0.991229772567749,0.9915532469749451,0.9918767213821411,0.9922001957893372,0.9925236701965332,0.9928471446037292,0.9931706786155701,0.9934941530227661,0.9938176274299622,0.9941411018371582,0.9944645762443542,0.9947880506515503,0.9951115250587463,0.9954349994659424,0.9957584738731384,0.9960819482803345,0.9964054226875305,0.9967288970947266,0.9970523715019226,0.9973758459091187,0.9976993203163147,0.9980227947235107,0.9983462691307068,0.9986697435379028,0.9989932179450989,0.9993166923522949,0.999640166759491,0.999963641166687,1.0002871751785278,1.000610589981079,1.00093412399292,1.0012575387954712,1.001581072807312,1.0019044876098633,1.002228021621704,1.0025514364242554,1.0028749704360962,1.0031983852386475,1.0035219192504883,1.003845453262329,1.0041688680648804,1.0044924020767212,1.0048158168792725,1.0051393508911133,1.0054627656936646,1.0057862997055054,1.0061097145080566,1.0064332485198975,1.0067566633224487,1.0070801973342896,1.0074036121368408,1.0077271461486816,1.008050560951233,1.0083740949630737,1.008697509765625,1.0090210437774658,1.009344458580017,1.009667992591858,1.0099914073944092,1.01031494140625],"_type":"histogram","values":[5,3,3,12,11,11,11,6,9,10,13,15,13,17,12,12,10,27,33,23,19,13,22,14,9,12,12,9,11,9,9,6,10,9,13,10,18,5,22,11,13,10,12,13,11,13,12,18,16,20,21,23,15,13,4,5,6,7,8,12,6,1,5,5]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,0,0,6,9,12,5,11,21,28,33,30,51,79,106,133,204,291,454,574,906,1255,2063,3009,4350,6669,9613,13401,19366,30419,49837,100808,1.023267e+06,141696,54994,32889,22440,15594,11007,7891,5805,4382,2786,2122,1270,963,647,420,340,220,131,80,53,21,24,14,13,11,15,9,9,5,1,1],"bins":[-4.991888999938965e-07,-4.838802851736546e-07,-4.6857167035341263e-07,-4.532630555331707e-07,-4.3795444071292877e-07,-4.2264582589268684e-07,-4.073372110724449e-07,-3.92028596252203e-07,-3.7671998143196106e-07,-3.6141136661171913e-07,-3.461027517914772e-07,-3.307941369712353e-07,-3.1548552215099335e-07,-3.001769073307514e-07,-2.848682925105095e-07,-2.6955967769026756e-07,-2.5425106287002563e-07,-2.389424480497837e-07,-2.2363383322954178e-07,-2.0832521840929985e-07,-1.9301660358905792e-07,-1.77707988768816e-07,-1.6239937394857407e-07,-1.4709075912833214e-07,-1.317821443080902e-07,-1.1647352948784828e-07,-1.0116491466760635e-07,-8.585629984736443e-08,-7.05476850271225e-08,-5.523907020688057e-08,-3.993045538663864e-08,-2.4621840566396713e-08,-9.313225746154785e-09,5.995389074087143e-09,2.130400389432907e-08,3.6612618714571e-08,5.192123353481293e-08,6.722984835505486e-08,8.253846317529678e-08,9.784707799553871e-08,1.1315569281578064e-07,1.2846430763602257e-07,1.437729224562645e-07,1.5908153727650642e-07,1.7439015209674835e-07,1.8969876691699028e-07,2.050073817372322e-07,2.2031599655747414e-07,2.3562461137771606e-07,2.50933226197958e-07,2.662418410181999e-07,2.8155045583844185e-07,2.968590706586838e-07,3.121676854789257e-07,3.2747630029916763e-07,3.4278491511940956e-07,3.580935299396515e-07,3.734021447598934e-07,3.8871075958013535e-07,4.040193744003773e-07,4.193279892206192e-07,4.3463660404086113e-07,4.4994521886110306e-07,4.65253833681345e-07,4.805624485015869e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[18,20,13,14,13,13,11,7,9,5,1,8,8,10,11,18,21,19,20,23,18,15,19,21,8,10,10,8,10,9,8,5,8,5,9,4,8,17,14,8,9,9,14,19,14,19,14,17,13,10,7,17,8,8,7,6,5,10,10,17,13,18,16,12],"bins":[-0.010339334607124329,-0.0100153973326087,-0.009691460058093071,-0.009367523714900017,-0.009043586440384388,-0.00871964916586876,-0.00839571189135313,-0.008071774616837502,-0.00774783780798316,-0.007423900533467531,-0.00709996372461319,-0.006776026450097561,-0.006452089175581932,-0.0061281523667275906,-0.005804215092211962,-0.00548027828335762,-0.005156341008841991,-0.004832403734326363,-0.004508466925472021,-0.004184529650956392,-0.003860592609271407,-0.003536655567586422,-0.003212718293070793,-0.002888781251385808,-0.002564844209700823,-0.0022409071680158377,-0.0019169700099155307,-0.0015930328518152237,-0.0012690958101302385,-0.0009451587102375925,-0.0006212216103449464,-0.0002972845104523003,2.665165811777115e-05,0.0003505887580104172,0.0006745258579030633,0.0009984630160033703,0.0013224000576883554,0.0016463370993733406,0.0019702743738889694,0.0022942114155739546,0.0026181484572589397,0.002942085498943925,0.00326602254062891,0.003589959815144539,0.003913897089660168,0.004237833898514509,0.004561771173030138,0.0048857079818844795,0.005209645256400108,0.005533582530915737,0.005857519339770079,0.0061814566142857075,0.006505393423140049,0.006829330697655678,0.007153267972171307,0.007477204781025648,0.007801142055541277,0.008125078864395618,0.008449016138911247,0.008772953413426876,0.009096890687942505,0.009420827962458134,0.009744764305651188,0.010068701580166817,0.010392638854682446]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,1,1,0,0,0,0,0,0,1,2,1,2,4,7,4,4,7,11,8,10,14,12,12,14,14,18,26,31,27,25,21,37,32,20,35,25,33,39,34,31,19,25,19,15,15,17,14,12,13,14,6,8,7,6,3,4,2,1,0,1,1,2],"bins":[-1.8339342489070987e-08,-1.783288539058958e-08,-1.7326426515751336e-08,-1.681996941726993e-08,-1.6313512318788526e-08,-1.580705344395028e-08,-1.5300596345468875e-08,-1.479413835880905e-08,-1.4287680372149225e-08,-1.378122327366782e-08,-1.3274765287007995e-08,-1.276830730034817e-08,-1.2261850201866764e-08,-1.1755392215206939e-08,-1.1248934228547114e-08,-1.0742477130065708e-08,-1.0236019143405883e-08,-9.729561156746058e-09,-9.223104058264653e-09,-8.716646071604828e-09,-8.210188084945003e-09,-7.703730986463597e-09,-7.197272999803772e-09,-6.690815013143947e-09,-6.184357470573332e-09,-5.6778999280027165e-09,-5.171441941342891e-09,-4.664984398772276e-09,-4.158526856201661e-09,-3.6520688695418357e-09,-3.1456113269712205e-09,-2.6391535623560003e-09,-2.13269579774078e-09,-1.62623803312556e-09,-1.1197803795326422e-09,-6.133226704285732e-10,-1.0686496132450429e-10,3.9959274777956466e-10,9.060504568836336e-10,1.4125081104765513e-09,1.9189658750917715e-09,2.4254236397069917e-09,2.931881404322212e-09,3.438338946892827e-09,3.944796489463442e-09,4.4512544761232675e-09,4.957712018693883e-09,5.464170005353708e-09,5.970627547924323e-09,6.477085090494938e-09,6.9835430771547635e-09,7.490000619725379e-09,7.996458606385204e-09,8.50291570486661e-09,9.009373691526434e-09,9.51583167818626e-09,1.0022288776667665e-08,1.052874676332749e-08,1.1035204749987315e-08,1.154166273664714e-08,1.2048119835128546e-08,1.255457782178837e-08,1.3061035808448196e-08,1.3567492906929601e-08,1.4073950893589426e-08],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,2,0,1,0,0,0,3,3,5,4,5,1,6,2,12,10,11,11,14,16,15,16,17,18,25,32,39,36,47,61,88,120,246,426,196,100,61,54,44,38,38,28,22,20,22,21,15,14,13,7,15,8,7,5,6,2,5,5,2,2,2,1,2],"bins":[-4.922382856875629e-08,-4.779224838102891e-08,-4.6360671746015214e-08,-4.492909155828784e-08,-4.349751492327414e-08,-4.206593473554676e-08,-4.0634358100533063e-08,-3.9202777912805686e-08,-3.777120127779199e-08,-3.633962109006461e-08,-3.490804445505091e-08,-3.3476464267323536e-08,-3.204488763230984e-08,-3.061330744458246e-08,-2.9181729033211923e-08,-2.7750150621841385e-08,-2.6318572210470847e-08,-2.488699379910031e-08,-2.3455415387729772e-08,-2.2023836976359235e-08,-2.0592258564988697e-08,-1.916068015361816e-08,-1.772910174224762e-08,-1.6297523330877084e-08,-1.4865944031328127e-08,-1.3434365619957589e-08,-1.2002787208587051e-08,-1.0571208797216514e-08,-9.139629497667556e-09,-7.708051086297019e-09,-6.276472674926481e-09,-4.844894263555943e-09,-3.4133158521854057e-09,-1.981737440814868e-09,-5.501588073997254e-10,8.814197149931147e-10,2.3129982373859548e-09,3.7445766487564924e-09,5.17615550421624e-09,6.6077339155867776e-09,8.039312326957315e-09,9.470890738327853e-09,1.090246914969839e-08,1.2334047561068928e-08,1.3765626860617886e-08,1.5197205271988423e-08,1.662878368335896e-08,1.80603620947295e-08,1.9491940506100036e-08,2.0923518917470574e-08,2.235509732884111e-08,2.378667574021165e-08,2.5218254151582187e-08,2.6649832562952724e-08,2.8081410974323262e-08,2.95129893856938e-08,3.094456957342118e-08,3.2376146208434875e-08,3.380772639616225e-08,3.523930303117595e-08,3.667088321890333e-08,3.8102459853917026e-08,3.95340400416444e-08,4.09656166766581e-08,4.239719686438548e-08],"_type":"histogram"},"_wandb":{"runtime":805},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-3.749406118913612e-09,-3.5882830040634417e-09,-3.4271598892132715e-09,-3.2660367743631014e-09,-3.104913659512931e-09,-2.943790544662761e-09,-2.782667429812591e-09,-2.6215443149624207e-09,-2.4604212001122505e-09,-2.2992980852620803e-09,-2.13817497041191e-09,-1.97705185556174e-09,-1.8159287407115698e-09,-1.6548056258613997e-09,-1.4936825110112295e-09,-1.3325593961610593e-09,-1.1714362813108892e-09,-1.010313166460719e-09,-8.491900516105488e-10,-6.880669367603787e-10,-5.269438219102085e-10,-3.6582070706003833e-10,-2.0469759220986816e-10,-4.3574477359697994e-11,1.1754863749047217e-10,2.7867175234064234e-10,4.397948671908125e-10,6.009179820409827e-10,7.620410968911528e-10,9.23164211741323e-10,1.0842873265914932e-09,1.2454104414416634e-09,1.4065335562918335e-09,1.5676566711420037e-09,1.7287797859921739e-09,1.889902900842344e-09,2.051026015692514e-09,2.2121491305426844e-09,2.3732722453928545e-09,2.5343953602430247e-09,2.695518475093195e-09,2.856641589943365e-09,3.017764704793535e-09,3.1788878196437054e-09,3.3400109344938755e-09,3.5011340493440457e-09,3.662257164194216e-09,3.823380279044386e-09,3.984503393894556e-09,4.145626508744726e-09,4.3067496235948965e-09,4.467872738445067e-09,4.628995853295237e-09,4.790118968145407e-09,4.951242082995577e-09,5.112365197845747e-09,5.2734883126959176e-09,5.434611427546088e-09,5.595734542396258e-09,5.756857657246428e-09,5.917980772096598e-09,6.079103886946768e-09,6.2402270017969386e-09,6.401350116647109e-09,6.562473231497279e-09],"_type":"histogram","values":[2,0,0,1,1,1,3,4,3,2,2,2,2,7,4,7,13,21,34,28,41,58,113,161,87,54,20,20,19,10,7,7,4,4,2,1,5,2,2,4,4,0,0,0,2,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,1,0,0,1,0,0,5,2,1,1,3,4,6,5,7,5,12,11,14,13,29,17,25,30,35,30,53,55,43,54,64,96,148,286,316,166,91,55,51,66,34,45,31,20,20,23,13,13,11,2,4,7,5,7,2,4,2,0,0,1,0,0,2],"bins":[-4.977751891233062e-11,-4.835442463102524e-11,-4.6931326880272906e-11,-4.5508232598967524e-11,-4.408513484821519e-11,-4.266204056690981e-11,-4.1238942816157476e-11,-3.9815848534852094e-11,-3.839275425354671e-11,-3.696965650279438e-11,-3.5546562221489e-11,-3.4123464470736664e-11,-3.270037018943128e-11,-3.127727243867895e-11,-2.985417815737357e-11,-2.843108214134471e-11,-2.7007986125315853e-11,-2.5584890109286995e-11,-2.4161794093258138e-11,-2.273869807722928e-11,-2.1315602061200423e-11,-1.989250777989504e-11,-1.8469411763866184e-11,-1.7046315747837326e-11,-1.562321973180847e-11,-1.4200123715779611e-11,-1.2777027699750754e-11,-1.1353932551083634e-11,-9.930836535054777e-12,-8.50774051902592e-12,-7.084644936677931e-12,-5.661549354329942e-12,-4.238456807748037e-12,-2.8153610085596137e-12,-1.3922652093711907e-12,3.08305898172323e-14,1.4539263890056553e-12,2.8770221881940783e-12,4.300117987382501e-12,5.72321356973049e-12,7.146309585759347e-12,8.569405601788205e-12,9.992501617817062e-12,1.1415596766484182e-11,1.283869278251304e-11,1.4261788798541897e-11,1.5684883947209016e-11,1.7107979963237874e-11,1.853107597926673e-11,1.995417199529559e-11,2.1377268011324446e-11,2.2800364027353304e-11,2.422346004338216e-11,2.5646554324687543e-11,2.70696503407164e-11,2.8492746356745258e-11,2.991584063805064e-11,3.133893838880297e-11,3.2762032670108354e-11,3.418513042086069e-11,3.560822470216607e-11,3.70313224529184e-11,3.8454416734223784e-11,3.987751448497612e-11,4.13006087662815e-11],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[2,1,0,0,2,0,1,1,1,1,0,4,2,3,4,7,8,11,15,21,32,27,30,51,74,120,98,70,29,28,26,11,19,10,9,10,8,5,2,5,2,6,4,3,0,1,0,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[-1.0781064929688e-09,-1.0362937175045772e-09,-9.944809420403544e-10,-9.52668277598434e-10,-9.108555021342113e-10,-8.690427266699885e-10,-8.272300067169169e-10,-7.854172867638454e-10,-7.436045112996226e-10,-7.017917358353998e-10,-6.599790158823282e-10,-6.181662959292566e-10,-5.763535204650339e-10,-5.345407450008111e-10,-4.927280250477395e-10,-4.509152773390923e-10,-4.0910252963044513e-10,-3.6728978192179795e-10,-3.2547703421315077e-10,-2.836642865045036e-10,-2.418515387958564e-10,-2.0003879108720923e-10,-1.5822604337856205e-10,-1.1641329566991487e-10,-7.46005479612677e-11,-3.2787800252620514e-11,9.024947456026666e-12,5.0837695164673846e-11,9.265044287332103e-11,1.344631905819682e-10,1.7627593829061539e-10,2.1808868599926257e-10,2.5990143370790975e-10,3.017141814165569e-10,3.435269291252041e-10,3.853396768338513e-10,4.2715242454249847e-10,4.689652000067213e-10,5.107779199597928e-10,5.525906399128644e-10,5.944034153770872e-10,6.3621619084131e-10,6.780289107943815e-10,7.198416307474531e-10,7.616544062116759e-10,8.034671816758987e-10,8.452799016289703e-10,8.870926215820418e-10,9.289053970462646e-10,9.707181725104874e-10,1.0125309479747102e-09,1.0543436124166305e-09,1.0961563878808533e-09,1.1379691633450761e-09,1.1797818277869965e-09,1.2215946032512193e-09,1.263407378715442e-09,1.3052201541796649e-09,1.3470329296438877e-09,1.388845594085808e-09,1.4306583695500308e-09,1.4724711450142536e-09,1.514283809456174e-09,1.5560965849203967e-09,1.5979093603846195e-09],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[18,18,21,16,22,16,8,7,8,7,5,8,10,11,12,16,18,20,11,14,16,9,12,12,6,14,11,10,11,8,10,7,9,9,5,13,11,7,8,14,8,10,13,12,14,7,16,14,14,13,22,10,14,8,4,5,9,8,8,18,18,19,17,19],"bins":[-0.010395051911473274,-0.01007035281509161,-0.009745652787387371,-0.009420953691005707,-0.009096253663301468,-0.008771554566919804,-0.008446854539215565,-0.0081221554428339,-0.007797455880790949,-0.007472756318747997,-0.007148056756705046,-0.006823357194662094,-0.00649865809828043,-0.006173958536237478,-0.005849258974194527,-0.005524559412151575,-0.0051998598501086235,-0.004875160288065672,-0.00455046072602272,-0.004225761163979769,-0.003901061834767461,-0.0035763622727245092,-0.0032516629435122013,-0.0029269633814692497,-0.002602263819426298,-0.0022775642573833466,-0.0019528648117557168,-0.001628165366128087,-0.0013034658040851355,-0.0009787662420421839,-0.0006540667964145541,-0.00032936729257926345,-4.666857421398163e-06,0.0003200326464138925,0.0006447321502491832,0.0009694316540844738,0.0012941311579197645,0.001618830719962716,0.0019435301655903459,0.0022682296112179756,0.002592929173260927,0.002917628735303879,0.0032423282973468304,0.0035670276265591383,0.00389172718860209,0.004216426517814398,0.004541126079857349,0.004865825641900301,0.0051905252039432526,0.005515224765986204,0.005839924328029156,0.006164623890072107,0.006489323452115059,0.006814022548496723,0.007138722110539675,0.007463421672582626,0.007788121234625578,0.00811282079666853,0.008437519893050194,0.008762219920754433,0.009086919017136097,0.009411619044840336,0.009736318141222,0.010061018168926239,0.010385717265307903],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"bins":[-0.04644697532057762,-0.045000024139881134,-0.04355306923389435,-0.04210611805319786,-0.04065916687250137,-0.039212215691804886,-0.0377652645111084,-0.03631830960512161,-0.034871358424425125,-0.03342440724372864,-0.03197745233774185,-0.030530501157045364,-0.029083549976348877,-0.02763659879565239,-0.026189645752310753,-0.024742692708969116,-0.02329574152827263,-0.02184879034757614,-0.020401837304234505,-0.018954884260892868,-0.01750793308019638,-0.016060981899499893,-0.014614028856158257,-0.013167076744139194,-0.011720124632120132,-0.01027317252010107,-0.008826220408082008,-0.007379268296062946,-0.005932316184043884,-0.004485364072024822,-0.00303841196000576,-0.0015914598479866982,-0.00014450401067733765,0.0013024481013417244,0.0027494002133607864,0.0041963523253798485,0.0056433044373989105,0.0070902565494179726,0.008537208661437035,0.009984160773456097,0.011431112885475159,0.01287806499749422,0.014325017109513283,0.01577197015285492,0.017218921333551407,0.018665872514247894,0.02011282555758953,0.021559778600931168,0.023006729781627655,0.024453680962324142,0.02590063400566578,0.027347587049007416,0.028794538229703903,0.03024148941040039,0.031688444316387177,0.033135395497083664,0.03458234667778015,0.03602929785847664,0.037476249039173126,0.03892320394515991,0.0403701551258564,0.04181710630655289,0.04326406121253967,0.04471101239323616,0.04615796357393265],"_type":"histogram","values":[35,121,299,504,649,750,947,1037,1153,1260,1369,1641,1799,1885,1919,1869,1935,1955,1882,1940,1979,1931,2014,1976,2045,1974,1979,1987,1895,1979,1971,1983,1984,1995,1954,1971,1985,1991,2013,2011,1973,1936,1942,1959,1953,1915,1986,1992,1940,2000,1930,1759,1678,1538,1279,1166,1122,947,859,736,531,369,164,64]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug-core.log b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..7f134c00e3ddf5874d52c8987512bb61ec164a80 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:38:59.182730623+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpis6yeis7/port-51364.txt","pid":51364,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:38:59.183808132+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":51364} +{"time":"2025-07-18T01:38:59.183803594+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-51364-51387-691271624/socket","Net":"unix"}} +{"time":"2025-07-18T01:38:59.364499914+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:38:59.374082811+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"x86s4jyn","id":"1(@)"} +{"time":"2025-07-18T01:38:59.828561375+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"x86s4jyn","id":"1(@)"} +{"time":"2025-07-18T01:52:25.619843354+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:52:25.620190003+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:52:25.620255423+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:52:25.620206941+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:52:25.620349143+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-51364-51387-691271624/socket","Net":"unix"}} +{"time":"2025-07-18T01:52:28.003321641+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:52:28.003342825+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:52:28.003357082+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..58bb04387ea57c293b2b94f143b708a35cdbf178 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:38:59.375128439+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:38:59.828526526+03:00","level":"INFO","msg":"stream: created new stream","id":"x86s4jyn"} +{"time":"2025-07-18T01:38:59.828555924+03:00","level":"INFO","msg":"stream: started","id":"x86s4jyn"} +{"time":"2025-07-18T01:38:59.828579276+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"x86s4jyn"} +{"time":"2025-07-18T01:38:59.828669745+03:00","level":"INFO","msg":"handler: started","stream_id":"x86s4jyn"} +{"time":"2025-07-18T01:38:59.828706988+03:00","level":"INFO","msg":"sender: started","stream_id":"x86s4jyn"} +{"time":"2025-07-18T01:52:25.620217384+03:00","level":"INFO","msg":"stream: closing","id":"x86s4jyn"} +{"time":"2025-07-18T01:52:27.148009527+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:52:28.001719644+03:00","level":"INFO","msg":"handler: closed","stream_id":"x86s4jyn"} +{"time":"2025-07-18T01:52:28.001762308+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"x86s4jyn"} +{"time":"2025-07-18T01:52:28.001793372+03:00","level":"INFO","msg":"sender: closed","stream_id":"x86s4jyn"} +{"time":"2025-07-18T01:52:28.002883651+03:00","level":"INFO","msg":"stream: closed","id":"x86s4jyn"} diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug.log b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..b9d6896ac2570d16d50fbcd45d40b90fe230ed59 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_setup.py:_flush():80] Configure stats pid to 51364 +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_013859-x86s4jyn/logs/debug.log +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_013859-x86s4jyn/logs/debug-internal.log +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 0.001, 'temperature': 0.2, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:38:59,147 INFO MainThread:51364 [wandb_init.py:init():871] starting backend +2025-07-18 01:38:59,364 INFO MainThread:51364 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:38:59,371 INFO MainThread:51364 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:38:59,374 INFO MainThread:51364 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:38:59,374 INFO MainThread:51364 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:39:00,134 INFO MainThread:51364 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:39:00,305 INFO MainThread:51364 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:39:00,305 INFO MainThread:51364 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:39:00,306 INFO MainThread:51364 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:39:00,306 INFO MainThread:51364 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:39:00,310 INFO MainThread:51364 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:39:02,066 INFO MainThread:51364 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:39:02,066 INFO MainThread:51364 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:52:25,619 INFO MsgRouterThr:51364 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_013859-x86s4jyn/run-x86s4jyn.wandb b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/run-x86s4jyn.wandb new file mode 100644 index 0000000000000000000000000000000000000000..65c0e5d0098f968d2a19b5b8b320ec5b80b6b25b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_013859-x86s4jyn/run-x86s4jyn.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0357cd3d3987001614c4c93741cb089ac02bf60dab471daedf74281e9a36a0c5 +size 59913493 diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/config.yaml b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..92c3fc13b79d8684235525e71a4896e9fb0fe846 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 0tghhk1mzi4nnrgjjhoruscxtm7yzrtm: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136840617984" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:53:25.201055Z" + writerId: 0tghhk1mzi4nnrgjjhoruscxtm7yzrtm + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 1e-06 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.2 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/output.log b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e8a03d6185ba92bed218a6929b2eb1283e672bfa --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/output.log @@ -0,0 +1,38 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [04:45", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 184, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/requirements.txt b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..24f6c0feb0613464a368c67da6f878ade386f572 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:53:25.201055Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136840617984" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "0tghhk1mzi4nnrgjjhoruscxtm7yzrtm" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..41834093cd57dbec4f0e5aa679139b8e7c631e51 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"values":[599,205,53,20,17,12,10,5,3,10,8,5,3,2,1,5,4,2,3,1,5,4,3,2,2,0,5,1,3,3,2,2,1,4,4,0,2,2,12,4,1,3,2,1,1,2,5,2,3,2,4,2,3,4,9,3,11,7,12,14,23,45,221,639],"bins":[-3.460629886831157e-05,-3.352282146806829e-05,-3.24393404298462e-05,-3.1355863029602915e-05,-3.0272385629359633e-05,-2.918890822911635e-05,-2.8105429009883665e-05,-2.702194979065098e-05,-2.5938472390407696e-05,-2.4854994990164414e-05,-2.3771515770931728e-05,-2.2688036551699042e-05,-2.160455915145576e-05,-2.0521081751212478e-05,-1.9437602531979792e-05,-1.8354123312747106e-05,-1.7270645912503824e-05,-1.618716851226054e-05,-1.5103689293027855e-05,-1.4020210983289871e-05,-1.2936732673551887e-05,-1.1853254363813903e-05,-1.0769776054075919e-05,-9.686297744337935e-06,-8.602819434599951e-06,-7.519341124861967e-06,-6.435862815123983e-06,-5.352384505385999e-06,-4.2689061956480145e-06,-3.1854278859100305e-06,-2.1019495761720464e-06,-1.0184712664340623e-06,6.501068128272891e-08,1.148488991020713e-06,2.231967300758697e-06,3.315445610496681e-06,4.398923920234665e-06,5.482402229972649e-06,6.5658805397106335e-06,7.649358849448618e-06,8.732837159186602e-06,9.816315468924586e-06,1.089979377866257e-05,1.1983272088400554e-05,1.3066750398138538e-05,1.4150228707876522e-05,1.5233707017614506e-05,1.6317186236847192e-05,1.7400663637090474e-05,1.8484141037333757e-05,1.9567620256566443e-05,2.065109947579913e-05,2.173457687604241e-05,2.2818054276285693e-05,2.390153349551838e-05,2.4985012714751065e-05,2.6068490114994347e-05,2.715196751523763e-05,2.8235446734470315e-05,2.9318925953703e-05,3.0402403353946283e-05,3.1485880754189566e-05,3.2569361792411655e-05,3.365283919265494e-05,3.473631659289822e-05],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-0.0047744386829435825,-0.004596958868205547,-0.004419479053467512,-0.004241999238729477,-0.004064519423991442,-0.003887039376422763,-0.0037095595616847277,-0.0035320797469466925,-0.0033545996993780136,-0.0031771198846399784,-0.002999640069901943,-0.002822160255163908,-0.002644680440425873,-0.0024672006256878376,-0.0022897205781191587,-0.0021122407633811235,-0.0019347609486430883,-0.0017572811339050531,-0.0015798012027516961,-0.001402321388013661,-0.0012248414568603039,-0.0010473616421222687,-0.0008698818273842335,-0.0006924019544385374,-0.0005149220814928412,-0.00033744220854714513,-0.00015996236470527947,1.7517493688501418e-05,0.0001949973520822823,0.0003724772250279784,0.0005499570397660136,0.0007274369127117097,0.0009049167856574059,0.001082396600395441,0.001259876531548798,0.0014373563462868333,0.0016148362774401903,0.0017923160921782255,0.0019697959069162607,0.002147275721654296,0.0023247557692229748,0.00250223558396101,0.002679715398699045,0.0028571952134370804,0.0030346750281751156,0.003212154842913151,0.0033896348904818296,0.003567114705219865,0.0037445945199579,0.003922074567526579,0.004099554382264614,0.004277034197002649,0.0044545140117406845,0.00463199382647872,0.004809473641216755,0.00498695345595479,0.005164433270692825,0.0053419130854308605,0.005519392900168896,0.005696873180568218,0.005874352995306253,0.006051832810044289,0.006229312624782324,0.006406792439520359,0.006584272254258394],"_type":"histogram","values":[1,1,1,0,1,0,1,0,0,0,1,2,5,2,4,4,7,9,15,14,16,36,26,37,68,82,96,81,54,43,30,23,15,20,15,7,7,3,8,7,6,5,2,2,2,2,0,2,0,0,0,1,0,0,0,1,0,1,0,0,0,0,1,1]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,3,1,1,1,0,1,2,4,4,4,6,6,8,13,9,11,12,22,16,14,22,18,20,19,37,33,31,19,29,38,31,23,28,21,29,21,24,23,19,17,15,13,11,9,11,12,12,8,6,5,3,5,3,2,1,3,1,2,2,0,1,1,1],"bins":[-0.002227783203125,-0.0021562576293945312,-0.0020847320556640625,-0.0020132064819335938,-0.001941680908203125,-0.0018701553344726562,-0.0017986297607421875,-0.0017271041870117188,-0.00165557861328125,-0.0015840530395507812,-0.0015125274658203125,-0.0014410018920898438,-0.001369476318359375,-0.0012979507446289062,-0.0012264251708984375,-0.0011548995971679688,-0.0010833740234375,-0.0010118484497070312,-0.0009403228759765625,-0.0008687973022460938,-0.000797271728515625,-0.0007257461547851562,-0.0006542205810546875,-0.0005826950073242188,-0.00051116943359375,-0.00043964385986328125,-0.0003681182861328125,-0.00029659271240234375,-0.000225067138671875,-0.00015354156494140625,-8.20159912109375e-05,-1.049041748046875e-05,6.103515625e-05,0.00013256072998046875,0.0002040863037109375,0.00027561187744140625,0.000347137451171875,0.00041866302490234375,0.0004901885986328125,0.0005617141723632812,0.00063323974609375,0.0007047653198242188,0.0007762908935546875,0.0008478164672851562,0.000919342041015625,0.0009908676147460938,0.0010623931884765625,0.0011339187622070312,0.0012054443359375,0.0012769699096679688,0.0013484954833984375,0.0014200210571289062,0.001491546630859375,0.0015630722045898438,0.0016345977783203125,0.0017061233520507812,0.00177764892578125,0.0018491744995117188,0.0019207000732421875,0.0019922256469726562,0.002063751220703125,0.0021352767944335938,0.0022068023681640625,0.0022783279418945312,0.002349853515625]},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-3.329079845570959e-05,-3.225072941859253e-05,-3.1210656743496656e-05,-3.0170587706379592e-05,-2.913051866926253e-05,-2.809044781315606e-05,-2.7050376957049593e-05,-2.601030791993253e-05,-2.4970237063826062e-05,-2.3930166207719594e-05,-2.289009717060253e-05,-2.1850026314496063e-05,-2.0809955458389595e-05,-1.976988642127253e-05,-1.8729815565166064e-05,-1.7689746528049e-05,-1.6649675671942532e-05,-1.5609604815836065e-05,-1.4569535778719e-05,-1.3529464922612533e-05,-1.2489394976000767e-05,-1.1449325029389001e-05,-1.0409254173282534e-05,-9.369184226670768e-06,-8.329114280059002e-06,-7.2890443334472366e-06,-6.24897393208812e-06,-5.208903530729003e-06,-4.1688335841172375e-06,-3.1287634101317963e-06,-2.088693236146355e-06,-1.0486230621609138e-06,-8.556526154279709e-09,1.0315136478311615e-06,2.0715838218166027e-06,3.111653995802044e-06,4.151724169787485e-06,5.191794116399251e-06,6.231864517758368e-06,7.271934919117484e-06,8.31200486572925e-06,9.352074812341016e-06,1.0392144758952782e-05,1.1432215615059249e-05,1.2472285561671015e-05,1.351235550828278e-05,1.4552426364389248e-05,1.5592495401506312e-05,1.663256625761278e-05,1.7672637113719247e-05,1.871270615083631e-05,1.975277700694278e-05,2.0792846044059843e-05,2.183291690016631e-05,2.2872987756272778e-05,2.3913056793389842e-05,2.495312764949631e-05,2.5993198505602777e-05,2.703326754271984e-05,2.807333839882631e-05,2.9113409254932776e-05,3.015347829204984e-05,3.1193547329166904e-05,3.2233620004262775e-05,3.327368904137984e-05],"_type":"histogram","values":[27,41,37,23,35,29,18,20,15,11,15,12,6,10,7,4,5,4,6,7,6,4,3,1,1,8,5,6,3,1,4,4,2,4,3,4,2,1,5,4,3,5,5,5,9,9,5,9,12,8,8,10,15,13,9,12,18,15,30,33,24,31,45,32]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[4,1,3,1,2,5,6,7,21,31,35,38,60,81,122,181,240,334,556,667,1003,1578,2274,3542,5571,8930,16086,28865,61011,159743,165035,61956,29994,15933,9301,5647,3571,2492,1537,1011,687,504,355,248,157,101,84,49,55,32,26,13,5,12,5,4,4,3,1,1,0,1,0,2],"bins":[-0.0003604888916015625,-0.0003484785556793213,-0.0003364682197570801,-0.00032445788383483887,-0.00031244754791259766,-0.00030043721199035645,-0.00028842687606811523,-0.000276416540145874,-0.0002644062042236328,-0.0002523958683013916,-0.0002403855323791504,-0.00022837519645690918,-0.00021636486053466797,-0.00020435452461242676,-0.00019234418869018555,-0.00018033385276794434,-0.00016832351684570312,-0.00015631318092346191,-0.0001443028450012207,-0.0001322925090789795,-0.00012028217315673828,-0.00010827183723449707,-9.626150131225586e-05,-8.425116539001465e-05,-7.224082946777344e-05,-6.0230493545532227e-05,-4.8220157623291016e-05,-3.6209821701049805e-05,-2.4199485778808594e-05,-1.2189149856567383e-05,-1.7881393432617188e-07,1.1831521987915039e-05,2.384185791015625e-05,3.585219383239746e-05,4.786252975463867e-05,5.987286567687988e-05,7.18832015991211e-05,8.38935375213623e-05,9.590387344360352e-05,0.00010791420936584473,0.00011992454528808594,0.00013193488121032715,0.00014394521713256836,0.00015595555305480957,0.00016796588897705078,0.000179976224899292,0.0001919865608215332,0.00020399689674377441,0.00021600723266601562,0.00022801756858825684,0.00024002790451049805,0.00025203824043273926,0.00026404857635498047,0.0002760589122772217,0.0002880692481994629,0.0003000795841217041,0.0003120899200439453,0.0003241002559661865,0.00033611059188842773,0.00034812092781066895,0.00036013126373291016,0.00037214159965515137,0.0003841519355773926,0.0003961622714996338,0.000408172607421875]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"values":[2,0,1,1,5,14,25,40,67,130,217,370,612,1020,1445,2084,3044,4405,6001,8127,10606,13844,16893,20193,23793,27777,31069,34061,35837,37182,37666,37091,35366,33361,30615,27374,23389,19840,16547,13167,10271,7728,5673,4182,2987,1984,1437,904,561,329,175,133,78,40,26,24,6,2,2,0,0,0,0,1],"bins":[-0.09765449166297913,-0.09444532543420792,-0.0912361666560173,-0.0880270004272461,-0.08481783419847488,-0.08160867542028427,-0.07839950919151306,-0.07519034296274185,-0.07198117673397064,-0.06877201795578003,-0.06556285172700882,-0.06235368922352791,-0.059144526720047,-0.05593536049127579,-0.052726197987794876,-0.049517031759023666,-0.046307869255542755,-0.043098706752061844,-0.039889540523290634,-0.03668037801980972,-0.03347121179103851,-0.030262049287557602,-0.02705288678407669,-0.02384372241795063,-0.02063455805182457,-0.01742539368569851,-0.014216230250895023,-0.011007066816091537,-0.007797902449965477,-0.004588738549500704,-0.0013795746490359306,0.0018295892514288425,0.005038760602474213,0.008247924968600273,0.011457088403403759,0.014666251838207245,0.017875416204333305,0.021084580570459366,0.024293743073940277,0.027502907440066338,0.030712071806192398,0.03392123430967331,0.03713040053844452,0.04033956304192543,0.04354872554540634,0.04675789177417755,0.04996705427765846,0.05317622050642967,0.056385383009910583,0.059594545513391495,0.0628037080168724,0.06601287424564362,0.06922204047441483,0.07243119925260544,0.07564036548137665,0.07884953171014786,0.08205869793891907,0.08526785671710968,0.08847702294588089,0.0916861891746521,0.09489534795284271,0.09810451418161392,0.10131368041038513,0.10452283918857574,0.10773200541734695],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,0,0,0,0,1,1,4,0,4,4,6,6,9,10,10,13,18,20,20,29,31,27,37,43,36,45,29,25,45,39,28,30,26,28,24,25,12,11,11,7,9,7,3,10,6,3,1,3,1,4,1,0,0,1,0,1,0,0,1],"bins":[-0.005096435546875,-0.004935741424560547,-0.004775047302246094,-0.004614353179931641,-0.0044536590576171875,-0.004292964935302734,-0.004132270812988281,-0.003971576690673828,-0.003810882568359375,-0.003650188446044922,-0.0034894943237304688,-0.0033288002014160156,-0.0031681060791015625,-0.0030074119567871094,-0.0028467178344726562,-0.002686023712158203,-0.00252532958984375,-0.002364635467529297,-0.0022039413452148438,-0.0020432472229003906,-0.0018825531005859375,-0.0017218589782714844,-0.0015611648559570312,-0.0014004707336425781,-0.001239776611328125,-0.0010790824890136719,-0.0009183883666992188,-0.0007576942443847656,-0.0005970001220703125,-0.0004363059997558594,-0.00027561187744140625,-0.00011491775512695312,4.57763671875e-05,0.00020647048950195312,0.00036716461181640625,0.0005278587341308594,0.0006885528564453125,0.0008492469787597656,0.0010099411010742188,0.0011706352233886719,0.001331329345703125,0.0014920234680175781,0.0016527175903320312,0.0018134117126464844,0.0019741058349609375,0.0021347999572753906,0.0022954940795898438,0.002456188201904297,0.00261688232421875,0.002777576446533203,0.0029382705688476562,0.0030989646911621094,0.0032596588134765625,0.0034203529357910156,0.0035810470581054688,0.003741741180419922,0.003902435302734375,0.004063129425048828,0.004223823547363281,0.004384517669677734,0.0045452117919921875,0.004705905914306641,0.004866600036621094,0.005027294158935547,0.00518798828125]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9999656081199646,0.9999666810035706,0.9999677538871765,0.9999688267707825,0.9999698996543884,0.9999709725379944,0.9999720454216003,0.9999731183052063,0.9999741911888123,0.9999752640724182,0.9999763369560242,0.9999774694442749,0.9999785423278809,0.9999796152114868,0.9999806880950928,0.9999817609786987,0.9999828338623047,0.9999839067459106,0.9999849796295166,0.9999860525131226,0.9999871253967285,0.9999881982803345,0.9999892711639404,0.9999903440475464,0.9999914169311523,0.9999924898147583,0.9999935626983643,0.9999946355819702,0.9999957084655762,0.9999967813491821,0.9999978542327881,0.999998927116394,1,1.000001072883606,1.000002145767212,1.0000032186508179,1.0000042915344238,1.0000053644180298,1.0000064373016357,1.0000075101852417,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.000011920928955,1.000012993812561,1.000014066696167,1.000015139579773,1.000016212463379,1.0000172853469849,1.0000183582305908,1.0000194311141968,1.0000205039978027,1.0000215768814087,1.0000226497650146,1.0000237226486206,1.0000247955322266,1.0000258684158325,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802],"_type":"histogram","values":[182,78,18,14,8,7,6,5,1,5,0,2,0,2,0,1,4,3,5,1,2,2,2,1,0,1,2,1,4,4,1,1,4,0,1,2,1,0,1,2,3,3,2,0,4,5,2,1,2,6,0,3,2,4,4,2,3,1,5,12,11,18,134,167]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[274,45,13,7,4,2,2,5,3,1,1,0,1,0,2,1,0,3,0,3,1,0,0,1,0,0,1,0,1,3,0,1,1,2,2,0,0,2,1,2,1,1,1,1,1,1,3,1,0,1,0,2,1,1,4,1,0,2,1,1,5,15,53,286],"bins":[-3.4564960515126586e-05,-3.348544123582542e-05,-3.240592195652425e-05,-3.132639903924428e-05,-3.0246879759943113e-05,-2.9167360480641946e-05,-2.808784120134078e-05,-2.700832010305021e-05,-2.5928800823749043e-05,-2.4849281544447877e-05,-2.3769760446157306e-05,-2.269024116685614e-05,-2.1610721887554973e-05,-2.0531200789264403e-05,-1.9451681509963237e-05,-1.8372160411672667e-05,-1.72926411323715e-05,-1.6213121853070334e-05,-1.5133600754779764e-05,-1.4054081475478597e-05,-1.2974561286682729e-05,-1.189504109788686e-05,-1.0815521818585694e-05,-9.736001629789826e-06,-8.656481440993957e-06,-7.576961252198089e-06,-6.4974415181495715e-06,-5.417921784101054e-06,-4.338401595305186e-06,-3.258881633882993e-06,-2.1793616724608e-06,-1.0998417110386072e-06,-2.03253875952214e-08,1.0591945738269715e-06,2.1387145352491643e-06,3.218234496671357e-06,4.29775445809355e-06,5.377274646889418e-06,6.456794380937936e-06,7.536314114986453e-06,8.615834303782322e-06,9.69535449257819e-06,1.0774874681374058e-05,1.1854393960675225e-05,1.2933914149471093e-05,1.4013434338266961e-05,1.5092953617568128e-05,1.6172474715858698e-05,1.7251993995159864e-05,1.833151327446103e-05,1.94110343727516e-05,2.0490553652052768e-05,2.1570074750343338e-05,2.2649594029644504e-05,2.372911330894567e-05,2.480863440723624e-05,2.5888153686537407e-05,2.6967672965838574e-05,2.8047194064129144e-05,2.912671334343031e-05,3.0206232622731477e-05,3.1285751902032644e-05,3.236527481931262e-05,3.3444794098613784e-05,3.452431337791495e-05]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.005220238585025072,-0.005051562562584877,-0.004882887005805969,-0.004714210983365774,-0.004545534960925579,-0.004376859404146671,-0.004208183381706476,-0.0040395078249275684,-0.0038708318024873734,-0.003702156012877822,-0.0035334802232682705,-0.0033648042008280754,-0.003196128411218524,-0.0030274526216089725,-0.0028587765991687775,-0.002690100809559226,-0.0025214250199496746,-0.002352749230340123,-0.0021840734407305717,-0.0020153974182903767,-0.0018467216286808252,-0.0016780458390712738,-0.0015093699330464005,-0.0013406940270215273,-0.0011720182374119759,-0.0010033424478024244,-0.0008346665417775512,-0.0006659906939603388,-0.0004973148461431265,-0.00032863899832591414,-0.0001599631505087018,8.712697308510542e-06,0.00017738854512572289,0.00034606439294293523,0.0005147402407601476,0.0006834160885773599,0.0008520919363945723,0.0010207677260041237,0.001189443632028997,0.0013581195380538702,0.0015267953276634216,0.001695471117272973,0.0018641470232978463,0.0020328229293227196,0.002201498718932271,0.0023701745085418224,0.0025388505309820175,0.002707526320591569,0.0028762021102011204,0.003044877899810672,0.0032135536894202232,0.0033822297118604183,0.0035509055014699697,0.003719581291079521,0.0038882573135197163,0.004056932870298624,0.004225608892738819,0.004394284915179014,0.004562960471957922,0.004731636494398117,0.004900312051177025,0.00506898807361722,0.005237664096057415,0.005406339652836323,0.005575015675276518],"_type":"histogram","values":[1,0,0,0,2,0,1,0,2,0,0,1,3,6,3,7,4,14,14,8,21,8,23,25,35,41,34,24,42,39,37,30,40,42,33,32,29,23,25,18,13,16,14,12,10,4,4,5,5,5,4,2,1,0,1,0,1,2,1,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-3.402077345526777e-05,-3.2956126233329996e-05,-3.1891475373413414e-05,-3.082682815147564e-05,-2.976217911054846e-05,-2.8697531888610683e-05,-2.7632882847683504e-05,-2.6568233806756325e-05,-2.5503584765829146e-05,-2.443893754389137e-05,-2.337428850296419e-05,-2.2309639462037012e-05,-2.1244992240099236e-05,-2.0180343199172057e-05,-1.9115694158244878e-05,-1.8051046936307102e-05,-1.6986397895379923e-05,-1.5921748854452744e-05,-1.4857100723020267e-05,-1.379245259158779e-05,-1.272780355066061e-05,-1.1663155419228133e-05,-1.0598507287795655e-05,-9.533858246868476e-06,-8.469210115435999e-06,-7.404561529256171e-06,-6.339912943076342e-06,-5.275264811643865e-06,-4.210616225464037e-06,-3.1459676392842084e-06,-2.0813192804780556e-06,-1.016670807985065e-06,4.797766450792551e-08,1.112626137000916e-06,2.1772746094939066e-06,3.2419229683000594e-06,4.306571554479888e-06,5.371220140659716e-06,6.435868272092193e-06,7.500516858272022e-06,8.56516544445185e-06,9.629813575884327e-06,1.0694462616811506e-05,1.1759110748243984e-05,1.2823758879676461e-05,1.388840792060364e-05,1.4953056052036118e-05,1.6017704183468595e-05,1.7082353224395774e-05,1.8147002265322953e-05,1.921164948726073e-05,2.0276298528187908e-05,2.1340947569115087e-05,2.2405594791052863e-05,2.3470243831980042e-05,2.453489287290722e-05,2.5599540094844997e-05,2.6664189135772176e-05,2.7728838176699355e-05,2.8793487217626534e-05,2.985813443956431e-05,3.092278348049149e-05,3.1987430702429265e-05,3.305208156234585e-05,3.411672878428362e-05],"_type":"histogram","values":[75,77,38,19,21,16,9,10,13,6,5,8,6,2,5,8,1,3,4,5,3,0,5,3,3,4,2,2,3,4,1,1,4,4,2,2,2,5,7,2,4,4,6,6,5,4,3,7,8,3,6,10,9,5,6,9,13,14,14,24,24,38,76,80]},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,1,1,1,5,6,6,7,8,19,21,27,46,58,98,122,171,258,417,614,853,1369,1975,2972,4419,7312,10783,16897,26507,39598,61291,91673,105427,75479,49289,32429,20741,13085,9130,5581,3563,2481,1623,1076,802,478,328,221,185,99,86,58,29,31,23,15,5,10,3,5,2,2,1,1],"bins":[-0.0059814453125,-0.005795955657958984,-0.005610466003417969,-0.005424976348876953,-0.0052394866943359375,-0.005053997039794922,-0.004868507385253906,-0.004683017730712891,-0.004497528076171875,-0.004312038421630859,-0.004126548767089844,-0.003941059112548828,-0.0037555694580078125,-0.003570079803466797,-0.0033845901489257812,-0.0031991004943847656,-0.00301361083984375,-0.0028281211853027344,-0.0026426315307617188,-0.002457141876220703,-0.0022716522216796875,-0.002086162567138672,-0.0019006729125976562,-0.0017151832580566406,-0.001529693603515625,-0.0013442039489746094,-0.0011587142944335938,-0.0009732246398925781,-0.0007877349853515625,-0.0006022453308105469,-0.00041675567626953125,-0.00023126602172851562,-4.57763671875e-05,0.00013971328735351562,0.00032520294189453125,0.0005106925964355469,0.0006961822509765625,0.0008816719055175781,0.0010671615600585938,0.0012526512145996094,0.001438140869140625,0.0016236305236816406,0.0018091201782226562,0.001994609832763672,0.0021800994873046875,0.002365589141845703,0.0025510787963867188,0.0027365684509277344,0.00292205810546875,0.0031075477600097656,0.0032930374145507812,0.003478527069091797,0.0036640167236328125,0.003849506378173828,0.004034996032714844,0.004220485687255859,0.004405975341796875,0.004591464996337891,0.004776954650878906,0.004962444305419922,0.0051479339599609375,0.005333423614501953,0.005518913269042969,0.005704402923583984,0.005889892578125],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,3,4,7,20,16,19,23,29,63,91,121,151,254,316,469,676,970,1425,1846,2706,3929,5112,7393,10755,15203,22065,30726,44595,62819,86125,84085,61927,43368,30633,20638,15231,10929,7339,5145,3869,2475,1816,1309,856,667,484,307,249,171,146,75,58,35,22,15,14,8,5,11,1,2,0,1],"bins":[-0.00457763671875,-0.004429817199707031,-0.0042819976806640625,-0.004134178161621094,-0.003986358642578125,-0.0038385391235351562,-0.0036907196044921875,-0.0035429000854492188,-0.00339508056640625,-0.0032472610473632812,-0.0030994415283203125,-0.0029516220092773438,-0.002803802490234375,-0.0026559829711914062,-0.0025081634521484375,-0.0023603439331054688,-0.0022125244140625,-0.0020647048950195312,-0.0019168853759765625,-0.0017690658569335938,-0.001621246337890625,-0.0014734268188476562,-0.0013256072998046875,-0.0011777877807617188,-0.00102996826171875,-0.0008821487426757812,-0.0007343292236328125,-0.0005865097045898438,-0.000438690185546875,-0.00029087066650390625,-0.0001430511474609375,4.76837158203125e-06,0.000152587890625,0.00030040740966796875,0.0004482269287109375,0.0005960464477539062,0.000743865966796875,0.0008916854858398438,0.0010395050048828125,0.0011873245239257812,0.00133514404296875,0.0014829635620117188,0.0016307830810546875,0.0017786026000976562,0.001926422119140625,0.0020742416381835938,0.0022220611572265625,0.0023698806762695312,0.0025177001953125,0.0026655197143554688,0.0028133392333984375,0.0029611587524414062,0.003108978271484375,0.0032567977905273438,0.0034046173095703125,0.0035524368286132812,0.00370025634765625,0.0038480758666992188,0.0039958953857421875,0.004143714904785156,0.004291534423828125,0.004439353942871094,0.0045871734619140625,0.004734992980957031,0.0048828125]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-3.4481701732147485e-05,-3.340170587762259e-05,-3.232170638511889e-05,-3.124171053059399e-05,-3.016171103809029e-05,-2.9081715183565393e-05,-2.8001717510051094e-05,-2.6921719836536795e-05,-2.5841722163022496e-05,-2.4761724489508197e-05,-2.3681726815993898e-05,-2.26017291424796e-05,-2.1521733287954703e-05,-2.0441735614440404e-05,-1.9361737940926105e-05,-1.8281740267411806e-05,-1.7201742593897507e-05,-1.6121744920383207e-05,-1.5041747246868908e-05,-1.3961750482849311e-05,-1.2881752809335012e-05,-1.1801755135820713e-05,-1.0721758371801116e-05,-9.641760698286816e-06,-8.561763024772517e-06,-7.481765351258218e-06,-6.40176813249127e-06,-5.321770913724322e-06,-4.241773240210023e-06,-3.161775794069399e-06,-2.0817783479287755e-06,-1.0017809017881518e-06,7.822018233127892e-08,1.1582176284719026e-06,2.2382150746125262e-06,3.31821252075315e-06,4.3982099668937735e-06,5.478207640408073e-06,6.558204859175021e-06,7.638202077941969e-06,8.718199751456268e-06,9.798197424970567e-06,1.0878195098484866e-05,1.1958191862504464e-05,1.3038189536018763e-05,1.4118187209533062e-05,1.519818397355266e-05,1.6278181647066958e-05,1.7358179320581257e-05,1.8438176994095556e-05,1.9518174667609856e-05,2.0598172341124155e-05,2.1678170014638454e-05,2.275816586916335e-05,2.383816354267765e-05,2.4918161216191947e-05,2.5998158889706247e-05,2.7078156563220546e-05,2.8158154236734845e-05,2.9238151910249144e-05,3.031814776477404e-05,3.139814725727774e-05,3.247814311180264e-05,3.355814260430634e-05,3.4638138458831236e-05],"_type":"histogram","values":[295,42,7,6,1,0,5,0,1,2,2,1,4,0,1,1,1,3,0,0,1,5,0,0,1,0,0,2,0,1,0,1,3,0,0,0,1,0,0,0,0,0,1,0,0,0,0,1,1,1,2,1,0,0,2,1,2,3,0,2,8,10,41,305]},"gradients/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,0,2,0,1,2,1,4,1,2,7,5,12,13,12,17,19,21,20,18,29,36,28,37,34,49,34,37,25,37,38,30,25,19,13,16,24,21,13,11,6,13,10,5,6,0,1,2,0,0,4,3,3],"bins":[-0.00579833984375,-0.005644798278808594,-0.0054912567138671875,-0.005337715148925781,-0.005184173583984375,-0.005030632019042969,-0.0048770904541015625,-0.004723548889160156,-0.00457000732421875,-0.004416465759277344,-0.0042629241943359375,-0.004109382629394531,-0.003955841064453125,-0.0038022994995117188,-0.0036487579345703125,-0.0034952163696289062,-0.0033416748046875,-0.0031881332397460938,-0.0030345916748046875,-0.0028810501098632812,-0.002727508544921875,-0.0025739669799804688,-0.0024204254150390625,-0.0022668838500976562,-0.00211334228515625,-0.0019598007202148438,-0.0018062591552734375,-0.0016527175903320312,-0.001499176025390625,-0.0013456344604492188,-0.0011920928955078125,-0.0010385513305664062,-0.000885009765625,-0.0007314682006835938,-0.0005779266357421875,-0.00042438507080078125,-0.000270843505859375,-0.00011730194091796875,3.62396240234375e-05,0.00018978118896484375,0.00034332275390625,0.0004968643188476562,0.0006504058837890625,0.0008039474487304688,0.000957489013671875,0.0011110305786132812,0.0012645721435546875,0.0014181137084960938,0.0015716552734375,0.0017251968383789062,0.0018787384033203125,0.0020322799682617188,0.002185821533203125,0.0023393630981445312,0.0024929046630859375,0.0026464462280273438,0.00279998779296875,0.0029535293579101562,0.0031070709228515625,0.0032606124877929688,0.003414154052734375,0.0035676956176757812,0.0037212371826171875,0.0038747787475585938,0.0040283203125]},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-3.4650696761673316e-05,-3.3568154321983457e-05,-3.2485615520272404e-05,-3.1403073080582544e-05,-3.032053427887149e-05,-2.9237993658171035e-05,-2.815545303747058e-05,-2.7072912416770123e-05,-2.5990371796069667e-05,-2.4907829356379807e-05,-2.382528873567935e-05,-2.2742748114978895e-05,-2.166020749427844e-05,-2.0577666873577982e-05,-1.9495126252877526e-05,-1.841258563217707e-05,-1.7330045011476614e-05,-1.6247504390776157e-05,-1.5164963770075701e-05,-1.4082423149375245e-05,-1.2999882528674789e-05,-1.191734099847963e-05,-1.0834800377779175e-05,-9.752259757078718e-06,-8.669719136378262e-06,-7.587178515677806e-06,-6.50463789497735e-06,-5.422096819529543e-06,-4.3395561988290865e-06,-3.2570155781286303e-06,-2.1744747300544987e-06,-1.0919339956672047e-06,-9.393261279910803e-09,1.0731474731073831e-06,2.155688207494677e-06,3.2382290555688087e-06,4.320769676269265e-06,5.403310296969721e-06,6.485851372417528e-06,7.568391993117984e-06,8.65093261381844e-06,9.733473234518897e-06,1.0816013855219353e-05,1.189855447591981e-05,1.2981096006114967e-05,1.4063636626815423e-05,1.514617724751588e-05,1.6228717868216336e-05,1.7311258488916792e-05,1.8393799109617248e-05,1.9476339730317704e-05,2.055888035101816e-05,2.1641420971718617e-05,2.2723961592419073e-05,2.380650221311953e-05,2.4889042833819985e-05,2.5971585273509845e-05,2.70541258942103e-05,2.8136666514910758e-05,2.9219207135611214e-05,3.030174775631167e-05,3.138428655802272e-05,3.246682899771258e-05,3.3549367799423635e-05,3.4631910239113495e-05],"_type":"histogram","values":[295,45,5,4,4,1,4,0,1,2,2,2,0,0,2,1,1,1,0,1,1,1,1,0,1,1,2,0,0,0,1,0,1,0,0,1,0,0,2,0,0,1,1,2,0,0,1,0,0,1,1,0,0,0,1,0,2,1,1,2,7,13,50,301]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0052490234375,-0.0050640106201171875,-0.004878997802734375,-0.0046939849853515625,-0.00450897216796875,-0.0043239593505859375,-0.004138946533203125,-0.0039539337158203125,-0.0037689208984375,-0.0035839080810546875,-0.003398895263671875,-0.0032138824462890625,-0.00302886962890625,-0.0028438568115234375,-0.002658843994140625,-0.0024738311767578125,-0.002288818359375,-0.0021038055419921875,-0.001918792724609375,-0.0017337799072265625,-0.00154876708984375,-0.0013637542724609375,-0.001178741455078125,-0.0009937286376953125,-0.0008087158203125,-0.0006237030029296875,-0.000438690185546875,-0.0002536773681640625,-6.866455078125e-05,0.0001163482666015625,0.000301361083984375,0.0004863739013671875,0.00067138671875,0.0008563995361328125,0.001041412353515625,0.0012264251708984375,0.00141143798828125,0.0015964508056640625,0.001781463623046875,0.0019664764404296875,0.0021514892578125,0.0023365020751953125,0.002521514892578125,0.0027065277099609375,0.00289154052734375,0.0030765533447265625,0.003261566162109375,0.0034465789794921875,0.003631591796875,0.0038166046142578125,0.004001617431640625,0.0041866302490234375,0.00437164306640625,0.0045566558837890625,0.004741668701171875,0.0049266815185546875,0.0051116943359375,0.0052967071533203125,0.005481719970703125,0.0056667327880859375,0.00585174560546875,0.0060367584228515625,0.006221771240234375,0.0064067840576171875,0.006591796875],"_type":"histogram","values":[2,2,2,6,7,8,14,15,25,55,66,82,155,188,291,443,810,1070,1688,2541,4186,6344,10054,15404,24125,36463,57572,90190,112956,80181,51645,32728,21612,13710,8746,5709,3886,2438,1570,956,683,402,272,150,103,79,62,32,25,14,15,11,7,9,1,6,2,2,1,1,0,1,0,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,1,1,2,4,2,4,4,3,7,3,10,13,10,15,14,16,21,23,34,32,27,39,39,33,41,28,34,36,26,29,26,33,35,18,12,12,9,9,16,4,9,7,3,2,4,2,2,2,1,1,3,1,1,0,2],"bins":[-0.00568810012191534,-0.005519491154700518,-0.005350881721824408,-0.005182272754609585,-0.005013663787394762,-0.004845054354518652,-0.004676445387303829,-0.004507836420089006,-0.004339227452874184,-0.004170618019998074,-0.004002009052783251,-0.0038333998527377844,-0.003664790652692318,-0.003496181685477495,-0.0033275724854320288,-0.003158963518217206,-0.0029903543181717396,-0.002821745118126273,-0.0026531361509114504,-0.002484526950865984,-0.002315917983651161,-0.0021473087836056948,-0.0019786995835602283,-0.0018100904999300838,-0.0016414814162999392,-0.0014728723326697946,-0.00130426324903965,-0.0011356540489941835,-0.0009670449653640389,-0.0007984358817338943,-0.0006298267398960888,-0.0004612176271621138,-0.00029260851442813873,-0.00012399940169416368,4.460971103981137e-05,0.00021321882377378643,0.0003818279365077615,0.0005504370201379061,0.0007190461619757116,0.0008876553038135171,0.0010562643874436617,0.0012248734710738063,0.0013934825547039509,0.0015620917547494173,0.001730700838379562,0.0018993099220097065,0.002067919122055173,0.0022365280892699957,0.002405137289315462,0.0025737464893609285,0.0027423554565757513,0.0029109646566212177,0.0030795736238360405,0.003248182823881507,0.0034167920239269733,0.003585400991141796,0.0037540101911872625,0.003922619391232729,0.004091228358447552,0.0042598373256623745,0.004428446758538485,0.004597055725753307,0.00476566469296813,0.00493427412584424,0.005102883093059063]},"gradients/bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,0,1,0,2,3,3,1,6,3,4,5,6,13,8,16,13,17,15,16,33,33,29,28,44,34,37,33,29,35,37,20,32,30,30,33,19,9,10,11,10,15,5,6,7,4,2,2,3,2,3,0,1,3,1,1,0,2],"bins":[-0.00537109375,-0.005211353302001953,-0.005051612854003906,-0.004891872406005859,-0.0047321319580078125,-0.004572391510009766,-0.004412651062011719,-0.004252910614013672,-0.004093170166015625,-0.003933429718017578,-0.0037736892700195312,-0.0036139488220214844,-0.0034542083740234375,-0.0032944679260253906,-0.0031347274780273438,-0.002974987030029297,-0.00281524658203125,-0.002655506134033203,-0.0024957656860351562,-0.0023360252380371094,-0.0021762847900390625,-0.0020165443420410156,-0.0018568038940429688,-0.0016970634460449219,-0.001537322998046875,-0.0013775825500488281,-0.0012178421020507812,-0.0010581016540527344,-0.0008983612060546875,-0.0007386207580566406,-0.0005788803100585938,-0.0004191398620605469,-0.0002593994140625,-9.965896606445312e-05,6.008148193359375e-05,0.00021982192993164062,0.0003795623779296875,0.0005393028259277344,0.0006990432739257812,0.0008587837219238281,0.001018524169921875,0.0011782646179199219,0.0013380050659179688,0.0014977455139160156,0.0016574859619140625,0.0018172264099121094,0.0019769668579101562,0.002136707305908203,0.00229644775390625,0.002456188201904297,0.0026159286499023438,0.0027756690979003906,0.0029354095458984375,0.0030951499938964844,0.0032548904418945312,0.003414630889892578,0.003574371337890625,0.003734111785888672,0.0038938522338867188,0.004053592681884766,0.0042133331298828125,0.004373073577880859,0.004532814025878906,0.004692554473876953,0.004852294921875]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,0,3,3,4,2,0,2,6,5,14,11,7,14,11,16,23,24,16,30,27,33,24,25,34,23,26,31,27,24,32,30,13,24,28,13,25,19,11,14,16,8,7,13,12,8,4,2,3,4,5,2,1,2,1,1,0,1],"bins":[-0.002685546875,-0.0026056766510009766,-0.002525806427001953,-0.0024459362030029297,-0.0023660659790039062,-0.002286195755004883,-0.0022063255310058594,-0.002126455307006836,-0.0020465850830078125,-0.001966714859008789,-0.0018868446350097656,-0.0018069744110107422,-0.0017271041870117188,-0.0016472339630126953,-0.0015673637390136719,-0.0014874935150146484,-0.001407623291015625,-0.0013277530670166016,-0.0012478828430175781,-0.0011680126190185547,-0.0010881423950195312,-0.0010082721710205078,-0.0009284019470214844,-0.0008485317230224609,-0.0007686614990234375,-0.0006887912750244141,-0.0006089210510253906,-0.0005290508270263672,-0.00044918060302734375,-0.0003693103790283203,-0.0002894401550292969,-0.00020956993103027344,-0.00012969970703125,-4.982948303222656e-05,3.0040740966796875e-05,0.00010991096496582031,0.00018978118896484375,0.0002696514129638672,0.0003495216369628906,0.00042939186096191406,0.0005092620849609375,0.0005891323089599609,0.0006690025329589844,0.0007488727569580078,0.0008287429809570312,0.0009086132049560547,0.0009884834289550781,0.0010683536529541016,0.001148223876953125,0.0012280941009521484,0.0013079643249511719,0.0013878345489501953,0.0014677047729492188,0.0015475749969482422,0.0016274452209472656,0.001707315444946289,0.0017871856689453125,0.001867055892944336,0.0019469261169433594,0.002026796340942383,0.0021066665649414062,0.0021865367889404297,0.002266407012939453,0.0023462772369384766,0.0024261474609375]},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"values":[86,82,52,31,19,14,10,8,7,10,9,2,5,6,6,1,9,6,5,4,6,1,2,5,4,2,2,4,4,3,3,1,3,5,6,2,4,2,6,2,2,2,3,4,3,3,7,5,6,6,1,3,7,9,8,2,3,8,14,15,14,35,78,91],"bins":[-3.41861232300289e-05,-3.311896216473542e-05,-3.2051801099441946e-05,-3.098464003414847e-05,-2.9917478968854994e-05,-2.8850317903561518e-05,-2.778315683826804e-05,-2.6715995772974566e-05,-2.564883470768109e-05,-2.4581673642387614e-05,-2.3514512577094138e-05,-2.244735151180066e-05,-2.1380190446507186e-05,-2.031302938121371e-05,-1.9245868315920234e-05,-1.8178707250626758e-05,-1.7111546185333282e-05,-1.6044385120039806e-05,-1.497722405474633e-05,-1.3910062989452854e-05,-1.2842901924159378e-05,-1.1775740858865902e-05,-1.0708579793572426e-05,-9.64141872827895e-06,-8.574257662985474e-06,-7.507096597691998e-06,-6.439935532398522e-06,-5.372774467105046e-06,-4.30561340181157e-06,-3.238452336518094e-06,-2.171291271224618e-06,-1.104130205931142e-06,-3.696914063766599e-08,1.03019192465581e-06,2.097352989949286e-06,3.164514055242762e-06,4.231675120536238e-06,5.298836185829714e-06,6.36599725112319e-06,7.433158316416666e-06,8.500319381710142e-06,9.567480447003618e-06,1.0634641512297094e-05,1.170180257759057e-05,1.2768963642884046e-05,1.3836124708177522e-05,1.4903285773470998e-05,1.5970446838764474e-05,1.703760790405795e-05,1.8104768969351426e-05,1.9171930034644902e-05,2.0239091099938378e-05,2.1306252165231854e-05,2.237341323052533e-05,2.3440574295818806e-05,2.450773536111228e-05,2.5574896426405758e-05,2.6642057491699234e-05,2.770921855699271e-05,2.8776379622286186e-05,2.984354068757966e-05,3.091070175287314e-05,3.1977862818166614e-05,3.304502388346009e-05,3.4112184948753566e-05],"_type":"histogram"},"gradients/linear.weight":{"bins":[-0.0289306640625,-0.02800750732421875,-0.0270843505859375,-0.02616119384765625,-0.025238037109375,-0.02431488037109375,-0.0233917236328125,-0.02246856689453125,-0.02154541015625,-0.02062225341796875,-0.0196990966796875,-0.01877593994140625,-0.017852783203125,-0.01692962646484375,-0.0160064697265625,-0.01508331298828125,-0.01416015625,-0.01323699951171875,-0.0123138427734375,-0.01139068603515625,-0.010467529296875,-0.00954437255859375,-0.0086212158203125,-0.00769805908203125,-0.00677490234375,-0.00585174560546875,-0.0049285888671875,-0.00400543212890625,-0.003082275390625,-0.00215911865234375,-0.0012359619140625,-0.00031280517578125,0.0006103515625,0.00153350830078125,0.0024566650390625,0.00337982177734375,0.004302978515625,0.00522613525390625,0.0061492919921875,0.00707244873046875,0.00799560546875,0.00891876220703125,0.0098419189453125,0.01076507568359375,0.011688232421875,0.01261138916015625,0.0135345458984375,0.01445770263671875,0.015380859375,0.01630401611328125,0.0172271728515625,0.01815032958984375,0.019073486328125,0.01999664306640625,0.0209197998046875,0.02184295654296875,0.02276611328125,0.02368927001953125,0.0246124267578125,0.02553558349609375,0.026458740234375,0.02738189697265625,0.0283050537109375,0.02922821044921875,0.0301513671875],"_type":"histogram","values":[2,1,4,1,5,10,6,7,14,16,28,31,60,72,95,135,176,221,274,434,513,694,894,1240,1731,2249,3026,4328,6187,8700,12517,15314,11257,7816,5500,3773,2943,2020,1546,1130,895,621,463,315,250,195,134,109,92,68,44,48,17,21,16,12,17,2,4,4,2,1,3,1]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.00055694580078125,-0.0005407035350799561,-0.0005244612693786621,-0.0005082190036773682,-0.0004919767379760742,-0.0004757344722747803,-0.00045949220657348633,-0.0004432499408721924,-0.00042700767517089844,-0.0004107654094696045,-0.00039452314376831055,-0.0003782808780670166,-0.00036203861236572266,-0.0003457963466644287,-0.00032955408096313477,-0.0003133118152618408,-0.0002970695495605469,-0.00028082728385925293,-0.000264585018157959,-0.00024834275245666504,-0.0002321004867553711,-0.00021585822105407715,-0.0001996159553527832,-0.00018337368965148926,-0.0001671314239501953,-0.00015088915824890137,-0.00013464689254760742,-0.00011840462684631348,-0.00010216236114501953,-8.592009544372559e-05,-6.967782974243164e-05,-5.3435564041137695e-05,-3.719329833984375e-05,-2.0951032638549805e-05,-4.708766937255859e-06,1.1533498764038086e-05,2.777576446533203e-05,4.4018030166625977e-05,6.026029586791992e-05,7.650256156921387e-05,9.274482727050781e-05,0.00010898709297180176,0.0001252293586730957,0.00014147162437438965,0.0001577138900756836,0.00017395615577697754,0.00019019842147827148,0.00020644068717956543,0.00022268295288085938,0.00023892521858215332,0.00025516748428344727,0.0002714097499847412,0.00028765201568603516,0.0003038942813873291,0.00032013654708862305,0.000336378812789917,0.00035262107849121094,0.0003688633441925049,0.00038510560989379883,0.0004013478755950928,0.0004175901412963867,0.00043383240699768066,0.0004500746726989746,0.00046631693840026855,0.0004825592041015625],"_type":"histogram","values":[1,0,0,0,1,2,0,3,2,3,2,8,4,11,20,26,43,51,74,132,187,279,396,601,839,1262,2006,3055,4650,7871,13357,24068,49053,118565,201860,78522,35742,18668,10509,6305,4025,2524,1674,1058,762,523,375,220,158,108,85,43,35,17,14,9,4,3,4,2,0,1,0,2]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"values":[132,115,31,16,9,3,3,5,2,6,0,5,1,1,2,1,2,1,5,0,1,2,0,0,1,3,0,2,4,0,0,3,1,0,0,0,2,0,1,1,0,1,1,0,3,1,2,1,2,3,2,3,1,1,4,4,8,8,8,15,15,33,123,168],"bins":[0.9999653100967407,0.9999663829803467,0.9999674558639526,0.9999685287475586,0.9999696016311646,0.9999707341194153,0.9999718070030212,0.9999728798866272,0.9999739527702332,0.9999750256538391,0.9999760985374451,0.999977171421051,0.9999783039093018,0.9999793767929077,0.9999804496765137,0.9999815225601196,0.9999825954437256,0.9999836683273315,0.9999847412109375,0.9999858140945435,0.9999868869781494,0.9999880194664001,0.9999890923500061,0.9999901652336121,0.999991238117218,0.999992311000824,0.9999933838844299,0.9999944567680359,0.9999955892562866,0.9999966621398926,0.9999977350234985,0.9999988079071045,0.9999998807907104,1.0000009536743164,1.0000020265579224,1.0000030994415283,1.0000041723251343,1.0000052452087402,1.0000063180923462,1.0000073909759521,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.0000118017196655,1.0000128746032715,1.0000139474868774,1.0000150203704834,1.0000160932540894,1.0000171661376953,1.0000182390213013,1.0000193119049072,1.0000203847885132,1.0000214576721191,1.000022530555725,1.000023603439331,1.000024676322937,1.000025749206543,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-3.451682277955115e-05,-3.3436572266509756e-05,-3.235631811548956e-05,-3.1276067602448165e-05,-3.019581527041737e-05,-2.9115562938386574e-05,-2.8035312425345182e-05,-2.6955060093314387e-05,-2.587480776128359e-05,-2.4794555429252796e-05,-2.3714303097222e-05,-2.263405258418061e-05,-2.1553800252149813e-05,-2.0473547920119017e-05,-1.9393297407077625e-05,-1.831304507504683e-05,-1.7232792743016034e-05,-1.615254041098524e-05,-1.5072288988449145e-05,-1.3992037565913051e-05,-1.2911785233882256e-05,-1.183153290185146e-05,-1.0751281479315367e-05,-9.671030056779273e-06,-8.590777724748477e-06,-7.510525847465033e-06,-6.430273970181588e-06,-5.3500220928981435e-06,-4.269770215614699e-06,-3.189518338331254e-06,-2.1092664610478096e-06,-1.029014583764365e-06,5.1237293519079685e-08,1.1314891708025243e-06,2.211741048085969e-06,3.2919929253694136e-06,4.372244802652858e-06,5.452496679936303e-06,6.5327485572197475e-06,7.613000434503192e-06,8.693252311786637e-06,9.773504643817432e-06,1.0853756066353526e-05,1.193400748888962e-05,1.3014259820920415e-05,1.409451215295121e-05,1.5174763575487304e-05,1.6255014998023398e-05,1.7335267330054194e-05,1.841551966208499e-05,1.9495771994115785e-05,2.0576022507157177e-05,2.1656274839187972e-05,2.2736527171218768e-05,2.381677768426016e-05,2.4897030016290955e-05,2.597728234832175e-05,2.7057534680352546e-05,2.8137787012383342e-05,2.9218037525424734e-05,3.029828985745553e-05,3.1378542189486325e-05,3.245879270252772e-05,3.3539046853547916e-05,3.461929736658931e-05],"_type":"histogram","values":[644,148,52,22,14,11,6,5,5,2,4,7,3,6,4,2,4,4,4,2,5,4,1,2,7,4,4,1,4,3,2,1,3,2,3,2,4,3,1,2,1,4,3,1,1,3,4,4,2,1,4,2,3,9,6,6,11,8,11,20,16,41,171,709]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,0,0,0,0,1,2,2,4,1,5,6,8,11,12,15,13,13,20,24,31,31,32,40,37,24,40,25,43,33,37,24,34,32,26,17,19,28,13,11,3,4,8,9,4,2,3,6,4,2,0,1,1,0,0,2,0,2],"bins":[-0.0054931640625,-0.005329132080078125,-0.00516510009765625,-0.005001068115234375,-0.0048370361328125,-0.004673004150390625,-0.00450897216796875,-0.004344940185546875,-0.004180908203125,-0.004016876220703125,-0.00385284423828125,-0.003688812255859375,-0.0035247802734375,-0.003360748291015625,-0.00319671630859375,-0.003032684326171875,-0.00286865234375,-0.002704620361328125,-0.00254058837890625,-0.002376556396484375,-0.0022125244140625,-0.002048492431640625,-0.00188446044921875,-0.001720428466796875,-0.001556396484375,-0.001392364501953125,-0.00122833251953125,-0.001064300537109375,-0.0009002685546875,-0.000736236572265625,-0.00057220458984375,-0.000408172607421875,-0.000244140625,-8.0108642578125e-05,8.392333984375e-05,0.000247955322265625,0.0004119873046875,0.000576019287109375,0.00074005126953125,0.000904083251953125,0.001068115234375,0.001232147216796875,0.00139617919921875,0.001560211181640625,0.0017242431640625,0.001888275146484375,0.00205230712890625,0.002216339111328125,0.00238037109375,0.002544403076171875,0.00270843505859375,0.002872467041015625,0.0030364990234375,0.003200531005859375,0.00336456298828125,0.003528594970703125,0.003692626953125,0.003856658935546875,0.00402069091796875,0.004184722900390625,0.0043487548828125,0.004512786865234375,0.00467681884765625,0.004840850830078125,0.0050048828125]},"gradients/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,1,2,1,0,1,1,1,2,3,1,2,6,4,12,7,9,9,23,19,22,25,32,34,35,27,43,50,50,40,58,47,34,27,21,23,13,18,9,3,12,5,3,6,4,4,3,2,1,5,0,1,1,0,0,0,0,2,0,1,1,1],"bins":[-0.0002231597900390625,-0.0002155601978302002,-0.0002079606056213379,-0.00020036101341247559,-0.00019276142120361328,-0.00018516182899475098,-0.00017756223678588867,-0.00016996264457702637,-0.00016236305236816406,-0.00015476346015930176,-0.00014716386795043945,-0.00013956427574157715,-0.00013196468353271484,-0.00012436509132385254,-0.00011676549911499023,-0.00010916590690612793,-0.00010156631469726562,-9.396672248840332e-05,-8.636713027954102e-05,-7.876753807067871e-05,-7.11679458618164e-05,-6.35683536529541e-05,-5.59687614440918e-05,-4.836916923522949e-05,-4.076957702636719e-05,-3.316998481750488e-05,-2.5570392608642578e-05,-1.7970800399780273e-05,-1.0371208190917969e-05,-2.771615982055664e-06,4.827976226806641e-06,1.2427568435668945e-05,2.002716064453125e-05,2.7626752853393555e-05,3.522634506225586e-05,4.2825937271118164e-05,5.042552947998047e-05,5.8025121688842773e-05,6.562471389770508e-05,7.322430610656738e-05,8.082389831542969e-05,8.842349052429199e-05,9.60230827331543e-05,0.0001036226749420166,0.0001112222671508789,0.00011882185935974121,0.00012642145156860352,0.00013402104377746582,0.00014162063598632812,0.00014922022819519043,0.00015681982040405273,0.00016441941261291504,0.00017201900482177734,0.00017961859703063965,0.00018721818923950195,0.00019481778144836426,0.00020241737365722656,0.00021001696586608887,0.00021761655807495117,0.00022521615028381348,0.00023281574249267578,0.00024041533470153809,0.0002480149269104004,0.0002556145191192627,0.000263214111328125],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.005532972980290651,-0.005354558117687702,-0.005176142789423466,-0.004997727926820517,-0.0048193130642175674,-0.004640898201614618,-0.004462483339011669,-0.004284068010747433,-0.0041056531481444836,-0.003927238285541534,-0.0037488231901079416,-0.003570408094674349,-0.0033919932320713997,-0.0032135783694684505,-0.0030351632740348577,-0.002856748178601265,-0.002678333315998316,-0.0024999184533953667,-0.002321503357961774,-0.002143088262528181,-0.001964673399925232,-0.001786258420906961,-0.00160784344188869,-0.001429428462870419,-0.001251013483852148,-0.001072598504833877,-0.0008941835258156061,-0.0007157685467973351,-0.0005373535677790642,-0.0003589385887607932,-0.00018052360974252224,-2.1086307242512703e-06,0.000176306813955307,0.000354721792973578,0.0005331367719918489,0.0007115517510101199,0.0008899667300283909,0.0010683817090466619,0.0012467966880649328,0.0014252116670832038,0.0016036266461014748,0.0017820416251197457,0.0019604566041380167,0.0021388716995716095,0.0023172865621745586,0.0024957014247775078,0.0026741165202111006,0.0028525316156446934,0.0030309464782476425,0.0032093613408505917,0.0033877764362841845,0.0035661915317177773,0.0037446063943207264,0.0039230212569236755,0.004101436585187912,0.004279851447790861,0.00445826631039381,0.004636681172996759,0.0048150960355997086,0.004993511363863945,0.005171926226466894,0.005350341089069843,0.00552875641733408,0.005707171279937029,0.005885586142539978],"_type":"histogram","values":[1,0,0,1,1,1,1,0,0,1,1,2,2,3,2,7,4,16,7,13,17,19,16,23,29,29,35,40,42,46,47,37,37,33,39,27,25,26,19,21,21,11,13,8,7,7,4,5,3,4,3,3,3,1,1,1,0,1,1,0,0,0,0,1]},"_step":31,"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,1,0,0,2,3,4,6,5,8,8,10,20,21,30,39,66,69,98,97,69,47,29,27,20,12,17,10,6,9,6,6,4,5,1,1,0,2,0,1,0,0,0,0,2,0,0,0,0,0,1,1,0,1,1],"bins":[-0.005363305564969778,-0.0051735625602304935,-0.004983820021152496,-0.004794077016413212,-0.004604334477335215,-0.00441459147259593,-0.004224848933517933,-0.004035105928778648,-0.0038453631568700075,-0.0036556203849613667,-0.003465877613052726,-0.003276134841144085,-0.0030863918364048004,-0.0028966490644961596,-0.0027069062925875187,-0.002517163520678878,-0.002327420748770237,-0.002137677976861596,-0.0019479352049529552,-0.0017581923166289926,-0.0015684495447203517,-0.0013787067728117108,-0.0011889638844877481,-0.0009992211125791073,-0.0008094783406704664,-0.0006197355687618256,-0.0004299927386455238,-0.00024024993763305247,-5.050713662058115e-05,0.00013923566439189017,0.0003289784654043615,0.0005187212955206633,0.0007084640674293041,0.000898206839337945,0.0010879496112465858,0.0012776924995705485,0.0014674352714791894,0.0016571780433878303,0.001846920931711793,0.002036663703620434,0.0022264064755290747,0.0024161492474377155,0.0026058920193463564,0.0027956347912549973,0.0029853777959942818,0.0031751205679029226,0.0033648633398115635,0.0035546061117202044,0.003744348883628845,0.00393409188836813,0.004123834427446127,0.0043135774321854115,0.004503319971263409,0.004693062976002693,0.00488280551508069,0.005072548519819975,0.005262291058897972,0.005452034063637257,0.005641777068376541,0.005831519607454538,0.006021262612193823,0.00621100515127182,0.006400748156011105,0.006590490695089102,0.006780233699828386]},"gradients/bert.embeddings.LayerNorm.bias":{"bins":[-0.006102424114942551,-0.0059266299940645695,-0.005750835873186588,-0.005575041752308607,-0.005399247631430626,-0.005223453510552645,-0.0050476593896746635,-0.004871865268796682,-0.004696071147918701,-0.00452027702704072,-0.004344482906162739,-0.004168688785284758,-0.003992894664406776,-0.0038171005435287952,-0.003641306422650814,-0.003465512301772833,-0.0032897181808948517,-0.0031139240600168705,-0.0029381299391388893,-0.002762335818260908,-0.002586541697382927,-0.0024107475765049458,-0.0022349534556269646,-0.0020591593347489834,-0.0018833652138710022,-0.001707571092993021,-0.0015317769721150398,-0.0013559828512370586,-0.0011801887303590775,-0.0010043946094810963,-0.0008286004886031151,-0.0006528063677251339,-0.0004770122468471527,-0.0003012181259691715,-0.00012542400509119034,5.037011578679085e-05,0.00022616423666477203,0.0004019583575427532,0.0005777524784207344,0.0007535465992987156,0.0009293407201766968,0.001105134841054678,0.0012809289619326591,0.0014567230828106403,0.0016325172036886215,0.0018083113245666027,0.001984105445444584,0.002159899566322565,0.0023356936872005463,0.0025114878080785275,0.0026872819289565086,0.00286307604983449,0.003038870170712471,0.003214664291590452,0.0033904584124684334,0.0035662525333464146,0.0037420466542243958,0.003917840775102377,0.004093634895980358,0.004269429016858339,0.0044452231377363205,0.004621017258614302,0.004796811379492283,0.004972605500370264,0.005148399621248245],"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,0,0,0,4,0,2,5,2,3,4,6,8,7,13,16,18,19,17,26,41,35,31,38,37,33,35,37,30,34,33,32,33,23,32,22,8,14,10,9,11,7,5,4,4,3,5,1,1,3,2,0,1,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.1000971645116806,-0.09698411822319031,-0.09387107938528061,-0.09075803309679031,-0.08764498680830002,-0.08453194797039032,-0.08141890168190002,-0.07830585539340973,-0.07519280910491943,-0.07207977026700974,-0.06896672397851944,-0.06585367769002914,-0.06274063885211945,-0.05962759256362915,-0.05651455000042915,-0.05340150371193886,-0.05028846114873886,-0.047175418585538864,-0.04406237229704857,-0.04094932973384857,-0.037836283445358276,-0.03472324088215828,-0.03161019831895828,-0.028497153893113136,-0.02538410946726799,-0.022271065041422844,-0.019158020615577698,-0.0160449780523777,-0.012931933626532555,-0.009818889200687408,-0.006705845706164837,-0.003592801745980978,-0.0004797503352165222,0.0026332936249673367,0.0057463375851511955,0.008859381079673767,0.011972425505518913,0.01508546993136406,0.018198512494564056,0.021311556920409203,0.02442460134625435,0.027537645772099495,0.03065069019794464,0.03376373276114464,0.036876775324344635,0.03998982161283493,0.04310286417603493,0.04621591046452522,0.04932895302772522,0.05244199559092522,0.05555504187941551,0.05866808444261551,0.061781130731105804,0.0648941695690155,0.0680072158575058,0.0711202621459961,0.07423330843448639,0.07734634727239609,0.08045939356088638,0.08357243984937668,0.08668547868728638,0.08979852497577667,0.09291157126426697,0.09602461010217667,0.09913765639066696],"_type":"histogram","values":[1,1,2,0,1,8,11,17,38,64,131,213,344,563,865,1289,1958,2737,3777,5352,7134,9295,11953,14758,17904,21332,24802,27884,31313,33749,35208,36705,36716,35776,34340,31725,28777,26142,22552,19218,15677,12673,10099,7577,5832,4206,3049,2127,1410,917,631,363,246,145,93,56,26,10,16,8,5,2,0,1]},"parameters/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,1,3,6,15,23,31,43,81,128,217,319,518,741,1134,1583,2324,3105,4314,5450,7088,8849,11166,13294,16049,17995,20345,22528,24385,25559,26467,27501,26486,25714,24184,22385,20389,17939,15587,13411,10852,8788,6936,5555,4018,3126,2293,1646,1138,787,547,336,212,126,72,51,26,9,7,2,2,0,1],"bins":[-0.09628589451313019,-0.09332257509231567,-0.09035926312208176,-0.08739594370126724,-0.08443263173103333,-0.08146931231021881,-0.0785060003399849,-0.07554268091917038,-0.07257936894893646,-0.06961604952812195,-0.06665273755788803,-0.06368941813707352,-0.0607261024415493,-0.057762786746025085,-0.05479947105050087,-0.051836155354976654,-0.04887283965945244,-0.04590952396392822,-0.04294620826840401,-0.03998289257287979,-0.037019576877355576,-0.03405626118183136,-0.031092943623661995,-0.02812962792813778,-0.025166312232613564,-0.022202996537089348,-0.019239680841565132,-0.016276365146040916,-0.013313048519194126,-0.01034973282366991,-0.007386416662484407,-0.004423100501298904,-0.0014597848057746887,0.0015035311225801706,0.00446684705093503,0.007430163212120533,0.010393478907644749,0.013356794603168964,0.016320111230015755,0.01928342692553997,0.022246742621064186,0.025210058316588402,0.028173374012112617,0.031136689707636833,0.0341000072658062,0.037063322961330414,0.04002663865685463,0.042989954352378845,0.04595327004790306,0.04891658574342728,0.05187990143895149,0.05484321713447571,0.057806532829999924,0.06076984852552414,0.06373316794633865,0.06669647991657257,0.06965979933738708,0.072623111307621,0.07558643072843552,0.07854974269866943,0.08151306211948395,0.08447637408971786,0.08743969351053238,0.0904030054807663,0.09336632490158081]},"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-3.398766421014443e-05,-3.292333349236287e-05,-3.1858999136602506e-05,-3.079466841882095e-05,-2.973033406306058e-05,-2.866600152628962e-05,-2.7601668989518657e-05,-2.6537336452747695e-05,-2.5473003915976733e-05,-2.4408673198195174e-05,-2.3344340661424212e-05,-2.228000812465325e-05,-2.1215675587882288e-05,-2.0151343051111326e-05,-1.9087010514340363e-05,-1.80226779775694e-05,-1.695834544079844e-05,-1.5894012904027477e-05,-1.4829680367256515e-05,-1.3765347830485553e-05,-1.270101529371459e-05,-1.163668366643833e-05,-1.0572351129667368e-05,-9.508018592896406e-06,-8.443686056125443e-06,-7.379353519354481e-06,-6.315020982583519e-06,-5.250688900559908e-06,-4.186356363788946e-06,-3.1220238270179834e-06,-2.0576915176206967e-06,-9.933590945365722e-07,7.097332854755223e-08,1.1353057516316767e-06,2.199638174715801e-06,3.263970484113088e-06,4.32830302088405e-06,5.392635557655012e-06,6.4569676396786235e-06,7.521300176449586e-06,8.585632713220548e-06,9.64996524999151e-06,1.0714297786762472e-05,1.1778630323533434e-05,1.2842961950809695e-05,1.3907294487580657e-05,1.497162702435162e-05,1.603595956112258e-05,1.7100292097893544e-05,1.8164624634664506e-05,1.9228957171435468e-05,2.029328970820643e-05,2.1357622244977392e-05,2.2421954781748354e-05,2.3486287318519317e-05,2.455061985529028e-05,2.5614950573071837e-05,2.66792831098428e-05,2.7743615646613762e-05,2.8807948183384724e-05,2.9872280720155686e-05,3.093661507591605e-05,3.200094579369761e-05,3.3065280149457976e-05,3.4129610867239535e-05],"_type":"histogram","values":[163,64,23,10,10,10,9,3,5,7,7,2,5,6,1,2,3,3,1,4,2,3,3,0,4,0,3,1,2,1,2,0,2,3,1,3,5,3,1,5,0,3,1,3,2,1,4,6,0,4,2,3,6,5,3,7,4,13,9,16,13,25,80,176]},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-3.343799107824452e-05,-3.239824582124129e-05,-3.135849692625925e-05,-3.0318751669256017e-05,-2.9279006412252784e-05,-2.823926115524955e-05,-2.7199514079256915e-05,-2.6159767003264278e-05,-2.5120021746261045e-05,-2.4080276489257812e-05,-2.3040529413265176e-05,-2.200078233727254e-05,-2.0961037080269307e-05,-1.9921291823266074e-05,-1.8881544747273438e-05,-1.78417976712808e-05,-1.680205241427757e-05,-1.5762307157274336e-05,-1.47225600812817e-05,-1.3682813914783765e-05,-1.264306774828583e-05,-1.1603321581787895e-05,-1.056357541528996e-05,-9.523829248792026e-06,-8.484083082294092e-06,-7.444336915796157e-06,-6.404590749298222e-06,-5.364844582800288e-06,-4.325098416302353e-06,-3.2853522498044185e-06,-2.245606083306484e-06,-1.2058599168085493e-06,-1.661137503106147e-07,8.736324161873199e-07,1.9133785826852545e-06,2.953124749183189e-06,3.992870915681124e-06,5.032617082179058e-06,6.072363248676993e-06,7.1121094151749276e-06,8.151855581672862e-06,9.191601748170797e-06,1.0231347914668731e-05,1.1271094081166666e-05,1.23108402476646e-05,1.3350586414162535e-05,1.439033258066047e-05,1.5430079656653106e-05,1.646982491365634e-05,1.7509570170659572e-05,1.8549317246652208e-05,1.9589064322644845e-05,2.0628809579648077e-05,2.166855483665131e-05,2.2708301912643947e-05,2.3748048988636583e-05,2.4787794245639816e-05,2.582753950264305e-05,2.6867286578635685e-05,2.790703365462832e-05,2.8946778911631554e-05,2.9986524168634787e-05,3.102626942563802e-05,3.206601832062006e-05,3.310576357762329e-05],"_type":"histogram","values":[20,45,55,43,49,27,16,16,13,11,4,9,6,4,2,5,6,11,1,2,2,0,6,2,4,3,4,2,1,0,0,2,5,3,1,6,1,4,2,2,2,5,5,3,6,5,3,4,1,7,10,2,13,6,4,9,15,22,25,25,39,64,60,38]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0019683837890625,-0.0019108057022094727,-0.0018532276153564453,-0.001795649528503418,-0.0017380714416503906,-0.0016804933547973633,-0.001622915267944336,-0.0015653371810913086,-0.0015077590942382812,-0.001450181007385254,-0.0013926029205322266,-0.0013350248336791992,-0.0012774467468261719,-0.0012198686599731445,-0.0011622905731201172,-0.0011047124862670898,-0.0010471343994140625,-0.0009895563125610352,-0.0009319782257080078,-0.0008744001388549805,-0.0008168220520019531,-0.0007592439651489258,-0.0007016658782958984,-0.0006440877914428711,-0.0005865097045898438,-0.0005289316177368164,-0.00047135353088378906,-0.0004137754440307617,-0.0003561973571777344,-0.00029861927032470703,-0.0002410411834716797,-0.00018346309661865234,-0.000125885009765625,-6.830692291259766e-05,-1.0728836059570312e-05,4.684925079345703e-05,0.00010442733764648438,0.00016200542449951172,0.00021958351135253906,0.0002771615982055664,0.00033473968505859375,0.0003923177719116211,0.00044989585876464844,0.0005074739456176758,0.0005650520324707031,0.0006226301193237305,0.0006802082061767578,0.0007377862930297852,0.0007953643798828125,0.0008529424667358398,0.0009105205535888672,0.0009680986404418945,0.0010256767272949219,0.0010832548141479492,0.0011408329010009766,0.001198410987854004,0.0012559890747070312,0.0013135671615600586,0.001371145248413086,0.0014287233352661133,0.0014863014221191406,0.001543879508972168,0.0016014575958251953,0.0016590356826782227,0.00171661376953125],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,4,0,1,3,4,6,5,8,6,15,11,12,21,27,31,35,44,54,64,76,103,83,123,143,153,173,139,111,101,84,75,51,43,46,32,26,30,15,23,9,12,10,9,3,7,2,3,2,2,2,0,1,2,0,1]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[18,33,31,43,35,26,25,17,18,14,10,12,14,12,7,11,6,4,3,5,11,2,3,6,2,5,2,5,5,5,4,4,0,3,1,4,4,2,0,4,5,4,4,4,4,13,5,7,5,3,4,15,8,8,21,20,19,20,32,28,41,26,35,21],"bins":[-3.2235609978670254e-05,-3.122703856206499e-05,-3.0218465326470323e-05,-2.9209892090875655e-05,-2.820132067427039e-05,-2.7192749257665128e-05,-2.618417602207046e-05,-2.5175602786475793e-05,-2.416703136987053e-05,-2.3158459953265265e-05,-2.2149886717670597e-05,-2.114131348207593e-05,-2.0132742065470666e-05,-1.9124170648865402e-05,-1.8115597413270734e-05,-1.7107024177676067e-05,-1.6098452761070803e-05,-1.5089880434970837e-05,-1.4081308108870871e-05,-1.3072735782770906e-05,-1.206416345667094e-05,-1.1055591130570974e-05,-1.0047018804471008e-05,-9.038446478371043e-06,-8.029874152271077e-06,-7.021301826171111e-06,-6.012729500071146e-06,-5.00415717397118e-06,-3.995584847871214e-06,-2.9870125217712484e-06,-1.9784401956712827e-06,-9.69867869571317e-07,3.8704456528648734e-08,1.0472767826286145e-06,2.05584910872858e-06,3.064421434828546e-06,4.072993760928512e-06,5.081566087028477e-06,6.090138413128443e-06,7.098710739228409e-06,8.107283065328375e-06,9.11585539142834e-06,1.0124427717528306e-05,1.1133000043628272e-05,1.2141572369728237e-05,1.3150144695828203e-05,1.4158717021928169e-05,1.5167289348028135e-05,1.61758616741281e-05,1.7184433090733364e-05,1.8193006326328032e-05,1.92015795619227e-05,2.0210150978527963e-05,2.1218722395133227e-05,2.2227295630727895e-05,2.3235868866322562e-05,2.4244440282927826e-05,2.525301169953309e-05,2.6261584935127757e-05,2.7270158170722425e-05,2.827872958732769e-05,2.9287301003932953e-05,3.029587423952762e-05,3.130444747512229e-05,3.231301889172755e-05],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,1,0,0,0,0,0,0,0,3,1,1,1,4,4,3,2,7,6,10,17,15,20,12,27,32,36,41,41,64,64,66,50,38,35,35,27,16,16,15,18,7,2,7,3,3,1,2,3,1,1,1,2,2,0,1,0,0,0,1,0,1,1],"bins":[-1.6763806343078613e-06,-1.623295247554779e-06,-1.5702098608016968e-06,-1.5171244740486145e-06,-1.4640390872955322e-06,-1.41095370054245e-06,-1.3578683137893677e-06,-1.3047829270362854e-06,-1.2516975402832031e-06,-1.1986121535301208e-06,-1.1455267667770386e-06,-1.0924413800239563e-06,-1.039355993270874e-06,-9.862706065177917e-07,-9.331852197647095e-07,-8.800998330116272e-07,-8.270144462585449e-07,-7.739290595054626e-07,-7.208436727523804e-07,-6.677582859992981e-07,-6.146728992462158e-07,-5.615875124931335e-07,-5.085021257400513e-07,-4.55416738986969e-07,-4.023313522338867e-07,-3.4924596548080444e-07,-2.9616057872772217e-07,-2.430751919746399e-07,-1.8998980522155762e-07,-1.3690441846847534e-07,-8.381903171539307e-08,-3.073364496231079e-08,2.2351741790771484e-08,7.543712854385376e-08,1.2852251529693604e-07,1.816079020500183e-07,2.3469328880310059e-07,2.8777867555618286e-07,3.4086406230926514e-07,3.939494490623474e-07,4.470348358154297e-07,5.00120222568512e-07,5.532056093215942e-07,6.062909960746765e-07,6.593763828277588e-07,7.124617695808411e-07,7.655471563339233e-07,8.186325430870056e-07,8.717179298400879e-07,9.248033165931702e-07,9.778887033462524e-07,1.0309740900993347e-06,1.084059476852417e-06,1.1371448636054993e-06,1.1902302503585815e-06,1.2433156371116638e-06,1.296401023864746e-06,1.3494864106178284e-06,1.4025717973709106e-06,1.455657184123993e-06,1.5087425708770752e-06,1.5618279576301575e-06,1.6149133443832397e-06,1.667998731136322e-06,1.7210841178894043e-06],"_type":"histogram"},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"values":[4,1,5,13,24,46,78,150,249,391,686,1029,1513,2415,3563,4935,7080,9919,13405,17717,22732,28880,35461,43492,51562,59930,67442,75119,81137,87174,91429,92137,92282,89834,85968,79657,73464,65494,57061,49104,41027,33626,26826,21246,16317,12233,9144,6522,4555,3148,2010,1372,885,563,341,192,122,68,37,22,14,5,4,3],"bins":[-0.09415224194526672,-0.09119676053524017,-0.08824127167463303,-0.08528579026460648,-0.08233030140399933,-0.07937481999397278,-0.07641933858394623,-0.07346384972333908,-0.07050836831331253,-0.06755288690328598,-0.06459739804267883,-0.06164191663265228,-0.058686431497335434,-0.055730946362018585,-0.052775464951992035,-0.049819979816675186,-0.04686449468135834,-0.04390900954604149,-0.04095352441072464,-0.03799804300069809,-0.03504255786538124,-0.03208707273006439,-0.029131589457392693,-0.026176106184720993,-0.023220621049404144,-0.020265135914087296,-0.017309652641415596,-0.014354168437421322,-0.011398684233427048,-0.008443200029432774,-0.0054877158254384995,-0.0025322316214442253,0.00042325258255004883,0.003378736786544323,0.006334220990538597,0.009289705194532871,0.012245189398527145,0.01520067360252142,0.018156157806515694,0.021111641079187393,0.024067126214504242,0.02702261134982109,0.02997809462249279,0.03293357789516449,0.03588906303048134,0.03884454816579819,0.04180002957582474,0.044755514711141586,0.047710999846458435,0.050666484981775284,0.05362197011709213,0.05657745152711868,0.05953293666243553,0.06248842179775238,0.06544390320777893,0.06839939206838608,0.07135487347841263,0.07431035488843918,0.07726584374904633,0.08022132515907288,0.08317680656909943,0.08613229542970657,0.08908777683973312,0.09204326570034027,0.09499874711036682],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[264,46,12,2,6,3,1,2,4,1,2,1,0,3,2,3,1,1,0,0,1,0,2,0,2,1,0,1,0,2,1,0,3,2,0,0,1,1,0,2,1,1,3,1,1,3,1,0,1,0,2,1,3,2,1,1,2,6,3,5,9,12,58,278],"bins":[-3.4614760807016864e-05,-3.3532935049152e-05,-3.245110929128714e-05,-3.136927989544347e-05,-3.0287454137578607e-05,-2.9205628379713744e-05,-2.812380262184888e-05,-2.7041975044994615e-05,-2.5960149287129752e-05,-2.487832352926489e-05,-2.3796495952410623e-05,-2.271467019454576e-05,-2.1632844436680898e-05,-2.0551016859826632e-05,-1.946919110196177e-05,-1.8387363525107503e-05,-1.730553776724264e-05,-1.6223712009377778e-05,-1.5141884432523511e-05,-1.4060058674658649e-05,-1.2978232007299084e-05,-1.189640533993952e-05,-1.0814579582074657e-05,-9.732752914715093e-06,-8.650926247355528e-06,-7.569099579995964e-06,-6.48727336738375e-06,-5.405447154771537e-06,-4.323620487411972e-06,-3.241794047426083e-06,-2.159967607440194e-06,-1.078141167454305e-06,3.6816345527768135e-09,1.0855080745386658e-06,2.167334514524555e-06,3.249160954510444e-06,4.330987394496333e-06,5.412814061855897e-06,6.494640274468111e-06,7.5764664870803244e-06,8.658293154439889e-06,9.740119821799453e-06,1.0821946489159018e-05,1.190377224702388e-05,1.2985598914383445e-05,1.406742558174301e-05,1.5149251339607872e-05,1.6231078916462138e-05,1.7312904674327e-05,1.8394730432191864e-05,1.947655800904613e-05,2.0558383766910993e-05,2.164021134376526e-05,2.272203710163012e-05,2.3803862859494984e-05,2.488569043634925e-05,2.5967516194214113e-05,2.7049341952078976e-05,2.8131169528933242e-05,2.9212995286798105e-05,3.0294821044662967e-05,3.137664680252783e-05,3.24584761983715e-05,3.354030195623636e-05,3.4622127714101225e-05]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,1,1,2,1,4,2,0,2,1,4,7,8,11,7,7,10,12,12,19,29,23,21,34,36,46,31,43,30,40,41,35,29,29,38,23,15,14,15,12,15,5,7,4,6,9,4,2,7,1,3,1,2,0,0,0,1,0,0,1,1,1],"bins":[-0.0002841949462890625,-0.00027495622634887695,-0.0002657175064086914,-0.00025647878646850586,-0.0002472400665283203,-0.00023800134658813477,-0.00022876262664794922,-0.00021952390670776367,-0.00021028518676757812,-0.00020104646682739258,-0.00019180774688720703,-0.00018256902694702148,-0.00017333030700683594,-0.0001640915870666504,-0.00015485286712646484,-0.0001456141471862793,-0.00013637542724609375,-0.0001271367073059082,-0.00011789798736572266,-0.00010865926742553711,-9.942054748535156e-05,-9.018182754516602e-05,-8.094310760498047e-05,-7.170438766479492e-05,-6.246566772460938e-05,-5.322694778442383e-05,-4.398822784423828e-05,-3.4749507904052734e-05,-2.5510787963867188e-05,-1.627206802368164e-05,-7.033348083496094e-06,2.205371856689453e-06,1.1444091796875e-05,2.0682811737060547e-05,2.9921531677246094e-05,3.916025161743164e-05,4.839897155761719e-05,5.7637691497802734e-05,6.687641143798828e-05,7.611513137817383e-05,8.535385131835938e-05,9.459257125854492e-05,0.00010383129119873047,0.00011307001113891602,0.00012230873107910156,0.0001315474510192871,0.00014078617095947266,0.0001500248908996582,0.00015926361083984375,0.0001685023307800293,0.00017774105072021484,0.0001869797706604004,0.00019621849060058594,0.00020545721054077148,0.00021469593048095703,0.00022393465042114258,0.00023317337036132812,0.00024241209030151367,0.0002516508102416992,0.00026088953018188477,0.0002701282501220703,0.00027936697006225586,0.0002886056900024414,0.00029784440994262695,0.0003070831298828125]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,1,2,0,2,6,9,24,47,81,130,241,436,688,1061,1676,2560,4030,5622,8166,11253,15415,20440,26469,33499,41005,49462,58865,67633,76311,83624,89631,93618,96634,96840,93903,89335,83213,75217,67617,58000,49764,40665,32818,25956,20104,15291,11092,7913,5739,3838,2583,1710,1022,661,369,263,148,75,51,16,8,4,7],"bins":[-0.10443689674139023,-0.10136361420154572,-0.0982903242111206,-0.09521704167127609,-0.09214375913143158,-0.08907046914100647,-0.08599718660116196,-0.08292389661073685,-0.07985061407089233,-0.07677733153104782,-0.07370404154062271,-0.0706307590007782,-0.06755746901035309,-0.06448418647050858,-0.06141090393066406,-0.05833761766552925,-0.05526433140039444,-0.05219104513525963,-0.04911775887012482,-0.046044476330280304,-0.04297119006514549,-0.03989790380001068,-0.03682462126016617,-0.03375133499503136,-0.030678048729896545,-0.027604762464761734,-0.024531478062272072,-0.02145819365978241,-0.0183849073946476,-0.015311622060835361,-0.012238336727023125,-0.009165051393210888,-0.006091758608818054,-0.0030184732750058174,5.481205880641937e-05,0.003128097392618656,0.006201382726430893,0.00927466806024313,0.012347953394055367,0.015421238727867603,0.01849452406167984,0.02156781032681465,0.024641094729304314,0.027714379131793976,0.030787665396928787,0.0338609516620636,0.03693423420190811,0.04000752046704292,0.043080806732177734,0.046154092997312546,0.04922737926244736,0.05230066180229187,0.05537394806742668,0.05844723433256149,0.061520516872406006,0.06459380686283112,0.06766708940267563,0.07074037194252014,0.07381366193294525,0.07688694447278976,0.07996022701263428,0.08303351700305939,0.0861067995429039,0.08918008953332901,0.09225337207317352]},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-3.468621434876695e-05,-3.360435221111402e-05,-3.252248643548228e-05,-3.1440624297829345e-05,-3.0358760341187008e-05,-2.927689638454467e-05,-2.8195034246891737e-05,-2.71131702902494e-05,-2.6031306333607063e-05,-2.4949442376964726e-05,-2.386757842032239e-05,-2.2785716282669455e-05,-2.1703852326027118e-05,-2.062198836938478e-05,-1.9540126231731847e-05,-1.845826227508951e-05,-1.7376398318447173e-05,-1.6294534361804835e-05,-1.52126713146572e-05,-1.4130808267509565e-05,-1.3048944310867228e-05,-1.196708035422489e-05,-1.0885217307077255e-05,-9.80335425992962e-06,-8.721490303287283e-06,-7.639626346644945e-06,-6.55776329949731e-06,-5.475899797602324e-06,-4.3940362957073376e-06,-3.3121727938123513e-06,-2.230309291917365e-06,-1.1484457900223788e-06,-6.658592610619962e-08,1.0152775757887866e-06,2.097141077683773e-06,3.179004579578759e-06,4.260868081473745e-06,5.342731583368732e-06,6.424595085263718e-06,7.506458587158704e-06,8.58832208905369e-06,9.670186045696028e-06,1.0752049092843663e-05,1.1833912139991298e-05,1.2915776096633635e-05,1.3997640053275973e-05,1.5079503100423608e-05,1.6161366147571243e-05,1.724323010421358e-05,1.8325094060855918e-05,1.9406958017498255e-05,2.048882015515119e-05,2.1570684111793526e-05,2.2652548068435863e-05,2.3734410206088796e-05,2.4816274162731133e-05,2.589813811937347e-05,2.6980002076015808e-05,2.8061866032658145e-05,2.914372817031108e-05,3.0225592126953416e-05,3.130745608359575e-05,3.2389318221248686e-05,3.347118399688043e-05,3.455304613453336e-05],"_type":"histogram","values":[274,55,9,7,5,0,5,1,1,0,0,1,2,0,2,0,1,0,0,0,0,0,0,0,1,2,0,0,1,0,1,1,1,1,3,0,1,0,0,1,3,0,2,1,1,2,1,1,1,0,3,1,4,3,2,1,1,5,4,2,7,16,45,286]},"parameters/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.08203814923763275,-0.07981817424297333,-0.0775981992483139,-0.07537821680307388,-0.07315824180841446,-0.07093826681375504,-0.06871828436851501,-0.06649830937385559,-0.06427833437919617,-0.06205835938453674,-0.05983838066458702,-0.0576184019446373,-0.055398426949977875,-0.05317845195531845,-0.05095847323536873,-0.048738494515419006,-0.04651851952075958,-0.04429854452610016,-0.042078565806150436,-0.039858587086200714,-0.03763861209154129,-0.035418637096881866,-0.033198658376932144,-0.03097868151962757,-0.028758704662322998,-0.026538727805018425,-0.024318750947713852,-0.02209877409040928,-0.019878797233104706,-0.017658820375800133,-0.01543884351849556,-0.013218866661190987,-0.010998882353305817,-0.008778905496001244,-0.0065589286386966705,-0.0043389517813920975,-0.0021189749240875244,0.00010100193321704865,0.0023209787905216217,0.004540955647826195,0.006760932505130768,0.008980909362435341,0.011200886219739914,0.013420863077044487,0.01564083993434906,0.017860816791653633,0.020080793648958206,0.02230077050626278,0.024520747363567352,0.026740724220871925,0.0289607010781765,0.03118067793548107,0.033400654792785645,0.03562062978744507,0.03784060850739479,0.04006058722734451,0.04228056222200394,0.04450053721666336,0.04672051593661308,0.048940494656562805,0.05116046965122223,0.05338044464588165,0.055600423365831375,0.0578204020857811,0.06004037708044052],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,3,0,1,2,8,4,1,10,12,13,14,14,23,25,35,39,43,45,39,53,62,59,59,73,71,70,76,76,52,60,49,57,60,36,58,33,35,24,23,22,15,14,13,11,9,12,4,6,4,1,1,4,1]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,0,2,14,12,20,30,77,105,149,232,408,596,973,1353,1903,2823,3857,5029,6873,8836,10880,13546,16429,19419,22473,25578,28591,30997,32617,34058,34694,34486,33285,31901,29752,26876,24264,21223,18351,15433,12488,10080,7912,6052,4497,3305,2353,1635,1200,802,509,322,217,132,74,50,23,13,6,3,3,2],"bins":[-0.09677042067050934,-0.0938207134604454,-0.09087099879980087,-0.08792129158973694,-0.08497157692909241,-0.08202186971902847,-0.07907216250896454,-0.07612244784832001,-0.07317274063825607,-0.07022302597761154,-0.06727331876754761,-0.06432361155748367,-0.06137389689683914,-0.05842418596148491,-0.055474478751420975,-0.05252476781606674,-0.04957505688071251,-0.046625345945358276,-0.043675635010004044,-0.04072592779994011,-0.037776216864585876,-0.034826505929231644,-0.03187679499387741,-0.028927085921168327,-0.025977374985814095,-0.023027664050459862,-0.020077954977750778,-0.017128244042396545,-0.014178534038364887,-0.011228824034333229,-0.008279113098978996,-0.005329403094947338,-0.00237969309091568,0.0005700171459466219,0.0035197273828089237,0.006469437852501869,0.009419147856533527,0.012368857860565186,0.015318568795919418,0.018268277868628502,0.021217988803982735,0.024167699739336967,0.02711740881204605,0.030067119747400284,0.03301683068275452,0.03596654161810875,0.038916248828172684,0.041865959763526917,0.04481567069888115,0.04776538163423538,0.050715092569589615,0.05366479977965355,0.05661451071500778,0.059564221650362015,0.06251393258571625,0.06546363979578018,0.06841335445642471,0.07136306166648865,0.07431277632713318,0.07726248353719711,0.08021219074726105,0.08316190540790558,0.08611161261796951,0.08906132727861404,0.09201103448867798],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09376499056816101,-0.09080994129180908,-0.08785489201545715,-0.08489984273910522,-0.0819447860121727,-0.07898973673582077,-0.07603468745946884,-0.07307963818311691,-0.07012458890676498,-0.06716953963041306,-0.06421448290348053,-0.0612594373524189,-0.05830438435077667,-0.055349335074424744,-0.052394285798072815,-0.04943923279643059,-0.04648418352007866,-0.04352913424372673,-0.0405740812420845,-0.037619031965732574,-0.034663982689380646,-0.03170892968773842,-0.02875388041138649,-0.02579883113503456,-0.022843779996037483,-0.019888728857040405,-0.016933679580688477,-0.013978628441691399,-0.011023578234016895,-0.008068528026342392,-0.005113477353006601,-0.0021584269125014544,0.0007966235280036926,0.0037516739685088396,0.006706724409013987,0.009661775082349777,0.01261682529002428,0.015571875497698784,0.018526926636695862,0.02148197591304779,0.02443702705204487,0.027392078191041946,0.030347127467393875,0.033302176743745804,0.03625722974538803,0.03921227902173996,0.04216732829809189,0.045122381299734116,0.048077430576086044,0.05103247985243797,0.0539875328540802,0.05694258213043213,0.05989763140678406,0.06285268068313599,0.06580772995948792,0.06876278668642044,0.07171783596277237,0.0746728852391243,0.07762793451547623,0.08058298379182816,0.08353803306818008,0.08649308979511261,0.08944813907146454,0.09240318834781647,0.0953582376241684],"_type":"histogram","values":[4,4,8,27,36,57,83,165,262,424,652,1028,1699,2509,3629,5253,7404,10321,13786,18217,23355,29702,36915,44089,52318,60659,68886,76162,82496,87661,90325,92985,92318,89752,84658,79478,72485,64801,56013,47900,40065,32609,26074,20483,15522,11743,8626,6222,4410,3061,1947,1368,878,549,329,193,122,58,28,30,11,4,1,5]},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,1,1,1,0,2,1,1,3,6,10,8,10,17,15,24,34,41,62,72,92,92,60,39,37,38,17,16,8,8,6,7,8,5,5,3,3,0,3,2,0,0,1,0,1,1,1,0,2,0,0,0,0,0,1],"bins":[-0.005687775555998087,-0.005498641636222601,-0.005309508182108402,-0.005120374262332916,-0.00493124034255743,-0.004742106888443232,-0.004552972968667746,-0.00436383904889226,-0.004174705594778061,-0.003985571675002575,-0.003796437755227089,-0.0036073040682822466,-0.0034181703813374043,-0.0032290364615619183,-0.003039902774617076,-0.00285076885484159,-0.0026616351678967476,-0.0024725014809519053,-0.0022833675611764193,-0.002094233874231577,-0.0019051000708714128,-0.0017159662675112486,-0.0015268325805664062,-0.001337698777206242,-0.001148564973846078,-0.0009594311704859138,-0.0007702974253334105,-0.0005811636801809072,-0.0003920298768207431,-0.00020289610256440938,-1.3762328308075666e-05,0.00017537144594825804,0.00036450475454330444,0.0005536385579034686,0.0007427723030559719,0.0009319060482084751,0.0011210398515686393,0.0013101736549288034,0.0014993073418736458,0.00168844114523381,0.0018775749485939741,0.0020667086355388165,0.0022558425553143024,0.0024449762422591448,0.002634109929203987,0.002823243848979473,0.0030123775359243155,0.0032015114556998014,0.003390645142644644,0.003579778829589486,0.003768912749364972,0.0039580464363098145,0.0041471803560853004,0.004336313810199499,0.004525447729974985,0.004714581649750471,0.00490371510386467,0.005092849023640156,0.005281982943415642,0.005471116863191128,0.0056602503173053265,0.0058493842370808125,0.0060385181568562984,0.006227651610970497,0.006416785530745983]},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.006072998046875,-0.005894184112548828,-0.005715370178222656,-0.005536556243896484,-0.0053577423095703125,-0.005178928375244141,-0.005000114440917969,-0.004821300506591797,-0.004642486572265625,-0.004463672637939453,-0.004284858703613281,-0.004106044769287109,-0.0039272308349609375,-0.0037484169006347656,-0.0035696029663085938,-0.003390789031982422,-0.00321197509765625,-0.003033161163330078,-0.0028543472290039062,-0.0026755332946777344,-0.0024967193603515625,-0.0023179054260253906,-0.0021390914916992188,-0.001960277557373047,-0.001781463623046875,-0.0016026496887207031,-0.0014238357543945312,-0.0012450218200683594,-0.0010662078857421875,-0.0008873939514160156,-0.0007085800170898438,-0.0005297660827636719,-0.0003509521484375,-0.00017213821411132812,6.67572021484375e-06,0.00018548965454101562,0.0003643035888671875,0.0005431175231933594,0.0007219314575195312,0.0009007453918457031,0.001079559326171875,0.0012583732604980469,0.0014371871948242188,0.0016160011291503906,0.0017948150634765625,0.0019736289978027344,0.0021524429321289062,0.002331256866455078,0.00251007080078125,0.002688884735107422,0.0028676986694335938,0.0030465126037597656,0.0032253265380859375,0.0034041404724121094,0.0035829544067382812,0.003761768341064453,0.003940582275390625,0.004119396209716797,0.004298210144042969,0.004477024078369141,0.0046558380126953125,0.004834651947021484,0.005013465881347656,0.005192279815673828,0.00537109375],"_type":"histogram","values":[1,0,2,1,0,1,6,4,2,9,15,19,27,37,41,87,112,151,286,419,560,768,1286,1919,2592,4105,6023,9223,13389,20297,30614,44974,67463,94550,92292,65086,44473,29629,19741,12870,8744,5919,3818,2752,1810,1219,769,542,405,221,178,135,82,51,28,32,11,9,10,6,4,3,0,2]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,2,1,4,6,10,11,17,27,40,73,112,150,214,363,465,723,1079,1635,2339,3585,5213,7842,11107,17375,24827,36796,54181,79836,98502,78194,53073,36275,24349,16838,11084,7652,5124,3468,2258,1619,1149,688,496,356,212,160,90,60,52,30,17,11,6,8,2,2,4,0,1,3,3,0,2],"bins":[-0.005340576171875,-0.0051593780517578125,-0.004978179931640625,-0.0047969818115234375,-0.00461578369140625,-0.0044345855712890625,-0.004253387451171875,-0.0040721893310546875,-0.0038909912109375,-0.0037097930908203125,-0.003528594970703125,-0.0033473968505859375,-0.00316619873046875,-0.0029850006103515625,-0.002803802490234375,-0.0026226043701171875,-0.00244140625,-0.0022602081298828125,-0.002079010009765625,-0.0018978118896484375,-0.00171661376953125,-0.0015354156494140625,-0.001354217529296875,-0.0011730194091796875,-0.0009918212890625,-0.0008106231689453125,-0.000629425048828125,-0.0004482269287109375,-0.00026702880859375,-8.58306884765625e-05,9.5367431640625e-05,0.0002765655517578125,0.000457763671875,0.0006389617919921875,0.000820159912109375,0.0010013580322265625,0.00118255615234375,0.0013637542724609375,0.001544952392578125,0.0017261505126953125,0.0019073486328125,0.0020885467529296875,0.002269744873046875,0.0024509429931640625,0.00263214111328125,0.0028133392333984375,0.002994537353515625,0.0031757354736328125,0.00335693359375,0.0035381317138671875,0.003719329833984375,0.0039005279541015625,0.00408172607421875,0.0042629241943359375,0.004444122314453125,0.0046253204345703125,0.0048065185546875,0.0049877166748046875,0.005168914794921875,0.0053501129150390625,0.00553131103515625,0.0057125091552734375,0.005893707275390625,0.0060749053955078125,0.006256103515625]},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[3,6,1,6,22,29,47,74,121,191,274,451,688,1034,1442,2111,2832,3782,5130,6655,8350,10441,12895,15911,18518,20813,24125,26692,28921,30599,31897,32609,33303,32451,31309,29480,27538,25425,22581,19667,17074,14124,11768,9439,7539,5791,4336,3384,2520,1696,1211,891,571,399,245,163,104,63,36,18,14,10,0,4],"bins":[-0.09082455188035965,-0.08800899237394333,-0.08519342541694641,-0.08237786591053009,-0.07956230640411377,-0.07674674689769745,-0.07393118739128113,-0.07111562043428421,-0.06830006092786789,-0.06548450142145157,-0.06266893446445465,-0.05985337495803833,-0.05703781545162201,-0.05422225594520569,-0.05140669271349907,-0.04859112948179245,-0.04577556997537613,-0.04296001046895981,-0.04014444723725319,-0.03732888400554657,-0.03451332449913025,-0.03169776499271393,-0.02888220176100731,-0.02606664039194584,-0.02325107902288437,-0.0204355176538229,-0.01761995628476143,-0.014804394915699959,-0.011988833546638489,-0.009173272177577019,-0.006357710808515549,-0.0035421494394540787,-0.0007265806198120117,0.0020889807492494583,0.004904542118310928,0.007720103487372398,0.010535664856433868,0.013351226225495338,0.01616678759455681,0.01898234896361828,0.02179791033267975,0.02461347170174122,0.02742903307080269,0.03024459443986416,0.03306015580892563,0.03587571531534195,0.03869127854704857,0.04150684177875519,0.04432240128517151,0.04713796079158783,0.04995352402329445,0.05276908725500107,0.05558464676141739,0.05840020626783371,0.06121576949954033,0.06403133273124695,0.06684689223766327,0.06966245174407959,0.07247801125049591,0.07529357820749283,0.07810913771390915,0.08092469722032547,0.08374026417732239,0.08655582368373871,0.08937138319015503]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,0,0,0,1,0,1,4,3,4,9,5,8,19,22,31,49,61,100,151,209,321,466,738,1276,2021,3555,6306,11524,21738,46808,129800,226273,71430,31308,15655,8313,4649,2684,1520,1013,598,346,246,164,126,83,56,33,18,28,20,7,10,2,0,1,1,3,4,0,2],"bins":[-0.0009918212890625,-0.0009628534317016602,-0.0009338855743408203,-0.0009049177169799805,-0.0008759498596191406,-0.0008469820022583008,-0.0008180141448974609,-0.0007890462875366211,-0.0007600784301757812,-0.0007311105728149414,-0.0007021427154541016,-0.0006731748580932617,-0.0006442070007324219,-0.000615239143371582,-0.0005862712860107422,-0.0005573034286499023,-0.0005283355712890625,-0.0004993677139282227,-0.0004703998565673828,-0.00044143199920654297,-0.0004124641418457031,-0.0003834962844848633,-0.00035452842712402344,-0.0003255605697631836,-0.00029659271240234375,-0.0002676248550415039,-0.00023865699768066406,-0.00020968914031982422,-0.00018072128295898438,-0.00015175342559814453,-0.0001227855682373047,-9.381771087646484e-05,-6.4849853515625e-05,-3.5881996154785156e-05,-6.9141387939453125e-06,2.205371856689453e-05,5.1021575927734375e-05,7.998943328857422e-05,0.00010895729064941406,0.0001379251480102539,0.00016689300537109375,0.0001958608627319336,0.00022482872009277344,0.0002537965774536133,0.0002827644348144531,0.00031173229217529297,0.0003407001495361328,0.00036966800689697266,0.0003986358642578125,0.00042760372161865234,0.0004565715789794922,0.00048553943634033203,0.0005145072937011719,0.0005434751510620117,0.0005724430084228516,0.0006014108657836914,0.0006303787231445312,0.0006593465805053711,0.0006883144378662109,0.0007172822952270508,0.0007462501525878906,0.0007752180099487305,0.0008041858673095703,0.0008331537246704102,0.00086212158203125],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[178,84,22,17,6,9,5,5,3,2,2,3,1,1,0,1,1,0,1,1,0,0,0,2,4,1,1,2,3,1,1,4,3,1,1,1,1,0,0,1,1,2,1,1,1,3,2,3,1,2,2,2,1,3,3,5,4,4,3,8,16,34,141,156],"bins":[0.9999655485153198,0.9999666213989258,0.9999676942825317,0.9999687671661377,0.9999698400497437,0.9999709129333496,0.9999719858169556,0.9999730587005615,0.9999741315841675,0.9999752640724182,0.9999763369560242,0.9999774098396301,0.9999784827232361,0.999979555606842,0.999980628490448,0.999981701374054,0.9999827742576599,0.9999838471412659,0.9999849200248718,0.9999859929084778,0.9999870657920837,0.9999881386756897,0.9999892115592957,0.9999902844429016,0.9999914169311523,0.9999924898147583,0.9999935626983643,0.9999946355819702,0.9999957084655762,0.9999967813491821,0.9999978542327881,0.999998927116394,1,1.000001072883606,1.000002145767212,1.0000032186508179,1.0000042915344238,1.0000053644180298,1.0000064373016357,1.0000075101852417,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.0000118017196655,1.0000128746032715,1.0000139474868774,1.0000150203704834,1.0000160932540894,1.0000171661376953,1.0000183582305908,1.0000194311141968,1.0000205039978027,1.0000215768814087,1.0000226497650146,1.0000237226486206,1.0000247955322266,1.0000258684158325,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802]},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,0,0,0,0,0,2,2,2,3,4,6,7,7,10,8,13,18,16,23,24,33,31,36,34,40,48,34,21,43,41,27,28,29,28,23,28,15,10,11,7,7,9,4,9,5,4,3,1,3,3,2,0,0,1,0,1,0,0,1],"bins":[-0.00531569542363286,-0.005148390308022499,-0.004981085658073425,-0.004813780542463064,-0.00464647589251399,-0.004479170776903629,-0.0043118661269545555,-0.004144561011344194,-0.003977255895733833,-0.0038099512457847595,-0.003642646363005042,-0.0034753414802253246,-0.0033080363646149635,-0.003140731481835246,-0.0029734265990555286,-0.002806121716275811,-0.0026388168334960938,-0.0024715119507163763,-0.002304207067936659,-0.0021369021851569414,-0.001969597302377224,-0.0018022923031821847,-0.0016349873039871454,-0.001467682421207428,-0.0013003775384277105,-0.001133072655647993,-0.0009657677146606147,-0.0007984627736732364,-0.0006311578908935189,-0.000463852979009971,-0.0002965480671264231,-0.00012924315524287522,3.806222230195999e-05,0.0002053671341855079,0.0003726720460690558,0.0005399769870564342,0.0007072818698361516,0.000874586752615869,0.0010418917518109083,0.0012091966345906258,0.0013765015173703432,0.0015438064001500607,0.001711111282929778,0.0018784162821248174,0.0020457212813198566,0.002213026164099574,0.0023803310468792915,0.002547635929659009,0.0027149408124387264,0.002882245695218444,0.0030495505779981613,0.0032168554607778788,0.003384160343557596,0.0035514654591679573,0.0037187703419476748,0.003886075224727392,0.004053380340337753,0.004220684990286827,0.004387990105897188,0.004555294755846262,0.004722599871456623,0.004889904521405697,0.005057209637016058,0.005224514286965132,0.005391819402575493]},"gradients/bert.encoder.layer.0.output.dense.weight":{"values":[2,2,0,3,3,3,5,4,3,14,19,24,35,43,62,75,106,150,236,359,410,655,929,1339,1951,3151,4794,7517,12962,22416,44554,98390,274990,606563,284847,99155,45847,23970,13879,8076,4931,3391,2185,1405,976,644,532,339,252,184,148,106,65,43,35,22,14,17,10,5,8,4,3,2],"bins":[-0.005706787109375,-0.005536556243896484,-0.005366325378417969,-0.005196094512939453,-0.0050258636474609375,-0.004855632781982422,-0.004685401916503906,-0.004515171051025391,-0.004344940185546875,-0.004174709320068359,-0.004004478454589844,-0.003834247589111328,-0.0036640167236328125,-0.003493785858154297,-0.0033235549926757812,-0.0031533241271972656,-0.00298309326171875,-0.0028128623962402344,-0.0026426315307617188,-0.002472400665283203,-0.0023021697998046875,-0.002131938934326172,-0.0019617080688476562,-0.0017914772033691406,-0.001621246337890625,-0.0014510154724121094,-0.0012807846069335938,-0.0011105537414550781,-0.0009403228759765625,-0.0007700920104980469,-0.0005998611450195312,-0.0004296302795410156,-0.0002593994140625,-8.916854858398438e-05,8.106231689453125e-05,0.0002512931823730469,0.0004215240478515625,0.0005917549133300781,0.0007619857788085938,0.0009322166442871094,0.001102447509765625,0.0012726783752441406,0.0014429092407226562,0.0016131401062011719,0.0017833709716796875,0.001953601837158203,0.0021238327026367188,0.0022940635681152344,0.00246429443359375,0.0026345252990722656,0.0028047561645507812,0.002974987030029297,0.0031452178955078125,0.003315448760986328,0.0034856796264648438,0.0036559104919433594,0.003826141357421875,0.003996372222900391,0.004166603088378906,0.004336833953857422,0.0045070648193359375,0.004677295684814453,0.004847526550292969,0.005017757415771484,0.00518798828125],"_type":"histogram"},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.0040283203125,-0.0038938522338867188,-0.0037593841552734375,-0.0036249160766601562,-0.003490447998046875,-0.0033559799194335938,-0.0032215118408203125,-0.0030870437622070312,-0.00295257568359375,-0.0028181076049804688,-0.0026836395263671875,-0.0025491714477539062,-0.002414703369140625,-0.0022802352905273438,-0.0021457672119140625,-0.0020112991333007812,-0.0018768310546875,-0.0017423629760742188,-0.0016078948974609375,-0.0014734268188476562,-0.001338958740234375,-0.0012044906616210938,-0.0010700225830078125,-0.0009355545043945312,-0.00080108642578125,-0.0006666183471679688,-0.0005321502685546875,-0.00039768218994140625,-0.000263214111328125,-0.00012874603271484375,5.7220458984375e-06,0.00014019012451171875,0.000274658203125,0.00040912628173828125,0.0005435943603515625,0.0006780624389648438,0.000812530517578125,0.0009469985961914062,0.0010814666748046875,0.0012159347534179688,0.00135040283203125,0.0014848709106445312,0.0016193389892578125,0.0017538070678710938,0.001888275146484375,0.0020227432250976562,0.0021572113037109375,0.0022916793823242188,0.0024261474609375,0.0025606155395507812,0.0026950836181640625,0.0028295516967773438,0.002964019775390625,0.0030984878540039062,0.0032329559326171875,0.0033674240112304688,0.00350189208984375,0.0036363601684570312,0.0037708282470703125,0.0039052963256835938,0.004039764404296875,0.004174232482910156,0.0043087005615234375,0.004443168640136719,0.00457763671875],"_type":"histogram","values":[1,0,4,2,2,1,10,6,10,12,34,39,61,96,136,219,347,531,800,1335,2029,3168,5242,8493,14490,24557,44249,83114,177371,449352,410016,166571,80081,42036,22942,13574,8347,4882,3236,1877,1321,817,490,350,208,130,99,58,48,22,18,12,5,4,4,1,1,0,0,1,0,1,0,1]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,1,5,2,6,7,4,14,18,20,40,53,70,104,149,206,328,456,717,1074,1755,2688,4741,7626,13247,23499,46123,100143,190763,96234,44437,22777,12866,7466,4397,2846,1624,1149,689,465,297,207,140,121,65,57,38,25,15,12,7,8,6,2,3,2,2,0,2,1,0,2],"bins":[-0.00049591064453125,-0.00047963857650756836,-0.0004633665084838867,-0.0004470944404602051,-0.00043082237243652344,-0.0004145503044128418,-0.00039827823638916016,-0.0003820061683654785,-0.0003657341003417969,-0.00034946203231811523,-0.0003331899642944336,-0.00031691789627075195,-0.0003006458282470703,-0.00028437376022338867,-0.00026810169219970703,-0.0002518296241760254,-0.00023555755615234375,-0.0002192854881286621,-0.00020301342010498047,-0.00018674135208129883,-0.0001704692840576172,-0.00015419721603393555,-0.0001379251480102539,-0.00012165307998657227,-0.00010538101196289062,-8.910894393920898e-05,-7.283687591552734e-05,-5.65648078918457e-05,-4.029273986816406e-05,-2.4020671844482422e-05,-7.748603820800781e-06,8.52346420288086e-06,2.47955322265625e-05,4.106760025024414e-05,5.733966827392578e-05,7.361173629760742e-05,8.988380432128906e-05,0.0001061558723449707,0.00012242794036865234,0.00013870000839233398,0.00015497207641601562,0.00017124414443969727,0.0001875162124633789,0.00020378828048706055,0.0002200603485107422,0.00023633241653442383,0.00025260448455810547,0.0002688765525817871,0.00028514862060546875,0.0003014206886291504,0.00031769275665283203,0.00033396482467651367,0.0003502368927001953,0.00036650896072387695,0.0003827810287475586,0.00039905309677124023,0.0004153251647949219,0.0004315972328186035,0.00044786930084228516,0.0004641413688659668,0.00048041343688964844,0.0004966855049133301,0.0005129575729370117,0.0005292296409606934,0.000545501708984375]},"parameters/bert.embeddings.position_embeddings.weight":{"values":[1,0,5,9,14,21,39,43,128,160,274,394,600,892,1329,1915,2526,3462,4567,5830,7393,9314,11030,13060,15175,17398,19019,20747,22141,22629,23028,22766,22571,21219,19950,18142,16244,14268,11940,9961,8088,6454,5111,3919,2841,2097,1482,1034,681,489,325,189,113,80,48,26,24,4,4,0,0,2,0,1],"bins":[-0.09088851511478424,-0.0879267081618309,-0.08496490865945816,-0.08200310170650482,-0.07904130220413208,-0.07607949525117874,-0.073117695748806,-0.07015588879585266,-0.06719408929347992,-0.06423228234052658,-0.06127047911286354,-0.0583086758852005,-0.05534687265753746,-0.05238506942987442,-0.04942326620221138,-0.04646146297454834,-0.0434996597468853,-0.04053785651922226,-0.03757605329155922,-0.03461425006389618,-0.03165244683623314,-0.02869064174592495,-0.02572883851826191,-0.02276703529059887,-0.01980523206293583,-0.01684342883527279,-0.013881625607609749,-0.010919821448624134,-0.007958018220961094,-0.004996214993298054,-0.0020344112999737263,0.0009273921605199575,0.0038891956210136414,0.0068509988486766815,0.009812802076339722,0.012774606235325336,0.015736408531665802,0.01869821362197399,0.02166001684963703,0.02462182007730007,0.027583623304963112,0.030545426532626152,0.03350723162293434,0.03646903485059738,0.03943083807826042,0.04239264130592346,0.0453544445335865,0.04831624776124954,0.05127805098891258,0.05423985421657562,0.05720165744423866,0.0601634606719017,0.06312526762485504,0.06608706712722778,0.06904887408018112,0.07201067358255386,0.0749724805355072,0.07793428003787994,0.08089608699083328,0.08385788649320602,0.08681969344615936,0.0897814929485321,0.09274329990148544,0.09570509940385818,0.09866690635681152],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,2,0,3,0,1,0,1,0,3,1,1,5,3,4,4,4,6,7,8,7,15,25,16,27,24,27,36,40,41,79,49,43,40,38,34,40,26,20,8,12,7,11,15,6,2,5,3,3,4,0,0,3,3,1,0,1,1,0,1,1],"bins":[-0.000255584716796875,-0.0002480745315551758,-0.00024056434631347656,-0.00023305416107177734,-0.00022554397583007812,-0.0002180337905883789,-0.0002105236053466797,-0.00020301342010498047,-0.00019550323486328125,-0.00018799304962158203,-0.0001804828643798828,-0.0001729726791381836,-0.00016546249389648438,-0.00015795230865478516,-0.00015044212341308594,-0.00014293193817138672,-0.0001354217529296875,-0.00012791156768798828,-0.00012040138244628906,-0.00011289119720458984,-0.00010538101196289062,-9.78708267211914e-05,-9.036064147949219e-05,-8.285045623779297e-05,-7.534027099609375e-05,-6.783008575439453e-05,-6.031990051269531e-05,-5.2809715270996094e-05,-4.5299530029296875e-05,-3.7789344787597656e-05,-3.0279159545898438e-05,-2.276897430419922e-05,-1.52587890625e-05,-7.748603820800781e-06,-2.384185791015625e-07,7.271766662597656e-06,1.4781951904296875e-05,2.2292137145996094e-05,2.9802322387695312e-05,3.731250762939453e-05,4.482269287109375e-05,5.233287811279297e-05,5.984306335449219e-05,6.73532485961914e-05,7.486343383789062e-05,8.237361907958984e-05,8.988380432128906e-05,9.739398956298828e-05,0.0001049041748046875,0.00011241436004638672,0.00011992454528808594,0.00012743473052978516,0.00013494491577148438,0.0001424551010131836,0.0001499652862548828,0.00015747547149658203,0.00016498565673828125,0.00017249584197998047,0.0001800060272216797,0.0001875162124633789,0.00019502639770507812,0.00020253658294677734,0.00021004676818847656,0.00021755695343017578,0.000225067138671875]},"parameters/bert.encoder.layer.3.output.dense.bias":{"bins":[-3.459530125837773e-05,-3.351318810018711e-05,-3.2431074941996485e-05,-3.1348958145827055e-05,-3.0266844987636432e-05,-2.918473182944581e-05,-2.8102618671255186e-05,-2.702050369407516e-05,-2.5938390535884537e-05,-2.4856277377693914e-05,-2.3774162400513887e-05,-2.2692049242323264e-05,-2.160993608413264e-05,-2.0527821106952615e-05,-1.9445707948761992e-05,-1.8363592971581966e-05,-1.7281479813391343e-05,-1.619936665520072e-05,-1.5117251678020693e-05,-1.403513851983007e-05,-1.2953024452144746e-05,-1.1870910384459421e-05,-1.0788797226268798e-05,-9.706683158583473e-06,-8.624569090898149e-06,-7.542455023212824e-06,-6.46034141027485e-06,-5.378227797336876e-06,-4.296113729651552e-06,-3.2139998893399024e-06,-2.131886049028253e-06,-1.049772208716604e-06,3.234526957385242e-08,1.1144591098855017e-06,2.196572950197151e-06,3.2786867905088e-06,4.3608006308204494e-06,5.442914698505774e-06,6.525028311443748e-06,7.607141924381722e-06,8.689255992067046e-06,9.771370059752371e-06,1.0853484127437696e-05,1.1935597285628319e-05,1.3017711353313643e-05,1.4099825420998968e-05,1.5181938579189591e-05,1.6264053556369618e-05,1.734616671456024e-05,1.8428279872750863e-05,1.951039484993089e-05,2.0592508008121513e-05,2.167462298530154e-05,2.2756736143492162e-05,2.3838849301682785e-05,2.492096427886281e-05,2.6003077437053435e-05,2.7085190595244057e-05,2.8167305572424084e-05,2.9249418730614707e-05,3.033153188880533e-05,3.141364504699595e-05,3.249576184316538e-05,3.3577875001356006e-05,3.465998815954663e-05],"_type":"histogram","values":[294,33,8,2,4,3,2,1,1,1,1,1,1,1,1,1,0,0,1,1,0,0,0,1,0,0,1,0,1,0,1,1,1,3,0,2,2,0,1,1,2,0,1,2,0,1,1,1,0,1,1,1,0,2,0,4,4,5,1,2,4,14,58,291]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.08909627795219421,-0.08626938611268997,-0.08344249427318573,-0.08061560243368149,-0.07778871059417725,-0.074961818754673,-0.07213493436574936,-0.06930804252624512,-0.06648115068674088,-0.06365425884723663,-0.06082736700773239,-0.05800047516822815,-0.05517358332872391,-0.052346691489219666,-0.04951980337500572,-0.04669291153550148,-0.04386601969599724,-0.041039127856492996,-0.038212236016988754,-0.03538534790277481,-0.03255845606327057,-0.029731564223766327,-0.026904672384262085,-0.024077782407402992,-0.02125089056789875,-0.01842399872839451,-0.015597108751535416,-0.012770216912031174,-0.009943326003849506,-0.007116435095667839,-0.004289543721824884,-0.0014626525808125734,0.0013642385601997375,0.004191129468381405,0.0070180208422243595,0.009844912216067314,0.012671803124248981,0.015498694032430649,0.01832558587193489,0.021152475848793983,0.023979367688298225,0.026806259527802467,0.02963314950466156,0.0324600413441658,0.035286933183670044,0.038113825023174286,0.04094071313738823,0.04376760497689247,0.04659449681639671,0.049421388655900955,0.0522482804954052,0.05507516860961914,0.05790206044912338,0.060728952288627625,0.06355584412813187,0.06638273596763611,0.06920962780714035,0.07203651964664459,0.07486341148614883,0.07769029587507248,0.08051718771457672,0.08334407955408096,0.0861709713935852,0.08899786323308945,0.09182475507259369],"_type":"histogram","values":[2,0,6,12,21,44,58,102,137,242,404,647,942,1269,1857,2598,3480,4672,6186,7833,9689,12228,14764,17652,20391,22980,25681,28206,30497,32096,32726,33376,33110,31961,30487,28584,25615,23293,20422,17832,14815,12209,9830,8014,6119,4759,3596,2592,1790,1265,955,635,456,256,159,116,54,44,20,16,16,3,2,1]},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,1,0,0,1,2,1,3,0,3,3,6,8,7,9,12,9,15,20,22,18,29,27,40,39,33,37,38,34,40,43,31,39,28,22,18,19,17,12,15,12,10,4,5,5,2,4,2,5,4,3,3,2,1,0,0,1,0,0,1],"bins":[-0.00531005859375,-0.005144596099853516,-0.004979133605957031,-0.004813671112060547,-0.0046482086181640625,-0.004482746124267578,-0.004317283630371094,-0.004151821136474609,-0.003986358642578125,-0.0038208961486816406,-0.0036554336547851562,-0.003489971160888672,-0.0033245086669921875,-0.003159046173095703,-0.0029935836791992188,-0.0028281211853027344,-0.00266265869140625,-0.0024971961975097656,-0.0023317337036132812,-0.002166271209716797,-0.0020008087158203125,-0.0018353462219238281,-0.0016698837280273438,-0.0015044212341308594,-0.001338958740234375,-0.0011734962463378906,-0.0010080337524414062,-0.0008425712585449219,-0.0006771087646484375,-0.0005116462707519531,-0.00034618377685546875,-0.00018072128295898438,-1.52587890625e-05,0.00015020370483398438,0.00031566619873046875,0.0004811286926269531,0.0006465911865234375,0.0008120536804199219,0.0009775161743164062,0.0011429786682128906,0.001308441162109375,0.0014739036560058594,0.0016393661499023438,0.0018048286437988281,0.0019702911376953125,0.002135753631591797,0.0023012161254882812,0.0024666786193847656,0.00263214111328125,0.0027976036071777344,0.0029630661010742188,0.003128528594970703,0.0032939910888671875,0.003459453582763672,0.0036249160766601562,0.0037903785705566406,0.003955841064453125,0.004121303558349609,0.004286766052246094,0.004452228546142578,0.0046176910400390625,0.004783153533935547,0.004948616027832031,0.005114078521728516,0.005279541015625]},"gradients/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,0,3,1,3,7,6,7,6,17,16,24,36,46,72,84,137,230,313,420,615,937,1491,2430,3809,5919,9251,15373,26443,48183,104670,274129,562389,291079,105686,47868,26558,15597,9826,6218,4159,2781,1843,1322,896,608,418,287,195,134,90,79,43,34,26,14,12,6,5,4,0,2,1,4],"bins":[-0.004669189453125,-0.004525661468505859,-0.004382133483886719,-0.004238605499267578,-0.0040950775146484375,-0.003951549530029297,-0.0038080215454101562,-0.0036644935607910156,-0.003520965576171875,-0.0033774375915527344,-0.0032339096069335938,-0.003090381622314453,-0.0029468536376953125,-0.002803325653076172,-0.0026597976684570312,-0.0025162696838378906,-0.00237274169921875,-0.0022292137145996094,-0.0020856857299804688,-0.0019421577453613281,-0.0017986297607421875,-0.0016551017761230469,-0.0015115737915039062,-0.0013680458068847656,-0.001224517822265625,-0.0010809898376464844,-0.0009374618530273438,-0.0007939338684082031,-0.0006504058837890625,-0.0005068778991699219,-0.00036334991455078125,-0.00021982192993164062,-7.62939453125e-05,6.723403930664062e-05,0.00021076202392578125,0.0003542900085449219,0.0004978179931640625,0.0006413459777832031,0.0007848739624023438,0.0009284019470214844,0.001071929931640625,0.0012154579162597656,0.0013589859008789062,0.0015025138854980469,0.0016460418701171875,0.0017895698547363281,0.0019330978393554688,0.0020766258239746094,0.00222015380859375,0.0023636817932128906,0.0025072097778320312,0.002650737762451172,0.0027942657470703125,0.002937793731689453,0.0030813217163085938,0.0032248497009277344,0.003368377685546875,0.0035119056701660156,0.0036554336547851562,0.003798961639404297,0.0039424896240234375,0.004086017608642578,0.004229545593261719,0.004373073577880859,0.0045166015625]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"values":[105,80,41,21,7,20,9,7,13,11,7,5,1,2,4,5,4,4,5,8,6,3,4,3,2,1,4,3,1,3,2,1,4,1,7,1,4,3,5,1,5,7,2,3,3,2,3,4,0,5,4,5,6,5,6,4,9,10,12,13,31,36,64,111],"bins":[-3.410699719097465e-05,-3.3041877031791955e-05,-3.197675687260926e-05,-3.091163307544775e-05,-2.9846512916265056e-05,-2.8781392757082358e-05,-2.771627259789966e-05,-2.665115061972756e-05,-2.5586030460544862e-05,-2.4520910301362164e-05,-2.3455788323190063e-05,-2.2390668164007366e-05,-2.1325548004824668e-05,-2.0260426026652567e-05,-1.919530586746987e-05,-1.813018388929777e-05,-1.706506373011507e-05,-1.5999943570932373e-05,-1.4934821592760272e-05,-1.3869701433577575e-05,-1.2804580364900175e-05,-1.1739459296222776e-05,-1.0674339137040079e-05,-9.60921806836268e-06,-8.54409699968528e-06,-7.478975931007881e-06,-6.413855317077832e-06,-5.348734703147784e-06,-4.2836136344703846e-06,-3.2184927931666607e-06,-2.153371951862937e-06,-1.088251110559213e-06,-2.3133907234296203e-08,1.0419869340694277e-06,2.1071077753731515e-06,3.1722286166768754e-06,4.237349457980599e-06,5.3024705266579986e-06,6.367591140588047e-06,7.432711754518095e-06,8.497832823195495e-06,9.562953891872894e-06,1.0628074960550293e-05,1.1693195119732991e-05,1.275831618841039e-05,1.382343725708779e-05,1.4888557416270487e-05,1.5953679394442588e-05,1.7018799553625286e-05,1.8083919712807983e-05,1.9149041690980084e-05,2.0214161850162782e-05,2.1279283828334883e-05,2.234440398751758e-05,2.3409524146700278e-05,2.447464612487238e-05,2.5539766284055077e-05,2.6604886443237774e-05,2.7670008421409875e-05,2.8735128580592573e-05,2.980024873977527e-05,3.086536889895797e-05,3.193049269611947e-05,3.299561285530217e-05,3.406073301448487e-05],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[264,51,16,6,3,2,3,3,2,1,0,1,0,0,3,0,1,2,3,0,1,1,1,1,2,0,1,2,1,0,2,2,1,2,1,3,0,1,0,1,1,1,1,2,0,0,0,2,0,0,0,2,2,1,0,2,3,4,4,4,3,17,46,289],"bins":[-3.4642980608623475e-05,-3.356200977577828e-05,-3.248103894293308e-05,-3.1400068110087886e-05,-3.031909727724269e-05,-2.9238128263386898e-05,-2.81571574305417e-05,-2.7076186597696505e-05,-2.599521576485131e-05,-2.4914244932006113e-05,-2.3833274099160917e-05,-2.275230326631572e-05,-2.167133425245993e-05,-2.0590363419614732e-05,-1.9509392586769536e-05,-1.842842175392434e-05,-1.7347450921079144e-05,-1.6266480088233948e-05,-1.5185509255388752e-05,-1.4104539332038257e-05,-1.3023568499193061e-05,-1.1942597666347865e-05,-1.086162774299737e-05,-9.780656910152175e-06,-8.699686077306978e-06,-7.618715244461782e-06,-6.537744866363937e-06,-5.456774488266092e-06,-4.375803655420896e-06,-3.294833049949375e-06,-2.2138624444778543e-06,-1.1328918390063336e-06,-5.192487151362002e-08,1.0290457339579007e-06,2.1100163394294214e-06,3.190986944900942e-06,4.271957550372463e-06,5.352928383217659e-06,6.433898761315504e-06,7.514869139413349e-06,8.595839972258545e-06,9.676810805103742e-06,1.0757781637948938e-05,1.1838751561299432e-05,1.2919722394144628e-05,1.4000693226989824e-05,1.5081663150340319e-05,1.6162633983185515e-05,1.724360481603071e-05,1.8324575648875907e-05,1.9405546481721103e-05,2.04865173145663e-05,2.1567488147411495e-05,2.2648457161267288e-05,2.3729427994112484e-05,2.481039882695768e-05,2.5891369659802876e-05,2.6972340492648073e-05,2.805331132549327e-05,2.9134282158338465e-05,3.0215251172194257e-05,3.1296222005039454e-05,3.237719283788465e-05,3.3458163670729846e-05,3.453913450357504e-05]},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"values":[1,1,0,1,1,0,0,1,0,2,2,9,8,16,32,32,54,73,106,144,218,332,479,749,1169,1686,2751,4111,7244,11578,21246,41911,97660,210653,94827,41297,21171,11316,6963,4178,2743,1660,1148,765,472,305,208,154,121,69,55,45,15,9,6,6,9,5,2,1,1,1,0,2],"bins":[-0.000774383544921875,-0.0007512569427490234,-0.0007281303405761719,-0.0007050037384033203,-0.0006818771362304688,-0.0006587505340576172,-0.0006356239318847656,-0.0006124973297119141,-0.0005893707275390625,-0.0005662441253662109,-0.0005431175231933594,-0.0005199909210205078,-0.0004968643188476562,-0.0004737377166748047,-0.0004506111145019531,-0.00042748451232910156,-0.00040435791015625,-0.00038123130798339844,-0.0003581047058105469,-0.0003349781036376953,-0.00031185150146484375,-0.0002887248992919922,-0.0002655982971191406,-0.00024247169494628906,-0.0002193450927734375,-0.00019621849060058594,-0.00017309188842773438,-0.0001499652862548828,-0.00012683868408203125,-0.00010371208190917969,-8.058547973632812e-05,-5.745887756347656e-05,-3.4332275390625e-05,-1.1205673217773438e-05,1.1920928955078125e-05,3.504753112792969e-05,5.817413330078125e-05,8.130073547363281e-05,0.00010442733764648438,0.00012755393981933594,0.0001506805419921875,0.00017380714416503906,0.00019693374633789062,0.0002200603485107422,0.00024318695068359375,0.0002663135528564453,0.0002894401550292969,0.00031256675720214844,0.000335693359375,0.00035881996154785156,0.0003819465637207031,0.0004050731658935547,0.00042819976806640625,0.0004513263702392578,0.0004744529724121094,0.0004975795745849609,0.0005207061767578125,0.0005438327789306641,0.0005669593811035156,0.0005900859832763672,0.0006132125854492188,0.0006363391876220703,0.0006594657897949219,0.0006825923919677734,0.000705718994140625],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.weight":{"bins":[0.999965488910675,0.999966561794281,0.999967634677887,0.9999687075614929,0.9999697804450989,0.9999708533287048,0.9999719262123108,0.9999730587005615,0.9999741315841675,0.9999752044677734,0.9999762773513794,0.9999773502349854,0.9999784231185913,0.9999794960021973,0.9999805688858032,0.9999816417694092,0.9999827146530151,0.9999837875366211,0.999984860420227,0.999985933303833,0.9999870657920837,0.9999881386756897,0.9999892115592957,0.9999902844429016,0.9999913573265076,0.9999924302101135,0.9999935030937195,0.9999945759773254,0.9999956488609314,0.9999967217445374,0.9999977946281433,0.9999988675117493,1,1.000001072883606,1.000002145767212,1.0000032186508179,1.0000042915344238,1.0000053644180298,1.0000064373016357,1.0000075101852417,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.0000118017196655,1.0000128746032715,1.0000139474868774,1.0000150203704834,1.0000160932540894,1.0000171661376953,1.0000182390213013,1.0000193119049072,1.0000203847885132,1.0000215768814087,1.0000226497650146,1.0000237226486206,1.0000247955322266,1.0000258684158325,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802],"_type":"histogram","values":[180,68,24,8,9,4,6,4,5,2,0,8,2,0,0,1,1,3,1,5,1,1,1,1,2,1,1,1,3,1,1,0,1,2,1,0,2,3,3,1,2,1,2,1,4,2,0,0,1,2,2,4,2,5,5,2,3,5,6,14,23,27,126,171]},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,0,2,1,0,1,1,1,1,4,3,10,10,16,17,26,33,57,77,94,161,246,345,502,786,1156,1835,3079,5081,8974,16987,34200,81876,214620,122071,47403,22327,11414,6280,3608,2262,1417,927,624,384,268,206,129,94,58,45,38,19,13,8,5,5,4,5,4,2,0,0,1],"bins":[-0.000644683837890625,-0.0006255507469177246,-0.0006064176559448242,-0.0005872845649719238,-0.0005681514739990234,-0.000549018383026123,-0.0005298852920532227,-0.0005107522010803223,-0.0004916191101074219,-0.0004724860191345215,-0.0004533529281616211,-0.0004342198371887207,-0.0004150867462158203,-0.0003959536552429199,-0.00037682056427001953,-0.00035768747329711914,-0.00033855438232421875,-0.00031942129135131836,-0.00030028820037841797,-0.0002811551094055176,-0.0002620220184326172,-0.0002428889274597168,-0.0002237558364868164,-0.00020462274551391602,-0.00018548965454101562,-0.00016635656356811523,-0.00014722347259521484,-0.00012809038162231445,-0.00010895729064941406,-8.982419967651367e-05,-7.069110870361328e-05,-5.155801773071289e-05,-3.24249267578125e-05,-1.329183578491211e-05,5.841255187988281e-06,2.4974346160888672e-05,4.410743713378906e-05,6.324052810668945e-05,8.237361907958984e-05,0.00010150671005249023,0.00012063980102539062,0.00013977289199829102,0.0001589059829711914,0.0001780390739440918,0.0001971721649169922,0.00021630525588989258,0.00023543834686279297,0.00025457143783569336,0.00027370452880859375,0.00029283761978149414,0.00031197071075439453,0.0003311038017272949,0.0003502368927001953,0.0003693699836730957,0.0003885030746459961,0.0004076361656188965,0.0004267692565917969,0.00044590234756469727,0.00046503543853759766,0.00048416852951049805,0.0005033016204833984,0.0005224347114562988,0.0005415678024291992,0.0005607008934020996,0.000579833984375],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[2,1,2,8,15,25,40,82,138,231,397,663,1068,1542,2545,3613,5290,7552,10461,14213,18833,24328,31379,38515,46463,55362,64399,72392,80724,87128,90924,94456,94911,92963,90039,85086,78038,70195,61649,52709,44141,36774,29438,22915,17523,13291,9632,6893,4773,3268,2180,1398,878,570,340,216,125,66,22,25,5,3,3,4],"bins":[-0.09806523472070694,-0.09503506869077682,-0.09200491011142731,-0.08897474408149719,-0.08594457805156708,-0.08291441947221756,-0.07988425344228745,-0.07685408741235733,-0.07382392883300781,-0.0707937628030777,-0.06776359677314758,-0.06473343074321747,-0.06170327216386795,-0.058673106133937836,-0.05564294382929802,-0.052612777799367905,-0.04958261549472809,-0.04655245319008827,-0.04352228716015816,-0.04049212485551834,-0.037461958825588226,-0.03443179652094841,-0.031401634216308594,-0.028371470049023628,-0.025341305881738663,-0.022311141714453697,-0.01928097754716873,-0.016250815242528915,-0.01322065107524395,-0.010190486907958984,-0.0071603236719965935,-0.004130159970372915,-0.001099996268749237,0.0019301674328744411,0.004960331134498119,0.00799049437046051,0.011020658537745476,0.014050822705030441,0.017080985009670258,0.020111149176955223,0.02314131334424019,0.026171477511525154,0.02920164167881012,0.032231803983449936,0.03526196628808975,0.03829213231801987,0.04132229462265968,0.0443524606525898,0.047382622957229614,0.05041278526186943,0.053442951291799545,0.05647311359643936,0.059503279626369476,0.062533438205719,0.06556360423564911,0.06859377026557922,0.07162393629550934,0.07465409487485886,0.07768426090478897,0.08071442693471909,0.0837445855140686,0.08677475154399872,0.08980491757392883,0.09283507615327835,0.09586524218320847]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"values":[312,33,12,2,5,1,1,0,1,0,1,2,0,2,0,3,0,0,3,2,1,0,0,0,0,0,0,2,0,3,2,1,1,0,1,2,1,0,0,0,1,0,0,0,2,1,2,2,1,1,0,0,6,1,0,3,4,4,2,1,8,13,43,279],"bins":[-3.4532502468209714e-05,-3.345206641824916e-05,-3.2371630368288606e-05,-3.129119795630686e-05,-3.0210761906346306e-05,-2.9130325856385753e-05,-2.8049891625414602e-05,-2.6969457394443452e-05,-2.58890213444829e-05,-2.4808585294522345e-05,-2.3728151063551195e-05,-2.2647716832580045e-05,-2.156728078261949e-05,-2.0486844732658938e-05,-1.9406410501687787e-05,-1.8325976270716637e-05,-1.7245540220756084e-05,-1.616510417079553e-05,-1.508466993982438e-05,-1.4004234799358528e-05,-1.2923799658892676e-05,-1.1843364518426824e-05,-1.0762929377960972e-05,-9.68249423749512e-06,-8.602059097029269e-06,-7.521623956563417e-06,-6.441188816097565e-06,-5.360753675631713e-06,-4.280318535165861e-06,-3.1998833947000094e-06,-2.1194482542341575e-06,-1.0390131137683056e-06,4.1425664676353335e-08,1.1218608051422052e-06,2.202295945608057e-06,3.282731086073909e-06,4.363166226539761e-06,5.443601367005613e-06,6.5240365074714646e-06,7.6044716479373164e-06,8.684906788403168e-06,9.76534192886902e-06,1.0845777069334872e-05,1.1926212209800724e-05,1.3006647350266576e-05,1.4087082490732428e-05,1.516751763119828e-05,1.624795186216943e-05,1.7328387912129983e-05,1.8408823962090537e-05,1.9489258193061687e-05,2.0569692424032837e-05,2.165012847399339e-05,2.2730564523953944e-05,2.3810998754925095e-05,2.4891432985896245e-05,2.5971869035856798e-05,2.7052305085817352e-05,2.8132739316788502e-05,2.9213173547759652e-05,3.0293609597720206e-05,3.137404564768076e-05,3.245448169764131e-05,3.353491410962306e-05,3.461535015958361e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,0,2,4,5,6,11,8,22,23,44,55,91,118,158,277,446,747,1200,1798,2821,4765,7791,12731,22353,39418,74361,145499,329305,488290,213030,101358,53708,29749,16916,9671,6198,3628,2354,1395,930,574,362,235,136,94,49,35,33,19,15,5,4,4,3,1,0,1,0,2,2,1,0,1],"bins":[-0.00421142578125,-0.004067420959472656,-0.0039234161376953125,-0.0037794113159179688,-0.003635406494140625,-0.0034914016723632812,-0.0033473968505859375,-0.0032033920288085938,-0.00305938720703125,-0.0029153823852539062,-0.0027713775634765625,-0.0026273727416992188,-0.002483367919921875,-0.0023393630981445312,-0.0021953582763671875,-0.0020513534545898438,-0.0019073486328125,-0.0017633438110351562,-0.0016193389892578125,-0.0014753341674804688,-0.001331329345703125,-0.0011873245239257812,-0.0010433197021484375,-0.0008993148803710938,-0.00075531005859375,-0.0006113052368164062,-0.0004673004150390625,-0.00032329559326171875,-0.000179290771484375,-3.528594970703125e-05,0.0001087188720703125,0.00025272369384765625,0.000396728515625,0.0005407333374023438,0.0006847381591796875,0.0008287429809570312,0.000972747802734375,0.0011167526245117188,0.0012607574462890625,0.0014047622680664062,0.00154876708984375,0.0016927719116210938,0.0018367767333984375,0.0019807815551757812,0.002124786376953125,0.0022687911987304688,0.0024127960205078125,0.0025568008422851562,0.0027008056640625,0.0028448104858398438,0.0029888153076171875,0.0031328201293945312,0.003276824951171875,0.0034208297729492188,0.0035648345947265625,0.0037088394165039062,0.00385284423828125,0.003996849060058594,0.0041408538818359375,0.004284858703613281,0.004428863525390625,0.004572868347167969,0.0047168731689453125,0.004860877990722656,0.0050048828125],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[3,0,2,7,9,24,25,75,114,203,276,432,660,967,1413,2051,2849,3870,4999,6732,8416,10902,13267,16054,18793,21890,24968,27756,30091,31734,33434,33727,33695,33299,31946,29771,27242,24793,21775,19148,15671,13221,10721,8527,6562,5024,3812,2775,1973,1443,926,681,400,250,166,116,55,39,20,15,3,6,3,3],"bins":[-0.09243913739919662,-0.08954748511314392,-0.08665583282709122,-0.08376418054103851,-0.08087252825498581,-0.0779808759689331,-0.075089231133461,-0.0721975788474083,-0.06930592656135559,-0.06641427427530289,-0.06352262198925018,-0.06063096970319748,-0.057739317417144775,-0.05484766513109207,-0.051956016570329666,-0.04906436428427696,-0.04617271199822426,-0.043281059712171555,-0.04038940742611885,-0.037497758865356445,-0.03460610657930374,-0.03171445429325104,-0.028822802007198334,-0.02593115158379078,-0.023039499297738075,-0.02014784701168537,-0.017256196588277817,-0.014364544302225113,-0.011472892947494984,-0.008581241592764854,-0.005689589772373438,-0.002797938184812665,9.371340274810791e-05,0.002985364990308881,0.005877016577869654,0.00876866839826107,0.0116603197529912,0.014551971107721329,0.017443623393774033,0.020335273817181587,0.02322692610323429,0.026118578389286995,0.02901022881269455,0.03190188109874725,0.03479353338479996,0.03768518567085266,0.040576834231615067,0.04346848651766777,0.046360138803720474,0.04925179108977318,0.05214344337582588,0.05503509193658829,0.05792674422264099,0.060818396508693695,0.0637100487947464,0.0666017010807991,0.0694933533668518,0.07238500565290451,0.07527665793895721,0.07816830277442932,0.08105995506048203,0.08395160734653473,0.08684325963258743,0.08973491191864014,0.09262656420469284]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.000469207763671875,-0.0004538893699645996,-0.0004385709762573242,-0.00042325258255004883,-0.00040793418884277344,-0.00039261579513549805,-0.00037729740142822266,-0.00036197900772094727,-0.0003466606140136719,-0.0003313422203063965,-0.0003160238265991211,-0.0003007054328918457,-0.0002853870391845703,-0.0002700686454772949,-0.00025475025177001953,-0.00023943185806274414,-0.00022411346435546875,-0.00020879507064819336,-0.00019347667694091797,-0.00017815828323364258,-0.0001628398895263672,-0.0001475214958190918,-0.0001322031021118164,-0.00011688470840454102,-0.00010156631469726562,-8.624792098999023e-05,-7.092952728271484e-05,-5.561113357543945e-05,-4.029273986816406e-05,-2.4974346160888672e-05,-9.655952453613281e-06,5.662441253662109e-06,2.09808349609375e-05,3.629922866821289e-05,5.161762237548828e-05,6.693601608276367e-05,8.225440979003906e-05,9.757280349731445e-05,0.00011289119720458984,0.00012820959091186523,0.00014352798461914062,0.00015884637832641602,0.0001741647720336914,0.0001894831657409668,0.0002048015594482422,0.00022011995315551758,0.00023543834686279297,0.00025075674057006836,0.00026607513427734375,0.00028139352798461914,0.00029671192169189453,0.0003120303153991699,0.0003273487091064453,0.0003426671028137207,0.0003579854965209961,0.0003733038902282715,0.0003886222839355469,0.00040394067764282227,0.00041925907135009766,0.00043457746505737305,0.00044989585876464844,0.00046521425247192383,0.0004805326461791992,0.0004958510398864746,0.00051116943359375],"_type":"histogram","values":[1,2,1,1,1,3,6,2,10,10,14,17,23,45,54,84,111,161,201,286,445,675,994,1543,2818,4700,8650,16140,34441,85123,232973,113774,42848,19658,10106,5425,3128,1873,1140,713,493,331,228,163,109,77,63,41,37,20,22,12,10,4,5,2,2,0,2,1,1,0,0,1]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[4,4,13,18,37,53,112,155,305,512,781,1218,1833,2649,3961,5701,7806,10951,14519,19083,24287,30767,37569,45659,53389,61586,69667,76664,82873,87599,90560,91632,90836,88418,83933,77878,71542,63565,55615,46965,39185,32473,25799,20023,15452,11554,8613,6181,4255,3052,1979,1331,833,581,356,215,113,59,43,23,16,2,3,4],"bins":[-0.09265687316656113,-0.08972518891096115,-0.08679350465536118,-0.0838618203997612,-0.08093013614416122,-0.07799845188856125,-0.07506676763296127,-0.0721350833773613,-0.06920339167118073,-0.06627170741558075,-0.06334002315998077,-0.0604083426296711,-0.05747665464878082,-0.05454497039318085,-0.05161328613758087,-0.048681601881980896,-0.04574991762638092,-0.042818233370780945,-0.03988654911518097,-0.036954864859580994,-0.03402318060398102,-0.031091494485735893,-0.02815980836749077,-0.025228124111890793,-0.022296439856290817,-0.01936475560069084,-0.016433071345090866,-0.013501385226845741,-0.010569700971245766,-0.007638016249984503,-0.00470633152872324,-0.001774646807461977,0.0011570453643798828,0.004088730085641146,0.007020414806902409,0.009952099993824959,0.012883784249424934,0.01581546850502491,0.018747154623270035,0.02167883887887001,0.024610523134469986,0.02754220739006996,0.030473891645669937,0.03340557590126991,0.03633726388216019,0.03926894813776016,0.04220063239336014,0.045132316648960114,0.04806400090456009,0.050995685160160065,0.05392736941576004,0.056859053671360016,0.05979073792695999,0.06272242218255997,0.06565410643815994,0.06858579069375992,0.07151748239994049,0.07444916665554047,0.07738085091114044,0.08031253516674042,0.0832442194223404,0.08617590367794037,0.08910758793354034,0.09203927218914032,0.0949709564447403]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"bins":[-3.470295632723719e-05,-3.362057759659365e-05,-3.253819886595011e-05,-3.145582013530657e-05,-3.037344322365243e-05,-2.929106449300889e-05,-2.8208687581354752e-05,-2.712630885071121e-05,-2.604393012006767e-05,-2.496155138942413e-05,-2.387917265878059e-05,-2.2796795747126453e-05,-2.1714417016482912e-05,-2.063203828583937e-05,-1.9549661374185234e-05,-1.8467282643541694e-05,-1.7384903912898153e-05,-1.6302525182254612e-05,-1.5220147361105774e-05,-1.4137769539956935e-05,-1.3055390809313394e-05,-1.1973012078669854e-05,-1.0890634257521015e-05,-9.808256436372176e-06,-8.725877705728635e-06,-7.643498975085095e-06,-6.561121153936256e-06,-5.478742878040066e-06,-4.396364602143876e-06,-3.3139863262476865e-06,-2.2316080503514968e-06,-1.149229774455307e-06,-6.685513653792441e-08,1.0155231393582653e-06,2.097901415254455e-06,3.180279691150645e-06,4.2626579670468345e-06,5.345036242943024e-06,6.427414518839214e-06,7.509792794735404e-06,8.592171070631593e-06,9.674549801275134e-06,1.0756927622423973e-05,1.1839305443572812e-05,1.2921684174216352e-05,1.4004062904859893e-05,1.5086440726008732e-05,1.616881854715757e-05,1.725119727780111e-05,1.8333576008444652e-05,1.9415954739088193e-05,2.049833165074233e-05,2.158071038138587e-05,2.266308911202941e-05,2.3745466023683548e-05,2.482784475432709e-05,2.591022348497063e-05,2.699260221561417e-05,2.807498094625771e-05,2.9157357857911848e-05,3.0239736588555388e-05,3.1322113500209525e-05,3.2404492230853066e-05,3.3486870961496606e-05,3.456924969214015e-05],"_type":"histogram","values":[233,65,15,6,6,4,2,4,3,2,3,5,1,0,2,1,3,2,0,0,2,0,1,1,0,0,0,0,3,0,1,0,1,0,2,1,3,0,1,0,0,2,0,0,1,1,0,0,0,1,1,3,1,0,2,0,1,4,1,9,7,18,62,281]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,2,0,2,2,1,6,1,3,5,4,8,5,3,15,12,26,23,38,55,61,70,86,72,65,37,32,24,19,14,9,9,9,7,8,4,3,5,2,5,0,2,1,1,1,1,1,0,0,1,0,0,0,2,0,0,0,1,0,1,2],"bins":[-0.0041793519631028175,-0.0040176985785365105,-0.003856044728308916,-0.0036943911109119654,-0.0035327374935150146,-0.003371083876118064,-0.003209430258721113,-0.0030477766413241625,-0.0028861230239272118,-0.002724469406530261,-0.0025628157891333103,-0.0024011621717363596,-0.002239508554339409,-0.002077854936942458,-0.0019162013195455074,-0.0017545477021485567,-0.001592894084751606,-0.0014312404673546553,-0.0012695868499577045,-0.0011079332325607538,-0.0009462796151638031,-0.0007846259977668524,-0.0006229723803699017,-0.00046131876297295094,-0.0002996651455760002,-0.0001380115281790495,2.364208921790123e-05,0.00018529570661485195,0.0003469493240118027,0.0005086029414087534,0.0006702565588057041,0.0008319101762026548,0.0009935633279383183,0.001155216945335269,0.0013168705627322197,0.0014785241801291704,0.0016401777975261211,0.0018018314149230719,0.0019634850323200226,0.0021251386497169733,0.002286792267113924,0.0024484458845108747,0.0026100995019078255,0.002771753119304776,0.002933406736701727,0.0030950603540986776,0.0032567139714956284,0.003418367588892579,0.00358002120628953,0.0037416748236864805,0.0039033284410834312,0.004064981825649738,0.004226635675877333,0.004388289526104927,0.004549942910671234,0.004711596295237541,0.004873250145465136,0.00503490399569273,0.005196557380259037,0.005358210764825344,0.0055198646150529385,0.005681518465280533,0.00584317184984684,0.006004825234413147,0.006166479084640741]},"parameters/linear.weight":{"_type":"histogram","values":[1476,1507,1514,1519,1564,1533,1525,1506,1549,1567,1500,1551,1605,1540,1588,1493,1561,1563,1525,1549,1480,1467,1540,1569,1505,1552,1502,1527,1573,1470,1538,1505,1530,1525,1558,1568,1536,1528,1534,1599,1598,1473,1531,1562,1453,1549,1502,1451,1557,1518,1570,1530,1552,1550,1584,1585,1520,1575,1538,1597,1547,1546,1528,1547],"bins":[-0.036117661744356155,-0.03498899191617966,-0.03386032581329346,-0.03273165598511696,-0.03160298988223076,-0.03047432005405426,-0.02934565208852291,-0.028216984122991562,-0.027088316157460213,-0.025959648191928864,-0.024830980226397514,-0.023702312260866165,-0.022573642432689667,-0.021444974467158318,-0.02031630650162697,-0.01918763853609562,-0.01805897057056427,-0.01693030260503292,-0.01580163463950157,-0.014672965742647648,-0.013544297777116299,-0.01241562981158495,-0.011286960914731026,-0.010158292949199677,-0.009029624983668327,-0.007900957018136978,-0.006772288586944342,-0.005643620155751705,-0.004514952190220356,-0.003386283991858363,-0.0022576157934963703,-0.0011289475951343775,-2.7567148208618164e-07,0.0011283925268799067,0.0022570607252418995,0.0033857289236038923,0.004514397121965885,0.005643065087497234,0.006771733518689871,0.007900401949882507,0.009029069915413857,0.010157737880945206,0.011286405846476555,0.012415074743330479,0.013543742708861828,0.014672410674393177,0.0158010795712471,0.01692974753677845,0.0180584155023098,0.01918708346784115,0.020315751433372498,0.021444419398903847,0.022573087364435196,0.023701757192611694,0.024830425158143044,0.025959093123674393,0.027087761089205742,0.02821642905473709,0.02934509702026844,0.03047376498579979,0.03160243481397629,0.03273110091686249,0.033859770745038986,0.034988436847925186,0.036117106676101685]},"gradients/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[2,0,3,0,2,0,1,6,6,7,7,8,18,12,26,31,33,58,76,86,118,211,240,402,625,824,1416,2146,3140,4848,7729,12420,21878,39503,85927,233900,600878,331713,110193,46234,25578,14614,9626,5939,4007,2705,1731,1272,873,517,366,303,168,169,86,58,40,21,19,26,12,5,1,1],"bins":[-0.005645751953125,-0.005491733551025391,-0.005337715148925781,-0.005183696746826172,-0.0050296783447265625,-0.004875659942626953,-0.004721641540527344,-0.004567623138427734,-0.004413604736328125,-0.004259586334228516,-0.004105567932128906,-0.003951549530029297,-0.0037975311279296875,-0.003643512725830078,-0.0034894943237304688,-0.0033354759216308594,-0.00318145751953125,-0.0030274391174316406,-0.0028734207153320312,-0.002719402313232422,-0.0025653839111328125,-0.002411365509033203,-0.0022573471069335938,-0.0021033287048339844,-0.001949310302734375,-0.0017952919006347656,-0.0016412734985351562,-0.0014872550964355469,-0.0013332366943359375,-0.0011792182922363281,-0.0010251998901367188,-0.0008711814880371094,-0.0007171630859375,-0.0005631446838378906,-0.00040912628173828125,-0.0002551078796386719,-0.0001010894775390625,5.2928924560546875e-05,0.00020694732666015625,0.0003609657287597656,0.000514984130859375,0.0006690025329589844,0.0008230209350585938,0.0009770393371582031,0.0011310577392578125,0.0012850761413574219,0.0014390945434570312,0.0015931129455566406,0.00174713134765625,0.0019011497497558594,0.0020551681518554688,0.002209186553955078,0.0023632049560546875,0.002517223358154297,0.0026712417602539062,0.0028252601623535156,0.002979278564453125,0.0031332969665527344,0.0032873153686523438,0.003441333770751953,0.0035953521728515625,0.003749370574951172,0.0039033889770507812,0.004057407379150391,0.00421142578125]},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[189,63,28,16,13,5,5,2,1,3,1,4,0,6,0,3,4,1,0,0,1,2,0,0,1,0,1,1,1,1,1,3,4,1,5,2,3,1,1,1,2,0,1,0,0,2,3,0,1,1,4,0,2,1,7,3,3,6,8,12,16,34,132,156],"bins":[0.9999655485153198,0.9999666213989258,0.9999676942825317,0.9999687671661377,0.9999698400497437,0.9999709129333496,0.9999719858169556,0.9999730587005615,0.9999741315841675,0.9999752640724182,0.9999763369560242,0.9999774098396301,0.9999784827232361,0.999979555606842,0.999980628490448,0.999981701374054,0.9999827742576599,0.9999838471412659,0.9999849200248718,0.9999859929084778,0.9999870657920837,0.9999881386756897,0.9999892115592957,0.9999902844429016,0.9999914169311523,0.9999924898147583,0.9999935626983643,0.9999946355819702,0.9999957084655762,0.9999967813491821,0.9999978542327881,0.999998927116394,1,1.000001072883606,1.000002145767212,1.0000032186508179,1.0000042915344238,1.0000053644180298,1.0000064373016357,1.0000075101852417,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.0000118017196655,1.0000128746032715,1.0000139474868774,1.0000150203704834,1.0000160932540894,1.0000171661376953,1.0000183582305908,1.0000194311141968,1.0000205039978027,1.0000215768814087,1.0000226497650146,1.0000237226486206,1.0000247955322266,1.0000258684158325,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"values":[5,4,5,12,25,37,81,102,191,307,436,677,1048,1392,2049,2766,3852,5233,6658,8409,10730,12877,15603,18651,21428,24218,26926,29264,31102,32590,33144,33287,32749,31842,29956,27692,25202,22449,19349,16468,13764,11120,9052,7248,5458,4170,3084,2206,1632,1145,713,518,344,226,137,72,52,30,11,10,6,5,2,3],"bins":[-0.08874057978391647,-0.08589112758636475,-0.08304168283939362,-0.08019223064184189,-0.07734277844429016,-0.07449333369731903,-0.0716438814997673,-0.06879443675279617,-0.06594498455524445,-0.06309553235769272,-0.06024608761072159,-0.05739663541316986,-0.05454718694090843,-0.051697738468647,-0.048848286271095276,-0.04599883779883385,-0.04314938932657242,-0.04029994085431099,-0.03745049238204956,-0.03460104018449783,-0.031751591712236404,-0.028902143239974976,-0.026052692905068398,-0.02320324257016182,-0.02035379409790039,-0.017504345625638962,-0.014654895290732384,-0.01180544588714838,-0.008955996483564377,-0.006106547079980373,-0.00325709767639637,-0.0004076482728123665,0.002441801130771637,0.00529125053435564,0.008140699937939644,0.010990149341523647,0.01383959874510765,0.01668904721736908,0.019538497552275658,0.022387947887182236,0.025237396359443665,0.028086844831705093,0.03093629516661167,0.03378574550151825,0.03663519397377968,0.03948464244604111,0.042334094643592834,0.04518354311585426,0.04803299158811569,0.05088244006037712,0.05373188853263855,0.05658134073019028,0.059430789202451706,0.062280237674713135,0.06512968987226486,0.06797913461923599,0.07082858681678772,0.07367803901433945,0.07652748376131058,0.0793769359588623,0.08222638070583344,0.08507583290338516,0.08792528510093689,0.09077472984790802,0.09362418204545975],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.08594334870576859,-0.08319650590419769,-0.0804496705532074,-0.0777028277516365,-0.07495599240064621,-0.07220914959907532,-0.06946230679750443,-0.06671547144651413,-0.06396862864494324,-0.06122178956866264,-0.05847495049238205,-0.055728111416101456,-0.05298127233982086,-0.05023443326354027,-0.047487590461969376,-0.04474075138568878,-0.04199391230940819,-0.039247073233127594,-0.036500234156847,-0.03375339135527611,-0.031006552278995514,-0.02825971320271492,-0.025512874126434326,-0.022766033187508583,-0.02001919411122799,-0.017272355034947395,-0.014525514096021652,-0.011778675019741058,-0.00903183501213789,-0.006284995004534721,-0.00353815546259284,-0.0007913156878203154,0.0019555240869522095,0.004702364094555378,0.007449203636497259,0.01019604317843914,0.012942883186042309,0.015689723193645477,0.01843656226992607,0.021183403208851814,0.023930242285132408,0.026677081361413002,0.029423922300338745,0.03217076137661934,0.03491760045289993,0.03766443952918053,0.04041128233075142,0.04315812140703201,0.04590496048331261,0.0486517995595932,0.051398638635873795,0.05414548143744469,0.05689232051372528,0.059639159590005875,0.06238599866628647,0.06513284146785736,0.06787967681884766,0.07062651962041855,0.07337335497140884,0.07612019777297974,0.07886704057455063,0.08161387592554092,0.08436071872711182,0.08710755407810211,0.089854396879673],"_type":"histogram","values":[7,4,14,17,36,61,99,155,262,359,536,787,1149,1618,2267,3077,4288,5321,6835,8719,10833,12905,15613,18223,20683,23586,25897,28314,30005,31673,32011,32266,31818,30826,29279,27405,25386,22544,19881,17067,14461,12018,9724,7973,6137,4801,3681,2774,2008,1385,994,675,482,321,225,129,81,52,38,16,8,6,5,4]},"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.0042884089052677155,-0.004117491655051708,-0.003946574404835701,-0.0037756571546196938,-0.0036047399044036865,-0.0034338226541876793,-0.003262905403971672,-0.003091988153755665,-0.0029210709035396576,-0.0027501536533236504,-0.002579236403107643,-0.002408319152891636,-0.0022374019026756287,-0.0020664846524596214,-0.0018955674022436142,-0.001724650152027607,-0.0015537329018115997,-0.0013828156515955925,-0.0012118984013795853,-0.001040981151163578,-0.0008700639009475708,-0.0006991466507315636,-0.0005282294005155563,-0.0003573121502995491,-0.00018639490008354187,-1.5477649867534637e-05,0.0001554396003484726,0.00032635685056447983,0.0004972741007804871,0.0006681913509964943,0.0008391086012125015,0.0010100258514285088,0.0011809426359832287,0.001351859886199236,0.0015227771364152431,0.0016936943866312504,0.0018646116368472576,0.002035528887063265,0.002206446137279272,0.0023773633874952793,0.0025482806377112865,0.0027191978879272938,0.002890115138143301,0.0030610323883593082,0.0032319496385753155,0.0034028668887913227,0.00357378413900733,0.003744701389223337,0.003915618639439344,0.004086535889655352,0.004257453139871359,0.004428370390087366,0.004599287640303373,0.004770204890519381,0.004941122140735388,0.005112039390951395,0.005282956641167402,0.0054538738913834095,0.005624791141599417,0.005795708391815424,0.005966625642031431,0.006137542892247438,0.006308460142463446,0.006479377392679453,0.00665029464289546],"_type":"histogram","values":[2,0,0,2,0,0,1,2,0,1,2,3,1,4,9,5,13,14,25,34,41,43,43,89,82,89,50,35,39,29,20,15,12,10,8,8,7,3,4,4,1,3,0,4,1,2,0,0,0,1,0,3,0,0,0,1,0,0,1,0,0,0,1,1]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"values":[654,192,38,26,8,11,9,8,1,4,5,7,8,5,6,6,5,2,4,3,1,3,1,1,6,2,1,1,1,1,2,2,5,4,0,1,5,1,3,1,2,2,2,2,4,2,3,0,3,3,3,5,7,5,4,5,8,8,11,9,27,48,160,681],"bins":[-3.4584412787808105e-05,-3.350399128976278e-05,-3.2423569791717455e-05,-3.1343151931650937e-05,-3.026273043360561e-05,-2.9182308935560286e-05,-2.8101889256504364e-05,-2.702146775845904e-05,-2.5941048079403117e-05,-2.4860626581357792e-05,-2.3780205083312467e-05,-2.2699785404256545e-05,-2.161936390621122e-05,-2.0538944227155298e-05,-1.9458522729109973e-05,-1.837810305005405e-05,-1.7297681552008726e-05,-1.62172600539634e-05,-1.5136840374907479e-05,-1.4056419786356855e-05,-1.2975999197806232e-05,-1.1895577699760906e-05,-1.0815157111210283e-05,-9.73473652265966e-06,-8.654315934109036e-06,-7.573895345558412e-06,-6.493474757007789e-06,-5.4130537137098145e-06,-4.332633125159191e-06,-3.2522125366085675e-06,-2.1717917206842685e-06,-1.0913710184468073e-06,-1.0950316209346056e-08,1.0694703860281152e-06,2.1498910882655764e-06,3.2303119041898753e-06,4.310732492740499e-06,5.391153081291122e-06,6.471574124589097e-06,7.55199471313972e-06,8.632415301690344e-06,9.712835890240967e-06,1.079325647879159e-05,1.1873677067342214e-05,1.295409856538754e-05,1.4034519153938163e-05,1.5114939742488787e-05,1.619535942154471e-05,1.7275780919590034e-05,1.835620241763536e-05,1.943662209669128e-05,2.0517043594736606e-05,2.1597463273792528e-05,2.2677884771837853e-05,2.3758304450893775e-05,2.48387259489391e-05,2.5919147446984425e-05,2.6999567126040347e-05,2.8079988624085672e-05,2.9160408303141594e-05,3.024082980118692e-05,3.1321251299232244e-05,3.240166915929876e-05,3.348209065734409e-05,3.456251215538941e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.999965488910675,0.999966561794281,0.999967634677887,0.9999687075614929,0.9999697804450989,0.9999708533287048,0.9999719262123108,0.9999730587005615,0.9999741315841675,0.9999752044677734,0.9999762773513794,0.9999773502349854,0.9999784231185913,0.9999794960021973,0.9999805688858032,0.9999816417694092,0.9999827146530151,0.9999837875366211,0.999984860420227,0.999985933303833,0.9999870657920837,0.9999881386756897,0.9999892115592957,0.9999902844429016,0.9999913573265076,0.9999924302101135,0.9999935030937195,0.9999945759773254,0.9999956488609314,0.9999967217445374,0.9999977946281433,0.9999988675117493,1,1.000001072883606,1.000002145767212,1.0000032186508179,1.0000042915344238,1.0000053644180298,1.0000064373016357,1.0000075101852417,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.0000118017196655,1.0000128746032715,1.0000139474868774,1.0000150203704834,1.0000160932540894,1.0000171661376953,1.0000182390213013,1.0000193119049072,1.0000203847885132,1.0000215768814087,1.0000226497650146,1.0000237226486206,1.0000247955322266,1.0000258684158325,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802],"_type":"histogram","values":[175,76,18,24,10,3,4,5,4,3,2,2,4,1,3,0,1,2,1,0,2,1,0,3,0,2,0,1,1,1,1,1,2,1,0,3,3,0,5,2,0,0,2,2,1,1,1,1,1,2,0,1,2,2,3,7,2,3,7,14,17,41,123,168]},"_wandb":{"runtime":287},"gradients/bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,4,1,1,3,3,5,3,9,10,9,7,15,10,17,23,27,30,31,39,42,34,51,62,74,112,206,432,1185,446932,2764,750,299,137,84,64,40,45,54,36,32,36,29,25,22,20,15,16,7,10,4,7,3,2,2,2,1,1,1,1,1],"bins":[-0.06133529543876648,-0.059463564306497574,-0.05759183689951897,-0.05572010576725006,-0.053848378360271454,-0.05197664722800255,-0.05010491982102394,-0.048233188688755035,-0.04636146128177643,-0.04448973014950752,-0.04261799901723862,-0.04074627161026001,-0.038874540477991104,-0.0370028130710125,-0.03513108193874359,-0.033259354531764984,-0.03138762339949608,-0.029515894129872322,-0.027644164860248566,-0.02577243559062481,-0.023900706321001053,-0.022028975188732147,-0.02015724591910839,-0.018285516649484634,-0.016413787379860878,-0.014542058110237122,-0.012670328840613365,-0.010798598639667034,-0.008926869370043278,-0.007055140100419521,-0.005183410365134478,-0.0033116808626800776,-0.001439947634935379,0.00043178186751902103,0.002303511369973421,0.004175241105258465,0.006046970374882221,0.007918699644505978,0.009790429845452309,0.011662159115076065,0.013533888384699821,0.015405617654323578,0.017277346923947334,0.01914907619357109,0.021020807325839996,0.022892536595463753,0.02476426586508751,0.026635995134711266,0.028507724404335022,0.03037945367395878,0.032251182943582535,0.03412291407585144,0.03599464148283005,0.03786637261509895,0.03973810002207756,0.041609831154346466,0.04348155856132507,0.04535328969359398,0.047225020825862885,0.04909674823284149,0.0509684793651104,0.052840206772089005,0.05471193790435791,0.05658366531133652,0.05845539644360542]},"parameters/linear.bias":{"_type":"histogram","values":[2,2,1,4,0,1,3,5,1,5,1,2,1,1,0,1,4,0,0,2,2,1,4,5,1,1,2,1,1,2,1,1,1,2,3,2,4,2,3,1,1,3,0,0,1,1,5,4,0,0,4,2,4,4,2,2,0,3,4,4,4,2,0,2],"bins":[-0.033982791006565094,-0.03289256617426872,-0.03180234134197235,-0.03071211837232113,-0.029621895402669907,-0.028531670570373535,-0.027441445738077164,-0.02635122276842594,-0.02526099793612957,-0.0241707731038332,-0.023080550134181976,-0.021990325301885605,-0.020900100469589233,-0.01980987749993801,-0.01871965266764164,-0.017629429697990417,-0.016539204865694046,-0.01544898096472025,-0.014358757063746452,-0.013268532231450081,-0.012178308330476284,-0.011088084429502487,-0.009997859597206116,-0.008907635696232319,-0.007817411795258522,-0.006727187894284725,-0.005636963527649641,-0.004546739161014557,-0.00345651526004076,-0.0023662911262363195,-0.001276066992431879,-0.00018584285862743855,0.000904381275177002,0.0019946054089814425,0.003084829542785883,0.004175053909420967,0.005265277810394764,0.006355501711368561,0.007445726078003645,0.008535950444638729,0.009626174345612526,0.010716398246586323,0.01180662214756012,0.012896846979856491,0.013987070880830288,0.015077294781804085,0.016167519614100456,0.01725774258375168,0.01834796741604805,0.01943819224834442,0.020528415217995644,0.021618640050292015,0.022708863019943237,0.02379908785223961,0.02488931268453598,0.025979535654187202,0.027069760486483574,0.028159985318779945,0.029250208288431168,0.03034043312072754,0.03143065795302391,0.03252088278532028,0.033611103892326355,0.034701328724622726,0.0357915535569191]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-3.4594606404425576e-05,-3.3514057577122e-05,-3.243350511183962e-05,-3.135295628453605e-05,-3.0272407457232475e-05,-2.9191858629928902e-05,-2.8111307983635925e-05,-2.7030757337342948e-05,-2.5950208510039374e-05,-2.48696596827358e-05,-2.3789109036442824e-05,-2.2708558390149847e-05,-2.1628009562846273e-05,-2.05474607355427e-05,-1.9466910089249723e-05,-1.8386359442956746e-05,-1.7305810615653172e-05,-1.62252617883496e-05,-1.5144711142056622e-05,-1.4064161405258346e-05,-1.2983611668460071e-05,-1.1903061931661796e-05,-1.082251219486352e-05,-9.741962458065245e-06,-8.66141272126697e-06,-7.580862984468695e-06,-6.5003132476704195e-06,-5.419763510872144e-06,-4.339213774073869e-06,-3.2586640372755937e-06,-2.1781143004773185e-06,-1.0975645636790432e-06,-1.701118890196085e-08,1.0635385478963144e-06,2.1440882846945897e-06,3.224638021492865e-06,4.30518775829114e-06,5.3857374950894155e-06,6.466287231887691e-06,7.546836968685966e-06,8.627386705484241e-06,9.707936442282517e-06,1.0788486179080792e-05,1.1869035915879067e-05,1.2949585652677342e-05,1.4030135389475618e-05,1.5110685126273893e-05,1.619123577256687e-05,1.7271784599870443e-05,1.8352333427174017e-05,1.9432884073466994e-05,2.051343471975997e-05,2.1593983547063544e-05,2.2674532374367118e-05,2.3755083020660095e-05,2.4835633666953072e-05,2.5916182494256645e-05,2.699673132156022e-05,2.8077281967853196e-05,2.9157832614146173e-05,3.0238381441449746e-05,3.131893026875332e-05,3.23994827340357e-05,3.3480031561339274e-05,3.456058038864285e-05],"_type":"histogram","values":[281,40,14,3,4,3,7,4,1,1,0,0,1,1,2,1,1,1,0,2,1,0,0,0,0,0,1,0,3,0,1,0,0,1,4,1,0,2,0,1,2,3,0,2,0,0,2,2,1,1,0,1,1,1,1,0,3,1,4,1,4,12,57,287]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09448539465665817,-0.09145352989435196,-0.08842166513204575,-0.08538980036973953,-0.08235792815685272,-0.07932606339454651,-0.0762941986322403,-0.07326233386993408,-0.07023046910762787,-0.06719860434532166,-0.06416673213243484,-0.06113487109541893,-0.05810300260782242,-0.055071137845516205,-0.05203927308320999,-0.04900740459561348,-0.045975539833307266,-0.04294367507100105,-0.03991180658340454,-0.03687994182109833,-0.033848077058792114,-0.03081621043384075,-0.02778434380888939,-0.024752479046583176,-0.021720612421631813,-0.01868874579668045,-0.015656881034374237,-0.012625014409422874,-0.009593148715794086,-0.0065612830221652985,-0.003529416862875223,-0.0004975509364157915,0.00253431499004364,0.005566180683672428,0.008598046377301216,0.011629913002252579,0.014661778695881367,0.017693644389510155,0.020725511014461517,0.02375737577676773,0.026789242401719093,0.029821109026670456,0.03285297378897667,0.03588483855128288,0.038916707038879395,0.04194857180118561,0.04498043656349182,0.04801230505108833,0.051044169813394547,0.05407603457570076,0.05710790306329727,0.060139767825603485,0.0631716325879097,0.06620349735021591,0.06923536211252213,0.07226723432540894,0.07529909908771515,0.07833096385002136,0.08136282861232758,0.08439469337463379,0.08742655813694,0.09045843034982681,0.09349029511213303,0.09652215987443924,0.09955402463674545],"_type":"histogram","values":[2,3,1,4,10,20,34,45,102,161,255,423,700,1024,1483,2069,3152,4206,5570,7387,9669,12202,14932,18077,21026,24339,27697,30780,33122,34623,35453,35385,34858,33646,31170,28736,25794,22717,19231,16148,13394,10545,8129,6310,4651,3351,2408,1587,1158,741,524,276,207,113,74,53,17,14,9,2,3,1,0,1]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,0,5,1,4,6,6,8,10,12,11,25,31,55,56,79,90,95,64,42,49,23,14,17,10,7,11,2,5,7,3,3,2,1,1,1,2,1,1,0,0,2,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.004894968122243881,-0.004699776880443096,-0.004504586104303598,-0.004309394862502813,-0.004114203620702028,-0.0039190128445625305,-0.0037238216027617455,-0.0035286303609609604,-0.003333439351990819,-0.0031382483430206776,-0.0029430571012198925,-0.002747866092249751,-0.0025526750832796097,-0.0023574838414788246,-0.002162292832508683,-0.001967101590707898,-0.0017719105817377567,-0.0015767194563522935,-0.0013815283309668303,-0.0011863373219966888,-0.0009911461966112256,-0.0007959550712257624,-0.00060076400404796,-0.00040557290776632726,-0.00021038181148469448,-1.51907152030617e-05,0.00018000038107857108,0.00037519147736020386,0.0005703825736418366,0.0007655736990272999,0.0009607647662051022,0.0011559558333829045,0.0013511464931070805,0.0015463376184925437,0.001741528743878007,0.0019367197528481483,0.0021319109946489334,0.002327102003619075,0.0025222930125892162,0.0027174842543900013,0.0029126752633601427,0.003107866272330284,0.003303057514131069,0.0034982485231012106,0.003693439532071352,0.003888630773872137,0.004083822015672922,0.00427901279181242,0.004474204033613205,0.00466939527541399,0.004864586051553488,0.005059777293354273,0.005254968535155058,0.005450159311294556,0.005645350553095341,0.005840541794896126,0.006035733036696911,0.006230923812836409,0.006426115054637194,0.006621306296437979,0.0068164970725774765,0.0070116883143782616,0.007206879556179047,0.007402070332318544,0.0075972615741193295]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[175,74,26,15,7,6,2,2,5,2,7,1,4,2,0,1,7,1,1,2,1,0,2,0,2,1,0,3,2,3,2,1,0,1,1,5,1,2,2,1,1,1,0,2,0,2,2,0,1,1,1,2,1,0,5,5,3,8,6,14,18,37,134,154],"bins":[0.9999655485153198,0.9999666213989258,0.9999676942825317,0.9999687671661377,0.9999698400497437,0.9999709129333496,0.9999719858169556,0.9999730587005615,0.9999741315841675,0.9999752640724182,0.9999763369560242,0.9999774098396301,0.9999784827232361,0.999979555606842,0.999980628490448,0.999981701374054,0.9999827742576599,0.9999838471412659,0.9999849200248718,0.9999859929084778,0.9999870657920837,0.9999881386756897,0.9999892115592957,0.9999902844429016,0.9999914169311523,0.9999924898147583,0.9999935626983643,0.9999946355819702,0.9999957084655762,0.9999967813491821,0.9999978542327881,0.999998927116394,1,1.000001072883606,1.000002145767212,1.0000032186508179,1.0000042915344238,1.0000053644180298,1.0000064373016357,1.0000075101852417,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.0000118017196655,1.0000128746032715,1.0000139474868774,1.0000150203704834,1.0000160932540894,1.0000171661376953,1.0000183582305908,1.0000194311141968,1.0000205039978027,1.0000215768814087,1.0000226497650146,1.0000237226486206,1.0000247955322266,1.0000258684158325,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,0,1,2,0,1,1,1,4,4,3,6,5,5,16,15,23,21,27,18,24,34,30,31,34,31,42,46,31,27,37,30,21,30,17,24,21,18,11,13,10,11,12,6,3,6,3,1,1,2,3,2,0,0,1],"bins":[-0.005762239918112755,-0.0056036245077848434,-0.005445008631795645,-0.005286393221467733,-0.005127777811139822,-0.004969161935150623,-0.004810546524822712,-0.004651931114494801,-0.004493315704166889,-0.0043346998281776905,-0.004176084417849779,-0.004017469007521868,-0.003858853131532669,-0.0037002377212047577,-0.0035416220780462027,-0.0033830066677182913,-0.0032243910245597363,-0.0030657753814011812,-0.00290715997107327,-0.002748544327914715,-0.0025899289175868034,-0.0024313132744282484,-0.0022726976312696934,-0.002114082220941782,-0.001955466577783227,-0.0017968510510399938,-0.0016382355242967606,-0.0014796198811382055,-0.0013210043543949723,-0.0011623888276517391,-0.001003773184493184,-0.0008451576577499509,-0.000686542596668005,-0.0005279270699247718,-0.00036931148497387767,-0.000210695929126814,-5.208037327975035e-05,0.00010653518256731331,0.000265150738414377,0.00042376629426144063,0.0005823818501085043,0.0007409973768517375,0.0008996129618026316,0.0010582285467535257,0.001216844073496759,0.0013754596002399921,0.0015340752433985472,0.0016926907701417804,0.0018513062968850136,0.0020099219400435686,0.00216853735037148,0.002327152993530035,0.0024857684038579464,0.0026443840470165014,0.0028029996901750565,0.002961615100502968,0.003120230743661523,0.003278846386820078,0.0034374617971479893,0.0035960774403065443,0.0037546930834650993,0.003913308493793011,0.004071923904120922,0.004230539780110121,0.004389155190438032]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"values":[3,1,0,3,0,1,1,4,2,2,7,4,14,11,12,15,17,21,30,41,33,40,44,62,76,93,114,112,140,134,150,126,116,113,84,70,61,49,36,34,36,19,28,19,13,4,11,9,5,8,2,4,3,4,2,2,1,0,0,0,0,0,0,2],"bins":[-0.0017852783203125,-0.001725912094116211,-0.0016665458679199219,-0.0016071796417236328,-0.0015478134155273438,-0.0014884471893310547,-0.0014290809631347656,-0.0013697147369384766,-0.0013103485107421875,-0.0012509822845458984,-0.0011916160583496094,-0.0011322498321533203,-0.0010728836059570312,-0.0010135173797607422,-0.0009541511535644531,-0.0008947849273681641,-0.000835418701171875,-0.0007760524749755859,-0.0007166862487792969,-0.0006573200225830078,-0.0005979537963867188,-0.0005385875701904297,-0.0004792213439941406,-0.00041985511779785156,-0.0003604888916015625,-0.00030112266540527344,-0.00024175643920898438,-0.0001823902130126953,-0.00012302398681640625,-6.365776062011719e-05,-4.291534423828125e-06,5.507469177246094e-05,0.00011444091796875,0.00017380714416503906,0.00023317337036132812,0.0002925395965576172,0.00035190582275390625,0.0004112720489501953,0.0004706382751464844,0.0005300045013427734,0.0005893707275390625,0.0006487369537353516,0.0007081031799316406,0.0007674694061279297,0.0008268356323242188,0.0008862018585205078,0.0009455680847167969,0.001004934310913086,0.001064300537109375,0.001123666763305664,0.0011830329895019531,0.0012423992156982422,0.0013017654418945312,0.0013611316680908203,0.0014204978942871094,0.0014798641204833984,0.0015392303466796875,0.0015985965728759766,0.0016579627990722656,0.0017173290252685547,0.0017766952514648438,0.0018360614776611328,0.0018954277038574219,0.001954793930053711,0.00201416015625],"_type":"histogram"},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,1,0,2,4,4,18,29,47,103,171,277,467,795,1232,2015,2966,4528,6564,9368,12918,17251,22934,29551,36958,45466,54404,63944,72683,80902,87989,92930,96565,97498,95458,92727,86962,79804,71420,62623,53563,44821,36658,28752,22461,16935,12568,8773,6482,4322,2916,1901,1309,745,452,270,171,79,42,30,19,10,1,4],"bins":[-0.10404971987009048,-0.10093893855810165,-0.09782815724611282,-0.09471737593412399,-0.09160659462213516,-0.08849581331014633,-0.0853850319981575,-0.08227425068616867,-0.07916346192359924,-0.07605268061161041,-0.07294189929962158,-0.06983111798763275,-0.06672033667564392,-0.06360955536365509,-0.06049877405166626,-0.05738799273967743,-0.0542772114276886,-0.05116643011569977,-0.04805564880371094,-0.04494486749172211,-0.041834086179733276,-0.03872330114245415,-0.03561251983046532,-0.032501738518476486,-0.029390957206487656,-0.026280175894498825,-0.023169394582509995,-0.020058611407876015,-0.016947830095887184,-0.013837048783898354,-0.010726266540586948,-0.0076154847629368305,-0.004504695534706116,-0.0013939137570559978,0.00171686802059412,0.004827649798244238,0.007938431575894356,0.011049212887883186,0.014159995131194592,0.017270777374505997,0.020381558686494827,0.023492339998483658,0.02660312131047249,0.029713904485106468,0.03282468765974045,0.03593546897172928,0.03904625028371811,0.04215703159570694,0.04526781290769577,0.0483785942196846,0.05148937553167343,0.05460015684366226,0.05771093815565109,0.06082172319293022,0.06393250077962875,0.06704328209161758,0.07015407085418701,0.07326485216617584,0.07637563347816467,0.0794864147901535,0.08259719610214233,0.08570797741413116,0.08881875872612,0.09192954003810883,0.09504032135009766]},"parameters/bert.embeddings.LayerNorm.bias":{"bins":[-3.450313670327887e-05,-3.342487252666615e-05,-3.234660835005343e-05,-3.126834417344071e-05,-3.019007999682799e-05,-2.9111814001225866e-05,-2.8033549824613146e-05,-2.6955285648000427e-05,-2.5877021471387707e-05,-2.4798757294774987e-05,-2.3720493118162267e-05,-2.2642228941549547e-05,-2.1563962945947424e-05,-2.0485698769334704e-05,-1.9407434592721984e-05,-1.8329170416109264e-05,-1.7250906239496544e-05,-1.6172642062883824e-05,-1.5094377886271104e-05,-1.4016112800163683e-05,-1.2937848623550963e-05,-1.1859584446938243e-05,-1.0781319360830821e-05,-9.703055184218101e-06,-8.624791007605381e-06,-7.546526830992661e-06,-6.468262199632591e-06,-5.38999756827252e-06,-4.3117333916598e-06,-3.2334689876734046e-06,-2.1552045836870093e-06,-1.076940179700614e-06,1.3278622645884752e-09,1.0795922662509838e-06,2.157856670237379e-06,3.2361210742237745e-06,4.31438547821017e-06,5.39264965482289e-06,6.4709142861829605e-06,7.549178917543031e-06,8.627443094155751e-06,9.705707270768471e-06,1.0783971447381191e-05,1.1862236533488613e-05,1.2940500710101333e-05,1.4018764886714052e-05,1.5097029972821474e-05,1.6175294149434194e-05,1.7253558326046914e-05,1.8331822502659634e-05,1.9410086679272354e-05,2.0488350855885074e-05,2.1566615032497793e-05,2.2644881028099917e-05,2.3723145204712637e-05,2.4801409381325357e-05,2.5879673557938077e-05,2.6957937734550796e-05,2.8036201911163516e-05,2.9114466087776236e-05,3.019273208337836e-05,3.127099625999108e-05,3.23492604366038e-05,3.342752461321652e-05,3.450578878982924e-05],"_type":"histogram","values":[273,43,15,7,7,1,1,1,2,1,1,2,0,1,1,3,0,2,1,2,1,0,1,0,1,0,2,3,0,1,1,0,0,0,1,2,2,1,1,2,0,0,1,0,0,0,2,2,1,1,1,0,0,0,5,2,3,4,3,4,4,18,52,282]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09715442359447479,-0.0942462608218193,-0.09133809804916382,-0.08842993527650833,-0.08552177250385284,-0.08261360973119736,-0.07970544695854187,-0.07679728418588638,-0.0738891214132309,-0.07098095864057541,-0.06807279586791992,-0.06516463309526443,-0.06225647032260895,-0.05934830754995346,-0.056440144777297974,-0.05353198200464249,-0.050623819231987,-0.04771565645933151,-0.044807493686676025,-0.04189933091402054,-0.03899116814136505,-0.036083005368709564,-0.03317484259605408,-0.03026667982339859,-0.027358517050743103,-0.024450354278087616,-0.02154219150543213,-0.018634028732776642,-0.015725865960121155,-0.012817703187465668,-0.00990954041481018,-0.007001377642154694,-0.0040932148694992065,-0.0011850520968437195,0.0017231106758117676,0.004631273448467255,0.007539436221122742,0.010447598993778229,0.013355761766433716,0.016263924539089203,0.01917208731174469,0.022080250084400177,0.024988412857055664,0.02789657562971115,0.030804738402366638,0.033712901175022125,0.03662106394767761,0.0395292267203331,0.042437389492988586,0.045345552265644073,0.04825371503829956,0.05116187781095505,0.054070040583610535,0.05697820335626602,0.05988636612892151,0.062794528901577,0.06570269167423248,0.06861085444688797,0.07151901721954346,0.07442717999219894,0.07733534276485443,0.08024350553750992,0.0831516683101654,0.08605983108282089,0.08896799385547638],"_type":"histogram","values":[1,2,4,1,3,10,12,37,47,83,118,207,356,547,783,1130,1652,2368,3392,4378,5955,7572,9817,12083,14701,17730,20805,23503,26277,29251,31167,32721,33869,33869,33898,32798,31071,28607,25796,23215,20287,17169,14267,11891,9344,7380,5573,4172,3058,2227,1543,1091,716,463,317,212,112,69,45,23,19,6,1,3]},"_runtime":287,"gradients/bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0001983642578125,-0.00019305944442749023,-0.00018775463104248047,-0.0001824498176574707,-0.00017714500427246094,-0.00017184019088745117,-0.0001665353775024414,-0.00016123056411743164,-0.00015592575073242188,-0.0001506209373474121,-0.00014531612396240234,-0.00014001131057739258,-0.0001347064971923828,-0.00012940168380737305,-0.00012409687042236328,-0.00011879205703735352,-0.00011348724365234375,-0.00010818243026733398,-0.00010287761688232422,-9.757280349731445e-05,-9.226799011230469e-05,-8.696317672729492e-05,-8.165836334228516e-05,-7.635354995727539e-05,-7.104873657226562e-05,-6.574392318725586e-05,-6.0439109802246094e-05,-5.513429641723633e-05,-4.982948303222656e-05,-4.45246696472168e-05,-3.921985626220703e-05,-3.3915042877197266e-05,-2.86102294921875e-05,-2.3305416107177734e-05,-1.800060272216797e-05,-1.2695789337158203e-05,-7.3909759521484375e-06,-2.086162567138672e-06,3.2186508178710938e-06,8.52346420288086e-06,1.3828277587890625e-05,1.913309097290039e-05,2.4437904357910156e-05,2.9742717742919922e-05,3.504753112792969e-05,4.035234451293945e-05,4.565715789794922e-05,5.0961971282958984e-05,5.626678466796875e-05,6.157159805297852e-05,6.687641143798828e-05,7.218122482299805e-05,7.748603820800781e-05,8.279085159301758e-05,8.809566497802734e-05,9.340047836303711e-05,9.870529174804688e-05,0.00010401010513305664,0.0001093149185180664,0.00011461973190307617,0.00011992454528808594,0.0001252293586730957,0.00013053417205810547,0.00013583898544311523,0.000141143798828125],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,2,2,2,1,2,0,1,3,3,1,6,3,5,5,5,14,8,9,7,14,27,21,22,38,39,44,35,54,51,39,30,42,40,28,25,24,23,20,13,9,9,4,9,6,3,7,1,2,1,3,0,1,0,1,2]},"learning_rate":9.999999645251425e-07,"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,0,1,1,1,0,1,1,3,2,5,2,8,9,15,14,30,36,53,55,77,91,94,65,45,39,24,17,17,6,5,11,9,4,4,4,4,5,1,0,2,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,2],"bins":[-0.005613154266029596,-0.005412868224084377,-0.005212582182139158,-0.005012296140193939,-0.00481201009824872,-0.004611724056303501,-0.004411438014358282,-0.004211151972413063,-0.004010865930467844,-0.003810579888522625,-0.003610293846577406,-0.003410007804632187,-0.003209721762686968,-0.003009435720741749,-0.0028091496787965298,-0.0026088636368513107,-0.0024085775949060917,-0.0022082915529608727,-0.0020080055110156536,-0.0018077194690704346,-0.0016074334271252155,-0.0014071473851799965,-0.0012068613432347775,-0.0010065753012895584,-0.0008062892593443394,-0.0006060032173991203,-0.0004057171754539013,-0.00020543113350868225,-5.145091563463211e-06,0.00019514095038175583,0.00039542699232697487,0.0005957130342721939,0.000795999076217413,0.000996285118162632,0.001196571160107851,0.00139685720205307,0.001597143243998289,0.0017974292859435081,0.001997715327888727,0.0021980013698339462,0.0023982874117791653,0.0025985734537243843,0.0027988594956696033,0.0029991455376148224,0.0031994315795600414,0.0033997176215052605,0.0036000036634504795,0.0038002897053956985,0.004000575747340918,0.004200861789286137,0.004401147831231356,0.004601433873176575,0.004801719915121794,0.005002005957067013,0.005202291999012232,0.005402578040957451,0.00560286408290267,0.005803150124847889,0.006003436166793108,0.006203722208738327,0.006404008250683546,0.006604294292628765,0.006804580334573984,0.007004866376519203,0.007205152418464422],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"values":[292,40,9,6,2,1,2,0,1,1,3,2,0,1,1,3,1,1,2,4,0,1,1,1,0,0,1,1,0,1,2,0,1,1,0,0,1,1,1,1,1,0,0,0,2,0,0,1,0,0,1,1,3,1,2,0,1,1,0,4,9,11,38,306],"bins":[-3.446334085310809e-05,-3.338439273647964e-05,-3.230544461985119e-05,-3.1226496503222734e-05,-3.014754838659428e-05,-2.9068598450976424e-05,-2.798965033434797e-05,-2.6910702217719518e-05,-2.5831754101091065e-05,-2.475280598446261e-05,-2.3673857867834158e-05,-2.2594909751205705e-05,-2.151595981558785e-05,-2.0437011698959395e-05,-1.9358063582330942e-05,-1.827911546570249e-05,-1.7200167349074036e-05,-1.6121219232445583e-05,-1.504227111581713e-05,-1.3963322089693975e-05,-1.2884373973065522e-05,-1.1805425856437068e-05,-1.0726476830313914e-05,-9.64752871368546e-06,-8.568580597057007e-06,-7.489632480428554e-06,-6.41068390905275e-06,-5.331735337676946e-06,-4.252787221048493e-06,-3.1738388770463644e-06,-2.0948905330442358e-06,-1.0159421890421072e-06,6.300251698121428e-08,1.1419508609833429e-06,2.2208992049854714e-06,3.2998475489876e-06,4.378795892989729e-06,5.457744009618182e-06,6.536692580993986e-06,7.61564115236979e-06,8.694589268998243e-06,9.773537385626696e-06,1.085248550225515e-05,1.1931434528378304e-05,1.3010382645006757e-05,1.408933076163521e-05,1.5168279787758365e-05,1.624722790438682e-05,1.732617602101527e-05,1.8405124137643725e-05,1.9484072254272178e-05,2.056302037090063e-05,2.1641968487529084e-05,2.272091842314694e-05,2.3799866539775394e-05,2.4878814656403847e-05,2.59577627730323e-05,2.7036710889660753e-05,2.8115659006289206e-05,2.919460712291766e-05,3.0273557058535516e-05,3.135250517516397e-05,3.243145329179242e-05,3.3510401408420876e-05,3.458934952504933e-05],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,0,0,1,0,2,0,0,0,0,0,1,2,1,2,4,3,7,7,8,10,10,20,24,27,24,36,62,56,68,66,88,94,119,130,142,137,137,108,95,81,68,63,69,42,30,37,28,27,20,14,12,12,12,8,8,9,4,3,2,5,1,1],"bins":[-0.002227783203125,-0.0021680593490600586,-0.002108335494995117,-0.0020486116409301758,-0.0019888877868652344,-0.001929163932800293,-0.0018694400787353516,-0.0018097162246704102,-0.0017499923706054688,-0.0016902685165405273,-0.001630544662475586,-0.0015708208084106445,-0.0015110969543457031,-0.0014513731002807617,-0.0013916492462158203,-0.001331925392150879,-0.0012722015380859375,-0.001212477684020996,-0.0011527538299560547,-0.0010930299758911133,-0.0010333061218261719,-0.0009735822677612305,-0.0009138584136962891,-0.0008541345596313477,-0.0007944107055664062,-0.0007346868515014648,-0.0006749629974365234,-0.000615239143371582,-0.0005555152893066406,-0.0004957914352416992,-0.0004360675811767578,-0.0003763437271118164,-0.000316619873046875,-0.0002568960189819336,-0.0001971721649169922,-0.00013744831085205078,-7.772445678710938e-05,-1.800060272216797e-05,4.172325134277344e-05,0.00010144710540771484,0.00016117095947265625,0.00022089481353759766,0.00028061866760253906,0.00034034252166748047,0.0004000663757324219,0.0004597902297973633,0.0005195140838623047,0.0005792379379272461,0.0006389617919921875,0.0006986856460571289,0.0007584095001220703,0.0008181333541870117,0.0008778572082519531,0.0009375810623168945,0.000997304916381836,0.0010570287704467773,0.0011167526245117188,0.0011764764785766602,0.0012362003326416016,0.001295924186706543,0.0013556480407714844,0.0014153718948364258,0.0014750957489013672,0.0015348196029663086,0.00159454345703125],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,1,3,6,6,9,26,35,53,108,182,295,486,719,1079,1589,2288,3210,4317,5887,7652,9907,12635,15280,18064,21581,24512,27699,30249,32522,33940,35196,35314,34735,32907,30886,28507,25620,22228,19027,16313,13196,10491,8384,6510,4747,3643,2492,1753,1262,822,558,352,203,138,101,41,18,19,10,4,2,3,1],"bins":[-0.0962030291557312,-0.09320934116840363,-0.09021564573049545,-0.08722195774316788,-0.0842282623052597,-0.08123457431793213,-0.07824088633060455,-0.07524719089269638,-0.0722535029053688,-0.06925981491804123,-0.06626611948013306,-0.06327243149280548,-0.06027873978018761,-0.05728504806756973,-0.05429136008024216,-0.05129766836762428,-0.04830397665500641,-0.045310284942388535,-0.04231659322977066,-0.039322905242443085,-0.03632921352982521,-0.033335521817207336,-0.03034183196723461,-0.027348142117261887,-0.024354450404644012,-0.02136075869202614,-0.018367068842053413,-0.015373378060758114,-0.012379687279462814,-0.009385996498167515,-0.006392305716872215,-0.0033986149355769157,-0.0004049241542816162,0.0025887666270136833,0.005582457408308983,0.008576148189604282,0.011569838970899582,0.014563529752194881,0.01755722053349018,0.020550910383462906,0.02354460209608078,0.026538293808698654,0.02953198365867138,0.032525673508644104,0.03551936522126198,0.03851305693387985,0.04150674492120743,0.0445004366338253,0.047494128346443176,0.05048782005906105,0.053481511771678925,0.0564751997590065,0.059468891471624374,0.06246258318424225,0.06545627117156982,0.068449966609478,0.07144365459680557,0.07443734258413315,0.07743103802204132,0.0804247260093689,0.08341841399669647,0.08641210943460464,0.08940579742193222,0.0923994928598404,0.09539318084716797]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"values":[278,45,17,7,1,4,3,2,3,1,0,0,2,0,2,1,0,2,3,0,0,1,0,2,0,1,0,2,0,1,0,0,1,0,2,1,1,1,0,0,1,0,0,0,2,0,1,4,1,1,0,1,3,2,2,0,1,1,1,5,6,11,45,296],"bins":[-3.460233347141184e-05,-3.352064231876284e-05,-3.243895116611384e-05,-3.1357263651443645e-05,-3.0275572498794645e-05,-2.9193881346145645e-05,-2.8112190193496644e-05,-2.7030500859837048e-05,-2.5948809707188047e-05,-2.4867118554539047e-05,-2.378542922087945e-05,-2.270373806823045e-05,-2.162204691558145e-05,-2.0540357581921853e-05,-1.9458666429272853e-05,-1.8376977095613256e-05,-1.7295285942964256e-05,-1.6213594790315256e-05,-1.5131905456655659e-05,-1.4050214304006658e-05,-1.296852406085236e-05,-1.1886833817698061e-05,-1.0805142665049061e-05,-9.723452421894763e-06,-8.641762178740464e-06,-7.560071935586166e-06,-6.478381237684516e-06,-5.396690539782867e-06,-4.315000296628568e-06,-3.2333098261005944e-06,-2.1516193555726204e-06,-1.0699288850446464e-06,1.17652234621346e-08,1.0934556939901086e-06,2.1751461645180825e-06,3.2568366350460565e-06,4.3385271055740304e-06,5.420217348728329e-06,6.501908046629978e-06,7.583598744531628e-06,8.665288987685926e-06,9.746979230840225e-06,1.0828669473994523e-05,1.1910360626643524e-05,1.2992050869797822e-05,1.407374111295212e-05,1.5155432265601121e-05,1.6237121599260718e-05,1.7318812751909718e-05,1.8400503904558718e-05,1.9482193238218315e-05,2.0563884390867315e-05,2.1645573724526912e-05,2.2727264877175912e-05,2.3808956029824913e-05,2.489064536348451e-05,2.597233651613351e-05,2.705402766878251e-05,2.8135717002442107e-05,2.9217408155091107e-05,3.0299099307740107e-05,3.138079046038911e-05,3.24624779750593e-05,3.35441691277083e-05,3.46258602803573e-05],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.09632774442434311,-0.09339303523302078,-0.09045833349227905,-0.08752362430095673,-0.0845889151096344,-0.08165420591831207,-0.07871949672698975,-0.07578479498624802,-0.07285008579492569,-0.06991537660360336,-0.06698067486286163,-0.0640459656715393,-0.06111125648021698,-0.05817654728889465,-0.055241841822862625,-0.0523071363568306,-0.04937242716550827,-0.046437717974185944,-0.043503012508153915,-0.04056830704212189,-0.03763359785079956,-0.034698888659477234,-0.031764183193445206,-0.028829475864768028,-0.02589476853609085,-0.022960061207413673,-0.020025353878736496,-0.01709064655005932,-0.014155939221382141,-0.011221231892704964,-0.008286524564027786,-0.005351817235350609,-0.0024171099066734314,0.000517597422003746,0.0034523047506809235,0.006387012079358101,0.009321719408035278,0.012256426736712456,0.015191134065389633,0.01812584139406681,0.021060548722743988,0.023995256051421165,0.026929963380098343,0.02986467070877552,0.0327993780374527,0.035734087228775024,0.03866879269480705,0.04160349816083908,0.04453820735216141,0.047472916543483734,0.05040762200951576,0.05334232747554779,0.05627703666687012,0.059211745858192444,0.06214645132422447,0.0650811567902565,0.06801586598157883,0.07095057517290115,0.07388527691364288,0.07681998610496521,0.07975469529628754,0.08268940448760986,0.08562411367893219,0.08855881541967392,0.09149352461099625],"_type":"histogram","values":[1,0,1,0,10,9,18,35,61,82,188,243,407,685,880,1407,1964,2656,3888,5150,6840,8718,10803,13609,16424,19269,22471,25602,27888,30568,32396,33786,34707,34213,33278,31799,29991,27464,24284,21695,18406,15475,12596,10001,7938,6126,4599,3514,2497,1770,1150,851,522,358,220,124,74,41,34,16,13,4,3,2]},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.006439208984375,-0.0062427520751953125,-0.006046295166015625,-0.0058498382568359375,-0.00565338134765625,-0.0054569244384765625,-0.005260467529296875,-0.0050640106201171875,-0.0048675537109375,-0.0046710968017578125,-0.004474639892578125,-0.0042781829833984375,-0.00408172607421875,-0.0038852691650390625,-0.003688812255859375,-0.0034923553466796875,-0.0032958984375,-0.0030994415283203125,-0.002902984619140625,-0.0027065277099609375,-0.00251007080078125,-0.0023136138916015625,-0.002117156982421875,-0.0019207000732421875,-0.0017242431640625,-0.0015277862548828125,-0.001331329345703125,-0.0011348724365234375,-0.00093841552734375,-0.0007419586181640625,-0.000545501708984375,-0.0003490447998046875,-0.000152587890625,4.38690185546875e-05,0.000240325927734375,0.0004367828369140625,0.00063323974609375,0.0008296966552734375,0.001026153564453125,0.0012226104736328125,0.0014190673828125,0.0016155242919921875,0.001811981201171875,0.0020084381103515625,0.00220489501953125,0.0024013519287109375,0.002597808837890625,0.0027942657470703125,0.00299072265625,0.0031871795654296875,0.003383636474609375,0.0035800933837890625,0.00377655029296875,0.0039730072021484375,0.004169464111328125,0.0043659210205078125,0.0045623779296875,0.0047588348388671875,0.004955291748046875,0.0051517486572265625,0.00534820556640625,0.0055446624755859375,0.005741119384765625,0.0059375762939453125,0.006134033203125],"_type":"histogram","values":[1,0,0,0,4,1,4,1,7,11,12,35,34,49,66,79,148,231,337,455,684,986,1460,2190,3530,5447,8197,12473,19853,31114,47836,74967,111059,95900,61222,39207,25622,16352,10443,6534,4366,2944,1976,1335,822,578,436,238,201,115,77,67,41,33,19,11,2,6,1,1,1,1,1,1]},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,1,2,1,2,5,15,21,35,72,126,172,293,467,672,1078,1631,2259,3149,4576,5847,7615,9900,12467,15021,18025,21454,24373,27375,30175,32554,33817,34789,34964,34125,33145,31156,28835,25719,22457,19531,16260,13420,10659,8414,6534,5039,3614,2613,1779,1244,855,560,370,213,144,88,45,18,12,13,7,1],"bins":[-0.10201959311962128,-0.09903579205274582,-0.09605198353528976,-0.0930681824684143,-0.09008438140153885,-0.0871005728840828,-0.08411677181720734,-0.08113297075033188,-0.07814916968345642,-0.07516536116600037,-0.07218156009912491,-0.06919775903224945,-0.0662139505147934,-0.06323014944791794,-0.06024634465575218,-0.057262543588876724,-0.05427873879671097,-0.05129493400454521,-0.048311132937669754,-0.045327328145504,-0.04234352707862854,-0.039359722286462784,-0.03637591749429703,-0.03339211642742157,-0.030408311635255814,-0.027424508705735207,-0.0244407057762146,-0.021456900984048843,-0.018473098054528236,-0.01548929512500763,-0.012505491264164448,-0.009521687403321266,-0.006537891924381256,-0.003554088529199362,-0.0005702851340174675,0.002413518261164427,0.005397321656346321,0.008381124585866928,0.01136492844671011,0.014348732307553291,0.0173325352370739,0.020316338166594505,0.023300141096115112,0.02628394588828087,0.029267748817801476,0.03225155174732208,0.03523535653948784,0.038219157606363297,0.04120296239852905,0.04418676719069481,0.04717056825757027,0.05015437304973602,0.05313817411661148,0.05612197890877724,0.05910578370094299,0.06208958476781845,0.06507338583469391,0.06805719435214996,0.07104099541902542,0.07402479648590088,0.07700860500335693,0.07999240607023239,0.08297620713710785,0.0859600156545639,0.08894381672143936],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,0,0,2,0,0,3,5,7,11,16,21,32,44,75,91,171,247,409,600,942,1577,2508,4230,7560,13751,25854,50642,111674,283981,622730,246145,100281,46371,23200,12237,6977,4196,2268,1474,953,524,382,234,147,89,70,40,33,12,15,8,7,6,3,2,2,0,2,1,0,0,0,1],"bins":[-0.004730224609375,-0.004574775695800781,-0.0044193267822265625,-0.004263877868652344,-0.004108428955078125,-0.003952980041503906,-0.0037975311279296875,-0.0036420822143554688,-0.00348663330078125,-0.0033311843872070312,-0.0031757354736328125,-0.0030202865600585938,-0.002864837646484375,-0.0027093887329101562,-0.0025539398193359375,-0.0023984909057617188,-0.0022430419921875,-0.0020875930786132812,-0.0019321441650390625,-0.0017766952514648438,-0.001621246337890625,-0.0014657974243164062,-0.0013103485107421875,-0.0011548995971679688,-0.00099945068359375,-0.0008440017700195312,-0.0006885528564453125,-0.0005331039428710938,-0.000377655029296875,-0.00022220611572265625,-6.67572021484375e-05,8.869171142578125e-05,0.000244140625,0.00039958953857421875,0.0005550384521484375,0.0007104873657226562,0.000865936279296875,0.0010213851928710938,0.0011768341064453125,0.0013322830200195312,0.00148773193359375,0.0016431808471679688,0.0017986297607421875,0.0019540786743164062,0.002109527587890625,0.0022649765014648438,0.0024204254150390625,0.0025758743286132812,0.0027313232421875,0.0028867721557617188,0.0030422210693359375,0.0031976699829101562,0.003353118896484375,0.0035085678100585938,0.0036640167236328125,0.0038194656372070312,0.00397491455078125,0.004130363464355469,0.0042858123779296875,0.004441261291503906,0.004596710205078125,0.004752159118652344,0.0049076080322265625,0.005063056945800781,0.005218505859375],"_type":"histogram"},"gradients/bert.embeddings.token_type_embeddings.weight":{"bins":[-0.19376857578754425,-0.18821510672569275,-0.18266165256500244,-0.17710818350315094,-0.17155472934246063,-0.16600126028060913,-0.16044780611991882,-0.15489433705806732,-0.14934086799621582,-0.1437874138355255,-0.138233944773674,-0.1326804906129837,-0.1271270215511322,-0.1215735599398613,-0.1160200983285904,-0.11046663671731949,-0.10491317510604858,-0.09935971349477768,-0.09380625188350677,-0.08825279027223587,-0.08269932866096497,-0.07714585959911346,-0.07159239798784256,-0.06603893637657166,-0.06048547476530075,-0.054932013154029846,-0.04937855154275894,-0.04382508620619774,-0.038271624594926834,-0.03271816298365593,-0.027164699509739876,-0.021611236035823822,-0.016057759523391724,-0.010504296980798244,-0.004950834438204765,0.0006026281043887138,0.006156090646982193,0.011709553189575672,0.01726301573216915,0.022816479206085205,0.02836994081735611,0.033923402428627014,0.03947686403989792,0.04503032937645912,0.050583790987730026,0.05613725259900093,0.061690717935562134,0.06724417954683304,0.07279764115810394,0.07835110276937485,0.08390456438064575,0.08945802599191666,0.09501148760318756,0.10056495666503906,0.10611841827630997,0.11167187988758087,0.11722534149885178,0.12277880311012268,0.12833227217197418,0.1338857263326645,0.139439195394516,0.1449926495552063,0.1505461186170578,0.1560995727777481,0.1616530418395996],"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,0,0,1,0,3,1,3,6,2,2,4,8,8,14,16,16,12,24,23,35,42,27,37,36,33,804,38,28,41,26,37,39,22,25,21,16,11,15,8,11,6,4,6,4,3,4,3,1,4,0,1,1,0,0,1]},"parameters/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,1,2,2,8,13,18,39,61,115,213,379,620,1041,1696,2530,3819,5539,8153,11403,15823,21370,27709,35332,44208,52963,62731,72767,80891,88834,94933,98792,99854,98428,95332,89253,81971,73145,63806,54572,44731,36282,28668,21669,16209,11837,8517,5786,3983,2616,1681,1026,632,383,208,114,76,45,19,8,4,0,1,2],"bins":[-0.10375957190990448,-0.10057157278060913,-0.09738358110189438,-0.09419558197259903,-0.09100759029388428,-0.08781959116458893,-0.08463159948587418,-0.08144360035657883,-0.07825560867786407,-0.07506760954856873,-0.07187961786985397,-0.06869161874055862,-0.06550362706184387,-0.06231562793254852,-0.05912763252854347,-0.05593963712453842,-0.05275164172053337,-0.04956364631652832,-0.04637565091252327,-0.04318765550851822,-0.03999966010451317,-0.03681166470050812,-0.03362366929650307,-0.030435672029852867,-0.027247676625847816,-0.024059681221842766,-0.020871685817837715,-0.017683690413832664,-0.01449569407850504,-0.011307698674499989,-0.008119702339172363,-0.004931706935167313,-0.001743711531162262,0.0014442841056734324,0.004632279742509127,0.007820275612175465,0.011008271016180515,0.014196266420185566,0.01738426275551319,0.020572258159518242,0.023760253563523293,0.026948248967528343,0.030136244371533394,0.033324241638183594,0.036512237042188644,0.039700232446193695,0.042888227850198746,0.046076223254203796,0.04926421865820885,0.0524522140622139,0.05564020946621895,0.058828204870224,0.06201620027422905,0.0652041956782341,0.06839219480752945,0.0715801864862442,0.07476818561553955,0.0779561772942543,0.08114417642354965,0.0843321681022644,0.08752016723155975,0.0907081589102745,0.09389615803956985,0.0970841497182846,0.10027214884757996]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,2,3,3,9,19,21,38,38,65,89,164,262,387,657,1003,1480,2403,4061,7064,11600,20333,37650,73926,158114,403665,482334,186808,83908,41738,22850,12737,7677,4314,2798,1772,1019,629,418,303,159,126,84,54,23,11,13,8,9,4,3,0,1,3,1,0,2],"bins":[-0.005096435546875,-0.004942417144775391,-0.004788398742675781,-0.004634380340576172,-0.0044803619384765625,-0.004326343536376953,-0.004172325134277344,-0.004018306732177734,-0.003864288330078125,-0.0037102699279785156,-0.0035562515258789062,-0.003402233123779297,-0.0032482147216796875,-0.003094196319580078,-0.0029401779174804688,-0.0027861595153808594,-0.00263214111328125,-0.0024781227111816406,-0.0023241043090820312,-0.002170085906982422,-0.0020160675048828125,-0.0018620491027832031,-0.0017080307006835938,-0.0015540122985839844,-0.001399993896484375,-0.0012459754943847656,-0.0010919570922851562,-0.0009379386901855469,-0.0007839202880859375,-0.0006299018859863281,-0.00047588348388671875,-0.0003218650817871094,-0.0001678466796875,-1.3828277587890625e-05,0.00014019012451171875,0.0002942085266113281,0.0004482269287109375,0.0006022453308105469,0.0007562637329101562,0.0009102821350097656,0.001064300537109375,0.0012183189392089844,0.0013723373413085938,0.0015263557434082031,0.0016803741455078125,0.0018343925476074219,0.0019884109497070312,0.0021424293518066406,0.00229644775390625,0.0024504661560058594,0.0026044845581054688,0.002758502960205078,0.0029125213623046875,0.003066539764404297,0.0032205581665039062,0.0033745765686035156,0.003528594970703125,0.0036826133728027344,0.0038366317749023438,0.003990650177001953,0.0041446685791015625,0.004298686981201172,0.004452705383300781,0.004606723785400391,0.0047607421875]},"gradients/bert.encoder.layer.1.output.dense.weight":{"values":[2,0,2,0,4,5,4,6,3,17,18,20,28,48,57,107,157,193,293,410,649,1070,1575,2517,4082,6976,11939,21709,43787,103365,319007,650771,239950,79603,36306,19129,10908,6545,3970,2523,1641,1136,708,535,307,226,166,116,91,54,33,30,18,13,10,10,3,2,2,2,4,0,1,1],"bins":[-0.005523681640625,-0.005347728729248047,-0.005171775817871094,-0.004995822906494141,-0.0048198699951171875,-0.004643917083740234,-0.004467964172363281,-0.004292011260986328,-0.004116058349609375,-0.003940105438232422,-0.0037641525268554688,-0.0035881996154785156,-0.0034122467041015625,-0.0032362937927246094,-0.0030603408813476562,-0.002884387969970703,-0.00270843505859375,-0.002532482147216797,-0.0023565292358398438,-0.0021805763244628906,-0.0020046234130859375,-0.0018286705017089844,-0.0016527175903320312,-0.0014767646789550781,-0.001300811767578125,-0.0011248588562011719,-0.0009489059448242188,-0.0007729530334472656,-0.0005970001220703125,-0.0004210472106933594,-0.00024509429931640625,-6.914138793945312e-05,0.0001068115234375,0.0002827644348144531,0.00045871734619140625,0.0006346702575683594,0.0008106231689453125,0.0009865760803222656,0.0011625289916992188,0.0013384819030761719,0.001514434814453125,0.0016903877258300781,0.0018663406372070312,0.0020422935485839844,0.0022182464599609375,0.0023941993713378906,0.0025701522827148438,0.002746105194091797,0.00292205810546875,0.003098011016845703,0.0032739639282226562,0.0034499168395996094,0.0036258697509765625,0.0038018226623535156,0.003977775573730469,0.004153728485107422,0.004329681396484375,0.004505634307861328,0.004681587219238281,0.004857540130615234,0.0050334930419921875,0.005209445953369141,0.005385398864746094,0.005561351776123047,0.0057373046875],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.weight":{"values":[1,1,0,1,1,1,4,1,2,3,2,7,8,7,10,8,8,19,28,27,31,46,45,69,75,68,45,37,42,28,24,16,16,18,9,9,10,5,2,5,4,3,8,1,0,2,2,1,0,0,1,1,0,1,0,2,0,0,0,0,1,1,0,1],"bins":[-0.0037866737693548203,-0.0036368155851960182,-0.003486957401037216,-0.003337099449709058,-0.0031872412655502558,-0.0030373830813914537,-0.0028875248972326517,-0.0027376667130738497,-0.0025878087617456913,-0.0024379505775868893,-0.0022880923934280872,-0.002138234209269285,-0.001988376025110483,-0.001838517957367003,-0.001688659773208201,-0.0015388017054647207,-0.0013889435213059187,-0.0012390853371471167,-0.0010892272694036365,-0.0009393690852448344,-0.0007895109592936933,-0.0006396528333425522,-0.0004897946491837502,-0.00033993652323260903,-0.00019007839728146791,-4.022025677841157e-05,0.00010963788372464478,0.00025949603877961636,0.0004093541647307575,0.0005592122906818986,0.0007090704748407006,0.0008589286007918417,0.0010087867267429829,0.001158644910901785,0.001308502978645265,0.0014583611628040671,0.0016082192305475473,0.0017580774147063494,0.0019079355988651514,0.0020577937830239534,0.002207651734352112,0.002357509918510914,0.002507368102669716,0.002657226286828518,0.00280708447098732,0.002956942655146122,0.0031068006064742804,0.0032566587906330824,0.0034065169747918844,0.0035563751589506865,0.0037062333431094885,0.003856091294437647,0.004005949478596449,0.004155807662755251,0.004305665846914053,0.004455524031072855,0.004605382215231657,0.004755240399390459,0.004905098583549261,0.005054956302046776,0.005204814486205578,0.00535467267036438,0.005504530854523182,0.005654389038681984,0.005804247222840786],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,4,3,8,9,21,28,48,74,124,218,322,536,902,1250,1715,2626,3597,4952,6658,8554,10823,13681,16356,19631,22713,25907,28669,31157,33193,34452,35185,34904,33989,32388,29993,27479,24331,21175,18160,15030,12093,9577,7552,5651,4274,3132,2158,1580,1046,671,452,327,172,110,63,46,32,11,3,4,2,1],"bins":[-0.09804137796163559,-0.09504781663417816,-0.09205426275730133,-0.0890607014298439,-0.08606714755296707,-0.08307358622550964,-0.08008003234863281,-0.07708647102117538,-0.07409291714429855,-0.07109935581684113,-0.0681058019399643,-0.06511224061250687,-0.06211868301033974,-0.05912512540817261,-0.05613156780600548,-0.05313801020383835,-0.05014445260167122,-0.04715089499950409,-0.04415733739733696,-0.04116377979516983,-0.0381702221930027,-0.03517666459083557,-0.03218310698866844,-0.029189547523856163,-0.026195989921689034,-0.023202432319521904,-0.020208874717354774,-0.017215317115187645,-0.01422175858169794,-0.011228200979530811,-0.008234642446041107,-0.005241084843873978,-0.002247527241706848,0.000746030593290925,0.003739588428288698,0.006733146496117115,0.009726704098284245,0.012720261700451374,0.015713820233941078,0.018707377836108208,0.021700935438275337,0.024694493040442467,0.027688050642609596,0.030681608244776726,0.033675167709589005,0.036668725311756134,0.039662282913923264,0.04265584051609039,0.04564939811825752,0.04864295572042465,0.05163651332259178,0.05463007092475891,0.05762362852692604,0.06061718612909317,0.0636107474565506,0.06660430133342743,0.06959786266088486,0.07259141653776169,0.07558497786521912,0.07857853174209595,0.08157209306955338,0.0845656469464302,0.08755920827388763,0.09055276215076447,0.0935463234782219],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-6.966292858123779e-07,-6.739865057170391e-07,-6.513437256217003e-07,-6.287009455263615e-07,-6.060581654310226e-07,-5.834153853356838e-07,-5.60772605240345e-07,-5.381298251450062e-07,-5.154870450496674e-07,-4.928442649543285e-07,-4.702014848589897e-07,-4.475587047636509e-07,-4.2491592466831207e-07,-4.0227314457297325e-07,-3.7963036447763443e-07,-3.569875843822956e-07,-3.343448042869568e-07,-3.1170202419161797e-07,-2.8905924409627914e-07,-2.664164640009403e-07,-2.437736839056015e-07,-2.2113090381026268e-07,-1.9848812371492386e-07,-1.7584534361958504e-07,-1.5320256352424622e-07,-1.305597834289074e-07,-1.0791700333356857e-07,-8.527422323822975e-08,-6.263144314289093e-08,-3.998866304755211e-08,-1.7345882952213287e-08,5.296897143125534e-09,2.7939677238464355e-08,5.058245733380318e-08,7.3225237429142e-08,9.586801752448082e-08,1.1851079761981964e-07,1.4115357771515846e-07,1.6379635781049728e-07,1.864391379058361e-07,2.0908191800117493e-07,2.3172469809651375e-07,2.5436747819185257e-07,2.770102582871914e-07,2.996530383825302e-07,3.2229581847786903e-07,3.4493859857320786e-07,3.675813786685467e-07,3.902241587638855e-07,4.128669388592243e-07,4.3550971895456314e-07,4.5815249904990196e-07,4.807952791452408e-07,5.034380592405796e-07,5.260808393359184e-07,5.487236194312572e-07,5.713663995265961e-07,5.940091796219349e-07,6.166519597172737e-07,6.392947398126125e-07,6.619375199079514e-07,6.845803000032902e-07,7.07223080098629e-07,7.298658601939678e-07,7.525086402893066e-07],"_type":"histogram","values":[2,0,1,1,1,2,0,3,3,2,1,4,4,3,7,4,4,12,3,17,13,16,15,19,19,35,36,28,37,43,48,52,48,40,32,36,25,17,18,23,13,9,14,8,4,10,6,6,8,2,5,1,2,1,2,0,0,0,0,0,0,1,1,1]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.002471923828125,-0.002393960952758789,-0.002315998077392578,-0.002238035202026367,-0.0021600723266601562,-0.0020821094512939453,-0.0020041465759277344,-0.0019261837005615234,-0.0018482208251953125,-0.0017702579498291016,-0.0016922950744628906,-0.0016143321990966797,-0.0015363693237304688,-0.0014584064483642578,-0.0013804435729980469,-0.001302480697631836,-0.001224517822265625,-0.001146554946899414,-0.0010685920715332031,-0.0009906291961669922,-0.0009126663208007812,-0.0008347034454345703,-0.0007567405700683594,-0.0006787776947021484,-0.0006008148193359375,-0.0005228519439697266,-0.0004448890686035156,-0.0003669261932373047,-0.00028896331787109375,-0.0002110004425048828,-0.00013303756713867188,-5.507469177246094e-05,2.288818359375e-05,0.00010085105895996094,0.00017881393432617188,0.0002567768096923828,0.00033473968505859375,0.0004127025604248047,0.0004906654357910156,0.0005686283111572266,0.0006465911865234375,0.0007245540618896484,0.0008025169372558594,0.0008804798126220703,0.0009584426879882812,0.0010364055633544922,0.0011143684387207031,0.001192331314086914,0.001270294189453125,0.001348257064819336,0.0014262199401855469,0.0015041828155517578,0.0015821456909179688,0.0016601085662841797,0.0017380714416503906,0.0018160343170166016,0.0018939971923828125,0.0019719600677490234,0.0020499229431152344,0.0021278858184814453,0.0022058486938476562,0.002283811569213867,0.002361774444580078,0.002439737319946289,0.0025177001953125],"_type":"histogram","values":[1,0,0,0,1,1,2,2,3,6,5,4,5,3,7,9,6,7,11,16,16,12,20,17,28,25,20,27,29,28,43,40,25,26,35,35,26,35,22,20,19,16,21,17,12,10,7,10,6,6,7,3,3,4,3,1,0,0,0,2,0,1,0,2]},"parameters/bert.encoder.layer.2.output.dense.bias":{"values":[284,48,7,2,3,3,0,0,3,2,3,0,0,4,0,2,0,1,1,1,0,0,3,1,2,0,1,2,2,0,0,1,0,0,2,0,0,1,0,1,0,1,0,1,0,2,1,0,1,0,1,0,0,1,1,0,0,3,2,1,6,13,45,309],"bins":[-3.458167702774517e-05,-3.350097904331051e-05,-3.2420281058875844e-05,-3.133958307444118e-05,-3.0258885090006515e-05,-2.9178188924561255e-05,-2.809749094012659e-05,-2.7016792955691926e-05,-2.5936094971257262e-05,-2.4855396986822598e-05,-2.3774699002387933e-05,-2.269400101795327e-05,-2.161330485250801e-05,-2.0532606868073344e-05,-1.945190888363868e-05,-1.8371210899204016e-05,-1.729051291476935e-05,-1.6209814930334687e-05,-1.5129116945900023e-05,-1.404841987096006e-05,-1.2967721886525396e-05,-1.1887023902090732e-05,-1.080632682715077e-05,-9.725628842716105e-06,-8.644930858281441e-06,-7.564232873846777e-06,-6.483535344159463e-06,-5.40283781447215e-06,-4.322139830037486e-06,-3.241442072976497e-06,-2.160744315915508e-06,-1.0800465588545194e-06,6.511982064694166e-10,1.0813489552674582e-06,2.162046712328447e-06,3.242744469389436e-06,4.323442226450425e-06,5.404140210885089e-06,6.484837740572402e-06,7.565535270259716e-06,8.64623325469438e-06,9.726931239129044e-06,1.0807629223563708e-05,1.188832629850367e-05,1.2969024282938335e-05,1.4049722267373e-05,1.5130419342312962e-05,1.6211117326747626e-05,1.729181531118229e-05,1.8372513295616955e-05,1.945321128005162e-05,2.0533909264486283e-05,2.1614607248920947e-05,2.2695303414366208e-05,2.3776001398800872e-05,2.4856699383235537e-05,2.59373973676702e-05,2.7018095352104865e-05,2.809879333653953e-05,2.9179491320974194e-05,3.0260187486419454e-05,3.134088547085412e-05,3.242158345528878e-05,3.350228143972345e-05,3.458297942415811e-05],"_type":"histogram"},"_timestamp":1.7527930609852042e+09,"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.005615234375,-0.005460262298583984,-0.005305290222167969,-0.005150318145751953,-0.0049953460693359375,-0.004840373992919922,-0.004685401916503906,-0.004530429840087891,-0.004375457763671875,-0.004220485687255859,-0.004065513610839844,-0.003910541534423828,-0.0037555694580078125,-0.003600597381591797,-0.0034456253051757812,-0.0032906532287597656,-0.00313568115234375,-0.0029807090759277344,-0.0028257369995117188,-0.002670764923095703,-0.0025157928466796875,-0.002360820770263672,-0.0022058486938476562,-0.0020508766174316406,-0.001895904541015625,-0.0017409324645996094,-0.0015859603881835938,-0.0014309883117675781,-0.0012760162353515625,-0.0011210441589355469,-0.0009660720825195312,-0.0008111000061035156,-0.0006561279296875,-0.0005011558532714844,-0.00034618377685546875,-0.00019121170043945312,-3.62396240234375e-05,0.00011873245239257812,0.00027370452880859375,0.0004286766052246094,0.000583648681640625,0.0007386207580566406,0.0008935928344726562,0.0010485649108886719,0.0012035369873046875,0.0013585090637207031,0.0015134811401367188,0.0016684532165527344,0.00182342529296875,0.0019783973693847656,0.0021333694458007812,0.002288341522216797,0.0024433135986328125,0.002598285675048828,0.0027532577514648438,0.0029082298278808594,0.003063201904296875,0.0032181739807128906,0.0033731460571289062,0.003528118133544922,0.0036830902099609375,0.003838062286376953,0.003993034362792969,0.004148006439208984,0.004302978515625],"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,0,1,2,0,1,1,1,5,3,4,6,3,6,17,16,19,22,27,20,24,34,30,32,30,34,40,48,30,30,37,27,23,28,19,24,21,16,10,14,11,10,13,6,3,5,3,1,1,2,3,2,0,0,1]},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[2,0,0,1,0,1,0,0,1,2,1,3,1,2,2,7,9,6,9,14,7,17,20,19,20,30,29,43,35,34,36,38,31,42,42,33,39,26,21,19,18,18,14,13,15,6,4,6,4,2,4,3,4,5,2,4,1,1,0,0,1,0,0,1],"bins":[-0.005379990674555302,-0.005211988463997841,-0.00504398625344038,-0.004875984042882919,-0.0047079818323254585,-0.004539979621767998,-0.004371977411210537,-0.004203975200653076,-0.004035972990095615,-0.0038679710123687983,-0.0036999688018113375,-0.0035319665912538767,-0.0033639646135270596,-0.0031959624029695988,-0.003027960192412138,-0.002859957981854677,-0.0026919557712972164,-0.0025239535607397556,-0.002355951350182295,-0.002187949139624834,-0.0020199469290673733,-0.0018519448349252343,-0.0016839427407830954,-0.0015159405302256346,-0.0013479383196681738,-0.001179936109110713,-0.0010119338985532522,-0.0008439318044111133,-0.0006759295938536525,-0.0005079273832961917,-0.0003399252309463918,-0.0001719230494927615,-3.9208680391311646e-06,0.00016408131341449916,0.0003320834948681295,0.0005000856472179294,0.0006680878577753901,0.0008360900683328509,0.0010040921624749899,0.0011720943730324507,0.0013400965835899115,0.0015080987941473722,0.001676101004704833,0.001844103098846972,0.002012105192989111,0.0021801074035465717,0.0023481096141040325,0.0025161118246614933,0.002684114035218954,0.002852116245776415,0.0030201184563338757,0.0031881206668913364,0.0033561228774487972,0.0035241248551756144,0.003692127065733075,0.003860129276290536,0.004028131254017353,0.004196133464574814,0.004364135675132275,0.004532137885689735,0.004700140096247196,0.004868142306804657,0.005036144517362118,0.0052041467279195786,0.005372148938477039],"_type":"histogram"},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,1,1,0,0,1,2,2,3,2,2,8,7,11,9,17,16,18,16,29,26,33,37,36,44,44,48,43,33,32,36,27,24,21,24,23,14,14,12,5,10,3,5,6,2,3,4,4,1,1,1,1,0,1,1,0,0,0,0,1],"bins":[-0.005218505859375,-0.005048274993896484,-0.004878044128417969,-0.004707813262939453,-0.0045375823974609375,-0.004367351531982422,-0.004197120666503906,-0.004026889801025391,-0.003856658935546875,-0.0036864280700683594,-0.0035161972045898438,-0.003345966339111328,-0.0031757354736328125,-0.003005504608154297,-0.0028352737426757812,-0.0026650428771972656,-0.00249481201171875,-0.0023245811462402344,-0.0021543502807617188,-0.001984119415283203,-0.0018138885498046875,-0.0016436576843261719,-0.0014734268188476562,-0.0013031959533691406,-0.001132965087890625,-0.0009627342224121094,-0.0007925033569335938,-0.0006222724914550781,-0.0004520416259765625,-0.0002818107604980469,-0.00011157989501953125,5.8650970458984375e-05,0.0002288818359375,0.0003991127014160156,0.0005693435668945312,0.0007395744323730469,0.0009098052978515625,0.0010800361633300781,0.0012502670288085938,0.0014204978942871094,0.001590728759765625,0.0017609596252441406,0.0019311904907226562,0.002101421356201172,0.0022716522216796875,0.002441883087158203,0.0026121139526367188,0.0027823448181152344,0.00295257568359375,0.0031228065490722656,0.0032930374145507812,0.003463268280029297,0.0036334991455078125,0.003803730010986328,0.003973960876464844,0.004144191741943359,0.004314422607421875,0.004484653472900391,0.004654884338378906,0.004825115203857422,0.0049953460693359375,0.005165576934814453,0.005335807800292969,0.005506038665771484,0.00567626953125]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.00469970703125,-0.004550457000732422,-0.004401206970214844,-0.004251956939697266,-0.0041027069091796875,-0.003953456878662109,-0.0038042068481445312,-0.003654956817626953,-0.003505706787109375,-0.003356456756591797,-0.0032072067260742188,-0.0030579566955566406,-0.0029087066650390625,-0.0027594566345214844,-0.0026102066040039062,-0.002460956573486328,-0.00231170654296875,-0.002162456512451172,-0.0020132064819335938,-0.0018639564514160156,-0.0017147064208984375,-0.0015654563903808594,-0.0014162063598632812,-0.0012669563293457031,-0.001117706298828125,-0.0009684562683105469,-0.0008192062377929688,-0.0006699562072753906,-0.0005207061767578125,-0.0003714561462402344,-0.00022220611572265625,-7.295608520507812e-05,7.62939453125e-05,0.00022554397583007812,0.00037479400634765625,0.0005240440368652344,0.0006732940673828125,0.0008225440979003906,0.0009717941284179688,0.0011210441589355469,0.001270294189453125,0.0014195442199707031,0.0015687942504882812,0.0017180442810058594,0.0018672943115234375,0.0020165443420410156,0.0021657943725585938,0.002315044403076172,0.00246429443359375,0.002613544464111328,0.0027627944946289062,0.0029120445251464844,0.0030612945556640625,0.0032105445861816406,0.0033597946166992188,0.003509044647216797,0.003658294677734375,0.003807544708251953,0.003956794738769531,0.004106044769287109,0.0042552947998046875,0.004404544830322266,0.004553794860839844,0.004703044891357422,0.004852294921875],"_type":"histogram","values":[2,2,1,1,4,8,8,33,29,53,51,119,149,210,262,437,626,923,1154,1812,2564,3529,4726,7110,9797,13455,19202,26231,36902,51369,71136,87867,70380,51125,36649,26305,18597,13757,9620,6963,4968,3370,2519,1723,1303,770,632,443,273,210,126,99,72,38,33,27,20,14,9,3,1,2,0,1]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"values":[270,40,11,5,0,4,2,2,2,3,1,0,1,2,1,1,2,1,0,0,0,0,0,0,2,0,1,0,0,0,0,2,0,0,1,2,0,1,1,2,0,2,0,3,1,1,2,0,1,1,0,0,1,0,3,2,0,4,3,6,4,16,32,326],"bins":[-3.459456274867989e-05,-3.35162112605758e-05,-3.243786341045052e-05,-3.135951192234643e-05,-3.0281160434242338e-05,-2.9202808946138248e-05,-2.812445927702356e-05,-2.7046109607908875e-05,-2.5967758119804785e-05,-2.4889406631700695e-05,-2.3811056962586008e-05,-2.273270729347132e-05,-2.165435580536723e-05,-2.057600431726314e-05,-1.9497654648148455e-05,-1.8419304979033768e-05,-1.7340953490929678e-05,-1.6262602002825588e-05,-1.5184252333710901e-05,-1.4105901755101513e-05,-1.3027551176492125e-05,-1.1949200597882736e-05,-1.0870850019273348e-05,-9.79249944066396e-06,-8.714148862054572e-06,-7.635798283445183e-06,-6.557447704835795e-06,-5.4790971262264065e-06,-4.400746547617018e-06,-3.32239596900763e-06,-2.2440453903982416e-06,-1.1656948117888533e-06,-8.734059520065784e-08,9.910099834087305e-07,2.069360562018119e-06,3.147711140627507e-06,4.2260617192368954e-06,5.304412297846284e-06,6.382762876455672e-06,7.46111345506506e-06,8.539464033674449e-06,9.617814612283837e-06,1.0696165190893225e-05,1.1774515769502614e-05,1.2852866348112002e-05,1.393121692672139e-05,1.5009567505330779e-05,1.6087917174445465e-05,1.7166268662549555e-05,1.8244620150653645e-05,1.9322969819768332e-05,2.040131948888302e-05,2.147967097698711e-05,2.25580224650912e-05,2.3636372134205885e-05,2.4714721803320572e-05,2.5793073291424662e-05,2.6871424779528752e-05,2.794977444864344e-05,2.9028124117758125e-05,3.0106475605862215e-05,3.1184827093966305e-05,3.226317494409159e-05,3.334152643219568e-05,3.441987792029977e-05],"_type":"histogram"},"gradients/bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,1,7,16,17,28,45,67,72,97,127,177,194,321,408,505,644,869,1093,1483,2050,2810,3841,5048,6419,7629,8280,303380,8331,7826,6969,5826,4546,3449,2586,2113,1622,1150,894,570,418,334,237,208,153,107,66,43,24,22,20,15,14,8,12,4,12,1,1,2,2,0,2],"bins":[-0.002639475278556347,-0.0025479961186647415,-0.0024565167259424925,-0.002365037566050887,-0.002273558173328638,-0.0021820790134370327,-0.0020905998535454273,-0.0019991204608231783,-0.001907641300931573,-0.0018161620246246457,-0.0017246827483177185,-0.0016332034720107913,-0.001541724195703864,-0.001450244919396937,-0.0013587657595053315,-0.0012672864831984043,-0.001175807206891477,-0.00108432793058455,-0.0009928486542776227,-0.0009013694361783564,-0.0008098902180790901,-0.0007184109417721629,-0.0006269316654652357,-0.0005354524473659694,-0.0004439731710590422,-0.00035249392385594547,-0.0002610146766528487,-0.00016953540034592152,-7.805615314282477e-05,1.3423101336229593e-05,0.00010490235581528395,0.00019638161757029593,0.0002878608647733927,0.0003793401119764894,0.00047081935917958617,0.0005622986354865134,0.0006537778535857797,0.0007452571298927069,0.0008367364061996341,0.0009282156242989004,0.0010196948423981667,0.0011111741187050939,0.001202653395012021,0.0012941326713189483,0.0013856119476258755,0.0014770912239328027,0.001568570383824408,0.0016600496601313353,0.0017515289364382625,0.0018430082127451897,0.0019344874890521169,0.002025966765359044,0.0021174459252506495,0.0022089253179728985,0.002300404477864504,0.0023918836377561092,0.0024833630304783583,0.0025748421903699636,0.0026663215830922127,0.002757800742983818,0.0028492799028754234,0.0029407592955976725,0.003032238455489278,0.003123717848211527,0.0032151970081031322]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[269,44,5,5,2,4,5,2,4,1,0,2,1,1,1,1,0,2,1,3,0,0,1,0,1,2,0,0,1,0,1,1,0,3,1,0,1,0,0,0,2,2,3,2,3,0,1,1,1,0,1,1,0,0,3,3,1,3,3,8,6,14,59,286],"bins":[-3.460500010987744e-05,-3.3522872399771586e-05,-3.244074105168693e-05,-3.1358613341581076e-05,-3.0276485631475225e-05,-2.919435610237997e-05,-2.811222839227412e-05,-2.7030098863178864e-05,-2.5947971153073013e-05,-2.4865841623977758e-05,-2.3783712094882503e-05,-2.2701584384776652e-05,-2.1619454855681397e-05,-2.0537327145575546e-05,-1.945519761648029e-05,-1.837306990637444e-05,-1.7290940377279185e-05,-1.620881084818393e-05,-1.5126683138078079e-05,-1.4044554518477526e-05,-1.2962425898876972e-05,-1.1880296369781718e-05,-1.0798167750181165e-05,-9.716039130580612e-06,-8.633910510980058e-06,-7.551781891379505e-06,-6.469653271778952e-06,-5.387524197431048e-06,-4.305395577830495e-06,-3.2232669582299422e-06,-2.1411381112557137e-06,-1.059009377968323e-06,2.3119355319067836e-08,1.1052480886064586e-06,2.1873768218938494e-06,3.269505668868078e-06,4.351634288468631e-06,5.433762908069184e-06,6.515891982417088e-06,7.598020602017641e-06,8.680149221618194e-06,9.762277841218747e-06,1.08444064608193e-05,1.1926535080419853e-05,1.3008664609515108e-05,1.4090793229115661e-05,1.5172921848716214e-05,1.6255049558822066e-05,1.733717908791732e-05,1.8419308617012575e-05,1.9501436327118427e-05,2.058356585621368e-05,2.1665693566319533e-05,2.2747823095414788e-05,2.382995080552064e-05,2.4912080334615894e-05,2.599420986371115e-05,2.7076337573817e-05,2.8158467102912255e-05,2.9240594813018106e-05,3.032272434211336e-05,3.140485205221921e-05,3.248697976232506e-05,3.356911111040972e-05,3.465123882051557e-05]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"bins":[-3.32574054482393e-05,-3.2218646083492786e-05,-3.1179886718746275e-05,-3.014112553501036e-05,-2.9102364351274446e-05,-2.8063604986527935e-05,-2.7024845621781424e-05,-2.598608443804551e-05,-2.4947325073298998e-05,-2.3908565708552487e-05,-2.2869804524816573e-05,-2.183104516007006e-05,-2.079228579532355e-05,-1.9753524611587636e-05,-1.8714765246841125e-05,-1.767600406310521e-05,-1.66372446983587e-05,-1.559848533361219e-05,-1.4559724149876274e-05,-1.3520964785129763e-05,-1.248220451088855e-05,-1.1443444236647338e-05,-1.0404684871900827e-05,-9.365924597659614e-06,-8.327164323418401e-06,-7.2884040491771884e-06,-6.2496442296833266e-06,-5.210884410189465e-06,-4.172124135948252e-06,-3.1333640890807146e-06,-2.0946040422131773e-06,-1.05584399534564e-06,-1.7087586456909776e-08,1.0216724604106275e-06,2.060432507278165e-06,3.099192554145702e-06,4.1379526010132395e-06,5.176712875254452e-06,6.215472694748314e-06,7.254232514242176e-06,8.292992788483389e-06,9.331753062724601e-06,1.0370513336965814e-05,1.1409272701712325e-05,1.2448032975953538e-05,1.348679325019475e-05,1.4525552614941262e-05,1.5564313798677176e-05,1.6603073163423687e-05,1.7641832528170198e-05,1.8680593711906113e-05,1.9719353076652624e-05,2.0758114260388538e-05,2.179687362513505e-05,2.283563298988156e-05,2.3874394173617475e-05,2.4913153538363986e-05,2.5951912903110497e-05,2.699067408684641e-05,2.8029433451592922e-05,2.9068192816339433e-05,3.0106954000075348e-05,3.114571518381126e-05,3.218447454855777e-05,3.3223233913304284e-05],"_type":"histogram","values":[33,59,58,37,27,23,13,11,12,12,11,11,9,4,8,3,6,6,4,6,3,3,1,3,4,3,2,1,2,3,3,3,3,0,3,4,2,5,2,0,2,3,5,4,5,1,4,3,11,5,6,4,12,7,12,13,18,14,23,32,38,49,53,41]},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[292,35,10,9,2,1,0,4,4,2,1,2,0,0,3,1,1,0,0,0,0,0,2,1,1,0,1,0,0,2,0,1,2,1,0,0,1,0,0,1,1,0,2,1,1,0,0,0,2,2,0,1,1,1,0,0,1,2,4,4,3,18,46,298],"bins":[-3.455184196354821e-05,-3.3471682399977e-05,-3.2391522836405784e-05,-3.131136327283457e-05,-3.0231205528252758e-05,-2.9151045964681543e-05,-2.807088640111033e-05,-2.6990726837539114e-05,-2.5910569092957303e-05,-2.4830409529386088e-05,-2.3750249965814874e-05,-2.267009040224366e-05,-2.1589930838672444e-05,-2.050977127510123e-05,-1.942961353051942e-05,-1.8349453966948204e-05,-1.726929440337699e-05,-1.6189134839805774e-05,-1.5108976185729261e-05,-1.4028816622158047e-05,-1.2948657968081534e-05,-1.186849840451032e-05,-1.0788338840939105e-05,-9.708180186862592e-06,-8.628020623291377e-06,-7.547861514467513e-06,-6.467702405643649e-06,-5.387542842072435e-06,-4.307383733248571e-06,-3.227224624424707e-06,-2.147065288227168e-06,-1.0669060657164664e-06,1.325315679423511e-08,1.0934123793049366e-06,2.173571601815638e-06,3.2537309380131774e-06,4.333890046837041e-06,5.414049155660905e-06,6.49420871923212e-06,7.574367828055983e-06,8.654526936879847e-06,9.734686500451062e-06,1.0814845154527575e-05,1.189500471809879e-05,1.2975164281670004e-05,1.4055322935746517e-05,1.5135482499317732e-05,1.6215641153394245e-05,1.729580071696546e-05,1.8375960280536674e-05,1.945611984410789e-05,2.05362775886897e-05,2.1616437152260914e-05,2.269659671583213e-05,2.3776756279403344e-05,2.485691584297456e-05,2.5937075406545773e-05,2.7017233151127584e-05,2.80973927146988e-05,2.9177552278270014e-05,3.025771184184123e-05,3.133786958642304e-05,3.2418029149994254e-05,3.349818871356547e-05,3.4578348277136683e-05]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,3,1,1,1,7,2,1,8,8,14,18,15,24,14,32,54,56,68,95,63,52,46,34,29,26,11,13,10,9,9,8,4,6,2,6,3,0,0,3,0,0,0,1,2,4,0,0,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-0.004153501242399216,-0.003980549983680248,-0.003807599190622568,-0.0036346479319036007,-0.003461696906015277,-0.003288745880126953,-0.0031157946214079857,-0.002942843595519662,-0.002769892569631338,-0.0025969415437430143,-0.0024239905178546906,-0.002251039259135723,-0.0020780882332473993,-0.0019051372073590755,-0.00173218606505543,-0.0015592349227517843,-0.0013862838968634605,-0.0012133328709751368,-0.0010403817286714911,-0.0008674306445755064,-0.0006944795604795218,-0.000521528476383537,-0.00034857739228755236,-0.00017562630819156766,-2.675224095582962e-06,0.00017027586000040174,0.00034322694409638643,0.0005161780281923711,0.0006891291122883558,0.0008620801963843405,0.0010350312804803252,0.0012079824227839708,0.0013809329830110073,0.001553884008899331,0.0017268351512029767,0.0018997862935066223,0.002072737319394946,0.00224568834528327,0.0024186396040022373,0.002591590629890561,0.002764541655778885,0.0029374926816672087,0.0031104437075555325,0.0032833949662745,0.0034563459921628237,0.0036292970180511475,0.003802248276770115,0.003975199069827795,0.0041481503285467625,0.00432110158726573,0.00449405238032341,0.0046670036390423775,0.004839954897761345,0.005012905690819025,0.0051858569495379925,0.005358807742595673,0.00553175900131464,0.0057047102600336075,0.005877661053091288,0.006050612311810255,0.006223563104867935,0.006396514363586903,0.00656946562230587,0.00674241641536355,0.006915367674082518]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[293,34,5,3,1,4,3,1,1,1,1,2,1,0,0,1,2,0,0,0,0,0,1,0,0,1,0,1,0,0,0,1,2,0,0,1,1,3,1,1,0,0,0,1,1,2,1,1,1,2,0,0,0,1,3,0,3,3,3,3,4,13,55,305],"bins":[-3.462969107204117e-05,-3.3546566555742174e-05,-3.246344567742199e-05,-3.138032116112299e-05,-3.0297198463813402e-05,-2.921407576650381e-05,-2.8130951250204816e-05,-2.7047828552895226e-05,-2.5964705855585635e-05,-2.4881583158276044e-05,-2.3798460460966453e-05,-2.271533594466746e-05,-2.1632213247357868e-05,-2.0549090550048277e-05,-1.9465966033749282e-05,-1.838284333643969e-05,-1.72997206391301e-05,-1.621659794182051e-05,-1.5133474335016217e-05,-1.4050350728211924e-05,-1.2967228030902334e-05,-1.1884105333592743e-05,-1.080098172678845e-05,-9.717858119984157e-06,-8.634735422674567e-06,-7.551612270617625e-06,-6.468489118560683e-06,-5.385365966503741e-06,-4.3022428144467995e-06,-3.2191196623898577e-06,-2.135996510332916e-06,-1.0528733582759742e-06,3.02461558021605e-08,1.1133693078591023e-06,2.196492459916044e-06,3.279615611972986e-06,4.3627387640299276e-06,5.445861916086869e-06,6.528985068143811e-06,7.612108220200753e-06,8.695231372257695e-06,9.778354069567285e-06,1.0861477676371578e-05,1.194460128317587e-05,1.3027723980485462e-05,1.4110846677795053e-05,1.5193970284599345e-05,1.6277093891403638e-05,1.736021658871323e-05,1.844333928602282e-05,1.952646198333241e-05,2.0609586499631405e-05,2.1692709196940996e-05,2.2775831894250587e-05,2.385895641054958e-05,2.4942079107859172e-05,2.6025201805168763e-05,2.7108324502478354e-05,2.8191447199787945e-05,2.927457171608694e-05,3.035769441339653e-05,3.144081711070612e-05,3.2523941627005115e-05,3.36070625053253e-05,3.46901870216243e-05]},"parameters/bert.encoder.layer.0.output.dense.bias":{"bins":[-3.467291753622703e-05,-3.3592310501262546e-05,-3.251170346629806e-05,-3.143109643133357e-05,-3.035048757737968e-05,-2.926987872342579e-05,-2.8189271688461304e-05,-2.7108664653496817e-05,-2.602805761853233e-05,-2.494744876457844e-05,-2.3866841729613952e-05,-2.2786234694649465e-05,-2.1705625840695575e-05,-2.0625018805731088e-05,-1.95444117707666e-05,-1.846380291681271e-05,-1.7383195881848224e-05,-1.6302588846883737e-05,-1.5221980902424548e-05,-1.4141372957965359e-05,-1.3060765923000872e-05,-1.1980157978541683e-05,-1.0899550034082495e-05,-9.818942999118008e-06,-8.738335054658819e-06,-7.65772711019963e-06,-6.577120075235143e-06,-5.4965121307759546e-06,-4.415904641064117e-06,-3.335297151352279e-06,-2.2546894342667656e-06,-1.17408183086809e-06,-9.347422746941447e-08,9.87133375929261e-07,2.0677409793279367e-06,3.14834869641345e-06,4.228956186125288e-06,5.309563675837126e-06,6.390171620296314e-06,7.470779110008152e-06,8.55138659971999e-06,9.631994544179179e-06,1.0712601579143666e-05,1.1793209523602854e-05,1.2873817468062043e-05,1.395442450302653e-05,1.5035032447485719e-05,1.6115640391944908e-05,1.7196247426909395e-05,1.827685446187388e-05,1.9357463315827772e-05,2.043807035079226e-05,2.1518677385756746e-05,2.2599286239710636e-05,2.3679893274675123e-05,2.476050030963961e-05,2.58411091635935e-05,2.6921716198557988e-05,2.8002323233522475e-05,2.9082930268486962e-05,3.0163539122440852e-05,3.124414797639474e-05,3.232475501135923e-05,3.340536204632372e-05,3.4485969081288204e-05],"_type":"histogram","values":[266,57,9,9,1,4,2,1,2,2,0,0,3,1,0,1,0,2,0,1,0,0,0,0,1,0,0,2,0,0,0,0,2,0,0,3,3,2,0,1,0,1,0,2,2,1,2,0,1,0,2,1,1,2,2,4,1,2,5,6,9,12,44,293]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[161,76,31,13,6,7,4,4,5,2,1,1,1,0,1,1,2,1,2,1,3,1,1,0,1,0,2,1,2,1,1,1,1,0,3,3,0,0,5,8,3,1,0,2,2,1,2,2,0,2,2,2,2,1,1,3,6,5,10,10,18,35,126,178],"bins":[0.9999654293060303,0.9999665021896362,0.9999675750732422,0.9999686479568481,0.9999697208404541,0.9999707937240601,0.9999719262123108,0.9999729990959167,0.9999740719795227,0.9999751448631287,0.9999762177467346,0.9999772906303406,0.9999783635139465,0.9999794363975525,0.9999805092811584,0.9999815821647644,0.9999827146530151,0.9999837875366211,0.999984860420227,0.999985933303833,0.999987006187439,0.9999880790710449,0.9999891519546509,0.9999902248382568,0.9999912977218628,0.9999923706054688,0.9999934434890747,0.9999945759773254,0.9999956488609314,0.9999967217445374,0.9999977946281433,0.9999988675117493,0.9999999403953552,1.000001072883606,1.000002145767212,1.0000032186508179,1.0000042915344238,1.0000053644180298,1.0000064373016357,1.0000075101852417,1.0000085830688477,1.0000096559524536,1.0000107288360596,1.0000118017196655,1.0000128746032715,1.0000139474868774,1.0000150203704834,1.0000160932540894,1.0000171661376953,1.0000182390213013,1.0000193119049072,1.0000203847885132,1.0000214576721191,1.000022530555725,1.0000237226486206,1.0000247955322266,1.0000258684158325,1.0000269412994385,1.0000280141830444,1.0000290870666504,1.0000301599502563,1.0000312328338623,1.0000323057174683,1.0000333786010742,1.0000344514846802]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-3.4599648643052205e-05,-3.351806662976742e-05,-3.243648097850382e-05,-3.1354898965219036e-05,-3.0273316951934248e-05,-2.919173493864946e-05,-2.811015110637527e-05,-2.702856727410108e-05,-2.594698526081629e-05,-2.4865403247531503e-05,-2.3783819415257312e-05,-2.270223558298312e-05,-2.1620653569698334e-05,-2.0539071556413546e-05,-1.9457487724139355e-05,-1.8375903891865164e-05,-1.7294321878580377e-05,-1.621273986529559e-05,-1.5131156033021398e-05,-1.4049573110241909e-05,-1.296799018746242e-05,-1.188640726468293e-05,-1.080482434190344e-05,-9.723241419123951e-06,-8.641658496344462e-06,-7.560075573564973e-06,-6.478492650785483e-06,-5.396909728005994e-06,-4.315326805226505e-06,-3.2337438824470155e-06,-2.152160959667526e-06,-1.0705780368880369e-06,1.1008523870259523e-08,1.0925914466497488e-06,2.174174369429238e-06,3.2557572922087274e-06,4.337340214988217e-06,5.418923137767706e-06,6.500506060547195e-06,7.582088983326685e-06,8.663671906106174e-06,9.745254828885663e-06,1.0826837751665153e-05,1.1908420674444642e-05,1.2990003597224131e-05,1.407158652000362e-05,1.515316944278311e-05,1.62347532750573e-05,1.731633528834209e-05,1.8397917301626876e-05,1.9479501133901067e-05,2.0561084966175258e-05,2.1642666979460046e-05,2.2724248992744833e-05,2.3805832825019024e-05,2.4887416657293215e-05,2.5968998670578003e-05,2.705058068386279e-05,2.813216451613698e-05,2.9213748348411173e-05,3.029533036169596e-05,3.137691237498075e-05,3.245849802624434e-05,3.354008003952913e-05,3.462166205281392e-05],"_type":"histogram","values":[276,44,13,8,2,4,2,1,0,1,0,0,2,1,0,2,2,2,0,1,1,2,1,1,0,2,2,0,0,3,0,1,2,3,2,1,0,0,2,1,1,0,1,0,0,2,0,0,0,0,1,1,2,4,2,1,2,2,3,4,3,13,54,287]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"bins":[-1.4901161193847656e-06,-1.4370307326316833e-06,-1.383945345878601e-06,-1.3308599591255188e-06,-1.2777745723724365e-06,-1.2246891856193542e-06,-1.171603798866272e-06,-1.1185184121131897e-06,-1.0654330253601074e-06,-1.0123476386070251e-06,-9.592622518539429e-07,-9.061768651008606e-07,-8.530914783477783e-07,-8.00006091594696e-07,-7.469207048416138e-07,-6.938353180885315e-07,-6.407499313354492e-07,-5.876645445823669e-07,-5.345791578292847e-07,-4.814937710762024e-07,-4.284083843231201e-07,-3.7532299757003784e-07,-3.2223761081695557e-07,-2.691522240638733e-07,-2.1606683731079102e-07,-1.6298145055770874e-07,-1.0989606380462646e-07,-5.681067705154419e-08,-3.725290298461914e-09,4.936009645462036e-08,1.0244548320770264e-07,1.555308699607849e-07,2.086162567138672e-07,2.6170164346694946e-07,3.1478703022003174e-07,3.67872416973114e-07,4.209578037261963e-07,4.7404319047927856e-07,5.271285772323608e-07,5.802139639854431e-07,6.332993507385254e-07,6.863847374916077e-07,7.394701242446899e-07,7.925555109977722e-07,8.456408977508545e-07,8.987262845039368e-07,9.51811671257019e-07,1.0048970580101013e-06,1.0579824447631836e-06,1.1110678315162659e-06,1.1641532182693481e-06,1.2172386050224304e-06,1.2703239917755127e-06,1.323409378528595e-06,1.3764947652816772e-06,1.4295801520347595e-06,1.4826655387878418e-06,1.535750925540924e-06,1.5888363122940063e-06,1.6419216990470886e-06,1.695007085800171e-06,1.7480924725532532e-06,1.8011778593063354e-06,1.8542632460594177e-06,1.9073486328125e-06],"_type":"histogram","values":[1,0,1,3,0,2,0,2,2,1,2,1,1,4,3,7,7,3,13,12,15,15,11,24,39,48,70,97,87,66,55,25,37,22,23,9,18,6,7,7,6,4,4,2,0,0,1,1,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,0,0,1,3,5,8,18,44,74,110,210,305,523,768,1274,1855,2740,3799,5386,7223,9304,11886,15123,18378,21933,25109,28720,31851,34244,36307,36795,37050,36387,34569,31800,28916,25674,21884,18506,15129,12176,9377,7099,5266,3846,2741,1869,1293,862,579,359,195,109,59,32,18,16,8,2,4,1,1],"bins":[-0.10435034334659576,-0.10118886083364487,-0.09802737832069397,-0.09486588835716248,-0.09170440584421158,-0.08854292333126068,-0.08538143336772919,-0.08221995085477829,-0.07905846834182739,-0.0758969858288765,-0.0727355033159256,-0.0695740133523941,-0.0664125308394432,-0.06325104832649231,-0.060089562088251114,-0.05692807585000992,-0.05376659333705902,-0.050605110824108124,-0.04744362458586693,-0.04428213834762573,-0.041120655834674835,-0.03795917332172394,-0.03479768708348274,-0.03163620084524155,-0.02847471833229065,-0.025313233956694603,-0.022151749581098557,-0.01899026520550251,-0.015828780829906464,-0.012667296454310417,-0.00950581207871437,-0.006344327703118324,-0.003182843327522278,-2.1358951926231384e-05,0.003140125423669815,0.0063016097992658615,0.009463094174861908,0.012624578550457954,0.015786062926054,0.018947547301650047,0.022109031677246094,0.02527051605284214,0.028432000428438187,0.03159348666667938,0.03475496917963028,0.03791645169258118,0.04107793793082237,0.04423942416906357,0.047400906682014465,0.05056238919496536,0.05372387543320656,0.056885361671447754,0.06004684418439865,0.06320832669734955,0.06636981666088104,0.06953129917383194,0.07269278168678284,0.07585426419973373,0.07901574671268463,0.08217723667621613,0.08533871918916702,0.08850020170211792,0.09166169166564941,0.09482317417860031,0.09798465669155121],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,1,1,1,3,3,9,12,13,27,38,44,63,75,112,170,258,344,446,677,987,1463,2177,3328,5404,8889,16230,31564,71632,210826,130114,48781,23371,12502,7204,4323,2718,1885,1262,877,611,382,296,202,136,114,68,52,43,26,15,20,7,5,2,1,4,2,0,1,1,0,0,1],"bins":[-0.00051116943359375,-0.0004940032958984375,-0.000476837158203125,-0.0004596710205078125,-0.0004425048828125,-0.0004253387451171875,-0.000408172607421875,-0.0003910064697265625,-0.00037384033203125,-0.0003566741943359375,-0.000339508056640625,-0.0003223419189453125,-0.00030517578125,-0.0002880096435546875,-0.000270843505859375,-0.0002536773681640625,-0.00023651123046875,-0.0002193450927734375,-0.000202178955078125,-0.0001850128173828125,-0.0001678466796875,-0.0001506805419921875,-0.000133514404296875,-0.0001163482666015625,-9.918212890625e-05,-8.20159912109375e-05,-6.4849853515625e-05,-4.76837158203125e-05,-3.0517578125e-05,-1.33514404296875e-05,3.814697265625e-06,2.09808349609375e-05,3.814697265625e-05,5.53131103515625e-05,7.2479248046875e-05,8.96453857421875e-05,0.0001068115234375,0.0001239776611328125,0.000141143798828125,0.0001583099365234375,0.00017547607421875,0.0001926422119140625,0.000209808349609375,0.0002269744873046875,0.000244140625,0.0002613067626953125,0.000278472900390625,0.0002956390380859375,0.00031280517578125,0.0003299713134765625,0.000347137451171875,0.0003643035888671875,0.0003814697265625,0.0003986358642578125,0.000415802001953125,0.0004329681396484375,0.00045013427734375,0.0004673004150390625,0.000484466552734375,0.0005016326904296875,0.000518798828125,0.0005359649658203125,0.000553131103515625,0.0005702972412109375,0.00058746337890625],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"values":[5,4,7,18,22,49,65,134,197,302,478,751,1087,1630,2285,3226,4367,5832,7629,9676,12194,14773,17598,20809,23664,26336,29075,31684,32961,33724,34249,33945,33060,31060,28835,25980,23228,20181,16942,14378,11669,9292,7099,5492,4156,3090,2161,1493,1042,672,457,330,172,110,58,39,16,20,8,5,0,0,1,2],"bins":[-0.08896756917238235,-0.08604145795106888,-0.0831153467297554,-0.08018923550844193,-0.07726312428712845,-0.07433701306581497,-0.0714109018445015,-0.06848479062318802,-0.06555867940187454,-0.06263256818056107,-0.05970645323395729,-0.056780342012643814,-0.05385423079133034,-0.05092811957001686,-0.048002008348703384,-0.04507589712738991,-0.04214978590607643,-0.039223674684762955,-0.03629756346344948,-0.033371452242136,-0.030445341020822525,-0.0275192279368639,-0.024593116715550423,-0.021667005494236946,-0.01874089427292347,-0.015814783051609993,-0.012888671830296516,-0.009962559677660465,-0.007036448456346989,-0.004110337235033512,-0.0011842255480587482,0.001741885906085372,0.004667997360229492,0.007594108581542969,0.010520219802856445,0.013446331955492496,0.0163724422454834,0.019298555329442024,0.0222246665507555,0.025150777772068977,0.028076888993382454,0.03100300021469593,0.033929113298654556,0.03685522451996803,0.03978133574128151,0.042707446962594986,0.04563355818390846,0.04855966940522194,0.051485780626535416,0.05441189184784889,0.05733800306916237,0.060264114290475845,0.06319022923707962,0.0661163404583931,0.06904245167970657,0.07196856290102005,0.07489467412233353,0.077820785343647,0.08074689656496048,0.08367300778627396,0.08659911900758743,0.08952523022890091,0.09245134145021439,0.09537745267152786,0.09830356389284134],"_type":"histogram"},"gradients/linear.bias":{"_type":"histogram","values":[1,0,2,2,1,0,2,2,0,0,1,2,2,0,3,3,2,2,3,2,1,3,3,2,4,5,4,6,3,6,5,1,4,4,6,4,2,1,3,3,2,1,3,1,3,2,5,2,3,0,1,0,0,1,1,1,0,0,0,0,1,0,0,1],"bins":[-0.01409912109375,-0.013659477233886719,-0.013219833374023438,-0.012780189514160156,-0.012340545654296875,-0.011900901794433594,-0.011461257934570312,-0.011021614074707031,-0.01058197021484375,-0.010142326354980469,-0.009702682495117188,-0.009263038635253906,-0.008823394775390625,-0.008383750915527344,-0.007944107055664062,-0.007504463195800781,-0.0070648193359375,-0.006625175476074219,-0.0061855316162109375,-0.005745887756347656,-0.005306243896484375,-0.004866600036621094,-0.0044269561767578125,-0.003987312316894531,-0.00354766845703125,-0.0031080245971679688,-0.0026683807373046875,-0.0022287368774414062,-0.001789093017578125,-0.0013494491577148438,-0.0009098052978515625,-0.00047016143798828125,-3.0517578125e-05,0.00040912628173828125,0.0008487701416015625,0.0012884140014648438,0.001728057861328125,0.0021677017211914062,0.0026073455810546875,0.0030469894409179688,0.00348663330078125,0.003926277160644531,0.0043659210205078125,0.004805564880371094,0.005245208740234375,0.005684852600097656,0.0061244964599609375,0.006564140319824219,0.0070037841796875,0.007443428039550781,0.007883071899414062,0.008322715759277344,0.008762359619140625,0.009202003479003906,0.009641647338867188,0.010081291198730469,0.01052093505859375,0.010960578918457031,0.011400222778320312,0.011839866638183594,0.012279510498046875,0.012719154357910156,0.013158798217773438,0.013598442077636719,0.0140380859375]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[202,66,10,12,6,4,2,9,7,3,4,3,5,1,0,2,1,2,2,1,3,1,3,1,3,2,1,1,2,0,2,1,1,1,2,3,1,4,1,0,3,2,2,2,2,1,3,0,1,1,1,1,2,2,2,2,1,6,3,8,15,41,159,133],"bins":[0.9999656677246094,0.9999667406082153,0.9999678134918213,0.9999688863754272,0.9999699592590332,0.9999710321426392,0.9999721050262451,0.9999731779098511,0.999974250793457,0.9999753832817078,0.9999764561653137,0.9999775290489197,0.9999786019325256,0.9999796748161316,0.9999807476997375,0.9999818205833435,0.9999828934669495,0.9999839663505554,0.9999850392341614,0.9999861121177673,0.9999871850013733,0.9999882578849792,0.9999893307685852,0.9999904036521912,0.9999915361404419,0.9999926090240479,0.9999936819076538,0.9999947547912598,0.9999958276748657,0.9999969005584717,0.9999979734420776,0.9999990463256836,1.0000001192092896,1.0000011920928955,1.0000022649765015,1.0000033378601074,1.0000044107437134,1.0000054836273193,1.0000065565109253,1.0000076293945312,1.0000087022781372,1.0000097751617432,1.0000108480453491,1.000011920928955,1.000012993812561,1.000014066696167,1.000015139579773,1.000016212463379,1.0000174045562744,1.0000184774398804,1.0000195503234863,1.0000206232070923,1.0000216960906982,1.0000227689743042,1.0000238418579102,1.0000249147415161,1.000025987625122,1.000027060508728,1.000028133392334,1.00002920627594,1.000030279159546,1.0000313520431519,1.0000324249267578,1.0000334978103638,1.0000345706939697]},"train_batch_loss":6.117071151733398,"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[292,38,8,7,3,0,1,2,1,3,2,2,3,1,1,2,0,0,0,1,0,1,0,0,0,0,2,0,0,0,1,1,1,1,1,0,1,0,1,0,0,3,0,0,0,0,1,2,0,2,1,1,1,1,0,1,0,3,1,4,6,10,56,298],"bins":[-3.458487844909541e-05,-3.3503059967188165e-05,-3.242123784730211e-05,-3.133941936539486e-05,-3.0257600883487612e-05,-2.917578058259096e-05,-2.809396210068371e-05,-2.701214179978706e-05,-2.593032331787981e-05,-2.484850301698316e-05,-2.3766682716086507e-05,-2.268486423417926e-05,-2.1603043933282606e-05,-2.0521225451375358e-05,-1.9439405150478706e-05,-1.8357586668571457e-05,-1.7275766367674805e-05,-1.6193946066778153e-05,-1.5112127584870905e-05,-1.4030308193468954e-05,-1.2948488802067004e-05,-1.1866668501170352e-05,-1.0784849109768402e-05,-9.703029718366452e-06,-8.621210326964501e-06,-7.539390935562551e-06,-6.457571544160601e-06,-5.3757516980113e-06,-4.293932306609349e-06,-3.212112915207399e-06,-2.1302932964317733e-06,-1.0484737913429854e-06,3.334571374580264e-08,1.1151652188345906e-06,2.1969847239233786e-06,3.2788043426990043e-06,4.360623734100955e-06,5.442443125502905e-06,6.524262971652206e-06,7.606082363054156e-06,8.687901754456107e-06,9.769721145858057e-06,1.0851540537260007e-05,1.1933359928661957e-05,1.301518022955861e-05,1.409699962096056e-05,1.517881901236251e-05,1.626063749426976e-05,1.734245779516641e-05,1.8424278096063063e-05,1.950609657797031e-05,2.0587916878866963e-05,2.166973536077421e-05,2.2751555661670864e-05,2.3833374143578112e-05,2.4915194444474764e-05,2.5997014745371416e-05,2.7078833227278665e-05,2.8160653528175317e-05,2.9242472010082565e-05,3.0324292310979217e-05,3.1406110792886466e-05,3.2487929274793714e-05,3.356975139467977e-05,3.465156987658702e-05],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,1,2,1,5,7,12,25,61,76,173,274,507,771,1320,2061,3176,4729,6832,9847,13587,18513,24145,30666,38790,47528,56666,65953,74894,83426,90121,95257,98448,98460,96152,92714,86375,78177,69482,60390,51247,41931,33913,26463,20297,14917,11188,7830,5296,3680,2433,1613,969,623,374,219,112,59,32,21,12,5,3,2],"bins":[-0.10442991554737091,-0.10128336399793625,-0.09813681244850159,-0.09499026834964752,-0.09184371680021286,-0.0886971652507782,-0.08555061370134354,-0.08240406215190887,-0.07925751805305481,-0.07611096650362015,-0.07296441495418549,-0.06981786340475082,-0.06667131185531616,-0.0635247603058815,-0.06037821248173714,-0.05723166465759277,-0.05408511310815811,-0.05093856155872345,-0.047792013734579086,-0.044645462185144424,-0.04149891436100006,-0.0383523628115654,-0.03520581126213074,-0.032059263437986374,-0.028912711888551712,-0.0257661622017622,-0.022619612514972687,-0.019473060965538025,-0.016326511278748512,-0.013179961591959,-0.010033410973846912,-0.0068868608213961124,-0.0037403106689453125,-0.0005937605164945126,0.0025527896359562874,0.005699339788407087,0.008845889940857887,0.0119924396276474,0.015138990245759487,0.018285540863871574,0.021432090550661087,0.0245786402374506,0.027725189924240112,0.030871741473674774,0.034018293023109436,0.0371648408472538,0.04031139239668846,0.043457940220832825,0.04660449177026749,0.04975104331970215,0.05289759114384651,0.056044142693281174,0.05919069051742554,0.0623372420668602,0.06548379361629486,0.06863034516572952,0.07177689671516418,0.07492344081401825,0.07806999236345291,0.08121654391288757,0.08436309546232224,0.0875096470117569,0.09065619111061096,0.09380274266004562,0.09694929420948029]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,2,1,0,0,1,3,6,4,5,3,15,13,11,19,10,21,26,31,41,37,23,36,41,36,33,39,45,31,32,30,21,27,17,15,16,16,11,6,9,4,5,4,6,3,3,1,0,0,1,0,3,0,1,0,0,0,1],"bins":[-0.00518798828125,-0.005021095275878906,-0.0048542022705078125,-0.004687309265136719,-0.004520416259765625,-0.004353523254394531,-0.0041866302490234375,-0.004019737243652344,-0.00385284423828125,-0.0036859512329101562,-0.0035190582275390625,-0.0033521652221679688,-0.003185272216796875,-0.0030183792114257812,-0.0028514862060546875,-0.0026845932006835938,-0.0025177001953125,-0.0023508071899414062,-0.0021839141845703125,-0.0020170211791992188,-0.001850128173828125,-0.0016832351684570312,-0.0015163421630859375,-0.0013494491577148438,-0.00118255615234375,-0.0010156631469726562,-0.0008487701416015625,-0.0006818771362304688,-0.000514984130859375,-0.00034809112548828125,-0.0001811981201171875,-1.430511474609375e-05,0.000152587890625,0.00031948089599609375,0.0004863739013671875,0.0006532669067382812,0.000820159912109375,0.0009870529174804688,0.0011539459228515625,0.0013208389282226562,0.00148773193359375,0.0016546249389648438,0.0018215179443359375,0.0019884109497070312,0.002155303955078125,0.0023221969604492188,0.0024890899658203125,0.0026559829711914062,0.0028228759765625,0.0029897689819335938,0.0031566619873046875,0.0033235549926757812,0.003490447998046875,0.0036573410034179688,0.0038242340087890625,0.003991127014160156,0.00415802001953125,0.004324913024902344,0.0044918060302734375,0.004658699035644531,0.004825592041015625,0.004992485046386719,0.0051593780517578125,0.005326271057128906,0.0054931640625]},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,0,1,1,1,5,1,6,5,3,5,10,12,16,12,16,19,15,29,38,28,32,40,53,49,55,34,37,46,34,36,16,25,13,15,9,11,6,5,6,1,5,1,2,4,1,1,0,0,1,1,2,0,0,0,0,0,0,0,0,1],"bins":[-1.1995434761047363e-06,-1.1564698070287704e-06,-1.1133961379528046e-06,-1.0703224688768387e-06,-1.0272487998008728e-06,-9.84175130724907e-07,-9.41101461648941e-07,-8.980277925729752e-07,-8.549541234970093e-07,-8.118804544210434e-07,-7.688067853450775e-07,-7.257331162691116e-07,-6.826594471931458e-07,-6.395857781171799e-07,-5.96512109041214e-07,-5.534384399652481e-07,-5.103647708892822e-07,-4.6729110181331635e-07,-4.2421743273735046e-07,-3.811437636613846e-07,-3.380700945854187e-07,-2.949964255094528e-07,-2.5192275643348694e-07,-2.0884908735752106e-07,-1.6577541828155518e-07,-1.227017492055893e-07,-7.962808012962341e-08,-3.655441105365753e-08,6.51925802230835e-09,4.959292709827423e-08,9.266659617424011e-08,1.35740265250206e-07,1.7881393432617188e-07,2.2188760340213776e-07,2.6496127247810364e-07,3.080349415540695e-07,3.511086106300354e-07,3.941822797060013e-07,4.3725594878196716e-07,4.80329617857933e-07,5.234032869338989e-07,5.664769560098648e-07,6.095506250858307e-07,6.526242941617966e-07,6.956979632377625e-07,7.387716323137283e-07,7.818453013896942e-07,8.249189704656601e-07,8.67992639541626e-07,9.110663086175919e-07,9.541399776935577e-07,9.972136467695236e-07,1.0402873158454895e-06,1.0833609849214554e-06,1.1264346539974213e-06,1.1695083230733871e-06,1.212581992149353e-06,1.255655661225319e-06,1.2987293303012848e-06,1.3418029993772507e-06,1.3848766684532166e-06,1.4279503375291824e-06,1.4710240066051483e-06,1.5140976756811142e-06,1.55717134475708e-06]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"values":[1,2,2,5,2,1,1,6,4,6,4,7,9,13,14,4,17,18,10,16,24,20,21,30,28,23,21,30,21,30,28,32,21,20,32,29,17,24,22,11,17,15,14,21,11,7,11,4,6,6,9,2,5,2,3,1,2,2,1,2,0,0,0,1],"bins":[-0.0020904541015625,-0.0020208358764648438,-0.0019512176513671875,-0.0018815994262695312,-0.001811981201171875,-0.0017423629760742188,-0.0016727447509765625,-0.0016031265258789062,-0.00153350830078125,-0.0014638900756835938,-0.0013942718505859375,-0.0013246536254882812,-0.001255035400390625,-0.0011854171752929688,-0.0011157989501953125,-0.0010461807250976562,-0.0009765625,-0.0009069442749023438,-0.0008373260498046875,-0.0007677078247070312,-0.000698089599609375,-0.0006284713745117188,-0.0005588531494140625,-0.0004892349243164062,-0.00041961669921875,-0.00034999847412109375,-0.0002803802490234375,-0.00021076202392578125,-0.000141143798828125,-7.152557373046875e-05,-1.9073486328125e-06,6.771087646484375e-05,0.0001373291015625,0.00020694732666015625,0.0002765655517578125,0.00034618377685546875,0.000415802001953125,0.00048542022705078125,0.0005550384521484375,0.0006246566772460938,0.00069427490234375,0.0007638931274414062,0.0008335113525390625,0.0009031295776367188,0.000972747802734375,0.0010423660278320312,0.0011119842529296875,0.0011816024780273438,0.001251220703125,0.0013208389282226562,0.0013904571533203125,0.0014600753784179688,0.001529693603515625,0.0015993118286132812,0.0016689300537109375,0.0017385482788085938,0.00180816650390625,0.0018777847290039062,0.0019474029541015625,0.0020170211791992188,0.002086639404296875,0.0021562576293945312,0.0022258758544921875,0.0022954940795898438,0.0023651123046875],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,0,0,1,0,0,1,0,0,1,0,0,3,3,2,5,4,8,6,4,10,11,20,22,26,45,42,45,64,69,102,101,145,156,182,160,152,126,101,97,76,51,39,34,31,22,16,7,4,17,8,7,2,7,1,4,2,2,1,0,1,1],"bins":[-0.0022735595703125,-0.0022116899490356445,-0.002149820327758789,-0.0020879507064819336,-0.002026081085205078,-0.0019642114639282227,-0.0019023418426513672,-0.0018404722213745117,-0.0017786026000976562,-0.0017167329788208008,-0.0016548633575439453,-0.0015929937362670898,-0.0015311241149902344,-0.001469254493713379,-0.0014073848724365234,-0.001345515251159668,-0.0012836456298828125,-0.001221776008605957,-0.0011599063873291016,-0.001098036766052246,-0.0010361671447753906,-0.0009742975234985352,-0.0009124279022216797,-0.0008505582809448242,-0.0007886886596679688,-0.0007268190383911133,-0.0006649494171142578,-0.0006030797958374023,-0.0005412101745605469,-0.0004793405532836914,-0.00041747093200683594,-0.00035560131072998047,-0.000293731689453125,-0.00023186206817626953,-0.00016999244689941406,-0.0001081228256225586,-4.6253204345703125e-05,1.5616416931152344e-05,7.748603820800781e-05,0.00013935565948486328,0.00020122528076171875,0.0002630949020385742,0.0003249645233154297,0.00038683414459228516,0.0004487037658691406,0.0005105733871459961,0.0005724430084228516,0.000634312629699707,0.0006961822509765625,0.000758051872253418,0.0008199214935302734,0.0008817911148071289,0.0009436607360839844,0.0010055303573608398,0.0010673999786376953,0.0011292695999145508,0.0011911392211914062,0.0012530088424682617,0.0013148784637451172,0.0013767480850219727,0.0014386177062988281,0.0015004873275756836,0.001562356948852539,0.0016242265701293945,0.00168609619140625],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,0,0,0,0,1,1,0,1,2,0,5,1,2,8,4,11,13,16,12,18,23,22,16,28,38,27,38,37,48,34,34,26,35,38,30,29,13,18,17,23,20,14,10,6,13,9,5,7,0,2,1,0,1,2,4,3],"bins":[-0.006052102893590927,-0.005892574787139893,-0.005733046680688858,-0.0055735185742378235,-0.005413990467786789,-0.005254462361335754,-0.005094934720546007,-0.004935406614094973,-0.004775878507643938,-0.0046163504011929035,-0.004456822294741869,-0.004297294188290834,-0.0041377660818398,-0.003978237975388765,-0.0038187101017683744,-0.00365918199531734,-0.0034996538888663054,-0.003340125782415271,-0.0031805976759642363,-0.0030210698023438454,-0.002861541695892811,-0.0027020135894417763,-0.0025424854829907417,-0.002382957376539707,-0.0022234292700886726,-0.0020639013964682817,-0.0019043732900172472,-0.0017448451835662127,-0.001585317077115178,-0.0014257890870794654,-0.0012662609806284308,-0.0011067329905927181,-0.0009472048841416836,-0.00078767683589831,-0.0006281487876549363,-0.00046862068120390177,-0.00030909263296052814,-0.00014956457016523927,9.963492630049586e-06,0.00016949155542533845,0.0003290196182206273,0.0004885476664640009,0.0006480757147073746,0.0008076038211584091,0.0009671318694017828,0.0011266599176451564,0.001286188024096191,0.0014457160141319036,0.0016052441205829382,0.0017647722270339727,0.0019243002170696855,0.002083828207105398,0.0022433563135564327,0.0024028844200074673,0.002562412526458502,0.0027219406329095364,0.002881468739360571,0.003040996612980962,0.0032005247194319963,0.003360052825883031,0.0035195809323340654,0.0036791090387851,0.003838636912405491,0.003998165018856525,0.00415769312530756],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,1,1,0,0,0,0,0,1,1,1,2,4,1,4,8,6,13,16,12,13,10,20,26,30,31,36,36,38,25,40,26,42,35,34,23,35,32,25,19,19,26,15,10,2,4,8,9,5,1,4,4,5,2,0,2,0,0,0,2,0,2],"bins":[-0.00589187303557992,-0.005715871229767799,-0.005539868958294392,-0.005363867152482271,-0.005187865346670151,-0.005011863075196743,-0.004835861269384623,-0.004659859463572502,-0.004483857192099094,-0.004307855386286974,-0.0041318535804748535,-0.003955851774662733,-0.0037798495031893253,-0.003603847697377205,-0.003427845658734441,-0.0032518438529223204,-0.0030758418142795563,-0.002899839775636792,-0.0027238379698246717,-0.0025478359311819077,-0.002371834125369787,-0.002195832086727023,-0.002019830048084259,-0.0018438281258568168,-0.0016678262036293745,-0.0014918242814019322,-0.00131582235917449,-0.0011398203205317259,-0.0009638183983042836,-0.0007878164760768414,-0.0006118144956417382,-0.00043581254431046546,-0.00025981105864048004,-8.380910730920732e-05,9.21928440220654e-05,0.0002681947953533381,0.00044419674668461084,0.0006201986689120531,0.0007962006493471563,0.0009722026297822595,0.0011482045520097017,0.001324206474237144,0.0015002083964645863,0.0016762104351073503,0.0018522123573347926,0.002028214279562235,0.002204216318204999,0.0023802181240171194,0.0025562201626598835,0.0027322222013026476,0.002908224007114768,0.003084226045757532,0.0032602278515696526,0.0034362298902124166,0.0036122319288551807,0.003788233734667301,0.003964236006140709,0.004140237811952829,0.00431623961776495,0.00449224142357707,0.004668243695050478,0.004844245500862598,0.005020247306674719,0.005196249578148127,0.005372251383960247],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.006011962890625,-0.005825042724609375,-0.00563812255859375,-0.005451202392578125,-0.0052642822265625,-0.005077362060546875,-0.00489044189453125,-0.004703521728515625,-0.0045166015625,-0.004329681396484375,-0.00414276123046875,-0.003955841064453125,-0.0037689208984375,-0.003582000732421875,-0.00339508056640625,-0.003208160400390625,-0.003021240234375,-0.002834320068359375,-0.00264739990234375,-0.002460479736328125,-0.0022735595703125,-0.002086639404296875,-0.00189971923828125,-0.001712799072265625,-0.00152587890625,-0.001338958740234375,-0.00115203857421875,-0.000965118408203125,-0.0007781982421875,-0.000591278076171875,-0.00040435791015625,-0.000217437744140625,-3.0517578125e-05,0.000156402587890625,0.00034332275390625,0.000530242919921875,0.0007171630859375,0.000904083251953125,0.00109100341796875,0.001277923583984375,0.00146484375,0.001651763916015625,0.00183868408203125,0.002025604248046875,0.0022125244140625,0.002399444580078125,0.00258636474609375,0.002773284912109375,0.002960205078125,0.003147125244140625,0.00333404541015625,0.003520965576171875,0.0037078857421875,0.003894805908203125,0.00408172607421875,0.004268646240234375,0.00445556640625,0.004642486572265625,0.00482940673828125,0.005016326904296875,0.0052032470703125,0.005390167236328125,0.00557708740234375,0.005764007568359375,0.005950927734375],"_type":"histogram","values":[1,1,0,2,2,5,1,7,16,17,18,34,47,74,96,141,227,275,369,571,934,1362,2083,3036,4938,7216,11548,17332,26972,40391,61827,95910,107029,71571,46600,30369,20624,13141,8674,5515,3752,2308,1538,1054,743,483,297,207,154,99,64,57,36,13,13,7,4,7,4,3,3,0,1,1]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[615,191,48,36,16,4,5,9,10,9,6,8,5,4,2,2,4,2,2,3,3,5,0,1,2,2,2,1,2,5,2,3,2,5,3,2,3,0,4,3,0,4,2,2,2,0,2,3,2,3,4,3,6,2,4,2,6,9,10,9,25,54,190,673],"bins":[-3.461158848949708e-05,-3.35289332724642e-05,-3.244627805543132e-05,-3.136362283839844e-05,-3.0280967621365562e-05,-2.9198312404332682e-05,-2.8115657187299803e-05,-2.7033001970266923e-05,-2.5950346753234044e-05,-2.4867691536201164e-05,-2.3785036319168285e-05,-2.2702381102135405e-05,-2.1619725885102525e-05,-2.0537070668069646e-05,-1.9454415451036766e-05,-1.8371760234003887e-05,-1.7289105016971007e-05,-1.6206449799938127e-05,-1.5123794582905248e-05,-1.4041139365872368e-05,-1.2958484148839489e-05,-1.1875828931806609e-05,-1.079317371477373e-05,-9.71051849774085e-06,-8.62786328070797e-06,-7.545208063675091e-06,-6.462552846642211e-06,-5.3798976296093315e-06,-4.297242412576452e-06,-3.2145871955435723e-06,-2.1319319785106927e-06,-1.0492767614778131e-06,3.338209353387356e-08,1.1160373105667531e-06,2.1986925275996327e-06,3.2813477446325123e-06,4.364002961665392e-06,5.4466581786982715e-06,6.529313395731151e-06,7.611968612764031e-06,8.69462382979691e-06,9.77727904682979e-06,1.085993426386267e-05,1.1942589480895549e-05,1.3025244697928429e-05,1.4107899914961308e-05,1.5190555131994188e-05,1.6273210349027067e-05,1.7355865566059947e-05,1.8438520783092827e-05,1.9521176000125706e-05,2.0603831217158586e-05,2.1686486434191465e-05,2.2769141651224345e-05,2.3851796868257225e-05,2.4934452085290104e-05,2.6017107302322984e-05,2.7099762519355863e-05,2.8182417736388743e-05,2.9265072953421623e-05,3.0347728170454502e-05,3.143038338748738e-05,3.251303860452026e-05,3.359569382155314e-05,3.467834903858602e-05]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug-core.log b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..b0f3c69d4b1be0f4bae478a05671f6e820861db1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:53:25.258239502+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpm_or_gp2/port-54312.txt","pid":54312,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:53:25.258798096+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":54312} +{"time":"2025-07-18T01:53:25.258800814+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-54312-54335-821844275/socket","Net":"unix"}} +{"time":"2025-07-18T01:53:25.439441491+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:53:25.448360861+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"kvu5ufqh","id":"1(@)"} +{"time":"2025-07-18T01:53:25.883914441+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"kvu5ufqh","id":"1(@)"} +{"time":"2025-07-18T01:58:13.571135491+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T01:58:13.571452873+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T01:58:13.571535838+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T01:58:13.571573403+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T01:58:13.571660367+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-54312-54335-821844275/socket","Net":"unix"}} +{"time":"2025-07-18T01:58:16.209910677+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T01:58:16.2099286+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T01:58:16.20994018+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..8b4e5df060da9805989b8c51238a39a3d1bacceb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:53:25.449564037+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:53:25.883873923+03:00","level":"INFO","msg":"stream: created new stream","id":"kvu5ufqh"} +{"time":"2025-07-18T01:53:25.883908735+03:00","level":"INFO","msg":"stream: started","id":"kvu5ufqh"} +{"time":"2025-07-18T01:53:25.883922963+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"kvu5ufqh"} +{"time":"2025-07-18T01:53:25.883943721+03:00","level":"INFO","msg":"handler: started","stream_id":"kvu5ufqh"} +{"time":"2025-07-18T01:53:25.883925238+03:00","level":"INFO","msg":"sender: started","stream_id":"kvu5ufqh"} +{"time":"2025-07-18T01:58:13.571473033+03:00","level":"INFO","msg":"stream: closing","id":"kvu5ufqh"} +{"time":"2025-07-18T01:58:15.228881726+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T01:58:16.208355131+03:00","level":"INFO","msg":"handler: closed","stream_id":"kvu5ufqh"} +{"time":"2025-07-18T01:58:16.20840717+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"kvu5ufqh"} +{"time":"2025-07-18T01:58:16.208439105+03:00","level":"INFO","msg":"sender: closed","stream_id":"kvu5ufqh"} +{"time":"2025-07-18T01:58:16.209275935+03:00","level":"INFO","msg":"stream: closed","id":"kvu5ufqh"} diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug.log b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..1423b185aa4bde1a7eab7e347d723a6e8dddf097 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 01:53:25,220 INFO MainThread:54312 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:53:25,220 INFO MainThread:54312 [wandb_setup.py:_flush():80] Configure stats pid to 54312 +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_015325-kvu5ufqh/logs/debug.log +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_015325-kvu5ufqh/logs/debug-internal.log +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-06, 'temperature': 0.2, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:53:25,221 INFO MainThread:54312 [wandb_init.py:init():871] starting backend +2025-07-18 01:53:25,439 INFO MainThread:54312 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:53:25,447 INFO MainThread:54312 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:53:25,449 INFO MainThread:54312 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:53:25,450 INFO MainThread:54312 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:53:26,174 INFO MainThread:54312 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:53:26,348 INFO MainThread:54312 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:53:26,348 INFO MainThread:54312 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:53:26,349 INFO MainThread:54312 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:53:26,349 INFO MainThread:54312 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:53:26,353 INFO MainThread:54312 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:53:27,336 INFO MainThread:54312 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:53:27,337 INFO MainThread:54312 [wandb_watch.py:_watch():70] Watching +2025-07-18 01:58:13,569 INFO MsgRouterThr:54312 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/run-kvu5ufqh.wandb b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/run-kvu5ufqh.wandb new file mode 100644 index 0000000000000000000000000000000000000000..bb877787f159939d40d070f089852dcce3f56a9e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015325-kvu5ufqh/run-kvu5ufqh.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53974bc55ef9c66f476bb69bd58751b63c7f7086c3b0294467651b8adc3ba11 +size 16640271 diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/config.yaml b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..28ec2a7cddee6eb36c8eb7bca69622657b0b475c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 17g6bcwph7ddmtaro6e2w7ib8p5ppg1k: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136842018816" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-17T22:58:51.846802Z" + writerId: 17g6bcwph7ddmtaro6e2w7ib8p5ppg1k + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 1e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.1 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/output.log b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a67f31fdb70f07df308186423fba8bd9e6698516 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/output.log @@ -0,0 +1,38 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [07:40", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 184, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/requirements.txt b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..143d78914652240b8b75a7c1454cb082cec7ed3e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T22:58:51.846802Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136842018816" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "17g6bcwph7ddmtaro6e2w7ib8p5ppg1k" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..59aebf499eb9ab5d3c609b1f4bbe06013a9450c3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,2,0,0,2,2,1,4,3,7,16,13,8,7,8,8,11,21,26,22,24,47,38,30,34,35,39,37,33,34,33,16,34,28,23,20,11,16,8,8,10,9,6,9,4,2,3,1,4,3,0,1,1,0,1,1,0,1,0,1,0,1],"bins":[-0.00180816650390625,-0.0017446279525756836,-0.0016810894012451172,-0.0016175508499145508,-0.0015540122985839844,-0.001490473747253418,-0.0014269351959228516,-0.0013633966445922852,-0.0012998580932617188,-0.0012363195419311523,-0.001172780990600586,-0.0011092424392700195,-0.0010457038879394531,-0.0009821653366088867,-0.0009186267852783203,-0.0008550882339477539,-0.0007915496826171875,-0.0007280111312866211,-0.0006644725799560547,-0.0006009340286254883,-0.0005373954772949219,-0.00047385692596435547,-0.00041031837463378906,-0.00034677982330322266,-0.00028324127197265625,-0.00021970272064208984,-0.00015616416931152344,-9.262561798095703e-05,-2.9087066650390625e-05,3.445148468017578e-05,9.799003601074219e-05,0.0001615285873413086,0.000225067138671875,0.0002886056900024414,0.0003521442413330078,0.0004156827926635742,0.0004792213439941406,0.000542759895324707,0.0006062984466552734,0.0006698369979858398,0.0007333755493164062,0.0007969141006469727,0.0008604526519775391,0.0009239912033081055,0.0009875297546386719,0.0010510683059692383,0.0011146068572998047,0.001178145408630371,0.0012416839599609375,0.001305222511291504,0.0013687610626220703,0.0014322996139526367,0.0014958381652832031,0.0015593767166137695,0.001622915267944336,0.0016864538192749023,0.0017499923706054688,0.0018135309219360352,0.0018770694732666016,0.001940608024597168,0.0020041465759277344,0.0020676851272583008,0.002131223678588867,0.0021947622299194336,0.00225830078125],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,1,1,3,6,11,12,39,61,107,119,267,328,620,856,1260,1800,2714,3601,4930,6447,8581,10833,13414,16108,19268,22286,25132,28343,30495,32655,33858,34439,34740,33809,32270,30152,27644,24581,21350,18456,15621,12804,10282,7989,6104,4567,3350,2402,1747,1131,798,519,331,230,137,91,55,31,20,7,6,2,2],"bins":[-0.09688539803028107,-0.0939384251832962,-0.09099145233631134,-0.08804447948932648,-0.08509750664234161,-0.08215053379535675,-0.07920356094837189,-0.07625658810138702,-0.07330961525440216,-0.0703626498579979,-0.06741567701101303,-0.06446870416402817,-0.061521731317043304,-0.05857475847005844,-0.05562778562307358,-0.052680812776088715,-0.04973383992910385,-0.04678686708211899,-0.043839894235134125,-0.04089292138814926,-0.0379459485411644,-0.03499897941946983,-0.03205200657248497,-0.029105033725500107,-0.026158060878515244,-0.02321108803153038,-0.020264115184545517,-0.017317144200205803,-0.01437017135322094,-0.011423198506236076,-0.008476226590573788,-0.005529254209250212,-0.002582274377346039,0.00036469800397753716,0.003311670385301113,0.006258642766624689,0.009205615147948265,0.012152587994933128,0.015099559910595417,0.018046531826257706,0.02099350467324257,0.023940477520227432,0.026887450367212296,0.02983442135155201,0.032781392335891724,0.03572836518287659,0.03867533802986145,0.041622310876846313,0.04456928372383118,0.04751625657081604,0.0504632294178009,0.05341020226478577,0.05635717511177063,0.059304144233465195,0.06225111708045006,0.06519809365272522,0.06814506649971008,0.07109203189611435,0.07403900474309921,0.07698597759008408,0.07993295043706894,0.0828799232840538,0.08582689613103867,0.08877386897802353,0.09172084182500839],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,0,1,3,1,1,2,3,6,6,7,11,8,10,13,21,22,32,31,28,26,36,40,31,28,37,27,43,31,31,40,28,35,15,11,14,14,14,11,7,10,6,5,3,4,3,1,2,1,0,2,0,0,1,0,0,0,0,0,1,0,1],"bins":[-0.00138092041015625,-0.0013301372528076172,-0.0012793540954589844,-0.0012285709381103516,-0.0011777877807617188,-0.001127004623413086,-0.0010762214660644531,-0.0010254383087158203,-0.0009746551513671875,-0.0009238719940185547,-0.0008730888366699219,-0.0008223056793212891,-0.0007715225219726562,-0.0007207393646240234,-0.0006699562072753906,-0.0006191730499267578,-0.000568389892578125,-0.0005176067352294922,-0.0004668235778808594,-0.00041604042053222656,-0.00036525726318359375,-0.00031447410583496094,-0.0002636909484863281,-0.0002129077911376953,-0.0001621246337890625,-0.00011134147644042969,-6.0558319091796875e-05,-9.775161743164062e-06,4.100799560546875e-05,9.179115295410156e-05,0.00014257431030273438,0.0001933574676513672,0.000244140625,0.0002949237823486328,0.0003457069396972656,0.00039649009704589844,0.00044727325439453125,0.0004980564117431641,0.0005488395690917969,0.0005996227264404297,0.0006504058837890625,0.0007011890411376953,0.0007519721984863281,0.0008027553558349609,0.0008535385131835938,0.0009043216705322266,0.0009551048278808594,0.0010058879852294922,0.001056671142578125,0.0011074542999267578,0.0011582374572753906,0.0012090206146240234,0.0012598037719726562,0.001310586929321289,0.0013613700866699219,0.0014121532440185547,0.0014629364013671875,0.0015137195587158203,0.0015645027160644531,0.001615285873413086,0.0016660690307617188,0.0017168521881103516,0.0017676353454589844,0.0018184185028076172,0.00186920166015625]},"gradients/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0032806396484375,-0.0031747817993164062,-0.0030689239501953125,-0.0029630661010742188,-0.002857208251953125,-0.0027513504028320312,-0.0026454925537109375,-0.0025396347045898438,-0.00243377685546875,-0.0023279190063476562,-0.0022220611572265625,-0.0021162033081054688,-0.002010345458984375,-0.0019044876098632812,-0.0017986297607421875,-0.0016927719116210938,-0.0015869140625,-0.0014810562133789062,-0.0013751983642578125,-0.0012693405151367188,-0.001163482666015625,-0.0010576248168945312,-0.0009517669677734375,-0.0008459091186523438,-0.00074005126953125,-0.0006341934204101562,-0.0005283355712890625,-0.00042247772216796875,-0.000316619873046875,-0.00021076202392578125,-0.0001049041748046875,9.5367431640625e-07,0.0001068115234375,0.00021266937255859375,0.0003185272216796875,0.00042438507080078125,0.000530242919921875,0.0006361007690429688,0.0007419586181640625,0.0008478164672851562,0.00095367431640625,0.0010595321655273438,0.0011653900146484375,0.0012712478637695312,0.001377105712890625,0.0014829635620117188,0.0015888214111328125,0.0016946792602539062,0.001800537109375,0.0019063949584960938,0.0020122528076171875,0.0021181106567382812,0.002223968505859375,0.0023298263549804688,0.0024356842041015625,0.0025415420532226562,0.00264739990234375,0.0027532577514648438,0.0028591156005859375,0.0029649734497070312,0.003070831298828125,0.0031766891479492188,0.0032825469970703125,0.0033884048461914062,0.0034942626953125],"_type":"histogram","values":[1,0,0,4,4,5,4,5,13,27,22,36,58,96,108,145,235,341,481,696,1043,1481,2345,3314,5235,8161,12758,20305,35031,62806,141860,139481,62379,34298,20671,12477,8283,5202,3431,2208,1480,1037,708,486,324,249,143,87,78,54,31,29,18,14,13,6,6,3,4,1,1,0,1,1]},"parameters/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,2,1,0,1,0,2,5,4,8,10,13,20,15,19,21,18,26,28,22,24,25,24,13,18,11,21,14,7,18,16,15,10,12,17,15,8,16,14,12,20,16,16,25,16,26,17,23,16,19,14,11,7,5,6,0,1,2,0,0,0,1,0,1],"bins":[-0.00019755720859393477,-0.00019128799613099545,-0.00018501878366805613,-0.0001787495712051168,-0.00017248035874217749,-0.00016621114627923816,-0.00015994193381629884,-0.00015367272135335952,-0.0001474035088904202,-0.0001411343109793961,-0.00013486509851645678,-0.00012859588605351746,-0.00012232667359057814,-0.00011605746112763882,-0.0001097882486646995,-0.00010351903620176017,-9.724982373882085e-05,-9.098061127588153e-05,-8.471139881294221e-05,-7.844218635000288e-05,-7.217297388706356e-05,-6.590376870008186e-05,-5.963455623714253e-05,-5.336534377420321e-05,-4.709613131126389e-05,-4.082691884832457e-05,-3.4557706385385245e-05,-2.828849756042473e-05,-2.2019285097485408e-05,-1.5750072634546086e-05,-9.480861990596168e-06,-3.2116504371515475e-06,3.0575611162930727e-06,9.326772669737693e-06,1.5595984223182313e-05,2.186519486713223e-05,2.8134407330071554e-05,3.4403619793010876e-05,4.067282861797139e-05,4.694204108091071e-05,5.3211253543850034e-05,5.9480466006789356e-05,6.574967846972868e-05,7.2018890932668e-05,7.828809611964971e-05,8.455730858258903e-05,9.082652104552835e-05,9.709573350846767e-05,0.000103364945971407,0.00010963415843434632,0.00011590337089728564,0.00012217258336022496,0.00012844179582316428,0.0001347110082861036,0.00014098022074904293,0.00014724943321198225,0.00015351863112300634,0.00015978784358594567,0.000166057056048885,0.0001723262685118243,0.00017859548097476363,0.00018486469343770295,0.00019113390590064228,0.0001974031183635816,0.00020367233082652092]},"parameters/bert.encoder.layer.1.attention.self.key.bias":{"values":[4,6,5,5,11,9,17,12,11,16,11,12,7,11,10,18,22,24,19,15,19,13,12,14,10,9,5,9,7,8,8,14,7,3,7,6,4,8,16,13,13,8,26,16,23,17,20,17,18,19,21,10,18,15,24,20,13,10,8,5,5,3,1,1],"bins":[-0.0005548660992644727,-0.0005372642772272229,-0.0005196624551899731,-0.0005020606331527233,-0.0004844588111154735,-0.0004668569890782237,-0.0004492551670409739,-0.0004316533450037241,-0.0004140515229664743,-0.00039644973003305495,-0.00037884790799580514,-0.00036124608595855534,-0.00034364426392130554,-0.00032604244188405573,-0.00030844061984680593,-0.0002908387978095561,-0.0002732369757723063,-0.0002556351537350565,-0.00023803333169780672,-0.0002204315096605569,-0.0002028296876233071,-0.00018522788013797253,-0.00016762605810072273,-0.00015002423606347293,-0.00013242241402622312,-0.00011482059198897332,-9.721876995172352e-05,-7.961695519043133e-05,-6.201513315318152e-05,-4.441331111593172e-05,-2.6811492716660723e-05,-9.209672498400323e-06,8.392147719860077e-06,2.5993967938120477e-05,4.359578815638088e-05,6.119760655565187e-05,7.879942859290168e-05,9.640125063015148e-05,0.00011400306539144367,0.00013160488742869347,0.00014920670946594328,0.00016680853150319308,0.00018441035354044288,0.0002020121755776927,0.00021961398306302726,0.00023721580510027707,0.00025481762713752687,0.0002724194491747767,0.0002900212712120265,0.0003076230932492763,0.0003252249152865261,0.0003428267373237759,0.0003604285593610257,0.0003780303813982755,0.0003956322034355253,0.0004132340254727751,0.00043083581840619445,0.00044843764044344425,0.00046603946248069406,0.00048364128451794386,0.0005012431065551937,0.0005188449285924435,0.0005364467506296933,0.0005540485726669431,0.0005716503947041929],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.key.bias":{"bins":[-1.2755393981933594e-05,-1.2390315532684326e-05,-1.2025237083435059e-05,-1.1660158634185791e-05,-1.1295080184936523e-05,-1.0930001735687256e-05,-1.0564923286437988e-05,-1.019984483718872e-05,-9.834766387939453e-06,-9.469687938690186e-06,-9.104609489440918e-06,-8.73953104019165e-06,-8.374452590942383e-06,-8.009374141693115e-06,-7.644295692443848e-06,-7.27921724319458e-06,-6.9141387939453125e-06,-6.549060344696045e-06,-6.183981895446777e-06,-5.81890344619751e-06,-5.453824996948242e-06,-5.088746547698975e-06,-4.723668098449707e-06,-4.3585896492004395e-06,-3.993511199951172e-06,-3.6284327507019043e-06,-3.2633543014526367e-06,-2.898275852203369e-06,-2.5331974029541016e-06,-2.168118953704834e-06,-1.8030405044555664e-06,-1.4379620552062988e-06,-1.0728836059570312e-06,-7.078051567077637e-07,-3.427267074584961e-07,2.2351741790771484e-08,3.8743019104003906e-07,7.525086402893066e-07,1.1175870895385742e-06,1.4826655387878418e-06,1.8477439880371094e-06,2.212822437286377e-06,2.5779008865356445e-06,2.942979335784912e-06,3.3080577850341797e-06,3.6731362342834473e-06,4.038214683532715e-06,4.403293132781982e-06,4.76837158203125e-06,5.133450031280518e-06,5.498528480529785e-06,5.863606929779053e-06,6.22868537902832e-06,6.593763828277588e-06,6.9588422775268555e-06,7.323920726776123e-06,7.68899917602539e-06,8.054077625274658e-06,8.419156074523926e-06,8.784234523773193e-06,9.149312973022461e-06,9.514391422271729e-06,9.879469871520996e-06,1.0244548320770264e-05,1.0609626770019531e-05],"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,1,2,0,1,0,3,1,1,0,2,1,4,4,5,9,8,12,10,17,23,23,25,28,51,68,109,88,69,35,34,26,22,10,18,7,10,12,4,4,2,4,0,1,5,1,1,0,0,0,2,0,0,0,0,2]},"gradients/bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,0,1,1,0,1,0,1,1,1,3,4,3,6,1,10,11,7,6,6,11,8,21,28,22,21,21,19,33,30,29,29,32,32,32,43,26,36,25,31,24,19,20,20,8,12,12,9,10,9,7,6,2,6,2,0,1,0,2,1,2,1],"bins":[-0.07254435867071152,-0.07046476006507874,-0.06838516145944595,-0.06630556285381317,-0.06422596424818039,-0.062146369367837906,-0.060066770762205124,-0.05798717215657234,-0.05590757727622986,-0.053827978670597076,-0.051748380064964294,-0.04966878145933151,-0.04758918285369873,-0.04550958424806595,-0.043429989367723465,-0.04135039076209068,-0.0392707921564579,-0.03719119355082512,-0.03511159494519234,-0.033032000064849854,-0.03095240145921707,-0.02887280285358429,-0.026793204247951508,-0.024713607504963875,-0.022634008899331093,-0.02055441029369831,-0.018474813550710678,-0.016395214945077896,-0.014315617270767689,-0.012236019596457481,-0.0101564209908247,-0.008076823316514492,-0.005997225642204285,-0.003917627967894077,-0.0018380298279225826,0.0002415680792182684,0.0023211659863591194,0.004400763660669327,0.0064803618006408215,0.008559959940612316,0.010639557614922523,0.01271915528923273,0.014798752963542938,0.01687835156917572,0.018957950174808502,0.021037546917796135,0.023117145523428917,0.02519674226641655,0.02727634087204933,0.029355939477682114,0.031435538083314896,0.03351513296365738,0.03559473156929016,0.03767433017492294,0.039753928780555725,0.04183352738618851,0.04391312599182129,0.04599272087216377,0.048072319477796555,0.05015191808342934,0.05223151668906212,0.0543111152946949,0.056390710175037384,0.058470308780670166,0.06054990738630295]},"gradients/bert.encoder.layer.2.output.dense.weight":{"values":[2,0,0,1,4,3,1,11,6,5,12,25,20,31,42,50,73,91,136,187,263,304,476,613,849,1331,1813,2666,4159,6113,9911,15797,28253,53217,126157,472672,565845,143134,60176,31431,18046,10610,6406,4116,2690,1728,1121,726,528,339,231,152,98,65,37,34,22,14,8,4,5,1,1,2],"bins":[-0.06298828125,-0.06124114990234375,-0.0594940185546875,-0.05774688720703125,-0.055999755859375,-0.05425262451171875,-0.0525054931640625,-0.05075836181640625,-0.04901123046875,-0.04726409912109375,-0.0455169677734375,-0.04376983642578125,-0.042022705078125,-0.04027557373046875,-0.0385284423828125,-0.03678131103515625,-0.0350341796875,-0.03328704833984375,-0.0315399169921875,-0.02979278564453125,-0.028045654296875,-0.02629852294921875,-0.0245513916015625,-0.02280426025390625,-0.02105712890625,-0.01930999755859375,-0.0175628662109375,-0.01581573486328125,-0.014068603515625,-0.01232147216796875,-0.0105743408203125,-0.00882720947265625,-0.007080078125,-0.00533294677734375,-0.0035858154296875,-0.00183868408203125,-9.1552734375e-05,0.00165557861328125,0.0034027099609375,0.00514984130859375,0.00689697265625,0.00864410400390625,0.0103912353515625,0.01213836669921875,0.013885498046875,0.01563262939453125,0.0173797607421875,0.01912689208984375,0.0208740234375,0.02262115478515625,0.0243682861328125,0.02611541748046875,0.027862548828125,0.02960968017578125,0.0313568115234375,0.03310394287109375,0.03485107421875,0.03659820556640625,0.0383453369140625,0.04009246826171875,0.041839599609375,0.04358673095703125,0.0453338623046875,0.04708099365234375,0.048828125],"_type":"histogram"},"parameters/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,1,3,0,2,0,0,2,2,0,5,2,3,6,18,17,20,33,20,43,29,33,36,24,36,33,28,35,33,40,28,24,20,25,12,15,8,14,10,8,10,14,10,10,9,3,4,5,9,4,2,4,4,2,5,1,1],"bins":[0.9994032382965088,0.9994215965270996,0.9994399547576904,0.9994583129882812,0.9994766712188721,0.9994950294494629,0.9995133876800537,0.9995317459106445,0.9995501041412354,0.9995684623718262,0.999586820602417,0.9996051788330078,0.9996235370635986,0.9996418952941895,0.9996602535247803,0.9996786117553711,0.9996969699859619,0.999715268611908,0.9997336268424988,0.9997519850730896,0.9997703433036804,0.9997887015342712,0.9998070597648621,0.9998254179954529,0.9998437762260437,0.9998621344566345,0.9998804926872253,0.9998988509178162,0.999917209148407,0.9999355673789978,0.9999539256095886,0.9999722838401794,0.9999906420707703,1.0000089406967163,1.0000272989273071,1.000045657157898,1.0000640153884888,1.0000823736190796,1.0001007318496704,1.0001190900802612,1.000137448310852,1.0001558065414429,1.0001741647720337,1.0001925230026245,1.0002108812332153,1.0002292394638062,1.000247597694397,1.0002659559249878,1.0002843141555786,1.0003026723861694,1.0003210306167603,1.000339388847351,1.000357747077942,1.0003761053085327,1.0003944635391235,1.0004128217697144,1.0004311800003052,1.000449538230896,1.0004678964614868,1.0004862546920776,1.0005046129226685,1.0005229711532593,1.00054132938385,1.000559687614441,1.0005780458450317]},"parameters/bert.encoder.layer.1.output.dense.weight":{"values":[7,7,13,34,60,97,148,277,467,685,1062,1672,2464,3496,5086,7038,9587,12858,16881,21765,27198,33587,41142,48657,56258,63853,71454,77950,82466,87447,89534,89995,88666,85451,80871,75227,67313,60004,52310,44904,37390,30678,24546,19119,14963,11281,8216,5906,4313,2971,1982,1270,861,521,339,190,132,88,55,27,11,9,3,2],"bins":[-0.0896005630493164,-0.08673395216464996,-0.08386733382940292,-0.08100072294473648,-0.07813410460948944,-0.075267493724823,-0.07240087538957596,-0.06953426450490952,-0.06666764616966248,-0.06380103528499603,-0.06093442067503929,-0.05806780606508255,-0.05520119145512581,-0.05233457684516907,-0.049467962235212326,-0.046601347625255585,-0.04373473301529884,-0.0408681184053421,-0.03800150379538536,-0.03513488918542862,-0.03226827457547188,-0.029401661828160286,-0.026535047218203545,-0.023668432608246803,-0.020801817998290062,-0.01793520338833332,-0.01506858877837658,-0.012201975099742413,-0.009335360489785671,-0.00646874587982893,-0.003602131735533476,-0.0007355173584073782,0.0021310970187187195,0.004997711628675461,0.007864326238632202,0.010730939917266369,0.01359755452722311,0.016464168205857277,0.019330782815814018,0.02219739742577076,0.0250640120357275,0.027930626645684242,0.030797241255640984,0.033663854002952576,0.03653046861290932,0.03939708322286606,0.0422636978328228,0.04513031244277954,0.04799692705273628,0.050863541662693024,0.053730156272649765,0.056596770882606506,0.05946338549256325,0.06233000010251999,0.06519661098718643,0.06806322932243347,0.07092984020709991,0.07379645854234695,0.0766630694270134,0.07952968776226044,0.08239629864692688,0.08526291698217392,0.08812952786684036,0.0909961462020874,0.09386275708675385],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.weight":{"bins":[-0.08447265625,-0.0819549560546875,-0.079437255859375,-0.0769195556640625,-0.07440185546875,-0.0718841552734375,-0.069366455078125,-0.0668487548828125,-0.0643310546875,-0.0618133544921875,-0.059295654296875,-0.0567779541015625,-0.05426025390625,-0.0517425537109375,-0.049224853515625,-0.0467071533203125,-0.044189453125,-0.0416717529296875,-0.039154052734375,-0.0366363525390625,-0.03411865234375,-0.0316009521484375,-0.029083251953125,-0.0265655517578125,-0.0240478515625,-0.0215301513671875,-0.019012451171875,-0.0164947509765625,-0.01397705078125,-0.0114593505859375,-0.008941650390625,-0.0064239501953125,-0.00390625,-0.0013885498046875,0.001129150390625,0.0036468505859375,0.00616455078125,0.0086822509765625,0.011199951171875,0.0137176513671875,0.0162353515625,0.0187530517578125,0.021270751953125,0.0237884521484375,0.02630615234375,0.0288238525390625,0.031341552734375,0.0338592529296875,0.036376953125,0.0388946533203125,0.041412353515625,0.0439300537109375,0.04644775390625,0.0489654541015625,0.051483154296875,0.0540008544921875,0.0565185546875,0.0590362548828125,0.061553955078125,0.0640716552734375,0.06658935546875,0.0691070556640625,0.071624755859375,0.0741424560546875,0.07666015625],"_type":"histogram","values":[2,0,1,1,1,0,7,4,7,9,15,13,21,31,42,60,98,122,157,290,348,520,740,1125,1726,2704,3956,6621,11191,18784,35274,75167,216816,759925,265150,84496,37910,19992,11332,6515,4343,2675,1578,1059,673,482,282,173,151,95,51,38,26,21,14,12,6,6,2,0,2,0,1,1]},"gradients/bert.encoder.layer.3.attention.output.dense.weight":{"values":[2,0,1,1,4,6,6,10,21,19,27,42,69,92,130,188,275,380,531,758,1141,1541,2420,3376,5283,7922,11625,18921,31792,56965,128238,150175,69749,36449,21517,13613,8728,5372,3857,2646,1866,1256,769,633,423,302,192,140,118,75,50,35,24,13,10,4,7,3,6,1,0,0,2,3],"bins":[-0.052490234375,-0.05080413818359375,-0.0491180419921875,-0.04743194580078125,-0.045745849609375,-0.04405975341796875,-0.0423736572265625,-0.04068756103515625,-0.03900146484375,-0.03731536865234375,-0.0356292724609375,-0.03394317626953125,-0.032257080078125,-0.03057098388671875,-0.0288848876953125,-0.02719879150390625,-0.0255126953125,-0.02382659912109375,-0.0221405029296875,-0.02045440673828125,-0.018768310546875,-0.01708221435546875,-0.0153961181640625,-0.01371002197265625,-0.01202392578125,-0.01033782958984375,-0.0086517333984375,-0.00696563720703125,-0.005279541015625,-0.00359344482421875,-0.0019073486328125,-0.00022125244140625,0.00146484375,0.00315093994140625,0.0048370361328125,0.00652313232421875,0.008209228515625,0.00989532470703125,0.0115814208984375,0.01326751708984375,0.01495361328125,0.01663970947265625,0.0183258056640625,0.02001190185546875,0.021697998046875,0.02338409423828125,0.0250701904296875,0.02675628662109375,0.0284423828125,0.03012847900390625,0.0318145751953125,0.03350067138671875,0.035186767578125,0.03687286376953125,0.0385589599609375,0.04024505615234375,0.04193115234375,0.04361724853515625,0.0453033447265625,0.04698944091796875,0.048675537109375,0.05036163330078125,0.0520477294921875,0.05373382568359375,0.055419921875],"_type":"histogram"},"learning_rate":9.999998581005727e-06,"parameters/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0006549321697093546,-0.0006339208921417594,-0.0006129095563665032,-0.000591898278798908,-0.0005708870012313128,-0.0005498757236637175,-0.0005288643878884614,-0.0005078531103208661,-0.00048684183275327086,-0.00046583052608184516,-0.00044481921941041946,-0.0004238079418428242,-0.0004027966351713985,-0.0003817853576038033,-0.0003607740509323776,-0.00033976277336478233,-0.00031875146669335663,-0.00029774016002193093,-0.0002767288824543357,-0.00025571757578291,-0.00023470629821531475,-0.00021369499154388905,-0.00019268369942437857,-0.0001716724073048681,-0.00015066111518535763,-0.00012964982306584716,-0.00010863853094633669,-8.76272315508686e-05,-6.661593943135813e-05,-4.560464731184766e-05,-2.4593351554358378e-05,-3.5820576158585027e-06,1.7429236322641373e-05,3.8440528442151845e-05,5.9451824199641123e-05,8.04631199571304e-05,0.00010147441207664087,0.00012248571147210896,0.00014349700359161943,0.0001645082957111299,0.00018551958783064038,0.00020653087995015085,0.00022754217206966132,0.0002485534641891718,0.0002695647708605975,0.00029057604842819273,0.00031158735509961843,0.0003325986326672137,0.0003536099393386394,0.0003746212460100651,0.0003956325235776603,0.000416643830249086,0.00043765510781668127,0.00045866641448810697,0.0004796776920557022,0.0005006889696232975,0.0005217003053985536,0.0005427115829661489,0.0005637228605337441,0.0005847341963090003,0.0006057454738765955,0.0006267567514441907,0.000647768029011786,0.0006687793647870421,0.0006897906423546374],"_type":"histogram","values":[2,2,4,8,5,12,7,12,7,11,15,8,9,9,13,13,10,12,13,16,16,15,16,18,12,21,17,22,14,16,24,16,18,16,16,12,18,18,18,19,23,17,24,16,14,14,9,17,5,14,10,10,8,12,17,6,7,1,4,2,2,4,1,1]},"gradients/bert.encoder.layer.0.attention.self.key.weight":{"values":[1,0,1,1,1,0,1,0,0,1,7,5,8,19,13,18,34,44,76,121,160,321,482,683,1087,1670,2684,4219,6976,11515,19054,33161,65008,166874,143038,56925,30433,17617,10533,6350,3980,2406,1542,995,636,370,249,145,123,83,62,18,21,16,11,7,10,4,1,0,0,2,1,1],"bins":[-0.00567626953125,-0.005508899688720703,-0.005341529846191406,-0.005174160003662109,-0.0050067901611328125,-0.004839420318603516,-0.004672050476074219,-0.004504680633544922,-0.004337310791015625,-0.004169940948486328,-0.004002571105957031,-0.0038352012634277344,-0.0036678314208984375,-0.0035004615783691406,-0.0033330917358398438,-0.003165721893310547,-0.00299835205078125,-0.002830982208251953,-0.0026636123657226562,-0.0024962425231933594,-0.0023288726806640625,-0.0021615028381347656,-0.0019941329956054688,-0.0018267631530761719,-0.001659393310546875,-0.0014920234680175781,-0.0013246536254882812,-0.0011572837829589844,-0.0009899139404296875,-0.0008225440979003906,-0.0006551742553710938,-0.0004878044128417969,-0.0003204345703125,-0.00015306472778320312,1.430511474609375e-05,0.00018167495727539062,0.0003490447998046875,0.0005164146423339844,0.0006837844848632812,0.0008511543273925781,0.001018524169921875,0.0011858940124511719,0.0013532638549804688,0.0015206336975097656,0.0016880035400390625,0.0018553733825683594,0.0020227432250976562,0.002190113067626953,0.00235748291015625,0.002524852752685547,0.0026922225952148438,0.0028595924377441406,0.0030269622802734375,0.0031943321228027344,0.0033617019653320312,0.003529071807861328,0.003696441650390625,0.003863811492919922,0.004031181335449219,0.004198551177978516,0.0043659210205078125,0.004533290863037109,0.004700660705566406,0.004868030548095703,0.005035400390625],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,0,1,0,1,2,4,9,5,8,15,25,17,23,14,24,25,16,27,22,28,19,12,10,21,16,13,13,13,14,10,3,7,12,15,13,7,13,21,31,18,15,22,9,16,16,13,28,22,18,11,12,11,9,9,4,1,0,2,0,0,2],"bins":[-0.0005976050742901862,-0.0005799341597594321,-0.0005622631870210171,-0.000544592272490263,-0.0005269213579595089,-0.0005092504434287548,-0.0004915795288980007,-0.0004739085561595857,-0.0004562376416288316,-0.00043856672709807754,-0.000420895783463493,-0.00040322483982890844,-0.00038555392529815435,-0.00036788301076740026,-0.0003502120671328157,-0.00033254112349823117,-0.0003148702089674771,-0.000297199294436723,-0.00027952835080213845,-0.0002618574071675539,-0.0002441864926367998,-0.0002265155635541305,-0.00020884463447146118,-0.00019117370538879186,-0.00017350277630612254,-0.00015583184722345322,-0.0001381609181407839,-0.00012048998905811459,-0.00010281905997544527,-8.514813089277595e-05,-6.747720181010664e-05,-4.980627272743732e-05,-3.2135343644768e-05,-1.4464414562098682e-05,3.206514520570636e-06,2.0877443603239954e-05,3.854837268590927e-05,5.621930176857859e-05,7.38902308512479e-05,9.156115993391722e-05,0.00010923208901658654,0.00012690301809925586,0.00014457394718192518,0.0001622448762645945,0.0001799158053472638,0.00019758673442993313,0.00021525766351260245,0.00023292859259527177,0.0002505995216779411,0.0002682704362086952,0.0002859413798432797,0.00030361232347786427,0.00032128323800861835,0.00033895415253937244,0.000356625096173957,0.00037429603980854154,0.0003919669543392956,0.0004096378688700497,0.00042730881250463426,0.0004449797561392188,0.0004626506706699729,0.000480321585200727,0.0004979924997314811,0.0005156634724698961,0.0005333343870006502],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0038909912109375,-0.0037784576416015625,-0.003665924072265625,-0.0035533905029296875,-0.00344085693359375,-0.0033283233642578125,-0.003215789794921875,-0.0031032562255859375,-0.00299072265625,-0.0028781890869140625,-0.002765655517578125,-0.0026531219482421875,-0.00254058837890625,-0.0024280548095703125,-0.002315521240234375,-0.0022029876708984375,-0.0020904541015625,-0.0019779205322265625,-0.001865386962890625,-0.0017528533935546875,-0.00164031982421875,-0.0015277862548828125,-0.001415252685546875,-0.0013027191162109375,-0.001190185546875,-0.0010776519775390625,-0.000965118408203125,-0.0008525848388671875,-0.00074005126953125,-0.0006275177001953125,-0.000514984130859375,-0.0004024505615234375,-0.0002899169921875,-0.0001773834228515625,-6.4849853515625e-05,4.76837158203125e-05,0.00016021728515625,0.0002727508544921875,0.000385284423828125,0.0004978179931640625,0.0006103515625,0.0007228851318359375,0.000835418701171875,0.0009479522705078125,0.00106048583984375,0.0011730194091796875,0.001285552978515625,0.0013980865478515625,0.0015106201171875,0.0016231536865234375,0.001735687255859375,0.0018482208251953125,0.00196075439453125,0.0020732879638671875,0.002185821533203125,0.0022983551025390625,0.002410888671875,0.0025234222412109375,0.002635955810546875,0.0027484893798828125,0.00286102294921875,0.0029735565185546875,0.003086090087890625,0.0031986236572265625,0.0033111572265625],"_type":"histogram","values":[1,0,1,1,2,1,3,1,2,2,2,5,9,12,16,21,26,47,71,87,137,219,290,441,705,1042,1707,2508,4325,7225,12521,22554,43448,92059,187420,105219,48301,25039,13979,7575,4784,2799,1785,1175,739,509,321,197,160,91,71,48,33,22,17,11,14,8,5,2,4,3,0,2]},"parameters/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,3,2,0,2,6,7,9,17,12,18,24,18,26,24,25,22,24,17,24,18,17,16,18,15,14,13,11,22,18,13,12,17,7,14,23,20,30,22,23,20,22,23,18,13,18,8,6,1,7,3,1,0,1,0,0,0,0,0,1],"bins":[-0.00021360482787713408,-0.00020659014990087599,-0.00019957548647653311,-0.00019256080850027502,-0.00018554614507593215,-0.00017853146709967405,-0.00017151678912341595,-0.00016450212569907308,-0.00015748744772281498,-0.0001504727842984721,-0.000143458106322214,-0.0001364434283459559,-0.00012942876492161304,-0.00012241408694535494,-0.00011539941624505445,-0.00010838474554475397,-0.00010137007484445348,-9.4355404144153e-05,-8.734073344385251e-05,-8.032605546759441e-05,-7.331138476729393e-05,-6.629671406699345e-05,-5.928204336669296e-05,-5.226736902841367e-05,-4.525269832811318e-05,-3.82380276278127e-05,-3.1223353289533406e-05,-2.420868258923292e-05,-1.7194010069943033e-05,-1.0179337550653145e-05,-3.164665940857958e-06,3.8500061236845795e-06,1.0864678188227117e-05,1.7879350707517006e-05,2.4894023226806894e-05,3.190869392710738e-05,3.892336826538667e-05,4.5938038965687156e-05,5.295270966598764e-05,5.996738400426693e-05,6.698205834254622e-05,7.399672904284671e-05,8.10113997431472e-05,8.802607044344768e-05,9.504074114374816e-05,0.00010205541184404865,0.00010907008982030675,0.00011608476052060723,0.0001230994239449501,0.0001301141019212082,0.0001371287798974663,0.00014414344332180917,0.00015115812129806727,0.00015817278472241014,0.00016518746269866824,0.00017220214067492634,0.0001792168040992692,0.0001862314820755273,0.00019324614549987018,0.00020026082347612828,0.00020727550145238638,0.00021429016487672925,0.00022130484285298735,0.00022831950627733022,0.00023533418425358832]},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,1,0,0,1,0,3,1,6,3,2,3,4,5,5,9,7,4,16,19,15,17,19,25,22,28,22,30,29,27,27,36,38,24,39,33,31,29,23,17,14,22,21,9,17,10,15,4,7,5,7,0,4,3,2,2,0,4],"bins":[-0.06539519876241684,-0.06365001201629639,-0.06190481781959534,-0.060159631073474884,-0.05841444060206413,-0.05666925013065338,-0.05492405965924263,-0.05317887291312218,-0.051433682441711426,-0.049688491970300674,-0.04794330149888992,-0.04619811102747917,-0.04445292428135872,-0.04270773380994797,-0.040962543338537216,-0.039217352867126465,-0.03747216612100601,-0.03572697564959526,-0.03398178517818451,-0.03223659470677376,-0.030491406098008156,-0.028746215626597404,-0.027001027017831802,-0.02525583654642105,-0.0235106460750103,-0.021765457466244698,-0.020020266994833946,-0.018275078386068344,-0.016529887914657593,-0.014784698374569416,-0.01303950883448124,-0.011294319294393063,-0.009549129754304886,-0.007803940214216709,-0.006058750674128532,-0.004313560668379068,-0.0025683711282908916,-0.0008231814717873931,0.0009220081847161055,0.002667197957634926,0.004412387497723103,0.006157577037811279,0.007902766577899456,0.009647956117987633,0.011393146589398384,0.01313833612948656,0.014883525669574738,0.01662871427834034,0.01837390474975109,0.020119095221161842,0.021864283829927444,0.023609474301338196,0.025354662910103798,0.02709985338151455,0.02884504199028015,0.030590232461690903,0.032335422933101654,0.034080613404512405,0.03582580015063286,0.03757099062204361,0.03931618109345436,0.04106137156486511,0.042806558310985565,0.044551748782396317,0.04629693925380707],"_type":"histogram"},"parameters/bert.encoder.layer.2.attention.self.key.bias":{"values":[1,1,3,9,10,15,8,11,11,3,13,11,11,14,21,22,14,18,23,13,12,19,21,14,14,12,4,17,9,12,11,14,9,11,9,10,13,14,14,22,27,30,22,22,22,16,18,12,22,8,8,12,13,10,9,6,3,3,6,2,2,1,0,1],"bins":[-0.0005136661347933114,-0.0004971332382410765,-0.00048060028348118067,-0.0004640673578251153,-0.00044753443216905,-0.0004310015356168151,-0.00041446860996074975,-0.0003979356843046844,-0.00038140275864861906,-0.0003648698329925537,-0.00034833690733648837,-0.000331803981680423,-0.00031527108512818813,-0.0002987381594721228,-0.00028220523381605744,-0.0002656723081599921,-0.00024913938250392675,-0.0002326064568478614,-0.00021607353119179606,-0.00019954062008764595,-0.0001830076944315806,-0.00016647476877551526,-0.00014994185767136514,-0.0001334089320152998,-0.00011687600635923445,-0.00010034308070316911,-8.381016232306138e-05,-6.727724394295365e-05,-5.07443182868883e-05,-3.4211396268801764e-05,-1.7678474250715226e-05,-1.1455522326286882e-06,1.5387311577796936e-05,3.1920233595883474e-05,4.845315561397001e-05,6.498607399407774e-05,8.151899965014309e-05,9.805192530620843e-05,0.00011458484368631616,0.0001311177620664239,0.00014765068772248924,0.00016418361337855458,0.00018071653903461993,0.00019724945013877004,0.0002137823757948354,0.00023031530145090073,0.00024684821255505085,0.0002633811382111162,0.00027991406386718154,0.0002964469895232469,0.00031297991517931223,0.0003295128408353776,0.0003460457664914429,0.0003625786630436778,0.00037911158869974315,0.0003956445143558085,0.00041217744001187384,0.0004287103656679392,0.00044524329132400453,0.0004617762169800699,0.00047830911353230476,0.0004948420682922006,0.0005113749648444355,0.0005279079196043313,0.0005444408161565661],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,2,1,1,6,4,11,6,12,25,32,41,66,95,148,221,296,486,699,1153,1854,2831,4446,6922,11367,18751,32663,59542,154075,152380,59550,32661,18757,11304,6909,4458,2819,1856,1191,741,485,316,218,143,86,65,38,22,22,12,6,10,5,3,1,1,5,0,1,0,0,1],"bins":[-0.004241943359375,-0.004105091094970703,-0.003968238830566406,-0.0038313865661621094,-0.0036945343017578125,-0.0035576820373535156,-0.0034208297729492188,-0.003283977508544922,-0.003147125244140625,-0.003010272979736328,-0.0028734207153320312,-0.0027365684509277344,-0.0025997161865234375,-0.0024628639221191406,-0.0023260116577148438,-0.002189159393310547,-0.00205230712890625,-0.0019154548645019531,-0.0017786026000976562,-0.0016417503356933594,-0.0015048980712890625,-0.0013680458068847656,-0.0012311935424804688,-0.0010943412780761719,-0.000957489013671875,-0.0008206367492675781,-0.0006837844848632812,-0.0005469322204589844,-0.0004100799560546875,-0.0002732276916503906,-0.00013637542724609375,4.76837158203125e-07,0.0001373291015625,0.0002741813659667969,0.00041103363037109375,0.0005478858947753906,0.0006847381591796875,0.0008215904235839844,0.0009584426879882812,0.0010952949523925781,0.001232147216796875,0.0013689994812011719,0.0015058517456054688,0.0016427040100097656,0.0017795562744140625,0.0019164085388183594,0.0020532608032226562,0.002190113067626953,0.00232696533203125,0.002463817596435547,0.0026006698608398438,0.0027375221252441406,0.0028743743896484375,0.0030112266540527344,0.0031480789184570312,0.003284931182861328,0.003421783447265625,0.003558635711669922,0.0036954879760742188,0.0038323402404785156,0.0039691925048828125,0.004106044769287109,0.004242897033691406,0.004379749298095703,0.0045166015625]},"gradients/bert.encoder.layer.3.attention.self.key.bias":{"values":[1,1,1,1,0,0,0,0,1,1,0,2,2,3,2,4,2,2,5,6,9,9,12,16,17,16,32,49,66,88,111,76,50,32,26,24,21,20,11,8,3,7,6,5,1,3,2,3,3,1,0,1,0,0,2,1,1,0,0,0,1,0,0,1],"bins":[-8.702278137207031e-06,-8.414499461650848e-06,-8.126720786094666e-06,-7.838942110538483e-06,-7.5511634349823e-06,-7.263384759426117e-06,-6.975606083869934e-06,-6.687827408313751e-06,-6.400048732757568e-06,-6.1122700572013855e-06,-5.824491381645203e-06,-5.53671270608902e-06,-5.248934030532837e-06,-4.961155354976654e-06,-4.673376679420471e-06,-4.385598003864288e-06,-4.0978193283081055e-06,-3.8100406527519226e-06,-3.5222619771957397e-06,-3.234483301639557e-06,-2.946704626083374e-06,-2.658925950527191e-06,-2.3711472749710083e-06,-2.0833685994148254e-06,-1.7955899238586426e-06,-1.5078112483024597e-06,-1.2200325727462769e-06,-9.32253897190094e-07,-6.444752216339111e-07,-3.5669654607772827e-07,-6.891787052154541e-08,2.1886080503463745e-07,5.066394805908203e-07,7.944181561470032e-07,1.082196831703186e-06,1.369975507259369e-06,1.6577541828155518e-06,1.9455328583717346e-06,2.2333115339279175e-06,2.5210902094841003e-06,2.808868885040283e-06,3.096647560596466e-06,3.384426236152649e-06,3.6722049117088318e-06,3.959983587265015e-06,4.2477622628211975e-06,4.53554093837738e-06,4.823319613933563e-06,5.111098289489746e-06,5.398876965045929e-06,5.686655640602112e-06,5.974434316158295e-06,6.2622129917144775e-06,6.54999166727066e-06,6.837770342826843e-06,7.125549018383026e-06,7.413327693939209e-06,7.701106369495392e-06,7.988885045051575e-06,8.276663720607758e-06,8.56444239616394e-06,8.852221071720123e-06,9.139999747276306e-06,9.427778422832489e-06,9.715557098388672e-06],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,2,1,1,0,0,0,2,1,1,2,4,4,9,6,3,13,10,7,15,9,18,14,10,19,23,32,26,33,29,31,32,40,30,32,33,33,34,28,23,23,14,15,15,12,11,12,8,14,8,10,2,3,1,2,2,0,2,1,1],"bins":[-0.069973886013031,-0.0680367648601532,-0.06609964370727539,-0.06416252255439758,-0.062225405126810074,-0.060288287699222565,-0.05835116654634476,-0.05641404539346695,-0.05447692424058914,-0.05253980681300163,-0.050602685660123825,-0.04866556450724602,-0.04672844707965851,-0.0447913259267807,-0.04285420477390289,-0.040917087346315384,-0.038979966193437576,-0.03704284504055977,-0.03510572761297226,-0.03316860646009445,-0.031231485307216644,-0.029294366016983986,-0.027357246726751328,-0.02542012557387352,-0.02348300628364086,-0.021545886993408203,-0.019608765840530396,-0.017671646550297737,-0.01573452726006508,-0.013797406107187271,-0.011860286816954613,-0.00992316659539938,-0.007986046373844147,-0.006048926152288914,-0.004111806396394968,-0.0021746864076703787,-0.00023756641894578934,0.0016995535697788,0.0036366735585033894,0.005573793314397335,0.007510913535952568,0.009448033757507801,0.011385153979063034,0.013322273269295692,0.015259393490850925,0.01719651371240616,0.019133633002638817,0.021070754155516624,0.023007873445749283,0.02494499273598194,0.02688211388885975,0.028819233179092407,0.030756354331970215,0.032693471759557724,0.03463059291243553,0.03656771406531334,0.03850483149290085,0.040441952645778656,0.042379073798656464,0.04431619495153427,0.04625331237912178,0.04819043353199959,0.050127554684877396,0.052064672112464905,0.05400179326534271],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.dense.bias":{"values":[2,0,0,0,1,0,1,1,1,2,2,0,3,5,4,6,8,8,4,8,10,10,16,29,20,25,21,24,30,33,18,23,28,38,28,40,37,31,35,26,24,22,21,22,12,13,8,7,18,12,8,7,3,2,2,2,1,2,1,0,0,1,1,1],"bins":[-0.07666015625,-0.0743865966796875,-0.072113037109375,-0.0698394775390625,-0.06756591796875,-0.0652923583984375,-0.063018798828125,-0.0607452392578125,-0.0584716796875,-0.0561981201171875,-0.053924560546875,-0.0516510009765625,-0.04937744140625,-0.0471038818359375,-0.044830322265625,-0.0425567626953125,-0.040283203125,-0.0380096435546875,-0.035736083984375,-0.0334625244140625,-0.03118896484375,-0.0289154052734375,-0.026641845703125,-0.0243682861328125,-0.0220947265625,-0.0198211669921875,-0.017547607421875,-0.0152740478515625,-0.01300048828125,-0.0107269287109375,-0.008453369140625,-0.0061798095703125,-0.00390625,-0.0016326904296875,0.000640869140625,0.0029144287109375,0.00518798828125,0.0074615478515625,0.009735107421875,0.0120086669921875,0.0142822265625,0.0165557861328125,0.018829345703125,0.0211029052734375,0.02337646484375,0.0256500244140625,0.027923583984375,0.0301971435546875,0.032470703125,0.0347442626953125,0.037017822265625,0.0392913818359375,0.04156494140625,0.0438385009765625,0.046112060546875,0.0483856201171875,0.0506591796875,0.0529327392578125,0.055206298828125,0.0574798583984375,0.05975341796875,0.0620269775390625,0.064300537109375,0.0665740966796875,0.06884765625],"_type":"histogram"},"parameters/bert.embeddings.LayerNorm.bias":{"values":[2,0,0,1,0,0,0,3,3,4,2,5,6,9,11,12,15,22,22,18,18,18,23,29,21,23,23,13,22,20,24,16,22,33,22,13,28,14,19,28,24,14,23,16,22,17,11,14,15,16,4,6,8,4,1,2,2,0,1,1,0,0,1,2],"bins":[-0.0002878291124943644,-0.00027872691862285137,-0.00026962472475133836,-0.00026052253087982535,-0.0002514203079044819,-0.0002423181285848841,-0.00023321592016145587,-0.00022411372628994286,-0.00021501153241842985,-0.00020590933854691684,-0.00019680714467540383,-0.0001877049362519756,-0.0001786027423804626,-0.00016950054850894958,-0.00016039834008552134,-0.00015129614621400833,-0.00014219395234249532,-0.0001330917584709823,-0.0001239895645994693,-0.00011488735617604107,-0.00010578516230452806,-9.668296843301505e-05,-8.758076728554443e-05,-7.84785661380738e-05,-6.937637226656079e-05,-6.027417475706898e-05,-5.117197724757716e-05,-4.2069779738085344e-05,-3.296758222859353e-05,-2.3865384719101712e-05,-1.4763187209609896e-05,-5.66098970011808e-06,3.4411787055432796e-06,1.2543376215035096e-05,2.1645573724526912e-05,3.074777123401873e-05,3.9849968743510544e-05,4.895216625300236e-05,5.805436376249418e-05,6.71565649099648e-05,7.625875878147781e-05,8.536095265299082e-05,9.446315380046144e-05,0.00010356535494793206,0.00011266754881944507,0.00012176974269095808,0.00013087195111438632,0.00013997414498589933,0.00014907633885741234,0.00015817853272892535,0.00016728072660043836,0.0001763829350238666,0.0001854851288953796,0.0001945873227668926,0.00020368953119032085,0.00021279172506183386,0.00022189391893334687,0.00023099611280485988,0.00024009830667637289,0.0002492005005478859,0.00025830272352322936,0.00026740491739474237,0.0002765071112662554,0.0002856093051377684,0.0002947114990092814],"_type":"histogram"},"parameters/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,4,4,2,12,14,23,26,24,36,35,33,26,15,15,12,9,7,12,8,9,10,13,7,14,11,5,7,4,10,14,9,12,9,15,12,9,9,7,10,13,21,26,27,29,38,22,30,18,15,4,6,3,0,0,0,0,0,0,1],"bins":[-0.0001592048502061516,-0.0001540766388643533,-0.000148948427522555,-0.0001438202161807567,-0.0001386920193908736,-0.0001335638080490753,-0.000128435596707277,-0.0001233073853654787,-0.00011817917402368039,-0.0001130509699578397,-0.00010792275861604139,-0.00010279454727424309,-9.76663432084024e-05,-9.253813186660409e-05,-8.740992052480578e-05,-8.228171645896509e-05,-7.715350511716679e-05,-7.202529377536848e-05,-6.689708970952779e-05,-6.176887836772949e-05,-5.664066702593118e-05,-5.151245932211168e-05,-4.638425161829218e-05,-4.125604027649388e-05,-3.612783257267438e-05,-3.099962486885488e-05,-2.5871413527056575e-05,-2.0743205823237076e-05,-1.5614996300428174e-05,-1.0486786777619272e-05,-5.358578164305072e-06,-2.303690962435212e-07,4.89783997181803e-06,1.0026049494626932e-05,1.5154258107941132e-05,2.0282466721255332e-05,2.5410676244064234e-05,3.0538885766873136e-05,3.5667093470692635e-05,4.079530481249094e-05,4.592351251631044e-05,5.105172022012994e-05,5.617993156192824e-05,6.130814290372655e-05,6.643634696956724e-05,7.156455831136554e-05,7.669276965316385e-05,8.182097371900454e-05,8.694918506080285e-05,9.207739640260115e-05,9.720560046844184e-05,0.00010233381181024015,0.00010746202315203846,0.00011259022721787915,0.00011771843855967745,0.00012284664262551814,0.00012797485396731645,0.00013310306530911475,0.00013823127665091306,0.00014335948799271137,0.00014848769933450967,0.00015361589612439275,0.00015874410746619105,0.00016387231880798936,0.00016900053014978766]},"gradients/bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,0,1,3,1,4,5,12,8,13,23,32,51,70,129,147,244,363,516,790,1418,2012,3160,5231,8031,12978,20209,34883,62892,137551,141163,65096,35566,21530,12788,8399,5330,3240,2047,1397,801,617,362,212,186,90,78,49,27,22,10,8,13,3,1,2,5,1,0,0,1,0,1],"bins":[-0.06201171875,-0.0600128173828125,-0.058013916015625,-0.0560150146484375,-0.05401611328125,-0.0520172119140625,-0.050018310546875,-0.0480194091796875,-0.0460205078125,-0.0440216064453125,-0.042022705078125,-0.0400238037109375,-0.03802490234375,-0.0360260009765625,-0.034027099609375,-0.0320281982421875,-0.030029296875,-0.0280303955078125,-0.026031494140625,-0.0240325927734375,-0.02203369140625,-0.0200347900390625,-0.018035888671875,-0.0160369873046875,-0.0140380859375,-0.0120391845703125,-0.010040283203125,-0.0080413818359375,-0.00604248046875,-0.0040435791015625,-0.002044677734375,-4.57763671875e-05,0.001953125,0.0039520263671875,0.005950927734375,0.0079498291015625,0.00994873046875,0.0119476318359375,0.013946533203125,0.0159454345703125,0.0179443359375,0.0199432373046875,0.021942138671875,0.0239410400390625,0.02593994140625,0.0279388427734375,0.029937744140625,0.0319366455078125,0.033935546875,0.0359344482421875,0.037933349609375,0.0399322509765625,0.04193115234375,0.0439300537109375,0.045928955078125,0.0479278564453125,0.0499267578125,0.0519256591796875,0.053924560546875,0.0559234619140625,0.05792236328125,0.0599212646484375,0.061920166015625,0.0639190673828125,0.06591796875],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0006487812497653067,-0.0006282998947426677,-0.0006078184815123677,-0.0005873371264897287,-0.0005668557714670897,-0.0005463744164444506,-0.0005258930614218116,-0.0005054116481915116,-0.0004849302931688726,-0.00046444893814623356,-0.00044396755401976407,-0.00042348616989329457,-0.00040300481487065554,-0.0003825234598480165,-0.000362042075721547,-0.0003415606915950775,-0.0003210793365724385,-0.00030059798154979944,-0.00028011659742332995,-0.00025963521329686046,-0.00023915385827422142,-0.00021867248869966716,-0.0001981911191251129,-0.00017770974955055863,-0.00015722837997600436,-0.0001367470104014501,-0.00011626564082689583,-9.578427125234157e-05,-7.53029016777873e-05,-5.482153210323304e-05,-3.4340162528678775e-05,-1.385879295412451e-05,6.622576620429754e-06,2.710394619498402e-05,4.758531576953828e-05,6.806668534409255e-05,8.854805491864681e-05,0.00010902942449320108,0.00012951079406775534,0.0001499921636423096,0.00017047353321686387,0.00019095490279141814,0.0002114362723659724,0.00023191764194052666,0.00025239901151508093,0.00027288036653771996,0.00029336175066418946,0.00031384313479065895,0.000334324489813298,0.000354805844835937,0.0003752872289624065,0.000395768613088876,0.00041624996811151505,0.0004367313231341541,0.0004572127072606236,0.00047769409138709307,0.0004981754464097321,0.0005186568014323711,0.0005391382146626711,0.0005596195696853101,0.0005801009247079492,0.0006005822797305882,0.0006210636347532272,0.0006415450479835272,0.0006620264030061662],"_type":"histogram","values":[3,4,5,5,7,4,9,11,10,16,13,19,12,10,10,9,15,18,19,13,14,25,17,15,21,14,21,14,14,15,14,13,21,16,19,17,22,13,15,17,10,11,17,13,12,11,11,15,8,11,11,18,9,11,9,4,6,7,8,6,4,3,1,3]},"parameters/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.08896628022193909,-0.08608861267566681,-0.08321093767881393,-0.08033327013254166,-0.07745560258626938,-0.0745779275894165,-0.07170026004314423,-0.06882259249687195,-0.06594491750001907,-0.0630672499537468,-0.06018957868218422,-0.05731190741062164,-0.054434239864349365,-0.05155656859278679,-0.04867889732122421,-0.045801229774951935,-0.04292355850338936,-0.04004588723182678,-0.037168219685554504,-0.03429054841399193,-0.03141287714242935,-0.028535207733511925,-0.025657538324594498,-0.02277986705303192,-0.019902197644114494,-0.017024528235197067,-0.014146856963634491,-0.011269187554717064,-0.008391517214477062,-0.0055138468742370605,-0.002636176999658346,0.00024149310775101185,0.00311916321516037,0.0059968335554003716,0.008874503895640373,0.0117521733045578,0.014629843644797802,0.017507513985037804,0.02038518339395523,0.023262854665517807,0.026140524074435234,0.02901819348335266,0.03189586475491524,0.034773536026477814,0.03765120357275009,0.04052887484431267,0.043406546115875244,0.04628421366214752,0.0491618849337101,0.052039556205272675,0.05491722375154495,0.05779489502310753,0.060672566294670105,0.06355023384094238,0.06642790883779526,0.06930557638406754,0.07218324393033981,0.07506091892719269,0.07793858647346497,0.08081625401973724,0.08369392901659012,0.0865715965628624,0.08944926410913467,0.09232693910598755,0.09520460665225983],"_type":"histogram","values":[2,4,13,13,30,55,87,101,184,332,453,714,1020,1497,2077,2990,3959,5255,6883,8807,11114,13564,16207,19141,22144,24904,27868,30007,31425,32974,33666,33592,33095,31460,29706,27290,24750,21461,18679,15901,13066,10570,8452,6628,4940,3719,2783,2036,1418,944,703,437,294,162,97,61,45,17,18,3,5,0,1,1]},"gradients/bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,2,0,0,0,0,0,0,0,2,2,3,3,2,7,4,12,21,19,43,74,95,129,244,318,514,903,1460,2639,4610,8858,17710,36409,84066,242733,104216,42165,19927,9968,5502,2777,1715,1004,590,367,242,166,93,57,44,29,25,15,8,5,12,2,1,4,2,2,1,2],"bins":[-0.005889892578125,-0.005724430084228516,-0.005558967590332031,-0.005393505096435547,-0.0052280426025390625,-0.005062580108642578,-0.004897117614746094,-0.004731655120849609,-0.004566192626953125,-0.004400730133056641,-0.004235267639160156,-0.004069805145263672,-0.0039043426513671875,-0.003738880157470703,-0.0035734176635742188,-0.0034079551696777344,-0.00324249267578125,-0.0030770301818847656,-0.0029115676879882812,-0.002746105194091797,-0.0025806427001953125,-0.002415180206298828,-0.0022497177124023438,-0.0020842552185058594,-0.001918792724609375,-0.0017533302307128906,-0.0015878677368164062,-0.0014224052429199219,-0.0012569427490234375,-0.0010914802551269531,-0.0009260177612304688,-0.0007605552673339844,-0.0005950927734375,-0.0004296302795410156,-0.00026416778564453125,-9.870529174804688e-05,6.67572021484375e-05,0.00023221969604492188,0.00039768218994140625,0.0005631446838378906,0.000728607177734375,0.0008940696716308594,0.0010595321655273438,0.0012249946594238281,0.0013904571533203125,0.0015559196472167969,0.0017213821411132812,0.0018868446350097656,0.00205230712890625,0.0022177696228027344,0.0023832321166992188,0.002548694610595703,0.0027141571044921875,0.002879619598388672,0.0030450820922851562,0.0032105445861816406,0.003376007080078125,0.0035414695739746094,0.0037069320678710938,0.003872394561767578,0.0040378570556640625,0.004203319549560547,0.004368782043457031,0.004534244537353516,0.00469970703125],"_type":"histogram"},"gradients/bert.embeddings.token_type_embeddings.weight":{"values":[1,0,1,0,1,1,2,0,2,6,2,7,5,3,4,10,7,7,18,19,14,12,18,19,23,27,33,25,23,36,30,794,40,29,36,33,22,30,21,15,22,21,18,13,11,11,14,9,11,6,4,5,5,1,1,0,1,0,3,2,0,0,1,1],"bins":[-2.327153205871582,-2.2539985179901123,-2.1808435916900635,-2.1076889038085938,-2.034534215927124,-1.9613794088363647,-1.8882246017456055,-1.8150699138641357,-1.7419151067733765,-1.6687602996826172,-1.5956056118011475,-1.5224508047103882,-1.449295997619629,-1.3761413097381592,-1.3029865026474,-1.2298318147659302,-1.156677007675171,-1.0835222005844116,-1.010367512702942,-0.9372127056121826,-0.8640579581260681,-0.7909032106399536,-0.7177484035491943,-0.6445936560630798,-0.5714389085769653,-0.49828416109085083,-0.42512938380241394,-0.35197460651397705,-0.27881985902786255,-0.20566509664058685,-0.13251033425331116,-0.05935557186603546,0.013799190521240234,0.08695395290851593,0.16010871529579163,0.23326347768306732,0.306418240070343,0.3795729875564575,0.4527277648448944,0.5258825421333313,0.5990372896194458,0.6721920371055603,0.7453467845916748,0.8185015916824341,0.8916563391685486,0.9648110866546631,1.0379658937454224,1.111120581626892,1.1842753887176514,1.2574301958084106,1.3305848836898804,1.4037396907806396,1.4768943786621094,1.5500491857528687,1.623203992843628,1.6963586807250977,1.769513487815857,1.8426682949066162,1.915822982788086,1.9889777898788452,2.0621325969696045,2.135287284851074,2.208441972732544,2.2815968990325928,2.3547515869140625],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,3,9,14,18,37,70,111,170,324,439,667,1029,1482,2163,2903,4156,5580,7479,9721,12167,15049,18090,21310,24543,27400,30428,32729,34036,35341,35198,34745,33399,31804,28884,25715,22537,19289,16314,13424,10555,8284,6395,4797,3444,2526,1747,1188,790,493,326,219,130,59,41,22,13,7,4,2,2,1,0,1],"bins":[-0.09119028598070145,-0.08817183971405029,-0.08515339344739914,-0.08213493973016739,-0.07911649346351624,-0.07609804719686508,-0.07307960093021393,-0.07006115466356277,-0.06704270839691162,-0.06402425467967987,-0.06100580841302872,-0.057987362146377563,-0.05496891587972641,-0.05195046588778496,-0.048932019621133804,-0.04591356962919235,-0.0428951233625412,-0.039876677095890045,-0.03685822710394859,-0.03383978083729744,-0.030821332708001137,-0.027802884578704834,-0.02478443831205368,-0.021765990182757378,-0.018747542053461075,-0.015729093924164772,-0.012710646726191044,-0.009692199528217316,-0.006673751398921013,-0.0036553037352859974,-0.0006368560716509819,0.0023815915919840336,0.005400046706199646,0.008418494835495949,0.011436942033469677,0.014455389231443405,0.017473837360739708,0.02049228549003601,0.023510731756687164,0.026529179885983467,0.02954762801527977,0.03256607428193092,0.035584524273872375,0.03860297054052353,0.04162141680717468,0.044639866799116135,0.04765831306576729,0.05067676305770874,0.053695209324359894,0.05671365559101105,0.0597321055829525,0.06275055557489395,0.0657690018415451,0.06878744810819626,0.07180589437484741,0.07482434064149857,0.07784278690814972,0.08086124062538147,0.08387968689203262,0.08689813315868378,0.08991657942533493,0.09293502569198608,0.09595347940921783,0.09897192567586899,0.10199037194252014],"_type":"histogram"},"parameters/bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[3,0,6,8,17,40,45,88,119,187,299,431,627,1014,1366,2062,2758,3872,4911,6607,8489,10560,13184,15608,18618,21390,24408,26739,28944,31330,32625,32885,33565,33030,31923,29784,27627,25243,22197,19577,16302,13882,11318,9048,7157,5478,4131,3179,2246,1568,1102,801,491,335,240,143,95,42,35,14,15,10,2,4],"bins":[-0.09156287461519241,-0.08871477842330933,-0.08586667478084564,-0.08301857858896255,-0.08017048239707947,-0.07732238620519638,-0.0744742900133133,-0.07162618637084961,-0.06877809017896652,-0.06592999398708344,-0.06308189034461975,-0.060233794152736664,-0.05738569796085358,-0.05453760176897049,-0.051689501851797104,-0.04884140193462372,-0.04599330574274063,-0.043145209550857544,-0.04029710963368416,-0.03744900971651077,-0.034600913524627686,-0.0317528173327446,-0.028904717415571213,-0.026056619361042976,-0.02320852130651474,-0.020360423251986504,-0.017512325197458267,-0.01466422714293003,-0.011816129088401794,-0.008968031033873558,-0.006119932979345322,-0.0032718349248170853,-0.00042372941970825195,0.0024243686348199844,0.005272466689348221,0.008120564743876457,0.010968662798404694,0.01381676085293293,0.016664858907461166,0.019512956961989403,0.02236105501651764,0.025209153071045876,0.028057251125574112,0.03090534918010235,0.033753447234630585,0.03660154342651367,0.03944964334368706,0.04229774326086044,0.04514583945274353,0.04799393564462662,0.0508420355618,0.05369013547897339,0.056538231670856476,0.05938632786273956,0.06223442777991295,0.06508252769708633,0.06793062388896942,0.07077872008085251,0.0736268162727356,0.07647491991519928,0.07932301610708237,0.08217111229896545,0.08501921594142914,0.08786731213331223,0.09071540832519531]},"parameters/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,4,8,13,24,48,68,136,231,407,656,1117,1702,2575,4056,5810,8495,11805,16313,21576,27849,35704,44307,53143,62614,72328,80338,88308,93852,97540,99233,98107,94517,89461,81515,72664,63740,54143,45084,36468,28827,22239,16688,12252,8930,6154,4292,2823,1794,1152,673,457,268,174,84,42,29,14,5,2,2,1],"bins":[-0.10286595672369003,-0.09970695525407791,-0.09654794633388519,-0.09338894486427307,-0.09022993594408035,-0.08707093447446823,-0.08391192555427551,-0.08075292408466339,-0.07759391516447067,-0.07443491369485855,-0.07127590477466583,-0.06811690330505371,-0.06495789438486099,-0.06179889291524887,-0.05863988772034645,-0.05548088252544403,-0.05232187733054161,-0.04916287213563919,-0.04600386694073677,-0.04284486174583435,-0.03968585655093193,-0.03652685135602951,-0.03336784616112709,-0.03020884282886982,-0.0270498376339674,-0.02389083243906498,-0.02073182724416256,-0.01757282204926014,-0.014413817785680294,-0.011254812590777874,-0.008095808327198029,-0.0049368031322956085,-0.0017777979373931885,0.001381207024678588,0.004540211986750364,0.007699216715991497,0.010858221910893917,0.014017227105796337,0.017176231369376183,0.020335236564278603,0.023494241759181023,0.026653246954083443,0.029812252148985863,0.032971255481243134,0.036130260676145554,0.039289265871047974,0.042448271065950394,0.045607276260852814,0.048766281455755234,0.051925286650657654,0.055084291845560074,0.058243297040462494,0.061402302235364914,0.06456130743026733,0.06772030889987946,0.07087931782007217,0.0740383192896843,0.07719732820987701,0.08035632967948914,0.08351533859968185,0.08667434006929398,0.0898333489894867,0.09299235045909882,0.09615135937929153,0.09931036084890366]},"parameters/bert.embeddings.word_embeddings.weight":{"values":[1,1,2,6,7,17,38,62,112,194,314,487,765,1015,1508,2162,3090,4170,5784,7343,9408,11714,14080,16923,19064,21834,24021,25846,26872,27663,28728,27364,26160,24415,22251,19830,16905,14316,11716,9493,7757,5812,4380,3193,2363,1634,1163,712,451,290,180,126,60,46,14,10,8,4,2,1,0,0,0,1],"bins":[-0.09303833544254303,-0.08994156122207642,-0.0868447870016098,-0.08374801278114319,-0.08065123856067657,-0.07755445688962936,-0.07445768266916275,-0.07136090844869614,-0.06826413422822952,-0.06516736000776291,-0.062070585787296295,-0.05897380784153938,-0.05587703362107277,-0.052780259400606155,-0.04968348145484924,-0.04658670723438263,-0.043489933013916016,-0.0403931587934494,-0.03729638457298279,-0.034199606627225876,-0.031102832406759262,-0.02800605818629265,-0.024909282103180885,-0.021812506020069122,-0.01871573179960251,-0.01561895664781332,-0.012522181496024132,-0.009425406344234943,-0.006328631192445755,-0.0032318560406565666,-0.00013508088886737823,0.00296169426292181,0.006058461964130402,0.00915523711591959,0.012252012267708778,0.015348787419497967,0.018445562571287155,0.02154233679175377,0.024639112874865532,0.027735888957977295,0.03083266317844391,0.03392943739891052,0.037026211619377136,0.04012298956513405,0.04321976378560066,0.046316538006067276,0.04941331595182419,0.0525100901722908,0.055606864392757416,0.05870363861322403,0.06180041283369064,0.06489718705415726,0.06799396872520447,0.07109074294567108,0.0741875171661377,0.07728429138660431,0.08038106560707092,0.08347783982753754,0.08657461404800415,0.08967138826847076,0.09276816248893738,0.09586494415998459,0.0989617183804512,0.10205849260091782,0.10515526682138443],"_type":"histogram"},"gradients/bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.05029296875,-0.04871368408203125,-0.0471343994140625,-0.04555511474609375,-0.043975830078125,-0.04239654541015625,-0.0408172607421875,-0.03923797607421875,-0.03765869140625,-0.03607940673828125,-0.0345001220703125,-0.03292083740234375,-0.031341552734375,-0.02976226806640625,-0.0281829833984375,-0.02660369873046875,-0.0250244140625,-0.02344512939453125,-0.0218658447265625,-0.02028656005859375,-0.018707275390625,-0.01712799072265625,-0.0155487060546875,-0.01396942138671875,-0.01239013671875,-0.01081085205078125,-0.0092315673828125,-0.00765228271484375,-0.006072998046875,-0.00449371337890625,-0.0029144287109375,-0.00133514404296875,0.000244140625,0.00182342529296875,0.0034027099609375,0.00498199462890625,0.006561279296875,0.00814056396484375,0.0097198486328125,0.01129913330078125,0.01287841796875,0.01445770263671875,0.0160369873046875,0.01761627197265625,0.019195556640625,0.02077484130859375,0.0223541259765625,0.02393341064453125,0.0255126953125,0.02709197998046875,0.0286712646484375,0.03025054931640625,0.031829833984375,0.03340911865234375,0.0349884033203125,0.03656768798828125,0.03814697265625,0.03972625732421875,0.0413055419921875,0.04288482666015625,0.044464111328125,0.04604339599609375,0.0476226806640625,0.04920196533203125,0.05078125],"_type":"histogram","values":[1,0,0,3,1,1,1,3,4,7,15,11,22,25,37,47,100,148,206,303,473,792,1235,2007,3328,5726,10127,17930,34436,69978,165368,624010,392854,123610,56166,27756,15225,8422,4787,2860,1793,1103,683,401,302,187,133,62,50,38,22,26,13,9,2,5,3,2,2,0,2,0,0,1]},"gradients/bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,1,1,1,1,2,4,0,4,3,10,7,4,6,10,14,8,11,13,14,14,17,22,25,30,33,26,31,27,19,28,24,30,33,29,29,24,23,23,24,17,18,19,14,11,11,10,10,4,4,5,1,4,3,3,1,0,1,1,2,0,2,1],"bins":[-0.00153350830078125,-0.001484990119934082,-0.001436471939086914,-0.001387953758239746,-0.0013394355773925781,-0.0012909173965454102,-0.0012423992156982422,-0.0011938810348510742,-0.0011453628540039062,-0.0010968446731567383,-0.0010483264923095703,-0.0009998083114624023,-0.0009512901306152344,-0.0009027719497680664,-0.0008542537689208984,-0.0008057355880737305,-0.0007572174072265625,-0.0007086992263793945,-0.0006601810455322266,-0.0006116628646850586,-0.0005631446838378906,-0.0005146265029907227,-0.0004661083221435547,-0.0004175901412963867,-0.00036907196044921875,-0.0003205537796020508,-0.0002720355987548828,-0.00022351741790771484,-0.00017499923706054688,-0.0001264810562133789,-7.796287536621094e-05,-2.944469451904297e-05,1.9073486328125e-05,6.759166717529297e-05,0.00011610984802246094,0.0001646280288696289,0.00021314620971679688,0.00026166439056396484,0.0003101825714111328,0.0003587007522583008,0.00040721893310546875,0.0004557371139526367,0.0005042552947998047,0.0005527734756469727,0.0006012916564941406,0.0006498098373413086,0.0006983280181884766,0.0007468461990356445,0.0007953643798828125,0.0008438825607299805,0.0008924007415771484,0.0009409189224243164,0.0009894371032714844,0.0010379552841186523,0.0010864734649658203,0.0011349916458129883,0.0011835098266601562,0.0012320280075073242,0.0012805461883544922,0.0013290643692016602,0.0013775825500488281,0.001426100730895996,0.001474618911743164,0.001523137092590332,0.0015716552734375],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,1,0,0,0,3,4,2,3,3,9,10,13,6,14,21,26,20,17,29,30,36,25,27,35,32,32,30,29,34,28,24,21,21,16,13,14,7,11,12,9,8,8,10,9,6,6,6,5,3,5,3,7,6,3,3,1,1,4,2,1,2,0,1],"bins":[0.999571681022644,0.999588668346405,0.999605655670166,0.999622642993927,0.999639630317688,0.999656617641449,0.99967360496521,0.999690592288971,0.9997075796127319,0.9997245669364929,0.9997415542602539,0.9997585415840149,0.9997755289077759,0.9997925162315369,0.9998095035552979,0.9998264908790588,0.9998434782028198,0.9998605251312256,0.9998775124549866,0.9998944997787476,0.9999114871025085,0.9999284744262695,0.9999454617500305,0.9999624490737915,0.9999794363975525,0.9999964237213135,1.0000133514404297,1.0000303983688354,1.0000473260879517,1.0000643730163574,1.0000813007354736,1.0000983476638794,1.0001153945922852,1.0001323223114014,1.0001493692398071,1.0001662969589233,1.000183343887329,1.0002002716064453,1.000217318534851,1.0002342462539673,1.000251293182373,1.0002682209014893,1.000285267829895,1.0003021955490112,1.000319242477417,1.0003361701965332,1.000353217124939,1.0003701448440552,1.000387191772461,1.0004041194915771,1.000421166419983,1.0004380941390991,1.0004551410675049,1.000472068786621,1.0004891157150269,1.000506043434143,1.0005230903625488,1.000540018081665,1.0005570650100708,1.000573992729187,1.0005910396575928,1.000607967376709,1.0006250143051147,1.000641942024231,1.0006589889526367],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[2,1,0,2,4,8,7,5,9,13,29,28,51,66,109,152,213,255,409,541,930,1355,1995,2733,4589,7119,11433,19676,34220,65649,147956,142601,63331,33873,18629,11440,7108,4349,2961,1815,1300,856,632,416,322,184,127,81,56,55,34,32,26,12,8,7,5,1,1,2,0,0,0,1],"bins":[-0.07373046875,-0.07135009765625,-0.0689697265625,-0.06658935546875,-0.064208984375,-0.06182861328125,-0.0594482421875,-0.05706787109375,-0.0546875,-0.05230712890625,-0.0499267578125,-0.04754638671875,-0.045166015625,-0.04278564453125,-0.0404052734375,-0.03802490234375,-0.03564453125,-0.03326416015625,-0.0308837890625,-0.02850341796875,-0.026123046875,-0.02374267578125,-0.0213623046875,-0.01898193359375,-0.0166015625,-0.01422119140625,-0.0118408203125,-0.00946044921875,-0.007080078125,-0.00469970703125,-0.0023193359375,6.103515625e-05,0.00244140625,0.00482177734375,0.0072021484375,0.00958251953125,0.011962890625,0.01434326171875,0.0167236328125,0.01910400390625,0.021484375,0.02386474609375,0.0262451171875,0.02862548828125,0.031005859375,0.03338623046875,0.0357666015625,0.03814697265625,0.04052734375,0.04290771484375,0.0452880859375,0.04766845703125,0.050048828125,0.05242919921875,0.0548095703125,0.05718994140625,0.0595703125,0.06195068359375,0.0643310546875,0.06671142578125,0.069091796875,0.07147216796875,0.0738525390625,0.07623291015625,0.07861328125]},"parameters/bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,1,3,1,0,2,1,3,4,6,8,13,15,15,19,26,25,27,23,29,16,17,13,19,14,10,12,16,15,15,10,10,6,9,10,11,14,6,16,16,17,25,15,25,27,23,25,24,23,17,13,16,10,8,6,4,3,1,4,1,0,1,3],"bins":[-0.00019723293371498585,-0.00019122048979625106,-0.00018520804587751627,-0.00017919560195878148,-0.0001731831580400467,-0.0001671707141213119,-0.00016115827020257711,-0.00015514582628384233,-0.00014913338236510754,-0.00014312092389445752,-0.00013710847997572273,-0.00013109603605698794,-0.00012508359213825315,-0.00011907114821951836,-0.00011305870430078357,-0.00010704626038204879,-0.000101033816463314,-9.502137254457921e-05,-8.900892862584442e-05,-8.299648470710963e-05,-7.698404078837484e-05,-7.097158959368244e-05,-6.495914567494765e-05,-5.894670175621286e-05,-5.293425783747807e-05,-4.692181391874328e-05,-4.0909370000008494e-05,-3.48969224432949e-05,-2.888447852456011e-05,-2.287203460582532e-05,-1.6859588868101127e-05,-1.0847144039871637e-05,-4.834699211642146e-06,1.1777456165873446e-06,7.190190444816835e-06,1.3202635273046326e-05,1.9215080101275817e-05,2.5227524020010605e-05,3.12399715767242e-05,3.725241549545899e-05,4.326485941419378e-05,4.927730333292857e-05,5.528974725166336e-05,6.130219117039815e-05,6.731464236509055e-05,7.332708628382534e-05,7.933953020256013e-05,8.535197412129492e-05,9.13644180400297e-05,9.73768619587645e-05,0.00010338930587749928,0.00010940174979623407,0.00011541419371496886,0.00012142664490966126,0.00012743908155243844,0.00013345152547117323,0.00013946398394182324,0.00014547642786055803,0.00015148887177929282,0.0001575013156980276,0.0001635137596167624,0.0001695262035354972,0.00017553864745423198,0.00018155109137296677,0.00018756353529170156],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.06396484375,-0.062255859375,-0.060546875,-0.058837890625,-0.05712890625,-0.055419921875,-0.0537109375,-0.052001953125,-0.05029296875,-0.048583984375,-0.046875,-0.045166015625,-0.04345703125,-0.041748046875,-0.0400390625,-0.038330078125,-0.03662109375,-0.034912109375,-0.033203125,-0.031494140625,-0.02978515625,-0.028076171875,-0.0263671875,-0.024658203125,-0.02294921875,-0.021240234375,-0.01953125,-0.017822265625,-0.01611328125,-0.014404296875,-0.0126953125,-0.010986328125,-0.00927734375,-0.007568359375,-0.005859375,-0.004150390625,-0.00244140625,-0.000732421875,0.0009765625,0.002685546875,0.00439453125,0.006103515625,0.0078125,0.009521484375,0.01123046875,0.012939453125,0.0146484375,0.016357421875,0.01806640625,0.019775390625,0.021484375,0.023193359375,0.02490234375,0.026611328125,0.0283203125,0.030029296875,0.03173828125,0.033447265625,0.03515625,0.036865234375,0.03857421875,0.040283203125,0.0419921875,0.043701171875,0.04541015625],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,1,0,1,3,1,5,3,2,3,5,5,4,11,5,7,18,16,14,18,21,23,24,24,31,23,28,27,31,37,37,21,38,33,32,32,18,17,14,23,18,11,18,8,16,1,8,7,6,2,3,4,1,2,0,4]},"gradients/bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.025146484375,-0.0244140625,-0.023681640625,-0.02294921875,-0.022216796875,-0.021484375,-0.020751953125,-0.02001953125,-0.019287109375,-0.0185546875,-0.017822265625,-0.01708984375,-0.016357421875,-0.015625,-0.014892578125,-0.01416015625,-0.013427734375,-0.0126953125,-0.011962890625,-0.01123046875,-0.010498046875,-0.009765625,-0.009033203125,-0.00830078125,-0.007568359375,-0.0068359375,-0.006103515625,-0.00537109375,-0.004638671875,-0.00390625,-0.003173828125,-0.00244140625,-0.001708984375,-0.0009765625,-0.000244140625,0.00048828125,0.001220703125,0.001953125,0.002685546875,0.00341796875,0.004150390625,0.0048828125,0.005615234375,0.00634765625,0.007080078125,0.0078125,0.008544921875,0.00927734375,0.010009765625,0.0107421875,0.011474609375,0.01220703125,0.012939453125,0.013671875,0.014404296875,0.01513671875,0.015869140625,0.0166015625,0.017333984375,0.01806640625,0.018798828125,0.01953125,0.020263671875,0.02099609375,0.021728515625],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,3,1,1,1,1,4,6,10,8,14,12,20,19,30,41,51,52,65,93,84,134,147,155,187,152,131,105,97,82,63,59,42,27,25,28,15,17,13,17,8,6,4,4,3,1,1,2,1,0,1,0,1,1]},"gradients/bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,0,1,3,4,5,6,5,8,14,6,7,12,19,15,16,25,30,18,29,25,22,27,31,37,31,36,39,33,30,28,33,18,16,28,17,17,10,10,10,12,8,4,1,3,3,3,2,2,1,0,0,2,0,0,1],"bins":[-0.07568359375,-0.073394775390625,-0.07110595703125,-0.068817138671875,-0.0665283203125,-0.064239501953125,-0.06195068359375,-0.059661865234375,-0.057373046875,-0.055084228515625,-0.05279541015625,-0.050506591796875,-0.0482177734375,-0.045928955078125,-0.04364013671875,-0.041351318359375,-0.0390625,-0.036773681640625,-0.03448486328125,-0.032196044921875,-0.0299072265625,-0.027618408203125,-0.02532958984375,-0.023040771484375,-0.020751953125,-0.018463134765625,-0.01617431640625,-0.013885498046875,-0.0115966796875,-0.009307861328125,-0.00701904296875,-0.004730224609375,-0.00244140625,-0.000152587890625,0.00213623046875,0.004425048828125,0.0067138671875,0.009002685546875,0.01129150390625,0.013580322265625,0.015869140625,0.018157958984375,0.02044677734375,0.022735595703125,0.0250244140625,0.027313232421875,0.02960205078125,0.031890869140625,0.0341796875,0.036468505859375,0.03875732421875,0.041046142578125,0.0433349609375,0.045623779296875,0.04791259765625,0.050201416015625,0.052490234375,0.054779052734375,0.05706787109375,0.059356689453125,0.0616455078125,0.063934326171875,0.06622314453125,0.068511962890625,0.07080078125]},"parameters/bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[3,2,6,6,7,11,9,11,23,17,32,23,28,31,16,17,17,10,21,7,9,9,12,8,11,9,9,4,15,5,11,7,13,8,16,9,13,15,15,19,18,17,23,16,26,30,24,29,20,13,11,5,6,2,4,0,4,1,3,0,1,0,0,1],"bins":[-0.00015356643416453153,-0.00014820339856669307,-0.0001428403629688546,-0.00013747732737101614,-0.00013211429177317768,-0.00012675125617533922,-0.00012138821330154315,-0.00011602517770370468,-0.00011066214210586622,-0.00010529910650802776,-9.99360709101893e-05,-9.457303531235084e-05,-8.920999243855476e-05,-8.38469568407163e-05,-7.848392124287784e-05,-7.312088564503938e-05,-6.775785004720092e-05,-6.239481444936246e-05,-5.7031778851523995e-05,-5.166873961570673e-05,-4.6305704017868266e-05,-4.0942668420029804e-05,-3.5579629184212536e-05,-3.0216593586374074e-05,-2.4853557988535613e-05,-1.949052239069715e-05,-1.4127484973869286e-05,-8.764448466536123e-06,-3.40141195920296e-06,1.961624548130203e-06,7.324661055463366e-06,1.268769756279653e-05,1.8050734070129693e-05,2.3413769667968154e-05,2.877680708479602e-05,3.4139844501623884e-05,3.9502880099462345e-05,4.486591569730081e-05,5.0228954933118075e-05,5.5591990530956537e-05,6.0955026128795e-05,6.631806172663346e-05,7.168109732447192e-05,7.704413292231038e-05,8.240717579610646e-05,8.777021139394492e-05,9.313324699178338e-05,9.849628258962184e-05,0.0001038593181874603,0.00010922235378529876,0.00011458538938313723,0.00011994842498097569,0.00012531146057881415,0.0001306744961766526,0.00013603753177449107,0.00014140056737232953,0.000146763602970168,0.00015212665311992168,0.00015748968871776015,0.0001628527243155986,0.00016821575991343707,0.00017357879551127553,0.000178941831109114,0.00018430486670695245,0.00018966790230479091]},"gradients/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.00494384765625,-0.004769325256347656,-0.0045948028564453125,-0.004420280456542969,-0.004245758056640625,-0.004071235656738281,-0.0038967132568359375,-0.0037221908569335938,-0.00354766845703125,-0.0033731460571289062,-0.0031986236572265625,-0.0030241012573242188,-0.002849578857421875,-0.0026750564575195312,-0.0025005340576171875,-0.0023260116577148438,-0.0021514892578125,-0.0019769668579101562,-0.0018024444580078125,-0.0016279220581054688,-0.001453399658203125,-0.0012788772583007812,-0.0011043548583984375,-0.0009298324584960938,-0.00075531005859375,-0.0005807876586914062,-0.0004062652587890625,-0.00023174285888671875,-5.7220458984375e-05,0.00011730194091796875,0.0002918243408203125,0.00046634674072265625,0.000640869140625,0.0008153915405273438,0.0009899139404296875,0.0011644363403320312,0.001338958740234375,0.0015134811401367188,0.0016880035400390625,0.0018625259399414062,0.00203704833984375,0.0022115707397460938,0.0023860931396484375,0.0025606155395507812,0.002735137939453125,0.0029096603393554688,0.0030841827392578125,0.0032587051391601562,0.0034332275390625,0.0036077499389648438,0.0037822723388671875,0.003956794738769531,0.004131317138671875,0.004305839538574219,0.0044803619384765625,0.004654884338378906,0.00482940673828125,0.005003929138183594,0.0051784515380859375,0.005352973937988281,0.005527496337890625,0.005702018737792969,0.0058765411376953125,0.006051063537597656,0.0062255859375],"_type":"histogram","values":[1,0,1,0,2,3,3,4,13,22,25,46,58,97,119,185,299,443,637,991,1633,2576,4350,7295,13186,24104,47780,114285,206898,80829,38112,19247,10670,6019,3662,2220,1416,837,598,392,245,170,118,92,39,40,19,14,12,5,2,1,4,3,1,0,0,0,0,0,0,0,0,1]},"gradients/bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,1,1,2,1,1,1,5,5,7,8,5,8,6,8,10,18,25,18,28,22,23,31,28,22,17,30,41,31,40,31,33,33,30,24,21,20,21,15,13,12,5,16,16,8,7,2,2,3,0,3,1,2,0,0,0,2,1],"bins":[-0.07899393141269684,-0.0766596570611,-0.07432538270950317,-0.07199110090732574,-0.06965682655572891,-0.06732255220413208,-0.06498827040195465,-0.06265399605035782,-0.060319721698760986,-0.057985447347164154,-0.05565116927027702,-0.05331689119338989,-0.05098261684179306,-0.04864834249019623,-0.0463140644133091,-0.04397978633642197,-0.041645511984825134,-0.0393112376332283,-0.03697695955634117,-0.03464268147945404,-0.03230840712785721,-0.029974130913615227,-0.027639854699373245,-0.025305578485131264,-0.022971302270889282,-0.0206370260566473,-0.01830274984240532,-0.015968473628163338,-0.013634197413921356,-0.011299921199679375,-0.008965644985437393,-0.006631368771195412,-0.00429709255695343,-0.0019628163427114487,0.00037145987153053284,0.0027057360857725143,0.005040012300014496,0.007374288514256477,0.009708564728498459,0.01204284094274044,0.014377117156982422,0.016711393371224403,0.019045669585466385,0.021379945799708366,0.023714222013950348,0.02604849822819233,0.02838277444243431,0.030717050656676292,0.033051326870918274,0.035385601222515106,0.03771987929940224,0.04005415737628937,0.0423884317278862,0.04472270607948303,0.04705698415637016,0.049391262233257294,0.051725536584854126,0.05405981093645096,0.05639408901333809,0.05872836709022522,0.06106264144182205,0.06339691579341888,0.06573119759559631,0.06806547194719315,0.07039974629878998]},"parameters/linear.weight":{"values":[808,1581,1565,1549,1554,1579,1579,1634,1506,1529,1620,1616,1526,1533,1547,1539,1575,1536,1554,1628,1624,1549,1545,1537,1523,1487,1489,1545,1607,1575,1514,1588,1538,1549,1568,1574,1544,1590,1553,1545,1555,1583,1536,1550,1574,1521,1544,1618,1544,1546,1569,1541,1576,1576,1604,1503,1597,1542,1595,1492,1555,1520,1544,917],"bins":[-0.03666199743747711,-0.035518448799848557,-0.0343748964369297,-0.03323134779930115,-0.03208779916167259,-0.030944248661398888,-0.029800698161125183,-0.028657149523496628,-0.027513599023222923,-0.02637004852294922,-0.025226499885320663,-0.02408294938504696,-0.022939398884773254,-0.0217958502471447,-0.020652299746870995,-0.01950875110924244,-0.018365200608968735,-0.01722165010869503,-0.016078101471066475,-0.01493455097079277,-0.01379100140184164,-0.01264745183289051,-0.011503901332616806,-0.010360351763665676,-0.009216802194714546,-0.008073252625763416,-0.006929702591150999,-0.005786152556538582,-0.004642602987587452,-0.0034990531858056784,-0.002355503384023905,-0.0012119535822421312,-6.840750575065613e-05,0.0010751422960311174,0.002218692097812891,0.0033622418995946646,0.004505791701376438,0.005649341270327568,0.006792891304939985,0.007936441339552402,0.009079990908503532,0.010223540477454662,0.011367090046405792,0.012510640546679497,0.013654190115630627,0.014797739684581757,0.01594129018485546,0.017084838822484016,0.01822838932275772,0.019371939823031425,0.02051548846065998,0.021659038960933685,0.02280258759856224,0.023946138098835945,0.02508968859910965,0.026233237236738205,0.02737678773701191,0.028520338237285614,0.02966388687491417,0.030807437375187874,0.03195098787546158,0.033094536513090134,0.03423808515071869,0.03538163751363754,0.0365251861512661],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.05698711425065994,-0.0553213469684124,-0.053655579686164856,-0.051989808678627014,-0.05032404139637947,-0.04865827411413193,-0.046992506831884384,-0.04532673582434654,-0.043660968542099,-0.041995201259851456,-0.04032943397760391,-0.03866366669535637,-0.03699789568781853,-0.035332128405570984,-0.03366636112332344,-0.0320005938410759,-0.030334824696183205,-0.02866905741393566,-0.02700328826904297,-0.025337520986795425,-0.023671751841902733,-0.02200598455965519,-0.020340215414762497,-0.018674448132514954,-0.01700868085026741,-0.015342911705374718,-0.0136771434918046,-0.012011375278234482,-0.010345607995986938,-0.00867983978241682,-0.007014071568846703,-0.005348303355276585,-0.0036825351417064667,-0.0020167669281363487,-0.00035099894739687443,0.0013147691497579217,0.002980537246912718,0.004646305460482836,0.006312073208391666,0.007977841421961784,0.009643609635531902,0.01130937784910202,0.012975146062672138,0.014640914276242256,0.0163066815584898,0.017972450703382492,0.019638217985630035,0.021303987130522728,0.02296975441277027,0.024635521695017815,0.026301290839910507,0.02796705812215805,0.029632827267050743,0.031298596411943436,0.03296436369419098,0.03463013097643852,0.036295898258686066,0.03796166554093361,0.03962743654847145,0.041293203830718994,0.04295897111296654,0.04462473839521408,0.04629050940275192,0.047956276684999466,0.04962204396724701],"_type":"histogram","values":[1,1,0,0,1,1,2,1,1,1,1,1,3,2,6,7,3,3,7,8,11,16,18,14,18,21,14,22,18,25,33,24,34,24,39,39,25,24,35,26,31,20,27,27,23,13,15,16,9,8,9,11,5,4,7,3,2,1,1,3,0,1,1,1]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,1,3,3,2,2,8,4,10,10,17,18,20,28,23,32,30,28,32,37,29,34,31,24,37,22,30,26,23,21,17,13,21,16,18,9,4,11,6,7,3,3,7,4,6,2,8,2,4,6,1,4,1,0,2,1,0,4,0,1],"bins":[0.9995483160018921,0.9995661973953247,0.9995840191841125,0.9996019005775452,0.999619722366333,0.9996376037597656,0.9996554255485535,0.9996733069419861,0.9996911287307739,0.9997090101242065,0.9997268915176392,0.999744713306427,0.9997625946998596,0.9997804164886475,0.9997982978820801,0.9998161196708679,0.9998340010643005,0.9998518824577332,0.999869704246521,0.9998875856399536,0.9999054074287415,0.9999232888221741,0.9999411106109619,0.9999589920043945,0.9999768733978271,0.999994695186615,1.0000125169754028,1.0000303983688354,1.000048279762268,1.0000661611557007,1.0000839233398438,1.0001018047332764,1.000119686126709,1.0001375675201416,1.0001554489135742,1.0001732110977173,1.00019109249115,1.0002089738845825,1.0002268552780151,1.0002446174621582,1.0002624988555908,1.0002803802490234,1.000298261642456,1.0003161430358887,1.0003339052200317,1.0003517866134644,1.000369668006897,1.0003875494003296,1.0004053115844727,1.0004231929779053,1.000441074371338,1.0004589557647705,1.0004768371582031,1.0004945993423462,1.0005124807357788,1.0005303621292114,1.000548243522644,1.0005661249160767,1.0005838871002197,1.0006017684936523,1.000619649887085,1.0006375312805176,1.0006552934646606,1.0006731748580933,1.0006910562515259],"_type":"histogram"},"gradients/bert.embeddings.LayerNorm.bias":{"bins":[-0.07418836653232574,-0.07186487317085266,-0.06954137235879898,-0.0672178789973259,-0.06489438563585281,-0.06257089227437973,-0.06024739518761635,-0.057923898100852966,-0.05560040473937988,-0.0532769076526165,-0.05095341056585312,-0.048629917204380035,-0.04630642011761665,-0.04398292675614357,-0.04165942966938019,-0.039335936307907104,-0.03701243922114372,-0.03468894213438034,-0.03236544877290726,-0.030041953548789024,-0.02771845832467079,-0.02539496123790741,-0.023071466013789177,-0.020747970789670944,-0.01842447556555271,-0.01610098034143448,-0.013777485117316246,-0.011453988961875439,-0.009130493737757206,-0.006806998513638973,-0.004483502823859453,-0.002160007366910577,0.00016348809003829956,0.002486983546987176,0.004810479003936052,0.007133974693715572,0.009457469917833805,0.011780965141952038,0.014104461297392845,0.016427956521511078,0.01875145174562931,0.021074946969747543,0.023398442193865776,0.02572193741798401,0.02804543450474739,0.030368929728865623,0.032692424952983856,0.03501591831445694,0.03733941540122032,0.039662912487983704,0.04198640584945679,0.04430990293622017,0.04663339629769325,0.048956893384456635,0.05128038674592972,0.0536038838326931,0.05592738091945648,0.058250874280929565,0.06057437136769295,0.06289786845445633,0.06522136181592941,0.0675448551774025,0.06986834853887558,0.07219184935092926,0.07451534271240234],"_type":"histogram","values":[1,0,2,0,0,2,1,1,3,4,2,6,4,5,3,13,6,8,19,11,18,15,22,18,20,32,29,21,28,34,29,31,34,25,40,30,29,23,19,22,21,18,20,12,10,11,14,11,11,4,5,5,6,1,0,1,0,1,1,3,1,0,1,1]},"parameters/bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,0,1,3,8,15,31,54,101,150,290,463,806,1185,1879,2846,4258,6189,8955,12338,16780,22275,28796,36040,44138,53896,62297,71518,80428,87010,92408,95613,97688,96526,93570,87939,80676,72636,63580,54802,45946,37194,29486,23112,17197,13068,9279,6536,4618,3022,1993,1271,778,492,300,145,120,56,30,19,6,3,2,1],"bins":[-0.10139088332653046,-0.09827715158462524,-0.09516341984272003,-0.09204969555139542,-0.0889359638094902,-0.08582223206758499,-0.08270850777626038,-0.07959477603435516,-0.07648104429244995,-0.07336731255054474,-0.07025358080863953,-0.06713985651731491,-0.0640261247754097,-0.060912393033504486,-0.05779866501688957,-0.05468493700027466,-0.051571205258369446,-0.04845747351646423,-0.04534374549984932,-0.042230017483234406,-0.03911628574132919,-0.03600255399942398,-0.03288882598280907,-0.029775096103549004,-0.02666136622428894,-0.023547636345028877,-0.020433906465768814,-0.01732017658650875,-0.014206446707248688,-0.011092716827988625,-0.007978986948728561,-0.004865257069468498,-0.0017515197396278381,0.001362210139632225,0.004475940018892288,0.007589669898152351,0.010703399777412415,0.013817129656672478,0.01693085953593254,0.020044589415192604,0.023158319294452667,0.02627204917371273,0.029385779052972794,0.03249950706958771,0.03561323881149292,0.03872697055339813,0.041840698570013046,0.04495442658662796,0.04806815832853317,0.051181890070438385,0.0542956180870533,0.05740934610366821,0.060523077845573425,0.06363680958747864,0.06675054132938385,0.06986426562070847,0.07297799736261368,0.07609172910451889,0.0792054533958435,0.08231918513774872,0.08543291687965393,0.08854664862155914,0.09166038036346436,0.09477410465478897,0.09788783639669418]},"parameters/bert.encoder.layer.3.attention.self.key.weight":{"values":[6,3,11,8,20,44,64,101,140,256,387,628,892,1309,1805,2586,3554,4802,6319,7959,10100,12176,14958,17633,20644,23413,26112,28525,30777,32097,32935,33545,32779,32027,30244,28301,26145,22976,20005,17507,14608,12004,9560,7726,5912,4587,3458,2539,1806,1275,902,597,398,252,158,106,69,32,21,9,3,5,2,2],"bins":[-0.08927299827337265,-0.08643430471420288,-0.08359561860561371,-0.08075692504644394,-0.07791823148727417,-0.075079545378685,-0.07224085181951523,-0.06940216571092606,-0.06656347215175629,-0.06372477859258652,-0.060886092483997345,-0.058047398924827576,-0.055208709090948105,-0.052370019257068634,-0.049531325697898865,-0.046692635864019394,-0.04385394603013992,-0.04101525619626045,-0.03817656636238098,-0.03533787280321121,-0.03249918296933174,-0.02966049313545227,-0.02682180143892765,-0.02398310974240303,-0.02114441990852356,-0.01830573007464409,-0.015467038378119469,-0.012628347612917423,-0.009789656847715378,-0.006950966082513332,-0.004112275317311287,-0.0012735845521092415,0.001565106213092804,0.004403796978294849,0.007242487743496895,0.01008117850869894,0.012919869273900986,0.015758559107780457,0.018597250804305077,0.021435942500829697,0.024274632334709167,0.02711332216858864,0.02995201386511326,0.03279070556163788,0.03562939539551735,0.03846808522939682,0.04130677878856659,0.04414546862244606,0.04698415845632553,0.049822848290205,0.05266153812408447,0.05550023168325424,0.05833892151713371,0.061177611351013184,0.06401630491018295,0.06685499101877213,0.0696936845779419,0.07253237813711166,0.07537106424570084,0.0782097578048706,0.08104844391345978,0.08388713747262955,0.08672583103179932,0.08956451714038849,0.09240321069955826],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.08984375,-0.0869903564453125,-0.084136962890625,-0.0812835693359375,-0.07843017578125,-0.0755767822265625,-0.072723388671875,-0.0698699951171875,-0.0670166015625,-0.0641632080078125,-0.061309814453125,-0.0584564208984375,-0.05560302734375,-0.0527496337890625,-0.049896240234375,-0.0470428466796875,-0.044189453125,-0.0413360595703125,-0.038482666015625,-0.0356292724609375,-0.03277587890625,-0.0299224853515625,-0.027069091796875,-0.0242156982421875,-0.0213623046875,-0.0185089111328125,-0.015655517578125,-0.0128021240234375,-0.00994873046875,-0.0070953369140625,-0.004241943359375,-0.0013885498046875,0.00146484375,0.0043182373046875,0.007171630859375,0.0100250244140625,0.01287841796875,0.0157318115234375,0.018585205078125,0.0214385986328125,0.0242919921875,0.0271453857421875,0.029998779296875,0.0328521728515625,0.03570556640625,0.0385589599609375,0.041412353515625,0.0442657470703125,0.047119140625,0.0499725341796875,0.052825927734375,0.0556793212890625,0.05853271484375,0.0613861083984375,0.064239501953125,0.0670928955078125,0.0699462890625,0.0727996826171875,0.075653076171875,0.0785064697265625,0.08135986328125,0.0842132568359375,0.087066650390625,0.0899200439453125,0.0927734375],"_type":"histogram","values":[2,1,0,1,1,6,5,8,11,10,16,26,40,62,68,113,158,238,315,467,708,1056,1608,2353,3844,5519,9204,14397,24611,44007,95657,183991,93503,43743,24357,14287,8851,5814,3520,2331,1619,1018,720,494,318,230,162,98,80,52,37,27,21,10,8,7,4,3,2,2,1,1,0,1]},"gradients/bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,0,3,2,3,3,3,13,10,14,26,47,41,74,148,199,372,574,978,1740,3046,5394,10391,20147,43856,105665,356080,717775,179904,65646,29361,14368,7474,3976,2271,1276,783,409,291,165,107,85,50,25,18,13,11,6,4,6,2,1,1,0,1,1,1,0,0,0,0,1],"bins":[-0.0673828125,-0.0650787353515625,-0.062774658203125,-0.0604705810546875,-0.05816650390625,-0.0558624267578125,-0.053558349609375,-0.0512542724609375,-0.0489501953125,-0.0466461181640625,-0.044342041015625,-0.0420379638671875,-0.03973388671875,-0.0374298095703125,-0.035125732421875,-0.0328216552734375,-0.030517578125,-0.0282135009765625,-0.025909423828125,-0.0236053466796875,-0.02130126953125,-0.0189971923828125,-0.016693115234375,-0.0143890380859375,-0.0120849609375,-0.0097808837890625,-0.007476806640625,-0.0051727294921875,-0.00286865234375,-0.0005645751953125,0.001739501953125,0.0040435791015625,0.00634765625,0.0086517333984375,0.010955810546875,0.0132598876953125,0.01556396484375,0.0178680419921875,0.020172119140625,0.0224761962890625,0.0247802734375,0.0270843505859375,0.029388427734375,0.0316925048828125,0.03399658203125,0.0363006591796875,0.038604736328125,0.0409088134765625,0.043212890625,0.0455169677734375,0.047821044921875,0.0501251220703125,0.05242919921875,0.0547332763671875,0.057037353515625,0.0593414306640625,0.0616455078125,0.0639495849609375,0.066253662109375,0.0685577392578125,0.07086181640625,0.0731658935546875,0.075469970703125,0.0777740478515625,0.080078125]},"gradients/bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.001922607421875,-0.0018635988235473633,-0.0018045902252197266,-0.0017455816268920898,-0.0016865730285644531,-0.0016275644302368164,-0.0015685558319091797,-0.001509547233581543,-0.0014505386352539062,-0.0013915300369262695,-0.0013325214385986328,-0.001273512840270996,-0.0012145042419433594,-0.0011554956436157227,-0.001096487045288086,-0.0010374784469604492,-0.0009784698486328125,-0.0009194612503051758,-0.0008604526519775391,-0.0008014440536499023,-0.0007424354553222656,-0.0006834268569946289,-0.0006244182586669922,-0.0005654096603393555,-0.0005064010620117188,-0.00044739246368408203,-0.0003883838653564453,-0.0003293752670288086,-0.0002703666687011719,-0.00021135807037353516,-0.00015234947204589844,-9.334087371826172e-05,-3.4332275390625e-05,2.467632293701172e-05,8.368492126464844e-05,0.00014269351959228516,0.00020170211791992188,0.0002607107162475586,0.0003197193145751953,0.00037872791290283203,0.00043773651123046875,0.0004967451095581055,0.0005557537078857422,0.0006147623062133789,0.0006737709045410156,0.0007327795028686523,0.0007917881011962891,0.0008507966995239258,0.0009098052978515625,0.0009688138961791992,0.001027822494506836,0.0010868310928344727,0.0011458396911621094,0.001204848289489746,0.0012638568878173828,0.0013228654861450195,0.0013818740844726562,0.001440882682800293,0.0014998912811279297,0.0015588998794555664,0.0016179084777832031,0.0016769170761108398,0.0017359256744384766,0.0017949342727661133,0.00185394287109375],"_type":"histogram","values":[1,0,0,0,1,1,2,0,2,2,1,1,2,3,5,7,8,12,8,17,13,16,19,28,21,24,27,30,24,37,23,34,31,33,35,28,26,25,22,19,30,17,15,17,14,13,8,12,14,10,8,4,4,4,2,2,1,1,1,1,0,1,0,1]},"parameters/bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,7,8,15,25,38,63,124,188,298,514,719,1230,1653,2402,3343,4636,6146,8265,10426,13363,16328,19338,22430,25769,28930,31519,33137,35139,35664,35785,34174,32557,30792,27595,24877,21449,18156,15047,12051,9509,7391,5500,4111,2983,2055,1424,978,648,392,255,147,92,78,23,18,9,6,1,0,2],"bins":[-0.09976523369550705,-0.09672413766384125,-0.09368304163217545,-0.09064195305109024,-0.08760085701942444,-0.08455976098775864,-0.08151866495609283,-0.07847756892442703,-0.07543647289276123,-0.07239538431167603,-0.06935428828001022,-0.06631319224834442,-0.06327209621667862,-0.060231003910303116,-0.057189907878637314,-0.05414881557226181,-0.05110771954059601,-0.048066623508930206,-0.0450255312025547,-0.0419844351708889,-0.0389433428645134,-0.035902246832847595,-0.03286115080118179,-0.02982005663216114,-0.026778962463140488,-0.023737868294119835,-0.020696774125099182,-0.01765567809343338,-0.014614583924412727,-0.011573489755392075,-0.008532394655048847,-0.005491300020366907,-0.00245019793510437,0.00059089669957757,0.00363199133425951,0.00667308596894145,0.00971418060362339,0.012755274772644043,0.015796370804309845,0.018837464973330498,0.02187855914235115,0.024919653311371803,0.027960747480392456,0.031001843512058258,0.03404293954372406,0.037084031850099564,0.040125127881765366,0.04316622018814087,0.04620731621980667,0.04924841225147247,0.05228950455784798,0.05533060058951378,0.05837169289588928,0.061412788927555084,0.06445388495922089,0.06749498099088669,0.07053607702255249,0.0735771656036377,0.0766182616353035,0.0796593576669693,0.0827004536986351,0.0857415497303009,0.08878263831138611,0.09182373434305191,0.09486483037471771]},"parameters/bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.0985746830701828,-0.09559901058673859,-0.09262333065271378,-0.08964765816926956,-0.08667197823524475,-0.08369630575180054,-0.08072063326835632,-0.07774495333433151,-0.0747692808508873,-0.07179360836744308,-0.06881792843341827,-0.06584225594997406,-0.06286658346652985,-0.059890903532505035,-0.05691523104906082,-0.05393955484032631,-0.0509638786315918,-0.047988202422857285,-0.04501252621412277,-0.04203685373067856,-0.039061177521944046,-0.036085501313209534,-0.03310982882976532,-0.030134152621030807,-0.027158476412296295,-0.024182800203561783,-0.02120712585747242,-0.018231451511383057,-0.015255775302648544,-0.012280100025236607,-0.009304424747824669,-0.006328749470412731,-0.0033530667424201965,-0.0003773914650082588,0.002598283812403679,0.005573959089815617,0.008549634367227554,0.011525309644639492,0.01450098492205143,0.017476659268140793,0.020452335476875305,0.023428011685609818,0.02640368603169918,0.029379360377788544,0.032355036586523056,0.03533071279525757,0.03830638527870178,0.041282061487436295,0.04425773769617081,0.04723341390490532,0.05020909011363983,0.053184762597084045,0.05616043880581856,0.05913611501455307,0.062111787497997284,0.0650874674320221,0.06806313991546631,0.07103881239891052,0.07401449233293533,0.07699016481637955,0.07996584475040436,0.08294151723384857,0.08591718971729279,0.0888928696513176,0.09186854213476181],"_type":"histogram","values":[2,1,2,1,8,10,14,21,42,83,115,199,309,516,796,1200,1662,2361,3355,4592,6043,7959,9956,12765,15312,18276,21512,24968,27646,30024,32562,33914,34988,34838,33962,32815,30749,28388,25428,22136,19105,16256,13108,10678,8242,6469,4865,3660,2568,1844,1201,815,546,357,211,157,96,45,37,15,11,6,1,1]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.07155268639326096,-0.06936651468276978,-0.06718035042285919,-0.06499417871236801,-0.06280800700187683,-0.06062184274196625,-0.05843567103147507,-0.056249503046274185,-0.0540633350610733,-0.05187716707587242,-0.04969099909067154,-0.04750482738018036,-0.04531865939497948,-0.043132491409778595,-0.040946319699287415,-0.03876015171408653,-0.03657398372888565,-0.03438781574368477,-0.03220164775848389,-0.030015476047992706,-0.027829308062791824,-0.025643140077590942,-0.02345697022974491,-0.02127080038189888,-0.019084632396697998,-0.016898464411497116,-0.014712294563651085,-0.012526125647127628,-0.010339956730604172,-0.008153787814080715,-0.005967618897557259,-0.003781449981033802,-0.0015952885150909424,0.0005908804014325142,0.0027770493179559708,0.004963218234479427,0.007149387151002884,0.00933555606752634,0.011521724984049797,0.013707893900573254,0.01589406281709671,0.018080230802297592,0.020266400650143623,0.022452570497989655,0.024638738483190536,0.02682490646839142,0.02901107631623745,0.03119724616408348,0.03338341414928436,0.035569582134485245,0.03775575011968613,0.03994192183017731,0.04212808981537819,0.04431425780057907,0.04650042951107025,0.04868659749627113,0.050872765481472015,0.0530589334666729,0.05524510145187378,0.05743127316236496,0.05961744114756584,0.061803609132766724,0.0639897808432579,0.06617594510316849,0.06836211681365967],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,1,0,1,0,3,1,4,2,2,4,5,8,9,17,18,21,19,38,42,48,83,96,87,58,42,29,14,21,19,17,14,5,7,6,4,3,2,1,2,1,1,2,0,3,0,0,1,0,3,0,0,0,1]},"parameters/linear.bias":{"_type":"histogram","values":[1,2,1,1,3,2,3,1,2,3,1,2,0,5,1,2,3,1,2,3,3,3,1,3,1,0,1,4,4,2,2,3,1,2,2,1,2,4,0,2,0,2,3,7,0,3,3,2,1,1,0,1,2,1,2,3,1,1,2,2,4,3,1,3],"bins":[-0.035402700304985046,-0.034290675073862076,-0.033178649842739105,-0.032066620886325836,-0.030954595655202866,-0.029842570424079895,-0.028730545192956924,-0.027618518099188805,-0.026506492868065834,-0.025394467636942863,-0.024282440543174744,-0.023170415312051773,-0.022058390080928802,-0.020946362987160683,-0.019834337756037712,-0.018722310662269592,-0.01761028543114662,-0.01649826020002365,-0.015386233106255531,-0.01427420787513256,-0.013162181712687016,-0.01205015555024147,-0.0109381303191185,-0.009826104156672955,-0.00871407799422741,-0.007602051831781864,-0.006490026134997606,-0.005378000438213348,-0.004265974275767803,-0.0031539483461529016,-0.002041922416538,-0.0009298964869230986,0.00018213316798210144,0.001294159097597003,0.0024061850272119045,0.003518210956826806,0.004630236886441708,0.005742263048887253,0.006854288745671511,0.007966314442455769,0.009078340604901314,0.010190366767346859,0.011302392929792404,0.012414418160915375,0.01352644432336092,0.014638470485806465,0.015750495716929436,0.016862522810697556,0.017974548041820526,0.019086573272943497,0.020198600366711617,0.021310625597834587,0.022422652691602707,0.023534677922725677,0.024646703153848648,0.025758730247616768,0.02687075547873974,0.02798278070986271,0.02909480780363083,0.0302068330347538,0.03131885826587677,0.03243088349699974,0.03354291245341301,0.03465493768453598,0.03576696291565895]},"parameters/bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,4,8,5,20,22,31,65,104,179,266,459,642,973,1459,2116,2964,3998,5446,6995,9259,11560,14337,17153,20267,23128,25966,28594,31173,32826,34070,34655,34373,32877,31594,29303,26662,23737,20744,17561,14500,12190,9650,7474,5737,4385,3231,2322,1639,1131,691,496,314,173,141,60,38,26,14,7,5,3],"bins":[-0.09854767471551895,-0.09561435878276825,-0.09268104285001755,-0.08974772691726685,-0.08681441843509674,-0.08388110250234604,-0.08094778656959534,-0.07801447063684464,-0.07508115470409393,-0.07214783877134323,-0.06921453028917313,-0.06628121435642242,-0.06334789842367172,-0.06041458249092102,-0.05748126655817032,-0.054547954350709915,-0.05161463841795921,-0.04868132248520851,-0.04574801027774811,-0.042814694344997406,-0.039881378412246704,-0.0369480662047863,-0.0340147502720356,-0.031081434339284897,-0.028148120269179344,-0.02521480619907379,-0.02228149026632309,-0.019348176196217537,-0.016414862126111984,-0.013481546193361282,-0.01054823212325573,-0.007614917121827602,-0.004681602120399475,-0.0017482873518019915,0.0011850274167954922,0.004118341952562332,0.0070516569539904594,0.009984971955418587,0.01291828602552414,0.01585160195827484,0.018784916028380394,0.021718230098485947,0.02465154603123665,0.0275848601013422,0.030518174171447754,0.033451490104198456,0.03638480603694916,0.03931811824440956,0.04225143417716026,0.045184750109910965,0.04811806231737137,0.05105137825012207,0.05398469418287277,0.056918006390333176,0.05985132232308388,0.06278463453054428,0.06571795046329498,0.06865126639604568,0.07158458232879639,0.07451789826154709,0.07745121419429779,0.0803845226764679,0.0833178386092186,0.0862511545419693,0.08918447047472]},"gradients/bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.0908203125,-0.0880279541015625,-0.085235595703125,-0.0824432373046875,-0.07965087890625,-0.0768585205078125,-0.074066162109375,-0.0712738037109375,-0.0684814453125,-0.0656890869140625,-0.062896728515625,-0.0601043701171875,-0.05731201171875,-0.0545196533203125,-0.051727294921875,-0.0489349365234375,-0.046142578125,-0.0433502197265625,-0.040557861328125,-0.0377655029296875,-0.03497314453125,-0.0321807861328125,-0.029388427734375,-0.0265960693359375,-0.0238037109375,-0.0210113525390625,-0.018218994140625,-0.0154266357421875,-0.01263427734375,-0.0098419189453125,-0.007049560546875,-0.0042572021484375,-0.00146484375,0.0013275146484375,0.004119873046875,0.0069122314453125,0.00970458984375,0.0124969482421875,0.015289306640625,0.0180816650390625,0.0208740234375,0.0236663818359375,0.026458740234375,0.0292510986328125,0.03204345703125,0.0348358154296875,0.037628173828125,0.0404205322265625,0.043212890625,0.0460052490234375,0.048797607421875,0.0515899658203125,0.05438232421875,0.0571746826171875,0.059967041015625,0.0627593994140625,0.0655517578125,0.0683441162109375,0.071136474609375,0.0739288330078125,0.07672119140625,0.0795135498046875,0.082305908203125,0.0850982666015625,0.087890625],"_type":"histogram","values":[1,0,0,0,0,3,2,3,0,6,10,11,10,26,40,35,72,109,171,244,433,561,920,1375,2177,3547,5442,8316,13741,23416,43592,92767,188129,97047,45428,23756,14223,8699,5645,3316,2359,1480,936,617,400,272,151,110,71,44,42,17,17,11,9,7,0,1,5,1,0,0,0,1]},"gradients/bert.encoder.layer.0.attention.self.key.bias":{"bins":[-1.7881393432617188e-05,-1.7391517758369446e-05,-1.6901642084121704e-05,-1.6411766409873962e-05,-1.592189073562622e-05,-1.543201506137848e-05,-1.4942139387130737e-05,-1.4452263712882996e-05,-1.3962388038635254e-05,-1.3472512364387512e-05,-1.298263669013977e-05,-1.2492761015892029e-05,-1.2002885341644287e-05,-1.1513009667396545e-05,-1.1023133993148804e-05,-1.0533258318901062e-05,-1.004338264465332e-05,-9.553506970405579e-06,-9.063631296157837e-06,-8.573755621910095e-06,-8.083879947662354e-06,-7.594004273414612e-06,-7.10412859916687e-06,-6.614252924919128e-06,-6.124377250671387e-06,-5.634501576423645e-06,-5.144625902175903e-06,-4.654750227928162e-06,-4.16487455368042e-06,-3.6749988794326782e-06,-3.1851232051849365e-06,-2.695247530937195e-06,-2.205371856689453e-06,-1.7154961824417114e-06,-1.2256205081939697e-06,-7.35744833946228e-07,-2.4586915969848633e-07,2.4400651454925537e-07,7.338821887969971e-07,1.2237578630447388e-06,1.7136335372924805e-06,2.203509211540222e-06,2.693384885787964e-06,3.1832605600357056e-06,3.6731362342834473e-06,4.163011908531189e-06,4.652887582778931e-06,5.142763257026672e-06,5.632638931274414e-06,6.122514605522156e-06,6.6123902797698975e-06,7.102265954017639e-06,7.592141628265381e-06,8.082017302513123e-06,8.571892976760864e-06,9.061768651008606e-06,9.551644325256348e-06,1.004151999950409e-05,1.0531395673751831e-05,1.1021271347999573e-05,1.1511147022247314e-05,1.2001022696495056e-05,1.2490898370742798e-05,1.298077404499054e-05,1.3470649719238281e-05],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,0,2,0,0,1,2,4,0,4,4,4,3,7,2,0,4,2,8,5,3,7,13,16,28,34,54,84,133,110,71,39,20,18,14,8,6,8,8,3,8,6,6,2,0,2,1,2,1,2,1,0,0,2,2,1]},"parameters/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,1,2,2,3,7,4,3,11,5,12,6,11,16,19,24,21,33,24,23,17,19,18,21,18,16,15,17,13,13,13,13,7,21,20,15,9,17,24,19,29,24,12,20,19,22,14,17,7,12,7,9,5,6,4,0,2,0,2,3],"bins":[-0.00022134598111733794,-0.0002149423526134342,-0.00020853870955761522,-0.00020213508105371147,-0.00019573145254980773,-0.00018932780949398875,-0.000182924180990085,-0.00017652055248618126,-0.0001701169239822775,-0.00016371328092645854,-0.0001573096524225548,-0.00015090602391865104,-0.00014450238086283207,-0.00013809875235892832,-0.00013169512385502458,-0.0001252914807992056,-0.00011888785229530185,-0.0001124842165154405,-0.00010608058801153675,-9.967695223167539e-05,-9.327332372777164e-05,-8.686968794791028e-05,-8.046605216804892e-05,-7.406242366414517e-05,-6.765878788428381e-05,-6.125515210442245e-05,-5.4851523600518703e-05,-4.844788782065734e-05,-4.204425567877479e-05,-3.5640623536892235e-05,-2.9236989576020278e-05,-2.283335561514832e-05,-1.6429738025180995e-05,-1.002610497380374e-05,-3.6224719224264845e-06,2.781161128950771e-06,9.184794180328026e-06,1.558842632221058e-05,2.1992060283082537e-05,2.8395694243954495e-05,3.479932638583705e-05,4.12029585277196e-05,4.7606590669602156e-05,5.4010226449463516e-05,6.041385859134607e-05,6.681749073322862e-05,7.322112651308998e-05,7.962475501699373e-05,8.602839079685509e-05,9.243202657671645e-05,9.88356550806202e-05,0.00010523929086048156,0.00011164291936438531,0.00011804655514424667,0.00012445019092410803,0.00013085381942801178,0.00013725744793191552,0.0001436610909877345,0.00015006471949163824,0.000156468347995542,0.00016287199105136096,0.0001692756195552647,0.00017567924805916846,0.00018208289111498743,0.00018848651961889118]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.0001753277756506577,-0.0001699966669548303,-0.0001646655728109181,-0.00015933446411509067,-0.00015400335541926324,-0.00014867226127535105,-0.00014334115257952362,-0.0001380100438836962,-0.000132678949739784,-0.00012734784104395658,-0.00012201673962408677,-0.00011668563820421696,-0.00011135452950838953,-0.00010602342808851972,-0.00010069232666864991,-9.536121797282249e-05,-9.003011655295268e-05,-8.469901513308287e-05,-7.936790643725544e-05,-7.403680501738563e-05,-6.870570359751582e-05,-6.33745949016884e-05,-5.8043493481818587e-05,-5.2712392061948776e-05,-4.738128700410016e-05,-4.205018194625154e-05,-3.671908052638173e-05,-3.1387975468533114e-05,-2.60568722296739e-05,-2.0725768990814686e-05,-1.539466393296607e-05,-1.0063560694106854e-05,-4.732457455247641e-06,5.986462383589242e-07,5.929749931965489e-06,1.1260854080319405e-05,1.659195731917862e-05,2.1923060558037832e-05,2.725416561588645e-05,3.258526703575626e-05,3.791637209360488e-05,4.3247477151453495e-05,4.8578578571323305e-05,5.390968362917192e-05,5.924078868702054e-05,6.457189010689035e-05,6.990299152676016e-05,7.523410022258759e-05,8.05652016424574e-05,8.58963030623272e-05,9.122741175815463e-05,9.655851317802444e-05,0.00010188961459789425,0.00010722072329372168,0.00011255182471359149,0.0001178829261334613,0.00012321403482928872,0.00012854512897320092,0.00013387623766902834,0.00013920734636485577,0.00014453844050876796,0.0001498695492045954,0.0001552006579004228,0.000160531752044335,0.00016586286074016243],"_type":"histogram","values":[2,0,2,2,1,6,1,4,4,8,10,20,18,20,22,19,34,15,23,20,16,14,16,19,18,10,10,9,11,9,8,10,11,8,11,9,8,15,12,9,8,21,11,12,18,20,19,19,20,18,32,22,9,14,10,10,6,10,8,6,4,3,3,1]},"parameters/bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,2,2,2,9,17,25,59,87,160,247,439,690,991,1493,2258,3182,4405,5819,7810,10182,12784,15816,18996,22418,25530,28549,31477,33855,35240,36272,36206,34831,33128,30990,27924,24881,21702,18118,15310,12080,9478,7497,5564,4195,2946,2155,1427,967,609,395,233,152,96,48,31,19,12,6,4,2],"bins":[-0.10405199974775314,-0.10098256915807724,-0.09791313856840134,-0.09484370797872543,-0.09177427738904953,-0.08870484679937363,-0.08563541620969772,-0.08256598562002182,-0.07949656248092651,-0.07642713189125061,-0.07335770130157471,-0.0702882707118988,-0.0672188401222229,-0.064149409532547,-0.061079978942871094,-0.05801054835319519,-0.05494111776351929,-0.051871687173843384,-0.04880225658416748,-0.04573282599449158,-0.042663395404815674,-0.03959396854043007,-0.036524537950754166,-0.03345510736107826,-0.03038567677140236,-0.027316246181726456,-0.024246815592050552,-0.0211773868650198,-0.018107956275343895,-0.015038525685667992,-0.011969096027314663,-0.008899666368961334,-0.005830235779285431,-0.002760805655270815,0.0003086244687438011,0.003378054592758417,0.006447484716773033,0.009516915306448936,0.012586344964802265,0.015655774623155594,0.018725205212831497,0.0217946358025074,0.024864066392183304,0.027933495119214058,0.03100292570888996,0.034072354435920715,0.03714178502559662,0.04021121561527252,0.043280646204948425,0.04635007679462433,0.04941950738430023,0.052488937973976135,0.05555836856365204,0.05862779542803764,0.06169722601771355,0.06476666033267975,0.06783609092235565,0.07090551406145096,0.07397494465112686,0.07704437524080276,0.08011380583047867,0.08318323642015457,0.08625266700983047,0.08932209759950638,0.09239152818918228]},"_step":63,"gradients/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,0,0,2,2,3,1,3,2,2,8,3,6,1,7,7,17,20,18,24,37,41,63,72,95,74,57,31,30,29,17,18,12,9,10,8,5,7,4,2,2,2,1,2,2,2,2,1,0,0,0,0,1,0,2,0,0,0,0,0,0,1],"bins":[-0.03660116717219353,-0.035227056592702866,-0.033852946013212204,-0.03247883915901184,-0.03110472857952118,-0.029730618000030518,-0.028356507420539856,-0.026982398703694344,-0.025608288124203682,-0.02423417754471302,-0.022860068827867508,-0.021485958248376846,-0.020111847668886185,-0.018737738952040672,-0.01736362837255001,-0.0159895196557045,-0.014615409076213837,-0.01324129942804575,-0.011867189779877663,-0.010493079200387001,-0.009118969552218914,-0.007744859904050827,-0.006370749790221453,-0.004996639676392078,-0.0036225300282239914,-0.0022484201472252607,-0.0008743102662265301,0.0004997996147722006,0.0018739094957709312,0.003248019376769662,0.0046221292577683926,0.005996239371597767,0.007370352745056152,0.00874446239322424,0.010118572041392326,0.011492682620882988,0.012866792269051075,0.014240901917219162,0.015615012496709824,0.016989121213555336,0.018363231793045998,0.01973734237253666,0.02111145108938217,0.022485561668872833,0.023859672248363495,0.025233780965209007,0.02660789154469967,0.02798200026154518,0.029356110841035843,0.030730221420526505,0.032104332000017166,0.03347843885421753,0.03485254943370819,0.03622666001319885,0.037600770592689514,0.038974881172180176,0.04034899175167084,0.0417230986058712,0.04309720918536186,0.044471319764852524,0.045845430344343185,0.04721954092383385,0.04859364777803421,0.04996775835752487,0.05134186893701553]},"parameters/bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.0960274487733841,-0.09303107112646103,-0.09003469347953796,-0.0870383158326149,-0.08404193818569183,-0.08104556798934937,-0.0780491903424263,-0.07505281269550323,-0.07205643504858017,-0.0690600574016571,-0.06606367975473404,-0.06306730210781097,-0.06007092818617821,-0.05707455053925514,-0.054078176617622375,-0.05108179897069931,-0.048085421323776245,-0.04508904367685318,-0.042092666029930115,-0.03909629210829735,-0.03609991446137428,-0.03310353681445122,-0.0301071610301733,-0.027110785245895386,-0.02411440759897232,-0.021118029952049255,-0.01812165416777134,-0.015125277452170849,-0.012128900736570358,-0.009132524020969868,-0.006136147305369377,-0.0031397705897688866,-0.00014338642358779907,0.0028529902920126915,0.005849367007613182,0.008845743723213673,0.011842120438814163,0.014838497154414654,0.017834873870015144,0.02083124965429306,0.023827627301216125,0.02682400494813919,0.029820380732417107,0.03281675651669502,0.03581313416361809,0.03880951181054115,0.04180588573217392,0.044802263379096985,0.04779864102602005,0.050795018672943115,0.05379139631986618,0.05678777024149895,0.05978414788842201,0.06278052181005478,0.06577689945697784,0.06877327710390091,0.07176965475082397,0.07476603239774704,0.0777624100446701,0.08075878769159317,0.08375516533851624,0.0867515355348587,0.08974791318178177,0.09274429082870483,0.0957406684756279],"_type":"histogram","values":[5,3,1,6,17,21,64,101,191,297,513,837,1269,1917,2995,4360,6235,8778,11892,16031,21233,27018,33727,41395,49315,58398,66806,74759,81248,87654,91146,93777,93969,90793,88599,82709,75409,66858,58907,50220,42405,34134,27726,21464,16418,12563,8937,6480,4614,3117,2058,1315,848,529,304,204,119,74,42,18,13,1,4,4]},"parameters/bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,2,3,5,2,4,3,1,12,10,11,9,9,13,16,14,17,18,18,15,11,13,22,20,24,27,19,18,21,21,14,17,17,18,24,23,13,19,26,16,16,17,11,13,12,14,24,13,11,12,13,12,8,5,5,4,2,1,2,0,4,0,0,2],"bins":[-0.0006139275501482189,-0.0005942744901403785,-0.0005746214301325381,-0.0005549683701246977,-0.0005353153101168573,-0.0005156622501090169,-0.0004960091901011765,-0.0004763561300933361,-0.0004567030700854957,-0.0004370500100776553,-0.0004173969500698149,-0.0003977438900619745,-0.00037809083005413413,-0.00035843777004629374,-0.00033878471003845334,-0.00031913165003061295,-0.00029947859002277255,-0.00027982553001493216,-0.00026017247000709176,-0.00024051940999925137,-0.00022086634999141097,-0.00020121328998357058,-0.00018156022997573018,-0.00016190716996788979,-0.0001422541099600494,-0.000122601049952209,-0.0001029479899443686,-8.32949299365282e-05,-6.364186992868781e-05,-4.3988809920847416e-05,-2.433574991300702e-05,-4.682689905166626e-06,1.4970311895012856e-05,3.462337190285325e-05,5.4276431910693645e-05,7.392949191853404e-05,9.358255192637444e-05,0.00011323561193421483,0.00013288867194205523,0.00015254173194989562,0.00017219479195773602,0.0001918478519655764,0.0002115009119734168,0.0002311539719812572,0.0002508070319890976,0.000270460091996938,0.0002901131520047784,0.0003097662120126188,0.0003294192720204592,0.00034907233202829957,0.00036872539203613997,0.00038837845204398036,0.00040803151205182076,0.00042768457205966115,0.00044733763206750154,0.00046699069207534194,0.00048664375208318233,0.0005062968120910227,0.0005259498720988631,0.0005456029321067035,0.0005652559921145439,0.0005849090521223843,0.0006045621121302247,0.0006242151721380651,0.0006438682321459055]},"gradients/bert.encoder.layer.3.attention.self.query.weight":{"values":[1,5,6,6,13,10,8,16,22,22,52,68,88,131,149,215,313,431,644,838,1143,1690,2427,3368,4897,7168,10589,16021,25352,41090,72714,146178,106181,54274,31837,20046,13252,8735,5968,3999,2815,2129,1329,1018,700,555,385,229,165,146,127,62,52,33,37,18,13,12,13,4,4,7,2,2],"bins":[-0.002960205078125,-0.002866983413696289,-0.002773761749267578,-0.002680540084838867,-0.0025873184204101562,-0.0024940967559814453,-0.0024008750915527344,-0.0023076534271240234,-0.0022144317626953125,-0.0021212100982666016,-0.0020279884338378906,-0.0019347667694091797,-0.0018415451049804688,-0.0017483234405517578,-0.0016551017761230469,-0.001561880111694336,-0.001468658447265625,-0.001375436782836914,-0.0012822151184082031,-0.0011889934539794922,-0.0010957717895507812,-0.0010025501251220703,-0.0009093284606933594,-0.0008161067962646484,-0.0007228851318359375,-0.0006296634674072266,-0.0005364418029785156,-0.0004432201385498047,-0.00034999847412109375,-0.0002567768096923828,-0.00016355514526367188,-7.033348083496094e-05,2.288818359375e-05,0.00011610984802246094,0.00020933151245117188,0.0003025531768798828,0.00039577484130859375,0.0004889965057373047,0.0005822181701660156,0.0006754398345947266,0.0007686614990234375,0.0008618831634521484,0.0009551048278808594,0.0010483264923095703,0.0011415481567382812,0.0012347698211669922,0.0013279914855957031,0.001421213150024414,0.001514434814453125,0.001607656478881836,0.0017008781433105469,0.0017940998077392578,0.0018873214721679688,0.0019805431365966797,0.0020737648010253906,0.0021669864654541016,0.0022602081298828125,0.0023534297943115234,0.0024466514587402344,0.0025398731231689453,0.0026330947875976562,0.002726316452026367,0.002819538116455078,0.002912759780883789,0.0030059814453125],"_type":"histogram"},"parameters/bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0001758830330800265,-0.00017067028966266662,-0.0001654575316933915,-0.0001602447882760316,-0.0001550320303067565,-0.0001498192868893966,-0.0001446065289201215,-0.0001393937855027616,-0.00013418102753348649,-0.0001289682841161266,-0.00012375552614685148,-0.00011854278272949159,-0.00011333003203617409,-0.00010811728134285659,-0.00010290453064953908,-9.769177995622158e-05,-9.247902926290408e-05,-8.726627856958658e-05,-8.205352787626907e-05,-7.684077718295157e-05,-7.162802648963407e-05,-6.641527579631656e-05,-6.120252510299906e-05,-5.5989778047660366e-05,-5.077702735434286e-05,-4.556427666102536e-05,-4.035152596770786e-05,-3.5138775274390355e-05,-2.9926026400062256e-05,-2.4713275706744753e-05,-1.9500526832416654e-05,-1.4287776139099151e-05,-9.075025445781648e-06,-3.862275207211496e-06,1.3504750313586555e-06,6.563225269928807e-06,1.177597550849896e-05,1.6988726201816462e-05,2.220147507614456e-05,2.7414225769462064e-05,3.262697646277957e-05,3.783972715609707e-05,4.305247784941457e-05,4.8265228542732075e-05,5.347797559807077e-05,5.869072629138827e-05,6.390347698470578e-05,6.911622767802328e-05,7.432897837134078e-05,7.954172906465828e-05,8.475447975797579e-05,8.996723045129329e-05,9.517998114461079e-05,0.0001003927318379283,0.0001056054825312458,0.0001108182332245633,0.00011603097664192319,0.00012124372733524069,0.0001264564780285582,0.0001316692359978333,0.0001368819794151932,0.00014209473738446832,0.0001473074808018282,0.00015252023877110332,0.0001577329821884632],"_type":"histogram","values":[1,1,1,1,2,1,4,4,0,5,6,8,17,26,22,29,16,32,22,16,24,13,20,11,13,6,13,8,10,19,5,12,8,9,10,13,16,7,10,7,5,13,13,11,19,15,15,20,19,25,23,27,22,22,8,21,9,13,8,3,1,3,1,4]},"gradients/bert.embeddings.LayerNorm.weight":{"values":[1,0,1,0,0,0,0,0,1,2,0,0,2,4,0,3,1,3,7,6,13,11,15,33,28,38,54,59,89,98,74,56,32,20,25,13,20,11,8,2,4,4,4,3,5,4,2,2,1,1,2,0,3,0,0,1,1,0,0,0,0,0,0,1],"bins":[-0.06865626573562622,-0.06632263213396072,-0.06398899853229523,-0.06165536493062973,-0.05932173132896423,-0.05698809772729874,-0.05465446412563324,-0.05232083052396774,-0.049987196922302246,-0.04765356332063675,-0.04531992971897125,-0.042986296117305756,-0.04065266251564026,-0.03831902891397476,-0.035985395312309265,-0.03365176171064377,-0.03131812810897827,-0.028984494507312775,-0.026650860905647278,-0.02431722730398178,-0.021983593702316284,-0.019649960100650787,-0.01731632649898529,-0.014982692897319794,-0.012649059295654297,-0.0103154256939888,-0.007981792092323303,-0.005648158490657806,-0.0033145248889923096,-0.0009808912873268127,0.001352742314338684,0.003686375916004181,0.006020002067089081,0.008353635668754578,0.010687269270420074,0.013020902872085571,0.015354536473751068,0.017688170075416565,0.020021803677082062,0.02235543727874756,0.024689070880413055,0.027022704482078552,0.02935633808374405,0.031689971685409546,0.03402360528707504,0.03635723888874054,0.038690872490406036,0.04102450609207153,0.04335813969373703,0.04569177329540253,0.048025406897068024,0.05035904049873352,0.05269267410039902,0.055026307702064514,0.05735994130373001,0.05969357490539551,0.062027208507061005,0.0643608421087265,0.066694475710392,0.0690281093120575,0.07136174291372299,0.07369537651538849,0.07602901011705399,0.07836264371871948,0.08069627732038498],"_type":"histogram"},"parameters/bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.09610313922166824,-0.09309891611337662,-0.09009470045566559,-0.08709047734737396,-0.08408626168966293,-0.08108203858137131,-0.07807782292366028,-0.07507359981536865,-0.07206937670707703,-0.069065161049366,-0.06606093794107437,-0.06305672228336334,-0.060052499175071716,-0.05704827979207039,-0.05404406040906906,-0.051039841026067734,-0.048035621643066406,-0.04503140226006508,-0.04202718287706375,-0.039022963494062424,-0.036018744111061096,-0.03301452100276947,-0.030010301619768143,-0.027006082236766815,-0.024001862853765488,-0.02099764347076416,-0.017993424087762833,-0.014989202842116356,-0.011984983459115028,-0.0089807640761137,-0.005976543761789799,-0.002972323913127184,3.1888484954833984e-05,0.003036108333617449,0.006040328182280064,0.009044548496603966,0.012048767879605293,0.01505298726260662,0.018057208508253098,0.021061427891254425,0.024065647274255753,0.02706986665725708,0.030074086040258408,0.033078305423259735,0.03608252853155136,0.03908674791455269,0.042090967297554016,0.045095186680555344,0.04809940606355667,0.051103625446558,0.054107844829559326,0.057112064212560654,0.06011628359556198,0.06312050670385361,0.06612472236156464,0.06912894546985626,0.07213316857814789,0.07513738423585892,0.07814160734415054,0.08114582300186157,0.0841500461101532,0.08715426176786423,0.09015848487615585,0.09316270053386688,0.09616692364215851],"_type":"histogram","values":[2,1,2,3,5,9,22,42,63,114,199,318,497,793,1154,1664,2373,3294,4502,5954,8104,10308,12698,15938,18808,21733,25014,28274,30614,32870,34731,35423,35268,34412,32624,30595,28251,25127,21731,18864,15330,12571,10340,8027,6139,4533,3242,2400,1625,1142,798,497,321,202,98,62,48,24,17,5,2,2,0,1]},"gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.08105379343032837,-0.07859861850738525,-0.07614345103502274,-0.07368827611207962,-0.0712331086397171,-0.06877793371677399,-0.06632276624441147,-0.06386759132146835,-0.061412420123815536,-0.05895724892616272,-0.0565020777285099,-0.054046906530857086,-0.05159173160791397,-0.049136560410261154,-0.04668138921260834,-0.04422621801495552,-0.041771046817302704,-0.03931587561964989,-0.03686070442199707,-0.034405533224344254,-0.03195036202669144,-0.02949518896639347,-0.027040015906095505,-0.024584844708442688,-0.02212967351078987,-0.019674502313137054,-0.017219331115484238,-0.014764158055186272,-0.012308986857533455,-0.009853815659880638,-0.007398643530905247,-0.004943471867591143,-0.0024883002042770386,-3.3128540962934494e-05,0.0024220431223511696,0.004877214785665274,0.007332386448979378,0.009787557646632195,0.012242729775607586,0.014697901904582977,0.017153073102235794,0.01960824429988861,0.022063415497541428,0.024518588557839394,0.02697375975549221,0.029428930953145027,0.03188410401344299,0.03433927521109581,0.03679444640874863,0.039249617606401443,0.04170478880405426,0.04415996000170708,0.046615131199359894,0.04907030612230301,0.051525477319955826,0.05398064851760864,0.05643581971526146,0.058890990912914276,0.06134616211056709,0.06380133330821991,0.06625650823116302,0.06871167570352554,0.07116685062646866,0.07362201809883118,0.07607719302177429],"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,0,1,2,4,7,4,8,8,8,10,8,9,20,16,15,22,33,17,30,23,24,26,31,36,34,38,39,31,31,28,32,18,19,21,24,13,11,12,9,11,9,4,2,2,2,3,2,2,1,0,1,1,0,0,1]},"parameters/bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,0,0,0,1,1,1,0,0,3,1,1,6,5,8,9,13,12,15,19,17,22,27,42,27,45,39,64,68,66,80,77,75,71,69,71,68,52,58,60,60,52,41,31,28,17,21,16,15,15,16,6,3,6,5,1,2,2,3,1,1],"bins":[-0.08329277485609055,-0.080975741147995,-0.07865869998931885,-0.0763416662812233,-0.07402463257312775,-0.0717075914144516,-0.06939055770635605,-0.0670735165476799,-0.06475648283958435,-0.0624394454061985,-0.06012240797281265,-0.0578053742647171,-0.05548833683133125,-0.053171299397945404,-0.050854265689849854,-0.048537228256464005,-0.046220190823078156,-0.043903153389692307,-0.04158611595630646,-0.03926908224821091,-0.03695204481482506,-0.03463500738143921,-0.03231797367334366,-0.03000093623995781,-0.02768389880657196,-0.02536686137318611,-0.02304982580244541,-0.020732790231704712,-0.018415752798318863,-0.016098715364933014,-0.013781679794192314,-0.01146464329212904,-0.009147599339485168,-0.006830562837421894,-0.00451352633535862,-0.0021964898332953453,0.00012054666876792908,0.0024375831708312035,0.004754619672894478,0.007071656174957752,0.009388692677021027,0.011705729179084301,0.014022765681147575,0.016339801251888275,0.018656838685274124,0.020973876118659973,0.023290911689400673,0.025607947260141373,0.02792498469352722,0.03024202212691307,0.03255905956029892,0.03487609326839447,0.03719313070178032,0.03951016813516617,0.04182720184326172,0.04414423927664757,0.04646127671003342,0.048778314143419266,0.051095351576805115,0.053412385284900665,0.055729422718286514,0.05804646015167236,0.060363493859767914,0.06268053501844406,0.06499756872653961],"_type":"histogram"},"gradients/bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,3,0,1,2,3,1,5,2,4,6,14,11,15,15,27,33,46,60,83,115,81,55,35,30,25,18,13,8,12,5,10,9,3,4,2,1,0,1,3,0,1,2,0,0,0,0,0,0,1],"bins":[-0.07733678817749023,-0.07510247081518173,-0.07286815345287323,-0.07063383609056473,-0.06839951872825623,-0.06616520136594772,-0.06393089145421982,-0.06169657036662102,-0.059462256729602814,-0.05722793936729431,-0.05499362200498581,-0.05275930464267731,-0.050524987280368805,-0.0482906699180603,-0.0460563562810421,-0.0438220389187336,-0.041587721556425095,-0.03935340419411659,-0.03711908683180809,-0.034884773194789886,-0.032650455832481384,-0.030416138470172882,-0.02818182110786438,-0.025947505608201027,-0.023713188245892525,-0.021478870883584023,-0.01924455538392067,-0.017010238021612167,-0.01477592159062624,-0.012541605159640312,-0.01030728779733181,-0.008072971366345882,-0.005838654935359955,-0.0036043382715433836,-0.0013700216077268124,0.0008642950560897589,0.00309861171990633,0.005332928150892258,0.007567245047539473,0.009801561944186687,0.012035878375172615,0.014270194806158543,0.01650451123714447,0.018738828599452972,0.020973145961761475,0.023207461461424828,0.02544177882373333,0.027676094323396683,0.029910411685705185,0.03214472904801369,0.03437904641032219,0.03661336004734039,0.038847677409648895,0.0410819947719574,0.0433163121342659,0.0455506294965744,0.047784946858882904,0.05001926049590111,0.05225357785820961,0.05448789522051811,0.056722212582826614,0.05895652994513512,0.06119084358215332,0.06342516094446182,0.06565947830677032]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9994723796844482,0.9994912147521973,0.9995100498199463,0.9995288252830505,0.9995476603507996,0.9995664954185486,0.9995852708816528,0.9996041059494019,0.9996229410171509,0.9996417760848999,0.9996606111526489,0.9996793866157532,0.9996982216835022,0.9997170567512512,0.9997358322143555,0.9997546672821045,0.9997735023498535,0.9997923374176025,0.9998111724853516,0.9998299479484558,0.9998487830162048,0.9998676180839539,0.9998863935470581,0.9999052286148071,0.9999240636825562,0.9999428987503052,0.9999617338180542,0.9999805092811584,0.9999993443489075,1.0000181198120117,1.0000369548797607,1.0000557899475098,1.0000746250152588,1.0000934600830078,1.0001122951507568,1.0001311302185059,1.0001499652862549,1.0001686811447144,1.0001875162124634,1.0002063512802124,1.0002251863479614,1.0002440214157104,1.0002628564834595,1.0002816915512085,1.000300407409668,1.000319242477417,1.000338077545166,1.000356912612915,1.000375747680664,1.000394582748413,1.000413417816162,1.0004322528839111,1.0004510879516602,1.0004698038101196,1.0004886388778687,1.0005074739456177,1.0005263090133667,1.0005451440811157,1.0005639791488647,1.0005828142166138,1.0006015300750732,1.0006203651428223,1.0006392002105713,1.0006580352783203,1.0006768703460693],"_type":"histogram","values":[4,0,0,1,1,0,1,1,2,4,3,0,1,4,4,13,10,13,14,22,33,26,28,37,26,31,45,32,34,37,38,37,35,33,21,24,18,12,6,9,18,14,8,11,7,1,7,4,5,10,4,3,3,1,2,0,1,3,0,3,0,1,1,1]},"parameters/bert.encoder.layer.0.attention.self.query.weight":{"values":[8,10,12,40,50,75,119,182,282,469,724,1020,1398,2027,2686,3608,4605,6243,7902,9766,12099,14364,16895,19946,22110,24846,27179,29441,30642,31774,32370,32096,31189,30455,28421,25958,23561,21097,18257,15639,13329,10821,8910,7027,5432,4114,3085,2288,1649,1161,820,567,387,231,173,90,54,48,34,20,7,4,5,3],"bins":[-0.08439202606678009,-0.08164623379707336,-0.07890043407678604,-0.07615464180707932,-0.07340884208679199,-0.07066304981708527,-0.06791725754737854,-0.06517145782709122,-0.06242566555738449,-0.059679869562387466,-0.05693407356739044,-0.054188281297683716,-0.05144248530268669,-0.04869668930768967,-0.04595089703798294,-0.043205101042985916,-0.04045930504798889,-0.03771350905299187,-0.03496771305799484,-0.032221920788288116,-0.029476124793291092,-0.026730328798294067,-0.023984534665942192,-0.021238740533590317,-0.018492944538593292,-0.015747148543596268,-0.013001354411244392,-0.010255559347569942,-0.0075097642838954926,-0.004763969220221043,-0.0020181741565465927,0.0007276209071278572,0.00347340852022171,0.00621920358389616,0.00896499864757061,0.01171079371124506,0.01445658877491951,0.017202384769916534,0.01994817890226841,0.022693973034620285,0.02543976902961731,0.028185565024614334,0.03093135915696621,0.033677153289318085,0.03642294928431511,0.039168745279312134,0.04191453754901886,0.044660333544015884,0.04740612953901291,0.050151925534009933,0.05289772152900696,0.055643513798713684,0.05838930979371071,0.06113510578870773,0.06388089805841446,0.06662669777870178,0.06937249004840851,0.07211828231811523,0.07486408203840256,0.07760987430810928,0.0803556740283966,0.08310146629810333,0.08584725856781006,0.08859305828809738,0.09133885055780411],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,3,0,2,2,0,0,0,1,4,4,5,5,5,12,10,8,8,19,11,13,16,16,18,22,39,49,116,88,53,46,37,23,25,12,19,10,6,3,8,5,3,4,2,8,3,4,3,0,2,2,4,1,2,0,0,1,1,0,3],"bins":[-1.4424324035644531e-05,-1.397542655467987e-05,-1.352652907371521e-05,-1.307763159275055e-05,-1.2628734111785889e-05,-1.2179836630821228e-05,-1.1730939149856567e-05,-1.1282041668891907e-05,-1.0833144187927246e-05,-1.0384246706962585e-05,-9.935349225997925e-06,-9.486451745033264e-06,-9.037554264068604e-06,-8.588656783103943e-06,-8.139759302139282e-06,-7.690861821174622e-06,-7.241964340209961e-06,-6.7930668592453e-06,-6.34416937828064e-06,-5.895271897315979e-06,-5.446374416351318e-06,-4.997476935386658e-06,-4.548579454421997e-06,-4.0996819734573364e-06,-3.6507844924926758e-06,-3.201887011528015e-06,-2.7529895305633545e-06,-2.304092049598694e-06,-1.8551945686340332e-06,-1.4062970876693726e-06,-9.57399606704712e-07,-5.085021257400513e-07,-5.960464477539063e-08,3.8929283618927e-07,8.381903171539307e-07,1.2870877981185913e-06,1.735985279083252e-06,2.1848827600479126e-06,2.6337802410125732e-06,3.082677721977234e-06,3.5315752029418945e-06,3.980472683906555e-06,4.429370164871216e-06,4.8782676458358765e-06,5.327165126800537e-06,5.776062607765198e-06,6.224960088729858e-06,6.673857569694519e-06,7.12275505065918e-06,7.57165253162384e-06,8.020550012588501e-06,8.469447493553162e-06,8.918344974517822e-06,9.367242455482483e-06,9.816139936447144e-06,1.0265037417411804e-05,1.0713934898376465e-05,1.1162832379341125e-05,1.1611729860305786e-05,1.2060627341270447e-05,1.2509524822235107e-05,1.2958422303199768e-05,1.3407319784164429e-05,1.385621726512909e-05,1.430511474609375e-05]},"parameters/bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,2,4,15,32,65,85,203,320,559,927,1507,2383,3460,5174,7817,10899,15179,20033,26907,34545,42579,51697,61756,71044,79939,87659,93904,98586,100150,99227,95843,90745,83010,74856,65067,55994,46296,37272,29388,22715,16823,12268,8696,6061,4049,2751,1718,1078,668,361,262,124,74,45,21,11,6,2,0,0,1],"bins":[-0.1013384684920311,-0.09814143180847168,-0.09494438767433167,-0.09174735099077225,-0.08855031430721283,-0.08535327017307281,-0.0821562334895134,-0.07895919680595398,-0.07576215267181396,-0.07256511598825455,-0.06936807930469513,-0.06617104262113571,-0.0629739984869957,-0.05977696180343628,-0.05657992139458656,-0.053382884711027145,-0.05018584430217743,-0.04698880389332771,-0.043791767209768295,-0.04059472680091858,-0.03739769011735916,-0.034200649708509445,-0.03100360929965973,-0.027806570753455162,-0.024609532207250595,-0.021412493661046028,-0.01821545511484146,-0.015018414705991745,-0.011821376159787178,-0.008624337613582611,-0.0054272981360554695,-0.0022302591241896152,0.0009667724370956421,0.004163811448961496,0.007360850460827351,0.010557889938354492,0.01375492848455906,0.016951967030763626,0.020149007439613342,0.02334604598581791,0.026543084532022476,0.029740123078227043,0.03293716162443161,0.036134202033281326,0.03933124244213104,0.04252827912569046,0.045725319534540176,0.048922356218099594,0.05211939662694931,0.055316437035799026,0.058513473719358444,0.06171051412820816,0.06490755081176758,0.06810459494590759,0.07130163162946701,0.07449866831302643,0.07769571244716644,0.08089274913072586,0.08408978581428528,0.0872868224978447,0.09048386663198471,0.09368090331554413,0.09687793999910355,0.10007498413324356,0.10327202081680298]},"gradients/bert.encoder.layer.0.attention.self.value.bias":{"values":[1,1,0,0,0,0,2,2,3,0,1,2,3,0,4,4,6,7,13,7,15,16,16,13,24,17,27,24,32,35,37,38,28,27,32,28,18,28,28,33,23,21,21,17,18,13,11,13,12,6,13,7,4,5,2,1,0,3,1,1,0,1,2,1],"bins":[-0.0419921875,-0.04073333740234375,-0.0394744873046875,-0.03821563720703125,-0.036956787109375,-0.03569793701171875,-0.0344390869140625,-0.03318023681640625,-0.03192138671875,-0.03066253662109375,-0.0294036865234375,-0.02814483642578125,-0.026885986328125,-0.02562713623046875,-0.0243682861328125,-0.02310943603515625,-0.0218505859375,-0.02059173583984375,-0.0193328857421875,-0.01807403564453125,-0.016815185546875,-0.01555633544921875,-0.0142974853515625,-0.01303863525390625,-0.01177978515625,-0.01052093505859375,-0.0092620849609375,-0.00800323486328125,-0.006744384765625,-0.00548553466796875,-0.0042266845703125,-0.00296783447265625,-0.001708984375,-0.00045013427734375,0.0008087158203125,0.00206756591796875,0.003326416015625,0.00458526611328125,0.0058441162109375,0.00710296630859375,0.00836181640625,0.00962066650390625,0.0108795166015625,0.01213836669921875,0.013397216796875,0.01465606689453125,0.0159149169921875,0.01717376708984375,0.0184326171875,0.01969146728515625,0.0209503173828125,0.02220916748046875,0.023468017578125,0.02472686767578125,0.0259857177734375,0.02724456787109375,0.02850341796875,0.02976226806640625,0.0310211181640625,0.03227996826171875,0.033538818359375,0.03479766845703125,0.0360565185546875,0.03731536865234375,0.03857421875],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,2,1,0,1,1,0,0,3,2,0,4,8,9,6,11,7,7,10,10,16,17,23,23,30,18,25,37,25,35,24,31,44,29,23,31,40,36,25,18,29,18,7,10,11,11,14,8,9,2,2,1,2,2,1,0,3,0,2,2],"bins":[-0.07730884850025177,-0.07512233406305313,-0.07293582707643509,-0.07074931263923645,-0.06856280565261841,-0.06637629121541977,-0.06418977677822113,-0.06200326606631279,-0.05981675535440445,-0.05763024464249611,-0.05544373393058777,-0.05325721949338913,-0.05107070878148079,-0.04888419806957245,-0.04669768363237381,-0.04451117292046547,-0.04232466220855713,-0.04013815149664879,-0.03795164078474045,-0.03576512634754181,-0.03357861563563347,-0.03139210492372513,-0.02920559234917164,-0.02701907977461815,-0.02483256906270981,-0.022646058350801468,-0.020459545776247978,-0.01827303320169449,-0.016086522489786148,-0.013900010846555233,-0.011713499203324318,-0.009526987560093403,-0.007340475916862488,-0.005153964273631573,-0.0029674526304006577,-0.0007809409871697426,0.0014055706560611725,0.0035920822992920876,0.005778593942523003,0.007965105585753918,0.010151617228984833,0.012338128872215748,0.014524640515446663,0.016711153090000153,0.018897663801908493,0.021084174513816833,0.023270687088370323,0.025457199662923813,0.027643710374832153,0.029830221086740494,0.032016731798648834,0.03420324623584747,0.036389756947755814,0.038576267659664154,0.04076278209686279,0.04294929280877113,0.045135803520679474,0.047322314232587814,0.049508824944496155,0.051695339381694794,0.053881850093603134,0.056068360805511475,0.058254875242710114,0.060441385954618454,0.0626278966665268]},"gradients/bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[2,0,1,1,2,2,7,1,2,6,9,9,11,17,29,27,47,51,93,119,154,230,312,485,744,1024,1634,2416,4023,6345,10491,18201,34545,73152,217020,764339,267136,84962,37793,19655,11229,6444,3867,2202,1413,870,596,352,246,188,106,61,59,39,28,24,13,6,7,2,5,3,1,6],"bins":[-0.08056640625,-0.07830047607421875,-0.0760345458984375,-0.07376861572265625,-0.071502685546875,-0.06923675537109375,-0.0669708251953125,-0.06470489501953125,-0.06243896484375,-0.06017303466796875,-0.0579071044921875,-0.05564117431640625,-0.053375244140625,-0.05110931396484375,-0.0488433837890625,-0.04657745361328125,-0.0443115234375,-0.04204559326171875,-0.0397796630859375,-0.03751373291015625,-0.035247802734375,-0.03298187255859375,-0.0307159423828125,-0.02845001220703125,-0.02618408203125,-0.02391815185546875,-0.0216522216796875,-0.01938629150390625,-0.017120361328125,-0.01485443115234375,-0.0125885009765625,-0.01032257080078125,-0.008056640625,-0.00579071044921875,-0.0035247802734375,-0.00125885009765625,0.001007080078125,0.00327301025390625,0.0055389404296875,0.00780487060546875,0.01007080078125,0.01233673095703125,0.0146026611328125,0.01686859130859375,0.019134521484375,0.02140045166015625,0.0236663818359375,0.02593231201171875,0.0281982421875,0.03046417236328125,0.0327301025390625,0.03499603271484375,0.037261962890625,0.03952789306640625,0.0417938232421875,0.04405975341796875,0.04632568359375,0.04859161376953125,0.0508575439453125,0.05312347412109375,0.055389404296875,0.05765533447265625,0.0599212646484375,0.06218719482421875,0.064453125]},"parameters/bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.0002084434381686151,-0.00020180818683002144,-0.00019517293549142778,-0.00018853768415283412,-0.00018190243281424046,-0.0001752671814756468,-0.00016863193013705313,-0.00016199667879845947,-0.0001553614274598658,-0.00014872616156935692,-0.00014209091023076326,-0.0001354556588921696,-0.00012882040755357593,-0.00012218515621498227,-0.00011554990487638861,-0.00010891465353779495,-0.00010227940219920129,-9.564415086060762e-05,-8.900889952201396e-05,-8.23736481834203e-05,-7.573839684482664e-05,-6.910313823027536e-05,-6.24678868916817e-05,-5.583263555308804e-05,-4.919738421449438e-05,-4.2562132875900716e-05,-3.5926881537307054e-05,-2.9291626560734585e-05,-2.2656375222140923e-05,-1.602112388354726e-05,-9.385870725964196e-06,-2.7506184778758325e-06,3.884619218297303e-06,1.0519871466385666e-05,1.715512371447403e-05,2.3790376872057095e-05,3.0425628210650757e-05,3.706087954924442e-05,4.369613452581689e-05,5.033138586441055e-05,5.696663720300421e-05,6.360188854159787e-05,7.023713988019153e-05,7.68723912187852e-05,8.350764983333647e-05,9.014290117193013e-05,9.67781525105238e-05,0.00010341340384911746,0.00011004865518771112,0.00011668390652630478,0.00012331915786489844,0.0001299544092034921,0.00013658966054208577,0.00014322491188067943,0.0001498601632192731,0.00015649541455786675,0.00016313066589646041,0.0001697659317869693,0.00017640118312556297,0.00018303643446415663,0.0001896716858027503,0.00019630693714134395,0.0002029421884799376,0.00020957743981853127,0.00021621269115712494],"_type":"histogram","values":[2,2,5,2,2,2,3,3,3,6,11,11,9,16,23,17,19,17,15,20,35,21,14,13,18,18,13,13,16,20,18,14,15,15,13,12,9,14,18,14,18,16,23,24,17,23,14,21,11,17,16,17,8,8,7,6,5,1,0,1,1,2,0,1]},"gradients/bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,2,1,0,1,5,3,2,5,4,3,5,7,8,8,8,17,23,17,19,9,14,26,22,24,24,28,20,31,28,25,31,38,25,19,27,22,25,21,28,20,17,15,13,8,8,8,9,11,3,9,3,1,3,2,3,1,6,1,0,0,1],"bins":[-0.03271484375,-0.03172111511230469,-0.030727386474609375,-0.029733657836914062,-0.02873992919921875,-0.027746200561523438,-0.026752471923828125,-0.025758743286132812,-0.0247650146484375,-0.023771286010742188,-0.022777557373046875,-0.021783828735351562,-0.02079010009765625,-0.019796371459960938,-0.018802642822265625,-0.017808914184570312,-0.016815185546875,-0.015821456909179688,-0.014827728271484375,-0.013833999633789062,-0.01284027099609375,-0.011846542358398438,-0.010852813720703125,-0.009859085083007812,-0.0088653564453125,-0.007871627807617188,-0.006877899169921875,-0.0058841705322265625,-0.00489044189453125,-0.0038967132568359375,-0.002902984619140625,-0.0019092559814453125,-0.00091552734375,7.82012939453125e-05,0.001071929931640625,0.0020656585693359375,0.00305938720703125,0.0040531158447265625,0.005046844482421875,0.0060405731201171875,0.0070343017578125,0.008028030395507812,0.009021759033203125,0.010015487670898438,0.01100921630859375,0.012002944946289062,0.012996673583984375,0.013990402221679688,0.014984130859375,0.015977859497070312,0.016971588134765625,0.017965316772460938,0.01895904541015625,0.019952774047851562,0.020946502685546875,0.021940231323242188,0.0229339599609375,0.023927688598632812,0.024921417236328125,0.025915145874023438,0.02690887451171875,0.027902603149414062,0.028896331787109375,0.029890060424804688,0.0308837890625]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,0,2,1,2,1,5,3,3,6,8,13,24,26,26,51,30,35,28,35,35,30,38,47,45,22,26,22,23,23,17,11,17,9,16,8,9,8,7,7,5,11,8,3,1,5,1,3,3,3,2,0,1],"bins":[0.9993515014648438,0.9993715286254883,0.9993915557861328,0.9994115829467773,0.9994316697120667,0.9994516968727112,0.9994717240333557,0.9994917511940002,0.9995117783546448,0.9995318055152893,0.9995518922805786,0.9995719194412231,0.9995919466018677,0.9996119737625122,0.9996320009231567,0.9996520280838013,0.9996720552444458,0.9996921420097351,0.9997121691703796,0.9997321963310242,0.9997522234916687,0.9997722506523132,0.9997922778129578,0.9998123645782471,0.9998323917388916,0.9998524188995361,0.9998724460601807,0.9998924732208252,0.9999125003814697,0.999932587146759,0.9999526143074036,0.9999726414680481,0.9999926686286926,1.000012755393982,1.0000327825546265,1.000052809715271,1.0000728368759155,1.00009286403656,1.0001128911972046,1.0001329183578491,1.0001529455184937,1.0001729726791382,1.0001929998397827,1.0002130270004272,1.0002330541610718,1.0002532005310059,1.0002732276916504,1.000293254852295,1.0003132820129395,1.000333309173584,1.0003533363342285,1.000373363494873,1.0003933906555176,1.000413417816162,1.0004334449768066,1.0004534721374512,1.0004734992980957,1.0004935264587402,1.0005136728286743,1.0005336999893188,1.0005537271499634,1.000573754310608,1.0005937814712524,1.000613808631897,1.0006338357925415]},"parameters/bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[4,3,4,7,10,31,41,72,128,233,386,669,921,1557,2242,3609,5041,7031,9894,13744,18046,23677,30132,37110,45033,53765,62499,70386,78087,85015,90498,93186,94861,93473,90457,85722,78997,71647,63154,54653,46186,38297,30726,24646,18991,14088,10558,7557,5309,3695,2474,1637,1067,678,394,235,124,79,46,21,13,8,7,3],"bins":[-0.09806641191244125,-0.09505531936883926,-0.09204423427581787,-0.08903314173221588,-0.08602204918861389,-0.0830109640955925,-0.07999987155199051,-0.07698877900838852,-0.07397769391536713,-0.07096660137176514,-0.06795550882816315,-0.06494441628456116,-0.061933331191539764,-0.058922238647937775,-0.05591114982962608,-0.052900057286024094,-0.0498889684677124,-0.04687787964940071,-0.04386678710579872,-0.04085569828748703,-0.03784460574388504,-0.03483351692557335,-0.03182242810726166,-0.028811337426304817,-0.025800246745347977,-0.022789156064391136,-0.019778065383434296,-0.016766976565122604,-0.013755885884165764,-0.010744795203208923,-0.0077337054535746574,-0.004722615238279104,-0.001711532473564148,0.0012995577417314053,0.0043106479570269585,0.007321738172322512,0.010332828387618065,0.013343919068574905,0.016355007886886597,0.019366098567843437,0.022377189248800278,0.025388279929757118,0.02839937061071396,0.03141045942902565,0.03442154824733734,0.03743264079093933,0.04044372960925102,0.04345482215285301,0.0464659109711647,0.049476999789476395,0.052488092333078384,0.055499181151390076,0.058510273694992065,0.06152136251330376,0.06453245133161545,0.06754354387521744,0.07055462896823883,0.07356572151184082,0.07657681405544281,0.0795879065990448,0.08259899169206619,0.08561008423566818,0.08862117677927017,0.09163226187229156,0.09464335441589355]},"parameters/bert.embeddings.position_embeddings.weight":{"bins":[-0.08803100138902664,-0.08531025797128677,-0.08258950710296631,-0.07986876368522644,-0.07714802026748657,-0.0744272768497467,-0.07170652598142624,-0.06898578256368637,-0.0662650391459465,-0.06354428827762604,-0.06082354485988617,-0.0581028014421463,-0.055382054299116135,-0.052661310881376266,-0.0499405637383461,-0.04721982032060623,-0.044499073177576065,-0.0417783260345459,-0.03905758261680603,-0.036336835473775864,-0.033616092056035995,-0.03089534491300583,-0.02817459963262081,-0.025453854352235794,-0.022733109071850777,-0.02001236379146576,-0.017291618511080742,-0.01457087229937315,-0.011850127018988132,-0.009129381738603115,-0.00640863599255681,-0.0036878904793411493,-0.0009671449661254883,0.0017536005470901728,0.004474346060305834,0.0071950918063521385,0.009915837086737156,0.012636582367122173,0.015357328578829765,0.018078073859214783,0.0207988191395998,0.023519564419984818,0.026240309700369835,0.028961054980754852,0.03168180212378502,0.03440254554152489,0.037123292684555054,0.03984403610229492,0.04256478324532509,0.045285530388355255,0.04800627380609512,0.05072702094912529,0.05344776436686516,0.056168511509895325,0.05888925492763519,0.06161000207066536,0.06433074921369553,0.0670514926314354,0.06977223604917526,0.07249298691749573,0.0752137303352356,0.07793447375297546,0.08065521717071533,0.0833759680390358,0.08609671145677567],"_type":"histogram","values":[4,4,6,8,16,30,42,81,105,171,228,374,570,793,1184,1519,2079,2820,3617,4587,5829,7251,8737,10350,12163,13807,15418,17253,18626,19637,20610,21375,21296,21209,20396,19855,18190,16543,14772,13102,11608,9856,8127,6920,5444,4305,3337,2550,1825,1380,1084,695,479,328,236,144,85,59,45,23,11,7,5,6]},"parameters/bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,1,0,2,1,4,6,8,9,13,18,26,44,63,76,94,88,113,110,104,114,96,98,106,100,101,121,116,104,82,67,49,37,20,17,10,8,4,3,3,2,2,0,1,0,0,2,1,0,0,0,0,1],"bins":[-0.0005466271541081369,-0.0005303196958266199,-0.0005140122957527637,-0.0004977048374712467,-0.00048139740829356015,-0.0004650899791158736,-0.00044878252083435655,-0.00043247509165667,-0.0004161676624789834,-0.00039986023330129683,-0.00038355280412361026,-0.00036724534584209323,-0.00035093791666440666,-0.0003346304874867201,-0.00031832302920520306,-0.0003020156000275165,-0.0002857081708498299,-0.00026940074167214334,-0.00025309331249445677,-0.00023678585421293974,-0.00022047842503525317,-0.0002041709958575666,-0.0001878635521279648,-0.000171556108398363,-0.00015524867922067642,-0.00013894125004298985,-0.00012263380631338805,-0.00010632636985974386,-9.001893340609968e-05,-7.371149695245549e-05,-5.7404060498811305e-05,-4.109662404516712e-05,-2.4789245799183846e-05,-8.48180934553966e-06,7.825627108104527e-06,2.4133063561748713e-05,4.04405000153929e-05,5.6747936469037086e-05,7.305537292268127e-05,8.936280937632546e-05,0.00010567024582996964,0.00012197768228361383,0.00013828511873725802,0.00015459256246685982,0.0001708999916445464,0.00018720742082223296,0.00020351486455183476,0.00021982230828143656,0.00023612973745912313,0.0002524371666368097,0.0002687445958144963,0.0002850520540960133,0.0003013594832736999,0.00031766691245138645,0.0003339743707329035,0.00035028179991059005,0.0003665892290882766,0.0003828966582659632,0.00039920408744364977,0.0004155115457251668,0.00043181897490285337,0.00044812640408053994,0.00046443386236205697,0.00048074129153974354,0.0004970487207174301]},"gradients/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,0,1,1,3,4,5,5,8,15,13,28,42,71,90,147,176,264,433,520,930,1237,1905,2665,4247,5803,9379,14374,23603,41054,75012,163000,495614,418851,144212,68691,37756,22036,13849,8828,5848,3939,2607,1755,1229,854,562,336,282,165,132,79,71,41,26,24,15,4,6,7,2,2,2,2],"bins":[-0.043212890625,-0.041900634765625,-0.04058837890625,-0.039276123046875,-0.0379638671875,-0.036651611328125,-0.03533935546875,-0.034027099609375,-0.03271484375,-0.031402587890625,-0.03009033203125,-0.028778076171875,-0.0274658203125,-0.026153564453125,-0.02484130859375,-0.023529052734375,-0.022216796875,-0.020904541015625,-0.01959228515625,-0.018280029296875,-0.0169677734375,-0.015655517578125,-0.01434326171875,-0.013031005859375,-0.01171875,-0.010406494140625,-0.00909423828125,-0.007781982421875,-0.0064697265625,-0.005157470703125,-0.00384521484375,-0.002532958984375,-0.001220703125,9.1552734375e-05,0.00140380859375,0.002716064453125,0.0040283203125,0.005340576171875,0.00665283203125,0.007965087890625,0.00927734375,0.010589599609375,0.01190185546875,0.013214111328125,0.0145263671875,0.015838623046875,0.01715087890625,0.018463134765625,0.019775390625,0.021087646484375,0.02239990234375,0.023712158203125,0.0250244140625,0.026336669921875,0.02764892578125,0.028961181640625,0.0302734375,0.031585693359375,0.03289794921875,0.034210205078125,0.0355224609375,0.036834716796875,0.03814697265625,0.039459228515625,0.040771484375]},"gradients/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,0,2,1,1,1,1,0,3,1,4,3,2,5,3,5,12,8,8,18,18,17,35,34,54,81,89,83,63,44,38,10,25,17,4,11,8,6,6,7,7,5,5,5,1,0,0,1,1,2,2,1,0,2,0,0,2],"bins":[-0.04858636483550072,-0.047149356454610825,-0.04571235179901123,-0.04427534341812134,-0.042838338762521744,-0.04140133038163185,-0.03996432572603226,-0.038527317345142365,-0.03709030896425247,-0.03565330430865288,-0.034216295927762985,-0.03277929127216339,-0.0313422828912735,-0.029905276373028755,-0.028468269854784012,-0.02703126333653927,-0.025594256818294525,-0.024157250300049782,-0.02272024378180504,-0.021283237263560295,-0.019846230745315552,-0.01840922236442566,-0.016972215846180916,-0.015535209327936172,-0.01409820280969143,-0.012661196291446686,-0.011224189773201942,-0.009787182323634624,-0.008350175805389881,-0.006913169287145138,-0.005476162303239107,-0.0040391553193330765,-0.0026021525263786316,-0.0011651457753032446,0.0002718609757721424,0.0017088677268475294,0.0031458744779229164,0.00458288099616766,0.00601988798007369,0.007456894963979721,0.008893901482224464,0.010330908000469208,0.011767914518713951,0.013204921968281269,0.014641928486526012,0.01607893593609333,0.017515942454338074,0.018952948972582817,0.02038995549082756,0.021826962009072304,0.023263968527317047,0.02470097504556179,0.026137981563806534,0.027574989944696426,0.02901199646294117,0.030449002981185913,0.031886011362075806,0.0333230160176754,0.03476002439856529,0.036197029054164886,0.03763403743505478,0.03907104209065437,0.040508050471544266,0.04194505512714386,0.04338206350803375]},"gradients/bert.encoder.layer.2.attention.self.value.weight":{"values":[1,1,2,5,6,8,13,20,23,28,57,65,81,135,177,265,337,461,662,992,1361,1761,2593,3860,5425,7971,11421,17208,26600,41444,76218,147718,99853,49666,30368,20214,13173,8934,6305,4162,2956,2089,1488,1027,774,523,383,289,208,143,105,61,56,40,20,28,14,12,4,3,2,3,1,1],"bins":[-0.05859375,-0.056743621826171875,-0.05489349365234375,-0.053043365478515625,-0.0511932373046875,-0.049343109130859375,-0.04749298095703125,-0.045642852783203125,-0.043792724609375,-0.041942596435546875,-0.04009246826171875,-0.038242340087890625,-0.0363922119140625,-0.034542083740234375,-0.03269195556640625,-0.030841827392578125,-0.02899169921875,-0.027141571044921875,-0.02529144287109375,-0.023441314697265625,-0.0215911865234375,-0.019741058349609375,-0.01789093017578125,-0.016040802001953125,-0.014190673828125,-0.012340545654296875,-0.01049041748046875,-0.008640289306640625,-0.0067901611328125,-0.004940032958984375,-0.00308990478515625,-0.001239776611328125,0.0006103515625,0.002460479736328125,0.00431060791015625,0.006160736083984375,0.0080108642578125,0.009860992431640625,0.01171112060546875,0.013561248779296875,0.015411376953125,0.017261505126953125,0.01911163330078125,0.020961761474609375,0.0228118896484375,0.024662017822265625,0.02651214599609375,0.028362274169921875,0.03021240234375,0.032062530517578125,0.03391265869140625,0.035762786865234375,0.0376129150390625,0.039463043212890625,0.04131317138671875,0.043163299560546875,0.045013427734375,0.046863555908203125,0.04871368408203125,0.050563812255859375,0.0524139404296875,0.054264068603515625,0.05611419677734375,0.057964324951171875,0.059814453125],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,2,0,0,0,2,1,1,2,1,2,2,3,4,6,14,9,13,20,23,30,47,42,74,91,99,64,58,31,26,14,17,12,10,7,6,5,5,7,3,2,3,1,0,1,0,1,1,1,0,0,0,0,0,0,2,0,1],"bins":[-0.06415487825870514,-0.06208530440926552,-0.0600157305598259,-0.057946156710386276,-0.055876582860946655,-0.05380701273679733,-0.05173743888735771,-0.04966786503791809,-0.04759829118847847,-0.04552871733903885,-0.04345914348959923,-0.04138956964015961,-0.039319999516010284,-0.03725042566657066,-0.03518085181713104,-0.03311127796769142,-0.0310417041182518,-0.02897213026881218,-0.02690255641937256,-0.024832984432578087,-0.022763410583138466,-0.020693836733698845,-0.018624264746904373,-0.016554690897464752,-0.014485117048025131,-0.01241554319858551,-0.010345970280468464,-0.008276397362351418,-0.006206823512911797,-0.004137250129133463,-0.0020676767453551292,1.896638423204422e-06,0.002071470022201538,0.004141043405979872,0.006210616789758205,0.008280189707875252,0.010349763557314873,0.012419337406754494,0.01448891032487154,0.016558483242988586,0.018628057092428207,0.02069763094186783,0.02276720479130745,0.02483677677810192,0.026906350627541542,0.028975924476981163,0.031045496463775635,0.033115070313215256,0.03518464416265488,0.0372542180120945,0.03932379186153412,0.04139336571097374,0.04346293956041336,0.04553250968456268,0.047602083534002304,0.049671657383441925,0.051741231232881546,0.05381080508232117,0.05588037893176079,0.05794995278120041,0.06001952290534973,0.06208909675478935,0.06415867060422897,0.06622824817895889,0.06829781830310822],"_type":"histogram"},"gradients/bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.0673828125,-0.065338134765625,-0.06329345703125,-0.061248779296875,-0.0592041015625,-0.057159423828125,-0.05511474609375,-0.053070068359375,-0.051025390625,-0.048980712890625,-0.04693603515625,-0.044891357421875,-0.0428466796875,-0.040802001953125,-0.03875732421875,-0.036712646484375,-0.03466796875,-0.032623291015625,-0.03057861328125,-0.028533935546875,-0.0264892578125,-0.024444580078125,-0.02239990234375,-0.020355224609375,-0.018310546875,-0.016265869140625,-0.01422119140625,-0.012176513671875,-0.0101318359375,-0.008087158203125,-0.00604248046875,-0.003997802734375,-0.001953125,9.1552734375e-05,0.00213623046875,0.004180908203125,0.0062255859375,0.008270263671875,0.01031494140625,0.012359619140625,0.014404296875,0.016448974609375,0.01849365234375,0.020538330078125,0.0225830078125,0.024627685546875,0.02667236328125,0.028717041015625,0.03076171875,0.032806396484375,0.03485107421875,0.036895751953125,0.0389404296875,0.040985107421875,0.04302978515625,0.045074462890625,0.047119140625,0.049163818359375,0.05120849609375,0.053253173828125,0.0552978515625,0.057342529296875,0.05938720703125,0.061431884765625,0.0634765625],"_type":"histogram","values":[1,0,1,1,3,6,2,4,14,11,18,13,28,41,56,70,114,158,263,346,528,752,1142,1582,2604,3496,5341,7582,12036,19280,33559,64839,149700,140003,60477,31930,18673,11417,7726,4876,3575,2409,1659,1113,747,519,345,222,171,113,81,55,34,29,17,13,10,8,5,2,2,1,0,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,2,0,0,2,1,0,2,2,3,5,2,9,7,7,6,20,29,32,33,33,31,18,37,34,37,35,43,42,39,36,29,26,26,15,9,16,9,18,3,5,5,11,7,4,3,1,9,3,4,3,4,2,0,2,2,1,0,0,0,0,1],"bins":[0.9994522333145142,0.9994720220565796,0.9994917511940002,0.9995115399360657,0.9995313286781311,0.9995511174201965,0.9995708465576172,0.9995906352996826,0.999610424041748,0.9996301531791687,0.9996499419212341,0.9996697306632996,0.999689519405365,0.9997092485427856,0.9997290372848511,0.9997488260269165,0.9997686147689819,0.9997883439064026,0.999808132648468,0.9998279213905334,0.9998476505279541,0.9998674392700195,0.999887228012085,0.9999070167541504,0.999926745891571,0.9999465346336365,0.9999663233757019,0.9999860525131226,1.000005841255188,1.0000256299972534,1.0000454187393188,1.0000652074813843,1.0000848770141602,1.0001046657562256,1.000124454498291,1.0001442432403564,1.0001640319824219,1.0001838207244873,1.0002036094665527,1.0002233982086182,1.000243067741394,1.0002628564834595,1.000282645225525,1.0003024339675903,1.0003222227096558,1.0003420114517212,1.0003618001937866,1.0003814697265625,1.000401258468628,1.0004210472106934,1.0004408359527588,1.0004606246948242,1.0004804134368896,1.000500202178955,1.000519871711731,1.0005396604537964,1.0005594491958618,1.0005792379379272,1.0005990266799927,1.000618815422058,1.0006386041641235,1.0006582736968994,1.0006780624389648,1.0006978511810303,1.0007176399230957]},"parameters/bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,0,0,2,1,5,3,2,4,5,2,7,13,14,11,19,27,30,26,31,35,29,28,20,30,44,40,29,26,35,21,36,16,21,22,9,11,11,7,10,8,6,11,8,7,8,4,4,6,6,2,1,2,2,2,2,0,0,1,1,2],"bins":[0.999508261680603,0.9995259642601013,0.9995436072349548,0.9995613098144531,0.9995790123939514,0.9995967149734497,0.9996143579483032,0.9996320605278015,0.9996497631072998,0.9996674060821533,0.9996851086616516,0.9997028112411499,0.9997205138206482,0.9997381567955017,0.999755859375,0.9997735619544983,0.9997912645339966,0.9998089075088501,0.9998266100883484,0.9998443126678467,0.9998619556427002,0.9998796582221985,0.9998973608016968,0.9999150633811951,0.9999327063560486,0.9999504089355469,0.9999681115150452,0.9999857544898987,1.000003457069397,1.0000211000442505,1.0000388622283936,1.000056505203247,1.0000741481781006,1.0000919103622437,1.0001095533370972,1.0001273155212402,1.0001449584960938,1.0001626014709473,1.0001803636550903,1.0001980066299438,1.0002156496047974,1.0002334117889404,1.000251054763794,1.0002686977386475,1.0002864599227905,1.000304102897644,1.000321865081787,1.0003395080566406,1.0003571510314941,1.0003749132156372,1.0003925561904907,1.0004101991653442,1.0004279613494873,1.0004456043243408,1.0004632472991943,1.0004810094833374,1.000498652458191,1.0005162954330444,1.0005340576171875,1.000551700592041,1.000569462776184,1.0005871057510376,1.0006047487258911,1.0006225109100342,1.0006401538848877]},"gradients/bert.encoder.layer.3.output.dense.weight":{"bins":[-0.051513671875,-0.05005645751953125,-0.0485992431640625,-0.04714202880859375,-0.045684814453125,-0.04422760009765625,-0.0427703857421875,-0.04131317138671875,-0.03985595703125,-0.03839874267578125,-0.0369415283203125,-0.03548431396484375,-0.034027099609375,-0.03256988525390625,-0.0311126708984375,-0.02965545654296875,-0.0281982421875,-0.02674102783203125,-0.0252838134765625,-0.02382659912109375,-0.022369384765625,-0.02091217041015625,-0.0194549560546875,-0.01799774169921875,-0.01654052734375,-0.01508331298828125,-0.0136260986328125,-0.01216888427734375,-0.010711669921875,-0.00925445556640625,-0.0077972412109375,-0.00634002685546875,-0.0048828125,-0.00342559814453125,-0.0019683837890625,-0.00051116943359375,0.000946044921875,0.00240325927734375,0.0038604736328125,0.00531768798828125,0.00677490234375,0.00823211669921875,0.0096893310546875,0.01114654541015625,0.012603759765625,0.01406097412109375,0.0155181884765625,0.01697540283203125,0.0184326171875,0.01988983154296875,0.0213470458984375,0.02280426025390625,0.024261474609375,0.02571868896484375,0.0271759033203125,0.02863311767578125,0.03009033203125,0.03154754638671875,0.0330047607421875,0.03446197509765625,0.035919189453125,0.03737640380859375,0.0388336181640625,0.04029083251953125,0.041748046875],"_type":"histogram","values":[1,1,1,1,3,1,7,3,9,10,11,24,20,42,61,78,98,144,184,266,372,526,699,1023,1418,2043,3062,4589,6852,10439,16473,26310,47822,98331,285429,674029,203160,83140,42598,23650,14098,8983,5654,3711,2471,1638,1117,696,510,340,231,163,105,75,57,32,16,10,12,4,3,3,3,2]},"parameters/bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,2,0,1,0,0,1,1,2,2,1,0,0,0,1,1,2,7,6,7,8,5,23,22,25,34,52,90,88,106,98,109,89,91,94,107,95,108,111,123,104,110,82,74,52,29,22,15,11,6,10,3,3,2,3,2,1,3,2,0,0,0,1],"bins":[-0.0005502212443388999,-0.0005351623403839767,-0.0005201034364290535,-0.0005050445906817913,-0.0004899856867268682,-0.000474926782771945,-0.0004598679079208523,-0.00044480900396592915,-0.00042975012911483645,-0.0004146912251599133,-0.0003996323503088206,-0.00038457344635389745,-0.00036951457150280476,-0.0003544556675478816,-0.0003393967926967889,-0.00032433788874186575,-0.00030927901389077306,-0.0002942201099358499,-0.00027916120598092675,-0.00026410233112983406,-0.0002490434271749109,-0.0002339845523238182,-0.00021892566292081028,-0.00020386677351780236,-0.0001888078695628792,-0.00017374898015987128,-0.00015869009075686336,-0.00014363120135385543,-0.0001285723119508475,-0.00011351342254783958,-9.845453314483166e-05,-8.339564374182373e-05,-6.833675433881581e-05,-5.3277864935807884e-05,-3.821897553279996e-05,-2.3160082491813228e-05,-8.101193088805303e-06,6.957697223697323e-06,2.201658753619995e-05,3.707547875819728e-05,5.21343681612052e-05,6.719325756421313e-05,8.225214696722105e-05,9.731103637022898e-05,0.00011236993304919451,0.00012742882245220244,0.00014248771185521036,0.0001575466012582183,0.0001726054906612262,0.00018766438006423414,0.00020272326946724206,0.00021778215887025,0.0002328410482732579,0.00024789993767626584,0.000262958841631189,0.0002780177164822817,0.00029307662043720484,0.00030813549528829753,0.0003231943992432207,0.0003382532740943134,0.00035331217804923654,0.00036837105290032923,0.0003834299568552524,0.0003984888317063451,0.00041354773566126823],"_type":"histogram"},"gradients/linear.weight":{"_type":"histogram","values":[2,0,2,0,2,2,4,6,4,4,10,21,8,28,46,58,85,103,170,243,348,561,829,1146,1595,2300,3394,5016,7722,13313,21146,14529,8553,5367,3625,2392,1729,1278,848,582,394,243,179,122,83,61,45,38,24,10,10,3,9,3,1,1,2,1,0,1,1,0,0,2],"bins":[-0.31640625,-0.306060791015625,-0.29571533203125,-0.285369873046875,-0.2750244140625,-0.264678955078125,-0.25433349609375,-0.243988037109375,-0.233642578125,-0.223297119140625,-0.21295166015625,-0.202606201171875,-0.1922607421875,-0.181915283203125,-0.17156982421875,-0.161224365234375,-0.15087890625,-0.140533447265625,-0.13018798828125,-0.119842529296875,-0.1094970703125,-0.099151611328125,-0.08880615234375,-0.078460693359375,-0.068115234375,-0.057769775390625,-0.04742431640625,-0.037078857421875,-0.0267333984375,-0.016387939453125,-0.00604248046875,0.004302978515625,0.0146484375,0.024993896484375,0.03533935546875,0.045684814453125,0.0560302734375,0.066375732421875,0.07672119140625,0.087066650390625,0.097412109375,0.107757568359375,0.11810302734375,0.128448486328125,0.1387939453125,0.149139404296875,0.15948486328125,0.169830322265625,0.18017578125,0.190521240234375,0.20086669921875,0.211212158203125,0.2215576171875,0.231903076171875,0.24224853515625,0.252593994140625,0.262939453125,0.273284912109375,0.28363037109375,0.293975830078125,0.3043212890625,0.314666748046875,0.32501220703125,0.335357666015625,0.345703125]},"parameters/bert.embeddings.LayerNorm.weight":{"values":[2,1,1,0,2,2,3,3,3,6,7,5,16,22,19,27,16,28,35,26,25,28,43,30,33,26,33,28,28,22,21,16,18,23,17,15,9,18,11,7,9,8,10,7,6,7,4,3,6,4,5,5,3,2,4,2,2,2,0,0,1,0,2,1],"bins":[0.9995772242546082,0.9995949268341064,0.9996126890182495,0.9996303915977478,0.9996480941772461,0.9996658563613892,0.9996835589408875,0.9997012615203857,0.9997190237045288,0.9997367262840271,0.9997544288635254,0.9997721910476685,0.9997898936271667,0.999807596206665,0.9998253583908081,0.9998430609703064,0.9998607635498047,0.9998785257339478,0.999896228313446,0.9999139308929443,0.9999316930770874,0.9999493956565857,0.999967098236084,0.999984860420227,1.0000025033950806,1.0000202655792236,1.0000380277633667,1.0000556707382202,1.0000734329223633,1.0000911951065063,1.0001088380813599,1.000126600265503,1.000144362449646,1.0001620054244995,1.0001797676086426,1.0001975297927856,1.0002151727676392,1.0002329349517822,1.0002506971359253,1.0002683401107788,1.0002861022949219,1.000303864479065,1.0003215074539185,1.0003392696380615,1.0003570318222046,1.000374674797058,1.0003924369812012,1.0004101991653442,1.0004278421401978,1.0004456043243408,1.0004633665084839,1.0004810094833374,1.0004987716674805,1.0005165338516235,1.000534176826477,1.0005519390106201,1.0005697011947632,1.0005873441696167,1.0006051063537598,1.0006228685379028,1.0006405115127563,1.0006582736968994,1.0006760358810425,1.000693678855896,1.000711441040039],"_type":"histogram"},"gradients/bert.embeddings.position_embeddings.weight":{"values":[2,3,6,5,2,4,7,14,14,13,28,34,68,90,93,139,153,218,262,337,414,562,696,975,1292,1755,2336,3023,3886,4771,5742,6731,7545,302845,7983,7501,6915,6007,4713,3889,2953,2211,1666,1170,941,656,570,435,346,244,210,157,128,106,94,66,63,45,27,24,12,5,6,8],"bins":[-0.043832212686538696,-0.04254245012998581,-0.04125268757343292,-0.039962928742170334,-0.03867316618561745,-0.03738340362906456,-0.03609364107251167,-0.034803882241249084,-0.0335141196846962,-0.03222435712814331,-0.030934594571590424,-0.029644833877682686,-0.0283550713211298,-0.02706531062722206,-0.025775548070669174,-0.024485787376761436,-0.02319602482020855,-0.021906262263655663,-0.020616501569747925,-0.019326739013195038,-0.0180369783192873,-0.016747215762734413,-0.0154574541375041,-0.014167692512273788,-0.012877930887043476,-0.011588169261813164,-0.010298407636582851,-0.009008646011352539,-0.007718883920460939,-0.006429122295230627,-0.005139360204339027,-0.003849598579108715,-0.0025598369538784027,-0.0012700752122327685,1.968652941286564e-05,0.0013094482710584998,0.002599210012704134,0.0038889716379344463,0.005178733728826046,0.006468495354056358,0.007758256979286671,0.009048018604516983,0.010337780229747295,0.011627541854977608,0.012917304411530495,0.014207066036760807,0.01549682766199112,0.016786588355898857,0.018076350912451744,0.01936611346900463,0.02065587416291237,0.021945636719465256,0.023235397413372993,0.02452515996992588,0.025814920663833618,0.027104683220386505,0.028394445776939392,0.02968420647084713,0.030973969027400017,0.032263729721307755,0.03355349227786064,0.03484325483441353,0.03613301366567612,0.037422776222229004,0.03871253877878189],"_type":"histogram"},"gradients/bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,1,5,1,7,4,12,12,17,17,22,42,68,106,145,176,289,379,638,911,1434,2044,3433,5058,8308,13411,22857,40149,77786,174075,569374,375379,130937,61947,33528,18794,11350,7124,4433,2975,1843,1268,779,546,385,240,177,115,85,53,36,28,21,9,9,5,3,0,5,3,2,2],"bins":[-0.062255859375,-0.060359954833984375,-0.05846405029296875,-0.056568145751953125,-0.0546722412109375,-0.052776336669921875,-0.05088043212890625,-0.048984527587890625,-0.047088623046875,-0.045192718505859375,-0.04329681396484375,-0.041400909423828125,-0.0395050048828125,-0.037609100341796875,-0.03571319580078125,-0.033817291259765625,-0.03192138671875,-0.030025482177734375,-0.02812957763671875,-0.026233673095703125,-0.0243377685546875,-0.022441864013671875,-0.02054595947265625,-0.018650054931640625,-0.016754150390625,-0.014858245849609375,-0.01296234130859375,-0.011066436767578125,-0.0091705322265625,-0.007274627685546875,-0.00537872314453125,-0.003482818603515625,-0.0015869140625,0.000308990478515625,0.00220489501953125,0.004100799560546875,0.0059967041015625,0.007892608642578125,0.00978851318359375,0.011684417724609375,0.013580322265625,0.015476226806640625,0.01737213134765625,0.019268035888671875,0.0211639404296875,0.023059844970703125,0.02495574951171875,0.026851654052734375,0.02874755859375,0.030643463134765625,0.03253936767578125,0.034435272216796875,0.0363311767578125,0.038227081298828125,0.04012298583984375,0.042018890380859375,0.043914794921875,0.045810699462890625,0.04770660400390625,0.049602508544921875,0.0514984130859375,0.053394317626953125,0.05529022216796875,0.057186126708984375,0.05908203125]},"parameters/bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,2,7,1,0,4,2,3,6,3,10,8,19,30,48,68,96,126,119,113,86,86,86,100,86,90,127,133,143,129,98,74,51,26,22,8,11,7,2,2,3,4,1,0,1,4],"bins":[-0.000652749091386795,-0.0006370293558575213,-0.0006213096203282475,-0.0006055898265913129,-0.0005898700910620391,-0.0005741503555327654,-0.0005584305617958307,-0.000542710826266557,-0.0005269910907372832,-0.0005112713552080095,-0.0004955516196787357,-0.00047983182594180107,-0.0004641120904125273,-0.0004483923548832536,-0.00043267259025014937,-0.00041695282561704516,-0.0004012330900877714,-0.00038551335455849767,-0.00036979358992539346,-0.00035407382529228926,-0.0003383540897630155,-0.00032263435423374176,-0.00030691458960063756,-0.00029119482496753335,-0.0002754750894382596,-0.00025975535390898585,-0.00024403558927588165,-0.00022831583919469267,-0.0002125960891135037,-0.00019687633903231472,-0.00018115658895112574,-0.00016543683886993676,-0.00014971711789257824,-0.00013399736781138927,-0.00011827761773020029,-0.00010255786764901131,-8.683811756782234e-05,-7.111836748663336e-05,-5.5398617405444384e-05,-3.967886732425541e-05,-2.395911724306643e-05,-8.239367161877453e-06,7.4803829193115234e-06,2.32001330005005e-05,3.891988308168948e-05,5.4639633162878454e-05,7.035938324406743e-05,8.607913332525641e-05,0.00010179888340644538,0.00011751863348763436,0.00013323838356882334,0.00014895813365001231,0.0001646778837312013,0.00018039763381239027,0.00019611738389357924,0.00021183713397476822,0.0002275568840559572,0.00024327663413714617,0.00025899638421833515,0.0002747161197476089,0.0002904358843807131,0.0003061556490138173,0.00032187538454309106,0.0003375951200723648,0.000353314884705469]},"parameters/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[3,1,0,2,0,4,2,0,5,7,11,12,12,17,24,26,18,28,24,21,18,15,16,16,14,15,17,15,11,14,15,6,10,9,11,7,10,15,20,14,14,21,26,25,22,31,23,17,27,12,15,16,3,7,6,6,3,3,0,2,2,0,1,1],"bins":[-0.00019076828903052956,-0.0001847037929110229,-0.00017863929679151624,-0.0001725748006720096,-0.00016651030455250293,-0.00016044580843299627,-0.00015438131231348962,-0.00014831681619398296,-0.0001422523200744763,-0.00013618782395496964,-0.000130123327835463,-0.00012405883171595633,-0.00011799433559644967,-0.00011192983947694302,-0.00010586534335743636,-9.98008472379297e-05,-9.373635111842304e-05,-8.767185499891639e-05,-8.160735887940973e-05,-7.554286275990307e-05,-6.947836664039642e-05,-6.341387052088976e-05,-5.73493744013831e-05,-5.1284878281876445e-05,-4.522038216236979e-05,-3.915588604286313e-05,-3.3091389923356473e-05,-2.7026893803849816e-05,-2.096239768434316e-05,-1.4897901564836502e-05,-8.833405445329845e-06,-2.768909325823188e-06,3.2956013455986977e-06,9.360097465105355e-06,1.5424593584612012e-05,2.148908970411867e-05,2.7553585823625326e-05,3.361808194313198e-05,3.968257806263864e-05,4.57470741821453e-05,5.1811570301651955e-05,5.787606642115861e-05,6.394056254066527e-05,7.000505866017193e-05,7.606955477967858e-05,8.213405089918524e-05,8.81985470186919e-05,9.426304313819855e-05,0.00010032753925770521,0.00010639203537721187,0.00011245653149671853,0.00011852102761622518,0.00012458552373573184,0.0001306500198552385,0.00013671451597474515,0.0001427790120942518,0.00014884350821375847,0.00015490800433326513,0.00016097250045277178,0.00016703699657227844,0.0001731014926917851,0.00017916598881129175,0.0001852304849307984,0.00019129498105030507,0.00019735947716981173]},"gradients/bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,0,2,1,0,0,1,2,3,3,4,5,3,6,13,8,6,5,10,9,24,22,24,20,18,26,30,32,28,29,29,33,40,38,28,34,29,30,23,24,17,18,8,15,8,10,10,9,6,5,5,4,1,1,0,1,2,0,2,1],"bins":[-0.0712890625,-0.06925582885742188,-0.06722259521484375,-0.06518936157226562,-0.0631561279296875,-0.061122894287109375,-0.05908966064453125,-0.057056427001953125,-0.055023193359375,-0.052989959716796875,-0.05095672607421875,-0.048923492431640625,-0.0468902587890625,-0.044857025146484375,-0.04282379150390625,-0.040790557861328125,-0.03875732421875,-0.036724090576171875,-0.03469085693359375,-0.032657623291015625,-0.0306243896484375,-0.028591156005859375,-0.02655792236328125,-0.024524688720703125,-0.022491455078125,-0.020458221435546875,-0.01842498779296875,-0.016391754150390625,-0.0143585205078125,-0.012325286865234375,-0.01029205322265625,-0.008258819580078125,-0.0062255859375,-0.004192352294921875,-0.00215911865234375,-0.000125885009765625,0.0019073486328125,0.003940582275390625,0.00597381591796875,0.008007049560546875,0.010040283203125,0.012073516845703125,0.01410675048828125,0.016139984130859375,0.0181732177734375,0.020206451416015625,0.02223968505859375,0.024272918701171875,0.02630615234375,0.028339385986328125,0.03037261962890625,0.032405853271484375,0.0344390869140625,0.036472320556640625,0.03850555419921875,0.040538787841796875,0.042572021484375,0.044605255126953125,0.04663848876953125,0.048671722412109375,0.0507049560546875,0.052738189697265625,0.05477142333984375,0.056804656982421875,0.058837890625]},"parameters/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,1,1,3,2,4,0,1,5,7,7,10,20,13,24,27,36,35,37,27,33,41,42,26,45,30,33,27,28,16,19,15,15,17,19,12,6,12,9,8,9,5,9,6,1,4,2,5,3,0,0,3,1,0,0,1,1,1],"bins":[0.9994490146636963,0.9994681477546692,0.9994873404502869,0.9995064735412598,0.9995256066322327,0.9995447993278503,0.9995639324188232,0.9995830655097961,0.999602198600769,0.9996213912963867,0.9996405243873596,0.9996596574783325,0.9996788501739502,0.9996979832649231,0.999717116355896,0.9997363090515137,0.9997554421424866,0.9997745752334595,0.9997937679290771,0.99981290102005,0.999832034111023,0.9998512268066406,0.9998703598976135,0.9998894929885864,0.9999086856842041,0.999927818775177,0.9999469518661499,0.9999660849571228,0.9999852776527405,1.0000044107437134,1.000023603439331,1.0000426769256592,1.0000618696212769,1.0000810623168945,1.0001001358032227,1.0001193284988403,1.000138521194458,1.0001575946807861,1.0001767873764038,1.0001959800720215,1.0002150535583496,1.0002342462539673,1.000253438949585,1.000272512435913,1.0002917051315308,1.0003108978271484,1.0003299713134766,1.0003491640090942,1.000368356704712,1.00038743019104,1.0004066228866577,1.0004256963729858,1.0004448890686035,1.0004640817642212,1.0004831552505493,1.000502347946167,1.0005215406417847,1.0005406141281128,1.0005598068237305,1.0005789995193481,1.0005980730056763,1.000617265701294,1.0006364583969116,1.0006555318832397,1.0006747245788574]},"parameters/bert.encoder.layer.0.output.dense.weight":{"values":[3,4,4,14,20,40,68,137,210,324,500,792,1252,1958,2996,4365,6271,8668,11981,15741,20814,26095,33103,40353,48304,56951,65353,72838,80167,85472,90034,92772,92921,92187,87939,82836,75499,67838,59945,51618,43701,35925,29294,22709,17719,13377,9733,7224,4827,3482,2375,1520,1009,628,406,220,142,70,50,34,12,12,6,2],"bins":[-0.09559128433465958,-0.09262266755104065,-0.08965404331684113,-0.0866854265332222,-0.08371680974960327,-0.08074818551540375,-0.07777956873178482,-0.0748109519481659,-0.07184232771396637,-0.06887371093034744,-0.06590509414672852,-0.06293647736310959,-0.059967853128910065,-0.05699923634529114,-0.05403061583638191,-0.051061999052762985,-0.04809337854385376,-0.045124758034944534,-0.04215614125132561,-0.03918752074241638,-0.036218903958797455,-0.03325028344988823,-0.030281662940979004,-0.027313044294714928,-0.02434442564845085,-0.021375807002186775,-0.0184071883559227,-0.015438567847013474,-0.012469949200749397,-0.009501330554485321,-0.00653271097689867,-0.0035640918649733067,-0.0005954727530479431,0.0023731463588774204,0.005341765470802784,0.008310385048389435,0.011279003694653511,0.014247622340917587,0.017216242849826813,0.02018486149609089,0.023153480142354965,0.02612209878861904,0.029090717434883118,0.03205933794379234,0.03502795845270157,0.037996575236320496,0.04096519574522972,0.04393381252884865,0.046902433037757874,0.0498710535466671,0.052839670330286026,0.05580829083919525,0.05877690762281418,0.061745528131723404,0.06471414864063263,0.06768276542425156,0.07065138220787048,0.07362000644207001,0.07658862322568893,0.07955724000930786,0.08252586424350739,0.08549448102712631,0.08846309781074524,0.09143172204494476,0.09440033882856369],"_type":"histogram"},"gradients/bert.encoder.layer.0.attention.self.query.weight":{"values":[1,1,0,1,0,2,1,2,3,3,6,3,8,11,15,18,35,60,56,115,136,209,343,532,783,1224,1860,2954,4807,7858,13945,25890,55525,151449,185180,66856,30745,15639,9016,5284,3243,2121,1311,852,560,384,244,161,117,84,46,36,32,14,17,9,7,3,2,1,1,2,0,1],"bins":[-0.00567626953125,-0.005509853363037109,-0.005343437194824219,-0.005177021026611328,-0.0050106048583984375,-0.004844188690185547,-0.004677772521972656,-0.004511356353759766,-0.004344940185546875,-0.004178524017333984,-0.004012107849121094,-0.003845691680908203,-0.0036792755126953125,-0.003512859344482422,-0.0033464431762695312,-0.0031800270080566406,-0.00301361083984375,-0.0028471946716308594,-0.0026807785034179688,-0.002514362335205078,-0.0023479461669921875,-0.002181529998779297,-0.0020151138305664062,-0.0018486976623535156,-0.001682281494140625,-0.0015158653259277344,-0.0013494491577148438,-0.0011830329895019531,-0.0010166168212890625,-0.0008502006530761719,-0.0006837844848632812,-0.0005173683166503906,-0.0003509521484375,-0.00018453598022460938,-1.811981201171875e-05,0.00014829635620117188,0.0003147125244140625,0.0004811286926269531,0.0006475448608398438,0.0008139610290527344,0.000980377197265625,0.0011467933654785156,0.0013132095336914062,0.0014796257019042969,0.0016460418701171875,0.0018124580383300781,0.0019788742065429688,0.0021452903747558594,0.00231170654296875,0.0024781227111816406,0.0026445388793945312,0.002810955047607422,0.0029773712158203125,0.003143787384033203,0.0033102035522460938,0.0034766197204589844,0.003643035888671875,0.0038094520568847656,0.003975868225097656,0.004142284393310547,0.0043087005615234375,0.004475116729736328,0.004641532897949219,0.004807949066162109,0.004974365234375],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.dense.bias":{"bins":[-0.0001929664722410962,-0.00018647384422365576,-0.00017998121620621532,-0.00017348858818877488,-0.00016699596017133445,-0.000160503332153894,-0.0001540107186883688,-0.00014751809067092836,-0.00014102546265348792,-0.00013453283463604748,-0.00012804020661860704,-0.0001215475786011666,-0.00011505495058372617,-0.00010856232256628573,-0.0001020697018248029,-9.557707380736247e-05,-8.908444578992203e-05,-8.259181777248159e-05,-7.609918975504115e-05,-6.960656901355833e-05,-6.311394099611789e-05,-5.662131297867745e-05,-5.012868496123701e-05,-4.363606058177538e-05,-3.7143432564334944e-05,-3.0650804546894506e-05,-2.4158180167432874e-05,-1.7665552149992436e-05,-1.1172925951541401e-05,-4.680299298343016e-06,1.8123273548553698e-06,8.304954462801106e-06,1.4797580661252141e-05,2.1290206859703176e-05,2.778283305815421e-05,3.427546107559465e-05,4.076808545505628e-05,4.726071347249672e-05,5.3753341489937156e-05,6.024596586939879e-05,6.673859024886042e-05,7.323121826630086e-05,7.97238462837413e-05,8.621647430118173e-05,9.270910231862217e-05,9.920173033606261e-05,0.00010569435107754543,0.00011218697909498587,0.00011867960711242631,0.00012517222785390913,0.00013166485587134957,0.00013815748388879,0.00014465011190623045,0.0001511427399236709,0.00015763536794111133,0.00016412799595855176,0.0001706206239759922,0.00017711325199343264,0.00018360588001087308,0.0001900984934763983,0.00019659112149383873,0.00020308374951127917,0.0002095763775287196,0.00021606900554616004,0.00022256163356360048],"_type":"histogram","values":[2,2,1,2,1,4,5,5,9,10,10,18,14,17,25,23,14,22,18,21,17,15,15,20,19,15,20,11,18,24,12,6,9,10,13,17,13,26,24,15,21,17,16,23,26,19,18,17,17,6,11,10,4,6,4,4,4,1,1,0,0,0,0,1]},"gradients/bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0263671875,-0.025524139404296875,-0.02468109130859375,-0.023838043212890625,-0.0229949951171875,-0.022151947021484375,-0.02130889892578125,-0.020465850830078125,-0.019622802734375,-0.018779754638671875,-0.01793670654296875,-0.017093658447265625,-0.0162506103515625,-0.015407562255859375,-0.01456451416015625,-0.013721466064453125,-0.01287841796875,-0.012035369873046875,-0.01119232177734375,-0.010349273681640625,-0.0095062255859375,-0.008663177490234375,-0.00782012939453125,-0.006977081298828125,-0.006134033203125,-0.005290985107421875,-0.00444793701171875,-0.003604888916015625,-0.0027618408203125,-0.001918792724609375,-0.00107574462890625,-0.000232696533203125,0.0006103515625,0.001453399658203125,0.00229644775390625,0.003139495849609375,0.0039825439453125,0.004825592041015625,0.00566864013671875,0.006511688232421875,0.007354736328125,0.008197784423828125,0.00904083251953125,0.009883880615234375,0.0107269287109375,0.011569976806640625,0.01241302490234375,0.013256072998046875,0.01409912109375,0.014942169189453125,0.01578521728515625,0.016628265380859375,0.0174713134765625,0.018314361572265625,0.01915740966796875,0.020000457763671875,0.020843505859375,0.021686553955078125,0.02252960205078125,0.023372650146484375,0.0242156982421875,0.025058746337890625,0.02590179443359375,0.026744842529296875,0.027587890625],"_type":"histogram","values":[2,1,0,0,0,1,0,4,4,2,2,7,5,3,10,17,12,14,18,31,31,35,48,48,64,67,82,109,111,118,162,133,137,97,92,97,75,62,65,38,47,34,25,20,23,16,15,9,15,8,6,7,4,2,1,4,2,2,1,1,1,0,0,1]},"parameters/bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,4,5,13,51,80,116,226,388,612,1007,1731,2662,4180,6017,8714,12492,16922,22738,29972,37655,46910,56137,65567,75296,84532,91459,96941,100777,101505,98751,94118,88323,80087,70303,60645,50968,41766,33036,25727,19276,14155,10155,7302,4938,3253,2042,1353,803,494,308,153,97,50,28,14,5,2,2],"bins":[-0.1105043813586235,-0.10727576911449432,-0.10404714941978455,-0.10081852972507477,-0.09758991748094559,-0.0943613052368164,-0.09113268554210663,-0.08790406584739685,-0.08467545360326767,-0.08144684135913849,-0.07821822166442871,-0.07498960196971893,-0.07176098972558975,-0.06853237748146057,-0.0653037577867508,-0.062075141817331314,-0.058846525847911835,-0.055617909878492355,-0.052389293909072876,-0.0491606779396534,-0.04593206197023392,-0.04270344600081444,-0.03947483003139496,-0.03624621406197548,-0.033017598092556,-0.02978898212313652,-0.02656036615371704,-0.02333175018429756,-0.020103134214878082,-0.016874518245458603,-0.013645902276039124,-0.010417286306619644,-0.007188662886619568,-0.0039600469172000885,-0.0007314309477806091,0.0024971850216388702,0.00572580099105835,0.008954416960477829,0.012183032929897308,0.015411648899316788,0.018640264868736267,0.021868880838155746,0.025097496807575226,0.028326112776994705,0.031554728746414185,0.034783344715833664,0.03801196068525314,0.04124057665467262,0.0444691926240921,0.04769780859351158,0.05092642456293106,0.05415504053235054,0.05738365650177002,0.0606122724711895,0.06384088844060898,0.06706950068473816,0.07029812037944794,0.07352674007415771,0.0767553523182869,0.07998396456241608,0.08321258425712585,0.08644120395183563,0.08966981619596481,0.092898428440094,0.09612704813480377]},"gradients/bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.030029296875,-0.029018402099609375,-0.02800750732421875,-0.026996612548828125,-0.0259857177734375,-0.024974822998046875,-0.02396392822265625,-0.022953033447265625,-0.021942138671875,-0.020931243896484375,-0.01992034912109375,-0.018909454345703125,-0.0178985595703125,-0.016887664794921875,-0.01587677001953125,-0.014865875244140625,-0.01385498046875,-0.012844085693359375,-0.01183319091796875,-0.010822296142578125,-0.0098114013671875,-0.008800506591796875,-0.00778961181640625,-0.006778717041015625,-0.005767822265625,-0.004756927490234375,-0.00374603271484375,-0.002735137939453125,-0.0017242431640625,-0.000713348388671875,0.00029754638671875,0.001308441162109375,0.0023193359375,0.003330230712890625,0.00434112548828125,0.005352020263671875,0.0063629150390625,0.007373809814453125,0.00838470458984375,0.009395599365234375,0.010406494140625,0.011417388916015625,0.01242828369140625,0.013439178466796875,0.0144500732421875,0.015460968017578125,0.01647186279296875,0.017482757568359375,0.01849365234375,0.019504547119140625,0.02051544189453125,0.021526336669921875,0.0225372314453125,0.023548126220703125,0.02455902099609375,0.025569915771484375,0.026580810546875,0.027591705322265625,0.02860260009765625,0.029613494873046875,0.0306243896484375,0.031635284423828125,0.03264617919921875,0.033657073974609375,0.03466796875],"_type":"histogram","values":[2,0,0,0,2,0,2,1,3,4,9,6,10,14,9,6,16,17,12,22,14,24,19,32,24,32,28,26,35,35,27,29,24,30,22,27,26,29,21,18,21,13,19,14,13,8,2,6,1,3,2,2,1,3,1,0,0,1,0,0,0,0,0,1]},"parameters/bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09184449911117554,-0.0888858214020729,-0.08592715114355087,-0.08296847343444824,-0.08000980317592621,-0.07705112546682358,-0.07409244775772095,-0.07113377749919891,-0.06817509979009628,-0.06521642208099365,-0.06225775182247162,-0.05929907411336899,-0.056340400129556656,-0.053381726145744324,-0.05042304843664169,-0.04746437445282936,-0.04450570046901703,-0.0415470264852047,-0.038588352501392365,-0.035629674792289734,-0.0326710008084774,-0.02971232682466507,-0.026753650978207588,-0.023794975131750107,-0.020836301147937775,-0.017877627164125443,-0.014918951317667961,-0.011960276402533054,-0.009001601487398148,-0.006042926572263241,-0.003084251657128334,-0.00012557674199342728,0.0028331056237220764,0.005791780538856983,0.00875045545399189,0.011709130369126797,0.014667805284261703,0.017626479268074036,0.020585155114531517,0.023543830960989,0.02650250494480133,0.029461178928613663,0.032419852912425995,0.035378530621528625,0.03833720460534096,0.04129587858915329,0.04425455629825592,0.04721323028206825,0.050171904265880585,0.05313057824969292,0.05608925223350525,0.05904792994260788,0.06200660392642021,0.06496527791023254,0.06792395561933517,0.07088262587785721,0.07384130358695984,0.07679998129606247,0.0797586515545845,0.08271732926368713,0.08567599952220917,0.0886346772313118,0.09159335494041443,0.09455202519893646,0.09751070290803909],"_type":"histogram","values":[3,2,0,8,15,25,48,73,118,208,302,517,810,1219,1722,2538,3425,4792,6315,8222,10407,12922,15715,18822,22041,24874,27718,30240,32498,33574,34763,34619,34155,32299,30569,27754,24951,22182,18890,15870,13120,10631,8191,6349,4774,3584,2518,1848,1298,805,537,348,267,139,76,39,33,19,7,4,6,3,2,1]},"parameters/bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,1,1,1,2,11,11,22,56,76,145,207,388,640,907,1422,2068,2934,4095,5659,7484,10102,12304,15628,18612,22265,25609,28834,32160,34282,35936,36506,36598,35863,33622,31520,28432,25085,21591,18050,15014,11942,9250,7135,5330,3824,2815,1895,1271,843,535,343,223,121,67,48,16,9,6,5,0,1,1],"bins":[-0.10263675451278687,-0.09951726347208023,-0.0963977724313736,-0.09327828139066696,-0.09015879034996033,-0.08703929930925369,-0.08391980826854706,-0.08080031722784042,-0.07768082618713379,-0.07456132769584656,-0.07144183665513992,-0.06832234561443329,-0.06520285457372665,-0.06208336353302002,-0.058963872492313385,-0.05584438145160675,-0.052724890410900116,-0.04960539937019348,-0.04648590832948685,-0.04336641728878021,-0.04024692624807358,-0.037127431482076645,-0.03400794044137001,-0.030888449400663376,-0.02776895835995674,-0.024649467319250107,-0.021529976278543472,-0.01841048337519169,-0.015290992334485054,-0.01217150129377842,-0.00905200932174921,-0.0059325178153812885,-0.0028130337595939636,0.0003064577467739582,0.00342594925314188,0.006545440759509802,0.009664932265877724,0.012784423306584358,0.015903916209936142,0.019023407250642776,0.02214289829134941,0.025262389332056046,0.02838188037276268,0.031501371413469315,0.03462086617946625,0.03774035722017288,0.04085984826087952,0.04397933930158615,0.047098830342292786,0.05021832138299942,0.053337812423706055,0.05645730346441269,0.059576794505119324,0.06269628554582596,0.06581577658653259,0.06893526762723923,0.07205475866794586,0.0751742571592331,0.07829374819993973,0.08141323924064636,0.084532730281353,0.08765222132205963,0.09077171236276627,0.0938912034034729,0.09701069444417953],"_type":"histogram"},"gradients/bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,2,1,0,0,5,0,1,3,5,5,4,4,8,4,6,11,15,15,21,19,21,23,24,25,32,26,25,36,46,41,35,40,22,29,30,20,21,19,16,17,11,20,9,11,10,6,5,3,5,2,2,0,2,0,1,0,1],"bins":[-0.0691402480006218,-0.0671967938542366,-0.06525333225727081,-0.06330987811088562,-0.06136642396450043,-0.059422969818115234,-0.05747951194643974,-0.05553605407476425,-0.05359259992837906,-0.051649145781993866,-0.049705687910318375,-0.04776223003864288,-0.04581877589225769,-0.0438753217458725,-0.041931863874197006,-0.039988406002521515,-0.03804495185613632,-0.03610149770975113,-0.03415803983807564,-0.032214581966400146,-0.030271127820014954,-0.02832767181098461,-0.02638421580195427,-0.024440759792923927,-0.022497303783893585,-0.020553847774863243,-0.0186103917658329,-0.01666693575680256,-0.014723479747772217,-0.012780023738741875,-0.010836567729711533,-0.00889311172068119,-0.006949655711650848,-0.005006199702620506,-0.003062743693590164,-0.001119287684559822,0.00082416832447052,0.002767624333500862,0.004711080342531204,0.006654536351561546,0.008597992360591888,0.01054144836962223,0.012484904378652573,0.014428360387682915,0.016371816396713257,0.0183152724057436,0.02025872841477394,0.022202184423804283,0.024145640432834625,0.026089096441864967,0.02803255245089531,0.02997600845992565,0.031919464468955994,0.033862918615341187,0.03580637648701668,0.03774983435869217,0.03969328850507736,0.041636742651462555,0.043580200523138046,0.04552365839481354,0.04746711254119873,0.04941056668758392,0.051354024559259415,0.053297482430934906,0.0552409365773201]},"gradients/bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0228271484375,-0.022125244140625,-0.02142333984375,-0.020721435546875,-0.02001953125,-0.019317626953125,-0.01861572265625,-0.017913818359375,-0.0172119140625,-0.016510009765625,-0.01580810546875,-0.015106201171875,-0.014404296875,-0.013702392578125,-0.01300048828125,-0.012298583984375,-0.0115966796875,-0.010894775390625,-0.01019287109375,-0.009490966796875,-0.0087890625,-0.008087158203125,-0.00738525390625,-0.006683349609375,-0.0059814453125,-0.005279541015625,-0.00457763671875,-0.003875732421875,-0.003173828125,-0.002471923828125,-0.00177001953125,-0.001068115234375,-0.0003662109375,0.000335693359375,0.00103759765625,0.001739501953125,0.00244140625,0.003143310546875,0.00384521484375,0.004547119140625,0.0052490234375,0.005950927734375,0.00665283203125,0.007354736328125,0.008056640625,0.008758544921875,0.00946044921875,0.010162353515625,0.0108642578125,0.011566162109375,0.01226806640625,0.012969970703125,0.013671875,0.014373779296875,0.01507568359375,0.015777587890625,0.0164794921875,0.017181396484375,0.01788330078125,0.018585205078125,0.019287109375,0.019989013671875,0.02069091796875,0.021392822265625,0.0220947265625],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,7,4,3,4,5,7,4,10,11,18,13,28,20,31,28,42,72,73,66,88,123,132,151,175,139,112,127,97,80,71,46,33,41,27,32,23,19,12,17,13,9,7,11,3,2,3,2,0,0,1,0,1,1,0,1]},"parameters/bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,7,5,5,21,16,27,30,44,39,31,19,16,12,9,11,11,9,9,10,15,5,11,13,7,9,3,10,10,10,11,10,18,10,10,13,10,6,13,18,18,27,36,27,37,31,15,12,10,4,3,1,0,0,0,0,0,1],"bins":[-0.0001659878034843132,-0.00016073707956820726,-0.00015548635565210134,-0.0001502356317359954,-0.00014498490781988949,-0.00013973418390378356,-0.00013448345998767763,-0.0001292327360715717,-0.00012398201215546578,-0.00011873128823935986,-0.00011348056432325393,-0.000108229840407148,-0.00010297911649104208,-9.772839257493615e-05,-9.247766865883023e-05,-8.72269447427243e-05,-8.197622082661837e-05,-7.672549691051245e-05,-7.147477299440652e-05,-6.62240490783006e-05,-6.097332516219467e-05,-5.572260124608874e-05,-5.047187732998282e-05,-4.522115341387689e-05,-3.9970429497770965e-05,-3.471970558166504e-05,-2.9468981665559113e-05,-2.4218257749453187e-05,-1.896753383334726e-05,-1.3716809917241335e-05,-8.466086001135409e-06,-3.215362085029483e-06,2.035347279161215e-06,7.286071195267141e-06,1.2536795111373067e-05,1.7787519027478993e-05,2.303824294358492e-05,2.8288966859690845e-05,3.353969077579677e-05,3.87904146919027e-05,4.404113860800862e-05,4.929186252411455e-05,5.4542586440220475e-05,5.97933103563264e-05,6.504403427243233e-05,7.029475818853825e-05,7.554548210464418e-05,8.07962060207501e-05,8.604692993685603e-05,9.129765385296196e-05,9.654837776906788e-05,0.00010179910168517381,0.00010704982560127974,0.00011230054951738566,0.00011755127343349159,0.00012280199734959751,0.00012805272126570344,0.00013330344518180937,0.0001385541690979153,0.00014380489301402122,0.00014905561693012714,0.00015430634084623307,0.000159557064762339,0.00016480778867844492,0.00017005851259455085]},"parameters/bert.encoder.layer.0.attention.self.key.bias":{"values":[8,6,16,11,8,8,14,15,18,14,13,8,11,18,10,14,13,17,15,10,21,16,13,9,11,18,8,7,6,9,13,11,12,15,14,10,14,17,20,19,18,12,20,16,17,11,11,16,9,18,9,12,15,14,11,6,12,15,7,5,3,0,0,1],"bins":[-0.0005657891160808504,-0.0005471184267662466,-0.0005284476792439818,-0.000509776989929378,-0.0004911063006147742,-0.0004724355530925095,-0.0004537648637779057,-0.00043509414535947144,-0.0004164234269410372,-0.0003977527085226029,-0.00037908199010416865,-0.00036041130078956485,-0.0003417405823711306,-0.0003230698639526963,-0.0003043991746380925,-0.00028572845621965826,-0.000267057737801224,-0.00024838701938278973,-0.0002297163155162707,-0.00021104561164975166,-0.0001923748932313174,-0.00017370417481288314,-0.0001550334709463641,-0.00013636276707984507,-0.00011769204866141081,-9.902133751893416e-05,-8.035062637645751e-05,-6.167991523398086e-05,-4.3009204091504216e-05,-2.4338492949027568e-05,-5.66778180655092e-06,1.3002929335925728e-05,3.1673640478402376e-05,5.0344351620879024e-05,6.901506276335567e-05,8.768577390583232e-05,0.00010635648504830897,0.00012502720346674323,0.00014369790733326226,0.0001623686111997813,0.00018103932961821556,0.00019971004803664982,0.00021838075190316886,0.0002370514557696879,0.00025572217418812215,0.0002743928926065564,0.0002930635819211602,0.0003117343003395945,0.00033040501875802875,0.000349075737176463,0.00036774645559489727,0.0003864171449095011,0.00040508786332793534,0.0004237585817463696,0.0004424292710609734,0.00046109998947940767,0.00047977070789784193,0.0004984413972124457,0.0005171121447347105,0.0005357828340493143,0.000554453581571579,0.0005731242708861828,0.0005917949602007866,0.0006104657077230513,0.0006291363970376551],"_type":"histogram"},"gradients/bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,2,2,1,1,0,2,2,3,1,4,8,3,4,5,8,9,15,18,20,19,15,18,22,18,28,27,26,32,25,41,38,25,24,38,23,30,17,30,29,22,15,15,14,11,7,10,10,4,7,5,2,3,1,1,2,1,1,1,1],"bins":[-0.055908203125,-0.0543060302734375,-0.052703857421875,-0.0511016845703125,-0.04949951171875,-0.0478973388671875,-0.046295166015625,-0.0446929931640625,-0.0430908203125,-0.0414886474609375,-0.039886474609375,-0.0382843017578125,-0.03668212890625,-0.0350799560546875,-0.033477783203125,-0.0318756103515625,-0.0302734375,-0.0286712646484375,-0.027069091796875,-0.0254669189453125,-0.02386474609375,-0.0222625732421875,-0.020660400390625,-0.0190582275390625,-0.0174560546875,-0.0158538818359375,-0.014251708984375,-0.0126495361328125,-0.01104736328125,-0.0094451904296875,-0.007843017578125,-0.0062408447265625,-0.004638671875,-0.0030364990234375,-0.001434326171875,0.0001678466796875,0.00177001953125,0.0033721923828125,0.004974365234375,0.0065765380859375,0.0081787109375,0.0097808837890625,0.011383056640625,0.0129852294921875,0.01458740234375,0.0161895751953125,0.017791748046875,0.0193939208984375,0.02099609375,0.0225982666015625,0.024200439453125,0.0258026123046875,0.02740478515625,0.0290069580078125,0.030609130859375,0.0322113037109375,0.0338134765625,0.0354156494140625,0.037017822265625,0.0386199951171875,0.04022216796875,0.0418243408203125,0.043426513671875,0.0450286865234375,0.046630859375]},"parameters/bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,3,4,3,2,6,6,4,10,16,15,12,17,25,26,22,19,18,18,17,17,17,17,17,17,8,18,16,12,17,22,17,19,27,15,18,19,29,25,33,20,19,19,23,10,17,6,7,5,4,4,2,1,2,1,0,1,1],"bins":[-0.00025096922763623297,-0.00024341599782928824,-0.00023586278257425874,-0.00022830955276731402,-0.00022075633751228452,-0.0002132031077053398,-0.00020564987789839506,-0.00019809666264336556,-0.00019054343283642083,-0.00018299021758139133,-0.0001754369877744466,-0.00016788375796750188,-0.00016033054271247238,-0.00015277731290552765,-0.00014522409765049815,-0.00013767086784355342,-0.0001301176380366087,-0.0001225644227815792,-0.00011501120025059208,-0.00010745797044364735,-9.990474791266024e-05,-9.235152538167313e-05,-8.479830285068601e-05,-7.72450803196989e-05,-6.969185778871179e-05,-6.213862798176706e-05,-5.4585405450779945e-05,-4.703218291979283e-05,-3.947896038880572e-05,-3.1925734219839796e-05,-2.4372511688852683e-05,-1.6819287338876165e-05,-9.266062988899648e-06,-1.7128390936704818e-06,5.8403848015586846e-06,1.33936082420405e-05,2.0946832592017017e-05,2.8500056941993535e-05,3.605327947298065e-05,4.360650564194657e-05,5.115972817293368e-05,5.8712950703920797e-05,6.626617687288672e-05,7.381939940387383e-05,8.137262193486094e-05,8.892584446584806e-05,9.647907427279279e-05,0.0001040322968037799,0.00011158551933476701,0.00011913874186575413,0.00012669197167269886,0.00013424518692772835,0.00014179841673467308,0.00014935163198970258,0.0001569048617966473,0.00016445809160359204,0.00017201130685862154,0.00017956453666556627,0.00018711775192059577,0.0001946709817275405,0.00020222421153448522,0.00020977742678951472,0.00021733065659645945,0.00022488387185148895,0.00023243710165843368]},"gradients/bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,1,0,2,1,0,1,0,0,1,2,1,1,5,5,8,5,4,13,7,10,12,13,17,14,11,17,27,30,26,34,32,31,35,35,33,29,33,41,25,32,24,20,13,12,17,14,13,7,8,16,8,7,2,2,2,4,0,0,2,1,1],"bins":[-0.07080078125,-0.06884765625,-0.06689453125,-0.06494140625,-0.06298828125,-0.06103515625,-0.05908203125,-0.05712890625,-0.05517578125,-0.05322265625,-0.05126953125,-0.04931640625,-0.04736328125,-0.04541015625,-0.04345703125,-0.04150390625,-0.03955078125,-0.03759765625,-0.03564453125,-0.03369140625,-0.03173828125,-0.02978515625,-0.02783203125,-0.02587890625,-0.02392578125,-0.02197265625,-0.02001953125,-0.01806640625,-0.01611328125,-0.01416015625,-0.01220703125,-0.01025390625,-0.00830078125,-0.00634765625,-0.00439453125,-0.00244140625,-0.00048828125,0.00146484375,0.00341796875,0.00537109375,0.00732421875,0.00927734375,0.01123046875,0.01318359375,0.01513671875,0.01708984375,0.01904296875,0.02099609375,0.02294921875,0.02490234375,0.02685546875,0.02880859375,0.03076171875,0.03271484375,0.03466796875,0.03662109375,0.03857421875,0.04052734375,0.04248046875,0.04443359375,0.04638671875,0.04833984375,0.05029296875,0.05224609375,0.05419921875],"_type":"histogram"},"gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.0426906943321228,-0.04115104302763939,-0.039611395448446274,-0.03807174414396286,-0.036532096564769745,-0.03499244526028633,-0.03345279395580292,-0.0319131463766098,-0.03037349507212639,-0.028833845630288124,-0.02729419618844986,-0.025754546746611595,-0.02421489730477333,-0.022675247862935066,-0.021135596558451653,-0.019595947116613388,-0.018056297674775124,-0.01651664823293686,-0.01497699785977602,-0.013437348417937756,-0.011897698044776917,-0.010358048602938652,-0.008818399161100388,-0.007278749253600836,-0.005739099346101284,-0.004199449438601732,-0.002659799763932824,-0.0011201499728485942,0.00041949981823563576,0.0019591497257351875,0.0034987994004040956,0.005038449075073004,0.0065780989825725555,0.00811774842441082,0.009657398797571659,0.011197048239409924,0.012736698612570763,0.014276348054409027,0.01581599749624729,0.017355646938085556,0.01889529824256897,0.020434947684407234,0.0219745971262455,0.023514246568083763,0.025053896009922028,0.026593545451760292,0.028133196756243706,0.02967284619808197,0.031212495639920235,0.0327521450817585,0.03429179638624191,0.03583144396543503,0.03737109526991844,0.03891074284911156,0.04045039415359497,0.041990045458078384,0.0435296930372715,0.04506934434175491,0.04660899192094803,0.04814864322543144,0.049688294529914856,0.05122794210910797,0.052767593413591385,0.0543072409927845,0.055846892297267914],"_type":"histogram","values":[2,0,0,0,2,0,0,2,2,2,1,2,4,2,3,7,7,8,13,3,13,18,19,38,36,48,89,98,79,65,48,30,23,20,10,12,12,8,9,8,7,3,4,2,0,1,1,0,1,1,1,1,0,0,0,0,2,0,0,0,0,0,0,1]},"parameters/bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,5,6,18,29,52,97,134,204,353,545,830,1252,1801,2507,3433,4708,6233,7930,10162,12793,15418,18573,21964,24752,27615,30276,32286,33962,34317,34875,34043,32637,30593,27797,25221,21910,19165,16033,13102,10720,8474,6550,4882,3530,2561,1798,1272,872,602,324,262,134,97,42,26,23,8,3,4,0,4],"bins":[-0.09469503164291382,-0.09174247831106186,-0.0887899324297905,-0.08583737909793854,-0.08288483321666718,-0.07993227988481522,-0.07697973400354385,-0.0740271806716919,-0.07107463479042053,-0.06812208145856857,-0.06516952812671661,-0.06221698224544525,-0.05926442891359329,-0.05631187930703163,-0.05335932970046997,-0.05040678009390831,-0.04745423048734665,-0.04450168088078499,-0.04154913127422333,-0.03859658166766167,-0.035644032061100006,-0.03269147872924805,-0.029738929122686386,-0.026786379516124725,-0.023833829909563065,-0.020881280303001404,-0.017928730696439743,-0.014976179227232933,-0.012023629620671272,-0.009071080014109612,-0.006118529476225376,-0.003165979404002428,-0.00021342188119888306,0.002739128191024065,0.005691678263247013,0.008644228801131248,0.01159677840769291,0.01454932801425457,0.01750187948346138,0.02045442909002304,0.0234069786965847,0.026359528303146362,0.029312077909708023,0.032264627516269684,0.03521718084812164,0.038169730454683304,0.041122280061244965,0.044074829667806625,0.047027379274368286,0.04997992888092995,0.05293247848749161,0.05588502809405327,0.05883757770061493,0.06179013103246689,0.06474267691373825,0.06769523024559021,0.07064777612686157,0.07360032945871353,0.07655288279056549,0.07950542867183685,0.08245798200368881,0.08541052788496017,0.08836308121681213,0.0913156270980835,0.09426818042993546]},"parameters/bert.encoder.layer.2.output.dense.bias":{"values":[1,0,1,2,0,3,1,4,2,2,2,8,9,15,16,20,29,32,25,20,23,20,17,14,18,7,9,16,12,15,13,8,4,13,10,15,12,8,19,5,7,7,11,15,25,10,13,19,23,24,24,27,21,18,17,20,6,11,7,4,2,2,2,3],"bins":[-0.00018517975695431232,-0.00017978355754166842,-0.0001743873581290245,-0.0001689911587163806,-0.0001635949593037367,-0.00015819874533917755,-0.00015280254592653364,-0.00014740634651388973,-0.00014201014710124582,-0.0001366139476886019,-0.000131217748275958,-0.0001258215488633141,-0.00012042534217471257,-0.00011502914276206866,-0.00010963293607346714,-0.00010423673666082323,-9.884053724817932e-05,-9.344433783553541e-05,-8.80481384228915e-05,-8.265193173428997e-05,-7.725573232164606e-05,-7.185953290900216e-05,-6.646332622040063e-05,-6.106712680775672e-05,-5.567092739511281e-05,-5.02747279824689e-05,-4.4878524931846187e-05,-3.948232188122347e-05,-3.408612246857956e-05,-2.8689921236946248e-05,-2.3293720005312935e-05,-1.789751877367962e-05,-1.2501332093961537e-05,-7.105130862328224e-06,-1.7089296306949109e-06,3.687271600938402e-06,9.083472832571715e-06,1.4479674064205028e-05,1.987587529583834e-05,2.5272076527471654e-05,3.066827775910497e-05,3.6064477171748877e-05,4.146068022237159e-05,4.685688327299431e-05,5.225308268563822e-05,5.764928209828213e-05,6.304548878688365e-05,6.844168819952756e-05,7.383788761217147e-05,7.923408702481538e-05,8.463028643745929e-05,9.002649312606081e-05,9.542269253870472e-05,0.00010081889195134863,0.00010621509863995016,0.00011161129805259407,0.00011700749746523798,0.00012240369687788188,0.0001277998962905258,0.0001331960957031697,0.0001385922951158136,0.00014398850908037275,0.00014938470849301666,0.00015478090790566057,0.00016017710731830448],"_type":"histogram"},"_timestamp":1.752793588563105e+09,"gradients/bert.embeddings.word_embeddings.weight":{"bins":[-0.31022995710372925,-0.3005731403827667,-0.2909163534641266,-0.28125953674316406,-0.27160272002220154,-0.2619459331035614,-0.2522891163825989,-0.24263229966163635,-0.23297549784183502,-0.2233186960220337,-0.21366187930107117,-0.20400507748126984,-0.1943482756614685,-0.18469145894050598,-0.17503465712070465,-0.16537784039974213,-0.1557210385799408,-0.14606423676013947,-0.13640742003917694,-0.1267506182193756,-0.11709380894899368,-0.10743699967861176,-0.09778019785881042,-0.0881233885884285,-0.07846657931804657,-0.06880977004766464,-0.05915296450257301,-0.049496158957481384,-0.03983934968709946,-0.03018254227936268,-0.0205257348716259,-0.010868927463889122,-0.0012121200561523438,0.008444687351584435,0.018101494759321213,0.02775830216705799,0.03741510957479477,0.0470719188451767,0.056728724390268326,0.06638552993535995,0.07604233920574188,0.08569914847612381,0.09535595774650574,0.10501275956630707,0.114669568836689,0.12432637810707092,0.13398317992687225,0.14363999664783478,0.1532967984676361,0.16295360028743744,0.17261041700839996,0.1822672188282013,0.19192403554916382,0.20158083736896515,0.21123763918876648,0.220894455909729,0.23055125772953033,0.24020805954933167,0.2498648762702942,0.2595216929912567,0.26917847990989685,0.2788352966308594,0.2884921133518219,0.29814890027046204,0.30780571699142456],"_type":"histogram","values":[1,1,0,1,1,0,0,2,4,3,4,4,8,11,12,15,17,19,24,36,43,59,74,92,124,152,213,362,476,730,1081,3820,442553,1285,747,498,399,254,170,147,102,57,54,47,33,34,27,21,21,9,4,8,7,4,3,4,5,1,0,3,0,1,0,1]},"parameters/bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,1,1,4,5,4,11,14,20,20,23,31,21,29,24,19,14,13,14,17,11,11,11,9,13,6,7,10,10,12,7,7,12,9,8,6,9,10,9,9,11,9,15,9,20,17,20,25,27,36,15,18,21,12,14,5,7,5,2,4,3,1],"bins":[-0.00016153065371327102,-0.00015658173651900142,-0.00015163281932473183,-0.00014668390213046223,-0.00014173498493619263,-0.00013678606774192303,-0.00013183715054765344,-0.00012688823335338384,-0.00012193931615911424,-0.00011699039896484464,-0.00011204148177057505,-0.00010709256457630545,-0.00010214364738203585,-9.719473018776625e-05,-9.224581299349666e-05,-8.729689579922706e-05,-8.234797860495746e-05,-7.739906141068786e-05,-7.245014421641827e-05,-6.750122702214867e-05,-6.255230982787907e-05,-5.7603392633609474e-05,-5.2654475439339876e-05,-4.770555824507028e-05,-4.275664105080068e-05,-3.7807723856531084e-05,-3.2858806662261486e-05,-2.790988946799189e-05,-2.296097227372229e-05,-1.8012055079452693e-05,-1.3063137885183096e-05,-8.114220690913498e-06,-3.165303496643901e-06,1.7836136976256967e-06,6.732530891895294e-06,1.1681448086164892e-05,1.663036528043449e-05,2.1579282474704087e-05,2.6528199668973684e-05,3.147711686324328e-05,3.642603405751288e-05,4.137495125178248e-05,4.6323868446052074e-05,5.127278564032167e-05,5.622170283459127e-05,6.117062002886087e-05,6.611953722313046e-05,7.106845441740006e-05,7.601737161166966e-05,8.096628880593926e-05,8.591520600020885e-05,9.086412319447845e-05,9.581304038874805e-05,0.00010076195758301765,0.00010571087477728724,0.00011065979197155684,0.00011560870916582644,0.00012055762636009604,0.00012550654355436563,0.00013045546074863523,0.00013540437794290483,0.00014035329513717443,0.00014530221233144403,0.00015025112952571362,0.00015520004671998322],"_type":"histogram"},"gradients/bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,0,0,1,1,0,0,5,0,3,8,8,8,6,10,7,9,9,15,18,20,22,33,17,25,33,28,32,26,33,41,29,28,31,35,37,26,22,32,15,11,7,11,13,12,10,9,1,2,2,1,3,1,1,2,0,2,2],"bins":[-0.07763671875,-0.0754547119140625,-0.073272705078125,-0.0710906982421875,-0.06890869140625,-0.0667266845703125,-0.064544677734375,-0.0623626708984375,-0.0601806640625,-0.0579986572265625,-0.055816650390625,-0.0536346435546875,-0.05145263671875,-0.0492706298828125,-0.047088623046875,-0.0449066162109375,-0.042724609375,-0.0405426025390625,-0.038360595703125,-0.0361785888671875,-0.03399658203125,-0.0318145751953125,-0.029632568359375,-0.0274505615234375,-0.0252685546875,-0.0230865478515625,-0.020904541015625,-0.0187225341796875,-0.01654052734375,-0.0143585205078125,-0.012176513671875,-0.0099945068359375,-0.0078125,-0.0056304931640625,-0.003448486328125,-0.0012664794921875,0.00091552734375,0.0030975341796875,0.005279541015625,0.0074615478515625,0.0096435546875,0.0118255615234375,0.014007568359375,0.0161895751953125,0.01837158203125,0.0205535888671875,0.022735595703125,0.0249176025390625,0.027099609375,0.0292816162109375,0.031463623046875,0.0336456298828125,0.03582763671875,0.0380096435546875,0.040191650390625,0.0423736572265625,0.0445556640625,0.0467376708984375,0.048919677734375,0.0511016845703125,0.05328369140625,0.0554656982421875,0.057647705078125,0.0598297119140625,0.06201171875]},"parameters/bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0001648159814067185,-0.00015969524974934757,-0.00015457451809197664,-0.00014945380098652095,-0.00014433306932915002,-0.0001392123376717791,-0.00013409160601440817,-0.00012897087435703725,-0.00012385015725158155,-0.00011872941831825301,-0.0001136086939368397,-0.00010848796227946877,-0.00010336723062209785,-9.824650624068454e-05,-9.312577458331361e-05,-8.80050502019003e-05,-8.288431854452938e-05,-7.776358688715845e-05,-7.264286250574514e-05,-6.752213084837422e-05,-6.240140646696091e-05,-5.728067480958998e-05,-5.215994315221906e-05,-4.703921513282694e-05,-4.191848711343482e-05,-3.6797759094042704e-05,-3.1677031074650586e-05,-2.655629941727966e-05,-2.1435571397887543e-05,-1.6314843378495425e-05,-1.1194113540113904e-05,-6.073384611227084e-06,-9.526556823402643e-07,4.168073246546555e-06,9.288802175433375e-06,1.4409531104320195e-05,1.9530260033207014e-05,2.4650988052599132e-05,2.9771717890980653e-05,3.4892447729362175e-05,4.001317574875429e-05,4.513390376814641e-05,5.025463178753853e-05,5.5375363444909453e-05,6.049609146430157e-05,6.561681948369369e-05,7.073755114106461e-05,7.585827552247792e-05,8.097900717984885e-05,8.609973883721977e-05,9.122046321863309e-05,9.634119487600401e-05,0.00010146191925741732,0.00010658265091478825,0.00011170338257215917,0.00011682410695357248,0.00012194483861094341,0.00012706556299235672,0.00013218629464972764,0.00013730702630709857,0.0001424277579644695,0.00014754848962184042,0.00015266920672729611,0.00015778993838466704,0.00016291067004203796],"_type":"histogram","values":[2,5,4,1,2,1,5,5,13,15,14,17,22,16,21,25,23,24,12,18,22,10,10,19,13,12,14,8,9,9,10,6,6,10,9,8,10,16,14,6,14,8,17,18,14,24,14,20,17,24,25,18,16,10,9,16,5,8,6,5,5,5,0,4]},"gradients/bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[3,0,0,3,4,1,3,1,3,4,11,5,9,10,13,12,15,13,12,14,21,24,28,29,39,29,23,23,30,32,29,29,40,35,19,26,24,14,19,19,18,11,12,8,11,8,5,7,4,4,2,1,3,3,0,0,1,1,0,0,0,0,0,1],"bins":[-0.03564453125,-0.0344085693359375,-0.033172607421875,-0.0319366455078125,-0.03070068359375,-0.0294647216796875,-0.028228759765625,-0.0269927978515625,-0.0257568359375,-0.0245208740234375,-0.023284912109375,-0.0220489501953125,-0.02081298828125,-0.0195770263671875,-0.018341064453125,-0.0171051025390625,-0.015869140625,-0.0146331787109375,-0.013397216796875,-0.0121612548828125,-0.01092529296875,-0.0096893310546875,-0.008453369140625,-0.0072174072265625,-0.0059814453125,-0.0047454833984375,-0.003509521484375,-0.0022735595703125,-0.00103759765625,0.0001983642578125,0.001434326171875,0.0026702880859375,0.00390625,0.0051422119140625,0.006378173828125,0.0076141357421875,0.00885009765625,0.0100860595703125,0.011322021484375,0.0125579833984375,0.0137939453125,0.0150299072265625,0.016265869140625,0.0175018310546875,0.01873779296875,0.0199737548828125,0.021209716796875,0.0224456787109375,0.023681640625,0.0249176025390625,0.026153564453125,0.0273895263671875,0.02862548828125,0.0298614501953125,0.031097412109375,0.0323333740234375,0.0335693359375,0.0348052978515625,0.036041259765625,0.0372772216796875,0.03851318359375,0.0397491455078125,0.040985107421875,0.0422210693359375,0.04345703125]},"gradients/bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,0,0,2,1,0,0,4,2,0,3,4,4,6,3,9,3,6,9,14,17,19,22,18,26,19,20,35,30,21,31,46,37,38,35,28,32,27,24,17,25,15,14,17,18,10,14,5,10,6,5,2,6,0,2,0,2,0,1,1],"bins":[-0.06640625,-0.0645599365234375,-0.062713623046875,-0.0608673095703125,-0.05902099609375,-0.0571746826171875,-0.055328369140625,-0.0534820556640625,-0.0516357421875,-0.0497894287109375,-0.047943115234375,-0.0460968017578125,-0.04425048828125,-0.0424041748046875,-0.040557861328125,-0.0387115478515625,-0.036865234375,-0.0350189208984375,-0.033172607421875,-0.0313262939453125,-0.02947998046875,-0.0276336669921875,-0.025787353515625,-0.0239410400390625,-0.0220947265625,-0.0202484130859375,-0.018402099609375,-0.0165557861328125,-0.01470947265625,-0.0128631591796875,-0.011016845703125,-0.0091705322265625,-0.00732421875,-0.0054779052734375,-0.003631591796875,-0.0017852783203125,6.103515625e-05,0.0019073486328125,0.003753662109375,0.0055999755859375,0.0074462890625,0.0092926025390625,0.011138916015625,0.0129852294921875,0.01483154296875,0.0166778564453125,0.018524169921875,0.0203704833984375,0.022216796875,0.0240631103515625,0.025909423828125,0.0277557373046875,0.02960205078125,0.0314483642578125,0.033294677734375,0.0351409912109375,0.0369873046875,0.0388336181640625,0.040679931640625,0.0425262451171875,0.04437255859375,0.0462188720703125,0.048065185546875,0.0499114990234375,0.0517578125]},"parameters/bert.encoder.layer.0.attention.output.dense.weight":{"values":[2,0,1,5,7,10,21,32,65,97,156,207,386,639,928,1344,1963,2681,3828,5250,7005,9102,11160,13955,16976,19917,23249,26198,29164,31762,33365,34474,35086,35426,33939,31792,29772,26900,23716,20371,17745,14386,11732,9332,7138,5495,3966,2884,2013,1446,973,661,407,286,173,100,58,34,17,13,9,3,1,1],"bins":[-0.09759936481714249,-0.09460429847240448,-0.09160922467708588,-0.08861415833234787,-0.08561909198760986,-0.08262401819229126,-0.07962895184755325,-0.07663388550281525,-0.07363881170749664,-0.07064374536275864,-0.06764867901802063,-0.06465361267328262,-0.06165853887796402,-0.05866347253322601,-0.05566840246319771,-0.0526733361184597,-0.049678266048431396,-0.04668319597840309,-0.043688129633665085,-0.04069305956363678,-0.03769799321889877,-0.03470292314887047,-0.03170785307884216,-0.028712784871459007,-0.02571771666407585,-0.022722648456692696,-0.01972758024930954,-0.016732510179281235,-0.013737441971898079,-0.010742373764514923,-0.007747304625809193,-0.0047522359527647495,-0.0017571747303009033,0.0012378939427435398,0.004232962615787983,0.007228031288832426,0.01022309996187687,0.013218168169260025,0.01621323823928833,0.019208306446671486,0.02220337465405464,0.025198442861437798,0.028193511068820953,0.03118858113884926,0.034183651208877563,0.03717871755361557,0.040173787623643875,0.04316885396838188,0.04616392403841019,0.04915899410843849,0.0521540604531765,0.0551491305232048,0.05814419686794281,0.061139266937971115,0.06413433700799942,0.06712940335273743,0.07012447714805603,0.07311954349279404,0.07611460983753204,0.07910967618227005,0.08210474997758865,0.08509981632232666,0.08809488266706467,0.09108995646238327,0.09408502280712128],"_type":"histogram"},"parameters/bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.00019563702517189085,-0.00018906357581727207,-0.00018249012646265328,-0.00017591669165994972,-0.00016934324230533093,-0.00016276979295071214,-0.00015619635814800858,-0.0001496229087933898,-0.000143049459438771,-0.00013647601008415222,-0.00012990256072953343,-0.00012332912592682987,-0.00011675567657221109,-0.0001101822272175923,-0.00010360878513893113,-9.703534306026995e-05,-9.046189370565116e-05,-8.388844435103238e-05,-7.73150022723712e-05,-7.074156019371003e-05,-6.416811083909124e-05,-5.759466512245126e-05,-5.102121940581128e-05,-4.44477736891713e-05,-3.787432797253132e-05,-3.130088225589134e-05,-2.4727436539251357e-05,-1.8153990822611377e-05,-1.1580545105971396e-05,-5.007099389331415e-06,1.5663463273085654e-06,8.139792043948546e-06,1.4713223208673298e-05,2.128666892531328e-05,2.786011464195326e-05,3.443356035859324e-05,4.100700607523322e-05,4.75804517918732e-05,5.415389750851318e-05,6.072734322515316e-05,6.730078894179314e-05,7.387423829641193e-05,8.04476803750731e-05,8.702112245373428e-05,9.359457180835307e-05,0.00010016802116297185,0.00010674146324163303,0.0001133149053202942,0.00011988835467491299,0.00012646180402953178,0.00013303523883223534,0.00013960868818685412,0.0001461821375414729,0.0001527555868960917,0.0001593290362507105,0.00016590247105341405,0.00017247592040803283,0.00017904936976265162,0.00018562280456535518,0.00019219625391997397,0.00019876970327459276,0.00020534315262921154,0.00021191660198383033,0.0002184900367865339,0.00022506348614115268],"_type":"histogram","values":[2,2,2,1,1,3,7,3,5,12,11,14,19,17,23,22,14,19,24,25,19,13,13,22,12,24,9,22,22,12,15,11,10,9,7,11,25,18,26,16,20,22,19,22,24,18,19,20,14,9,10,6,6,2,7,4,1,1,1,0,0,0,0,1]},"gradients/bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,1,2,2,1,1,5,0,3,4,6,11,11,13,21,18,34,29,51,70,100,96,71,54,32,25,19,18,11,10,5,2,6,9,0,8,1,3,2,2,0,1,2,1,0,2,1,0,0,0,0,0,0,0,0,1],"bins":[-0.05727759748697281,-0.0553140863776207,-0.053350575268268585,-0.05138706415891647,-0.04942355304956436,-0.04746004566550255,-0.045496534556150436,-0.043533023446798325,-0.04156951233744621,-0.0396060012280941,-0.03764249011874199,-0.03567897900938988,-0.033715471625328064,-0.03175196051597595,-0.02978844940662384,-0.02782493829727173,-0.025861427187919617,-0.023897916078567505,-0.021934404969215393,-0.01997089572250843,-0.01800738461315632,-0.016043873503804207,-0.01408036332577467,-0.012116853147745132,-0.01015334203839302,-0.008189830929040909,-0.006226320751011372,-0.004262810107320547,-0.0022992994636297226,-0.0003357888199388981,0.0016277218237519264,0.003591232467442751,0.0055547356605529785,0.007518246304243803,0.009481756947934628,0.011445267125964165,0.013408778235316277,0.015372289344668388,0.01733579859137535,0.019299309700727463,0.021262820810079575,0.023226331919431686,0.025189843028783798,0.02715335227549076,0.029116863384842873,0.031080374494194984,0.03304388374090195,0.03500739485025406,0.03697090595960617,0.03893441706895828,0.040897928178310394,0.042861439287662506,0.04482495039701462,0.04678845778107643,0.04875196889042854,0.050715479999780655,0.05267899110913277,0.05464250221848488,0.05660601332783699,0.0585695244371891,0.060533031821250916,0.06249654293060303,0.06446005403995514,0.06642356514930725,0.06838707625865936]},"parameters/bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,3,2,1,2,1,3,6,9,10,14,19,25,17,24,29,25,23,21,16,16,23,22,15,13,19,16,12,9,20,15,14,12,14,16,14,21,18,26,22,27,21,19,25,22,16,19,5,7,6,5,3,1,0,1,1,0,0,0,0,1],"bins":[-0.00021586878574453294,-0.00020888146536890417,-0.00020189413044136018,-0.0001949068100657314,-0.0001879194751381874,-0.00018093215476255864,-0.00017394481983501464,-0.00016695749945938587,-0.00015997016453184187,-0.0001529828441562131,-0.00014599552378058434,-0.00013900818885304034,-0.00013202086847741157,-0.00012503353354986757,-0.0001180462131742388,-0.00011105888552265242,-0.00010407155787106603,-9.708423021947965e-05,-9.009690256789327e-05,-8.310957491630688e-05,-7.61222472647205e-05,-6.913492688909173e-05,-6.214759923750535e-05,-5.516027158591896e-05,-4.817294393433258e-05,-4.1185616282746196e-05,-3.419828863115981e-05,-2.7210964617552236e-05,-2.0223636965965852e-05,-1.323631022387417e-05,-6.2489834817824885e-06,7.383432603091933e-07,7.725670002400875e-06,1.4712996744492557e-05,2.170032348658424e-05,2.868764931918122e-05,3.56749769707676e-05,4.2662304622353986e-05,4.964962863596156e-05,5.6636956287547946e-05,6.362428393913433e-05,7.061161159072071e-05,7.75989392423071e-05,8.458626689389348e-05,9.157358726952225e-05,9.856091492110863e-05,0.00010554824257269502,0.0001125355702242814,0.00011952289787586778,0.00012651021825149655,0.00013349755317904055,0.00014048487355466932,0.00014747220848221332,0.0001544595288578421,0.00016144686378538609,0.00016843418416101485,0.00017542150453664362,0.00018240883946418762,0.0001893961598398164,0.0001963834947673604,0.00020337081514298916,0.00021035815007053316,0.00021734547044616193,0.00022433280537370592,0.0002313201257493347]},"gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,0,0,0,2,0,1,0,0,1,1,2,1,1,4,5,6,4,3,2,5,6,15,14,22,24,28,39,38,66,86,72,71,47,40,32,20,16,14,8,10,13,10,3,3,8,2,1,4,0,2,0,2,2,2,1,2,0,1,1,1,1],"bins":[-0.049506403505802155,-0.048017725348472595,-0.046529047191143036,-0.045040372759103775,-0.043551694601774216,-0.042063016444444656,-0.040574342012405396,-0.039085663855075836,-0.03759698569774628,-0.03610830754041672,-0.03461962938308716,-0.0331309549510479,-0.03164227679371834,-0.03015359863638878,-0.02866492234170437,-0.02717624604701996,-0.0256875678896904,-0.02419888973236084,-0.02271021343767643,-0.02122153714299202,-0.01973285898566246,-0.0182441808283329,-0.01675550453364849,-0.015266827307641506,-0.013778150081634521,-0.012289472855627537,-0.010800795629620552,-0.009312118403613567,-0.007823441177606583,-0.006334763951599598,-0.004846086725592613,-0.0033574094995856285,-0.0018687285482883453,-0.0003800513222813606,0.001108625903725624,0.002597303129732609,0.0040859803557395935,0.005574657581746578,0.007063334807753563,0.008552012033760548,0.010040689259767532,0.011529366485774517,0.013018043711781502,0.014506720937788486,0.01599539816379547,0.01748407632112503,0.01897275261580944,0.02046142891049385,0.02195010706782341,0.02343878522515297,0.02492746151983738,0.02641613781452179,0.02790481597185135,0.029393494129180908,0.03088217042386532,0.03237084671854973,0.03385952487587929,0.03534820303320885,0.03683687746524811,0.03832555562257767,0.03981423377990723,0.041302911937236786,0.042791590094566345,0.044280264526605606,0.045768942683935165]},"train_batch_loss":2.5217783451080322,"_runtime":462,"gradients/bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,0,2,4,4,3,13,16,16,19,47,46,93,118,161,282,405,509,787,1103,1665,2261,3486,4812,7297,10425,16018,24989,40892,77263,150239,105974,51781,30414,18946,12679,8414,5700,4044,2710,1979,1266,1000,567,435,251,230,143,101,64,49,31,25,16,3,15,3,1,2,2,1,0,0,1],"bins":[-0.0693359375,-0.06707763671875,-0.0648193359375,-0.06256103515625,-0.060302734375,-0.05804443359375,-0.0557861328125,-0.05352783203125,-0.05126953125,-0.04901123046875,-0.0467529296875,-0.04449462890625,-0.042236328125,-0.03997802734375,-0.0377197265625,-0.03546142578125,-0.033203125,-0.03094482421875,-0.0286865234375,-0.02642822265625,-0.024169921875,-0.02191162109375,-0.0196533203125,-0.01739501953125,-0.01513671875,-0.01287841796875,-0.0106201171875,-0.00836181640625,-0.006103515625,-0.00384521484375,-0.0015869140625,0.00067138671875,0.0029296875,0.00518798828125,0.0074462890625,0.00970458984375,0.011962890625,0.01422119140625,0.0164794921875,0.01873779296875,0.02099609375,0.02325439453125,0.0255126953125,0.02777099609375,0.030029296875,0.03228759765625,0.0345458984375,0.03680419921875,0.0390625,0.04132080078125,0.0435791015625,0.04583740234375,0.048095703125,0.05035400390625,0.0526123046875,0.05487060546875,0.05712890625,0.05938720703125,0.0616455078125,0.06390380859375,0.066162109375,0.06842041015625,0.0706787109375,0.07293701171875,0.0751953125]},"gradients/bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,1,0,1,1,3,6,5,7,12,14,19,15,35,40,37,51,68,86,115,109,151,159,184,168,154,122,90,85,75,66,28,24,27,25,19,9,6,8,5,3,3,2,3,2,0,0,0,0,1,0,0,1],"bins":[-0.033935546875,-0.032955169677734375,-0.03197479248046875,-0.030994415283203125,-0.0300140380859375,-0.029033660888671875,-0.02805328369140625,-0.027072906494140625,-0.026092529296875,-0.025112152099609375,-0.02413177490234375,-0.023151397705078125,-0.0221710205078125,-0.021190643310546875,-0.02021026611328125,-0.019229888916015625,-0.01824951171875,-0.017269134521484375,-0.01628875732421875,-0.015308380126953125,-0.0143280029296875,-0.013347625732421875,-0.01236724853515625,-0.011386871337890625,-0.010406494140625,-0.009426116943359375,-0.00844573974609375,-0.007465362548828125,-0.0064849853515625,-0.005504608154296875,-0.00452423095703125,-0.003543853759765625,-0.0025634765625,-0.001583099365234375,-0.00060272216796875,0.000377655029296875,0.0013580322265625,0.002338409423828125,0.00331878662109375,0.004299163818359375,0.005279541015625,0.006259918212890625,0.00724029541015625,0.008220672607421875,0.0092010498046875,0.010181427001953125,0.01116180419921875,0.012142181396484375,0.01312255859375,0.014102935791015625,0.01508331298828125,0.016063690185546875,0.0170440673828125,0.018024444580078125,0.01900482177734375,0.019985198974609375,0.020965576171875,0.021945953369140625,0.02292633056640625,0.023906707763671875,0.0248870849609375,0.025867462158203125,0.02684783935546875,0.027828216552734375,0.02880859375]},"parameters/bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,1,0,0,0,1,1,0,2,2,1,3,3,2,5,2,10,11,18,29,43,87,108,135,146,117,103,105,86,88,74,91,108,135,138,106,79,75,38,23,13,14,11,6,5,8,1,0,1,1,2,3,3,1,1,0,0,0,0,0,0,1],"bins":[-0.0004998433869332075,-0.00048399154911749065,-0.0004681397113017738,-0.0004522878734860569,-0.00043643603567034006,-0.00042058416875079274,-0.0004047323309350759,-0.000388880493119359,-0.00037302865530364215,-0.0003571768174879253,-0.00034132497967220843,-0.00032547314185649157,-0.00030962127493694425,-0.0002937694371212274,-0.0002779175993055105,-0.00026206576148979366,-0.0002462139236740768,-0.00023036208585835993,-0.00021451024804264307,-0.00019865839567501098,-0.00018280655785929412,-0.00016695472004357725,-0.00015110286767594516,-0.0001352510298602283,-0.00011939919204451144,-0.00010354735422879457,-8.76955091371201e-05,-7.184366404544562e-05,-5.599182622972876e-05,-4.013998477603309e-05,-2.428814332233742e-05,-8.436301868641749e-06,7.415597792714834e-06,2.3267439246410504e-05,3.9119280700106174e-05,5.4971122153801844e-05,7.082296360749751e-05,8.667480142321438e-05,0.00010252664651488885,0.00011837849160656333,0.0001342303294222802,0.00015008216723799706,0.00016593400505371392,0.000181785857421346,0.00019763769523706287,0.00021348953305277973,0.00022934138542041183,0.0002451932232361287,0.00026104506105184555,0.0002768968988675624,0.0002927487366832793,0.00030860057449899614,0.000324452412314713,0.0003403042792342603,0.0003561561170499772,0.00037200795486569405,0.0003878597926814109,0.00040371163049712777,0.00041956346831284463,0.0004354153061285615,0.0004512671730481088,0.0004671190108638257,0.00048297084867954254,0.000498822657391429,0.0005146745243109763],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.self.query.bias":{"values":[2,2,6,6,4,6,4,4,8,10,5,5,17,9,13,14,12,16,18,17,14,18,12,22,20,27,14,24,20,24,23,18,5,22,22,14,18,15,22,15,14,18,15,27,14,12,14,12,10,12,7,7,6,8,6,5,6,10,4,4,3,2,2,3],"bins":[-0.0006180035998113453,-0.0005984892486594617,-0.0005789748392999172,-0.0005594604881480336,-0.00053994613699615,-0.0005204317276366055,-0.0005009173764847219,-0.0004814030253328383,-0.00046188864507712424,-0.0004423742648214102,-0.0004228599136695266,-0.0004033455334138125,-0.00038383115315809846,-0.00036431680200621486,-0.0003448024217505008,-0.0003252880705986172,-0.00030577369034290314,-0.0002862593100871891,-0.0002667449589353055,-0.0002472305786795914,-0.0002277162129757926,-0.00020820184727199376,-0.0001886874670162797,-0.00016917310131248087,-0.00014965873560868204,-0.0001301443699048832,-0.00011062999692512676,-9.111562394537032e-05,-7.160125824157149e-05,-5.208688889979385e-05,-3.257251955801621e-05,-1.3058150216238573e-05,6.456160917878151e-06,2.597053025965579e-05,4.5484899601433426e-05,6.499927258118987e-05,8.45136382849887e-05,0.00010402800398878753,0.0001235423842445016,0.00014305674994830042,0.00016257111565209925,0.00018208548135589808,0.0002015998470596969,0.00022111422731541097,0.0002406285930192098,0.00026014295872300863,0.0002796573389787227,0.0002991716901306063,0.00031868607038632035,0.0003382004506420344,0.000357714801793918,0.00037722918204963207,0.0003967435332015157,0.00041625791345722973,0.0004357722937129438,0.0004552866448648274,0.00047480102512054145,0.0004943154053762555,0.0005138297565281391,0.0005333441076800227,0.0005528585170395672,0.0005723728681914508,0.0005918872193433344,0.000611401628702879,0.0006309159798547626],"_type":"histogram"},"parameters/bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,0,1,2,2,6,6,8,14,11,19,30,16,32,30,19,22,20,13,13,15,13,9,11,14,8,10,7,9,12,6,13,7,8,11,7,6,8,11,8,12,8,11,15,12,21,12,16,24,28,31,19,24,19,15,11,10,4,6,3,2,4,3],"bins":[-0.0001630825427128002,-0.00015814139624126256,-0.00015320023521780968,-0.00014825908874627203,-0.00014331794227473438,-0.0001383767812512815,-0.00013343563477974385,-0.00012849447375629097,-0.00012355332728475332,-0.00011861217353725806,-0.0001136710197897628,-0.00010872987331822515,-0.00010378871957072988,-9.884756582323462e-05,-9.390641935169697e-05,-8.89652656042017e-05,-8.402411185670644e-05,-7.908295810921118e-05,-7.414180436171591e-05,-6.920065789017826e-05,-6.4259504142683e-05,-5.9318350395187736e-05,-5.437720028567128e-05,-4.943605017615482e-05,-4.449489642865956e-05,-3.9553742681164294e-05,-3.461259257164784e-05,-2.9671440643141977e-05,-2.4730288714636117e-05,-1.9789136786130257e-05,-1.4847984857624397e-05,-9.906832929118536e-06,-4.965666448697448e-06,-2.4514520191587508e-08,4.916637408314273e-06,9.857789336820133e-06,1.4798941265325993e-05,1.9740093193831854e-05,2.4681245122337714e-05,2.9622397050843574e-05,3.4563548979349434e-05,3.95047027268447e-05,4.4445852836361155e-05,4.938700294587761e-05,5.4328156693372875e-05,5.926931044086814e-05,6.421045691240579e-05,6.915161065990105e-05,7.409276440739632e-05,7.903391815489158e-05,8.397507190238684e-05,8.89162183739245e-05,9.385737212141976e-05,9.879852586891502e-05,0.00010373967234045267,0.00010868082608794793,0.0001136219798354432,0.00011856313358293846,0.00012350428733043373,0.00012844543380197138,0.00013338658027350903,0.0001383277412969619,0.00014326888776849955,0.00014821004879195243,0.00015315119526349008],"_type":"histogram"},"_wandb":{"runtime":462},"gradients/linear.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,2,2,0,3,1,4,1,4,3,1,3,1,6,5,4,1,4,3,5,4,3,2,3,3,5,6,2,3,7,3,2,1,5,1,3,3,2,1,3,2,3,3,0,1,0,0,0,1,0,1],"bins":[-0.1787109375,-0.17364501953125,-0.1685791015625,-0.16351318359375,-0.158447265625,-0.15338134765625,-0.1483154296875,-0.14324951171875,-0.13818359375,-0.13311767578125,-0.1280517578125,-0.12298583984375,-0.117919921875,-0.11285400390625,-0.1077880859375,-0.10272216796875,-0.09765625,-0.09259033203125,-0.0875244140625,-0.08245849609375,-0.077392578125,-0.07232666015625,-0.0672607421875,-0.06219482421875,-0.05712890625,-0.05206298828125,-0.0469970703125,-0.04193115234375,-0.036865234375,-0.03179931640625,-0.0267333984375,-0.02166748046875,-0.0166015625,-0.01153564453125,-0.0064697265625,-0.00140380859375,0.003662109375,0.00872802734375,0.0137939453125,0.01885986328125,0.02392578125,0.02899169921875,0.0340576171875,0.03912353515625,0.044189453125,0.04925537109375,0.0543212890625,0.05938720703125,0.064453125,0.06951904296875,0.0745849609375,0.07965087890625,0.084716796875,0.08978271484375,0.0948486328125,0.09991455078125,0.10498046875,0.11004638671875,0.1151123046875,0.12017822265625,0.125244140625,0.13031005859375,0.1353759765625,0.14044189453125,0.1455078125]},"parameters/bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.00022372973035089672,-0.00021688747801817954,-0.00021004524023737758,-0.0002032029879046604,-0.00019636073557194322,-0.00018951849779114127,-0.0001826762454584241,-0.0001758339931257069,-0.00016899175534490496,-0.00016214950301218778,-0.0001553072506794706,-0.00014846501289866865,-0.00014162276056595147,-0.00013478050823323429,-0.00012793827045243233,-0.00012109601811971515,-0.00011425377306295559,-0.00010741152800619602,-0.00010056927567347884,-9.372703061671928e-05,-8.688478555995971e-05,-8.004253322724253e-05,-7.320028817048296e-05,-6.63580431137234e-05,-5.9515794418985024e-05,-5.267354572424665e-05,-4.5831300667487085e-05,-3.898905197274871e-05,-3.214680327801034e-05,-2.5304558221250772e-05,-1.84623095265124e-05,-1.162006265076343e-05,-4.77781577501446e-06,2.0644315554818604e-06,8.906678885978181e-06,1.5748926671221852e-05,2.2591173546970822e-05,2.943342042271979e-05,3.6275669117458165e-05,4.311791417421773e-05,4.9960162868956104e-05,5.680241156369448e-05,6.364465662045404e-05,7.048690167721361e-05,7.732915400993079e-05,8.417139906669036e-05,9.101364412344992e-05,9.78558964561671e-05,0.00010469814151292667,0.00011154038656968623,0.00011838263890240341,0.00012522487668320537,0.00013206712901592255,0.00013890938134863973,0.00014575161912944168,0.00015259387146215886,0.00015943612379487604,0.000166278361575678,0.00017312061390839517,0.00017996286624111235,0.0001868051040219143,0.00019364735635463148,0.00020048960868734866,0.00020733184646815062,0.0002141740988008678],"_type":"histogram","values":[1,1,2,3,0,4,2,2,1,2,8,6,12,7,13,14,18,24,17,28,15,29,22,20,14,19,15,18,13,12,23,14,17,14,16,11,13,11,14,15,21,17,18,27,20,19,19,24,15,19,11,17,14,10,4,5,12,1,1,1,1,0,1,1]},"parameters/bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.09685109555721283,-0.09384416788816452,-0.09083724021911621,-0.0878303125500679,-0.08482338488101959,-0.08181645721197128,-0.07880952954292297,-0.07580260187387466,-0.07279567420482635,-0.06978874653577805,-0.06678181886672974,-0.06377489119768143,-0.06076795980334282,-0.05776103213429451,-0.0547541044652462,-0.05174717679619789,-0.04874024912714958,-0.04573332145810127,-0.04272639378905296,-0.039719466120004654,-0.036712538450956345,-0.033705610781908035,-0.030698681250214577,-0.027691753581166267,-0.024684825912117958,-0.02167789824306965,-0.01867097057402134,-0.01566404290497303,-0.012657114304602146,-0.009650186635553837,-0.00664325850084424,-0.003636330598965287,-0.0006294026970863342,0.0023775252047926188,0.005384453106671572,0.008391381241381168,0.011398308910429478,0.014405236579477787,0.01741216517984867,0.02041909284889698,0.02342602051794529,0.0264329481869936,0.029439875856041908,0.03244680538773537,0.035453733056783676,0.038460660725831985,0.041467588394880295,0.044474516063928604,0.04748144373297691,0.05048837140202522,0.05349529907107353,0.05650222674012184,0.05950915440917015,0.06251608580350876,0.06552301347255707,0.06852994114160538,0.07153686881065369,0.074543796479702,0.0775507241487503,0.08055765181779861,0.08356457948684692,0.08657150715589523,0.08957843482494354,0.09258536249399185,0.09559229016304016],"_type":"histogram","values":[1,0,4,5,2,13,25,32,61,98,187,296,454,702,1033,1517,2184,3134,4088,5676,7605,9622,12248,15151,18069,20766,24663,27619,30072,32794,34066,34856,35343,34891,33421,31126,28794,25929,22540,19678,16166,13391,10839,8335,6355,4741,3478,2473,1795,1235,843,546,326,227,133,76,44,21,14,8,6,2,2,3]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug-core.log b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c39b897dd0b2374cf0bdcef0df59231ae0a6471f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T01:58:51.898777318+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpu9f9pha9/port-56905.txt","pid":56905,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T01:58:51.899341333+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":56905} +{"time":"2025-07-18T01:58:51.899337781+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-56905-56928-767267150/socket","Net":"unix"}} +{"time":"2025-07-18T01:58:52.080572419+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T01:58:52.088947854+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"qc2xd8ms","id":"1(@)"} +{"time":"2025-07-18T01:58:52.501750445+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"qc2xd8ms","id":"1(@)"} +{"time":"2025-07-18T02:06:34.97307397+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T02:06:34.97335391+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T02:06:34.973442361+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T02:06:34.973378979+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T02:06:34.973544675+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-56905-56928-767267150/socket","Net":"unix"}} +{"time":"2025-07-18T02:06:37.452865878+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T02:06:37.45288753+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T02:06:37.452903371+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..d9701361a34173808291833ce063b62fe70d1704 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T01:58:52.092568434+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T01:58:52.501712573+03:00","level":"INFO","msg":"stream: created new stream","id":"qc2xd8ms"} +{"time":"2025-07-18T01:58:52.501744794+03:00","level":"INFO","msg":"stream: started","id":"qc2xd8ms"} +{"time":"2025-07-18T01:58:52.501757272+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"qc2xd8ms"} +{"time":"2025-07-18T01:58:52.501772597+03:00","level":"INFO","msg":"handler: started","stream_id":"qc2xd8ms"} +{"time":"2025-07-18T01:58:52.501816617+03:00","level":"INFO","msg":"sender: started","stream_id":"qc2xd8ms"} +{"time":"2025-07-18T02:06:34.973407103+03:00","level":"INFO","msg":"stream: closing","id":"qc2xd8ms"} +{"time":"2025-07-18T02:06:36.502137083+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T02:06:37.450650711+03:00","level":"INFO","msg":"handler: closed","stream_id":"qc2xd8ms"} +{"time":"2025-07-18T02:06:37.450702033+03:00","level":"INFO","msg":"sender: closed","stream_id":"qc2xd8ms"} +{"time":"2025-07-18T02:06:37.450691108+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"qc2xd8ms"} +{"time":"2025-07-18T02:06:37.452500641+03:00","level":"INFO","msg":"stream: closed","id":"qc2xd8ms"} diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug.log b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..7ae8e62921f20bfc0136b25e162a1d965b692b75 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 01:58:51,863 INFO MainThread:56905 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 01:58:51,863 INFO MainThread:56905 [wandb_setup.py:_flush():80] Configure stats pid to 56905 +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_015851-qc2xd8ms/logs/debug.log +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_015851-qc2xd8ms/logs/debug-internal.log +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_init.py:init():830] calling init triggers +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.1, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 01:58:51,864 INFO MainThread:56905 [wandb_init.py:init():871] starting backend +2025-07-18 01:58:52,080 INFO MainThread:56905 [wandb_init.py:init():874] sending inform_init request +2025-07-18 01:58:52,087 INFO MainThread:56905 [wandb_init.py:init():882] backend started and connected +2025-07-18 01:58:52,089 INFO MainThread:56905 [wandb_init.py:init():953] updated telemetry +2025-07-18 01:58:52,089 INFO MainThread:56905 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 01:58:52,792 INFO MainThread:56905 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 01:58:52,954 INFO MainThread:56905 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 01:58:52,955 INFO MainThread:56905 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 01:58:52,955 INFO MainThread:56905 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 01:58:52,955 INFO MainThread:56905 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 01:58:52,959 INFO MainThread:56905 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 01:58:53,893 INFO MainThread:56905 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 01:58:53,895 INFO MainThread:56905 [wandb_watch.py:_watch():70] Watching +2025-07-18 02:06:34,971 INFO MsgRouterThr:56905 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 02:06:35,403 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,411 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,412 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,412 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,413 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,413 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,415 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,415 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,416 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,417 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,418 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,418 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,419 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,420 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,420 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,421 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,421 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,422 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,422 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,423 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,423 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,424 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,425 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,425 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,426 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,426 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,427 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,427 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,428 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,428 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,429 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,429 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,430 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,430 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,431 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,431 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,432 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,432 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,433 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,434 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,434 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,435 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,435 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,437 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,437 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,438 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,438 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,439 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,439 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,440 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,440 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,441 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,442 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,442 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,443 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,443 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,444 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,444 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,445 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,445 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,446 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,446 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,447 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,447 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,448 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,448 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,449 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,449 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,450 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,450 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,451 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,451 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,452 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,452 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,453 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,453 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,454 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,454 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,455 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,456 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,457 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,457 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,458 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,459 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,459 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,460 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,460 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,461 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,461 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,462 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,462 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,463 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,463 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,464 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,464 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,465 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,465 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,466 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,466 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,467 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,467 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,468 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,468 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,469 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,469 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,470 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,470 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,471 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,472 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,472 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,473 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,473 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,474 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,474 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,475 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,475 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,476 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,476 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,477 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,477 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,478 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,478 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,480 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,480 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,481 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,481 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,482 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,482 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,483 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,484 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,484 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,485 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,485 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,486 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,486 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,487 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,488 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,488 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,489 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,489 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,490 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,490 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,491 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,491 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,492 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,492 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,493 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,493 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,494 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,494 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,495 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,495 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,496 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,496 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,497 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,497 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,498 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,498 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,499 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,499 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,500 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,501 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,502 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,502 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,503 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,504 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,504 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,505 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,505 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,506 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,506 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,507 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,507 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,508 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,508 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,509 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,509 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,510 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,510 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,511 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,511 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,512 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,512 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,513 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,513 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,514 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,514 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,515 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,515 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,516 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,516 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,517 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,518 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,518 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,519 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,519 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,520 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,520 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,521 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,521 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,522 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,522 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,523 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,523 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,524 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,524 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,525 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,525 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,526 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,526 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,527 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,527 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,528 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,528 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,529 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,529 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,530 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 02:06:35,530 ERROR MainThread:56905 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/run-qc2xd8ms.wandb b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/run-qc2xd8ms.wandb new file mode 100644 index 0000000000000000000000000000000000000000..2e94e3e16404146a36479147aa4e14df4da04b49 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_015851-qc2xd8ms/run-qc2xd8ms.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a514a9b3b60ae14921c238a821c1f9f16146cf3fc49779c9ff1365b3eb32b432 +size 32541267 diff --git a/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/output.log b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..febdead71b9846950428f25e249db8c867068afc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/output.log @@ -0,0 +1,66 @@ +Initialized all data. Compiling the model... +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [50:19", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 184, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7f1cfe2ba700> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in atexit callback: +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/util.py", line 360, in _exit_function + p.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 43, in wait + return self.poll(os.WNOHANG if timeout == 0.0 else 0) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 27, in poll + pid, sts = os.waitpid(self.pid, flag) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/requirements.txt b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..9cfade1c8c454bca02a6f12c9aa33c951b1c9bbc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-17T23:09:08.147400Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136834031616" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "2hxj85yn3vg5wiq4qwaps7w1t08lacsj" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug-core.log b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..1c6bc6eed405ecc57ec0edcdc86a4ddc43d56dd1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T02:09:08.201019948+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp3q6mh8zs/port-59496.txt","pid":59496,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T02:09:08.201573006+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":59496} +{"time":"2025-07-18T02:09:08.201577788+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-59496-59519-2527335974/socket","Net":"unix"}} +{"time":"2025-07-18T02:09:08.382712292+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T02:09:08.392171086+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"wpetqjkc","id":"1(@)"} +{"time":"2025-07-18T02:09:08.814375989+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"wpetqjkc","id":"1(@)"} +{"time":"2025-07-18T02:59:31.071888789+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..18dd2347573358515b7abcc7d3d4bb122bb7e357 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T02:09:08.393241019+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T02:09:08.814331677+03:00","level":"INFO","msg":"stream: created new stream","id":"wpetqjkc"} +{"time":"2025-07-18T02:09:08.81436996+03:00","level":"INFO","msg":"stream: started","id":"wpetqjkc"} +{"time":"2025-07-18T02:09:08.814389665+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"wpetqjkc"} +{"time":"2025-07-18T02:09:08.814392659+03:00","level":"INFO","msg":"handler: started","stream_id":"wpetqjkc"} +{"time":"2025-07-18T02:09:08.814438867+03:00","level":"INFO","msg":"sender: started","stream_id":"wpetqjkc"} diff --git a/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug.log b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..4c58a3f10bbc573e7c96719b5f540bbb67057aad --- /dev/null +++ b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 02:09:08,164 INFO MainThread:59496 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_setup.py:_flush():80] Configure stats pid to 59496 +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_020908-wpetqjkc/logs/debug.log +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_020908-wpetqjkc/logs/debug-internal.log +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_init.py:init():830] calling init triggers +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 02:09:08,165 INFO MainThread:59496 [wandb_init.py:init():871] starting backend +2025-07-18 02:09:08,382 INFO MainThread:59496 [wandb_init.py:init():874] sending inform_init request +2025-07-18 02:09:08,390 INFO MainThread:59496 [wandb_init.py:init():882] backend started and connected +2025-07-18 02:09:08,391 INFO MainThread:59496 [wandb_init.py:init():953] updated telemetry +2025-07-18 02:09:08,392 INFO MainThread:59496 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 02:09:09,208 INFO MainThread:59496 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 02:09:09,376 INFO MainThread:59496 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 02:09:09,376 INFO MainThread:59496 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 02:09:09,376 INFO MainThread:59496 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 02:09:09,376 INFO MainThread:59496 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 02:09:09,380 INFO MainThread:59496 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 02:09:10,321 INFO MainThread:59496 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 02:09:10,322 INFO MainThread:59496 [wandb_watch.py:_watch():70] Watching +2025-07-18 02:59:30,466 INFO MsgRouterThr:59496 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_020908-wpetqjkc/run-wpetqjkc.wandb b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/run-wpetqjkc.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e27a04fdd6d83637e0731231e5e09bbb8dc2c1bb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_020908-wpetqjkc/run-wpetqjkc.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e702b37b3b643c2cddeb59e47461beca7fcc48e188f1450a28e62f71b78ba802 +size 197197824 diff --git a/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/output.log b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..73f09af40148efb06957785c63779d7993067d9f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/output.log @@ -0,0 +1,70 @@ +Initialized all data. Compiling the model... +Exception ignored in: +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/regex/_regex_core.py", line 3035, in __del__ + def __del__(self): + +KeyboardInterrupt: +Total number of parameters: 23 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 0/266876 [00:00 +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/logging/__init__.py", line 243, in _releaseLock + def _releaseLock(): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [00:11", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 184, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7f54d29aa700> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/requirements.txt b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..46442b61afb19ce12f6906d7ccfb537f69708a22 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T00:00:48.751648Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136807751680" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "r71knlsb6w6uvxt5b2t1occ7lgsrsib2" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug-core.log b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..6edd9271ca2797cc534a6c6fbb519f47a54d3ddb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T03:00:48.809603847+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp417bw4oa/port-64462.txt","pid":64462,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T03:00:48.810132057+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":64462} +{"time":"2025-07-18T03:00:48.810127357+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-64462-64485-564224015/socket","Net":"unix"}} +{"time":"2025-07-18T03:00:48.990927361+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T03:00:48.999452754+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"o4eam6zv","id":"1(@)"} +{"time":"2025-07-18T03:00:49.431813528+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"o4eam6zv","id":"1(@)"} +{"time":"2025-07-18T03:01:05.073637616+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b21ccc4ecb0518d9c07fad17715ece94da8e1c7d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T03:00:49.000688582+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T03:00:49.431770684+03:00","level":"INFO","msg":"stream: created new stream","id":"o4eam6zv"} +{"time":"2025-07-18T03:00:49.431807431+03:00","level":"INFO","msg":"stream: started","id":"o4eam6zv"} +{"time":"2025-07-18T03:00:49.431820005+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"o4eam6zv"} +{"time":"2025-07-18T03:00:49.431851426+03:00","level":"INFO","msg":"sender: started","stream_id":"o4eam6zv"} +{"time":"2025-07-18T03:00:49.431828037+03:00","level":"INFO","msg":"handler: started","stream_id":"o4eam6zv"} diff --git a/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug.log b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..48ad25e910e5642cca16047943e210c37a7a3510 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_setup.py:_flush():80] Configure stats pid to 64462 +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_030048-o4eam6zv/logs/debug.log +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_030048-o4eam6zv/logs/debug-internal.log +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_init.py:init():830] calling init triggers +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 03:00:48,773 INFO MainThread:64462 [wandb_init.py:init():871] starting backend +2025-07-18 03:00:48,991 INFO MainThread:64462 [wandb_init.py:init():874] sending inform_init request +2025-07-18 03:00:48,998 INFO MainThread:64462 [wandb_init.py:init():882] backend started and connected +2025-07-18 03:00:48,999 INFO MainThread:64462 [wandb_init.py:init():953] updated telemetry +2025-07-18 03:00:49,000 INFO MainThread:64462 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 03:00:49,754 INFO MainThread:64462 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 03:00:49,931 INFO MainThread:64462 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 03:00:49,931 INFO MainThread:64462 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 03:00:49,932 INFO MainThread:64462 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 03:00:49,932 INFO MainThread:64462 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 03:00:49,936 INFO MainThread:64462 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 03:00:51,744 INFO MainThread:64462 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-18 03:00:51,745 INFO MainThread:64462 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250718_030048-o4eam6zv/run-o4eam6zv.wandb b/simson_modeling/wandb/run-20250718_030048-o4eam6zv/run-o4eam6zv.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/config.yaml b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..051464caa03a785f0009eb542c656578fbd23732 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + blr6d0hf3gw83ykombp58iimzr9d16ja: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136808296448" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T00:02:56.616159Z" + writerId: blr6d0hf3gw83ykombp58iimzr9d16ja + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/output.log b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..1812cc1b7caa44bf57b68c78225b4bd4f4294e13 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/output.log @@ -0,0 +1,216 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 1269, in __call__ + return self._torchdynamo_orig_callable( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 1064, in __call__ + result = self._inner_convert( + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 526, in __call__ + return _compile( + ^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 952, in _compile + raise InternalTorchDynamoError( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 924, in _compile + guarded_code = compile_inner(code, one_graph, hooks, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 666, in compile_inner + return _compile_inner(code, one_graph, hooks, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_utils_internal.py", line 87, in wrapper_function + return function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 699, in _compile_inner + out_code = transform_code_object(code, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/bytecode_transformation.py", line 1322, in transform_code_object + transformations(instructions, code_options) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 219, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 634, in transform + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2796, in run + super().run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 582, in wrapper + return inner_fn(self, inst) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2279, in CALL + self._call(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2273, in _call + self.call_function(fn, args, kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 830, in call_function + self.push(fn.call_function(self, args, kwargs)) # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/lazy.py", line 156, in realize_and_forward + return getattr(self.realize(), name)(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/nn_module.py", line 899, in call_function + return variables.UserFunctionVariable(fn, source=source).call_function( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 324, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 111, in call_function + return tx.inline_user_function_return(self, [*self.self_args(), *args], kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 836, in inline_user_function_return + return InliningInstructionTranslator.inline_call(self, fn, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3011, in inline_call + return cls.inline_call_(parent, func, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3139, in inline_call_ + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 582, in wrapper + return inner_fn(self, inst) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2279, in CALL + self._call(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2273, in _call + self.call_function(fn, args, kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 830, in call_function + self.push(fn.call_function(self, args, kwargs)) # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 385, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 324, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 111, in call_function + return tx.inline_user_function_return(self, [*self.self_args(), *args], kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 836, in inline_user_function_return + return InliningInstructionTranslator.inline_call(self, fn, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3011, in inline_call + return cls.inline_call_(parent, func, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3139, in inline_call_ + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 582, in wrapper + return inner_fn(self, inst) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2279, in CALL + self._call(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2273, in _call + self.call_function(fn, args, kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 830, in call_function + self.push(fn.call_function(self, args, kwargs)) # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 324, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 111, in call_function + return tx.inline_user_function_return(self, [*self.self_args(), *args], kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 836, in inline_user_function_return + return InliningInstructionTranslator.inline_call(self, fn, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3010, in inline_call + with patch.dict(counters, {"unimplemented": counters["inline_call"]}): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/unittest/mock.py", line 1938, in __exit__ + def __exit__(self, *args): + + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/signal_handling.py", line 73, in handler + _error_if_any_worker_fails() +torch._dynamo.exc.InternalTorchDynamoError: RuntimeError: DataLoader worker (pid 76125) exited unexpectedly with exit code 1. Details are lost due to multiprocessing. Rerunning with num_workers=0 may give better error trace. + +from user code: + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 46, in forward + outputs = self.bert(input_ids=input_ids, attention_mask=attention_mask) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/models/bert/modeling_bert.py", line 911, in forward + self.warn_if_padding_and_no_attention_mask(input_ids, attention_mask) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/transformers/modeling_utils.py", line 5553, in warn_if_padding_and_no_attention_mask + if is_torch_fx_proxy(input_ids) or torch.jit.is_tracing() or is_torchdynamo_compiling(): + +Set TORCH_LOGS="+dynamo" and TORCHDYNAMO_VERBOSE=1 for more information + + +You can suppress this exception and fall back to eager by setting: + import torch._dynamo + torch._dynamo.config.suppress_errors = True diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/requirements.txt b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..92d9fa7347699eb35c4ad699ec93ae9a6c645371 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T00:02:56.616159Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136808296448" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "blr6d0hf3gw83ykombp58iimzr9d16ja" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..6d51ea6d54126fe64f1161835f3f19070c9c1373 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":845},"_runtime":845} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug-core.log b/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..1c2b3c45b8024a4a4749758c5b7fcdaed26f15e4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T03:02:56.670576447+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpeg0g0mxs/port-71337.txt","pid":71337,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T03:02:56.6711455+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":71337} +{"time":"2025-07-18T03:02:56.671150401+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-71337-71360-1037364295/socket","Net":"unix"}} +{"time":"2025-07-18T03:02:56.852517628+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T03:02:56.860981298+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"ixnz729p","id":"1(@)"} +{"time":"2025-07-18T03:02:57.286984113+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"ixnz729p","id":"1(@)"} +{"time":"2025-07-18T03:17:03.050637332+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T03:17:03.051002289+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T03:17:03.051017653+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T03:17:03.051065238+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T03:17:03.051118376+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-71337-71360-1037364295/socket","Net":"unix"}} +{"time":"2025-07-18T03:17:04.83556664+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T03:17:04.835584957+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T03:17:04.835596889+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..fcf291ad177ebe8b6eb11b8446bf1e0c6e3f673a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T03:02:56.862090907+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T03:02:57.286941935+03:00","level":"INFO","msg":"stream: created new stream","id":"ixnz729p"} +{"time":"2025-07-18T03:02:57.286977836+03:00","level":"INFO","msg":"stream: started","id":"ixnz729p"} +{"time":"2025-07-18T03:02:57.287000449+03:00","level":"INFO","msg":"sender: started","stream_id":"ixnz729p"} +{"time":"2025-07-18T03:02:57.286998486+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"ixnz729p"} +{"time":"2025-07-18T03:02:57.287031978+03:00","level":"INFO","msg":"handler: started","stream_id":"ixnz729p"} +{"time":"2025-07-18T03:17:03.051030252+03:00","level":"INFO","msg":"stream: closing","id":"ixnz729p"} +{"time":"2025-07-18T03:17:04.306807755+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T03:17:04.833796035+03:00","level":"INFO","msg":"handler: closed","stream_id":"ixnz729p"} +{"time":"2025-07-18T03:17:04.833832757+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"ixnz729p"} +{"time":"2025-07-18T03:17:04.833838067+03:00","level":"INFO","msg":"sender: closed","stream_id":"ixnz729p"} +{"time":"2025-07-18T03:17:04.835144829+03:00","level":"INFO","msg":"stream: closed","id":"ixnz729p"} diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug.log b/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..426cd27eeb54f4676f985ea74dbcaf285d7a89b1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_030256-ixnz729p/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 03:02:56,633 INFO MainThread:71337 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 03:02:56,633 INFO MainThread:71337 [wandb_setup.py:_flush():80] Configure stats pid to 71337 +2025-07-18 03:02:56,633 INFO MainThread:71337 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 03:02:56,633 INFO MainThread:71337 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 03:02:56,634 INFO MainThread:71337 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 03:02:56,634 INFO MainThread:71337 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_030256-ixnz729p/logs/debug.log +2025-07-18 03:02:56,634 INFO MainThread:71337 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_030256-ixnz729p/logs/debug-internal.log +2025-07-18 03:02:56,634 INFO MainThread:71337 [wandb_init.py:init():830] calling init triggers +2025-07-18 03:02:56,634 INFO MainThread:71337 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 03:02:56,634 INFO MainThread:71337 [wandb_init.py:init():871] starting backend +2025-07-18 03:02:56,852 INFO MainThread:71337 [wandb_init.py:init():874] sending inform_init request +2025-07-18 03:02:56,859 INFO MainThread:71337 [wandb_init.py:init():882] backend started and connected +2025-07-18 03:02:56,861 INFO MainThread:71337 [wandb_init.py:init():953] updated telemetry +2025-07-18 03:02:56,861 INFO MainThread:71337 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 03:02:57,648 INFO MainThread:71337 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 03:02:57,817 INFO MainThread:71337 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 03:02:57,818 INFO MainThread:71337 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 03:02:57,818 INFO MainThread:71337 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 03:02:57,818 INFO MainThread:71337 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 03:02:57,822 INFO MainThread:71337 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 03:03:00,278 INFO MainThread:71337 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 03:03:00,279 INFO MainThread:71337 [wandb_watch.py:_watch():70] Watching +2025-07-18 03:17:03,049 INFO MsgRouterThr:71337 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_030256-ixnz729p/run-ixnz729p.wandb b/simson_modeling/wandb/run-20250718_030256-ixnz729p/run-ixnz729p.wandb new file mode 100644 index 0000000000000000000000000000000000000000..8b7b420fcf7fd0f96a0eef0bf2d02f579cee5d63 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_030256-ixnz729p/run-ixnz729p.wandb differ diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/config.yaml b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1d0a511eb269f52006c07940bebded681b800eee --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + r28jz2wxvklkbb86daqt6ks8t33eixg5: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136802127872" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T00:19:55.645894Z" + writerId: r28jz2wxvklkbb86daqt6ks8t33eixg5 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 4 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/output.log b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..98b9a15a829664a1717f8e1dc60c0f1f02a0d406 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/output.log @@ -0,0 +1,41 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00.remove at 0x7fcb37659760> +Traceback (most recent call last): | 25/17080060 [01:49<13204:10:55, 2.78s/it, loss=0.9416] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:53", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/requirements.txt b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..595fa49e14697ebb4422cc00a49db8f35b74b49a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T00:19:55.645894Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136802127872" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "r28jz2wxvklkbb86daqt6ks8t33eixg5" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..a39b641188afdf87453801d987576c46db9d5cf7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,2,4,6,5,5,3,8,12,13,12,10,7,22,9,23,25,16,25,22,18,22,16,16,27,18,21,14,10,14,18,16,13,19,17,12,12,15,14,18,12,15,17,21,12,11,10,15,15,9,13,16,9,5,9,6,3,1,2,2,1,2],"bins":[-0.0007657473906874657,-0.0007411933620460331,-0.0007166393334046006,-0.0006920853047631681,-0.0006675312761217356,-0.000642977247480303,-0.0006184232188388705,-0.000593869190197438,-0.0005693151615560055,-0.000544761132914573,-0.0005202071042731404,-0.0004956530756317079,-0.0004710990469902754,-0.00044654501834884286,-0.00042199098970741034,-0.0003974369610659778,-0.0003728829324245453,-0.00034832890378311276,-0.00032377487514168024,-0.0002992208465002477,-0.0002746668178588152,-0.00025011278921738267,-0.00022555876057595015,-0.00020100473193451762,-0.0001764507032930851,-0.00015189667465165257,-0.00012734264601022005,-0.00010278861736878753,-7.8234588727355e-05,-5.368056008592248e-05,-2.9126531444489956e-05,-4.572502803057432e-06,1.998152583837509e-05,4.4535554479807615e-05,6.908958312124014e-05,9.364361176267266e-05,0.00011819764040410519,0.0001427516690455377,0.00016730569768697023,0.00019185972632840276,0.00021641375496983528,0.0002409677836112678,0.00026552181225270033,0.00029007584089413285,0.0003146298695355654,0.0003391838981769979,0.0003637379268184304,0.00038829195545986295,0.00041284598410129547,0.000437400012742728,0.0004619540413841605,0.00048650807002559304,0.0005110620986670256,0.0005356161273084581,0.0005601701559498906,0.0005847241845913231,0.0006092782132327557,0.0006338322418741882,0.0006583862705156207,0.0006829402991570532,0.0007074943277984858,0.0007320483564399183,0.0007566023850813508,0.0007811564137227833,0.0008057104423642159]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0006624379311688244,-0.0006436146795749664,-0.0006247914861887693,-0.0006059682345949113,-0.0005871449830010533,-0.0005683217314071953,-0.0005494984798133373,-0.0005306752864271402,-0.0005118520348332822,-0.0004930287832394242,-0.0004742055607493967,-0.00045538233825936913,-0.00043655908666551113,-0.00041773583507165313,-0.0003989126125816256,-0.00038008939009159803,-0.00036126613849774003,-0.000342442886903882,-0.0003236196644138545,-0.00030479644192382693,-0.00028597319032996893,-0.0002671499387361109,-0.0002483267162460834,-0.0002295034792041406,-0.00021068024216219783,-0.00019185700512025505,-0.00017303376807831228,-0.0001542105310363695,-0.00013538729399442673,-0.00011656405695248395,-9.774081991054118e-05,-7.89175828685984e-05,-6.009440403431654e-05,-4.1271166992373765e-05,-2.244792995043099e-05,-3.624692908488214e-06,1.5198544133454561e-05,3.4021781175397336e-05,5.284501821734011e-05,7.166825525928289e-05,9.049149230122566e-05,0.00010931472934316844,0.0001281379663851112,0.000146961203427054,0.00016578444046899676,0.00018460767751093954,0.00020343091455288231,0.0002222541515948251,0.00024107738863676786,0.00025990064023062587,0.0002787238627206534,0.00029754708521068096,0.00031637033680453897,0.00033519358839839697,0.0003540168108884245,0.00037284003337845206,0.00039166328497231007,0.00041048653656616807,0.0004293097590561956,0.00044813298154622316,0.00046695623314008117,0.00048577948473393917,0.0005046026781201363,0.0005234259297139943,0.0005422491813078523],"_type":"histogram","values":[1,0,0,0,0,0,2,0,2,0,2,1,1,0,1,3,4,7,4,5,3,10,12,13,11,15,13,16,19,30,28,23,39,36,28,56,45,49,34,33,22,28,26,27,20,11,19,16,12,4,4,5,7,4,4,3,2,2,1,1,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,1,2,1,6,4,4,4,8,4,4,7,13,9,11,13,16,21,22,29,27,27,30,22,32,33,44,36,28,40,23,29,19,20,18,24,14,17,17,17,8,5,13,10,7,4,2,4,2,3,2,2,2,0,5],"bins":[-0.0035190852358937263,-0.0034214460756629705,-0.003323806682601571,-0.0032261675223708153,-0.003128528129309416,-0.00303088896907866,-0.0029332495760172606,-0.0028356104157865047,-0.0027379710227251053,-0.0026403318624943495,-0.0025426927022635937,-0.002445053309202194,-0.0023474141489714384,-0.002249774755910039,-0.002152135595679283,-0.0020544962026178837,-0.001956857042387128,-0.0018592177657410502,-0.0017615784890949726,-0.001663939212448895,-0.0015662999358028173,-0.0014686607755720615,-0.001371021498925984,-0.0012733822222799063,-0.0011757429456338286,-0.001078103668987751,-0.0009804643923416734,-0.0008828251739032567,-0.000785185897257179,-0.0006875466206111014,-0.0005899074021726847,-0.000492268125526607,-0.0003946288488805294,-0.00029698957223445177,-0.0001993503246922046,-0.00010171106259804219,-4.0718005038797855e-06,9.356746159028262e-05,0.00019120672368444502,0.0002888459712266922,0.00038648524787276983,0.00048412452451884747,0.0005817638011649251,0.0006794030196033418,0.0007770422962494195,0.0008746815728954971,0.0009723207913339138,0.0010699600679799914,0.001167599344626069,0.0012652386212721467,0.0013628778979182243,0.001460517174564302,0.0015581564512103796,0.0016557956114411354,0.001753434888087213,0.0018510741647332907,0.0019487134413793683,0.002046352718025446,0.0021439918782562017,0.002241631271317601,0.002339270431548357,0.0024369098246097565,0.0025345489848405123,0.0026321883779019117,0.0027298275381326675]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,3,0,3,2,8,6,10,11,4,9,17,16,21,20,31,40,51,52,55,76,97,99,133,144,173,164,118,110,90,75,66,71,43,27,32,36,19,24,16,14,16,8,6,4,9,4,3,2,1,1,2,0,0,0,1,0,0,0,1],"bins":[-0.0037698112428188324,-0.003642274998128414,-0.003514738753437996,-0.0033872027415782213,-0.003259666496887803,-0.003132130252197385,-0.0030045940075069666,-0.0028770577628165483,-0.0027495217509567738,-0.0026219855062663555,-0.0024944492615759373,-0.002366913016885519,-0.002239376772195101,-0.0021118405275046825,-0.001984304515644908,-0.0018567682709544897,-0.0017292320262640715,-0.0016016957815736532,-0.0014741596532985568,-0.0013466234086081386,-0.0012190872803330421,-0.001091551035642624,-0.0009640147909522057,-0.0008364786044694483,-0.000708942417986691,-0.0005814062315039337,-0.0004538700159173459,-0.0003263338003307581,-0.00019879761384800076,-7.12614128133282e-05,5.627478822134435e-05,0.0001838109892560169,0.00031134719029068947,0.0004388833767734468,0.0005664195632562041,0.0006939558079466224,0.0008214919944293797,0.000949028180912137,0.0010765644256025553,0.0012041005538776517,0.00133163679856807,0.0014591730432584882,0.0015867091715335846,0.0017142454162240028,0.001841781660914421,0.0019693179056048393,0.002096853917464614,0.002224390162155032,0.0023519264068454504,0.0024794626515358686,0.002606998896226287,0.0027345349080860615,0.0028620711527764797,0.002989607397466898,0.003117143642157316,0.0032446798868477345,0.0033722161315381527,0.0034997521433979273,0.0036272883880883455,0.0037548246327787638,0.003882360877469182,0.004009896889328957,0.004137433134019375,0.004264969378709793,0.004392505623400211]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[3,0,4,3,3,13,25,38,83,108,228,323,535,775,1178,1730,2498,3528,4690,6411,8341,10751,13122,15927,19259,22638,25709,28387,31169,33213,34352,35361,35388,34191,32570,30521,28035,24478,21471,18269,14946,12435,9685,7586,5691,4315,3083,2293,1550,1034,715,467,282,167,102,55,44,29,8,5,1,0,2,1],"bins":[-0.0958540067076683,-0.09284332394599915,-0.08983264863491058,-0.08682196587324142,-0.08381128311157227,-0.0808006078004837,-0.07778992503881454,-0.07477924972772598,-0.07176856696605682,-0.06875788420438766,-0.0657472088932991,-0.06273652613162994,-0.05972584709525108,-0.05671516805887222,-0.053704485297203064,-0.050693806260824203,-0.04768312722444534,-0.04467244818806648,-0.04166176915168762,-0.03865108639001846,-0.0356404073536396,-0.03262972831726074,-0.029619047418236732,-0.026608366519212723,-0.023597687482833862,-0.020587008446455002,-0.017576327547430992,-0.014565647579729557,-0.011554967612028122,-0.008544287644326687,-0.005533607676625252,-0.0025229277089238167,0.00048775970935821533,0.0034984396770596504,0.0065091196447610855,0.00951979961246252,0.012530479580163956,0.01554115954786539,0.018551839515566826,0.021562520414590836,0.024573199450969696,0.027583878487348557,0.030594559386372566,0.033605240285396576,0.036615919321775436,0.0396265983581543,0.042637281119823456,0.045647960156202316,0.04865863919258118,0.05166931822896004,0.0546799972653389,0.05769068002700806,0.06070135906338692,0.06371203809976578,0.06672272086143494,0.0697333961725235,0.07274407893419266,0.07575476169586182,0.07876543700695038,0.08177611976861954,0.0847868025302887,0.08779747784137726,0.09080816060304642,0.09381883591413498,0.09682951867580414]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.019276127219200134,-0.018654365092515945,-0.018032602965831757,-0.017410840839147568,-0.01678907871246338,-0.01616731844842434,-0.01554555632174015,-0.014923794195055962,-0.014302032068371773,-0.013680269941687584,-0.013058507815003395,-0.01243674661964178,-0.011814984492957592,-0.011193222366273403,-0.010571461170911789,-0.0099496990442276,-0.009327936917543411,-0.008706174790859222,-0.008084412664175034,-0.007462651468813419,-0.0068408893421292305,-0.006219127215445042,-0.00559736555442214,-0.004975603893399239,-0.00435384176671505,-0.0037320798728615046,-0.0031103179790079594,-0.002488556085154414,-0.001866794191300869,-0.0012450322974473238,-0.0006232704035937786,-1.5085097402334213e-06,0.0006202533841133118,0.001242015277966857,0.0018637771718204021,0.0024855390656739473,0.0031073009595274925,0.0037290628533810377,0.004350824747234583,0.0049725864082574844,0.005594348534941673,0.006216110661625862,0.006837872322648764,0.007459633983671665,0.008081396110355854,0.008703158237040043,0.009324919432401657,0.009946681559085846,0.010568443685770035,0.011190205812454224,0.011811967939138412,0.012433729134500027,0.013055491261184216,0.013677253387868404,0.014299014583230019,0.014920776709914207,0.015542538836598396,0.016164300963282585,0.016786063089966774,0.017407825216650963,0.018029585480690002,0.01865134760737419,0.01927310973405838,0.01989487186074257,0.020516633987426758],"_type":"histogram","values":[1,0,0,2,0,1,1,0,0,3,2,3,8,9,8,7,6,11,13,12,20,7,18,29,22,24,38,33,32,40,42,27,30,35,39,29,27,30,20,17,19,15,12,9,15,8,6,7,7,6,4,0,3,1,3,1,1,1,2,0,0,0,0,2]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[3,1,3,1,6,1,5,5,3,5,7,3,11,19,13,8,23,24,30,24,28,24,33,38,32,48,43,44,36,35,31,31,20,18,20,15,8,9,9,5,8,7,2,7,2,3,0,5,1,5,1,1,0,1,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0005685947835445404,-0.0005462363478727639,-0.0005238779122009873,-0.0005015194765292108,-0.00047916104085743427,-0.00045680260518565774,-0.0004344441695138812,-0.0004120857338421047,-0.00038972729817032814,-0.0003673688624985516,-0.0003450104268267751,-0.00032265199115499854,-0.000300293555483222,-0.0002779351198114455,-0.00025557668413966894,-0.0002332182484678924,-0.00021085981279611588,-0.00018850137712433934,-0.0001661429414525628,-0.00014378450578078628,-0.00012142607010900974,-9.906763443723321e-05,-7.670919876545668e-05,-5.435076309368014e-05,-3.199232742190361e-05,-9.633891750127077e-06,1.2724543921649456e-05,3.508297959342599e-05,5.744141526520252e-05,7.979985093697906e-05,0.00010215828660875559,0.00012451672228053212,0.00014687521615996957,0.0001692336518317461,0.00019159208750352263,0.00021395052317529917,0.0002363089588470757,0.00025866739451885223,0.00028102583019062877,0.0003033842658624053,0.00032574270153418183,0.00034810113720595837,0.0003704595728777349,0.00039281800854951143,0.00041517644422128797,0.0004375348798930645,0.00045989331556484103,0.00048225175123661757,0.0005046101869083941,0.0005269686225801706,0.0005493270582519472,0.0005716854939237237,0.0005940439295955002,0.0006164023652672768,0.0006387608009390533,0.0006611192366108298,0.0006834776722826064,0.0007058361079543829,0.0007281945436261594,0.000750552979297936,0.0007729114149697125,0.000795269850641489,0.0008176282863132656,0.0008399867219850421,0.0008623451576568186]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.0990196019411087,-0.09593044221401215,-0.09284128248691559,-0.08975212275981903,-0.08666297048330307,-0.08357381075620651,-0.08048465102910995,-0.0773954913020134,-0.07430633157491684,-0.07121717184782028,-0.06812801957130432,-0.06503885984420776,-0.061949700117111206,-0.05886054039001465,-0.05577138066291809,-0.05268222466111183,-0.049593064934015274,-0.046503905206918716,-0.04341474920511246,-0.0403255894780159,-0.03723642975091934,-0.03414727374911308,-0.031058114022016525,-0.027968954294919968,-0.02487979643046856,-0.02179063856601715,-0.018701478838920593,-0.015612320974469185,-0.012523162178695202,-0.009434003382921219,-0.006344845052808523,-0.003255686489865184,-0.00016652792692184448,0.002922630636021495,0.006011789198964834,0.00910094752907753,0.012190106324851513,0.015279265120625496,0.018368422985076904,0.021457582712173462,0.02454674057662487,0.02763589844107628,0.030725058168172836,0.033814217895269394,0.03690337389707565,0.03999253362417221,0.04308169335126877,0.04617084935307503,0.049260009080171585,0.05234916880726814,0.0554383248090744,0.05852748453617096,0.06161664426326752,0.06470580399036407,0.06779496371746063,0.07088411599397659,0.07397327572107315,0.07706243544816971,0.08015159517526627,0.08324075490236282,0.08632991462945938,0.08941906690597534,0.0925082266330719,0.09559738636016846,0.09868654608726501],"_type":"histogram","values":[1,0,0,3,5,8,17,40,54,87,152,223,363,589,940,1389,2039,2876,4091,5700,7315,9787,12326,15330,18127,21815,25069,28196,30863,33820,35202,36262,36272,35561,33854,31548,28980,25428,22061,18744,15622,12586,9755,7792,5585,4176,2919,2103,1478,991,671,406,248,134,96,55,32,21,9,1,2,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,1,0,0,1,1,0,2,1,1,1,2,0,3,4,8,5,9,9,8,12,12,30,34,33,52,50,75,70,53,72,44,28,42,17,18,17,8,3,9,8,1,4,1,3,3,2,0,1,0,1,1,0,0,1,1,0,2,2],"bins":[-0.005854027345776558,-0.005678610876202583,-0.005503194406628609,-0.005327777471393347,-0.005152361001819372,-0.004976944532245398,-0.004801528062671423,-0.004626111593097448,-0.004450694657862186,-0.004275278188288212,-0.004099861718714237,-0.003924445249140263,-0.003749028779566288,-0.0035736120771616697,-0.003398195607587695,-0.003222778905183077,-0.0030473624356091022,-0.0028719459660351276,-0.0026965292636305094,-0.0025211127940565348,-0.0023456960916519165,-0.002170279622077942,-0.0019948631525039673,-0.0018194465665146708,-0.0016440299805253744,-0.001468613394536078,-0.0012931968085467815,-0.001117780338972807,-0.0009423637529835105,-0.0007669471669942141,-0.0005915306392125785,-0.00041611408232711256,-0.00024069752544164658,-6.52809685561806e-05,0.00011013558832928538,0.00028555214521475136,0.00046096870210021734,0.0006363852880895138,0.0008118018158711493,0.0009872183436527848,0.0011626349296420813,0.0013380515156313777,0.0015134681016206741,0.0016888845711946487,0.0018643011571839452,0.0020397177431732416,0.0022151342127472162,0.0023905509151518345,0.002565967384725809,0.0027413838542997837,0.002916800556704402,0.0030922170262783766,0.003267633728682995,0.0034430501982569695,0.003618466667830944,0.0037938833702355623,0.003969299606978893,0.004144716542214155,0.00432013301178813,0.004495549481362104,0.004670965950936079,0.004846382420510054,0.0050217993557453156,0.00519721582531929,0.005372632294893265],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,0,0,3,1,1,1,3,3,3,4,4,3,9,13,10,19,24,17,27,29,30,29,28,35,30,31,36,26,29,48,32,38,31,26,22,23,15,14,14,12,7,5,12,3,3,1,1,2,4,1,1,1,0,1],"bins":[-0.0004694208619184792,-0.0004563642723951489,-0.0004433076537679881,-0.00043025106424465775,-0.00041719444561749697,-0.00040413785609416664,-0.0003910812665708363,-0.0003780246479436755,-0.0003649680584203452,-0.0003519114397931844,-0.00033885485026985407,-0.00032579826074652374,-0.00031274164211936295,-0.0002996850525960326,-0.00028662843396887183,-0.0002735718444455415,-0.00026051525492221117,-0.0002474586362950504,-0.00023440203221980482,-0.0002213454426964745,-0.00020828883862122893,-0.00019523223454598337,-0.00018217563047073781,-0.00016911902639549226,-0.0001560624223202467,-0.00014300583279691637,-0.0001299492287216708,-0.00011689262464642525,-0.00010383602057117969,-9.077942377189174e-05,-7.772281969664618e-05,-6.466622289735824e-05,-5.160961882211268e-05,-3.855301838484593e-05,-2.549641612858977e-05,-1.2439814781828318e-05,6.167865649331361e-07,1.367338791169459e-05,2.6729989258456044e-05,3.97865915147122e-05,5.284319195197895e-05,6.589979602722451e-05,7.895639282651246e-05,9.201299690175802e-05,0.00010506960097700357,0.00011812619777629152,0.00013118279457557946,0.00014423939865082502,0.00015729600272607058,0.00017035260680131614,0.0001834092108765617,0.00019646580039989203,0.0002095224044751376,0.00022257900855038315,0.0002356356126256287,0.00024869220214895904,0.00026174882077611983,0.00027480541029945016,0.00028786202892661095,0.0003009186184499413,0.0003139752079732716,0.0003270318266004324,0.0003400884161237627,0.0003531450347509235,0.00036620162427425385]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"values":[1,0,1,2,2,2,5,7,10,13,15,27,36,77,103,127,205,329,500,695,1150,1648,2639,3836,5914,9636,15408,24665,39986,65213,102343,113504,77142,46833,28702,17914,10978,7071,4586,2993,1782,1270,777,569,383,227,160,118,86,46,27,19,18,7,5,6,5,0,0,0,0,0,0,1],"bins":[-0.000461578369140625,-0.00044676661491394043,-0.00043195486068725586,-0.0004171431064605713,-0.0004023313522338867,-0.00038751959800720215,-0.0003727078437805176,-0.000357896089553833,-0.00034308433532714844,-0.00032827258110046387,-0.0003134608268737793,-0.0002986490726470947,-0.00028383731842041016,-0.0002690255641937256,-0.000254213809967041,-0.00023940205574035645,-0.00022459030151367188,-0.0002097785472869873,-0.00019496679306030273,-0.00018015503883361816,-0.0001653432846069336,-0.00015053153038024902,-0.00013571977615356445,-0.00012090802192687988,-0.00010609626770019531,-9.128451347351074e-05,-7.647275924682617e-05,-6.16610050201416e-05,-4.684925079345703e-05,-3.203749656677246e-05,-1.722574234008789e-05,-2.4139881134033203e-06,1.239776611328125e-05,2.720952033996582e-05,4.202127456665039e-05,5.683302879333496e-05,7.164478302001953e-05,8.64565372467041e-05,0.00010126829147338867,0.00011608004570007324,0.0001308917999267578,0.00014570355415344238,0.00016051530838012695,0.00017532706260681152,0.0001901388168334961,0.00020495057106018066,0.00021976232528686523,0.0002345740795135498,0.0002493858337402344,0.00026419758796691895,0.0002790093421936035,0.0002938210964202881,0.00030863285064697266,0.0003234446048736572,0.0003382563591003418,0.00035306811332702637,0.00036787986755371094,0.0003826916217803955,0.0003975033760070801,0.00041231513023376465,0.0004271268844604492,0.0004419386386871338,0.00045675039291381836,0.00047156214714050293,0.0004863739013671875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,1,1,0,3,1,3,4,5,10,17,22,28,47,79,92,172,243,304,552,868,1247,1980,2800,4779,7800,12458,21270,38832,71724,148399,308229,413493,264205,127706,62722,34063,18790,11229,6474,4355,2763,1641,1194,766,503,322,238,163,90,56,49,20,17,14,7,2,5,2,2,1,0,0,1],"bins":[-0.0025482177734375,-0.0024695396423339844,-0.0023908615112304688,-0.002312183380126953,-0.0022335052490234375,-0.002154827117919922,-0.0020761489868164062,-0.0019974708557128906,-0.001918792724609375,-0.0018401145935058594,-0.0017614364624023438,-0.0016827583312988281,-0.0016040802001953125,-0.0015254020690917969,-0.0014467239379882812,-0.0013680458068847656,-0.00128936767578125,-0.0012106895446777344,-0.0011320114135742188,-0.0010533332824707031,-0.0009746551513671875,-0.0008959770202636719,-0.0008172988891601562,-0.0007386207580566406,-0.000659942626953125,-0.0005812644958496094,-0.0005025863647460938,-0.0004239082336425781,-0.0003452301025390625,-0.0002665519714355469,-0.00018787384033203125,-0.00010919570922851562,-3.0517578125e-05,4.8160552978515625e-05,0.00012683868408203125,0.00020551681518554688,0.0002841949462890625,0.0003628730773925781,0.00044155120849609375,0.0005202293395996094,0.000598907470703125,0.0006775856018066406,0.0007562637329101562,0.0008349418640136719,0.0009136199951171875,0.0009922981262207031,0.0010709762573242188,0.0011496543884277344,0.00122833251953125,0.0013070106506347656,0.0013856887817382812,0.0014643669128417969,0.0015430450439453125,0.0016217231750488281,0.0017004013061523438,0.0017790794372558594,0.001857757568359375,0.0019364356994628906,0.0020151138305664062,0.002093791961669922,0.0021724700927734375,0.002251148223876953,0.0023298263549804688,0.0024085044860839844,0.0024871826171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[3,1,5,9,13,44,67,116,198,340,572,907,1357,2170,3125,4703,6716,9368,12867,17033,22518,28347,35759,43234,51395,59961,68499,76510,83100,88381,92320,94245,93449,90961,86771,80869,73712,65301,56985,48492,39930,32620,26324,20354,15527,11417,8261,5911,4125,2871,1924,1278,767,483,276,158,103,52,34,13,9,2,0,2],"bins":[-0.09557662159204483,-0.09257227927446365,-0.08956794440746307,-0.0865636020898819,-0.08355925977230072,-0.08055491745471954,-0.07755057513713837,-0.07454624027013779,-0.07154189795255661,-0.06853755563497543,-0.06553322076797485,-0.06252887845039368,-0.0595245361328125,-0.05652019381523132,-0.053515855222940445,-0.05051151663064957,-0.04750717431306839,-0.04450283199548721,-0.041498493403196335,-0.03849415481090546,-0.03548981249332428,-0.0324854701757431,-0.029481131583452225,-0.026476791128516197,-0.02347245067358017,-0.020468110218644142,-0.017463769763708115,-0.014459429308772087,-0.01145508885383606,-0.008450748398900032,-0.0054464079439640045,-0.002442067489027977,0.0005622804164886475,0.003566620871424675,0.0065709613263607025,0.00957530178129673,0.012579642236232758,0.015583982691168785,0.018588323146104813,0.02159266360104084,0.024597004055976868,0.027601344510912895,0.030605684965848923,0.0336100235581398,0.03661436587572098,0.039618708193302155,0.04262304678559303,0.04562738537788391,0.04863172769546509,0.051636070013046265,0.05464040860533714,0.05764474719762802,0.0606490895152092,0.06365343183279037,0.06665776669979095,0.06966210901737213,0.07266645133495331,0.07567079365253448,0.07867513597011566,0.08167947083711624,0.08468381315469742,0.0876881554722786,0.09069249033927917,0.09369683265686035,0.09670117497444153]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,0,0,1,3,1,1,1,2,1,2,5,2,2,4,9,8,7,12,10,17,11,15,27,27,40,50,56,58,58,49,59,39,31,26,26,18,16,15,13,7,3,9,5,6,3,2,1,0,1,4,0,0,2,0,0,0,1],"bins":[-0.002261802088469267,-0.0021972451359033585,-0.0021326884161680937,-0.002068131696432829,-0.0020035747438669205,-0.0019390179077163339,-0.0018744610715657473,-0.0018099042354151607,-0.001745347399264574,-0.0016807905631139874,-0.0016162337269634008,-0.0015516768908128142,-0.0014871200546622276,-0.001422563218511641,-0.0013580063823610544,-0.0012934495462104678,-0.0012288927100598812,-0.0011643358739092946,-0.001099779037758708,-0.0010352222016081214,-0.0009706653654575348,-0.0009061085293069482,-0.0008415516931563616,-0.000776994857005775,-0.0007124380208551884,-0.0006478811847046018,-0.0005833243485540152,-0.0005187675124034286,-0.00045421067625284195,-0.00038965384010225534,-0.00032509700395166874,-0.00026054016780108213,-0.00019598333165049553,-0.00013142649549990892,-6.686965934932232e-05,-2.312823198735714e-06,6.224401295185089e-05,0.0001268008491024375,0.0001913576852530241,0.0002559145214036107,0.0003204713575541973,0.0003850281937047839,0.0004495850298553705,0.0005141418660059571,0.0005786987021565437,0.0006432555383071303,0.0007078123744577169,0.0007723692106083035,0.0008369260467588902,0.0009014828829094768,0.0009660397190600634,0.00103059655521065,0.0010951533913612366,0.0011597102275118232,0.0012242670636624098,0.0012888238998129964,0.001353380735963583,0.0014179375721141696,0.0014824944082647562,0.0015470512444153428,0.0016116080805659294,0.001676164916716516,0.0017407217528671026,0.0018052785890176892,0.0018698354251682758],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,4,7,4,5,8,13,9,15,23,15,20,18,22,30,24,28,35,26,25,42,28,26,28,31,24,26,31,22,30,22,22,14,9,11,14,7,11,9,6,2,5,1,5,1,2,0,1,1,1,0,0,1,0,0,1],"bins":[0.9991639852523804,0.99919193983078,0.9992198944091797,0.9992477893829346,0.9992757439613342,0.9993036985397339,0.9993316531181335,0.9993595480918884,0.9993875026702881,0.9994154572486877,0.9994434118270874,0.9994713664054871,0.9994992613792419,0.9995272159576416,0.9995551705360413,0.9995831251144409,0.9996110200881958,0.9996389746665955,0.9996669292449951,0.9996948838233948,0.9997228384017944,0.9997507333755493,0.999778687953949,0.9998066425323486,0.9998345971107483,0.999862551689148,0.9998904466629028,0.9999184012413025,0.9999463558197021,0.9999743103981018,1.0000022649765015,1.0000301599502563,1.0000581741333008,1.0000860691070557,1.0001139640808105,1.000141978263855,1.0001698732376099,1.0001977682113647,1.0002257823944092,1.000253677368164,1.0002816915512085,1.0003095865249634,1.0003374814987183,1.0003654956817627,1.0003933906555176,1.000421404838562,1.000449299812317,1.0004771947860718,1.0005052089691162,1.000533103942871,1.0005611181259155,1.0005890130996704,1.0006169080734253,1.0006449222564697,1.0006728172302246,1.0007007122039795,1.000728726387024,1.0007566213607788,1.0007846355438232,1.0008125305175781,1.000840425491333,1.0008684396743774,1.0008963346481323,1.0009243488311768,1.0009522438049316]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9992939829826355,0.9993185997009277,0.99934321641922,0.9993677735328674,0.9993923902511597,0.9994170069694519,0.9994416236877441,0.9994661808013916,0.9994907975196838,0.9995154142379761,0.9995400309562683,0.9995645880699158,0.999589204788208,0.9996138215065002,0.9996384382247925,0.9996629953384399,0.9996876120567322,0.9997122287750244,0.9997368454933167,0.9997614622116089,0.9997860193252563,0.9998106360435486,0.9998352527618408,0.9998598694801331,0.9998844265937805,0.9999090433120728,0.999933660030365,0.9999582767486572,0.9999828338623047,1.0000075101852417,1.0000320672988892,1.0000566244125366,1.0000813007354736,1.000105857849121,1.000130534172058,1.0001550912857056,1.000179648399353,1.00020432472229,1.0002288818359375,1.000253438949585,1.000278115272522,1.0003026723861694,1.0003273487091064,1.000351905822754,1.0003764629364014,1.0004011392593384,1.0004256963729858,1.0004502534866333,1.0004749298095703,1.0004994869232178,1.0005241632461548,1.0005487203598022,1.0005732774734497,1.0005979537963867,1.0006225109100342,1.0006471872329712,1.0006717443466187,1.0006963014602661,1.0007209777832031,1.0007455348968506,1.000770092010498,1.000794768333435,1.0008193254470825,1.0008440017700195,1.000868558883667],"_type":"histogram","values":[2,0,1,1,3,0,2,4,6,6,7,7,17,11,13,14,21,20,18,27,24,21,27,33,24,20,37,21,28,28,23,20,17,25,27,19,20,21,12,21,6,20,14,6,11,7,10,7,8,3,9,1,2,2,1,3,0,3,4,0,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,4,2,4,7,7,4,6,7,12,16,23,21,15,20,21,21,23,25,36,26,24,37,24,37,21,23,24,25,17,14,17,29,19,22,10,15,19,9,6,9,9,5,7,6,9,3,4,3,1,2,0,2,5,3,0,2,2,0,1,1],"bins":[0.9992954730987549,0.9993208646774292,0.9993461966514587,0.9993715882301331,0.9993969798088074,0.9994223713874817,0.9994477033615112,0.9994730949401855,0.9994984865188599,0.9995238184928894,0.9995492100715637,0.999574601650238,0.9995999932289124,0.9996253252029419,0.9996507167816162,0.9996761083602905,0.9997014999389648,0.9997268319129944,0.9997522234916687,0.999777615070343,0.9998029470443726,0.9998283386230469,0.9998537302017212,0.9998791217803955,0.999904453754425,0.9999298453330994,0.9999552369117737,0.9999805688858032,1.0000059604644775,1.0000313520431519,1.0000567436218262,1.0000821352005005,1.0001075267791748,1.0001327991485596,1.0001581907272339,1.0001835823059082,1.0002089738845825,1.0002343654632568,1.0002597570419312,1.0002851486206055,1.0003104209899902,1.0003358125686646,1.0003612041473389,1.0003865957260132,1.0004119873046875,1.0004373788833618,1.0004627704620361,1.000488042831421,1.0005134344100952,1.0005388259887695,1.0005642175674438,1.0005896091461182,1.0006150007247925,1.0006403923034668,1.0006656646728516,1.0006910562515259,1.0007164478302002,1.0007418394088745,1.0007672309875488,1.0007926225662231,1.0008180141448975,1.0008432865142822,1.0008686780929565,1.0008940696716309,1.0009194612503052]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[2,2,1,7,10,5,10,20,19,49,74,91,160,223,326,545,913,1277,2009,2980,5072,7569,12970,20599,36354,62006,111903,201238,324916,320351,198893,110647,61879,34704,21187,12520,7880,4736,3037,1953,1339,808,525,354,224,119,120,69,65,31,19,16,13,8,6,2,3,1,3,0,1,0,0,1],"bins":[-0.0019073486328125,-0.0018415451049804688,-0.0017757415771484375,-0.0017099380493164062,-0.001644134521484375,-0.0015783309936523438,-0.0015125274658203125,-0.0014467239379882812,-0.00138092041015625,-0.0013151168823242188,-0.0012493133544921875,-0.0011835098266601562,-0.001117706298828125,-0.0010519027709960938,-0.0009860992431640625,-0.0009202957153320312,-0.0008544921875,-0.0007886886596679688,-0.0007228851318359375,-0.0006570816040039062,-0.000591278076171875,-0.0005254745483398438,-0.0004596710205078125,-0.00039386749267578125,-0.00032806396484375,-0.00026226043701171875,-0.0001964569091796875,-0.00013065338134765625,-6.4849853515625e-05,9.5367431640625e-07,6.67572021484375e-05,0.00013256072998046875,0.0001983642578125,0.00026416778564453125,0.0003299713134765625,0.00039577484130859375,0.000461578369140625,0.0005273818969726562,0.0005931854248046875,0.0006589889526367188,0.00072479248046875,0.0007905960083007812,0.0008563995361328125,0.0009222030639648438,0.000988006591796875,0.0010538101196289062,0.0011196136474609375,0.0011854171752929688,0.001251220703125,0.0013170242309570312,0.0013828277587890625,0.0014486312866210938,0.001514434814453125,0.0015802383422851562,0.0016460418701171875,0.0017118453979492188,0.00177764892578125,0.0018434524536132812,0.0019092559814453125,0.0019750595092773438,0.002040863037109375,0.0021066665649414062,0.0021724700927734375,0.0022382736206054688,0.0023040771484375]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[3,3,5,8,20,27,59,78,164,218,333,588,889,1214,1793,2609,3366,4835,6437,8293,10559,13244,16027,18920,22128,24848,28338,30728,32597,33771,35081,34902,33764,32746,30519,27816,24837,21708,18244,15440,12934,10065,8026,6179,4582,3342,2462,1732,1146,819,553,316,214,127,74,33,29,17,5,3,4,1,0,2],"bins":[-0.09188003093004227,-0.08890922367572784,-0.08593842387199402,-0.0829676166176796,-0.07999680936336517,-0.07702600955963135,-0.07405520230531693,-0.0710843950510025,-0.06811359524726868,-0.06514278799295425,-0.06217198073863983,-0.05920117720961571,-0.05623037368059158,-0.05325956642627716,-0.050288762897253036,-0.047317955642938614,-0.04434715211391449,-0.041376348584890366,-0.03840554133057594,-0.03543473780155182,-0.032463930547237396,-0.029493127018213272,-0.026522323489189148,-0.023551518097519875,-0.0205807127058506,-0.017609907314181328,-0.014639102853834629,-0.01166829839348793,-0.008697493001818657,-0.005726688075810671,-0.002755883149802685,0.00021492177620530128,0.0031857192516326904,0.0061565241776406765,0.009127329103648663,0.012098133563995361,0.015068938955664635,0.018039744347333908,0.021010547876358032,0.023981353268027306,0.02695215865969658,0.029922964051365852,0.032893769443035126,0.03586457297205925,0.038835376501083374,0.0418061837553978,0.04477698728442192,0.04774779453873634,0.05071859806776047,0.05368940159678459,0.056660208851099014,0.05963101238012314,0.06260181963443756,0.06557261943817139,0.06854342669248581,0.07151423394680023,0.07448503375053406,0.07745584100484848,0.0804266482591629,0.08339745551347733,0.08636825531721115,0.08933906257152557,0.09230986982584,0.09528066962957382,0.09825147688388824],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,1,1,0,4,3,5,2,5,4,4,5,3,6,10,11,12,15,14,19,13,17,15,12,20,23,26,22,27,13,21,22,40,15,24,27,31,26,25,19,15,18,21,21,14,12,16,4,11,14,6,7,5,14,6,4,3,1,3,5,2,0,2,1],"bins":[-0.0024126172065734863,-0.0023392336443066597,-0.002265850082039833,-0.0021924665197730064,-0.00211908295750618,-0.002045699395239353,-0.0019723158329725266,-0.0018989322707057,-0.0018255487084388733,-0.0017521651461720467,-0.00167878158390522,-0.0016053980216383934,-0.0015320144593715668,-0.0014586308971047401,-0.0013852473348379135,-0.0013118637725710869,-0.0012384802103042603,-0.0011650966480374336,-0.001091713085770607,-0.0010183295235037804,-0.0009449459612369537,-0.0008715623989701271,-0.0007981788367033005,-0.0007247952744364738,-0.0006514117121696472,-0.0005780281499028206,-0.000504644587635994,-0.00043126102536916733,-0.0003578774631023407,-0.00028449390083551407,-0.00021111033856868744,-0.0001377267763018608,-6.434321403503418e-05,9.04034823179245e-06,8.242391049861908e-05,0.0001558074727654457,0.00022919103503227234,0.00030257459729909897,0.0003759581595659256,0.00044934172183275223,0.0005227252840995789,0.0005961088463664055,0.0006694924086332321,0.0007428759709000587,0.0008162595331668854,0.000889643095433712,0.0009630266577005386,0.0010364102199673653,0.001109793782234192,0.0011831773445010185,0.0012565609067678452,0.0013299444690346718,0.0014033280313014984,0.001476711593568325,0.0015500951558351517,0.0016234787181019783,0.001696862280368805,0.0017702458426356316,0.0018436294049024582,0.0019170129671692848,0.0019903965294361115,0.002063780091702938,0.0021371636539697647,0.0022105472162365913,0.002283930778503418],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,4,2,5,3,4,7,4,9,5,10,14,7,10,18,15,15,13,18,33,20,25,23,26,16,22,27,28,21,29,22,26,22,26,26,27,16,19,19,19,17,13,10,8,14,12,6,8,7,3,5,0,1,1,1,1,1,2],"bins":[-0.0008129259222187102,-0.000788757752161473,-0.0007645895821042359,-0.0007404214120469987,-0.0007162532419897616,-0.0006920850719325244,-0.0006679169018752873,-0.0006437487318180501,-0.000619580561760813,-0.0005954123917035758,-0.0005712442216463387,-0.0005470760515891016,-0.0005229078815318644,-0.0004987397114746273,-0.0004745715414173901,-0.00045040337136015296,-0.0004262352013029158,-0.00040206703124567866,-0.0003778988611884415,-0.00035373069113120437,-0.0003295625210739672,-0.00030539435101673007,-0.0002812261809594929,-0.0002570580109022558,-0.00023288984084501863,-0.00020872167078778148,-0.00018455350073054433,-0.00016038533067330718,-0.00013621716061607003,-0.00011204899055883288,-8.788082050159574e-05,-6.371265044435859e-05,-3.954448038712144e-05,-1.537631032988429e-05,8.791859727352858e-06,3.2960029784590006e-05,5.7128199841827154e-05,8.12963698990643e-05,0.00010546453995630145,0.0001296327100135386,0.00015380088007077575,0.0001779690501280129,0.00020213722018525004,0.0002263053902424872,0.00025047356029972434,0.0002746417303569615,0.00029880990041419864,0.0003229780704714358,0.00034714624052867293,0.0003713144105859101,0.00039548258064314723,0.0004196507507003844,0.0004438189207576215,0.0004679870908148587,0.0004921552608720958,0.000516323430929333,0.0005404916009865701,0.0005646597710438073,0.0005888279411010444,0.0006129961111582816,0.0006371642812155187,0.0006613324512727559,0.000685500621329993,0.0007096687913872302,0.0007338369614444673]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0006074719713069499,-0.0005879427772015333,-0.0005684135830961168,-0.0005488843889907002,-0.0005293551948852837,-0.0005098260007798672,-0.0004902968066744506,-0.0004707676125690341,-0.00045123841846361756,-0.000431709224358201,-0.0004121800302527845,-0.00039265083614736795,-0.0003731216420419514,-0.0003535924479365349,-0.00033406325383111835,-0.0003145340597257018,-0.00029500486562028527,-0.00027547567151486874,-0.0002559464774094522,-0.00023641728330403566,-0.00021688808919861913,-0.0001973588950932026,-0.00017782970098778605,-0.00015830050688236952,-0.00013877131277695298,-0.00011924211867153645,-9.971292456611991e-05,-8.018373046070337e-05,-6.065453635528684e-05,-4.11253422498703e-05,-2.1596148144453764e-05,-2.0669540390372276e-06,1.7462181858718395e-05,3.699137596413493e-05,5.652057006955147e-05,7.6049764174968e-05,9.557895828038454e-05,0.00011510815238580108,0.0001346373464912176,0.00015416654059663415,0.00017369573470205069,0.00019322492880746722,0.00021275412291288376,0.0002322833170183003,0.00025181251112371683,0.00027134170522913337,0.0002908708993345499,0.00031040009343996644,0.000329929287545383,0.0003494584816507995,0.00036898767575621605,0.0003885168698616326,0.0004080460639670491,0.00042757525807246566,0.0004471044521778822,0.00046663364628329873,0.00048616284038871527,0.0005056920344941318,0.0005252212285995483,0.0005447504227049649,0.0005642796168103814,0.000583808810915798,0.0006033380050212145,0.000622867199126631,0.0006423963932320476],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,2,0,3,4,6,8,12,5,5,11,15,18,19,31,18,30,26,32,35,41,47,32,54,39,38,54,31,31,21,18,10,12,16,5,8,5,5,5,3,4,4,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,2,1,3,3,0,2,4,2,3,2,5,0,9,9,8,12,5,17,23,16,32,10,20,25,28,36,39,33,31,29,32,30,25,30,25,30,22,21,24,9,15,16,8,9,11,9,3,10,9,5,3,3,1,2,4,0,1],"bins":[-0.004543609917163849,-0.004418497439473867,-0.004293385427445173,-0.004168272949755192,-0.00404316047206521,-0.003918048460036516,-0.0037929359823465347,-0.0036678235046565533,-0.0035427112597972155,-0.0034175990149378777,-0.003292486537247896,-0.0031673742923885584,-0.0030422620475292206,-0.002917149569839239,-0.0027920373249799013,-0.00266692484728992,-0.002541812602430582,-0.0024167003575712442,-0.0022915878798812628,-0.002166475635021925,-0.0020413631573319435,-0.0019162509124726057,-0.001791138667613268,-0.0016660263063386083,-0.0015409139450639486,-0.001415801583789289,-0.0012906892225146294,-0.0011655769776552916,-0.001040464616380632,-0.0009153522551059723,-0.0007902399520389736,-0.0006651276489719748,-0.0005400152876973152,-0.00041490295552648604,-0.00028979062335565686,-0.00016467829118482769,-3.956595901399851e-05,8.554637315683067e-05,0.00021065870532765985,0.000335771037498489,0.0004608833696693182,0.0005859957309439778,0.0007111080340109766,0.0008362203370779753,0.0009613326983526349,0.0010864450596272945,0.0012115573044866323,0.001336669665761292,0.0014617820270359516,0.0015868943883106112,0.0017120067495852709,0.0018371189944446087,0.00196223147213459,0.002087343716993928,0.0022124559618532658,0.0023375684395432472,0.002462680684402585,0.002587792929261923,0.0027129054069519043,0.002838017651811242,0.00296312989667058,0.0030882423743605614,0.003213354619219899,0.0033384670969098806,0.0034635793417692184]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,2,2,0,1,5,4,4,2,4,6,7,12,13,15,14,16,13,20,15,25,25,27,27,21,31,33,29,34,36,36,27,27,23,25,22,22,20,16,13,17,18,6,7,7,9,6,6,3,4,1,1,1,0,1,1,2,1,0,0,0,1],"bins":[-0.004578351974487305,-0.004423424601554871,-0.0042684972286224365,-0.0041135698556900024,-0.003958642482757568,-0.0038037151098251343,-0.0036487877368927,-0.003493860363960266,-0.003338932991027832,-0.003184005618095398,-0.003029078245162964,-0.00287415087223053,-0.0027192234992980957,-0.0025642961263656616,-0.0024093687534332275,-0.0022544413805007935,-0.0020995140075683594,-0.0019445866346359253,-0.0017896592617034912,-0.0016347318887710571,-0.001479804515838623,-0.001324877142906189,-0.0011699497699737549,-0.0010150223970413208,-0.0008600950241088867,-0.0007051676511764526,-0.0005502402782440186,-0.00039531290531158447,-0.0002403855323791504,-8.545815944671631e-05,6.946921348571777e-05,0.00022439658641815186,0.00037932395935058594,0.00053425133228302,0.0006891787052154541,0.0008441060781478882,0.0009990334510803223,0.0011539608240127563,0.0013088881969451904,0.0014638155698776245,0.0016187429428100586,0.0017736703157424927,0.0019285976886749268,0.002083525061607361,0.002238452434539795,0.002393379807472229,0.002548307180404663,0.002703234553337097,0.0028581619262695312,0.0030130892992019653,0.0031680166721343994,0.0033229440450668335,0.0034778714179992676,0.0036327987909317017,0.0037877261638641357,0.00394265353679657,0.004097580909729004,0.004252508282661438,0.004407435655593872,0.004562363028526306,0.00471729040145874,0.004872217774391174,0.005027145147323608,0.0051820725202560425,0.0053369998931884766]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[-0.004087310284376144,-0.0039277044124901295,-0.0037680985406041145,-0.0036084926687180996,-0.0034488867968320847,-0.0032892809249460697,-0.0031296750530600548,-0.00297006918117404,-0.002810463309288025,-0.0026508576702326536,-0.0024912517983466387,-0.0023316459264606237,-0.002172040054574609,-0.002012434182688594,-0.001852828310802579,-0.001693222438916564,-0.001533616567030549,-0.0013740106951445341,-0.0012144048232585192,-0.0010547989513725042,-0.0008951931376941502,-0.0007355872658081353,-0.0005759814521297812,-0.0004163755802437663,-0.00025676970835775137,-9.716385102365166e-05,6.244200631044805e-05,0.00022204786364454776,0.00038165372097864747,0.0005412595928646624,0.0007008654065430164,0.0008604712784290314,0.0010200771503150463,0.0011796830222010612,0.0013392888940870762,0.0014988947659730911,0.001658500637859106,0.0018181063933297992,0.001977712381631136,0.002137318253517151,0.002296924125403166,0.002456529764458537,0.002616135636344552,0.002775741508230567,0.002935347380116582,0.003094953252002597,0.003254559123888612,0.0034141649957746267,0.0035737708676606417,0.0037333767395466566,0.0038929826114326715,0.004052588250488043,0.004212194122374058,0.004371799994260073,0.004531405866146088,0.004691011738032103,0.0048506176099181175,0.0050102234818041325,0.005169829353690147,0.005329435225576162,0.005489041097462177,0.005648646969348192,0.005808252841234207,0.005967858713120222,0.006127464585006237],"_type":"histogram","values":[1,0,3,0,3,1,2,1,1,1,2,2,4,1,6,6,8,12,10,18,23,41,62,54,63,69,90,65,63,35,30,17,9,15,11,8,4,5,3,1,4,0,3,1,3,2,1,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.0016326904296875,-0.001578688621520996,-0.0015246868133544922,-0.0014706850051879883,-0.0014166831970214844,-0.0013626813888549805,-0.0013086795806884766,-0.0012546777725219727,-0.0012006759643554688,-0.0011466741561889648,-0.001092672348022461,-0.001038670539855957,-0.0009846687316894531,-0.0009306669235229492,-0.0008766651153564453,-0.0008226633071899414,-0.0007686614990234375,-0.0007146596908569336,-0.0006606578826904297,-0.0006066560745239258,-0.0005526542663574219,-0.000498652458190918,-0.00044465065002441406,-0.00039064884185791016,-0.00033664703369140625,-0.00028264522552490234,-0.00022864341735839844,-0.00017464160919189453,-0.00012063980102539062,-6.663799285888672e-05,-1.2636184692382812e-05,4.1365623474121094e-05,9.5367431640625e-05,0.0001493692398071289,0.0002033710479736328,0.0002573728561401367,0.0003113746643066406,0.00036537647247314453,0.00041937828063964844,0.00047338008880615234,0.0005273818969726562,0.0005813837051391602,0.0006353855133056641,0.000689387321472168,0.0007433891296386719,0.0007973909378051758,0.0008513927459716797,0.0009053945541381836,0.0009593963623046875,0.0010133981704711914,0.0010673999786376953,0.0011214017868041992,0.0011754035949707031,0.001229405403137207,0.001283407211303711,0.0013374090194702148,0.0013914108276367188,0.0014454126358032227,0.0014994144439697266,0.0015534162521362305,0.0016074180603027344,0.0016614198684692383,0.0017154216766357422,0.001769423484802246,0.00182342529296875],"_type":"histogram","values":[1,0,0,1,1,1,1,2,2,4,3,9,13,14,12,31,44,71,78,204,309,505,1000,1657,3183,6357,12575,26975,61548,135809,174046,89431,39536,18083,8626,4436,2305,1218,712,383,242,135,96,51,35,24,16,10,9,1,3,6,3,3,1,2,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,1,1,4,2,2,4,5,3,9,6,15,12,11,28,32,21,40,56,68,91,97,145,148,148,189,164,144,102,101,76,61,52,45,33,30,29,11,15,8,10,3,8,4,2,4,1,0,0,1,1,0,0,1,0,1,0,1],"bins":[-0.006364785134792328,-0.006161568220704794,-0.00595835130661726,-0.005755133926868439,-0.005551917012780905,-0.005348700098693371,-0.005145483184605837,-0.004942266270518303,-0.004739048890769482,-0.004535831976681948,-0.004332615062594414,-0.00412939814850688,-0.003926181234419346,-0.0037229640875011683,-0.0035197471734136343,-0.0033165300264954567,-0.0031133131124079227,-0.002910096198320389,-0.002706879051402211,-0.0025036621373146772,-0.0023004449903964996,-0.0020972280763089657,-0.0018940111622214317,-0.001690794131718576,-0.0014875771012157202,-0.0012843600707128644,-0.0010811430402100086,-0.0008779261261224747,-0.0006747090956196189,-0.00047149209422059357,-0.00026827509282156825,-6.505809142254293e-05,0.0001381589099764824,0.0003413759113755077,0.000544592912774533,0.0007478098850697279,0.0009510269155725837,0.0011542439460754395,0.0013574608601629734,0.0015606778906658292,0.001763894921168685,0.001967111835256219,0.0021703289821743965,0.0023735458962619305,0.0025767628103494644,0.002779979957267642,0.002983196871355176,0.0031864140182733536,0.0033896309323608875,0.0035928478464484215,0.003796064993366599,0.003999282140284777,0.004202499054372311,0.004405715968459845,0.0046089328825473785,0.0048121497966349125,0.0050153667107224464,0.005218584090471268,0.005421801004558802,0.005625017918646336,0.0058282348327338696,0.0060314517468214035,0.006234669126570225,0.006437886040657759,0.006641102954745293]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,1,5,2,7,10,23,43,51,128,195,305,470,859,1252,1782,2433,3555,4843,6596,8677,10920,13694,17062,20064,23415,26836,29705,32590,34671,35537,35844,35905,34232,32482,30246,26812,23820,20418,17031,14066,11135,8740,6606,4963,3728,2691,1824,1270,860,525,353,225,141,88,46,17,10,7,5,2],"bins":[-0.1057453453540802,-0.10268409550189972,-0.09962284564971924,-0.09656159579753876,-0.09350033849477768,-0.0904390886425972,-0.08737783879041672,-0.08431658893823624,-0.08125533908605576,-0.07819408923387527,-0.0751328319311142,-0.07207158207893372,-0.06901033222675323,-0.06594908237457275,-0.06288783252239227,-0.059826578944921494,-0.05676532909274101,-0.05370407924056053,-0.05064282566308975,-0.04758157581090927,-0.04452032595872879,-0.04145907238125801,-0.03839782252907753,-0.03533657267689705,-0.03227531909942627,-0.02921406924724579,-0.026152819395065308,-0.023091567680239677,-0.020030315965414047,-0.016969066113233566,-0.013907814398407936,-0.01084656361490488,-0.007785312831401825,-0.004724062047898769,-0.0016628107987344265,0.0013984402175992727,0.004459691233932972,0.0075209420174360275,0.010582193732261658,0.013643444515764713,0.01670469529926777,0.0197659470140934,0.02282719686627388,0.02588844858109951,0.02894970029592514,0.03201095014810562,0.0350722000002861,0.03813345357775688,0.04119470342993736,0.044255953282117844,0.04731720685958862,0.050378456711769104,0.053439706563949585,0.056500960141420364,0.059562209993600845,0.06262346357107162,0.0656847134232521,0.06874596327543259,0.07180721312761307,0.07486846297979355,0.07792971283197403,0.08099097013473511,0.08405221998691559,0.08711346983909607,0.09017471969127655]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[2,0,0,1,0,1,1,3,2,3,5,4,5,4,12,4,12,10,18,14,27,19,16,17,27,32,24,29,23,29,22,22,25,30,38,33,27,32,16,25,12,21,13,19,12,7,7,10,8,4,8,9,5,6,4,2,1,2,2,0,0,1,0,1],"bins":[-0.0004694802046287805,-0.00045453966595232487,-0.0004395991563796997,-0.00042465864680707455,-0.00040971810813061893,-0.0003947775694541633,-0.00037983705988153815,-0.000364896550308913,-0.0003499560116324574,-0.00033501547295600176,-0.0003200749633833766,-0.00030513445381075144,-0.0002901939151342958,-0.0002752533764578402,-0.00026031286688521504,-0.0002453723573125899,-0.00023043181863613427,-0.00021549129451159388,-0.0002005507703870535,-0.0001856102462625131,-0.0001706697221379727,-0.00015572919801343232,-0.00014078867388889194,-0.00012584814976435155,-0.00011090762563981116,-9.596710151527077e-05,-8.102657739073038e-05,-6.608605326618999e-05,-5.1145529141649604e-05,-3.6205005017109215e-05,-2.1264480892568827e-05,-6.323956768028438e-06,8.616596460342407e-06,2.3557120584882796e-05,3.8497644709423184e-05,5.343816883396357e-05,6.837869295850396e-05,8.331921708304435e-05,9.825974120758474e-05,0.00011320026533212513,0.00012814078945666552,0.0001430813135812059,0.0001580218377057463,0.00017296236183028668,0.00018790288595482707,0.00020284341007936746,0.00021778393420390785,0.00023272445832844824,0.0002476649824529886,0.0002626054920256138,0.0002775460307020694,0.000292486569378525,0.0003074270789511502,0.00032236758852377534,0.00033730812720023096,0.0003522486658766866,0.00036718917544931173,0.0003821296850219369,0.0003970702236983925,0.00041201076237484813,0.0004269512719474733,0.00044189178152009845,0.00045683232019655406,0.0004717728588730097,0.00048671336844563484],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0006694309413433075,-0.0006468539941124618,-0.0006242769886739552,-0.0006017000414431095,-0.0005791230360046029,-0.0005565460887737572,-0.0005339691415429115,-0.0005113921361044049,-0.0004888151888735592,-0.0004662382125388831,-0.00044366123620420694,-0.00042108428897336125,-0.0003985073126386851,-0.00037593033630400896,-0.00035335338907316327,-0.0003307764127384871,-0.000308199436403811,-0.00028562246006913483,-0.0002630454837344587,-0.000240468536503613,-0.00021789156016893685,-0.0001953145838342607,-0.00017273762205149978,-0.00015016066026873887,-0.00012758368393406272,-0.00010500671487534419,-8.242974581662565e-05,-5.985277675790712e-05,-3.727580769918859e-05,-1.4698838640470058e-05,7.878130418248475e-06,3.0455099476967007e-05,5.303206853568554e-05,7.560903759440407e-05,9.81860066531226e-05,0.00012076297571184114,0.00014333994477055967,0.00016591692110523582,0.00018849388288799673,0.00021107084467075765,0.0002336478210054338,0.00025622479734010994,0.0002788017736747861,0.0003013787209056318,0.00032395569724030793,0.0003465326735749841,0.00036910962080582976,0.0003916865971405059,0.00041426357347518206,0.0004368405498098582,0.00045941752614453435,0.00048199447337538004,0.0005045714788138866,0.0005271484260447323,0.000549725373275578,0.0005723023787140846,0.0005948793259449303,0.000617456273175776,0.0006400332786142826,0.0006626102258451283,0.000685187173075974,0.0007077641785144806,0.0007303411257453263,0.0007529181311838329,0.0007754950784146786],"_type":"histogram","values":[2,0,1,1,1,2,2,2,1,2,5,6,3,9,4,7,14,16,13,16,22,10,23,36,27,38,28,43,32,47,34,29,27,34,37,31,28,20,18,14,15,18,8,6,7,6,2,6,1,3,2,3,0,1,1,0,1,0,0,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,2,5,2,12,21,37,65,103,189,280,423,680,938,1408,1976,2871,3944,5263,6840,8851,11192,13576,16415,19386,22555,25582,28027,30578,32490,33456,34511,34190,33316,31855,29748,26985,24178,21376,18409,15373,12519,10108,8153,6123,4694,3379,2452,1788,1185,876,527,371,211,128,84,44,33,18,14,4,1,2,1],"bins":[-0.09303663671016693,-0.09011147171258926,-0.0871863141655922,-0.08426114916801453,-0.08133599162101746,-0.07841082662343979,-0.07548566162586212,-0.07256050407886505,-0.06963533908128738,-0.06671017408370972,-0.06378501653671265,-0.06085985153913498,-0.05793469026684761,-0.05500952899456024,-0.052084363996982574,-0.049159202724695206,-0.04623404145240784,-0.04330888018012047,-0.0403837189078331,-0.03745855391025543,-0.03453339263796806,-0.031608231365680695,-0.028683068230748177,-0.02575790509581566,-0.02283274382352829,-0.01990758255124092,-0.016982419416308403,-0.01405725721269846,-0.011132095009088516,-0.008206932805478573,-0.0052817706018686295,-0.002356608398258686,0.0005685463547706604,0.003493708558380604,0.006418870761990547,0.00934403296560049,0.012269195169210434,0.015194357372820377,0.01811951957643032,0.02104468271136284,0.023969843983650208,0.026895005255937576,0.029820168390870094,0.03274533152580261,0.03567049279808998,0.03859565407037735,0.04152081906795502,0.044445980340242386,0.047371141612529755,0.05029630288481712,0.05322146415710449,0.05614662915468216,0.05907179042696953,0.0619969516992569,0.06492211669683456,0.06784727424383163,0.0707724392414093,0.07369760423898697,0.07662276178598404,0.0795479267835617,0.08247308433055878,0.08539824932813644,0.08832341432571411,0.09124857187271118,0.09417373687028885]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,2,1,0,4,0,3,3,22,13,19,34,58,69,128,154,235,367,476,817,1169,1803,2710,4135,6840,11295,20063,38829,87438,232582,540335,370332,133601,55244,26507,14652,8427,5163,3211,2042,1439,815,578,382,283,186,121,82,60,39,27,18,13,11,4,9,2,3,3,4,0,0,0,1],"bins":[-0.007720947265625,-0.007469654083251953,-0.007218360900878906,-0.006967067718505859,-0.0067157745361328125,-0.006464481353759766,-0.006213188171386719,-0.005961894989013672,-0.005710601806640625,-0.005459308624267578,-0.005208015441894531,-0.004956722259521484,-0.0047054290771484375,-0.004454135894775391,-0.004202842712402344,-0.003951549530029297,-0.00370025634765625,-0.003448963165283203,-0.0031976699829101562,-0.0029463768005371094,-0.0026950836181640625,-0.0024437904357910156,-0.0021924972534179688,-0.0019412040710449219,-0.001689910888671875,-0.0014386177062988281,-0.0011873245239257812,-0.0009360313415527344,-0.0006847381591796875,-0.0004334449768066406,-0.00018215179443359375,6.914138793945312e-05,0.0003204345703125,0.0005717277526855469,0.0008230209350585938,0.0010743141174316406,0.0013256072998046875,0.0015769004821777344,0.0018281936645507812,0.002079486846923828,0.002330780029296875,0.002582073211669922,0.0028333663940429688,0.0030846595764160156,0.0033359527587890625,0.0035872459411621094,0.0038385391235351562,0.004089832305908203,0.00434112548828125,0.004592418670654297,0.004843711853027344,0.005095005035400391,0.0053462982177734375,0.005597591400146484,0.005848884582519531,0.006100177764892578,0.006351470947265625,0.006602764129638672,0.006854057312011719,0.007105350494384766,0.0073566436767578125,0.007607936859130859,0.007859230041503906,0.008110523223876953,0.00836181640625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[0.9993768930435181,0.9993972778320312,0.9994176030158997,0.9994379878044128,0.999458372592926,0.9994786977767944,0.9994990825653076,0.9995194673538208,0.9995397925376892,0.9995601773262024,0.9995805621147156,0.999600887298584,0.9996212720870972,0.9996416568756104,0.9996619820594788,0.9996823668479919,0.9997026920318604,0.9997230768203735,0.9997434616088867,0.9997637867927551,0.9997841715812683,0.9998045563697815,0.9998248815536499,0.9998452663421631,0.9998656511306763,0.9998859763145447,0.9999063611030579,0.999926745891571,0.9999470710754395,0.9999674558639526,0.9999878406524658,1.000008225440979,1.0000286102294922,1.0000488758087158,1.000069260597229,1.0000896453857422,1.0001100301742554,1.0001304149627686,1.0001506805419922,1.0001710653305054,1.0001914501190186,1.0002118349075317,1.000232219696045,1.000252604484558,1.0002728700637817,1.000293254852295,1.000313639640808,1.0003340244293213,1.0003544092178345,1.0003747940063477,1.0003950595855713,1.0004154443740845,1.0004358291625977,1.0004562139511108,1.000476598739624,1.0004969835281372,1.0005172491073608,1.000537633895874,1.0005580186843872,1.0005784034729004,1.0005987882614136,1.0006191730499268,1.0006394386291504,1.0006598234176636,1.0006802082061768],"_type":"histogram","values":[2,2,1,1,1,2,4,4,4,6,8,11,11,9,13,10,19,14,16,27,18,30,12,25,20,19,22,19,23,17,16,24,13,23,17,21,20,17,25,18,29,21,28,15,14,11,13,12,14,11,4,10,4,3,4,4,0,1,2,1,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.00038879175554029644,-0.00037542107747867703,-0.00036205039941705763,-0.00034867972135543823,-0.0003353090723976493,-0.0003219383943360299,-0.0003085677162744105,-0.0002951970382127911,-0.0002818263601511717,-0.0002684556820895523,-0.0002550850040279329,-0.0002417143405182287,-0.0002283436624566093,-0.0002149729843949899,-0.00020160232088528574,-0.00018823164282366633,-0.00017486096476204693,-0.00016149028670042753,-0.00014811960863880813,-0.00013474894512910396,-0.00012137826706748456,-0.00010800758900586516,-9.463691822020337e-05,-8.126624743454158e-05,-6.789556937292218e-05,-5.452489494928159e-05,-4.1154220525640994e-05,-2.77835461020004e-05,-1.4412871678359807e-05,-1.0421972547192127e-06,1.2328477168921381e-05,2.5699151592561975e-05,3.906979691237211e-05,5.2440471336012706e-05,6.58111457596533e-05,7.918181654531509e-05,9.255249460693449e-05,0.00010592317266855389,0.00011929384345421568,0.00013266451423987746,0.00014603519230149686,0.00015940587036311626,0.00017277654842473567,0.00018614721193443984,0.00019951788999605924,0.00021288856805767864,0.0002262592315673828,0.0002396299096290022,0.0002530005876906216,0.000266371265752241,0.0002797419438138604,0.0002931126218754798,0.0003064832999370992,0.00031985394889488816,0.00033322462695650756,0.00034659530501812696,0.00035996598307974637,0.00037333666114136577,0.00038670733920298517,0.00040007801726460457,0.0004134486662223935,0.0004268193442840129,0.0004401900223456323,0.0004535607004072517,0.0004669313784688711],"_type":"histogram","values":[3,0,0,0,3,1,5,3,4,4,12,12,16,14,13,15,10,13,14,14,19,23,24,25,26,23,35,31,18,27,21,28,33,23,27,27,19,24,15,15,19,8,14,11,14,13,9,8,7,4,8,4,2,2,2,1,2,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0012669668067246675,-0.001223347382619977,-0.0011797279585152864,-0.001136108534410596,-0.0010924891103059053,-0.001048869569785893,-0.0010052501456812024,-0.0009616307215765119,-0.0009180112974718213,-0.0008743918733671308,-0.0008307724492624402,-0.0007871529669500887,-0.0007435335428453982,-0.0006999141187407076,-0.0006562946364283562,-0.0006126752123236656,-0.0005690557882189751,-0.0005254363641142845,-0.0004818169109057635,-0.0004381974576972425,-0.00039457803359255195,-0.0003509586094878614,-0.0003073391562793404,-0.0002637197030708194,-0.00022010027896612883,-0.00017648084030952305,-0.00013286140165291727,-8.924196299631149e-05,-4.5622524339705706e-05,-2.0030856830999255e-06,4.1616352973505855e-05,8.523579163011163e-05,0.00012885523028671741,0.0001724746689433232,0.00021609410759992898,0.00025971356080845,0.00030333298491314054,0.0003469524090178311,0.0003905718622263521,0.0004341913154348731,0.00047781073953956366,0.0005214301636442542,0.0005650495877489448,0.0006086690700612962,0.0006522884941659868,0.0006959079182706773,0.0007395274005830288,0.0007831468246877193,0.0008267662487924099,0.0008703856728971004,0.000914005097001791,0.0009576245793141425,0.001001243945211172,0.0010448634857311845,0.001088482909835875,0.0011321023339405656,0.0011757217580452561,0.0012193411821499467,0.0012629606062546372,0.0013065800303593278,0.0013501995708793402,0.0013938189949840307,0.0014374384190887213,0.0014810578431934118,0.0015246772672981024],"_type":"histogram","values":[1,1,2,1,0,0,3,1,1,5,1,8,3,8,7,11,15,11,20,12,20,28,26,35,26,33,33,40,43,29,41,28,32,26,33,20,29,18,16,14,13,9,12,6,10,6,8,7,2,2,0,3,2,2,1,0,1,0,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,1,0,1,1,2,4,0,0,2,4,5,4,7,13,17,9,24,16,33,26,28,27,33,39,41,38,43,42,42,42,32,29,37,23,11,15,18,13,10,5,6,5,1,3,1,1,3,0,0,0,2,2,2,1,0,1,0,0,0,1],"bins":[-0.002403861843049526,-0.0023229047656059265,-0.002241947455331683,-0.0021609903778880835,-0.0020800333004444838,-0.0019990759901702404,-0.0019181189127266407,-0.0018371617188677192,-0.0017562045250087976,-0.001675247447565198,-0.0015942902537062764,-0.0015133330598473549,-0.0014323759824037552,-0.0013514187885448337,-0.0012704615946859121,-0.0011895045172423124,-0.001108547323383391,-0.0010275901295244694,-0.0009466329938732088,-0.0008656758582219481,-0.0007847186643630266,-0.000703761528711766,-0.0006228043930605054,-0.0005418471992015839,-0.00046089006355032325,-0.0003799328987952322,-0.0002989757340401411,-0.0002180185983888805,-0.00013706143363378942,-5.610427615465596e-05,2.4852881324477494e-05,0.00010581003880361095,0.0001867671962827444,0.0002677243610378355,0.00034868152579292655,0.00042963866144418716,0.0005105958553031087,0.0005915529909543693,0.0006725101266056299,0.0007534673204645514,0.0008344244561158121,0.0009153815917670727,0.0009963387856259942,0.0010772959794849157,0.0011582530569285154,0.001239210250787437,0.0013201674446463585,0.0014011245220899582,0.0014820817159488797,0.0015630389098078012,0.001643995987251401,0.0017249531811103225,0.001805910374969244,0.0018868674524128437,0.001967824762687087,0.0020487818401306868,0.0021297389175742865,0.00221069622784853,0.0022916533052921295,0.0023726103827357292,0.0024535676930099726,0.0025345247704535723,0.002615481847897172,0.0026964391581714153,0.002777396235615015]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,8,7,25,47,75,142,235,388,660,997,1546,2314,3299,4742,6445,9024,11688,14499,18036,21687,25702,29562,32412,35238,37177,37915,38537,37048,35107,32890,29365,25701,21941,18486,14675,11746,8891,6836,4759,3477,2278,1582,992,667,394,248,139,87,55,16,20,7,6,0,1,1,0,0,1],"bins":[-0.10141492635011673,-0.09814655780792236,-0.094878189265728,-0.09160982072353363,-0.08834144473075867,-0.0850730761885643,-0.08180470764636993,-0.07853633910417557,-0.0752679705619812,-0.07199960201978683,-0.06873123347759247,-0.0654628649353981,-0.06219449266791344,-0.05892612412571907,-0.055657751858234406,-0.05238938331604004,-0.04912101477384567,-0.045852646231651306,-0.04258427768945694,-0.039315905421972275,-0.03604753687977791,-0.03277916833758354,-0.029510797932744026,-0.02624242752790451,-0.022974058985710144,-0.019705690443515778,-0.016437320038676262,-0.01316895056515932,-0.00990058109164238,-0.006632211618125439,-0.0033638421446084976,-9.547267109155655e-05,0.0031729042530059814,0.0064412737265229225,0.009709643200039864,0.012978012673556805,0.016246382147073746,0.019514750689268112,0.022783121094107628,0.026051491498947144,0.02931986004114151,0.032588228583335876,0.03585659712553024,0.03912496939301491,0.042393337935209274,0.04566170647740364,0.048930078744888306,0.05219844728708267,0.05546681582927704,0.058735184371471405,0.06200355291366577,0.06527192145586014,0.0685402899980545,0.07180866599082947,0.07507703453302383,0.0783454030752182,0.08161377161741257,0.08488214015960693,0.0881505087018013,0.09141887724399567,0.09468725323677063,0.097955621778965,0.10122399032115936,0.10449235886335373,0.1077607274055481]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,2,0,1,3,3,4,2,10,5,9,11,8,13,15,25,18,25,29,24,37,34,39,51,39,43,39,41,30,29,24,34,25,11,12,11,7,11,11,11,6,4,1,1,0,0,1,2,0,2,0,1,0,0,0,0,0,1,0,1],"bins":[-0.0005299865733832121,-0.000511079968418926,-0.000492173305246979,-0.00047326667117886245,-0.0004543600371107459,-0.0004354534321464598,-0.00041654679807834327,-0.0003976401640102267,-0.0003787335299421102,-0.00035982689587399364,-0.0003409202618058771,-0.00032201362773776054,-0.00030310702277347445,-0.0002842003887053579,-0.00026529375463724136,-0.0002463871205691248,-0.00022748048650100827,-0.00020857385243289173,-0.00018966721836477518,-0.00017076059884857386,-0.00015185396478045732,-0.00013294733071234077,-0.00011404070392018184,-9.513407712802291e-05,-7.622744305990636e-05,-5.7320812629768625e-05,-3.8414182199630886e-05,-1.9507551769493148e-05,-6.009213393554091e-07,1.830570909078233e-05,3.721233952092007e-05,5.6118969951057807e-05,7.502565858885646e-05,9.3932292656973e-05,0.00011283891944913194,0.00013174554624129087,0.0001506521803094074,0.00016955881437752396,0.00018846543389372528,0.00020737206796184182,0.00022627870202995837,0.0002451853360980749,0.00026409197016619146,0.000282998604234308,0.0003019052091985941,0.00032081184326671064,0.0003397184773348272,0.00035862511140294373,0.0003775317454710603,0.0003964383795391768,0.00041534501360729337,0.0004342516476754099,0.00045315828174352646,0.00047206488670781255,0.0004909715498797596,0.0005098781548440456,0.0005287848180159926,0.0005476914229802787,0.0005665980279445648,0.0005855046911165118,0.0006044112960807979,0.0006233179592527449,0.000642224564217031,0.000661131227388978,0.0006800378323532641]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,0,2,0,1,4,5,5,4,10,6,10,15,20,23,13,19,17,17,15,29,27,24,21,20,27,23,21,25,27,14,30,27,24,31,15,20,16,17,14,17,20,15,17,11,8,6,13,2,4,3,2,2,1,3,0,0,1,1,1],"bins":[0.9992617964744568,0.9992845058441162,0.9993071556091309,0.9993298649787903,0.9993525147438049,0.9993752241134644,0.9993979334831238,0.9994205832481384,0.9994432926177979,0.9994659423828125,0.9994886517524719,0.9995113611221313,0.999534010887146,0.9995567202568054,0.9995794296264648,0.9996020793914795,0.9996247887611389,0.9996474385261536,0.999670147895813,0.9996928572654724,0.9997155070304871,0.9997382164001465,0.9997608661651611,0.9997835755348206,0.99980628490448,0.9998289346694946,0.999851644039154,0.9998742938041687,0.9998970031738281,0.9999197125434875,0.9999423623085022,0.9999650716781616,0.9999877214431763,1.0000104904174805,1.0000331401824951,1.0000557899475098,1.0000784397125244,1.0001012086868286,1.0001238584518433,1.000146508216858,1.000169277191162,1.0001919269561768,1.0002145767211914,1.0002373456954956,1.0002599954605103,1.000282645225525,1.000305414199829,1.0003280639648438,1.0003507137298584,1.000373363494873,1.0003961324691772,1.000418782234192,1.0004414319992065,1.0004642009735107,1.0004868507385254,1.00050950050354,1.0005322694778442,1.0005549192428589,1.0005775690078735,1.0006002187728882,1.0006229877471924,1.000645637512207,1.0006682872772217,1.0006910562515259,1.0007137060165405]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,1,4,5,6,13,24,63,104,157,258,428,681,1072,1709,2558,3683,5228,6994,9317,12302,15730,19262,23072,26895,30347,33401,36102,37625,38298,38355,37006,34799,31939,28596,24656,20451,16979,13789,10715,8156,6019,4373,2970,2046,1401,900,557,315,209,105,69,41,21,4,7,1,2,1,1,0,0,0,1],"bins":[-0.09768855571746826,-0.09440246224403381,-0.09111636132001877,-0.08783026784658432,-0.08454417437314987,-0.08125808089971542,-0.07797197997570038,-0.07468588650226593,-0.07139979302883148,-0.06811369210481644,-0.06482759863138199,-0.06154150515794754,-0.058255407959222794,-0.054969314485788345,-0.0516832172870636,-0.04839712381362915,-0.045111026614904404,-0.04182492941617966,-0.03853883594274521,-0.03525273874402046,-0.031966645270586014,-0.028680548071861267,-0.02539445273578167,-0.022108357399702072,-0.018822262063622475,-0.015536166727542877,-0.01225007139146328,-0.008963975124061108,-0.00567787978798151,-0.002391784219071269,0.0008943113498389721,0.004180407151579857,0.007466502487659454,0.010752597823739052,0.01403869315981865,0.017324788495898247,0.020610883831977844,0.02389698103070259,0.02718307636678219,0.030469171702861786,0.033755265176296234,0.03704136237502098,0.04032745957374573,0.043613553047180176,0.04689965024590492,0.05018574371933937,0.05347184091806412,0.056757934391498566,0.06004403159022331,0.06333012878894806,0.06661622226238251,0.06990231573581696,0.073188416659832,0.07647451013326645,0.0797606036067009,0.08304669708013535,0.08633279800415039,0.08961889147758484,0.09290498495101929,0.09619108587503433,0.09947717934846878,0.10276327282190323,0.10604936629533768,0.10933546721935272,0.11262156069278717]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[2,1,1,0,1,1,5,0,4,8,8,6,6,11,4,3,8,16,13,17,17,25,16,24,31,35,26,31,28,32,27,32,35,27,29,30,24,34,13,29,14,7,13,13,10,7,6,10,7,2,3,1,3,1,2,1,1,0,0,2,1,1,0,3],"bins":[-0.0011502127163112164,-0.0011118275579065084,-0.0010734422830864787,-0.0010350571246817708,-0.000996671849861741,-0.0009582866914570332,-0.0009199015330523252,-0.0008815163164399564,-0.0008431310998275876,-0.0008047458832152188,-0.00076636066660285,-0.000727975508198142,-0.0006895902915857732,-0.0006512050749734044,-0.0006128199165686965,-0.0005744346999563277,-0.0005360494833439589,-0.00049766426673159,-0.00045927907922305167,-0.0004208938917145133,-0.0003825086751021445,-0.00034412345848977566,-0.0003057382709812373,-0.0002673530834726989,-0.0002289678668603301,-0.0001905826647998765,-0.00015219746273942292,-0.00011381226067896932,-7.542705861851573e-05,-3.7041856558062136e-05,1.3433455023914576e-06,3.972854756284505e-05,7.811374962329865e-05,0.00011649895168375224,0.00015488415374420583,0.00019326935580465943,0.00023165455786511302,0.00027003977447748184,0.0003084249619860202,0.00034681014949455857,0.0003851953661069274,0.0004235805827192962,0.0004619657702278346,0.000500350957736373,0.0005387361743487418,0.0005771213909611106,0.0006155065493658185,0.0006538917659781873,0.0006922769825905561,0.000730662199202925,0.0007690474158152938,0.0008074325742200017,0.0008458177908323705,0.0008842030074447393,0.0009225881658494473,0.0009609733824618161,0.000999358599074185,0.0010377437574788928,0.0010761290322989225,0.0011145141907036304,0.0011528993491083384,0.001191284623928368,0.001229669782333076,0.0012680550571531057,0.0013064402155578136],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,0,0,3,0,2,1,1,5,1,5,4,11,6,13,9,16,22,19,23,19,22,29,24,28,32,29,33,24,25,39,22,41,22,30,18,20,18,21,15,17,12,12,16,6,6,7,6,9,5,3,3,2,4,1,2,1,0,1],"bins":[-0.0015197619795799255,-0.0014752455754205585,-0.0014307291712611914,-0.0013862128835171461,-0.001341696479357779,-0.001297180075198412,-0.0012526637874543667,-0.0012081473832949996,-0.0011636309791356325,-0.0011191145749762654,-0.0010745981708168983,-0.001030081883072853,-0.000985565478913486,-0.0009410490747541189,-0.0008965327288024127,-0.0008520163828507066,-0.0008074999786913395,-0.0007629835745319724,-0.0007184672285802662,-0.0006739508826285601,-0.000629434478469193,-0.0005849180743098259,-0.0005404017283581197,-0.0004958853824064136,-0.00045136897824704647,-0.00040685260319150984,-0.0003623362281359732,-0.0003178198530804366,-0.00027330347802489996,-0.00022878710296936333,-0.0001842707279138267,-0.00013975435285829008,-9.523797780275345e-05,-5.072160274721682e-05,-6.205227691680193e-06,3.8311147363856435e-05,8.282752241939306e-05,0.0001273438974749297,0.00017186027253046632,0.00021637664758600295,0.0002608930226415396,0.0003054093976970762,0.00034992577275261283,0.00039444214780814946,0.0004389585228636861,0.0004834748979192227,0.0005279912729747593,0.0005725076189264655,0.0006170240230858326,0.0006615404272451997,0.0007060567731969059,0.000750573119148612,0.0007950895233079791,0.0008396059274673462,0.0008841222734190524,0.0009286386193707585,0.0009731550235301256,0.0010176714276894927,0.0010621878318488598,0.001106704119592905,0.0011512205237522721,0.0011957369279116392,0.0012402532156556845,0.0012847696198150516,0.0013292860239744186]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[2,1,2,1,0,2,4,2,4,5,8,4,6,9,15,20,14,18,27,19,19,17,19,14,20,16,24,12,16,27,17,17,14,20,18,24,24,12,20,19,22,16,19,21,12,27,20,15,17,9,10,8,12,5,7,4,5,1,3,2,0,0,0,1],"bins":[-0.0008465570863336325,-0.0008202589233405888,-0.0007939607021398842,-0.0007676625391468406,-0.000741364317946136,-0.0007150661549530923,-0.0006887679337523878,-0.0006624697707593441,-0.0006361715495586395,-0.0006098733865655959,-0.0005835751653648913,-0.0005572770023718476,-0.0005309787811711431,-0.0005046806181780994,-0.0004783824260812253,-0.00045208423398435116,-0.00042578604188747704,-0.0003994878497906029,-0.0003731896576937288,-0.0003468914655968547,-0.00032059327349998057,-0.00029429508140310645,-0.00026799688930623233,-0.00024169871176127344,-0.00021540051966439933,-0.0001891023275675252,-0.0001628041354706511,-0.00013650594337377697,-0.00011020775855286047,-8.390956645598635e-05,-5.761137799709104e-05,-3.131318953819573e-05,-5.014997441321611e-06,2.1283192836563103e-05,4.758138311444782e-05,7.387957157334313e-05,0.00010017776367021725,0.00012647594849113375,0.00015277414058800787,0.00017907233268488199,0.0002053705247817561,0.00023166871687863022,0.0002579668944235891,0.00028426508652046323,0.00031056327861733735,0.00033686147071421146,0.0003631596628110856,0.0003894578549079597,0.0004157560470048338,0.00044205423910170794,0.00046835243119858205,0.0004946506232954562,0.0005209487862884998,0.0005472470074892044,0.0005735451704822481,0.0005998433916829526,0.0006261415546759963,0.0006524397758767009,0.0006787379388697445,0.0007050361600704491,0.0007313343230634928,0.0007576325442641973,0.000783930707257241,0.0008102289284579456,0.0008365270914509892],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.001476507168263197,-0.001432863064110279,-0.0013892188435420394,-0.0013455746229737997,-0.0013019305188208818,-0.001258286414667964,-0.0012146421940997243,-0.0011709979735314846,-0.0011273538693785667,-0.0010837097652256489,-0.0010400655446574092,-0.0009964213240891695,-0.0009527772199362516,-0.0009091330575756729,-0.0008654888952150941,-0.0008218447328545153,-0.0007782005704939365,-0.0007345564081333578,-0.000690912245772779,-0.0006472680834122002,-0.0006036239210516214,-0.0005599797586910427,-0.0005163355963304639,-0.0004726914339698851,-0.00042904727160930634,-0.00038540310924872756,-0.0003417589468881488,-0.00029811478452757,-0.00025447062216699123,-0.00021082645980641246,-0.00016718229744583368,-0.0001235381350852549,-7.989397272467613e-05,-3.624981036409736e-05,7.394351996481419e-06,5.1038514357060194e-05,9.468267671763897e-05,0.00013832683907821774,0.00018197100143879652,0.0002256151637993753,0.00026925932615995407,0.00031290348852053285,0.0003565476508811116,0.0004001918132416904,0.00044383597560226917,0.00048748013796284795,0.0005311243003234267,0.0005747684626840055,0.0006184126250445843,0.000662056787405163,0.0007057009497657418,0.0007493451121263206,0.0007929892744868994,0.0008366334368474782,0.0008802775992080569,0.0009239217615686357,0.0009675659239292145,0.0010112100280821323,0.001054854248650372,0.0010984984692186117,0.0011421425733715296,0.0011857866775244474,0.0012294308980926871,0.0012730751186609268,0.0013167192228138447],"_type":"histogram","values":[2,0,1,0,0,2,0,2,0,0,4,2,2,6,4,3,9,8,11,11,16,23,18,20,19,24,27,21,27,20,28,35,25,28,27,19,33,30,28,20,15,22,20,26,12,11,14,13,10,10,14,3,3,6,4,4,7,3,7,1,3,0,2,3]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[2,0,1,1,1,4,2,5,6,6,7,7,12,13,14,24,28,26,32,41,60,81,48,67,124,137,160,140,131,124,108,132,85,56,62,59,32,32,27,31,26,19,17,11,9,12,2,5,3,2,2,1,2,1,0,1,3,0,1,0,1,0,1,1],"bins":[-0.0006799305556342006,-0.0006552378181368113,-0.0006305451388470829,-0.0006058524013496935,-0.0005811597220599651,-0.0005564669845625758,-0.0005317742470651865,-0.0005070815677754581,-0.0004823888302780688,-0.0004576961218845099,-0.00043300341349095106,-0.0004083107050973922,-0.00038361799670383334,-0.0003589252883102745,-0.00033423255081288517,-0.0003095398424193263,-0.00028484713402576745,-0.0002601544256322086,-0.0002354617026867345,-0.00021076899429317564,-0.00018607627134770155,-0.0001613835629541427,-0.00013669085456058383,-0.00011199813889106736,-8.730542322155088e-05,-6.261270755203441e-05,-3.791999552049674e-05,-1.322728166996967e-05,1.14654321805574e-05,3.6158147850073874e-05,6.085085988161154e-05,8.554357191314921e-05,0.00011023628758266568,0.00013492899597622454,0.00015962171892169863,0.0001843144273152575,0.00020900715026073158,0.00023369985865429044,0.0002583925670478493,0.00028308527544140816,0.0003077780129387975,0.00033247072133235633,0.0003571634297259152,0.00038185613811947405,0.0004065488465130329,0.0004312415549065918,0.0004559342924039811,0.00048062700079753995,0.0005053196800872684,0.0005300124175846577,0.000554705155082047,0.0005793978343717754,0.0006040905718691647,0.0006287832511588931,0.0006534759886562824,0.0006781687261536717,0.0007028614054434001,0.0007275541429407895,0.0007522468222305179,0.0007769395597279072,0.0008016322972252965,0.0008263249765150249,0.0008510177140124142,0.0008757103933021426,0.0009004031307995319],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.0018054312095046043,-0.0017488397425040603,-0.0016922482755035162,-0.0016356568085029721,-0.001579065341502428,-0.001522473874501884,-0.00146588240750134,-0.0014092909405007958,-0.0013526994735002518,-0.0012961080064997077,-0.0012395165394991636,-0.0011829250724986196,-0.0011263336054980755,-0.0010697421384975314,-0.0010131506714969873,-0.0009565592044964433,-0.0008999677374958992,-0.0008433762704953551,-0.0007867848034948111,-0.000730193336494267,-0.0006736018694937229,-0.0006170104024931788,-0.0005604189354926348,-0.0005038274684920907,-0.00044723600149154663,-0.00039064453449100256,-0.0003340530674904585,-0.0002774616004899144,-0.00022087013348937035,-0.00016427866648882627,-0.0001076871994882822,-5.109573248773813e-05,5.495734512805939e-06,6.208720151335001e-05,0.00011867866851389408,0.00017527013551443815,0.00023186160251498222,0.0002884530695155263,0.00034504453651607037,0.00040163600351661444,0.0004582274705171585,0.0005148189375177026,0.0005714104045182467,0.0006280018715187907,0.0006845933385193348,0.0007411848055198789,0.0007977762725204229,0.000854367739520967,0.0009109592065215111,0.0009675506735220551,0.0010241421405225992,0.0010807336075231433,0.0011373250745236874,0.0011939165415242314,0.0012505080085247755,0.0013070994755253196,0.0013636909425258636,0.0014202824095264077,0.0014768738765269518,0.0015334653435274959,0.00159005681052804,0.001646648277528584,0.001703239744529128,0.0017598312115296721,0.0018164226785302162],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,7,1,1,0,4,11,7,10,8,12,13,16,17,19,30,27,31,23,24,36,28,28,25,36,36,40,25,29,26,23,22,27,17,19,13,12,9,8,10,6,9,4,2,3,1,1,4,3,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9993667006492615,0.999388575553894,0.9994103908538818,0.9994322657585144,0.9994540810585022,0.9994759559631348,0.9994977712631226,0.9995196461677551,0.9995415210723877,0.9995633363723755,0.9995852112770081,0.9996070265769958,0.9996289014816284,0.999650776386261,0.9996725916862488,0.9996944665908813,0.9997162818908691,0.9997381567955017,0.9997599720954895,0.9997818470001221,0.9998037219047546,0.9998255372047424,0.999847412109375,0.9998692274093628,0.9998911023139954,0.9999129176139832,0.9999347925186157,0.9999566674232483,0.9999784827232361,1.0000003576278687,1.0000221729278564,1.0000439882278442,1.0000659227371216,1.0000877380371094,1.0001095533370972,1.0001314878463745,1.0001533031463623,1.00017511844635,1.000196933746338,1.0002188682556152,1.000240683555603,1.0002624988555908,1.0002844333648682,1.000306248664856,1.0003280639648438,1.000349998474121,1.0003718137741089,1.0003936290740967,1.0004154443740845,1.0004373788833618,1.0004591941833496,1.0004810094833374,1.0005029439926147,1.0005247592926025,1.0005465745925903,1.0005683898925781,1.0005903244018555,1.0006121397018433,1.000633955001831,1.0006558895111084,1.0006777048110962,1.000699520111084,1.0007213354110718,1.0007432699203491,1.000765085220337],"_type":"histogram","values":[2,2,0,0,2,3,3,7,10,10,11,19,11,15,11,22,19,13,23,14,17,14,19,35,25,28,34,23,25,18,23,26,25,22,15,21,24,20,20,8,15,12,12,10,10,8,6,5,8,12,3,4,5,3,4,1,2,0,2,1,2,0,1,3]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0140380859375,-0.013551712036132812,-0.013065338134765625,-0.012578964233398438,-0.01209259033203125,-0.011606216430664062,-0.011119842529296875,-0.010633468627929688,-0.0101470947265625,-0.009660720825195312,-0.009174346923828125,-0.008687973022460938,-0.00820159912109375,-0.0077152252197265625,-0.007228851318359375,-0.0067424774169921875,-0.006256103515625,-0.0057697296142578125,-0.005283355712890625,-0.0047969818115234375,-0.00431060791015625,-0.0038242340087890625,-0.003337860107421875,-0.0028514862060546875,-0.0023651123046875,-0.0018787384033203125,-0.001392364501953125,-0.0009059906005859375,-0.00041961669921875,6.67572021484375e-05,0.000553131103515625,0.0010395050048828125,0.00152587890625,0.0020122528076171875,0.002498626708984375,0.0029850006103515625,0.00347137451171875,0.0039577484130859375,0.004444122314453125,0.0049304962158203125,0.0054168701171875,0.0059032440185546875,0.006389617919921875,0.0068759918212890625,0.00736236572265625,0.007848739624023438,0.008335113525390625,0.008821487426757812,0.009307861328125,0.009794235229492188,0.010280609130859375,0.010766983032226562,0.01125335693359375,0.011739730834960938,0.012226104736328125,0.012712478637695312,0.0131988525390625,0.013685226440429688,0.014171600341796875,0.014657974243164062,0.01514434814453125,0.015630722045898438,0.016117095947265625,0.016603469848632812,0.01708984375],"_type":"histogram","values":[2,4,4,2,5,10,15,12,26,44,66,82,151,192,263,383,565,798,1226,1955,2885,4483,6752,10469,18159,32323,67844,178716,552696,429220,138750,55137,27458,15140,9284,5850,3702,2566,1728,1212,834,543,369,269,173,147,112,66,43,43,24,18,7,9,6,8,4,3,3,1,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.004211192950606346,-0.004078799858689308,-0.00394640676677227,-0.003814013209193945,-0.003681620117276907,-0.003549227025359869,-0.0034168337006121874,-0.0032844403758645058,-0.003152047283947468,-0.00301965419203043,-0.0028872608672827482,-0.0027548675425350666,-0.0026224744506180286,-0.0024900813587009907,-0.002357688033953309,-0.0022252947092056274,-0.0020929016172885895,-0.0019605085253715515,-0.00182811520062387,-0.00169572199229151,-0.0015633287839591503,-0.0014309355756267905,-0.0012985423672944307,-0.001166149158962071,-0.0010337559506297112,-0.0009013627422973514,-0.0007689695339649916,-0.0006365763256326318,-0.000504183117300272,-0.0003717899089679122,-0.0002393967006355524,-0.00010700349230319262,2.5389716029167175e-05,0.00015778292436152697,0.00029017613269388676,0.00042256934102624655,0.0005549625493586063,0.0006873557576909661,0.0008197489660233259,0.0009521421743556857,0.0010845353826880455,0.0012169285910204053,0.001349321799352765,0.0014817150076851249,0.0016141082160174847,0.0017465014243498445,0.0018788946326822042,0.002011287957429886,0.002143681049346924,0.002276074141263962,0.0024084674660116434,0.002540860790759325,0.002673253882676363,0.002805646974593401,0.0029380402993410826,0.003070433624088764,0.003202826716005802,0.00333521980792284,0.0034676131326705217,0.0036000064574182034,0.0037323995493352413,0.0038647926412522793,0.0039971861988306046,0.0041295792907476425,0.0042619723826646805],"_type":"histogram","values":[1,0,0,0,0,0,0,2,2,0,2,2,1,1,7,5,10,6,11,6,16,13,12,32,24,20,30,38,35,37,44,34,41,43,38,23,27,33,21,15,31,15,12,17,12,11,11,7,5,3,3,2,1,2,1,1,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,1,3,3,3,7,15,20,32,38,51,89,127,171,256,469,662,987,1695,2497,4432,7623,12938,24926,49649,106436,247997,451491,353094,160239,70419,34292,17813,9646,5640,3328,2040,1400,774,484,352,222,150,110,78,44,42,17,15,13,9,6,5,4,2,0,0,2,2,1],"bins":[-0.007415771484375,-0.007182121276855469,-0.0069484710693359375,-0.006714820861816406,-0.006481170654296875,-0.006247520446777344,-0.0060138702392578125,-0.005780220031738281,-0.00554656982421875,-0.005312919616699219,-0.0050792694091796875,-0.004845619201660156,-0.004611968994140625,-0.004378318786621094,-0.0041446685791015625,-0.003911018371582031,-0.0036773681640625,-0.0034437179565429688,-0.0032100677490234375,-0.0029764175415039062,-0.002742767333984375,-0.0025091171264648438,-0.0022754669189453125,-0.0020418167114257812,-0.00180816650390625,-0.0015745162963867188,-0.0013408660888671875,-0.0011072158813476562,-0.000873565673828125,-0.0006399154663085938,-0.0004062652587890625,-0.00017261505126953125,6.103515625e-05,0.00029468536376953125,0.0005283355712890625,0.0007619857788085938,0.000995635986328125,0.0012292861938476562,0.0014629364013671875,0.0016965866088867188,0.00193023681640625,0.0021638870239257812,0.0023975372314453125,0.0026311874389648438,0.002864837646484375,0.0030984878540039062,0.0033321380615234375,0.0035657882690429688,0.0037994384765625,0.004033088684082031,0.0042667388916015625,0.004500389099121094,0.004734039306640625,0.004967689514160156,0.0052013397216796875,0.005434989929199219,0.00566864013671875,0.005902290344238281,0.0061359405517578125,0.006369590759277344,0.006603240966796875,0.006836891174316406,0.0070705413818359375,0.007304191589355469,0.007537841796875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.0005237996811047196,-0.0005072392523288727,-0.0004906787653453648,-0.00047411833656951785,-0.00045755787868984044,-0.000440997420810163,-0.0004244369629304856,-0.0004078765050508082,-0.00039131607627496123,-0.0003747556183952838,-0.0003581951605156064,-0.000341634702635929,-0.0003250742447562516,-0.00030851378687657416,-0.0002919533581007272,-0.0002753929002210498,-0.00025883244234137237,-0.00024227198446169496,-0.00022571154113393277,-0.00020915108325425535,-0.00019259063992649317,-0.00017603018204681575,-0.00015946972416713834,-0.00014290928083937615,-0.00012634882295969874,-0.00010978837235597894,-9.322792175225914e-05,-7.666746387258172e-05,-6.010701326886192e-05,-4.354656266514212e-05,-2.698610842344351e-05,-1.0425656000734307e-05,6.134796421974897e-06,2.26952488446841e-05,3.9255701267393306e-05,5.5816155509091914e-05,7.237660611281171e-05,8.893705671653152e-05,0.00010549751459620893,0.00012205796519992873,0.00013861841580364853,0.00015517887368332595,0.00017173931701108813,0.00018829977489076555,0.00020486023277044296,0.00022142067609820515,0.00023798113397788256,0.00025454157730564475,0.00027110203518532217,0.0002876624930649996,0.000304222950944677,0.00032078337972052395,0.00033734383760020137,0.0003539042954798788,0.0003704647533595562,0.0003870252112392336,0.00040358566911891103,0.000420146097894758,0.0004367065557744354,0.0004532670136541128,0.00046982747153379023,0.00048638792941346765,0.0005029483581893146,0.0005195088451728225,0.0005360692739486694],"_type":"histogram","values":[1,0,1,0,0,1,0,1,1,2,4,7,3,9,10,11,15,10,14,15,19,19,15,13,18,19,34,27,27,29,27,37,33,30,36,20,23,31,27,27,25,22,8,14,8,10,13,4,8,11,8,2,5,5,1,3,1,1,0,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,2,0,3,3,2,3,4,4,6,5,10,12,9,25,33,44,75,94,98,102,64,44,31,23,11,12,8,13,4,8,0,4,4,3,1,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.013699488714337349,-0.01306394673883915,-0.012428405694663525,-0.0117928646504879,-0.0111573226749897,-0.0105217806994915,-0.009886239655315876,-0.009250698611140251,-0.008615156635642052,-0.007979614660143852,-0.007344073615968227,-0.006708532106131315,-0.006072990596294403,-0.005437449086457491,-0.004801907576620579,-0.004166366066783667,-0.0035308245569467545,-0.0028952830471098423,-0.00225974153727293,-0.001624200027436018,-0.0009886585175991058,-0.0003531170077621937,0.0002824245020747185,0.0009179660119116306,0.0015535075217485428,0.002189049031585455,0.002824590541422367,0.0034601320512592793,0.004095673561096191,0.0047312150709331036,0.005366756580770016,0.006002298090606928,0.006637841463088989,0.007273382972925901,0.007908924482762814,0.008544465526938438,0.009180007502436638,0.009815549477934837,0.010451090522110462,0.011086631566286087,0.011722173541784286,0.012357715517282486,0.01299325656145811,0.013628797605633736,0.014264339581131935,0.014899881556630135,0.01553542260080576,0.016170963644981384,0.016806505620479584,0.017442047595977783,0.018077589571475983,0.018713129684329033,0.019348671659827232,0.019984213635325432,0.020619753748178482,0.02125529572367668,0.02189083769917488,0.02252637967467308,0.02316192165017128,0.02379746176302433,0.02443300373852253,0.02506854571402073,0.02570408582687378,0.02633962780237198,0.026975169777870178],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[1,0,2,0,3,11,15,42,78,130,241,416,708,1254,1942,2978,4763,7129,10329,14402,19614,25876,34016,42877,52263,62170,72965,82451,90373,96677,101851,103410,101901,98284,91910,84402,74400,64374,53897,44141,35145,27122,20723,15167,10954,7561,5030,3403,2240,1286,797,480,300,176,83,34,25,25,4,9,2,1,0,1],"bins":[-0.10399550944566727,-0.1007031798362732,-0.09741084277629852,-0.09411851316690445,-0.09082618355751038,-0.0875338464975357,-0.08424151688814163,-0.08094918727874756,-0.07765685021877289,-0.07436452060937881,-0.07107219099998474,-0.06777986139059067,-0.064487524330616,-0.061195194721221924,-0.05790286138653755,-0.05461053177714348,-0.051318198442459106,-0.048025865107774734,-0.04473353549838066,-0.04144120216369629,-0.038148872554302216,-0.034856539219617844,-0.03156420588493347,-0.02827187441289425,-0.024979542940855026,-0.021687211468815804,-0.01839487999677658,-0.015102546662092209,-0.011810215190052986,-0.008517883718013763,-0.005225551314651966,-0.001933219376951456,0.001359105110168457,0.004651437047868967,0.007943768985569477,0.011236101388931274,0.014528432860970497,0.01782076433300972,0.021113097667694092,0.024405429139733315,0.027697760611772537,0.03099009208381176,0.03428242355585098,0.037574756890535355,0.04086709022521973,0.0441594198346138,0.04745175316929817,0.050744082778692245,0.05403641611337662,0.05732874944806099,0.06062107905745506,0.06391341239213943,0.06720574200153351,0.07049807906150818,0.07379040867090225,0.07708273828029633,0.080375075340271,0.08366740494966507,0.08695973455905914,0.09025206416845322,0.09354440122842789,0.09683673083782196,0.10012906044721603,0.1034213975071907,0.10671372711658478]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,1,0,0,1,0,4,3,2,4,5,8,18,15,17,21,20,20,8,22,23,15,17,15,25,17,19,18,18,26,18,17,21,19,23,22,18,15,21,17,14,24,15,22,18,19,16,18,12,12,8,8,9,3,1,5,2,3,1,0,0,2],"bins":[-0.0009100109455175698,-0.0008825518889352679,-0.0008550928323529661,-0.0008276337757706642,-0.0008001746609807014,-0.0007727156043983996,-0.0007452565478160977,-0.0007177974912337959,-0.000690338434651494,-0.0006628793780691922,-0.0006354202632792294,-0.0006079612066969275,-0.0005805021501146257,-0.0005530430935323238,-0.000525584036950022,-0.0004981249803677201,-0.0004706658946815878,-0.00044320683809928596,-0.00041574775241315365,-0.0003882886958308518,-0.00036082963924854994,-0.0003333705535624176,-0.00030591149698011577,-0.0002784524403978139,-0.0002509933547116816,-0.00022353429812937975,-0.0001960752415470779,-0.0001686161704128608,-0.00014115709927864373,-0.00011369804269634187,-8.623897156212479e-05,-5.877990770386532e-05,-3.132084384560585e-05,-3.861778168356977e-06,2.3597287508891895e-05,5.105635500513017e-05,7.851541886338964e-05,0.00010597448272164911,0.0001334335538558662,0.00016089261043816805,0.00018835168157238513,0.00021581075270660222,0.00024326980928890407,0.0002707288658712059,0.00029818795155733824,0.0003256470081396401,0.00035310606472194195,0.00038056515040807426,0.0004080242069903761,0.00043548326357267797,0.0004629423492588103,0.0004904014058411121,0.000517860462423414,0.0005453195190057158,0.0005727785755880177,0.0006002376903779805,0.0006276967469602823,0.0006551558035425842,0.000682614860124886,0.0007100739167071879,0.0007375329732894897,0.0007649920880794525,0.0007924511446617544,0.0008199102012440562,0.0008473692578263581]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[5,3,4,8,3,6,16,21,29,44,47,58,105,154,241,291,411,576,854,1236,1813,2548,4027,5531,8407,12698,19148,29002,45115,67364,92804,93886,68149,45495,29908,19822,13092,8507,5847,3738,2682,1877,1290,893,606,426,284,231,131,111,83,53,44,26,20,19,10,9,6,3,1,4,0,2],"bins":[-0.000545501708984375,-0.0005279183387756348,-0.0005103349685668945,-0.0004927515983581543,-0.00047516822814941406,-0.00045758485794067383,-0.0004400014877319336,-0.00042241811752319336,-0.0004048347473144531,-0.0003872513771057129,-0.00036966800689697266,-0.0003520846366882324,-0.0003345012664794922,-0.00031691789627075195,-0.0002993345260620117,-0.0002817511558532715,-0.00026416778564453125,-0.000246584415435791,-0.00022900104522705078,-0.00021141767501831055,-0.0001938343048095703,-0.00017625093460083008,-0.00015866756439208984,-0.0001410841941833496,-0.00012350082397460938,-0.00010591745376586914,-8.83340835571289e-05,-7.075071334838867e-05,-5.316734313964844e-05,-3.55839729309082e-05,-1.800060272216797e-05,-4.172325134277344e-07,1.71661376953125e-05,3.4749507904052734e-05,5.233287811279297e-05,6.99162483215332e-05,8.749961853027344e-05,0.00010508298873901367,0.0001226663589477539,0.00014024972915649414,0.00015783309936523438,0.0001754164695739746,0.00019299983978271484,0.00021058320999145508,0.0002281665802001953,0.00024574995040893555,0.0002633333206176758,0.000280916690826416,0.00029850006103515625,0.0003160834312438965,0.0003336668014526367,0.00035125017166137695,0.0003688335418701172,0.0003864169120788574,0.00040400028228759766,0.0004215836524963379,0.0004391670227050781,0.00045675039291381836,0.0004743337631225586,0.0004919171333312988,0.0005095005035400391,0.0005270838737487793,0.0005446672439575195,0.0005622506141662598,0.000579833984375]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,4,2,2,2,12,5,10,20,17,16,28,29,42,44,56,52,62,58,84,69,89,84,98,97,85,87,95,100,81,80,73,65,67,60,56,43,30,34,25,18,17,18,8,4,8,1,1,3,2,0,1,1,0,0,0,1],"bins":[-0.0007031995919533074,-0.00068202696274966,-0.0006608543917536736,-0.0006396817625500262,-0.0006185091333463788,-0.0005973365041427314,-0.000576163933146745,-0.0005549913039430976,-0.0005338186747394502,-0.0005126461037434638,-0.0004914734745398164,-0.000470300845336169,-0.0004491282452363521,-0.0004279556160327047,-0.0004067830159328878,-0.0003856103867292404,-0.0003644377866294235,-0.0003432651865296066,-0.0003220925573259592,-0.0003009199572261423,-0.0002797473280224949,-0.000258574727922678,-0.00023740211327094585,-0.0002162294986192137,-0.00019505688396748155,-0.0001738842693157494,-0.00015271165466401726,-0.0001315390400122851,-0.00011036643263651058,-8.919381798477843e-05,-6.80212106090039e-05,-4.6848595957271755e-05,-2.5675981305539608e-05,-4.503368472796865e-06,1.666924435994588e-05,3.784185537369922e-05,5.9014470025431365e-05,8.018708467716351e-05,0.00010135969205293804,0.0001225323067046702,0.00014370492135640234,0.00016487753600813448,0.00018605015065986663,0.00020722276531159878,0.0002283953654114157,0.00024956799461506307,0.00027074059471488,0.00029191322391852736,0.0003130858240183443,0.0003342584241181612,0.0003554310533218086,0.0003766036534216255,0.00039777628262527287,0.0004189488827250898,0.00044012151192873716,0.0004612941120285541,0.000482466712128371,0.0005036393413320184,0.0005248119705356658,0.0005459845415316522,0.0005671571707352996,0.000588329799938947,0.0006095024291425943,0.0006306750001385808,0.0006518476293422282]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,1,0,2,4,4,3,10,9,2,7,13,12,19,29,31,42,55,63,71,80,83,144,156,146,158,147,122,101,116,85,66,46,42,25,36,29,12,18,10,11,6,4,8,5,3,1,1,3,0,0,1,1,0,0,2],"bins":[-0.0019059586338698864,-0.0018483640160411596,-0.0017907693982124329,-0.001733174780383706,-0.0016755801625549793,-0.0016179855447262526,-0.0015603909268975258,-0.001502796309068799,-0.0014452016912400723,-0.0013876069569960237,-0.0013300123391672969,-0.0012724177213385701,-0.0012148231035098433,-0.0011572284856811166,-0.0010996338678523898,-0.001042039250023663,-0.0009844446321949363,-0.0009268500143662095,-0.0008692553965374827,-0.000811660778708756,-0.0007540661608800292,-0.0006964714848436415,-0.0006388768670149148,-0.000581282249186188,-0.0005236876313574612,-0.00046609301352873445,-0.0004084983957000077,-0.00035090374876745045,-0.0002933091309387237,-0.00023571451310999691,-0.00017811988072935492,-0.00012052525562467054,-6.293063051998615e-05,-5.33600541530177e-06,5.225861968938261e-05,0.000109853244794067,0.00016744786989875138,0.00022504248772747815,0.00028263713466003537,0.00034023175248876214,0.0003978263703174889,0.0004554209881462157,0.0005130156059749424,0.0005706102238036692,0.0006282048998400569,0.0006857995176687837,0.0007433941354975104,0.0008009887533262372,0.000858583371154964,0.0009161779889836907,0.0009737726068124175,0.0010313672246411443,0.001088961842469871,0.0011465564602985978,0.0012041510781273246,0.0012617456959560513,0.0013193404302001,0.0013769350480288267,0.0014345296658575535,0.0014921242836862803,0.001549718901515007,0.0016073135193437338,0.0016649081371724606,0.0017225027550011873,0.001780097372829914]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,1,2,0,0,0,1,2,3,4,2,1,3,8,7,8,10,7,8,15,21,22,27,16,42,31,35,37,40,42,36,36,38,39,31,23,34,16,21,20,13,12,11,8,5,7,4,3,2,3,1,2,2,0,0,0,2,0,0,1,0,1,0,1],"bins":[-7.505295798182487e-07,-7.252820068970323e-07,-7.000344339758158e-07,-6.747868610545993e-07,-6.495392881333828e-07,-6.242917152121663e-07,-5.990441422909498e-07,-5.737965693697333e-07,-5.485489964485168e-07,-5.233014235273004e-07,-4.980538506060839e-07,-4.728062776848674e-07,-4.475587047636509e-07,-4.223111318424344e-07,-3.970635589212179e-07,-3.7181598600000143e-07,-3.4656841307878494e-07,-3.2132084015756845e-07,-2.9607326723635197e-07,-2.708256943151355e-07,-2.45578121393919e-07,-2.203305484727025e-07,-1.9508297555148602e-07,-1.6983540263026953e-07,-1.4458782970905304e-07,-1.1934025678783655e-07,-9.409268386662006e-08,-6.884511094540358e-08,-4.359753802418709e-08,-1.83499651029706e-08,6.897607818245888e-09,3.2145180739462376e-08,5.7392753660678864e-08,8.264032658189535e-08,1.0788789950311184e-07,1.3313547242432833e-07,1.5838304534554482e-07,1.836306182667613e-07,2.088781911879778e-07,2.3412576410919428e-07,2.5937333703041077e-07,2.8462090995162725e-07,3.0986848287284374e-07,3.3511605579406023e-07,3.603636287152767e-07,3.856112016364932e-07,4.108587745577097e-07,4.361063474789262e-07,4.6135392040014267e-07,4.866014933213592e-07,5.118490662425756e-07,5.370966391637921e-07,5.623442120850086e-07,5.875917850062251e-07,6.128393579274416e-07,6.380869308486581e-07,6.633345037698746e-07,6.885820766910911e-07,7.138296496123075e-07,7.39077222533524e-07,7.643247954547405e-07,7.89572368375957e-07,8.148199412971735e-07,8.4006751421839e-07,8.653150871396065e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[2,0,3,2,6,7,7,20,16,35,39,52,74,125,140,193,330,377,579,886,1158,1751,2543,3454,5389,8297,12388,18782,30620,48093,77204,105298,95172,64198,40124,24735,15912,10277,6875,4284,3113,2212,1445,1030,767,535,353,236,194,146,89,67,52,41,31,25,15,10,7,4,2,1,0,2],"bins":[-0.00457763671875,-0.004433631896972656,-0.0042896270751953125,-0.004145622253417969,-0.004001617431640625,-0.0038576126098632812,-0.0037136077880859375,-0.0035696029663085938,-0.00342559814453125,-0.0032815933227539062,-0.0031375885009765625,-0.0029935836791992188,-0.002849578857421875,-0.0027055740356445312,-0.0025615692138671875,-0.0024175643920898438,-0.0022735595703125,-0.0021295547485351562,-0.0019855499267578125,-0.0018415451049804688,-0.001697540283203125,-0.0015535354614257812,-0.0014095306396484375,-0.0012655258178710938,-0.00112152099609375,-0.0009775161743164062,-0.0008335113525390625,-0.0006895065307617188,-0.000545501708984375,-0.00040149688720703125,-0.0002574920654296875,-0.00011348724365234375,3.0517578125e-05,0.00017452239990234375,0.0003185272216796875,0.00046253204345703125,0.000606536865234375,0.0007505416870117188,0.0008945465087890625,0.0010385513305664062,0.00118255615234375,0.0013265609741210938,0.0014705657958984375,0.0016145706176757812,0.001758575439453125,0.0019025802612304688,0.0020465850830078125,0.0021905899047851562,0.0023345947265625,0.0024785995483398438,0.0026226043701171875,0.0027666091918945312,0.002910614013671875,0.0030546188354492188,0.0031986236572265625,0.0033426284790039062,0.00348663330078125,0.0036306381225585938,0.0037746429443359375,0.003918647766113281,0.004062652587890625,0.004206657409667969,0.0043506622314453125,0.004494667053222656,0.004638671875]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,1,3,0,0,3,3,1,6,8,7,6,3,14,10,15,14,11,11,20,21,27,22,28,18,18,21,17,14,24,23,27,18,27,28,23,22,26,17,13,18,14,26,18,12,12,14,16,13,10,6,9,3,6,7,2,3,0,1,6,0,0,0,1],"bins":[-0.0009001451544463634,-0.0008715094299986959,-0.0008428737055510283,-0.0008142380393110216,-0.000785602314863354,-0.0007569665904156864,-0.0007283309241756797,-0.0006996951997280121,-0.0006710594752803445,-0.0006424237508326769,-0.0006137880263850093,-0.0005851523601450026,-0.000556516635697335,-0.0005278809112496674,-0.0004992452450096607,-0.0004706095205619931,-0.0004419737961143255,-0.0004133380716666579,-0.0003847023763228208,-0.00035606668097898364,-0.00032743095653131604,-0.00029879523208364844,-0.0002701595367398113,-0.00024152382684405893,-0.00021288811694830656,-0.0001842524070525542,-0.00015561669715680182,-0.00012698098726104945,-9.834527736529708e-05,-6.970956746954471e-05,-4.107385757379234e-05,-1.2438147678039968e-05,1.6197562217712402e-05,4.483327211346477e-05,7.346898200921714e-05,0.00010210469190496951,0.00013074040180072188,0.00015937611169647425,0.00018801182159222662,0.000216647531487979,0.00024528324138373137,0.00027391896583139896,0.0003025546611752361,0.00033119035651907325,0.00035982608096674085,0.00038846180541440845,0.0004170975007582456,0.00044573319610208273,0.00047436892054975033,0.0005030046449974179,0.0005316403694450855,0.0005602760356850922,0.0005889117601327598,0.0006175474845804274,0.0006461831508204341,0.0006748188752681017,0.0007034545997157693,0.0007320903241634369,0.0007607260486111045,0.0007893617148511112,0.0008179974392987788,0.0008466331637464464,0.0008752688299864531,0.0009039045544341207,0.0009325402788817883],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[2,0,0,0,1,0,0,10,5,7,10,19,18,31,63,93,137,219,344,526,827,1098,1876,2867,4532,7027,10559,16878,26502,40062,60112,84149,94993,78785,54932,36721,23656,14892,9909,6382,4098,2586,1619,1161,736,478,318,205,118,81,74,34,28,8,12,10,5,1,2,2,1,1,1,1],"bins":[-0.0031890869140625,-0.0030906200408935547,-0.0029921531677246094,-0.002893686294555664,-0.0027952194213867188,-0.0026967525482177734,-0.002598285675048828,-0.002499818801879883,-0.0024013519287109375,-0.002302885055541992,-0.002204418182373047,-0.0021059513092041016,-0.0020074844360351562,-0.001909017562866211,-0.0018105506896972656,-0.0017120838165283203,-0.001613616943359375,-0.0015151500701904297,-0.0014166831970214844,-0.001318216323852539,-0.0012197494506835938,-0.0011212825775146484,-0.0010228157043457031,-0.0009243488311767578,-0.0008258819580078125,-0.0007274150848388672,-0.0006289482116699219,-0.0005304813385009766,-0.00043201446533203125,-0.00033354759216308594,-0.00023508071899414062,-0.0001366138458251953,-3.814697265625e-05,6.031990051269531e-05,0.00015878677368164062,0.00025725364685058594,0.00035572052001953125,0.00045418739318847656,0.0005526542663574219,0.0006511211395263672,0.0007495880126953125,0.0008480548858642578,0.0009465217590332031,0.0010449886322021484,0.0011434555053710938,0.001241922378540039,0.0013403892517089844,0.0014388561248779297,0.001537322998046875,0.0016357898712158203,0.0017342567443847656,0.001832723617553711,0.0019311904907226562,0.0020296573638916016,0.002128124237060547,0.002226591110229492,0.0023250579833984375,0.002423524856567383,0.002521991729736328,0.0026204586029052734,0.0027189254760742188,0.002817392349243164,0.0029158592224121094,0.0030143260955810547,0.00311279296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.09022974967956543,-0.08726070821285248,-0.08429165929555893,-0.08132261782884598,-0.07835357636213303,-0.07538452744483948,-0.07241548597812653,-0.06944644451141357,-0.06647740304470062,-0.06350835412740707,-0.06053931266069412,-0.05757026746869087,-0.05460122227668762,-0.05163218080997467,-0.04866313561797142,-0.04569409415125847,-0.04272504895925522,-0.03975600376725197,-0.03678696230053902,-0.03381791710853577,-0.030848873779177666,-0.027879830449819565,-0.024910785257816315,-0.021941741928458214,-0.018972698599100113,-0.016003655269742012,-0.013034611009061337,-0.010065566748380661,-0.00709652341902256,-0.004127479624003172,-0.0011584358289837837,0.0018106079660356045,0.004779651761054993,0.007748695556074381,0.010717739351093769,0.013686783611774445,0.016655826941132545,0.019624870270490646,0.022593915462493896,0.025562958791851997,0.0285320021212101,0.03150104731321335,0.0344700887799263,0.03743913397192955,0.0404081791639328,0.04337722063064575,0.046346265822649,0.049315307289361954,0.052284352481365204,0.055253397673368454,0.058222439140081406,0.061191484332084656,0.06416052579879761,0.06712957471609116,0.07009861618280411,0.07306765764951706,0.07603670656681061,0.07900574803352356,0.08197478950023651,0.08494383096694946,0.08791287988424301,0.09088192135095596,0.09385096281766891,0.09682001173496246,0.09978905320167542],"_type":"histogram","values":[3,7,18,27,64,102,169,294,493,777,1222,1830,2861,4089,5666,8136,11181,14983,19776,25275,31699,38822,46785,54949,63475,71478,78887,84800,89665,92456,93082,92019,88623,83680,77070,69686,61701,52851,45384,37457,30512,24004,18615,13964,10408,7609,5421,3779,2518,1674,1113,671,421,258,140,99,55,36,15,4,1,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,1,3,11,10,19,37,54,71,129,220,328,506,761,1081,1551,2102,2960,3942,5263,6780,8699,10882,13136,15846,18572,21528,24298,27007,28924,31345,32130,33154,32874,32452,31409,29559,27448,25031,22331,19248,16480,13843,11363,8943,7274,5572,4268,3136,2228,1646,1105,820,528,349,226,129,81,54,34,25,9,4,4],"bins":[-0.09351801872253418,-0.0906931608915329,-0.08786829560995102,-0.08504343777894974,-0.08221857994794846,-0.07939372211694717,-0.0765688568353653,-0.07374399900436401,-0.07091914117336273,-0.06809427589178085,-0.06526941806077957,-0.06244456022977829,-0.05961969867348671,-0.05679484084248543,-0.05396997928619385,-0.051145121455192566,-0.048320259898900986,-0.045495398342609406,-0.042670540511608124,-0.039845678955316544,-0.03702082112431526,-0.03419595956802368,-0.0313711017370224,-0.02854624018073082,-0.02572138048708439,-0.022896520793437958,-0.020071661099791527,-0.017246801406145096,-0.01442194078117609,-0.01159708108752966,-0.008772220462560654,-0.005947360768914223,-0.0031225010752677917,-0.0002976411487907171,0.0025272187776863575,0.005352078936994076,0.008176938630640507,0.011001798324286938,0.013826658949255943,0.016651518642902374,0.019476378336548805,0.022301238030195236,0.025126097723841667,0.027950957417488098,0.03077581897377968,0.03360067680478096,0.03642553836107254,0.03925039619207382,0.0420752577483654,0.04490011930465698,0.047724977135658264,0.050549838691949844,0.053374696522951126,0.056199558079242706,0.05902441591024399,0.06184927746653557,0.06467413902282715,0.06749899685382843,0.07032385468482971,0.07314871996641159,0.07597357779741287,0.07879843562841415,0.08162329345941544,0.08444815874099731,0.0872730165719986]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[1,0,3,2,17,12,19,33,78,118,179,305,437,687,1056,1614,2176,3082,4333,5906,7702,10024,12323,15049,17994,21302,24515,27715,30329,32631,34336,35286,35440,34121,32894,31014,28440,25724,22695,19395,16087,13235,10794,8452,6365,4830,3460,2560,1715,1167,780,527,345,209,128,90,41,22,14,8,3,4,0,1],"bins":[-0.09624085575342178,-0.0932476818561554,-0.09025450050830841,-0.08726132661104202,-0.08426815271377563,-0.08127497881650925,-0.07828180491924286,-0.07528862357139587,-0.07229544967412949,-0.0693022757768631,-0.06630909442901611,-0.06331592053174973,-0.06032274663448334,-0.05732957273721695,-0.05433639511466026,-0.05134321749210358,-0.04835004359483719,-0.0453568696975708,-0.042363692075014114,-0.03937051445245743,-0.03637734055519104,-0.03338416665792465,-0.030390989035367966,-0.02739781327545643,-0.02440463751554489,-0.021411461755633354,-0.018418285995721817,-0.01542511023581028,-0.012431934475898743,-0.009438758715987206,-0.006445582956075668,-0.003452407196164131,-0.00045922398567199707,0.00253395177423954,0.005527127534151077,0.008520303294062614,0.011513479053974152,0.014506654813885689,0.017499830573797226,0.020493006333708763,0.0234861820936203,0.026479357853531837,0.029472533613443375,0.03246571123600006,0.03545888513326645,0.03845205903053284,0.04144523665308952,0.04443841427564621,0.0474315881729126,0.050424762070178986,0.05341793969273567,0.05641111731529236,0.059404291212558746,0.062397465109825134,0.06539064645767212,0.06838382035493851,0.0713769942522049,0.07437016814947128,0.07736334204673767,0.08035652339458466,0.08334969729185104,0.08634287118911743,0.08933605253696442,0.0923292264342308,0.09532240033149719],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[2,7,5,8,12,27,49,99,142,244,416,629,833,1264,1819,2636,3520,4772,6418,8150,10540,12944,15494,18701,21541,24631,27567,29904,31846,33436,34174,34391,33849,32245,30110,28073,24957,21953,19277,16363,13246,10896,8569,6579,4988,3842,2702,1956,1378,938,596,431,274,134,108,56,31,22,11,8,3,3,2,3],"bins":[-0.09084278345108032,-0.08792022615671158,-0.08499767631292343,-0.08207511901855469,-0.07915256172418594,-0.0762300118803978,-0.07330745458602905,-0.07038489729166031,-0.06746233999729156,-0.06453979015350342,-0.061617232859134674,-0.05869467929005623,-0.05577212572097778,-0.05284956842660904,-0.049927014857530594,-0.04700445756316185,-0.044081903994083405,-0.04115935042500496,-0.038236793130636215,-0.03531423956155777,-0.032391682267189026,-0.02946912869811058,-0.026546575129032135,-0.02362401969730854,-0.020701464265584946,-0.01777890883386135,-0.014856354333460331,-0.011933799833059311,-0.009011244401335716,-0.006088689435273409,-0.0031661344692111015,-0.00024357950314879417,0.002678975462913513,0.0056015304289758205,0.008524085395038128,0.011446639895439148,0.014369195327162743,0.017291750758886337,0.020214304327964783,0.023136859759688377,0.026059415191411972,0.028981970623135567,0.03190452605485916,0.03482707962393761,0.03774963319301605,0.040672190487384796,0.04359474405646324,0.046517301350831985,0.04943985491991043,0.052362408488988876,0.05528496578335762,0.058207519352436066,0.06113007664680481,0.06405262649059296,0.0669751837849617,0.06989774107933044,0.07282029092311859,0.07574284821748734,0.07866540551185608,0.08158796280622482,0.08451051265001297,0.08743306994438171,0.09035562723875046,0.0932781770825386,0.09620073437690735],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,0,1,0,0,1,3,0,1,0,4,0,4,5,5,9,10,22,16,11,18,26,21,31,21,19,28,35,47,42,28,34,32,38,26,19,29,30,20,15,14,9,15,12,13,9,2,9,9,3,1,8,2,2,2,1,2,0,0,1],"bins":[-0.0016701305285096169,-0.0016217367956414819,-0.0015733431791886687,-0.0015249494463205338,-0.0014765558298677206,-0.0014281620969995856,-0.0013797683641314507,-0.0013313747476786375,-0.0012829810148105025,-0.0012345872819423676,-0.0011861936654895544,-0.0011377999326214194,-0.0010894061997532845,-0.0010410125833004713,-0.0009926188504323363,-0.0009442251757718623,-0.0008958315011113882,-0.0008474378264509141,-0.0007990441517904401,-0.0007506504189223051,-0.000702256744261831,-0.000653863069601357,-0.000605469336733222,-0.0005570756620727479,-0.0005086819874122739,-0.0004602883127517998,-0.0004118946089874953,-0.0003635009052231908,-0.0003151072305627167,-0.00026671355590224266,-0.00021831985213793814,-0.00016992616292554885,-0.00012153247371315956,-7.313878450077027e-05,-2.474509528838098e-05,2.364859392400831e-05,7.20422831363976e-05,0.00012043597234878689,0.00016882966156117618,0.00021722335077356547,0.00026561703998595476,0.0003140107146464288,0.00036240441841073334,0.00041079812217503786,0.0004591917968355119,0.000507585471495986,0.000555979204364121,0.000604372879024595,0.0006527665536850691,0.0007011602283455431,0.0007495539030060172,0.0007979476358741522,0.0008463413105346262,0.0008947349851951003,0.0009431287180632353,0.0009915223345160484,0.0010399160673841834,0.0010883098002523184,0.0011367034167051315,0.0011850971495732665,0.0012334908824414015,0.0012818844988942146,0.0013302782317623496,0.0013786718482151628,0.0014270655810832977]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0034942626953125,-0.003384828567504883,-0.0032753944396972656,-0.0031659603118896484,-0.0030565261840820312,-0.002947092056274414,-0.002837657928466797,-0.0027282238006591797,-0.0026187896728515625,-0.0025093555450439453,-0.002399921417236328,-0.002290487289428711,-0.0021810531616210938,-0.0020716190338134766,-0.0019621849060058594,-0.0018527507781982422,-0.001743316650390625,-0.0016338825225830078,-0.0015244483947753906,-0.0014150142669677734,-0.0013055801391601562,-0.001196146011352539,-0.0010867118835449219,-0.0009772777557373047,-0.0008678436279296875,-0.0007584095001220703,-0.0006489753723144531,-0.0005395412445068359,-0.00043010711669921875,-0.00032067298889160156,-0.00021123886108398438,-0.00010180473327636719,7.62939453125e-06,0.00011706352233886719,0.00022649765014648438,0.00033593177795410156,0.00044536590576171875,0.0005548000335693359,0.0006642341613769531,0.0007736682891845703,0.0008831024169921875,0.0009925365447998047,0.0011019706726074219,0.001211404800415039,0.0013208389282226562,0.0014302730560302734,0.0015397071838378906,0.0016491413116455078,0.001758575439453125,0.0018680095672607422,0.0019774436950683594,0.0020868778228759766,0.0021963119506835938,0.002305746078491211,0.002415180206298828,0.0025246143341064453,0.0026340484619140625,0.0027434825897216797,0.002852916717529297,0.002962350845336914,0.0030717849731445312,0.0031812191009521484,0.0032906532287597656,0.003400087356567383,0.003509521484375],"_type":"histogram","values":[1,1,1,1,2,3,2,3,4,8,14,21,13,30,43,77,90,164,196,318,515,760,1115,1784,2904,4327,7182,12099,20428,37599,73760,142939,133684,66507,34874,19056,11034,6619,4130,2574,1662,1090,711,521,330,203,131,96,60,40,30,18,15,12,7,5,1,4,1,2,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,1,2,4,4,3,8,9,6,13,20,21,26,41,52,43,66,91,106,125,152,133,154,159,146,122,82,77,64,70,52,35,33,20,20,17,14,7,6,8,10,3,4,4,2,3,1,3,0,1,0,1,0,0,0,1],"bins":[-0.0007321415469050407,-0.0007082276861183345,-0.0006843138253316283,-0.0006603999645449221,-0.0006364861037582159,-0.0006125722429715097,-0.0005886583821848035,-0.0005647445213980973,-0.0005408306606113911,-0.0005169167416170239,-0.0004930028808303177,-0.000469089049147442,-0.0004451751592569053,-0.0004212612984701991,-0.0003973474376834929,-0.0003734335768967867,-0.0003495197161100805,-0.00032560585532337427,-0.00030169199453666806,-0.00027777813374996185,-0.00025386427296325564,-0.0002299503976246342,-0.00020603652228601277,-0.00018212266149930656,-0.00015820880071260035,-0.00013429493992589414,-0.00011038107186323032,-8.64672038005665e-05,-6.255334301386029e-05,-3.863947858917527e-05,-1.4725614164490253e-05,9.188250260194764e-06,3.310211468487978e-05,5.7015979109564796e-05,8.092984353424981e-05,0.00010484371159691364,0.00012875757238361984,0.00015267143317032605,0.0001765853085089475,0.0002004991692956537,0.0002244130300823599,0.0002483268908690661,0.00027224075165577233,0.00029615461244247854,0.0003200685023330152,0.0003439823631197214,0.0003678962239064276,0.00039181008469313383,0.00041572394547984004,0.00043963780626654625,0.00046355166705325246,0.00048746552783995867,0.0005113793886266649,0.0005352932494133711,0.0005592071102000773,0.0005831209709867835,0.0006070348899811506,0.0006309487507678568,0.000654862611554563,0.0006787764723412693,0.0007026903331279755,0.0007266041939146817,0.0007505180547013879,0.0007744319154880941,0.0007983457762748003]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[2,0,1,0,1,0,2,3,4,2,4,5,3,5,12,6,6,10,10,19,12,31,9,14,21,17,25,23,28,23,28,30,24,32,39,28,28,32,29,22,25,17,15,18,9,16,7,10,11,11,6,4,6,3,4,1,2,4,2,3,2,0,0,2],"bins":[-0.00045542570296674967,-0.00044162807171233,-0.0004278304404579103,-0.0004140328092034906,-0.00040023517794907093,-0.0003864375175908208,-0.0003726398863364011,-0.0003588422550819814,-0.00034504462382756174,-0.00033124699257314205,-0.00031744936131872237,-0.0003036517300643027,-0.00028985406970605254,-0.00027605643845163286,-0.0002622588071972132,-0.0002484611759427935,-0.0002346635446883738,-0.00022086591343395412,-0.00020706828217953444,-0.00019327063637319952,-0.00017947300511877984,-0.00016567537386436015,-0.00015187772805802524,-0.00013808009680360556,-0.00012428246554918587,-0.00011048483429476619,-9.668719576438889e-05,-8.288955723401159e-05,-6.90919259795919e-05,-5.5294291087193415e-05,-4.149665619479492e-05,-2.769902130239643e-05,-1.390138640999794e-05,-1.0375151759944856e-07,1.3693883374799043e-05,2.7491518267197534e-05,4.1289153159596026e-05,5.508678805199452e-05,6.888442294439301e-05,8.268206147477031e-05,9.647969272918999e-05,0.00011027732398360968,0.00012407495523802936,0.00013787260104436427,0.00015167023229878396,0.00016546786355320364,0.00017926550935953856,0.00019306314061395824,0.00020686077186837792,0.0002206584031227976,0.0002344560343772173,0.000248253665631637,0.00026205129688605666,0.0002758489572443068,0.0002896465884987265,0.00030344421975314617,0.00031724185100756586,0.00033103948226198554,0.0003448371135164052,0.0003586347447708249,0.00037243240512907505,0.00038623003638349473,0.0004000276676379144,0.0004138252988923341,0.0004276229301467538],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,0,1,0,1,1,4,2,9,4,2,6,10,9,17,15,20,25,25,34,53,57,63,83,101,123,132,149,175,136,154,105,109,67,57,47,52,20,22,31,21,18,18,17,15,8,6,7,4,0,3,2,0,2,1,0,0,0,1,1],"bins":[-0.002364187501370907,-0.002290999284014106,-0.0022178110666573048,-0.0021446228493005037,-0.0020714346319437027,-0.001998246181756258,-0.001925057964399457,-0.001851869747042656,-0.001778681529685855,-0.0017054933123290539,-0.0016323050949722528,-0.00155911676120013,-0.001485928543843329,-0.001412740326486528,-0.001339551992714405,-0.001266363775357604,-0.001193175558000803,-0.001119987340644002,-0.001046799123287201,-0.0009736107895150781,-0.000900422572158277,-0.000827234354801476,-0.0007540460792370141,-0.0006808578036725521,-0.0006076695863157511,-0.00053448136895895,-0.0004612930933944881,-0.0003881048469338566,-0.0003149166004732251,-0.00024172835401259363,-0.00016854010755196214,-9.535186109133065e-05,-2.2163614630699158e-05,5.102463182993233e-05,0.00012421287829056382,0.0001974011247511953,0.0002705893712118268,0.0003437776176724583,0.0004169658641330898,0.0004901541396975517,0.0005633423570543528,0.0006365305744111538,0.0007097188499756157,0.0007829071255400777,0.0008560953428968787,0.0009292835602536798,0.0010024718940258026,0.0010756601113826036,0.0011488483287394047,0.0012220365460962057,0.0012952247634530067,0.0013684130972251296,0.0014416013145819306,0.0015147895319387317,0.0015879778657108545,0.0016611660830676556,0.0017343543004244566,0.0018075425177812576,0.0018807307351380587,0.0019539189524948597,0.0020271074026823044,0.0021002956200391054,0.0021734838373959064,0.0022466720547527075,0.0023198602721095085]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,2,0,2,1,4,3,5,1,1,8,7,15,21,28,36,38,54,50,81,85,67,52,44,36,29,21,19,12,8,6,8,4,5,0,0,3,1,2,2,0,0,0,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-6.502494215965271e-06,-6.281473361013923e-06,-6.060452506062575e-06,-5.8394316511112265e-06,-5.618410796159878e-06,-5.39738994120853e-06,-5.176369086257182e-06,-4.955348231305834e-06,-4.734327376354486e-06,-4.513306521403138e-06,-4.2922856664517894e-06,-4.071264811500441e-06,-3.850243956549093e-06,-3.629223101597745e-06,-3.408202246646397e-06,-3.1871813916950487e-06,-2.9661605367437005e-06,-2.7451396817923523e-06,-2.524118826841004e-06,-2.303097971889656e-06,-2.082077116938308e-06,-1.8610562619869597e-06,-1.6400354070356116e-06,-1.4190145520842634e-06,-1.1979936971329153e-06,-9.76972842181567e-07,-7.559519872302189e-07,-5.349311322788708e-07,-3.1391027732752264e-07,-9.288942237617448e-08,1.2813143257517368e-07,3.4915228752652183e-07,5.7017314247787e-07,7.911939974292181e-07,1.0122148523805663e-06,1.2332357073319145e-06,1.4542565622832626e-06,1.6752774172346108e-06,1.896298272185959e-06,2.117319127137307e-06,2.3383399820886552e-06,2.5593608370400034e-06,2.7803816919913515e-06,3.0014025469426997e-06,3.222423401894048e-06,3.443444256845396e-06,3.664465111796744e-06,3.885485966748092e-06,4.1065068216994405e-06,4.327527676650789e-06,4.548548531602137e-06,4.769569386553485e-06,4.990590241504833e-06,5.211611096456181e-06,5.432631951407529e-06,5.6536528063588776e-06,5.874673661310226e-06,6.095694516261574e-06,6.316715371212922e-06,6.53773622616427e-06,6.758757081115618e-06,6.9797779360669665e-06,7.200798791018315e-06,7.421819645969663e-06,7.642840500921011e-06]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.0005528345936909318,-0.0005362053052522242,-0.0005195760168135166,-0.000502946728374809,-0.000486317410832271,-0.0004696881223935634,-0.00045305880485102534,-0.00043642951641231775,-0.00041980022797361016,-0.00040317093953490257,-0.000386541651096195,-0.00036991233355365694,-0.00035328304511494935,-0.00033665375667624176,-0.0003200244391337037,-0.0003033951506949961,-0.00028676586225628853,-0.00027013657381758094,-0.00025350728537887335,-0.0002368779678363353,-0.0002202486793976277,-0.00020361939095892012,-0.0001869900879682973,-0.00017036078497767448,-0.0001537314965389669,-0.0001371022081002593,-0.00012047290510963649,-0.00010384360939497128,-8.721431368030608e-05,-7.058501796564087e-05,-5.395572225097567e-05,-3.7326426536310464e-05,-2.0697189029306173e-05,-4.067893314640969e-06,1.2561402400024235e-05,2.919069811468944e-05,4.5819993829354644e-05,6.244928954401985e-05,7.907858525868505e-05,9.570788097335026e-05,0.00011233717668801546,0.00012896646512672305,0.00014559576811734587,0.0001622250711079687,0.00017885435954667628,0.00019548364798538387,0.0002121129509760067,0.0002287422539666295,0.0002453715424053371,0.0002620008308440447,0.0002786301192827523,0.0002952594368252903,0.0003118887252639979,0.0003285180137027055,0.00034514733124524355,0.00036177661968395114,0.00037840590812265873,0.0003950351965613663,0.0004116644850000739,0.00042829380254261196,0.00044492309098131955,0.00046155237942002714,0.0004781816969625652,0.0004948109854012728,0.0005114402738399804],"_type":"histogram","values":[1,1,0,0,0,0,2,2,2,2,3,3,4,6,3,7,7,7,10,15,13,13,10,12,12,23,25,36,35,30,34,32,25,27,39,24,28,29,33,29,19,18,16,18,12,20,20,10,18,7,9,7,2,1,2,2,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,2,1,3,2,3,2,3,7,4,4,10,6,12,11,18,21,27,13,34,20,23,23,20,34,22,28,29,24,28,32,34,28,24,17,17,27,15,14,11,17,16,8,9,8,10,3,9,5,6,3,4,4,3,0,4,2,1,1],"bins":[-0.001554170623421669,-0.0015072720125317574,-0.0014603732852265239,-0.0014134746743366122,-0.0013665759470313787,-0.001319677336141467,-0.0012727787252515554,-0.001225879997946322,-0.0011789813870564103,-0.0011320827761664987,-0.0010851840488612652,-0.0010382854379713535,-0.0009913868270814419,-0.0009444880997762084,-0.0008975894888862967,-0.0008506908197887242,-0.0008037921506911516,-0.000756893481593579,-0.0007099948124960065,-0.0006630962016060948,-0.0006161975325085223,-0.0005692988634109497,-0.0005224002525210381,-0.0004755015834234655,-0.0004286029143258929,-0.00038170424522832036,-0.00033480560523457825,-0.00028790696524083614,-0.00024100829614326358,-0.00019410964159760624,-0.0001472109870519489,-0.00010031233250629157,-5.341367796063423e-05,-6.515023414976895e-06,4.038363113068044e-05,8.728228567633778e-05,0.00013418094022199512,0.00018107959476765245,0.0002279782493133098,0.0002748768893070519,0.00032177555840462446,0.00036867422750219703,0.00041557286749593914,0.00046247150748968124,0.0005093701765872538,0.0005562688456848264,0.000603167456574738,0.0006500661256723106,0.0006969647947698832,0.0007438634638674557,0.0007907621329650283,0.0008376607438549399,0.0008845594129525125,0.0009314580820500851,0.0009783566929399967,0.0010252554202452302,0.0010721540311351418,0.0011190526420250535,0.001165951369330287,0.0012128499802201986,0.0012597485911101103,0.0013066473184153438,0.0013535459293052554,0.001400444656610489,0.0014473432675004005],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"bins":[-0.09164135158061981,-0.0887785404920578,-0.08591572940349579,-0.08305291086435318,-0.08019009977579117,-0.07732728868722916,-0.07446447759866714,-0.07160166651010513,-0.06873884797096252,-0.06587603688240051,-0.0630132257938385,-0.06015041470527649,-0.05728760361671448,-0.05442478880286217,-0.051561977714300156,-0.048699162900447845,-0.045836351811885834,-0.04297354072332382,-0.04011072590947151,-0.0372479148209095,-0.03438510000705719,-0.03152228891849518,-0.028659477829933167,-0.025796664878726006,-0.022933851927518845,-0.020071038976311684,-0.017208226025104523,-0.014345414936542511,-0.01148260198533535,-0.008619789034128189,-0.005756977014243603,-0.002894164528697729,-3.135949373245239e-05,0.0028314529918134212,0.005694265477359295,0.008557077497243881,0.011419890448451042,0.014282703399658203,0.017145514488220215,0.020008327439427376,0.022871140390634537,0.025733953341841698,0.02859676629304886,0.03145957738161087,0.03432238847017288,0.03718520328402519,0.040048014372587204,0.042910829186439514,0.045773640275001526,0.04863645136356354,0.05149926617741585,0.05436207726597786,0.05722489207983017,0.06008770316839218,0.0629505142569542,0.0658133253455162,0.06867614388465881,0.07153895497322083,0.07440176606178284,0.07726457715034485,0.08012738823890686,0.08299019932746887,0.08585301786661148,0.08871582895517349,0.0915786400437355],"_type":"histogram","values":[3,4,6,11,7,30,42,82,110,185,270,422,690,1021,1409,2001,2885,3923,5246,6804,8636,10882,13370,16062,18935,22023,24387,27301,29427,31284,32617,33782,33622,33113,31761,29598,27594,24705,21576,19079,16212,13428,10783,8779,6801,5255,4071,2909,2200,1490,1062,661,491,284,176,132,71,41,40,12,10,7,1,3]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[1,4,2,4,18,23,51,104,186,263,443,805,1187,1871,2693,4072,5867,8490,11764,15568,20611,26686,33864,41272,49876,57946,67001,75215,82617,88464,92850,94828,95085,92472,88825,82203,75692,67961,58893,50099,41694,33890,26719,20761,15692,11632,8458,6088,4161,2854,1898,1249,711,524,285,176,87,47,29,19,5,6,2,1],"bins":[-0.09715906530618668,-0.09412411600351334,-0.0910891592502594,-0.08805420994758606,-0.08501925319433212,-0.08198430389165878,-0.07894934713840485,-0.0759143978357315,-0.07287944853305817,-0.06984449177980423,-0.06680954247713089,-0.06377458572387695,-0.06073963642120361,-0.057704683393239975,-0.05466973036527634,-0.0516347773373127,-0.04859982430934906,-0.04556487128138542,-0.04252991825342178,-0.039494965225458145,-0.03646001219749451,-0.03342506289482117,-0.03039010986685753,-0.02735515683889389,-0.024320203810930252,-0.021285250782966614,-0.018250297755002975,-0.015215346589684486,-0.012180393561720848,-0.00914544053375721,-0.006110488437116146,-0.003075535874813795,-4.0590763092041016e-05,0.00299436179921031,0.006029314361512661,0.009064266458153725,0.012099219486117363,0.015134172514081001,0.01816912367939949,0.02120407670736313,0.024239029735326767,0.027273982763290405,0.030308935791254044,0.03334388881921768,0.03637883812189102,0.03941379114985466,0.0424487441778183,0.04548369720578194,0.048518650233745575,0.05155360326170921,0.05458855628967285,0.05762350931763649,0.06065846234560013,0.06369341164827347,0.0667283684015274,0.06976331770420074,0.07279826700687408,0.07583322376012802,0.07886817306280136,0.0819031298160553,0.08493807911872864,0.08797303587198257,0.09100798517465591,0.09404294192790985,0.09707789123058319],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[2,0,2,1,1,3,3,8,9,2,16,26,27,32,47,66,54,61,73,79,95,96,94,111,95,118,122,103,100,87,76,63,61,61,59,58,45,27,14,8,12,4,7,5,4,2,2,1,2,0,0,0,0,1,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0006558910245075822,-0.0006299660308286548,-0.0006040410371497273,-0.0005781160434707999,-0.0005521910497918725,-0.0005262659979052842,-0.0005003410042263567,-0.0004744160105474293,-0.0004484910168685019,-0.0004225660231895745,-0.00039664102951064706,-0.0003707160067278892,-0.00034479101304896176,-0.00031886601937003434,-0.00029294099658727646,-0.00026701600290834904,-0.00024109100922942162,-0.0002151660155504942,-0.00018924100731965154,-0.0001633159990888089,-0.00013739100540988147,-0.00011146600445499644,-8.55410035001114e-05,-5.9616002545226365e-05,-3.369100159034133e-05,-7.766000635456294e-06,1.8159000319428742e-05,4.408400127431378e-05,7.000900222919881e-05,9.593400318408385e-05,0.00012185900413896888,0.00014778401236981153,0.00017370900604873896,0.00019963399972766638,0.00022555900795850903,0.0002514840161893517,0.0002774090098682791,0.0003033340035472065,0.0003292590263299644,0.0003551840200088918,0.00038110901368781924,0.00040703400736674666,0.0004329590010456741,0.00045888402382843196,0.0004848090175073594,0.0005107340402901173,0.0005366590339690447,0.0005625840276479721,0.0005885090213268995,0.000614434015005827,0.0006403590086847544,0.0006662840023636818,0.0006922089960426092,0.0007181340479291975,0.000744059041608125,0.0007699840352870524,0.0007959090289659798,0.0008218340226449072,0.0008477590163238347,0.0008736840100027621,0.0008996090618893504,0.0009255340555682778,0.0009514590492472053,0.0009773840429261327,0.00100330903660506]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,0,3,2,7,8,10,14,21,27,41,79,98,136,229,298,488,648,995,1450,2424,3526,5251,8802,13996,22756,41639,75930,158627,357955,441676,214058,98763,49704,28546,15884,10286,6414,3946,2649,1769,1189,755,521,323,271,213,131,92,68,41,30,19,14,11,9,8,7,1,0,2,2,0,1],"bins":[-0.00182342529296875,-0.001762986183166504,-0.0017025470733642578,-0.0016421079635620117,-0.0015816688537597656,-0.0015212297439575195,-0.0014607906341552734,-0.0014003515243530273,-0.0013399124145507812,-0.0012794733047485352,-0.001219034194946289,-0.001158595085144043,-0.0010981559753417969,-0.0010377168655395508,-0.0009772777557373047,-0.0009168386459350586,-0.0008563995361328125,-0.0007959604263305664,-0.0007355213165283203,-0.0006750822067260742,-0.0006146430969238281,-0.000554203987121582,-0.0004937648773193359,-0.00043332576751708984,-0.00037288665771484375,-0.00031244754791259766,-0.00025200843811035156,-0.00019156932830810547,-0.00013113021850585938,-7.069110870361328e-05,-1.0251998901367188e-05,5.0187110900878906e-05,0.000110626220703125,0.0001710653305053711,0.0002315044403076172,0.0002919435501098633,0.0003523826599121094,0.00041282176971435547,0.00047326087951660156,0.0005336999893188477,0.0005941390991210938,0.0006545782089233398,0.0007150173187255859,0.000775456428527832,0.0008358955383300781,0.0008963346481323242,0.0009567737579345703,0.0010172128677368164,0.0010776519775390625,0.0011380910873413086,0.0011985301971435547,0.0012589693069458008,0.0013194084167480469,0.001379847526550293,0.001440286636352539,0.0015007257461547852,0.0015611648559570312,0.0016216039657592773,0.0016820430755615234,0.0017424821853637695,0.0018029212951660156,0.0018633604049682617,0.0019237995147705078,0.001984238624572754,0.002044677734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-7.535563781857491e-07,-7.24732842627418e-07,-6.959093070690869e-07,-6.670857715107559e-07,-6.382622359524248e-07,-6.094387003940938e-07,-5.806151648357627e-07,-5.517916292774316e-07,-5.229680937191006e-07,-4.941445581607695e-07,-4.6532102260243846e-07,-4.364974870441074e-07,-4.0767395148577634e-07,-3.788504159274453e-07,-3.500268803691142e-07,-3.2120334481078316e-07,-2.923798092524521e-07,-2.6355627369412105e-07,-2.3473273813578999e-07,-2.0590920257745893e-07,-1.7708566701912787e-07,-1.482621314607968e-07,-1.1943859590246575e-07,-9.061506034413469e-08,-6.179152478580363e-08,-3.296798922747257e-08,-4.144453669141512e-09,2.4679081889189547e-08,5.3502617447520606e-08,8.232615300585167e-08,1.1114968856418272e-07,1.3997322412251378e-07,1.6879675968084484e-07,1.976202952391759e-07,2.2644383079750696e-07,2.55267366355838e-07,2.840909019141691e-07,3.1291443747250014e-07,3.417379730308312e-07,3.7056150858916226e-07,3.993850441474933e-07,4.282085797058244e-07,4.5703211526415544e-07,4.858556508224865e-07,5.146791863808176e-07,5.435027219391486e-07,5.723262574974797e-07,6.011497930558107e-07,6.299733286141418e-07,6.587968641724729e-07,6.876203997308039e-07,7.16443935289135e-07,7.45267470847466e-07,7.740910064057971e-07,8.029145419641281e-07,8.317380775224592e-07,8.605616130807903e-07,8.893851486391213e-07,9.182086841974524e-07,9.470322197557834e-07,9.758557553141145e-07,1.0046792340290267e-06,1.0335028264307766e-06,1.0623264188325265e-06,1.0911498975474387e-06],"_type":"histogram","values":[3,2,1,2,0,0,5,1,4,1,4,4,7,7,8,13,12,19,15,22,23,38,42,35,48,41,66,51,40,48,29,28,26,21,15,14,17,11,8,3,2,10,5,2,3,2,3,3,1,0,0,1,0,0,0,0,1,0,0,0,0,0,0,1]},"_step":25,"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0007890197448432446,-0.0007633867207914591,-0.0007377536967396736,-0.0007121207308955491,-0.0006864877068437636,-0.0006608546827919781,-0.0006352217169478536,-0.0006095886928960681,-0.0005839556688442826,-0.0005583226447924972,-0.0005326896207407117,-0.0005070566548965871,-0.00048142363084480166,-0.0004557906067930162,-0.0004301576118450612,-0.00040452461689710617,-0.0003788915928453207,-0.00035325856879353523,-0.0003276255738455802,-0.0003019925788976252,-0.00027635955484583974,-0.00025072653079405427,-0.00022509353584609926,-0.00019946052634622902,-0.00017382751684635878,-0.00014819450734648854,-0.0001225614978466183,-9.692848834674805e-05,-7.129547884687781e-05,-4.566246934700757e-05,-2.0029459847137332e-05,5.603549652732909e-06,3.123655915260315e-05,5.686956865247339e-05,8.250257815234363e-05,0.00010813558765221387,0.0001337685971520841,0.00015940160665195435,0.0001850346161518246,0.00021066762565169483,0.00023630063515156507,0.00026193365920335054,0.00028756665415130556,0.00031319964909926057,0.00033883267315104604,0.0003644656972028315,0.0003900986921507865,0.00041573168709874153,0.000441364711150527,0.00046699773520231247,0.0004926307592540979,0.0005182637250982225,0.000543896749150008,0.0005695297732017934,0.000595162739045918,0.0006207957630977035,0.0006464287871494889,0.0006720618112012744,0.0006976948352530599,0.0007233278010971844,0.0007489608251489699,0.0007745938492007554,0.0008002268150448799,0.0008258598390966654,0.0008514928631484509],"_type":"histogram","values":[4,1,0,1,0,3,2,5,3,4,7,1,3,8,13,8,18,34,38,42,51,41,73,62,71,87,100,96,122,104,109,119,104,93,84,84,79,61,58,65,37,31,22,24,15,12,11,6,10,3,4,3,1,2,0,0,1,1,0,0,0,2,4,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,2,1,3,5,6,15,37,53,107,203,303,494,836,1222,1846,2767,3994,5437,7482,9896,12480,15759,19592,23348,26980,30391,33780,35992,37366,38058,37864,36486,34240,31276,27990,24332,20810,17172,13565,10598,7919,5815,4341,3069,2116,1385,912,604,381,219,114,81,41,20,7,7,3,0,0,1],"bins":[-0.10927952080965042,-0.10603176057338715,-0.10278400033712387,-0.0995362401008606,-0.09628847986459732,-0.09304071962833405,-0.08979295939207077,-0.0865451991558075,-0.08329744637012482,-0.08004968613386154,-0.07680192589759827,-0.07355416566133499,-0.07030640542507172,-0.06705864518880844,-0.06381088495254517,-0.06056312471628189,-0.057315364480018616,-0.05406760424375534,-0.050819844007492065,-0.04757208377122879,-0.044324323534965515,-0.04107656702399254,-0.03782880678772926,-0.03458104655146599,-0.03133328631520271,-0.028085526078939438,-0.024837765842676163,-0.021590007469058037,-0.01834224723279476,-0.015094486996531487,-0.011846727691590786,-0.008598968386650085,-0.005351200699806213,-0.0021034409292042255,0.0011443188413977623,0.00439207861199975,0.007639838382601738,0.010887598618865013,0.014135357923805714,0.017383117228746414,0.02063087746500969,0.023878637701272964,0.02712639793753624,0.030374156311154366,0.03362191468477249,0.03686967492103577,0.04011743515729904,0.04336519539356232,0.04661295562982559,0.04986071586608887,0.05310847610235214,0.05635623633861542,0.05960399657487869,0.06285175681114197,0.06609951704740524,0.06934727728366852,0.0725950300693512,0.07584279030561447,0.07909055054187775,0.08233831077814102,0.0855860710144043,0.08883383125066757,0.09208159148693085,0.09532935172319412,0.0985771119594574]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[3,2,1,0,2,1,2,2,2,2,4,5,6,6,4,8,8,8,13,20,28,23,39,35,28,30,47,55,53,37,43,47,33,23,29,19,21,15,9,10,10,6,4,2,4,2,2,4,4,0,0,0,2,1,1,0,1,0,1,0,0,0,0,1],"bins":[-1.366250216960907e-06,-1.317344867857173e-06,-1.2684395187534392e-06,-1.2195341696497053e-06,-1.1706288205459714e-06,-1.1217234714422375e-06,-1.0728181223385036e-06,-1.0239127732347697e-06,-9.750074241310358e-07,-9.261020750273019e-07,-8.77196725923568e-07,-8.282913768198341e-07,-7.793860277161002e-07,-7.304806786123663e-07,-6.815753295086324e-07,-6.326699804048985e-07,-5.837646313011646e-07,-5.348592821974307e-07,-4.859539330936968e-07,-4.3704858398996294e-07,-3.8814323488622904e-07,-3.3923788578249514e-07,-2.9033253667876124e-07,-2.4142718757502735e-07,-1.9252183847129345e-07,-1.4361648936755955e-07,-9.471114026382565e-08,-4.580579116009176e-08,3.0995579436421394e-09,5.2004907047376037e-08,1.0091025615110993e-07,1.4981560525484383e-07,1.9872095435857773e-07,2.476263034623116e-07,2.965316525660455e-07,3.454370016697794e-07,3.943423507735133e-07,4.432476998772472e-07,4.921530489809811e-07,5.41058398084715e-07,5.899637471884489e-07,6.388690962921828e-07,6.877744453959167e-07,7.366797944996506e-07,7.855851436033845e-07,8.344904927071184e-07,8.833958418108523e-07,9.323011909145862e-07,9.8120654001832e-07,1.030111889122054e-06,1.0790172382257879e-06,1.1279225873295218e-06,1.1768279364332557e-06,1.2257332855369896e-06,1.2746386346407235e-06,1.3235439837444574e-06,1.3724493328481913e-06,1.4213546819519252e-06,1.470260031055659e-06,1.519165380159393e-06,1.5680707292631269e-06,1.6169760783668607e-06,1.6658814274705946e-06,1.7147867765743285e-06,1.7636921256780624e-06]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.002164139412343502,-0.0020991608034819365,-0.002034182194620371,-0.0019692033529281616,-0.001904224744066596,-0.0018392461352050304,-0.0017742675263434649,-0.0017092888010665774,-0.0016443101922050118,-0.0015793315833434463,-0.0015143528580665588,-0.0014493742492049932,-0.0013843956403434277,-0.0013194169150665402,-0.0012544383062049747,-0.0011894595809280872,-0.0011244809720665216,-0.001059502363204956,-0.0009945236379280686,-0.000929545029066503,-0.0008645663619972765,-0.00079958769492805,-0.0007346090860664845,-0.000669630418997258,-0.0006046517519280314,-0.0005396730848588049,-0.0004746944468934089,-0.00040971580892801285,-0.00034473714185878634,-0.00027975847478955984,-0.0002147798368241638,-0.00014980118430685252,-8.482253178954124e-05,-1.984387927222997e-05,4.5134773245081306e-05,0.00011011342576239258,0.00017509207827970386,0.00024007073079701513,0.0003050493833143264,0.00037002802127972245,0.00043500668834894896,0.0004999853554181755,0.000564964022487402,0.0006299426313489676,0.0006949212984181941,0.0007598999654874206,0.0008248785743489861,0.0008898572414182127,0.0009548359084874392,0.0010198145173490047,0.0010847932426258922,0.0011497718514874578,0.0012147505767643452,0.0012797291856259108,0.0013447077944874763,0.0014096865197643638,0.0014746651286259294,0.001539643737487495,0.0016046224627643824,0.001669601071625948,0.0017345796804875135,0.001799558405764401,0.0018645370146259665,0.001929515739902854,0.0019944943487644196],"_type":"histogram","values":[1,0,1,0,0,1,1,2,2,2,3,5,4,5,6,5,4,12,11,15,9,15,18,20,16,35,28,24,27,27,24,23,27,26,34,24,27,23,39,21,22,18,13,25,20,18,14,9,14,7,4,8,8,2,2,5,3,1,2,0,3,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,1,0,3,3,4,7,5,7,11,20,24,43,56,65,111,186,234,295,461,684,1100,1616,2523,4278,6874,11951,20389,38790,73435,143749,133119,67234,34793,19390,10746,6591,4042,2404,1560,1031,617,454,296,192,122,93,57,48,27,33,15,12,9,3,3,2,0,1,1,0,1,0,2],"bins":[-0.0026397705078125,-0.0025544166564941406,-0.0024690628051757812,-0.002383708953857422,-0.0022983551025390625,-0.002213001251220703,-0.0021276473999023438,-0.0020422935485839844,-0.001956939697265625,-0.0018715858459472656,-0.0017862319946289062,-0.0017008781433105469,-0.0016155242919921875,-0.0015301704406738281,-0.0014448165893554688,-0.0013594627380371094,-0.00127410888671875,-0.0011887550354003906,-0.0011034011840820312,-0.0010180473327636719,-0.0009326934814453125,-0.0008473396301269531,-0.0007619857788085938,-0.0006766319274902344,-0.000591278076171875,-0.0005059242248535156,-0.00042057037353515625,-0.0003352165222167969,-0.0002498626708984375,-0.00016450881958007812,-7.915496826171875e-05,6.198883056640625e-06,9.1552734375e-05,0.00017690658569335938,0.00026226043701171875,0.0003476142883300781,0.0004329681396484375,0.0005183219909667969,0.0006036758422851562,0.0006890296936035156,0.000774383544921875,0.0008597373962402344,0.0009450912475585938,0.0010304450988769531,0.0011157989501953125,0.0012011528015136719,0.0012865066528320312,0.0013718605041503906,0.00145721435546875,0.0015425682067871094,0.0016279220581054688,0.0017132759094238281,0.0017986297607421875,0.0018839836120605469,0.0019693374633789062,0.0020546913146972656,0.002140045166015625,0.0022253990173339844,0.0023107528686523438,0.002396106719970703,0.0024814605712890625,0.002566814422607422,0.0026521682739257812,0.0027375221252441406,0.0028228759765625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.0017852783203125,-0.001730203628540039,-0.0016751289367675781,-0.0016200542449951172,-0.0015649795532226562,-0.0015099048614501953,-0.0014548301696777344,-0.0013997554779052734,-0.0013446807861328125,-0.0012896060943603516,-0.0012345314025878906,-0.0011794567108154297,-0.0011243820190429688,-0.0010693073272705078,-0.0010142326354980469,-0.0009591579437255859,-0.000904083251953125,-0.0008490085601806641,-0.0007939338684082031,-0.0007388591766357422,-0.0006837844848632812,-0.0006287097930908203,-0.0005736351013183594,-0.0005185604095458984,-0.0004634857177734375,-0.00040841102600097656,-0.0003533363342285156,-0.0002982616424560547,-0.00024318695068359375,-0.0001881122589111328,-0.00013303756713867188,-7.796287536621094e-05,-2.288818359375e-05,3.218650817871094e-05,8.726119995117188e-05,0.0001423358917236328,0.00019741058349609375,0.0002524852752685547,0.0003075599670410156,0.00036263465881347656,0.0004177093505859375,0.00047278404235839844,0.0005278587341308594,0.0005829334259033203,0.0006380081176757812,0.0006930828094482422,0.0007481575012207031,0.0008032321929931641,0.000858306884765625,0.0009133815765380859,0.0009684562683105469,0.0010235309600830078,0.0010786056518554688,0.0011336803436279297,0.0011887550354003906,0.0012438297271728516,0.0012989044189453125,0.0013539791107177734,0.0014090538024902344,0.0014641284942626953,0.0015192031860351562,0.0015742778778076172,0.0016293525695800781,0.001684427261352539,0.001739501953125],"_type":"histogram","values":[2,0,3,0,5,3,9,13,18,17,31,40,51,75,102,153,180,255,365,453,677,926,1323,1877,2835,4425,7003,11284,18620,31899,56946,100924,129114,92074,52352,29057,17064,10190,6384,3994,2750,1854,1281,900,601,458,324,235,191,128,112,61,46,35,29,26,19,7,11,3,5,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.09274022281169891,-0.08971579372882843,-0.08669135719537735,-0.08366692811250687,-0.08064249902963638,-0.0776180699467659,-0.07459363341331482,-0.07156920433044434,-0.06854477524757385,-0.06552033871412277,-0.06249590963125229,-0.059471480548381805,-0.056447047740221024,-0.05342261865735054,-0.05039818584918976,-0.047373756766319275,-0.04434932395815849,-0.04132489114999771,-0.03830046206712723,-0.035276029258966446,-0.03225160017609596,-0.02922716736793518,-0.026202736422419548,-0.023178305476903915,-0.020153874531388283,-0.01712944358587265,-0.014105012640357018,-0.01108058076351881,-0.008056149818003178,-0.005031718872487545,-0.002007287461310625,0.0010171437170356512,0.0040415748953819275,0.00706600584089756,0.010090436786413193,0.0131148686632514,0.016139298677444458,0.01916373148560524,0.022188162431120872,0.025212593376636505,0.028237024322152138,0.03126145526766777,0.03428588807582855,0.037310317158699036,0.04033474996685982,0.0433591790497303,0.04638361185789108,0.049408040940761566,0.05243247374892235,0.05545690655708313,0.05848133563995361,0.061505768448114395,0.06453020125627518,0.06755463033914566,0.07057905942201614,0.07360348850488663,0.07662792503833771,0.07965235412120819,0.08267678320407867,0.08570121973752975,0.08872564882040024,0.09175007790327072,0.0947745069861412,0.09779894351959229,0.10082337260246277],"_type":"histogram","values":[2,4,10,13,26,60,125,214,376,572,913,1453,2180,3355,4625,6728,9678,13116,17499,23097,29289,36693,44516,52590,61122,69731,77533,84959,89576,93079,94710,93492,91057,86182,80402,73091,64354,55898,47058,38866,31509,25078,19229,14417,10598,7686,5510,3753,2484,1607,1055,717,399,249,151,76,42,28,14,10,5,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[1,3,1,3,19,17,47,76,184,332,533,940,1489,2383,3550,5590,8101,11741,16117,21857,29187,36975,46205,56070,65995,76359,86023,92730,98233,101968,102972,100215,96103,88665,80648,70941,60247,50687,41097,32558,24881,18758,13715,9769,6650,4641,2973,1854,1174,670,400,238,141,60,46,14,7,4,3,2,1,0,0,1],"bins":[-0.09913256764411926,-0.09585320204496384,-0.09257384389638901,-0.08929447829723358,-0.08601512014865875,-0.08273575454950333,-0.0794563889503479,-0.07617703080177307,-0.07289766520261765,-0.06961829960346222,-0.06633894145488739,-0.06305957585573196,-0.05978021398186684,-0.05650085210800171,-0.05322148650884628,-0.049942124634981155,-0.04666276276111603,-0.0433834008872509,-0.04010403901338577,-0.03682467341423035,-0.03354531154036522,-0.03026594966650009,-0.026986585929989815,-0.023707222193479538,-0.02042786031961441,-0.017148498445749283,-0.013869134709239006,-0.010589771904051304,-0.007310409098863602,-0.0040310462936758995,-0.0007516834884881973,0.002527679316699505,0.005807042121887207,0.00908640492707491,0.012365767732262611,0.015645131468772888,0.018924493342638016,0.022203855216503143,0.02548321895301342,0.028762582689523697,0.032041944563388824,0.03532130643725395,0.03860066831111908,0.041880033910274506,0.04515939578413963,0.04843875765800476,0.05171812325716019,0.054997485131025314,0.05827684700489044,0.06155620887875557,0.0648355707526207,0.06811493635177612,0.07139429450035095,0.07467366009950638,0.0779530256986618,0.08123238384723663,0.08451174944639206,0.08779111504554749,0.09107047319412231,0.09434983879327774,0.09762920439243317,0.100908562541008,0.10418792814016342,0.10746728628873825,0.11074665188789368]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[2,1,3,9,8,9,23,44,82,108,195,308,459,697,1071,1447,2132,3002,3951,5096,6873,8756,10703,13082,15835,18656,21655,24042,27032,29236,31186,32735,33086,33180,32772,31423,29383,27507,24710,22254,19109,16604,13686,11242,9165,7178,5436,4316,3114,2276,1631,1146,801,482,307,226,144,90,45,36,16,7,7,7],"bins":[-0.09385599941015244,-0.09102057665586472,-0.08818516135215759,-0.08534973859786987,-0.08251431584358215,-0.07967890053987503,-0.07684347778558731,-0.07400805503129959,-0.07117263972759247,-0.06833721697330475,-0.06550179421901703,-0.06266637146472931,-0.059830956161022186,-0.05699553340673447,-0.054160114377737045,-0.051324691623449326,-0.048489272594451904,-0.04565385356545448,-0.04281843081116676,-0.03998301178216934,-0.03714758902788162,-0.0343121699988842,-0.03147675096988678,-0.02864133007824421,-0.02580590918660164,-0.02297048829495907,-0.020135067403316498,-0.017299648374319077,-0.014464227482676506,-0.011628806591033936,-0.00879338663071394,-0.0059579662047326565,-0.00312255322933197,-0.000287132803350687,0.002548287622630596,0.005383708048611879,0.008219128474593163,0.011054549366235733,0.013889969326555729,0.016725389286875725,0.019560810178518295,0.022396231070160866,0.025231651961803436,0.028067070990800858,0.030902491882443428,0.033737912774086,0.03657333180308342,0.03940875455737114,0.04224417358636856,0.04507959261536598,0.0479150153696537,0.05075043439865112,0.05358585715293884,0.056421276181936264,0.059256695210933685,0.062092117965221405,0.06492753326892853,0.06776295602321625,0.07059837877750397,0.07343380153179169,0.07626921683549881,0.07910463958978653,0.08194006234407425,0.08477547764778137,0.08761090040206909]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,5,5,1,1,7,7,5,10,14,8,12,17,19,19,11,16,29,19,24,24,35,30,26,37,19,29,38,30,40,25,28,11,19,15,17,18,16,11,11,15,8,10,7,3,4,3,3,1,1,1,1,0,1],"bins":[-0.0005758946062996984,-0.0005595642724074423,-0.0005432339385151863,-0.0005269036046229303,-0.0005105732707306743,-0.0004942429368384182,-0.0004779126320499927,-0.00046158229815773666,-0.00044525196426548064,-0.0004289216303732246,-0.0004125912964809686,-0.0003962609625887126,-0.000379930657800287,-0.000363600323908031,-0.00034726999001577497,-0.00033093965612351894,-0.0003146093222312629,-0.0002982789883390069,-0.0002819486544467509,-0.00026561832055449486,-0.00024928798666223884,-0.00023295766732189804,-0.00021662734798155725,-0.00020029701408930123,-0.0001839666801970452,-0.00016763634630478919,-0.00015130601241253316,-0.00013497569307219237,-0.00011864535917993635,-0.00010231502528768033,-8.598469867138192e-05,-6.965437205508351e-05,-5.332403816282749e-05,-3.699370790855028e-05,-2.0663377654273063e-05,-4.3330473999958485e-06,1.1997282854281366e-05,2.832761310855858e-05,4.4657943362835795e-05,6.098827361711301e-05,7.731860387139022e-05,9.364893776364625e-05,0.00010997926437994465,0.00012630959099624306,0.00014263992488849908,0.0001589702587807551,0.0001753005781210959,0.00019163091201335192,0.00020796124590560794,0.00022429157979786396,0.00024062191369011998,0.000256952247582376,0.000273282581474632,0.0002896128862630576,0.0003059432201553136,0.00032227355404756963,0.00033860388793982565,0.0003549342218320817,0.0003712645557243377,0.0003875948896165937,0.0004039251944050193,0.0004202555282972753,0.0004365858621895313,0.00045291619608178735,0.00046924652997404337]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,2,1,4,0,2,2,4,13,10,12,25,30,51,51,94,144,224,359,500,806,1277,2185,3501,5860,10416,18578,35438,74283,184855,131927,55513,27759,14947,8250,4923,2872,1776,1151,674,425,303,190,122,81,58,39,23,15,15,12,9,4,2,2,0,1,0,2,0,1],"bins":[-0.019775390625,-0.01917266845703125,-0.0185699462890625,-0.01796722412109375,-0.017364501953125,-0.01676177978515625,-0.0161590576171875,-0.01555633544921875,-0.01495361328125,-0.01435089111328125,-0.0137481689453125,-0.01314544677734375,-0.012542724609375,-0.01194000244140625,-0.0113372802734375,-0.01073455810546875,-0.0101318359375,-0.00952911376953125,-0.0089263916015625,-0.00832366943359375,-0.007720947265625,-0.00711822509765625,-0.0065155029296875,-0.00591278076171875,-0.00531005859375,-0.00470733642578125,-0.0041046142578125,-0.00350189208984375,-0.002899169921875,-0.00229644775390625,-0.0016937255859375,-0.00109100341796875,-0.00048828125,0.00011444091796875,0.0007171630859375,0.00131988525390625,0.001922607421875,0.00252532958984375,0.0031280517578125,0.00373077392578125,0.00433349609375,0.00493621826171875,0.0055389404296875,0.00614166259765625,0.006744384765625,0.00734710693359375,0.0079498291015625,0.00855255126953125,0.0091552734375,0.00975799560546875,0.0103607177734375,0.01096343994140625,0.011566162109375,0.01216888427734375,0.0127716064453125,0.01337432861328125,0.01397705078125,0.01457977294921875,0.0151824951171875,0.01578521728515625,0.016387939453125,0.01699066162109375,0.0175933837890625,0.01819610595703125,0.018798828125]},"gradients/_orig_mod.linear.weight":{"bins":[-0.01043701171875,-0.010107040405273438,-0.009777069091796875,-0.009447097778320312,-0.00911712646484375,-0.008787155151367188,-0.008457183837890625,-0.008127212524414062,-0.0077972412109375,-0.0074672698974609375,-0.007137298583984375,-0.0068073272705078125,-0.00647735595703125,-0.0061473846435546875,-0.005817413330078125,-0.0054874420166015625,-0.005157470703125,-0.0048274993896484375,-0.004497528076171875,-0.0041675567626953125,-0.00383758544921875,-0.0035076141357421875,-0.003177642822265625,-0.0028476715087890625,-0.0025177001953125,-0.0021877288818359375,-0.001857757568359375,-0.0015277862548828125,-0.00119781494140625,-0.0008678436279296875,-0.000537872314453125,-0.0002079010009765625,0.0001220703125,0.0004520416259765625,0.000782012939453125,0.0011119842529296875,0.00144195556640625,0.0017719268798828125,0.002101898193359375,0.0024318695068359375,0.0027618408203125,0.0030918121337890625,0.003421783447265625,0.0037517547607421875,0.00408172607421875,0.0044116973876953125,0.004741668701171875,0.0050716400146484375,0.005401611328125,0.0057315826416015625,0.006061553955078125,0.0063915252685546875,0.00672149658203125,0.0070514678955078125,0.007381439208984375,0.0077114105224609375,0.0080413818359375,0.008371353149414062,0.008701324462890625,0.009031295776367188,0.00936126708984375,0.009691238403320312,0.010021209716796875,0.010351181030273438,0.01068115234375],"_type":"histogram","values":[1,0,0,0,5,3,4,3,8,19,20,25,38,61,71,101,140,195,286,378,469,670,970,1315,1809,2576,3517,4746,6375,8323,10085,11113,10305,8743,6902,5154,3797,2738,2118,1376,1101,816,555,383,293,188,156,99,78,55,42,20,18,15,7,6,4,3,3,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,2,1,4,4,9,8,9,23,29,38,77,89,147,217,241,437,601,911,1371,2211,3385,5205,8479,14238,24305,41268,69566,110025,116477,76353,45687,26793,15914,9546,5690,3633,2210,1492,982,695,467,278,215,135,96,82,63,29,26,16,13,9,7,4,2,2,1,1,1,2],"bins":[-0.000640869140625,-0.0006209015846252441,-0.0006009340286254883,-0.0005809664726257324,-0.0005609989166259766,-0.0005410313606262207,-0.0005210638046264648,-0.000501096248626709,-0.0004811286926269531,-0.00046116113662719727,-0.0004411935806274414,-0.00042122602462768555,-0.0004012584686279297,-0.00038129091262817383,-0.00036132335662841797,-0.0003413558006286621,-0.00032138824462890625,-0.0003014206886291504,-0.00028145313262939453,-0.00026148557662963867,-0.0002415180206298828,-0.00022155046463012695,-0.0002015829086303711,-0.00018161535263061523,-0.00016164779663085938,-0.00014168024063110352,-0.00012171268463134766,-0.0001017451286315918,-8.177757263183594e-05,-6.181001663208008e-05,-4.184246063232422e-05,-2.187490463256836e-05,-1.9073486328125e-06,1.806020736694336e-05,3.802776336669922e-05,5.799531936645508e-05,7.796287536621094e-05,9.79304313659668e-05,0.00011789798736572266,0.00013786554336547852,0.00015783309936523438,0.00017780065536499023,0.0001977682113647461,0.00021773576736450195,0.0002377033233642578,0.00025767087936401367,0.00027763843536376953,0.0002976059913635254,0.00031757354736328125,0.0003375411033630371,0.00035750865936279297,0.00037747621536254883,0.0003974437713623047,0.00041741132736206055,0.0004373788833618164,0.00045734643936157227,0.0004773139953613281,0.000497281551361084,0.0005172491073608398,0.0005372166633605957,0.0005571842193603516,0.0005771517753601074,0.0005971193313598633,0.0006170868873596191,0.000637054443359375]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,0,4,5,2,4,10,15,25,30,45,64,108,170,202,363,430,687,990,1552,2290,3642,5534,8556,13926,22981,37455,61889,94023,109749,84823,53881,32429,19934,12190,7632,5132,3193,2010,1328,820,561,383,268,144,116,76,50,34,16,17,10,8,5,3,2,3,1,1,1,1],"bins":[-0.00421142578125,-0.004081249237060547,-0.003951072692871094,-0.0038208961486816406,-0.0036907196044921875,-0.0035605430603027344,-0.0034303665161132812,-0.003300189971923828,-0.003170013427734375,-0.003039836883544922,-0.0029096603393554688,-0.0027794837951660156,-0.0026493072509765625,-0.0025191307067871094,-0.0023889541625976562,-0.002258777618408203,-0.00212860107421875,-0.001998424530029297,-0.0018682479858398438,-0.0017380714416503906,-0.0016078948974609375,-0.0014777183532714844,-0.0013475418090820312,-0.0012173652648925781,-0.001087188720703125,-0.0009570121765136719,-0.0008268356323242188,-0.0006966590881347656,-0.0005664825439453125,-0.0004363059997558594,-0.00030612945556640625,-0.00017595291137695312,-4.57763671875e-05,8.440017700195312e-05,0.00021457672119140625,0.0003447532653808594,0.0004749298095703125,0.0006051063537597656,0.0007352828979492188,0.0008654594421386719,0.000995635986328125,0.0011258125305175781,0.0012559890747070312,0.0013861656188964844,0.0015163421630859375,0.0016465187072753906,0.0017766952514648438,0.0019068717956542969,0.00203704833984375,0.002167224884033203,0.0022974014282226562,0.0024275779724121094,0.0025577545166015625,0.0026879310607910156,0.0028181076049804688,0.002948284149169922,0.003078460693359375,0.003208637237548828,0.0033388137817382812,0.0034689903259277344,0.0035991668701171875,0.0037293434143066406,0.0038595199584960938,0.003989696502685547,0.004119873046875]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0043111685663461685,-0.004182244651019573,-0.004053320735692978,-0.003924396354705095,-0.0037954724393785,-0.0036665485240519047,-0.0035376243758946657,-0.0034087002277374268,-0.0032797763124108315,-0.003150852397084236,-0.003021928248926997,-0.0028930041007697582,-0.002764080185443163,-0.0026351562701165676,-0.0025062321219593287,-0.0023773079738020897,-0.0022483840584754944,-0.002119460143148899,-0.00199053599499166,-0.001861611963249743,-0.0017326879315078259,-0.0016037638997659087,-0.0014748398680239916,-0.0013459158362820745,-0.0012169918045401573,-0.0010880677727982402,-0.000959143741056323,-0.0008302197093144059,-0.0007012956775724888,-0.0005723716458305717,-0.0004434476140886545,-0.0003145235823467374,-0.00018559955060482025,-5.667551886290312e-05,7.224851287901402e-05,0.00020117254462093115,0.0003300965763628483,0.0004590206081047654,0.0005879446398466825,0.0007168686715885997,0.0008457927033305168,0.000974716735072434,0.001103640766814351,0.0012325647985562682,0.0013614888302981853,0.0014904128620401025,0.0016193368937820196,0.0017482609255239367,0.0018771849572658539,0.002006108872592449,0.002135033020749688,0.002263957168906927,0.0023928810842335224,0.0025218049995601177,0.0026507291477173567,0.0027796532958745956,0.002908577211201191,0.0030375011265277863,0.003166425274685025,0.003295349422842264,0.0034242733381688595,0.003553197253495455,0.0036821214016526937,0.0038110455498099327,0.003939969465136528],"_type":"histogram","values":[1,1,0,0,0,3,0,2,5,4,5,4,7,3,6,10,12,7,8,16,10,9,13,18,15,18,28,32,29,18,27,28,29,34,32,33,17,26,33,22,23,12,19,13,16,17,26,9,8,7,5,8,9,6,7,2,4,2,2,2,3,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[3,1,8,15,21,39,68,123,181,313,501,711,1090,1519,2203,3231,4301,5863,7523,9596,12436,15009,17999,21282,24036,27319,29728,32243,33365,34782,34444,34581,32995,31541,28558,25895,22941,19791,16401,13637,11026,8604,6709,5032,3760,2617,1901,1329,923,632,384,247,163,90,52,25,18,9,5,3,0,0,1,1],"bins":[-0.08999364078044891,-0.0870218575000763,-0.08405007421970367,-0.08107829093933105,-0.07810650765895844,-0.07513472437858582,-0.0721629410982132,-0.06919115781784058,-0.06621937453746796,-0.06324759125709534,-0.060275811702013016,-0.057304028421640396,-0.054332245141267776,-0.05136046186089516,-0.04838867858052254,-0.04541689530014992,-0.0424451120197773,-0.03947332873940468,-0.03650154545903206,-0.03352976217865944,-0.03055797889828682,-0.02758619748055935,-0.02461441420018673,-0.02164263091981411,-0.01867084763944149,-0.01569906435906887,-0.012727281078696251,-0.009755498729646206,-0.006783715449273586,-0.0038119324017316103,-0.0008401493541896343,0.0021316336933523417,0.005103416740894318,0.008075200021266937,0.011046983301639557,0.014018765650689602,0.016990549862384796,0.019962331280112267,0.022934114560484886,0.025905897840857506,0.028877681121230125,0.031849462538957596,0.034821245819330215,0.037793029099702835,0.040764812380075455,0.043736595660448074,0.046708378940820694,0.049680162221193314,0.05265194550156593,0.05562372878193855,0.05859551206231117,0.06156729534268379,0.06453907489776611,0.06751085817813873,0.07048264145851135,0.07345442473888397,0.07642620801925659,0.07939799129962921,0.08236977458000183,0.08534155786037445,0.08831334114074707,0.09128512442111969,0.09425690770149231,0.09722869098186493,0.10020047426223755]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,0,1,1,2,8,3,4,4,5,4,7,11,13,13,15,22,14,18,21,34,21,31,26,33,43,33,40,48,43,35,30,27,18,20,18,16,16,18,6,8,3,5,5,7,4,1,1,3,1,2,0,1,0,0,1,0,0,0,0,1],"bins":[-0.00048497834359295666,-0.0004686012980528176,-0.0004522242525126785,-0.0004358472069725394,-0.00041947016143240035,-0.00040309311589226127,-0.0003867160703521222,-0.0003703390248119831,-0.00035396195016801357,-0.0003375849046278745,-0.0003212078590877354,-0.00030483081354759634,-0.00028845376800745726,-0.0002720767224673182,-0.0002556996769271791,-0.00023932263138704002,-0.00022294558584690094,-0.00020656854030676186,-0.00019019149476662278,-0.0001738144492264837,-0.00015743740368634462,-0.00014106034359429032,-0.00012468329805415124,-0.00010830625251401216,-9.192920697387308e-05,-7.5552161433734e-05,-5.9175112255616114e-05,-4.279806307749823e-05,-2.6421017537359148e-05,-1.0043970178230666e-05,6.333077180897817e-06,2.27101245400263e-05,3.9087142795324326e-05,5.5464188335463405e-05,7.184123387560248e-05,8.821828669169918e-05,0.00010459533223183826,0.00012097237777197734,0.00013734943058807403,0.0001537264761282131,0.0001701035216683522,0.00018648056720849127,0.00020285761274863034,0.00021923465828876942,0.00023561171838082373,0.0002519887639209628,0.0002683658094611019,0.00028474285500124097,0.00030111990054138005,0.0003174969460815191,0.0003338739916216582,0.0003502510371617973,0.00036662808270193636,0.00038300512824207544,0.0003993821737822145,0.0004157592193223536,0.00043213629396632314,0.0004485133395064622,0.0004648903850466013,0.0004812674305867404,0.0004976444761268795,0.0005140214925631881,0.0005303985672071576,0.0005467755836434662,0.0005631526582874358]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,0,4,5,2,3,8,5,10,2,6,12,13,14,6,19,12,16,20,22,24,27,30,34,31,38,34,28,31,27,41,25,22,30,21,12,12,18,15,16,10,13,10,10,4,8,0,5,3,1,0,0,1,2,0,1,1],"bins":[-0.0005340627976693213,-0.0005181377637200058,-0.0005022127297706902,-0.0004862876667175442,-0.00047036263276822865,-0.0004544375988189131,-0.0004385125357657671,-0.00042258750181645155,-0.000406662467867136,-0.00039073743391782045,-0.0003748123999685049,-0.0003588873369153589,-0.00034296230296604335,-0.0003270372690167278,-0.0003111122059635818,-0.00029518717201426625,-0.0002792621380649507,-0.00026333710411563516,-0.0002474120701663196,-0.0002314870071131736,-0.00021556197316385806,-0.0001996369392145425,-0.00018371189071331173,-0.00016778684221208096,-0.0001518618082627654,-0.00013593677431344986,-0.00012001172581221908,-0.00010408668458694592,-8.816164336167276e-05,-7.22366021363996e-05,-5.6311560911126435e-05,-4.038651968585327e-05,-2.4461536668241024e-05,-8.536495442967862e-06,7.3885457823053e-06,2.3313587007578462e-05,3.9238628232851624e-05,5.516366945812479e-05,7.108871068339795e-05,8.701375190867111e-05,0.00010293879313394427,0.00011886383435921744,0.0001347888755844906,0.00015071392408572137,0.00016663895803503692,0.00018256399198435247,0.00019848904048558325,0.00021441408898681402,0.00023033912293612957,0.0002462641568854451,0.00026218919083476067,0.00027811425388790667,0.0002940392878372222,0.00030996432178653777,0.00032588938483968377,0.0003418144187889993,0.00035773945273831487,0.0003736644866876304,0.00038958952063694596,0.00040551458369009197,0.0004214396176394075,0.00043736465158872306,0.00045328971464186907,0.0004692147485911846,0.00048513978254050016]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,2,3,2,2,8,4,3,10,5,17,11,18,29,20,18,11,27,32,29,38,36,48,44,31,40,41,32,24,16,20,25,23,23,18,11,11,13,3,11,4,0,0,0,1,0,0,1,0,0,0,0,0,1],"bins":[-0.0005990188219584525,-0.0005810359143652022,-0.000563052948564291,-0.0005450700409710407,-0.0005270871333777905,-0.0005091041675768793,-0.000491121259983629,-0.00047313832328654826,-0.0004551553865894675,-0.00043717247899621725,-0.0004191895422991365,-0.0004012066056020558,-0.0003832236980088055,-0.0003652407613117248,-0.00034725782461464405,-0.0003292749170213938,-0.00031129198032431304,-0.0002933090436272323,-0.00027532613603398204,-0.0002573431993369013,-0.00023936026263982058,-0.00022137734049465507,-0.00020339441834948957,-0.00018541148165240884,-0.00016742855950724334,-0.00014944563736207783,-0.0001314627006649971,-0.0001134797785198316,-9.549684909870848e-05,-7.751391967758536e-05,-5.953099389444105e-05,-4.154806811129674e-05,-2.3565138690173626e-05,-5.582211088039912e-06,1.2400716514093801e-05,3.0383644116227515e-05,4.836657171836123e-05,6.634950113948435e-05,8.433242328464985e-05,0.00010231535270577297,0.00012029828212689608,0.00013828120427206159,0.00015626414096914232,0.00017424706311430782,0.00019222998525947332,0.00021021292195655406,0.00022819584410171956,0.00024617876624688506,0.0002641617029439658,0.0002821446396410465,0.0003001275472342968,0.00031811048393137753,0.00033609342062845826,0.00035407632822170854,0.00037205926491878927,0.00039004220161587,0.0004080251092091203,0.000426008045906201,0.00044399098260328174,0.00046197391930036247,0.00047995682689361274,0.0004979397635906935,0.0005159226711839437,0.0005339056369848549,0.0005518885445781052]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.09956240653991699,-0.09648963063955307,-0.09341686218976974,-0.09034408628940582,-0.0872713178396225,-0.08419854193925858,-0.08112576603889465,-0.07805299758911133,-0.0749802216887474,-0.07190745323896408,-0.06883467733860016,-0.06576190143823624,-0.06268913298845291,-0.05961636081337929,-0.056543584913015366,-0.05347081273794174,-0.05039804056286812,-0.047325268387794495,-0.04425249621272087,-0.04117972031235695,-0.038106948137283325,-0.0350341759622097,-0.03196140378713608,-0.028888629749417305,-0.02581585757434368,-0.022743085399270058,-0.019670311361551285,-0.01659753918647766,-0.013524766080081463,-0.010451992973685265,-0.007379220332950354,-0.004306447692215443,-0.0012336745858192444,0.0018390982877463102,0.004911871161311865,0.007984643802046776,0.011057416908442974,0.014130190014839172,0.017202962189912796,0.02027573622763157,0.023348508402705193,0.026421280577778816,0.02949405461549759,0.03256682679057121,0.035639598965644836,0.03871237114071846,0.04178514704108238,0.044857919216156006,0.04793069139122963,0.05100346356630325,0.05407623574137688,0.0571490116417408,0.06022178381681442,0.06329455226659775,0.06636732816696167,0.06944010406732559,0.07251287251710892,0.07558564841747284,0.07865841686725616,0.08173119276762009,0.08480396866798401,0.08787673711776733,0.09094951301813126,0.09402228146791458,0.0970950573682785],"_type":"histogram","values":[1,0,0,6,8,21,34,56,123,213,351,568,950,1396,2167,3417,4896,7122,10055,13666,18366,23482,30485,37591,45987,54744,64279,72735,80259,87996,92177,95285,96301,94790,91630,86017,78736,70936,61799,53075,44629,36478,29002,22659,16992,12686,9165,6504,4523,3109,2083,1284,809,516,301,163,105,67,31,18,8,5,4,3]},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[2,0,1,0,1,0,1,1,0,2,3,1,4,4,5,3,1,1,1,0,4,2,8,1,7,5,3,0,5,8,2,3,2,3,8,3,2,2,3,2,2,3,2,2,3,2,1,1,2,0,0,1,1,0,0,1,0,0,0,1,1,0,0,1],"bins":[-0.0033636093139648438,-0.003248944878578186,-0.0031342804431915283,-0.0030196160078048706,-0.002904951572418213,-0.002790287137031555,-0.0026756227016448975,-0.0025609582662582397,-0.002446293830871582,-0.0023316293954849243,-0.0022169649600982666,-0.002102300524711609,-0.001987636089324951,-0.0018729716539382935,-0.0017583072185516357,-0.001643642783164978,-0.0015289783477783203,-0.0014143139123916626,-0.0012996494770050049,-0.0011849850416183472,-0.0010703206062316895,-0.0009556561708450317,-0.000840991735458374,-0.0007263273000717163,-0.0006116628646850586,-0.0004969984292984009,-0.00038233399391174316,-0.00026766955852508545,-0.00015300512313842773,-3.834068775177002e-05,7.63237476348877e-05,0.0001909881830215454,0.0003056526184082031,0.00042031705379486084,0.0005349814891815186,0.0006496459245681763,0.000764310359954834,0.0008789747953414917,0.0009936392307281494,0.0011083036661148071,0.0012229681015014648,0.0013376325368881226,0.0014522969722747803,0.001566961407661438,0.0016816258430480957,0.0017962902784347534,0.0019109547138214111,0.002025619149208069,0.0021402835845947266,0.0022549480199813843,0.002369612455368042,0.0024842768907546997,0.0025989413261413574,0.002713605761528015,0.002828270196914673,0.0029429346323013306,0.0030575990676879883,0.003172263503074646,0.0032869279384613037,0.0034015923738479614,0.003516256809234619,0.003630921244621277,0.0037455856800079346,0.0038602501153945923,0.00397491455078125]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.000796057574916631,-0.000774185115005821,-0.0007523125968873501,-0.0007304401369765401,-0.0007085676770657301,-0.0006866952171549201,-0.0006648227572441101,-0.0006429502391256392,-0.0006210777792148292,-0.0005992053193040192,-0.0005773328011855483,-0.0005554603412747383,-0.0005335878813639283,-0.0005117154214531183,-0.0004898429615423083,-0.0004679704434238374,-0.00044609798351302743,-0.00042422552360221744,-0.000402353034587577,-0.00038048054557293653,-0.00035860808566212654,-0.00033673562575131655,-0.0003148631367366761,-0.00029299064772203565,-0.00027111818781122565,-0.00024924572790041566,-0.0002273732388857752,-0.00020550076442304999,-0.00018362828996032476,-0.00016175581549759954,-0.00013988334103487432,-0.0001180108665721491,-9.613845031708479e-05,-7.426597585435957e-05,-5.2393501391634345e-05,-3.052102692890912e-05,-8.6485524661839e-06,1.3223921996541321e-05,3.5096396459266543e-05,5.6968870921991765e-05,7.884134538471699e-05,0.00010071381984744221,0.00012258629431016743,0.00014445876877289265,0.00016633124323561788,0.0001882037176983431,0.00021007619216106832,0.00023194866662379354,0.00025382114108651876,0.00027569360099732876,0.0002975660900119692,0.00031943857902660966,0.00034131103893741965,0.00036318349884822965,0.0003850559878628701,0.00040692847687751055,0.00042880093678832054,0.00045067339669913054,0.000472545885713771,0.0004944183747284114,0.0005162908346392214,0.0005381632945500314,0.0005600358126685023,0.0005819082725793123,0.0006037807324901223],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,0,1,1,4,3,5,3,8,10,12,18,23,23,24,38,34,35,53,59,56,62,92,88,93,99,117,103,107,97,90,101,67,63,83,46,73,44,44,36,28,24,15,13,12,11,6,7,5,3,1,2,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,1,3,1,5,10,14,30,55,103,154,241,392,653,931,1408,2011,2858,3999,5172,6744,8969,11179,13877,16873,19804,23030,25906,28899,31340,32505,34304,34707,34419,33695,31828,29854,27051,23924,20802,17725,14956,12163,9617,7530,5702,4284,3156,2268,1569,1082,732,502,301,201,118,76,41,23,12,6,4,1,3],"bins":[-0.0968085527420044,-0.09384551644325256,-0.09088248759508133,-0.0879194587469101,-0.08495642244815826,-0.08199338614940643,-0.0790303573012352,-0.07606732845306396,-0.07310429215431213,-0.0701412558555603,-0.06717822700738907,-0.06421519815921783,-0.061252161860466,-0.05828912928700447,-0.05532609671354294,-0.052363064140081406,-0.04940003156661987,-0.04643699899315834,-0.04347396641969681,-0.040510933846235275,-0.03754790127277374,-0.03458486869931221,-0.03162183612585068,-0.028658803552389145,-0.025695770978927612,-0.02273273840546608,-0.019769705832004547,-0.016806673258543015,-0.013843640685081482,-0.01088060811161995,-0.007917575538158417,-0.004954542964696884,-0.0019915103912353516,0.000971522182226181,0.003934554755687714,0.006897587329149246,0.009860619902610779,0.012823652476072311,0.015786685049533844,0.018749717622995377,0.02171275019645691,0.024675782769918442,0.027638815343379974,0.030601847916841507,0.03356488049030304,0.03652791306376457,0.039490945637226105,0.04245397821068764,0.04541701078414917,0.0483800433576107,0.051343075931072235,0.05430610850453377,0.0572691410779953,0.06023217365145683,0.06319520622491837,0.0661582350730896,0.06912127137184143,0.07208430767059326,0.0750473365187645,0.07801036536693573,0.08097340166568756,0.08393643796443939,0.08689946681261063,0.08986249566078186,0.09282553195953369]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,0,1,2,2,1,5,3,6,8,12,7,13,19,13,16,16,10,27,30,30,46,27,31,35,44,45,28,30,48,30,30,20,18,14,17,16,15,11,6,3,3,5,5,2,4,3,2,1,1,1,1,1,0,1],"bins":[-0.00164015032351017,-0.0015922695165500045,-0.001544388709589839,-0.0014965079026296735,-0.001448627095669508,-0.0014007462887093425,-0.001352865481749177,-0.0013049846747890115,-0.001257103867828846,-0.0012092230608686805,-0.001161342253908515,-0.0011134614469483495,-0.001065580639988184,-0.0010176998330280185,-0.000969819026067853,-0.0009219382191076875,-0.000874057412147522,-0.0008261766051873565,-0.000778295798227191,-0.0007304149912670255,-0.00068253418430686,-0.0006346533773466945,-0.000586772570386529,-0.0005388917634263635,-0.000491010956466198,-0.00044313014950603247,-0.00039524934254586697,-0.00034736853558570147,-0.00029948772862553596,-0.00025160692166537046,-0.00020372611470520496,-0.00015584530774503946,-0.00010796450078487396,-6.008369382470846e-05,-1.2202886864542961e-05,3.567792009562254e-05,8.355872705578804e-05,0.00013143953401595354,0.00017932034097611904,0.00022720114793628454,0.00027508195489645004,0.00032296276185661554,0.00037084356881678104,0.00041872437577694654,0.00046660518273711205,0.0005144859896972775,0.000562366796657443,0.0006102476036176085,0.000658128410577774,0.0007060092175379395,0.000753890024498105,0.0008017708314582705,0.000849651638418436,0.0008975324453786016,0.000945413252338767,0.0009932940592989326,0.001041174866259098,0.0010890556732192636,0.001136936480179429,0.0011848172871395946,0.00123269809409976,0.0012805789010599256,0.001328459708020091,0.0013763405149802566,0.001424221321940422]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,2,1,0,1,0,2,1,2,2,5,4,3,6,6,4,4,14,11,10,18,20,18,27,33,35,50,58,41,74,46,51,37,37,24,23,22,11,14,7,10,4,5,4,6,3,2,2,1,1,2,0,1,0,0,0,0,0,1],"bins":[-0.002432973124086857,-0.00236060144379735,-0.002288229763507843,-0.0022158583160489798,-0.002143486635759473,-0.002071114955469966,-0.0019987435080111027,-0.0019263718277215958,-0.0018540001474320889,-0.001781628467142582,-0.0017092569032683969,-0.0016368853393942118,-0.0015645136591047049,-0.001492141978815198,-0.0014197704149410129,-0.0013473988510668278,-0.0012750271707773209,-0.001202655490487814,-0.0011302839266136289,-0.0010579123627394438,-0.0009855406824499369,-0.0009131690603680909,-0.0008407974382862449,-0.0007684258162043989,-0.0006960541941225529,-0.0006236825720407069,-0.0005513109499588609,-0.0004789393278770149,-0.0004065677057951689,-0.0003341960837133229,-0.0002618244616314769,-0.00018945283954963088,-0.00011708145029842854,-4.470982821658254e-05,2.7661793865263462e-05,0.00010003341594710946,0.00017240503802895546,0.00024477666011080146,0.00031714828219264746,0.00038951990427449346,0.00046189152635633945,0.0005342631484381855,0.0006066347705200315,0.0006790063926018775,0.0007513780146837234,0.0008237496367655694,0.0008961212588474154,0.0009684928809292614,0.0010408645030111074,0.0011132361833006144,0.0011856077471747994,0.0012579793110489845,0.0013303509913384914,0.0014027226716279984,0.0014750942355021834,0.0015474657993763685,0.0016198374796658754,0.0016922091599553823,0.0017645807238295674,0.0018369522877037525,0.0019093239679932594,0.0019816956482827663,0.0020540673285722733,0.0021264387760311365,0.0021988104563206434]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[2,1,0,3,2,1,2,5,6,3,3,12,5,15,11,15,12,14,15,14,6,10,10,28,16,31,27,41,28,31,27,28,29,34,32,25,27,14,15,13,14,15,11,18,17,13,8,19,6,8,5,6,4,2,2,3,1,0,1,0,0,1,0,1],"bins":[-0.0004214432556182146,-0.00040769990300759673,-0.00039395655039697886,-0.0003802131686825305,-0.00036646981607191265,-0.00035272646346129477,-0.0003389831108506769,-0.000325239758240059,-0.0003114963765256107,-0.0002977530239149928,-0.00028400967130437493,-0.00027026631869375706,-0.0002565229660831392,-0.00024277959892060608,-0.0002290362463099882,-0.0002152928791474551,-0.00020154952653683722,-0.00018780617392621934,-0.00017406280676368624,-0.00016031945415306836,-0.00014657608699053526,-0.00013283273437991738,-0.00011908938176929951,-0.00010534602188272402,-9.160266199614853e-05,-7.785930210957304e-05,-6.411594222299755e-05,-5.037258961237967e-05,-3.662922972580418e-05,-2.2885871658218093e-05,-9.142513590632007e-06,4.60084447695408e-06,1.8344202544540167e-05,3.208756243111566e-05,4.583091867971234e-05,5.957427492830902e-05,7.331763481488451e-05,8.706099470146e-05,0.00010080434731207788,0.00011454770719865337,0.00012829106708522886,0.00014203441969584674,0.00015577778685837984,0.00016952113946899772,0.0001832644920796156,0.0001970078592421487,0.00021075121185276657,0.00022449457901529968,0.00023823793162591755,0.00025198128423653543,0.0002657246368471533,0.00027946801856160164,0.0002932113711722195,0.0003069547237828374,0.00032069807639345527,0.00033444142900407314,0.000348184781614691,0.00036192816332913935,0.00037567151593975723,0.0003894148685503751,0.000403158221160993,0.00041690157377161086,0.0004306449554860592,0.00044438830809667706,0.00045813166070729494]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,1,0,1,1,0,1,1,1,2,15,8,18,22,27,54,64,151,202,306,543,772,1262,2015,3081,5083,7502,12597,18673,29991,44890,66823,91132,93492,71347,49641,32162,21151,13333,8614,5513,3404,2110,1331,967,525,330,242,137,108,68,39,22,13,11,6,4,0,5,2,3,2,2],"bins":[-0.0032196044921875,-0.0031251907348632812,-0.0030307769775390625,-0.0029363632202148438,-0.002841949462890625,-0.0027475357055664062,-0.0026531219482421875,-0.0025587081909179688,-0.00246429443359375,-0.0023698806762695312,-0.0022754669189453125,-0.0021810531616210938,-0.002086639404296875,-0.0019922256469726562,-0.0018978118896484375,-0.0018033981323242188,-0.001708984375,-0.0016145706176757812,-0.0015201568603515625,-0.0014257431030273438,-0.001331329345703125,-0.0012369155883789062,-0.0011425018310546875,-0.0010480880737304688,-0.00095367431640625,-0.0008592605590820312,-0.0007648468017578125,-0.0006704330444335938,-0.000576019287109375,-0.00048160552978515625,-0.0003871917724609375,-0.00029277801513671875,-0.0001983642578125,-0.00010395050048828125,-9.5367431640625e-06,8.487701416015625e-05,0.000179290771484375,0.00027370452880859375,0.0003681182861328125,0.00046253204345703125,0.00055694580078125,0.0006513595581054688,0.0007457733154296875,0.0008401870727539062,0.000934600830078125,0.0010290145874023438,0.0011234283447265625,0.0012178421020507812,0.001312255859375,0.0014066696166992188,0.0015010833740234375,0.0015954971313476562,0.001689910888671875,0.0017843246459960938,0.0018787384033203125,0.0019731521606445312,0.00206756591796875,0.0021619796752929688,0.0022563934326171875,0.0023508071899414062,0.002445220947265625,0.0025396347045898438,0.0026340484619140625,0.0027284622192382812,0.0028228759765625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,1,1,1,3,1,7,6,6,13,17,17,24,34,37,46,40,64,75,104,114,107,134,159,129,109,107,104,94,66,75,83,50,48,34,30,20,19,15,14,11,6,4,5,3,2,5,1],"bins":[-0.0007682965369895101,-0.0007492613513022661,-0.0007302261656150222,-0.0007111910381354392,-0.0006921558524481952,-0.0006731206667609513,-0.0006540855392813683,-0.0006350503535941243,-0.0006160151679068804,-0.0005969799822196364,-0.0005779447965323925,-0.0005589096690528095,-0.0005398744833655655,-0.0005208392976783216,-0.0005018041701987386,-0.00048276898451149464,-0.0004637337988242507,-0.00044469861313700676,-0.0004256634565535933,-0.0004066282999701798,-0.00038759311428293586,-0.0003685579285956919,-0.00034952277201227844,-0.00033048761542886496,-0.000311452429741621,-0.0002924172440543771,-0.0002733820874709636,-0.0002543469308875501,-0.00023531174520030618,-0.00021627657406497747,-0.00019724140292964876,-0.00017820623179432005,-0.00015917100245133042,-0.0001401358313160017,-0.000121100660180673,-0.00010206548904534429,-8.303031791001558e-05,-6.399514677468687e-05,-4.495997563935816e-05,-2.5924804504029453e-05,-6.889633368700743e-06,1.2145537766627967e-05,3.118070890195668e-05,5.021588003728539e-05,6.92510511726141e-05,8.828622230794281e-05,0.00010732139344327152,0.00012635656457860023,0.00014539173571392894,0.00016442690684925765,0.00018346207798458636,0.00020249724911991507,0.00022153242025524378,0.0002405675913905725,0.0002596027625259012,0.0002786379191093147,0.0002976731047965586,0.00031670829048380256,0.00033574344706721604,0.0003547786036506295,0.00037381378933787346,0.0003928489750251174,0.0004118841316085309,0.00043091928819194436,0.0004499544738791883],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,2,0,3,7,5,9,8,9,5,15,14,15,20,30,22,31,29,38,34,42,47,49,50,38,36,51,21,29,15,14,18,13,9,8,9,5,2,4,4,0,2,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.0006603631190955639,-0.0006401199498213828,-0.0006198767223395407,-0.0005996335530653596,-0.0005793903255835176,-0.0005591471563093364,-0.0005389039288274944,-0.0005186607595533133,-0.0004984175320714712,-0.0004781743627972901,-0.0004579311644192785,-0.0004376879660412669,-0.0004174447967670858,-0.0003972015983890742,-0.0003769584000110626,-0.00035671520163305104,-0.00033647200325503945,-0.00031622880487702787,-0.0002959856064990163,-0.0002757424081210047,-0.0002554992097429931,-0.00023525602591689676,-0.0002150128420908004,-0.00019476964371278882,-0.00017452644533477724,-0.00015428324695676565,-0.00013404004857875407,-0.00011379686475265771,-9.355366637464613e-05,-7.331046799663454e-05,-5.306727689458057e-05,-3.2824082154547796e-05,-1.2580887414515018e-05,7.662307325517759e-06,2.7905502065550536e-05,4.814869680558331e-05,6.839189154561609e-05,8.863508992362767e-05,0.00010887828102568164,0.00012912147212773561,0.0001493646705057472,0.00016960786888375878,0.00018985106726177037,0.00021009425108786672,0.0002303374494658783,0.00025058063329197466,0.00027082383166998625,0.00029106703004799783,0.0003113102284260094,0.000331553426804021,0.0003517966251820326,0.00037203982356004417,0.00039228302193805575,0.0004125261912122369,0.00043276938959024847,0.00045301258796826005,0.00047325578634627163,0.0004934989847242832,0.0005137421539984643,0.0005339853814803064,0.0005542285507544875,0.0005744717782363296,0.0005947149475105107,0.0006149581749923527,0.0006352013442665339]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.01055908203125,-0.010221481323242188,-0.009883880615234375,-0.009546279907226562,-0.00920867919921875,-0.008871078491210938,-0.008533477783203125,-0.008195877075195312,-0.0078582763671875,-0.0075206756591796875,-0.007183074951171875,-0.0068454742431640625,-0.00650787353515625,-0.0061702728271484375,-0.005832672119140625,-0.0054950714111328125,-0.005157470703125,-0.0048198699951171875,-0.004482269287109375,-0.0041446685791015625,-0.00380706787109375,-0.0034694671630859375,-0.003131866455078125,-0.0027942657470703125,-0.0024566650390625,-0.0021190643310546875,-0.001781463623046875,-0.0014438629150390625,-0.00110626220703125,-0.0007686614990234375,-0.000431060791015625,-9.34600830078125e-05,0.000244140625,0.0005817413330078125,0.000919342041015625,0.0012569427490234375,0.00159454345703125,0.0019321441650390625,0.002269744873046875,0.0026073455810546875,0.0029449462890625,0.0032825469970703125,0.003620147705078125,0.0039577484130859375,0.00429534912109375,0.0046329498291015625,0.004970550537109375,0.0053081512451171875,0.005645751953125,0.0059833526611328125,0.006320953369140625,0.0066585540771484375,0.00699615478515625,0.0073337554931640625,0.007671356201171875,0.008008956909179688,0.0083465576171875,0.008684158325195312,0.009021759033203125,0.009359359741210938,0.00969696044921875,0.010034561157226562,0.010372161865234375,0.010709762573242188,0.01104736328125],"_type":"histogram","values":[1,0,0,1,0,3,4,4,4,11,15,28,32,41,68,94,155,208,314,514,785,1224,1785,2936,4485,6653,10428,16963,29491,54481,116135,159040,82420,40274,22735,13687,8841,5429,3639,2369,1632,997,656,436,260,169,119,84,57,41,22,19,16,8,3,2,1,2,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.013048291206359863,-0.012612714432179928,-0.012177138589322567,-0.011741561815142632,-0.011305985040962696,-0.010870409198105335,-0.0104348324239254,-0.009999255649745464,-0.009563678875565529,-0.009128103032708168,-0.008692526258528233,-0.008256949484348297,-0.007821373641490936,-0.007385796867311001,-0.006950220558792353,-0.006514643784612417,-0.006079067476093769,-0.005643491167575121,-0.0052079143933951855,-0.004772338084876537,-0.004336761310696602,-0.0039011850021779537,-0.0034656086936593056,-0.0030300321523100138,-0.002594455610960722,-0.00215887906961143,-0.0017233026446774602,-0.0012877262197434902,-0.0008521496783941984,-0.00041657319525256753,1.900328788906336e-05,0.00045457977103069425,0.0008901562541723251,0.001325732795521617,0.001761309220455587,0.002196885645389557,0.0026324621867388487,0.0030680387280881405,0.0035036150366067886,0.003939191810786724,0.004374768119305372,0.00481034442782402,0.005245921202003956,0.005681497510522604,0.006117073819041252,0.006552650593221188,0.006988226901739836,0.007423803675919771,0.00785937998443842,0.008294956758618355,0.008730532601475716,0.009166109375655651,0.009601686149835587,0.010037261992692947,0.010472838766872883,0.010908415541052818,0.01134399138391018,0.011779568158090115,0.01221514493227005,0.012650721706449986,0.013086297549307346,0.013521874323487282,0.013957451097667217,0.014393026940524578,0.014828603714704514],"_type":"histogram","values":[1,1,1,0,0,2,0,3,6,1,3,7,5,7,11,9,13,15,12,16,16,15,19,25,26,31,28,38,29,42,31,43,32,38,24,24,31,17,20,19,19,10,11,11,9,9,6,4,5,5,8,1,2,1,1,1,1,1,0,0,1,0,0,1]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.09233856946229935,-0.08931110799312592,-0.08628364652395248,-0.08325618505477905,-0.08022873103618622,-0.07720126956701279,-0.07417380809783936,-0.07114634662866592,-0.06811888515949249,-0.06509142369031906,-0.06206396594643593,-0.0590365044772625,-0.056009046733379364,-0.05298158526420593,-0.0499541237950325,-0.04692666605114937,-0.04389920458197594,-0.040871743112802505,-0.03784428536891937,-0.03481682389974594,-0.03178936243057251,-0.028761902824044228,-0.025734443217515945,-0.022706981748342514,-0.019679522141814232,-0.01665206253528595,-0.013624601066112518,-0.010597141459584236,-0.007569680921733379,-0.004542220383882523,-0.0015147603116929531,0.00151269999332726,0.004540160298347473,0.00756762083619833,0.010595081374049187,0.013622540980577469,0.0166500024497509,0.019677462056279182,0.022704921662807465,0.025732383131980896,0.028759842738509178,0.03178730234503746,0.03481476381421089,0.03784222528338432,0.040869683027267456,0.04389714449644089,0.04692460596561432,0.04995206370949745,0.05297952517867088,0.056006986647844315,0.05903444439172745,0.06206190586090088,0.06508936733007431,0.06811682879924774,0.07114429026842117,0.07417174428701401,0.07719920575618744,0.08022666722536087,0.0832541286945343,0.08628159016370773,0.08930905163288116,0.092336505651474,0.09536396712064743,0.09839142858982086,0.1014188900589943],"_type":"histogram","values":[2,2,4,5,10,20,31,73,107,179,262,414,656,1004,1432,2080,2927,3978,5234,6863,8800,10780,13057,15352,18099,20753,22556,24622,26253,27201,28088,26866,26066,24743,22908,20678,18049,15505,13182,10949,8634,6830,5458,3899,3003,1993,1469,1015,673,394,295,166,115,73,37,21,13,2,3,1,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,3,1,1,1,5,1,4,5,1,6,3,8,4,12,14,12,19,17,18,22,16,27,23,36,28,15,26,36,25,29,37,25,31,23,22,17,23,21,23,16,22,12,11,9,5,6,7,12,5,6,2,3,2,1,3,3,0,1,1],"bins":[-0.0023442357778549194,-0.0022744201123714447,-0.0022046042140573263,-0.0021347885485738516,-0.002064972650259733,-0.0019951569847762585,-0.00192534108646214,-0.0018555253045633435,-0.001785709522664547,-0.0017158938571810722,-0.0016460780752822757,-0.0015762622933834791,-0.0015064465114846826,-0.001436630729585886,-0.0013668149476870894,-0.0012969991657882929,-0.0012271833838894963,-0.0011573676019906998,-0.0010875518200919032,-0.0010177360381931067,-0.0009479202562943101,-0.0008781045326031744,-0.0008082887507043779,-0.0007384729688055813,-0.0006686571869067848,-0.0005988414050079882,-0.0005290256231091917,-0.00045920987031422555,-0.000389394088415429,-0.00031957830651663244,-0.00024976255372166634,-0.00017994677182286978,-0.00011013098992407322,-4.0315215301234275e-05,2.950055932160467e-05,9.931633394444361e-05,0.00016913210856728256,0.00023894789046607912,0.0003087636432610452,0.0003785794251598418,0.00044839520705863833,0.0005182109889574349,0.0005880267708562315,0.000657842552755028,0.0007276582764461637,0.0007974740583449602,0.0008672898402437568,0.0009371056221425533,0.0010069214040413499,0.0010767371859401464,0.001146552967838943,0.0012163687497377396,0.0012861845316365361,0.0013560003135353327,0.0014258160954341292,0.0014956318773329258,0.0015654475428164005,0.001635263324715197,0.0017050791066139936,0.0017748948885127902,0.0018447106704115868,0.0019145264523103833,0.00198434223420918,0.0020541581325232983,0.002123973798006773],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[2,1,1,0,1,3,1,4,4,7,8,13,11,13,24,26,29,38,49,65,65,83,76,117,152,130,155,156,118,132,106,70,74,66,34,41,30,27,29,21,13,14,6,7,6,2,0,5,2,2,1,2,1,1,0,0,3,0,0,0,0,0,0,1],"bins":[-0.0012085926719009876,-0.0011631889501586556,-0.0011177853448316455,-0.0010723816230893135,-0.0010269780177623034,-0.0009815742960199714,-0.0009361706324853003,-0.0008907669689506292,-0.0008453633054159582,-0.0007999596418812871,-0.000754555978346616,-0.000709152314811945,-0.000663748593069613,-0.0006183449295349419,-0.0005729412660002708,-0.0005275376024655998,-0.0004821339389309287,-0.00043673027539625764,-0.00039132661186158657,-0.00034592291922308505,-0.000300519255688414,-0.0002551155921537429,-0.0002097119140671566,-0.00016430823598057032,-0.00011890457244589925,-7.350090163527057e-05,-2.8097230824641883e-05,1.73064399859868e-05,6.271011079661548e-05,0.00010811378160724416,0.00015351745241787285,0.00019892113050445914,0.0002443247940391302,0.0002897284575738013,0.00033513212110847235,0.00038053581374697387,0.00042593947728164494,0.000471343140816316,0.0005167468334548175,0.0005621504969894886,0.0006075541605241597,0.0006529578240588307,0.0006983614875935018,0.0007437651511281729,0.0007891688728705049,0.0008345725364051759,0.000879976199939847,0.0009253798634745181,0.0009707835270091891,0.0010161872487515211,0.0010615908540785313,0.0011069945758208632,0.0011523981811478734,0.0011978019028902054,0.0012432055082172155,0.0012886092299595475,0.0013340129517018795,0.0013794165570288897,0.0014248202787712216,0.0014702238840982318,0.0015156276058405638,0.001561031211167574,0.001606434932909906,0.001651838538236916,0.001697242259979248]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,0,0,1,1,1,4,6,0,4,5,5,6,9,5,10,12,6,14,17,16,21,24,20,13,22,24,33,25,31,25,22,16,35,26,33,20,33,27,22,17,15,13,13,15,14,14,12,12,9,8,6,6,7,1,4,1,1,2,1,0,2],"bins":[-0.000512429338414222,-0.0004973200848326087,-0.0004822107730433345,-0.0004671014903578907,-0.00045199220767244697,-0.00043688295409083366,-0.0004217736714053899,-0.00040666438871994615,-0.0003915551060345024,-0.00037644582334905863,-0.00036133654066361487,-0.0003462272579781711,-0.0003311180043965578,-0.00031600872171111405,-0.0003008994390256703,-0.00028579015634022653,-0.00027068087365478277,-0.000255571590969339,-0.00024046230828389525,-0.00022535304015036672,-0.00021024375746492296,-0.0001951344747794792,-0.00018002520664595068,-0.00016491592396050692,-0.00014980664127506316,-0.0001346973585896194,-0.00011958808318013325,-0.00010447880777064711,-8.936952508520335e-05,-7.426024239975959e-05,-5.9150966990273446e-05,-4.4041687942808494e-05,-2.8932379791513085e-05,-1.3823100744048133e-05,1.2861783034168184e-06,1.639545735088177e-05,3.150473639834672e-05,4.6614015445811674e-05,6.172329449327663e-05,7.683256990276277e-05,9.194185258820653e-05,0.00010705113527365029,0.00012216041795909405,0.00013726968609262258,0.00015237896877806634,0.0001674882514635101,0.00018259751959703863,0.00019770680228248239,0.00021281608496792614,0.0002279253676533699,0.00024303465033881366,0.0002581439330242574,0.0002732531866058707,0.0002883624692913145,0.00030347175197675824,0.000318581034662202,0.00033369031734764576,0.0003487996000330895,0.0003639088827185333,0.00037901816540397704,0.0003941274480894208,0.0004092367016710341,0.00042434598435647786,0.0004394552670419216,0.0004545645497273654],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,0,1,0,0,2,0,0,0,0,4,3,3,5,6,9,16,15,16,16,21,16,24,38,20,16,22,19,20,26,27,18,22,24,27,31,27,25,30,26,17,29,26,18,13,17,16,9,9,11,5,6,5,2,4,1,1,0,1,0,0,0,1,1],"bins":[-0.0008429635781794786,-0.0008173721143975854,-0.0007917805924080312,-0.0007661890704184771,-0.0007405976066365838,-0.0007150061428546906,-0.0006894146208651364,-0.0006638230988755822,-0.000638231635093689,-0.0006126401713117957,-0.0005870486493222415,-0.0005614571273326874,-0.0005358656635507941,-0.0005102741997689009,-0.0004846826777793467,-0.000459091184893623,-0.0004334996920078993,-0.0004079081991221756,-0.00038231670623645186,-0.00035672521335072815,-0.00033113372046500444,-0.00030554222757928073,-0.000279950734693557,-0.0002543592418078333,-0.0002287677489221096,-0.0002031762560363859,-0.00017758476315066218,-0.00015199327026493847,-0.00012640177737921476,-0.00010081028449349105,-7.521879160776734e-05,-4.9627298722043633e-05,-2.4035805836319923e-05,1.5556870494037867e-06,2.7147179935127497e-05,5.273867282085121e-05,7.833016570657492e-05,0.00010392165859229863,0.00012951315147802234,0.00015510464436374605,0.00018069613724946976,0.00020628763013519347,0.00023187912302091718,0.0002574706159066409,0.0002830621087923646,0.0003086536016780883,0.000334245094563812,0.00035983658744953573,0.00038542808033525944,0.00041101957322098315,0.00043661106610670686,0.00046220255899243057,0.0004877940518781543,0.0005133855156600475,0.0005389770376496017,0.0005645685596391559,0.0005901600234210491,0.0006157514872029424,0.0006413430091924965,0.0006669345311820507,0.000692525994963944,0.0007181174587458372,0.0007437089807353914,0.0007693005027249455,0.0007948919665068388],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[1,2,0,2,10,19,29,46,73,143,225,372,522,884,1278,1849,2593,3609,5098,6756,8727,11254,13922,16936,20044,23455,26334,29466,31743,33671,35133,35762,35490,34133,32528,29619,27209,23445,20591,17477,14225,11541,9012,6959,5174,3917,2696,2018,1363,884,601,366,242,162,85,50,38,15,11,6,3,3,2,1],"bins":[-0.09556590765714645,-0.09253804385662079,-0.08951017260551453,-0.08648230880498886,-0.0834544450044632,-0.08042658120393753,-0.07739871740341187,-0.0743708461523056,-0.07134298235177994,-0.06831511855125427,-0.06528724730014801,-0.062259383499622345,-0.05923151969909668,-0.056203655898571014,-0.05317578837275505,-0.05014792084693909,-0.04712005704641342,-0.044092193245887756,-0.04106432572007179,-0.03803645819425583,-0.035008594393730164,-0.0319807305932045,-0.028952863067388535,-0.02592499740421772,-0.022897131741046906,-0.01986926607787609,-0.016841400414705276,-0.013813534751534462,-0.010785669088363647,-0.007757803425192833,-0.004729937762022018,-0.001702072098851204,0.0013257935643196106,0.004353659227490425,0.00738152489066124,0.010409390553832054,0.013437256217002869,0.016465121880173683,0.019492987543344498,0.022520853206515312,0.025548718869686127,0.02857658453285694,0.031604450196027756,0.03463231772184372,0.037660181522369385,0.04068804532289505,0.043715912848711014,0.04674378037452698,0.04977164417505264,0.05279950797557831,0.05582737550139427,0.058855243027210236,0.0618831068277359,0.06491097062826157,0.06793883442878723,0.0709667056798935,0.07399456948041916,0.07702243328094482,0.08005030453205109,0.08307816833257675,0.08610603213310242,0.08913389593362808,0.09216175973415375,0.09518963098526001,0.09821749478578568],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[1,1,1,1,1,2,4,2,3,1,3,4,6,6,6,6,11,14,7,13,26,16,11,12,17,23,19,27,18,25,24,23,20,27,40,30,25,33,23,22,33,16,16,14,11,18,13,9,9,12,8,7,7,9,5,10,5,3,1,3,2,1,0,2],"bins":[-0.00044525155681185424,-0.0004318778228480369,-0.00041850408888421953,-0.00040513035492040217,-0.00039175665006041527,-0.0003783829160965979,-0.00036500918213278055,-0.0003516354481689632,-0.00033826171420514584,-0.0003248879802413285,-0.0003115142462775111,-0.00029814051231369376,-0.0002847667783498764,-0.0002713930734898895,-0.00025801933952607214,-0.0002446456055622548,-0.00023127187159843743,-0.00021789813763462007,-0.0002045244036708027,-0.00019115068425890058,-0.00017777695029508322,-0.00016440321633126587,-0.00015102949691936374,-0.00013765576295554638,-0.00012428202899172902,-0.00011090829502791166,-9.753456834005192e-05,-8.416084165219218e-05,-7.078710768837482e-05,-5.7413377362536266e-05,-4.4039647036697716e-05,-3.0665916710859165e-05,-1.7292186385020614e-05,-3.918456059182063e-06,9.455274266656488e-06,2.282900459249504e-05,3.620273491833359e-05,4.957646524417214e-05,6.295019557001069e-05,7.632392225787044e-05,8.96976562216878e-05,0.00010307139018550515,0.0001164451168733649,0.00012981884356122464,0.000143192577525042,0.00015656631148885936,0.00016994003090076149,0.00018331376486457884,0.0001966874988283962,0.00021006123279221356,0.00022343496675603092,0.00023680868616793305,0.0002501824055798352,0.00026355613954365253,0.0002769298735074699,0.00029030360747128725,0.0003036773414351046,0.00031705107539892197,0.0003304248093627393,0.0003437985433265567,0.00035717227729037404,0.00037054598215036094,0.0003839197161141783,0.00039729345007799566,0.000410667184041813],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09649711102247238,-0.0935138687491417,-0.0905306339263916,-0.08754739165306091,-0.08456414937973022,-0.08158091455698013,-0.07859767228364944,-0.07561443001031876,-0.07263119518756866,-0.06964795291423798,-0.06666471064090729,-0.0636814683675766,-0.06069823354482651,-0.05771499127149582,-0.05473175272345543,-0.05174851045012474,-0.04876527190208435,-0.04578203335404396,-0.04279879108071327,-0.03981555253267288,-0.036832310259342194,-0.033849071711301804,-0.030865833163261414,-0.027882592752575874,-0.024899352341890335,-0.021916111931204796,-0.018932871520519257,-0.015949632972478867,-0.012966392561793327,-0.009983152151107788,-0.0069999126717448235,-0.0040166727267205715,-0.0010334327816963196,0.0019498071633279324,0.004933047108352184,0.007916286587715149,0.010899526998400688,0.013882767409086227,0.016866005957126617,0.019849246367812157,0.022832486778497696,0.025815727189183235,0.028798967599868774,0.031782206147909164,0.034765444695949554,0.03774868696928024,0.04073192551732063,0.04371516779065132,0.04669840633869171,0.0496816448867321,0.05266488716006279,0.05564812570810318,0.05863136798143387,0.06161460652947426,0.06459784507751465,0.06758108735084534,0.07056432962417603,0.07354756444692612,0.0765308067202568,0.0795140489935875,0.08249728381633759,0.08548052608966827,0.08846376836299896,0.09144700318574905,0.09443024545907974],"_type":"histogram","values":[2,3,2,6,8,14,15,29,60,108,161,275,400,668,1082,1546,2167,3073,4126,5633,7433,9518,11886,14520,17663,20963,24040,27090,29815,32035,33845,34684,35076,34529,33352,31407,29045,26097,23062,19883,16756,13868,11051,8725,6759,5171,3663,2681,1975,1362,912,563,399,234,162,101,56,32,12,14,4,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[0.9991428852081299,0.999167263507843,0.9991917014122009,0.9992160797119141,0.9992404580116272,0.9992648959159851,0.9992892742156982,0.9993136525154114,0.9993380904197693,0.9993624687194824,0.9993868470191956,0.9994112849235535,0.9994356632232666,0.9994600415229797,0.9994844794273376,0.9995088577270508,0.9995332956314087,0.9995576739311218,0.999582052230835,0.9996064901351929,0.999630868434906,0.9996552467346191,0.999679684638977,0.9997040629386902,0.9997284412384033,0.9997528791427612,0.9997772574424744,0.9998016357421875,0.9998260736465454,0.9998504519462585,0.9998748302459717,0.9998992681503296,0.9999236464500427,0.9999480247497559,0.9999724626541138,0.9999968409538269,1.00002121925354,1.000045657157898,1.0000700950622559,1.0000944137573242,1.0001188516616821,1.00014328956604,1.0001676082611084,1.0001920461654663,1.0002164840698242,1.0002408027648926,1.0002652406692505,1.0002896785736084,1.0003139972686768,1.0003384351730347,1.0003628730773926,1.000387191772461,1.0004116296768188,1.0004360675811768,1.0004603862762451,1.000484824180603,1.000509262084961,1.0005335807800293,1.0005580186843872,1.0005824565887451,1.0006067752838135,1.0006312131881714,1.0006556510925293,1.0006799697875977,1.0007044076919556],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,3,2,6,4,7,8,14,9,12,17,13,20,20,22,23,17,17,28,28,25,28,22,31,19,26,29,25,18,22,30,16,30,28,22,25,10,28,10,11,10,4,3,7,4,1,4,2,1,3,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,1,0,3,1,2,1,6,6,8,9,8,19,24,30,37,41,55,57,72,97,97,106,113,149,149,111,128,117,119,55,60,62,58,45,34,36,25,19,10,18,14,14,9,3,3,5,3,1,1,0,1,0,1,1,0,0,1],"bins":[-0.0006418765988200903,-0.0006215557805262506,-0.0006012350204400718,-0.0005809142021462321,-0.0005605933838523924,-0.0005402726237662137,-0.000519951805472374,-0.0004996309871785343,-0.00047931019798852503,-0.0004589894087985158,-0.0004386685905046761,-0.00041834780131466687,-0.00039802701212465763,-0.00037770619383081794,-0.0003573854046408087,-0.000337064586346969,-0.00031674379715695977,-0.00029642300796695054,-0.00027610218967311084,-0.0002557814004831016,-0.00023546059674117714,-0.00021513979299925268,-0.00019481900380924344,-0.00017449820006731898,-0.0001541773963253945,-0.00013385659258347005,-0.0001135357961175032,-9.321499965153635e-05,-7.289419590961188e-05,-5.257339580566622e-05,-3.2252595701720566e-05,-1.1931795597774908e-05,8.38900450617075e-06,2.8709804610116407e-05,4.9030604714062065e-05,6.935140118002892e-05,8.967220492195338e-05,0.00010999300866387784,0.00013031379785388708,0.00015063460159581155,0.000170955405337736,0.00019127620907966048,0.00021159701282158494,0.00023191780201159418,0.0002522385912016034,0.0002725594094954431,0.00029288019868545234,0.00031320101697929204,0.00033352180616930127,0.0003538425953593105,0.0003741634136531502,0.00039448420284315944,0.00041480502113699913,0.00043512581032700837,0.0004554465995170176,0.0004757674178108573,0.0004960881778970361,0.0005164089961908758,0.0005367298144847155,0.0005570506327785552,0.0005773713928647339,0.0005976922111585736,0.0006180130294524133,0.0006383337895385921,0.0006586546078324318]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,2,0,2,2,5,3,9,3,11,4,18,10,30,12,13,21,19,20,21,23,34,36,33,38,35,29,39,34,30,26,19,17,24,24,17,21,18,13,15,8,8,7,5,5,1,0,0,1,0,0,1,0,1],"bins":[-0.0005990869831293821,-0.0005821085651405156,-0.000565130147151649,-0.0005481517291627824,-0.0005311733111739159,-0.0005141948931850493,-0.0004972164751961827,-0.0004802380863111466,-0.00046325966832228005,-0.0004462812503334135,-0.0004293028323445469,-0.00041232441435568035,-0.00039534602547064424,-0.00037836760748177767,-0.0003613891894929111,-0.00034441077150404453,-0.00032743235351517797,-0.0003104539355263114,-0.00029347551753744483,-0.00027649709954857826,-0.0002595186815597117,-0.00024254027812276036,-0.00022556187468580902,-0.00020858345669694245,-0.00019160503870807588,-0.0001746266207192093,-0.00015764820273034275,-0.0001406697992933914,-0.00012369138130452484,-0.00010671296331565827,-8.973455260274932e-05,-7.275614188984036e-05,-5.577778210863471e-05,-3.879936775774695e-05,-2.182095340685919e-05,-4.842539055971429e-06,1.2135875294916332e-05,2.9114289645804092e-05,4.609270399669185e-05,6.30711147096008e-05,8.004953269846737e-05,9.702795068733394e-05,0.0001140063614002429,0.00013098477211315185,0.00014796319010201842,0.00016494160809088498,0.00018192001152783632,0.0001988984295167029,0.00021587684750556946,0.00023285526549443603,0.0002498336834833026,0.00026681210147216916,0.00028379051946103573,0.00030076890834607184,0.0003177473263349384,0.000334725744323805,0.00035170416231267154,0.0003686825803015381,0.0003856609982904047,0.00040263941627927125,0.00041961780516430736,0.0004365962231531739,0.0004535746411420405,0.00047055305913090706,0.0004875314771197736],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09159939736127853,-0.08850506693124771,-0.08541073650121689,-0.08231640607118607,-0.07922206819057465,-0.07612773776054382,-0.073033407330513,-0.06993907690048218,-0.06684474647045135,-0.06375041604042053,-0.06065608188509941,-0.05756175145506859,-0.05446741729974747,-0.051373086869716644,-0.04827875643968582,-0.0451844222843647,-0.04209009185433388,-0.038995761424303055,-0.035901427268981934,-0.03280709683895111,-0.029712766408920288,-0.026618434116244316,-0.023524101823568344,-0.02042977139353752,-0.01733543910086155,-0.014241107739508152,-0.011146776378154755,-0.008052444085478783,-0.004958112724125385,-0.0018637811299413443,0.0012305504642426968,0.0043248822912573814,0.007419213652610779,0.010513545013964176,0.013607876375317574,0.016702208667993546,0.01979653909802437,0.02289087139070034,0.025985203683376312,0.029079534113407135,0.03217386454343796,0.03526819869875908,0.0383625291287899,0.041456859558820724,0.044551193714141846,0.04764552414417267,0.05073985457420349,0.05383418872952461,0.056928519159555435,0.06002284958958626,0.06311718374490738,0.0662115141749382,0.06930584460496902,0.07240017503499985,0.07549450546503067,0.07858884334564209,0.08168317377567291,0.08477750420570374,0.08787183463573456,0.09096616506576538,0.0940604954957962,0.09715483337640762,0.10024916380643845,0.10334349423646927,0.10643782466650009],"_type":"histogram","values":[3,1,3,15,24,33,73,99,198,279,475,743,1134,1673,2323,3336,4710,6223,8438,10781,13577,16779,19670,23430,26456,29763,32379,34579,35921,36328,35832,34807,32772,30238,27443,24226,20787,17329,14084,11231,8816,6730,4879,3660,2503,1725,1242,812,478,324,190,120,67,33,22,16,3,4,3,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,1,0,3,3,4,2,4,2,6,10,5,7,6,12,17,17,13,20,12,30,17,24,33,30,37,26,26,23,36,30,28,27,25,32,36,24,19,16,23,12,20,10,10,9,1,3,5,2,3,1,1,0,1,1,1,0,0,0,0,0,0,1],"bins":[-0.001641988754272461,-0.0015876367688179016,-0.0015332847833633423,-0.001478932797908783,-0.0014245808124542236,-0.0013702288269996643,-0.001315876841545105,-0.0012615248560905457,-0.0012071728706359863,-0.001152820885181427,-0.0010984688997268677,-0.0010441169142723083,-0.000989764928817749,-0.0009354129433631897,-0.0008810609579086304,-0.000826708972454071,-0.0007723569869995117,-0.0007180050015449524,-0.0006636530160903931,-0.0006093010306358337,-0.0005549490451812744,-0.0005005970597267151,-0.00044624507427215576,-0.00039189308881759644,-0.0003375411033630371,-0.0002831891179084778,-0.00022883713245391846,-0.00017448514699935913,-0.0001201331615447998,-6.578117609024048e-05,-1.1429190635681152e-05,4.2922794818878174e-05,9.72747802734375e-05,0.00015162676572799683,0.00020597875118255615,0.0002603307366371155,0.0003146827220916748,0.00036903470754623413,0.00042338669300079346,0.0004777386784553528,0.0005320906639099121,0.0005864426493644714,0.0006407946348190308,0.0006951466202735901,0.0007494986057281494,0.0008038505911827087,0.0008582025766372681,0.0009125545620918274,0.0009669065475463867,0.001021258533000946,0.0010756105184555054,0.0011299625039100647,0.001184314489364624,0.0012386664748191833,0.0012930184602737427,0.001347370445728302,0.0014017224311828613,0.0014560744166374207,0.00151042640209198,0.0015647783875465393,0.0016191303730010986,0.001673482358455658,0.0017278343439102173,0.0017821863293647766,0.001836538314819336],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,2,4,2,7,12,24,48,80,156,242,327,574,927,1347,1862,2731,3751,5133,6892,9052,11481,14196,17297,20701,23764,26779,29853,32192,33882,35531,35687,35053,33983,31874,29457,26707,23488,20256,16786,14055,11322,8888,6639,5039,3688,2638,1840,1267,821,584,362,228,144,76,44,21,9,6,5,2,2,1,2],"bins":[-0.09550318866968155,-0.09246741980314255,-0.08943165093660355,-0.08639587461948395,-0.08336010575294495,-0.08032433688640594,-0.07728856801986694,-0.07425279915332794,-0.07121703028678894,-0.06818125396966934,-0.06514548510313034,-0.06210971623659134,-0.05907394737005234,-0.05603817477822304,-0.053002405911684036,-0.049966633319854736,-0.046930864453315735,-0.04389509558677673,-0.040859322994947433,-0.03782355412840843,-0.03478778153657913,-0.03175201267004013,-0.02871624380350113,-0.02568047307431698,-0.022644702345132828,-0.019608931615948677,-0.016573160886764526,-0.013537392020225525,-0.010501621291041374,-0.007465851027518511,-0.004430080763995647,-0.001394310500472784,0.0016414672136306763,0.00467723747715354,0.007713007740676403,0.010748777538537979,0.01378454826772213,0.01682031899690628,0.019856087863445282,0.022891858592629433,0.025927629321813583,0.028963400050997734,0.031999170780181885,0.035034939646720886,0.03807070851325989,0.04110648110508919,0.04414224997162819,0.04717802256345749,0.05021379142999649,0.05324956029653549,0.05628533288836479,0.05932110175490379,0.06235687434673309,0.0653926432132721,0.0684284120798111,0.0714641809463501,0.0744999498128891,0.0775357261300087,0.0805714949965477,0.0836072638630867,0.0866430327296257,0.0896788015961647,0.0927145779132843,0.0957503467798233,0.0987861156463623]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0006152522400952876,-0.0005956231616437435,-0.0005759940249845386,-0.0005563649465329945,-0.0005367358680814505,-0.0005171067896299064,-0.0004974777111783624,-0.0004778485745191574,-0.00045821949606761336,-0.0004385904176160693,-0.0004189613100606948,-0.0003993322025053203,-0.00037970312405377626,-0.0003600740456022322,-0.0003404449380468577,-0.0003208158304914832,-0.00030118675203993917,-0.0002815576735883951,-0.0002619285660330206,-0.00024229947302956134,-0.00022267038002610207,-0.0002030412870226428,-0.00018341219401918352,-0.00016378310101572424,-0.00014415400801226497,-0.0001245249150088057,-0.00010489582200534642,-8.526672900188714e-05,-6.563763599842787e-05,-4.600854299496859e-05,-2.637944999150932e-05,-6.750356988050044e-06,1.2878794223070145e-05,3.250788722652942e-05,5.2136980229988694e-05,7.176607323344797e-05,9.139516623690724e-05,0.00011102425924036652,0.0001306533522438258,0.00015028244524728507,0.00016991153825074434,0.00018954063125420362,0.0002091697242576629,0.00022879881726112217,0.00024842791026458144,0.0002680569887161255,0.0002876860962715,0.0003073152038268745,0.00032694428227841854,0.0003465733607299626,0.0003662024682853371,0.0003858315758407116,0.00040546065429225564,0.0004250897327437997,0.0004447188402991742,0.0004643479478545487,0.00048397702630609274,0.0005036061047576368,0.0005232351832091808,0.0005428643198683858,0.0005624933983199298,0.0005821224767714739,0.0006017516134306788,0.0006213806918822229,0.0006410097703337669],"_type":"histogram","values":[2,0,1,0,0,2,0,0,0,3,2,2,8,6,3,6,8,6,10,12,14,21,21,23,25,22,28,28,32,39,37,51,38,43,45,33,25,36,17,21,17,13,11,5,8,7,4,7,7,3,5,3,2,1,0,0,2,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,2,9,2,2,10,7,11,11,6,11,10,14,18,12,21,16,24,19,29,30,29,19,13,29,35,34,32,31,26,25,18,21,15,28,18,14,14,14,13,15,13,11,9,5,3,4,3,3,3,1,2,1,0,0,0,0,0,0,0,1,0,0,1],"bins":[-0.0003945982316508889,-0.00037898114533163607,-0.00036336402990855277,-0.0003477469435892999,-0.0003321298281662166,-0.00031651274184696376,-0.0003008956555277109,-0.0002852785401046276,-0.00026966145378537476,-0.0002540443674661219,-0.0002384272520430386,-0.00022281016572378576,-0.00020719306485261768,-0.0001915759639814496,-0.00017595887766219676,-0.00016034177679102868,-0.0001447246759198606,-0.00012910757504869252,-0.00011349048145348206,-9.78733878582716e-05,-8.225628698710352e-05,-6.663918611593544e-05,-5.102209252072498e-05,-3.540499528753571e-05,-1.9787898054346442e-05,-4.170800821157172e-06,1.1446296412032098e-05,2.7063393645221367e-05,4.268049087841064e-05,5.829758811159991e-05,7.391468534478918e-05,8.953177893999964e-05,0.00010514893801882863,0.00012076603888999671,0.00013638313976116478,0.00015200022608041763,0.0001676173269515857,0.0001832344278227538,0.00019885151414200664,0.0002144686150131747,0.0002300857158843428,0.00024570280220359564,0.00026131991762667894,0.0002769370039459318,0.00029255409026518464,0.00030817120568826795,0.0003237882920075208,0.0003394054074306041,0.00035502249374985695,0.0003706395800691098,0.0003862566954921931,0.00040187378181144595,0.00041749089723452926,0.0004331079835537821,0.00044872506987303495,0.00046434218529611826,0.0004799592716153711,0.000495576357934624,0.0005111934733577073,0.0005268105887807906,0.000542427645996213,0.0005580447614192963,0.0005736618768423796,0.000589278934057802,0.0006048960494808853]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[2,0,5,6,6,12,21,30,50,84,161,260,405,636,971,1337,2067,2879,3969,5383,7168,9047,11668,14359,17245,20362,23492,26618,29382,31894,33801,34843,34804,34425,33867,31940,29375,26494,23577,20488,17122,14131,11488,8989,6955,5241,3969,2830,2018,1343,942,629,425,228,142,90,56,40,25,13,11,3,0,1],"bins":[-0.09702655673027039,-0.09403962641954422,-0.09105269610881805,-0.08806576579809189,-0.08507883548736572,-0.08209191262722015,-0.07910498231649399,-0.07611805200576782,-0.07313112169504166,-0.07014419138431549,-0.06715726107358932,-0.06417033076286316,-0.06118340417742729,-0.058196473866701126,-0.05520954728126526,-0.05222261697053909,-0.04923568665981293,-0.04624875634908676,-0.043261826038360596,-0.04027489945292473,-0.03728796914219856,-0.0343010388314724,-0.03131411224603653,-0.028327181935310364,-0.025340251624584198,-0.022353321313858032,-0.019366392865777016,-0.016379464417696,-0.013392534106969833,-0.010405604727566242,-0.007418675348162651,-0.00443174596875906,-0.0014448240399360657,0.0015421053394675255,0.004529034718871117,0.007515964098274708,0.010502893477678299,0.01348982285708189,0.01647675223648548,0.019463680684566498,0.022450610995292664,0.02543754130601883,0.028424469754099846,0.03141139820218086,0.03439832851290703,0.037385258823633194,0.04037218540906906,0.04335911571979523,0.04634604603052139,0.04933297634124756,0.052319906651973724,0.05530683323740959,0.05829376354813576,0.06128069385886192,0.06426762044429779,0.06725455075502396,0.07024148106575012,0.07322841137647629,0.07621534168720245,0.07920227199792862,0.08218920230865479,0.08517612516880035,0.08816305547952652,0.09114998579025269,0.09413691610097885],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[2,1,1,0,0,3,2,1,5,11,6,6,4,7,7,6,11,13,11,14,26,24,27,35,26,25,29,35,37,34,43,28,29,24,29,27,24,20,15,17,20,15,11,8,5,10,12,5,2,4,2,3,2,1,0,1,1,0,0,0,0,0,0,1],"bins":[-0.006572626531124115,-0.006348340772092342,-0.006124055478721857,-0.0058997697196900845,-0.005675484426319599,-0.0054511986672878265,-0.005226913373917341,-0.005002627614885569,-0.004778342321515083,-0.004554056562483311,-0.004329770803451538,-0.004105485510081053,-0.00388119975104928,-0.003656914224848151,-0.0034326286986470222,-0.0032083431724458933,-0.0029840576462447643,-0.0027597721200436354,-0.0025354865938425064,-0.0023112010676413774,-0.0020869155414402485,-0.0018626298988237977,-0.001638344256207347,-0.001414058730006218,-0.001189773203805089,-0.00096548767760396,-0.0007412020931951702,-0.0005169165087863803,-0.00029263098258525133,-6.834542728029191e-05,0.0001559401280246675,0.0003802256833296269,0.0006045112386345863,0.0008287967648357153,0.0010530822910368443,0.001277367933653295,0.001501653459854424,0.001725938986055553,0.0019502246286720037,0.0021745101548731327,0.0023987956810742617,0.0026230812072753906,0.0028473667334765196,0.0030716522596776485,0.003295938018709421,0.00352022354491055,0.003744509071111679,0.003968794364482164,0.004193080123513937,0.00441736588254571,0.004641651175916195,0.0048659369349479675,0.005090222228318453,0.0053145079873502254,0.005538793280720711,0.005763079039752483,0.005987364798784256,0.006211650092154741,0.006435935851186514,0.006660221144556999,0.006884506903588772,0.007108792196959257,0.00733307795599103,0.007557363249361515,0.007781649008393288]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,0,1,1,3,10,14,23,38,77,140,253,451,713,1241,1851,2827,4185,6049,8715,12050,15988,21834,27934,35040,43554,52437,61906,70884,78816,86188,92232,95699,97728,97077,94035,88810,81442,73504,64031,55571,46420,38001,30719,23482,17939,13279,9610,6757,4739,3084,2102,1324,865,523,298,158,93,61,27,16,8,3,3],"bins":[-0.10482408106327057,-0.10171010345220566,-0.09859611839056015,-0.09548214077949524,-0.09236816316843033,-0.08925417810678482,-0.08614020049571991,-0.083026222884655,-0.07991224527359009,-0.07679826021194458,-0.07368428260087967,-0.07057030498981476,-0.06745631992816925,-0.06434234231710434,-0.06122836098074913,-0.05811438336968422,-0.05500040203332901,-0.0518864206969738,-0.04877244308590889,-0.04565846174955368,-0.04254448413848877,-0.03943050280213356,-0.03631652146577835,-0.03320254385471344,-0.03008856251835823,-0.02697458304464817,-0.02386060357093811,-0.0207466222345829,-0.01763264276087284,-0.01451866328716278,-0.011404682882130146,-0.008290702477097511,-0.005176715552806854,-0.002062735613435507,0.0010512443259358406,0.004165224265307188,0.0072792042046785355,0.010393183678388596,0.01350716408342123,0.016621144488453865,0.019735123962163925,0.022849103435873985,0.025963082909584045,0.029077064245939255,0.032191045582294464,0.035305023193359375,0.038419004529714584,0.041532982140779495,0.044646963477134705,0.047760944813489914,0.050874922424554825,0.053988903760910034,0.057102881371974945,0.060216862708330154,0.06333084404468536,0.06644482165575027,0.06955879926681519,0.0726727843284607,0.0757867619395256,0.07890073955059052,0.08201472461223602,0.08512870222330093,0.08824267983436584,0.09135666489601135,0.09447064250707626],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[3,2,0,5,5,22,25,50,91,163,216,369,571,892,1294,1928,2674,3579,4997,6452,8395,10757,13413,16156,19327,22204,25450,28365,30562,32443,33967,34834,34610,33815,32184,30104,27426,24633,21498,18611,15584,12588,10094,7993,6186,4584,3292,2403,1693,1199,766,511,335,214,107,71,53,23,21,6,4,0,3,2],"bins":[-0.09422995150089264,-0.091273732483387,-0.08831751346588135,-0.0853612944483757,-0.08240507543087006,-0.07944885641336441,-0.07649263739585876,-0.07353641837835312,-0.07058019936084747,-0.06762398034334183,-0.06466776132583618,-0.061711542308330536,-0.05875532329082489,-0.055799104273319244,-0.0528428852558136,-0.04988666623830795,-0.04693044722080231,-0.04397422820329666,-0.041018009185791016,-0.03806179016828537,-0.035105571150779724,-0.03214935213327408,-0.029193133115768433,-0.026236914098262787,-0.02328069508075714,-0.020324476063251495,-0.01736825704574585,-0.014412038028240204,-0.011455819010734558,-0.008499599993228912,-0.005543380975723267,-0.002587161958217621,0.000369049608707428,0.0033252686262130737,0.0062814876437187195,0.009237706661224365,0.012193925678730011,0.015150144696235657,0.018106363713741302,0.021062582731246948,0.024018801748752594,0.02697502076625824,0.029931239783763885,0.03288745880126953,0.03584367781877518,0.03879989683628082,0.04175611585378647,0.044712334871292114,0.04766855388879776,0.050624772906303406,0.05358099192380905,0.0565372109413147,0.05949342995882034,0.06244964897632599,0.06540586799383163,0.06836208701133728,0.07131830602884293,0.07427452504634857,0.07723074406385422,0.08018696308135986,0.08314318209886551,0.08609940111637115,0.0890556201338768,0.09201183915138245,0.09496805816888809]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[0.9992691278457642,0.999292254447937,0.9993154406547546,0.9993385672569275,0.9993617534637451,0.999384880065918,0.9994080662727356,0.9994311928749084,0.9994543790817261,0.9994775056838989,0.9995006918907166,0.9995238184928894,0.999547004699707,0.9995701313018799,0.9995933175086975,0.9996164441108704,0.999639630317688,0.9996627569198608,0.9996858835220337,0.9997090697288513,0.9997321963310242,0.9997553825378418,0.9997785091400146,0.9998016953468323,0.9998248219490051,0.9998480081558228,0.9998711347579956,0.9998943209648132,0.9999174475669861,0.9999406337738037,0.9999637603759766,0.9999869465827942,1.0000100135803223,1.0000332593917847,1.0000563859939575,1.0000795125961304,1.0001026391983032,1.0001258850097656,1.0001490116119385,1.0001721382141113,1.0001952648162842,1.0002185106277466,1.0002416372299194,1.0002647638320923,1.0002878904342651,1.0003111362457275,1.0003342628479004,1.0003573894500732,1.000380516052246,1.000403642654419,1.0004268884658813,1.0004500150680542,1.000473141670227,1.0004962682724,1.0005195140838623,1.0005426406860352,1.000565767288208,1.0005888938903809,1.0006121397018433,1.0006352663040161,1.000658392906189,1.0006815195083618,1.0007047653198242,1.000727891921997,1.00075101852417],"_type":"histogram","values":[1,0,0,0,0,2,2,0,3,3,6,12,10,8,15,9,16,9,17,19,22,22,19,17,23,24,18,16,30,27,29,22,25,16,30,22,25,26,19,12,31,23,11,22,26,13,16,11,8,4,8,4,5,3,3,1,0,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,4,0,2,5,1,7,15,16,21,38,52,96,130,242,359,644,1043,1608,2787,4659,7600,14255,26044,53001,109504,163126,100965,47951,24049,13153,7278,4411,2640,1582,998,614,341,198,142,82,52,26,25,14,12,10,7,4,6,1,0,0,1],"bins":[-0.002410888671875,-0.0023447275161743164,-0.002278566360473633,-0.0022124052047729492,-0.0021462440490722656,-0.002080082893371582,-0.0020139217376708984,-0.0019477605819702148,-0.0018815994262695312,-0.0018154382705688477,-0.001749277114868164,-0.0016831159591674805,-0.0016169548034667969,-0.0015507936477661133,-0.0014846324920654297,-0.001418471336364746,-0.0013523101806640625,-0.001286149024963379,-0.0012199878692626953,-0.0011538267135620117,-0.0010876655578613281,-0.0010215044021606445,-0.0009553432464599609,-0.0008891820907592773,-0.0008230209350585938,-0.0007568597793579102,-0.0006906986236572266,-0.000624537467956543,-0.0005583763122558594,-0.0004922151565551758,-0.0004260540008544922,-0.0003598928451538086,-0.000293731689453125,-0.0002275705337524414,-0.0001614093780517578,-9.524822235107422e-05,-2.9087066650390625e-05,3.707408905029297e-05,0.00010323524475097656,0.00016939640045166016,0.00023555755615234375,0.00030171871185302734,0.00036787986755371094,0.00043404102325439453,0.0005002021789550781,0.0005663633346557617,0.0006325244903564453,0.0006986856460571289,0.0007648468017578125,0.0008310079574584961,0.0008971691131591797,0.0009633302688598633,0.0010294914245605469,0.0010956525802612305,0.001161813735961914,0.0012279748916625977,0.0012941360473632812,0.0013602972030639648,0.0014264583587646484,0.001492619514465332,0.0015587806701660156,0.0016249418258666992,0.0016911029815673828,0.0017572641372680664,0.00182342529296875]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,2,2,2,2,1,8,4,6,5,7,13,16,11,16,17,13,15,18,16,18,23,28,29,31,28,35,42,34,38,32,29,29,26,19,14,14,15,13,10,14,10,12,4,7,11,3,5,4,1,4,3,2,0,1,0,1,1,0,1,0,0,1,1],"bins":[-0.00040847621858119965,-0.0003935422282665968,-0.0003786082670558244,-0.00036367427674122155,-0.00034874031553044915,-0.0003338063252158463,-0.00031887233490124345,-0.00030393837369047105,-0.0002890043833758682,-0.0002740704221650958,-0.00025913643185049295,-0.0002442024415358901,-0.0002292684803251177,-0.00021433450456243008,-0.00019940051424782723,-0.0001844665384851396,-0.00016953256272245198,-0.00015459858695976436,-0.00013966461119707674,-0.00012473062088247389,-0.00010979664511978626,-9.486266935709864e-05,-7.992869359441102e-05,-6.499471055576578e-05,-5.0060734793078154e-05,-3.5126755392411724e-05,-2.0192777810734697e-05,-5.258799319562968e-06,9.675179171608761e-06,2.460915857227519e-05,3.9543134334962815e-05,5.4477113735629246e-05,6.941109313629568e-05,8.43450688989833e-05,9.927905193762854e-05,0.00011421302770031616,0.0001291470107389614,0.00014408098650164902,0.00015901496226433665,0.00017394893802702427,0.00018888292834162712,0.00020381690410431474,0.00021875087986700237,0.00023368485562969,0.0002486188313923776,0.00026355282170698047,0.00027848678291775286,0.0002934207732323557,0.0003083547344431281,0.00032328872475773096,0.0003382227150723338,0.0003531566762831062,0.00036809066659770906,0.00038302462780848145,0.0003979586181230843,0.00041289260843768716,0.00042782656964845955,0.0004427605599630624,0.0004576945211738348,0.00047262851148843765,0.0004875625018030405,0.0005024964921176434,0.0005174304242245853,0.0005323644145391881,0.000547298404853791]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.011726785451173782,-0.011332797817885876,-0.010938810184597969,-0.010544823482632637,-0.01015083584934473,-0.009756848216056824,-0.009362860582768917,-0.00896887294948101,-0.008574886247515678,-0.008180898614227772,-0.007786910980939865,-0.0073929233476519585,-0.006998935714364052,-0.0066049485467374325,-0.006210960913449526,-0.0058169737458229065,-0.005422986112535,-0.005028998479247093,-0.004635011311620474,-0.004241023678332567,-0.0038470362778753042,-0.0034530488774180412,-0.0030590612441301346,-0.0026650738436728716,-0.0022710864432156086,-0.0018770990427583456,-0.0014831115258857608,-0.001089124009013176,-0.000695136608555913,-0.00030114914989098907,9.283830877393484e-05,0.00048682576743885875,0.0008808132261037827,0.0012748006265610456,0.0016687881434336305,0.0020627756603062153,0.0024567630607634783,0.0028507504612207413,0.003244738094508648,0.003638725494965911,0.004032712895423174,0.0044267005287110806,0.0048206876963377,0.0052146753296256065,0.005608662962913513,0.0060026501305401325,0.006396637763828039,0.0067906249314546585,0.007184612564742565,0.007578600198030472,0.007972587831318378,0.00836657453328371,0.008760562166571617,0.009154549799859524,0.00954853743314743,0.009942525066435337,0.010336512699723244,0.010730499401688576,0.011124487034976482,0.011518474668264389,0.011912462301552296,0.012306449934840202,0.012700436636805534,0.013094424270093441,0.013488411903381348],"_type":"histogram","values":[2,2,0,1,4,1,4,2,3,4,7,12,9,9,7,11,11,18,18,12,18,19,23,24,20,28,33,27,29,26,36,38,24,31,26,28,26,17,18,24,12,17,9,8,11,10,8,10,1,5,5,3,6,2,1,1,0,2,1,1,2,0,0,1]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,2,0,1,1,0,1,2,2,5,10,8,7,6,6,16,13,14,13,13,23,21,24,34,34,28,41,39,803,32,30,39,32,34,24,26,18,20,14,19,6,14,12,4,11,5,8,4,2,3,0,2,2,2,0,2,1,0,0,0,0,2],"bins":[-0.5593871474266052,-0.5411872267723083,-0.5229872465133667,-0.5047873258590698,-0.48658740520477295,-0.4683874845504761,-0.4501875340938568,-0.43198758363723755,-0.4137876629829407,-0.3955877423286438,-0.37738779187202454,-0.3591878414154053,-0.3409879207611084,-0.3227880001068115,-0.30458804965019226,-0.286388099193573,-0.2681881785392761,-0.24998824298381805,-0.23178830742835999,-0.21358837187290192,-0.19538843631744385,-0.17718850076198578,-0.1589885652065277,-0.14078862965106964,-0.12258869409561157,-0.1043887585401535,-0.08618882298469543,-0.06798888742923737,-0.0497889518737793,-0.03158901631832123,-0.01338908076286316,0.00481085479259491,0.023010849952697754,0.04121078550815582,0.05941072106361389,0.07761065661907196,0.09581059217453003,0.1140105277299881,0.13221046328544617,0.15041039884090424,0.1686103343963623,0.18681026995182037,0.20501020550727844,0.2232101410627365,0.24141007661819458,0.25960999727249146,0.2778099477291107,0.29600989818573,0.31420981884002686,0.33240973949432373,0.350609689950943,0.36880964040756226,0.38700956106185913,0.405209481716156,0.42340943217277527,0.44160938262939453,0.4598093032836914,0.4780092239379883,0.49620917439460754,0.5144091248512268,0.5326090455055237,0.5508089661598206,0.5690089464187622,0.5872088670730591,0.605408787727356]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,2,2,3,2,3,4,9,9,4,14,11,16,17,14,9,19,23,35,20,37,35,33,27,31,30,31,38,38,30,28,19,16,14,18,23,18,16,12,10,13,6,5,5,8,2,1,2,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0005527641624212265,-0.0005348111153580248,-0.0005168580682948232,-0.0004989050212316215,-0.00048095197416841984,-0.00046299895620904863,-0.00044504590914584696,-0.0004270928620826453,-0.00040913981501944363,-0.00039118676795624197,-0.0003732337208930403,-0.00035528067382983863,-0.0003373276558704674,-0.00031937460880726576,-0.0003014215617440641,-0.0002834685146808624,-0.00026551546761766076,-0.0002475624205544591,-0.00022960937349125743,-0.000211656340979971,-0.00019370329391676933,-0.00017575024685356766,-0.00015779721434228122,-0.00013984416727907956,-0.00012189112021587789,-0.00010393807315267622,-8.598503336543217e-05,-6.803199357818812e-05,-5.0078946514986455e-05,-3.21259030897636e-05,-1.4172859664540738e-05,3.780183760682121e-06,2.1733168978244066e-05,3.9686212403466925e-05,5.7639255828689784e-05,7.559229561593384e-05,9.35453426791355e-05,0.00011149838974233717,0.0001294514222536236,0.00014740446931682527,0.00016535751638002694,0.0001833105634432286,0.00020126361050643027,0.0002192166430177167,0.00023716969008091837,0.0002551227225922048,0.0002730757696554065,0.00029102881671860814,0.0003089818637818098,0.00032693491084501147,0.00034488795790821314,0.0003628410049714148,0.00038079405203461647,0.0003987470699939877,0.00041670011705718935,0.000434653164120391,0.0004526062111835927,0.00047055925824679434,0.0004885122762061656,0.0005064653232693672,0.0005244183703325689,0.0005423714173957705,0.0005603244644589722,0.0005782775115221739,0.0005962305585853755]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[3,1,0,0,1,0,0,6,3,3,1,7,2,6,11,7,11,18,9,14,14,15,18,12,27,30,23,26,18,27,23,22,29,34,36,32,29,18,20,22,20,22,20,21,15,9,10,13,11,7,5,7,3,5,3,4,6,3,1,1,1,0,0,3],"bins":[-0.010094624012708664,-0.00978404376655817,-0.009473463520407677,-0.009162883274257183,-0.00885230302810669,-0.008541722781956196,-0.008231142535805702,-0.007920562289655209,-0.007609982043504715,-0.007299401797354221,-0.006988821551203728,-0.006678241305053234,-0.0063676610589027405,-0.006057080812752247,-0.005746500566601753,-0.00543592032045126,-0.005125340074300766,-0.004814759828150272,-0.004504179581999779,-0.004193599335849285,-0.0038830190896987915,-0.003572438843548298,-0.0032618585973978043,-0.0029512783512473106,-0.002640698105096817,-0.0023301178589463234,-0.0020195376127958298,-0.0017089573666453362,-0.0013983771204948425,-0.001087796874344349,-0.0007772166281938553,-0.00046663638204336166,-0.00015605613589286804,0.00015452411025762558,0.0004651043564081192,0.0007756846025586128,0.0010862648487091064,0.0013968450948596,0.0017074253410100937,0.0020180055871605873,0.002328585833311081,0.0026391660794615746,0.002949746325612068,0.003260326571762562,0.0035709068179130554,0.003881487064063549,0.004192067310214043,0.004502647556364536,0.00481322780251503,0.0051238080486655235,0.005434388294816017,0.005744968540966511,0.006055548787117004,0.006366129033267498,0.006676709279417992,0.006987289525568485,0.007297869771718979,0.0076084500178694725,0.007919030264019966,0.00822961051017046,0.008540190756320953,0.008850771002471447,0.00916135124862194,0.009471931494772434,0.009782511740922928],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.00396728515625,-0.003837108612060547,-0.0037069320678710938,-0.0035767555236816406,-0.0034465789794921875,-0.0033164024353027344,-0.0031862258911132812,-0.003056049346923828,-0.002925872802734375,-0.002795696258544922,-0.0026655197143554688,-0.0025353431701660156,-0.0024051666259765625,-0.0022749900817871094,-0.0021448135375976562,-0.002014636993408203,-0.00188446044921875,-0.0017542839050292969,-0.0016241073608398438,-0.0014939308166503906,-0.0013637542724609375,-0.0012335777282714844,-0.0011034011840820312,-0.0009732246398925781,-0.000843048095703125,-0.0007128715515136719,-0.0005826950073242188,-0.0004525184631347656,-0.0003223419189453125,-0.00019216537475585938,-6.198883056640625e-05,6.818771362304688e-05,0.0001983642578125,0.0003285408020019531,0.00045871734619140625,0.0005888938903808594,0.0007190704345703125,0.0008492469787597656,0.0009794235229492188,0.0011096000671386719,0.001239776611328125,0.0013699531555175781,0.0015001296997070312,0.0016303062438964844,0.0017604827880859375,0.0018906593322753906,0.0020208358764648438,0.002151012420654297,0.00228118896484375,0.002411365509033203,0.0025415420532226562,0.0026717185974121094,0.0028018951416015625,0.0029320716857910156,0.0030622482299804688,0.003192424774169922,0.003322601318359375,0.003452777862548828,0.0035829544067382812,0.0037131309509277344,0.0038433074951171875,0.003973484039306641,0.004103660583496094,0.004233837127685547,0.004364013671875],"_type":"histogram","values":[1,0,1,1,0,0,4,6,9,8,18,27,35,56,68,109,188,313,400,699,1095,1645,2633,4049,6778,11313,19034,33419,59496,95545,120662,94232,57825,32766,18778,11013,6631,4034,2494,1564,948,673,451,265,173,129,74,43,32,28,19,15,8,3,2,1,5,1,2,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,2,0,1,1,1,1,1,2,2,3,2,2,1,1,2,8,5,12,19,19,24,36,42,63,81,80,68,71,49,32,20,23,17,23,7,7,9,5,5,5,2,2,2,1,1,1,1,1,0,0,0,1,0,0,0,1,1,0,0,1],"bins":[-0.007293046452105045,-0.007048310711979866,-0.006803574971854687,-0.006558839697390795,-0.0063141039572656155,-0.006069368217140436,-0.005824632942676544,-0.005579897202551365,-0.005335161462426186,-0.005090425722301006,-0.004845689982175827,-0.004600954707711935,-0.004356218967586756,-0.0041114832274615765,-0.003866747720167041,-0.003622012212872505,-0.003377276472747326,-0.0031325407326221466,-0.002887805225327611,-0.0026430697180330753,-0.002398333977907896,-0.0021535982377827168,-0.0019088627304881811,-0.0016641271067783237,-0.0014193914830684662,-0.0011746558593586087,-0.0009299202356487513,-0.0006851846119388938,-0.00044044898822903633,-0.00019571336451917887,4.9022259190678596e-05,0.00029375788290053606,0.0005384944379329681,0.0007832300616428256,0.001027965685352683,0.0012727013090625405,0.001517436932772398,0.0017621725564822555,0.002006908180192113,0.0022516436874866486,0.002496379427611828,0.002741115167737007,0.0029858506750315428,0.0032305861823260784,0.0034753219224512577,0.003720057662576437,0.003964792937040329,0.004209528677165508,0.0044542644172906876,0.004699000157415867,0.004943735897541046,0.005188471172004938,0.005433206912130117,0.005677942652255297,0.005922677926719189,0.006167413666844368,0.006412149406969547,0.0066568851470947266,0.006901620887219906,0.007146356161683798,0.007391091901808977,0.007635827641934156,0.007880562916398048,0.008125298656523228,0.008370034396648407],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,3,1,5,5,13,10,10,25,39,54,80,116,187,283,449,723,1133,1880,3079,5422,9576,16227,30507,61685,127668,157606,82707,40812,21464,11469,6411,4015,2335,1371,850,572,365,218,152,105,58,52,24,12,15,11,4,4,3,2,1,0,0,0,1,0,2,0,0,0,0,0,1],"bins":[-0.0025177001953125,-0.0024216175079345703,-0.0023255348205566406,-0.002229452133178711,-0.0021333694458007812,-0.0020372867584228516,-0.0019412040710449219,-0.0018451213836669922,-0.0017490386962890625,-0.0016529560089111328,-0.0015568733215332031,-0.0014607906341552734,-0.0013647079467773438,-0.001268625259399414,-0.0011725425720214844,-0.0010764598846435547,-0.000980377197265625,-0.0008842945098876953,-0.0007882118225097656,-0.0006921291351318359,-0.0005960464477539062,-0.0004999637603759766,-0.0004038810729980469,-0.0003077983856201172,-0.0002117156982421875,-0.00011563301086425781,-1.9550323486328125e-05,7.653236389160156e-05,0.00017261505126953125,0.00026869773864746094,0.0003647804260253906,0.0004608631134033203,0.00055694580078125,0.0006530284881591797,0.0007491111755371094,0.0008451938629150391,0.0009412765502929688,0.0010373592376708984,0.0011334419250488281,0.0012295246124267578,0.0013256072998046875,0.0014216899871826172,0.0015177726745605469,0.0016138553619384766,0.0017099380493164062,0.001806020736694336,0.0019021034240722656,0.0019981861114501953,0.002094268798828125,0.0021903514862060547,0.0022864341735839844,0.002382516860961914,0.0024785995483398438,0.0025746822357177734,0.002670764923095703,0.002766847610473633,0.0028629302978515625,0.002959012985229492,0.003055095672607422,0.0031511783599853516,0.0032472610473632812,0.003343343734741211,0.0034394264221191406,0.0035355091094970703,0.003631591796875]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,2,2,1,1,1,4,5,2,4,7,5,10,8,15,11,16,17,13,15,19,20,24,37,42,34,36,32,36,23,33,37,34,22,23,18,15,18,22,21,16,11,14,9,11,5,5,2,2,2,1,0,0,0,1,0,0,2],"bins":[-0.0005683836643584073,-0.000551738659851253,-0.0005350937135517597,-0.0005184487090446055,-0.0005018037045374513,-0.0004851587291341275,-0.00046851375373080373,-0.0004518687492236495,-0.00043522377382032573,-0.00041857879841700196,-0.00040193379390984774,-0.00038528881850652397,-0.0003686438431032002,-0.00035199883859604597,-0.0003353538631927222,-0.000318708858685568,-0.0003020638832822442,-0.00028541890787892044,-0.0002687739033717662,-0.00025212892796844244,-0.00023548393801320344,-0.00021883894805796444,-0.00020219397265464067,-0.00018554898269940168,-0.00016890399274416268,-0.00015225900278892368,-0.00013561401283368468,-0.00011896903743036091,-0.00010232404747512192,-8.567905751988292e-05,-6.903407484060153e-05,-5.238908852334134e-05,-3.574404399842024e-05,-1.9099057681160048e-05,-2.454071363899857e-06,1.4190914953360334e-05,3.0835901270620525e-05,4.7480887587880716e-05,6.41258739051409e-05,8.077085658442229e-05,9.741584653966129e-05,0.00011406083649490029,0.00013070582645013928,0.00014735080185346305,0.00016399579180870205,0.00018064078176394105,0.00019728575716726482,0.00021393074712250382,0.00023057573707774282,0.0002472207124810666,0.0002638657169882208,0.0002805106923915446,0.0002971556968986988,0.0003138006723020226,0.00033044564770534635,0.00034709065221250057,0.00036373562761582434,0.0003803806030191481,0.00039702560752630234,0.0004136705829296261,0.0004303155583329499,0.0004469605628401041,0.00046360553824342787,0.0004802505427505821,0.0004968955181539059]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[4,6,7,11,28,47,83,112,205,324,489,756,1119,1622,2236,3241,4281,5644,7522,9396,11727,14149,16993,20245,23131,25902,28129,30551,32327,33441,33706,33646,32772,31178,29117,26339,23961,20725,17735,14880,12209,10103,7918,6161,4461,3346,2522,1751,1215,824,555,372,238,145,92,49,32,23,6,7,2,2,2,2],"bins":[-0.08825091272592545,-0.08536915481090546,-0.08248739689588547,-0.07960563898086548,-0.07672388851642609,-0.0738421306014061,-0.07096037268638611,-0.06807861477136612,-0.06519685685634613,-0.06231509894132614,-0.05943334102630615,-0.05655158683657646,-0.05366982892155647,-0.050788071006536484,-0.04790631681680679,-0.045024558901786804,-0.042142800986766815,-0.039261043071746826,-0.03637928515672684,-0.03349753096699715,-0.030615773051977158,-0.02773401513695717,-0.02485225908458233,-0.02197050303220749,-0.0190887451171875,-0.01620698720216751,-0.013325231149792671,-0.010443474166095257,-0.007561717182397842,-0.004679960198700428,-0.0017982032150030136,0.0010835537686944008,0.003965310752391815,0.00684706773608923,0.009728824719786644,0.012610581703484058,0.015492338687181473,0.018374096602201462,0.0212558526545763,0.02413760870695114,0.02701936662197113,0.02990112453699112,0.03278288245201111,0.0356646366417408,0.03854639455676079,0.04142815247178078,0.04430990666151047,0.04719166457653046,0.050073422491550446,0.052955180406570435,0.055836938321590424,0.058718692511320114,0.0616004504263401,0.0644822046160698,0.06736396253108978,0.07024572044610977,0.07312747836112976,0.07600923627614975,0.07889099419116974,0.08177275210618973,0.08465451002120972,0.08753626048564911,0.0904180184006691,0.09329977631568909,0.09618153423070908],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,1,2,3,1,5,5,4,6,6,8,9,15,11,31,40,36,44,45,59,59,66,48,90,73,85,87,99,99,80,102,80,90,84,73,58,61,49,54,51,49,41,35,32,13,13,12,6,10,2,1,2,3,1,1,1,0,2,1,1],"bins":[-0.0007326988270506263,-0.000710967171471566,-0.0006892354576848447,-0.0006675038021057844,-0.0006457721465267241,-0.0006240404327400029,-0.0006023087771609426,-0.0005805771215818822,-0.0005588454660028219,-0.0005371137522161007,-0.0005153820966370404,-0.0004936504410579801,-0.00047191872727125883,-0.0004501870716921985,-0.00042845538700930774,-0.0004067237314302474,-0.00038499204674735665,-0.0003632603620644659,-0.00034152870648540556,-0.0003197970218025148,-0.0002980653662234545,-0.0002763336815405637,-0.00025460199685767293,-0.00023287032672669739,-0.00021113865659572184,-0.0001894069864647463,-0.00016767531633377075,-0.00014594363165087998,-0.00012421196151990443,-0.00010248029138892889,-8.074861398199573e-05,-5.901694021304138e-05,-3.7285208236426115e-05,-1.5553534467471763e-05,6.178139301482588e-06,2.790981307043694e-05,4.964148683939129e-05,7.137315697036684e-05,9.31048343773e-05,0.00011483651178423315,0.0001365681819152087,0.00015829985204618424,0.00018003152217715979,0.00020176320686005056,0.0002234948769910261,0.00024522654712200165,0.0002669582318048924,0.00028868988738395274,0.0003104215720668435,0.0003321532567497343,0.0003538849123287946,0.00037561659701168537,0.0003973482525907457,0.00041907993727363646,0.00044081162195652723,0.00046254327753558755,0.0004842749622184783,0.0005060066469013691,0.0005277383024804294,0.0005494699580594897,0.000571201671846211,0.0005929333274252713,0.0006146649830043316,0.0006363966967910528,0.0006581283523701131]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[2,0,1,0,2,4,1,3,6,5,6,6,4,6,5,6,14,11,12,19,26,19,23,30,24,24,20,36,39,28,27,32,23,28,28,32,29,23,16,21,19,18,15,10,11,7,8,10,5,3,3,5,4,0,2,2,1,0,0,0,1,1,1,1],"bins":[-0.0019433610141277313,-0.001879007089883089,-0.0018146531656384468,-0.0017502992413938046,-0.0016859453171491623,-0.00162159139290452,-0.0015572374686598778,-0.0014928835444152355,-0.0014285296201705933,-0.0013641755795106292,-0.001299821655265987,-0.0012354677310213447,-0.0011711138067767024,-0.0011067598825320601,-0.0010424059582874179,-0.0009780520340427756,-0.0009136981097981334,-0.0008493441855534911,-0.0007849902613088489,-0.0007206363370642066,-0.0006562824128195643,-0.0005919284303672612,-0.0005275745061226189,-0.00046322058187797666,-0.0003988666576333344,-0.00033451273338869214,-0.0002701588091440499,-0.00020580485579557717,-0.0001414509315509349,-7.709700003033504e-05,-1.2743068509735167e-05,5.1610863010864705e-05,0.00011596479453146458,0.00018031871877610683,0.0002446726430207491,0.0003090265963692218,0.00037338052061386406,0.0004377344448585063,0.000502088398206979,0.0005664423224516213,0.0006307962466962636,0.0006951501709409058,0.0007595040951855481,0.0008238580194301903,0.0008882120018824935,0.0009525659261271358,0.001016919850371778,0.0010812737746164203,0.0011456276988610625,0.0012099816231057048,0.001274335547350347,0.0013386894715949893,0.0014030433958396316,0.0014673973200842738,0.001531751244328916,0.0015961051685735583,0.0016604592092335224,0.0017248131334781647,0.001789167057722807,0.0018535209819674492,0.0019178749062120914,0.0019822288304567337,0.002046582754701376,0.0021109366789460182,0.0021752906031906605]},"train_batch_loss":0.9416047930717468,"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[3,3,6,9,25,37,81,108,180,261,416,623,928,1336,1907,2606,3478,4682,6146,8016,9681,12411,14690,17494,20095,22889,25864,28223,30223,31866,32500,33429,32643,31822,30297,28279,25769,23172,20839,17702,14960,12458,10129,7953,6214,4984,3639,2666,1933,1335,951,620,470,296,176,126,77,43,26,12,8,6,2,1],"bins":[-0.08877226710319519,-0.08595718443393707,-0.08314210176467896,-0.08032701909542084,-0.07751193642616272,-0.0746968537569046,-0.07188177108764648,-0.06906668841838837,-0.06625160574913025,-0.06343651562929153,-0.060621436685323715,-0.0578063540160656,-0.05499126762151718,-0.052176184952259064,-0.049361102283000946,-0.04654601961374283,-0.04373093694448471,-0.04091585427522659,-0.038100771605968475,-0.03528568893671036,-0.03247060626745224,-0.029655521735548973,-0.026840437203645706,-0.02402535453438759,-0.02121027186512947,-0.018395189195871353,-0.01558010559529066,-0.012765021994709969,-0.009949939325451851,-0.007134856190532446,-0.004319773055613041,-0.001504689920693636,0.001310393214225769,0.004125476349145174,0.006940559484064579,0.009755643084645271,0.012570725753903389,0.015385808423161507,0.018200892955064774,0.02101597562432289,0.02383105829358101,0.026646140962839127,0.029461223632097244,0.03227630630135536,0.03509139269590378,0.037906475365161896,0.04072155803442001,0.04353664070367813,0.04635172337293625,0.049166806042194366,0.051981888711452484,0.0547969713807106,0.05761205404996872,0.060427140444517136,0.06324221938848495,0.06605730205774307,0.06887239217758179,0.0716874748468399,0.07450255751609802,0.07731764018535614,0.08013272285461426,0.08294780552387238,0.0857628881931305,0.08857797086238861,0.09139305353164673],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,3,1,0,0,3,2,3,5,7,4,3,8,11,3,11,22,14,13,23,17,13,23,33,25,30,31,30,25,28,41,48,24,24,23,26,24,20,19,15,15,12,17,5,12,10,4,6,7,6,3,3,2,1,1,1,3,0,0,0,1,1,1],"bins":[-0.01455170288681984,-0.014076183550059795,-0.013600664213299751,-0.013125144876539707,-0.012649625539779663,-0.012174106203019619,-0.011698586866259575,-0.01122306752949953,-0.010747548192739487,-0.010272027924656868,-0.009796508587896824,-0.00932098925113678,-0.008845469914376736,-0.008369950577616692,-0.007894431240856647,-0.007418911904096603,-0.006943392567336559,-0.006467873230576515,-0.005992353893816471,-0.005516834557056427,-0.005041315220296383,-0.0045657954178750515,-0.004090276081115007,-0.0036147567443549633,-0.003139237407594919,-0.002663718070834875,-0.002188198734074831,-0.0017126791644841433,-0.0012371598277240992,-0.0007616404327563941,-0.00028612103778868914,0.00018939835717901587,0.0006649177521467209,0.001140437088906765,0.001615956542082131,0.002091475995257497,0.002566995332017541,0.003042514668777585,0.0035180342383682728,0.003993553575128317,0.004469072911888361,0.004944592248648405,0.005420111585408449,0.005895630922168493,0.006371150724589825,0.006846670061349869,0.007322189398109913,0.007797708734869957,0.008273228071630001,0.008748747408390045,0.00922426674515009,0.009699786081910133,0.010175305418670177,0.010650824755430222,0.011126344092190266,0.01160186342895031,0.012077383697032928,0.012552903033792973,0.013028422370553017,0.01350394170731306,0.013979461044073105,0.014454980380833149,0.014930499717593193,0.015406019054353237,0.01588153839111328]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,0,0,1,1,0,0,5,3,7,4,6,6,7,9,10,13,17,10,15,25,25,30,23,26,25,17,22,30,24,33,32,26,27,27,19,13,34,25,22,21,17,18,14,11,10,6,11,5,9,3,5,5,1,2,2,1,1,2,2,0,0,0,2],"bins":[-0.0017706826329231262,-0.0017129861516878009,-0.0016552895540371537,-0.0015975930728018284,-0.0015398964751511812,-0.0014821999939158559,-0.0014245033962652087,-0.0013668069150298834,-0.0013091103173792362,-0.0012514138361439109,-0.0011937173549085855,-0.0011360207572579384,-0.001078324276022613,-0.0010206276783719659,-0.0009629311971366405,-0.0009052346576936543,-0.000847538118250668,-0.0007898415788076818,-0.0007321450393646955,-0.0006744484999217093,-0.000616751960478723,-0.0005590554792433977,-0.0005013589398004115,-0.0004436624003574252,-0.00038596586091443896,-0.0003282693214714527,-0.00027057278202846646,-0.00021287627168931067,-0.00015517973224632442,-9.748320007929578e-05,-3.978666791226715e-05,1.7909864254761487e-05,7.560639642179012e-05,0.00013330293586477637,0.0001909994607558474,0.0002486959856469184,0.00030639252508990467,0.0003640890645328909,0.0004217855748720467,0.00047948211431503296,0.0005371786537580192,0.0005948751932010055,0.0006525717326439917,0.000710268272086978,0.0007679647533223033,0.0008256612927652895,0.0008833578322082758,0.000941054371651262,0.0009987509110942483,0.0010564473923295736,0.0011141439899802208,0.0011718404712155461,0.0012295370688661933,0.0012872335501015186,0.0013449301477521658,0.0014026266289874911,0.0014603231102228165,0.0015180197078734636,0.001575716189108789,0.0016334127867594361,0.0016911092679947615,0.0017488058656454086,0.001806502346880734,0.0018641989445313811,0.0019218954257667065],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,3,5,16,27,42,68,139,225,367,576,872,1394,2040,2901,4046,5440,7479,9854,12455,15697,18990,22515,25715,29051,31990,34488,36272,36986,36567,35859,33978,31481,28208,25008,21502,18177,14776,11774,9024,6939,5209,3809,2641,1874,1234,816,500,311,209,116,65,43,26,10,10,2,0,0,1,1],"bins":[-0.1002039760351181,-0.097060926258564,-0.09391787648200989,-0.09077483415603638,-0.08763178437948227,-0.08448873460292816,-0.08134568482637405,-0.07820263504981995,-0.07505959272384644,-0.07191654294729233,-0.06877349317073822,-0.06563044339418411,-0.062487393617630005,-0.059344347566366196,-0.05620129778981209,-0.05305825173854828,-0.04991520196199417,-0.046772152185440063,-0.043629106134176254,-0.04048605635762215,-0.03734301030635834,-0.03419996052980423,-0.031056910753250122,-0.027913862839341164,-0.024770814925432205,-0.021627767011523247,-0.01848471909761429,-0.01534166932106018,-0.012198621407151222,-0.009055573493242264,-0.005912524648010731,-0.002769476268440485,0.00037357211112976074,0.0035166204907000065,0.006659668870270252,0.009802717715501785,0.012945765629410744,0.016088813543319702,0.01923186331987381,0.022374911233782768,0.025517959147691727,0.028661007061600685,0.031804054975509644,0.03494710475206375,0.03809015452861786,0.04123320057988167,0.044376250356435776,0.047519296407699585,0.05066234618425369,0.0538053959608078,0.05694844201207161,0.06009149178862572,0.06323453783988953,0.06637758761644363,0.06952063739299774,0.07266368716955185,0.07580673694610596,0.07894977927207947,0.08209282904863358,0.08523587882518768,0.08837892860174179,0.0915219783782959,0.09466502070426941,0.09780807048082352,0.10095112025737762]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[-0.0037147607654333115,-0.0035840750206261873,-0.003453389275819063,-0.003322703531011939,-0.003192017786204815,-0.0030613320413976908,-0.0029306462965905666,-0.0027999605517834425,-0.0026692748069763184,-0.0025385890621691942,-0.00240790331736207,-0.002277217572554946,-0.002146531827747822,-0.0020158460829406977,-0.0018851603381335735,-0.0017544745933264494,-0.0016237888485193253,-0.0014931031037122011,-0.001362417358905077,-0.0012317316140979528,-0.0011010458692908287,-0.0009703601244837046,-0.0008396743796765804,-0.0007089886348694563,-0.0005783028900623322,-0.000447617145255208,-0.0003169314004480839,-0.00018624565564095974,-5.55599108338356e-05,7.512583397328854e-05,0.00020581157878041267,0.0003364973235875368,0.00046718260273337364,0.0005978683475404978,0.0007285540923476219,0.0008592398371547461,0.0009899255819618702,0.0011206113267689943,0.0012512970715761185,0.0013819828163832426,0.0015126685611903667,0.0016433543059974909,0.001774040050804615,0.0019047257956117392,0.0020354115404188633,0.0021660972852259874,0.0022967830300331116,0.0024274687748402357,0.00255815451964736,0.002688840264454484,0.002819526009261608,0.0029502117540687323,0.0030808974988758564,0.0032115832436829805,0.0033422689884901047,0.003472954733297229,0.003603640478104353,0.003734326222911477,0.0038650119677186012,0.003995697945356369,0.0041263834573328495,0.00425706896930933,0.004387754946947098,0.004518440924584866,0.004649126436561346],"_type":"histogram","values":[1,0,0,0,2,0,3,2,3,3,2,1,3,2,4,5,3,5,4,11,12,15,22,35,46,50,58,61,59,69,55,61,44,21,28,10,10,16,9,5,7,1,2,4,2,3,0,0,1,1,2,0,1,0,1,0,0,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,0,2,2,0,0,2,0,0,1,2,8,5,5,6,11,7,9,16,23,18,16,18,21,27,29,28,32,29,37,32,35,31,37,33,30,33,22,24,21,17,22,17,6,11,8,8,4,5,2,6,1,1,1,3,0,1,0,0,0,0,0,1,1],"bins":[-0.0007402896881103516,-0.0007162180263549089,-0.0006921463645994663,-0.0006680747028440237,-0.0006440030410885811,-0.0006199313793331385,-0.0005958597175776958,-0.0005717880558222532,-0.0005477163940668106,-0.000523644732311368,-0.0004995730705559254,-0.00047550140880048275,-0.00045142974704504013,-0.0004273580852895975,-0.0004032864235341549,-0.00037921476177871227,-0.00035514310002326965,-0.00033107143826782703,-0.0003069997765123844,-0.0002829281147569418,-0.0002588564530014992,-0.00023478479124605656,-0.00021071312949061394,-0.00018664146773517132,-0.0001625698059797287,-0.00013849814422428608,-0.00011442648246884346,-9.035482071340084e-05,-6.628315895795822e-05,-4.22114972025156e-05,-1.8139835447072983e-05,5.9318263083696365e-06,3.0003488063812256e-05,5.4075149819254875e-05,7.81468115746975e-05,0.00010221847333014011,0.00012629013508558273,0.00015036179684102535,0.00017443345859646797,0.0001985051203519106,0.0002225767821073532,0.00024664844386279583,0.00027072010561823845,0.00029479176737368107,0.0003188634291291237,0.0003429350908845663,0.0003670067526400089,0.00039107841439545155,0.00041515007615089417,0.0004392217379063368,0.0004632933996617794,0.000487365061417222,0.0005114367231726646,0.0005355083849281073,0.0005595800466835499,0.0005836517084389925,0.0006077233701944351,0.0006317950319498777,0.0006558666937053204,0.000679938355460763,0.0007040100172162056,0.0007280816789716482,0.0007521533407270908,0.0007762250024825335,0.0008002966642379761]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.006866455078125,-0.006633281707763672,-0.006400108337402344,-0.006166934967041016,-0.0059337615966796875,-0.005700588226318359,-0.005467414855957031,-0.005234241485595703,-0.005001068115234375,-0.004767894744873047,-0.004534721374511719,-0.004301548004150391,-0.0040683746337890625,-0.0038352012634277344,-0.0036020278930664062,-0.003368854522705078,-0.00313568115234375,-0.002902507781982422,-0.0026693344116210938,-0.0024361610412597656,-0.0022029876708984375,-0.0019698143005371094,-0.0017366409301757812,-0.0015034675598144531,-0.001270294189453125,-0.0010371208190917969,-0.0008039474487304688,-0.0005707740783691406,-0.0003376007080078125,-0.00010442733764648438,0.00012874603271484375,0.0003619194030761719,0.0005950927734375,0.0008282661437988281,0.0010614395141601562,0.0012946128845214844,0.0015277862548828125,0.0017609596252441406,0.0019941329956054688,0.002227306365966797,0.002460479736328125,0.002693653106689453,0.0029268264770507812,0.0031599998474121094,0.0033931732177734375,0.0036263465881347656,0.0038595199584960938,0.004092693328857422,0.00432586669921875,0.004559040069580078,0.004792213439941406,0.005025386810302734,0.0052585601806640625,0.005491733551025391,0.005724906921386719,0.005958080291748047,0.006191253662109375,0.006424427032470703,0.006657600402832031,0.006890773773193359,0.0071239471435546875,0.007357120513916016,0.007590293884277344,0.007823467254638672,0.008056640625],"_type":"histogram","values":[1,0,0,4,2,8,10,14,15,24,53,74,106,125,229,335,435,645,955,1422,2170,3301,4748,7278,11424,17906,29696,52819,97799,139048,91910,50130,28801,16813,10379,6990,4535,3072,2093,1486,948,688,481,302,157,116,96,46,52,29,7,16,9,7,4,3,2,1,3,1,0,0,0,1]},"_runtime":116.714788477,"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09106197208166122,-0.08827280253171921,-0.0854836255311966,-0.08269445598125458,-0.07990528643131256,-0.07711610943078995,-0.07432693988084793,-0.07153776288032532,-0.0687485933303833,-0.06595942378044128,-0.06317024677991867,-0.060381077229976654,-0.05759190395474434,-0.054802730679512024,-0.05201356112957001,-0.04922438785433769,-0.04643521457910538,-0.04364604130387306,-0.04085686802864075,-0.03806769847869873,-0.035278525203466415,-0.0324893519282341,-0.029700180515646935,-0.02691100910305977,-0.024121835827827454,-0.02133266255259514,-0.018543491140007973,-0.015754319727420807,-0.012965146452188492,-0.010175974108278751,-0.007386801764369011,-0.0045976294204592705,-0.001808449625968933,0.0009807227179408073,0.003769895061850548,0.006559067405760288,0.009348239749670029,0.01213741209357977,0.01492658443748951,0.017715755850076675,0.02050492912530899,0.023294102400541306,0.02608327381312847,0.028872445225715637,0.03166161850094795,0.03445079177618027,0.037239961326122284,0.0400291346013546,0.042818307876586914,0.04560748115181923,0.048396654427051544,0.05118582397699356,0.053974997252225876,0.05676417052745819,0.05955334007740021,0.06234251335263252,0.06513168662786484,0.06792085617780685,0.07071003317832947,0.07349920272827148,0.0762883722782135,0.07907754927873611,0.08186671882867813,0.08465589582920074,0.08744506537914276],"_type":"histogram","values":[2,5,9,7,12,34,64,80,107,196,286,456,652,896,1341,1944,2516,3496,4751,6063,7837,9865,12008,14489,17083,19866,22793,25405,27485,29783,31408,32143,33167,32542,31592,30285,28498,26040,23684,20767,18096,15461,12630,10422,8583,6595,5020,3832,2860,2047,1499,1051,731,471,332,209,130,90,41,33,11,12,7,4]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,2,4,5,2,6,4,12,17,14,10,8,15,15,26,21,12,23,27,30,21,26,23,16,21,34,18,23,22,28,31,19,36,18,23,12,19,15,13,11,16,9,11,6,11,4,9,5,3,4,1,1,0,1,0,0,1],"bins":[-0.0008197114802896976,-0.000794515828602016,-0.0007693201187066734,-0.0007441244670189917,-0.00071892881533131,-0.0006937331054359674,-0.0006685374537482858,-0.0006433418020606041,-0.0006181461503729224,-0.0005929504404775798,-0.0005677547887898982,-0.0005425591371022165,-0.0005173634272068739,-0.0004921677755191922,-0.0004669720947276801,-0.0004417764430399984,-0.0004165807622484863,-0.00039138508145697415,-0.0003661894297692925,-0.00034099374897778034,-0.00031579809729009867,-0.00029060241649858654,-0.0002654067357070744,-0.0002402110694674775,-0.0002150154032278806,-0.0001898197369882837,-0.0001646240707486868,-0.00013942838995717466,-0.00011423272371757776,-8.903705747798085e-05,-6.384138396242633e-05,-3.8645714084850624e-05,-1.3449985999614e-05,1.174568387796171e-05,3.694135375553742e-05,6.213702727109194e-05,8.733269351068884e-05,0.00011252835975028574,0.00013772404054179788,0.00016291970678139478,0.00018811537302099168,0.00021331103926058859,0.0002385067055001855,0.0002637023862916976,0.00028889806708320975,0.00031409371877089143,0.00033928939956240356,0.00036448505125008523,0.00038968073204159737,0.0004148764128331095,0.0004400720645207912,0.0004652677453123033,0.000490463396999985,0.0005156591068953276,0.0005408547585830092,0.0005660504102706909,0.0005912460619583726,0.0006164417718537152,0.0006416374235413969,0.0006668330752290785,0.0006920287851244211,0.0007172244368121028,0.0007424200884997845,0.0007676157983951271,0.0007928114500828087]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.006317138671875,-0.006116390228271484,-0.005915641784667969,-0.005714893341064453,-0.0055141448974609375,-0.005313396453857422,-0.005112648010253906,-0.004911899566650391,-0.004711151123046875,-0.004510402679443359,-0.004309654235839844,-0.004108905792236328,-0.0039081573486328125,-0.003707408905029297,-0.0035066604614257812,-0.0033059120178222656,-0.00310516357421875,-0.0029044151306152344,-0.0027036666870117188,-0.002502918243408203,-0.0023021697998046875,-0.002101421356201172,-0.0019006729125976562,-0.0016999244689941406,-0.001499176025390625,-0.0012984275817871094,-0.0010976791381835938,-0.0008969306945800781,-0.0006961822509765625,-0.0004954338073730469,-0.00029468536376953125,-9.393692016601562e-05,0.0001068115234375,0.0003075599670410156,0.0005083084106445312,0.0007090568542480469,0.0009098052978515625,0.0011105537414550781,0.0013113021850585938,0.0015120506286621094,0.001712799072265625,0.0019135475158691406,0.0021142959594726562,0.002315044403076172,0.0025157928466796875,0.002716541290283203,0.0029172897338867188,0.0031180381774902344,0.00331878662109375,0.0035195350646972656,0.0037202835083007812,0.003921031951904297,0.0041217803955078125,0.004322528839111328,0.004523277282714844,0.004724025726318359,0.004924774169921875,0.005125522613525391,0.005326271057128906,0.005527019500732422,0.0057277679443359375,0.005928516387939453,0.006129264831542969,0.006330013275146484,0.00653076171875],"_type":"histogram","values":[1,0,2,0,2,1,3,2,3,5,9,10,13,23,35,37,82,107,145,228,316,460,728,1145,1855,3471,5754,10702,20987,43027,105987,209720,100196,40929,19461,10503,5617,3184,1857,1031,721,466,315,222,137,116,73,36,34,9,18,11,5,3,3,4,0,3,6,0,0,0,1,3]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,1,2,0,1,0,0,1,2,3,2,4,4,8,10,14,13,18,22,36,43,48,43,51,53,56,49,52,37,44,33,27,19,12,7,12,16,3,2,1,2,3,4,2,2,1,0,1,0,0,0,1,1],"bins":[-3.4207478165626526e-06,-3.32600757246837e-06,-3.231267328374088e-06,-3.1365270842798054e-06,-3.041786840185523e-06,-2.9470465960912406e-06,-2.8523063519969583e-06,-2.757566107902676e-06,-2.6628258638083935e-06,-2.568085619714111e-06,-2.4733453756198287e-06,-2.3786051315255463e-06,-2.283864887431264e-06,-2.1891246433369815e-06,-2.094384399242699e-06,-1.9996441551484168e-06,-1.9049039110541344e-06,-1.810163666959852e-06,-1.7154234228655696e-06,-1.6206831787712872e-06,-1.5259429346770048e-06,-1.4312026905827224e-06,-1.33646244648844e-06,-1.2417222023941576e-06,-1.1469819582998753e-06,-1.0522417142055929e-06,-9.575014701113105e-07,-8.627612260170281e-07,-7.680209819227457e-07,-6.732807378284633e-07,-5.785404937341809e-07,-4.838002496398985e-07,-3.8906000554561615e-07,-2.9431976145133376e-07,-1.9957951735705137e-07,-1.0483927326276898e-07,-1.0099029168486595e-08,8.46412149257958e-08,1.7938145902007818e-07,2.7412170311436057e-07,3.6886194720864296e-07,4.6360219130292535e-07,5.583424353972077e-07,6.530826794914901e-07,7.478229235857725e-07,8.425631676800549e-07,9.373034117743373e-07,1.0320436558686197e-06,1.126783899962902e-06,1.2215241440571845e-06,1.3162643881514668e-06,1.4110046322457492e-06,1.5057448763400316e-06,1.600485120434314e-06,1.6952253645285964e-06,1.7899656086228788e-06,1.8847058527171612e-06,1.9794460968114436e-06,2.074186340905726e-06,2.1689265850000083e-06,2.2636668290942907e-06,2.358407073188573e-06,2.4531473172828555e-06,2.547887561377138e-06,2.6426278054714203e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,2,1,0,3,2,2,2,2,3,5,10,5,8,11,11,10,19,25,19,20,23,24,35,27,34,35,37,33,40,35,35,38,35,24,23,15,25,11,12,20,8,3,9,3,4,6,3,1,1,1,1,1,0,1,1,0,0,1,1],"bins":[-0.0005383784882724285,-0.0005216198042035103,-0.000504861178342253,-0.00048810249427333474,-0.0004713438102044165,-0.00045458515523932874,-0.00043782650027424097,-0.00042106781620532274,-0.00040430916124023497,-0.0003875505062751472,-0.00037079182220622897,-0.0003540331672411412,-0.00033727451227605343,-0.0003205158282071352,-0.00030375717324204743,-0.0002869984891731292,-0.00027023983420804143,-0.00025348117924295366,-0.00023672249517403543,-0.00021996384020894766,-0.00020320517069194466,-0.00018644650117494166,-0.0001696878462098539,-0.0001529291766928509,-0.0001361705071758479,-0.00011941183765884489,-0.0001026531754177995,-8.589451317675412e-05,-6.913584365975112e-05,-5.2377177780726925e-05,-3.561851190170273e-05,-1.885984602267854e-05,-2.101121935993433e-06,1.465754394303076e-05,3.141620982205495e-05,4.8174875701079145e-05,6.493354158010334e-05,8.169221109710634e-05,9.845087333815172e-05,0.00011520953557919711,0.0001319682050962001,0.0001487268746132031,0.0001654855441302061,0.00018224419909529388,0.00019900286861229688,0.00021576153812929988,0.00023252019309438765,0.0002492788771633059,0.00026603753212839365,0.0002827961870934814,0.00029955487116239965,0.0003163135261274874,0.00033307221019640565,0.0003498308651614934,0.0003665895201265812,0.0003833482041954994,0.0004001068591605872,0.00041686551412567496,0.0004336241981945932,0.00045038285315968096,0.00046714150812476873,0.00048390019219368696,0.0005006588762626052,0.0005174175021238625,0.0005341761861927807],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[1,0,1,2,2,2,5,7,13,23,25,47,72,87,140,216,344,483,794,1118,1995,3080,4952,8109,14217,24379,45487,87418,168961,298026,361661,253700,137767,71152,37667,20441,11982,6798,4322,2631,1677,998,651,450,321,161,144,90,69,53,31,30,16,17,8,4,3,5,2,4,0,2,0,1],"bins":[-0.0030670166015625,-0.0029659271240234375,-0.002864837646484375,-0.0027637481689453125,-0.00266265869140625,-0.0025615692138671875,-0.002460479736328125,-0.0023593902587890625,-0.00225830078125,-0.0021572113037109375,-0.002056121826171875,-0.0019550323486328125,-0.00185394287109375,-0.0017528533935546875,-0.001651763916015625,-0.0015506744384765625,-0.0014495849609375,-0.0013484954833984375,-0.001247406005859375,-0.0011463165283203125,-0.00104522705078125,-0.0009441375732421875,-0.000843048095703125,-0.0007419586181640625,-0.000640869140625,-0.0005397796630859375,-0.000438690185546875,-0.0003376007080078125,-0.00023651123046875,-0.0001354217529296875,-3.4332275390625e-05,6.67572021484375e-05,0.0001678466796875,0.0002689361572265625,0.000370025634765625,0.0004711151123046875,0.00057220458984375,0.0006732940673828125,0.000774383544921875,0.0008754730224609375,0.0009765625,0.0010776519775390625,0.001178741455078125,0.0012798309326171875,0.00138092041015625,0.0014820098876953125,0.001583099365234375,0.0016841888427734375,0.0017852783203125,0.0018863677978515625,0.001987457275390625,0.0020885467529296875,0.00218963623046875,0.0022907257080078125,0.002391815185546875,0.0024929046630859375,0.002593994140625,0.0026950836181640625,0.002796173095703125,0.0028972625732421875,0.00299835205078125,0.0030994415283203125,0.003200531005859375,0.0033016204833984375,0.0034027099609375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[3,2,2,2,13,13,14,9,26,50,55,83,146,176,278,410,585,931,1240,1994,2939,4402,6897,10952,17690,29986,50662,95335,187281,331500,358968,214256,110181,58708,32588,19448,12251,7471,4975,3416,2168,1524,1005,660,499,311,222,169,104,67,65,37,30,22,15,7,8,4,3,3,1,0,1,1],"bins":[-0.00188446044921875,-0.0018218755722045898,-0.0017592906951904297,-0.0016967058181762695,-0.0016341209411621094,-0.0015715360641479492,-0.001508951187133789,-0.001446366310119629,-0.0013837814331054688,-0.0013211965560913086,-0.0012586116790771484,-0.0011960268020629883,-0.0011334419250488281,-0.001070857048034668,-0.0010082721710205078,-0.0009456872940063477,-0.0008831024169921875,-0.0008205175399780273,-0.0007579326629638672,-0.000695347785949707,-0.0006327629089355469,-0.0005701780319213867,-0.0005075931549072266,-0.0004450082778930664,-0.00038242340087890625,-0.0003198385238647461,-0.00025725364685058594,-0.00019466876983642578,-0.00013208389282226562,-6.949901580810547e-05,-6.9141387939453125e-06,5.5670738220214844e-05,0.000118255615234375,0.00018084049224853516,0.0002434253692626953,0.00030601024627685547,0.0003685951232910156,0.0004311800003051758,0.0004937648773193359,0.0005563497543334961,0.0006189346313476562,0.0006815195083618164,0.0007441043853759766,0.0008066892623901367,0.0008692741394042969,0.000931859016418457,0.0009944438934326172,0.0010570287704467773,0.0011196136474609375,0.0011821985244750977,0.0012447834014892578,0.001307368278503418,0.0013699531555175781,0.0014325380325317383,0.0014951229095458984,0.0015577077865600586,0.0016202926635742188,0.001682877540588379,0.001745462417602539,0.0018080472946166992,0.0018706321716308594,0.0019332170486450195,0.0019958019256591797,0.00205838680267334,0.0021209716796875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,0,1,3,3,0,4,2,5,3,13,4,6,20,16,13,17,14,31,29,25,28,19,24,21,26,28,22,26,26,23,31,18,13,18,22,22,28,16,19,19,12,18,17,14,6,3,12,5,4,5,2,2,1,1,1,1,2,0,0,1],"bins":[-0.0008493120549246669,-0.0008228833903558552,-0.0007964547257870436,-0.0007700260612182319,-0.0007435973966494203,-0.0007171687320806086,-0.000690740067511797,-0.0006643114029429853,-0.0006378827383741736,-0.000611454073805362,-0.0005850254092365503,-0.0005585967446677387,-0.000532168080098927,-0.0005057394155301154,-0.00047931072185747325,-0.0004528820572886616,-0.00042645339271984994,-0.0004000247281510383,-0.00037359606358222663,-0.000347167399013415,-0.0003207387344446033,-0.00029431006987579167,-0.00026788140530698,-0.00024145272618625313,-0.00021502406161744148,-0.00018859539704862982,-0.00016216673247981817,-0.0001357380679110065,-0.00010930939606623724,-8.288073149742559e-05,-5.6452063290635124e-05,-3.0023396902834065e-05,-3.5947305150330067e-06,2.2833935872768052e-05,4.926260226056911e-05,7.569127046735957e-05,0.00010211993503617123,0.0001285486068809405,0.00015497727144975215,0.0001814059360185638,0.00020783460058737546,0.00023426326515618712,0.000260691944276914,0.00028712060884572566,0.0003135492734145373,0.00033997793798334897,0.0003664066025521606,0.0003928352671209723,0.00041926393168978393,0.0004456925962585956,0.00047212126082740724,0.0004985499545000494,0.000524978619068861,0.0005514072836376727,0.0005778359482064843,0.000604264612775296,0.0006306932773441076,0.0006571219419129193,0.0006835506064817309,0.0007099792710505426,0.0007364079356193542,0.0007628366001881659,0.0007892652647569776,0.0008156939293257892,0.0008421225938946009]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,2,1,7,17,21,33,64,117,173,260,447,704,1010,1543,2163,3183,4299,5661,7493,9566,12280,15473,18175,21589,24629,27571,30618,33102,34632,35153,36035,34458,33047,31396,28765,25677,21990,19410,16004,13159,10401,8078,6222,4810,3297,2360,1625,1094,722,467,315,207,125,82,39,17,13,10,4,2,2,0,2],"bins":[-0.09411105513572693,-0.09108802676200867,-0.0880649983882904,-0.08504197001457214,-0.08201894164085388,-0.07899591326713562,-0.07597288489341736,-0.0729498565196991,-0.06992682814598083,-0.06690379232168198,-0.06388076394796371,-0.06085773929953575,-0.05783470720052719,-0.05481167882680893,-0.05178865045309067,-0.048765622079372406,-0.045742593705654144,-0.04271956533193588,-0.03969653695821762,-0.03667350858449936,-0.0336504802107811,-0.030627449974417686,-0.027604419738054276,-0.024581391364336014,-0.021558362990617752,-0.01853533461689949,-0.015512305311858654,-0.012489276006817818,-0.009466247633099556,-0.006443218793720007,-0.003420189954340458,-0.0003971611149609089,0.00262586772441864,0.005648896563798189,0.008671925403177738,0.011694954708218575,0.014717983081936836,0.017741011455655098,0.02076404169201851,0.02378707006573677,0.026810098439455032,0.029833126813173294,0.032856155186891556,0.03587918356060982,0.03890221565961838,0.04192524403333664,0.0449482724070549,0.04797130078077316,0.050994329154491425,0.054017357528209686,0.05704038590192795,0.06006341427564621,0.06308644264936447,0.06610947102308273,0.069132499396801,0.07215552777051926,0.07517856359481812,0.07820159196853638,0.08122462034225464,0.0842476487159729,0.08727067708969116,0.09029370546340942,0.09331673383712769,0.09633976221084595,0.09936279058456421]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,3,10,22,19,43,79,124,206,332,542,863,1320,2007,2917,4190,5804,7767,10439,13294,16408,20372,23683,27375,31001,33948,36131,37669,37853,37583,36048,33602,30880,27701,23533,19985,16538,13203,10234,7794,5672,4140,2886,1981,1318,868,540,374,227,129,82,37,25,14,2,2,1,1],"bins":[-0.11150917410850525,-0.1082763820886612,-0.10504359006881714,-0.10181079059839249,-0.09857799857854843,-0.09534520655870438,-0.09211240708827972,-0.08887961506843567,-0.08564682304859161,-0.08241403102874756,-0.0791812390089035,-0.07594843953847885,-0.0727156475186348,-0.06948285549879074,-0.06625005602836609,-0.06301726400852203,-0.05978447198867798,-0.05655167996883392,-0.05331888422369957,-0.050086088478565216,-0.04685329645872116,-0.043620504438877106,-0.04038770869374275,-0.0371549129486084,-0.03392212092876434,-0.03068932704627514,-0.027456533163785934,-0.02422373928129673,-0.020990945398807526,-0.01775815151631832,-0.014525357633829117,-0.011292563751339912,-0.008059762418270111,-0.004826968535780907,-0.0015941746532917023,0.0016386192291975021,0.0048714131116867065,0.008104206994175911,0.011337000876665115,0.01456979475915432,0.017802588641643524,0.02103538252413273,0.024268176406621933,0.027500970289111137,0.030733764171600342,0.0339665561914444,0.03719935193657875,0.040432147681713104,0.04366493970155716,0.046897731721401215,0.05013052746653557,0.05336332321166992,0.05659611523151398,0.05982890725135803,0.06306169927120209,0.06629449874162674,0.0695272907614708,0.07276008278131485,0.0759928822517395,0.07922567427158356,0.08245846629142761,0.08569125831127167,0.08892405033111572,0.09215684980154037,0.09538964182138443]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[2,1,4,5,15,23,39,60,113,164,288,420,655,926,1321,1879,2707,3711,4927,6465,8426,10644,13123,15640,18721,21698,24750,27285,29752,31742,33069,33692,34118,33229,32260,29852,27954,24903,21805,19115,16217,13428,10962,8793,6669,5265,3883,2852,2050,1382,987,670,431,272,167,138,64,34,23,16,7,5,3,3],"bins":[-0.09279533475637436,-0.08990194648504257,-0.08700855076313019,-0.0841151624917984,-0.08122177422046661,-0.07832838594913483,-0.07543499767780304,-0.07254160195589066,-0.06964821368455887,-0.06675482541322708,-0.0638614296913147,-0.06096804141998291,-0.05807465314865112,-0.055181264877319336,-0.05228787288069725,-0.049394480884075165,-0.04650109261274338,-0.04360770434141159,-0.040714312344789505,-0.03782092034816742,-0.03492753207683563,-0.032034143805503845,-0.02914075180888176,-0.026247361674904823,-0.023353971540927887,-0.02046058140695095,-0.017567191272974014,-0.014673801138997078,-0.011780411005020142,-0.008887020871043205,-0.005993630737066269,-0.0031002406030893326,-0.00020684301853179932,0.002686547115445137,0.005579937249422073,0.00847332738339901,0.011366717517375946,0.014260107651352882,0.01715349778532982,0.020046887919306755,0.02294027805328369,0.025833668187260628,0.028727058321237564,0.03162045031785965,0.03451383858919144,0.037407226860523224,0.04030061885714531,0.043194010853767395,0.04608739912509918,0.04898078739643097,0.051874179393053055,0.05476757138967514,0.05766095966100693,0.060554347932338715,0.0634477436542511,0.06634113192558289,0.06923452019691467,0.07212790846824646,0.07502129673957825,0.07791469246149063,0.08080808073282242,0.0837014690041542,0.08659486472606659,0.08948825299739838,0.09238164126873016],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,1,3,2,3,4,10,12,14,20,27,58,78,102,191,241,366,629,906,1315,2043,3233,4963,7788,12964,20872,35568,63562,115858,132325,78607,42416,25064,14786,9380,5656,3852,2373,1524,1030,689,433,264,214,117,78,65,43,19,16,11,5,9,6,2,1,2,0,1,1,0,0,0,1],"bins":[-0.0054931640625,-0.005304813385009766,-0.005116462707519531,-0.004928112030029297,-0.0047397613525390625,-0.004551410675048828,-0.004363059997558594,-0.004174709320068359,-0.003986358642578125,-0.0037980079650878906,-0.0036096572875976562,-0.003421306610107422,-0.0032329559326171875,-0.003044605255126953,-0.0028562545776367188,-0.0026679039001464844,-0.00247955322265625,-0.0022912025451660156,-0.0021028518676757812,-0.0019145011901855469,-0.0017261505126953125,-0.0015377998352050781,-0.0013494491577148438,-0.0011610984802246094,-0.000972747802734375,-0.0007843971252441406,-0.0005960464477539062,-0.0004076957702636719,-0.0002193450927734375,-3.0994415283203125e-05,0.00015735626220703125,0.0003457069396972656,0.0005340576171875,0.0007224082946777344,0.0009107589721679688,0.0010991096496582031,0.0012874603271484375,0.0014758110046386719,0.0016641616821289062,0.0018525123596191406,0.002040863037109375,0.0022292137145996094,0.0024175643920898438,0.002605915069580078,0.0027942657470703125,0.002982616424560547,0.0031709671020507812,0.0033593177795410156,0.00354766845703125,0.0037360191345214844,0.003924369812011719,0.004112720489501953,0.0043010711669921875,0.004489421844482422,0.004677772521972656,0.004866123199462891,0.005054473876953125,0.005242824554443359,0.005431175231933594,0.005619525909423828,0.0058078765869140625,0.005996227264404297,0.006184577941894531,0.006372928619384766,0.006561279296875]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.01409912109375,-0.013655662536621094,-0.013212203979492188,-0.012768745422363281,-0.012325286865234375,-0.011881828308105469,-0.011438369750976562,-0.010994911193847656,-0.01055145263671875,-0.010107994079589844,-0.009664535522460938,-0.009221076965332031,-0.008777618408203125,-0.008334159851074219,-0.007890701293945312,-0.007447242736816406,-0.0070037841796875,-0.006560325622558594,-0.0061168670654296875,-0.005673408508300781,-0.005229949951171875,-0.004786491394042969,-0.0043430328369140625,-0.0038995742797851562,-0.00345611572265625,-0.0030126571655273438,-0.0025691986083984375,-0.0021257400512695312,-0.001682281494140625,-0.0012388229370117188,-0.0007953643798828125,-0.00035190582275390625,9.1552734375e-05,0.0005350112915039062,0.0009784698486328125,0.0014219284057617188,0.001865386962890625,0.0023088455200195312,0.0027523040771484375,0.0031957626342773438,0.00363922119140625,0.004082679748535156,0.0045261383056640625,0.004969596862792969,0.005413055419921875,0.005856513977050781,0.0062999725341796875,0.006743431091308594,0.0071868896484375,0.007630348205566406,0.008073806762695312,0.008517265319824219,0.008960723876953125,0.009404182434082031,0.009847640991210938,0.010291099548339844,0.01073455810546875,0.011178016662597656,0.011621475219726562,0.012064933776855469,0.012508392333984375,0.012951850891113281,0.013395309448242188,0.013838768005371094,0.0142822265625],"_type":"histogram","values":[2,2,2,5,7,2,10,15,6,21,31,39,52,72,113,159,206,288,449,557,846,1104,1742,2547,3781,5571,8250,12934,21274,37709,75406,159600,122215,55721,29044,17307,10769,6966,4645,3263,2059,1557,1000,765,445,372,242,188,127,93,69,51,45,18,11,10,15,6,7,4,3,1,2,2]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,0,0,0,3,5,4,25,41,71,130,227,400,680,1024,1738,2662,3974,5820,8569,11847,16151,21877,28109,35744,44358,53560,62823,72170,81108,88464,94062,97746,98420,97996,94686,88871,81800,72769,63451,54580,44934,36659,28682,22105,16449,12157,8714,5862,4130,2725,1736,1105,685,418,230,135,87,36,25,12,5,5,2],"bins":[-0.10612555593252182,-0.1029617115855217,-0.09979786723852158,-0.09663402289152145,-0.09347017854452133,-0.09030633419752121,-0.08714248239994049,-0.08397863805294037,-0.08081479370594025,-0.07765094935894012,-0.07448710501194,-0.07132326066493988,-0.06815941631793976,-0.06499557197093964,-0.061831723898649216,-0.058667879551649094,-0.05550403520464897,-0.05234019085764885,-0.04917634651064873,-0.04601249843835831,-0.042848654091358185,-0.03968480974435806,-0.03652096539735794,-0.03335712105035782,-0.030193274840712547,-0.027029430493712425,-0.023865584284067154,-0.020701739937067032,-0.01753789559006691,-0.014374049380421638,-0.011210205033421516,-0.00804635975509882,-0.004882514476776123,-0.00171866943128407,0.001445175614207983,0.004609020426869392,0.007772865705192089,0.010936710983514786,0.014100555330514908,0.01726440154016018,0.0204282458871603,0.023592090234160423,0.026755936443805695,0.029919780790805817,0.03308362513780594,0.03624746948480606,0.03941131755709648,0.0425751619040966,0.045739006251096725,0.04890285059809685,0.05206669494509697,0.05523054301738739,0.05839438736438751,0.061558231711387634,0.06472207605838776,0.06788592040538788,0.071049764752388,0.07421360909938812,0.07737745344638824,0.08054130524396896,0.08370514959096909,0.08686899393796921,0.09003283828496933,0.09319668263196945,0.09636052697896957],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.003857626114040613,-0.0037584288511425257,-0.003659231588244438,-0.0035600345581769943,-0.003460837295278907,-0.0033616400323808193,-0.003262442769482732,-0.0031632455065846443,-0.0030640484765172005,-0.002964851213619113,-0.0028656539507210255,-0.002766456687822938,-0.0026672594249248505,-0.002568062162026763,-0.002468865131959319,-0.0023696678690612316,-0.002270470606163144,-0.0021712733432650566,-0.002072076080366969,-0.0019728790502995253,-0.0018736817874014378,-0.0017744845245033503,-0.0016752872616052628,-0.001576090115122497,-0.0014768928522244096,-0.001377695589326322,-0.0012784984428435564,-0.001179301179945469,-0.0010801039170473814,-0.0009809067705646157,-0.0008817095076665282,-0.0007825123029761016,-0.000683315098285675,-0.0005841178935952485,-0.0004849206598009914,-0.00038572342600673437,-0.0002865262213163078,-0.00018732900207396597,-8.813178283162415e-05,1.1065436410717666e-05,0.00011026265565305948,0.0002094598748954013,0.0003086570941377431,0.00040785432793200016,0.0005070515326224267,0.0006062487373128533,0.0007054460002109408,0.0008046432049013674,0.000903840409591794,0.0010030376724898815,0.0011022348189726472,0.0012014320818707347,0.0013006292283535004,0.0013998264912515879,0.0014990237541496754,0.001598220900632441,0.0016974181635305285,0.001796615426428616,0.0018958125729113817,0.0019950098358094692,0.0020942070987075567,0.0021934043616056442,0.002292601391673088,0.0023917986545711756,0.002490995917469263],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,3,5,3,3,3,5,1,9,6,9,9,17,24,17,36,48,57,59,66,77,55,55,45,27,23,30,16,17,4,12,5,6,4,2,0,0,2,0,0,2,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,0,0,1,6,9,27,35,66,115,205,321,471,811,1150,1728,2510,3720,4945,6672,8926,11346,14315,17296,20579,23831,27457,30353,33129,34977,36119,36508,35932,34030,32299,29718,26843,23257,20049,16410,13372,10620,8210,6313,4755,3402,2342,1695,1077,703,461,265,174,115,70,35,18,14,6,5,2,2],"bins":[-0.10333067178726196,-0.10023534297943115,-0.09714001417160034,-0.09404467791318893,-0.09094934910535812,-0.08785402029752731,-0.0847586840391159,-0.0816633552312851,-0.07856802642345428,-0.07547269761562347,-0.07237736880779266,-0.06928203254938126,-0.06618670374155045,-0.06309137493371964,-0.059996042400598526,-0.05690070986747742,-0.053805381059646606,-0.050710052251815796,-0.04761471971869469,-0.04451938718557358,-0.04142405837774277,-0.03832872956991196,-0.03523339703679085,-0.03213806450366974,-0.029042735695838928,-0.02594740502536297,-0.02285207435488701,-0.01975674368441105,-0.01666141301393509,-0.01356608234345913,-0.01047075167298317,-0.00737542100250721,-0.004280082881450653,-0.0011847522109746933,0.0019105784595012665,0.005005909129977226,0.008101239800453186,0.011196570470929146,0.014291901141405106,0.017387231811881065,0.020482562482357025,0.023577893152832985,0.026673223823308945,0.029768554493784904,0.032863885164260864,0.035959213972091675,0.039054546505212784,0.04214987903833389,0.0452452078461647,0.048340536653995514,0.05143586918711662,0.05453120172023773,0.05762653052806854,0.06072185933589935,0.06381718814373016,0.06691252440214157,0.07000785320997238,0.07310318201780319,0.0761985182762146,0.07929384708404541,0.08238917589187622,0.08548450469970703,0.08857983350753784,0.09167516976594925,0.09477049857378006]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,1,2,1,7,7,15,12,29,43,50,96,131,208,301,564,982,1622,2902,5044,8889,16250,29051,56442,111425,230606,424378,339987,166562,83608,41447,22660,12487,7182,3975,2341,1415,795,466,309,205,119,78,51,38,28,15,16,2,7,2,4,0,0,1,1,1],"bins":[-0.0024566650390625,-0.0023839473724365234,-0.002311229705810547,-0.0022385120391845703,-0.0021657943725585938,-0.002093076705932617,-0.0020203590393066406,-0.001947641372680664,-0.0018749237060546875,-0.001802206039428711,-0.0017294883728027344,-0.0016567707061767578,-0.0015840530395507812,-0.0015113353729248047,-0.0014386177062988281,-0.0013659000396728516,-0.001293182373046875,-0.0012204647064208984,-0.0011477470397949219,-0.0010750293731689453,-0.0010023117065429688,-0.0009295940399169922,-0.0008568763732910156,-0.0007841587066650391,-0.0007114410400390625,-0.0006387233734130859,-0.0005660057067871094,-0.0004932880401611328,-0.00042057037353515625,-0.0003478527069091797,-0.0002751350402832031,-0.00020241737365722656,-0.00012969970703125,-5.698204040527344e-05,1.5735626220703125e-05,8.845329284667969e-05,0.00016117095947265625,0.0002338886260986328,0.0003066062927246094,0.00037932395935058594,0.0004520416259765625,0.0005247592926025391,0.0005974769592285156,0.0006701946258544922,0.0007429122924804688,0.0008156299591064453,0.0008883476257324219,0.0009610652923583984,0.001033782958984375,0.0011065006256103516,0.0011792182922363281,0.0012519359588623047,0.0013246536254882812,0.0013973712921142578,0.0014700889587402344,0.001542806625366211,0.0016155242919921875,0.001688241958618164,0.0017609596252441406,0.0018336772918701172,0.0019063949584960938,0.0019791126251220703,0.002051830291748047,0.0021245479583740234,0.002197265625]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,0,1,1,2,3,0,7,6,14,6,11,30,34,55,71,98,158,236,381,609,946,1563,2713,4600,7808,13563,24554,42915,73855,114127,116824,77763,45650,26318,14681,7965,4632,2938,1720,1094,647,410,283,161,106,95,61,34,30,15,7,3,5,3,2,6,0,1,0,0,1],"bins":[-0.000957489013671875,-0.0009285211563110352,-0.0008995532989501953,-0.0008705854415893555,-0.0008416175842285156,-0.0008126497268676758,-0.0007836818695068359,-0.0007547140121459961,-0.0007257461547851562,-0.0006967782974243164,-0.0006678104400634766,-0.0006388425827026367,-0.0006098747253417969,-0.000580906867980957,-0.0005519390106201172,-0.0005229711532592773,-0.0004940032958984375,-0.00046503543853759766,-0.0004360675811767578,-0.00040709972381591797,-0.0003781318664550781,-0.0003491640090942383,-0.00032019615173339844,-0.0002912282943725586,-0.00026226043701171875,-0.0002332925796508789,-0.00020432472229003906,-0.00017535686492919922,-0.00014638900756835938,-0.00011742115020751953,-8.845329284667969e-05,-5.9485435485839844e-05,-3.0517578125e-05,-1.5497207641601562e-06,2.7418136596679688e-05,5.638599395751953e-05,8.535385131835938e-05,0.00011432170867919922,0.00014328956604003906,0.0001722574234008789,0.00020122528076171875,0.0002301931381225586,0.00025916099548339844,0.0002881288528442383,0.0003170967102050781,0.00034606456756591797,0.0003750324249267578,0.00040400028228759766,0.0004329681396484375,0.00046193599700927734,0.0004909038543701172,0.000519871711730957,0.0005488395690917969,0.0005778074264526367,0.0006067752838134766,0.0006357431411743164,0.0006647109985351562,0.0006936788558959961,0.0007226467132568359,0.0007516145706176758,0.0007805824279785156,0.0008095502853393555,0.0008385181427001953,0.0008674860000610352,0.000896453857421875]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.000927035347558558,-0.0008977705729193985,-0.0008685057982802391,-0.0008392410236410797,-0.0008099762490019202,-0.0007807114743627608,-0.0007514466997236013,-0.0007221819250844419,-0.0006929171504452825,-0.000663652375806123,-0.0006343876011669636,-0.0006051228265278041,-0.0005758580518886447,-0.0005465932772494853,-0.0005173285026103258,-0.00048806375707499683,-0.0004587989824358374,-0.00042953420779667795,-0.0004002694331575185,-0.00037100465851835907,-0.0003417398838791996,-0.0003124751092400402,-0.00028321033460088074,-0.0002539455599617213,-0.0002246807998744771,-0.00019541602523531765,-0.0001661512505961582,-0.00013688647595699877,-0.00010762170859379694,-7.83569339546375e-05,-4.9092162953456864e-05,-1.9827390133286826e-05,9.437382686883211e-06,3.870215732604265e-05,6.796693196520209e-05,9.723169932840392e-05,0.00012649648124352098,0.0001557612413307652,0.00018502601596992463,0.00021429079060908407,0.0002435555652482435,0.0002728203253354877,0.00030208509997464716,0.0003313498746138066,0.00036061464925296605,0.0003898794238921255,0.00041914419853128493,0.00044840897317044437,0.0004776737478096038,0.0005069384933449328,0.0005362032679840922,0.0005654680426232517,0.0005947328172624111,0.0006239975919015706,0.00065326236654073,0.0006825271411798894,0.0007117919158190489,0.0007410566904582083,0.0007703214650973678,0.0007995862397365272,0.0008288510143756866,0.0008581157890148461,0.0008873805636540055,0.000916645338293165,0.0009459101129323244],"_type":"histogram","values":[1,0,0,0,0,1,1,4,0,4,0,3,2,6,8,4,8,13,23,24,27,36,49,48,63,57,70,92,135,118,128,150,141,112,114,88,73,71,57,49,40,45,33,22,21,20,14,13,12,7,11,11,2,5,2,2,2,1,1,0,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.0914793461561203,-0.08862811326980591,-0.08577688038349152,-0.08292564749717712,-0.08007441461086273,-0.07722318172454834,-0.07437194883823395,-0.07152071595191956,-0.06866948306560516,-0.06581825762987137,-0.06296702474355698,-0.060115788131952286,-0.05726455897092819,-0.0544133260846138,-0.05156209319829941,-0.048710860311985016,-0.045859627425670624,-0.04300839453935623,-0.04015716165304184,-0.03730592876672745,-0.034454695880413055,-0.03160346671938896,-0.02875223383307457,-0.025901000946760178,-0.023049768060445786,-0.020198535174131393,-0.017347302287817,-0.014496071264147758,-0.011644838377833366,-0.008793605491518974,-0.005942373536527157,-0.003091141115874052,-0.00023990869522094727,0.0026113237254321575,0.005462556146085262,0.00831378810107708,0.011165020987391472,0.014016253873705864,0.016867484897375107,0.0197187177836895,0.02256995067000389,0.025421183556318283,0.028272416442632675,0.031123647466301918,0.03397487848997116,0.03682611137628555,0.039677344262599945,0.04252857714891434,0.04537981003522873,0.04823104292154312,0.05108227580785751,0.053933508694171906,0.0567847415804863,0.05963597074151039,0.06248720362782478,0.06533844023942947,0.06818966567516327,0.07104089856147766,0.07389213144779205,0.07674336433410645,0.07959459722042084,0.08244583010673523,0.08529706299304962,0.08814829587936401,0.0909995287656784],"_type":"histogram","values":[2,3,2,8,14,25,54,69,114,207,295,461,669,1011,1459,2038,2817,3974,5135,6743,8528,10673,13111,16050,18922,21497,24305,27194,29109,31490,32659,33434,33508,32793,31472,29691,27500,25056,22129,19176,16157,13704,11392,8903,6969,5303,4117,3043,2175,1560,1120,684,488,305,180,134,73,45,25,18,20,7,3,2]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[3,0,0,3,9,4,16,28,53,87,160,264,491,751,1216,1872,2818,4214,6227,8860,12085,16480,21801,28072,35062,43818,52588,61118,70315,78431,85460,91528,94849,96292,96141,93127,88428,81412,73354,65034,55578,47157,38335,30934,24228,18459,13838,10195,7211,5102,3332,2230,1525,927,547,331,216,110,48,54,23,5,6,2],"bins":[-0.10400332510471344,-0.10091773420572281,-0.09783214330673218,-0.09474655240774155,-0.09166096150875092,-0.08857537060976028,-0.08548977971076965,-0.08240418881177902,-0.07931859791278839,-0.07623300701379776,-0.07314741611480713,-0.0700618252158165,-0.06697623431682587,-0.06389064341783524,-0.060805052518844604,-0.05771946161985397,-0.05463387072086334,-0.05154827982187271,-0.04846268892288208,-0.04537709802389145,-0.04229150712490082,-0.03920591622591019,-0.036120325326919556,-0.033034734427928925,-0.029949143528938293,-0.026863552629947662,-0.02377796173095703,-0.0206923708319664,-0.01760677993297577,-0.014521189033985138,-0.011435598134994507,-0.008350007236003876,-0.0052644237875938416,-0.0021788328886032104,0.0009067580103874207,0.003992348909378052,0.007077939808368683,0.010163530707359314,0.013249121606349945,0.016334712505340576,0.019420303404331207,0.02250589430332184,0.02559148520231247,0.0286770761013031,0.03176266700029373,0.03484825789928436,0.037933848798274994,0.041019439697265625,0.044105030596256256,0.04719062149524689,0.05027621239423752,0.05336180329322815,0.05644739419221878,0.05953298509120941,0.06261857599020004,0.06570416688919067,0.0687897577881813,0.07187534868717194,0.07496093958616257,0.0780465304851532,0.08113212138414383,0.08421771228313446,0.08730330318212509,0.09038889408111572,0.09347448498010635]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[2,0,0,1,0,3,1,4,4,6,8,5,6,8,13,15,13,17,14,9,22,22,20,21,26,18,32,21,32,35,25,27,20,19,25,23,30,28,22,26,19,17,22,16,14,8,7,4,12,5,8,0,3,0,2,3,0,1,2,0,1,0,0,1],"bins":[-0.0008009598823264241,-0.0007747014751657844,-0.0007484431262128055,-0.0007221847772598267,-0.0006959263700991869,-0.0006696679629385471,-0.0006434096139855683,-0.0006171512650325894,-0.0005908928578719497,-0.0005646344507113099,-0.0005383761017583311,-0.0005121177528053522,-0.00048585934564471245,-0.00045960096758790314,-0.00043334258953109384,-0.00040708421147428453,-0.0003808258334174752,-0.0003545674553606659,-0.0003283090773038566,-0.0003020506992470473,-0.000275792321190238,-0.0002495339431334287,-0.0002232755650766194,-0.00019701718701981008,-0.00017075880896300077,-0.00014450043090619147,-0.00011824205284938216,-9.198367479257286e-05,-6.572529673576355e-05,-3.9466918678954244e-05,-1.3208540622144938e-05,1.3049837434664369e-05,3.930827369913459e-05,6.55666517559439e-05,9.18250298127532e-05,0.0001180834078695625,0.0001443417859263718,0.00017060016398318112,0.00019685854203999043,0.00022311692009679973,0.00024937529815360904,0.00027563367621041834,0.00030189205426722765,0.00032815043232403696,0.00035440881038084626,0.00038066718843765557,0.0004069255664944649,0.0004331839445512742,0.0004594423226080835,0.0004857007006648928,0.0005119590787217021,0.0005382174858823419,0.0005644758348353207,0.0005907341837882996,0.0006169925909489393,0.0006432509981095791,0.0006695093470625579,0.0006957676960155368,0.0007220261031761765,0.0007482845103368163,0.0007745428592897952,0.000800801208242774,0.0008270596154034138,0.0008533180225640535,0.0008795763715170324],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,0,0,2,1,2,1,2,1,7,2,4,1,7,5,6,12,11,18,23,28,31,41,35,48,34,41,40,45,42,34,32,36,19,27,28,18,16,9,8,9,10,6,8,5,3,2,2,0,0,1,1,0,0,0,0,2,0,0,0,0,0,1],"bins":[-0.0008445587009191513,-0.0008146933978423476,-0.0007848280947655439,-0.0007549627916887403,-0.0007250974886119366,-0.0006952322437427938,-0.0006653669406659901,-0.0006355016375891864,-0.0006056363345123827,-0.0005757710314355791,-0.0005459057283587754,-0.0005160404252819717,-0.00048617515130899847,-0.0004563098482321948,-0.00042644457425922155,-0.00039657927118241787,-0.0003667139681056142,-0.0003368486650288105,-0.0003069833619520068,-0.0002771180879790336,-0.0002472527849022299,-0.00021738748182542622,-0.00018752219330053777,-0.0001576569047756493,-0.00012779160169884562,-9.792630589799955e-05,-6.806101009715348e-05,-3.8195714296307415e-05,-8.330418495461345e-06,2.1534877305384725e-05,5.1400173106230795e-05,8.126546890707687e-05,0.00011113076470792294,0.00014099606778472662,0.00017086135630961508,0.00020072664483450353,0.00023059194791130722,0.0002604572509881109,0.00029032252496108413,0.0003201878280378878,0.0003500531311146915,0.0003799184341914952,0.00040978373726829886,0.0004396490112412721,0.0004695143143180758,0.000499379588291049,0.0005292448913678527,0.0005591101944446564,0.0005889754975214601,0.0006188408005982637,0.0006487061036750674,0.0006785714067518711,0.0007084367098286748,0.0007383019546978176,0.0007681672577746212,0.0007980325608514249,0.0008278978639282286,0.0008577631670050323,0.000887628470081836,0.0009174937731586397,0.0009473590180277824,0.0009772243211045861,0.0010070896241813898,0.0010369549272581935,0.0010668202303349972],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,0,0,0,0,1,1,1,0,3,0,3,2,5,4,7,14,20,21,25,24,27,42,55,68,72,107,122,130,139,170,145,142,135,86,91,63,62,37,39,44,32,28,16,10,16,6,4,11,2,4,5,1,2,0,1,0,0,1,0,0,0,1],"bins":[-0.0012112259864807129,-0.0011728247627615929,-0.0011344236554577947,-0.0010960225481539965,-0.0010576213244348764,-0.0010192201007157564,-0.0009808189934119582,-0.0009424178279004991,-0.00090401666238904,-0.0008656154968775809,-0.0008272143313661218,-0.0007888131658546627,-0.0007504120003432035,-0.0007120108348317444,-0.0006736096693202853,-0.0006352085038088262,-0.0005968073382973671,-0.000558406172785908,-0.0005200050072744489,-0.00048160384176298976,-0.00044320267625153065,-0.00040480151074007154,-0.0003664003452286124,-0.0003279991797171533,-0.0002895980142056942,-0.0002511968486942351,-0.00021279568318277597,-0.00017439451767131686,-0.00013599335215985775,-9.759218664839864e-05,-5.9191021136939526e-05,-2.0789855625480413e-05,1.76113098859787e-05,5.601247539743781e-05,9.441364090889692e-05,0.00013281480642035604,0.00017121597193181515,0.00020961713744327426,0.00024801830295473337,0.0002864194684661925,0.0003248206339776516,0.0003632217994891107,0.0004016229650005698,0.00044002413051202893,0.00047842529602348804,0.0005168264615349472,0.0005552276270464063,0.0005936287925578654,0.0006320299580693245,0.0006704311235807836,0.0007088322890922427,0.0007472334546037018,0.0007856346201151609,0.0008240357856266201,0.0008624369511380792,0.0009008381166495383,0.0009392392821609974,0.0009776405058801174,0.0010160416131839156,0.0010544427204877138,0.0010928439442068338,0.0011312451679259539,0.001169646275229752,0.0012080473825335503,0.0012464486062526703],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,1,2,1,1,0,2,3,2,6,4,7,12,7,10,15,18,20,24,21,37,27,41,32,38,46,40,49,49,37,38,32,20,24,22,15,8,14,10,4,4,5,4,2,1,2,2,2,0,1,0,1,0,1,0,0,1,0,0,1],"bins":[-0.0006381276762112975,-0.0006169007392600179,-0.0005956738605163991,-0.0005744469235651195,-0.0005532200448215008,-0.0005319931078702211,-0.0005107661709189415,-0.0004895392921753228,-0.00046831235522404313,-0.00044708544737659395,-0.00042585853952914476,-0.0004046316025778651,-0.00038340469473041594,-0.00036217778688296676,-0.0003409508499316871,-0.00031972394208423793,-0.00029849703423678875,-0.00027727012638933957,-0.0002560432185418904,-0.00023481628159061074,-0.00021358937374316156,-0.00019236246589571238,-0.00017113554349634796,-0.00014990862109698355,-0.00012868171324953437,-0.00010745479812612757,-8.622788300272077e-05,-6.500096787931398e-05,-4.377405275590718e-05,-2.254713763250038e-05,-1.3202225090935826e-06,1.9906692614313215e-05,4.11335495300591e-05,6.23604646534659e-05,8.35873797768727e-05,0.00010481429490027949,0.0001260412100236863,0.00014726811787113547,0.00016849504027049989,0.0001897219626698643,0.00021094887051731348,0.00023217577836476266,0.00025340268621221185,0.0002746296231634915,0.00029585653101094067,0.00031708343885838985,0.0003383103758096695,0.0003595372836571187,0.00038076419150456786,0.00040199109935201705,0.00042321800719946623,0.00044444494415074587,0.00046567185199819505,0.00048689875984564424,0.0005081256967969239,0.0005293525755405426,0.0005505795124918222,0.0005718064494431019,0.0005930333281867206,0.0006142602651380002,0.000635487143881619,0.0006567140808328986,0.0006779410177841783,0.000699167896527797,0.0007203948334790766]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,0,0,0,2,0,1,2,2,2,2,4,1,3,3,9,7,6,8,16,18,24,22,22,30,57,68,41,56,73,46,54,43,21,27,29,12,11,9,7,6,3,4,3,0,3,3,1,2,0,0,0,0,0,0,0,1],"bins":[-0.002628393704071641,-0.0025536620523780584,-0.002478930400684476,-0.0024041987489908934,-0.002329467097297311,-0.0022547354456037283,-0.0021800037939101458,-0.0021052721422165632,-0.002030540257692337,-0.0019558086059987545,-0.0018810770707204938,-0.0018063454190269113,-0.001731613650918007,-0.0016568819992244244,-0.0015821503475308418,-0.0015074186958372593,-0.0014326870441436768,-0.0013579553924500942,-0.0012832237407565117,-0.0012084920890629292,-0.0011337604373693466,-0.0010590286692604423,-0.0009842970175668597,-0.0009095653658732772,-0.0008348337141796947,-0.0007601020624861121,-0.0006853704107925296,-0.0006106387008912861,-0.0005359070491977036,-0.00046117539750412107,-0.0003864437167067081,-0.0003117120359092951,-0.0002369806170463562,-0.00016224895080085844,-8.751728455536067e-05,-1.2785618309862912e-05,6.194604793563485e-05,0.00013667771418113261,0.00021140938042663038,0.00028614106122404337,0.0003608727129176259,0.00043560436461120844,0.000510336016304791,0.0005850677262060344,0.000659799377899617,0.0007345310295931995,0.0008092627394944429,0.0008839943911880255,0.000958726042881608,0.0010334576945751905,0.001108189346268773,0.0011829209979623556,0.0012576526496559381,0.0013323844177648425,0.001407116069458425,0.0014818477211520076,0.0015565793728455901,0.0016313110245391726,0.0017060426762327552,0.0017807743279263377,0.001855506096035242,0.0019302377477288246,0.002004969399422407,0.0020797010511159897,0.0021544327028095722]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,0,0,0,1,0,3,1,6,3,0,5,6,3,11,15,12,17,15,30,20,30,33,34,39,35,36,47,44,41,45,32,31,26,23,26,17,14,21,10,7,7,0,2,1,3,3,2,0,2,0,1,3,1,0,0,0,0,0,0,0,1],"bins":[-0.0014498657546937466,-0.001401154207997024,-0.0013524426613003016,-0.0013037309981882572,-0.0012550194514915347,-0.0012063079047948122,-0.0011575962416827679,-0.0011088846949860454,-0.0010601731482893229,-0.0010114616015926003,-0.0009627499966882169,-0.0009140383917838335,-0.000865326845087111,-0.0008166152983903885,-0.0007679036934860051,-0.0007191920885816216,-0.0006704805418848991,-0.0006217689951881766,-0.0005730573902837932,-0.0005243457853794098,-0.0004756342386826873,-0.0004269226628821343,-0.00037821108708158135,-0.0003294995112810284,-0.0002807879354804754,-0.00023207635967992246,-0.0001833647838793695,-0.00013465320807881653,-8.594163227826357e-05,-3.7230056477710605e-05,1.148151932284236e-05,6.0193095123395324e-05,0.00010890467092394829,0.00015761624672450125,0.00020632782252505422,0.0002550393983256072,0.00030375097412616014,0.0003524625499267131,0.0004011741257272661,0.00044988570152781904,0.000498597277328372,0.0005473088240250945,0.0005960204289294779,0.0006447320338338614,0.0006934435805305839,0.0007421551272273064,0.0007908667321316898,0.0008395783370360732,0.0008882898837327957,0.0009370014304295182,0.0009857129771262407,0.001034424640238285,0.0010831361869350076,0.00113184773363173,0.0011805593967437744,0.001229270943440497,0.0012779824901372194,0.001326694036833942,0.0013754055835306644,0.0014241172466427088,0.0014728287933394313,0.0015215403400361538,0.0015702520031481981,0.0016189635498449206,0.0016676750965416431]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[1,0,0,1,0,3,1,1,4,6,0,7,10,10,7,7,22,12,38,33,67,73,133,222,383,674,999,1575,2739,4310,6893,12026,21040,39483,88920,212876,99811,42557,22681,12491,7772,4511,2804,1769,1076,636,433,231,150,95,66,49,27,15,20,15,8,12,2,5,5,2,2,3],"bins":[-0.03173828125,-0.03084564208984375,-0.0299530029296875,-0.02906036376953125,-0.028167724609375,-0.02727508544921875,-0.0263824462890625,-0.02548980712890625,-0.02459716796875,-0.02370452880859375,-0.0228118896484375,-0.02191925048828125,-0.021026611328125,-0.02013397216796875,-0.0192413330078125,-0.01834869384765625,-0.0174560546875,-0.01656341552734375,-0.0156707763671875,-0.01477813720703125,-0.013885498046875,-0.01299285888671875,-0.0121002197265625,-0.01120758056640625,-0.01031494140625,-0.00942230224609375,-0.0085296630859375,-0.00763702392578125,-0.006744384765625,-0.00585174560546875,-0.0049591064453125,-0.00406646728515625,-0.003173828125,-0.00228118896484375,-0.0013885498046875,-0.00049591064453125,0.000396728515625,0.00128936767578125,0.0021820068359375,0.00307464599609375,0.00396728515625,0.00485992431640625,0.0057525634765625,0.00664520263671875,0.007537841796875,0.00843048095703125,0.0093231201171875,0.01021575927734375,0.0111083984375,0.01200103759765625,0.0128936767578125,0.01378631591796875,0.014678955078125,0.01557159423828125,0.0164642333984375,0.01735687255859375,0.01824951171875,0.01914215087890625,0.0200347900390625,0.02092742919921875,0.021820068359375,0.02271270751953125,0.0236053466796875,0.02449798583984375,0.025390625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,1,0,0,0,1,0,1,3,1,5,2,2,7,8,10,15,14,11,18,19,21,18,24,27,26,21,33,24,37,32,38,40,33,27,31,28,29,22,22,9,16,19,11,13,9,10,6,2,3,4,2,4,2,0,0,2,1,0,0,1,1,1],"bins":[-0.00147932767868042,-0.001433241181075573,-0.001387154683470726,-0.001341068185865879,-0.001294981688261032,-0.0012488951906561852,-0.0012028086930513382,-0.0011567221954464912,-0.0011106356978416443,-0.0010645492002367973,-0.0010184627026319504,-0.0009723762050271034,-0.0009262897074222565,-0.0008802032098174095,-0.0008341167122125626,-0.0007880302146077156,-0.0007419437170028687,-0.0006958572193980217,-0.0006497707217931747,-0.0006036842241883278,-0.0005575977265834808,-0.0005115112289786339,-0.0004654247313737869,-0.00041933823376893997,-0.000373251736164093,-0.00032716523855924606,-0.0002810787409543991,-0.00023499224334955215,-0.0001889057457447052,-0.00014281924813985825,-9.673275053501129e-05,-5.064625293016434e-05,-4.559755325317383e-06,4.152674227952957e-05,8.761323988437653e-05,0.00013369973748922348,0.00017978623509407043,0.0002258727326989174,0.00027195923030376434,0.0003180457279086113,0.00036413222551345825,0.0004102187231183052,0.00045630522072315216,0.0005023917183279991,0.0005484782159328461,0.000594564713537693,0.00064065121114254,0.0006867377087473869,0.0007328242063522339,0.0007789107039570808,0.0008249972015619278,0.0008710836991667747,0.0009171701967716217,0.0009632566943764687,0.0010093431919813156,0.0010554296895861626,0.0011015161871910095,0.0011476026847958565,0.0011936891824007034,0.0012397756800055504,0.0012858621776103973,0.0013319486752152443,0.0013780351728200912,0.0014241216704249382,0.0014702081680297852],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,1,0,2,0,0,0,1,0,1,7,12,8,20,14,14,21,38,38,44,51,80,110,138,204,263,325,537,797,1461,444171,2171,1074,596,434,307,224,153,145,100,73,54,44,29,34,17,20,15,4,9,7,3,5,3,1,1,1,1,0,1,2,0,0,1],"bins":[-0.18618829548358917,-0.1801396906375885,-0.17409107089042664,-0.16804246604442596,-0.1619938611984253,-0.15594524145126343,-0.14989663660526276,-0.14384803175926208,-0.13779941201210022,-0.13175080716609955,-0.12570220232009888,-0.11965358257293701,-0.11360497772693634,-0.10755636543035507,-0.1015077531337738,-0.09545914828777313,-0.08941053599119186,-0.0833619236946106,-0.07731331884860992,-0.07126470655202866,-0.06521609425544739,-0.05916748568415642,-0.05311887711286545,-0.04707026481628418,-0.04102165624499321,-0.03497304767370224,-0.02892443537712097,-0.022875826805830002,-0.016827216371893883,-0.010778605937957764,-0.004729996435344219,0.0013186135329306126,0.007367223501205444,0.013415833935141563,0.019464444369077682,0.025513052940368652,0.03156166523694992,0.03761027380824089,0.04365888237953186,0.04970749467611313,0.0557561032474041,0.06180471181869507,0.06785332411527634,0.0739019364118576,0.07995054125785828,0.08599915355443954,0.09204776585102081,0.09809637069702148,0.10414498299360275,0.11019359529018402,0.11624220013618469,0.12229081243276596,0.12833942472934723,0.1343880295753479,0.14043664932250977,0.14648525416851044,0.1525338590145111,0.15858247876167297,0.16463108360767365,0.17067968845367432,0.17672830820083618,0.18277691304683685,0.18882551789283752,0.1948741376399994,0.20092274248600006]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,2,0,4,3,1,2,1,4,5,6,7,13,12,22,31,44,65,105,115,103,61,40,29,18,18,8,10,10,6,2,4,5,5,1,0,0,0,0,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.013764638453722,-0.013203438371419907,-0.012642238289117813,-0.01208103820681572,-0.011519838124513626,-0.010958638042211533,-0.010397437959909439,-0.009836237877607346,-0.009275037795305252,-0.008713838644325733,-0.00815263856202364,-0.007591438014060259,-0.007030238397419453,-0.006469038315117359,-0.005907838232815266,-0.005346638150513172,-0.004785438068211079,-0.004224237985908985,-0.0036630379036068916,-0.0031018380541354418,-0.0025406379718333483,-0.0019794378895312548,-0.001418237923644483,-0.0008570378995500505,-0.0002958378754556179,0.0002653621486388147,0.0008265621727332473,0.001387762138620019,0.0019489622209221125,0.002510162303224206,0.003071362152695656,0.0036325622349977493,0.004193762317299843,0.004754962399601936,0.00531616248190403,0.005877362564206123,0.006438562646508217,0.006999762263149023,0.0075609623454511166,0.008122162893414497,0.008683362975716591,0.00924456212669611,0.009805762208998203,0.010366962291300297,0.01092816237360239,0.011489362455904484,0.012050562538206577,0.01261176262050867,0.013172962702810764,0.013734162785112858,0.014295362867414951,0.014856562949717045,0.015417763032019138,0.015978962182998657,0.01654016226530075,0.017101362347602844,0.017662562429904938,0.01822376251220703,0.018784962594509125,0.019346162676811218,0.019907362759113312,0.020468562841415405,0.0210297629237175,0.021590963006019592,0.022152163088321686]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[1,1,1,0,0,0,2,1,2,4,4,6,10,8,13,15,10,18,15,17,15,22,12,20,20,20,25,16,24,21,26,24,25,18,23,17,23,22,20,22,21,12,19,17,15,17,20,12,8,15,14,9,14,9,7,2,5,1,1,1,2,1,1,2],"bins":[-0.0009123538620769978,-0.0008848300785757601,-0.0008573062950745225,-0.0008297825115732849,-0.0008022587280720472,-0.0007747349445708096,-0.000747211161069572,-0.0007196873775683343,-0.0006921635940670967,-0.00066463986877352,-0.0006371160852722824,-0.0006095923017710447,-0.0005820685182698071,-0.0005545447347685695,-0.0005270209512673318,-0.0004994971677660942,-0.0004719733842648566,-0.00044444960076361895,-0.0004169258172623813,-0.0003894020337611437,-0.00036187825025990605,-0.0003343544958624989,-0.00030683071236126125,-0.0002793069288600236,-0.000251783145358786,-0.00022425936185754836,-0.00019673557835631073,-0.00016921180940698832,-0.0001416880259057507,-0.00011416424240451306,-8.664046617923304e-05,-5.911668631597422e-05,-3.1592848245054483e-05,-4.06906838179566e-06,2.3454711481463164e-05,5.097849134472199e-05,7.850227120798081e-05,0.00010602605470921844,0.00013354982365854084,0.00016107360715977848,0.0001885973906610161,0.00021612117416225374,0.00024364495766349137,0.000271168741164729,0.0002986924955621362,0.0003262162790633738,0.00035374006256461143,0.00038126384606584907,0.0004087876295670867,0.00043631141306832433,0.00046383519656956196,0.0004913589800707996,0.0005188827635720372,0.0005464065470732749,0.0005739303305745125,0.0006014541140757501,0.0006289778975769877,0.0006565016228705645,0.0006840254063718021,0.0007115491898730397,0.0007390729733742774,0.000766596756875515,0.0007941205403767526,0.0008216443238779902,0.0008491681073792279],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.0026856260374188423,-0.0026050261221826077,-0.0025244264397770166,-0.002443826524540782,-0.002363226842135191,-0.0022826269268989563,-0.0022020272444933653,-0.0021214273292571306,-0.0020408276468515396,-0.001960227731615305,-0.0018796279327943921,-0.0017990281339734793,-0.0017184282187372446,-0.0016378284199163318,-0.001557228621095419,-0.001476628822274506,-0.0013960290234535933,-0.0013154292246326804,-0.0012348294258117676,-0.0011542296269908547,-0.001073629828169942,-0.0009930299129337072,-0.0009124301141127944,-0.0008318303152918816,-0.0007512305164709687,-0.0006706307176500559,-0.000590030918829143,-0.0005094310618005693,-0.00042883126297965646,-0.0003482314641587436,-0.0002676316362340003,-0.00018703182286117226,-0.00010643200948834419,-2.5832196115516126e-05,5.476761725731194e-05,0.00013536743063014,0.00021596724400296807,0.0002965670428238809,0.0003771668707486242,0.0004577666986733675,0.0005383664974942803,0.0006189662963151932,0.000699566095136106,0.0007801659521646798,0.0008607657509855926,0.0009413655498065054,0.0010219654068350792,0.001102565205655992,0.0011831650044769049,0.0012637648032978177,0.0013443646021187305,0.0014249644009396434,0.0015055641997605562,0.0015861641149967909,0.0016667639138177037,0.0017473637126386166,0.0018279635114595294,0.0019085633102804422,0.001989163225516677,0.002069762907922268,0.0021503628231585026,0.0022309625055640936,0.0023115624208003283,0.0023921621032059193,0.002472762018442154],"_type":"histogram","values":[1,0,0,1,1,1,2,0,2,2,3,2,2,6,4,4,8,11,10,13,11,16,18,21,26,20,23,27,35,21,29,29,28,34,27,35,28,28,24,25,20,14,26,21,17,14,15,8,11,6,6,5,1,4,7,8,2,1,0,1,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.008847236633300781,-0.008586160838603973,-0.008325085043907166,-0.008064009249210358,-0.00780293345451355,-0.007541857659816742,-0.007280781865119934,-0.007019706070423126,-0.006758630275726318,-0.0064975544810295105,-0.006236478686332703,-0.005975402891635895,-0.005714327096939087,-0.005453251302242279,-0.005192175507545471,-0.004931099712848663,-0.0046700239181518555,-0.004408948123455048,-0.00414787232875824,-0.003886796534061432,-0.003625720739364624,-0.003364644944667816,-0.0031035691499710083,-0.0028424933552742004,-0.0025814175605773926,-0.0023203417658805847,-0.002059265971183777,-0.001798190176486969,-0.0015371143817901611,-0.0012760385870933533,-0.0010149627923965454,-0.0007538869976997375,-0.0004928112030029297,-0.00023173540830612183,2.9340386390686035e-05,0.0002904161810874939,0.0005514919757843018,0.0008125677704811096,0.0010736435651779175,0.0013347193598747253,0.0015957951545715332,0.001856870949268341,0.002117946743965149,0.002379022538661957,0.0026400983333587646,0.0029011741280555725,0.0031622499227523804,0.0034233257174491882,0.003684401512145996,0.003945477306842804,0.004206553101539612,0.00446762889623642,0.0047287046909332275,0.004989780485630035,0.005250856280326843,0.005511932075023651,0.005773007869720459,0.006034083664417267,0.006295159459114075,0.006556235253810883,0.00681731104850769,0.007078386843204498,0.007339462637901306,0.007600538432598114,0.007861614227294922],"_type":"histogram","values":[2,0,1,0,1,2,3,4,4,3,2,2,4,4,8,10,6,8,6,16,12,17,9,16,10,25,22,32,17,25,29,25,29,30,29,35,36,24,21,28,20,26,15,23,17,15,9,11,13,8,12,6,12,5,3,4,0,2,6,3,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-0.000786852091550827,-0.0007638019160367548,-0.0007407517987303436,-0.0007177016232162714,-0.0006946515059098601,-0.000671601330395788,-0.0006485512130893767,-0.0006255010375753045,-0.0006024509202688932,-0.0005794007447548211,-0.0005563505692407489,-0.0005333004519343376,-0.0005102502764202654,-0.0004872001300100237,-0.000464149983599782,-0.00044109983718954027,-0.00041804969077929854,-0.0003949995443690568,-0.0003719493979588151,-0.0003488992515485734,-0.00032584910513833165,-0.00030279892962425947,-0.00027974878321401775,-0.000256698636803776,-0.0002336484903935343,-0.00021059834398329258,-0.00018754819757305086,-0.0001644980366108939,-0.00014144789020065218,-0.00011839774379041046,-9.534759010421112e-05,-7.229743641801178e-05,-4.924729000777006e-05,-2.619713995954953e-05,-3.146989911329001e-06,1.990316013689153e-05,4.295331018511206e-05,6.600345659535378e-05,8.905361028155312e-05,0.00011210376396775246,0.00013515391037799418,0.0001582040567882359,0.00018125420319847763,0.00020430436416063458,0.0002273545105708763,0.00025040467153303325,0.000273454817943275,0.0002965049643535167,0.0003195551107637584,0.00034260525717400014,0.00036565540358424187,0.0003887055499944836,0.0004117556964047253,0.0004348058719187975,0.0004578560183290392,0.00048090616473928094,0.0005039563402533531,0.0005270064575597644,0.0005500566330738366,0.0005731067503802478,0.00059615692589432,0.0006192070432007313,0.0006422572187148035,0.0006653073360212147,0.0006883575115352869],"_type":"histogram","values":[1,0,1,0,1,1,3,3,4,3,1,2,12,7,7,14,14,9,18,13,17,11,9,20,19,22,22,26,19,18,25,23,18,21,30,25,23,23,26,19,18,23,19,20,14,16,9,14,18,13,11,13,9,9,5,1,8,5,2,4,2,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,2,3,2,3,0,3,3,8,5,8,8,10,9,9,11,8,15,15,29,33,31,17,22,28,23,22,31,25,30,31,24,24,20,21,24,19,13,22,22,18,9,14,13,12,10,9,6,9,3,5,3,3,2,6,5,1,1,0,0,1,2,2],"bins":[-0.0018592476844787598,-0.0017981566488742828,-0.001737065613269806,-0.001675974577665329,-0.001614883542060852,-0.0015537925064563751,-0.0014927014708518982,-0.0014316104352474213,-0.0013705193996429443,-0.0013094283640384674,-0.0012483373284339905,-0.0011872462928295135,-0.0011261552572250366,-0.0010650642216205597,-0.0010039731860160828,-0.0009428821504116058,-0.0008817911148071289,-0.000820700079202652,-0.000759609043598175,-0.0006985180079936981,-0.0006374269723892212,-0.0005763359367847443,-0.0005152449011802673,-0.0004541538655757904,-0.0003930628299713135,-0.00033197179436683655,-0.0002708807587623596,-0.0002097897231578827,-0.00014869868755340576,-8.760765194892883e-05,-2.6516616344451904e-05,3.4574419260025024e-05,9.566545486450195e-05,0.00015675649046897888,0.0002178475260734558,0.00027893856167793274,0.00034002959728240967,0.0004011206328868866,0.0004622116684913635,0.0005233027040958405,0.0005843937397003174,0.0006454847753047943,0.0007065758109092712,0.0007676668465137482,0.0008287578821182251,0.000889848917722702,0.000950939953327179,0.0010120309889316559,0.0010731220245361328,0.0011342130601406097,0.0011953040957450867,0.0012563951313495636,0.0013174861669540405,0.0013785772025585175,0.0014396682381629944,0.0015007592737674713,0.0015618503093719482,0.0016229413449764252,0.001684032380580902,0.001745123416185379,0.001806214451789856,0.0018673054873943329,0.0019283965229988098,0.0019894875586032867,0.0020505785942077637]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[1,0,1,0,1,0,0,0,1,3,2,1,2,1,5,6,8,7,9,10,12,16,17,14,18,20,27,22,27,29,25,33,32,48,40,37,28,39,37,28,25,19,14,12,17,14,8,6,9,7,5,4,2,4,3,2,3,3,1,0,1,0,0,2],"bins":[-0.0013737138360738754,-0.001332692103460431,-0.0012916704872623086,-0.001250648871064186,-0.0012096271384507418,-0.0011686054058372974,-0.001127583789639175,-0.0010865621734410524,-0.0010455404408276081,-0.0010045187082141638,-0.0009634970920160413,-0.0009224754176102579,-0.0008814537432044744,-0.000840432068798691,-0.0007994103943929076,-0.0007583887199871242,-0.0007173670455813408,-0.0006763453711755574,-0.000635323696769774,-0.0005943020223639905,-0.0005532803479582071,-0.0005122586735524237,-0.0004712369991466403,-0.0004302153247408569,-0.00038919365033507347,-0.00034817197592929006,-0.00030715030152350664,-0.0002661286271177232,-0.0002251069527119398,-0.0001840852783061564,-0.00014306360390037298,-0.00010204192949458957,-6.102025508880615e-05,-1.9998580683022738e-05,2.1023093722760677e-05,6.204476812854409e-05,0.00010306644253432751,0.00014408811694011092,0.00018510979134589434,0.00022613146575167775,0.00026715314015746117,0.0003081748145632446,0.000349196488969028,0.0003902181633748114,0.0004312398377805948,0.00047226151218637824,0.0005132831865921617,0.0005543048609979451,0.0005953265354037285,0.0006363482098095119,0.0006773698842152953,0.0007183915586210787,0.0007594132330268621,0.0008004349074326456,0.000841456581838429,0.0008824782562442124,0.0009234999306499958,0.0009645216050557792,0.0010055432794615626,0.0010465648956596851,0.0010875866282731295,0.0011286083608865738,0.0011696299770846963,0.0012106515932828188,0.0012516733258962631],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.09390290826559067,-0.09090821444988251,-0.08791352808475494,-0.08491883426904678,-0.08192414045333862,-0.07892945408821106,-0.0759347602725029,-0.07294006645679474,-0.06994538009166718,-0.06695068627595901,-0.06395599246025085,-0.06096130236983299,-0.05796661227941513,-0.05497191846370697,-0.05197722837328911,-0.04898253455758095,-0.045987844467163086,-0.042993154376745224,-0.039998460561037064,-0.0370037704706192,-0.03400907665491104,-0.03101438656449318,-0.028019696474075317,-0.025025004521012306,-0.022030312567949295,-0.019035620614886284,-0.016040928661823273,-0.01304623857140541,-0.0100515466183424,-0.007056855130940676,-0.004062163643538952,-0.001067472156137228,0.0019272267818450928,0.004921918269246817,0.00791660975664854,0.010911300778388977,0.013905992731451988,0.016900684684515,0.01989537477493286,0.022890066727995872,0.025884758681058884,0.028879450634121895,0.031874142587184906,0.03486883267760277,0.03786352276802063,0.04085821658372879,0.04385290667414665,0.04684760048985481,0.049842290580272675,0.052836980670690536,0.0558316744863987,0.05882636457681656,0.06182105839252472,0.06481574475765228,0.06781043857336044,0.0708051323890686,0.07379981875419617,0.07679451256990433,0.07978920638561249,0.08278390020132065,0.08577858656644821,0.08877328038215637,0.09176797419786453,0.0947626605629921,0.09775735437870026],"_type":"histogram","values":[4,6,18,16,32,55,99,161,239,440,723,1146,1730,2659,3901,5716,7832,10858,14434,19572,25049,31586,39213,47030,56151,63999,72262,79394,85213,90159,93319,93640,92380,89222,84083,77392,69608,61922,52975,45076,36975,29496,23242,18093,13471,10011,7207,4945,3552,2366,1561,1016,643,394,236,146,83,60,20,14,7,9,2,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[0.999363124370575,0.9993859529495239,0.9994087815284729,0.9994316101074219,0.9994544386863708,0.9994772672653198,0.9995000958442688,0.9995229244232178,0.9995457530021667,0.9995685815811157,0.9995914101600647,0.9996142387390137,0.9996370673179626,0.9996598958969116,0.9996827244758606,0.9997055530548096,0.9997283816337585,0.9997512102127075,0.9997740387916565,0.9997968673706055,0.9998196959495544,0.9998425245285034,0.9998653531074524,0.9998881816864014,0.9999110102653503,0.9999338388442993,0.9999566674232483,0.9999794960021973,1.0000022649765015,1.0000251531600952,1.0000479221343994,1.0000708103179932,1.0000935792922974,1.0001164674758911,1.0001392364501953,1.000162124633789,1.0001848936080933,1.000207781791687,1.0002305507659912,1.000253438949585,1.0002762079238892,1.000299096107483,1.000321865081787,1.0003447532653809,1.000367522239685,1.0003904104232788,1.000413179397583,1.0004360675811768,1.000458836555481,1.0004817247390747,1.000504493713379,1.0005273818969727,1.0005501508712769,1.0005730390548706,1.0005958080291748,1.0006186962127686,1.0006414651870728,1.0006643533706665,1.0006871223449707,1.0007100105285645,1.0007327795028687,1.0007556676864624,1.0007784366607666,1.0008013248443604,1.0008240938186646],"_type":"histogram","values":[1,1,0,1,2,1,6,7,2,12,13,10,14,14,10,24,18,18,15,22,26,21,24,35,26,24,23,14,17,34,23,20,20,25,25,22,26,19,23,27,19,7,15,12,14,9,7,3,7,0,5,0,0,1,1,0,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,0,0,0,1,6,2,2,2,2,7,3,8,11,16,7,31,24,14,20,28,31,43,46,44,35,38,34,35,36,35,30,28,28,19,19,13,16,8,14,7,11,3,1,1,2,0,0,0,0,0,1,0,1,1,0,0,1],"bins":[-0.00020331906853243709,-0.0001968577125808224,-0.00019039635662920773,-0.00018393498612567782,-0.00017747363017406315,-0.00017101227422244847,-0.00016455090371891856,-0.00015808954776730388,-0.0001516281918156892,-0.00014516683586407453,-0.00013870547991245985,-0.00013224410940892994,-0.00012578275345731527,-0.00011932139750570059,-0.0001128600342781283,-0.000106398671050556,-9.993731509894133e-05,-9.347595914732665e-05,-8.701459591975436e-05,-8.055323269218206e-05,-7.409187674056739e-05,-6.763052078895271e-05,-6.116915756138042e-05,-5.470779797178693e-05,-4.8246438382193446e-05,-4.178507879259996e-05,-3.5323719203006476e-05,-2.886235961341299e-05,-2.2401000023819506e-05,-1.593964043422602e-05,-9.478280844632536e-06,-3.016921255039051e-06,3.444452886469662e-06,9.905812476063147e-06,1.6367172065656632e-05,2.2828531655250117e-05,2.9289891244843602e-05,3.575125083443709e-05,4.221261042403057e-05,4.867397001362406e-05,5.513532960321754e-05,6.159668555483222e-05,6.805804878240451e-05,7.45194120099768e-05,8.098076796159148e-05,8.744212391320616e-05,9.390348714077845e-05,0.00010036485036835074,0.00010682620631996542,0.0001132875622715801,0.00011974892549915239,0.00012621028872672468,0.00013267164467833936,0.00013913300062995404,0.00014559435658156872,0.00015205572708509862,0.0001585170830367133,0.00016497843898832798,0.00017143980949185789,0.00017790116544347256,0.00018436252139508724,0.00019082387734670192,0.0001972852332983166,0.0002037466038018465,0.00021020795975346118]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,1,1,2,1,0,5,8,14,8,8,17,18,25,20,30,34,41,49,46,63,78,77,81,95,110,127,98,119,107,79,93,96,80,74,74,59,43,21,26,32,13,11,15,10,6,9,2,6,5,3,1,1,1,1,1,0,0,0,0,0,1],"bins":[-0.0007557266508229077,-0.0007309691864065826,-0.0007062117219902575,-0.0006814542575739324,-0.0006566967931576073,-0.0006319393287412822,-0.0006071818643249571,-0.000582424399908632,-0.0005576669936999679,-0.0005329095292836428,-0.0005081520648673177,-0.00048339457134716213,-0.0004586371360346675,-0.0004338796716183424,-0.0004091222072020173,-0.0003843647427856922,-0.0003596072783693671,-0.00033484981395304203,-0.00031009234953671694,-0.00028533488512039185,-0.00026057742070406675,-0.0002358199708396569,-0.00021106252097524703,-0.00018630505655892193,-0.00016154759214259684,-0.00013679012772627175,-0.00011203267058590427,-8.727521344553679e-05,-6.25177490292117e-05,-3.7760288250865415e-05,-1.300282747251913e-05,1.1754633305827156e-05,3.651209408417344e-05,6.126955850049853e-05,8.602701564086601e-05,0.00011078447278123349,0.00013554193719755858,0.00016029940161388367,0.00018505685147829354,0.00020981431589461863,0.00023457178031094372,0.0002593292447272688,0.0002840867091435939,0.000308844173559919,0.00033360160887241364,0.00035835907328873873,0.0003831165377050638,0.0004078740021213889,0.000432631466537714,0.0004573889309540391,0.0004821463953703642,0.0005069038597866893,0.0005316613242030144,0.0005564187886193395,0.0005811762530356646,0.0006059337174519897,0.0006306911818683147,0.0006554485880769789,0.000680206052493304,0.0007049635169096291,0.0007297209813259542,0.0007544784457422793,0.0007792359101586044,0.0008039933745749295,0.0008287508389912546]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[2,1,2,5,7,12,25,39,56,90,169,258,402,586,902,1311,1876,2581,3592,4680,6268,8098,10388,12825,15645,18040,21266,24323,26884,29380,31435,33002,33884,33778,33449,32237,30481,28079,25394,22552,19540,16542,13804,11231,8841,7007,5294,4050,2957,2064,1543,994,685,474,327,184,126,60,39,20,17,9,5,7],"bins":[-0.0962124839425087,-0.09331492334604263,-0.09041735529899597,-0.08751979470252991,-0.08462223410606384,-0.08172466605901718,-0.07882710546255112,-0.07592954486608505,-0.07303197681903839,-0.07013441622257233,-0.06723685562610626,-0.0643392950296402,-0.061441726982593536,-0.05854416638612747,-0.05564660206437111,-0.052749041467905045,-0.04985147714614868,-0.04695391282439232,-0.044056352227926254,-0.04115878790616989,-0.03826122730970383,-0.035363662987947464,-0.0324660986661911,-0.029568536207079887,-0.026670973747968674,-0.02377341128885746,-0.020875848829746246,-0.017978284507989883,-0.01508072204887867,-0.012183159589767456,-0.009285596199333668,-0.006388033274561167,-0.003490462899208069,-0.0005928999744355679,0.002304662950336933,0.005202225875109434,0.008099788799881935,0.010997351258993149,0.013894914649426937,0.016792478039860725,0.01969004049897194,0.022587602958083153,0.025485165417194366,0.02838272973895073,0.03128029406070709,0.03417785465717316,0.03707541897892952,0.039972979575395584,0.04287054389715195,0.04576810821890831,0.048665668815374374,0.05156323313713074,0.0544607937335968,0.057358358055353165,0.06025592237710953,0.06315348297357559,0.06605105102062225,0.06894861161708832,0.07184617221355438,0.07474373281002045,0.07764130085706711,0.08053886145353317,0.08343642204999924,0.0863339900970459,0.08923155069351196]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[2,1,2,9,6,10,10,11,9,12,12,11,13,9,19,13,11,17,22,25,25,27,24,11,12,23,19,18,21,12,23,19,25,14,15,20,21,22,20,17,12,18,25,12,10,8,14,14,8,6,5,8,6,2,1,2,0,1,2,1,0,0,0,1],"bins":[0.9994550347328186,0.9994743466377258,0.9994936585426331,0.9995129704475403,0.9995322823524475,0.9995515942573547,0.999570906162262,0.9995902180671692,0.9996095299720764,0.9996288418769836,0.9996481537818909,0.9996675252914429,0.9996868371963501,0.9997061491012573,0.9997254610061646,0.9997447729110718,0.999764084815979,0.9997833967208862,0.9998027086257935,0.9998220205307007,0.9998413324356079,0.9998606443405151,0.9998799562454224,0.9998992681503296,0.9999185800552368,0.999937891960144,0.9999572038650513,0.9999765157699585,0.9999958276748657,1.000015139579773,1.0000344514846802,1.0000537633895874,1.0000730752944946,1.0000923871994019,1.000111699104309,1.0001310110092163,1.0001503229141235,1.0001696348190308,1.000188946723938,1.0002082586288452,1.0002275705337524,1.0002468824386597,1.000266194343567,1.0002856254577637,1.000304937362671,1.0003242492675781,1.0003435611724854,1.0003628730773926,1.0003821849822998,1.000401496887207,1.0004208087921143,1.0004401206970215,1.0004594326019287,1.000478744506836,1.0004980564117432,1.0005173683166504,1.0005366802215576,1.0005559921264648,1.000575304031372,1.0005946159362793,1.0006139278411865,1.0006332397460938,1.000652551651001,1.0006718635559082,1.0006911754608154],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,1,1,1,0,1,2,4,5,4,3,4,10,5,7,14,13,10,17,24,16,11,17,19,25,29,17,32,22,25,18,20,24,23,18,26,29,22,18,12,23,17,18,18,23,20,15,16,9,12,11,6,3,7,7,2,2,2,3,0,3,0,1],"bins":[0.9993040561676025,0.9993249177932739,0.9993458390235901,0.9993667006492615,0.9993875622749329,0.999408483505249,0.9994293451309204,0.9994502067565918,0.999471127986908,0.9994919896125793,0.9995128512382507,0.9995337724685669,0.9995546340942383,0.9995754957199097,0.9995964169502258,0.9996172785758972,0.9996381998062134,0.9996590614318848,0.9996799230575562,0.9997008442878723,0.9997217059135437,0.9997425675392151,0.9997634887695312,0.9997843503952026,0.999805212020874,0.9998261332511902,0.9998469948768616,0.999867856502533,0.9998887777328491,0.9999096393585205,0.9999305009841919,0.9999514222145081,0.9999722838401794,0.9999931454658508,1.000014066696167,1.0000349283218384,1.0000557899475098,1.0000766515731812,1.000097632408142,1.0001184940338135,1.0001393556594849,1.0001602172851562,1.0001810789108276,1.000201940536499,1.00022292137146,1.0002437829971313,1.0002646446228027,1.0002855062484741,1.0003063678741455,1.000327229499817,1.0003482103347778,1.0003690719604492,1.0003899335861206,1.000410795211792,1.0004316568374634,1.0004525184631348,1.0004734992980957,1.000494360923767,1.0005152225494385,1.0005360841751099,1.0005569458007812,1.0005778074264526,1.0005987882614136,1.000619649887085,1.0006405115127563],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,2,2,2,1,2,2,1,6,7,11,11,13,17,20,23,11,23,18,13,16,16,23,27,23,16,14,16,24,14,29,17,27,17,22,23,20,16,14,23,14,19,23,21,18,12,14,8,10,5,11,10,2,8,3,1,0,1,1,1,0,1,0,2],"bins":[-0.0007260359125211835,-0.0007023058133199811,-0.0006785757141187787,-0.0006548455567099154,-0.000631115457508713,-0.0006073853583075106,-0.0005836552008986473,-0.0005599251016974449,-0.0005361950024962425,-0.0005124649032950401,-0.0004887348040938377,-0.00046500464668497443,-0.00044127454748377204,-0.00041754444828256965,-0.0003938143199775368,-0.00037008419167250395,-0.00034635409247130156,-0.00032262399327009916,-0.0002988938649650663,-0.00027516373666003346,-0.00025143363745883107,-0.00022770352370571345,-0.00020397340995259583,-0.0001802432961994782,-0.0001565131824463606,-0.00013278306869324297,-0.00010905295494012535,-8.532284118700773e-05,-6.15927274338901e-05,-3.786261368077248e-05,-1.4132499927654862e-05,9.597613825462759e-06,3.332772757858038e-05,5.7057841331698e-05,8.078795508481562e-05,0.00010451806883793324,0.00012824818259105086,0.00015197829634416848,0.0001757084100972861,0.00019943852385040373,0.00022316863760352135,0.00024689873680472374,0.0002706288651097566,0.00029435899341478944,0.00031808909261599183,0.0003418191918171942,0.00036554932012222707,0.0003892794484272599,0.0004130095476284623,0.0004367396468296647,0.00046046977513469756,0.0004841999034397304,0.0005079300026409328,0.0005316601018421352,0.0005553902592509985,0.0005791203584522009,0.0006028504576534033,0.0006265805568546057,0.0006503106560558081,0.0006740408134646714,0.0006977709126658738,0.0007215010118670762,0.0007452311692759395,0.0007689612684771419,0.0007926913676783442]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,1,3,1,2,4,3,5,15,7,8,13,13,11,29,21,23,22,32,27,35,41,31,47,51,43,39,44,35,28,24,14,13,15,13,11,8,4,6,7,7,1,3,0,1,0,1,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005584977916441858,-0.000539488741196692,-0.0005204796907491982,-0.0005014706403017044,-0.00048246161895804107,-0.0004634525685105473,-0.00044444354716688395,-0.00042543449671939015,-0.00040642544627189636,-0.00038741639582440257,-0.0003684073453769088,-0.00034939832403324544,-0.00033038927358575165,-0.00031138022313825786,-0.0002923712017945945,-0.00027336215134710073,-0.00025435310089960694,-0.00023534405045211315,-0.0002163350145565346,-0.00019732597866095603,-0.00017831692821346223,-0.00015930787776596844,-0.00014029884187038988,-0.0001212897986988537,-0.00010228075552731752,-8.327171235578135e-05,-6.426266918424517e-05,-4.525362601270899e-05,-2.6244582841172814e-05,-7.235539669636637e-06,1.177350350189954e-05,3.078254667343572e-05,4.9791589844971895e-05,6.880063301650807e-05,8.780967618804425e-05,0.00010681871935958043,0.0001258277625311166,0.0001448368129786104,0.00016384584887418896,0.00018285488476976752,0.00020186393521726131,0.0002208729856647551,0.00023988202156033367,0.00025889105745591223,0.000277900107903406,0.0002969091583508998,0.00031591817969456315,0.00033492723014205694,0.00035393628058955073,0.0003729453310370445,0.0003919543814845383,0.00041096340282820165,0.00042997245327569544,0.00044898150372318923,0.00046799052506685257,0.00048699957551434636,0.0005060086259618402,0.0005250176764093339,0.0005440267268568277,0.0005630357773043215,0.0005820448277518153,0.0006010538199916482,0.000620062870439142,0.0006390719208866358,0.0006580809713341296]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[1,2,3,2,10,6,19,28,55,122,198,282,499,688,1027,1558,2195,3069,4309,5543,7396,9533,11625,14555,17413,20446,23389,26774,29436,31532,33681,34565,34527,34542,32985,31173,28832,26144,23221,20426,17298,14287,11452,9148,7188,5443,3985,2993,2052,1414,973,627,428,275,178,116,71,31,22,14,11,3,2,2],"bins":[-0.09585118293762207,-0.0928967073559761,-0.08994223922491074,-0.08698776364326477,-0.0840332880616188,-0.08107881247997284,-0.07812434434890747,-0.0751698687672615,-0.07221539318561554,-0.06926092505455017,-0.0663064494729042,-0.06335197389125824,-0.06039750203490257,-0.05744302645325661,-0.05448855459690094,-0.051534079015254974,-0.04857960715889931,-0.04562513530254364,-0.042670659720897675,-0.03971618786454201,-0.03676171228289604,-0.033807240426540375,-0.03085276670753956,-0.027898292988538742,-0.024943819269537926,-0.02198934555053711,-0.019034871831536293,-0.016080398112535477,-0.013125925324857235,-0.010171451605856419,-0.00721697835251689,-0.0042625050991773605,-0.0013080313801765442,0.0016464421059936285,0.004600915592163801,0.00755538884550333,0.010509862564504147,0.013464336283504963,0.016418809071183205,0.01937328279018402,0.022327756509184837,0.025282230228185654,0.02823670394718647,0.031191177666187286,0.034145649522542953,0.03710012510418892,0.040054596960544586,0.04300907254219055,0.04596354439854622,0.048918016254901886,0.05187249183654785,0.05482696369290352,0.057781439274549484,0.06073591113090515,0.06369038671255112,0.06664486229419708,0.06959933042526245,0.07255380600690842,0.07550828158855438,0.07846274971961975,0.08141722530126572,0.08437170088291168,0.08732617646455765,0.09028064459562302,0.09323512017726898],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[7,5,11,32,24,52,79,127,193,339,472,718,995,1513,2127,2881,3957,5181,6827,8313,10441,13026,15309,18363,21076,24007,26542,29034,30714,31748,32607,32914,32420,31275,29654,27965,25292,22423,19556,16804,14207,11716,9476,7628,5913,4498,3393,2364,1760,1281,869,610,407,283,147,96,65,38,21,12,10,3,1,3],"bins":[-0.08775278180837631,-0.08494541794061661,-0.0821380466222763,-0.0793306827545166,-0.0765233188867569,-0.0737159475684166,-0.07090858370065689,-0.06810121238231659,-0.06529384851455688,-0.06248648092150688,-0.05967911332845688,-0.056871749460697174,-0.05406438186764717,-0.05125701427459717,-0.04844965040683746,-0.04564228281378746,-0.04283491522073746,-0.040027547627687454,-0.03722018003463745,-0.03441281616687775,-0.031605448573827744,-0.02879808098077774,-0.025990715250372887,-0.023183349519968033,-0.02037598192691803,-0.017568614333868027,-0.014761248603463173,-0.011953881941735744,-0.009146515280008316,-0.006339148618280888,-0.003531781956553459,-0.0007244152948260307,0.0020829513669013977,0.004890318028628826,0.007697684690356255,0.010505051352083683,0.013312418013811111,0.016119785606861115,0.01892715133726597,0.021734517067670822,0.024541884660720825,0.027349252253770828,0.030156617984175682,0.032963983714580536,0.03577135130763054,0.03857871890068054,0.04138608276844025,0.04419345036149025,0.04700081795454025,0.049808185547590256,0.05261555314064026,0.05542291700839996,0.058230284601449966,0.06103765219449997,0.06384501606225967,0.06665238738059998,0.06945975124835968,0.07226711511611938,0.07507448643445969,0.07788185030221939,0.08068922162055969,0.0834965854883194,0.0863039493560791,0.0891113206744194,0.09191868454217911]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,2,1,3,4,14,10,13,30,43,48,73,106,158,226,269,462,662,964,1268,1964,2843,3960,6004,8665,12967,18289,26900,37613,49809,66099,75646,72257,57372,43433,31043,22259,15013,10274,7463,4656,3397,2370,1581,1052,812,508,334,287,179,128,89,72,48,27,14,19,9,8,1,0,3],"bins":[-0.0021514892578125,-0.002087712287902832,-0.002023935317993164,-0.001960158348083496,-0.0018963813781738281,-0.0018326044082641602,-0.0017688274383544922,-0.0017050504684448242,-0.0016412734985351562,-0.0015774965286254883,-0.0015137195587158203,-0.0014499425888061523,-0.0013861656188964844,-0.0013223886489868164,-0.0012586116790771484,-0.0011948347091674805,-0.0011310577392578125,-0.0010672807693481445,-0.0010035037994384766,-0.0009397268295288086,-0.0008759498596191406,-0.0008121728897094727,-0.0007483959197998047,-0.0006846189498901367,-0.0006208419799804688,-0.0005570650100708008,-0.0004932880401611328,-0.00042951107025146484,-0.0003657341003417969,-0.0003019571304321289,-0.00023818016052246094,-0.00017440319061279297,-0.000110626220703125,-4.684925079345703e-05,1.6927719116210938e-05,8.07046890258789e-05,0.00014448165893554688,0.00020825862884521484,0.0002720355987548828,0.0003358125686645508,0.00039958953857421875,0.0004633665084838867,0.0005271434783935547,0.0005909204483032227,0.0006546974182128906,0.0007184743881225586,0.0007822513580322266,0.0008460283279418945,0.0009098052978515625,0.0009735822677612305,0.0010373592376708984,0.0011011362075805664,0.0011649131774902344,0.0012286901473999023,0.0012924671173095703,0.0013562440872192383,0.0014200210571289062,0.0014837980270385742,0.0015475749969482422,0.0016113519668579102,0.0016751289367675781,0.001738905906677246,0.001802682876586914,0.001866459846496582,0.00193023681640625]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[6,3,11,20,42,74,130,214,339,563,863,1318,1980,2913,4198,5925,8250,11051,15012,19371,24627,30908,37727,45123,53024,60948,68468,75623,81660,86350,89550,90774,89851,87651,83850,77684,71012,63243,55560,47583,40410,32843,26550,21142,16164,12266,9175,6540,4682,3203,2262,1519,1004,643,383,238,135,93,56,22,16,7,8,4],"bins":[-0.09157738089561462,-0.08868500590324402,-0.08579263091087341,-0.08290025591850281,-0.0800078809261322,-0.0771155133843422,-0.07422313839197159,-0.07133076339960098,-0.06843838840723038,-0.06554601341485977,-0.06265363842248917,-0.05976126715540886,-0.056868892163038254,-0.05397651717066765,-0.05108414590358734,-0.048191770911216736,-0.04529939591884613,-0.042407020926475525,-0.03951464593410492,-0.03662227466702461,-0.03372989967465401,-0.0308375246822834,-0.027945151552557945,-0.02505277842283249,-0.022160403430461884,-0.019268028438091278,-0.016375655308365822,-0.013483281247317791,-0.01059090718626976,-0.007698533125221729,-0.004806159064173698,-0.0019137850031256676,0.0009785890579223633,0.003870963118970394,0.006763337180018425,0.009655711241066456,0.012548085302114487,0.015440459363162518,0.01833283342421055,0.021225206553936005,0.02411758154630661,0.027009956538677216,0.029902329668402672,0.03279470279812813,0.035687077790498734,0.03857945278286934,0.041471824049949646,0.04436419904232025,0.04725657403469086,0.05014894902706146,0.05304132401943207,0.055933695286512375,0.05882607027888298,0.061718445271253586,0.06461081653833389,0.0675031915307045,0.0703955665230751,0.07328794151544571,0.07618031650781631,0.07907269150018692,0.08196505904197693,0.08485743403434753,0.08774980902671814,0.09064218401908875,0.09353455901145935],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-0.011341102421283722,-0.010914696380496025,-0.010488290339708328,-0.010061884298920631,-0.009635478258132935,-0.009209072217345238,-0.008782666176557541,-0.008356260135769844,-0.007929854094982147,-0.00750344805419445,-0.0070770420134067535,-0.006650635972619057,-0.00622422993183136,-0.005797823891043663,-0.005371417850255966,-0.004945011809468269,-0.0045186057686805725,-0.004092199727892876,-0.003665793687105179,-0.003239387646317482,-0.002812981605529785,-0.0023865755647420883,-0.0019601695239543915,-0.0015337634831666946,-0.0011073574423789978,-0.000680951401591301,-0.0002545453608036041,0.0001718606799840927,0.0005982667207717896,0.0010246727615594864,0.0014510788023471832,0.00187748484313488,0.002303890883922577,0.0027302969247102737,0.0031567029654979706,0.0035831090062856674,0.004009515047073364,0.004435921087861061,0.004862327128648758,0.005288733169436455,0.005715139210224152,0.0061415452510118484,0.006567951291799545,0.006994357332587242,0.007420763373374939,0.007847169414162636,0.008273575454950333,0.00869998149573803,0.009126387536525726,0.009552793577313423,0.00997919961810112,0.010405605658888817,0.010832011699676514,0.01125841774046421,0.011684823781251907,0.012111229822039604,0.012537635862827301,0.012964041903614998,0.013390447944402695,0.013816853985190392,0.014243260025978088,0.014669666066765785,0.015096072107553482,0.015522478148341179,0.015948884189128876],"_type":"histogram","values":[1,0,0,1,0,0,1,1,3,0,1,0,4,6,1,2,5,7,10,11,18,26,34,53,63,97,106,77,59,49,22,24,21,12,9,6,9,6,6,3,2,2,1,2,1,0,2,1,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,2,2,3,2,2,4,6,3,7,9,17,10,17,15,35,22,47,43,50,60,35,50,56,46,47,29,27,28,20,14,12,10,8,5,6,8,1,1,1,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,2],"bins":[-1.4335091691464186e-06,-1.384944653182174e-06,-1.3363801372179296e-06,-1.287815621253685e-06,-1.2392511052894406e-06,-1.1906865893251961e-06,-1.1421220733609516e-06,-1.0935575573967071e-06,-1.0449930414324626e-06,-9.964285254682181e-07,-9.478640095039736e-07,-8.992994935397292e-07,-8.507349775754847e-07,-8.021704616112402e-07,-7.536059456469957e-07,-7.050414296827512e-07,-6.564769137185067e-07,-6.079123977542622e-07,-5.593478817900177e-07,-5.107833658257732e-07,-4.622188498615287e-07,-4.1365433389728423e-07,-3.6508981793303974e-07,-3.1652530196879525e-07,-2.6796078600455076e-07,-2.1939627004030626e-07,-1.7083175407606177e-07,-1.2226723811181728e-07,-7.370272214757279e-08,-2.5138206183328293e-08,2.34263097809162e-08,7.199082574516069e-08,1.2055534170940518e-07,1.6911985767364968e-07,2.1768437363789417e-07,2.6624888960213866e-07,3.1481340556638315e-07,3.6337792153062765e-07,4.1194243749487214e-07,4.6050695345911663e-07,5.090714694233611e-07,5.576359853876056e-07,6.062005013518501e-07,6.547650173160946e-07,7.033295332803391e-07,7.518940492445836e-07,8.004585652088281e-07,8.490230811730726e-07,8.975875971373171e-07,9.461521131015616e-07,9.94716629065806e-07,1.0432811450300505e-06,1.091845660994295e-06,1.1404101769585395e-06,1.188974692922784e-06,1.2375392088870285e-06,1.286103724851273e-06,1.3346682408155175e-06,1.383232756779762e-06,1.4317972727440065e-06,1.480361788708251e-06,1.5289263046724955e-06,1.57749082063674e-06,1.6260553366009844e-06,1.674619852565229e-06]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,1,3,3,6,2,4,5,3,12,10,8,12,18,11,15,20,22,17,17,18,28,30,21,18,25,28,24,22,27,27,22,25,21,24,19,14,21,13,13,18,19,22,12,9,10,11,7,11,4,6,2,0,2,1,0,2,0,0,1,0,1],"bins":[0.9993237257003784,0.9993457794189453,0.9993678331375122,0.9993898272514343,0.9994118809700012,0.9994339346885681,0.9994559288024902,0.9994779825210571,0.999500036239624,0.9995220899581909,0.9995441436767578,0.9995661377906799,0.9995881915092468,0.9996102452278137,0.9996322393417358,0.9996542930603027,0.9996763467788696,0.9996984004974365,0.9997204542160034,0.9997424483299255,0.9997645020484924,0.9997865557670593,0.9998085498809814,0.9998306035995483,0.9998526573181152,0.9998747110366821,0.999896764755249,0.9999187588691711,0.999940812587738,0.9999628663063049,0.999984860420227,1.000006914138794,1.0000289678573608,1.0000510215759277,1.0000730752944946,1.0000951290130615,1.0001170635223389,1.0001391172409058,1.0001611709594727,1.0001832246780396,1.0002052783966064,1.0002273321151733,1.0002493858337402,1.0002714395523071,1.000293493270874,1.0003154277801514,1.0003374814987183,1.0003595352172852,1.000381588935852,1.000403642654419,1.0004256963729858,1.0004477500915527,1.00046968460083,1.000491738319397,1.0005137920379639,1.0005358457565308,1.0005578994750977,1.0005799531936646,1.0006020069122314,1.0006240606307983,1.0006461143493652,1.0006680488586426,1.0006901025772095,1.0007121562957764,1.0007342100143433],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[2,2,1,4,3,8,5,8,8,12,10,16,17,17,13,19,14,14,27,22,28,23,32,27,27,24,31,23,32,28,23,29,23,18,17,22,22,11,12,15,11,14,8,8,10,8,4,5,3,2,2,1,0,0,1,0,0,0,0,0,1,0,0,1],"bins":[0.9993685483932495,0.9993924498558044,0.9994163513183594,0.9994402527809143,0.9994641542434692,0.9994880557060242,0.9995119571685791,0.999535858631134,0.999559760093689,0.9995836615562439,0.9996075630187988,0.9996314644813538,0.9996553659439087,0.9996792674064636,0.9997031688690186,0.9997270703315735,0.9997509717941284,0.9997748136520386,0.9997987151145935,0.9998226165771484,0.9998465180397034,0.9998704195022583,0.9998943209648132,0.9999182224273682,0.9999421238899231,0.999966025352478,0.999989926815033,1.000013828277588,1.0000377893447876,1.0000616312026978,1.0000855922698975,1.0001094341278076,1.0001332759857178,1.0001572370529175,1.0001810789108276,1.0002050399780273,1.0002288818359375,1.0002528429031372,1.0002766847610474,1.000300645828247,1.0003244876861572,1.000348448753357,1.000372290611267,1.0003962516784668,1.000420093536377,1.0004440546035767,1.0004678964614868,1.0004918575286865,1.0005156993865967,1.0005396604537964,1.0005635023117065,1.0005874633789062,1.0006113052368164,1.0006352663040161,1.0006591081619263,1.000683069229126,1.0007069110870361,1.0007308721542358,1.000754714012146,1.0007786750793457,1.0008025169372559,1.0008264780044556,1.0008503198623657,1.0008742809295654,1.0008981227874756],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,0,3,2,1,4,3,4,3,4,6,12,9,11,10,11,16,17,18,20,24,16,24,30,24,28,30,26,48,50,24,28,38,29,23,22,13,23,21,10,3,16,7,6,7,7,4,1,2,4,6,4,2,3,3,1,1,0,1,0,1,1],"bins":[-0.0005171269876882434,-0.0004999972297810018,-0.0004828675009775907,-0.00046573777217417955,-0.00044860801426693797,-0.0004314782563596964,-0.00041434852755628526,-0.00039721879875287414,-0.00038008904084563255,-0.00036295928293839097,-0.00034582955413497984,-0.0003286998253315687,-0.00031157006742432714,-0.00029444030951708555,-0.0002773105807136744,-0.0002601808519102633,-0.00024305109400302172,-0.00022592135064769536,-0.000208791607292369,-0.00019166186393704265,-0.0001745321205817163,-0.00015740237722638994,-0.0001402726338710636,-0.00012314289051573724,-0.00010601314716041088,-8.888340380508453e-05,-7.175366044975817e-05,-5.462391709443182e-05,-3.749417373910546e-05,-2.036443038377911e-05,-3.234687028452754e-06,1.38950563268736e-05,3.102474147453904e-05,4.8154484829865396e-05,6.528422818519175e-05,8.24139715405181e-05,9.954371489584446e-05,0.00011667345825117081,0.00013380320160649717,0.00015093294496182352,0.00016806268831714988,0.00018519243167247623,0.0002023221750278026,0.00021945191838312894,0.0002365816617384553,0.0002537114196456969,0.000270841148449108,0.00028797087725251913,0.0003051006351597607,0.0003222303930670023,0.0003393601218704134,0.00035648985067382455,0.00037361960858106613,0.0003907493664883077,0.00040787909529171884,0.00042500882409512997,0.00044213858200237155,0.00045926833990961313,0.00047639806871302426,0.0004935277975164354,0.000510657555423677,0.0005277873133309186,0.0005449170712381601,0.0005620467709377408,0.0005791765288449824]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,1,3,1,0,0,1,3,4,4,3,3,2,3,7,11,9,23,16,36,51,44,67,74,83,56,64,49,30,33,22,20,11,6,5,5,4,0,0,1,1,2,0,1,1,0,1,1,0,0,1,1],"bins":[-0.004362575709819794,-0.004241364076733589,-0.004120152443647385,-0.003998941276222467,-0.0038777294103056192,-0.0037565180100500584,-0.003635306376963854,-0.0035140947438776493,-0.0033928833436220884,-0.003271671710535884,-0.0031504600774496794,-0.0030292486771941185,-0.002908037044107914,-0.0027868254110217094,-0.0026656140107661486,-0.002544402377679944,-0.002423190977424383,-0.0023019793443381786,-0.002180767711251974,-0.0020595563109964132,-0.0019383446779102087,-0.0018171330448240042,-0.0016959215281531215,-0.0015747100114822388,-0.0014534983783960342,-0.0013322868617251515,-0.0012110753450542688,-0.0010898638283833861,-0.0009686521952971816,-0.0008474406786262989,-0.0007262291037477553,-0.0006050175870768726,-0.00048380601219832897,-0.0003625944664236158,-0.00024138290609698743,-0.00012017135304631665,1.0402000043541193e-06,0.00012225174577906728,0.00024346330610569566,0.00036467486643232405,0.0004858864122070372,0.0006070979870855808,0.0007283095037564635,0.0008495210786350071,0.0009707326535135508,0.0010919441701844335,0.0012131556868553162,0.0013343673199415207,0.0014555788366124034,0.001576790353283286,0.0016980019863694906,0.0018192135030403733,0.001940425019711256,0.0020616366527974606,0.0021828480530530214,0.002304059686139226,0.0024252713192254305,0.0025464827194809914,0.002667694352567196,0.0027889059856534004,0.0029101173859089613,0.003031329018995166,0.0031525406520813704,0.0032737520523369312,0.0033949636854231358]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-9.128707461059093e-07,-8.843535397318192e-07,-8.55836333357729e-07,-8.273191269836389e-07,-7.988019206095487e-07,-7.702847142354585e-07,-7.417675078613684e-07,-7.132503014872782e-07,-6.84733095113188e-07,-6.562158887390979e-07,-6.276986823650077e-07,-5.991814759909175e-07,-5.706642696168274e-07,-5.421470632427372e-07,-5.13629856868647e-07,-4.851126504945569e-07,-4.565954441204667e-07,-4.2807823774637654e-07,-3.995610313722864e-07,-3.710438249981962e-07,-3.4252661862410605e-07,-3.140094122500159e-07,-2.854922058759257e-07,-2.5697499950183555e-07,-2.284577931277454e-07,-1.9994058675365523e-07,-1.7142338037956506e-07,-1.429061740054749e-07,-1.1438896763138473e-07,-8.587176125729457e-08,-5.73545548832044e-08,-2.8837348509114236e-08,-3.2014213502407074e-10,2.8197064239066094e-08,5.671427061315626e-08,8.523147698724642e-08,1.1374868336133659e-07,1.4226588973542675e-07,1.7078309610951692e-07,1.9930030248360708e-07,2.2781750885769725e-07,2.563347152317874e-07,2.848519216058776e-07,3.1336912797996774e-07,3.418863343540579e-07,3.7040354072814807e-07,3.9892074710223824e-07,4.274379534763284e-07,4.5595515985041857e-07,4.844723662245087e-07,5.129895725985989e-07,5.415067789726891e-07,5.700239853467792e-07,5.985411917208694e-07,6.270583980949596e-07,6.555756044690497e-07,6.840928108431399e-07,7.1261001721723e-07,7.411272235913202e-07,7.696444299654104e-07,7.981616363395005e-07,8.266788427135907e-07,8.551960490876809e-07,8.83713255461771e-07,9.122304618358612e-07],"_type":"histogram","values":[2,1,1,1,2,0,1,4,2,0,1,9,3,5,5,6,10,13,11,9,14,15,19,22,21,30,24,28,29,26,48,41,33,26,32,27,16,43,23,21,19,18,14,10,15,9,7,10,7,6,8,6,4,2,4,0,2,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.000782012939453125,-0.0007565617561340332,-0.0007311105728149414,-0.0007056593894958496,-0.0006802082061767578,-0.000654757022857666,-0.0006293058395385742,-0.0006038546562194824,-0.0005784034729003906,-0.0005529522895812988,-0.000527501106262207,-0.0005020499229431152,-0.00047659873962402344,-0.00045114755630493164,-0.00042569637298583984,-0.00040024518966674805,-0.00037479400634765625,-0.00034934282302856445,-0.00032389163970947266,-0.00029844045639038086,-0.00027298927307128906,-0.00024753808975219727,-0.00022208690643310547,-0.00019663572311401367,-0.00017118453979492188,-0.00014573335647583008,-0.00012028217315673828,-9.483098983764648e-05,-6.937980651855469e-05,-4.392862319946289e-05,-1.8477439880371094e-05,6.973743438720703e-06,3.24249267578125e-05,5.78761100769043e-05,8.33272933959961e-05,0.00010877847671508789,0.0001342296600341797,0.00015968084335327148,0.00018513202667236328,0.00021058320999145508,0.00023603439331054688,0.00026148557662963867,0.00028693675994873047,0.00031238794326782227,0.00033783912658691406,0.00036329030990600586,0.00038874149322509766,0.00041419267654418945,0.00043964385986328125,0.00046509504318237305,0.0004905462265014648,0.0005159974098205566,0.0005414485931396484,0.0005668997764587402,0.000592350959777832,0.0006178021430969238,0.0006432533264160156,0.0006687045097351074,0.0006941556930541992,0.000719606876373291,0.0007450580596923828,0.0007705092430114746,0.0007959604263305664,0.0008214116096496582,0.00084686279296875],"_type":"histogram","values":[1,0,1,2,0,3,4,7,5,13,16,14,31,37,34,78,107,158,226,287,534,809,1286,2224,3928,6714,12502,23795,46197,90050,149810,117699,63137,32126,16802,8866,4989,2808,1608,1037,675,377,233,197,119,75,56,45,36,17,19,7,9,2,1,3,3,1,2,0,0,0,0,2]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,1,0,0,0,5,3,10,10,7,15,14,38,46,57,89,117,149,229,318,495,656,916,1181,1697,2162,2850,3689,13170,348466,4124,3222,2550,1860,1339,1027,753,546,436,297,185,130,98,58,64,36,25,13,15,13,9,6,5,2,4,3,3,1,0,0,0,0,1],"bins":[-0.053661733865737915,-0.05188736692070961,-0.0501130037009716,-0.0483386367559433,-0.04656427353620529,-0.04478990659117699,-0.04301553964614868,-0.041241176426410675,-0.03946680948138237,-0.037692442536354065,-0.03591807931661606,-0.03414371237158775,-0.03236934542655945,-0.03059498220682144,-0.028820615261793137,-0.02704625017940998,-0.025271885097026825,-0.02349752001464367,-0.021723154932260513,-0.019948787987232208,-0.018174422904849052,-0.016400057822465897,-0.014625691808760166,-0.012851325795054436,-0.01107696071267128,-0.009302595630288124,-0.007528229616582394,-0.0057538640685379505,-0.003979498520493507,-0.0022051329724490643,-0.0004307674244046211,0.001343598123639822,0.0031179599463939667,0.00489232549443841,0.006666691042482853,0.008441057056188583,0.01021542213857174,0.011989787220954895,0.013764153234660625,0.015538519248366356,0.01731288433074951,0.019087249413132668,0.020861614495515823,0.02263598144054413,0.024410346522927284,0.02618471160531044,0.027959078550338745,0.0297334436327219,0.03150780871510506,0.03328217566013336,0.03505653887987137,0.03683090582489967,0.03860527276992798,0.040379635989665985,0.04215400293469429,0.0439283661544323,0.0457027330994606,0.04747710004448891,0.04925146326422691,0.05102583020925522,0.052800193428993225,0.05457456037402153,0.056348927319049835,0.05812329053878784,0.05989765748381615]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"values":[3,1,6,14,17,32,57,90,138,184,324,522,763,1119,1533,2334,3245,4315,5713,7496,9489,11960,14632,17239,20195,23179,25866,28621,30791,32485,33554,34215,33395,32909,31252,28987,26680,23334,20417,17658,14730,12095,9752,7683,5752,4424,3252,2363,1711,1136,774,497,320,245,126,88,50,17,20,13,3,5,1,3],"bins":[-0.09155463427305222,-0.08865351229906082,-0.08575238287448883,-0.08285126090049744,-0.07995013892650604,-0.07704901695251465,-0.07414789497852325,-0.07124676555395126,-0.06834564357995987,-0.06544452160596848,-0.06254339218139648,-0.05964227020740509,-0.056741148233413696,-0.0538400262594223,-0.05093890056014061,-0.04803777486085892,-0.04513665288686752,-0.04223553091287613,-0.03933440521359444,-0.036433279514312744,-0.03353215754032135,-0.030631033703684807,-0.027729909867048264,-0.02482878603041172,-0.021927662193775177,-0.019026538357138634,-0.01612541452050209,-0.013224290683865547,-0.010323166847229004,-0.007422043010592461,-0.004520919173955917,-0.001619795337319374,0.0012813284993171692,0.0041824523359537125,0.007083576172590256,0.009984700009226799,0.012885823845863342,0.015786947682499886,0.01868807151913643,0.021589195355772972,0.024490319192409515,0.02739144302904606,0.030292566865682602,0.033193692564964294,0.03609481453895569,0.03899593651294708,0.041897062212228775,0.04479818791151047,0.04769930988550186,0.050600431859493256,0.05350155755877495,0.05640268325805664,0.059303805232048035,0.06220492720603943,0.06510604918003082,0.06800717860460281,0.07090830057859421,0.0738094225525856,0.07671055197715759,0.07961167395114899,0.08251279592514038,0.08541391789913177,0.08831503987312317,0.09121616929769516,0.09411729127168655],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.004547119140625,-0.004412651062011719,-0.0042781829833984375,-0.004143714904785156,-0.004009246826171875,-0.0038747787475585938,-0.0037403106689453125,-0.0036058425903320312,-0.00347137451171875,-0.0033369064331054688,-0.0032024383544921875,-0.0030679702758789062,-0.002933502197265625,-0.0027990341186523438,-0.0026645660400390625,-0.0025300979614257812,-0.0023956298828125,-0.0022611618041992188,-0.0021266937255859375,-0.0019922256469726562,-0.001857757568359375,-0.0017232894897460938,-0.0015888214111328125,-0.0014543533325195312,-0.00131988525390625,-0.0011854171752929688,-0.0010509490966796875,-0.0009164810180664062,-0.000782012939453125,-0.0006475448608398438,-0.0005130767822265625,-0.00037860870361328125,-0.000244140625,-0.00010967254638671875,2.47955322265625e-05,0.00015926361083984375,0.000293731689453125,0.00042819976806640625,0.0005626678466796875,0.0006971359252929688,0.00083160400390625,0.0009660720825195312,0.0011005401611328125,0.0012350082397460938,0.001369476318359375,0.0015039443969726562,0.0016384124755859375,0.0017728805541992188,0.0019073486328125,0.0020418167114257812,0.0021762847900390625,0.0023107528686523438,0.002445220947265625,0.0025796890258789062,0.0027141571044921875,0.0028486251831054688,0.00298309326171875,0.0031175613403320312,0.0032520294189453125,0.0033864974975585938,0.003520965576171875,0.0036554336547851562,0.0037899017333984375,0.003924369812011719,0.004058837890625],"_type":"histogram","values":[2,0,2,1,3,2,1,1,11,12,14,25,34,55,65,94,108,190,284,324,519,675,1062,1473,2266,3496,5233,8152,14170,24107,46675,98104,227275,444095,367736,163179,74369,36777,19788,11737,7432,4574,2791,2021,1318,825,606,350,270,173,117,97,63,30,30,18,14,11,1,3,2,1,0,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,7,6,10,9,8,15,7,18,14,17,23,20,28,29,29,18,31,37,41,24,33,34,26,36,25,15,22,17,14,23,13,6,17,18,11,5,5,9,3,6,6,2,7,3,5,2,1,2,0,4,1,0,0,0,1],"bins":[0.9991522431373596,0.9991817474365234,0.999211311340332,0.9992408156394958,0.9992703795433044,0.9992998838424683,0.9993294477462769,0.9993589520454407,0.9993884563446045,0.9994180202484131,0.9994475245475769,0.9994770884513855,0.9995065927505493,0.9995360970497131,0.9995656609535217,0.9995951652526855,0.9996247291564941,0.999654233455658,0.9996837973594666,0.9997133016586304,0.9997428059577942,0.9997723698616028,0.9998018741607666,0.9998314380645752,0.999860942363739,0.9998905062675476,0.9999200105667114,0.9999495148658752,0.9999790787696838,1.0000085830688477,1.0000381469726562,1.0000677108764648,1.0000971555709839,1.0001267194747925,1.000156283378601,1.0001857280731201,1.0002152919769287,1.0002448558807373,1.000274419784546,1.000303864479065,1.0003334283828735,1.0003629922866821,1.0003924369812012,1.0004220008850098,1.0004515647888184,1.0004810094833374,1.000510573387146,1.0005401372909546,1.0005697011947632,1.0005991458892822,1.0006287097930908,1.0006582736968994,1.0006877183914185,1.000717282295227,1.0007468461990356,1.0007764101028442,1.0008058547973633,1.0008354187011719,1.0008649826049805,1.0008944272994995,1.000923991203308,1.0009535551071167,1.0009831190109253,1.0010125637054443,1.001042127609253]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[5,4,9,11,24,66,90,117,238,384,579,987,1491,2269,3376,4808,6724,9502,12670,16819,21856,27933,34377,41904,49522,57749,66009,73393,80435,85635,89856,91466,91888,89155,86574,81377,74053,66915,58825,51051,43029,35343,28633,22727,17275,13377,9848,7195,5031,3472,2427,1601,1045,676,410,265,162,76,56,33,15,10,7,5],"bins":[-0.09406464546918869,-0.0911317989230156,-0.0881989449262619,-0.0852660983800888,-0.08233324438333511,-0.07940039783716202,-0.07646754384040833,-0.07353469729423523,-0.07060184329748154,-0.06766899675130844,-0.06473614275455475,-0.06180329620838165,-0.05887044593691826,-0.055937595665454865,-0.05300474539399147,-0.050071895122528076,-0.04713904485106468,-0.04420619457960129,-0.041273344308137894,-0.0383404940366745,-0.035407643765211105,-0.03247479349374771,-0.029541945084929466,-0.026609094813466072,-0.023676244542002678,-0.020743394270539284,-0.01781054399907589,-0.01487769465893507,-0.011944844387471676,-0.009011994116008282,-0.006079144310206175,-0.0031462942715734243,-0.00021344423294067383,0.0027194058056920767,0.005652255844324827,0.008585105650126934,0.011517955921590328,0.014450806193053722,0.017383655533194542,0.020316505804657936,0.02324935607612133,0.026182206347584724,0.02911505661904812,0.032047905027866364,0.03498075529932976,0.03791360557079315,0.040846455842256546,0.04377930611371994,0.046712156385183334,0.04964500665664673,0.05257785692811012,0.05551070719957352,0.05844355747103691,0.061376407742500305,0.0643092542886734,0.0672421082854271,0.07017495483160019,0.07310780882835388,0.07604065537452698,0.07897350937128067,0.08190635591745377,0.08483920991420746,0.08777205646038055,0.09070491045713425,0.09363775700330734],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,0,3,0,1,1,2,3,6,6,9,8,9,7,12,16,14,23,26,30,36,31,36,48,42,48,55,44,38,32,28,22,29,19,14,12,13,9,6,3,8,3,2,2,0,2,2,1,0,0,1,1,0,0,1,0,0,0,0,1],"bins":[-0.0006133948918431997,-0.0005922903656028211,-0.0005711858393624425,-0.000550081254914403,-0.0005289767286740243,-0.0005078722024336457,-0.0004867676761932671,-0.00046566312084905803,-0.0004445585946086794,-0.0004234540683683008,-0.0004023495130240917,-0.0003812449867837131,-0.0003601404605433345,-0.0003390359051991254,-0.0003179313789587468,-0.0002968268236145377,-0.0002757222973741591,-0.0002546177711337805,-0.0002335132157895714,-0.00021240868954919279,-0.00019130414875689894,-0.0001701996079646051,-0.00014909508172422647,-0.00012799054093193263,-0.00010688600013963878,-8.578145934734493e-05,-6.46769258310087e-05,-4.357238867669366e-05,-2.2467851522378623e-05,-1.363314368063584e-06,1.9741222786251456e-05,4.0845759940566495e-05,6.195029709488153e-05,8.305483788717538e-05,0.00010415937140351161,0.00012526390491984785,0.0001463684457121417,0.00016747298650443554,0.00018857751274481416,0.000209682053537108,0.00023078659432940185,0.00025189112056978047,0.00027299567591398954,0.00029410020215436816,0.0003152047283947468,0.00033630928373895586,0.0003574138099793345,0.00037851836532354355,0.00039962289156392217,0.0004207274178043008,0.00044183197314850986,0.0004629364993888885,0.00048404105473309755,0.0005051455809734762,0.0005262501072138548,0.0005473546334542334,0.000568459159694612,0.0005895637441426516,0.0006106682703830302,0.0006317727966234088,0.0006528773228637874,0.000673981849104166,0.0006950864335522056,0.0007161909597925842,0.0007372954860329628]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0011561773717403412,-0.0011234305566176772,-0.0010906837414950132,-0.0010579369263723493,-0.0010251902276650071,-0.0009924434125423431,-0.0009596965974196792,-0.0009269497822970152,-0.0008942029671743512,-0.0008614562102593482,-0.0008287093951366842,-0.0007959625800140202,-0.0007632158230990171,-0.0007304690079763532,-0.0006977221928536892,-0.0006649754359386861,-0.0006322286208160222,-0.0005994818056933582,-0.0005667350487783551,-0.0005339882336556911,-0.0005012414185330272,-0.00046849463251419365,-0.00043574784649536014,-0.00040300103137269616,-0.00037025424535386264,-0.0003375074593350291,-0.00030476064421236515,-0.00027201385819353163,-0.00023926705762278289,-0.00020652025705203414,-0.00017377347103320062,-0.00014102667046245188,-0.00010827986989170313,-7.553306932095438e-05,-4.278627602616325e-05,-1.0039479093393311e-05,2.270731783937663e-05,5.545411477214657e-05,8.820091170491651e-05,0.00012094770499970764,0.00015369450557045639,0.00018644130614120513,0.00021918810671195388,0.0002519348927307874,0.0002846816787496209,0.0003174284938722849,0.0003501752798911184,0.0003829220950137824,0.0004156688810326159,0.0004484156670514494,0.0004811624821741134,0.0005139092681929469,0.0005466560833156109,0.000579402840230614,0.0006121496553532779,0.0006448964704759419,0.000677643227390945,0.0007103900425136089,0.0007431368576362729,0.0007758836727589369,0.0008086304296739399,0.0008413772447966039,0.0008741240599192679,0.000906870816834271,0.0009396176319569349],"_type":"histogram","values":[1,0,0,0,0,0,1,1,2,1,0,1,2,2,6,3,2,6,6,5,6,8,12,9,11,18,15,24,29,29,38,45,31,40,36,30,41,45,37,35,25,21,18,20,17,7,18,7,11,7,7,6,4,7,2,1,2,6,2,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,2,1,4,15,17,44,82,140,215,410,712,1082,1802,2578,3887,5572,8191,11574,15437,20329,26417,33105,41758,50070,58766,68338,76313,83891,89471,93486,96172,96047,94264,88920,83071,75633,67007,58405,49280,41020,33071,25850,19903,14998,11095,8041,5632,3746,2611,1678,1118,633,414,238,131,77,44,25,17,6,2,3,1],"bins":[-0.09836125373840332,-0.09528462588787079,-0.09220799803733826,-0.08913136273622513,-0.0860547348856926,-0.08297810703516006,-0.07990147918462753,-0.0768248438835144,-0.07374821603298187,-0.07067158818244934,-0.06759496033191681,-0.06451833248138428,-0.06144170090556145,-0.05836506932973862,-0.055288441479206085,-0.052211809903383255,-0.04913518205285072,-0.04605855420231819,-0.04298192262649536,-0.03990529477596283,-0.03682866320014,-0.03375203534960747,-0.030675405636429787,-0.027598775923252106,-0.024522146210074425,-0.021445516496896744,-0.018368886783719063,-0.015292258001863956,-0.012215628288686275,-0.009138998575508595,-0.006062369327992201,-0.0029857398476451635,9.088963270187378e-05,0.003167519113048911,0.006244148593395948,0.009320777840912342,0.012397407554090023,0.015474037267267704,0.01855066604912281,0.02162729576230049,0.024703925475478172,0.027780555188655853,0.030857184901833534,0.033933814615011215,0.03701044246554375,0.04008707404136658,0.04316370189189911,0.04624033346772194,0.04931696131825447,0.052393589168787,0.05547022074460983,0.058546848595142365,0.061623480170965195,0.06470011174678802,0.06777673959732056,0.07085336744785309,0.07392999529838562,0.07700662314891815,0.08008325845003128,0.08315988630056381,0.08623651415109634,0.08931314200162888,0.092389777302742,0.09546640515327454,0.09854303300380707],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0006415130337700248,-0.0006206821999512613,-0.0005998513079248369,-0.0005790204741060734,-0.000558189582079649,-0.0005373587482608855,-0.0005165278562344611,-0.0004956970224156976,-0.0004748661594931036,-0.00045403529657050967,-0.0004332044336479157,-0.00041237357072532177,-0.0003915427369065583,-0.0003707118739839643,-0.00034988101106137037,-0.0003290501481387764,-0.00030821928521618247,-0.0002873884222935885,-0.00026655755937099457,-0.0002457266964484006,-0.0002248958480777219,-0.00020406498515512794,-0.00018323413678444922,-0.00016240327386185527,-0.00014157241093926132,-0.00012074154801666737,-9.991069237003103e-05,-7.907983672339469e-05,-5.824897380080074e-05,-3.7418114516185597e-05,-1.6587255231570452e-05,4.243604053044692e-06,2.5074463337659836e-05,4.590532262227498e-05,6.673618190689012e-05,8.756703755352646e-05,0.00010839790047612041,0.00012922876339871436,0.00015005961176939309,0.00017089047469198704,0.000191721337614581,0.00021255220053717494,0.0002333830634597689,0.00025421392638236284,0.00027504476020112634,0.0002958756231237203,0.00031670648604631424,0.0003375373489689082,0.00035836821189150214,0.0003791990748140961,0.00040002993773669004,0.000420860800659284,0.00044169166358187795,0.00046252249740064144,0.0004833533603232354,0.0005041842232458293,0.0005250150570645928,0.0005458459490910172,0.0005666767829097807,0.0005875076749362051,0.0006083385087549686,0.000629169400781393,0.0006500002346001565,0.000670831126626581,0.0006916619604453444],"_type":"histogram","values":[1,0,1,0,0,0,1,1,6,1,2,3,1,1,6,4,11,6,8,18,18,19,21,22,24,21,28,27,37,39,49,40,41,38,40,30,31,25,18,18,20,12,13,11,4,8,10,3,5,5,4,2,2,1,3,1,1,1,1,0,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[3,1,2,1,7,4,11,13,29,30,55,80,108,133,226,299,464,576,856,1187,1771,2488,3525,4894,7054,9822,13990,19426,27228,37241,50092,64618,73353,68157,54751,41537,30096,21703,15691,11270,7955,5545,3954,2883,2024,1377,945,684,514,334,263,159,121,85,58,40,40,16,9,8,8,5,3,2],"bins":[-0.00186920166015625,-0.001811981201171875,-0.0017547607421875,-0.001697540283203125,-0.00164031982421875,-0.001583099365234375,-0.00152587890625,-0.001468658447265625,-0.00141143798828125,-0.001354217529296875,-0.0012969970703125,-0.001239776611328125,-0.00118255615234375,-0.001125335693359375,-0.001068115234375,-0.001010894775390625,-0.00095367431640625,-0.000896453857421875,-0.0008392333984375,-0.000782012939453125,-0.00072479248046875,-0.000667572021484375,-0.0006103515625,-0.000553131103515625,-0.00049591064453125,-0.000438690185546875,-0.0003814697265625,-0.000324249267578125,-0.00026702880859375,-0.000209808349609375,-0.000152587890625,-9.5367431640625e-05,-3.814697265625e-05,1.9073486328125e-05,7.62939453125e-05,0.000133514404296875,0.00019073486328125,0.000247955322265625,0.00030517578125,0.000362396240234375,0.00041961669921875,0.000476837158203125,0.0005340576171875,0.000591278076171875,0.00064849853515625,0.000705718994140625,0.000762939453125,0.000820159912109375,0.00087738037109375,0.000934600830078125,0.0009918212890625,0.001049041748046875,0.00110626220703125,0.001163482666015625,0.001220703125,0.001277923583984375,0.00133514404296875,0.001392364501953125,0.0014495849609375,0.001506805419921875,0.00156402587890625,0.001621246337890625,0.001678466796875,0.001735687255859375,0.00179290771484375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.008735332638025284,-0.008443170227110386,-0.008151007816195488,-0.00785884540528059,-0.007566682994365692,-0.007274520117789507,-0.006982357706874609,-0.006690195295959711,-0.006398032885044813,-0.006105870474129915,-0.005813708063215017,-0.005521545652300119,-0.005229382775723934,-0.004937220364809036,-0.004645057953894138,-0.00435289554297924,-0.0040607331320643425,-0.0037685707211494446,-0.0034764083102345467,-0.003184245666489005,-0.002892083255574107,-0.0025999208446592093,-0.0023077582009136677,-0.0020155957899987698,-0.0017234333790838718,-0.001431270968168974,-0.0011391084408387542,-0.0008469459717161953,-0.0005547835025936365,-0.0002626210334710777,2.954143565148115e-05,0.00032170390477404,0.0006138663738965988,0.0009060288430191576,0.0011981913121417165,0.0014903538394719362,0.0017825162503868341,0.002074678661301732,0.0023668413050472736,0.0026590037159621716,0.0029511661268770695,0.0032433285377919674,0.0035354909487068653,0.003827653592452407,0.0041198162361979485,0.004411978647112846,0.004704141058027744,0.004996303468942642,0.00528846587985754,0.005580628290772438,0.005872790701687336,0.006164953112602234,0.006457115523517132,0.006749278400093317,0.007041440811008215,0.007333603221923113,0.007625765632838011,0.007917928509414196,0.008210090920329094,0.008502253331243992,0.00879441574215889,0.009086578153073788,0.009378740563988686,0.009670902974903584,0.009963065385818481],"_type":"histogram","values":[1,0,0,3,1,2,3,2,1,2,6,10,11,16,10,9,8,11,19,17,16,29,18,19,25,27,24,32,34,33,25,38,26,25,24,26,21,18,28,25,22,10,8,17,13,10,3,8,6,7,3,2,2,2,1,2,0,2,0,2,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0007179325330071151,-0.0006981511833146214,-0.0006783698336221278,-0.0006585884839296341,-0.0006388071924448013,-0.0006190258427523077,-0.000599244493059814,-0.0005794631433673203,-0.0005596817936748266,-0.0005399004439823329,-0.0005201190942898393,-0.0005003377445973456,-0.00048055642400868237,-0.0004607750743161887,-0.00044099375372752547,-0.0004212124040350318,-0.0004014310543425381,-0.00038164970465004444,-0.00036186835495755076,-0.00034208703436888754,-0.00032230568467639387,-0.0003025243349839002,-0.00028274301439523697,-0.0002629616647027433,-0.00024318031501024961,-0.00022339896531775594,-0.0002036176301771775,-0.00018383629503659904,-0.00016405494534410536,-0.00014427359565161169,-0.00012449226051103324,-0.00010471091809449717,-8.492963388562202e-05,-6.514829146908596e-05,-4.53669490525499e-05,-2.5585606636013836e-05,-5.804264219477773e-06,1.397707819705829e-05,3.375842061359435e-05,5.3539763030130416e-05,7.332110544666648e-05,9.310244786320254e-05,0.0001128837902797386,0.00013266512542031705,0.00015244647511281073,0.0001722278248053044,0.00019200915994588286,0.0002117904950864613,0.00023157184477895498,0.00025135319447144866,0.00027113454416394234,0.00029091586475260556,0.00031069721444509923,0.0003304785641375929,0.00035025988472625613,0.0003700412344187498,0.0003898225841112435,0.00040960393380373716,0.00042938528349623084,0.00044916660408489406,0.00046894795377738774,0.000488729274366051,0.0005085106240585446,0.0005282919737510383,0.000548073323443532],"_type":"histogram","values":[1,0,0,1,2,0,1,0,0,4,1,4,4,5,10,12,11,15,15,19,28,32,38,30,33,50,58,57,71,63,66,86,75,82,114,111,96,106,85,78,63,80,60,57,49,51,39,36,23,16,29,17,15,9,9,7,8,2,4,5,4,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.01092529296875,-0.010584831237792969,-0.010244369506835938,-0.009903907775878906,-0.009563446044921875,-0.009222984313964844,-0.008882522583007812,-0.008542060852050781,-0.00820159912109375,-0.007861137390136719,-0.0075206756591796875,-0.007180213928222656,-0.006839752197265625,-0.006499290466308594,-0.0061588287353515625,-0.005818367004394531,-0.0054779052734375,-0.005137443542480469,-0.0047969818115234375,-0.004456520080566406,-0.004116058349609375,-0.0037755966186523438,-0.0034351348876953125,-0.0030946731567382812,-0.00275421142578125,-0.0024137496948242188,-0.0020732879638671875,-0.0017328262329101562,-0.001392364501953125,-0.0010519027709960938,-0.0007114410400390625,-0.00037097930908203125,-3.0517578125e-05,0.00030994415283203125,0.0006504058837890625,0.0009908676147460938,0.001331329345703125,0.0016717910766601562,0.0020122528076171875,0.0023527145385742188,0.00269317626953125,0.0030336380004882812,0.0033740997314453125,0.0037145614624023438,0.004055023193359375,0.004395484924316406,0.0047359466552734375,0.005076408386230469,0.0054168701171875,0.005757331848144531,0.0060977935791015625,0.006438255310058594,0.006778717041015625,0.007119178771972656,0.0074596405029296875,0.007800102233886719,0.00814056396484375,0.008481025695800781,0.008821487426757812,0.009161949157714844,0.009502410888671875,0.009842872619628906,0.010183334350585938,0.010523796081542969,0.0108642578125],"_type":"histogram","values":[2,0,1,0,0,2,4,3,6,3,8,17,18,26,37,49,85,149,224,333,522,788,1305,1992,3319,5970,9876,18079,34553,71553,171511,415878,465002,202368,82205,39575,20157,10862,6501,3695,2284,1466,844,546,390,209,149,83,67,51,39,12,19,4,8,3,2,3,4,0,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,0,0,3,0,0,1,0,1,1,2,6,5,6,4,6,11,17,14,16,21,14,23,22,23,22,30,32,20,25,21,30,34,21,25,21,30,30,10,30,16,20,16,20,22,10,14,13,9,12,5,8,5,5,2,2,2,2,3,1,0,2,0,1],"bins":[0.999248206615448,0.9992713332176208,0.9992944002151489,0.9993175268173218,0.9993406534194946,0.9993637204170227,0.9993868470191956,0.9994099140167236,0.9994330406188965,0.9994561672210693,0.9994792342185974,0.9995023608207703,0.9995254874229431,0.9995485544204712,0.999571681022644,0.9995948076248169,0.999617874622345,0.9996410012245178,0.9996641278266907,0.9996871948242188,0.9997103214263916,0.9997333884239197,0.9997565150260925,0.9997796416282654,0.9998027086257935,0.9998258352279663,0.9998489618301392,0.9998720288276672,0.9998951554298401,0.9999182820320129,0.999941349029541,0.9999644756317139,0.9999876022338867,1.0000107288360596,1.0000337362289429,1.0000568628311157,1.0000799894332886,1.0001031160354614,1.0001262426376343,1.0001492500305176,1.0001723766326904,1.0001955032348633,1.0002186298370361,1.000241756439209,1.0002648830413818,1.0002878904342651,1.000311017036438,1.0003341436386108,1.0003572702407837,1.0003803968429565,1.0004035234451294,1.0004265308380127,1.0004496574401855,1.0004727840423584,1.0004959106445312,1.000519037246704,1.0005420446395874,1.0005651712417603,1.000588297843933,1.000611424446106,1.0006345510482788,1.0006576776504517,1.000680685043335,1.0007038116455078,1.0007269382476807],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[2,2,6,12,29,40,96,112,235,338,595,1018,1513,2338,3421,4931,7335,10063,13506,18031,23325,29577,36466,44025,52770,61373,70143,77560,84116,89032,92430,93560,92960,90598,85377,79632,72360,64185,55429,47390,39248,32009,25291,19711,14890,10777,8002,5574,4003,2570,1744,1158,797,483,280,176,96,60,34,19,5,0,5,1],"bins":[-0.09486512094736099,-0.09186974912881851,-0.08887436985969543,-0.08587899804115295,-0.08288362622261047,-0.0798882469534874,-0.07689287513494492,-0.07389750331640244,-0.07090212404727936,-0.06790675222873688,-0.0649113804101944,-0.06191600486636162,-0.05892062932252884,-0.05592525750398636,-0.05292988196015358,-0.0499345101416111,-0.04693913459777832,-0.04394375905394554,-0.04094838723540306,-0.03795301169157028,-0.0349576398730278,-0.03196226432919502,-0.028966888785362244,-0.025971515104174614,-0.022976141422986984,-0.019980767741799355,-0.016985394060611725,-0.013990018516778946,-0.010994644835591316,-0.007999271154403687,-0.005003896541893482,-0.002008522395044565,0.0009868517518043518,0.003982225898653269,0.006977600045502186,0.00997297465801239,0.01296834833920002,0.01596372202038765,0.01895909756422043,0.021954471245408058,0.024949844926595688,0.027945218607783318,0.030940592288970947,0.033935967832803726,0.036931343376636505,0.039926715195178986,0.042922090739011765,0.045917462557554245,0.048912838101387024,0.0519082136452198,0.05490358546376228,0.05789896100759506,0.06089433282613754,0.06388971209526062,0.0668850839138031,0.06988045573234558,0.07287582755088806,0.07587120682001114,0.07886657863855362,0.0818619504570961,0.08485732972621918,0.08785270154476166,0.09084807336330414,0.09384345263242722,0.0968388244509697],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,0,0,0,1,1,2,4,3,0,4,5,10,7,4,6,7,13,12,17,13,26,24,23,19,16,20,23,41,30,39,28,25,34,27,41,24,21,35,29,21,17,14,13,11,13,5,7,2,6,1,7,2,5,1,1,2,0,2,1,0,1,0,1],"bins":[-0.0005143203889019787,-0.0004985173000022769,-0.0004827141819987446,-0.0004669110639952123,-0.0004511079750955105,-0.00043530488619580865,-0.00041950176819227636,-0.00040369865018874407,-0.00038789556128904223,-0.0003720924723893404,-0.0003562893543858081,-0.0003404862363822758,-0.000324683147482574,-0.00030888005858287215,-0.00029307694057933986,-0.00027727382257580757,-0.00026147073367610574,-0.0002456676447764039,-0.0002298645267728716,-0.00021406142332125455,-0.0001982583198696375,-0.00018245521641802043,-0.00016665211296640337,-0.0001508490095147863,-0.00013504590606316924,-0.00011924280261155218,-0.00010343969915993512,-8.763659570831805e-05,-7.183349225670099e-05,-5.603038880508393e-05,-4.022728535346687e-05,-2.4424181901849806e-05,-8.62102024257183e-06,7.182083209045231e-06,2.2985186660662293e-05,3.8788290112279356e-05,5.459139356389642e-05,7.039449701551348e-05,8.619760046713054e-05,0.0001020007039187476,0.00011780380737036467,0.00013360691082198173,0.0001494100142735988,0.00016521311772521585,0.00018101622117683291,0.00019681932462844998,0.00021262242808006704,0.0002284255315316841,0.00024422863498330116,0.000260031723883003,0.0002758348418865353,0.0002916379598900676,0.0003074410487897694,0.00032324413768947124,0.00033904725569300354,0.0003548503736965358,0.00037065346259623766,0.0003864565514959395,0.0004022596694994718,0.0004180627875030041,0.0004338658764027059,0.00044966896530240774,0.00046547208330594003,0.0004812752013094723,0.0004970782902091742],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,1,3,1,1,4,8,4,8,7,5,15,12,15,15,14,17,15,18,16,23,10,16,11,20,19,10,17,8,21,16,17,25,18,24,18,26,11,24,23,18,26,16,14,10,9,15,15,16,12,13,12,18,11,9,4,1,4,2,1,2,1,1,1],"bins":[-0.0007713677478022873,-0.0007472815923392773,-0.0007231954368762672,-0.0006991092814132571,-0.000675023125950247,-0.000650936970487237,-0.0006268508150242269,-0.0006027646595612168,-0.0005786784458905458,-0.0005545922904275358,-0.0005305061349645257,-0.0005064199795015156,-0.00048233382403850555,-0.0004582476685754955,-0.0004341615131124854,-0.00041007535764947534,-0.00038598920218646526,-0.0003619030467234552,-0.0003378168912604451,-0.00031373073579743505,-0.00028964458033442497,-0.00026555839576758444,-0.00024147224030457437,-0.0002173860848415643,-0.00019329992937855422,-0.00016921377391554415,-0.00014512761845253408,-0.00012104144843760878,-9.69552929745987e-05,-7.286913751158863e-05,-4.8782974772620946e-05,-2.4696815671632066e-05,-6.107147783041e-07,2.347544432268478e-05,4.756160342367366e-05,7.164776616264135e-05,9.573392162565142e-05,0.00011982007708866149,0.0001439062471035868,0.00016799240256659687,0.00019207855802960694,0.000216164713492617,0.00024025086895562708,0.00026433702441863716,0.0002884232089854777,0.00031250936444848776,0.00033659551991149783,0.0003606816753745079,0.000384767830837518,0.00040885398630052805,0.0004329401417635381,0.0004570262972265482,0.00048111245268955827,0.0005051986081525683,0.0005292847636155784,0.0005533709190785885,0.0005774571327492595,0.0006015432882122695,0.0006256294436752796,0.0006497155991382897,0.0006738017546012998,0.0006978879100643098,0.0007219740655273199,0.00074606022099033,0.00077014637645334]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,2,1,0,1,4,0,0,5,4,5,1,6,5,6,9,15,16,13,21,19,28,37,36,42,59,64,52,74,31,38,37,26,20,19,7,14,5,7,6,5,6,4,1,4,1,0,1,5,0,0,0,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0017225181218236685,-0.0016622815746814013,-0.0016020449111238122,-0.001541808363981545,-0.0014815718168392777,-0.0014213351532816887,-0.0013610986061394215,-0.0013008620589971542,-0.0012406253954395652,-0.001180388848297298,-0.0011201523011550307,-0.0010599156375974417,-0.0009996790904551744,-0.0009394424851052463,-0.0008792058797553182,-0.0008189693326130509,-0.0007587327272631228,-0.0006984961219131947,-0.0006382595747709274,-0.0005780229694209993,-0.0005177863640710711,-0.00045754978782497346,-0.0003973132115788758,-0.00033707660622894764,-0.00027684002998284996,-0.00021660343918483704,-0.00015636684838682413,-9.613027214072645e-05,-3.5893681342713535e-05,2.434290581732057e-05,8.457949297735468e-05,0.00014481607649940997,0.00020505266729742289,0.00026528924354352057,0.0003255258488934487,0.0003857624251395464,0.00044599903048947453,0.0005062355776317418,0.0005664721829816699,0.000626708788331598,0.0006869453936815262,0.0007471819408237934,0.0008074185461737216,0.0008676551515236497,0.0009278916986659169,0.0009881282458081841,0.0010483649093657732,0.0011086014565080404,0.0011688380036503077,0.0012290746672078967,0.001289311214350164,0.001349547877907753,0.0014097844250500202,0.0014700209721922874,0.0015302576357498765,0.0015904941828921437,0.001650730730034411,0.001710967393592,0.0017712039407342672,0.0018314404878765345,0.0018916771514341235,0.0019519136985763907,0.00201215036213398,0.002072386909276247,0.0021326234564185143]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,5,1,4,6,14,36,56,72,126,188,353,490,742,1030,1618,2090,3020,3874,5060,6590,8188,10090,11956,14012,16282,17979,19956,21278,22475,22748,23173,22856,21939,20610,19038,16969,15355,13168,11062,9180,7247,5878,4582,3330,2623,1895,1351,934,602,387,253,183,110,56,48,24,10,6,3,3,0,1],"bins":[-0.09542260318994522,-0.09246496111154556,-0.0895073190331459,-0.08654967695474625,-0.08359202742576599,-0.08063438534736633,-0.07767674326896667,-0.07471910119056702,-0.07176145911216736,-0.0688038170337677,-0.06584617495536804,-0.06288853287696838,-0.05993088707327843,-0.05697324499487877,-0.05401559919118881,-0.051057957112789154,-0.048100315034389496,-0.04514267295598984,-0.04218503087759018,-0.03922738507390022,-0.036269742995500565,-0.033312100917100906,-0.0303544569760561,-0.02739681303501129,-0.024439170956611633,-0.021481528878211975,-0.018523884937167168,-0.015566241927444935,-0.012608598917722702,-0.00965095590800047,-0.006693312898278236,-0.0037356698885560036,-0.0007780268788337708,0.002179616130888462,0.005137259140610695,0.008094902150332928,0.01105254516005516,0.014010188169777393,0.016967831179499626,0.019925475120544434,0.022883117198944092,0.02584075927734375,0.028798403218388557,0.031756047159433365,0.03471368923783302,0.03767133131623268,0.04062897711992264,0.043586619198322296,0.046544261276721954,0.04950190335512161,0.05245954543352127,0.05541719123721123,0.058374833315610886,0.061332475394010544,0.0642901211977005,0.06724776327610016,0.07020540535449982,0.07316304743289948,0.07612068951129913,0.07907833158969879,0.08203597366809845,0.0849936231970787,0.08795126527547836,0.09090890735387802,0.09386654943227768]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.000595894583966583,-0.0005764375091530383,-0.0005569803761318326,-0.0005375233013182878,-0.0005180662265047431,-0.0004986090934835374,-0.0004791520186699927,-0.0004596949147526175,-0.00044023781083524227,-0.00042078070691786706,-0.00040132360300049186,-0.0003818665281869471,-0.0003624094242695719,-0.0003429523203521967,-0.00032349524553865194,-0.00030403814162127674,-0.00028458103770390153,-0.0002651239337865263,-0.0002456668298691511,-0.00022620975505560637,-0.00020675265113823116,-0.00018729554722085595,-0.00016783845785539597,-0.000148381368489936,-0.0001289242645725608,-0.0001094671679311432,-9.00100712897256e-05,-7.055297464830801e-05,-5.1095878006890416e-05,-3.163878136547282e-05,-1.218168472405523e-05,7.275411917362362e-06,2.673256676644087e-05,4.618966340785846e-05,6.564676004927605e-05,8.510385669069365e-05,0.00010456095333211124,0.00012401805724948645,0.00014347514661494642,0.0001629322359804064,0.0001823893398977816,0.00020184644381515682,0.0002213035331806168,0.00024076062254607677,0.000260217726463452,0.0002796748303808272,0.00029913190519437194,0.00031858900911174715,0.00033804611302912235,0.00035750321694649756,0.00037696032086387277,0.0003964173956774175,0.0004158744995947927,0.00043533160351216793,0.0004547886783257127,0.0004742457822430879,0.0004937028861604631,0.0005131599609740078,0.0005326170939952135,0.0005520741688087583,0.000571531243622303,0.0005909883766435087,0.0006104454514570534,0.0006299025844782591,0.0006493596592918038],"_type":"histogram","values":[1,1,1,0,1,0,1,1,2,3,3,5,6,5,7,3,5,10,12,12,16,26,25,22,17,21,37,22,39,39,49,37,45,51,37,29,32,23,14,15,15,12,9,8,6,4,11,5,3,4,4,4,2,1,1,0,0,1,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.00145721435546875,-0.0014115571975708008,-0.0013659000396728516,-0.0013202428817749023,-0.0012745857238769531,-0.001228928565979004,-0.0011832714080810547,-0.0011376142501831055,-0.0010919570922851562,-0.001046299934387207,-0.0010006427764892578,-0.0009549856185913086,-0.0009093284606933594,-0.0008636713027954102,-0.0008180141448974609,-0.0007723569869995117,-0.0007266998291015625,-0.0006810426712036133,-0.0006353855133056641,-0.0005897283554077148,-0.0005440711975097656,-0.0004984140396118164,-0.0004527568817138672,-0.00040709972381591797,-0.00036144256591796875,-0.00031578540802001953,-0.0002701282501220703,-0.0002244710922241211,-0.00017881393432617188,-0.00013315677642822266,-8.749961853027344e-05,-4.184246063232422e-05,3.814697265625e-06,4.947185516357422e-05,9.512901306152344e-05,0.00014078617095947266,0.00018644332885742188,0.0002321004867553711,0.0002777576446533203,0.00032341480255126953,0.00036907196044921875,0.00041472911834716797,0.0004603862762451172,0.0005060434341430664,0.0005517005920410156,0.0005973577499389648,0.0006430149078369141,0.0006886720657348633,0.0007343292236328125,0.0007799863815307617,0.0008256435394287109,0.0008713006973266602,0.0009169578552246094,0.0009626150131225586,0.0010082721710205078,0.001053929328918457,0.0010995864868164062,0.0011452436447143555,0.0011909008026123047,0.001236557960510254,0.0012822151184082031,0.0013278722763061523,0.0013735294342041016,0.0014191865921020508,0.00146484375],"_type":"histogram","values":[1,4,1,6,9,8,15,26,35,44,76,97,159,227,333,484,718,1103,1492,2136,3172,4718,6819,9975,15169,22211,33219,50848,78644,121403,189508,268416,257435,176080,112868,72703,47186,30731,20729,13939,9540,6508,4246,3004,2093,1428,979,766,480,320,238,159,105,68,54,26,43,19,13,10,7,4,3,4]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0015610723057761788,-0.001510257599875331,-0.001459442893974483,-0.001408628304488957,-0.001357813598588109,-0.001306998892687261,-0.0012561841867864132,-0.0012053694808855653,-0.0011545547749847174,-0.0011037401854991913,-0.0010529254795983434,-0.0010021107736974955,-0.0009512960677966475,-0.0009004814201034606,-0.0008496667142026126,-0.0007988520665094256,-0.0007480373606085777,-0.0006972226547077298,-0.0006464080070145428,-0.0005955933011136949,-0.0005447786534205079,-0.00049396394751966,-0.0004431492416188121,-0.00039233456482179463,-0.0003415198880247772,-0.0002907052112277597,-0.00023989051987882704,-0.00018907582852989435,-0.0001382611517328769,-8.744646765990183e-05,-3.663178358692676e-05,1.4182900486048311e-05,6.499746814370155e-05,0.00011581215221667662,0.0001666268362896517,0.00021744152763858438,0.00026825620443560183,0.0003190708812326193,0.0003698855871334672,0.00042070026393048465,0.0004715149407275021,0.00052232964662835,0.000573144294321537,0.0006239590002223849,0.0006747737061232328,0.0007255883538164198,0.0007764030597172678,0.0008272177074104548,0.0008780324133113027,0.0009288471192121506,0.0009796618251129985,0.0010304764145985246,0.0010812911204993725,0.0011321058264002204,0.0011829205323010683,0.0012337352382019162,0.0012845499441027641,0.0013353645335882902,0.0013861792394891381,0.001436993945389986,0.001487808651290834,0.0015386233571916819,0.001589437946677208,0.0016402526525780559,0.0016910673584789038],"_type":"histogram","values":[1,0,0,0,0,2,0,3,3,3,0,2,1,7,7,7,10,4,11,13,18,19,23,24,24,34,37,23,28,41,36,41,41,38,25,33,33,17,29,18,25,14,11,10,6,3,5,4,9,5,6,5,3,1,2,1,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.000820159912109375,-0.000793755054473877,-0.0007673501968383789,-0.0007409453392028809,-0.0007145404815673828,-0.0006881356239318848,-0.0006617307662963867,-0.0006353259086608887,-0.0006089210510253906,-0.0005825161933898926,-0.0005561113357543945,-0.0005297064781188965,-0.0005033016204833984,-0.0004768967628479004,-0.00045049190521240234,-0.0004240870475769043,-0.00039768218994140625,-0.0003712773323059082,-0.00034487247467041016,-0.0003184676170349121,-0.00029206275939941406,-0.000265657901763916,-0.00023925304412841797,-0.00021284818649291992,-0.00018644332885742188,-0.00016003847122192383,-0.00013363361358642578,-0.00010722875595092773,-8.082389831542969e-05,-5.441904067993164e-05,-2.8014183044433594e-05,-1.6093254089355469e-06,2.47955322265625e-05,5.120038986206055e-05,7.76052474975586e-05,0.00010401010513305664,0.0001304149627685547,0.00015681982040405273,0.00018322467803955078,0.00020962953567504883,0.00023603439331054688,0.0002624392509460449,0.00028884410858154297,0.000315248966217041,0.00034165382385253906,0.0003680586814880371,0.00039446353912353516,0.0004208683967590332,0.00044727325439453125,0.0004736781120300293,0.0005000829696655273,0.0005264878273010254,0.0005528926849365234,0.0005792975425720215,0.0006057024002075195,0.0006321072578430176,0.0006585121154785156,0.0006849169731140137,0.0007113218307495117,0.0007377266883850098,0.0007641315460205078,0.0007905364036560059,0.0008169412612915039,0.000843346118927002,0.0008697509765625],"_type":"histogram","values":[1,0,1,0,0,2,3,9,14,14,14,24,30,41,57,98,128,207,287,364,612,1000,1426,2484,4352,7178,13207,22795,41580,73073,117991,121480,78396,44197,25209,13881,7869,4590,2513,1702,1022,655,424,315,176,119,90,50,33,28,32,15,5,8,5,10,1,1,0,3,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.10138506442308426,-0.09834035485982895,-0.09529563784599304,-0.09225092828273773,-0.08920621126890182,-0.08616150170564651,-0.08311678469181061,-0.0800720751285553,-0.07702736556529999,-0.07398264855146408,-0.07093793898820877,-0.06789322197437286,-0.06484851241111755,-0.061803799122571945,-0.05875908583402634,-0.05571437254548073,-0.05266965925693512,-0.04962494596838951,-0.0465802326798439,-0.043535519391298294,-0.040490806102752686,-0.037446096539497375,-0.03440138325095177,-0.03135666996240616,-0.02831195667386055,-0.02526724338531494,-0.022222530096769333,-0.019177818670868874,-0.016133105382323265,-0.013088392093777657,-0.010043679736554623,-0.0069989669136703014,-0.00395425409078598,-0.000909541267901659,0.002135171554982662,0.005179884377866983,0.008224597200751305,0.011269310489296913,0.014314022846519947,0.01735873520374298,0.02040344849228859,0.023448161780834198,0.026492875069379807,0.029537586495280266,0.032582297921180725,0.035627011209726334,0.03867172449827194,0.04171643778681755,0.04476115107536316,0.04780586436390877,0.050850577652454376,0.053895290940999985,0.05694000422954559,0.0599847137928009,0.06302943080663681,0.06607414036989212,0.06911885738372803,0.07216356694698334,0.07520827651023865,0.07825299352407455,0.08129770308732986,0.08434242010116577,0.08738712966442108,0.09043184667825699,0.0934765562415123],"_type":"histogram","values":[1,0,1,3,3,12,25,40,78,142,239,391,649,1048,1638,2403,3547,5283,7627,10527,14395,19268,24963,31295,39036,47041,55776,64654,73228,80649,86919,92280,94370,95591,94232,90153,84547,77682,70098,61167,52601,43728,35856,28632,22467,17103,12692,9162,6508,4645,2939,2106,1313,841,548,304,194,105,56,33,13,7,6,4]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,0,2,2,0,8,6,5,8,8,16,18,31,46,74,89,162,215,338,527,830,1321,1971,3077,5173,8649,15014,25382,45232,78041,119423,114049,71686,40685,23737,13266,7943,4783,2903,1816,1192,664,470,277,231,138,93,77,52,27,15,10,14,6,5,7,1,3,3,0,0,1,0,1],"bins":[-0.00433349609375,-0.004193305969238281,-0.0040531158447265625,-0.003912925720214844,-0.003772735595703125,-0.0036325454711914062,-0.0034923553466796875,-0.0033521652221679688,-0.00321197509765625,-0.0030717849731445312,-0.0029315948486328125,-0.0027914047241210938,-0.002651214599609375,-0.0025110244750976562,-0.0023708343505859375,-0.0022306442260742188,-0.0020904541015625,-0.0019502639770507812,-0.0018100738525390625,-0.0016698837280273438,-0.001529693603515625,-0.0013895034790039062,-0.0012493133544921875,-0.0011091232299804688,-0.00096893310546875,-0.0008287429809570312,-0.0006885528564453125,-0.0005483627319335938,-0.000408172607421875,-0.00026798248291015625,-0.0001277923583984375,1.239776611328125e-05,0.000152587890625,0.00029277801513671875,0.0004329681396484375,0.0005731582641601562,0.000713348388671875,0.0008535385131835938,0.0009937286376953125,0.0011339187622070312,0.00127410888671875,0.0014142990112304688,0.0015544891357421875,0.0016946792602539062,0.001834869384765625,0.0019750595092773438,0.0021152496337890625,0.0022554397583007812,0.0023956298828125,0.0025358200073242188,0.0026760101318359375,0.0028162002563476562,0.002956390380859375,0.0030965805053710938,0.0032367706298828125,0.0033769607543945312,0.00351715087890625,0.0036573410034179688,0.0037975311279296875,0.003937721252441406,0.004077911376953125,0.004218101501464844,0.0043582916259765625,0.004498481750488281,0.004638671875]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[2,1,0,1,3,0,0,0,2,2,1,0,4,6,3,3,7,8,12,16,17,16,14,27,23,29,48,42,41,58,61,60,51,41,31,24,26,13,15,9,8,6,5,6,3,4,3,3,0,0,4,0,1,1,2,3,1,0,0,0,0,0,0,1],"bins":[-0.0018479384016245604,-0.0017856783233582973,-0.0017234181286767125,-0.0016611580504104495,-0.0015988978557288647,-0.0015366377774626017,-0.0014743775827810168,-0.0014121175045147538,-0.001349857309833169,-0.001287597231566906,-0.001225337153300643,-0.0011630769586190581,-0.0011008168803527951,-0.0010385566856712103,-0.0009762966074049473,-0.0009140364709310234,-0.0008517763344570994,-0.0007895161979831755,-0.0007272560615092516,-0.0006649959250353277,-0.0006027357885614038,-0.0005404757102951407,-0.0004782155738212168,-0.0004159554373472929,-0.000353695300873369,-0.00029143516439944506,-0.00022917504247743636,-0.00016691492055542767,-0.00010465478408150375,-4.239465488353744e-05,1.9865474314428866e-05,8.212560351239517e-05,0.00014438573271036148,0.0002066458691842854,0.0002689060056582093,0.0003311661130283028,0.0003934262495022267,0.00045568638597615063,0.0005179464933462441,0.000580206629820168,0.0006424667662940919,0.0007047269027680159,0.0007669870392419398,0.0008292471757158637,0.0008915072539821267,0.0009537673904560506,0.0010160275269299746,0.0010782877216115594,0.0011405477998778224,0.0012028078781440854,0.0012650680728256702,0.0013273281510919333,0.001389588345773518,0.001451848424039781,0.001514108618721366,0.001576368696987629,0.001638628775253892,0.0017008889699354768,0.0017631490482017398,0.0018254092428833246,0.0018876693211495876,0.0019499295158311725,0.0020121897105127573,0.0020744497887790203,0.0021367098670452833],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[2,2,0,2,6,3,6,14,18,42,46,61,104,172,231,347,513,682,1097,1644,2246,3211,5062,6925,10144,15099,21202,30537,43241,57644,73455,76710,66971,51032,36538,26335,18307,12291,9089,5830,4055,2819,1835,1284,940,675,429,308,221,125,97,64,28,28,22,12,13,3,1,1,0,1,1,1],"bins":[-0.0023040771484375,-0.002230405807495117,-0.0021567344665527344,-0.0020830631256103516,-0.0020093917846679688,-0.001935720443725586,-0.0018620491027832031,-0.0017883777618408203,-0.0017147064208984375,-0.0016410350799560547,-0.0015673637390136719,-0.001493692398071289,-0.0014200210571289062,-0.0013463497161865234,-0.0012726783752441406,-0.0011990070343017578,-0.001125335693359375,-0.0010516643524169922,-0.0009779930114746094,-0.0009043216705322266,-0.0008306503295898438,-0.0007569789886474609,-0.0006833076477050781,-0.0006096363067626953,-0.0005359649658203125,-0.0004622936248779297,-0.0003886222839355469,-0.00031495094299316406,-0.00024127960205078125,-0.00016760826110839844,-9.393692016601562e-05,-2.0265579223632812e-05,5.340576171875e-05,0.0001270771026611328,0.00020074844360351562,0.00027441978454589844,0.00034809112548828125,0.00042176246643066406,0.0004954338073730469,0.0005691051483154297,0.0006427764892578125,0.0007164478302001953,0.0007901191711425781,0.0008637905120849609,0.0009374618530273438,0.0010111331939697266,0.0010848045349121094,0.0011584758758544922,0.001232147216796875,0.0013058185577392578,0.0013794898986816406,0.0014531612396240234,0.0015268325805664062,0.001600503921508789,0.0016741752624511719,0.0017478466033935547,0.0018215179443359375,0.0018951892852783203,0.001968860626220703,0.002042531967163086,0.0021162033081054688,0.0021898746490478516,0.0022635459899902344,0.002337217330932617,0.002410888671875]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[3,1,1,0,1,2,1,2,3,3,4,7,14,10,21,24,31,37,52,50,54,47,75,75,72,80,98,88,84,79,100,96,93,89,103,70,72,55,54,51,55,44,32,28,25,11,10,12,7,7,5,4,2,1,0,0,2,0,0,0,0,0,0,1],"bins":[-0.0006828184705227613,-0.0006605441449210048,-0.0006382698775269091,-0.0006159955519251525,-0.0005937212845310569,-0.0005714469589293003,-0.0005491726333275437,-0.0005268983659334481,-0.0005046240403316915,-0.0004823497438337654,-0.00046007544733583927,-0.0004378011217340827,-0.0004155268252361566,-0.00039325252873823047,-0.0003709782031364739,-0.0003487039066385478,-0.00032642961014062166,-0.00030415531364269555,-0.00028188101714476943,-0.00025960669154301286,-0.00023733239504508674,-0.00021505809854716063,-0.00019278378749731928,-0.00017050947644747794,-0.00014823517994955182,-0.0001259608834516257,-0.00010368657240178436,-8.141226862790063e-05,-5.91379648540169e-05,-3.686366108013317e-05,-1.458935730624944e-05,7.68494646763429e-06,2.9959308449178934e-05,5.2233612223062664e-05,7.45079159969464e-05,9.678221977083012e-05,0.00011905652354471385,0.00014133082004263997,0.00016360513109248132,0.00018587944214232266,0.00020815373864024878,0.0002304280351381749,0.000252702331636101,0.0002749766572378576,0.0002972509537357837,0.0003195252502337098,0.0003417995758354664,0.0003640738723333925,0.0003863481688313186,0.00040862246532924473,0.00043089676182717085,0.0004531710874289274,0.00047544538392685354,0.0004977196804247797,0.0005199940060265362,0.0005422682734206319,0.0005645425990223885,0.000586816924624145,0.0006090911920182407,0.0006313655176199973,0.0006536397850140929,0.0006759141106158495,0.0006981884362176061,0.0007204627036117017,0.0007427370292134583]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,2,0,1,0,4,1,2,2,3,4,2,3,7,6,4,10,11,7,7,14,12,17,18,22,19,18,22,31,26,21,31,27,22,21,24,30,30,26,27,22,20,21,19,24,13,17,14,16,12,7,4,9,4,5,4,3,7,1,8,0,1,0,2],"bins":[-0.0008830055594444275,-0.0008566457545384765,-0.0008302860078401864,-0.0008039262611418962,-0.0007775664562359452,-0.0007512066513299942,-0.0007248469046317041,-0.000698487157933414,-0.000672127353027463,-0.0006457675481215119,-0.0006194078014232218,-0.0005930480547249317,-0.0005666882498189807,-0.0005403284449130297,-0.0005139686982147396,-0.000487608922412619,-0.00046124914661049843,-0.00043488937080837786,-0.0004085295950062573,-0.00038216981920413673,-0.00035581004340201616,-0.0003294502675998956,-0.00030309049179777503,-0.00027673071599565446,-0.0002503709401935339,-0.00022401116439141333,-0.00019765138858929276,-0.0001712916127871722,-0.00014493183698505163,-0.00011857206118293107,-9.22122853808105e-05,-6.585250957868993e-05,-3.9492733776569366e-05,-1.31329579744488e-05,1.3226817827671766e-05,3.958659362979233e-05,6.59463694319129e-05,9.230614523403347e-05,0.00011866592103615403,0.0001450256968382746,0.00017138547264039516,0.00019774524844251573,0.0002241050242446363,0.00025046480004675686,0.00027682457584887743,0.000303184351650998,0.00032954412745311856,0.00035590390325523913,0.0003822636790573597,0.00040862345485948026,0.00043498323066160083,0.0004613430064637214,0.00048770278226584196,0.000514062587171793,0.0005404223338700831,0.0005667820805683732,0.0005931418854743242,0.0006195016903802752,0.0006458614370785654,0.0006722211837768555,0.0006985809886828065,0.0007249407935887575,0.0007513005402870476,0.0007776602869853377,0.0008040200918912888],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.0012021362781524658,-0.0011668954975903034,-0.001131654717028141,-0.0010964139364659786,-0.0010611731559038162,-0.0010259323753416538,-0.0009906915947794914,-0.000955450814217329,-0.0009202100336551666,-0.0008849692530930042,-0.0008497284725308418,-0.0008144876919686794,-0.000779246911406517,-0.0007440061308443546,-0.0007087653502821922,-0.0006735245697200298,-0.0006382837891578674,-0.000603043008595705,-0.0005678022280335426,-0.0005325614474713802,-0.0004973206669092178,-0.00046207988634705544,-0.00042683910578489304,-0.00039159832522273064,-0.00035635754466056824,-0.00032111676409840584,-0.00028587598353624344,-0.00025063520297408104,-0.00021539442241191864,-0.00018015364184975624,-0.00014491286128759384,-0.00010967208072543144,-7.443130016326904e-05,-3.9190519601106644e-05,-3.949739038944244e-06,3.1291041523218155e-05,6.653182208538055e-05,0.00010177260264754295,0.00013701338320970535,0.00017225416377186775,0.00020749494433403015,0.00024273572489619255,0.00027797650545835495,0.00031321728602051735,0.00034845806658267975,0.00038369884714484215,0.00041893962770700455,0.00045418040826916695,0.0004894211888313293,0.0005246619693934917,0.0005599027499556541,0.0005951435305178165,0.0006303843110799789,0.0006656250916421413,0.0007008658722043037,0.0007361066527664661,0.0007713474333286285,0.0008065882138907909,0.0008418289944529533,0.0008770697750151157,0.0009123105555772781,0.0009475513361394405,0.000982792116701603,0.0010180328972637653,0.0010532736778259277],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,2,1,4,2,2,6,5,4,8,12,14,13,20,16,14,18,16,19,20,27,26,37,24,26,33,26,26,31,23,28,32,27,24,16,26,15,13,17,13,8,21,9,10,8,2,5,3,3,1,4,1,3,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[4,2,1,1,2,4,5,4,6,16,17,25,46,46,91,110,192,234,302,535,803,1120,1632,2500,3949,5808,9800,15273,26296,45377,80089,125677,110162,65205,37021,21227,13179,8084,5073,3288,2222,1409,963,624,452,268,195,128,119,74,47,33,19,15,10,10,12,6,4,1,3,0,2,2],"bins":[-0.00128936767578125,-0.0012488365173339844,-0.0012083053588867188,-0.0011677742004394531,-0.0011272430419921875,-0.0010867118835449219,-0.0010461807250976562,-0.0010056495666503906,-0.000965118408203125,-0.0009245872497558594,-0.0008840560913085938,-0.0008435249328613281,-0.0008029937744140625,-0.0007624626159667969,-0.0007219314575195312,-0.0006814002990722656,-0.000640869140625,-0.0006003379821777344,-0.0005598068237304688,-0.0005192756652832031,-0.0004787445068359375,-0.0004382133483886719,-0.00039768218994140625,-0.0003571510314941406,-0.000316619873046875,-0.0002760887145996094,-0.00023555755615234375,-0.00019502639770507812,-0.0001544952392578125,-0.00011396408081054688,-7.343292236328125e-05,-3.2901763916015625e-05,7.62939453125e-06,4.8160552978515625e-05,8.869171142578125e-05,0.00012922286987304688,0.0001697540283203125,0.00021028518676757812,0.00025081634521484375,0.0002913475036621094,0.000331878662109375,0.0003724098205566406,0.00041294097900390625,0.0004534721374511719,0.0004940032958984375,0.0005345344543457031,0.0005750656127929688,0.0006155967712402344,0.0006561279296875,0.0006966590881347656,0.0007371902465820312,0.0007777214050292969,0.0008182525634765625,0.0008587837219238281,0.0008993148803710938,0.0009398460388183594,0.000980377197265625,0.0010209083557128906,0.0010614395141601562,0.0011019706726074219,0.0011425018310546875,0.0011830329895019531,0.0012235641479492188,0.0012640953063964844,0.00130462646484375]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-1.085689291357994e-06,-1.0522080629016273e-06,-1.0187268344452605e-06,-9.852456059888937e-07,-9.517643775325269e-07,-9.1828314907616e-07,-8.848019206197932e-07,-8.513206921634264e-07,-8.178394637070596e-07,-7.843582352506928e-07,-7.50877006794326e-07,-7.173957783379592e-07,-6.839145498815924e-07,-6.504333214252256e-07,-6.169520929688588e-07,-5.83470864512492e-07,-5.499896360561252e-07,-5.165084075997584e-07,-4.830271791433915e-07,-4.4954595068702474e-07,-4.1606472223065794e-07,-3.8258349377429113e-07,-3.491022653179243e-07,-3.156210368615575e-07,-2.821398084051907e-07,-2.486585799488239e-07,-2.151773514924571e-07,-1.8169612303609028e-07,-1.4821489457972348e-07,-1.1473366612335667e-07,-8.125243766698986e-08,-4.7771209210623056e-08,-1.4289980754256248e-08,1.919124770211056e-08,5.2672476158477366e-08,8.615370461484417e-08,1.1963493307121098e-07,1.531161615275778e-07,1.865973899839446e-07,2.200786184403114e-07,2.535598468966782e-07,2.87041075353045e-07,3.205223038094118e-07,3.5400353226577863e-07,3.8748476072214544e-07,4.2096598917851225e-07,4.5444721763487905e-07,4.879284460912459e-07,5.214096745476127e-07,5.548909030039795e-07,5.883721314603463e-07,6.218533599167131e-07,6.553345883730799e-07,6.888158168294467e-07,7.222970452858135e-07,7.557782737421803e-07,7.892595021985471e-07,8.227407306549139e-07,8.562219591112807e-07,8.897031875676475e-07,9.231844160240144e-07,9.566656444803812e-07,9.90146872936748e-07,1.0236281013931148e-06,1.0571093298494816e-06],"_type":"histogram","values":[1,0,0,1,1,0,1,0,2,1,1,3,0,7,4,4,4,4,7,6,9,12,19,9,20,23,23,32,37,43,40,49,44,52,45,47,26,43,34,31,13,11,7,8,9,7,7,3,6,3,1,2,1,1,2,0,0,0,0,0,0,0,1,1]},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[707,1536,1553,1594,1561,1543,1555,1539,1536,1625,1585,1572,1581,1533,1595,1549,1531,1566,1595,1524,1520,1541,1490,1641,1608,1555,1555,1534,1509,1523,1564,1624,1515,1543,1497,1570,1575,1586,1556,1569,1504,1565,1534,1598,1558,1564,1596,1589,1572,1517,1549,1664,1601,1573,1571,1509,1567,1583,1578,1555,1471,1575,1637,819],"bins":[-0.036713678389787674,-0.03556805104017258,-0.03442242741584778,-0.03327680006623268,-0.032131172716617584,-0.030985547229647636,-0.02983992174267769,-0.02869429439306259,-0.027548668906092644,-0.026403043419122696,-0.0252574160695076,-0.02411179058253765,-0.022966165095567703,-0.021820537745952606,-0.02067491225898266,-0.01952928490936756,-0.018383659422397614,-0.017238033935427666,-0.01609240658581257,-0.01494678109884262,-0.013801154680550098,-0.012655528262257576,-0.011509902775287628,-0.010364276356995106,-0.009218649938702583,-0.008073023520410061,-0.006927397567778826,-0.005781771615147591,-0.004636145196855068,-0.0034905190113931894,-0.0023448928259313107,-0.0011992666404694319,-5.36404550075531e-05,0.0010919857304543257,0.0022376119159162045,0.0033832381013780832,0.004528864286839962,0.0056744907051324844,0.0068201166577637196,0.007965742610394955,0.009111369028687477,0.01025699544698,0.011402621865272522,0.01254824735224247,0.013693873770534992,0.014839500188827515,0.015985125675797462,0.01713075302541256,0.018276378512382507,0.019422003999352455,0.020567631348967552,0.0217132568359375,0.022858884185552597,0.024004509672522545,0.025150135159492493,0.02629576250910759,0.027441387996077538,0.028587013483047485,0.029732640832662582,0.03087826631963253,0.03202389180660248,0.033169519156217575,0.03431514650583267,0.03546077013015747,0.03660639747977257]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,1,2,4,5,13,32,70,92,136,266,387,599,925,1389,1869,2799,3826,5166,6777,8615,11027,13606,16450,19232,22475,25575,28365,30621,32783,33701,34835,34303,33367,32136,29923,27362,24416,21089,18375,15323,12534,10253,7797,6064,4460,3290,2431,1659,1192,815,526,331,199,158,68,49,24,11,8,8,3,4,1],"bins":[-0.09357878565788269,-0.09063619375228882,-0.08769360929727554,-0.08475101739168167,-0.0818084254860878,-0.07886584103107452,-0.07592324912548065,-0.07298065721988678,-0.07003806531429291,-0.06709548085927963,-0.06415288895368576,-0.06121030077338219,-0.05826771259307861,-0.05532512068748474,-0.05238253250718117,-0.049439940601587296,-0.04649735242128372,-0.04355476424098015,-0.040612172335386276,-0.0376695841550827,-0.03472699224948883,-0.03178440406918526,-0.028841815888881683,-0.02589922584593296,-0.022956635802984238,-0.020014045760035515,-0.017071455717086792,-0.014128867536783218,-0.011186277493834496,-0.008243687450885773,-0.0053010983392596245,-0.002358508761972189,0.0005840808153152466,0.003526670392602682,0.006469259969890118,0.009411849081516266,0.012354439124464989,0.015297029167413712,0.018239617347717285,0.021182207390666008,0.02412479743361473,0.027067387476563454,0.030009977519512177,0.03295256569981575,0.035895153880119324,0.038837745785713196,0.04178033396601677,0.04472292587161064,0.047665514051914215,0.05060810223221779,0.05355069413781166,0.056493282318115234,0.059435874223709106,0.06237846240401268,0.06532105058431625,0.06826364248991013,0.0712062269449234,0.07414881885051727,0.07709141075611115,0.08003400266170502,0.08297658711671829,0.08591917902231216,0.08886177092790604,0.09180435538291931,0.09474694728851318]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.0005886522703804076,-0.0005694839055649936,-0.0005503154825419188,-0.0005311471177265048,-0.0005119786947034299,-0.000492810329888016,-0.0004736419359687716,-0.00045447354204952717,-0.00043530514813028276,-0.00041613675421103835,-0.00039696836029179394,-0.00037779996637254953,-0.0003586316015571356,-0.0003394632076378912,-0.00032029481371864676,-0.00030112641979940236,-0.00028195802588015795,-0.00026278963196091354,-0.00024362123804166913,-0.00022445285867433995,-0.00020528446475509554,-0.00018611607083585113,-0.00016694769146852195,-0.00014777929754927754,-0.00012861090363003314,-0.00010944250971078873,-9.027412306750193e-05,-7.110573642421514e-05,-5.193734250497073e-05,-3.276895222370513e-05,-1.3600561942439526e-05,5.567828338826075e-06,2.4736218620091677e-05,4.390460890135728e-05,6.307299918262288e-05,8.224138582590967e-05,0.00010140977974515408,0.00012057817366439849,0.00013974655303172767,0.00015891494695097208,0.0001780833408702165,0.0001972517347894609,0.0002164201287087053,0.00023558850807603449,0.00025475688744336367,0.0002739252813626081,0.0002930936752818525,0.0003122620692010969,0.0003314304631203413,0.0003505988570395857,0.0003697672509588301,0.0003889356448780745,0.00040810403879731894,0.0004272724036127329,0.0004464407975319773,0.0004656091914512217,0.0004847775853704661,0.0005039459792897105,0.0005231143441051245,0.0005422827671281993,0.0005614511319436133,0.0005806195549666882,0.0005997879197821021,0.000618956342805177,0.0006381247076205909],"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,2,3,1,3,5,5,7,10,10,8,18,13,17,19,25,29,19,28,34,44,42,33,59,40,39,35,36,33,26,22,20,7,14,13,6,7,10,7,3,5,2,0,1,0,0,1,1,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,1,2,5,2,2,5,3,8,10,9,17,15,15,17,18,14,20,17,13,27,20,20,19,20,20,26,23,19,22,20,20,27,17,17,24,23,27,18,20,21,9,21,16,13,9,14,13,5,6,3,4,4,1,1,0,1,0,1,0,0,1],"bins":[0.9993792176246643,0.9993993639945984,0.9994195103645325,0.9994396567344666,0.9994598031044006,0.9994800090789795,0.9995001554489136,0.9995203018188477,0.9995404481887817,0.9995605945587158,0.9995807409286499,0.999600887298584,0.9996210336685181,0.9996411800384521,0.999661386013031,0.9996815323829651,0.9997016787528992,0.9997218251228333,0.9997419714927673,0.9997621178627014,0.9997822642326355,0.9998024106025696,0.9998225569725037,0.9998427629470825,0.9998629093170166,0.9998830556869507,0.9999032020568848,0.9999233484268188,0.9999434947967529,0.999963641166687,0.9999837875366211,1.0000039339065552,1.0000240802764893,1.0000442266464233,1.0000643730163574,1.0000845193862915,1.0001046657562256,1.0001249313354492,1.0001450777053833,1.0001652240753174,1.0001853704452515,1.0002055168151855,1.0002256631851196,1.0002458095550537,1.0002659559249878,1.0002861022949219,1.000306248664856,1.00032639503479,1.0003465414047241,1.0003666877746582,1.0003868341445923,1.0004069805145264,1.0004271268844604,1.0004472732543945,1.0004674196243286,1.0004876852035522,1.0005078315734863,1.0005279779434204,1.0005481243133545,1.0005682706832886,1.0005884170532227,1.0006085634231567,1.0006287097930908,1.000648856163025,1.000669002532959]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,1,1,3,4,4,7,5,5,11,11,30,30,40,64,103,114,165,291,319,500,760,995,1694,2423,4166,6977,12027,21887,41313,75246,123496,124285,77048,41774,22393,12503,7228,4117,2722,1644,1139,668,502,316,213,167,118,91,53,55,27,23,16,6,3,6,4,6,2,2],"bins":[-0.001373291015625,-0.001334071159362793,-0.001294851303100586,-0.001255631446838379,-0.0012164115905761719,-0.0011771917343139648,-0.0011379718780517578,-0.0010987520217895508,-0.0010595321655273438,-0.0010203123092651367,-0.0009810924530029297,-0.0009418725967407227,-0.0009026527404785156,-0.0008634328842163086,-0.0008242130279541016,-0.0007849931716918945,-0.0007457733154296875,-0.0007065534591674805,-0.0006673336029052734,-0.0006281137466430664,-0.0005888938903808594,-0.0005496740341186523,-0.0005104541778564453,-0.0004712343215942383,-0.00043201446533203125,-0.0003927946090698242,-0.0003535747528076172,-0.00031435489654541016,-0.0002751350402832031,-0.0002359151840209961,-0.00019669532775878906,-0.00015747547149658203,-0.000118255615234375,-7.903575897216797e-05,-3.981590270996094e-05,-5.960464477539062e-07,3.8623809814453125e-05,7.784366607666016e-05,0.00011706352233886719,0.00015628337860107422,0.00019550323486328125,0.00023472309112548828,0.0002739429473876953,0.00031316280364990234,0.0003523826599121094,0.0003916025161743164,0.00043082237243652344,0.00047004222869873047,0.0005092620849609375,0.0005484819412231445,0.0005877017974853516,0.0006269216537475586,0.0006661415100097656,0.0007053613662719727,0.0007445812225341797,0.0007838010787963867,0.0008230209350585938,0.0008622407913208008,0.0009014606475830078,0.0009406805038452148,0.0009799003601074219,0.001019120216369629,0.001058340072631836,0.001097559928894043,0.00113677978515625]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,0,1,1,0,2,2,0,5,3,3,8,11,9,11,13,15,15,19,18,16,30,39,36,38,34,31,23,33,34,31,40,35,30,14,20,16,19,22,23,11,9,11,10,3,6,3,3,2,3,1,0,1,0,1,0,0,0,0,0,1],"bins":[-0.0005647748475894332,-0.0005464780842885375,-0.0005281813209876418,-0.0005098844994790852,-0.0004915877361781895,-0.0004732909728772938,-0.0004549941804725677,-0.000436697417171672,-0.00041840062476694584,-0.00040010386146605015,-0.00038180709816515446,-0.0003635103057604283,-0.0003452135424595326,-0.00032691675005480647,-0.0003086199867539108,-0.00029032319434918463,-0.00027202643104828894,-0.00025372966774739325,-0.0002354328753426671,-0.00021713609748985618,-0.00019883931963704526,-0.00018054255633614957,-0.00016224577848333865,-0.00014394900063052773,-0.00012565222277771682,-0.0001073554449249059,-8.905866707209498e-05,-7.076189649524167e-05,-5.246511864243075e-05,-3.416834078961983e-05,-1.587156657478772e-05,2.4252094590337947e-06,2.072198549285531e-05,3.901876334566623e-05,5.731553756049834e-05,7.561231177533045e-05,9.390908962814137e-05,0.00011220586748095229,0.0001305026380578056,0.00014879941591061652,0.00016709619376342744,0.00018539297161623836,0.00020368974946904927,0.0002219865273218602,0.00024028329062275589,0.00025858008302748203,0.0002768768463283777,0.00029517363873310387,0.00031347040203399956,0.00033176716533489525,0.0003500639577396214,0.0003683607210405171,0.00038665751344524324,0.00040495427674613893,0.0004232510691508651,0.00044154783245176077,0.00045984459575265646,0.0004781413881573826,0.0004964381805621088,0.0005147349438630044,0.0005330317071639001,0.0005513284704647958,0.0005696252919733524,0.0005879220552742481,0.0006062188185751438]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[2,0,1,0,0,2,2,2,1,1,1,2,2,6,3,3,3,8,8,9,13,19,24,15,28,38,46,34,58,59,62,46,49,47,37,19,24,17,13,17,10,10,7,3,2,1,2,1,0,2,1,1,1,1,1,1,1,0,0,0,0,0,1,1],"bins":[-0.0018288340652361512,-0.0017673164838925004,-0.0017057990189641714,-0.0016442814376205206,-0.0015827638562768698,-0.0015212463913485408,-0.00145972881000489,-0.0013982112286612391,-0.0013366937637329102,-0.0012751761823892593,-0.0012136586010456085,-0.0011521410197019577,-0.0010906235547736287,-0.001029105973429978,-0.000967588450293988,-0.0009060708689503372,-0.0008445533458143473,-0.0007830358226783574,-0.0007215182413347065,-0.0006600007181987166,-0.0005984831368550658,-0.0005369656137190759,-0.000475448090583086,-0.00041393053834326565,-0.0003524129861034453,-0.00029089543386362493,-0.0002293778961757198,-0.00016786035848781466,-0.0001063428062479943,-4.482526128413156e-05,1.669228367973119e-05,7.820982864359394e-05,0.0001397274900227785,0.00020124504226259887,0.00026276259450241923,0.00032428011763840914,0.0003857976698782295,0.00044731522211804986,0.0005088327452540398,0.0005703503265976906,0.0006318678497336805,0.0006933853728696704,0.0007549029542133212,0.0008164204773493111,0.000877938000485301,0.0009394555818289518,0.0010009731631726027,0.0010624906281009316,0.0011240082094445825,0.0011855257907882333,0.0012470432557165623,0.001308560837060213,0.001370078418403864,0.001431595883332193,0.0014931134646758437,0.0015546310460194945,0.0016161485109478235,0.0016776660922914743,0.0017391836736351252,0.001800701254978776,0.001862218719907105,0.0019237363012507558,0.0019852537661790848,0.0020467713475227356,0.0021082889288663864],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"values":[3,2,1,1,2,4,1,7,10,6,20,40,44,55,91,134,218,334,482,851,1141,2004,3047,5072,8174,12903,20290,31235,47776,66560,86592,89121,70781,50180,33754,21787,13764,8828,5198,3512,2065,1291,894,503,359,231,143,106,64,45,37,18,22,5,4,3,2,2,2,0,0,1,0,2],"bins":[-0.0023193359375,-0.002244710922241211,-0.002170085906982422,-0.002095460891723633,-0.0020208358764648438,-0.0019462108612060547,-0.0018715858459472656,-0.0017969608306884766,-0.0017223358154296875,-0.0016477108001708984,-0.0015730857849121094,-0.0014984607696533203,-0.0014238357543945312,-0.0013492107391357422,-0.0012745857238769531,-0.001199960708618164,-0.001125335693359375,-0.001050710678100586,-0.0009760856628417969,-0.0009014606475830078,-0.0008268356323242188,-0.0007522106170654297,-0.0006775856018066406,-0.0006029605865478516,-0.0005283355712890625,-0.00045371055603027344,-0.0003790855407714844,-0.0003044605255126953,-0.00022983551025390625,-0.0001552104949951172,-8.058547973632812e-05,-5.9604644775390625e-06,6.866455078125e-05,0.00014328956604003906,0.00021791458129882812,0.0002925395965576172,0.00036716461181640625,0.0004417896270751953,0.0005164146423339844,0.0005910396575927734,0.0006656646728515625,0.0007402896881103516,0.0008149147033691406,0.0008895397186279297,0.0009641647338867188,0.0010387897491455078,0.0011134147644042969,0.001188039779663086,0.001262664794921875,0.001337289810180664,0.0014119148254394531,0.0014865398406982422,0.0015611648559570312,0.0016357898712158203,0.0017104148864746094,0.0017850399017333984,0.0018596649169921875,0.0019342899322509766,0.0020089149475097656,0.0020835399627685547,0.0021581649780273438,0.002232789993286133,0.002307415008544922,0.002382040023803711,0.0024566650390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,5,1,3,4,5,6,10,11,3,12,10,14,19,21,19,22,26,29,26,31,31,26,41,36,44,35,34,28,28,26,29,18,15,15,15,12,9,9,6,5,4,4,0,6,4,4,0,2,1,0,0,0,0,0,0,1],"bins":[-0.0005125444731675088,-0.0004960513324476779,-0.0004795582208316773,-0.00046306508011184633,-0.0004465719684958458,-0.0004300788277760148,-0.00041358571616001427,-0.0003970925754401833,-0.00038059946382418275,-0.00036410632310435176,-0.00034761318238452077,-0.00033112007076852024,-0.00031462693004868925,-0.0002981338184326887,-0.0002816406777128577,-0.0002651475660968572,-0.0002486544253770262,-0.00023216129920911044,-0.00021566817304119468,-0.00019917504687327892,-0.00018268192070536315,-0.00016618877998553216,-0.0001496956538176164,-0.00013320252764970064,-0.00011670940148178488,-0.00010021627531386912,-8.372314914595336e-05,-6.723001570207998e-05,-5.073688953416422e-05,-3.424376336624846e-05,-1.775063356035389e-05,-1.257505573448725e-06,1.523562241345644e-05,3.17287485813722e-05,4.822187838726677e-05,6.471500819316134e-05,8.12081343610771e-05,9.770126052899286e-05,0.00011419439397286624,0.000130687520140782,0.00014718064630869776,0.00016367377247661352,0.00018016689864452928,0.00019666002481244504,0.00021315316553227603,0.0002296462917001918,0.00024613941786810756,0.0002626325294841081,0.0002791256702039391,0.00029561881092377007,0.0003121119225397706,0.0003286050632596016,0.0003450981748756021,0.0003615913155954331,0.00037808442721143365,0.00039457756793126464,0.00041107070865109563,0.00042756382026709616,0.00044405696098692715,0.0004605500726029277,0.0004770432133227587,0.0004935363540425897,0.0005100294365547597,0.0005265225772745907,0.0005430157179944217]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[3,6,4,8,11,13,20,35,40,61,79,124,178,261,387,617,888,1272,2100,2963,4741,7521,12381,20370,35177,63631,120717,240324,388840,314940,159231,81684,45184,25365,15593,9722,6195,4133,2528,1830,1166,851,479,401,247,157,105,75,71,37,33,17,9,10,9,5,5,3,0,1,2,2,0,2],"bins":[-0.00170135498046875,-0.0016421079635620117,-0.0015828609466552734,-0.0015236139297485352,-0.0014643669128417969,-0.0014051198959350586,-0.0013458728790283203,-0.001286625862121582,-0.0012273788452148438,-0.0011681318283081055,-0.0011088848114013672,-0.001049637794494629,-0.0009903907775878906,-0.0009311437606811523,-0.0008718967437744141,-0.0008126497268676758,-0.0007534027099609375,-0.0006941556930541992,-0.0006349086761474609,-0.0005756616592407227,-0.0005164146423339844,-0.0004571676254272461,-0.0003979206085205078,-0.00033867359161376953,-0.00027942657470703125,-0.00022017955780029297,-0.0001609325408935547,-0.0001016855239868164,-4.2438507080078125e-05,1.6808509826660156e-05,7.605552673339844e-05,0.00013530254364013672,0.000194549560546875,0.0002537965774536133,0.00031304359436035156,0.00037229061126708984,0.0004315376281738281,0.0004907846450805664,0.0005500316619873047,0.000609278678894043,0.0006685256958007812,0.0007277727127075195,0.0007870197296142578,0.0008462667465209961,0.0009055137634277344,0.0009647607803344727,0.001024007797241211,0.0010832548141479492,0.0011425018310546875,0.0012017488479614258,0.001260995864868164,0.0013202428817749023,0.0013794898986816406,0.001438736915588379,0.0014979839324951172,0.0015572309494018555,0.0016164779663085938,0.001675724983215332,0.0017349720001220703,0.0017942190170288086,0.0018534660339355469,0.0019127130508422852,0.0019719600677490234,0.0020312070846557617,0.0020904541015625]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.003413856029510498,-0.0033054761588573456,-0.0031970960553735495,-0.003088716184720397,-0.0029803363140672445,-0.0028719562105834484,-0.002763576339930296,-0.0026551964692771435,-0.002546816598623991,-0.002438436495140195,-0.0023300566244870424,-0.00222167675383389,-0.002113296650350094,-0.0020049167796969414,-0.001896536792628467,-0.0017881569219753146,-0.0016797769349068403,-0.001571396947838366,-0.0014630170771852136,-0.0013546370901167393,-0.0012462572194635868,-0.0011378772323951125,-0.0010294972453266382,-0.0009211173164658248,-0.0008127373876050115,-0.0007043574587441981,-0.0005959775298833847,-0.0004875975428149104,-0.00037921761395409703,-0.00027083768509328365,-0.00016245772712863982,-5.407778371591121e-05,5.43021596968174e-05,0.000162682103109546,0.0002710620465222746,0.00037944200448691845,0.00048782193334773183,0.0005962018622085452,0.0007045818492770195,0.0008129617781378329,0.0009213417069986463,0.0010297216940671206,0.001138101564720273,0.0012464815517887473,0.0013548615388572216,0.001463241409510374,0.0015716213965788484,0.0016800012672320008,0.0017883812543004751,0.0018967612413689494,0.0020051412284374237,0.002113521099090576,0.0022219009697437286,0.0023302810732275248,0.0024386609438806772,0.0025470408145338297,0.002655420918017626,0.0027638007886707783,0.0028721806593239307,0.002980560529977083,0.0030889406334608793,0.003197320504114032,0.0033057003747671843,0.0034140804782509804,0.003522460348904133],"_type":"histogram","values":[1,1,0,0,0,1,0,0,0,1,1,2,4,2,3,4,7,9,13,13,11,16,22,14,26,29,31,37,40,45,39,38,40,34,35,29,33,23,36,22,20,9,21,14,8,3,5,4,7,1,4,2,2,2,1,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[3,3,1,6,7,11,21,38,42,58,119,138,205,275,391,525,746,1035,1446,2036,3044,4261,6179,9174,13034,18329,26123,36221,49399,62727,71739,69000,58381,44465,32752,23298,16859,11322,7842,5568,4079,2621,1817,1280,944,651,485,329,235,172,109,94,50,45,25,18,13,8,14,5,3,1,1,2],"bins":[-0.00201416015625,-0.0019488334655761719,-0.0018835067749023438,-0.0018181800842285156,-0.0017528533935546875,-0.0016875267028808594,-0.0016222000122070312,-0.0015568733215332031,-0.001491546630859375,-0.0014262199401855469,-0.0013608932495117188,-0.0012955665588378906,-0.0012302398681640625,-0.0011649131774902344,-0.0010995864868164062,-0.0010342597961425781,-0.00096893310546875,-0.0009036064147949219,-0.0008382797241210938,-0.0007729530334472656,-0.0007076263427734375,-0.0006422996520996094,-0.0005769729614257812,-0.0005116462707519531,-0.000446319580078125,-0.0003809928894042969,-0.00031566619873046875,-0.0002503395080566406,-0.0001850128173828125,-0.00011968612670898438,-5.435943603515625e-05,1.0967254638671875e-05,7.62939453125e-05,0.00014162063598632812,0.00020694732666015625,0.0002722740173339844,0.0003376007080078125,0.0004029273986816406,0.00046825408935546875,0.0005335807800292969,0.000598907470703125,0.0006642341613769531,0.0007295608520507812,0.0007948875427246094,0.0008602142333984375,0.0009255409240722656,0.0009908676147460938,0.0010561943054199219,0.00112152099609375,0.0011868476867675781,0.0012521743774414062,0.0013175010681152344,0.0013828277587890625,0.0014481544494628906,0.0015134811401367188,0.0015788078308105469,0.001644134521484375,0.0017094612121582031,0.0017747879028320312,0.0018401145935058594,0.0019054412841796875,0.0019707679748535156,0.0020360946655273438,0.002101421356201172,0.002166748046875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,1,1,2,4,0,3,3,2,1,4,7,6,9,9,10,25,21,33,54,55,73,106,74,65,55,34,23,25,15,9,8,9,3,1,3,3,1,2,0,1,1,2,0,0,0,0,1],"bins":[-0.004606445785611868,-0.0044860681518912315,-0.004365690052509308,-0.0042453124187886715,-0.004124934319406748,-0.0040045566856861115,-0.0038841788191348314,-0.0037638009525835514,-0.0036434230860322714,-0.0035230452194809914,-0.0034026673529297113,-0.0032822894863784313,-0.003161911852657795,-0.003041533986106515,-0.002921156119555235,-0.002800778253003955,-0.002680400386452675,-0.002560022519901395,-0.002439644653350115,-0.002319266786798835,-0.0021988889202475548,-0.0020785112865269184,-0.0019581334199756384,-0.0018377555534243584,-0.0017173776868730783,-0.0015969998203217983,-0.0014766219537705183,-0.00135624420363456,-0.00123586633708328,-0.001115488470532,-0.0009951107203960419,-0.0008747328538447618,-0.0007543552201241255,-0.0006339773535728455,-0.0005135995452292264,-0.0003932217077817768,-0.0002728438703343272,-0.00015246603288687766,-3.208819543942809e-05,8.828964200802147e-05,0.00020866747945547104,0.0003290453169029206,0.00044942315435037017,0.0005698009626939893,0.0006901788292452693,0.0008105566957965493,0.0009309345041401684,0.0010513123124837875,0.0011716901790350676,0.0012920680455863476,0.0014124459121376276,0.0015328236622735858,0.0016532015288248658,0.0017735793953761458,0.001893957145512104,0.002014335012063384,0.002134712878614664,0.002255090745165944,0.002375468611717224,0.002495846478268504,0.002616224344819784,0.0027366019785404205,0.0028569798450917006,0.0029773577116429806,0.0030977355781942606]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,1,2,0,3,3,3,4,8,5,8,6,14,11,11,16,20,11,9,19,19,29,26,29,27,34,27,28,29,37,25,36,20,21,28,18,21,18,14,26,17,12,10,12,6,3,9,7,4,5,3,1,2,2,1,2,0,0,1,0,0,0,1],"bins":[-0.00521412119269371,-0.005035508889704943,-0.004856896586716175,-0.00467828381806612,-0.0044996715150773525,-0.004321059212088585,-0.004142446909099817,-0.00396383460611105,-0.0037852220702916384,-0.0036066097673028708,-0.0034279972314834595,-0.003249384928494692,-0.0030707726255059242,-0.002892160089686513,-0.0027135477866977453,-0.002534935250878334,-0.0023563229478895664,-0.002177710644900799,-0.0019990981090813875,-0.00182048580609262,-0.0016418733866885304,-0.001463260967284441,-0.0012846486642956734,-0.001106036244891584,-0.0009274238254874945,-0.000748811406083405,-0.0005701990448869765,-0.0003915866545867175,-0.0002129742642864585,-3.43618739861995e-05,0.0001442505163140595,0.0003228629066143185,0.0005014752969145775,0.0006800877163186669,0.0008587000775150955,0.001037312438711524,0.0012159248581156135,0.001394537277519703,0.0015731495805084705,0.00175176199991256,0.0019303744193166494,0.002108986722305417,0.0022875992581248283,0.002466211561113596,0.0026448238641023636,0.002823436399921775,0.0030020487029105425,0.0031806612387299538,0.0033592735417187214,0.003537885844707489,0.0037164983805269003,0.003895110683515668,0.004073723219335079,0.004252335522323847,0.0044309478253126144,0.004609560128301382,0.00478817243129015,0.004966785199940205,0.005145397502928972,0.00532400980591774,0.0055026221089065075,0.005681234411895275,0.00585984718054533,0.006038459483534098,0.006217071786522865]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,0,2,2,4,1,5,10,8,9,8,14,20,14,17,18,19,29,16,17,20,21,24,33,16,35,22,20,32,35,23,23,17,27,16,17,19,20,19,17,19,15,8,10,7,6,8,5,4,7,2,0,1,0,0,2,0,0,0,2],"bins":[0.999279797077179,0.9993027448654175,0.999325692653656,0.9993485808372498,0.9993715286254883,0.9993944764137268,0.9994174242019653,0.9994403123855591,0.9994632601737976,0.9994862079620361,0.9995091557502747,0.9995320439338684,0.9995549917221069,0.9995779395103455,0.999600887298584,0.9996237754821777,0.9996467232704163,0.9996696710586548,0.9996926188468933,0.9997155666351318,0.9997384548187256,0.9997614026069641,0.9997843503952026,0.9998072981834412,0.9998301863670349,0.9998531341552734,0.999876081943512,0.9998990297317505,0.9999219179153442,0.9999448657035828,0.9999678134918213,0.9999907612800598,1.0000137090682983,1.000036597251892,1.0000596046447754,1.0000824928283691,1.000105381011963,1.0001283884048462,1.00015127658844,1.0001741647720337,1.000197172164917,1.0002200603485107,1.000243067741394,1.0002659559249878,1.0002888441085815,1.0003118515014648,1.0003347396850586,1.0003576278686523,1.0003806352615356,1.0004035234451294,1.0004265308380127,1.0004494190216064,1.0004723072052002,1.0004953145980835,1.0005182027816772,1.0005412101745605,1.0005640983581543,1.000586986541748,1.0006099939346313,1.000632882118225,1.0006557703018188,1.0006787776947021,1.000701665878296,1.0007246732711792,1.000747561454773]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.01251220703125,-0.012089729309082031,-0.011667251586914062,-0.011244773864746094,-0.010822296142578125,-0.010399818420410156,-0.009977340698242188,-0.009554862976074219,-0.00913238525390625,-0.008709907531738281,-0.008287429809570312,-0.007864952087402344,-0.007442474365234375,-0.007019996643066406,-0.0065975189208984375,-0.006175041198730469,-0.0057525634765625,-0.005330085754394531,-0.0049076080322265625,-0.004485130310058594,-0.004062652587890625,-0.0036401748657226562,-0.0032176971435546875,-0.0027952194213867188,-0.00237274169921875,-0.0019502639770507812,-0.0015277862548828125,-0.0011053085327148438,-0.000682830810546875,-0.00026035308837890625,0.0001621246337890625,0.0005846023559570312,0.001007080078125,0.0014295578002929688,0.0018520355224609375,0.0022745132446289062,0.002696990966796875,0.0031194686889648438,0.0035419464111328125,0.003964424133300781,0.00438690185546875,0.004809379577636719,0.0052318572998046875,0.005654335021972656,0.006076812744140625,0.006499290466308594,0.0069217681884765625,0.007344245910644531,0.0077667236328125,0.008189201354980469,0.008611679077148438,0.009034156799316406,0.009456634521484375,0.009879112243652344,0.010301589965820312,0.010724067687988281,0.01114654541015625,0.011569023132324219,0.011991500854492188,0.012413978576660156,0.012836456298828125,0.013258934020996094,0.013681411743164062,0.014103889465332031,0.0145263671875],"_type":"histogram","values":[1,1,1,1,4,1,2,9,6,14,20,37,40,67,96,141,199,335,523,688,1177,1899,2745,4500,7475,12306,22389,41150,91221,180710,111206,48861,25655,14053,8463,4855,3176,2074,1201,826,548,382,248,161,121,67,55,28,23,15,15,8,8,7,3,1,2,0,2,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[-0.002547803334891796,-0.0024718574713915586,-0.002395911607891321,-0.0023199657443910837,-0.0022440198808908463,-0.002168074017390609,-0.0020921281538903713,-0.002016182290390134,-0.0019402364268898964,-0.0018642906798049808,-0.0017883448163047433,-0.0017123989528045058,-0.0016364530893042684,-0.001560507225804031,-0.0014845613623037934,-0.001408615498803556,-0.0013326696353033185,-0.001256723771803081,-0.0011807779083028436,-0.001104832044802606,-0.0010288861813023686,-0.0009529403760097921,-0.0008769945125095546,-0.0008010486490093172,-0.0007251027855090797,-0.0006491569220088422,-0.0005732110585086048,-0.0004972651950083673,-0.0004213193606119603,-0.0003453734971117228,-0.0002694276627153158,-0.00019348179921507835,-0.00011753593571484089,-4.159007949056104e-05,3.435577673371881e-05,0.00011030163295799866,0.00018624748918227851,0.000262193352682516,0.000338139187078923,0.00041408505057916045,0.0004900309140793979,0.0005659767775796354,0.0006419226410798728,0.0007178685045801103,0.0007938143098726869,0.0008697601733729243,0.0009457060368731618,0.0010216519003733993,0.0010975977638736367,0.0011735436273738742,0.0012494894908741117,0.0013254353543743491,0.0014013812178745866,0.001477327081374824,0.0015532729448750615,0.001629218808375299,0.0017051645554602146,0.001781110418960452,0.0018570562824606895,0.001933002145960927,0.0020089480094611645,0.002084893872961402,0.0021608397364616394,0.002236785599961877,0.0023127314634621143],"_type":"histogram","values":[1,1,0,1,1,0,1,0,0,1,0,2,3,0,2,1,2,1,5,8,9,5,8,15,17,13,14,27,32,38,38,37,63,64,53,47,40,44,27,27,20,23,15,12,8,9,7,5,4,3,2,0,6,0,0,2,2,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,1,2,1,1,2,0,2,2,2,3,1,7,5,12,7,13,34,43,51,89,119,95,75,48,33,29,23,15,13,4,5,6,4,3,3,4,1,3,1,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,1],"bins":[-0.011664394289255142,-0.011249828152358532,-0.010835262015461922,-0.010420695878565311,-0.010006129741668701,-0.009591563604772091,-0.00917699746787548,-0.00876243133097887,-0.00834786519408226,-0.007933298125863075,-0.007518732454627752,-0.007104166317731142,-0.0066895997151732445,-0.006275033578276634,-0.005860467441380024,-0.005445901304483414,-0.0050313351675868034,-0.004616769030690193,-0.004202202893793583,-0.003787636524066329,-0.0033730703871697187,-0.0029585042502731085,-0.0025439378805458546,-0.0021293717436492443,-0.001714805606752634,-0.0013002394698560238,-0.0008856732165440917,-0.00047110702143982053,-5.6540826335549355e-05,0.0003580253687687218,0.000772591563872993,0.001187157817184925,0.0016017239540815353,0.0020162900909781456,0.002430856227874756,0.0028454225976020098,0.00325998873449862,0.0036745548713952303,0.004089121241122484,0.0045036873780190945,0.004918253514915705,0.005332819651812315,0.005747385788708925,0.0061619519256055355,0.006576518528163433,0.006991084665060043,0.007405650801956654,0.007820216938853264,0.008234783075749874,0.008649349212646484,0.009063915349543095,0.009478481486439705,0.009893047623336315,0.010307613760232925,0.010722179897129536,0.011136746034026146,0.01155131310224533,0.011965879239141941,0.012380445376038551,0.012795011512935162,0.013209577649831772,0.013624143786728382,0.014038709923624992,0.014453276060521603,0.014867842197418213],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,0,0,0,0,1,3,8,7,7,14,9,14,19,15,16,20,16,23,22,12,28,35,31,24,33,25,28,26,24,29,24,36,16,20,17,16,21,16,13,13,15,10,12,10,10,7,4,3,3,1,3,3,0,0,2,0,0,0,0,0,1],"bins":[0.9992436766624451,0.9992688894271851,0.9992941617965698,0.9993193745613098,0.9993445873260498,0.9993698596954346,0.9993950724601746,0.9994203448295593,0.9994455575942993,0.9994707703590393,0.9994960427284241,0.9995212554931641,0.999546468257904,0.9995717406272888,0.9995969533920288,0.9996221661567688,0.9996474385261536,0.9996726512908936,0.9996978640556335,0.9997231364250183,0.9997483491897583,0.9997736215591431,0.9997988343238831,0.999824047088623,0.9998493194580078,0.9998745322227478,0.9998997449874878,0.9999250173568726,0.9999502301216125,0.9999754428863525,1.0000007152557373,1.000025987625122,1.0000511407852173,1.000076413154602,1.0001016855239868,1.000126838684082,1.0001521110534668,1.0001773834228516,1.0002025365829468,1.0002278089523315,1.0002530813217163,1.0002782344818115,1.0003035068511963,1.000328779220581,1.0003539323806763,1.000379204750061,1.0004044771194458,1.000429630279541,1.0004549026489258,1.0004801750183105,1.0005053281784058,1.0005306005477905,1.0005558729171753,1.00058114528656,1.0006062984466553,1.00063157081604,1.0006568431854248,1.00068199634552,1.0007072687149048,1.0007325410842896,1.0007576942443848,1.0007829666137695,1.0008082389831543,1.0008333921432495,1.0008586645126343]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,2,1,1,0,2,1,2,2,2,3,3,5,9,7,10,16,21,28,35,27,59,68,84,70,64,42,44,40,33,16,19,8,2,8,8,4,4,2,1,2,3,1,1,0,1,1,0,1,0,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0057611484080553055,-0.0055483863689005375,-0.0053356243297457695,-0.005122862756252289,-0.004910100717097521,-0.004697338677942753,-0.004484577104449272,-0.004271815065294504,-0.004059053026139736,-0.003846290986984968,-0.003633529180660844,-0.0034207673743367195,-0.0032080053351819515,-0.0029952432960271835,-0.002782481489703059,-0.002569719683378935,-0.002356957644224167,-0.002144195605069399,-0.0019314337987452745,-0.0017186718760058284,-0.0015059099532663822,-0.001293148030526936,-0.0010803861077874899,-0.0008676241850480437,-0.0006548622623085976,-0.0004421003395691514,-0.00022933841682970524,-1.6576494090259075e-05,0.0001961854286491871,0.00040894735138863325,0.0006217092741280794,0.0008344711968675256,0.0010472331196069717,0.001259995042346418,0.001472756965085864,0.0016855188878253102,0.0018982808105647564,0.0021110428497195244,0.0023238046560436487,0.002536566462367773,0.002749328501522541,0.002962090540677309,0.0031748523470014334,0.0033876141533255577,0.0036003761924803257,0.0038131382316350937,0.004025899805128574,0.004238661844283342,0.00445142388343811,0.004664185922592878,0.004876947961747646,0.005089709535241127,0.005302471574395895,0.005515233613550663,0.005727995187044144,0.005940757226198912,0.00615351926535368,0.006366281304508448,0.006579043343663216,0.006791804917156696,0.007004566956311464,0.007217328995466232,0.007430090568959713,0.007642852608114481,0.007855614647269249]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,3,3,3,4,11,11,13,13,23,38,74,79,133,218,263,457,641,872,1280,2034,2938,4702,7620,12261,21392,38469,71766,133879,129719,70228,37183,20567,12140,7280,4588,2975,1947,1237,871,600,369,284,194,133,104,68,38,31,18,16,11,3,7,3,4,2,1,0,0,0,1],"bins":[-0.00299072265625,-0.002894163131713867,-0.0027976036071777344,-0.0027010440826416016,-0.0026044845581054688,-0.002507925033569336,-0.002411365509033203,-0.0023148059844970703,-0.0022182464599609375,-0.0021216869354248047,-0.002025127410888672,-0.001928567886352539,-0.0018320083618164062,-0.0017354488372802734,-0.0016388893127441406,-0.0015423297882080078,-0.001445770263671875,-0.0013492107391357422,-0.0012526512145996094,-0.0011560916900634766,-0.0010595321655273438,-0.0009629726409912109,-0.0008664131164550781,-0.0007698535919189453,-0.0006732940673828125,-0.0005767345428466797,-0.0004801750183105469,-0.00038361549377441406,-0.00028705596923828125,-0.00019049644470214844,-9.393692016601562e-05,2.6226043701171875e-06,9.918212890625e-05,0.0001957416534423828,0.0002923011779785156,0.00038886070251464844,0.00048542022705078125,0.0005819797515869141,0.0006785392761230469,0.0007750988006591797,0.0008716583251953125,0.0009682178497314453,0.0010647773742675781,0.001161336898803711,0.0012578964233398438,0.0013544559478759766,0.0014510154724121094,0.0015475749969482422,0.001644134521484375,0.0017406940460205078,0.0018372535705566406,0.0019338130950927734,0.0020303726196289062,0.002126932144165039,0.002223491668701172,0.0023200511932373047,0.0024166107177734375,0.0025131702423095703,0.002609729766845703,0.002706289291381836,0.0028028488159179688,0.0028994083404541016,0.0029959678649902344,0.003092527389526367,0.0031890869140625]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.0157470703125,-0.015233993530273438,-0.014720916748046875,-0.014207839965820312,-0.01369476318359375,-0.013181686401367188,-0.012668609619140625,-0.012155532836914062,-0.0116424560546875,-0.011129379272460938,-0.010616302490234375,-0.010103225708007812,-0.00959014892578125,-0.009077072143554688,-0.008563995361328125,-0.008050918579101562,-0.007537841796875,-0.0070247650146484375,-0.006511688232421875,-0.0059986114501953125,-0.00548553466796875,-0.0049724578857421875,-0.004459381103515625,-0.0039463043212890625,-0.0034332275390625,-0.0029201507568359375,-0.002407073974609375,-0.0018939971923828125,-0.00138092041015625,-0.0008678436279296875,-0.000354766845703125,0.0001583099365234375,0.00067138671875,0.0011844635009765625,0.001697540283203125,0.0022106170654296875,0.00272369384765625,0.0032367706298828125,0.003749847412109375,0.0042629241943359375,0.0047760009765625,0.0052890777587890625,0.005802154541015625,0.0063152313232421875,0.00682830810546875,0.0073413848876953125,0.007854461669921875,0.008367538452148438,0.008880615234375,0.009393692016601562,0.009906768798828125,0.010419845581054688,0.01093292236328125,0.011445999145507812,0.011959075927734375,0.012472152709960938,0.0129852294921875,0.013498306274414062,0.014011383056640625,0.014524459838867188,0.01503753662109375,0.015550613403320312,0.016063690185546875,0.016576766967773438,0.01708984375],"_type":"histogram","values":[2,1,4,3,3,0,4,6,10,6,8,27,30,44,74,79,135,188,303,427,725,1116,1831,3230,5610,10409,18947,38766,89990,242564,559341,361616,130312,51957,24816,13242,7027,3906,2328,1403,811,544,321,227,151,100,69,39,28,26,19,10,15,0,2,3,1,3,0,0,2,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.00384521484375,-0.0037271976470947266,-0.003609180450439453,-0.0034911632537841797,-0.0033731460571289062,-0.003255128860473633,-0.0031371116638183594,-0.003019094467163086,-0.0029010772705078125,-0.002783060073852539,-0.0026650428771972656,-0.002547025680541992,-0.0024290084838867188,-0.0023109912872314453,-0.002192974090576172,-0.0020749568939208984,-0.001956939697265625,-0.0018389225006103516,-0.0017209053039550781,-0.0016028881072998047,-0.0014848709106445312,-0.0013668537139892578,-0.0012488365173339844,-0.001130819320678711,-0.0010128021240234375,-0.0008947849273681641,-0.0007767677307128906,-0.0006587505340576172,-0.0005407333374023438,-0.0004227161407470703,-0.0003046989440917969,-0.00018668174743652344,-6.866455078125e-05,4.935264587402344e-05,0.00016736984252929688,0.0002853870391845703,0.00040340423583984375,0.0005214214324951172,0.0006394386291503906,0.0007574558258056641,0.0008754730224609375,0.000993490219116211,0.0011115074157714844,0.0012295246124267578,0.0013475418090820312,0.0014655590057373047,0.0015835762023925781,0.0017015933990478516,0.001819610595703125,0.0019376277923583984,0.002055644989013672,0.0021736621856689453,0.0022916793823242188,0.002409696578979492,0.0025277137756347656,0.002645730972290039,0.0027637481689453125,0.002881765365600586,0.0029997825622558594,0.003117799758911133,0.0032358169555664062,0.0033538341522216797,0.003471851348876953,0.0035898685455322266,0.0037078857421875],"_type":"histogram","values":[1,0,0,1,1,1,1,5,5,8,6,9,14,23,39,47,86,134,210,306,455,755,1115,1884,2918,4709,7466,12221,20091,34269,56113,86986,112293,92776,60818,37001,21972,13344,8173,5047,3134,1882,1299,752,507,316,226,136,81,45,50,35,15,16,13,6,2,2,1,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[1,0,0,0,0,1,0,2,1,2,2,1,4,1,2,3,3,3,7,4,7,9,11,13,18,10,28,19,23,31,35,34,42,33,33,40,30,40,38,34,34,26,19,25,12,13,14,13,9,8,9,4,1,2,1,3,1,1,2,1,1,1,2,1],"bins":[-0.0006747227162122726,-0.0006555619766004384,-0.0006364012369886041,-0.0006172405555844307,-0.0005980798159725964,-0.0005789190763607621,-0.0005597583949565887,-0.0005405976553447545,-0.0005214369157329202,-0.0005022761761210859,-0.00048311546561308205,-0.0004639547551050782,-0.00044479401549324393,-0.00042563327588140965,-0.0004064725653734058,-0.000387311854865402,-0.0003681511152535677,-0.0003489903756417334,-0.0003298296651337296,-0.00031066895462572575,-0.00029150821501389146,-0.00027234747540205717,-0.00025318676489405334,-0.00023402603983413428,-0.00021486531477421522,-0.00019570458971429616,-0.0001765438646543771,-0.00015738313959445804,-0.00013822241453453898,-0.00011906168947461993,-9.990096441470087e-05,-8.07402393547818e-05,-6.157951429486275e-05,-4.241878923494369e-05,-2.325806417502463e-05,-4.097339115105569e-06,1.506338594481349e-05,3.422411100473255e-05,5.338483606465161e-05,7.254556112457067e-05,9.170628618448973e-05,0.00011086701124440879,0.00013002773630432785,0.0001491884613642469,0.00016834918642416596,0.00018750991148408502,0.00020667063654400408,0.00022583136160392314,0.0002449920866638422,0.0002641528262756765,0.0002833135367836803,0.00030247424729168415,0.00032163498690351844,0.0003407957265153527,0.00035995643702335656,0.0003791171475313604,0.0003982778871431947,0.00041743862675502896,0.0004365993372630328,0.0004557600477710366,0.0004749207873828709,0.0004940815269947052,0.0005132422083988786,0.0005324029480107129,0.0005515636876225471],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,0,2,1,1,0,3,5,3,5,6,7,5,7,9,8,15,10,14,17,15,21,23,26,24,26,23,29,21,35,35,32,28,21,28,33,24,19,17,17,15,12,9,14,17,17,10,10,5,7,7,4,3,4,3,2,3,1,1,1,2,1,1],"bins":[-0.003005840815603733,-0.0029115034267306328,-0.0028171660378575325,-0.002722828881815076,-0.0026284914929419756,-0.0025341541040688753,-0.0024398169480264187,-0.0023454795591533184,-0.002251142170280218,-0.002156804781407118,-0.0020624673925340176,-0.001968130236491561,-0.0018737928476184607,-0.0017794554587453604,-0.001685118186287582,-0.0015907809138298035,-0.0014964435249567032,-0.001402106136083603,-0.0013077688636258245,-0.001213431591168046,-0.0011190942022949457,-0.0010247568134218454,-0.000930419540964067,-0.0008360822102986276,-0.0007417448796331882,-0.0006474075489677489,-0.0005530702183023095,-0.00045873288763687015,-0.0003643955569714308,-0.0002700582263059914,-0.00017572089564055204,-8.138356497511268e-05,1.295376569032669e-05,0.00010729109635576606,0.00020162842702120543,0.0002959657576866448,0.00039030308835208416,0.00048464041901752353,0.0005789777496829629,0.0006733150803484023,0.0007676524110138416,0.000861989741679281,0.0009563270723447204,0.0010506643448024988,0.001145001733675599,0.0012393391225486994,0.0013336763950064778,0.0014280136674642563,0.0015223510563373566,0.0016166884452104568,0.0017110257176682353,0.0018053629901260138,0.001899700378999114,0.0019940377678722143,0.002088374923914671,0.0021827123127877712,0.0022770497016608715,0.002371387090533972,0.002465724479407072,0.0025600616354495287,0.002654399024322629,0.0027487364131957293,0.002843073569238186,0.002937410958111286,0.0030317483469843864]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,1,1,0,0,2,3,1,2,1,6,4,3,8,9,14,32,28,46,55,63,83,99,61,52,50,29,25,15,12,14,4,15,6,0,3,2,3,2,3,0,0,2,0,1,0,1,0,0,1,0,0,1,0,0,0,1],"bins":[-0.00873241201043129,-0.008434993214905262,-0.008137574419379234,-0.007840155623853207,-0.007542736362665892,-0.007245317567139864,-0.006947898305952549,-0.006650479510426521,-0.006353060714900494,-0.006055641919374466,-0.005758223123848438,-0.005460803862661123,-0.005163385067135096,-0.004865966271609068,-0.004568547010421753,-0.004271128214895725,-0.003973709419369698,-0.00367629062384367,-0.0033788715954869986,-0.0030814525671303272,-0.0027840337716042995,-0.002486614976078272,-0.0021891959477216005,-0.001891777035780251,-0.0015943581238389015,-0.001296939211897552,-0.0009995202999562025,-0.000702101388014853,-0.0004046824760735035,-0.00010726356413215399,0.00019015534780919552,0.000487574259750545,0.0007849931716918945,0.001082412083633244,0.0013798309955745935,0.001677249907515943,0.0019746688194572926,0.0022720876149833202,0.0025695066433399916,0.002866925671696663,0.0031643444672226906,0.0034617632627487183,0.0037591822911053896,0.004056601319462061,0.004354020114988089,0.004651438910514116,0.004948858171701431,0.005246276967227459,0.005543695762753487,0.005841114558279514,0.006138533353805542,0.006435952614992857,0.006733371410518885,0.007030790206044912,0.007328209467232227,0.007625628262758255,0.007923047058284283,0.00822046585381031,0.008517884649336338,0.008815303444862366,0.009112723171710968,0.009410141967236996,0.009707560762763023,0.010004979558289051,0.010302398353815079]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.0004596814978867769,-0.0004458460898604244,-0.0004320106818340719,-0.00041817527380771935,-0.0004043398657813668,-0.00039050448685884476,-0.00037666907883249223,-0.0003628336708061397,-0.0003489982627797872,-0.00033516285475343466,-0.00032132744672708213,-0.0003074920387007296,-0.00029365665977820754,-0.000279821251751855,-0.0002659858437255025,-0.00025215043569914997,-0.00023831502767279744,-0.00022447961964644492,-0.0002106442116200924,-0.0001968088181456551,-0.00018297341011930257,-0.00016913800209295005,-0.00015530260861851275,-0.00014146720059216022,-0.0001276317925658077,-0.00011379638453945518,-9.996098378906026e-05,-8.612558303866535e-05,-7.229017501231283e-05,-5.845477062393911e-05,-4.4619366235565394e-05,-3.0783961847191676e-05,-1.694855745881796e-05,-3.113153070444241e-06,1.0722251317929476e-05,2.4557655706303194e-05,3.839306009467691e-05,5.222846448305063e-05,6.606386887142435e-05,7.989926962181926e-05,9.373467764817178e-05,0.00010757008567452431,0.00012140548642491922,0.00013524088717531413,0.00014907629520166665,0.00016291170322801918,0.00017674709670245647,0.000190582504728809,0.00020441791275516152,0.00021825332078151405,0.00023208872880786657,0.0002459241368342191,0.0002597595448605716,0.0002735949237830937,0.0002874303318094462,0.00030126573983579874,0.00031510114786215127,0.0003289365558885038,0.0003427719639148563,0.00035660737194120884,0.0003704427508637309,0.00038427815889008343,0.00039811356691643596,0.0004119489749427885,0.000425784382969141],"_type":"histogram","values":[1,0,1,2,0,0,2,1,2,4,5,2,4,6,9,5,14,9,7,24,9,17,19,21,18,19,18,17,22,28,25,19,34,37,27,38,19,36,29,26,33,14,14,18,9,14,14,7,15,5,8,4,5,7,5,6,2,2,2,0,3,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[0.9992942214012146,0.9993155002593994,0.9993367791175842,0.9993579983711243,0.9993792772293091,0.9994005560874939,0.9994218349456787,0.9994430541992188,0.9994643330574036,0.9994856119155884,0.9995068907737732,0.9995281100273132,0.999549388885498,0.9995706677436829,0.9995919466018677,0.9996131658554077,0.9996344447135925,0.9996557235717773,0.9996770024299622,0.999698281288147,0.999719500541687,0.9997407793998718,0.9997620582580566,0.9997833371162415,0.9998045563697815,0.9998258352279663,0.9998471140861511,0.9998683929443359,0.999889612197876,0.9999108910560608,0.9999321699142456,0.9999534487724304,0.9999747276306152,0.9999959468841553,1.0000172853469849,1.000038504600525,1.000059723854065,1.0000810623168945,1.0001022815704346,1.0001235008239746,1.0001448392868042,1.0001660585403442,1.0001873970031738,1.0002086162567139,1.000229835510254,1.0002511739730835,1.0002723932266235,1.0002936124801636,1.0003149509429932,1.0003361701965332,1.0003575086593628,1.0003787279129028,1.0003999471664429,1.0004212856292725,1.0004425048828125,1.000463843345642,1.0004850625991821,1.0005062818527222,1.0005276203155518,1.0005488395690918,1.0005700588226318,1.0005913972854614,1.0006126165390015,1.000633955001831,1.000655174255371],"_type":"histogram","values":[1,0,0,2,0,2,0,2,0,3,2,12,9,6,10,9,13,15,12,20,19,10,20,16,20,30,14,26,22,23,17,16,21,22,17,27,18,23,25,21,22,22,24,24,27,15,16,14,16,9,13,11,6,7,3,2,1,3,3,1,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[5,1,0,1,4,4,5,1,12,7,18,20,39,55,75,112,166,239,421,542,835,1207,1973,2950,4299,7269,11383,18424,30716,53041,91521,125618,96991,56531,32696,19417,12091,7413,4738,2990,1957,1366,866,571,390,288,182,96,79,64,46,25,18,10,12,6,5,5,1,5,0,0,1,1],"bins":[-0.00135040283203125,-0.0013076066970825195,-0.001264810562133789,-0.0012220144271850586,-0.0011792182922363281,-0.0011364221572875977,-0.0010936260223388672,-0.0010508298873901367,-0.0010080337524414062,-0.0009652376174926758,-0.0009224414825439453,-0.0008796453475952148,-0.0008368492126464844,-0.0007940530776977539,-0.0007512569427490234,-0.000708460807800293,-0.0006656646728515625,-0.000622868537902832,-0.0005800724029541016,-0.0005372762680053711,-0.0004944801330566406,-0.00045168399810791016,-0.0004088878631591797,-0.0003660917282104492,-0.00032329559326171875,-0.0002804994583129883,-0.0002377033233642578,-0.00019490718841552734,-0.00015211105346679688,-0.0001093149185180664,-6.651878356933594e-05,-2.372264862060547e-05,1.9073486328125e-05,6.186962127685547e-05,0.00010466575622558594,0.0001474618911743164,0.00019025802612304688,0.00023305416107177734,0.0002758502960205078,0.0003186464309692383,0.00036144256591796875,0.0004042387008666992,0.0004470348358154297,0.0004898309707641602,0.0005326271057128906,0.0005754232406616211,0.0006182193756103516,0.000661015510559082,0.0007038116455078125,0.000746607780456543,0.0007894039154052734,0.0008322000503540039,0.0008749961853027344,0.0009177923202514648,0.0009605884552001953,0.0010033845901489258,0.0010461807250976562,0.0010889768600463867,0.0011317729949951172,0.0011745691299438477,0.0012173652648925781,0.0012601613998413086,0.001302957534790039,0.0013457536697387695,0.0013885498046875]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.09488148242235184,-0.0918160006403923,-0.08875052630901337,-0.08568504452705383,-0.0826195701956749,-0.07955408841371536,-0.07648861408233643,-0.07342313230037689,-0.07035765051841736,-0.06729217618703842,-0.06422669440507889,-0.06116122007369995,-0.05809573829174042,-0.05503026023507118,-0.05196478217840195,-0.04889930412173271,-0.04583382606506348,-0.04276834800839424,-0.039702869951725006,-0.03663739189505577,-0.033571913838386536,-0.03050643391907215,-0.027440953999757767,-0.02437547594308853,-0.021309997886419296,-0.01824451982975006,-0.015179040841758251,-0.012113561853766441,-0.009048083797097206,-0.005982605274766684,-0.002917126752436161,0.0001483517698943615,0.003213830292224884,0.006279308814555407,0.009344787336885929,0.012410266324877739,0.015475744381546974,0.01854122243821621,0.021606702357530594,0.02467218041419983,0.027737658470869064,0.0308031365275383,0.033868614584207535,0.03693409264087677,0.039999574422836304,0.04306505247950554,0.046130530536174774,0.04919600859284401,0.052261486649513245,0.05532696470618248,0.058392442762851715,0.06145792081952095,0.06452339887619019,0.06758888065814972,0.07065435498952866,0.07371983677148819,0.07678531110286713,0.07985079288482666,0.0829162746667862,0.08598174899816513,0.08904723078012466,0.0921127051115036,0.09517818689346313,0.09824366122484207,0.1013091430068016],"_type":"histogram","values":[2,2,11,14,27,61,106,154,228,452,686,1180,1700,2575,4071,6022,8547,11578,15692,20755,26823,33335,41710,49978,58987,68033,75985,83809,89504,93579,95781,96119,92883,89244,83121,75193,66614,57994,49394,40639,33010,26028,20255,15330,11242,7956,5554,3799,2640,1698,1092,687,413,236,151,81,54,19,14,8,5,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.0014115618541836739,-0.0013668682659044862,-0.0013221746776252985,-0.001277480972930789,-0.0012327873846516013,-0.0011880937963724136,-0.001143400208093226,-0.0010987066198140383,-0.0010540129151195288,-0.001009319326840341,-0.0009646257385611534,-0.0009199321502819657,-0.000875238562002778,-0.0008305449155159295,-0.0007858513272367418,-0.0007411576807498932,-0.0006964640924707055,-0.0006517705041915178,-0.0006070768577046692,-0.0005623832694254816,-0.000517689622938633,-0.0004729960346594453,-0.0004283024463802576,-0.00038360882899723947,-0.00033891521161422133,-0.0002942215942312032,-0.00024952797684818506,-0.00020483438856899738,-0.00016014077118597925,-0.00011544716107891873,-7.07535509718582e-05,-2.605994086479768e-05,1.863366924226284e-05,6.332727934932336e-05,0.00010802088945638388,0.0001527144922874868,0.00019740810967050493,0.00024210172705352306,0.00028679531533271074,0.0003314889327157289,0.000376182550098747,0.00042087616748176515,0.0004655697848647833,0.000510263373143971,0.0005549569614231586,0.0005996506079100072,0.0006443441961891949,0.0006890378426760435,0.0007337314309552312,0.0007784250192344189,0.0008231186657212675,0.0008678122540004551,0.0009125059004873037,0.0009571994887664914,0.001001893077045679,0.0010465866653248668,0.0010912802536040545,0.001135973958298564,0.0011806675465777516,0.0012253611348569393,0.001270054723136127,0.0013147483114153147,0.0013594420161098242,0.0014041356043890119,0.0014488291926681995],"_type":"histogram","values":[1,0,1,2,0,1,0,1,3,0,1,0,3,10,5,3,9,7,11,13,20,21,18,25,25,23,27,27,47,41,31,35,31,32,26,31,32,24,17,18,22,23,15,10,17,11,9,9,1,3,8,2,1,3,1,0,4,1,2,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.000674365321174264,-0.0006552420672960579,-0.000636118755210191,-0.000616995501331985,-0.000597872247453779,-0.000578748935367912,-0.000559625681489706,-0.0005405024276115,-0.000521379173733294,-0.0005022558616474271,-0.00048313260776922107,-0.0004640093247871846,-0.0004448860418051481,-0.0004257627879269421,-0.00040663950494490564,-0.0003875162510666996,-0.00036839296808466315,-0.0003492696851026267,-0.00033014643122442067,-0.0003110231482423842,-0.0002918998943641782,-0.0002727766113821417,-0.00025365332840010524,-0.000234530059969984,-0.00021540679153986275,-0.0001962835231097415,-0.00017716025467962027,-0.0001580369716975838,-0.00013891370326746255,-0.00011979043483734131,-0.00010066715913126245,-8.15438834251836e-05,-6.242055678740144e-05,-4.329728471930139e-05,-2.4174012651201338e-05,-5.0507405831012875e-06,1.4072531484998763e-05,3.319580355309881e-05,5.231907562119886e-05,7.144235132727772e-05,9.056561975739896e-05,0.0001096888881875202,0.00012881215661764145,0.00014793543959967792,0.00016705870802979916,0.0001861819764599204,0.00020530525944195688,0.00022442852787207812,0.00024355179630219936,0.00026267507928423584,0.00028179833316244185,0.0003009216161444783,0.00032004487002268434,0.0003391681530047208,0.0003582914359867573,0.0003774146898649633,0.00039653797284699976,0.00041566125582903624,0.00043478450970724225,0.0004539077926892787,0.0004730310756713152,0.0004921543295495212,0.0005112775834277272,0.0005304008955135942,0.0005495241493918002],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,3,1,1,2,4,5,3,2,6,7,5,3,14,20,14,27,18,19,24,27,32,42,45,41,41,54,41,40,38,23,25,26,26,14,13,8,7,6,11,7,6,3,4,4,1,0,1,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[3,0,1,0,1,1,1,0,2,1,1,2,2,10,5,6,9,17,8,16,10,13,12,19,19,15,10,31,30,34,25,31,31,36,42,38,31,26,29,25,15,22,13,19,17,13,14,13,12,4,10,8,5,2,0,1,1,1,2,0,0,2,0,1],"bins":[-0.00048139720456674695,-0.00046683059190399945,-0.0004522640083450824,-0.0004376973956823349,-0.00042313081212341785,-0.00040856419946067035,-0.00039399758679792285,-0.0003794310032390058,-0.0003648643905762583,-0.0003502977779135108,-0.00033573119435459375,-0.00032116458169184625,-0.00030659796902909875,-0.0002920313854701817,-0.0002774647728074342,-0.00026289818924851716,-0.00024833157658576965,-0.00023376497847493738,-0.0002191983803641051,-0.0002046317677013576,-0.00019006516959052533,-0.00017549857147969306,-0.00016093195881694555,-0.00014636536070611328,-0.000131798762595281,-0.00011723216448444873,-0.00010266555909765884,-8.809895371086895e-05,-7.353235560003668e-05,-5.89657538512256e-05,-4.439915210241452e-05,-2.9832550353603438e-05,-1.5265977708622813e-05,-6.993759598117322e-07,1.3867225788999349e-05,2.843382753781043e-05,4.300042928662151e-05,5.756703103543259e-05,7.213363278424367e-05,8.670023817103356e-05,0.00010126683628186584,0.00011583343439269811,0.00013040003250353038,0.00014496664516627789,0.00015953324327711016,0.00017409984138794243,0.00018866645405068994,0.0002032330521615222,0.00021779965027235448,0.00023236624838318676,0.00024693284649401903,0.00026149945915676653,0.00027606607181951404,0.0002906326553784311,0.0003051992680411786,0.00031976585160009563,0.00033433246426284313,0.00034889907692559063,0.0003634656604845077,0.0003780322731472552,0.00039259885670617223,0.00040716546936891973,0.00042173208203166723,0.0004362986655905843,0.0004508652782533318],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,3,3,1,1,5,5,7,8,19,16,11,13,14,19,23,29,31,39,37,38,43,41,32,42,38,37,32,20,14,27,21,17,16,9,10,13,10,5,1,0,3,4,4,0,1,0,0,0,1,1,0,0,0,1],"bins":[-0.009751684963703156,-0.009442009963095188,-0.009132334031164646,-0.008822659030556679,-0.008512983098626137,-0.00820330809801817,-0.007893633097410202,-0.007583957631140947,-0.007274282164871693,-0.006964606698602438,-0.006654931232333183,-0.006345256231725216,-0.006035580765455961,-0.0057259052991867065,-0.005416230298578739,-0.0051065548323094845,-0.00479687936604023,-0.004487203899770975,-0.00417752843350172,-0.003867853432893753,-0.0035581779666244984,-0.0032485025003552437,-0.0029388272669166327,-0.0026291520334780216,-0.002319476567208767,-0.0020098011009395123,-0.0017001258675009012,-0.0013904505176469684,-0.0010807751677930355,-0.0007710998179391026,-0.0004614244680851698,-0.00015174911823123693,0.00015792623162269592,0.0004676015814766288,0.0007772769313305616,0.0010869522811844945,0.0013966276310384274,0.0017063029808923602,0.002015978330746293,0.002325653564184904,0.0026353290304541588,0.0029450044967234135,0.0032546797301620245,0.0035643549636006355,0.00387403042986989,0.004183705896139145,0.004493380896747112,0.004803056363016367,0.005112731829285622,0.005422407295554876,0.005732082761824131,0.006041757762432098,0.006351433228701353,0.006661108694970608,0.006970783695578575,0.00728045916184783,0.0075901346281170845,0.007899809628725052,0.008209485560655594,0.008519160561263561,0.008828835561871529,0.00913851149380207,0.009448186494410038,0.00975786242634058,0.010067537426948547]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,0,2,3,2,3,4,4,8,3,11,8,9,16,16,25,19,17,23,21,25,36,27,35,30,40,42,38,26,29,22,26,22,32,20,20,15,15,17,10,7,7,7,7,3,3,3,3,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.008364992216229439,-0.008042428642511368,-0.007719865068793297,-0.007397301495075226,-0.007074737921357155,-0.006752174813300371,-0.0064296112395823,-0.006107047665864229,-0.005784484092146158,-0.005461920518428087,-0.005139356944710016,-0.004816793370991945,-0.004494230262935162,-0.004171666689217091,-0.0038491031154990196,-0.0035265395417809486,-0.0032039759680628777,-0.0028814123943448067,-0.0025588488206267357,-0.0022362854797393084,-0.0019137219060212374,-0.0015911583323031664,-0.0012685948750004172,-0.0009460313594900072,-0.0006234678439795971,-0.000300904328469187,2.165918704122305e-05,0.0003442227025516331,0.0006667862180620432,0.0009893497917801142,0.0013119132490828633,0.0016344767063856125,0.0019570402801036835,0.0022796038538217545,0.0026021674275398254,0.0029247307684272528,0.0032472943421453238,0.0035698579158633947,0.003892421256750822,0.004214984830468893,0.004537548404186964,0.004860111977905035,0.005182675551623106,0.005505239125341177,0.005827802233397961,0.006150365807116032,0.006472929380834103,0.006795492954552174,0.007118056528270245,0.007440620101988316,0.0077631836757063866,0.008085747249424458,0.008408310823142529,0.0087308743968606,0.00905343797057867,0.009376001544296741,0.009698564186692238,0.010021127760410309,0.01034369133412838,0.01066625490784645,0.010988818481564522,0.011311382055282593,0.011633945629000664,0.011956509202718735,0.012279072776436806]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,1,0,0,0,0,0,0,0,1,2,1,3,1,4,7,6,8,6,11,15,14,17,17,13,21,18,29,29,33,42,46,20,34,35,27,35,23,27,31,15,24,21,19,15,14,10,12,12,12,9,5,6,5,3,3,1,0,3,0,0,0,1],"bins":[-0.0006181922508403659,-0.0006006066687405109,-0.0005830211448483169,-0.0005654356209561229,-0.0005478500388562679,-0.000530264456756413,-0.000512678932864219,-0.0004950934089720249,-0.00047750782687216997,-0.0004599222738761455,-0.000442336720880121,-0.0004247511678840965,-0.000407165614888072,-0.0003895800618920475,-0.00037199450889602304,-0.00035440895589999855,-0.00033682340290397406,-0.00031923784990794957,-0.0003016522969119251,-0.0002840667439159006,-0.0002664811909198761,-0.0002488956379238516,-0.00023131008492782712,-0.00021372453193180263,-0.00019613897893577814,-0.00017855342593975365,-0.00016096787294372916,-0.00014338231994770467,-0.00012579676695168018,-0.0001082112139556557,-9.06256609596312e-05,-7.304010796360672e-05,-5.545449675992131e-05,-3.786894376389682e-05,-2.0283390767872334e-05,-2.697837771847844e-06,1.4887715224176645e-05,3.2473268220201135e-05,5.0058821216225624e-05,6.764437421225011e-05,8.52299272082746e-05,0.00010281548020429909,0.00012040103320032358,0.00013798658619634807,0.00015557213919237256,0.00017315769218839705,0.00019074324518442154,0.00020832879818044603,0.00022591435117647052,0.000243499904172495,0.0002610854571685195,0.000278671010164544,0.0002962565631605685,0.00031384211615659297,0.00033142766915261745,0.00034901322214864194,0.00036659877514466643,0.0003841843281406909,0.0004017698811367154,0.0004193554341327399,0.0004369409871287644,0.0004545265401247889,0.00047211209312081337,0.0004896976752206683,0.0005072831991128623],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.000453948974609375,-0.0004400014877319336,-0.0004260540008544922,-0.0004121065139770508,-0.0003981590270996094,-0.00038421154022216797,-0.00037026405334472656,-0.00035631656646728516,-0.00034236907958984375,-0.00032842159271240234,-0.00031447410583496094,-0.00030052661895751953,-0.0002865791320800781,-0.0002726316452026367,-0.0002586841583251953,-0.0002447366714477539,-0.0002307891845703125,-0.0002168416976928711,-0.0002028942108154297,-0.00018894672393798828,-0.00017499923706054688,-0.00016105175018310547,-0.00014710426330566406,-0.00013315677642822266,-0.00011920928955078125,-0.00010526180267333984,-9.131431579589844e-05,-7.736682891845703e-05,-6.341934204101562e-05,-4.947185516357422e-05,-3.552436828613281e-05,-2.1576881408691406e-05,-7.62939453125e-06,6.318092346191406e-06,2.0265579223632812e-05,3.421306610107422e-05,4.8160552978515625e-05,6.210803985595703e-05,7.605552673339844e-05,9.000301361083984e-05,0.00010395050048828125,0.00011789798736572266,0.00013184547424316406,0.00014579296112060547,0.00015974044799804688,0.00017368793487548828,0.0001876354217529297,0.0002015829086303711,0.0002155303955078125,0.0002294778823852539,0.0002434253692626953,0.0002573728561401367,0.0002713203430175781,0.00028526782989501953,0.00029921531677246094,0.00031316280364990234,0.00032711029052734375,0.00034105777740478516,0.00035500526428222656,0.00036895275115966797,0.0003829002380371094,0.0003968477249145508,0.0004107952117919922,0.0004247426986694336,0.000438690185546875],"_type":"histogram","values":[1,0,0,2,1,3,4,6,9,12,16,21,41,46,79,93,141,252,320,547,873,1137,1850,2660,4217,6351,9864,15005,23629,35363,54227,80648,105190,83581,56669,36837,24843,15409,10194,6709,4480,2884,1791,1318,826,525,372,248,175,119,81,55,32,25,16,7,7,2,2,1,2,0,4,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,2,1,0,0,0,0,2,1,2,3,5,5,9,17,21,36,42,61,95,167,288,373,646,1055,1830,3357,5718,11212,23111,51474,129462,200960,86402,36747,16960,8743,4755,2499,1409,866,540,328,218,121,87,66,29,36,28,7,8,5,3,1,3,1,1,1,1,0,1,1,1],"bins":[-0.006744384765625,-0.006535530090332031,-0.0063266754150390625,-0.006117820739746094,-0.005908966064453125,-0.005700111389160156,-0.0054912567138671875,-0.005282402038574219,-0.00507354736328125,-0.004864692687988281,-0.0046558380126953125,-0.004446983337402344,-0.004238128662109375,-0.004029273986816406,-0.0038204193115234375,-0.0036115646362304688,-0.0034027099609375,-0.0031938552856445312,-0.0029850006103515625,-0.0027761459350585938,-0.002567291259765625,-0.0023584365844726562,-0.0021495819091796875,-0.0019407272338867188,-0.00173187255859375,-0.0015230178833007812,-0.0013141632080078125,-0.0011053085327148438,-0.000896453857421875,-0.0006875991821289062,-0.0004787445068359375,-0.00026988983154296875,-6.103515625e-05,0.00014781951904296875,0.0003566741943359375,0.0005655288696289062,0.000774383544921875,0.0009832382202148438,0.0011920928955078125,0.0014009475708007812,0.00160980224609375,0.0018186569213867188,0.0020275115966796875,0.0022363662719726562,0.002445220947265625,0.0026540756225585938,0.0028629302978515625,0.0030717849731445312,0.0032806396484375,0.0034894943237304688,0.0036983489990234375,0.003907203674316406,0.004116058349609375,0.004324913024902344,0.0045337677001953125,0.004742622375488281,0.00495147705078125,0.005160331726074219,0.0053691864013671875,0.005578041076660156,0.005786895751953125,0.005995750427246094,0.0062046051025390625,0.006413459777832031,0.006622314453125]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[1,0,0,2,1,0,3,1,4,5,0,5,4,7,8,7,5,7,11,17,14,17,14,22,20,25,24,28,21,38,35,35,32,27,36,33,23,14,26,16,23,17,16,20,12,13,8,16,10,12,4,6,3,6,3,5,0,2,1,1,0,1,0,1],"bins":[-0.003468932583928108,-0.0033618288580328226,-0.003254725132137537,-0.0031476214062422514,-0.003040517680346966,-0.00293341395445168,-0.0028263102285563946,-0.002719206502661109,-0.0026121027767658234,-0.0025049990508705378,-0.002397895324975252,-0.0022907915990799665,-0.002183687873184681,-0.0020765841472893953,-0.0019694804213941097,-0.0018623766954988241,-0.0017552729696035385,-0.001648169243708253,-0.0015410655178129673,-0.0014339617919176817,-0.001326858066022396,-0.0012197543401271105,-0.0011126506142318249,-0.0010055468883365393,-0.0008984431624412537,-0.0007913394365459681,-0.0006842357106506824,-0.0005771319847553968,-0.00047002825886011124,-0.00036292453296482563,-0.00025582080706954,-0.00014871708117425442,-4.161335527896881e-05,6.54903706163168e-05,0.0001725940965116024,0.000279697822406888,0.0003868015483021736,0.0004939052741974592,0.0006010090000927448,0.0007081127259880304,0.000815216451883316,0.0009223201777786016,0.0010294239036738873,0.0011365276295691729,0.0012436313554644585,0.001350735081359744,0.0014578388072550297,0.0015649425331503153,0.0016720462590456009,0.0017791499849408865,0.001886253710836172,0.0019933574367314577,0.0021004611626267433,0.002207564888522029,0.0023146686144173145,0.0024217723403126,0.0025288760662078857,0.0026359797921031713,0.002743083517998457,0.0028501872438937426,0.002957290969789028,0.0030643946956843138,0.0031714984215795994,0.003278602147474885,0.0033857058733701706],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.006596917286515236,-0.006384469568729401,-0.006172021850943565,-0.005959573667496443,-0.0057471259497106075,-0.005534678231924772,-0.005322230514138937,-0.005109782796353102,-0.004897334612905979,-0.004684886895120144,-0.004472439177334309,-0.004259991459548473,-0.004047543741762638,-0.003835095791146159,-0.003622648073360324,-0.003410200122743845,-0.0031977524049580097,-0.0029853046871721745,-0.0027728567365556955,-0.0025604090187698603,-0.0023479610681533813,-0.002135513350367546,-0.0019230656325817108,-0.0017106177983805537,-0.0014981699641793966,-0.0012857221299782395,-0.0010732742957770824,-0.0008608265779912472,-0.0006483787437900901,-0.00043593093869276345,-0.0002234831335954368,-1.1035328498110175e-05,0.00020141247659921646,0.0004138602816965431,0.0006263080867938697,0.0008387558627873659,0.001051203696988523,0.00126365153118968,0.0014760992489755154,0.0016885470831766725,0.0019009949173778296,0.002113442635163665,0.0023258905857801437,0.002538338303565979,0.0027507860213518143,0.002963233971968293,0.0031756816897541285,0.0033881296403706074,0.0036005773581564426,0.003813025075942278,0.004025472793728113,0.004237920977175236,0.004450368694961071,0.004662816412746906,0.0048752641305327415,0.005087711848318577,0.005300159566104412,0.005512607749551535,0.00572505546733737,0.005937503185123205,0.0061499509029090405,0.006362398620694876,0.006574846804141998,0.0067872945219278336,0.006999742239713669],"_type":"histogram","values":[1,0,2,0,2,3,5,2,1,3,4,6,6,10,7,4,9,10,14,19,16,21,19,19,26,30,24,32,27,31,27,32,29,33,29,24,24,28,19,20,21,15,15,13,13,11,7,6,8,14,7,7,0,2,4,0,1,1,1,1,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[1,1,1,0,1,0,2,0,5,5,1,7,14,14,17,23,46,64,70,117,195,282,452,582,897,1517,2219,3895,6499,10178,17738,29718,52119,87874,124421,101302,61771,35181,20653,12166,7641,4503,2684,1766,1140,661,433,265,240,118,105,64,42,34,20,13,13,13,7,8,2,1,0,3],"bins":[-0.000946044921875,-0.0009187459945678711,-0.0008914470672607422,-0.0008641481399536133,-0.0008368492126464844,-0.0008095502853393555,-0.0007822513580322266,-0.0007549524307250977,-0.0007276535034179688,-0.0007003545761108398,-0.0006730556488037109,-0.000645756721496582,-0.0006184577941894531,-0.0005911588668823242,-0.0005638599395751953,-0.0005365610122680664,-0.0005092620849609375,-0.0004819631576538086,-0.0004546642303466797,-0.0004273653030395508,-0.0004000663757324219,-0.00037276744842529297,-0.00034546852111816406,-0.00031816959381103516,-0.00029087066650390625,-0.00026357173919677734,-0.00023627281188964844,-0.00020897388458251953,-0.00018167495727539062,-0.00015437602996826172,-0.0001270771026611328,-9.97781753540039e-05,-7.2479248046875e-05,-4.5180320739746094e-05,-1.7881393432617188e-05,9.417533874511719e-06,3.6716461181640625e-05,6.401538848876953e-05,9.131431579589844e-05,0.00011861324310302734,0.00014591217041015625,0.00017321109771728516,0.00020051002502441406,0.00022780895233154297,0.0002551078796386719,0.0002824068069458008,0.0003097057342529297,0.0003370046615600586,0.0003643035888671875,0.0003916025161743164,0.0004189014434814453,0.0004462003707885742,0.0004734992980957031,0.000500798225402832,0.0005280971527099609,0.0005553960800170898,0.0005826950073242188,0.0006099939346313477,0.0006372928619384766,0.0006645917892456055,0.0006918907165527344,0.0007191896438598633,0.0007464885711669922,0.0007737874984741211,0.00080108642578125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0007666627061553299,-0.000741879572160542,-0.0007170964381657541,-0.0006923133623786271,-0.0006675302283838391,-0.0006427470943890512,-0.0006179639603942633,-0.0005931808263994753,-0.0005683976924046874,-0.0005436146166175604,-0.0005188314826227725,-0.0004940483486279845,-0.0004692652146331966,-0.0004444821097422391,-0.0004196989757474512,-0.0003949158708564937,-0.0003701327368617058,-0.00034534960286691785,-0.0003205664979759604,-0.00029578336398117244,-0.00027100025909021497,-0.00024621712509542704,-0.0002214339911006391,-0.0001966508716577664,-0.0001718677522148937,-0.000147084632772021,-0.0001223015133291483,-9.751837933436036e-05,-7.273525989148766e-05,-4.795213681063615e-05,-2.3169013729784638e-05,1.6141093510668725e-06,2.6397290639579296e-05,5.1180413720430806e-05,7.596353680128232e-05,0.00010074666352011263,0.00012552978296298534,0.00015031290240585804,0.00017509603640064597,0.00019987915584351867,0.00022466227528639138,0.0002494454092811793,0.0002742285141721368,0.0002990116481669247,0.00032379478216171265,0.0003485778870526701,0.00037336102104745805,0.00039814412593841553,0.00042292725993320346,0.0004477103939279914,0.00047249349881894886,0.0004972766037099063,0.0005220597377046943,0.0005468428716994822,0.0005716260056942701,0.0005964091396890581,0.000621192273683846,0.000645975349470973,0.000670758483465761,0.0006955416174605489,0.0007203247514553368,0.0007451078854501247,0.0007698909612372518,0.0007946740952320397,0.0008194572292268276],"_type":"histogram","values":[1,1,3,2,1,4,3,6,6,9,16,10,12,22,19,5,15,12,20,19,18,20,19,24,25,22,24,23,10,15,8,15,21,15,21,22,11,15,23,18,18,25,15,16,16,13,9,18,17,10,8,8,8,3,7,5,6,4,0,2,2,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,2,2,2,5,5,5,6,5,10,8,14,15,21,21,32,41,60,60,61,69,44,62,33,38,31,21,18,15,12,8,3,9,8,5,5,1,1,0,2,1,2,0,0,0,0,0,0,1],"bins":[-0.003151687327772379,-0.0030617534648627043,-0.0029718196019530296,-0.002881885739043355,-0.0027919518761336803,-0.0027020180132240057,-0.0026120839174836874,-0.0025221500545740128,-0.002432216191664338,-0.0023422823287546635,-0.002252348465844989,-0.002162414602935314,-0.0020724807400256395,-0.001982546877115965,-0.0018926128977909684,-0.0018026790348812938,-0.0017127451719716191,-0.0016228113090619445,-0.0015328774461522698,-0.0014429434668272734,-0.0013530096039175987,-0.001263075741007924,-0.0011731418780982494,-0.0010832080151885748,-0.0009932741522789001,-0.0009033402311615646,-0.000813406310044229,-0.0007234724471345544,-0.0006335385842248797,-0.0005436046631075442,-0.00045367080019786954,-0.00036373690818436444,-0.00027380301617085934,-0.00018386912415735424,-9.393524669576436e-05,-4.001361958216876e-06,8.593252277933061e-05,0.0001758664147928357,0.00026580027770251036,0.00035573416971601546,0.00044566806172952056,0.0005356019246391952,0.0006255358457565308,0.0007154697086662054,0.00080540357157588,0.0008953374926932156,0.0009852714138105512,0.0010752052767202258,0.0011651391396299005,0.001255073002539575,0.0013450068654492497,0.0014349408447742462,0.0015248747076839209,0.0016148085705935955,0.0017047424335032701,0.0017946762964129448,0.0018846101593226194,0.001974544022232294,0.0020644778851419687,0.002154411980882287,0.0022443458437919617,0.0023342797067016363,0.002424213569611311,0.0025141474325209856,0.0026040812954306602],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.012319117784500122,-0.011938867159187794,-0.01155861746519804,-0.011178366839885712,-0.010798116214573383,-0.01041786652058363,-0.010037615895271301,-0.009657365269958973,-0.009277114644646645,-0.008896864950656891,-0.008516614325344563,-0.008136363700032234,-0.0077561140060424805,-0.007375863380730152,-0.006995613221079111,-0.006615362595766783,-0.006235112436115742,-0.005854862276464701,-0.005474611651152372,-0.005094361491501331,-0.004714110866189003,-0.004333860706537962,-0.003953610546886921,-0.0035733601544052362,-0.0031931097619235516,-0.002812859369441867,-0.002432608976960182,-0.002052358817309141,-0.0016721084248274565,-0.0012918580323457718,-0.0009116077562794089,-0.0005313574220053852,-0.0001511070877313614,0.00022914324654266238,0.0006093935808166862,0.000989643856883049,0.0013698942493647337,0.0017501446418464184,0.0021303948014974594,0.002510645193979144,0.0028908955864608288,0.0032711459789425135,0.003651396371424198,0.004031646531075239,0.00441189669072628,0.0047921473160386086,0.00517239747568965,0.005552648101001978,0.005932898260653019,0.00631314842030406,0.006693399045616388,0.007073649205267429,0.007453899830579758,0.007834149524569511,0.00821440014988184,0.008594650775194168,0.008974900469183922,0.00935515109449625,0.009735401719808578,0.010115652345120907,0.01049590203911066,0.010876152664422989,0.011256403289735317,0.011636652983725071,0.0120169036090374],"_type":"histogram","values":[2,0,0,0,0,0,2,1,2,2,0,6,3,1,5,6,5,10,10,12,17,12,17,17,26,26,18,27,45,29,31,28,34,45,43,35,25,21,37,27,17,21,10,13,15,12,10,11,6,2,7,8,3,2,0,0,0,1,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[3,1,1,2,1,2,1,5,7,7,8,10,14,13,11,11,15,14,18,12,20,16,18,19,25,24,17,19,15,17,28,16,21,22,22,22,32,19,10,17,13,18,15,19,16,18,16,16,9,18,9,6,11,5,5,2,4,3,3,2,2,2,0,1],"bins":[0.9993746280670166,0.9993941783905029,0.9994137287139893,0.9994332194328308,0.9994527697563171,0.9994723200798035,0.999491810798645,0.9995113611221313,0.9995309114456177,0.999550461769104,0.9995700120925903,0.9995895028114319,0.9996090531349182,0.9996286034584045,0.9996480941772461,0.9996676445007324,0.9996871948242188,0.9997067451477051,0.9997262954711914,0.999745786190033,0.9997653365135193,0.9997848868370056,0.9998043775558472,0.9998239278793335,0.9998434782028198,0.9998630285263062,0.9998825788497925,0.999902069568634,0.9999216198921204,0.9999411702156067,0.9999606609344482,0.9999802112579346,0.9999997615814209,1.0000193119049072,1.0000388622283936,1.0000584125518799,1.0000779628753662,1.000097393989563,1.0001169443130493,1.0001364946365356,1.000156044960022,1.0001755952835083,1.0001951456069946,1.000214695930481,1.0002341270446777,1.000253677368164,1.0002732276916504,1.0002927780151367,1.000312328338623,1.0003318786621094,1.0003514289855957,1.000370979309082,1.0003905296325684,1.0004099607467651,1.0004295110702515,1.0004490613937378,1.0004686117172241,1.0004881620407104,1.0005077123641968,1.000527262687683,1.0005466938018799,1.0005662441253662,1.0005857944488525,1.0006053447723389,1.0006248950958252],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,1,1,2,6,3,1,9,2,14,16,11,6,12,16,16,10,13,19,17,23,27,17,14,21,22,16,22,27,34,25,19,24,23,32,20,12,14,17,17,24,10,20,17,16,13,9,6,8,3,8,13,4,4,3,0,1,2,2,0,0,1],"bins":[-0.0008220731979236007,-0.0007958904025144875,-0.0007697076653130352,-0.0007435248699039221,-0.0007173421327024698,-0.0006911593372933567,-0.0006649765418842435,-0.0006387938046827912,-0.0006126110092736781,-0.0005864282138645649,-0.0005602454766631126,-0.0005340626812539995,-0.0005078798858448863,-0.00048169714864343405,-0.0004555143532343209,-0.00042933158692903817,-0.00040314882062375546,-0.00037696605431847274,-0.00035078328801319003,-0.00032460049260407686,-0.00029841772629879415,-0.00027223495999351144,-0.00024605216458439827,-0.00021986939827911556,-0.00019368663197383285,-0.00016750386566855013,-0.0001413210848113522,-0.00011513831123011187,-8.895553764887154e-05,-6.277276406763121e-05,-3.658999048639089e-05,-1.0407216905150563e-05,1.577549846842885e-05,4.1958272049669176e-05,6.81410456309095e-05,9.432381921214983e-05,0.00012050659279339015,0.00014668935909867287,0.0001728721399558708,0.00019905492081306875,0.00022523768711835146,0.00025142045342363417,0.0002776032197289169,0.00030378601513803005,0.00032996878144331276,0.0003561515477485955,0.00038233434315770864,0.00040851710946299136,0.00043469987576827407,0.0004608826420735568,0.0004870654083788395,0.0005132482037879527,0.0005394309991970658,0.0005656137363985181,0.0005917965318076313,0.0006179792690090835,0.0006441620644181967,0.0006703448598273098,0.0006965275970287621,0.0007227103924378753,0.0007488931296393275,0.0007750759250484407,0.0008012587204575539,0.0008274414576590061,0.0008536242530681193]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,1,3,4,2,1,3,1,3,5,7,6,9,7,12,13,18,17,14,17,14,33,27,22,31,24,36,31,33,33,23,31,23,21,25,26,17,26,20,23,13,13,13,6,8,11,9,5,6,1,1,2,3,4,2,1,1,2,0,0,3],"bins":[-0.0026901904493570328,-0.0026057222858071327,-0.0025212543550878763,-0.0024367861915379763,-0.00235231826081872,-0.00226785009726882,-0.0021833819337189198,-0.0020989140029996634,-0.0020144458394497633,-0.001929977792315185,-0.0018455097451806068,-0.0017610415816307068,-0.0016765735344961286,-0.0015921054873615503,-0.0015076373238116503,-0.001423169276677072,-0.0013387012295424938,-0.0012542331824079156,-0.0011697651352733374,-0.0010852969717234373,-0.001000828924588859,-0.0009163608774542809,-0.0008318927721120417,-0.0007474246667698026,-0.0006629566196352243,-0.0005784885725006461,-0.000494020467158407,-0.0004095523909199983,-0.0003250843146815896,-0.00024061623844318092,-0.00015614816220477223,-7.168008596636355e-05,1.2787990272045135e-05,9.725606651045382e-05,0.0001817241427488625,0.0002661922189872712,0.0003506602952256799,0.00043512837146408856,0.0005195964477024972,0.0006040645530447364,0.0006885326001793146,0.0007730006473138928,0.000857468752656132,0.0009419368579983711,0.0010264049051329494,0.0011108729522675276,0.0011953411158174276,0.0012798091629520059,0.001364277210086584,0.0014487452572211623,0.0015332133043557405,0.0016176814679056406,0.0017021495150402188,0.001786617562174797,0.0018710857257246971,0.0019555536564439535,0.0020400218199938536,0.0021244899835437536,0.00220895791426301,0.00229342607781291,0.00237789424136281,0.0024623621720820665,0.0025468303356319666,0.002631298266351223,0.002715766429901123]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,1,4,7,5,10,6,8,14,14,16,15,20,17,14,18,16,17,17,11,21,18,15,20,20,20,19,14,9,11,13,12,23,17,19,27,17,18,24,15,18,25,13,23,10,19,11,14,8,9,7,7,6,5,1,3,2,1],"bins":[-0.0008306571398861706,-0.0008063549175858498,-0.0007820527534931898,-0.000757750531192869,-0.000733448367100209,-0.0007091461447998881,-0.0006848439807072282,-0.0006605417584069073,-0.0006362395943142474,-0.0006119373720139265,-0.0005876352079212666,-0.0005633329856209457,-0.0005390308215282857,-0.0005147285992279649,-0.0004904264351353049,-0.00046612421283498406,-0.00044182201963849366,-0.00041751982644200325,-0.00039321763324551284,-0.00036891544004902244,-0.00034461324685253203,-0.0003203110536560416,-0.0002960088604595512,-0.0002717066672630608,-0.00024740444496273994,-0.00022310226631816477,-0.00019880007312167436,-0.00017449787992518395,-0.00015019567217677832,-0.0001258934789802879,-0.0001015912857837975,-7.72890925873071e-05,-5.298689939081669e-05,-2.8684704375336878e-05,-4.3825093598570675e-06,1.9919685655622743e-05,4.4221880671102554e-05,6.852407386759296e-05,9.282627434004098e-05,0.00011712846753653139,0.0001414306607330218,0.0001657328539295122,0.0001900350471260026,0.00021433724032249302,0.00023863944807089865,0.00026294164126738906,0.00028724383446387947,0.0003115460276603699,0.0003358482208568603,0.0003601504140533507,0.0003844526072498411,0.0004087548004463315,0.0004330569936428219,0.0004573591868393123,0.0004816613800358027,0.0005059635732322931,0.000530265795532614,0.0005545679596252739,0.0005788701819255948,0.0006031723460182548,0.0006274745683185756,0.0006517767324112356,0.0006760789547115564,0.0007003811188042164,0.0007246833411045372]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[1,0,1,0,1,1,2,3,3,5,4,12,14,19,38,64,92,117,175,268,448,686,989,1684,2594,3883,6463,10515,17409,30149,54472,100179,138887,95839,51924,28878,16843,10268,6089,3900,2512,1505,1032,648,380,290,191,114,77,48,37,23,15,10,6,5,1,3,2,2,0,2,1,1],"bins":[-0.00537109375,-0.005205631256103516,-0.005040168762207031,-0.004874706268310547,-0.0047092437744140625,-0.004543781280517578,-0.004378318786621094,-0.004212856292724609,-0.004047393798828125,-0.0038819313049316406,-0.0037164688110351562,-0.003551006317138672,-0.0033855438232421875,-0.003220081329345703,-0.0030546188354492188,-0.0028891563415527344,-0.00272369384765625,-0.0025582313537597656,-0.0023927688598632812,-0.002227306365966797,-0.0020618438720703125,-0.0018963813781738281,-0.0017309188842773438,-0.0015654563903808594,-0.001399993896484375,-0.0012345314025878906,-0.0010690689086914062,-0.0009036064147949219,-0.0007381439208984375,-0.0005726814270019531,-0.00040721893310546875,-0.00024175643920898438,-7.62939453125e-05,8.916854858398438e-05,0.00025463104248046875,0.0004200935363769531,0.0005855560302734375,0.0007510185241699219,0.0009164810180664062,0.0010819435119628906,0.001247406005859375,0.0014128684997558594,0.0015783309936523438,0.0017437934875488281,0.0019092559814453125,0.002074718475341797,0.0022401809692382812,0.0024056434631347656,0.00257110595703125,0.0027365684509277344,0.0029020309448242188,0.003067493438720703,0.0032329559326171875,0.003398418426513672,0.0035638809204101562,0.0037293434143066406,0.003894805908203125,0.004060268402099609,0.004225730895996094,0.004391193389892578,0.0045566558837890625,0.004722118377685547,0.004887580871582031,0.005053043365478516,0.005218505859375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[-0.002145123668015003,-0.002078551333397627,-0.0020119789987802505,-0.0019454065477475524,-0.0018788340967148542,-0.001812261762097478,-0.0017456894274801016,-0.0016791169764474034,-0.001612544641830027,-0.0015459723072126508,-0.0014793998561799526,-0.0014128275215625763,-0.0013462551869452,-0.0012796827359125018,-0.0012131104012951255,-0.0011465379502624273,-0.001079965615645051,-0.0010133932810276747,-0.0009468208299949765,-0.0008802484953776002,-0.000813676102552563,-0.0007471037097275257,-0.0006805313751101494,-0.0006139589822851121,-0.0005473865894600749,-0.00048081419663503766,-0.0004142418329138309,-0.0003476694691926241,-0.00028109707636758685,-0.00021452469809446484,-0.00014795231982134283,-8.137994154822081e-05,-1.4807796105742455e-05,5.176458216737956e-05,0.00011833696044050157,0.00018490933871362358,0.0002514817169867456,0.00031805410981178284,0.0003846264735329896,0.0004511988372541964,0.0005177712300792336,0.0005843436229042709,0.0006509160157293081,0.0007174883503466845,0.0007840607431717217,0.0008506331359967589,0.0009172054706141353,0.0009837779216468334,0.0010503502562642097,0.001116922590881586,0.0011834950419142842,0.0012500673765316606,0.0013166398275643587,0.001383212162181735,0.0014497844967991114,0.0015163569478318095,0.0015829292824491858,0.0016495016170665622,0.0017160740680992603,0.0017826464027166367,0.001849218737334013,0.0019157911883667111,0.0019823636393994093,0.0020489359740167856,0.002115508308634162],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,0,2,2,3,3,6,5,5,4,5,2,11,13,18,15,19,20,34,32,42,51,54,69,69,56,43,39,23,28,22,18,12,6,4,4,5,4,2,3,3,3,0,1,0,1,1,0,1,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,1,0,2,2,6,1,5,3,6,7,9,10,12,13,16,15,18,33,28,31,35,40,56,44,44,43,43,31,31,22,34,26,15,16,12,7,8,8,4,7,5,4,1,3,3,2,0,1,0,0,1,0,0,1],"bins":[-0.0008005941635929048,-0.0007769605726934969,-0.0007533269817940891,-0.0007296933908946812,-0.0007060598582029343,-0.0006824262673035264,-0.0006587926764041185,-0.0006351590855047107,-0.0006115254946053028,-0.000587891903705895,-0.0005642583128064871,-0.0005406247219070792,-0.0005169911310076714,-0.0004933575983159244,-0.00046972400741651654,-0.0004460904165171087,-0.0004224568256177008,-0.00039882323471829295,-0.0003751896438188851,-0.0003515560820233077,-0.0003279224911238998,-0.00030428890022449195,-0.00028065533842891455,-0.0002570217475295067,-0.00023338815663009882,-0.00020975456573069096,-0.00018612098938319832,-0.00016248741303570569,-0.00013885382213629782,-0.00011522023851284757,-9.158665488939732e-05,-6.795307126594707e-05,-4.431942943483591e-05,-2.068584581138566e-05,2.947737812064588e-06,2.6581321435514838e-05,5.021490505896509e-05,7.384848868241534e-05,9.748207230586559e-05,0.00012111565592931584,0.00014474923955276608,0.00016838283045217395,0.00019201640679966658,0.00021564998314715922,0.00023928357404656708,0.00026291716494597495,0.00028655072674155235,0.0003101843176409602,0.0003338179085403681,0.00035745149943977594,0.0003810850903391838,0.0004047186521347612,0.0004283522430341691,0.00045198583393357694,0.00047561939572915435,0.0004992529866285622,0.0005228865775279701,0.0005465201684273779,0.0005701537593267858,0.0005937873502261937,0.0006174208829179406,0.0006410544738173485,0.0006646880647167563,0.0006883216556161642,0.0007119552465155721]},"learning_rate":4.9999999999735694e-05,"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.10145404934883118,-0.0984264686703682,-0.09539888799190521,-0.09237129986286163,-0.08934371918439865,-0.08631613850593567,-0.08328855037689209,-0.08026096969842911,-0.07723338901996613,-0.07420580834150314,-0.07117822766304016,-0.06815063953399658,-0.0651230588555336,-0.06209547817707062,-0.05906789377331734,-0.056040309369564056,-0.053012728691101074,-0.04998514801263809,-0.04695756360888481,-0.04392997920513153,-0.04090239852666855,-0.037874817848205566,-0.034847233444452286,-0.031819649040699005,-0.028792068362236023,-0.02576448582112789,-0.02273690328001976,-0.01970932073891163,-0.016681738197803497,-0.013654155656695366,-0.010626573115587234,-0.007598990574479103,-0.004571400582790375,-0.0015438180416822433,0.001483764499425888,0.0045113470405340195,0.007538929581642151,0.010566512122750282,0.013594094663858414,0.016621677204966545,0.019649259746074677,0.022676842287182808,0.02570442482829094,0.02873200736939907,0.0317595899105072,0.034787170588970184,0.037814754992723465,0.040842339396476746,0.04386992007493973,0.04689750075340271,0.04992508515715599,0.05295266956090927,0.05598025023937225,0.059007830917835236,0.062035415321588516,0.0650629997253418,0.06809058040380478,0.07111816108226776,0.07414574921131134,0.07717332988977432,0.0802009105682373,0.08322849124670029,0.08625607192516327,0.08928366005420685,0.09231124073266983],"_type":"histogram","values":[1,2,1,4,11,11,23,39,77,138,209,378,601,993,1484,2371,3396,5197,7119,10173,13757,18111,23765,30303,37555,45326,54487,62837,71313,78621,85750,90618,93778,95010,93911,90816,85324,78954,71531,62666,53957,45837,37661,30182,23992,18277,13726,10166,7402,5119,3476,2296,1566,1018,625,405,216,129,64,50,15,12,8,4]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,1,2,0,0,1,4,2,5,1,8,6,6,5,12,15,15,14,19,19,15,23,18,15,23,18,24,26,18,32,30,20,32,31,14,24,32,14,23,25,16,21,17,21,7,10,8,18,10,7,9,10,5,2,4,2,2,0,2,0,2,1,0,1],"bins":[-0.0008896663784980774,-0.0008605212206020951,-0.0008313761209137738,-0.0008022309630177915,-0.0007730858633294702,-0.0007439407054334879,-0.0007147955475375056,-0.0006856504478491843,-0.000656505289953202,-0.0006273601320572197,-0.0005982150323688984,-0.0005690698744729161,-0.0005399247165769339,-0.0005107796168886125,-0.00048163445899263024,-0.00045248933020047843,-0.0004233442014083266,-0.0003941990726161748,-0.000365053943824023,-0.00033590878592804074,-0.00030676365713588893,-0.0002776185283437371,-0.00024847337044775486,-0.00021932824165560305,-0.00019018311286345124,-0.00016103798407129943,-0.0001318928407272324,-0.00010274770465912297,-7.360256859101355e-05,-4.445743252290413e-05,-1.5312296454794705e-05,1.3832839613314718e-05,4.297791747376323e-05,7.212305354187265e-05,0.00010126818960998207,0.0001304133329540491,0.00015955846174620092,0.00018870359053835273,0.00021784873388241976,0.0002469938772264868,0.0002761390060186386,0.0003052841348107904,0.00033442926360294223,0.0003635744214989245,0.0003927195502910763,0.0004218646790832281,0.0004510098369792104,0.0004801549657713622,0.000509300094563514,0.0005384452524594963,0.0005675903521478176,0.0005967355100437999,0.0006258806679397821,0.0006550257676281035,0.0006841709255240858,0.0007133160252124071,0.0007424611831083894,0.0007716063410043716,0.000800751440692693,0.0008298965985886753,0.0008590416982769966,0.0008881868561729789,0.0009173320140689611,0.0009464771137572825,0.0009756222716532648]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,1,0,1,1,2,3,4,5,8,7,6,7,11,8,10,17,15,21,15,20,29,36,38,30,28,21,25,38,28,33,45,30,27,23,21,23,17,15,15,7,16,11,10,13,3,9,5,4,1,1,1,0,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.00048485121806152165,-0.00046746665611863136,-0.0004500820941757411,-0.0004326975322328508,-0.0004153129702899605,-0.0003979284083470702,-0.00038054384640417993,-0.00036315928446128964,-0.00034577472251839936,-0.00032839016057550907,-0.0003110055986326188,-0.0002936210366897285,-0.0002762364747468382,-0.0002588519128039479,-0.00024146735086105764,-0.00022408278891816735,-0.00020669822697527707,-0.00018931366503238678,-0.0001719291030894965,-0.0001545445411466062,-0.00013715997920371592,-0.00011977541726082563,-0.00010239085531793535,-8.500629337504506e-05,-6.762173143215477e-05,-5.023716948926449e-05,-3.28526075463742e-05,-1.5468045603483915e-05,1.916516339406371e-06,1.9301078282296658e-05,3.6685640225186944e-05,5.407020216807723e-05,7.145479321479797e-05,8.883935515768826e-05,0.00010622391710057855,0.00012360847904346883,0.00014099304098635912,0.0001583776029292494,0.0001757621648721397,0.00019314672681502998,0.00021053128875792027,0.00022791585070081055,0.00024530041264370084,0.0002626849745865911,0.0002800695365294814,0.0002974540984723717,0.000314838660415262,0.00033222322235815227,0.00034960778430104256,0.00036699234624393284,0.00038437690818682313,0.0004017614701297134,0.0004191460320726037,0.000436530594015494,0.0004539151559583843,0.00047129971790127456,0.0004886842798441648,0.0005060688126832247,0.0005234534037299454,0.0005408379947766662,0.000558222527615726,0.0005756070604547858,0.0005929916515015066,0.0006103762425482273,0.0006277607753872871],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,2,4,1,9,17,23,47,66,132,182,345,491,754,1091,1601,2330,3140,4348,5807,7689,9631,12149,14833,17859,20855,24088,26896,29346,31297,33398,34251,34723,34264,33105,31185,28792,26047,22896,19937,16737,14041,11241,8977,6850,5295,4008,2838,2081,1479,948,593,421,266,165,108,72,30,19,13,5,4,0,1],"bins":[-0.0953153669834137,-0.09236834198236465,-0.08942131698131561,-0.08647429198026657,-0.08352726697921753,-0.08058024197816849,-0.07763322442770004,-0.074686199426651,-0.07173917442560196,-0.06879214942455292,-0.06584512442350388,-0.06289809942245483,-0.05995107442140579,-0.05700404942035675,-0.05405702814459801,-0.051110003143548965,-0.048162978142499924,-0.04521595314145088,-0.04226892814040184,-0.0393219068646431,-0.036374881863594055,-0.03342785686254501,-0.03048083186149597,-0.02753380872309208,-0.024586783722043037,-0.021639758720993996,-0.018692735582590103,-0.01574571058154106,-0.012798686511814594,-0.009851662442088127,-0.006904637906700373,-0.003957613371312618,-0.0010105893015861511,0.0019364350009709597,0.0048834593035280704,0.007830483838915825,0.010777507908642292,0.01372453197836876,0.0166715569794178,0.019618580117821693,0.022565605118870735,0.025512630119919777,0.02845965325832367,0.03140667825937271,0.03435370326042175,0.037300728261470795,0.04024774953722954,0.04319477453827858,0.04614179953932762,0.04908882454037666,0.052035849541425705,0.05498287081718445,0.05792989581823349,0.06087692081928253,0.06382394582033157,0.06677097082138062,0.06971799582242966,0.0726650208234787,0.07561204582452774,0.07855906337499619,0.08150608837604523,0.08445311337709427,0.08740013837814331,0.09034716337919235,0.0932941883802414]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,1,2,2,4,1,7,5,3,9,7,9,11,15,21,21,22,24,30,37,31,50,46,49,41,59,38,34,33,28,21,23,19,16,6,6,9,7,7,4,0,1,1,0,3,0,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0005837476346641779,-0.0005639690207317472,-0.0005441903485916555,-0.0005244117346592247,-0.000504633120726794,-0.0004848544776905328,-0.0004650758346542716,-0.00044529722072184086,-0.00042551857768557966,-0.00040573993464931846,-0.0003859613207168877,-0.0003661826776806265,-0.0003464040346443653,-0.00032662542071193457,-0.00030684677767567337,-0.0002870681637432426,-0.0002672895207069814,-0.0002475108776707202,-0.00022773226373828948,-0.00020795362070202827,-0.0001881749922176823,-0.00016839636373333633,-0.00014861772069707513,-0.00012883909221272916,-0.00010906046372838318,-8.928183524403721e-05,-6.950319948373362e-05,-4.9724567361408845e-05,-2.9945935239084065e-05,-1.0167303116759285e-05,9.611329005565494e-06,2.9389961127890274e-05,4.916865145787597e-05,6.894727994222194e-05,8.872591570252553e-05,0.00010850455146282911,0.00012828317994717509,0.00014806180843152106,0.00016784045146778226,0.00018761907995212823,0.0002073977084364742,0.00022717633692082018,0.00024695496540516615,0.00026673360844142735,0.00028651225147768855,0.0003062908654101193,0.0003260695084463805,0.00034584812237881124,0.00036562676541507244,0.00038540540845133364,0.0004051840223837644,0.0004249626654200256,0.00044474127935245633,0.00046451992238871753,0.00048429856542497873,0.0005040771793574095,0.0005238557932898402,0.0005436344654299319,0.0005634130793623626,0.0005831916932947934,0.000602970365434885,0.0006227489793673158,0.0006425275932997465,0.0006623062654398382,0.0006820848793722689],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[2,1,0,1,1,2,2,3,3,8,12,19,9,26,34,36,35,39,53,55,59,73,68,82,89,93,99,96,89,100,87,89,78,82,75,61,64,59,44,46,36,28,27,21,17,18,8,7,2,2,0,3,0,2,2,0,0,0,0,0,0,0,0,1],"bins":[-0.0006205713143572211,-0.0005990592762827873,-0.0005775472382083535,-0.0005560352001339197,-0.0005345231620594859,-0.000513011182192713,-0.0004914991441182792,-0.0004699871060438454,-0.0004484750679694116,-0.0004269630298949778,-0.000405450991820544,-0.00038393898284994066,-0.00036242694477550685,-0.00034091490670107305,-0.0003194028977304697,-0.0002978908596560359,-0.0002763788215816021,-0.0002548667835071683,-0.00023335475998464972,-0.00021184273646213114,-0.00019033069838769734,-0.00016881866031326354,-0.00014730663679074496,-0.00012579461326822639,-0.00010428257519379258,-8.277054439531639e-05,-6.12585135968402e-05,-3.9746482798364013e-05,-1.8234451999887824e-05,3.2775787985883653e-06,2.4789609597064555e-05,4.6301640395540744e-05,6.781367119401693e-05,8.932570199249312e-05,0.00011083773279096931,0.0001323497563134879,0.0001538617943879217,0.0001753738324623555,0.00019688585598487407,0.00021839787950739264,0.00023990991758182645,0.00026142195565626025,0.00028293399373069406,0.0003044460027012974,0.0003259580407757312,0.000347470078850165,0.00036898208782076836,0.00039049412589520216,0.00041200616396963596,0.00043351820204406977,0.00045503024011850357,0.0004765422490891069,0.0004980543162673712,0.0005195662961341441,0.0005410783342085779,0.0005625903722830117,0.0005841024103574455,0.0006056144484318793,0.0006271264865063131,0.0006486385245807469,0.0006701505044475198,0.0006916625425219536,0.0007131745805963874,0.0007346866186708212,0.000756198656745255]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,1,1,0,0,3,0,4,4,6,6,9,5,8,8,13,13,17,18,17,22,23,28,30,24,23,24,35,31,35,28,48,38,30,18,21,16,14,18,26,18,12,18,11,12,7,4,2,4,4,1,4,0,1,0,2],"bins":[-0.0006142702186480165,-0.0005975314998067915,-0.0005807927809655666,-0.0005640540621243417,-0.0005473153432831168,-0.0005305766244418919,-0.000513837905600667,-0.0004970991867594421,-0.0004803604679182172,-0.0004636217490769923,-0.00044688303023576736,-0.00043014431139454246,-0.00041340559255331755,-0.00039666687371209264,-0.00037992815487086773,-0.0003631894360296428,-0.0003464507171884179,-0.000329711998347193,-0.0003129732795059681,-0.0002962345606647432,-0.0002794958418235183,-0.00026275712298229337,-0.00024601840414106846,-0.00022927968529984355,-0.00021254096645861864,-0.00019580224761739373,-0.00017906352877616882,-0.00016232480993494391,-0.000145586091093719,-0.0001288473722524941,-0.00011210865341126919,-9.536993457004428e-05,-7.863115752115846e-05,-6.189243867993355e-05,-4.515371983870864e-05,-2.841500099748373e-05,-1.1676282156258821e-05,5.062436684966087e-06,2.1801155526190996e-05,3.8539874367415905e-05,5.5278593208640814e-05,7.201731204986572e-05,8.875603089109063e-05,0.00010549474973231554,0.00012223346857354045,0.00013897218741476536,0.00015571090625599027,0.00017244962509721518,0.00018918834393844008,0.000205927062779665,0.0002226657816208899,0.0002394045004621148,0.0002561432193033397,0.00027288193814456463,0.00028962065698578954,0.00030635937582701445,0.00032309809466823936,0.00033983681350946426,0.00035657553235068917,0.0003733142511919141,0.000390052970033139,0.0004067916888743639,0.0004235304077155888,0.0004402691265568137,0.0004570078453980386]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.001800537109375,-0.001741170883178711,-0.0016818046569824219,-0.0016224384307861328,-0.0015630722045898438,-0.0015037059783935547,-0.0014443397521972656,-0.0013849735260009766,-0.0013256072998046875,-0.0012662410736083984,-0.0012068748474121094,-0.0011475086212158203,-0.0010881423950195312,-0.0010287761688232422,-0.0009694099426269531,-0.0009100437164306641,-0.000850677490234375,-0.0007913112640380859,-0.0007319450378417969,-0.0006725788116455078,-0.0006132125854492188,-0.0005538463592529297,-0.0004944801330566406,-0.00043511390686035156,-0.0003757476806640625,-0.00031638145446777344,-0.0002570152282714844,-0.0001976490020751953,-0.00013828277587890625,-7.891654968261719e-05,-1.9550323486328125e-05,3.981590270996094e-05,9.918212890625e-05,0.00015854835510253906,0.00021791458129882812,0.0002772808074951172,0.00033664703369140625,0.0003960132598876953,0.0004553794860839844,0.0005147457122802734,0.0005741119384765625,0.0006334781646728516,0.0006928443908691406,0.0007522106170654297,0.0008115768432617188,0.0008709430694580078,0.0009303092956542969,0.000989675521850586,0.001049041748046875,0.001108407974243164,0.0011677742004394531,0.0012271404266357422,0.0012865066528320312,0.0013458728790283203,0.0014052391052246094,0.0014646053314208984,0.0015239715576171875,0.0015833377838134766,0.0016427040100097656,0.0017020702362060547,0.0017614364624023438,0.0018208026885986328,0.0018801689147949219,0.001939535140991211,0.0019989013671875],"_type":"histogram","values":[3,4,5,8,12,23,35,46,48,95,158,202,283,369,573,748,1090,1569,2034,2968,3950,5858,8135,11434,16773,22795,31032,42073,54346,65356,68979,61793,50358,38172,28238,20132,14543,10192,7227,5355,3816,2497,1888,1273,991,714,511,360,221,174,111,77,53,40,29,20,16,6,5,4,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,1,2,1,0,5,3,7,6,5,7,6,10,7,9,14,14,8,29,16,23,20,35,29,24,26,23,20,31,27,32,32,40,23,27,19,20,18,11,15,19,21,19,13,13,6,11,2,3,4,5,0,1,3,0,1],"bins":[-0.0005911631160415709,-0.0005750159034505486,-0.0005588686908595264,-0.0005427214782685041,-0.0005265742656774819,-0.0005104270530864596,-0.0004942797822877765,-0.0004781325988005847,-0.00046198535710573196,-0.0004458381445147097,-0.00042969093192368746,-0.0004135437193326652,-0.00039739650674164295,-0.0003812492941506207,-0.000365102052455768,-0.00034895483986474574,-0.0003328076272737235,-0.00031666041468270123,-0.000300513202091679,-0.00028436596039682627,-0.000268218747805804,-0.00025207153521478176,-0.0002359243226237595,-0.00021977709548082203,-0.00020362988288979977,-0.00018748267029877752,-0.00017133544315584004,-0.00015518823056481779,-0.00013904101797379553,-0.00012289379083085805,-0.0001067465782398358,-9.059935837285593e-05,-7.445210940204561e-05,-5.830488953506574e-05,-4.215767330606468e-05,-2.6010455258074217e-05,-9.863237210083753e-06,6.283980837906711e-06,2.2431198885897174e-05,3.8578415114898235e-05,5.47256349818781e-05,7.087285484885797e-05,8.702007471583784e-05,0.00010316728730686009,0.00011931450717383996,0.00013546172704081982,0.00015160893963184208,0.00016775616677477956,0.0001839033793658018,0.00020005059195682406,0.00021619781909976155,0.0002323450316907838,0.0002484922588337213,0.00026463947142474353,0.0002807866840157658,0.00029693389660678804,0.00031308113830164075,0.000329228350892663,0.00034537556348368526,0.0003615227760747075,0.00037766998866572976,0.000393817201256752,0.0004099644429516047,0.000426111655542627,0.00044225886813364923]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,0,0,0,2,2,19,20,36,46,89,161,240,406,601,943,1440,2017,3003,4031,5359,7090,9181,11630,14769,17491,20645,23815,26925,30168,32480,34160,35008,35389,34573,33829,31739,29354,26344,22895,19914,16778,13798,11149,8784,6761,5013,3715,2600,1833,1267,791,594,371,236,142,77,45,26,11,8,7,0,3],"bins":[-0.10072606056928635,-0.09770803898572922,-0.09469001740217209,-0.09167199581861496,-0.08865396678447723,-0.0856359452009201,-0.08261792361736298,-0.07959990203380585,-0.07658188045024872,-0.07356385886669159,-0.07054583728313446,-0.06752781569957733,-0.0645097941160202,-0.061491768807172775,-0.05847374349832535,-0.05545572191476822,-0.05243770033121109,-0.04941967874765396,-0.04640165716409683,-0.043383631855249405,-0.040365610271692276,-0.03734758868813515,-0.03432956337928772,-0.03131154179573059,-0.028293520212173462,-0.025275498628616333,-0.022257475182414055,-0.019239451736211777,-0.016221430152654648,-0.013203407637774944,-0.01018538512289524,-0.007167362608015537,-0.004149332642555237,-0.0011313101276755333,0.0018867123872041702,0.004904734902083874,0.007922757416963577,0.01094077993184328,0.013958802446722984,0.016976825892925262,0.01999484747648239,0.02301286906003952,0.0260308925062418,0.029048915952444077,0.032066937536001205,0.035084959119558334,0.03810298442840576,0.04112100601196289,0.04413902759552002,0.04715704917907715,0.05017507076263428,0.053193096071481705,0.056211117655038834,0.05922913923859596,0.06224716454744339,0.06526518613100052,0.06828320771455765,0.07130122929811478,0.0743192508816719,0.07733727246522903,0.08035530149936676,0.08337332308292389,0.08639134466648102,0.08940936625003815,0.09242738783359528],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.0008952180505730212,-0.000867064343765378,-0.0008389106369577348,-0.0008107569301500916,-0.0007826032233424485,-0.0007544495165348053,-0.0007262958097271621,-0.000698142102919519,-0.0006699883961118758,-0.0006418346893042326,-0.0006136809824965894,-0.0005855272756889462,-0.0005573735688813031,-0.0005292198620736599,-0.0005010661552660167,-0.00047291244845837355,-0.00044475874165073037,-0.0004166050348430872,-0.000388451328035444,-0.00036029762122780085,-0.00033214391442015767,-0.0003039902076125145,-0.0002758365008048713,-0.00024768279399722815,-0.00021952908718958497,-0.0001913753803819418,-0.00016322167357429862,-0.00013506796676665545,-0.00010691425995901227,-7.87605531513691e-05,-5.060684634372592e-05,-2.2453139536082745e-05,5.700509063899517e-06,3.385421587154269e-05,6.200792267918587e-05,9.016162948682904e-05,0.00011831533629447222,0.0001464690431021154,0.00017462274990975857,0.00020277645671740174,0.00023093016352504492,0.0002590838703326881,0.00028723757714033127,0.00031539128394797444,0.0003435449907556176,0.0003716986975632608,0.00039985240437090397,0.00042800611117854714,0.0004561598179861903,0.0004843135247938335,0.0005124672316014767,0.0005406209384091198,0.000568774645216763,0.0005969283520244062,0.0006250820588320494,0.0006532357656396925,0.0006813894724473357,0.0007095431792549789,0.0007376968860626221,0.0007658505928702652,0.0007940042996779084,0.0008221580064855516,0.0008503117132931948,0.000878465420100838,0.0009066191269084811],"_type":"histogram","values":[2,5,2,3,1,7,7,1,9,3,8,7,8,12,12,18,10,14,13,21,17,20,18,24,21,17,15,19,27,22,13,14,23,14,28,23,17,18,17,15,12,10,18,13,11,17,21,16,19,13,8,10,6,6,4,8,5,5,6,5,2,4,1,3]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[3,0,2,7,9,11,14,21,40,61,92,138,177,246,425,508,817,1192,1779,2512,3934,5873,8765,13681,23241,39072,73758,160476,392710,448224,196746,85681,44994,24663,14871,9224,6103,4091,2488,1834,1284,846,586,474,323,236,170,114,94,71,45,31,20,23,14,16,12,7,5,3,2,2,2,1],"bins":[-0.00830078125,-0.008015632629394531,-0.0077304840087890625,-0.007445335388183594,-0.007160186767578125,-0.006875038146972656,-0.0065898895263671875,-0.006304740905761719,-0.00601959228515625,-0.005734443664550781,-0.0054492950439453125,-0.005164146423339844,-0.004878997802734375,-0.004593849182128906,-0.0043087005615234375,-0.004023551940917969,-0.0037384033203125,-0.0034532546997070312,-0.0031681060791015625,-0.0028829574584960938,-0.002597808837890625,-0.0023126602172851562,-0.0020275115966796875,-0.0017423629760742188,-0.00145721435546875,-0.0011720657348632812,-0.0008869171142578125,-0.0006017684936523438,-0.000316619873046875,-3.147125244140625e-05,0.0002536773681640625,0.0005388259887695312,0.000823974609375,0.0011091232299804688,0.0013942718505859375,0.0016794204711914062,0.001964569091796875,0.0022497177124023438,0.0025348663330078125,0.0028200149536132812,0.00310516357421875,0.0033903121948242188,0.0036754608154296875,0.003960609436035156,0.004245758056640625,0.004530906677246094,0.0048160552978515625,0.005101203918457031,0.0053863525390625,0.005671501159667969,0.0059566497802734375,0.006241798400878906,0.006526947021484375,0.006812095642089844,0.0070972442626953125,0.007382392883300781,0.00766754150390625,0.007952690124511719,0.008237838745117188,0.008522987365722656,0.008808135986328125,0.009093284606933594,0.009378433227539062,0.009663581848144531,0.00994873046875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,2,1,1,1,1,3,3,3,5,3,6,7,8,12,7,11,15,16,16,13,19,18,15,23,19,20,25,28,25,27,19,32,28,24,23,21,25,31,19,18,17,13,9,23,6,9,21,13,9,6,10,4,6,6,5,3,3,5,1,1,0,0,4],"bins":[-0.001027119578793645,-0.0009950677631422877,-0.0009630158892832696,-0.0009309640154242516,-0.0008989121997728944,-0.0008668603841215372,-0.0008348085102625191,-0.000802756636403501,-0.0007707048207521439,-0.0007386530051007867,-0.0007066011312417686,-0.0006745492573827505,-0.0006424974417313933,-0.0006104456260800362,-0.0005783937522210181,-0.000546341878362,-0.0005142900627106428,-0.0004822382179554552,-0.00045018637320026755,-0.0004181345284450799,-0.0003860826836898923,-0.00035403083893470466,-0.00032197899417951703,-0.0002899271494243294,-0.00025787530466914177,-0.00022582345991395414,-0.0001937716151587665,-0.00016171977040357888,-0.00012966792564839125,-9.761608089320362e-05,-6.556423613801599e-05,-3.3512391382828355e-05,-1.4606630429625511e-06,3.059118171222508e-05,6.264302646741271e-05,9.469487122260034e-05,0.00012674671597778797,0.0001587985607329756,0.00019085040548816323,0.00022290225024335086,0.0002549540949985385,0.0002870059397537261,0.00031905778450891376,0.0003511096292641014,0.000383161474019289,0.00041521331877447665,0.0004472651635296643,0.0004793170082848519,0.0005113688530400395,0.0005434206686913967,0.0005754725425504148,0.0006075244164094329,0.0006395762320607901,0.0006716280477121472,0.0007036799215711653,0.0007357317954301834,0.0007677836110815406,0.0007998354267328978,0.0008318873005919158,0.0008639391744509339,0.0008959909901022911,0.0009280428057536483,0.0009600946796126664,0.0009921465534716845,0.0010241983691230416]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.000531294266693294,-0.0005139096756465733,-0.0004965250263921916,-0.0004791404353454709,-0.00046175584429875016,-0.00044437122414819896,-0.00042698660399764776,-0.000409602012950927,-0.0003922173928003758,-0.0003748327726498246,-0.0003574481816031039,-0.0003400635614525527,-0.0003226789413020015,-0.00030529435025528073,-0.00028790973010472953,-0.0002705251390580088,-0.0002531405189074576,-0.00023575591330882162,-0.00021837130771018565,-0.00020098668755963445,-0.00018360208196099848,-0.0001662174763623625,-0.0001488328562118113,-0.00013144825061317533,-0.00011406364501453936,-9.667903941590339e-05,-7.92944265413098e-05,-6.190981366671622e-05,-4.4525208068080246e-05,-2.7140598831465468e-05,-9.75598959485069e-06,7.6286196417640895e-06,2.5013170670717955e-05,4.239777990733273e-05,5.978238914394751e-05,7.71670020185411e-05,9.455160761717707e-05,0.00011193621321581304,0.00012932083336636424,0.0001467054389650002,0.00016409004456363618,0.00018147465016227216,0.00019885925576090813,0.00021624387591145933,0.0002336284815100953,0.00025101308710873127,0.00026839770725928247,0.0002857822983060032,0.0003031669184565544,0.0003205515386071056,0.00033793612965382636,0.00035532074980437756,0.0003727053408510983,0.0003900899610016495,0.0004074745811522007,0.00042485917219892144,0.00044224379234947264,0.00045962841250002384,0.0004770130035467446,0.0004943975945934653,0.000511782243847847,0.0005291668348945677,0.0005465514259412885,0.0005639360751956701,0.0005813206662423909],"_type":"histogram","values":[1,2,0,0,3,0,3,1,3,1,7,5,9,6,9,9,12,7,10,14,20,21,19,23,19,20,36,32,36,27,42,34,36,34,30,30,29,21,16,14,26,15,11,9,8,8,6,9,7,2,2,1,4,3,2,3,2,2,2,1,0,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[2,1,1,2,9,9,10,20,51,90,145,257,383,603,958,1340,1932,2923,3997,5481,7288,9425,12119,14978,17972,21268,24457,27930,30773,32685,34723,35810,36123,35420,34052,31831,28742,26015,22806,19556,15888,13063,10195,7937,6097,4498,3163,2275,1546,1040,749,436,311,178,127,52,30,23,12,11,2,3,0,1],"bins":[-0.09865743666887283,-0.09559226781129837,-0.09252709895372391,-0.08946193009614944,-0.08639676868915558,-0.08333159983158112,-0.08026643097400665,-0.07720126211643219,-0.07413609325885773,-0.07107092440128326,-0.0680057555437088,-0.06494058668613434,-0.061875421553850174,-0.05881025269627571,-0.05574508756399155,-0.052679918706417084,-0.04961474984884262,-0.04654958099126816,-0.043484412133693695,-0.04041924700140953,-0.03735407814383507,-0.034288909286260605,-0.03122374229133129,-0.028158575296401978,-0.025093406438827515,-0.022028237581253052,-0.018963070586323738,-0.015897903591394424,-0.012832734733819962,-0.009767566807568073,-0.006702398881316185,-0.0036372309550642967,-0.0005720704793930054,0.002493097446858883,0.005558265373110771,0.00862343329936266,0.011688601225614548,0.014753769151866436,0.017818937078118324,0.020884104073047638,0.0239492729306221,0.027014441788196564,0.030079608783125877,0.03314477577805519,0.036209944635629654,0.03927511349320412,0.04234027862548828,0.045405447483062744,0.04847061634063721,0.05153578519821167,0.05460095405578613,0.0576661191880703,0.06073128804564476,0.06379645317792892,0.06686162203550339,0.06992679089307785,0.07299195975065231,0.07605712860822678,0.07912229746580124,0.0821874663233757,0.08525262773036957,0.08831779658794403,0.0913829654455185,0.09444813430309296,0.09751330316066742]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.004400534555315971,-0.004273310769349337,-0.0041460865177214146,-0.00401886273175478,-0.0038916387129575014,-0.003764414694160223,-0.0036371909081935883,-0.00350996688939631,-0.0033827428705990314,-0.003255518851801753,-0.0031282948330044746,-0.00300107104703784,-0.0028738470282405615,-0.002746623009443283,-0.0026193992234766483,-0.00249217520467937,-0.0023649511858820915,-0.002237727167084813,-0.0021105031482875347,-0.0019832793623209,-0.0018560553435236216,-0.0017288313247263432,-0.0016016074223443866,-0.00147438351996243,-0.0013471595011651516,-0.0012199354823678732,-0.0010927115799859166,-0.0009654876193962991,-0.0008382636588066816,-0.0007110396982170641,-0.0005838157376274467,-0.00045659177703782916,-0.00032936781644821167,-0.00020214385585859418,-7.491989526897669e-05,5.23040653206408e-05,0.0001795280259102583,0.0003067519864998758,0.0004339759470894933,0.0005611999076791108,0.0006884238682687283,0.0008156478288583457,0.0009428717894479632,0.0010700956918299198,0.0011973197106271982,0.0013245437294244766,0.0014517676318064332,0.0015789915341883898,0.0017062155529856682,0.0018334395717829466,0.001960663590580225,0.0020878873765468597,0.002215111395344138,0.0023423354141414165,0.0024695592001080513,0.0025967832189053297,0.002724007237702608,0.0028512312564998865,0.002978455275297165,0.0031056790612637997,0.003232903080061078,0.0033601270988583565,0.0034873508848249912,0.0036145749036222696,0.003741798922419548],"_type":"histogram","values":[1,0,0,0,1,1,1,0,3,1,2,3,3,6,4,2,7,5,12,10,10,13,14,8,18,30,15,34,29,30,21,34,32,28,24,28,34,27,26,24,17,26,20,21,21,22,13,13,11,8,14,6,5,7,4,7,2,2,1,3,0,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[2,0,1,1,2,2,4,1,10,9,5,8,7,13,10,18,20,4,13,19,15,24,18,19,21,19,23,20,19,24,16,20,19,22,23,27,20,27,19,21,21,22,24,18,16,15,14,11,14,11,6,7,3,6,2,1,3,4,0,2,0,0,0,3],"bins":[-0.0008234940469264984,-0.0007967474521137774,-0.0007700009155087173,-0.0007432543206959963,-0.0007165077840909362,-0.0006897611892782152,-0.0006630146526731551,-0.0006362680578604341,-0.000609521521255374,-0.0005827749264426529,-0.0005560283316299319,-0.0005292817950248718,-0.0005025352002121508,-0.00047578863450326025,-0.0004490420687943697,-0.00042229550308547914,-0.0003955489373765886,-0.000368802371667698,-0.00034205580595880747,-0.0003153092402499169,-0.00028856267454102635,-0.00026181607972830534,-0.00023506951401941478,-0.00020832294831052423,-0.00018157638260163367,-0.0001548298168927431,-0.00012808325118385255,-0.00010133667092304677,-7.459010521415621e-05,-4.7843535867286846e-05,-2.109696652041748e-05,5.649602826451883e-06,3.239623038098216e-05,5.9142799727851525e-05,8.588936907472089e-05,0.00011263594205956906,0.00013938250776845962,0.00016612907347735018,0.00019287565373815596,0.00021962221944704652,0.0002463687851559371,0.00027311535086482763,0.0002998619165737182,0.00032660848228260875,0.00035335507709532976,0.0003801016428042203,0.0004068482085131109,0.00043359477422200143,0.000460341339930892,0.00048708790563978255,0.0005138344713486731,0.0005405810661613941,0.0005673276027664542,0.0005940741975791752,0.0006208207341842353,0.0006475673289969563,0.0006743138656020164,0.0007010604604147375,0.0007278070552274585,0.0007545535918325186,0.0007813001866452396,0.0008080467232502997,0.0008347933180630207,0.0008615398546680808,0.0008882864494808018]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,2,1,1,0,5,1,0,3,4,1,1,3,2,1,5,1,7,10,12,12,23,21,34,55,49,56,68,67,63,43,48,33,25,21,18,10,14,9,7,6,5,2,3,1,3,1,0,1,0,0,1,1,0,1,0,2,0,0,0,1,1],"bins":[-0.003473980352282524,-0.003357734763994813,-0.003241489175707102,-0.0031252435874193907,-0.0030089979991316795,-0.0028927524108439684,-0.0027765068225562572,-0.002660261234268546,-0.002544015645980835,-0.002427770057693124,-0.0023115244694054127,-0.0021952788811177015,-0.0020790332928299904,-0.0019627877045422792,-0.001846542116254568,-0.001730296527966857,-0.0016140509396791458,-0.0014978053513914347,-0.0013815597631037235,-0.0012653141748160124,-0.0011490685865283012,-0.00103282299824059,-0.000916577409952879,-0.0008003318216651678,-0.0006840862333774567,-0.0005678406450897455,-0.0004515950568020344,-0.00033534946851432323,-0.0002191038802266121,-0.00010285829193890095,1.3387296348810196e-05,0.00012963288463652134,0.0002458784729242325,0.0003621240612119436,0.00047836964949965477,0.0005946152377873659,0.0007108608260750771,0.0008271064143627882,0.0009433520026504993,0.0010595975909382105,0.0011758431792259216,0.0012920887675136328,0.001408334355801344,0.001524579944089055,0.0016408255323767662,0.0017570711206644773,0.0018733167089521885,0.0019895622972398996,0.0021058078855276108,0.002222053473815322,0.002338299062103033,0.002454544650390744,0.0025707902386784554,0.0026870358269661665,0.0028032814152538776,0.002919527003541589,0.0030357725918293,0.003152018180117011,0.003268263768404722,0.0033845093566924334,0.0035007549449801445,0.0036170005332678556,0.003733246121555567,0.003849491709843278,0.003965737298130989]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,3,2,7,5,11,25,47,64,113,152,282,458,711,1114,1625,2355,3479,4571,6272,8316,10728,13512,16604,19838,23232,26656,29950,32299,34725,36173,36465,35990,34646,32820,30391,27333,24295,20636,17279,14002,11164,8907,6732,4884,3546,2519,1667,1164,780,459,316,215,135,57,47,26,13,2,1,2,0,1],"bins":[-0.10127507150173187,-0.09816940873861313,-0.09506374597549438,-0.09195808321237564,-0.0888524204492569,-0.08574675768613815,-0.08264109492301941,-0.07953543215990067,-0.07642976939678192,-0.07332411408424377,-0.07021845132112503,-0.06711278855800629,-0.06400712579488754,-0.0609014630317688,-0.057795800268650055,-0.05469013750553131,-0.05158447474241257,-0.04847881197929382,-0.04537314921617508,-0.042267486453056335,-0.03916182368993759,-0.036056164652109146,-0.0329505018889904,-0.02984483912587166,-0.026739176362752914,-0.02363351359963417,-0.020527850836515427,-0.017422189936041832,-0.014316527172923088,-0.011210864409804344,-0.008105202578008175,-0.004999540280550718,-0.0018938854336738586,0.001211776863783598,0.0043174391612410545,0.007423101458698511,0.010528763756155968,0.013634426519274712,0.016740087419748306,0.01984575018286705,0.022951412945985794,0.026057075709104538,0.029162738472223282,0.032268401235342026,0.03537406027317047,0.038479723036289215,0.04158538579940796,0.0446910485625267,0.04779671132564545,0.05090237408876419,0.054008036851882935,0.05711369961500168,0.06021936237812042,0.06332502514123917,0.06643068790435791,0.06953635066747665,0.0726420134305954,0.07574766874313354,0.07885333150625229,0.08195899426937103,0.08506465703248978,0.08817031979560852,0.09127598255872726,0.09438164532184601,0.09748730808496475],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[2,0,3,2,4,4,2,5,4,14,10,12,5,5,9,11,13,8,15,13,10,20,15,20,16,16,14,11,25,16,14,17,13,17,18,24,18,14,26,18,17,15,20,22,22,23,22,24,12,13,12,13,10,9,12,9,7,5,4,4,4,3,1,2],"bins":[-0.0007735153776593506,-0.000749623344745487,-0.0007257313118316233,-0.0007018392789177597,-0.0006779473042115569,-0.0006540552712976933,-0.0006301632383838296,-0.0006062712054699659,-0.0005823791725561023,-0.0005584871396422386,-0.000534595106728375,-0.0005107030738145113,-0.0004868110700044781,-0.00046291903709061444,-0.00043902703328058124,-0.0004151350003667176,-0.0003912429674528539,-0.00036735093453899026,-0.0003434589016251266,-0.0003195668978150934,-0.00029567486490122974,-0.0002717828319873661,-0.0002478908281773329,-0.00022399879526346922,-0.00020010676234960556,-0.0001762147294357419,-0.00015232271107379347,-0.00012843069271184504,-0.00010453865979798138,-8.064663416007534e-05,-5.675460852216929e-05,-3.286258288426325e-05,-8.970615454018116e-06,1.4921410183887929e-05,3.8813435821793973e-05,6.270546145970002e-05,8.659748709760606e-05,0.00011048951273551211,0.00013438153837341815,0.00015827355673536658,0.00018216558964923024,0.0002060576225630939,0.00022994964092504233,0.00025384165928699076,0.0002777336922008544,0.0003016257251147181,0.0003255177289247513,0.00034940976183861494,0.0003733017947524786,0.00039719382766634226,0.0004210858605802059,0.0004449778643902391,0.0004688698973041028,0.000492761901114136,0.0005166539340279996,0.0005405459669418633,0.000564437999855727,0.0005883300327695906,0.0006122220656834543,0.0006361140985973179,0.0006600060733035207,0.0006838981062173843,0.000707790139131248,0.0007316821720451117,0.0007555742049589753]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,2,0,0,1,3,5,2,2,6,7,11,16,30,40,69,118,148,216,409,632,909,1651,2669,4761,7854,15000,27761,53788,106069,208019,355727,355538,208330,106034,53941,28011,14849,8379,4624,2804,1659,951,618,414,257,185,132,79,40,26,18,18,8,6,6,4,3,1,2,0,0,0,1],"bins":[-0.00299072265625,-0.0028972625732421875,-0.002803802490234375,-0.0027103424072265625,-0.00261688232421875,-0.0025234222412109375,-0.002429962158203125,-0.0023365020751953125,-0.0022430419921875,-0.0021495819091796875,-0.002056121826171875,-0.0019626617431640625,-0.00186920166015625,-0.0017757415771484375,-0.001682281494140625,-0.0015888214111328125,-0.001495361328125,-0.0014019012451171875,-0.001308441162109375,-0.0012149810791015625,-0.00112152099609375,-0.0010280609130859375,-0.000934600830078125,-0.0008411407470703125,-0.0007476806640625,-0.0006542205810546875,-0.000560760498046875,-0.0004673004150390625,-0.00037384033203125,-0.0002803802490234375,-0.000186920166015625,-9.34600830078125e-05,0,9.34600830078125e-05,0.000186920166015625,0.0002803802490234375,0.00037384033203125,0.0004673004150390625,0.000560760498046875,0.0006542205810546875,0.0007476806640625,0.0008411407470703125,0.000934600830078125,0.0010280609130859375,0.00112152099609375,0.0012149810791015625,0.001308441162109375,0.0014019012451171875,0.001495361328125,0.0015888214111328125,0.001682281494140625,0.0017757415771484375,0.00186920166015625,0.0019626617431640625,0.002056121826171875,0.0021495819091796875,0.0022430419921875,0.0023365020751953125,0.002429962158203125,0.0025234222412109375,0.00261688232421875,0.0027103424072265625,0.002803802490234375,0.0028972625732421875,0.00299072265625]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.016465075314044952,-0.015945419669151306,-0.015425763092935085,-0.014906106516718864,-0.014386449940502644,-0.013866794295608997,-0.013347137719392776,-0.012827481143176556,-0.012307824566960335,-0.011788168922066689,-0.011268512345850468,-0.010748855769634247,-0.0102292001247406,-0.00970954354852438,-0.009189886972308159,-0.008670231327414513,-0.008150574751198292,-0.007630918640643358,-0.007111262064427137,-0.006591605953872204,-0.006071949377655983,-0.005552293267101049,-0.005032637156546116,-0.004512980580329895,-0.0039933244697749615,-0.0034736681263893843,-0.002954011783003807,-0.0024343556724488735,-0.0019146993290632963,-0.0013950429856777191,-0.0008753867587074637,-0.00035573047352954745,0.00016392581164836884,0.0006835820968262851,0.0012032383820042014,0.0017228946089744568,0.002242550952360034,0.002762207295745611,0.0032818634063005447,0.003801519749686122,0.004321176093071699,0.004840832203626633,0.0053604887798428535,0.005880144890397787,0.006399801000952721,0.0069194575771689415,0.007439113687723875,0.007958769798278809,0.00847842637449503,0.00899808295071125,0.009517738595604897,0.010037395171821117,0.010557051748037338,0.011076707392930984,0.011596363969147205,0.012116020545363426,0.012635676190257072,0.013155332766473293,0.013674989342689514,0.014194645918905735,0.014714301563799381,0.015233958140015602,0.01575361378490925,0.016273271292448044,0.01679292693734169],"_type":"histogram","values":[1,0,1,0,0,0,0,1,1,0,4,5,6,0,14,4,4,7,14,15,13,17,20,26,23,16,26,33,35,34,32,39,45,38,40,22,34,30,23,19,23,17,10,12,11,9,5,15,5,5,2,2,2,2,1,2,1,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,2,3,9,15,34,55,85,166,304,465,767,1263,1924,2884,4532,6376,8886,12335,16975,22355,28658,36114,44499,53495,62372,71892,79698,87650,92570,96080,97268,95717,92735,87984,81046,72072,63968,54480,45073,37354,29763,23267,17684,12989,9398,6634,4569,3105,1972,1316,791,517,311,191,92,49,22,9,9,9,3,2,1],"bins":[-0.09796860069036484,-0.09486465901136398,-0.09176071733236313,-0.08865677565336227,-0.08555283397436142,-0.08244889229536057,-0.07934495061635971,-0.07624100893735886,-0.0731370598077774,-0.07003311812877655,-0.0669291764497757,-0.06382523477077484,-0.06072129309177399,-0.05761735141277313,-0.05451340973377228,-0.05140946805477142,-0.04830552637577057,-0.045201584696769714,-0.04209764301776886,-0.038993701338768005,-0.03588975965976715,-0.032785814255476,-0.029681872576475143,-0.02657793089747429,-0.023473989218473434,-0.02037004753947258,-0.017266105860471725,-0.014162162318825722,-0.011058220639824867,-0.007954278960824013,-0.004850336350500584,-0.0017463942058384418,0.0013575479388237,0.004461490083485842,0.0075654322281479836,0.010669374838471413,0.013773316517472267,0.01687725819647312,0.019981201738119125,0.02308514341711998,0.026189085096120834,0.02929302677512169,0.03239696845412254,0.0355009101331234,0.03860485553741455,0.041708797216415405,0.04481273889541626,0.047916680574417114,0.05102062225341797,0.05412456393241882,0.05722850561141968,0.06033244729042053,0.06343638896942139,0.06654033064842224,0.0696442723274231,0.07274821400642395,0.0758521556854248,0.07895610481500626,0.08206004649400711,0.08516398817300797,0.08826792985200882,0.09137187153100967,0.09447581321001053,0.09757975488901138,0.10068369656801224],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.00113677978515625,-0.0010987520217895508,-0.0010607242584228516,-0.0010226964950561523,-0.0009846687316894531,-0.0009466409683227539,-0.0009086132049560547,-0.0008705854415893555,-0.0008325576782226562,-0.000794529914855957,-0.0007565021514892578,-0.0007184743881225586,-0.0006804466247558594,-0.0006424188613891602,-0.0006043910980224609,-0.0005663633346557617,-0.0005283355712890625,-0.0004903078079223633,-0.00045228004455566406,-0.00041425228118896484,-0.0003762245178222656,-0.0003381967544555664,-0.0003001689910888672,-0.00026214122772216797,-0.00022411346435546875,-0.00018608570098876953,-0.0001480579376220703,-0.0001100301742553711,-7.200241088867188e-05,-3.3974647521972656e-05,4.0531158447265625e-06,4.208087921142578e-05,8.0108642578125e-05,0.00011813640594482422,0.00015616416931152344,0.00019419193267822266,0.00023221969604492188,0.0002702474594116211,0.0003082752227783203,0.00034630298614501953,0.00038433074951171875,0.00042235851287841797,0.0004603862762451172,0.0004984140396118164,0.0005364418029785156,0.0005744695663452148,0.0006124973297119141,0.0006505250930786133,0.0006885528564453125,0.0007265806198120117,0.0007646083831787109,0.0008026361465454102,0.0008406639099121094,0.0008786916732788086,0.0009167194366455078,0.000954747200012207,0.0009927749633789062,0.0010308027267456055,0.0010688304901123047,0.001106858253479004,0.0011448860168457031,0.0011829137802124023,0.0012209415435791016,0.0012589693069458008,0.0012969970703125],"_type":"histogram","values":[1,1,0,1,0,2,3,3,3,7,11,11,11,24,34,35,79,109,141,255,376,556,986,1744,3328,6563,14721,33394,82288,171804,152412,67978,28248,12213,5645,2800,1559,922,523,336,246,139,95,65,51,32,29,10,8,8,3,4,2,0,1,2,0,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,0,1,5,3,3,2,3,2,11,15,22,28,36,63,84,130,174,250,383,532,826,1287,1851,3082,4645,7378,12287,21137,34828,59391,99583,125632,86803,51741,30218,18244,10679,6532,4160,2675,1689,1099,706,490,344,215,154,117,76,64,43,23,19,22,15,6,2,5,2,0,2,1,2],"bins":[-0.000682830810546875,-0.0006617307662963867,-0.0006406307220458984,-0.0006195306777954102,-0.0005984306335449219,-0.0005773305892944336,-0.0005562305450439453,-0.000535130500793457,-0.0005140304565429688,-0.0004929304122924805,-0.0004718303680419922,-0.0004507303237915039,-0.0004296302795410156,-0.00040853023529052734,-0.00038743019104003906,-0.0003663301467895508,-0.0003452301025390625,-0.0003241300582885742,-0.00030303001403808594,-0.00028192996978759766,-0.0002608299255371094,-0.0002397298812866211,-0.0002186298370361328,-0.00019752979278564453,-0.00017642974853515625,-0.00015532970428466797,-0.0001342296600341797,-0.0001131296157836914,-9.202957153320312e-05,-7.092952728271484e-05,-4.982948303222656e-05,-2.872943878173828e-05,-7.62939453125e-06,1.3470649719238281e-05,3.457069396972656e-05,5.5670738220214844e-05,7.677078247070312e-05,9.78708267211914e-05,0.00011897087097167969,0.00014007091522216797,0.00016117095947265625,0.00018227100372314453,0.0002033710479736328,0.0002244710922241211,0.0002455711364746094,0.00026667118072509766,0.00028777122497558594,0.0003088712692260742,0.0003299713134765625,0.0003510713577270508,0.00037217140197753906,0.00039327144622802734,0.0004143714904785156,0.0004354715347290039,0.0004565715789794922,0.00047767162322998047,0.0004987716674804688,0.000519871711730957,0.0005409717559814453,0.0005620718002319336,0.0005831718444824219,0.0006042718887329102,0.0006253719329833984,0.0006464719772338867,0.000667572021484375]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.1051507443189621,-0.101971834897995,-0.0987929180264473,-0.0956140011548996,-0.0924350917339325,-0.0892561823129654,-0.0860772654414177,-0.08289834856987,-0.0797194391489029,-0.07654052972793579,-0.07336161285638809,-0.0701826959848404,-0.06700378656387329,-0.06382487714290619,-0.06064596027135849,-0.05746704712510109,-0.05428813397884369,-0.05110922083258629,-0.04793030768632889,-0.04475139454007149,-0.04157248139381409,-0.038393568247556686,-0.035214655101299286,-0.032035741955041885,-0.028856828808784485,-0.025677915662527084,-0.022499002516269684,-0.019320089370012283,-0.016141176223754883,-0.012962263077497482,-0.009783349931240082,-0.006604436784982681,-0.0034255310893058777,-0.00024661794304847717,0.0029322952032089233,0.006111208349466324,0.009290121495723724,0.012469034641981125,0.015647947788238525,0.018826860934495926,0.022005774080753326,0.025184687227010727,0.028363600373268127,0.03154251351952553,0.03472142666578293,0.03790033981204033,0.04107925295829773,0.04425816610455513,0.04743707925081253,0.05061599239706993,0.05379490554332733,0.05697381868958473,0.06015273183584213,0.06333164870738983,0.06651055812835693,0.06968946754932404,0.07286838442087173,0.07604730129241943,0.07922621071338654,0.08240512013435364,0.08558403700590134,0.08876295387744904,0.09194186329841614,0.09512077271938324,0.09829968959093094],"_type":"histogram","values":[1,0,0,2,4,4,11,22,48,81,159,320,497,800,1258,2018,3181,4539,6958,9738,13759,18230,24190,31505,39281,48559,57790,67100,76685,85007,91110,96523,99219,99618,96907,92702,86000,78156,68609,59265,49646,41025,32180,25273,19077,14375,10305,7109,4982,3356,2187,1407,891,495,304,179,98,65,29,9,9,3,3,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[2,4,1,4,5,2,9,10,13,8,12,8,21,13,17,12,20,15,22,16,25,17,19,14,18,14,13,28,19,15,18,29,24,18,18,20,25,16,9,13,17,17,11,15,13,12,17,12,11,6,9,9,6,8,5,6,1,3,1,0,0,0,1,2],"bins":[0.9994387626647949,0.9994576573371887,0.9994765520095825,0.9994954466819763,0.9995143413543701,0.9995332956314087,0.9995521903038025,0.9995710849761963,0.9995899796485901,0.9996088743209839,0.9996277689933777,0.9996466636657715,0.9996656179428101,0.9996845126152039,0.9997034072875977,0.9997223019599915,0.9997411966323853,0.999760091304779,0.9997789859771729,0.9997978806495667,0.9998167753219604,0.999835729598999,0.9998546242713928,0.9998735189437866,0.9998924136161804,0.9999113082885742,0.999930202960968,0.9999490976333618,0.9999680519104004,0.9999869465827942,1.000005841255188,1.000024676322937,1.0000436305999756,1.0000625848770142,1.0000814199447632,1.0001003742218018,1.0001192092895508,1.0001381635665894,1.0001569986343384,1.000175952911377,1.000194787979126,1.0002137422561646,1.0002326965332031,1.0002515316009521,1.0002704858779907,1.0002893209457397,1.0003082752227783,1.0003271102905273,1.000346064567566,1.0003650188446045,1.0003838539123535,1.000402808189392,1.0004216432571411,1.0004405975341797,1.0004594326019287,1.0004783868789673,1.0004973411560059,1.0005161762237549,1.0005351305007935,1.0005539655685425,1.000572919845581,1.00059175491333,1.0006107091903687,1.0006295442581177,1.0006484985351562],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,1,1,1,0,1,1,3,0,3,8,8,7,14,16,19,19,24,19,33,32,32,48,43,62,42,48,56,44,29,31,23,13,14,14,13,10,5,6,6,3,4,3,3,0,1,0,0,0,0,0,0,0,2],"bins":[-0.0007734647369943559,-0.0007511880830861628,-0.0007289114291779697,-0.0007066347752697766,-0.0006843581213615835,-0.0006620814674533904,-0.0006398047553375363,-0.0006175281014293432,-0.0005952514475211501,-0.000572974793612957,-0.0005506981397047639,-0.0005284214857965708,-0.0005061448318883777,-0.00048386817798018456,-0.000461591494968161,-0.0004393148410599679,-0.00041703818715177476,-0.00039476153324358165,-0.00037248487933538854,-0.000350208196323365,-0.00032793154241517186,-0.00030565488850697875,-0.00028337823459878564,-0.00026110158069059253,-0.0002388249122304842,-0.00021654825832229108,-0.00019427158986218274,-0.00017199493595398962,-0.00014971828204579651,-0.00012744161358568817,-0.00010516495967749506,-8.288829849334434e-05,-6.061163730919361e-05,-3.8334976125042886e-05,-1.6058318578870967e-05,6.218340786290355e-06,2.8495000151451677e-05,5.07716613356024e-05,7.304831524379551e-05,9.532497642794624e-05,0.00011760163761209697,0.00013987829152029008,0.00016215495998039842,0.00018443161388859153,0.00020670826779678464,0.00022898493625689298,0.0002512616047170013,0.00027353825862519443,0.00029581491253338754,0.00031809156644158065,0.00034036822034977376,0.00036264490336179733,0.00038492155726999044,0.00040719821117818356,0.00042947486508637667,0.0004517515189945698,0.0004740281729027629,0.000496304826810956,0.0005185814807191491,0.0005408581928350031,0.0005631348467431962,0.0005854115006513894,0.0006076881545595825,0.0006299648084677756,0.0006522414623759687]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,1,0,0,1,1,1,1,0,0,3,3,1,5,3,5,10,14,11,13,16,13,15,22,16,18,38,35,35,35,26,27,30,42,33,30,34,33,31,25,15,11,23,15,15,12,7,15,8,3,5,3,1,1,1,1,0,1,2,0,0,0,1],"bins":[-0.0005830824375152588,-0.0005654147244058549,-0.0005477470112964511,-0.0005300792981870472,-0.0005124115850776434,-0.0004947438719682395,-0.0004770761588588357,-0.00045940844574943185,-0.000441740732640028,-0.00042407301953062415,-0.0004064053064212203,-0.00038873759331181645,-0.0003710698802024126,-0.00035340216709300876,-0.0003357344539836049,-0.00031806674087420106,-0.0003003990277647972,-0.00028273131465539336,-0.0002650636015459895,-0.00024739588843658566,-0.00022972817532718182,-0.00021206046221777797,-0.00019439274910837412,-0.00017672503599897027,-0.00015905732288956642,-0.00014138960978016257,-0.00012372189667075872,-0.00010605418356135488,-8.838647045195103e-05,-7.071875734254718e-05,-5.305104423314333e-05,-3.538333112373948e-05,-1.7715618014335632e-05,-4.7904904931783676e-08,1.7619808204472065e-05,3.5287521313875914e-05,5.295523442327976e-05,7.062294753268361e-05,8.829066064208746e-05,0.00010595837375149131,0.00012362608686089516,0.000141293799970299,0.00015896151307970285,0.0001766292261891067,0.00019429693929851055,0.0002119646524079144,0.00022963236551731825,0.0002473000786267221,0.00026496779173612595,0.0002826355048455298,0.00030030321795493364,0.0003179709310643375,0.00033563864417374134,0.0003533063572831452,0.00037097407039254904,0.0003886417835019529,0.00040630949661135674,0.0004239772097207606,0.00044164492283016443,0.0004593126359395683,0.00047698034904897213,0.000494648062158376,0.0005123157752677798,0.0005299834883771837,0.0005476512014865875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[3,4,3,8,18,55,62,107,219,402,642,1008,1583,2394,3607,5214,7326,10452,14285,18934,24789,31570,38995,47151,56224,65393,73506,81117,88114,92419,95139,96354,94213,90336,84941,78061,70032,61178,51902,43481,35544,28096,21925,16395,12132,8788,6278,4256,2965,1906,1249,825,544,313,183,104,57,25,23,10,1,1,2,1],"bins":[-0.09590041637420654,-0.09283257275819778,-0.08976473659276962,-0.08669689297676086,-0.0836290568113327,-0.08056121319532394,-0.07749336957931519,-0.07442553341388702,-0.07135768979787827,-0.0682898461818695,-0.06522201001644135,-0.06215416640043259,-0.05908632650971413,-0.056018486618995667,-0.05295064300298691,-0.04988280311226845,-0.04681496322154999,-0.04374712333083153,-0.04067928344011307,-0.03761143982410431,-0.03454359993338585,-0.03147576004266739,-0.02840791828930378,-0.02534007653594017,-0.02227223664522171,-0.01920439675450325,-0.01613655500113964,-0.013068714179098606,-0.010000873357057571,-0.006933032535016537,-0.003865191712975502,-0.0007973508909344673,0.0022704899311065674,0.005338330753147602,0.008406171575188637,0.011474012397229671,0.014541853219270706,0.017609693109989166,0.020677534863352776,0.023745376616716385,0.026813216507434845,0.029881056398153305,0.032948896288871765,0.036016739904880524,0.039084579795598984,0.042152419686317444,0.0452202633023262,0.04828810319304466,0.05135594308376312,0.05442378297448158,0.05749162286520004,0.0605594664812088,0.06362730264663696,0.06669514626264572,0.06976298987865448,0.07283082604408264,0.0758986696600914,0.07896651327610016,0.08203434944152832,0.08510219305753708,0.08817003667354584,0.091237872838974,0.09430571645498276,0.09737355262041092,0.10044139623641968]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,1,0,1,0,0,1,1,2,1,1,2,4,4,4,8,11,7,5,24,25,24,32,45,49,66,74,53,66,38,37,34,27,24,17,22,10,9,4,5,6,4,5,2,3,2,0,1,0,0,0,0,1,1,1,0,0,0,0,0,1],"bins":[-2.2349413484334946e-06,-2.160737494705245e-06,-2.0865336409769952e-06,-2.0123297872487456e-06,-1.938125933520496e-06,-1.8639220797922462e-06,-1.7897182260639966e-06,-1.7155143723357469e-06,-1.6413105186074972e-06,-1.5671066648792475e-06,-1.4929028111509979e-06,-1.4186989574227482e-06,-1.3444951036944985e-06,-1.2702912499662489e-06,-1.1960873962379992e-06,-1.1218835425097495e-06,-1.0476796887814999e-06,-9.734758350532502e-07,-8.992719813250005e-07,-8.250681275967509e-07,-7.508642738685012e-07,-6.766604201402515e-07,-6.024565664120018e-07,-5.282527126837522e-07,-4.540488589555025e-07,-3.7984500522725284e-07,-3.0564115149900317e-07,-2.314372977707535e-07,-1.5723344404250383e-07,-8.302959031425416e-08,-8.825736586004496e-09,6.537811714224517e-08,1.3958197087049484e-07,2.137858245987445e-07,2.879896783269942e-07,3.6219353205524385e-07,4.363973857834935e-07,5.106012395117432e-07,5.848050932399929e-07,6.590089469682425e-07,7.332128006964922e-07,8.074166544247419e-07,8.816205081529915e-07,9.558243618812412e-07,1.0300282156094909e-06,1.1042320693377405e-06,1.1784359230659902e-06,1.2526397767942399e-06,1.3268436305224895e-06,1.4010474842507392e-06,1.4752513379789889e-06,1.5494551917072386e-06,1.6236590454354882e-06,1.6978628991637379e-06,1.7720667528919876e-06,1.8462706066202372e-06,1.920474460348487e-06,1.9946783140767366e-06,2.0688821678049862e-06,2.143086021533236e-06,2.2172898752614856e-06,2.2914937289897352e-06,2.365697582717985e-06,2.4399014364462346e-06,2.5141052901744843e-06]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,2,0,3,6,7,15,16,27,45,61,86,128,195,278,412,635,896,1312,2080,3095,4679,7489,11763,19803,31894,53813,94633,166507,275149,329528,235614,138204,77356,44923,27036,16235,10095,6347,4060,2836,1867,1223,794,533,364,255,175,112,83,65,54,20,14,14,12,2,4,1,1,1,4],"bins":[-0.0022430419921875,-0.0021736621856689453,-0.0021042823791503906,-0.002034902572631836,-0.0019655227661132812,-0.0018961429595947266,-0.0018267631530761719,-0.0017573833465576172,-0.0016880035400390625,-0.0016186237335205078,-0.0015492439270019531,-0.0014798641204833984,-0.0014104843139648438,-0.001341104507446289,-0.0012717247009277344,-0.0012023448944091797,-0.001132965087890625,-0.0010635852813720703,-0.0009942054748535156,-0.0009248256683349609,-0.0008554458618164062,-0.0007860660552978516,-0.0007166862487792969,-0.0006473064422607422,-0.0005779266357421875,-0.0005085468292236328,-0.0004391670227050781,-0.00036978721618652344,-0.00030040740966796875,-0.00023102760314941406,-0.00016164779663085938,-9.226799011230469e-05,-2.288818359375e-05,4.649162292480469e-05,0.00011587142944335938,0.00018525123596191406,0.00025463104248046875,0.00032401084899902344,0.0003933906555175781,0.0004627704620361328,0.0005321502685546875,0.0006015300750732422,0.0006709098815917969,0.0007402896881103516,0.0008096694946289062,0.0008790493011474609,0.0009484291076660156,0.0010178089141845703,0.001087188720703125,0.0011565685272216797,0.0012259483337402344,0.001295328140258789,0.0013647079467773438,0.0014340877532958984,0.0015034675598144531,0.0015728473663330078,0.0016422271728515625,0.0017116069793701172,0.0017809867858886719,0.0018503665924072266,0.0019197463989257812,0.001989126205444336,0.0020585060119628906,0.0021278858184814453,0.002197265625]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,2,6,2,2,8,3,11,7,18,14,10,9,14,18,17,16,21,14,32,30,26,32,17,25,35,28,33,27,37,23,23,20,24,17,13,11,19,28,9,10,9,12,4,4,5,4,5,4,2,3,1,1,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.00039804127300158143,-0.0003825018065981567,-0.0003669623110909015,-0.00035142284468747675,-0.000335883378284052,-0.0003203438827767968,-0.0003048044163733721,-0.00028926494996994734,-0.0002737254835665226,-0.0002581859880592674,-0.00024264652165584266,-0.0002271070407005027,-0.00021156755974516273,-0.00019602809334173799,-0.00018048861238639802,-0.00016494914598297328,-0.0001494096650276333,-0.00013387018407229334,-0.0001183307176688686,-0.00010279123671352863,-8.725176303414628e-05,-7.171228935476393e-05,-5.6172812037402764e-05,-4.06333347200416e-05,-2.509386104065925e-05,-9.554385542287491e-06,5.985089956084266e-06,2.1524565454456024e-05,3.706404095282778e-05,5.2603514632210135e-05,6.81429955875501e-05,8.368246926693246e-05,9.922194294631481e-05,0.00011476141662569717,0.00013030089030507952,0.0001458403712604195,0.00016137983766384423,0.0001769193186191842,0.00019245879957452416,0.0002079982659779489,0.00022353774693328887,0.00023907722788862884,0.0002546166942920536,0.0002701561606954783,0.0002856956562027335,0.00030123512260615826,0.000316774589009583,0.0003323140845168382,0.00034785355092026293,0.00036339301732368767,0.00037893251283094287,0.0003944719792343676,0.00041001144563779235,0.00042555094114504755,0.0004410904075484723,0.000456629873951897,0.0004721693694591522,0.00048770883586257696,0.0005032483022660017,0.0005187877686694264,0.0005343272350728512,0.0005498667596839368,0.0005654062260873616,0.0005809456924907863,0.000596485158894211],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,3,4,6,9,11,10,21,37,50,55,91,112,188,271,401,542,896,1246,1875,3180,4845,8018,13558,22808,39407,71610,121293,124335,74512,40844,23165,13766,8275,5161,3040,2061,1340,889,603,450,245,176,121,100,47,52,23,15,13,8,7,7,1,5,5,2,1,2,2,0,1,1,1],"bins":[-0.00142669677734375,-0.0013757944107055664,-0.0013248920440673828,-0.0012739896774291992,-0.0012230873107910156,-0.001172184944152832,-0.0011212825775146484,-0.0010703802108764648,-0.0010194778442382812,-0.0009685754776000977,-0.0009176731109619141,-0.0008667707443237305,-0.0008158683776855469,-0.0007649660110473633,-0.0007140636444091797,-0.0006631612777709961,-0.0006122589111328125,-0.0005613565444946289,-0.0005104541778564453,-0.0004595518112182617,-0.0004086494445800781,-0.00035774707794189453,-0.00030684471130371094,-0.00025594234466552734,-0.00020503997802734375,-0.00015413761138916016,-0.00010323524475097656,-5.233287811279297e-05,-1.430511474609375e-06,4.947185516357422e-05,0.00010037422180175781,0.0001512765884399414,0.000202178955078125,0.0002530813217163086,0.0003039836883544922,0.0003548860549926758,0.0004057884216308594,0.00045669078826904297,0.0005075931549072266,0.0005584955215454102,0.0006093978881835938,0.0006603002548217773,0.0007112026214599609,0.0007621049880981445,0.0008130073547363281,0.0008639097213745117,0.0009148120880126953,0.0009657144546508789,0.0010166168212890625,0.001067519187927246,0.0011184215545654297,0.0011693239212036133,0.0012202262878417969,0.0012711286544799805,0.001322031021118164,0.0013729333877563477,0.0014238357543945312,0.0014747381210327148,0.0015256404876708984,0.001576542854309082,0.0016274452209472656,0.0016783475875854492,0.0017292499542236328,0.0017801523208618164,0.0018310546875]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[1,0,0,0,1,2,1,0,2,2,5,7,9,7,9,20,27,37,50,55,79,61,79,86,93,126,118,109,115,102,132,90,104,82,70,71,63,65,42,36,19,20,7,9,5,7,5,4,4,1,2,1,0,0,0,1,1,2,1,0,0,0,0,1],"bins":[-0.0007711556972935796,-0.0007444180082529783,-0.0007176803192123771,-0.0006909426301717758,-0.0006642049411311746,-0.0006374672520905733,-0.0006107295630499721,-0.0005839918740093708,-0.0005572541849687696,-0.0005305164959281683,-0.000503778806887567,-0.00047704108874313533,-0.0004503033997025341,-0.0004235657106619328,-0.00039682802162133157,-0.0003700903325807303,-0.00034335264354012907,-0.0003166149544995278,-0.00028987726545892656,-0.0002631395764183253,-0.00023640188737772405,-0.00020966418378520757,-0.00018292649474460632,-0.00015618880570400506,-0.0001294511166634038,-0.00010271342762280256,-7.59757385822013e-05,-4.9238042265642434e-05,-2.250035322504118e-05,4.237337634549476e-06,3.097502849414013e-05,5.7712721172720194e-05,8.445041021332145e-05,0.0001111880992539227,0.00013792578829452395,0.0001646634773351252,0.00019140116637572646,0.00021813886996824294,0.00024487654445692897,0.0002716142334975302,0.0002983519225381315,0.0003250896406825632,0.00035182732972316444,0.0003785650187637657,0.00040530270780436695,0.0004320403968449682,0.00045877808588556945,0.0004855157749261707,0.0005122534930706024,0.0005389911821112037,0.0005657288711518049,0.0005924665601924062,0.0006192042492330074,0.0006459419382736087,0.0006726796273142099,0.0006994173163548112,0.0007261550053954124,0.0007528926944360137,0.000779630383476615,0.0008063680725172162,0.0008331057615578175,0.0008598434505984187,0.00088658113963902,0.0009133188286796212,0.0009400565177202225],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[5,3,3,7,17,14,24,34,49,64,97,154,192,292,487,643,992,1544,2334,3427,5506,8487,12974,21466,38939,74146,161746,345237,427883,230730,105457,52454,29701,17157,11038,6390,4348,2893,1855,1309,879,549,384,294,216,130,92,53,48,41,19,14,23,9,3,2,2,3,2,1,0,1,0,1],"bins":[-0.00445556640625,-0.004297733306884766,-0.004139900207519531,-0.003982067108154297,-0.0038242340087890625,-0.003666400909423828,-0.0035085678100585938,-0.0033507347106933594,-0.003192901611328125,-0.0030350685119628906,-0.0028772354125976562,-0.002719402313232422,-0.0025615692138671875,-0.002403736114501953,-0.0022459030151367188,-0.0020880699157714844,-0.00193023681640625,-0.0017724037170410156,-0.0016145706176757812,-0.0014567375183105469,-0.0012989044189453125,-0.0011410713195800781,-0.0009832382202148438,-0.0008254051208496094,-0.000667572021484375,-0.0005097389221191406,-0.00035190582275390625,-0.00019407272338867188,-3.62396240234375e-05,0.00012159347534179688,0.00027942657470703125,0.0004372596740722656,0.0005950927734375,0.0007529258728027344,0.0009107589721679688,0.0010685920715332031,0.0012264251708984375,0.0013842582702636719,0.0015420913696289062,0.0016999244689941406,0.001857757568359375,0.0020155906677246094,0.0021734237670898438,0.002331256866455078,0.0024890899658203125,0.002646923065185547,0.0028047561645507812,0.0029625892639160156,0.00312042236328125,0.0032782554626464844,0.0034360885620117188,0.003593921661376953,0.0037517547607421875,0.003909587860107422,0.004067420959472656,0.004225254058837891,0.004383087158203125,0.004540920257568359,0.004698753356933594,0.004856586456298828,0.0050144195556640625,0.005172252655029297,0.005330085754394531,0.005487918853759766,0.005645751953125]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,1,0,0,0,2,5,2,4,7,4,5,5,4,7,12,11,11,14,11,12,14,17,23,23,29,37,26,39,33,28,35,38,27,23,22,31,26,19,25,25,10,14,14,9,12,13,10,7,3,2,2,2,1,0,2,2,3,0,0,0,0,0,4],"bins":[-0.005843423306941986,-0.0056543839164078236,-0.005465344525873661,-0.0052763051353394985,-0.005087265744805336,-0.0048982263542711735,-0.004709186963737011,-0.0045201475732028484,-0.004331108182668686,-0.004142068792134523,-0.003953029401600361,-0.0037639900110661983,-0.003574950620532036,-0.0033859112299978733,-0.003196871839463711,-0.0030078324489295483,-0.0028187930583953857,-0.0026297536678612232,-0.0024407142773270607,-0.002251674886792898,-0.0020626354962587357,-0.0018735961057245731,-0.0016845567151904106,-0.001495517324656248,-0.0013064779341220856,-0.001117438543587923,-0.0009283991530537605,-0.000739359762519598,-0.0005503203719854355,-0.00036128098145127296,-0.00017224159091711044,1.6797799617052078e-05,0.0002058371901512146,0.0003948765806853771,0.0005839159712195396,0.0007729553617537022,0.0009619947522878647,0.0011510341428220272,0.0013400735333561897,0.0015291129238903522,0.0017181523144245148,0.0019071917049586773,0.00209623109549284,0.0022852704860270023,0.002474309876561165,0.0026633492670953274,0.00285238865762949,0.0030414280481636524,0.003230467438697815,0.0034195068292319775,0.00360854621976614,0.0037975856103003025,0.003986625000834465,0.0041756643913686275,0.00436470378190279,0.004553743172436953,0.004742782562971115,0.004931821953505278,0.00512086134403944,0.005309900734573603,0.005498940125107765,0.005687979515641928,0.00587701890617609,0.006066058296710253,0.006255097687244415],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.002568453550338745,-0.0024883549194782972,-0.0024082562886178493,-0.002328157890588045,-0.0022480592597275972,-0.0021679606288671494,-0.002087862230837345,-0.0020077635999768972,-0.0019276649691164494,-0.0018475663382560015,-0.0017674678238108754,-0.0016873693093657494,-0.0016072706785053015,-0.0015271720476448536,-0.0014470735331997275,-0.0013669750187546015,-0.0012868763878941536,-0.0012067777570337057,-0.0011266792425885797,-0.0010465807281434536,-0.0009664820972830057,-0.0008863835246302187,-0.0008062849519774318,-0.0007261863793246448,-0.0006460878066718578,-0.0005659892340190709,-0.0004858906613662839,-0.0004057920887134969,-0.00032569351606070995,-0.000245594943407923,-0.000165496370755136,-8.539779810234904e-05,-5.299225449562073e-06,7.47993472032249e-05,0.00015489791985601187,0.00023499649250879884,0.0003150950651615858,0.0003951936378143728,0.00047529221046715975,0.0005553907831199467,0.0006354893557727337,0.0007155879284255207,0.0007956865010783076,0.0008757850737310946,0.0009558836463838816,0.0010359822772443295,0.0011160807916894555,0.0011961793061345816,0.0012762779369950294,0.0013563765678554773,0.0014364750823006034,0.0015165735967457294,0.0015966722276061773,0.0016767708584666252,0.0017568693729117513,0.0018369678873568773,0.0019170665182173252,0.001997165149077773,0.002077263779938221,0.002157362177968025,0.002237460808828473,0.002317559439688921,0.002397657837718725,0.002477756468579173,0.002557855099439621],"_type":"histogram","values":[1,0,0,0,0,1,0,3,1,2,1,5,4,1,9,4,12,9,11,13,11,15,18,25,22,29,36,26,30,33,22,31,30,35,53,26,23,30,20,14,24,27,14,21,12,10,9,6,5,6,3,4,1,4,3,5,0,1,2,0,1,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[2,0,1,0,0,1,0,0,0,3,0,0,1,1,1,2,2,3,2,7,10,7,11,9,11,13,17,13,25,27,35,29,40,40,42,37,36,45,48,37,21,24,30,25,30,15,9,5,7,8,6,4,5,5,8,1,0,1,2,1,1,1,0,1],"bins":[-0.0003153972211293876,-0.00030652486020699143,-0.0002976524701807648,-0.0002887801092583686,-0.00027990774833597243,-0.00027103538741357625,-0.0002621629973873496,-0.0002532906364649534,-0.00024441827554255724,-0.00023554590006824583,-0.00022667352459393442,-0.00021780116367153823,-0.00020892878819722682,-0.00020005642727483064,-0.00019118405180051923,-0.00018231169087812304,-0.00017343931540381163,-0.00016456693992950022,-0.00015569457900710404,-0.00014682220353279263,-0.00013794984261039644,-0.00012907746713608503,-0.00012020509893773124,-0.00011133273073937744,-0.00010246036254102364,-9.358799434266984e-05,-8.471562614431605e-05,-7.584325794596225e-05,-6.697088247165084e-05,-5.809851791127585e-05,-4.9226146074943244e-05,-4.035377787658945e-05,-3.148140967823565e-05,-2.2609041479881853e-05,-1.3736671462538652e-05,-4.864302354690153e-06,4.008066753158346e-06,1.2880435861006845e-05,2.1752804968855344e-05,3.0625174986198545e-05,3.949754318455234e-05,4.836991138290614e-05,5.7242279581259936e-05,6.611464777961373e-05,7.498702325392514e-05,8.385939145227894e-05,9.273175965063274e-05,0.00010160412784898654,0.00011047649604734033,0.00011934886424569413,0.00012822123244404793,0.00013709360791835934,0.00014596596884075552,0.00015483834431506693,0.00016371070523746312,0.00017258308071177453,0.00018145545618608594,0.00019032781710848212,0.00019920019258279353,0.00020807255350518972,0.00021694492897950113,0.0002258172899018973,0.00023468966537620872,0.0002435620262986049,0.0002524344017729163],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.0006076782010495663,-0.0005902480916120112,-0.000572818040382117,-0.000555387930944562,-0.0005379578215070069,-0.0005205277702771127,-0.0005030976608395576,-0.00048566758050583303,-0.0004682375001721084,-0.00045080739073455334,-0.0004333773104008287,-0.0004159472300671041,-0.000398517120629549,-0.0003810870402958244,-0.0003636569599620998,-0.0003462268505245447,-0.0003287967701908201,-0.0003113666898570955,-0.0002939365804195404,-0.0002765065000858158,-0.00025907641975209117,-0.00024164632486645132,-0.00022421622998081148,-0.00020678614964708686,-0.000189356054761447,-0.00017192595987580717,-0.00015449587954208255,-0.0001370657846564427,-0.00011963569704676047,-0.00010220560943707824,-8.477551455143839e-05,-6.734542694175616e-05,-4.991533933207393e-05,-3.2485251722391695e-05,-1.5055160474730656e-05,2.37492895394098e-06,1.9805018382612616e-05,3.723510599229485e-05,5.466519723995589e-05,7.209528848761693e-05,8.952537609729916e-05,0.00010695546370698139,0.00012438555131666362,0.00014181564620230347,0.00015924574108794332,0.00017667582142166793,0.00019410591630730778,0.0002115359966410324,0.00022896609152667224,0.00024639617186039686,0.00026382628129795194,0.00028125636163167655,0.00029868644196540117,0.00031611655140295625,0.00033354663173668087,0.0003509767120704055,0.00036840682150796056,0.0003858369018416852,0.0004032669821754098,0.0004206970625091344,0.0004381271719466895,0.0004555572522804141,0.0004729873326141387,0.0004904174129478633,0.0005078475223854184],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,1,0,2,4,2,2,3,5,2,11,12,16,12,17,13,23,25,20,18,30,34,32,32,33,42,32,34,31,43,29,32,20,25,18,19,18,17,7,10,11,10,7,1,3,4,0,0,0,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,1,1,0,1,1,2,5,1,3,6,7,12,10,14,17,15,16,13,16,15,18,16,25,31,20,16,18,17,27,26,28,26,20,21,23,15,29,15,28,19,20,18,12,15,10,20,17,12,6,8,9,9,4,1,1,1,1,3,4,0,0,1,1],"bins":[-0.0008415250340476632,-0.0008148899069055915,-0.0007882548379711807,-0.000761619710829109,-0.0007349845836870372,-0.0007083494565449655,-0.0006817143876105547,-0.000655079260468483,-0.0006284441333264112,-0.0006018090643920004,-0.0005751739372499287,-0.000548538810107857,-0.0005219036829657853,-0.0004952686140313745,-0.00046863348688930273,-0.000441998359747231,-0.00041536326170898974,-0.00038872816367074847,-0.00036209303652867675,-0.0003354579384904355,-0.00030882281134836376,-0.0002821877133101225,-0.00025555258616805077,-0.0002289174881298095,-0.000202282375539653,-0.0001756472629494965,-0.00014901215035934,-0.00012237703776918352,-9.574193245498464e-05,-6.910681986482814e-05,-4.247171091265045e-05,-1.583660014148336e-05,1.0798510629683733e-05,3.743362321984023e-05,6.406873580999672e-05,9.07038411241956e-05,0.0001173389537143521,0.00014397405902855098,0.00017060917161870748,0.00019724428420886397,0.00022387939679902047,0.00025051450938917696,0.00027714960742741823,0.00030378473456948996,0.0003304198326077312,0.00035705495974980295,0.0003836900577880442,0.00041032518493011594,0.0004369602829683572,0.00046359538100659847,0.0004902305081486702,0.0005168656352907419,0.0005435007042251527,0.0005701358313672245,0.0005967709585092962,0.0006234060856513679,0.0006500411545857787,0.0006766762817278504,0.0007033114088699222,0.000729946477804333,0.0007565816049464047,0.0007832167320884764,0.0008098518592305481,0.000836486928164959,0.0008631220553070307],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[1,2,1,1,0,1,2,7,10,10,20,29,35,50,75,122,169,240,381,587,937,1597,2379,3694,6408,10287,18157,30586,58713,116663,255829,450295,316890,142154,68878,36015,19930,12140,7115,4506,2729,1786,1190,724,488,350,225,128,103,59,47,33,23,18,13,9,8,4,3,3,1,1,0,3],"bins":[-0.001953125,-0.0018913745880126953,-0.0018296241760253906,-0.001767873764038086,-0.0017061233520507812,-0.0016443729400634766,-0.0015826225280761719,-0.0015208721160888672,-0.0014591217041015625,-0.0013973712921142578,-0.0013356208801269531,-0.0012738704681396484,-0.0012121200561523438,-0.001150369644165039,-0.0010886192321777344,-0.0010268688201904297,-0.000965118408203125,-0.0009033679962158203,-0.0008416175842285156,-0.0007798671722412109,-0.0007181167602539062,-0.0006563663482666016,-0.0005946159362792969,-0.0005328655242919922,-0.0004711151123046875,-0.0004093647003173828,-0.0003476142883300781,-0.00028586387634277344,-0.00022411346435546875,-0.00016236305236816406,-0.00010061264038085938,-3.886222839355469e-05,2.288818359375e-05,8.463859558105469e-05,0.00014638900756835938,0.00020813941955566406,0.00026988983154296875,0.00033164024353027344,0.0003933906555175781,0.0004551410675048828,0.0005168914794921875,0.0005786418914794922,0.0006403923034667969,0.0007021427154541016,0.0007638931274414062,0.0008256435394287109,0.0008873939514160156,0.0009491443634033203,0.001010894775390625,0.0010726451873779297,0.0011343955993652344,0.001196146011352539,0.0012578964233398438,0.0013196468353271484,0.0013813972473144531,0.0014431476593017578,0.0015048980712890625,0.0015666484832763672,0.0016283988952636719,0.0016901493072509766,0.0017518997192382812,0.001813650131225586,0.0018754005432128906,0.0019371509552001953,0.0019989013671875]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09044963866472244,-0.08756028860807419,-0.08467093855142593,-0.08178158849477768,-0.07889223843812943,-0.07600288838148117,-0.07311353832483292,-0.07022418826818466,-0.06733483821153641,-0.06444548815488815,-0.0615561380982399,-0.058666788041591644,-0.05577743798494339,-0.052888087928295135,-0.04999873787164688,-0.04710938781499863,-0.04422003775835037,-0.04133068770170212,-0.038441337645053864,-0.03555198758840561,-0.032662637531757355,-0.0297732874751091,-0.026883937418460846,-0.02399458736181259,-0.021105237305164337,-0.018215887248516083,-0.015326537191867828,-0.012437187135219574,-0.00954783707857132,-0.006658487021923065,-0.003769136965274811,-0.0008797869086265564,0.002009570598602295,0.004898920655250549,0.007788270711898804,0.010677620768547058,0.013566970825195312,0.016456320881843567,0.01934567093849182,0.022235020995140076,0.02512437105178833,0.028013721108436584,0.03090307116508484,0.03379242122173309,0.03668177127838135,0.0395711213350296,0.042460471391677856,0.04534982144832611,0.048239171504974365,0.05112852156162262,0.054017871618270874,0.05690722167491913,0.05979657173156738,0.06268592178821564,0.06557527184486389,0.06846462190151215,0.0713539719581604,0.07424332201480865,0.07713267207145691,0.08002202212810516,0.08291137218475342,0.08580072224140167,0.08869007229804993,0.09157942235469818,0.09446877241134644],"_type":"histogram","values":[3,5,6,9,14,27,47,79,143,242,370,511,850,1286,1787,2575,3552,4623,6199,7912,9946,12486,15235,17851,21201,23863,26698,29358,31547,32695,33622,33841,33650,32353,30588,28280,25797,22665,19875,16924,13802,11453,9178,7194,5534,4032,3146,2194,1531,1020,742,489,304,219,104,83,38,22,11,4,2,5,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,1,2,4,11,16,39,71,115,150,281,447,689,1022,1450,2037,3042,4280,5515,7541,9517,11839,14847,17427,20738,23963,27166,29513,31661,33672,34608,34770,34596,33024,31426,29203,26114,23284,19911,16781,14118,11250,8887,7012,5198,3899,2833,1966,1374,918,619,396,234,158,73,54,28,16,7,5,3,1],"bins":[-0.09924870729446411,-0.09627559036016464,-0.09330247342586517,-0.0903293564915657,-0.08735623955726624,-0.08438312262296677,-0.0814100056886673,-0.07843688875436783,-0.07546377182006836,-0.07249065488576889,-0.06951753795146942,-0.06654442101716995,-0.06357130408287048,-0.060598187148571014,-0.057625070214271545,-0.054651953279972076,-0.05167883634567261,-0.04870571941137314,-0.04573260247707367,-0.0427594855427742,-0.03978636860847473,-0.03681325167417526,-0.03384013473987579,-0.030867017805576324,-0.027893900871276855,-0.024920783936977386,-0.021947667002677917,-0.01897455006837845,-0.01600143313407898,-0.01302831619977951,-0.010055199265480042,-0.0070820823311805725,-0.0041089728474617004,-0.0011358559131622314,0.0018372610211372375,0.0048103779554367065,0.0077834948897361755,0.010756611824035645,0.013729728758335114,0.016702845692634583,0.01967596262693405,0.02264907956123352,0.02562219649553299,0.02859531342983246,0.03156843036413193,0.034541547298431396,0.037514664232730865,0.040487781167030334,0.0434608981013298,0.04643401503562927,0.04940713196992874,0.05238024890422821,0.05535336583852768,0.05832648277282715,0.06129959970712662,0.06427271664142609,0.06724583357572556,0.07021895051002502,0.0731920674443245,0.07616518437862396,0.07913830131292343,0.0821114182472229,0.08508453518152237,0.08805765211582184,0.09103076905012131]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0044917818158864975,-0.004347650334239006,-0.004203518852591515,-0.004059387370944023,-0.003915255889296532,-0.003771124640479684,-0.003626993391662836,-0.0034828619100153446,-0.003338730428367853,-0.0031945989467203617,-0.0030504674650728703,-0.0029063362162560225,-0.002762204734608531,-0.0026180732529610395,-0.0024739420041441917,-0.0023298105224967003,-0.002185679040849209,-0.0020415475592017174,-0.0018974161939695477,-0.0017532848287373781,-0.0016091533470898867,-0.0014650218654423952,-0.0013208905002102256,-0.001176759134978056,-0.0010326276533305645,-0.000888496229890734,-0.0007443648064509034,-0.0006002333830110729,-0.00045610195957124233,-0.0003119705361314118,-0.00016783911269158125,-2.3707689251750708e-05,0.00012042373418807983,0.0002645551576279104,0.0004086865810677409,0.0005528180045075715,0.000696949427947402,0.0008410808513872325,0.000985212274827063,0.0011293436400592327,0.0012734751217067242,0.0014176066033542156,0.0015617379685863853,0.0017058693338185549,0.0018500008154660463,0.001994132297113538,0.0021382635459303856,0.002282395027577877,0.0024265265092253685,0.00257065799087286,0.0027147894725203514,0.002858920721337199,0.0030030522029846907,0.003147183684632182,0.00329131493344903,0.0034354464150965214,0.003579577896744013,0.0037237093783915043,0.0038678408600389957,0.004011972341686487,0.004156103357672691,0.004300234839320183,0.004444366320967674,0.004588497802615166,0.004732629284262657],"_type":"histogram","values":[1,1,1,2,1,3,0,4,4,6,5,9,5,5,13,10,12,15,12,7,12,19,19,15,18,28,30,35,32,24,33,34,34,18,29,31,17,20,18,16,11,24,15,22,17,13,10,7,11,11,3,2,2,2,3,4,0,2,2,2,4,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.0096435546875,-0.00936126708984375,-0.0090789794921875,-0.00879669189453125,-0.008514404296875,-0.00823211669921875,-0.0079498291015625,-0.00766754150390625,-0.00738525390625,-0.00710296630859375,-0.0068206787109375,-0.00653839111328125,-0.006256103515625,-0.00597381591796875,-0.0056915283203125,-0.00540924072265625,-0.005126953125,-0.00484466552734375,-0.0045623779296875,-0.00428009033203125,-0.003997802734375,-0.00371551513671875,-0.0034332275390625,-0.00315093994140625,-0.00286865234375,-0.00258636474609375,-0.0023040771484375,-0.00202178955078125,-0.001739501953125,-0.00145721435546875,-0.0011749267578125,-0.00089263916015625,-0.0006103515625,-0.00032806396484375,-4.57763671875e-05,0.00023651123046875,0.000518798828125,0.00080108642578125,0.0010833740234375,0.00136566162109375,0.00164794921875,0.00193023681640625,0.0022125244140625,0.00249481201171875,0.002777099609375,0.00305938720703125,0.0033416748046875,0.00362396240234375,0.00390625,0.00418853759765625,0.0044708251953125,0.00475311279296875,0.005035400390625,0.00531768798828125,0.0055999755859375,0.00588226318359375,0.00616455078125,0.00644683837890625,0.0067291259765625,0.00701141357421875,0.007293701171875,0.00757598876953125,0.0078582763671875,0.00814056396484375,0.0084228515625],"_type":"histogram","values":[1,0,0,1,0,2,2,2,2,3,7,2,12,15,25,30,52,56,90,122,235,313,512,675,1009,1690,2579,4045,6518,10769,18147,32618,63433,124992,146604,79413,39957,21963,12789,7642,4847,2934,2010,1200,842,515,387,229,159,114,65,68,42,19,18,13,12,3,3,6,5,2,1,3]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.10375723987817764,-0.10063929110765457,-0.0975213423371315,-0.09440339356660843,-0.09128544479608536,-0.08816749602556229,-0.08504954725503922,-0.08193159848451614,-0.07881364226341248,-0.0756956934928894,-0.07257774472236633,-0.06945979595184326,-0.06634184718132019,-0.06322389841079712,-0.06010594964027405,-0.05698800086975098,-0.053870052099227905,-0.050752103328704834,-0.04763415455818176,-0.04451620578765869,-0.04139825701713562,-0.03828030452132225,-0.03516235575079918,-0.03204440698027611,-0.028926458209753036,-0.025808509439229965,-0.022690560668706894,-0.019572610035538673,-0.016454661265015602,-0.01333671249449253,-0.010218762792646885,-0.007100813556462526,-0.003982856869697571,-0.0008649076335132122,0.0022530416026711464,0.005370990838855505,0.008488940075039864,0.011606888845562935,0.01472483854740858,0.017842788249254227,0.020960737019777298,0.02407868579030037,0.02719663456082344,0.03031458519399166,0.03343253582715988,0.03655048459768295,0.039668433368206024,0.042786382138729095,0.04590433090925217,0.04902227967977524,0.05214022845029831,0.05525817722082138,0.05837612599134445,0.06149407848715782,0.0646120235323906,0.06772997230291367,0.07084792852401733,0.0739658772945404,0.07708382606506348,0.08020177483558655,0.08331972360610962,0.08643767237663269,0.08955562114715576,0.09267356991767883,0.0957915186882019],"_type":"histogram","values":[1,0,1,0,2,5,10,9,11,41,68,109,221,288,512,731,1199,1809,2585,3679,5062,6824,8985,11218,14064,17755,21046,24517,27828,31028,33518,34909,36438,36908,35844,34968,32326,29348,26398,22673,19668,16094,12721,10383,7930,5989,4398,3196,2225,1537,1019,673,401,286,148,91,60,31,23,5,5,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.0017242431640625,-0.0016682147979736328,-0.0016121864318847656,-0.0015561580657958984,-0.0015001296997070312,-0.001444101333618164,-0.0013880729675292969,-0.0013320446014404297,-0.0012760162353515625,-0.0012199878692626953,-0.0011639595031738281,-0.001107931137084961,-0.0010519027709960938,-0.0009958744049072266,-0.0009398460388183594,-0.0008838176727294922,-0.000827789306640625,-0.0007717609405517578,-0.0007157325744628906,-0.0006597042083740234,-0.0006036758422851562,-0.0005476474761962891,-0.0004916191101074219,-0.0004355907440185547,-0.0003795623779296875,-0.0003235340118408203,-0.0002675056457519531,-0.00021147727966308594,-0.00015544891357421875,-9.942054748535156e-05,-4.3392181396484375e-05,1.2636184692382812e-05,6.866455078125e-05,0.0001246929168701172,0.00018072128295898438,0.00023674964904785156,0.00029277801513671875,0.00034880638122558594,0.0004048347473144531,0.0004608631134033203,0.0005168914794921875,0.0005729198455810547,0.0006289482116699219,0.0006849765777587891,0.0007410049438476562,0.0007970333099365234,0.0008530616760253906,0.0009090900421142578,0.000965118408203125,0.0010211467742919922,0.0010771751403808594,0.0011332035064697266,0.0011892318725585938,0.001245260238647461,0.0013012886047363281,0.0013573169708251953,0.0014133453369140625,0.0014693737030029297,0.0015254020690917969,0.001581430435180664,0.0016374588012695312,0.0016934871673583984,0.0017495155334472656,0.0018055438995361328,0.001861572265625],"_type":"histogram","values":[3,2,6,5,10,15,13,20,30,59,74,101,128,181,282,321,620,852,1262,1765,3067,4617,6616,10462,17575,26909,45563,75104,130294,218316,317470,276836,174511,102926,60281,35433,21960,14105,8562,5749,3500,2252,1619,1043,693,501,347,235,154,138,67,56,55,22,19,20,12,7,7,5,3,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,1,2,0,0,5,0,0,0,0,0,5,0,4,5,5,6,8,11,10,20,18,15,27,30,44,44,38,47,53,50,37,42,44,38,31,12,24,18,12,12,10,7,2,7,4,3,4,3,4,1,2,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-8.889801392797381e-07,-8.590554330112354e-07,-8.291307267427328e-07,-7.992060204742302e-07,-7.692813142057275e-07,-7.393566079372249e-07,-7.094319016687223e-07,-6.795071954002196e-07,-6.49582489131717e-07,-6.196577828632144e-07,-5.897330765947117e-07,-5.598083703262091e-07,-5.298836640577065e-07,-4.999589577892039e-07,-4.700342515207012e-07,-4.401095452521986e-07,-4.1018483898369595e-07,-3.802601327151933e-07,-3.503354264466907e-07,-3.2041072017818806e-07,-2.904860139096854e-07,-2.605613076411828e-07,-2.3063660137268016e-07,-2.0071189510417753e-07,-1.707871888356749e-07,-1.4086248256717226e-07,-1.1093777629866963e-07,-8.1013070030167e-08,-5.108836376166437e-08,-2.1163657493161736e-08,8.761048775340896e-09,3.868575504384353e-08,6.861046131234616e-08,9.853516758084879e-08,1.2845987384935142e-07,1.5838458011785406e-07,1.883092863863567e-07,2.1823399265485932e-07,2.4815869892336195e-07,2.780834051918646e-07,3.080081114603672e-07,3.3793281772886985e-07,3.678575239973725e-07,3.977822302658751e-07,4.2770693653437775e-07,4.576316428028804e-07,4.87556349071383e-07,5.174810553398856e-07,5.474057616083883e-07,5.773304678768909e-07,6.072551741453935e-07,6.371798804138962e-07,6.671045866823988e-07,6.970292929509014e-07,7.269539992194041e-07,7.568787054879067e-07,7.868034117564093e-07,8.16728118024912e-07,8.466528242934146e-07,8.765775305619172e-07,9.065022368304199e-07,9.364269430989225e-07,9.663516493674251e-07,9.962764124793466e-07,1.0262010619044304e-06]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,1,1,0,1,2,2,5,6,4,7,13,10,10,8,12,24,13,13,21,18,25,32,23,28,29,38,32,30,31,32,30,34,24,16,24,20,13,15,21,15,16,13,12,6,6,5,4,4,7,2,1,1,1,0,0,1,0,0,2,1],"bins":[-0.007756369188427925,-0.007507466711103916,-0.007258564233779907,-0.007009661290794611,-0.006760758813470602,-0.006511856336146593,-0.006262953393161297,-0.006014050915837288,-0.005765148438513279,-0.00551624596118927,-0.005267343483865261,-0.005018440540879965,-0.004769538063555956,-0.004520635586231947,-0.004271732643246651,-0.004022830165922642,-0.003773927688598633,-0.003525025211274624,-0.0032761225011199713,-0.0030272197909653187,-0.0027783173136413097,-0.002529414836317301,-0.002280512126162648,-0.0020316094160079956,-0.0017827069386839867,-0.001533804344944656,-0.0012849017512053251,-0.0010359991574659944,-0.0007870965637266636,-0.0005381939699873328,-0.00028929137624800205,-4.0388782508671284e-05,0.00020851381123065948,0.00045741640496999025,0.000706318998709321,0.0009552215924486518,0.0012041241861879826,0.0014530267799273133,0.001701929373666644,0.0019508319674059749,0.0021997345611453056,0.0024486370384693146,0.002697539748623967,0.0029464424587786198,0.0031953449361026287,0.0034442474134266376,0.0036931501235812902,0.003942052833735943,0.004190955311059952,0.004439857788383961,0.00468876026570797,0.004937663208693266,0.005186565686017275,0.005435468163341284,0.00568437110632658,0.005933273583650589,0.006182176060974598,0.006431078538298607,0.006679981015622616,0.006928883958607912,0.007177786435931921,0.00742668891325593,0.007675591856241226,0.007924494333565235,0.008173396810889244]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0006334821227937937,-0.0006153942667879164,-0.0005973064689897001,-0.0005792186129838228,-0.0005611308151856065,-0.0005430429591797292,-0.0005249551613815129,-0.0005068673053756356,-0.0004887795075774193,-0.000470691651571542,-0.0004526038246694952,-0.0004345159977674484,-0.00041642814176157117,-0.00039834031485952437,-0.00038025248795747757,-0.00036216466105543077,-0.00034407683415338397,-0.00032598900725133717,-0.00030790118034929037,-0.00028981335344724357,-0.00027172552654519677,-0.0002536376705393195,-0.00023554984363727272,-0.00021746201673522592,-0.00019937418983317912,-0.00018128636293113232,-0.00016319853602908552,-0.0001451106945751235,-0.0001270228676730767,-0.00010893504077102989,-9.084720659302548e-05,-7.275937241502106e-05,-5.467154551297426e-05,-3.6583714972948655e-05,-1.849588443292305e-05,-4.08053892897442e-07,1.7679776647128165e-05,3.576760718715377e-05,5.385543772717938e-05,7.194327190518379e-05,9.003109880723059e-05,0.00010811892570927739,0.0001262067526113242,0.00014429459406528622,0.00016238242096733302,0.00018047024786937982,0.00019855808932334185,0.00021664591622538865,0.00023473374312743545,0.00025282157002948225,0.00027090939693152905,0.00028899722383357584,0.00030708505073562264,0.0003251729067414999,0.0003432607336435467,0.0003613485605455935,0.0003794363874476403,0.0003975242143496871,0.0004156120412517339,0.0004336998681537807,0.00045178772415965796,0.00046987555106170475,0.00048796337796375155,0.0005060511757619679,0.0005241390317678452],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,0,0,2,3,3,2,4,3,5,8,6,3,14,18,21,9,20,23,15,34,24,31,38,49,34,36,47,47,28,38,30,29,26,26,16,13,8,8,10,5,3,9,4,3,2,2,2,0,0,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,1,1,2,2,3,5,6,9,12,18,24,41,72,102,137,214,258,379,594,925,1253,2146,3094,5157,8596,14028,24834,47425,93172,199471,390702,387763,194948,90510,45187,24950,13753,8373,4988,3401,2230,1283,904,602,411,285,187,134,89,60,48,25,24,14,5,3,1,0,0,1,0,0,1],"bins":[-0.0033721923828125,-0.0032668113708496094,-0.0031614303588867188,-0.003056049346923828,-0.0029506683349609375,-0.002845287322998047,-0.0027399063110351562,-0.0026345252990722656,-0.002529144287109375,-0.0024237632751464844,-0.0023183822631835938,-0.002213001251220703,-0.0021076202392578125,-0.002002239227294922,-0.0018968582153320312,-0.0017914772033691406,-0.00168609619140625,-0.0015807151794433594,-0.0014753341674804688,-0.0013699531555175781,-0.0012645721435546875,-0.0011591911315917969,-0.0010538101196289062,-0.0009484291076660156,-0.000843048095703125,-0.0007376670837402344,-0.0006322860717773438,-0.0005269050598144531,-0.0004215240478515625,-0.0003161430358886719,-0.00021076202392578125,-0.00010538101196289062,0,0.00010538101196289062,0.00021076202392578125,0.0003161430358886719,0.0004215240478515625,0.0005269050598144531,0.0006322860717773438,0.0007376670837402344,0.000843048095703125,0.0009484291076660156,0.0010538101196289062,0.0011591911315917969,0.0012645721435546875,0.0013699531555175781,0.0014753341674804688,0.0015807151794433594,0.00168609619140625,0.0017914772033691406,0.0018968582153320312,0.002002239227294922,0.0021076202392578125,0.002213001251220703,0.0023183822631835938,0.0024237632751464844,0.002529144287109375,0.0026345252990722656,0.0027399063110351562,0.002845287322998047,0.0029506683349609375,0.003056049346923828,0.0031614303588867188,0.0032668113708496094,0.0033721923828125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[3,2,6,10,21,25,38,100,135,228,336,517,784,1205,1594,2312,3264,4437,5908,7471,9538,11937,14707,17483,20408,23363,26092,28956,31227,33153,33668,34123,33896,32903,31066,28733,26222,23071,19852,17521,14522,11714,9521,7382,5724,4363,3100,2325,1671,1118,727,470,359,200,122,75,51,32,16,6,5,3,1,2],"bins":[-0.0913952887058258,-0.08848999440670013,-0.08558469265699387,-0.0826793983578682,-0.07977410405874252,-0.07686880230903625,-0.07396350800991058,-0.07105821371078491,-0.06815291196107864,-0.06524761766195297,-0.062342319637537,-0.05943702161312103,-0.05653172731399536,-0.05362642928957939,-0.05072113126516342,-0.04781583696603775,-0.04491053894162178,-0.04200524091720581,-0.03909994661808014,-0.03619464859366417,-0.0332893505692482,-0.03038405440747738,-0.027478758245706558,-0.02457346022129059,-0.021668164059519768,-0.018762867897748947,-0.015857569873332977,-0.012952273711562157,-0.010046976618468761,-0.007141679525375366,-0.004236382897943258,-0.0013310860376805067,0.0015742108225822449,0.00447950791567564,0.007384804543107748,0.010290101170539856,0.013195398263633251,0.016100695356726646,0.019005991518497467,0.021911289542913437,0.024816585704684258,0.027721881866455078,0.030627179890871048,0.03353247791528702,0.03643777221441269,0.03934307023882866,0.04224836826324463,0.0451536625623703,0.04805896058678627,0.05096425861120224,0.05386955291032791,0.05677485093474388,0.05968014895915985,0.06258544325828552,0.06549074500799179,0.06839603930711746,0.07130133360624313,0.0742066353559494,0.07711192965507507,0.08001722395420074,0.08292252570390701,0.08582782000303268,0.08873311430215836,0.09163841605186462,0.0945437103509903],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,0,1,0,0,1,1,2,9,8,7,12,11,4,18,18,13,18,19,19,26,23,29,43,34,33,26,41,37,35,28,33,36,28,29,15,19,16,12,12,7,11,6,4,4,1,2,2,4,4,1,0,0,0,0,1,0,1],"bins":[-0.001510018017143011,-0.0014635424595326185,-0.0014170667855069041,-0.0013705912278965116,-0.001324115670286119,-0.0012776399962604046,-0.001231164438650012,-0.0011846888810396194,-0.001138213207013905,-0.0010917376494035125,-0.00104526209179312,-0.0009987864177674055,-0.0009523108601570129,-0.0009058352443389595,-0.000859359628520906,-0.0008128840709105134,-0.0007664084550924599,-0.0007199328392744064,-0.0006734572816640139,-0.0006269816658459604,-0.0005805060500279069,-0.0005340304924175143,-0.00048755487659946084,-0.00044107926078140736,-0.00039460367406718433,-0.0003481280873529613,-0.0003016524715349078,-0.0002551768848206848,-0.00020870128355454654,-0.00016222568228840828,-0.00011575008829822764,-6.9274494308047e-05,-2.279889304190874e-05,2.3676704586250708e-05,7.015230221441016e-05,0.0001166278962045908,0.00016310349747072905,0.0002095790987368673,0.00025605468545109034,0.0003025303012691438,0.00034900588798336685,0.0003954814746975899,0.00044195709051564336,0.0004884327063336968,0.0005349082639440894,0.0005813838797621429,0.0006278594955801964,0.000674335053190589,0.0007208106690086424,0.0007672862848266959,0.0008137618424370885,0.000860237458255142,0.0009067130740731955,0.000953188631683588,0.0009996643057093024,0.001046139863319695,0.0010926154209300876,0.001139091094955802,0.0011855666525661945,0.001232042210176587,0.0012785178842023015,0.001324993441812694,0.0013714689994230866,0.001417944673448801,0.0014644202310591936]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,4,5,2,1,4,7,9,14,22,30,54,78,112,155,239,437,557,945,1487,2339,3722,6702,11143,19552,36123,75304,163176,333714,419593,255939,119496,55576,27961,15461,8989,5233,3037,1983,1292,828,526,345,224,140,92,65,42,29,31,14,11,9,4,0,1,3,0,0,0,0,1],"bins":[-0.00543212890625,-0.0052585601806640625,-0.005084991455078125,-0.0049114227294921875,-0.00473785400390625,-0.0045642852783203125,-0.004390716552734375,-0.0042171478271484375,-0.0040435791015625,-0.0038700103759765625,-0.003696441650390625,-0.0035228729248046875,-0.00334930419921875,-0.0031757354736328125,-0.003002166748046875,-0.0028285980224609375,-0.002655029296875,-0.0024814605712890625,-0.002307891845703125,-0.0021343231201171875,-0.00196075439453125,-0.0017871856689453125,-0.001613616943359375,-0.0014400482177734375,-0.0012664794921875,-0.0010929107666015625,-0.000919342041015625,-0.0007457733154296875,-0.00057220458984375,-0.0003986358642578125,-0.000225067138671875,-5.14984130859375e-05,0.0001220703125,0.0002956390380859375,0.000469207763671875,0.0006427764892578125,0.00081634521484375,0.0009899139404296875,0.001163482666015625,0.0013370513916015625,0.0015106201171875,0.0016841888427734375,0.001857757568359375,0.0020313262939453125,0.00220489501953125,0.0023784637451171875,0.002552032470703125,0.0027256011962890625,0.002899169921875,0.0030727386474609375,0.003246307373046875,0.0034198760986328125,0.00359344482421875,0.0037670135498046875,0.003940582275390625,0.0041141510009765625,0.0042877197265625,0.0044612884521484375,0.004634857177734375,0.0048084259033203125,0.00498199462890625,0.0051555633544921875,0.005329132080078125,0.0055027008056640625,0.00567626953125]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,2,1,4,4,9,7,10,10,6,8,11,21,22,21,23,32,21,30,27,28,33,32,43,29,27,39,39,31,28,19,22,21,14,12,14,10,9,7,6,10,4,1,4,4,3,1,2,1,0,0,0,0,0,0,1],"bins":[-0.0005171121447347105,-0.0005005217390134931,-0.0004839313623961061,-0.0004673409857787192,-0.0004507505800575018,-0.00043416020344011486,-0.0004175698268227279,-0.0004009794211015105,-0.0003843890444841236,-0.00036779866786673665,-0.00035120826214551926,-0.0003346178855281323,-0.0003180275089107454,-0.000301437103189528,-0.00028484672657214105,-0.00026825632085092366,-0.0002516659442335367,-0.00023507555306423455,-0.0002184851618949324,-0.00020189478527754545,-0.0001853043941082433,-0.00016871400293894112,-0.00015212362632155418,-0.00013553323515225202,-0.00011894284398294985,-0.00010235245281364769,-8.576206892030314e-05,-6.917168502695858e-05,-5.258129385765642e-05,-3.599090632633306e-05,-1.9400518795009702e-05,-2.810131263686344e-06,1.3780314475297928e-05,3.0370702006621286e-05,4.6961089537944645e-05,6.35514734312892e-05,8.014186460059136e-05,9.673225576989353e-05,0.00011332263966323808,0.00012991302355658263,0.0001465034147258848,0.00016309380589518696,0.00017968419706448913,0.00019627457368187606,0.00021286496485117823,0.0002294553560204804,0.00024604573263786733,0.0002626361383590847,0.00027922651497647166,0.0002958168915938586,0.000312407297315076,0.00032899767393246293,0.0003455880796536803,0.00036217845627106726,0.0003787688328884542,0.0003953592386096716,0.00041194961522705853,0.00042853999184444547,0.00044513039756566286,0.0004617207741830498,0.00047831115080043674,0.0004949015565216541,0.0005114919622428715,0.000528082309756428,0.0005446727154776454]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,2,7,5,7,9,10,11,8,19,23,19,17,15,22,25,30,25,30,29,28,38,25,29,27,32,26,25,30,23,23,27,13,15,12,17,14,9,7,3,8,7,0,3,1,2,2,3,1,0,1,0,0,0,0,0,2],"bins":[0.9991855621337891,0.9992130994796753,0.9992406368255615,0.9992682337760925,0.9992957711219788,0.999323308467865,0.9993508458137512,0.9993784427642822,0.9994059801101685,0.9994335174560547,0.9994610548019409,0.9994885921478271,0.9995161890983582,0.9995437264442444,0.9995712637901306,0.9995988011360168,0.9996263980865479,0.9996539354324341,0.9996814727783203,0.9997090101242065,0.9997365474700928,0.9997641444206238,0.99979168176651,0.9998192191123962,0.9998467564582825,0.9998742938041687,0.9999018907546997,0.9999294281005859,0.9999569654464722,0.9999845027923584,1.0000120401382446,1.0000395774841309,1.0000672340393066,1.0000947713851929,1.000122308731079,1.0001498460769653,1.0001773834228516,1.0002049207687378,1.000232458114624,1.0002599954605103,1.0002875328063965,1.0003150701522827,1.0003427267074585,1.0003702640533447,1.000397801399231,1.0004253387451172,1.0004528760910034,1.0004804134368896,1.0005079507827759,1.000535488128662,1.0005630254745483,1.0005906820297241,1.0006182193756104,1.0006457567214966,1.0006732940673828,1.000700831413269,1.0007283687591553,1.0007559061050415,1.0007834434509277,1.000810980796814,1.0008386373519897,1.000866174697876,1.0008937120437622,1.0009212493896484,1.0009487867355347],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,0,1,4,10,12,26,43,85,177,282,530,802,1345,2063,3122,4864,6611,9956,13879,18339,24337,31542,38991,48398,58034,66819,75987,84643,91117,96065,99282,98824,96162,92962,85946,77619,69322,59372,49811,41197,32800,25533,19403,14508,10553,7302,5036,3435,2187,1412,863,539,318,183,87,67,29,15,1,7,3],"bins":[-0.10802680999040604,-0.10485745966434479,-0.10168810933828354,-0.09851875901222229,-0.09534940868616104,-0.09218005836009979,-0.08901070803403854,-0.0858413577079773,-0.08267199993133545,-0.0795026496052742,-0.07633329927921295,-0.0731639489531517,-0.06999459862709045,-0.0668252483010292,-0.06365589797496796,-0.06048654764890671,-0.05731719732284546,-0.05414784699678421,-0.05097849667072296,-0.04780914634466171,-0.044639796018600464,-0.04147044196724892,-0.03830109164118767,-0.03513174131512642,-0.03196239098906517,-0.02879304066300392,-0.025623690336942673,-0.022454338148236275,-0.019284987822175026,-0.016115637496113777,-0.012946286238729954,-0.00977693498134613,-0.0066075921058654785,-0.0034382413141429424,-0.00026889052242040634,0.0029004602693021297,0.006069811061024666,0.009239161387085915,0.012408512644469738,0.015577863901853561,0.01874721422791481,0.02191656455397606,0.025085914880037308,0.028255267068743706,0.031424619257450104,0.03459396958351135,0.0377633199095726,0.04093267023563385,0.0441020205616951,0.04727137088775635,0.050440721213817596,0.053610071539878845,0.056779421865940094,0.05994877591729164,0.06311812251806259,0.06628747284412384,0.06945683062076569,0.07262618094682693,0.07579553127288818,0.07896488159894943,0.08213423192501068,0.08530358225107193,0.08847293257713318,0.09164228290319443,0.09481163322925568]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.09219609200954437,-0.08925028890371323,-0.08630448579788208,-0.08335868269205093,-0.08041287958621979,-0.07746707648038864,-0.0745212733745575,-0.07157547026872635,-0.0686296671628952,-0.06568386405706406,-0.06273806095123291,-0.059792257845401764,-0.05684645473957062,-0.05390065163373947,-0.050954848527908325,-0.04800904542207718,-0.04506324231624603,-0.042117439210414886,-0.03917163610458374,-0.036225832998752594,-0.03328002989292145,-0.0303342267870903,-0.027388423681259155,-0.02444262057542801,-0.021496817469596863,-0.018551014363765717,-0.01560521125793457,-0.012659408152103424,-0.009713605046272278,-0.006767801940441132,-0.0038219988346099854,-0.0008761957287788391,0.002069614827632904,0.00501541793346405,0.007961221039295197,0.010907024145126343,0.013852827250957489,0.016798630356788635,0.01974443346261978,0.022690236568450928,0.025636039674282074,0.02858184278011322,0.031527645885944366,0.03447344899177551,0.03741925209760666,0.040365055203437805,0.04331085830926895,0.0462566614151001,0.049202464520931244,0.05214826762676239,0.055094070732593536,0.05803987383842468,0.06098567694425583,0.06393148005008698,0.06687728315591812,0.06982308626174927,0.07276888936758041,0.07571469247341156,0.0786604955792427,0.08160629868507385,0.084552101790905,0.08749790489673615,0.09044370800256729,0.09338951110839844,0.09633531421422958],"_type":"histogram","values":[1,6,10,24,28,68,112,199,295,562,833,1370,2006,2957,4261,6332,8620,11629,15883,20429,25673,32611,39853,47871,55761,63899,71848,79008,85103,89216,91898,92406,90663,87736,82863,76715,68752,60581,53239,44629,36662,29985,23879,18415,13979,10306,7574,5357,3729,2414,1735,1110,671,416,275,176,94,62,41,13,14,3,3,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,2,5,7,17,34,56,107,182,317,487,799,1269,1992,3014,4230,6369,8902,12350,16499,21424,27895,34712,42840,51277,60232,68846,76937,83848,89737,93725,95114,94889,92596,87695,81361,74151,65767,56659,48431,40034,31999,25940,19882,15000,11059,8038,5491,3738,2489,1697,1086,685,382,243,155,88,43,20,9,3,3,3,2],"bins":[-0.09692380577325821,-0.09387830644845963,-0.09083280712366104,-0.08778730779886246,-0.08474180102348328,-0.08169630169868469,-0.07865080237388611,-0.07560530304908752,-0.07255980372428894,-0.06951430439949036,-0.06646880507469177,-0.06342330574989319,-0.060377802699804306,-0.05733230337500572,-0.05428680032491684,-0.051241301000118256,-0.04819580167531967,-0.04515030235052109,-0.042104803025722504,-0.03905929997563362,-0.03601380065083504,-0.03296830132603645,-0.02992280013859272,-0.026877298951148987,-0.023831799626350403,-0.02078630030155182,-0.017740799114108086,-0.014695298857986927,-0.011649798601865768,-0.00860429834574461,-0.005558798089623451,-0.0025132978335022926,0.0005322098731994629,0.0035777101293206215,0.00662321038544178,0.009668710641562939,0.012714210897684097,0.01575971022248268,0.018805211409926414,0.021850712597370148,0.02489621192216873,0.027941711246967316,0.03098721243441105,0.03403271362185478,0.037078212946653366,0.04012371227145195,0.04316921532154083,0.046214714646339417,0.049260213971138,0.052305713295936584,0.05535121262073517,0.05839671567082405,0.061442214995622635,0.06448771804571152,0.0675332173705101,0.07057871669530869,0.07362421602010727,0.07666971534490585,0.07971521466970444,0.08276071399450302,0.0858062207698822,0.08885172009468079,0.09189721941947937,0.09494271874427795,0.09798821806907654]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,1,1,2,5,2,4,5,13,6,6,14,12,10,19,16,17,21,22,30,34,25,30,25,14,32,45,33,37,38,30,31,21,16,18,21,15,12,9,7,13,8,12,10,8,3,5,2,0,1,1,0,0,0,0,0,0,1,0,1,0,0,1],"bins":[-0.00044530609739013016,-0.0004285764880478382,-0.0004118469078093767,-0.00039511729846708477,-0.0003783876891247928,-0.00036165807978250086,-0.0003449284704402089,-0.0003281988902017474,-0.00031146928085945547,-0.0002947396715171635,-0.000278010091278702,-0.00026128048193641007,-0.0002445508725941181,-0.00022782126325182617,-0.00021109166846144944,-0.00019436207367107272,-0.00017763246432878077,-0.00016090285498648882,-0.0001441732601961121,-0.00012744366540573537,-0.00011071405606344342,-9.398445399710909e-05,-7.725485193077475e-05,-6.052524986444041e-05,-4.3795647798106074e-05,-2.7066045731771737e-05,-1.03364436654374e-05,6.393158400896937e-06,2.3122760467231274e-05,3.985236253356561e-05,5.658196459989995e-05,7.331156666623428e-05,9.004119783639908e-05,0.00010677079990273342,0.00012350040196906775,0.00014022999675944448,0.00015695960610173643,0.00017368921544402838,0.0001904188102344051,0.00020714840502478182,0.00022387801436707377,0.00024060762370936573,0.0002573372330516577,0.00027406681329011917,0.0002907964226324111,0.0003075260319747031,0.00032425561221316457,0.0003409852215554565,0.00035771483089774847,0.0003744444402400404,0.00039117404958233237,0.00040790362982079387,0.0004246332391630858,0.00044136284850537777,0.00045809242874383926,0.0004748220380861312,0.0004915516474284232,0.0005082812276668847,0.0005250108661130071,0.0005417404463514686,0.0005584700265899301,0.0005751996650360525,0.000591929245274514,0.0006086588837206364,0.0006253884639590979]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,2,0,0,1,2,2,5,8,9,12,12,18,27,32,52,96,139,124,63,47,42,17,9,8,5,10,5,6,2,2,4,1,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.023197583854198456,-0.02229570597410202,-0.021393828094005585,-0.0204919520765543,-0.019590074196457863,-0.018688196316361427,-0.01778632029891014,-0.016884442418813705,-0.01598256453871727,-0.015080686658620834,-0.014178809709846973,-0.013276932761073112,-0.012375054880976677,-0.011473177000880241,-0.01057130005210638,-0.00966942310333252,-0.008767545223236084,-0.007865667343139648,-0.0069637903943657875,-0.006061912979930639,-0.005160035565495491,-0.004258158151060343,-0.0033562807366251945,-0.0024544033221900463,-0.001552525907754898,-0.0006506484933197498,0.0002512289211153984,0.0011531063355505466,0.002054983749985695,0.002956861164420843,0.0038587385788559914,0.00476061599329114,0.005662493407726288,0.006564370822161436,0.007466248236596584,0.008368125185370445,0.00927000306546688,0.010171880945563316,0.011073757894337177,0.011975634843111038,0.012877512723207474,0.01377939060330391,0.01468126755207777,0.015583144500851631,0.016485022380948067,0.017386900261044502,0.01828877627849579,0.019190654158592224,0.02009253203868866,0.020994409918785095,0.02189628779888153,0.022798163816332817,0.023700041696429253,0.024601919576525688,0.025503795593976974,0.02640567347407341,0.027307551354169846,0.02820942923426628,0.029111307114362717,0.030013183131814003,0.03091506101191044,0.031816937029361725,0.03271881490945816,0.033620692789554596,0.03452257066965103],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.0009316058130934834,-0.0009040783625096083,-0.0008765509119257331,-0.0008490234613418579,-0.0008214960107579827,-0.0007939685019664466,-0.0007664410513825715,-0.0007389136007986963,-0.0007113861502148211,-0.0006838586996309459,-0.0006563312490470707,-0.0006288037984631956,-0.0006012762896716595,-0.0005737488390877843,-0.0005462213885039091,-0.0005186939379200339,-0.0004911664873361588,-0.0004636390367522836,-0.0004361115861684084,-0.00040858410648070276,-0.0003810566558968276,-0.0003535292053129524,-0.00032600172562524676,-0.0002984742750413716,-0.0002709468244574964,-0.00024341937387362123,-0.00021589190873783082,-0.0001883644436020404,-0.00016083699301816523,-0.00013330954243429005,-0.00010578207729849964,-7.825461943866685e-05,-5.072721978649497e-05,-2.3199761926662177e-05,4.327695933170617e-06,3.185515379300341e-05,5.9382611652836204e-05,8.6910069512669e-05,0.00011443752737250179,0.0001419649925082922,0.00016949244309216738,0.00019701989367604256,0.00022454735881183296,0.00025207482394762337,0.00027960227453149855,0.00030712972511537373,0.00033465720480307937,0.00036218465538695455,0.0003897121059708297,0.0004172395565547049,0.0004447670071385801,0.0004722944868262857,0.0004998219665139914,0.0005273494170978665,0.0005548768676817417,0.0005824043182656169,0.0006099317688494921,0.0006374592194333673,0.0006649866700172424,0.0006925141206011176,0.0007200415711849928,0.0007475690799765289,0.0007750965305604041,0.0008026239811442792,0.0008301514317281544],"_type":"histogram","values":[1,0,0,0,0,0,0,2,2,0,5,3,7,12,3,7,18,16,21,16,13,14,21,25,19,21,18,22,14,30,20,23,21,23,17,14,24,12,20,29,29,19,19,14,20,24,15,15,16,17,15,15,9,7,8,3,4,2,0,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,1,1,1,0,3,5,3,5,7,6,10,4,10,14,10,6,13,13,6,12,17,24,27,30,29,31,24,25,28,29,27,29,26,25,32,34,24,18,17,9,16,13,7,14,14,9,10,17,5,9,4,4,2,1,0,0,3,1,0,0,2],"bins":[-0.0004984911647625268,-0.0004831549304071814,-0.000467818696051836,-0.0004524824325926602,-0.0004371461982373148,-0.00042180996388196945,-0.0004064737004227936,-0.00039113746606744826,-0.0003758012317121029,-0.0003604649973567575,-0.00034512876300141215,-0.00032979249954223633,-0.00031445626518689096,-0.0002991200308315456,-0.00028378376737236977,-0.0002684475330170244,-0.00025311129866167903,-0.00023777506430633366,-0.00022243881539907306,-0.00020710256649181247,-0.0001917663321364671,-0.00017643009778112173,-0.00016109384887386113,-0.00014575759996660054,-0.00013042136561125517,-0.00011508512397995219,-9.97488823486492e-05,-8.441264071734622e-05,-6.907639908604324e-05,-5.3740157454740256e-05,-3.8403915823437274e-05,-2.306767419213429e-05,-7.731374353170395e-06,7.604867278132588e-06,2.294110890943557e-05,3.827735054073855e-05,5.3613592172041535e-05,6.894983380334452e-05,8.42860754346475e-05,9.962231706595048e-05,0.00011495855869725347,0.00013029479305259883,0.00014563104195985943,0.00016096729086712003,0.0001763035252224654,0.00019163975957781076,0.00020697600848507136,0.00022231225739233196,0.00023764849174767733,0.0002529847261030227,0.00026832096045836806,0.0002836572239175439,0.00029899345827288926,0.0003143296926282346,0.00032966595608741045,0.0003450021904427558,0.0003603384247981012,0.00037567465915344656,0.0003910108935087919,0.00040634715696796775,0.0004216833913233131,0.0004370196256786585,0.0004523558891378343,0.0004676921234931797,0.00048302835784852505]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,2,2,1,2,4,1,6,6,5,10,13,9,14,10,19,18,25,22,24,30,34,33,24,30,31,34,31,42,33,22,23,29,22,25,16,24,10,17,15,6,4,8,5,5,6,1,2,2,2,2,1,1,0,0,1,0,0,0,1],"bins":[-0.0023352690041065216,-0.0022578290663659573,-0.0021803893614560366,-0.0021029494237154722,-0.0020255097188055515,-0.0019480697810649872,-0.0018706299597397447,-0.0017931901384145021,-0.0017157503170892596,-0.001638310495764017,-0.0015608706744387746,-0.001483430853113532,-0.0014059909153729677,-0.0013285510940477252,-0.0012511112727224827,-0.0011736714513972402,-0.0010962316300719976,-0.0010187918087467551,-0.0009413519874215126,-0.0008639121078886092,-0.0007864722865633667,-0.0007090324652381241,-0.0006315925857052207,-0.0005541527643799782,-0.00047671294305473566,-0.00039927312172949314,-0.00032183327130042017,-0.0002443934208713472,-0.00016695359954610467,-8.951376366894692e-05,-1.2073927791789174e-05,6.536590808536857e-05,0.00014280574396252632,0.00022024557983968407,0.0002976854157168418,0.0003751252661459148,0.0004525650874711573,0.0005300049087963998,0.0006074447883293033,0.0006848846096545458,0.0007623244309797883,0.0008397642523050308,0.0009172040736302733,0.0009946438949555159,0.0010720838326960802,0.0011495236540213227,0.0012269634753465652,0.0013044032966718078,0.0013818431179970503,0.0014592829393222928,0.0015367227606475353,0.0016141625819727778,0.0016916024032980204,0.0017690423410385847,0.0018464821623638272,0.0019239219836890697,0.002001361921429634,0.002078801626339555,0.002156241564080119,0.00223368126899004,0.002311121206730604,0.002388560911640525,0.002466000849381089,0.00254344055429101,0.0026208804920315742]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.0006151098059490323,-0.0005928589962422848,-0.0005706082447431982,-0.0005483574932441115,-0.000526106683537364,-0.0005038558738306165,-0.00048160512233152986,-0.0004593543417286128,-0.0004371035611256957,-0.00041485278052277863,-0.00039260199991986156,-0.0003703512193169445,-0.0003481004387140274,-0.00032584965811111033,-0.00030359887750819325,-0.0002813480969052762,-0.0002590973163023591,-0.00023684653569944203,-0.00021459575509652495,-0.00019234497449360788,-0.0001700941938906908,-0.00014784341328777373,-0.00012559263268485665,-0.00010334185208193958,-8.10910714790225e-05,-5.884029087610543e-05,-3.658951027318835e-05,-1.4338729670271277e-05,7.912050932645798e-06,3.0162831535562873e-05,5.241361213847995e-05,7.466439274139702e-05,9.691523155197501e-05,0.00011916601215489209,0.00014141679275780916,0.00016366757336072624,0.0001859183539636433,0.0002081691345665604,0.00023041991516947746,0.00025267069577239454,0.0002749214763753116,0.0002971722569782287,0.00031942303758114576,0.00034167381818406284,0.0003639245987869799,0.000386175379389897,0.00040842615999281406,0.00043067694059573114,0.0004529277211986482,0.0004751785018015653,0.0004974292824044824,0.0005196800921112299,0.0005419308436103165,0.0005641815951094031,0.0005864324048161507,0.0006086832145228982,0.0006309339660219848,0.0006531847175210714,0.000675435527227819,0.0006976863369345665,0.0007199370884336531,0.0007421878399327397,0.0007644386496394873,0.0007866894593462348,0.0008089402108453214],"_type":"histogram","values":[2,0,0,1,1,0,4,3,2,4,9,8,5,5,10,11,14,17,16,22,25,19,35,29,28,30,35,41,50,51,40,28,37,31,24,17,21,19,11,17,8,6,4,2,1,7,2,3,2,2,2,1,2,0,1,0,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,0,1,1,1,3,1,1,4,7,3,5,9,7,12,12,21,35,31,29,41,40,61,62,62,84,53,94,101,114,98,110,127,110,87,86,94,65,59,48,49,43,41,24,22,17,20,11,12,3,3,7,1,5,2,1,1,1,1,2,2],"bins":[-0.000785913085564971,-0.0007633143104612827,-0.0007407154771499336,-0.0007181167020462453,-0.0006955178687348962,-0.0006729190936312079,-0.0006503203185275197,-0.0006277214852161705,-0.0006051227101124823,-0.0005825239350087941,-0.0005599251016974449,-0.0005373263265937567,-0.0005147275514900684,-0.0004921287181787193,-0.00046952994307503104,-0.00044693113886751235,-0.00042433233465999365,-0.00040173353045247495,-0.00037913472624495625,-0.000356535951141268,-0.0003339371469337493,-0.0003113383427262306,-0.0002887395676225424,-0.0002661407634150237,-0.000243541959207505,-0.0002209431549999863,-0.00019834436534438282,-0.00017574557568877935,-0.00015314677148126066,-0.00013054796727374196,-0.00010794917761813849,-8.535038068657741e-05,-6.275158375501633e-05,-4.0152786823455244e-05,-1.7553989891894162e-05,5.044807039666921e-06,2.7643603971228004e-05,5.0242400902789086e-05,7.284119783435017e-05,9.543999476591125e-05,0.00011803879169747233,0.00014063759590499103,0.0001632363855605945,0.00018583517521619797,0.00020843397942371666,0.00023103278363123536,0.0002536315587349236,0.0002762303629424423,0.000298829167149961,0.0003214279713574797,0.0003440267755649984,0.00036662555066868663,0.0003892243548762053,0.000411823159083724,0.00043442193418741226,0.00045702073839493096,0.00047961954260244966,0.0005022183177061379,0.000524817151017487,0.0005474159261211753,0.0005700147012248635,0.0005926135345362127,0.0006152123096399009,0.0006378111429512501,0.0006604099180549383],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,0,1,1,0,0,3,1,2,5,4,8,6,8,8,13,16,10,13,11,18,24,22,35,25,37,34,26,30,44,37,29,34,32,23,37,20,24,19,13,12,10,12,13,12,8,8,3,5,1,3,1,0,1,1,0,0,0,0,0,1,1],"bins":[-0.000534111401066184,-0.0005170037038624287,-0.0004998959484510124,-0.00048278822214342654,-0.0004656804958358407,-0.00044857276952825487,-0.00043146504322066903,-0.0004143573169130832,-0.00039724959060549736,-0.0003801418642979115,-0.0003630341379903257,-0.00034592641168273985,-0.000328818685375154,-0.0003117109590675682,-0.00029460323275998235,-0.0002774955064523965,-0.0002603877801448107,-0.00024328005383722484,-0.000226172327529639,-0.00020906460122205317,-0.00019195687491446733,-0.0001748491486068815,-0.00015774142229929566,-0.00014063369599170983,-0.000123525969684124,-0.00010641824337653816,-8.931051706895232e-05,-7.220279076136649e-05,-5.509506445378065e-05,-3.7987338146194816e-05,-2.087961183860898e-05,-3.7718855310231447e-06,1.333584077656269e-05,3.0443567084148526e-05,4.755129339173436e-05,6.46590196993202e-05,8.176674600690603e-05,9.887447231449187e-05,0.0001159821986220777,0.00013308992492966354,0.00015019765123724937,0.0001673053775448352,0.00018441310385242105,0.00020152083016000688,0.00021862855646759272,0.00023573628277517855,0.0002528440090827644,0.0002699517353903502,0.00028705946169793606,0.0003041671880055219,0.00032127491431310773,0.00033838264062069356,0.0003554903669282794,0.00037259809323586524,0.00038970581954345107,0.0004068135458510369,0.00042392127215862274,0.0004410289984662086,0.0004581367247737944,0.00047524445108138025,0.0004923521773889661,0.0005094598745927215,0.0005265676300041378,0.000543675385415554,0.0005607830826193094]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,1,4,1,1,1,2,11,10,11,17,17,30,19,33,50,43,44,58,65,62,86,69,86,96,80,101,80,95,87,95,90,74,75,67,65,55,38,39,37,31,22,17,18,16,10,9,6,7,4,2,3,1,2,1,0,1],"bins":[-0.0007611186010763049,-0.0007392515544779599,-0.0007173845660872757,-0.0006955175194889307,-0.0006736505310982466,-0.0006517834844999015,-0.0006299164961092174,-0.0006080494495108724,-0.0005861824611201882,-0.0005643154145218432,-0.0005424483679234982,-0.000520581379532814,-0.000498714332934469,-0.0004768473154399544,-0.0004549802979454398,-0.00043311328045092523,-0.00041124626295641065,-0.00038937924546189606,-0.0003675122279673815,-0.0003456452104728669,-0.0003237781929783523,-0.00030191114638000727,-0.0002800441288854927,-0.0002581771113909781,-0.0002363100938964635,-0.00021444307640194893,-0.00019257605890743434,-0.00017070902686100453,-0.00014884200936648995,-0.00012697499187197536,-0.00010510796710150316,-8.324094233103096e-05,-6.13739830441773e-05,-3.95069619116839e-05,-1.763994077919051e-05,4.227080353302881e-06,2.6094101485796273e-05,4.7961122618289664e-05,6.982814375078306e-05,9.169516852125525e-05,0.00011356218601576984,0.00013542920351028442,0.000157296221004799,0.00017916325305122882,0.0002010302705457434,0.000222897288040258,0.0002447643200866878,0.0002666313375812024,0.00028849835507571697,0.00031036537257023156,0.00033223239006474614,0.0003540994075592607,0.0003759664250537753,0.00039783347165212035,0.00041970048914663494,0.0004415675066411495,0.0004634345241356641,0.0004853015416301787,0.0005071685882285237,0.0005290355766192079,0.0005509026232175529,0.000572769611608237,0.0005946366582065821,0.0006165036465972662,0.0006383706931956112]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,3,2,3,3,4,4,6,8,15,8,26,48,69,79,129,159,283,493,725,1139,1973,3129,5481,9272,17608,33695,72640,147674,147424,72502,34666,17163,9637,5438,3107,1884,1189,745,528,281,212,129,74,69,25,16,24,16,1,3,2,3,2,3,1,0,0,0,0,1],"bins":[-0.0022430419921875,-0.0021729469299316406,-0.0021028518676757812,-0.002032756805419922,-0.0019626617431640625,-0.0018925666809082031,-0.0018224716186523438,-0.0017523765563964844,-0.001682281494140625,-0.0016121864318847656,-0.0015420913696289062,-0.0014719963073730469,-0.0014019012451171875,-0.0013318061828613281,-0.0012617111206054688,-0.0011916160583496094,-0.00112152099609375,-0.0010514259338378906,-0.0009813308715820312,-0.0009112358093261719,-0.0008411407470703125,-0.0007710456848144531,-0.0007009506225585938,-0.0006308555603027344,-0.000560760498046875,-0.0004906654357910156,-0.00042057037353515625,-0.0003504753112792969,-0.0002803802490234375,-0.00021028518676757812,-0.00014019012451171875,-7.009506225585938e-05,0,7.009506225585938e-05,0.00014019012451171875,0.00021028518676757812,0.0002803802490234375,0.0003504753112792969,0.00042057037353515625,0.0004906654357910156,0.000560760498046875,0.0006308555603027344,0.0007009506225585938,0.0007710456848144531,0.0008411407470703125,0.0009112358093261719,0.0009813308715820312,0.0010514259338378906,0.00112152099609375,0.0011916160583496094,0.0012617111206054688,0.0013318061828613281,0.0014019012451171875,0.0014719963073730469,0.0015420913696289062,0.0016121864318847656,0.001682281494140625,0.0017523765563964844,0.0018224716186523438,0.0018925666809082031,0.0019626617431640625,0.002032756805419922,0.0021028518676757812,0.0021729469299316406,0.0022430419921875]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,1,1,1,1,0,0,1,1,2,2,9,7,11,9,16,14,20,26,17,31,29,40,32,42,48,47,47,49,55,31,35,21,20,21,13,15,6,15,3,7,5,5,0,3,3,2,0,0,0,0,0,0,0,0,2],"bins":[-0.0007520581712014973,-0.0007301236037164927,-0.0007081890944391489,-0.0006862545851618052,-0.0006643200176768005,-0.0006423854501917958,-0.0006204509409144521,-0.0005985164316371083,-0.0005765818641521037,-0.000554647296667099,-0.0005327127873897552,-0.0005107782781124115,-0.0004888437106274068,-0.00046690917224623263,-0.0004449746338650584,-0.0004230400954838842,-0.00040110555710271,-0.0003791710187215358,-0.0003572364803403616,-0.0003353019419591874,-0.0003133674035780132,-0.000291432865196839,-0.00026949832681566477,-0.00024756378843449056,-0.00022562925005331635,-0.00020369471167214215,-0.00018176017329096794,-0.00015982563490979373,-0.00013789109652861953,-0.00011595655814744532,-9.402201976627111e-05,-7.208748138509691e-05,-5.015288479626179e-05,-2.821834641508758e-05,-6.283808033913374e-06,1.5650730347260833e-05,3.758526872843504e-05,5.9519807109609246e-05,8.145434549078345e-05,0.00010338888387195766,0.00012532342225313187,0.00014725796063430607,0.00016919249901548028,0.0001911270373966545,0.0002130615757778287,0.0002349961141590029,0.0002569306525401771,0.0002788651909213513,0.0003007997293025255,0.0003227342676836997,0.00034466880606487393,0.00036660334444604814,0.00038853788282722235,0.00041047242120839655,0.00043240695958957076,0.00045434149797074497,0.0004762760363519192,0.0004982105456292629,0.0005201451131142676,0.0005420796805992723,0.000564014189876616,0.0005859486991539598,0.0006078832666389644,0.0006298178341239691,0.0006517523434013128],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,2,6,1,3,6,10,6,7,6,16,11,15,16,21,24,27,26,31,35,35,28,49,59,41,46,39,35,23,22,22,17,14,17,6,7,4,3,2,4,6,1,5,4,1,0,2,0,0,1,0,1,1,0,0,1],"bins":[-0.0007145489798858762,-0.0006911452510394156,-0.0006677415804006159,-0.0006443378515541553,-0.0006209341809153557,-0.0005975304520688951,-0.0005741267814300954,-0.0005507230525836349,-0.0005273193819448352,-0.0005039156530983746,-0.0004805119533557445,-0.00045710825361311436,-0.0004337045247666538,-0.00041030082502402365,-0.00038689712528139353,-0.0003634934255387634,-0.0003400897257961333,-0.00031668602605350316,-0.00029328232631087303,-0.0002698786265682429,-0.0002464749268256128,-0.00022307121253106743,-0.00019966749823652208,-0.00017626379849389195,-0.00015286009875126183,-0.0001294563990086317,-0.00010605269199004397,-8.264898497145623e-05,-5.9245285228826106e-05,-3.5841581848217174e-05,-1.2437878467608243e-05,1.0965824913000688e-05,3.4369470085948706e-05,5.777317346655764e-05,8.117687684716657e-05,0.0001045805838657543,0.00012798428360838443,0.00015138798335101455,0.0001747916976455599,0.00019819539738819003,0.00022159909713082016,0.0002450027968734503,0.0002684064966160804,0.00029181019635871053,0.0003152139252051711,0.00033861762494780123,0.00036202132469043136,0.0003854250244330615,0.0004088287241756916,0.00043223242391832173,0.00045563612366095185,0.000479039823403582,0.0005024435231462121,0.0005258472519926727,0.0005492509226314723,0.0005726546514779329,0.0005960583221167326,0.0006194620509631932,0.0006428657798096538,0.0006662694504484534,0.000689673179294914,0.0007130768499337137,0.0007364805787801743,0.0007598842494189739,0.0007832879782654345]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.003710508346557617,-0.0035940222442150116,-0.003477536141872406,-0.0033610500395298004,-0.003244563937187195,-0.0031280778348445892,-0.0030115917325019836,-0.002895105630159378,-0.0027786195278167725,-0.002662133425474167,-0.0025456473231315613,-0.0024291612207889557,-0.00231267511844635,-0.0021961890161037445,-0.002079702913761139,-0.0019632168114185333,-0.0018467307090759277,-0.0017302446067333221,-0.0016137585043907166,-0.001497272402048111,-0.0013807862997055054,-0.0012643001973628998,-0.0011478140950202942,-0.0010313279926776886,-0.000914841890335083,-0.0007983557879924774,-0.0006818696856498718,-0.0005653835833072662,-0.00044889748096466064,-0.00033241137862205505,-0.00021592527627944946,-9.943917393684387e-05,1.704692840576172e-05,0.0001335330307483673,0.0002500191330909729,0.0003665052354335785,0.0004829913377761841,0.0005994774401187897,0.0007159635424613953,0.0008324496448040009,0.0009489357471466064,0.001065421849489212,0.0011819079518318176,0.0012983940541744232,0.0014148801565170288,0.0015313662588596344,0.00164785236120224,0.0017643384635448456,0.0018808245658874512,0.0019973106682300568,0.0021137967705726624,0.002230282872915268,0.0023467689752578735,0.002463255077600479,0.0025797411799430847,0.0026962272822856903,0.002812713384628296,0.0029291994869709015,0.003045685589313507,0.0031621716916561127,0.0032786577939987183,0.003395143896341324,0.0035116299986839294,0.003628116101026535,0.0037446022033691406],"_type":"histogram","values":[1,0,0,0,1,0,1,1,2,1,0,3,7,8,6,5,7,10,7,18,16,12,12,18,26,27,18,24,34,27,34,28,23,42,31,27,36,26,29,28,32,25,18,16,9,8,12,10,8,9,4,8,1,2,3,1,0,1,2,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,0,4,1,3,4,12,3,10,12,21,43,44,73,109,159,237,282,463,715,1000,1627,2361,3251,4984,7402,11544,17341,27877,48321,104184,169796,78771,40161,24144,15065,9722,6656,4294,2936,1953,1360,965,613,393,308,162,136,97,52,56,28,16,16,4,10,7,6,2,3,1,0,1,1],"bins":[-0.020263671875,-0.019617080688476562,-0.018970489501953125,-0.018323898315429688,-0.01767730712890625,-0.017030715942382812,-0.016384124755859375,-0.015737533569335938,-0.0150909423828125,-0.014444351196289062,-0.013797760009765625,-0.013151168823242188,-0.01250457763671875,-0.011857986450195312,-0.011211395263671875,-0.010564804077148438,-0.009918212890625,-0.009271621704101562,-0.008625030517578125,-0.007978439331054688,-0.00733184814453125,-0.0066852569580078125,-0.006038665771484375,-0.0053920745849609375,-0.0047454833984375,-0.0040988922119140625,-0.003452301025390625,-0.0028057098388671875,-0.00215911865234375,-0.0015125274658203125,-0.000865936279296875,-0.0002193450927734375,0.00042724609375,0.0010738372802734375,0.001720428466796875,0.0023670196533203125,0.00301361083984375,0.0036602020263671875,0.004306793212890625,0.0049533843994140625,0.0055999755859375,0.0062465667724609375,0.006893157958984375,0.0075397491455078125,0.00818634033203125,0.008832931518554688,0.009479522705078125,0.010126113891601562,0.010772705078125,0.011419296264648438,0.012065887451171875,0.012712478637695312,0.01335906982421875,0.014005661010742188,0.014652252197265625,0.015298843383789062,0.0159454345703125,0.016592025756835938,0.017238616943359375,0.017885208129882812,0.01853179931640625,0.019178390502929688,0.019824981689453125,0.020471572875976562,0.0211181640625]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,1,2,0,7,6,6,8,4,13,15,15,13,18,19,20,30,21,22,25,19,18,20,19,28,33,30,31,25,29,25,23,17,26,20,17,15,17,16,14,11,11,8,8,7,9,2,2,3,7,0,1,1,3,1,0,1,2],"bins":[-0.001638130284845829,-0.0015865719178691506,-0.0015350135508924723,-0.0014834553003311157,-0.0014318969333544374,-0.001380338566377759,-0.0013287803158164024,-0.001277221948839724,-0.0012256635818630457,-0.0011741052148863673,-0.001122546847909689,-0.0010709885973483324,-0.001019430230371654,-0.0009678718633949757,-0.0009163135546259582,-0.0008647552458569407,-0.0008131968788802624,-0.000761638511903584,-0.0007100802031345665,-0.0006585218943655491,-0.0006069635273888707,-0.0005554051604121923,-0.0005038468516431749,-0.00045228851377032697,-0.00040073017589747906,-0.00034917183802463114,-0.00029761350015178323,-0.0002460551622789353,-0.0001944968244060874,-0.00014293848653323948,-9.138014866039157e-05,-3.9821810787543654e-05,1.173652708530426e-05,6.329486495815217e-05,0.00011485320283100009,0.000166411540703848,0.00021796987857669592,0.00026952821644954383,0.00032108655432239175,0.00037264489219523966,0.0004242032300680876,0.0004757615679409355,0.0005273199058137834,0.0005788782145828009,0.0006304365815594792,0.0006819949485361576,0.0007335532573051751,0.0007851115660741925,0.0008366699330508709,0.0008882283000275493,0.0009397866087965667,0.0009913449175655842,0.0010429032845422626,0.001094461651518941,0.0011460199020802975,0.0011975782690569758,0.0012491366360336542,0.0013006950030103326,0.001352253369987011,0.0014038116205483675,0.0014553699875250459,0.0015069283545017242,0.0015584866050630808,0.0016100449720397592,0.0016616033390164375]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,2,3,6,6,4,6,6,4,15,10,13,13,22,31,24,23,26,30,23,25,31,31,29,29,39,39,22,28,26,32,23,21,20,15,8,13,11,8,7,14,4,3,4,2,1,5,3,1,0,1,1,0,0,1,0,1],"bins":[-0.001930084079504013,-0.0018675209721550345,-0.001804957864806056,-0.0017423948738723993,-0.0016798317665234208,-0.0016172686591744423,-0.0015547056682407856,-0.001492142560891807,-0.0014295794535428286,-0.00136701634619385,-0.0013044532388448715,-0.0012418902479112148,-0.0011793271405622363,-0.0011167640332132578,-0.001054201042279601,-0.0009916379349306226,-0.0009290748275816441,-0.0008665117202326655,-0.0008039486710913479,-0.0007413856219500303,-0.0006788225146010518,-0.0006162594072520733,-0.0005536963581107557,-0.0004911333089694381,-0.00042857020162045956,-0.0003660071233753115,-0.00030344404513016343,-0.00024088096688501537,-0.0001783178886398673,-0.00011575481039471924,-5.319173214957118e-05,9.371346095576882e-06,7.193442434072495e-05,0.000134497502585873,0.00019706058083102107,0.00025962365907616913,0.0003221867373213172,0.00038474981556646526,0.0004473128938116133,0.0005098759429529309,0.0005724390503019094,0.000635002157650888,0.0006975652067922056,0.0007601282559335232,0.0008226913632825017,0.0008852544706314802,0.0009478175197727978,0.0010103805689141154,0.001072943676263094,0.0011355067836120725,0.001198069890961051,0.0012606328818947077,0.0013231959892436862,0.0013857590965926647,0.0014483220875263214,0.0015108851948753,0.0015734483022242785,0.001636011409573257,0.0016985745169222355,0.0017611375078558922,0.0018237006152048707,0.0018862637225538492,0.001948826713487506,0.0020113899372518063,0.002073952928185463]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.00045311657595448196,-0.0004387536901049316,-0.00042439077515155077,-0.00041002786019816995,-0.0003956649743486196,-0.0003813020884990692,-0.0003669391735456884,-0.00035257625859230757,-0.0003382133727427572,-0.00032385048689320683,-0.000309487571939826,-0.0002951246569864452,-0.0002807617711368948,-0.00026639888528734446,-0.00025203597033396363,-0.00023767306993249804,-0.00022331016953103244,-0.00020894726912956685,-0.00019458436872810125,-0.00018022146832663566,-0.00016585856792517006,-0.00015149566752370447,-0.00013713276712223887,-0.00012276986672077328,-0.00010840696631930768,-9.404406591784209e-05,-7.96811655163765e-05,-6.53182651149109e-05,-5.0955364713445306e-05,-3.659246431197971e-05,-2.2229563910514116e-05,-7.866663509048522e-06,6.4962077885866165e-06,2.085910819005221e-05,3.5222008591517806e-05,4.95849089929834e-05,6.3947809394449e-05,7.831070979591459e-05,9.267361019738019e-05,0.00010703651059884578,0.00012139941100031137,0.00013576231140177697,0.00015012521180324256,0.00016448811220470816,0.00017885101260617375,0.00019321391300763935,0.00020757681340910494,0.00022193971381057054,0.00023630261421203613,0.00025066552916541696,0.0002650284150149673,0.0002793913008645177,0.0002937542158178985,0.00030811713077127934,0.0003224800166208297,0.00033684290247038007,0.0003512058174237609,0.0003655687323771417,0.0003799316182266921,0.00039429450407624245,0.00040865741902962327,0.0004230203339830041,0.00043738321983255446,0.0004517461056821048,0.00046610902063548565],"_type":"histogram","values":[1,0,0,1,3,2,2,3,6,2,2,5,5,7,8,10,11,16,12,18,16,15,19,24,18,28,22,26,27,27,27,33,31,34,24,31,25,30,17,29,17,13,17,10,14,5,9,9,10,13,5,9,5,3,5,0,0,4,1,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,1,2,1,4,0,3,3,6,4,9,4,9,10,13,15,23,25,25,21,33,27,28,29,30,34,36,37,39,38,35,24,24,26,19,23,12,6,9,17,9,8,8,6,5,6,6,3,0,1,0,1,2,0,1,2,1,0,0,0,1,1],"bins":[-0.0002545866882428527,-0.000245659495703876,-0.0002367323322687298,-0.00022780515428166837,-0.00021887797629460692,-0.00020995079830754548,-0.00020102362032048404,-0.0001920964423334226,-0.00018316926434636116,-0.00017424208635929972,-0.00016531490837223828,-0.00015638773038517684,-0.0001474605523981154,-0.00013853337441105396,-0.00012960619642399251,-0.00012067901843693107,-0.00011175184044986963,-0.00010282466246280819,-9.389748447574675e-05,-8.497030648868531e-05,-7.604312850162387e-05,-6.711595051456243e-05,-5.818877252750099e-05,-4.9261594540439546e-05,-4.0334416553378105e-05,-3.1407238566316664e-05,-2.2480060579255223e-05,-1.3552882592193782e-05,-4.625704605132341e-06,4.3014733819290996e-06,1.322865136899054e-05,2.215582935605198e-05,3.108300734311342e-05,4.001018533017486e-05,4.8937363317236304e-05,5.7864541304297745e-05,6.679171929135919e-05,7.571889727842063e-05,8.464607526548207e-05,9.357325325254351e-05,0.00010250043123960495,0.00011142760922666639,0.00012035478721372783,0.00012928196520078927,0.00013820914318785071,0.00014713632117491215,0.0001560634991619736,0.00016499067714903504,0.00017391785513609648,0.00018284503312315792,0.00019177221111021936,0.0002006993890972808,0.00020962656708434224,0.00021855374507140368,0.00022748092305846512,0.00023640810104552656,0.000245335279032588,0.0002542624715715647,0.0002631896350067109,0.0002721167984418571,0.00028104399098083377,0.00028997118351981044,0.00029889834695495665,0.00030782551039010286,0.00031675270292907953]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"bins":[-0.0003561261110007763,-0.0003446427872404456,-0.00033315946348011494,-0.0003216761106159538,-0.0003101927868556231,-0.00029870946309529245,-0.0002872261102311313,-0.00027574278647080064,-0.00026425946271046996,-0.0002527761389501393,-0.00024129280063789338,-0.00022980946232564747,-0.0002183261385653168,-0.00020684281480498612,-0.00019535947649274021,-0.0001838761381804943,-0.00017239281442016363,-0.00016090949065983295,-0.00014942615234758705,-0.00013794281403534114,-0.00012645949027501047,-0.00011497615923872218,-0.00010349282820243388,-9.200949716614559e-05,-8.05261661298573e-05,-6.904283509356901e-05,-5.755950405728072e-05,-4.607617302099243e-05,-3.459284198470414e-05,-2.3109510948415846e-05,-1.1626179912127554e-05,-1.428488758392632e-07,1.1340482160449028e-05,2.282381319673732e-05,3.430714423302561e-05,4.57904752693139e-05,5.727380630560219e-05,6.875713734189048e-05,8.024046837817878e-05,9.172379941446707e-05,0.00010320713045075536,0.00011469046148704365,0.00012617379252333194,0.00013765713083557785,0.00014914045459590852,0.0001606237783562392,0.0001721071166684851,0.000183590454980731,0.0001950737787410617,0.00020655710250139236,0.00021804044081363827,0.00022952377912588418,0.00024100710288621485,0.00025249042664654553,0.00026397377951070666,0.00027545710327103734,0.000286940427031368,0.0002984237507916987,0.00030990707455202937,0.0003213904274161905,0.0003328737511765212,0.00034435707493685186,0.000355840427801013,0.00036732375156134367,0.00037880707532167435],"_type":"histogram","values":[2,0,1,1,0,2,2,1,0,2,1,3,4,2,4,8,10,9,9,12,16,16,22,24,25,29,36,33,32,36,39,36,41,41,27,29,23,24,26,34,20,22,14,14,7,7,8,2,4,1,1,1,0,0,0,2,0,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-1.0579824447631836e-06,-1.0204857971984893e-06,-9.82989149633795e-07,-9.454925020691007e-07,-9.079958545044065e-07,-8.704992069397122e-07,-8.330025593750179e-07,-7.955059118103236e-07,-7.580092642456293e-07,-7.20512616680935e-07,-6.830159691162407e-07,-6.455193215515465e-07,-6.080226739868522e-07,-5.705260264221579e-07,-5.330293788574636e-07,-4.955327312927693e-07,-4.5803608372807503e-07,-4.2053943616338074e-07,-3.8304278859868646e-07,-3.4554614103399217e-07,-3.080494934692979e-07,-2.705528459046036e-07,-2.3305619833990932e-07,-1.9555955077521503e-07,-1.5806290321052074e-07,-1.2056625564582646e-07,-8.306960808113217e-08,-4.557296051643789e-08,-8.076312951743603e-09,2.9420334612950683e-08,6.691698217764497e-08,1.0441362974233925e-07,1.4191027730703354e-07,1.7940692487172782e-07,2.169035724364221e-07,2.544002200011164e-07,2.918968675658107e-07,3.2939351513050497e-07,3.6689016269519925e-07,4.0438681025989354e-07,4.418834578245878e-07,4.793801053892821e-07,5.168767529539764e-07,5.543734005186707e-07,5.91870048083365e-07,6.293666956480592e-07,6.668633432127535e-07,7.043599907774478e-07,7.418566383421421e-07,7.793532859068364e-07,8.168499334715307e-07,8.54346581036225e-07,8.918432286009192e-07,9.293398761656135e-07,9.668365237303078e-07,1.004333171295002e-06,1.0418298188596964e-06,1.0793264664243907e-06,1.116823113989085e-06,1.1543197615537792e-06,1.1918164091184735e-06,1.2293130566831678e-06,1.266809704247862e-06,1.3043063518125564e-06,1.3418029993772507e-06],"_type":"histogram","values":[1,1,0,0,0,1,3,1,0,3,2,2,3,4,5,3,2,9,6,18,16,26,27,33,43,51,52,75,77,51,59,48,20,25,21,19,21,12,5,7,3,1,3,1,1,3,0,0,0,0,0,1,0,0,0,0,2,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.00396728515625,-0.003844738006591797,-0.0037221908569335938,-0.0035996437072753906,-0.0034770965576171875,-0.0033545494079589844,-0.0032320022583007812,-0.003109455108642578,-0.002986907958984375,-0.002864360809326172,-0.0027418136596679688,-0.0026192665100097656,-0.0024967193603515625,-0.0023741722106933594,-0.0022516250610351562,-0.002129077911376953,-0.00200653076171875,-0.0018839836120605469,-0.0017614364624023438,-0.0016388893127441406,-0.0015163421630859375,-0.0013937950134277344,-0.0012712478637695312,-0.0011487007141113281,-0.001026153564453125,-0.0009036064147949219,-0.0007810592651367188,-0.0006585121154785156,-0.0005359649658203125,-0.0004134178161621094,-0.00029087066650390625,-0.00016832351684570312,-4.57763671875e-05,7.677078247070312e-05,0.00019931793212890625,0.0003218650817871094,0.0004444122314453125,0.0005669593811035156,0.0006895065307617188,0.0008120536804199219,0.000934600830078125,0.0010571479797363281,0.0011796951293945312,0.0013022422790527344,0.0014247894287109375,0.0015473365783691406,0.0016698837280273438,0.0017924308776855469,0.00191497802734375,0.002037525177001953,0.0021600723266601562,0.0022826194763183594,0.0024051666259765625,0.0025277137756347656,0.0026502609252929688,0.002772808074951172,0.002895355224609375,0.003017902374267578,0.0031404495239257812,0.0032629966735839844,0.0033855438232421875,0.0035080909729003906,0.0036306381225585938,0.003753185272216797,0.003875732421875],"_type":"histogram","values":[1,2,0,1,1,0,6,7,9,13,20,16,28,46,61,105,164,221,371,472,706,1132,1842,2920,4730,7808,13054,23051,42909,82504,164770,297603,371668,262123,138780,69434,36707,19894,11315,6712,4208,2587,1649,1059,681,478,308,212,157,90,67,49,30,28,17,12,8,5,5,2,4,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,1,5,3,9,14,29,46,82,141,263,309,513,760,1140,1567,2201,3159,4129,5542,7232,9211,11460,13984,16570,19518,22507,25320,27906,30641,31916,32951,33891,33318,32931,31353,29331,26689,23953,21050,18188,15337,12847,10229,8198,6446,4876,3460,2700,1928,1341,932,605,400,247,182,106,64,54,17,11,7,1,2],"bins":[-0.09398302435874939,-0.09111327677965164,-0.0882435217499733,-0.08537377417087555,-0.0825040191411972,-0.07963427156209946,-0.07676452398300171,-0.07389476895332336,-0.07102502137422562,-0.06815527379512787,-0.06528551876544952,-0.062415771186351776,-0.05954601988196373,-0.056676268577575684,-0.053806520998477936,-0.05093676969408989,-0.04806701838970184,-0.0451972670853138,-0.04232751578092575,-0.039457768201828,-0.03658801689743996,-0.03371826559305191,-0.030848516151309013,-0.027978766709566116,-0.02510901540517807,-0.022239264100790024,-0.019369514659047127,-0.01649976521730423,-0.013630013912916183,-0.010760263539850712,-0.00789051316678524,-0.0050207627937197685,-0.002151012420654297,0.0007187379524111748,0.0035884883254766464,0.006458238698542118,0.00932798907160759,0.012197739444673061,0.015067489817738533,0.01793723925948143,0.020806990563869476,0.023676741868257523,0.02654649131000042,0.029416240751743317,0.03228599205613136,0.03515574336051941,0.03802549093961716,0.0408952422440052,0.04376499354839325,0.046634744852781296,0.04950449615716934,0.05237424373626709,0.055243995040655136,0.05811374634504318,0.06098349392414093,0.06385324895381927,0.06672299653291702,0.06959274411201477,0.07246249914169312,0.07533224672079086,0.07820199429988861,0.08107174932956696,0.0839414969086647,0.08681125193834305,0.0896809995174408]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[2,1,2,1,2,1,0,1,1,2,2,4,3,3,5,3,4,8,10,8,13,20,21,30,41,46,50,60,57,70,52,43,46,32,20,15,21,13,8,7,5,7,2,4,3,3,5,1,0,2,1,1,2,1,0,0,1,0,0,1,0,0,0,1],"bins":[-0.004145257640630007,-0.004000355023890734,-0.003855452872812748,-0.003710550256073475,-0.0035656478721648455,-0.003420745488256216,-0.003275842871516943,-0.0031309404876083136,-0.002986038103699684,-0.0028411357197910547,-0.0026962333358824253,-0.0025513307191431522,-0.002406428335234523,-0.0022615259513258934,-0.0021166233345866203,-0.001971720950677991,-0.0018268185667693615,-0.001681916182860732,-0.0015370136825367808,-0.0013921111822128296,-0.0012472087983042002,-0.0011023064143955708,-0.0009574039140716195,-0.0008125014719553292,-0.0006675990298390388,-0.0005226965877227485,-0.0003777941456064582,-0.00023289170349016786,-8.798926137387753e-05,5.6913180742412806e-05,0.00020181562285870314,0.00034671806497499347,0.0004916209727525711,0.0006365234148688614,0.0007814258569851518,0.0009263282991014421,0.0010712307412177324,0.0012161331251263618,0.001361035625450313,0.0015059381257742643,0.0016508405096828938,0.0017957428935915232,0.0019406453939154744,0.0020855478942394257,0.002230450278148055,0.0023753526620566845,0.0025202552787959576,0.002665157662704587,0.0028100600466132164,0.002954962430521846,0.0030998648144304752,0.0032447674311697483,0.0033896698150783777,0.003534572198987007,0.00367947481572628,0.0038243771996349096,0.003969279583543539,0.004114182200282812,0.004259084351360798,0.004403986968100071,0.004548889584839344,0.00469379173591733,0.004838694352656603,0.004983596503734589,0.005128499120473862],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0030101602897047997,-0.0029161034617573023,-0.002822046633809805,-0.002727990038692951,-0.002633933210745454,-0.0025398763827979565,-0.0024458197876811028,-0.0023517629597336054,-0.002257706131786108,-0.0021636493038386106,-0.0020695924758911133,-0.0019755358807742596,-0.0018814790528267622,-0.0017874222248792648,-0.0016933655133470893,-0.0015993088018149137,-0.0015052519738674164,-0.001411195145919919,-0.0013171384343877435,-0.001223081722855568,-0.0011290248949080706,-0.0010349680669605732,-0.0009409113554283977,-0.0008468545856885612,-0.0007527978159487247,-0.0006587410462088883,-0.0005646842764690518,-0.0004706275067292154,-0.00037657073698937893,-0.0002825139672495425,-0.00018845719750970602,-9.440042776986957e-05,-3.4365803003311157e-07,9.371311170980334e-05,0.0001877698814496398,0.00028182665118947625,0.0003758834209293127,0.00046994019066914916,0.0005639969604089856,0.0006580537301488221,0.0007521104998886585,0.000846167269628495,0.0009402240393683314,0.001034280750900507,0.0011283375788480043,0.0012223944067955017,0.0013164511183276772,0.0014105078298598528,0.0015045646578073502,0.0015986214857548475,0.001692678197287023,0.0017867349088191986,0.001880791736766696,0.0019748485647141933,0.002068905159831047,0.0021629619877785444,0.002257018815726042,0.002351075643673539,0.0024451324716210365,0.0025391890667378902,0.0026332458946853876,0.002727302722632885,0.0028213593177497387,0.002915416145697236,0.0030094729736447334],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,3,3,4,3,5,5,11,9,10,12,21,21,26,37,37,58,63,73,81,122,126,135,162,139,144,137,111,96,58,57,49,43,45,21,24,17,12,12,8,10,6,5,4,1,6,0,4,1,1,2,3,0,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,3,1,3,5,4,7,12,8,9,13,15,12,17,26,29,18,29,29,36,38,50,32,49,35,32,30,26,26,19,23,18,18,16,11,9,11,11,5,4,3,6,4,1,3,3,1,2,0,0,1,0,0,1],"bins":[-0.0015601743943989277,-0.001512339455075562,-0.0014645045157521963,-0.0014166694600135088,-0.001368834520690143,-0.0013209995813667774,-0.00127316452562809,-0.0012253295863047242,-0.0011774946469813585,-0.0011296597076579928,-0.0010818247683346272,-0.0010339897125959396,-0.000986154773272574,-0.0009383198339492083,-0.0008904848364181817,-0.0008426498388871551,-0.0007948148995637894,-0.0007469799602404237,-0.0006991449627093971,-0.0006513099651783705,-0.0006034750258550048,-0.0005556400865316391,-0.0005078050890006125,-0.00045997012057341635,-0.0004121351521462202,-0.00036430018371902406,-0.0003164652152918279,-0.00026863024686463177,-0.00022079527843743563,-0.00017296031001023948,-0.00012512534158304334,-7.729037315584719e-05,-2.9455404728651047e-05,1.8379563698545098e-05,6.621453212574124e-05,0.00011404950055293739,0.00016188446898013353,0.00020971943740732968,0.0002575544058345258,0.00030538937426172197,0.0003532243426889181,0.00040105931111611426,0.0004488942795433104,0.000496729277074337,0.0005445642163977027,0.0005923991557210684,0.000640234153252095,0.0006880691507831216,0.0007359040901064873,0.000783739029429853,0.0008315740269608796,0.0008794090244919062,0.0009272439638152719,0.0009750789031386375,0.001022913958877325,0.0010707488982006907,0.0011185838375240564,0.0011664187768474221,0.0012142537161707878,0.0012620887719094753,0.001309923711232841,0.0013577586505562067,0.0014055937062948942,0.00145342864561826,0.0015012635849416256]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9992724657058716,0.9992996454238892,0.9993268251419067,0.9993540048599243,0.9993811845779419,0.9994083642959595,0.999435544013977,0.9994627237319946,0.9994899034500122,0.999517023563385,0.9995442032814026,0.9995713829994202,0.9995985627174377,0.9996257424354553,0.9996529221534729,0.9996801018714905,0.9997072815895081,0.9997344613075256,0.9997616410255432,0.9997888207435608,0.9998160004615784,0.999843180179596,0.9998703598976135,0.9998975396156311,0.9999246597290039,0.9999518394470215,0.9999790191650391,1.0000061988830566,1.0000333786010742,1.0000605583190918,1.0000877380371094,1.000114917755127,1.0001420974731445,1.000169277191162,1.0001964569091797,1.0002236366271973,1.0002508163452148,1.0002779960632324,1.00030517578125,1.0003323554992676,1.0003595352172852,1.0003867149353027,1.0004138946533203,1.000441074371338,1.0004682540893555,1.000495433807373,1.0005226135253906,1.0005497932434082,1.0005769729614258,1.0006040334701538,1.0006312131881714,1.000658392906189,1.0006855726242065,1.0007127523422241,1.0007399320602417,1.0007671117782593,1.0007942914962769,1.0008214712142944,1.000848650932312,1.0008758306503296,1.0009030103683472,1.0009301900863647,1.0009573698043823,1.0009845495224,1.0010117292404175],"_type":"histogram","values":[2,1,2,2,2,2,3,6,6,7,11,14,13,24,25,13,14,20,21,22,25,34,29,19,35,32,23,23,28,28,37,19,22,11,21,20,16,19,18,13,9,13,5,8,2,7,3,8,4,7,4,1,5,1,2,1,3,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,3,2,4,0,2,6,9,3,11,4,8,8,8,12,18,23,21,21,29,36,25,31,32,43,27,20,35,25,21,25,35,22,26,26,16,23,15,8,15,15,7,9,4,7,3,7,4,1,4,1,1,0,1,0,0,0,2],"bins":[-0.006818056106567383,-0.00660831481218338,-0.0063985735177993774,-0.006188832223415375,-0.005979090929031372,-0.005769349634647369,-0.005559608340263367,-0.005349867045879364,-0.005140125751495361,-0.004930384457111359,-0.004720643162727356,-0.004510901868343353,-0.004301160573959351,-0.004091419279575348,-0.003881677985191345,-0.0036719366908073425,-0.00346219539642334,-0.003252454102039337,-0.0030427128076553345,-0.002832971513271332,-0.002623230218887329,-0.0024134889245033264,-0.0022037476301193237,-0.001994006335735321,-0.0017842650413513184,-0.0015745237469673157,-0.001364782452583313,-0.0011550411581993103,-0.0009452998638153076,-0.0007355585694313049,-0.0005258172750473022,-0.00031607598066329956,-0.00010633468627929688,0.00010340660810470581,0.0003131479024887085,0.0005228891968727112,0.0007326304912567139,0.0009423717856407166,0.0011521130800247192,0.001361854374408722,0.0015715956687927246,0.0017813369631767273,0.00199107825756073,0.0022008195519447327,0.0024105608463287354,0.002620302140712738,0.0028300434350967407,0.0030397847294807434,0.003249526023864746,0.0034592673182487488,0.0036690086126327515,0.003878749907016754,0.004088491201400757,0.0042982324957847595,0.004507973790168762,0.004717715084552765,0.004927456378936768,0.00513719767332077,0.005346938967704773,0.005556680262088776,0.005766421556472778,0.005976162850856781,0.006185904145240784,0.006395645439624786,0.006605386734008789]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,2,3,5,12,21,26,64,100,155,246,433,612,1028,1380,2077,3010,4075,5597,7288,9386,11822,14755,17919,20870,23991,27262,30179,32342,33746,35068,35564,34573,33730,31490,28657,26113,22880,19565,16644,13772,11151,8733,6640,5108,3653,2611,1913,1252,793,594,374,201,153,74,54,23,14,8,4,3,1,4],"bins":[-0.09704428911209106,-0.09404139965772629,-0.09103851020336151,-0.08803562074899673,-0.08503273129463196,-0.08202984184026718,-0.07902694493532181,-0.07602405548095703,-0.07302116602659225,-0.07001827657222748,-0.0670153871178627,-0.06401249766349792,-0.06100960820913315,-0.05800671875476837,-0.055003825575113297,-0.05200093612074852,-0.04899804666638374,-0.04599515721201897,-0.04299226775765419,-0.039989374577999115,-0.03698648512363434,-0.03398359566926956,-0.030980706214904785,-0.02797781489789486,-0.024974925443530083,-0.021972035989165306,-0.01896914467215538,-0.015966255217790604,-0.012963364832103252,-0.009960474446415901,-0.006957584526389837,-0.003954694606363773,-0.0009518042206764221,0.0020510859321802855,0.005053976085036993,0.008056866005063057,0.011059756390750408,0.01406264677643776,0.017065536230802536,0.020068427547812462,0.02307131700217724,0.026074206456542015,0.02907709777355194,0.03207998722791672,0.035082876682281494,0.03808576613664627,0.041088659316301346,0.04409154877066612,0.0470944382250309,0.050097327679395676,0.05310021713376045,0.05610311031341553,0.059105999767780304,0.06210888922214508,0.06511177867650986,0.06811466813087463,0.07111755758523941,0.07412044703960419,0.07712333649396896,0.08012623339891434,0.08312912285327911,0.08613201230764389,0.08913490176200867,0.09213779121637344,0.09514068067073822],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.09759105741977692,-0.09468915313482285,-0.09178724884986877,-0.0888853371143341,-0.08598343282938004,-0.08308152854442596,-0.0801796168088913,-0.07727771252393723,-0.07437580823898315,-0.07147390395402908,-0.06857199966907501,-0.06567008793354034,-0.06276818364858627,-0.0598662793636322,-0.05696437135338783,-0.05406246334314346,-0.05116055905818939,-0.04825865477323532,-0.04535674676299095,-0.04245483875274658,-0.03955293446779251,-0.03665103018283844,-0.03374912217259407,-0.03084721602499485,-0.02794530987739563,-0.02504340372979641,-0.02214149758219719,-0.01923959143459797,-0.01633768528699875,-0.013435779139399529,-0.010533872991800308,-0.007631966844201088,-0.004730060696601868,-0.0018281545490026474,0.0010737515985965729,0.003975657746195793,0.006877563893795013,0.009779470041394234,0.012681376188993454,0.015583282336592674,0.018485188484191895,0.021387094631791115,0.024289000779390335,0.027190906926989555,0.030092813074588776,0.03299471735954285,0.035896625369787216,0.038798533380031586,0.04170043766498566,0.04460234194993973,0.0475042499601841,0.05040615797042847,0.05330806225538254,0.05620996654033661,0.05911187455058098,0.06201378256082535,0.06491568684577942,0.06781759113073349,0.07071949541568756,0.07362140715122223,0.0765233114361763,0.07942521572113037,0.08232712745666504,0.08522903174161911,0.08813093602657318],"_type":"histogram","values":[1,2,2,4,8,13,13,32,51,83,130,195,321,476,765,1050,1599,2181,3222,4285,5533,7418,9565,11653,14167,17044,19787,22721,25947,28754,30923,32162,33430,34224,34019,32933,31185,29133,26493,23668,20705,17758,14780,12496,9954,7631,5935,4602,3368,2342,1655,1199,776,523,358,233,126,85,47,34,11,7,3,4]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,1,3,1,0,5,4,4,2,5,7,7,9,12,10,6,9,12,7,17,18,15,17,15,23,25,34,24,34,23,33,31,31,26,24,21,24,22,24,22,20,18,24,10,15,10,8,7,3,11,5,3,5,0,4,5,1,1,4,0,1,3,1,1],"bins":[-0.004063790664076805,-0.00393288116902113,-0.003801971208304167,-0.0036710614804178476,-0.0035401517525315285,-0.003409242257475853,-0.003278332529589534,-0.0031474228017032146,-0.0030165130738168955,-0.0028856033459305763,-0.002754693618044257,-0.002623783890157938,-0.0024928743951022625,-0.0023619646672159433,-0.002231054939329624,-0.002100145211443305,-0.001969235483556986,-0.0018383257556706667,-0.0017074160277843475,-0.0015765064163133502,-0.001445596688427031,-0.0013146869605407119,-0.0011837773490697145,-0.0010528676211833954,-0.0009219578932970762,-0.0007910481654107571,-0.0006601384957320988,-0.0005292288260534406,-0.0003983190981671214,-0.0002674093993846327,-0.000136499700602144,-5.590001819655299e-06,0.0001253196969628334,0.0002562293957453221,0.0003871390945278108,0.0005180487642064691,0.0006489584920927882,0.0007798682199791074,0.0009107778896577656,0.0010416875593364239,0.001172597287222743,0.0013035070151090622,0.0014344167429953814,0.0015653263544663787,0.0016962360823526978,0.001827145810239017,0.0019580554217100143,0.0020889651495963335,0.0022198748774826527,0.002350784605368972,0.002481694333255291,0.00261260406114161,0.0027435137890279293,0.002874423284083605,0.003005333011969924,0.003136242739856243,0.0032671524677425623,0.0033980621956288815,0.0035289719235152006,0.0036598816514015198,0.0037907911464571953,0.003921701107174158,0.004052610602229834,0.004183520562946796,0.004314430058002472],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,1,0,1,1,2,2,3,5,5,8,7,12,16,15,10,11,19,19,27,27,29,33,35,32,37,41,40,46,34,27,26,31,21,22,26,19,11,13,14,7,8,5,3,7,4,1,1,0,1,0,0,0,0,1],"bins":[-0.000630283378995955,-0.0006122972117736936,-0.0005943110445514321,-0.0005763248773291707,-0.0005583387101069093,-0.0005403526010923088,-0.0005223664338700473,-0.0005043802666477859,-0.0004863940994255245,-0.00046840793220326304,-0.0004504217649810016,-0.00043243562686257064,-0.0004144494596403092,-0.0003964632924180478,-0.0003784771542996168,-0.0003604909870773554,-0.00034250481985509396,-0.00032451865263283253,-0.0003065324854105711,-0.0002885463472921401,-0.0002705601800698787,-0.00025257401284761727,-0.00023458786017727107,-0.00021660170750692487,-0.00019861554028466344,-0.000180629373062402,-0.0001626432203920558,-0.0001446570677217096,-0.00012667090049944818,-0.00010868474055314437,-9.069858060684055e-05,-7.271242066053674e-05,-5.472620250657201e-05,-3.6740042560268193e-05,-1.875388261396438e-05,-7.677226676605642e-07,1.721843727864325e-05,3.5204597224947065e-05,5.319075717125088e-05,7.11769171175547e-05,8.916307706385851e-05,0.00010714923701016232,0.00012513539695646614,0.00014312154962681234,0.00016110771684907377,0.0001790938840713352,0.0001970800367416814,0.0002150661894120276,0.00023305235663428903,0.00025103852385655046,0.0002690246910788119,0.00028701082919724286,0.0003049969964195043,0.0003229831636417657,0.0003409693017601967,0.0003589554689824581,0.00037694163620471954,0.00039492780342698097,0.0004129139706492424,0.0004309001087676734,0.0004488862759899348,0.00046687244321219623,0.0004848585813306272,0.0005028447485528886,0.0005208309157751501]},"_wandb":{"runtime":116},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,0,3,2,3,1,2,5,9,15,7,13,22,13,14,21,31,33,32,43,52,43,49,47,49,59,63,64,54,62,76,68,63,50,54,52,43,41,33,41,41,21,25,21,23,10,10,11,4,6,6,6,5,1,4,4,1,1,1,0,2],"bins":[-0.06683214753866196,-0.06472456455230713,-0.0626169815659523,-0.06050940230488777,-0.058401819318532944,-0.056294236332178116,-0.054186657071113586,-0.05207907408475876,-0.04997149109840393,-0.0478639081120491,-0.045756325125694275,-0.043648745864629745,-0.04154116287827492,-0.03943357989192009,-0.03732600063085556,-0.03521841764450073,-0.033110834658145905,-0.031003251671791077,-0.028895670548081398,-0.02678808942437172,-0.02468050643801689,-0.022572923451662064,-0.020465342327952385,-0.018357761204242706,-0.01625017821788788,-0.014142596162855625,-0.012035014107823372,-0.009927432052791119,-0.007819849997758865,-0.005712267942726612,-0.003604685887694359,-0.0014971038326621056,0.0006104707717895508,0.002718052826821804,0.004825634881854057,0.006933216936886311,0.009040798991918564,0.011148381046950817,0.01325596310198307,0.015363545157015324,0.017471127212047577,0.019578710198402405,0.021686291322112083,0.023793872445821762,0.02590145543217659,0.028009038418531418,0.030116619542241096,0.032224200665950775,0.0343317836523056,0.03643936663866043,0.03854694962501526,0.04065452888607979,0.042762111872434616,0.044869694858789444,0.04697727411985397,0.0490848571062088,0.05119244009256363,0.05330002307891846,0.055407606065273285,0.057515185326337814,0.05962276831269264,0.06173035129904747,0.063837930560112,0.06594551354646683,0.06805309653282166],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,0,2,2,2,3,2,2,5,3,9,10,5,6,11,21,20,20,22,20,17,27,28,28,20,25,35,30,25,32,38,17,20,24,18,22,26,17,22,11,16,12,9,9,10,9,10,7,7,4,3,2,7,1,3,3,0,0,2,1,2],"bins":[-0.0014156713150441647,-0.0013710003113374114,-0.00132632942404598,-0.0012816584203392267,-0.0012369874166324735,-0.0011923164129257202,-0.0011476455256342888,-0.0011029745219275355,-0.0010583035182207823,-0.0010136326309293509,-0.0009689616272225976,-0.0009242906235158443,-0.000879619678016752,-0.0008349486743099988,-0.0007902777288109064,-0.0007456067251041532,-0.0007009357796050608,-0.0006562648341059685,-0.0006115938303992152,-0.0005669228849001229,-0.0005222518811933696,-0.0004775809356942773,-0.0004329099610913545,-0.0003882389864884317,-0.0003435680118855089,-0.0002988970372825861,-0.0002542260626796633,-0.00020955510262865573,-0.00016488412802573293,-0.00012021315342281014,-7.554218609584495e-05,-3.0871215130900964e-05,1.3799755834043026e-05,5.8470726798987016e-05,0.000103141697763931,0.0001478126650908962,0.00019248363969381899,0.00023715461429674178,0.00028182557434774935,0.00032649654895067215,0.00037116752355359495,0.00041583849815651774,0.00046050947275944054,0.0005051804473623633,0.0005498513928614557,0.0005945223965682089,0.0006391933420673013,0.0006838643457740545,0.0007285352912731469,0.0007732062367722392,0.0008178772404789925,0.0008625481859780848,0.0009072191896848381,0.0009518901351839304,0.0009965611388906837,0.001041232142597437,0.0010859030298888683,0.0011305740335956216,0.0011752450373023748,0.0012199159245938063,0.0012645869283005595,0.0013092579320073128,0.001353928935714066,0.0013985998230054975,0.0014432708267122507]},"parameters/_orig_mod.linear.bias":{"bins":[-0.034183792769908905,-0.03309166803956032,-0.03199954330921173,-0.030907420441508293,-0.029815295711159706,-0.02872317098081112,-0.02763104811310768,-0.026538923382759094,-0.025446798652410507,-0.02435467392206192,-0.023262549191713333,-0.022170426324009895,-0.02107830159366131,-0.01998617686331272,-0.018894053995609283,-0.017801929265260696,-0.01670980453491211,-0.015617679804563522,-0.01452555600553751,-0.013433432206511497,-0.01234130747616291,-0.011249182745814323,-0.010157058946788311,-0.009064935147762299,-0.007972810417413712,-0.006880686152726412,-0.005788561888039112,-0.004696437623351812,-0.0036043133586645126,-0.002512189093977213,-0.0014200648292899132,-0.00032794056460261345,0.0007641799747943878,0.0018563042394816875,0.0029484285041689873,0.004040552768856287,0.005132677033543587,0.0062248012982308865,0.007316925562918186,0.008409049361944199,0.009501174092292786,0.010593298822641373,0.011685422621667385,0.012777546420693398,0.013869671151041985,0.014961795881390572,0.01605391874909401,0.017146043479442596,0.018238168209791183,0.01933029294013977,0.020422417670488358,0.021514540538191795,0.022606665268540382,0.02369878999888897,0.024790912866592407,0.025883037596940994,0.02697516232728958,0.02806728705763817,0.029159411787986755,0.030251534655690193,0.03134366124868393,0.03243578225374222,0.033527906984090805,0.03462003171443939,0.03571215644478798],"_type":"histogram","values":[3,2,2,2,2,2,3,0,1,1,1,2,4,2,2,2,2,3,4,3,4,1,1,3,2,4,1,4,3,2,4,2,2,2,3,1,1,2,2,3,3,1,1,1,1,3,2,2,3,0,2,0,1,0,3,2,0,0,2,3,3,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,6,6,9,14,12,17,33,38,67,93,138,221,314,466,673,1016,1696,2531,3992,6406,10133,18117,33038,63223,138233,315880,456791,272889,117916,56523,29003,15966,9753,6082,3788,2483,1659,1116,816,511,367,242,158,110,96,70,43,37,26,10,9,11,6,2,3,1,2,1],"bins":[-0.0030670166015625,-0.0029723644256591797,-0.0028777122497558594,-0.002783060073852539,-0.0026884078979492188,-0.0025937557220458984,-0.002499103546142578,-0.002404451370239258,-0.0023097991943359375,-0.002215147018432617,-0.002120494842529297,-0.0020258426666259766,-0.0019311904907226562,-0.001836538314819336,-0.0017418861389160156,-0.0016472339630126953,-0.001552581787109375,-0.0014579296112060547,-0.0013632774353027344,-0.001268625259399414,-0.0011739730834960938,-0.0010793209075927734,-0.0009846687316894531,-0.0008900165557861328,-0.0007953643798828125,-0.0007007122039794922,-0.0006060600280761719,-0.0005114078521728516,-0.00041675567626953125,-0.00032210350036621094,-0.00022745132446289062,-0.0001327991485595703,-3.814697265625e-05,5.650520324707031e-05,0.00015115737915039062,0.00024580955505371094,0.00034046173095703125,0.00043511390686035156,0.0005297660827636719,0.0006244182586669922,0.0007190704345703125,0.0008137226104736328,0.0009083747863769531,0.0010030269622802734,0.0010976791381835938,0.001192331314086914,0.0012869834899902344,0.0013816356658935547,0.001476287841796875,0.0015709400177001953,0.0016655921936035156,0.001760244369506836,0.0018548965454101562,0.0019495487213134766,0.002044200897216797,0.002138853073120117,0.0022335052490234375,0.002328157424926758,0.002422809600830078,0.0025174617767333984,0.0026121139526367188,0.002706766128540039,0.0028014183044433594,0.0028960704803466797,0.00299072265625]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,2,2,0,2,0,2,1,3,3,0,2,9,4,11,7,10,11,15,9,14,11,19,17,30,23,18,15,23,26,34,35,36,30,29,23,27,28,28,21,24,19,17,15,18,17,14,14,8,10,4,4,5,4,3,3,1,2,2,0,0,1,1,1],"bins":[-0.0007504522800445557,-0.0007270899950526655,-0.0007037277100607753,-0.0006803654250688851,-0.0006570031400769949,-0.0006336408550851047,-0.0006102785700932145,-0.0005869162851013243,-0.0005635540001094341,-0.0005401917151175439,-0.0005168294301256537,-0.0004934671451337636,-0.00047010486014187336,-0.00044674257514998317,-0.000423380290158093,-0.0004000180051662028,-0.0003766557201743126,-0.0003532934351824224,-0.0003299311501905322,-0.000306568865198642,-0.0002832065802067518,-0.00025984429521486163,-0.00023648201022297144,-0.00021311972523108125,-0.00018975744023919106,-0.00016639515524730086,-0.00014303287025541067,-0.00011967058526352048,-9.630830027163029e-05,-7.29460152797401e-05,-4.95837302878499e-05,-2.622144529595971e-05,-2.859160304069519e-06,2.0503124687820673e-05,4.3865409679710865e-05,6.722769467160106e-05,9.058997966349125e-05,0.00011395226465538144,0.00013731454964727163,0.00016067683463916183,0.00018403911963105202,0.0002074014046229422,0.0002307636896148324,0.0002541259746067226,0.0002774882595986128,0.000300850544590503,0.00032421282958239317,0.00034757511457428336,0.00037093739956617355,0.00039429968455806375,0.00041766196954995394,0.00044102425454184413,0.0004643865395337343,0.0004877488245256245,0.0005111111095175147,0.0005344733945094049,0.0005578356795012951,0.0005811979644931853,0.0006045602494850755,0.0006279225344769657,0.0006512848194688559,0.000674647104460746,0.0006980093894526362,0.0007213716744445264,0.0007447339594364166]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[2,2,5,6,10,27,39,72,101,185,279,427,657,1009,1447,2018,2844,4031,5363,6983,8731,10936,13440,16354,19331,22203,24855,27697,29853,32044,33212,34126,33792,33311,31719,29740,27169,24436,21443,18594,15807,13098,10502,8450,6280,4900,3739,2681,1947,1343,903,631,396,225,153,113,80,44,18,11,6,3,0,1],"bins":[-0.09209822863340378,-0.08920913189649582,-0.08632004261016846,-0.0834309458732605,-0.08054184913635254,-0.07765275239944458,-0.07476365566253662,-0.07187456637620926,-0.0689854696393013,-0.06609637290239334,-0.06320728361606598,-0.06031818687915802,-0.05742909014225006,-0.0545399934053421,-0.05165090039372444,-0.04876180738210678,-0.04587271064519882,-0.04298361390829086,-0.0400945208966732,-0.03720542788505554,-0.03431633114814758,-0.031427234411239624,-0.028538141399621964,-0.025649046525359154,-0.022759951651096344,-0.019870856776833534,-0.016981761902570724,-0.014092667028307915,-0.011203572154045105,-0.008314477279782295,-0.0054253824055194855,-0.0025362875312566757,0.0003527998924255371,0.003241894766688347,0.006130989640951157,0.009020084515213966,0.011909179389476776,0.014798274263739586,0.017687369138002396,0.020576464012265205,0.023465558886528015,0.026354653760790825,0.029243748635053635,0.032132841646671295,0.035021938383579254,0.03791103512048721,0.040800128132104874,0.043689221143722534,0.04657831788063049,0.04946741461753845,0.05235650762915611,0.05524560064077377,0.05813469737768173,0.06102379411458969,0.06391288340091705,0.06680198013782501,0.06969107687473297,0.07258017361164093,0.07546927034854889,0.07835835963487625,0.08124745637178421,0.08413655310869217,0.08702564239501953,0.08991473913192749,0.09280383586883545]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[2,1,2,0,4,1,3,10,14,17,22,33,42,71,105,110,167,296,461,696,1026,1466,2274,3254,4878,7249,10943,17550,29407,51199,92527,133108,96041,53915,30628,17870,11471,7682,5148,3272,2220,1492,1075,713,431,310,206,101,91,74,40,36,14,17,19,7,5,2,2,1,1,1,0,1],"bins":[-0.006195068359375,-0.0059986114501953125,-0.005802154541015625,-0.0056056976318359375,-0.00540924072265625,-0.0052127838134765625,-0.005016326904296875,-0.0048198699951171875,-0.0046234130859375,-0.0044269561767578125,-0.004230499267578125,-0.0040340423583984375,-0.00383758544921875,-0.0036411285400390625,-0.003444671630859375,-0.0032482147216796875,-0.0030517578125,-0.0028553009033203125,-0.002658843994140625,-0.0024623870849609375,-0.00226593017578125,-0.0020694732666015625,-0.001873016357421875,-0.0016765594482421875,-0.0014801025390625,-0.0012836456298828125,-0.001087188720703125,-0.0008907318115234375,-0.00069427490234375,-0.0004978179931640625,-0.000301361083984375,-0.0001049041748046875,9.1552734375e-05,0.0002880096435546875,0.000484466552734375,0.0006809234619140625,0.00087738037109375,0.0010738372802734375,0.001270294189453125,0.0014667510986328125,0.0016632080078125,0.0018596649169921875,0.002056121826171875,0.0022525787353515625,0.00244903564453125,0.0026454925537109375,0.002841949462890625,0.0030384063720703125,0.00323486328125,0.0034313201904296875,0.003627777099609375,0.0038242340087890625,0.00402069091796875,0.0042171478271484375,0.004413604736328125,0.0046100616455078125,0.0048065185546875,0.0050029754638671875,0.005199432373046875,0.0053958892822265625,0.00559234619140625,0.0057888031005859375,0.005985260009765625,0.0061817169189453125,0.006378173828125]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.0008432953036390245,-0.0008176678093150258,-0.0007920402567833662,-0.0007664127624593675,-0.0007407852681353688,-0.0007151577156037092,-0.0006895302212797105,-0.0006639027269557118,-0.0006382751744240522,-0.0006126476801000535,-0.0005870201857760549,-0.0005613926914520562,-0.0005357651389203966,-0.0005101376445963979,-0.00048451012116856873,-0.00045888262684457004,-0.0004332551034167409,-0.00040762757998891175,-0.00038200008566491306,-0.0003563725622370839,-0.0003307450679130852,-0.0003051175444852561,-0.00027949002105742693,-0.00025386252673342824,-0.0002282350033055991,-0.00020260749442968518,-0.00017697998555377126,-0.0001513524621259421,-0.0001257249532500282,-0.00010009744437411427,-7.446992822224274e-05,-4.884241570835002e-05,-2.321484498679638e-05,2.412667527096346e-06,2.804018004098907e-05,5.3667692554881796e-05,7.929520506877452e-05,0.00010492271394468844,0.00013055023737251759,0.0001561777462484315,0.00018180525512434542,0.00020743276400025934,0.00023306027287617326,0.0002586877963040024,0.00028431531973183155,0.00030994281405583024,0.0003355703374836594,0.0003611978318076581,0.0003868253552354872,0.00041245287866331637,0.00043808037298731506,0.0004637078964151442,0.0004893353907391429,0.0005149629432708025,0.0005405904375948012,0.0005662179319187999,0.0005918454844504595,0.0006174729787744582,0.0006431004730984569,0.0006687279674224555,0.0006943555199541152,0.0007199830142781138,0.0007456105086021125,0.0007712380611337721,0.0007968655554577708],"_type":"histogram","values":[1,0,0,0,0,0,2,1,3,5,6,5,6,3,7,5,14,13,13,21,20,11,15,28,19,27,28,26,22,21,31,30,23,25,20,25,26,22,19,21,21,20,17,16,22,17,16,15,9,7,6,7,7,8,4,3,1,3,2,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,1,0,0,1,1,0,2,3,3,5,6,6,3,8,10,11,15,14,20,20,19,22,23,21,24,24,27,26,25,26,26,32,26,42,36,24,26,23,18,16,12,20,18,9,8,11,4,8,8,6,6,6,5,3,1,1,1,1,1,0,1,1,1],"bins":[-0.00048255297588184476,-0.00046707861474715173,-0.00045160422450862825,-0.0004361298633739352,-0.00042065547313541174,-0.0004051811120007187,-0.0003897067508660257,-0.0003742323606275022,-0.0003587579994928092,-0.00034328363835811615,-0.00032780924811959267,-0.00031233488698489964,-0.0002968605258502066,-0.00028138613561168313,-0.0002659117744769901,-0.0002504373842384666,-0.0002349630231037736,-0.00021948864741716534,-0.00020401427173055708,-0.00018853991059586406,-0.0001730655349092558,-0.00015759115922264755,-0.00014211679808795452,-0.00012664242240134627,-0.00011116804671473801,-9.569367102812976e-05,-8.021930261747912e-05,-6.474493420682847e-05,-4.927055852022022e-05,-3.379618647159077e-05,-1.8321814422961324e-05,-2.8474423743318766e-06,1.2626987881958485e-05,2.8101359930587932e-05,4.357573197921738e-05,5.905010402784683e-05,7.452447607647628e-05,8.999885176308453e-05,0.00010547322017373517,0.00012094758858438581,0.00013642196427099407,0.00015189633995760232,0.00016737071564421058,0.0001828450767789036,0.00019831945246551186,0.0002137938281521201,0.00022926818928681314,0.0002447425795253366,0.00026021694066002965,0.0002756913017947227,0.00029116569203324616,0.0003066400531679392,0.00032211444340646267,0.0003375888045411557,0.0003530631656758487,0.0003685375559143722,0.00038401191704906523,0.00039948627818375826,0.00041496066842228174,0.00043043502955697477,0.0004459093906916678,0.0004613837809301913,0.0004768581420648843,0.0004923325031995773,0.0005078068934381008],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,3,0,0,0,4,7,5,7,5,11,9,10,13,13,13,15,18,16,15,26,20,22,20,29,22,28,31,19,19,26,30,27,30,24,15,13,15,18,17,13,17,19,9,19,12,9,11,7,4,6,8,8,0,4,2,1,1,1,0,1],"bins":[0.9992774724960327,0.9992994666099548,0.9993214011192322,0.9993433952331543,0.9993653297424316,0.9993873238563538,0.9994092583656311,0.9994312524795532,0.9994531869888306,0.9994751811027527,0.99949711561203,0.9995191097259521,0.9995410442352295,0.9995630383491516,0.999584972858429,0.9996069669723511,0.9996289014816284,0.9996508955955505,0.9996728897094727,0.99969482421875,0.9997168183326721,0.9997387528419495,0.9997607469558716,0.9997826814651489,0.999804675579071,0.9998266100883484,0.9998486042022705,0.9998705387115479,0.99989253282547,0.9999144673347473,0.9999364614486694,0.9999583959579468,0.9999803900718689,1.000002384185791,1.0000243186950684,1.0000462532043457,1.0000683069229126,1.00009024143219,1.0001121759414673,1.0001341104507446,1.0001561641693115,1.0001780986785889,1.0002000331878662,1.0002219676971436,1.0002440214157104,1.0002659559249878,1.0002878904342651,1.0003098249435425,1.0003318786621094,1.0003538131713867,1.000375747680664,1.000397801399231,1.0004197359085083,1.0004416704177856,1.000463604927063,1.0004856586456299,1.0005075931549072,1.0005295276641846,1.000551462173462,1.0005735158920288,1.0005954504013062,1.0006173849105835,1.0006393194198608,1.0006613731384277,1.000683307647705]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,3,0,1,0,1,1,3,6,4,9,6,7,8,18,11,12,6,12,11,19,19,22,18,33,34,27,34,38,27,40,28,26,29,26,20,21,18,14,22,22,17,17,15,14,6,4,6,7,6,1,4,5,2,3,1,1,1,0,0,0,1],"bins":[-0.005297556519508362,-0.005132288206368685,-0.004967019893229008,-0.004801751580089331,-0.004636483266949654,-0.004471215419471264,-0.004305947106331587,-0.00414067879319191,-0.003975410480052233,-0.0038101421669125557,-0.0036448738537728786,-0.0034796057734638453,-0.003314337460324168,-0.003149069147184491,-0.0029838010668754578,-0.0028185327537357807,-0.0026532644405961037,-0.0024879961274564266,-0.0023227278143167496,-0.002157459734007716,-0.001992191420868039,-0.001826923107728362,-0.0016616549110040069,-0.0014963867142796516,-0.0013311184011399746,-0.0011658500880002975,-0.0010005818912759423,-0.0008353136363439262,-0.0006700453814119101,-0.0005047771264798939,-0.0003395088715478778,-0.00017424061661586165,-8.97236168384552e-06,0.00015629589324817061,0.00032156414818018675,0.0004868324031122029,0.000652100658044219,0.0008173689129762352,0.0009826371679082513,0.0011479053646326065,0.0013131736777722836,0.0014784419909119606,0.0016437101876363158,0.001808978384360671,0.001974246697500348,0.002139515010640025,0.0023047830909490585,0.0024700514040887356,0.0026353197172284126,0.0028005880303680897,0.0029658563435077667,0.0031311244238168,0.003296392736956477,0.003461661050096154,0.0036269291304051876,0.0037921974435448647,0.003957465756684542,0.004122734069824219,0.004288002382963896,0.004453270696103573,0.004618538543581963,0.00478380685672164,0.004949075169861317,0.005114343483000994,0.005279611796140671]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,2,0,1,0,1,4,3,4,3,2,11,9,9,9,10,16,29,38,39,39,48,59,66,55,65,40,38,27,35,18,21,9,5,14,6,7,2,8,2,0,2,2,1,2,0,1,0,0,0,1,0,1,1,0,0,0,1],"bins":[-4.29665669798851e-06,-4.151969733356964e-06,-4.0072827687254176e-06,-3.862595804093871e-06,-3.717908839462325e-06,-3.5732218748307787e-06,-3.4285349101992324e-06,-3.283847945567686e-06,-3.13916098093614e-06,-2.9944740163045935e-06,-2.8497870516730472e-06,-2.705100087041501e-06,-2.5604131224099547e-06,-2.4157261577784084e-06,-2.271039193146862e-06,-2.126352228515316e-06,-1.9816652638837695e-06,-1.8369782992522232e-06,-1.692291334620677e-06,-1.5476043699891306e-06,-1.4029174053575844e-06,-1.258230440726038e-06,-1.1135434760944918e-06,-9.688565114629455e-07,-8.241695468313992e-07,-6.794825821998529e-07,-5.347956175683066e-07,-3.9010865293676034e-07,-2.4542168830521405e-07,-1.0073472367366776e-07,4.395224095787853e-08,1.8863920558942482e-07,3.333261702209711e-07,4.780131348525174e-07,6.227000994840637e-07,7.6738706411561e-07,9.120740287471563e-07,1.0567609933787026e-06,1.2014479580102488e-06,1.3461349226417951e-06,1.4908218872733414e-06,1.6355088519048877e-06,1.780195816536434e-06,1.9248827811679803e-06,2.0695697457995266e-06,2.214256710431073e-06,2.358943675062619e-06,2.5036306396941654e-06,2.6483176043257117e-06,2.793004568957258e-06,2.9376915335888043e-06,3.0823784982203506e-06,3.227065462851897e-06,3.371752427483443e-06,3.5164393921149895e-06,3.6611263567465357e-06,3.805813321378082e-06,3.950500286009628e-06,4.095187250641175e-06,4.239874215272721e-06,4.384561179904267e-06,4.5292481445358135e-06,4.67393510916736e-06,4.818622073798906e-06,4.963309038430452e-06]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,0,0,1,0,3,1,4,3,4,6,8,7,10,14,15,15,16,11,17,15,29,21,33,32,29,32,38,35,34,31,31,36,32,19,25,22,21,15,24,12,12,8,11,9,5,5,3,6,2,1,0,0,1,0,0,1],"bins":[-0.0006017792620696127,-0.0005847809370607138,-0.0005677825538441539,-0.0005507842288352549,-0.000533785845618695,-0.000516787520609796,-0.0004997891373932362,-0.0004827908123843372,-0.00046579245827160776,-0.0004487941041588783,-0.0004317957500461489,-0.00041479739593341947,-0.0003977990709245205,-0.00038080071681179106,-0.00036380236269906163,-0.0003468040085863322,-0.00032980565447360277,-0.00031280730036087334,-0.0002958089462481439,-0.0002788105921354145,-0.00026181223802268505,-0.0002448139130137861,-0.00022781555890105665,-0.00021081720478832722,-0.0001938188506755978,-0.00017682049656286836,-0.00015982214245013893,-0.00014282380288932472,-0.0001258254487765953,-0.00010882709466386586,-9.182874782709405e-05,-7.483040099032223e-05,-5.783198866993189e-05,-4.0833638195181265e-05,-2.3835287720430642e-05,-6.836937245680019e-06,1.0161413229070604e-05,2.7159763703821227e-05,4.415811417857185e-05,6.115646101534367e-05,7.81548151280731e-05,9.515316924080253e-05,0.00011215151607757434,0.00012914986291434616,0.0001461482170270756,0.00016314657113980502,0.00018014491070061922,0.00019714326481334865,0.00021414161892607808,0.0002311399730388075,0.00024813832715153694,0.00026513668126426637,0.0002821350353769958,0.0002991333603858948,0.0003161317144986242,0.00033313006861135364,0.00035012842272408307,0.0003671267768368125,0.0003841251309495419,0.00040112348506227136,0.00041812181007117033,0.00043512016418389976,0.0004521185182966292,0.0004691168724093586,0.00048611522652208805]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0005668552475981414,-0.0005512231728062034,-0.0005355910980142653,-0.0005199590814299881,-0.0005043270066380501,-0.000488694931846112,-0.0004730628861580044,-0.00045743081136606634,-0.0004417987656779587,-0.00042616669088602066,-0.0004105346160940826,-0.000394902570405975,-0.0003792704956140369,-0.0003636384499259293,-0.00034800637513399124,-0.00033237432944588363,-0.00031674225465394557,-0.0003011101798620075,-0.0002854781341738999,-0.0002698460593819618,-0.0002542140136938542,-0.00023858193890191615,-0.0002229498786618933,-0.00020731781842187047,-0.00019168575818184763,-0.0001760536979418248,-0.00016042163770180196,-0.00014478957746177912,-0.00012915750266984105,-0.00011352544970577583,-9.789338218979537e-05,-8.226132194977254e-05,-6.66292617097497e-05,-5.099720146972686e-05,-3.5365137591725215e-05,-1.9733075532712974e-05,-4.101013473700732e-06,1.153104858531151e-05,2.716311064432375e-05,4.2795174522325397e-05,5.8427234762348235e-05,7.405929500237107e-05,8.969135524239391e-05,0.00010532342275837436,0.0001209554829983972,0.00013658755051437765,0.0001522196107544005,0.00016785167099442333,0.00018348373123444617,0.000199115791474469,0.00021474785171449184,0.00023037991195451468,0.0002460119721945375,0.0002616440469864756,0.0002772760926745832,0.00029290816746652126,0.00030854024225845933,0.00032417228794656694,0.000339804362738505,0.0003554364084266126,0.0003710684832185507,0.0003867005289066583,0.00040233260369859636,0.00041796464938670397,0.00043359672417864203],"_type":"histogram","values":[1,0,0,2,0,1,0,1,1,0,3,1,3,2,4,3,2,2,3,8,7,11,9,13,13,17,19,18,30,21,30,30,28,26,34,33,34,32,38,32,34,24,25,16,17,13,17,9,12,14,10,16,12,5,10,3,5,2,1,3,3,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,3,1,4,4,3,1,7,8,12,17,16,14,13,16,21,16,22,28,13,27,19,33,30,19,26,22,29,25,21,18,26,17,36,12,17,23,18,19,14,18,15,8,16,10,8,6,3,4,1,4,3,1],"bins":[0.9991436004638672,0.9991664886474609,0.9991894364356995,0.9992123246192932,0.9992352724075317,0.9992581605911255,0.9992810487747192,0.9993039965629578,0.9993268847465515,0.99934983253479,0.9993727207183838,0.9993956089019775,0.9994185566902161,0.9994414448738098,0.9994643926620483,0.9994872808456421,0.9995101690292358,0.9995331168174744,0.9995560050010681,0.9995789527893066,0.9996018409729004,0.9996247887611389,0.9996476769447327,0.9996705651283264,0.9996935129165649,0.9997164011001587,0.9997393488883972,0.999762237071991,0.9997851252555847,0.9998080730438232,0.999830961227417,0.9998539090156555,0.9998767971992493,0.999899685382843,0.9999226331710815,0.9999455213546753,0.9999684691429138,0.9999913573265076,1.000014305114746,1.0000371932983398,1.0000600814819336,1.0000829696655273,1.0001059770584106,1.0001288652420044,1.0001517534255981,1.000174641609192,1.0001975297927856,1.000220537185669,1.0002434253692627,1.0002663135528564,1.0002892017364502,1.000312089920044,1.0003350973129272,1.000357985496521,1.0003808736801147,1.0004037618637085,1.0004266500473022,1.0004496574401855,1.0004725456237793,1.000495433807373,1.0005183219909668,1.0005412101745605,1.0005642175674438,1.0005871057510376,1.0006099939346313]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[2,0,1,5,7,26,24,61,129,179,309,443,776,1212,1680,2529,3621,5024,6849,9102,11808,14555,17843,21238,24669,27985,31094,34228,35586,36707,36875,36210,34775,32152,29462,26050,22794,19077,15665,12839,10037,7513,5672,4147,3017,2070,1377,943,585,355,221,126,69,39,34,10,9,5,2,1,0,0,0,1],"bins":[-0.09499111026525497,-0.09184622019529343,-0.08870133757591248,-0.08555644750595093,-0.08241155743598938,-0.07926666736602783,-0.07612177729606628,-0.07297689467668533,-0.06983200460672379,-0.06668711453676224,-0.06354223191738129,-0.06039734184741974,-0.05725245177745819,-0.05410756170749664,-0.050962675362825394,-0.047817789018154144,-0.044672898948192596,-0.04152800887823105,-0.0383831225335598,-0.03523823618888855,-0.032093346118927,-0.028948457911610603,-0.025803569704294205,-0.022658681496977806,-0.019513793289661407,-0.01636890508234501,-0.01322401687502861,-0.010079128667712212,-0.006934240460395813,-0.0037893522530794144,-0.0006444640457630157,0.002500424161553383,0.005645304918289185,0.008790193125605583,0.011935081332921982,0.01507996954023838,0.01822485774755478,0.021369745954871178,0.024514634162187576,0.027659522369503975,0.030804410576820374,0.03394930064678192,0.03709418699145317,0.04023907333612442,0.04338396340608597,0.046528853476047516,0.049673739820718765,0.052818626165390015,0.05596351623535156,0.05910840630531311,0.06225329264998436,0.06539817899465561,0.06854306906461716,0.0716879591345787,0.07483284175395966,0.0779777318239212,0.08112262189388275,0.0842675119638443,0.08741240203380585,0.0905572846531868,0.09370217472314835,0.0968470647931099,0.09999194741249084,0.10313683748245239,0.10628172755241394]},"_timestamp":1.7527981108725646e+09} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug-core.log b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..073c5c62a3787f8388bc5b1df048a588325698ea --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T03:19:55.705630213+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmptfy4e4_y/port-78982.txt","pid":78982,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T03:19:55.706188836+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":78982} +{"time":"2025-07-18T03:19:55.706196061+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-78982-79005-3384407926/socket","Net":"unix"}} +{"time":"2025-07-18T03:19:55.887024226+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T03:19:55.89630754+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"y1l0kk0w","id":"1(@)"} +{"time":"2025-07-18T03:19:56.322071158+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"y1l0kk0w","id":"1(@)"} +{"time":"2025-07-18T03:21:53.440546448+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T03:21:53.440957864+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T03:21:53.440994301+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T03:21:53.441026633+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T03:21:53.441107804+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-78982-79005-3384407926/socket","Net":"unix"}} +{"time":"2025-07-18T03:21:56.701984742+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T03:21:56.702004124+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T03:21:56.702018757+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..4b8795cf5b6a9bf8bda1b6896f9e7ab96a55f7f8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T03:19:55.897201496+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T03:19:56.322032935+03:00","level":"INFO","msg":"stream: created new stream","id":"y1l0kk0w"} +{"time":"2025-07-18T03:19:56.322065338+03:00","level":"INFO","msg":"stream: started","id":"y1l0kk0w"} +{"time":"2025-07-18T03:19:56.322080971+03:00","level":"INFO","msg":"handler: started","stream_id":"y1l0kk0w"} +{"time":"2025-07-18T03:19:56.32209269+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"y1l0kk0w"} +{"time":"2025-07-18T03:19:56.322102503+03:00","level":"INFO","msg":"sender: started","stream_id":"y1l0kk0w"} +{"time":"2025-07-18T03:21:53.440926512+03:00","level":"INFO","msg":"stream: closing","id":"y1l0kk0w"} +{"time":"2025-07-18T03:21:55.195954251+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T03:21:56.694790087+03:00","level":"INFO","msg":"handler: closed","stream_id":"y1l0kk0w"} +{"time":"2025-07-18T03:21:56.694831729+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"y1l0kk0w"} +{"time":"2025-07-18T03:21:56.694865183+03:00","level":"INFO","msg":"sender: closed","stream_id":"y1l0kk0w"} +{"time":"2025-07-18T03:21:56.701521134+03:00","level":"INFO","msg":"stream: closed","id":"y1l0kk0w"} diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug.log b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3c137ea6187ab60b3ab0457f1823fe92368ef8b6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 03:19:55,670 INFO MainThread:78982 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_setup.py:_flush():80] Configure stats pid to 78982 +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_031955-y1l0kk0w/logs/debug.log +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_031955-y1l0kk0w/logs/debug-internal.log +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_init.py:init():830] calling init triggers +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 4, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 03:19:55,671 INFO MainThread:78982 [wandb_init.py:init():871] starting backend +2025-07-18 03:19:55,887 INFO MainThread:78982 [wandb_init.py:init():874] sending inform_init request +2025-07-18 03:19:55,893 INFO MainThread:78982 [wandb_init.py:init():882] backend started and connected +2025-07-18 03:19:55,894 INFO MainThread:78982 [wandb_init.py:init():953] updated telemetry +2025-07-18 03:19:55,895 INFO MainThread:78982 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 03:19:56,725 INFO MainThread:78982 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 03:19:56,887 INFO MainThread:78982 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 03:19:56,887 INFO MainThread:78982 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 03:19:56,887 INFO MainThread:78982 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 03:19:56,887 INFO MainThread:78982 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 03:19:56,891 INFO MainThread:78982 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 03:19:59,244 INFO MainThread:78982 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 03:19:59,245 INFO MainThread:78982 [wandb_watch.py:_watch():70] Watching +2025-07-18 03:21:53,439 INFO MsgRouterThr:78982 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/run-y1l0kk0w.wandb b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/run-y1l0kk0w.wandb new file mode 100644 index 0000000000000000000000000000000000000000..86c49afbfce2a0d6f1aae6ebc1b969beabdeca78 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_031955-y1l0kk0w/run-y1l0kk0w.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d752776f2cc07b4994dc9787ebc199c2f4a28b9dc58f87f0a7826626b9172f +size 37436302 diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/config.yaml b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e412476a9113068d499a45afa730c575220b87c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 0rw99o96imiil444h4nx9l1ivlcj6alb: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136808083456" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T00:22:30.404131Z" + writerId: 0rw99o96imiil444h4nx9l1ivlcj6alb + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 4 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/output.log b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..db4522132df511a32c6133452f7d718b80d89b73 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/output.log @@ -0,0 +1,58 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 12/17080060 [02:04<29881:56:09, 6.30s/it, loss=0.5418] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f3e88755760> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [02:08", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + ^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/requirements.txt b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..9139c1d88338a993c12f780402602d76e7816f80 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T00:22:30.404131Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136808083456" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "0rw99o96imiil444h4nx9l1ivlcj6alb" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1845f50f33663caaf80bddba5f3457da506e11e6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,4,2,5,2,4,5,8,7,5,11,15,9,17,21,16,19,32,22,20,26,30,26,27,18,42,26,29,28,22,37,27,22,16,14,21,17,19,14,16,6,8,11,5,7,4,6,2,3,4,2,1,0,0,0,2,1,0,0,2],"bins":[-0.0004374730051495135,-0.0004228301113471389,-0.0004081872175447643,-0.0003935443237423897,-0.0003789014008361846,-0.00036425850703381,-0.0003496156132314354,-0.0003349727194290608,-0.0003203298256266862,-0.0003056869318243116,-0.00029104400891810656,-0.00027640111511573195,-0.00026175822131335735,-0.00024711532751098275,-0.00023247243370860815,-0.00021782952535431832,-0.00020318663155194372,-0.00018854373774956912,-0.0001739008293952793,-0.0001592579355929047,-0.00014461504179053009,-0.00012997213343624026,-0.00011532923963386565,-0.00010068634583149105,-8.604344475315884e-05,-7.140054367482662e-05,-5.675764987245202e-05,-4.2114748794119805e-05,-2.7471851353766397e-05,-1.2828953003918286e-05,1.8139453459298238e-06,1.6456844605272636e-05,3.1099742045626044e-05,4.574263948597945e-05,6.038553692633286e-05,7.502843800466508e-05,8.967133180703968e-05,0.0001043142328853719,0.00011895713396370411,0.0001336000277660787,0.0001482429215684533,0.00016288582992274314,0.00017752872372511774,0.00019217161752749234,0.00020681452588178217,0.00022145741968415678,0.00023610031348653138,0.000250743207288906,0.00026538613019511104,0.00028002902399748564,0.00029467191779986024,0.00030931481160223484,0.00032395770540460944,0.00033860059920698404,0.00035324349300935864,0.0003678864159155637,0.0003825293097179383,0.0003971722035203129,0.0004118150973226875,0.0004264579911250621,0.0004411008849274367,0.00045574380783364177,0.00047038670163601637,0.00048502959543839097,0.0004996724892407656]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,0,0,1,2,4,5,3,9,18,15,21,55,64,88,140,199,275,452,618,938,1350,2195,3425,5408,8663,14222,24683,45782,98361,262579,553629,310625,116720,53221,28003,15856,9525,5817,3544,2200,1444,939,614,370,257,167,113,84,48,41,26,9,13,10,4,2,3,1,1,1,0,0,1],"bins":[-0.00057220458984375,-0.0005540847778320312,-0.0005359649658203125,-0.0005178451538085938,-0.000499725341796875,-0.00048160552978515625,-0.0004634857177734375,-0.00044536590576171875,-0.00042724609375,-0.00040912628173828125,-0.0003910064697265625,-0.00037288665771484375,-0.000354766845703125,-0.00033664703369140625,-0.0003185272216796875,-0.00030040740966796875,-0.00028228759765625,-0.00026416778564453125,-0.0002460479736328125,-0.00022792816162109375,-0.000209808349609375,-0.00019168853759765625,-0.0001735687255859375,-0.00015544891357421875,-0.0001373291015625,-0.00011920928955078125,-0.0001010894775390625,-8.296966552734375e-05,-6.4849853515625e-05,-4.673004150390625e-05,-2.86102294921875e-05,-1.049041748046875e-05,7.62939453125e-06,2.574920654296875e-05,4.38690185546875e-05,6.198883056640625e-05,8.0108642578125e-05,9.822845458984375e-05,0.0001163482666015625,0.00013446807861328125,0.000152587890625,0.00017070770263671875,0.0001888275146484375,0.00020694732666015625,0.000225067138671875,0.00024318695068359375,0.0002613067626953125,0.00027942657470703125,0.00029754638671875,0.00031566619873046875,0.0003337860107421875,0.00035190582275390625,0.000370025634765625,0.00038814544677734375,0.0004062652587890625,0.00042438507080078125,0.0004425048828125,0.00046062469482421875,0.0004787445068359375,0.0004968643188476562,0.000514984130859375,0.0005331039428710938,0.0005512237548828125,0.0005693435668945312,0.00058746337890625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[2,2,0,1,1,1,2,1,1,3,4,3,5,3,9,9,10,19,12,15,15,19,24,23,19,20,25,36,30,27,21,24,30,32,25,24,27,27,23,24,18,15,19,27,16,13,10,12,6,8,2,1,2,7,3,3,0,1,0,2,3,1,0,1],"bins":[-0.0004446450329851359,-0.00043055409332737327,-0.0004164631536696106,-0.00040237221401184797,-0.0003882812743540853,-0.0003741903346963227,-0.00036009939503856003,-0.0003460084553807974,-0.00033191751572303474,-0.0003178265760652721,-0.00030373563640750945,-0.0002896446967497468,-0.00027555375709198415,-0.0002614628174342215,-0.00024737187777645886,-0.0002332809381186962,-0.00021918999846093357,-0.00020509905880317092,-0.00019100811914540827,-0.00017691717948764563,-0.00016282623982988298,-0.00014873530017212033,-0.00013464436051435769,-0.00012055342085659504,-0.00010646248119883239,-9.237154154106975e-05,-7.82806018833071e-05,-6.418966222554445e-05,-5.0098722567781806e-05,-3.600778291001916e-05,-2.1916843252256513e-05,-7.825903594493866e-06,6.265036063268781e-06,2.0355975721031427e-05,3.4446915378794074e-05,4.853785503655672e-05,6.262879469431937e-05,7.671973435208201e-05,9.081067400984466e-05,0.00010490161366760731,0.00011899255332536995,0.0001330834929831326,0.00014717443264089525,0.0001612653722986579,0.00017535631195642054,0.0001894472516141832,0.00020353819127194583,0.00021762913092970848,0.00023172007058747113,0.0002458110102452338,0.0002599019499029964,0.00027399288956075907,0.0002880838292185217,0.00030217476887628436,0.000316265708534047,0.00033035664819180965,0.0003444475878495723,0.00035853852750733495,0.0003726294671650976,0.00038672040682286024,0.0004008113464806229,0.00041490228613838553,0.0004289932257961482,0.00044308416545391083,0.0004571751051116735],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,2,0,3,2,4,4,2,2,8,7,8,6,11,13,18,11,16,19,20,35,29,25,22,29,42,33,28,21,35,30,22,23,14,30,22,13,19,11,24,12,20,11,12,7,6,6,3,5,4,0,8,2,3,2,0,1,0,0,0,0,1,0,1],"bins":[-0.00021330377785488963,-0.0002057222300209105,-0.00019814068218693137,-0.00019055913435295224,-0.0001829775865189731,-0.00017539603868499398,-0.00016781449085101485,-0.00016023294301703572,-0.0001526513951830566,-0.00014506983279716223,-0.0001374882849631831,-0.00012990673712920398,-0.00012232518929522485,-0.00011474364146124572,-0.00010716209362726659,-9.958054579328746e-05,-9.199899795930833e-05,-8.44174501253292e-05,-7.683590229135007e-05,-6.925435445737094e-05,-6.167280662339181e-05,-5.409125515143387e-05,-4.650970367947593e-05,-3.8928155845496804e-05,-3.1346608011517674e-05,-2.3765060177538544e-05,-1.618351052457001e-05,-8.601961781096179e-06,-1.0204130376223475e-06,6.561135705851484e-06,1.4142684449325316e-05,2.172423410229385e-05,2.930578193627298e-05,3.688732977025211e-05,4.446887760423124e-05,5.2050429076189175e-05,5.9631976910168305e-05,6.721352838212624e-05,7.479507621610537e-05,8.23766240500845e-05,8.995817188406363e-05,9.753971971804276e-05,0.00010512126755202189,0.00011270281538600102,0.00012028437049593776,0.0001278659183299169,0.00013544746616389602,0.00014302901399787515,0.00015061056183185428,0.00015819210966583341,0.00016577365749981254,0.00017335520533379167,0.0001809367531677708,0.00018851830100174993,0.00019609984883572906,0.0002036813966697082,0.00021126295905560255,0.00021884450688958168,0.0002264260547235608,0.00023400760255753994,0.00024158915039151907,0.0002491706982254982,0.00025675224605947733,0.00026433379389345646,0.0002719153417274356],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,0,0,0,0,0,2,3,0,0,5,11,13,13,13,34,41,67,84,135,231,318,386,659,1092,1552,2448,3693,6221,9784,17260,29732,59257,133380,359416,522258,230562,92728,44346,23676,13597,7717,4629,2827,1707,1000,716,431,272,197,109,87,50,43,17,17,11,6,0,3,3,1,2,1],"bins":[-0.0005645751953125,-0.0005485713481903076,-0.0005325675010681152,-0.0005165636539459229,-0.0005005598068237305,-0.0004845559597015381,-0.0004685521125793457,-0.0004525482654571533,-0.00043654441833496094,-0.00042054057121276855,-0.00040453672409057617,-0.0003885328769683838,-0.0003725290298461914,-0.000356525182723999,-0.00034052133560180664,-0.00032451748847961426,-0.0003085136413574219,-0.0002925097942352295,-0.0002765059471130371,-0.0002605020999908447,-0.00024449825286865234,-0.00022849440574645996,-0.00021249055862426758,-0.0001964867115020752,-0.0001804828643798828,-0.00016447901725769043,-0.00014847517013549805,-0.00013247132301330566,-0.00011646747589111328,-0.0001004636287689209,-8.445978164672852e-05,-6.845593452453613e-05,-5.245208740234375e-05,-3.644824028015137e-05,-2.0444393157958984e-05,-4.4405460357666016e-06,1.1563301086425781e-05,2.7567148208618164e-05,4.357099533081055e-05,5.957484245300293e-05,7.557868957519531e-05,9.15825366973877e-05,0.00010758638381958008,0.00012359023094177246,0.00013959407806396484,0.00015559792518615723,0.0001716017723083496,0.000187605619430542,0.00020360946655273438,0.00021961331367492676,0.00023561716079711914,0.0002516210079193115,0.0002676248550415039,0.0002836287021636963,0.00029963254928588867,0.00031563639640808105,0.00033164024353027344,0.0003476440906524658,0.0003636479377746582,0.0003796517848968506,0.00039565563201904297,0.00041165947914123535,0.00042766332626342773,0.0004436671733856201,0.0004596710205078125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,0,2,3,0,4,5,14,13,15,29,59,71,126,153,247,325,533,683,958,1437,2259,3067,4322,6293,9664,13745,21692,33289,54077,88067,120621,82629,50976,31650,20711,13148,9229,5991,4124,2958,2100,1344,961,707,497,340,209,157,116,65,48,33,22,12,6,4,7,1,4,1],"bins":[-0.00086212158203125,-0.0008370876312255859,-0.0008120536804199219,-0.0007870197296142578,-0.0007619857788085938,-0.0007369518280029297,-0.0007119178771972656,-0.0006868839263916016,-0.0006618499755859375,-0.0006368160247802734,-0.0006117820739746094,-0.0005867481231689453,-0.0005617141723632812,-0.0005366802215576172,-0.0005116462707519531,-0.00048661231994628906,-0.000461578369140625,-0.00043654441833496094,-0.0004115104675292969,-0.0003864765167236328,-0.00036144256591796875,-0.0003364086151123047,-0.0003113746643066406,-0.00028634071350097656,-0.0002613067626953125,-0.00023627281188964844,-0.00021123886108398438,-0.0001862049102783203,-0.00016117095947265625,-0.0001361370086669922,-0.00011110305786132812,-8.606910705566406e-05,-6.103515625e-05,-3.600120544433594e-05,-1.0967254638671875e-05,1.4066696166992188e-05,3.910064697265625e-05,6.413459777832031e-05,8.916854858398438e-05,0.00011420249938964844,0.0001392364501953125,0.00016427040100097656,0.00018930435180664062,0.0002143383026123047,0.00023937225341796875,0.0002644062042236328,0.0002894401550292969,0.00031447410583496094,0.000339508056640625,0.00036454200744628906,0.0003895759582519531,0.0004146099090576172,0.00043964385986328125,0.0004646778106689453,0.0004897117614746094,0.0005147457122802734,0.0005397796630859375,0.0005648136138916016,0.0005898475646972656,0.0006148815155029297,0.0006399154663085938,0.0006649494171142578,0.0006899833679199219,0.0007150173187255859,0.00074005126953125]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[1,3,4,1,4,3,6,6,10,12,5,10,11,21,17,29,28,43,37,36,37,58,42,43,56,62,72,84,74,70,81,75,73,69,74,69,52,64,63,59,53,49,54,37,37,25,36,30,25,25,15,16,13,15,11,9,11,6,5,6,2,0,2,2],"bins":[-0.0004887046525254846,-0.0004734701360575855,-0.00045823564869351685,-0.0004430011613294482,-0.00042776664486154914,-0.00041253212839365005,-0.00039729764102958143,-0.0003820631536655128,-0.0003668286371976137,-0.00035159412072971463,-0.000336359633365646,-0.0003211251460015774,-0.0003058906295336783,-0.0002906561130657792,-0.0002754216257017106,-0.00026018713833764195,-0.00024495262186974287,-0.00022971811995375901,-0.00021448361803777516,-0.0001992491161217913,-0.00018401461420580745,-0.0001687801122898236,-0.00015354561037383974,-0.00013831110845785588,-0.00012307660654187202,-0.00010784210462588817,-9.260760270990431e-05,-7.737310079392046e-05,-6.21385988779366e-05,-4.6904096961952746e-05,-3.166959504596889e-05,-1.6435093129985034e-05,-1.2005912140011787e-06,1.4033910701982677e-05,2.9268412617966533e-05,4.450291453395039e-05,5.9737416449934244e-05,7.49719183659181e-05,9.020642028190196e-05,0.00010544092219788581,0.00012067542411386967,0.00013590992602985352,0.00015114442794583738,0.00016637892986182123,0.0001816134317778051,0.00019684793369378895,0.0002120824356097728,0.00022731693752575666,0.0002425514394417405,0.0002577859559096396,0.0002730204432737082,0.00028825493063777685,0.00030348944710567594,0.000318723963573575,0.00033395845093764365,0.0003491929383017123,0.00036442745476961136,0.00037966197123751044,0.00039489645860157907,0.0004101309459656477,0.0004253654624335468,0.00044059997890144587,0.0004558344662655145,0.0004710689536295831,0.0004863034700974822],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0023956298828125,-0.0023186206817626953,-0.0022416114807128906,-0.002164602279663086,-0.0020875930786132812,-0.0020105838775634766,-0.0019335746765136719,-0.0018565654754638672,-0.0017795562744140625,-0.0017025470733642578,-0.0016255378723144531,-0.0015485286712646484,-0.0014715194702148438,-0.001394510269165039,-0.0013175010681152344,-0.0012404918670654297,-0.001163482666015625,-0.0010864734649658203,-0.0010094642639160156,-0.0009324550628662109,-0.0008554458618164062,-0.0007784366607666016,-0.0007014274597167969,-0.0006244182586669922,-0.0005474090576171875,-0.0004703998565673828,-0.0003933906555175781,-0.00031638145446777344,-0.00023937225341796875,-0.00016236305236816406,-8.535385131835938e-05,-8.344650268554688e-06,6.866455078125e-05,0.0001456737518310547,0.00022268295288085938,0.00029969215393066406,0.00037670135498046875,0.00045371055603027344,0.0005307197570800781,0.0006077289581298828,0.0006847381591796875,0.0007617473602294922,0.0008387565612792969,0.0009157657623291016,0.0009927749633789062,0.001069784164428711,0.0011467933654785156,0.0012238025665283203,0.001300811767578125,0.0013778209686279297,0.0014548301696777344,0.001531839370727539,0.0016088485717773438,0.0016858577728271484,0.0017628669738769531,0.0018398761749267578,0.0019168853759765625,0.001993894577026367,0.002070903778076172,0.0021479129791259766,0.0022249221801757812,0.002301931381225586,0.0023789405822753906,0.0024559497833251953,0.002532958984375],"_type":"histogram","values":[1,0,1,2,0,3,6,4,8,7,14,25,31,48,65,112,136,232,347,545,774,1324,2030,3226,5250,8758,15277,25792,50636,123928,451455,588838,162477,60536,29939,16104,9319,5868,3466,2143,1371,888,639,400,252,182,119,98,49,35,35,19,18,8,7,8,1,2,3,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.08737186342477798,-0.08446398377418518,-0.08155611157417297,-0.07864823937416077,-0.07574035972356796,-0.07283248007297516,-0.06992460787296295,-0.06701673567295074,-0.06410885602235794,-0.061200980097055435,-0.05829310417175293,-0.055385228246450424,-0.05247735232114792,-0.04956947639584541,-0.04666160047054291,-0.0437537245452404,-0.0408458486199379,-0.03793797269463539,-0.035030096769332886,-0.03212222084403038,-0.029214344918727875,-0.02630646899342537,-0.023398593068122864,-0.02049071714282036,-0.017582841217517853,-0.014674965292215347,-0.011767089366912842,-0.008859213441610336,-0.005951337516307831,-0.0030434615910053253,-0.00013558566570281982,0.0027722902595996857,0.005680158734321594,0.0085880346596241,0.011495910584926605,0.01440378651022911,0.017311662435531616,0.02021953836083412,0.023127414286136627,0.026035290211439133,0.028943166136741638,0.031851042062044144,0.03475891798734665,0.037666793912649155,0.04057466983795166,0.043482545763254166,0.04639042168855667,0.04929829761385918,0.05220617353916168,0.05511404946446419,0.05802192538976669,0.0609298013150692,0.0638376772403717,0.06674554944038391,0.06965342909097672,0.07256130874156952,0.07546918094158173,0.07837705314159393,0.08128493279218674,0.08419281244277954,0.08710068464279175,0.09000855684280396,0.09291643649339676,0.09582431614398956,0.09873218834400177],"_type":"histogram","values":[3,9,15,27,45,54,98,182,271,391,631,876,1334,1898,2704,3744,5041,6437,8320,10552,13100,15789,18656,21837,24442,27854,29985,31961,33254,34096,34245,33453,32088,29929,27545,25067,22205,18849,15945,13334,10796,8557,6633,4985,3753,2771,1988,1370,944,660,408,279,160,96,57,46,26,10,7,7,3,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,0,0,1,5,1,2,3,8,16,9,10,18,39,45,58,100,163,166,267,376,611,841,1291,2006,2874,4602,7103,11554,18175,30962,52647,95400,176237,343329,372650,199779,104153,58007,34280,20553,11960,7830,4846,3290,2077,1486,911,634,461,304,201,136,126,84,51,43,31,18,17,9,0,4,3],"bins":[-0.0004444122314453125,-0.000431746244430542,-0.0004190802574157715,-0.000406414270401001,-0.00039374828338623047,-0.00038108229637145996,-0.00036841630935668945,-0.00035575032234191895,-0.00034308433532714844,-0.00033041834831237793,-0.0003177523612976074,-0.0003050863742828369,-0.0002924203872680664,-0.0002797544002532959,-0.0002670884132385254,-0.0002544224262237549,-0.00024175643920898438,-0.00022909045219421387,-0.00021642446517944336,-0.00020375847816467285,-0.00019109249114990234,-0.00017842650413513184,-0.00016576051712036133,-0.00015309453010559082,-0.0001404285430908203,-0.0001277625560760498,-0.0001150965690612793,-0.00010243058204650879,-8.976459503173828e-05,-7.709860801696777e-05,-6.443262100219727e-05,-5.176663398742676e-05,-3.910064697265625e-05,-2.6434659957885742e-05,-1.3768672943115234e-05,-1.1026859283447266e-06,1.1563301086425781e-05,2.422928810119629e-05,3.68952751159668e-05,4.9561262130737305e-05,6.222724914550781e-05,7.489323616027832e-05,8.755922317504883e-05,0.00010022521018981934,0.00011289119720458984,0.00012555718421936035,0.00013822317123413086,0.00015088915824890137,0.00016355514526367188,0.00017622113227844238,0.0001888871192932129,0.0002015531063079834,0.0002142190933227539,0.00022688508033752441,0.00023955106735229492,0.00025221705436706543,0.00026488304138183594,0.00027754902839660645,0.00029021501541137695,0.00030288100242614746,0.00031554698944091797,0.0003282129764556885,0.000340878963470459,0.0003535449504852295,0.0003662109375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,0,2,0,0,1,4,5,7,5,13,9,7,29,39,46,71,103,163,248,447,572,908,1359,2131,3311,5239,7967,13061,21542,38148,69060,137498,130593,66170,35745,20821,12510,7967,4749,3180,2082,1315,936,615,390,242,172,123,65,43,30,29,15,8,6,5,4,2,6,0,1,0,4],"bins":[-8.20159912109375e-05,-7.952749729156494e-05,-7.703900337219238e-05,-7.455050945281982e-05,-7.206201553344727e-05,-6.957352161407471e-05,-6.708502769470215e-05,-6.459653377532959e-05,-6.210803985595703e-05,-5.961954593658447e-05,-5.7131052017211914e-05,-5.4642558097839355e-05,-5.21540641784668e-05,-4.966557025909424e-05,-4.717707633972168e-05,-4.468858242034912e-05,-4.220008850097656e-05,-3.9711594581604004e-05,-3.7223100662231445e-05,-3.473460674285889e-05,-3.224611282348633e-05,-2.975761890411377e-05,-2.726912498474121e-05,-2.4780631065368652e-05,-2.2292137145996094e-05,-1.9803643226623535e-05,-1.7315149307250977e-05,-1.4826655387878418e-05,-1.233816146850586e-05,-9.8496675491333e-06,-7.361173629760742e-06,-4.872679710388184e-06,-2.384185791015625e-06,1.043081283569336e-07,2.592802047729492e-06,5.081295967102051e-06,7.569789886474609e-06,1.0058283805847168e-05,1.2546777725219727e-05,1.5035271644592285e-05,1.7523765563964844e-05,2.0012259483337402e-05,2.250075340270996e-05,2.498924732208252e-05,2.7477741241455078e-05,2.9966235160827637e-05,3.2454729080200195e-05,3.4943222999572754e-05,3.743171691894531e-05,3.992021083831787e-05,4.240870475769043e-05,4.489719867706299e-05,4.738569259643555e-05,4.9874186515808105e-05,5.2362680435180664e-05,5.485117435455322e-05,5.733966827392578e-05,5.982816219329834e-05,6.23166561126709e-05,6.480515003204346e-05,6.729364395141602e-05,6.978213787078857e-05,7.227063179016113e-05,7.475912570953369e-05,7.724761962890625e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.0949823260307312,-0.09213025122880936,-0.08927817642688751,-0.08642610162496567,-0.08357403427362442,-0.08072195947170258,-0.07786988466978073,-0.07501780986785889,-0.07216573506593704,-0.0693136602640152,-0.06646159291267395,-0.0636095181107521,-0.06075744330883026,-0.05790536850690842,-0.05505329370498657,-0.052201222628355026,-0.04934914782643318,-0.04649707302451134,-0.04364500194787979,-0.04079292714595795,-0.0379408523440361,-0.035088781267404556,-0.03223670646548271,-0.029384631663560867,-0.026532558724284172,-0.023680485785007477,-0.020828410983085632,-0.017976338043808937,-0.015124264173209667,-0.012272190302610397,-0.009420117363333702,-0.006568043492734432,-0.0037159696221351624,-0.0008638959843665361,0.00198817765340209,0.004840251058340073,0.0076923249289393425,0.010544398799538612,0.013396471738815308,0.016248546540737152,0.019100619480013847,0.021952692419290543,0.024804767221212387,0.027656840160489082,0.030508913099765778,0.03336098790168762,0.03621306270360947,0.03906513378024101,0.04191720858216286,0.0447692833840847,0.04762135446071625,0.05047342926263809,0.053325504064559937,0.05617757514119148,0.05902964994311333,0.06188172474503517,0.06473379582166672,0.06758587062358856,0.0704379454255104,0.07329002022743225,0.0761420950293541,0.07899416238069534,0.08184623718261719,0.08469831198453903,0.08755038678646088],"_type":"histogram","values":[3,2,1,7,5,11,17,30,62,104,172,279,408,592,934,1357,1891,2640,3535,5059,6402,8105,10284,12523,15202,18325,20759,23758,26854,29093,31159,32200,33174,33528,32794,32044,30063,27909,25613,22851,19866,16948,14260,11707,9410,7210,5733,4378,3260,2244,1640,1105,772,551,398,216,143,96,64,40,12,10,6,6]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[3,3,4,16,23,47,95,131,217,431,694,1119,1854,2821,4219,6123,8851,12363,16937,22481,29758,37143,45583,55607,65148,74641,82568,89887,95878,98725,99790,98435,93489,87815,79902,70548,61733,51934,43070,34423,27303,20708,15551,11167,7790,5638,3740,2538,1572,953,583,358,187,132,61,39,19,8,1,3,1,2,0,1],"bins":[-0.0964517891407013,-0.09327208250761032,-0.09009236842393875,-0.08691266179084778,-0.0837329551577568,-0.08055324107408524,-0.07737353444099426,-0.07419382780790329,-0.07101412117481232,-0.06783440709114075,-0.06465470045804977,-0.0614749900996685,-0.05829527974128723,-0.05511557310819626,-0.05193586274981499,-0.048756156116724014,-0.04557644575834274,-0.04239673539996147,-0.0392170287668705,-0.03603731840848923,-0.032857611775398254,-0.029677901417016983,-0.02649819105863571,-0.02331848256289959,-0.020138774067163467,-0.016959065571427345,-0.013779356144368649,-0.010599646717309952,-0.00741993822157383,-0.00424022926017642,-0.0010605202987790108,0.0021191886626183987,0.005298897624015808,0.00847860611975193,0.011658315546810627,0.014838024973869324,0.018017733469605446,0.021197441965341568,0.02437715232372284,0.02755686081945896,0.030736569315195084,0.033916279673576355,0.03709598630666733,0.0402756966650486,0.04345540702342987,0.046635113656520844,0.049814824014902115,0.05299453064799309,0.05617424100637436,0.05935395136475563,0.0625336617231369,0.06571336835622787,0.06889307498931885,0.07207278907299042,0.07525249570608139,0.07843220233917236,0.08161191642284393,0.0847916230559349,0.08797132968902588,0.09115103632211685,0.09433075040578842,0.0975104570388794,0.10069016367197037,0.10386987775564194,0.10704958438873291],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[2,1,4,0,3,1,2,10,2,8,12,11,9,18,14,19,14,24,11,15,11,13,22,17,20,21,19,13,19,14,19,12,20,17,21,24,17,21,19,15,8,13,19,24,15,12,19,8,11,9,15,9,10,7,6,7,7,3,10,1,8,5,3,5],"bins":[0.9995327591896057,0.9995474219322205,0.99956214427948,0.9995768070220947,0.9995915293693542,0.999606192111969,0.9996208548545837,0.9996355772018433,0.999650239944458,0.9996649622917175,0.9996796250343323,0.999694287776947,0.9997090101242065,0.9997236728668213,0.999738335609436,0.9997530579566956,0.9997677206993103,0.9997824430465698,0.9997971057891846,0.9998117685317993,0.9998264908790588,0.9998411536216736,0.9998558759689331,0.9998705387115479,0.9998852014541626,0.9998999238014221,0.9999145865440369,0.9999293088912964,0.9999439716339111,0.9999586343765259,0.9999733567237854,0.9999880194664001,1.0000027418136597,1.0000174045562744,1.0000320672988892,1.000046730041504,1.0000615119934082,1.000076174736023,1.0000908374786377,1.0001055002212524,1.0001201629638672,1.0001349449157715,1.0001496076583862,1.000164270401001,1.0001789331436157,1.0001935958862305,1.0002082586288452,1.0002230405807495,1.0002377033233643,1.000252366065979,1.0002670288085938,1.0002816915512085,1.0002964735031128,1.0003111362457275,1.0003257989883423,1.000340461730957,1.0003551244735718,1.000369906425476,1.0003845691680908,1.0003992319107056,1.0004138946533203,1.000428557395935,1.0004433393478394,1.000458002090454,1.0004726648330688],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,1,3,2,4,4,11,14,18,35,21,59,70,116,146,188,262,410,507,776,1073,1517,2217,3216,4787,7054,10457,15824,24023,37892,62943,121448,120613,62622,37858,24429,16069,10566,6900,4729,3273,2310,1588,1069,763,543,415,255,212,145,109,82,51,25,33,20,17,8,8,6,3,1,1,2],"bins":[-0.00244140625,-0.0023651123046875,-0.002288818359375,-0.0022125244140625,-0.00213623046875,-0.0020599365234375,-0.001983642578125,-0.0019073486328125,-0.0018310546875,-0.0017547607421875,-0.001678466796875,-0.0016021728515625,-0.00152587890625,-0.0014495849609375,-0.001373291015625,-0.0012969970703125,-0.001220703125,-0.0011444091796875,-0.001068115234375,-0.0009918212890625,-0.00091552734375,-0.0008392333984375,-0.000762939453125,-0.0006866455078125,-0.0006103515625,-0.0005340576171875,-0.000457763671875,-0.0003814697265625,-0.00030517578125,-0.0002288818359375,-0.000152587890625,-7.62939453125e-05,0,7.62939453125e-05,0.000152587890625,0.0002288818359375,0.00030517578125,0.0003814697265625,0.000457763671875,0.0005340576171875,0.0006103515625,0.0006866455078125,0.000762939453125,0.0008392333984375,0.00091552734375,0.0009918212890625,0.001068115234375,0.0011444091796875,0.001220703125,0.0012969970703125,0.001373291015625,0.0014495849609375,0.00152587890625,0.0016021728515625,0.001678466796875,0.0017547607421875,0.0018310546875,0.0019073486328125,0.001983642578125,0.0020599365234375,0.00213623046875,0.0022125244140625,0.002288818359375,0.0023651123046875,0.00244140625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0015635190065950155,-0.0015140603063628078,-0.0014646016061306,-0.0014151429058983922,-0.0013656843220815063,-0.0013162256218492985,-0.0012667669216170907,-0.001217308221384883,-0.0011678495211526752,-0.0011183908209204674,-0.0010689322371035814,-0.0010194735368713737,-0.0009700148366391659,-0.0009205561364069581,-0.0008710974361747503,-0.0008216387941502035,-0.0007721800939179957,-0.0007227213936857879,-0.0006732627516612411,-0.0006238040514290333,-0.0005743453511968255,-0.0005248867091722786,-0.00047542800894007087,-0.0004259693087078631,-0.0003765106375794858,-0.00032705196645110846,-0.0002775932662189007,-0.00022813459509052336,-0.00017867590941023082,-0.00012921722372993827,-7.975854532560334e-05,-3.0299863283289596e-05,1.9158818759024143e-05,6.861750443931669e-05,0.00011807618284365162,0.00016753486124798656,0.0002169935469282791,0.00026645223260857165,0.00031591090373694897,0.00036536960396915674,0.00041482827509753406,0.0004642869462259114,0.0005137456464581192,0.0005632043466903269,0.0006126629887148738,0.0006621216889470816,0.0007115803891792893,0.0007610390312038362,0.000810497731436044,0.0008599564316682518,0.0009094150736927986,0.0009588737739250064,0.0010083324741572142,0.001057791174389422,0.0011072498746216297,0.0011567084584385157,0.0012061671586707234,0.0012556258589029312,0.001305084559135139,0.0013545432593673468,0.0014040019595995545,0.0014534605434164405,0.0015029192436486483,0.001552377943880856,0.0016018366441130638],"_type":"histogram","values":[1,0,0,1,1,4,1,1,2,3,4,3,1,11,5,7,8,12,12,15,17,19,12,25,24,22,27,28,42,26,33,30,40,26,31,29,28,26,17,25,18,18,15,17,10,13,12,8,8,5,4,7,1,5,2,0,2,2,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.000194549560546875,-0.0001882016658782959,-0.0001818537712097168,-0.0001755058765411377,-0.0001691579818725586,-0.0001628100872039795,-0.0001564621925354004,-0.0001501142978668213,-0.0001437664031982422,-0.00013741850852966309,-0.00013107061386108398,-0.00012472271919250488,-0.00011837482452392578,-0.00011202692985534668,-0.00010567903518676758,-9.933114051818848e-05,-9.298324584960938e-05,-8.663535118103027e-05,-8.028745651245117e-05,-7.393956184387207e-05,-6.759166717529297e-05,-6.124377250671387e-05,-5.4895877838134766e-05,-4.8547983169555664e-05,-4.220008850097656e-05,-3.585219383239746e-05,-2.950429916381836e-05,-2.3156404495239258e-05,-1.6808509826660156e-05,-1.0460615158081055e-05,-4.112720489501953e-06,2.2351741790771484e-06,8.58306884765625e-06,1.4930963516235352e-05,2.1278858184814453e-05,2.7626752853393555e-05,3.3974647521972656e-05,4.032254219055176e-05,4.667043685913086e-05,5.301833152770996e-05,5.936622619628906e-05,6.571412086486816e-05,7.206201553344727e-05,7.840991020202637e-05,8.475780487060547e-05,9.110569953918457e-05,9.745359420776367e-05,0.00010380148887634277,0.00011014938354492188,0.00011649727821350098,0.00012284517288208008,0.00012919306755065918,0.00013554096221923828,0.00014188885688781738,0.00014823675155639648,0.00015458464622497559,0.0001609325408935547,0.0001672804355621338,0.0001736283302307129,0.000179976224899292,0.0001863241195678711,0.0001926720142364502,0.0001990199089050293,0.0002053678035736084,0.0002117156982421875],"_type":"histogram","values":[1,0,0,3,3,5,5,6,9,20,25,31,56,64,85,163,249,314,482,753,971,1515,2284,3321,5381,8577,13886,22950,41325,82485,177064,107024,49377,27326,16132,9991,6231,3869,2529,1648,1165,822,541,365,246,177,114,76,50,34,24,15,11,11,4,5,0,1,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,4,3,13,20,24,41,82,121,182,298,460,667,976,1441,2054,2759,3726,4917,6496,8138,10427,12660,15036,17952,20763,23629,26341,28400,30618,32299,33060,33225,32872,31465,29865,27841,25669,22618,19935,17172,14261,12120,9599,7621,5947,4561,3434,2491,1749,1289,828,594,369,257,166,111,53,46,19,21,7,2,9],"bins":[-0.09111523628234863,-0.08829692751169205,-0.08547861874103546,-0.08266030997037888,-0.07984200119972229,-0.0770236924290657,-0.07420539110898972,-0.07138708233833313,-0.06856877356767654,-0.06575046479701996,-0.06293215602636337,-0.06011384725570679,-0.0572955384850502,-0.054477229714393616,-0.05165892466902733,-0.04884061589837074,-0.04602230712771416,-0.04320399835705757,-0.040385689586400986,-0.0375673845410347,-0.03474907577037811,-0.03193076699972153,-0.02911245822906494,-0.026294151321053505,-0.02347584255039692,-0.020657533779740334,-0.017839226871728897,-0.015020918101072311,-0.0122026102617383,-0.00938430242240429,-0.006565994117408991,-0.003747686045244336,-0.0009293779730796814,0.0018889300990849733,0.004707238171249628,0.0075255464762449265,0.010343854315578938,0.013162162154912949,0.015980470925569534,0.01879877783358097,0.021617086604237556,0.024435395374894142,0.02725370228290558,0.030072011053562164,0.03289031982421875,0.035708628594875336,0.03852693364024162,0.04134524241089821,0.044163551181554794,0.04698185995221138,0.049800168722867966,0.05261847376823425,0.05543678253889084,0.058255091309547424,0.06107340008020401,0.0638917088508606,0.06671001762151718,0.06952832639217377,0.07234663516283035,0.07516493648290634,0.07798324525356293,0.08080155402421951,0.0836198627948761,0.08643817156553268,0.08925648033618927]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,0,1,1,0,0,0,1,1,5,2,1,5,7,7,2,6,8,15,7,15,13,17,16,20,24,22,24,35,29,30,20,30,25,26,31,30,18,25,25,31,18,26,14,23,19,9,16,11,8,8,7,9,5,4,4,2,1,0,2,3,1,0,2],"bins":[-0.0004185836296528578,-0.0004061801009811461,-0.0003937765723094344,-0.0003813730145338923,-0.0003689694858621806,-0.0003565659571904689,-0.00034416239941492677,-0.0003317588707432151,-0.0003193553420715034,-0.0003069518133997917,-0.00029454828472808003,-0.0002821447269525379,-0.0002697411982808262,-0.00025733766960911453,-0.0002449341118335724,-0.0002325305831618607,-0.00022012705449014902,-0.00020772352581843734,-0.00019531998259481043,-0.00018291643937118351,-0.00017051291069947183,-0.00015810938202776015,-0.00014570583880413324,-0.00013330229558050632,-0.00012089876690879464,-0.00010849523096112534,-9.609169501345605e-05,-8.368815906578675e-05,-7.128462311811745e-05,-5.8881087170448154e-05,-4.647755122277886e-05,-3.407401527510956e-05,-2.1670479327440262e-05,-9.266943379770964e-06,3.136592567898333e-06,1.554012851556763e-05,2.7943664463236928e-05,4.0347200410906225e-05,5.275073635857552e-05,6.515427230624482e-05,7.755780825391412e-05,8.996134420158342e-05,0.00010236488014925271,0.00011476841609692201,0.0001271719520445913,0.000139575480716303,0.0001519790239399299,0.00016438256716355681,0.0001767860958352685,0.00018918962450698018,0.0002015931677306071,0.000213996710954234,0.0002264002396259457,0.00023880376829765737,0.0002512073260731995,0.0002636108547449112,0.0002760143834166229,0.00028841791208833456,0.00030082144076004624,0.0003132249985355884,0.00032562852720730007,0.00033803205587901175,0.0003504356136545539,0.0003628391423262656,0.00037524267099797726],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,0,1,0,0,2,2,2,5,3,4,7,13,12,14,12,18,14,14,23,18,32,25,27,42,31,28,37,31,22,30,30,29,18,17,25,31,29,10,18,19,18,11,7,5,4,4,6,5,2,0,1,2,2,1,0,1,0,0,1],"bins":[-0.0002953188377432525,-0.0002861358516383916,-0.0002769528655335307,-0.0002677698794286698,-0.0002585868933238089,-0.000249403907218948,-0.00024022090656217188,-0.00023103792045731097,-0.00022185491980053484,-0.00021267193369567394,-0.00020348894759081304,-0.00019430596148595214,-0.00018512297538109124,-0.00017593998927623034,-0.0001667569886194542,-0.0001575740025145933,-0.0001483910164097324,-0.0001392080303048715,-0.0001300250442000106,-0.00012084205081919208,-0.00011165905743837357,-0.00010247607133351266,-9.329308522865176e-05,-8.411009184783325e-05,-7.492710574297234e-05,-6.574411963811144e-05,-5.6561126257292926e-05,-4.7378140152432024e-05,-3.8195150409592316e-05,-2.9012160666752607e-05,-1.98291727429023e-05,-1.0646183909557294e-05,-1.463195076212287e-06,7.71979375713272e-06,1.6902782590477727e-05,2.6085770514328033e-05,3.526876025716774e-05,4.445175000000745e-05,5.363473610486835e-05,6.281772948568687e-05,7.200071559054777e-05,8.118370169540867e-05,9.036669507622719e-05,9.954968118108809e-05,0.00010873266728594899,0.00011791566066676751,0.00012709865404758602,0.00013628164015244693,0.00014546462625730783,0.00015464761236216873,0.00016383059846702963,0.00017301359912380576,0.00018219658522866666,0.00019137957133352757,0.00020056255743838847,0.00020974554354324937,0.00021892852964811027,0.0002281115303048864,0.0002372945164097473,0.00024647751706652343,0.00025566050317138433,0.00026484348927624524,0.00027402647538110614,0.00028320946148596704,0.00029239244759082794]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[2,1,3,9,4,7,9,6,8,11,19,14,19,20,33,23,40,36,36,44,57,47,52,70,72,63,69,55,55,62,70,63,75,60,46,77,51,58,64,45,66,38,51,44,46,32,30,26,19,27,21,16,16,13,9,7,4,4,6,4,6,5,2,1],"bins":[-0.00046749229659326375,-0.000452690408565104,-0.0004378885496407747,-0.00042308669071644545,-0.0004082848026882857,-0.00039348291466012597,-0.0003786810557357967,-0.0003638791968114674,-0.00034907730878330767,-0.00033427542075514793,-0.00031947356183081865,-0.00030467170290648937,-0.00028986981487832963,-0.0002750679268501699,-0.0002602660679258406,-0.00024546420900151134,-0.0002306623209733516,-0.0002158604474971071,-0.00020105857402086258,-0.00018625670054461807,-0.00017145482706837356,-0.00015665295359212905,-0.00014185108011588454,-0.00012704920663964003,-0.00011224733316339552,-9.744545968715101e-05,-8.26435862109065e-05,-6.7841712734662e-05,-5.303983925841749e-05,-3.823796578217298e-05,-2.343609230592847e-05,-8.63421882968396e-06,6.167625542730093e-06,2.0969499018974602e-05,3.577137249521911e-05,5.057324597146362e-05,6.537511944770813e-05,8.017699292395264e-05,9.497886640019715e-05,0.00010978073987644166,0.00012458261335268617,0.00013938448682893068,0.00015418636030517519,0.0001689882337814197,0.0001837901072576642,0.0001985919807339087,0.00021339385421015322,0.00022819572768639773,0.00024299760116264224,0.0002577994600869715,0.00027260134811513126,0.000287403236143291,0.0003022050950676203,0.00031700695399194956,0.0003318088420201093,0.00034661073004826903,0.0003614125889725983,0.0003762144478969276,0.00039101633592508733,0.00040581822395324707,0.00042062008287757635,0.00043542194180190563,0.00045022382983006537,0.0004650257178582251,0.0004798275767825544],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,1,3,1,3,9,6,4,10,5,8,12,15,14,25,19,15,13,18,14,17,18,22,22,20,13,18,20,13,14,9,24,18,20,19,18,15,14,20,15,16,14,12,17,14,15,15,12,13,8,10,5,9,6,9,5,5,11,10,7,4,1,3],"bins":[0.9995147585868835,0.999530017375946,0.9995452761650085,0.999560534954071,0.9995757937431335,0.999591052532196,0.9996063113212585,0.9996216297149658,0.9996368885040283,0.9996521472930908,0.9996674060821533,0.9996826648712158,0.9996979236602783,0.9997131824493408,0.9997284412384033,0.9997437000274658,0.9997589588165283,0.9997742176055908,0.9997894763946533,0.9998047351837158,0.9998200535774231,0.9998353123664856,0.9998505711555481,0.9998658299446106,0.9998810887336731,0.9998963475227356,0.9999116063117981,0.9999268651008606,0.9999421238899231,0.9999573826789856,0.9999726414680481,0.9999879002571106,1.0000032186508179,1.0000184774398804,1.0000337362289429,1.0000489950180054,1.0000642538070679,1.0000795125961304,1.0000947713851929,1.0001100301742554,1.0001252889633179,1.0001405477523804,1.0001558065414429,1.0001710653305054,1.0001863241195679,1.0002015829086304,1.0002168416976929,1.0002321004867554,1.0002473592758179,1.0002626180648804,1.0002778768539429,1.0002931356430054,1.0003085136413574,1.00032377243042,1.0003390312194824,1.000354290008545,1.0003695487976074,1.00038480758667,1.0004000663757324,1.000415325164795,1.0004305839538574,1.00044584274292,1.0004611015319824,1.000476360321045,1.0004916191101074]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[2,0,3,1,4,5,3,7,3,5,3,6,11,8,8,11,18,17,13,19,10,21,14,16,29,19,21,21,13,23,24,27,21,22,23,24,21,13,22,18,13,14,9,19,13,25,14,4,12,9,11,12,3,12,8,5,8,5,6,3,9,3,1,1],"bins":[0.9995105266571045,0.9995254874229431,0.9995404481887817,0.9995554089546204,0.999570369720459,0.9995853304862976,0.999600350856781,0.9996153116226196,0.9996302723884583,0.9996452331542969,0.9996601939201355,0.9996751546859741,0.9996901154518127,0.9997050762176514,0.99972003698349,0.9997349977493286,0.999750018119812,0.9997649788856506,0.9997799396514893,0.9997949004173279,0.9998098611831665,0.9998248219490051,0.9998397827148438,0.9998547434806824,0.999869704246521,0.9998846650123596,0.9998996257781982,0.9999146461486816,0.9999296069145203,0.9999445676803589,0.9999595284461975,0.9999744892120361,0.9999894499778748,1.0000044107437134,1.0000194311141968,1.0000343322753906,1.000049352645874,1.0000642538070679,1.0000792741775513,1.0000941753387451,1.0001091957092285,1.0001240968704224,1.0001391172409058,1.0001541376113892,1.000169038772583,1.0001840591430664,1.0001989603042603,1.0002139806747437,1.0002288818359375,1.000243902206421,1.0002588033676147,1.0002738237380981,1.000288724899292,1.0003037452697754,1.0003187656402588,1.0003336668014526,1.000348687171936,1.0003635883331299,1.0003786087036133,1.0003935098648071,1.0004085302352905,1.0004234313964844,1.0004384517669678,1.0004533529281616,1.000468373298645],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,1,0,2,5,7,20,43,71,123,239,425,676,1066,1704,2521,3871,5693,7827,11063,14953,20179,26237,33012,40815,49327,57970,67168,75428,82698,88743,93307,95927,95889,94318,89736,83841,76374,67985,59728,50021,41421,33568,26367,20525,15378,11525,8285,5771,3894,2603,1733,1106,712,426,239,138,74,36,27,9,9,0,4],"bins":[-0.10156413167715073,-0.09849163889884949,-0.09541913866996765,-0.09234664589166641,-0.08927414566278458,-0.08620165288448334,-0.0831291526556015,-0.08005665987730026,-0.07698416709899902,-0.07391166687011719,-0.07083917409181595,-0.06776667386293411,-0.06469418108463287,-0.061621684581041336,-0.0585491880774498,-0.05547669157385826,-0.052404195070266724,-0.049331698566675186,-0.04625920206308365,-0.04318670555949211,-0.040114209055900574,-0.037041716277599335,-0.0339692197740078,-0.03089672327041626,-0.027824226766824722,-0.024751730263233185,-0.021679233759641647,-0.01860673911869526,-0.015534242615103722,-0.012461746111512184,-0.009389250539243221,-0.006316754501312971,-0.003244265913963318,-0.0001717698760330677,0.0029007261618971825,0.005973222199827433,0.009045718237757683,0.01211821474134922,0.015190710313618183,0.018263205885887146,0.021335702389478683,0.02440819889307022,0.02748069539666176,0.030553190037608147,0.033625684678554535,0.03669818118214607,0.03977067768573761,0.04284317418932915,0.045915670692920685,0.04898816719651222,0.05206066370010376,0.0551331602036953,0.058205656707286835,0.061278149485588074,0.06435064971446991,0.06742314249277115,0.07049563527107239,0.07356813549995422,0.07664062827825546,0.0797131285071373,0.08278562128543854,0.08585812151432037,0.08893061429262161,0.09200311452150345,0.09507560729980469],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[0.9995113015174866,0.9995267987251282,0.9995423555374146,0.9995578527450562,0.9995734095573425,0.9995889067649841,0.9996044039726257,0.9996199607849121,0.9996354579925537,0.9996510148048401,0.9996665120124817,0.9996820092201233,0.9996975660324097,0.9997130632400513,0.9997285604476929,0.9997441172599792,0.9997596144676208,0.9997751712799072,0.9997906684875488,0.9998061656951904,0.9998217225074768,0.9998372197151184,0.9998527765274048,0.9998682737350464,0.999883770942688,0.9998993277549744,0.999914824962616,0.9999303817749023,0.999945878982544,0.9999613761901855,0.9999769330024719,0.9999924302101135,1.0000079870224,1.0000234842300415,1.000038981437683,1.0000544786453247,1.0000700950622559,1.0000855922698975,1.000101089477539,1.0001165866851807,1.0001320838928223,1.0001477003097534,1.000163197517395,1.0001786947250366,1.0001941919326782,1.0002096891403198,1.0002251863479614,1.0002408027648926,1.0002562999725342,1.0002717971801758,1.0002872943878174,1.000302791595459,1.0003184080123901,1.0003339052200317,1.0003494024276733,1.000364899635315,1.0003803968429565,1.0003960132598877,1.0004115104675293,1.000427007675171,1.0004425048828125,1.000458002090454,1.0004736185073853,1.0004891157150269,1.0005046129226685],"_type":"histogram","values":[3,0,1,1,3,3,6,1,5,7,9,9,18,8,19,14,13,14,16,23,18,11,20,24,23,22,15,18,18,26,18,18,23,17,22,16,19,25,15,16,23,16,14,15,23,8,15,8,11,10,3,10,7,4,9,7,4,8,4,3,1,4,3,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[2,0,2,5,8,14,34,52,83,148,263,398,591,917,1489,2059,2966,4195,5672,7321,9836,12135,15165,18441,21692,25201,27944,30777,33599,35006,36078,35852,35015,33153,31566,28410,25705,22064,18829,15654,12775,10232,7785,6024,4528,3292,2291,1588,1095,695,479,289,162,112,59,34,13,9,12,5,1,1,0,2],"bins":[-0.09499228000640869,-0.09193696081638336,-0.08888164162635803,-0.0858263149857521,-0.08277099579572678,-0.07971567660570145,-0.07666035741567612,-0.07360503822565079,-0.07054971158504486,-0.06749439239501953,-0.0644390732049942,-0.06138375401496887,-0.05832843482494354,-0.055273111909627914,-0.052217792719602585,-0.04916246980428696,-0.04610715061426163,-0.0430518314242363,-0.03999650850892067,-0.03694118931889534,-0.03388586640357971,-0.030830547213554382,-0.027775228023529053,-0.024719906970858574,-0.021664585918188095,-0.018609264865517616,-0.015553944744169712,-0.012498624622821808,-0.009443303570151329,-0.0063879829831421375,-0.003332662396132946,-0.0002773418091237545,0.002777978777885437,0.0058332993648946285,0.00888861995190382,0.011943940073251724,0.014999261125922203,0.018054582178592682,0.02110990136861801,0.02416522242128849,0.02722054347395897,0.030275864526629448,0.03333118557929993,0.036386504769325256,0.039441823959350586,0.042497146874666214,0.045552466064691544,0.04860778898000717,0.0516631081700325,0.05471842736005783,0.05777375027537346,0.06082906946539879,0.06388439238071442,0.06693971157073975,0.06999503076076508,0.0730503499507904,0.07610566914081573,0.07916099578142166,0.08221631497144699,0.08527163416147232,0.08832695335149765,0.09138227254152298,0.0944375991821289,0.09749291837215424,0.10054823756217957],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,2,2,2,5,3,4,6,7,6,7,7,14,12,7,10,14,20,17,19,16,22,35,23,27,20,33,28,23,34,21,23,31,17,25,21,13,21,23,23,18,16,17,15,7,12,1,4,6,5,5,4,4,4,0,0,1,2,0,2],"bins":[-0.0004226416349411011,-0.0004096297489013523,-0.00039661783375777304,-0.00038360594771802425,-0.000370594032574445,-0.0003575821465346962,-0.000344570231391117,-0.0003315583453513682,-0.00031854643020778894,-0.00030553454416804016,-0.00029252265812829137,-0.0002795107429847121,-0.00026649885694496334,-0.0002534869418013841,-0.0002404750557616353,-0.0002274631551699713,-0.00021445125457830727,-0.00020143935398664325,-0.00018842745339497924,-0.00017541555280331522,-0.0001624036522116512,-0.00014939176617190242,-0.0001363798655802384,-0.00012336796498857439,-0.00011035606439691037,-9.734416380524635e-05,-8.433226321358234e-05,-7.132036989787593e-05,-5.830846930621192e-05,-4.52965687145479e-05,-3.228467176086269e-05,-1.927277298818808e-05,-6.260874215513468e-06,6.751024557161145e-06,1.9762923329835758e-05,3.277482028352097e-05,4.578672087518498e-05,5.8798621466849e-05,7.18105147825554e-05,8.482241537421942e-05,9.783431596588343e-05,0.00011084621655754745,0.00012385811714921147,0.00013687001774087548,0.00014988190378062427,0.0001628938043722883,0.0001759057049639523,0.00018891760555561632,0.00020192950614728034,0.00021494140673894435,0.00022795330733060837,0.00024096520792227238,0.0002539771085139364,0.0002669889945536852,0.00028000090969726443,0.0002930127957370132,0.000306024681776762,0.00031903659692034125,0.00033204848296009004,0.0003450603981036693,0.0003580722841434181,0.0003710841992869973,0.0003840960853267461,0.00039710800047032535,0.00041011988651007414]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[1,2,2,2,2,2,2,3,1,3,1,6,0,3,3,2,0,2,1,3,2,3,2,3,1,3,5,2,4,2,2,1,2,2,1,3,1,1,0,2,4,1,1,2,1,2,2,1,4,2,2,1,2,3,1,1,0,2,5,0,1,2,0,5],"bins":[-0.03584178537130356,-0.03473641350865364,-0.03363104164600372,-0.032525673508644104,-0.031420301645994186,-0.03031492978334427,-0.02920955792069435,-0.028104187920689583,-0.026998816058039665,-0.025893444195389748,-0.02478807419538498,-0.02368270233273506,-0.022577330470085144,-0.021471960470080376,-0.020366588607430458,-0.01926121860742569,-0.018155846744775772,-0.017050474882125854,-0.015945104882121086,-0.014839733019471169,-0.013734362088143826,-0.012628991156816483,-0.011523619294166565,-0.010418248362839222,-0.009312877431511879,-0.008207506500184536,-0.007102135103195906,-0.005996763706207275,-0.004891392774879932,-0.0037860216107219458,-0.002680650446563959,-0.0015752792824059725,-0.0004699118435382843,0.0006354593206197023,0.001740830484777689,0.0028462016489356756,0.003951572813093662,0.005056943744421005,0.0061623151414096355,0.007267686538398266,0.008373057469725609,0.009478428401052952,0.010583799332380295,0.011689171195030212,0.012794542126357555,0.013899913057684898,0.015005284920334816,0.016110654920339584,0.017216026782989502,0.01832139864563942,0.019426768645644188,0.020532140508294106,0.021637510508298874,0.02274288237094879,0.02384825423359871,0.024953624233603477,0.026058996096253395,0.027164367958903313,0.02826973795890808,0.029375109821558,0.030480481684207916,0.031585853546857834,0.03269122168421745,0.03379659354686737,0.03490196540951729]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[4,1,6,13,17,24,35,79,123,189,290,490,726,1040,1478,2157,2948,3930,5401,6849,8861,11231,13480,15963,19053,21763,24605,27592,29534,31723,33274,33653,33749,32948,31574,29178,27088,24678,21646,19067,15910,13255,10830,8469,6707,5129,3826,2845,2060,1450,1040,617,430,318,175,129,72,46,29,12,6,3,4,2],"bins":[-0.0914156511425972,-0.08855502307415009,-0.08569438755512238,-0.08283375203609467,-0.07997312396764755,-0.07711249589920044,-0.07425186038017273,-0.07139122486114502,-0.0685305967926979,-0.0656699687242508,-0.06280933320522308,-0.05994870141148567,-0.05708806961774826,-0.05422743782401085,-0.05136680603027344,-0.048506174236536026,-0.045645542442798615,-0.0427849106490612,-0.03992427885532379,-0.03706364706158638,-0.03420301526784897,-0.03134238347411156,-0.028481751680374146,-0.025621119886636734,-0.022760488092899323,-0.01989985629916191,-0.0170392245054245,-0.014178592711687088,-0.011317960917949677,-0.008457329124212265,-0.0055966973304748535,-0.002736065536737442,0.00012456625699996948,0.002985198050737381,0.0058458298444747925,0.008706461638212204,0.011567093431949615,0.014427725225687027,0.01728835701942444,0.02014898881316185,0.02300962060689926,0.025870252400636673,0.028730884194374084,0.031591515988111496,0.03445214778184891,0.03731277957558632,0.04017341136932373,0.04303404316306114,0.04589467495679855,0.048755306750535965,0.051615938544273376,0.05447657033801079,0.0573372021317482,0.06019783392548561,0.06305846571922302,0.06591910123825073,0.06877972930669785,0.07164035737514496,0.07450099289417267,0.07736162841320038,0.08022225648164749,0.0830828845500946,0.08594352006912231,0.08880415558815002,0.09166478365659714]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[4,1,2,2,4,5,3,6,6,6,11,13,8,21,17,18,17,15,20,15,16,17,14,17,16,18,10,17,16,12,18,18,25,15,18,21,18,18,14,12,18,19,18,21,14,11,15,14,6,11,14,8,6,5,14,9,5,12,5,7,4,3,3,2],"bins":[0.9995362162590027,0.9995508790016174,0.9995655417442322,0.9995802640914917,0.9995949268341064,0.9996095895767212,0.9996242523193359,0.9996389150619507,0.9996536374092102,0.999668300151825,0.9996829628944397,0.9996976256370544,0.9997122883796692,0.9997270107269287,0.9997416734695435,0.9997563362121582,0.999770998954773,0.9997856616973877,0.9998003840446472,0.999815046787262,0.9998297095298767,0.9998443722724915,0.9998590350151062,0.9998737573623657,0.9998884201049805,0.9999030828475952,0.99991774559021,0.9999324083328247,0.9999471306800842,0.999961793422699,0.9999764561653137,0.9999911189079285,1.000005841255188,1.0000205039978027,1.0000351667404175,1.0000498294830322,1.000064492225647,1.0000791549682617,1.0000938177108765,1.0001084804534912,1.0001232624053955,1.0001379251480103,1.000152587890625,1.0001672506332397,1.0001819133758545,1.0001965761184692,1.000211238861084,1.0002259016036987,1.0002405643463135,1.0002552270889282,1.0002700090408325,1.0002846717834473,1.000299334526062,1.0003139972686768,1.0003286600112915,1.0003433227539062,1.000357985496521,1.0003726482391357,1.0003873109817505,1.0004019737243652,1.0004167556762695,1.0004314184188843,1.000446081161499,1.0004607439041138,1.0004754066467285]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[2,0,2,1,7,1,10,2,14,9,11,6,13,13,14,10,16,19,18,24,19,13,16,17,22,15,18,17,16,21,7,17,9,11,20,22,15,12,19,25,29,16,19,9,15,16,19,12,18,12,17,14,10,9,4,7,6,3,2,2,2,2,1,1],"bins":[-0.0004574312479235232,-0.0004431117558851838,-0.00042879226384684443,-0.00041447277180850506,-0.0004001532797701657,-0.0003858337877318263,-0.00037151429569348693,-0.00035719480365514755,-0.0003428753116168082,-0.00032855584868229926,-0.0003142363566439599,-0.0002999168646056205,-0.0002855973725672811,-0.00027127788052894175,-0.0002569583884906024,-0.000242638896452263,-0.00022831940441392362,-0.00021399991237558424,-0.00019968042033724487,-0.0001853609282989055,-0.00017104143626056612,-0.00015672195877414197,-0.0001424024667358026,-0.00012808297469746321,-0.00011376348265912384,-9.944399062078446e-05,-8.512449858244509e-05,-7.080501382006332e-05,-5.6485521781723946e-05,-4.216602974338457e-05,-2.7846541343024e-05,-1.3527051123674028e-05,7.924390956759453e-07,1.5111929315025918e-05,2.943141953437589e-05,4.375090793473646e-05,5.807039997307584e-05,7.238989201141521e-05,8.670937677379698e-05,0.00010102886881213635,0.00011534836085047573,0.0001296678528888151,0.00014398734492715448,0.00015830683696549386,0.000172626314451918,0.00018694580649025738,0.00020126529852859676,0.00021558479056693614,0.0002299042826052755,0.0002442237746436149,0.00025854326668195426,0.00027286275872029364,0.000287182250758633,0.0003015017427969724,0.00031582123483531177,0.00033014072687365115,0.00034446018980816007,0.00035877968184649944,0.0003730991738848388,0.0003874186659231782,0.00040173815796151757,0.00041605764999985695,0.0004303771420381963,0.0004446966340765357,0.0004590161261148751]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.00046209312858991325,-0.00044734240509569645,-0.00043259168160147965,-0.0004178409290034324,-0.0004030902055092156,-0.0003883394820149988,-0.000373588758520782,-0.00035883800592273474,-0.00034408728242851794,-0.00032933655893430114,-0.00031458583544008434,-0.00029983511194586754,-0.0002850843593478203,-0.0002703336358536035,-0.0002555829123593867,-0.00024083217431325465,-0.00022608145081903785,-0.00021133072732482105,-0.00019657998927868903,-0.00018182926578447223,-0.0001670785277383402,-0.0001523278042441234,-0.00013757706619799137,-0.00012282634270377457,-0.00010807561193360016,-9.332488116342574e-05,-7.857415039325133e-05,-6.382341962307692e-05,-4.907269249088131e-05,-3.4321961720706895e-05,-1.9571232769521885e-05,-4.8205029088421725e-06,9.93022695183754e-06,2.4680957722011954e-05,3.943168849218637e-05,5.4182415624381974e-05,6.89331500325352e-05,8.3683873526752e-05,9.843460429692641e-05,0.00011318533506710082,0.00012793607311323285,0.00014268679660744965,0.00015743752010166645,0.00017218825814779848,0.00018693898164201528,0.0002016897196881473,0.0002164404431823641,0.00023119118122849613,0.00024594191927462816,0.00026069264276884496,0.00027544336626306176,0.00029019408975727856,0.00030494481325149536,0.0003196955658495426,0.0003344462893437594,0.0003491970128379762,0.000363947736332193,0.0003786984598264098,0.0003934492124244571,0.0004081999359186739,0.00042295065941289067,0.00043770138290710747,0.00045245213550515473,0.00046720285899937153,0.00048195358249358833],"_type":"histogram","values":[1,0,1,0,1,3,0,1,1,4,1,0,4,5,10,9,11,15,15,19,17,21,24,20,20,29,19,38,25,26,26,25,27,34,27,25,28,27,24,28,22,17,26,18,15,11,10,6,7,5,3,4,2,3,2,1,2,1,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,1,2,2,0,0,2,2,1,4,5,4,5,12,10,13,13,13,13,15,21,20,21,19,27,28,26,29,27,37,39,27,19,27,35,26,24,16,21,20,17,15,20,21,7,7,8,6,10,4,3,3,3,1,3,3,2,2,0,2,2,1,0,1],"bins":[-0.0004523388051893562,-0.0004373067640699446,-0.0004222746938467026,-0.00040724262362346053,-0.00039221058250404894,-0.00037717854138463736,-0.0003621464711613953,-0.00034711440093815327,-0.0003320823598187417,-0.0003170503186993301,-0.00030201824847608805,-0.000286986178252846,-0.0002719541371334344,-0.00025692209601402283,-0.00024189002579078078,-0.00022685797011945397,-0.00021182591444812715,-0.00019679385877680033,-0.00018176180310547352,-0.0001667297474341467,-0.00015169769176281989,-0.00013666563609149307,-0.00012163358042016625,-0.00010660152474883944,-9.156946907751262e-05,-7.65374134061858e-05,-6.150535773485899e-05,-4.6473302063532174e-05,-3.144124639220536e-05,-1.640919072087854e-05,-1.3771350495517254e-06,1.365492062177509e-05,2.868694718927145e-05,4.3719002860598266e-05,5.875105853192508e-05,7.37831142032519e-05,8.881516987457871e-05,0.00010384722554590553,0.00011887928121723235,0.00013391133688855916,0.00014894339255988598,0.0001639754482312128,0.0001790075039025396,0.00019403955957386643,0.00020907161524519324,0.00022410367091652006,0.00023913572658784688,0.00025416776770725846,0.0002691998379305005,0.00028423190815374255,0.00029926394927315414,0.00031429599039256573,0.00032932806061580777,0.0003443601308390498,0.0003593921719584614,0.000374424213077873,0.00038945628330111504,0.0004044883535243571,0.00041952039464376867,0.00043455243576318026,0.0004495845059864223,0.00046461657620966434,0.00047964861732907593,0.0004946806584484875,0.0005097127286717296],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,0,0,1,0,3,3,0,0,2,1,3,1,4,5,6,5,14,8,21,11,16,20,18,29,26,28,25,18,24,33,21,41,22,27,30,26,33,22,26,23,23,19,21,23,11,12,9,9,9,8,8,3,5,2,1,2,0,2,3,0,0,0,1],"bins":[-0.0005414963234215975,-0.0005251760594546795,-0.0005088557954877615,-0.0004925355315208435,-0.00047621529665775597,-0.000459895032690838,-0.00044357476872392,-0.000427254504757002,-0.00041093426989391446,-0.00039461400592699647,-0.0003782937419600785,-0.0003619734779931605,-0.0003456532140262425,-0.0003293329500593245,-0.00031301271519623697,-0.000296692451229319,-0.000280372187262401,-0.000264051923295483,-0.000247731659328565,-0.00023141140991356224,-0.00021509116049855947,-0.00019877089653164148,-0.0001824506325647235,-0.00016613038314972073,-0.00014981011918280274,-0.00013348985521588475,-0.00011716960580088198,-0.00010084934183396399,-8.452908514300361e-05,-6.820882845204324e-05,-5.188856812310405e-05,-3.5568307794164866e-05,-1.924805110320449e-05,-2.9277925932547078e-06,1.3392465916695073e-05,2.9712724426644854e-05,4.6032982936594635e-05,6.235323962755501e-05,7.8673503594473e-05,9.499376028543338e-05,0.00011131401697639376,0.00012763428094331175,0.00014395453035831451,0.0001602747943252325,0.0001765950582921505,0.00019291530770715326,0.00020923557167407125,0.00022555582108907402,0.000241876085055992,0.00025819634902291,0.000274516612989828,0.0002908368478529155,0.0003071571118198335,0.0003234773757867515,0.0003397976397536695,0.0003561179037205875,0.0003724381676875055,0.000388758402550593,0.000405078666517511,0.000421398930484429,0.000437719194451347,0.000454039458418265,0.0004703596932813525,0.0004866799572482705,0.0005030002212151885],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,5,0,3,7,7,9,13,9,14,14,17,21,17,12,14,19,9,18,9,16,22,13,21,20,16,13,8,16,16,14,8,12,18,13,14,19,20,18,22,16,16,9,18,16,18,16,12,10,16,21,13,18,8,7,5,6,2,0,2,2],"bins":[-0.0004527042619884014,-0.00043875392293557525,-0.0004248035547789186,-0.00041085321572609246,-0.00039690284756943583,-0.00038295250851660967,-0.0003690021694637835,-0.0003550518013071269,-0.0003411014622543007,-0.0003271510940976441,-0.0003132007550448179,-0.00029925041599199176,-0.00028530004783533514,-0.00027134970878250897,-0.00025739934062585235,-0.00024344900157302618,-0.00022949864796828479,-0.0002155482943635434,-0.000201597940758802,-0.00018764760170597583,-0.00017369724810123444,-0.00015974689449649304,-0.00014579654089175165,-0.00013184618728701025,-0.00011789584095822647,-0.00010394548735348508,-8.99951410247013e-05,-7.60447874199599e-05,-6.209443381521851e-05,-4.814408748643473e-05,-3.419373388169333e-05,-2.0243383914930746e-05,-6.2930339481681585e-06,7.65731692808913e-06,2.160766780434642e-05,3.555801959009841e-05,4.9508369556861e-05,6.345871952362359e-05,7.740907312836498e-05,9.135941945714876e-05,0.00010530977306189016,0.00011926012666663155,0.00013321047299541533,0.00014716082660015672,0.00016111118020489812,0.0001750615338096395,0.00018901187286246568,0.00020296222646720707,0.00021691258007194847,0.00023086293367668986,0.00024481327272951603,0.00025876364088617265,0.0002727139799389988,0.00028666434809565544,0.0003006146871484816,0.0003145650262013078,0.0003285153943579644,0.00034246573341079056,0.0003564161015674472,0.00037036644062027335,0.0003843167796730995,0.00039826714782975614,0.0004122174868825823,0.00042616785503923893,0.0004401181940920651]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,2,3,1,2,5,1,9,2,9,10,15,18,16,14,15,20,20,27,21,30,28,32,29,25,30,20,29,34,20,26,22,22,21,31,23,16,24,15,15,11,19,5,2,2,3,3,5,3,2,0,3,0,1,0,1,0,0,2,0,1],"bins":[-0.00042532896623015404,-0.00041079966467805207,-0.0003962703631259501,-0.00038174106157384813,-0.00036721176002174616,-0.0003526824584696442,-0.0003381531860213727,-0.0003236238844692707,-0.00030909458291716874,-0.00029456528136506677,-0.0002800359798129648,-0.00026550667826086283,-0.00025097737670876086,-0.0002364480751566589,-0.00022191878815647215,-0.00020738948660437018,-0.0001928601850522682,-0.00017833088350016624,-0.00016380158194806427,-0.00014927229494787753,-0.00013474299339577556,-0.00012021369184367359,-0.00010568439029157162,-9.115509601542726e-05,-7.662579446332529e-05,-6.209649291122332e-05,-4.756719863507897e-05,-3.3037897082977e-05,-1.8508599168853834e-05,-3.97930034523597e-06,1.0549998478381895e-05,2.507929821149446e-05,3.960859612561762e-05,5.4137894039740786e-05,6.866719195386395e-05,8.319649350596592e-05,9.772578778211027e-05,0.00011225508933421224,0.0001267843908863142,0.00014131369243841618,0.00015584297943860292,0.0001703722809907049,0.00018490158254280686,0.00019943088409490883,0.0002139601856470108,0.00022848948719911277,0.00024301877419929951,0.0002575480903033167,0.0002720773918554187,0.0002866066643036902,0.00030113596585579216,0.00031566526740789413,0.0003301945689599961,0.0003447238705120981,0.00035925317206420004,0.000373782473616302,0.000388311775168404,0.00040284107672050595,0.0004173703782726079,0.00043189965072087944,0.0004464289522729814,0.0004609582538250834,0.00047548755537718534,0.0004900168860331178,0.0005045461584813893]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[1,2,2,5,5,4,9,12,9,11,11,10,11,22,19,21,33,33,40,47,40,43,57,60,61,60,58,64,66,56,65,64,58,71,62,65,53,70,58,72,50,49,50,45,56,36,39,32,26,23,21,15,16,19,11,12,3,11,7,6,2,4,2,3],"bins":[-0.0005024750134907663,-0.00048697669990360737,-0.0004714784154202789,-0.00045598010183312,-0.0004404818173497915,-0.0004249835037626326,-0.00040948521927930415,-0.00039398690569214523,-0.00037848862120881677,-0.00036299030762165785,-0.00034749199403449893,-0.00033199370955117047,-0.00031649539596401155,-0.0003009971114806831,-0.00028549879789352417,-0.0002700005134101957,-0.0002545021998230368,-0.0002390039007877931,-0.0002235056017525494,-0.00020800730271730572,-0.00019250900368206203,-0.0001770106900949031,-0.00016151239105965942,-0.00014601409202441573,-0.00013051579298917204,-0.00011501749395392835,-9.951919491868466e-05,-8.402088860748336e-05,-6.852258957223967e-05,-5.302429053699598e-05,-3.752598786377348e-05,-2.2027687009540386e-05,-6.529386155307293e-06,8.9689146989258e-06,2.4467215553158894e-05,3.996551822638139e-05,5.546381726162508e-05,7.096211629686877e-05,8.646042260807008e-05,0.00010195872164331377,0.00011745702067855746,0.00013295531971380115,0.00014845361874904484,0.00016395191778428853,0.00017945023137144744,0.00019494853040669113,0.00021044682944193482,0.00022594512847717851,0.0002414434275124222,0.0002569417410995811,0.0002724400255829096,0.0002879383391700685,0.00030343662365339696,0.0003189349372405559,0.00033443322172388434,0.00034993153531104326,0.0003654298488982022,0.00038092813338153064,0.00039642644696868956,0.000411924731452018,0.00042742304503917694,0.0004429213295225054,0.0004584196431096643,0.0004739179275929928,0.0004894162411801517],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[2,1,1,0,1,4,0,5,1,2,1,0,3,2,8,9,11,8,13,14,19,18,26,17,27,24,18,29,29,26,35,22,31,38,23,27,23,23,26,19,16,24,27,22,19,20,11,4,5,8,7,3,4,3,0,3,2,1,1,0,1,0,0,1],"bins":[-0.000485031254356727,-0.00046992776333354414,-0.0004548243014141917,-0.00043972081039100885,-0.000424617319367826,-0.0004095138283446431,-0.0003944103664252907,-0.00037930687540210783,-0.00036420338437892497,-0.00034909992245957255,-0.0003339964314363897,-0.0003188929404132068,-0.00030378944939002395,-0.00028868598747067153,-0.00027358249644748867,-0.0002584790054243058,-0.00024337552895303816,-0.00022827205248177052,-0.00021316856145858765,-0.00019806508498732,-0.00018296159396413714,-0.0001678581174928695,-0.00015275462646968663,-0.000137651149998419,-0.00012254767352715135,-0.00010744418250396848,-9.234069875674322e-05,-7.723721500951797e-05,-6.213373853825033e-05,-4.7030251153046265e-05,-3.192677104379982e-05,-1.6823287296574563e-05,-1.719803549349308e-06,1.3383679288381245e-05,2.8487162126111798e-05,4.359064405434765e-05,5.8694127801572904e-05,7.379760791081935e-05,8.89010916580446e-05,0.00010400457540526986,0.00011910805915249512,0.00013421154289972037,0.000149315019370988,0.00016441851039417088,0.00017952198686543852,0.0001946254778886214,0.00020972895435988903,0.0002248324453830719,0.00023993592185433954,0.0002550393983256072,0.00027014288934879005,0.0002852463803719729,0.00030034984229132533,0.0003154533333145082,0.00033055682433769107,0.00034566031536087394,0.00036076377728022635,0.0003758672683034092,0.0003909707593265921,0.0004060742212459445,0.00042117771226912737,0.00043628120329231024,0.0004513846943154931,0.0004664881562348455,0.0004815916472580284]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,1,0,0,0,2,2,5,5,1,4,4,7,7,13,14,5,9,14,18,23,16,23,18,24,29,27,38,27,37,29,25,32,25,20,20,20,27,31,26,20,11,16,17,13,6,11,9,8,3,3,1,5,6,1,3,0,1,2,1,1,0,1],"bins":[-0.0005043376004323363,-0.0004886210081167519,-0.00047290438669733703,-0.00045718776527792215,-0.00044147117296233773,-0.0004257545806467533,-0.00041003795922733843,-0.00039432133780792356,-0.00037860474549233913,-0.0003628881531767547,-0.00034717153175733984,-0.00033145491033792496,-0.00031573831802234054,-0.0003000217257067561,-0.00028430510428734124,-0.00026858848286792636,-0.00025287189055234194,-0.0002371552836848423,-0.00022143867681734264,-0.000205722069949843,-0.00019000546308234334,-0.0001742888562148437,-0.00015857224934734404,-0.0001428556424798444,-0.00012713903561234474,-0.00011142242874484509,-9.570582187734544e-05,-7.99892150098458e-05,-6.427260814234614e-05,-4.8556001274846494e-05,-3.2839394407346845e-05,-1.7122787539847195e-05,-1.4061806723475456e-06,1.4310426195152104e-05,3.0027033062651753e-05,4.57436399301514e-05,6.146024679765105e-05,7.71768536651507e-05,9.289346053265035e-05,0.00010861006740015,0.00012432667426764965,0.0001400432811351493,0.00015575988800264895,0.0001714764948701486,0.00018719310173764825,0.0002029097086051479,0.00021862631547264755,0.0002343429223401472,0.00025005952920764685,0.00026577612152323127,0.00028149274294264615,0.000297209364362061,0.00031292595667764544,0.00032864254899322987,0.00034435917041264474,0.0003600757918320596,0.00037579238414764404,0.00039150897646322846,0.00040722559788264334,0.0004229422193020582,0.00043865881161764264,0.00045437540393322706,0.00047009202535264194,0.0004858086467720568,0.0005015252390876412],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,1,1,6,6,3,9,14,27,40,57,58,119,144,194,283,380,607,750,1251,1742,2465,3888,5657,8806,13578,21747,36181,66819,144363,380046,484085,194788,84205,45580,26213,17074,10555,6833,4532,3171,2095,1355,949,688,455,345,199,142,116,73,60,33,19,22,15,5,4,4,3,0,1,1,1],"bins":[-0.0008697509765625,-0.0008418560028076172,-0.0008139610290527344,-0.0007860660552978516,-0.0007581710815429688,-0.0007302761077880859,-0.0007023811340332031,-0.0006744861602783203,-0.0006465911865234375,-0.0006186962127685547,-0.0005908012390136719,-0.0005629062652587891,-0.0005350112915039062,-0.0005071163177490234,-0.0004792213439941406,-0.0004513263702392578,-0.000423431396484375,-0.0003955364227294922,-0.0003676414489746094,-0.00033974647521972656,-0.00031185150146484375,-0.00028395652770996094,-0.0002560615539550781,-0.0002281665802001953,-0.0002002716064453125,-0.0001723766326904297,-0.00014448165893554688,-0.00011658668518066406,-8.869171142578125e-05,-6.079673767089844e-05,-3.2901763916015625e-05,-5.0067901611328125e-06,2.288818359375e-05,5.078315734863281e-05,7.867813110351562e-05,0.00010657310485839844,0.00013446807861328125,0.00016236305236816406,0.00019025802612304688,0.0002181529998779297,0.0002460479736328125,0.0002739429473876953,0.0003018379211425781,0.00032973289489746094,0.00035762786865234375,0.00038552284240722656,0.0004134178161621094,0.0004413127899169922,0.000469207763671875,0.0004971027374267578,0.0005249977111816406,0.0005528926849365234,0.0005807876586914062,0.0006086826324462891,0.0006365776062011719,0.0006644725799560547,0.0006923675537109375,0.0007202625274658203,0.0007481575012207031,0.0007760524749755859,0.0008039474487304688,0.0008318424224853516,0.0008597373962402344,0.0008876323699951172,0.00091552734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,2,2,2,3,2,2,1,5,2,8,1,4,7,5,9,5,10,20,13,23,27,23,18,16,27,17,24,21,24,22,29,31,26,28,20,19,23,13,17,30,15,30,25,19,15,16,12,10,4,6,4,4,4,3,3,4,2,2,1,0,5,1,1],"bins":[-0.0004279279673937708,-0.0004145030688960105,-0.0004010781703982502,-0.00038765324279665947,-0.0003742283442988992,-0.0003608034458011389,-0.0003473785473033786,-0.0003339536488056183,-0.000320528750307858,-0.00030710382270626724,-0.00029367892420850694,-0.00028025402571074665,-0.00026682912721298635,-0.00025340422871522605,-0.00023997931566555053,-0.000226554402615875,-0.0002131295041181147,-0.00019970460562035441,-0.0001862796925706789,-0.0001728547940729186,-0.00015942988102324307,-0.00014600498252548277,-0.00013258008402772248,-0.00011915517825400457,-0.00010573027248028666,-9.230536670656875e-05,-7.888046093285084e-05,-6.545556243509054e-05,-5.203065666137263e-05,-3.860575088765472e-05,-2.518084875191562e-05,-1.1755944797187112e-05,1.6689591575413942e-06,1.50938631122699e-05,2.8518767066998407e-05,4.194366920273751e-05,5.536857497645542e-05,6.879348075017333e-05,8.221837924793363e-05,9.564328502165154e-05,0.00010906819079536945,0.00012249308929312974,0.00013591800234280527,0.00014934290084056556,0.00016276779933832586,0.00017619271238800138,0.00018961761088576168,0.0002030425239354372,0.0002164674224331975,0.0002298923209309578,0.00024331723398063332,0.00025674214703030884,0.00027016704552806914,0.00028359194402582943,0.00029701684252358973,0.00031044174102135,0.0003238666686229408,0.0003372915671207011,0.00035071646561846137,0.00036414136411622167,0.00037756626261398196,0.00039099116111174226,0.000404416088713333,0.0004178409872110933,0.0004312658857088536]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.09430567920207977,-0.09120700508356094,-0.08810833096504211,-0.08500966429710388,-0.08191099017858505,-0.07881231606006622,-0.0757136419415474,-0.07261496782302856,-0.06951630115509033,-0.0664176270365715,-0.06331895291805267,-0.060220278799533844,-0.057121604681015015,-0.054022934287786484,-0.050924260169267654,-0.047825589776039124,-0.044726915657520294,-0.041628241539001465,-0.038529571145772934,-0.035430897027254105,-0.032332226634025574,-0.029233552515506744,-0.026134878396987915,-0.023036206141114235,-0.019937533885240555,-0.016838861629366875,-0.01374018844217062,-0.010641515254974365,-0.007542842999100685,-0.004444170277565718,-0.0013454975560307503,0.0017531751655042171,0.004851847887039185,0.007950520142912865,0.01104919333010912,0.014147866517305374,0.017246538773179054,0.020345211029052734,0.023443885147571564,0.026542557403445244,0.029641229659318924,0.03273990377783775,0.035838574171066284,0.038937248289585114,0.04203592240810394,0.045134592801332474,0.0482332669198513,0.051331937313079834,0.05443061143159866,0.05752928555011749,0.060627955943346024,0.06372662633657455,0.06682530045509338,0.06992397457361221,0.07302264869213104,0.07612132281064987,0.0792199969291687,0.08231866359710693,0.08541733771562576,0.08851601183414459,0.09161468595266342,0.09471336007118225,0.09781202673912048,0.10091070085763931,0.10400937497615814],"_type":"histogram","values":[3,6,11,16,37,55,107,178,293,497,849,1375,2007,3200,4665,6858,9608,13072,17584,23115,29824,37397,45562,54221,63365,72551,80448,87650,93246,96157,97095,95958,92563,86436,79415,71726,62584,53558,44251,36319,28712,22299,17122,12671,9165,6516,4379,2969,1933,1277,799,484,266,192,98,51,34,14,9,4,5,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,1,0,0,0,1,3,1,1,3,2,3,3,10,17,7,11,13,21,22,37,32,59,64,77,79,66,44,40,24,18,18,14,11,12,12,3,3,4,4,2,7,3,4,2,2,1,1,0,0,0,0,2,0,0,0,0,0,0,0,0,1],"bins":[-0.0010461639612913132,-0.001007627695798874,-0.0009690914885140955,-0.0009305552230216563,-0.0008920190157368779,-0.0008534827502444386,-0.0008149465429596603,-0.000776410277467221,-0.0007378740701824427,-0.0006993378046900034,-0.0006608015391975641,-0.0006222653319127858,-0.0005837290664203465,-0.0005451928591355681,-0.0005066565936431289,-0.00046812035725452006,-0.00042958412086591125,-0.00039104788447730243,-0.0003525116480886936,-0.0003139754117000848,-0.000275439175311476,-0.00023690292437095195,-0.0001983666734304279,-0.0001598304370418191,-0.00012129420065321028,-8.275796426460147e-05,-4.422172060003504e-05,-5.685480573447421e-06,3.28507594531402e-05,7.138699584174901e-05,0.00010992323950631544,0.00014845948317088187,0.00018699571955949068,0.0002255319559480995,0.0002640681923367083,0.0003026044287253171,0.00034114066511392593,0.0003796769306063652,0.000418213166994974,0.00045674940338358283,0.0004952856106683612,0.0005338218761608005,0.0005723581416532397,0.0006108943489380181,0.0006494306144304574,0.0006879668217152357,0.000726503087207675,0.0007650392944924533,0.0008035755599848926,0.0008421118254773319,0.0008806480327621102,0.0009191842982545495,0.0009577205055393279,0.0009962567128241062,0.0010347929783165455,0.0010733292438089848,0.001111865509301424,0.0011504017747938633,0.0011889379238709807,0.00122747418936342,0.0012660104548558593,0.0013045467203482985,0.001343082869425416,0.0013816191349178553,0.0014201554004102945]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.000532912090420723,-0.000518806918989867,-0.000504701747559011,-0.0004905965179204941,-0.00047649137559346855,-0.0004623861750587821,-0.0004482810036279261,-0.0004341758321970701,-0.0004200706316623837,-0.0004059654602315277,-0.0003918602888006717,-0.00037775508826598525,-0.00036364991683512926,-0.00034954474540427327,-0.0003354395448695868,-0.00032133437343873084,-0.0003072291729040444,-0.0002931240014731884,-0.0002790188300423324,-0.00026491362950764596,-0.00025080845807679,-0.00023670328664593399,-0.00022259810066316277,-0.00020849291468039155,-0.00019438774324953556,-0.00018028255726676434,-0.00016617737128399312,-0.0001520721853012219,-0.00013796701387036592,-0.0001238618278875947,-0.0001097566491807811,-9.565146319800988e-05,-8.154628449119627e-05,-6.744110578438267e-05,-5.333591980161145e-05,-3.923074109479785e-05,-2.512555875000544e-05,-1.102037731470773e-05,3.084804120589979e-06,1.7189984646392986e-05,3.12951669911854e-05,4.540034933597781e-05,5.950553168077022e-05,7.361071038758382e-05,8.771588909439743e-05,0.00010182107507716864,0.00011592625378398225,0.00013003143249079585,0.00014413661847356707,0.00015824180445633829,0.00017234697588719428,0.0001864521618699655,0.0002005573478527367,0.0002146625192835927,0.00022876770526636392,0.00024287289124913514,0.0002569780626799911,0.00027108326321467757,0.00028518843464553356,0.00029929360607638955,0.000313398806611076,0.000327503978041932,0.000341609149472788,0.0003557143500074744,0.0003698195214383304],"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,0,0,2,0,0,1,0,1,0,1,2,3,0,6,2,7,13,11,12,11,14,15,30,33,41,48,67,79,65,58,40,52,33,26,18,19,11,4,9,3,3,4,5,3,5,1,0,3,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,1,1,0,0,0,1,0,0,1,1,2,4,1,3,3,3,8,5,8,13,17,12,21,33,28,50,65,61,64,65,58,49,39,33,26,18,17,13,9,4,8,4,4,2,3,1,3,0,3,1,0,0,0,0,1],"bins":[-0.0005599282449111342,-0.0005450163735076785,-0.0005301045021042228,-0.000515192630700767,-0.0005002807592973113,-0.00048536891699768603,-0.00047045707469806075,-0.000455545203294605,-0.0004406333318911493,-0.00042572146048769355,-0.0004108095890842378,-0.00039589774678461254,-0.0003809858753811568,-0.00036607400397770107,-0.0003511621616780758,-0.00033625029027462006,-0.0003213384188711643,-0.0003064265474677086,-0.00029151467606425285,-0.0002766028337646276,-0.00026169096236117184,-0.0002467790909577161,-0.0002318672341061756,-0.0002169553772546351,-0.00020204350585117936,-0.00018713163444772363,-0.00017221977759618312,-0.00015730792074464262,-0.00014239604934118688,-0.00012748417793773115,-0.00011257232108619064,-9.766045695869252e-05,-8.27485928311944e-05,-6.783672870369628e-05,-5.292486457619816e-05,-3.801300044870004e-05,-2.310113632120192e-05,-8.1892721937038e-06,6.72259193379432e-06,2.163445606129244e-05,3.654632018879056e-05,5.145818431628868e-05,6.63700484437868e-05,8.128191257128492e-05,9.619377669878304e-05,0.00011110564082628116,0.00012601750495377928,0.00014092936180531979,0.00015584123320877552,0.00017075310461223125,0.00018566496146377176,0.00020057681831531227,0.000215488689718768,0.00023040056112222373,0.000245312403421849,0.00026022427482530475,0.0002751361462287605,0.0002900480176322162,0.00030495988903567195,0.0003198717313352972,0.00033478360273875296,0.0003496954741422087,0.000364607316441834,0.0003795191878452897,0.00039443105924874544],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0004136410425417125,-0.00040020793676376343,-0.00038677483098581433,-0.0003733417543116957,-0.0003599086485337466,-0.0003464755427557975,-0.00033304246608167887,-0.00031960936030372977,-0.0003061762545257807,-0.0002927431487478316,-0.0002793100429698825,-0.00026587696629576385,-0.00025244386051781476,-0.00023901075473986566,-0.0002255776635138318,-0.00021214457228779793,-0.00019871146650984883,-0.00018527836073189974,-0.00017184526950586587,-0.000158412178279832,-0.0001449790725018829,-0.00013154596672393382,-0.00011811287549789995,-0.00010467977699590847,-9.124667849391699e-05,-7.781357999192551e-05,-6.438048148993403e-05,-5.0947382987942547e-05,-3.7514284485951066e-05,-2.4081185983959585e-05,-1.0648087481968105e-05,2.7850110200233757e-06,1.6218109522014856e-05,2.9651208024006337e-05,4.308430652599782e-05,5.65174050279893e-05,6.995050352998078e-05,8.338360203197226e-05,9.681670053396374e-05,0.00011024979903595522,0.0001236828975379467,0.0001371160033158958,0.00015054909454192966,0.00016398218576796353,0.00017741529154591262,0.00019084839732386172,0.00020428148854989558,0.00021771457977592945,0.00023114768555387855,0.00024458079133182764,0.00025801389710977674,0.0002714469737838954,0.00028488007956184447,0.00029831318533979356,0.0003117462620139122,0.0003251793677918613,0.0003386124735698104,0.0003520455793477595,0.0003654786851257086,0.0003789117617998272,0.0003923448675777763,0.0004057779733557254,0.00041921105002984405,0.00043264415580779314,0.00044607726158574224],"_type":"histogram","values":[1,0,0,1,3,3,2,1,8,8,6,9,10,6,9,10,13,11,13,18,16,22,23,21,13,18,22,24,32,32,21,25,31,24,30,32,28,20,14,17,10,15,15,12,23,16,16,10,7,12,5,5,4,2,8,0,0,3,0,0,1,1,2,4]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.09970733523368835,-0.09676045924425125,-0.09381358325481415,-0.09086670726537704,-0.08791983127593994,-0.08497295528650284,-0.08202608674764633,-0.07907921075820923,-0.07613233476877213,-0.07318545877933502,-0.07023858278989792,-0.06729170680046082,-0.06434483081102371,-0.06139795482158661,-0.058451082557439804,-0.0555042065680027,-0.0525573305785656,-0.049610454589128494,-0.04666357859969139,-0.043716706335544586,-0.04076983034610748,-0.03782295435667038,-0.034876078367233276,-0.03192920237779617,-0.02898232825100422,-0.026035452261567116,-0.023088578134775162,-0.02014170214533806,-0.017194826155900955,-0.014247952029109001,-0.011301076039671898,-0.00835420098155737,-0.005407325923442841,-0.0024604506324976683,0.00048642465844750404,0.0034332999493926764,0.006380175240337849,0.009327050298452377,0.01227392628788948,0.01522080134600401,0.018167676404118538,0.02111455239355564,0.024061426520347595,0.0270083025097847,0.029955178499221802,0.032902054488658905,0.03584892675280571,0.03879580274224281,0.041742678731679916,0.04468955472111702,0.04763643071055412,0.05058330297470093,0.05353017896413803,0.056477054953575134,0.05942393094301224,0.06237080693244934,0.06531768292188644,0.06826455891132355,0.07121143490076065,0.07415830343961716,0.07710517942905426,0.08005205541849136,0.08299893140792847,0.08594580739736557,0.08889268338680267],"_type":"histogram","values":[1,1,0,0,3,6,12,25,29,51,106,145,232,405,588,885,1339,1939,2720,3737,5045,6660,8752,10965,13359,16340,19381,22393,25214,28288,30767,32665,34184,34556,34285,33782,32251,30005,27373,24250,21411,18431,15583,12346,10024,7910,6030,4483,3329,2435,1733,1216,794,519,303,225,113,92,49,21,24,8,4,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,3,1,0,1,2,3,6,11,14,10,19,38,60,48,88,185,232,347,472,733,1122,1677,2413,3620,5757,8531,12963,19930,30142,45063,65787,89092,91046,69056,47648,31729,21065,13935,9094,5976,3902,2654,1794,1132,738,571,351,241,149,107,83,60,42,26,18,9,12,3,3,2,4,0,3],"bins":[-0.0004425048828125,-0.0004291236400604248,-0.0004157423973083496,-0.0004023611545562744,-0.0003889799118041992,-0.000375598669052124,-0.00036221742630004883,-0.00034883618354797363,-0.00033545494079589844,-0.00032207369804382324,-0.00030869245529174805,-0.00029531121253967285,-0.00028192996978759766,-0.00026854872703552246,-0.00025516748428344727,-0.00024178624153137207,-0.00022840499877929688,-0.00021502375602722168,-0.00020164251327514648,-0.0001882612705230713,-0.0001748800277709961,-0.0001614987850189209,-0.0001481175422668457,-0.0001347362995147705,-0.00012135505676269531,-0.00010797381401062012,-9.459257125854492e-05,-8.121132850646973e-05,-6.783008575439453e-05,-5.4448843002319336e-05,-4.106760025024414e-05,-2.7686357498168945e-05,-1.430511474609375e-05,-9.238719940185547e-07,1.245737075805664e-05,2.5838613510131836e-05,3.921985626220703e-05,5.2601099014282227e-05,6.598234176635742e-05,7.936358451843262e-05,9.274482727050781e-05,0.00010612607002258301,0.0001195073127746582,0.0001328885555267334,0.0001462697982788086,0.0001596510410308838,0.00017303228378295898,0.00018641352653503418,0.00019979476928710938,0.00021317601203918457,0.00022655725479125977,0.00023993849754333496,0.00025331974029541016,0.00026670098304748535,0.00028008222579956055,0.00029346346855163574,0.00030684471130371094,0.00032022595405578613,0.00033360719680786133,0.0003469884395599365,0.0003603696823120117,0.0003737509250640869,0.0003871321678161621,0.0004005134105682373,0.0004138946533203125]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,1,2,1,5,6,8,15,22,40,45,44,79,102,191,219,294,420,627,885,1294,1804,2718,4050,6329,9940,16532,28485,55387,120803,161940,80481,39172,21524,12736,7778,5259,3206,2318,1521,1027,719,555,321,237,191,140,101,75,55,31,28,19,13,8,8,4,2,0,2,0,1],"bins":[-0.00012493133544921875,-0.00012105703353881836,-0.00011718273162841797,-0.00011330842971801758,-0.00010943412780761719,-0.0001055598258972168,-0.0001016855239868164,-9.781122207641602e-05,-9.393692016601562e-05,-9.006261825561523e-05,-8.618831634521484e-05,-8.231401443481445e-05,-7.843971252441406e-05,-7.456541061401367e-05,-7.069110870361328e-05,-6.681680679321289e-05,-6.29425048828125e-05,-5.906820297241211e-05,-5.519390106201172e-05,-5.131959915161133e-05,-4.744529724121094e-05,-4.357099533081055e-05,-3.9696693420410156e-05,-3.5822391510009766e-05,-3.1948089599609375e-05,-2.8073787689208984e-05,-2.4199485778808594e-05,-2.0325183868408203e-05,-1.6450881958007812e-05,-1.2576580047607422e-05,-8.702278137207031e-06,-4.827976226806641e-06,-9.5367431640625e-07,2.9206275939941406e-06,6.794929504394531e-06,1.0669231414794922e-05,1.4543533325195312e-05,1.8417835235595703e-05,2.2292137145996094e-05,2.6166439056396484e-05,3.0040740966796875e-05,3.3915042877197266e-05,3.7789344787597656e-05,4.166364669799805e-05,4.553794860839844e-05,4.941225051879883e-05,5.328655242919922e-05,5.716085433959961e-05,6.103515625e-05,6.490945816040039e-05,6.878376007080078e-05,7.265806198120117e-05,7.653236389160156e-05,8.040666580200195e-05,8.428096771240234e-05,8.815526962280273e-05,9.202957153320312e-05,9.590387344360352e-05,9.97781753540039e-05,0.0001036524772644043,0.00010752677917480469,0.00011140108108520508,0.00011527538299560547,0.00011914968490600586,0.00012302398681640625]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[3,1,4,12,15,20,42,69,132,201,319,506,740,1184,1601,2276,3098,4311,5748,7466,9646,11752,14531,17134,20291,23313,26169,28557,31152,32808,33803,34100,33856,32564,30854,28923,26544,23424,20561,17694,14604,11992,9526,7564,5816,4423,3207,2366,1663,1135,785,501,309,185,129,86,41,28,17,11,5,5,1,1],"bins":[-0.09166109561920166,-0.08875642716884613,-0.0858517587184906,-0.08294709026813507,-0.08004242181777954,-0.07713775336742401,-0.07423308491706848,-0.07132841646671295,-0.06842374801635742,-0.06551908701658249,-0.06261441856622696,-0.05970974639058113,-0.0568050816655159,-0.05390041321516037,-0.05099574476480484,-0.04809107631444931,-0.04518640786409378,-0.04228173941373825,-0.03937707096338272,-0.03647240251302719,-0.03356773406267166,-0.03066306747496128,-0.0277584008872509,-0.02485373243689537,-0.02194906398653984,-0.01904439553618431,-0.01613972708582878,-0.0132350604981184,-0.01033039204776287,-0.007425724063068628,-0.004521056078374386,-0.0016163880936801434,0.0012882798910140991,0.004192947875708342,0.007097615860402584,0.01000228337943554,0.012906951829791069,0.0158116202801466,0.01871628686785698,0.02162095531821251,0.02452562376856804,0.02743029221892357,0.0303349606692791,0.03323962911963463,0.03614429384469986,0.03904896229505539,0.04195363074541092,0.04485829919576645,0.04776296764612198,0.05066763609647751,0.05357230454683304,0.05647697299718857,0.0593816414475441,0.06228630617260933,0.06519097834825516,0.06809564679861069,0.07100030779838562,0.07390497624874115,0.07680964469909668,0.07971431314945221,0.08261898159980774,0.08552365005016327,0.0884283185005188,0.09133298695087433,0.09423765540122986],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,2,1,0,0,4,4,9,7,14,22,35,56,90,120,222,300,406,674,930,1342,1967,2823,3820,6216,9445,14354,21361,33201,51200,79747,108090,88287,57143,37605,23346,15688,10355,6759,4347,3070,2103,1508,1053,675,513,296,195,143,89,70,36,33,17,9,9,6,3,0,1,1,0,0,1],"bins":[-0.000629425048828125,-0.0006095170974731445,-0.0005896091461181641,-0.0005697011947631836,-0.0005497932434082031,-0.0005298852920532227,-0.0005099773406982422,-0.0004900693893432617,-0.00047016143798828125,-0.0004502534866333008,-0.0004303455352783203,-0.00041043758392333984,-0.0003905296325683594,-0.0003706216812133789,-0.00035071372985839844,-0.00033080577850341797,-0.0003108978271484375,-0.00029098987579345703,-0.00027108192443847656,-0.0002511739730834961,-0.00023126602172851562,-0.00021135807037353516,-0.0001914501190185547,-0.00017154216766357422,-0.00015163421630859375,-0.00013172626495361328,-0.00011181831359863281,-9.191036224365234e-05,-7.200241088867188e-05,-5.2094459533691406e-05,-3.218650817871094e-05,-1.2278556823730469e-05,7.62939453125e-06,2.753734588623047e-05,4.744529724121094e-05,6.73532485961914e-05,8.726119995117188e-05,0.00010716915130615234,0.0001270771026611328,0.00014698505401611328,0.00016689300537109375,0.00018680095672607422,0.0002067089080810547,0.00022661685943603516,0.0002465248107910156,0.0002664327621459961,0.00028634071350097656,0.00030624866485595703,0.0003261566162109375,0.00034606456756591797,0.00036597251892089844,0.0003858804702758789,0.0004057884216308594,0.00042569637298583984,0.0004456043243408203,0.0004655122756958008,0.00048542022705078125,0.0005053281784057617,0.0005252361297607422,0.0005451440811157227,0.0005650520324707031,0.0005849599838256836,0.0006048679351806641,0.0006247758865356445,0.000644683837890625]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.0004944235552102327,-0.0004800628521479666,-0.0004657021490857005,-0.00045134147512726486,-0.00043698077206499875,-0.00042262006900273263,-0.0004082593659404665,-0.0003938986628782004,-0.00037953798891976476,-0.00036517728585749865,-0.00035081658279523253,-0.0003364558797329664,-0.0003220951766707003,-0.0003077344736084342,-0.00029337379964999855,-0.00027901309658773243,-0.0002646523935254663,-0.0002502916904632002,-0.00023593100195284933,-0.00022157029889058322,-0.00020720961038023233,-0.00019284890731796622,-0.0001784882042557001,-0.00016412751574534923,-0.00014976681268308312,-0.000135406109620817,-0.00012104542111046612,-0.00010668471804820001,-9.232402226189151e-05,-7.796332647558302e-05,-6.36026234133169e-05,-4.924192762700841e-05,-3.488123184069991e-05,-2.052053423540201e-05,-6.15983663010411e-06,8.200860975193791e-06,2.2561558580491692e-05,3.692225436680019e-05,5.128295379108749e-05,6.56436532153748e-05,8.00043490016833e-05,9.436504478799179e-05,0.00010872574057430029,0.0001230864436365664,0.0001374471466988325,0.0001518078352091834,0.0001661685382714495,0.0001805292267818004,0.0001948899298440665,0.0002092506329063326,0.0002236113214166835,0.0002379720244789496,0.0002523327129893005,0.0002666934160515666,0.0002810541191138327,0.0002954148221760988,0.00030977552523836493,0.0003241361991968006,0.0003384969022590667,0.0003528576053213328,0.0003672183083835989,0.00038157901144586504,0.0003959396854043007,0.0004103003884665668,0.0004246610915288329],"_type":"histogram","values":[1,0,0,1,1,0,1,0,1,1,0,4,2,6,5,4,9,8,9,12,10,8,12,17,18,19,19,31,26,31,33,31,22,29,22,39,28,21,26,21,23,29,39,14,25,17,8,7,14,16,10,10,6,3,6,4,3,0,1,1,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,2,5,6,5,9,13,15,29,37,48,74,84,116,201,276,398,538,874,1066,1828,2609,3859,6035,8893,14177,24593,41946,81126,175270,399732,418832,190328,86994,44830,24919,15081,9594,5856,3999,2752,1699,1261,934,559,406,286,205,134,83,79,51,36,27,16,8,12,6,3,2,3,1,2,1],"bins":[-0.000804901123046875,-0.0007789731025695801,-0.0007530450820922852,-0.0007271170616149902,-0.0007011890411376953,-0.0006752610206604004,-0.0006493330001831055,-0.0006234049797058105,-0.0005974769592285156,-0.0005715489387512207,-0.0005456209182739258,-0.0005196928977966309,-0.0004937648773193359,-0.000467836856842041,-0.0004419088363647461,-0.00041598081588745117,-0.00039005279541015625,-0.00036412477493286133,-0.0003381967544555664,-0.0003122687339782715,-0.00028634071350097656,-0.00026041269302368164,-0.00023448467254638672,-0.0002085566520690918,-0.00018262863159179688,-0.00015670061111450195,-0.00013077259063720703,-0.00010484457015991211,-7.891654968261719e-05,-5.2988529205322266e-05,-2.7060508728027344e-05,-1.1324882507324219e-06,2.47955322265625e-05,5.072355270385742e-05,7.665157318115234e-05,0.00010257959365844727,0.0001285076141357422,0.0001544356346130371,0.00018036365509033203,0.00020629167556762695,0.00023221969604492188,0.0002581477165222168,0.0002840757369995117,0.00031000375747680664,0.00033593177795410156,0.0003618597984313965,0.0003877878189086914,0.00041371583938598633,0.00043964385986328125,0.00046557188034057617,0.0004914999008178711,0.000517427921295166,0.0005433559417724609,0.0005692839622497559,0.0005952119827270508,0.0006211400032043457,0.0006470680236816406,0.0006729960441589355,0.0006989240646362305,0.0007248520851135254,0.0007507801055908203,0.0007767081260681152,0.0008026361465454102,0.0008285641670227051,0.0008544921875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0004357591096777469,-0.0004214441869407892,-0.00040712926420383155,-0.0003928143414668739,-0.0003784994187299162,-0.00036418449599295855,-0.0003498695732560009,-0.0003355546505190432,-0.00032123972778208554,-0.00030692480504512787,-0.0002926098823081702,-0.00027829495957121253,-0.00026398003683425486,-0.0002496651140972972,-0.00023535020591225475,-0.00022103528317529708,-0.0002067203604383394,-0.00019240543770138174,-0.00017809051496442407,-0.0001637755922274664,-0.00014946066949050874,-0.00013514574675355107,-0.00012083083129255101,-0.00010651590855559334,-9.220098581863567e-05,-7.7886063081678e-05,-6.357114034472033e-05,-4.925622124574147e-05,-3.49412985087838e-05,-2.0626375771826133e-05,-6.311454853857867e-06,8.0034669736051e-06,2.2318388801068068e-05,3.663331153802574e-05,5.0948234274983406e-05,6.526315701194108e-05,7.957807974889874e-05,9.38929952098988e-05,0.00010820791794685647,0.00012252284795977175,0.00013683777069672942,0.00015115267888177186,0.00016546760161872953,0.0001797825243556872,0.00019409744709264487,0.00020841236982960254,0.0002227272925665602,0.00023704221530351788,0.0002513571525923908,0.000265672046225518,0.00027998696896247566,0.0002943018916994333,0.000308616814436391,0.00032293173717334867,0.00033724665991030633,0.000351561582647264,0.0003658765053842217,0.00038019142812117934,0.000394506350858137,0.0004088212735950947,0.00042313619633205235,0.00043745111906901,0.0004517660418059677,0.00046608096454292536,0.000480395887279883],"_type":"histogram","values":[2,1,0,1,0,2,3,4,8,4,3,10,7,10,12,13,9,17,12,25,16,15,27,21,22,23,22,43,17,28,30,27,35,26,25,20,28,25,17,19,12,25,17,12,13,11,6,4,7,6,8,3,4,2,0,0,1,3,0,2,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,3,1,2,2,8,4,5,4,6,8,4,15,14,17,25,18,18,16,15,19,12,24,19,16,16,25,19,20,27,24,26,23,14,21,21,11,22,23,15,15,15,19,11,12,7,14,8,10,14,13,10,5,3,4,3,3,8,1,4,2,0,2],"bins":[0.9995076060295105,0.9995235204696655,0.9995394945144653,0.9995554089546204,0.9995713233947754,0.9995872974395752,0.9996032118797302,0.99961918592453,0.9996351003646851,0.9996510148048401,0.9996669888496399,0.9996829032897949,0.99969881772995,0.9997147917747498,0.9997307062149048,0.9997466206550598,0.9997625946998596,0.9997785091400146,0.9997944235801697,0.9998103976249695,0.9998263120651245,0.9998422861099243,0.9998582005500793,0.9998741149902344,0.9998900890350342,0.9999060034751892,0.9999219179153442,0.999937891960144,0.9999538064002991,0.9999697208404541,0.9999856948852539,1.0000016689300537,1.000017523765564,1.0000334978103638,1.0000494718551636,1.0000653266906738,1.0000813007354736,1.0000972747802734,1.0001131296157837,1.0001291036605835,1.0001450777053833,1.0001609325408936,1.0001769065856934,1.0001928806304932,1.0002087354660034,1.0002247095108032,1.000240683555603,1.0002565383911133,1.000272512435913,1.000288486480713,1.0003043413162231,1.000320315361023,1.0003362894058228,1.0003522634506226,1.0003681182861328,1.0003840923309326,1.0004000663757324,1.0004159212112427,1.0004318952560425,1.0004478693008423,1.0004637241363525,1.0004796981811523,1.0004956722259521,1.0005115270614624,1.0005275011062622]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[2,1,1,4,2,5,3,3,5,4,7,5,7,7,7,7,21,9,14,17,24,31,17,23,23,27,20,24,34,31,27,28,33,24,11,29,19,16,14,24,18,15,13,9,18,15,12,9,6,7,5,5,5,5,5,2,3,1,0,2,2,0,0,1],"bins":[-0.0005908311577513814,-0.0005715116858482361,-0.0005521922721527517,-0.0005328728584572673,-0.000513553386554122,-0.0004942339146509767,-0.00047491450095549226,-0.0004555950581561774,-0.00043627561535686255,-0.0004169561725575477,-0.00039763672975823283,-0.000378317286958918,-0.0003589978441596031,-0.00033967840136028826,-0.0003203589585609734,-0.00030103951576165855,-0.0002817200729623437,-0.00026240063016302884,-0.00024308118736371398,-0.00022376174456439912,-0.00020444230176508427,-0.0001851228589657694,-0.00016580341616645455,-0.0001464839733671397,-0.00012716453056782484,-0.00010784508776850998,-8.852564496919513e-05,-6.920620216988027e-05,-4.9886759370565414e-05,-3.056731657125056e-05,-1.1247873771935701e-05,8.071569027379155e-06,2.7390953619033098e-05,4.6710396418347955e-05,6.602983921766281e-05,8.534928201697767e-05,0.00010466872481629252,0.00012398816761560738,0.00014330761041492224,0.0001626270532142371,0.00018194649601355195,0.0002012659388128668,0.00022058538161218166,0.00023990482441149652,0.0002592242672108114,0.00027854371001012623,0.0002978631528094411,0.00031718259560875595,0.0003365020384080708,0.00035582148120738566,0.0003751409240067005,0.00039446036680601537,0.00041377980960533023,0.0004330992524046451,0.00045241869520395994,0.0004717381380032748,0.0004910575808025897,0.0005103769944980741,0.0005296964664012194,0.0005490159383043647,0.0005683353519998491,0.0005876547656953335,0.0006069742375984788,0.0006262937095016241,0.0006456131231971085],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[2,2,0,1,3,1,6,3,6,5,12,20,28,42,53,73,133,196,264,433,699,1072,1579,2561,4221,6709,11093,18885,33717,60655,119452,146046,79878,42477,23886,13629,8236,5085,3046,2017,1291,734,520,358,241,144,95,70,51,30,22,5,11,9,7,2,1,5,1,0,0,0,0,1],"bins":[-6.532669067382812e-05,-6.323307752609253e-05,-6.113946437835693e-05,-5.904585123062134e-05,-5.695223808288574e-05,-5.4858624935150146e-05,-5.276501178741455e-05,-5.0671398639678955e-05,-4.857778549194336e-05,-4.6484172344207764e-05,-4.439055919647217e-05,-4.229694604873657e-05,-4.0203332901000977e-05,-3.810971975326538e-05,-3.6016106605529785e-05,-3.392249345779419e-05,-3.1828880310058594e-05,-2.9735267162322998e-05,-2.7641654014587402e-05,-2.5548040866851807e-05,-2.345442771911621e-05,-2.1360814571380615e-05,-1.926720142364502e-05,-1.7173588275909424e-05,-1.5079975128173828e-05,-1.2986361980438232e-05,-1.0892748832702637e-05,-8.799135684967041e-06,-6.705522537231445e-06,-4.61190938949585e-06,-2.518296241760254e-06,-4.246830940246582e-07,1.6689300537109375e-06,3.762543201446533e-06,5.856156349182129e-06,7.949769496917725e-06,1.004338264465332e-05,1.2136995792388916e-05,1.4230608940124512e-05,1.6324222087860107e-05,1.8417835235595703e-05,2.05114483833313e-05,2.2605061531066895e-05,2.469867467880249e-05,2.6792287826538086e-05,2.888590097427368e-05,3.097951412200928e-05,3.307312726974487e-05,3.516674041748047e-05,3.7260353565216064e-05,3.935396671295166e-05,4.1447579860687256e-05,4.354119300842285e-05,4.563480615615845e-05,4.772841930389404e-05,4.982203245162964e-05,5.1915645599365234e-05,5.400925874710083e-05,5.6102871894836426e-05,5.819648504257202e-05,6.029009819030762e-05,6.238371133804321e-05,6.447732448577881e-05,6.65709376335144e-05,6.866455078125e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,1,2,3,2,3,6,16,16,31,53,52,80,118,154,217,383,474,752,993,1547,2310,3030,4510,6434,9536,14208,19909,29276,43168,59887,77832,82648,68356,50500,35173,24504,17090,11415,7728,5331,3680,2626,1802,1201,898,556,422,302,188,123,76,76,40,31,14,17,6,5,6,2,2,0,2],"bins":[-0.0003871917724609375,-0.0003751814365386963,-0.0003631711006164551,-0.00035116076469421387,-0.00033915042877197266,-0.00032714009284973145,-0.00031512975692749023,-0.000303119421005249,-0.0002911090850830078,-0.0002790987491607666,-0.0002670884132385254,-0.0002550780773162842,-0.00024306774139404297,-0.00023105740547180176,-0.00021904706954956055,-0.00020703673362731934,-0.00019502639770507812,-0.00018301606178283691,-0.0001710057258605957,-0.0001589953899383545,-0.00014698505401611328,-0.00013497471809387207,-0.00012296438217163086,-0.00011095404624938965,-9.894371032714844e-05,-8.693337440490723e-05,-7.492303848266602e-05,-6.29127025604248e-05,-5.0902366638183594e-05,-3.889203071594238e-05,-2.6881694793701172e-05,-1.4871358871459961e-05,-2.86102294921875e-06,9.149312973022461e-06,2.1159648895263672e-05,3.316998481750488e-05,4.5180320739746094e-05,5.7190656661987305e-05,6.920099258422852e-05,8.121132850646973e-05,9.322166442871094e-05,0.00010523200035095215,0.00011724233627319336,0.00012925267219543457,0.00014126300811767578,0.000153273344039917,0.0001652836799621582,0.00017729401588439941,0.00018930435180664062,0.00020131468772888184,0.00021332502365112305,0.00022533535957336426,0.00023734569549560547,0.0002493560314178467,0.0002613663673400879,0.0002733767032623291,0.0002853870391845703,0.0002973973751068115,0.00030940771102905273,0.00032141804695129395,0.00033342838287353516,0.00034543871879577637,0.0003574490547180176,0.0003694593906402588,0.0003814697265625]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,1,1,2,1,0,2,2,6,5,5,7,13,9,15,11,30,26,26,29,42,43,52,38,49,45,52,47,34,26,28,24,14,17,13,9,5,4,7,6,4,4,3,1,3,1,0,1,0,0,1,1,0,0,1],"bins":[-1.430671545676887e-07,-1.3871260762243764e-07,-1.3435806067718659e-07,-1.3000351373193553e-07,-1.2564896678668447e-07,-1.212944198414334e-07,-1.1693987289618235e-07,-1.1258532595093129e-07,-1.0823077900568023e-07,-1.0387623206042917e-07,-9.952168511517812e-08,-9.516713816992706e-08,-9.0812591224676e-08,-8.645804427942494e-08,-8.210349733417388e-08,-7.774895038892282e-08,-7.339440344367176e-08,-6.90398564984207e-08,-6.468530955316965e-08,-6.033076260791859e-08,-5.597621566266753e-08,-5.162166871741647e-08,-4.726712177216541e-08,-4.291257482691435e-08,-3.855802788166329e-08,-3.4203480936412234e-08,-2.9848933991161175e-08,-2.5494387045910116e-08,-2.1139840100659057e-08,-1.6785293155408e-08,-1.243074621015694e-08,-8.076199264905881e-09,-3.7216523196548223e-09,6.328946255962364e-10,4.987441570847295e-09,9.341988516098354e-09,1.3696535461349413e-08,1.805108240660047e-08,2.240562935185153e-08,2.676017629710259e-08,3.111472324235365e-08,3.546927018760471e-08,3.9823817132855766e-08,4.4178364078106824e-08,4.853291102335788e-08,5.288745796860894e-08,5.724200491386e-08,6.159655185911106e-08,6.595109880436212e-08,7.030564574961318e-08,7.466019269486424e-08,7.90147396401153e-08,8.336928658536635e-08,8.772383353061741e-08,9.207838047586847e-08,9.643292742111953e-08,1.0078747436637059e-07,1.0514202131162165e-07,1.094965682568727e-07,1.1385111520212376e-07,1.1820566214737482e-07,1.2256020909262588e-07,1.2691475603787694e-07,1.31269302983128e-07,1.3562384992837906e-07]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,2,1,4,4,6,8,8,5,13,10,11,9,18,10,14,22,20,13,14,15,21,23,19,17,18,17,18,9,4,16,16,12,12,19,11,18,14,21,21,23,19,13,17,19,16,17,22,15,13,16,11,9,19,5,2,3,4,2,2,2,4],"bins":[-0.0004740363219752908,-0.0004595621139742434,-0.0004450879350770265,-0.0004306137270759791,-0.00041613951907493174,-0.0004016653401777148,-0.00038719113217666745,-0.0003727169241756201,-0.0003582427161745727,-0.0003437685372773558,-0.0003292943292763084,-0.00031482012127526104,-0.00030034594237804413,-0.00028587173437699676,-0.0002713975263759494,-0.00025692334747873247,-0.0002424491394776851,-0.00022797494602855295,-0.00021350073802750558,-0.00019902654457837343,-0.00018455233657732606,-0.00017007814312819391,-0.00015560394967906177,-0.0001411297416780144,-0.00012665554822888225,-0.0001121813475037925,-9.770714677870274e-05,-8.323295332957059e-05,-6.875875260448083e-05,-5.4284551879391074e-05,-3.981035479228012e-05,-2.5336155886179768e-05,-1.086198608390987e-05,3.612212822190486e-06,1.808641172829084e-05,3.256060881540179e-05,4.703480954049155e-05,6.150901026558131e-05,7.598320371471345e-05,9.045740443980321e-05,0.00010493160516489297,0.00011940580588998273,0.0001338800066150725,0.00014835420006420463,0.00016282839351333678,0.00017730260151438415,0.0001917767949635163,0.00020625100296456367,0.0002207251964136958,0.00023519938986282796,0.0002496735833119601,0.0002641477913130075,0.00027862199931405485,0.00029309617821127176,0.00030757038621231914,0.0003220445942133665,0.0003365188022144139,0.0003509929811116308,0.00036546718911267817,0.00037994139711372554,0.00039441557601094246,0.00040888978401198983,0.0004233639920130372,0.0004378381709102541,0.0004523123789113015]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,2,4,1,7,3,4,5,4,7,8,11,12,11,12,13,20,16,20,16,19,20,23,30,27,25,24,20,30,21,27,31,13,27,22,20,17,25,17,22,18,16,13,13,11,8,7,6,10,1,2,4,2,3,2,2,1,1,3,2,2,1],"bins":[-0.0003911930834874511,-0.000378395285224542,-0.00036559748696163297,-0.00035279965959489346,-0.0003400018613319844,-0.00032720406306907535,-0.0003144062648061663,-0.0003016084374394268,-0.0002888106391765177,-0.00027601284091360867,-0.0002632150426506996,-0.00025041724438779056,-0.00023761943157296628,-0.000224821618758142,-0.00021202382049523294,-0.00019922600768040866,-0.0001864282094174996,-0.00017363041115459055,-0.00016083259833976626,-0.0001480348000768572,-0.00013523698726203293,-0.00012243918899912387,-0.0001096413834602572,-9.684357792139053e-05,-8.404577238252386e-05,-7.12479668436572e-05,-5.845016130479053e-05,-4.5652359403902665e-05,-3.2854553865035996e-05,-2.0056748326169327e-05,-7.2589446062920615e-06,5.538860023079906e-06,1.8336664652451873e-05,3.113447019131854e-05,4.393227573018521e-05,5.673007763107307e-05,6.952788680791855e-05,8.23256850708276e-05,9.512349060969427e-05,0.00010792129614856094,0.00012071910168742761,0.00013351690722629428,0.00014631470548920333,0.00015911251830402762,0.00017191031656693667,0.00018470812938176095,0.00019750592764467,0.0002103037404594943,0.00022310153872240335,0.0002358993369853124,0.0002486971498001367,0.00026149494806304574,0.0002742927463259548,0.0002870905736926943,0.00029988837195560336,0.0003126861702185124,0.00032548396848142147,0.0003382817667443305,0.00035107959411107004,0.0003638773923739791,0.00037667519063688815,0.0003894729888997972,0.0004022708162665367,0.00041506861452944577,0.0004278664127923548]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,1,0,1,0,0,0,1,0,1,4,6,7,12,12,19,33,28,35,64,79,74,90,82,43,42,37,23,16,10,8,4,6,5,6,5,2,2,1,1,1,2,0,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.000793826999142766,-0.000769162958022207,-0.000744498916901648,-0.0007198348757810891,-0.0006951708346605301,-0.0006705067935399711,-0.0006458427524194121,-0.0006211787112988532,-0.0005965146701782942,-0.0005718505708500743,-0.0005471865297295153,-0.0005225224886089563,-0.0004978584474883974,-0.0004731944063678384,-0.0004485303652472794,-0.00042386632412672043,-0.00039920228300616145,-0.0003745382418856025,-0.0003498742007650435,-0.0003252101596444845,-0.00030054611852392554,-0.0002758820482995361,-0.00025121800717897713,-0.00022655396605841815,-0.00020188992493785918,-0.0001772258838173002,-0.00015256184269674122,-0.00012789778702426702,-0.00010323374590370804,-7.856970478314906e-05,-5.390565638663247e-05,-2.9241611628094688e-05,-4.577566869556904e-06,2.008647788898088e-05,4.4750522647518665e-05,6.941457104403526e-05,9.407861216459423e-05,0.00011874265328515321,0.00014340670895762742,0.0001680707500781864,0.00019273479119874537,0.00021739883231930435,0.00024206287343986332,0.0002667269145604223,0.00029139098478481174,0.0003160550259053707,0.0003407190670259297,0.00036538310814648867,0.00039004714926704764,0.0004147111903876066,0.0004393752315081656,0.0004640392726287246,0.0004887033137492836,0.0005133673548698425,0.0005380313959904015,0.0005626954371109605,0.0005873595364391804,0.0006120235775597394,0.0006366876186802983,0.0006613516598008573,0.0006860157009214163,0.0007106797420419753,0.0007353437831625342,0.0007600078242830932,0.0007846718654036522],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,1,1,2,0,0,0,1,3,11,9,11,8,9,16,24,29,32,43,43,71,103,64,78,39,31,27,20,20,13,14,7,4,6,4,5,3,3,1,1,1,2,1,1,1,0,0,1,0,1,0,0,1],"bins":[-0.0006674567703157663,-0.0006471132510341704,-0.0006267697317525744,-0.0006064262124709785,-0.0005860826931893826,-0.0005657391739077866,-0.0005453956546261907,-0.0005250521353445947,-0.0005047086160629988,-0.00048436506767757237,-0.0004640215483959764,-0.0004436780291143805,-0.0004233344807289541,-0.00040299096144735813,-0.0003826474421657622,-0.00036230392288416624,-0.0003419604036025703,-0.00032161688432097435,-0.0003012733650393784,-0.00028092984575778246,-0.0002605863264761865,-0.00024024279264267534,-0.00021989925880916417,-0.00019955573952756822,-0.00017921222024597228,-0.00015886870096437633,-0.00013852518168278039,-0.00011818164784926921,-9.783812856767327e-05,-7.749460928607732e-05,-5.715108272852376e-05,-3.680755980894901e-05,-1.6464036889374256e-05,3.879486030200496e-06,2.422300894977525e-05,4.456653186935e-05,6.491005478892475e-05,8.52535740705207e-05,0.00010559710062807426,0.00012594062718562782,0.00014628414646722376,0.0001666276657488197,0.00018697118503041565,0.00020731471886392683,0.00022765823814552277,0.00024800177197903395,0.0002683452912606299,0.00028868881054222584,0.0003090323298238218,0.00032937584910541773,0.0003497193683870137,0.0003700628876686096,0.00039040640695020556,0.00041074995533563197,0.0004310934746172279,0.00045143699389882386,0.0004717805131804198,0.0004921240615658462,0.0005124675808474422,0.0005328111001290381,0.000553154619410634,0.00057349813869223,0.0005938416579738259,0.0006141851772554219,0.0006345286965370178],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,1,4,3,4,2,3,3,7,4,9,9,10,12,20,14,15,11,18,24,17,24,29,18,22,25,22,26,17,14,18,22,28,24,19,21,20,22,19,21,17,11,21,18,12,16,13,7,5,4,5,4,6,5,7,4,0,3,4,1,0,1],"bins":[0.9994827508926392,0.9994994401931763,0.9995160698890686,0.9995327591896057,0.999549388885498,0.9995660781860352,0.9995827674865723,0.9995993971824646,0.9996160864830017,0.999632716178894,0.9996494054794312,0.9996660947799683,0.9996827244758606,0.9996994137763977,0.99971604347229,0.9997327327728271,0.9997494220733643,0.9997660517692566,0.9997827410697937,0.999799370765686,0.9998160600662231,0.9998326897621155,0.9998493790626526,0.9998660683631897,0.999882698059082,0.9998993873596191,0.9999160170555115,0.9999327063560486,0.9999493956565857,0.999966025352478,0.9999827146530151,0.9999993443489075,1.0000159740447998,1.000032663345337,1.000049352645874,1.0000660419464111,1.0000827312469482,1.0000993013381958,1.000115990638733,1.00013267993927,1.0001493692398071,1.0001660585403442,1.0001826286315918,1.000199317932129,1.000216007232666,1.0002326965332031,1.0002493858337402,1.0002659559249878,1.000282645225525,1.000299334526062,1.0003160238265991,1.0003327131271362,1.0003492832183838,1.000365972518921,1.000382661819458,1.0003993511199951,1.0004160404205322,1.0004326105117798,1.000449299812317,1.000465989112854,1.0004826784133911,1.0004993677139282,1.0005159378051758,1.000532627105713,1.00054931640625]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,1,0,1,0,2,0,3,0,4,4,6,10,8,21,24,33,21,58,69,81,93,85,59,47,29,20,20,13,7,13,4,7,2,2,5,2,1,0,2,0,1,0,1,4,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0010502655059099197,-0.001014689332805574,-0.0009791130432859063,-0.0009435368701815605,-0.0009079606970772147,-0.000872384465765208,-0.0008368082926608622,-0.0008012320613488555,-0.0007656558882445097,-0.000730079656932503,-0.0006945034256204963,-0.0006589272525161505,-0.0006233510212041438,-0.000587774848099798,-0.0005521986167877913,-0.0005166224436834455,-0.00048104621237143874,-0.0004454700101632625,-0.00040989380795508623,-0.00037431760574691,-0.0003387414035387337,-0.000303165172226727,-0.00026758897001855075,-0.0002320127678103745,-0.00019643656560219824,-0.000160860363394022,-0.00012528416118584573,-8.970794442575425e-05,-5.4131742217577994e-05,-1.855553637142293e-05,1.702066947473213e-05,5.259687532088719e-05,8.817308116704226e-05,0.0001237492833752185,0.00015932548558339477,0.00019490170234348625,0.0002304779045516625,0.000266054121311754,0.00030163032351993024,0.0003372065257281065,0.00037278272793628275,0.000408358930144459,0.00044393513235263526,0.0004795113345608115,0.0005150875658728182,0.000550663738977164,0.0005862399702891707,0.0006218161433935165,0.0006573923747055233,0.00069296860601753,0.0007285447791218758,0.0007641210104338825,0.0007996971835382283,0.000835273414850235,0.0008708495879545808,0.0009064258192665875,0.0009420020505785942,0.00097757822368294,0.0010131543967872858,0.0010487306863069534,0.0010843068594112992,0.001119883032515645,0.0011554592056199908,0.0011910354951396585,0.0012266116682440042]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,2,1,1,3,3,0,0,3,3,4,8,4,5,10,10,14,7,16,11,25,18,13,20,24,22,20,29,29,29,21,793,21,27,38,26,20,33,23,25,19,22,16,15,12,11,14,15,9,5,6,9,6,1,3,1,2,2,1,1,0,2,1,1],"bins":[-0.07196617871522903,-0.06970713287591934,-0.06744808703660965,-0.06518904119729996,-0.06292998790740967,-0.060670945793390274,-0.05841189622879028,-0.05615285038948059,-0.0538938045501709,-0.051634758710861206,-0.049375712871551514,-0.04711666330695152,-0.04485761746764183,-0.04259857162833214,-0.04033952206373215,-0.038080476224422455,-0.03582143038511276,-0.03356238454580307,-0.03130333870649338,-0.029044289141893387,-0.026785243302583694,-0.024526197463274002,-0.02226714976131916,-0.02000810205936432,-0.017749056220054626,-0.01549000944942236,-0.013230962678790092,-0.010971915908157825,-0.008712869137525558,-0.0064538223668932915,-0.0041947755962610245,-0.0019357288256287575,0.0003233104944229126,0.0025823572650551796,0.004841404035687447,0.007100450806319714,0.00935949757695198,0.011618544347584248,0.013877591118216515,0.016136638820171356,0.01839568465948105,0.02065473049879074,0.022913778200745583,0.025172825902700424,0.027431871742010117,0.02969091758131981,0.0319499671459198,0.03420901298522949,0.036468058824539185,0.03872710466384888,0.04098615050315857,0.04324520006775856,0.04550424590706825,0.047763291746377945,0.050022341310977936,0.05228138715028763,0.05454043298959732,0.05679947882890701,0.059058524668216705,0.061317574232816696,0.06357662379741669,0.06583566963672638,0.06809471547603607,0.07035376131534576,0.07261280715465546],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,2,3,10,17,31,58,98,209,351,555,950,1542,2377,3751,5599,8153,11441,15794,21095,27581,35672,44128,53092,63154,72724,82142,89736,95389,99592,100748,99162,94869,89494,82324,73419,63328,53617,44298,35836,27926,21363,16124,11422,8129,5516,3864,2384,1518,933,559,327,232,112,47,34,21,5,4,1,0,0,0,1],"bins":[-0.09801092743873596,-0.09479895234107971,-0.09158697724342346,-0.08837500959634781,-0.08516303449869156,-0.08195105940103531,-0.07873909175395966,-0.0755271166563034,-0.07231514155864716,-0.0691031664609909,-0.06589119136333466,-0.062679223716259,-0.05946724861860275,-0.0562552735209465,-0.05304330214858055,-0.0498313307762146,-0.04661935567855835,-0.0434073805809021,-0.04019540920853615,-0.0369834378361702,-0.03377146273851395,-0.030559489503502846,-0.027347516268491745,-0.024135543033480644,-0.020923569798469543,-0.017711596563458443,-0.014499623328447342,-0.011287650093436241,-0.00807567685842514,-0.00486370362341404,-0.0016517303884029388,0.001560242846608162,0.004772216081619263,0.007984189316630363,0.011196162551641464,0.014408135786652565,0.017620109021663666,0.020832082256674767,0.024044055491685867,0.027256028726696968,0.03046800196170807,0.03367997705936432,0.03689194843173027,0.04010391980409622,0.04331589490175247,0.04652786999940872,0.04973984137177467,0.052951812744140625,0.056163787841796875,0.059375762939453125,0.06258773803710938,0.06579970568418503,0.06901168078184128,0.07222365587949753,0.07543562352657318,0.07864759862422943,0.08185957372188568,0.08507154881954193,0.08828352391719818,0.09149549156427383,0.09470746666193008,0.09791944175958633,0.10113140940666199,0.10434338450431824,0.10755535960197449]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-0.0004516532935667783,-0.0004372834227979183,-0.0004229135229252279,-0.0004085436521563679,-0.0003941737813875079,-0.00037980391061864793,-0.0003654340107459575,-0.0003510641399770975,-0.00033669426920823753,-0.0003223243693355471,-0.0003079544985666871,-0.0002935846277978271,-0.00027921475702896714,-0.0002648448571562767,-0.0002504749863874167,-0.00023610511561855674,-0.00022173523029778153,-0.00020736534497700632,-0.00019299547420814633,-0.00017862558888737112,-0.00016425571811851114,-0.00014988583279773593,-0.00013551596202887595,-0.00012114607670810074,-0.00010677619866328314,-9.240632061846554e-05,-7.803644257364795e-05,-6.366656452883035e-05,-4.9296682846033946e-05,-3.492680480121635e-05,-2.055692493740935e-05,-6.18704598309705e-06,8.182832971215248e-06,2.2552711016032845e-05,3.692258906085044e-05,5.1292470743646845e-05,6.566234515048563e-05,8.003223047126085e-05,9.440210851607844e-05,0.00010877198656089604,0.00012314185732975602,0.00013751174265053123,0.00015188162797130644,0.00016625149874016643,0.00018062138406094164,0.00019499125482980162,0.00020936114015057683,0.0002237310109194368,0.00023810089624021202,0.00025247078156098723,0.0002668406523298472,0.0002812105230987072,0.00029558042297139764,0.0003099502937402576,0.0003243201645091176,0.0003386900352779776,0.000353059935150668,0.000367429805919528,0.000381799676688388,0.00039616957656107843,0.0004105394473299384,0.0004249093180987984,0.0004392791888676584,0.0004536490887403488,0.0004680189595092088],"_type":"histogram","values":[1,5,3,6,6,8,7,7,7,9,5,11,16,21,18,23,18,13,15,13,23,20,15,20,25,13,15,9,15,14,14,14,16,14,16,19,11,14,20,25,17,18,17,19,13,14,10,11,13,11,10,10,7,13,6,4,5,5,3,5,5,3,3,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,1,1,2,2,4,5,6,5,3,8,12,7,9,14,18,14,23,24,27,21,32,35,28,32,30,28,30,39,37,28,24,25,21,29,16,20,12,13,13,11,14,6,5,7,4,4,5,3,1,4,4,0,0,0,0,0,1],"bins":[-0.0001550670713186264,-0.00015026421169750392,-0.00014546135207638144,-0.00014065849245525897,-0.00013585563283413649,-0.000131052773213014,-0.00012624991359189153,-0.00012144705397076905,-0.00011664419434964657,-0.00011184133472852409,-0.00010703847510740161,-0.00010223561548627913,-9.743275586515665e-05,-9.262989624403417e-05,-8.782703662291169e-05,-8.302417700178921e-05,-7.822131738066673e-05,-7.341845775954425e-05,-6.861559813842177e-05,-6.38127385172993e-05,-5.9009878896176815e-05,-5.4207019275054336e-05,-4.9404159653931856e-05,-4.460130003280938e-05,-3.97984404116869e-05,-3.499558079056442e-05,-3.019272116944194e-05,-2.538986154831946e-05,-2.058700192719698e-05,-1.57841423060745e-05,-1.098128268495202e-05,-6.178423063829541e-06,-1.3755634427070618e-06,3.4272961784154177e-06,8.230155799537897e-06,1.3033015420660377e-05,1.7835875041782856e-05,2.2638734662905335e-05,2.7441594284027815e-05,3.2244453905150294e-05,3.7047313526272774e-05,4.185017314739525e-05,4.665303276851773e-05,5.145589238964021e-05,5.625875201076269e-05,6.106161163188517e-05,6.586447125300765e-05,7.066733087413013e-05,7.547019049525261e-05,8.027305011637509e-05,8.507590973749757e-05,8.987876935862005e-05,9.468162897974253e-05,9.9484488600865e-05,0.00010428734822198749,0.00010909020784310997,0.00011389306746423244,0.00011869592708535492,0.0001234987867064774,0.00012830164632759988,0.00013310450594872236,0.00013790736556984484,0.00014271022519096732,0.0001475130848120898,0.00015231594443321228],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,1,4,6,7,23,24,41,98,138,248,355,528,836,1332,1936,2636,3721,5047,6895,8823,11457,14127,17376,20674,23861,27147,30235,32764,34435,36014,35810,35665,34477,32330,29459,26267,23346,19760,16649,13577,10788,8615,6461,4789,3537,2504,1692,1156,772,531,336,214,122,67,51,24,21,7,6,0,0,0,1],"bins":[-0.09614795446395874,-0.093084916472435,-0.09002188593149185,-0.0869588553905487,-0.08389581739902496,-0.08083277940750122,-0.07776974886655807,-0.07470671832561493,-0.07164368033409119,-0.06858064234256744,-0.0655176118016243,-0.062454577535390854,-0.05939154326915741,-0.056328509002923965,-0.05326547473669052,-0.05020244047045708,-0.04713940620422363,-0.04407637193799019,-0.041013337671756744,-0.0379503034055233,-0.034887269139289856,-0.03182423487305641,-0.028761200606822968,-0.025698166340589523,-0.02263513207435608,-0.019572097808122635,-0.01650906354188919,-0.013446029275655746,-0.010382995009422302,-0.007319960743188858,-0.004256926476955414,-0.0011938922107219696,0.0018691420555114746,0.004932176321744919,0.007995210587978363,0.011058244854211807,0.014121279120445251,0.017184313386678696,0.02024734765291214,0.023310381919145584,0.02637341618537903,0.029436450451612473,0.03249948471784592,0.03556251898407936,0.038625553250312805,0.04168858751654625,0.044751621782779694,0.04781465604901314,0.05087769031524658,0.053940724581480026,0.05700375884771347,0.060066793113946915,0.06312982738018036,0.0661928653717041,0.06925589591264725,0.0723189264535904,0.07538196444511414,0.07844500243663788,0.08150803297758102,0.08457106351852417,0.08763410151004791,0.09069713950157166,0.0937601700425148,0.09682320058345795,0.09988623857498169],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,0,1,1,1,1,3,0,2,8,2,1,6,6,11,9,8,12,12,10,21,22,18,24,30,34,23,29,30,28,36,29,30,24,22,26,22,17,28,15,23,22,19,16,11,12,10,6,13,2,3,2,5,3,2,6,2,2,2,2],"bins":[-0.0002420884557068348,-0.0002352555893594399,-0.00022842273756396025,-0.00022158987121656537,-0.00021475701942108572,-0.00020792415307369083,-0.00020109130127821118,-0.0001942584349308163,-0.00018742558313533664,-0.00018059271678794175,-0.00017375985044054687,-0.00016692699864506721,-0.00016009413229767233,-0.00015326128050219268,-0.0001464284141547978,-0.00013959556235931814,-0.00013276269601192325,-0.00012592982966452837,-0.00011909697786904871,-0.00011226411879761145,-0.00010543125972617418,-9.859839337877929e-05,-9.176553430734202e-05,-8.493267523590475e-05,-7.809981616446748e-05,-7.126695709303021e-05,-6.443409802159294e-05,-5.760123531217687e-05,-5.07683762407396e-05,-4.393551716930233e-05,-3.710265445988625e-05,-3.0269795388448983e-05,-2.3436936317011714e-05,-1.6604077245574445e-05,-9.771216355147772e-06,-2.9383563742158003e-06,3.894503606716171e-06,1.0727363587648142e-05,1.7560223568580113e-05,2.4393084459006786e-05,3.1225943530444056e-05,3.8058802601881325e-05,4.4891661673318595e-05,5.172452438273467e-05,5.855738345417194e-05,6.539024616358802e-05,7.222310523502529e-05,7.905596430646256e-05,8.588882337789983e-05,9.27216824493371e-05,9.955454152077436e-05,0.00010638740059221163,0.0001132202596636489,0.00012005312601104379,0.00012688597780652344,0.00013371884415391833,0.0001405517105013132,0.00014738456229679286,0.00015421742864418775,0.0001610502804396674,0.0001678831467870623,0.00017471599858254194,0.00018154886492993683,0.00018838171672541648,0.00019521458307281137]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-9.8519551102072e-05,-9.4944320153445e-05,-9.136908920481801e-05,-8.779385825619102e-05,-8.421862730756402e-05,-8.064340363489464e-05,-7.706817268626764e-05,-7.349294173764065e-05,-6.991771078901365e-05,-6.634247984038666e-05,-6.276724889175966e-05,-5.9192021581111476e-05,-5.561679063248448e-05,-5.2041559683857486e-05,-4.84663323732093e-05,-4.48911014245823e-05,-4.131587047595531e-05,-3.774063952732831e-05,-3.416540857870132e-05,-3.059018126805313e-05,-2.7014950319426134e-05,-2.343971937079914e-05,-1.9864490241161548e-05,-1.6289261111523956e-05,-1.2714030162896961e-05,-9.138800123764668e-06,-5.563570084632374e-06,-1.988340045500081e-06,1.5868899936322123e-06,5.162120032764506e-06,8.737350071896799e-06,1.2312580111029092e-05,1.5887810150161386e-05,1.946304109878838e-05,2.3038270228425972e-05,2.6613499358063564e-05,3.018873030669056e-05,3.3763961255317554e-05,3.733918856596574e-05,4.091441951459274e-05,4.448965046321973e-05,4.806488141184673e-05,5.164011236047372e-05,5.521533967112191e-05,5.8790570619748905e-05,6.23657979303971e-05,6.594102887902409e-05,6.951625982765108e-05,7.309149077627808e-05,7.666672172490507e-05,8.024195267353207e-05,8.381718362215906e-05,8.739241457078606e-05,9.096763824345544e-05,9.454286919208243e-05,9.811810014070943e-05,0.00010169333108933643,0.00010526856203796342,0.00010884379298659042,0.00011241902393521741,0.00011599424760788679,0.00011956947855651379,0.00012314470950514078,0.00012671994045376778,0.00013029517140239477],"_type":"histogram","values":[3,1,3,1,3,3,1,5,10,8,12,10,9,16,15,20,32,30,45,44,48,75,90,95,106,135,142,160,140,106,106,74,62,67,49,47,45,34,36,20,24,13,16,11,12,13,6,9,7,5,0,6,4,1,2,1,0,0,3,1,1,2,0,3]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[1,0,0,6,6,6,7,14,11,26,34,52,81,127,185,270,365,604,972,1340,2258,3507,5454,9368,15527,27503,53287,113922,316409,545311,268193,95320,47140,25493,15232,8720,5646,3588,2275,1502,1069,627,459,292,184,142,93,76,55,37,14,16,14,8,8,3,1,2,0,0,0,1,0,1],"bins":[-0.0003604888916015625,-0.0003482401371002197,-0.00033599138259887695,-0.0003237426280975342,-0.0003114938735961914,-0.00029924511909484863,-0.00028699636459350586,-0.0002747476100921631,-0.0002624988555908203,-0.00025025010108947754,-0.00023800134658813477,-0.000225752592086792,-0.00021350383758544922,-0.00020125508308410645,-0.00018900632858276367,-0.0001767575740814209,-0.00016450881958007812,-0.00015226006507873535,-0.00014001131057739258,-0.0001277625560760498,-0.00011551380157470703,-0.00010326504707336426,-9.101629257202148e-05,-7.876753807067871e-05,-6.651878356933594e-05,-5.4270029067993164e-05,-4.202127456665039e-05,-2.9772520065307617e-05,-1.7523765563964844e-05,-5.27501106262207e-06,6.973743438720703e-06,1.9222497940063477e-05,3.147125244140625e-05,4.3720006942749023e-05,5.59687614440918e-05,6.821751594543457e-05,8.046627044677734e-05,9.271502494812012e-05,0.00010496377944946289,0.00011721253395080566,0.00012946128845214844,0.0001417100429534912,0.00015395879745483398,0.00016620755195617676,0.00017845630645751953,0.0001907050609588623,0.00020295381546020508,0.00021520256996154785,0.00022745132446289062,0.0002397000789642334,0.00025194883346557617,0.00026419758796691895,0.0002764463424682617,0.0002886950969696045,0.00030094385147094727,0.00031319260597229004,0.0003254413604736328,0.0003376901149749756,0.00034993886947631836,0.00036218762397766113,0.0003744363784790039,0.0003866851329803467,0.00039893388748168945,0.0004111826419830322,0.000423431396484375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.002268439857289195,-0.002197177382186055,-0.0021259149070829153,-0.0020546524319797754,-0.0019833899568766356,-0.0019121274817734957,-0.0018408650066703558,-0.001769602531567216,-0.001698340056464076,-0.0016270775813609362,-0.0015558151062577963,-0.0014845526311546564,-0.0014132901560515165,-0.0013420276809483767,-0.0012707652058452368,-0.001199502730742097,-0.001128240255638957,-0.0010569777805358171,-0.0009857153054326773,-0.0009144528303295374,-0.0008431903552263975,-0.0007719278801232576,-0.0007006654050201178,-0.0006294029299169779,-0.000558140454813838,-0.00048687797971069813,-0.00041561550460755825,-0.0003443530295044184,-0.0002730905544012785,-0.00020182807929813862,-0.00013056560419499874,-5.9303129091858864e-05,1.1959346011281013e-05,8.322182111442089e-05,0.00015448429621756077,0.00022574677132070065,0.0002970092464238405,0.0003682717215269804,0.0004395341966301203,0.0005107966717332602,0.0005820591468364,0.0006533216219395399,0.0007245840970426798,0.0007958465721458197,0.0008671090472489595,0.0009383715223520994,0.0010096339974552393,0.0010808964725583792,0.001152158947661519,0.001223421422764659,0.0012946838978677988,0.0013659463729709387,0.0014372088480740786,0.0015084713231772184,0.0015797337982803583,0.0016509962733834982,0.001722258748486638,0.001793521223589778,0.0018647836986929178,0.0019360461737960577,0.0020073086488991976,0.0020785711240023375,0.0021498335991054773,0.002221096074208617,0.002292358549311757],"_type":"histogram","values":[1,0,0,1,0,0,0,2,5,2,0,2,5,3,6,8,9,13,12,27,19,17,20,22,16,12,32,31,37,30,28,27,28,25,35,31,30,32,21,21,14,29,20,15,17,10,11,12,6,3,4,2,3,1,3,2,0,3,0,1,1,0,0,1]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[2,0,1,1,6,6,4,3,5,4,13,17,19,18,30,33,59,56,85,98,140,179,235,286,435,610,1010,1537,444319,1488,952,596,407,298,233,161,141,94,70,55,48,23,30,19,12,7,9,6,8,4,4,4,1,1,1,2,1,0,0,1,0,0,0,1],"bins":[-0.013943196274340153,-0.013452236540615559,-0.01296127587556839,-0.012470316141843796,-0.011979356408119202,-0.011488396674394608,-0.010997436940670013,-0.010506476275622845,-0.01001551654189825,-0.009524556808173656,-0.009033596143126488,-0.008542636409401894,-0.0080516766756773,-0.007560716941952705,-0.007069756742566824,-0.0065787965431809425,-0.006087836809456348,-0.005596877075731754,-0.005105916876345873,-0.0046149566769599915,-0.004123996943235397,-0.0036330369766801596,-0.003142077010124922,-0.002651117043569684,-0.0021601570770144463,-0.0016691971104592085,-0.0011782371439039707,-0.000687277177348733,-0.00019631721079349518,0.0002946427557617426,0.0007856027223169804,0.0012765626888722181,0.0017675235867500305,0.0022584835533052683,0.002749443519860506,0.003240403486415744,0.0037313634529709816,0.004222323186695576,0.004713283386081457,0.0052042435854673386,0.005695203319191933,0.006186163052916527,0.006677123252302408,0.00716808345168829,0.007659043185412884,0.008150002919137478,0.008640963584184647,0.00913192331790924,0.009622883051633835,0.010113842785358429,0.010604802519083023,0.011095763184130192,0.011586722917854786,0.01207768265157938,0.012568643316626549,0.013059603050351143,0.013550562784075737,0.014041522517800331,0.014532482251524925,0.015023442916572094,0.015514402650296688,0.016005363315343857,0.01649632304906845,0.016987282782793045,0.01747824251651764]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.001503625069744885,-0.0014570788480341434,-0.001410532626323402,-0.0013639865210279822,-0.0013174402993172407,-0.0012708940776064992,-0.0012243478558957577,-0.0011778016341850162,-0.0011312554124742746,-0.001084709307178855,-0.0010381630854681134,-0.000991616863757372,-0.0009450706420466304,-0.0008985244785435498,-0.0008519782568328083,-0.0008054320933297276,-0.0007588858716189861,-0.0007123396499082446,-0.000665793486405164,-0.0006192472646944225,-0.0005727011011913419,-0.0005261548794806004,-0.00047960865776985884,-0.0004330624651629478,-0.0003865162725560367,-0.00033997007994912565,-0.0002934238873422146,-0.00024687766563147306,-0.000200331473024562,-0.00015378528041765094,-0.00010723907325882465,-6.069287337595597e-05,-1.4146557077765465e-05,3.239964280510321e-05,7.894584268797189e-05,0.00012549204984679818,0.00017203824245370924,0.0002185844350606203,0.00026513065677136183,0.0003116768493782729,0.00035822304198518395,0.000404769234592095,0.0004513154271990061,0.0004978616489097476,0.0005444078706204891,0.0005909540341235697,0.0006375002558343112,0.0006840464193373919,0.0007305926410481334,0.0007771388627588749,0.0008236850262619555,0.000870231247972697,0.0009167774114757776,0.0009633236331865191,0.0010098698548972607,0.0010564160766080022,0.0011029622983187437,0.0011495084036141634,0.001196054625324905,0.0012426008470356464,0.001289147068746388,0.0013356932904571295,0.0013822393957525492,0.0014287856174632907,0.0014753318391740322],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,4,1,1,2,0,1,4,3,2,11,11,7,11,16,18,20,28,41,52,54,70,90,68,52,44,27,24,14,18,11,8,7,8,11,7,3,3,1,2,1,2,1,1,2,0,0,2,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,1,2,0,0,0,4,2,3,0,5,3,4,11,11,8,11,18,19,19,22,18,22,31,18,30,33,29,27,30,35,30,38,29,21,26,28,24,21,15,16,11,15,9,11,10,11,4,8,4,5,3,1,2,3,0,1,2,0,0,0,2],"bins":[-0.0012504816986620426,-0.0012114420533180237,-0.001172402291558683,-0.001133362646214664,-0.0010943228844553232,-0.0010552832391113043,-0.0010162435937672853,-0.0009772038320079446,-0.0009381641866639256,-0.0008991244831122458,-0.000860084779560566,-0.000821045134216547,-0.0007820054306648672,-0.0007429657271131873,-0.0007039260817691684,-0.0006648863782174885,-0.0006258466746658087,-0.0005868069711141288,-0.000547767267562449,-0.00050872762221843,-0.0004696879186667502,-0.00043064821511507034,-0.00039160854066722095,-0.00035256886621937156,-0.0003135291626676917,-0.00027448945911601186,-0.00023544978466816247,-0.00019641009566839784,-0.00015737040666863322,-0.0001183307176688686,-7.929102866910398e-05,-4.025133966933936e-05,-1.2115342542529106e-06,3.782815474551171e-05,7.686784374527633e-05,0.00011590753274504095,0.00015494722174480557,0.0001939869107445702,0.00023302659974433482,0.0002720662741921842,0.00031110597774386406,0.0003501456812955439,0.0003891853557433933,0.0004282250301912427,0.00046726473374292254,0.0005063044372946024,0.0005453440826386213,0.0005843837861903012,0.000623423489741981,0.0006624631932936609,0.0007015028968453407,0.0007405425421893597,0.0007795822457410395,0.0008186219492927194,0.0008576615946367383,0.0008967012981884181,0.000935741001740098,0.0009747807052917778,0.0010138204088434577,0.0010528600541874766,0.0010918998159468174,0.0011309394612908363,0.0011699791066348553,0.001209018868394196,0.001248058513738215]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[0.9995153546333313,0.9995303750038147,0.9995453953742981,0.9995604157447815,0.9995754361152649,0.9995904564857483,0.9996054768562317,0.9996205568313599,0.9996355772018433,0.9996505975723267,0.9996656179428101,0.9996806383132935,0.9996956586837769,0.9997106790542603,0.9997256994247437,0.999740719795227,0.9997557401657104,0.9997707605361938,0.9997857809066772,0.9998008012771606,0.9998158812522888,0.9998309016227722,0.9998459219932556,0.999860942363739,0.9998759627342224,0.9998909831047058,0.9999060034751892,0.9999210238456726,0.999936044216156,0.9999510645866394,0.9999660849571228,0.9999811053276062,0.9999961853027344,1.0000112056732178,1.0000262260437012,1.0000412464141846,1.000056266784668,1.0000712871551514,1.0000863075256348,1.0001013278961182,1.0001163482666016,1.000131368637085,1.0001463890075684,1.0001614093780518,1.0001764297485352,1.0001914501190186,1.000206470489502,1.0002214908599854,1.0002365112304688,1.0002515316009521,1.0002665519714355,1.000281572341919,1.000296711921692,1.0003117322921753,1.0003267526626587,1.000341773033142,1.0003567934036255,1.0003718137741089,1.0003868341445923,1.0004018545150757,1.000416874885559,1.0004318952560425,1.0004469156265259,1.0004619359970093,1.0004769563674927],"_type":"histogram","values":[2,3,1,2,2,7,4,4,7,8,10,11,7,16,13,18,16,14,16,12,15,17,16,11,18,20,29,24,9,17,16,15,13,15,18,22,23,17,14,16,14,14,19,19,19,17,16,13,6,14,10,8,13,4,13,7,10,4,3,10,9,6,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,1,0,0,0,0,0,0,2,1,0,2,0,3,4,7,5,3,9,5,15,15,25,19,32,46,63,55,77,53,68,57,48,39,19,19,17,12,9,4,11,4,1,2,4,5,0,2,0,1,1,0,0,0,0,0,1],"bins":[-0.0005816072225570679,-0.0005654327687807381,-0.0005492583150044084,-0.0005330838030204177,-0.0005169093492440879,-0.0005007348954677582,-0.0004845604416914284,-0.0004683859588112682,-0.00045221150503493845,-0.0004360370512586087,-0.0004198625683784485,-0.00040368811460211873,-0.000387513660825789,-0.00037133917794562876,-0.000355164724169299,-0.0003389902412891388,-0.00032281578751280904,-0.0003066413337364793,-0.00029046685085631907,-0.0002742923970799893,-0.0002581179141998291,-0.00024194346042349935,-0.0002257690066471696,-0.0002095945383189246,-0.00019342006999067962,-0.00017724560166243464,-0.00016107113333418965,-0.0001448966795578599,-0.0001287222112296149,-0.00011254774290136993,-9.637328184908256e-05,-8.019882079679519e-05,-6.40243524685502e-05,-4.784988777828403e-05,-3.167542308801785e-05,-1.5500958397751674e-05,6.73506292514503e-07,1.684797098278068e-05,3.302243567304686e-05,4.9196900363313034e-05,6.537136505357921e-05,8.15458333818242e-05,9.772029443411157e-05,0.00011389475548639894,0.00013006922381464392,0.0001462436921428889,0.00016241814591921866,0.00017859261424746364,0.00019476708257570863,0.0002109415509039536,0.0002271160192321986,0.00024329047300852835,0.00025946495588868856,0.0002756394096650183,0.0002918138634413481,0.0003079883463215083,0.00032416280009783804,0.0003403372538741678,0.000356511736754328,0.00037268619053065777,0.0003888606443069875,0.00040503512718714774,0.0004212095809634775,0.0004373840638436377,0.00045355851761996746],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[1,2,6,4,14,37,53,116,144,278,472,734,1199,1778,2660,3999,5732,7939,10907,14716,19547,25077,31291,38574,46926,54234,62915,70870,78604,84690,89565,92692,93415,92393,89157,83846,77515,70227,61940,53920,45616,37649,30278,23988,18551,14127,10426,7738,5469,3674,2535,1750,1046,747,440,239,148,111,71,36,16,10,5,5],"bins":[-0.09643283486366272,-0.09345891326665878,-0.09048498421907425,-0.08751106262207031,-0.08453713357448578,-0.08156321197748184,-0.0785892903804779,-0.07561536133289337,-0.07264143973588943,-0.0696675181388855,-0.06669358909130096,-0.06371966749429703,-0.06074574217200279,-0.05777181684970856,-0.05479789525270462,-0.051823969930410385,-0.04885004460811615,-0.045876119285821915,-0.04290219396352768,-0.03992827236652374,-0.03695434704422951,-0.03398042172193527,-0.031006498262286186,-0.0280325748026371,-0.025058649480342865,-0.02208472415804863,-0.019110800698399544,-0.016136877238750458,-0.013162951916456223,-0.010189027525484562,-0.007215103134512901,-0.004241178743541241,-0.001267261803150177,0.0017066625878214836,0.004680586978793144,0.007654511369764805,0.010628435760736465,0.013602360151708126,0.016576284542679787,0.019550208002328873,0.022524133324623108,0.025498058646917343,0.02847198210656643,0.031445905566215515,0.03441983088850975,0.037393756210803986,0.04036767780780792,0.04334160313010216,0.04631552845239639,0.04928945377469063,0.05226337909698486,0.0552373006939888,0.058211226016283035,0.06118515133857727,0.06415907293558121,0.06713300198316574,0.07010692358016968,0.07308084517717361,0.07605477422475815,0.07902869582176208,0.08200262486934662,0.08497654646635056,0.08795046806335449,0.09092439711093903,0.09389831870794296]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.09538311511278152,-0.09235770255327225,-0.08933228999376297,-0.08630687743425369,-0.08328146487474442,-0.08025605231523514,-0.07723063975572586,-0.07420522719621658,-0.0711798220872879,-0.06815440952777863,-0.06512899696826935,-0.06210358068346977,-0.05907817184925079,-0.056052759289741516,-0.05302734673023224,-0.05000193417072296,-0.046976521611213684,-0.04395110905170441,-0.04092569649219513,-0.03790028393268585,-0.034874871373176575,-0.031849462538957596,-0.02882404997944832,-0.02579863741993904,-0.022773224860429764,-0.019747812300920486,-0.01672239974141121,-0.013696989044547081,-0.010671576485037804,-0.007646164391189814,-0.004620752297341824,-0.0015953402034938335,0.0014300718903541565,0.0044554839842021465,0.0074808960780501366,0.01050630770623684,0.013531720265746117,0.016557132825255394,0.019582543522119522,0.0226079560816288,0.025633368641138077,0.028658781200647354,0.03168419376015663,0.03470960631966591,0.03773501515388489,0.040760427713394165,0.04378584027290344,0.04681125283241272,0.049836665391922,0.052862077951431274,0.05588749051094055,0.05891290307044983,0.061938315629959106,0.06496372818946838,0.06798914074897766,0.07101455330848694,0.07403996586799622,0.0770653709769249,0.08009078353643417,0.08311619609594345,0.08614160865545273,0.089167021214962,0.09219243377447128,0.09521784633398056,0.09824325889348984],"_type":"histogram","values":[2,2,1,4,7,21,20,40,85,130,242,389,541,843,1231,1921,2705,3713,5184,6872,8932,11314,14048,17088,20173,23589,26505,29650,32147,33632,35143,35570,35204,33705,32249,29524,27093,23805,20310,17003,14317,11348,9082,6912,5273,3814,2715,1952,1389,872,581,373,205,127,87,57,35,20,14,6,5,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.0004931816947646439,-0.00047752950922586024,-0.00046187732368707657,-0.00044622510904446244,-0.0004305729235056788,-0.0004149207379668951,-0.000399268523324281,-0.0003836163377854973,-0.00036796415224671364,-0.00035231196670792997,-0.0003366597811691463,-0.0003210075665265322,-0.0003053553809877485,-0.00028970319544896483,-0.0002740509808063507,-0.00025839879526756704,-0.00024274660972878337,-0.0002270944241899997,-0.0002114422240993008,-0.0001957900240086019,-0.00018013783846981823,-0.00016448565293103456,-0.00014883345284033567,-0.00013318125274963677,-0.0001175290672108531,-0.00010187687439611182,-8.622468158137053e-05,-7.057248876662925e-05,-5.4920295951887965e-05,-3.926810313714668e-05,-2.3615910322405398e-05,-7.963717507664114e-06,7.688417099416256e-06,2.334060991415754e-05,3.899280272889882e-05,5.464499554364011e-05,7.029718835838139e-05,8.594938117312267e-05,0.00010160157398786396,0.00011725376680260524,0.00013290595961734653,0.0001485581451561302,0.0001642103452468291,0.000179862545337528,0.00019551473087631166,0.00021116691641509533,0.00022681911650579423,0.00024247131659649312,0.0002581235021352768,0.00027377568767406046,0.00028942787321284413,0.00030508008785545826,0.00032073227339424193,0.0003363844589330256,0.0003520366735756397,0.0003676888591144234,0.00038334104465320706,0.00039899323019199073,0.0004146454157307744,0.00043029763037338853,0.0004459498159121722,0.00046160200145095587,0.00047725421609357,0.0004929063725285232,0.0005085585871711373],"_type":"histogram","values":[1,2,0,3,6,12,8,2,7,8,10,15,6,6,14,12,9,11,14,16,13,14,16,16,24,21,19,22,25,13,23,17,21,9,23,18,17,21,20,19,13,21,19,26,18,17,12,11,14,10,14,12,9,7,5,5,0,5,4,5,2,3,2,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.00014606479089707136,-0.00014128064503893256,-0.000136496513732709,-0.0001317123678745702,-0.00012692823656834662,-0.00012214409071020782,-0.00011735995212802663,-0.00011257581354584545,-0.00010779167496366426,-0.00010300753638148308,-9.822339779930189e-05,-9.343925921712071e-05,-8.865511335898191e-05,-8.387097477680072e-05,-7.908683619461954e-05,-7.430269761243835e-05,-6.951855903025717e-05,-6.473442044807598e-05,-5.9950281865894794e-05,-5.51661396457348e-05,-5.0382001063553616e-05,-4.559786248137243e-05,-4.081372026121244e-05,-3.602958167903125e-05,-3.124544309685007e-05,-2.6461304514668882e-05,-2.1677164113498293e-05,-1.6893023712327704e-05,-1.2108885130146518e-05,-7.324745638470631e-06,-2.540606146794744e-06,2.2435333448811434e-06,7.027672836557031e-06,1.1811812328232918e-05,1.6595951819908805e-05,2.1380092221079394e-05,2.616423080326058e-05,3.0948369385441765e-05,3.573251160560176e-05,4.051665018778294e-05,4.530078876996413e-05,5.0084927352145314e-05,5.48690659343265e-05,5.965320815448649e-05,6.443735037464648e-05,6.922148895682767e-05,7.400562753900886e-05,7.878976612119004e-05,8.357390470337123e-05,8.835804328555241e-05,9.31421818677336e-05,9.792632044991478e-05,0.00010271045903209597,0.00010749460489023477,0.00011227874347241595,0.00011706288205459714,0.00012184702063677832,0.0001266311592189595,0.0001314153050770983,0.00013619943638332188,0.00014098358224146068,0.00014576771354768425,0.00015055185940582305,0.00015533599071204662,0.00016012013657018542],"_type":"histogram","values":[1,0,0,0,0,1,0,0,2,4,3,1,6,5,8,12,15,17,13,20,28,36,61,53,70,91,115,118,126,173,180,136,127,110,96,81,56,44,47,32,29,28,16,20,9,13,13,4,6,5,6,2,2,2,0,3,0,0,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,3,3,7,11,26,29,64,118,193,300,486,685,1010,1591,2275,3234,4462,6013,7719,10047,12529,15398,18200,21564,24588,27734,30496,33008,34256,34929,35034,34735,33007,30856,28331,25507,22126,19296,16113,12949,10538,8256,6279,4728,3515,2502,1743,1179,831,484,312,217,127,76,51,24,12,8,2,4,2],"bins":[-0.09932374209165573,-0.0963229089975357,-0.09332206845283508,-0.09032122790813446,-0.08732039481401443,-0.08431956171989441,-0.08131872117519379,-0.07831788063049316,-0.07531704753637314,-0.07231621444225311,-0.06931537389755249,-0.06631453335285187,-0.06331370025873184,-0.06031286343932152,-0.057312026619911194,-0.05431118980050087,-0.051310352981090546,-0.04830951616168022,-0.0453086793422699,-0.04230784252285957,-0.03930700570344925,-0.036306168884038925,-0.0333053320646286,-0.030304495245218277,-0.027303658425807953,-0.02430282160639763,-0.021301984786987305,-0.01830114796757698,-0.015300311148166656,-0.012299474328756332,-0.009298637509346008,-0.006297800689935684,-0.003296971321105957,-0.00029613450169563293,0.002704702317714691,0.005705539137125015,0.00870637595653534,0.011707212775945663,0.014708049595355988,0.01770888641476631,0.020709723234176636,0.02371056005358696,0.026711396872997284,0.029712233692407608,0.03271307051181793,0.035713907331228256,0.03871474415063858,0.041715580970048904,0.04471641778945923,0.04771725460886955,0.05071809142827988,0.0537189282476902,0.056719765067100525,0.05972060188651085,0.06272143870592117,0.0657222718000412,0.06872311234474182,0.07172395288944244,0.07472478598356247,0.0777256190776825,0.08072645962238312,0.08372730016708374,0.08672813326120377,0.08972896635532379,0.09272980690002441]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,1,1,1,0,3,2,5,2,2,4,7,5,11,12,16,19,14,29,28,41,57,58,67,114,103,119,153,181,175,142,122,95,93,65,51,44,31,39,35,20,13,11,10,10,9,6,4,6,1,1,2,1,0,1,1,1,1,0,0,0,0,0,1],"bins":[-0.0009073457331396639,-0.0008759096381254494,-0.0008444735431112349,-0.0008130374480970204,-0.000781601294875145,-0.0007501651998609304,-0.0007187291048467159,-0.0006872930098325014,-0.0006558569148182869,-0.0006244208198040724,-0.0005929847247898579,-0.0005615486297756433,-0.0005301125347614288,-0.0004986763815395534,-0.0004672402865253389,-0.00043580419151112437,-0.00040436809649690986,-0.00037293200148269534,-0.0003414959064684808,-0.00031005978235043585,-0.00027862368733622134,-0.0002471875923220068,-0.00021575148275587708,-0.00018431537318974733,-0.00015287927817553282,-0.00012144317588536069,-9.000707359518856e-05,-5.857097130501643e-05,-2.71348690148443e-05,4.3012332753278315e-06,3.573733556549996e-05,6.717343785567209e-05,9.860959835350513e-05,0.00013004569336771965,0.0001614818029338494,0.00019291791249997914,0.00022435400751419365,0.00025579010252840817,0.00028722622664645314,0.00031866232166066766,0.0003500984166748822,0.0003815345116890967,0.0004129706067033112,0.0004444067308213562,0.0004758428258355707,0.0005072789499536157,0.0005387150449678302,0.0005701511399820447,0.0006015872349962592,0.0006330233300104737,0.0006644594250246882,0.0006958955200389028,0.0007273316150531173,0.0007587677682749927,0.0007902038632892072,0.0008216399583034217,0.0008530760533176363,0.0008845121483318508,0.0009159482433460653,0.0009473843383602798,0.0009788204915821552,0.0010102565865963697,0.0010416926816105843,0.0010731287766247988,0.0011045648716390133]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,3,4,1,1,1,1,3,4,3,2,8,8,8,11,16,11,17,30,26,25,11,20,23,18,27,24,37,30,41,26,30,25,25,24,21,23,33,28,15,9,10,13,9,14,6,13,6,4,6,3,2,0,2,2,0,0,1,0,0,1],"bins":[-0.0004839978355448693,-0.0004689138731919229,-0.0004538299108389765,-0.0004387459484860301,-0.0004236619861330837,-0.0004085780237801373,-0.00039349403232336044,-0.00037841006997041404,-0.00036332610761746764,-0.00034824214526452124,-0.00033315818291157484,-0.00031807422055862844,-0.00030299025820568204,-0.00028790629585273564,-0.00027282233349978924,-0.00025773837114684284,-0.0002426543942419812,-0.0002275704318890348,-0.0002124864695360884,-0.00019740249263122678,-0.00018231853027828038,-0.00016723456792533398,-0.00015215060557238758,-0.00013706664321944118,-0.00012198267359053716,-0.00010689871123759076,-9.181474160868675e-05,-7.673077925574034e-05,-6.164681690279394e-05,-4.656284727388993e-05,-3.147888492094353e-05,-1.639491893001832e-05,-1.310952939093113e-06,1.3773012142337393e-05,2.88569772237679e-05,4.39409413957037e-05,5.902490738662891e-05,7.410887337755412e-05,8.919283573050052e-05,0.00010427680535940453,0.00011936076771235093,0.00013444473734125495,0.00014952869969420135,0.00016461266204714775,0.00017969662440009415,0.00019478058675304055,0.00020986456365790218,0.00022494852601084858,0.00024003248836379498,0.0002551164652686566,0.000270200427621603,0.0002852843899745494,0.0003003683523274958,0.0003154523146804422,0.0003305362770333886,0.000345620239386335,0.0003607042017392814,0.0003757881640922278,0.0003908721264451742,0.0004059561179019511,0.0004210400802548975,0.0004361240426078439,0.0004512080049607903,0.0004662919673137367,0.0004813759296666831]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,1,0,3,7,16,14,45,57,110,199,325,518,832,1172,1881,2757,3918,5317,7267,9702,12336,15475,19120,22699,26028,29586,32943,35398,37045,37762,37599,36233,34287,31775,28394,24703,21333,17762,14240,11336,8669,6464,4651,3319,2264,1581,1011,689,394,262,138,90,41,29,6,9,7,2,1,0,0,1],"bins":[-0.10197172313928604,-0.09876292943954468,-0.09555413573980331,-0.09234534204006195,-0.08913655579090118,-0.08592776209115982,-0.08271896839141846,-0.0795101746916771,-0.07630138099193573,-0.07309258729219437,-0.0698838010430336,-0.06667500734329224,-0.06346621364355087,-0.06025741994380951,-0.057048626244068146,-0.05383983626961708,-0.05063104256987572,-0.047422248870134354,-0.04421345889568329,-0.041004665195941925,-0.03779587149620056,-0.034587081521749496,-0.03137828782200813,-0.02816949412226677,-0.024960702285170555,-0.02175191044807434,-0.018543116748332977,-0.015334324911236763,-0.012125532142817974,-0.008916739374399185,-0.005707947071641684,-0.0024991545360535383,0.0007096379995346069,0.003918430767953396,0.0071272230707108974,0.010336015373468399,0.013544808141887188,0.016753600910305977,0.01996239274740219,0.023171186447143555,0.02637997828423977,0.029588770121335983,0.03279756382107735,0.03600635752081871,0.039215147495269775,0.04242394119501114,0.0456327348947525,0.04884152486920357,0.05205031856894493,0.055259112268686295,0.05846790224313736,0.06167669594287872,0.06488548964262009,0.06809428334236145,0.07130307704210281,0.07451186329126358,0.07772065699100494,0.08092945069074631,0.08413824439048767,0.08734703809022903,0.0905558317899704,0.09376461803913116,0.09697341173887253,0.10018220543861389,0.10339099913835526],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,0,3,1,2,1,3,3,6,3,3,6,12,12,8,15,18,19,26,22,18,16,14,23,29,24,19,39,22,28,23,21,33,22,22,28,20,21,25,25,21,29,11,16,7,6,10,9,7,2,0,6,0,1,2,2,0,0,0,2,0,0,1],"bins":[-0.0004142936086282134,-0.0004003710928373039,-0.00038644857704639435,-0.0003725260903593153,-0.00035860357456840575,-0.0003446810587774962,-0.0003307585429865867,-0.00031683602719567716,-0.0003029135405085981,-0.00028899102471768856,-0.00027506850892677903,-0.0002611459931358695,-0.00024722347734496,-0.00023330097610596567,-0.00021937846031505615,-0.00020545595907606184,-0.00019153344328515232,-0.0001776109274942428,-0.0001636884262552485,-0.00014976591046433896,-0.00013584340922534466,-0.00012192089343443513,-0.0001079983776435256,-9.407586912857369e-05,-8.015336061362177e-05,-6.623085209866986e-05,-5.2308339945739135e-05,-3.8385827792808414e-05,-2.44633192778565e-05,-1.0540808943915181e-05,3.3817013900261372e-06,1.7304211723967455e-05,3.122669295407832e-05,4.514920146903023e-05,5.907171362196095e-05,7.299422577489167e-05,8.691673428984359e-05,0.0001008392428047955,0.00011476175859570503,0.00012868425983469933,0.00014260677562560886,0.0001565292914165184,0.0001704517926555127,0.00018437430844642222,0.00019829682423733175,0.00021221932547632605,0.00022614184126723558,0.00024006434250622988,0.0002539868582971394,0.00026790937408804893,0.00028183188987895846,0.00029575437656603754,0.00030967689235694706,0.0003235994081478566,0.0003375219239387661,0.00035144443972967565,0.0003653669264167547,0.00037928944220766425,0.0003932119579985738,0.0004071344737894833,0.00042105698958039284,0.00043497950537130237,0.00044890199205838144,0.00046282450784929097,0.0004767470236402005],"_type":"histogram"},"train_batch_loss":0.5418142080307007,"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0881466493010521,-0.08531226217746735,-0.082477867603302,-0.07964348047971725,-0.07680908590555191,-0.07397469878196716,-0.07114031165838242,-0.06830591708421707,-0.06547152996063232,-0.06263713538646698,-0.05980274826288223,-0.05696835741400719,-0.05413396656513214,-0.051299575716257095,-0.04846518859267235,-0.0456307977437973,-0.042796406894922256,-0.03996201604604721,-0.037127625197172165,-0.03429323807358742,-0.03145884722471237,-0.028624456375837326,-0.02579006552696228,-0.022955676540732384,-0.020121285691857338,-0.017286894842982292,-0.014452505856752396,-0.01161811500787735,-0.008783725090324879,-0.0059493351727724075,-0.003114944789558649,-0.00028055463917553425,0.0025538355112075806,0.005388225428760052,0.008222615346312523,0.011057006195187569,0.01389139611274004,0.01672578603029251,0.019560176879167557,0.022394565865397453,0.0252289567142725,0.028063347563147545,0.03089773654937744,0.03373212739825249,0.03656651824712753,0.03940090909600258,0.042235296219587326,0.04506968706846237,0.04790407791733742,0.05073846876621246,0.05357285961508751,0.056407246738672256,0.0592416375875473,0.06207602843642235,0.0649104192852974,0.06774480640888214,0.07057920098304749,0.07341358810663223,0.07624798268079758,0.07908236980438232,0.08191675692796707,0.08475115150213242,0.08758553862571716,0.09041993319988251,0.09325432032346725],"_type":"histogram","values":[5,6,10,17,29,30,81,126,207,334,504,713,970,1490,2056,2899,4096,5154,6756,8598,10939,12985,15874,18508,21896,24447,26784,29263,31311,32386,32920,33268,32692,31686,29840,27189,25013,22040,19435,16272,13741,11126,9010,7144,5475,4303,3042,2207,1588,1101,769,561,343,255,141,64,46,45,16,9,2,4,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,2,1,2,1,2,3,3,4,3,7,3,7,9,8,16,12,23,15,31,19,13,31,23,30,32,37,28,39,35,19,24,28,23,28,25,24,22,11,22,13,13,10,13,11,7,6,6,5,5,4,1,1,1,2,0,0,2,0,0,1],"bins":[-0.0010741560254245996,-0.0010403288761153817,-0.0010065017268061638,-0.0009726746357046068,-0.0009388475446030498,-0.0009050203952938318,-0.0008711933041922748,-0.0008373661548830569,-0.0008035390637814999,-0.0007697119144722819,-0.000735884765163064,-0.000702057674061507,-0.0006682305247522891,-0.000634403433650732,-0.0006005762843415141,-0.0005667491932399571,-0.0005329220439307392,-0.0004990948946215212,-0.0004652678035199642,-0.00043144068331457675,-0.00039761356310918927,-0.00036378641379997134,-0.00032995929359458387,-0.0002961321733891964,-0.0002623050531838089,-0.00022847793297842145,-0.00019465081277303398,-0.00016082367801573128,-0.0001269965578103438,-9.316943760495633e-05,-5.934231012361124e-05,-2.551518628024496e-05,8.311937563121319e-06,4.21390614064876e-05,7.596618524985388e-05,0.00010979331273119897,0.00014362043293658644,0.0001774475531419739,0.00021127468789927661,0.0002451018081046641,0.00027892892831005156,0.00031275604851543903,0.0003465831687208265,0.000380410288926214,0.0004142374382354319,0.0004480645584408194,0.00048189167864620686,0.0005157187697477639,0.0005495459190569818,0.0005833730683661997,0.0006172001594677567,0.0006510273087769747,0.0006848543998785317,0.0007186815491877496,0.0007525086402893066,0.0007863357895985246,0.0008201629389077425,0.0008539900300092995,0.0008878171793185174,0.0009216442704200745,0.0009554714197292924,0.0009892985690385103,0.0010231256019324064,0.0010569527512416244,0.0010907799005508423]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[6,4,7,7,13,17,33,42,56,82,87,149,168,262,370,508,815,1093,1649,2265,3546,5277,8052,11904,20201,33116,60975,137164,353595,505228,216712,87869,46285,27057,16654,10711,6789,4571,3019,1980,1334,916,671,489,299,230,153,114,89,57,60,32,21,15,10,9,6,6,7,2,1,1,2,2],"bins":[-0.00069427490234375,-0.0006705522537231445,-0.0006468296051025391,-0.0006231069564819336,-0.0005993843078613281,-0.0005756616592407227,-0.0005519390106201172,-0.0005282163619995117,-0.0005044937133789062,-0.0004807710647583008,-0.0004570484161376953,-0.00043332576751708984,-0.0004096031188964844,-0.0003858804702758789,-0.00036215782165527344,-0.00033843517303466797,-0.0003147125244140625,-0.00029098987579345703,-0.00026726722717285156,-0.0002435445785522461,-0.00021982192993164062,-0.00019609928131103516,-0.0001723766326904297,-0.00014865398406982422,-0.00012493133544921875,-0.00010120868682861328,-7.748603820800781e-05,-5.3763389587402344e-05,-3.0040740966796875e-05,-6.318092346191406e-06,1.7404556274414062e-05,4.112720489501953e-05,6.4849853515625e-05,8.857250213623047e-05,0.00011229515075683594,0.0001360177993774414,0.00015974044799804688,0.00018346309661865234,0.0002071857452392578,0.00023090839385986328,0.00025463104248046875,0.0002783536911010742,0.0003020763397216797,0.00032579898834228516,0.0003495216369628906,0.0003732442855834961,0.00039696693420410156,0.00042068958282470703,0.0004444122314453125,0.00046813488006591797,0.0004918575286865234,0.0005155801773071289,0.0005393028259277344,0.0005630254745483398,0.0005867481231689453,0.0006104707717895508,0.0006341934204101562,0.0006579160690307617,0.0006816387176513672,0.0007053613662719727,0.0007290840148925781,0.0007528066635131836,0.0007765293121337891,0.0008002519607543945,0.000823974609375]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,2,5,10,23,27,40,60,94,169,242,405,635,903,1317,2003,2637,3780,4995,6715,8641,10854,13504,16527,19179,22641,25348,28223,30671,32802,34010,34541,33972,33538,32063,29827,27545,24474,21248,18373,15177,12416,10243,8107,6128,4684,3467,2502,1722,1116,838,530,314,220,133,73,47,24,25,8,1,1,3,1],"bins":[-0.09361796826124191,-0.09067588299512863,-0.08773379772901535,-0.08479171246290207,-0.08184961974620819,-0.07890753448009491,-0.07596544921398163,-0.07302336394786835,-0.07008127868175507,-0.06713919341564178,-0.0641971006989479,-0.061255019158124924,-0.058312930166721344,-0.05537084490060806,-0.05242875963449478,-0.0494866706430912,-0.04654458537697792,-0.04360250011086464,-0.04066041111946106,-0.03771832585334778,-0.0347762405872345,-0.03183415159583092,-0.028892066329717636,-0.025949981063604355,-0.023007893934845924,-0.020065806806087494,-0.017123721539974213,-0.014181634411215782,-0.011239548213779926,-0.00829746201634407,-0.005355375353246927,-0.0024132889229804277,0.0005287975072860718,0.0034708839375525713,0.006412970367819071,0.009355057030916214,0.01229714322835207,0.015239229425787926,0.018181316554546356,0.021123401820659637,0.024065488949418068,0.0270075760781765,0.02994966134428978,0.03289174661040306,0.03583383560180664,0.03877592086791992,0.0417180061340332,0.04466009512543678,0.047602180391550064,0.050544265657663345,0.053486354649066925,0.056428439915180206,0.05937052518129349,0.06231261417269707,0.06525469571352005,0.06819678843021393,0.07113887369632721,0.07408095896244049,0.07702304422855377,0.07996512949466705,0.08290721476078033,0.08584930747747421,0.0887913927435875,0.09173347800970078,0.09467556327581406]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.00191497802734375,-0.001853346824645996,-0.0017917156219482422,-0.0017300844192504883,-0.0016684532165527344,-0.0016068220138549805,-0.0015451908111572266,-0.0014835596084594727,-0.0014219284057617188,-0.0013602972030639648,-0.001298666000366211,-0.001237034797668457,-0.0011754035949707031,-0.0011137723922729492,-0.0010521411895751953,-0.0009905099868774414,-0.0009288787841796875,-0.0008672475814819336,-0.0008056163787841797,-0.0007439851760864258,-0.0006823539733886719,-0.000620722770690918,-0.0005590915679931641,-0.0004974603652954102,-0.00043582916259765625,-0.00037419795989990234,-0.00031256675720214844,-0.00025093555450439453,-0.00018930435180664062,-0.00012767314910888672,-6.604194641113281e-05,-4.410743713378906e-06,5.7220458984375e-05,0.0001188516616821289,0.0001804828643798828,0.00024211406707763672,0.0003037452697753906,0.00036537647247314453,0.00042700767517089844,0.0004886388778686523,0.0005502700805664062,0.0006119012832641602,0.0006735324859619141,0.000735163688659668,0.0007967948913574219,0.0008584260940551758,0.0009200572967529297,0.0009816884994506836,0.0010433197021484375,0.0011049509048461914,0.0011665821075439453,0.0012282133102416992,0.0012898445129394531,0.001351475715637207,0.001413106918334961,0.0014747381210327148,0.0015363693237304688,0.0015980005264282227,0.0016596317291259766,0.0017212629318237305,0.0017828941345214844,0.0018445253372192383,0.0019061565399169922,0.001967787742614746,0.0020294189453125],"_type":"histogram","values":[2,1,0,2,3,4,7,8,11,13,29,38,85,80,111,155,260,317,533,864,1136,1820,2728,4376,6869,11733,19458,35186,68811,151006,429713,495370,173528,75770,38397,21433,12068,7395,4883,2859,1892,1279,815,574,407,258,186,117,81,47,50,33,14,14,12,7,7,5,0,1,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[3,1,3,4,5,3,3,7,5,7,11,22,13,27,17,20,13,12,10,16,11,22,17,14,18,18,12,20,13,19,13,12,19,19,16,18,22,17,23,11,20,14,14,11,10,9,16,10,10,13,18,14,4,14,8,7,8,10,4,5,3,4,4,2],"bins":[0.9995483756065369,0.9995628595352173,0.9995774030685425,0.9995918869972229,0.9996063709259033,0.9996208548545837,0.9996353983879089,0.9996498823165894,0.9996643662452698,0.9996788501739502,0.9996933937072754,0.9997078776359558,0.9997223615646362,0.9997368454933167,0.9997513890266418,0.9997658729553223,0.9997803568840027,0.9997949004173279,0.9998093843460083,0.9998238682746887,0.9998383522033691,0.9998528957366943,0.9998673796653748,0.9998818635940552,0.9998963475227356,0.9999108910560608,0.9999253749847412,0.9999398589134216,0.999954342842102,0.9999688863754272,0.9999833703041077,0.9999978542327881,1.0000123977661133,1.000026822090149,1.0000413656234741,1.0000559091567993,1.000070333480835,1.0000848770141602,1.0000994205474854,1.000113844871521,1.0001283884048462,1.0001428127288818,1.000157356262207,1.0001718997955322,1.0001863241195679,1.000200867652893,1.0002154111862183,1.000229835510254,1.000244379043579,1.0002589225769043,1.00027334690094,1.0002878904342651,1.0003023147583008,1.000316858291626,1.0003314018249512,1.0003458261489868,1.000360369682312,1.0003749132156372,1.0003893375396729,1.000403881072998,1.0004183053970337,1.0004328489303589,1.000447392463684,1.0004618167877197,1.000476360321045],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,6,4,2,6,4,6,5,6,10,12,11,11,8,17,18,18,14,19,27,18,15,12,16,22,26,21,24,24,19,24,18,26,21,17,15,11,16,22,20,17,23,15,14,8,7,13,9,12,5,12,4,3,5,3,6,3,4,4,2,5],"bins":[0.9994838237762451,0.9994997978210449,0.9995157122612,0.9995316863059998,0.9995476007461548,0.9995635747909546,0.9995795488357544,0.9995954632759094,0.9996114373207092,0.9996273517608643,0.9996433258056641,0.9996592998504639,0.9996752142906189,0.9996911883354187,0.9997071027755737,0.9997230768203735,0.9997390508651733,0.9997549653053284,0.9997709393501282,0.9997868537902832,0.999802827835083,0.999818742275238,0.9998347163200378,0.9998506903648376,0.9998666048049927,0.9998825788497925,0.9998984932899475,0.9999144673347473,0.9999304413795471,0.9999463558197021,0.999962329864502,0.999978244304657,0.9999942183494568,1.0000101327896118,1.0000261068344116,1.0000420808792114,1.0000580549240112,1.0000739097595215,1.0000898838043213,1.000105857849121,1.000121831893921,1.0001378059387207,1.000153660774231,1.0001696348190308,1.0001856088638306,1.0002015829086304,1.0002175569534302,1.0002334117889404,1.0002493858337402,1.00026535987854,1.0002813339233398,1.0002973079681396,1.00031316280365,1.0003291368484497,1.0003451108932495,1.0003610849380493,1.0003770589828491,1.0003929138183594,1.0004088878631592,1.000424861907959,1.0004408359527588,1.0004568099975586,1.0004726648330688,1.0004886388778687,1.0005046129226685]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,2,11,11,20,27,54,109,192,316,518,813,1359,2067,3096,4616,6735,9329,12902,17495,22720,28963,36584,45081,53977,62665,71076,79337,86861,91610,95009,96195,95861,92253,87115,80544,71593,63773,54466,45610,36939,29986,23494,17938,13146,9721,6796,4907,3262,2156,1390,857,562,323,178,105,66,36,17,9,6,0,1,3],"bins":[-0.09710006415843964,-0.09402277320623398,-0.09094548970460892,-0.08786819875240326,-0.0847909078001976,-0.08171361684799194,-0.07863633334636688,-0.07555904239416122,-0.07248175144195557,-0.0694044679403305,-0.06632717698812485,-0.06324988603591919,-0.06017259880900383,-0.05709530785679817,-0.05401802062988281,-0.050940729677677155,-0.047863442450761795,-0.044786155223846436,-0.04170886427164078,-0.03863157704472542,-0.03555428609251976,-0.0324769988656044,-0.029399709776043892,-0.026322420686483383,-0.023245131596922874,-0.020167842507362366,-0.017090553417801857,-0.014013265259563923,-0.010935976170003414,-0.007858687080442905,-0.004781398456543684,-0.001704109599813819,0.0013731792569160461,0.004450468346476555,0.007527756970375776,0.010605045594274998,0.013682334683835506,0.01675962284207344,0.01983691193163395,0.022914201021194458,0.025991490110754967,0.029068779200315475,0.032146066427230835,0.03522335737943649,0.03830064460635185,0.04137793555855751,0.04445522278547287,0.04753251373767853,0.05060980096459389,0.05368708819150925,0.056764379143714905,0.059841666370630264,0.06291895359754562,0.06599624454975128,0.06907353550195694,0.0721508264541626,0.07522810995578766,0.07830540090799332,0.08138269186019897,0.08445997536182404,0.0875372663140297,0.09061455726623535,0.09369184821844101,0.09676913172006607,0.09984642267227173],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,0,0,1,0,0,0,0,2,1,3,3,1,1,3,5,4,5,4,4,11,7,10,14,16,15,19,33,26,29,43,37,58,45,40,43,45,33,31,24,25,24,18,17,7,7,8,7,5,4,4,6,4,4,2,1,1,0,0,1,2,0,3,1],"bins":[-1.1638621799647808e-07,-1.1296942403760113e-07,-1.0955263007872418e-07,-1.0613583611984723e-07,-1.0271904216097028e-07,-9.930224820209332e-08,-9.588545424321637e-08,-9.246866028433942e-08,-8.905186632546247e-08,-8.563507236658552e-08,-8.221827840770857e-08,-7.880148444883162e-08,-7.538469048995466e-08,-7.196789653107771e-08,-6.855110257220076e-08,-6.513430861332381e-08,-6.171751465444686e-08,-5.830072069556991e-08,-5.4883926736692956e-08,-5.1467132777816005e-08,-4.8050338818939053e-08,-4.46335448600621e-08,-4.121675090118515e-08,-3.77999569423082e-08,-3.438316298343125e-08,-3.0966369024554297e-08,-2.7549575065677345e-08,-2.4132781106800394e-08,-2.0715987147923443e-08,-1.729919318904649e-08,-1.388239923016954e-08,-1.0465605271292588e-08,-7.048811312415637e-09,-3.6320173535386857e-09,-2.1522339466173435e-10,3.201570564215217e-09,6.618364523092168e-09,1.003515848196912e-08,1.3451952440846071e-08,1.6868746399723022e-08,2.0285540358599974e-08,2.3702334317476925e-08,2.7119128276353877e-08,3.053592223523083e-08,3.395271619410778e-08,3.736951015298473e-08,4.078630411186168e-08,4.4203098070738633e-08,4.7619892029615585e-08,5.1036685988492536e-08,5.445347994736949e-08,5.787027390624644e-08,6.128706786512339e-08,6.470386182400034e-08,6.812065578287729e-08,7.153744974175424e-08,7.49542437006312e-08,7.837103765950815e-08,8.17878316183851e-08,8.520462557726205e-08,8.8621419536139e-08,9.203821349501595e-08,9.54550074538929e-08,9.887180141276986e-08,1.022885953716468e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-0.001740887644700706,-0.0016847641672939062,-0.0016286405734717846,-0.0015725170960649848,-0.001516393618658185,-0.0014602700248360634,-0.0014041465474292636,-0.0013480230700224638,-0.0012918994762003422,-0.0012357759987935424,-0.0011796525213867426,-0.0011235290439799428,-0.0010674054501578212,-0.0010112819727510214,-0.0009551584371365607,-0.0008990349597297609,-0.0008429114241153002,-0.0007867878885008395,-0.0007306644110940397,-0.000674540875479579,-0.0006184173980727792,-0.0005622938624583185,-0.0005061703268438578,-0.0004500468203332275,-0.00039392331382259727,-0.000337799807311967,-0.00028167630080133677,-0.00022555276518687606,-0.0001694292586762458,-0.00011330574488965794,-5.718223110307008e-05,-1.0587173164822161e-06,5.506468005478382e-05,0.00011118819384137169,0.00016731170762795955,0.00022343522869050503,0.0002795587352011353,0.00033568224171176553,0.00039180577732622623,0.0004479292838368565,0.0005040527903474867,0.0005601763259619474,0.0006162998033687472,0.0006724233389832079,0.0007285468745976686,0.0007846703520044684,0.0008407938876189291,0.0008969173650257289,0.0009530409006401896,0.0010091643780469894,0.001065287971869111,0.0011214114492759109,0.0011775349266827106,0.0012336585205048323,0.001289781997911632,0.0013459054753184319,0.0014020290691405535,0.0014581525465473533,0.001514276023954153,0.0015703995013609529,0.0016265230951830745,0.0016826465725898743,0.001738770049996674,0.0017948936438187957,0.0018510171212255955],"_type":"histogram","values":[1,0,1,0,0,0,0,1,2,0,2,0,2,2,1,5,1,9,7,12,9,7,12,15,24,18,39,38,43,66,67,78,70,40,34,23,24,25,14,9,10,8,5,6,5,6,8,4,5,0,3,1,2,0,3,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,2,5,0,4,6,9,10,10,25,29,42,67,103,150,242,292,444,712,1107,1760,2725,4629,7680,13374,25938,55019,143834,185079,73413,33091,16361,9250,5345,3253,2037,1290,841,513,365,247,150,128,64,52,39,24,16,16,11,8,2,2,2,0,1,2,0,0,0,0,1],"bins":[-0.00018787384033203125,-0.00018164515495300293,-0.0001754164695739746,-0.0001691877841949463,-0.00016295909881591797,-0.00015673041343688965,-0.00015050172805786133,-0.000144273042678833,-0.0001380443572998047,-0.00013181567192077637,-0.00012558698654174805,-0.00011935830116271973,-0.0001131296157836914,-0.00010690093040466309,-0.00010067224502563477,-9.444355964660645e-05,-8.821487426757812e-05,-8.19861888885498e-05,-7.575750350952148e-05,-6.952881813049316e-05,-6.330013275146484e-05,-5.7071447372436523e-05,-5.08427619934082e-05,-4.461407661437988e-05,-3.838539123535156e-05,-3.215670585632324e-05,-2.5928020477294922e-05,-1.96993350982666e-05,-1.3470649719238281e-05,-7.241964340209961e-06,-1.0132789611816406e-06,5.21540641784668e-06,1.1444091796875e-05,1.767277717590332e-05,2.390146255493164e-05,3.013014793395996e-05,3.635883331298828e-05,4.25875186920166e-05,4.881620407104492e-05,5.504488945007324e-05,6.127357482910156e-05,6.750226020812988e-05,7.37309455871582e-05,7.995963096618652e-05,8.618831634521484e-05,9.241700172424316e-05,9.864568710327148e-05,0.0001048743724822998,0.00011110305786132812,0.00011733174324035645,0.00012356042861938477,0.00012978911399841309,0.0001360177993774414,0.00014224648475646973,0.00014847517013549805,0.00015470385551452637,0.0001609325408935547,0.000167161226272583,0.00017338991165161133,0.00017961859703063965,0.00018584728240966797,0.0001920759677886963,0.0001983046531677246,0.00020453333854675293,0.00021076202392578125]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[3,1,3,5,1,2,2,3,3,10,9,6,7,10,12,13,16,19,17,19,10,19,24,29,17,20,22,21,20,17,16,19,22,15,15,14,15,25,19,17,23,21,15,22,12,13,10,12,13,10,10,4,6,3,6,6,9,12,4,4,2,4,4,6],"bins":[0.9995152354240417,0.9995303750038147,0.9995455145835876,0.9995606541633606,0.9995757937431335,0.9995909333229065,0.9996060729026794,0.9996212124824524,0.9996363520622253,0.9996514916419983,0.9996666312217712,0.9996817708015442,0.9996969103813171,0.9997120499610901,0.999727189540863,0.999742329120636,0.9997574687004089,0.9997726082801819,0.9997877478599548,0.9998028874397278,0.9998180270195007,0.9998331665992737,0.9998483061790466,0.9998634457588196,0.9998785853385925,0.9998937249183655,0.9999088644981384,0.9999240040779114,0.9999391436576843,0.9999542832374573,0.9999694228172302,0.9999845623970032,0.9999996423721313,1.0000147819519043,1.0000299215316772,1.0000450611114502,1.0000602006912231,1.000075340270996,1.000090479850769,1.000105619430542,1.000120759010315,1.000135898590088,1.0001510381698608,1.0001661777496338,1.0001813173294067,1.0001964569091797,1.0002115964889526,1.0002267360687256,1.0002418756484985,1.0002570152282715,1.0002721548080444,1.0002872943878174,1.0003024339675903,1.0003175735473633,1.0003327131271362,1.0003478527069092,1.0003629922866821,1.000378131866455,1.000393271446228,1.000408411026001,1.000423550605774,1.0004386901855469,1.0004538297653198,1.0004689693450928,1.0004841089248657],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,0,1,0,0,0,0,4,1,1,2,1,3,4,6,5,5,6,10,13,17,24,25,33,49,59,72,84,77,55,47,29,31,20,20,15,8,11,4,4,6,1,2,2,3,0,0,2,1,0,0,1,0,0,0,1,0,0,0,1],"bins":[-0.0004536843625828624,-0.00043926548096351326,-0.0004248465702403337,-0.00041042768862098455,-0.000396008777897805,-0.00038158989627845585,-0.0003671709855552763,-0.00035275210393592715,-0.0003383331932127476,-0.00032391431159339845,-0.00030949542997404933,-0.00029507651925086975,-0.00028065763763152063,-0.00026623872690834105,-0.00025181984528899193,-0.00023740094911772758,-0.00022298205294646323,-0.00020856315677519888,-0.00019414426060393453,-0.00017972536443267018,-0.00016530646826140583,-0.0001508875866420567,-0.00013646869047079235,-0.000122049794299528,-0.00010763089812826365,-9.32120019569993e-05,-7.879310578573495e-05,-6.437421689042822e-05,-4.9955320719163865e-05,-3.5536424547899514e-05,-2.111753201461397e-05,-6.698637662339024e-06,7.720256689935923e-06,2.213915104221087e-05,3.6558045394485816e-05,5.097693792777136e-05,6.539583409903571e-05,7.981473027030006e-05,9.42336191656068e-05,0.00010865251533687115,0.0001230714115081355,0.00013749030767939985,0.0001519092038506642,0.00016632810002192855,0.00018074698164127767,0.00019516587781254202,0.00020958477398380637,0.00022400367015507072,0.00023842256632633507,0.0002528414479456842,0.0002672603586688638,0.0002816792402882129,0.0002960981510113925,0.0003105170326307416,0.0003249359433539212,0.0003393548249732703,0.0003537737065926194,0.000368192617315799,0.0003826114989351481,0.0003970304096583277,0.0004114492912776768,0.0004258682020008564,0.0004402870836202055,0.0004547059943433851,0.0004691248759627342]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,2,5,3,10,13,42,51,88,133,225,368,576,811,1205,1707,2460,3451,4650,6276,8097,10413,12959,15307,18616,21922,24566,27926,30208,32469,33777,35089,34736,34064,32775,30466,27881,25193,21969,18882,15870,13155,10515,8317,6222,4845,3591,2541,1793,1221,858,597,369,208,138,89,47,23,12,11,5,2,2],"bins":[-0.09774849563837051,-0.09478965401649475,-0.09183081239461899,-0.08887197822332382,-0.08591313660144806,-0.0829542949795723,-0.07999545335769653,-0.07703661173582077,-0.07407777011394501,-0.07111893594264984,-0.06816009432077408,-0.06520125269889832,-0.06224241107702255,-0.05928357318043709,-0.056324731558561325,-0.05336589366197586,-0.0504070520401001,-0.047448210418224335,-0.04448937252163887,-0.04153053089976311,-0.03857169300317764,-0.03561285138130188,-0.03265400975942612,-0.029695170000195503,-0.02673633024096489,-0.023777490481734276,-0.020818650722503662,-0.0178598091006279,-0.014900969341397285,-0.011942129582166672,-0.008983288891613483,-0.006024448666721582,-0.0030656009912490845,-0.00010676076635718346,0.0028520794585347176,0.005810919683426619,0.00876975990831852,0.011728599667549133,0.014687440358102322,0.01764628104865551,0.020605120807886124,0.023563960567116737,0.02652280032634735,0.029481641948223114,0.03244048357009888,0.03539932146668434,0.038358163088560104,0.04131700098514557,0.04427584260702133,0.047234684228897095,0.05019352212548256,0.05315236374735832,0.05611120164394379,0.05907004326581955,0.06202888488769531,0.06498772650957108,0.06794656813144684,0.070905402302742,0.07386424392461777,0.07682308554649353,0.0797819271683693,0.08274076879024506,0.08569960296154022,0.08865844458341599,0.09161728620529175],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.0005629353690892458,-0.0005446677096188068,-0.000526399991940707,-0.000508132332470268,-0.000489864672999829,-0.00047159698442555964,-0.0004533293249551207,-0.00043506163638085127,-0.0004167939769104123,-0.0003985262883361429,-0.0003802585997618735,-0.0003619909402914345,-0.0003437232517171651,-0.00032545559224672616,-0.00030718790367245674,-0.0002889202442020178,-0.00027065255562774837,-0.00025238486705347896,-0.00023411720758304,-0.0002158495335606858,-0.00019758185953833163,-0.00017931417096406221,-0.00016104649694170803,-0.00014277882291935384,-0.00012451114889699966,-0.00010624347487464547,-8.797580085229129e-05,-6.970811955397949e-05,-5.14404455316253e-05,-3.3172771509271115e-05,-1.4905093848938122e-05,3.3625819924054667e-06,2.1630257833749056e-05,3.989793185610324e-05,5.8165609516436234e-05,7.643328717676923e-05,9.470096119912341e-05,0.0001129686352214776,0.0001312363165197894,0.00014950399054214358,0.00016777166456449777,0.00018603933858685195,0.00020430701260920614,0.00022257468663156033,0.00024084237520582974,0.0002591100346762687,0.0002773777232505381,0.00029564538272097707,0.0003139130712952465,0.0003321807598695159,0.00035044841933995485,0.00036871610791422427,0.0003869837673846632,0.00040525145595893264,0.0004235191154293716,0.000441786804003641,0.0004600544925779104,0.0004783221520483494,0.0004965898115187883,0.0005148575291968882,0.0005331251886673272,0.0005513928481377661,0.0005696605076082051,0.000587928225286305,0.0006061958847567439],"_type":"histogram","values":[2,0,2,1,0,1,2,1,3,4,8,4,11,5,5,8,11,16,19,15,14,23,25,31,25,24,25,21,26,34,29,32,31,24,24,21,20,26,24,25,22,22,17,9,10,11,5,8,9,5,2,6,8,4,1,0,1,2,2,0,0,0,1,1]},"_runtime":132.294707256,"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[2,0,0,1,3,1,2,6,9,11,18,24,43,54,78,106,152,217,311,497,721,1144,1544,2379,3842,6109,10147,16624,29846,57654,127089,335712,524528,247121,95220,45923,25004,15026,9139,5750,3535,2279,1626,1062,714,460,347,202,164,102,91,72,45,28,22,19,14,10,6,4,1,0,0,4],"bins":[-0.000446319580078125,-0.00043252110481262207,-0.00041872262954711914,-0.0004049241542816162,-0.0003911256790161133,-0.00037732720375061035,-0.0003635287284851074,-0.0003497302532196045,-0.00033593177795410156,-0.00032213330268859863,-0.0003083348274230957,-0.0002945363521575928,-0.00028073787689208984,-0.0002669394016265869,-0.000253140926361084,-0.00023934245109558105,-0.00022554397583007812,-0.0002117455005645752,-0.00019794702529907227,-0.00018414855003356934,-0.0001703500747680664,-0.00015655159950256348,-0.00014275312423706055,-0.00012895464897155762,-0.00011515617370605469,-0.00010135769844055176,-8.755922317504883e-05,-7.37607479095459e-05,-5.996227264404297e-05,-4.616379737854004e-05,-3.236532211303711e-05,-1.856684684753418e-05,-4.76837158203125e-06,9.03010368347168e-06,2.282857894897461e-05,3.662705421447754e-05,5.042552947998047e-05,6.42240047454834e-05,7.802248001098633e-05,9.182095527648926e-05,0.00010561943054199219,0.00011941790580749512,0.00013321638107299805,0.00014701485633850098,0.0001608133316040039,0.00017461180686950684,0.00018841028213500977,0.0002022087574005127,0.00021600723266601562,0.00022980570793151855,0.00024360418319702148,0.0002574026584625244,0.00027120113372802734,0.0002849996089935303,0.0002987980842590332,0.00031259655952453613,0.00032639503479003906,0.000340193510055542,0.0003539919853210449,0.00036779046058654785,0.0003815889358520508,0.0003953874111175537,0.00040918588638305664,0.00042298436164855957,0.0004367828369140625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,2,1,2,2,1,2,5,8,6,5,8,8,10,13,15,9,22,19,11,22,28,22,16,20,30,33,28,24,27,36,19,31,24,28,26,21,21,16,15,17,19,17,8,11,5,10,8,4,3,6,2,5,1,3,5,1,1,1,2,1,1],"bins":[-0.0002748221158981323,-0.0002660739701241255,-0.00025732582435011864,-0.0002485776785761118,-0.00023982953280210495,-0.0002310813870280981,-0.00022233324125409126,-0.00021358509548008442,-0.00020483694970607758,-0.00019608880393207073,-0.0001873406581580639,-0.00017859251238405704,-0.0001698443666100502,-0.00016109622083604336,-0.00015234807506203651,-0.00014359992928802967,-0.00013485178351402283,-0.00012610363774001598,-0.00011735549196600914,-0.0001086073461920023,-9.985920041799545e-05,-9.111105464398861e-05,-8.236290886998177e-05,-7.361476309597492e-05,-6.486661732196808e-05,-5.6118471547961235e-05,-4.737032577395439e-05,-3.862217999994755e-05,-2.9874034225940704e-05,-2.112588845193386e-05,-1.2377742677927017e-05,-3.6295969039201736e-06,5.11854887008667e-06,1.3866694644093513e-05,2.2614840418100357e-05,3.13629861921072e-05,4.0111131966114044e-05,4.885927774012089e-05,5.760742351412773e-05,6.635556928813457e-05,7.510371506214142e-05,8.385186083614826e-05,9.26000066101551e-05,0.00010134815238416195,0.00011009629815816879,0.00011884444393217564,0.00012759258970618248,0.00013634073548018932,0.00014508888125419617,0.000153837027028203,0.00016258517280220985,0.0001713333185762167,0.00018008146435022354,0.00018882961012423038,0.00019757775589823723,0.00020632590167224407,0.00021507404744625092,0.00022382219322025776,0.0002325703389942646,0.00024131848476827145,0.0002500666305422783,0.00025881477631628513,0.000267562922090292,0.0002763110678642988,0.00028505921363830566]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,1,0,0,0,4,3,3,1,5,10,3,14,5,7,11,16,15,17,20,22,24,28,29,27,30,28,22,32,34,26,24,26,26,25,21,20,21,25,25,8,20,12,15,11,11,8,7,6,1,2,3,5,1,1,2,1,0,2,0,0,0,1],"bins":[-0.0003370698541402817,-0.000325965229421854,-0.0003148606338072568,-0.00030375600908882916,-0.0002926513843704015,-0.00028154675965197384,-0.00027044216403737664,-0.000259337539318949,-0.0002482329146005213,-0.0002371283044340089,-0.00022602369426749647,-0.0002149190695490688,-0.00020381445938255638,-0.00019270983466412872,-0.0001816052244976163,-0.00017050059977918863,-0.0001593959896126762,-0.00014829137944616377,-0.00013718675472773612,-0.00012608214456122369,-0.00011497751984279603,-0.0001038729096762836,-9.276829223381355e-05,-8.166367479134351e-05,-7.055905734887347e-05,-5.945443990640342e-05,-4.834982246393338e-05,-3.724520865944214e-05,-2.6140591216972098e-05,-1.5035974683996756e-05,-3.9313581510214135e-06,7.173258381953929e-06,1.827787491492927e-05,2.9382492357399315e-05,4.048710979986936e-05,5.1591723604360595e-05,6.269634468480945e-05,7.380095485132188e-05,8.490557229379192e-05,9.601018973626196e-05,0.00010711480717873201,0.00011821942462120205,0.00012932403478771448,0.00014042865950614214,0.00015153326967265457,0.00016263789439108223,0.00017374250455759466,0.00018484712927602232,0.00019595173944253474,0.00020705634960904717,0.00021816097432747483,0.00022926558449398726,0.00024037020921241492,0.00025147481937892735,0.000262579444097355,0.00027368406881578267,0.00028478866443037987,0.0002958932891488075,0.0003069979138672352,0.0003181025094818324,0.00032920713420026004,0.0003403117589186877,0.00035141638363711536,0.00036252097925171256,0.0003736256039701402],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.09878691285848618,-0.09583145380020142,-0.09287599474191666,-0.0899205356836319,-0.08696507662534714,-0.08400961756706238,-0.08105415850877762,-0.07809869945049286,-0.0751432329416275,-0.07218777388334274,-0.06923231482505798,-0.06627685576677322,-0.06332139670848846,-0.060365937650203705,-0.057410478591918945,-0.054455019533634186,-0.051499560475349426,-0.04854410141706467,-0.04558864235877991,-0.04263318330049515,-0.03967772424221039,-0.03672226145863533,-0.03376680240035057,-0.03081134334206581,-0.02785588428378105,-0.024900425225496292,-0.021944966167211533,-0.018989505246281624,-0.016034046187996864,-0.013078587129712105,-0.01012312714010477,-0.007167667616158724,-0.004212208092212677,-0.0012567485682666302,0.0016987109556794167,0.0046541704796254635,0.00760963000357151,0.01056508906185627,0.013520549051463604,0.016476009041070938,0.019431468099355698,0.022386927157640457,0.025342386215925217,0.028297847136855125,0.031253308057785034,0.034208767116069794,0.03716422617435455,0.04011968523263931,0.04307514429092407,0.04603060334920883,0.04898606240749359,0.05194152146577835,0.05489698052406311,0.05785244330763817,0.06080790236592293,0.06376335769891739,0.06671881675720215,0.0696742832660675,0.07262974232435226,0.07558520138263702,0.07854066044092178,0.08149611949920654,0.0844515785574913,0.08740703761577606,0.09036249667406082],"_type":"histogram","values":[2,0,1,2,4,5,9,19,19,42,63,124,214,291,485,632,1019,1489,2085,2837,3828,4917,6359,7818,9573,11820,13702,15859,17737,19597,21012,22252,23061,23038,22990,22010,20882,19418,17506,15631,13261,11289,9352,7779,6102,4572,3656,2671,1929,1371,956,704,437,302,204,123,69,32,30,10,11,1,0,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,0,0,0,0,1,0,0,0,1,0,2,1,0,5,2,5,2,3,7,9,12,10,19,16,19,19,17,27,24,22,24,25,36,34,41,32,33,26,28,24,21,27,23,28,25,15,12,17,17,8,10,7,8,8,3,2,2,1,3,1,1,1,1],"bins":[-0.00019898259779438376,-0.0001934800820890814,-0.00018797756638377905,-0.0001824750506784767,-0.00017697253497317433,-0.00017147001926787198,-0.00016596750356256962,-0.00016046498785726726,-0.0001549624721519649,-0.00014945997099857777,-0.00014395745529327542,-0.00013845493958797306,-0.0001329524238826707,-0.00012744990817736834,-0.00012194739247206599,-0.00011644487676676363,-0.00011094236106146127,-0.00010543984535615891,-9.993732965085655e-05,-9.44348139455542e-05,-8.893229824025184e-05,-8.34297898109071e-05,-7.792727410560474e-05,-7.242475840030238e-05,-6.692224269500002e-05,-6.141972698969766e-05,-5.591721128439531e-05,-5.041469921707176e-05,-4.49121835117694e-05,-3.940966780646704e-05,-3.390715573914349e-05,-2.8404640033841133e-05,-2.2902124328538775e-05,-1.7399608623236418e-05,-1.1897094736923464e-05,-6.394579941115808e-06,-8.920651453081518e-07,4.610449650499504e-06,1.011296444630716e-05,1.5615478332620114e-05,2.1117994037922472e-05,2.662050974322483e-05,3.212302544852719e-05,3.762553751585074e-05,4.3128053221153095e-05,4.863056892645545e-05,5.4133080993779004e-05,5.963559669908136e-05,6.513811240438372e-05,7.064062810968608e-05,7.614314381498843e-05,8.164565952029079e-05,8.714817522559315e-05,9.265068365493789e-05,9.815319936024025e-05,0.00010365571506554261,0.00010915823077084497,0.00011466074647614732,0.00012016326218144968,0.00012566577061079443,0.00013116828631609678,0.00013667080202139914,0.0001421733177267015,0.00014767583343200386,0.0001531783491373062],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[3,0,3,8,13,19,57,88,148,263,425,693,1162,1740,2830,4140,6118,8743,12176,16475,21783,28183,35911,43944,52917,62854,71382,80335,87325,92937,97270,98394,97207,93666,88337,81522,72932,63721,54631,45757,37030,29228,22730,17123,12829,9306,6216,4372,2976,1952,1216,733,438,276,140,88,43,25,11,10,6,2,0,2],"bins":[-0.09903678297996521,-0.09590031206607819,-0.09276384860277176,-0.08962737768888474,-0.08649090677499771,-0.08335444331169128,-0.08021797239780426,-0.07708150148391724,-0.07394503057003021,-0.07080856710672379,-0.06767209619283676,-0.06453562527894974,-0.06139916181564331,-0.05826269090175629,-0.05512622371315956,-0.05198975279927254,-0.04885328561067581,-0.045716818422079086,-0.04258034750819206,-0.03944388031959534,-0.03630740940570831,-0.03317094221711159,-0.030034475028514862,-0.026898005977272987,-0.023761536926031113,-0.020625067874789238,-0.017488598823547363,-0.014352131634950638,-0.011215662583708763,-0.008079193532466888,-0.004942725412547588,-0.001806256826967001,0.0013302192091941833,0.004466687794774771,0.007603156380355358,0.010739624500274658,0.013876093551516533,0.017012562602758408,0.020149029791355133,0.023285498842597008,0.026421967893838882,0.029558436945080757,0.03269490599632263,0.03583137318491936,0.03896784037351608,0.04210431128740311,0.04524077847599983,0.048377249389886856,0.05151371657848358,0.05465018376708031,0.05778665468096733,0.060923121869564056,0.06405959278345108,0.06719605624675751,0.07033252716064453,0.07346899807453156,0.07660546898841858,0.079741932451725,0.08287840336561203,0.08601487427949905,0.08915133774280548,0.0922878086566925,0.09542427957057953,0.09856074303388596,0.10169721394777298]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.001390406396239996,-0.0013481521746143699,-0.0013058979529887438,-0.0012636437313631177,-0.0012213895097374916,-0.0011791354045271873,-0.0011368811829015613,-0.0010946269612759352,-0.001052372739650309,-0.001010118518024683,-0.0009678642963990569,-0.0009256101329810917,-0.0008833559113554657,-0.0008411016897298396,-0.0007988475263118744,-0.0007565933046862483,-0.0007143390830606222,-0.0006720848614349961,-0.00062983063980937,-0.0005875764763914049,-0.0005453222547657788,-0.0005030680331401527,-0.00046081384061835706,-0.00041855964809656143,-0.00037630542647093534,-0.00033405120484530926,-0.0002917970123235136,-0.000249542819801718,-0.0002072885981760919,-0.00016503439110238105,-0.0001227801840286702,-8.052597695495933e-05,-3.827165346592665e-05,3.982553607784212e-06,4.623676068149507e-05,8.849096775520593e-05,0.0001307451748289168,0.00017299938190262765,0.0002152535889763385,0.00025750778149813414,0.0002997620031237602,0.0003420162247493863,0.00038427041727118194,0.00042652460979297757,0.00046877883141860366,0.0005110330530442297,0.0005532872164621949,0.000595541438087821,0.0006377956597134471,0.0006800498813390732,0.0007223041029646993,0.0007645582663826644,0.0008068124880082905,0.0008490667096339166,0.0008913208730518818,0.0009335750946775079,0.000975829316303134,0.00101808353792876,0.0010603377595543861,0.0011025919811800122,0.0011448462028056383,0.0011871003080159426,0.0012293545296415687,0.0012716087512671947,0.0013138629728928208],"_type":"histogram","values":[1,0,0,0,0,2,1,1,3,2,3,5,2,8,8,5,6,6,8,15,14,22,10,18,22,31,20,32,25,21,38,25,30,27,35,21,38,31,37,17,17,16,21,23,13,17,9,10,5,5,7,7,7,2,5,5,5,1,0,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.00041293929098173976,-0.0003988853713963181,-0.0003848314518108964,-0.0003707775322254747,-0.00035672361264005303,-0.00034266969305463135,-0.00032861577346920967,-0.000314561853883788,-0.0003005079342983663,-0.0002864540438167751,-0.0002724001242313534,-0.0002583462046459317,-0.00024429228506051004,-0.00023023836547508836,-0.00021618444588966668,-0.000202130526304245,-0.00018807660671882331,-0.00017402268713340163,-0.00015996876754797995,-0.00014591484796255827,-0.0001318609283771366,-0.00011780701606767252,-0.00010375310375820845,-8.969918417278677e-05,-7.564526458736509e-05,-6.159134500194341e-05,-4.7537429054500535e-05,-3.348351310705766e-05,-1.942959352163598e-05,-5.3756757552037016e-06,8.678242011228576e-06,2.2732159777660854e-05,3.678610664792359e-05,5.084002623334527e-05,6.489394581876695e-05,7.894785812823102e-05,9.30017777136527e-05,0.00010705569729907438,0.00012110960960853845,0.00013516352919396013,0.0001492174487793818,0.0001632713683648035,0.00017732528795022517,0.00019137920753564686,0.0002054331125691533,0.000219487032154575,0.00023354095173999667,0.00024759487132541835,0.00026164879091084003,0.0002757027104962617,0.0002897566300816834,0.0003038105496671051,0.00031786446925252676,0.00033191838883794844,0.0003459723084233701,0.0003600262280087918,0.0003740801475942135,0.0003881340380758047,0.0004021879576612264,0.0004162418772466481,0.00043029579683206975,0.00044434971641749144,0.0004584036360029131,0.0004724575555883348,0.0004865114751737565],"_type":"histogram","values":[2,2,1,2,2,3,4,3,3,4,5,10,13,14,11,11,10,17,14,18,24,27,23,13,22,25,31,22,27,24,38,24,25,21,30,19,20,27,22,16,19,20,17,17,7,8,7,8,6,9,2,3,2,4,4,1,2,1,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[0.9995490312576294,0.9995631575584412,0.9995772838592529,0.9995914101600647,0.9996055960655212,0.999619722366333,0.9996338486671448,0.9996479749679565,0.9996621012687683,0.9996762275695801,0.9996904134750366,0.9997045397758484,0.9997186660766602,0.9997327923774719,0.9997469186782837,0.9997610449790955,0.9997751712799072,0.9997893571853638,0.9998034834861755,0.9998176097869873,0.9998317360877991,0.9998458623886108,0.9998599886894226,0.9998741745948792,0.9998883008956909,0.9999024271965027,0.9999165534973145,0.9999306797981262,0.999944806098938,0.9999589920043945,0.9999731183052063,0.9999872446060181,1.0000014305114746,1.0000154972076416,1.0000296831130981,1.0000437498092651,1.0000579357147217,1.0000720024108887,1.0000861883163452,1.0001003742218018,1.0001144409179688,1.0001286268234253,1.0001426935195923,1.0001568794250488,1.0001709461212158,1.0001851320266724,1.000199317932129,1.000213384628296,1.0002275705337524,1.0002416372299194,1.000255823135376,1.000269889831543,1.0002840757369995,1.000298261642456,1.000312328338623,1.0003265142440796,1.0003405809402466,1.0003547668457031,1.0003689527511597,1.0003830194473267,1.0003972053527832,1.0004112720489502,1.0004254579544067,1.0004395246505737,1.0004537105560303],"_type":"histogram","values":[3,1,3,6,6,6,2,7,6,8,11,8,7,24,10,18,16,12,11,14,9,9,16,25,18,27,21,19,21,17,15,22,20,14,16,14,19,20,22,22,7,16,17,20,10,13,16,10,13,10,10,14,9,3,12,5,6,5,8,6,4,3,4,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-5.1021575927734375e-05,-4.943832755088806e-05,-4.785507917404175e-05,-4.6271830797195435e-05,-4.468858242034912e-05,-4.310533404350281e-05,-4.1522085666656494e-05,-3.993883728981018e-05,-3.835558891296387e-05,-3.6772340536117554e-05,-3.518909215927124e-05,-3.360584378242493e-05,-3.202259540557861e-05,-3.04393470287323e-05,-2.8856098651885986e-05,-2.7272850275039673e-05,-2.568960189819336e-05,-2.4106353521347046e-05,-2.2523105144500732e-05,-2.093985676765442e-05,-1.9356608390808105e-05,-1.7773360013961792e-05,-1.619011163711548e-05,-1.4606863260269165e-05,-1.3023614883422852e-05,-1.1440366506576538e-05,-9.857118129730225e-06,-8.273869752883911e-06,-6.690621376037598e-06,-5.107372999191284e-06,-3.5241246223449707e-06,-1.9408762454986572e-06,-3.5762786865234375e-07,1.2256205081939697e-06,2.808868885040283e-06,4.392117261886597e-06,5.97536563873291e-06,7.558614015579224e-06,9.141862392425537e-06,1.072511076927185e-05,1.2308359146118164e-05,1.3891607522964478e-05,1.547485589981079e-05,1.7058104276657104e-05,1.8641352653503418e-05,2.022460103034973e-05,2.1807849407196045e-05,2.339109778404236e-05,2.4974346160888672e-05,2.6557594537734985e-05,2.81408429145813e-05,2.9724091291427612e-05,3.1307339668273926e-05,3.289058804512024e-05,3.447383642196655e-05,3.6057084798812866e-05,3.764033317565918e-05,3.922358155250549e-05,4.080682992935181e-05,4.239007830619812e-05,4.3973326683044434e-05,4.555657505989075e-05,4.713982343673706e-05,4.8723071813583374e-05,5.030632019042969e-05],"_type":"histogram","values":[1,0,1,1,1,1,1,5,3,5,8,16,18,28,52,49,85,147,210,321,461,802,1131,1819,2883,4384,7262,11567,19385,33183,59330,114431,146690,78991,42984,24679,14756,9014,5459,3584,2127,1306,981,550,364,242,166,101,78,46,32,26,17,14,9,8,2,2,1,1,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[2,1,1,2,1,1,1,0,0,5,2,6,4,5,12,13,10,10,17,16,15,18,22,14,31,18,24,20,36,39,22,30,48,24,33,17,23,19,28,12,21,21,19,16,15,11,8,13,6,4,7,5,6,3,1,3,2,1,0,1,1,1,0,1],"bins":[-0.000557946041226387,-0.0005403948598541319,-0.0005228436784818769,-0.0005052924389019608,-0.00048774125752970576,-0.0004701900761574507,-0.00045263886568136513,-0.0004350876552052796,-0.0004175364738330245,-0.0003999852924607694,-0.00038243408198468387,-0.00036488287150859833,-0.00034733169013634324,-0.00032978050876408815,-0.0003122292982880026,-0.00029467808781191707,-0.000277126906439662,-0.0002595757250674069,-0.00024202451459132135,-0.00022447331866715103,-0.00020692212274298072,-0.0001893709268188104,-0.0001718197308946401,-0.00015426853497046977,-0.00013671733904629946,-0.00011916614312212914,-0.00010161494719795883,-8.406375127378851e-05,-6.65125553496182e-05,-4.896135942544788e-05,-3.1410163501277566e-05,-1.385896757710725e-05,3.6922283470630646e-06,2.124342427123338e-05,3.8794620195403695e-05,5.634581611957401e-05,7.389701204374433e-05,9.144820796791464e-05,0.00010899940389208496,0.00012655059981625527,0.0001441017957404256,0.0001616529916645959,0.00017920418758876622,0.00019675538351293653,0.00021430657943710685,0.00023185777536127716,0.0002494089712854475,0.000266960181761533,0.0002845113631337881,0.0003020625445060432,0.00031961375498212874,0.0003371649654582143,0.00035471614683046937,0.00037226732820272446,0.00038981853867881,0.00040736974915489554,0.00042492093052715063,0.0004424721118994057,0.00046002332237549126,0.0004775745328515768,0.0004951257142238319,0.000512676895596087,0.000530228135176003,0.0005477793165482581,0.0005653304979205132],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[2,1,2,0,1,0,0,6,3,9,8,15,20,24,35,43,62,87,128,140,256,303,401,564,692,891,1077,1342,1529,1821,2005,2327,4467,18599,326503,12878,3566,2307,2129,1836,1540,1261,1026,845,619,519,394,266,200,126,112,88,51,27,23,15,8,6,3,2,2,2,0,2],"bins":[-0.0030409065075218678,-0.002952419687062502,-0.002863932866603136,-0.0027754460461437702,-0.0026869592256844044,-0.0025984724052250385,-0.0025099855847656727,-0.002421498764306307,-0.002333011943846941,-0.0022445248905569315,-0.0021560380700975657,-0.0020675512496382,-0.001979064429178834,-0.0018905776087194681,-0.0018020907882601023,-0.0017136039678007364,-0.0016251171473413706,-0.0015366303268820047,-0.001448143506422639,-0.001359656685963273,-0.0012711698655039072,-0.0011826829286292195,-0.0010941961081698537,-0.0010057092877104878,-0.000917222467251122,-0.0008287356467917562,-0.0007402488263323903,-0.0006517619476653636,-0.0005632751272059977,-0.00047478830674663186,-0.00038630145718343556,-0.00029781460762023926,-0.00020932755433022976,-0.00012084071931894869,-3.235388430766761e-05,5.613295070361346e-05,0.00014461978571489453,0.0002331066207261756,0.0003215934557374567,0.000410080305300653,0.0004985671257600188,0.0005870539462193847,0.0006755407666787505,0.0007640276453457773,0.0008525144658051431,0.000941001286264509,0.0010294881649315357,0.0011179749853909016,0.0012064618058502674,0.0012949486263096333,0.001383435446768999,0.001471922267228365,0.0015604090876877308,0.0016488960245624185,0.0017373828450217843,0.0018258696654811502,0.001914356485940516,0.0020028434228152037,0.0020913302432745695,0.0021798170637339354,0.002268303884193301,0.002356790704652667,0.002445277525112033,0.0025337643455713987,0.0026222511660307646],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.00010633468627929688,-0.00010336190462112427,-0.00010038912296295166,-9.741634130477905e-05,-9.444355964660645e-05,-9.147077798843384e-05,-8.849799633026123e-05,-8.552521467208862e-05,-8.255243301391602e-05,-7.957965135574341e-05,-7.66068696975708e-05,-7.36340880393982e-05,-7.066130638122559e-05,-6.768852472305298e-05,-6.471574306488037e-05,-6.174296140670776e-05,-5.8770179748535156e-05,-5.579739809036255e-05,-5.282461643218994e-05,-4.9851834774017334e-05,-4.6879053115844727e-05,-4.390627145767212e-05,-4.093348979949951e-05,-3.7960708141326904e-05,-3.49879264831543e-05,-3.201514482498169e-05,-2.9042363166809082e-05,-2.6069581508636475e-05,-2.3096799850463867e-05,-2.012401819229126e-05,-1.7151236534118652e-05,-1.4178454875946045e-05,-1.1205673217773438e-05,-8.23289155960083e-06,-5.260109901428223e-06,-2.2873282432556152e-06,6.854534149169922e-07,3.6582350730895996e-06,6.631016731262207e-06,9.603798389434814e-06,1.2576580047607422e-05,1.554936170578003e-05,1.8522143363952637e-05,2.1494925022125244e-05,2.446770668029785e-05,2.744048833847046e-05,3.0413269996643066e-05,3.3386051654815674e-05,3.635883331298828e-05,3.933161497116089e-05,4.2304396629333496e-05,4.5277178287506104e-05,4.824995994567871e-05,5.122274160385132e-05,5.4195523262023926e-05,5.716830492019653e-05,6.014108657836914e-05,6.311386823654175e-05,6.608664989471436e-05,6.905943155288696e-05,7.203221321105957e-05,7.500499486923218e-05,7.797777652740479e-05,8.095055818557739e-05,8.392333984375e-05],"_type":"histogram","values":[1,0,0,0,0,1,2,0,3,2,1,2,5,10,6,30,19,44,62,100,119,185,261,410,558,832,1351,1987,3076,4872,7638,12203,21195,38636,78321,166329,123644,55015,29057,16337,9936,6177,3986,2443,1653,1127,666,493,325,202,162,115,69,50,21,21,21,20,3,6,4,2,4,4]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,1,1,3,2,5,8,8,7,13,13,11,11,12,18,12,10,17,16,14,21,14,16,24,18,15,12,18,17,14,13,7,13,15,18,22,16,20,10,15,24,18,16,20,16,19,15,15,11,26,7,13,13,9,11,11,1,6,2,2,3,3,2,4],"bins":[-0.0004773280816152692,-0.00046235162881202996,-0.0004473752051126212,-0.00043239875230938196,-0.0004174223286099732,-0.00040244587580673397,-0.00038746942300349474,-0.00037249299930408597,-0.00035751654650084674,-0.0003425400936976075,-0.00032756366999819875,-0.0003125872171949595,-0.0002976107643917203,-0.0002826343406923115,-0.0002676578878890723,-0.00025268146418966353,-0.0002377050113864243,-0.0002227285731351003,-0.0002077521348837763,-0.00019277568208053708,-0.00017779924382921308,-0.00016282280557788908,-0.00014784635277464986,-0.00013286991452332586,-0.00011789347627200186,-0.00010291703802067786,-8.794059249339625e-05,-7.296414696611464e-05,-5.798770871479064e-05,-4.301126682548784e-05,-2.8034824936185032e-05,-1.3058383046882227e-05,1.918058842420578e-06,1.6894500731723383e-05,3.187094262102619e-05,4.684738451032899e-05,6.18238263996318e-05,7.68002646509558e-05,9.177671017823741e-05,0.00010675315570551902,0.00012172959395684302,0.00013670603220816702,0.00015168247045949101,0.00016665892326273024,0.00018163536151405424,0.00019661179976537824,0.00021158825256861746,0.00022656469081994146,0.00024154112907126546,0.0002565175818745047,0.00027149400557391346,0.0002864704583771527,0.00030144688207656145,0.0003164233348798007,0.0003313997876830399,0.0003463762113824487,0.0003613526641856879,0.0003763291169889271,0.0003913055406883359,0.0004062819934915751,0.00042125844629481435,0.0004362348699942231,0.00045121132279746234,0.0004661877464968711,0.00048116419930011034]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[2,2,3,2,2,10,6,6,5,9,11,12,18,14,14,20,14,15,21,15,13,15,15,16,15,16,24,17,10,15,15,15,13,15,16,13,6,17,15,12,11,25,15,13,17,19,18,15,17,21,14,17,14,14,7,6,6,5,8,4,3,1,2,2],"bins":[-0.00046458805445581675,-0.0004501050862018019,-0.00043562211794778705,-0.0004211391496937722,-0.0004066562105435878,-0.00039217324228957295,-0.0003776902740355581,-0.00036320730578154325,-0.0003487243375275284,-0.00033424136927351356,-0.00031975843012332916,-0.0003052754618693143,-0.00029079249361529946,-0.0002763095253612846,-0.00026182655710726976,-0.0002473435888532549,-0.0002328606351511553,-0.00021837766689714044,-0.00020389471319504082,-0.00018941174494102597,-0.00017492877668701112,-0.0001604458229849115,-0.00014596285473089665,-0.0001314798864768818,-0.00011699692549882457,-0.00010251396452076733,-8.803099626675248e-05,-7.354803528869525e-05,-5.9065070672659203e-05,-4.458210605662316e-05,-3.0099143259576522e-05,-1.5616180462529883e-05,-1.1332158464938402e-06,1.33497478600475e-05,2.783271156658884e-05,4.231567436363548e-05,5.679863897967152e-05,7.128160359570757e-05,8.57645645737648e-05,0.00010024753282777965,0.00011473049380583689,0.00012921345478389412,0.00014369642303790897,0.00015817939129192382,0.00017266234499402344,0.0001871453132480383,0.00020162828150205314,0.00021611123520415276,0.0002305942034581676,0.00024507715716026723,0.0002595601254142821,0.00027404309366829693,0.0002885260619223118,0.00030300903017632663,0.0003174919984303415,0.0003319749375805259,0.0003464579058345407,0.0003609408740885556,0.0003754238423425704,0.0003899068105965853,0.0004043897788506001,0.0004188727180007845,0.00043335568625479937,0.0004478386545088142,0.00046232162276282907],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[2,0,1,1,0,2,2,1,1,5,5,3,6,3,9,8,9,12,16,14,13,21,21,25,26,24,20,32,26,20,34,30,30,32,36,20,37,19,27,15,25,21,18,16,13,8,9,6,6,9,8,6,2,3,2,1,1,1,2,1,1,0,0,1],"bins":[-0.0005534508964046836,-0.0005358632188290358,-0.0005182755412533879,-0.0005006878054700792,-0.00048310012789443135,-0.0004655124503187835,-0.0004479247727431357,-0.0004303370660636574,-0.00041274938848800957,-0.00039516171091236174,-0.00037757400423288345,-0.0003599863266572356,-0.0003423986490815878,-0.0003248109424021095,-0.00030722326482646167,-0.0002896355581469834,-0.00027204788057133555,-0.0002544602029956877,-0.00023687249631620944,-0.0002192848187405616,-0.00020169712661299855,-0.00018410943448543549,-0.00016652175690978765,-0.0001489340647822246,-0.00013134637265466154,-0.00011375868052709848,-9.617099567549303e-05,-7.858331082388759e-05,-6.099561869632453e-05,-4.3407930206740275e-05,-2.5820241717156023e-05,-8.23255322757177e-06,9.355077054351568e-06,2.694276554393582e-05,4.453045403352007e-05,6.211813888512552e-05,7.970583101268858e-05,9.729352314025164e-05,0.00011488120799185708,0.00013246889284346253,0.00015005658497102559,0.00016764427709858865,0.0001852319692261517,0.00020281964680179954,0.0002204073389293626,0.00023799503105692565,0.0002555827086325735,0.0002731704153120518,0.0002907580928876996,0.00030834577046334743,0.0003259334771428257,0.00034352115471847355,0.00036110886139795184,0.00037869653897359967,0.0003962842165492475,0.0004138719232287258,0.0004314596008043736,0.00044904727838002145,0.00046663498505949974,0.00048422266263514757,0.0005018103402107954,0.0005193980177864432,0.000536985753569752,0.0005545734311453998,0.0005721611087210476],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,2,0,2,0,0,5,3,2,4,3,9,8,16,19,17,22,23,22,29,20,29,28,22,28,38,25,27,40,24,32,22,34,26,28,23,16,14,13,16,14,6,10,10,7,4,5,7,2,1,3,1,1,0,1,2],"bins":[-0.0016143412794917822,-0.0015683702658861876,-0.001522399135865271,-0.0014764281222596765,-0.0014304571086540818,-0.0013844859786331654,-0.0013385149650275707,-0.001292543951421976,-0.0012465728214010596,-0.001200601807795465,-0.0011546307941898704,-0.001108659664168954,-0.0010626886505633593,-0.0010167176369577646,-0.0009707465069368482,-0.0009247754933312535,-0.000878804421517998,-0.0008328333497047424,-0.0007868623360991478,-0.0007408912642858922,-0.0006949201924726367,-0.0006489491788670421,-0.0006029781070537865,-0.000557007035240531,-0.0005110360216349363,-0.0004650649498216808,-0.00041909387800842524,-0.00037312283529900014,-0.00032715179258957505,-0.0002811807207763195,-0.0002352096780668944,-0.0001892386208055541,-0.00014326756354421377,-9.729650628287345e-05,-5.1325456297490746e-05,-5.354402674129233e-06,4.061665094923228e-05,8.65877082105726e-05,0.0001325587509199977,0.000178529808181338,0.00022450086544267833,0.0002704719081521034,0.00031644297996535897,0.00036241402267478406,0.00040838506538420916,0.0004543561371974647,0.0005003272090107203,0.0005462982226163149,0.0005922692944295704,0.000638240366242826,0.0006842113798484206,0.0007301824516616762,0.0007761535234749317,0.0008221245370805264,0.0008680956088937819,0.0009140666807070374,0.0009600376943126321,0.0010060088243335485,0.0010519798379391432,0.0010979508515447378,0.0011439219815656543,0.001189892995171249,0.0012358640087768435,0.00128183513879776,0.0013278061524033546]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.0004725348262581974,-0.00045860762475058436,-0.00044468045234680176,-0.0004307532508391887,-0.00041682604933157563,-0.00040289884782396257,-0.0003889716463163495,-0.0003750444739125669,-0.00036111727240495384,-0.0003471900708973408,-0.00033326289849355817,-0.0003193356969859451,-0.00030540849547833204,-0.000291481293970719,-0.0002775540924631059,-0.0002636269200593233,-0.00024969971855171025,-0.00023577251704409719,-0.00022184533008839935,-0.00020791814313270152,-0.00019399094162508845,-0.0001800637401174754,-0.00016613655316177756,-0.00015220936620607972,-0.00013828216469846666,-0.0001243549631908536,-0.00011042777623515576,-9.650058200350031e-05,-8.257338777184486e-05,-6.864619354018942e-05,-5.4718999308533967e-05,-4.079180507687852e-05,-2.6864581741392612e-05,-1.2937387509737164e-05,9.898067219182849e-07,1.4917000953573734e-05,2.8844195185229182e-05,4.277138941688463e-05,5.669858364854008e-05,7.062577788019553e-05,8.455297211185098e-05,9.848016634350643e-05,0.00011240736057516187,0.0001263345475308597,0.00014026174903847277,0.00015418895054608583,0.00016811613750178367,0.0001820433244574815,0.00019597052596509457,0.00020989772747270763,0.00022382491442840546,0.0002377521013841033,0.00025167930289171636,0.0002656065043993294,0.00027953367680311203,0.0002934608783107251,0.00030738807981833816,0.0003213152813259512,0.0003352424828335643,0.0003491696552373469,0.00036309685674495995,0.000377024058252573,0.0003909512306563556,0.0004048784321639687,0.00041880563367158175],"_type":"histogram","values":[1,0,1,0,1,2,2,1,2,2,2,3,6,8,2,8,5,10,12,10,10,15,24,24,25,17,12,13,17,26,25,30,23,27,39,30,28,35,20,24,21,27,15,23,22,15,13,22,13,3,9,5,16,5,4,2,1,3,0,2,1,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,1,0,0,0,3,1,1,3,2,1,0,6,6,4,3,9,9,17,13,13,21,15,19,16,21,25,24,21,26,30,15,30,24,31,27,29,25,26,19,32,26,20,27,22,10,12,15,18,11,4,5,5,3,4,4,2,1,4,0,3,2,0,1],"bins":[-0.0025039943866431713,-0.002429697895422578,-0.0023554014042019844,-0.0022811046801507473,-0.002206808188930154,-0.0021325116977095604,-0.002058215206488967,-0.00198391848243773,-0.0019096219912171364,-0.001835325499996543,-0.0017610290087759495,-0.0016867324011400342,-0.0016124359099194407,-0.0015381393022835255,-0.001463842811062932,-0.0013895462034270167,-0.0013152497122064233,-0.0012409532209858298,-0.0011666566133499146,-0.001092360122129321,-0.0010180635144934058,-0.0009437670232728124,-0.000869470473844558,-0.0007951739244163036,-0.0007208773749880493,-0.0006465808255597949,-0.0005722842761315405,-0.0004979877267032862,-0.00042369120637886226,-0.0003493946569506079,-0.000275098136626184,-0.00020080158719792962,-0.00012650503776967525,-5.22084956173785e-05,2.208804653491825e-05,9.6384588687215e-05,0.00017068113083951175,0.0002449776802677661,0.00031927420059219003,0.0003935707500204444,0.00046786729944869876,0.0005421638488769531,0.0006164603983052075,0.0006907569477334619,0.0007650534389540553,0.0008393499883823097,0.000913646537810564,0.0009879431454464793,0.0010622396366670728,0.0011365361278876662,0.0012108327355235815,0.001285129226744175,0.0013594258343800902,0.0014337223256006837,0.001508018933236599,0.0015823154244571924,0.0016566119156777859,0.0017309085233137012,0.0018052050145342946,0.0018795016221702099,0.0019537981133908033,0.002028094604611397,0.002102391328662634,0.0021766878198832273,0.002250984311103821],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,0,0,2,2,0,4,1,4,6,4,5,12,15,16,13,16,24,23,18,19,24,28,25,34,30,40,41,25,32,28,25,40,27,28,30,18,13,16,11,14,14,5,8,4,4,4,1,3,1,1,0,2,3,0,1,0,0,0,0,1],"bins":[-0.0012165382504463196,-0.0011773090809583664,-0.0011380799114704132,-0.00109885074198246,-0.0010596216889098287,-0.0010203925194218755,-0.0009811633499339223,-0.0009419341804459691,-0.0009027050109580159,-0.0008634758996777236,-0.0008242467301897705,-0.0007850175607018173,-0.000745788449421525,-0.0007065592799335718,-0.0006673301104456186,-0.0006281009991653264,-0.0005888718296773732,-0.00054964266018942,-0.0005104135489091277,-0.0004711843794211745,-0.00043195520993322134,-0.0003927260695490986,-0.0003534969291649759,-0.0003142677596770227,-0.00027503861929289997,-0.000235809464356862,-0.00019658030942082405,-0.00015735116903670132,-0.00011812201410066336,-7.88928591646254e-05,-3.966371150454506e-05,-4.345602064859122e-07,3.879459109157324e-05,7.80237460276112e-05,0.00011725289368769154,0.00015648204134777188,0.00019571119628380984,0.0002349403512198478,0.00027416949160397053,0.0003133986610919237,0.00035262780147604644,0.00039185694186016917,0.00043108611134812236,0.0004703152517322451,0.0005095443921163678,0.000548773561604321,0.0005880027310922742,0.0006272318423725665,0.0006664610118605196,0.0007056901813484728,0.0007449192926287651,0.0007841484621167183,0.0008233776316046715,0.0008626067428849638,0.0009018359123729169,0.0009410650818608701,0.0009802941931411624,0.0010195233626291156,0.0010587525321170688,0.001097981701605022,0.0011372108710929751,0.0011764399241656065,0.0012156690936535597,0.0012548982631415129,0.001294127432629466]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,1,2,1,4,3,1,6,6,12,8,12,8,8,14,17,15,9,16,22,27,15,21,28,23,21,22,18,28,26,17,17,17,26,11,14,23,14,19,16,25,15,17,11,12,10,11,7,8,10,11,7,2,9,6,6,9,8,9,2,1,2,0,1],"bins":[0.9995019435882568,0.9995181560516357,0.9995343685150146,0.9995505809783936,0.9995667934417725,0.9995830059051514,0.9995992183685303,0.9996154308319092,0.9996316432952881,0.999647855758667,0.9996640682220459,0.9996802806854248,0.9996964931488037,0.9997127056121826,0.9997289180755615,0.9997451305389404,0.9997613430023193,0.9997774958610535,0.9997937083244324,0.9998099207878113,0.9998261332511902,0.9998423457145691,0.999858558177948,0.9998747706413269,0.9998909831047058,0.9999071955680847,0.9999234080314636,0.9999396204948425,0.9999558329582214,0.9999720454216003,0.9999882578849792,1.000004529953003,1.0000207424163818,1.0000368356704712,1.00005304813385,1.000069260597229,1.000085473060608,1.0001016855239868,1.0001178979873657,1.0001341104507446,1.0001503229141235,1.0001665353775024,1.0001827478408813,1.0001989603042603,1.0002151727676392,1.000231385231018,1.000247597694397,1.0002638101577759,1.0002800226211548,1.0002962350845337,1.0003124475479126,1.0003286600112915,1.0003448724746704,1.0003610849380493,1.0003772974014282,1.0003935098648071,1.000409722328186,1.000425934791565,1.0004421472549438,1.0004583597183228,1.0004745721817017,1.0004907846450806,1.0005069971084595,1.0005232095718384,1.0005394220352173],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[2,2,5,9,2,7,4,8,10,11,18,10,16,19,19,32,32,34,33,40,49,40,54,57,63,73,57,63,73,78,61,68,64,71,67,61,55,73,67,54,50,50,70,46,42,35,28,30,20,18,14,9,14,13,10,10,6,8,4,1,3,1,3,2],"bins":[-0.00045519371633417904,-0.000440908974269405,-0.00042662423220463097,-0.00041233949013985693,-0.00039805471897125244,-0.0003837699769064784,-0.00036948523484170437,-0.00035520049277693033,-0.0003409157507121563,-0.00032663100864738226,-0.0003123462665826082,-0.0002980615245178342,-0.00028377678245306015,-0.00026949201128445566,-0.0002552072692196816,-0.00024092252715490758,-0.00022663778509013355,-0.0002123530430253595,-0.00019806830096058547,-0.0001837835443438962,-0.00016949880227912217,-0.00015521406021434814,-0.00014092930359765887,-0.00012664456153288484,-0.0001123598194681108,-9.807507740333676e-05,-8.379032806260511e-05,-6.950557872187346e-05,-5.5220836657099426e-05,-4.093609095434658e-05,-2.665134525159374e-05,-1.2366599548840895e-05,1.918175257742405e-06,1.620292096049525e-05,3.0487666663248092e-05,4.4772412366000935e-05,5.905715806875378e-05,7.334190013352782e-05,8.762664947425947e-05,0.00010191139881499112,0.00011619614087976515,0.0001304808829445392,0.00014476562500931323,0.0001590503816260025,0.00017333512369077653,0.00018761986575555056,0.00020190462237223983,0.00021618936443701386,0.0002304741065017879,0.00024475884856656194,0.000259043590631336,0.00027332833269611,0.00028761307476088405,0.00030189784592948854,0.0003161825879942626,0.0003304673300590366,0.00034475207212381065,0.0003590368141885847,0.0003733215562533587,0.00038760629831813276,0.00040189106948673725,0.0004161758115515113,0.0004304605536162853,0.00044474529568105936,0.0004590300377458334],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-0.0002467029553372413,-0.00023910470190458,-0.0002315064484719187,-0.0002239081950392574,-0.0002163099416065961,-0.00020871168817393482,-0.00020111343474127352,-0.00019351518130861223,-0.00018591692787595093,-0.00017831867444328964,-0.00017072042101062834,-0.00016312216757796705,-0.00015552391414530575,-0.00014792566071264446,-0.00014032740727998316,-0.00013272915384732187,-0.00012513090041466057,-0.00011753263970604166,-0.00010993438627338037,-0.00010233613284071907,-9.473787940805778e-05,-8.713962597539648e-05,-7.954137254273519e-05,-7.19431191100739e-05,-6.434485840145499e-05,-5.67466086067725e-05,-4.91483551741112e-05,-4.155010174144991e-05,-3.3951844670809805e-05,-2.6353593057137914e-05,-1.8755337805487216e-05,-1.115708437282592e-05,-3.5588309401646256e-06,4.03942294724402e-06,1.1637676834652666e-05,1.9235931176808663e-05,2.6834184609469958e-05,3.4432439861120656e-05,4.203069329378195e-05,4.9628946726443246e-05,5.722720015910454e-05,6.482545722974464e-05,7.242371066240594e-05,8.002196409506723e-05,8.762021752772853e-05,9.521847096038982e-05,0.00010281672439305112,0.00011041497782571241,0.00011801323125837371,0.00012561149196699262,0.0001332097453996539,0.0001408079988323152,0.0001484062522649765,0.0001560045056976378,0.0001636027591302991,0.00017120101256296039,0.00017879926599562168,0.00018639751942828298,0.00019399577286094427,0.00020159402629360557,0.00020919227972626686,0.00021679053315892816,0.00022438878659158945,0.00023198704002425075,0.00023958529345691204],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,2,1,0,1,5,3,6,6,17,27,16,22,23,43,39,57,60,62,93,83,126,133,140,161,161,120,107,99,70,65,56,41,29,29,22,25,20,12,16,12,9,3,7,3,6,2,0,2,1,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,1,2,2,1,5,6,1,1,4,8,8,10,9,9,24,17,20,21,21,24,24,35,25,24,36,22,36,24,26,29,33,29,21,22,23,20,18,18,21,14,15,8,5,10,7,4,6,3,4,2,1,1,0,1,0,1,1,1,1],"bins":[-0.0005024856072850525,-0.00048656409489922225,-0.00047064258251339197,-0.00045472104102373123,-0.00043879952863790095,-0.00042287801625207067,-0.0004069564747624099,-0.00039103496237657964,-0.00037511344999074936,-0.0003591919376049191,-0.0003432704252190888,-0.00032734888372942805,-0.00031142737134359777,-0.0002955058589577675,-0.00027958431746810675,-0.00026366280508227646,-0.0002477412926964462,-0.0002318197803106159,-0.00021589825337287039,-0.00019997672643512487,-0.0001840552140492946,-0.0001681337016634643,-0.0001522121747257188,-0.00013629064778797328,-0.000120369135402143,-0.0001044476157403551,-8.852609607856721e-05,-7.260457641677931e-05,-5.668305675499141e-05,-4.0761537093203515e-05,-2.4840017431415617e-05,-8.91849776962772e-06,7.003080099821091e-06,2.2924599761608988e-05,3.8846119423396885e-05,5.476763908518478e-05,7.068915874697268e-05,8.661067840876058e-05,0.00010253219807054847,0.00011845371773233637,0.00013437523739412427,0.00015029674977995455,0.00016621827671770006,0.00018213980365544558,0.00019806131604127586,0.00021398282842710614,0.00022990435536485165,0.00024582588230259717,0.00026174739468842745,0.00027766890707425773,0.000293590419460088,0.00030951196094974875,0.00032543347333557904,0.0003413549857214093,0.00035727652721107006,0.00037319803959690034,0.0003891195519827306,0.0004050410643685609,0.0004209625767543912,0.00043688411824405193,0.0004528056306298822,0.0004687271430157125,0.00048464868450537324,0.0005005701677873731,0.0005164917092770338]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,2,1,0,4,3,2,1,5,3,5,4,10,8,19,9,20,17,15,20,29,19,24,31,27,30,27,34,23,23,24,28,29,22,25,23,24,24,19,24,15,13,19,16,5,3,7,6,5,5,5,3,2,1,0,1,0,1,1,0,0,1],"bins":[-0.00046426267363131046,-0.000449239305453375,-0.00043421596637926996,-0.0004191925982013345,-0.00040416925912722945,-0.00038914589094929397,-0.00037412255187518895,-0.00035909918369725347,-0.00034407584462314844,-0.00032905247644521296,-0.0003140291082672775,-0.00029900576919317245,-0.000283982401015237,-0.00026895906194113195,-0.00025393569376319647,-0.00023891234013717622,-0.00022388898651115596,-0.0002088656328851357,-0.00019384227925911546,-0.0001788189256330952,-0.00016379557200707495,-0.00014877220382913947,-0.00013374885020311922,-0.00011872549657709897,-0.00010370214295107871,-8.867878932505846e-05,-7.365543569903821e-05,-5.863207479706034e-05,-4.360872117104009e-05,-2.858536572603043e-05,-1.3562010281020775e-05,1.4613451639888808e-06,1.6484700608998537e-05,3.150805423501879e-05,4.653141149901785e-05,6.155476876301691e-05,7.657812238903716e-05,9.160147601505741e-05,0.00010662483691703528,0.00012164819054305553,0.0001366715441690758,0.00015169489779509604,0.0001667182514211163,0.00018174160504713655,0.00019676497322507203,0.00021178832685109228,0.00022681168047711253,0.00024183503410313278,0.00025685838772915304,0.0002718817559070885,0.00028690509498119354,0.000301928463159129,0.00031695180223323405,0.00033197517041116953,0.00034699850948527455,0.00036202187766321003,0.0003770452458411455,0.00039206858491525054,0.000407091953093186,0.00042211529216729105,0.0004371386603452265,0.00045216199941933155,0.00046718536759726703,0.00048220870667137206,0.0004972320748493075]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-9.775161743164062e-05,-9.475648403167725e-05,-9.176135063171387e-05,-8.876621723175049e-05,-8.577108383178711e-05,-8.277595043182373e-05,-7.978081703186035e-05,-7.678568363189697e-05,-7.37905502319336e-05,-7.079541683197021e-05,-6.780028343200684e-05,-6.480515003204346e-05,-6.181001663208008e-05,-5.88148832321167e-05,-5.581974983215332e-05,-5.282461643218994e-05,-4.982948303222656e-05,-4.6834349632263184e-05,-4.3839216232299805e-05,-4.0844082832336426e-05,-3.784894943237305e-05,-3.485381603240967e-05,-3.185868263244629e-05,-2.886354923248291e-05,-2.586841583251953e-05,-2.2873282432556152e-05,-1.9878149032592773e-05,-1.6883015632629395e-05,-1.3887882232666016e-05,-1.0892748832702637e-05,-7.897615432739258e-06,-4.902482032775879e-06,-1.9073486328125e-06,1.087784767150879e-06,4.082918167114258e-06,7.078051567077637e-06,1.0073184967041016e-05,1.3068318367004395e-05,1.6063451766967773e-05,1.9058585166931152e-05,2.205371856689453e-05,2.504885196685791e-05,2.804398536682129e-05,3.103911876678467e-05,3.403425216674805e-05,3.7029385566711426e-05,4.0024518966674805e-05,4.3019652366638184e-05,4.601478576660156e-05,4.900991916656494e-05,5.200505256652832e-05,5.50001859664917e-05,5.799531936645508e-05,6.099045276641846e-05,6.398558616638184e-05,6.698071956634521e-05,6.99758529663086e-05,7.297098636627197e-05,7.596611976623535e-05,7.896125316619873e-05,8.195638656616211e-05,8.495151996612549e-05,8.794665336608887e-05,9.094178676605225e-05,9.393692016601562e-05],"_type":"histogram","values":[1,1,0,0,0,3,4,2,3,12,17,22,37,35,77,83,130,212,251,424,595,949,1281,1984,3002,4431,6796,9986,16310,26259,45740,85273,145818,103219,53843,30113,18750,11417,7546,5086,3300,2198,1508,922,712,476,298,227,151,107,68,45,29,17,18,15,11,4,2,0,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.09338760375976562,-0.09045583754777908,-0.08752407878637314,-0.0845923125743866,-0.08166055381298065,-0.07872878760099411,-0.07579702883958817,-0.07286526262760162,-0.06993350386619568,-0.06700173765420914,-0.0640699714422226,-0.06113821268081665,-0.05820644646883011,-0.055274683982133865,-0.05234292149543762,-0.04941115900874138,-0.046479396522045135,-0.04354763403534889,-0.04061587154865265,-0.037684109061956406,-0.03475234657526016,-0.03182058036327362,-0.028888817876577377,-0.025957055389881134,-0.02302529290318489,-0.020093530416488647,-0.017161767929792404,-0.014230003580451012,-0.011298241093754768,-0.008366478607058525,-0.005434715189039707,-0.0025029522366821766,0.0004288032650947571,0.0033605662174522877,0.006292329169809818,0.009224092587828636,0.01215585507452488,0.015087617561221123,0.018019381910562515,0.02095114439725876,0.023882906883955002,0.026814669370651245,0.02974643185734749,0.03267819434404373,0.03560996055603027,0.03854172304272652,0.04147348552942276,0.044405248016119,0.04733701050281525,0.05026877298951149,0.05320053547620773,0.056132297962903976,0.05906406044960022,0.06199582666158676,0.0649275854229927,0.06785935163497925,0.07079111039638519,0.07372287660837173,0.07665464282035828,0.07958640158176422,0.08251816779375076,0.08544992655515671,0.08838169276714325,0.0913134515285492,0.09424521774053574],"_type":"histogram","values":[3,0,1,12,12,30,38,54,101,166,292,407,620,993,1325,2026,2681,3808,5245,6667,8501,10936,13611,16216,19396,22328,25579,28342,30356,32010,34229,34554,34308,33398,31711,29472,27054,24261,21575,18480,15590,12667,10208,8270,6191,4727,3443,2533,1809,1206,869,556,378,220,133,90,58,35,15,12,5,4,5,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,1,1,0,0,0,0,1,0,2,1,2,2,6,7,4,4,5,16,15,15,25,27,34,42,52,63,82,80,57,48,30,22,22,23,19,9,11,5,4,5,5,2,1,4,2,4,2,1,0,2,0,0,0,0,0,0,0,0,1],"bins":[-0.0004608699236996472,-0.0004463117220439017,-0.00043175354949198663,-0.0004171953478362411,-0.0004026371461804956,-0.00038807897362858057,-0.00037352077197283506,-0.00035896257031708956,-0.0003444043977651745,-0.000329846196109429,-0.0003152879944536835,-0.00030072982190176845,-0.00028617162024602294,-0.00027161341859027743,-0.0002570552460383624,-0.00024249704438261688,-0.0002279388572787866,-0.00021338067017495632,-0.00019882246851921082,-0.00018426428141538054,-0.00016970609431155026,-0.00015514789265580475,-0.00014058970555197448,-0.0001260315184481442,-0.0001114733240683563,-9.691512968856841e-05,-8.235694258473814e-05,-6.779874820495024e-05,-5.324055746314116e-05,-3.868236672133207e-05,-2.4124174160533585e-05,-9.565982509229798e-06,4.992209142073989e-06,1.9550399883883074e-05,3.410859062569216e-05,4.866678500548005e-05,6.322497210931033e-05,7.778316648909822e-05,9.234136086888611e-05,0.00010689954797271639,0.00012145774235250428,0.00013601593673229218,0.00015057412383612245,0.00016513231093995273,0.00017969051259569824,0.00019424869969952852,0.0002088068868033588,0.0002233650884591043,0.00023792327556293458,0.00025248146266676486,0.00026703966432251036,0.0002815978368744254,0.0002961560385301709,0.0003107142401859164,0.0003252724127378315,0.000339830614393577,0.0003543888160493225,0.00036894698860123754,0.00038350519025698304,0.00039806339191272855,0.0004126215644646436,0.0004271797661203891,0.0004417379677761346,0.00045629614032804966,0.00047085434198379517]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,1,0,0,5,4,2,3,3,6,6,8,11,15,10,16,27,31,22,42,39,56,74,92,98,126,123,167,136,156,121,98,81,58,73,67,32,47,27,28,22,20,22,16,15,7,9,4,4,4,2,2,1,1,1,0,0,1,3],"bins":[-0.0004648171889130026,-0.00045081344433128834,-0.0004368097288534045,-0.00042280598427169025,-0.000408802239689976,-0.0003947984951082617,-0.00038079475052654743,-0.0003667910350486636,-0.00035278729046694934,-0.00033878354588523507,-0.00032477983040735126,-0.000310776085825637,-0.0002967723412439227,-0.00028276859666220844,-0.00026876485208049417,-0.00025476113660261035,-0.00024075739202089608,-0.0002267536474391818,-0.00021274991740938276,-0.00019874618737958372,-0.00018474244279786944,-0.00017073869821615517,-0.00015673496818635613,-0.00014273123815655708,-0.0001287274935748428,-0.00011472375626908615,-0.0001007200189633295,-8.671628165757284e-05,-7.271254435181618e-05,-5.870880704605952e-05,-4.470506974030286e-05,-3.07013324345462e-05,-1.6697566024959087e-05,-2.693828719202429e-06,1.130990858655423e-05,2.5313645892310888e-05,3.9317383198067546e-05,5.3321120503824204e-05,6.732485780958086e-05,8.132859511533752e-05,9.533233242109418e-05,0.00010933606972685084,0.0001233398070326075,0.00013734353706240654,0.0001513472816441208,0.00016535102622583508,0.00017935475625563413,0.00019335848628543317,0.00020736223086714745,0.00022136597544886172,0.00023536970547866076,0.0002493734355084598,0.0002633771800901741,0.00027738092467188835,0.00029138464014977217,0.00030538838473148644,0.0003193921293132007,0.000333395873894915,0.00034739961847662926,0.0003614033339545131,0.00037540707853622735,0.0003894108231179416,0.00040341453859582543,0.0004174182831775397,0.000431422027759254]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,0,0,0,1,0,0,0,0,1,0,0,3,0,1,1,3,3,3,6,3,17,11,13,19,26,23,43,49,49,54,59,50,52,42,42,42,35,16,17,13,13,15,6,7,7,2,5,4,3,2,2,1,0,1],"bins":[-2.0157222024863586e-07,-1.9666852324462525e-07,-1.9176482624061464e-07,-1.8686112923660403e-07,-1.8195743223259342e-07,-1.770537352285828e-07,-1.721500382245722e-07,-1.672463412205616e-07,-1.6234264421655098e-07,-1.5743894721254037e-07,-1.5253525020852976e-07,-1.4763155320451915e-07,-1.4272785620050854e-07,-1.3782415919649793e-07,-1.3292046219248732e-07,-1.280167651884767e-07,-1.231130681844661e-07,-1.1820937118045549e-07,-1.1330567417644488e-07,-1.0840197717243427e-07,-1.0349828016842366e-07,-9.859458316441305e-08,-9.369088616040244e-08,-8.878718915639183e-08,-8.388349215238122e-08,-7.897979514837061e-08,-7.407609814436e-08,-6.917240114034939e-08,-6.426870413633878e-08,-5.9365007132328174e-08,-5.4461310128317564e-08,-4.9557613124306954e-08,-4.4653916120296344e-08,-3.9750219116285734e-08,-3.4846522112275125e-08,-2.9942825108264515e-08,-2.5039128104253905e-08,-2.0135431100243295e-08,-1.5231734096232685e-08,-1.0328037092222075e-08,-5.424340088211466e-09,-5.206430842008558e-10,4.383053919809754e-09,9.286750923820364e-09,1.4190447927830974e-08,1.9094144931841583e-08,2.3997841935852193e-08,2.8901538939862803e-08,3.380523594387341e-08,3.870893294788402e-08,4.361262995189463e-08,4.851632695590524e-08,5.342002395991585e-08,5.832372096392646e-08,6.322741796793707e-08,6.813111497194768e-08,7.303481197595829e-08,7.79385089799689e-08,8.284220598397951e-08,8.774590298799012e-08,9.264959999200073e-08,9.755329699601134e-08,1.0245699400002195e-07,1.0736069100403256e-07,1.1226438800804317e-07]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,1,0,2,2,4,0,2,11,9,8,8,4,7,10,16,8,14,10,17,20,28,26,15,21,17,33,28,25,24,33,27,22,29,29,22,20,18,26,8,14,18,15,22,15,15,12,7,11,4,5,4,3,4,2,0,3,1,3,0,1,1,1,2],"bins":[-0.00040762737626209855,-0.000394150847569108,-0.00038067431887611747,-0.00036719776107929647,-0.00035372123238630593,-0.0003402447036933154,-0.00032676817500032485,-0.00031329161720350385,-0.0002998150885105133,-0.00028633855981752276,-0.0002728620311245322,-0.0002593855024315417,-0.0002459089446347207,-0.00023243241594173014,-0.0002189558872487396,-0.00020547934400383383,-0.0001920028153108433,-0.00017852628661785275,-0.00016504974337294698,-0.00015157321467995644,-0.00013809667143505067,-0.00012462014274206012,-0.00011114360677311197,-9.766707080416381e-05,-8.419053483521566e-05,-7.07139988662675e-05,-5.723746289731935e-05,-4.376093056635e-05,-3.0284394597401842e-05,-1.6807858628453687e-05,-3.3313244784949347e-06,1.0145210580958519e-05,2.3621745640411973e-05,3.709828160936013e-05,5.0574817578308284e-05,6.405135354725644e-05,7.75278895162046e-05,9.100441820919514e-05,0.00010448095417814329,0.00011795749014709145,0.00013143403339199722,0.00014491056208498776,0.0001583870907779783,0.00017186363402288407,0.0001853401627158746,0.00019881670596078038,0.00021229323465377092,0.0002257697778986767,0.00023924630659166723,0.000252722849836573,0.00026619937852956355,0.0002796759072225541,0.00029315243591554463,0.00030662899371236563,0.00032010552240535617,0.0003335820510983467,0.00034705857979133725,0.0003605351084843278,0.0003740116662811488,0.00038748819497413933,0.0004009647236671299,0.0004144412523601204,0.0004279178101569414,0.00044139433884993196,0.0004548708675429225],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,1,1,1,2,3,2,1,3,5,5,2,8,5,4,5,9,10,10,14,17,16,18,15,20,25,31,21,30,33,31,27,24,33,32,31,29,19,25,16,26,15,13,22,15,11,20,16,5,6,9,3,3,1,3,2,3,1,3,2,1,3],"bins":[-0.001748609240166843,-0.0016976090846583247,-0.0016466089291498065,-0.0015956086572259665,-0.0015446085017174482,-0.00149360834620893,-0.0014426081907004118,-0.0013916080351918936,-0.0013406078796833754,-0.0012896076077595353,-0.001238607452251017,-0.0011876072967424989,-0.0011366071412339807,-0.0010856069857254624,-0.0010346067138016224,-0.0009836065582931042,-0.000932606402784586,-0.0008816062472760677,-0.0008306060335598886,-0.0007796058780513704,-0.0007286056643351912,-0.000677605508826673,-0.0006266053533181548,-0.0005756051396019757,-0.0005246049840934575,-0.0004736047994811088,-0.0004226046148687601,-0.0003716044593602419,-0.0003206042747478932,-0.00026960409013554454,-0.0002186039200751111,-0.00016760375001467764,-0.0001166036818176508,-6.560350448125973e-05,-1.4603327144868672e-05,3.639685019152239e-05,8.739702752791345e-05,0.00013839721214026213,0.00018939738220069557,0.00024039755226112902,0.0002913977368734777,0.0003423979214858264,0.00039339810609817505,0.00044439826160669327,0.0004953984171152115,0.0005463986308313906,0.0005973987863399088,0.000648399000056088,0.0006993991555646062,0.0007503993110731244,0.0008013995247893035,0.0008523996802978218,0.0009033998940140009,0.0009544000495225191,0.0010054002050310373,0.0010564003605395555,0.0011074005160480738,0.0011584007879719138,0.001209400943480432,0.0012604010989889503,0.0013114012544974685,0.0013624014100059867,0.0014134016819298267,0.001464401837438345,0.0015154019929468632],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9995333552360535,0.999548077583313,0.9995627403259277,0.9995774626731873,0.9995921850204468,0.9996069073677063,0.999621570110321,0.9996362924575806,0.9996510148048401,0.9996656775474548,0.9996803998947144,0.9996951222419739,0.9997097849845886,0.9997245073318481,0.9997392296791077,0.9997539520263672,0.9997686147689819,0.9997833371162415,0.999798059463501,0.9998127222061157,0.9998274445533752,0.9998421669006348,0.9998568296432495,0.999871551990509,0.9998862743377686,0.9999009966850281,0.9999156594276428,0.9999303817749023,0.9999451041221619,0.9999597668647766,0.9999744892120361,0.9999892115592957,1.0000039339065552,1.00001859664917,1.0000332593917847,1.000048041343689,1.0000627040863037,1.000077486038208,1.0000921487808228,1.0001068115234375,1.0001215934753418,1.0001362562179565,1.0001509189605713,1.0001657009124756,1.0001803636550903,1.000195026397705,1.0002098083496094,1.0002244710922241,1.0002391338348389,1.0002539157867432,1.000268578529358,1.0002832412719727,1.000298023223877,1.0003126859664917,1.0003273487091064,1.0003421306610107,1.0003567934036255,1.0003715753555298,1.0003862380981445,1.0004009008407593,1.0004156827926636,1.0004303455352783,1.000445008277893,1.0004597902297974,1.000474452972412],"_type":"histogram","values":[2,1,3,7,3,4,3,7,9,10,8,8,11,14,21,14,15,17,23,18,13,19,18,14,21,11,13,15,13,11,20,13,20,18,20,13,21,17,19,10,15,24,17,13,14,11,17,17,9,8,9,13,13,9,8,8,8,9,12,5,5,4,2,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,2,2,2,4,3,3,4,3,6,5,6,3,8,5,10,16,17,14,14,20,17,25,19,31,24,26,31,35,27,26,33,25,33,27,18,25,21,19,18,13,17,18,15,15,14,8,5,7,3,2,4,1,4,3,3,3,1,3],"bins":[-0.0018625904340296984,-0.0018093513790518045,-0.0017561124404892325,-0.0017028735019266605,-0.0016496344469487667,-0.0015963953919708729,-0.0015431564534083009,-0.0014899175148457289,-0.001436678459867835,-0.0013834394048899412,-0.0013302004663273692,-0.0012769615277647972,-0.0012237224727869034,-0.0011704834178090096,-0.0011172444792464375,-0.0010640055406838655,-0.0010107664857059717,-0.0009575274889357388,-0.0009042884921655059,-0.000851049495395273,-0.0007978104986250401,-0.0007445715018548071,-0.0006913325050845742,-0.0006380935083143413,-0.0005848545115441084,-0.0005316155147738755,-0.00047837651800364256,-0.00042513752123340964,-0.00037189852446317673,-0.0003186595276929438,-0.0002654205309227109,-0.00021218153415247798,-0.00015894253738224506,-0.00010570354061201215,-5.246454384177923e-05,7.744529284536839e-07,5.40134496986866e-05,0.00010725244646891952,0.00016049144323915243,0.00021373044000938535,0.00026696943677961826,0.0003202084335498512,0.0003734474303200841,0.000426686427090317,0.0004799254238605499,0.0005331644206307828,0.0005864034174010158,0.0006396424141712487,0.0006928814109414816,0.0007461204077117145,0.0007993594044819474,0.0008525984012521803,0.0009058373980224133,0.0009590763947926462,0.001012315391562879,0.001065554330125451,0.001118793385103345,0.0011720324400812387,0.0012252713786438107,0.0012785103172063828,0.0013317493721842766,0.0013849884271621704,0.0014382273657247424,0.0014914663042873144,0.0015447053592652082]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.0004508071288000792,-0.00043589825509116054,-0.0004209894104860723,-0.0004060805367771536,-0.0003911716630682349,-0.0003762628184631467,-0.000361353944754228,-0.00034644510014913976,-0.00033153622644022107,-0.0003166273527313024,-0.00030171850812621415,-0.00028680963441729546,-0.0002719007898122072,-0.00025699191610328853,-0.00024208304239436984,-0.00022717418323736638,-0.00021226532408036292,-0.00019735646492335945,-0.000182447605766356,-0.0001675387320574373,-0.00015262987290043384,-0.00013772101374343038,-0.00012281214003451169,-0.00010790328087750822,-9.299442172050476e-05,-7.80855625635013e-05,-6.317669613054022e-05,-4.826783333555795e-05,-3.335897054057568e-05,-1.8450107745593414e-05,-3.5412449506111443e-06,1.1367617844371125e-05,2.627650974318385e-05,4.118537253816612e-05,5.609423533314839e-05,7.100310176610947e-05,8.591196092311293e-05,0.00010082082008011639,0.00011572968651307747,0.00013063855294603854,0.000145547412103042,0.00016045627126004547,0.00017536513041704893,0.00019027400412596762,0.00020518286328297108,0.00022009172243997455,0.00023500059614889324,0.00024990944075398147,0.00026481831446290016,0.00027972718817181885,0.0002946360327769071,0.0003095449064858258,0.000324453751090914,0.0003393626247998327,0.0003542714985087514,0.0003691803431138396,0.0003840892168227583,0.000398998090531677,0.00041390693513676524,0.00042881580884568393,0.0004437246825546026,0.00045863352715969086,0.00047354240086860955,0.0004884512745775282,0.0005033601191826165],"_type":"histogram","values":[1,0,0,0,2,2,2,0,0,5,3,5,7,4,12,13,13,17,14,9,23,20,22,21,23,30,46,29,29,23,27,30,31,28,29,23,30,24,21,15,25,16,18,14,20,9,4,2,2,5,8,2,3,0,2,0,1,0,0,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[2,2,6,7,12,28,67,125,190,326,554,835,1339,2067,3116,4407,6490,8959,12288,16449,21477,27351,34572,42020,50178,58732,67729,75777,83028,88507,91975,94584,93763,91895,87772,81914,74579,66173,57762,48991,41380,33488,26869,20468,15924,11730,8452,6134,4252,2944,1976,1259,751,482,316,182,100,52,30,15,8,1,2,1],"bins":[-0.0961432009935379,-0.0931321382522583,-0.0901210680603981,-0.0871100053191185,-0.0840989425778389,-0.0810878723859787,-0.0780768096446991,-0.0750657469034195,-0.07205468416213989,-0.0690436139702797,-0.06603255122900009,-0.06302148848772049,-0.06001041829586029,-0.05699935555458069,-0.05398828908801079,-0.050977226346731186,-0.047966159880161285,-0.044955093413591385,-0.04194403067231178,-0.03893296420574188,-0.03592190146446228,-0.03291083499789238,-0.02989976853132248,-0.026888703927397728,-0.023877639323472977,-0.020866574719548225,-0.017855510115623474,-0.014844443649053574,-0.011833379045128822,-0.008822314441204071,-0.005811248905956745,-0.0028001838363707066,0.00021088868379592896,0.0032219537533819675,0.006233018822968006,0.009244084358215332,0.012255148962140083,0.015266213566064835,0.018277280032634735,0.021288344636559486,0.024299409240484238,0.02731047384440899,0.03032153844833374,0.03333260491490364,0.03634367138147354,0.03935473412275314,0.042365800589323044,0.045376863330602646,0.048387929797172546,0.05139899626374245,0.05441005900502205,0.05742112547159195,0.06043218821287155,0.06344325840473175,0.06645432114601135,0.06946538388729095,0.07247644662857056,0.07548751682043076,0.07849857956171036,0.08150964230298996,0.08452071249485016,0.08753177523612976,0.09054283797740936,0.09355390816926956,0.09656497091054916],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,3,5,1,1,3,7,10,3,14,13,9,10,14,21,14,25,15,20,14,20,21,20,15,16,19,16,16,17,20,16,20,15,13,15,19,14,17,24,16,13,15,18,13,16,15,12,17,14,12,6,13,7,7,6,8,7,3,4,4,2,2,0,2],"bins":[-0.0004883951041847467,-0.0004728153289761394,-0.0004572355537675321,-0.00044165574945509434,-0.000426075974246487,-0.0004104961990378797,-0.00039491639472544193,-0.0003793366195168346,-0.0003637568443082273,-0.00034817706909962,-0.00033259729389101267,-0.0003170174895785749,-0.0003014377143699676,-0.00028585793916136026,-0.0002702781348489225,-0.0002546983596403152,-0.00023911858443170786,-0.00022353880922310054,-0.000207959019462578,-0.00019237922970205545,-0.00017679945449344814,-0.00016121967928484082,-0.00014563988952431828,-0.00013006009976379573,-0.00011448032455518842,-9.890054207062349e-05,-8.332075958605856e-05,-6.774097710149363e-05,-5.21611946169287e-05,-3.6581412132363766e-05,-2.1001629647798836e-05,-5.421847163233906e-06,1.015787711367011e-05,2.573765959823504e-05,4.131744208279997e-05,5.68972245673649e-05,7.247700705192983e-05,8.805678953649476e-05,0.00010363657202105969,0.00011921635450562462,0.00013479613699018955,0.00015037591219879687,0.0001659557019593194,0.00018153549171984196,0.00019711526692844927,0.0002126950421370566,0.00022827483189757913,0.00024385462165810168,0.000259434396866709,0.0002750141720753163,0.0002905939472839236,0.0003061737515963614,0.0003217535268049687,0.00033733330201357603,0.0003529131063260138,0.0003684928815346211,0.00038407265674322844,0.00039965243195183575,0.00041523220716044307,0.00043081201147288084,0.00044639178668148816,0.00046197156189009547,0.00047755136620253325,0.0004931311123073101,0.0005087109166197479],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,3,1,3,2,10,7,11,20,18,31,55,58,99,147,166,254,358,524,718,1097,1573,2249,3386,5235,7877,12906,20087,35277,66000,152762,134249,59124,32377,19129,11575,7289,4917,3176,2248,1464,955,727,479,331,250,176,109,83,81,45,33,22,14,14,7,5,0,5,1,1,1,1,1],"bins":[-0.0002460479736328125,-0.00023809075355529785,-0.0002301335334777832,-0.00022217631340026855,-0.0002142190933227539,-0.00020626187324523926,-0.0001983046531677246,-0.00019034743309020996,-0.0001823902130126953,-0.00017443299293518066,-0.00016647577285766602,-0.00015851855278015137,-0.00015056133270263672,-0.00014260411262512207,-0.00013464689254760742,-0.00012668967247009277,-0.00011873245239257812,-0.00011077523231506348,-0.00010281801223754883,-9.486079216003418e-05,-8.690357208251953e-05,-7.894635200500488e-05,-7.098913192749023e-05,-6.303191184997559e-05,-5.507469177246094e-05,-4.711747169494629e-05,-3.916025161743164e-05,-3.120303153991699e-05,-2.3245811462402344e-05,-1.5288591384887695e-05,-7.331371307373047e-06,6.258487701416016e-07,8.58306884765625e-06,1.65402889251709e-05,2.4497509002685547e-05,3.2454729080200195e-05,4.0411949157714844e-05,4.836916923522949e-05,5.632638931274414e-05,6.428360939025879e-05,7.224082946777344e-05,8.019804954528809e-05,8.815526962280273e-05,9.611248970031738e-05,0.00010406970977783203,0.00011202692985534668,0.00011998414993286133,0.00012794137001037598,0.00013589859008789062,0.00014385581016540527,0.00015181303024291992,0.00015977025032043457,0.00016772747039794922,0.00017568469047546387,0.00018364191055297852,0.00019159913063049316,0.0001995563507080078,0.00020751357078552246,0.0002154707908630371,0.00022342801094055176,0.0002313852310180664,0.00023934245109558105,0.0002472996711730957,0.00025525689125061035,0.000263214111328125]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[1,1,2,0,0,4,3,7,8,11,17,19,26,47,57,68,117,167,231,377,550,860,1196,1898,2890,4559,7567,11701,19792,34792,68490,159426,137457,59185,31030,17662,10814,6722,4157,2673,1800,1133,755,466,343,248,142,98,65,63,47,20,17,15,6,8,5,3,2,1,1,1,0,1],"bins":[-0.0003070831298828125,-0.0002974569797515869,-0.00028783082962036133,-0.00027820467948913574,-0.00026857852935791016,-0.00025895237922668457,-0.000249326229095459,-0.0002397000789642334,-0.0002300739288330078,-0.00022044777870178223,-0.00021082162857055664,-0.00020119547843933105,-0.00019156932830810547,-0.00018194317817687988,-0.0001723170280456543,-0.0001626908779144287,-0.00015306472778320312,-0.00014343857765197754,-0.00013381242752075195,-0.00012418627738952637,-0.00011456012725830078,-0.0001049339771270752,-9.530782699584961e-05,-8.568167686462402e-05,-7.605552673339844e-05,-6.642937660217285e-05,-5.6803226470947266e-05,-4.717707633972168e-05,-3.7550926208496094e-05,-2.7924776077270508e-05,-1.8298625946044922e-05,-8.672475814819336e-06,9.5367431640625e-07,1.0579824447631836e-05,2.0205974578857422e-05,2.9832124710083008e-05,3.9458274841308594e-05,4.908442497253418e-05,5.8710575103759766e-05,6.833672523498535e-05,7.796287536621094e-05,8.758902549743652e-05,9.721517562866211e-05,0.0001068413257598877,0.00011646747589111328,0.00012609362602233887,0.00013571977615356445,0.00014534592628479004,0.00015497207641601562,0.0001645982265472412,0.0001742243766784668,0.00018385052680969238,0.00019347667694091797,0.00020310282707214355,0.00021272897720336914,0.00022235512733459473,0.0002319812774658203,0.0002416074275970459,0.0002512335777282715,0.00026085972785949707,0.00027048587799072266,0.00028011202812194824,0.00028973817825317383,0.0002993643283843994,0.000308990478515625],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"bins":[-0.0007076263427734375,-0.000687718391418457,-0.0006678104400634766,-0.0006479024887084961,-0.0006279945373535156,-0.0006080865859985352,-0.0005881786346435547,-0.0005682706832885742,-0.0005483627319335938,-0.0005284547805786133,-0.0005085468292236328,-0.0004886388778686523,-0.0004687309265136719,-0.0004488229751586914,-0.00042891502380371094,-0.00040900707244873047,-0.00038909912109375,-0.00036919116973876953,-0.00034928321838378906,-0.0003293752670288086,-0.0003094673156738281,-0.00028955936431884766,-0.0002696514129638672,-0.0002497434616088867,-0.00022983551025390625,-0.00020992755889892578,-0.0001900196075439453,-0.00017011165618896484,-0.00015020370483398438,-0.0001302957534790039,-0.00011038780212402344,-9.047985076904297e-05,-7.05718994140625e-05,-5.066394805908203e-05,-3.075599670410156e-05,-1.0848045349121094e-05,9.059906005859375e-06,2.8967857360839844e-05,4.887580871582031e-05,6.878376007080078e-05,8.869171142578125e-05,0.00010859966278076172,0.0001285076141357422,0.00014841556549072266,0.00016832351684570312,0.0001882314682006836,0.00020813941955566406,0.00022804737091064453,0.000247955322265625,0.00026786327362060547,0.00028777122497558594,0.0003076791763305664,0.0003275871276855469,0.00034749507904052734,0.0003674030303955078,0.0003873109817504883,0.00040721893310546875,0.0004271268844604492,0.0004470348358154297,0.00046694278717041016,0.0004868507385253906,0.0005067586898803711,0.0005266666412353516,0.000546574592590332,0.0005664825439453125],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,0,1,2,0,1,1,2,1,2,1,5,1,2,1,6,3,2,2,2,2,3,4,1,8,5,6,0,4,8,7,0,6,2,0,2,5,4,0,4,2,4,0,2,2,0,1,2,0,0,1,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,1,3,1,1,3,1,3,6,1,7,8,4,5,8,13,11,17,14,13,20,19,25,18,26,27,34,35,27,34,30,25,35,30,26,29,20,18,20,18,16,17,15,15,14,7,12,5,5,6,1,3,4,3,2,1,3,0,0,0,0,1,1],"bins":[-0.0014825623948127031,-0.0014347194228321314,-0.0013868764508515596,-0.001339033478870988,-0.0012911905068904161,-0.0012433475349098444,-0.0011955045629292727,-0.001147661590948701,-0.0010998186189681292,-0.0010519756469875574,-0.0010041326750069857,-0.000956289644818753,-0.0009084466728381813,-0.0008606037008576095,-0.0008127607288770378,-0.000764917756896466,-0.0007170747849158943,-0.0006692318129353225,-0.0006213888409547508,-0.000573545868974179,-0.0005257028969936073,-0.0004778598959092051,-0.00043001692392863333,-0.0003821739519480616,-0.00033433097996748984,-0.0002864880079869181,-0.00023864503600634634,-0.00019080204947385937,-0.00014295907749328762,-9.511610551271588e-05,-4.7273126256186515e-05,5.698493623640388e-07,4.841282498091459e-05,9.625579696148634e-05,0.00014409876894205809,0.00019194175547454506,0.0002397847274551168,0.0002876277139876038,0.00033547068596817553,0.0003833136579487473,0.000431156629929319,0.00047899960190989077,0.000526842602994293,0.0005746855749748647,0.0006225285469554365,0.0006703715189360082,0.00071821449091658,0.0007660574628971517,0.0008139004348777235,0.0008617434068582952,0.000909586378838867,0.0009574293508194387,0.0010052723810076714,0.001053115352988243,0.0011009583249688148,0.0011488012969493866,0.0011966442689299583,0.00124448724091053,0.0012923302128911018,0.0013401731848716736,0.0013880161568522453,0.001435859128832817,0.0014837021008133888,0.0015315450727939606,0.0015793880447745323],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,0,1,1,1,1,0,2,1,1,5,6,4,5,15,19,25,19,39,60,81,127,174,337,512,861,1484,2589,4652,8591,17589,38128,97530,224875,109440,42092,19292,9355,5080,2795,1536,909,551,367,220,150,87,59,37,42,18,14,11,12,7,2,4,2,2,1,1,0,0,2],"bins":[-0.00014400482177734375,-0.00013971328735351562,-0.0001354217529296875,-0.00013113021850585938,-0.00012683868408203125,-0.00012254714965820312,-0.000118255615234375,-0.00011396408081054688,-0.00010967254638671875,-0.00010538101196289062,-0.0001010894775390625,-9.679794311523438e-05,-9.250640869140625e-05,-8.821487426757812e-05,-8.392333984375e-05,-7.963180541992188e-05,-7.534027099609375e-05,-7.104873657226562e-05,-6.67572021484375e-05,-6.246566772460938e-05,-5.817413330078125e-05,-5.3882598876953125e-05,-4.9591064453125e-05,-4.5299530029296875e-05,-4.100799560546875e-05,-3.6716461181640625e-05,-3.24249267578125e-05,-2.8133392333984375e-05,-2.384185791015625e-05,-1.9550323486328125e-05,-1.52587890625e-05,-1.0967254638671875e-05,-6.67572021484375e-06,-2.384185791015625e-06,1.9073486328125e-06,6.198883056640625e-06,1.049041748046875e-05,1.4781951904296875e-05,1.9073486328125e-05,2.3365020751953125e-05,2.765655517578125e-05,3.1948089599609375e-05,3.62396240234375e-05,4.0531158447265625e-05,4.482269287109375e-05,4.9114227294921875e-05,5.340576171875e-05,5.7697296142578125e-05,6.198883056640625e-05,6.628036499023438e-05,7.05718994140625e-05,7.486343383789062e-05,7.915496826171875e-05,8.344650268554688e-05,8.7738037109375e-05,9.202957153320312e-05,9.632110595703125e-05,0.00010061264038085938,0.0001049041748046875,0.00010919570922851562,0.00011348724365234375,0.00011777877807617188,0.0001220703125,0.00012636184692382812,0.00013065338134765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,6,1,0,1,2,1,0,4,4,3,5,7,10,17,12,13,15,17,25,20,27,20,14,21,29,22,31,41,30,25,22,33,28,18,26,19,18,18,17,29,18,17,13,15,6,10,6,9,7,0,3,1,2,0,1,1,2,1,1,1,0,1],"bins":[-0.00044082049862481654,-0.0004264363960828632,-0.0004120522935409099,-0.00039766819099895656,-0.00038328408845700324,-0.0003688999859150499,-0.0003545158833730966,-0.00034013178083114326,-0.0003257476491853595,-0.00031136354664340615,-0.00029697944410145283,-0.0002825953415594995,-0.0002682112390175462,-0.00025382713647559285,-0.00023944303393363953,-0.0002250589313916862,-0.00021067482884973288,-0.00019629072630777955,-0.00018190662376582623,-0.0001675225212238729,-0.00015313841868191957,-0.00013875430158805102,-0.0001243701990460977,-0.00010998609650414437,-9.560199396219105e-05,-8.121789142023772e-05,-6.68337888782844e-05,-5.2449679060373455e-05,-3.806557651842013e-05,-2.36814721574774e-05,-9.297367796534672e-06,5.0867365644080564e-06,1.9470840925350785e-05,3.385494346730411e-05,4.823904964723624e-05,6.262315582716838e-05,7.70072583691217e-05,9.139136091107503e-05,0.00010577547072898597,0.00012015957327093929,0.00013454367581289262,0.00014892777835484594,0.00016331188089679927,0.0001776959834387526,0.00019208010053262115,0.00020646420307457447,0.0002208483056165278,0.00023523240815848112,0.00024961651070043445,0.00026400061324238777,0.0002783847157843411,0.0002927688183262944,0.00030715292086824775,0.00032153702341020107,0.0003359211259521544,0.0003503052284941077,0.00036468933103606105,0.00037907346268184483,0.00039345756522379816,0.0004078416677657515,0.0004222257703077048,0.00043660987284965813,0.00045099397539161146,0.0004653780779335648,0.0004797621804755181]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[2,3,11,10,19,37,61,114,179,276,391,642,954,1329,1899,2664,3639,4926,6393,8054,10241,12721,15496,18394,21157,24061,26731,29095,31191,32354,33584,33864,32963,31743,30339,28057,25503,22829,19562,16629,14130,11550,9177,7334,5489,4048,3107,2224,1532,1056,722,501,332,203,129,67,51,23,13,5,7,3,2,2],"bins":[-0.0895509198307991,-0.086684450507164,-0.0838179737329483,-0.0809515044093132,-0.0780850350856781,-0.0752185583114624,-0.0723520889878273,-0.0694856196641922,-0.0666191428899765,-0.0637526735663414,-0.0608862042427063,-0.0580197311937809,-0.0551532581448555,-0.0522867888212204,-0.049420315772295,-0.0465538464486599,-0.0436873733997345,-0.0408209003508091,-0.037954431027173996,-0.035087957978248596,-0.032221488654613495,-0.029355015605688095,-0.026488542556762695,-0.023622071370482445,-0.020755600184202194,-0.017889128997921944,-0.015022656880319118,-0.012156184762716293,-0.009289713576436043,-0.006423241924494505,-0.003556770272552967,-0.0006902986206114292,0.0021761804819107056,0.005042652133852243,0.007909123785793781,0.010775595903396606,0.013642067089676857,0.016508538275957108,0.019375011324882507,0.022241482511162758,0.02510795369744301,0.02797442488372326,0.03084089607000351,0.03370736911892891,0.03657384216785431,0.03944031149148941,0.04230678454041481,0.04517325386404991,0.04803972691297531,0.05090619996190071,0.05377266928553581,0.05663914233446121,0.059505611658096313,0.06237208470702171,0.06523855775594711,0.06810502707958221,0.07097150385379791,0.07383797317743301,0.07670444250106812,0.07957091182470322,0.08243738859891891,0.08530385792255402,0.08817032724618912,0.09103680402040482,0.09390327334403992],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[4,1,3,1,9,7,2,3,4,7,9,11,6,15,10,8,17,17,26,24,23,27,17,32,21,24,31,26,25,31,27,27,21,26,17,21,17,23,18,6,24,11,17,19,7,3,6,5,10,4,1,4,2,4,2,0,0,2,1,1,0,0,0,1],"bins":[-0.00037418154533952475,-0.0003606343234423548,-0.00034708710154518485,-0.0003335398796480149,-0.00031999265775084496,-0.000306445435853675,-0.0002928981848526746,-0.00027935096295550466,-0.0002658037410583347,-0.00025225651916116476,-0.0002387092972639948,-0.00022516207536682487,-0.00021161485346965492,-0.00019806763157248497,-0.0001845203951233998,-0.00017097317322622985,-0.0001574259513290599,-0.00014387872943188995,-0.00013033150753472,-0.00011678427836159244,-0.00010323704918846488,-8.968982729129493e-05,-7.614260539412498e-05,-6.259537622099742e-05,-4.9048154323827475e-05,-3.550092878867872e-05,-2.195370507251937e-05,-8.406480446865316e-06,5.1407441787887365e-06,1.868796971393749e-05,3.223519161110744e-05,4.5782417146256194e-05,5.932964268140495e-05,7.28768645785749e-05,8.642409375170246e-05,9.99713156488724e-05,0.00011351854482199997,0.00012706576671916991,0.00014061298861633986,0.0001541602105135098,0.00016770744696259499,0.00018125466885976493,0.00019480189075693488,0.00020834911265410483,0.00022189633455127478,0.00023544355644844472,0.00024899077834561467,0.0002625380002427846,0.00027608522213995457,0.00028963247314095497,0.0003031796950381249,0.00031672691693529487,0.0003302741388324648,0.00034382136072963476,0.0003573685826268047,0.00037091580452397466,0.0003844630264211446,0.00039801024831831455,0.0004115574702154845,0.0004251047212164849,0.00043865194311365485,0.0004521991650108248,0.00046574638690799475,0.0004792936088051647,0.0004928408307023346]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,2,2,7,3,7,9,18,15,26,29,53,72,123,147,220,273,432,595,953,1311,1982,2917,4465,6939,10929,17498,29481,54254,127068,167777,68817,35601,21121,12973,7948,5223,3334,2176,1541,1029,732,491,363,241,180,127,89,72,35,37,27,15,17,7,2,6,3,1,2,4],"bins":[-0.00018978118896484375,-0.00018405914306640625,-0.00017833709716796875,-0.00017261505126953125,-0.00016689300537109375,-0.00016117095947265625,-0.00015544891357421875,-0.00014972686767578125,-0.00014400482177734375,-0.00013828277587890625,-0.00013256072998046875,-0.00012683868408203125,-0.00012111663818359375,-0.00011539459228515625,-0.00010967254638671875,-0.00010395050048828125,-9.822845458984375e-05,-9.250640869140625e-05,-8.678436279296875e-05,-8.106231689453125e-05,-7.534027099609375e-05,-6.961822509765625e-05,-6.389617919921875e-05,-5.817413330078125e-05,-5.245208740234375e-05,-4.673004150390625e-05,-4.100799560546875e-05,-3.528594970703125e-05,-2.956390380859375e-05,-2.384185791015625e-05,-1.811981201171875e-05,-1.239776611328125e-05,-6.67572021484375e-06,-9.5367431640625e-07,4.76837158203125e-06,1.049041748046875e-05,1.621246337890625e-05,2.193450927734375e-05,2.765655517578125e-05,3.337860107421875e-05,3.910064697265625e-05,4.482269287109375e-05,5.054473876953125e-05,5.626678466796875e-05,6.198883056640625e-05,6.771087646484375e-05,7.343292236328125e-05,7.915496826171875e-05,8.487701416015625e-05,9.059906005859375e-05,9.632110595703125e-05,0.00010204315185546875,0.00010776519775390625,0.00011348724365234375,0.00011920928955078125,0.00012493133544921875,0.00013065338134765625,0.00013637542724609375,0.00014209747314453125,0.00014781951904296875,0.00015354156494140625,0.00015926361083984375,0.00016498565673828125,0.00017070770263671875,0.00017642974853515625]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,2,5,4,5,7,13,11,11,23,30,38,56,101,120,203,325,381,561,703,1084,1673,2233,3486,5147,7536,12338,19214,30472,52158,90806,173067,377770,382739,178624,92438,52090,31624,18936,12491,7810,5097,3691,2430,1501,1172,792,559,399,278,157,123,104,75,46,32,21,17,6,6,6,8,4,4],"bins":[-0.0003414154052734375,-0.0003310739994049072,-0.00032073259353637695,-0.0003103911876678467,-0.0003000497817993164,-0.00028970837593078613,-0.00027936697006225586,-0.0002690255641937256,-0.0002586841583251953,-0.00024834275245666504,-0.00023800134658813477,-0.0002276599407196045,-0.00021731853485107422,-0.00020697712898254395,-0.00019663572311401367,-0.0001862943172454834,-0.00017595291137695312,-0.00016561150550842285,-0.00015527009963989258,-0.0001449286937713623,-0.00013458728790283203,-0.00012424588203430176,-0.00011390447616577148,-0.00010356307029724121,-9.322166442871094e-05,-8.288025856018066e-05,-7.253885269165039e-05,-6.219744682312012e-05,-5.1856040954589844e-05,-4.151463508605957e-05,-3.11732292175293e-05,-2.0831823348999023e-05,-1.049041748046875e-05,-1.4901161193847656e-07,1.0192394256591797e-05,2.053380012512207e-05,3.0875205993652344e-05,4.121661186218262e-05,5.155801773071289e-05,6.189942359924316e-05,7.224082946777344e-05,8.258223533630371e-05,9.292364120483398e-05,0.00010326504707336426,0.00011360645294189453,0.0001239478588104248,0.00013428926467895508,0.00014463067054748535,0.00015497207641601562,0.0001653134822845459,0.00017565488815307617,0.00018599629402160645,0.00019633769989013672,0.000206679105758667,0.00021702051162719727,0.00022736191749572754,0.0002377033233642578,0.0002480447292327881,0.00025838613510131836,0.00026872754096984863,0.0002790689468383789,0.0002894103527069092,0.00029975175857543945,0.0003100931644439697,0.0003204345703125]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[2,0,2,4,9,9,27,55,76,97,185,334,502,649,1052,1642,2248,3108,4279,5754,7304,9432,11748,14494,17709,20929,23542,26876,29275,31457,33213,34597,34745,34173,33001,30869,28857,26310,23107,20258,17098,14192,11638,9078,7052,5356,4115,2925,2072,1453,999,677,475,293,202,118,74,34,19,7,11,2,3,1],"bins":[-0.09546419978141785,-0.09251905232667923,-0.08957391232252121,-0.08662876486778259,-0.08368362486362457,-0.08073847740888596,-0.07779332995414734,-0.07484818994998932,-0.0719030424952507,-0.06895789504051208,-0.06601275503635406,-0.06306760758161545,-0.06012246385216713,-0.05717732012271881,-0.054232172667980194,-0.051287028938531876,-0.04834188520908356,-0.04539674147963524,-0.04245159775018692,-0.0395064502954483,-0.036561306565999985,-0.033616162836551666,-0.0306710172444582,-0.02772587165236473,-0.024780727922916412,-0.021835584193468094,-0.018890438601374626,-0.01594529300928116,-0.01300014927983284,-0.010055004619061947,-0.007109859958291054,-0.004164715297520161,-0.0012195706367492676,0.0017255740240216255,0.004670718684792519,0.007615863345563412,0.010561008006334305,0.013506152667105198,0.01645129732787609,0.01939644291996956,0.022341586649417877,0.025286730378866196,0.028231875970959663,0.03117702156305313,0.03412216529250145,0.03706730902194977,0.040012456476688385,0.042957600206136703,0.04590274393558502,0.04884788766503334,0.05179303139448166,0.054738178849220276,0.057683322578668594,0.06062846630811691,0.06357361376285553,0.06651875376701355,0.06946390122175217,0.07240904867649078,0.0753541886806488,0.07829933613538742,0.08124448359012604,0.08418962359428406,0.08713477104902267,0.0900799110531807,0.09302505850791931],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,0,0,1,1,0,1,0,0,1,1,1,0,3,1,1,4,6,5,2,6,11,7,21,27,29,34,53,66,56,69,63,61,45,46,44,27,20,13,7,7,6,2,1,3,4,2,1,2,0,2,2,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-2.1078449208289385e-07,-2.0385914467624389e-07,-1.9693379726959392e-07,-1.9000844986294396e-07,-1.83083102456294e-07,-1.7615775504964404e-07,-1.6923240764299408e-07,-1.6230706023634411e-07,-1.5538171282969415e-07,-1.484563654230442e-07,-1.4153101801639423e-07,-1.3460567060974427e-07,-1.276803232030943e-07,-1.2075497579644434e-07,-1.1382962838979438e-07,-1.0690428098314442e-07,-9.997893357649446e-08,-9.305358616984449e-08,-8.612823876319453e-08,-7.920289135654457e-08,-7.227754394989461e-08,-6.535219654324464e-08,-5.842684913659468e-08,-5.150150172994472e-08,-4.457615432329476e-08,-3.76508069166448e-08,-3.0725459509994835e-08,-2.3800112103344873e-08,-1.687476469669491e-08,-9.949417290044948e-09,-3.0240698833949864e-09,3.901277523254976e-09,1.0826624929904938e-08,1.77519723365549e-08,2.4677319743204862e-08,3.1602667149854824e-08,3.8528014556504786e-08,4.545336196315475e-08,5.237870936980471e-08,5.930405677645467e-08,6.622940418310463e-08,7.31547515897546e-08,8.008009899640456e-08,8.700544640305452e-08,9.393079380970448e-08,1.0085614121635444e-07,1.0778148862300441e-07,1.1470683602965437e-07,1.2163218343630433e-07,1.285575308429543e-07,1.3548287824960425e-07,1.4240822565625422e-07,1.4933357306290418e-07,1.5625892046955414e-07,1.631842678762041e-07,1.7010961528285407e-07,1.7703496268950403e-07,1.83960310096154e-07,1.9088565750280395e-07,1.9781100490945391e-07,2.0473635231610388e-07,2.1166169972275384e-07,2.185870471294038e-07,2.2551239453605376e-07,2.3243774194270372e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,0,0,0,1,0,0,2,3,0,0,1,1,2,2,3,7,15,9,7,15,18,20,25,28,36,28,46,55,51,58,48,45,35,28,37,27,27,14,16,9,9,9,2,8,4,6,2,1,2,1,0,1,1,0,0,0,1],"bins":[-0.0001596366782905534,-0.00015523401089012623,-0.00015083132893778384,-0.00014642864698544145,-0.00014202597958501428,-0.00013762331218458712,-0.00013322063023224473,-0.00012881794827990234,-0.00012441528087947518,-0.0001200126062030904,-0.00011560993152670562,-0.00011120725685032085,-0.00010680458217393607,-0.00010240190749755129,-9.799923282116652e-05,-9.359655814478174e-05,-8.919388346839696e-05,-8.479120879201218e-05,-8.038853411562741e-05,-7.598585943924263e-05,-7.158318476285785e-05,-6.718051008647308e-05,-6.27778354100883e-05,-5.8375160733703524e-05,-5.397248605731875e-05,-4.956981138093397e-05,-4.516713670454919e-05,-4.0764462028164417e-05,-3.636178735177964e-05,-3.195911267539486e-05,-2.7556437999010086e-05,-2.315376332262531e-05,-1.8751088646240532e-05,-1.4348413969855756e-05,-9.945739293470979e-06,-5.543064617086202e-06,-1.140389940701425e-06,3.2622847356833518e-06,7.664959412068129e-06,1.2067634088452905e-05,1.6470308764837682e-05,2.087298344122246e-05,2.5275658117607236e-05,2.9678332793992013e-05,3.408100747037679e-05,3.8483682146761566e-05,4.288635682314634e-05,4.728903149953112e-05,5.16917061759159e-05,5.6094380852300674e-05,6.049705552868545e-05,6.489973020507023e-05,6.9302404881455e-05,7.370507955783978e-05,7.810775423422456e-05,8.251042891060933e-05,8.691310358699411e-05,9.131577826337889e-05,9.571845293976367e-05,0.00010012112761614844,0.00010452380229253322,0.000108926476968918,0.00011332915164530277,0.00011773182632168755,0.00012213450099807233],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.0006534321000799537,-0.0006321134278550744,-0.0006107946974225342,-0.000589476025197655,-0.0005681572947651148,-0.0005468386225402355,-0.0005255198921076953,-0.0005042012198828161,-0.0004828824894502759,-0.00046156381722539663,-0.0004402451158966869,-0.0004189264145679772,-0.00039760771323926747,-0.00037628901191055775,-0.000354970310581848,-0.0003336516092531383,-0.0003123329079244286,-0.00029101420659571886,-0.00026969550526700914,-0.0002483768039382994,-0.0002270581026095897,-0.0002057394158327952,-0.00018442071450408548,-0.00016310201317537576,-0.00014178331184666604,-0.00012046461051795632,-9.91459091892466e-05,-7.782721513649449e-05,-5.6508513807784766e-05,-3.5189812479075044e-05,-1.387111478834413e-05,7.447584721376188e-06,2.8766284231096506e-05,5.008498555980623e-05,7.140368688851595e-05,9.272238094126806e-05,0.00011404108226997778,0.00013535977632272989,0.0001566784776514396,0.00017799717898014933,0.00019931588030885905,0.00022063458163756877,0.0002419532829662785,0.000263271969743073,0.0002845906710717827,0.00030590937240049243,0.00032722807372920215,0.00034854677505791187,0.0003698654763866216,0.0003911841777153313,0.00041250287904404104,0.00043382158037275076,0.0004551402817014605,0.0004764589830301702,0.0004977776552550495,0.0005190963856875896,0.0005404150579124689,0.0005617337883450091,0.0005830524605698884,0.0006043711910024285,0.0006256898632273078,0.000647008593659848,0.0006683272658847272,0.0006896459963172674,0.0007109646685421467],"_type":"histogram","values":[1,2,3,1,4,3,1,3,2,6,9,1,10,8,6,9,17,15,9,12,21,18,21,20,36,33,24,18,21,32,32,30,22,30,24,17,29,21,20,13,14,18,15,13,16,17,9,9,6,10,8,7,6,3,2,3,2,2,0,0,1,0,1,2]},"_wandb":{"runtime":132},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,1,2,0,0,1,1,4,4,3,2,3,12,10,7,11,20,30,34,25,37,57,66,72,91,115,134,159,182,147,146,114,88,82,74,55,51,37,38,29,22,12,12,7,9,9,5,4,4,4,2,4,2,2,0,1,1,1,0,0,0,1],"bins":[-0.0007690357160754502,-0.0007437955355271697,-0.0007185553549788892,-0.0006933151162229478,-0.0006680749356746674,-0.0006428347551263869,-0.0006175945745781064,-0.000592354335822165,-0.0005671141552738845,-0.0005418739747256041,-0.0005166337941773236,-0.0004913936136290431,-0.00046615340397693217,-0.00044091319432482123,-0.00041567301377654076,-0.0003904328041244298,-0.00036519262357614934,-0.00033995244302786887,-0.00031471223337575793,-0.00028947205282747746,-0.0002642318431753665,-0.00023899166262708604,-0.00021375146752689034,-0.00018851127242669463,-0.00016327107732649893,-0.00013803088222630322,-0.00011279068712610751,-8.755049930186942e-05,-6.231030420167372e-05,-3.707010910147801e-05,-1.1829917639261112e-05,1.341027564194519e-05,3.865046892315149e-05,6.38906640233472e-05,8.91308591235429e-05,0.000114371046947781,0.00013961124932393432,0.0001648514298722148,0.0001900916249724105,0.0002153318200726062,0.0002405720151728019,0.0002658122102729976,0.0002910523908212781,0.00031629260047338903,0.0003415327810216695,0.00036677299067378044,0.0003920131712220609,0.00041725338087417185,0.00044249356142245233,0.0004677337419707328,0.0004929739516228437,0.0005182141321711242,0.0005434543127194047,0.0005686945514753461,0.0005939347320236266,0.000619174912571907,0.0006444150931201875,0.000669655273668468,0.0006948955124244094,0.0007201356929726899,0.0007453758735209703,0.0007706160540692508,0.0007958562928251922,0.0008210964733734727,0.0008463366539217532]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,0,0,3,4,8,16,35,34,50,71,92,135,209,295,436,590,923,1386,2122,3207,5358,8275,13982,23990,46105,105651,328046,604201,249424,85369,39930,20746,12237,7252,4519,2802,1866,1181,811,491,360,229,133,99,70,44,23,20,8,9,3,4,3,3,0,0,0,1,0,1],"bins":[-0.000392913818359375,-0.00038039684295654297,-0.00036787986755371094,-0.0003553628921508789,-0.0003428459167480469,-0.00033032894134521484,-0.0003178119659423828,-0.0003052949905395508,-0.00029277801513671875,-0.0002802610397338867,-0.0002677440643310547,-0.00025522708892822266,-0.00024271011352539062,-0.0002301931381225586,-0.00021767616271972656,-0.00020515918731689453,-0.0001926422119140625,-0.00018012523651123047,-0.00016760826110839844,-0.0001550912857055664,-0.00014257431030273438,-0.00013005733489990234,-0.00011754035949707031,-0.00010502338409423828,-9.250640869140625e-05,-7.998943328857422e-05,-6.747245788574219e-05,-5.4955482482910156e-05,-4.2438507080078125e-05,-2.9921531677246094e-05,-1.7404556274414062e-05,-4.887580871582031e-06,7.62939453125e-06,2.014636993408203e-05,3.266334533691406e-05,4.5180320739746094e-05,5.7697296142578125e-05,7.021427154541016e-05,8.273124694824219e-05,9.524822235107422e-05,0.00010776519775390625,0.00012028217315673828,0.0001327991485595703,0.00014531612396240234,0.00015783309936523438,0.0001703500747680664,0.00018286705017089844,0.00019538402557373047,0.0002079010009765625,0.00022041797637939453,0.00023293495178222656,0.0002454519271850586,0.0002579689025878906,0.00027048587799072266,0.0002830028533935547,0.0002955198287963867,0.00030803680419921875,0.0003205537796020508,0.0003330707550048828,0.00034558773040771484,0.0003581047058105469,0.0003706216812133789,0.00038313865661621094,0.00039565563201904297,0.000408172607421875]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,2,5,3,6,16,22,41,71,109,193,304,515,745,1095,1656,2344,3340,4550,6096,7975,10177,12749,15355,18811,21925,25032,27975,30678,32513,34792,35231,34996,34262,33061,30583,28174,25509,22090,18848,15904,12891,10204,7917,6067,4548,3288,2357,1694,1087,749,470,312,197,104,84,40,28,13,9,4,4,2,1],"bins":[-0.0961868017911911,-0.09318084269762039,-0.09017487615346909,-0.08716891705989838,-0.08416295796632767,-0.08115699142217636,-0.07815103232860565,-0.07514507323503494,-0.07213911414146423,-0.06913314759731293,-0.06612718850374222,-0.06312122941017151,-0.0601152628660202,-0.05710930377244949,-0.054103340953588486,-0.051097381860017776,-0.04809141904115677,-0.04508545622229576,-0.04207949712872505,-0.039073534309864044,-0.036067575216293335,-0.03306161239743233,-0.03005564957857132,-0.02704968862235546,-0.024043727666139603,-0.021037766709923744,-0.018031805753707886,-0.015025842934846878,-0.01201988197863102,-0.009013921022415161,-0.006007959134876728,-0.0030019977129995823,3.956258296966553e-06,0.0030099176801741123,0.006015879102051258,0.009021840989589691,0.01202780194580555,0.015033762902021408,0.018039725720882416,0.021045686677098274,0.024051647633314133,0.02705760858952999,0.03006356954574585,0.03306953236460686,0.036075495183467865,0.039081454277038574,0.04208741709589958,0.04509337618947029,0.0480993390083313,0.051105301827192307,0.054111260920763016,0.05711722373962402,0.06012318283319473,0.06312914937734604,0.06613510847091675,0.06914106756448746,0.07214702665805817,0.07515299320220947,0.07815895229578018,0.08116491138935089,0.0841708779335022,0.0871768370270729,0.09018279612064362,0.09318876266479492,0.09619472175836563]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,1,7,7,16,21,39,72,125,193,304,525,807,1184,1765,2514,3534,4927,6390,8515,10770,13473,16420,19581,22883,26061,28950,31662,33659,34917,35687,35407,34546,32651,30102,27436,24101,21037,17901,14686,11784,9534,7266,5500,4130,2855,1994,1352,939,624,381,225,154,86,54,29,22,8,7,1,0,1],"bins":[-0.0990985706448555,-0.09606899321079254,-0.09303941577672958,-0.09000983834266663,-0.08698026090860367,-0.08395068347454071,-0.08092110604047775,-0.0778915286064148,-0.07486195117235184,-0.07183237373828888,-0.06880279630422592,-0.06577321887016296,-0.0627436414361,-0.05971406400203705,-0.05668448656797409,-0.05365490913391113,-0.050625331699848175,-0.04759575426578522,-0.04456617683172226,-0.0415365993976593,-0.038507021963596344,-0.035477444529533386,-0.03244786709547043,-0.02941828966140747,-0.026388712227344513,-0.023359134793281555,-0.020329557359218597,-0.01729997992515564,-0.014270402491092682,-0.011240825057029724,-0.008211247622966766,-0.005181670188903809,-0.0021521002054214478,0.00087747722864151,0.003907054662704468,0.0069366320967674255,0.009966209530830383,0.012995786964893341,0.0160253643989563,0.019054941833019257,0.022084519267082214,0.025114096701145172,0.02814367413520813,0.031173251569271088,0.034202829003334045,0.037232406437397,0.04026198387145996,0.04329156130552292,0.046321138739585876,0.049350716173648834,0.05238029360771179,0.05540987104177475,0.05843944847583771,0.061469025909900665,0.06449860334396362,0.06752818077802658,0.07055775821208954,0.0735873356461525,0.07661691308021545,0.07964649051427841,0.08267606794834137,0.08570564538240433,0.08873522281646729,0.09176480025053024,0.0947943776845932]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[2,3,0,3,2,2,3,7,4,6,6,4,13,16,7,13,14,14,19,18,15,23,12,27,17,23,26,24,23,20,27,26,26,25,28,25,20,18,18,26,18,16,15,20,12,15,12,9,10,7,6,2,3,1,3,2,2,2,1,2,0,2,2,1],"bins":[-0.00039052829379215837,-0.0003776579396799207,-0.000364787585567683,-0.00035191726055927575,-0.00033904690644703805,-0.00032617655233480036,-0.00031330619822256267,-0.00030043587321415544,-0.00028756551910191774,-0.00027469516498968005,-0.00026182481087744236,-0.00024895445676520467,-0.0002360841172048822,-0.00022321377764455974,-0.00021034342353232205,-0.00019747308397199959,-0.0001846027298597619,-0.0001717323757475242,-0.00015886203618720174,-0.00014599168207496405,-0.00013312134251464158,-0.00012025098840240389,-0.00010738064156612381,-9.451029472984374e-05,-8.163994789356366e-05,-6.876960105728358e-05,-5.58992542210035e-05,-4.302890374674462e-05,-3.015855691046454e-05,-1.7288210074184462e-05,-4.417861418914981e-06,8.452486326859798e-06,2.1322834072634578e-05,3.4193180908914655e-05,4.706352774519473e-05,5.993387821945362e-05,7.280422141775489e-05,8.567457552999258e-05,9.854492236627266e-05,0.00011141526920255274,0.0001242856087628752,0.0001371559628751129,0.00015002631698735058,0.00016289665654767305,0.00017576701065991074,0.0001886373502202332,0.0002015077043324709,0.00021437804389279336,0.00022724839800503105,0.00024011875211726874,0.0002529890916775912,0.0002658594457898289,0.0002787297999020666,0.0002916001249104738,0.0003044704790227115,0.0003173408331349492,0.0003302111872471869,0.0003430815413594246,0.0003559518663678318,0.0003688222204800695,0.0003816925745923072,0.0003945629287045449,0.00040743325371295214,0.00042030360782518983,0.0004331739619374275]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[5,1,1,2,0,3,2,5,5,0,3,12,5,8,11,7,20,16,18,15,24,26,27,21,31,30,28,25,25,27,20,25,23,36,17,22,23,22,21,25,21,17,20,14,14,11,6,5,4,3,5,1,1,1,1,1,3,1,0,1,0,0,0,1],"bins":[-0.0004149687592871487,-0.00040098538738675416,-0.00038700204459019005,-0.0003730186726897955,-0.0003590353298932314,-0.00034505195799283683,-0.0003310685860924423,-0.00031708524329587817,-0.0003031018713954836,-0.0002891185285989195,-0.00027513515669852495,-0.0002611517847981304,-0.0002471684420015663,-0.00023318508465308696,-0.0002192017127526924,-0.00020521835540421307,-0.00019123499805573374,-0.0001772516407072544,-0.00016326828335877508,-0.00014928491145838052,-0.0001353015541099012,-0.00012131819676142186,-0.00010733483941294253,-9.335147478850558e-05,-7.936811744002625e-05,-6.538476009154692e-05,-5.140139546710998e-05,-3.741803811863065e-05,-2.343467713217251e-05,-9.451317055209074e-06,4.532043021754362e-06,1.8515402189223096e-05,3.2498763175681233e-05,4.648212416213937e-05,6.046548514859751e-05,7.444884249707684e-05,8.843220712151378e-05,0.00010241556446999311,0.00011639892181847245,0.00013038227916695178,0.00014436565106734633,0.00015834900841582566,0.000172332365764305,0.00018631572311278433,0.00020029908046126366,0.000214282437809743,0.00022826580971013755,0.00024224916705861688,0.000256232509855181,0.00027021588175557554,0.0002841992536559701,0.0002981825964525342,0.00031216596835292876,0.00032614931114949286,0.0003401326830498874,0.000354116054950282,0.0003680993977468461,0.00038208276964724064,0.00039606611244380474,0.0004100494843441993,0.00042403285624459386,0.00043801619904115796,0.0004519995709415525,0.0004659829137381166,0.0004799662856385112]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.00013630448665935546,-0.0001317887508776039,-0.00012727302964776754,-0.00012275729386601597,-0.0001182415580842644,-0.00011372582957847044,-0.00010921009379671887,-0.0001046943652909249,-0.00010017862950917333,-9.566290100337937e-05,-9.114717249758542e-05,-8.663143671583384e-05,-8.211570821003988e-05,-7.759997242828831e-05,-7.308424392249435e-05,-6.856850814074278e-05,-6.405277963494882e-05,-5.9537047491176054e-05,-5.502131534740329e-05,-5.050558320363052e-05,-4.5989851059857756e-05,-4.14741225540638e-05,-3.695839041029103e-05,-3.2442658266518265e-05,-2.79269261227455e-05,-2.3411193978972733e-05,-1.8895461835199967e-05,-1.4379731510416605e-05,-9.863999366643839e-06,-5.3482676776184235e-06,-8.325359885930084e-07,3.6831957004324067e-06,8.198927389457822e-06,1.2714659533230588e-05,1.7230391677003354e-05,2.1746122001786716e-05,2.6261854145559482e-05,3.0777584470342845e-05,3.529331661411561e-05,3.980904875788838e-05,4.432478090166114e-05,4.884051304543391e-05,5.3356245189206675e-05,5.787197733297944e-05,6.23877058387734e-05,6.690344162052497e-05,7.141917012631893e-05,7.59349059080705e-05,8.045063441386446e-05,8.496636291965842e-05,8.948209870141e-05,9.399782720720395e-05,9.851356298895553e-05,0.00010302929149474949,0.00010754502727650106,0.00011206075578229502,0.00011657648428808898,0.00012109222006984055,0.00012560795585159212,0.00013012367708142847,0.00013463941286318004,0.00013915514864493161,0.0001436708844266832,0.00014818660565651953,0.0001527023414382711],"_type":"histogram","values":[3,2,0,1,0,3,0,6,1,2,3,9,8,10,18,14,11,14,25,30,40,39,60,70,76,87,118,115,137,146,132,130,106,104,71,76,50,57,48,38,20,32,18,26,16,17,8,12,1,5,6,6,3,6,2,1,3,2,1,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,3,0,0,3,1,2,1,1,3,2,0,8,9,2,5,5,10,13,11,22,23,41,34,62,54,76,72,68,52,35,23,25,17,14,11,12,7,11,3,1,3,5,3,2,2,2,0,2,1,1,0,2,0,0,0,1],"bins":[-0.0004402559716254473,-0.00042722924263216555,-0.0004142025427427143,-0.00040117581374943256,-0.00038814908475615084,-0.0003751223848666996,-0.00036209565587341785,-0.00034906892688013613,-0.0003360421978868544,-0.00032301549799740314,-0.0003099887690041214,-0.0002969620400108397,-0.00028393534012138844,-0.0002709086111281067,-0.000257881882134825,-0.0002448551822453737,-0.000231828453252092,-0.0002188017388107255,-0.0002057750098174438,-0.0001927482953760773,-0.00017972156638279557,-0.00016669485194142908,-0.00015366813750006258,-0.00014064140850678086,-0.00012761469406541437,-0.00011458797234809026,-0.00010156125063076615,-8.853453618939966e-05,-7.550781447207555e-05,-6.248109275475144e-05,-4.945437467540614e-05,-3.642765659606084e-05,-2.3400934878736734e-05,-1.037421498040203e-05,2.6525049179326743e-06,1.567922481626738e-05,2.8705944714602083e-05,4.173266643192619e-05,5.475938451127149e-05,6.778610259061679e-05,8.08128243079409e-05,9.383954602526501e-05,0.00010686626774258912,0.00011989298218395561,0.0001329196966253221,0.00014594642561860383,0.00015897314005997032,0.00017199986905325204,0.00018502658349461854,0.00019805329793598503,0.00021108002692926675,0.00022410674137063324,0.00023713347036391497,0.00025016017025336623,0.00026318689924664795,0.0002762136282399297,0.00028924032812938094,0.00030226705712266266,0.0003152937861159444,0.0003283205151092261,0.0003413472149986774,0.0003543739439919591,0.0003674006729852408,0.0003804273728746921,0.0003934541018679738]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.09737342596054077,-0.09440237283706665,-0.09143131971359253,-0.08846025913953781,-0.08548920601606369,-0.08251815289258957,-0.07954709231853485,-0.07657603919506073,-0.07360498607158661,-0.07063393294811249,-0.06766287982463837,-0.06469181925058365,-0.06172076612710953,-0.058749713003635406,-0.05577865615487099,-0.05280759930610657,-0.049836546182632446,-0.046865493059158325,-0.043894436210393906,-0.040923379361629486,-0.037952326238155365,-0.034981273114681244,-0.032010216265916824,-0.029039161279797554,-0.026068106293678284,-0.023097051307559013,-0.020125996321439743,-0.017154941335320473,-0.014183886349201202,-0.011212831363081932,-0.008241776376962662,-0.005270721390843391,-0.002299666404724121,0.0006713885813951492,0.0036424435675144196,0.00661349855363369,0.00958455353975296,0.01255560852587223,0.0155266635119915,0.01849771849811077,0.02146877348423004,0.024439828470349312,0.027410883456468582,0.030381938442587852,0.03335299342870712,0.036324046552181244,0.03929510340094566,0.04226616024971008,0.045237213373184204,0.048208266496658325,0.051179323345422745,0.054150380194187164,0.057121433317661285,0.060092486441135406,0.06306354701519012,0.06603460013866425,0.06900565326213837,0.07197670638561249,0.07494775950908661,0.07791882008314133,0.08088987320661545,0.08386092633008957,0.08683198690414429,0.08980304002761841,0.09277409315109253],"_type":"histogram","values":[1,1,1,5,7,9,14,29,67,88,172,227,388,579,870,1316,1847,2657,3730,5003,6572,8652,11099,13531,16614,19530,22285,25644,28754,31188,33363,34242,34678,34761,33767,31927,29934,27441,24401,21134,17857,15163,12480,9656,7606,5922,4349,3202,2230,1649,1117,751,499,315,193,125,64,54,20,17,14,6,6,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[2,2,2,5,3,7,5,11,9,7,10,11,18,12,29,16,10,15,11,10,19,19,14,17,22,12,21,24,27,20,16,14,15,23,14,22,19,25,12,8,13,14,20,14,19,14,13,17,10,10,9,9,14,12,3,1,0,4,6,4,2,0,0,2],"bins":[-0.00044176907977089286,-0.0004272888181731105,-0.0004128085565753281,-0.00039832829497754574,-0.00038384803337976336,-0.00036936774267815053,-0.00035488748108036816,-0.0003404072194825858,-0.0003259269578848034,-0.00031144669628702104,-0.00029696643468923867,-0.0002824861730914563,-0.00026800588238984346,-0.0002535256207920611,-0.00023904535919427872,-0.00022456509759649634,-0.00021008483599871397,-0.0001956045744009316,-0.00018112431280314922,-0.00016664403665345162,-0.00015216377505566925,-0.00013768351345788687,-0.00012320323730818927,-0.0001087229757104069,-9.424271411262453e-05,-7.976245251484215e-05,-6.528218364110216e-05,-5.0801918405340984e-05,-3.6321653169579804e-05,-2.1841387933818623e-05,-7.361122698057443e-06,7.119142537703738e-06,2.1599407773464918e-05,3.60796730092261e-05,5.055993824498728e-05,6.504020711872727e-05,7.952046871650964e-05,9.400073031429201e-05,0.000108480999188032,0.000122961268061772,0.00013744152965955436,0.00015192179125733674,0.0001664020528551191,0.0001808823290048167,0.00019536259060259908,0.00020984285220038146,0.00022432312835007906,0.00023880338994786143,0.0002532836515456438,0.0002677639131434262,0.00028224417474120855,0.0002967244363389909,0.0003112046979367733,0.00032568498863838613,0.0003401652502361685,0.0003546455118339509,0.00036912577343173325,0.0003836060350295156,0.000398086296627298,0.00041256655822508037,0.0004270468489266932,0.0004415271105244756,0.00045600737212225795,0.0004704876337200403,0.0004849678953178227],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[2,1,1,2,0,0,2,2,1,1,3,2,2,3,5,4,15,9,6,27,18,16,23,23,19,23,27,27,36,24,42,30,23,37,35,21,20,26,20,26,20,24,25,20,15,16,8,4,6,7,1,5,3,1,1,1,1,3,1,1,0,0,0,1],"bins":[-0.0004797946894541383,-0.00046470254892483354,-0.0004496104083955288,-0.00043451826786622405,-0.0004194261273369193,-0.00040433398680761456,-0.0003892418462783098,-0.0003741497057490051,-0.00035905756521970034,-0.00034396539558656514,-0.0003288732550572604,-0.00031378111452795565,-0.0002986889739986509,-0.00028359683346934617,-0.0002685046929400414,-0.0002534125524107367,-0.00023832041188143194,-0.0002232282713521272,-0.00020813613082282245,-0.0001930439902935177,-0.00017795184976421297,-0.000162859694682993,-0.00014776755415368825,-0.0001326754136243835,-0.00011758327309507877,-0.00010249113256577402,-8.739899203646928e-05,-7.230684423120692e-05,-5.721470370190218e-05,-4.212256317259744e-05,-2.7030419005313888e-05,-1.1938276657019742e-05,3.1538947951048613e-06,1.8246037143399008e-05,3.3338179491693154e-05,4.8430323658976704e-05,6.352246418828145e-05,7.861460471758619e-05,9.370675252284855e-05,0.00010879889305215329,0.00012389103358145803,0.00013898317411076277,0.00015407531464006752,0.00016916745516937226,0.00018425961025059223,0.00019935175077989697,0.00021444389130920172,0.00022953603183850646,0.0002446281723678112,0.00025972031289711595,0.0002748124534264207,0.00028990459395572543,0.0003049967344850302,0.0003200888750143349,0.00033518101554363966,0.0003502731560729444,0.00036536529660224915,0.00038045746623538435,0.0003955496067646891,0.00041064174729399383,0.0004257338878232986,0.0004408260283526033,0.00045591816888190806,0.0004710103094112128,0.00048610244994051754]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,1,0,1,0,0,1,1,0,0,1,4,1,3,7,8,11,6,10,4,16,19,27,35,63,57,78,85,76,54,47,35,18,19,17,5,7,11,7,5,5,5,3,5,2,1,0,1,0,0,1,1,0,1],"bins":[-4.6290369937196374e-07,-4.505308197622071e-07,-4.3815794015245046e-07,-4.2578506054269383e-07,-4.134121809329372e-07,-4.0103930132318055e-07,-3.886664217134239e-07,-3.762935421036673e-07,-3.6392066249391064e-07,-3.51547782884154e-07,-3.3917490327439737e-07,-3.2680202366464073e-07,-3.144291440548841e-07,-3.0205626444512745e-07,-2.896833848353708e-07,-2.773105052256142e-07,-2.6493762561585754e-07,-2.525647460061009e-07,-2.4019186639634427e-07,-2.2781898678658763e-07,-2.15446107176831e-07,-2.0307322756707435e-07,-1.9070034795731772e-07,-1.7832746834756108e-07,-1.6595458873780444e-07,-1.535817091280478e-07,-1.4120882951829117e-07,-1.2883594990853453e-07,-1.1646307029877789e-07,-1.0409019068902126e-07,-9.171731107926462e-08,-7.934443146950798e-08,-6.697155185975134e-08,-5.4598672249994706e-08,-4.222579264023807e-08,-2.985291303048143e-08,-1.7480033420724794e-08,-5.107153810968157e-09,7.2657257987884805e-09,1.9638605408545118e-08,3.2011485018301755e-08,4.438436462805839e-08,5.675724423781503e-08,6.913012384757167e-08,8.15030034573283e-08,9.387588306708494e-08,1.0624876267684158e-07,1.1862164228659822e-07,1.3099452189635485e-07,1.433674015061115e-07,1.5574028111586813e-07,1.6811316072562477e-07,1.804860403353814e-07,1.9285891994513804e-07,2.0523179955489468e-07,2.1760467916465132e-07,2.2997755877440795e-07,2.423504383841646e-07,2.5472331799392123e-07,2.6709619760367787e-07,2.794690772134345e-07,2.9184195682319114e-07,3.042148364329478e-07,3.165877160427044e-07,3.2896059565246105e-07]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,2,4,2,6,2,6,6,3,6,10,11,12,20,18,26,19,30,21,24,32,26,32,28,26,45,31,24,21,26,21,16,23,22,26,12,20,11,17,12,14,6,5,12,7,4,1,3,1,3,2,4,3,0,0,0,0,0,0,0,1],"bins":[-0.0002143007004633546,-0.00020677471184171736,-0.00019924872322008014,-0.0001917227345984429,-0.0001841967459768057,-0.0001766707719070837,-0.00016914478328544647,-0.00016161879466380924,-0.00015409280604217201,-0.0001465668174205348,-0.00013904082879889756,-0.00013151484017726034,-0.00012398886610753834,-0.0001164628702099435,-0.00010893688886426389,-0.00010141090024262667,-9.388491162098944e-05,-8.635892299935222e-05,-7.883293437771499e-05,-7.130695303203538e-05,-6.378096441039816e-05,-5.625497578876093e-05,-4.872899080510251e-05,-4.1203005821444094e-05,-3.367701719980687e-05,-2.6151030397159047e-05,-1.8625043594511226e-05,-1.1099056791863404e-05,-3.5730699892155826e-06,3.952916813432239e-06,1.147890361608006e-05,1.9004890418727882e-05,2.6530877221375704e-05,3.405686584301293e-05,4.158285082667135e-05,4.9108835810329765e-05,5.663482443196699e-05,6.416081305360422e-05,7.168679439928383e-05,7.921278302092105e-05,8.673877164255828e-05,9.42647602641955e-05,0.00010179074888583273,0.00010931673023151234,0.00011684271885314956,0.00012436870019882917,0.0001318946888204664,0.00013942067744210362,0.00014694666606374085,0.00015447265468537807,0.0001619986433070153,0.00016952463192865252,0.00017705062055028975,0.00018457659462001175,0.00019210258324164897,0.0001996285718632862,0.00020715456048492342,0.00021468054910656065,0.00022220653772819787,0.0002297325263498351,0.0002372585004195571,0.0002447844890411943,0.00025231047766283154,0.00025983646628446877,0.000267362454906106]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.00013256072998046875,-0.0001285076141357422,-0.00012445449829101562,-0.00012040138244628906,-0.0001163482666015625,-0.00011229515075683594,-0.00010824203491210938,-0.00010418891906738281,-0.00010013580322265625,-9.608268737792969e-05,-9.202957153320312e-05,-8.797645568847656e-05,-8.392333984375e-05,-7.987022399902344e-05,-7.581710815429688e-05,-7.176399230957031e-05,-6.771087646484375e-05,-6.365776062011719e-05,-5.9604644775390625e-05,-5.555152893066406e-05,-5.14984130859375e-05,-4.744529724121094e-05,-4.3392181396484375e-05,-3.933906555175781e-05,-3.528594970703125e-05,-3.123283386230469e-05,-2.7179718017578125e-05,-2.3126602172851562e-05,-1.9073486328125e-05,-1.5020370483398438e-05,-1.0967254638671875e-05,-6.9141387939453125e-06,-2.86102294921875e-06,1.1920928955078125e-06,5.245208740234375e-06,9.298324584960938e-06,1.33514404296875e-05,1.7404556274414062e-05,2.1457672119140625e-05,2.5510787963867188e-05,2.956390380859375e-05,3.361701965332031e-05,3.7670135498046875e-05,4.172325134277344e-05,4.57763671875e-05,4.982948303222656e-05,5.3882598876953125e-05,5.793571472167969e-05,6.198883056640625e-05,6.604194641113281e-05,7.009506225585938e-05,7.414817810058594e-05,7.82012939453125e-05,8.225440979003906e-05,8.630752563476562e-05,9.036064147949219e-05,9.441375732421875e-05,9.846687316894531e-05,0.00010251998901367188,0.00010657310485839844,0.000110626220703125,0.00011467933654785156,0.00011873245239257812,0.0001227855682373047,0.00012683868408203125],"_type":"histogram","values":[1,2,0,1,0,3,1,2,3,3,7,6,8,12,21,12,35,49,63,90,140,198,288,448,828,1454,2537,4465,8478,16088,34195,82988,214688,128104,48142,21833,10900,5900,3209,1766,1006,643,420,257,162,107,53,56,42,26,19,14,10,9,7,7,6,5,4,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,1,1,3,2,5,6,9,11,16,28,25,67,96,110,177,274,400,578,924,1390,2196,3656,6023,10065,17287,31129,57970,110908,152705,87556,45428,24991,14091,8464,4897,2979,1870,1176,794,453,328,248,160,111,67,43,29,26,18,8,7,5,2,2,3,1,2,0,0,1],"bins":[-7.390975952148438e-05,-7.162243127822876e-05,-6.933510303497314e-05,-6.704777479171753e-05,-6.476044654846191e-05,-6.24731183052063e-05,-6.0185790061950684e-05,-5.789846181869507e-05,-5.561113357543945e-05,-5.332380533218384e-05,-5.103647708892822e-05,-4.874914884567261e-05,-4.646182060241699e-05,-4.417449235916138e-05,-4.188716411590576e-05,-3.9599835872650146e-05,-3.731250762939453e-05,-3.5025179386138916e-05,-3.27378511428833e-05,-3.0450522899627686e-05,-2.816319465637207e-05,-2.5875866413116455e-05,-2.358853816986084e-05,-2.1301209926605225e-05,-1.901388168334961e-05,-1.6726553440093994e-05,-1.4439225196838379e-05,-1.2151896953582764e-05,-9.864568710327148e-06,-7.577240467071533e-06,-5.289912223815918e-06,-3.0025839805603027e-06,-7.152557373046875e-07,1.5720725059509277e-06,3.859400749206543e-06,6.146728992462158e-06,8.434057235717773e-06,1.0721385478973389e-05,1.3008713722229004e-05,1.529604196548462e-05,1.7583370208740234e-05,1.987069845199585e-05,2.2158026695251465e-05,2.444535493850708e-05,2.6732683181762695e-05,2.902001142501831e-05,3.1307339668273926e-05,3.359466791152954e-05,3.5881996154785156e-05,3.816932439804077e-05,4.045665264129639e-05,4.2743980884552e-05,4.503130912780762e-05,4.731863737106323e-05,4.960596561431885e-05,5.189329385757446e-05,5.418062210083008e-05,5.646795034408569e-05,5.875527858734131e-05,6.104260683059692e-05,6.332993507385254e-05,6.561726331710815e-05,6.790459156036377e-05,7.019191980361938e-05,7.2479248046875e-05]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"values":[4,4,7,22,34,55,61,103,169,274,393,618,875,1350,1846,2651,3498,4688,6196,7777,9797,12012,14565,17229,20176,23055,25657,27953,29745,31414,32370,32614,32488,31760,30416,28548,25972,23485,20957,18098,15252,12614,10340,8347,6550,4929,3660,2902,1983,1456,1000,641,440,310,168,111,75,46,24,19,11,4,3,3],"bins":[-0.0884210392832756,-0.0856238380074501,-0.0828266367316246,-0.0800294354557991,-0.0772322341799736,-0.0744350329041481,-0.0716378316283226,-0.0688406303524971,-0.066043421626091,-0.0632462203502655,-0.0604490227997303,-0.0576518215239048,-0.054854616522789,-0.0520574152469635,-0.049260213971138,-0.0464630126953125,-0.043665811419487,-0.0408686101436615,-0.038071408867836,-0.0352742075920105,-0.032477006316185,-0.029679803177714348,-0.026882600039243698,-0.024085398763418198,-0.021288197487592697,-0.018490996211767197,-0.015693794935941696,-0.012896591797471046,-0.010099390521645546,-0.007302188780158758,-0.00450498703867197,-0.0017077852971851826,0.0010894238948822021,0.00388662563636899,0.006683827377855778,0.009481029585003853,0.012278230860829353,0.015075432136654854,0.017872635275125504,0.020669836550951004,0.023467037826776505,0.026264239102602005,0.029061440378427505,0.031858641654253006,0.034655846655368805,0.037453047931194305,0.040250249207019806,0.043047450482845306,0.04584465175867081,0.04864185303449631,0.05143905431032181,0.05423625558614731,0.05703345686197281,0.05983066186308861,0.06262785941362381,0.06542506068944931,0.06822226941585541,0.07101947069168091,0.07381667196750641,0.07661387324333191,0.07941107451915741,0.08220827579498291,0.08500547707080841,0.08780267834663391,0.09059987962245941],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,2,0,0,2,3,3,3,3,7,9,8,9,19,11,21,12,8,15,20,18,12,17,20,17,15,25,12,13,13,22,15,13,16,16,15,21,16,20,27,9,17,22,13,21,15,18,16,20,17,15,12,17,11,5,11,10,6,3,4,4,1,2],"bins":[-0.0005318444455042481,-0.0005159506108611822,-0.0005000567762181163,-0.0004841629124712199,-0.0004682690487243235,-0.0004523752140812576,-0.00043648137943819165,-0.00042058751569129527,-0.00040469368104822934,-0.0003887998464051634,-0.000372905982658267,-0.0003570121480152011,-0.00034111831337213516,-0.0003252244496252388,-0.00030933061498217285,-0.00029343675123527646,-0.00027754291659221053,-0.0002616490819491446,-0.0002457552182022482,-0.00022986138355918229,-0.00021396753436420113,-0.00019807368516921997,-0.00018217985052615404,-0.00016628600133117288,-0.00015039215213619173,-0.00013449830294121057,-0.00011860446102218702,-0.00010271061910316348,-8.681676990818232e-05,-7.092292071320117e-05,-5.502907879417762e-05,-3.913523323717527e-05,-2.3241445887833834e-05,-7.347600330831483e-06,8.546245226170868e-06,2.444009078317322e-05,4.033393634017557e-05,5.622778189717792e-05,7.212162745418027e-05,8.801546937320381e-05,0.00010390931856818497,0.00011980316776316613,0.0001356970169581473,0.00015159085160121322,0.00016748470079619437,0.00018337854999117553,0.00019927238463424146,0.00021516623382922262,0.00023106008302420378,0.0002469539176672697,0.0002628477814141661,0.000278741616057232,0.0002946354798041284,0.00031052931444719434,0.00032642314909026027,0.00034231701283715665,0.0003582108474802226,0.0003741046821232885,0.0003899985458701849,0.00040589238051325083,0.00042178621515631676,0.00043768007890321314,0.00045357391354627907,0.00046946777729317546,0.0004853616119362414],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.002288818359375,-0.0022203922271728516,-0.002151966094970703,-0.0020835399627685547,-0.0020151138305664062,-0.0019466876983642578,-0.0018782615661621094,-0.001809835433959961,-0.0017414093017578125,-0.001672983169555664,-0.0016045570373535156,-0.0015361309051513672,-0.0014677047729492188,-0.0013992786407470703,-0.0013308525085449219,-0.0012624263763427734,-0.001194000244140625,-0.0011255741119384766,-0.0010571479797363281,-0.0009887218475341797,-0.0009202957153320312,-0.0008518695831298828,-0.0007834434509277344,-0.0007150173187255859,-0.0006465911865234375,-0.0005781650543212891,-0.0005097389221191406,-0.0004413127899169922,-0.00037288665771484375,-0.0003044605255126953,-0.00023603439331054688,-0.00016760826110839844,-9.918212890625e-05,-3.075599670410156e-05,3.7670135498046875e-05,0.00010609626770019531,0.00017452239990234375,0.0002429485321044922,0.0003113746643066406,0.00037980079650878906,0.0004482269287109375,0.0005166530609130859,0.0005850791931152344,0.0006535053253173828,0.0007219314575195312,0.0007903575897216797,0.0008587837219238281,0.0009272098541259766,0.000995635986328125,0.0010640621185302734,0.0011324882507324219,0.0012009143829345703,0.0012693405151367188,0.0013377666473388672,0.0014061927795410156,0.001474618911743164,0.0015430450439453125,0.001611471176147461,0.0016798973083496094,0.0017483234405517578,0.0018167495727539062,0.0018851757049560547,0.001953601837158203,0.0020220279693603516,0.0020904541015625],"_type":"histogram","values":[1,0,0,0,2,2,4,2,1,12,7,19,29,37,39,87,132,189,246,309,516,736,1051,1534,2302,3427,5134,7724,11724,17759,27906,47449,93352,158663,86920,45045,26632,17106,11325,7234,4988,3277,2174,1518,992,697,461,328,240,142,84,75,58,43,31,17,16,12,7,2,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[2,1,6,5,13,14,55,110,142,277,477,822,1313,2032,3244,4880,6963,10178,14021,18650,24942,32151,40713,49284,59520,68670,77582,86222,93256,97576,99716,99791,96812,91637,85064,76875,67628,58529,48196,38932,31376,24382,18248,13502,9661,6785,4592,2997,1960,1256,730,467,277,130,100,53,23,11,5,3,2,2,0,1],"bins":[-0.0988917425274849,-0.09569548070430756,-0.09249921143054962,-0.08930294215679169,-0.08610668033361435,-0.08291041851043701,-0.07971414923667908,-0.07651787996292114,-0.0733216181397438,-0.07012535631656647,-0.06692908704280853,-0.0637328177690506,-0.06053655594587326,-0.057340290397405624,-0.05414402484893799,-0.05094775930047035,-0.047751493752002716,-0.04455522820353508,-0.041358962655067444,-0.03816269710659981,-0.03496643155813217,-0.031770166009664536,-0.0285739004611969,-0.025377634912729263,-0.022181369364261627,-0.01898510381579399,-0.015788838267326355,-0.012592572718858719,-0.009396307170391083,-0.006200041621923447,-0.0030037760734558105,0.00019248947501182556,0.0033887550234794617,0.006585020571947098,0.009781286120414734,0.01297755166888237,0.016173817217350006,0.019370082765817642,0.02256634831428528,0.025762613862752914,0.02895887941122055,0.03215514495968819,0.03535141050815582,0.03854767605662346,0.041743941605091095,0.04494020715355873,0.04813647270202637,0.051332738250494,0.05452900379896164,0.057725269347429276,0.06092153489589691,0.06411780416965485,0.06731406599283218,0.07051032781600952,0.07370659708976746,0.07690286636352539,0.08009912818670273,0.08329539000988007,0.086491659283638,0.08968792855739594,0.09288419038057327,0.09608045220375061,0.09927672147750854,0.10247299075126648,0.10566925257444382]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-1.787120709195733e-07,-1.7352134307202505e-07,-1.683306152244768e-07,-1.6313988737692853e-07,-1.5794915952938027e-07,-1.52758431681832e-07,-1.4756770383428375e-07,-1.423769759867355e-07,-1.3718624813918723e-07,-1.3199552029163897e-07,-1.268047924440907e-07,-1.2161406459654245e-07,-1.1642333674899419e-07,-1.1123260890144593e-07,-1.0604188105389767e-07,-1.0085115320634941e-07,-9.566042535880115e-08,-9.046969751125289e-08,-8.527896966370463e-08,-8.008824181615637e-08,-7.489751396860811e-08,-6.970678612105985e-08,-6.451605827351159e-08,-5.932533042596333e-08,-5.413460257841507e-08,-4.894387473086681e-08,-4.375314688331855e-08,-3.856241903577029e-08,-3.337169118822203e-08,-2.818096334067377e-08,-2.299023549312551e-08,-1.779950764557725e-08,-1.260877979802899e-08,-7.418051950480731e-09,-2.227324102932471e-09,2.963403744615789e-09,8.154131592164049e-09,1.3344859439712309e-08,1.853558728726057e-08,2.372631513480883e-08,2.891704298235709e-08,3.410777082990535e-08,3.929849867745361e-08,4.448922652500187e-08,4.967995437255013e-08,5.487068222009839e-08,6.006141006764665e-08,6.525213791519491e-08,7.044286576274317e-08,7.563359361029143e-08,8.082432145783969e-08,8.601504930538795e-08,9.120577715293621e-08,9.639650500048447e-08,1.0158723284803273e-07,1.0677796069558099e-07,1.1196868854312925e-07,1.171594163906775e-07,1.2235014423822577e-07,1.2754087208577403e-07,1.3273159993332229e-07,1.3792232778087055e-07,1.431130556284188e-07,1.4830378347596707e-07,1.5349451132351533e-07],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,2,0,1,1,1,1,2,1,0,7,6,6,6,15,23,27,29,23,47,38,60,59,71,66,69,43,41,34,17,17,15,8,9,6,3,4,3,2,1,0,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,0,0,1,4,1,3,4,6,8,8,9,15,17,26,30,37,34,42,61,70,88,94,115,135,162,183,128,127,97,85,75,64,44,44,31,37,20,29,24,11,11,8,12,4,10,9,2,1,5,3,2,1,4,2,1,0,1],"bins":[-0.0001099018263630569,-0.00010653019126038998,-0.00010315855615772307,-9.978692105505615e-05,-9.641528595238924e-05,-9.304365084972233e-05,-8.967201574705541e-05,-8.63003806443885e-05,-8.292874554172158e-05,-7.955710316309705e-05,-7.618546806043014e-05,-7.281383295776322e-05,-6.944219785509631e-05,-6.60705627524294e-05,-6.269892764976248e-05,-5.932729254709557e-05,-5.595565744442865e-05,-5.258402234176174e-05,-4.9212387239094824e-05,-4.584075213642791e-05,-4.2469117033760995e-05,-3.909747829311527e-05,-3.572584319044836e-05,-3.2354208087781444e-05,-2.898257298511453e-05,-2.5610937882447615e-05,-2.22393027797807e-05,-1.8867665858124383e-05,-1.549603075545747e-05,-1.2124395652790554e-05,-8.752759640628938e-06,-5.381124083214672e-06,-2.009488525800407e-06,1.3621470316138584e-06,4.733782589028124e-06,8.10541860118974e-06,1.1477053703856654e-05,1.4848688806523569e-05,1.8220325728179887e-05,2.15919608308468e-05,2.4963595933513716e-05,2.833523103618063e-05,3.1706866138847545e-05,3.507850124151446e-05,3.845013998216018e-05,4.1821775084827095e-05,4.519341018749401e-05,4.8565045290160924e-05,5.193668039282784e-05,5.530831549549475e-05,5.867995059816167e-05,6.205158570082858e-05,6.54232208034955e-05,6.879485590616241e-05,7.216649100882933e-05,7.553812611149624e-05,7.890976849012077e-05,8.228140359278768e-05,8.56530386954546e-05,8.902467379812151e-05,9.239630890078843e-05,9.576794400345534e-05,9.913957910612226e-05,0.00010251121420878917,0.00010588284931145608]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,1,0,0,0,2,1,1,3,1,3,5,3,8,11,6,16,14,23,36,32,57,56,69,83,75,66,36,28,20,20,19,10,9,12,6,4,2,5,3,2,4,4,0,2,2,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0008669212693348527,-0.0008342154906131327,-0.0008015097118914127,-0.0007688039331696928,-0.0007360981544479728,-0.0007033924339339137,-0.0006706866552121937,-0.0006379808764904737,-0.0006052750977687538,-0.0005725693190470338,-0.0005398635403253138,-0.0005071577616035938,-0.0004744520119857043,-0.0004417462332639843,-0.0004090404836460948,-0.0003763347049243748,-0.00034362892620265484,-0.00031092314748093486,-0.0002782173687592149,-0.00024551161914132535,-0.00021280584041960537,-0.0001801000616978854,-0.00014739429752808064,-0.00011468852608231828,-8.198275463655591e-05,-4.9276983190793544e-05,-1.6571211745031178e-05,1.6134559700731188e-05,4.8840331146493554e-05,8.154610259225592e-05,0.00011425187403801829,0.00014695763820782304,0.00017966353334486485,0.00021236931206658483,0.0002450750907883048,0.00027778084040619433,0.0003104866191279143,0.0003431923978496343,0.0003758981474675238,0.0004086039261892438,0.0004413097049109638,0.00047401548363268375,0.0005067212623544037,0.0005394270410761237,0.0005721327615901828,0.0006048385403119028,0.0006375443190336227,0.0006702500977553427,0.0007029558764770627,0.0007356616551987827,0.0007683674339205027,0.0008010732126422226,0.0008337789913639426,0.0008664847118780017,0.0008991904905997217,0.0009318962693214417,0.0009646020480431616,0.0009973078267648816,0.0010300135472789407,0.0010627193842083216,0.0010954251047223806,0.0011281309416517615,0.0011608366621658206,0.0011935424990952015,0.0012262482196092606]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,1,4,7,14,27,33,86,133,247,416,653,1046,1627,2504,3726,5602,7889,11026,15188,19791,25447,32240,39875,48516,57497,66587,75031,81926,89361,93572,96020,96005,94168,89912,83530,76657,68289,59557,50504,42415,34015,27174,20674,16098,11727,8490,5976,4058,2768,1785,1165,727,460,275,128,95,55,33,14,8,6,1,2],"bins":[-0.09840279072523117,-0.09533833712339401,-0.09227388352155685,-0.0892094224691391,-0.08614496886730194,-0.08308051526546478,-0.08001606166362762,-0.07695160806179047,-0.07388715445995331,-0.07082269340753555,-0.0677582398056984,-0.06469378620386124,-0.06162933260202408,-0.05856487527489662,-0.055500421673059464,-0.05243596434593201,-0.04937151074409485,-0.04630705714225769,-0.043242599815130234,-0.040178146213293076,-0.03711368888616562,-0.03404923528432846,-0.030984781682491302,-0.027920326218008995,-0.024855870753526688,-0.02179141528904438,-0.018726959824562073,-0.015662506222724915,-0.012598050758242607,-0.0095335952937603,-0.006469140760600567,-0.0034046857617795467,-0.0003402307629585266,0.0027242242358624935,0.005788679234683514,0.008853133767843246,0.011917589232325554,0.014982044696807861,0.01804649829864502,0.021110953763127327,0.024175409227609634,0.027239864692091942,0.03030432015657425,0.03336877375841141,0.036433227360248566,0.03949768468737602,0.04256213828921318,0.04562659561634064,0.048691049218177795,0.051755502820014954,0.05481996014714241,0.05788441374897957,0.060948871076107025,0.06401332467794418,0.06707777827978134,0.0701422318816185,0.07320669293403625,0.07627114653587341,0.07933560013771057,0.08240005373954773,0.08546450734138489,0.08852896094322205,0.0915934219956398,0.09465787559747696,0.09772232919931412]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[0.9995184540748596,0.9995335340499878,0.9995485544204712,0.9995636343955994,0.9995787143707275,0.9995937347412109,0.9996088147163391,0.9996238946914673,0.9996389150619507,0.9996539950370789,0.999669075012207,0.9996840953826904,0.9996991753578186,0.9997142553329468,0.9997292757034302,0.9997443556785583,0.9997594356536865,0.9997744560241699,0.9997895359992981,0.9998046159744263,0.9998196363449097,0.9998347163200378,0.999849796295166,0.9998648166656494,0.9998798966407776,0.9998949766159058,0.9999099969863892,0.9999250769615173,0.9999401569366455,0.9999551773071289,0.9999702572822571,0.9999853372573853,1.0000003576278687,1.0000154972076416,1.000030517578125,1.0000455379486084,1.0000606775283813,1.0000756978988647,1.0000907182693481,1.000105857849121,1.0001208782196045,1.000135898590088,1.0001510381698608,1.0001660585403442,1.0001810789108276,1.0001962184906006,1.000211238861084,1.0002262592315674,1.0002413988113403,1.0002564191818237,1.0002714395523071,1.00028657913208,1.0003015995025635,1.0003166198730469,1.0003317594528198,1.0003467798233032,1.0003618001937866,1.0003769397735596,1.000391960144043,1.0004069805145264,1.0004221200942993,1.0004371404647827,1.0004521608352661,1.000467300415039,1.0004823207855225],"_type":"histogram","values":[2,0,4,2,4,6,8,4,5,6,5,9,12,10,13,18,21,17,19,18,17,18,19,19,16,21,17,13,16,16,15,24,21,10,18,11,13,19,22,18,16,26,18,13,15,14,8,18,16,9,8,11,9,4,5,4,12,6,7,5,11,5,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[2,1,1,2,4,3,5,14,16,18,28,36,53,91,126,135,200,274,427,652,922,1358,1847,2739,4385,6512,10293,15830,26659,46933,92350,211754,471313,365402,144800,67333,37592,22561,14043,8708,6034,3855,2431,1703,1075,722,496,338,255,157,107,67,66,48,25,23,15,8,8,4,1,1,1,2],"bins":[-0.000621795654296875,-0.0006028413772583008,-0.0005838871002197266,-0.0005649328231811523,-0.0005459785461425781,-0.0005270242691040039,-0.0005080699920654297,-0.0004891157150268555,-0.00047016143798828125,-0.00045120716094970703,-0.0004322528839111328,-0.0004132986068725586,-0.0003943443298339844,-0.00037539005279541016,-0.00035643577575683594,-0.0003374814987182617,-0.0003185272216796875,-0.0002995729446411133,-0.00028061866760253906,-0.00026166439056396484,-0.00024271011352539062,-0.0002237558364868164,-0.0002048015594482422,-0.00018584728240966797,-0.00016689300537109375,-0.00014793872833251953,-0.0001289844512939453,-0.0001100301742553711,-9.107589721679688e-05,-7.212162017822266e-05,-5.316734313964844e-05,-3.421306610107422e-05,-1.52587890625e-05,3.6954879760742188e-06,2.2649765014648438e-05,4.1604042053222656e-05,6.0558319091796875e-05,7.95125961303711e-05,9.846687316894531e-05,0.00011742115020751953,0.00013637542724609375,0.00015532970428466797,0.0001742839813232422,0.0001932382583618164,0.00021219253540039062,0.00023114681243896484,0.00025010108947753906,0.0002690553665161133,0.0002880096435546875,0.0003069639205932617,0.00032591819763183594,0.00034487247467041016,0.0003638267517089844,0.0003827810287475586,0.0004017353057861328,0.00042068958282470703,0.00043964385986328125,0.00045859813690185547,0.0004775524139404297,0.0004965066909790039,0.0005154609680175781,0.0005344152450561523,0.0005533695220947266,0.0005723237991333008,0.000591278076171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.0004719396820291877,-0.0004570455348584801,-0.0004421513876877725,-0.00042725724051706493,-0.00041236309334635735,-0.00039746894617564976,-0.0003825747990049422,-0.0003676806518342346,-0.000352786504663527,-0.00033789235749281943,-0.00032299821032211185,-0.00030810406315140426,-0.0002932099159806967,-0.0002783157688099891,-0.0002634216216392815,-0.00024852747446857393,-0.00023363331274595112,-0.00021873916557524353,-0.00020384501840453595,-0.00018895087123382837,-0.00017405672406312078,-0.0001591625768924132,-0.00014426842972170562,-0.00012937428255099803,-0.00011448012810433283,-9.958598093362525e-05,-8.469183376291767e-05,-6.979768659221008e-05,-5.4903535783523694e-05,-4.000938861281611e-05,-2.5115239623119123e-05,-1.0221091542916838e-05,4.673056537285447e-06,1.956720370799303e-05,3.4461350878700614e-05,4.9355501687387004e-05,6.424964522011578e-05,7.914379966678098e-05,9.403794683748856e-05,0.00010893209400819615,0.00012382623390294611,0.00013872039562556893,0.0001536145427962765,0.0001685086899669841,0.00018340283713769168,0.00019829698430839926,0.00021319113147910684,0.00022808527864981443,0.000242979425820522,0.0002578735875431448,0.0002727677347138524,0.00028766188188456,0.00030255602905526757,0.00031745017622597516,0.00033234432339668274,0.0003472384705673903,0.0003621326177380979,0.0003770267649088055,0.0003919209120795131,0.00040681505925022066,0.00042170920642092824,0.0004366033535916358,0.0004514975007623434,0.000466391647933051,0.0004812857951037586],"_type":"histogram","values":[1,3,0,2,3,3,3,3,5,2,6,5,6,8,11,8,13,14,19,18,17,28,19,26,17,15,26,17,23,18,20,21,24,26,18,18,16,28,18,19,27,15,23,23,17,11,13,10,10,13,13,6,6,4,5,6,3,2,4,3,3,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[4,0,2,3,3,0,2,7,6,3,7,8,10,11,8,13,12,17,22,16,20,18,23,22,9,23,17,19,22,15,21,14,13,15,21,13,14,21,16,17,29,20,16,22,15,13,13,12,15,8,12,14,14,11,6,7,5,6,5,6,5,4,1,2],"bins":[-0.00047802855260670185,-0.0004632995987776667,-0.0004485706449486315,-0.0004338416620157659,-0.00041911270818673074,-0.0004043837543576956,-0.0003896548005286604,-0.0003749258175957948,-0.00036019686376675963,-0.00034546790993772447,-0.0003307389561086893,-0.00031601000227965415,-0.0003012810193467885,-0.00028655206551775336,-0.0002718231116887182,-0.00025709415785968304,-0.00024236518947873265,-0.00022763623564969748,-0.0002129072672687471,-0.00019817831343971193,-0.00018344934505876154,-0.00016872039122972637,-0.00015399142284877598,-0.00013926246901974082,-0.00012453351519070566,-0.00010980454680975527,-9.507558570476249e-05,-8.034662459976971e-05,-6.561767077073455e-05,-5.0888706027762964e-05,-3.6159748560748994e-05,-2.1430787455756217e-05,-6.70182635076344e-06,8.027133844734635e-06,2.275609404023271e-05,3.7485053326236084e-05,5.221401443122886e-05,6.694297189824283e-05,8.167193300323561e-05,9.640089410822839e-05,0.00011112985521322116,0.00012585881631821394,0.0001405877701472491,0.0001553167385281995,0.00017004569235723466,0.00018477466073818505,0.0001995036145672202,0.0002142325829481706,0.00022896153677720577,0.00024369049060624093,0.0002584194589871913,0.0002731484128162265,0.00028787736664526165,0.00030260634957812726,0.00031733530340716243,0.0003320642572361976,0.00034679321106523275,0.0003615221648942679,0.00037625114782713354,0.0003909801016561687,0.00040570905548520386,0.000420438009314239,0.00043516699224710464,0.0004498959460761398,0.00046462489990517497]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[1,0,0,2,2,4,2,11,5,11,23,22,46,70,89,134,178,265,358,565,838,1206,1856,2794,4491,6937,11217,19093,34422,71043,181014,131374,52577,27086,15958,9177,5971,3686,2455,1491,1081,720,487,326,224,161,118,65,47,45,21,23,9,5,7,5,3,0,1,0,0,0,0,2],"bins":[-0.00022220611572265625,-0.00021499395370483398,-0.00020778179168701172,-0.00020056962966918945,-0.0001933574676513672,-0.00018614530563354492,-0.00017893314361572266,-0.0001717209815979004,-0.00016450881958007812,-0.00015729665756225586,-0.0001500844955444336,-0.00014287233352661133,-0.00013566017150878906,-0.0001284480094909668,-0.00012123584747314453,-0.00011402368545532227,-0.0001068115234375,-9.959936141967773e-05,-9.238719940185547e-05,-8.51750373840332e-05,-7.796287536621094e-05,-7.075071334838867e-05,-6.35385513305664e-05,-5.632638931274414e-05,-4.9114227294921875e-05,-4.190206527709961e-05,-3.4689903259277344e-05,-2.7477741241455078e-05,-2.0265579223632812e-05,-1.3053417205810547e-05,-5.841255187988281e-06,1.3709068298339844e-06,8.58306884765625e-06,1.5795230865478516e-05,2.300739288330078e-05,3.0219554901123047e-05,3.743171691894531e-05,4.464387893676758e-05,5.1856040954589844e-05,5.906820297241211e-05,6.628036499023438e-05,7.349252700805664e-05,8.07046890258789e-05,8.791685104370117e-05,9.512901306152344e-05,0.0001023411750793457,0.00010955333709716797,0.00011676549911499023,0.0001239776611328125,0.00013118982315063477,0.00013840198516845703,0.0001456141471862793,0.00015282630920410156,0.00016003847122192383,0.0001672506332397461,0.00017446279525756836,0.00018167495727539062,0.0001888871192932129,0.00019609928131103516,0.00020331144332885742,0.0002105236053466797,0.00021773576736450195,0.00022494792938232422,0.00023216009140014648,0.00023937225341796875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-6.818771362304688e-05,-6.61797821521759e-05,-6.417185068130493e-05,-6.216391921043396e-05,-6.015598773956299e-05,-5.8148056268692017e-05,-5.6140124797821045e-05,-5.413219332695007e-05,-5.21242618560791e-05,-5.011633038520813e-05,-4.810839891433716e-05,-4.6100467443466187e-05,-4.4092535972595215e-05,-4.208460450172424e-05,-4.007667303085327e-05,-3.80687415599823e-05,-3.606081008911133e-05,-3.4052878618240356e-05,-3.2044947147369385e-05,-3.0037015676498413e-05,-2.802908420562744e-05,-2.602115273475647e-05,-2.4013221263885498e-05,-2.2005289793014526e-05,-1.9997358322143555e-05,-1.7989426851272583e-05,-1.598149538040161e-05,-1.397356390953064e-05,-1.1965632438659668e-05,-9.957700967788696e-06,-7.949769496917725e-06,-5.941838026046753e-06,-3.933906555175781e-06,-1.9259750843048096e-06,8.195638656616211e-08,2.089887857437134e-06,4.0978193283081055e-06,6.105750799179077e-06,8.113682270050049e-06,1.012161374092102e-05,1.2129545211791992e-05,1.4137476682662964e-05,1.6145408153533936e-05,1.8153339624404907e-05,2.016127109527588e-05,2.216920256614685e-05,2.4177134037017822e-05,2.6185065507888794e-05,2.8192996978759766e-05,3.0200928449630737e-05,3.220885992050171e-05,3.421679139137268e-05,3.622472286224365e-05,3.8232654333114624e-05,4.0240585803985596e-05,4.224851727485657e-05,4.425644874572754e-05,4.626438021659851e-05,4.827231168746948e-05,5.0280243158340454e-05,5.2288174629211426e-05,5.42961061000824e-05,5.630403757095337e-05,5.831196904182434e-05,6.031990051269531e-05],"_type":"histogram","values":[1,1,0,1,0,2,1,1,7,7,12,21,16,40,40,61,95,152,222,321,518,752,1082,1558,2318,3095,4723,7122,10202,16352,25790,41650,69861,114624,110759,66000,40001,25232,15394,10281,6825,4680,3087,2187,1469,1084,719,466,341,230,126,90,67,32,38,24,17,6,9,3,6,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[2,3,1,8,5,5,4,12,6,9,7,12,15,15,13,9,18,18,15,21,15,20,17,17,19,19,26,14,17,13,16,13,20,10,4,11,19,21,14,13,17,26,17,25,26,18,17,17,18,14,6,6,6,5,3,6,5,7,3,4,2,2,1,1],"bins":[-0.0004702540172729641,-0.00045544025488197803,-0.00044062649249099195,-0.00042581273010000587,-0.00041099899681285024,-0.00039618523442186415,-0.00038137147203087807,-0.000366557709639892,-0.0003517439472489059,-0.0003369301848579198,-0.00032211642246693373,-0.00030730266007594764,-0.00029248889768496156,-0.00027767516439780593,-0.00026286140200681984,-0.00024804763961583376,-0.00023323387722484767,-0.0002184201148338616,-0.0002036063524428755,-0.00018879260460380465,-0.00017397884221281856,-0.00015916507982183248,-0.00014435133198276162,-0.00012953756959177554,-0.00011472380720078945,-9.991004480980337e-05,-8.50962896947749e-05,-7.028253457974643e-05,-5.546877218876034e-05,-4.065501343575306e-05,-2.5841254682745785e-05,-1.1027495929738507e-05,3.7862337194383144e-06,1.8599992472445592e-05,3.341375122545287e-05,4.822750997846015e-05,6.304126873146743e-05,7.785503112245351e-05,9.266878623748198e-05,0.00010748254135251045,0.00012229630374349654,0.00013711006613448262,0.0001519238285254687,0.00016673757636453956,0.00018155133875552565,0.00019636510114651173,0.0002111788489855826,0.00022599261137656868,0.00024080637376755476,0.00025562013615854084,0.00027043389854952693,0.000285247660940513,0.0003000614233314991,0.00031487515661865473,0.0003296889190096408,0.0003445026814006269,0.000359316443791613,0.00037413020618259907,0.00038894396857358515,0.00040375773096457124,0.00041857146425172687,0.00043338522664271295,0.00044819898903369904,0.0004630127514246851,0.0004778265138156712],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.001373291015625,-0.0013321638107299805,-0.001291036605834961,-0.0012499094009399414,-0.0012087821960449219,-0.0011676549911499023,-0.0011265277862548828,-0.0010854005813598633,-0.0010442733764648438,-0.0010031461715698242,-0.0009620189666748047,-0.0009208917617797852,-0.0008797645568847656,-0.0008386373519897461,-0.0007975101470947266,-0.000756382942199707,-0.0007152557373046875,-0.000674128532409668,-0.0006330013275146484,-0.0005918741226196289,-0.0005507469177246094,-0.0005096197128295898,-0.0004684925079345703,-0.0004273653030395508,-0.00038623809814453125,-0.0003451108932495117,-0.0003039836883544922,-0.00026285648345947266,-0.00022172927856445312,-0.0001806020736694336,-0.00013947486877441406,-9.834766387939453e-05,-5.7220458984375e-05,-1.609325408935547e-05,2.5033950805664062e-05,6.61611557006836e-05,0.00010728836059570312,0.00014841556549072266,0.0001895427703857422,0.00023066997528076172,0.00027179718017578125,0.0003129243850708008,0.0003540515899658203,0.00039517879486083984,0.0004363059997558594,0.0004774332046508789,0.0005185604095458984,0.000559687614440918,0.0006008148193359375,0.000641942024230957,0.0006830692291259766,0.0007241964340209961,0.0007653236389160156,0.0008064508438110352,0.0008475780487060547,0.0008887052536010742,0.0009298324584960938,0.0009709596633911133,0.0010120868682861328,0.0010532140731811523,0.0010943412780761719,0.0011354684829711914,0.001176595687866211,0.0012177228927612305,0.00125885009765625],"_type":"histogram","values":[1,1,4,3,7,13,12,22,30,41,75,96,134,142,237,312,371,576,657,950,1351,1769,2389,3382,4785,6403,9590,13476,20290,32665,56419,116815,295619,527336,234307,98351,51667,30139,19290,13076,9085,5992,4402,2905,2166,1489,1166,773,574,427,281,236,170,107,83,67,44,33,28,16,7,5,2,3]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.00044415684533305466,-0.0004290787619538605,-0.0004140006785746664,-0.0003989226242993027,-0.00038384454092010856,-0.0003687664575409144,-0.0003536883741617203,-0.00033861029078252614,-0.000323532207403332,-0.0003084541531279683,-0.00029337606974877417,-0.00027829798636958003,-0.0002632199029903859,-0.00024814181961119175,-0.00023306375078391284,-0.00021798568195663393,-0.00020290759857743979,-0.00018782951519824564,-0.00017275144637096673,-0.0001576733629917726,-0.00014259529416449368,-0.00012751721078529954,-0.0001124391274061054,-9.736105130286887e-05,-8.228297519963235e-05,-6.720489909639582e-05,-5.212681935518049e-05,-3.7048739613965154e-05,-2.1970663510728627e-05,-6.892585588502698e-06,8.185492333723232e-06,2.3263570255949162e-05,3.8341619074344635e-05,5.341969517758116e-05,6.849777128081769e-05,8.357585466001183e-05,9.865393076324835e-05,0.00011373200686648488,0.00012881009024567902,0.00014388815907295793,0.00015896624245215207,0.00017404432583134621,0.00018912239465862513,0.00020420047803781927,0.0002192785614170134,0.00023435663024429232,0.00024943469907157123,0.00026451278245076537,0.0002795908658299595,0.00029466894920915365,0.0003097470325883478,0.0003248250868637115,0.0003399031702429056,0.00035498125362209976,0.0003700593370012939,0.00038513742038048804,0.0004002155037596822,0.00041529355803504586,0.00043037164141424,0.00044544972479343414,0.0004605278081726283,0.0004756058915518224,0.0004906839458271861,0.0005057620583102107,0.0005208401125855744],"_type":"histogram","values":[2,0,0,0,0,2,3,1,4,4,9,4,8,6,12,10,18,15,19,20,20,30,28,15,26,29,24,27,30,26,27,27,29,30,34,36,16,17,18,23,15,17,18,9,8,12,6,7,4,6,3,4,2,1,2,0,0,0,2,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[5,6,14,23,37,96,157,247,404,640,1069,1548,2466,3699,5248,7444,10391,14211,18531,24106,30547,37697,45862,53882,62950,71460,78776,84914,90098,93244,94257,92589,89807,85160,78834,70781,63046,54280,45714,37745,30649,24006,18612,13916,10572,7479,5292,3568,2461,1645,1056,650,389,245,147,88,33,40,14,8,4,3,0,2],"bins":[-0.09153018146753311,-0.088528573513031,-0.0855269655585289,-0.0825253576040268,-0.07952374964952469,-0.07652214169502258,-0.07352053374052048,-0.07051892578601837,-0.06751731783151627,-0.06451570987701416,-0.06151410564780235,-0.05851249769330025,-0.05551088973879814,-0.052509281784296036,-0.04950767382979393,-0.046506065875291824,-0.04350445792078972,-0.04050284996628761,-0.03750124201178551,-0.0344996340572834,-0.031498026102781296,-0.02849642001092434,-0.025494812056422234,-0.022493204101920128,-0.019491596147418022,-0.016489988192915916,-0.01348838023841381,-0.01048677321523428,-0.007485165260732174,-0.004483557306230068,-0.0014819498173892498,0.0015196579042822123,0.004521265625953674,0.00752287358045578,0.010524481534957886,0.013526088558137417,0.016527697443962097,0.019529303535819054,0.02253091149032116,0.025532519444823265,0.02853412739932537,0.03153573349118233,0.03453734144568443,0.03753894940018654,0.040540557354688644,0.04354216530919075,0.046543773263692856,0.04954538121819496,0.05254698917269707,0.05554859712719917,0.05855020508170128,0.061551813036203384,0.06455341726541519,0.0675550252199173,0.0705566331744194,0.07355824112892151,0.07655984908342361,0.07956145703792572,0.08256306499242783,0.08556467294692993,0.08856628090143204,0.09156788885593414,0.09456949681043625,0.09757110476493835,0.10057271271944046],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,0,10,13,14,39,63,113,185,304,575,747,1316,1921,2881,4366,6098,8721,11751,15669,20608,26426,33203,40688,48814,56549,65539,73511,81289,86375,90598,92951,93316,91223,88102,82905,75483,67912,59889,51212,43565,35484,28690,22565,17177,13067,9621,6910,4833,3241,2319,1468,1013,595,368,238,145,81,50,27,13,7,3,4],"bins":[-0.09589610248804092,-0.09291531890630722,-0.08993453532457352,-0.08695375174283981,-0.08397296816110611,-0.0809921845793724,-0.0780114009976387,-0.075030617415905,-0.0720498263835907,-0.069069042801857,-0.06608825922012329,-0.06310747563838959,-0.060126692056655884,-0.05714590847492218,-0.05416512489318848,-0.05118434131145477,-0.04820355772972107,-0.045222774147987366,-0.04224199056625366,-0.03926120698451996,-0.036280423402786255,-0.03329963609576225,-0.03031885251402855,-0.027338068932294846,-0.024357285350561142,-0.02137650176882744,-0.018395718187093735,-0.015414932742714882,-0.012434149160981178,-0.009453365579247475,-0.0064725810661911964,-0.0034917970187962055,-0.0005110204219818115,0.0024697636254131794,0.00545054767280817,0.008431332185864449,0.011412115767598152,0.014392899349331856,0.01737368479371071,0.020354468375444412,0.023335251957178116,0.02631603553891182,0.029296819120645523,0.03227760270237923,0.03525839000940323,0.03823917359113693,0.041219957172870636,0.04420074075460434,0.04718152433633804,0.05016230791807175,0.05314309149980545,0.056123875081539154,0.05910465866327286,0.06208544597029686,0.06506622582674026,0.06804700940847397,0.07102780044078827,0.07400858402252197,0.07698936760425568,0.07997015118598938,0.08295093476772308,0.08593171834945679,0.08891250193119049,0.0918932855129242,0.0948740690946579]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,4,5,2,3,11,7,6,8,5,10,17,10,11,13,13,19,19,14,20,14,20,13,19,11,10,16,17,22,13,12,23,17,19,8,11,13,12,17,8,25,18,19,15,10,12,15,13,14,23,12,8,8,11,12,12,8,6,4,10,5,5,4,6],"bins":[-0.00046899562585167587,-0.0004546057025436312,-0.00044021575013175607,-0.0004258258268237114,-0.00041143587441183627,-0.0003970459511037916,-0.00038265599869191647,-0.0003682660753838718,-0.0003538761520758271,-0.000339486199663952,-0.0003250962763559073,-0.0003107063239440322,-0.0002963164006359875,-0.0002819264482241124,-0.0002675365249160677,-0.0002531465725041926,-0.00023875664919614792,-0.00022436671133618802,-0.00020997677347622812,-0.00019558683561626822,-0.00018119689775630832,-0.00016680697444826365,-0.00015241703658830374,-0.00013802709872834384,-0.00012363716086838394,-0.00010924722300842404,-9.485728514846414e-05,-8.046735456446186e-05,-6.607741670450196e-05,-5.1687478844542056e-05,-3.729754462256096e-05,-2.2907608581590466e-05,-8.517701644450426e-06,5.872234396520071e-06,2.0262170437490568e-05,3.465210465947166e-05,4.904204251943156e-05,6.343198037939146e-05,7.782191096339375e-05,9.221184882335365e-05,0.00010660178668331355,0.00012099172454327345,0.00013538166240323335,0.00014977160026319325,0.00016416152357123792,0.00017855146143119782,0.00019294139929115772,0.00020733133715111762,0.00022172127501107752,0.00023611121287103742,0.0002505011507309973,0.000264891074039042,0.0002792810264509171,0.0002936709497589618,0.0003080609021708369,0.0003224508254788816,0.00033684074878692627,0.0003512307011988014,0.00036562062450684607,0.0003800105769187212,0.00039440050022676587,0.000408790452638641,0.00042318037594668567,0.0004375703283585608,0.00045196025166660547]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[2,1,1,1,0,5,3,14,33,67,134,193,347,668,1024,1788,2801,4208,6475,9386,13322,18389,24871,32667,41141,51102,61638,71949,81743,90587,97535,102521,104202,103235,99426,93927,85591,75596,65522,55230,45027,35906,27657,20630,14806,10793,7397,4970,3321,2012,1224,725,485,268,143,77,40,19,10,3,2,2,1,1],"bins":[-0.10900671035051346,-0.10567142069339752,-0.10233612358570099,-0.09900082647800446,-0.09566553682088852,-0.09233024716377258,-0.08899495005607605,-0.08565965294837952,-0.08232436329126358,-0.07898907363414764,-0.07565377652645111,-0.07231847941875458,-0.06898318976163864,-0.0656479001045227,-0.06231260299682617,-0.05897730961441994,-0.0556420162320137,-0.05230672284960747,-0.04897142946720123,-0.045636136084795,-0.04230084270238876,-0.03896554931998253,-0.035630255937576294,-0.03229496255517006,-0.028959669172763824,-0.02562437579035759,-0.022289082407951355,-0.01895378902554512,-0.015618495643138885,-0.01228320226073265,-0.008947908878326416,-0.005612615495920181,-0.0022773221135139465,0.0010579712688922882,0.004393264651298523,0.007728558033704758,0.011063851416110992,0.014399144798517227,0.017734438180923462,0.021069731563329697,0.02440502494573593,0.027740318328142166,0.0310756117105484,0.034410905092954636,0.03774619847536087,0.041081491857767105,0.04441678524017334,0.047752078622579575,0.05108737200498581,0.054422665387392044,0.05775795876979828,0.061093252152204514,0.06442854553461075,0.06776383519172668,0.07109913229942322,0.07443442940711975,0.07776971906423569,0.08110500872135162,0.08444030582904816,0.08777560293674469,0.09111089259386063,0.09444618225097656,0.0977814793586731,0.10111677646636963,0.10445206612348557]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.00115203857421875,-0.001116037368774414,-0.0010800361633300781,-0.0010440349578857422,-0.0010080337524414062,-0.0009720325469970703,-0.0009360313415527344,-0.0009000301361083984,-0.0008640289306640625,-0.0008280277252197266,-0.0007920265197753906,-0.0007560253143310547,-0.0007200241088867188,-0.0006840229034423828,-0.0006480216979980469,-0.0006120204925537109,-0.000576019287109375,-0.0005400180816650391,-0.0005040168762207031,-0.0004680156707763672,-0.00043201446533203125,-0.0003960132598876953,-0.0003600120544433594,-0.00032401084899902344,-0.0002880096435546875,-0.00025200843811035156,-0.00021600723266601562,-0.0001800060272216797,-0.00014400482177734375,-0.00010800361633300781,-7.200241088867188e-05,-3.600120544433594e-05,0,3.600120544433594e-05,7.200241088867188e-05,0.00010800361633300781,0.00014400482177734375,0.0001800060272216797,0.00021600723266601562,0.00025200843811035156,0.0002880096435546875,0.00032401084899902344,0.0003600120544433594,0.0003960132598876953,0.00043201446533203125,0.0004680156707763672,0.0005040168762207031,0.0005400180816650391,0.000576019287109375,0.0006120204925537109,0.0006480216979980469,0.0006840229034423828,0.0007200241088867188,0.0007560253143310547,0.0007920265197753906,0.0008280277252197266,0.0008640289306640625,0.0009000301361083984,0.0009360313415527344,0.0009720325469970703,0.0010080337524414062,0.0010440349578857422,0.0010800361633300781,0.001116037368774414,0.00115203857421875],"_type":"histogram","values":[1,5,4,2,10,6,13,18,25,30,44,64,89,120,174,197,323,462,626,824,1179,1671,2349,3254,4717,7082,10449,15183,24140,37681,65107,118889,118178,65731,38635,23312,15518,10233,7061,4611,3509,2405,1715,1248,821,632,402,276,250,140,104,83,67,41,38,17,19,9,10,8,3,6,2,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.0978773906826973,-0.09498345851898193,-0.09208952635526657,-0.0891956016421318,-0.08630166947841644,-0.08340773731470108,-0.08051380515098572,-0.07761988043785095,-0.07472594827413559,-0.07183201611042023,-0.06893808394670486,-0.0660441517829895,-0.06315022706985474,-0.060256294906139374,-0.05736236274242401,-0.05446843430399895,-0.051574502140283585,-0.04868056997656822,-0.04578664153814316,-0.042892709374427795,-0.03999878093600273,-0.03710484877228737,-0.034210920333862305,-0.03131698817014694,-0.02842305786907673,-0.025529127568006516,-0.022635197266936302,-0.01974126696586609,-0.016847334802150726,-0.013953405432403088,-0.0110594742000103,-0.008165543898940086,-0.005271613597869873,-0.002377683063969016,0.0005162474699318409,0.003410178003832698,0.006304108537733555,0.009198038838803768,0.012091970071196556,0.01498590037226677,0.017879830673336983,0.020773760974407196,0.02366769127547741,0.026561621576547623,0.029455553740262985,0.03234948217868805,0.03524341434240341,0.038137342780828476,0.04103127494454384,0.0439252071082592,0.046819135546684265,0.04971306771039963,0.05260699614882469,0.055500928312540054,0.05839485675096512,0.06128878891468048,0.06418272107839584,0.0670766532421112,0.06997057795524597,0.07286451011896133,0.0757584422826767,0.07865237444639206,0.08154629915952682,0.08444023132324219,0.08733416348695755],"_type":"histogram","values":[1,0,1,2,4,8,10,34,41,61,111,181,291,475,696,1035,1418,2118,2991,4036,5285,6928,8856,11064,13824,16484,19533,22484,25235,27937,30274,32154,33498,33930,33854,32994,31536,29846,26861,24271,21486,18231,15457,12914,10271,8267,6161,4884,3644,2608,1768,1283,848,622,364,253,166,98,61,38,17,11,6,4]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.00153350830078125,-0.0014851093292236328,-0.0014367103576660156,-0.0013883113861083984,-0.0013399124145507812,-0.001291513442993164,-0.0012431144714355469,-0.0011947154998779297,-0.0011463165283203125,-0.0010979175567626953,-0.0010495185852050781,-0.001001119613647461,-0.0009527206420898438,-0.0009043216705322266,-0.0008559226989746094,-0.0008075237274169922,-0.000759124755859375,-0.0007107257843017578,-0.0006623268127441406,-0.0006139278411865234,-0.0005655288696289062,-0.0005171298980712891,-0.0004687309265136719,-0.0004203319549560547,-0.0003719329833984375,-0.0003235340118408203,-0.0002751350402832031,-0.00022673606872558594,-0.00017833709716796875,-0.00012993812561035156,-8.153915405273438e-05,-3.314018249511719e-05,1.52587890625e-05,6.365776062011719e-05,0.00011205673217773438,0.00016045570373535156,0.00020885467529296875,0.00025725364685058594,0.0003056526184082031,0.0003540515899658203,0.0004024505615234375,0.0004508495330810547,0.0004992485046386719,0.0005476474761962891,0.0005960464477539062,0.0006444454193115234,0.0006928443908691406,0.0007412433624267578,0.000789642333984375,0.0008380413055419922,0.0008864402770996094,0.0009348392486572266,0.0009832382202148438,0.001031637191772461,0.0010800361633300781,0.0011284351348876953,0.0011768341064453125,0.0012252330780029297,0.0012736320495605469,0.001322031021118164,0.0013704299926757812,0.0014188289642333984,0.0014672279357910156,0.0015156269073486328,0.00156402587890625],"_type":"histogram","values":[1,1,1,1,3,11,7,4,11,19,23,39,50,73,104,105,222,320,409,568,971,1449,2124,3186,5311,8478,14634,24740,46181,92026,224219,555585,330614,125407,59602,30493,17807,10570,6037,3891,2528,1633,1072,725,474,372,248,150,96,80,56,28,37,18,14,14,9,5,0,1,2,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,0,2,5,4,3,5,9,5,5,13,12,10,16,21,19,22,22,22,36,21,22,30,34,29,36,37,21,35,30,18,24,20,35,19,23,12,20,16,9,7,8,6,6,4,4,2,2,2,1,0,0,1,0,1,0,1],"bins":[-0.0004960447549819946,-0.0004809854435734451,-0.00046592613216489553,-0.000450866820756346,-0.00043580750934779644,-0.00042074822704307735,-0.0004056889156345278,-0.00039062960422597826,-0.0003755702928174287,-0.00036051098140887916,-0.0003454516700003296,-0.00033039235859178007,-0.000315333076287061,-0.00030027376487851143,-0.0002852144534699619,-0.00027015514206141233,-0.0002550958306528628,-0.00024003651924431324,-0.0002249772078357637,-0.00020991791097912937,-0.00019485859957057983,-0.00017979928816203028,-0.00016473999130539596,-0.00014968067989684641,-0.00013462136848829687,-0.00011956205707974732,-0.00010450275294715539,-8.944344881456345e-05,-7.43841374060139e-05,-5.9324829635443166e-05,-4.4265521864872426e-05,-2.9206214094301686e-05,-1.4146935427561402e-05,9.123723430093378e-07,1.5971680113580078e-05,3.103098788415082e-05,4.609029565472156e-05,6.11496070632711e-05,7.620891119586304e-05,9.126821532845497e-05,0.00010632752673700452,0.00012138683814555407,0.0001364461495541036,0.00015150544641073793,0.00016656475781928748,0.00018162406922783703,0.00019668336608447134,0.0002117426774930209,0.00022680198890157044,0.00024186130031012,0.00025692061171866953,0.0002719799231272191,0.00028703920543193817,0.0003020985168404877,0.00031715782824903727,0.0003322171396575868,0.00034727645106613636,0.0003623357624746859,0.00037739507388323545,0.000392454385291785,0.00040751369670033455,0.00042257297900505364,0.0004376322904136032,0.00045269160182215273,0.0004677509132307023],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-4.3225008994340897e-07,-4.18383478972828e-07,-4.0451686800224707e-07,-3.906502570316661e-07,-3.7678364606108516e-07,-3.629170350905042e-07,-3.4905042411992326e-07,-3.351838131493423e-07,-3.2131720217876136e-07,-3.074505912081804e-07,-2.9358398023759946e-07,-2.797173692670185e-07,-2.6585075829643756e-07,-2.519841473258566e-07,-2.3811753635527566e-07,-2.242509253846947e-07,-2.1038431441411376e-07,-1.965177034435328e-07,-1.8265109247295186e-07,-1.687844815023709e-07,-1.5491787053178996e-07,-1.41051259561209e-07,-1.2718464859062806e-07,-1.1331803762004711e-07,-9.945142664946616e-08,-8.55848156788852e-08,-7.171820470830426e-08,-5.7851593737723306e-08,-4.3984982767142355e-08,-3.0118371796561405e-08,-1.6251760825980455e-08,-2.3851498553995043e-09,1.1481461115181446e-08,2.5348072085762396e-08,3.921468305634335e-08,5.30812940269243e-08,6.694790499750525e-08,8.08145159680862e-08,9.468112693866715e-08,1.085477379092481e-07,1.2241434887982905e-07,1.3628095985041e-07,1.5014757082099095e-07,1.640141817915719e-07,1.7788079276215285e-07,1.917474037327338e-07,2.0561401470331475e-07,2.194806256738957e-07,2.3334723664447665e-07,2.472138476150576e-07,2.6108045858563855e-07,2.749470695562195e-07,2.8881368052680045e-07,3.026802914973814e-07,3.1654690246796235e-07,3.304135134385433e-07,3.4428012440912426e-07,3.581467353797052e-07,3.7201334635028616e-07,3.858799573208671e-07,3.9974656829144806e-07,4.13613179262029e-07,4.2747979023260996e-07,4.413464012031909e-07,4.5521301217377186e-07],"_type":"histogram","values":[1,1,0,0,0,1,1,0,0,1,0,1,0,2,2,3,1,5,4,3,4,7,8,8,15,25,35,43,54,75,67,60,71,61,45,46,22,20,21,12,5,8,5,6,7,2,0,2,1,1,0,1,0,0,0,2,2,0,0,0,0,0,0,1]},"_timestamp":1.7527982808674405e+09,"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,3,0,2,1,2,2,3,5,7,5,6,11,17,9,11,21,12,15,19,26,34,34,23,39,30,23,27,30,33,30,19,36,29,24,21,26,12,21,20,7,16,12,8,4,5,5,5,4,3,0,6,1,0,1,0,2],"bins":[-0.00045751361176371574,-0.000444438133854419,-0.0004313626268412918,-0.00041828714893199503,-0.0004052116419188678,-0.0003921361640095711,-0.00037906065699644387,-0.0003659851790871471,-0.0003529096720740199,-0.00033983419416472316,-0.00032675868715159595,-0.0003136832092422992,-0.000300607702229172,-0.00028753222431987524,-0.00027445671730674803,-0.0002613812393974513,-0.0002483057323843241,-0.00023523025447502732,-0.00022215476201381534,-0.00020907926955260336,-0.00019600377709139138,-0.0001829282846301794,-0.00016985279216896743,-0.00015677729970775545,-0.0001437018217984587,-0.00013062632933724672,-0.00011755082960007712,-0.00010447533713886514,-9.139985195361078e-05,-7.83243594923988e-05,-6.524886703118682e-05,-5.217337456997484e-05,-3.909788210876286e-05,-2.602238964755088e-05,-1.2946899005328305e-05,1.2859254638897255e-07,1.320408409810625e-05,2.627957655931823e-05,3.93550653825514e-05,5.243055784376338e-05,6.550605030497536e-05,7.858154276618734e-05,9.165703522739932e-05,0.0001047325276886113,0.00011780801287386566,0.00013088350533507764,0.00014395899779628962,0.0001570344902575016,0.00017010998271871358,0.00018318547517992556,0.00019626096764113754,0.00020933646010234952,0.0002224119525635615,0.00023548744502477348,0.00024856292293407023,0.00026163842994719744,0.0002747139078564942,0.0002877894148696214,0.00030086489277891815,0.00031394039979204535,0.0003270158777013421,0.0003400913847144693,0.00035316686262376606,0.00036624236963689327,0.00037931784754619],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.0983254536986351,-0.095320925116539,-0.0923163965344429,-0.0893118679523468,-0.0863073319196701,-0.083302803337574,-0.0802982747554779,-0.0772937461733818,-0.0742892175912857,-0.0712846890091896,-0.0682801604270935,-0.0652756318449974,-0.06227109953761101,-0.05926657095551491,-0.05626203864812851,-0.05325751006603241,-0.05025298148393631,-0.04724845290184021,-0.04424392431974411,-0.04123939201235771,-0.03823486343026161,-0.03523033484816551,-0.032225802540779114,-0.029221273958683014,-0.026216745376586914,-0.023212216794490814,-0.020207686349749565,-0.017203155905008316,-0.014198627322912216,-0.011194097809493542,-0.008189568296074867,-0.005185038782656193,-0.0021805092692375183,0.0008240202441811562,0.0038285497575998306,0.006833079271018505,0.00983760878443718,0.012842138297855854,0.01584666781127453,0.018851198256015778,0.021855726838111877,0.024860255420207977,0.027864785864949226,0.030869316309690475,0.033873844891786575,0.036878373473882675,0.039882905781269073,0.04288743436336517,0.04589196294546127,0.04889649152755737,0.05190102010965347,0.05490555241703987,0.05791008099913597,0.06091460958123207,0.06391914188861847,0.06692367047071457,0.06992819905281067,0.07293272763490677,0.07593725621700287,0.07894178479909897,0.08194631338119507,0.08495084941387177,0.08795537799596786,0.09095990657806396,0.09396443516016006],"_type":"histogram","values":[2,2,3,2,6,4,14,30,48,73,138,220,357,520,833,1265,1791,2558,3593,4828,6495,8705,10911,13684,16207,19793,23012,25939,29120,31097,33175,34728,35365,35172,34202,32431,29840,27172,24279,21140,17835,14722,12221,9627,7410,5662,4076,3067,2117,1488,1033,712,431,280,161,102,58,34,22,5,2,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,2,3,3,0,3,7,6,5,15,6,9,10,8,23,12,18,22,17,21,15,23,24,23,24,28,19,19,23,19,20,25,17,15,25,21,9,14,15,21,22,21,13,11,9,8,7,6,11,8,10,1,9,11,7,5,5,3,5,2,2],"bins":[0.9994709491729736,0.9994871020317078,0.9995032548904419,0.9995193481445312,0.9995355010032654,0.9995516538619995,0.9995677471160889,0.999583899974823,0.9996000528335571,0.9996162056922913,0.9996323585510254,0.9996484518051147,0.9996646046638489,0.999680757522583,0.9996968507766724,0.9997130036354065,0.9997291564941406,0.9997453093528748,0.9997614622116089,0.9997775554656982,0.9997937083244324,0.9998098611831665,0.9998259544372559,0.99984210729599,0.9998582601547241,0.9998744130134583,0.9998905658721924,0.9999066591262817,0.9999228119850159,0.99993896484375,0.9999550580978394,0.9999712109565735,0.9999873638153076,1.000003457069397,1.0000196695327759,1.0000357627868652,1.0000519752502441,1.0000680685043335,1.0000841617584229,1.0001003742218018,1.0001164674758911,1.0001325607299805,1.0001487731933594,1.0001648664474487,1.000180959701538,1.000197172164917,1.0002132654190063,1.0002294778823853,1.0002455711364746,1.000261664390564,1.0002778768539429,1.0002939701080322,1.0003101825714111,1.0003262758255005,1.0003423690795898,1.0003585815429688,1.000374674797058,1.0003907680511475,1.0004069805145264,1.0004230737686157,1.000439167022705,1.000455379486084,1.0004714727401733,1.0004876852035522,1.0005037784576416]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,0,0,2,1,0,1,2,3,3,5,5,3,6,4,7,10,14,13,22,11,15,20,14,35,13,29,21,31,29,28,26,33,25,25,25,29,28,24,23,21,20,23,20,13,16,12,10,2,4,9,5,5,3,4,0,2,4,4,2,1,0,2],"bins":[-0.00047484063543379307,-0.0004604322894010693,-0.0004460239433683455,-0.00043161562643945217,-0.0004172072804067284,-0.0004027989343740046,-0.0003883905883412808,-0.0003739822714123875,-0.0003595739253796637,-0.0003451655793469399,-0.00033075723331421614,-0.00031634888728149235,-0.000301940570352599,-0.00028753222431987524,-0.00027312387828715146,-0.00025871553225442767,-0.00024430721532553434,-0.00022989885474089533,-0.00021549052326008677,-0.000201082177227363,-0.00018667384574655443,-0.00017226549971383065,-0.0001578571682330221,-0.0001434488222002983,-0.00012904047616757452,-0.00011463214468676597,-0.0001002238059299998,-8.581546717323363e-05,-7.140712114050984e-05,-5.699878602172248e-05,-4.25904436269775e-05,-2.8182104870211333e-05,-1.3773766113445163e-05,6.345735528157093e-07,1.5042913219076581e-05,2.9451253794832155e-05,4.3859592551598325e-05,5.8267931308364496e-05,7.267627370310947e-05,8.708461245987564e-05,0.00010149295121664181,0.00011590128997340798,0.00013030963600613177,0.00014471796748694032,0.0001591263135196641,0.00017353464500047266,0.00018794299103319645,0.000202351322514005,0.0002167596685467288,0.00023116801457945257,0.00024557634606026113,0.0002599846920929849,0.0002743930381257087,0.000288801355054602,0.0003032097010873258,0.0003176180471200496,0.0003320263931527734,0.00034643473918549716,0.0003608430561143905,0.0003752514021471143,0.00038965974817983806,0.00040406809421256185,0.0004184764111414552,0.00043288475717417896,0.00044729310320690274],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,2,3,2,2,3,6,3,5,6,5,6,7,8,5,12,10,21,22,23,21,26,22,22,19,38,25,36,22,32,27,30,23,28,20,20,13,24,19,19,9,16,12,19,11,11,10,5,5,8,3,6,3,4,0,1,2,1,1,1],"bins":[-0.0006344651919789612,-0.0006153672002255917,-0.0005962691502645612,-0.0005771711585111916,-0.0005580731085501611,-0.0005389751167967916,-0.0005198770668357611,-0.0005007790750823915,-0.0004816810542251915,-0.00046258303336799145,-0.0004434850125107914,-0.0004243869916535914,-0.0004052889999002218,-0.0003861909790430218,-0.00036709295818582177,-0.00034799493732862175,-0.0003288969164714217,-0.0003097988956142217,-0.00029070087475702167,-0.00027160285389982164,-0.0002525048330426216,-0.00023340682673733681,-0.00021430882043205202,-0.000195210799574852,-0.00017611277871765196,-0.00015701475786045194,-0.0001379167370032519,-0.00011881873069796711,-9.972070984076709e-05,-8.062268898356706e-05,-6.152467540232465e-05,-4.242665818310343e-05,-2.3328582756221294e-05,-4.230565537000075e-06,1.4867451682221144e-05,3.3965468901442364e-05,5.306348612066358e-05,7.216150697786361e-05,9.125952055910602e-05,0.00011035753414034843,0.00012945555499754846,0.0001485535758547485,0.00016765159671194851,0.0001867496030172333,0.00020584762387443334,0.00022494564473163337,0.00024404365103691816,0.0002631416718941182,0.0002822396927513182,0.00030133771360851824,0.00032043573446571827,0.0003395337553229183,0.0003586317761801183,0.0003777297679334879,0.0003968277887906879,0.00041592580964788795,0.00043502383050508797,0.000454121851362288,0.000473219872219488,0.000492317893076688,0.0005114158848300576,0.0005305139347910881,0.0005496119265444577,0.0005687099765054882,0.0005878079682588577]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,8,16,21,35,66,108,169,269,463,720,1037,1490,2209,3146,4351,5772,7884,9978,12601,15235,18566,21710,24944,27846,30590,33052,34642,35610,35515,34519,33030,30978,28583,25265,22144,19054,15618,13107,10401,8092,6099,4409,3349,2371,1644,1119,741,509,298,186,104,58,44,22,10,6,4,1,1,1,1],"bins":[-0.09403366595506668,-0.09100579470396042,-0.08797793090343475,-0.08495005965232849,-0.08192218840122223,-0.07889432460069656,-0.0758664533495903,-0.07283858209848404,-0.06981071829795837,-0.06678284704685211,-0.06375497579574585,-0.060727108269929886,-0.05769924074411392,-0.05467136949300766,-0.051643501967191696,-0.048615630716085434,-0.04558776319026947,-0.042559895664453506,-0.039532024413347244,-0.03650415688753128,-0.03347628563642502,-0.030448418110609055,-0.02742055058479309,-0.024392681196331978,-0.021364811807870865,-0.018336942419409752,-0.015309073962271214,-0.012281205505132675,-0.009253336116671562,-0.0062254671938717365,-0.003197598271071911,-0.0001697293482720852,0.0028581321239471436,0.005886001046746969,0.008913869969546795,0.011941738426685333,0.014969607815146446,0.01799747720360756,0.021025344729423523,0.024053214117884636,0.02708108350634575,0.030108952894806862,0.033136822283267975,0.03616468980908394,0.0391925573348999,0.042220428586006165,0.04524829611182213,0.04827616736292839,0.051304034888744354,0.05433190241456032,0.05735977366566658,0.060387641191482544,0.0634155124425888,0.06644337624311447,0.06947124749422073,0.072499118745327,0.07552698254585266,0.07855485379695892,0.08158272504806519,0.08461059629917145,0.08763846009969711,0.09066633135080338,0.09369420260190964,0.0967220664024353,0.09974993765354156]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,2,1,0,2,0,1,4,4,1,3,6,4,8,6,12,7,15,27,21,21,17,15,18,23,30,30,30,31,30,35,29,29,34,18,33,18,28,25,26,26,17,11,18,11,7,7,5,1,3,2,1,2,1,1,2,3,1,1,0,1],"bins":[-0.0004996157367713749,-0.0004844553186558187,-0.00046929490054026246,-0.0004541344824247062,-0.00043897406430915,-0.0004238136752974242,-0.00040865325718186796,-0.0003934928390663117,-0.0003783324209507555,-0.00036317200283519924,-0.000348011584719643,-0.00033285116660408676,-0.000317690777592361,-0.00030253035947680473,-0.0002873699413612485,-0.00027220952324569225,-0.000257049105130136,-0.00024188868701457977,-0.00022672826889902353,-0.00021156786533538252,-0.00019640744721982628,-0.00018124702910427004,-0.00016608662554062903,-0.0001509262074250728,-0.00013576578930951655,-0.00012060537119396031,-0.00010544496035436168,-9.028454951476306e-05,-7.512413139920682e-05,-5.9963716921629384e-05,-4.480330244405195e-05,-2.9642887966474518e-05,-1.4482473488897085e-05,6.779409886803478e-07,1.583835546625778e-05,3.0998769943835214e-05,4.615918442141265e-05,6.131960253696889e-05,7.648001337656751e-05,9.164042421616614e-05,0.00010680084233172238,0.00012196126044727862,0.00013712167856283486,0.00015228208212647587,0.0001674425002420321,0.00018260291835758835,0.00019776332192122936,0.0002129237400367856,0.00022808415815234184,0.00024324457626789808,0.0002584049943834543,0.00027356541249901056,0.0002887258306145668,0.0003038862196262926,0.0003190466377418488,0.00033420705585740507,0.0003493674739729613,0.00036452789208851755,0.0003796883102040738,0.00039484872831963,0.0004100091173313558,0.00042516953544691205,0.0004403299535624683,0.00045549037167802453,0.00047065078979358077]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,1,0,1,5,2,3,4,5,8,10,10,14,19,11,19,23,27,40,33,33,36,43,40,36,35,43,38,32,32,25,14,25,15,13,16,13,9,5,5,6,3,2,3,2,2,0,1,0,0,0,0,1,0,0,0,1],"bins":[-5.514584336197004e-05,-5.337153561413288e-05,-5.159723150427453e-05,-4.9822923756437376e-05,-4.804861964657903e-05,-4.627431189874187e-05,-4.450000778888352e-05,-4.2725700041046366e-05,-4.095139593118802e-05,-3.917708818335086e-05,-3.7402780435513705e-05,-3.5628476325655356e-05,-3.38541685778182e-05,-3.207986446795985e-05,-3.0305556720122695e-05,-2.8531250791274942e-05,-2.675694486242719e-05,-2.4982638933579437e-05,-2.3208333004731685e-05,-2.1434027075883932e-05,-1.965972114703618e-05,-1.7885413399199024e-05,-1.611110747035127e-05,-1.4336801541503519e-05,-1.2562495612655766e-05,-1.0788189683808014e-05,-9.013883754960261e-06,-7.239576916617807e-06,-5.4652709877700545e-06,-3.6909648315486265e-06,-1.9166586753271986e-06,-1.4235251910577063e-07,1.6319536371156573e-06,3.4062597933370853e-06,5.180565949558513e-06,6.954872333153617e-06,8.729178262001369e-06,1.0503484190849122e-05,1.2277791029191576e-05,1.4052096958039328e-05,1.582640288688708e-05,1.7600708815734833e-05,1.9375014744582586e-05,2.114932067343034e-05,2.2923628421267495e-05,2.4697934350115247e-05,2.6472240278963e-05,2.8246546207810752e-05,3.0020852136658505e-05,3.179515988449566e-05,3.356946399435401e-05,3.5343771742191166e-05,3.7118075852049515e-05,3.889238359988667e-05,4.066668770974502e-05,4.2440995457582176e-05,4.421530320541933e-05,4.598960731527768e-05,4.776391506311484e-05,4.9538219172973186e-05,5.131252692081034e-05,5.308683103066869e-05,5.486113877850585e-05,5.6635442888364196e-05,5.840975063620135e-05]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,5,2,4,3,3,2,2,11,4,5,10,13,16,19,21,22,21,26,19,31,20,29,34,29,31,31,27,34,34,25,22,14,20,19,16,20,18,15,8,12,11,13,11,7,7,4,1,4,2,1,2,1,0,1,0,0,2],"bins":[-0.0009541339240968227,-0.0009245107648894191,-0.0008948876056820154,-0.0008652644464746118,-0.0008356412872672081,-0.0008060181280598044,-0.0007763949688524008,-0.0007467718096449971,-0.0007171486504375935,-0.0006875254912301898,-0.0006579023320227861,-0.0006282791728153825,-0.0005986560136079788,-0.0005690328544005752,-0.0005394096951931715,-0.0005097865359857678,-0.0004801633767783642,-0.0004505402175709605,-0.00042091705836355686,-0.0003912938991561532,-0.00036167073994874954,-0.0003320475807413459,-0.0003024244215339422,-0.00027280126232653856,-0.0002431781031191349,-0.00021355494391173124,-0.00018393178470432758,-0.00015430862549692392,-0.00012468546628952026,-9.50623070821166e-05,-6.543914787471294e-05,-3.5815988667309284e-05,-6.192829459905624e-06,2.3430329747498035e-05,5.3053488954901695e-05,8.267664816230536e-05,0.00011229980736970901,0.00014192296657711267,0.00017154612578451633,0.00020116928499192,0.00023079244419932365,0.0002604156034067273,0.000290038762614131,0.00031966192182153463,0.0003492850810289383,0.00037890824023634195,0.0004085313994437456,0.0004381545586511493,0.00046777771785855293,0.0004974008770659566,0.0005270240362733603,0.0005566471954807639,0.0005862703546881676,0.0006158935138955712,0.0006455166731029749,0.0006751398323103786,0.0007047629915177822,0.0007343861507251859,0.0007640093099325895,0.0007936324691399932,0.0008232556283473969,0.0008528787875548005,0.0008825019467622042,0.0009121251059696078,0.0009417482651770115]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,4,8,10,19,21,65,88,168,236,336,588,823,1155,1772,2422,3195,4359,5629,7367,9321,11572,14041,16579,19443,22206,24887,27038,29681,31132,32503,32997,32932,31876,30722,29098,26745,24161,21357,18623,15710,13274,10937,8664,6895,5272,4022,2945,2165,1603,1031,732,533,328,235,109,72,40,34,24,6,4,5,3],"bins":[-0.0894034281373024,-0.08659697324037552,-0.08379051834344864,-0.08098406344652176,-0.07817761600017548,-0.0753711611032486,-0.07256470620632172,-0.06975825130939484,-0.06695179641246796,-0.06414534151554108,-0.0613388866186142,-0.058532435446977615,-0.055725980550050735,-0.052919525653123856,-0.050113074481487274,-0.047306619584560394,-0.044500164687633514,-0.041693709790706635,-0.038887254893779755,-0.03608080372214317,-0.03327434882521629,-0.030467893928289413,-0.027661440894007683,-0.024854987859725952,-0.022048532962799072,-0.019242078065872192,-0.01643562503159046,-0.013629171065986156,-0.010822717100381851,-0.008016263134777546,-0.005209809169173241,-0.0024033552035689354,0.00040309131145477295,0.003209545277059078,0.0060159992426633835,0.008822453208267689,0.011628907173871994,0.0144353611394763,0.017241815105080605,0.020048268139362335,0.022854723036289215,0.025661177933216095,0.028467630967497826,0.031274084001779556,0.034080538898706436,0.036886993795633316,0.0396934449672699,0.04249989986419678,0.04530635476112366,0.04811280965805054,0.05091926455497742,0.053725715726614,0.05653217062354088,0.05933862552046776,0.06214507669210434,0.06495153158903122,0.0677579864859581,0.07056444138288498,0.07337089627981186,0.07617735117673874,0.07898379862308502,0.0817902535200119,0.08459670841693878,0.08740316331386566,0.09020961821079254]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,1,0,0,3,1,2,7,4,5,3,8,4,6,10,13,12,11,26,11,19,25,20,28,26,28,41,31,26,25,28,29,24,31,29,16,23,16,14,28,16,20,11,14,13,7,9,6,10,6,6,3,1,2,1,2,0,2,0,1,0,1],"bins":[-0.0008594421669840813,-0.0008324110531248152,-0.0008053799392655492,-0.0007783488254062831,-0.0007513177115470171,-0.0007242865394800901,-0.0006972554256208241,-0.0006702243117615581,-0.000643193197902292,-0.000616162084043026,-0.0005891309701837599,-0.0005620998563244939,-0.0005350686842575669,-0.0005080375703983009,-0.00048100645653903484,-0.0004539753426797688,-0.00042694422882050276,-0.0003999131149612367,-0.00037288200110197067,-0.0003458508581388742,-0.00031881974427960813,-0.0002917886304203421,-0.0002647574874572456,-0.00023772637359797955,-0.0002106952597387135,-0.00018366414587944746,-0.0001566330174682662,-0.00012960188905708492,-0.00010257077519781888,-7.553965406259522e-05,-4.850853292737156e-05,-2.1477411792147905e-05,5.553709343075752e-06,3.258483047829941e-05,5.9615951613523066e-05,8.664707274874672e-05,0.00011367819388397038,0.00014070930774323642,0.0001677404361544177,0.00019477156456559896,0.000221802678424865,0.00024883379228413105,0.0002758649061433971,0.0003028960491064936,0.00032992716296575963,0.0003569582768250257,0.0003839894197881222,0.0004110205336473882,0.00043805164750665426,0.0004650827613659203,0.0004921138752251863,0.0005191449890844524,0.0005461761029437184,0.0005732072750106454,0.0006002383888699114,0.0006272695027291775,0.0006543006165884435,0.0006813317304477096,0.0007083628443069756,0.0007353939581662416,0.0007624251302331686,0.0007894562440924346,0.0008164873579517007,0.0008435184718109667,0.0008705495856702328]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0004526340344455093,-0.00043779463157989085,-0.0004229552287142724,-0.0004081158258486539,-0.00039327642298303545,-0.000378437020117417,-0.0003635976172517985,-0.00034875821438618004,-0.0003339187824167311,-0.00031907937955111265,-0.0003042399766854942,-0.0002894005738198757,-0.00027456117095425725,-0.0002597217680886388,-0.0002448823652230203,-0.00023004296235740185,-0.00021520355949178338,-0.0002003641566261649,-0.00018552475376054645,-0.00017068535089492798,-0.0001558459480293095,-0.00014100653061177582,-0.00012616712774615735,-0.00011132772488053888,-9.648832201492041e-05,-8.164891914930195e-05,-6.680951628368348e-05,-5.19701061421074e-05,-3.713070327648893e-05,-2.229129859188106e-05,-7.451893907273188e-06,7.387510777334683e-06,2.2226886358112097e-05,3.7066289223730564e-05,5.190569572732784e-05,6.674510223092511e-05,8.158450509654358e-05,9.642390796216205e-05,0.00011126331810373813,0.0001261027209693566,0.00014094212383497506,0.00015578152670059353,0.000170620929566212,0.00018546033243183047,0.00020029974984936416,0.00021513915271498263,0.0002299785555806011,0.00024481795844621956,0.00025965736131183803,0.0002744967641774565,0.00028933616704307497,0.00030417556990869343,0.0003190149727743119,0.00033385437563993037,0.00034869377850554883,0.0003635331813711673,0.0003783726133406162,0.0003932120162062347,0.00040805141907185316,0.00042289082193747163,0.0004377302248030901,0.00045256962766870856,0.00046740903053432703,0.0004822484333999455,0.000497087836265564],"_type":"histogram","values":[1,0,3,1,1,0,3,0,2,5,3,4,8,10,11,10,10,15,14,10,24,18,29,18,24,28,21,28,27,34,31,28,25,37,32,25,24,18,21,15,20,12,15,26,12,12,7,7,7,5,4,5,3,3,1,4,1,3,0,0,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,1,4,3,2,2,3,4,4,3,9,11,6,6,3,12,18,19,29,23,22,30,12,33,32,24,40,26,32,18,32,18,29,21,25,26,20,26,18,15,18,17,12,10,10,3,5,3,7,6,2,1,3,0,3,1,1,0,0,1,0,1],"bins":[-0.0004493898886721581,-0.0004345506604295224,-0.00041971143218688667,-0.00040487220394425094,-0.00039003300480544567,-0.00037519377656280994,-0.0003603545483201742,-0.0003455153200775385,-0.00033067609183490276,-0.00031583686359226704,-0.0003009976353496313,-0.0002861584071069956,-0.00027131917886435986,-0.0002564799797255546,-0.00024164075148291886,-0.00022680152324028313,-0.0002119622949976474,-0.00019712306675501168,-0.00018228383851237595,-0.00016744462482165545,-0.00015260539657901973,-0.000137766168336384,-0.0001229269546456635,-0.00010808772640302777,-9.324849816039205e-05,-7.840926991775632e-05,-6.35700489510782e-05,-4.8730824346421286e-05,-3.389159974176437e-05,-1.9052375137107447e-05,-4.213150532450527e-06,1.0626074072206393e-05,2.5465269573032856e-05,4.0304494177689776e-05,5.5143718782346696e-05,6.998293974902481e-05,8.482216799166054e-05,9.966139623429626e-05,0.00011450061720097438,0.0001293398381676525,0.00014417906641028821,0.00015901829465292394,0.00017385752289555967,0.00018869673658628017,0.0002035359648289159,0.00021837519307155162,0.00023321440676227212,0.00024805363500490785,0.0002628928632475436,0.0002777320914901793,0.00029257131973281503,0.00030741054797545075,0.0003222497762180865,0.00033708897535689175,0.0003519282035995275,0.0003667674318421632,0.00038160666008479893,0.00039644588832743466,0.0004112851165700704,0.0004261243448127061,0.0004409635439515114,0.0004558027721941471,0.00047064200043678284,0.00048548122867941856,0.0005003204569220543]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[4,5,5,15,28,69,99,199,349,580,912,1330,2178,3075,4646,6644,9224,12694,17037,22114,28476,35639,43705,51675,60359,69227,77303,84124,89132,93047,95233,94720,91804,86820,80829,73022,65305,56573,48145,39434,31878,25153,19780,14864,10870,7844,5623,3910,2582,1763,1123,681,427,258,137,101,47,23,9,6,4,1,0,1],"bins":[-0.09305787831544876,-0.09003224223852158,-0.08700661361217499,-0.0839809775352478,-0.08095534890890121,-0.07792971283197403,-0.07490407675504684,-0.07187844812870026,-0.06885281205177307,-0.06582718342542648,-0.0628015473484993,-0.05977591499686241,-0.056750282645225525,-0.05372465029358864,-0.05069901421666145,-0.04767338186502457,-0.04464774951338768,-0.04162211716175079,-0.03859648481011391,-0.03557084873318672,-0.032545216381549835,-0.02951958402991295,-0.026493951678276062,-0.023468317463994026,-0.02044268511235714,-0.017417052760720253,-0.014391418546438217,-0.01136578619480133,-0.00834015291184187,-0.005314519628882408,-0.0022888868115842342,0.0007367462385445833,0.003762379288673401,0.006788012571632862,0.009813645854592323,0.01283927820622921,0.015864912420511246,0.018890544772148132,0.02191617712378502,0.024941811338067055,0.02796744368970394,0.030993076041340828,0.034018710255622864,0.03704434260725975,0.04006997495889664,0.043095607310533524,0.04612124338746071,0.049146875739097595,0.05217250809073448,0.05519814044237137,0.058223772794008255,0.06124940887093544,0.06427504122257233,0.06730066984891891,0.0703263059258461,0.07335194200277328,0.07637757062911987,0.07940320670604706,0.08242883533239365,0.08545447140932083,0.08848010748624802,0.0915057361125946,0.09453137218952179,0.09755700081586838,0.10058263689279556],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.000427410239353776,-0.0004133838228881359,-0.0003993573773186654,-0.0003853309608530253,-0.0003713045152835548,-0.0003572780988179147,-0.00034325168235227466,-0.00032922523678280413,-0.00031519882031716406,-0.000301172403851524,-0.00028714595828205347,-0.0002731195418164134,-0.00025909312535077333,-0.0002450666797813028,-0.00023104026331566274,-0.00021701383229810745,-0.00020298740128055215,-0.00018896097026299685,-0.00017493453924544156,-0.0001609081227798015,-0.0001468816917622462,-0.0001328552607446909,-0.00011882883700309321,-0.00010480241326149553,-9.077598224394023e-05,-7.674955122638494e-05,-6.272312748478726e-05,-4.8696700105210766e-05,-3.467027272563428e-05,-2.0643845346057788e-05,-6.617417966481298e-06,7.409009413095191e-06,2.1435465896502137e-05,3.5461893276078627e-05,4.9488320655655116e-05,6.35147443972528e-05,7.75411754148081e-05,9.156760643236339e-05,0.00010559403017396107,0.00011962045391555876,0.00013364688493311405,0.00014767331595066935,0.00016169974696822464,0.0001757261634338647,0.00018975259445142,0.0002037790254689753,0.00021780544193461537,0.00023183187295217067,0.00024585830396972597,0.00025988472043536603,0.00027391116600483656,0.00028793758247047663,0.0003019639989361167,0.0003159904445055872,0.0003300168609712273,0.0003440433065406978,0.0003580697230063379,0.00037209613947197795,0.0003861225850414485,0.00040014900150708854,0.00041417544707655907,0.00042820186354219913,0.0004422282800078392,0.00045625472557730973,0.0004702811420429498],"_type":"histogram","values":[1,3,0,0,1,1,4,3,2,5,6,4,11,6,10,11,12,14,25,12,22,24,28,15,22,28,26,32,33,21,17,25,28,30,26,16,20,36,18,22,13,12,22,18,13,10,13,7,4,6,7,2,7,3,1,1,2,1,1,1,0,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[2,1,3,5,13,26,46,87,150,213,362,613,940,1446,2144,3154,4611,6432,8804,12240,16197,20940,26497,32882,40360,47843,55863,63920,71239,78246,84050,87844,90036,91389,90351,86683,81737,76250,68174,60488,52811,44982,37653,30681,24237,18999,14465,10924,7979,5811,4030,2749,1921,1272,784,532,314,197,120,62,26,24,6,4],"bins":[-0.0968712717294693,-0.09396392107009888,-0.09105657041072845,-0.08814921230077744,-0.08524186164140701,-0.08233451098203659,-0.07942716032266617,-0.07651980221271515,-0.07361245155334473,-0.0707051008939743,-0.06779775023460388,-0.06489039957523346,-0.06198304519057274,-0.05907569080591202,-0.056168340146541595,-0.053260985761880875,-0.05035363510251045,-0.04744628444314003,-0.04453893005847931,-0.04163157939910889,-0.038724225014448166,-0.035816874355077744,-0.03290951997041702,-0.0300021693110466,-0.02709481678903103,-0.024187464267015457,-0.021280111744999886,-0.018372759222984314,-0.015465407632291317,-0.012558055110275745,-0.009650703519582748,-0.006743350997567177,-0.0038359984755516052,-0.0009286461863666773,0.0019787061028182507,0.004886058159172535,0.0077934106811881065,0.010700763203203678,0.013608114793896675,0.016515467315912247,0.01942281983792782,0.02233017235994339,0.02523752488195896,0.028144877403974533,0.031052228063344955,0.033959582448005676,0.0368669331073761,0.03977428749203682,0.04268163815140724,0.045588988810777664,0.048496343195438385,0.05140369385480881,0.05431104823946953,0.05721839889883995,0.06012575328350067,0.0630331039428711,0.06594045460224152,0.06884780526161194,0.07175516337156296,0.07466251403093338,0.0775698646903038,0.08047721534967422,0.08338457345962524,0.08629192411899567,0.08919927477836609]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"values":[1,0,0,0,1,1,2,0,2,4,4,7,5,14,18,25,54,61,73,126,213,298,452,707,1234,1883,3083,4965,8783,14543,26843,53003,124177,176352,84390,38788,20623,11451,6702,4124,2608,1517,919,610,385,256,175,102,76,51,32,25,17,11,8,6,4,4,1,2,2,0,0,1],"bins":[-0.0001239776611328125,-0.00012025237083435059,-0.00011652708053588867,-0.00011280179023742676,-0.00010907649993896484,-0.00010535120964050293,-0.00010162591934204102,-9.79006290435791e-05,-9.417533874511719e-05,-9.045004844665527e-05,-8.672475814819336e-05,-8.299946784973145e-05,-7.927417755126953e-05,-7.554888725280762e-05,-7.18235969543457e-05,-6.809830665588379e-05,-6.437301635742188e-05,-6.064772605895996e-05,-5.692243576049805e-05,-5.319714546203613e-05,-4.947185516357422e-05,-4.5746564865112305e-05,-4.202127456665039e-05,-3.8295984268188477e-05,-3.457069396972656e-05,-3.084540367126465e-05,-2.7120113372802734e-05,-2.339482307434082e-05,-1.9669532775878906e-05,-1.5944242477416992e-05,-1.2218952178955078e-05,-8.493661880493164e-06,-4.76837158203125e-06,-1.043081283569336e-06,2.682209014892578e-06,6.407499313354492e-06,1.0132789611816406e-05,1.385807991027832e-05,1.7583370208740234e-05,2.130866050720215e-05,2.5033950805664062e-05,2.8759241104125977e-05,3.248453140258789e-05,3.6209821701049805e-05,3.993511199951172e-05,4.366040229797363e-05,4.738569259643555e-05,5.111098289489746e-05,5.4836273193359375e-05,5.856156349182129e-05,6.22868537902832e-05,6.601214408874512e-05,6.973743438720703e-05,7.346272468566895e-05,7.718801498413086e-05,8.091330528259277e-05,8.463859558105469e-05,8.83638858795166e-05,9.208917617797852e-05,9.581446647644043e-05,9.953975677490234e-05,0.00010326504707336426,0.00010699033737182617,0.00011071562767028809,0.00011444091796875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.00037339620757848024,-0.0003605668607633561,-0.00034773751394823194,-0.0003349081671331078,-0.00032207882031798363,-0.00030924950260668993,-0.0002964201557915658,-0.0002835908089764416,-0.00027076146216131747,-0.0002579321153461933,-0.00024510276853106916,-0.00023227343626786023,-0.00021944408945273608,-0.00020661474263761193,-0.000193785410374403,-0.00018095606355927885,-0.0001681267167441547,-0.00015529736992903054,-0.00014246802311390638,-0.00012963869085069746,-0.0001168093440355733,-0.00010397999722044915,-9.115065768128261e-05,-7.832131814211607e-05,-6.549197132699192e-05,-5.266262814984657e-05,-3.983328497270122e-05,-2.7003941795555875e-05,-1.4174598618410528e-05,-1.3452554412651807e-06,1.1484087735880166e-05,2.4313430913025513e-05,3.714280319400132e-05,4.9972146371146664e-05,6.280148954829201e-05,7.563082908745855e-05,8.84601759025827e-05,0.00010128952271770686,0.0001141188622568734,0.00012694820179603994,0.0001397775486111641,0.00015260689542628825,0.0001654362422414124,0.00017826557450462133,0.00019109492131974548,0.00020392426813486964,0.00021675360039807856,0.00022958294721320271,0.00024241229402832687,0.000255241640843451,0.0002680709876585752,0.00028090033447369933,0.00029372965218499303,0.0003065589990001172,0.00031938834581524134,0.0003322176926303655,0.00034504703944548965,0.0003578763862606138,0.00037070573307573795,0.0003835350798908621,0.00039636442670598626,0.00040919374441727996,0.0004220230912324041,0.00043485243804752827,0.0004476817848626524],"_type":"histogram","values":[1,2,1,2,5,3,4,5,3,5,4,9,9,12,11,13,21,17,12,15,20,18,23,25,26,27,22,32,24,27,24,25,24,29,23,21,15,18,26,16,26,14,14,12,19,15,9,4,5,5,7,4,2,2,1,2,3,1,0,0,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[2,0,1,0,0,1,4,2,1,0,3,2,6,3,7,6,8,10,12,11,14,17,22,17,17,23,25,19,21,29,24,24,26,30,28,28,28,19,24,25,29,26,20,26,24,14,11,15,11,11,8,6,3,5,4,2,2,2,1,3,1,4,0,1],"bins":[-0.002335045486688614,-0.0022656689397990704,-0.002196292392909527,-0.0021269158460199833,-0.0020575392991304398,-0.0019881627522408962,-0.0019187860889360309,-0.0018494095420464873,-0.0017800329951569438,-0.0017106564482674003,-0.0016412799013778567,-0.0015719033544883132,-0.0015025266911834478,-0.0014331501442939043,-0.0013637735974043608,-0.0012943970505148172,-0.0012250205036252737,-0.0011556439567357302,-0.0010862674098461866,-0.001016890862956643,-0.0009475142578594387,-0.0008781377109698951,-0.0008087611058726907,-0.0007393845589831471,-0.0006700080120936036,-0.0006006314652040601,-0.0005312549183145165,-0.0004618783132173121,-0.00039250176632776856,-0.00032312521943822503,-0.00025374864344485104,-0.00018437208200339228,-0.00011499552056193352,-4.5618959120474756e-05,2.3757602320984006e-05,9.313416376244277e-05,0.00016251072520390153,0.0002318872866453603,0.00030126384808681905,0.00037064042408019304,0.0004400169709697366,0.0005093935178592801,0.0005787700647488236,0.0006481466698460281,0.0007175232167355716,0.0007868997636251152,0.0008562763687223196,0.0009256529156118631,0.0009950294625014067,0.0010644060093909502,0.0011337825562804937,0.0012031591031700373,0.0012725356500595808,0.0013419123133644462,0.0014112888602539897,0.0014806654071435332,0.0015500419540330768,0.0016194185009226203,0.0016887950478121638,0.0017581715947017074,0.0018275482580065727,0.0018969248048961163,0.00196630135178566,0.0020356778986752033,0.002105054445564747]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,1,2,2,4,9,15,38,89,130,223,336,586,931,1624,2372,3600,5178,7475,10318,14210,19058,24606,31511,39222,47673,56731,65420,74171,81715,88227,93286,95380,96400,94833,90631,85524,77924,69435,60489,51725,42449,34940,27949,21295,16101,11998,8625,6185,4266,2928,1944,1245,766,456,282,137,87,47,29,20,5,2,3],"bins":[-0.10228539258241653,-0.09920652955770493,-0.09612766653299332,-0.0930488109588623,-0.0899699479341507,-0.08689108490943909,-0.08381222188472748,-0.08073335886001587,-0.07765449583530426,-0.07457564026117325,-0.07149677723646164,-0.06841791421175003,-0.06533905118703842,-0.06226019188761711,-0.0591813288629055,-0.05610246956348419,-0.05302360653877258,-0.049944743514060974,-0.046865884214639664,-0.043787021189928055,-0.040708161890506744,-0.037629298865795135,-0.03455043584108353,-0.031471576541662216,-0.028392713516950607,-0.025313852354884148,-0.022234991192817688,-0.01915612816810608,-0.01607726700603962,-0.01299840584397316,-0.009919543750584126,-0.0068406821228563786,-0.0037618204951286316,-0.0006829588674008846,0.0023959027603268623,0.005474764388054609,0.008553626015782356,0.011632487177848816,0.01471134927123785,0.017790211364626884,0.020869072526693344,0.023947933688759804,0.027026794850826263,0.030105657875537872,0.03318452090024948,0.03626338019967079,0.0393422432243824,0.04242110252380371,0.04549996554851532,0.04857882857322693,0.05165768787264824,0.05473655089735985,0.05781541019678116,0.06089427322149277,0.06397313624620438,0.06705199927091599,0.070130854845047,0.0732097178697586,0.07628858089447021,0.07936744391918182,0.08244630694389343,0.08552516996860504,0.08860402554273605,0.09168288856744766,0.09476175159215927]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,0,1,0,0,1,0,1,0,2,1,5,5,8,8,18,21,17,22,30,27,35,53,43,57,58,53,55,33,45,31,23,24,19,23,11,5,5,6,4,3,6,0,2,3,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-4.8761197831481695e-05,-4.692723450716585e-05,-4.5093267544871196e-05,-4.325930058257654e-05,-4.14253372582607e-05,-3.959137393394485e-05,-3.77574069716502e-05,-3.5923440009355545e-05,-3.40894766850397e-05,-3.225551336072385e-05,-3.04215463984292e-05,-2.858758125512395e-05,-2.67536161118187e-05,-2.491965096851345e-05,-2.3085685825208202e-05,-2.1251720681902952e-05,-1.9417755538597703e-05,-1.7583790395292453e-05,-1.5749825251987204e-05,-1.3915860108681954e-05,-1.2081894965376705e-05,-1.0247929822071455e-05,-8.413964678766206e-06,-6.579999535460956e-06,-4.746034392155707e-06,-2.9120692488504574e-06,-1.0781041055452079e-06,7.558610377600417e-07,2.589826181065291e-06,4.423791324370541e-06,6.25775646767579e-06,8.09172161098104e-06,9.92568675428629e-06,1.1759651897591539e-05,1.3593617040896788e-05,1.5427582184202038e-05,1.7261547327507287e-05,1.9095512470812537e-05,2.0929477614117786e-05,2.2763442757423036e-05,2.4597407900728285e-05,2.6431373044033535e-05,2.8265338187338784e-05,3.0099303330644034e-05,3.193326847394928e-05,3.376723179826513e-05,3.560119876055978e-05,3.7435165722854435e-05,3.926912904717028e-05,4.110309237148613e-05,4.293705933378078e-05,4.4771026296075433e-05,4.660498962039128e-05,4.8438952944707125e-05,5.027291990700178e-05,5.210688686929643e-05,5.394085019361228e-05,5.5774813517928123e-05,5.7608780480222777e-05,5.944274744251743e-05,6.127671076683328e-05,6.311067409114912e-05,6.494464469142258e-05,6.677860801573843e-05,6.861257134005427e-05],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[939,1535,1577,1544,1576,1572,1503,1556,1568,1623,1472,1552,1591,1592,1546,1576,1548,1568,1618,1490,1606,1556,1506,1517,1564,1552,1544,1525,1625,1621,1605,1548,1576,1581,1524,1505,1657,1488,1552,1552,1533,1421,1538,1588,1570,1604,1550,1515,1624,1509,1566,1622,1503,1577,1493,1556,1547,1596,1579,1603,1464,1503,1519,974],"bins":[-0.0365295447409153,-0.035388510674238205,-0.03424747288227081,-0.03310643881559372,-0.03196540102362633,-0.030824366956949234,-0.02968333102762699,-0.02854229509830475,-0.027401259168982506,-0.026260223239660263,-0.02511918731033802,-0.023978151381015778,-0.022837117314338684,-0.02169608138501644,-0.0205550454556942,-0.019414009526371956,-0.018272973597049713,-0.01713193766772747,-0.015990901738405228,-0.01484986674040556,-0.013708830811083317,-0.012567794881761074,-0.011426759883761406,-0.010285723954439163,-0.00914468802511692,-0.008003652095794678,-0.006862616632133722,-0.005721581168472767,-0.004580545239150524,-0.003439509542658925,-0.002298473846167326,-0.0011574381496757269,-1.6402453184127808e-05,0.0011246332433074713,0.0022656689397990704,0.0034067046362906694,0.0045477403327822685,0.005688776262104511,0.006829811725765467,0.007970847189426422,0.009111883118748665,0.010252919048070908,0.01139395497739315,0.012534989975392818,0.013676025904715061,0.014817061834037304,0.015958096832036972,0.017099132761359215,0.018240168690681458,0.0193812046200037,0.020522240549325943,0.021663276478648186,0.02280431240797043,0.023945346474647522,0.025086382403969765,0.026227418333292007,0.02736845426261425,0.028509490191936493,0.029650526121258736,0.03079156205058098,0.03193259611725807,0.033073633909225464,0.03421466797590256,0.03535570576786995,0.03649673983454704]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[-0.0006632399745285511,-0.000644270156044513,-0.0006253003375604749,-0.0006063305190764368,-0.0005873607005923986,-0.0005683908821083605,-0.0005494210636243224,-0.0005304512451402843,-0.0005114814266562462,-0.0004925116081722081,-0.00047354178968816996,-0.00045457197120413184,-0.00043560215272009373,-0.0004166323342360556,-0.0003976625157520175,-0.0003786926972679794,-0.00035972287878394127,-0.00034075306029990315,-0.00032178324181586504,-0.0003028134233318269,-0.0002838436048477888,-0.0002648737863637507,-0.0002459039678797126,-0.00022693414939567447,-0.00020796433091163635,-0.00018899451242759824,-0.00017002469394356012,-0.000151054875459522,-0.0001320850569754839,-0.00011311523849144578,-9.414542000740767e-05,-7.517560152336955e-05,-5.6205783039331436e-05,-3.723596455529332e-05,-1.8266146071255207e-05,7.036724127829075e-07,1.9673490896821022e-05,3.8643309380859137e-05,5.761312786489725e-05,7.658294634893537e-05,9.555276483297348e-05,0.0001145225833170116,0.0001334924018010497,0.00015246222028508782,0.00017143203876912594,0.00019040185725316405,0.00020937167573720217,0.00022834149422124028,0.0002473113127052784,0.0002662811311893165,0.0002852509496733546,0.00030422076815739274,0.00032319058664143085,0.00034216040512546897,0.0003611302236095071,0.0003801000420935452,0.0003990698605775833,0.00041803967906162143,0.00043700949754565954,0.00045597931602969766,0.00047494913451373577,0.0004939189529977739,0.000512888771481812,0.0005318585899658501,0.0005508284084498882],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,2,0,1,0,2,1,1,0,3,1,8,6,5,11,19,16,25,43,41,55,70,73,87,69,54,35,32,23,18,17,10,11,3,5,1,3,5,3,1,2,0,2,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"values":[6,5,5,20,37,67,108,191,305,522,841,1378,2037,3161,4644,6605,9384,12556,17177,22351,28626,35851,43631,52274,61575,69988,77749,85178,90220,94267,95284,94623,91931,87153,80452,73179,64339,55645,47579,38988,31179,24774,19052,14363,10542,7702,5179,3531,2445,1576,1033,654,376,216,137,74,37,27,18,7,5,2,0,3],"bins":[-0.09349623322486877,-0.09045065194368362,-0.08740507811307907,-0.08435949683189392,-0.08131392300128937,-0.07826834172010422,-0.07522276788949966,-0.07217718660831451,-0.06913161277770996,-0.06608603149652481,-0.06304045021533966,-0.05999487638473511,-0.05694929510354996,-0.053903717547655106,-0.050858139991760254,-0.0478125624358654,-0.04476698487997055,-0.0417214073240757,-0.03867582976818085,-0.035630252212285995,-0.032584674656391144,-0.029539095237851143,-0.026493515819311142,-0.02344793826341629,-0.02040236070752144,-0.017356783151626587,-0.01431120466440916,-0.011265626177191734,-0.008220048621296883,-0.005174470599740744,-0.0021288925781846046,0.0009166854433715343,0.00396227091550827,0.007007848937064409,0.010053426958620548,0.013099005445837975,0.016144583001732826,0.019190160557627678,0.02223573997616768,0.02528131753206253,0.028326895087957382,0.031372472643852234,0.034418050199747086,0.03746362775564194,0.04050920903682709,0.04355478659272194,0.04660036414861679,0.04964594170451164,0.052691519260406494,0.055737096816301346,0.0587826743721962,0.06182825192809105,0.0648738294839859,0.06791941076517105,0.0709649845957756,0.07401056587696075,0.07705613970756531,0.08010172098875046,0.08314730226993561,0.08619287610054016,0.08923845738172531,0.09228403121232986,0.09532961249351501,0.09837518632411957,0.10142076760530472],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.00044253014493733644,-0.000428574625402689,-0.0004146191058680415,-0.00040066358633339405,-0.0003867080667987466,-0.00037275251816026866,-0.0003587969986256212,-0.00034484147909097373,-0.00033088595955632627,-0.0003169304400216788,-0.00030297492048703134,-0.0002890194009523839,-0.00027506385231390595,-0.0002611083327792585,-0.000247152813244611,-0.00023319729370996356,-0.0002192417741753161,-0.00020528625464066863,-0.00019133073510602117,-0.00017737520101945847,-0.000163419681484811,-0.00014946416195016354,-0.00013550862786360085,-0.00012155310832895339,-0.00010759758879430592,-9.364206925965846e-05,-7.968654244905338e-05,-6.57310156384483e-05,-5.177549610380083e-05,-3.781997293117456e-05,-2.386444975854829e-05,-9.908926585922018e-06,4.046567482873797e-06,1.800209065550007e-05,3.195761382812634e-05,4.591313700075261e-05,5.9868660173378885e-05,7.382417970802635e-05,8.777970651863143e-05,0.00010173523332923651,0.00011569075286388397,0.00012964627239853144,0.0001436017919331789,0.0001575573260197416,0.00017151284555438906,0.00018546836508903652,0.00019942389917559922,0.00021337941871024668,0.00022733493824489415,0.0002412904577795416,0.0002552459773141891,0.00026920149684883654,0.00028315704548731446,0.00029711256502196193,0.0003110680845566094,0.00032502360409125686,0.0003389791236259043,0.0003529346431605518,0.00036689016269519925,0.0003808456822298467,0.0003948012017644942,0.0004087567504029721,0.00042271226993761957,0.00043666778947226703,0.0004506233090069145],"_type":"histogram","values":[2,1,1,3,2,2,1,1,1,1,1,5,7,6,11,19,13,8,12,17,13,30,22,12,16,21,17,26,31,31,23,31,27,23,28,25,24,23,24,23,17,19,21,24,15,15,8,16,6,12,5,8,6,2,2,1,2,0,0,3,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,0,1,3,1,7,19,28,54,82,158,278,399,670,1096,1576,2365,3358,4726,6320,8371,10992,13905,17140,20369,23933,27289,30843,33459,35477,36639,36829,36438,34931,32877,30099,26889,23266,19979,16761,13184,10547,8329,6149,4374,3194,2267,1468,993,678,449,231,131,86,43,30,16,11,6,2,4,2,0,2],"bins":[-0.09906798601150513,-0.09591706842184067,-0.09276614338159561,-0.08961522579193115,-0.0864643007516861,-0.08331338316202164,-0.08016246557235718,-0.07701154053211212,-0.07386062294244766,-0.0707096979022026,-0.06755878031253815,-0.06440786272287369,-0.06125693768262863,-0.058106016367673874,-0.054955098778009415,-0.05180417746305466,-0.0486532561480999,-0.04550233483314514,-0.042351413518190384,-0.039200495928525925,-0.03604957461357117,-0.03289865329861641,-0.02974773198366165,-0.026596812531352043,-0.023445891216397285,-0.020294969901442528,-0.01714405044913292,-0.013993129134178162,-0.010842208750545979,-0.0076912883669137955,-0.004540367517620325,-0.0013894469011574984,0.0017614737153053284,0.0049123940989375114,0.008063314482569695,0.011214235797524452,0.014365156181156635,0.01751607656478882,0.020666997879743576,0.023817917332053185,0.026968838647007942,0.0301197599619627,0.03327067941427231,0.036421600729227066,0.039572522044181824,0.04272344335913658,0.04587436094880104,0.0490252822637558,0.052176203578710556,0.055327124893665314,0.05847804620862007,0.06162896379828453,0.06477988511323929,0.06793081015348434,0.0710817277431488,0.07423264533281326,0.07738357037305832,0.08053448796272278,0.08368541300296783,0.0868363305926323,0.08998724818229675,0.09313817322254181,0.09628909081220627,0.09944001585245132,0.10259093344211578],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[2,0,2,3,1,1,2,1,6,9,6,3,8,15,10,14,13,16,8,24,17,14,17,20,24,20,16,25,18,21,18,15,24,18,17,17,19,19,24,16,18,19,20,15,16,10,19,9,12,19,8,13,9,9,4,5,2,7,7,5,8,4,2,5],"bins":[0.9995121359825134,0.9995269775390625,0.9995418190956116,0.9995566010475159,0.9995714426040649,0.999586284160614,0.9996011257171631,0.9996159076690674,0.9996307492256165,0.9996455907821655,0.9996604323387146,0.9996752142906189,0.999690055847168,0.999704897403717,0.9997197389602661,0.9997345209121704,0.9997493624687195,0.9997642040252686,0.9997790455818176,0.9997938871383667,0.999808669090271,0.9998235106468201,0.9998383522033691,0.9998531937599182,0.9998679757118225,0.9998828172683716,0.9998976588249207,0.9999125003814697,0.999927282333374,0.9999421238899231,0.9999569654464722,0.9999718070030212,0.9999866485595703,1.0000014305114746,1.0000163316726685,1.0000311136245728,1.000045895576477,1.000060796737671,1.0000755786895752,1.0000903606414795,1.0001052618026733,1.0001200437545776,1.0001349449157715,1.0001497268676758,1.00016450881958,1.000179409980774,1.0001941919326782,1.0002089738845825,1.0002238750457764,1.0002386569976807,1.0002535581588745,1.0002683401107788,1.000283122062683,1.000298023223877,1.0003128051757812,1.000327706336975,1.0003424882888794,1.0003572702407837,1.0003721714019775,1.0003869533538818,1.0004017353057861,1.00041663646698,1.0004314184188843,1.0004463195800781,1.0004611015319824],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0007155053317546844,-0.000691416731569916,-0.0006673281313851476,-0.0006432395312003791,-0.0006191509310156107,-0.0005950623308308423,-0.0005709737306460738,-0.0005468851304613054,-0.0005227965302765369,-0.0004987079300917685,-0.00047461932990700006,-0.0004505307297222316,-0.0004264421295374632,-0.00040235352935269475,-0.0003782649291679263,-0.0003541763289831579,-0.00033008772879838943,-0.000305999128613621,-0.00028191052842885256,-0.0002578219282440841,-0.00023373332805931568,-0.00020964472787454724,-0.0001855561276897788,-0.00016146752750501037,-0.00013737892732024193,-0.00011329032713547349,-8.920172695070505e-05,-6.511312676593661e-05,-4.1024526581168175e-05,-1.6935926396399736e-05,7.152673788368702e-06,3.124127397313714e-05,5.532987415790558e-05,7.941847434267402e-05,0.00010350707452744246,0.0001275956747122109,0.00015168427489697933,0.00017577287508174777,0.0001998614752665162,0.00022395007545128465,0.0002480386756360531,0.0002721272758208215,0.00029621587600558996,0.0003203044761903584,0.00034439307637512684,0.0003684816765598953,0.0003925702767446637,0.00041665887692943215,0.0004407474771142006,0.00046483607729896903,0.0004889246774837375,0.0005130132776685059,0.0005371018778532743,0.0005611904780380428,0.0005852790782228112,0.0006093676784075797,0.0006334562785923481,0.0006575448787771165,0.000681633478961885,0.0007057220791466534,0.0007298106793314219,0.0007538992795161903,0.0007779878797009587,0.0008020764798857272,0.0008261650800704956],"_type":"histogram","values":[1,0,2,1,3,2,2,2,8,2,2,7,5,6,8,12,9,19,23,19,17,24,18,28,40,28,29,25,21,37,42,28,28,31,28,34,22,21,19,17,15,13,6,14,8,8,4,5,4,11,1,1,2,2,0,1,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.00173187255859375,-0.001679062843322754,-0.0016262531280517578,-0.0015734434127807617,-0.0015206336975097656,-0.0014678239822387695,-0.0014150142669677734,-0.0013622045516967773,-0.0013093948364257812,-0.0012565851211547852,-0.001203775405883789,-0.001150965690612793,-0.0010981559753417969,-0.0010453462600708008,-0.0009925365447998047,-0.0009397268295288086,-0.0008869171142578125,-0.0008341073989868164,-0.0007812976837158203,-0.0007284879684448242,-0.0006756782531738281,-0.000622868537902832,-0.0005700588226318359,-0.0005172491073608398,-0.00046443939208984375,-0.00041162967681884766,-0.00035881996154785156,-0.00030601024627685547,-0.0002532005310058594,-0.00020039081573486328,-0.0001475811004638672,-9.47713851928711e-05,-4.1961669921875e-05,1.0848045349121094e-05,6.365776062011719e-05,0.00011646747589111328,0.00016927719116210938,0.00022208690643310547,0.00027489662170410156,0.00032770633697509766,0.00038051605224609375,0.00043332576751708984,0.00048613548278808594,0.000538945198059082,0.0005917549133300781,0.0006445646286010742,0.0006973743438720703,0.0007501840591430664,0.0008029937744140625,0.0008558034896850586,0.0009086132049560547,0.0009614229202270508,0.0010142326354980469,0.001067042350769043,0.001119852066040039,0.0011726617813110352,0.0012254714965820312,0.0012782812118530273,0.0013310909271240234,0.0013839006423950195,0.0014367103576660156,0.0014895200729370117,0.0015423297882080078,0.001595139503479004,0.00164794921875],"_type":"histogram","values":[1,0,0,2,1,0,3,4,12,7,21,35,34,38,73,82,158,201,314,451,667,965,1455,2124,3178,4435,7002,11302,16837,26584,42913,73450,133887,106774,58504,34665,22011,14369,8925,6179,4002,2645,1774,1173,740,542,391,286,190,142,96,49,42,36,15,11,8,3,7,4,1,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9995148777961731,0.9995302557945251,0.9995456337928772,0.9995609521865845,0.9995763301849365,0.9995917081832886,0.9996070861816406,0.9996224641799927,0.9996377825737,0.999653160572052,0.999668538570404,0.9996839165687561,0.9996992945671082,0.9997146129608154,0.9997299909591675,0.9997453689575195,0.9997607469558716,0.9997761249542236,0.9997914433479309,0.999806821346283,0.999822199344635,0.9998375773429871,0.9998529553413391,0.9998682737350464,0.9998836517333984,0.9998990297317505,0.9999144077301025,0.9999297857284546,0.9999451041221619,0.9999604821205139,0.999975860118866,0.999991238117218,1.0000065565109253,1.0000219345092773,1.0000373125076294,1.0000526905059814,1.0000680685043335,1.0000834465026855,1.0000988245010376,1.0001142024993896,1.0001294612884521,1.0001448392868042,1.0001602172851562,1.0001755952835083,1.0001909732818604,1.0002063512802124,1.0002217292785645,1.0002371072769165,1.0002524852752686,1.0002678632736206,1.000283122062683,1.0002985000610352,1.0003138780593872,1.0003292560577393,1.0003446340560913,1.0003600120544434,1.0003753900527954,1.0003907680511475,1.0004061460494995,1.0004215240478516,1.000436782836914,1.0004521608352661,1.0004675388336182,1.0004829168319702,1.0004982948303223],"_type":"histogram","values":[1,4,1,4,4,6,3,4,10,2,8,10,5,10,14,15,9,14,13,13,10,22,19,13,20,26,23,22,14,18,28,20,27,15,18,21,20,18,19,15,16,19,18,13,10,14,14,13,12,15,8,7,8,12,6,10,3,10,5,5,4,1,4,3]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,1,0,2,2,6,11,2,15,14,24,29,55,78,102,160,225,333,512,632,1061,1461,2207,3051,4651,6670,9903,15029,22670,38065,66542,121331,120791,66710,37846,23161,15083,9886,6920,4456,3132,2163,1529,973,679,525,346,227,175,122,82,50,39,33,18,10,6,8,2,1,1,1,1,2],"bins":[-0.001556396484375,-0.0015077590942382812,-0.0014591217041015625,-0.0014104843139648438,-0.001361846923828125,-0.0013132095336914062,-0.0012645721435546875,-0.0012159347534179688,-0.00116729736328125,-0.0011186599731445312,-0.0010700225830078125,-0.0010213851928710938,-0.000972747802734375,-0.0009241104125976562,-0.0008754730224609375,-0.0008268356323242188,-0.0007781982421875,-0.0007295608520507812,-0.0006809234619140625,-0.0006322860717773438,-0.000583648681640625,-0.0005350112915039062,-0.0004863739013671875,-0.00043773651123046875,-0.00038909912109375,-0.00034046173095703125,-0.0002918243408203125,-0.00024318695068359375,-0.000194549560546875,-0.00014591217041015625,-9.72747802734375e-05,-4.863739013671875e-05,0,4.863739013671875e-05,9.72747802734375e-05,0.00014591217041015625,0.000194549560546875,0.00024318695068359375,0.0002918243408203125,0.00034046173095703125,0.00038909912109375,0.00043773651123046875,0.0004863739013671875,0.0005350112915039062,0.000583648681640625,0.0006322860717773438,0.0006809234619140625,0.0007295608520507812,0.0007781982421875,0.0008268356323242188,0.0008754730224609375,0.0009241104125976562,0.000972747802734375,0.0010213851928710938,0.0010700225830078125,0.0011186599731445312,0.00116729736328125,0.0012159347534179688,0.0012645721435546875,0.0013132095336914062,0.001361846923828125,0.0014104843139648438,0.0014591217041015625,0.0015077590942382812,0.001556396484375]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,2,1,0,1,2,1,0,6,1,6,6,6,7,7,8,14,16,14,9,16,18,19,32,18,26,41,34,26,24,21,31,27,30,27,23,26,24,20,30,22,17,22,8,12,9,14,8,10,1,7,3,8,0,0,0,1,3,0,2],"bins":[-0.00046745233703404665,-0.0004540847148746252,-0.0004407171218190342,-0.0004273494996596128,-0.00041398187750019133,-0.00040061428444460034,-0.0003872466622851789,-0.00037387904012575746,-0.000360511417966336,-0.000347143824910745,-0.0003337762027513236,-0.00032040858059190214,-0.00030704098753631115,-0.0002936733653768897,-0.00028030574321746826,-0.0002669381501618773,-0.00025357052800245583,-0.00024020292039494962,-0.00022683529823552817,-0.00021346769062802196,-0.0002001000684686005,-0.0001867324608610943,-0.00017336485325358808,-0.00015999723109416664,-0.00014662962348666042,-0.0001332620158791542,-0.00011989439371973276,-0.00010652678611222655,-9.315917122876272e-05,-7.979155634529889e-05,-6.642394873779267e-05,-5.305633385432884e-05,-3.968871897086501e-05,-2.6321105906390585e-05,-1.2953492841916159e-05,4.141202225582674e-07,1.3781733287032694e-05,2.714934635150712e-05,4.0516959415981546e-05,5.388457066146657e-05,6.72521855449304e-05,8.061980042839423e-05,9.398741531185806e-05,0.00010735502291936427,0.0001207226378028281,0.00013409025268629193,0.00014745786029379815,0.0001608254824532196,0.0001741930900607258,0.00018756069766823202,0.00020092831982765347,0.00021429592743515968,0.00022766354959458113,0.00024103115720208734,0.00025439876480959356,0.000267766386969015,0.000281133980024606,0.00029450160218402743,0.0003078692243434489,0.0003212368465028703,0.0003346044395584613,0.00034797206171788275,0.0003613396838773042,0.0003747072769328952,0.00038807489909231663]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.0004913271404802799,-0.00047543924301862717,-0.00045955131645314395,-0.0004436634189914912,-0.000427775492426008,-0.00041188759496435523,-0.0003959996975027025,-0.00038011177093721926,-0.0003642238734755665,-0.00034833597601391375,-0.00033244804944843054,-0.0003165601519867778,-0.000300672254525125,-0.0002847843279596418,-0.00026889643049798906,-0.00025300850393250585,-0.0002371206064708531,-0.0002212326944572851,-0.00020534478244371712,-0.00018945688498206437,-0.00017356897296849638,-0.0001576810609549284,-0.00014179316349327564,-0.00012590525147970766,-0.00011001733946613967,-9.412942745257169e-05,-7.824152271496132e-05,-6.235361797735095e-05,-4.6465705963782966e-05,-3.057779758819379e-05,-1.4689889212604612e-05,1.198019162984565e-06,1.7085927538573742e-05,3.297383591416292e-05,4.8861744289752096e-05,6.474964902736247e-05,8.063756104093045e-05,9.652547305449843e-05,0.0001124133777921088,0.00012830128252971917,0.00014418919454328716,0.00016007710655685514,0.00017596501857042313,0.00019185291603207588,0.00020774082804564387,0.00022362874005921185,0.0002395166375208646,0.0002554045640863478,0.0002712924615480006,0.00028718035900965333,0.00030306828557513654,0.0003189561830367893,0.0003348441096022725,0.00035073200706392527,0.000366619904525578,0.00038250783109106123,0.000398395728552714,0.00041428362601436675,0.00043017155257984996,0.0004460594500415027,0.00046194734750315547,0.0004778352740686387,0.0004937232006341219,0.0005096110980957747,0.0005254989955574274],"_type":"histogram","values":[2,1,1,5,4,6,7,6,8,9,10,10,19,19,31,33,31,26,47,44,58,68,43,56,56,72,69,84,57,85,82,55,90,70,92,61,62,59,54,57,47,47,43,47,43,34,31,22,11,11,11,9,6,6,4,5,5,4,4,2,4,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,1,0,0,2,0,4,5,7,3,8,19,20,32,36,72,90,145,195,268,407,532,886,1261,1871,2740,4101,6422,9985,16181,26094,44138,77175,124533,110259,63810,36783,22283,14025,8571,5640,3742,2394,1553,1069,799,488,363,271,148,132,68,57,34,38,16,14,11,8,6,1,4,0,3],"bins":[-0.0008087158203125,-0.0007848143577575684,-0.0007609128952026367,-0.0007370114326477051,-0.0007131099700927734,-0.0006892085075378418,-0.0006653070449829102,-0.0006414055824279785,-0.0006175041198730469,-0.0005936026573181152,-0.0005697011947631836,-0.000545799732208252,-0.0005218982696533203,-0.0004979968070983887,-0.00047409534454345703,-0.0004501938819885254,-0.00042629241943359375,-0.0004023909568786621,-0.00037848949432373047,-0.00035458803176879883,-0.0003306865692138672,-0.00030678510665893555,-0.0002828836441040039,-0.00025898218154907227,-0.00023508071899414062,-0.00021117925643920898,-0.00018727779388427734,-0.0001633763313293457,-0.00013947486877441406,-0.00011557340621948242,-9.167194366455078e-05,-6.777048110961914e-05,-4.38690185546875e-05,-1.996755599975586e-05,3.933906555175781e-06,2.7835369110107422e-05,5.173683166503906e-05,7.56382942199707e-05,9.953975677490234e-05,0.00012344121932983398,0.00014734268188476562,0.00017124414443969727,0.0001951456069946289,0.00021904706954956055,0.0002429485321044922,0.00026684999465942383,0.00029075145721435547,0.0003146529197692871,0.00033855438232421875,0.0003624558448791504,0.00038635730743408203,0.00041025876998901367,0.0004341602325439453,0.00045806169509887695,0.0004819631576538086,0.0005058646202087402,0.0005297660827636719,0.0005536675453186035,0.0005775690078735352,0.0006014704704284668,0.0006253719329833984,0.0006492733955383301,0.0006731748580932617,0.0006970763206481934,0.000720977783203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-8.802078082226217e-05,-8.495801012031734e-05,-8.189523941837251e-05,-7.883246871642768e-05,-7.576970529044047e-05,-7.270693458849564e-05,-6.964416388655081e-05,-6.658139318460599e-05,-6.351862248266116e-05,-6.045585541869514e-05,-5.739308471675031e-05,-5.433031401480548e-05,-5.126754695083946e-05,-4.820477624889463e-05,-4.5142005546949804e-05,-4.207923848298378e-05,-3.9016467781038955e-05,-3.595369707909413e-05,-3.2890930015128106e-05,-2.9828159313183278e-05,-2.676538861123845e-05,-2.3702619728283025e-05,-2.06398508453276e-05,-1.7577080143382773e-05,-1.4514311260427348e-05,-1.1451541467977222e-05,-8.388771675527096e-06,-5.326002792571671e-06,-2.263233000121545e-06,7.995365649549058e-07,3.862306130031357e-06,6.925075467734132e-06,9.987845260184258e-06,1.3050615052634384e-05,1.611338484508451e-05,1.9176153728039935e-05,2.2238924429984763e-05,2.5301693312940188e-05,2.8364462195895612e-05,3.142723289784044e-05,3.449000359978527e-05,3.755277066375129e-05,4.061554136569612e-05,4.3678312067640945e-05,4.6741079131606966e-05,4.9803849833551794e-05,5.286662053549662e-05,5.592938759946264e-05,5.899215830140747e-05,6.205492536537349e-05,6.511769606731832e-05,6.818046676926315e-05,7.124323747120798e-05,7.43060081731528e-05,7.736877887509763e-05,8.043154230108485e-05,8.349431300302967e-05,8.65570837049745e-05,8.961985440691933e-05,9.268262510886416e-05,9.574539581080899e-05,9.88081592367962e-05,0.00010187092993874103,0.00010493370064068586,0.00010799647134263068],"_type":"histogram","values":[1,1,1,0,2,0,1,3,1,1,2,4,6,4,9,12,8,11,22,20,21,21,28,40,29,39,32,44,26,41,47,37,38,43,27,27,22,13,20,9,9,7,5,7,6,5,6,4,0,0,4,0,0,0,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.000133514404296875,-0.00012917816638946533,-0.00012484192848205566,-0.000120505690574646,-0.00011616945266723633,-0.00011183321475982666,-0.00010749697685241699,-0.00010316073894500732,-9.882450103759766e-05,-9.448826313018799e-05,-9.015202522277832e-05,-8.581578731536865e-05,-8.147954940795898e-05,-7.714331150054932e-05,-7.280707359313965e-05,-6.847083568572998e-05,-6.413459777832031e-05,-5.9798359870910645e-05,-5.5462121963500977e-05,-5.112588405609131e-05,-4.678964614868164e-05,-4.245340824127197e-05,-3.8117170333862305e-05,-3.378093242645264e-05,-2.944469451904297e-05,-2.51084566116333e-05,-2.0772218704223633e-05,-1.6435980796813965e-05,-1.2099742889404297e-05,-7.763504981994629e-06,-3.427267074584961e-06,9.08970832824707e-07,5.245208740234375e-06,9.581446647644043e-06,1.3917684555053711e-05,1.825392246246338e-05,2.2590160369873047e-05,2.6926398277282715e-05,3.126263618469238e-05,3.559887409210205e-05,3.993511199951172e-05,4.427134990692139e-05,4.8607587814331055e-05,5.294382572174072e-05,5.728006362915039e-05,6.161630153656006e-05,6.595253944396973e-05,7.02887773513794e-05,7.462501525878906e-05,7.896125316619873e-05,8.32974910736084e-05,8.763372898101807e-05,9.196996688842773e-05,9.63062047958374e-05,0.00010064244270324707,0.00010497868061065674,0.0001093149185180664,0.00011365115642547607,0.00011798739433288574,0.0001223236322402954,0.00012665987014770508,0.00013099610805511475,0.00013533234596252441,0.00013966858386993408,0.00014400482177734375],"_type":"histogram","values":[1,1,0,0,0,4,4,4,10,8,22,12,21,45,49,93,138,193,249,401,594,980,1440,2229,3890,6217,11137,19121,37032,78436,174362,131166,56014,28491,15358,8602,5005,3235,1809,1170,742,473,338,222,170,100,77,60,24,16,15,10,10,10,6,3,3,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[2,3,5,6,9,3,8,6,12,11,8,19,11,20,15,15,20,20,18,21,18,11,18,20,19,21,9,21,12,22,11,18,15,15,17,16,16,9,11,18,17,22,13,11,15,15,13,14,10,16,19,3,7,9,8,4,3,7,3,7,1,1,0,1],"bins":[-0.00041999155655503273,-0.00040615806938149035,-0.00039232458220794797,-0.0003784910950344056,-0.0003646576078608632,-0.00035082412068732083,-0.00033699063351377845,-0.00032315714634023607,-0.0003093236591666937,-0.00029549014288932085,-0.00028165665571577847,-0.0002678231685422361,-0.0002539896813686937,-0.00024015619419515133,-0.00022632270702160895,-0.00021248921984806657,-0.0001986557326745242,-0.0001848222455009818,-0.00017098875832743943,-0.00015715527115389705,-0.00014332178398035467,-0.00012948828225489706,-0.00011565479508135468,-0.0001018213079078123,-8.798782073426992e-05,-7.415433356072754e-05,-6.032084274920635e-05,-4.648735193768516e-05,-3.265386476414278e-05,-1.8820375771610998e-05,-4.986886779079214e-06,8.84660221345257e-06,2.2680091205984354e-05,3.6513578379526734e-05,5.034706919104792e-05,6.418056000256911e-05,7.801404717611149e-05,9.184753434965387e-05,0.00010568102879915386,0.00011951451597269624,0.00013334800314623863,0.000147181490319781,0.00016101497749332339,0.00017484846466686577,0.00018868196639232337,0.00020251545356586576,0.00021634894073940814,0.00023018242791295052,0.0002440159150864929,0.0002578494022600353,0.00027168288943357766,0.00028551637660712004,0.0002993498637806624,0.0003131833509542048,0.0003270168381277472,0.00034085032530128956,0.0003546838415786624,0.0003685173287522048,0.00038235081592574716,0.00039618430309928954,0.0004100177902728319,0.0004238512774463743,0.0004376847646199167,0.00045151825179345906,0.00046535173896700144],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0003108978271484375,-0.0003014504909515381,-0.00029200315475463867,-0.00028255581855773926,-0.00027310848236083984,-0.00026366114616394043,-0.000254213809967041,-0.0002447664737701416,-0.0002353191375732422,-0.00022587180137634277,-0.00021642446517944336,-0.00020697712898254395,-0.00019752979278564453,-0.00018808245658874512,-0.0001786351203918457,-0.0001691877841949463,-0.00015974044799804688,-0.00015029311180114746,-0.00014084577560424805,-0.00013139843940734863,-0.00012195110321044922,-0.0001125037670135498,-0.00010305643081665039,-9.360909461975098e-05,-8.416175842285156e-05,-7.471442222595215e-05,-6.526708602905273e-05,-5.581974983215332e-05,-4.6372413635253906e-05,-3.692507743835449e-05,-2.7477741241455078e-05,-1.8030405044555664e-05,-8.58306884765625e-06,8.642673492431641e-07,1.0311603546142578e-05,1.9758939743041992e-05,2.9206275939941406e-05,3.865361213684082e-05,4.8100948333740234e-05,5.754828453063965e-05,6.699562072753906e-05,7.644295692443848e-05,8.589029312133789e-05,9.53376293182373e-05,0.00010478496551513672,0.00011423230171203613,0.00012367963790893555,0.00013312697410583496,0.00014257431030273438,0.0001520216464996338,0.0001614689826965332,0.00017091631889343262,0.00018036365509033203,0.00018981099128723145,0.00019925832748413086,0.00020870566368103027,0.0002181529998779297,0.0002276003360748291,0.00023704767227172852,0.00024649500846862793,0.00025594234466552734,0.00026538968086242676,0.00027483701705932617,0.0002842843532562256,0.000293731689453125],"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,4,2,5,9,13,12,18,24,36,62,92,139,171,292,433,842,1306,2123,3814,7017,13116,26524,60221,207866,164699,51060,23341,12019,5995,3512,1928,1111,720,425,315,180,108,81,62,35,25,17,17,7,5,4,2,1,5,1,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,2,5,6,3,8,6,9,10,8,3,17,13,7,16,9,13,21,22,22,22,16,14,11,16,10,17,23,14,19,18,18,12,17,20,15,20,19,16,16,13,20,13,19,13,15,13,18,13,8,11,11,5,6,15,8,6,12,6,3,4,0,1,1],"bins":[-0.0004887316608801484,-0.0004730733926407993,-0.00045741512440145016,-0.0004417568852659315,-0.00042609861702658236,-0.00041044034878723323,-0.0003947820805478841,-0.000379123812308535,-0.0003634655731730163,-0.0003478073049336672,-0.00033214903669431806,-0.00031649076845496893,-0.0003008325002156198,-0.0002851742319762707,-0.000269515992840752,-0.0002538577246014029,-0.00023819945636205375,-0.00022254118812270463,-0.00020688293443527073,-0.0001912246661959216,-0.0001755664125084877,-0.00015990814426913857,-0.00014424987602978945,-0.00012859162234235555,-0.00011293335410300642,-9.727509313961491e-05,-8.16168321762234e-05,-6.595856393687427e-05,-5.030030297348276e-05,-3.4642042010091245e-05,-1.8983777408720925e-05,-3.3255146263400093e-06,1.2332748156040907e-05,2.7991010938421823e-05,4.364927372080274e-05,5.930753832217306e-05,7.496579928556457e-05,9.062406024895608e-05,0.00010628232848830521,0.00012194058945169672,0.00013759885041508824,0.00015325711865443736,0.00016891537234187126,0.0001845736405812204,0.00020023190882056952,0.00021589016250800341,0.00023154843074735254,0.00024720668443478644,0.00026286495267413557,0.0002785232209134847,0.0002941814891528338,0.0003098397282883525,0.0003254979965277016,0.00034115626476705074,0.00035681453300639987,0.000372472801245749,0.0003881310694850981,0.0004037893086206168,0.0004194475768599659,0.00043510584509931505,0.0004507641133386642,0.0004664223815780133,0.00048208062071353197,0.0004977388889528811,0.0005133971571922302]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.00041694261017255485,-0.00040320062544196844,-0.0003894586698152125,-0.0003757166850846261,-0.0003619747294578701,-0.0003482327447272837,-0.00033449078910052776,-0.00032074880436994135,-0.00030700681963935494,-0.000293264864012599,-0.0002795228792820126,-0.00026578092365525663,-0.0002520389389246702,-0.00023829696874599904,-0.00022455499856732786,-0.00021081302838865668,-0.0001970710582099855,-0.0001833290880313143,-0.00016958711785264313,-0.00015584514767397195,-0.00014210317749530077,-0.00012836119276471436,-0.00011461922258604318,-0.000100877252407372,-8.713528222870082e-05,-7.339331205002964e-05,-5.965133823337965e-05,-4.590936441672966e-05,-3.216739423805848e-05,-1.8425422240397893e-05,-4.683450242737308e-06,9.058521754923277e-06,2.2800522856414318e-05,3.65424930350855e-05,5.028446685173549e-05,6.402644066838548e-05,7.776841084705666e-05,9.151038102572784e-05,0.00010525235848035663,0.00011899432865902781,0.000132736298837699,0.00014647826901637018,0.00016022023919504136,0.00017396220937371254,0.00018770419410429895,0.00020144616428297013,0.0002151881344616413,0.0002289301046403125,0.00024267207481898367,0.0002564140595495701,0.00027015601517632604,0.00028389799990691245,0.0002976399555336684,0.0003113819402642548,0.00032512389589101076,0.00033886588062159717,0.0003526078653521836,0.00036634982097893953,0.00038009180570952594,0.0003938337613362819,0.0004075757460668683,0.00042131770169362426,0.00043505968642421067,0.0004488016420509666,0.00046254362678155303],"_type":"histogram","values":[1,0,1,2,1,3,4,4,0,3,5,10,8,10,12,14,13,15,15,20,19,22,20,14,28,18,24,28,30,24,28,26,25,31,18,22,20,18,15,30,22,20,17,17,13,10,14,7,7,3,5,6,5,5,3,3,2,1,0,1,2,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[4,9,16,27,50,66,133,241,387,663,1042,1681,2493,3609,5317,7529,10782,14368,19051,25131,31841,39270,47832,56341,64671,73678,81488,87196,91929,94809,95053,93750,90123,84211,77569,69360,61290,52171,43594,35547,28370,22138,16928,12637,9134,6430,4446,3057,2044,1287,844,518,300,172,96,59,45,12,13,7,2,1,1,1],"bins":[-0.09217027574777603,-0.08912413567304611,-0.08607799559831619,-0.08303186297416687,-0.07998572289943695,-0.07693958282470703,-0.07389344274997711,-0.07084730267524719,-0.06780116260051727,-0.06475502997636795,-0.06170888990163803,-0.05866274982690811,-0.05561660975217819,-0.05257047340273857,-0.04952433332800865,-0.04647819697856903,-0.04343205690383911,-0.04038591682910919,-0.03733978047966957,-0.03429364040493965,-0.03124750219285488,-0.02820136398077011,-0.02515522390604019,-0.02210908569395542,-0.01906294748187065,-0.01601680926978588,-0.012970670126378536,-0.009924530982971191,-0.006878392770886421,-0.0038322540931403637,-0.0007861154153943062,0.0022600232623517513,0.005306161940097809,0.008352300152182579,0.011398439295589924,0.014444578438997269,0.01749071665108204,0.02053685486316681,0.02358299493789673,0.0266291331499815,0.02967527136206627,0.03272141143679619,0.03576754778623581,0.03881368786096573,0.04185982793569565,0.04490596428513527,0.04795210435986519,0.05099824070930481,0.05404438078403473,0.05709052085876465,0.06013665720820427,0.06318279355764389,0.06622893363237381,0.06927507370710373,0.07232121378183365,0.07536735385656357,0.07841348648071289,0.08145962655544281,0.08450576663017273,0.08755190670490265,0.09059804677963257,0.09364418685436249,0.09669031947851181,0.09973645955324173,0.10278259962797165]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.0946178138256073,-0.09164455533027649,-0.08867130428552628,-0.08569805324077606,-0.08272479474544525,-0.07975153625011444,-0.07677828520536423,-0.07380503416061401,-0.0708317756652832,-0.06785851716995239,-0.06488526612520218,-0.06191201135516167,-0.058938756585121155,-0.05596550181508064,-0.05299224704504013,-0.05001899227499962,-0.047045737504959106,-0.044072482734918594,-0.04109922796487808,-0.03812597319483757,-0.03515271842479706,-0.032179463654756546,-0.029206208884716034,-0.026232954114675522,-0.02325969934463501,-0.020286444574594498,-0.017313189804553986,-0.014339935034513474,-0.011366680264472961,-0.00839342549443245,-0.005420170724391937,-0.002446915954351425,0.0005263388156890869,0.003499593585729599,0.006472848355770111,0.009446103125810623,0.012419357895851135,0.015392612665891647,0.01836586743593216,0.02133912220597267,0.024312376976013184,0.027285631746053696,0.030258886516094208,0.03323214128613472,0.03620539605617523,0.039178650826215744,0.042151905596256256,0.04512516036629677,0.04809841513633728,0.05107166990637779,0.054044924676418304,0.057018179446458817,0.05999143421649933,0.06296469271183014,0.06593794375658035,0.06891119480133057,0.07188445329666138,0.07485771179199219,0.0778309628367424,0.08080421388149261,0.08377747237682343,0.08675073087215424,0.08972398191690445,0.09269723296165466,0.09567049145698547],"_type":"histogram","values":[1,1,2,4,7,18,42,62,103,160,238,375,575,871,1337,1778,2568,3601,4874,6535,8495,10837,13429,16227,19197,22397,25510,28460,30894,33174,34322,34919,34612,33916,31963,30358,27599,24525,21255,18251,15103,12491,10047,7922,5989,4508,3241,2307,1598,1131,723,491,335,185,100,67,40,26,10,12,1,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[4,1,0,6,8,4,6,10,20,10,23,12,24,29,33,24,41,38,48,45,51,64,59,62,53,64,53,64,69,59,74,78,70,62,64,59,60,55,53,57,46,46,51,30,43,28,31,19,28,13,16,16,10,13,6,11,8,7,3,2,1,1,1,2],"bins":[-0.00047075655311346054,-0.00045547878835350275,-0.00044020102359354496,-0.0004249232879374176,-0.00040964552317745984,-0.00039436775841750205,-0.00037908999365754426,-0.00036381222889758646,-0.00034853449324145913,-0.00033325672848150134,-0.00031797896372154355,-0.00030270119896158576,-0.00028742343420162797,-0.0002721456694416702,-0.00025686793378554285,-0.00024159016902558506,-0.00022631240426562726,-0.00021103463950566947,-0.0001957568892976269,-0.00018047912453766912,-0.00016520137432962656,-0.00014992360956966877,-0.00013464584480971098,-0.0001193680873257108,-0.00010409032984171063,-8.881257235771045e-05,-7.353481487371027e-05,-5.8257050113752484e-05,-4.297929262975231e-05,-2.770153332676273e-05,-1.2423774023773149e-05,2.853985279216431e-06,1.813174458220601e-05,3.340950206620619e-05,4.868726318818517e-05,6.396502431016415e-05,7.924278179416433e-05,9.45205392781645e-05,0.0001097983040381223,0.00012507605424616486,0.00014035381900612265,0.00015563158376608044,0.000170909333974123,0.0001861870987340808,0.00020146486349403858,0.00021674261370208114,0.00023202037846203893,0.0002472981286700815,0.0002625758934300393,0.0002778536581899971,0.00029313142294995487,0.0003084091586060822,0.00032368692336604,0.0003389646881259978,0.00035424245288595557,0.00036952021764591336,0.00038479798240587115,0.0004000757180619985,0.0004153534828219563,0.00043063124758191407,0.00044590901234187186,0.00046118677710182965,0.000476464512757957,0.0004917422775179148,0.0005070200422778726],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-3.080575697822496e-05,-2.98927043331787e-05,-2.8979651688132435e-05,-2.8066600862075575e-05,-2.715354821702931e-05,-2.6240495571983047e-05,-2.5327442926936783e-05,-2.441439028189052e-05,-2.350133945583366e-05,-2.2588286810787395e-05,-2.167523416574113e-05,-2.0762181520694867e-05,-1.9849128875648603e-05,-1.893607623060234e-05,-1.802302540454548e-05,-1.7109972759499215e-05,-1.619692011445295e-05,-1.5283867469406687e-05,-1.4370815733855125e-05,-1.345776308880886e-05,-1.2544711353257298e-05,-1.1631658708211035e-05,-1.071860606316477e-05,-9.805554327613208e-06,-8.892501682566945e-06,-7.97944903752068e-06,-7.066397301969118e-06,-6.1533446569228545e-06,-5.2402924666239414e-06,-4.327240276325028e-06,-3.41418785865244e-06,-2.5011354409798514e-06,-1.588085069670342e-06,-6.750327656845911e-07,2.3801953830115963e-07,1.1510718422869104e-06,2.064124146272661e-06,2.977176336571574e-06,3.890228981617838e-06,4.803281171916751e-06,5.716333362215664e-06,6.629385552514577e-06,7.54243774281349e-06,8.455490387859754e-06,9.368543032906018e-06,1.028159476845758e-05,1.1194647413503844e-05,1.2107699149055406e-05,1.302075179410167e-05,1.3933804439147934e-05,1.4846856174699496e-05,1.575990791025106e-05,1.6672960555297323e-05,1.7586013200343587e-05,1.849906584538985e-05,1.9412118490436114e-05,2.0325169316492975e-05,2.123822196153924e-05,2.2151274606585503e-05,2.3064327251631767e-05,2.397737989667803e-05,2.4890432541724294e-05,2.5803483367781155e-05,2.671653601282742e-05,2.7629588657873683e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,2,1,1,2,0,3,1,2,5,6,5,11,7,15,15,21,27,23,27,38,29,31,35,23,42,38,35,35,39,30,24,27,22,28,16,19,19,9,12,9,5,6,0,5,1,4,3,1,0,0,2,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,0,0,1,3,1,1,5,5,0,6,12,7,16,22,49,45,77,98,128,227,302,453,608,887,1188,1882,2803,4169,6290,9810,15767,26355,45542,92063,230060,505615,351305,132509,58783,32746,18669,11582,7346,4868,3231,2190,1654,1061,677,551,319,258,210,117,90,69,39,31,23,15,11,7,5],"bins":[-0.000438690185546875,-0.0004267394542694092,-0.00041478872299194336,-0.00040283799171447754,-0.0003908872604370117,-0.0003789365291595459,-0.0003669857978820801,-0.00035503506660461426,-0.00034308433532714844,-0.0003311336040496826,-0.0003191828727722168,-0.000307232141494751,-0.00029528141021728516,-0.00028333067893981934,-0.0002713799476623535,-0.0002594292163848877,-0.0002474784851074219,-0.00023552775382995605,-0.00022357702255249023,-0.00021162629127502441,-0.0001996755599975586,-0.00018772482872009277,-0.00017577409744262695,-0.00016382336616516113,-0.0001518726348876953,-0.0001399219036102295,-0.00012797117233276367,-0.00011602044105529785,-0.00010406970977783203,-9.211897850036621e-05,-8.016824722290039e-05,-6.821751594543457e-05,-5.626678466796875e-05,-4.431605339050293e-05,-3.236532211303711e-05,-2.041459083557129e-05,-8.463859558105469e-06,3.4868717193603516e-06,1.5437602996826172e-05,2.7388334274291992e-05,3.933906555175781e-05,5.128979682922363e-05,6.324052810668945e-05,7.519125938415527e-05,8.71419906616211e-05,9.909272193908691e-05,0.00011104345321655273,0.00012299418449401855,0.00013494491577148438,0.0001468956470489502,0.00015884637832641602,0.00017079710960388184,0.00018274784088134766,0.00019469857215881348,0.0002066493034362793,0.00021860003471374512,0.00023055076599121094,0.00024250149726867676,0.0002544522285461426,0.0002664029598236084,0.0002783536911010742,0.00029030442237854004,0.00030225515365600586,0.0003142058849334717,0.0003261566162109375],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,3,0,1,4,2,0,1,2,3,3,8,5,6,12,7,14,9,17,11,23,18,14,22,23,20,21,26,32,26,24,24,22,28,34,25,20,36,25,20,20,19,17,17,13,12,15,12,9,5,8,7,7,1,3,1,3,1,1,1,0,2,1,1],"bins":[-0.00247976859100163,-0.0024018138647079468,-0.00232385890558362,-0.002245904179289937,-0.002167949452996254,-0.002089994726702571,-0.002012040000408888,-0.0019340850412845612,-0.001856130314990878,-0.001778175588697195,-0.0017002207459881902,-0.0016222659032791853,-0.0015443111769855022,-0.0014663564506918192,-0.0013884016079828143,-0.0013104467652738094,-0.0012324920389801264,-0.0011545373126864433,-0.0010765824699774384,-0.0009986276272684336,-0.0009206729009747505,-0.0008427181164734066,-0.0007647633319720626,-0.0006868085474707186,-0.0006088537629693747,-0.0005308989784680307,-0.0004529441939666867,-0.00037498940946534276,-0.0002970346249639988,-0.00021907984046265483,-0.00014112505596131086,-6.31702714599669e-05,1.4784745872020721e-05,9.273953037336469e-05,0.00017069431487470865,0.0002486490993760526,0.0003266038838773966,0.00040455866837874055,0.0004825134528800845,0.0005604682373814285,0.0006384230218827724,0.0007163778063841164,0.0007943325908854604,0.0008722873753868043,0.0009502421598881483,0.0010281968861818314,0.0011061517288908362,0.0011841065715998411,0.0012620612978935242,0.0013400160241872072,0.001417970866896212,0.001495925709605217,0.0015738804358989,0.001651835162192583,0.001729790004901588,0.0018077448476105928,0.001885699573904276,0.001963654300197959,0.002041609026491642,0.0021195639856159687,0.0021975187119096518,0.002275473438203335,0.0023534283973276615,0.0024313831236213446,0.0025093378499150276],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[3,6,11,7,18,15,15,46,49,85,99,158,177,291,393,565,751,1124,1606,2008,3156,4299,6053,8884,12647,17794,26402,37179,53319,73167,85568,73805,54132,37921,26873,18317,12776,8899,6098,4429,3053,2327,1520,1081,699,605,405,286,196,148,94,75,66,41,31,11,15,9,6,7,0,2,1,1],"bins":[-0.00037384033203125,-0.0003615915775299072,-0.00034934282302856445,-0.0003370940685272217,-0.0003248453140258789,-0.00031259655952453613,-0.00030034780502319336,-0.0002880990505218506,-0.0002758502960205078,-0.00026360154151916504,-0.00025135278701782227,-0.0002391040325164795,-0.00022685527801513672,-0.00021460652351379395,-0.00020235776901245117,-0.0001901090145111084,-0.00017786026000976562,-0.00016561150550842285,-0.00015336275100708008,-0.0001411139965057373,-0.00012886524200439453,-0.00011661648750305176,-0.00010436773300170898,-9.211897850036621e-05,-7.987022399902344e-05,-6.762146949768066e-05,-5.537271499633789e-05,-4.312396049499512e-05,-3.0875205993652344e-05,-1.862645149230957e-05,-6.377696990966797e-06,5.8710575103759766e-06,1.811981201171875e-05,3.0368566513061523e-05,4.26173210144043e-05,5.486607551574707e-05,6.711483001708984e-05,7.936358451843262e-05,9.161233901977539e-05,0.00010386109352111816,0.00011610984802246094,0.0001283586025238037,0.00014060735702514648,0.00015285611152648926,0.00016510486602783203,0.0001773536205291748,0.00018960237503051758,0.00020185112953186035,0.00021409988403320312,0.0002263486385345459,0.00023859739303588867,0.00025084614753723145,0.0002630949020385742,0.000275343656539917,0.00028759241104125977,0.00029984116554260254,0.0003120899200439453,0.0003243386745452881,0.00033658742904663086,0.00034883618354797363,0.0003610849380493164,0.0003733336925506592,0.00038558244705200195,0.0003978312015533447,0.0004100799560546875]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.00046206172555685043,-0.00044769170926883817,-0.0004333216929808259,-0.0004189517057966441,-0.0004045816895086318,-0.00039021167322061956,-0.00037584168603643775,-0.0003614716697484255,-0.0003471016534604132,-0.00033273163717240095,-0.0003183616208843887,-0.0003039916337002069,-0.0002896216174121946,-0.00027525160112418234,-0.00026088161394000053,-0.00024651159765198827,-0.000232141581363976,-0.00021777156507596374,-0.0002034015633398667,-0.00018903156160376966,-0.0001746615453157574,-0.00016029152902774513,-0.0001459215272916481,-0.00013155152555555105,-0.00011718150926753879,-0.00010281150025548413,-8.844149124342948e-05,-7.407148223137483e-05,-5.970147321932018e-05,-4.5331464207265526e-05,-3.0961455195210874e-05,-1.6591446183156222e-05,-2.22143717110157e-06,1.2148571840953082e-05,2.6518580853007734e-05,4.0888589865062386e-05,5.525859887711704e-05,6.962860788917169e-05,8.399861690122634e-05,9.8368625913281e-05,0.00011273863492533565,0.0001271086512133479,0.00014147865294944495,0.000155848654685542,0.00017021867097355425,0.00018458868726156652,0.00019895868899766356,0.0002133286907337606,0.00022769870702177286,0.00024206872330978513,0.0002564387395977974,0.0002708087267819792,0.00028517874306999147,0.00029954875935800374,0.00031391874654218554,0.0003282887628301978,0.0003426587791182101,0.00035702879540622234,0.0003713988116942346,0.0003857687988784164,0.0004001388151664287,0.00041450883145444095,0.00042887881863862276,0.000443248834926635,0.0004576188512146473],"_type":"histogram","values":[2,1,1,0,0,1,4,2,0,1,1,6,6,5,4,7,9,10,16,13,22,17,23,23,22,28,18,33,32,28,29,30,26,20,23,26,24,31,25,26,18,23,21,22,17,15,12,9,7,3,6,4,1,5,2,1,0,1,1,0,2,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,0,1,1,3,2,0,1,1,2,2,4,3,6,9,9,8,7,12,16,35,19,29,36,27,32,40,29,44,33,49,40,36,38,26,29,20,15,17,12,9,17,10,9,7,4,3,3,3,2,1,0,0,2,0,2,0,0,1,0,0,0,1],"bins":[-0.00013564647815655917,-0.0001311157102463767,-0.00012658494233619422,-0.00012205418170196936,-0.00011752341379178688,-0.0001129926458816044,-0.00010846188524737954,-0.00010393111733719707,-9.940034942701459e-05,-9.486958151683211e-05,-9.033881360664964e-05,-8.580805297242478e-05,-8.12772850622423e-05,-7.674651715205982e-05,-7.221575651783496e-05,-6.768498860765249e-05,-6.315422069747001e-05,-5.862345278728753e-05,-5.4092688515083864e-05,-4.9561924242880195e-05,-4.503115633269772e-05,-4.050038842251524e-05,-3.5969624150311574e-05,-3.1438859878107905e-05,-2.690809196792543e-05,-2.2377325876732357e-05,-1.7846559785539284e-05,-1.3315793694346212e-05,-8.78502760315314e-06,-4.254261511960067e-06,2.7650457923300564e-07,4.807270670426078e-06,9.338022209703922e-06,1.3868788300896995e-05,1.8399554392090067e-05,2.293032048328314e-05,2.7461086574476212e-05,3.199185448465869e-05,3.652261875686236e-05,4.1053383029066026e-05,4.55841509392485e-05,5.011491884943098e-05,5.464568312163465e-05,5.9176447393838316e-05,6.370721530402079e-05,6.823798321420327e-05,7.276874384842813e-05,7.72995117586106e-05,8.183027966879308e-05,8.636104757897556e-05,9.089181548915803e-05,9.54225761233829e-05,9.995334403356537e-05,0.00010448411194374785,0.00010901487257797271,0.00011354564048815519,0.00011807640839833766,0.00012260717630852014,0.00012713794421870261,0.0001316687121288851,0.00013619946548715234,0.00014073023339733481,0.0001452610013075173,0.00014979176921769977,0.00015432253712788224],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,1,2,4,2,1,2,4,5,6,4,6,6,13,16,12,25,18,25,14,24,33,28,24,32,37,26,27,25,24,32,23,31,17,16,25,27,23,22,22,17,11,14,3,9,6,3,2,0,7,3,0,0,1,1,2,1],"bins":[-0.0004930687136948109,-0.00047884188825264573,-0.0004646150628104806,-0.00045038823736831546,-0.0004361614119261503,-0.0004219345864839852,-0.00040770776104182005,-0.0003934809355996549,-0.0003792541101574898,-0.00036502728471532464,-0.0003508004592731595,-0.00033657363383099437,-0.00032234680838882923,-0.0003081199829466641,-0.00029389315750449896,-0.0002796663320623338,-0.0002654395066201687,-0.00025121268117800355,-0.0002369858557358384,-0.00022275903029367328,-0.00020853220485150814,-0.000194305379409343,-0.00018007855396717787,-0.00016585172852501273,-0.0001516249030828476,-0.00013739807764068246,-0.00012317125219851732,-0.00010894442675635219,-9.471760131418705e-05,-8.049077587202191e-05,-6.626395042985678e-05,-5.203712498769164e-05,-3.781032864935696e-05,-2.3583503207191825e-05,-9.356677765026689e-06,4.870147677138448e-06,1.9096973119303584e-05,3.332379856146872e-05,4.755062400363386e-05,6.177744944579899e-05,7.600427488796413e-05,9.023110033012927e-05,0.0001044579257722944,0.00011868475121445954,0.00013291157665662467,0.0001471384020987898,0.00016136522754095495,0.00017559205298312008,0.00018981887842528522,0.00020404570386745036,0.0002182725293096155,0.00023249935475178063,0.00024672618019394577,0.0002609530056361109,0.00027517983107827604,0.0002894066565204412,0.0003036334819626063,0.00031786030740477145,0.0003320871328469366,0.0003463139582891017,0.00036054078373126686,0.000374767609173432,0.00038899443461559713,0.00040322126005776227,0.0004174480854999274]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[3,0,1,1,0,1,0,0,1,4,2,5,5,6,7,5,8,6,9,10,13,16,16,21,22,17,33,41,56,73,70,45,43,36,21,33,24,15,17,13,12,10,5,7,4,4,6,5,2,1,3,1,2,1,3,0,1,0,0,0,0,0,0,2],"bins":[-0.001770242117345333,-0.0017111540073528886,-0.001652065897360444,-0.0015929777873679996,-0.001533889677375555,-0.0014748016837984324,-0.0014157135738059878,-0.0013566254638135433,-0.0012975373538210988,-0.0012384492438286543,-0.0011793611338362098,-0.0011202730238437653,-0.0010611850302666426,-0.001002096920274198,-0.0009430088102817535,-0.000883920700289309,-0.0008248325902968645,-0.00076574448030442,-0.0007066563703119755,-0.0006475683185271919,-0.0005884802085347474,-0.0005293920985423028,-0.0004703040176536888,-0.00041121593676507473,-0.0003521278267726302,-0.0002930397167801857,-0.00023395163589157164,-0.00017486354045104235,-0.00011577544501051307,-5.668734956998378e-05,2.4007458705455065e-06,6.14888413110748e-05,0.00012057693675160408,0.00017966503219213337,0.00023875312763266265,0.0002978412085212767,0.00035692931851372123,0.00041601742850616574,0.0004751055093947798,0.0005341935902833939,0.0005932817002758384,0.0006523698102682829,0.0007114579202607274,0.000770545972045511,0.0008296340820379555,0.0008887221920304,0.0009478102438151836,0.0010068983538076282,0.0010659864638000727,0.0011250745737925172,0.0011841626837849617,0.0012432507937774062,0.0013023389037698507,0.0013614268973469734,0.001420515007339418,0.0014796031173318624,0.001538691227324307,0.0015977793373167515,0.001656867447309196,0.0017159555573016405,0.0017750435508787632,0.0018341316608712077,0.0018932197708636522,0.0019523078808560967,0.0020113959908485413]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,0,1,2,8,2,7,4,9,9,15,23,15,21,21,13,28,34,28,33,35,36,47,33,41,40,39,23,27,27,24,26,13,21,19,12,11,4,5,1,3,1,1,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00020198896527290344,-0.00019419885938987136,-0.00018640875350683928,-0.0001786186476238072,-0.0001708285417407751,-0.00016303843585774302,-0.00015524832997471094,-0.00014745822409167886,-0.00013966811820864677,-0.0001318780123256147,-0.0001240879064425826,-0.00011629780055955052,-0.00010850769467651844,-0.00010071758879348636,-9.292748291045427e-05,-8.513737702742219e-05,-7.73472711443901e-05,-6.955716526135802e-05,-6.176705937832594e-05,-5.3976953495293856e-05,-4.618684761226177e-05,-3.839674172922969e-05,-3.0606635846197605e-05,-2.281652996316552e-05,-1.5026424080133438e-05,-7.236318197101355e-06,5.537876859307289e-07,8.343893568962812e-06,1.6133999451994896e-05,2.392410533502698e-05,3.171421121805906e-05,3.9504317101091146e-05,4.729442298412323e-05,5.5084528867155313e-05,6.28746347501874e-05,7.066474063321948e-05,7.845484651625156e-05,8.624495239928365e-05,9.403505828231573e-05,0.00010182516416534781,0.0001096152700483799,0.00011740537593141198,0.00012519548181444407,0.00013298558769747615,0.00014077569358050823,0.00014856579946354032,0.0001563559053465724,0.00016414601122960448,0.00017193611711263657,0.00017972622299566865,0.00018751632887870073,0.00019530643476173282,0.0002030965406447649,0.00021088664652779698,0.00021867675241082907,0.00022646685829386115,0.00023425696417689323,0.00024204707005992532,0.0002498371759429574,0.0002576272818259895,0.00026541738770902157,0.00027320749359205365,0.00028099759947508574,0.0002887877053581178,0.0002965778112411499]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.0005027425941079855,-0.0004870572593063116,-0.0004713719536084682,-0.0004556866188067943,-0.00044000131310895085,-0.00042431597830727696,-0.0004086306435056031,-0.00039294533780775964,-0.00037726000300608575,-0.00036157466820441186,-0.00034588936250656843,-0.00033020402770489454,-0.00031451869290322065,-0.0002988333872053772,-0.00028314805240370333,-0.0002674627467058599,-0.000251777411904186,-0.00023609209165442735,-0.0002204067714046687,-0.0002047214366029948,-0.00018903611635323614,-0.00017335079610347748,-0.0001576654613018036,-0.00014198014105204493,-0.00012629482080228627,-0.0001106095005525276,-9.492417302681133e-05,-7.923884550109506e-05,-6.35535252513364e-05,-4.786820136359893e-05,-3.218287747586146e-05,-1.6497553588123992e-05,-8.121714927256107e-07,1.4873152395011857e-05,3.0558476282749325e-05,4.624380017048679e-05,6.192912405822426e-05,7.761444430798292e-05,9.32997718336992e-05,0.00010898509935941547,0.00012467041960917413,0.0001403557398589328,0.00015604106010869145,0.00017172639491036534,0.000187411715160124,0.00020309703540988266,0.00021878237021155655,0.00023446769046131521,0.0002501530107110739,0.00026583834551274776,0.0002815236512105912,0.0002972089860122651,0.0003128942917101085,0.0003285796265117824,0.0003442649613134563,0.00035995026701129973,0.0003756356018129736,0.0003913209366146475,0.00040700624231249094,0.00042269157711416483,0.0004383769119158387,0.00045406221761368215,0.00046974755241535604,0.00048543285811319947,0.0005011181929148734],"_type":"histogram","values":[1,1,0,0,1,1,0,3,0,2,4,4,7,6,6,3,12,10,13,16,9,17,25,19,23,30,28,25,30,25,23,33,32,30,28,34,26,24,19,24,24,17,23,17,20,13,8,7,10,5,6,4,9,2,1,1,1,2,2,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.00017139030387625098,-0.00016651237092446536,-0.00016163445252459496,-0.00015675651957280934,-0.00015187860117293894,-0.00014700066822115332,-0.0001421227352693677,-0.0001372448168694973,-0.00013236688391771168,-0.00012748895096592605,-0.00012261103256605566,-0.00011773309961427003,-0.00011285517393844202,-0.00010797724826261401,-0.00010309931531082839,-9.822138963500038e-05,-9.334346395917237e-05,-8.846553828334436e-05,-8.358761260751635e-05,-7.870967965573072e-05,-7.383175397990271e-05,-6.89538283040747e-05,-6.407589535228908e-05,-5.919796967646107e-05,-5.432004400063306e-05,-4.944211832480505e-05,-4.4564189010998234e-05,-3.968625969719142e-05,-3.480833402136341e-05,-2.9930406526545994e-05,-2.505247903172858e-05,-2.0174551536911167e-05,-1.5296638594008982e-05,-1.0418711099191569e-05,-5.540783604374155e-06,-6.62856109556742e-07,4.215071385260671e-06,9.092998880078085e-06,1.3970926374895498e-05,1.884885386971291e-05,2.3726781364530325e-05,2.860470885934774e-05,3.348263635416515e-05,3.836056566797197e-05,4.323849134379998e-05,4.811641701962799e-05,5.2994346333434805e-05,5.787227564724162e-05,6.275020132306963e-05,6.762812699889764e-05,7.250605267472565e-05,7.738398562651128e-05,8.226191130233929e-05,8.71398369781673e-05,9.201776992995292e-05,9.689569560578093e-05,0.00010177362128160894,0.00010665154695743695,0.00011152947263326496,0.00011640740558505058,0.00012128533126087859,0.0001261632569367066,0.00013104118988849223,0.00013591910828836262,0.00014079704124014825],"_type":"histogram","values":[1,0,0,0,0,0,1,0,2,1,0,1,0,1,1,3,6,5,2,3,12,8,6,19,9,22,19,15,20,35,31,42,38,33,34,41,38,42,41,30,29,35,31,14,13,23,16,10,11,5,2,5,2,1,3,2,2,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.000492759223561734,-0.00047753110993653536,-0.00046230299631133676,-0.00044707488268613815,-0.00043184676906093955,-0.00041661865543574095,-0.00040139054181054235,-0.00038616242818534374,-0.00037093431456014514,-0.0003557061718311161,-0.0003404780582059175,-0.0003252499445807189,-0.00031002183095552027,-0.00029479371733032167,-0.00027956560370512307,-0.00026433749007992446,-0.00024910937645472586,-0.00023388126282952726,-0.00021865314920432866,-0.00020342503557913005,-0.00018819692195393145,-0.00017296879377681762,-0.00015774068015161902,-0.00014251256652642041,-0.0001272844529012218,-0.00011205633927602321,-9.68282256508246e-05,-8.160010474966839e-05,-6.637199112446979e-05,-5.1143877499271184e-05,-3.5915760236093774e-05,-2.0687644791905768e-05,-5.459558451548219e-06,9.768556992639787e-06,2.4996672436827794e-05,4.0224789700005203e-05,5.5452903325203806e-05,7.068101695040241e-05,8.590913785155863e-05,0.00010113725147675723,0.00011636536510195583,0.00013159347872715443,0.00014682159235235304,0.00016204970597755164,0.00017727783415466547,0.00019250594777986407,0.00020773406140506268,0.00022296217503026128,0.00023819028865545988,0.0002534184022806585,0.0002686465159058571,0.0002838746295310557,0.0002991027431562543,0.0003143308567814529,0.0003295589704066515,0.0003447870840318501,0.0003600151976570487,0.00037524334038607776,0.00039047145401127636,0.00040569956763647497,0.00042092768126167357,0.00043615579488687217,0.0004513839085120708,0.0004666120221372694,0.000481840135762468],"_type":"histogram","values":[1,0,0,0,2,0,7,0,0,3,3,0,1,8,6,5,12,7,11,14,19,28,26,19,23,25,18,12,22,26,27,32,34,33,27,30,29,22,19,29,31,26,22,17,15,10,8,10,9,9,8,4,7,1,4,2,1,0,2,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,1,4,0,4,2,5,2,10,7,8,10,13,24,11,16,21,26,26,26,25,34,35,25,30,31,32,27,25,20,35,19,23,30,20,23,11,18,14,14,10,8,9,6,7,3,3,1,2,4,1,3,0,0,0,1],"bins":[-0.000416441704146564,-0.0004041926877107471,-0.0003919437003787607,-0.0003796946839429438,-0.0003674456966109574,-0.0003551966801751405,-0.0003429476637393236,-0.0003306986764073372,-0.0003184496599715203,-0.0003062006435357034,-0.000293951656203717,-0.0002817026397679001,-0.0002694536233320832,-0.0002572046360000968,-0.0002449556195642799,-0.00023270661768037826,-0.0002204576157964766,-0.00020820861391257495,-0.0001959596120286733,-0.0001837105955928564,-0.00017146159370895475,-0.0001592125918250531,-0.0001469635753892362,-0.00013471457350533456,-0.0001224655716214329,-0.00011021656973753124,-9.796756057767197e-05,-8.57185514178127e-05,-7.346954953391105e-05,-6.12205476500094e-05,-4.8971538490150124e-05,-3.672253296826966e-05,-2.447349834255874e-05,-1.2224492820678279e-05,2.4512701202183962e-08,1.2273518223082647e-05,2.452252374496311e-05,3.677152926684357e-05,4.9020534788724035e-05,6.12695439485833e-05,7.351854583248496e-05,8.576754771638662e-05,9.801655687624589e-05,0.00011026556603610516,0.0001225145679200068,0.00013476356980390847,0.00014701258623972535,0.000159261588123627,0.00017151059000752866,0.00018375959189143032,0.00019600859377533197,0.00020825761021114886,0.00022050661209505051,0.00023275561397895217,0.00024500463041476905,0.0002572536177467555,0.00026950263418257236,0.00028175165061838925,0.0002940006379503757,0.00030624965438619256,0.000318498641718179,0.00033074765815399587,0.00034299667458981276,0.0003552456619217992,0.00036749467835761607]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,1,1,1,1,5,3,2,2,4,8,12,8,9,10,13,14,24,16,18,19,22,22,27,33,30,22,28,28,31,33,30,26,25,24,22,31,19,14,15,12,12,15,6,12,12,7,5,4,8,3,3,1,2,1,2,2,1,1,0,0,2],"bins":[-0.0011151388753205538,-0.0010788263753056526,-0.0010425138752907515,-0.0010062013752758503,-0.0009698888752609491,-0.000933576375246048,-0.0008972638752311468,-0.0008609513752162457,-0.0008246388752013445,-0.0007883263751864433,-0.0007520138751715422,-0.000715701375156641,-0.0006793888751417398,-0.0006430763751268387,-0.0006067638751119375,-0.0005704513750970364,-0.0005341388750821352,-0.000497826375067234,-0.0004615138750523329,-0.0004252013750374317,-0.00038888887502253056,-0.0003525763750076294,-0.00031626387499272823,-0.00027995137497782707,-0.0002436388749629259,-0.00020732637494802475,-0.0001710138749331236,-0.00013470137491822243,-9.838887490332127e-05,-6.20763748884201e-05,-2.5763874873518944e-05,1.0548625141382217e-05,4.686112515628338e-05,8.317362517118454e-05,0.0001194861251860857,0.00015579862520098686,0.00019211112521588802,0.00022842362523078918,0.00026473612524569035,0.0003010486252605915,0.00033736112527549267,0.00037367362529039383,0.000409986125305295,0.00044629862532019615,0.0004826111253350973,0.0005189236253499985,0.0005552361253648996,0.0005915486253798008,0.000627861125394702,0.0006641736254096031,0.0007004861254245043,0.0007367986254394054,0.0007731111254543066,0.0008094236254692078,0.0008457361254841089,0.0008820486254990101,0.0009183611255139112,0.0009546736255288124,0.0009909861255437136,0.0010272986255586147,0.001063611125573516,0.001099923625588417,0.0011362361256033182,0.0011725486256182194,0.0012088611256331205]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,1,0,2,2,1,3,1,3,1,0,1,6,4,8,6,12,9,15,21,19,22,17,27,25,18,31,22,26,31,29,30,33,28,30,37,25,19,18,20,31,18,19,15,13,14,11,13,7,3,2,5,1,0,5,2,1,0,0,1,1,0,0,2],"bins":[-0.0004697767144534737,-0.0004549417062662542,-0.0004401066980790347,-0.00042527166078798473,-0.00041043665260076523,-0.00039560164441354573,-0.00038076663622632623,-0.0003659316280391067,-0.0003510966198518872,-0.00033626158256083727,-0.00032142657437361777,-0.00030659156618639827,-0.00029175655799917877,-0.00027692154981195927,-0.0002620865125209093,-0.0002472515043336898,-0.0002324164961464703,-0.0002175814879592508,-0.00020274646522011608,-0.00018791145703289658,-0.00017307643429376185,-0.00015824142610654235,-0.00014340641791932285,-0.00012857139518018812,-0.00011373638699296862,-9.89013715297915e-05,-8.406635606661439e-05,-6.923134787939489e-05,-5.4396332416217774e-05,-3.956131695304066e-05,-2.4726305127842352e-05,-9.89129148365464e-06,4.9437221605330706e-06,1.9778735804720782e-05,3.461374944890849e-05,4.94487612741068e-05,6.428377673728392e-05,7.911879220046103e-05,9.395380038768053e-05,0.00010878881585085765,0.00012362383131403476,0.00013845883950125426,0.000153293862240389,0.0001681288704276085,0.000182963878614828,0.00019779890135396272,0.00021263390954118222,0.00022746893228031695,0.00024230394046753645,0.00025713894865475595,0.00027197395684197545,0.0002868089941330254,0.0003016440023202449,0.0003164790105074644,0.0003313140186946839,0.0003461490268819034,0.00036098406417295337,0.00037581907236017287,0.00039065408054739237,0.00040548908873461187,0.00042032409692183137,0.00043515910510905087,0.00044999414240010083,0.00046482915058732033,0.00047966415877453983],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[4,7,2,16,20,40,74,143,228,317,640,962,1624,2382,3776,5361,7638,10794,14866,19560,25623,32288,40232,48821,57526,67058,75160,82481,89372,93771,96588,96949,94681,90931,84229,76488,68197,59348,50274,41601,33579,26750,20761,15466,11400,8019,5735,3954,2559,1792,1156,643,393,294,117,84,46,22,9,8,2,1,1,1],"bins":[-0.0960918441414833,-0.0930011197924614,-0.08991039544343948,-0.08681967109441757,-0.08372893929481506,-0.08063821494579315,-0.07754749059677124,-0.07445676624774933,-0.07136604189872742,-0.0682753175497055,-0.0651845932006836,-0.062093865126371384,-0.05900314077734947,-0.05591241642832756,-0.05282168835401535,-0.04973096400499344,-0.04664023965597153,-0.043549515306949615,-0.040458790957927704,-0.037368062883615494,-0.03427733853459358,-0.03118661418557167,-0.02809588797390461,-0.02500516176223755,-0.021914437413215637,-0.018823713064193726,-0.015732986852526665,-0.012642261572182178,-0.009551536291837692,-0.006460811011493206,-0.00337008573114872,-0.00027936045080423355,0.0028113648295402527,0.005902090109884739,0.008992815390229225,0.012083540670573711,0.015174265950918198,0.01826499029994011,0.02135571651160717,0.02444644272327423,0.027537167072296143,0.030627891421318054,0.033718615770339966,0.036809343844652176,0.03990006819367409,0.042990792542696,0.04608152061700821,0.04917224496603012,0.05226296931505203,0.055353693664073944,0.058444418013095856,0.061535146087408066,0.06462587416172028,0.06771659851074219,0.0708073228597641,0.07389804720878601,0.07698877155780792,0.08007949590682983,0.08317022025585175,0.08626094460487366,0.08935166895389557,0.09244240075349808,0.09553312510251999,0.0986238494515419,0.10171457380056381],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9994878768920898,0.9995039105415344,0.9995198845863342,0.9995359182357788,0.9995519518852234,0.9995679259300232,0.9995839595794678,0.9995999932289124,0.9996159672737122,0.9996320009231567,0.9996480345726013,0.9996640086174011,0.9996800422668457,0.9996960759162903,0.9997120499610901,0.9997280836105347,0.9997440576553345,0.999760091304779,0.9997761249542236,0.9997920989990234,0.999808132648468,0.9998241662979126,0.9998401403427124,0.999856173992157,0.9998722076416016,0.9998881816864014,0.999904215335846,0.9999202489852905,0.9999362230300903,0.9999522566795349,0.9999682903289795,0.9999842643737793,1.000000238418579,1.0000163316726685,1.0000323057174683,1.000048279762268,1.0000643730163574,1.0000803470611572,1.000096321105957,1.0001124143600464,1.0001283884048462,1.000144362449646,1.0001604557037354,1.0001764297485352,1.000192403793335,1.0002084970474243,1.0002244710922241,1.000240445137024,1.0002565383911133,1.000272512435913,1.000288486480713,1.0003045797348022,1.000320553779602,1.0003365278244019,1.0003526210784912,1.000368595123291,1.0003845691680908,1.0004006624221802,1.00041663646698,1.0004326105117798,1.0004487037658691,1.000464677810669,1.0004806518554688,1.000496745109558,1.000512719154358],"_type":"histogram","values":[1,2,0,1,4,1,3,2,4,5,3,10,3,11,12,13,15,22,14,15,18,16,20,25,27,23,22,18,23,17,30,21,16,18,22,23,27,19,26,16,14,20,17,13,12,10,11,13,7,7,8,12,8,12,3,7,4,4,6,3,5,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09549430012702942,-0.09259526431560516,-0.08969622105360031,-0.08679718524217606,-0.0838981494307518,-0.08099910616874695,-0.07810007035732269,-0.07520103454589844,-0.07230199873447418,-0.06940295547246933,-0.06650391966104507,-0.06360488384962082,-0.06070584058761597,-0.05780680477619171,-0.05490776523947716,-0.0520087294280529,-0.04910968989133835,-0.046210650354623795,-0.04331161454319954,-0.040412575006484985,-0.03751353919506073,-0.034614499658346176,-0.03171546012163162,-0.028816422447562218,-0.025917384773492813,-0.02301834709942341,-0.020119309425354004,-0.01722026988863945,-0.014321232214570045,-0.011422194540500641,-0.008523155935108662,-0.00562411779537797,-0.002725079655647278,0.00017395848408341408,0.003072996623814106,0.005972034763544798,0.00887107290327549,0.011770110577344894,0.014669149182736874,0.017568187788128853,0.020467225462198257,0.023366263136267662,0.026265300810337067,0.02916434034705162,0.032063379883766174,0.03496241569519043,0.037861455231904984,0.04076049104332924,0.04365953058004379,0.04655857011675835,0.0494576059281826,0.052356645464897156,0.05525568127632141,0.058154720813035965,0.06105376034975052,0.06395279616117477,0.06685183942317963,0.06975087523460388,0.07264991104602814,0.07554894685745239,0.07844799011945724,0.0813470259308815,0.08424606174230576,0.08714510500431061,0.09004414081573486],"_type":"histogram","values":[3,1,4,6,9,13,29,41,61,108,173,270,454,612,929,1311,1993,2835,3708,5083,6793,8574,10808,13411,16042,18968,21873,24750,27610,29996,32110,33564,34220,34151,33079,32128,29805,27576,24536,21517,18935,15803,13227,10491,8360,6538,4987,3712,2781,1904,1311,916,586,426,268,177,98,68,28,27,17,4,4,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,3,1,6,4,3,6,3,5,4,6,13,14,15,19,20,13,12,16,18,15,17,13,26,15,23,13,14,13,19,21,21,19,20,22,17,12,20,9,20,16,23,11,13,15,20,8,16,13,14,8,11,9,13,7,4,3,9,5,8,3,4,3],"bins":[0.9995124936103821,0.9995275139808655,0.9995425343513489,0.9995575547218323,0.9995725750923157,0.9995875954627991,0.9996026158332825,0.9996175765991211,0.9996325969696045,0.9996476173400879,0.9996626377105713,0.9996776580810547,0.9996926784515381,0.9997076988220215,0.9997227191925049,0.9997377395629883,0.9997527599334717,0.9997677803039551,0.9997828006744385,0.9997978210449219,0.9998127818107605,0.9998278021812439,0.9998428225517273,0.9998578429222107,0.9998728632926941,0.9998878836631775,0.9999029040336609,0.9999179244041443,0.9999329447746277,0.9999479651451111,0.9999629855155945,0.9999780058860779,0.9999929666519165,1.0000079870224,1.0000230073928833,1.0000380277633667,1.00005304813385,1.0000680685043335,1.000083088874817,1.0000981092453003,1.0001131296157837,1.000128149986267,1.0001431703567505,1.0001581907272339,1.0001732110977173,1.0001882314682007,1.000203251838684,1.0002182722091675,1.0002332925796509,1.0002483129501343,1.0002633333206177,1.000278353691101,1.000293254852295,1.0003082752227783,1.0003232955932617,1.0003383159637451,1.0003533363342285,1.000368356704712,1.0003833770751953,1.0003983974456787,1.000413417816162,1.0004284381866455,1.000443458557129,1.0004584789276123,1.0004734992980957]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.09209365397691727,-0.08916374295949936,-0.08623383194208145,-0.08330392837524414,-0.08037401735782623,-0.07744410634040833,-0.07451419532299042,-0.07158428430557251,-0.0686543732881546,-0.06572446972131729,-0.06279455870389938,-0.059864647686481476,-0.05693473666906357,-0.05400482937693596,-0.05107491835951805,-0.04814501106739044,-0.045215100049972534,-0.042285189032554626,-0.03935528174042702,-0.03642537072300911,-0.0334954634308815,-0.030565552413463593,-0.027635641396045685,-0.024705732241272926,-0.021775823086500168,-0.01884591393172741,-0.01591600477695465,-0.012986093759536743,-0.010056184604763985,-0.007126274984329939,-0.004196365363895893,-0.0012664557434618473,0.0016634613275527954,0.004593370947986841,0.007523280568420887,0.01045319065451622,0.013383099809288979,0.016313008964061737,0.019242919981479645,0.022172829136252403,0.025102738291025162,0.02803264744579792,0.03096255660057068,0.033892467617988586,0.036822378635406494,0.0397522859275341,0.04268219694495201,0.04561210423707962,0.04854201525449753,0.051471926271915436,0.054401833564043045,0.05733174458146095,0.06026165187358856,0.06319156289100647,0.06612147390842438,0.06905138492584229,0.07198129594326019,0.0749111995100975,0.07784111052751541,0.08077102154493332,0.08370093256235123,0.08663084357976913,0.08956074714660645,0.09249065816402435,0.09542056918144226],"_type":"histogram","values":[3,2,4,5,9,25,48,57,103,219,311,520,687,1090,1538,2245,3169,4323,5744,7574,9518,11916,14550,17522,20691,23660,26466,29157,31351,33286,33962,34400,33827,32951,31094,28613,26191,23366,20046,17215,14288,11751,9448,7240,5589,4170,3168,2186,1503,1059,711,460,325,185,112,86,38,19,16,7,3,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0014557475224137306,-0.001411087461747229,-0.0013664274010807276,-0.001321767340414226,-0.0012771072797477245,-0.001232447219081223,-0.0011877871584147215,-0.00114312709774822,-0.0010984670370817184,-0.0010538070928305387,-0.0010091470321640372,-0.0009644869132898748,-0.0009198269108310342,-0.0008751668501645327,-0.0008305067894980311,-0.0007858467288315296,-0.0007411866681650281,-0.0006965266074985266,-0.000651866546832025,-0.0006072064861655235,-0.000562546425499022,-0.0005178864230401814,-0.0004732263623736799,-0.00042856630170717835,-0.00038390624104067683,-0.0003392461803741753,-0.0002945861197076738,-0.0002499260881450027,-0.0002052660274785012,-0.00016060596681199968,-0.00011594592069741338,-7.128586730686948e-05,-2.662581391632557e-05,1.803423947421834e-05,6.269429286476225e-05,0.00010735434625530615,0.00015201439964585006,0.00019667446031235158,0.00024133450642693788,0.00028599455254152417,0.0003306546132080257,0.0003753146738745272,0.00041997473454102874,0.0004646347661036998,0.0005092947976663709,0.0005539548583328724,0.0005986149189993739,0.0006432749796658754,0.000687935040332377,0.0007325951009988785,0.00077725516166538,0.0008219152223318815,0.000866575282998383,0.0009112352854572237,0.0009558953461237252,0.0010005554649978876,0.0010452154092490673,0.0010898754699155688,0.0011345355305820704,0.0011791955912485719,0.0012238556519150734,0.001268515712581575,0.0013131757732480764,0.001357835833914578,0.0014024958945810795],"_type":"histogram","values":[1,0,0,0,0,2,1,3,3,3,2,1,6,6,10,5,4,8,8,17,24,10,16,18,22,27,31,27,25,23,34,34,34,25,32,24,34,27,25,28,15,21,21,15,14,12,12,7,3,7,9,5,8,3,4,4,2,2,1,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-0.0004929407150484622,-0.0004776467103511095,-0.0004623526765499264,-0.0004470586427487433,-0.00043176463805139065,-0.000416470633354038,-0.0004011765995528549,-0.0003858825657516718,-0.00037058856105431914,-0.0003552945563569665,-0.0003400005225557834,-0.0003247064887546003,-0.00030941248405724764,-0.000294118479359895,-0.0002788244455587119,-0.0002635304117575288,-0.00024823640706017613,-0.00023294238781090826,-0.00021764836856164038,-0.0002023543493123725,-0.00018706033006310463,-0.00017176631081383675,-0.00015647229156456888,-0.000141178272315301,-0.00012588425306603312,-0.00011059023381676525,-9.529621456749737e-05,-8.00021953182295e-05,-6.470817606896162e-05,-4.9414156819693744e-05,-3.412013757042587e-05,-1.8826118321157992e-05,-3.5321281757205725e-06,1.1761891073547304e-05,2.705591032281518e-05,4.2349929572083056e-05,5.764394882135093e-05,7.293796807061881e-05,8.823198731988668e-05,0.00010352600656915456,0.00011882002581842244,0.0001341140450676903,0.0001494080643169582,0.00016470208356622607,0.00017999610281549394,0.00019529012206476182,0.0002105841413140297,0.00022587816056329757,0.00024117217981256545,0.00025646621361374855,0.0002717602183111012,0.00028705422300845385,0.00030234825680963695,0.00031764229061082006,0.0003329362953081727,0.00034823030000552535,0.00036352433380670846,0.00037881836760789156,0.0003941123723052442,0.00040940637700259686,0.00042470041080377996,0.00043999444460496306,0.0004552884493023157,0.00047058245399966836,0.00048587648780085146],"_type":"histogram","values":[1,0,2,3,1,1,3,7,7,5,6,8,6,12,14,13,10,11,15,19,13,18,12,14,18,28,24,22,22,18,11,22,24,17,24,21,19,24,26,27,14,15,13,13,15,14,16,14,15,16,8,12,5,6,5,5,6,6,6,3,3,4,1,5]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,3,6,2,7,2,5,4,9,5,11,12,11,18,18,19,14,16,17,13,16,11,17,15,17,19,20,24,14,20,10,16,27,17,17,16,24,16,25,19,19,20,16,23,12,17,9,11,9,7,11,5,12,6,8,10,5,4,2,3,2,2,1],"bins":[0.9995181560516357,0.9995332956314087,0.9995484948158264,0.9995636343955994,0.9995788335800171,0.99959397315979,0.9996091723442078,0.9996243119239807,0.9996395111083984,0.9996546506881714,0.9996697902679443,0.9996849894523621,0.999700129032135,0.9997153282165527,0.9997304677963257,0.9997456669807434,0.9997608065605164,0.9997759461402893,0.999791145324707,0.99980628490448,0.9998214840888977,0.9998366236686707,0.9998518228530884,0.9998669624328613,0.9998821020126343,0.999897301197052,0.999912440776825,0.9999276399612427,0.9999427795410156,0.9999579787254333,0.9999731183052063,0.999988317489624,1.000003457069397,1.00001859664917,1.0000337362289429,1.0000489950180054,1.0000641345977783,1.0000792741775513,1.0000944137573242,1.0001096725463867,1.0001248121261597,1.0001399517059326,1.0001550912857056,1.0001702308654785,1.000185489654541,1.000200629234314,1.000215768814087,1.0002309083938599,1.0002460479736328,1.0002613067626953,1.0002764463424683,1.0002915859222412,1.0003067255020142,1.0003219842910767,1.0003371238708496,1.0003522634506226,1.0003674030303955,1.0003825426101685,1.000397801399231,1.000412940979004,1.0004280805587769,1.0004432201385498,1.0004584789276123,1.0004736185073853,1.0004887580871582]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,2,1,1,1,1,2,3,6,8,3,8,5,8,18,6,14,17,18,26,17,19,21,26,22,35,22,34,34,35,22,37,30,24,21,25,23,23,17,21,21,18,17,4,11,10,2,4,5,3,2,0,3,5,0,1,2,2],"bins":[-0.002129876986145973,-0.0020688846707344055,-0.0020078925881534815,-0.0019469002727419138,-0.001885907957330346,-0.0018249157583341002,-0.0017639235593378544,-0.0017029312439262867,-0.0016419390449300408,-0.001580946845933795,-0.0015199545305222273,-0.0014589623315259814,-0.0013979701325297356,-0.0013369778171181679,-0.001275985618121922,-0.0012149933027103543,-0.0011540011037141085,-0.0010930089047178626,-0.001032016589306295,-0.0009710243903100491,-0.0009100321331061423,-0.0008490398759022355,-0.0007880476769059896,-0.0007270554197020829,-0.0006660631624981761,-0.0006050709052942693,-0.0005440786480903625,-0.0004830864490941167,-0.0004220941918902099,-0.00036110193468630314,-0.0003001097065862268,-0.00023911746393423527,-0.0001781251048669219,-0.00011713286221493036,-5.614061956293881e-05,4.851623089052737e-06,6.584386574104428e-05,0.00012683610839303583,0.00018782835104502738,0.0002488205791451037,0.00030981283634901047,0.00037080509355291724,0.00043179732165299356,0.0004927895497530699,0.0005537818069569767,0.0006147740641608834,0.0006757662631571293,0.0007367585203610361,0.0007977507775649428,0.0008587430347688496,0.0009197352919727564,0.0009807274909690022,0.001041719689965248,0.0011027120053768158,0.0011637042043730617,0.0012246965197846293,0.0012856887187808752,0.001346680917777121,0.0014076732331886888,0.0014686654321849346,0.0015296577475965023,0.0015906499465927482,0.001651642145588994,0.0017126344610005617,0.0017736266599968076]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,1,3,1,3,6,2,6,4,10,9,14,10,13,22,37,35,42,40,48,50,51,47,56,63,58,61,77,60,72,56,78,65,70,71,66,67,68,48,75,60,57,43,39,46,37,22,21,16,24,20,14,17,11,14,11,3,5,6,6,5,2,1,2],"bins":[-0.0004905760870315135,-0.00047537381760776043,-0.00046017151908017695,-0.0004449692496564239,-0.0004297669802326709,-0.0004145646817050874,-0.0003993624122813344,-0.0003841601428575814,-0.0003689578443299979,-0.0003537555749062449,-0.00033855330548249185,-0.00032335100695490837,-0.00030814873753115535,-0.0002929464681074023,-0.00027774416957981884,-0.0002625419001560658,-0.00024733960162848234,-0.00023213733220472932,-0.0002169350627809763,-0.00020173277880530804,-0.0001865304948296398,-0.00017132822540588677,-0.00015612594143021852,-0.00014092365745455027,-0.00012572138803079724,-0.00011051910405512899,-9.531682007946074e-05,-8.01145433797501e-05,-6.491226668003947e-05,-4.9709982704371214e-05,-3.4507706004660577e-05,-1.9305425666971132e-05,-4.103145329281688e-06,1.1099134098913055e-05,2.6301413527107798e-05,4.150369204580784e-05,5.670597238349728e-05,7.190825272118673e-05,8.711052942089736e-05,0.00010231281339656562,0.00011751509009627625,0.0001327173667959869,0.00014791965077165514,0.0001631219347473234,0.00017832420417107642,0.00019352648814674467,0.00020872877212241292,0.00022393104154616594,0.0002391333255218342,0.00025433560949750245,0.00026953787892125547,0.00028474017744883895,0.00029994244687259197,0.000315144716296345,0.0003303470148239285,0.0003455492842476815,0.0003607515536714345,0.000375953852199018,0.000391156121622771,0.00040635839104652405,0.00042156068957410753,0.00043676295899786055,0.0004519652284216136,0.00046716752694919705,0.0004823697963729501]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,1,4,13,21,47,62,105,189,314,460,773,1101,1629,2432,3351,4671,6341,8270,10671,13484,16519,19693,23454,26358,29495,32481,34686,35611,36370,36070,34672,32871,30528,27138,23934,20717,17258,14355,11421,8971,6883,4979,3672,2519,1838,1184,829,523,330,223,141,53,49,28,11,10,4,2,1,0,1],"bins":[-0.09758754819631577,-0.09450145065784454,-0.09141535311937332,-0.0883292630314827,-0.08524316549301147,-0.08215706795454025,-0.07907097041606903,-0.0759848803281784,-0.07289878278970718,-0.06981268525123596,-0.06672658771276474,-0.06364049017429352,-0.060554396361112595,-0.05746830254793167,-0.05438220500946045,-0.051296111196279526,-0.048210013657808304,-0.04512391611933708,-0.04203782230615616,-0.038951724767684937,-0.03586563095450401,-0.03277953341603279,-0.02969343774020672,-0.026607342064380646,-0.023521246388554573,-0.0204351507127285,-0.017349055036902428,-0.01426295842975378,-0.011176862753927708,-0.008090767078101635,-0.005004670936614275,-0.0019185750279575586,0.0011675208806991577,0.00425361655652523,0.00733971269801259,0.01042580883949995,0.013511904515326023,0.01659800112247467,0.019684096798300743,0.022770192474126816,0.02585628814995289,0.02894238382577896,0.03202848136425018,0.03511457517743111,0.03820067271590233,0.04128676652908325,0.044372864067554474,0.0474589578807354,0.05054505541920662,0.05363115295767784,0.056717246770858765,0.05980334430932999,0.06288944184780121,0.06597553193569183,0.06906162947416306,0.07214772701263428,0.0752338245511055,0.07831992208957672,0.08140601217746735,0.08449210971593857,0.08757820725440979,0.09066430479288101,0.09375039488077164,0.09683649241924286,0.09992258995771408]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,0,1,0,2,1,1,1,1,4,2,6,11,8,14,12,9,23,22,39,48,70,86,98,78,57,33,26,28,20,10,13,12,4,6,3,3,4,1,4,0,2,0,1,0,0,0,0,0,0,1,0,1],"bins":[-0.0005661072209477425,-0.0005495421355590224,-0.0005329770501703024,-0.0005164119647815824,-0.0004998468793928623,-0.00048328176490031183,-0.0004667166795115918,-0.00045015159412287176,-0.00043358647963032126,-0.00041702139424160123,-0.0004004563088528812,-0.00038389122346416116,-0.0003673261380754411,-0.0003507610526867211,-0.0003341959381941706,-0.00031763085280545056,-0.0003010657674167305,-0.0002845006820280105,-0.00026793559663929045,-0.00025137048214673996,-0.00023480539675801992,-0.0002182403113692999,-0.00020167522598057985,-0.0001851101260399446,-0.00016854504065122455,-0.00015197995526250452,-0.00013541485532186925,-0.00011884976993314922,-0.00010228467726847157,-8.571958460379392e-05,-6.915449921507388e-05,-5.2589406550396234e-05,-3.6024313885718584e-05,-1.9459223040030338e-05,-2.8941321943420917e-06,1.3670958651346155e-05,3.02360494970344e-05,4.680114216171205e-05,6.336622755043209e-05,7.993132021510974e-05,9.649641287978739e-05,0.00011306150554446504,0.00012962659820914268,0.00014619168359786272,0.00016275676898658276,0.00017932186892721802,0.00019588695431593806,0.00021245205425657332,0.00022901713964529335,0.0002455822250340134,0.0002621473104227334,0.0002787124249152839,0.00029527751030400395,0.000311842595692724,0.000328407681081444,0.00034497276647016406,0.0003615378518588841,0.0003781029663514346,0.0003946680517401546,0.00041123313712887466,0.0004277982225175947,0.00044436330790631473,0.0004609284223988652,0.00047749350778758526,0.0004940585931763053]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[2,2,0,0,3,1,4,4,1,3,6,2,6,10,2,14,17,11,21,23,18,29,24,32,34,46,36,41,42,42,38,27,36,32,21,16,19,16,11,13,15,9,10,7,3,2,2,5,3,1,2,0,0,1,0,2,0,0,0,0,0,0,0,1],"bins":[-3.902970638591796e-05,-3.763147833524272e-05,-3.623324664658867e-05,-3.4835018595913425e-05,-3.3436786907259375e-05,-3.203855885658413e-05,-3.064032716793008e-05,-2.924209911725484e-05,-2.784386924759019e-05,-2.6445639377925545e-05,-2.5047409508260898e-05,-2.364917963859625e-05,-2.225095158792101e-05,-2.0852721718256362e-05,-1.9454491848591715e-05,-1.805626197892707e-05,-1.6658032109262422e-05,-1.5259802239597775e-05,-1.3861572369933128e-05,-1.2463343409763183e-05,-1.1065113540098537e-05,-9.66688367043389e-06,-8.268654710263945e-06,-6.8704248405992985e-06,-5.472194970934652e-06,-4.073965101270005e-06,-2.6757356863527093e-06,-1.277506044061738e-06,1.2072359822923318e-07,1.5189532405202044e-06,2.9171828828111757e-06,4.3154122977284715e-06,5.713642167393118e-06,7.111872037057765e-06,8.510101906722412e-06,9.908330866892356e-06,1.1306560736557003e-05,1.270479060622165e-05,1.4103019566391595e-05,1.550124943605624e-05,1.6899479305720888e-05,1.8297709175385535e-05,1.969593904505018e-05,2.1094168914714828e-05,2.249239696539007e-05,2.3890626835054718e-05,2.5288856704719365e-05,2.668708657438401e-05,2.8085316444048658e-05,2.9483546313713305e-05,3.088177618337795e-05,3.2280004234053195e-05,3.3678235922707245e-05,3.507646397338249e-05,3.647469566203654e-05,3.787292371271178e-05,3.9271151763387024e-05,4.0669383452041075e-05,4.206761150271632e-05,4.346584319137037e-05,4.486407124204561e-05,4.626230293069966e-05,4.7660530981374905e-05,4.9058762670028955e-05,5.04569907207042e-05],"_type":"histogram"},"gradients/_orig_mod.linear.weight":{"values":[2,0,6,4,5,3,9,9,17,9,26,25,43,67,82,65,110,174,221,333,430,603,870,1058,1615,2140,3098,3986,6017,8421,12024,13878,12178,9017,6263,4128,3137,2216,1698,1126,879,641,435,361,250,175,139,88,58,47,31,20,14,12,6,6,4,5,5,4,5,2,1,3],"bins":[-0.0021514892578125,-0.002083301544189453,-0.0020151138305664062,-0.0019469261169433594,-0.0018787384033203125,-0.0018105506896972656,-0.0017423629760742188,-0.0016741752624511719,-0.001605987548828125,-0.0015377998352050781,-0.0014696121215820312,-0.0014014244079589844,-0.0013332366943359375,-0.0012650489807128906,-0.0011968612670898438,-0.0011286735534667969,-0.00106048583984375,-0.0009922981262207031,-0.0009241104125976562,-0.0008559226989746094,-0.0007877349853515625,-0.0007195472717285156,-0.0006513595581054688,-0.0005831718444824219,-0.000514984130859375,-0.0004467964172363281,-0.00037860870361328125,-0.0003104209899902344,-0.0002422332763671875,-0.00017404556274414062,-0.00010585784912109375,-3.7670135498046875e-05,3.0517578125e-05,9.870529174804688e-05,0.00016689300537109375,0.00023508071899414062,0.0003032684326171875,0.0003714561462402344,0.00043964385986328125,0.0005078315734863281,0.000576019287109375,0.0006442070007324219,0.0007123947143554688,0.0007805824279785156,0.0008487701416015625,0.0009169578552246094,0.0009851455688476562,0.0010533332824707031,0.00112152099609375,0.0011897087097167969,0.0012578964233398438,0.0013260841369628906,0.0013942718505859375,0.0014624595642089844,0.0015306472778320312,0.0015988349914550781,0.001667022705078125,0.0017352104187011719,0.0018033981323242188,0.0018715858459472656,0.0019397735595703125,0.0020079612731933594,0.0020761489868164062,0.002144336700439453,0.0022125244140625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0005981838912703097,-0.0005801049410365522,-0.0005620260490104556,-0.0005439470987766981,-0.0005258681485429406,-0.000507789256516844,-0.0004897103062830865,-0.0004716313851531595,-0.00045355246402323246,-0.0004354735428933054,-0.0004173946217633784,-0.0003993156715296209,-0.00038123675039969385,-0.0003631578292697668,-0.0003450788790360093,-0.00032699995790608227,-0.00030892103677615523,-0.0002908421156462282,-0.00027276319451630116,-0.00025468424428254366,-0.00023660532315261662,-0.00021852640202268958,-0.0002004474663408473,-0.00018236853065900505,-0.000164289609529078,-0.00014621068839915097,-0.0001281317527173087,-0.00011005282431142405,-9.19738959055394e-05,-7.389496749965474e-05,-5.581603909377009e-05,-3.7737110687885433e-05,-1.965818228200078e-05,-1.5792538761161268e-06,1.6499674529768527e-05,3.457860293565318e-05,5.265753134153783e-05,7.073645974742249e-05,8.881538815330714e-05,0.00010689431655919179,0.00012497324496507645,0.00014305216609500349,0.00016113110177684575,0.00017921003745868802,0.00019728895858861506,0.0002153678797185421,0.00023344681540038437,0.00025152575108222663,0.0002696046722121537,0.0002876835933420807,0.00030576251447200775,0.00032384146470576525,0.0003419203858356923,0.0003599993069656193,0.0003780782571993768,0.00039615717832930386,0.0004142360994592309,0.00043231502058915794,0.000450393941719085,0.0004684728919528425,0.0004865518130827695,0.0005046307342126966,0.000522709684446454,0.0005407885764725506,0.0005588675267063081],"_type":"histogram","values":[1,0,0,0,1,1,0,1,0,1,2,5,3,7,4,8,9,11,13,14,18,35,24,38,42,51,78,73,88,94,112,130,150,142,136,100,112,87,76,70,54,45,39,35,32,23,21,4,11,11,6,7,2,5,6,6,0,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[3,1,0,1,0,1,6,3,1,3,4,3,4,10,9,15,7,18,16,13,19,23,16,18,16,21,26,34,29,22,26,21,18,23,27,22,23,30,27,29,16,19,21,26,21,13,12,9,11,4,5,4,6,1,0,2,1,1,2,3,0,0,1,2],"bins":[-0.0004263280425220728,-0.0004129578883294016,-0.0003995877632405609,-0.0003862176090478897,-0.000372847483959049,-0.0003594773297663778,-0.0003461071755737066,-0.0003327370504848659,-0.0003193668962921947,-0.00030599674209952354,-0.0002926266170106828,-0.00027925646281801164,-0.00026588630862534046,-0.00025251618353649974,-0.00023914602934382856,-0.0002257758897030726,-0.00021240575006231666,-0.0001990356104215607,-0.00018566547078080475,-0.00017229531658813357,-0.00015892517694737762,-0.00014555503730662167,-0.0001321848831139505,-0.00011881474347319454,-0.00010544460383243859,-9.207446419168264e-05,-7.870431727496907e-05,-6.53341703582555e-05,-5.1964030717499554e-05,-3.8593887438764796e-05,-2.5223744160030037e-05,-1.1853600881295279e-05,1.5165423974394798e-06,1.4886685676174238e-05,2.8256828954908997e-05,4.1626972233643755e-05,5.4997115512378514e-05,6.836725515313447e-05,8.173740206984803e-05,9.51075489865616e-05,0.00010847768862731755,0.0001218478282680735,0.00013521796790882945,0.00014858812210150063,0.00016195826174225658,0.00017532840138301253,0.0001886985555756837,0.00020206869521643966,0.00021543883485719562,0.00022880897449795157,0.00024217911413870752,0.0002555492683313787,0.0002689193934202194,0.0002822895476128906,0.0002956597018055618,0.0003090298268944025,0.0003223999810870737,0.00033577013527974486,0.0003491402603685856,0.00036251041456125677,0.00037588056875392795,0.00038925069384276867,0.00040262084803543985,0.00041599097312428057,0.00042936112731695175]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[2,6,4,5,4,8,9,7,9,9,25,20,16,14,14,9,15,11,13,12,16,13,16,12,14,14,11,13,12,12,12,12,10,14,8,12,15,13,16,15,15,19,20,16,21,15,20,17,9,16,18,17,11,13,9,12,8,9,6,5,3,8,5,4],"bins":[-0.00042477872921153903,-0.0004114479525014758,-0.00039811714668758214,-0.0003847863699775189,-0.00037145556416362524,-0.000358124787453562,-0.00034479398163966835,-0.0003314632049296051,-0.00031813239911571145,-0.00030480162240564823,-0.000291470845695585,-0.00027814003988169134,-0.0002648092631716281,-0.00025147845735773444,-0.00023814768064767122,-0.00022481688938569278,-0.00021148609812371433,-0.00019815530686173588,-0.00018482451559975743,-0.00017149372433777899,-0.00015816293307580054,-0.00014483215636573732,-0.00013150136510375887,-0.00011817057384178042,-0.00010483978257980198,-9.150899131782353e-05,-7.817820005584508e-05,-6.484741606982425e-05,-5.15166248078458e-05,-3.8185833545867354e-05,-2.4855045921867713e-05,-1.152425647887867e-05,1.8065329641103745e-06,1.5137322407099418e-05,2.8468111850088462e-05,4.17988994740881e-05,5.512969073606655e-05,6.8460481998045e-05,8.179126598406583e-05,9.512205724604428e-05,0.00010845284850802273,0.00012178363977000117,0.00013511443103197962,0.00014844522229395807,0.0001617759990040213,0.00017510679026599973,0.00018843758152797818,0.00020176837278995663,0.00021509916405193508,0.00022842995531391352,0.00024176074657589197,0.0002550915232859552,0.00026842232909984887,0.0002817531058099121,0.00029508391162380576,0.000308414688333869,0.0003217454650439322,0.0003350762708578259,0.0003484070475678891,0.00036173785338178277,0.000375068630091846,0.00038839943590573967,0.0004017302126158029,0.00041506101842969656,0.0004283917951397598],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[1,0,0,0,1,1,0,1,2,2,3,1,0,3,3,4,1,4,5,5,10,14,9,9,15,36,33,38,40,44,35,51,63,60,45,44,29,27,23,22,19,15,10,5,3,5,7,6,2,0,1,4,2,1,1,0,0,2,0,0,0,0,0,1],"bins":[-1.3560293155023828e-07,-1.313512001388517e-07,-1.2709946872746514e-07,-1.2284773731607856e-07,-1.1859600590469199e-07,-1.1434427449330542e-07,-1.1009254308191885e-07,-1.0584081167053228e-07,-1.015890802591457e-07,-9.733734884775913e-08,-9.308561743637256e-08,-8.883388602498599e-08,-8.458215461359941e-08,-8.033042320221284e-08,-7.607869179082627e-08,-7.18269603794397e-08,-6.757522896805312e-08,-6.332349755666655e-08,-5.907176614527998e-08,-5.482003473389341e-08,-5.0568303322506836e-08,-4.6316571911120263e-08,-4.206484049973369e-08,-3.781310908834712e-08,-3.3561377676960547e-08,-2.9309646265573974e-08,-2.5057914854187402e-08,-2.080618344280083e-08,-1.6554452031414257e-08,-1.2302720620027685e-08,-8.050989208641113e-09,-3.7992577972545405e-09,4.524736141320318e-10,4.704205025518604e-09,8.955936436905176e-09,1.3207667848291749e-08,1.745939925967832e-08,2.1711130671064893e-08,2.5962862082451466e-08,3.021459349383804e-08,3.446632490522461e-08,3.871805631661118e-08,4.2969787727997755e-08,4.722151913938433e-08,5.14732505507709e-08,5.572498196215747e-08,5.997671337354404e-08,6.422844478493062e-08,6.848017619631719e-08,7.273190760770376e-08,7.698363901909033e-08,8.12353704304769e-08,8.548710184186348e-08,8.973883325325005e-08,9.399056466463662e-08,9.82422960760232e-08,1.0249402748740977e-07,1.0674575889879634e-07,1.1099749031018291e-07,1.1524922172156948e-07,1.1950095313295606e-07,1.2375268454434263e-07,1.280044159557292e-07,1.3225614736711577e-07,1.3650787877850235e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.0004836054577026516,-0.0004687015025410801,-0.00045379757648333907,-0.00043889362132176757,-0.00042398966616019607,-0.000409085740102455,-0.0003941817849408835,-0.000379277829779312,-0.00036437390372157097,-0.00034946994855999947,-0.00033456599339842796,-0.00031966203823685646,-0.0003047581121791154,-0.0002898541570175439,-0.0002749502018559724,-0.00026004627579823136,-0.00024514232063665986,-0.00023023838002700359,-0.00021533442486543208,-0.0002004304842557758,-0.0001855265290942043,-0.00017062258848454803,-0.00015571864787489176,-0.00014081469271332026,-0.00012591075210366398,-0.00011100680421805009,-9.61028563324362e-05,-8.119891572277993e-05,-6.629496783716604e-05,-5.139101995155215e-05,-3.648707570391707e-05,-2.1583129637292586e-05,-6.679154466837645e-06,8.22479159978684e-06,2.3128737666411325e-05,3.803268191404641e-05,5.2936629799660295e-05,6.784057768527418e-05,8.274451829493046e-05,9.764846618054435e-05,0.00011255241406615824,0.0001274563546758145,0.000142360309837386,0.00015726425044704229,0.00017216819105669856,0.00018707214621827006,0.00020197608682792634,0.00021688004198949784,0.00023178398259915411,0.0002466879377607256,0.00026159186381846666,0.00027649581898003817,0.00029139977414160967,0.0003063037001993507,0.0003212076553609222,0.0003361116105224937,0.00035101553658023477,0.00036591949174180627,0.00038082344690337777,0.0003957274020649493,0.0004106313281226903,0.0004255352832842618,0.0004404392384458333,0.00045534316450357437,0.0004702471196651459],"_type":"histogram","values":[1,0,0,0,0,1,1,1,2,3,1,6,8,5,2,4,6,12,12,14,21,18,20,14,21,18,28,32,20,35,26,28,26,39,25,27,32,25,21,22,23,21,20,21,19,13,16,12,8,6,8,3,2,6,0,1,2,3,4,0,0,1,1,1]},"learning_rate":4.999999999993911e-05,"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.09132689982652664,-0.08838718384504318,-0.08544746786355972,-0.08250775933265686,-0.0795680433511734,-0.07662832736968994,-0.07368861138820648,-0.07074890285730362,-0.06780918687582016,-0.0648694708943367,-0.06192975491285324,-0.05899004265666008,-0.05605032667517662,-0.05311061441898346,-0.0501708984375,-0.04723118618130684,-0.04429147019982338,-0.04135175421833992,-0.03841204196214676,-0.0354723259806633,-0.03253261372447014,-0.02959289774298668,-0.02665318362414837,-0.02371346950531006,-0.02077375538647175,-0.017834041267633438,-0.014894327148795128,-0.011954612098634243,-0.009014897979795933,-0.0060751838609576225,-0.003135469276458025,-0.00019575492478907108,0.002743959426879883,0.005683673545718193,0.008623387664556503,0.011563102714717388,0.014502816833555698,0.017442531883716583,0.020382246002554893,0.023321960121393204,0.026261674240231514,0.029201388359069824,0.032141104340553284,0.035080816596746445,0.038020532578229904,0.040960244834423065,0.043899960815906525,0.046839673072099686,0.049779389053583145,0.052719105035066605,0.055658817291259766,0.058598533272743225,0.061538245528936386,0.06447795778512955,0.067417673766613,0.07035738974809647,0.07329710572957993,0.07623682171106339,0.07917653024196625,0.08211624622344971,0.08505596220493317,0.08799567818641663,0.09093538671731949,0.09387510269880295,0.09681481868028641],"_type":"histogram","values":[2,0,5,15,14,24,53,96,150,196,359,545,868,1177,1764,2492,3533,4903,6358,8234,10284,12831,15911,18536,21742,24682,27471,29948,32094,33628,34425,34337,33464,32749,30369,27940,25411,22172,19138,16037,13326,10541,8437,6538,5105,3702,2641,1870,1278,911,592,368,219,134,90,52,26,15,9,6,4,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,1,0,0,0,1,0,1,2,0,2,1,2,1,4,4,6,5,4,10,14,16,27,32,34,54,64,75,75,84,52,42,19,26,17,16,14,16,6,6,5,4,2,3,4,2,5,3,2,0,2,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0010561145609244704,-0.0010190338362008333,-0.0009819529950618744,-0.0009448722703382373,-0.0009077914874069393,-0.0008707107044756413,-0.0008336299797520041,-0.0007965491968207061,-0.0007594684138894081,-0.0007223876309581101,-0.0006853068480268121,-0.000648226123303175,-0.000611145340371877,-0.0005740645574405789,-0.0005369838327169418,-0.0004999030497856438,-0.0004628222668543458,-0.0004257414839230478,-0.0003886607300955802,-0.00035157997626811266,-0.00031449919333681464,-0.0002774184104055166,-0.00024033765657804906,-0.00020325688819866627,-0.00016617611981928349,-0.0001290953514399007,-9.201458306051791e-05,-5.493381468113512e-05,-1.785304630175233e-05,1.922772207763046e-05,5.630849045701325e-05,9.338925883639604e-05,0.000130469910800457,0.0001675506791798398,0.00020463144755922258,0.00024171221593860537,0.00027879298431798816,0.0003158737672492862,0.00035295452107675374,0.0003900352749042213,0.0004271160578355193,0.00046419684076681733,0.0005012776236981153,0.0005383583484217525,0.0005754391313530505,0.0006125199142843485,0.0006496006390079856,0.0006866814219392836,0.0007237622048705816,0.0007608429878018796,0.0007979237707331777,0.0008350044954568148,0.0008720852783881128,0.0009091660613194108,0.0009462467860430479,0.0009833276271820068,0.001020408351905644,0.001057489076629281,0.00109456991776824,0.001131650642491877,0.0011687313672155142,0.0012058122083544731,0.0012428929330781102,0.0012799737742170691,0.0013170544989407063],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[2,0,0,0,3,1,2,3,0,3,7,6,11,3,8,9,8,13,22,13,18,19,28,30,23,25,24,23,22,30,30,32,32,35,25,16,20,18,23,34,19,21,17,16,10,7,11,6,9,2,7,8,4,1,4,1,1,1,0,0,1,0,0,1],"bins":[-0.0005642115138471127,-0.0005459134699776769,-0.0005276153679005802,-0.0005093173240311444,-0.0004910192219540477,-0.0004727211780846119,-0.0004544231342151761,-0.00043612506124190986,-0.0004178269882686436,-0.0003995289152953774,-0.00038123084232211113,-0.00036293279845267534,-0.0003446347254794091,-0.00032633665250614285,-0.00030803860863670707,-0.0002897405356634408,-0.0002714424626901746,-0.00025314438971690834,-0.00023484633129555732,-0.0002165482728742063,-0.00019825019990094006,-0.00017995212692767382,-0.0001616540685063228,-0.00014335601008497179,-0.00012505793711170554,-0.00010675987141439691,-8.846180571708828e-05,-7.016374001977965e-05,-5.186567432247102e-05,-3.356760862516239e-05,-1.5269542927853763e-05,3.0285227694548666e-06,2.1326588466763496e-05,3.9624654164072126e-05,5.7922719861380756e-05,7.622078555868939e-05,9.451885125599802e-05,0.00011281691695330665,0.00013111498265061527,0.0001494130410719663,0.00016771111404523253,0.00018600918701849878,0.0002043072454398498,0.0002226053038612008,0.00024090337683446705,0.0002592014498077333,0.0002774994936771691,0.00029579756665043533,0.00031409563962370157,0.0003323937125969678,0.00035069178557023406,0.00036898982943966985,0.0003872879024129361,0.00040558597538620234,0.0004238840192556381,0.00044218209222890437,0.0004604801652021706,0.00047877823817543685,0.0004970763111487031,0.0005153743550181389,0.0005336723988875747,0.0005519705009646714,0.0005702685448341072,0.0005885666469112039,0.0006068646907806396],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,4,1,2,2,5,15,15,9,25,36,41,65,106,135,181,298,393,602,859,1235,2176,3079,4651,7019,11256,17678,28127,45357,78761,131034,102225,57969,35269,21741,13872,8696,5870,3635,2399,1603,1119,637,499,336,238,174,118,53,58,45,35,20,18,9,4,3,0,6,4,1],"bins":[-4.649162292480469e-05,-4.511326551437378e-05,-4.373490810394287e-05,-4.235655069351196e-05,-4.0978193283081055e-05,-3.9599835872650146e-05,-3.822147846221924e-05,-3.684312105178833e-05,-3.546476364135742e-05,-3.4086406230926514e-05,-3.2708048820495605e-05,-3.13296914100647e-05,-2.995133399963379e-05,-2.857297658920288e-05,-2.7194619178771973e-05,-2.5816261768341064e-05,-2.4437904357910156e-05,-2.3059546947479248e-05,-2.168118953704834e-05,-2.030283212661743e-05,-1.8924474716186523e-05,-1.7546117305755615e-05,-1.6167759895324707e-05,-1.4789402484893799e-05,-1.341104507446289e-05,-1.2032687664031982e-05,-1.0654330253601074e-05,-9.275972843170166e-06,-7.897615432739258e-06,-6.51925802230835e-06,-5.140900611877441e-06,-3.762543201446533e-06,-2.384185791015625e-06,-1.0058283805847168e-06,3.725290298461914e-07,1.7508864402770996e-06,3.129243850708008e-06,4.507601261138916e-06,5.885958671569824e-06,7.264316082000732e-06,8.64267349243164e-06,1.0021030902862549e-05,1.1399388313293457e-05,1.2777745723724365e-05,1.4156103134155273e-05,1.553446054458618e-05,1.691281795501709e-05,1.8291175365447998e-05,1.9669532775878906e-05,2.1047890186309814e-05,2.2426247596740723e-05,2.380460500717163e-05,2.518296241760254e-05,2.6561319828033447e-05,2.7939677238464355e-05,2.9318034648895264e-05,3.069639205932617e-05,3.207474946975708e-05,3.345310688018799e-05,3.4831464290618896e-05,3.6209821701049805e-05,3.758817911148071e-05,3.896653652191162e-05,4.034489393234253e-05,4.172325134277344e-05]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,0,1,2,0,0,0,1,0,0,1,0,0,0,2,0,4,2,2,2,4,6,4,8,9,11,13,16,17,25,48,41,47,53,71,67,52,44,42,40,25,22,19,10,5,6,9,5,8,4,6,2,1,4,0,2,0,0,2,1,0,0,0,1],"bins":[-0.00046179082710295916,-0.0004485408717300743,-0.00043529088725335896,-0.0004220409318804741,-0.00040879094740375876,-0.0003955409920308739,-0.000382291036657989,-0.0003690410521812737,-0.00035579109680838883,-0.00034254114143550396,-0.00032929115695878863,-0.00031604120158590376,-0.0003027912462130189,-0.00028954126173630357,-0.0002762913063634187,-0.00026304132188670337,-0.0002497913665138185,-0.0002365413965890184,-0.0002232914266642183,-0.00021004147129133344,-0.00019679150136653334,-0.00018354153144173324,-0.00017029157606884837,-0.00015704160614404827,-0.00014379163621924818,-0.00013054166629444808,-0.0001172917036456056,-0.00010404174099676311,-9.079177107196301e-05,-7.754180114716291e-05,-6.429183849832043e-05,-5.104187221149914e-05,-3.779190592467785e-05,-2.4541939637856558e-05,-1.1291973351035267e-05,1.9579929357860237e-06,1.5207959222607315e-05,2.8457925509428605e-05,4.1707891796249896e-05,5.495785808307119e-05,6.820782436989248e-05,8.145779429469258e-05,9.470775694353506e-05,0.00010795771959237754,0.00012120768951717764,0.00013445765944197774,0.0001477076148148626,0.0001609575847396627,0.0001742075546644628,0.0001874575245892629,0.000200707494514063,0.00021395744988694787,0.00022720741981174797,0.00024045738973654807,0.00025370734510943294,0.00026695732958614826,0.00028020728495903313,0.000293457240331918,0.00030670722480863333,0.0003199571801815182,0.00033320713555440307,0.0003464571200311184,0.00035970707540400326,0.0003729570598807186,0.00038620701525360346],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.00057220458984375,-0.0005536079406738281,-0.0005350112915039062,-0.0005164146423339844,-0.0004978179931640625,-0.0004792213439941406,-0.00046062469482421875,-0.0004420280456542969,-0.000423431396484375,-0.0004048347473144531,-0.00038623809814453125,-0.0003676414489746094,-0.0003490447998046875,-0.0003304481506347656,-0.00031185150146484375,-0.0002932548522949219,-0.000274658203125,-0.0002560615539550781,-0.00023746490478515625,-0.00021886825561523438,-0.0002002716064453125,-0.00018167495727539062,-0.00016307830810546875,-0.00014448165893554688,-0.000125885009765625,-0.00010728836059570312,-8.869171142578125e-05,-7.009506225585938e-05,-5.14984130859375e-05,-3.2901763916015625e-05,-1.430511474609375e-05,4.291534423828125e-06,2.288818359375e-05,4.1484832763671875e-05,6.008148193359375e-05,7.867813110351562e-05,9.72747802734375e-05,0.00011587142944335938,0.00013446807861328125,0.00015306472778320312,0.000171661376953125,0.00019025802612304688,0.00020885467529296875,0.00022745132446289062,0.0002460479736328125,0.0002646446228027344,0.00028324127197265625,0.0003018379211425781,0.0003204345703125,0.0003390312194824219,0.00035762786865234375,0.0003762245178222656,0.0003948211669921875,0.0004134178161621094,0.00043201446533203125,0.0004506111145019531,0.000469207763671875,0.0004878044128417969,0.0005064010620117188,0.0005249977111816406,0.0005435943603515625,0.0005621910095214844,0.0005807876586914062,0.0005993843078613281,0.00061798095703125],"_type":"histogram","values":[1,0,1,0,0,1,1,3,3,8,15,12,13,20,39,53,105,138,255,372,631,1215,1915,3274,5878,9801,16584,28229,48437,83241,125028,107675,64706,38114,21986,13182,7777,4489,2770,1557,919,545,325,183,121,74,50,19,12,17,7,8,4,2,3,2,1,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.00046554679283872247,-0.00045095026143826544,-0.0004363537300378084,-0.0004217571986373514,-0.00040716066723689437,-0.00039256413583643734,-0.0003779676044359803,-0.0003633710730355233,-0.00034877454163506627,-0.0003341779811307788,-0.00031958144973032176,-0.00030498491832986474,-0.0002903883869294077,-0.0002757918555289507,-0.00026119532412849367,-0.00024659879272803664,-0.00023200226132757962,-0.0002174057299271226,-0.00020280919852666557,-0.00018821266712620854,-0.00017361613572575152,-0.00015901958977337927,-0.00014442305837292224,-0.00012982652697246522,-0.00011522999557200819,-0.00010063346417155117,-8.603693277109414e-05,-7.14403940946795e-05,-5.684386269422248e-05,-4.2247331293765455e-05,-2.7650796255329624e-05,-1.3054263035883196e-05,1.5422701835632324e-06,1.613880340300966e-05,3.073533662245609e-05,4.533187166089192e-05,5.9928403061348945e-05,7.452493446180597e-05,8.912147313822061e-05,0.00010371800453867763,0.00011831453593913466,0.00013291106733959168,0.0001475075987400487,0.00016210413014050573,0.00017670067609287798,0.000191297207493335,0.00020589373889379203,0.00022049027029424906,0.00023508680169470608,0.0002496833330951631,0.00026427986449562013,0.00027887639589607716,0.0002934729272965342,0.0003080694586969912,0.00032266599009744823,0.00033726252149790525,0.00035185908200219274,0.00036645561340264976,0.0003810521448031068,0.0003956486762035638,0.00041024520760402083,0.00042484173900447786,0.0004394382704049349,0.0004540348018053919,0.00046863133320584893],"_type":"histogram","values":[1,0,0,0,1,2,1,4,1,3,0,0,0,7,5,10,9,10,16,20,16,21,13,29,19,21,28,23,35,41,23,27,23,36,35,18,34,28,24,23,19,17,19,18,14,14,15,9,6,5,5,4,3,1,4,1,3,1,0,0,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.09869498759508133,-0.0957842543721199,-0.09287352114915848,-0.08996278792619705,-0.08705206215381622,-0.0841413289308548,-0.08123059570789337,-0.07831986248493195,-0.07540912926197052,-0.0724983960390091,-0.06958767026662827,-0.06667693704366684,-0.06376620382070541,-0.06085547059774399,-0.05794473737478256,-0.055034007877111435,-0.05212327465415001,-0.04921254143118858,-0.046301811933517456,-0.04339107871055603,-0.040480345487594604,-0.03756961598992348,-0.03465888276696205,-0.031748149544000626,-0.02883741818368435,-0.025926686823368073,-0.023015953600406647,-0.02010522224009037,-0.017194490879774094,-0.014283757656812668,-0.011373026296496391,-0.00846229400485754,-0.005551561713218689,-0.0026408296544104815,0.00026990240439772606,0.0031806344632059336,0.006091366522014141,0.009002098813652992,0.011912830173969269,0.01482356246560812,0.01773429475724697,0.020645026117563248,0.023555759340524673,0.02646649070084095,0.029377222061157227,0.03228795528411865,0.03519868850708008,0.038109418004751205,0.04102015122771263,0.04393088445067406,0.046841613948345184,0.04975234717130661,0.052663080394268036,0.05557380989193916,0.05848454311490059,0.061395276337862015,0.06430600583553314,0.06721673905849457,0.070127472281456,0.07303820550441742,0.07594893872737885,0.07885966449975967,0.0817703977227211,0.08468113094568253,0.08759186416864395],"_type":"histogram","values":[2,0,0,1,3,5,11,20,29,57,88,162,266,453,686,929,1390,2009,2806,3839,5111,6688,8668,10545,13376,16312,19125,22062,25058,27925,30232,31994,33318,34437,33814,33573,31729,29916,27715,24683,21548,18432,15663,13098,10393,8270,6498,4982,3556,2739,1898,1271,896,569,351,255,135,97,55,36,22,14,5,4]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.000537872314453125,-0.0005210041999816895,-0.0005041360855102539,-0.00048726797103881836,-0.0004703998565673828,-0.00045353174209594727,-0.0004366636276245117,-0.00041979551315307617,-0.0004029273986816406,-0.0003860592842102051,-0.00036919116973876953,-0.000352323055267334,-0.00033545494079589844,-0.0003185868263244629,-0.00030171871185302734,-0.0002848505973815918,-0.00026798248291015625,-0.0002511143684387207,-0.00023424625396728516,-0.0002173781394958496,-0.00020051002502441406,-0.00018364191055297852,-0.00016677379608154297,-0.00014990568161010742,-0.00013303756713867188,-0.00011616945266723633,-9.930133819580078e-05,-8.243322372436523e-05,-6.556510925292969e-05,-4.869699478149414e-05,-3.1828880310058594e-05,-1.4960765838623047e-05,1.9073486328125e-06,1.8775463104248047e-05,3.5643577575683594e-05,5.251169204711914e-05,6.937980651855469e-05,8.624792098999023e-05,0.00010311603546142578,0.00011998414993286133,0.00013685226440429688,0.00015372037887573242,0.00017058849334716797,0.00018745660781860352,0.00020432472229003906,0.0002211928367614746,0.00023806095123291016,0.0002549290657043457,0.00027179718017578125,0.0002886652946472168,0.00030553340911865234,0.0003224015235900879,0.00033926963806152344,0.000356137752532959,0.00037300586700439453,0.0003898739814758301,0.0004067420959472656,0.00042361021041870117,0.0004404783248901367,0.00045734643936157227,0.0004742145538330078,0.0004910826683044434,0.0005079507827758789,0.0005248188972473145,0.00054168701171875],"_type":"histogram","values":[1,0,0,1,1,2,3,4,11,11,16,34,30,57,94,139,185,286,469,628,942,1464,2000,3274,4797,7067,11714,18152,28993,46680,73840,106771,100940,66695,41977,26119,16186,10491,6588,4424,2950,1881,1272,849,565,406,257,169,121,88,50,46,26,23,10,8,7,3,3,0,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,0,1,0,1,0,2,1,2,4,3,4,5,6,9,7,9,11,20,14,12,24,24,30,32,23,27,22,32,29,32,23,22,33,37,19,28,20,31,15,15,24,16,19,12,13,9,11,6,7,5,5,2,1,2,0,1,1,0,2,0,0,2],"bins":[-0.0005165093461982906,-0.0005002786638215184,-0.00048404798144474626,-0.0004678172990679741,-0.0004515866166912019,-0.0004353559634182602,-0.00041912528104148805,-0.0004028945986647159,-0.0003866639162879437,-0.00037043323391117156,-0.0003542025515343994,-0.0003379718691576272,-0.0003217412158846855,-0.00030551053350791335,-0.0002892798511311412,-0.000273049168754369,-0.00025681848637759686,-0.0002405878040008247,-0.00022435712162405252,-0.0002081264537991956,-0.00019189577142242342,-0.00017566508904565126,-0.00015943442122079432,-0.00014320373884402215,-0.00012697305646725,-0.00011074237409047782,-9.451169898966327e-05,-7.828102388884872e-05,-6.205034151207656e-05,-4.58196627732832e-05,-2.958898403448984e-05,-1.3358305295696482e-05,2.8724316507577896e-06,1.9103110389551148e-05,3.5333789128344506e-05,5.1564467867137864e-05,6.779514660593122e-05,8.402582898270339e-05,0.00010025650408351794,0.00011648717918433249,0.00013271786156110466,0.00014894854393787682,0.00016517922631464899,0.00018140989413950592,0.0001976405765162781,0.00021387125889305025,0.0002301019267179072,0.00024633260909467936,0.0002625632914714515,0.0002787939738482237,0.00029502465622499585,0.000311255338601768,0.0003274860209785402,0.0003437166742514819,0.00035994735662825406,0.0003761780390050262,0.0003924087213817984,0.00040863940375857055,0.0004248700861353427,0.0004411007685121149,0.0004573314217850566,0.00047356210416182876,0.0004897927865386009,0.0005060234689153731,0.0005222541512921453],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.0009371634805575013,-0.0009071326348930597,-0.0008771017892286181,-0.0008470709435641766,-0.000817040097899735,-0.0007870092522352934,-0.0007569784647785127,-0.0007269476191140711,-0.0006969167734496295,-0.000666885927785188,-0.0006368550821207464,-0.0006068242364563048,-0.0005767933907918632,-0.0005467625451274216,-0.00051673169946298,-0.0004867008829023689,-0.0004566700372379273,-0.00042663919157348573,-0.00039660834590904415,-0.000366577529348433,-0.00033654668368399143,-0.00030651583801954985,-0.00027648499235510826,-0.0002464541466906667,-0.00021642331557814032,-0.00018639246991369873,-0.00015636163880117238,-0.0001263307931367308,-9.629995474824682e-05,-6.626911635976285e-05,-3.623827433330007e-05,-6.207434125826694e-06,2.382340608164668e-05,5.385424447013065e-05,8.388508285861462e-05,0.00011391592852305621,0.00014394675963558257,0.00017397760530002415,0.00020400845096446574,0.0002340392820769921,0.00026407011318951845,0.00029410095885396004,0.0003241318045184016,0.0003541626501828432,0.0003841934958472848,0.0004142243415117264,0.0004442551580723375,0.0004742860037367791,0.0005043168785050511,0.0005343476659618318,0.0005643785116262734,0.000594409357290715,0.0006244402029551566,0.0006544710486195982,0.0006845018942840397,0.0007145327399484813,0.0007445635856129229,0.0007745944312773645,0.0008046252769418061,0.0008346560643985868,0.0008646869100630283,0.0008947177557274699,0.0009247486013919115,0.0009547794470563531,0.0009848102927207947],"_type":"histogram","values":[1,0,0,0,1,1,3,3,3,4,3,4,5,6,6,4,8,12,18,15,24,17,26,23,25,24,29,37,18,38,29,32,32,35,20,35,21,16,17,20,20,20,16,12,10,11,15,13,6,6,8,1,3,3,3,3,0,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,2,0,1,4,2,1,3,14,11,14,22,35,39,67,80,125,141,312,372,599,831,1382,2164,3509,5836,9979,17767,33338,68502,158744,398540,486054,206077,86678,40297,21542,11850,6858,4051,2456,1599,904,707,429,290,197,115,103,53,52,29,27,17,12,9,7,2,0,3,3,4],"bins":[-0.000881195068359375,-0.0008553862571716309,-0.0008295774459838867,-0.0008037686347961426,-0.0007779598236083984,-0.0007521510124206543,-0.0007263422012329102,-0.000700533390045166,-0.0006747245788574219,-0.0006489157676696777,-0.0006231069564819336,-0.0005972981452941895,-0.0005714893341064453,-0.0005456805229187012,-0.000519871711730957,-0.0004940629005432129,-0.00046825408935546875,-0.0004424452781677246,-0.00041663646697998047,-0.00039082765579223633,-0.0003650188446044922,-0.00033921003341674805,-0.0003134012222290039,-0.00028759241104125977,-0.0002617835998535156,-0.00023597478866577148,-0.00021016597747802734,-0.0001843571662902832,-0.00015854835510253906,-0.00013273954391479492,-0.00010693073272705078,-8.112192153930664e-05,-5.53131103515625e-05,-2.950429916381836e-05,-3.6954879760742188e-06,2.2113323211669922e-05,4.792213439941406e-05,7.37309455871582e-05,9.953975677490234e-05,0.00012534856796264648,0.00015115737915039062,0.00017696619033813477,0.0002027750015258789,0.00022858381271362305,0.0002543926239013672,0.00028020143508911133,0.00030601024627685547,0.0003318190574645996,0.00035762786865234375,0.0003834366798400879,0.00040924549102783203,0.00043505430221557617,0.0004608631134033203,0.00048667192459106445,0.0005124807357788086,0.0005382895469665527,0.0005640983581542969,0.000589907169342041,0.0006157159805297852,0.0006415247917175293,0.0006673336029052734,0.0006931424140930176,0.0007189512252807617,0.0007447600364685059,0.00077056884765625]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.00031961221247911453,-0.0003093913837801665,-0.0002991705550812185,-0.00028894972638227046,-0.00027872889768332243,-0.0002685080689843744,-0.0002582872402854264,-0.00024806641158647835,-0.00023784558288753033,-0.0002276247541885823,-0.00021740392548963428,-0.00020718309679068625,-0.00019696226809173822,-0.0001867414393927902,-0.00017652061069384217,-0.00016629978199489415,-0.00015607895329594612,-0.0001458581245969981,-0.00013563729589805007,-0.00012541646719910204,-0.00011519563850015402,-0.00010497480980120599,-9.475398110225797e-05,-8.453315240330994e-05,-7.431232370436192e-05,-6.409149500541389e-05,-5.3870666306465864e-05,-4.364983760751784e-05,-3.342900890856981e-05,-2.3208180209621787e-05,-1.2987351510673761e-05,-2.7665228117257357e-06,7.45430588722229e-06,1.7675134586170316e-05,2.789596328511834e-05,3.811679198406637e-05,4.833762068301439e-05,5.855844938196242e-05,6.877927808091044e-05,7.900010677985847e-05,8.92209354788065e-05,9.944176417775452e-05,0.00010966259287670255,0.00011988342157565057,0.0001301042502745986,0.00014032507897354662,0.00015054590767249465,0.00016076673637144268,0.0001709875650703907,0.00018120839376933873,0.00019142922246828675,0.00020165005116723478,0.0002118708798661828,0.00022209170856513083,0.00023231253726407886,0.00024253336596302688,0.0002527541946619749,0.00026297502336092293,0.00027319585205987096,0.000283416680758819,0.000293637509457767,0.00030385833815671504,0.00031407916685566306,0.0003242999955546111,0.0003345208242535591],"_type":"histogram","values":[2,0,0,0,0,3,1,0,0,2,2,4,5,11,10,8,7,10,22,14,21,19,22,12,28,28,29,22,38,33,31,26,36,24,30,31,28,23,16,24,20,16,16,21,11,10,14,7,5,6,5,2,3,3,2,0,2,0,1,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.0004175172362010926,-0.0004032212309539318,-0.000388925225706771,-0.0003746292204596102,-0.0003603332443162799,-0.0003460372390691191,-0.0003317412338219583,-0.0003174452285747975,-0.0003031492233276367,-0.0002888532180804759,-0.00027455721283331513,-0.00026026120758615434,-0.00024596520233899355,-0.00023166921164374799,-0.00021737322094850242,-0.00020307721570134163,-0.00018878121045418084,-0.00017448520520702004,-0.00016018919995985925,-0.0001458932092646137,-0.0001315972040174529,-0.0001173011987702921,-0.00010300520079908893,-8.870920282788575e-05,-7.441319758072495e-05,-6.011719597154297e-05,-4.5821194362360984e-05,-3.1525192753179e-05,-1.7229191143997014e-05,-2.9331895348150283e-06,1.1362812074366957e-05,2.5658813683548942e-05,3.9954844396561384e-05,5.425084600574337e-05,6.854684761492535e-05,8.284284558612853e-05,9.713885083328933e-05,0.00011143485608045012,0.00012573084677569568,0.00014002685202285647,0.00015432285727001727,0.00016861886251717806,0.00018291486776433885,0.00019721085845958441,0.0002115068637067452,0.000225802868953906,0.00024009885964915156,0.00025439486489631236,0.00026869087014347315,0.00028298687539063394,0.00029728288063779473,0.0003115788858849555,0.0003258748911321163,0.00034017086727544665,0.00035446687252260745,0.00036876287776976824,0.00038305888301692903,0.0003973548882640898,0.0004116508935112506,0.0004259468987584114,0.00044024287490174174,0.00045453888014890254,0.00046883488539606333,0.0004831308906432241,0.0004974268958903849],"_type":"histogram","values":[1,1,3,2,2,2,3,0,4,4,10,6,9,9,11,19,14,17,17,17,17,21,24,14,21,27,39,35,22,32,32,22,27,28,27,17,25,22,24,29,17,14,13,13,14,6,4,5,6,5,5,0,1,3,2,1,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,3,3,1,9,6,7,10,11,16,13,9,14,15,19,10,12,13,16,22,17,21,21,18,11,15,23,17,19,10,16,15,9,14,10,21,16,14,11,20,16,11,20,8,11,17,18,11,20,15,17,15,14,11,7,7,1,5,8,4,1,1],"bins":[-0.00048221269389614463,-0.00046751939225941896,-0.00045282606151886284,-0.0004381327598821372,-0.0004234394582454115,-0.00040874615660868585,-0.00039405282586812973,-0.00037935952423140407,-0.0003646662225946784,-0.0003499728918541223,-0.0003352795902173966,-0.00032058628858067095,-0.0003058929869439453,-0.00029119965620338917,-0.0002765063545666635,-0.00026181305292993784,-0.0002471197512932122,-0.00023242642055265605,-0.0002177331189159304,-0.0002030398027272895,-0.00018834650109056383,-0.00017365318490192294,-0.00015895988326519728,-0.00014426656707655638,-0.0001295732508879155,-0.00011487994925118983,-0.00010018664033850655,-8.549333142582327e-05,-7.080001523718238e-05,-5.610670996247791e-05,-4.141339741181582e-05,-2.6720088499132544e-05,-1.2026779586449265e-05,2.6665302357287146e-06,1.7359840057906695e-05,3.2053150789579377e-05,4.6746459702262655e-05,6.143977225292474e-05,7.613308116560802e-05,9.08263900782913e-05,0.00010551969899097458,0.00012021300790365785,0.00013490632409229875,0.0001495996257290244,0.0001642929419176653,0.00017898624355439097,0.00019367955974303186,0.00020837286137975752,0.00022306617756839842,0.0002377594937570393,0.00025245279539376497,0.00026714609703049064,0.00028183942777104676,0.0002965327294077724,0.0003112260310444981,0.00032591933268122375,0.00034061266342177987,0.00035530596505850554,0.0003699992666952312,0.0003846925974357873,0.000399385899072513,0.00041407920070923865,0.0004287725023459643,0.00044346583308652043,0.0004581591347232461]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.09138087928295135,-0.08823341876268387,-0.08508595824241638,-0.0819384977221489,-0.07879102975130081,-0.07564356923103333,-0.07249610871076584,-0.06934864819049835,-0.06620118767023087,-0.06305372714996338,-0.059906262904405594,-0.05675880238413811,-0.05361133813858032,-0.050463877618312836,-0.04731641709804535,-0.044168952852487564,-0.04102149233222008,-0.03787403181195259,-0.034726567566394806,-0.03157910704612732,-0.028431646525859833,-0.025284184142947197,-0.02213672176003456,-0.018989261239767075,-0.01584179885685444,-0.012694337405264378,-0.009546875953674316,-0.006399413570761681,-0.0032519521191716194,-0.00010449043475091457,0.0030429712496697903,0.006190433166921139,0.0093378946185112,0.012485356070101261,0.015632817521691322,0.018780279904603958,0.021927740424871445,0.02507520280778408,0.028222665190696716,0.0313701257109642,0.03451758623123169,0.037665050476789474,0.04081251099705696,0.04395997151732445,0.04710743576288223,0.05025489628314972,0.053402356803417206,0.05654982104897499,0.05969728156924248,0.06284474581480026,0.06599220633506775,0.06913966685533524,0.07228712737560272,0.07543458789587021,0.0785820484161377,0.08172951638698578,0.08487697690725327,0.08802443742752075,0.09117189794778824,0.09431935846805573,0.09746681898832321,0.1006142869591713,0.10376174747943878,0.10690920799970627,0.11005666851997375],"_type":"histogram","values":[2,2,3,11,13,42,75,109,215,341,511,838,1288,1867,2741,3840,5408,7037,9355,12291,14992,18513,21903,25495,28435,31595,34234,35901,36977,37098,35894,34101,32177,28864,25543,21889,18507,15200,12329,9461,7266,5327,3895,2804,1955,1326,821,499,354,195,117,70,43,20,19,10,3,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,2,1,1,4,14,12,13,24,28,41,69,92,111,180,231,382,505,841,1226,1818,2923,4596,7478,11761,20130,35313,67357,139508,139187,67343,36209,20129,11902,7430,4458,2844,1942,1150,869,498,378,272,157,115,77,52,47,26,18,17,10,8,6,6,4,5,1,0,0,1],"bins":[-0.00010061264038085938,-9.746849536895752e-05,-9.432435035705566e-05,-9.118020534515381e-05,-8.803606033325195e-05,-8.48919153213501e-05,-8.174777030944824e-05,-7.860362529754639e-05,-7.545948028564453e-05,-7.231533527374268e-05,-6.917119026184082e-05,-6.602704524993896e-05,-6.288290023803711e-05,-5.9738755226135254e-05,-5.65946102142334e-05,-5.345046520233154e-05,-5.030632019042969e-05,-4.716217517852783e-05,-4.4018030166625977e-05,-4.087388515472412e-05,-3.7729740142822266e-05,-3.458559513092041e-05,-3.1441450119018555e-05,-2.82973051071167e-05,-2.5153160095214844e-05,-2.2009015083312988e-05,-1.8864870071411133e-05,-1.5720725059509277e-05,-1.2576580047607422e-05,-9.432435035705566e-06,-6.288290023803711e-06,-3.1441450119018555e-06,0,3.1441450119018555e-06,6.288290023803711e-06,9.432435035705566e-06,1.2576580047607422e-05,1.5720725059509277e-05,1.8864870071411133e-05,2.2009015083312988e-05,2.5153160095214844e-05,2.82973051071167e-05,3.1441450119018555e-05,3.458559513092041e-05,3.7729740142822266e-05,4.087388515472412e-05,4.4018030166625977e-05,4.716217517852783e-05,5.030632019042969e-05,5.345046520233154e-05,5.65946102142334e-05,5.9738755226135254e-05,6.288290023803711e-05,6.602704524993896e-05,6.917119026184082e-05,7.231533527374268e-05,7.545948028564453e-05,7.860362529754639e-05,8.174777030944824e-05,8.48919153213501e-05,8.803606033325195e-05,9.118020534515381e-05,9.432435035705566e-05,9.746849536895752e-05,0.00010061264038085938]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,2,2,6,3,3,3,10,9,10,11,20,13,23,14,20,21,30,18,24,21,24,32,39,29,18,22,32,26,16,24,21,28,22,26,19,26,29,11,10,9,8,6,4,1,2,4,4,2,1,2,0,0,1,1,1],"bins":[-0.00045549849164672196,-0.0004413710266817361,-0.0004272435908205807,-0.0004131161258555949,-0.000398988660890609,-0.00038486122502945364,-0.0003707337600644678,-0.00035660629509948194,-0.00034247885923832655,-0.0003283513942733407,-0.00031422392930835485,-0.00030009649344719946,-0.0002859690284822136,-0.00027184156351722777,-0.0002577141276560724,-0.00024358666269108653,-0.0002294592122780159,-0.0002153317618649453,-0.00020120429689995944,-0.00018707684648688883,-0.0001729493960738182,-0.00015882193110883236,-0.00014469448069576174,-0.00013056703028269112,-0.00011643957259366289,-0.00010231211490463465,-8.818466449156404e-05,-7.40572068025358e-05,-5.9929752751486376e-05,-4.580229870043695e-05,-3.1674841011408716e-05,-1.754738696035929e-05,-3.419932909309864e-06,1.0707522051234264e-05,2.4834977011778392e-05,3.896243288181722e-05,5.308988693286665e-05,6.721734098391607e-05,8.134479867294431e-05,9.547224908601493e-05,0.00010959970677504316,0.0001237271644640714,0.000137854614877142,0.00015198206529021263,0.00016610953025519848,0.0001802369806682691,0.00019436443108133972,0.00020849189604632556,0.00022261934645939618,0.0002367467968724668,0.00025087426183745265,0.00026500169769860804,0.0002791291626635939,0.00029325662762857974,0.0003073840634897351,0.000321511528454721,0.0003356389934197068,0.0003497664292808622,0.00036389389424584806,0.0003780213592108339,0.0003921487950719893,0.00040627626003697515,0.000420403725001961,0.0004345311608631164,0.00044865862582810223]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[2,1,1,1,1,2,3,3,4,3,1,10,4,7,13,16,9,9,21,11,19,17,20,17,20,18,22,20,18,28,23,19,26,19,23,24,22,20,14,13,13,20,11,15,23,13,26,16,14,7,16,12,10,3,4,11,5,6,4,8,2,3,1,1],"bins":[0.999473512172699,0.9994897842407227,0.9995061159133911,0.9995223879814148,0.9995387196540833,0.9995549917221069,0.9995713233947754,0.9995875954627991,0.9996039271354675,0.9996201992034912,0.9996365308761597,0.9996528029441833,0.999669075012207,0.9996854066848755,0.9997016787528992,0.9997180104255676,0.9997342824935913,0.9997506141662598,0.9997668862342834,0.9997832179069519,0.9997994899749756,0.999815821647644,0.9998320937156677,0.9998483657836914,0.9998646974563599,0.9998809695243835,0.999897301197052,0.9999135732650757,0.9999299049377441,0.9999461770057678,0.9999625086784363,0.99997878074646,0.9999951124191284,1.0000113248825073,1.0000276565551758,1.0000439882278442,1.0000603199005127,1.0000765323638916,1.00009286403656,1.0001091957092285,1.000125527381897,1.0001417398452759,1.0001580715179443,1.0001744031906128,1.0001906156539917,1.0002069473266602,1.0002232789993286,1.000239610671997,1.000255823135376,1.0002721548080444,1.000288486480713,1.0003048181533813,1.0003210306167603,1.0003373622894287,1.0003536939620972,1.000369906425476,1.0003862380981445,1.000402569770813,1.0004189014434814,1.0004351139068604,1.0004514455795288,1.0004677772521973,1.0004841089248657,1.0005003213882446,1.000516653060913]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[-0.0009898939169943333,-0.0009552583214826882,-0.0009206227259710431,-0.000885987130459398,-0.000851351534947753,-0.0008167159394361079,-0.0007820803439244628,-0.0007474447484128177,-0.0007128091529011726,-0.0006781734991818666,-0.0006435379036702216,-0.0006089023081585765,-0.0005742667126469314,-0.0005396311171352863,-0.0005049955216236413,-0.0004703599261119962,-0.0004357243306003511,-0.000401088735088706,-0.00036645313957706094,-0.00033181754406541586,-0.0002971819485537708,-0.00026254632393829525,-0.00022791072842665017,-0.0001932751329150051,-0.00015863953740336,-0.00012400394189171493,-8.936833910411224e-05,-5.473273995448835e-05,-2.0097140804864466e-05,1.453845834475942e-05,4.9174057494383305e-05,8.3809660281986e-05,0.00011844525579363108,0.00015308085130527616,0.00018771644681692123,0.00022235205688048154,0.0002569876378402114,0.0002916232624556869,0.000326258857967332,0.0003608944534789771,0.00039553004899062216,0.00043016564450226724,0.0004648012400139123,0.0004994368646293879,0.0005340724601410329,0.000568708055652678,0.0006033436511643231,0.0006379792466759682,0.0006726148421876132,0.0007072504376992583,0.0007418860332109034,0.0007765216287225485,0.0008111572242341936,0.0008457928197458386,0.0008804284152574837,0.0009150640107691288,0.0009496996644884348,0.000984335201792419,0.001018970855511725,0.0010536063928157091,0.001088242046535015,0.0011228775838389993,0.0011575132375583053,0.0011921487748622894,0.0012267844285815954],"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,1,0,1,0,0,1,2,3,4,3,12,6,13,16,34,38,48,68,86,100,92,67,51,23,19,12,9,14,7,6,8,3,4,2,1,3,0,0,0,1,1,2,0,2,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,1,0,1,0,2,3,0,0,1,8,4,7,3,3,9,6,11,15,12,14,13,26,20,17,28,23,21,26,23,33,32,32,38,28,30,24,30,26,18,19,25,24,15,16,16,7,9,6,5,7,9,6,3,2,1,3,1,1,2,0,1,0,1],"bins":[-0.00053830211982131,-0.0005216900026425719,-0.0005050778272561729,-0.0004884657100774348,-0.0004718535637948662,-0.00045524141751229763,-0.0004386293003335595,-0.00042201715405099094,-0.00040540500776842237,-0.0003887928614858538,-0.0003721807152032852,-0.0003555685980245471,-0.0003389564517419785,-0.00032234430545940995,-0.00030573218828067183,-0.00028912004199810326,-0.0002725078957155347,-0.0002558957494329661,-0.00023928361770231277,-0.00022267148597165942,-0.00020605933968909085,-0.00018944719340652227,-0.00017283506167586893,-0.00015622292994521558,-0.000139610783662647,-0.00012299863738007843,-0.00010638650564942509,-8.977436664281413e-05,-7.316222763620317e-05,-5.655008862959221e-05,-3.993794962298125e-05,-2.332581061637029e-05,-6.713671609759331e-06,9.898467396851629e-06,2.651060640346259e-05,4.312274541007355e-05,5.973488441668451e-05,7.634702342329547e-05,9.295916242990643e-05,0.00010957130143651739,0.00012618344044312835,0.00014279558672569692,0.00015940771845635027,0.0001760198501870036,0.0001926319964695722,0.00020924414275214076,0.0002258562744827941,0.00024246840621344745,0.000259080552496016,0.0002756926987785846,0.0002923048450611532,0.0003089169622398913,0.00032552910852245986,0.00034214125480502844,0.00035875337198376656,0.00037536551826633513,0.0003919776645489037,0.0004085898108314723,0.00042520195711404085,0.00044181407429277897,0.00045842622057534754,0.0004750383668579161,0.0004916504840366542,0.0005082626594230533,0.0005248747766017914]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-0.0004587068106047809,-0.0004441891796886921,-0.0004296715196687728,-0.000415153888752684,-0.0004006362287327647,-0.0003861185978166759,-0.0003716009377967566,-0.0003570833068806678,-0.00034256564686074853,-0.0003280480159446597,-0.0003135303850285709,-0.0002990127250086516,-0.0002844950940925628,-0.0002699774340726435,-0.0002554598031565547,-0.00024094215768855065,-0.0002264245122205466,-0.00021190686675254256,-0.0001973892212845385,-0.00018287157581653446,-0.0001683539303485304,-0.0001538362994324416,-0.00013931865396443754,-0.0001248010084964335,-0.00011028336302842945,-9.57657175604254e-05,-8.124807209242135e-05,-6.673043390037492e-05,-5.221278843237087e-05,-3.7695142964366823e-05,-2.3177501134341583e-05,-8.659857485326938e-06,5.857786163687706e-06,2.037542981270235e-05,3.4893073461716995e-05,4.9410715291742235e-05,6.392836075974628e-05,7.844600622775033e-05,9.296364441979676e-05,0.00010748128988780081,0.00012199893535580486,0.0001365165808238089,0.00015103422629181296,0.000165551871759817,0.00018006950267590582,0.00019458714814390987,0.00020910479361191392,0.00022362243907991797,0.00023814008454792202,0.00025265771546401083,0.0002671753754839301,0.00028169300640001893,0.0002962106664199382,0.000310728297336027,0.0003252459573559463,0.0003397635882720351,0.00035428121918812394,0.0003687988792080432,0.00038331651012413204,0.0003978341701440513,0.00041235180106014013,0.0004268694610800594,0.00044138709199614823,0.0004559047520160675,0.0004704223829321563],"_type":"histogram","values":[3,1,3,5,2,9,7,5,5,11,13,14,14,24,34,35,32,50,58,40,39,50,61,42,65,76,63,66,61,60,50,71,70,68,68,66,60,61,60,54,53,45,47,38,50,38,28,25,32,18,17,16,8,8,8,8,6,9,5,5,4,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,1,3,0,0,0,1,1,2,4,0,5,7,3,9,4,11,14,13,20,22,31,23,21,29,25,30,33,35,22,39,46,32,37,21,36,25,23,20,24,13,11,11,15,16,3,4,5,3,3,0,0,4,0,3,1,1,0,1,0,0,0,0,1],"bins":[-1.7624370229896158e-05,-1.7040794773492962e-05,-1.6457219317089766e-05,-1.587364386068657e-05,-1.5290068404283375e-05,-1.4706492038385477e-05,-1.412291567248758e-05,-1.3539340216084383e-05,-1.2955764759681188e-05,-1.2372189303277992e-05,-1.1788613846874796e-05,-1.1205037480976898e-05,-1.0621462024573702e-05,-1.0037886568170507e-05,-9.454310202272609e-06,-8.870734745869413e-06,-8.287159289466217e-06,-7.703583833063021e-06,-7.1200079219124746e-06,-6.536432010761928e-06,-5.952856554358732e-06,-5.369281097955536e-06,-4.785705186804989e-06,-4.202129275654443e-06,-3.6185538192512468e-06,-3.0349781354743754e-06,-2.451402451697504e-06,-1.8678267679206328e-06,-1.2842510841437615e-06,-7.006754003668902e-07,-1.1709971659001894e-07,4.6647596718685236e-07,1.0500516509637237e-06,1.633627334740595e-06,2.2172030185174663e-06,2.8007787022943376e-06,3.384354386071209e-06,3.967929842474405e-06,4.5515057536249515e-06,5.135081664775498e-06,5.718657121178694e-06,6.30223257758189e-06,6.885808488732437e-06,7.469384399882983e-06,8.05295985628618e-06,8.636535312689375e-06,9.220111678587273e-06,9.803687134990469e-06,1.0387262591393664e-05,1.097083804779686e-05,1.1554413504200056e-05,1.2137989870097954e-05,1.272156532650115e-05,1.3305140782904346e-05,1.3888717148802243e-05,1.4472292605205439e-05,1.5055868061608635e-05,1.563944351801183e-05,1.6223018974415027e-05,1.6806594430818222e-05,1.7390171706210822e-05,1.7973747162614018e-05,1.8557322619017214e-05,1.914089807542041e-05,1.9724473531823605e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.0007476806640625,-0.0007246732711791992,-0.0007016658782958984,-0.0006786584854125977,-0.0006556510925292969,-0.0006326436996459961,-0.0006096363067626953,-0.0005866289138793945,-0.0005636215209960938,-0.000540614128112793,-0.0005176067352294922,-0.0004945993423461914,-0.0004715919494628906,-0.00044858455657958984,-0.00042557716369628906,-0.0004025697708129883,-0.0003795623779296875,-0.0003565549850463867,-0.00033354759216308594,-0.00031054019927978516,-0.0002875328063964844,-0.0002645254135131836,-0.0002415180206298828,-0.00021851062774658203,-0.00019550323486328125,-0.00017249584197998047,-0.0001494884490966797,-0.0001264810562133789,-0.00010347366333007812,-8.046627044677734e-05,-5.745887756347656e-05,-3.445148468017578e-05,-1.1444091796875e-05,1.1563301086425781e-05,3.457069396972656e-05,5.7578086853027344e-05,8.058547973632812e-05,0.0001035928726196289,0.0001266002655029297,0.00014960765838623047,0.00017261505126953125,0.00019562244415283203,0.0002186298370361328,0.0002416372299194336,0.0002646446228027344,0.00028765201568603516,0.00031065940856933594,0.0003336668014526367,0.0003566741943359375,0.0003796815872192383,0.00040268898010253906,0.00042569637298583984,0.0004487037658691406,0.0004717111587524414,0.0004947185516357422,0.000517725944519043,0.0005407333374023438,0.0005637407302856445,0.0005867481231689453,0.0006097555160522461,0.0006327629089355469,0.0006557703018188477,0.0006787776947021484,0.0007017850875854492,0.00072479248046875],"_type":"histogram","values":[4,2,1,2,1,5,8,7,17,17,29,39,58,90,104,176,239,321,474,634,962,1312,1969,2983,4383,6366,9492,14152,22361,34511,54603,83997,111207,84051,54754,34150,22548,14098,9554,6309,4374,2857,2004,1375,948,648,499,305,266,161,111,72,67,37,32,21,18,16,4,13,2,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,0,2,2,1,0,3,3,1,3,1,2,4,8,6,6,10,12,15,10,15,22,25,18,15,21,29,26,24,30,29,26,30,28,35,23,28,24,25,21,20,21,27,23,19,13,12,7,3,5,5,6,4,1,3,1,4,3,0,2,0,0,3],"bins":[-0.00048095762031152844,-0.00046645195106975734,-0.0004519462527241558,-0.0004374405834823847,-0.0004229348851367831,-0.000408429215895012,-0.00039392351754941046,-0.00037941784830763936,-0.0003649121499620378,-0.0003504064807202667,-0.0003359008114784956,-0.00032139511313289404,-0.00030688944389112294,-0.0002923837455455214,-0.0002778780763037503,-0.0002633723779581487,-0.0002488667087163776,-0.00023436102492269129,-0.00021985534112900496,-0.00020534965733531862,-0.0001908439735416323,-0.0001763383042998612,-0.00016183262050617486,-0.00014732693671248853,-0.0001328212529188022,-0.00011831556912511587,-0.00010380988533142954,-8.930420881370082e-05,-7.47985250200145e-05,-6.0292841226328164e-05,-4.578716107062064e-05,-3.128148091491312e-05,-1.6775797121226788e-05,-2.270115146529861e-06,1.2235566828167066e-05,2.6741248802863993e-05,4.124693077756092e-05,5.575261457124725e-05,7.025829108897597e-05,8.47639748826623e-05,9.926965867634863e-05,0.00011377534247003496,0.0001282810262637213,0.00014278671005740762,0.00015729237929917872,0.00017179806309286505,0.00018630374688655138,0.0002008094306802377,0.00021531511447392404,0.00022982079826761037,0.0002443264820612967,0.0002588321513030678,0.00027333784964866936,0.00028784351889044046,0.000302349217236042,0.0003168548864778131,0.0003313605557195842,0.0003458662540651858,0.0003603719233069569,0.00037487762165255845,0.00038938329089432955,0.0004038889892399311,0.0004183946584817022,0.00043290035682730377,0.00044740602606907487]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[3,9,4,18,27,66,90,147,224,347,470,738,1131,1632,2260,3222,4363,5773,7583,9660,11883,14415,17450,20312,22929,25699,28873,31117,32613,33677,33874,33877,32825,30936,28460,26194,23327,20503,17745,14985,11932,9537,7715,5814,4499,3293,2406,1692,1211,809,536,379,235,125,79,51,17,14,8,5,2,1,0,3],"bins":[-0.08821752667427063,-0.08532971143722534,-0.08244189620018005,-0.07955408096313477,-0.07666626572608948,-0.07377845048904419,-0.0708906352519989,-0.06800282001495361,-0.06511500477790833,-0.06222718954086304,-0.05933937430381775,-0.05645155906677246,-0.05356374382972717,-0.050675928592681885,-0.0477881133556366,-0.04490029811859131,-0.04201248288154602,-0.03912466764450073,-0.036236852407455444,-0.033349037170410156,-0.030461221933364868,-0.02757340669631958,-0.024685591459274292,-0.021797776222229004,-0.018909960985183716,-0.016022145748138428,-0.01313433051109314,-0.010246515274047852,-0.0073587000370025635,-0.004470884799957275,-0.0015830695629119873,0.0013047456741333008,0.004192553460597992,0.00708036869764328,0.009968183934688568,0.012855999171733856,0.015743814408779144,0.018631629645824432,0.02151944488286972,0.02440726011991501,0.027295075356960297,0.030182890594005585,0.03307070583105087,0.03595852106809616,0.03884633630514145,0.04173415154218674,0.044621966779232025,0.04750978201627731,0.0503975972533226,0.05328541249036789,0.05617322772741318,0.059061042964458466,0.061948858201503754,0.06483667343854904,0.06772448867559433,0.07061230391263962,0.0735001191496849,0.0763879343867302,0.07927574962377548,0.08216356486082077,0.08505138009786606,0.08793919533491135,0.09082701057195663,0.09371482580900192,0.09660264104604721],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[4,2,3,3,2,6,19,20,16,35,66,82,96,152,231,273,475,642,918,1242,1727,2576,3784,5247,7576,11039,16161,23974,36989,58456,96665,113344,73441,44682,28658,18871,12859,8871,6317,4237,3026,2030,1490,1076,696,516,376,257,155,136,104,56,42,46,20,12,6,4,5,5,1,1,1,2],"bins":[-0.000835418701171875,-0.0008086562156677246,-0.0007818937301635742,-0.0007551312446594238,-0.0007283687591552734,-0.000701606273651123,-0.0006748437881469727,-0.0006480813026428223,-0.0006213188171386719,-0.0005945563316345215,-0.0005677938461303711,-0.0005410313606262207,-0.0005142688751220703,-0.0004875063896179199,-0.00046074390411376953,-0.00043398141860961914,-0.00040721893310546875,-0.00038045644760131836,-0.00035369396209716797,-0.0003269314765930176,-0.0003001689910888672,-0.0002734065055847168,-0.0002466440200805664,-0.00021988153457641602,-0.00019311904907226562,-0.00016635656356811523,-0.00013959407806396484,-0.00011283159255981445,-8.606910705566406e-05,-5.930662155151367e-05,-3.254413604736328e-05,-5.781650543212891e-06,2.09808349609375e-05,4.774332046508789e-05,7.450580596923828e-05,0.00010126829147338867,0.00012803077697753906,0.00015479326248168945,0.00018155574798583984,0.00020831823348999023,0.00023508071899414062,0.000261843204498291,0.0002886056900024414,0.0003153681755065918,0.0003421306610107422,0.0003688931465148926,0.00039565563201904297,0.00042241811752319336,0.00044918060302734375,0.00047594308853149414,0.0005027055740356445,0.0005294680595397949,0.0005562305450439453,0.0005829930305480957,0.0006097555160522461,0.0006365180015563965,0.0006632804870605469,0.0006900429725646973,0.0007168054580688477,0.000743567943572998,0.0007703304290771484,0.0007970929145812988,0.0008238554000854492,0.0008506178855895996,0.00087738037109375]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,2,2,2,11,15,31,35,73,139,210,343,552,816,1227,1900,2640,3773,5114,6854,8772,11406,14215,17262,20510,23898,27338,30121,32993,34743,35867,35913,35311,34326,32293,29587,26366,23216,19938,16708,13769,10931,8422,6476,4803,3506,2454,1730,1183,781,473,323,193,108,55,45,22,9,8,5,1,2],"bins":[-0.10249810665845871,-0.0994291678071022,-0.0963602289557457,-0.09329129010438919,-0.09022235125303268,-0.08715341240167618,-0.08408447355031967,-0.08101553469896317,-0.07794658839702606,-0.07487764954566956,-0.07180871069431305,-0.06873977184295654,-0.06567083299160004,-0.06260189414024353,-0.059532955288887024,-0.05646401643753052,-0.05339507758617401,-0.050326138734817505,-0.047257199883461,-0.04418826103210449,-0.041119322180747986,-0.03805037960410118,-0.034981440752744675,-0.03191250190138817,-0.028843563050031662,-0.025774624198675156,-0.02270568534731865,-0.019636744633316994,-0.016567805781960487,-0.013498866930603981,-0.0104299271479249,-0.007360987830907106,-0.004292041063308716,-0.0012231017462909222,0.0018458375707268715,0.004914776887744665,0.007983716204762459,0.011052655056118965,0.014121594838798046,0.017190534621477127,0.020259473472833633,0.02332841232419014,0.026397351175546646,0.0294662918895483,0.03253523260354996,0.035604171454906464,0.03867311030626297,0.041742049157619476,0.04481098800897598,0.04787992686033249,0.050948865711688995,0.0540178045630455,0.05708674341440201,0.06015568599104881,0.06322462111711502,0.06629355996847153,0.06936250627040863,0.07243144512176514,0.07550038397312164,0.07856932282447815,0.08163826167583466,0.08470720052719116,0.08777613937854767,0.09084507822990417,0.09391401708126068]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,3,1,3,2,3,1,2,3,4,3,7,7,7,3,6,10,13,22,17,28,20,21,15,16,22,24,26,20,31,39,20,26,34,22,19,24,20,22,24,25,26,26,12,13,15,10,8,3,6,4,8,3,3,2,1,2,4,1,1,1,1,1],"bins":[-0.0004411343834362924,-0.0004273458616808057,-0.00041355733992531896,-0.0003997688472736627,-0.00038598032551817596,-0.00037219180376268923,-0.0003584032820072025,-0.0003446147602517158,-0.0003308262676000595,-0.0003170377458445728,-0.00030324922408908606,-0.00028946070233359933,-0.0002756721805781126,-0.0002618836588226259,-0.0002480951661709696,-0.00023430664441548288,-0.00022051812265999615,-0.00020672960090450943,-0.00019294109370093793,-0.0001791525719454512,-0.0001653640647418797,-0.00015157554298639297,-0.00013778702123090625,-0.00012399851402733475,-0.00011020999227184802,-9.642147779231891e-05,-8.26329633127898e-05,-6.884444155730307e-05,-5.505592707777396e-05,-4.1267412598244846e-05,-2.7478894480736926e-05,-1.369037818221841e-05,9.810901246964931e-08,1.3886625310988165e-05,2.767514160950668e-05,4.14636597270146e-05,5.5252174206543714e-05,6.904068868607283e-05,8.282921044155955e-05,9.661772492108867e-05,0.00011040623940061778,0.0001241947611561045,0.000137983268359676,0.00015177179011516273,0.00016556031187064946,0.00017934881907422096,0.00019313734082970768,0.00020692584803327918,0.0002207143697887659,0.00023450289154425263,0.00024829141329973936,0.00026207990595139563,0.00027586842770688236,0.0002896569494623691,0.0003034454712178558,0.00031723399297334254,0.0003310224856249988,0.00034481100738048553,0.00035859952913597226,0.000372388050891459,0.0003861765726469457,0.00039996509440243244,0.0004137535870540887,0.00042754210880957544,0.00044133063056506217]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,1,12,15,34,50,78,147,219,361,537,840,1315,1806,2664,3567,4814,6558,8430,10869,13501,16261,19369,22648,25681,28712,31059,33054,34511,35141,34628,34139,32145,30288,27415,24425,21199,18082,15204,12204,9920,7706,5833,4399,3134,2217,1635,1035,691,451,330,208,124,73,37,25,6,6,2,2,1,2],"bins":[-0.09476959705352783,-0.0917874425649643,-0.08880528807640076,-0.08582314103841782,-0.08284098654985428,-0.07985883206129074,-0.0768766775727272,-0.07389452308416367,-0.07091237604618073,-0.06793022155761719,-0.06494806706905365,-0.06196591258049011,-0.058983758091926575,-0.056001607328653336,-0.0530194528400898,-0.05003730207681656,-0.04705514758825302,-0.044072993099689484,-0.041090842336416245,-0.03810868784785271,-0.03512653708457947,-0.03214438259601593,-0.029162228107452393,-0.026180075481534004,-0.023197922855615616,-0.020215770229697227,-0.01723361760377884,-0.014251463115215302,-0.011269310489296913,-0.008287157863378525,-0.005305004306137562,-0.002322851214557886,0.0006593093276023865,0.003641462419182062,0.006623615510761738,0.0096057690680027,0.01258792169392109,0.015570074319839478,0.018552228808403015,0.021534381434321404,0.024516534060239792,0.02749868668615818,0.03048083931207657,0.033462993800640106,0.036445148289203644,0.03942729905247688,0.04240945354104042,0.04539160430431366,0.0483737587928772,0.051355913281440735,0.054338064044713974,0.05732021853327751,0.06030236929655075,0.06328452378511429,0.06626667827367783,0.06924883276224136,0.0722309798002243,0.07521313428878784,0.07819528877735138,0.08117744326591492,0.08415959775447845,0.08714175224304199,0.09012389928102493,0.09310605376958847,0.09608820825815201]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[6,2,1,4,3,4,8,6,9,11,12,9,17,11,18,31,29,27,51,37,39,64,48,59,52,58,83,62,61,74,53,76,71,85,64,66,70,59,59,51,61,62,49,60,39,29,34,34,25,18,15,9,17,8,9,4,8,3,4,1,4,1,2,2],"bins":[-0.0004885802627541125,-0.0004733687383122742,-0.0004581572429742664,-0.0004429457476362586,-0.00042773422319442034,-0.0004125226987525821,-0.00039731120341457427,-0.00038209970807656646,-0.0003668881836347282,-0.00035167665919288993,-0.0003364651638548821,-0.0003212536685168743,-0.00030604214407503605,-0.0002908306196331978,-0.00027561912429519,-0.00026040762895718217,-0.0002451961045153439,-0.00022998459462542087,-0.00021477308473549783,-0.0001995615748455748,-0.00018435006495565176,-0.00016913855506572872,-0.0001539270451758057,-0.00013871553528588265,-0.00012350402539595962,-0.00010829251550603658,-9.308100561611354e-05,-7.786949572619051e-05,-6.265798583626747e-05,-4.7446475946344435e-05,-3.22349660564214e-05,-1.7023456166498363e-05,-1.811946276575327e-06,1.339956361334771e-05,2.8611073503270745e-05,4.382258339319378e-05,5.903409328311682e-05,7.424560317303985e-05,8.945711306296289e-05,0.00010466862295288593,0.00011988013284280896,0.000135091642732732,0.00015030315262265503,0.00016551466251257807,0.0001807261724025011,0.00019593768229242414,0.00021114919218234718,0.00022636070207227021,0.00024157221196219325,0.0002567837364040315,0.0002719952317420393,0.00028720672708004713,0.0003024182515218854,0.00031762977596372366,0.00033284127130173147,0.0003480527666397393,0.00036326429108157754,0.0003784758155234158,0.0003936873108614236,0.0004088988061994314,0.0004241103306412697,0.00043932185508310795,0.00045453335042111576,0.00046974484575912356,0.00048495637020096183]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.000422725424868986,-0.00040844400064088404,-0.00039416260551661253,-0.00037988118128851056,-0.00036559978616423905,-0.0003513183619361371,-0.00033703696681186557,-0.0003227555425837636,-0.00030847411835566163,-0.0002941927232313901,-0.00027991129900328815,-0.00026562990387901664,-0.00025134847965091467,-0.00023706706997472793,-0.0002227856602985412,-0.00020850425062235445,-0.0001942228409461677,-0.00017994143126998097,-0.00016566002159379423,-0.00015137861191760749,-0.00013709720224142075,-0.00012281577801331878,-0.00010853436833713204,-9.42529586609453e-05,-7.997154898475856e-05,-6.569013930857182e-05,-5.140872599440627e-05,-3.712731268024072e-05,-2.284590300405398e-05,-8.564491508877836e-06,5.716919986298308e-06,1.9998331481474452e-05,3.427971387282014e-05,4.856112354900688e-05,6.284253322519362e-05,7.712395017733797e-05,9.140535985352471e-05,0.00010568676952971146,0.00011996818648185581,0.00013424959615804255,0.0001485310058342293,0.00016281241551041603,0.00017709382518660277,0.0001913752348627895,0.00020565665909089148,0.00021993806876707822,0.00023421947844326496,0.0002485008735675365,0.00026278229779563844,0.0002770637220237404,0.0002913451171480119,0.0003056265413761139,0.0003199079365003854,0.00033418936072848737,0.0003484707558527589,0.00036275218008086085,0.0003770336043089628,0.00039131499943323433,0.0004055964236613363,0.0004198778187856078,0.0004341592430137098,0.0004484406381379813,0.00046272206236608326,0.0004770034574903548,0.0004912848817184567],"_type":"histogram","values":[1,2,1,3,2,0,5,3,3,5,3,6,11,7,4,12,10,10,19,16,22,17,24,28,27,39,28,24,28,29,29,31,19,31,19,23,30,25,25,19,18,22,15,11,15,9,4,6,4,3,2,2,5,1,1,3,2,1,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.00213623046875,-0.002070188522338867,-0.0020041465759277344,-0.0019381046295166016,-0.0018720626831054688,-0.001806020736694336,-0.0017399787902832031,-0.0016739368438720703,-0.0016078948974609375,-0.0015418529510498047,-0.0014758110046386719,-0.001409769058227539,-0.0013437271118164062,-0.0012776851654052734,-0.0012116432189941406,-0.0011456012725830078,-0.001079559326171875,-0.0010135173797607422,-0.0009474754333496094,-0.0008814334869384766,-0.0008153915405273438,-0.0007493495941162109,-0.0006833076477050781,-0.0006172657012939453,-0.0005512237548828125,-0.0004851818084716797,-0.0004191398620605469,-0.00035309791564941406,-0.00028705596923828125,-0.00022101402282714844,-0.00015497207641601562,-8.893013000488281e-05,-2.288818359375e-05,4.315376281738281e-05,0.00010919570922851562,0.00017523765563964844,0.00024127960205078125,0.00030732154846191406,0.0003733634948730469,0.0004394054412841797,0.0005054473876953125,0.0005714893341064453,0.0006375312805175781,0.0007035732269287109,0.0007696151733398438,0.0008356571197509766,0.0009016990661621094,0.0009677410125732422,0.001033782958984375,0.0010998249053955078,0.0011658668518066406,0.0012319087982177734,0.0012979507446289062,0.001363992691040039,0.0014300346374511719,0.0014960765838623047,0.0015621185302734375,0.0016281604766845703,0.0016942024230957031,0.001760244369506836,0.0018262863159179688,0.0018923282623291016,0.0019583702087402344,0.002024412155151367,0.0020904541015625],"_type":"histogram","values":[2,0,1,1,4,5,7,8,12,20,40,31,63,93,116,129,233,314,431,658,943,1283,1989,2930,4121,6076,8689,13215,20099,31931,52563,96475,141510,78864,44852,27794,17808,11307,7831,5374,3642,2675,1747,1111,852,608,395,298,208,127,93,73,51,37,24,19,18,7,5,5,3,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,0,3,0,1,2,1,6,5,3,5,5,7,8,10,7,15,16,10,26,21,21,13,23,36,22,23,29,34,34,24,27,30,34,26,21,28,23,18,24,19,16,17,13,4,17,5,5,2,6,7,4,1,3,2,2,0,1,0,0,2],"bins":[-0.0004949247813783586,-0.0004798893351107836,-0.000464853917947039,-0.000449818471679464,-0.00043478302541188896,-0.00041974757914431393,-0.00040471216198056936,-0.00038967671571299434,-0.0003746412694454193,-0.00035960585228167474,-0.0003445704060140997,-0.0003295349597465247,-0.00031449951347894967,-0.0002994640963152051,-0.00028442865004763007,-0.00026939320378005505,-0.00025435775751248,-0.00023932234034873545,-0.00022428689408116043,-0.00020925146236550063,-0.0001942160160979256,-0.0001791805843822658,-0.00016414513811469078,-0.00014910970639903098,-0.00013407427468337119,-0.00011903882841579616,-0.00010400338942417875,-8.896795043256134e-05,-7.393251871690154e-05,-5.889707608730532e-05,-4.386164073366672e-05,-2.8826201742049307e-05,-1.3790762750431895e-05,1.2446753316908143e-06,1.6280113413813524e-05,3.131555058644153e-05,4.635098957805894e-05,6.138642493169755e-05,7.642186392331496e-05,9.145730291493237e-05,0.00010649274190654978,0.00012152818089816719,0.000136563612613827,0.00015159905888140202,0.0001666344905970618,0.00018166993686463684,0.00019670536858029664,0.00021174081484787166,0.00022677624656353146,0.00024181167827919126,0.0002568471245467663,0.0002718825708143413,0.0002869179879780859,0.0003019534342456609,0.0003169888805132359,0.00033202432678081095,0.0003470597439445555,0.00036209519021213055,0.00037713063647970557,0.00039216605364345014,0.00040720149991102517,0.0004222369461786002,0.0004372723924461752,0.0004523078096099198,0.0004673432558774948],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,0,0,0,2,2,3,2,4,8,10,14,23,33,57,85,118,166,259,420,508,854,1126,1856,2708,3921,5906,8875,13828,21453,33552,50727,75893,97166,88742,62899,41202,26580,17249,11165,7598,4827,3256,2246,1385,974,725,452,305,189,152,110,53,48,33,16,14,5,5,3,7,3],"bins":[-0.0004634857177734375,-0.00045052170753479004,-0.0004375576972961426,-0.0004245936870574951,-0.00041162967681884766,-0.0003986656665802002,-0.00038570165634155273,-0.0003727376461029053,-0.0003597736358642578,-0.00034680962562561035,-0.0003338456153869629,-0.00032088160514831543,-0.00030791759490966797,-0.0002949535846710205,-0.00028198957443237305,-0.0002690255641937256,-0.0002560615539550781,-0.00024309754371643066,-0.0002301335334777832,-0.00021716952323913574,-0.00020420551300048828,-0.00019124150276184082,-0.00017827749252319336,-0.0001653134822845459,-0.00015234947204589844,-0.00013938546180725098,-0.00012642145156860352,-0.00011345744132995605,-0.0001004934310913086,-8.752942085266113e-05,-7.456541061401367e-05,-6.160140037536621e-05,-4.863739013671875e-05,-3.567337989807129e-05,-2.2709369659423828e-05,-9.745359420776367e-06,3.2186508178710938e-06,1.6182661056518555e-05,2.9146671295166016e-05,4.2110681533813477e-05,5.507469177246094e-05,6.80387020111084e-05,8.100271224975586e-05,9.396672248840332e-05,0.00010693073272705078,0.00011989474296569824,0.0001328587532043457,0.00014582276344299316,0.00015878677368164062,0.00017175078392028809,0.00018471479415893555,0.000197678804397583,0.00021064281463623047,0.00022360682487487793,0.0002365708351135254,0.00024953484535217285,0.0002624988555908203,0.0002754628658294678,0.00028842687606811523,0.0003013908863067627,0.00031435489654541016,0.0003273189067840576,0.0003402829170227051,0.00035324692726135254,0.0003662109375]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,0,1,0,3,1,3,3,6,6,13,18,30,39,71,105,148,235,334,576,877,1525,2440,4340,8032,14731,29312,63048,162751,170225,65762,30407,15556,8259,4368,2606,1469,975,562,315,227,145,84,60,65,29,21,13,6,4,3,5,3,1,0,1,2,1,0,0,0,0,0,1],"bins":[-0.00019073486328125,-0.00018416345119476318,-0.00017759203910827637,-0.00017102062702178955,-0.00016444921493530273,-0.00015787780284881592,-0.0001513063907623291,-0.00014473497867584229,-0.00013816356658935547,-0.00013159215450286865,-0.00012502074241638184,-0.00011844933032989502,-0.0001118779182434082,-0.00010530650615692139,-9.873509407043457e-05,-9.216368198394775e-05,-8.559226989746094e-05,-7.902085781097412e-05,-7.24494457244873e-05,-6.587803363800049e-05,-5.930662155151367e-05,-5.2735209465026855e-05,-4.616379737854004e-05,-3.959238529205322e-05,-3.3020973205566406e-05,-2.644956111907959e-05,-1.9878149032592773e-05,-1.3306736946105957e-05,-6.735324859619141e-06,-1.6391277313232422e-07,6.407499313354492e-06,1.2978911399841309e-05,1.9550323486328125e-05,2.612173557281494e-05,3.269314765930176e-05,3.9264559745788574e-05,4.583597183227539e-05,5.240738391876221e-05,5.8978796005249023e-05,6.555020809173584e-05,7.212162017822266e-05,7.869303226470947e-05,8.526444435119629e-05,9.18358564376831e-05,9.840726852416992e-05,0.00010497868061065674,0.00011155009269714355,0.00011812150478363037,0.0001246929168701172,0.000131264328956604,0.00013783574104309082,0.00014440715312957764,0.00015097856521606445,0.00015754997730255127,0.00016412138938903809,0.0001706928014755249,0.00017726421356201172,0.00018383562564849854,0.00019040703773498535,0.00019697844982147217,0.00020354986190795898,0.0002101212739944458,0.00021669268608093262,0.00022326409816741943,0.00022983551025390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,0,1,1,2,0,5,3,1,4,4,7,8,7,7,15,11,17,21,24,23,14,20,20,26,31,23,30,36,16,23,28,30,30,16,30,28,23,25,20,29,21,10,19,12,9,6,4,6,5,1,1,1,2,1,3,3,1,0,0,0,0,1],"bins":[-0.00044577717198990285,-0.00043137752800248563,-0.0004169778840150684,-0.0004025782400276512,-0.0003881785669364035,-0.0003737789229489863,-0.00035937927896156907,-0.00034497963497415185,-0.00033057999098673463,-0.0003161803469993174,-0.0003017807030119002,-0.00028738105902448297,-0.00027298141503706574,-0.00025858174194581807,-0.00024418209795840085,-0.00022978245397098362,-0.0002153828099835664,-0.00020098316599614918,-0.00018658352200873196,-0.0001721838634693995,-0.0001577842194819823,-0.00014338457549456507,-0.00012898491695523262,-0.0001145852729678154,-0.00010018562898039818,-8.578598499298096e-05,-7.138633372960612e-05,-5.6986686104210094e-05,-4.2587038478814065e-05,-2.8187390853418037e-05,-1.3787743228022009e-05,6.11904397374019e-07,1.5011581126600504e-05,2.9411228751996532e-05,4.381087637739256e-05,5.821052400278859e-05,7.261017162818462e-05,8.700981561560184e-05,0.00010140946687897667,0.00011580911814235151,0.00013020876212976873,0.00014460840611718595,0.00015900805010460317,0.00017340770864393562,0.00018780735263135284,0.00020220699661877006,0.0002166066551581025,0.00023100629914551973,0.00024540594313293695,0.0002598055871203542,0.0002742052311077714,0.0002886048750951886,0.00030300451908260584,0.0003174041921738535,0.00033180383616127074,0.00034620348014868796,0.0003606031241361052,0.0003750027681235224,0.0003894024121109396,0.00040380205609835684,0.0004182017291896045,0.00043260137317702174,0.00044700101716443896,0.0004614006611518562,0.0004758003051392734]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,0,1,2,3,1,1,1,2,1,2,1,2,2,4,7,7,14,9,15,9,23,22,15,24,27,30,25,44,40,47,46,32,20,39,39,32,22,37,13,14,15,14,7,8,11,6,8,5,1,1,3,2,3,3,3,0,0,1,0,0,0,0,1],"bins":[-6.431468500522897e-05,-6.224399839993566e-05,-6.017331179464236e-05,-5.8102625189349055e-05,-5.603193858405575e-05,-5.396125197876245e-05,-5.1890565373469144e-05,-4.981987876817584e-05,-4.774919216288254e-05,-4.5678501919610426e-05,-4.360781531431712e-05,-4.153712870902382e-05,-3.9466442103730515e-05,-3.739575549843721e-05,-3.532506889314391e-05,-3.3254382287850603e-05,-3.11836956825573e-05,-2.9113009077263996e-05,-2.7042322471970692e-05,-2.497163586667739e-05,-2.2900949261384085e-05,-2.0830260837101378e-05,-1.8759574231808074e-05,-1.668888762651477e-05,-1.4618201021221466e-05,-1.2547514415928163e-05,-1.0476827810634859e-05,-8.406140295846853e-06,-6.33545369055355e-06,-4.264767085260246e-06,-2.1940800252195913e-06,-1.2339319255261216e-07,1.947293640114367e-06,4.017980245407671e-06,6.088667305448325e-06,8.15935436548898e-06,1.0230040970782284e-05,1.2300727576075587e-05,1.4371415090863593e-05,1.6442101696156897e-05,1.85127883014502e-05,2.0583474906743504e-05,2.2654161512036808e-05,2.472484811733011e-05,2.679553654161282e-05,2.8866223146906123e-05,3.0936909752199426e-05,3.300759635749273e-05,3.5078282962786034e-05,3.714896956807934e-05,3.921965617337264e-05,4.1290342778665945e-05,4.336102938395925e-05,4.543171598925255e-05,4.7502402594545856e-05,4.957308919983916e-05,5.164377944311127e-05,5.3714466048404574e-05,5.578515265369788e-05,5.785583925899118e-05,5.9926525864284486e-05,6.199721246957779e-05,6.406789907487109e-05,6.61385856801644e-05,6.82092722854577e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[2,1,4,8,12,9,5,8,7,16,9,8,15,13,12,12,12,10,15,11,15,19,19,14,9,18,18,12,17,19,18,18,19,17,17,16,13,12,22,17,8,15,27,13,13,7,14,16,9,9,11,14,17,17,14,9,11,10,5,2,4,2,2,1],"bins":[-0.00047368957893922925,-0.0004584596899803728,-0.0004432298010215163,-0.00042799991206265986,-0.0004127700231038034,-0.00039754013414494693,-0.00038231024518609047,-0.000367080356227234,-0.00035185046726837754,-0.0003366205492056906,-0.00032139066024683416,-0.0003061607712879777,-0.00029093088232912123,-0.00027570099337026477,-0.0002604711044114083,-0.00024524121545255184,-0.00023001132649369538,-0.00021478143753483891,-0.00019955154857598245,-0.000184321659617126,-0.00016909177065826952,-0.00015386186714749783,-0.00013863197818864137,-0.0001234020892297849,-0.00010817220027092844,-9.294231131207198e-05,-7.771242235321552e-05,-6.248252611840144e-05,-4.7252637159544975e-05,-3.202274820068851e-05,-1.679285560385324e-05,-1.5629648260073736e-06,1.3666925951838493e-05,2.889681672968436e-05,4.412670750753023e-05,5.93566001043655e-05,7.458648906322196e-05,8.981637802207842e-05,0.0001050462742568925,0.00012027616321574897,0.00013550605217460543,0.0001507359411334619,0.00016596583009231836,0.00018119571905117482,0.0001964256225619465,0.00021165551152080297,0.00022688540047965944,0.0002421152894385159,0.00025734517839737236,0.00027257506735622883,0.0002878049563150853,0.00030303484527394176,0.0003182647342327982,0.0003334946231916547,0.00034872451215051115,0.0003639544011093676,0.00037918431917205453,0.000394414208130911,0.00040964409708976746,0.0004248739860486239,0.0004401038750074804,0.00045533376396633685,0.0004705636529251933,0.0004857935418840498,0.0005010234308429062],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[2,0,1,1,2,4,5,12,12,19,29,38,59,96,140,174,259,379,501,720,1055,1570,2316,3486,5311,8128,12661,21162,36842,69381,140896,130585,64626,34434,19812,11966,7621,5173,3223,2229,1489,1034,745,492,355,231,195,106,73,66,31,26,10,14,10,7,1,4,3,0,1,0,0,1],"bins":[-0.0014495849609375,-0.001402735710144043,-0.001355886459350586,-0.001309037208557129,-0.0012621879577636719,-0.0012153387069702148,-0.0011684894561767578,-0.0011216402053833008,-0.0010747909545898438,-0.0010279417037963867,-0.0009810924530029297,-0.0009342432022094727,-0.0008873939514160156,-0.0008405447006225586,-0.0007936954498291016,-0.0007468461990356445,-0.0006999969482421875,-0.0006531476974487305,-0.0006062984466552734,-0.0005594491958618164,-0.0005125999450683594,-0.00046575069427490234,-0.0004189014434814453,-0.0003720521926879883,-0.00032520294189453125,-0.0002783536911010742,-0.0002315044403076172,-0.00018465518951416016,-0.00013780593872070312,-9.09566879272461e-05,-4.410743713378906e-05,2.7418136596679688e-06,4.9591064453125e-05,9.644031524658203e-05,0.00014328956604003906,0.0001901388168334961,0.00023698806762695312,0.00028383731842041016,0.0003306865692138672,0.0003775358200073242,0.00042438507080078125,0.0004712343215942383,0.0005180835723876953,0.0005649328231811523,0.0006117820739746094,0.0006586313247680664,0.0007054805755615234,0.0007523298263549805,0.0007991790771484375,0.0008460283279418945,0.0008928775787353516,0.0009397268295288086,0.0009865760803222656,0.0010334253311157227,0.0010802745819091797,0.0011271238327026367,0.0011739730834960938,0.0012208223342895508,0.0012676715850830078,0.0013145208358764648,0.0013613700866699219,0.001408219337463379,0.001455068588256836,0.001501917839050293,0.00154876708984375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,1,0,2,1,3,1,3,3,1,5,6,3,10,13,14,17,28,11,25,21,11,17,17,31,31,39,34,26,25,22,41,25,29,30,26,23,18,22,20,17,20,14,10,16,9,3,2,4,3,1,6,0,2,1,2,0,0,1,0,0,1],"bins":[-0.002307445975020528,-0.0022342377342283726,-0.002161029726266861,-0.0020878217183053493,-0.002014613477513194,-0.0019414053531363606,-0.0018681972287595272,-0.0017949891043826938,-0.0017217809800058603,-0.0016485728556290269,-0.0015753647312521935,-0.00150215660687536,-0.0014289484824985266,-0.0013557403581216931,-0.0012825322337448597,-0.0012093241093680263,-0.0011361159849911928,-0.0010629078606143594,-0.000989699736237526,-0.0009164916118606925,-0.0008432834874838591,-0.0007700753631070256,-0.0006968672387301922,-0.0006236591143533587,-0.0005504509899765253,-0.00047724286559969187,-0.00040403474122285843,-0.000330826616846025,-0.00025761849246919155,-0.0001844103680923581,-0.00011120224371552467,-3.7994119338691235e-05,3.521377220749855e-05,0.00010842189658433199,0.00018163002096116543,0.00025483814533799887,0.0003280462697148323,0.00040125439409166574,0.0004744625184684992,0.0005476706428453326,0.0006208787672221661,0.0006940868915989995,0.0007672950159758329,0.0008405031403526664,0.0009137112647294998,0.0009869193891063333,0.0010601275134831667,0.0011333356378600001,0.0012065437622368336,0.001279751886613667,0.0013529600109905005,0.0014261681353673339,0.0014993762597441673,0.0015725843841210008,0.0016457925084978342,0.0017190006328746676,0.001792208757251501,0.0018654168816283345,0.001938625006005168,0.0020118332467973232,0.002085041254758835,0.0021582492627203465,0.0022314575035125017,0.002304665744304657,0.0023778737522661686],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.002838134765625,-0.002747774124145508,-0.0026574134826660156,-0.0025670528411865234,-0.0024766921997070312,-0.002386331558227539,-0.002295970916748047,-0.0022056102752685547,-0.0021152496337890625,-0.0020248889923095703,-0.0019345283508300781,-0.001844167709350586,-0.0017538070678710938,-0.0016634464263916016,-0.0015730857849121094,-0.0014827251434326172,-0.001392364501953125,-0.0013020038604736328,-0.0012116432189941406,-0.0011212825775146484,-0.0010309219360351562,-0.0009405612945556641,-0.0008502006530761719,-0.0007598400115966797,-0.0006694793701171875,-0.0005791187286376953,-0.0004887580871582031,-0.00039839744567871094,-0.00030803680419921875,-0.00021767616271972656,-0.00012731552124023438,-3.695487976074219e-05,5.340576171875e-05,0.0001437664031982422,0.00023412704467773438,0.00032448768615722656,0.00041484832763671875,0.0005052089691162109,0.0005955696105957031,0.0006859302520751953,0.0007762908935546875,0.0008666515350341797,0.0009570121765136719,0.001047372817993164,0.0011377334594726562,0.0012280941009521484,0.0013184547424316406,0.0014088153839111328,0.001499176025390625,0.0015895366668701172,0.0016798973083496094,0.0017702579498291016,0.0018606185913085938,0.001950979232788086,0.002041339874267578,0.0021317005157470703,0.0022220611572265625,0.0023124217987060547,0.002402782440185547,0.002493143081665039,0.0025835037231445312,0.0026738643646240234,0.0027642250061035156,0.002854585647583008,0.0029449462890625],"_type":"histogram","values":[3,0,1,0,1,6,8,7,14,23,22,29,48,84,106,151,241,335,491,622,1123,1706,2259,3582,5378,7880,12593,18910,30247,50107,93252,153402,82552,45196,28034,17454,11545,7625,4736,3292,2173,1408,1027,681,421,337,206,160,119,69,52,30,30,11,10,8,10,4,0,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[1,1,0,1,1,1,2,2,7,2,3,8,6,5,19,12,13,24,18,24,22,20,24,20,20,19,27,34,27,23,23,29,23,31,17,19,24,17,25,20,21,18,18,16,9,10,12,8,9,0,4,7,2,1,4,4,4,2,1,1,1,1,0,1],"bins":[-0.0003977739252150059,-0.00038466014666482806,-0.0003715463390108198,-0.000358432560460642,-0.0003453187528066337,-0.0003322049742564559,-0.00031909116660244763,-0.0003059773880522698,-0.00029286358039826155,-0.00027974980184808373,-0.0002666360232979059,-0.00025352221564389765,-0.00024040843709371984,-0.0002272946439916268,-0.00021418085088953376,-0.00020106705778744072,-0.00018795326468534768,-0.00017483947158325464,-0.0001617256784811616,-0.00014861188537906855,-0.0001354980922769755,-0.0001223843137267977,-0.00010927052062470466,-9.615672752261162e-05,-8.304293442051858e-05,-6.992914131842554e-05,-5.68153518543113e-05,-4.370156239019707e-05,-3.058776928810403e-05,-1.747397800500039e-05,-4.360186721896753e-06,8.753604561206885e-06,2.186742494814098e-05,3.498121805023402e-05,4.8095007514348254e-05,6.120879697846249e-05,7.432259008055553e-05,8.743638318264857e-05,0.000100550169008784,0.00011366396211087704,0.00012677775521297008,0.00013989154831506312,0.00015300534141715616,0.0001661191345192492,0.000179232913069427,0.00019234670617152005,0.0002054604992736131,0.00021857429237570614,0.00023168808547779918,0.000244801864027977,0.00025791567168198526,0.00027102945023216307,0.00028414325788617134,0.00029725703643634915,0.0003103708440903574,0.00032348462264053524,0.0003365984302945435,0.0003497122088447213,0.00036282598739489913,0.0003759397950489074,0.0003890535735990852,0.0004021673812530935,0.0004152811598032713,0.00042839496745727956,0.0004415087460074574],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[1,0,2,2,1,2,1,1,5,2,6,8,7,16,23,20,42,46,58,106,124,175,273,436,633,1074,1763,2768,4964,8219,15192,27992,58021,158160,177674,63436,30583,15675,9015,5246,3049,1876,1068,650,453,276,183,117,105,72,55,43,33,19,15,9,10,5,4,2,5,2,0,1],"bins":[-0.0003948211669921875,-0.000383228063583374,-0.00037163496017456055,-0.00036004185676574707,-0.0003484487533569336,-0.0003368556499481201,-0.00032526254653930664,-0.00031366944313049316,-0.0003020763397216797,-0.0002904832363128662,-0.00027889013290405273,-0.00026729702949523926,-0.0002557039260864258,-0.0002441108226776123,-0.00023251771926879883,-0.00022092461585998535,-0.00020933151245117188,-0.0001977384090423584,-0.00018614530563354492,-0.00017455220222473145,-0.00016295909881591797,-0.0001513659954071045,-0.00013977289199829102,-0.00012817978858947754,-0.00011658668518066406,-0.00010499358177185059,-9.340047836303711e-05,-8.180737495422363e-05,-7.021427154541016e-05,-5.862116813659668e-05,-4.70280647277832e-05,-3.5434961318969727e-05,-2.384185791015625e-05,-1.2248754501342773e-05,-6.556510925292969e-07,1.093745231628418e-05,2.2530555725097656e-05,3.412365913391113e-05,4.571676254272461e-05,5.7309865951538086e-05,6.890296936035156e-05,8.049607276916504e-05,9.208917617797852e-05,0.00010368227958679199,0.00011527538299560547,0.00012686848640441895,0.00013846158981323242,0.0001500546932220459,0.00016164779663085938,0.00017324090003967285,0.00018483400344848633,0.0001964271068572998,0.00020802021026611328,0.00021961331367492676,0.00023120641708374023,0.0002427995204925537,0.0002543926239013672,0.00026598572731018066,0.00027757883071899414,0.0002891719341278076,0.0003007650375366211,0.00031235814094543457,0.00032395124435424805,0.0003355443477630615,0.000347137451171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[0.9995327591896057,0.99954754114151,0.9995623230934143,0.9995771050453186,0.9995918869972229,0.9996066093444824,0.9996213912963867,0.999636173248291,0.9996509552001953,0.9996657371520996,0.9996805191040039,0.9996953010559082,0.9997100830078125,0.9997248649597168,0.9997395873069763,0.9997543692588806,0.9997691512107849,0.9997839331626892,0.9997987151145935,0.9998134970664978,0.9998282790184021,0.9998430609703064,0.9998578429222107,0.9998725652694702,0.9998873472213745,0.9999021291732788,0.9999169111251831,0.9999316930770874,0.9999464750289917,0.999961256980896,0.9999760389328003,0.9999908208847046,1.0000056028366089,1.0000203847885132,1.0000351667404175,1.0000499486923218,1.000064730644226,1.0000793933868408,1.0000941753387451,1.0001089572906494,1.0001237392425537,1.000138521194458,1.0001533031463623,1.0001680850982666,1.000182867050171,1.0001976490020752,1.0002124309539795,1.0002272129058838,1.000241994857788,1.0002567768096924,1.0002715587615967,1.000286340713501,1.0003011226654053,1.0003159046173096,1.0003306865692139,1.0003453493118286,1.000360131263733,1.0003749132156372,1.0003896951675415,1.0004044771194458,1.00041925907135,1.0004340410232544,1.0004488229751587,1.000463604927063,1.0004783868789673],"_type":"histogram","values":[3,2,3,2,2,6,3,6,7,5,12,8,17,8,10,13,16,19,21,8,16,16,24,16,19,21,20,18,20,18,12,19,18,19,21,25,23,11,15,27,19,18,12,16,19,9,14,19,10,9,13,10,3,9,4,5,4,4,7,3,8,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,0,0,1,0,3,4,3,10,10,19,28,35,34,63,97,162,276,346,510,856,1276,1952,3363,5090,8748,14103,25170,47566,107559,196819,82333,39496,21661,12120,7547,4569,2899,1754,1142,747,481,285,214,165,93,68,52,28,27,17,8,5,1,1,1,0,1,0,1,2,0,1],"bins":[-0.0002803802490234375,-0.0002714395523071289,-0.0002624988555908203,-0.0002535581588745117,-0.0002446174621582031,-0.00023567676544189453,-0.00022673606872558594,-0.00021779537200927734,-0.00020885467529296875,-0.00019991397857666016,-0.00019097328186035156,-0.00018203258514404297,-0.00017309188842773438,-0.00016415119171142578,-0.0001552104949951172,-0.0001462697982788086,-0.0001373291015625,-0.0001283884048461914,-0.00011944770812988281,-0.00011050701141357422,-0.00010156631469726562,-9.262561798095703e-05,-8.368492126464844e-05,-7.474422454833984e-05,-6.580352783203125e-05,-5.6862831115722656e-05,-4.792213439941406e-05,-3.898143768310547e-05,-3.0040740966796875e-05,-2.110004425048828e-05,-1.2159347534179688e-05,-3.2186508178710938e-06,5.7220458984375e-06,1.4662742614746094e-05,2.3603439331054688e-05,3.254413604736328e-05,4.1484832763671875e-05,5.042552947998047e-05,5.936622619628906e-05,6.830692291259766e-05,7.724761962890625e-05,8.618831634521484e-05,9.512901306152344e-05,0.00010406970977783203,0.00011301040649414062,0.00012195110321044922,0.0001308917999267578,0.0001398324966430664,0.000148773193359375,0.0001577138900756836,0.0001666545867919922,0.00017559528350830078,0.00018453598022460938,0.00019347667694091797,0.00020241737365722656,0.00021135807037353516,0.00022029876708984375,0.00022923946380615234,0.00023818016052246094,0.00024712085723876953,0.0002560615539550781,0.0002650022506713867,0.0002739429473876953,0.0002828836441040039,0.0002918243408203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[-0.0007299259887076914,-0.0007093322346918285,-0.0006887384224683046,-0.0006681446684524417,-0.0006475509144365788,-0.0006269571604207158,-0.0006063634064048529,-0.000585769594181329,-0.0005651758401654661,-0.0005445820861496031,-0.0005239882739260793,-0.0005033945199102163,-0.0004828007658943534,-0.00046220701187849045,-0.00044161322875879705,-0.00042101944563910365,-0.0004004256916232407,-0.00037983193760737777,-0.00035923815448768437,-0.00033864437136799097,-0.00031805061735212803,-0.0002974568633362651,-0.0002768630802165717,-0.0002562692970968783,-0.00023567554308101535,-0.00021508177451323718,-0.000194488005945459,-0.00017389423737768084,-0.00015330046880990267,-0.0001327067002421245,-0.00011211293167434633,-9.151916310656816e-05,-7.09254527464509e-05,-5.033168417867273e-05,-2.973791561089456e-05,-9.14414704311639e-06,1.144962152466178e-05,3.204339009243995e-05,5.263715866021812e-05,7.323092722799629e-05,9.382469579577446e-05,0.00011441846436355263,0.0001350122329313308,0.00015560600149910897,0.00017619977006688714,0.0001967935386346653,0.00021738730720244348,0.00023798107577022165,0.0002585748443379998,0.00027916859835386276,0.00029976238147355616,0.00032035616459324956,0.0003409499186091125,0.00036154367262497544,0.00038213745574466884,0.00040273123886436224,0.0004233249928802252,0.0004439187468960881,0.0004645125300157815,0.0004851063131354749,0.0005057000671513379,0.0005262938211672008,0.0005468876333907247,0.0005674813874065876,0.0005880751414224505],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,2,0,1,0,3,1,0,4,3,3,5,12,9,13,16,20,27,38,45,47,52,75,53,65,57,49,29,24,25,8,9,10,8,10,8,8,3,3,4,0,2,2,4,1,3,0,1,0,1,0,3]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.0007551518501713872,-0.0007334717665798962,-0.0007117916829884052,-0.0006901115993969142,-0.0006684314575977623,-0.0006467513740062714,-0.0006250712904147804,-0.0006033912068232894,-0.0005817111232317984,-0.0005600310396403074,-0.0005383508978411555,-0.0005166708142496645,-0.0004949907306581736,-0.0004733106470666826,-0.0004516305634751916,-0.00042995045077987015,-0.00040827036718837917,-0.0003865902835968882,-0.00036491017090156674,-0.00034323008731007576,-0.0003215500037185848,-0.00029986989102326334,-0.00027818980743177235,-0.00025650972384028137,-0.00023482962569687515,-0.00021314952755346894,-0.00019146944396197796,-0.00016978934581857175,-0.00014810924767516553,-0.00012642916408367455,-0.00010474906594026834,-8.306897507281974e-05,-6.138888420537114e-05,-3.970879333792254e-05,-1.8028698832495138e-05,3.6513938539428636e-06,2.5331486540380865e-05,4.7011577407829463e-05,6.869167555123568e-05,9.037176641868427e-05,0.00011205185728613287,0.00013373195542953908,0.00015541203902103007,0.00017709213716443628,0.0001987722353078425,0.00022045231889933348,0.0002421324170427397,0.0002638125151861459,0.0002854925987776369,0.00030717268236912787,0.0003288527950644493,0.0003505328786559403,0.0003722129622474313,0.0003938930749427527,0.0004155731585342437,0.0004372532421257347,0.00045893335482105613,0.0004806134384125471,0.0005022935220040381,0.0005239736055955291,0.0005456536891870201,0.000567333830986172,0.0005890139145776629,0.0006106939981691539,0.0006323740817606449],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,1,2,1,1,3,5,3,4,10,10,17,22,29,36,42,56,74,72,85,81,58,27,31,29,11,13,8,7,5,3,3,4,4,2,0,1,3,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,1,2,1,1,3,9,10,8,10,1,24,24,14,11,20,15,19,18,15,19,14,21,12,19,23,11,10,20,13,18,9,18,13,7,12,18,16,14,16,20,13,22,16,20,15,11,17,19,13,19,12,9,9,9,10,3,4,5,2,3,4,1,2],"bins":[-0.0004871500132139772,-0.000471727253170684,-0.00045630449312739074,-0.00044088176218792796,-0.0004254590021446347,-0.0004100362421013415,-0.00039461348205804825,-0.000379190722014755,-0.0003637679619714618,-0.000348345231031999,-0.00033292247098870575,-0.0003174997109454125,-0.0003020769509021193,-0.00028665419085882604,-0.00027123145991936326,-0.00025580869987607,-0.00024038593983277678,-0.00022496317978948355,-0.00020954043429810554,-0.0001941176742548123,-0.0001786949287634343,-0.00016327216872014105,-0.00014784940867684782,-0.0001324266631854698,-0.00011700390314217657,-0.00010158115037484095,-8.615839760750532e-05,-7.073563756421208e-05,-5.531288479687646e-05,-3.989013202954084e-05,-2.4467375624226406e-05,-9.04462103790138e-06,6.378162652254105e-06,2.180091723857913e-05,3.722367182490416e-05,5.264642823021859e-05,6.806918099755421e-05,8.349193376488984e-05,9.891469380818307e-05,0.0001143374465755187,0.00012976019934285432,0.00014518295938614756,0.00016060570487752557,0.0001760284649208188,0.00019145122496411204,0.00020687397045549005,0.0002222967304987833,0.0002377194759901613,0.00025314223603345454,0.0002685649960767478,0.000283987756120041,0.0002994104870595038,0.00031483324710279703,0.00033025600714609027,0.0003456787671893835,0.00036110152723267674,0.00037652428727597,0.00039194701821543276,0.000407369778258726,0.00042279253830201924,0.0004382152983453125,0.0004536380583886057,0.0004690607893280685,0.00048448354937136173,0.000499906309414655]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[2,1,4,2,0,0,2,5,4,3,1,10,8,8,17,16,19,23,19,24,26,20,32,25,37,52,46,54,55,54,54,60,69,75,36,54,61,61,53,38,45,43,41,44,35,33,27,24,18,15,11,13,9,9,5,10,4,8,1,4,0,1,2,4],"bins":[-0.06413442641496658,-0.06222764402627945,-0.060320861637592316,-0.05841407924890518,-0.05650729686021805,-0.054600514471530914,-0.05269373208284378,-0.05078694969415665,-0.04888016730546951,-0.04697338864207268,-0.045066606253385544,-0.04315982386469841,-0.041253041476011276,-0.03934625908732414,-0.03743947669863701,-0.035532694309949875,-0.03362591192126274,-0.03171912953257561,-0.029812347143888474,-0.02790556475520134,-0.025998782366514206,-0.02409200184047222,-0.022185219451785088,-0.020278437063097954,-0.01837165467441082,-0.016464872285723686,-0.014558089897036552,-0.012651308439671993,-0.01074452605098486,-0.008837743662297726,-0.006930961739271879,-0.005024179816246033,-0.0031174011528491974,-0.0012106189969927073,0.0006961631588637829,0.002602945314720273,0.004509727470576763,0.006416509859263897,0.008323291316628456,0.01023007370531559,0.012136856094002724,0.014043638482689857,0.01595042087137699,0.017857203260064125,0.01976398378610611,0.021670766174793243,0.023577548563480377,0.02548433095216751,0.027391113340854645,0.02929789572954178,0.031204678118228912,0.033111460506916046,0.03501824289560318,0.036925025284290314,0.03883180767297745,0.04073859006166458,0.042645372450351715,0.04455215111374855,0.046458933502435684,0.04836571589112282,0.05027249827980995,0.052179280668497086,0.05408606305718422,0.05599284544587135,0.05789962783455849],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"values":[2,8,11,13,21,39,79,114,186,329,473,694,1020,1502,2097,2787,3868,5141,6667,8605,10530,13360,15700,18413,21642,24397,26847,29205,31320,32681,33046,33281,32803,31862,29717,27602,25135,22631,19335,16335,13516,11099,8933,7066,5539,4165,2995,2263,1549,1103,741,492,331,205,131,92,43,31,12,6,9,3,0,2],"bins":[-0.08860711753368378,-0.08576058596372604,-0.08291404694318771,-0.08006751537322998,-0.07722098380327225,-0.07437444478273392,-0.07152791321277618,-0.06868138164281845,-0.06583485007286072,-0.06298831105232239,-0.060141779482364655,-0.05729524418711662,-0.05444870889186859,-0.05160217732191086,-0.04875564202666283,-0.04590911045670509,-0.04306257516145706,-0.04021603986620903,-0.0373695082962513,-0.034522973001003265,-0.03167644143104553,-0.0288299061357975,-0.02598337084054947,-0.023136837407946587,-0.020290303975343704,-0.017443770542740822,-0.014597236178815365,-0.011750701814889908,-0.008904168382287025,-0.006057634484022856,-0.003211100585758686,-0.00036456668749451637,0.0024819672107696533,0.005328501109033823,0.008175035007297993,0.01102156937122345,0.013868102803826332,0.016714636236429214,0.019561171531677246,0.02240770496428013,0.02525423839688301,0.028100771829485893,0.030947305262088776,0.03379384055733681,0.03664037585258484,0.03948690742254257,0.042333442717790604,0.04517997428774834,0.04802650958299637,0.0508730448782444,0.05371957644820213,0.056566111743450165,0.0594126433134079,0.06225917860865593,0.06510571390390396,0.0679522454738617,0.07079878449440002,0.07364531606435776,0.07649184763431549,0.07933837920427322,0.08218491822481155,0.08503144979476929,0.08787798136472702,0.09072452038526535,0.09357105195522308],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,0,5,4,8,12,18,34,45,99,187,277,416,685,1027,1570,2235,3128,4447,5807,8006,10096,12684,15744,19147,22458,25680,28889,31363,33791,35063,36048,36065,34949,33526,31195,27907,25067,21684,18067,14979,12171,9553,7320,5508,3991,2925,2056,1413,922,595,382,226,148,83,61,23,19,7,3,3,0,2],"bins":[-0.10104941576719284,-0.09797772765159607,-0.0949060469865799,-0.09183435887098312,-0.08876267075538635,-0.08569099009037018,-0.08261930197477341,-0.07954761385917664,-0.07647593319416046,-0.07340424507856369,-0.07033255696296692,-0.06726086884737015,-0.06418918818235397,-0.0611175000667572,-0.05804581567645073,-0.05497412756085396,-0.051902443170547485,-0.04883075878024101,-0.04575907066464424,-0.04268738627433777,-0.039615698158741,-0.036544013768434525,-0.03347232937812805,-0.03040064312517643,-0.027328956872224808,-0.024257270619273186,-0.021185584366321564,-0.01811389997601509,-0.015042213723063469,-0.011970527470111847,-0.0088988421484828,-0.005827156361192465,-0.002755463123321533,0.0003162226639688015,0.003387908451259136,0.006459594238549471,0.009531280025839806,0.012602966278791428,0.0156746506690979,0.018746336922049522,0.021818023175001144,0.024889709427952766,0.02796139568090439,0.03103308007121086,0.034104764461517334,0.037176452577114105,0.04024813696742058,0.04331982508301735,0.04639150947332382,0.049463193863630295,0.052534881979227066,0.05560656636953354,0.05867825448513031,0.06174993887543678,0.06482162326574326,0.06789331138134003,0.0709649920463562,0.07403668016195297,0.07710836827754974,0.08018005639314651,0.08325173705816269,0.08632342517375946,0.08939511328935623,0.0924667939543724,0.09553848206996918],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,1,0,2,1,2,0,0,2,2,1,3,4,5,10,5,7,15,14,24,27,26,30,38,53,66,83,83,52,30,32,31,23,20,13,11,7,7,6,4,4,5,5,1,1,3,2,2,1,1,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.001804071944206953,-0.0017385660903528333,-0.0016730602364987135,-0.0016075543826445937,-0.001542048528790474,-0.001476542791351676,-0.0014110369374975562,-0.0013455310836434364,-0.0012800252297893167,-0.0012145193759351969,-0.001149013522081077,-0.0010835076682269573,-0.0010180019307881594,-0.0009524960187263787,-0.0008869902230799198,-0.0008214843692258,-0.0007559785153716803,-0.0006904726615175605,-0.0006249668076634407,-0.0005594610120169818,-0.0004939551581628621,-0.0004284493043087423,-0.00036294347955845296,-0.00029743765480816364,-0.00023193180095404387,-0.00016642596165183932,-0.00010092012234963477,-3.541428304743022e-05,3.0091556254774332e-05,9.559739555697888e-05,0.00016110323485918343,0.00022660907416138798,0.00029211491346359253,0.0003576207673177123,0.00042312659206800163,0.000488632416818291,0.0005541382706724107,0.0006196441245265305,0.0006851499201729894,0.0007506557740271091,0.0008161616278812289,0.0008816674817353487,0.0009471733355894685,0.0010126791894435883,0.0010781849268823862,0.001143690780736506,0.0012091966345906258,0.0012747024884447455,0.0013402083422988653,0.001405714196152985,0.0014712200500071049,0.0015367259038612247,0.0016022317577153444,0.0016677374951541424,0.0017332433490082622,0.001798749202862382,0.0018642550567165017,0.0019297609105706215,0.0019952666480094194,0.002060772618278861,0.002126278355717659,0.0021917843259871006,0.0022572900634258986,0.00232279603369534,0.002388301771134138],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.000476837158203125,-0.0004622042179107666,-0.0004475712776184082,-0.0004329383373260498,-0.0004183053970336914,-0.000403672456741333,-0.0003890395164489746,-0.0003744065761566162,-0.0003597736358642578,-0.0003451406955718994,-0.000330507755279541,-0.0003158748149871826,-0.0003012418746948242,-0.0002866089344024658,-0.0002719759941101074,-0.000257343053817749,-0.00024271011352539062,-0.00022807717323303223,-0.00021344423294067383,-0.00019881129264831543,-0.00018417835235595703,-0.00016954541206359863,-0.00015491247177124023,-0.00014027953147888184,-0.00012564659118652344,-0.00011101365089416504,-9.638071060180664e-05,-8.174777030944824e-05,-6.711483001708984e-05,-5.2481889724731445e-05,-3.784894943237305e-05,-2.321600914001465e-05,-8.58306884765625e-06,6.0498714447021484e-06,2.0682811737060547e-05,3.5315752029418945e-05,4.9948692321777344e-05,6.458163261413574e-05,7.921457290649414e-05,9.384751319885254e-05,0.00010848045349121094,0.00012311339378356934,0.00013774633407592773,0.00015237927436828613,0.00016701221466064453,0.00018164515495300293,0.00019627809524536133,0.00021091103553771973,0.00022554397583007812,0.00024017691612243652,0.0002548098564147949,0.0002694427967071533,0.0002840757369995117,0.0002987086772918701,0.0003133416175842285,0.0003279745578765869,0.0003426074981689453,0.0003572404384613037,0.0003718733787536621,0.0003865063190460205,0.0004011392593383789,0.0004157721996307373,0.0004304051399230957,0.0004450380802154541,0.0004596710205078125],"_type":"histogram","values":[1,0,0,0,0,2,0,0,2,5,5,4,8,12,20,35,40,85,88,164,281,490,781,1340,2310,3862,7312,13259,24590,50376,108199,255103,560035,301332,125334,56776,27886,14911,7739,4444,2516,1360,822,518,301,190,102,78,48,24,29,11,16,5,4,4,0,0,2,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,1,1,1,1,4,3,2,3,2,3,8,10,7,11,13,14,15,15,16,15,15,23,17,24,20,24,26,30,26,21,41,33,21,23,18,22,26,16,21,23,26,17,17,17,13,13,4,7,7,2,6,6,4,3,2,1,2,1,0,1,0,1,2],"bins":[-0.00042057852260768414,-0.0004067890695296228,-0.00039299961645156145,-0.0003792101633735001,-0.00036542071029543877,-0.0003516312572173774,-0.0003378418041393161,-0.00032405235106125474,-0.0003102628979831934,-0.0002964734158013016,-0.00028268396272324026,-0.0002688945096451789,-0.00025510505656711757,-0.00024131560348905623,-0.0002275261504109949,-0.00021373669733293355,-0.0001999472442548722,-0.00018615779117681086,-0.00017236833809874952,-0.00015857888502068818,-0.00014478943194262683,-0.00013099996431265026,-0.00011721051123458892,-0.00010342105815652758,-8.963160507846624e-05,-7.58421520004049e-05,-6.205269892234355e-05,-4.8263238568324596e-05,-3.4473785490263253e-05,-2.0684330593212508e-05,-6.894875696161762e-06,6.894579200888984e-06,2.0684063201770186e-05,3.447351627983153e-05,4.826297299587168e-05,6.205242971191183e-05,7.584188278997317e-05,8.963133586803451e-05,0.00010342079622205347,0.00011721024930011481,0.00013099970237817615,0.0001447891554562375,0.00015857860853429884,0.00017236806161236018,0.00018615752924233675,0.0001999469823203981,0.00021373643539845943,0.00022752588847652078,0.00024131534155458212,0.00025510479463264346,0.0002688942477107048,0.00028268370078876615,0.0002964731538668275,0.00031026260694488883,0.00032405206002295017,0.0003378415131010115,0.00035163096617907286,0.00036542044836096466,0.000379209901439026,0.00039299935451708734,0.0004067888075951487,0.00042057826067321,0.00043436771375127137,0.0004481571668293327,0.00046194661990739405],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,6,4,18,23,51,91,162,285,482,729,1195,1832,2706,3971,5777,8191,11233,15303,20210,26068,32533,40156,48867,56918,65640,73427,81125,87039,91566,94143,94280,92719,89151,83108,76513,68160,60217,51569,43332,35418,28164,21655,16948,12650,9117,6593,4719,3124,2181,1366,868,532,298,196,99,52,42,14,10,8,6,1,2],"bins":[-0.09401411563158035,-0.09099825471639633,-0.08798238635063171,-0.08496652543544769,-0.08195066452026367,-0.07893479615449905,-0.07591893523931503,-0.07290306687355042,-0.0698872059583664,-0.06687134504318237,-0.06385547667741776,-0.060839615762233734,-0.057823751121759415,-0.054807886481285095,-0.051792025566101074,-0.048776160925626755,-0.045760296285152435,-0.042744431644678116,-0.039728567004203796,-0.036712706089019775,-0.033696841448545456,-0.030680976808071136,-0.027665114030241966,-0.024649251252412796,-0.021633386611938477,-0.018617521971464157,-0.015601659193634987,-0.012585795484483242,-0.009569931775331497,-0.006554068066179752,-0.0035382043570280075,-0.0005223406478762627,0.002493530511856079,0.005509394221007824,0.008525257930159569,0.011541121639311314,0.014556985348463058,0.017572849988937378,0.020588712766766548,0.02360457554459572,0.026620440185070038,0.029636304825544357,0.03265216946601868,0.0356680303812027,0.03868389502167702,0.04169975966215134,0.04471562057733536,0.04773148521780968,0.050747349858284,0.053763214498758316,0.056779079139232635,0.059794940054416656,0.06281080842018127,0.0658266693353653,0.06884253025054932,0.07185839861631393,0.07487425953149796,0.07789012044668198,0.0809059888124466,0.08392184972763062,0.08693771064281464,0.08995357900857925,0.09296943992376328,0.0959853082895279,0.09900116920471191]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[6,7,6,11,14,22,26,40,53,89,88,167,252,321,422,606,957,1326,1807,2806,4182,5976,9232,13831,22163,35054,58750,98581,179384,326253,342457,192966,107743,62169,37300,23005,15397,9160,6387,4073,2984,2009,1453,930,736,472,343,229,216,109,102,65,30,36,18,16,6,5,6,3,2,2,0,3],"bins":[-0.0002956390380859375,-0.00028580427169799805,-0.0002759695053100586,-0.00026613473892211914,-0.0002562999725341797,-0.00024646520614624023,-0.00023663043975830078,-0.00022679567337036133,-0.00021696090698242188,-0.00020712614059448242,-0.00019729137420654297,-0.00018745660781860352,-0.00017762184143066406,-0.0001677870750427246,-0.00015795230865478516,-0.0001481175422668457,-0.00013828277587890625,-0.0001284480094909668,-0.00011861324310302734,-0.00010877847671508789,-9.894371032714844e-05,-8.910894393920898e-05,-7.927417755126953e-05,-6.943941116333008e-05,-5.9604644775390625e-05,-4.976987838745117e-05,-3.993511199951172e-05,-3.0100345611572266e-05,-2.0265579223632812e-05,-1.043081283569336e-05,-5.960464477539062e-07,9.238719940185547e-06,1.9073486328125e-05,2.8908252716064453e-05,3.8743019104003906e-05,4.857778549194336e-05,5.841255187988281e-05,6.824731826782227e-05,7.808208465576172e-05,8.791685104370117e-05,9.775161743164062e-05,0.00010758638381958008,0.00011742115020751953,0.00012725591659545898,0.00013709068298339844,0.0001469254493713379,0.00015676021575927734,0.0001665949821472168,0.00017642974853515625,0.0001862645149230957,0.00019609928131103516,0.0002059340476989746,0.00021576881408691406,0.00022560358047485352,0.00023543834686279297,0.0002452731132507324,0.0002551078796386719,0.00026494264602661133,0.0002747774124145508,0.00028461217880249023,0.0002944469451904297,0.00030428171157836914,0.0003141164779663086,0.00032395124435424805,0.0003337860107421875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[1,0,0,1,1,0,0,1,3,5,3,2,4,4,3,9,6,11,7,12,15,15,15,29,23,23,26,27,31,23,17,25,20,21,34,32,23,36,27,24,22,29,17,18,13,15,12,11,9,9,8,2,6,10,5,5,4,4,2,2,2,2,1,1],"bins":[-2.91307605948532e-05,-2.827005118888337e-05,-2.740933996392414e-05,-2.654863055795431e-05,-2.568791933299508e-05,-2.482720992702525e-05,-2.396649870206602e-05,-2.310578929609619e-05,-2.224507807113696e-05,-2.138436866516713e-05,-2.05236574402079e-05,-1.966294803423807e-05,-1.880223680927884e-05,-1.794152740330901e-05,-1.7080816178349778e-05,-1.622010677237995e-05,-1.535939736641012e-05,-1.449868614145089e-05,-1.363797582598636e-05,-1.2777265510521829e-05,-1.1916555195057299e-05,-1.1055844879592769e-05,-1.0195134564128239e-05,-9.334424248663709e-06,-8.47371484269388e-06,-7.613004072481999e-06,-6.752293757017469e-06,-5.891583441552939e-06,-5.03087358083576e-06,-4.1701632653712295e-06,-3.3094529499066994e-06,-2.4487426344421692e-06,-1.588032318977639e-06,-7.273220603565278e-07,1.3338819826458348e-07,9.94098400042276e-07,1.854808715506806e-06,2.715519030971336e-06,3.576229119062191e-06,4.436939434526721e-06,5.297649749991251e-06,6.158360065455781e-06,7.0190703809203114e-06,7.87978024163749e-06,8.74049055710202e-06,9.601200872566551e-06,1.0461911188031081e-05,1.1322621503495611e-05,1.2183331818960141e-05,1.3044042134424672e-05,1.3904752449889202e-05,1.4765462765353732e-05,1.562617217132356e-05,1.6486883396282792e-05,1.734759280225262e-05,1.8208304027211852e-05,1.906901343318168e-05,1.9929724658140913e-05,2.079043406411074e-05,2.1651145289069973e-05,2.25118546950398e-05,2.3372565919999033e-05,2.423327532596886e-05,2.5093986550928093e-05,2.5954695956897922e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[4,3,2,3,5,4,1,7,9,7,11,12,15,11,17,21,14,15,15,10,21,15,22,24,13,17,23,17,13,23,15,17,14,15,14,14,22,16,11,21,21,18,16,15,16,13,13,11,11,11,9,6,10,6,6,4,6,3,8,15,6,5,3,3],"bins":[0.9995332360267639,0.999548077583313,0.9995629191398621,0.9995777606964111,0.9995925426483154,0.9996073842048645,0.9996222257614136,0.9996370673179626,0.9996519088745117,0.9996667504310608,0.9996815919876099,0.9996963739395142,0.9997112154960632,0.9997260570526123,0.9997408986091614,0.9997557401657104,0.9997705817222595,0.9997854232788086,0.9998002052307129,0.999815046787262,0.999829888343811,0.9998447299003601,0.9998595714569092,0.9998744130134583,0.9998892545700073,0.9999040365219116,0.9999188780784607,0.9999337196350098,0.9999485611915588,0.9999634027481079,0.999978244304657,0.999993085861206,1.0000078678131104,1.0000227689743042,1.0000375509262085,1.0000524520874023,1.0000672340393066,1.000082015991211,1.0000969171524048,1.000111699104309,1.000126600265503,1.0001413822174072,1.000156283378601,1.0001710653305054,1.0001858472824097,1.0002007484436035,1.0002155303955078,1.0002304315567017,1.000245213508606,1.0002601146697998,1.000274896621704,1.0002896785736084,1.0003045797348022,1.0003193616867065,1.0003342628479004,1.0003490447998047,1.0003639459609985,1.0003787279129028,1.0003935098648071,1.000408411026001,1.0004231929779053,1.0004380941390991,1.0004528760910034,1.0004677772521973,1.0004825592041016]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,1,1,1,1,2,4,3,1,5,11,10,13,13,26,27,22,21,28,21,24,22,25,26,24,44,28,20,31,32,42,22,19,21,28,29,21,20,13,15,12,7,5,3,4,1,2,5,3,0,2,0,0,1,0,1,0,0,1],"bins":[-0.00048195041017606854,-0.0004664385924115777,-0.00045092677464708686,-0.000435414956882596,-0.0004199031391181052,-0.00040439132135361433,-0.0003888795035891235,-0.00037336768582463264,-0.0003578558680601418,-0.0003423440211918205,-0.00032683220342732966,-0.0003113203856628388,-0.000295808567898348,-0.00028029675013385713,-0.0002647849323693663,-0.00024927311460487545,-0.0002337612968403846,-0.00021824947907589376,-0.00020273766131140292,-0.00018722584354691207,-0.00017171402578242123,-0.00015620219346601516,-0.00014069037570152432,-0.00012517855793703347,-0.00010966674017254263,-9.415492240805179e-05,-7.864310464356095e-05,-6.313127960311249e-05,-4.7619461838621646e-05,-3.21076440741308e-05,-1.6595822671661153e-05,-1.084003088180907e-06,1.442781649529934e-05,2.9939636078779586e-05,4.545145566225983e-05,6.096327706472948e-05,7.647509482922032e-05,9.198691259371117e-05,0.00010749873763415962,0.00012301055539865047,0.0001385223731631413,0.00015403419092763215,0.000169546008692123,0.00018505782645661384,0.0002005696587730199,0.00021608147653751075,0.0002315932943020016,0.00024710511206649244,0.0002626169298309833,0.0002781287475954741,0.00029364056535996497,0.0003091523831244558,0.00032466420088894665,0.0003401760186534375,0.00035568783641792834,0.0003711996541824192,0.0003867115010507405,0.0004022233188152313,0.00041773513657972217,0.000433246954344213,0.00044875877210870385,0.0004642705898731947,0.00047978240763768554,0.0004952942254021764,0.0005108060431666672]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[2,2,2,0,4,3,1,2,2,8,4,2,8,4,14,7,13,13,19,18,26,17,28,26,36,30,32,34,33,32,28,35,34,28,31,22,26,14,18,8,19,11,12,12,9,7,7,5,5,2,2,2,2,3,0,2,0,0,0,0,1,0,0,1],"bins":[-0.0003442242741584778,-0.0003323626588098705,-0.0003205010143574327,-0.0003086393990088254,-0.00029677775455638766,-0.00028491613920778036,-0.00027305452385917306,-0.0002611928794067353,-0.000249331264058128,-0.00023746963415760547,-0.00022560800425708294,-0.00021374638890847564,-0.0002018847590079531,-0.00019002312910743058,-0.00017816151375882328,-0.00016629988385830075,-0.00015443825395777822,-0.00014257662405725569,-0.00013071499415673316,-0.00011885337880812585,-0.00010699174890760332,-9.51301190070808e-05,-8.326849638251588e-05,-7.140687375795096e-05,-5.954524385742843e-05,-4.768361759488471e-05,-3.5821991332340986e-05,-2.3960365069797263e-05,-1.209873880725354e-05,-2.3711254470981658e-07,1.1624513717833906e-05,2.348613998037763e-05,3.534779534675181e-05,4.720942160929553e-05,5.9071047871839255e-05,7.093267049640417e-05,8.27943003969267e-05,9.465593029744923e-05,0.00010651755292201415,0.00011837917554657906,0.0001302408054471016,0.00014210243534762412,0.00015396406524814665,0.00016582568059675395,0.00017768731049727648,0.00018954894039779902,0.00020141055574640632,0.00021327218564692885,0.00022513381554745138,0.0002369954454479739,0.00024885707534849644,0.00026071869069710374,0.00027258030604571104,0.0002844419504981488,0.0002963035658467561,0.00030816521029919386,0.00032002682564780116,0.00033188844099640846,0.0003437500854488462,0.0003556117007974535,0.0003674733452498913,0.0003793349605984986,0.0003911965759471059,0.00040305822039954364,0.00041491983574815094]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[3,1,2,5,2,5,11,3,13,15,11,14,14,17,15,11,13,20,19,16,18,17,25,23,13,11,9,18,22,22,10,18,10,14,14,11,22,15,15,16,18,19,20,12,13,21,17,15,20,17,6,12,10,3,5,5,5,7,4,1,2,1,1,1],"bins":[-0.00044831426930613816,-0.00043379617272876203,-0.00041927810525521636,-0.00040476000867784023,-0.0003902419121004641,-0.00037572384462691844,-0.0003612057480495423,-0.00034668768057599664,-0.0003321695839986205,-0.0003176514874212444,-0.0003031334199476987,-0.0002886153233703226,-0.0002740972558967769,-0.0002595791593194008,-0.00024506106274202466,-0.00023054298071656376,-0.00021602489869110286,-0.00020150681666564196,-0.00018698873464018106,-0.00017247063806280494,-0.00015795255603734404,-0.00014343447401188314,-0.000128916377434507,-0.00011439829540904611,-9.988021338358521e-05,-8.536213135812432e-05,-7.08440420567058e-05,-5.63259563932661e-05,-4.180787072982639e-05,-2.7289785066386685e-05,-1.2771699402946979e-05,1.7463862604927272e-06,1.626450102776289e-05,3.0782586691202596e-05,4.53006723546423e-05,5.981875801808201e-05,7.433684368152171e-05,8.885492570698261e-05,0.00010337301500840113,0.00011789110430981964,0.00013240918633528054,0.00014692726836074144,0.00016144535038620234,0.00017596344696357846,0.00019048152898903936,0.00020499961101450026,0.0002195177075918764,0.0002340357896173373,0.0002485538716427982,0.0002630719682201743,0.00027759003569372,0.0002921081322710961,0.0003066261997446418,0.0003211442963220179,0.00033566239289939404,0.0003501804603729397,0.00036469855695031583,0.00037921665352769196,0.00039373472100123763,0.00040825281757861376,0.0004227709141559899,0.00043728898162953556,0.0004518070782069117,0.00046632514568045735,0.0004808432422578335],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0005072021158412099,-0.000490951060783118,-0.0004746999475173652,-0.0004584488633554429,-0.00044219777919352055,-0.00042594672413542867,-0.00040969563997350633,-0.000393444555811584,-0.00037719347164966166,-0.0003609423874877393,-0.000344691303325817,-0.00032844021916389465,-0.0003121891641058028,-0.00029593807994388044,-0.0002796869957819581,-0.00026343591162003577,-0.00024718482745811343,-0.0002309337432961911,-0.00021468265913426876,-0.00019843158952426165,-0.00018218050536233932,-0.00016592942120041698,-0.00014967835159040987,-0.00013342726742848754,-0.0001171761832665652,-0.00010092509910464287,-8.467402221867815e-05,-6.842294533271343e-05,-5.217186117079109e-05,-3.592078064684756e-05,-1.9669700122904032e-05,-3.418619598960504e-06,1.2832460924983025e-05,2.9083541448926553e-05,4.533462197287008e-05,6.15856988588348e-05,7.783678302075714e-05,9.408786718267947e-05,0.0001103389440686442,0.00012659002095460892,0.00014284110511653125,0.0001590921892784536,0.00017534327344037592,0.00019159434305038303,0.00020784542721230537,0.0002240965113742277,0.0002403475809842348,0.00025659866514615715,0.0002728497493080795,0.0002891008334700018,0.00030535191763192415,0.0003216030017938465,0.0003378540859557688,0.0003541051410138607,0.00037035622517578304,0.0003866073093377054,0.0004028583934996277,0.00041910947766155005,0.0004353605618234724,0.0004516116459853947,0.0004678627010434866,0.00048411378520540893,0.0005003648693673313,0.0005166159826330841,0.0005328670376911759],"_type":"histogram","values":[2,0,2,1,0,2,6,4,6,10,11,11,13,20,30,32,32,36,33,41,57,60,41,69,55,70,74,86,73,67,73,77,73,73,77,59,62,64,67,49,53,41,48,45,45,37,34,24,22,13,13,14,8,5,4,5,4,3,2,1,5,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[2,0,1,0,0,1,0,0,0,2,1,4,4,9,4,10,16,15,10,13,19,13,21,17,21,27,32,28,38,32,28,38,32,17,35,25,21,26,23,23,22,23,19,14,16,7,12,12,3,6,6,4,3,5,1,1,2,0,1,0,1,0,1,1],"bins":[-0.00029568374156951904,-0.0002863410918507725,-0.0002769984712358564,-0.00026765582151710987,-0.0002583132009021938,-0.00024897055118344724,-0.0002396279014647007,-0.00023028526629786938,-0.00022094263113103807,-0.00021159999596420676,-0.00020225736079737544,-0.0001929147110786289,-0.00018357207591179758,-0.00017422944074496627,-0.00016488679102621973,-0.0001555441558593884,-0.0001462015206925571,-0.00013685888552572578,-0.00012751625035889447,-0.00011817360064014792,-0.00010883096547331661,-9.94883303064853e-05,-9.014568786369637e-05,-8.080304542090744e-05,-7.146041025407612e-05,-6.211777508724481e-05,-5.277513264445588e-05,-4.343249383964576e-05,-3.408985503483564e-05,-2.4747216230025515e-05,-1.5404577425215393e-05,-6.061938620405272e-06,3.28070018440485e-06,1.2623338989214972e-05,2.1965977794025093e-05,3.1308616598835215e-05,4.065125540364534e-05,4.999389420845546e-05,5.933653301326558e-05,6.867917545605451e-05,7.802181062288582e-05,8.736444578971714e-05,9.670708823250607e-05,0.000106049730675295,0.00011539236584212631,0.00012473500100895762,0.00013407765072770417,0.00014342028589453548,0.0001527629210613668,0.0001621055562281981,0.00017144819139502943,0.00018079084111377597,0.00019013347628060728,0.0001994761114474386,0.00020881876116618514,0.00021816139633301646,0.00022750403149984777,0.00023684666666667908,0.0002461893018335104,0.00025553195155225694,0.0002648746012710035,0.00027421722188591957,0.0002835598716046661,0.0002929024922195822,0.00030224514193832874],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09304162114858627,-0.09007839113473892,-0.08711516112089157,-0.08415193110704422,-0.08118870109319687,-0.07822547107934952,-0.07526224106550217,-0.07229901105165482,-0.06933578848838806,-0.06637255847454071,-0.06340932846069336,-0.06044609472155571,-0.05748286843299866,-0.054519638419151306,-0.051556408405303955,-0.048593178391456604,-0.04562994837760925,-0.0426667183637619,-0.03970348834991455,-0.0367402583360672,-0.03377702832221985,-0.030813800171017647,-0.027850572019815445,-0.024887342005968094,-0.021924111992120743,-0.01896088197827339,-0.01599765196442604,-0.013034423813223839,-0.010071193799376488,-0.007107964251190424,-0.00414473470300436,-0.0011815051548182964,0.0017817318439483643,0.004744961392134428,0.007708190940320492,0.010671420022845268,0.01363465003669262,0.01659788005053997,0.019561108201742172,0.022524338215589523,0.025487568229436874,0.028450798243284225,0.03141402825713158,0.03437725827097893,0.03734048455953598,0.04030371457338333,0.04326694458723068,0.04623017460107803,0.049193404614925385,0.052156634628772736,0.05511986464262009,0.05808309465646744,0.06104632467031479,0.06400955468416214,0.06697278469800949,0.06993601471185684,0.0728992372751236,0.07586246728897095,0.0788256973028183,0.08178892731666565,0.084752157330513,0.08771538734436035,0.0906786173582077,0.09364184737205505,0.0966050773859024],"_type":"histogram","values":[2,3,4,5,14,14,56,70,136,183,305,416,703,1004,1468,2195,3044,4222,5558,7265,9637,11897,14538,17789,20654,23712,26657,29377,31748,33347,34439,34977,34511,33054,31508,29088,26187,23481,20025,16889,14055,11295,9037,6963,5303,3927,2904,2045,1418,994,624,429,257,148,106,60,30,15,15,6,6,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[3,2,6,10,11,33,52,69,138,204,328,529,729,1095,1548,2061,3036,4073,5355,7056,9075,11138,13618,16246,19401,22304,25034,27455,29644,31895,32813,33473,33227,32640,31343,29291,26974,24382,21417,18458,15889,13318,10850,8629,6736,5132,3875,2776,2127,1454,944,703,466,272,203,121,62,46,23,19,6,2,3,2],"bins":[-0.09096314013004303,-0.08811147511005402,-0.085259810090065,-0.08240813761949539,-0.07955647259950638,-0.07670480757951736,-0.07385313510894775,-0.07100147008895874,-0.06814980506896973,-0.06529814004898071,-0.0624464713037014,-0.05959480255842209,-0.056743137538433075,-0.05389147251844406,-0.05103980377316475,-0.04818813502788544,-0.04533647000789642,-0.04248480498790741,-0.0396331362426281,-0.036781467497348785,-0.03392980247735977,-0.03107813559472561,-0.028226468712091446,-0.025374801829457283,-0.02252313494682312,-0.019671468064188957,-0.016819801181554794,-0.013968134298920631,-0.011116467416286469,-0.008264800533652306,-0.005413133651018143,-0.00256146676838398,0.0002902001142501831,0.003141866996884346,0.005993533879518509,0.008845200762152672,0.011696867644786835,0.014548534527420998,0.01740020141005516,0.020251868292689323,0.023103535175323486,0.02595520205795765,0.028806868940591812,0.031658537685871124,0.03451020270586014,0.03736186772584915,0.040213536471128464,0.043065205216407776,0.04591687023639679,0.0487685352563858,0.051620204001665115,0.05447187274694443,0.05732353776693344,0.060175202786922455,0.06302687525749207,0.06587854027748108,0.06873020529747009,0.0715818703174591,0.07443353533744812,0.07728520780801773,0.08013687282800674,0.08298853784799576,0.08584021031856537,0.08869187533855438,0.0915435403585434]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,1,1,1,0,1,1,1,2,8,5,9,8,10,18,16,23,22,36,39,48,76,78,102,57,45,22,24,18,16,12,8,9,10,4,7,4,4,8,4,1,0,2,0,0,2,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0014284434728324413,-0.0013750549405813217,-0.001321666408330202,-0.0012682777596637607,-0.001214889227412641,-0.0011615006951615214,-0.0011081121629104018,-0.0010547235142439604,-0.0010013349819928408,-0.0009479464497417212,-0.0008945579174906015,-0.000841169327031821,-0.0007877807947807014,-0.0007343922043219209,-0.0006810036720708013,-0.0006276150816120207,-0.0005742265493609011,-0.0005208380171097815,-0.000467449426651001,-0.0004140608652960509,-0.00036067230394110084,-0.0003072837716899812,-0.00025389521033503115,-0.00020050664898008108,-0.000147118087625131,-9.372952627018094e-05,-4.0340972191188484e-05,1.3047585525782779e-05,6.643614324275404e-05,0.00011982470459770411,0.00017321325140073895,0.00022660181275568902,0.0002799903741106391,0.00033337893546558917,0.00038676749682053924,0.0004401560581754893,0.0004935446195304394,0.000546933151781559,0.0006003217422403395,0.0006537102744914591,0.0007070988649502397,0.0007604873972013593,0.0008138759294524789,0.0008672645199112594,0.000920653052162379,0.0009740416426211596,0.0010274301748722792,0.0010808187071233988,0.0011342072393745184,0.0011875958880409598,0.0012409844202920794,0.001294372952543199,0.0013477614847943187,0.0014011501334607601,0.0014545386657118797,0.0015079271979629993,0.001561315730214119,0.0016147042624652386,0.00166809291113168,0.0017214814433827996,0.0017748699756339192,0.0018282585078850389,0.0018816471565514803,0.0019350356888026,0.0019884242210537195]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[4,10,8,13,21,30,68,90,157,291,452,678,998,1440,2107,2973,4159,5485,7198,9202,11869,14422,17711,20603,23659,26685,29617,31859,33421,34602,35027,34178,33399,31710,29246,26361,23299,20390,16894,14143,11465,8897,6968,5203,3899,2894,1977,1413,938,628,401,271,165,83,66,29,15,17,6,5,1,1,2,1],"bins":[-0.09078574925661087,-0.08780249953269958,-0.0848192498087883,-0.08183600008487701,-0.07885275036096573,-0.07586950063705444,-0.07288625091314316,-0.06990300118923187,-0.06691975146532059,-0.0639365017414093,-0.060953252017498016,-0.05797000229358673,-0.054986752569675446,-0.05200350284576416,-0.049020253121852875,-0.04603700339794159,-0.043053753674030304,-0.04007050395011902,-0.03708725422620773,-0.03410400450229645,-0.031120754778385162,-0.028137505054473877,-0.02515425533056259,-0.022171005606651306,-0.01918775588274002,-0.016204506158828735,-0.01322125643491745,-0.010238006711006165,-0.007254756987094879,-0.004271507263183594,-0.0012882575392723083,0.001694992184638977,0.004678249359130859,0.007661499083042145,0.01064474880695343,0.013627998530864716,0.016611248254776,0.019594497978687286,0.022577747702598572,0.025560997426509857,0.028544247150421143,0.03152749687433243,0.03451074659824371,0.037493996322155,0.040477246046066284,0.04346049576997757,0.046443745493888855,0.04942699521780014,0.052410244941711426,0.05539349466562271,0.058376744389534,0.06135999411344528,0.06434324383735657,0.06732649356126785,0.07030974328517914,0.07329299300909042,0.07627624273300171,0.079259492456913,0.08224274218082428,0.08522599190473557,0.08820924162864685,0.09119249135255814,0.09417574107646942,0.0971589908003807,0.10014224052429199]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[2,2,1,4,1,3,5,3,5,4,6,10,12,11,24,31,27,31,31,60,53,59,72,92,106,113,136,155,139,123,100,75,85,74,63,55,43,42,41,22,25,19,11,11,4,8,13,9,6,7,0,1,1,3,2,1,1,1,0,0,0,1,1,2],"bins":[-0.00016040500486269593,-0.00015468933270312846,-0.0001489736750954762,-0.00014325800293590873,-0.00013754233077634126,-0.000131826673168689,-0.00012611100100912154,-0.00012039532884955406,-0.0001146796639659442,-0.00010896399908233434,-0.00010324832692276686,-9.7532662039157e-05,-9.181699715554714e-05,-8.610132499597967e-05,-8.03856601123698e-05,-7.466998795280233e-05,-6.895432306919247e-05,-6.323865818558261e-05,-5.752298602601513e-05,-5.180732114240527e-05,-4.60916526208166e-05,-4.0375984099227935e-05,-3.4660319215618074e-05,-2.8944650694029406e-05,-2.3228982172440737e-05,-1.751331365085207e-05,-1.1797646948252805e-05,-6.081979336158838e-06,-3.6631172406487167e-07,5.349355888029095e-06,1.1065023500123061e-05,1.6780690202722326e-05,2.2496358724310994e-05,2.8212027245899662e-05,3.392769576748833e-05,3.964336065109819e-05,4.535902917268686e-05,5.107469769427553e-05,5.679036257788539e-05,6.250603473745286e-05,6.822169962106273e-05,7.393736450467259e-05,7.965303666424006e-05,8.536870154784992e-05,9.108436643145978e-05,9.680003859102726e-05,0.00010251570347463712,0.0001082313756342046,0.00011394704051781446,0.00011966270540142432,0.00012537837028503418,0.00013109404244460166,0.00013680971460416913,0.00014252537221182138,0.00014824104437138885,0.00015395671653095633,0.00015967237413860857,0.00016538804629817605,0.00017110371845774353,0.000176819390617311,0.00018253504822496325,0.00018825072038453072,0.0001939663925440982,0.00019968205015175045,0.00020539772231131792]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,2,0,2,2,2,3,2,4,4,5,12,18,9,18,26,22,37,46,44,62,93,95,118,142,136,166,156,161,115,89,85,69,60,38,44,32,27,26,20,9,8,7,6,0,7,0,5,2,3,3,0,0,1,0,0,1,0,0,0,1,1],"bins":[-0.00036026054294779897,-0.0003475522680673748,-0.0003348439931869507,-0.00032213571830652654,-0.0003094274434261024,-0.00029671916854567826,-0.0002840108936652541,-0.00027130261878483,-0.00025859434390440583,-0.0002458860690239817,-0.00023317777959164232,-0.00022046950471121818,-0.00020776122983079404,-0.0001950529549503699,-0.00018234468006994575,-0.0001696364051895216,-0.00015692813030909747,-0.00014421985542867333,-0.00013151158054824919,-0.00011880330566782504,-0.0001060950307874009,-9.338674863101915e-05,-8.0678473750595e-05,-6.797019887017086e-05,-5.526192398974672e-05,-4.255364910932258e-05,-2.9845372409909032e-05,-1.7137095710495487e-05,-4.428820830071345e-06,8.279454959847499e-06,2.0987730749766342e-05,3.369600744917989e-05,4.640428232960403e-05,5.911255721002817e-05,7.182083209045231e-05,8.452910697087646e-05,9.72373818513006e-05,0.00010994566400768235,0.00012265393161214888,0.00013536220649257302,0.00014807048137299716,0.00016077877080533653,0.00017348704568576068,0.00018619532056618482,0.00019890359544660896,0.0002116118703270331,0.00022432014520745724,0.00023702842008788139,0.00024973670952022076,0.0002624449844006449,0.00027515325928106904,0.0002878615341614932,0.0003005698090419173,0.00031327808392234147,0.0003259863588027656,0.00033869463368318975,0.0003514029085636139,0.00036411118344403803,0.0003768194583244622,0.0003895277332048863,0.00040223600808531046,0.0004149442829657346,0.00042765255784615874,0.0004403608327265829,0.000453069107607007]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-9.980922914110124e-05,-9.682439849711955e-05,-9.383956785313785e-05,-9.085473720915616e-05,-8.786990656517446e-05,-8.488507592119277e-05,-8.190024527721107e-05,-7.891541463322937e-05,-7.593058398924768e-05,-7.294575334526598e-05,-6.996092270128429e-05,-6.69760920573026e-05,-6.39912614133209e-05,-6.100643440731801e-05,-5.8021603763336316e-05,-5.503677311935462e-05,-5.2051942475372925e-05,-4.906711183139123e-05,-4.6082281187409535e-05,-4.309745054342784e-05,-4.0112619899446145e-05,-3.712778925546445e-05,-3.4142958611482754e-05,-3.115812796750106e-05,-2.8173299142508768e-05,-2.5188468498527072e-05,-2.2203637854545377e-05,-1.9218807210563682e-05,-1.623397838557139e-05,-1.3249146832094993e-05,-1.0264317097608e-05,-7.279486453626305e-06,-4.29465580964461e-06,-1.30982539303659e-06,1.6750050235714298e-06,4.659835212805774e-06,7.64466585678747e-06,1.0629496500769164e-05,1.3614326235256158e-05,1.6599156879237853e-05,1.9583987523219548e-05,2.2568818167201243e-05,2.555364881118294e-05,2.8538479455164634e-05,3.1523308280156925e-05,3.450813892413862e-05,3.7492969568120316e-05,4.047780021210201e-05,4.3462630856083706e-05,4.64474615000654e-05,4.9432292144047096e-05,5.241712278802879e-05,5.540195343201049e-05,5.838678407599218e-05,6.137161108199507e-05,6.435644172597677e-05,6.734127236995846e-05,7.032610301394016e-05,7.331093365792185e-05,7.629576430190355e-05,7.928059494588524e-05,8.226542558986694e-05,8.525025623384863e-05,8.823508687783033e-05,9.121991752181202e-05],"_type":"histogram","values":[1,1,0,0,0,0,0,1,0,1,1,1,3,6,1,6,2,6,4,15,10,11,17,21,17,26,29,27,23,24,29,26,43,51,28,30,36,20,30,24,28,18,26,18,15,7,24,10,10,7,8,4,3,4,4,2,2,2,0,1,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.00044879657798446715,-0.00043452426325529814,-0.0004202519485261291,-0.0004059796337969601,-0.0003917073190677911,-0.0003774350043386221,-0.0003631626896094531,-0.00034889037488028407,-0.0003346180310472846,-0.0003203457163181156,-0.0003060734015889466,-0.00029180108685977757,-0.00027752877213060856,-0.00026325645740143955,-0.00024898414267227054,-0.00023471182794310153,-0.00022043951321393251,-0.0002061671984847635,-0.0001918948837555945,-0.00017762256902642548,-0.00016335025429725647,-0.00014907792501617223,-0.00013480561028700322,-0.00012053329555783421,-0.0001062609808286652,-9.198866609949619e-05,-7.771635137032717e-05,-6.344402936520055e-05,-4.917171463603154e-05,-3.489939990686253e-05,-2.062708153971471e-05,-6.354764991556294e-06,7.91755155660212e-06,2.2189868104760535e-05,3.646218465291895e-05,5.073450302006677e-05,6.500681774923578e-05,7.927913247840479e-05,9.355145448353142e-05,0.00010782376921270043,0.00012209608394186944,0.00013636839867103845,0.00015064071340020746,0.00016491302812937647,0.0001791853574104607,0.00019345767213962972,0.00020772998686879873,0.00022200230159796774,0.00023627461632713675,0.00025054693105630577,0.0002648192457854748,0.0002790915605146438,0.0002933638752438128,0.0003076361899729818,0.0003219085047021508,0.00033618081943131983,0.00035045313416048884,0.0003647254779934883,0.0003789977927226573,0.00039327010745182633,0.00040754242218099535,0.00042181473691016436,0.00043608705163933337,0.0004503593663685024,0.0004646316810976714],"_type":"histogram","values":[2,2,1,4,1,6,2,6,7,11,13,15,13,8,16,24,13,23,16,18,18,15,19,15,21,16,25,20,13,20,16,9,12,17,13,15,23,15,25,21,9,19,13,15,16,12,17,15,17,15,10,9,11,5,7,8,8,4,2,1,2,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,0,1,0,1,2,0,0,4,1,3,1,0,8,10,9,16,24,29,36,42,61,73,93,87,68,53,28,16,16,16,13,11,10,5,3,5,4,1,2,6,1,1,1,0,1,0,1,0,0,1,0,1,0,0,0,1],"bins":[-0.0008834750624373555,-0.0008548490586690605,-0.0008262231131084263,-0.0007975971093401313,-0.0007689711637794971,-0.0007403451600112021,-0.000711719156242907,-0.0006830932106822729,-0.0006544672069139779,-0.0006258412613533437,-0.0005972152575850487,-0.0005685892538167536,-0.0005399633082561195,-0.0005113373044878244,-0.00048271132982335985,-0.00045408535515889525,-0.00042545938049443066,-0.00039683340582996607,-0.0003682074311655015,-0.0003395814273972064,-0.00031095545273274183,-0.00028232947806827724,-0.00025370350340381265,-0.00022507751418743283,-0.00019645153952296823,-0.00016782556485850364,-0.00013919957564212382,-0.00011057360097765923,-8.194761903723702e-05,-5.332163709681481e-05,-2.469565879437141e-05,3.930321327061392e-06,3.2556301448494196e-05,6.11822833889164e-05,8.980826532933861e-05,0.0001184342399938032,0.00014706022921018302,0.00017568620387464762,0.0002043121785391122,0.00023293816775549203,0.00026156415697187185,0.00029019013163633645,0.00031881610630080104,0.00034744208096526563,0.0003760680556297302,0.0004046940302941948,0.00043332003406248987,0.00046194600872695446,0.0004905719542875886,0.0005191979580558836,0.0005478239618241787,0.0005764499073848128,0.0006050759111531079,0.000633701856713742,0.0006623278604820371,0.0006909538642503321,0.0007195798098109663,0.0007482058135792613,0.0007768317591398954,0.0008054577629081905,0.0008340837666764855,0.0008627097122371197,0.0008913357160054147,0.0009199616615660489,0.0009485876653343439],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,1,1,0,2,1,1,2,5,2,3,4,5,4,6,11,9,11,16,16,23,20,22,22,18,28,15,37,33,33,32,36,32,19,25,27,25,21,31,13,16,17,27,11,17,12,5,8,8,7,7,4,3,4,3,1,1,1,1,0,0,1,0,1],"bins":[-0.001093332888558507,-0.0010583127150312066,-0.0010232925415039062,-0.000988272367976606,-0.0009532521944493055,-0.0009182320209220052,-0.0008832118473947048,-0.0008481916738674045,-0.0008131715003401041,-0.0007781513268128037,-0.0007431311532855034,-0.000708110979758203,-0.0006730908062309027,-0.0006380706327036023,-0.000603050459176302,-0.0005680302856490016,-0.0005330101121217012,-0.0004979899385944009,-0.0004629697650671005,-0.00042794959153980017,-0.0003929294180124998,-0.00035790924448519945,-0.0003228890709578991,-0.00028786889743059874,-0.0002528487239032984,-0.00021782855037599802,-0.00018280837684869766,-0.0001477882033213973,-0.00011276802979409695,-7.774785626679659e-05,-4.272768273949623e-05,-7.707509212195873e-06,2.7312664315104485e-05,6.233283784240484e-05,9.73530113697052e-05,0.00013237318489700556,0.00016739335842430592,0.00020241353195160627,0.00023743370547890663,0.000272453879006207,0.00030747405253350735,0.0003424942260608077,0.00037751439958810806,0.0004125345731154084,0.0004475547466427088,0.00048257492017000914,0.0005175950936973095,0.0005526152672246099,0.0005876354407519102,0.0006226556142792106,0.0006576757878065109,0.0006926959613338113,0.0007277161348611116,0.000762736308388412,0.0007977564819157124,0.0008327766554430127,0.0008677968289703131,0.0009028170024976134,0.0009378371760249138,0.0009728573495522141,0.0010078775230795145,0.0010428976966068149,0.0010779178701341152,0.0011129380436614156,0.001147958217188716],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,2,1,3,5,8,9,11,26,27,48,82,94,159,198,314,483,614,922,1292,1776,2729,3946,6215,9070,13950,21498,32554,50465,81221,111183,88700,56177,36601,23507,15256,9784,6637,4549,3115,2056,1372,1006,649,418,344,228,158,113,74,59,39,24,22,12,5,3,2,2,2,2],"bins":[-0.000637054443359375,-0.0006181001663208008,-0.0005991458892822266,-0.0005801916122436523,-0.0005612373352050781,-0.0005422830581665039,-0.0005233287811279297,-0.0005043745040893555,-0.00048542022705078125,-0.00046646595001220703,-0.0004475116729736328,-0.0004285573959350586,-0.0004096031188964844,-0.00039064884185791016,-0.00037169456481933594,-0.0003527402877807617,-0.0003337860107421875,-0.0003148317337036133,-0.00029587745666503906,-0.00027692317962646484,-0.0002579689025878906,-0.0002390146255493164,-0.0002200603485107422,-0.00020110607147216797,-0.00018215179443359375,-0.00016319751739501953,-0.0001442432403564453,-0.0001252889633178711,-0.00010633468627929688,-8.738040924072266e-05,-6.842613220214844e-05,-4.947185516357422e-05,-3.0517578125e-05,-1.1563301086425781e-05,7.3909759521484375e-06,2.6345252990722656e-05,4.5299530029296875e-05,6.42538070678711e-05,8.320808410644531e-05,0.00010216236114501953,0.00012111663818359375,0.00014007091522216797,0.0001590251922607422,0.0001779794692993164,0.00019693374633789062,0.00021588802337646484,0.00023484230041503906,0.0002537965774536133,0.0002727508544921875,0.0002917051315307617,0.00031065940856933594,0.00032961368560791016,0.0003485679626464844,0.0003675222396850586,0.0003864765167236328,0.00040543079376220703,0.00042438507080078125,0.00044333934783935547,0.0004622936248779297,0.0004812479019165039,0.0005002021789550781,0.0005191564559936523,0.0005381107330322266,0.0005570650100708008,0.000576019287109375]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.0002567470073699951,-0.0002490259357728064,-0.0002413048641756177,-0.00023358379257842898,-0.00022586272098124027,-0.00021814164938405156,-0.00021042057778686285,-0.00020269950618967414,-0.00019497843459248543,-0.00018725736299529672,-0.000179536291398108,-0.0001718152198009193,-0.00016409414820373058,-0.00015637307660654187,-0.00014865200500935316,-0.00014093093341216445,-0.00013320986181497574,-0.00012548879021778703,-0.00011776771862059832,-0.0001100466470234096,-0.0001023255754262209,-9.460450382903218e-05,-8.688343223184347e-05,-7.916236063465476e-05,-7.144128903746605e-05,-6.372021744027734e-05,-5.599914584308863e-05,-4.8278074245899916e-05,-4.0557002648711205e-05,-3.283593105152249e-05,-2.5114859454333782e-05,-1.739378785714507e-05,-9.672687156125903e-06,-1.951615558937192e-06,5.769456038251519e-06,1.349052763544023e-05,2.121159923262894e-05,2.8932670829817653e-05,3.6653742427006364e-05,4.4374814024195075e-05,5.2095885621383786e-05,5.98169572185725e-05,6.753802881576121e-05,7.525910041294992e-05,8.298017201013863e-05,9.070124360732734e-05,9.842231520451605e-05,0.00010614338680170476,0.00011386445839889348,0.00012158552999608219,0.0001293066015932709,0.0001370276731904596,0.00014474874478764832,0.00015246981638483703,0.00016019088798202574,0.00016791195957921445,0.00017563303117640316,0.00018335410277359188,0.0001910751743707806,0.0001987962459679693,0.000206517317565158,0.00021423838916234672,0.00022195946075953543,0.00022968053235672414,0.00023740160395391285],"_type":"histogram","values":[1,0,0,1,1,1,1,0,0,0,3,3,5,4,3,1,8,10,10,3,20,10,16,15,18,23,28,19,26,35,24,32,34,29,42,29,25,24,46,21,24,21,22,20,17,15,16,15,13,4,3,7,2,5,3,4,2,1,1,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,0,0,3,0,3,2,6,8,11,17,15,32,57,61,107,150,265,387,590,838,1367,2017,3392,5280,8914,15258,26632,50369,102215,247411,539054,311195,123170,58713,31159,17382,10099,6155,3920,2327,1476,930,635,393,289,191,120,90,55,29,22,20,15,5,4,4,1,1,0,0,0,2],"bins":[-0.00121307373046875,-0.0011758804321289062,-0.0011386871337890625,-0.0011014938354492188,-0.001064300537109375,-0.0010271072387695312,-0.0009899139404296875,-0.0009527206420898438,-0.00091552734375,-0.0008783340454101562,-0.0008411407470703125,-0.0008039474487304688,-0.000766754150390625,-0.0007295608520507812,-0.0006923675537109375,-0.0006551742553710938,-0.00061798095703125,-0.0005807876586914062,-0.0005435943603515625,-0.0005064010620117188,-0.000469207763671875,-0.00043201446533203125,-0.0003948211669921875,-0.00035762786865234375,-0.0003204345703125,-0.00028324127197265625,-0.0002460479736328125,-0.00020885467529296875,-0.000171661376953125,-0.00013446807861328125,-9.72747802734375e-05,-6.008148193359375e-05,-2.288818359375e-05,1.430511474609375e-05,5.14984130859375e-05,8.869171142578125e-05,0.000125885009765625,0.00016307830810546875,0.0002002716064453125,0.00023746490478515625,0.000274658203125,0.00031185150146484375,0.0003490447998046875,0.00038623809814453125,0.000423431396484375,0.00046062469482421875,0.0004978179931640625,0.0005350112915039062,0.00057220458984375,0.0006093978881835938,0.0006465911865234375,0.0006837844848632812,0.000720977783203125,0.0007581710815429688,0.0007953643798828125,0.0008325576782226562,0.0008697509765625,0.0009069442749023438,0.0009441375732421875,0.0009813308715820312,0.001018524169921875,0.0010557174682617188,0.0010929107666015625,0.0011301040649414062,0.00116729736328125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.09366635978221893,-0.09085387736558914,-0.08804139494895935,-0.08522891998291016,-0.08241643756628036,-0.07960395514965057,-0.07679148018360138,-0.07397899776697159,-0.0711665153503418,-0.068354032933712,-0.06554155051708221,-0.06272907555103302,-0.05991659313440323,-0.05710411071777344,-0.054291632026433945,-0.05147915333509445,-0.04866667091846466,-0.04585418850183487,-0.04304170981049538,-0.040229231119155884,-0.03741674870252609,-0.0346042662858963,-0.03179178759455681,-0.028979307040572166,-0.026166826486587524,-0.023354345932602882,-0.02054186537861824,-0.0177293848246336,-0.014916904270648956,-0.012104423716664314,-0.009291943162679672,-0.00647946260869503,-0.0036669746041297913,-0.0008544940501451492,0.001957986503839493,0.004770467057824135,0.007582947611808777,0.010395428165793419,0.013207908719778061,0.016020389273762703,0.018832869827747345,0.021645350381731987,0.02445783093571663,0.02727031148970127,0.030082792043685913,0.032895274460315704,0.0357077531516552,0.03852023184299469,0.04133271425962448,0.04414519667625427,0.046957675367593765,0.04977015405893326,0.05258263647556305,0.05539511889219284,0.05820759758353233,0.061020076274871826,0.06383255869150162,0.06664504110813141,0.0694575160741806,0.0722699984908104,0.07508248090744019,0.07789496332406998,0.08070744574069977,0.08351992070674896,0.08633240312337875],"_type":"histogram","values":[3,2,1,3,11,14,26,42,64,111,213,301,477,689,1056,1491,2013,2738,3865,5028,6593,8307,10483,12758,15261,18075,20861,23766,26430,29056,30494,31748,32908,32662,32751,31351,30079,27677,25304,22779,19816,17083,14498,11944,9547,7598,5896,4520,3417,2554,1742,1220,878,568,398,254,145,103,64,34,21,16,9,8]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[2,0,1,3,5,4,4,7,1,5,7,6,7,9,14,11,11,10,25,19,13,13,17,21,22,17,17,27,21,15,19,18,18,15,17,21,16,20,20,17,18,18,29,19,21,19,14,16,14,6,9,11,5,4,8,7,5,9,2,3,8,4,3,1],"bins":[0.9995033144950867,0.9995183348655701,0.9995333552360535,0.9995483756065369,0.9995633959770203,0.9995784163475037,0.9995934367179871,0.9996084570884705,0.9996234774589539,0.9996384978294373,0.9996535181999207,0.999668538570404,0.9996835589408875,0.9996985793113708,0.9997135996818542,0.9997286200523376,0.999743640422821,0.9997586607933044,0.9997736811637878,0.9997887015342712,0.9998037219047546,0.999818742275238,0.9998337626457214,0.9998487830162048,0.9998638033866882,0.9998788237571716,0.999893844127655,0.9999088644981384,0.9999238848686218,0.9999389052391052,0.9999539256095886,0.999968945980072,0.9999839067459106,0.999998927116394,1.0000139474868774,1.0000289678573608,1.0000439882278442,1.0000590085983276,1.000074028968811,1.0000890493392944,1.0001040697097778,1.0001190900802612,1.0001341104507446,1.000149130821228,1.0001641511917114,1.0001791715621948,1.0001941919326782,1.0002092123031616,1.000224232673645,1.0002392530441284,1.0002542734146118,1.0002692937850952,1.0002843141555786,1.000299334526062,1.0003143548965454,1.0003293752670288,1.0003443956375122,1.0003594160079956,1.000374436378479,1.0003894567489624,1.0004044771194458,1.0004194974899292,1.0004345178604126,1.000449538230896,1.0004645586013794],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[3,1,7,7,7,11,15,23,29,40,41,66,91,135,164,249,376,446,591,911,1273,1755,2507,3485,5022,7556,11079,16728,27061,43000,71826,117116,105148,63174,38049,23772,15292,10098,6781,4658,3222,2299,1636,1106,825,569,430,330,240,172,103,70,67,46,25,26,20,12,8,7,8,6,1,3],"bins":[-0.0009765625,-0.0009459257125854492,-0.0009152889251708984,-0.0008846521377563477,-0.0008540153503417969,-0.0008233785629272461,-0.0007927417755126953,-0.0007621049880981445,-0.0007314682006835938,-0.000700831413269043,-0.0006701946258544922,-0.0006395578384399414,-0.0006089210510253906,-0.0005782842636108398,-0.0005476474761962891,-0.0005170106887817383,-0.0004863739013671875,-0.0004557371139526367,-0.00042510032653808594,-0.00039446353912353516,-0.0003638267517089844,-0.0003331899642944336,-0.0003025531768798828,-0.00027191638946533203,-0.00024127960205078125,-0.00021064281463623047,-0.0001800060272216797,-0.0001493692398071289,-0.00011873245239257812,-8.809566497802734e-05,-5.745887756347656e-05,-2.682209014892578e-05,3.814697265625e-06,3.445148468017578e-05,6.508827209472656e-05,9.572505950927734e-05,0.00012636184692382812,0.0001569986343383789,0.0001876354217529297,0.00021827220916748047,0.00024890899658203125,0.00027954578399658203,0.0003101825714111328,0.0003408193588256836,0.0003714561462402344,0.00040209293365478516,0.00043272972106933594,0.0004633665084838867,0.0004940032958984375,0.0005246400833129883,0.0005552768707275391,0.0005859136581420898,0.0006165504455566406,0.0006471872329711914,0.0006778240203857422,0.000708460807800293,0.0007390975952148438,0.0007697343826293945,0.0008003711700439453,0.0008310079574584961,0.0008616447448730469,0.0008922815322875977,0.0009229183197021484,0.0009535551071166992,0.00098419189453125]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,0,0,0,3,3,4,3,23,27,68,103,164,270,411,709,999,1461,2213,3185,4420,5879,7943,10127,13060,15799,19442,22415,25864,28992,31708,33767,35771,36501,36167,35551,33027,30946,28130,24868,21553,17757,14754,11671,9259,7279,5351,3810,2770,1960,1326,838,555,379,213,131,85,49,24,20,7,4,5],"bins":[-0.10769089311361313,-0.10459966212511063,-0.10150842368602753,-0.09841719269752502,-0.09532596170902252,-0.09223472326993942,-0.08914349228143692,-0.08605226129293442,-0.08296102285385132,-0.07986979186534882,-0.07677856087684631,-0.07368732243776321,-0.07059609144926071,-0.06750486046075821,-0.06441362202167511,-0.06132239103317261,-0.058231156319379807,-0.055139921605587006,-0.0520486906170845,-0.0489574559032917,-0.0458662211894989,-0.0427749902009964,-0.0396837554872036,-0.0365925207734108,-0.033501289784908295,-0.030410055071115494,-0.027318820357322693,-0.02422758750617504,-0.02113635465502739,-0.01804511994123459,-0.014953887090086937,-0.01186265330761671,-0.008771419525146484,-0.005680185742676258,-0.002588952425867319,0.0005022811237722635,0.003593514673411846,0.0066847484558820724,0.009775981307029724,0.01286721508949995,0.015958448871970177,0.01904968172311783,0.02214091643691063,0.02523214928805828,0.028323382139205933,0.031414616852998734,0.034505851566791534,0.03759708255529404,0.04068831726908684,0.04377955198287964,0.04687078297138214,0.04996201768517494,0.05305325239896774,0.056144483387470245,0.059235718101263046,0.06232695281505585,0.06541818380355835,0.06850942224264145,0.07160065323114395,0.07469188421964645,0.07778312265872955,0.08087435364723206,0.08396558463573456,0.08705682307481766,0.09014805406332016],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,2,7,5,13,26,45,81,133,197,286,493,765,1175,1660,2362,3285,4470,6030,7720,9871,12375,14993,18096,21110,24067,27346,29393,31905,33500,34299,34825,33910,32618,30564,28833,26011,22877,19529,16491,13500,11278,8950,6697,5274,3896,2743,2025,1364,961,650,453,263,159,106,59,27,18,14,10,6],"bins":[-0.10076185315847397,-0.09782078117132187,-0.09487970173358917,-0.09193862974643707,-0.08899755775928497,-0.08605647832155228,-0.08311540633440018,-0.08017432689666748,-0.07723325490951538,-0.07429218292236328,-0.07135110348463058,-0.06841003149747849,-0.06546895205974579,-0.06252788007259369,-0.05958680808544159,-0.05664573237299919,-0.05370465666055679,-0.050763580948114395,-0.047822505235672,-0.0448814332485199,-0.0419403575360775,-0.0389992818236351,-0.036058209836483,-0.033117134124040604,-0.030176058411598206,-0.027234982699155807,-0.02429390884935856,-0.02135283499956131,-0.018411759287118912,-0.015470684505999088,-0.012529609724879265,-0.009588534943759441,-0.006647460162639618,-0.0037063853815197945,-0.000765310600399971,0.0021757641807198524,0.005116838961839676,0.0080579137429595,0.010998988524079323,0.013940063305199146,0.01688113808631897,0.019822213798761368,0.022763287648558617,0.025704361498355865,0.028645437210798264,0.03158651292324066,0.03452758491039276,0.03746866062283516,0.04040973633527756,0.043350812047719955,0.046291887760162354,0.04923295974731445,0.05217403545975685,0.05511511117219925,0.05805618315935135,0.06099725887179375,0.06393833458423615,0.06687940657138824,0.06982048600912094,0.07276155799627304,0.07570263743400574,0.07864370942115784,0.08158478140830994,0.08452586084604263,0.08746693283319473]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,5,13,24,47,82,128,188,317,569,828,1342,1953,2890,4141,5834,7788,10080,13121,16304,19903,23676,27362,30660,34019,36055,37514,37874,37880,36451,34087,30833,27334,23965,20226,16371,13127,10409,7836,5844,4214,2972,2024,1321,889,544,338,165,111,82,36,24,8,6,3,1,0,1,0,0,1],"bins":[-0.09911374747753143,-0.09586647152900696,-0.09261920303106308,-0.0893719270825386,-0.08612465858459473,-0.08287738263607025,-0.07963011413812637,-0.0763828381896019,-0.07313556969165802,-0.06988829374313354,-0.06664101779460907,-0.06339374929666519,-0.06014647334814072,-0.05689920112490654,-0.05365192890167236,-0.05040465667843819,-0.04715738445520401,-0.04391011223196983,-0.04066284000873566,-0.03741556778550148,-0.0341682955622673,-0.030921021476387978,-0.02767374739050865,-0.024426475167274475,-0.0211792029440403,-0.017931930720806122,-0.01468465756624937,-0.01143738441169262,-0.008190112188458443,-0.004942839499562979,-0.0016955668106675148,0.0015517058782279491,0.00479898601770401,0.008046258240938187,0.011293531395494938,0.01454080455005169,0.017788076773285866,0.021035348996520042,0.02428262308239937,0.027529895305633545,0.03077716752886772,0.0340244397521019,0.037271711975336075,0.04051898419857025,0.04376626014709473,0.0470135323703289,0.05026080459356308,0.053508076816797256,0.05675534904003143,0.06000262126326561,0.06324989348649979,0.06649716943502426,0.06974443793296814,0.07299171388149261,0.07623898237943649,0.07948625832796097,0.08273352682590485,0.08598080277442932,0.0892280787229538,0.09247534722089767,0.09572262316942215,0.09896989166736603,0.1022171676158905,0.10546443611383438,0.10871171206235886]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[2,1,4,6,5,11,8,6,5,5,7,18,12,12,11,21,13,17,17,13,22,18,23,15,16,20,20,17,18,17,12,21,21,12,10,16,8,24,15,13,12,19,26,10,21,20,14,13,20,12,8,12,12,7,9,7,3,4,2,3,1,0,0,1],"bins":[-0.0004972342285327613,-0.00048136760597117245,-0.0004655009543057531,-0.00044963433174416423,-0.0004337676800787449,-0.000417901057517156,-0.00040203440585173666,-0.0003861677832901478,-0.00037030113162472844,-0.00035443450906313956,-0.0003385678865015507,-0.00032270123483613133,-0.00030683461227454245,-0.0002909679606091231,-0.00027510133804753423,-0.0002592346863821149,-0.000243368063820526,-0.0002275014267070219,-0.00021163478959351778,-0.00019576815248001367,-0.00017990151536650956,-0.00016403489280492067,-0.00014816825569141656,-0.00013230161857791245,-0.00011643498146440834,-0.00010056834435090423,-8.470170723740011e-05,-6.883507739985362e-05,-5.2968440286349505e-05,-3.7101803172845393e-05,-2.123516969732009e-05,-5.3685344028053805e-06,1.0498100891709328e-05,2.6364736186224036e-05,4.2231371480738744e-05,5.809800495626405e-05,7.396464206976816e-05,8.983127918327227e-05,0.00010569790902081877,0.00012156454613432288,0.000137431183247827,0.0001532978203613311,0.00016916445747483522,0.00018503109458833933,0.0002008977171499282,0.00021676435426343232,0.00023263099137693644,0.0002484976430423558,0.00026436426560394466,0.00028023088816553354,0.0002960975398309529,0.00031196416239254177,0.0003278308140579611,0.00034369743661955,0.00035956408828496933,0.0003754307108465582,0.0003912973334081471,0.00040716398507356644,0.0004230306076351553,0.00043889725930057466,0.00045476388186216354,0.0004706305335275829,0.00048649715608917177,0.0005023637786507607,0.00051823043031618],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,0,3,3,2,5,1,4,3,5,3,3,7,9,11,13,7,20,14,36,18,16,18,13,22,19,29,37,33,34,32,25,24,36,17,31,22,20,22,23,20,18,16,9,10,7,3,12,5,4,4,1,3,2,3,2,1,3,0,0,0,1],"bins":[-0.00045252565178088844,-0.0004381033359095454,-0.00042368099093437195,-0.00040925867506302893,-0.0003948363591916859,-0.00038041401421651244,-0.0003659916983451694,-0.00035156935336999595,-0.00033714703749865294,-0.0003227247216273099,-0.00030830237665213645,-0.00029388006078079343,-0.00027945771580561996,-0.00026503539993427694,-0.0002506130840629339,-0.00023619075363967568,-0.00022176842321641743,-0.0002073460927931592,-0.00019292376236990094,-0.00017850144649855793,-0.00016407911607529968,-0.00014965678565204144,-0.00013523446978069842,-0.00012081213935744017,-0.00010638980893418193,-9.196747851092368e-05,-7.754515536362305e-05,-6.312283221632242e-05,-4.870050179306418e-05,-3.427817500778474e-05,-1.98558482225053e-05,-5.433521437225863e-06,8.988776244223118e-06,2.3411103029502556e-05,3.7833429814781994e-05,5.225575660006143e-05,6.667808338534087e-05,8.110041380859911e-05,9.552273695589975e-05,0.00010994506010320038,0.00012436739052645862,0.00013878972094971687,0.0001532120513729751,0.00016763436724431813,0.00018205669766757637,0.00019647902809083462,0.00021090134396217763,0.00022532367438543588,0.00023974600480869412,0.00025416832068003714,0.0002685906656552106,0.00028301298152655363,0.0002974353265017271,0.0003118576423730701,0.00032627995824441314,0.0003407023032195866,0.00035512461909092963,0.00036954693496227264,0.0003839692799374461,0.00039839159580878913,0.00041281391168013215,0.0004272362566553056,0.00044165857252664864,0.0004560809175018221,0.00047050323337316513]},"_step":12,"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,1,1,4,13,21,51,82,130,202,383,604,1026,1470,2396,3421,5127,6995,10011,13391,18126,23495,29515,37015,45301,53624,61691,70596,77727,84761,89509,92971,94179,93166,90108,85771,79516,72062,63721,55041,46879,38750,31059,24603,19211,14465,10659,7783,5439,3710,2521,1720,1122,697,443,255,150,72,47,28,12,8,5,1],"bins":[-0.09813178330659866,-0.0951227992773056,-0.09211382269859314,-0.08910484611988068,-0.08609586209058762,-0.08308687806129456,-0.08007790148258209,-0.07706892490386963,-0.07405994087457657,-0.07105095684528351,-0.06804198026657104,-0.06503300368785858,-0.06202401965856552,-0.05901503935456276,-0.05600605905056,-0.052997078746557236,-0.049988098442554474,-0.04697911813855171,-0.04397013783454895,-0.04096115753054619,-0.037952177226543427,-0.034943196922540665,-0.0319342166185379,-0.02892523631453514,-0.02591625601053238,-0.022907275706529617,-0.019898295402526855,-0.016889315098524094,-0.013880334794521332,-0.01087135449051857,-0.007862374186515808,-0.004853393882513046,-0.0018444210290908813,0.0011645592749118805,0.004173539578914642,0.007182519882917404,0.010191500186920166,0.013200480490922928,0.01620946079492569,0.01921844109892845,0.022227421402931213,0.025236401706933975,0.028245382010936737,0.0312543623149395,0.03426334261894226,0.03727232292294502,0.040281303226947784,0.043290283530950546,0.04629926383495331,0.04930824413895607,0.05231722444295883,0.055326204746961594,0.058335185050964355,0.06134416535496712,0.06435314565896988,0.06736212968826294,0.0703711062669754,0.07338008284568787,0.07638906687498093,0.07939805090427399,0.08240702748298645,0.08541600406169891,0.08842498809099197,0.09143397212028503,0.0944429486989975],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[3,2,3,0,1,3,3,3,4,5,8,9,5,3,5,12,18,18,14,9,27,21,21,35,23,26,32,26,22,24,26,16,26,29,25,18,16,32,20,21,19,15,17,14,14,13,15,8,3,6,6,3,3,6,1,1,3,1,0,2,1,0,2,1],"bins":[-0.00040118821198120713,-0.00038803150528110564,-0.0003748748276848346,-0.0003617181209847331,-0.0003485614142846316,-0.0003354047075845301,-0.0003222480299882591,-0.0003090913232881576,-0.0002959346165880561,-0.00028277793899178505,-0.00026962123229168355,-0.00025646452559158206,-0.0002433078334433958,-0.0002301511267432943,-0.00021699443459510803,-0.00020383772789500654,-0.00019068103574682027,-0.000177524343598634,-0.0001643676368985325,-0.00015121094475034624,-0.00013805423805024475,-0.00012489754590205848,-0.0001117408464779146,-9.858414705377072e-05,-8.542744762962684e-05,-7.227074820548296e-05,-5.911404878133908e-05,-4.5957352995174006e-05,-3.2800653571030125e-05,-1.9643954146886244e-05,-6.487256541731767e-06,6.6694419729174115e-06,1.982614048756659e-05,3.298283991171047e-05,4.613953933585435e-05,5.9296235122019425e-05,7.245293818414211e-05,8.560963033232838e-05,9.876632975647226e-05,0.00011192302918061614,0.00012507973588071764,0.0001382364280289039,0.00015139312017709017,0.00016454982687719166,0.00017770651902537793,0.00019086322572547942,0.0002040199178736657,0.00021717662457376719,0.00023033331672195345,0.00024349000887013972,0.0002566467155702412,0.0002698034222703427,0.00028296009986661375,0.00029611680656671524,0.00030927351326681674,0.00032243021996691823,0.00033558689756318927,0.00034874360426329076,0.00036190031096339226,0.0003750569885596633,0.0003882136952597648,0.0004013704019598663,0.0004145271086599678,0.0004276837862562388,0.0004408404929563403]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.0002928050234913826,-0.0002836337953340262,-0.0002744625380728394,-0.000265291309915483,-0.00025612005265429616,-0.0002469488244969398,-0.0002377775963395834,-0.0002286063536303118,-0.00021943511092104018,-0.00021026386821176857,-0.00020109262550249696,-0.00019192139734514058,-0.00018275015463586897,-0.00017357891192659736,-0.00016440768376924098,-0.00015523644105996937,-0.00014606519835069776,-0.00013689395564142615,-0.00012772271293215454,-0.00011855148477479815,-0.00010938024206552655,-0.00010020899935625494,-9.103776392294094e-05,-8.186652848962694e-05,-7.269528578035533e-05,-6.352404307108372e-05,-5.435280763776973e-05,-4.5181568566476926e-05,-3.6010329495184124e-05,-2.683909042389132e-05,-1.7667851352598518e-05,-8.496612281305715e-06,6.746267899870872e-07,9.84586586127989e-06,1.9017104932572693e-05,2.8188344003865495e-05,3.73595830751583e-05,4.65308221464511e-05,5.5702061217743903e-05,6.48732966510579e-05,7.404453936032951e-05,8.321578206960112e-05,9.238701750291511e-05,0.00010155825293622911,0.00011072949564550072,0.00011990073835477233,0.0001290719665121287,0.00013824320922140032,0.00014741445193067193,0.00015658569463994354,0.00016575693734921515,0.00017492816550657153,0.00018409940821584314,0.00019327065092511475,0.00020244187908247113,0.00021161312179174274,0.00022078436450101435,0.00022995560721028596,0.00023912684991955757,0.00024829807807691395,0.00025746930623427033,0.00026664056349545717,0.00027581179165281355,0.0002849830489140004,0.0002941542770713568],"_type":"histogram","values":[1,0,0,1,1,1,1,2,1,7,3,4,6,6,7,6,7,14,10,15,22,17,11,24,15,35,28,27,30,37,24,41,20,31,23,29,17,31,25,21,22,21,12,18,12,15,13,10,5,4,5,2,5,5,8,2,5,1,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0005111421342007816,-0.0004969262517988682,-0.00048271039850078523,-0.0004684945452027023,-0.0004542786628007889,-0.00044006280950270593,-0.000425846956204623,-0.0004116310738027096,-0.00039741522050462663,-0.0003831993672065437,-0.0003689834848046303,-0.00035476763150654733,-0.0003405517782084644,-0.000326335895806551,-0.00031212004250846803,-0.00029790416010655463,-0.0002836883068084717,-0.00026947245351038873,-0.00025525657110847533,-0.00024104071781039238,-0.0002268248499603942,-0.00021260898211039603,-0.00019839312881231308,-0.0001841772609623149,-0.00016996139311231673,-0.00015574552526231855,-0.00014152965741232038,-0.00012731380411423743,-0.00011309793626423925,-9.888206841424108e-05,-8.466620784020051e-05,-7.045034726615995e-05,-5.6234479416161776e-05,-4.2018615204142407e-05,-2.7802750992123038e-05,-1.3586886780103669e-05,6.289774319157004e-07,1.484484164393507e-05,2.906070585595444e-05,4.327657006797381e-05,5.7492434279993176e-05,7.170830212999135e-05,8.592416270403191e-05,0.00010014002327807248,0.00011435589112807065,0.00012857175897806883,0.00014278761227615178,0.00015700348012614995,0.00017121934797614813,0.0001854352158261463,0.00019965108367614448,0.00021386693697422743,0.0002280828048242256,0.00024229867267422378,0.00025651452597230673,0.00027073040837422013,0.0002849462616723031,0.00029916211497038603,0.00031337799737229943,0.0003275938506703824,0.00034180970396846533,0.00035602558637037873,0.0003702414396684617,0.0003844573220703751,0.00039867317536845803],"_type":"histogram","values":[1,0,0,0,1,1,0,4,0,0,2,1,3,3,4,2,5,1,7,6,10,12,12,15,28,16,20,19,23,17,27,17,31,29,34,27,27,32,22,33,33,21,29,16,17,25,21,22,18,9,14,7,10,6,4,5,6,3,1,2,1,2,2,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.0003681160742416978,-0.00035692265373654664,-0.0003457292332313955,-0.0003345357836224139,-0.0003233423631172627,-0.00031214894261211157,-0.0003009555221069604,-0.00028976210160180926,-0.00027856865199282765,-0.0002673752314876765,-0.00025618181098252535,-0.0002449883904773742,-0.00023379496997222304,-0.00022260153491515666,-0.0002114081144100055,-0.00020021467935293913,-0.00018902125884778798,-0.00017782783834263682,-0.00016663440328557044,-0.0001554409827804193,-0.0001442475477233529,-0.00013305412721820176,-0.0001218607067130506,-0.00011066727893194184,-9.947385115083307e-05,-8.82804233697243e-05,-7.708699558861554e-05,-6.589357508346438e-05,-5.470014730235562e-05,-4.350671952124685e-05,-3.231329537811689e-05,-2.1119869415997528e-05,-9.926443453878164e-06,1.266982508241199e-06,1.2460408470360562e-05,2.3653834432479925e-05,3.484726039459929e-05,4.6040688175708055e-05,5.7234112318838015e-05,6.842753646196797e-05,7.962096424307674e-05,9.081439202418551e-05,0.00010200781980529428,0.00011320124031044543,0.00012439466081559658,0.00013558809587266296,0.00014678151637781411,0.0001579749514348805,0.00016916837194003165,0.0001803617924451828,0.00019155522750224918,0.00020274864800740033,0.00021394208306446671,0.00022513550356961787,0.00023632892407476902,0.00024752234457992017,0.0002587157650850713,0.00026990921469405293,0.0002811026351992041,0.00029229605570435524,0.0003034894762095064,0.00031468289671465755,0.00032587634632363915,0.0003370697668287903,0.00034826318733394146],"_type":"histogram","values":[1,1,0,0,0,0,0,1,2,1,1,0,4,2,9,6,13,9,7,17,13,17,21,18,22,25,24,29,23,31,30,26,41,38,29,39,28,14,21,23,24,18,23,24,15,9,10,13,9,13,5,3,2,2,2,2,1,1,2,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[2,1,0,0,0,0,4,3,4,1,3,5,8,12,10,13,15,14,8,21,17,20,25,25,31,28,39,28,27,36,41,27,27,18,24,23,27,22,19,20,12,19,16,10,14,4,10,7,4,5,5,0,1,6,2,2,0,0,1,0,0,0,0,2],"bins":[-0.0002563766320236027,-0.0002478045935276896,-0.00023923255503177643,-0.00023066050198394805,-0.0002220884634880349,-0.00021351642499212176,-0.00020494437194429338,-0.00019637233344838023,-0.00018780029495246708,-0.00017922825645655394,-0.0001706562179606408,-0.0001620841649128124,-0.00015351212641689926,-0.00014494008792098612,-0.00013636803487315774,-0.0001277959963772446,-0.00011922395788133144,-0.0001106519193854183,-0.00010207987361354753,-9.350782784167677e-05,-8.493578934576362e-05,-7.636375084985048e-05,-6.779170507797971e-05,-5.921966294408776e-05,-5.0647620810195804e-05,-4.207557867630385e-05,-3.3503536542411894e-05,-2.493149440851994e-05,-1.6359452274627984e-05,-7.787410140736029e-06,7.846319931559265e-07,9.356674127047881e-06,1.7928716260939837e-05,2.650075839483179e-05,3.5072800528723747e-05,4.36448426626157e-05,5.2216884796507657e-05,6.078892693039961e-05,6.936096906429157e-05,7.793301483616233e-05,8.650505333207548e-05,9.507709182798862e-05,0.00010364913759985939,0.00011222118337173015,0.0001207932218676433,0.00012936526036355644,0.00013793731341138482,0.00014650935190729797,0.00015508139040321112,0.00016365342889912426,0.0001722254673950374,0.0001807975204428658,0.00018936955893877894,0.00019794159743469208,0.00020651365048252046,0.0002150856889784336,0.00022365772747434676,0.0002322297659702599,0.00024080180446617305,0.0002493738429620862,0.0002579459105618298,0.00026651794905774295,0.0002750899875536561,0.00028366202604956925,0.0002922340645454824],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0020849688444286585,-0.002023127395659685,-0.001961285946890712,-0.0018994443817064166,-0.0018376028165221214,-0.001775761367753148,-0.0017139199189841747,-0.0016520783537998796,-0.0015902369050309062,-0.0015283954562619328,-0.0014665538910776377,-0.0014047124423086643,-0.001342870993539691,-0.0012810294283553958,-0.0012191879795864224,-0.0011573464144021273,-0.001095504965633154,-0.0010336635168641806,-0.0009718219516798854,-0.000909980502910912,-0.0008481389959342778,-0.0007862974889576435,-0.0007244560401886702,-0.0006626145332120359,-0.0006007730262354016,-0.0005389315192587674,-0.00047709004138596356,-0.00041524856351315975,-0.0003534070565365255,-0.0002915655495598912,-0.00022972407168708742,-0.00016788257926236838,-0.00010604085400700569,-4.4199361582286656e-05,1.764213084243238e-05,7.948362326715142e-05,0.00014132511569187045,0.0002031666081165895,0.0002650081005413085,0.00032684957841411233,0.0003886910853907466,0.00045053259236738086,0.0005123740993440151,0.0005742155481129885,0.0006360570550896227,0.000697898562066257,0.0007597400108352304,0.0008215815178118646,0.0008834230247884989,0.0009452645317651331,0.0010071060387417674,0.0010689474875107408,0.001130789052695036,0.0011926305014640093,0.0012544719502329826,0.0013163135154172778,0.0013781549641862512,0.0014399964129552245,0.0015018379781395197,0.001563679426908493,0.0016255208756774664,0.0016873624408617616,0.001749203889630735,0.00181104545481503,0.0018728869035840034],"_type":"histogram","values":[1,0,0,1,0,2,0,0,2,0,2,3,3,5,7,6,4,8,11,13,14,10,21,24,15,16,24,23,19,28,35,32,27,32,36,28,34,28,23,24,23,23,20,23,25,16,19,6,7,9,7,3,6,5,2,1,2,3,1,3,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.00032498687505722046,-0.00031461016624234617,-0.0003042334574274719,-0.00029385671950876713,-0.00028348001069389284,-0.00027310330187901855,-0.00026272659306414425,-0.0002523498551454395,-0.00024197314633056521,-0.00023159643751569092,-0.00022121972870081663,-0.0002108430053340271,-0.00020046629651915282,-0.0001900895731523633,-0.000179712864337489,-0.0001693361409706995,-0.0001589594321558252,-0.0001485827233409509,-0.0001382059999741614,-0.0001278292911592871,-0.00011745256779249758,-0.00010707585897762328,-9.669914288679138e-05,-8.632242679595947e-05,-7.594571070512757e-05,-6.556899461429566e-05,-5.5192278523463756e-05,-4.481556607061066e-05,-3.443884997977875e-05,-2.4062133888946846e-05,-1.3685419617104344e-05,-3.3087044357671402e-06,7.068010745570064e-06,1.744472683640197e-05,2.782144110824447e-05,3.819815538008697e-05,4.857487147091888e-05,5.8951587561750785e-05,6.932830001460388e-05,7.970501610543579e-05,9.00817321962677e-05,0.0001004584482870996,0.0001108351643779315,0.00012121188046876341,0.0001315885892836377,0.00014196531265042722,0.00015234202146530151,0.00016271874483209103,0.00017309545364696532,0.00018347216246183962,0.00019384888582862914,0.00020422559464350343,0.00021460231801029295,0.00022497902682516724,0.00023535575019195676,0.00024573245900683105,0.00025610916782170534,0.00026648587663657963,0.0002768626145552844,0.00028723932337015867,0.00029761603218503296,0.00030799274099990726,0.000318369478918612,0.0003287461877334863,0.0003391228965483606],"_type":"histogram","values":[1,2,0,1,0,0,1,0,3,2,3,3,6,6,8,11,8,9,15,22,18,21,21,26,12,31,31,27,37,27,32,32,25,30,28,28,18,31,15,22,21,20,20,9,17,15,5,8,11,6,6,2,0,0,5,3,0,2,2,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,2,0,1,6,0,4,5,0,2,8,8,6,13,17,20,27,42,47,51,59,73,54,49,45,40,38,30,25,13,20,19,10,2,1,8,7,1,1,0,6,1,2,0,1,0,0,0,0,0,0,0,0,1,1],"bins":[-1.4647957868874073e-07,-1.417438397766091e-07,-1.3700810086447746e-07,-1.3227236195234582e-07,-1.2753662304021418e-07,-1.2280088412808254e-07,-1.180651452159509e-07,-1.1332940630381927e-07,-1.0859366739168763e-07,-1.03857928479556e-07,-9.912218956742436e-08,-9.438645065529272e-08,-8.965071174316108e-08,-8.491497283102944e-08,-8.017923391889781e-08,-7.544349500676617e-08,-7.070775609463453e-08,-6.59720171825029e-08,-6.123627827037126e-08,-5.650053935823962e-08,-5.1764800446107984e-08,-4.7029061533976346e-08,-4.229332262184471e-08,-3.755758370971307e-08,-3.2821844797581434e-08,-2.8086105885449797e-08,-2.335036697331816e-08,-1.8614628061186522e-08,-1.3878889149054885e-08,-9.143150236923248e-09,-4.40741132479161e-09,3.283275873400271e-10,5.0640664994716644e-09,9.799805411603302e-09,1.4535544323734939e-08,1.9271283235866576e-08,2.4007022147998214e-08,2.874276106012985e-08,3.347849997226149e-08,3.8214238884393126e-08,4.294997779652476e-08,4.76857167086564e-08,5.242145562078804e-08,5.7157194532919675e-08,6.189293344505131e-08,6.662867235718295e-08,7.136441126931459e-08,7.610015018144622e-08,8.083588909357786e-08,8.55716280057095e-08,9.030736691784114e-08,9.504310582997277e-08,9.977884474210441e-08,1.0451458365423605e-07,1.0925032256636769e-07,1.1398606147849932e-07,1.1872180039063096e-07,1.234575393027626e-07,1.2819327821489424e-07,1.3292901712702587e-07,1.376647560391575e-07,1.4240049495128915e-07,1.4713623386342078e-07,1.5187197277555242e-07,1.5660771168768406e-07]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,3,1,3,2,7,5,10,20,31,37,62,102,146,218,335,592,934,1605,2558,4315,7030,12920,23177,46730,99059,234577,499131,353568,146949,65798,32397,17143,9455,5608,3272,1989,1183,706,424,301,149,102,72,56,25,14,11,11,6,2,3,2,1,2,1,0,2,0,0,0,0,0,1],"bins":[-0.0005950927734375,-0.0005736351013183594,-0.0005521774291992188,-0.0005307197570800781,-0.0005092620849609375,-0.0004878044128417969,-0.00046634674072265625,-0.0004448890686035156,-0.000423431396484375,-0.0004019737243652344,-0.00038051605224609375,-0.0003590583801269531,-0.0003376007080078125,-0.0003161430358886719,-0.00029468536376953125,-0.0002732276916503906,-0.00025177001953125,-0.00023031234741210938,-0.00020885467529296875,-0.00018739700317382812,-0.0001659393310546875,-0.00014448165893554688,-0.00012302398681640625,-0.00010156631469726562,-8.0108642578125e-05,-5.8650970458984375e-05,-3.719329833984375e-05,-1.5735626220703125e-05,5.7220458984375e-06,2.7179718017578125e-05,4.863739013671875e-05,7.009506225585938e-05,9.1552734375e-05,0.00011301040649414062,0.00013446807861328125,0.00015592575073242188,0.0001773834228515625,0.00019884109497070312,0.00022029876708984375,0.00024175643920898438,0.000263214111328125,0.0002846717834472656,0.00030612945556640625,0.0003275871276855469,0.0003490447998046875,0.0003705024719238281,0.00039196014404296875,0.0004134178161621094,0.00043487548828125,0.0004563331604003906,0.00047779083251953125,0.0004992485046386719,0.0005207061767578125,0.0005421638488769531,0.0005636215209960938,0.0005850791931152344,0.000606536865234375,0.0006279945373535156,0.0006494522094726562,0.0006709098815917969,0.0006923675537109375,0.0007138252258300781,0.0007352828979492188,0.0007567405700683594,0.0007781982421875]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,1,2,5,11,10,24,57,89,150,248,395,584,967,1494,2168,3024,4346,5835,7803,10135,13057,15988,19502,22854,26400,29572,32731,34850,36420,37120,36591,35899,33619,30864,27676,24462,20955,17549,14180,11190,8682,6567,5003,3566,2532,1632,1111,743,451,287,183,109,53,37,14,8,9,4,3,0,0,1,1],"bins":[-0.09655603021383286,-0.09341178089380264,-0.09026752412319183,-0.08712327480316162,-0.08397902548313141,-0.0808347761631012,-0.07769052684307098,-0.07454627007246017,-0.07140202075242996,-0.06825777143239975,-0.06511351466178894,-0.06196926534175873,-0.058825016021728516,-0.0556807667016983,-0.05253651365637779,-0.04939226061105728,-0.04624801129102707,-0.04310376197099686,-0.039959508925676346,-0.036815255880355835,-0.03367100656032562,-0.03052675537765026,-0.0273825041949749,-0.024238253012299538,-0.021094001829624176,-0.017949750646948814,-0.014805499464273453,-0.011661248281598091,-0.00851699709892273,-0.005372745916247368,-0.0022284947335720062,0.0009157564491033554,0.00406000018119812,0.007204251363873482,0.010348502546548843,0.013492753729224205,0.016637004911899567,0.01978125609457493,0.02292550727725029,0.02606975845992565,0.029214009642601013,0.032358258962631226,0.035502512007951736,0.03864676505327225,0.04179101437330246,0.04493526369333267,0.04807951673865318,0.051223769783973694,0.054368019104003906,0.05751226842403412,0.06065652146935463,0.06380077451467514,0.06694502383470535,0.07008927315473557,0.07323352992534637,0.07637777924537659,0.0795220285654068,0.08266627788543701,0.08581052720546722,0.08895478397607803,0.09209903329610825,0.09524328261613846,0.09838753938674927,0.10153178870677948,0.10467603802680969]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[4,1,5,9,19,52,73,119,190,345,558,904,1413,2230,3244,4830,7068,9708,13382,17996,23417,30367,37402,46047,54256,63678,71884,79908,86981,92084,95607,95925,94688,90908,86448,79058,71777,62764,53711,44715,36643,29382,22931,17383,13150,9291,6766,4719,3276,2056,1374,857,503,340,180,103,66,24,25,11,2,2,1,4],"bins":[-0.09643014520406723,-0.09336379170417786,-0.09029744565486908,-0.0872310996055603,-0.08416474610567093,-0.08109839260578156,-0.07803204655647278,-0.074965700507164,-0.07189934700727463,-0.06883299350738525,-0.06576664745807648,-0.0627003014087677,-0.059633947908878326,-0.05656759813427925,-0.053501248359680176,-0.0504348985850811,-0.047368548810482025,-0.04430219903588295,-0.041235849261283875,-0.0381694994866848,-0.035103149712085724,-0.03203679993748665,-0.028970450162887573,-0.025904100388288498,-0.022837750613689423,-0.019771400839090347,-0.016705051064491272,-0.013638701289892197,-0.010572351515293121,-0.007506001740694046,-0.004439651966094971,-0.0013733021914958954,0.0016930550336837769,0.004759404808282852,0.007825754582881927,0.010892104357481003,0.013958454132080078,0.017024803906679153,0.02009115368127823,0.023157503455877304,0.02622385323047638,0.029290203005075455,0.03235655277967453,0.035422902554273605,0.03848925232887268,0.041555602103471756,0.04462195187807083,0.04768830165266991,0.05075465142726898,0.05382100120186806,0.05688735097646713,0.05995370075106621,0.06302005052566528,0.06608639657497406,0.06915275007486343,0.07221910357475281,0.07528544962406158,0.07835179567337036,0.08141814917325974,0.08448450267314911,0.08755084872245789,0.09061719477176666,0.09368354827165604,0.09674990177154541,0.09981624782085419]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[2,0,5,6,12,24,49,108,142,241,449,758,1226,2036,3043,4694,7075,10102,14279,19219,25342,32912,41858,51061,60968,70761,80258,88614,94969,100026,102352,101055,97571,92543,84334,75682,66145,55696,46378,37109,28946,21659,16601,11956,8546,5730,3900,2412,1657,982,626,334,194,106,60,30,8,7,3,1,0,0,0,2],"bins":[-0.10005766898393631,-0.09680338203907013,-0.09354909509420395,-0.09029480814933777,-0.08704052120447159,-0.08378623425960541,-0.08053194731473923,-0.07727766036987305,-0.07402337342500687,-0.07076908648014069,-0.0675147995352745,-0.06426051259040833,-0.061006225645542145,-0.057751938700675964,-0.054497651755809784,-0.051243364810943604,-0.04798907786607742,-0.04473479092121124,-0.04148050397634506,-0.03822621703147888,-0.0349719300866127,-0.03171764314174652,-0.02846335619688034,-0.02520906925201416,-0.02195478230714798,-0.0187004953622818,-0.015446208417415619,-0.012191921472549438,-0.008937634527683258,-0.005683347582817078,-0.002429060637950897,0.0008252263069152832,0.0040795207023620605,0.007333807647228241,0.010588094592094421,0.013842381536960602,0.017096668481826782,0.020350955426692963,0.023605242371559143,0.026859529316425323,0.030113816261291504,0.033368103206157684,0.036622390151023865,0.039876677095890045,0.043130964040756226,0.046385250985622406,0.049639537930488586,0.05289382487535477,0.05614811182022095,0.05940239876508713,0.06265668570995331,0.06591097265481949,0.06916525959968567,0.07241954654455185,0.07567383348941803,0.07892812043428421,0.08218240737915039,0.08543669432401657,0.08869098126888275,0.09194526821374893,0.09519955515861511,0.09845384210348129,0.10170812904834747,0.10496241599321365,0.10821670293807983]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,0,4,6,2,4,10,24,29,30,47,72,104,143,244,385,621,962,1546,2354,3955,6390,10676,18223,30916,56664,112238,237522,454153,319046,148471,72877,38892,22766,13009,7870,4706,2981,1850,1076,717,437,285,188,127,70,58,35,22,21,11,4,5,6,1,2,1,0,2,0,0,1],"bins":[-0.000492095947265625,-0.0004760622978210449,-0.00046002864837646484,-0.00044399499893188477,-0.0004279613494873047,-0.0004119277000427246,-0.00039589405059814453,-0.00037986040115356445,-0.0003638267517089844,-0.0003477931022644043,-0.0003317594528198242,-0.00031572580337524414,-0.00029969215393066406,-0.000283658504486084,-0.0002676248550415039,-0.00025159120559692383,-0.00023555755615234375,-0.00021952390670776367,-0.0002034902572631836,-0.00018745660781860352,-0.00017142295837402344,-0.00015538930892944336,-0.00013935565948486328,-0.0001233220100402832,-0.00010728836059570312,-9.125471115112305e-05,-7.522106170654297e-05,-5.918741226196289e-05,-4.315376281738281e-05,-2.7120113372802734e-05,-1.1086463928222656e-05,4.947185516357422e-06,2.09808349609375e-05,3.701448440551758e-05,5.3048133850097656e-05,6.908178329467773e-05,8.511543273925781e-05,0.00010114908218383789,0.00011718273162841797,0.00013321638107299805,0.00014925003051757812,0.0001652836799621582,0.00018131732940673828,0.00019735097885131836,0.00021338462829589844,0.00022941827774047852,0.0002454519271850586,0.00026148557662963867,0.00027751922607421875,0.00029355287551879883,0.0003095865249633789,0.000325620174407959,0.00034165382385253906,0.00035768747329711914,0.0003737211227416992,0.0003897547721862793,0.0004057884216308594,0.00042182207107543945,0.00043785572052001953,0.0004538893699645996,0.0004699230194091797,0.00048595666885375977,0.0005019903182983398,0.0005180239677429199,0.0005340576171875]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[2,1,3,3,1,3,4,0,3,5,7,6,10,9,8,13,10,17,12,9,31,16,23,28,36,27,26,21,28,40,36,17,31,22,15,23,28,21,16,17,14,20,18,15,7,12,7,9,6,7,6,4,3,3,0,4,0,1,1,0,2,0,0,1],"bins":[-0.0006583024514839053,-0.0006363154388964176,-0.0006143284845165908,-0.0005923414719291031,-0.0005703545175492764,-0.0005483675049617887,-0.0005263805505819619,-0.0005043935379944742,-0.00048240655451081693,-0.0004604195710271597,-0.00043843258754350245,-0.0004164456040598452,-0.0003944585914723575,-0.00037247160798870027,-0.00035048462450504303,-0.0003284976410213858,-0.00030651065753772855,-0.0002845236740540713,-0.00026253669057041407,-0.0002405496925348416,-0.00021856270905118436,-0.00019657572556752712,-0.00017458872753195465,-0.0001526017440482974,-0.00013061476056464016,-0.00010862777708098292,-8.664078632136807e-05,-6.465379556175321e-05,-4.266681207809597e-05,-2.0679824956459925e-05,1.3071621651761234e-06,2.329414928681217e-05,4.528113640844822e-05,6.726811989210546e-05,8.925511065172032e-05,0.00011124210141133517,0.0001332290848949924,0.00015521606837864965,0.00017720306641422212,0.00019919004989787936,0.0002211770333815366,0.00024316401686519384,0.0002651510003488511,0.0002871379838325083,0.000309124996419996,0.00033111197990365326,0.0003530989633873105,0.00037508594687096775,0.000397072930354625,0.00041905991383828223,0.00044104689732193947,0.0004630338808055967,0.00048502086428925395,0.0005070078768767416,0.0005289948312565684,0.0005509818438440561,0.0005729688564315438,0.0005949558108113706,0.0006169428233988583,0.0006389297777786851,0.0006609167903661728,0.0006829037447459996,0.0007048907573334873,0.0007268777117133141,0.0007488647243008018],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0004924111417494714,-0.0004767927748616785,-0.00046117440797388554,-0.0004455560410860926,-0.00042993767419829965,-0.0004143193073105067,-0.00039870094042271376,-0.0003830825735349208,-0.00036746420664712787,-0.0003518458688631654,-0.00033622750197537243,-0.0003206091350875795,-0.00030499076819978654,-0.0002893724013119936,-0.00027375403442420065,-0.0002581356675364077,-0.00024251730064861476,-0.00022689893376082182,-0.00021128056687302887,-0.00019566219998523593,-0.00018004383309744298,-0.00016442548076156527,-0.00014880711387377232,-0.00013318874698597938,-0.00011757038009818643,-0.00010195201321039349,-8.633364632260054e-05,-7.071528671076521e-05,-5.509691982297227e-05,-3.947855293517932e-05,-2.3860189685365185e-05,-8.241824616561644e-06,7.376540452241898e-06,2.299490552104544e-05,3.861327058984898e-05,5.423163383966312e-05,6.985000072745606e-05,8.546836761524901e-05,0.00010108672722708434,0.00011670509411487728,0.00013232346100267023,0.00014794182789046317,0.00016356019477825612,0.00017917856166604906,0.00019479691400192678,0.00021041528088971972,0.00022603364777751267,0.00024165201466530561,0.00025727038155309856,0.0002728887484408915,0.00028850711532868445,0.0003041254822164774,0.00031974384910427034,0.0003353622159920633,0.00035098058287985623,0.0003665989497676492,0.00038221728755161166,0.0003978356544394046,0.00041345402132719755,0.0004290723882149905,0.00044469075510278344,0.0004603091219905764,0.00047592748887836933,0.0004915458848699927,0.0005071642226539552],"_type":"histogram","values":[2,3,2,7,5,3,7,7,7,8,23,15,16,16,21,20,29,38,33,49,57,60,55,60,68,66,71,66,75,81,65,82,60,83,82,74,55,57,50,64,44,49,41,44,35,27,30,29,16,15,8,12,12,9,7,6,3,7,2,3,1,2,1,3]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[2,0,0,0,1,2,0,1,0,1,2,1,1,4,9,8,7,9,9,13,16,18,21,19,17,24,24,17,27,44,40,34,30,25,36,28,25,26,23,22,24,20,26,14,18,13,10,7,7,10,6,2,5,4,2,2,3,2,3,0,0,1,0,3],"bins":[-0.00027333549223840237,-0.00026501575484871864,-0.0002566960174590349,-0.00024837630917318165,-0.00024005657178349793,-0.0002317368343938142,-0.0002234171115560457,-0.00021509738871827722,-0.0002067776513285935,-0.00019845791393890977,-0.00019013819110114127,-0.00018181846826337278,-0.00017349873087368906,-0.00016517899348400533,-0.00015685927064623684,-0.00014853954780846834,-0.00014021981041878462,-0.0001319000730291009,-0.0001235803501913324,-0.00011526062007760629,-0.00010694088996388018,-9.862115985015407e-05,-9.030142973642796e-05,-8.198169962270185e-05,-7.366196950897574e-05,-6.534223939524963e-05,-5.7022509281523526e-05,-4.8702779167797416e-05,-4.038304905407131e-05,-3.20633189403452e-05,-2.374358882661909e-05,-1.542385871289298e-05,-7.10412859916687e-06,1.2156015145592391e-06,9.535331628285348e-06,1.7855061742011458e-05,2.6174791855737567e-05,3.4494521969463676e-05,4.2814252083189785e-05,5.1133982196915895e-05,5.9453712310642004e-05,6.777344242436811e-05,7.609317253809422e-05,8.441290265182033e-05,9.273263276554644e-05,0.00010105236287927255,0.00010937209299299866,0.00011769182310672477,0.00012601155322045088,0.0001343312906101346,0.0001426510134479031,0.0001509707362856716,0.00015929047367535532,0.00016761021106503904,0.00017592993390280753,0.00018424965674057603,0.00019256939413025975,0.00020088913151994348,0.00020920885435771197,0.00021752857719548047,0.0002258483145851642,0.0002341680519748479,0.0002424877748126164,0.0002508074976503849,0.0002591272350400686],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,2,2,8,4,2,4,11,11,14,12,16,19,36,33,42,51,74,82,105,100,154,150,176,127,129,108,97,78,58,59,53,39,40,35,19,14,15,16,12,8,10,7,3,3,2,1,0,3,1],"bins":[-0.0003689102013595402,-0.0003591268032323569,-0.00034934337600134313,-0.0003395599778741598,-0.0003297765797469765,-0.0003199931525159627,-0.0003102097543887794,-0.0003004263562615961,-0.00029064295813441277,-0.000280859530903399,-0.00027107613277621567,-0.00026129273464903235,-0.0002515093074180186,-0.00024172590929083526,-0.00023194249661173671,-0.0002221590984845534,-0.00021237568580545485,-0.0002025922731263563,-0.00019280887499917299,-0.00018302546232007444,-0.00017324206419289112,-0.00016345865151379257,-0.00015367523883469403,-0.0001438918407075107,-0.00013410842802841216,-0.00012432501534931362,-0.0001145416172221303,-0.00010475820454303175,-9.497479913989082e-05,-8.519139373674989e-05,-7.540798105765134e-05,-6.562457565451041e-05,-5.584119935519993e-05,-4.6057793952059e-05,-3.627438491093926e-05,-2.6490977688808925e-05,-1.670757046667859e-05,-6.924163244548254e-06,2.859243977582082e-06,1.2642651199712418e-05,2.2426058421842754e-05,3.2209463824983686e-05,4.1992872866103426e-05,5.1776281907223165e-05,6.15596873103641e-05,7.134309271350503e-05,8.112650539260358e-05,9.090991079574451e-05,0.00010069331619888544,0.00011047672160202637,0.0001202601270051673,0.00013004353968426585,0.00013982693781144917,0.00014961035049054772,0.00015939376316964626,0.00016917716129682958,0.00017896057397592813,0.00018874398665502667,0.00019852738478221,0.00020831079746130854,0.00021809421014040709,0.0002278776082675904,0.00023766102094668895,0.0002474444336257875,0.0002572278317529708]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,1,1,2,3,2,2,4,2,7,9,10,12,15,15,5,15,23,18,19,20,22,21,17,22,22,30,30,33,24,23,25,30,33,22,20,15,22,14,15,25,17,13,16,12,8,12,9,3,3,7,1,3,2,1,1,1,0,1,1,0,1,2],"bins":[-0.0004164205165579915,-0.0004024101363029331,-0.0003883997560478747,-0.0003743893466889858,-0.0003603789664339274,-0.000346368586178869,-0.00033235817681998014,-0.00031834779656492174,-0.00030433741630986333,-0.0002903270360548049,-0.0002763166557997465,-0.00026230624644085765,-0.00024829586618579924,-0.00023428548593074083,-0.0002202750911237672,-0.00020626469631679356,-0.00019225431606173515,-0.00017824393580667675,-0.0001642335409997031,-0.00015022314619272947,-0.00013621276593767107,-0.00012220238568261266,-0.00010819199087563902,-9.4181603344623e-05,-8.017121581360698e-05,-6.616082828259096e-05,-5.2150440751574934e-05,-3.814005322055891e-05,-2.412966568954289e-05,-1.0119278158526868e-05,3.891109372489154e-06,1.7901496903505176e-05,3.19118844345212e-05,4.592227196553722e-05,5.993265949655324e-05,7.394304702756926e-05,8.795343455858529e-05,0.00010196382208960131,0.00011597420962061733,0.00012998460442759097,0.00014399498468264937,0.00015800536493770778,0.00017201575974468142,0.00018602615455165505,0.00020003653480671346,0.00021404691506177187,0.0002280573098687455,0.00024206770467571914,0.00025607808493077755,0.00027008846518583596,0.00028409884544089437,0.00029810925479978323,0.00031211963505484164,0.00032613001530990005,0.0003401404246687889,0.0003541508049238473,0.0003681611851789057,0.00038217156543396413,0.00039618194568902254,0.0004101923550479114,0.0004242027353029698,0.0004382131155580282,0.0004522235249169171,0.0004662339051719755,0.0004802442854270339]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0004184506833553314,-0.000404303427785635,-0.000390156201319769,-0.0003760089457500726,-0.00036186169018037617,-0.0003477144637145102,-0.0003335672081448138,-0.00031941995257511735,-0.0003052727261092514,-0.00029112547053955495,-0.00027697821496985853,-0.00026283098850399256,-0.00024868373293429613,-0.00023453649191651493,-0.00022038925089873374,-0.0002062419953290373,-0.0001920947543112561,-0.0001779475132934749,-0.00016380025772377849,-0.0001496530167059973,-0.0001355057756882161,-0.00012135852739447728,-0.00010721127910073847,-9.306403808295727e-05,-7.891678978921846e-05,-6.476954149547964e-05,-5.0622300477698445e-05,-3.647505218395963e-05,-2.2327807528199628e-05,-8.180561962944921e-06,5.966683602309786e-06,2.0113930077059194e-05,3.42611747328192e-05,4.8408419388579205e-05,6.255566404433921e-05,7.670291233807802e-05,9.085015335585922e-05,0.00010499740164959803,0.00011914464994333684,0.00013329189096111804,0.00014743913197889924,0.00016158638754859567,0.00017573362856637686,0.00018988086958415806,0.0002040281251538545,0.0002181753661716357,0.00023232260718941689,0.0002464698627591133,0.00026061711832880974,0.0002747643447946757,0.00028891160036437213,0.0003030588268302381,0.00031720608239993453,0.00033135333796963096,0.0003455005644354969,0.00035964782000519335,0.0003737950755748898,0.00038794230204075575,0.0004020895576104522,0.0004162368131801486,0.00043038403964601457,0.000444531295215711,0.0004586785507854074,0.0004728257772512734,0.0004869730328209698],"_type":"histogram","values":[1,1,1,1,0,2,4,7,3,1,6,12,9,9,13,16,9,13,26,18,19,20,21,33,24,31,26,27,34,31,24,21,21,22,31,23,19,19,22,16,10,12,22,11,11,14,12,5,5,8,1,5,3,2,2,3,2,0,0,1,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,3,1,2,4,10,7,20,13,35,52,46,85,129,141,214,269,421,634,867,1188,1844,2748,3940,6493,10067,15493,26091,41480,71531,131740,267792,466463,234564,118652,66123,38202,23103,15017,8936,6199,4115,2533,1844,1197,757,551,364,246,200,138,111,60,28,41,19,14,10,8,3,1,3],"bins":[-0.000339508056640625,-0.00032964348793029785,-0.0003197789192199707,-0.00030991435050964355,-0.0003000497817993164,-0.00029018521308898926,-0.0002803206443786621,-0.00027045607566833496,-0.0002605915069580078,-0.00025072693824768066,-0.00024086236953735352,-0.00023099780082702637,-0.00022113323211669922,-0.00021126866340637207,-0.00020140409469604492,-0.00019153952598571777,-0.00018167495727539062,-0.00017181038856506348,-0.00016194581985473633,-0.00015208125114440918,-0.00014221668243408203,-0.00013235211372375488,-0.00012248754501342773,-0.00011262297630310059,-0.00010275840759277344,-9.289383888244629e-05,-8.302927017211914e-05,-7.316470146179199e-05,-6.330013275146484e-05,-5.3435564041137695e-05,-4.357099533081055e-05,-3.37064266204834e-05,-2.384185791015625e-05,-1.3977289199829102e-05,-4.112720489501953e-06,5.751848220825195e-06,1.5616416931152344e-05,2.5480985641479492e-05,3.534555435180664e-05,4.521012306213379e-05,5.507469177246094e-05,6.493926048278809e-05,7.480382919311523e-05,8.466839790344238e-05,9.453296661376953e-05,0.00010439753532409668,0.00011426210403442383,0.00012412667274475098,0.00013399124145507812,0.00014385581016540527,0.00015372037887573242,0.00016358494758605957,0.00017344951629638672,0.00018331408500671387,0.00019317865371704102,0.00020304322242736816,0.0002129077911376953,0.00022277235984802246,0.0002326369285583496,0.00024250149726867676,0.0002523660659790039,0.00026223063468933105,0.0002720952033996582,0.00028195977210998535,0.0002918243408203125]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,5,0,0,2,7,7,3,8,6,10,12,24,10,10,21,17,19,27,20,21,28,24,19,26,28,31,19,31,26,20,30,22,27,19,22,28,21,16,15,15,11,8,5,8,4,7,3,5,3,4,3,1,2,2,2,0,2],"bins":[-0.0008754691225476563,-0.0008489927859045565,-0.0008225164492614567,-0.0007960401126183569,-0.0007695637759752572,-0.0007430874393321574,-0.0007166111026890576,-0.0006901347660459578,-0.0006636584876105189,-0.0006371821509674191,-0.0006107058143243194,-0.0005842294776812196,-0.0005577531410381198,-0.00053127680439502,-0.0005048004677519202,-0.00047832413110882044,-0.00045184779446572065,-0.00042537145782262087,-0.0003988951211795211,-0.0003724187845364213,-0.0003459424478933215,-0.0003194661403540522,-0.0002929898037109524,-0.0002665134670678526,-0.00024003713042475283,-0.00021356079378165305,-0.00018708445713855326,-0.0001606081350473687,-0.00013413179840426892,-0.00010765546176116914,-8.117913239402696e-05,-5.470279938890599e-05,-2.8226408176124096e-05,-1.7500751710031182e-06,2.472625783411786e-05,5.120259083923884e-05,7.767892384435982e-05,0.0001041552604874596,0.00013063158257864416,0.00015710791922174394,0.00018358425586484373,0.0002100605925079435,0.0002365369291510433,0.0002630132657941431,0.0002894895733334124,0.0003159659099765122,0.000342442246619612,0.00036891858326271176,0.00039539491990581155,0.00042187125654891133,0.0004483475931920111,0.0004748239298351109,0.0005013002664782107,0.0005277766031213105,0.0005542529397644103,0.00058072927640751,0.0006072055548429489,0.0006336818914860487,0.0006601582281291485,0.0006866345647722483,0.000713110901415348,0.0007395872380584478,0.0007660635747015476,0.0007925399113446474,0.0008190162479877472]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,1,0,0,0,0,1,1,1,1,2,5,4,4,7,6,15,5,9,8,12,17,17,16,35,29,32,28,24,28,35,36,31,29,27,26,24,30,16,23,19,20,25,23,14,16,13,7,5,7,5,3,7,2,6,3,1,1,0,1,1,1,1,1],"bins":[-0.0002486527373548597,-0.0002410486777080223,-0.0002334446326131001,-0.0002258405729662627,-0.00021823651331942528,-0.00021063245367258787,-0.0002030284085776657,-0.00019542434893082827,-0.00018782028928399086,-0.00018021624418906868,-0.00017261218454223126,-0.00016500812489539385,-0.00015740406524855644,-0.00014980002015363425,-0.00014219596050679684,-0.00013459190085995942,-0.000126987841213122,-0.00011938379611819983,-0.00011177973647136241,-0.00010417568410048261,-9.65716244536452e-05,-8.89675720827654e-05,-8.136351243592799e-05,-7.375946006504819e-05,-6.615540769416839e-05,-5.8551348047330976e-05,-5.094729203847237e-05,-4.334323602961376e-05,-3.5739183658733964e-05,-2.8135125830885954e-05,-2.053107164101675e-05,-1.2927015632158145e-05,-5.322959623299539e-06,2.2810959308117162e-06,9.885151484922972e-06,1.7489206584286876e-05,2.5093262593145482e-05,3.2697316783014685e-05,4.030137279187329e-05,4.79054288007319e-05,5.5509484809590504e-05,6.311354081844911e-05,7.071759318932891e-05,7.832165283616632e-05,8.592570520704612e-05,9.352976485388353e-05,0.00010113381722476333,0.00010873787687160075,0.00011634192924248055,0.00012394598161336035,0.00013155004126019776,0.00013915410090703517,0.00014675814600195736,0.00015436220564879477,0.00016196626529563218,0.0001695703249424696,0.00017717437003739178,0.0001847784296842292,0.0001923824893310666,0.0001999865344259888,0.0002075905940728262,0.00021519465371966362,0.00022279871336650103,0.00023040275846142322,0.00023800681810826063],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[3,5,3,6,8,9,14,17,9,15,12,19,20,22,37,32,43,47,57,59,51,52,42,53,67,69,70,76,71,71,63,73,64,65,59,68,62,55,59,57,56,46,41,40,23,24,20,14,20,12,13,12,3,4,8,6,5,7,1,2,3,1,2,1],"bins":[-0.00045651529217138886,-0.00044125423301011324,-0.0004259931738488376,-0.00041073208558373153,-0.0003954710264224559,-0.0003802099672611803,-0.0003649488789960742,-0.0003496878198347986,-0.00033442676067352295,-0.0003191657015122473,-0.0003039046423509717,-0.0002886435540858656,-0.00027338249492459,-0.00025812143576331437,-0.0002428603620501235,-0.00022759928833693266,-0.00021233822917565703,-0.0001970771700143814,-0.00018181609630119056,-0.0001665550225879997,-0.00015129396342672408,-0.00013603290426544845,-0.0001207718305522576,-0.00010551076411502436,-9.024969767779112e-05,-7.498863124055788e-05,-5.972756480332464e-05,-4.44664983660914e-05,-2.920543192885816e-05,-1.3944365491624922e-05,1.3167009456083179e-06,1.6577767382841557e-05,3.18388338200748e-05,4.7099900257308036e-05,6.236096669454128e-05,7.762203313177451e-05,9.288309956900775e-05,0.000108144166006241,0.00012340523244347423,0.0001386663061566651,0.0001539273653179407,0.00016918842447921634,0.0001844494981924072,0.00019971057190559804,0.00021497163106687367,0.0002302326902281493,0.0002454937784932554,0.000260754837654531,0.00027601589681580663,0.00029127695597708225,0.0003065380151383579,0.00032179910340346396,0.0003370601625647396,0.0003523212217260152,0.0003675823099911213,0.0003828433691523969,0.00039810442831367254,0.00041336548747494817,0.0004286265466362238,0.0004438876349013299,0.0004591486940626055,0.0004744097532238811,0.0004896708414889872,0.0005049319006502628,0.0005201929598115385],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,3,1,0,4,0,1,1,5,5,4,7,5,14,18,31,25,27,48,68,69,60,59,77,56,35,24,34,15,16,13,10,9,6,3,3,5,0,0,2,2,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-1.6278863768093288e-07,-1.5695741240051575e-07,-1.5112618712009862e-07,-1.452949618396815e-07,-1.3946373655926436e-07,-1.3363251127884723e-07,-1.278012859984301e-07,-1.2197006071801297e-07,-1.1613883543759584e-07,-1.1030761015717871e-07,-1.0447638487676159e-07,-9.864515959634446e-08,-9.281393431592733e-08,-8.69827090355102e-08,-8.115148375509307e-08,-7.532025847467594e-08,-6.948903319425881e-08,-6.365780791384168e-08,-5.782658263342455e-08,-5.199535735300742e-08,-4.616413207259029e-08,-4.033290679217316e-08,-3.450168151175603e-08,-2.8670456231338903e-08,-2.2839230950921774e-08,-1.7008005670504645e-08,-1.1176780390087515e-08,-5.345555109670386e-09,4.856701707467437e-10,6.316895451163873e-09,1.2148120731581002e-08,1.7979346011998132e-08,2.381057129241526e-08,2.964179657283239e-08,3.547302185324952e-08,4.130424713366665e-08,4.713547241408378e-08,5.296669769450091e-08,5.879792297491804e-08,6.462914825533517e-08,7.04603735357523e-08,7.629159881616943e-08,8.212282409658656e-08,8.795404937700368e-08,9.378527465742081e-08,9.961649993783794e-08,1.0544772521825507e-07,1.112789504986722e-07,1.1711017577908933e-07,1.2294140105950646e-07,1.287726263399236e-07,1.3460385162034072e-07,1.4043507690075785e-07,1.4626630218117498e-07,1.520975274615921e-07,1.5792875274200924e-07,1.6375997802242637e-07,1.695912033028435e-07,1.7542242858326063e-07,1.8125365386367775e-07,1.8708487914409488e-07,1.9291610442451201e-07,1.9874732970492914e-07,2.0457855498534627e-07,2.104097802657634e-07]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[3,0,1,5,4,19,14,41,59,111,163,265,421,581,897,1310,1896,2729,3763,4784,6482,8075,10137,12385,14575,17039,19525,21941,23853,25439,26593,27577,26915,26028,25178,23181,21180,18871,16689,14247,11828,9758,7561,5921,4591,3462,2510,1744,1217,838,555,354,228,156,92,50,12,16,8,4,5,0,1,1],"bins":[-0.09540000557899475,-0.09240725636482239,-0.08941450715065002,-0.08642175793647766,-0.0834290087223053,-0.08043625205755234,-0.07744350284337997,-0.07445075362920761,-0.07145800441503525,-0.06846525520086288,-0.06547250598669052,-0.06247975304722786,-0.059487003833055496,-0.05649425461888313,-0.05350150167942047,-0.05050875246524811,-0.047516003251075745,-0.04452325403690338,-0.04153050482273102,-0.038537751883268356,-0.03554500266909599,-0.03255225345492363,-0.029559502378106117,-0.026566751301288605,-0.02357400208711624,-0.020581252872943878,-0.017588501796126366,-0.014595751650631428,-0.01160300150513649,-0.008610251359641552,-0.005617501214146614,-0.002624751068651676,0.0003679990768432617,0.0033607492223381996,0.0063534993678331375,0.009346249513328075,0.012338999658823013,0.015331749804317951,0.01832449994981289,0.0213172510266304,0.024310000240802765,0.027302749454975128,0.03029550053179264,0.03328825160861015,0.036281000822782516,0.03927375003695488,0.04226650297641754,0.045259252190589905,0.04825200140476227,0.05124475061893463,0.054237499833106995,0.057230252772569656,0.06022300198674202,0.06321575492620468,0.06620850414037704,0.06920125335454941,0.07219400256872177,0.07518675178289413,0.0781795009970665,0.08117225021123886,0.08416500687599182,0.08715775609016418,0.09015050530433655,0.09314325451850891,0.09613600373268127]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,0,0,0,2,3,6,2,11,8,20,29,33,51,101,120,173,261,353,551,762,1185,1583,2397,3459,5193,8137,12410,19608,33913,64285,145466,427264,497993,175179,72950,37901,22209,13227,8636,5520,3692,2589,1753,1147,813,594,393,278,193,134,97,62,35,24,26,11,8,4,4,0,1,2,2],"bins":[-0.00127410888671875,-0.0012356042861938477,-0.0011970996856689453,-0.001158595085144043,-0.0011200904846191406,-0.0010815858840942383,-0.001043081283569336,-0.0010045766830444336,-0.0009660720825195312,-0.0009275674819946289,-0.0008890628814697266,-0.0008505582809448242,-0.0008120536804199219,-0.0007735490798950195,-0.0007350444793701172,-0.0006965398788452148,-0.0006580352783203125,-0.0006195306777954102,-0.0005810260772705078,-0.0005425214767456055,-0.0005040168762207031,-0.0004655122756958008,-0.00042700767517089844,-0.0003885030746459961,-0.00034999847412109375,-0.0003114938735961914,-0.00027298927307128906,-0.00023448467254638672,-0.00019598007202148438,-0.00015747547149658203,-0.00011897087097167969,-8.046627044677734e-05,-4.1961669921875e-05,-3.4570693969726562e-06,3.504753112792969e-05,7.355213165283203e-05,0.00011205673217773438,0.00015056133270263672,0.00018906593322753906,0.0002275705337524414,0.00026607513427734375,0.0003045797348022461,0.00034308433532714844,0.0003815889358520508,0.0004200935363769531,0.00045859813690185547,0.0004971027374267578,0.0005356073379516602,0.0005741119384765625,0.0006126165390014648,0.0006511211395263672,0.0006896257400512695,0.0007281303405761719,0.0007666349411010742,0.0008051395416259766,0.0008436441421508789,0.0008821487426757812,0.0009206533432006836,0.0009591579437255859,0.0009976625442504883,0.0010361671447753906,0.001074671745300293,0.0011131763458251953,0.0011516809463500977,0.001190185546875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[2,0,0,0,0,0,0,0,0,0,2,1,1,3,0,1,3,1,2,5,6,6,5,10,7,13,15,17,28,23,46,36,55,75,65,64,49,33,32,35,20,23,19,16,11,6,6,5,7,1,3,4,0,2,0,1,1,0,0,0,0,0,1,1],"bins":[-2.422893885523081e-07,-2.3522420633526053e-07,-2.2815902411821298e-07,-2.2109384190116543e-07,-2.1402865968411788e-07,-2.0696347746707033e-07,-1.9989829525002278e-07,-1.9283311303297523e-07,-1.8576793081592768e-07,-1.7870274859888013e-07,-1.7163756638183258e-07,-1.6457238416478503e-07,-1.5750720194773749e-07,-1.5044201973068994e-07,-1.4337683751364239e-07,-1.3631165529659484e-07,-1.2924647307954729e-07,-1.2218129086249974e-07,-1.1511610864545219e-07,-1.0805092642840464e-07,-1.0098574421135709e-07,-9.392056199430954e-08,-8.685537977726199e-08,-7.979019756021444e-08,-7.272501534316689e-08,-6.565983312611934e-08,-5.859465090907179e-08,-5.152946869202424e-08,-4.446428647497669e-08,-3.739910425792914e-08,-3.033392204088159e-08,-2.326873982383404e-08,-1.620355760678649e-08,-9.13837538973894e-09,-2.07319317269139e-09,4.99198904435616e-09,1.205717126140371e-08,1.912235347845126e-08,2.618753569549881e-08,3.325271791254636e-08,4.031790012959391e-08,4.738308234664146e-08,5.444826456368901e-08,6.151344678073656e-08,6.857862899778411e-08,7.564381121483166e-08,8.270899343187921e-08,8.977417564892676e-08,9.683935786597431e-08,1.0390454008302186e-07,1.1096972230006941e-07,1.1803490451711696e-07,1.251000867341645e-07,1.3216526895121206e-07,1.392304511682596e-07,1.4629563338530716e-07,1.533608156023547e-07,1.6042599781940226e-07,1.674911800364498e-07,1.7455636225349735e-07,1.816215444705449e-07,1.8868672668759245e-07,1.9575190890464e-07,2.0281709112168755e-07,2.098822733387351e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[5,1,2,2,1,3,1,5,3,7,5,11,11,9,8,16,24,13,11,21,13,21,18,12,32,26,42,27,23,30,27,21,30,26,18,16,24,20,11,28,25,19,13,15,14,10,5,11,5,6,3,4,4,1,2,2,1,1,0,0,2,0,0,1],"bins":[-0.0003967600059695542,-0.000383139617042616,-0.0003695191990118474,-0.0003558988100849092,-0.000342278421157971,-0.00032865803223103285,-0.0003150376142002642,-0.00030141722527332604,-0.00028779683634638786,-0.00027417641831561923,-0.00026055602938868105,-0.0002469356404617429,-0.00023331523698288947,-0.0002196948480559513,-0.0002060744445770979,-0.00019245405565015972,-0.0001788336521713063,-0.0001652132486924529,-0.00015159285976551473,-0.00013797245628666133,-0.00012435206735972315,-0.00011073166388086975,-9.711126767797396e-05,-8.349087147507817e-05,-6.987047527218238e-05,-5.6250079069286585e-05,-4.2629682866390795e-05,-2.9009283025516197e-05,-1.5388886822620407e-05,-1.7684897102299146e-06,1.1851907402160577e-05,2.547230542404577e-05,3.909270162694156e-05,5.271309782983735e-05,6.633349403273314e-05,7.995389023562893e-05,9.357428643852472e-05,0.00010719468991737813,0.00012081508612027392,0.0001344354823231697,0.00014805587125010788,0.0001616762747289613,0.0001752966782078147,0.00018891706713475287,0.00020253747061360627,0.00021615785954054445,0.00022977826301939785,0.00024339865194633603,0.00025701906997710466,0.00027063945890404284,0.000284259847830981,0.0002978802367579192,0.0003115006547886878,0.000325121043715626,0.0003387414326425642,0.00035236182156950235,0.000365982239600271,0.00037960262852720916,0.00039322301745414734,0.00040684343548491597,0.00042046382441185415,0.0004340842133387923,0.0004477046022657305,0.00046132502029649913,0.0004749454092234373],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-3.1354284146800637e-07,-3.030851303265081e-07,-2.926274191850098e-07,-2.821697080435115e-07,-2.717119969020132e-07,-2.612542857605149e-07,-2.507965746190166e-07,-2.403388634775183e-07,-2.2988115233602002e-07,-2.1942344119452173e-07,-2.0896573005302344e-07,-1.9850801891152514e-07,-1.8805030777002685e-07,-1.7759259662852855e-07,-1.6713488548703026e-07,-1.5667717434553197e-07,-1.4621946320403367e-07,-1.3576175206253538e-07,-1.2530404092103709e-07,-1.1484632977953879e-07,-1.043886186380405e-07,-9.39309074965422e-08,-8.347319635504391e-08,-7.301548521354562e-08,-6.255777407204732e-08,-5.210006293054903e-08,-4.1642351789050736e-08,-3.118464064755244e-08,-2.0726929506054148e-08,-1.0269218364555854e-08,1.8849277694243938e-10,1.0646203918440733e-08,2.1103915059939027e-08,3.156162620143732e-08,4.2019337342935614e-08,5.247704848443391e-08,6.29347596259322e-08,7.33924707674305e-08,8.385018190892879e-08,9.430789305042708e-08,1.0476560419192538e-07,1.1522331533342367e-07,1.2568102647492196e-07,1.3613873761642026e-07,1.4659644875791855e-07,1.5705415989941685e-07,1.6751187104091514e-07,1.7796958218241343e-07,1.8842729332391173e-07,1.9888500446541002e-07,2.0934271560690831e-07,2.198004267484066e-07,2.302581378899049e-07,2.407158490314032e-07,2.511735601729015e-07,2.616312713143998e-07,2.720889824558981e-07,2.8254669359739637e-07,2.9300440473889466e-07,3.0346211588039296e-07,3.1391982702189125e-07,3.2437753816338954e-07,3.3483524930488784e-07,3.4529296044638613e-07,3.557506715878844e-07],"_type":"histogram","values":[1,0,1,0,0,0,0,0,3,2,1,2,1,3,3,1,4,8,6,4,10,17,14,30,22,38,51,54,72,55,62,46,56,41,39,25,14,10,13,12,10,3,6,3,5,5,1,2,1,2,1,1,1,1,2,1,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.0004925691755488515,-0.0004777361755259335,-0.0004629031755030155,-0.00044807017548009753,-0.00043323717545717955,-0.00041840417543426156,-0.0004035711754113436,-0.0003887381753884256,-0.0003739051753655076,-0.0003590721753425896,-0.00034423917531967163,-0.00032940617529675364,-0.00031457317527383566,-0.0002997401752509177,-0.0002849071752279997,-0.0002700741752050817,-0.0002552411751821637,-0.0002404081606073305,-0.00022557516058441252,-0.00021074216056149453,-0.00019590916053857654,-0.00018107616051565856,-0.00016624316049274057,-0.00015141016046982259,-0.00013657714589498937,-0.000121744153148029,-0.00010691115312511101,-9.207815310219303e-05,-7.724514580331743e-05,-6.241214578039944e-05,-4.7579145757481456e-05,-3.274614573456347e-05,-1.7913145711645484e-05,-3.0801447792327963e-06,1.1752856153179891e-05,2.658585799508728e-05,4.141885801800527e-05,5.625185804092325e-05,7.108486170182005e-05,8.591786172473803e-05,0.00010075086174765602,0.000115583861770574,0.0001304168690694496,0.0001452498690923676,0.00016008286911528558,0.00017491586913820356,0.00018974886916112155,0.00020458186918403953,0.00021941486920695752,0.0002342478692298755,0.0002490808838047087,0.0002639138838276267,0.0002787468838505447,0.0002935798838734627,0.00030841288389638066,0.00032324588391929865,0.00033807888394221663,0.0003529118839651346,0.0003677448839880526,0.0003825778840109706,0.0003974108840338886,0.00041224388405680656,0.00042707688407972455,0.00044190988410264254,0.0004567428841255605],"_type":"histogram","values":[1,0,0,0,1,3,4,0,2,0,2,5,3,5,0,9,3,10,10,19,14,16,18,16,28,21,23,28,24,34,26,28,26,25,24,43,32,22,28,25,23,20,16,25,18,13,15,18,12,8,2,3,4,2,2,1,1,3,1,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,0,5,10,20,34,55,81,150,228,354,551,841,1337,1866,2667,3686,5163,6681,8840,11100,13820,16658,19915,23423,26232,29007,31648,33528,34517,35201,35157,33891,32274,29849,27054,24042,20932,17580,14705,11875,9049,7226,5483,4081,2876,2090,1438,965,598,406,261,146,92,54,39,19,16,3,1,1,1],"bins":[-0.09813070297241211,-0.09512219578027725,-0.0921136885881424,-0.08910518139600754,-0.08609667420387268,-0.08308816701173782,-0.08007965236902237,-0.07707114517688751,-0.07406263798475266,-0.0710541307926178,-0.06804562360048294,-0.06503711640834808,-0.062028609216213226,-0.05902010202407837,-0.056011591106653214,-0.053003083914518356,-0.0499945767223835,-0.04698606953024864,-0.043977562338113785,-0.04096905142068863,-0.03796054422855377,-0.034952037036418915,-0.03194352984428406,-0.02893502078950405,-0.025926513597369194,-0.022918006405234337,-0.01990949735045433,-0.016900990158319473,-0.013892482034862041,-0.01088397391140461,-0.007875466719269753,-0.004866958595812321,-0.001858450472354889,0.0011500574182718992,0.004158565308898687,0.007167072966694832,0.010175581090152264,0.013184089213609695,0.016192596405744553,0.01920110546052456,0.022209612652659416,0.025218119844794273,0.02822662889957428,0.031235136091709137,0.034243643283843994,0.03725215047597885,0.04026066139340401,0.043269168585538864,0.04627767577767372,0.04928618296980858,0.052294690161943436,0.05530320107936859,0.05831170827150345,0.061320215463638306,0.06432872265577316,0.06733722984790802,0.07034573704004288,0.07335424423217773,0.07636275142431259,0.07937126606702805,0.0823797732591629,0.08538828045129776,0.08839678764343262,0.09140529483556747,0.09441380202770233]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[2,0,1,2,1,1,3,4,7,5,5,4,3,8,11,10,15,13,21,13,17,24,27,27,22,26,39,36,28,28,29,28,28,36,16,19,21,17,18,17,20,18,11,21,13,10,6,8,8,4,3,5,0,3,0,2,1,0,0,1,1,0,0,1],"bins":[-0.0007703690207563341,-0.0007444453658536077,-0.0007185217109508812,-0.0006925980560481548,-0.0006666743429377675,-0.0006407506880350411,-0.0006148270331323147,-0.0005889033782295883,-0.0005629797233268619,-0.0005370560684241354,-0.000511132413521409,-0.00048520872951485217,-0.00045928507461212575,-0.00043336141970939934,-0.0004074377357028425,-0.00038151408080011606,-0.00035559042589738965,-0.00032966677099466324,-0.0003037431160919368,-0.00027781943208537996,-0.00025189577718265355,-0.00022597212227992713,-0.0002000484528252855,-0.00017412478337064385,-0.00014820112846791744,-0.00012227747356519103,-9.635380411054939e-05,-7.043014193186536e-05,-4.450647975318134e-05,-1.8582817574497312e-05,7.340844604186714e-06,3.326450678287074e-05,5.918811075389385e-05,8.511177293257788e-05,0.0001110354351112619,0.00013695910456590354,0.00016288275946862996,0.00018880641437135637,0.000214730083825998,0.00024065375328063965,0.00026657740818336606,0.00029250106308609247,0.0003184247179888189,0.00034434840199537575,0.00037027205689810216,0.0003961957118008286,0.00042211939580738544,0.00044804305071011186,0.00047396670561283827,0.0004998903605155647,0.0005258140154182911,0.0005517376703210175,0.0005776613252237439,0.0006035850383341312,0.0006295086932368577,0.0006554323481395841,0.0006813560030423105,0.0007072796579450369,0.0007332033128477633,0.0007591269677504897,0.000785050680860877,0.0008109743357636034,0.0008368979906663299,0.0008628216455690563,0.0008887453004717827],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,3,7,8,21,43,88,139,241,403,673,1107,1697,2780,4198,6145,8651,12232,16405,22283,28362,36452,44910,54166,63699,72670,81902,88965,93949,97890,99421,97470,94050,88869,81421,71662,63147,53600,44157,36050,28178,21569,16160,11886,8365,5862,3924,2603,1700,1107,651,368,215,161,84,37,24,16,12,1,1,1],"bins":[-0.10270261019468307,-0.09953872859477997,-0.09637484699487686,-0.09321096539497375,-0.09004708379507065,-0.08688320219516754,-0.08371932059526443,-0.08055543899536133,-0.07739155739545822,-0.07422767579555511,-0.07106379419565201,-0.0678999125957489,-0.0647360309958458,-0.06157214939594269,-0.05840826779603958,-0.055244386196136475,-0.05208050459623337,-0.04891662299633026,-0.045752741396427155,-0.04258885979652405,-0.03942497819662094,-0.036261096596717834,-0.03309721499681473,-0.02993333339691162,-0.026769451797008514,-0.023605570197105408,-0.0204416885972023,-0.017277806997299194,-0.014113925397396088,-0.010950043797492981,-0.007786162197589874,-0.004622280597686768,-0.0014583989977836609,0.0017054826021194458,0.0048693642020225525,0.00803324580192566,0.011197127401828766,0.014361009001731873,0.01752489060163498,0.020688772201538086,0.023852653801441193,0.0270165354013443,0.030180417001247406,0.03334429860115051,0.03650818020105362,0.039672061800956726,0.04283594340085983,0.04599982500076294,0.049163706600666046,0.05232758820056915,0.05549146980047226,0.058655351400375366,0.06181923300027847,0.06498311460018158,0.06814699620008469,0.07131087779998779,0.0744747593998909,0.077638640999794,0.08080252259969711,0.08396640419960022,0.08713028579950333,0.09029416739940643,0.09345804899930954,0.09662193059921265,0.09978581219911575]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[2,1,1,4,1,2,7,5,18,10,28,40,57,101,111,173,297,386,551,972,1302,1949,2999,4423,6676,9978,14846,22365,34416,50264,75217,94529,85748,61087,40286,26876,18371,11645,8179,5185,3471,2454,1552,1022,720,457,332,231,143,109,68,56,25,23,18,12,3,7,4,5,0,0,2,2],"bins":[-0.0004329681396484375,-0.00041931867599487305,-0.0004056692123413086,-0.00039201974868774414,-0.0003783702850341797,-0.00036472082138061523,-0.0003510713577270508,-0.00033742189407348633,-0.0003237724304199219,-0.0003101229667663574,-0.00029647350311279297,-0.0002828240394592285,-0.00026917457580566406,-0.0002555251121520996,-0.00024187564849853516,-0.0002282261848449707,-0.00021457672119140625,-0.0002009272575378418,-0.00018727779388427734,-0.0001736283302307129,-0.00015997886657714844,-0.00014632940292358398,-0.00013267993927001953,-0.00011903047561645508,-0.00010538101196289062,-9.173154830932617e-05,-7.808208465576172e-05,-6.443262100219727e-05,-5.078315734863281e-05,-3.713369369506836e-05,-2.3484230041503906e-05,-9.834766387939453e-06,3.814697265625e-06,1.7464160919189453e-05,3.1113624572753906e-05,4.476308822631836e-05,5.841255187988281e-05,7.206201553344727e-05,8.571147918701172e-05,9.936094284057617e-05,0.00011301040649414062,0.00012665987014770508,0.00014030933380126953,0.00015395879745483398,0.00016760826110839844,0.0001812577247619629,0.00019490718841552734,0.0002085566520690918,0.00022220611572265625,0.0002358555793762207,0.00024950504302978516,0.0002631545066833496,0.00027680397033691406,0.0002904534339904785,0.00030410289764404297,0.0003177523612976074,0.0003314018249511719,0.00034505128860473633,0.0003587007522583008,0.00037235021591186523,0.0003859996795654297,0.00039964914321899414,0.0004132986068725586,0.00042694807052612305,0.0004405975341796875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,3,4,6,9,8,23,35,36,63,96,137,197,293,422,639,935,1302,1996,2923,4484,6653,9994,15385,23226,34806,52895,80558,104644,83772,55086,36476,24246,16181,10480,7235,4817,3197,2138,1421,966,654,445,294,195,146,93,67,43,36,21,12,11,6,3,4,2,1,0,0,1],"bins":[-0.00054168701171875,-0.0005245208740234375,-0.000507354736328125,-0.0004901885986328125,-0.0004730224609375,-0.0004558563232421875,-0.000438690185546875,-0.0004215240478515625,-0.00040435791015625,-0.0003871917724609375,-0.000370025634765625,-0.0003528594970703125,-0.000335693359375,-0.0003185272216796875,-0.000301361083984375,-0.0002841949462890625,-0.00026702880859375,-0.0002498626708984375,-0.000232696533203125,-0.0002155303955078125,-0.0001983642578125,-0.0001811981201171875,-0.000164031982421875,-0.0001468658447265625,-0.00012969970703125,-0.0001125335693359375,-9.5367431640625e-05,-7.82012939453125e-05,-6.103515625e-05,-4.38690185546875e-05,-2.6702880859375e-05,-9.5367431640625e-06,7.62939453125e-06,2.47955322265625e-05,4.1961669921875e-05,5.91278076171875e-05,7.62939453125e-05,9.34600830078125e-05,0.000110626220703125,0.0001277923583984375,0.00014495849609375,0.0001621246337890625,0.000179290771484375,0.0001964569091796875,0.000213623046875,0.0002307891845703125,0.000247955322265625,0.0002651214599609375,0.00028228759765625,0.0002994537353515625,0.000316619873046875,0.0003337860107421875,0.0003509521484375,0.0003681182861328125,0.000385284423828125,0.0004024505615234375,0.00041961669921875,0.0004367828369140625,0.000453948974609375,0.0004711151123046875,0.00048828125,0.0005054473876953125,0.000522613525390625,0.0005397796630859375,0.00055694580078125]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[3,0,1,3,9,4,2,4,4,5,11,9,11,12,10,7,13,21,28,19,21,25,31,22,32,31,21,29,30,28,28,25,30,18,14,24,22,10,12,23,23,5,20,16,12,4,6,4,3,7,0,5,1,1,2,1,2,0,0,2,1,0,0,1],"bins":[-0.0003783176653087139,-0.00036467102472670376,-0.0003510243841446936,-0.00033737774356268346,-0.0003237311029806733,-0.00031008446239866316,-0.000296437821816653,-0.00028279118123464286,-0.0002691445406526327,-0.0002554978709667921,-0.00024185124493669719,-0.00022820460435468704,-0.00021455794922076166,-0.0002009113086387515,-0.00018726466805674136,-0.0001736180274747312,-0.00015997138689272106,-0.0001463247463107109,-0.00013267810572870076,-0.00011903145787073299,-0.00010538481728872284,-9.173817670671269e-05,-7.809152884874493e-05,-6.444488826673478e-05,-5.079824768472463e-05,-3.715160710271448e-05,-2.3504962882725522e-05,-9.858320481725968e-06,3.788321919273585e-06,1.743496432027314e-05,3.108160672127269e-05,4.472825094126165e-05,5.83748915232718e-05,7.202153210528195e-05,8.56681726872921e-05,9.931482054525986e-05,0.00011296146112727001,0.00012660810898523778,0.00014025474956724793,0.00015390139014925808,0.00016754803073126823,0.00018119467131327838,0.00019484131189528853,0.00020848795247729868,0.00022213460761122406,0.0002357812481932342,0.00024942788877524436,0.0002630745293572545,0.00027672116993926466,0.0002903678105212748,0.00030401445110328496,0.0003176610916852951,0.00033130773226730525,0.0003449543728493154,0.00035860101343132555,0.0003722476540133357,0.0003858943236991763,0.00039954096428118646,0.0004131876048631966,0.00042683424544520676,0.0004404808860272169,0.00045412752660922706,0.0004677741671912372,0.00048142080777324736,0.0004950674483552575],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,0,0,1,0,3,1,2,2,4,4,17,20,20,44,71,84,123,187,321,438,674,931,1601,2169,3476,4951,7594,11696,17528,27448,42190,65100,92954,97900,73303,48297,31194,20154,13391,8681,5827,3671,2694,1633,1111,755,531,347,233,157,110,60,39,32,10,10,10,9,5,2,1,2],"bins":[-0.000553131103515625,-0.0005373954772949219,-0.0005216598510742188,-0.0005059242248535156,-0.0004901885986328125,-0.0004744529724121094,-0.00045871734619140625,-0.0004429817199707031,-0.00042724609375,-0.0004115104675292969,-0.00039577484130859375,-0.0003800392150878906,-0.0003643035888671875,-0.0003485679626464844,-0.00033283233642578125,-0.0003170967102050781,-0.000301361083984375,-0.0002856254577636719,-0.00026988983154296875,-0.0002541542053222656,-0.0002384185791015625,-0.00022268295288085938,-0.00020694732666015625,-0.00019121170043945312,-0.00017547607421875,-0.00015974044799804688,-0.00014400482177734375,-0.00012826919555664062,-0.0001125335693359375,-9.679794311523438e-05,-8.106231689453125e-05,-6.532669067382812e-05,-4.9591064453125e-05,-3.3855438232421875e-05,-1.811981201171875e-05,-2.384185791015625e-06,1.33514404296875e-05,2.9087066650390625e-05,4.482269287109375e-05,6.0558319091796875e-05,7.62939453125e-05,9.202957153320312e-05,0.00010776519775390625,0.00012350082397460938,0.0001392364501953125,0.00015497207641601562,0.00017070770263671875,0.00018644332885742188,0.000202178955078125,0.00021791458129882812,0.00023365020751953125,0.0002493858337402344,0.0002651214599609375,0.0002808570861816406,0.00029659271240234375,0.0003123283386230469,0.00032806396484375,0.0003437995910644531,0.00035953521728515625,0.0003752708435058594,0.0003910064697265625,0.0004067420959472656,0.00042247772216796875,0.0004382133483886719,0.000453948974609375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,1,4,2,2,6,7,13,12,21,32,49,66,76,100,104,74,51,28,23,26,12,13,12,10,4,3,3,2,0,3,2,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.000985112157650292,-0.0009534249547868967,-0.0009217377519235015,-0.0008900506072677672,-0.000858363404404372,-0.0008266762015409768,-0.0007949890568852425,-0.0007633018540218472,-0.000731614651158452,-0.0006999274482950568,-0.0006682402454316616,-0.0006365531007759273,-0.0006048658979125321,-0.0005731786950491369,-0.0005414915503934026,-0.0005098043475300074,-0.00047811714466661215,-0.00044642994180321693,-0.0004147427680436522,-0.0003830555942840874,-0.0003513683914206922,-0.000319681188557297,-0.00028799401479773223,-0.0002563068410381675,-0.00022461963817477226,-0.00019293244986329228,-0.0001612452615518123,-0.0001295580732403323,-9.787088492885232e-05,-6.618369661737233e-05,-3.449650830589235e-05,-2.8093199944123626e-06,2.8877868317067623e-05,6.056505662854761e-05,9.22522449400276e-05,0.00012393943325150758,0.00015562662156298757,0.00018731380987446755,0.00021900099818594754,0.0002506881719455123,0.0002823753748089075,0.0003140625776723027,0.0003457497514318675,0.00037743692519143224,0.00040912412805482745,0.00044081133091822267,0.0004724985046777874,0.0005041856784373522,0.0005358728813007474,0.0005675600841641426,0.0005992472870275378,0.0006309344316832721,0.0006626216345466673,0.0006943088374100626,0.0007259959820657969,0.0007576831849291921,0.0007893703877925873,0.0008210575906559825,0.0008527447935193777,0.000884431938175112,0.0009161191410385072,0.0009478063439019024,0.0009794934885576367,0.001011180691421032,0.0010428678942844272],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,1,1,2,2,5,5,3,7,4,6,7,5,11,16,22,19,18,21,26,25,24,25,28,20,20,33,27,30,20,33,25,23,23,36,21,26,21,22,13,12,13,17,13,4,9,2,5,1,3,5,0,0,1,1,2,0,0,0,2],"bins":[-0.0005005471757613122,-0.00048528675688430667,-0.0004700263380073011,-0.00045476594823412597,-0.0004395055293571204,-0.0004242451104801148,-0.0004089847207069397,-0.0003937243018299341,-0.00037846388295292854,-0.00036320346407592297,-0.0003479430451989174,-0.00033268265542574227,-0.0003174222365487367,-0.0003021618176717311,-0.000286901427898556,-0.0002716410090215504,-0.00025638059014454484,-0.00024112017126753926,-0.00022585976694244891,-0.00021059936261735857,-0.000195338943740353,-0.0001800785248633474,-0.00016481812053825706,-0.00014955771621316671,-0.00013429729733616114,-0.00011903688573511317,-0.00010377647413406521,-8.851606253301725e-05,-7.325565093196929e-05,-5.799523933092132e-05,-4.273482772987336e-05,-2.7474416128825396e-05,-1.221403363160789e-05,3.0463779694400728e-06,1.8306789570488036e-05,3.3567201171536e-05,4.882761277258396e-05,6.408802437363192e-05,7.934843597467989e-05,9.460884757572785e-05,0.00010986925917677581,0.0001251296780537814,0.00014039008237887174,0.0001556504867039621,0.00017091090558096766,0.00018617132445797324,0.0002014317287830636,0.00021669213310815394,0.00023195255198515952,0.0002472129708621651,0.0002624733606353402,0.0002777337795123458,0.00029299419838935137,0.00030825461726635695,0.0003235150361433625,0.00033877542591653764,0.0003540358447935432,0.0003692962636705488,0.0003845566534437239,0.0003998170723207295,0.00041507749119773507,0.00043033791007474065,0.0004455983289517462,0.00046085871872492135,0.0004761191376019269]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,1,2,7,9,27,29,72,109,147,241,395,630,932,1327,1889,2673,3550,4884,6285,8259,10452,13080,15639,18735,21711,24546,27514,29819,31708,33476,33986,34038,33090,32140,30204,27815,25099,22212,19012,16436,13431,10958,8749,6737,5093,3912,2719,1927,1382,964,619,458,261,175,99,73,44,19,14,3,4],"bins":[-0.09889601916074753,-0.09599457681179047,-0.09309312701225281,-0.09019168466329575,-0.08729024231433868,-0.08438879251480103,-0.08148735016584396,-0.0785859003663063,-0.07568445801734924,-0.07278301566839218,-0.06988156586885452,-0.06698012351989746,-0.0640786737203598,-0.06117723137140274,-0.05827578902244568,-0.05537434294819832,-0.05247289687395096,-0.0495714507997036,-0.04667000472545624,-0.043768562376499176,-0.040867116302251816,-0.037965670228004456,-0.035064227879047394,-0.032162781804800034,-0.029261335730552673,-0.026359889656305313,-0.023458445444703102,-0.02055700123310089,-0.01765555515885353,-0.014754110015928745,-0.01185266487300396,-0.008951219730079174,-0.0060497671365737915,-0.003148321993649006,-0.0002468768507242203,0.0026545682922005653,0.005556013435125351,0.008457458578050137,0.011358903720974922,0.014260348863899708,0.017161794006824493,0.020063240081071854,0.022964684292674065,0.025866128504276276,0.028767574578523636,0.031669020652770996,0.03457046300172806,0.03747190907597542,0.04037335515022278,0.04327480122447014,0.0461762472987175,0.04907768964767456,0.05197913572192192,0.05488058179616928,0.05778202414512634,0.0606834702193737,0.06358491629362106,0.06648635864257812,0.06938780844211578,0.07228925079107285,0.07519069314002991,0.07809214293956757,0.08099358528852463,0.08389503508806229,0.08679647743701935]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug-core.log b/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..a4e203e9fed9d84b0a877009a7cfed30852f66ec --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T03:22:30.470560008+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp1kz69x6x/port-79672.txt","pid":79672,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T03:22:30.471129087+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":79672} +{"time":"2025-07-18T03:22:30.471116966+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-79672-79695-1845556582/socket","Net":"unix"}} +{"time":"2025-07-18T03:22:30.652102745+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T03:22:30.661170627+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"55hrsoty","id":"1(@)"} +{"time":"2025-07-18T03:22:31.085844363+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"55hrsoty","id":"1(@)"} +{"time":"2025-07-18T03:24:43.746961317+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T03:24:43.747216047+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T03:24:43.747292475+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T03:24:43.747302989+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T03:24:43.747413346+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-79672-79695-1845556582/socket","Net":"unix"}} +{"time":"2025-07-18T03:24:46.541264998+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T03:24:46.54128839+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T03:24:46.541302966+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..e098fd5ab31ff8d78185736ba2e57a5788475802 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T03:22:30.663268475+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T03:22:31.085810433+03:00","level":"INFO","msg":"stream: created new stream","id":"55hrsoty"} +{"time":"2025-07-18T03:22:31.085838696+03:00","level":"INFO","msg":"stream: started","id":"55hrsoty"} +{"time":"2025-07-18T03:22:31.085852568+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"55hrsoty"} +{"time":"2025-07-18T03:22:31.085860422+03:00","level":"INFO","msg":"sender: started","stream_id":"55hrsoty"} +{"time":"2025-07-18T03:22:31.085878398+03:00","level":"INFO","msg":"handler: started","stream_id":"55hrsoty"} +{"time":"2025-07-18T03:24:43.747263494+03:00","level":"INFO","msg":"stream: closing","id":"55hrsoty"} +{"time":"2025-07-18T03:24:45.092507953+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T03:24:46.533627887+03:00","level":"INFO","msg":"handler: closed","stream_id":"55hrsoty"} +{"time":"2025-07-18T03:24:46.533664844+03:00","level":"INFO","msg":"sender: closed","stream_id":"55hrsoty"} +{"time":"2025-07-18T03:24:46.533653438+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"55hrsoty"} +{"time":"2025-07-18T03:24:46.540737068+03:00","level":"INFO","msg":"stream: closed","id":"55hrsoty"} diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug.log b/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..7c03b4e5b315db9534a6ff8447fd2144cc9f98ef --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 03:22:30,432 INFO MainThread:79672 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 03:22:30,432 INFO MainThread:79672 [wandb_setup.py:_flush():80] Configure stats pid to 79672 +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_032230-55hrsoty/logs/debug.log +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_032230-55hrsoty/logs/debug-internal.log +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_init.py:init():830] calling init triggers +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 4, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 03:22:30,433 INFO MainThread:79672 [wandb_init.py:init():871] starting backend +2025-07-18 03:22:30,652 INFO MainThread:79672 [wandb_init.py:init():874] sending inform_init request +2025-07-18 03:22:30,659 INFO MainThread:79672 [wandb_init.py:init():882] backend started and connected +2025-07-18 03:22:30,661 INFO MainThread:79672 [wandb_init.py:init():953] updated telemetry +2025-07-18 03:22:30,661 INFO MainThread:79672 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 03:22:31,451 INFO MainThread:79672 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 03:22:31,621 INFO MainThread:79672 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 03:22:31,621 INFO MainThread:79672 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 03:22:31,621 INFO MainThread:79672 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 03:22:31,622 INFO MainThread:79672 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 03:22:31,626 INFO MainThread:79672 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 03:22:34,118 INFO MainThread:79672 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 03:22:34,120 INFO MainThread:79672 [wandb_watch.py:_watch():70] Watching +2025-07-18 03:24:43,745 INFO MsgRouterThr:79672 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_032230-55hrsoty/run-55hrsoty.wandb b/simson_modeling/wandb/run-20250718_032230-55hrsoty/run-55hrsoty.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e601d37f76b200ce0bb3444b58041d401e031ebc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032230-55hrsoty/run-55hrsoty.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b53d6762006d93dbce74ea9587c36b1c6d5697c4622b4eb81c841fb7d71eb00 +size 17788389 diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/config.yaml b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef86c0433ad65f7cd69af788d4e79f7623c43f50 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + cb6a45u3ak5etd17n2zncmrod587sycu: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136817299456" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T00:25:23.218271Z" + writerId: cb6a45u3ak5etd17n2zncmrod587sycu + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/output.log b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..3822c513884e74f2b65b1d5ff2574b01f977a85c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/output.log @@ -0,0 +1,60 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 15/133438 [05:14<260:38:28, 7.03s/it, loss=2.7661] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f0008881760> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [05:20", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 231, in log_tensor_stats + bins = torch.linspace(tmin, tmax, steps=self._num_bins + 1) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/requirements.txt b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3870b95b81542d12910e0a2b42eed34a75e13f85 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T00:25:23.218271Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136817299456" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "cb6a45u3ak5etd17n2zncmrod587sycu" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..8dcd94295b7ac651a87ca83046e5aed4a1908385 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,3,1,0,2,1,2,1,4,8,3,7,6,10,7,13,13,12,9,15,38,32,31,35,36,35,43,40,41,35,34,36,33,25,21,18,16,14,12,12,11,13,5,4,3,6,4,2,1,5,2,2,2,0,0,0,0,0,0,0,1],"bins":[-0.00035360900801606476,-0.0003419191634748131,-0.000330229289829731,-0.00031853944528847933,-0.00030684960074722767,-0.00029515972710214555,-0.0002834698825608939,-0.00027178003801964223,-0.0002600901643745601,-0.00024840031983330846,-0.00023671046074014157,-0.00022502060164697468,-0.00021333075710572302,-0.00020164089801255614,-0.00018995103891938925,-0.0001782611943781376,-0.0001665713352849707,-0.0001548814761918038,-0.00014319163165055215,-0.00013150177255738527,-0.00011981191346421838,-0.0001081220616470091,-9.643220982979983e-05,-8.474235073663294e-05,-7.305249891942367e-05,-6.13626471022144e-05,-4.967278800904751e-05,-3.7982936191838235e-05,-2.6293080736650154e-05,-1.4603226190956775e-05,-2.913371645263396e-06,8.776482900429983e-06,2.046633744612336e-05,3.215619290131144e-05,4.384604835649952e-05,5.5535900173708797e-05,6.722575926687568e-05,7.891561108408496e-05,9.060546290129423e-05,0.00010229532199446112,0.00011398517381167039,0.00012567502562887967,0.00013736488472204655,0.00014905474381521344,0.0001607445883564651,0.000172434447449632,0.00018412430654279888,0.00019581415108405054,0.00020750401017721742,0.0002191938692703843,0.00023088371381163597,0.00024257357290480286,0.00025426343199796975,0.0002659532765392214,0.0002776431501843035,0.0002893329947255552,0.00030102283926680684,0.00031271271291188896,0.0003244025574531406,0.0003360924019943923,0.0003477822756394744,0.00035947212018072605,0.0003711619647219777,0.0003828518383670598,0.0003945416829083115]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,0,1,1,0,0,1,0,0,0,3,4,1,2,4,4,7,9,13,4,15,11,21,11,17,35,38,74,102,101,71,32,32,27,29,13,15,12,8,14,7,4,2,5,5,3,0,1,0,0,1,0,1,0,1,0,0,1,0,1,0,1],"bins":[-0.12820875644683838,-0.12408088147640228,-0.11995300650596619,-0.11582513153553009,-0.111697256565094,-0.1075693741440773,-0.1034414991736412,-0.09931362420320511,-0.09518574923276901,-0.09105787426233292,-0.08692999929189682,-0.08280212432146072,-0.07867424190044403,-0.07454636693000793,-0.07041849195957184,-0.06629061698913574,-0.062162742018699646,-0.05803486704826355,-0.053906992077827454,-0.04977911338210106,-0.04565123841166496,-0.04152336344122887,-0.03739548474550247,-0.033267609775066376,-0.02913973480463028,-0.025011859834194183,-0.020883983001112938,-0.016756106168031693,-0.012628231197595596,-0.008500355295836926,-0.004372479394078255,-0.0002446034923195839,0.003883257508277893,0.008011133410036564,0.012139009311795235,0.01626688614487648,0.020394761115312576,0.024522636085748672,0.028650512918829918,0.03277838975191116,0.03690626472234726,0.041034139692783356,0.04516201466321945,0.04928989335894585,0.05341776832938194,0.05754564329981804,0.061673521995544434,0.06580139696598053,0.06992927193641663,0.07405714690685272,0.07818502187728882,0.08231289684772491,0.08644077181816101,0.0905686542391777,0.0946965292096138,0.0988244041800499,0.10295227915048599,0.10708015412092209,0.11120802909135818,0.11533590406179428,0.11946378648281097,0.12359166145324707,0.12771953642368317,0.13184741139411926,0.13597528636455536]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0005032730405218899,-0.0004873553989455104,-0.00047143775736913085,-0.0004555201157927513,-0.0004396024742163718,-0.0004236848035361618,-0.00040776716195978224,-0.0003918495203834027,-0.00037593187880702317,-0.00036001423723064363,-0.0003440965956542641,-0.00032817895407788455,-0.00031226128339767456,-0.000296343641821295,-0.0002804260002449155,-0.00026450835866853595,-0.0002485907170921564,-0.00023267307551577687,-0.00021675543393939734,-0.00020083777781110257,-0.00018492013623472303,-0.0001690024946583435,-0.00015308483853004873,-0.0001371671969536692,-0.00012124955537728965,-0.00010533191380091012,-8.941426494857296e-05,-7.349661609623581e-05,-5.7578974519856274e-05,-4.166132930549793e-05,-2.5743684091139585e-05,-9.82603887678124e-06,6.0916063375771046e-06,2.200925155193545e-05,3.7926896766293794e-05,5.384454198065214e-05,6.976218719501048e-05,8.567982877139002e-05,0.00010159747762372717,0.00011751512647606432,0.00013343276805244386,0.0001493504096288234,0.00016526805120520294,0.0001811857073334977,0.00019710334890987724,0.00021302099048625678,0.00022893864661455154,0.0002448562881909311,0.0002607739297673106,0.00027669157134369016,0.0002926092129200697,0.00030852685449644923,0.00032444449607282877,0.00034036216675303876,0.0003562798083294183,0.00037219744990579784,0.0003881150914821774,0.0004040327330585569,0.00041995037463493645,0.000435868016211316,0.000451785686891526,0.0004677033284679055,0.00048362097004428506,0.0004995386116206646,0.0005154562531970441],"_type":"histogram","values":[2,0,0,1,3,0,1,7,5,2,4,3,15,9,12,24,24,21,30,35,47,51,54,55,68,72,83,95,99,102,107,109,91,101,106,86,81,68,55,46,45,39,44,22,32,27,12,12,12,12,3,3,0,3,2,1,1,1,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,1,2,0,0,0,1,1,1,3,1,4,3,4,8,12,6,11,20,29,29,28,30,43,40,59,65,78,80,105,101,137,107,120,110,112,111,82,65,58,58,67,39,35,34,23,20,27,14,9,10,7,5,4,6,7,1,1,5,3,1,2,0,2],"bins":[-0.018591882660984993,-0.018030740320682526,-0.017469599843025208,-0.01690845750272274,-0.016347317025065422,-0.015786174684762955,-0.015225033275783062,-0.01466389186680317,-0.014102750457823277,-0.013541609048843384,-0.012980467639863491,-0.012419326230883598,-0.011858183890581131,-0.011297042481601238,-0.010735901072621346,-0.010174759663641453,-0.00961361825466156,-0.009052476845681667,-0.008491335436701775,-0.007930194027721882,-0.007369052153080702,-0.006807910744100809,-0.006246768869459629,-0.005685627460479736,-0.005124486051499844,-0.004563344642519951,-0.004002203233540058,-0.003441061358898878,-0.0028799199499189854,-0.0023187785409390926,-0.0017576368991285563,-0.0011964953737333417,-0.0006353519856929779,-7.421046029776335e-05,0.0004869310650974512,0.0010480725904926658,0.0016092141158878803,0.002170355524867773,0.0027314971666783094,0.003292638808488846,0.0038537802174687386,0.004414921626448631,0.004976063035428524,0.005537204910069704,0.006098346319049597,0.0066594877280294895,0.0072206296026706696,0.007781771011650562,0.008342912420630455,0.008904053829610348,0.00946519523859024,0.010026336647570133,0.010587478056550026,0.011148620396852493,0.011709761805832386,0.012270903214812279,0.012832044623792171,0.013393186032772064,0.013954327441751957,0.01451546885073185,0.015076611191034317,0.015637751668691635,0.016198894008994102,0.01676003448665142,0.017321176826953888]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,3,2,3,1,2,2,1,2,7,2,8,2,13,12,14,17,18,13,19,26,41,34,24,34,23,42,28,31,33,35,30,26,30,22,22,15,23,23,13,16,10,3,2,6,4,6,5,2,2,4,2,0,2,2,1,0,0,2],"bins":[-0.0003287910658400506,-0.0003187352849636227,-0.00030867953319102526,-0.00029862375231459737,-0.0002885679714381695,-0.00027851221966557205,-0.00026845643878914416,-0.00025840065791271627,-0.00024834490614011884,-0.00023828912526369095,-0.00022823334438726306,-0.0002181775780627504,-0.00020812181173823774,-0.00019806603086180985,-0.0001880102645372972,-0.0001779544836608693,-0.00016789871733635664,-0.00015784295101184398,-0.0001477871701354161,-0.00013773140381090343,-0.00012767562293447554,-0.00011761985660996288,-0.00010756409028545022,-9.750831668497995e-05,-8.745254308450967e-05,-7.73967694840394e-05,-6.734099588356912e-05,-5.728522955905646e-05,-4.7229455958586186e-05,-3.717368235811591e-05,-2.7117912395624444e-05,-1.7062140614143573e-05,-7.006339728832245e-06,3.0494320526486263e-06,1.3105203834129497e-05,2.316097561561037e-05,3.321674739709124e-05,4.3272520997561514e-05,5.332829096005298e-05,6.338406092254445e-05,7.343983452301472e-05,8.3495608123485e-05,9.355138172395527e-05,0.00010360714804846793,0.00011366292164893821,0.00012371869524940848,0.00013377446157392114,0.00014383024245034903,0.0001538860087748617,0.00016394177509937435,0.00017399755597580224,0.0001840533223003149,0.0001941091031767428,0.00020416486950125545,0.0002142206358257681,0.000224276416702196,0.00023433218302670866,0.0002443879493512213,0.0002544437302276492,0.0002644995111040771,0.00027455526287667453,0.0002846110437531024,0.0002946668246295303,0.00030472257640212774,0.00031477835727855563]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0008513979846611619,-0.0008253902196884155,-0.0007993825129233301,-0.0007733748061582446,-0.0007473670411854982,-0.0007213592762127519,-0.0006953515694476664,-0.000669343862682581,-0.0006433360977098346,-0.0006173283327370882,-0.0005913206259720027,-0.0005653129192069173,-0.0005393051542341709,-0.0005132973892614245,-0.0004872896824963391,-0.00046128194662742317,-0.00043527421075850725,-0.00040926647488959134,-0.0003832587390206754,-0.0003572510031517595,-0.0003312432672828436,-0.0003052355314139277,-0.00027922779554501176,-0.00025322005967609584,-0.00022721232380717993,-0.000201204587938264,-0.0001751968520693481,-0.00014918911620043218,-0.00012318138033151627,-9.717364446260035e-05,-7.116590859368443e-05,-4.515817272476852e-05,-1.9150436855852604e-05,6.857299013063312e-06,3.286503488197923e-05,5.887277075089514e-05,8.488050661981106e-05,0.00011088824248872697,0.0001368959783576429,0.0001629037142265588,0.00018891145009547472,0.00021491918596439064,0.00024092692183330655,0.00026693465770222247,0.0002929423935711384,0.0003189501294400543,0.0003449578653089702,0.00037096560117788613,0.00039697333704680204,0.00042298107291571796,0.0004489888087846339,0.0004749965446535498,0.0005010042805224657,0.0005270120454952121,0.0005530197522602975,0.000579027459025383,0.0006050352239981294,0.0006310429889708757,0.0006570506957359612,0.0006830584025010467,0.000709066167473793,0.0007350739324465394,0.0007610816392116249,0.0007870893459767103,0.0008130971109494567],"_type":"histogram","values":[1,0,0,2,0,1,5,0,0,0,1,2,3,5,0,0,3,3,8,4,8,13,11,8,13,16,25,24,28,40,50,54,49,45,40,41,47,36,31,25,22,20,16,15,9,5,6,6,4,7,2,1,4,3,1,1,0,2,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,0,2,3,1,1,2,8,8,4,4,7,14,8,13,22,36,38,38,41,68,74,109,116,145,168,196,148,160,128,91,70,62,54,47,30,27,26,18,18,7,3,11,3,6,2,2,2,0,1,0,0,1,0,0,1,0,0,0,0,0,1],"bins":[-0.05962587893009186,-0.05753745511174202,-0.05544902756810188,-0.053360603749752045,-0.051272179931402206,-0.04918375238776207,-0.04709532856941223,-0.04500690475106239,-0.042918480932712555,-0.04083005338907242,-0.03874162957072258,-0.03665320575237274,-0.034564778208732605,-0.03247635439038277,-0.03038792870938778,-0.02829950489103794,-0.026211079210042953,-0.024122653529047966,-0.022034229710698128,-0.01994580402970314,-0.017857380211353302,-0.015768954530358315,-0.013680528849363327,-0.011592104099690914,-0.009503679350018501,-0.007415254600346088,-0.005326829385012388,-0.0032384044025093317,-0.0011499794200062752,0.0009384455624967813,0.003026870544999838,0.005115295760333538,0.007203720510005951,0.009292145259678364,0.011380570009350777,0.013468995690345764,0.015557420440018177,0.01764584518969059,0.019734270870685577,0.021822694689035416,0.023911120370030403,0.02599954605102539,0.02808796986937523,0.030176395550370216,0.032264821231365204,0.03435324504971504,0.03644166886806488,0.03853009641170502,0.040618520230054855,0.042706944048404694,0.04479537159204483,0.04688379541039467,0.04897221922874451,0.051060646772384644,0.05314907059073448,0.05523749440908432,0.05732592195272446,0.059414345771074295,0.06150276958942413,0.06359119713306427,0.06567961722612381,0.06776804476976395,0.06985647231340408,0.07194489240646362,0.07403331995010376]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,1,3,5,6,18,22,41,78,122,229,311,531,776,1146,1768,2427,3364,4435,5910,7574,9352,11547,13800,16192,18281,20208,22020,23425,23940,24482,23858,23193,21527,19901,17889,15605,13269,11095,8740,7083,5410,4009,2969,2161,1484,1088,701,461,281,209,117,51,53,16,18,4,5,1,1,0,0,0,1],"bins":[-0.09463515132665634,-0.09151870012283325,-0.08840225636959076,-0.08528580516576767,-0.08216936141252518,-0.07905291020870209,-0.0759364664554596,-0.0728200152516365,-0.06970357149839401,-0.06658712029457092,-0.06347067654132843,-0.06035422533750534,-0.05723777785897255,-0.05412133038043976,-0.05100488290190697,-0.047888435423374176,-0.044771987944841385,-0.041655540466308594,-0.0385390929877758,-0.03542264550924301,-0.03230619803071022,-0.02918974868953228,-0.02607330121099949,-0.022956853732466698,-0.019840406253933907,-0.016723958775401115,-0.013607511296868324,-0.010491062887012959,-0.007374615408480167,-0.004258167929947376,-0.0011417199857532978,0.001974727725610137,0.005091175436973572,0.008207622915506363,0.011324070394039154,0.01444051880389452,0.017556965351104736,0.020673414692282677,0.023789862170815468,0.02690630964934826,0.03002275712788105,0.03313920646905899,0.03625565394759178,0.03937210142612457,0.042488548904657364,0.045604996383190155,0.048721443861722946,0.05183789134025574,0.05495433881878853,0.05807078629732132,0.06118723377585411,0.0643036812543869,0.06742013245820999,0.07053657621145248,0.07365302741527557,0.07676947116851807,0.07988592237234116,0.08300236612558365,0.08611881732940674,0.08923526108264923,0.09235171228647232,0.09546815603971481,0.0985846072435379,0.1017010509967804,0.10481750220060349]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,0,1,1,4,4,4,3,5,8,11,16,11,21,17,26,25,29,31,29,24,34,34,32,23,37,34,29,27,18,36,30,18,19,22,19,17,12,11,8,5,7,9,4,1,3,2,3,0,0,0,0,1,0,0,0,1],"bins":[-0.02480245754122734,-0.024019770324230194,-0.023237083107233047,-0.02245439775288105,-0.021671710535883904,-0.020889023318886757,-0.02010633610188961,-0.019323650747537613,-0.018540963530540466,-0.01775827631354332,-0.016975589096546173,-0.016192901879549026,-0.015410215593874454,-0.014627529308199883,-0.013844842091202736,-0.013062155805528164,-0.012279468588531017,-0.01149678137153387,-0.010714095085859299,-0.009931407868862152,-0.00914872158318758,-0.008366034366190434,-0.007583347614854574,-0.006800660863518715,-0.006017974112182856,-0.005235287360846996,-0.004452600609511137,-0.003669913625344634,-0.0028872268740087748,-0.0021045401226729155,-0.0013218532549217343,-0.0005391664453782141,0.0002435203641653061,0.0010262071155011654,0.0018088939832523465,0.0025915808510035276,0.003374267602339387,0.00415695458650589,0.004939641337841749,0.0057223280891776085,0.006505014840513468,0.007287701591849327,0.008070388808846474,0.008853075094521046,0.009635762311518192,0.010418448597192764,0.011201135814189911,0.011983822099864483,0.01276650931686163,0.013549196533858776,0.014331882819533348,0.015114570036530495,0.01589725725352764,0.01667994260787964,0.017462629824876785,0.018245317041873932,0.01902800425887108,0.019810691475868225,0.020593376830220222,0.02137606404721737,0.022158751264214516,0.022941438481211662,0.02372412383556366,0.024506811052560806,0.025289498269557953],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,3,1,1,1,2,2,0,6,5,8,4,6,8,9,15,16,12,10,20,42,28,37,35,40,33,38,44,44,32,29,40,29,20,19,16,18,16,10,10,13,7,5,5,5,4,1,5,3,4,0,2,1,0,0,0,0,0,0,0,1],"bins":[-0.00034995205351151526,-0.0003381911083124578,-0.0003264301922172308,-0.00031466924701817334,-0.0003029083018191159,-0.0002911473857238889,-0.0002793864405248314,-0.00026762549532577395,-0.00025586457923054695,-0.0002441036340314895,-0.00023234270338434726,-0.00022058177273720503,-0.00020882082753814757,-0.00019705989689100534,-0.0001852989662438631,-0.00017353802104480565,-0.00016177709039766341,-0.00015001615975052118,-0.00013825521455146372,-0.0001264942839043215,-0.00011473335325717926,-0.00010297241533407941,-9.121147741097957e-05,-7.945054676383734e-05,-6.768960884073749e-05,-5.592867455561645e-05,-4.4167740270495415e-05,-3.240680234739557e-05,-2.064586806227453e-05,-8.88493286765879e-06,2.87600232695695e-06,1.463693752157269e-05,2.639787271618843e-05,3.815880700130947e-05,4.991974128643051e-05,6.168067920953035e-05,7.344160985667259e-05,8.520254777977243e-05,9.696348570287228e-05,0.00010872441635001451,0.00012048535427311435,0.0001322462921962142,0.00014400722284335643,0.00015576815349049866,0.00016752909868955612,0.00017929002933669835,0.00019105095998384058,0.00020281190518289804,0.00021457283583004028,0.0002263337664771825,0.00023809471167623997,0.00024985562777146697,0.00026161657297052443,0.0002733775181695819,0.0002851384342648089,0.00029689937946386635,0.0003086603246629238,0.0003204212407581508,0.0003321821859572083,0.00034394313115626574,0.00035570404725149274,0.0003674649924505502,0.00037922593764960766,0.00039098685374483466,0.0004027477989438921]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,2,2,1,4,3,1,1,0,2,2,8,12,10,19,29,48,63,62,104,110,104,60,32,30,13,15,3,3,7,2,1,1,1,0,1,2,1,1,1,0,0,1,1,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-1.6640638023091014e-06,-1.5885343600530177e-06,-1.513004917796934e-06,-1.4374754755408503e-06,-1.3619460332847666e-06,-1.2864165910286829e-06,-1.2108871487725992e-06,-1.1353577065165155e-06,-1.0598282642604318e-06,-9.842987083175103e-07,-9.087693229048455e-07,-8.332398806487618e-07,-7.577103815492592e-07,-6.821809392931755e-07,-6.066514970370918e-07,-5.31122054781008e-07,-4.5559261252492433e-07,-3.800631702688406e-07,-3.045337280127569e-07,-2.2900425733496377e-07,-1.5347481507888006e-07,-7.794536571736899e-08,-2.4159163558579166e-09,7.311353300565315e-08,1.4864298236716422e-07,2.2417242462324793e-07,2.9970186687933165e-07,3.752313375571248e-07,4.507607798132085e-07,5.262902504910016e-07,6.018196927470854e-07,6.773491350031691e-07,7.528785772592528e-07,8.284080195153365e-07,9.039374617714202e-07,9.79466904027504e-07,1.0549963462835876e-06,1.1305257885396713e-06,1.206055230795755e-06,1.2815846730518388e-06,1.3571141153079225e-06,1.432643671250844e-06,1.5081731135069276e-06,1.5837025557630113e-06,1.659231998019095e-06,1.7347614402751788e-06,1.8102908825312625e-06,1.8858203247873462e-06,1.9613498807302676e-06,2.0368793229863513e-06,2.112408765242435e-06,2.1879382074985188e-06,2.2634676497546025e-06,2.338997092010686e-06,2.41452653426677e-06,2.4900559765228536e-06,2.5655854187789373e-06,2.641114861035021e-06,2.7166443032911047e-06,2.7921737455471884e-06,2.867703187803272e-06,2.943232630059356e-06,3.0187620723154396e-06,3.0942915145715233e-06,3.169820956827607e-06]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.1007470190525055,-0.09768311679363251,-0.09461921453475952,-0.09155531972646713,-0.08849141746759415,-0.08542751520872116,-0.08236362040042877,-0.07929971814155579,-0.0762358158826828,-0.07317191362380981,-0.07010801136493683,-0.06704411655664444,-0.06398021429777145,-0.06091631203889847,-0.05785241350531578,-0.05478851497173309,-0.05172461271286011,-0.04866071045398712,-0.045596811920404434,-0.04253291338682175,-0.03946901112794876,-0.036405108869075775,-0.03334121033549309,-0.03027730993926525,-0.027213409543037415,-0.024149509146809578,-0.02108560875058174,-0.018021708354353905,-0.014957807958126068,-0.011893907561898232,-0.008830007165670395,-0.005766106769442558,-0.0027021989226341248,0.00036170147359371185,0.0034256018698215485,0.006489502266049385,0.009553402662277222,0.012617303058505058,0.015681203454732895,0.01874510385096073,0.021809004247188568,0.024872904643416405,0.02793680503964424,0.031000705435872078,0.034064605832099915,0.0371285080909729,0.04019240662455559,0.043256305158138275,0.04632020741701126,0.04938410967588425,0.052448008209466934,0.05551190674304962,0.05857580900192261,0.06163971126079559,0.06470361351966858,0.06776750832796097,0.07083141058683395,0.07389531284570694,0.07695920765399933,0.08002310991287231,0.0830870121717453,0.08615091443061829,0.08921481668949127,0.09227871149778366,0.09534261375665665],"_type":"histogram","values":[1,0,0,1,2,4,17,14,34,61,90,161,259,400,739,1029,1536,2254,3199,4489,6029,7886,10218,12881,15654,19137,22216,25528,28768,31721,33643,35328,35769,35748,35172,33478,30763,27770,25156,21455,18214,15284,12110,9580,7298,5513,4130,2927,2073,1484,951,662,388,248,150,91,43,34,14,8,7,4,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,0,0,2,3,0,3,5,10,6,12,11,15,16,25,26,23,32,35,28,27,35,38,32,26,36,33,36,31,34,28,29,23,20,16,16,11,8,5,5,4,3,6,1,2,1,3,2,1,0,0,0,1],"bins":[-0.00038163657882250845,-0.0003708396397996694,-0.0003600427007768303,-0.00034924576175399125,-0.0003384488227311522,-0.0003276518837083131,-0.0003168549737893045,-0.0003060580347664654,-0.00029526109574362636,-0.0002844641567207873,-0.0002736672176979482,-0.00026287027867510915,-0.0002520733396522701,-0.000241276400629431,-0.00023047947615850717,-0.0002196825371356681,-0.00020888559811282903,-0.00019808865908998996,-0.0001872917200671509,-0.00017649479559622705,-0.00016569785657338798,-0.0001549009175505489,-0.00014410397852770984,-0.00013330703950487077,-0.0001225101004820317,-0.00011171316873515025,-0.00010091623698826879,-9.011929796542972e-05,-7.932235894259065e-05,-6.85254271957092e-05,-5.772848817287013e-05,-4.693155278800987e-05,-3.6134617403149605e-05,-2.5337682018289343e-05,-1.4540744814439677e-05,-3.7438085200847127e-06,7.053127774270251e-06,1.7850063159130514e-05,2.864700036298018e-05,3.9443937566829845e-05,5.024087295169011e-05,6.103781197452918e-05,7.183474372141063e-05,8.26316827442497e-05,9.342862176708877e-05,0.00010422555351397023,0.0001150224925368093,0.00012581942428369075,0.00013661636330652982,0.0001474133023293689,0.00015821024135220796,0.0001690071658231318,0.00017980410484597087,0.00019060104386880994,0.000201397982891649,0.00021219492191448808,0.00022299186093732715,0.000233788785408251,0.0002445857389830053,0.0002553826489020139,0.00026617958792485297,0.00027697652694769204,0.0002877734659705311,0.0002985704049933702,0.00030936734401620924]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,1,0,0,0,0,1,0,3,2,5,6,6,13,9,8,13,19,23,23,22,35,30,28,30,33,35,34,27,39,30,35,31,33,32,31,26,25,11,14,10,7,5,6,5,3,4,3,1,1,4,2,0,1,0,0,1],"bins":[-0.0003757378726731986,-0.00036504684248939157,-0.0003543557832017541,-0.0003436647530179471,-0.00033297372283414006,-0.00032228269265033305,-0.00031159166246652603,-0.00030090060317888856,-0.00029020957299508154,-0.00027951854281127453,-0.00026882748352363706,-0.00025813645333983004,-0.000247445423156023,-0.000236754392972216,-0.00022606334823649377,-0.00021537230350077152,-0.0002046812733169645,-0.0001939902431331575,-0.00018329919839743525,-0.000172608153661713,-0.000161917123477906,-0.00015122609329409897,-0.00014053504855837673,-0.00012984400382265449,-0.00011915297363884747,-0.00010846193617908284,-9.777089871931821e-05,-8.707986125955358e-05,-7.638882379978895e-05,-6.569778634002432e-05,-5.500674888025969e-05,-4.431571142049506e-05,-3.362470306456089e-05,-2.293366560479626e-05,-1.2242628145031631e-05,-1.5515906852670014e-06,9.139446774497628e-06,1.9830484234262258e-05,3.052152169402689e-05,4.121255915379152e-05,5.190359661355615e-05,6.259463407332078e-05,7.32856715330854e-05,8.397670899285004e-05,9.466774645261467e-05,0.0001053587839123793,0.00011604982137214392,0.00012674086610786617,0.00013743189629167318,0.0001481229264754802,0.00015881397121120244,0.00016950501594692469,0.0001801960461307317,0.00019088707631453872,0.00020157812105026096,0.0002122691657859832,0.00022296019596979022,0.00023365122615359724,0.00024434225633740425,0.0002550333156250417,0.00026572434580884874,0.00027641537599265575,0.0002871064352802932,0.00029779746546410024,0.00030848849564790726],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,6,7,10,22,34,59,88,132,206,339,512,783,1073,1629,2237,3152,4052,5375,6945,8807,11103,13281,15928,18722,21435,24228,27047,29190,30904,32360,32957,33021,32427,31138,29222,26916,24588,21854,19295,16443,13877,11400,9041,7328,5638,4311,3231,2222,1685,1184,798,585,382,227,157,96,56,28,22,8,9,5,6],"bins":[-0.09002815932035446,-0.08722150325775146,-0.08441484719514847,-0.08160819858312607,-0.07880154252052307,-0.07599488645792007,-0.07318823039531708,-0.07038157433271408,-0.06757491827011108,-0.06476826965808868,-0.06196161359548569,-0.05915495753288269,-0.056348301470279694,-0.053541649132966995,-0.050734993070364,-0.0479283407330513,-0.0451216846704483,-0.042315028607845306,-0.03950837627053261,-0.03670172020792961,-0.03389506787061691,-0.031088411808013916,-0.02828175574541092,-0.02547510154545307,-0.022668447345495224,-0.019861793145537376,-0.01705513894557953,-0.014248482882976532,-0.011441828683018684,-0.008635174483060837,-0.005828519351780415,-0.0030218646861612797,-0.00021521002054214478,0.00259144464507699,0.005398099310696125,0.008204754441976547,0.011011408641934395,0.013818062841892242,0.01662471890449524,0.019431373104453087,0.022238027304410934,0.025044681504368782,0.02785133570432663,0.030657991766929626,0.03346464782953262,0.03627130016684532,0.03907795622944832,0.04188460856676102,0.044691264629364014,0.04749792069196701,0.05030457302927971,0.053111229091882706,0.055917881429195404,0.0587245374917984,0.0615311935544014,0.0643378496170044,0.0671444982290268,0.06995115429162979,0.07275781035423279,0.07556446641683578,0.07837112247943878,0.08117777854204178,0.08398442715406418,0.08679108321666718,0.08959773927927017]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,1,0,1,2,2,3,3,2,3,2,6,5,6,6,8,18,17,17,14,26,26,23,31,37,41,30,31,23,27,31,28,29,27,23,22,23,20,14,9,16,11,8,11,8,8,12,10,5,3,5,2,5,6,1,3,2,7,2,0,2,1,2],"bins":[0.9994067549705505,0.9994270205497742,0.9994472861289978,0.9994674921035767,0.9994877576828003,0.9995080232620239,0.9995282888412476,0.9995485544204712,0.9995688199996948,0.9995890259742737,0.9996092915534973,0.999629557132721,0.9996498227119446,0.9996700882911682,0.9996903538703918,0.9997105598449707,0.9997308254241943,0.999751091003418,0.9997713565826416,0.9997916221618652,0.9998118877410889,0.9998320937156677,0.9998523592948914,0.999872624874115,0.9998928904533386,0.9999131560325623,0.9999334216117859,0.9999536275863647,0.9999738931655884,0.999994158744812,1.0000144243240356,1.0000346899032593,1.000054955482483,1.0000752210617065,1.0000954866409302,1.0001156330108643,1.000135898590088,1.0001561641693115,1.0001764297485352,1.0001966953277588,1.0002169609069824,1.000237226486206,1.0002574920654297,1.0002777576446533,1.000298023223877,1.0003182888031006,1.0003385543823242,1.0003587007522583,1.000378966331482,1.0003992319107056,1.0004194974899292,1.0004397630691528,1.0004600286483765,1.0004802942276,1.0005005598068237,1.0005208253860474,1.000541090965271,1.0005613565444946,1.0005816221237183,1.0006017684936523,1.000622034072876,1.0006422996520996,1.0006625652313232,1.0006828308105469,1.0007030963897705],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[2,0,0,0,0,0,2,0,0,0,2,3,2,6,4,7,6,6,4,1,10,18,12,16,28,35,28,36,39,28,38,27,26,19,20,33,34,26,32,25,24,27,24,20,17,15,9,14,8,9,4,4,5,4,2,3,1,2,0,0,0,0,0,1],"bins":[-0.0003362111747264862,-0.00032620204729028046,-0.0003161929198540747,-0.00030618379241786897,-0.0002961746649816632,-0.0002861655375454575,-0.00027615641010925174,-0.000266147282673046,-0.00025613815523684025,-0.00024612899869680405,-0.00023611988581251353,-0.00022611075837630779,-0.0002161016163881868,-0.00020609248895198107,-0.00019608336151577532,-0.00018607423407956958,-0.00017606510664336383,-0.0001660559792071581,-0.00015604685177095234,-0.0001460377243347466,-0.00013602859689854085,-0.00012601945491041988,-0.00011601032747421414,-0.00010600120003800839,-9.599207260180265e-05,-8.59829451655969e-05,-7.597381772939116e-05,-6.59646830172278e-05,-5.5955555581022054e-05,-4.594642814481631e-05,-3.593729707063176e-05,-2.592816781543661e-05,-1.591903856024146e-05,-5.9099093050463125e-06,4.099219950148836e-06,1.4108349205343984e-05,2.4117478460539132e-05,3.412660589674488e-05,4.413573697092943e-05,5.414486804511398e-05,6.415399548131973e-05,7.416312291752547e-05,8.417225035373122e-05,9.418138506589457e-05,0.00010419051250210032,0.00011419963993830606,0.00012420877465046942,0.00013421790208667517,0.0001442270295228809,0.00015423615695908666,0.0001642452843952924,0.00017425441183149815,0.0001842635392677039,0.00019427268125582486,0.0002042818086920306,0.00021429093612823635,0.0002243000635644421,0.00023430919100064784,0.0002443183329887688,0.00025432746042497456,0.0002643365878611803,0.00027434571529738605,0.0002843548427335918,0.00029436397016979754,0.0003043730976060033],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.0003893682733178139,-0.00037745144800283015,-0.0003655346226878464,-0.0003536177973728627,-0.00034170097205787897,-0.0003297841176390648,-0.00031786729232408106,-0.00030595046700909734,-0.0002940336416941136,-0.0002821168163791299,-0.00027019999106414616,-0.00025828316574916244,-0.00024636631133034825,-0.00023444950056727976,-0.0002225326607003808,-0.00021061583538539708,-0.00019869901007041335,-0.00018678218475542963,-0.0001748653594404459,-0.00016294851957354695,-0.00015103169425856322,-0.0001391148689435795,-0.00012719802907668054,-0.00011528120376169682,-0.00010336437844671309,-9.144755313172936e-05,-7.953072054078802e-05,-6.761388794984668e-05,-5.569706263486296e-05,-4.378023368190043e-05,-3.1863404728937894e-05,-1.994657577597536e-05,-8.029775926843286e-06,3.887053026119247e-06,1.580388197908178e-05,2.7720710932044312e-05,3.9637539885006845e-05,5.155436883796938e-05,6.347119779093191e-05,7.538803038187325e-05,8.730485569685698e-05,9.92216810118407e-05,0.00011113851360278204,0.00012305534619372338,0.0001349721715087071,0.00014688899682369083,0.00015880583669058979,0.0001707226620055735,0.00018263948732055724,0.00019455631263554096,0.0002064731379505247,0.00021838997781742364,0.00023030680313240737,0.0002422236284473911,0.00025414046831429005,0.00026605729362927377,0.0002779741189442575,0.0002898909442592412,0.00030180776957422495,0.0003137245948892087,0.0003256414202041924,0.0003375582746230066,0.0003494750999379903,0.00036139192525297403,0.00037330875056795776],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,1,5,3,12,4,3,6,9,15,9,19,14,16,27,17,31,24,32,32,35,49,37,30,48,29,30,27,25,33,20,19,12,17,6,13,8,6,8,10,6,1,5,2,1,2,3,1,0,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,0,1,2,3,3,7,2,5,2,12,8,11,13,17,21,20,13,24,25,25,23,27,36,28,36,25,24,25,23,26,18,27,28,28,20,26,17,13,11,16,12,4,13,4,9,9,4,4,2,0,3,2,1,0,1,2,1,1,0,0,1],"bins":[-0.016780782490968704,-0.01619577780365944,-0.015610773116350174,-0.015025769360363483,-0.014440764673054218,-0.013855759985744953,-0.013270756229758263,-0.012685751542448997,-0.012100746855139732,-0.011515742167830467,-0.010930737480521202,-0.010345733724534512,-0.009760729037225246,-0.009175724349915981,-0.00859072059392929,-0.008005715906620026,-0.0074207112193107605,-0.006835706532001495,-0.0062507023103535175,-0.00566569808870554,-0.005080693401396275,-0.004495688714087009,-0.003910684492439032,-0.00332568003796041,-0.0027406755834817886,-0.002155671129003167,-0.0015706666745245457,-0.0009856622200459242,-0.0004006577655673027,0.00018434668891131878,0.0007693511433899403,0.0013543555978685617,0.001939358189702034,0.0025243626441806555,0.003109367098659277,0.0036943715531378984,0.00427937600761652,0.004864380694925785,0.005449384916573763,0.006034389138221741,0.006619393825531006,0.007204398512840271,0.007789402734488249,0.008374406956136227,0.008959411643445492,0.009544416330754757,0.010129420086741447,0.010714424774050713,0.011299429461359978,0.011884434148669243,0.012469438835978508,0.013054442591965199,0.013639447279274464,0.014224451966583729,0.01480945572257042,0.015394460409879684,0.01597946509718895,0.016564469784498215,0.01714947447180748,0.017734479159116745,0.01831948384642601,0.018904486671090126,0.01948949135839939,0.020074496045708656,0.02065950073301792]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,0,1,0,2,0,1,5,2,1,1,6,6,6,6,14,11,10,10,16,21,23,22,15,18,21,30,25,28,33,21,29,22,31,32,23,20,29,25,26,12,15,21,18,19,14,16,13,8,7,9,8,5,1,1,0,3,0,0,0,0,1,0,3],"bins":[-0.10792616754770279,-0.10454803705215454,-0.10116991400718689,-0.09779178351163864,-0.09441366046667099,-0.09103552997112274,-0.08765740692615509,-0.08427927643060684,-0.08090115338563919,-0.07752302289009094,-0.07414489984512329,-0.07076676934957504,-0.06738864630460739,-0.06401051580905914,-0.06063238903880119,-0.05725426226854324,-0.053876135498285294,-0.050498008728027344,-0.047119881957769394,-0.043741755187511444,-0.040363628417253494,-0.036985501646995544,-0.033607374876737595,-0.030229246243834496,-0.026851119473576546,-0.023472992703318596,-0.020094865933060646,-0.016716739162802696,-0.013338611461222172,-0.009960484690964222,-0.006582357455044985,-0.0032042304519563913,0.00017389655113220215,0.0035520235542207956,0.006930150557309389,0.010308277793228626,0.013686404563486576,0.0170645322650671,0.02044265903532505,0.023820785805583,0.02719891257584095,0.0305770393460989,0.033955167979002,0.03733329474925995,0.0407114215195179,0.04408954828977585,0.0474676750600338,0.05084580183029175,0.0542239286005497,0.05760205537080765,0.0609801821410656,0.06435830891132355,0.0677364394068718,0.07111456245183945,0.0744926929473877,0.07787081599235535,0.0812489464879036,0.08462706953287125,0.0880052000284195,0.09138332307338715,0.0947614535689354,0.09813957661390305,0.1015177071094513,0.10489583015441895,0.1082739606499672]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,0,3,2,0,4,11,9,9,10,14,10,17,14,19,15,14,28,24,37,23,31,35,30,29,36,22,26,34,34,39,27,22,22,15,19,17,11,7,8,7,7,6,3,5,5,0,0,1,2,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.04812149703502655,-0.04624088853597641,-0.04436028376221657,-0.042479678988456726,-0.040599070489406586,-0.038718461990356445,-0.0368378572165966,-0.03495725244283676,-0.03307664394378662,-0.03119603730738163,-0.02931543067097664,-0.027434824034571648,-0.025554217398166656,-0.023673610761761665,-0.021793004125356674,-0.019912397488951683,-0.018031790852546692,-0.0161511842161417,-0.01427057757973671,-0.012389970943331718,-0.010509364306926727,-0.008628757670521736,-0.006748151034116745,-0.004867544397711754,-0.0029869377613067627,-0.0011063311249017715,0.0007742755115032196,0.0026548821479082108,0.004535488784313202,0.006416095420718193,0.008296702057123184,0.010177308693528175,0.012057915329933167,0.013938521966338158,0.01581912860274315,0.01769973523914814,0.01958034187555313,0.021460948511958122,0.023341555148363113,0.025222161784768105,0.027102768421173096,0.028983375057578087,0.030863981693983078,0.03274458646774292,0.03462519496679306,0.0365058034658432,0.03838640823960304,0.040267013013362885,0.042147621512413025,0.044028230011463165,0.04590883478522301,0.04778943955898285,0.04967004805803299,0.05155065655708313,0.05343126133084297,0.055311866104602814,0.057192474603652954,0.059073083102703094,0.060953687876462936,0.06283429265022278,0.06471490114927292,0.06659550964832306,0.0684761106967926,0.07035671919584274,0.07223732769489288]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,3,1,4,3,5,3,5,4,15,7,18,16,19,24,28,60,74,121,91,65,44,31,25,18,19,17,9,7,6,3,5,3,3,0,2,3,1,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.038437843322753906,-0.03675755113363266,-0.035077255219221115,-0.03339696303009987,-0.03171667084097862,-0.030036376789212227,-0.02835608273744583,-0.026675790548324585,-0.02499549649655819,-0.023315202444791794,-0.021634910255670547,-0.019954616203904152,-0.018274322152137756,-0.01659402996301651,-0.014913735911250114,-0.013233442790806293,-0.011553149670362473,-0.009872856549918652,-0.00819256342947483,-0.006512269377708435,-0.004831976257264614,-0.0031516829039901495,-0.0014713895507156849,0.00020890380255877972,0.0018891971558332443,0.003569490509107709,0.0052497838623821735,0.006930077448487282,0.008610370568931103,0.010290663689374924,0.01197095774114132,0.01365125086158514,0.015331543982028961,0.017011838033795357,0.018692130222916603,0.020372424274683,0.022052716463804245,0.02373301051557064,0.025413304567337036,0.027093596756458282,0.028773890808224678,0.030454184859991074,0.03213447704911232,0.033814769238233566,0.03549506515264511,0.03717535734176636,0.038855649530887604,0.04053594544529915,0.042216237634420395,0.04389652982354164,0.045576825737953186,0.04725711792707443,0.04893741011619568,0.050617706030607224,0.05229799821972847,0.053978290408849716,0.05565858632326126,0.05733887851238251,0.059019170701503754,0.060699462890625,0.062379758805036545,0.06406005471944809,0.06574034690856934,0.06742063909769058,0.06910093128681183],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,1,3,2,4,4,5,5,7,9,12,10,17,19,14,16,31,30,24,26,24,33,38,47,38,49,42,23,26,30,28,30,25,12,10,12,7,10,4,4,2,7,6,5,8,1,0,1,0,0,0,1,0,0,2,2],"bins":[-0.0004019402840640396,-0.00038944135303609073,-0.0003769424220081419,-0.000364443490980193,-0.0003519445308484137,-0.00033944559982046485,-0.000326946668792516,-0.00031444773776456714,-0.0003019488067366183,-0.0002894498757086694,-0.0002769509155768901,-0.00026445198454894125,-0.0002519530535209924,-0.00023945412249304354,-0.00022695519146509469,-0.0002144562458852306,-0.00020195731485728174,-0.0001894583838293329,-0.0001769594382494688,-0.00016446050722151995,-0.0001519615761935711,-0.000139462630613707,-0.00012696369958575815,-0.0001144647685578093,-0.00010196583025390282,-8.946689194999635e-05,-7.69679609220475e-05,-6.446902261814103e-05,-5.197008795221336e-05,-3.94711532862857e-05,-2.697221680136863e-05,-1.4473281225946266e-05,-1.974345650523901e-06,1.0524589924898464e-05,2.302352550032083e-05,3.5522461985237896e-05,4.802139665116556e-05,6.052033131709322e-05,7.30192696209997e-05,8.551820064894855e-05,9.801713895285502e-05,0.00011051607725676149,0.00012301500828471035,0.0001355139393126592,0.0001480128848925233,0.00016051181592047215,0.000173010746948421,0.00018550969252828509,0.00019800862355623394,0.0002105075545841828,0.00022300650016404688,0.00023550543119199574,0.0002480043622199446,0.00026050329324789345,0.0002730022242758423,0.0002855011844076216,0.0002980001154355705,0.00031049904646351933,0.0003229979774914682,0.00033549690851941705,0.0003479958395473659,0.0003604947996791452,0.0003729937307070941,0.00038549266173504293,0.0003979915927629918],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,0,2,2,1,2,4,2,2,2,2,5,8,13,8,6,19,13,37,33,55,78,107,92,60,43,32,36,22,9,12,8,16,5,2,4,2,6,2,4,3,0,1,0,0,1,0,1,1,1,0,0,0,0,0,1,0,0,1],"bins":[-0.034267693758010864,-0.033046167343854904,-0.031824637204408646,-0.030603108927607536,-0.029381580650806427,-0.028160052374005318,-0.02693852409720421,-0.0257169958204031,-0.02449546754360199,-0.02327394112944603,-0.02205241285264492,-0.02083088457584381,-0.0196093562990427,-0.018387828022241592,-0.017166299745440483,-0.015944771468639374,-0.014723243191838264,-0.013501714915037155,-0.012280186638236046,-0.011058658361434937,-0.009837130084633827,-0.008615602739155293,-0.007394074462354183,-0.006172546185553074,-0.004951017908751965,-0.0037294896319508553,-0.0025079615879803896,-0.001286433427594602,-6.490526720881462e-05,0.0011566228931769729,0.0023781510535627604,0.003599679097533226,0.004821207374334335,0.006042735651135445,0.007264263927936554,0.008485792204737663,0.009707320481538773,0.010928847827017307,0.012150376103818417,0.013371904380619526,0.014593432657420635,0.01581496000289917,0.01703648827970028,0.01825801655650139,0.019479544833302498,0.020701073110103607,0.021922601386904716,0.023144129663705826,0.024365657940506935,0.025587186217308044,0.026808714494109154,0.028030242770910263,0.029251771047711372,0.03047329932451248,0.03169482573866844,0.0329163558781147,0.03413788229227066,0.03535941243171692,0.03658093884587288,0.03780246898531914,0.0390239953994751,0.040245525538921356,0.041467051953077316,0.042688582092523575,0.043910108506679535]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,1,0,2,0,1,4,2,5,2,5,3,9,9,10,7,14,15,20,21,17,21,28,37,31,29,31,32,24,46,35,35,29,33,28,19,20,22,18,10,21,8,5,12,7,5,5,5,2,2,5,4,3,2,0,3,0,0,0,1],"bins":[-0.00031670756288804114,-0.0003069481172133237,-0.00029718870064243674,-0.0002874292549677193,-0.0002776698092930019,-0.0002679103927221149,-0.0002581509470473975,-0.0002483915304765105,-0.0002386320848017931,-0.0002288726536789909,-0.0002191132225561887,-0.00020935377688147128,-0.00019959434575866908,-0.00018983491463586688,-0.00018007546896114945,-0.00017031603783834726,-0.00016055660671554506,-0.00015079717559274286,-0.00014103774446994066,-0.00013127829879522324,-0.00012151886767242104,-0.00011175943654961884,-0.00010199999815085903,-9.224055975209922e-05,-8.248112862929702e-05,-7.272169750649482e-05,-6.296225910773501e-05,-5.3202824346954e-05,-4.3443389586173e-05,-3.368395482539199e-05,-2.3924520064610988e-05,-1.4165085303829983e-05,-4.405621439218521e-06,5.353813321562484e-06,1.5113248082343489e-05,2.4872682843124494e-05,3.46321176039055e-05,4.4391552364686504e-05,5.415098712546751e-05,6.391042552422732e-05,7.366985664702952e-05,8.342928776983172e-05,9.318872616859153e-05,0.00010294816456735134,0.00011270759569015354,0.00012246702681295574,0.00013222647248767316,0.00014198590361047536,0.00015174533473327756,0.00016150476585607976,0.00017126419697888196,0.00018102364265359938,0.00019078307377640158,0.00020054250489920378,0.0002103019505739212,0.0002200613816967234,0.0002298208128195256,0.0002395802439423278,0.00024933967506513,0.0002590991207398474,0.00026885856641456485,0.0002786179829854518,0.00028837742866016924,0.0002981368452310562,0.00030789629090577364]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[2,1,1,1,2,0,2,4,1,4,8,7,12,13,11,19,21,30,25,20,23,22,27,22,27,34,24,27,34,35,33,23,34,25,34,14,22,26,16,11,8,12,11,8,6,5,10,2,3,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.041745059192180634,-0.040223173797130585,-0.038701288402080536,-0.03717940300703049,-0.03565751761198044,-0.03413563221693039,-0.03261374682188034,-0.03109186328947544,-0.029569977894425392,-0.028048092499375343,-0.026526207104325294,-0.025004321709275246,-0.023482438176870346,-0.021960552781820297,-0.02043866738677025,-0.0189167819917202,-0.01739489659667015,-0.015873011201620102,-0.014351125806570053,-0.012829241342842579,-0.01130735594779253,-0.009785470552742481,-0.008263586089015007,-0.006741700693964958,-0.005219815298914909,-0.003697930136695504,-0.002176044974476099,-0.0006541598122566938,0.0008677253499627113,0.0023896105121821165,0.003911495674401522,0.005433380603790283,0.006955262273550034,0.008477147668600082,0.009999033063650131,0.011520917527377605,0.013042802922427654,0.014564688317477703,0.016086572781205177,0.017608458176255226,0.019130343571305275,0.020652228966355324,0.022174114361405373,0.02369599975645542,0.02521788328886032,0.02673976868391037,0.02826165407896042,0.029783539474010468,0.031305424869060516,0.032827310264110565,0.034349195659160614,0.03587108105421066,0.03739296644926071,0.03891485184431076,0.04043673723936081,0.04195862263441086,0.04348050802946091,0.04500238969922066,0.046524275094270706,0.048046160489320755,0.049568045884370804,0.05108993127942085,0.0526118166744709,0.05413370206952095,0.055655587464571],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,2,0,1,2,2,9,2,1,6,7,10,11,5,14,18,20,31,31,33,32,36,38,37,35,37,28,41,30,41,32,34,26,15,17,18,8,16,11,6,7,5,4,1,2,0,1,1,0,0,0,0,2],"bins":[-0.000410246109822765,-0.0003989966062363237,-0.000387747073546052,-0.0003764975699596107,-0.0003652480663731694,-0.0003539985336828977,-0.0003427490300964564,-0.00033149952651001513,-0.0003202499938197434,-0.0003090004902333021,-0.00029775098664686084,-0.00028650148306041956,-0.0002752519503701478,-0.00026400244678370655,-0.00025275294319726527,-0.00024150342505890876,-0.00023025390692055225,-0.00021900438878219575,-0.00020775488519575447,-0.00019650536705739796,-0.00018525586347095668,-0.00017400634533260018,-0.00016275682719424367,-0.0001515073236078024,-0.00014025780546944588,-0.00012900828733108938,-0.0001177587837446481,-0.00010650926560629159,-9.52597547438927e-05,-8.401024388149381e-05,-7.27607257431373e-05,-6.151121488073841e-05,-5.026167491450906e-05,-3.9012164052110165e-05,-2.7762649551732466e-05,-1.651313687034417e-05,-5.263624188955873e-06,5.985888492432423e-06,1.723540117382072e-05,2.8484913855209015e-05,3.973442653659731e-05,5.0983937398996204e-05,6.22334482613951e-05,7.34829663997516e-05,8.47324772621505e-05,9.598198812454939e-05,0.0001072315062629059,0.00011848101712530479,0.00012973052798770368,0.0001409800461260602,0.00015222954971250147,0.00016347906785085797,0.00017472857143729925,0.00018597808957565576,0.00019722760771401227,0.00020847711130045354,0.00021972662943881005,0.00023097614757716656,0.00024222565116360784,0.0002534751547500491,0.00026472468744032085,0.00027597419102676213,0.0002872236946132034,0.00029847322730347514,0.0003097227308899164],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.16512203216552734,-0.16049951314926147,-0.1558769792318344,-0.15125446021556854,-0.14663192629814148,-0.1420094072818756,-0.13738687336444855,-0.13276435434818268,-0.12814182043075562,-0.12351930141448975,-0.11889677494764328,-0.11427424848079681,-0.10965172201395035,-0.10502919554710388,-0.10040666908025742,-0.09578414261341095,-0.09116161614656448,-0.08653908967971802,-0.08191656321287155,-0.07729403674602509,-0.07267151027917862,-0.06804898381233215,-0.06342645734548569,-0.05880393460392952,-0.054181408137083054,-0.04955888167023659,-0.04493635520339012,-0.040313828736543655,-0.03569130599498749,-0.031068777665495872,-0.026446253061294556,-0.02182372659444809,-0.017201200127601624,-0.012578673660755157,-0.007956148125231266,-0.0033336221240460873,0.0012889038771390915,0.00591142987832427,0.010533955879509449,0.01515648141503334,0.019779007881879807,0.024401534348726273,0.02902406081557274,0.033646587282419205,0.03826911002397537,0.04289163649082184,0.047514162957668304,0.05213668942451477,0.05675921589136124,0.0613817423582077,0.06600426882505417,0.07062679529190063,0.0752493217587471,0.07987184822559357,0.08449437469244003,0.0891169011592865,0.09373942017555237,0.09836194664239883,0.1029844731092453,0.10760699957609177,0.11222952604293823,0.1168520525097847,0.12147457897663116,0.12609711289405823,0.1307196319103241],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,0,3,4,0,3,4,3,6,4,12,14,17,19,18,21,24,21,28,26,29,19,28,32,41,26,25,32,18,28,21,22,26,26,19,28,17,19,17,18,5,5,8,8,5,5,1,2,3,0,2,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,0,3,2,4,2,3,3,4,10,11,15,11,14,25,21,38,49,63,80,70,64,47,50,25,37,23,12,7,5,13,8,7,6,5,3,3,2,1,2,1,1,3,0,0,2,0,3,3,0,2,0,0,1],"bins":[-0.019954878836870193,-0.019308123737573624,-0.018661368638277054,-0.018014613538980484,-0.017367858439683914,-0.016721101477742195,-0.016074346378445625,-0.015427591279149055,-0.014780836179852486,-0.014134081080555916,-0.013487325981259346,-0.012840569950640202,-0.012193814851343632,-0.011547059752047062,-0.010900303721427917,-0.010253548622131348,-0.009606793522834778,-0.008960038423538208,-0.008313283324241638,-0.007666527293622494,-0.007019772194325924,-0.006373017095029354,-0.005726261530071497,-0.00507950596511364,-0.00443275086581707,-0.0037859955336898565,-0.003139240201562643,-0.0024924848694354296,-0.001845729537308216,-0.0011989742051810026,-0.0005522188730537891,9.453645907342434e-05,0.000741293653845787,0.0013880489859730005,0.002034804318100214,0.0026815596502274275,0.003328314982354641,0.003975070081651211,0.004621825646609068,0.005268581211566925,0.005915336310863495,0.006562091410160065,0.007208846975117922,0.007855602540075779,0.008502357639372349,0.009149112738668919,0.009795868769288063,0.010442623868584633,0.011089378967881203,0.011736134067177773,0.012382889166474342,0.013029645197093487,0.013676400296390057,0.014323155395686626,0.014969911426305771,0.01561666652560234,0.01626342162489891,0.01691017672419548,0.01755693182349205,0.01820368692278862,0.01885044202208519,0.01949719898402691,0.02014395408332348,0.02079070918262005,0.02143746428191662]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[2,2,0,1,2,3,3,6,7,5,5,8,7,8,7,7,8,11,20,8,13,26,19,17,24,29,32,37,42,34,32,30,39,27,24,23,31,19,21,16,12,15,10,9,15,5,10,5,1,2,7,5,5,1,2,1,2,0,0,3,0,1,1,1],"bins":[-0.00029220356373116374,-0.0002823748509399593,-0.0002725461090449244,-0.0002627173962537199,-0.0002528886834625155,-0.0002430599561193958,-0.0002332312287762761,-0.00022340251598507166,-0.00021357378864195198,-0.0002037450612988323,-0.00019391634850762784,-0.00018408762116450816,-0.00017425889382138848,-0.00016443018103018403,-0.00015460145368706435,-0.0001447727408958599,-0.00013494401355274022,-0.00012511528620962054,-0.00011528657341841608,-0.0001054578460752964,-9.562912600813434e-05,-8.580040594097227e-05,-7.597167859785259e-05,-6.614295853069052e-05,-5.6314238463528454e-05,-4.648551839636639e-05,-3.6656794691225514e-05,-2.6828072805074044e-05,-1.6999350918922573e-05,-7.170629032771103e-06,2.658092853380367e-06,1.2486814739531837e-05,2.2315565729513764e-05,3.214428579667583e-05,4.1973009501816705e-05,5.180173320695758e-05,6.163045327411965e-05,7.145917334128171e-05,8.128790068440139e-05,9.111662075156346e-05,0.00010094534081872553,0.00011077406088588759,0.00012060278095304966,0.00013043150829616934,0.00014026023563928902,0.00015008894843049347,0.00015991767577361315,0.0001697463885648176,0.0001795751159079373,0.00018940384325105697,0.00019923255604226142,0.0002090612833853811,0.00021888999617658556,0.00022871872351970524,0.00023854745086282492,0.00024837616365402937,0.0002582048764452338,0.00026803361834026873,0.0002778623311314732,0.00028769104392267764,0.00029751978581771255,0.000307348498608917,0.00031717721140012145,0.00032700595329515636,0.0003368346660863608]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,2,0,0,0,0,5,4,0,2,5,5,12,9,6,11,15,21,22,23,41,57,75,87,63,62,49,34,35,14,19,11,14,9,8,8,7,6,2,3,3,1,4,1,2,0,1,0,0,1,0,3,1,2,0,0,0,0,0,0,0,1],"bins":[-0.02033890224993229,-0.019564906135201454,-0.01879091188311577,-0.018016915768384933,-0.0172429196536541,-0.016468923538923264,-0.01569492742419243,-0.014920933172106743,-0.014146937057375908,-0.013372940942645073,-0.012598945759236813,-0.011824950575828552,-0.011050954461097717,-0.010276958346366882,-0.009502963162958622,-0.008728967979550362,-0.007954971864819527,-0.007180976215749979,-0.006406980566680431,-0.005632984917610884,-0.004858989268541336,-0.004084993619471788,-0.0033109979704022408,-0.002537002321332693,-0.0017630066722631454,-0.0009890110231935978,-0.00021501537412405014,0.0005589802749454975,0.0013329759240150452,0.002106971573084593,0.0028809672221541405,0.003654962871223688,0.004428960382938385,0.005202956032007933,0.00597695168107748,0.006750947330147028,0.007524942979216576,0.00829893909394741,0.009072934277355671,0.009846929460763931,0.010620925575494766,0.011394921690225601,0.012168916873633862,0.012942912057042122,0.013716908171772957,0.014490904286503792,0.015264899469912052,0.016038894653320312,0.016812890768051147,0.017586886882781982,0.018360882997512817,0.019134877249598503,0.019908873364329338,0.020682869479060173,0.02145686373114586,0.022230859845876694,0.02300485596060753,0.023778852075338364,0.0245528481900692,0.025326842442154884,0.02610083855688572,0.026874834671616554,0.02764882892370224,0.028422825038433075,0.02919682115316391]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,1,3,0,1,1,5,2,4,7,7,10,18,15,21,22,21,25,33,25,28,34,36,29,28,24,28,33,22,20,32,28,32,19,25,23,23,13,13,9,12,9,2,6,8,0,2,0,2,0,0,1,1,0,0,0,1,0,0,0,1],"bins":[-0.00028959306655451655,-0.0002795252075884491,-0.0002694573486223817,-0.00025938948965631425,-0.0002493216597940773,-0.00023925380082800984,-0.0002291859418619424,-0.00021911808289587498,-0.00020905022392980754,-0.00019898237951565534,-0.0001889145205495879,-0.00017884666158352047,-0.00016877881716936827,-0.00015871095820330083,-0.0001486430992372334,-0.0001385752548230812,-0.00012850739585701376,-0.00011843954416690394,-0.00010837168520083651,-9.830383351072669e-05,-8.823597454465926e-05,-7.816812285454944e-05,-6.810027116443962e-05,-5.803241583635099e-05,-4.7964560508262366e-05,-3.789670518017374e-05,-2.7828851671074517e-05,-1.7760998161975294e-05,-7.693142833886668e-06,2.3747115847072564e-06,1.2442566003301181e-05,2.2510419512400404e-05,3.257827484048903e-05,4.2646130168577656e-05,5.271398549666628e-05,6.27818371867761e-05,7.284969615284353e-05,8.291754784295335e-05,9.298539953306317e-05,0.0001030532584991306,0.00011312111018924043,0.00012318896187935024,0.00013325682084541768,0.0001433246798114851,0.00015339252422563732,0.00016346038319170475,0.00017352824215777218,0.0001835960865719244,0.00019366394553799182,0.00020373180450405926,0.00021379964891821146,0.0002238675078842789,0.00023393536685034633,0.00024400321126449853,0.0002540710847824812,0.00026413891464471817,0.0002742067736107856,0.00028427463257685304,0.00029434249154292047,0.0003044103505089879,0.00031447820947505534,0.0003245460393372923,0.00033461389830335975,0.0003446817572694272,0.0003547496162354946]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[4,5,3,10,24,36,48,84,149,248,379,557,764,1174,1798,2406,3397,4545,5812,7675,9720,11967,14824,17680,20452,23657,25933,28990,30879,32415,33401,33956,33552,32458,30734,28441,25964,23245,20165,17618,14623,12006,9609,7554,5819,4354,3199,2369,1706,1140,796,546,340,232,154,86,53,34,17,5,7,2,2,2],"bins":[-0.09061942249536514,-0.0877394750714302,-0.08485952764749527,-0.08197958022356033,-0.0790996327996254,-0.07621968537569046,-0.07333973795175552,-0.07045979052782059,-0.06757984310388565,-0.06469989567995071,-0.06181994453072548,-0.05893999710679054,-0.056060049682855606,-0.05318010225892067,-0.05030015483498573,-0.047420207411050797,-0.04454025998711586,-0.04166031256318092,-0.03878036513924599,-0.03590041771531105,-0.033020470291376114,-0.030140521004796028,-0.02726057358086109,-0.024380626156926155,-0.02150067873299122,-0.018620731309056282,-0.015740783885121346,-0.012860835529863834,-0.009980888105928898,-0.007100940681993961,-0.0042209927923977375,-0.0013410451356321573,0.0015389025211334229,0.004418849945068359,0.007298797834664583,0.010178745724260807,0.013058693148195744,0.015938641503453255,0.01881858892738819,0.021698536351323128,0.024578483775258064,0.027458431199193,0.030338378623127937,0.03321832790970802,0.03609827533364296,0.038978222757577896,0.04185817018151283,0.04473811760544777,0.047618065029382706,0.05049801245331764,0.05337795987725258,0.056257907301187515,0.05913785472512245,0.06201780214905739,0.06489775329828262,0.06777770072221756,0.0706576481461525,0.07353759557008743,0.07641754299402237,0.0792974904179573,0.08217743784189224,0.08505738526582718,0.08793733268976212,0.09081728011369705,0.09369722753763199],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,1,2,3,2,12,3,6,13,10,18,37,27,86,84,112,229,335,480,744,1197,1888,3002,5218,8991,15826,29723,62095,187814,155289,54652,26893,14365,8082,4824,2795,1746,1072,711,490,341,206,115,86,60,35,26,18,10,11,18,9,1,2,4,2,0,0,0,1,1],"bins":[-0.0062255859375,-0.006030559539794922,-0.005835533142089844,-0.005640506744384766,-0.0054454803466796875,-0.005250453948974609,-0.005055427551269531,-0.004860401153564453,-0.004665374755859375,-0.004470348358154297,-0.004275321960449219,-0.004080295562744141,-0.0038852691650390625,-0.0036902427673339844,-0.0034952163696289062,-0.003300189971923828,-0.00310516357421875,-0.002910137176513672,-0.0027151107788085938,-0.0025200843811035156,-0.0023250579833984375,-0.0021300315856933594,-0.0019350051879882812,-0.0017399787902832031,-0.001544952392578125,-0.0013499259948730469,-0.0011548995971679688,-0.0009598731994628906,-0.0007648468017578125,-0.0005698204040527344,-0.00037479400634765625,-0.00017976760864257812,1.52587890625e-05,0.00021028518676757812,0.00040531158447265625,0.0006003379821777344,0.0007953643798828125,0.0009903907775878906,0.0011854171752929688,0.0013804435729980469,0.001575469970703125,0.0017704963684082031,0.0019655227661132812,0.0021605491638183594,0.0023555755615234375,0.0025506019592285156,0.0027456283569335938,0.002940654754638672,0.00313568115234375,0.003330707550048828,0.0035257339477539062,0.0037207603454589844,0.0039157867431640625,0.004110813140869141,0.004305839538574219,0.004500865936279297,0.004695892333984375,0.004890918731689453,0.005085945129394531,0.005280971527099609,0.0054759979248046875,0.005671024322509766,0.005866050720214844,0.006061077117919922,0.006256103515625]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,4,1,1,1,1,2,1,2,4,4,12,10,7,20,14,19,29,22,24,17,27,24,27,25,27,28,31,39,23,34,32,29,32,23,15,19,16,16,22,13,17,9,9,5,12,3,5,3,3,1,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.03959691524505615,-0.038169246166944504,-0.036741577088832855,-0.035313911736011505,-0.03388624265789986,-0.03245857357978821,-0.03103090636432171,-0.02960323728621006,-0.02817557007074356,-0.026747900992631912,-0.025320231914520264,-0.023892564699053764,-0.022464895620942116,-0.021037228405475616,-0.019609559327363968,-0.01818189211189747,-0.01675422303378582,-0.015326554886996746,-0.013898886740207672,-0.012471218593418598,-0.011043550446629524,-0.009615881368517876,-0.008188213221728802,-0.006760545074939728,-0.005332876928150654,-0.00390520878136158,-0.0024775404017418623,-0.0010498721385374665,0.00037779612466692924,0.001805464387871325,0.003233132651075721,0.004660801030695438,0.006088469177484512,0.007516137324273586,0.00894380547106266,0.010371473617851734,0.011799141764640808,0.013226810842752457,0.01465447898954153,0.016082147136330605,0.017509814351797104,0.018937483429908752,0.0203651525080204,0.0217928197234869,0.02322048880159855,0.024648156017065048,0.026075825095176697,0.027503492310643196,0.028931161388754845,0.030358830466866493,0.03178649768233299,0.03321416676044464,0.03464183583855629,0.03606950119137764,0.03749717026948929,0.03892483934760094,0.040352508425712585,0.041780177503824234,0.043207842856645584,0.04463551193475723,0.04606318101286888,0.04749085009098053,0.04891851544380188,0.05034618452191353,0.05177385360002518]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,0,3,4,0,3,4,3,5,5,11,13,17,21,16,20,24,24,24,27,34,18,26,33,38,27,25,34,16,29,20,24,21,30,22,23,20,16,20,17,6,6,7,8,5,4,2,1,4,0,2,0,1,2],"bins":[-0.16029763221740723,-0.15581464767456055,-0.15133167803287506,-0.14684869349002838,-0.1423657089471817,-0.13788273930549622,-0.13339975476264954,-0.12891677021980286,-0.12443379312753677,-0.11995081603527069,-0.11546783149242401,-0.11098485440015793,-0.10650187730789185,-0.10201889276504517,-0.09753591567277908,-0.0930529311299324,-0.08856995403766632,-0.08408697694540024,-0.07960399240255356,-0.07512101531028748,-0.0706380307674408,-0.06615505367517471,-0.06167207658290863,-0.05718909576535225,-0.05270611494779587,-0.04822313413023949,-0.043740153312683105,-0.03925717622041702,-0.03477419540286064,-0.03029121458530426,-0.025808235630393028,-0.021325256675481796,-0.016842275857925415,-0.012359295971691608,-0.007876316085457802,-0.003393336199223995,0.0010896436870098114,0.005572623573243618,0.010055603459477425,0.014538583345711231,0.019021563231945038,0.02350454404950142,0.02798752300441265,0.03247050195932388,0.036953482776880264,0.041436463594436646,0.04591944068670273,0.05040242150425911,0.05488540232181549,0.05936838313937187,0.06385136395692825,0.06833434104919434,0.07281732559204102,0.0773003026843071,0.08178327977657318,0.08626626431941986,0.09074924141168594,0.09523221850395203,0.0997152030467987,0.10419818013906479,0.10868115723133087,0.11316414177417755,0.11764711886644363,0.12213010340929031,0.1266130805015564]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.00047768771764822304,-0.000462919007986784,-0.0004481502983253449,-0.00043338158866390586,-0.0004186128790024668,-0.00040384416934102774,-0.0003890754596795887,-0.0003743067500181496,-0.000359538069460541,-0.00034476935979910195,-0.0003300006501376629,-0.0003152319404762238,-0.00030046323081478477,-0.0002856945211533457,-0.00027092581149190664,-0.0002561571018304676,-0.00024138839216902852,-0.00022661968250758946,-0.0002118509728461504,-0.00019708226318471134,-0.00018231355352327228,-0.00016754485841374844,-0.00015277614875230938,-0.00013800743909087032,-0.00012323872942943126,-0.0001084700197679922,-9.370131010655314e-05,-7.893260772107169e-05,-6.416389805963263e-05,-4.939518839819357e-05,-3.4626482374733314e-05,-1.9857774532283656e-05,-5.089037586003542e-06,9.679670256446116e-06,2.4448378098895773e-05,3.921708412235603e-05,5.398579378379509e-05,6.875450344523415e-05,8.35232058307156e-05,9.829191549215466e-05,0.00011306062515359372,0.00012782933481503278,0.00014259804447647184,0.0001573667541379109,0.00017213544924743474,0.0001869041589088738,0.00020167286857031286,0.00021644157823175192,0.00023121028789319098,0.00024597899755463004,0.0002607477072160691,0.00027551641687750816,0.0002902851265389472,0.0003050538362003863,0.00031982254586182535,0.0003345912555232644,0.000349359936080873,0.0003641286457423121,0.00037889735540375113,0.0003936660650651902,0.00040843477472662926,0.0004232034843880683,0.0004379721940495074,0.00045274090371094644,0.0004675096133723855],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,1,4,3,4,4,2,8,10,10,8,12,16,19,22,24,26,31,43,34,46,42,59,47,45,26,38,32,21,22,19,16,11,9,11,6,3,8,6,6,1,2,0,3,2,1,0,1,0,0,1,0,0,1]},"train_batch_loss":2.766115188598633,"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.02092774212360382,-0.020325880497694016,-0.01972401887178421,-0.019122157245874405,-0.0185202956199646,-0.017918433994054794,-0.01731657236814499,-0.016714710742235184,-0.01611284911632538,-0.015510986559092999,-0.014909124933183193,-0.014307263307273388,-0.013705400750041008,-0.013103539124131203,-0.012501677498221397,-0.011899815872311592,-0.011297954246401787,-0.010696092620491982,-0.010094230994582176,-0.009492369368672371,-0.008890507742762566,-0.008288645185530186,-0.00768678355962038,-0.007084921933710575,-0.00648306030780077,-0.0058811986818909645,-0.005279337055981159,-0.004677474964410067,-0.004075613338500261,-0.003473751712590456,-0.002871889853850007,-0.002270027995109558,-0.0016681645065546036,-0.0010663027642294765,-0.0004644410219043493,0.0001374207204207778,0.0007392824627459049,0.001341144205071032,0.0019430059473961592,0.002544867806136608,0.0031467294320464134,0.0037485910579562187,0.004350452683866024,0.004952314775437117,0.005554176401346922,0.006156038027256727,0.00675790011882782,0.007359761744737625,0.00796162337064743,0.008563484996557236,0.009165346622467041,0.009767208248376846,0.010369069874286652,0.010970932431519032,0.011572794057428837,0.012174655683338642,0.012776517309248447,0.013378378935158253,0.013980240561068058,0.014582102186977863,0.015183964744210243,0.01578582637012005,0.016387687996029854,0.01698954962193966,0.017591411247849464],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,2,0,0,3,4,4,2,6,14,12,19,19,33,32,49,74,80,84,66,62,37,41,27,11,16,9,11,6,7,8,5,1,1,7,3,2,0,1,3,0,1,0,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,1,0,1,0,1,2,0,2,1,3,7,4,10,11,10,13,24,20,27,25,40,34,41,37,34,37,32,39,51,24,34,29,34,25,17,15,18,11,6,7,9,3,5,3,2,2,6,0,1,2,2,2,1],"bins":[-0.0004235649830661714,-0.0004121396050322801,-0.00040071422699838877,-0.000389288819860667,-0.00037786344182677567,-0.00036643806379288435,-0.00035501268575899303,-0.0003435873077251017,-0.00033216190058737993,-0.0003207365225534886,-0.0003093111445195973,-0.00029788576648570597,-0.00028646038845181465,-0.00027503501041792333,-0.00026360960328020155,-0.00025218422524631023,-0.00024075884721241891,-0.0002293334691785276,-0.00021790807659272105,-0.00020648269855882972,-0.00019505730597302318,-0.00018363192793913186,-0.00017220654990524054,-0.000160781157319434,-0.00014935577928554267,-0.00013793040125165135,-0.0001265050086658448,-0.00011507963063195348,-0.00010365424532210454,-9.222886001225561e-05,-8.080348197836429e-05,-6.937809666851535e-05,-5.795268225483596e-05,-4.652729694498703e-05,-3.51019152731169e-05,-2.367653178225737e-05,-1.225114829139784e-05,-8.257648005383089e-07,1.0599618690321222e-05,2.2025002181180753e-05,3.3450385672040284e-05,4.487577098188922e-05,5.6301152653759345e-05,6.772653432562947e-05,7.915191963547841e-05,9.057730494532734e-05,0.00010200268297921866,0.0001134280682890676,0.00012485345359891653,0.00013627883163280785,0.0001477042242186144,0.00015912960225250572,0.00017055499483831227,0.0001819803728722036,0.0001934057509060949,0.00020483114349190146,0.00021625652152579278,0.0002276818995596841,0.00023910729214549065,0.00025053267017938197,0.0002619580482132733,0.0002733834262471646,0.0002848088333848864,0.0002962342114187777,0.000307659589452669]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,1,2,0,1,0,1,1,2,4,2,3,4,6,7,7,14,14,9,9,14,17,16,20,14,23,26,18,15,28,35,25,32,25,33,26,29,28,27,18,25,21,21,18,8,22,16,10,13,15,8,6,13,2,2,2,3,2,0,0,0,0,2,1],"bins":[-0.046141814440488815,-0.04473794251680374,-0.04333406686782837,-0.041930194944143295,-0.04052632302045822,-0.03912244737148285,-0.037718575447797775,-0.0363146997988224,-0.03491082787513733,-0.033506955951452255,-0.03210308030247688,-0.03069920837879181,-0.029295334592461586,-0.027891460806131363,-0.02648758888244629,-0.025083715096116066,-0.023679841309785843,-0.02227596752345562,-0.020872093737125397,-0.019468221813440323,-0.0180643480271101,-0.016660474240779877,-0.015256601385772228,-0.01385272853076458,-0.012448854744434357,-0.011044980958104134,-0.009641108103096485,-0.008237235248088837,-0.006833361461758614,-0.005429488141089678,-0.004025614820420742,-0.0026217414997518063,-0.001217871904373169,0.00018600141629576683,0.0015898747369647026,0.0029937480576336384,0.004397621378302574,0.00580149469897151,0.007205368019640446,0.008609240874648094,0.010013114660978317,0.01141698844730854,0.012820861302316189,0.014224734157323837,0.01562860794365406,0.017032481729984283,0.018436353653669357,0.01984022743999958,0.021244101226329803,0.022647975012660027,0.02405184879899025,0.025455720722675323,0.026859594509005547,0.02826346829533577,0.029667340219020844,0.031071214005351067,0.03247508779168129,0.033878959715366364,0.035282835364341736,0.03668670728802681,0.038090579211711884,0.039494454860687256,0.04089832678437233,0.0423022024333477,0.043706074357032776]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-9.276140190195292e-06,-9.005088031699415e-06,-8.734035873203538e-06,-8.462984624202363e-06,-8.191932465706486e-06,-7.92088030721061e-06,-7.649829058209434e-06,-7.378776899713557e-06,-7.10772474121768e-06,-6.836672582721803e-06,-6.565620878973277e-06,-6.294569175224751e-06,-6.023517016728874e-06,-5.752464858232997e-06,-5.481413154484471e-06,-5.210361450735945e-06,-4.939309292240068e-06,-4.668257133744191e-06,-4.397205429995665e-06,-4.126153726247139e-06,-3.855101567751262e-06,-3.584049636629061e-06,-3.3129977055068593e-06,-3.041945774384658e-06,-2.7708938432624564e-06,-2.499841912140255e-06,-2.2287899810180534e-06,-1.957738049895852e-06,-1.6866861187736504e-06,-1.4156341876514489e-06,-1.1445822565292474e-06,-8.735303254070459e-07,-6.024783942848444e-07,-3.314264631626429e-07,-6.037453204044141e-08,2.1067739908176009e-07,4.817293302039616e-07,7.527812613261631e-07,1.0238331924483646e-06,1.294885123570566e-06,1.5659370546927676e-06,1.836988985814969e-06,2.1080409169371706e-06,2.379092848059372e-06,2.6501447791815735e-06,2.921196710303775e-06,3.1922486414259765e-06,3.463300572548178e-06,3.7343525036703795e-06,4.0054046621662565e-06,4.2764563659147825e-06,4.5475080696633086e-06,4.8185602281591855e-06,5.0896123866550624e-06,5.3606640904035885e-06,5.6317157941521145e-06,5.9027679526479915e-06,6.173820111143868e-06,6.4448718148923945e-06,6.7159235186409205e-06,6.9869756771367975e-06,7.258027835632674e-06,7.5290795393812004e-06,7.800131243129726e-06,8.071183401625603e-06],"_type":"histogram","values":[2,0,1,0,0,0,0,0,1,1,1,1,3,1,1,2,3,3,2,2,2,6,8,8,17,10,23,19,24,29,35,41,60,72,89,74,40,36,24,25,20,14,16,11,7,6,7,1,3,3,3,1,3,2,2,0,0,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,2,6,9,18,35,66,133,234,400,646,1142,1778,2775,4306,6204,9222,12544,17599,23347,30512,38526,47438,57312,67468,77373,86115,92530,98405,101025,101577,98539,93832,87242,78666,69715,59258,49552,40031,31916,24709,18441,13597,9473,6770,4596,2996,1933,1170,715,437,245,145,60,41,24,6,3,2,0,1],"bins":[-0.10717802494764328,-0.10393908619880676,-0.10070014744997025,-0.09746120870113373,-0.09422226995229721,-0.0909833312034607,-0.08774439245462418,-0.08450545370578766,-0.08126651495695114,-0.07802757620811462,-0.0747886374592781,-0.07154969871044159,-0.06831075996160507,-0.06507182121276855,-0.061832886189222336,-0.05859394744038582,-0.0553550086915493,-0.052116069942712784,-0.048877131193876266,-0.04563819244503975,-0.04239925369620323,-0.039160314947366714,-0.0359213761985302,-0.03268243744969368,-0.02944350056350231,-0.026204561814665794,-0.022965623065829277,-0.01972668431699276,-0.01648774743080139,-0.0132488077506423,-0.010009869933128357,-0.00677093118429184,-0.0035319924354553223,-0.0002930539194494486,0.002945884596556425,0.006184822879731655,0.009423761628568172,0.01266270037740469,0.015901638194918633,0.01914057694375515,0.022379515692591667,0.025618454441428185,0.028857393190264702,0.03209633007645607,0.03533526882529259,0.038574207574129105,0.04181314632296562,0.04505208507180214,0.04829102382063866,0.051529962569475174,0.05476890131831169,0.05800784006714821,0.061246778815984726,0.06448571383953094,0.06772465258836746,0.07096359133720398,0.0742025300860405,0.07744146883487701,0.08068040758371353,0.08391934633255005,0.08715828508138657,0.09039722383022308,0.0936361625790596,0.09687510132789612,0.10011404007673264]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[1,0,0,0,0,0,0,0,0,0,2,0,1,1,4,4,2,7,16,17,27,31,53,60,99,188,349,581,966,1721,3030,5367,10260,19358,36507,76190,176052,137293,58479,28746,15491,8324,4570,2727,1335,772,447,262,175,111,67,50,29,18,9,4,5,3,4,2,2,1,2,2],"bins":[-0.054931640625,-0.053440093994140625,-0.05194854736328125,-0.050457000732421875,-0.0489654541015625,-0.047473907470703125,-0.04598236083984375,-0.044490814208984375,-0.042999267578125,-0.041507720947265625,-0.04001617431640625,-0.038524627685546875,-0.0370330810546875,-0.035541534423828125,-0.03404998779296875,-0.032558441162109375,-0.03106689453125,-0.029575347900390625,-0.02808380126953125,-0.026592254638671875,-0.0251007080078125,-0.023609161376953125,-0.02211761474609375,-0.020626068115234375,-0.019134521484375,-0.017642974853515625,-0.01615142822265625,-0.014659881591796875,-0.0131683349609375,-0.011676788330078125,-0.01018524169921875,-0.008693695068359375,-0.0072021484375,-0.005710601806640625,-0.00421905517578125,-0.002727508544921875,-0.0012359619140625,0.000255584716796875,0.00174713134765625,0.003238677978515625,0.004730224609375,0.006221771240234375,0.00771331787109375,0.009204864501953125,0.0106964111328125,0.012187957763671875,0.01367950439453125,0.015171051025390625,0.01666259765625,0.018154144287109375,0.01964569091796875,0.021137237548828125,0.0226287841796875,0.024120330810546875,0.02561187744140625,0.027103424072265625,0.028594970703125,0.030086517333984375,0.03157806396484375,0.033069610595703125,0.0345611572265625,0.036052703857421875,0.03754425048828125,0.039035797119140625,0.04052734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[2,1,2,5,3,7,12,15,28,19,51,62,83,129,167,256,327,572,787,1122,1746,2689,4321,6712,11792,20935,40400,83127,152612,126585,62614,30825,16356,9254,5789,3411,2305,1500,1001,648,452,329,235,158,101,85,58,42,30,13,22,5,5,5,2,4,1,2,2,0,0,0,0,1],"bins":[-0.00102996826171875,-0.0009942054748535156,-0.0009584426879882812,-0.0009226799011230469,-0.0008869171142578125,-0.0008511543273925781,-0.0008153915405273438,-0.0007796287536621094,-0.000743865966796875,-0.0007081031799316406,-0.0006723403930664062,-0.0006365776062011719,-0.0006008148193359375,-0.0005650520324707031,-0.0005292892456054688,-0.0004935264587402344,-0.000457763671875,-0.0004220008850097656,-0.00038623809814453125,-0.0003504753112792969,-0.0003147125244140625,-0.0002789497375488281,-0.00024318695068359375,-0.00020742416381835938,-0.000171661376953125,-0.00013589859008789062,-0.00010013580322265625,-6.437301635742188e-05,-2.86102294921875e-05,7.152557373046875e-06,4.291534423828125e-05,7.867813110351562e-05,0.00011444091796875,0.00015020370483398438,0.00018596649169921875,0.00022172927856445312,0.0002574920654296875,0.0002932548522949219,0.00032901763916015625,0.0003647804260253906,0.000400543212890625,0.0004363059997558594,0.00047206878662109375,0.0005078315734863281,0.0005435943603515625,0.0005793571472167969,0.0006151199340820312,0.0006508827209472656,0.0006866455078125,0.0007224082946777344,0.0007581710815429688,0.0007939338684082031,0.0008296966552734375,0.0008654594421386719,0.0009012222290039062,0.0009369850158691406,0.000972747802734375,0.0010085105895996094,0.0010442733764648438,0.0010800361633300781,0.0011157989501953125,0.0011515617370605469,0.0011873245239257812,0.0012230873107910156,0.00125885009765625]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[1,1,2,5,2,2,2,10,8,13,26,31,29,63,79,105,164,283,400,632,993,1409,2117,3354,5613,9141,15635,26423,49171,95839,207164,443142,370718,164108,78665,40120,22732,13230,7649,4876,3031,1939,1337,860,570,387,251,160,126,71,53,42,24,17,8,12,4,5,1,3,2,1,2,1],"bins":[-0.0133056640625,-0.012887954711914062,-0.012470245361328125,-0.012052536010742188,-0.01163482666015625,-0.011217117309570312,-0.010799407958984375,-0.010381698608398438,-0.0099639892578125,-0.009546279907226562,-0.009128570556640625,-0.008710861206054688,-0.00829315185546875,-0.007875442504882812,-0.007457733154296875,-0.0070400238037109375,-0.006622314453125,-0.0062046051025390625,-0.005786895751953125,-0.0053691864013671875,-0.00495147705078125,-0.0045337677001953125,-0.004116058349609375,-0.0036983489990234375,-0.0032806396484375,-0.0028629302978515625,-0.002445220947265625,-0.0020275115966796875,-0.00160980224609375,-0.0011920928955078125,-0.000774383544921875,-0.0003566741943359375,6.103515625e-05,0.0004787445068359375,0.000896453857421875,0.0013141632080078125,0.00173187255859375,0.0021495819091796875,0.002567291259765625,0.0029850006103515625,0.0034027099609375,0.0038204193115234375,0.004238128662109375,0.0046558380126953125,0.00507354736328125,0.0054912567138671875,0.005908966064453125,0.0063266754150390625,0.006744384765625,0.0071620941162109375,0.007579803466796875,0.007997512817382812,0.00841522216796875,0.008832931518554688,0.009250640869140625,0.009668350219726562,0.0100860595703125,0.010503768920898438,0.010921478271484375,0.011339187622070312,0.01175689697265625,0.012174606323242188,0.012592315673828125,0.013010025024414062,0.013427734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[3,1,0,2,4,5,5,10,6,8,7,12,5,17,7,13,10,12,11,13,16,13,18,16,23,16,22,25,27,16,11,34,25,22,14,21,16,21,18,21,27,15,15,11,15,13,17,11,18,10,7,9,7,6,8,10,5,5,4,2,4,2,0,1],"bins":[-0.000684758648276329,-0.0006628757109865546,-0.0006409928319044411,-0.0006191098946146667,-0.0005972270155325532,-0.0005753440782427788,-0.0005534611991606653,-0.0005315782618708909,-0.0005096953827887774,-0.00048781244549900293,-0.00046592953731305897,-0.000444046629127115,-0.0004221636918373406,-0.00040028078365139663,-0.00037839787546545267,-0.0003565149672795087,-0.00033463205909356475,-0.0003127491509076208,-0.0002908662427216768,-0.00026898333453573287,-0.0002471004263497889,-0.00022521750361192971,-0.00020333458087407053,-0.00018145167268812656,-0.0001595687645021826,-0.00013768585631623864,-0.00011580294085433707,-9.392002539243549e-05,-7.203711720649153e-05,-5.015420538256876e-05,-2.8271293558645993e-05,-6.388381734723225e-06,1.549447188153863e-05,3.73773837054614e-05,5.9260295529384166e-05,8.114321099128574e-05,0.0001030261191772297,0.00012490902736317366,0.00014679195010103285,0.00016867485828697681,0.00019055776647292078,0.00021244067465886474,0.0002343235828448087,0.00025620649103075266,0.0002780894283205271,0.00029997233650647104,0.000321855244692415,0.00034373815287835896,0.0003656210610643029,0.0003875039692502469,0.00040938687743619084,0.0004312697856221348,0.00045315269380807877,0.0004750356310978532,0.0004969185101799667,0.0005188014474697411,0.0005406843265518546,0.000562567263841629,0.0005844502011314034,0.000606333080213517,0.0006282160175032914,0.0006500988965854049,0.0006719818338751793,0.0006938647129572928,0.0007157476502470672]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,0,2,1,2,3,1,2,1,3,4,8,7,11,16,14,11,25,22,26,24,28,21,33,27,19,30,36,31,32,25,15,36,43,36,26,17,18,17,14,13,11,8,19,8,6,5,3,0,1,0,0,0,2,1,0,1,0,0,0,0,0,1,1],"bins":[-0.032426297664642334,-0.03127318248152733,-0.030120065435767174,-0.02896695025265217,-0.027813833206892014,-0.026660718023777008,-0.025507602840662003,-0.024354485794901848,-0.023201370611786842,-0.022048255428671837,-0.020895138382911682,-0.019742023199796677,-0.01858890801668167,-0.017435790970921516,-0.01628267578780651,-0.01512955967336893,-0.01397644355893135,-0.01282332744449377,-0.01167021133005619,-0.010517096146941185,-0.009363980032503605,-0.008210863918066025,-0.007057748269289732,-0.005904632620513439,-0.004751516506075859,-0.0035984006244689226,-0.002445284742861986,-0.0012921688612550497,-0.00013905297964811325,0.0010140629019588232,0.0021671787835657597,0.003320294665172696,0.004473410546779633,0.005626526661217213,0.0067796423099935055,0.007932757958769798,0.009085874073207378,0.010238990187644958,0.011392105370759964,0.012545221485197544,0.013698337599635124,0.014851453714072704,0.016004569828510284,0.01715768501162529,0.018310800194740295,0.01946391724050045,0.020617032423615456,0.02177014946937561,0.022923264652490616,0.02407637983560562,0.025229496881365776,0.02638261206448078,0.027535729110240936,0.028688844293355942,0.029841959476470947,0.030995076522231102,0.03214818984270096,0.03330130875110626,0.03445442393422127,0.03560753911733627,0.03676065430045128,0.037913769483566284,0.03906688839197159,0.040220003575086594,0.0413731187582016]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,2,0,0,5,2,6,4,4,8,4,11,12,11,12,17,18,18,23,23,24,33,18,22,28,21,20,22,35,26,32,24,21,18,16,16,18,16,13,13,14,18,11,11,11,8,13,4,9,10,7,6,3,1,3,3,2,2,5,4,0,3,1],"bins":[0.9994665384292603,0.999485433101654,0.9995043873786926,0.9995232820510864,0.999542236328125,0.9995611310005188,0.9995800852775574,0.9995989799499512,0.9996179342269897,0.9996368288993835,0.9996557235717773,0.9996746778488159,0.9996935725212097,0.9997125267982483,0.9997314214706421,0.9997503757476807,0.9997692704200745,0.9997881650924683,0.9998071193695068,0.9998260140419006,0.9998449683189392,0.999863862991333,0.9998828172683716,0.9999017119407654,0.9999206066131592,0.9999395608901978,0.9999584555625916,0.9999774098396301,0.9999963045120239,1.0000152587890625,1.000034213066101,1.00005304813385,1.0000720024108887,1.0000909566879272,1.0001097917556763,1.0001287460327148,1.0001477003097534,1.000166654586792,1.000185489654541,1.0002044439315796,1.0002233982086182,1.0002422332763672,1.0002611875534058,1.0002801418304443,1.000299096107483,1.000317931175232,1.0003368854522705,1.000355839729309,1.0003747940063477,1.0003936290740967,1.0004125833511353,1.0004315376281738,1.0004503726959229,1.0004693269729614,1.00048828125,1.0005072355270386,1.0005260705947876,1.0005450248718262,1.0005639791488647,1.0005828142166138,1.0006017684936523,1.000620722770691,1.0006396770477295,1.0006585121154785,1.000677466392517]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,2,0,0,2,2,2,1,7,7,12,14,11,21,22,38,40,43,64,77,93,106,117,114,120,120,119,106,111,90,101,86,74,86,51,38,31,25,18,21,15,9,9,4,4,4,3,2,1,0,1,0,0,0,2,0,0,1],"bins":[-0.0006224160315468907,-0.0006032210076227784,-0.0005840259836986661,-0.0005648310179822147,-0.0005456359940581024,-0.00052644097013399,-0.0005072459462098777,-0.00048805095138959587,-0.00046885592746548355,-0.0004496609035413712,-0.00043046590872108936,-0.00041127088479697704,-0.0003920758608728647,-0.00037288086605258286,-0.00035368584212847054,-0.0003344908473081887,-0.00031529582338407636,-0.00029610079945996404,-0.0002769058046396822,-0.00025771078071556985,-0.00023851577134337276,-0.00021932076197117567,-0.00020012573804706335,-0.00018093072867486626,-0.00016173571930266917,-0.00014254070993047208,-0.00012334570055827498,-0.00010415067663416266,-8.495566726196557e-05,-6.576065788976848e-05,-4.6565641241613775e-05,-2.7370628231437877e-05,-8.175557013601065e-06,1.1019455996574834e-05,3.0214469006750733e-05,4.940948201692663e-05,6.860449502710253e-05,8.779950439929962e-05,0.00010699452104745433,0.00012618953769560903,0.00014538454706780612,0.00016457955644000322,0.0001837745658122003,0.00020296958973631263,0.00022216459910850972,0.0002413596084807068,0.00026055463240481913,0.000279749627225101,0.0002989446511492133,0.00031813967507332563,0.0003373346698936075,0.0003565296938177198,0.0003757246886380017,0.000394919712562114,0.0004141147364862263,0.0004333097313065082,0.0004525047552306205,0.0004716997791547328,0.0004908947739750147,0.000510089797899127,0.0005292848218232393,0.0005484798457473516,0.000567674811463803,0.0005868698353879154,0.0006060648593120277],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,1,2,1,4,0,2,2,6,6,6,12,15,10,17,16,15,21,21,23,23,24,17,30,28,19,29,29,32,34,30,32,32,29,19,24,20,18,9,12,11,15,14,10,11,10,5,2,7,4,1,1,0,0,1,0,0,0,1,1,0,0,1],"bins":[-0.03441207855939865,-0.03321287781000137,-0.032013680785894394,-0.030814480036497116,-0.029615281149744987,-0.02841608226299286,-0.02721688337624073,-0.0260176844894886,-0.024818483740091324,-0.023619284853339195,-0.022420085966587067,-0.021220887079834938,-0.02002168819308281,-0.01882248930633068,-0.017623288556933403,-0.016424089670181274,-0.015224890783429146,-0.014025691896677017,-0.012826492078602314,-0.011627293191850185,-0.010428093373775482,-0.009228894487023354,-0.008029695600271225,-0.006830496247857809,-0.005631296895444393,-0.004432097543030977,-0.003232898423448205,-0.0020336993038654327,-0.0008344999514520168,0.00036469928454607725,0.0015638985205441713,0.0027630976401269436,0.0039622969925403595,0.005161496344953775,0.006360695697367191,0.00755989458411932,0.008759094402194023,0.009958293288946152,0.01115749217569828,0.012356691993772984,0.013555890880525112,0.01475508976727724,0.015954289585351944,0.017153488472104073,0.0183526873588562,0.01955188624560833,0.020751086995005608,0.021950285881757736,0.023149484768509865,0.024348683655261993,0.025547882542014122,0.0267470832914114,0.02794628217816353,0.029145481064915657,0.030344679951667786,0.031543880701065063,0.03274307772517204,0.03394227847456932,0.0351414754986763,0.03634067624807358,0.037539876997470856,0.038739074021577835,0.03993827477097511,0.04113747179508209,0.04233667254447937]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.0517578125,-0.0498199462890625,-0.047882080078125,-0.0459442138671875,-0.04400634765625,-0.0420684814453125,-0.040130615234375,-0.0381927490234375,-0.0362548828125,-0.0343170166015625,-0.032379150390625,-0.0304412841796875,-0.02850341796875,-0.0265655517578125,-0.024627685546875,-0.0226898193359375,-0.020751953125,-0.0188140869140625,-0.016876220703125,-0.0149383544921875,-0.01300048828125,-0.0110626220703125,-0.009124755859375,-0.0071868896484375,-0.0052490234375,-0.0033111572265625,-0.001373291015625,0.0005645751953125,0.00250244140625,0.0044403076171875,0.006378173828125,0.0083160400390625,0.01025390625,0.0121917724609375,0.014129638671875,0.0160675048828125,0.01800537109375,0.0199432373046875,0.021881103515625,0.0238189697265625,0.0257568359375,0.0276947021484375,0.029632568359375,0.0315704345703125,0.03350830078125,0.0354461669921875,0.037384033203125,0.0393218994140625,0.041259765625,0.0431976318359375,0.045135498046875,0.0470733642578125,0.04901123046875,0.0509490966796875,0.052886962890625,0.0548248291015625,0.0567626953125,0.0587005615234375,0.060638427734375,0.0625762939453125,0.06451416015625,0.0664520263671875,0.068389892578125,0.0703277587890625,0.072265625],"_type":"histogram","values":[2,1,5,4,11,13,11,34,40,59,115,159,256,326,540,848,1365,2058,3308,5103,8389,13723,23515,40846,81001,192706,640811,316172,114159,53734,29762,16474,10299,6177,3854,2445,1508,1026,616,413,288,185,135,112,71,44,28,28,20,15,13,9,8,4,2,6,0,1,2,2,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,1,2,2,2,0,4,2,5,6,2,5,5,10,11,12,19,13,19,16,21,36,27,34,24,35,32,33,23,33,29,29,28,25,17,17,15,11,13,14,13,13,7,10,11,4,10,4,14,9,11,5,4,6,2,0,2,2,3,3],"bins":[0.9994123578071594,0.9994311928749084,0.9994500875473022,0.9994689226150513,0.9994877576828003,0.9995066523551941,0.9995254874229431,0.9995443820953369,0.9995632171630859,0.999582052230835,0.9996009469032288,0.9996197819709778,0.9996386170387268,0.9996575117111206,0.9996763467788696,0.9996951818466187,0.9997140765190125,0.9997329115867615,0.9997517466545105,0.9997706413269043,0.9997894763946533,0.9998083710670471,0.9998272061347961,0.9998460412025452,0.999864935874939,0.999883770942688,0.999902606010437,0.9999215006828308,0.9999403357505798,0.9999591708183289,0.9999780654907227,0.9999969005584717,1.0000157356262207,1.0000345706939697,1.0000535249710083,1.0000723600387573,1.0000911951065063,1.0001100301742554,1.0001288652420044,1.000147819519043,1.000166654586792,1.000185489654541,1.00020432472229,1.000223159790039,1.000241994857788,1.0002609491348267,1.0002797842025757,1.0002986192703247,1.0003174543380737,1.0003362894058228,1.0003551244735718,1.0003740787506104,1.0003929138183594,1.0004117488861084,1.0004305839538574,1.0004494190216064,1.000468373298645,1.000487208366394,1.000506043434143,1.000524878501892,1.0005437135696411,1.0005625486373901,1.0005815029144287,1.0006003379821777,1.0006191730499268]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[2,0,2,1,1,1,5,5,2,7,6,7,4,6,7,7,5,8,16,13,16,13,25,22,23,17,23,28,15,20,31,26,28,23,34,18,27,21,27,19,20,16,19,19,18,20,11,8,11,10,8,3,6,6,4,4,5,8,3,1,2,1,3,1],"bins":[-0.0005821306258440018,-0.0005642368923872709,-0.0005463431589305401,-0.0005284494836814702,-0.0005105557502247393,-0.0004926620167680085,-0.0004747683124151081,-0.0004568746080622077,-0.00043898087460547686,-0.000421087141148746,-0.00040319343679584563,-0.00038529973244294524,-0.0003674059989862144,-0.00034951226552948356,-0.00033161856117658317,-0.0003137248568236828,-0.00029583112336695194,-0.0002779373899102211,-0.0002600436855573207,-0.0002421499666525051,-0.00022425624774768949,-0.00020636252884287387,-0.00018846880993805826,-0.00017057509103324264,-0.00015268137212842703,-0.00013478765322361141,-0.0001168939343187958,-9.900021541398019e-05,-8.110649650916457e-05,-6.321277760434896e-05,-4.531905869953334e-05,-2.742533979471773e-05,-9.531679097563028e-06,8.362039807252586e-06,2.62557587120682e-05,4.4149477616883814e-05,6.204319652169943e-05,7.993691542651504e-05,9.783063433133066e-05,0.00011572435323614627,0.00013361807214096189,0.0001515117910457775,0.00016940550995059311,0.00018729922885540873,0.00020519294776022434,0.00022308666666503996,0.00024098038556985557,0.00025887408992275596,0.0002767678233794868,0.00029466155683621764,0.00031255526118911803,0.0003304489655420184,0.00034834269899874926,0.0003662364324554801,0.0003841301368083805,0.00040202384116128087,0.0004199175746180117,0.00043781130807474256,0.00045570501242764294,0.00047359871678054333,0.0004914924502372742,0.000509386183694005,0.0005272799171507359,0.0005451735923998058,0.0005630673258565366],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.00033947837073355913,-0.0003280868986621499,-0.0003166953974869102,-0.000305303925415501,-0.0002939124242402613,-0.0002825209521688521,-0.0002711294509936124,-0.0002597379789222032,-0.0002483464777469635,-0.00023695500567555428,-0.00022556351905222982,-0.00021417203242890537,-0.00020278056035749614,-0.0001913890737341717,-0.00017999758711084723,-0.00016860610048752278,-0.00015721461386419833,-0.00014582312724087387,-0.00013443164061754942,-0.00012304015399422497,-0.00011164867464685813,-0.00010025718802353367,-8.886570867616683e-05,-7.747422205284238e-05,-6.608273542951792e-05,-5.469124880619347e-05,-4.3299765820847824e-05,-3.190828283550218e-05,-2.0516796212177724e-05,-9.125311407842673e-06,2.266173396492377e-06,1.3657658200827427e-05,2.5049143005162477e-05,3.644062962848693e-05,4.783211261383258e-05,5.9223595599178225e-05,7.061508222250268e-05,8.200656884582713e-05,9.339804819319397e-05,0.00010478953481651843,0.00011618102143984288,0.00012757250806316733,0.0001389639946864918,0.00015035548130981624,0.00016174695338122547,0.00017313844000454992,0.00018452992662787437,0.00019592141325119883,0.00020731289987452328,0.00021870438649784774,0.0002300958731211722,0.00024148735974449664,0.0002528788463678211,0.0002642703184392303,0.00027566181961447,0.00028705329168587923,0.00029844476375728846,0.00030983626493252814,0.00032122773700393736,0.00033261923817917705,0.00034401071025058627,0.00035540221142582595,0.0003667936834972352,0.00037818518467247486,0.0003895766567438841],"_type":"histogram","values":[1,1,1,1,2,1,1,1,3,5,2,1,1,9,8,11,5,12,15,17,16,17,18,28,30,46,32,39,28,39,42,44,34,29,30,30,15,27,17,15,17,8,13,12,7,3,8,8,3,1,1,3,2,2,1,0,0,0,3,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[2,0,1,1,0,1,4,3,4,6,5,4,5,17,7,8,12,17,10,11,18,15,20,22,20,27,33,19,13,25,21,17,24,31,27,15,28,22,17,18,25,24,20,16,21,14,11,16,7,11,10,4,8,4,7,7,2,2,4,2,0,0,2,1],"bins":[-0.0007088815327733755,-0.0006869952194392681,-0.0006651088478974998,-0.0006432225345633924,-0.0006213361630216241,-0.0005994498496875167,-0.0005775635363534093,-0.000555677164811641,-0.0005337908514775336,-0.0005119045381434262,-0.0004900181666016579,-0.00046813185326755047,-0.0004462455108296126,-0.00042435916839167476,-0.00040247285505756736,-0.0003805865126196295,-0.00035870017018169165,-0.0003368138277437538,-0.00031492748530581594,-0.00029304117197170854,-0.0002711548295337707,-0.0002492684870958328,-0.0002273821592098102,-0.00020549583132378757,-0.00018360948888584971,-0.00016172314644791186,-0.00013983681856188923,-0.00011795048339990899,-9.606414823792875e-05,-7.41778130759485e-05,-5.2291477913968265e-05,-3.0405142751988024e-05,-8.518749382346869e-06,1.3367585779633373e-05,3.5253920941613615e-05,5.7140256103593856e-05,7.90265912655741e-05,0.00010091292642755434,0.00012279926158953458,0.0001446855894755572,0.00016657193191349506,0.00018845827435143292,0.00021034460223745555,0.00023223093012347817,0.00025411727256141603,0.0002760036149993539,0.0002978899283334613,0.00031977627077139914,0.000341662613209337,0.00036354895564727485,0.0003854352980852127,0.0004073216114193201,0.00042920795385725796,0.0004510942962951958,0.0004729806096293032,0.0004948669811710715,0.0005167532945051789,0.0005386396078392863,0.0005605259793810546,0.000582412292715162,0.0006042986642569304,0.0006261849775910378,0.0006480712909251451,0.0006699576624669135,0.0006918439758010209],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,2,5,9,16,22,57,93,145,209,307,511,724,1097,1534,2180,3027,4131,5515,7162,9234,11523,13983,16742,19632,22382,25790,28269,30655,31848,33122,33942,33937,33149,31424,29392,26688,23797,21012,18226,15074,12643,10058,8140,6064,4714,3523,2638,1762,1251,886,596,389,231,141,86,53,30,19,14,8,5,2,2],"bins":[-0.09173564612865448,-0.08884462714195251,-0.08595360070466995,-0.08306258171796799,-0.08017155528068542,-0.07728053629398346,-0.0743895098567009,-0.07149849086999893,-0.06860746443271637,-0.0657164454460144,-0.06282542645931244,-0.05993440002202988,-0.05704338103532791,-0.05415235832333565,-0.051261335611343384,-0.04837031289935112,-0.045479290187358856,-0.04258826747536659,-0.03969724476337433,-0.036806222051382065,-0.0339151993393898,-0.031024178490042686,-0.028133157640695572,-0.025242134928703308,-0.022351112216711044,-0.01946008950471878,-0.016569066792726517,-0.013678045943379402,-0.010787023231387138,-0.007896000519394875,-0.005004978738725185,-0.002113956492394209,0.0007770657539367676,0.003668088000267744,0.0065591102465987206,0.00945013202726841,0.012341154739260674,0.015232177451252937,0.018123198300600052,0.021014221012592316,0.02390524372458458,0.026796266436576843,0.029687289148569107,0.03257831186056137,0.035469330847263336,0.0383603535592556,0.041251376271247864,0.04414239898324013,0.04703342169523239,0.049924444407224655,0.05281546711921692,0.05570648983120918,0.05859751254320145,0.06148853152990341,0.06437955796718597,0.06727057695388794,0.0701615959405899,0.07305262237787247,0.07594364136457443,0.078834667801857,0.08172568678855896,0.08461671322584152,0.08750773221254349,0.09039875864982605,0.09328977763652802],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,3,0,0,7,1,1,4,7,1,5,6,8,12,9,7,10,17,22,21,29,25,32,33,38,28,36,29,31,38,38,30,29,36,19,21,16,16,10,18,10,8,10,4,2,6,9,1,7,1,5,2,0,2,0,0,0,3],"bins":[-0.0003620605857577175,-0.00035119810490868986,-0.0003403356240596622,-0.0003294731432106346,-0.0003186106914654374,-0.0003077482106164098,-0.00029688572976738214,-0.0002860232489183545,-0.0002751607680693269,-0.00026429828722029924,-0.0002534358063712716,-0.0002425733400741592,-0.00023171085922513157,-0.00022084837837610394,-0.00020998591207899153,-0.0001991234312299639,-0.00018826095038093626,-0.00017739846953190863,-0.000166535988682881,-0.0001556735223857686,-0.00014481104153674096,-0.00013394856068771333,-0.00012308609439060092,-0.00011222361354157329,-0.00010136113269254565,-9.049865184351802e-05,-7.9636178270448e-05,-6.877370469737798e-05,-5.7911223848350346e-05,-4.704874663730152e-05,-3.618626942625269e-05,-2.5323792215203866e-05,-1.446131500415504e-05,-3.5988377931062132e-06,7.263639417942613e-06,1.812611662899144e-05,2.8988593840040267e-05,3.985107105108909e-05,5.071354826213792e-05,6.157602183520794e-05,7.243850268423557e-05,8.33009835332632e-05,9.416345710633323e-05,0.00010502593067940325,0.00011588841152843088,0.0001267508923774585,0.00013761335867457092,0.00014847583952359855,0.00015933832037262619,0.00017020080122165382,0.00018106328207068145,0.00019192574836779386,0.0002027882292168215,0.00021365071006584913,0.00022451317636296153,0.00023537565721198916,0.0002462381380610168,0.00025710061891004443,0.00026796309975907207,0.0002788255806080997,0.00028968806145712733,0.0003005505132023245,0.00031141299405135214,0.0003222754749003798,0.0003331379557494074]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,1,0,1,2,1,1,2,6,7,7,15,21,30,34,48,90,80,143,133,223,324,414,544,808,1072,1486,2149,3001,4464,6631,9205,12116,13744,11975,8890,6145,4229,2911,1988,1457,1047,790,521,392,305,236,149,111,104,60,40,38,32,20,11,21,9,5,4,5,3,1,1],"bins":[-0.07958984375,-0.07720947265625,-0.0748291015625,-0.07244873046875,-0.070068359375,-0.06768798828125,-0.0653076171875,-0.06292724609375,-0.060546875,-0.05816650390625,-0.0557861328125,-0.05340576171875,-0.051025390625,-0.04864501953125,-0.0462646484375,-0.04388427734375,-0.04150390625,-0.03912353515625,-0.0367431640625,-0.03436279296875,-0.031982421875,-0.02960205078125,-0.0272216796875,-0.02484130859375,-0.0224609375,-0.02008056640625,-0.0177001953125,-0.01531982421875,-0.012939453125,-0.01055908203125,-0.0081787109375,-0.00579833984375,-0.00341796875,-0.00103759765625,0.0013427734375,0.00372314453125,0.006103515625,0.00848388671875,0.0108642578125,0.01324462890625,0.015625,0.01800537109375,0.0203857421875,0.02276611328125,0.025146484375,0.02752685546875,0.0299072265625,0.03228759765625,0.03466796875,0.03704833984375,0.0394287109375,0.04180908203125,0.044189453125,0.04656982421875,0.0489501953125,0.05133056640625,0.0537109375,0.05609130859375,0.0584716796875,0.06085205078125,0.063232421875,0.06561279296875,0.0679931640625,0.07037353515625,0.07275390625]},"parameters/_orig_mod.linear.weight":{"values":[897,1533,1609,1628,1549,1558,1586,1571,1556,1546,1579,1529,1549,1524,1600,1620,1500,1568,1604,1541,1549,1589,1556,1506,1596,1559,1539,1551,1596,1555,1573,1552,1463,1563,1562,1542,1491,1548,1544,1620,1493,1604,1594,1555,1545,1642,1521,1576,1547,1589,1585,1544,1529,1580,1617,1581,1481,1485,1507,1523,1652,1603,1526,724],"bins":[-0.036541182547807693,-0.03539717197418213,-0.034253157675266266,-0.0331091471016407,-0.03196513652801514,-0.030821124091744423,-0.02967711165547371,-0.028533101081848145,-0.02738908864557743,-0.026245076209306717,-0.025101065635681152,-0.02395705319941044,-0.022813040763139725,-0.02166903018951416,-0.020525017753243446,-0.019381007179617882,-0.018236994743347168,-0.017092982307076454,-0.01594897173345089,-0.014804959297180176,-0.013660947792232037,-0.012516936287283897,-0.011372923851013184,-0.010228912346065044,-0.009084900841116905,-0.007940889336168766,-0.0067968773655593395,-0.005652865394949913,-0.004508853890001774,-0.003364842152222991,-0.002220830414444208,-0.0010768186766654253,6.719306111335754e-05,0.0012112047988921404,0.0023552165366709232,0.003499228274449706,0.004643240012228489,0.005787251517176628,0.006931263487786055,0.008075275458395481,0.00921928696334362,0.01036329846829176,0.011507309973239899,0.012651322409510612,0.013795333914458752,0.014939345419406891,0.016083357855677605,0.01722736842930317,0.018371380865573883,0.019515393301844597,0.02065940387547016,0.021803416311740875,0.02294742688536644,0.024091439321637154,0.025235451757907867,0.026379462331533432,0.027523474767804146,0.02866748720407486,0.029811497777700424,0.030955510213971138,0.03209952265024185,0.033243533223867416,0.03438754379749298,0.035531558096408844,0.03667556867003441],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[2,2,1,0,3,4,3,2,8,7,10,10,17,13,24,27,23,23,28,28,32,33,30,25,19,27,25,31,27,41,23,34,36,26,20,19,15,9,13,9,7,5,4,7,3,3,3,1,1,2,0,0,0,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0002467556914780289,-0.00023699307348579168,-0.00022723045549355447,-0.00021746783750131726,-0.00020770521950908005,-0.00019794261606875807,-0.00018817999807652086,-0.00017841738008428365,-0.00016865476209204644,-0.00015889214409980923,-0.00014912952610757202,-0.0001393669081153348,-0.00012960430467501283,-0.000119841679406818,-0.0001100790686905384,-0.0001003164506983012,-9.055383270606399e-05,-8.079121471382678e-05,-7.102859672158957e-05,-6.126598600530997e-05,-5.150336801307276e-05,-4.174075002083555e-05,-3.1978135666577145e-05,-2.221551949332934e-05,-1.2452903320081532e-05,-2.6902871468337253e-06,7.0723290264140815e-06,1.6834945199661888e-05,2.6597561372909695e-05,3.6360179365146905e-05,4.612279371940531e-05,5.588540807366371e-05,6.564805516973138e-05,7.541067316196859e-05,8.51732911542058e-05,9.49359018704854e-05,0.0001046985198627226,0.00011446113785495982,0.0001242237485712394,0.00013398636656347662,0.00014374898455571383,0.00015351160254795104,0.00016327422054018825,0.00017303683853242546,0.00018279944197274745,0.00019256205996498466,0.00020232467795722187,0.00021208729594945908,0.00022184991394169629,0.0002316125319339335,0.0002413751499261707,0.0002511377679184079,0.00026090038591064513,0.00027066300390288234,0.00028042562189511955,0.00029018823988735676,0.0002999508287757635,0.0003097134467680007,0.00031947606476023793,0.00032923868275247514,0.00033900130074471235,0.00034876391873694956,0.0003585265367291868,0.000368289154721424,0.0003780517727136612],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,2,1,2,1,4,0,2,3,5,6,6,11,16,10,16,16,16,18,23,22,24,24,17,27,30,19,27,28,35,31,32,30,29,31,24,22,16,23,8,12,11,15,15,11,12,7,5,5,5,4,3,1,0,0,1,0,0,0,0,1,1,0,1],"bins":[-0.034105394035577774,-0.03292156383395195,-0.031737733632326126,-0.030553903430700302,-0.029370073229074478,-0.028186243027448654,-0.02700241282582283,-0.025818582624197006,-0.024634752422571182,-0.02345092222094536,-0.022267092019319534,-0.02108326181769371,-0.019899431616067886,-0.018715601414442062,-0.01753177121281624,-0.016347941011190414,-0.01516411080956459,-0.013980280607938766,-0.012796450406312943,-0.011612620204687119,-0.010428790003061295,-0.00924495980143547,-0.008061129599809647,-0.006877299398183823,-0.005693469196557999,-0.004509638994932175,-0.0033258087933063507,-0.0021419785916805267,-0.0009581483900547028,0.00022568181157112122,0.0014095120131969452,0.002593342214822769,0.0037771686911582947,0.004960998892784119,0.006144829094409943,0.007328659296035767,0.00851248949766159,0.009696319699287415,0.010880149900913239,0.012063980102539062,0.013247810304164886,0.01443164050579071,0.015615470707416534,0.01679930090904236,0.017983131110668182,0.019166961312294006,0.02035079151391983,0.021534621715545654,0.02271845191717148,0.023902282118797302,0.025086112320423126,0.02626994252204895,0.027453772723674774,0.028637602925300598,0.029821433126926422,0.031005263328552246,0.03218909353017807,0.033372923731803894,0.03455675393342972,0.03574058413505554,0.036924414336681366,0.03810824453830719,0.039292074739933014,0.04047590494155884,0.04165973514318466]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[4,0,5,11,23,32,52,113,210,366,618,978,1639,2472,3732,5464,8102,11465,15602,21144,27757,35479,44210,52915,63237,72729,81213,88904,95054,99118,100894,98999,95723,89975,81974,72903,63742,53840,44515,35980,28162,21437,16156,11655,8362,5654,3839,2444,1560,989,608,368,202,98,61,42,16,8,5,2,1,0,0,2],"bins":[-0.09779853373765945,-0.09459564089775085,-0.09139274060726166,-0.08818984776735306,-0.08498695492744446,-0.08178406208753586,-0.07858116179704666,-0.07537826895713806,-0.07217537611722946,-0.06897247582674026,-0.06576958298683167,-0.06256669014692307,-0.05936379358172417,-0.05616090074181557,-0.05295800417661667,-0.04975511133670807,-0.04655221477150917,-0.04334931820631027,-0.04014642536640167,-0.036943528801202774,-0.033740635961294174,-0.030537739396095276,-0.027334844693541527,-0.024131949990987778,-0.02092905528843403,-0.01772616058588028,-0.01452326588332653,-0.011320370249450207,-0.008117475546896458,-0.004914580844342709,-0.0017116856761276722,0.0014912092592567205,0.004694104194641113,0.007896998897194862,0.011099893599748611,0.014302789233624935,0.01750568300485611,0.020708579570055008,0.023911474272608757,0.027114368975162506,0.030317263677716255,0.033520158380270004,0.0367230549454689,0.0399259477853775,0.0431288443505764,0.046331737190485,0.0495346337556839,0.0527375265955925,0.0559404231607914,0.059143319725990295,0.062346212565898895,0.0655491054058075,0.06875200569629669,0.07195489853620529,0.07515779137611389,0.07836068421602249,0.08156358450651169,0.08476647734642029,0.08796937018632889,0.09117227047681808,0.09437516331672668,0.09757805615663528,0.10078094899654388,0.10398384928703308,0.10718674212694168]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[2,3,0,0,2,3,5,8,6,6,7,12,23,32,42,61,91,127,151,200,352,486,697,1043,1574,2364,3579,5329,8577,13641,23656,40867,83308,198835,628103,307860,117003,54517,30135,18196,11250,6848,4475,3035,2046,1307,877,629,478,313,203,171,97,72,39,44,34,10,16,4,5,6,0,2],"bins":[-0.1337890625,-0.12993621826171875,-0.1260833740234375,-0.12223052978515625,-0.118377685546875,-0.11452484130859375,-0.1106719970703125,-0.10681915283203125,-0.10296630859375,-0.09911346435546875,-0.0952606201171875,-0.09140777587890625,-0.087554931640625,-0.08370208740234375,-0.0798492431640625,-0.07599639892578125,-0.0721435546875,-0.06829071044921875,-0.0644378662109375,-0.06058502197265625,-0.056732177734375,-0.05287933349609375,-0.0490264892578125,-0.04517364501953125,-0.04132080078125,-0.03746795654296875,-0.0336151123046875,-0.02976226806640625,-0.025909423828125,-0.02205657958984375,-0.0182037353515625,-0.01435089111328125,-0.010498046875,-0.00664520263671875,-0.0027923583984375,0.00106048583984375,0.004913330078125,0.00876617431640625,0.0126190185546875,0.01647186279296875,0.02032470703125,0.02417755126953125,0.0280303955078125,0.03188323974609375,0.035736083984375,0.03958892822265625,0.0434417724609375,0.04729461669921875,0.0511474609375,0.05500030517578125,0.0588531494140625,0.06270599365234375,0.066558837890625,0.07041168212890625,0.0742645263671875,0.07811737060546875,0.08197021484375,0.08582305908203125,0.0896759033203125,0.09352874755859375,0.097381591796875,0.10123443603515625,0.1050872802734375,0.10894012451171875,0.11279296875]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[5,0,4,5,3,16,18,21,34,32,41,61,82,104,154,212,319,418,605,882,1135,1788,2495,3724,5620,8670,14385,23441,44241,93472,170020,102149,47251,25822,15094,9041,5842,4111,2548,1725,1142,850,652,442,322,234,165,116,87,54,53,33,27,19,10,7,8,2,2,3,4,1,0,1],"bins":[-0.00177001953125,-0.0017120838165283203,-0.0016541481018066406,-0.001596212387084961,-0.0015382766723632812,-0.0014803409576416016,-0.0014224052429199219,-0.0013644695281982422,-0.0013065338134765625,-0.0012485980987548828,-0.0011906623840332031,-0.0011327266693115234,-0.0010747909545898438,-0.001016855239868164,-0.0009589195251464844,-0.0009009838104248047,-0.000843048095703125,-0.0007851123809814453,-0.0007271766662597656,-0.0006692409515380859,-0.0006113052368164062,-0.0005533695220947266,-0.0004954338073730469,-0.0004374980926513672,-0.0003795623779296875,-0.0003216266632080078,-0.0002636909484863281,-0.00020575523376464844,-0.00014781951904296875,-8.988380432128906e-05,-3.1948089599609375e-05,2.5987625122070312e-05,8.392333984375e-05,0.0001418590545654297,0.00019979476928710938,0.00025773048400878906,0.00031566619873046875,0.00037360191345214844,0.0004315376281738281,0.0004894733428955078,0.0005474090576171875,0.0006053447723388672,0.0006632804870605469,0.0007212162017822266,0.0007791519165039062,0.0008370876312255859,0.0008950233459472656,0.0009529590606689453,0.001010894775390625,0.0010688304901123047,0.0011267662048339844,0.001184701919555664,0.0012426376342773438,0.0013005733489990234,0.0013585090637207031,0.0014164447784423828,0.0014743804931640625,0.0015323162078857422,0.0015902519226074219,0.0016481876373291016,0.0017061233520507812,0.001764059066772461,0.0018219947814941406,0.0018799304962158203,0.0019378662109375]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,0,0,0,0,2,0,0,1,0,3,3,4,2,0,9,3,4,12,12,15,20,18,28,37,55,85,83,98,57,48,33,31,19,16,12,7,13,7,4,4,1,4,2,1,2,2,2,1,1,1,0,0,1,1,0,1,0,0,0,0,0,1,1],"bins":[-0.03015383705496788,-0.029077278450131416,-0.028000719845294952,-0.02692416124045849,-0.025847602635622025,-0.02477104216814041,-0.023694483563303947,-0.022617924958467484,-0.02154136635363102,-0.020464807748794556,-0.019388249143958092,-0.018311690539121628,-0.017235130071640015,-0.01615857146680355,-0.015082012861967087,-0.014005454257130623,-0.012928895652294159,-0.011852337047457695,-0.010775778442621231,-0.009699218906462193,-0.008622660301625729,-0.007546101696789265,-0.0064695426262915134,-0.005392983555793762,-0.004316424950957298,-0.0032398661132901907,-0.002163307275623083,-0.0010867484379559755,-1.018960028886795e-05,0.0010663692373782396,0.002142928075045347,0.003219486912712455,0.004296045750379562,0.005372604355216026,0.0064491634257137775,0.007525722496211529,0.008602281101047993,0.009678839705884457,0.010755399242043495,0.011831957846879959,0.012908516451716423,0.013985075056552887,0.015061633661389351,0.016138192266225815,0.017214752733707428,0.018291311338543892,0.019367869943380356,0.02044442854821682,0.021520987153053284,0.022597545757889748,0.02367410436272621,0.024750662967562675,0.02582722157239914,0.026903782039880753,0.027980340644717216,0.02905689924955368,0.030133457854390144,0.03121001645922661,0.03228657692670822,0.033363133668899536,0.03443969413638115,0.035516250878572464,0.03659281134605408,0.03766936808824539,0.038745928555727005],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,2,3,2,6,27,43,60,133,187,332,524,851,1351,2030,2856,4359,6212,8603,11930,15883,20699,26170,32905,40401,48645,56326,64929,73157,79750,85522,89594,92369,92812,91363,87229,82938,75833,68470,60214,52077,43941,36228,29298,22890,17767,13317,9980,7190,5114,3593,2421,1669,1059,665,378,244,133,87,46,27,11,5,2],"bins":[-0.09843970090150833,-0.09547650068998337,-0.09251329302787781,-0.08955009281635284,-0.08658688515424728,-0.08362368494272232,-0.08066048473119736,-0.0776972770690918,-0.07473407685756683,-0.07177086919546127,-0.06880766898393631,-0.06584446877241135,-0.06288126111030579,-0.059918057173490524,-0.05695485696196556,-0.0539916530251503,-0.05102844908833504,-0.048065245151519775,-0.045102041214704514,-0.04213884100317955,-0.03917563706636429,-0.036212433129549026,-0.033249229192733765,-0.030286027118563652,-0.02732282318174839,-0.02435961924493313,-0.021396417170763016,-0.018433213233947754,-0.015470010228455067,-0.01250680722296238,-0.009543603286147118,-0.00658040028065443,-0.003617197275161743,-0.0006539940368384123,0.0023092092014849186,0.005272412672638893,0.00823561567813158,0.011198818683624268,0.01416202262043953,0.017125224694609642,0.020088428631424904,0.023051632568240166,0.02601483464241028,0.02897803857922554,0.0319412425160408,0.034904446452856064,0.03786764666438103,0.04083085060119629,0.04379405453801155,0.04675725847482681,0.049720462411642075,0.05268366262316704,0.0556468665599823,0.05861007049679756,0.061573274433612823,0.06453647464513779,0.06749968230724335,0.07046288251876831,0.07342609018087387,0.07638929039239883,0.0793524906039238,0.08231569826602936,0.08527889847755432,0.08824210613965988,0.09120530635118484]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.004006057046353817,-0.003887627273797989,-0.003769197501242161,-0.0036507677286863327,-0.003532337723299861,-0.003413907950744033,-0.0032954781781882048,-0.0031770484056323767,-0.0030586186330765486,-0.0029401888605207205,-0.0028217588551342487,-0.0027033290825784206,-0.0025848993100225925,-0.0024664695374667645,-0.0023480397649109364,-0.0022296099923551083,-0.00211118021979928,-0.0019927502144128084,-0.0018743204418569803,-0.0017558906693011522,-0.0016374608967453241,-0.0015190310077741742,-0.0014006012352183461,-0.001282171462662518,-0.001163741573691368,-0.00104531180113554,-0.0009268820285797119,-0.0008084521978162229,-0.0006900223670527339,-0.0005715925944969058,-0.0004531627637334168,-0.00033473296207375824,-0.0002163031604140997,-9.787335147848353e-05,2.0556457457132638e-05,0.00013898627366870642,0.00025741607532836497,0.0003758458769880235,0.0004942757077515125,0.0006127054803073406,0.0007311353110708296,0.0008495651418343186,0.0009679949143901467,0.0010864246869459748,0.0012048545759171247,0.0013232843484729528,0.001441714121028781,0.0015601440099999309,0.001678573782555759,0.001797003555111587,0.001915433444082737,0.002033863216638565,0.002152292989194393,0.0022707227617502213,0.0023891525343060493,0.002507582539692521,0.002626012312248349,0.0027444420848041773,0.0028628718573600054,0.0029813016299158335,0.0030997314024716616,0.0032181614078581333,0.0033365911804139614,0.0034550209529697895,0.0035734507255256176],"_type":"histogram","values":[2,0,0,0,1,0,1,0,2,0,2,4,4,2,2,3,8,4,7,5,8,15,10,15,15,20,24,25,28,32,36,33,40,33,33,40,25,37,21,36,42,24,16,18,17,14,11,9,4,5,8,10,3,1,3,1,1,1,1,4,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[2,1,5,1,7,3,13,31,69,110,197,301,472,651,1037,1544,2158,3202,4237,5835,7623,9615,12413,15078,18059,21306,24810,27686,30439,32408,34301,35167,35104,34648,33366,31404,28522,25565,22714,19266,16074,13288,10456,8208,6324,4878,3519,2520,1807,1200,825,511,322,221,131,68,51,30,11,6,1,2,0,1],"bins":[-0.09668070822954178,-0.0936756432056427,-0.09067058563232422,-0.08766552060842514,-0.08466045558452606,-0.08165539056062698,-0.0786503329873085,-0.07564526796340942,-0.07264020293951035,-0.06963514536619186,-0.06663008034229279,-0.06362501531839371,-0.06061995401978493,-0.05761488899588585,-0.05460982769727707,-0.05160476267337799,-0.04859970137476921,-0.04559464007616043,-0.04258957505226135,-0.03958451375365257,-0.036579448729753494,-0.033574387431144714,-0.030569324269890785,-0.027564261108636856,-0.024559197947382927,-0.021554134786128998,-0.01854907162487507,-0.015544009394943714,-0.012538946233689785,-0.009533883072435856,-0.006528820376843214,-0.0035237574484199286,-0.0005186945199966431,0.0024863684084266424,0.005491431336849928,0.00849649403244257,0.011501557193696499,0.014506620354950428,0.017511682584881783,0.02051674574613571,0.02352180890738964,0.02652687206864357,0.0295319352298975,0.03253699839115143,0.03554205968976021,0.038547124713659286,0.041552186012268066,0.044557251036167145,0.047562312334775925,0.050567373633384705,0.05357243865728378,0.05657749995589256,0.05958256497979164,0.06258762627840042,0.0655926913022995,0.06859775632619858,0.07160281389951706,0.07460787892341614,0.07761294394731522,0.0806180015206337,0.08362306654453278,0.08662813156843185,0.08963319659233093,0.09263825416564941,0.09564331918954849],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,0,3,1,0,2,4,4,2,7,7,2,7,9,15,20,21,18,21,28,29,26,36,41,33,28,24,33,36,21,20,25,24,14,25,10,19,20,13,14,5,10,13,8,7,19,5,4,4,3,1,2,4,6,1,2,2,3,2,1,0,1],"bins":[0.9994307160377502,0.9994509220123291,0.9994711875915527,0.9994913935661316,0.9995115995407104,0.9995318651199341,0.9995520710945129,0.9995722770690918,0.9995925426483154,0.9996127486228943,0.9996329545974731,0.9996532201766968,0.9996734261512756,0.9996936321258545,0.9997138977050781,0.999734103679657,0.9997543096542358,0.9997745752334595,0.9997947812080383,0.9998149871826172,0.9998352527618408,0.9998554587364197,0.9998756647109985,0.9998959302902222,0.999916136264801,0.9999363422393799,0.9999566078186035,0.9999768137931824,0.9999970197677612,1.0000172853469849,1.000037431716919,1.0000576972961426,1.0000779628753662,1.0000981092453003,1.000118374824524,1.0001386404037476,1.0001587867736816,1.0001790523529053,1.000199317932129,1.000219464302063,1.0002397298812866,1.0002599954605103,1.0002801418304443,1.000300407409668,1.0003206729888916,1.0003408193588257,1.0003610849380493,1.000381350517273,1.000401496887207,1.0004217624664307,1.0004420280456543,1.0004621744155884,1.000482439994812,1.0005027055740356,1.0005228519439697,1.0005431175231934,1.000563383102417,1.000583529472351,1.0006037950515747,1.0006240606307983,1.0006442070007324,1.000664472579956,1.0006847381591797,1.0007048845291138,1.0007251501083374]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.037841796875,-0.0366668701171875,-0.035491943359375,-0.0343170166015625,-0.03314208984375,-0.0319671630859375,-0.030792236328125,-0.0296173095703125,-0.0284423828125,-0.0272674560546875,-0.026092529296875,-0.0249176025390625,-0.02374267578125,-0.0225677490234375,-0.021392822265625,-0.0202178955078125,-0.01904296875,-0.0178680419921875,-0.016693115234375,-0.0155181884765625,-0.01434326171875,-0.0131683349609375,-0.011993408203125,-0.0108184814453125,-0.0096435546875,-0.0084686279296875,-0.007293701171875,-0.0061187744140625,-0.00494384765625,-0.0037689208984375,-0.002593994140625,-0.0014190673828125,-0.000244140625,0.0009307861328125,0.002105712890625,0.0032806396484375,0.00445556640625,0.0056304931640625,0.006805419921875,0.0079803466796875,0.0091552734375,0.0103302001953125,0.011505126953125,0.0126800537109375,0.01385498046875,0.0150299072265625,0.016204833984375,0.0173797607421875,0.0185546875,0.0197296142578125,0.020904541015625,0.0220794677734375,0.02325439453125,0.0244293212890625,0.025604248046875,0.0267791748046875,0.0279541015625,0.0291290283203125,0.030303955078125,0.0314788818359375,0.03265380859375,0.0338287353515625,0.035003662109375,0.0361785888671875,0.037353515625],"_type":"histogram","values":[2,0,2,2,3,4,3,2,10,16,12,25,44,50,76,111,185,210,361,530,824,1266,1827,2873,4743,7096,12089,19757,35402,65020,133671,357802,540385,191232,86701,45265,25787,14641,8989,5544,3662,2242,1468,953,665,404,298,181,133,92,46,48,42,18,14,11,8,6,1,3,1,2,2,2]},"_timestamp":1.7527986459680536e+09,"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[5,3,7,1,3,2,2,6,8,8,9,13,11,17,17,12,23,14,17,19,22,22,23,27,19,24,14,22,26,18,24,33,22,19,17,21,10,15,13,13,20,12,8,13,15,12,10,8,9,4,11,9,7,6,4,5,4,5,1,1,2,0,0,1],"bins":[0.9995020627975464,0.9995207190513611,0.999539315700531,0.9995579719543457,0.9995766282081604,0.9995952248573303,0.999613881111145,0.9996325373649597,0.9996511936187744,0.9996697902679443,0.999688446521759,0.9997071027755737,0.9997256994247437,0.9997443556785583,0.999763011932373,0.999781608581543,0.9998002648353577,0.9998189210891724,0.9998375177383423,0.999856173992157,0.9998748302459717,0.9998934268951416,0.9999120831489563,0.999930739402771,0.9999493360519409,0.9999679923057556,0.9999866485595703,1.0000052452087402,1.0000239610671997,1.0000425577163696,1.0000611543655396,1.000079870223999,1.000098466873169,1.0001170635223389,1.0001357793807983,1.0001543760299683,1.0001729726791382,1.0001916885375977,1.0002102851867676,1.0002288818359375,1.000247597694397,1.000266194343567,1.0002847909927368,1.0003035068511963,1.0003221035003662,1.0003407001495361,1.0003594160079956,1.0003780126571655,1.000396728515625,1.000415325164795,1.0004339218139648,1.0004526376724243,1.0004712343215942,1.0004898309707642,1.0005085468292236,1.0005271434783936,1.0005457401275635,1.000564455986023,1.0005830526351929,1.0006016492843628,1.0006203651428223,1.0006389617919922,1.000657558441162,1.0006762742996216,1.0006948709487915]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,1,3,3,4,5,12,8,20,25,51,50,95,144,209,309,399,709,1042,1657,2586,4545,7275,12020,20511,37329,69999,145879,136419,65206,34183,19554,11359,6816,4211,2616,1526,1052,646,464,264,198,128,92,58,49,26,13,16,18,2,2,4,4,3,1,0,1,0,0,1],"bins":[-0.0322265625,-0.031185150146484375,-0.03014373779296875,-0.029102325439453125,-0.0280609130859375,-0.027019500732421875,-0.02597808837890625,-0.024936676025390625,-0.023895263671875,-0.022853851318359375,-0.02181243896484375,-0.020771026611328125,-0.0197296142578125,-0.018688201904296875,-0.01764678955078125,-0.016605377197265625,-0.01556396484375,-0.014522552490234375,-0.01348114013671875,-0.012439727783203125,-0.0113983154296875,-0.010356903076171875,-0.00931549072265625,-0.008274078369140625,-0.007232666015625,-0.006191253662109375,-0.00514984130859375,-0.004108428955078125,-0.0030670166015625,-0.002025604248046875,-0.00098419189453125,5.7220458984375e-05,0.0010986328125,0.002140045166015625,0.00318145751953125,0.004222869873046875,0.0052642822265625,0.006305694580078125,0.00734710693359375,0.008388519287109375,0.009429931640625,0.010471343994140625,0.01151275634765625,0.012554168701171875,0.0135955810546875,0.014636993408203125,0.01567840576171875,0.016719818115234375,0.01776123046875,0.018802642822265625,0.01984405517578125,0.020885467529296875,0.0219268798828125,0.022968292236328125,0.02400970458984375,0.025051116943359375,0.026092529296875,0.027133941650390625,0.02817535400390625,0.029216766357421875,0.0302581787109375,0.031299591064453125,0.03234100341796875,0.033382415771484375,0.034423828125]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,2,3,4,0,6,1,4,13,5,12,19,13,17,18,23,18,27,35,21,27,27,43,36,26,25,40,29,23,31,30,26,19,24,17,22,20,8,11,8,9,6,2,4,3,3,1,1,0,0,0,0,1,2],"bins":[-0.03367740660905838,-0.03269972279667854,-0.031722038984298706,-0.030744357034564018,-0.02976667508482933,-0.028788991272449493,-0.027811309322714806,-0.02683362551033497,-0.02585594356060028,-0.024878259748220444,-0.023900575935840607,-0.02292289398610592,-0.021945210173726082,-0.020967528223991394,-0.019989844411611557,-0.01901216246187687,-0.018034478649497032,-0.017056794837117195,-0.016079112887382507,-0.015101430006325245,-0.014123747125267982,-0.013146063312888145,-0.012168380431830883,-0.01119069755077362,-0.010213014669716358,-0.009235331788659096,-0.008257648907601833,-0.007279965560883284,-0.006302282679826021,-0.005324599798768759,-0.004346916452050209,-0.0033692335709929466,-0.002391548827290535,-0.0014138658298179507,-0.0004361828323453665,0.0005415001651272178,0.001519183162599802,0.0024968660436570644,0.0034745491575449705,0.004452232271432877,0.005429915152490139,0.006407598033547401,0.007385280914604664,0.008362963795661926,0.009340647608041763,0.010318330489099026,0.011296013370156288,0.01227369625121355,0.013251379132270813,0.014229062013328075,0.015206744894385338,0.016184428706765175,0.017162110656499863,0.0181397944688797,0.019117476418614388,0.020095160230994225,0.021072842180728912,0.02205052599310875,0.023028209805488586,0.024005891755223274,0.02498357556760311,0.0259612575173378,0.026938941329717636,0.027916623279452324,0.02889430709183216]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.09871239215135574,-0.09571410715579987,-0.09271582961082458,-0.08971754461526871,-0.08671925961971283,-0.08372097462415695,-0.08072269707918167,-0.0777244120836258,-0.07472612708806992,-0.07172784954309464,-0.06872956454753876,-0.06573127955198288,-0.062732994556427,-0.05973471328616142,-0.056736432015895844,-0.053738147020339966,-0.05073986575007439,-0.04774158447980881,-0.04474329948425293,-0.04174501821398735,-0.03874673321843147,-0.035748451948165894,-0.032750166952610016,-0.029751885682344437,-0.026753602549433708,-0.02375531941652298,-0.02075703628361225,-0.017758753150701523,-0.014760470949113369,-0.01176218781620264,-0.008763905614614487,-0.005765622481703758,-0.00276733934879303,0.00023094355128705502,0.00322922645136714,0.006227509118616581,0.00922579225152731,0.012224075384438038,0.015222357586026192,0.01822064071893692,0.02121892385184765,0.024217206984758377,0.027215490117669106,0.030213773250579834,0.03321205452084541,0.03621033951640129,0.03920862078666687,0.04220690578222275,0.04520518705248833,0.048203468322753906,0.051201753318309784,0.05420003458857536,0.05719831958413124,0.06019660085439682,0.0631948858499527,0.06619317084550858,0.06919144839048386,0.07218973338603973,0.07518801838159561,0.07818629592657089,0.08118458092212677,0.08418286591768265,0.08718115091323853,0.0901794284582138,0.09317771345376968],"_type":"histogram","values":[1,3,5,6,14,30,35,89,135,197,321,542,925,1349,2075,3022,4523,6594,8970,12459,16750,21795,27767,35170,42115,50920,59422,67355,75911,82163,88138,91483,94049,93128,91634,86972,81903,73731,66121,57874,49452,41239,33775,26905,20983,15589,11822,8701,6204,4312,2855,2026,1253,828,512,296,178,103,59,36,20,13,4,3]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[1,0,0,0,0,1,0,0,1,1,2,3,2,6,10,9,19,10,25,8,19,23,32,30,23,41,32,20,33,35,32,24,17,25,34,24,31,27,19,17,24,23,17,7,11,8,12,8,5,5,2,4,0,2,1,1,0,0,1,0,0,0,0,1],"bins":[-0.021331604570150375,-0.020632700994610786,-0.019933797419071198,-0.019234895706176758,-0.01853599213063717,-0.01783708855509758,-0.01713818497955799,-0.01643928326666355,-0.015740379691123962,-0.015041476115584373,-0.014342572540044785,-0.01364366989582777,-0.012944766320288181,-0.012245863676071167,-0.011546960100531578,-0.010848057456314564,-0.010149153880774975,-0.009450250305235386,-0.008751347661018372,-0.008052444085478783,-0.007353541441261768,-0.006654637865722179,-0.005955734755843878,-0.005256831645965576,-0.0045579285360872746,-0.003859025426208973,-0.0031601223163306713,-0.002461218973621726,-0.0017623158637434244,-0.0010634127538651228,-0.00036450952757149935,0.0003343936405144632,0.0010332968086004257,0.0017321999184787273,0.002431103028357029,0.0031300063710659742,0.003828909480944276,0.004527812823653221,0.005226715933531523,0.005925619043409824,0.006624522153288126,0.007323425263166428,0.008022328838706017,0.00872123148292303,0.00942013505846262,0.010119037702679634,0.010817941278219223,0.011516843922436237,0.012215747497975826,0.012914651073515415,0.01361355371773243,0.014312457293272018,0.015011359937489033,0.015710262581706047,0.016409166157245636,0.017108069732785225,0.017806973308324814,0.018505876883864403,0.019204778596758842,0.01990368217229843,0.02060258574783802,0.02130148932337761,0.02200039103627205,0.022699294611811638,0.023398198187351227],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,1,2,0,2,4,1,4,8,7,14,11,12,20,25,26,24,19,25,20,30,23,27,32,24,30,35,29,35,27,32,27,28,18,22,25,16,11,9,11,8,8,9,4,9,2,2,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.04189244657754898,-0.04036009684205055,-0.038827747106552124,-0.037295397371053696,-0.03576304763555527,-0.03423069417476654,-0.03269834443926811,-0.031165994703769684,-0.029633644968271255,-0.028101295232772827,-0.0265689454972744,-0.02503659389913082,-0.023504244163632393,-0.021971894428133965,-0.020439542829990387,-0.01890719309449196,-0.01737484335899353,-0.015842493623495102,-0.014310142956674099,-0.012777792289853096,-0.011245442554354668,-0.00971309281885624,-0.008180742152035236,-0.006648391950875521,-0.005116041749715805,-0.0035836915485560894,-0.0020513413473963737,-0.0005189911462366581,0.0010133590549230576,0.002545709256082773,0.004078059457242489,0.0056104096584022045,0.007142763584852219,0.008675113320350647,0.01020746398717165,0.011739814653992653,0.013272164389491081,0.01480451412498951,0.016336865723133087,0.017869215458631516,0.019401565194129944,0.020933914929628372,0.0224662646651268,0.023998616263270378,0.025530965998768806,0.027063315734267235,0.028595667332410812,0.03012801706790924,0.03166036680340767,0.0331927165389061,0.034725066274404526,0.036257416009902954,0.03778976947069168,0.03932211920619011,0.04085446894168854,0.042386818677186966,0.043919168412685394,0.04545151814818382,0.04698386788368225,0.04851621761918068,0.05004856735467911,0.051580920815467834,0.05311327055096626,0.05464562028646469,0.05617797002196312]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[1,0,2,7,10,21,29,53,72,147,241,372,572,892,1291,1985,2848,3882,5065,6812,8938,11271,14092,17176,20406,23517,27093,29638,32262,33843,35211,35086,35225,33905,32021,29298,26710,23630,20613,16966,14115,11428,8983,6848,5147,3706,2731,1987,1289,884,576,384,229,125,72,55,26,15,14,3,0,2,0,2],"bins":[-0.09498320519924164,-0.09196540713310242,-0.0889476090669632,-0.08592981100082397,-0.08291201293468475,-0.07989422231912613,-0.07687642425298691,-0.07385862618684769,-0.07084082812070847,-0.06782303005456924,-0.06480523198843002,-0.0617874376475811,-0.05876963958144188,-0.05575184151530266,-0.052734047174453735,-0.049716249108314514,-0.04669845104217529,-0.04368065297603607,-0.04066285490989685,-0.03764506056904793,-0.03462726250290871,-0.031609464436769485,-0.028591668233275414,-0.02557387202978134,-0.02255607396364212,-0.0195382758975029,-0.016520479694008827,-0.01350268255919218,-0.010484885424375534,-0.0074670882895588875,-0.004449291154742241,-0.0014314940199255943,0.0015863031148910522,0.004604100249707699,0.007621897384524345,0.010639694519340992,0.013657491654157639,0.01667528972029686,0.01969308592379093,0.022710882127285004,0.025728680193424225,0.028746478259563446,0.03176427632570267,0.03478207066655159,0.03779986873269081,0.04081766679883003,0.043835461139678955,0.046853259205818176,0.0498710572719574,0.05288885533809662,0.05590665340423584,0.05892444774508476,0.061942245811223984,0.0649600401520729,0.06797783821821213,0.07099563628435135,0.07401343435049057,0.07703123241662979,0.08004903048276901,0.08306682854890823,0.08608461916446686,0.08910241723060608,0.0921202152967453,0.09513801336288452,0.09815581142902374],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,1,0,0,1,0,1,5,4,13,6,17,17,31,54,83,104,159,239,323,524,749,1102,1530,2382,3799,5813,8715,13247,20729,32233,50936,114869,166568,61378,36185,23433,15615,9883,6134,4258,2862,1929,1271,858,580,348,269,193,112,86,45,49,30,17,12,7,4,2,4,2,1,1,1],"bins":[-0.1689453125,-0.163848876953125,-0.15875244140625,-0.153656005859375,-0.1485595703125,-0.143463134765625,-0.13836669921875,-0.133270263671875,-0.128173828125,-0.123077392578125,-0.11798095703125,-0.112884521484375,-0.1077880859375,-0.102691650390625,-0.09759521484375,-0.092498779296875,-0.08740234375,-0.082305908203125,-0.07720947265625,-0.072113037109375,-0.0670166015625,-0.061920166015625,-0.05682373046875,-0.051727294921875,-0.046630859375,-0.041534423828125,-0.03643798828125,-0.031341552734375,-0.0262451171875,-0.021148681640625,-0.01605224609375,-0.010955810546875,-0.005859375,-0.000762939453125,0.00433349609375,0.009429931640625,0.0145263671875,0.019622802734375,0.02471923828125,0.029815673828125,0.034912109375,0.040008544921875,0.04510498046875,0.050201416015625,0.0552978515625,0.060394287109375,0.06549072265625,0.070587158203125,0.07568359375,0.080780029296875,0.08587646484375,0.090972900390625,0.0960693359375,0.101165771484375,0.10626220703125,0.111358642578125,0.116455078125,0.121551513671875,0.12664794921875,0.131744384765625,0.1368408203125,0.141937255859375,0.14703369140625,0.152130126953125,0.1572265625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[2,1,3,3,3,3,5,6,8,16,20,35,46,65,88,125,253,314,457,672,943,1482,2261,3366,5300,7953,12398,20328,34499,61029,108631,128116,83495,46217,26745,15741,10357,6255,4107,2691,1957,1238,852,543,392,246,185,107,91,55,31,25,17,12,10,5,7,6,0,1,0,2,1,2],"bins":[-0.0009613037109375,-0.0009305477142333984,-0.0008997917175292969,-0.0008690357208251953,-0.0008382797241210938,-0.0008075237274169922,-0.0007767677307128906,-0.0007460117340087891,-0.0007152557373046875,-0.0006844997406005859,-0.0006537437438964844,-0.0006229877471923828,-0.0005922317504882812,-0.0005614757537841797,-0.0005307197570800781,-0.0004999637603759766,-0.000469207763671875,-0.00043845176696777344,-0.0004076957702636719,-0.0003769397735595703,-0.00034618377685546875,-0.0003154277801513672,-0.0002846717834472656,-0.00025391578674316406,-0.0002231597900390625,-0.00019240379333496094,-0.00016164779663085938,-0.0001308917999267578,-0.00010013580322265625,-6.937980651855469e-05,-3.8623809814453125e-05,-7.867813110351562e-06,2.288818359375e-05,5.364418029785156e-05,8.440017700195312e-05,0.00011515617370605469,0.00014591217041015625,0.0001766681671142578,0.00020742416381835938,0.00023818016052246094,0.0002689361572265625,0.00029969215393066406,0.0003304481506347656,0.0003612041473388672,0.00039196014404296875,0.0004227161407470703,0.0004534721374511719,0.00048422813415527344,0.000514984130859375,0.0005457401275634766,0.0005764961242675781,0.0006072521209716797,0.0006380081176757812,0.0006687641143798828,0.0006995201110839844,0.0007302761077880859,0.0007610321044921875,0.0007917881011962891,0.0008225440979003906,0.0008533000946044922,0.0008840560913085938,0.0009148120880126953,0.0009455680847167969,0.0009763240814208984,0.001007080078125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,0,2,1,3,4,4,3,3,5,5,3,8,5,10,15,11,7,14,16,20,33,20,24,26,24,41,20,35,33,41,23,40,29,23,27,27,22,17,14,12,13,11,10,12,6,7,4,6,5,2,4,4,2,1,2,1,3,1,0,0,1],"bins":[-0.000336236524162814,-0.0003254870534874499,-0.0003147376119159162,-0.00030398814124055207,-0.00029323867056518793,-0.0002824891998898238,-0.00027173972921445966,-0.000260990287642926,-0.00025024081696756184,-0.0002394913462921977,-0.0002287418901687488,-0.0002179924340452999,-0.00020724296336993575,-0.00019649349269457161,-0.0001857440365711227,-0.0001749945804476738,-0.00016424510977230966,-0.00015349563909694552,-0.00014274618297349662,-0.0001319967268500477,-0.00012124725617468357,-0.00011049779277527705,-9.974832937587053e-05,-8.8998865976464e-05,-7.824940257705748e-05,-6.749993917765096e-05,-5.6750475778244436e-05,-4.600101237883791e-05,-3.525154897943139e-05,-2.4502085580024868e-05,-1.3752622180618346e-05,-3.0031587812118232e-06,7.746275514364243e-06,1.8495738913770765e-05,2.9245202313177288e-05,3.999466571258381e-05,5.074412911199033e-05,6.149359251139686e-05,7.224305591080338e-05,8.29925193102099e-05,9.374198270961642e-05,0.00010449144610902295,0.00011524090950842947,0.00012599036563187838,0.0001367398363072425,0.00014748930698260665,0.00015823876310605556,0.00016898821922950447,0.0001797376899048686,0.00019048716058023274,0.00020123661670368165,0.00021198607282713056,0.0002227355435024947,0.00023348501417785883,0.0002442344557493925,0.00025498392642475665,0.0002657333971001208,0.0002764828677754849,0.00028723233845084906,0.00029798178002238274,0.0003087312506977469,0.000319480721373111,0.0003302301629446447,0.0003409796336200088,0.00035172910429537296]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,1,1,1,0,1,1,3,3,2,2,3,4,4,10,7,9,8,14,12,16,16,20,20,19,36,32,22,30,24,32,24,31,39,40,35,23,26,21,19,18,18,13,16,14,14,5,8,9,6,5,3,5,2,3,4,3,4,1,1,3],"bins":[-0.00031246422440744936,-0.0003034460823982954,-0.0002944279694929719,-0.0002854098565876484,-0.00027639171457849443,-0.00026737357256934047,-0.00025835545966401696,-0.00024933734675869346,-0.0002403192047495395,-0.00023130107729230076,-0.00022228294983506203,-0.0002132648223778233,-0.00020424669492058456,-0.00019522856746334583,-0.0001862104400061071,-0.00017719231254886836,-0.00016817418509162962,-0.0001591560576343909,-0.00015013793017715216,-0.00014111980271991342,-0.0001321016752626747,-0.00012308354780543596,-0.00011406542034819722,-0.00010504729289095849,-9.602916543371975e-05,-8.701103797648102e-05,-7.799291051924229e-05,-6.897478306200355e-05,-5.995665560476482e-05,-5.0938528147526085e-05,-4.192040069028735e-05,-3.290227323304862e-05,-2.388417487964034e-05,-1.4866047422401607e-05,-5.847919965162873e-06,3.1702074920758605e-06,1.2188334949314594e-05,2.1206462406553328e-05,3.0224589863792062e-05,3.9242717321030796e-05,4.826084477826953e-05,5.727897223550826e-05,6.6297099692747e-05,7.531522714998573e-05,8.433335460722446e-05,9.33514820644632e-05,0.00010236960952170193,0.00011138773697894067,0.0001204058644361794,0.00012942399189341813,0.00013844211935065687,0.0001474602468078956,0.00015647837426513433,0.00016549650172237307,0.0001745146291796118,0.00018353275663685054,0.00019255088409408927,0.000201569011551328,0.00021058713900856674,0.00021960526646580547,0.0002286233939230442,0.00023764152138028294,0.00024665964883752167,0.00025567779084667563,0.00026469590375199914]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[2,1,2,0,0,2,1,2,2,1,1,6,4,3,7,5,10,7,11,13,15,15,15,22,20,32,36,28,37,24,38,44,33,22,37,32,34,23,33,16,27,15,15,9,13,10,7,8,4,3,4,3,1,1,3,1,0,0,3,0,2,1,1,1],"bins":[-0.00032500477391295135,-0.0003146624949295074,-0.00030432018684223294,-0.00029397790785878897,-0.000283635628875345,-0.00027329332078807056,-0.0002629510418046266,-0.0002526087628211826,-0.0002422664692858234,-0.0002319241757504642,-0.00022158189676702023,-0.00021123960323166102,-0.00020089730969630182,-0.00019055503071285784,-0.00018021273717749864,-0.00016987045819405466,-0.00015952816465869546,-0.00014918587112333626,-0.00013884359213989228,-0.00012850129860453308,-0.00011815901234513149,-0.0001078167260857299,-9.747443255037069e-05,-8.71321462909691e-05,-7.678986003156751e-05,-6.644757377216592e-05,-5.610528387478553e-05,-4.576299397740513e-05,-3.542070771800354e-05,-2.5078419639612548e-05,-1.4736131561221555e-05,-4.393843482830562e-06,5.948473699390888e-06,1.629076177778188e-05,2.6633049856172875e-05,3.697533975355327e-05,4.731762601295486e-05,5.765991227235645e-05,6.800220580771565e-05,7.834449206711724e-05,8.868677832651883e-05,9.902906458592042e-05,0.00010937135084532201,0.00011971364438068122,0.00013005593791604042,0.0001403982168994844,0.0001507405104348436,0.00016108278941828758,0.00017142508295364678,0.00018176737648900598,0.00019210965547244996,0.00020245194900780916,0.00021279422799125314,0.00022313652152661234,0.00023347881506197155,0.00024382109404541552,0.00025416340213268995,0.00026450568111613393,0.0002748479600995779,0.0002851902390830219,0.0002955325471702963,0.0003058748261537403,0.00031621710513718426,0.0003265594132244587,0.00033690169220790267]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,0,2,0,0,3,1,4,1,3,4,7,5,9,13,12,14,15,15,20,21,25,42,46,70,60,65,56,51,39,29,22,20,20,16,10,6,8,2,4,4,2,2,1,4,2,2,1,1,2,0,1,1,2],"bins":[-6.760448741260916e-06,-6.570776804437628e-06,-6.381104412866989e-06,-6.191432476043701e-06,-6.001760539220413e-06,-5.812088147649774e-06,-5.622416210826486e-06,-5.432744274003198e-06,-5.24307233717991e-06,-5.0533999456092715e-06,-4.8637280087859835e-06,-4.6740560719626956e-06,-4.484383680392057e-06,-4.294711743568769e-06,-4.105039806745481e-06,-3.915367415174842e-06,-3.725695478351554e-06,-3.5360233141545905e-06,-3.3463513773313025e-06,-3.156679213134339e-06,-2.967007276311051e-06,-2.7773351121140877e-06,-2.5876629479171243e-06,-2.3979910110938363e-06,-2.208318846896873e-06,-2.0186466826999094e-06,-1.8289747458766215e-06,-1.639302581679658e-06,-1.4496305311695323e-06,-1.2599584806594066e-06,-1.0702863164624432e-06,-8.806142659523175e-07,-6.909422154421918e-07,-5.012701649320661e-07,-3.1159805757852155e-07,-1.2192597864668642e-07,6.774610028514871e-08,2.5741817921698384e-07,4.47090258148819e-07,6.367623655023635e-07,8.264344160124892e-07,1.016106466522615e-06,1.2057785170327406e-06,1.395450681229704e-06,1.5851227317398298e-06,1.7747947822499555e-06,1.964466946446919e-06,2.154138883270207e-06,2.3438110474671703e-06,2.5334832116641337e-06,2.7231551484874217e-06,2.912827312684385e-06,3.102499249507673e-06,3.2921714137046365e-06,3.4818435779016e-06,3.671515514724888e-06,3.861187906295527e-06,4.050859843118815e-06,4.240531779942103e-06,4.430203716765391e-06,4.6198761083360296e-06,4.8095480451593176e-06,4.9992199819826055e-06,5.188892373553244e-06,5.378564310376532e-06]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.09575585275888443,-0.09262711554765701,-0.0894983783364296,-0.08636964112520218,-0.08324091136455536,-0.08011217415332794,-0.07698343694210052,-0.07385469973087311,-0.07072596251964569,-0.06759722530841827,-0.06446848809719086,-0.06133975461125374,-0.05821101740002632,-0.055082280188798904,-0.051953546702861786,-0.04882480949163437,-0.04569607228040695,-0.042567335069179535,-0.03943859785795212,-0.036309864372015,-0.03318112716078758,-0.030052389949560165,-0.026923654600977898,-0.02379491925239563,-0.020666182041168213,-0.017537444829940796,-0.014408709481358528,-0.011279973201453686,-0.008151236921548843,-0.005022500641644001,-0.0018937643617391586,0.0012349719181656837,0.004363715648651123,0.007492451928555965,0.010621188208460808,0.01374992448836565,0.016878660768270493,0.02000739797949791,0.023136133328080177,0.026264868676662445,0.029393605887889862,0.03252234309911728,0.035651080310344696,0.038779813796281815,0.04190855100750923,0.04503728821873665,0.04816602170467377,0.051294758915901184,0.0544234961271286,0.05755223333835602,0.060680970549583435,0.06380970776081085,0.06693844497203827,0.07006717473268509,0.0731959119439125,0.07632464915513992,0.07945338636636734,0.08258212357759476,0.08571086078882217,0.08883959800004959,0.09196832776069641,0.09509706497192383,0.09822580218315125,0.10135453939437866,0.10448327660560608],"_type":"histogram","values":[2,2,8,12,28,33,89,137,245,421,648,1136,1728,2808,4098,6070,8775,12072,16201,21901,28189,35157,44278,53105,62692,71408,79838,87354,92840,96024,98222,97102,93587,88785,81624,72768,63771,54974,46049,37421,29398,23085,17454,12843,9480,6482,4536,2967,1912,1273,749,439,283,151,89,54,32,16,10,4,4,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,2,0,3,3,4,6,2,12,5,11,14,15,26,41,65,55,71,86,93,117,134,137,126,145,149,115,106,87,76,58,55,48,32,33,26,15,13,23,1,6,3,7,5,5,3,0,2,0,2,0,1,0,0,0,0,1],"bins":[-0.032317787408828735,-0.031286053359508514,-0.030254323035478592,-0.02922258898615837,-0.0281908567994833,-0.027159124612808228,-0.026127390563488007,-0.025095658376812935,-0.024063926190137863,-0.02303219400346279,-0.02200046181678772,-0.0209687277674675,-0.019936995580792427,-0.018905263394117355,-0.017873529344797134,-0.016841797158122063,-0.01581006497144699,-0.01477833278477192,-0.013746599666774273,-0.012714866548776627,-0.011683134362101555,-0.010651402175426483,-0.009619669057428837,-0.00858793593943119,-0.007556203752756119,-0.00652447110041976,-0.005492738448083401,-0.004461005795747042,-0.0034292731434106827,-0.0023975404910743237,-0.0013658078387379646,-0.0003340751864016056,0.0006976574659347534,0.0017293901182711124,0.0027611227706074715,0.0037928554229438305,0.0048245880752801895,0.0058563207276165485,0.0068880533799529076,0.007919786497950554,0.008951518684625626,0.009983250871300697,0.011014983989298344,0.01204671710729599,0.013078449293971062,0.014110181480646133,0.01514191459864378,0.016173647716641426,0.017205379903316498,0.01823711208999157,0.01926884427666664,0.020300578325986862,0.021332310512661934,0.022364042699337006,0.023395776748657227,0.0244275089353323,0.02545924112200737,0.02649097330868244,0.027522705495357513,0.028554439544677734,0.029586171731352806,0.030617903918027878,0.0316496379673481,0.03268136829137802,0.03371310234069824]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.00182342529296875,-0.0017648935317993164,-0.0017063617706298828,-0.0016478300094604492,-0.0015892982482910156,-0.001530766487121582,-0.0014722347259521484,-0.0014137029647827148,-0.0013551712036132812,-0.0012966394424438477,-0.001238107681274414,-0.0011795759201049805,-0.0011210441589355469,-0.0010625123977661133,-0.0010039806365966797,-0.0009454488754272461,-0.0008869171142578125,-0.0008283853530883789,-0.0007698535919189453,-0.0007113218307495117,-0.0006527900695800781,-0.0005942583084106445,-0.0005357265472412109,-0.00047719478607177734,-0.00041866302490234375,-0.00036013126373291016,-0.00030159950256347656,-0.00024306774139404297,-0.00018453598022460938,-0.00012600421905517578,-6.747245788574219e-05,-8.940696716308594e-06,4.9591064453125e-05,0.0001081228256225586,0.0001666545867919922,0.00022518634796142578,0.0002837181091308594,0.00034224987030029297,0.00040078163146972656,0.00045931339263916016,0.0005178451538085938,0.0005763769149780273,0.0006349086761474609,0.0006934404373168945,0.0007519721984863281,0.0008105039596557617,0.0008690357208251953,0.0009275674819946289,0.0009860992431640625,0.001044631004333496,0.0011031627655029297,0.0011616945266723633,0.0012202262878417969,0.0012787580490112305,0.001337289810180664,0.0013958215713500977,0.0014543533325195312,0.0015128850936889648,0.0015714168548583984,0.001629948616027832,0.0016884803771972656,0.0017470121383666992,0.0018055438995361328,0.0018640756607055664,0.001922607421875],"_type":"histogram","values":[1,2,1,0,1,5,4,14,6,9,15,22,29,37,69,95,116,162,220,307,483,706,1103,1755,2922,4610,8104,13750,26166,57094,144034,179359,74965,32712,16958,9143,5577,3353,1999,1295,848,534,361,253,177,121,89,65,37,35,27,19,13,5,12,7,3,3,4,4,0,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.0025910004042088985,-0.0025106791872531176,-0.0024303579702973366,-0.002350036520510912,-0.002269715303555131,-0.00218939408659935,-0.002109072869643569,-0.0020287514198571444,-0.0019484302029013634,-0.0018681089859455824,-0.0017877877689898014,-0.0017074664356186986,-0.0016271452186629176,-0.0015468238852918148,-0.0014665026683360338,-0.001386181334964931,-0.00130586011800915,-0.001225538901053369,-0.0011452175676822662,-0.0010648963507264853,-0.0009845750173553824,-0.0009042538003996015,-0.0008239325252361596,-0.0007436112500727177,-0.0006632899749092758,-0.0005829686997458339,-0.000502647424582392,-0.00042232617852278054,-0.00034200490335933864,-0.00026168362819589674,-0.00018136236758437008,-0.0001010410996968858,-2.0719831809401512e-05,5.960143607808277e-05,0.00013992270396556705,0.00022024396457709372,0.0003005652397405356,0.0003808865149039775,0.00046120776096358895,0.0005415290361270308,0.0006218503112904727,0.0007021715864539146,0.0007824928616173565,0.0008628141367807984,0.0009431353537365794,0.0010234566871076822,0.0011037779040634632,0.001184099237434566,0.001264420454390347,0.001344741671346128,0.0014250630047172308,0.0015053842216730118,0.0015857055550441146,0.0016660267719998956,0.0017463481053709984,0.0018266693223267794,0.0019069905392825603,0.0019873117562383413,0.002067633206024766,0.002147954422980547,0.002228275639936328,0.002308596856892109,0.0023889183066785336,0.0024692395236343145,0.0025495607405900955],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,2,1,1,3,7,6,5,7,11,5,15,13,20,18,15,29,27,36,41,43,38,36,33,47,36,29,26,35,28,20,24,18,17,14,14,10,7,4,5,2,4,3,2,2,2,2,0,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[5,5,2,0,0,5,9,5,8,13,27,27,49,76,106,128,178,244,411,472,689,968,1447,2054,2971,4457,6269,9495,13981,20802,33863,55406,120982,145854,61607,36831,23598,14726,9814,6882,4679,3279,2198,1560,1045,807,500,360,238,193,156,94,64,45,39,31,23,13,3,8,14,4,2,3],"bins":[-0.09619140625,-0.09328460693359375,-0.0903778076171875,-0.08747100830078125,-0.084564208984375,-0.08165740966796875,-0.0787506103515625,-0.07584381103515625,-0.07293701171875,-0.07003021240234375,-0.0671234130859375,-0.06421661376953125,-0.061309814453125,-0.05840301513671875,-0.0554962158203125,-0.05258941650390625,-0.0496826171875,-0.04677581787109375,-0.0438690185546875,-0.04096221923828125,-0.038055419921875,-0.03514862060546875,-0.0322418212890625,-0.02933502197265625,-0.02642822265625,-0.02352142333984375,-0.0206146240234375,-0.01770782470703125,-0.014801025390625,-0.01189422607421875,-0.0089874267578125,-0.00608062744140625,-0.003173828125,-0.00026702880859375,0.0026397705078125,0.00554656982421875,0.008453369140625,0.01136016845703125,0.0142669677734375,0.01717376708984375,0.02008056640625,0.02298736572265625,0.0258941650390625,0.02880096435546875,0.031707763671875,0.03461456298828125,0.0375213623046875,0.04042816162109375,0.0433349609375,0.04624176025390625,0.0491485595703125,0.05205535888671875,0.054962158203125,0.05786895751953125,0.0607757568359375,0.06368255615234375,0.06658935546875,0.06949615478515625,0.0724029541015625,0.07530975341796875,0.078216552734375,0.08112335205078125,0.0840301513671875,0.08693695068359375,0.08984375]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.09630029648542404,-0.09325594455003738,-0.09021159261465073,-0.08716724067926407,-0.08412288874387741,-0.08107853680849075,-0.0780341774225235,-0.07498982548713684,-0.07194547355175018,-0.06890112161636353,-0.06585676968097687,-0.06281241774559021,-0.05976806581020355,-0.056723713874816895,-0.05367935821413994,-0.05063500627875328,-0.04759065434336662,-0.044546302407979965,-0.04150195047259331,-0.03845759481191635,-0.035413242876529694,-0.032368890941143036,-0.029324539005756378,-0.02628018520772457,-0.023235833272337914,-0.020191481336951256,-0.01714712753891945,-0.014102775603532791,-0.011058422736823559,-0.008014069870114326,-0.0049697174690663815,-0.0019253648351877928,0.001118987798690796,0.004163340665400028,0.007207693066447973,0.010252045467495918,0.01329639833420515,0.016340751200914383,0.01938510313630104,0.022429456934332848,0.025473808869719505,0.028518160805106163,0.03156251460313797,0.03460686653852463,0.037651218473911285,0.04069557040929794,0.0437399260699749,0.04678427800536156,0.049828629940748215,0.05287298187613487,0.05591733381152153,0.058961689472198486,0.062006041407585144,0.0650503933429718,0.06809474527835846,0.07113909721374512,0.07418344914913177,0.07722780108451843,0.08027215301990509,0.08331651240587234,0.086360864341259,0.08940521627664566,0.09244956821203232,0.09549392014741898,0.09853827208280563],"_type":"histogram","values":[2,3,6,12,26,36,73,107,172,325,563,909,1370,2158,3268,4660,6721,9424,13004,17350,22738,28758,36578,44698,53134,61459,70434,78184,85540,89947,94354,95472,94537,92027,86572,80318,72958,64083,55219,46566,38334,30787,24498,18646,13947,10207,7455,5140,3647,2327,1515,1005,676,384,231,132,84,42,21,13,4,2,1,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.00045666759251616895,-0.0004408422391861677,-0.00042501691495999694,-0.0004091915616299957,-0.00039336620829999447,-0.00037754085496999323,-0.000361715501639992,-0.0003458901774138212,-0.00033006482408382,-0.00031423947075381875,-0.00029841414652764797,-0.00028258879319764674,-0.0002667634398676455,-0.00025093808653764427,-0.00023511274775955826,-0.00021928740898147225,-0.00020346205565147102,-0.00018763670232146978,-0.00017181136354338378,-0.00015598602476529777,-0.00014016067143529654,-0.0001243353181052953,-0.0001085099793272093,-9.268463327316567e-05,-7.685928721912205e-05,-6.103394116507843e-05,-4.520859511103481e-05,-2.938324905699119e-05,-1.3557903002947569e-05,2.267443051096052e-06,1.8092789105139673e-05,3.3918135159183294e-05,4.974345210939646e-05,6.556879816344008e-05,8.13941442174837e-05,9.721949027152732e-05,0.00011304483632557094,0.00012887018965557218,0.00014469552843365818,0.0001605208672117442,0.00017634622054174542,0.00019217157387174666,0.00020799691264983267,0.00022382225142791867,0.0002396476047579199,0.00025547295808792114,0.0002712982823140919,0.00028712363564409316,0.0003029489889740944,0.0003187743423040956,0.00033459969563409686,0.00035042501986026764,0.0003662503731902689,0.0003820757265202701,0.0003979010507464409,0.0004137264040764421,0.00042955175740644336,0.0004453771107364446,0.00046120246406644583,0.0004770277882926166,0.0004928531125187874,0.0005086784949526191,0.0005245038191787899,0.0005403292016126215,0.0005561545258387923],"_type":"histogram","values":[1,1,0,2,0,1,0,2,3,3,4,5,4,6,8,13,13,12,24,16,22,27,18,22,36,35,40,23,47,35,42,32,40,22,31,30,27,21,15,17,16,14,7,7,2,2,4,2,6,2,1,1,0,2,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,0,0,2,2,1,7,1,1,7,7,9,5,11,23,18,23,19,19,27,27,35,30,34,39,33,46,41,35,30,28,23,31,22,18,17,11,19,11,11,5,4,4,3,2,4,3,3,3,2,0,0,5,2,1],"bins":[-0.0031125694513320923,-0.0030231650453060865,-0.002933760639280081,-0.0028443564660847187,-0.002754952060058713,-0.002665547654032707,-0.0025761432480067015,-0.0024867388419806957,-0.0023973346687853336,-0.002307930262759328,-0.002218525856733322,-0.0021291214507073164,-0.0020397170446813107,-0.0019503127550706267,-0.001860908349044621,-0.001771504059433937,-0.0016820996534079313,-0.0015926952473819256,-0.0015032909577712417,-0.001413886551745236,-0.001324482262134552,-0.0012350778561085463,-0.0011456734500825405,-0.0010562691604718566,-0.0009668647544458508,-0.000877460406627506,-0.0007880560588091612,-0.0006986516527831554,-0.0006092473049648106,-0.0005198429571464658,-0.0004304385802242905,-0.0003410342033021152,-0.00025162985548377037,-0.0001622254931135103,-7.282113074325025e-05,1.658323162700981e-05,0.00010598759399726987,0.00019539195636752993,0.00028479631873779,0.0003742006956599653,0.0004636050434783101,0.0005530093912966549,0.0006424137391149998,0.0007318181451410055,0.0008212224929593503,0.0009106268407776952,0.001000031246803701,0.0010894355364143848,0.0011788399424403906,0.0012682443484663963,0.0013576486380770802,0.001447053044103086,0.00153645733371377,0.0016258617397397757,0.0017152661457657814,0.0018046704353764653,0.001894074841402471,0.001983479131013155,0.0020728835370391607,0.0021622879430651665,0.0022516923490911722,0.002341096755117178,0.00243050092831254,0.002519905334338546,0.0026093097403645515]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[2,0,3,7,13,19,47,70,109,218,327,479,695,1058,1496,2312,3219,4334,5857,7618,9812,12113,14617,17724,20927,24256,26724,29741,31861,33523,34451,34679,34313,32402,31422,28637,25732,22705,20106,16964,13756,11257,8760,6966,5310,3919,2945,2074,1406,983,681,441,294,193,102,66,30,17,15,5,4,5,2,1],"bins":[-0.09251756221055984,-0.08956553041934967,-0.0866134911775589,-0.08366145938634872,-0.08070942014455795,-0.07775738835334778,-0.074805349111557,-0.07185331732034683,-0.06890127807855606,-0.06594924628734589,-0.06299720704555511,-0.06004517525434494,-0.05709313973784447,-0.054141104221343994,-0.05118906870484352,-0.04823703318834305,-0.045284997671842575,-0.0423329621553421,-0.03938092663884163,-0.036428891122341156,-0.03347685560584068,-0.03052482195198536,-0.027572786435484886,-0.024620750918984413,-0.02166871540248394,-0.018716679885983467,-0.015764644369482994,-0.012812609784305096,-0.009860574267804623,-0.00690853875130415,-0.003956503700464964,-0.0010044684167951345,0.0019475668668746948,0.004899602383375168,0.007851637899875641,0.01080367248505354,0.013755708001554012,0.01670774258673191,0.019659778103232384,0.022611813619732857,0.02556384913623333,0.028515884652733803,0.03146791830658913,0.0344199538230896,0.03737198933959007,0.040324024856090546,0.04327606037259102,0.04622809588909149,0.049180131405591965,0.05213216692209244,0.05508420243859291,0.058036237955093384,0.06098827347159386,0.06394030898809433,0.0668923407793045,0.06984438002109528,0.07279641181230545,0.07574845105409622,0.0787004828453064,0.08165252208709717,0.08460455387830734,0.08755659312009811,0.09050862491130829,0.09346066415309906,0.09641269594430923]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,1,2,2,1,1,3,1,6,9,4,7,11,10,17,22,20,22,26,31,19,29,36,37,28,31,35,28,27,38,28,22,24,20,15,16,17,20,10,6,14,8,11,4,4,5,4,8,1,5,2,2,3,5,1,2,1,2,0,1],"bins":[0.9994021058082581,0.9994231462478638,0.9994441866874695,0.99946528673172,0.9994863271713257,0.9995073676109314,0.9995284080505371,0.9995494484901428,0.9995705485343933,0.999591588973999,0.9996126294136047,0.9996336698532104,0.9996547102928162,0.9996758103370667,0.9996968507766724,0.9997178912162781,0.9997389316558838,0.9997599720954895,0.99978107213974,0.9998021125793457,0.9998231530189514,0.9998441934585571,0.9998652338981628,0.9998863339424133,0.999907374382019,0.9999284148216248,0.9999494552612305,0.9999704957008362,0.9999915957450867,1.0000126361846924,1.0000337362289429,1.0000547170639038,1.0000758171081543,1.0000967979431152,1.0001178979873657,1.0001389980316162,1.0001599788665771,1.0001810789108276,1.0002020597457886,1.000223159790039,1.0002442598342896,1.0002652406692505,1.000286340713501,1.000307321548462,1.0003284215927124,1.000349521636963,1.0003705024719238,1.0003916025161743,1.0004125833511353,1.0004336833953857,1.0004547834396362,1.0004757642745972,1.0004968643188477,1.0005178451538086,1.000538945198059,1.0005600452423096,1.0005810260772705,1.000602126121521,1.000623106956482,1.0006442070007324,1.000665307044983,1.0006862878799438,1.0007073879241943,1.0007283687591553,1.0007494688034058]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,2,1,2,1,0,4,5,1,2,7,1,4,7,7,8,12,9,8,15,22,19,24,32,29,29,33,37,33,35,26,38,40,29,33,37,22,20,18,14,13,18,11,7,8,6,2,4,11,3,5,1,4,2,2,1,0,0,1,2],"bins":[-0.0003698711807373911,-0.0003588576219044626,-0.0003478440339677036,-0.0003368304460309446,-0.00032581688719801605,-0.0003148033283650875,-0.0003037897404283285,-0.0002927761524915695,-0.000281762593658641,-0.00027074903482571244,-0.00025973544688895345,-0.00024872185895219445,-0.00023770830011926591,-0.00022669472673442215,-0.00021568115334957838,-0.00020466757996473461,-0.00019365400657989085,-0.00018264043319504708,-0.00017162685981020331,-0.00016061328642535955,-0.00014959971304051578,-0.00013858613965567201,-0.00012757256627082825,-0.00011655899288598448,-0.00010554541950114071,-9.453184611629695e-05,-8.351827273145318e-05,-7.250469934660941e-05,-6.149112596176565e-05,-5.047755257692188e-05,-3.9463979192078114e-05,-2.8450405807234347e-05,-1.743683242239058e-05,-6.4232590375468135e-06,4.590314347296953e-06,1.560388773214072e-05,2.6617461116984487e-05,3.763103450182825e-05,4.864460788667202e-05,5.965818127151579e-05,7.067175465635955e-05,8.168532804120332e-05,9.269890142604709e-05,0.00010371247481089085,0.00011472604819573462,0.0001257396215805784,0.00013675319496542215,0.00014776676835026592,0.0001587803417351097,0.00016979391511995345,0.00018080748850479722,0.000191821061889641,0.00020283463527448475,0.00021384820865932852,0.0002248617820441723,0.00023587535542901605,0.0002468889288138598,0.00025790248764678836,0.00026891607558354735,0.00027992966352030635,0.0002909432223532349,0.0003019567811861634,0.0003129703691229224,0.0003239839570596814,0.00033499751589260995]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,1,0,2,3,4,6,4,1,12,16,7,14,25,22,35,36,38,42,61,56,81,83,99,98,114,140,122,115,112,98,96,81,67,56,52,48,36,28,29,21,19,13,14,7,8,6,4,4,2,1,0,1,3,0,0,0,1,0,1],"bins":[-0.02255352959036827,-0.021825779229402542,-0.021098028868436813,-0.020370276644825935,-0.019642526283860207,-0.018914775922894478,-0.0181870236992836,-0.01745927333831787,-0.016731522977352142,-0.016003772616386414,-0.01527602132409811,-0.014548270031809807,-0.013820519670844078,-0.01309276930987835,-0.012365018017590046,-0.011637266725301743,-0.010909516364336014,-0.010181766003370285,-0.009454014711081982,-0.008726263418793678,-0.00799851305782795,-0.0072707622312009335,-0.006543011404573917,-0.005815260577946901,-0.005087509751319885,-0.004359758924692869,-0.003632008098065853,-0.002904257271438837,-0.002176506444811821,-0.001448755618184805,-0.0007210047915577888,6.746035069227219e-06,0.0007344968616962433,0.0014622476883232594,0.0021899985149502754,0.0029177493415772915,0.0036455001682043076,0.004373250994831324,0.00510100182145834,0.005828752648085356,0.006556503474712372,0.007284254301339388,0.008012005127966404,0.008739756420254707,0.009467506781220436,0.010195257142186165,0.010923008434474468,0.011650759726762772,0.0123785100877285,0.013106260448694229,0.013834011740982533,0.014561763033270836,0.015289513394236565,0.016017263755202293,0.01674501597881317,0.0174727663397789,0.01820051670074463,0.018928267061710358,0.019656017422676086,0.020383769646286964,0.021111520007252693,0.021839270368218422,0.0225670225918293,0.02329477295279503,0.024022523313760757]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[2,0,0,1,1,0,1,3,2,2,1,4,4,7,4,5,8,17,11,10,16,19,31,20,22,19,30,39,40,44,36,33,27,42,34,29,17,25,21,15,19,18,15,9,11,10,7,8,5,4,4,3,2,3,1,2,0,1,2,1,0,0,0,1],"bins":[-0.0005208865040913224,-0.0005041394615545869,-0.0004873924481216818,-0.00047064543468877673,-0.0004538983921520412,-0.0004371513787191361,-0.0004204043361824006,-0.0004036573227494955,-0.00038691028021275997,-0.0003701632667798549,-0.0003534162533469498,-0.0003366692108102143,-0.0003199221973773092,-0.00030317515484057367,-0.0002864281414076686,-0.00026968109887093306,-0.000252934085438028,-0.00023618705745320767,-0.00021944002946838737,-0.00020269300148356706,-0.00018594597349874675,-0.00016919896006584167,-0.00015245193208102137,-0.00013570490409620106,-0.00011895787611138076,-0.00010221084812656045,-8.546382014174014e-05,-6.871679943287745e-05,-5.1969771448057145e-05,-3.522274346323684e-05,-1.847571911639534e-05,-1.7286929505644366e-06,1.5018333215266466e-05,3.176536120008677e-05,4.851238554692827e-05,6.525940989376977e-05,8.200643787859008e-05,9.875346586341038e-05,0.00011550048657227308,0.00013224751455709338,0.0001489945425419137,0.000165741570526734,0.0001824885985115543,0.0001992356264963746,0.00021598263992927969,0.0002327296679141,0.0002494766958989203,0.00026622373843565583,0.0002829707518685609,0.000299717765301466,0.0003164648078382015,0.0003332118212711066,0.00034995886380784214,0.0003667058772407472,0.00038345291977748275,0.0004001999332103878,0.0004169469466432929,0.00043369398918002844,0.0004504410026129335,0.00046718804514966905,0.00048393505858257413,0.0005006821011193097,0.0005174291436560452,0.0005341761279851198,0.0005509231705218554],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0067396145313978195,-0.006525410804897547,-0.006311207078397274,-0.006097002886235714,-0.005882799159735441,-0.0056685954332351685,-0.005454391241073608,-0.005240187514573336,-0.005025983788073063,-0.00481178006157279,-0.004597576335072517,-0.004383372142910957,-0.004169168416410685,-0.003954964689910412,-0.0037407607305794954,-0.003526556771248579,-0.0033123530447483063,-0.0030981493182480335,-0.002883945358917117,-0.0026697413995862007,-0.002455537673085928,-0.002241333946585655,-0.002027129987254739,-0.0018129261443391442,-0.0015987223014235497,-0.001384518458507955,-0.0011703146155923605,-0.0009561107726767659,-0.0007419069297611713,-0.0005277030868455768,-0.0003134992439299822,-9.929540101438761e-05,0.00011490844190120697,0.00032911228481680155,0.0005433161277323961,0.0007575199706479907,0.0009717238135635853,0.0011859276564791799,0.0014001314993947744,0.001614335342310369,0.0018285391852259636,0.0020427429117262363,0.0022569468710571527,0.002471150830388069,0.002685354556888342,0.0028995582833886147,0.003113762242719531,0.0033279662020504475,0.00354216992855072,0.003756373655050993,0.003970577381551266,0.004184781573712826,0.0043989853002130985,0.004613189026713371,0.004827393218874931,0.005041596945375204,0.005255800671875477,0.00547000439837575,0.005684208124876022,0.005898412317037582,0.006112616043537855,0.006326819770038128,0.006541023962199688,0.006755227688699961,0.0069694314152002335],"_type":"histogram","values":[1,1,1,0,2,1,0,0,1,6,2,2,4,8,9,7,21,11,21,32,21,29,48,56,79,77,89,103,99,129,121,148,111,103,112,84,76,58,48,44,45,39,35,31,21,20,13,17,14,6,7,11,4,5,5,2,1,2,2,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,1,0,0,1,1,2,2,1,1,1,1,7,3,8,3,3,6,6,12,20,21,23,18,27,34,39,34,34,37,30,37,35,35,33,34,22,25,26,17,18,19,11,18,7,7,8,12,3,6,2,2,3,2,2,3,0,0,2],"bins":[-0.00037952957791276276,-0.0003689974546432495,-0.0003584653604775667,-0.0003479332663118839,-0.0003374011430423707,-0.00032686901977285743,-0.00031633692560717463,-0.00030580483144149184,-0.0002952727081719786,-0.00028474058490246534,-0.00027420849073678255,-0.00026367639657109976,-0.0002531442733015865,-0.0002426121645839885,-0.00023208005586639047,-0.00022154794714879245,-0.00021101583843119442,-0.0002004837297135964,-0.00018995162099599838,-0.00017941951227840036,-0.00016888740356080234,-0.00015835529484320432,-0.0001478231861256063,-0.00013729107740800828,-0.00012675896869041026,-0.00011622685997281224,-0.00010569475125521421,-9.51626425376162e-05,-8.463053382001817e-05,-7.409842510242015e-05,-6.356631638482213e-05,-5.303420766722411e-05,-4.250206984579563e-05,-3.196996112819761e-05,-2.143785241059959e-05,-1.0905743693001568e-05,-3.736349754035473e-07,1.0158473742194474e-05,2.0690582459792495e-05,3.1222691177390516e-05,4.175479989498854e-05,5.228690861258656e-05,6.281901733018458e-05,7.33511260477826e-05,8.388323476538062e-05,9.441534348297864e-05,0.00010494745220057666,0.00011547956091817468,0.0001260116696357727,0.00013654377835337073,0.00014707588707096875,0.00015760799578856677,0.0001681401045061648,0.0001786722132237628,0.00018920432194136083,0.00019973643065895885,0.00021026853937655687,0.0002208006480941549,0.00023133275681175292,0.00024186486552935094,0.00025239697424694896,0.00026292906841263175,0.000273461191682145,0.00028399331495165825,0.00029452540911734104],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09962089359760284,-0.09658589959144592,-0.093550905585289,-0.09051591157913208,-0.08748091757297516,-0.08444591611623764,-0.08141092211008072,-0.0783759281039238,-0.07534093409776688,-0.07230594009160995,-0.06927094608545303,-0.06623595207929611,-0.0632009506225586,-0.06016596034169197,-0.05713096261024475,-0.05409596860408783,-0.05106097459793091,-0.04802598059177399,-0.044990986585617065,-0.041955988854169846,-0.038920994848012924,-0.035886000841856,-0.03285100311040878,-0.02981600910425186,-0.02678101509809494,-0.02374602109193802,-0.020711025223135948,-0.017676029354333878,-0.014641035348176956,-0.01160604041069746,-0.008571045473217964,-0.005536050535738468,-0.002501063048839569,0.0005339318886399269,0.003568926826119423,0.006603921763598919,0.009638916701078415,0.012673911638557911,0.015708906576037407,0.018743902444839478,0.0217788964509964,0.02481389045715332,0.02784888632595539,0.03088388219475746,0.03391887620091438,0.036953870207071304,0.039988867938518524,0.043023861944675446,0.04605885595083237,0.04909384995698929,0.05212884396314621,0.05516384169459343,0.05819883570075035,0.06123382970690727,0.06426882743835449,0.06730382144451141,0.07033881545066833,0.07337380945682526,0.07640880346298218,0.0794437974691391,0.08247879147529602,0.08551379293203354,0.08854878693819046,0.09158378094434738,0.0946187749505043],"_type":"histogram","values":[1,0,1,1,4,3,13,26,36,62,119,176,337,459,782,1126,1663,2408,3400,4554,6377,7940,10685,13056,16045,18986,22504,25939,29255,31546,33353,35063,35620,35339,34691,32497,30552,27803,24830,21169,18091,14833,12115,9753,7380,5619,4213,3094,2134,1462,1012,611,442,272,161,106,40,31,17,8,3,3,1,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,0,3,3,3,1,1,5,4,3,6,8,6,21,17,21,21,13,26,24,26,23,32,21,30,24,38,26,24,26,28,19,34,22,28,23,17,18,18,16,21,15,11,7,3,11,6,0,3,4,0,0,1,0,1,0,0,1,0,2],"bins":[-0.03123878873884678,-0.03024166449904442,-0.02924453839659691,-0.028247414156794548,-0.027250289916992188,-0.026253163814544678,-0.025256039574742317,-0.024258915334939957,-0.023261789232492447,-0.022264664992690086,-0.021267540752887726,-0.020270416513085365,-0.019273290410637856,-0.018276166170835495,-0.017279041931033134,-0.016281915828585625,-0.015284791588783264,-0.014287666417658329,-0.013290542177855968,-0.012293417006731033,-0.011296292766928673,-0.010299167595803738,-0.009302042424678802,-0.008304918184876442,-0.007307793013751507,-0.006310668308287859,-0.005313543602824211,-0.004316418431699276,-0.003319293726235628,-0.0023221690207719803,-0.0013250440824776888,-0.0003279192605987191,0.0006692036986351013,0.001666328520514071,0.0026634533423930407,0.003660578280687332,0.00465770298615098,0.005654827691614628,0.006651952862739563,0.007649077568203211,0.008646202273666859,0.009643327444791794,0.010640451684594154,0.01163757685571909,0.012634702026844025,0.013631826266646385,0.01462895143777132,0.015626076608896255,0.016623200848698616,0.017620325088500977,0.018617451190948486,0.019614575430750847,0.020611699670553207,0.021608825773000717,0.022605950012803078,0.023603074252605438,0.024600200355052948,0.02559732459485531,0.02659444883465767,0.02759157307446003,0.02858869917690754,0.0295858234167099,0.03058294765651226,0.03158007189631462,0.03257719799876213]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[5,3,13,15,16,42,89,109,192,275,430,749,1009,1442,2128,2926,4002,5194,6994,8802,11226,13694,16397,19280,22659,25100,27947,30390,32000,33254,33943,34085,33413,31902,29532,26996,24223,21365,18645,15439,12729,10351,8049,6341,4715,3590,2553,1799,1315,900,555,363,247,153,92,68,37,20,8,4,6,1,2,1],"bins":[-0.0892835259437561,-0.08638766407966614,-0.08349179476499557,-0.08059593290090561,-0.07770006358623505,-0.07480420172214508,-0.07190833985805511,-0.06901247054338455,-0.06611660867929459,-0.06322074681520462,-0.06032487750053406,-0.05742901563644409,-0.05453315004706383,-0.05163728445768356,-0.0487414225935936,-0.04584555700421333,-0.04294969141483307,-0.040053825825452805,-0.03715796023607254,-0.034262098371982574,-0.03136623278260231,-0.028470367193222046,-0.02557450346648693,-0.022678639739751816,-0.01978277415037155,-0.016886908560991287,-0.013991044834256172,-0.011095180176198483,-0.008199315518140793,-0.005303450860083103,-0.0024075862020254135,0.00048827845603227615,0.003384135663509369,0.0062800003215670586,0.009175864979624748,0.012071729637682438,0.014967594295740128,0.017863459885120392,0.020759323611855507,0.023655187338590622,0.026551052927970886,0.02944691851735115,0.032342784106731415,0.03523864597082138,0.038134511560201645,0.04103037714958191,0.043926239013671875,0.04682210460305214,0.049717970192432404,0.05261383578181267,0.05550970137119293,0.0584055632352829,0.06130142882466316,0.06419729441404343,0.06709315627813339,0.06998902559280396,0.07288488745689392,0.07578074932098389,0.07867661863565445,0.08157248049974442,0.08446834981441498,0.08736421167850494,0.09026007354259491,0.09315594285726547,0.09605180472135544]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,1,0,1,3,1,3,4,12,20,20,34,51,50,73,128,172,215,338,497,640,995,1437,2218,3115,4851,7706,12309,20763,36906,76025,164647,125718,55949,29132,16598,10197,6315,4084,2787,1792,1198,814,606,401,322,202,144,98,81,49,39,20,11,8,5,5,1,3,2,3,1,3],"bins":[-0.002197265625,-0.002130270004272461,-0.002063274383544922,-0.001996278762817383,-0.0019292831420898438,-0.0018622875213623047,-0.0017952919006347656,-0.0017282962799072266,-0.0016613006591796875,-0.0015943050384521484,-0.0015273094177246094,-0.0014603137969970703,-0.0013933181762695312,-0.0013263225555419922,-0.0012593269348144531,-0.001192331314086914,-0.001125335693359375,-0.001058340072631836,-0.0009913444519042969,-0.0009243488311767578,-0.0008573532104492188,-0.0007903575897216797,-0.0007233619689941406,-0.0006563663482666016,-0.0005893707275390625,-0.0005223751068115234,-0.0004553794860839844,-0.0003883838653564453,-0.00032138824462890625,-0.0002543926239013672,-0.00018739700317382812,-0.00012040138244628906,-5.340576171875e-05,1.3589859008789062e-05,8.058547973632812e-05,0.0001475811004638672,0.00021457672119140625,0.0002815723419189453,0.0003485679626464844,0.00041556358337402344,0.0004825592041015625,0.0005495548248291016,0.0006165504455566406,0.0006835460662841797,0.0007505416870117188,0.0008175373077392578,0.0008845329284667969,0.0009515285491943359,0.001018524169921875,0.001085519790649414,0.0011525154113769531,0.0012195110321044922,0.0012865066528320312,0.0013535022735595703,0.0014204978942871094,0.0014874935150146484,0.0015544891357421875,0.0016214847564697266,0.0016884803771972656,0.0017554759979248047,0.0018224716186523438,0.0018894672393798828,0.001956462860107422,0.002023458480834961,0.0020904541015625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,0,1,0,0,1,2,1,2,4,4,4,7,4,7,14,12,9,17,13,17,22,24,33,35,34,47,39,28,34,34,33,24,21,22,15,21,12,9,14,11,23,14,9,12,12,10,5,16,5,8,2,4,5,0,3,4,1,0,0,0,1],"bins":[0.9993894696235657,0.9994094967842102,0.9994295239448547,0.9994495511054993,0.9994695782661438,0.9994896054267883,0.9995096325874329,0.9995296001434326,0.9995496273040771,0.9995696544647217,0.9995896816253662,0.9996097087860107,0.9996297359466553,0.9996497631072998,0.9996697902679443,0.9996898174285889,0.9997098445892334,0.9997298717498779,0.9997498989105225,0.999769926071167,0.9997898936271667,0.9998099207878113,0.9998299479484558,0.9998499751091003,0.9998700022697449,0.9998900294303894,0.9999100565910339,0.9999300837516785,0.999950110912323,0.9999701380729675,0.9999901652336121,1.0000101327896118,1.0000301599502563,1.0000501871109009,1.0000702142715454,1.00009024143219,1.0001102685928345,1.000130295753479,1.0001503229141235,1.000170350074768,1.0001903772354126,1.0002104043960571,1.0002304315567017,1.0002504587173462,1.0002704858779907,1.0002905130386353,1.0003105401992798,1.0003305673599243,1.0003505945205688,1.0003706216812134,1.000390648841858,1.0004106760025024,1.0004305839538574,1.000450611114502,1.0004706382751465,1.000490665435791,1.0005106925964355,1.00053071975708,1.0005507469177246,1.0005707740783691,1.0005908012390137,1.0006108283996582,1.0006308555603027,1.0006508827209473,1.0006709098815918]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,3,7,8,8,24,44,89,139,236,368,536,852,1172,1763,2600,3532,4962,6651,8504,10891,13571,16296,19827,22719,25952,29074,31115,33152,34685,35306,35196,34003,32434,30175,27442,24371,21106,17803,14685,12125,9608,7432,5716,4200,3040,2082,1534,1013,636,418,261,190,112,68,42,15,11,9,6,2],"bins":[-0.1011313647031784,-0.09813307225704193,-0.09513477981090546,-0.09213648736476898,-0.08913819491863251,-0.08613990247249603,-0.08314161002635956,-0.08014331758022308,-0.07714502513408661,-0.07414674013853073,-0.07114844769239426,-0.06815015524625778,-0.06515186280012131,-0.06215357035398483,-0.05915527790784836,-0.056156985461711884,-0.05315869301557541,-0.050160400569438934,-0.04716210812330246,-0.044163815677165985,-0.04116552323102951,-0.038167234510183334,-0.03516894206404686,-0.032170649617910385,-0.02917235717177391,-0.026174064725637436,-0.02317577227950096,-0.020177481696009636,-0.01717918924987316,-0.014180896803736687,-0.011182605288922787,-0.008184313774108887,-0.005186028778553009,-0.0021877367980778217,0.0008105551823973656,0.003808847162872553,0.00680713914334774,0.009805431589484215,0.012803723104298115,0.015802014619112015,0.01880030706524849,0.021798599511384964,0.02479689195752144,0.027795182541012764,0.03079347498714924,0.033791765570640564,0.03679005801677704,0.03978835046291351,0.04278664290904999,0.04578493535518646,0.04878322780132294,0.05178152024745941,0.054779812693595886,0.05777810141444206,0.06077639386057854,0.06377469003200531,0.06677298247814178,0.06977126747369766,0.07276955991983414,0.07576785236597061,0.07876614481210709,0.08176443725824356,0.08476272970438004,0.08776102215051651,0.09075931459665298]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,0,1,0,2,2,6,1,2,5,11,12,6,7,17,22,31,37,37,43,64,84,86,97,137,148,165,174,131,147,115,84,51,52,56,34,29,29,28,22,21,12,11,7,3,3,5,2,1,2,1,0,0,0,1,1],"bins":[-0.05758661776781082,-0.055940836668014526,-0.05429505556821823,-0.052649274468421936,-0.05100349336862564,-0.049357712268829346,-0.04771193116903305,-0.046066150069236755,-0.04442036896944046,-0.042774587869644165,-0.04112880676984787,-0.039483025670051575,-0.03783724457025528,-0.036191463470458984,-0.03454568237066269,-0.032899901270866394,-0.0312541201710701,-0.029608339071273804,-0.02796255797147751,-0.026316776871681213,-0.024670995771884918,-0.023025214672088623,-0.021379433572292328,-0.019733652472496033,-0.018087871372699738,-0.016442090272903442,-0.014796309173107147,-0.013150528073310852,-0.011504746973514557,-0.009858965873718262,-0.008213184773921967,-0.006567403674125671,-0.004921626299619675,-0.0032758451998233795,-0.0016300641000270844,1.5716999769210815e-05,0.001661498099565506,0.003307279199361801,0.004953060299158096,0.0065988413989543915,0.008244622498750687,0.009890403598546982,0.011536184698343277,0.013181965798139572,0.014827746897935867,0.016473527997732162,0.018119309097528458,0.019765090197324753,0.021410871297121048,0.023056652396917343,0.02470243349671364,0.026348214596509933,0.02799399569630623,0.029639776796102524,0.03128555789589882,0.032931338995695114,0.03457712009549141,0.036222901195287704,0.037868682295084,0.039514463394880295,0.04116024449467659,0.042806025594472885,0.04445180669426918,0.046097587794065475,0.04774336889386177]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[8,1,4,7,15,27,52,92,136,245,353,578,831,1221,1765,2506,3388,4556,6120,7817,10201,12553,15294,17976,21337,24237,27145,29316,31358,32984,34091,34276,33388,32683,30556,28295,25700,22720,19685,16786,13646,11380,8882,7023,5349,4035,2854,2030,1463,1009,663,495,272,191,92,43,43,28,10,6,5,1,0,1],"bins":[-0.09096022695302963,-0.08804988116025925,-0.08513954281806946,-0.08222919702529907,-0.07931885123252869,-0.0764085128903389,-0.07349816709756851,-0.07058782875537872,-0.06767748296260834,-0.06476713716983795,-0.06185679882764816,-0.05894645303487778,-0.05603611096739769,-0.0531257688999176,-0.05021542310714722,-0.04730508103966713,-0.04439473897218704,-0.041484396904706955,-0.03857405483722687,-0.03566370904445648,-0.032753366976976395,-0.029843024909496307,-0.02693268097937107,-0.024022337049245834,-0.021111994981765747,-0.01820165291428566,-0.015291308984160423,-0.012380965985357761,-0.0094706229865551,-0.006560279987752438,-0.0036499369889497757,-0.0007395939901471138,0.002170749008655548,0.00508109200745821,0.007991435006260872,0.010901778005063534,0.013812121003866196,0.016722463071346283,0.01963280700147152,0.022543150931596756,0.025453492999076843,0.02836383506655693,0.03127417713403702,0.034184522926807404,0.03709486499428749,0.04000520706176758,0.042915552854537964,0.04582589492201805,0.04873623698949814,0.051646579056978226,0.05455692112445831,0.0574672669172287,0.060377608984708786,0.06328795105218887,0.06619829684495926,0.06910863518714905,0.07201898097991943,0.07492932677268982,0.07783966511487961,0.08075001090765,0.08366034924983978,0.08657069504261017,0.08948104083538055,0.09239137917757034,0.09530172497034073]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,2,1,1,1,2,3,1,1,2,5,4,3,4,8,12,10,18,13,27,28,16,28,30,44,26,42,38,59,35,43,32,43,24,29,26,17,17,16,12,7,2,8,5,5,5,3,0,1,0,1,0,2,1,1,0,0,1,0,0,1],"bins":[-0.00037645254633389413,-0.00036415603244677186,-0.00035185954766348004,-0.00033956303377635777,-0.00032726654899306595,-0.0003149700351059437,-0.0003026735212188214,-0.0002903770364355296,-0.0002780805225484073,-0.0002657840377651155,-0.0002534875238779932,-0.00024119102454278618,-0.00022889452520757914,-0.0002165980258723721,-0.00020430151198524982,-0.00019200501265004277,-0.00017970851331483573,-0.00016741201397962868,-0.00015511551464442164,-0.00014281900075729936,-0.00013052250142209232,-0.00011822600208688527,-0.00010592950275167823,-9.363299614051357e-05,-8.133649680530652e-05,-6.903999747009948e-05,-5.674349085893482e-05,-4.4446991523727775e-05,-3.215048855054192e-05,-1.985398557735607e-05,-7.557484423159622e-06,4.739017640531529e-06,1.703551970422268e-05,2.933202267740853e-05,4.1628525650594383e-05,5.392502498580143e-05,6.622153159696609e-05,7.851803093217313e-05,9.081453026738018e-05,0.00010311103687854484,0.00011540753621375188,0.00012770404282491654,0.0001400005421601236,0.00015229704149533063,0.00016459354083053768,0.00017689004016574472,0.000189186554052867,0.00020148305338807404,0.00021377955272328109,0.00022607605205848813,0.00023837255139369518,0.0002506690507289022,0.0002629655646160245,0.0002752620493993163,0.0002875585632864386,0.00029985507717356086,0.0003121515619568527,0.00032444807584397495,0.00033674456062726676,0.00034904107451438904,0.0003613375884015113,0.00037363407318480313,0.0003859305870719254,0.0003982270718552172,0.0004105235857423395]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,2,1,1,1,3,5,6,5,10,15,14,20,23,33,42,85,143,116,63,35,37,28,18,16,13,8,7,3,4,2,1,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,1,1],"bins":[-0.13282138109207153,-0.12877659499645233,-0.12473180890083313,-0.12068702280521393,-0.11664223670959473,-0.11259745061397552,-0.10855266451835632,-0.10450787842273712,-0.10046309232711792,-0.09641829878091812,-0.09237351268529892,-0.08832872658967972,-0.08428394049406052,-0.08023915439844131,-0.07619436830282211,-0.07214958220720291,-0.06810479611158371,-0.06406001001596451,-0.060015223920345306,-0.055970437824726105,-0.0519256517291069,-0.0478808619081974,-0.0438360758125782,-0.039791289716959,-0.0357465036213398,-0.031701717525720596,-0.027656931430101395,-0.023612143471837044,-0.019567357376217842,-0.01552257128059864,-0.011477784253656864,-0.007432997692376375,-0.0033882111310958862,0.0006565754301846027,0.004701361991465092,0.008746149018406868,0.01279093511402607,0.01683572120964527,0.020880509167909622,0.024925295263528824,0.028970081359148026,0.03301486745476723,0.03705965355038643,0.04110443964600563,0.04514922946691513,0.04919401556253433,0.053238801658153534,0.057283587753772736,0.06132837384939194,0.06537315994501114,0.06941794604063034,0.07346273213624954,0.07750751823186874,0.08155230432748795,0.08559709042310715,0.08964187651872635,0.09368667006492615,0.09773145616054535,0.10177624225616455,0.10582102835178375,0.10986581444740295,0.11391060054302216,0.11795538663864136,0.12200017273426056,0.12604495882987976],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,3,1,2,4,3,7,5,6,10,12,11,19,10,22,21,23,23,24,32,29,32,24,33,25,32,29,23,29,32,23,15,23,23,20,27,18,12,15,12,12,10,4,6,7,2,1,3,2,1,0,2,0,0,0,0,1,1],"bins":[-0.02639905922114849,-0.025553245097398758,-0.024707432836294174,-0.02386161871254444,-0.023015804588794708,-0.022169990465044975,-0.021324176341295242,-0.02047836408019066,-0.019632549956440926,-0.018786735832691193,-0.01794092357158661,-0.017095109447836876,-0.016249295324087143,-0.01540348120033741,-0.014557668007910252,-0.013711854815483093,-0.01286604069173336,-0.012020226567983627,-0.011174413375556469,-0.01032860018312931,-0.009482786059379578,-0.008636971935629845,-0.007791158743202686,-0.006945345085114241,-0.006099531427025795,-0.005253717768937349,-0.004407904110848904,-0.003562090452760458,-0.0027162767946720123,-0.0018704631365835667,-0.001024649478495121,-0.00017883582040667534,0.0006669759750366211,0.0015127896331250668,0.0023586032912135124,0.003204416949301958,0.004050230607390404,0.004896044265478849,0.005741857923567295,0.006587671581655741,0.007433485239744186,0.00827929936349392,0.009125112555921078,0.009970925748348236,0.010816739872097969,0.011662553995847702,0.01250836718827486,0.013354180380702019,0.014199994504451752,0.015045808628201485,0.015891622751951218,0.0167374350130558,0.017583249136805534,0.018429063260555267,0.01927487552165985,0.020120689645409584,0.020966503769159317,0.02181231789290905,0.022658132016658783,0.023503944277763367,0.0243497584015131,0.025195572525262833,0.026041384786367416,0.02688719891011715,0.027733013033866882]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,0,0,2,3,10,4,7,12,15,29,38,43,58,98,116,199,300,409,583,857,1339,2102,3253,5227,8604,14448,26000,50369,119804,201098,71287,35541,18877,10904,6437,4152,2569,1590,1077,792,467,338,230,136,109,93,58,43,28,17,14,10,9,5,3,3,2,0,1,0,0,0,2],"bins":[-0.00836181640625,-0.008085250854492188,-0.007808685302734375,-0.0075321197509765625,-0.00725555419921875,-0.0069789886474609375,-0.006702423095703125,-0.0064258575439453125,-0.0061492919921875,-0.0058727264404296875,-0.005596160888671875,-0.0053195953369140625,-0.00504302978515625,-0.0047664642333984375,-0.004489898681640625,-0.0042133331298828125,-0.003936767578125,-0.0036602020263671875,-0.003383636474609375,-0.0031070709228515625,-0.00283050537109375,-0.0025539398193359375,-0.002277374267578125,-0.0020008087158203125,-0.0017242431640625,-0.0014476776123046875,-0.001171112060546875,-0.0008945465087890625,-0.00061798095703125,-0.0003414154052734375,-6.4849853515625e-05,0.0002117156982421875,0.00048828125,0.0007648468017578125,0.001041412353515625,0.0013179779052734375,0.00159454345703125,0.0018711090087890625,0.002147674560546875,0.0024242401123046875,0.0027008056640625,0.0029773712158203125,0.003253936767578125,0.0035305023193359375,0.00380706787109375,0.0040836334228515625,0.004360198974609375,0.0046367645263671875,0.004913330078125,0.0051898956298828125,0.005466461181640625,0.0057430267333984375,0.00601959228515625,0.0062961578369140625,0.006572723388671875,0.0068492889404296875,0.0071258544921875,0.0074024200439453125,0.007678985595703125,0.007955551147460938,0.00823211669921875,0.008508682250976562,0.008785247802734375,0.009061813354492188,0.00933837890625]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,2,2,1,2,2,6,8,5,8,14,8,19,11,13,19,19,28,28,23,18,35,27,28,37,32,23,26,27,34,30,33,27,26,16,12,9,16,23,14,16,6,9,6,2,7,1,2,0,0,0,1,1,1,0,1,0,0,0,0,0,1],"bins":[-0.060021884739398956,-0.05784694850444794,-0.05567200854420662,-0.0534970685839653,-0.05132213234901428,-0.04914719611406326,-0.046972256153821945,-0.04479731619358063,-0.04262237995862961,-0.04044744372367859,-0.03827250376343727,-0.03609756380319595,-0.033922627568244934,-0.031747691333293915,-0.029572751373052597,-0.02739781327545643,-0.02522287517786026,-0.02304793708026409,-0.020872998982667923,-0.018698060885071754,-0.016523122787475586,-0.014348184689879417,-0.012173246592283249,-0.00999830849468708,-0.007823370397090912,-0.005648432299494743,-0.003473494201898575,-0.0012985561043024063,0.0008763819932937622,0.0030513200908899307,0.005226258188486099,0.007401196286082268,0.009576141834259033,0.011751079931855202,0.01392601802945137,0.01610095612704754,0.018275894224643707,0.020450832322239876,0.022625770419836044,0.024800708517432213,0.02697564661502838,0.02915058471262455,0.03132552281022072,0.033500462770462036,0.035675399005413055,0.037850335240364075,0.04002527520060539,0.04220021516084671,0.04437515139579773,0.04655008763074875,0.048725027590990067,0.050899967551231384,0.053074903786182404,0.05524984002113342,0.05742477998137474,0.05959971994161606,0.06177465617656708,0.0639495924115181,0.06612452864646912,0.06829947233200073,0.07047440856695175,0.07264934480190277,0.07482428848743439,0.0769992247223854,0.07917416095733643]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[4,6,6,11,12,19,22,24,47,63,75,135,163,215,322,452,680,750,1176,1700,2466,3330,4770,7171,11325,16254,26975,44115,78053,149168,293114,399675,237160,121282,66482,36945,23666,14329,9424,6426,4590,2986,1974,1402,1168,733,531,406,291,212,173,106,74,47,42,33,26,19,10,12,8,3,4,2],"bins":[-0.00872802734375,-0.008449554443359375,-0.00817108154296875,-0.007892608642578125,-0.0076141357421875,-0.007335662841796875,-0.00705718994140625,-0.006778717041015625,-0.006500244140625,-0.006221771240234375,-0.00594329833984375,-0.005664825439453125,-0.0053863525390625,-0.005107879638671875,-0.00482940673828125,-0.004550933837890625,-0.0042724609375,-0.003993988037109375,-0.00371551513671875,-0.003437042236328125,-0.0031585693359375,-0.002880096435546875,-0.00260162353515625,-0.002323150634765625,-0.002044677734375,-0.001766204833984375,-0.00148773193359375,-0.001209259033203125,-0.0009307861328125,-0.000652313232421875,-0.00037384033203125,-9.5367431640625e-05,0.00018310546875,0.000461578369140625,0.00074005126953125,0.001018524169921875,0.0012969970703125,0.001575469970703125,0.00185394287109375,0.002132415771484375,0.002410888671875,0.002689361572265625,0.00296783447265625,0.003246307373046875,0.0035247802734375,0.003803253173828125,0.00408172607421875,0.004360198974609375,0.004638671875,0.004917144775390625,0.00519561767578125,0.005474090576171875,0.0057525634765625,0.006031036376953125,0.00630950927734375,0.006587982177734375,0.006866455078125,0.007144927978515625,0.00742340087890625,0.007701873779296875,0.0079803466796875,0.008258819580078125,0.00853729248046875,0.008815765380859375,0.00909423828125]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,3,5,3,10,16,41,53,99,155,234,384,603,971,1378,2077,2781,3872,5216,6666,8887,10905,13503,16467,19346,22217,25176,28068,30642,32361,33592,34583,34260,33666,31853,29719,27238,24344,21210,18279,15570,12681,10388,8119,6282,4681,3490,2548,1751,1172,775,550,362,214,139,93,59,26,14,13,6,4,0,3],"bins":[-0.09317145496606827,-0.09024585783481598,-0.0873202532529831,-0.0843946561217308,-0.08146905153989792,-0.07854345440864563,-0.07561784982681274,-0.07269225269556046,-0.06976664811372757,-0.06684105098247528,-0.0639154464006424,-0.060989849269390106,-0.05806424841284752,-0.05513864755630493,-0.052213046699762344,-0.04928744584321976,-0.04636184498667717,-0.04343624413013458,-0.040510643273591995,-0.03758504241704941,-0.03465944156050682,-0.03173384070396423,-0.028808241710066795,-0.025882640853524208,-0.02295703999698162,-0.020031439140439034,-0.017105838283896446,-0.014180238358676434,-0.011254637502133846,-0.008329036645591259,-0.005403436254709959,-0.0024778356309980154,0.0004477649927139282,0.003373365616425872,0.0062989662401378155,0.009224566631019115,0.012150167487561703,0.01507576834410429,0.018001368269324303,0.02092696912586689,0.023852569982409477,0.026778170838952065,0.029703771695494652,0.03262937068939209,0.03555497154593468,0.038480572402477264,0.04140617325901985,0.04433177411556244,0.047257374972105026,0.050182975828647614,0.0531085766851902,0.05603417754173279,0.058959778398275375,0.06188537925481796,0.06481097638607025,0.06773658096790314,0.07066217809915543,0.07358778268098831,0.0765133798122406,0.07943898439407349,0.08236458152532578,0.08529018610715866,0.08821578323841095,0.09114138782024384,0.09406698495149612]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,4,8,19,28,40,76,179,303,431,669,1123,1727,2559,3805,5209,7278,9545,12423,15732,19573,23195,27313,30596,34005,36560,38136,38841,38409,36959,34597,31827,28147,24217,20661,16601,13114,10316,7859,5619,4060,2824,1955,1226,813,503,303,194,110,69,28,20,7,2,2,1,0,0,0,0,1],"bins":[-0.10119598358869553,-0.09789098799228668,-0.09458598494529724,-0.0912809893488884,-0.08797599375247955,-0.08467099070549011,-0.08136599510908127,-0.07806099206209183,-0.07475599646568298,-0.07145100086927414,-0.0681459978222847,-0.06484100222587585,-0.06153600290417671,-0.05823100358247757,-0.054926007986068726,-0.05162100866436958,-0.04831600934267044,-0.0450110100209713,-0.041706010699272156,-0.03840101510286331,-0.03509601578116417,-0.03179101645946503,-0.028486019000411034,-0.02518102154135704,-0.021876022219657898,-0.018571022897958755,-0.015266025438904762,-0.011961027048528194,-0.008656028658151627,-0.005351030267775059,-0.002046031877398491,0.001258966512978077,0.004563972353935242,0.00786897074431181,0.011173969134688377,0.014478967525064945,0.017783965915441513,0.021088965237140656,0.02439396269619465,0.027698960155248642,0.031003959476947784,0.03430895879864693,0.03761395812034607,0.04091895371675491,0.044223953038454056,0.0475289523601532,0.05083394795656204,0.054138947278261185,0.05744394659996033,0.06074894592165947,0.06405394524335861,0.06735894083976746,0.0706639438867569,0.07396893948316574,0.07727393507957458,0.08057893812656403,0.08388393372297287,0.08718892931938171,0.09049393236637115,0.09379892796278,0.09710392355918884,0.10040892660617828,0.10371392220258713,0.10701892524957657,0.11032392084598541]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,1,0,2,4,13,20,35,55,100,159,266,354,501,837,1146,1631,2353,3220,4414,5675,7325,9440,11610,14276,17086,19873,22814,25619,27915,30273,32069,33144,33294,33585,32600,31163,28909,26363,23745,20669,18010,15140,12704,10274,8023,6278,4795,3515,2666,1885,1317,990,613,343,289,188,91,68,37,14,14,5,6],"bins":[-0.09615316987037659,-0.09329666942358017,-0.09044016897678375,-0.08758366852998734,-0.08472716808319092,-0.0818706601858139,-0.07901415973901749,-0.07615765929222107,-0.07330115884542465,-0.07044465839862823,-0.06758815795183182,-0.0647316575050354,-0.061875153332948685,-0.05901865288615227,-0.05616214871406555,-0.053305648267269135,-0.05044914782047272,-0.0475926473736763,-0.04473614692687988,-0.04187964275479317,-0.03902314230799675,-0.03616664186120033,-0.03331013768911362,-0.0304536372423172,-0.027597136795520782,-0.024740636348724365,-0.0218841340392828,-0.019027631729841232,-0.016171131283044815,-0.013314629904925823,-0.010458128526806831,-0.0076016271486878395,-0.004745125770568848,-0.0018886243924498558,0.000967876985669136,0.003824378363788128,0.00668087974190712,0.009537381120026112,0.012393882498145103,0.015250383876264095,0.018106885254383087,0.020963385701179504,0.02381988801062107,0.026676390320062637,0.029532890766859055,0.03238939121365547,0.03524589538574219,0.038102395832538605,0.04095889627933502,0.04381539672613144,0.046671897172927856,0.04952840134501457,0.05238490179181099,0.05524140223860741,0.05809790641069412,0.06095440685749054,0.06381090730428696,0.06666740775108337,0.06952390819787979,0.07238040864467621,0.07523691654205322,0.07809341698884964,0.08094991743564606,0.08380641788244247,0.08666291832923889],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,3,0,2,2,11,3,14,15,27,34,57,70,120,173,191,341,442,740,1098,1665,2685,4327,6865,11464,19297,33858,63338,126979,309495,514584,243348,104889,54132,29143,16692,9582,6160,3952,2419,1551,1047,649,482,268,202,133,93,84,38,33,16,13,12,8,3,7,2,2,1,1],"bins":[-0.019287109375,-0.018709182739257812,-0.018131256103515625,-0.017553329467773438,-0.01697540283203125,-0.016397476196289062,-0.015819549560546875,-0.015241622924804688,-0.0146636962890625,-0.014085769653320312,-0.013507843017578125,-0.012929916381835938,-0.01235198974609375,-0.011774063110351562,-0.011196136474609375,-0.010618209838867188,-0.010040283203125,-0.009462356567382812,-0.008884429931640625,-0.008306503295898438,-0.00772857666015625,-0.0071506500244140625,-0.006572723388671875,-0.0059947967529296875,-0.0054168701171875,-0.0048389434814453125,-0.004261016845703125,-0.0036830902099609375,-0.00310516357421875,-0.0025272369384765625,-0.001949310302734375,-0.0013713836669921875,-0.00079345703125,-0.0002155303955078125,0.000362396240234375,0.0009403228759765625,0.00151824951171875,0.0020961761474609375,0.002674102783203125,0.0032520294189453125,0.0038299560546875,0.0044078826904296875,0.004985809326171875,0.0055637359619140625,0.00614166259765625,0.0067195892333984375,0.007297515869140625,0.007875442504882812,0.008453369140625,0.009031295776367188,0.009609222412109375,0.010187149047851562,0.01076507568359375,0.011343002319335938,0.011920928955078125,0.012498855590820312,0.0130767822265625,0.013654708862304688,0.014232635498046875,0.014810562133789062,0.01538848876953125,0.015966415405273438,0.016544342041015625,0.017122268676757812,0.0177001953125]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[1,1,1,0,3,4,6,7,9,8,16,24,29,41,70,83,145,201,257,437,624,902,1294,2011,3020,4694,7673,12498,21226,39265,81792,162779,122085,55888,28999,16292,10020,5965,3969,2404,1711,1040,704,495,360,213,161,116,87,66,39,29,15,12,13,5,3,6,3,1,0,0,0,2],"bins":[-0.0019683837890625,-0.0019063949584960938,-0.0018444061279296875,-0.0017824172973632812,-0.001720428466796875,-0.0016584396362304688,-0.0015964508056640625,-0.0015344619750976562,-0.00147247314453125,-0.0014104843139648438,-0.0013484954833984375,-0.0012865066528320312,-0.001224517822265625,-0.0011625289916992188,-0.0011005401611328125,-0.0010385513305664062,-0.0009765625,-0.0009145736694335938,-0.0008525848388671875,-0.0007905960083007812,-0.000728607177734375,-0.0006666183471679688,-0.0006046295166015625,-0.0005426406860351562,-0.00048065185546875,-0.00041866302490234375,-0.0003566741943359375,-0.00029468536376953125,-0.000232696533203125,-0.00017070770263671875,-0.0001087188720703125,-4.673004150390625e-05,1.52587890625e-05,7.724761962890625e-05,0.0001392364501953125,0.00020122528076171875,0.000263214111328125,0.00032520294189453125,0.0003871917724609375,0.00044918060302734375,0.00051116943359375,0.0005731582641601562,0.0006351470947265625,0.0006971359252929688,0.000759124755859375,0.0008211135864257812,0.0008831024169921875,0.0009450912475585938,0.001007080078125,0.0010690689086914062,0.0011310577392578125,0.0011930465698242188,0.001255035400390625,0.0013170242309570312,0.0013790130615234375,0.0014410018920898438,0.00150299072265625,0.0015649795532226562,0.0016269683837890625,0.0016889572143554688,0.001750946044921875,0.0018129348754882812,0.0018749237060546875,0.0019369125366210938,0.0019989013671875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0005992473452351987,-0.0005823700339533389,-0.000565492722671479,-0.00054861546959728,-0.0005317381583154202,-0.0005148608470335603,-0.0004979835357517004,-0.000481106253573671,-0.00046422897139564157,-0.0004473516601137817,-0.0004304743488319218,-0.0004135970666538924,-0.0003967197553720325,-0.0003798424731940031,-0.00036296516191214323,-0.0003460878797341138,-0.00032921056845225394,-0.00031233325717039406,-0.00029545597499236465,-0.00027857866371050477,-0.00026170138153247535,-0.0002448240702506155,-0.00022794677352067083,-0.00021106947679072618,-0.00019419218006078154,-0.0001773148833308369,-0.00016043758660089225,-0.0001435602898709476,-0.00012668297858908772,-0.00010980568913510069,-9.292838512919843e-05,-7.605108839925379e-05,-5.917376256547868e-05,-4.2296465835534036e-05,-2.5419165467610583e-05,-8.541866918676533e-06,8.335431630257517e-06,2.5212730179191567e-05,4.209002872812562e-05,5.896732909604907e-05,7.584462582599372e-05,9.272192255593836e-05,0.00010959921928588301,0.00012647651601582766,0.00014335382729768753,0.00016023112402763218,0.00017710842075757682,0.00019398571748752147,0.00021086301421746612,0.00022774031094741076,0.0002446176076773554,0.0002614949189592153,0.0002783722011372447,0.0002952495124191046,0.000312126794597134,0.00032900410587899387,0.0003458813880570233,0.00036275869933888316,0.00037963601062074304,0.00039651329279877245,0.00041339060408063233,0.00043026788625866175,0.0004471451975405216,0.00046402247971855104,0.0004808997910004109],"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,1,3,1,2,5,4,4,7,10,7,10,16,20,21,35,36,54,51,60,81,102,88,100,107,86,114,87,107,88,104,99,67,75,66,59,59,41,27,29,25,7,16,10,21,7,5,7,4,5,0,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,1,0,0,2,1,3,6,7,5,6,6,11,7,8,12,16,19,9,16,19,19,23,26,24,41,22,24,24,45,27,30,22,33,26,29,15,22,21,14,12,10,26,19,6,11,8,4,3,5,6,3,4,3,2,1,1,1],"bins":[-0.0004391332040540874,-0.0004269363125786185,-0.0004147394502069801,-0.00040254255873151124,-0.0003903456963598728,-0.00037814880488440394,-0.00036595191340893507,-0.00035375505103729665,-0.0003415581595618278,-0.0003293612680863589,-0.0003171644057147205,-0.0003049675142392516,-0.00029277062276378274,-0.0002805737603921443,-0.00026837686891667545,-0.00025618000654503703,-0.00024398311506956816,-0.0002317862381460145,-0.00021958936122246087,-0.000207392469746992,-0.00019519559282343835,-0.0001829987158998847,-0.00017080182442441583,-0.00015860494750086218,-0.00014640807057730854,-0.0001342111936537549,-0.00012201430945424363,-0.00010981742525473237,-9.762054833117872e-05,-8.542367140762508e-05,-7.322678720811382e-05,-6.102990664658137e-05,-4.883305518887937e-05,-3.663617462734692e-05,-2.4439294065814465e-05,-1.2242413504282013e-05,-4.553294274955988e-08,1.2151347618782893e-05,2.4348228180315346e-05,3.65451087418478e-05,4.874198930338025e-05,6.0938869864912704e-05,7.313575042644516e-05,8.533263462595642e-05,9.752951154951006e-05,0.00010972638847306371,0.00012192327267257497,0.00013412015687208623,0.00014631703379563987,0.00015851391071919352,0.00017071078764274716,0.00018290767911821604,0.00019510455604176968,0.00020730143296532333,0.0002194983244407922,0.00023169520136434585,0.0002438920782878995,0.00025608896976336837,0.0002682858321350068,0.00028048272361047566,0.0002926795859821141,0.00030487647745758295,0.0003170733689330518,0.00032927023130469024,0.0003414671227801591]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,0,0,1,0,0,2,2,2,0,1,2,3,4,7,5,7,5,5,6,11,6,13,19,16,23,20,30,23,26,30,29,42,37,34,34,24,50,26,24,28,21,23,15,15,14,15,16,10,9,7,6,7,1,1,1,2,3,1,0,1,0,0,2],"bins":[-0.0014226373750716448,-0.0013809007359668612,-0.0013391639804467559,-0.0012974273413419724,-0.001255690585821867,-0.0012139539467170835,-0.0011722173076123,-0.0011304805520921946,-0.001088743912987411,-0.0010470071574673057,-0.0010052705183625221,-0.0009635338210500777,-0.0009217971237376332,-0.0008800604264251888,-0.0008383237873204052,-0.0007965870900079608,-0.0007548503926955163,-0.0007131136953830719,-0.0006713769980706275,-0.0006296403589658439,-0.0005879036616533995,-0.000546166964340955,-0.0005044302670285106,-0.0004626935988198966,-0.00042095690150745213,-0.0003792202041950077,-0.0003374835359863937,-0.00029574683867394924,-0.0002540101413615048,-0.0002122734731528908,-0.00017053677584044635,-0.00012880009307991713,-8.706341031938791e-05,-4.5326723920879886e-05,-3.5900375223718584e-06,3.814664887613617e-05,7.98833352746442e-05,0.00012162001803517342,0.00016335671534761786,0.00020509339810814708,0.0002468300808686763,0.00028856677818112075,0.00033030344638973475,0.0003720401437021792,0.00041377684101462364,0.00045551350922323763,0.0004972501774318516,0.0005389868747442961,0.0005807235720567405,0.000622460269369185,0.0006641969666816294,0.000705933605786413,0.0007476703030988574,0.0007894070004113019,0.0008311436977237463,0.0008728803950361907,0.0009146170923486352,0.0009563537314534187,0.000998090486973524,0.0010398271260783076,0.0010815637651830912,0.0011233005207031965,0.00116503715980798,0.0012067739153280854,0.001248510554432869],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.0003071960527449846,-0.0002966717293020338,-0.00028614740585908294,-0.0002756230824161321,-0.00026509875897318125,-0.00025457446463406086,-0.00024405014119111001,-0.00023352581774815917,-0.00022300149430520833,-0.00021247717086225748,-0.00020195284741930664,-0.00019142853852827102,-0.00018090421508532017,-0.00017037989164236933,-0.0001598555827513337,-0.00014933125930838287,-0.00013880693586543202,-0.00012828261242248118,-0.00011775829625548795,-0.00010723398008849472,-9.670965664554387e-05,-8.618533320259303e-05,-7.56610170355998e-05,-6.513670086860657e-05,-5.461237742565572e-05,-4.4088057620683685e-05,-3.356373781571165e-05,-2.303941801073961e-05,-1.2515098205767572e-05,-1.9907784007955343e-06,8.533541404176503e-06,1.905786120914854e-05,2.958218101412058e-05,4.0106500819092616e-05,5.0630820624064654e-05,6.115513679105788e-05,7.167946023400873e-05,8.220378367695957e-05,9.27280998439528e-05,0.00010325241601094604,0.00011377673945389688,0.00012430106289684772,0.00013482538633979857,0.00014534969523083419,0.00015587401867378503,0.00016639834211673588,0.0001769226510077715,0.00018744697445072234,0.00019797129789367318,0.00020849562133662403,0.00021901994477957487,0.0002295442536706105,0.00024006857711356133,0.00025059288600459695,0.0002611172094475478,0.00027164153289049864,0.0002821658563334495,0.00029269017977640033,0.00030321450321935117,0.000313738826662302,0.0003242631210014224,0.00033478744444437325,0.0003453117678873241,0.00035583609133027494,0.0003663604147732258],"_type":"histogram","values":[3,0,0,2,1,4,2,3,0,2,3,7,9,8,10,10,8,14,13,17,21,18,26,36,22,32,26,37,30,33,40,30,39,33,31,28,17,19,16,13,14,9,10,15,8,8,8,6,3,6,4,3,1,1,3,1,1,1,0,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.07169448584318161,-0.06902381032705307,-0.06635314226150513,-0.06368246674537659,-0.06101179122924805,-0.05834111571311951,-0.055670443922281265,-0.052999772131443024,-0.050329096615314484,-0.047658421099185944,-0.0449877493083477,-0.04231707751750946,-0.03964640200138092,-0.03697572648525238,-0.03430505469441414,-0.0316343829035759,-0.028963707387447357,-0.026293033733963966,-0.023622360080480576,-0.020951686426997185,-0.018281012773513794,-0.015610339120030403,-0.012939665466547012,-0.010268991813063622,-0.007598318159580231,-0.00492764450609684,-0.002256970852613449,0.0004137028008699417,0.0030843764543533325,0.005755050107836723,0.008425723761320114,0.011096397414803505,0.013767071068286896,0.016437744721770287,0.019108418375253677,0.021779092028737068,0.02444976568222046,0.02712043933570385,0.02979111298918724,0.03246178478002548,0.03513246029615402,0.03780313581228256,0.040473807603120804,0.043144479393959045,0.045815154910087585,0.048485830426216125,0.05115650221705437,0.05382717400789261,0.05649784952402115,0.05916852504014969,0.06183919683098793,0.06450986862182617,0.06718054413795471,0.06985121965408325,0.07252189517021179,0.07519256323575974,0.07786323875188828,0.08053391426801682,0.08320458233356476,0.0858752578496933,0.08854593336582184,0.09121660888195038,0.09388728439807892,0.09655795246362686,0.0992286279797554],"_type":"histogram","values":[1,0,2,2,0,3,0,3,8,4,8,7,9,11,19,16,14,26,17,27,35,26,28,33,32,33,25,28,32,29,35,30,31,28,29,12,22,18,21,15,9,9,10,3,7,2,3,0,1,1,1,0,1,0,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0005447242874652147,-0.0005283401114866138,-0.0005119559355080128,-0.0004955717013217509,-0.0004791875253431499,-0.0004628033493645489,-0.00044641917338594794,-0.0004300349683035165,-0.00041365079232491553,-0.00039726661634631455,-0.0003808824112638831,-0.00036449823528528214,-0.00034811405930668116,-0.0003317298542242497,-0.00031534567824564874,-0.0002989614731632173,-0.00028257729718461633,-0.00026619312120601535,-0.0002498089161235839,-0.00023342474014498293,-0.00021704054961446673,-0.00020065635908395052,-0.00018427218310534954,-0.00016788799257483333,-0.00015150380204431713,-0.00013511961151380092,-0.00011873542825924233,-0.00010235124500468373,-8.596705447416753e-05,-6.958286394365132e-05,-5.3198680689092726e-05,-3.6814493796555325e-05,-2.0430248696357012e-05,-4.046061803819612e-06,1.2338125088717788e-05,2.872231198125519e-05,4.510649887379259e-05,6.14906894043088e-05,7.787487265886739e-05,9.425905591342598e-05,0.00011064324644394219,0.0001270274369744584,0.0001434116275049746,0.00015979580348357558,0.0001761799940140918,0.000192564184544608,0.00020894836052320898,0.00022533255105372518,0.0002417167415842414,0.00025810091756284237,0.0002744851226452738,0.0002908692986238748,0.0003072535037063062,0.0003236376796849072,0.0003400218556635082,0.0003564060607459396,0.0003727902367245406,0.00038917441270314157,0.000405558617785573,0.000421942793764174,0.00043832696974277496,0.0004547111748252064,0.0004710953508038074,0.0004874795558862388,0.0005038637318648398],"_type":"histogram","values":[1,0,0,0,0,3,1,2,2,2,4,4,3,3,8,8,6,10,25,17,28,29,36,38,52,54,76,90,94,86,128,114,118,110,128,101,110,91,67,69,53,61,46,25,24,24,20,11,13,11,8,9,5,4,5,5,2,1,1,1,0,0,0,1]},"_runtime":324.446731422,"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,2,3,3,2,7,13,11,27,24,46,59,75,121,178,277,414,585,1021,1483,2060,3537,5415,8446,14712,24939,45307,90294,195315,435374,392779,171281,79727,40899,22601,13615,7788,5134,3221,2000,1351,910,615,374,282,154,127,86,52,23,27,12,22,6,6,7,5,2,2,1,1,1],"bins":[-0.01202392578125,-0.011647224426269531,-0.011270523071289062,-0.010893821716308594,-0.010517120361328125,-0.010140419006347656,-0.009763717651367188,-0.009387016296386719,-0.00901031494140625,-0.008633613586425781,-0.008256912231445312,-0.007880210876464844,-0.007503509521484375,-0.007126808166503906,-0.0067501068115234375,-0.006373405456542969,-0.0059967041015625,-0.005620002746582031,-0.0052433013916015625,-0.004866600036621094,-0.004489898681640625,-0.004113197326660156,-0.0037364959716796875,-0.0033597946166992188,-0.00298309326171875,-0.0026063919067382812,-0.0022296905517578125,-0.0018529891967773438,-0.001476287841796875,-0.0010995864868164062,-0.0007228851318359375,-0.00034618377685546875,3.0517578125e-05,0.00040721893310546875,0.0007839202880859375,0.0011606216430664062,0.001537322998046875,0.0019140243530273438,0.0022907257080078125,0.0026674270629882812,0.00304412841796875,0.0034208297729492188,0.0037975311279296875,0.004174232482910156,0.004550933837890625,0.004927635192871094,0.0053043365478515625,0.005681037902832031,0.0060577392578125,0.006434440612792969,0.0068111419677734375,0.007187843322753906,0.007564544677734375,0.007941246032714844,0.008317947387695312,0.008694648742675781,0.00907135009765625,0.009448051452636719,0.009824752807617188,0.010201454162597656,0.010578155517578125,0.010954856872558594,0.011331558227539062,0.011708259582519531,0.0120849609375]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.09304159879684448,-0.09003536403179169,-0.08702912926673889,-0.0840228945016861,-0.0810166597366333,-0.07801041752099991,-0.07500418275594711,-0.07199794799089432,-0.06899171322584152,-0.06598547846078873,-0.06297924369573593,-0.05997300520539284,-0.05696677044034004,-0.05396053567528725,-0.05095429718494415,-0.04794806241989136,-0.04494182765483856,-0.04193559288978577,-0.03892935812473297,-0.03592311963438988,-0.03291688486933708,-0.029910650104284286,-0.026904413476586342,-0.023898176848888397,-0.020891942083835602,-0.017885707318782806,-0.014879470691084862,-0.011873234994709492,-0.008866999298334122,-0.005860763601958752,-0.0028545279055833817,0.00015170779079198837,0.0031579434871673584,0.006164179183542728,0.009170414879918098,0.012176650576293468,0.015182886272668839,0.018189121037721634,0.02119535766541958,0.024201594293117523,0.02720782905817032,0.030214063823223114,0.03322029858827591,0.036226537078619,0.0392327718436718,0.042239006608724594,0.04524524509906769,0.04825147986412048,0.05125771462917328,0.054263949394226074,0.05727018415927887,0.060276422649621964,0.06328265368938446,0.06628889590501785,0.06929513067007065,0.07230136543512344,0.07530760020017624,0.07831383496522903,0.08132006973028183,0.08432630449533463,0.08733254671096802,0.09033878147602081,0.09334501624107361,0.0963512510061264,0.0993574857711792],"_type":"histogram","values":[1,5,6,25,32,58,107,210,288,537,888,1281,2009,3097,4534,6342,8919,12069,16440,21530,27632,34270,42062,50112,58981,67721,75496,82880,88228,91624,94138,93809,91691,87463,81863,74442,66419,57928,49527,41623,33805,26663,21111,15860,11793,8600,6261,4315,2926,2011,1238,773,469,319,188,115,71,23,15,9,4,5,2,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[3,2,3,5,9,13,23,39,86,126,218,316,490,741,1081,1499,2060,3058,4072,5419,6972,9020,11418,13821,16627,19252,22359,25180,27932,29926,32368,33330,33808,33788,32591,31265,29467,27022,24159,21361,18441,15504,12738,10399,8319,6485,4924,3639,2635,1873,1362,886,616,382,259,176,106,68,30,24,10,8,7,4],"bins":[-0.09436946362257004,-0.0914938673377037,-0.08861826360225677,-0.08574266731739044,-0.08286707103252411,-0.07999146729707718,-0.07711587101221085,-0.07424027472734451,-0.07136467099189758,-0.06848907470703125,-0.06561347842216492,-0.06273788213729858,-0.059862278401851654,-0.05698668211698532,-0.05411108210682869,-0.05123548582196236,-0.048359885811805725,-0.045484285801649094,-0.04260868951678276,-0.03973308950662613,-0.036857493221759796,-0.033981893211603165,-0.031106293201446533,-0.02823069505393505,-0.02535509690642357,-0.022479498758912086,-0.019603900611400604,-0.016728300601243973,-0.01385270245373249,-0.010977104306221008,-0.008101505227386951,-0.005225906614214182,-0.0023503005504608154,0.0005252980627119541,0.0034008966758847237,0.006276495289057493,0.009152093902230263,0.012027692049741745,0.014903291128575802,0.01777889020740986,0.02065448835492134,0.023530086502432823,0.026405684649944305,0.029281284660100937,0.03215688467025757,0.0350324809551239,0.03790808096528053,0.040783677250146866,0.0436592772603035,0.04653487727046013,0.04941047355532646,0.05228607356548309,0.055161669850349426,0.05803726986050606,0.06091286987066269,0.06378846615552902,0.06666406989097595,0.06953966617584229,0.07241526246070862,0.07529085874557495,0.07816646248102188,0.08104205876588821,0.08391765505075455,0.08679325878620148,0.08966885507106781],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[3,5,9,14,36,40,63,130,212,259,471,682,1012,1388,2045,2742,3829,5003,6299,8064,10138,12337,14792,17431,20305,23154,25714,28004,30152,31611,32651,32476,32359,31319,30175,28080,25844,23144,20313,17754,14851,12433,10075,8126,6352,4892,3764,2733,2026,1472,1041,707,476,315,194,121,78,46,22,17,14,4,1,5],"bins":[-0.08760115504264832,-0.08482086658477783,-0.08204057812690735,-0.07926028966903687,-0.07648000121116638,-0.0736997202038765,-0.07091943174600601,-0.06813914328813553,-0.06535885483026505,-0.06257856637239456,-0.05979827791452408,-0.05701799318194389,-0.05423770472407341,-0.05145741626620293,-0.04867713153362274,-0.04589684307575226,-0.043116554617881775,-0.04033626616001129,-0.03755597770214081,-0.03477569296956062,-0.03199540451169014,-0.029215116053819656,-0.026434829458594322,-0.023654542863368988,-0.020874254405498505,-0.01809396594762802,-0.015313679352402687,-0.012533391825854778,-0.00975310429930687,-0.006972816772758961,-0.004192529246211052,-0.0014122417196631432,0.0013680532574653625,0.004148340784013271,0.00692862831056118,0.009708915837109089,0.012489203363656998,0.015269490890204906,0.018049778416752815,0.02083006501197815,0.023610353469848633,0.026390641927719116,0.02917092852294445,0.031951215118169785,0.03473150357604027,0.03751179203391075,0.040292076766490936,0.04307236522436142,0.0458526536822319,0.048632942140102386,0.05141323059797287,0.054193515330553055,0.05697380378842354,0.05975409224629402,0.0625343769788742,0.06531466543674469,0.06809495389461517,0.07087524235248566,0.07365553081035614,0.07643581926822662,0.0792161077260971,0.081996388733387,0.08477667719125748,0.08755696564912796,0.09033725410699844]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,1,1,1,1,1,2,2,2,6,6,12,7,10,12,11,17,14,20,20,23,14,29,21,24,37,24,17,30,36,29,29,24,19,31,19,20,30,15,12,19,24,16,11,13,11,8,2,9,7,2,4,3,4,1,0,0,1,0,0,0,1,2],"bins":[-0.021880052983760834,-0.021165113896131516,-0.020450174808502197,-0.01973523572087288,-0.01902029663324356,-0.018305357545614243,-0.017590418457984924,-0.016875479370355606,-0.016160540282726288,-0.015445600263774395,-0.014730661176145077,-0.014015722088515759,-0.01330078300088644,-0.012585843913257122,-0.011870904825627804,-0.011155965737998486,-0.010441026650369167,-0.009726087562739849,-0.00901114847511053,-0.008296209387481213,-0.007581270299851894,-0.006866330746561289,-0.006151391658931971,-0.005436452571302652,-0.004721513483673334,-0.004006574396044016,-0.0032916353084146976,-0.0025766959879547358,-0.0018617569003254175,-0.0011468178126960993,-0.0004318786086514592,0.00028306053718551993,0.000997999683022499,0.0017129387706518173,0.0024278778582811356,0.0031428171787410975,0.0038577562663704157,0.004572695586830378,0.005287634674459696,0.006002573762089014,0.006717512849718332,0.0074324519373476505,0.008147391490638256,0.008862330578267574,0.009577269665896893,0.01029220875352621,0.011007147841155529,0.011722086928784847,0.012437026016414165,0.013151965104043484,0.013866904191672802,0.01458184327930212,0.015296782366931438,0.01601172238588333,0.01672666147351265,0.017441600561141968,0.018156539648771286,0.018871478736400604,0.019586417824029922,0.02030135691165924,0.02101629599928856,0.021731235086917877,0.022446174174547195,0.023161113262176514,0.023876052349805832],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[2,0,0,0,0,3,3,6,7,9,14,16,27,40,65,97,148,194,294,510,780,1274,1970,2974,4602,6971,11050,16258,27381,49139,98548,171034,84696,43023,25069,15130,9977,6533,4155,2779,1807,1131,788,483,294,164,117,88,64,38,18,18,7,7,11,7,0,1,1,0,0,0,1,1],"bins":[-0.057861328125,-0.056018829345703125,-0.05417633056640625,-0.052333831787109375,-0.0504913330078125,-0.048648834228515625,-0.04680633544921875,-0.044963836669921875,-0.043121337890625,-0.041278839111328125,-0.03943634033203125,-0.037593841552734375,-0.0357513427734375,-0.033908843994140625,-0.03206634521484375,-0.030223846435546875,-0.02838134765625,-0.026538848876953125,-0.02469635009765625,-0.022853851318359375,-0.0210113525390625,-0.019168853759765625,-0.01732635498046875,-0.015483856201171875,-0.013641357421875,-0.011798858642578125,-0.00995635986328125,-0.008113861083984375,-0.0062713623046875,-0.004428863525390625,-0.00258636474609375,-0.000743865966796875,0.0010986328125,0.002941131591796875,0.00478363037109375,0.006626129150390625,0.0084686279296875,0.010311126708984375,0.01215362548828125,0.013996124267578125,0.015838623046875,0.017681121826171875,0.01952362060546875,0.021366119384765625,0.0232086181640625,0.025051116943359375,0.02689361572265625,0.028736114501953125,0.03057861328125,0.032421112060546875,0.03426361083984375,0.036106109619140625,0.0379486083984375,0.039791107177734375,0.04163360595703125,0.043476104736328125,0.045318603515625,0.047161102294921875,0.04900360107421875,0.050846099853515625,0.0526885986328125,0.054531097412109375,0.05637359619140625,0.058216094970703125,0.06005859375],"_type":"histogram"},"learning_rate":4.999999844104629e-05,"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,3,8,3,3,4,3,7,15,21,27,33,47,62,98,122,191,246,359,451,719,1093,1615,2369,3713,5520,8576,13251,22058,36245,67384,172921,119254,52081,30181,17840,11553,7351,4588,3162,2211,1355,969,620,412,296,230,149,121,86,55,37,28,24,13,10,3,3,5,4,5,5,2,2],"bins":[-0.0830078125,-0.0803985595703125,-0.077789306640625,-0.0751800537109375,-0.07257080078125,-0.0699615478515625,-0.067352294921875,-0.0647430419921875,-0.0621337890625,-0.0595245361328125,-0.056915283203125,-0.0543060302734375,-0.05169677734375,-0.0490875244140625,-0.046478271484375,-0.0438690185546875,-0.041259765625,-0.0386505126953125,-0.036041259765625,-0.0334320068359375,-0.03082275390625,-0.0282135009765625,-0.025604248046875,-0.0229949951171875,-0.0203857421875,-0.0177764892578125,-0.015167236328125,-0.0125579833984375,-0.00994873046875,-0.0073394775390625,-0.004730224609375,-0.0021209716796875,0.00048828125,0.0030975341796875,0.005706787109375,0.0083160400390625,0.01092529296875,0.0135345458984375,0.016143798828125,0.0187530517578125,0.0213623046875,0.0239715576171875,0.026580810546875,0.0291900634765625,0.03179931640625,0.0344085693359375,0.037017822265625,0.0396270751953125,0.042236328125,0.0448455810546875,0.047454833984375,0.0500640869140625,0.05267333984375,0.0552825927734375,0.057891845703125,0.0605010986328125,0.0631103515625,0.0657196044921875,0.068328857421875,0.0709381103515625,0.07354736328125,0.0761566162109375,0.078765869140625,0.0813751220703125,0.083984375]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,2,4,1,4,4,7,6,13,13,27,41,57,87,98,162,196,348,408,712,1003,1402,2104,3231,4816,7185,10666,15864,24743,39840,69553,118478,114164,65703,38004,23760,15531,10392,6784,4702,3094,2132,1408,967,620,465,305,234,120,99,62,73,36,29,20,12,13,7,3,2,5,0,2],"bins":[-0.0211181640625,-0.020477294921875,-0.01983642578125,-0.019195556640625,-0.0185546875,-0.017913818359375,-0.01727294921875,-0.016632080078125,-0.0159912109375,-0.015350341796875,-0.01470947265625,-0.014068603515625,-0.013427734375,-0.012786865234375,-0.01214599609375,-0.011505126953125,-0.0108642578125,-0.010223388671875,-0.00958251953125,-0.008941650390625,-0.00830078125,-0.007659912109375,-0.00701904296875,-0.006378173828125,-0.0057373046875,-0.005096435546875,-0.00445556640625,-0.003814697265625,-0.003173828125,-0.002532958984375,-0.00189208984375,-0.001251220703125,-0.0006103515625,3.0517578125e-05,0.00067138671875,0.001312255859375,0.001953125,0.002593994140625,0.00323486328125,0.003875732421875,0.0045166015625,0.005157470703125,0.00579833984375,0.006439208984375,0.007080078125,0.007720947265625,0.00836181640625,0.009002685546875,0.0096435546875,0.010284423828125,0.01092529296875,0.011566162109375,0.01220703125,0.012847900390625,0.01348876953125,0.014129638671875,0.0147705078125,0.015411376953125,0.01605224609375,0.016693115234375,0.017333984375,0.017974853515625,0.01861572265625,0.019256591796875,0.0198974609375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-0.0004664613225031644,-0.0004525413678493351,-0.0004386213840916753,-0.00042470142943784595,-0.0004107814747840166,-0.0003968614910263568,-0.0003829415363725275,-0.00036902158171869814,-0.00035510159796103835,-0.000341181643307209,-0.0003272616886533797,-0.00031334173399955034,-0.00029942175024189055,-0.0002855017955880612,-0.0002715818409342319,-0.0002576618571765721,-0.00024374190252274275,-0.00022982193331699818,-0.00021590197866316885,-0.00020198200945742428,-0.00018806205480359495,-0.00017414208559785038,-0.00016022211639210582,-0.00014630216173827648,-0.00013238219253253192,-0.00011846223060274497,-0.00010454226867295802,-9.062229946721345e-05,-7.67023375374265e-05,-6.278237560763955e-05,-4.8862410039873794e-05,-3.4942444472108036e-05,-2.1022482542321086e-05,-7.102518793544732e-06,6.817444955231622e-06,2.0737408704007976e-05,3.465737245278433e-05,4.857733438257128e-05,6.249730358831584e-05,7.64172655181028e-05,9.033722744788975e-05,0.0001042571893776767,0.00011817715130746365,0.0001320971205132082,0.00014601708971895278,0.0001599370443727821,0.00017385701357852668,0.000187776968232356,0.00020169693743810058,0.00021561690664384514,0.00022953686129767448,0.00024345683050341904,0.0002573767851572484,0.00027129676891490817,0.0002852167235687375,0.00029913667822256684,0.0003130566328763962,0.00032697661663405597,0.0003408965712878853,0.00035481652594171464,0.00036873650969937444,0.0003826564643532038,0.0003965764190070331,0.0004104964027646929,0.00042441635741852224],"_type":"histogram","values":[1,0,0,0,0,1,1,3,3,3,4,6,1,9,6,9,14,13,24,21,28,36,44,53,54,76,73,88,92,96,116,86,87,97,109,103,78,90,83,65,46,48,49,35,26,18,29,27,18,14,5,11,7,11,8,4,5,5,1,1,1,1,2,3]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,0,3,1,1,2,2,1,5,6,9,11,12,21,36,51,80,86,136,221,336,460,721,1118,1791,2868,4161,7037,10981,17527,27923,47402,83099,161460,414731,414481,167210,84240,48462,28872,17908,10967,6514,4308,2759,1570,1094,689,528,303,201,173,79,64,44,35,21,10,8,4,9,5,5,1],"bins":[-0.0198974609375,-0.019329071044921875,-0.01876068115234375,-0.018192291259765625,-0.0176239013671875,-0.017055511474609375,-0.01648712158203125,-0.015918731689453125,-0.015350341796875,-0.014781951904296875,-0.01421356201171875,-0.013645172119140625,-0.0130767822265625,-0.012508392333984375,-0.01194000244140625,-0.011371612548828125,-0.01080322265625,-0.010234832763671875,-0.00966644287109375,-0.009098052978515625,-0.0085296630859375,-0.007961273193359375,-0.00739288330078125,-0.006824493408203125,-0.006256103515625,-0.005687713623046875,-0.00511932373046875,-0.004550933837890625,-0.0039825439453125,-0.003414154052734375,-0.00284576416015625,-0.002277374267578125,-0.001708984375,-0.001140594482421875,-0.00057220458984375,-3.814697265625e-06,0.0005645751953125,0.001132965087890625,0.00170135498046875,0.002269744873046875,0.002838134765625,0.003406524658203125,0.00397491455078125,0.004543304443359375,0.0051116943359375,0.005680084228515625,0.00624847412109375,0.006816864013671875,0.00738525390625,0.007953643798828125,0.00852203369140625,0.009090423583984375,0.0096588134765625,0.010227203369140625,0.01079559326171875,0.011363983154296875,0.011932373046875,0.012500762939453125,0.01306915283203125,0.013637542724609375,0.0142059326171875,0.014774322509765625,0.01534271240234375,0.015911102294921875,0.0164794921875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,2,2,0,3,3,1,1,2,0,7,6,4,6,7,4,5,14,15,13,15,18,23,25,24,18,31,30,30,29,36,30,24,38,21,38,30,29,27,22,18,12,12,20,6,9,7,5,8,10,4,3,3,3,5,2,1,2,2,0,0,0,1,1],"bins":[-0.0013058806071057916,-0.0012648487463593483,-0.001223816885612905,-0.0011827851412817836,-0.0011417532805353403,-0.001100721419788897,-0.0010596895590424538,-0.0010186576982960105,-0.0009776258375495672,-0.0009365940350107849,-0.0008955622324720025,-0.0008545303717255592,-0.000813498510979116,-0.0007724667084403336,-0.0007314348476938903,-0.000690403045155108,-0.0006493711844086647,-0.0006083393236622214,-0.0005673075211234391,-0.0005262756603769958,-0.000485243828734383,-0.00044421199709177017,-0.0004031801363453269,-0.0003621483047027141,-0.00032111647306010127,-0.00028008464141748846,-0.0002390527952229604,-0.00019802094902843237,-0.00015698911738581955,-0.00011595727846724913,-7.49254395486787e-05,-3.389360063010827e-05,7.138121873140335e-06,4.8169960791710764e-05,8.92017997102812e-05,0.00013023364590480924,0.00017126547754742205,0.00021229730919003487,0.00025332916993647814,0.00029436100157909095,0.00033539283322170377,0.0003764246648643166,0.0004174564965069294,0.00045848835725337267,0.0004995202179998159,0.0005405520205385983,0.0005815838812850416,0.0006226156838238239,0.0006636475445702672,0.0007046794053167105,0.0007457112078554928,0.0007867430686019361,0.0008277748711407185,0.0008688067318871617,0.000909838592633605,0.0009508703951723874,0.0009919023141264915,0.001032934058457613,0.0010739659192040563,0.0011149977799504995,0.0011560296406969428,0.001197061501443386,0.0012380932457745075,0.0012791251065209508,0.001320156967267394]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[2,0,0,1,2,3,3,0,3,4,5,3,4,9,10,8,11,13,14,15,16,20,24,18,31,26,24,30,22,35,25,28,21,26,19,25,25,16,27,19,19,18,18,16,13,10,12,11,13,9,13,5,6,2,2,5,3,0,2,1,1,0,0,2],"bins":[-0.01675533503293991,-0.016225529834628105,-0.0156957246363163,-0.015165918506681919,-0.014636113308370113,-0.014106308110058308,-0.013576501980423927,-0.013046696782112122,-0.012516891583800316,-0.01198708638548851,-0.011457281187176704,-0.010927475057542324,-0.010397669859230518,-0.009867864660918713,-0.009338058531284332,-0.008808253332972527,-0.00827844813466072,-0.007748642936348915,-0.007218837272375822,-0.006689031608402729,-0.006159226410090923,-0.005629421211779118,-0.0050996155478060246,-0.0045698098838329315,-0.004040004685521126,-0.0035101992543786764,-0.002980393823236227,-0.0024505883920937777,-0.0019207829609513283,-0.001390977529808879,-0.0008611720986664295,-0.00033136666752398014,0.00019843690097332,0.0007282423321157694,0.0012580477632582188,0.0017878531944006681,0.0023176586255431175,0.002847464056685567,0.0033772694878280163,0.003907075151801109,0.004436880350112915,0.004966685548424721,0.005496491212397814,0.006026296876370907,0.0065561020746827126,0.007085907272994518,0.007615712936967611,0.008145518600940704,0.00867532379925251,0.009205128997564316,0.009734934195876122,0.010264740325510502,0.010794545523822308,0.011324350722134113,0.011854156851768494,0.0123839620500803,0.012913767248392105,0.01344357244670391,0.013973377645015717,0.014503183774650097,0.015032988972961903,0.015562794171273708,0.01609260030090809,0.016622405499219894,0.0171522106975317],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.09111300855875015,-0.08828417211771011,-0.08545533567667007,-0.08262649923563004,-0.0797976702451706,-0.07696883380413055,-0.07413999736309052,-0.07131116092205048,-0.06848232448101044,-0.0656534880399704,-0.06282465904951096,-0.05999581888318062,-0.05716698616743088,-0.05433814972639084,-0.0515093132853508,-0.04868048056960106,-0.04585164412856102,-0.04302280768752098,-0.04019397497177124,-0.0373651385307312,-0.03453630208969116,-0.03170746937394142,-0.028878632932901382,-0.026049796491861343,-0.023220961913466454,-0.020392127335071564,-0.017563290894031525,-0.014734456315636635,-0.01190562080591917,-0.009076785296201706,-0.006247950252145529,-0.003419114975258708,-0.0005902796983718872,0.0022385555785149336,0.005067390855401754,0.007896225899457932,0.010725061409175396,0.01355389691889286,0.01638273149728775,0.01921156793832779,0.02204040251672268,0.02486923709511757,0.027698073536157608,0.030526908114552498,0.03335574269294739,0.03618457913398743,0.039013415575027466,0.041842248290777206,0.044671084731817245,0.047499921172857285,0.050328753888607025,0.053157590329647064,0.0559864267706871,0.058815259486436844,0.06164409592747688,0.06447292864322662,0.06730176508426666,0.0701306015253067,0.07295943796634674,0.07578827440738678,0.07861711084842682,0.08144593983888626,0.0842747762799263,0.08710361272096634,0.08993244916200638],"_type":"histogram","values":[2,3,7,15,15,29,52,63,122,161,326,442,665,1048,1526,2117,2817,3792,4979,6691,8530,10640,13005,15317,18459,21210,24063,26566,28945,30914,32163,33060,32970,32632,31722,30047,27804,25055,22699,19540,16619,13919,11500,9321,7332,5758,4333,3197,2351,1668,1165,854,577,388,200,166,113,65,47,18,11,4,2,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,0,0,2,2,2,1,1,0,4,1,5,4,3,3,7,7,14,14,14,27,29,45,59,86,102,75,44,57,34,17,21,22,11,14,7,5,3,3,2,3,1,6,0,0,1,1,1,1,0,1,0,0,1,0,1],"bins":[-1.993282239709515e-05,-1.9337423509568907e-05,-1.874202280305326e-05,-1.8146623915527016e-05,-1.7551225028000772e-05,-1.6955824321485125e-05,-1.636042543395888e-05,-1.5765026546432637e-05,-1.5169626749411691e-05,-1.4574226952390745e-05,-1.3978828064864501e-05,-1.3383428267843556e-05,-1.278802847082261e-05,-1.2192629583296366e-05,-1.159722978627542e-05,-1.1001830898749176e-05,-1.040643110172823e-05,-9.811031304707285e-06,-9.215632417181041e-06,-8.620232620160095e-06,-8.024833732633851e-06,-7.429433935612906e-06,-6.83403413859196e-06,-6.238634796318365e-06,-5.6432354540447704e-06,-5.047836111771176e-06,-4.452436769497581e-06,-3.857036972476635e-06,-3.2616376302030403e-06,-2.6662382879294455e-06,-2.0708387182821753e-06,-1.4754392623217427e-06,-8.800398063613102e-07,-2.8464035040087765e-07,3.107591055595549e-07,9.061585615199874e-07,1.50155801748042e-06,2.0969573597540148e-06,2.692356929401285e-06,3.2877564990485553e-06,3.88315584132215e-06,4.478555183595745e-06,5.07395452586934e-06,5.669354322890285e-06,6.26475366516388e-06,6.860153007437475e-06,7.455552804458421e-06,8.050951691984665e-06,8.64635148900561e-06,9.241751286026556e-06,9.8371501735528e-06,1.0432549970573746e-05,1.102794885809999e-05,1.1623348655120935e-05,1.2218748452141881e-05,1.2814147339668125e-05,1.340954713668907e-05,1.4004946933710016e-05,1.460034582123626e-05,1.5195745618257206e-05,1.579114541527815e-05,1.6386544302804396e-05,1.698194319033064e-05,1.7577343896846287e-05,1.817274278437253e-05]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.0235595703125,-0.022809982299804688,-0.022060394287109375,-0.021310806274414062,-0.02056121826171875,-0.019811630249023438,-0.019062042236328125,-0.018312454223632812,-0.0175628662109375,-0.016813278198242188,-0.016063690185546875,-0.015314102172851562,-0.01456451416015625,-0.013814926147460938,-0.013065338134765625,-0.012315750122070312,-0.011566162109375,-0.010816574096679688,-0.010066986083984375,-0.009317398071289062,-0.00856781005859375,-0.007818222045898438,-0.007068634033203125,-0.0063190460205078125,-0.0055694580078125,-0.0048198699951171875,-0.004070281982421875,-0.0033206939697265625,-0.00257110595703125,-0.0018215179443359375,-0.001071929931640625,-0.0003223419189453125,0.00042724609375,0.0011768341064453125,0.001926422119140625,0.0026760101318359375,0.00342559814453125,0.0041751861572265625,0.004924774169921875,0.0056743621826171875,0.0064239501953125,0.0071735382080078125,0.007923126220703125,0.008672714233398438,0.00942230224609375,0.010171890258789062,0.010921478271484375,0.011671066284179688,0.012420654296875,0.013170242309570312,0.013919830322265625,0.014669418334960938,0.01541900634765625,0.016168594360351562,0.016918182373046875,0.017667770385742188,0.0184173583984375,0.019166946411132812,0.019916534423828125,0.020666122436523438,0.02141571044921875,0.022165298461914062,0.022914886474609375,0.023664474487304688,0.0244140625],"_type":"histogram","values":[2,0,0,1,1,14,5,12,14,26,29,35,56,70,97,149,235,323,435,593,870,1406,2092,3165,4879,7249,11480,18215,30387,52125,98932,141450,91016,47988,27961,17190,10724,7099,4462,2985,1958,1234,884,564,385,297,217,141,106,88,40,42,29,19,14,7,13,7,2,2,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,0,3,3,5,10,14,21,32,61,127,185,310,431,681,1133,1578,2187,3105,4253,5662,7262,9514,11998,14629,17765,20644,23542,26670,29220,31487,33346,34399,34530,34101,33191,31405,28715,26327,22992,20059,17138,14122,11680,9322,7122,5412,4112,2901,2133,1491,958,683,442,264,184,105,61,49,20,10,11,5,1],"bins":[-0.0987267717719078,-0.09577425569295883,-0.09282173961400986,-0.08986922353506088,-0.08691670000553131,-0.08396418392658234,-0.08101166784763336,-0.07805915176868439,-0.07510663568973541,-0.07215411961078644,-0.06920160353183746,-0.06624908745288849,-0.06329657137393951,-0.06034405156970024,-0.05739153176546097,-0.05443901568651199,-0.05148649960756302,-0.048533983528614044,-0.04558146744966507,-0.042628947645425797,-0.03967643156647682,-0.03672391548752785,-0.033771395683288574,-0.0308188796043396,-0.027866363525390625,-0.02491384744644165,-0.021961329504847527,-0.019008811563253403,-0.016056295484304428,-0.013103778474032879,-0.01015126146376133,-0.00719874445348978,-0.004246227443218231,-0.001293710432946682,0.0016588065773248672,0.0046113235875964165,0.007563840597867966,0.010516357608139515,0.013468874618411064,0.016421392560005188,0.019373908638954163,0.022326424717903137,0.02527894265949726,0.028231460601091385,0.03118397668004036,0.034136492758989334,0.03708901256322861,0.04004152864217758,0.042994044721126556,0.04594656080007553,0.048899076879024506,0.05185159668326378,0.05480411276221275,0.05775662884116173,0.060709148645401,0.06366166472434998,0.06661418080329895,0.06956669688224792,0.0725192129611969,0.07547172904014587,0.07842424511909485,0.08137676864862442,0.0843292847275734,0.08728180080652237,0.09023431688547134]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,2,0,2,1,1,3,7,5,13,11,20,31,41,54,78,123,185,231,411,571,803,1233,1769,3043,4698,7341,11978,19884,32955,61031,148371,147848,60971,33300,19723,12301,7383,4691,2978,1954,1243,790,564,366,249,184,103,87,61,44,22,21,12,8,6,6,4,2,2,0,3,0,1],"bins":[-0.06884765625,-0.0666961669921875,-0.064544677734375,-0.0623931884765625,-0.06024169921875,-0.0580902099609375,-0.055938720703125,-0.0537872314453125,-0.0516357421875,-0.0494842529296875,-0.047332763671875,-0.0451812744140625,-0.04302978515625,-0.0408782958984375,-0.038726806640625,-0.0365753173828125,-0.034423828125,-0.0322723388671875,-0.030120849609375,-0.0279693603515625,-0.02581787109375,-0.0236663818359375,-0.021514892578125,-0.0193634033203125,-0.0172119140625,-0.0150604248046875,-0.012908935546875,-0.0107574462890625,-0.00860595703125,-0.0064544677734375,-0.004302978515625,-0.0021514892578125,0,0.0021514892578125,0.004302978515625,0.0064544677734375,0.00860595703125,0.0107574462890625,0.012908935546875,0.0150604248046875,0.0172119140625,0.0193634033203125,0.021514892578125,0.0236663818359375,0.02581787109375,0.0279693603515625,0.030120849609375,0.0322723388671875,0.034423828125,0.0365753173828125,0.038726806640625,0.0408782958984375,0.04302978515625,0.0451812744140625,0.047332763671875,0.0494842529296875,0.0516357421875,0.0537872314453125,0.055938720703125,0.0580902099609375,0.06024169921875,0.0623931884765625,0.064544677734375,0.0666961669921875,0.06884765625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.014289414510130882,-0.013850809074938297,-0.013412203639745712,-0.012973597273230553,-0.012534991838037968,-0.012096386402845383,-0.011657780967652798,-0.011219175532460213,-0.010780569165945053,-0.010341963730752468,-0.009903358295559883,-0.009464752860367298,-0.009026147425174713,-0.008587541989982128,-0.008148935623466969,-0.0077103301882743835,-0.0072717247530817986,-0.0068331193178892136,-0.006394513417035341,-0.005955907981842756,-0.005517302080988884,-0.005078696645796299,-0.004640091210603714,-0.004201485309749842,-0.0037628798745572567,-0.003324274206534028,-0.0028856685385107994,-0.0024470631033182144,-0.0020084574352949858,-0.0015698517672717571,-0.0011312462156638503,-0.0006926406058482826,-0.00025403592735528946,0.00018456968246027827,0.000623175292275846,0.0010617808438837528,0.0015003865119069815,0.0019389921799302101,0.002377597615122795,0.0028162032831460238,0.0032548089511692524,0.003693414619192481,0.00413202028721571,0.004570625722408295,0.00500923115760088,0.005447837058454752,0.005886442493647337,0.006325048394501209,0.006763653829693794,0.007202259264886379,0.0076408651657402515,0.008079471066594124,0.008518076501786709,0.008956681936979294,0.009395287372171879,0.009833892807364464,0.010272499173879623,0.010711104609072208,0.011149710044264793,0.011588315479457378,0.012026920914649963,0.012465526349842548,0.012904132716357708,0.013342738151550293,0.013781343586742878],"_type":"histogram","values":[2,0,2,1,2,3,2,4,2,4,2,3,2,7,6,9,9,10,12,10,12,25,13,19,25,27,23,28,25,16,23,31,28,40,24,24,32,21,15,21,24,21,22,18,20,14,10,15,8,7,6,4,3,8,3,3,7,4,2,4,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,1,0,1,7,10,16,40,55,92,152,238,373,587,886,1346,1775,2669,3597,4823,6324,8309,10457,13392,15750,19021,21802,25109,27727,30413,32072,33774,34354,34501,33538,32424,30082,27641,24779,21983,18857,15844,13054,10576,8314,6395,4924,3634,2611,1831,1240,878,591,360,248,133,85,55,26,20,15,8,2,2],"bins":[-0.09687799215316772,-0.09394096583127975,-0.09100393950939178,-0.08806691318750381,-0.08512988686561584,-0.08219286054372787,-0.0792558342218399,-0.07631880789995193,-0.07338178157806396,-0.0704447478055954,-0.06750772148370743,-0.06457069516181946,-0.06163366883993149,-0.05869664251804352,-0.05575961619615555,-0.05282258987426758,-0.04988556355237961,-0.04694853723049164,-0.04401151090860367,-0.0410744845867157,-0.03813745826482773,-0.03520042821764946,-0.03226340189576149,-0.02932637557387352,-0.02638934925198555,-0.02345232293009758,-0.02051529660820961,-0.01757826842367649,-0.01464124210178852,-0.01170421577990055,-0.008767188526690006,-0.005830161739140749,-0.0028931275010108948,4.38992865383625e-05,0.0029809260740876198,0.005917952861636877,0.008854979649186134,0.011792005971074104,0.014729033224284649,0.017666060477495193,0.020603086799383163,0.023540113121271133,0.026477139443159103,0.029414167627692223,0.03235119581222534,0.03528822213411331,0.03822524845600128,0.04116227477788925,0.04409930109977722,0.04703632742166519,0.04997335374355316,0.05291038006544113,0.0558474063873291,0.05878443643450737,0.06172146275639534,0.06465848535299301,0.06759551167488098,0.07053254544734955,0.07346957176923752,0.07640659809112549,0.07934362441301346,0.08228065073490143,0.0852176770567894,0.08815470337867737,0.09109172970056534],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.01638675481081009,-0.01583242416381836,-0.01527809165418148,-0.01472376100718975,-0.014169429428875446,-0.013615097850561142,-0.013060767203569412,-0.012506435625255108,-0.011952104046940804,-0.0113977724686265,-0.010843440890312195,-0.010289110243320465,-0.00973477866500616,-0.009180447086691856,-0.008626116439700127,-0.008071784861385822,-0.007517453283071518,-0.006963121704757214,-0.0064087905921041965,-0.0058544594794511795,-0.005300127901136875,-0.004745796322822571,-0.004191465210169554,-0.003637133864685893,-0.0030828025192022324,-0.0025284711737185717,-0.001974139828234911,-0.0014198084827512503,-0.0008654771372675896,-0.00031114579178392887,0.00024318555369973183,0.0007975168991833925,0.0013518501073122025,0.0019061814527958632,0.002460512798279524,0.0030148441437631845,0.0035691754892468452,0.00412350706756115,0.004677838180214167,0.005232169292867184,0.005786500871181488,0.006340832449495792,0.006895163562148809,0.0074494946748018265,0.00800382625311613,0.008558157831430435,0.009112488478422165,0.00966682005673647,0.010221151635050774,0.010775483213365078,0.011329814791679382,0.011884145438671112,0.012438477016985416,0.01299280859529972,0.01354713924229145,0.014101470820605755,0.01465580239892006,0.015210133977234364,0.015764465555548668,0.016318796202540398,0.016873128712177277,0.017427459359169006,0.017981790006160736,0.018536122515797615,0.019090453162789345],"_type":"histogram","values":[2,3,1,1,1,4,3,3,1,5,6,11,12,13,13,13,19,12,20,24,17,24,25,27,23,20,35,19,28,22,34,22,21,18,22,25,17,21,20,14,20,20,8,14,14,10,14,5,6,5,8,6,5,2,3,0,0,1,1,2,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[3,2,1,2,2,6,3,11,25,21,41,62,80,140,189,270,420,667,945,1316,2128,3244,4779,7025,11626,17034,27259,44551,76450,145970,346922,448357,193762,93235,53504,32277,20776,13019,8861,5566,3845,2650,1811,1187,853,610,380,266,208,136,117,70,42,36,36,21,18,8,6,2,1,2,2,6],"bins":[-0.0140380859375,-0.01358795166015625,-0.0131378173828125,-0.01268768310546875,-0.012237548828125,-0.01178741455078125,-0.0113372802734375,-0.01088714599609375,-0.01043701171875,-0.00998687744140625,-0.0095367431640625,-0.00908660888671875,-0.008636474609375,-0.00818634033203125,-0.0077362060546875,-0.00728607177734375,-0.0068359375,-0.00638580322265625,-0.0059356689453125,-0.00548553466796875,-0.005035400390625,-0.00458526611328125,-0.0041351318359375,-0.00368499755859375,-0.00323486328125,-0.00278472900390625,-0.0023345947265625,-0.00188446044921875,-0.001434326171875,-0.00098419189453125,-0.0005340576171875,-8.392333984375e-05,0.0003662109375,0.00081634521484375,0.0012664794921875,0.00171661376953125,0.002166748046875,0.00261688232421875,0.0030670166015625,0.00351715087890625,0.00396728515625,0.00441741943359375,0.0048675537109375,0.00531768798828125,0.005767822265625,0.00621795654296875,0.0066680908203125,0.00711822509765625,0.007568359375,0.00801849365234375,0.0084686279296875,0.00891876220703125,0.009368896484375,0.00981903076171875,0.0102691650390625,0.01071929931640625,0.01116943359375,0.01161956787109375,0.0120697021484375,0.01251983642578125,0.012969970703125,0.01342010498046875,0.0138702392578125,0.01432037353515625,0.0147705078125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9993733167648315,0.9993941783905029,0.9994150400161743,0.9994359016418457,0.9994567632675171,0.9994776248931885,0.9994984865188599,0.9995193481445312,0.9995402097702026,0.9995611310005188,0.9995819926261902,0.9996028542518616,0.999623715877533,0.9996445775032043,0.9996654391288757,0.9996863007545471,0.9997071623802185,0.9997280240058899,0.9997488856315613,0.9997697472572327,0.999790608882904,0.9998114705085754,0.9998323321342468,0.9998531937599182,0.9998741149902344,0.9998949766159058,0.9999158382415771,0.9999366998672485,0.9999575614929199,0.9999784231185913,0.9999992847442627,1.000020146369934,1.0000410079956055,1.0000618696212769,1.0000827312469482,1.0001035928726196,1.000124454498291,1.0001453161239624,1.0001661777496338,1.0001870393753052,1.0002079010009766,1.000228762626648,1.0002496242523193,1.0002704858779907,1.000291347503662,1.0003122091293335,1.0003330707550049,1.0003539323806763,1.0003747940063477,1.0003957748413086,1.00041663646698,1.0004374980926514,1.0004583597183228,1.0004792213439941,1.0005000829696655,1.000520944595337,1.0005418062210083,1.0005626678466797,1.000583529472351,1.0006043910980225,1.0006252527236938,1.0006461143493652,1.0006669759750366,1.000687837600708,1.0007086992263794],"_type":"histogram","values":[1,0,0,1,0,1,0,2,0,2,3,3,2,7,4,5,7,10,9,11,21,15,21,26,27,33,34,17,42,24,39,31,28,28,31,34,26,18,20,16,11,15,18,21,15,9,11,12,6,3,8,10,3,3,5,4,1,3,2,1,4,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,0,2,4,1,4,12,34,49,66,102,217,323,524,807,1248,1784,2555,3652,4694,6493,8295,10793,13334,16397,19802,22645,26094,29056,31611,33526,34591,35570,35109,34064,32478,30342,27431,24319,21043,17503,15058,12165,9537,7436,5596,4102,3075,2060,1486,976,633,422,284,184,104,58,35,21,5,3,5,1,3],"bins":[-0.09880908578634262,-0.09579000622034073,-0.09277092665433884,-0.08975184708833694,-0.08673276007175446,-0.08371368050575256,-0.08069460093975067,-0.07767552137374878,-0.07465644180774689,-0.071637362241745,-0.0686182826757431,-0.06559920310974121,-0.06258012354373932,-0.05956104025244713,-0.05654195696115494,-0.053522877395153046,-0.050503797829151154,-0.04748471826314926,-0.04446563869714737,-0.04144655540585518,-0.03842747583985329,-0.035408396273851395,-0.032389312982559204,-0.029370233416557312,-0.02635115385055542,-0.023332074284553528,-0.020312992855906487,-0.017293911427259445,-0.014274831861257553,-0.011255751363933086,-0.00823667086660862,-0.005217590369284153,-0.0021985024213790894,0.0008205780759453773,0.003839658573269844,0.006858739070594311,0.009877819567918777,0.012896900065243244,0.01591598056256771,0.018935061991214752,0.021954141557216644,0.024973221123218536,0.027992302551865578,0.03101138398051262,0.03403046354651451,0.0370495431125164,0.040068626403808594,0.043087705969810486,0.04610678553581238,0.04912586510181427,0.05214494466781616,0.05516402795910835,0.058183107525110245,0.06120218709111214,0.06422127038240433,0.06724034994840622,0.07025942951440811,0.07327850908041,0.0762975886464119,0.07931666821241379,0.08233575522899628,0.08535483479499817,0.08837391436100006,0.09139299392700195,0.09441207349300385],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,2,2,1,6,9,15,9,16,12,29,30,19,47,48,78,65,88,59,40,49,25,25,17,15,13,12,6,7,2,2,0,3,1,2,2,2,1,0,0,1,0,0,0,0,0,1],"bins":[-2.1418391042971052e-06,-2.077228373309481e-06,-2.0126176423218567e-06,-1.9480069113342324e-06,-1.8833961803466082e-06,-1.8187855630458216e-06,-1.7541748320581974e-06,-1.689564101070573e-06,-1.6249533700829488e-06,-1.5603426390953246e-06,-1.4957319081077003e-06,-1.431121177120076e-06,-1.3665105598192895e-06,-1.3018998288316652e-06,-1.237289097844041e-06,-1.1726783668564167e-06,-1.1080676358687924e-06,-1.0434569048811682e-06,-9.788461738935439e-07,-9.142354997493385e-07,-8.496247687617142e-07,-7.8501403777409e-07,-7.204033636298846e-07,-6.557926326422603e-07,-5.91181901654636e-07,-5.265711706670118e-07,-4.619604681010969e-07,-3.973497655351821e-07,-3.327390345475578e-07,-2.6812830355993356e-07,-2.0351760099401872e-07,-1.3890688421724917e-07,-7.429616744047962e-08,-9.685450663710071e-09,5.492526611305948e-08,1.1953598288982903e-07,1.8414669966659858e-07,2.4875743065422284e-07,3.133681332201377e-07,3.779788357860525e-07,4.425895667736768e-07,5.07200297761301e-07,5.718110287489253e-07,6.364217028931307e-07,7.01032433880755e-07,7.656431648683792e-07,8.302538390125846e-07,8.948645700002089e-07,9.594753009878332e-07,1.0240860319754574e-06,1.0886967629630817e-06,1.153307493950706e-06,1.2179182249383302e-06,1.2825288422391168e-06,1.347139573226741e-06,1.4117503042143653e-06,1.4763610352019896e-06,1.5409717661896138e-06,1.6055824971772381e-06,1.6701932281648624e-06,1.734803845465649e-06,1.7994145764532732e-06,1.8640253074408974e-06,1.9286360384285217e-06,1.993246769416146e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,1,1,2,3,2,2,2,5,3,3,13,4,6,13,8,13,18,18,18,24,34,32,35,35,35,44,36,40,34,36,28,33,21,28,22,13,15,9,8,15,7,8,7,6,3,6,2,3,2,2,1,3,1,0,0,0,1,1],"bins":[-0.00035504126572050154,-0.0003440736618358642,-0.0003331060870550573,-0.00032213848317041993,-0.0003111708792857826,-0.0003002032754011452,-0.0002892357006203383,-0.00027826809673570096,-0.0002673004928510636,-0.0002563329180702567,-0.00024536531418561935,-0.000234397710300982,-0.00022343012096825987,-0.00021246251708362252,-0.0002014949277509004,-0.00019052732386626303,-0.0001795597345335409,-0.00016859214520081878,-0.00015762454131618142,-0.0001466569519834593,-0.00013568934809882194,-0.0001247217587660998,-0.00011375416215742007,-0.00010278656554874033,-9.181896894006059e-05,-8.085137233138084e-05,-6.98837757227011e-05,-5.891618275200017e-05,-4.7948586143320426e-05,-3.6980989534640685e-05,-2.6013394744950347e-05,-1.5045799045765307e-05,-4.078203346580267e-06,6.889392352604773e-06,1.7856988051789813e-05,2.882458284148015e-05,3.979217945015989e-05,5.0759776058839634e-05,6.172736902954057e-05,7.269496563822031e-05,8.366256224690005e-05,9.46301588555798e-05,0.00010559775546425954,0.00011656535207293928,0.0001275329414056614,0.00013850054529029876,0.0001494681346230209,0.00016043573850765824,0.00017140332784038037,0.0001823709171731025,0.00019333852105773985,0.00020430611039046198,0.00021527371427509934,0.00022624130360782146,0.00023720890749245882,0.0002481765113770962,0.0002591440861579031,0.00027011169004254043,0.0002810792939271778,0.0002920468687079847,0.00030301447259262204,0.0003139820764772594,0.00032494968036189675,0.00033591725514270365,0.000346884859027341],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,1,2,1,1,2,4,2,0,3,3,4,5,6,11,14,17,16,19,22,22,16,25,35,42,27,31,40,28,28,35,41,38,29,28,27,23,12,12,16,10,7,9,12,4,5,7,6,4,6,1,0,2,0,1,2,1,1,0,0,0,0,0,1],"bins":[-0.0002892426564358175,-0.0002790764265228063,-0.00026891016750596464,-0.00025874393759295344,-0.0002485776785761118,-0.0002384114486631006,-0.0002282452187500894,-0.00021807897428516299,-0.00020791272982023656,-0.00019774648535531014,-0.00018758024089038372,-0.00017741401097737253,-0.0001672477665124461,-0.00015708152204751968,-0.0001469152921345085,-0.00013674904766958207,-0.00012658280320465565,-0.00011641655873972923,-0.00010625032155076042,-9.608408436179161e-05,-8.591783989686519e-05,-7.575159543193877e-05,-6.558535824296996e-05,-5.5419117416022345e-05,-4.525287658907473e-05,-3.5086635762127116e-05,-2.4920394935179502e-05,-1.4754154108231887e-05,-4.587913281284273e-06,5.578327545663342e-06,1.5744568372610956e-05,2.591080919955857e-05,3.607707913033664e-05,4.624331995728426e-05,5.640956078423187e-05,6.657579797320068e-05,7.67420424381271e-05,8.690828690305352e-05,9.707452409202233e-05,0.00010724076128099114,0.00011740700574591756,0.00012757325021084398,0.0001377394946757704,0.0001479057245887816,0.00015807196905370802,0.00016823821351863444,0.00017840444343164563,0.00018857068789657205,0.00019873693236149848,0.0002089031768264249,0.00021906942129135132,0.0002292356512043625,0.00023940189566928893,0.00024956814013421535,0.00025973437004722655,0.0002699006290640682,0.0002800668589770794,0.0002902330888900906,0.00030039934790693223,0.00031056557781994343,0.0003207318368367851,0.00033089806674979627,0.00034106429666280746,0.0003512305556796491,0.0003613967855926603]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[2,1,0,2,2,3,3,4,11,15,6,24,32,38,69,85,154,208,269,436,622,1009,1492,2335,3552,5733,9149,15066,25777,44432,79038,119983,112645,69855,38969,22682,13197,8154,5219,3250,2200,1344,955,603,388,264,161,133,87,53,26,32,19,11,6,4,4,3,2,2,0,2,1,1],"bins":[-0.01708984375,-0.016553878784179688,-0.016017913818359375,-0.015481948852539062,-0.01494598388671875,-0.014410018920898438,-0.013874053955078125,-0.013338088989257812,-0.0128021240234375,-0.012266159057617188,-0.011730194091796875,-0.011194229125976562,-0.01065826416015625,-0.010122299194335938,-0.009586334228515625,-0.009050369262695312,-0.008514404296875,-0.007978439331054688,-0.007442474365234375,-0.0069065093994140625,-0.00637054443359375,-0.0058345794677734375,-0.005298614501953125,-0.0047626495361328125,-0.0042266845703125,-0.0036907196044921875,-0.003154754638671875,-0.0026187896728515625,-0.00208282470703125,-0.0015468597412109375,-0.001010894775390625,-0.0004749298095703125,6.103515625e-05,0.0005970001220703125,0.001132965087890625,0.0016689300537109375,0.00220489501953125,0.0027408599853515625,0.003276824951171875,0.0038127899169921875,0.0043487548828125,0.0048847198486328125,0.005420684814453125,0.0059566497802734375,0.00649261474609375,0.0070285797119140625,0.007564544677734375,0.008100509643554688,0.008636474609375,0.009172439575195312,0.009708404541015625,0.010244369506835938,0.01078033447265625,0.011316299438476562,0.011852264404296875,0.012388229370117188,0.0129241943359375,0.013460159301757812,0.013996124267578125,0.014532089233398438,0.01506805419921875,0.015604019165039062,0.016139984130859375,0.016675949096679688,0.0172119140625]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,2,1,1,1,4,4,2,4,6,2,11,7,15,8,20,17,27,26,27,25,32,41,38,43,35,41,38,34,38,33,27,24,23,18,17,17,5,7,9,6,5,4,8,4,1,1,3,1,0,0,1,0,0,1,1,0,1],"bins":[-0.0033420114777982235,-0.003236981574445963,-0.003131951903924346,-0.003026922233402729,-0.0029218923300504684,-0.002816862426698208,-0.002711832756176591,-0.002606803085654974,-0.0025017731823027134,-0.002396743278950453,-0.002291713608428836,-0.002186683937907219,-0.0020816540345549583,-0.0019766241312026978,-0.0018715944606810808,-0.001766564673744142,-0.0016615348868072033,-0.0015565050998702645,-0.0014514753129333258,-0.001346445525996387,-0.0012414157390594482,-0.0011363859521225095,-0.0010313561651855707,-0.000926326378248632,-0.0008212965913116932,-0.0007162668043747544,-0.0006112370174378157,-0.0005062072305008769,-0.00040117744356393814,-0.0002961476566269994,-0.00019111786969006062,-8.608808275312185e-05,1.894170418381691e-05,0.00012397149112075567,0.00022900127805769444,0.0003340310649946332,0.00043906085193157196,0.0005440906388685107,0.0006491204258054495,0.0007541502127423882,0.000859179999679327,0.0009642097866162658,0.0010692395735532045,0.0011742693604901433,0.001279299147427082,0.0013843289343640208,0.0014893587213009596,0.0015943885082378983,0.0016994182951748371,0.0018044480821117759,0.0019094778690487146,0.0020145075395703316,0.002119537442922592,0.0022245673462748528,0.0023295970167964697,0.0024346266873180866,0.002539656590670347,0.002644686494022608,0.0027497161645442247,0.0028547458350658417,0.0029597757384181023,0.003064805641770363,0.00316983531229198,0.0032748649828135967,0.0033798948861658573],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,1,0,0,4,0,5,2,5,9,6,12,12,16,15,18,25,28,31,41,42,37,39,38,34,26,48,35,31,38,30,27,19,14,15,10,6,10,8,8,2,3,3,1,4,1,0,2,2,0,1,0,0,0,0,1],"bins":[-0.00037481662002392113,-0.0003631908039096743,-0.000351564958691597,-0.00033993914257735014,-0.0003283133264631033,-0.00031668751034885645,-0.0003050616942346096,-0.0002934358490165323,-0.00028181003290228546,-0.0002701842167880386,-0.0002585583715699613,-0.00024693255545571446,-0.00023530673934146762,-0.00022368092322722077,-0.0002120550925610587,-0.00020042926189489663,-0.00018880344578064978,-0.00017717762966640294,-0.00016555179900024086,-0.0001539259683340788,-0.00014230015221983194,-0.0001306743361055851,-0.00011904850543942302,-0.00010742268204921857,-9.57968586590141e-05,-8.417103526880965e-05,-7.254521187860519e-05,-6.091938848840073e-05,-4.929356509819627e-05,-3.766774170799181e-05,-2.604191831778735e-05,-1.441609492758289e-05,-2.7902715373784304e-06,8.835551852826029e-06,2.046137524303049e-05,3.208719863323495e-05,4.371302202343941e-05,5.533884541364387e-05,6.696466880384833e-05,7.859049219405279e-05,9.021631558425725e-05,0.0001018421389744617,0.00011346796236466616,0.00012509379303082824,0.00013671960914507508,0.00014834542525932193,0.000159971255925484,0.00017159708659164608,0.00018322290270589292,0.00019484871882013977,0.00020647454948630184,0.0002181003801524639,0.00022972619626671076,0.0002413520123809576,0.00025297782849520445,0.00026460367371328175,0.0002762294898275286,0.00028785530594177544,0.00029948115115985274,0.0003111069672740996,0.00032273278338834643,0.0003343585995025933,0.0003459844156168401,0.0003576102608349174,0.00036923607694916427]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,1,2,5,2,8,6,13,17,20,37,47,68,95,112,189,311,452,650,1012,1597,2383,3797,5979,9561,15159,24719,42888,76772,123938,115127,67525,37751,21978,13503,8588,5563,3386,2202,1527,877,639,421,285,163,118,99,76,55,28,15,19,11,6,3,8,3,1,2,1,0,1],"bins":[-0.0179443359375,-0.017381668090820312,-0.016819000244140625,-0.016256332397460938,-0.01569366455078125,-0.015130996704101562,-0.014568328857421875,-0.014005661010742188,-0.0134429931640625,-0.012880325317382812,-0.012317657470703125,-0.011754989624023438,-0.01119232177734375,-0.010629653930664062,-0.010066986083984375,-0.009504318237304688,-0.008941650390625,-0.008378982543945312,-0.007816314697265625,-0.0072536468505859375,-0.00669097900390625,-0.0061283111572265625,-0.005565643310546875,-0.0050029754638671875,-0.0044403076171875,-0.0038776397705078125,-0.003314971923828125,-0.0027523040771484375,-0.00218963623046875,-0.0016269683837890625,-0.001064300537109375,-0.0005016326904296875,6.103515625e-05,0.0006237030029296875,0.001186370849609375,0.0017490386962890625,0.00231170654296875,0.0028743743896484375,0.003437042236328125,0.0039997100830078125,0.0045623779296875,0.0051250457763671875,0.005687713623046875,0.0062503814697265625,0.00681304931640625,0.0073757171630859375,0.007938385009765625,0.008501052856445312,0.009063720703125,0.009626388549804688,0.010189056396484375,0.010751724243164062,0.01131439208984375,0.011877059936523438,0.012439727783203125,0.013002395629882812,0.0135650634765625,0.014127731323242188,0.014690399169921875,0.015253067016601562,0.01581573486328125,0.016378402709960938,0.016941070556640625,0.017503738403320312,0.01806640625]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[1,1,1,2,0,2,2,4,4,5,5,10,12,11,12,14,27,27,44,36,46,66,87,79,82,125,94,115,110,113,110,103,74,88,79,90,61,54,43,36,34,24,18,14,19,16,12,9,5,5,3,1,4,2,1,2,0,0,3,0,0,0,0,1],"bins":[-0.009568854235112667,-0.009239958599209785,-0.00891106203198433,-0.008582166396081448,-0.008253270760178566,-0.00792437419295311,-0.007595478557050228,-0.0072665829211473465,-0.006937686819583178,-0.006608790718019009,-0.006279895082116127,-0.005950998980551958,-0.005622102878987789,-0.0052932072430849075,-0.004964311141520739,-0.004635415505617857,-0.004306519404053688,-0.003977623302489519,-0.0036487276665866375,-0.0033198315650224686,-0.0029909356962889433,-0.002662039827555418,-0.002333143725991249,-0.002004247857257724,-0.0016753519885241985,-0.0013464561197906733,-0.0010175601346418262,-0.00068866420770064,-0.0003597682807594538,-3.0872353818267584e-05,0.0002980235731229186,0.0006269195000641048,0.000955815427005291,0.0012847112957388163,0.0016136072808876634,0.0019425032660365105,0.0022713991347700357,0.002600295003503561,0.00292919110506773,0.0032580869738012552,0.0035869828425347805,0.003915878944098949,0.004244774580001831,0.004573670681566,0.004902566783130169,0.0052314624190330505,0.0055603585205972195,0.005889254156500101,0.00621815025806427,0.006547046359628439,0.006875941995531321,0.0072048380970954895,0.007533733732998371,0.007862630300223827,0.008191525936126709,0.00852042157202959,0.008849317207932472,0.009178213775157928,0.00950710941106081,0.009836005046963692,0.010164901614189148,0.01049379725009203,0.010822692885994911,0.011151589453220367,0.011480485089123249],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,1,8,17,17,49,69,137,221,326,469,854,1218,1796,2461,3481,4708,6235,8073,10381,13061,16089,19007,22258,25098,28245,30894,32828,34294,34958,35185,34054,32637,30340,27831,24964,21915,18527,15413,12737,10149,7770,6106,4555,3339,2334,1579,1140,749,475,305,191,110,67,38,34,17,3,2,1,2,0,0,1],"bins":[-0.08945983648300171,-0.08647163957357407,-0.08348344266414642,-0.08049523830413818,-0.07750704139471054,-0.0745188444852829,-0.07153064757585526,-0.06854244321584702,-0.06555424630641937,-0.06256604939699173,-0.05957785248756409,-0.056589651852846146,-0.0536014549434185,-0.05061325430870056,-0.04762505739927292,-0.04463685676455498,-0.041648659855127335,-0.03866046294569969,-0.03567226231098175,-0.03268406540155411,-0.029695864766836166,-0.026707667857408524,-0.02371946908533573,-0.02073127031326294,-0.017743071541190147,-0.014754872769117355,-0.011766673997044563,-0.008778476156294346,-0.005790277384221554,-0.0028020788449794054,0.000186119694262743,0.0031743182335048914,0.00616251677274704,0.009150715544819832,0.012138914316892624,0.015127112157642841,0.018115311861038208,0.02110350877046585,0.024091707542538643,0.027079906314611435,0.030068105086684227,0.03305630385875702,0.03604450076818466,0.0390327014029026,0.042020898312330246,0.04500909894704819,0.04799729585647583,0.05098549649119377,0.053973693400621414,0.05696189031004906,0.059950090944767,0.06293828785419464,0.06592648476362228,0.06891468912363052,0.07190288603305817,0.07489108294248581,0.07787927985191345,0.0808674767613411,0.08385568112134933,0.08684387803077698,0.08983207494020462,0.09282027184963226,0.0958084762096405,0.09879667311906815,0.10178487002849579]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[3,1,0,0,1,1,1,2,1,0,3,2,2,2,2,5,7,9,5,8,10,13,17,21,33,44,62,66,98,93,54,42,29,26,18,23,11,7,11,8,3,5,3,1,2,2,2,2,1,1,1,1,0,1,0,0,0,0,1,0,0,0,0,1],"bins":[-3.910501618520357e-06,-3.773641083171242e-06,-3.6367807751958026e-06,-3.4999202398466878e-06,-3.3630599318712484e-06,-3.2261993965221336e-06,-3.089338861173019e-06,-2.9524785531975795e-06,-2.8156180178484647e-06,-2.67875748249935e-06,-2.5418971745239105e-06,-2.4050366391747957e-06,-2.268176103825681e-06,-2.1313157958502416e-06,-1.9944552605011268e-06,-1.8575948388388497e-06,-1.7207344171765726e-06,-1.5838739955142955e-06,-1.4470135738520185e-06,-1.3101530385029037e-06,-1.1732926168406266e-06,-1.0364321951783495e-06,-8.995717166726536e-07,-7.627112381669576e-07,-6.258508165046806e-07,-4.889903948424035e-07,-3.5212991633670754e-07,-2.1526946625272103e-07,-7.840901616873452e-08,5.845143391525198e-08,1.953118839992385e-07,3.32172334083225e-07,4.690323294198606e-07,6.058927510821377e-07,7.427532295878336e-07,8.796137080935296e-07,1.0164741297558066e-06,1.1533345514180837e-06,1.2901950867671985e-06,1.4270555084294756e-06,1.5639159300917527e-06,1.7007763517540297e-06,1.8376367734163068e-06,1.9744973087654216e-06,2.1113578441145364e-06,2.2482181520899758e-06,2.3850786874390906e-06,2.52193899541453e-06,2.6587995307636447e-06,2.7956600661127595e-06,2.932520374088199e-06,3.0693809094373137e-06,3.206241217412753e-06,3.343101752761868e-06,3.4799622881109826e-06,3.616822596086422e-06,3.7536831314355368e-06,3.890543666784652e-06,4.027403974760091e-06,4.16426428273553e-06,4.3011250454583205e-06,4.43798535343376e-06,4.574845661409199e-06,4.7117064241319895e-06,4.848566732107429e-06]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,2,1,2,4,2,1,3,8,9,5,11,11,8,9,11,7,14,8,14,16,18,17,18,20,25,26,21,23,40,25,32,20,26,35,24,26,20,15,10,13,13,20,14,8,7,10,9,10,9,16,7,7,7,4,5,7,3,2,3,1,3],"bins":[-0.0006737082148902118,-0.0006535322172567248,-0.0006333561614155769,-0.00061318016378209,-0.000593004166148603,-0.0005728281103074551,-0.0005526521126739681,-0.0005324760568328202,-0.0005123000591993332,-0.0004921240615658462,-0.0004719480057246983,-0.0004517720080912113,-0.0004315959813538939,-0.00041141995461657643,-0.00039124395698308945,-0.000371067930245772,-0.00035089190350845456,-0.0003307158767711371,-0.0003105398500338197,-0.0002903638524003327,-0.00027018782566301525,-0.0002500117989256978,-0.0002298357867402956,-0.00020965977455489337,-0.00018948374781757593,-0.0001693077210802585,-0.00014913170889485627,-0.00012895569670945406,-0.00010877966997213662,-8.860365051077679e-05,-6.842763104941696e-05,-4.825161158805713e-05,-2.8075592126697302e-05,-7.899572665337473e-06,1.2276446796022356e-05,3.2452466257382184e-05,5.262848571874201e-05,7.280450518010184e-05,9.298052464146167e-05,0.0001131565441028215,0.00013333256356418133,0.00015350859030149877,0.00017368460248690099,0.0001938606146723032,0.00021403664140962064,0.00023421266814693809,0.00025438866578042507,0.0002745646925177425,0.00029474071925505996,0.0003149167459923774,0.00033509277272969484,0.00035526877036318183,0.00037544479710049927,0.0003956208238378167,0.0004157968214713037,0.00043597284820862114,0.0004561488749459386,0.00047632490168325603,0.0004965009284205735,0.0005166769260540605,0.0005368529818952084,0.0005570289795286953,0.0005772049771621823,0.0005973810330033302,0.0006175570306368172]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,2,2,2,4,4,6,9,4,4,9,13,11,17,16,13,17,20,29,23,35,30,30,23,31,33,29,28,20,31,21,24,20,13,18,12,15,13,15,11,11,11,5,14,10,8,4,4,5,7,6,5,2,7,3,3,0,1,1,1],"bins":[0.9994239211082458,0.999443769454956,0.9994636178016663,0.9994835257530212,0.9995033740997314,0.9995232224464417,0.9995430707931519,0.9995629191398621,0.999582827091217,0.9996026754379272,0.9996225237846375,0.9996423721313477,0.9996622204780579,0.9996821284294128,0.999701976776123,0.9997218251228333,0.9997416734695435,0.9997615218162537,0.9997814297676086,0.9998012781143188,0.999821126461029,0.9998409748077393,0.9998608231544495,0.9998807311058044,0.9999005794525146,0.9999204277992249,0.9999402761459351,0.9999601244926453,0.9999800324440002,0.9999998807907104,1.0000197887420654,1.0000395774841309,1.0000594854354858,1.0000792741775513,1.0000991821289062,1.0001190900802612,1.0001388788223267,1.0001587867736816,1.000178575515747,1.000198483467102,1.000218391418457,1.0002381801605225,1.0002580881118774,1.0002778768539429,1.0002977848052979,1.0003176927566528,1.0003374814987183,1.0003573894500732,1.0003771781921387,1.0003970861434937,1.0004169940948486,1.000436782836914,1.000456690788269,1.0004764795303345,1.0004963874816895,1.0005162954330444,1.0005360841751099,1.0005559921264648,1.0005757808685303,1.0005956888198853,1.0006155967712402,1.0006353855133057,1.0006552934646606,1.000675082206726,1.000694990158081]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,1,1,0,4,3,3,3,5,12,13,12,16,33,27,41,58,128,133,66,60,27,31,19,20,9,12,8,5,3,2,5,1,0,1,0,0,0,1,0,0,0,0,2],"bins":[-0.16991257667541504,-0.16545981168746948,-0.16100704669952393,-0.15655428171157837,-0.1521015167236328,-0.14764875173568726,-0.1431959867477417,-0.13874322175979614,-0.13429045677185059,-0.12983769178390503,-0.12538492679595947,-0.12093216180801392,-0.11647939682006836,-0.1120266318321228,-0.10757386684417725,-0.10312110185623169,-0.09866833686828613,-0.09421557188034058,-0.08976280689239502,-0.08531004190444946,-0.0808572769165039,-0.07640451192855835,-0.07195174694061279,-0.06749898195266724,-0.06304621696472168,-0.05859345197677612,-0.054140686988830566,-0.04968792200088501,-0.04523515701293945,-0.040782392024993896,-0.03632962703704834,-0.03187686204910278,-0.027424097061157227,-0.02297133207321167,-0.018518567085266113,-0.014065802097320557,-0.009613037109375,-0.005160272121429443,-0.0007075071334838867,0.00374525785446167,0.008198022842407227,0.012650787830352783,0.01710355281829834,0.021556317806243896,0.026009082794189453,0.03046184778213501,0.034914612770080566,0.03936737775802612,0.04382014274597168,0.048272907733917236,0.05272567272186279,0.05717843770980835,0.061631202697753906,0.06608396768569946,0.07053673267364502,0.07498949766159058,0.07944226264953613,0.08389502763748169,0.08834779262542725,0.0928005576133728,0.09725332260131836,0.10170608758926392,0.10615885257720947,0.11061161756515503,0.11506438255310059],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,1,1,7,3,2,6,3,12,6,11,16,11,10,13,11,21,29,24,18,31,31,35,28,40,22,32,29,21,34,21,20,24,24,24,19,12,24,18,10,14,11,5,5,7,4,2,2,1,4,1,1,1,0,1,0,1,0,0,1],"bins":[-0.08853837847709656,-0.08555803447961807,-0.08257769793272018,-0.0795973539352417,-0.07661701738834381,-0.07363667339086533,-0.07065633684396744,-0.06767599284648895,-0.06469565629959106,-0.06171531230211258,-0.05873497202992439,-0.055754631757736206,-0.05277428776025772,-0.049793947488069534,-0.04681360721588135,-0.04383326694369316,-0.040852926671504974,-0.03787258639931679,-0.0348922461271286,-0.031911905854940414,-0.02893156372010708,-0.025951223447918892,-0.022970881313085556,-0.01999054104089737,-0.017010200768709183,-0.014029860496520996,-0.011049519293010235,-0.008069178089499474,-0.005088837817311287,-0.002108497079461813,0.000871843658387661,0.003852184396237135,0.006832517683506012,0.009812857955694199,0.01279319915920496,0.01577354036271572,0.018753880634903908,0.021734220907092094,0.02471456304192543,0.027694903314113617,0.030675243586301804,0.03365558385848999,0.03663592413067818,0.039616264402866364,0.04259660840034485,0.045576948672533035,0.04855728894472122,0.05153762921690941,0.054517969489097595,0.05749830976128578,0.06047865003347397,0.06345899403095245,0.06643933057785034,0.06941967457532883,0.07240001112222672,0.0753803551197052,0.07836069166660309,0.08134103566408157,0.08432137966156006,0.08730171620845795,0.09028206020593643,0.09326239675283432,0.0962427407503128,0.0992230772972107,0.10220342129468918]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.0005779764614999294,-0.0005592322559095919,-0.0005404880503192544,-0.0005217438447289169,-0.0005029996391385794,-0.0004842554044444114,-0.0004655111697502434,-0.0004467669641599059,-0.0004280227585695684,-0.0004092785529792309,-0.00039053434738889337,-0.0003717901126947254,-0.0003530459071043879,-0.00033430170151405036,-0.0003155574668198824,-0.0002968132612295449,-0.00027806905563920736,-0.00025932485004886985,-0.0002405806299066171,-0.00022183640976436436,-0.00020309220417402685,-0.00018434799858368933,-0.0001656037784414366,-0.00014685955829918385,-0.00012811535270884633,-0.0001093711398425512,-9.062692697625607e-05,-7.188271410996094e-05,-5.3138501243665814e-05,-3.4394288377370685e-05,-1.5650075511075556e-05,3.0941373552195728e-06,2.183829201385379e-05,4.058250488014892e-05,5.9326717746444046e-05,7.807093061273918e-05,9.68151434790343e-05,0.00011555935634532943,0.00013430356921162456,0.0001530477893538773,0.00017179199494421482,0.00019053620053455234,0.00020928042067680508,0.00022802464081905782,0.00024676884640939534,0.00026551305199973285,0.0002842572866939008,0.00030300149228423834,0.00032174569787457585,0.00034048990346491337,0.0003592341090552509,0.00037797834374941885,0.00039672254933975637,0.0004154667549300939,0.00043421098962426186,0.00045295519521459937,0.0004716994008049369,0.0004904436063952744,0.0005091878119856119,0.0005279320175759494,0.0005466762231662869,0.0005654204869642854,0.0005841646925546229,0.0006029088981449604,0.0006216531037352979],"_type":"histogram","values":[2,1,1,0,0,1,0,3,1,4,4,5,3,6,5,7,12,7,9,16,18,20,17,27,35,24,28,34,40,35,37,37,39,34,41,31,20,20,17,28,8,14,11,12,10,6,10,5,3,5,6,2,0,1,1,0,3,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09514939039945602,-0.09222626686096191,-0.08930313587188721,-0.0863800048828125,-0.08345688134431839,-0.08053375780582428,-0.07761062681674957,-0.07468749582767487,-0.07176437228918076,-0.06884124875068665,-0.06591811776161194,-0.06299498677253723,-0.06007186323404312,-0.05714873597025871,-0.054225608706474304,-0.051302481442689896,-0.04837935417890549,-0.04545622691512108,-0.04253309965133667,-0.03960997238755226,-0.03668684512376785,-0.033763717859983444,-0.030840590596199036,-0.027917463332414627,-0.02499433606863022,-0.02207120880484581,-0.0191480815410614,-0.016224954277276993,-0.013301827013492584,-0.010378699749708176,-0.007455572485923767,-0.0045324452221393585,-0.00160931795835495,0.0013138093054294586,0.004236936569213867,0.007160063832998276,0.010083191096782684,0.013006318360567093,0.0159294456243515,0.01885257288813591,0.02177570015192032,0.024698827415704727,0.027621954679489136,0.030545081943273544,0.03346820920705795,0.03639133647084236,0.03931446373462677,0.04223759099841118,0.04516071826219559,0.048083845525979996,0.051006972789764404,0.05393010005354881,0.05685322731733322,0.05977635458111763,0.06269948184490204,0.06562261283397675,0.06854573637247086,0.07146885991096497,0.07439199090003967,0.07731512188911438,0.08023824542760849,0.0831613689661026,0.08608449995517731,0.08900763094425201,0.09193075448274612],"_type":"histogram","values":[1,1,1,7,7,12,21,39,69,119,169,318,492,671,1055,1509,2196,3065,4076,5592,7289,9402,11792,14307,17417,20234,23393,25885,28813,30974,33126,33536,34558,34229,33102,31343,28986,26324,23599,20623,17374,14903,11900,9633,7477,5840,4290,3037,2255,1663,1096,726,477,286,195,137,92,42,24,11,5,4,1,4]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,1,0,0,1,0,0,0,1,2,0,4,5,6,1,9,12,4,9,16,16,18,25,30,29,25,38,27,45,24,39,35,25,35,25,19,25,20,19,18,19,18,16,11,15,13,11,7,5,7,5,6,7,2,6,3,3,2,0,0,0,0,0,3],"bins":[0.9993846416473389,0.9994054436683655,0.9994262456893921,0.9994470477104187,0.9994678497314453,0.9994886517524719,0.9995095133781433,0.9995303153991699,0.9995511174201965,0.9995719194412231,0.9995927214622498,0.9996135234832764,0.999634325504303,0.9996551275253296,0.9996759295463562,0.9996967315673828,0.9997175931930542,0.9997383952140808,0.9997591972351074,0.999779999256134,0.9998008012771606,0.9998216032981873,0.9998424053192139,0.9998632073402405,0.9998840093612671,0.9999048113822937,0.9999256134033203,0.9999464750289917,0.9999672770500183,0.9999880790710449,1.0000088214874268,1.0000296831130981,1.0000505447387695,1.0000712871551514,1.0000921487808228,1.0001128911972046,1.000133752822876,1.0001544952392578,1.0001753568649292,1.000196099281311,1.0002169609069824,1.0002377033233643,1.0002585649490356,1.000279426574707,1.0003001689910889,1.0003210306167603,1.000341773033142,1.0003626346588135,1.0003833770751953,1.0004042387008667,1.0004249811172485,1.00044584274292,1.0004665851593018,1.0004874467849731,1.0005083084106445,1.0005290508270264,1.0005499124526978,1.0005706548690796,1.000591516494751,1.0006122589111328,1.0006331205368042,1.000653862953186,1.0006747245788574,1.0006954669952393,1.0007163286209106],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,1,0,1,0,2,6,2,6,3,8,4,11,10,15,18,14,22,18,30,29,32,30,39,25,23,33,29,34,32,19,25,28,28,28,29,19,17,18,19,16,12,8,2,4,3,1,5,4,1,1,0,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.07931853085756302,-0.07649773359298706,-0.0736769363284111,-0.07085613906383514,-0.06803534924983978,-0.06521455198526382,-0.062393754720687866,-0.05957295745611191,-0.05675216019153595,-0.05393136292695999,-0.05111056566238403,-0.04828977212309837,-0.045468974858522415,-0.04264817759394646,-0.0398273840546608,-0.03700658679008484,-0.03418578952550888,-0.03136499226093292,-0.028544196859002113,-0.025723401457071304,-0.022902604192495346,-0.020081806927919388,-0.01726101152598858,-0.014440215192735195,-0.011619418859481812,-0.008798622526228428,-0.005977826192975044,-0.0031570298597216606,-0.000336233526468277,0.0024845628067851067,0.00530535914003849,0.008126155473291874,0.01094694435596466,0.013767740689218044,0.016588537022471428,0.019409332424402237,0.022230129688978195,0.025050926953554153,0.027871722355484962,0.03069251775741577,0.03351331502199173,0.03633411228656769,0.039154909551143646,0.041975703090429306,0.044796500355005264,0.04761729761958122,0.05043809115886688,0.05325888842344284,0.0560796856880188,0.05890048295259476,0.061721280217170715,0.06454207748174667,0.06736287474632263,0.070183664560318,0.07300446182489395,0.07582525908946991,0.07864605635404587,0.08146685361862183,0.08428765088319778,0.08710844814777374,0.0899292379617691,0.09275003522634506,0.09557083249092102,0.09839162975549698,0.10121242702007294],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[3,0,1,2,4,3,10,11,20,24,34,39,61,79,134,155,233,343,402,597,878,1287,1730,2663,4103,5726,9064,14469,23726,41789,76076,122158,115710,69311,37870,22001,13134,8590,5393,3811,2458,1635,1253,768,556,445,337,185,148,118,78,52,33,40,25,9,24,7,2,4,1,0,1,1],"bins":[-0.0007476806640625,-0.0007242560386657715,-0.000700831413269043,-0.0006774067878723145,-0.0006539821624755859,-0.0006305575370788574,-0.0006071329116821289,-0.0005837082862854004,-0.0005602836608886719,-0.0005368590354919434,-0.0005134344100952148,-0.0004900097846984863,-0.0004665851593017578,-0.0004431605339050293,-0.0004197359085083008,-0.00039631128311157227,-0.00037288665771484375,-0.00034946203231811523,-0.0003260374069213867,-0.0003026127815246582,-0.0002791881561279297,-0.00025576353073120117,-0.00023233890533447266,-0.00020891427993774414,-0.00018548965454101562,-0.0001620650291442871,-0.0001386404037475586,-0.00011521577835083008,-9.179115295410156e-05,-6.836652755737305e-05,-4.494190216064453e-05,-2.1517276763916016e-05,1.9073486328125e-06,2.5331974029541016e-05,4.875659942626953e-05,7.218122482299805e-05,9.560585021972656e-05,0.00011903047561645508,0.0001424551010131836,0.0001658797264099121,0.00018930435180664062,0.00021272897720336914,0.00023615360260009766,0.00025957822799682617,0.0002830028533935547,0.0003064274787902832,0.0003298521041870117,0.00035327672958374023,0.00037670135498046875,0.00040012598037719727,0.0004235506057739258,0.0004469752311706543,0.0004703998565673828,0.0004938244819641113,0.0005172491073608398,0.0005406737327575684,0.0005640983581542969,0.0005875229835510254,0.0006109476089477539,0.0006343722343444824,0.0006577968597412109,0.0006812214851379395,0.000704646110534668,0.0007280707359313965,0.000751495361328125]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,0,0,1,1,2,0,1,1,3,4,2,5,2,9,9,17,14,13,19,27,41,46,62,87,62,72,60,44,27,15,16,22,12,13,7,11,6,6,1,7,3,2,1,0,1,2,0,2,0,2,1,1,1,1,0,0,0,0,1,1,0,0,1],"bins":[-0.018084801733493805,-0.017384810373187065,-0.016684820875525475,-0.015984829515218735,-0.015284838154911995,-0.01458484772592783,-0.013884857296943665,-0.013184865936636925,-0.01248487550765276,-0.011784885078668594,-0.011084893718361855,-0.01038490328937769,-0.009684912860393524,-0.008984921500086784,-0.00828493107110262,-0.007584940176457167,-0.006884949281811714,-0.006184958387166262,-0.005484967492520809,-0.004784977063536644,-0.0040849861688911915,-0.003384995274245739,-0.00268500461243093,-0.0019850139506161213,-0.0012850230559706688,-0.0005850322777405381,0.00011495850048959255,0.0008149492787197232,0.001514940056949854,0.0022149309515953064,0.0029149216134101152,0.003614912275224924,0.004314903169870377,0.005014894064515829,0.005714884959161282,0.006414875388145447,0.007114866282790899,0.007814857177436352,0.008514847606420517,0.009214838966727257,0.009914829395711422,0.010614819824695587,0.011314811185002327,0.012014801613986492,0.012714792042970657,0.013414783403277397,0.014114773832261562,0.014814765192568302,0.015514755621552467,0.016214746981859207,0.016914736479520798,0.017614727839827538,0.018314719200134277,0.019014708697795868,0.019714700058102608,0.020414691418409348,0.021114680916070938,0.021814672276377678,0.022514663636684418,0.023214654996991158,0.023914644494652748,0.024614635854959488,0.025314627215266228,0.02601461671292782,0.026714608073234558],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.1563965380191803,-0.1516764611005783,-0.14695636928081512,-0.14223629236221313,-0.13751620054244995,-0.13279612362384796,-0.12807604670524597,-0.12335596233606339,-0.1186358779668808,-0.11391579359769821,-0.10919570922851562,-0.10447563230991364,-0.09975554794073105,-0.09503546357154846,-0.09031538665294647,-0.08559530228376389,-0.0808752179145813,-0.07615513354539871,-0.07143504917621613,-0.06671497225761414,-0.06199488788843155,-0.05727480351924896,-0.052554722875356674,-0.047834642231464386,-0.0431145578622818,-0.03839447349309921,-0.033674392849206924,-0.028954310342669487,-0.02423422783613205,-0.019514145329594612,-0.014794062823057175,-0.010073980316519737,-0.0053538978099823,-0.0006338153034448624,0.004086267203092575,0.008806349709630013,0.01352643221616745,0.018246514722704887,0.022966597229242325,0.027686679735779762,0.0324067622423172,0.037126846611499786,0.041846927255392075,0.04656700789928436,0.05128709226846695,0.056007176637649536,0.060727257281541824,0.06544733792543411,0.0701674222946167,0.07488750666379929,0.07960759103298187,0.08432766795158386,0.08904775232076645,0.09376783668994904,0.09848791360855103,0.10320799797773361,0.1079280823469162,0.11264816671609879,0.11736825108528137,0.12208832800388336,0.12680840492248535,0.13152849674224854,0.13624857366085052,0.1409686654806137,0.1456887423992157],"_type":"histogram","values":[1,0,1,0,0,1,0,0,4,2,2,2,2,0,5,9,5,14,11,16,13,22,15,24,18,28,25,30,22,21,28,34,30,35,27,26,27,24,15,23,21,31,28,22,16,12,10,7,12,8,5,9,8,2,2,4,3,0,1,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[2,0,4,5,6,13,22,26,55,68,122,189,306,396,709,1058,1747,2779,3898,6872,10753,17724,28642,49745,89538,183205,504090,354589,142851,72706,40257,22983,13937,8523,5311,3437,2054,1397,949,598,432,251,184,140,79,51,52,19,28,10,13,12,5,4,6,0,5,1,2,0,1,2,0,1],"bins":[-0.0274658203125,-0.026441574096679688,-0.025417327880859375,-0.024393081665039062,-0.02336883544921875,-0.022344589233398438,-0.021320343017578125,-0.020296096801757812,-0.0192718505859375,-0.018247604370117188,-0.017223358154296875,-0.016199111938476562,-0.01517486572265625,-0.014150619506835938,-0.013126373291015625,-0.012102127075195312,-0.011077880859375,-0.010053634643554688,-0.009029388427734375,-0.008005142211914062,-0.00698089599609375,-0.0059566497802734375,-0.004932403564453125,-0.0039081573486328125,-0.0028839111328125,-0.0018596649169921875,-0.000835418701171875,0.0001888275146484375,0.00121307373046875,0.0022373199462890625,0.003261566162109375,0.0042858123779296875,0.00531005859375,0.0063343048095703125,0.007358551025390625,0.008382797241210938,0.00940704345703125,0.010431289672851562,0.011455535888671875,0.012479782104492188,0.0135040283203125,0.014528274536132812,0.015552520751953125,0.016576766967773438,0.01760101318359375,0.018625259399414062,0.019649505615234375,0.020673751831054688,0.021697998046875,0.022722244262695312,0.023746490478515625,0.024770736694335938,0.02579498291015625,0.026819229125976562,0.027843475341796875,0.028867721557617188,0.0298919677734375,0.030916213989257812,0.031940460205078125,0.03296470642089844,0.03398895263671875,0.03501319885253906,0.036037445068359375,0.03706169128417969,0.0380859375]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.00787353515625,-0.007628440856933594,-0.0073833465576171875,-0.007138252258300781,-0.006893157958984375,-0.006648063659667969,-0.0064029693603515625,-0.006157875061035156,-0.00591278076171875,-0.005667686462402344,-0.0054225921630859375,-0.005177497863769531,-0.004932403564453125,-0.004687309265136719,-0.0044422149658203125,-0.004197120666503906,-0.0039520263671875,-0.0037069320678710938,-0.0034618377685546875,-0.0032167434692382812,-0.002971649169921875,-0.0027265548706054688,-0.0024814605712890625,-0.0022363662719726562,-0.00199127197265625,-0.0017461776733398438,-0.0015010833740234375,-0.0012559890747070312,-0.001010894775390625,-0.0007658004760742188,-0.0005207061767578125,-0.00027561187744140625,-3.0517578125e-05,0.00021457672119140625,0.0004596710205078125,0.0007047653198242188,0.000949859619140625,0.0011949539184570312,0.0014400482177734375,0.0016851425170898438,0.00193023681640625,0.0021753311157226562,0.0024204254150390625,0.0026655197143554688,0.002910614013671875,0.0031557083129882812,0.0034008026123046875,0.0036458969116210938,0.0038909912109375,0.004136085510253906,0.0043811798095703125,0.004626274108886719,0.004871368408203125,0.005116462707519531,0.0053615570068359375,0.005606651306152344,0.00585174560546875,0.006096839904785156,0.0063419342041015625,0.006587028503417969,0.006832122802734375,0.007077217102050781,0.0073223114013671875,0.007567405700683594,0.0078125],"_type":"histogram","values":[1,0,2,0,0,1,1,2,2,5,4,7,6,12,27,24,45,58,102,133,217,327,525,801,1415,2338,3957,7115,12966,25123,52531,148762,203641,64812,29776,15365,8173,4703,2700,1478,962,629,360,231,176,91,64,42,35,24,14,13,10,5,2,3,2,3,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,1,3,1,1,2,2,2,4,2,3,6,4,6,9,16,10,16,17,23,23,26,36,35,23,34,39,31,34,37,32,23,26,21,29,16,13,18,21,17,7,17,11,5,8,15,8,2,6,4,1,4,4,4,3,3,1,0,0,1,0,1],"bins":[0.9993722438812256,0.9993935823440552,0.99941486120224,0.9994361996650696,0.9994575381278992,0.999478816986084,0.9995001554489136,0.9995214939117432,0.9995428323745728,0.9995641112327576,0.9995854496955872,0.9996067881584167,0.9996280670166016,0.9996494054794312,0.9996707439422607,0.9996920228004456,0.9997133612632751,0.9997346997261047,0.9997559785842896,0.9997773170471191,0.9997986555099487,0.9998199343681335,0.9998412728309631,0.9998626112937927,0.9998838901519775,0.9999052286148071,0.9999265670776367,0.9999479055404663,0.9999691843986511,0.9999905228614807,1.0000118017196655,1.0000331401824951,1.0000544786453247,1.0000758171081543,1.0000971555709839,1.0001184940338135,1.0001397132873535,1.000161051750183,1.0001823902130127,1.0002037286758423,1.0002250671386719,1.0002464056015015,1.0002676248550415,1.000288963317871,1.0003103017807007,1.0003316402435303,1.0003529787063599,1.0003743171691895,1.0003955364227295,1.000416874885559,1.0004382133483887,1.0004595518112183,1.0004808902740479,1.0005022287368774,1.000523567199707,1.000544786453247,1.0005661249160767,1.0005874633789062,1.0006088018417358,1.0006301403045654,1.000651478767395,1.000672698020935,1.0006940364837646,1.0007153749465942,1.0007367134094238],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,4,3,2,3,7,7,7,11,5,6,18,20,16,22,23,37,24,35,40,30,37,27,30,24,25,23,32,25,20,23,15,13,19,15,11,16,6,9,9,10,8,8,4,7,6,1,6,1,4,3,4,1,0,1,2],"bins":[0.999359130859375,0.9993801116943359,0.9994010925292969,0.9994220733642578,0.9994430541992188,0.9994639754295349,0.9994849562644958,0.9995059370994568,0.9995269179344177,0.9995478987693787,0.9995688796043396,0.9995898604393005,0.9996107816696167,0.9996317625045776,0.9996527433395386,0.9996737241744995,0.9996947050094604,0.9997156858444214,0.9997366666793823,0.9997576475143433,0.9997786283493042,0.9997995495796204,0.9998205304145813,0.9998415112495422,0.9998624920845032,0.9998834729194641,0.999904453754425,0.999925434589386,0.9999463558197021,0.9999673366546631,0.999988317489624,1.000009298324585,1.000030279159546,1.0000512599945068,1.0000722408294678,1.0000932216644287,1.0001142024993896,1.0001351833343506,1.0001561641693115,1.0001771450042725,1.0001981258392334,1.0002189874649048,1.0002399682998657,1.0002609491348267,1.0002819299697876,1.0003029108047485,1.0003238916397095,1.0003448724746704,1.0003658533096313,1.0003868341445923,1.0004078149795532,1.0004287958145142,1.000449776649475,1.000470757484436,1.000491738319397,1.000512719154358,1.0005335807800293,1.0005545616149902,1.0005755424499512,1.000596523284912,1.000617504119873,1.000638484954834,1.000659465789795,1.0006804466247559,1.0007014274597168]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,1,0,0,0,0,3,0,4,2,2,7,3,3,5,12,13,8,19,16,20,29,40,34,49,44,34,46,46,48,50,60,70,72,78,57,56,58,65,66,42,51,51,37,37,36,27,31,13,18,23,5,9,2,7,2,4,7,5,5,1,1,0,1],"bins":[-0.07196718454360962,-0.06984847038984299,-0.06772975623607635,-0.06561104953289032,-0.06349233537912369,-0.061373621225357056,-0.059254907071590424,-0.05713619664311409,-0.05501748248934746,-0.052898768335580826,-0.05078005790710449,-0.04866134375333786,-0.04654262959957123,-0.044423919171094894,-0.04230520501732826,-0.04018649458885193,-0.0380677804350853,-0.035949066281318665,-0.03383035585284233,-0.0317116416990757,-0.029592929407954216,-0.027474217116832733,-0.0253555029630661,-0.023236790671944618,-0.021118078380823135,-0.018999366089701653,-0.01688065379858017,-0.014761939644813538,-0.012643227353692055,-0.010524515062570572,-0.008405801840126514,-0.006287089083343744,-0.004168368875980377,-0.002049656119197607,6.905663758516312e-05,0.0021877693943679333,0.004306482151150703,0.006425194907933474,0.008543907664716244,0.010662620887160301,0.012781333178281784,0.014900045469403267,0.01701875776052475,0.019137471914291382,0.021256184205412865,0.023374896496534348,0.02549361065030098,0.027612322941422462,0.029731035232543945,0.03184974938631058,0.03396845981478691,0.03608717396855354,0.03820588439702988,0.04032459855079651,0.04244331270456314,0.044562023133039474,0.04668073728680611,0.04879945144057274,0.05091816186904907,0.053036876022815704,0.055155590176582336,0.05727430060505867,0.0593930147588253,0.061511725187301636,0.06363043934106827]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[2,2,1,0,2,0,2,5,3,5,3,6,5,6,9,11,13,23,20,14,23,26,21,25,20,22,26,33,34,38,32,31,30,21,26,24,33,27,14,11,14,27,13,13,6,10,6,5,2,4,4,2,5,0,1,2,0,0,2,2,0,0,0,1],"bins":[-0.024346573278307915,-0.023523181676864624,-0.022699788212776184,-0.021876396611332893,-0.021053003147244453,-0.020229611545801163,-0.019406218081712723,-0.018582826480269432,-0.01775943487882614,-0.0169360414147377,-0.01611264981329441,-0.01528925634920597,-0.01446586474776268,-0.013642472214996815,-0.01281907968223095,-0.011995687149465084,-0.011172294616699219,-0.010348902083933353,-0.009525509551167488,-0.008702117018401623,-0.007878724485635757,-0.007055332418531179,-0.006231940351426601,-0.005408547818660736,-0.004585155285894871,-0.0037617627531290054,-0.0029383704531937838,-0.002114978153258562,-0.0012915856204926968,-0.00046819320414215326,0.00035519921220839024,0.0011785916285589337,0.002001982182264328,0.0028253747150301933,0.003648767014965415,0.004472159314900637,0.005295551847666502,0.006118944380432367,0.006942336447536945,0.007765728980302811,0.008589121513068676,0.009412514045834541,0.010235906578600407,0.011059299111366272,0.011882690712809563,0.012706083245575428,0.013529475778341293,0.014352868311107159,0.015176260843873024,0.015999652445316315,0.016823045909404755,0.017646437510848045,0.018469830974936485,0.019293222576379776,0.020116616040468216,0.020940007641911507,0.021763399243354797,0.022586792707443237,0.023410184308886528,0.024233577772974968,0.02505696937441826,0.0258803628385067,0.02670375443994999,0.02752714790403843,0.02835053950548172],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,6,6,15,14,26,31,31,42,39,41,63,69,60,122,148,203,311,379,529,588,720,803,977,1015,1258,1390,1517,1618,1875,2135,4098,13189,318951,17297,6275,2778,2037,1816,1671,1435,1242,1084,937,790,645,561,424,340,308,271,189,162,145,108,102,94,79,65,38,28,12,8,4],"bins":[-0.10318253934383392,-0.1001184955239296,-0.09705445915460587,-0.09399041533470154,-0.09092637896537781,-0.08786233514547348,-0.08479829132556915,-0.08173425495624542,-0.0786702111363411,-0.07560617476701736,-0.07254213094711304,-0.06947808712720871,-0.06641405075788498,-0.06335000693798065,-0.06028596684336662,-0.057221926748752594,-0.054157886654138565,-0.051093846559524536,-0.04802980646491051,-0.04496576264500618,-0.04190172255039215,-0.03883768245577812,-0.03577364236116409,-0.032709602266550064,-0.029645560309290886,-0.026581520214676857,-0.02351747825741768,-0.02045343816280365,-0.01738939806818962,-0.014325356110930443,-0.011261316016316414,-0.00819727499037981,-0.005133233964443207,-0.002069193171337247,0.000994847621768713,0.004058888182044029,0.007122929207980633,0.010186970233917236,0.013251010328531265,0.016315052285790443,0.019379092380404472,0.0224431324750185,0.02550717443227768,0.02857121452689171,0.03163525462150574,0.034699294716119766,0.037763338536024094,0.04082737863063812,0.04389141872525215,0.04695545881986618,0.05001949891448021,0.05308354273438454,0.056147582828998566,0.059211622923612595,0.062275663018226624,0.06533970683813095,0.06840374320745468,0.07146778702735901,0.07453182339668274,0.07759586721658707,0.0806599110364914,0.08372394740581512,0.08678799122571945,0.08985202759504318,0.09291607141494751]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-0.0006126525695435703,-0.0005939772236160934,-0.0005753019358962774,-0.0005566265899688005,-0.0005379512440413237,-0.0005192758981138468,-0.0005006005521863699,-0.0004819252644665539,-0.00046324991853907704,-0.00044457457261160016,-0.00042589925578795373,-0.0004072239389643073,-0.0003885485930368304,-0.00036987324710935354,-0.0003511979302857071,-0.0003325226134620607,-0.0003138472675345838,-0.0002951719216071069,-0.0002764966047834605,-0.00025782128795981407,-0.0002391459420323372,-0.00022047061065677553,-0.00020179527928121388,-0.00018311994790565223,-0.00016444461653009057,-0.00014576928515452892,-0.00012709395377896726,-0.0001084186224034056,-8.974329102784395e-05,-7.10679596522823e-05,-5.239262827672064e-05,-3.371729690115899e-05,-1.5041965525597334e-05,3.6333658499643207e-06,2.2308697225525975e-05,4.098402860108763e-05,5.9659359976649284e-05,7.833469135221094e-05,9.70100227277726e-05,0.00011568535410333425,0.0001343606854788959,0.00015303601685445756,0.0001717113482300192,0.00019038667960558087,0.00020906201098114252,0.00022773734235670418,0.00024641267373226583,0.00026508799055591226,0.00028376333648338914,0.000302438682410866,0.00032111399923451245,0.0003397893160581589,0.00035846466198563576,0.00037714000791311264,0.00039581532473675907,0.0004144906415604055,0.0004331659874878824,0.00045184133341535926,0.0004705166502390057,0.0004891919670626521,0.000507867312990129,0.0005265426589176059,0.0005452180048450828,0.0005638932925648987,0.0005825686384923756],"_type":"histogram","values":[2,3,0,5,4,3,6,4,8,11,4,5,3,10,11,20,15,16,12,19,14,14,10,23,13,17,12,26,18,19,14,18,18,12,19,16,17,16,11,20,19,18,18,11,17,22,26,18,19,8,12,14,13,7,5,8,9,13,7,7,2,2,3,2]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[2,0,0,3,5,10,25,48,80,144,242,422,707,1116,1760,2795,4186,6214,8768,12183,17007,22315,28938,36913,45447,54977,64946,73619,82629,89694,95780,98199,99845,97964,94034,88373,80528,71306,62340,52739,43183,35020,27377,20578,15712,11136,7996,5567,3750,2378,1542,988,571,347,187,105,54,30,17,9,7,4,0,3],"bins":[-0.1030360534787178,-0.09985202550888062,-0.09666799753904343,-0.09348396956920624,-0.09029994159936905,-0.08711591362953186,-0.08393188565969467,-0.08074785768985748,-0.0775638297200203,-0.0743798017501831,-0.07119577378034592,-0.06801174581050873,-0.06482771784067154,-0.06164369359612465,-0.05845966562628746,-0.05527563765645027,-0.05209160968661308,-0.048907581716775894,-0.045723553746938705,-0.04253952577710152,-0.03935549780726433,-0.03617146983742714,-0.03298744186758995,-0.02980341576039791,-0.026619387790560722,-0.023435359820723534,-0.020251331850886345,-0.017067303881049156,-0.013883276842534542,-0.010699248872697353,-0.007515221368521452,-0.0043311938643455505,-0.0011471658945083618,0.0020368618424981833,0.005220889579504728,0.00840491708368063,0.011588945053517818,0.014772973023355007,0.01795700006186962,0.02114102803170681,0.024325056001544,0.027509083971381187,0.030693111941218376,0.033877138048410416,0.037061166018247604,0.04024519398808479,0.04342922195792198,0.04661324992775917,0.04979727789759636,0.05298130586743355,0.05616533383727074,0.059349361807107925,0.06253338605165482,0.065717414021492,0.0689014419913292,0.07208546996116638,0.07526949793100357,0.07845352590084076,0.08163755387067795,0.08482158184051514,0.08800560981035233,0.09118963778018951,0.0943736657500267,0.09755769371986389,0.10074172168970108],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,2,5,0,5,4,11,7,12,19,29,32,46,57,95,110,73,70,39,28,36,20,7,10,9,10,2,3,3,3,4,4,1,3,2,2,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.02586335316300392,-0.02507678046822548,-0.024290205910801888,-0.023503631353378296,-0.022717058658599854,-0.02193048596382141,-0.02114391140639782,-0.020357336848974228,-0.019570764154195786,-0.018784191459417343,-0.01799761690199375,-0.01721104234457016,-0.016424469649791718,-0.015637896955013275,-0.014851322397589684,-0.014064748771488667,-0.01327817514538765,-0.012491601519286633,-0.011705027893185616,-0.010918454267084599,-0.010131880640983582,-0.009345307014882565,-0.008558733388781548,-0.0077721597626805305,-0.0069855861365795135,-0.0061990125104784966,-0.0054124388843774796,-0.0046258652582764626,-0.0038392916321754456,-0.0030527180060744286,-0.0022661443799734116,-0.0014795707538723946,-0.0006929971277713776,9.357649832963943e-05,0.0008801501244306564,0.0016667237505316734,0.0024532973766326904,0.0032398710027337074,0.004026444628834724,0.004813018254935741,0.005599591881036758,0.006386165507137775,0.007172739133238792,0.00795931275933981,0.008745886385440826,0.009532460011541843,0.01031903363764286,0.011105607263743877,0.011892180889844894,0.012678754515945911,0.013465328142046928,0.014251901768147945,0.015038475394248962,0.015825048089027405,0.016611622646450996,0.017398197203874588,0.01818476989865303,0.018971342593431473,0.019757917150855064,0.020544491708278656,0.0213310644030571,0.02211763709783554,0.022904211655259132,0.023690786212682724,0.024477358907461166],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,1,0,2,2,2,5,2,5,8,7,6,15,6,16,22,24,20,23,34,49,34,54,59,84,67,81,89,108,126,126,89,115,85,79,73,79,71,50,55,52,34,33,21,28,20,18,17,12,3,7,3,6,6,4,1,3,1,2,1,1,0,1],"bins":[-0.013899175450205803,-0.013457464054226875,-0.013015752658247948,-0.01257404126226902,-0.012132329866290092,-0.01169061753898859,-0.011248906143009663,-0.010807194747030735,-0.010365483351051807,-0.00992377195507288,-0.009482060559093952,-0.009040349163115025,-0.008598636835813522,-0.008156925439834595,-0.007715214043855667,-0.0072735026478767395,-0.006831791251897812,-0.006390079855918884,-0.005948368459939957,-0.005506656598299742,-0.005064945202320814,-0.0046232338063418865,-0.004181521944701672,-0.003739810548722744,-0.0032980991527438164,-0.0028563877567648888,-0.0024146761279553175,-0.0019729644991457462,-0.0015312531031668186,-0.0010895415907725692,-0.0006478300783783197,-0.0002061185659840703,0.00023559294641017914,0.0006773044588044286,0.001119015971198678,0.0015607274835929275,0.002002438995987177,0.0024441503919661045,0.0028858620207756758,0.003327573649585247,0.0037692850455641747,0.004210996441543102,0.00465270783752203,0.005094419699162245,0.005536131095141172,0.0059778424911201,0.006419554352760315,0.0068612657487392426,0.00730297714471817,0.007744688540697098,0.008186399936676025,0.008628111332654953,0.00906982272863388,0.009511535055935383,0.00995324645191431,0.010394957847893238,0.010836669243872166,0.011278380639851093,0.011720092035830021,0.012161803431808949,0.01260351575911045,0.013045227155089378,0.013486938551068306,0.013928649947047234,0.014370361343026161],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.01556396484375,-0.015042304992675781,-0.014520645141601562,-0.013998985290527344,-0.013477325439453125,-0.012955665588378906,-0.012434005737304688,-0.011912345886230469,-0.01139068603515625,-0.010869026184082031,-0.010347366333007812,-0.009825706481933594,-0.009304046630859375,-0.008782386779785156,-0.008260726928710938,-0.007739067077636719,-0.0072174072265625,-0.006695747375488281,-0.0061740875244140625,-0.005652427673339844,-0.005130767822265625,-0.004609107971191406,-0.0040874481201171875,-0.0035657882690429688,-0.00304412841796875,-0.0025224685668945312,-0.0020008087158203125,-0.0014791488647460938,-0.000957489013671875,-0.00043582916259765625,8.58306884765625e-05,0.0006074905395507812,0.001129150390625,0.0016508102416992188,0.0021724700927734375,0.0026941299438476562,0.003215789794921875,0.0037374496459960938,0.0042591094970703125,0.004780769348144531,0.00530242919921875,0.005824089050292969,0.0063457489013671875,0.006867408752441406,0.007389068603515625,0.007910728454589844,0.008432388305664062,0.008954048156738281,0.0094757080078125,0.009997367858886719,0.010519027709960938,0.011040687561035156,0.011562347412109375,0.012084007263183594,0.012605667114257812,0.013127326965332031,0.01364898681640625,0.014170646667480469,0.014692306518554688,0.015213966369628906,0.015735626220703125,0.016257286071777344,0.016778945922851562,0.01730060577392578,0.017822265625],"_type":"histogram","values":[1,1,1,0,1,0,3,4,3,5,11,12,18,33,49,77,128,211,377,672,1166,2319,3825,7135,13201,24134,45910,89130,201430,509112,380175,140603,68718,36274,20290,11641,6592,3831,2252,1432,779,492,313,149,111,81,47,41,24,10,16,8,5,2,5,0,1,0,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,1,1,1,3,1,0,4,1,10,8,11,10,8,6,30,15,20,20,19,30,33,39,31,32,29,29,36,33,32,37,26,31,26,18,24,17,20,19,11,13,7,7,5,4,1,2,0,2,1,1,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.057065434753894806,-0.05491598695516586,-0.05276653915643692,-0.05061709135770798,-0.048467643558979034,-0.04631819203495979,-0.04416874423623085,-0.04201929643750191,-0.039869848638772964,-0.03772040084004402,-0.03557095304131508,-0.033421505242586136,-0.031272053718566895,-0.0291226077824831,-0.02697315812110901,-0.024823710322380066,-0.022674262523651123,-0.02052481472492218,-0.018375366926193237,-0.016225917264819145,-0.014076469466090202,-0.01192702166736126,-0.009777572937309742,-0.007628124672919512,-0.005478676408529282,-0.0033292281441390514,-0.0011797798797488213,0.0009696683846414089,0.003119116649031639,0.005268564913421869,0.0074180131778120995,0.009567461907863617,0.011716917157173157,0.0138663649559021,0.016015812754631042,0.018165262416005135,0.020314710214734077,0.02246415801346302,0.024613607674837112,0.026763055473566055,0.028912503272294998,0.03106195107102394,0.033211398869752884,0.03536084666848183,0.03751029819250107,0.03965974599123001,0.041809193789958954,0.0439586415886879,0.04610808938741684,0.04825753718614578,0.050406984984874725,0.05255643278360367,0.05470588058233261,0.05685533210635185,0.059004779905080795,0.06115422770380974,0.06330367922782898,0.06545312702655792,0.06760257482528687,0.06975202262401581,0.07190147042274475,0.0740509182214737,0.07620036602020264,0.07834981381893158,0.08049926161766052],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"values":[2,2,7,13,14,43,73,101,180,290,467,614,985,1523,2115,3056,4138,5592,7464,9562,11905,14766,17922,21055,24158,26942,29960,32237,33699,34743,35135,34485,33424,31248,28928,25896,22924,19809,16751,13845,11153,8743,6809,5056,3755,2646,1873,1253,866,564,389,273,158,84,57,37,17,10,3,2,1,1,0,1],"bins":[-0.09064459055662155,-0.08765573054552078,-0.08466687798500061,-0.08167801797389984,-0.07868916541337967,-0.0757003054022789,-0.07271145284175873,-0.06972259283065796,-0.06673373281955719,-0.06374488025903702,-0.06075602397322655,-0.05776716768741608,-0.05477830767631531,-0.05178945139050484,-0.048800595104694366,-0.045811738818883896,-0.042822882533073425,-0.039834026247262955,-0.036845169961452484,-0.033856313675642014,-0.030867455527186394,-0.027878599241375923,-0.024889741092920303,-0.021900884807109833,-0.018912028521299362,-0.01592317223548889,-0.012934315018355846,-0.009945457801222801,-0.006956601515412331,-0.003967744763940573,-0.0009788880124688148,0.002009968739002943,0.004998818039894104,0.007987674325704575,0.01097653154283762,0.013965388759970665,0.016954245045781136,0.019943101331591606,0.022931959480047226,0.025920815765857697,0.028909672051668167,0.03189852833747864,0.03488738462328911,0.03787624090909958,0.04086510092020035,0.04385395720601082,0.04684281349182129,0.04983166977763176,0.05282052606344223,0.0558093823492527,0.05879823863506317,0.06178709492087364,0.06477595120668411,0.06776481121778488,0.07075366377830505,0.07374252378940582,0.07673138380050659,0.07972023636102676,0.08270909637212753,0.0856979489326477,0.08868680894374847,0.09167566150426865,0.09466452151536942,0.09765337407588959,0.10064223408699036],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,1,0,1,0,1,3,6,3,6,3,8,16,7,17,15,17,15,22,22,24,31,26,36,29,22,19,31,19,23,33,31,34,27,30,27,19,19,17,18,15,13,8,15,2,4,8,4,3,5,2,0,4,0,2,1,1,2],"bins":[-0.0003257598145864904,-0.0003161588392686099,-0.0003065578930545598,-0.0002969569177366793,-0.0002873559424187988,-0.0002777549671009183,-0.00026815402088686824,-0.00025855304556898773,-0.0002489520702511072,-0.00023935110948514193,-0.00022975014871917665,-0.00022014917340129614,-0.00021054821263533086,-0.00020094723731745034,-0.00019134627655148506,-0.00018174530123360455,-0.00017214434046763927,-0.00016254337970167398,-0.00015294240438379347,-0.0001433414436178282,-0.00013374046829994768,-0.0001241395075339824,-0.0001145385394920595,-0.0001049375714501366,-9.53366034082137e-05,-8.573563536629081e-05,-7.613466732436791e-05,-6.653369928244501e-05,-5.6932734878500924e-05,-4.7331766836578026e-05,-3.7730802432633936e-05,-2.812983439071104e-05,-1.8528866348788142e-05,-8.927899216359947e-06,6.730679160682485e-07,1.0274035048496444e-05,1.987500218092464e-05,2.9475970222847536e-05,3.9076934626791626e-05,4.867790266871452e-05,5.827887071063742e-05,6.787983875256032e-05,7.748080679448321e-05,8.708177483640611e-05,9.66827356023714e-05,0.00010628370364429429,0.00011588467168621719,0.0001254856470040977,0.00013508660777006298,0.00014468756853602827,0.00015428854385390878,0.00016388950461987406,0.00017349047993775457,0.00018309144070371985,0.00019269241602160037,0.00020229337678756565,0.00021189433755353093,0.00022149531287141144,0.00023109627363737673,0.00024069724895525724,0.0002502982097212225,0.00025989918503910303,0.00026950016035698354,0.0002791011065710336,0.0002887020818889141],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,2,1,0,1,0,2,7,2,15,9,16,17,21,30,32,31,43,50,69,66,83,85,98,112,124,100,111,110,105,98,85,81,56,64,60,45,38,43,29,27,26,13,6,10,6,8,1,3,0,1,2,0,0,1],"bins":[-0.0006008811178617179,-0.0005843291874043643,-0.0005677772569470108,-0.0005512253264896572,-0.0005346733378246427,-0.0005181214073672891,-0.0005015694769099355,-0.0004850175464525819,-0.0004684656159952283,-0.0004519136855378747,-0.0004353617550805211,-0.00041880979551933706,-0.00040225786506198347,-0.0003857059346046299,-0.0003691539750434458,-0.00035260204458609223,-0.00033605011412873864,-0.00031949818367138505,-0.00030294625321403146,-0.0002863942936528474,-0.0002698423631954938,-0.0002532904327381402,-0.0002367384877288714,-0.00022018654271960258,-0.000203634612262249,-0.0001870826818048954,-0.00017053073679562658,-0.00015397879178635776,-0.00013742686132900417,-0.00012087492359569296,-0.00010432298586238176,-8.777104812907055e-05,-7.121911039575934e-05,-5.466717266244814e-05,-3.811523492913693e-05,-2.1563297195825726e-05,-5.01135946251452e-06,1.1540578270796686e-05,2.8092516004107893e-05,4.46444537374191e-05,6.11963914707303e-05,7.774832920404151e-05,9.430026693735272e-05,0.00011085220467066392,0.00012740414240397513,0.00014395607286132872,0.00016050801787059754,0.00017705996287986636,0.00019361189333721995,0.00021016382379457355,0.00022671576880384237,0.00024326771381311119,0.0002598196442704648,0.00027637157472781837,0.0002929235342890024,0.000309475464746356,0.0003260273952037096,0.0003425793256610632,0.0003591312561184168,0.00037568321567960083,0.0003922351461369544,0.000408787076594308,0.00042533903615549207,0.00044189096661284566,0.00045844289707019925]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,1,0,0,3,0,1,1,4,3,8,4,9,4,3,7,12,9,15,19,32,26,36,28,39,28,34,18,23,26,18,23,29,32,29,26,27,18,30,20,16,21,14,14,8,13,4,6,8,2,2,3,3,3,1,1,1,0,0,1],"bins":[-0.0003269289154559374,-0.0003173049190081656,-0.00030768095166422427,-0.0002980569552164525,-0.00028843298787251115,-0.00027880899142473936,-0.0002691849949769676,-0.00025956102763302624,-0.00024993703118525445,-0.0002403130492893979,-0.00023068906739354134,-0.00022106507094576955,-0.000211441089049913,-0.00020181710715405643,-0.00019219311070628464,-0.00018256912881042808,-0.00017294514691457152,-0.00016332116501871496,-0.0001536971831228584,-0.00014407318667508662,-0.00013444920477923006,-0.0001248252228833735,-0.00011520123371155933,-0.00010557724453974515,-9.595326264388859e-05,-8.632928074803203e-05,-7.670529157621786e-05,-6.708130240440369e-05,-5.745732050854713e-05,-4.783333497471176e-05,-3.8209349440876395e-05,-2.8585363907041028e-05,-1.896140747703612e-05,-9.337421943200752e-06,2.8656359063461423e-07,9.91054912446998e-06,1.9534534658305347e-05,2.9158520192140713e-05,3.878250572597608e-05,4.8406491259811446e-05,5.803047679364681e-05,6.765445868950337e-05,7.727844786131755e-05,8.690243703313172e-05,9.652641892898828e-05,0.00010615040082484484,0.00011577438999665901,0.00012539837916847318,0.00013502236106432974,0.0001446463429601863,0.00015427032485604286,0.00016389432130381465,0.0001735183031996712,0.00018314228509552777,0.00019276628154329956,0.00020239026343915612,0.00021201424533501267,0.00022163822723086923,0.0002312622091267258,0.00024088620557449758,0.0002505101729184389,0.0002601341693662107,0.0002697581658139825,0.0002793821331579238,0.0002890061296056956]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[2,4,2,6,0,3,4,3,4,2,4,5,7,9,6,8,13,17,16,16,15,12,17,20,24,22,18,24,22,20,26,16,29,23,21,16,24,21,21,23,21,18,16,19,21,11,10,19,9,12,11,8,6,8,5,5,2,5,4,5,2,2,2,2],"bins":[-0.0005908653256483376,-0.0005728192045353353,-0.0005547730252146721,-0.0005367269041016698,-0.0005186807829886675,-0.0005006346618756652,-0.00048258851165883243,-0.0004645423614419997,-0.0004464962403289974,-0.0004284500901121646,-0.00041040393989533186,-0.00039235781878232956,-0.0003743116685654968,-0.0003562655474524945,-0.00033821939723566175,-0.00032017327612265944,-0.0003021271259058267,-0.00028408097568899393,-0.00026603485457599163,-0.0002479887043591589,-0.00022994258324615657,-0.00021189643302932382,-0.0001938502973644063,-0.00017580416169948876,-0.00015775802603457123,-0.0001397118903696537,-0.00012166575470473617,-0.00010361961176386103,-8.55734760989435e-05,-6.752734043402597e-05,-4.948120113112964e-05,-3.14350618282333e-05,-1.3388926163315773e-05,4.657211320591159e-06,2.270334880449809e-05,4.074948810739443e-05,5.8795623772311956e-05,7.684175943722948e-05,9.488790237810463e-05,0.00011293403804302216,0.00013098017370793968,0.0001490263093728572,0.00016707244503777474,0.00018511858070269227,0.00020316473091952503,0.00022121086658444256,0.00023925700224936008,0.0002573031233623624,0.00027534927357919514,0.0002933954237960279,0.0003114415449090302,0.00032948769512586296,0.00034753381623886526,0.000365579966455698,0.0003836260875687003,0.00040167223778553307,0.00041971838800236583,0.00043776450911536813,0.0004558106593322009,0.0004738567804452032,0.0004919029306620359,0.0005099490517750382,0.0005279951728880405,0.0005460413522087038,0.0005640874733217061]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,1,2,2,2,1,2,3,4,6,7,11,18,9,16,24,22,26,20,28,24,29,29,22,24,36,30,38,22,19,36,34,42,27,19,17,18,13,14,10,8,19,9,7,5,3,1,0,0,0,0,2,1,0,0,1,0,0,0,0,1,1],"bins":[-0.03411121293902397,-0.03289836272597313,-0.03168550878763199,-0.030472658574581146,-0.029259808361530304,-0.02804695814847946,-0.02683410607278347,-0.02562125399708748,-0.024408403784036636,-0.023195553570985794,-0.021982701495289803,-0.02076984941959381,-0.01955699920654297,-0.018344148993492126,-0.017131296917796135,-0.015918444842100143,-0.014705594629049301,-0.013492743484675884,-0.012279892340302467,-0.01106704119592905,-0.009854190051555634,-0.008641338907182217,-0.0074284877628088,-0.006215636618435383,-0.005002785474061966,-0.003789934329688549,-0.002577083185315132,-0.0013642320409417152,-0.00015138089656829834,0.0010614702478051186,0.0022743213921785355,0.0034871725365519524,0.004700019955635071,0.005912871100008488,0.007125722244381905,0.008338573388755322,0.009551424533128738,0.010764275677502155,0.011977126821875572,0.013189977966248989,0.014402829110622406,0.015615680254995823,0.01682853139936924,0.01804138347506523,0.019254233688116074,0.020467083901166916,0.021679935976862907,0.0228927880525589,0.02410563826560974,0.025318488478660583,0.026531340554356575,0.027744192630052567,0.02895704284310341,0.03016989305615425,0.03138274699449539,0.032595597207546234,0.033808447420597076,0.03502129763364792,0.03623414784669876,0.0374470017850399,0.038659851998090744,0.039872702211141586,0.04108555614948273,0.04229840636253357,0.04351125657558441]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,2,1,0,5,3,5,2,6,4,11,4,17,15,15,12,13,24,23,22,14,35,24,19,27,24,18,18,26,25,27,23,24,28,24,23,28,25,12,14,14,13,15,18,10,9,7,6,4,6,4,3,3,1,2,4,0,1,1,2,1,0,1],"bins":[-0.0005053368513472378,-0.0004884967929683626,-0.00047165670548565686,-0.00045481661800295115,-0.0004379765596240759,-0.00042113650124520063,-0.0004042964137624949,-0.0003874563262797892,-0.00037061626790091395,-0.0003537762095220387,-0.000336936122039333,-0.0003200960345566273,-0.000303255976177752,-0.00028641591779887676,-0.00026957583031617105,-0.00025273574283346534,-0.00023589568445459008,-0.0002190556115237996,-0.00020221553859300911,-0.00018537546566221863,-0.00016853539273142815,-0.00015169531980063766,-0.00013485524686984718,-0.0001180151739390567,-0.00010117510100826621,-8.433502807747573e-05,-6.749495514668524e-05,-5.065488221589476e-05,-3.3814809285104275e-05,-1.697473635431379e-05,-1.3466342352330685e-07,1.6705409507267177e-05,3.354548243805766e-05,5.0385555368848145e-05,6.722562829963863e-05,8.406570123042911e-05,0.0001009057741612196,0.00011774584709201008,0.00013458592002280056,0.00015142599295359105,0.00016826606588438153,0.00018510613881517202,0.0002019462117459625,0.00021878628467675298,0.00023562635760754347,0.0002524664159864187,0.00026930650346912444,0.00028614659095183015,0.0003029866493307054,0.00031982670770958066,0.00033666679519228637,0.0003535068826749921,0.00037034694105386734,0.0003871869994327426,0.0004040270869154483,0.000420867174398154,0.0004377072327770293,0.00045454729115590453,0.00047138737863861024,0.00048822746612131596,0.0005050675245001912,0.0005219075828790665,0.0005387476412579417,0.0005555877578444779,0.0005724278162233531],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.09581016004085541,-0.09282723069190979,-0.08984430134296417,-0.08686137199401855,-0.08387844264507294,-0.08089551329612732,-0.0779125839471817,-0.07492965459823608,-0.07194672524929047,-0.06896379590034485,-0.06598086655139923,-0.06299793720245361,-0.060015007853507996,-0.05703207850456238,-0.05404914915561676,-0.05106621980667114,-0.048083290457725525,-0.04510036110877991,-0.04211743175983429,-0.03913450241088867,-0.036151573061943054,-0.033168643712997437,-0.03018571436405182,-0.0272027850151062,-0.024219855666160583,-0.021236926317214966,-0.018253996968269348,-0.01527106761932373,-0.012288138270378113,-0.009305208921432495,-0.0063222795724868774,-0.0033393502235412598,-0.000356428325176239,0.0026265010237693787,0.005609430372714996,0.008592359721660614,0.011575289070606232,0.01455821841955185,0.017541147768497467,0.020524077117443085,0.023507006466388702,0.02648993581533432,0.029472865164279938,0.032455794513225555,0.03543872386217117,0.03842165321111679,0.04140458256006241,0.044387511909008026,0.047370441257953644,0.05035337060689926,0.05333629995584488,0.0563192293047905,0.059302158653736115,0.06228508800268173,0.06526801735162735,0.06825094670057297,0.07123387604951859,0.0742168053984642,0.07719973474740982,0.08018266409635544,0.08316559344530106,0.08614852279424667,0.08913145214319229,0.09211438149213791,0.09509731084108353],"_type":"histogram","values":[1,2,1,5,5,18,25,57,61,97,189,293,473,703,1168,1627,2408,3251,4445,6019,7741,10203,12766,15235,18232,21446,24892,27635,30287,32582,34134,34692,34878,34297,32965,31052,28379,24983,22469,19443,15930,13191,10570,8429,6435,4779,3461,2558,1816,1185,843,572,344,245,127,82,34,27,19,5,5,4,3,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[2,3,2,7,18,25,45,102,147,249,430,689,1117,1759,2574,3892,5530,7878,10896,14571,19278,24841,31402,38649,46884,55472,63819,72097,79372,85861,90213,93578,94241,92465,89240,84612,77510,69853,61829,53475,44785,36659,29470,23790,17997,13499,9829,7167,5066,3444,2446,1520,989,638,398,234,132,85,44,17,15,9,2,2],"bins":[-0.09712392091751099,-0.09412416815757751,-0.09112442284822464,-0.08812467008829117,-0.0851249247789383,-0.08212517201900482,-0.07912541925907135,-0.07612567394971848,-0.073125921189785,-0.07012616842985153,-0.06712642312049866,-0.06412667036056519,-0.06112692132592201,-0.05812717229127884,-0.05512741953134537,-0.052127670496702194,-0.04912792146205902,-0.04612817242741585,-0.043128423392772675,-0.0401286706328392,-0.03712892159819603,-0.034129172563552856,-0.031129421666264534,-0.02812967076897621,-0.02512992173433304,-0.022130172699689865,-0.019130421802401543,-0.01613067090511322,-0.013130921870470047,-0.0101311719045043,-0.007131421938538551,-0.0041316719725728035,-0.0011319145560264587,0.001867835409939289,0.004867585375905037,0.007867335341870785,0.010867085307836533,0.01386683527380228,0.016866585239768028,0.01986633613705635,0.022866085171699524,0.025865834206342697,0.02886558510363102,0.03186533600091934,0.034865085035562515,0.03786483407020569,0.04086458683013916,0.04386433586478233,0.04686408489942551,0.04986383393406868,0.05286358296871185,0.055863335728645325,0.0588630847632885,0.06186283379793167,0.06486258655786514,0.06786233186721802,0.07086208462715149,0.07386183738708496,0.07686158269643784,0.07986133545637131,0.08286108076572418,0.08586083352565765,0.08886058628559113,0.091860331594944,0.09486008435487747]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,2,1,1,2,3,2,10,5,7,6,4,11,15,15,10,6,11,23,9,9,12,12,13,21,17,23,26,17,19,25,24,19,20,19,32,16,22,22,25,22,22,17,13,12,19,9,10,6,6,11,10,11,11,4,12,11,4,4,4,9,2,0,2],"bins":[-0.0006157445604912937,-0.0005970135098323226,-0.0005782824591733515,-0.0005595513503067195,-0.0005408202996477485,-0.0005220892489887774,-0.0005033581983298063,-0.0004846271185670048,-0.00046589606790803373,-0.00044716501724906266,-0.00042843393748626113,-0.00040970288682729006,-0.000390971836168319,-0.00037224075640551746,-0.0003535097057465464,-0.00033477862598374486,-0.0003160475753247738,-0.0002973165246658027,-0.0002785854449030012,-0.0002598543942440301,-0.00024112332903314382,-0.00022239226382225752,-0.00020366121316328645,-0.00018493014795240015,-0.00016619908274151385,-0.00014746801753062755,-0.00012873695231974125,-0.00011000590166077018,-9.127483644988388e-05,-7.254377123899758e-05,-5.381271330406889e-05,-3.50816517311614e-05,-1.6350531950592995e-05,2.380529622314498e-06,2.111159119522199e-05,3.984265276812948e-05,5.8573714341036975e-05,7.730477955192327e-05,9.603583748685196e-05,0.00011476689542178065,0.00013349796063266695,0.00015222902584355325,0.00017096009105443954,0.00018969114171341062,0.00020842220692429692,0.00022715327213518322,0.0002458843227941543,0.0002646154025569558,0.0002833464532159269,0.00030207750387489796,0.0003208085836376995,0.00033953963429667056,0.0003582707140594721,0.00037700176471844316,0.0003957328153774142,0.00041446389514021575,0.0004331949457991868,0.0004519259964581579,0.0004706570762209594,0.0004893881268799305,0.0005081191775389016,0.0005268502281978726,0.0005455813370645046,0.0005643123877234757,0.0005830434383824468]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,2,0,1,0,0,5,4,2,4,5,8,13,16,20,21,30,35,42,45,57,86,81,90,106,107,117,130,133,120,108,121,93,80,53,50,49,34,32,27,22,18,16,17,15,8,6,4,4,3,0,1,1,2,1,0,0,1,0,0,0,0,1],"bins":[-0.007668033707886934,-0.007403430063277483,-0.007138825953006744,-0.006874222308397293,-0.006609618663787842,-0.006345014553517103,-0.006080410908907652,-0.005815806798636913,-0.005551203154027462,-0.005286599509418011,-0.005021995399147272,-0.004757391754537821,-0.004492787644267082,-0.004228183999657631,-0.00396358035504818,-0.0036989764776080847,-0.0034343726001679897,-0.0031697687227278948,-0.0029051648452878,-0.0026405612006783485,-0.0023759573232382536,-0.0021113534457981586,-0.0018467496847733855,-0.0015821459237486124,-0.0013175420463085175,-0.0010529381688684225,-0.0007883344078436494,-0.0005237305886112154,-0.0002591267693787813,5.477049853652716e-06,0.00027008086908608675,0.0005346846883185208,0.0007992889732122421,0.001063892850652337,0.0013284966116771102,0.0015931003727018833,0.0018577042501419783,0.002122308127582073,0.0023869117721915245,0.0026515156496316195,0.0029161195270717144,0.0031807234045118093,0.0034453272819519043,0.0037099309265613556,0.003974534571170807,0.0042391386814415455,0.004503742326050997,0.004768346436321735,0.005032950080931187,0.005297553725540638,0.005562157835811377,0.005826761480420828,0.0060913655906915665,0.006355969235301018,0.006620572879910469,0.006885176990181208,0.007149780634790659,0.00741438427940011,0.007678988389670849,0.0079435920342803,0.008208195678889751,0.008472799323499203,0.008737403899431229,0.00900200754404068,0.009266611188650131]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,0,0,0,1,1,1,2,0,1,1,1,2,2,4,5,5,13,13,21,16,24,31,48,57,68,72,49,55,45,34,28,29,19,19,16,11,13,10,3,11,2,2,1,3,3,7,3,5,1,1,3,0,0,0,0,1,0,1,2,0,0,0,1],"bins":[-0.011322594247758389,-0.010916972532868385,-0.010511351749300957,-0.010105730034410954,-0.00970010831952095,-0.009294487535953522,-0.008888865821063519,-0.008483244106173515,-0.008077623322606087,-0.0076720016077160835,-0.00726637989282608,-0.006860758643597364,-0.0064551373943686485,-0.006049515679478645,-0.005643894430249929,-0.005238272715359926,-0.00483265146613121,-0.004427030216902494,-0.004021408502012491,-0.0036157872527837753,-0.0032101657707244158,-0.0028045442886650562,-0.0023989230394363403,-0.0019933015573769808,-0.0015876800753176212,-0.0011820585932582617,-0.000776437227614224,-0.0003708158037625253,3.480562008917332e-05,0.00044042704394087195,0.0008460484677925706,0.0012516698334366083,0.0016572903841733932,0.002062911866232753,0.0024685333482921124,0.0028741545975208282,0.003279776079580188,0.0036853975616395473,0.004091018810868263,0.0044966405257582664,0.004902261774986982,0.005307883024215698,0.0057135047391057014,0.006119125988334417,0.006524747237563133,0.0069303689524531364,0.007335990201681852,0.0077416119165718555,0.008147233165800571,0.008552854880690575,0.008958475664258003,0.009364097379148006,0.00976971909403801,0.010175339877605438,0.010580961592495441,0.010986583307385445,0.011392204090952873,0.011797825805842876,0.01220344752073288,0.012609069235622883,0.013014690019190311,0.013420311734080315,0.013825933448970318,0.014231554232537746,0.01463717594742775],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.08869294822216034,-0.08582562208175659,-0.08295829594135284,-0.0800909698009491,-0.07722364366054535,-0.0743563175201416,-0.07148899137973785,-0.0686216652393341,-0.06575433909893036,-0.06288701295852661,-0.06001969054341316,-0.057152364403009415,-0.05428503826260567,-0.05141771212220192,-0.04855038598179817,-0.045683059841394424,-0.04281573370099068,-0.03994840756058693,-0.03708108142018318,-0.034213755279779434,-0.03134642913937569,-0.02847910486161709,-0.02561177872121334,-0.022744452580809593,-0.019877126440405846,-0.017009800300002098,-0.01414247415959835,-0.011275148950517178,-0.00840782281011343,-0.0055404966697096825,-0.002673170994967222,0.0001941549126058817,0.0030614808201789856,0.005928806960582733,0.00879613310098648,0.011663458310067654,0.014530784450471401,0.017398109659552574,0.02026543579995632,0.02313276194036007,0.026000088080763817,0.028867414221167564,0.03173473849892616,0.03460206463932991,0.03746939077973366,0.040336716920137405,0.04320404306054115,0.0460713692009449,0.04893869534134865,0.051806021481752396,0.05467334762215614,0.05754067376255989,0.06040799990296364,0.06327532231807709,0.06614264845848083,0.06900997459888458,0.07187730073928833,0.07474462687969208,0.07761195302009583,0.08047927916049957,0.08334660530090332,0.08621393144130707,0.08908125758171082,0.09194858372211456,0.09481590986251831],"_type":"histogram","values":[5,5,6,16,28,46,79,133,196,322,450,707,1007,1566,2210,2962,4022,5222,6870,8763,11068,13328,16055,19239,22095,25045,27720,29751,31644,33018,33997,33689,32981,31501,29408,27020,24469,21760,18521,15869,13247,10602,8698,6603,5114,3762,2809,1961,1451,967,675,421,278,179,111,67,39,17,12,8,8,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.03564729541540146,-0.034613072872161865,-0.03357884660363197,-0.03254462033510208,-0.03151039779186249,-0.030476173385977745,-0.029441948980093002,-0.02840772457420826,-0.027373500168323517,-0.026339275762438774,-0.02530505135655403,-0.02427082695066929,-0.023236602544784546,-0.022202378138899803,-0.02116815373301506,-0.020133929327130318,-0.019099704921245575,-0.018065480515360832,-0.01703125610947609,-0.015997031703591347,-0.014962807297706604,-0.013928582891821861,-0.012894358485937119,-0.011860134080052376,-0.010825909674167633,-0.00979168526828289,-0.008757460862398148,-0.007723236456513405,-0.006689012050628662,-0.005654787644743919,-0.004620563238859177,-0.003586338832974434,-0.0025521181523799896,-0.0015178937464952469,-0.00048366934061050415,0.0005505550652742386,0.0015847794711589813,0.002619003877043724,0.003653228282928467,0.0046874526888132095,0.005721677094697952,0.006755901500582695,0.007790125906467438,0.00882435031235218,0.009858574718236923,0.010892799124121666,0.011927023530006409,0.012961247935891151,0.013995472341775894,0.015029696747660637,0.01606392115354538,0.017098145559430122,0.018132369965314865,0.019166594371199608,0.02020081877708435,0.021235043182969093,0.022269267588853836,0.02330349199473858,0.02433771640062332,0.025371940806508064,0.026406165212392807,0.02744038961827755,0.028474614024162292,0.029508838430047035,0.030543062835931778],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,2,5,1,3,4,3,11,7,12,17,14,17,17,25,17,26,34,19,31,26,41,36,28,26,38,28,26,33,26,28,21,20,20,23,17,9,11,10,9,6,2,4,3,3,1,1,0,0,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0005513023934327066,-0.0005344981327652931,-0.0005176938720978796,-0.0005008895532228053,-0.0004840852925553918,-0.0004672810318879783,-0.00045047677122056484,-0.0004336724814493209,-0.00041686822078190744,-0.00040006396011449397,-0.00038325967034325004,-0.00036645540967583656,-0.0003496511490084231,-0.00033284685923717916,-0.0003160425985697657,-0.00029923830879852176,-0.0002824340481311083,-0.0002656297874636948,-0.0002488254976924509,-0.0002320212370250374,-0.0002152169618057087,-0.00019841268658638,-0.00018160842591896653,-0.00016480415069963783,-0.00014799987548030913,-0.00013119560026098043,-0.00011439133231760934,-9.758706437423825e-05,-8.078278915490955e-05,-6.397851393558085e-05,-4.717424599220976e-05,-3.0369974410859868e-05,-1.3565702829509974e-05,3.238568751839921e-06,2.0042840333189815e-05,3.684711191453971e-05,5.3651383495889604e-05,7.04556587152183e-05,8.725992665858939e-05,0.00010406419460196048,0.00012086846982128918,0.00013767274504061788,0.00015447702025994658,0.00017128128092736006,0.00018808555614668876,0.00020488983136601746,0.00022169409203343093,0.00023849836725275964,0.00025530264247208834,0.0002721069031395018,0.00028891119291074574,0.0003057154535781592,0.00032251974334940314,0.0003393240040168166,0.0003561282646842301,0.000372932554455474,0.0003897368151228875,0.00040654107579030097,0.0004233453655615449,0.00044014962622895837,0.00045695388689637184,0.00047375817666761577,0.0004905624664388597,0.0005073667271062732,0.0005241709877736866],"_type":"histogram","values":[2,0,0,0,0,2,0,0,1,2,1,3,7,4,4,7,10,12,17,21,30,39,31,49,48,75,78,86,82,101,92,126,126,133,125,103,80,91,81,66,57,47,48,31,28,28,21,12,9,7,5,11,1,3,2,0,0,0,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,2,2,3,0,0,0,1,2,0,2,3,5,7,8,7,6,9,11,13,21,24,25,23,36,33,25,40,30,25,42,39,37,31,34,27,26,22,21,19,17,14,7,6,9,11,7,5,7,1,7,3,1,3,2,1,1,1,1,0,1,0,0,1],"bins":[-0.00030032501672394574,-0.00029038405045866966,-0.0002804430841933936,-0.0002705021179281175,-0.0002605611807666719,-0.0002506202145013958,-0.00024067924823611975,-0.00023073828197084367,-0.0002207973157055676,-0.00021085634944029152,-0.00020091538317501545,-0.0001909744314616546,-0.00018103346519637853,-0.00017109249893110245,-0.0001611515472177416,-0.00015121058095246553,-0.00014126961468718946,-0.00013132864842191339,-0.00012138768943259493,-0.00011144673044327646,-0.00010150576417800039,-9.156479791272432e-05,-8.162383892340586e-05,-7.16828799340874e-05,-6.174191366881132e-05,-5.1800951041514054e-05,-4.185998841421679e-05,-3.191902578691952e-05,-2.1978063159622252e-05,-1.2037100532324985e-05,-2.0961379050277174e-06,7.84482472226955e-06,1.7785816453397274e-05,2.772677908069454e-05,3.766774170799181e-05,4.7608704335289076e-05,5.754966696258634e-05,6.749063322786242e-05,7.743159221718088e-05,8.737255120649934e-05,9.731351747177541e-05,0.00010725448373705149,0.00011719544272636995,0.0001271364017156884,0.00013707736798096448,0.00014701833424624056,0.0001569592859596014,0.00016690025222487748,0.00017684121849015355,0.00018678218475542963,0.0001967231510207057,0.00020666410273406655,0.00021660506899934262,0.0002265460352646187,0.00023648698697797954,0.0002464279532432556,0.0002563689195085317,0.00026630988577380776,0.00027625085203908384,0.0002861918183043599,0.00029613275546580553,0.0003060737217310816,0.0003160146879963577,0.00032595565426163375,0.00033589662052690983],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[0.999349057674408,0.9993700385093689,0.9993910193443298,0.999411940574646,0.9994329214096069,0.9994539022445679,0.9994748830795288,0.999495804309845,0.9995167851448059,0.9995377659797668,0.9995587468147278,0.999579668045044,0.9996006488800049,0.9996216297149658,0.9996426105499268,0.9996635317802429,0.9996845126152039,0.9997054934501648,0.9997264742851257,0.9997474551200867,0.9997683763504028,0.9997893571853638,0.9998103380203247,0.9998313188552856,0.9998522400856018,0.9998732209205627,0.9998942017555237,0.9999151825904846,0.9999361038208008,0.9999570846557617,0.9999780654907227,0.9999990463256836,1.0000200271606445,1.0000410079956055,1.0000619888305664,1.0000828504562378,1.0001038312911987,1.0001248121261597,1.0001457929611206,1.0001667737960815,1.0001877546310425,1.0002087354660034,1.0002297163009644,1.0002505779266357,1.0002715587615967,1.0002925395965576,1.0003135204315186,1.0003345012664795,1.0003554821014404,1.0003764629364014,1.0003974437713623,1.0004184246063232,1.0004392862319946,1.0004602670669556,1.0004812479019165,1.0005022287368774,1.0005232095718384,1.0005441904067993,1.0005651712417603,1.0005861520767212,1.0006070137023926,1.0006279945373535,1.0006489753723145,1.0006699562072754,1.0006909370422363],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,3,6,4,5,7,6,11,10,14,9,16,17,27,19,19,28,22,29,16,20,27,27,31,26,34,27,16,24,22,19,20,13,15,21,20,12,14,12,18,9,10,9,5,7,8,10,5,4,1,5,2,3,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.0957915335893631,-0.09286026656627655,-0.0899289920926094,-0.08699772506952286,-0.08406645059585571,-0.08113518357276917,-0.07820390909910202,-0.07527264207601547,-0.07234136760234833,-0.06941010057926178,-0.06647883355617523,-0.06354755908250809,-0.06061629205942154,-0.05768502131104469,-0.05475375056266785,-0.051822479814291,-0.048891209065914154,-0.04595993831753731,-0.04302866756916046,-0.040097396820783615,-0.03716612607240677,-0.03423485904932022,-0.031303588300943375,-0.02837231755256653,-0.025441046804189682,-0.022509776055812836,-0.01957850530743599,-0.016647236421704292,-0.013715965673327446,-0.0107846949249506,-0.007853425107896328,-0.004922154825180769,-0.001990891993045807,0.0009403782896697521,0.003871648572385311,0.00680291885510087,0.00973418913781643,0.012665459886193275,0.015596729703247547,0.01852799952030182,0.021459270268678665,0.02439054101705551,0.027321811765432358,0.030253080651164055,0.03318434953689575,0.0361156202852726,0.039046891033649445,0.04197816178202629,0.04490943253040314,0.047840703278779984,0.05077197402715683,0.053703244775533676,0.05663451552391052,0.05956578254699707,0.06249705329537392,0.06542832404375076,0.06835959851741791,0.07129086554050446,0.074222132563591,0.07715340703725815,0.0800846740603447,0.08301594853401184,0.08594721555709839,0.08887849003076553,0.09180975705385208],"_type":"histogram","values":[4,1,2,9,24,29,56,125,185,302,485,766,1157,1765,2694,3898,5533,7797,10610,14227,18382,23998,30376,37333,44739,53058,61139,68437,75692,82751,87568,90735,91884,90996,88642,84224,79141,71433,64002,55532,47803,39835,32827,26243,20589,15641,11803,8803,6251,4468,3162,2026,1370,907,551,363,174,138,78,45,26,19,6,5]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,2,2,1,8,6,5,13,19,22,25,44,71,80,133,206,231,359,564,889,1201,1981,2939,4838,8095,13928,25946,53654,147901,193041,64110,29768,15896,8929,5339,3194,2145,1376,913,610,417,278,205,117,98,74,45,34,19,11,8,8,7,3,3,0,3,2,2,4],"bins":[-0.01007080078125,-0.009766578674316406,-0.009462356567382812,-0.009158134460449219,-0.008853912353515625,-0.008549690246582031,-0.008245468139648438,-0.007941246032714844,-0.00763702392578125,-0.007332801818847656,-0.0070285797119140625,-0.006724357604980469,-0.006420135498046875,-0.006115913391113281,-0.0058116912841796875,-0.005507469177246094,-0.0052032470703125,-0.004899024963378906,-0.0045948028564453125,-0.004290580749511719,-0.003986358642578125,-0.0036821365356445312,-0.0033779144287109375,-0.0030736923217773438,-0.00276947021484375,-0.0024652481079101562,-0.0021610260009765625,-0.0018568038940429688,-0.001552581787109375,-0.0012483596801757812,-0.0009441375732421875,-0.0006399154663085938,-0.000335693359375,-3.147125244140625e-05,0.0002727508544921875,0.0005769729614257812,0.000881195068359375,0.0011854171752929688,0.0014896392822265625,0.0017938613891601562,0.00209808349609375,0.0024023056030273438,0.0027065277099609375,0.0030107498168945312,0.003314971923828125,0.0036191940307617188,0.0039234161376953125,0.004227638244628906,0.0045318603515625,0.004836082458496094,0.0051403045654296875,0.005444526672363281,0.005748748779296875,0.006052970886230469,0.0063571929931640625,0.006661415100097656,0.00696563720703125,0.007269859313964844,0.0075740814208984375,0.007878303527832031,0.008182525634765625,0.008486747741699219,0.008790969848632812,0.009095191955566406,0.0093994140625]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,3,3,2,12,14,36,62,105,174,360,530,871,1369,2097,3166,4896,6815,9449,13097,17754,23517,29907,37871,46106,54791,63631,72128,80649,87857,92344,95401,97282,95513,91753,86702,79640,70818,62598,53586,44457,36313,28997,22299,17037,12496,9283,6491,4583,2885,1895,1285,761,512,276,186,91,47,31,13,7,5,4],"bins":[-0.10322132706642151,-0.10013272613286972,-0.09704412519931793,-0.09395552426576614,-0.09086692333221436,-0.08777832239866257,-0.08468972146511078,-0.08160112053155899,-0.0785125195980072,-0.07542391121387482,-0.07233531028032303,-0.06924670934677124,-0.06615810841321945,-0.06306950747966766,-0.059980906546115875,-0.05689230561256409,-0.0538037046790123,-0.05071510374546051,-0.04762650281190872,-0.044537901878356934,-0.041449300944805145,-0.03836069628596306,-0.03527209535241127,-0.03218349441885948,-0.029094893485307693,-0.026006292551755905,-0.022917691618204117,-0.01982908882200718,-0.01674048788845539,-0.013651886954903603,-0.01056328509002924,-0.007474683690816164,-0.004386089742183685,-0.0012974883429706097,0.001791113056242466,0.004879714455455542,0.007968315854668617,0.011056916788220406,0.014145518653094769,0.01723412051796913,0.02032272145152092,0.023411322385072708,0.026499923318624496,0.029588526114821434,0.03267712891101837,0.03576572984457016,0.03885433077812195,0.04194293171167374,0.045031532645225525,0.04812013357877731,0.0512087345123291,0.05429733544588089,0.05738593637943268,0.060474541038274765,0.06356313824653625,0.06665173918008804,0.06974034011363983,0.07282894849777222,0.075917549431324,0.0790061503648758,0.08209475129842758,0.08518335223197937,0.08827195316553116,0.09136055409908295,0.09444915503263474]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,1,1,0,0,1,3,3,2,0,5,4,4,4,5,9,14,16,16,30,29,27,47,50,44,42,34,40,51,34,36,41,31,19,19,17,15,18,8,14,6,4,5,2,8,1,2,2,0,0,1,0,0,0,0,0,1],"bins":[-0.000420113792642951,-0.00040761727723293006,-0.0003951207618229091,-0.0003826242755167186,-0.0003701277601066977,-0.00035763124469667673,-0.00034513475839048624,-0.0003326382429804653,-0.00032014172757044435,-0.0003076452121604234,-0.00029514869675040245,-0.00028265221044421196,-0.000270155695034191,-0.00025765917962417006,-0.0002451626933179796,-0.00023266617790795863,-0.00022016966249793768,-0.00020767314708791673,-0.000195176646229811,-0.0001826801453717053,-0.00017018362996168435,-0.0001576871145516634,-0.00014519061369355768,-0.00013269411283545196,-0.00012019759742543101,-0.00010770108929136768,-9.520458115730435e-05,-8.270807302324101e-05,-7.021156488917768e-05,-5.771505675511435e-05,-4.5218548621051013e-05,-3.272204048698768e-05,-2.0225532352924347e-05,-7.729024218861014e-06,4.76748391520232e-06,1.7263992049265653e-05,2.9760500183328986e-05,4.225700831739232e-05,5.475351645145565e-05,6.725002458551899e-05,7.974653271958232e-05,9.224304085364565e-05,0.00010473954898770899,0.00011723605712177232,0.00012973256525583565,0.0001422290806658566,0.00015472558152396232,0.00016722208238206804,0.00017971859779208899,0.00019221511320210993,0.00020471161406021565,0.00021720811491832137,0.00022970463032834232,0.00024220114573836327,0.00025469763204455376,0.0002671941474545747,0.00027969066286459565,0.0002921871782746166,0.00030468369368463755,0.00031718017999082804,0.000329676695400849,0.00034217321081086993,0.0003546696971170604,0.00036716621252708137,0.0003796627279371023],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[2,0,0,2,1,1,1,1,0,1,1,1,3,4,7,7,9,14,8,17,14,21,18,20,20,26,23,24,25,34,24,27,21,31,25,28,25,34,29,29,23,26,10,21,15,21,10,7,7,3,14,8,3,3,3,2,2,2,3,2,1,3,0,1],"bins":[-0.16328562796115875,-0.1583673655986786,-0.15344908833503723,-0.14853082597255707,-0.1436125636100769,-0.13869430124759674,-0.13377603888511658,-0.12885776162147522,-0.12393949925899506,-0.11902123689651489,-0.11410296708345413,-0.10918469727039337,-0.10426643490791321,-0.09934817254543304,-0.09442990273237228,-0.08951163291931152,-0.08459337055683136,-0.0796751081943512,-0.07475683838129044,-0.06983856856822968,-0.06492030620574951,-0.06000204011797905,-0.05508377403020859,-0.050165507942438126,-0.045247241854667664,-0.0403289757668972,-0.03541070967912674,-0.030492443591356277,-0.025574177503585815,-0.020655911415815353,-0.01573764532804489,-0.01081937924027443,-0.0059010982513427734,-0.0009828321635723114,0.003935433924198151,0.008853700011968613,0.013771966099739075,0.018690232187509537,0.02360849827528,0.02852676436305046,0.03344503045082092,0.038363296538591385,0.04328156262636185,0.04819982871413231,0.05311809480190277,0.05803636088967323,0.0629546269774437,0.06787289679050446,0.07279115915298462,0.07770942151546478,0.08262769132852554,0.0875459611415863,0.09246422350406647,0.09738248586654663,0.10230075567960739,0.10721902549266815,0.11213728785514832,0.11705555021762848,0.12197382003068924,0.12689208984375,0.13181035220623016,0.13672861456871033,0.14164689183235168,0.14656515419483185,0.151483416557312],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,1,1,1,1,0,2,3,3,4,6,7,8,10,7,12,10,18,18,31,33,28,31,32,28,37,27,35,32,29,25,21,30,21,26,15,12,16,11,11,16,11,13,6,13,11,6,10,4,7,7,2,4,2,4,1,1,1,2,0,1],"bins":[0.9994174838066101,0.9994372725486755,0.999457061290741,0.9994768500328064,0.9994966387748718,0.9995164275169373,0.9995362162590027,0.9995560050010681,0.9995757937431335,0.999595582485199,0.9996153712272644,0.9996351599693298,0.9996549487113953,0.9996747374534607,0.9996945261955261,0.9997143149375916,0.999734103679657,0.9997538924217224,0.9997736811637878,0.9997934699058533,0.9998132586479187,0.9998330473899841,0.9998528361320496,0.999872624874115,0.9998924136161804,0.9999122023582458,0.9999319911003113,0.9999517798423767,0.9999715685844421,0.9999913573265076,1.0000112056732178,1.0000309944152832,1.0000507831573486,1.000070571899414,1.0000903606414795,1.000110149383545,1.0001299381256104,1.0001497268676758,1.0001695156097412,1.0001893043518066,1.000209093093872,1.0002288818359375,1.000248670578003,1.0002684593200684,1.0002882480621338,1.0003080368041992,1.0003278255462646,1.00034761428833,1.0003674030303955,1.000387191772461,1.0004069805145264,1.0004267692565918,1.0004465579986572,1.0004663467407227,1.000486135482788,1.0005059242248535,1.000525712966919,1.0005455017089844,1.0005652904510498,1.0005850791931152,1.0006048679351807,1.000624656677246,1.0006444454193115,1.000664234161377,1.0006840229034424]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[2,1,1,3,4,6,14,14,13,26,34,42,86,116,181,242,401,604,827,1361,2105,3427,5539,9366,16089,28989,55875,115854,276428,528053,282924,116344,56925,29591,16441,9311,5859,3522,2256,1311,885,577,398,252,188,111,89,54,38,29,16,11,10,3,7,2,1,1,1,2,1,0,0,1],"bins":[-0.01483154296875,-0.014328956604003906,-0.013826370239257812,-0.013323783874511719,-0.012821197509765625,-0.012318611145019531,-0.011816024780273438,-0.011313438415527344,-0.01081085205078125,-0.010308265686035156,-0.009805679321289062,-0.009303092956542969,-0.008800506591796875,-0.008297920227050781,-0.0077953338623046875,-0.007292747497558594,-0.0067901611328125,-0.006287574768066406,-0.0057849884033203125,-0.005282402038574219,-0.004779815673828125,-0.004277229309082031,-0.0037746429443359375,-0.0032720565795898438,-0.00276947021484375,-0.0022668838500976562,-0.0017642974853515625,-0.0012617111206054688,-0.000759124755859375,-0.00025653839111328125,0.0002460479736328125,0.0007486343383789062,0.001251220703125,0.0017538070678710938,0.0022563934326171875,0.0027589797973632812,0.003261566162109375,0.0037641525268554688,0.0042667388916015625,0.004769325256347656,0.00527191162109375,0.005774497985839844,0.0062770843505859375,0.006779670715332031,0.007282257080078125,0.007784843444824219,0.008287429809570312,0.008790016174316406,0.0092926025390625,0.009795188903808594,0.010297775268554688,0.010800361633300781,0.011302947998046875,0.011805534362792969,0.012308120727539062,0.012810707092285156,0.01331329345703125,0.013815879821777344,0.014318466186523438,0.014821052551269531,0.015323638916015625,0.01582622528076172,0.016328811645507812,0.016831398010253906,0.017333984375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.0186767578125,-0.018075942993164062,-0.017475128173828125,-0.016874313354492188,-0.01627349853515625,-0.015672683715820312,-0.015071868896484375,-0.014471054077148438,-0.0138702392578125,-0.013269424438476562,-0.012668609619140625,-0.012067794799804688,-0.01146697998046875,-0.010866165161132812,-0.010265350341796875,-0.009664535522460938,-0.009063720703125,-0.008462905883789062,-0.007862091064453125,-0.0072612762451171875,-0.00666046142578125,-0.0060596466064453125,-0.005458831787109375,-0.0048580169677734375,-0.0042572021484375,-0.0036563873291015625,-0.003055572509765625,-0.0024547576904296875,-0.00185394287109375,-0.0012531280517578125,-0.000652313232421875,-5.14984130859375e-05,0.00054931640625,0.0011501312255859375,0.001750946044921875,0.0023517608642578125,0.00295257568359375,0.0035533905029296875,0.004154205322265625,0.0047550201416015625,0.0053558349609375,0.0059566497802734375,0.006557464599609375,0.0071582794189453125,0.00775909423828125,0.008359909057617188,0.008960723876953125,0.009561538696289062,0.010162353515625,0.010763168334960938,0.011363983154296875,0.011964797973632812,0.01256561279296875,0.013166427612304688,0.013767242431640625,0.014368057250976562,0.0149688720703125,0.015569686889648438,0.016170501708984375,0.016771316528320312,0.01737213134765625,0.017972946166992188,0.018573760986328125,0.019174575805664062,0.019775390625],"_type":"histogram","values":[1,0,0,5,1,5,2,4,8,19,26,23,41,65,83,133,221,309,476,621,1053,1671,2221,3707,5674,8937,14558,22448,38679,68317,115156,119417,75749,42642,24577,15281,9715,6482,3841,2579,1706,1111,754,489,290,230,163,113,80,47,23,22,16,11,7,5,2,2,1,3,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,4,2,8,13,23,36,52,97,176,283,419,670,946,1474,2170,3094,4188,5721,7545,9863,12442,15404,18361,21584,25024,28123,30996,32914,34600,35654,35789,35067,33656,31303,28605,25646,22297,18646,15660,12781,10259,7866,5956,4344,3226,2270,1600,1121,710,442,279,166,108,52,46,15,11,3,5,3,3,2],"bins":[-0.09782836586236954,-0.09477832168340683,-0.09172827005386353,-0.08867822587490082,-0.08562817424535751,-0.0825781300663948,-0.0795280784368515,-0.0764780342578888,-0.07342798262834549,-0.07037793844938278,-0.06732788681983948,-0.06427784264087677,-0.061227794736623764,-0.05817774683237076,-0.05512769892811775,-0.052077651023864746,-0.04902760311961174,-0.045977555215358734,-0.04292750731110573,-0.03987745940685272,-0.036827411502599716,-0.03377736359834671,-0.030727317556738853,-0.027677269652485847,-0.02462722174823284,-0.021577173843979836,-0.01852712593972683,-0.015477078966796398,-0.012427031062543392,-0.009376983158290386,-0.0063269357196986675,-0.003276888048276305,-0.00022684037685394287,0.0028232072945684195,0.005873254965990782,0.0089233024045825,0.011973350308835506,0.015023398213088512,0.018073445186018944,0.02112349309027195,0.024173540994524956,0.02722358889877796,0.030273636803030968,0.033323682844638824,0.03637373074889183,0.039423778653144836,0.04247382655739784,0.04552387446165085,0.048573922365903854,0.05162397027015686,0.054674018174409866,0.05772406607866287,0.06077411398291588,0.06382416188716888,0.06687420606613159,0.0699242576956749,0.0729743018746376,0.07602435350418091,0.07907439768314362,0.08212444931268692,0.08517449349164963,0.08822454512119293,0.09127458930015564,0.09432464092969894,0.09737468510866165]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,3,3,0,1,3,7,3,2,7,9,2,6,11,13,12,18,16,28,20,19,27,30,32,25,17,32,20,31,32,26,31,25,21,21,14,16,22,17,14,11,18,8,6,13,4,4,4,9,10,7,9,4,4,3,1,3,2,3,0,3,1,2,2],"bins":[0.9994800686836243,0.9994996190071106,0.9995191693305969,0.9995387196540833,0.9995582699775696,0.9995778203010559,0.9995973706245422,0.9996169805526733,0.9996365308761597,0.999656081199646,0.9996756315231323,0.9996951818466187,0.999714732170105,0.9997342824935913,0.9997538328170776,0.999773383140564,0.9997929334640503,0.9998124837875366,0.999832034111023,0.9998515844345093,0.9998711943626404,0.9998907446861267,0.999910295009613,0.9999298453330994,0.9999493956565857,0.999968945980072,0.9999884963035583,1.0000081062316895,1.0000276565551758,1.000047206878662,1.0000667572021484,1.0000863075256348,1.000105857849121,1.0001254081726074,1.0001449584960938,1.00016450881958,1.0001840591430664,1.0002036094665527,1.000223159790039,1.0002427101135254,1.0002622604370117,1.000281810760498,1.0003013610839844,1.0003209114074707,1.000340461730957,1.0003600120544434,1.0003795623779297,1.000399112701416,1.0004186630249023,1.0004382133483887,1.000457763671875,1.0004773139953613,1.0004969835281372,1.0005165338516235,1.0005360841751099,1.0005556344985962,1.0005751848220825,1.0005947351455688,1.0006142854690552,1.0006338357925415,1.0006533861160278,1.0006729364395142,1.0006924867630005,1.0007120370864868,1.0007315874099731]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[1,0,1,1,1,0,0,2,0,1,1,2,2,6,5,6,8,7,13,9,17,24,21,14,30,38,34,30,64,60,61,58,38,35,26,24,19,15,18,15,14,8,7,7,3,2,1,3,2,4,0,1,1,1,3,1,0,0,0,1,1,0,0,1],"bins":[-2.2452807115769247e-06,-2.1704370283259777e-06,-2.0955935724487063e-06,-2.0207498891977593e-06,-1.9459062059468124e-06,-1.8710626363827032e-06,-1.796219066818594e-06,-1.721375383567647e-06,-1.6465318140035379e-06,-1.5716882444394287e-06,-1.4968445611884817e-06,-1.4220009916243725e-06,-1.3471574220602633e-06,-1.2723137388093164e-06,-1.1974701692452072e-06,-1.1226264859942603e-06,-1.047782916430151e-06,-9.729393468660419e-07,-8.98095663615095e-07,-8.232520940509858e-07,-7.484084676434577e-07,-6.735648412359296e-07,-5.987212716718204e-07,-5.238776452642924e-07,-4.490340188567643e-07,-3.7419039244923624e-07,-2.993467944634176e-07,-2.2450318226674426e-07,-1.496595700700709e-07,-7.481595787339756e-08,2.76543232757831e-11,7.487126651994913e-08,1.4971510609029792e-07,2.2455871828697127e-07,2.994023304836446e-07,3.7424592846946325e-07,4.490895548769913e-07,5.239331812845194e-07,5.987767508486286e-07,6.736203772561566e-07,7.484640036636847e-07,8.233076300712128e-07,8.981512564787408e-07,9.7299482604285e-07,1.0478383956069592e-06,1.1226820788579062e-06,1.1975256484220154e-06,1.2723693316729623e-06,1.3472129012370715e-06,1.4220564708011807e-06,1.4969001540521276e-06,1.5717437236162368e-06,1.6465874068671837e-06,1.721430976431293e-06,1.7962745459954021e-06,1.871118229246349e-06,1.9459616851236206e-06,2.0208053683745675e-06,2.0956490516255144e-06,2.1704927348764613e-06,2.245336190753733e-06,2.3201798740046797e-06,2.3950235572556267e-06,2.469867013132898e-06,2.544710696383845e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[3,2,11,13,30,58,100,157,273,504,852,1334,2158,3154,4766,6880,9831,13470,18534,24891,31647,39596,48534,57611,67439,76571,84898,91863,96582,99247,99120,96898,91962,85777,77291,68704,58683,49686,40464,32495,25530,19460,14330,10230,7230,4965,3362,2191,1408,902,543,275,152,89,57,24,12,8,5,0,0,0,1,1],"bins":[-0.09533678740262985,-0.09216462075710297,-0.08899245411157608,-0.0858202874660492,-0.08264812082052231,-0.07947595417499542,-0.07630378752946854,-0.07313162088394165,-0.06995944678783417,-0.06678728014230728,-0.0636151134967804,-0.06044295057654381,-0.057270780205726624,-0.05409861356019974,-0.05092644691467285,-0.047754280269145966,-0.04458211362361908,-0.041409946978092194,-0.03823778033256531,-0.03506561368703842,-0.031893447041511536,-0.0287212785333395,-0.025549110025167465,-0.02237694337964058,-0.019204776734113693,-0.016032610088586807,-0.012860442511737347,-0.009688274934887886,-0.006516108289361,-0.0033439411781728268,-0.00017177406698465347,0.00300039304420352,0.006172560155391693,0.009344726800918579,0.01251689437776804,0.0156890619546175,0.018861228600144386,0.022033395245671272,0.025205563753843307,0.028377730399370193,0.03154989704489708,0.034722063690423965,0.03789423033595085,0.04106639698147774,0.04423856735229492,0.04741073399782181,0.050582900643348694,0.05375506728887558,0.056927233934402466,0.06009940057992935,0.06327156722545624,0.06644373387098312,0.06961590051651001,0.0727880671620369,0.07596023380756378,0.07913240045309067,0.08230456709861755,0.08547674119472504,0.08864890784025192,0.09182107448577881,0.0949932411313057,0.09816540777683258,0.10133757442235947,0.10450974106788635,0.10768190771341324],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,7,4,5,3,7,7,9,9,13,6,12,8,7,12,13,15,7,14,21,18,10,23,14,23,23,23,24,21,27,25,26,17,21,27,17,28,20,19,19,14,15,18,15,10,14,11,8,11,7,1,5,10,4,6,2,3,3,0,0,3,2],"bins":[-0.0006819174159318209,-0.0006605684757232666,-0.0006392195937223732,-0.000617870653513819,-0.0005965217715129256,-0.0005751728313043714,-0.000553823949303478,-0.0005324750090949237,-0.0005111261270940304,-0.0004897771868854761,-0.0004684282757807523,-0.0004470793646760285,-0.0004257304535713047,-0.00040438154246658087,-0.00038303263136185706,-0.00036168372025713325,-0.00034033480915240943,-0.0003189858980476856,-0.0002976369869429618,-0.000276288075838238,-0.0002549391647335142,-0.00023359023907687515,-0.00021224132797215134,-0.00019089241686742753,-0.00016954350576270372,-0.0001481945946579799,-0.0001268456835532561,-0.00010549676517257467,-8.414785406785086e-05,-6.279894296312705e-05,-4.145002822042443e-05,-2.0101115296711214e-05,1.2477976270020008e-06,2.2596710550715216e-05,4.394562347442843e-05,6.529453821713105e-05,8.664344932185486e-05,0.00010799236042657867,0.0001293412788072601,0.0001506901899119839,0.00017203910101670772,0.00019338801212143153,0.00021473692322615534,0.00023608583433087915,0.0002574347599875182,0.000278783671092242,0.0003001325821969658,0.0003214814933016896,0.00034283040440641344,0.00036417931551113725,0.00038552822661586106,0.00040687713772058487,0.0004282260488253087,0.0004495749599300325,0.0004709238710347563,0.0004922727821394801,0.0005136217223480344,0.0005349706043489277,0.000556319544557482,0.0005776684265583754,0.0005990173667669296,0.000620366248767823,0.0006417151889763772,0.0006630640709772706,0.0006844130111858249]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,4,4,7,13,19,42,65,101,178,286,458,662,1004,1490,2117,2999,4009,5579,7317,9359,11851,14411,17561,20407,23763,26324,29345,31189,32935,34541,34676,34182,32941,31643,29032,26660,23655,20160,17456,14416,11628,9293,7110,5456,4139,2909,2099,1500,981,733,393,302,156,107,69,39,19,10,7,4,5,1,1],"bins":[-0.09297116845846176,-0.09001872688531876,-0.08706627786159515,-0.08411383628845215,-0.08116139471530914,-0.07820895314216614,-0.07525651156902313,-0.07230406254529953,-0.06935162097215652,-0.06639917939901352,-0.06344673037528992,-0.06049428880214691,-0.057541847229003906,-0.0545894056558609,-0.0516369603574276,-0.04868451505899429,-0.04573207348585129,-0.04277963191270828,-0.03982718661427498,-0.036874741315841675,-0.03392229974269867,-0.030969856306910515,-0.02801741287112236,-0.025064969435334206,-0.02211252599954605,-0.019160082563757896,-0.016207639127969742,-0.013255195692181587,-0.010302752256393433,-0.007350308820605278,-0.004397865384817123,-0.0014454219490289688,0.0015070140361785889,0.0044594574719667435,0.007411900907754898,0.010364344343543053,0.013316787779331207,0.016269231215119362,0.019221674650907516,0.02217411808669567,0.025126561522483826,0.02807900495827198,0.031031448394060135,0.03398389369249344,0.036936335265636444,0.03988877683877945,0.04284122213721275,0.04579366743564606,0.04874610900878906,0.05169855058193207,0.05465099588036537,0.057603441178798676,0.06055588275194168,0.06350832432508469,0.06646077334880829,0.0694132149219513,0.0723656564950943,0.0753180980682373,0.07827053964138031,0.08122298866510391,0.08417543023824692,0.08712787181138992,0.09008032083511353,0.09303276240825653,0.09598520398139954]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,1,0,1,2,10,18,28,52,91,159,286,434,800,1193,1817,2737,4020,6008,8231,11622,15522,20471,26527,33025,40453,49205,57375,66199,74038,81625,87469,91208,94312,94262,92159,88864,82626,75803,68288,59715,51322,42781,34848,27614,21848,16658,12537,8963,6483,4499,3048,2071,1367,872,536,332,202,104,56,28,14,18,6],"bins":[-0.10284892469644547,-0.0998348742723465,-0.09682082384824753,-0.09380677342414856,-0.09079272300004959,-0.08777867257595062,-0.08476462960243225,-0.08175057917833328,-0.07873652875423431,-0.07572247833013535,-0.07270842790603638,-0.06969437748193741,-0.06668032705783844,-0.06366627663373947,-0.0606522299349308,-0.05763817951083183,-0.054624129086732864,-0.051610078662633896,-0.04859602823853493,-0.04558198153972626,-0.04256793111562729,-0.03955388069152832,-0.03653983026742935,-0.03352577984333038,-0.030511731281876564,-0.027497680857777596,-0.024483632296323776,-0.021469581872224808,-0.01845553144812584,-0.01544148288667202,-0.012427432462573051,-0.009413382969796658,-0.006399333477020264,-0.003385283751413226,-0.0003712340258061886,0.002642815699800849,0.0056568654254078865,0.00867091491818428,0.011684965342283249,0.014699014835059643,0.017713064327836037,0.020727114751935005,0.023741163313388824,0.026755213737487793,0.02976926416158676,0.03278331458568573,0.0357973612844944,0.03881141170859337,0.04182546213269234,0.044839512556791306,0.047853562980890274,0.050867609679698944,0.05388166010379791,0.05689571052789688,0.05990976095199585,0.06292381137609482,0.06593786180019379,0.06895191222429276,0.07196596264839172,0.0749800056219101,0.07799405604600906,0.08100810647010803,0.084022156894207,0.08703620731830597,0.09005025774240494],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.026494424790143967,-0.025642774999141693,-0.02479112707078457,-0.023939477279782295,-0.02308782748878002,-0.022236179560422897,-0.021384529769420624,-0.02053287997841835,-0.019681230187416077,-0.018829582259058952,-0.01797793246805668,-0.017126282677054405,-0.01627463474869728,-0.015422984957695007,-0.014571336098015308,-0.013719686307013035,-0.012868037447333336,-0.012016388587653637,-0.011164738796651363,-0.010313089936971664,-0.009461440145969391,-0.008609791286289692,-0.007758142426609993,-0.006906493101269007,-0.0060548437759280205,-0.005203194450587034,-0.004351545125246048,-0.003499896265566349,-0.0026482469402253628,-0.0017965977312996984,-0.0009449485223740339,-9.32993134483695e-05,0.0007583517581224442,0.0016100009670481086,0.002461650175973773,0.0033132992684841156,0.004164948593825102,0.005016597919166088,0.005868246778845787,0.006719896104186773,0.0075715454295277596,0.008423194289207458,0.009274844080209732,0.010126492939889431,0.01097814179956913,0.011829791590571404,0.012681440450251102,0.013533090241253376,0.014384739100933075,0.015236387960612774,0.016088036820292473,0.016939686611294746,0.01779133640229702,0.018642984330654144,0.019494634121656418,0.02034628391265869,0.021197933703660965,0.02204958163201809,0.022901231423020363,0.023752881214022636,0.02460452914237976,0.025456178933382034,0.026307828724384308,0.027159476652741432,0.028011126443743706],"_type":"histogram","values":[1,0,0,1,0,0,2,1,2,2,3,5,5,5,6,10,12,13,17,10,22,23,22,23,25,29,32,32,23,32,26,32,27,23,29,30,25,14,26,22,19,25,18,15,14,12,12,9,4,6,8,3,1,2,3,1,0,1,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,2,2,2,4,6,2,5,4,3,5,7,6,9,12,15,16,13,22,31,19,30,25,32,33,43,41,45,37,35,30,29,31,33,17,19,17,19,10,14,6,10,3,7,1,2,2,2,1,2,0,0,2,0,0,1,1],"bins":[-0.0006220308714546263,-0.0006032760720700026,-0.0005845212144777179,-0.0005657664150930941,-0.0005470116157084703,-0.0005282567581161857,-0.0005095019587315619,-0.0004907471011392772,-0.00047199230175465345,-0.00045323747326619923,-0.000434482644777745,-0.00041572784539312124,-0.000396973016904667,-0.0003782181884162128,-0.00035946338903158903,-0.0003407085605431348,-0.0003219537320546806,-0.00030319890356622636,-0.00028444407507777214,-0.0002656892756931484,-0.00024693444720469415,-0.00022817961871623993,-0.00020942480477970093,-0.00019066999084316194,-0.00017191516235470772,-0.0001531603338662535,-0.0001344055199297145,-0.00011565069871721789,-9.689587750472128e-05,-7.814105629222468e-05,-5.938623507972807e-05,-4.063141386723146e-05,-2.1876650862395763e-05,-3.121829649899155e-06,1.5632991562597454e-05,3.438781277509406e-05,5.314263398759067e-05,7.189745520008728e-05,9.065227641258389e-05,0.0001094070976250805,0.0001281619188375771,0.00014691674732603133,0.00016567156126257032,0.00018442637519910932,0.00020318120368756354,0.00022193603217601776,0.00024069084611255676,0.00025944566004909575,0.00027820048853754997,0.0002969553170260042,0.0003157101455144584,0.0003344649448990822,0.0003532197733875364,0.00037197460187599063,0.0003907294012606144,0.0004094842297490686,0.00042823905823752284,0.00044699388672597706,0.0004657487152144313,0.00048450351459905505,0.0005032583139836788,0.0005220131715759635,0.0005407679709605873,0.0005595228285528719,0.0005782776279374957]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,0,0,0,1,2,2,0,1,1,1,5,3,4,7,8,8,8,16,16,25,33,33,45,57,55,72,59,48,45,28,25,26,23,21,13,13,4,9,13,2,5,2,3,5,0,1,2,1,2,1,1,1,2,2,1,2,0,0,0,2],"bins":[-0.012704208493232727,-0.012285075150430202,-0.011865941807627678,-0.011446808464825153,-0.011027675122022629,-0.01060854084789753,-0.010189407505095005,-0.00977027416229248,-0.009351140819489956,-0.008932007476687431,-0.008512874133884907,-0.008093740791082382,-0.00767460698261857,-0.007255473639816046,-0.006836339831352234,-0.006417206488549709,-0.005998073145747185,-0.00557893980294466,-0.005159806460142136,-0.004740672651678324,-0.004321539308875799,-0.0039024059660732746,-0.0034832723904401064,-0.003064138814806938,-0.0026450054720044136,-0.002225872129201889,-0.0018067385535687208,-0.0013876050943508744,-0.000968471635133028,-0.0005493381759151816,-0.00013020471669733524,0.00028892874252051115,0.0007080622017383575,0.001127195660956204,0.0015463291201740503,0.0019654626958072186,0.002384596038609743,0.0028037293814122677,0.003222862957045436,0.003641996532678604,0.004061129875481129,0.004480263218283653,0.004899396561086178,0.00531853036954999,0.005737663712352514,0.006156797055155039,0.006575930863618851,0.006995064206421375,0.0074141975492239,0.007833330892026424,0.008252464234828949,0.008671597577631474,0.009090730920433998,0.009509865194559097,0.009928998537361622,0.010348131880164146,0.010767265222966671,0.011186398565769196,0.01160553190857172,0.012024665251374245,0.012443799525499344,0.012862932868301868,0.013282066211104393,0.013701199553906918,0.014120332896709442]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.001129150390625,-0.0010935068130493164,-0.0010578632354736328,-0.0010222196578979492,-0.0009865760803222656,-0.000950932502746582,-0.0009152889251708984,-0.0008796453475952148,-0.0008440017700195312,-0.0008083581924438477,-0.0007727146148681641,-0.0007370710372924805,-0.0007014274597167969,-0.0006657838821411133,-0.0006301403045654297,-0.0005944967269897461,-0.0005588531494140625,-0.0005232095718383789,-0.0004875659942626953,-0.0004519224166870117,-0.0004162788391113281,-0.00038063526153564453,-0.00034499168395996094,-0.00030934810638427734,-0.00027370452880859375,-0.00023806095123291016,-0.00020241737365722656,-0.00016677379608154297,-0.00013113021850585938,-9.548664093017578e-05,-5.984306335449219e-05,-2.4199485778808594e-05,1.1444091796875e-05,4.7087669372558594e-05,8.273124694824219e-05,0.00011837482452392578,0.00015401840209960938,0.00018966197967529297,0.00022530555725097656,0.00026094913482666016,0.00029659271240234375,0.00033223628997802734,0.00036787986755371094,0.00040352344512939453,0.0004391670227050781,0.0004748106002807617,0.0005104541778564453,0.0005460977554321289,0.0005817413330078125,0.0006173849105834961,0.0006530284881591797,0.0006886720657348633,0.0007243156433105469,0.0007599592208862305,0.0007956027984619141,0.0008312463760375977,0.0008668899536132812,0.0009025335311889648,0.0009381771087646484,0.000973820686340332,0.0010094642639160156,0.0010451078414916992,0.0010807514190673828,0.0011163949966430664,0.00115203857421875],"_type":"histogram","values":[1,2,5,4,6,8,7,18,11,16,25,57,53,57,86,116,154,233,308,353,547,827,1120,1780,2572,3957,6535,10804,19634,39989,91154,174111,122069,52780,25014,13230,7508,4873,3121,1998,1337,934,647,514,326,226,192,133,102,75,42,40,32,29,19,16,6,5,2,1,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[2,1,3,6,1,3,0,4,2,3,7,8,9,8,9,10,15,7,14,11,12,22,21,21,28,16,21,23,18,19,19,32,30,25,27,21,18,22,31,21,21,15,15,15,11,11,11,11,12,6,13,9,7,7,5,7,6,0,2,3,4,3,1,3],"bins":[-0.0006624411325901747,-0.0006416908581741154,-0.0006209405255503953,-0.000600190251134336,-0.0005794399767182767,-0.0005586896440945566,-0.0005379393696784973,-0.0005171890952624381,-0.0004964388208463788,-0.00047568848822265863,-0.0004549382138065994,-0.00043418791028670967,-0.00041343760676681995,-0.0003926873323507607,-0.000371937028830871,-0.00035118675441481173,-0.000330436450894922,-0.0003096861473750323,-0.00028893587295897305,-0.00026818556943908334,-0.0002474352950230241,-0.00022668499150313437,-0.00020593468798324466,-0.00018518439901527017,-0.0001644341100472957,-0.0001436838210793212,-0.00012293353211134672,-0.00010218322859145701,-8.143293962348253e-05,-6.0682647017529234e-05,-3.993235441157594e-05,-1.9182061805622652e-05,1.5682308003306389e-06,2.231852340628393e-05,4.306881601223722e-05,6.381911225616932e-05,8.45694012241438e-05,0.00010531969019211829,0.000126069993712008,0.00014682028267998248,0.00016757057164795697,0.00018832086061593145,0.00020907114958390594,0.00022982145310379565,0.00025057175662368536,0.0002713220310397446,0.00029207233455963433,0.0003128226089756936,0.0003335729124955833,0.000354323216015473,0.00037507349043153226,0.000395823793951422,0.00041657406836748123,0.00043732437188737094,0.00045807467540726066,0.0004788249498233199,0.0004995752824470401,0.0005203255568630993,0.0005410758312791586,0.0005618261056952178,0.000582576438318938,0.0006033267127349973,0.0006240769871510565,0.0006448273197747767,0.000665577594190836]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[1,0,2,3,1,1,0,3,11,8,21,24,40,83,145,218,408,752,1416,2437,4618,9089,16849,33499,72709,203912,762711,288826,92911,40663,20300,9808,5210,2715,1464,758,438,279,178,114,74,40,41,27,17,7,13,6,3,5,1,0,2,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.05322265625,-0.0512237548828125,-0.049224853515625,-0.0472259521484375,-0.04522705078125,-0.0432281494140625,-0.041229248046875,-0.0392303466796875,-0.0372314453125,-0.0352325439453125,-0.033233642578125,-0.0312347412109375,-0.02923583984375,-0.0272369384765625,-0.025238037109375,-0.0232391357421875,-0.021240234375,-0.0192413330078125,-0.017242431640625,-0.0152435302734375,-0.01324462890625,-0.0112457275390625,-0.009246826171875,-0.0072479248046875,-0.0052490234375,-0.0032501220703125,-0.001251220703125,0.0007476806640625,0.00274658203125,0.0047454833984375,0.006744384765625,0.0087432861328125,0.0107421875,0.0127410888671875,0.014739990234375,0.0167388916015625,0.01873779296875,0.0207366943359375,0.022735595703125,0.0247344970703125,0.0267333984375,0.0287322998046875,0.030731201171875,0.0327301025390625,0.03472900390625,0.0367279052734375,0.038726806640625,0.0407257080078125,0.042724609375,0.0447235107421875,0.046722412109375,0.0487213134765625,0.05072021484375,0.0527191162109375,0.054718017578125,0.0567169189453125,0.0587158203125,0.0607147216796875,0.062713623046875,0.0647125244140625,0.06671142578125,0.0687103271484375,0.070709228515625,0.0727081298828125,0.07470703125]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.10303383320569992,-0.09994706511497498,-0.09686030447483063,-0.09377354383468628,-0.09068677574396133,-0.08760000765323639,-0.08451324701309204,-0.08142648637294769,-0.07833971828222275,-0.0752529501914978,-0.07216618955135345,-0.0690794289112091,-0.06599266082048416,-0.06290589272975922,-0.05981913208961487,-0.05673236772418022,-0.053645603358745575,-0.05055883899331093,-0.04747207462787628,-0.044385310262441635,-0.04129854589700699,-0.03821178153157234,-0.035125017166137695,-0.03203825280070305,-0.028951488435268402,-0.025864724069833755,-0.02277795970439911,-0.019691195338964462,-0.016604430973529816,-0.013517666608095169,-0.010430902242660522,-0.007344137877225876,-0.004257366061210632,-0.0011706016957759857,0.0019161626696586609,0.0050029270350933075,0.008089691400527954,0.0111764557659626,0.014263220131397247,0.017349984496831894,0.02043674886226654,0.023523513227701187,0.026610277593135834,0.02969704195857048,0.03278380632400513,0.035870570689439774,0.03895733505487442,0.04204409942030907,0.04513086378574371,0.04821762815117836,0.05130439251661301,0.05439115688204765,0.0574779212474823,0.060564685612916946,0.06365144997835159,0.06673821806907654,0.06982497870922089,0.07291173934936523,0.07599850744009018,0.07908527553081512,0.08217203617095947,0.08525879681110382,0.08834556490182877,0.09143233299255371,0.09451909363269806],"_type":"histogram","values":[1,0,0,0,1,2,7,16,18,42,60,126,200,321,518,779,1237,1835,2655,3660,5055,6841,8966,11445,14519,17197,20575,24004,27498,30468,32831,34349,35884,36256,35827,34355,32320,29517,26860,23219,19977,16547,13416,10753,8163,6365,4697,3493,2355,1644,1070,750,438,279,170,98,71,34,17,13,4,1,2,3]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,9,6,17,26,51,97,159,222,430,676,1084,1670,2385,3632,4995,6939,9013,12077,15151,18770,22528,26482,29724,33128,35467,37768,38388,37896,36937,34876,32379,28755,25057,21346,17676,14128,11251,8645,6238,4543,3188,2155,1398,963,657,362,220,111,72,27,30,9,3,3,1,0,0,0,0,1],"bins":[-0.10083962231874466,-0.0975712239742279,-0.09430281817913055,-0.0910344198346138,-0.08776602149009705,-0.0844976156949997,-0.08122921735048294,-0.07796081900596619,-0.07469241321086884,-0.07142401486635208,-0.06815561652183533,-0.06488721817731857,-0.06161881238222122,-0.05835041403770447,-0.055082011967897415,-0.05181361362338066,-0.04854521155357361,-0.045276809483766556,-0.0420084111392498,-0.03874000906944275,-0.035471610724925995,-0.03220320865511894,-0.02893480658531189,-0.025666406378149986,-0.022398006170988083,-0.01912960596382618,-0.015861205756664276,-0.012592803686857224,-0.00932440347969532,-0.0060560028068721294,-0.0027876021340489388,0.00048079853877425194,0.0037492066621780396,0.00701760733500123,0.010286008007824421,0.013554409146308899,0.016822809353470802,0.020091209560632706,0.02335961163043976,0.02662801183760166,0.029896412044763565,0.03316481411457062,0.03643321245908737,0.039701614528894424,0.04297001659870148,0.04623841494321823,0.049506817013025284,0.05277521535754204,0.05604361742734909,0.05931201949715614,0.0625804215669632,0.06584881991147995,0.0691172182559967,0.07238562405109406,0.07565402239561081,0.07892242074012756,0.08219082653522491,0.08545922487974167,0.08872762322425842,0.09199602156877518,0.09526442736387253,0.09853282570838928,0.10180122405290604,0.10506962984800339,0.10833802819252014]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,1,1,3,4,1,7,5,8,12,10,19,27,34,34,49,46,61,80,79,109,110,131,119,136,119,134,98,118,93,62,66,62,44,34,32,21,21,10,8,9,7,6,4,6,0,1,1,1,1,1,1],"bins":[-0.0006409914349205792,-0.0006234420579858124,-0.0006058926810510457,-0.0005883433041162789,-0.000570793985389173,-0.0005532446084544063,-0.0005356952315196395,-0.0005181458545848727,-0.000500596477650106,-0.0004830471007153392,-0.0004654977237805724,-0.0004479483759496361,-0.00043039899901486933,-0.00041284962208010256,-0.00039530027424916625,-0.0003777508973143995,-0.0003602015203796327,-0.00034265214344486594,-0.00032510276651009917,-0.00030755341867916286,-0.0002900040417443961,-0.0002724546648096293,-0.000254905316978693,-0.00023735594004392624,-0.00021980656310915947,-0.0002022571861743927,-0.00018470782379154116,-0.00016715846140868962,-0.00014960908447392285,-0.00013205970753915608,-0.00011451034515630454,-9.696097549749538e-05,-7.941166404634714e-05,-6.186229438753799e-05,-4.431292472872883e-05,-2.6763555069919676e-05,-9.21418541111052e-06,8.335184247698635e-06,2.588455390650779e-05,4.3433923565316945e-05,6.09832932241261e-05,7.853266288293526e-05,9.608203254174441e-05,0.00011363140220055357,0.00013118077185936272,0.0001487301487941295,0.00016627951117698103,0.00018382887355983257,0.00020137825049459934,0.0002189276274293661,0.00023647698981221765,0.0002540263521950692,0.00027157572912983596,0.00028912510606460273,0.00030667445389553905,0.0003242238308303058,0.0003417732077650726,0.00035932258469983935,0.0003768719616346061,0.00039442130946554244,0.0004119706864003092,0.000429520063335076,0.0004470694111660123,0.00046461878810077906,0.0004821681650355458]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,3,0,3,2,4,1,6,2,4,6,8,6,7,12,12,18,18,13,24,14,23,13,32,33,23,29,24,26,26,32,30,37,19,27,25,26,21,18,24,23,13,13,10,7,7,9,4,9,2,1,2,4,2,2,2,1,0,0,2,2,0,0,1],"bins":[-0.00952852051705122,-0.009199024178087711,-0.008869528770446777,-0.008540032431483269,-0.00821053609251976,-0.007881040684878826,-0.0075515443459153175,-0.007222048472613096,-0.006892552599310875,-0.006563056726008654,-0.006233560852706432,-0.005904064513742924,-0.0055745686404407024,-0.005245072767138481,-0.0049155764281749725,-0.004586080554872751,-0.00425658468157053,-0.003927088808268309,-0.0035975927021354437,-0.0032680965960025787,-0.0029386007227003574,-0.002609104849398136,-0.002279608743265271,-0.001950112753547728,-0.001620616763830185,-0.0012911207741126418,-0.0009616247843950987,-0.0006321287946775556,-0.00030263280496001244,2.686318475753069e-05,0.0003563591744750738,0.0006858551641926169,0.0010153520852327347,0.0013448480749502778,0.001674344064667821,0.002003840170800686,0.002333336044102907,0.0026628319174051285,0.0029923280235379934,0.0033218241296708584,0.0036513200029730797,0.003980815876275301,0.004310311749577522,0.004639808088541031,0.004969303961843252,0.0052987998351454735,0.005628296174108982,0.005957792047411203,0.006287287920713425,0.006616783794015646,0.006946279667317867,0.007275776006281376,0.007605271879583597,0.007934767752885818,0.008264264091849327,0.008593759499490261,0.00892325583845377,0.009252752177417278,0.009582247585058212,0.009911743924021721,0.01024124026298523,0.010570735670626163,0.010900232009589672,0.011229727417230606,0.011559223756194115]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,2,6,3,5,3,8,2,12,10,16,15,16,22,20,27,32,28,35,39,22,23,31,32,34,32,20,25,26,29,29,30,17,17,20,17,15,13,8,2,4,3,2,6,2,1,1,0,0,1,0,0,0,1,0,0,0,0,1],"bins":[-0.07973861694335938,-0.07690804451704025,-0.07407747209072113,-0.07124689221382141,-0.06841631978750229,-0.06558574736118317,-0.06275517493486404,-0.05992459878325462,-0.0570940226316452,-0.05426345020532608,-0.05143287777900696,-0.04860230162739754,-0.045771729201078415,-0.042941153049468994,-0.04011058062314987,-0.03728000447154045,-0.03444943204522133,-0.031618859618902206,-0.028788283467292786,-0.025957709178328514,-0.023127134889364243,-0.02029656246304512,-0.01746598817408085,-0.014635413885116577,-0.011804839596152306,-0.008974265307188034,-0.00614369148388505,-0.003313117427751422,-0.00048254337161779404,0.002348030684515834,0.005178604740649462,0.008009178563952446,0.010839752852916718,0.013670327141880989,0.01650090143084526,0.019331475719809532,0.022162050008773804,0.024992622435092926,0.027823196724057198,0.03065377101302147,0.03348434716463089,0.03631491959095001,0.039145492017269135,0.041976068168878555,0.04480664059519768,0.0476372167468071,0.05046778917312622,0.05329836532473564,0.056128937751054764,0.058959510177373886,0.06179008632898331,0.06462065875530243,0.06745123118162155,0.07028181105852127,0.0731123834848404,0.07594295591115952,0.07877352833747864,0.08160410076379776,0.08443468064069748,0.0872652530670166,0.09009582549333572,0.09292639791965485,0.09575697779655457,0.09858755022287369,0.10141812264919281]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[3,0,7,8,15,18,30,58,102,139,232,371,551,839,1195,1820,2446,3350,4589,5911,7651,9733,12060,14757,17407,20228,23163,26104,28145,30482,32306,33193,33866,33345,32323,30716,28436,25759,23371,20492,17670,14888,12095,9904,7999,5972,4594,3385,2540,1877,1213,857,575,405,258,159,95,47,24,21,12,5,3,5],"bins":[-0.09286528080701828,-0.0900113433599472,-0.08715741336345673,-0.08430347591638565,-0.08144953846931458,-0.0785956084728241,-0.07574167102575302,-0.07288774102926254,-0.07003380358219147,-0.06717986613512039,-0.06432593613862991,-0.06147199869155884,-0.05861806496977806,-0.055764131247997284,-0.05291019380092621,-0.05005626007914543,-0.047202326357364655,-0.04434839263558388,-0.0414944589138031,-0.038640521466732025,-0.03578658774495125,-0.03293265402317047,-0.030078718438744545,-0.02722478285431862,-0.024370849132537842,-0.021516915410757065,-0.01866297982633114,-0.015809044241905212,-0.012955110520124435,-0.010101175867021084,-0.007247241213917732,-0.004393306560814381,-0.001539371907711029,0.0013145627453923225,0.004168497398495674,0.007022432051599026,0.009876366704702377,0.012730301357805729,0.01558423601090908,0.018438171595335007,0.021292105317115784,0.02414603903889656,0.026999974623322487,0.029853910207748413,0.03270784392952919,0.03556177765130997,0.03841571509838104,0.04126964882016182,0.044123582541942596,0.04697751626372337,0.04983144998550415,0.052685387432575226,0.055539321154356,0.05839325487613678,0.061247192323207855,0.06410112231969833,0.06695505976676941,0.06980899721384048,0.07266292721033096,0.07551686465740204,0.07837079465389252,0.08122473210096359,0.08407866954803467,0.08693259954452515,0.08978653699159622]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,2,0,0,3,3,3,7,7,8,9,8,1,11,16,17,12,7,18,11,10,13,23,14,25,33,27,20,16,26,24,36,36,36,28,18,15,22,27,16,10,15,16,15,9,12,8,5,7,6,9,9,7,11,8,4,0,3,1,0,2],"bins":[-0.0006713903276249766,-0.0006513132248073816,-0.0006312361219897866,-0.0006111590191721916,-0.0005910819163545966,-0.0005710048135370016,-0.0005509277107194066,-0.0005308506079018116,-0.0005107735050842166,-0.0004906963440589607,-0.00047061927034519613,-0.0004505421675276011,-0.00043046503560617566,-0.00041038793278858066,-0.00039031082997098565,-0.00037023372715339065,-0.00035015662433579564,-0.00033007952151820064,-0.00031000241870060563,-0.0002899253158830106,-0.0002698482130654156,-0.00024977108114399016,-0.00022969397832639515,-0.00020961687550880015,-0.00018953977269120514,-0.00016946266987361014,-0.00014938556705601513,-0.0001293084496865049,-0.0001092313468689099,-8.915424405131489e-05,-6.907713395776227e-05,-4.900002750218846e-05,-2.892297925427556e-05,-8.845872798701748e-06,1.1231233656872064e-05,3.1308340112445876e-05,5.138544656801969e-05,7.146254938561469e-05,9.153965947916731e-05,0.00011161676957271993,0.00013169387239031494,0.00015177097520790994,0.00017184807802550495,0.00019192519539501518,0.00021200229821261019,0.0002320794010302052,0.0002521565183997154,0.00027223362121731043,0.00029231072403490543,0.00031238782685250044,0.00033246492967009544,0.00035254203248769045,0.00037261913530528545,0.0003926962672267109,0.0004127733700443059,0.0004328504728619009,0.00045292757567949593,0.00047300467849709094,0.0004930818104185164,0.0005131589132361114,0.0005332360160537064,0.0005533131188713014,0.0005733902216888964,0.0005934673245064914,0.0006135444273240864]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.00044762782636098564,-0.0004356473800726235,-0.00042366693378426135,-0.00041168645839206874,-0.0003997060121037066,-0.00038772556581534445,-0.0003757451195269823,-0.0003637646441347897,-0.00035178419784642756,-0.0003398037515580654,-0.00032782330526970327,-0.0003158428589813411,-0.0003038623835891485,-0.0002918819373007864,-0.00027990149101242423,-0.0002679210447240621,-0.00025594059843569994,-0.00024396013759542257,-0.0002319796767551452,-0.00021999923046678305,-0.00020801876962650567,-0.00019603832333814353,-0.00018405786249786615,-0.000172077416209504,-0.00016009696992114186,-0.0001481165090808645,-0.00013613606279250234,-0.00012415560195222497,-0.00011217515566386282,-0.00010019470209954306,-8.82142485352233e-05,-7.623379497090355e-05,-6.425334140658379e-05,-5.2272887842264026e-05,-4.029243427794427e-05,-2.8311984351603314e-05,-1.6331530787283555e-05,-4.351078132458497e-06,7.629374522366561e-06,1.9609826267696917e-05,3.159027983201668e-05,4.3570733396336436e-05,5.5551186960656196e-05,6.753164052497596e-05,7.95120868133381e-05,9.149254037765786e-05,0.00010347299394197762,0.00011545344750629738,0.00012743390107061714,0.00013941434735897928,0.00015139480819925666,0.0001633752544876188,0.00017535571532789618,0.00018733616161625832,0.0001993166224565357,0.00021129706874489784,0.00022327751503326,0.00023525797587353736,0.00024723843671381474,0.0002592188830021769,0.000271199329290539,0.00028317977557890117,0.0002951602509710938,0.0003071406972594559,0.00031912114354781806],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,0,0,1,1,1,0,3,0,2,1,2,6,6,7,18,14,16,16,29,29,31,39,36,39,42,33,40,43,45,29,36,34,26,27,21,18,16,11,5,9,9,3,1,2,5,5,0,2,1,0,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"values":[2,3,2,7,11,19,39,69,98,173,276,433,619,897,1425,1905,2782,3957,5403,6884,8949,11216,13905,16754,19651,22520,26008,28787,31030,32619,33947,35184,34592,33622,31635,29799,27097,23848,20927,17739,14894,12293,9649,7637,5787,4382,3299,2269,1618,1137,718,480,319,193,136,75,48,29,9,9,5,4,0,1],"bins":[-0.09360847622156143,-0.09065425395965576,-0.08770003914833069,-0.08474581688642502,-0.08179159462451935,-0.07883737236261368,-0.0758831575512886,-0.07292893528938293,-0.06997471302747726,-0.06702049821615219,-0.06406627595424652,-0.06111205369234085,-0.05815783515572548,-0.05520361289381981,-0.05224939435720444,-0.04929517209529877,-0.046340953558683395,-0.043386735022068024,-0.040432512760162354,-0.03747829422354698,-0.03452407196164131,-0.03156985342502594,-0.02861563302576542,-0.025661412626504898,-0.022707192227244377,-0.019752971827983856,-0.016798751428723335,-0.013844531960785389,-0.010890311561524868,-0.007936091162264347,-0.0049818712286651134,-0.002027651062235236,0.0009265691041946411,0.0038807892706245184,0.006835009437054396,0.00978922937065363,0.01274344976991415,0.015697669237852097,0.018651889637112617,0.02160611003637314,0.02456033043563366,0.02751455083489418,0.0304687712341547,0.03342299163341522,0.036377210170030594,0.039331432431936264,0.042285650968551636,0.045239873230457306,0.04819409176707268,0.05114831030368805,0.05410253256559372,0.05705675110220909,0.06001097336411476,0.06296519190073013,0.0659194141626358,0.06887363642454147,0.07182785123586655,0.07478207349777222,0.07773629575967789,0.08069051057100296,0.08364473283290863,0.0865989550948143,0.08955317735671997,0.09250739216804504,0.09546161442995071],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.00033811063622124493,-0.00032675478723831475,-0.00031539893825538456,-0.0003040430892724544,-0.0002926872402895242,-0.000281331391306594,-0.00026997554232366383,-0.00025861969334073365,-0.0002472638734616339,-0.0002359080099267885,-0.00022455216094385833,-0.00021319631196092814,-0.0002018404775299132,-0.000190484628546983,-0.00017912877956405282,-0.00016777293058112264,-0.00015641708159819245,-0.00014506123261526227,-0.0001337053836323321,-0.0001223495346494019,-0.00011099369294242933,-9.963784395949915e-05,-8.828200225252658e-05,-7.69261532695964e-05,-6.557030428666621e-05,-5.421445530373603e-05,-4.2858609958784655e-05,-3.150276461383328e-05,-2.0146915630903095e-05,-8.791068466962315e-06,2.5647786969784647e-06,1.3920625860919245e-05,2.5276443921029568e-05,3.663229290395975e-05,4.798813824891113e-05,5.9343983593862504e-05,7.069983257679269e-05,8.205568155972287e-05,9.341152326669544e-05,0.00010476737224962562,0.0001161232212325558,0.000127479070215486,0.00013883491919841617,0.00015019076818134636,0.0001615466026123613,0.0001729024515952915,0.00018425830057822168,0.00019561414956115186,0.00020696999854408205,0.00021832584752701223,0.0002296816965099424,0.0002410375454928726,0.0002523933944758028,0.00026374924345873296,0.00027510509244166315,0.00028646094142459333,0.00029781676130369306,0.00030917261028662324,0.0003205284592695534,0.0003318843082524836,0.0003432401572354138,0.000354596006218344,0.00036595185520127416,0.00037730770418420434,0.0003886635531671345],"_type":"histogram","values":[1,1,1,0,3,0,3,1,2,5,2,1,3,8,7,11,6,8,18,12,19,20,19,26,24,48,33,34,34,34,46,43,34,31,25,29,18,26,21,14,14,14,15,9,5,9,4,7,5,1,1,4,1,2,1,0,0,0,2,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,1,0,0,1,1,6,1,0,0,5,5,4,4,4,10,12,16,19,23,29,24,43,40,49,42,36,36,43,43,34,39,29,28,25,13,18,13,16,9,14,4,5,4,3,6,2,2,1,1,0,0,1,0,0,1],"bins":[-0.00042312758159823716,-0.0004110362206120044,-0.0003989448887296021,-0.00038685352774336934,-0.0003747621667571366,-0.0003626708057709038,-0.00035057944478467107,-0.00033848811290226877,-0.000326396751916036,-0.00031430539092980325,-0.00030221405904740095,-0.0002901226980611682,-0.00027803133707493544,-0.0002659399760887027,-0.0002538486151024699,-0.00024175728322006762,-0.00022966592223383486,-0.0002175745612476021,-0.00020548321481328458,-0.00019339186837896705,-0.0001813005073927343,-0.00016920914640650153,-0.000157117799972184,-0.00014502645353786647,-0.00013293509255163372,-0.00012084373884135857,-0.00010875238513108343,-9.666103142080829e-05,-8.456967771053314e-05,-7.2478324000258e-05,-6.0386970289982855e-05,-4.829561657970771e-05,-3.620423376560211e-05,-2.411288005532697e-05,-1.2021526345051825e-05,6.982736522331834e-08,1.2161181075498462e-05,2.4252534785773605e-05,3.634388849604875e-05,4.843524220632389e-05,6.0526595916599035e-05,7.261794962687418e-05,8.470930333714932e-05,9.680065704742447e-05,0.00010889201075769961,0.00012098336446797475,0.0001330747181782499,0.00014516606461256742,0.00015725742559880018,0.00016934878658503294,0.00018144013301935047,0.000193531479453668,0.00020562284043990076,0.0002177142014261335,0.00022980554786045104,0.00024189689429476857,0.00025398825528100133,0.0002660796162672341,0.00027817097725346684,0.00029026230913586915,0.0003023536701221019,0.00031444503110833466,0.00032653636299073696,0.0003386277239769697,0.0003507190849632025]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9994537234306335,0.9994731545448303,0.9994925260543823,0.9995119571685791,0.9995313882827759,0.9995507597923279,0.9995701909065247,0.9995895624160767,0.9996089935302734,0.9996284246444702,0.9996477961540222,0.999667227268219,0.9996866583824158,0.9997060298919678,0.9997254610061646,0.9997448921203613,0.9997642636299133,0.9997836947441101,0.9998031258583069,0.9998224973678589,0.9998419284820557,0.9998612999916077,0.9998807311058044,0.9999001622200012,0.9999195337295532,0.99993896484375,0.9999583959579468,0.9999777674674988,0.9999971985816956,1.0000165700912476,1.0000360012054443,1.0000554323196411,1.000074863433838,1.0000942945480347,1.000113606452942,1.0001330375671387,1.0001524686813354,1.0001718997955322,1.000191330909729,1.0002106428146362,1.000230073928833,1.0002495050430298,1.0002689361572266,1.0002883672714233,1.0003077983856201,1.0003271102905273,1.0003465414047241,1.000365972518921,1.0003854036331177,1.0004048347473145,1.0004242658615112,1.0004435777664185,1.0004630088806152,1.000482439994812,1.0005018711090088,1.0005213022232056,1.0005406141281128,1.0005600452423096,1.0005794763565063,1.0005989074707031,1.0006183385849,1.0006377696990967,1.000657081604004,1.0006765127182007,1.0006959438323975],"_type":"histogram","values":[3,0,0,0,0,1,0,5,3,5,3,7,7,3,7,13,16,11,13,12,23,18,24,22,32,28,34,31,40,27,36,27,34,23,24,23,19,28,19,13,13,12,11,8,10,11,9,7,6,6,7,6,2,1,5,4,3,1,4,1,4,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.0006252619787119329,-0.0006051353993825614,-0.0005850087618455291,-0.0005648821825161576,-0.0005447556031867862,-0.0005246289656497538,-0.0005045023863203824,-0.00048437577788718045,-0.00046424916945397854,-0.00044412256102077663,-0.0004239959525875747,-0.00040386937325820327,-0.00038374276482500136,-0.00036361615639179945,-0.000343489577062428,-0.0003233629686292261,-0.0003032363601960242,-0.00028310975176282227,-0.00026298314332962036,-0.0002428565640002489,-0.000222729955567047,-0.0002026033471338451,-0.0001824767532525584,-0.00016235015937127173,-0.00014222355093806982,-0.0001220969425048679,-0.00010197034862358123,-8.184374746633694e-05,-6.171714630909264e-05,-4.1590545151848346e-05,-2.146394399460405e-05,-1.3373428373597562e-06,1.8789200112223625e-05,3.891580126946792e-05,5.9042402426712215e-05,7.916900358395651e-05,9.92956047412008e-05,0.0001194222058984451,0.0001395488070556894,0.00015967540093697608,0.00017980200937017798,0.0001999286178033799,0.00022005521168466657,0.00024018180556595325,0.00026030841399915516,0.00028043502243235707,0.0003005616017617285,0.00032068821019493043,0.00034081481862813234,0.00036094142706133425,0.00038106803549453616,0.0004011946148239076,0.0004213212232571095,0.00044144783169031143,0.0004615744110196829,0.0004817010194528848,0.0005018276278860867,0.0005219542072154582,0.0005420808447524905,0.000562207424081862,0.0005823340034112334,0.0006024606409482658,0.0006225872202776372,0.0006427138578146696,0.0006628404371440411],"_type":"histogram","values":[4,1,3,4,1,6,5,6,12,9,11,12,8,13,4,15,16,16,10,10,17,17,13,13,13,22,20,16,19,22,23,19,18,29,16,22,24,28,16,21,19,26,13,15,10,11,12,11,10,13,10,5,7,6,10,8,6,8,3,7,0,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"values":[2,1,0,5,5,7,13,6,15,26,38,65,81,97,187,268,388,601,970,1365,2246,3454,5615,9054,15335,25871,46335,81423,120670,111028,69248,38708,21984,13011,7942,5057,3120,1856,1274,833,539,320,266,156,98,80,50,34,24,9,13,8,10,1,2,2,1,1,3,2,0,0,0,1],"bins":[-0.0145263671875,-0.0140228271484375,-0.013519287109375,-0.0130157470703125,-0.01251220703125,-0.0120086669921875,-0.011505126953125,-0.0110015869140625,-0.010498046875,-0.0099945068359375,-0.009490966796875,-0.0089874267578125,-0.00848388671875,-0.0079803466796875,-0.007476806640625,-0.0069732666015625,-0.0064697265625,-0.0059661865234375,-0.005462646484375,-0.0049591064453125,-0.00445556640625,-0.0039520263671875,-0.003448486328125,-0.0029449462890625,-0.00244140625,-0.0019378662109375,-0.001434326171875,-0.0009307861328125,-0.00042724609375,7.62939453125e-05,0.000579833984375,0.0010833740234375,0.0015869140625,0.0020904541015625,0.002593994140625,0.0030975341796875,0.00360107421875,0.0041046142578125,0.004608154296875,0.0051116943359375,0.005615234375,0.0061187744140625,0.006622314453125,0.0071258544921875,0.00762939453125,0.0081329345703125,0.008636474609375,0.0091400146484375,0.0096435546875,0.0101470947265625,0.010650634765625,0.0111541748046875,0.01165771484375,0.0121612548828125,0.012664794921875,0.0131683349609375,0.013671875,0.0141754150390625,0.014678955078125,0.0151824951171875,0.01568603515625,0.0161895751953125,0.016693115234375,0.0171966552734375,0.0177001953125],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,1,0,0,0,2,1,9,10,18,33,62,119,177,274,404,627,934,1337,1839,2624,3542,4846,6491,7960,10125,12242,14148,17083,19236,21771,23504,25173,26738,27823,26889,26172,25201,23366,21327,19003,16856,14231,11919,9626,7788,6052,4747,3462,2586,1794,1246,884,566,389,271,163,72,48,42,16,13,2,3],"bins":[-0.10445471853017807,-0.10146650671958923,-0.0984782874584198,-0.09549007564783096,-0.09250186383724213,-0.08951365202665329,-0.08652544021606445,-0.08353722095489502,-0.08054900914430618,-0.07756079733371735,-0.07457257807254791,-0.07158436626195908,-0.06859615445137024,-0.0656079426407814,-0.06261973083019257,-0.05963151156902313,-0.056643299758434296,-0.05365508794784546,-0.050666872411966324,-0.04767865687608719,-0.04469044506549835,-0.041702233254909515,-0.03871401771903038,-0.035725802183151245,-0.03273759037256241,-0.029749376699328423,-0.026761163026094437,-0.02377294935286045,-0.020784735679626465,-0.01779652200639248,-0.014808308333158493,-0.011820094659924507,-0.008831880986690521,-0.005843667313456535,-0.0028554536402225494,0.00013276003301143646,0.0031209737062454224,0.006109187379479408,0.009097401052713394,0.01208561472594738,0.015073828399181366,0.018062042072415352,0.021050255745649338,0.024038469418883324,0.02702668309211731,0.030014896765351295,0.03300311043858528,0.035991325974464417,0.03897953778505325,0.04196774959564209,0.044955965131521225,0.04794418066740036,0.0509323924779892,0.05392060428857803,0.05690881982445717,0.059897035360336304,0.06288524717092514,0.06587345898151398,0.06886167824268341,0.07184989005327225,0.07483810186386108,0.07782631367444992,0.08081452548503876,0.08380274474620819,0.08679095655679703],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,0,0,3,0,0,2,6,2,4,13,9,10,22,31,46,92,121,168,236,455,650,1068,1958,3044,5276,9467,16298,30298,62277,185216,152724,56428,27573,15410,8473,4952,2991,1699,1060,628,383,249,148,107,76,52,30,20,10,10,11,6,5,1,0,2,1,0,1,0,1],"bins":[-0.1552734375,-0.1505584716796875,-0.145843505859375,-0.1411285400390625,-0.13641357421875,-0.1316986083984375,-0.126983642578125,-0.1222686767578125,-0.1175537109375,-0.1128387451171875,-0.108123779296875,-0.1034088134765625,-0.09869384765625,-0.0939788818359375,-0.089263916015625,-0.0845489501953125,-0.079833984375,-0.0751190185546875,-0.070404052734375,-0.0656890869140625,-0.06097412109375,-0.0562591552734375,-0.051544189453125,-0.0468292236328125,-0.0421142578125,-0.0373992919921875,-0.032684326171875,-0.0279693603515625,-0.02325439453125,-0.0185394287109375,-0.013824462890625,-0.0091094970703125,-0.00439453125,0.0003204345703125,0.005035400390625,0.0097503662109375,0.01446533203125,0.0191802978515625,0.023895263671875,0.0286102294921875,0.0333251953125,0.0380401611328125,0.042755126953125,0.0474700927734375,0.05218505859375,0.0569000244140625,0.061614990234375,0.0663299560546875,0.071044921875,0.0757598876953125,0.080474853515625,0.0851898193359375,0.08990478515625,0.0946197509765625,0.099334716796875,0.1040496826171875,0.1087646484375,0.1134796142578125,0.118194580078125,0.1229095458984375,0.12762451171875,0.1323394775390625,0.137054443359375,0.1417694091796875,0.146484375],"_type":"histogram"},"parameters/_orig_mod.linear.bias":{"values":[3,0,0,2,5,0,4,0,1,2,1,4,0,1,1,2,4,4,2,2,1,0,1,3,4,2,0,1,3,2,3,0,1,1,1,4,2,3,2,2,2,2,4,0,0,2,1,4,5,5,1,2,3,4,3,1,3,1,0,2,1,3,2,3],"bins":[-0.03606732562184334,-0.034943655133247375,-0.03381998464465141,-0.03269631043076515,-0.03157263994216919,-0.030448969453573227,-0.029325298964977264,-0.028201626613736153,-0.02707795612514019,-0.025954285636544228,-0.024830613285303116,-0.023706942796707153,-0.02258327230811119,-0.02145959995687008,-0.020335929468274117,-0.019212257117033005,-0.018088586628437042,-0.01696491613984108,-0.015841243788599968,-0.014717573300004005,-0.013593901880085468,-0.012470230460166931,-0.011346559971570969,-0.010222888551652431,-0.009099217131733894,-0.007975545711815357,-0.006851874757558107,-0.0057282038033008575,-0.00460453238338232,-0.003480861196294427,-0.0023571900092065334,-0.00123351882211864,-0.00010984763503074646,0.001013823552057147,0.0021374947391450405,0.003261165926232934,0.0043848371133208275,0.005508508533239365,0.0066321794874966145,0.007755850441753864,0.008879521861672401,0.010003193281590939,0.011126864701509476,0.012250535190105438,0.013374206610023975,0.014497878029942513,0.015621548518538475,0.016745220869779587,0.01786889135837555,0.018992561846971512,0.020116234198212624,0.021239904686808586,0.022363577038049698,0.02348724752664566,0.024610918015241623,0.025734590366482735,0.026858260855078697,0.02798193134367466,0.02910560369491577,0.030229274183511734,0.0313529446721077,0.03247661516070366,0.03360028937458992,0.03472395986318588,0.035847630351781845],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.00035064431722275913,-0.00033907536999322474,-0.00032750642276369035,-0.00031593747553415596,-0.0003043684992007911,-0.00029279955197125673,-0.00028123060474172235,-0.00026966165751218796,-0.00025809271028265357,-0.0002465237630531192,-0.0002349548158235848,-0.00022338585404213518,-0.0002118169068126008,-0.0002002479595830664,-0.0001886789978016168,-0.0001771100505720824,-0.000165541103342548,-0.00015397215611301363,-0.00014240320888347924,-0.00013083424710202962,-0.00011926529987249523,-0.00010769635264296085,-9.612739813746884e-05,-8.455844363197684e-05,-7.298949640244246e-05,-6.142054917290807e-05,-4.9851594667416066e-05,-3.828264379990287e-05,-2.6713692932389677e-05,-1.5144742064876482e-05,-3.575791197363287e-06,7.993159670149907e-06,1.9562110537663102e-05,3.11310614051763e-05,4.270001227268949e-05,5.4268963140202686e-05,6.583791400771588e-05,7.740686123725027e-05,8.897581574274227e-05,0.00010054477024823427,0.00011211371747776866,0.00012368266470730305,0.00013525161193683743,0.00014682057371828705,0.00015838952094782144,0.00016995846817735583,0.00018152742995880544,0.00019309637718833983,0.00020466532441787422,0.0002162342716474086,0.000227803218876943,0.0002393721806583926,0.0002509411424398422,0.0002625100896693766,0.000274079036898911,0.0002856479841284454,0.0002972169313579798,0.00030878587858751416,0.00032035482581704855,0.00033192377304658294,0.0003434927202761173,0.00035506169660948217,0.00036663064383901656,0.00037819959106855094,0.00038976853829808533],"_type":"histogram","values":[1,1,0,0,1,1,1,0,3,3,6,2,4,3,6,5,11,10,10,20,20,18,31,19,28,22,37,31,32,35,51,40,33,27,26,30,32,17,28,19,11,15,11,16,5,5,9,4,7,2,5,2,2,2,3,1,0,0,0,0,0,3,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,1,2,3,3,5,3,6,10,5,6,9,11,11,5,10,11,7,13,20,15,14,22,18,19,16,21,22,23,20,19,26,22,19,21,22,16,22,13,12,24,20,21,18,20,18,13,11,13,18,9,9,12,5,8,6,6,2,2,2,2,1,1,3],"bins":[-0.0006879733991809189,-0.0006668761488981545,-0.000645778956823051,-0.0006246817065402865,-0.0006035844562575221,-0.0005824872641824186,-0.0005613900138996542,-0.0005402928218245506,-0.0005191955715417862,-0.0004980983212590218,-0.00047700112918391824,-0.0004559038789011538,-0.0004348066577222198,-0.00041370943654328585,-0.0003926121862605214,-0.00037151496508158743,-0.00035041774390265346,-0.0003293205227237195,-0.0003082233015447855,-0.00028712605126202106,-0.0002660288300830871,-0.0002449316089041531,-0.0002238343731733039,-0.0002027371374424547,-0.00018163991626352072,-0.00016054269508458674,-0.00013944545935373753,-0.00011834823089884594,-9.725100244395435e-05,-7.615377398906276e-05,-5.5056545534171164e-05,-3.395931707927957e-05,-1.2862146832048893e-05,8.2350816228427e-06,2.933231007773429e-05,5.0429538532625884e-05,7.152676698751748e-05,9.262399544240907e-05,0.00011372122389730066,0.00013481845962814987,0.00015591568080708385,0.00017701290198601782,0.00019811013771686703,0.00021920737344771624,0.00024030459462665021,0.0002614018158055842,0.0002824990660883486,0.0003035962872672826,0.0003246935084462166,0.00034579072962515056,0.00036688795080408454,0.000387985201086849,0.00040908242226578295,0.00043017964344471693,0.00045127689372748137,0.00047237411490641534,0.0004934713360853493,0.0005145685863681138,0.0005356657784432173,0.0005567630287259817,0.0005778602790087461,0.0005989574710838497,0.0006200547213666141,0.0006411519134417176,0.0006622491637244821],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,0,0,0,0,1,3,2,0,1,4,6,8,16,17,21,27,40,54,64,86,101,77,51,43,35,18,18,13,8,6,10,6,4,3,6,2,4,1,1,2,1,1,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.02131016179919243,-0.020614564418792725,-0.01991896703839302,-0.019223369657993317,-0.018527772277593613,-0.01783217303454876,-0.017136575654149055,-0.01644097827374935,-0.015745380893349648,-0.015049783512949944,-0.01435418613255024,-0.013658587820827961,-0.012962990440428257,-0.012267393060028553,-0.011571794748306274,-0.01087619736790657,-0.010180599987506866,-0.009485002607107162,-0.008789405226707458,-0.00809380691498518,-0.007398209534585476,-0.006702612154185772,-0.006007014308124781,-0.005311416462063789,-0.004615819081664085,-0.003920221701264381,-0.00322462385520339,-0.0025290262419730425,-0.0018334286287426949,-0.0011378310155123472,-0.0004422334022819996,0.00025336421094834805,0.0009489599615335464,0.001644557574763894,0.0023401551879942417,0.0030357528012245893,0.003731350414454937,0.004426947794854641,0.005122545640915632,0.0058181434869766235,0.0065137408673763275,0.0072093382477760315,0.007904935628175735,0.008600533939898014,0.009296131320297718,0.009991728700697422,0.0106873270124197,0.011382924392819405,0.012078521773219109,0.012774119153618813,0.013469716534018517,0.014165314845740795,0.014860912226140499,0.015556509606540203,0.01625210791826248,0.016947705298662186,0.01764330267906189,0.018338900059461594,0.019034497439861298,0.019730094820261,0.020425692200660706,0.02112129144370556,0.021816888824105263,0.022512486204504967,0.02320808358490467]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0007213820936158299,-0.0007002554484643042,-0.0006791288033127785,-0.0006580021581612527,-0.000636875513009727,-0.0006157488678582013,-0.0005946222227066755,-0.0005734955775551498,-0.0005523689324036241,-0.0005312422872520983,-0.0005101156421005726,-0.0004889889969490469,-0.0004678623517975211,-0.0004467357066459954,-0.00042560906149446964,-0.0004044824163429439,-0.00038335577119141817,-0.00036222912603989244,-0.0003411024808883667,-0.00031997583573684096,-0.00029884919058531523,-0.0002777225454337895,-0.00025659590028226376,-0.00023546925513073802,-0.00021434260997921228,-0.00019321596482768655,-0.0001720893196761608,-0.00015096267452463508,-0.00012983602937310934,-0.0001087093842215836,-8.758273907005787e-05,-6.645609391853213e-05,-4.5329390559345484e-05,-2.4202745407819748e-05,-3.076100256294012e-06,1.8050544895231724e-05,3.917719004675746e-05,6.0303835198283195e-05,8.143048034980893e-05,0.00010255712550133467,0.0001236837706528604,0.00014481041580438614,0.00016593706095591187,0.0001870637061074376,0.00020819035125896335,0.00022931699641048908,0.0002504436415620148,0.00027157028671354055,0.0002926969318650663,0.000313823577016592,0.00033495022216811776,0.0003560768673196435,0.00037720351247116923,0.00039833015762269497,0.0004194568027742207,0.00044058344792574644,0.0004617100930772722,0.0004828367382287979,0.0005039633833803236,0.0005250900285318494,0.0005462166736833751,0.0005673433188349009,0.0005884699639864266,0.0006095966091379523,0.0006307232542894781],"_type":"histogram","values":[1,0,0,1,1,1,0,3,4,3,5,5,10,8,6,10,7,11,15,11,6,11,11,20,16,15,16,19,27,21,30,31,36,31,29,35,28,22,22,19,24,13,18,16,21,10,10,18,13,10,10,6,12,2,5,5,6,3,2,6,4,3,0,4]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"values":[1,0,0,0,1,1,0,0,1,4,2,2,9,9,8,25,32,44,64,99,159,184,302,485,705,1229,1959,2946,5245,8445,15504,27814,56708,118497,159926,92207,43818,22559,12260,7153,4379,2460,1616,1051,645,394,283,176,109,93,75,38,29,19,14,13,9,5,3,1,0,2,0,3],"bins":[-0.0010986328125,-0.0010666251182556152,-0.0010346174240112305,-0.0010026097297668457,-0.0009706020355224609,-0.0009385943412780762,-0.0009065866470336914,-0.0008745789527893066,-0.0008425712585449219,-0.0008105635643005371,-0.0007785558700561523,-0.0007465481758117676,-0.0007145404815673828,-0.000682532787322998,-0.0006505250930786133,-0.0006185173988342285,-0.0005865097045898438,-0.000554502010345459,-0.0005224943161010742,-0.0004904866218566895,-0.0004584789276123047,-0.0004264712333679199,-0.00039446353912353516,-0.0003624558448791504,-0.0003304481506347656,-0.00029844045639038086,-0.0002664327621459961,-0.00023442506790161133,-0.00020241737365722656,-0.0001704096794128418,-0.00013840198516845703,-0.00010639429092407227,-7.43865966796875e-05,-4.2378902435302734e-05,-1.0371208190917969e-05,2.1636486053466797e-05,5.364418029785156e-05,8.565187454223633e-05,0.0001176595687866211,0.00014966726303100586,0.00018167495727539062,0.0002136826515197754,0.00024569034576416016,0.0002776980400085449,0.0003097057342529297,0.00034171342849731445,0.0003737211227416992,0.000405728816986084,0.00043773651123046875,0.0004697442054748535,0.0005017518997192383,0.000533759593963623,0.0005657672882080078,0.0005977749824523926,0.0006297826766967773,0.0006617903709411621,0.0006937980651855469,0.0007258057594299316,0.0007578134536743164,0.0007898211479187012,0.0008218288421630859,0.0008538365364074707,0.0008858442306518555,0.0009178519248962402,0.000949859619140625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,2,1,2,4,1,4,7,4,12,12,9,12,10,21,16,20,22,40,26,46,68,60,48,65,86,88,95,79,106,110,104,104,87,74,90,72,66,56,50,33,44,34,31,27,14,21,13,8,7,5,5,7,8,3,1,2,1,2,1,0,0,1],"bins":[-0.0004433938302099705,-0.000429503561463207,-0.000415613321820274,-0.00040172305307351053,-0.0003878328134305775,-0.00037394254468381405,-0.0003600522759370506,-0.00034616203629411757,-0.0003322717675473541,-0.00031838149880059063,-0.0003044912591576576,-0.00029060099041089416,-0.0002767107216641307,-0.0002628204820211977,-0.0002489302132744342,-0.00023503995907958597,-0.00022114970488473773,-0.0002072594506898895,-0.00019336919649504125,-0.00017947892774827778,-0.00016558867355342954,-0.0001516984193585813,-0.00013780815061181784,-0.0001239178964169696,-0.00011002764222212136,-9.613738802727312e-05,-8.224712655646726e-05,-6.835686508566141e-05,-5.446661089081317e-05,-4.0576353057986125e-05,-2.668609522515908e-05,-1.2795837392332032e-05,1.0944204404950142e-06,1.498467827332206e-05,2.8874936106149107e-05,4.2765193938976154e-05,5.66554517718032e-05,7.054570596665144e-05,8.44359674374573e-05,9.832622890826315e-05,0.00011221648310311139,0.00012610673729795963,0.00013999699149280787,0.00015388726023957133,0.00016777751443441957,0.0001816677686292678,0.00019555803737603128,0.00020944829157087952,0.00022333854576572776,0.000237228799960576,0.00025111905415542424,0.0002650093229021877,0.0002788995625451207,0.0002927898312918842,0.00030668010003864765,0.00032057033968158066,0.00033446060842834413,0.0003483508771751076,0.0003622411168180406,0.0003761313855648041,0.00039002165431156754,0.00040391189395450056,0.000417802162701264,0.00043169240234419703,0.0004455826710909605]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.0002498255926184356,-0.00023989769397303462,-0.00022996980987954885,-0.00022004192578606308,-0.00021011402714066207,-0.00020018612849526107,-0.0001902582444017753,-0.00018033036030828953,-0.00017040246166288853,-0.00016047456301748753,-0.00015054667892400175,-0.00014061879483051598,-0.00013069089618511498,-0.00012076300481567159,-0.0001108351134462282,-0.00010090722207678482,-9.097933070734143e-05,-8.105143933789805e-05,-7.112354796845466e-05,-6.119565659901127e-05,-5.1267765229567885e-05,-4.13398738601245e-05,-3.141198249068111e-05,-2.1484091121237725e-05,-1.1556199751794338e-05,-1.6283083823509514e-06,8.299582987092435e-06,1.8227474356535822e-05,2.815536572597921e-05,3.8083257095422596e-05,4.801114846486598e-05,5.793903983430937e-05,6.786693120375276e-05,7.779482257319614e-05,8.772271394263953e-05,9.765060531208292e-05,0.0001075784966815263,0.00011750638805096969,0.00012743427942041308,0.00013736216351389885,0.00014729006215929985,0.00015721796080470085,0.00016714584489818662,0.0001770737289916724,0.0001870016276370734,0.0001969295262824744,0.00020685741037596017,0.00021678529446944594,0.00022671319311484694,0.00023664109176024795,0.00024656899040564895,0.0002564968599472195,0.0002664247585926205,0.0002763526572380215,0.00028628052677959204,0.00029620842542499304,0.00030613632407039404,0.00031606422271579504,0.00032599212136119604,0.0003359199909027666,0.0003458478895481676,0.0003557757881935686,0.00036570365773513913,0.00037563155638054013,0.00038555945502594113],"_type":"histogram","values":[1,2,1,1,2,6,2,2,8,6,6,12,21,12,26,25,20,26,30,28,29,32,34,25,16,29,29,31,29,37,25,36,35,27,20,17,10,16,11,7,5,5,5,7,3,3,3,0,1,1,0,1,0,1,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,4,2,6,8,13,29,53,84,145,230,369,581,905,1326,1975,2752,3950,5255,6896,9044,11449,14157,17425,20403,23874,27006,29797,32158,34285,34881,35631,34870,34049,32211,29588,26453,23320,20178,16899,13863,11091,8723,6837,5186,3755,2643,1884,1279,865,543,361,228,124,75,42,29,9,16,4,4,1],"bins":[-0.10129611194133759,-0.09826831519603729,-0.095240518450737,-0.0922127217054367,-0.08918492496013641,-0.08615712076425552,-0.08312932401895523,-0.08010152727365494,-0.07707373052835464,-0.07404593378305435,-0.07101813703775406,-0.06799034029245377,-0.06496253609657288,-0.06193474307656288,-0.05890694260597229,-0.055879145860672,-0.052851349115371704,-0.04982355237007141,-0.04679575562477112,-0.04376795515418053,-0.040740158408880234,-0.03771236166357994,-0.03468456119298935,-0.031656764447689056,-0.028628967702388763,-0.02560117095708847,-0.022573372349143028,-0.019545573741197586,-0.016517776995897293,-0.013489979319274426,-0.010462181642651558,-0.00743438396602869,-0.004406578838825226,-0.0013787811622023582,0.0016490165144205093,0.004676814191043377,0.0077046118676662445,0.010732409544289112,0.01376020722091198,0.016788005828857422,0.019815802574157715,0.022843599319458008,0.02587139792740345,0.028899196535348892,0.031926993280649185,0.03495479002594948,0.03798259049654007,0.04101038724184036,0.044038183987140656,0.04706598073244095,0.05009377747774124,0.05312157794833183,0.056149374693632126,0.05917717143893242,0.06220497190952301,0.0652327686548233,0.0682605654001236,0.07128836214542389,0.07431615889072418,0.07734395563602448,0.08037175238132477,0.08339955657720566,0.08642735332250595,0.08945515006780624,0.09248294681310654]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,3,0,3,1,2,8,9,8,12,26,34,48,60,83,118,183,252,469,646,1059,1817,2957,5149,8745,17422,34319,70547,174468,639088,384188,121830,52240,26220,13179,6969,4114,2466,1507,909,540,382,226,167,122,68,60,39,36,24,11,5,6,4,4,3,2,1,0,1,0,2],"bins":[-0.061767578125,-0.059825897216796875,-0.05788421630859375,-0.055942535400390625,-0.0540008544921875,-0.052059173583984375,-0.05011749267578125,-0.048175811767578125,-0.046234130859375,-0.044292449951171875,-0.04235076904296875,-0.040409088134765625,-0.0384674072265625,-0.036525726318359375,-0.03458404541015625,-0.032642364501953125,-0.03070068359375,-0.028759002685546875,-0.02681732177734375,-0.024875640869140625,-0.0229339599609375,-0.020992279052734375,-0.01905059814453125,-0.017108917236328125,-0.015167236328125,-0.013225555419921875,-0.01128387451171875,-0.009342193603515625,-0.0074005126953125,-0.005458831787109375,-0.00351715087890625,-0.001575469970703125,0.0003662109375,0.002307891845703125,0.00424957275390625,0.006191253662109375,0.0081329345703125,0.010074615478515625,0.01201629638671875,0.013957977294921875,0.015899658203125,0.017841339111328125,0.01978302001953125,0.021724700927734375,0.0236663818359375,0.025608062744140625,0.02754974365234375,0.029491424560546875,0.03143310546875,0.033374786376953125,0.03531646728515625,0.037258148193359375,0.0391998291015625,0.041141510009765625,0.04308319091796875,0.045024871826171875,0.046966552734375,0.048908233642578125,0.05084991455078125,0.052791595458984375,0.0547332763671875,0.056674957275390625,0.05861663818359375,0.060558319091796875,0.0625]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,0,0,0,2,2,1,3,4,1,1,4,11,3,10,14,16,22,21,24,22,30,30,27,23,37,38,32,38,35,31,25,29,27,31,27,16,23,15,7,15,13,9,6,9,7,6,4,2,3,1,4,2,1,0,1,0,0,1,0,0,0,1],"bins":[-0.0854126513004303,-0.0824320986866951,-0.0794515535235405,-0.0764710009098053,-0.0734904557466507,-0.0705099031329155,-0.0675293579697609,-0.0645488053560257,-0.061568256467580795,-0.058587707579135895,-0.055607158690690994,-0.052626609802246094,-0.049646057188510895,-0.046665508300065994,-0.043684959411621094,-0.04070441052317619,-0.03772386163473129,-0.03474331274628639,-0.03176276385784149,-0.028782213106751442,-0.02580166421830654,-0.02282111532986164,-0.01984056457877159,-0.01686001569032669,-0.01387946680188179,-0.01089891791343689,-0.007918368093669415,-0.004937818739563227,-0.001957269385457039,0.001023279968649149,0.004003829322755337,0.006984378676861525,0.009964928030967712,0.012945476919412613,0.015926025807857513,0.018906576558947563,0.021887125447392464,0.024867674335837364,0.027848225086927414,0.030828773975372314,0.033809322863817215,0.036789871752262115,0.039770420640707016,0.042750969529151917,0.045731522142887115,0.048712071031332016,0.051692619919776917,0.05467316880822182,0.05765371769666672,0.06063426658511162,0.06361481547355652,0.06659536808729172,0.06957591325044632,0.07255646586418152,0.07553701102733612,0.07851756364107132,0.08149811625480652,0.08447866141796112,0.08745921403169632,0.09043975919485092,0.09342031180858612,0.09640085697174072,0.09938140958547592,0.10236195474863052,0.10534250736236572],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.06031004339456558,-0.0581313893198967,-0.05595273897051811,-0.053774088621139526,-0.05159543454647064,-0.04941678047180176,-0.04723813012242317,-0.045059479773044586,-0.0428808256983757,-0.04070217162370682,-0.03852352127432823,-0.036344870924949646,-0.03416621685028076,-0.03198756277561188,-0.02980891242623329,-0.027630260214209557,-0.02545160800218582,-0.023272955790162086,-0.02109430357813835,-0.018915651366114616,-0.01673699915409088,-0.014558346942067146,-0.012379694730043411,-0.010201042518019676,-0.008022390305995941,-0.005843738093972206,-0.003665085881948471,-0.001486433669924736,0.000692218542098999,0.002870870754122734,0.005049522966146469,0.007228175178170204,0.009406834840774536,0.011585487052798271,0.013764139264822006,0.01594279147684574,0.018121443688869476,0.02030009590089321,0.022478748112916946,0.02465740032494068,0.026836052536964417,0.02901470474898815,0.031193356961011887,0.03337200731039047,0.03555066138505936,0.03772931545972824,0.03990796580910683,0.04208661615848541,0.0442652702331543,0.04644392430782318,0.04862257465720177,0.05080122500658035,0.05297987908124924,0.05515853315591812,0.05733718350529671,0.05951583385467529,0.06169448792934418,0.06387314200401306,0.06605179607868195,0.06823044270277023,0.07040909677743912,0.072587750852108,0.07476639747619629,0.07694505155086517,0.07912370562553406],"_type":"histogram","values":[2,0,1,2,3,0,2,2,6,7,6,11,11,8,19,11,15,17,21,24,32,23,16,35,28,27,38,30,24,27,27,31,32,33,27,27,15,12,12,13,21,16,13,9,9,6,3,6,2,1,0,0,0,1,1,1,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,2,2,3,3,1,6,6,6,3,10,15,11,11,13,16,19,26,23,28,32,34,31,33,30,25,25,26,29,23,22,17,22,19,16,18,10,22,11,8,11,13,4,5,10,8,6,5,9,6,6,7,3,4,1,2,0,3,2,1,1,1],"bins":[0.9994811415672302,0.9995003938674927,0.9995195865631104,0.9995388388633728,0.9995580911636353,0.9995773434638977,0.9995965361595154,0.9996157884597778,0.9996350407600403,0.999654233455658,0.9996734857559204,0.9996927380561829,0.9997119307518005,0.999731183052063,0.9997504353523254,0.9997696876525879,0.9997888803482056,0.999808132648468,0.9998273849487305,0.9998465776443481,0.9998658299446106,0.999885082244873,0.9999042749404907,0.9999235272407532,0.9999427795410156,0.9999620318412781,0.9999812245368958,1.0000004768371582,1.0000196695327759,1.000038981437683,1.0000581741333008,1.0000773668289185,1.0000966787338257,1.0001158714294434,1.000135064125061,1.0001543760299683,1.000173568725586,1.0001928806304932,1.0002120733261108,1.0002312660217285,1.0002505779266357,1.0002697706222534,1.000288963317871,1.0003082752227783,1.000327467918396,1.0003466606140137,1.000365972518921,1.0003851652145386,1.0004043579101562,1.0004236698150635,1.0004428625106812,1.0004620552062988,1.000481367111206,1.0005005598068237,1.0005197525024414,1.0005390644073486,1.0005582571029663,1.0005775690078735,1.0005967617034912,1.0006159543991089,1.0006352663040161,1.0006544589996338,1.0006736516952515,1.0006929636001587,1.0007121562957764]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[4,1,1,1,5,2,5,7,9,14,36,49,77,102,149,228,396,628,892,1348,2245,3522,5269,7807,12919,20810,34746,57919,93844,113106,90886,55489,33047,19631,12316,7972,5120,3184,2109,1348,868,589,370,269,169,101,55,51,26,25,22,15,8,6,0,1,0,0,1,0,2,1,0,2],"bins":[-0.013427734375,-0.012971878051757812,-0.012516021728515625,-0.012060165405273438,-0.01160430908203125,-0.011148452758789062,-0.010692596435546875,-0.010236740112304688,-0.0097808837890625,-0.009325027465820312,-0.008869171142578125,-0.008413314819335938,-0.00795745849609375,-0.0075016021728515625,-0.007045745849609375,-0.0065898895263671875,-0.006134033203125,-0.0056781768798828125,-0.005222320556640625,-0.0047664642333984375,-0.00431060791015625,-0.0038547515869140625,-0.003398895263671875,-0.0029430389404296875,-0.0024871826171875,-0.0020313262939453125,-0.001575469970703125,-0.0011196136474609375,-0.00066375732421875,-0.0002079010009765625,0.000247955322265625,0.0007038116455078125,0.00115966796875,0.0016155242919921875,0.002071380615234375,0.0025272369384765625,0.00298309326171875,0.0034389495849609375,0.003894805908203125,0.0043506622314453125,0.0048065185546875,0.0052623748779296875,0.005718231201171875,0.0061740875244140625,0.00662994384765625,0.0070858001708984375,0.007541656494140625,0.007997512817382812,0.008453369140625,0.008909225463867188,0.009365081787109375,0.009820938110351562,0.01027679443359375,0.010732650756835938,0.011188507080078125,0.011644363403320312,0.0121002197265625,0.012556076049804688,0.013011932373046875,0.013467788696289062,0.01392364501953125,0.014379501342773438,0.014835357666015625,0.015291213989257812,0.0157470703125]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.0264892578125,-0.025600433349609375,-0.02471160888671875,-0.023822784423828125,-0.0229339599609375,-0.022045135498046875,-0.02115631103515625,-0.020267486572265625,-0.019378662109375,-0.018489837646484375,-0.01760101318359375,-0.016712188720703125,-0.0158233642578125,-0.014934539794921875,-0.01404571533203125,-0.013156890869140625,-0.01226806640625,-0.011379241943359375,-0.01049041748046875,-0.009601593017578125,-0.0087127685546875,-0.007823944091796875,-0.00693511962890625,-0.006046295166015625,-0.005157470703125,-0.004268646240234375,-0.00337982177734375,-0.002490997314453125,-0.0016021728515625,-0.000713348388671875,0.00017547607421875,0.001064300537109375,0.001953125,0.002841949462890625,0.00373077392578125,0.004619598388671875,0.0055084228515625,0.006397247314453125,0.00728607177734375,0.008174896240234375,0.009063720703125,0.009952545166015625,0.01084136962890625,0.011730194091796875,0.0126190185546875,0.013507843017578125,0.01439666748046875,0.015285491943359375,0.01617431640625,0.017063140869140625,0.01795196533203125,0.018840789794921875,0.0197296142578125,0.020618438720703125,0.02150726318359375,0.022396087646484375,0.023284912109375,0.024173736572265625,0.02506256103515625,0.025951385498046875,0.0268402099609375,0.027729034423828125,0.02861785888671875,0.029506683349609375,0.0303955078125],"_type":"histogram","values":[1,1,1,3,6,10,8,16,10,22,30,43,63,104,151,212,317,564,766,1188,1604,2644,3960,6083,9736,14365,22868,39753,76746,145557,118213,58289,32037,19103,12280,7996,5112,3337,2205,1551,956,610,427,280,184,123,93,66,34,33,22,17,6,3,4,0,2,4,1,0,2,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,1,0,0,1,0,0,4,2,1,3,1,1,5,7,5,12,11,15,15,20,16,23,17,25,27,31,21,24,28,33,30,30,32,24,25,28,18,23,17,29,28,24,21,7,13,9,9,11,6,6,8,5,1,5,0,3,1,1,2,1,0,1],"bins":[-0.14832107722759247,-0.14387688040733337,-0.13943266868591309,-0.134988471865654,-0.1305442601442337,-0.1261000633239746,-0.12165585160255432,-0.11721164733171463,-0.11276744306087494,-0.10832324624061584,-0.10387904196977615,-0.09943483769893646,-0.09499063342809677,-0.09054642915725708,-0.08610222488641739,-0.0816580206155777,-0.077213816344738,-0.07276961207389832,-0.06832540780305862,-0.06388120353221893,-0.05943699926137924,-0.05499279871582985,-0.05054859444499016,-0.04610439017415047,-0.041660185903310776,-0.037215981632471085,-0.03277177736163139,-0.02832757495343685,-0.02388337068259716,-0.01943916641175747,-0.014994963072240353,-0.010550759732723236,-0.006106555461883545,-0.001662351656705141,0.002781852148473263,0.007226055953651667,0.01167025975883007,0.01611446402966976,0.020558666437864304,0.025002870708703995,0.029447074979543686,0.03389127925038338,0.03833548352122307,0.04277968779206276,0.04722388833761215,0.05166809260845184,0.056112296879291534,0.060556501150131226,0.06500070542097092,0.06944490969181061,0.0738891139626503,0.07833331823348999,0.08277752250432968,0.08722172677516937,0.09166593104600906,0.09611013531684875,0.10055433213710785,0.10499853640794754,0.10944274067878723,0.11388694494962692,0.11833114922046661,0.1227753534913063,0.127219557762146,0.13166376948356628,0.13610796630382538],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[2,1,3,7,3,2,4,3,5,6,8,7,7,10,11,7,15,13,22,23,19,19,26,30,38,28,24,37,42,37,38,25,32,12,28,20,18,23,10,7,12,15,11,8,7,9,4,5,2,5,5,2,1,2,1,0,2,0,0,0,1,2,1,1],"bins":[-0.00031662077526561916,-0.0003052635001949966,-0.00029390622512437403,-0.000282548920949921,-0.00027119164587929845,-0.0002598343708086759,-0.0002484770957380533,-0.00023711980611551553,-0.00022576253104489297,-0.0002144052559742704,-0.0002030479663517326,-0.00019169069128111005,-0.00018033341621048748,-0.0001689761265879497,-0.00015761885151732713,-0.00014626156189478934,-0.00013490428682416677,-0.0001235470117535442,-0.00011218972213100642,-0.00010083244706038386,-8.947516471380368e-05,-7.81178823672235e-05,-6.676060729660094e-05,-5.540332495002076e-05,-4.404604260344058e-05,-3.2688760256860405e-05,-2.1331481548259035e-05,-9.97420102066826e-06,1.3830795069225132e-06,1.2740360034513287e-05,2.409764056210406e-05,3.545491927070543e-05,4.6812230721116066e-05,5.8169513067696244e-05,6.952679541427642e-05,8.088407048489898e-05,9.224135283147916e-05,0.00010359863517805934,0.0001149559102486819,0.0001263131998712197,0.00013767047494184226,0.00014902775001246482,0.0001603850396350026,0.00017174231470562518,0.00018309958977624774,0.00019445687939878553,0.0002058141544694081,0.0002171714440919459,0.00022852871916256845,0.000239885994233191,0.0002512432693038136,0.0002626005734782666,0.00027395784854888916,0.0002853151236195117,0.0002966723986901343,0.00030802967376075685,0.0003193869488313794,0.00033074425300583243,0.000342101528076455,0.00035345880314707756,0.0003648160782177001,0.0003761733532883227,0.0003875306574627757,0.00039888793253339827,0.00041024520760402083],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,1,5,6,6,7,12,16,25,13,36,55,60,106,157,207,277,477,606,873,1367,1796,3009,4501,6588,10412,17293,28537,50248,91500,132972,100450,55396,30646,19122,11364,7314,4512,3208,2109,1348,1005,723,427,296,186,150,91,84,61,49,33,30,15,14,8,4,3,2,2,0,1],"bins":[-0.0205078125,-0.019878387451171875,-0.01924896240234375,-0.018619537353515625,-0.0179901123046875,-0.017360687255859375,-0.01673126220703125,-0.016101837158203125,-0.015472412109375,-0.014842987060546875,-0.01421356201171875,-0.013584136962890625,-0.0129547119140625,-0.012325286865234375,-0.01169586181640625,-0.011066436767578125,-0.01043701171875,-0.009807586669921875,-0.00917816162109375,-0.008548736572265625,-0.0079193115234375,-0.007289886474609375,-0.00666046142578125,-0.006031036376953125,-0.005401611328125,-0.004772186279296875,-0.00414276123046875,-0.003513336181640625,-0.0028839111328125,-0.002254486083984375,-0.00162506103515625,-0.000995635986328125,-0.0003662109375,0.000263214111328125,0.00089263916015625,0.001522064208984375,0.0021514892578125,0.002780914306640625,0.00341033935546875,0.004039764404296875,0.004669189453125,0.005298614501953125,0.00592803955078125,0.006557464599609375,0.0071868896484375,0.007816314697265625,0.00844573974609375,0.009075164794921875,0.00970458984375,0.010334014892578125,0.01096343994140625,0.011592864990234375,0.0122222900390625,0.012851715087890625,0.01348114013671875,0.014110565185546875,0.014739990234375,0.015369415283203125,0.01599884033203125,0.016628265380859375,0.0172576904296875,0.017887115478515625,0.01851654052734375,0.019145965576171875,0.019775390625]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-0.0005804901011288166,-0.0005623443285003304,-0.0005441985558718443,-0.0005260527832433581,-0.000507907010614872,-0.0004897612379863858,-0.0004716154944617301,-0.00045346972183324397,-0.0004353239492047578,-0.00041717817657627165,-0.0003990324039477855,-0.00038088663131929934,-0.00036274088779464364,-0.0003445951151661575,-0.00032644934253767133,-0.00030830356990918517,-0.000290157797280699,-0.00027201202465221286,-0.0002538662520237267,-0.00023572049394715577,-0.00021757472131866962,-0.00019942894869018346,-0.00018128319061361253,-0.00016313741798512638,-0.00014499164535664022,-0.00012684587272815406,-0.00010870010737562552,-9.055434202309698e-05,-7.240856939461082e-05,-5.426280040410347e-05,-3.6117031413596123e-05,-1.7971262423088774e-05,1.745065674185753e-07,1.8320275557925925e-05,3.6466044548433274e-05,5.4611813538940623e-05,7.275758252944797e-05,9.090335515793413e-05,0.00010904912051046267,0.00012719488586299121,0.00014534065849147737,0.00016348643111996353,0.00018163220374844968,0.0001997779618250206,0.00021792373445350677,0.00023606950708199292,0.00025421526515856385,0.00027236103778705,0.00029050681041553617,0.0003086525830440223,0.0003267983556725085,0.00034494412830099463,0.0003630899009294808,0.0003812356444541365,0.00039938141708262265,0.0004175271897111088,0.00043567296233959496,0.0004538187349680811,0.0004719645075965673,0.000490110251121223,0.0005082560237497091,0.0005264017963781953,0.0005445475690066814,0.0005626933416351676,0.0005808391142636538],"_type":"histogram","values":[3,2,3,3,4,2,3,6,7,6,10,9,15,10,7,14,11,7,7,14,13,20,21,9,27,22,17,20,19,22,19,19,14,25,11,11,15,16,20,11,26,30,15,26,18,23,12,18,9,16,16,7,10,9,4,5,9,5,5,2,2,5,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[2,6,4,4,15,27,31,35,59,70,109,157,253,370,516,734,1206,1648,2494,3892,6246,9040,14050,22285,35625,55423,92964,173715,437509,354717,147050,77709,47502,29591,19405,12719,8804,5532,3779,2415,1812,1102,718,442,334,234,143,117,75,48,37,23,14,15,7,9,2,3,5,5,2,1,2,2],"bins":[-0.0213623046875,-0.02062225341796875,-0.0198822021484375,-0.01914215087890625,-0.018402099609375,-0.01766204833984375,-0.0169219970703125,-0.01618194580078125,-0.01544189453125,-0.01470184326171875,-0.0139617919921875,-0.01322174072265625,-0.012481689453125,-0.01174163818359375,-0.0110015869140625,-0.01026153564453125,-0.009521484375,-0.00878143310546875,-0.0080413818359375,-0.00730133056640625,-0.006561279296875,-0.00582122802734375,-0.0050811767578125,-0.00434112548828125,-0.00360107421875,-0.00286102294921875,-0.0021209716796875,-0.00138092041015625,-0.000640869140625,9.918212890625e-05,0.0008392333984375,0.00157928466796875,0.0023193359375,0.00305938720703125,0.0037994384765625,0.00453948974609375,0.005279541015625,0.00601959228515625,0.0067596435546875,0.00749969482421875,0.00823974609375,0.00897979736328125,0.0097198486328125,0.01045989990234375,0.011199951171875,0.01194000244140625,0.0126800537109375,0.01342010498046875,0.01416015625,0.01490020751953125,0.0156402587890625,0.01638031005859375,0.017120361328125,0.01786041259765625,0.0186004638671875,0.01934051513671875,0.02008056640625,0.02082061767578125,0.0215606689453125,0.02230072021484375,0.023040771484375,0.02378082275390625,0.0245208740234375,0.02526092529296875,0.0260009765625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,2,1,1,3,3,6,10,5,15,9,19,28,51,77,98,160,221,366,497,827,1282,2079,3371,5888,9765,17721,32343,64508,145956,501497,499604,146006,65073,32438,17595,10005,5760,3551,2234,1354,843,495,359,234,155,108,62,50,37,22,14,20,8,8,4,5,2,5,0,0,2],"bins":[-0.08056640625,-0.078125,-0.07568359375,-0.0732421875,-0.07080078125,-0.068359375,-0.06591796875,-0.0634765625,-0.06103515625,-0.05859375,-0.05615234375,-0.0537109375,-0.05126953125,-0.048828125,-0.04638671875,-0.0439453125,-0.04150390625,-0.0390625,-0.03662109375,-0.0341796875,-0.03173828125,-0.029296875,-0.02685546875,-0.0244140625,-0.02197265625,-0.01953125,-0.01708984375,-0.0146484375,-0.01220703125,-0.009765625,-0.00732421875,-0.0048828125,-0.00244140625,0,0.00244140625,0.0048828125,0.00732421875,0.009765625,0.01220703125,0.0146484375,0.01708984375,0.01953125,0.02197265625,0.0244140625,0.02685546875,0.029296875,0.03173828125,0.0341796875,0.03662109375,0.0390625,0.04150390625,0.0439453125,0.04638671875,0.048828125,0.05126953125,0.0537109375,0.05615234375,0.05859375,0.06103515625,0.0634765625,0.06591796875,0.068359375,0.07080078125,0.0732421875,0.07568359375]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,1,6,6,23,37,78,134,250,398,624,1137,1683,2580,4038,5936,8500,11683,15977,21193,27668,35358,43011,52224,60912,71088,78872,86208,92473,96733,98653,96841,94327,89136,81609,74005,65019,55537,46621,38223,30304,23664,17753,13127,9515,6676,4647,3019,2050,1392,778,470,297,169,87,56,27,17,6,3,2],"bins":[-0.10541803389787674,-0.10228870064020157,-0.0991593673825264,-0.09603002667427063,-0.09290069341659546,-0.08977136015892029,-0.08664202690124512,-0.08351269364356995,-0.08038336038589478,-0.07725401967763901,-0.07412468641996384,-0.07099535316228867,-0.0678660199046135,-0.06473668664693832,-0.061607349663972855,-0.058478012681007385,-0.055348679423332214,-0.05221934616565704,-0.049090009182691574,-0.0459606759250164,-0.042831338942050934,-0.03970200568437576,-0.03657267242670059,-0.03344333544373512,-0.030314002186059952,-0.02718466706573963,-0.02405533194541931,-0.02092599868774414,-0.01779666356742382,-0.0146673284471035,-0.011537994258105755,-0.00840866006910801,-0.005279332399368286,-0.0021499977447092533,0.0009793369099497795,0.004108671564608812,0.007238006219267845,0.010367341339588165,0.01349667552858591,0.016626009717583656,0.019755344837903976,0.022884679958224297,0.026014015078544617,0.029143348336219788,0.03227268159389496,0.03540201857686043,0.0385313518345356,0.04166068881750107,0.04479002207517624,0.04791935533285141,0.05104869231581688,0.05417802557349205,0.05730736255645752,0.06043669581413269,0.06356602907180786,0.06669536232948303,0.0698246955871582,0.07295403629541397,0.07608336955308914,0.07921270281076431,0.08234203606843948,0.08547136932611465,0.08860071003437042,0.0917300432920456,0.09485937654972076]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[2,1,1,0,4,0,2,4,9,9,11,13,16,15,15,14,18,21,25,26,22,22,39,38,24,18,33,28,21,32,31,33,31,31,27,13,14,25,12,13,9,8,9,5,10,4,4,1,2,0,0,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.043227143585681915,-0.04158021882176399,-0.03993329778313637,-0.038286373019218445,-0.03663944825530052,-0.0349925272166729,-0.033345602452754974,-0.03169867768883705,-0.030051754787564278,-0.028404831886291504,-0.02675790712237358,-0.025110984221100807,-0.023464061319828033,-0.02181713655591011,-0.020170213654637337,-0.018523288890719414,-0.01687636598944664,-0.015229442156851292,-0.013582518324255943,-0.01193559542298317,-0.010288671590387821,-0.008641747757792473,-0.006994824390858412,-0.005347901023924351,-0.0037009771913290024,-0.0020540535915642977,-0.00040712999179959297,0.0012397936079651117,0.0028867172077298164,0.004533641040325165,0.006180564407259226,0.007827487774193287,0.009474415332078934,0.011121339164674282,0.01276826299726963,0.014415185898542404,0.016062110662460327,0.0177090335637331,0.019355956465005875,0.021002881228923798,0.02264980413019657,0.024296727031469345,0.025943651795387268,0.027590574696660042,0.029237497597932816,0.03088442236185074,0.03253134712576866,0.034178268164396286,0.03582519292831421,0.03747211769223213,0.039119038730859756,0.04076596349477768,0.0424128882586956,0.04405980929732323,0.04570673406124115,0.04735365882515907,0.049000583589076996,0.05064750462770462,0.05229442939162254,0.053941354155540466,0.05558827519416809,0.057235199958086014,0.05888212472200394,0.06052904576063156,0.062175970524549484]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,1,2,6,4,3,7,6,11,15,14,20,18,27,23,27,30,32,24,33,34,32,23,35,35,32,25,19,35,29,21,18,20,21,15,13,10,9,5,7,9,3,2,3,1,4,0,0,0,0,1,0,0,0,1],"bins":[-0.02514682523906231,-0.02435191534459591,-0.023557007312774658,-0.022762097418308258,-0.021967187523841858,-0.021172279492020607,-0.020377369597554207,-0.019582459703087807,-0.018787551671266556,-0.017992641776800156,-0.017197731882333755,-0.016402821987867355,-0.015607913956046104,-0.014813004061579704,-0.014018095098435879,-0.013223185203969479,-0.012428276240825653,-0.011633367277681828,-0.010838457383215427,-0.010043548420071602,-0.009248638525605202,-0.008453729562461376,-0.007658820599317551,-0.006863911170512438,-0.006069001741707325,-0.005274092312902212,-0.004479182884097099,-0.0036842739209532738,-0.002889364492148161,-0.002094455063343048,-0.001299545867368579,-0.0005046365549787879,0.0002902708947658539,0.001085180207155645,0.001880089519545436,0.002674998715519905,0.003469908144325018,0.004264817573130131,0.005059726536273956,0.005854635965079069,0.006649545393884182,0.007444454822689295,0.008239364251494408,0.009034273214638233,0.009829182177782059,0.010624092072248459,0.011419001035392284,0.012213910929858685,0.01300881989300251,0.013803728856146336,0.014598638750612736,0.015393547713756561,0.01618845760822296,0.016983365640044212,0.017778275534510612,0.018573185428977013,0.019368093460798264,0.020163003355264664,0.020957913249731064,0.021752823144197464,0.022547731176018715,0.023342641070485115,0.024137550964951515,0.024932458996772766,0.025727368891239166]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[3,0,1,0,2,3,2,0,3,5,2,1,7,7,8,11,9,17,16,21,29,33,56,55,74,80,73,38,31,33,19,29,10,19,6,6,13,6,5,4,5,4,0,2,3,3,1,3,3,0,1,2,0,0,1,1,1,0,0,0,0,0,0,1],"bins":[-0.020160220563411713,-0.019372303038835526,-0.01858438551425934,-0.0177964698523283,-0.017008552327752113,-0.016220634803175926,-0.015432718209922314,-0.014644801616668701,-0.013856884092092514,-0.013068966567516327,-0.012281049974262714,-0.011493133381009102,-0.010705215856432915,-0.009917298331856728,-0.009129381738603115,-0.008341465145349503,-0.007553547620773315,-0.006765630561858416,-0.005977713502943516,-0.005189796444028616,-0.004401879385113716,-0.0036139623261988163,-0.0028260452672839165,-0.0020381282083690166,-0.0012502111494541168,-0.000462294090539217,0.00032562296837568283,0.0011135400272905827,0.0019014570862054825,0.0026893741451203823,0.003477291204035282,0.004265208262950182,0.0050531234592199326,0.005841040518134832,0.006628957577049732,0.007416874635964632,0.008204791694879532,0.008992709219455719,0.009780625812709332,0.010568542405962944,0.011356459930539131,0.012144377455115318,0.01293229404836893,0.013720210641622543,0.01450812816619873,0.015296045690774918,0.016083963215351105,0.016871878877282143,0.01765979640185833,0.018447713926434517,0.019235629588365555,0.020023547112941742,0.02081146463751793,0.021599382162094116,0.022387299686670303,0.02317521534860134,0.02396313287317753,0.024751050397753716,0.025538966059684753,0.02632688358426094,0.027114801108837128,0.027902718633413315,0.028690636157989502,0.02947855181992054,0.030266469344496727],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[3,1,0,2,0,5,2,1,4,2,1,7,4,13,11,9,16,19,16,15,31,25,39,44,59,49,73,83,77,93,97,82,88,100,102,91,83,81,88,72,74,60,50,47,34,38,26,12,22,15,20,20,8,10,5,6,1,3,1,1,2,2,2,1],"bins":[-0.00047531971358694136,-0.00046138782636262476,-0.00044745593913830817,-0.00043352405191399157,-0.0004195921355858445,-0.0004056602483615279,-0.0003917283611372113,-0.0003777964739128947,-0.00036386458668857813,-0.00034993269946426153,-0.00033600081223994493,-0.00032206892501562834,-0.00030813703779131174,-0.0002942051214631647,-0.0002802732342388481,-0.0002663413470145315,-0.0002524094597902149,-0.0002384775725658983,-0.0002245456853415817,-0.00021061378356534988,-0.00019668189634103328,-0.00018275000911671668,-0.00016881810734048486,-0.00015488622011616826,-0.00014095433289185166,-0.00012702244566753507,-0.00011309055116726086,-9.915865666698664e-05,-8.522676944267005e-05,-7.129488221835345e-05,-5.736298771807924e-05,-4.3431096855783835e-05,-2.9499235097318888e-05,-1.5567344235023484e-05,-1.6354533727280796e-06,1.2296437489567325e-05,2.622832835186273e-05,4.016021921415813e-05,5.409211007645354e-05,6.802400457672775e-05,8.195589180104434e-05,9.588777902536094e-05,0.00010981967352563515,0.00012375156802590936,0.00013768345525022596,0.00015161534247454256,0.00016554724425077438,0.00017947913147509098,0.00019341101869940758,0.00020734290592372417,0.00022127479314804077,0.0002352066949242726,0.00024913856759667397,0.000263070483924821,0.0002770023711491376,0.0002909342583734542,0.0003048661455977708,0.0003187980328220874,0.000332729920046404,0.0003466618072707206,0.00036059372359886765,0.00037452561082318425,0.00038845749804750085,0.00040238938527181745,0.00041632127249613404],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[3,0,1,1,0,1,1,3,8,4,5,4,8,11,10,15,16,11,11,13,23,18,19,20,34,31,30,29,28,33,32,42,32,17,26,24,17,30,22,24,16,9,13,10,13,11,2,8,4,3,2,6,0,3,3,4,1,1,0,0,1,0,0,1],"bins":[-0.00036950682988390326,-0.0003570572007447481,-0.00034460757160559297,-0.0003321579424664378,-0.00031970831332728267,-0.00030725865508429706,-0.0002948090259451419,-0.00028235939680598676,-0.0002699097676668316,-0.00025746013852767646,-0.0002450105093885213,-0.00023256086569745094,-0.00022011123655829579,-0.00020766160741914064,-0.00019521196372807026,-0.0001827623345889151,-0.00017031270544975996,-0.0001578630763106048,-0.00014541344717144966,-0.00013296380348037928,-0.00012051417434122413,-0.00010806454520206898,-9.561490878695622e-05,-8.316527237184346e-05,-7.071564323268831e-05,-5.826601045555435e-05,-4.5816377678420395e-05,-3.336674490128644e-05,-2.091711212415248e-05,-8.467479347018525e-06,3.9821534301154315e-06,1.6431786207249388e-05,2.8881418984383345e-05,4.13310517615173e-05,5.378068453865126e-05,6.623032095376402e-05,7.867995009291917e-05,9.112957923207432e-05,0.00010357921564718708,0.00011602885206229985,0.000128478481201455,0.00014092811034061015,0.0001533777394797653,0.00016582738317083567,0.00017827701230999082,0.00019072664144914597,0.00020317628514021635,0.0002156259142793715,0.00022807554341852665,0.0002405251725576818,0.00025297480169683695,0.0002654244308359921,0.00027787405997514725,0.00029032371821813285,0.000302773347357288,0.00031522297649644315,0.0003276726056355983,0.00034012223477475345,0.0003525718639139086,0.00036502149305306375,0.00037747115129604936,0.0003899207804352045,0.00040237040957435966,0.0004148200387135148,0.00042726966785266995],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,0,0,2,1,2,3,3,1,4,11,8,11,15,8,10,13,9,29,25,23,23,25,27,35,26,28,24,27,22,30,31,23,28,29,25,18,18,20,22,17,12,15,13,14,7,5,4,3,4,6,1,1,1,0,0,1,0,0,2],"bins":[-0.12820953130722046,-0.12428244948387146,-0.12035537511110306,-0.11642830073833466,-0.11250121891498566,-0.10857413709163666,-0.10464706271886826,-0.10071998834609985,-0.09679290652275085,-0.09286582469940186,-0.08893875032663345,-0.08501167595386505,-0.08108459413051605,-0.07715751230716705,-0.07323043793439865,-0.06930336356163025,-0.06537628173828125,-0.06144920364022255,-0.05752212554216385,-0.05359504744410515,-0.04966796934604645,-0.04574089124798775,-0.04181381314992905,-0.037886735051870346,-0.033959656953811646,-0.030032578855752945,-0.026105500757694244,-0.022178422659635544,-0.018251344561576843,-0.014324266463518143,-0.010397188365459442,-0.006470110267400742,-0.002543032169342041,0.0013840459287166595,0.00531112402677536,0.00923820212483406,0.013165280222892761,0.017092358320951462,0.021019436419010162,0.024946514517068863,0.028873592615127563,0.032800670713186264,0.036727748811244965,0.040654826909303665,0.044581905007362366,0.048508983105421066,0.05243606120347977,0.05636313930153847,0.06029021739959717,0.06421729922294617,0.06814437359571457,0.07207144796848297,0.07599852979183197,0.07992561161518097,0.08385268598794937,0.08777976036071777,0.09170684218406677,0.09563392400741577,0.09956099838018417,0.10348807275295258,0.10741515457630157,0.11134223639965057,0.11526931077241898,0.11919638514518738,0.12312346696853638]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[2,2,1,4,8,12,30,43,91,138,219,391,554,850,1325,1827,2605,3719,5029,6498,8581,10776,13527,16460,19414,22367,25780,28559,31270,33141,34260,35063,34792,34374,32168,29956,27106,24530,21054,18131,15114,12138,9943,7600,5777,4380,3232,2277,1686,1043,726,499,278,199,117,79,35,16,5,8,6,4,4,1],"bins":[-0.09460844844579697,-0.09163149446249008,-0.0886545404791832,-0.08567758649587631,-0.08270063996315002,-0.07972368597984314,-0.07674673199653625,-0.07376977801322937,-0.07079282402992249,-0.0678158700466156,-0.06483891606330872,-0.06186196580529213,-0.058885011821985245,-0.05590805783867836,-0.052931107580661774,-0.04995415359735489,-0.046977199614048004,-0.04400024563074112,-0.041023291647434235,-0.03804634138941765,-0.035069387406110764,-0.03209243342280388,-0.029115481302142143,-0.026138529181480408,-0.023161575198173523,-0.020184621214866638,-0.017207669094204903,-0.014230716042220592,-0.011253762990236282,-0.008276809938251972,-0.005299856886267662,-0.002322903834283352,0.0006540492177009583,0.0036310022696852684,0.0066079553216695786,0.009584908373653889,0.012561861425638199,0.015538814477622509,0.01851576752960682,0.021492719650268555,0.02446967363357544,0.027446627616882324,0.03042357973754406,0.033400531858205795,0.03637748584151268,0.039354439824819565,0.04233139008283615,0.045308344066143036,0.04828529804944992,0.051262252032756805,0.05423920601606369,0.057216156274080276,0.06019311025738716,0.06317006051540375,0.06614701449871063,0.06912396848201752,0.0721009224653244,0.07507787644863129,0.07805483043193817,0.08103178441524506,0.08400873839855194,0.08698568493127823,0.08996263891458511,0.092939592897892,0.09591654688119888],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,1,3,1,2,3,2,3,4,5,6,9,13,10,13,15,15,22,20,20,40,32,24,28,35,32,27,34,17,34,38,21,19,16,20,16,19,13,16,14,13,9,7,7,6,8,10,4,9,6,2,5,6,3,1,1,1,1,1,2,0,0,1],"bins":[0.9994907379150391,0.9995099306106567,0.9995291233062744,0.9995483160018921,0.9995675086975098,0.9995867013931274,0.9996058940887451,0.9996250867843628,0.9996442794799805,0.9996634125709534,0.999682605266571,0.9997017979621887,0.9997209906578064,0.9997401833534241,0.9997593760490417,0.9997785687446594,0.9997977614402771,0.9998169541358948,0.9998361468315125,0.9998553395271301,0.9998745322227478,0.9998937249183655,0.9999129176139832,0.9999321103096008,0.9999512434005737,0.9999704360961914,0.9999896287918091,1.0000088214874268,1.0000280141830444,1.000047206878662,1.0000663995742798,1.0000855922698975,1.0001047849655151,1.0001239776611328,1.0001431703567505,1.0001623630523682,1.0001815557479858,1.0002007484436035,1.0002199411392212,1.0002391338348389,1.0002583265304565,1.0002775192260742,1.000296711921692,1.0003159046173096,1.0003350973129272,1.000354290008545,1.0003734827041626,1.0003926753997803,1.0004117488861084,1.000430941581726,1.0004501342773438,1.0004693269729614,1.000488519668579,1.0005077123641968,1.0005269050598145,1.0005460977554321,1.0005652904510498,1.0005844831466675,1.0006036758422852,1.0006228685379028,1.0006420612335205,1.0006612539291382,1.0006804466247559,1.0006996393203735,1.0007188320159912]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.04876503348350525,-0.046875834465026855,-0.04498663544654846,-0.04309743642807007,-0.041208237409591675,-0.03931903839111328,-0.03742983564734459,-0.035540636628866196,-0.0336514376103878,-0.03176223859190941,-0.029873039573431015,-0.02798384055495262,-0.026094641536474228,-0.024205442517995834,-0.02231624163687229,-0.020427042618393898,-0.018537843599915504,-0.01664864458143711,-0.014759444631636143,-0.01287024561315775,-0.010981045663356781,-0.009091846644878387,-0.007202647626399994,-0.005313448142260313,-0.003424248658120632,-0.0015350492903962731,0.0003541500773280859,0.002243349328637123,0.004132548812776804,0.006021748296916485,0.007910947315394878,0.009800147265195847,0.01168934628367424,0.013578545302152634,0.015467745251953602,0.01735694520175457,0.019246144220232964,0.021135343238711357,0.02302454225718975,0.024913741275668144,0.026802942156791687,0.02869214117527008,0.030581340193748474,0.03247053921222687,0.03435973823070526,0.036248937249183655,0.03813813626766205,0.04002733528614044,0.041916534304618835,0.04380573704838753,0.04569493606686592,0.047584135085344315,0.04947333410382271,0.0513625331223011,0.053251732140779495,0.05514093115925789,0.05703013017773628,0.058919329196214676,0.06080852821469307,0.06269773095846176,0.06458692997694016,0.06647612899541855,0.06836532801389694,0.07025452703237534,0.07214372605085373],"_type":"histogram","values":[3,0,0,2,3,0,3,7,11,11,9,12,8,19,15,15,21,10,28,24,37,21,31,32,34,29,38,21,23,36,35,39,28,22,25,15,20,15,14,5,9,5,7,7,3,6,4,1,0,2,0,1,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,2,1,4,3,5,3,5,4,5,10,7,13,11,19,22,25,43,53,143,131,60,28,29,23,18,16,14,15,5,9,9,6,3,2,3,1,4,0,3,2,1,2,1,0,0,0,1,1,0,0,1],"bins":[-2.9966009606141597e-05,-2.9029923098278232e-05,-2.8093836590414867e-05,-2.7157748263562098e-05,-2.6221661755698733e-05,-2.5285575247835368e-05,-2.4349488739972003e-05,-2.3413400413119234e-05,-2.247731390525587e-05,-2.1541227397392504e-05,-2.060514088952914e-05,-1.9669054381665774e-05,-1.8732966054813005e-05,-1.779687954694964e-05,-1.6860793039086275e-05,-1.592470653122291e-05,-1.4988619113864843e-05,-1.4052532606001478e-05,-1.311644518864341e-05,-1.2180358680780046e-05,-1.1244271263421979e-05,-1.0308184755558614e-05,-9.372097338200547e-06,-8.436010830337182e-06,-7.499923867726466e-06,-6.56383690511575e-06,-5.627749942505034e-06,-4.691662979894318e-06,-3.755576244657277e-06,-2.819489282046561e-06,-1.8834024331226829e-06,-9.473155273553857e-07,-1.1228621588088572e-08,9.248582841792086e-07,1.8609451899465057e-06,2.797032038870384e-06,3.7331190014811e-06,4.6692057367181405e-06,5.6052926993288565e-06,6.5413796619395725e-06,7.4774666245502885e-06,8.413553587161005e-06,9.34964009502437e-06,1.0285727512382437e-05,1.1221814020245802e-05,1.2157901437603869e-05,1.3093987945467234e-05,1.40300753628253e-05,1.4966161870688666e-05,1.5902249288046733e-05,1.6838335795910098e-05,1.7774422303773463e-05,1.8710508811636828e-05,1.9646597138489597e-05,2.058268364635296e-05,2.1518770154216327e-05,2.2454856662079692e-05,2.3390943169943057e-05,2.4327031496795826e-05,2.526311800465919e-05,2.6199204512522556e-05,2.713529102038592e-05,2.807137934723869e-05,2.9007465855102055e-05,2.994355236296542e-05]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[3,0,2,1,0,0,1,0,4,7,5,3,6,4,12,6,12,15,16,10,14,13,16,14,23,20,17,26,33,39,34,31,27,33,29,33,29,36,17,25,13,12,19,14,19,17,7,6,13,4,5,7,4,3,0,1,1,2,2,0,1,0,1,1],"bins":[-0.00037994232843630016,-0.00036794194602407515,-0.0003559415927156806,-0.0003439412103034556,-0.0003319408278912306,-0.0003199404454790056,-0.00030794006306678057,-0.000295939709758386,-0.000283939327346161,-0.000271938944933936,-0.00025993859162554145,-0.00024793820921331644,-0.00023593782680109143,-0.00022393744438886642,-0.00021193707652855664,-0.00019993670866824687,-0.00018793632625602186,-0.00017593594384379685,-0.00016393557598348707,-0.0001519352081231773,-0.00013993482571095228,-0.00012793444329872727,-0.0001159340754384175,-0.0001039337003021501,-9.19333251658827e-05,-7.993295002961531e-05,-6.793257489334792e-05,-5.5932199757080525e-05,-4.393182462081313e-05,-3.193144948454574e-05,-1.9931074348278344e-05,-7.93069921201095e-06,4.069705028086901e-06,1.6070080164354295e-05,2.807045530062169e-05,4.007083043688908e-05,5.2071205573156476e-05,6.407158070942387e-05,7.607195584569126e-05,8.807233098195866e-05,0.00010007270611822605,0.00011207308125449345,0.00012407345639076084,0.00013607382425107062,0.00014807420666329563,0.00016007458907552063,0.00017207495693583041,0.0001840753247961402,0.0001960757072083652,0.0002080760896205902,0.0002200764574809,0.00023207682534120977,0.00024407720775343478,0.0002560775901656598,0.00026807794347405434,0.00028007832588627934,0.00029207870829850435,0.00030407909071072936,0.00031607947312295437,0.0003280798264313489,0.00034008020884357393,0.00035208059125579894,0.0003640809445641935,0.0003760813269764185,0.0003880817093886435]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[3,2,3,9,8,16,9,23,27,36,42,69,85,147,198,276,341,583,759,1200,1684,2549,3722,5922,9152,14877,23832,42278,76526,158740,423848,447172,168230,79805,42672,25269,15222,9224,6171,3914,2548,1803,1135,747,613,375,263,205,154,132,66,61,39,23,17,14,8,4,3,4,1,0,2,2],"bins":[-0.025390625,-0.024572372436523438,-0.023754119873046875,-0.022935867309570312,-0.02211761474609375,-0.021299362182617188,-0.020481109619140625,-0.019662857055664062,-0.0188446044921875,-0.018026351928710938,-0.017208099365234375,-0.016389846801757812,-0.01557159423828125,-0.014753341674804688,-0.013935089111328125,-0.013116836547851562,-0.012298583984375,-0.011480331420898438,-0.010662078857421875,-0.009843826293945312,-0.00902557373046875,-0.008207321166992188,-0.007389068603515625,-0.0065708160400390625,-0.0057525634765625,-0.0049343109130859375,-0.004116058349609375,-0.0032978057861328125,-0.00247955322265625,-0.0016613006591796875,-0.000843048095703125,-2.47955322265625e-05,0.00079345703125,0.0016117095947265625,0.002429962158203125,0.0032482147216796875,0.00406646728515625,0.0048847198486328125,0.005702972412109375,0.0065212249755859375,0.0073394775390625,0.008157730102539062,0.008975982666015625,0.009794235229492188,0.01061248779296875,0.011430740356445312,0.012248992919921875,0.013067245483398438,0.013885498046875,0.014703750610351562,0.015522003173828125,0.016340255737304688,0.01715850830078125,0.017976760864257812,0.018795013427734375,0.019613265991210938,0.0204315185546875,0.021249771118164062,0.022068023681640625,0.022886276245117188,0.02370452880859375,0.024522781372070312,0.025341033935546875,0.026159286499023438,0.0269775390625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-2.121669240295887e-06,-2.058237441815436e-06,-1.9948056433349848e-06,-1.9313736174808582e-06,-1.8679418190004071e-06,-1.804510020519956e-06,-1.7410781083526672e-06,-1.6776461961853784e-06,-1.6142143977049273e-06,-1.5507825992244761e-06,-1.4873506870571873e-06,-1.4239187748898985e-06,-1.3604869764094474e-06,-1.2970551779289963e-06,-1.2336232657617074e-06,-1.1701913535944186e-06,-1.1067595551139675e-06,-1.0433277566335164e-06,-9.798958444662276e-07,-9.164639891423576e-07,-8.530321338184876e-07,-7.896002784946177e-07,-7.261684231707477e-07,-6.627365678468777e-07,-5.993047125230078e-07,-5.358728571991378e-07,-4.7244100187526783e-07,-4.0900914655139786e-07,-3.455772912275279e-07,-2.821454359036579e-07,-2.1871358057978796e-07,-1.55281725255918e-07,-9.184986993204802e-08,-2.8418014608178055e-08,3.501384071569191e-08,9.844569603956188e-08,1.6187755136343185e-07,2.2530940668730182e-07,2.887412620111718e-07,3.5217311733504175e-07,4.156049726589117e-07,4.790368279827817e-07,5.424686833066517e-07,6.059005386305216e-07,6.693323939543916e-07,7.327642492782616e-07,7.961961046021315e-07,8.596279599260015e-07,9.230598152498715e-07,9.864916137303226e-07,1.0499235258976114e-06,1.1133554380649002e-06,1.1767872365453513e-06,1.2402190350258024e-06,1.3036509471930913e-06,1.36708285936038e-06,1.4305146578408312e-06,1.4939464563212823e-06,1.5573783684885711e-06,1.62081028065586e-06,1.684242079136311e-06,1.7476738776167622e-06,1.811105789784051e-06,1.8745377019513398e-06,1.937969500431791e-06],"_type":"histogram","values":[1,0,0,0,1,1,0,1,0,2,0,1,0,1,1,2,6,4,4,2,4,4,14,13,20,16,17,32,23,36,45,43,70,58,62,51,37,30,28,32,17,13,12,12,6,9,4,6,2,8,3,1,0,3,0,2,2,1,2,0,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,0,1,1,2,2,2,3,5,6,9,7,15,9,9,18,23,32,35,34,49,54,76,78,84,90,91,103,107,103,106,128,92,87,72,77,72,61,59,40,38,21,23,19,14,21,8,13,10,4,4,12,5,2,4,0,0,2,2],"bins":[-0.013446278870105743,-0.01306006871163845,-0.012673857621848583,-0.01228764746338129,-0.011901437304913998,-0.01151522621512413,-0.011129016056656837,-0.010742805898189545,-0.010356595739722252,-0.009970384649932384,-0.009584174491465092,-0.009197964332997799,-0.008811753243207932,-0.008425543084740639,-0.008039332926273346,-0.007653122302144766,-0.007266911678016186,-0.006880701053887606,-0.006494490895420313,-0.006108280271291733,-0.00572207011282444,-0.00533585948869586,-0.00494964886456728,-0.004563438706099987,-0.004177228081971407,-0.0037910176906734705,-0.003404807299375534,-0.003018596675246954,-0.0026323862839490175,-0.002246175892651081,-0.0018599653849378228,-0.0014737548772245646,-0.0010875444859266281,-0.0007013340364210308,-0.0003151235869154334,7.108686259016395e-05,0.0004572973120957613,0.0008435077616013587,0.001229718211106956,0.0016159287188202143,0.0020021391101181507,0.002388349501416087,0.0027745598927140236,0.0031607705168426037,0.00354698090814054,0.0039331912994384766,0.004319401923567057,0.0047056120820343494,0.0050918227061629295,0.00547803333029151,0.005864243488758802,0.0062504541128873825,0.006636664271354675,0.007022874895483255,0.0074090855196118355,0.007795295678079128,0.008181506767868996,0.008567716926336288,0.008953927084803581,0.009340137243270874,0.009726348333060741,0.010112558491528034,0.010498768649995327,0.010884979739785194,0.011271189898252487]},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,0,0,2,2,0,0,0,1,3,1,1,5,1,3,1,1,4,6,1,5,1,6,6,4,4,1,5,5,1,4,5,2,5,0,3,5,2,1,2,2,3,0,5,0,4,0,1,0,1,4,0,2,0,0,1,1,1],"bins":[-0.05683815851807594,-0.055225685238838196,-0.05361321568489075,-0.052000742405653,-0.05038826912641525,-0.048775795847177505,-0.04716332256793976,-0.04555085301399231,-0.04393837973475456,-0.042325906455516815,-0.040713436901569366,-0.03910096362233162,-0.03748849034309387,-0.035876017063856125,-0.03426354378461838,-0.03265107423067093,-0.031038600951433182,-0.029426127672195435,-0.027813656255602837,-0.02620118483901024,-0.02458871155977249,-0.022976238280534744,-0.021363766863942146,-0.01975129544734955,-0.0181388221681118,-0.016526348888874054,-0.014913877472281456,-0.013301405124366283,-0.01168893277645111,-0.010076460428535938,-0.008463988080620766,-0.006851515732705593,-0.005239047110080719,-0.0036265747621655464,-0.002014102414250374,-0.00040163006633520126,0.0012108422815799713,0.002823314629495144,0.0044357869774103165,0.006048259325325489,0.007660731673240662,0.009273204021155834,0.010885676369071007,0.01249814871698618,0.014110621064901352,0.0157230943441391,0.017335565760731697,0.018948037177324295,0.020560510456562042,0.02217298373579979,0.023785455152392387,0.025397926568984985,0.027010399848222733,0.02862287312746048,0.030235344544053078,0.031847815960645676,0.03346028923988342,0.03507276251912117,0.03668523579835892,0.038297705352306366,0.03991017863154411,0.04152265191078186,0.04313512146472931,0.044747594743967056,0.0463600680232048]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[3,2,1,1,3,1,2,3,1,6,6,2,6,15,10,7,13,13,20,20,28,19,21,30,30,39,27,42,42,33,28,41,18,23,26,17,13,9,22,17,7,9,13,14,6,9,7,8,2,3,4,5,2,2,1,3,4,0,2,1,4,1,0,1],"bins":[0.9994762539863586,0.999495804309845,0.9995152950286865,0.9995348453521729,0.9995543956756592,0.9995738863945007,0.9995934367179871,0.9996129274368286,0.9996324777603149,0.9996520280838013,0.9996715188026428,0.9996910691261292,0.9997106194496155,0.999730110168457,0.9997496604919434,0.9997692108154297,0.9997887015342712,0.9998082518577576,0.9998278021812439,0.9998472929000854,0.9998668432235718,0.9998863339424133,0.9999058842658997,0.999925434589386,0.9999449253082275,0.9999644756317139,0.9999840259552002,1.0000035762786865,1.0000230073928833,1.0000425577163696,1.000062108039856,1.0000816583633423,1.0001012086868286,1.000120759010315,1.0001401901245117,1.000159740447998,1.0001792907714844,1.0001988410949707,1.000218391418457,1.0002378225326538,1.0002573728561401,1.0002769231796265,1.0002964735031128,1.0003160238265991,1.0003355741500854,1.0003550052642822,1.0003745555877686,1.0003941059112549,1.0004136562347412,1.0004332065582275,1.0004527568817139,1.0004721879959106,1.000491738319397,1.0005112886428833,1.0005308389663696,1.000550389289856,1.0005698204040527,1.000589370727539,1.0006089210510254,1.0006284713745117,1.000648021697998,1.0006675720214844,1.0006870031356812,1.0007065534591675,1.0007261037826538],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,0,0,2,4,5,7,22,43,63,128,177,297,516,741,1212,1712,2436,3444,4890,6415,8567,10929,13619,16699,20142,23477,26425,29674,32324,34459,35650,36079,35976,34767,32777,30615,27161,23782,20385,17214,13951,11279,9016,6551,4883,3611,2615,1786,1256,766,487,305,222,107,75,37,14,13,6,4,4],"bins":[-0.10689707845449448,-0.10380475968122482,-0.10071244090795517,-0.09762012213468552,-0.09452780336141586,-0.09143548458814621,-0.08834316581487656,-0.0852508470416069,-0.08215853571891785,-0.0790662169456482,-0.07597389817237854,-0.07288157939910889,-0.06978926062583923,-0.06669694185256958,-0.06360462307929993,-0.06051230430603027,-0.05741998553276062,-0.05432766675949097,-0.051235347986221313,-0.04814302921295166,-0.04505071043968201,-0.04195839539170265,-0.038866076618433,-0.035773757845163345,-0.03268143907189369,-0.02958912029862404,-0.026496801525354385,-0.02340448461472988,-0.020312165841460228,-0.017219847068190575,-0.014127529226243496,-0.011035211384296417,-0.007942885160446167,-0.004850566852837801,-0.001758248545229435,0.001334069762378931,0.004426388069987297,0.007518706377595663,0.010611024685204029,0.013703342527151108,0.01679566130042076,0.019887980073690414,0.022980298846960068,0.026072615757584572,0.029164934530854225,0.03225725144147873,0.03534957021474838,0.038441888988018036,0.04153420776128769,0.04462652653455734,0.047718845307826996,0.05081116408109665,0.0539034828543663,0.05699579790234566,0.06008811667561531,0.06318043917417526,0.06627275049686432,0.06936506927013397,0.07245738804340363,0.07554970681667328,0.07864202558994293,0.08173434436321259,0.08482666313648224,0.08791898190975189,0.09101130068302155],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[2,0,2,0,1,0,3,1,0,0,2,2,4,6,10,13,12,13,18,24,34,36,56,81,104,110,130,198,233,311,505,996,2861,444872,1169,590,341,264,196,142,117,88,81,52,42,33,24,22,18,24,7,6,9,4,2,3,2,1,3,3,1,2,1,1],"bins":[-1.0237555503845215,-0.9928429126739502,-0.9619302749633789,-0.9310176372528076,-0.9001049995422363,-0.8691924214363098,-0.8382797837257385,-0.8073671460151672,-0.776454508304596,-0.7455418705940247,-0.7146292328834534,-0.6837165951728821,-0.6528040170669556,-0.6218913793563843,-0.590978741645813,-0.5600661039352417,-0.5291534662246704,-0.4982408285140991,-0.46732819080352783,-0.43641558289527893,-0.40550294518470764,-0.37459030747413635,-0.34367769956588745,-0.31276506185531616,-0.2818524241447449,-0.2509397864341736,-0.2200271636247635,-0.1891145408153534,-0.1582019031047821,-0.12728926539421082,-0.09637664258480072,-0.06546401232481003,-0.03455144166946411,-0.003638811409473419,0.027273818850517273,0.058186449110507965,0.08909907937049866,0.12001170963048935,0.15092433989048004,0.18183696269989014,0.21274960041046143,0.24366223812103271,0.274574875831604,0.3054874837398529,0.3364001214504242,0.3673127591609955,0.3982253670692444,0.4291380047798157,0.46005064249038696,0.49096328020095825,0.5218759179115295,0.5527885556221008,0.5837011337280273,0.6146137714385986,0.6455264091491699,0.6764390468597412,0.7073516845703125,0.7382643222808838,0.7691769599914551,0.8000895977020264,0.8310022354125977,0.8619148135185242,0.8928274512290955,0.9237400889396667,0.954652726650238]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.021728515625,-0.020967483520507812,-0.020206451416015625,-0.019445419311523438,-0.01868438720703125,-0.017923355102539062,-0.017162322998046875,-0.016401290893554688,-0.0156402587890625,-0.014879226684570312,-0.014118194580078125,-0.013357162475585938,-0.01259613037109375,-0.011835098266601562,-0.011074066162109375,-0.010313034057617188,-0.009552001953125,-0.008790969848632812,-0.008029937744140625,-0.0072689056396484375,-0.00650787353515625,-0.0057468414306640625,-0.004985809326171875,-0.0042247772216796875,-0.0034637451171875,-0.0027027130126953125,-0.001941680908203125,-0.0011806488037109375,-0.00041961669921875,0.0003414154052734375,0.001102447509765625,0.0018634796142578125,0.00262451171875,0.0033855438232421875,0.004146575927734375,0.0049076080322265625,0.00566864013671875,0.0064296722412109375,0.007190704345703125,0.007951736450195312,0.0087127685546875,0.009473800659179688,0.010234832763671875,0.010995864868164062,0.01175689697265625,0.012517929077148438,0.013278961181640625,0.014039993286132812,0.014801025390625,0.015562057495117188,0.016323089599609375,0.017084121704101562,0.01784515380859375,0.018606185913085938,0.019367218017578125,0.020128250122070312,0.0208892822265625,0.021650314331054688,0.022411346435546875,0.023172378540039062,0.02393341064453125,0.024694442749023438,0.025455474853515625,0.026216506958007812,0.0269775390625],"_type":"histogram","values":[2,2,1,7,12,7,12,18,15,29,45,66,105,169,251,359,526,910,1353,2116,3763,6048,10358,17529,30946,56423,106459,237044,572247,275800,115746,57186,31804,17720,10742,6319,3879,2413,1514,815,642,406,265,228,177,107,84,52,40,23,15,13,14,7,6,7,4,3,0,2,2,0,1,6]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.0967014878988266,-0.09369784593582153,-0.09069420397281647,-0.0876905545592308,-0.08468691259622574,-0.08168327063322067,-0.07867962121963501,-0.07567597925662994,-0.07267233729362488,-0.06966869533061981,-0.06666505336761475,-0.06366140395402908,-0.06065776199102402,-0.05765412002801895,-0.05465047433972359,-0.05164682865142822,-0.04864318668842316,-0.04563954472541809,-0.042635899037122726,-0.03963225334882736,-0.036628611385822296,-0.03362496942281723,-0.030621323734521866,-0.02761767990887165,-0.024614036083221436,-0.02161039225757122,-0.018606748431921005,-0.01560310460627079,-0.012599460780620575,-0.00959581695497036,-0.006592173129320145,-0.0035885293036699295,-0.0005848854780197144,0.002418758347630501,0.005422402173280716,0.008426045998930931,0.011429689824581146,0.014433333650231361,0.017436977475881577,0.02044062130153179,0.023444265127182007,0.026447908952832222,0.029451552778482437,0.0324551984667778,0.03545884042978287,0.03846248239278793,0.0414661280810833,0.04446977376937866,0.04747341573238373,0.050477057695388794,0.05348070338368416,0.05648434907197952,0.05948799103498459,0.062491632997989655,0.06549528241157532,0.06849892437458038,0.07150256633758545,0.07450620830059052,0.07750985026359558,0.08051349967718124,0.08351714164018631,0.08652078360319138,0.08952443301677704,0.0925280749797821,0.09553171694278717],"_type":"histogram","values":[2,3,5,11,13,28,55,96,185,292,482,770,1207,1901,2802,4087,5916,8409,11443,15206,20190,26131,32612,40226,48351,56459,65140,73592,81074,86549,91342,93535,93966,92584,88890,82948,76619,68873,60076,51372,43269,35590,28212,22420,17118,12728,9310,6717,4881,3191,2237,1399,933,580,344,206,135,64,43,28,10,3,3,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.0006391531205736101,-0.0006185775273479521,-0.0005980019341222942,-0.0005774263408966362,-0.0005568508058786392,-0.0005362752126529813,-0.0005156996194273233,-0.0004951240262016654,-0.00047454843297600746,-0.0004539728397503495,-0.0004333972465246916,-0.0004128216824028641,-0.00039224608917720616,-0.0003716704959515482,-0.00035109493182972074,-0.0003305193386040628,-0.00030994374537840486,-0.0002893681521527469,-0.000268792558927089,-0.0002482169948052615,-0.00022764140157960355,-0.0002070658083539456,-0.0001864902296802029,-0.0001659146510064602,-0.00014533905778080225,-0.0001247634645551443,-0.0001041878858814016,-8.361229993170127e-05,-6.303671398200095e-05,-4.246112803230062e-05,-2.1885542082600296e-05,-1.3099561328999698e-06,1.9265629816800356e-05,3.984121576650068e-05,6.041680171620101e-05,8.099238766590133e-05,0.00010156797361560166,0.0001221435668412596,0.0001427191455150023,0.00016329472418874502,0.00018387031741440296,0.0002044459106400609,0.0002250214893138036,0.0002455970679875463,0.00026617266121320426,0.0002867482544388622,0.0003073238185606897,0.00032789941178634763,0.00034847500501200557,0.0003690505982376635,0.00038962619146332145,0.00041020175558514893,0.00043077734881080687,0.0004513529420364648,0.0004719285061582923,0.0004925040993839502,0.0005130796926096082,0.0005336552858352661,0.000554230879060924,0.000574806472286582,0.0005953820655122399,0.000615957600530237,0.0006365331937558949,0.0006571087869815528,0.0006776843802072108],"_type":"histogram","values":[3,2,4,5,8,6,5,6,5,5,5,8,8,10,8,11,13,14,13,16,17,17,20,11,29,13,21,16,20,15,22,34,23,22,22,25,30,18,16,16,21,19,13,19,10,9,15,8,9,6,15,3,8,11,6,6,8,8,5,2,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.00037217719363979995,-0.0003597776812966913,-0.00034737816895358264,-0.00033497862750664353,-0.0003225791151635349,-0.0003101796028204262,-0.00029778009047731757,-0.0002853805781342089,-0.00027298106579110026,-0.00026058152434416115,-0.0002481820120010525,-0.00023578249965794384,-0.0002233829873148352,-0.0002109834604198113,-0.00019858394807670265,-0.00018618442118167877,-0.00017378490883857012,-0.00016138539649546146,-0.00014898586960043758,-0.00013658635725732893,-0.00012418683036230505,-0.00011178731801919639,-9.938780567608774e-05,-8.698828605702147e-05,-7.45887664379552e-05,-6.218924681888893e-05,-4.978973083780147e-05,-3.739021485671401e-05,-2.4990695237647742e-05,-1.2591177437570877e-05,-1.9165963749401271e-07,1.2207858162582852e-05,2.460734685882926e-05,3.700686647789553e-05,4.940638245898299e-05,6.180589844007045e-05,7.420541805913672e-05,8.660493767820299e-05,9.900445002131164e-05,0.00011140396964037791,0.00012380348925944418,0.00013620300160255283,0.00014860252849757671,0.00016100204084068537,0.00017340155318379402,0.0001858010800788179,0.00019820059242192656,0.00021060011931695044,0.0002229996316600591,0.00023539914400316775,0.0002477986563462764,0.0002601981977932155,0.00027259771013632417,0.0002849972224794328,0.0002973967348225415,0.00030979624716565013,0.0003221957595087588,0.0003345953009556979,0.00034699481329880655,0.0003593943256419152,0.00037179383798502386,0.0003841933503281325,0.0003965928917750716,0.0004089924041181803,0.00042139191646128893],"_type":"histogram","values":[2,1,1,1,0,0,2,4,6,4,3,6,7,9,14,11,12,12,15,15,17,13,24,19,29,36,31,30,25,31,31,41,36,15,27,24,20,23,29,15,20,16,12,11,13,12,4,6,6,5,2,3,3,1,3,4,3,0,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,2,3,4,4,5,7,15,28,46,36,63,82,145,180,231,428,530,815,1239,1905,2735,4111,6626,10546,16563,28587,51540,115636,169563,78270,39021,22695,13669,8694,5240,3489,2261,1524,1029,685,514,293,227,143,113,78,61,36,34,22,16,8,7,8,4,1,1,1,1,0,1],"bins":[-0.037109375,-0.035923004150390625,-0.03473663330078125,-0.033550262451171875,-0.0323638916015625,-0.031177520751953125,-0.02999114990234375,-0.028804779052734375,-0.027618408203125,-0.026432037353515625,-0.02524566650390625,-0.024059295654296875,-0.0228729248046875,-0.021686553955078125,-0.02050018310546875,-0.019313812255859375,-0.01812744140625,-0.016941070556640625,-0.01575469970703125,-0.014568328857421875,-0.0133819580078125,-0.012195587158203125,-0.01100921630859375,-0.009822845458984375,-0.008636474609375,-0.007450103759765625,-0.00626373291015625,-0.005077362060546875,-0.0038909912109375,-0.002704620361328125,-0.00151824951171875,-0.000331878662109375,0.0008544921875,0.002040863037109375,0.00322723388671875,0.004413604736328125,0.0055999755859375,0.006786346435546875,0.00797271728515625,0.009159088134765625,0.010345458984375,0.011531829833984375,0.01271820068359375,0.013904571533203125,0.0150909423828125,0.016277313232421875,0.01746368408203125,0.018650054931640625,0.01983642578125,0.021022796630859375,0.02220916748046875,0.023395538330078125,0.0245819091796875,0.025768280029296875,0.02695465087890625,0.028141021728515625,0.029327392578125,0.030513763427734375,0.03170013427734375,0.032886505126953125,0.0340728759765625,0.035259246826171875,0.03644561767578125,0.037631988525390625,0.038818359375]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[2,4,1,1,0,2,6,2,6,3,5,9,4,10,10,15,16,29,43,51,86,123,79,61,51,25,27,20,15,16,9,5,4,4,5,2,3,2,1,4,0,1,1,0,2,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-0.030640756711363792,-0.029238563030958176,-0.02783636748790741,-0.026434171944856644,-0.025031978264451027,-0.02362978458404541,-0.022227589040994644,-0.020825393497943878,-0.01942319981753826,-0.018021006137132645,-0.01661881059408188,-0.015216615982353687,-0.013814421370625496,-0.012412226758897305,-0.011010032147169113,-0.009607837535440922,-0.00820564292371273,-0.006803448311984539,-0.005401253700256348,-0.003999059088528156,-0.002596864476799965,-0.0011946698650717735,0.00020752474665641785,0.0016097193583846092,0.0030119139701128006,0.004414108581840992,0.005816303193569183,0.007218497805297375,0.008620692417025566,0.010022887028753757,0.011425081640481949,0.01282727625221014,0.014229469001293182,0.01563166454434395,0.017033858224749565,0.018436051905155182,0.019838247448205948,0.021240442991256714,0.02264263667166233,0.024044830352067947,0.025447025895118713,0.02684922143816948,0.028251415118575096,0.029653608798980713,0.03105580434203148,0.032457999885082245,0.03386019170284271,0.03526238724589348,0.036664582788944244,0.03806677833199501,0.039468973875045776,0.040871165692806244,0.04227336123585701,0.043675556778907776,0.04507774859666824,0.04647994413971901,0.047882139682769775,0.04928433522582054,0.05068653076887131,0.052088722586631775,0.05349091812968254,0.05489311367273331,0.056295305490493774,0.05769750103354454,0.059099696576595306]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,3,1,0,7,21,13,27,54,77,133,238,311,517,746,1219,1738,2408,3397,4590,6128,8032,9884,12535,15384,18513,21405,24584,27340,29809,32062,33724,34319,34489,33762,32986,30804,28258,25397,22333,19259,16387,13485,10949,8600,6582,5030,3841,2690,1941,1334,918,605,366,228,152,88,43,39,15,9,4,5,5],"bins":[-0.09758161008358002,-0.09463763982057571,-0.09169367700815201,-0.0887497067451477,-0.0858057364821434,-0.0828617736697197,-0.0799178034067154,-0.07697383314371109,-0.07402986288070679,-0.07108590006828308,-0.06814192980527878,-0.06519795954227448,-0.06225399672985077,-0.059310026466846466,-0.05636605992913246,-0.05342208966612816,-0.050478123128414154,-0.04753415659070015,-0.04459018632769585,-0.04164621978998184,-0.03870224952697754,-0.035758282989263535,-0.03281431645154953,-0.029870348051190376,-0.026926379650831223,-0.02398241125047207,-0.021038442850112915,-0.01809447631239891,-0.015150507912039757,-0.012206539511680603,-0.009262572042644024,-0.0063186041079461575,-0.003374636173248291,-0.0004306682385504246,0.002513299696147442,0.005457267630845308,0.008401235565543175,0.011345203965902328,0.014289171434938908,0.017233138903975487,0.02017710730433464,0.023121075704693794,0.026065044105052948,0.029009010642766953,0.03195297718048096,0.03489694744348526,0.037840913981199265,0.04078488424420357,0.04372885078191757,0.04667281731963158,0.04961678758263588,0.052560754120349884,0.05550472438335419,0.05844869092106819,0.061392657458782196,0.0643366277217865,0.0672805905342102,0.07022456079721451,0.07316853106021881,0.07611250132322311,0.07905646413564682,0.08200043439865112,0.08494440466165543,0.08788836747407913,0.09083233773708344]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0024328024592250586,-0.0023425710387527943,-0.0022523393854498863,-0.002162107964977622,-0.0020718765445053577,-0.0019816451240330935,-0.0018914135871455073,-0.0018011820502579212,-0.001710950629785657,-0.0016207190928980708,-0.0015304875560104847,-0.0014402561355382204,-0.0013500245986506343,-0.00125979317817837,-0.0011695616412907839,-0.0010793302208185196,-0.0009890986839309335,-0.0008988672052510083,-0.0008086357265710831,-0.0007184042478911579,-0.0006281727692112327,-0.0005379412323236465,-0.00044770975364372134,-0.00035747827496379614,-0.00026724679628387094,-0.00017701531760394573,-8.67838243721053e-05,3.447661583777517e-06,9.367914753966033e-05,0.00018391062621958554,0.0002741421340033412,0.0003643736126832664,0.0004546050913631916,0.0005448365700431168,0.000635068048723042,0.0007252995274029672,0.0008155310060828924,0.0009057625429704785,0.0009959939634427428,0.001086225500330329,0.0011764569208025932,0.0012666884576901793,0.0013569199945777655,0.0014471514150500298,0.0015373829519376159,0.0016276143724098802,0.0017178459092974663,0.0018080773297697306,0.0018983088666573167,0.001988540403544903,0.002078771824017167,0.0021690032444894314,0.0022592348977923393,0.0023494663182646036,0.002439697738736868,0.002529929159209132,0.00262016081251204,0.0027103922329843044,0.0028006236534565687,0.0028908553067594767,0.002981086727231741,0.0030713181477040052,0.0031615495681762695,0.0032517812214791775,0.0033420126419514418],"_type":"histogram","values":[1,1,0,1,0,0,4,4,1,2,3,1,5,6,6,6,10,8,15,26,31,39,26,45,42,48,40,50,55,46,37,45,31,36,15,13,18,5,9,4,6,4,1,2,6,3,3,0,1,1,0,0,1,1,1,0,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,2,4,4,3,5,6,9,8,10,14,18,18,16,22,31,28,30,20,36,27,48,39,49,40,41,22,26,26,35,25,15,10,14,7,9,6,7,1,6,6,5,7,3,0,1,1,0,0,1,0,0,2,2],"bins":[-0.00041351382969878614,-0.0004007863171864301,-0.0003880588337779045,-0.00037533132126554847,-0.0003626038087531924,-0.00034987632534466684,-0.0003371488128323108,-0.00032442130031995475,-0.00031169381691142917,-0.0002989663043990731,-0.0002862387918867171,-0.00027351127937436104,-0.00026078379596583545,-0.0002480562834534794,-0.0002353287854930386,-0.00022260127298068255,-0.00020987377502024174,-0.00019714627705980092,-0.00018441876454744488,-0.00017169126658700407,-0.00015896375407464802,-0.0001462362561142072,-0.0001335087581537664,-0.00012078125291736796,-0.00010805374768096954,-9.532624244457111e-05,-8.259873720817268e-05,-6.987123924773186e-05,-5.7143734011333436e-05,-4.441622877493501e-05,-3.1688727176515386e-05,-1.896122375910636e-05,-6.233749445527792e-06,6.493753971881233e-06,1.9221257389290258e-05,3.194875898770988e-05,4.467626422410831e-05,5.740376946050674e-05,7.013126742094755e-05,8.285877265734598e-05,9.558627789374441e-05,0.00010831378313014284,0.00012104128836654127,0.00013376878632698208,0.0001464962842874229,0.00015922379679977894,0.00017195129476021975,0.0001846788072725758,0.0001974063052330166,0.00021013380319345742,0.00022286131570581347,0.00023558881366625428,0.0002483163261786103,0.0002610438095871359,0.00027377132209949195,0.000286498834611848,0.0002992263180203736,0.0003119538305327296,0.00032468134304508567,0.0003374088555574417,0.0003501363389659673,0.00036286385147832334,0.0003755913639906794,0.00038831884739920497,0.000401046359911561]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.10986328125,-0.10645294189453125,-0.1030426025390625,-0.09963226318359375,-0.096221923828125,-0.09281158447265625,-0.0894012451171875,-0.08599090576171875,-0.08258056640625,-0.07917022705078125,-0.0757598876953125,-0.07234954833984375,-0.068939208984375,-0.06552886962890625,-0.0621185302734375,-0.05870819091796875,-0.0552978515625,-0.05188751220703125,-0.0484771728515625,-0.04506683349609375,-0.041656494140625,-0.03824615478515625,-0.0348358154296875,-0.03142547607421875,-0.02801513671875,-0.02460479736328125,-0.0211944580078125,-0.01778411865234375,-0.014373779296875,-0.01096343994140625,-0.0075531005859375,-0.00414276123046875,-0.000732421875,0.00267791748046875,0.0060882568359375,0.00949859619140625,0.012908935546875,0.01631927490234375,0.0197296142578125,0.02313995361328125,0.02655029296875,0.02996063232421875,0.0333709716796875,0.03678131103515625,0.040191650390625,0.04360198974609375,0.0470123291015625,0.05042266845703125,0.0538330078125,0.05724334716796875,0.0606536865234375,0.06406402587890625,0.067474365234375,0.07088470458984375,0.0742950439453125,0.07770538330078125,0.08111572265625,0.08452606201171875,0.0879364013671875,0.09134674072265625,0.094757080078125,0.09816741943359375,0.1015777587890625,0.10498809814453125,0.1083984375],"_type":"histogram","values":[2,0,0,1,0,2,3,4,10,13,9,17,35,40,72,81,126,199,287,430,690,1023,1505,2496,3800,6117,10068,16568,28572,52690,118497,342076,647975,174422,73616,37654,21001,12679,7600,4637,2813,1802,1074,779,432,298,221,149,77,60,48,29,19,3,14,11,10,3,1,0,0,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,1,0,3,14,11,25,45,82,151,232,354,571,826,1216,1726,2361,3464,4560,5899,7872,9808,12403,15244,17998,20903,24018,27186,29399,31622,33041,33865,34335,34066,32794,30923,28592,25646,22650,19958,16625,13837,11294,8911,6853,5295,3985,2883,2034,1447,1017,633,437,262,184,92,67,41,30,14,8,4,3,3],"bins":[-0.09439937770366669,-0.09147441387176514,-0.08854944258928299,-0.08562447130680084,-0.08269950747489929,-0.07977454364299774,-0.0768495723605156,-0.07392460107803345,-0.0709996372461319,-0.06807467341423035,-0.0651497021317482,-0.06222473457455635,-0.0592997670173645,-0.05637479946017265,-0.053449831902980804,-0.050524864345788956,-0.04759989678859711,-0.04467492923140526,-0.04174996167421341,-0.03882499411702156,-0.03590002655982971,-0.03297505900263786,-0.030050091445446014,-0.027125123888254166,-0.024200156331062317,-0.021275188773870468,-0.01835022121667862,-0.01542525365948677,-0.012500286102294922,-0.009575318545103073,-0.006650350987911224,-0.0037253834307193756,-0.0008004084229469299,0.002124559134244919,0.005049526691436768,0.007974494248628616,0.010899461805820465,0.013824429363012314,0.016749396920204163,0.01967436447739601,0.02259933203458786,0.02552429959177971,0.028449267148971558,0.031374234706163406,0.034299202263355255,0.037224169820547104,0.04014913737773895,0.0430741049349308,0.04599907249212265,0.0489240400493145,0.05184900760650635,0.054773975163698196,0.057698942720890045,0.060623910278081894,0.06354887783527374,0.06647384166717529,0.06939881294965744,0.07232378423213959,0.07524874806404114,0.07817371189594269,0.08109868317842484,0.08402365446090698,0.08694861829280853,0.08987358212471008,0.09279855340719223],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,1,2,1,3,2,6,7,11,8,20,34,37,53,86,155,277,455,710,1203,2163,3541,6354,11001,20084,38259,82972,208349,111507,47261,24346,12917,7538,4176,2650,1458,830,512,311,193,121,64,46,30,20,19,8,5,3,2,4,3,2,1],"bins":[-0.068359375,-0.0665435791015625,-0.064727783203125,-0.0629119873046875,-0.06109619140625,-0.0592803955078125,-0.057464599609375,-0.0556488037109375,-0.0538330078125,-0.0520172119140625,-0.050201416015625,-0.0483856201171875,-0.04656982421875,-0.0447540283203125,-0.042938232421875,-0.0411224365234375,-0.039306640625,-0.0374908447265625,-0.035675048828125,-0.0338592529296875,-0.03204345703125,-0.0302276611328125,-0.028411865234375,-0.0265960693359375,-0.0247802734375,-0.0229644775390625,-0.021148681640625,-0.0193328857421875,-0.01751708984375,-0.0157012939453125,-0.013885498046875,-0.0120697021484375,-0.01025390625,-0.0084381103515625,-0.006622314453125,-0.0048065185546875,-0.00299072265625,-0.0011749267578125,0.000640869140625,0.0024566650390625,0.0042724609375,0.0060882568359375,0.007904052734375,0.0097198486328125,0.01153564453125,0.0133514404296875,0.015167236328125,0.0169830322265625,0.018798828125,0.0206146240234375,0.022430419921875,0.0242462158203125,0.02606201171875,0.0278778076171875,0.029693603515625,0.0315093994140625,0.0333251953125,0.0351409912109375,0.036956787109375,0.0387725830078125,0.04058837890625,0.0424041748046875,0.044219970703125,0.0460357666015625,0.0478515625]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[4,5,4,11,19,26,51,91,132,229,352,517,791,1143,1649,2310,3172,4356,5638,7398,9148,11501,14161,17045,19911,22787,25266,27888,30306,31986,33231,33803,33620,32507,30932,28859,26685,24073,21093,18067,15236,12752,9916,7965,6382,4810,3553,2572,1936,1345,916,599,387,254,180,99,68,39,25,10,3,5,4,1],"bins":[-0.09050161391496658,-0.08764540404081345,-0.0847892016172409,-0.08193299174308777,-0.07907678186893463,-0.07622057944536209,-0.07336436957120895,-0.07050816714763641,-0.06765195727348328,-0.06479574739933014,-0.0619395449757576,-0.05908333510160446,-0.05622712895274162,-0.053370922803878784,-0.05051471292972565,-0.04765850678086281,-0.04480230063199997,-0.04194609448313713,-0.03908988833427429,-0.036233678460121155,-0.033377472311258316,-0.030521266162395477,-0.02766505815088749,-0.0248088501393795,-0.021952643990516663,-0.019096437841653824,-0.016240229830145836,-0.013384022749960423,-0.01052781566977501,-0.007671608589589596,-0.0048154015094041824,-0.001959194429218769,0.0008970201015472412,0.0037532271817326546,0.006609434261918068,0.009465641342103481,0.012321848422288895,0.015178055502474308,0.01803426258265972,0.02089047059416771,0.023746676743030548,0.026602882891893387,0.029459090903401375,0.03231529891490936,0.0351715050637722,0.03802771121263504,0.04088392108678818,0.043740127235651016,0.046596333384513855,0.049452539533376694,0.05230874568223953,0.05516495555639267,0.05802116170525551,0.06087736785411835,0.06373357772827148,0.06658978015184402,0.06944599002599716,0.0723021999001503,0.07515840232372284,0.07801461219787598,0.08087082207202911,0.08372702449560165,0.08658323436975479,0.08943943679332733,0.09229564666748047],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[2,1,1,2,4,7,8,10,10,15,17,37,44,61,68,103,177,243,342,477,679,1067,1484,2364,3788,5703,9177,14534,25205,45138,98607,174905,96039,44867,24418,14618,9000,5744,3619,2351,1658,995,687,473,328,211,156,110,80,52,29,29,27,19,7,7,3,7,2,2,4,1,0,1],"bins":[-0.00186920166015625,-0.001809835433959961,-0.0017504692077636719,-0.0016911029815673828,-0.0016317367553710938,-0.0015723705291748047,-0.0015130043029785156,-0.0014536380767822266,-0.0013942718505859375,-0.0013349056243896484,-0.0012755393981933594,-0.0012161731719970703,-0.0011568069458007812,-0.0010974407196044922,-0.0010380744934082031,-0.000978708267211914,-0.000919342041015625,-0.0008599758148193359,-0.0008006095886230469,-0.0007412433624267578,-0.0006818771362304688,-0.0006225109100341797,-0.0005631446838378906,-0.0005037784576416016,-0.0004444122314453125,-0.00038504600524902344,-0.0003256797790527344,-0.0002663135528564453,-0.00020694732666015625,-0.0001475811004638672,-8.821487426757812e-05,-2.8848648071289062e-05,3.0517578125e-05,8.988380432128906e-05,0.00014925003051757812,0.0002086162567138672,0.00026798248291015625,0.0003273487091064453,0.0003867149353027344,0.00044608116149902344,0.0005054473876953125,0.0005648136138916016,0.0006241798400878906,0.0006835460662841797,0.0007429122924804688,0.0008022785186767578,0.0008616447448730469,0.0009210109710693359,0.000980377197265625,0.001039743423461914,0.0010991096496582031,0.0011584758758544922,0.0012178421020507812,0.0012772083282470703,0.0013365745544433594,0.0013959407806396484,0.0014553070068359375,0.0015146732330322266,0.0015740394592285156,0.0016334056854248047,0.0016927719116210938,0.0017521381378173828,0.0018115043640136719,0.001870870590209961,0.00193023681640625],"_type":"histogram"},"_wandb":{"runtime":324},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,2,0,0,2,2,2,0,3,2,3,4,7,4,9,8,14,26,19,28,27,43,56,121,105,77,34,34,25,17,21,14,11,11,9,6,7,1,2,1,2,0,0,2,1,0,0,0,1,0,1,0,2],"bins":[-0.14558625221252441,-0.14142854511737823,-0.13727083802223206,-0.13311313092708588,-0.1289554238319397,-0.12479770928621292,-0.12063999474048615,-0.11648228764533997,-0.11232458055019379,-0.10816687345504761,-0.10400916635990143,-0.09985145181417465,-0.09569374471902847,-0.0915360376238823,-0.08737832307815552,-0.08322061598300934,-0.07906290888786316,-0.07490520179271698,-0.0707474946975708,-0.06658978015184402,-0.062432073056697845,-0.058274365961551666,-0.05411665514111519,-0.04995894432067871,-0.04580123722553253,-0.04164353013038635,-0.037485819309949875,-0.0333281084895134,-0.029170401394367218,-0.02501269243657589,-0.02085498347878456,-0.016697274520993233,-0.012539573013782501,-0.008381864055991173,-0.004224155098199844,-6.644614040851593e-05,0.0040912628173828125,0.008248971775174141,0.01240668073296547,0.016564389690756798,0.020722098648548126,0.024879807606339455,0.029037516564130783,0.03319522738456726,0.03735293447971344,0.04151064157485962,0.0456683523952961,0.049826063215732574,0.053983770310878754,0.05814147740602493,0.06229918822646141,0.06645689904689789,0.07061460614204407,0.07477231323719025,0.07893002033233643,0.0830877348780632,0.08724544197320938,0.09140314906835556,0.09556086361408234,0.09971857070922852,0.1038762778043747,0.10803398489952087,0.11219169199466705,0.11634940654039383,0.12050711363554001],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,5,5,16,24,45,83,116,215,305,484,735,1044,1527,2223,2952,4030,5405,7047,9110,11381,13789,16755,19572,22674,25604,28127,30375,32365,33587,34143,33937,33068,31377,29439,27134,24196,21189,17960,15346,12388,10044,8035,6072,4609,3449,2435,1777,1308,779,592,356,246,158,76,44,25,21,12,3,0,3],"bins":[-0.09479423612356186,-0.09189735352993011,-0.08900047838687897,-0.08610359579324722,-0.08320671319961548,-0.08030983805656433,-0.07741295546293259,-0.07451607286930084,-0.0716191977262497,-0.06872231513261795,-0.0658254325389862,-0.06292855739593506,-0.060031674802303314,-0.05713479593396187,-0.05423791706562042,-0.05134103447198868,-0.04844415560364723,-0.045547276735305786,-0.04265039414167404,-0.039753515273332596,-0.03685663640499115,-0.033959753811359406,-0.03106287494301796,-0.028165996074676514,-0.02526911534368992,-0.022372234612703323,-0.019475355744361877,-0.016578475013375282,-0.013681595213711262,-0.010784715414047241,-0.007887834683060646,-0.0049909548833966255,-0.002094075083732605,0.0008028049487620592,0.0036996849812567234,0.006596565246582031,0.009493445046246052,0.012390324845910072,0.015287205576896667,0.018184084445238113,0.02108096517622471,0.023977845907211304,0.02687472477555275,0.029771605506539345,0.03266848623752594,0.035565365105867386,0.03846224397420883,0.041359126567840576,0.04425600543618202,0.04715288430452347,0.05004976689815521,0.05294664576649666,0.055843524634838104,0.05874040722846985,0.061637286096811295,0.06453416496515274,0.06743104755878448,0.07032792270183563,0.07322480529546738,0.07612168788909912,0.07901856303215027,0.08191544562578201,0.08481232821941376,0.0877092033624649,0.09060608595609665]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[3,4,2,5,4,4,5,10,5,12,12,9,6,5,14,8,15,13,16,14,24,20,14,11,19,20,20,24,19,19,21,23,21,18,20,22,15,20,18,22,25,13,14,17,14,14,13,12,12,14,8,10,3,5,8,5,4,8,4,4,1,1,2,1],"bins":[-0.000566797039937228,-0.0005488814786076546,-0.0005309658590704203,-0.0005130502977408469,-0.0004951347364112735,-0.0004772191168740392,-0.0004593035555444658,-0.00044138796511106193,-0.0004234723746776581,-0.00040555678424425423,-0.0003876411938108504,-0.000369725632481277,-0.00035181004204787314,-0.0003338944516144693,-0.0003159788902848959,-0.00029806329985149205,-0.0002801477094180882,-0.00026223211898468435,-0.0002443165285512805,-0.0002264009672217071,-0.00020848537678830326,-0.0001905697863548994,-0.00017265421047341079,-0.00015473863459192216,-0.00013682304415851831,-0.00011890746100107208,-0.00010099187784362584,-8.307629468617961e-05,-6.516071152873337e-05,-4.724512837128714e-05,-2.9329545213840902e-05,-1.1413962056394666e-05,6.5015628933906555e-06,2.441714605083689e-05,4.2332729208283126e-05,6.024831236572936e-05,7.81638955231756e-05,9.607947868062183e-05,0.00011399506183806807,0.0001319106377195567,0.00014982622815296054,0.0001677418185863644,0.000185657394467853,0.00020357297034934163,0.00022148856078274548,0.00023940415121614933,0.0002573197125457227,0.00027523530297912657,0.0002931508934125304,0.00031106648384593427,0.0003289820742793381,0.0003468976356089115,0.00036481322604231536,0.0003827288164757192,0.0004006443778052926,0.00041855996823869646,0.0004364755586721003,0.00045439114910550416,0.000472306739538908,0.0004902223008684814,0.0005081378621980548,0.0005260534817352891,0.0005439690430648625,0.0005618846626020968,0.0005798002239316702],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.09053769707679749,-0.08747197687625885,-0.08440625667572021,-0.08134053647518158,-0.07827481627464294,-0.07520909607410431,-0.07214337587356567,-0.06907765567302704,-0.0660119354724884,-0.06294622272253036,-0.05988049879670143,-0.056814778596162796,-0.05374906212091446,-0.050683341920375824,-0.04761762171983719,-0.04455190151929855,-0.04148618131875992,-0.03842046111822128,-0.03535474091768265,-0.03228902071714401,-0.029223302379250526,-0.02615758217871189,-0.023091863840818405,-0.02002614364027977,-0.016960423439741135,-0.0138947032392025,-0.010828983969986439,-0.007763264235109091,-0.004697544500231743,-0.001631824765354395,0.001433894969522953,0.004499614704400301,0.007565341889858246,0.010631062090396881,0.013696781359612942,0.016762500628829002,0.019828220829367638,0.022893941029906273,0.02595965936779976,0.029025379568338394,0.03209109976887703,0.035156819969415665,0.0382225401699543,0.041288260370492935,0.04435397684574127,0.04741969704627991,0.05048541724681854,0.05355113744735718,0.05661685764789581,0.05968257784843445,0.06274829804897308,0.06581401824951172,0.06887973845005035,0.07194545865058899,0.07501117885112762,0.07807689905166626,0.0811426192522049,0.08420833200216293,0.08727405220270157,0.0903397724032402,0.09340549260377884,0.09647121280431747,0.09953693300485611,0.10260265320539474,0.10566837340593338],"_type":"histogram","values":[1,2,7,13,25,34,65,111,193,339,487,803,1171,1711,2617,3595,4977,6653,8702,11044,13452,16936,20281,23517,26678,29467,32552,34339,35581,35967,35513,34409,32609,29971,27091,23764,20591,17095,14034,11056,8817,6773,5194,3666,2697,1777,1254,827,539,331,191,131,82,40,22,14,9,4,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,2,2,2,3,4,4,7,6,10,6,8,14,24,28,29,38,59,126,104,62,54,39,31,26,15,13,12,7,8,4,2,2,0,4,3,3,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.05175411328673363,-0.04932205006480217,-0.046889983117580414,-0.044457919895648956,-0.0420258566737175,-0.03959378972649574,-0.037161726504564285,-0.03472966328263283,-0.03229759633541107,-0.029865533113479614,-0.027433469891548157,-0.02500140480697155,-0.022569339722394943,-0.020137276500463486,-0.01770521141588688,-0.015273147262632847,-0.012841083109378815,-0.010409018956124783,-0.00797695480287075,-0.005544889718294144,-0.0031128255650401115,-0.0006807611789554358,0.00175130320712924,0.0041833678260445595,0.006615431979298592,0.009047496132552624,0.011479560285806656,0.013911625370383263,0.01634369045495987,0.018775753676891327,0.021207818761467934,0.02363988198339939,0.0260719433426857,0.028504008427262306,0.030936071649193764,0.03336813673377037,0.03580019995570183,0.038232266902923584,0.04066433012485504,0.0430963933467865,0.04552845656871796,0.04796052351593971,0.05039258673787117,0.05282464995980263,0.055256716907024384,0.05768878012895584,0.0601208433508873,0.06255290657281876,0.06498497724533081,0.06741704046726227,0.06984910368919373,0.07228116691112518,0.07471323013305664,0.0771452933549881,0.07957735657691956,0.08200942724943161,0.08444149047136307,0.08687355369329453,0.08930561691522598,0.09173768013715744,0.0941697433590889,0.09660181403160095,0.09903387725353241,0.10146594047546387,0.10389800369739532]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,3,3,4,6,1,6,4,5,11,14,10,12,7,17,18,10,19,22,23,26,21,21,24,23,24,19,16,27,30,17,28,18,23,15,23,6,18,19,15,15,15,10,12,17,12,8,19,6,10,5,2,2,4,4,2,4,5,1,1,1,1,0,3],"bins":[0.9995059967041016,0.9995244145393372,0.9995428919792175,0.9995613098144531,0.9995797276496887,0.9995981454849243,0.9996166229248047,0.9996350407600403,0.9996534585952759,0.9996719360351562,0.9996903538703918,0.9997087717056274,0.999727189540863,0.9997456669807434,0.999764084815979,0.9997825026512146,0.9998009204864502,0.9998193979263306,0.9998378157615662,0.9998562335968018,0.9998747110366821,0.9998931288719177,0.9999115467071533,0.9999299645423889,0.9999484419822693,0.9999668598175049,0.9999852776527405,1.000003695487976,1.0000221729278564,1.0000406503677368,1.0000590085983276,1.000077486038208,1.0000958442687988,1.0001143217086792,1.0001327991485596,1.0001511573791504,1.0001696348190308,1.0001881122589111,1.000206470489502,1.0002249479293823,1.0002434253692627,1.0002617835998535,1.0002802610397339,1.0002987384796143,1.000317096710205,1.0003355741500854,1.0003539323806763,1.0003724098205566,1.000390887260437,1.0004092454910278,1.0004277229309082,1.0004462003707886,1.0004645586013794,1.0004830360412598,1.0005015134811401,1.000519871711731,1.0005383491516113,1.0005568265914917,1.0005751848220825,1.000593662261963,1.0006120204925537,1.000630497932434,1.0006489753723145,1.0006673336029053,1.0006858110427856]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0006494154804386199,-0.0006291416939347982,-0.0006088679656386375,-0.0005885941791348159,-0.0005683203926309943,-0.0005480466061271727,-0.0005277728196233511,-0.0005074990913271904,-0.0004872253048233688,-0.0004669515183195472,-0.000446677760919556,-0.00042640400351956487,-0.00040613021701574326,-0.00038585643051192164,-0.0003655826731119305,-0.00034530891571193933,-0.0003250351292081177,-0.0003047613427042961,-0.00028448758530430496,-0.0002642138279043138,-0.0002439400414004922,-0.0002236662694485858,-0.00020339249749667943,-0.00018311872554477304,-0.00016284495359286666,-0.00014257118164096028,-0.0001222974096890539,-0.00010202363773714751,-8.174986578524113e-05,-6.147609383333474e-05,-4.120232188142836e-05,-2.0928549929521978e-05,-6.548361852765083e-07,1.9618935766629875e-05,3.989270771853626e-05,6.016647967044264e-05,8.044025162234902e-05,0.00010071402357425541,0.00012098779552616179,0.00014126156747806817,0.00016153533942997456,0.00018180911138188094,0.00020208288333378732,0.0002223566552856937,0.0002426304272376001,0.0002629042137414217,0.00028317797114141285,0.000303451728541404,0.0003237255150452256,0.00034399930154904723,0.0003642730589490384,0.00038454681634902954,0.00040482060285285115,0.00042509438935667276,0.0004453681467566639,0.0004656419041566551,0.0004859156906604767,0.0005061894771642983,0.0005264632636681199,0.0005467369919642806,0.0005670107784681022,0.0005872845649719238,0.0006075582932680845,0.0006278320797719061,0.0006481058662757277],"_type":"histogram","values":[1,5,1,1,2,4,4,4,8,6,9,7,7,9,6,5,13,22,12,15,11,20,7,13,18,18,22,13,27,24,27,20,17,27,10,28,24,22,26,21,15,17,19,15,17,13,11,25,13,14,8,10,7,7,7,7,5,5,4,3,3,3,2,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,1,2,2,1,5,2,3,8,3,7,11,4,16,13,9,15,20,25,22,14,33,28,35,27,26,27,26,20,22,25,24,26,23,24,26,27,16,20,19,19,11,16,11,13,7,8,4,6,2,5,0,1,2,0,0,1,2,0,0,0,1,0,1],"bins":[-0.018832247704267502,-0.01815701276063919,-0.01748177967965603,-0.016806544736027718,-0.016131311655044556,-0.015456076711416245,-0.014780842699110508,-0.014105608686804771,-0.013430374674499035,-0.012755140662193298,-0.012079906649887562,-0.011404672637581825,-0.010729437693953514,-0.010054203681647778,-0.009378969669342041,-0.008703735657036304,-0.008028501644730568,-0.007353267632424831,-0.006678033620119095,-0.006002799142152071,-0.0053275651298463345,-0.004652331117540598,-0.003977096639573574,-0.0033018626272678375,-0.002626628614962101,-0.0019513944862410426,-0.0012761603575199842,-0.0006009262287989259,7.430789992213249e-05,0.0007495420286431909,0.0014247761573642492,0.0021000104025006294,0.002775244414806366,0.0034504784271121025,0.004125712439417839,0.004800946917384863,0.0054761809296905994,0.006151414941996336,0.00682664941996336,0.007501883432269096,0.008177117444574833,0.00885235145688057,0.009527585469186306,0.010202819481492043,0.010878054425120354,0.01155328843742609,0.012228522449731827,0.012903756462037563,0.0135789904743433,0.014254224486649036,0.014929458498954773,0.01560469251126051,0.016279926523566246,0.016955161467194557,0.01763039454817772,0.01830562949180603,0.01898086443543434,0.019656097516417503,0.020331332460045815,0.021006565541028976,0.021681800484657288,0.02235703356564045,0.02303226850926876,0.023707501590251923,0.024382736533880234],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.09950923919677734,-0.09646917879581451,-0.09342911839485168,-0.09038906544446945,-0.08734900504350662,-0.08430894464254379,-0.08126888424158096,-0.07822882384061813,-0.0751887708902359,-0.07214871048927307,-0.06910865008831024,-0.06606858968734741,-0.06302852928638458,-0.05998847261071205,-0.05694841220974922,-0.05390835553407669,-0.05086829513311386,-0.04782823473215103,-0.0447881780564785,-0.04174811765551567,-0.03870806097984314,-0.03566800057888031,-0.03262794017791748,-0.0295878816395998,-0.02654782310128212,-0.02350776456296444,-0.02046770602464676,-0.01742764562368393,-0.014387587085366249,-0.011347528547048569,-0.008307469077408314,-0.005267410073429346,-0.0022273510694503784,0.0008127079345285892,0.003852766938507557,0.006892825942486525,0.009932884946465492,0.012972943484783173,0.016013003885746002,0.019053062424063683,0.022093120962381363,0.025133179500699043,0.028173238039016724,0.031213298439979553,0.03425335884094238,0.037293415516614914,0.040333475917577744,0.043373532593250275,0.046413592994213104,0.049453653395175934,0.052493710070848465,0.055533770471811295,0.058573827147483826,0.061613887548446655,0.06465394794940948,0.06769400835037231,0.07073406875133514,0.07377412170171738,0.0768141821026802,0.07985424250364304,0.08289430290460587,0.0859343633055687,0.08897441625595093,0.09201447665691376,0.09505453705787659],"_type":"histogram","values":[1,4,0,4,9,16,49,69,98,181,319,533,821,1280,2050,3064,4622,6435,9187,12645,16956,22192,28693,35499,43658,52194,61163,69324,77202,85100,89738,93662,95770,94555,91914,86913,80569,73415,65202,56225,47351,39259,31726,24798,19326,14640,10651,7711,5394,3703,2586,1672,1044,652,424,249,165,77,54,22,14,9,3,3]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.09574168175458908,-0.09275729209184647,-0.08977289497852325,-0.08678850531578064,-0.08380410820245743,-0.08081971853971481,-0.0778353288769722,-0.07485093176364899,-0.07186654210090637,-0.06888214498758316,-0.06589775532484055,-0.06291336566209793,-0.05992896854877472,-0.056944575160741806,-0.05396018549799919,-0.05097579210996628,-0.047991398721933365,-0.04500700533390045,-0.04202261194586754,-0.039038222283124924,-0.03605382889509201,-0.0330694355070591,-0.030085042119026184,-0.02710065059363842,-0.024116257205605507,-0.021131863817572594,-0.01814747229218483,-0.015163078904151917,-0.012178686447441578,-0.00919429399073124,-0.006209901068359613,-0.003225508378818631,-0.00024111568927764893,0.0027432770002633333,0.005727669689804316,0.008712062612175941,0.01169645506888628,0.014680847525596619,0.017665240913629532,0.020649632439017296,0.02363402582705021,0.026618419215083122,0.029602810740470886,0.0325872041285038,0.03557159751653671,0.038555990904569626,0.04154038056731224,0.044524773955345154,0.04750916734337807,0.05049356073141098,0.05347795411944389,0.05646234378218651,0.05944673717021942,0.062431130558252335,0.06541552394628525,0.06839991360902786,0.07138431072235107,0.07436870038509369,0.0773530974984169,0.08033748716115952,0.08332187682390213,0.08630627393722534,0.08929066359996796,0.09227506071329117,0.09525945037603378],"_type":"histogram","values":[2,0,1,5,10,15,29,31,60,122,194,324,485,768,1166,1652,2357,3372,4505,6179,7932,9988,12685,15153,18602,21756,25058,27817,30632,32696,33985,34922,34847,33996,32936,30639,28033,25544,21927,19208,15957,13078,10608,8232,6303,4771,3521,2549,1723,1195,836,585,303,220,121,81,52,27,12,12,3,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,1,3,2,4,3,3,0,5,4,5,3,3,4,9,8,16,13,15,23,18,19,30,29,23,34,28,34,32,28,31,26,28,20,27,31,21,25,25,25,12,14,18,5,7,8,8,7,7,3,1,4,1,5,1,1,1,1,1,1,1],"bins":[-0.0005643746699206531,-0.0005470097530633211,-0.0005296448362059891,-0.0005122799193486571,-0.0004949150024913251,-0.0004775500565301627,-0.0004601851396728307,-0.0004428202228154987,-0.0004254553059581667,-0.00040809038910083473,-0.00039072547224350274,-0.00037336055538617074,-0.0003559956094250083,-0.0003386306925676763,-0.0003212657757103443,-0.0003039008588530123,-0.00028653594199568033,-0.00026917102513834834,-0.00025180610828101635,-0.00023444117687176913,-0.00021707626001443714,-0.00019971134315710515,-0.00018234641174785793,-0.00016498149489052594,-0.00014761657803319395,-0.00013025166117586195,-0.00011288673704257235,-9.552181290928274e-05,-7.815689605195075e-05,-6.0791975556639954e-05,-4.3427055061329156e-05,-2.6062134566018358e-05,-8.69721407070756e-06,8.667706424603239e-06,2.6032626919914037e-05,4.3397547415224835e-05,6.0762467910535634e-05,7.812738476786762e-05,9.549230890115723e-05,0.00011285723303444684,0.00013022214989177883,0.00014758706674911082,0.0001649519836064428,0.00018231691501569003,0.00019968183187302202,0.000217046748730354,0.00023441168013960123,0.0002517765969969332,0.0002691415138542652,0.0002865064307115972,0.0003038713475689292,0.0003212362644262612,0.0003386011812835932,0.0003559661272447556,0.0003733310441020876,0.0003906959609594196,0.0004080608778167516,0.0004254257946740836,0.0004427907115314156,0.0004601556283887476,0.00047752057434991,0.000494885491207242,0.000512250408064574,0.000529615324921906,0.000546980241779238]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,0,0,2,1,1,1,1,0,1,1,1,3,4,7,7,11,11,11,15,14,23,17,20,24,21,25,23,25,35,24,25,28,792,30,23,26,35,28,29,24,22,14,19,15,21,10,6,8,4,13,7,4,3,3,2,3,1,3,2,1,3,0,1],"bins":[-4.754059314727783,-4.610124588012695,-4.466189384460449,-4.322254657745361,-4.178319931030273,-4.034384727478027,-3.8904500007629395,-3.7465152740478516,-3.6025803089141846,-3.4586453437805176,-3.3147106170654297,-3.1707756519317627,-3.0268406867980957,-2.882905960083008,-2.738970994949341,-2.595036268234253,-2.451101303100586,-2.307166337966919,-2.163231611251831,-2.019296646118164,-1.8753618001937866,-1.7314269542694092,-1.5874919891357422,-1.4435571432113647,-1.2996222972869873,-1.1556874513626099,-1.0117526054382324,-0.8678176403045654,-0.723882794380188,-0.5799479484558105,-0.43601304292678833,-0.2920781672000885,-0.14814281463623047,-0.00420793890953064,0.1397269368171692,0.283661812543869,0.42759668827056885,0.5715315341949463,0.7154664397239685,0.8594013452529907,1.0033361911773682,1.1472710371017456,1.291205883026123,1.43514084815979,1.5790756940841675,1.723010540008545,1.866945505142212,2.0108802318573,2.154815196990967,2.298750162124634,2.4426848888397217,2.5866198539733887,2.7305545806884766,2.8744895458221436,3.0184245109558105,3.1623592376708984,3.3062942028045654,3.4502291679382324,3.5941638946533203,3.7380988597869873,3.8820338249206543,4.025968551635742,4.16990327835083,4.313838481903076,4.457773208618164]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,1,1,1,12,17,21,42,77,100,178,267,409,642,1037,1486,2161,2993,4193,5424,7156,9184,11704,14232,17297,20297,23362,26332,28997,31308,33591,34607,34643,34115,33390,31860,29340,26255,23355,20320,17484,14298,11728,9344,7172,5568,4136,3072,2183,1567,1025,658,462,266,203,103,69,31,20,14,5,3,2,3],"bins":[-0.09605254977941513,-0.09309989213943481,-0.0901472419500351,-0.08719458431005478,-0.08424192667007446,-0.08128927648067474,-0.07833661884069443,-0.07538396865129471,-0.07243131101131439,-0.06947865337133408,-0.06652600318193436,-0.06357334554195404,-0.06062069162726402,-0.057668037712574005,-0.05471538007259369,-0.05176272615790367,-0.048810072243213654,-0.045857418328523636,-0.04290476441383362,-0.0399521067738533,-0.036999452859163284,-0.03404679894447327,-0.0310941431671381,-0.028141487389802933,-0.025188833475112915,-0.022236179560422897,-0.01928352378308773,-0.016330868005752563,-0.013378214091062546,-0.010425559245049953,-0.007472904399037361,-0.004520249553024769,-0.0015675947070121765,0.0013850601390004158,0.004337714985013008,0.0072903698310256,0.010243024677038193,0.013195679523050785,0.016148334369063377,0.019100990146398544,0.022053644061088562,0.02500629797577858,0.027958953753113747,0.030911609530448914,0.03386426344513893,0.03681691735982895,0.039769574999809265,0.04272222891449928,0.0456748828291893,0.04862753674387932,0.051580190658569336,0.05453284829854965,0.05748550221323967,0.06043815612792969,0.06339081376791,0.06634346395730972,0.06929612159729004,0.07224877923727036,0.07520142942667007,0.07815408706665039,0.08110673725605011,0.08405939489603043,0.08701205253601074,0.08996470272541046,0.09291736036539078],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[3,1,4,7,9,13,18,27,39,57,80,120,175,238,330,533,844,1202,1591,2524,3958,5812,9006,14036,23104,36331,62681,117176,268436,469736,268802,118948,63142,36357,23038,14378,9929,6120,4305,2888,2069,1335,1010,666,487,379,259,174,123,107,80,45,31,31,12,20,9,7,6,9,1,2,1,3],"bins":[-0.01092529296875,-0.010555267333984375,-0.01018524169921875,-0.009815216064453125,-0.0094451904296875,-0.009075164794921875,-0.00870513916015625,-0.008335113525390625,-0.007965087890625,-0.007595062255859375,-0.00722503662109375,-0.006855010986328125,-0.0064849853515625,-0.006114959716796875,-0.00574493408203125,-0.005374908447265625,-0.0050048828125,-0.004634857177734375,-0.00426483154296875,-0.003894805908203125,-0.0035247802734375,-0.003154754638671875,-0.00278472900390625,-0.002414703369140625,-0.002044677734375,-0.001674652099609375,-0.00130462646484375,-0.000934600830078125,-0.0005645751953125,-0.000194549560546875,0.00017547607421875,0.000545501708984375,0.00091552734375,0.001285552978515625,0.00165557861328125,0.002025604248046875,0.0023956298828125,0.002765655517578125,0.00313568115234375,0.003505706787109375,0.003875732421875,0.004245758056640625,0.00461578369140625,0.004985809326171875,0.0053558349609375,0.005725860595703125,0.00609588623046875,0.006465911865234375,0.0068359375,0.007205963134765625,0.00757598876953125,0.007946014404296875,0.0083160400390625,0.008686065673828125,0.00905609130859375,0.009426116943359375,0.009796142578125,0.010166168212890625,0.01053619384765625,0.010906219482421875,0.0112762451171875,0.011646270751953125,0.01201629638671875,0.012386322021484375,0.01275634765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,5,1,6,3,0,8,8,11,9,12,13,21,14,28,24,31,45,36,42,44,57,44,48,32,37,31,24,15,29,15,12,6,15,4,7,5,7,4,2,2,2,3,0,1,1,0,0,0,1,0,0,1],"bins":[-0.00048586397315375507,-0.0004708689812105149,-0.0004558740183711052,-0.00044087902642786503,-0.00042588403448462486,-0.0004108890425413847,-0.00039589405059814453,-0.0003808990877587348,-0.00036590409581549466,-0.0003509091038722545,-0.0003359141410328448,-0.0003209191490896046,-0.00030592415714636445,-0.0002909291652031243,-0.0002759341732598841,-0.0002609392104204744,-0.00024594421847723424,-0.00023094922653399408,-0.00021595424914266914,-0.0002009592717513442,-0.00018596427980810404,-0.00017096928786486387,-0.00015597431047353894,-0.000140979333082214,-0.00012598434113897383,-0.00011098935647169128,-9.599437180440873e-05,-8.099938713712618e-05,-6.600440246984363e-05,-5.1009417802561074e-05,-3.601443313527852e-05,-2.101944846799597e-05,-6.02446380071342e-06,8.970520866569132e-06,2.3965505533851683e-05,3.8960490201134235e-05,5.3955474868416786e-05,6.895045953569934e-05,8.394544420298189e-05,9.894042887026444e-05,0.00011393541353754699,0.00012893040548078716,0.0001439253828721121,0.00015892036026343703,0.0001739153522066772,0.00018891034414991736,0.0002039053215412423,0.00021890029893256724,0.0002338952908758074,0.00024889028281904757,0.0002638852456584573,0.00027888023760169744,0.0002938752295449376,0.0003088702214881778,0.00032386521343141794,0.00033886017627082765,0.0003538551682140678,0.000368850160157308,0.0003838451229967177,0.00039884011493995786,0.000413835106883198,0.0004288300988264382,0.00044382509076967835,0.00045882005360908806,0.00047381504555232823]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,1,1,5,4,1,7,7,2,7,6,12,13,17,23,32,33,38,86,108,96,66,47,30,26,22,12,11,10,6,10,7,3,3,1,3,1,1,2,1,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.040986329317092896,-0.039112575352191925,-0.037238817662000656,-0.035365063697099686,-0.03349130600690842,-0.031617552042007446,-0.029743798077106476,-0.027870042249560356,-0.025996286422014236,-0.024122530594468117,-0.022248774766921997,-0.020375020802021027,-0.018501264974474907,-0.016627509146928787,-0.014753754250705242,-0.012879999354481697,-0.011006243526935577,-0.009132487699389458,-0.007258732803165913,-0.00538497744128108,-0.003511222079396248,-0.0016374667175114155,0.0002362886443734169,0.0021100440062582493,0.003983799368143082,0.005857554730027914,0.007731310091912746,0.009605064988136292,0.011478820815682411,0.013352576643228531,0.015226331539452076,0.01710008643567562,0.01897384226322174,0.02084759809076786,0.02272135391831398,0.02459510788321495,0.02646886371076107,0.02834261953830719,0.03021637350320816,0.03209013119339943,0.0339638851583004,0.03583763912320137,0.03771139681339264,0.03958515077829361,0.04145890474319458,0.04333266243338585,0.04520641639828682,0.04708017408847809,0.04895392805337906,0.05082768201828003,0.0527014397084713,0.05457519367337227,0.05644895136356354,0.05832270532846451,0.06019645929336548,0.06207021698355675,0.06394396722316742,0.06581772863864899,0.06769148260354996,0.06956523656845093,0.0714389905333519,0.07331274449825287,0.07518650591373444,0.0770602598786354,0.07893401384353638]},"_step":15,"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,0,2,1,2,3,1,3,2,12,12,14,28,26,33,39,87,155,101,81,34,33,27,13,18,10,7,6,2,7,1,0,1,0,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.09933893382549286,-0.09577479958534241,-0.09221066534519196,-0.0886465311050415,-0.08508239686489105,-0.0815182626247406,-0.07795412093400955,-0.0743899866938591,-0.07082585245370865,-0.0672617182135582,-0.06369758397340775,-0.060133449733257294,-0.05656931549310684,-0.05300518125295639,-0.04944104328751564,-0.04587690904736519,-0.04231277480721474,-0.038748640567064285,-0.035184506326913834,-0.031620368361473083,-0.028056234121322632,-0.02449209988117218,-0.02092796564102173,-0.017363829538226128,-0.013799695298075676,-0.01023556012660265,-0.006671425420790911,-0.003107290482148528,0.0004568444564938545,0.004020979627966881,0.00758511433377862,0.011149249039590359,0.014713384211063385,0.018277518451213837,0.021841654554009438,0.02540578879415989,0.02896992489695549,0.03253405913710594,0.03609819337725639,0.039662327617406845,0.043226465582847595,0.04679059982299805,0.0503547340631485,0.05391886830329895,0.0574830025434494,0.061047136783599854,0.0646112710237503,0.06817540526390076,0.07173953950405121,0.07530368119478226,0.07886781543493271,0.08243194967508316,0.08599608391523361,0.08956021815538406,0.09312435239553452,0.09668848663568497,0.10025262087583542,0.10381675511598587,0.10738088935613632,0.11094503104686737,0.11450916528701782,0.11807329952716827,0.12163743376731873,0.12520156800746918,0.12876570224761963]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.00913681834936142,-0.008838880807161331,-0.008540943264961243,-0.008243005722761154,-0.007945068180561066,-0.0076471311040222645,-0.007349194027483463,-0.007051256485283375,-0.006753318943083286,-0.006455381400883198,-0.006157443858683109,-0.005859506782144308,-0.00556156923994422,-0.005263631697744131,-0.00496569462120533,-0.004667757079005241,-0.004369819536805153,-0.004071881994605064,-0.0037739446852356195,-0.0034760073758661747,-0.003178069833666086,-0.0028801322914659977,-0.002582194982096553,-0.002284257672727108,-0.0019863201305270195,-0.0016883827047422528,-0.0013904452789574862,-0.0010925078531727195,-0.0007945704273879528,-0.0004966330016031861,-0.00019869557581841946,9.924184996634722e-05,0.0003971792757511139,0.0006951167015358806,0.0009930541273206472,0.001290991553105414,0.0015889289788901806,0.0018868664046749473,0.002184803830459714,0.0024827411398291588,0.0027806786820292473,0.003078616224229336,0.0033765535335987806,0.0036744908429682255,0.003972428385168314,0.0042703659273684025,0.004568303003907204,0.004866240546107292,0.005164178088307381,0.005462115630507469,0.005760053172707558,0.006057990249246359,0.006355927791446447,0.006653865333646536,0.006951802410185337,0.007249739952385426,0.007547677494585514,0.007845615036785603,0.008143552578985691,0.00844149012118578,0.008739426732063293,0.009037364274263382,0.00933530181646347,0.009633239358663559,0.009931176900863647],"_type":"histogram","values":[3,1,0,0,0,1,1,0,1,2,5,3,6,10,8,12,11,18,29,32,47,30,62,81,77,101,109,112,112,100,115,122,125,110,75,78,66,70,59,37,41,32,25,22,20,17,10,12,14,8,6,4,1,2,0,0,0,0,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,0,1,0,3,2,1,1,1,3,4,5,7,14,9,12,28,26,28,34,52,62,64,80,63,44,30,31,28,16,14,28,7,10,13,6,5,3,4,2,5,4,1,0,2,1,2,1,1,1,2,1,1,1,0,0,0,0,0,0,0,1],"bins":[-0.011432796716690063,-0.01099079754203558,-0.010548797436058521,-0.010106798261404037,-0.009664798155426979,-0.009222798980772495,-0.008780798874795437,-0.008338799700140953,-0.007896799594163895,-0.007454800419509411,-0.00701280077919364,-0.006570801138877869,-0.0061288014985620975,-0.0056868018582463264,-0.005244802217930555,-0.004802802577614784,-0.004360802937299013,-0.003918803296983242,-0.003476803656667471,-0.0030348040163517,-0.0025928043760359287,-0.0021508049685508013,-0.0017088053282350302,-0.001266805687919259,-0.000824806047603488,-0.0003828064363915473,5.9193174820393324e-05,0.0005011927569285035,0.0009431923972442746,0.0013851920375600457,0.001827191561460495,0.002269191201776266,0.002711190842092037,0.0031531904824078083,0.0035951901227235794,0.0040371897630393505,0.004479189403355122,0.004921189043670893,0.005363188683986664,0.005805188324302435,0.006247187964618206,0.00668918713927269,0.007131186779588461,0.007573186419904232,0.00801518652588129,0.008457185700535774,0.008899185806512833,0.009341184981167316,0.0097831841558218,0.010225184261798859,0.010667183436453342,0.0111091835424304,0.011551182717084885,0.011993182823061943,0.012435181997716427,0.012877182103693485,0.013319181278347969,0.013761181384325027,0.014203180558979511,0.01464518066495657,0.015087179839611053,0.015529179945588112,0.01597118005156517,0.01641317829489708,0.016855178400874138]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,0,0,2,1,3,4,1,1,6,11,6,16,10,9,9,13,15,27,22,23,25,25,28,37,22,27,25,28,22,29,29,22,32,25,28,15,19,21,19,18,12,14,13,16,8,4,3,4,5,4,2,1,1,0,0,1,0,0,2],"bins":[-0.12728804349899292,-0.12339162826538086,-0.1194952204823494,-0.11559880524873734,-0.11170239746570587,-0.10780598223209381,-0.10390957444906235,-0.10001315921545029,-0.09611675143241882,-0.09222033619880676,-0.0883239284157753,-0.08442751318216324,-0.08053110539913177,-0.07663469016551971,-0.07273828238248825,-0.06884186714887619,-0.06494545936584473,-0.061049044132232666,-0.057152632623910904,-0.05325622111558914,-0.04935980960726738,-0.04546339809894562,-0.041566986590623856,-0.037670575082302094,-0.03377415984869003,-0.02987775020301342,-0.025981338694691658,-0.022084927186369896,-0.018188513815402985,-0.014292103238403797,-0.01039569079875946,-0.006499279290437698,-0.0026028677821159363,0.0012935439590364695,0.005189955700188875,0.009086367674171925,0.012982779182493687,0.016879191622138023,0.020775603130459785,0.024672014638781548,0.02856842614710331,0.03246483951807022,0.03636125102639198,0.040257662534713745,0.04415407404303551,0.04805048555135727,0.05194689705967903,0.05584330856800079,0.059739720076322556,0.06363613158464432,0.06753254681825638,0.07142895460128784,0.0753253698348999,0.07922177761793137,0.08311819285154343,0.08701460063457489,0.09091101586818695,0.09480742365121841,0.09870383888483047,0.10260024666786194,0.106496661901474,0.11039306968450546,0.11428948491811752,0.11818589270114899,0.12208230793476105]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,0,0,0,1,1,0,1,1,0,2,5,4,4,12,9,25,22,44,47,75,152,197,311,493,761,1331,2114,3760,6973,12986,26216,57473,146980,685535,420092,113231,46824,22047,10908,5954,3302,1906,1117,685,399,290,186,112,91,56,34,28,20,18,8,3,3,3,6,0,2,0,3],"bins":[-0.171875,-0.1669464111328125,-0.162017822265625,-0.1570892333984375,-0.15216064453125,-0.1472320556640625,-0.142303466796875,-0.1373748779296875,-0.1324462890625,-0.1275177001953125,-0.122589111328125,-0.1176605224609375,-0.11273193359375,-0.1078033447265625,-0.102874755859375,-0.0979461669921875,-0.093017578125,-0.0880889892578125,-0.083160400390625,-0.0782318115234375,-0.07330322265625,-0.0683746337890625,-0.063446044921875,-0.0585174560546875,-0.0535888671875,-0.0486602783203125,-0.043731689453125,-0.0388031005859375,-0.03387451171875,-0.0289459228515625,-0.024017333984375,-0.0190887451171875,-0.01416015625,-0.0092315673828125,-0.004302978515625,0.0006256103515625,0.00555419921875,0.0104827880859375,0.015411376953125,0.0203399658203125,0.0252685546875,0.0301971435546875,0.035125732421875,0.0400543212890625,0.04498291015625,0.0499114990234375,0.054840087890625,0.0597686767578125,0.064697265625,0.0696258544921875,0.074554443359375,0.0794830322265625,0.08441162109375,0.0893402099609375,0.094268798828125,0.0991973876953125,0.1041259765625,0.1090545654296875,0.113983154296875,0.1189117431640625,0.12384033203125,0.1287689208984375,0.133697509765625,0.1386260986328125,0.1435546875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[3,0,1,0,2,3,3,2,5,1,6,8,10,12,15,14,21,15,21,18,23,35,20,27,30,29,24,29,24,32,26,33,34,26,31,23,25,21,12,20,17,11,9,8,6,5,3,2,3,5,2,2,2,1,0,1,1,1,2,0,1,1,0,1],"bins":[-0.00026160309789702296,-0.0002524804149288684,-0.0002433577028568834,-0.00023423501988872886,-0.00022511232236865908,-0.0002159896248485893,-0.00020686694188043475,-0.00019774424436036497,-0.0001886215468402952,-0.00017949884932022542,-0.00017037615180015564,-0.0001612534688320011,-0.0001521307713119313,-0.00014300807379186153,-0.00013388539082370698,-0.0001247626933036372,-0.00011563999578356743,-0.00010651729826349765,-9.739460801938549e-05,-8.827191777527332e-05,-7.914922025520355e-05,-7.002652273513377e-05,-6.09038324910216e-05,-5.178113860893063e-05,-4.265844472683966e-05,-3.353575084474869e-05,-2.441305696265772e-05,-1.529036308056675e-05,-6.167669198475778e-06,2.9550246836151928e-06,1.2077718565706164e-05,2.1200412447797135e-05,3.032307722605765e-05,3.944577110814862e-05,4.856846499023959e-05,5.769115887233056e-05,6.681385275442153e-05,7.593655027449131e-05,8.505924051860347e-05,9.418193076271564e-05,0.00010330462828278542,0.0001124273258028552,0.00012155001604696736,0.00013067270629107952,0.0001397954038111493,0.00014891810133121908,0.00015804078429937363,0.0001671634818194434,0.00017628617933951318,0.00018540887685958296,0.00019453157437965274,0.0002036542573478073,0.00021277695486787707,0.00022189965238794684,0.0002310223353561014,0.00024014503287617117,0.00024926773039624095,0.0002583904133643955,0.0002675131254363805,0.00027663580840453506,0.00028575852047652006,0.0002948812034446746,0.00030400388641282916,0.00031312659848481417,0.0003222492814529687],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,2,3,0,2,2,3,6,6,12,7,6,10,6,7,16,15,10,15,17,14,17,23,29,29,26,29,31,35,25,21,27,17,20,24,18,23,23,26,16,25,14,11,18,9,7,11,8,13,5,11,5,0,2,1,3,0,1,1,1,1],"bins":[-0.011864665895700455,-0.01149412989616394,-0.011123593896627426,-0.010753058828413486,-0.010382522828876972,-0.010011986829340458,-0.009641451761126518,-0.009270915761590004,-0.00890037976205349,-0.008529843762516975,-0.008159307762980461,-0.0077887726947665215,-0.007418236695230007,-0.007047700695693493,-0.006677165161818266,-0.006306629627943039,-0.005936093628406525,-0.00556555762887001,-0.005195022094994783,-0.004824486561119556,-0.004453950561583042,-0.004083414562046528,-0.003712879028171301,-0.0033423432614654303,-0.0029718074947595596,-0.002601271728053689,-0.0022307359613478184,-0.0018602001946419477,-0.0014896644279360771,-0.0011191286612302065,-0.0007485928945243359,-0.00037805712781846523,-7.5213611125946045e-06,0.000363014405593276,0.0007335501722991467,0.0011040859390050173,0.001474621705710888,0.0018451574724167585,0.002215693239122629,0.0025862290058285,0.0029567647725343704,0.003327300539240241,0.0036978363059461117,0.004068371839821339,0.004438907839357853,0.004809443838894367,0.005179979372769594,0.005550514906644821,0.0059210509061813354,0.00629158690571785,0.006662122439593077,0.007032657973468304,0.007403193973004818,0.007773729972541332,0.008144265040755272,0.008514801040291786,0.0088853370398283,0.009255873039364815,0.009626409038901329,0.009996944107115269,0.010367480106651783,0.010738016106188297,0.011108551174402237,0.011479087173938751,0.011849623173475266]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.0439453125,-0.04247283935546875,-0.0410003662109375,-0.03952789306640625,-0.038055419921875,-0.03658294677734375,-0.0351104736328125,-0.03363800048828125,-0.03216552734375,-0.03069305419921875,-0.0292205810546875,-0.02774810791015625,-0.026275634765625,-0.02480316162109375,-0.0233306884765625,-0.02185821533203125,-0.0203857421875,-0.01891326904296875,-0.0174407958984375,-0.01596832275390625,-0.014495849609375,-0.01302337646484375,-0.0115509033203125,-0.01007843017578125,-0.00860595703125,-0.00713348388671875,-0.0056610107421875,-0.00418853759765625,-0.002716064453125,-0.00124359130859375,0.0002288818359375,0.00170135498046875,0.003173828125,0.00464630126953125,0.0061187744140625,0.00759124755859375,0.009063720703125,0.01053619384765625,0.0120086669921875,0.01348114013671875,0.01495361328125,0.01642608642578125,0.0178985595703125,0.01937103271484375,0.020843505859375,0.02231597900390625,0.0237884521484375,0.02526092529296875,0.0267333984375,0.02820587158203125,0.0296783447265625,0.03115081787109375,0.032623291015625,0.03409576416015625,0.0355682373046875,0.03704071044921875,0.03851318359375,0.03998565673828125,0.0414581298828125,0.04293060302734375,0.044403076171875,0.04587554931640625,0.0473480224609375,0.04882049560546875,0.05029296875],"_type":"histogram","values":[3,1,4,8,6,3,6,11,12,24,44,54,94,141,189,244,412,543,799,1129,1748,2475,3678,5526,8798,13508,21482,37302,69728,156895,123957,56139,31790,18594,11590,7556,4894,3335,2212,1541,1048,708,512,320,244,152,104,71,61,35,32,26,15,12,4,1,0,0,2,0,0,0,0,2]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[2,0,0,0,0,0,1,1,0,0,0,1,1,0,0,4,4,2,1,5,5,6,10,11,11,12,16,21,24,38,51,75,113,104,52,33,38,23,18,25,10,8,7,5,7,3,2,1,3,1,0,3,2,2,1,1,1,0,2,0,0,0,0,1],"bins":[-0.15625153481960297,-0.15148290991783142,-0.14671428501605988,-0.14194567501544952,-0.13717705011367798,-0.13240842521190643,-0.1276398003101349,-0.12287118285894394,-0.1181025579571724,-0.11333393305540085,-0.1085653156042099,-0.10379669070243835,-0.09902806580066681,-0.09425944834947586,-0.08949082344770432,-0.08472220599651337,-0.07995358109474182,-0.07518495619297028,-0.07041633874177933,-0.06564771384000778,-0.060879092663526535,-0.05611047148704529,-0.05134184658527374,-0.046573225408792496,-0.04180460423231125,-0.03703598305583,-0.032267361879348755,-0.02749873697757721,-0.022730115801095963,-0.017961494624614716,-0.01319287158548832,-0.008424249477684498,-0.00365564227104187,0.0011129798367619514,0.005881601944565773,0.010650224052369595,0.015418846160173416,0.020187467336654663,0.02495609037578106,0.029724713414907455,0.0344933345913887,0.03926195576786995,0.044030576944351196,0.04879920184612274,0.05356782302260399,0.058336444199085236,0.06310506910085678,0.06787368655204773,0.07264231145381927,0.07741093635559082,0.08217955380678177,0.08694817870855331,0.09171679615974426,0.09648542106151581,0.10125404596328735,0.1060226634144783,0.11079128831624985,0.11555991321802139,0.12032853066921234,0.1250971555709839,0.12986578047275543,0.13463440537452698,0.13940301537513733,0.14417164027690887,0.14894026517868042],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[2,0,1,0,4,5,22,22,68,89,182,287,518,800,1272,2041,3009,4634,6821,9521,13260,17619,23311,30356,37941,46681,56237,65249,74290,82924,89313,95041,97938,98555,96903,92523,86136,79201,70386,60896,51337,42871,34733,27275,20937,15682,11440,8159,5797,3896,2554,1591,1017,624,419,214,120,57,37,25,13,4,0,4],"bins":[-0.10451296716928482,-0.10137251764535904,-0.09823206812143326,-0.09509161859750748,-0.09195117652416229,-0.08881072700023651,-0.08567027747631073,-0.08252982795238495,-0.07938937842845917,-0.07624892890453339,-0.0731084793806076,-0.06996802985668182,-0.06682758033275604,-0.06368713825941086,-0.06054668873548508,-0.057406239211559296,-0.054265789687633514,-0.05112534016370773,-0.04798489063978195,-0.04484444484114647,-0.04170399531722069,-0.03856354579329491,-0.035423099994659424,-0.03228265047073364,-0.02914220094680786,-0.02600175142288208,-0.022861303761601448,-0.019720856100320816,-0.016580406576395035,-0.013439957983791828,-0.010299509391188622,-0.007159060798585415,-0.004018604755401611,-0.0008781561627984047,0.002262292429804802,0.005402741022408009,0.008543189615011215,0.011683638207614422,0.014824086800217628,0.01796453446149826,0.021104983985424042,0.024245433509349823,0.027385881170630455,0.030526328831911087,0.03366677835583687,0.03680722787976265,0.03994767367839813,0.043088123202323914,0.046228572726249695,0.049369022250175476,0.05250947177410126,0.05564991757273674,0.05879036709666252,0.0619308166205883,0.06507126241922379,0.06821171194314957,0.07135216146707535,0.07449261099100113,0.07763306051492691,0.08077351003885269,0.08391395211219788,0.08705440163612366,0.09019485116004944,0.09333530068397522,0.096475750207901]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,1,0,0,4,1,1,2,4,5,4,5,11,13,15,17,24,23,30,48,37,45,68,86,89,96,114,103,146,139,116,122,91,85,94,65,60,42,42,43,33,18,14,15,13,13,14,9,4,5,5,1,4,1,3,2,0,0,0,1],"bins":[-0.03863194212317467,-0.03746851533651352,-0.03630509227514267,-0.03514166548848152,-0.03397824242711067,-0.032814815640449524,-0.031651392579078674,-0.030487967655062675,-0.029324542731046677,-0.02816111594438553,-0.02699769102036953,-0.02583426609635353,-0.024670841172337532,-0.023507416248321533,-0.022343991324305534,-0.021180566400289536,-0.020017141476273537,-0.018853716552257538,-0.01769029162824154,-0.01652686670422554,-0.015363441780209541,-0.014200015924870968,-0.013036591000854969,-0.01187316607683897,-0.010709741152822971,-0.009546316228806973,-0.008382891304790974,-0.0072194659151136875,-0.006056040991097689,-0.00489261606708169,-0.0037291909102350473,-0.002565765753388405,-0.001402340829372406,-0.00023891578894108534,0.0009245092514902353,0.002087934408336878,0.0032513593323528767,0.0044147842563688755,0.005578209646046162,0.0067416345700621605,0.00790505949407816,0.009068484418094158,0.010231909342110157,0.011395334266126156,0.01255876012146473,0.013722185045480728,0.014885609969496727,0.016049034893512726,0.017212459817528725,0.018375884741544724,0.019539309665560722,0.02070273458957672,0.02186615951359272,0.02302958443760872,0.024193009361624718,0.025356434285640717,0.026519861072301865,0.027683285996317863,0.028846710920333862,0.03001013584434986,0.03117356076836586,0.03233698382973671,0.03350041061639786,0.03466383367776871,0.035827260464429855]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,1,1,2,2,1,1,4,7,5,8,7,7,15,16,19,12,25,21,30,29,30,25,32,33,33,23,28,32,29,34,30,31,27,29,14,22,17,19,18,8,9,9,4,5,4,2,1,1,0,2,0,0,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.06801778823137283,-0.06547139585018158,-0.06292500346899033,-0.06037861481308937,-0.057832226157188416,-0.05528583377599716,-0.05273944139480591,-0.05019305273890495,-0.0476466603577137,-0.045100267976522446,-0.04255387932062149,-0.04000748693943024,-0.03746109455823898,-0.03491470590233803,-0.032368313521146774,-0.02982192300260067,-0.027275532484054565,-0.02472914196550846,-0.022182751446962357,-0.019636359065771103,-0.017089968547225,-0.014543578028678894,-0.011997186578810215,-0.009450795128941536,-0.0069044046103954315,-0.00435801362618804,-0.001811622641980648,0.0007347683422267437,0.0032811593264341354,0.005827550310641527,0.008373941294848919,0.010920332744717598,0.013466723263263702,0.016013113781809807,0.01855950430035591,0.021105896681547165,0.02365228720009327,0.026198677718639374,0.028745070099830627,0.03129145875573158,0.033837851136922836,0.03638424351811409,0.038930632174015045,0.0414770245552063,0.04402341693639755,0.04656980559229851,0.04911619797348976,0.05166258662939072,0.05420897901058197,0.056755371391773224,0.05930176004767418,0.06184815242886543,0.06439454108476639,0.06694093346595764,0.0694873258471489,0.07203371822834015,0.0745801031589508,0.07712649554014206,0.07967288792133331,0.08221928030252457,0.08476567268371582,0.08731206506490707,0.08985844999551773,0.09240484237670898,0.09495123475790024]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9994143843650818,0.9994345307350159,0.99945467710495,0.9994748830795288,0.9994950294494629,0.999515175819397,0.999535322189331,0.9995554685592651,0.999575674533844,0.9995958209037781,0.9996159672737122,0.9996361136436462,0.9996562600135803,0.9996764659881592,0.9996966123580933,0.9997167587280273,0.9997369050979614,0.9997570514678955,0.9997772574424744,0.9997974038124084,0.9998175501823425,0.9998376965522766,0.9998578429222107,0.9998780488967896,0.9998981952667236,0.9999183416366577,0.9999384880065918,0.9999586343765259,0.9999788403511047,0.9999989867210388,1.0000191926956177,1.0000393390655518,1.0000594854354858,1.00007963180542,1.000099778175354,1.000119924545288,1.0001400709152222,1.0001602172851562,1.0001803636550903,1.0002005100250244,1.000220775604248,1.0002409219741821,1.0002610683441162,1.0002812147140503,1.0003013610839844,1.0003215074539185,1.0003416538238525,1.0003618001937866,1.0003819465637207,1.0004020929336548,1.0004223585128784,1.0004425048828125,1.0004626512527466,1.0004827976226807,1.0005029439926147,1.0005230903625488,1.000543236732483,1.000563383102417,1.000583529472351,1.0006036758422852,1.0006239414215088,1.0006440877914429,1.000664234161377,1.000684380531311,1.0007045269012451],"_type":"histogram","values":[1,0,1,1,0,4,1,6,3,2,4,8,10,10,13,15,11,13,18,18,17,21,25,17,17,29,23,21,32,32,23,27,22,23,23,18,19,23,18,20,17,16,9,19,9,9,13,10,10,15,9,6,7,7,3,5,1,2,5,2,2,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.244140625,-0.2369384765625,-0.229736328125,-0.2225341796875,-0.21533203125,-0.2081298828125,-0.200927734375,-0.1937255859375,-0.1865234375,-0.1793212890625,-0.172119140625,-0.1649169921875,-0.15771484375,-0.1505126953125,-0.143310546875,-0.1361083984375,-0.12890625,-0.1217041015625,-0.114501953125,-0.1072998046875,-0.10009765625,-0.0928955078125,-0.085693359375,-0.0784912109375,-0.0712890625,-0.0640869140625,-0.056884765625,-0.0496826171875,-0.04248046875,-0.0352783203125,-0.028076171875,-0.0208740234375,-0.013671875,-0.0064697265625,0.000732421875,0.0079345703125,0.01513671875,0.0223388671875,0.029541015625,0.0367431640625,0.0439453125,0.0511474609375,0.058349609375,0.0655517578125,0.07275390625,0.0799560546875,0.087158203125,0.0943603515625,0.1015625,0.1087646484375,0.115966796875,0.1231689453125,0.13037109375,0.1375732421875,0.144775390625,0.1519775390625,0.1591796875,0.1663818359375,0.173583984375,0.1807861328125,0.18798828125,0.1951904296875,0.202392578125,0.2095947265625,0.216796875],"_type":"histogram","values":[1,0,0,0,1,0,0,3,2,4,5,4,4,17,9,20,42,50,79,92,180,224,382,521,837,1399,2227,3527,6030,9875,17808,32733,63363,188877,138452,54793,28978,16033,9243,5260,3313,1877,1281,747,506,330,215,159,103,68,49,29,20,16,12,6,9,2,2,2,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[0.9994263648986816,0.9994460940361023,0.999465823173523,0.9994856119155884,0.999505341053009,0.9995250701904297,0.9995448589324951,0.9995645880699158,0.9995843172073364,0.9996040463447571,0.9996237754821777,0.9996435642242432,0.9996632933616638,0.9996830224990845,0.9997028112411499,0.9997225403785706,0.9997422695159912,0.9997619986534119,0.9997817277908325,0.999801516532898,0.9998212456703186,0.9998409748077393,0.9998607635498047,0.9998804926872253,0.999900221824646,0.9999199509620667,0.9999396800994873,0.9999594688415527,0.9999791979789734,0.999998927116394,1.0000187158584595,1.0000383853912354,1.0000581741333008,1.0000779628753662,1.000097632408142,1.0001174211502075,1.0001370906829834,1.0001568794250488,1.0001766681671143,1.0001963376998901,1.0002161264419556,1.000235915184021,1.0002555847167969,1.0002753734588623,1.0002951622009277,1.0003148317337036,1.000334620475769,1.000354290008545,1.0003740787506104,1.0003938674926758,1.0004135370254517,1.000433325767517,1.000452995300293,1.0004727840423584,1.0004925727844238,1.0005122423171997,1.0005320310592651,1.0005518198013306,1.0005714893341064,1.0005912780761719,1.0006110668182373,1.0006307363510132,1.0006505250930786,1.0006701946258545,1.00068998336792],"_type":"histogram","values":[2,1,0,3,1,1,0,2,7,6,5,7,6,10,15,15,14,16,22,16,20,13,22,20,19,20,25,27,24,27,16,29,22,25,23,19,16,14,29,23,20,15,11,21,15,16,6,9,11,7,11,4,10,5,9,3,1,0,1,2,2,5,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,4,1,3,1,7,13,11,16,27,39,56,78,113,191,318,416,644,987,1403,2216,3514,5018,8202,12403,20274,33773,60156,145182,144340,60232,34148,20056,12835,8010,5211,3390,2251,1397,960,620,398,308,191,131,96,62,45,18,16,8,7,10,6,4,0,2,2,1,1,1],"bins":[-0.005706787109375,-0.005528450012207031,-0.0053501129150390625,-0.005171775817871094,-0.004993438720703125,-0.004815101623535156,-0.0046367645263671875,-0.004458427429199219,-0.00428009033203125,-0.004101753234863281,-0.0039234161376953125,-0.0037450790405273438,-0.003566741943359375,-0.0033884048461914062,-0.0032100677490234375,-0.0030317306518554688,-0.0028533935546875,-0.0026750564575195312,-0.0024967193603515625,-0.0023183822631835938,-0.002140045166015625,-0.0019617080688476562,-0.0017833709716796875,-0.0016050338745117188,-0.00142669677734375,-0.0012483596801757812,-0.0010700225830078125,-0.0008916854858398438,-0.000713348388671875,-0.0005350112915039062,-0.0003566741943359375,-0.00017833709716796875,0,0.00017833709716796875,0.0003566741943359375,0.0005350112915039062,0.000713348388671875,0.0008916854858398438,0.0010700225830078125,0.0012483596801757812,0.00142669677734375,0.0016050338745117188,0.0017833709716796875,0.0019617080688476562,0.002140045166015625,0.0023183822631835938,0.0024967193603515625,0.0026750564575195312,0.0028533935546875,0.0030317306518554688,0.0032100677490234375,0.0033884048461914062,0.003566741943359375,0.0037450790405273438,0.0039234161376953125,0.004101753234863281,0.00428009033203125,0.004458427429199219,0.0046367645263671875,0.004815101623535156,0.004993438720703125,0.005171775817871094,0.0053501129150390625,0.005528450012207031,0.005706787109375]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.0006699177320115268,-0.0006490206578746438,-0.0006281235255300999,-0.0006072264513932168,-0.0005863293190486729,-0.0005654322449117899,-0.0005445351707749069,-0.0005236380384303629,-0.0005027409642934799,-0.00048184386105276644,-0.00046094675781205297,-0.0004400496545713395,-0.000419152551330626,-0.00039825544808991253,-0.0003773583739530295,-0.00035646127071231604,-0.00033556416747160256,-0.0003146670642308891,-0.0002937699609901756,-0.0002728728868532926,-0.0002519757836125791,-0.00023107868037186563,-0.00021018157713115215,-0.0001892844884423539,-0.00016838738520164043,-0.00014749028196092695,-0.0001265931932721287,-0.00010569609003141522,-8.479899406665936e-05,-6.39018981019035e-05,-4.300479849916883e-05,-2.210770071542356e-05,-1.2106029316782951e-06,1.968649485206697e-05,4.058359263581224e-05,6.148069223854691e-05,8.237778820330277e-05,0.00010327488416805863,0.0001241719874087721,0.00014506907609757036,0.00016596617933828384,0.00018686328257899731,0.00020776037126779556,0.00022865747450850904,0.0002495545777492225,0.000270451680989936,0.000291348755126819,0.0003122458583675325,0.00033314296160824597,0.00035404006484895945,0.0003749371680896729,0.00039583424222655594,0.0004167313454672694,0.0004376284487079829,0.0004585255519486964,0.00047942265518940985,0.0005003197584301233,0.0005212168325670063,0.0005421139649115503,0.0005630110390484333,0.0005839081131853163,0.0006048052455298603,0.0006257023196667433,0.0006465994520112872,0.0006674965261481702],"_type":"histogram","values":[1,3,1,5,4,7,2,5,4,6,7,6,15,9,5,9,12,19,9,9,14,22,14,16,14,20,14,26,24,30,30,24,35,17,22,22,21,14,22,22,31,13,15,17,10,7,11,16,8,12,7,10,9,10,2,6,6,3,5,1,3,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,4,1,1,1,1,2,1,2,4,5,12,9,8,20,13,18,31,21,24,20,23,26,27,25,26,28,35,36,23,38,29,29,35,18,18,16,16,17,21,13,17,9,9,6,11,4,4,3,3,1,0,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.03782565891742706,-0.03646082803606987,-0.03509599342942238,-0.033731162548065186,-0.032366327941417694,-0.0310014970600605,-0.029636666178703308,-0.028271833434700966,-0.026907000690698624,-0.02554216794669628,-0.02417733520269394,-0.022812504321336746,-0.021447671577334404,-0.020082838833332062,-0.01871800795197487,-0.017353175207972527,-0.015988342463970184,-0.014623509719967842,-0.013258677907288074,-0.011893846094608307,-0.010529013350605965,-0.009164180606603622,-0.007799348793923855,-0.0064345165155828,-0.005069684237241745,-0.00370485195890069,-0.002340019680559635,-0.0009751874022185802,0.00038964487612247467,0.0017544771544635296,0.0031193094328045845,0.004484141711145639,0.005848973989486694,0.007213806267827749,0.008578638546168804,0.009943470358848572,0.011308303102850914,0.012673135846853256,0.014037967659533024,0.015402799472212791,0.016767632216215134,0.018132464960217476,0.019497297704219818,0.02086212858557701,0.022226961329579353,0.023591794073581696,0.02495662495493889,0.02632145769894123,0.027686290442943573,0.029051123186945915,0.030415955930948257,0.03178078681230545,0.03314562141895294,0.034510452300310135,0.03587528318166733,0.03724011778831482,0.03860494866967201,0.039969779551029205,0.0413346141576767,0.04269944503903389,0.04406427592039108,0.045429110527038574,0.04679394140839577,0.04815877601504326,0.04952360689640045],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.10435345023870468,-0.10117502510547638,-0.09799659997224808,-0.09481817483901978,-0.09163974970579147,-0.08846132457256317,-0.08528289943933487,-0.08210447430610657,-0.07892604917287827,-0.07574762403964996,-0.07256919890642166,-0.06939077377319336,-0.06621234863996506,-0.06303392350673676,-0.05985550209879875,-0.05667707696557045,-0.05349865183234215,-0.050320226699113846,-0.047141801565885544,-0.04396337643265724,-0.04078495129942894,-0.03760652616620064,-0.034428101032972336,-0.031249677762389183,-0.02807125262916088,-0.02489282749593258,-0.021714402362704277,-0.018535977229475975,-0.015357553027570248,-0.012179127894341946,-0.009000703692436218,-0.005822278559207916,-0.0026438534259796143,0.0005345714744180441,0.0037129963748157024,0.006891421042382717,0.01006984617561102,0.013248271308839321,0.01642669551074505,0.01960512064397335,0.022783545777201653,0.025961970910429955,0.029140396043658257,0.03231881931424141,0.03549724444746971,0.03867566958069801,0.041854094713926315,0.04503251984715462,0.04821094498038292,0.05138937011361122,0.05456779524683952,0.057746220380067825,0.06092464551329613,0.06410306692123413,0.06728149205446243,0.07045991718769073,0.07363834232091904,0.07681676745414734,0.07999519258737564,0.08317361772060394,0.08635204285383224,0.08953046798706055,0.09270889312028885,0.09588731825351715,0.09906574338674545],"_type":"histogram","values":[1,0,0,2,0,0,3,10,25,35,66,106,196,368,541,820,1226,1974,2857,3920,5432,7381,9554,12352,15543,18884,22374,25916,29501,32449,35226,36431,37431,37236,36196,33941,31585,28408,24895,21479,17964,14546,11625,8772,6723,4947,3562,2582,1719,1139,711,453,283,179,96,72,33,23,14,9,4,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,0,1,0,0,0,0,3,1,0,2,1,0,4,4,7,8,5,10,10,9,17,16,11,24,20,23,32,32,23,23,38,28,37,38,31,44,38,25,24,16,27,23,21,15,14,9,9,13,7,8,4,1,1,3,2,1,2,0,1,0,1],"bins":[-0.07558856904506683,-0.07344911247491837,-0.0713096559047699,-0.06917019933462143,-0.06703074276447296,-0.0648912861943245,-0.06275182217359543,-0.06061236932873726,-0.05847290903329849,-0.056333452463150024,-0.054193995893001556,-0.05205453932285309,-0.04991508275270462,-0.04777562618255615,-0.045636165887117386,-0.04349670931696892,-0.04135725274682045,-0.03921779617667198,-0.037078339606523514,-0.03493887931108475,-0.03279942274093628,-0.03065996617078781,-0.028520509600639343,-0.026381051167845726,-0.024241594597697258,-0.02210213802754879,-0.019962679594755173,-0.017823223024606705,-0.015683766454458237,-0.01354430802166462,-0.011404851451516151,-0.009265393950045109,-0.007125936448574066,-0.0049864789471030235,-0.002847021911293268,-0.0007075646426528692,0.0014318926259875298,0.0035713498946279287,0.005710807163268328,0.007850264199078083,0.009989721700549126,0.012129179202020168,0.014268636703491211,0.01640809327363968,0.018547549843788147,0.020687008276581764,0.022826464846730232,0.02496592327952385,0.027105379849672318,0.029244836419820786,0.031384292989969254,0.03352375328540802,0.03566320985555649,0.037802666425704956,0.039942122995853424,0.04208157956600189,0.04422103613615036,0.04636049643158913,0.048499953001737595,0.05063940957188606,0.05277886614203453,0.054918322712183,0.057057783007621765,0.05919723957777023,0.0613366961479187],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[2,4,8,13,25,32,68,125,196,362,553,856,1392,2187,3136,4649,6731,9528,12813,17208,22673,28948,35904,43789,52398,60922,69770,77406,84112,89475,93022,94734,93927,91598,86704,80855,73293,64904,56068,47695,39218,31893,24788,19387,14776,10936,7755,5383,3692,2548,1722,1060,696,400,226,126,83,37,25,13,5,6,3,1],"bins":[-0.09599687159061432,-0.09296950697898865,-0.08994213491678238,-0.08691476285457611,-0.08388739824295044,-0.08086003363132477,-0.0778326615691185,-0.07480528950691223,-0.07177792489528656,-0.06875056028366089,-0.06572318822145462,-0.06269581615924835,-0.05966845154762268,-0.05664108321070671,-0.05361371487379074,-0.05058634653687477,-0.0475589781999588,-0.04453160986304283,-0.04150424152612686,-0.03847687318921089,-0.03544950485229492,-0.03242213651537895,-0.029394768178462982,-0.026367399841547012,-0.023340031504631042,-0.020312663167715073,-0.017285294830799103,-0.014257926493883133,-0.011230558156967163,-0.008203189820051193,-0.005175821483135223,-0.0021484531462192535,0.0008789151906967163,0.003906283527612686,0.006933651864528656,0.009961020201444626,0.012988388538360596,0.016015756875276566,0.019043125212192535,0.022070493549108505,0.025097861886024475,0.028125230222940445,0.031152598559856415,0.034179966896772385,0.037207335233688354,0.040234703570604324,0.043262071907520294,0.046289440244436264,0.049316808581352234,0.052344176918268204,0.055371545255184174,0.05839891359210014,0.06142628192901611,0.06445364654064178,0.06748101860284805,0.07050839066505432,0.07353575527667999,0.07656311988830566,0.07959049195051193,0.0826178640127182,0.08564522862434387,0.08867259323596954,0.09169996529817581,0.09472733736038208,0.09775470197200775]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[1,3,6,8,17,22,75,117,205,337,519,880,1380,2140,3225,4633,6742,9650,13326,17965,23553,30002,37580,45972,54647,64026,72273,79812,87042,92293,95350,96348,95418,91754,86212,79072,71574,62050,53329,44718,36843,29482,22764,17293,13150,9298,6550,4621,3163,2048,1342,835,496,316,158,100,62,28,18,13,5,1,1,1],"bins":[-0.0966852530837059,-0.09360998868942261,-0.09053472429513931,-0.08745945245027542,-0.08438418805599213,-0.08130892366170883,-0.07823365926742554,-0.07515839487314224,-0.07208313047885895,-0.06900785863399506,-0.06593259423971176,-0.06285732984542847,-0.05978206545114517,-0.05670679733157158,-0.053631532937288284,-0.05055626481771469,-0.047481000423431396,-0.0444057360291481,-0.04133046790957451,-0.038255203515291214,-0.03517993539571762,-0.032104671001434326,-0.02902940660715103,-0.025954140350222588,-0.022878874093294144,-0.0198036078363657,-0.016728341579437256,-0.013653077185153961,-0.010577810928225517,-0.007502545136958361,-0.004427279345691204,-0.0013520135544240475,0.0017232522368431091,0.004798518028110266,0.007873783819377422,0.010949049144983292,0.014024315401911736,0.01709958165884018,0.020174846053123474,0.023250112310051918,0.026325378566980362,0.029400644823908806,0.03247591108083725,0.035551175475120544,0.03862643986940384,0.04170170798897743,0.04477697238326073,0.04785224050283432,0.050927504897117615,0.05400276929140091,0.0570780374109745,0.0601533018052578,0.06322856992483139,0.06630383431911469,0.06937909871339798,0.07245436310768127,0.07552963495254517,0.07860489934682846,0.08168016374111176,0.08475542813539505,0.08783069252967834,0.09090595692396164,0.09398122876882553,0.09705649316310883,0.10013175755739212]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,1,1,1,1,2,6,3,6,11,12,9,9,11,11,14,16,21,16,28,22,25,20,32,30,27,32,32,31,28,28,28,25,22,23,24,27,24,21,12,11,13,9,8,9,3,3,8,0,3,4,0,0,0,0,0,0,2],"bins":[-0.04266035556793213,-0.0413806326687336,-0.040100909769535065,-0.03882118687033653,-0.037541463971138,-0.03626174107193947,-0.034982018172740936,-0.033702295273542404,-0.03242257237434387,-0.03114284947514534,-0.029863126575946808,-0.028583403676748276,-0.027303680777549744,-0.02602395787835121,-0.02474423497915268,-0.023464512079954147,-0.022184789180755615,-0.020905066281557083,-0.01962534338235855,-0.01834562048316002,-0.017065897583961487,-0.015786174684762955,-0.014506451785564423,-0.01322672888636589,-0.011947005987167358,-0.010667283087968826,-0.009387560188770294,-0.008107837289571762,-0.00682811439037323,-0.005548391491174698,-0.004268668591976166,-0.0029889456927776337,-0.0017092265188694,-0.0004295036196708679,0.0008502192795276642,0.0021299421787261963,0.0034096650779247284,0.0046893879771232605,0.005969110876321793,0.007248833775520325,0.008528556674718857,0.009808279573917389,0.011088002473115921,0.012367725372314453,0.013647448271512985,0.014927171170711517,0.01620689406991005,0.01748661696910858,0.018766339868307114,0.020046062767505646,0.021325785666704178,0.02260550856590271,0.023885231465101242,0.025164954364299774,0.026444677263498306,0.02772440016269684,0.02900412306189537,0.030283845961093903,0.031563568860292435,0.03284329175949097,0.0341230146586895,0.03540273755788803,0.03668246045708656,0.037962183356285095,0.03924190625548363]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.0002737113682087511,-0.00026441505178809166,-0.00025511873536743224,-0.00024582238984294236,-0.00023652607342228293,-0.0002272297570016235,-0.00021793342602904886,-0.00020863710960838944,-0.00019934077863581479,-0.00019004446221515536,-0.00018074814579449594,-0.0001714518148219213,-0.00016215549840126187,-0.00015285916742868721,-0.0001435628510080278,-0.00013426652003545314,-0.00012497020361479372,-0.00011567387991817668,-0.00010637755622155964,-9.70812325249426e-05,-8.778490882832557e-05,-7.848859240766615e-05,-6.919226871104911e-05,-5.989594501443207e-05,-5.0599621317815036e-05,-4.1303297621198e-05,-3.200697392458096e-05,-2.271065386594273e-05,-1.3414330169325694e-05,-4.118007382203359e-06,5.178315404918976e-06,1.4474638192041311e-05,2.3770960979163647e-05,3.3067284675780684e-05,4.236360837239772e-05,5.165992843103595e-05,6.095625212765299e-05,7.025257218629122e-05,7.954889588290825e-05,8.884521957952529e-05,9.814154327614233e-05,0.00010743786697275937,0.0001167341906693764,0.00012603051436599344,0.00013532683078665286,0.00014462316175922751,0.00015391947817988694,0.0001632158091524616,0.000172512125573121,0.00018180844199378043,0.00019110477296635509,0.0002004010893870145,0.00020969742035958916,0.00021899373678024858,0.00022829006775282323,0.00023758638417348266,0.0002468827005941421,0.0002561790170148015,0.0002654753625392914,0.0002747716789599508,0.00028406799538061023,0.00029336431180126965,0.00030266065732575953,0.00031195697374641895,0.0003212532901670784],"_type":"histogram","values":[2,1,1,0,2,0,3,1,2,5,3,8,3,11,9,14,12,23,18,21,19,26,31,26,21,36,31,27,28,26,31,31,27,36,23,31,26,18,25,10,20,18,9,10,8,6,2,3,4,5,2,1,3,1,0,1,0,2,3,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.00139617919921875,-0.001352071762084961,-0.0013079643249511719,-0.0012638568878173828,-0.0012197494506835938,-0.0011756420135498047,-0.0011315345764160156,-0.0010874271392822266,-0.0010433197021484375,-0.0009992122650146484,-0.0009551048278808594,-0.0009109973907470703,-0.0008668899536132812,-0.0008227825164794922,-0.0007786750793457031,-0.0007345676422119141,-0.000690460205078125,-0.0006463527679443359,-0.0006022453308105469,-0.0005581378936767578,-0.0005140304565429688,-0.0004699230194091797,-0.0004258155822753906,-0.00038170814514160156,-0.0003376007080078125,-0.00029349327087402344,-0.0002493858337402344,-0.0002052783966064453,-0.00016117095947265625,-0.00011706352233886719,-7.295608520507812e-05,-2.8848648071289062e-05,1.52587890625e-05,5.936622619628906e-05,0.00010347366333007812,0.0001475811004638672,0.00019168853759765625,0.0002357959747314453,0.0002799034118652344,0.00032401084899902344,0.0003681182861328125,0.00041222572326660156,0.0004563331604003906,0.0005004405975341797,0.0005445480346679688,0.0005886554718017578,0.0006327629089355469,0.0006768703460693359,0.000720977783203125,0.0007650852203369141,0.0008091926574707031,0.0008533000946044922,0.0008974075317382812,0.0009415149688720703,0.0009856224060058594,0.0010297298431396484,0.0010738372802734375,0.0011179447174072266,0.0011620521545410156,0.0012061595916748047,0.0012502670288085938,0.0012943744659423828,0.0013384819030761719,0.001382589340209961,0.00142669677734375],"_type":"histogram","values":[2,0,0,1,4,0,2,2,1,8,11,13,20,23,25,34,57,97,98,172,236,391,599,967,1607,2651,4456,8444,16973,36786,94681,199708,127492,49078,21238,10236,5573,3083,1807,1090,759,461,292,185,137,96,54,43,38,28,13,8,12,13,6,6,2,1,0,0,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,7,0,3,3,2,12,10,18,46,56,78,113,148,234,289,476,639,1026,1438,2212,3364,5282,8647,14257,25515,48471,106965,177322,92015,42658,22774,13312,7852,5088,3108,2076,1358,947,607,428,308,199,140,106,75,47,35,16,10,11,7,4,1,1,3,0,2,0,1],"bins":[-0.002410888671875,-0.0023365020751953125,-0.002262115478515625,-0.0021877288818359375,-0.00211334228515625,-0.0020389556884765625,-0.001964569091796875,-0.0018901824951171875,-0.0018157958984375,-0.0017414093017578125,-0.001667022705078125,-0.0015926361083984375,-0.00151824951171875,-0.0014438629150390625,-0.001369476318359375,-0.0012950897216796875,-0.001220703125,-0.0011463165283203125,-0.001071929931640625,-0.0009975433349609375,-0.00092315673828125,-0.0008487701416015625,-0.000774383544921875,-0.0006999969482421875,-0.0006256103515625,-0.0005512237548828125,-0.000476837158203125,-0.0004024505615234375,-0.00032806396484375,-0.0002536773681640625,-0.000179290771484375,-0.0001049041748046875,-3.0517578125e-05,4.38690185546875e-05,0.000118255615234375,0.0001926422119140625,0.00026702880859375,0.0003414154052734375,0.000415802001953125,0.0004901885986328125,0.0005645751953125,0.0006389617919921875,0.000713348388671875,0.0007877349853515625,0.00086212158203125,0.0009365081787109375,0.001010894775390625,0.0010852813720703125,0.00115966796875,0.0012340545654296875,0.001308441162109375,0.0013828277587890625,0.00145721435546875,0.0015316009521484375,0.001605987548828125,0.0016803741455078125,0.0017547607421875,0.0018291473388671875,0.001903533935546875,0.0019779205322265625,0.00205230712890625,0.0021266937255859375,0.002201080322265625,0.0022754669189453125,0.002349853515625]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,1,0,0,1,0,3,2,4,1,1,5,4,2,6,8,7,21,18,19,21,13,27,27,20,24,32,22,30,25,38,22,27,25,30,17,35,22,30,21,18,20,16,18,19,14,8,12,6,7,6,0,3,4,0,0,1,0,1,0,0,1,0,2],"bins":[-0.03153495490550995,-0.030527953058481216,-0.029520951211452484,-0.0285139512270689,-0.02750694938004017,-0.026499947533011436,-0.025492947548627853,-0.02448594570159912,-0.02347894385457039,-0.022471942007541656,-0.021464940160512924,-0.02045794017612934,-0.01945093832910061,-0.018443936482071877,-0.017436936497688293,-0.01642993465065956,-0.015422932803630829,-0.014415930956602097,-0.013408930040895939,-0.012401929125189781,-0.011394927278161049,-0.010387925431132317,-0.009380924515426159,-0.008373923599720001,-0.007366921752691269,-0.006359920371323824,-0.005352918989956379,-0.004345917608588934,-0.003338916227221489,-0.002331914845854044,-0.001324913464486599,-0.000317912083119154,0.0006890855729579926,0.0016960869543254375,0.0027030883356928825,0.0037100897170603275,0.0047170910984277725,0.0057240924797952175,0.0067310938611626625,0.0077380952425301075,0.008745096623897552,0.009752098470926285,0.010759099386632442,0.0117661003023386,0.012773102149367332,0.013780103996396065,0.014787104912102222,0.01579410582780838,0.016801107674837112,0.017808109521865845,0.018815111368894577,0.01982211135327816,0.020829113200306892,0.021836115047335625,0.022843115031719208,0.02385011687874794,0.024857118725776672,0.025864120572805405,0.026871122419834137,0.02787812240421772,0.028885124251246452,0.029892126098275185,0.030899126082658768,0.0319061279296875,0.03291312977671623],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,0,0,2,0,0,4,0,1,4,6,5,4,13,14,23,36,50,72,86,154,230,325,554,856,1469,2311,4447,8681,19705,52054,206610,201764,51869,19423,8536,4363,2330,1372,846,523,361,224,152,96,64,60,31,29,17,11,7,10,4,5,3,2,1,1,1,0,1,1],"bins":[-0.006591796875,-0.006392002105712891,-0.006192207336425781,-0.005992412567138672,-0.0057926177978515625,-0.005592823028564453,-0.005393028259277344,-0.005193233489990234,-0.004993438720703125,-0.004793643951416016,-0.004593849182128906,-0.004394054412841797,-0.0041942596435546875,-0.003994464874267578,-0.0037946701049804688,-0.0035948753356933594,-0.00339508056640625,-0.0031952857971191406,-0.0029954910278320312,-0.002795696258544922,-0.0025959014892578125,-0.002396106719970703,-0.0021963119506835938,-0.0019965171813964844,-0.001796722412109375,-0.0015969276428222656,-0.0013971328735351562,-0.0011973381042480469,-0.0009975433349609375,-0.0007977485656738281,-0.0005979537963867188,-0.0003981590270996094,-0.0001983642578125,1.430511474609375e-06,0.00020122528076171875,0.0004010200500488281,0.0006008148193359375,0.0008006095886230469,0.0010004043579101562,0.0012001991271972656,0.001399993896484375,0.0015997886657714844,0.0017995834350585938,0.001999378204345703,0.0021991729736328125,0.002398967742919922,0.0025987625122070312,0.0027985572814941406,0.00299835205078125,0.0031981468200683594,0.0033979415893554688,0.003597736358642578,0.0037975311279296875,0.003997325897216797,0.004197120666503906,0.004396915435791016,0.004596710205078125,0.004796504974365234,0.004996299743652344,0.005196094512939453,0.0053958892822265625,0.005595684051513672,0.005795478820800781,0.005995273590087891,0.006195068359375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,0,4,0,2,4,8,10,11,14,15,15,15,15,18,22,26,24,22,23,38,37,26,16,34,25,25,32,30,32,32,30,23,16,15,22,15,12,10,9,6,7,10,4,5,0,2,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0452268049120903,-0.04351283609867096,-0.041798871010541916,-0.040084902197122574,-0.03837093338370323,-0.03665696457028389,-0.034942999482154846,-0.033229030668735504,-0.03151506185531616,-0.02980109490454197,-0.028087127953767776,-0.026373159140348434,-0.02465919218957424,-0.0229452233761549,-0.021231256425380707,-0.019517287611961365,-0.017803320661187172,-0.01608935371041298,-0.014375384896993637,-0.01266141701489687,-0.010947449132800102,-0.00923348218202591,-0.007519514299929142,-0.005805546417832375,-0.004091578535735607,-0.0023776106536388397,-0.000663643004372716,0.0010503247613087296,0.0027642925269901752,0.004478260409086943,0.006192227825522423,0.00790619570761919,0.009620163589715958,0.011334131471812725,0.013048099353909492,0.01476206723600626,0.016476035118103027,0.01819000206887722,0.019903970882296562,0.021617937833070755,0.023331906646490097,0.02504587359726429,0.026759840548038483,0.028473809361457825,0.030187776312232018,0.03190174326300621,0.03361571207642555,0.035329680889844894,0.03704364597797394,0.03875761479139328,0.04047158360481262,0.042185552418231964,0.04389951750636101,0.04561348631978035,0.04732745513319969,0.049041423946619034,0.05075538903474808,0.05246935784816742,0.05418332666158676,0.055897291749715805,0.05761126056313515,0.05932522937655449,0.06103919818997383,0.06275316327810287,0.06446713209152222]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.0019683837890625,-0.0019109249114990234,-0.0018534660339355469,-0.0017960071563720703,-0.0017385482788085938,-0.0016810894012451172,-0.0016236305236816406,-0.001566171646118164,-0.0015087127685546875,-0.001451253890991211,-0.0013937950134277344,-0.0013363361358642578,-0.0012788772583007812,-0.0012214183807373047,-0.0011639595031738281,-0.0011065006256103516,-0.001049041748046875,-0.0009915828704833984,-0.0009341239929199219,-0.0008766651153564453,-0.0008192062377929688,-0.0007617473602294922,-0.0007042884826660156,-0.0006468296051025391,-0.0005893707275390625,-0.0005319118499755859,-0.0004744529724121094,-0.0004169940948486328,-0.00035953521728515625,-0.0003020763397216797,-0.0002446174621582031,-0.00018715858459472656,-0.00012969970703125,-7.224082946777344e-05,-1.4781951904296875e-05,4.267692565917969e-05,0.00010013580322265625,0.0001575946807861328,0.00021505355834960938,0.00027251243591308594,0.0003299713134765625,0.00038743019104003906,0.0004448890686035156,0.0005023479461669922,0.0005598068237304688,0.0006172657012939453,0.0006747245788574219,0.0007321834564208984,0.000789642333984375,0.0008471012115478516,0.0009045600891113281,0.0009620189666748047,0.0010194778442382812,0.0010769367218017578,0.0011343955993652344,0.001191854476928711,0.0012493133544921875,0.001306772232055664,0.0013642311096191406,0.0014216899871826172,0.0014791488647460938,0.0015366077423095703,0.0015940666198730469,0.0016515254974365234,0.001708984375],"_type":"histogram","values":[1,0,1,1,1,1,2,2,3,2,2,8,6,14,14,20,35,49,58,72,136,180,271,417,592,964,1536,2619,4170,7403,13324,25229,52958,129205,189527,81346,36858,18186,9943,5725,3481,1906,1205,772,487,345,231,169,111,68,37,32,24,19,18,10,8,8,3,3,1,1,0,4]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,2,1,0,2,3,3,3,2,4,4,4,11,5,11,11,10,15,16,21,19,29,36,29,31,47,34,42,33,41,29,40,27,26,31,24,16,11,14,7,10,14,8,6,7,6,4,2,2,4,2,1,2,2,0,0,0,0,2],"bins":[-0.0003614974848460406,-0.0003504931810311973,-0.00033948884811252356,-0.00032848454429768026,-0.00031748024048283696,-0.0003064759075641632,-0.0002954716037493199,-0.0002844672999344766,-0.00027346296701580286,-0.00026245866320095956,-0.00025145435938611627,-0.00024045004101935774,-0.00022944572265259922,-0.00021844141883775592,-0.0002074371004709974,-0.0001964327966561541,-0.00018542847828939557,-0.00017442415992263705,-0.00016341985610779375,-0.00015241553774103522,-0.00014141123392619193,-0.0001304069155594334,-0.00011940259719267488,-0.00010839828610187396,-9.739397501107305e-05,-8.638966392027214e-05,-7.538535282947123e-05,-6.43810344627127e-05,-5.3376723371911794e-05,-4.237241228111088e-05,-3.1368097552331164e-05,-2.036378464254085e-05,-9.359471732750535e-06,1.6448411770397797e-06,1.2649154086830094e-05,2.365346699662041e-05,3.4657779906410724e-05,4.5662090997211635e-05,5.6666405725991353e-05,6.767072045477107e-05,7.867503154557198e-05,8.96793426363729e-05,0.0001006836537271738,0.00011168797209393233,0.00012269229046069086,0.00013369659427553415,0.00014470091264229268,0.00015570521645713598,0.0001667095348238945,0.00017771385319065303,0.00018871815700549632,0.00019972247537225485,0.00021072677918709815,0.00022173109755385667,0.0002327354159206152,0.0002437397197354585,0.0002547440235503018,0.00026574835646897554,0.00027675266028381884,0.00028775696409866214,0.0002987612970173359,0.0003097656008321792,0.0003207699046470225,0.00033177423756569624,0.00034277854138053954]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.10092762112617493,-0.09784621745347977,-0.0947648137807846,-0.09168341010808945,-0.08860200643539429,-0.08552060276269913,-0.08243919909000397,-0.07935779541730881,-0.07627639174461365,-0.07319498807191849,-0.07011358439922333,-0.06703218072652817,-0.06395077705383301,-0.06086937338113785,-0.05778796970844269,-0.05470656603574753,-0.05162516236305237,-0.04854375869035721,-0.04546235501766205,-0.04238095134496689,-0.03929954767227173,-0.03621814399957657,-0.03313674032688141,-0.03005533665418625,-0.02697393298149109,-0.02389252930879593,-0.02081112563610077,-0.01772972196340561,-0.01464831829071045,-0.01156691461801529,-0.00848551094532013,-0.0054041072726249695,-0.0023227035999298096,0.0007587000727653503,0.0038401037454605103,0.00692150741815567,0.01000291109085083,0.01308431476354599,0.01616571843624115,0.01924712210893631,0.02232852578163147,0.02540992945432663,0.02849133312702179,0.03157273679971695,0.03465414047241211,0.03773554414510727,0.04081694781780243,0.04389835149049759,0.04697975516319275,0.05006115883588791,0.05314256250858307,0.05622396618127823,0.05930536985397339,0.06238677352666855,0.06546817719936371,0.06854958087205887,0.07163098454475403,0.07471238821744919,0.07779379189014435,0.08087519556283951,0.08395659923553467,0.08703800290822983,0.09011940658092499,0.09320081025362015,0.09628221392631531],"_type":"histogram","values":[2,0,2,1,3,5,5,20,41,65,109,180,272,441,718,1084,1539,2243,3213,4486,6166,8058,10531,13160,16005,19654,22663,26304,29055,31867,33982,35604,36371,35796,34922,33128,30729,27575,24590,21097,17931,14593,11690,9327,7239,5286,3794,2685,1926,1346,870,558,376,215,141,65,43,28,15,2,2,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,2,1,4,2,17,30,49,100,153,254,358,620,817,1285,1920,2657,3586,4878,6502,8523,10964,13272,15971,19263,22097,25212,28502,30744,32905,34254,34633,34993,34127,32205,30198,27759,24677,21212,18428,15263,12506,10144,7804,5973,4504,3237,2327,1687,1138,771,496,309,181,128,73,48,27,17,5,4,2,3,2],"bins":[-0.09461158514022827,-0.09164173901081085,-0.08867189288139343,-0.08570203930139542,-0.082732193171978,-0.07976234704256058,-0.07679249346256256,-0.07382264733314514,-0.07085280120372772,-0.0678829550743103,-0.06491310894489288,-0.06194325536489487,-0.05897340923547745,-0.05600356310606003,-0.05303371325135231,-0.05006386339664459,-0.04709401726722717,-0.04412417113780975,-0.041154321283102036,-0.03818447142839432,-0.0352146252989769,-0.03224477916955948,-0.02927492931485176,-0.026305081322789192,-0.023335233330726624,-0.020365385338664055,-0.017395537346601486,-0.014425689354538918,-0.011455841362476349,-0.00848599337041378,-0.0055161453783512115,-0.002546297386288643,0.00042354315519332886,0.0033933911472558975,0.006363239139318466,0.009333087131381035,0.012302935123443604,0.015272783115506172,0.01824263110756874,0.02121247909963131,0.024182327091693878,0.027152175083756447,0.030122023075819016,0.03309187293052673,0.03606171905994415,0.03903156518936157,0.04200141504406929,0.04497126489877701,0.04794111102819443,0.05091095715761185,0.053880807012319565,0.05685065686702728,0.0598205029964447,0.06279034912586212,0.06576019525527954,0.06873004883527756,0.07169989496469498,0.0746697410941124,0.07763959467411041,0.08060944080352783,0.08357928693294525,0.08654913306236267,0.08951897919178009,0.0924888327717781,0.09545867890119553]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,1,1,2,2,1,0,4,1,11,7,13,8,8,8,28,18,18,22,17,31,34,37,33,32,30,27,38,32,34,36,25,29,27,17,23,22,17,18,10,13,8,6,5,5,0,2,0,2,1,1,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.059277161955833435,-0.05704449489712715,-0.05481182783842087,-0.052579160779714584,-0.0503464937210083,-0.04811382666230202,-0.045881159603595734,-0.04364849254488945,-0.041415825486183167,-0.03918316215276718,-0.0369504950940609,-0.034717828035354614,-0.03248516097664833,-0.030252493917942047,-0.028019826859235764,-0.02578715980052948,-0.023554492741823196,-0.021321825683116913,-0.01908915862441063,-0.016856491565704346,-0.014623825438320637,-0.012391158379614353,-0.010158492252230644,-0.00792582519352436,-0.005693158134818077,-0.003460491308942437,-0.0012278244830667973,0.0010048423428088427,0.0032375091686844826,0.005470176227390766,0.007702842820435762,0.009935509413480759,0.012168176472187042,0.014400843530893326,0.01663351058959961,0.018866177648305893,0.021098844707012177,0.02333150990307331,0.025564176961779594,0.027796844020485878,0.03002951107919216,0.032262176275253296,0.03449484333395958,0.03672751039266586,0.03896017745137215,0.04119284451007843,0.043425511568784714,0.045658178627491,0.04789084568619728,0.050123512744903564,0.05235617980360985,0.05458884686231613,0.056821513921022415,0.0590541809797287,0.06128684803843498,0.06351951509714127,0.06575217843055725,0.06798484921455383,0.07021751254796982,0.0724501833319664,0.07468284666538239,0.07691551744937897,0.07914818078279495,0.08138085156679153,0.08361351490020752],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,2,5,6,2,4,6,7,7,11,8,13,15,12,16,14,17,26,24,26,21,27,23,22,30,23,28,26,27,27,26,21,17,28,12,15,14,14,13,12,13,10,13,9,8,4,9,7,5,8,7,2,6,3,3,2,0,2,0,3,1,2],"bins":[0.9994899034500122,0.9995087385177612,0.999527633190155,0.999546468257904,0.9995653629302979,0.9995841979980469,0.9996030330657959,0.9996219277381897,0.9996407628059387,0.9996595978736877,0.9996784925460815,0.9996973276138306,0.9997161626815796,0.9997350573539734,0.9997538924217224,0.9997727870941162,0.9997916221618652,0.9998104572296143,0.9998293519020081,0.9998481869697571,0.9998670816421509,0.9998859167098999,0.9999047517776489,0.9999236464500427,0.9999424815177917,0.9999613165855408,0.9999802112579346,0.9999990463256836,1.0000178813934326,1.0000367164611816,1.0000556707382202,1.0000745058059692,1.0000933408737183,1.0001121759414673,1.0001310110092163,1.0001499652862549,1.000168800354004,1.000187635421753,1.000206470489502,1.000225305557251,1.000244140625,1.0002630949020386,1.0002819299697876,1.0003007650375366,1.0003196001052856,1.0003384351730347,1.0003573894500732,1.0003762245178223,1.0003950595855713,1.0004138946533203,1.0004327297210693,1.000451683998108,1.000470519065857,1.000489354133606,1.000508189201355,1.000527024269104,1.0005459785461426,1.0005648136138916,1.0005836486816406,1.0006024837493896,1.0006213188171387,1.0006401538848877,1.0006591081619263,1.0006779432296753,1.0006967782974243]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[2,0,1,1,0,0,3,4,2,9,8,20,16,21,34,52,68,113,153,285,411,577,910,1399,2440,3864,6593,11201,20568,39397,89711,214431,101890,42861,22324,12192,7172,4083,2577,1575,1054,578,398,251,171,137,77,56,43,27,17,16,8,10,4,1,3,1,0,1,1,0,1,1],"bins":[-0.00439453125,-0.0042552947998046875,-0.004116058349609375,-0.0039768218994140625,-0.00383758544921875,-0.0036983489990234375,-0.003559112548828125,-0.0034198760986328125,-0.0032806396484375,-0.0031414031982421875,-0.003002166748046875,-0.0028629302978515625,-0.00272369384765625,-0.0025844573974609375,-0.002445220947265625,-0.0023059844970703125,-0.002166748046875,-0.0020275115966796875,-0.001888275146484375,-0.0017490386962890625,-0.00160980224609375,-0.0014705657958984375,-0.001331329345703125,-0.0011920928955078125,-0.0010528564453125,-0.0009136199951171875,-0.000774383544921875,-0.0006351470947265625,-0.00049591064453125,-0.0003566741943359375,-0.000217437744140625,-7.82012939453125e-05,6.103515625e-05,0.0002002716064453125,0.000339508056640625,0.0004787445068359375,0.00061798095703125,0.0007572174072265625,0.000896453857421875,0.0010356903076171875,0.0011749267578125,0.0013141632080078125,0.001453399658203125,0.0015926361083984375,0.00173187255859375,0.0018711090087890625,0.002010345458984375,0.0021495819091796875,0.002288818359375,0.0024280548095703125,0.002567291259765625,0.0027065277099609375,0.00284576416015625,0.0029850006103515625,0.003124237060546875,0.0032634735107421875,0.0034027099609375,0.0035419464111328125,0.003681182861328125,0.0038204193115234375,0.00395965576171875,0.0040988922119140625,0.004238128662109375,0.0043773651123046875,0.0045166015625]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,2,0,2,1,3,5,3,5,5,4,6,9,16,11,17,15,25,27,37,31,56,52,65,74,92,92,102,114,98,107,117,104,95,88,82,63,65,55,53,37,31,42,23,28,7,22,13,10,5,7,5,4,4,1,1,2,2,1,2,0,1,0,1],"bins":[-0.00045393910841085017,-0.00043925686622969806,-0.00042457462404854596,-0.00040989238186739385,-0.00039521013968624175,-0.00038052789750508964,-0.00036584565532393754,-0.00035116341314278543,-0.0003364811709616333,-0.0003217989287804812,-0.0003071166865993291,-0.000292434444418177,-0.0002777522022370249,-0.0002630699600558728,-0.0002483877178747207,-0.00023370549024548382,-0.0002190232480643317,-0.0002043410058831796,-0.0001896587637020275,-0.0001749765215208754,-0.0001602942793397233,-0.00014561203715857118,-0.00013092979497741908,-0.00011624756007222459,-0.00010156531789107248,-8.688307570992038e-05,-7.220083352876827e-05,-5.751859498559497e-05,-4.283635280444287e-05,-2.8154110623290762e-05,-1.347187026112806e-05,1.210371010529343e-06,1.5892612282186747e-05,3.057485446333885e-05,4.525709664449096e-05,5.9939335187664255e-05,7.462158100679517e-05,8.930381591198966e-05,0.00010398605809314176,0.00011866830027429387,0.0001333505497314036,0.00014803277736064047,0.00016271501954179257,0.00017739726172294468,0.00019207950390409678,0.0002067617460852489,0.000221443988266401,0.0002361262304475531,0.00025080848718062043,0.0002654907002579421,0.0002801729424390942,0.0002948551846202463,0.0003095374268013984,0.0003242196689825505,0.0003389019111637026,0.0003535841533448547,0.0003682663955260068,0.0003829486377071589,0.00039763087988831103,0.00041231312206946313,0.00042699536425061524,0.00044167760643176734,0.00045635984861291945,0.00047104209079407156,0.00048572433297522366]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.09398183971643448,-0.09095415472984314,-0.0879264697432518,-0.08489878475666046,-0.08187109231948853,-0.07884340733289719,-0.07581572234630585,-0.07278803735971451,-0.06976035237312317,-0.06673266738653183,-0.06370498239994049,-0.06067729368805885,-0.057649608701467514,-0.054621923714876175,-0.05159423500299454,-0.0485665500164032,-0.04553886502981186,-0.04251118004322052,-0.03948349505662918,-0.03645580634474754,-0.033428121358156204,-0.030400436371564865,-0.027372749522328377,-0.02434506267309189,-0.02131737768650055,-0.01828969269990921,-0.015262005850672722,-0.012234319932758808,-0.009206634014844894,-0.006178948096930981,-0.003151262179017067,-0.00012357626110315323,0.0029041096568107605,0.005931795574724674,0.008959481492638588,0.011987167410552502,0.015014853328466415,0.018042538315057755,0.021070225164294243,0.02409791201353073,0.02712559700012207,0.03015328198671341,0.03318096697330475,0.036208655685186386,0.039236340671777725,0.042264025658369064,0.0452917143702507,0.04831939935684204,0.05134708434343338,0.05437476933002472,0.05740245431661606,0.060430143028497696,0.06345783174037933,0.06648551672697067,0.06951320171356201,0.07254088670015335,0.07556857168674469,0.07859625667333603,0.08162394165992737,0.08465162664651871,0.08767931163311005,0.09070700407028198,0.09373468905687332,0.09676237404346466,0.099790059030056],"_type":"histogram","values":[1,1,0,1,0,1,1,2,6,5,5,5,7,15,3,10,8,16,15,11,12,22,31,25,30,20,21,26,28,22,37,29,32,22,27,22,21,29,28,20,12,12,22,13,11,18,11,8,9,4,10,4,4,5,2,0,0,1,1,1,0,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,1,0,0,1,0,1,0,2,0,4,2,1,7,5,9,19,28,51,68,71,102,94,68,56,51,33,25,19,16,7,8,2,1,1,2,0,1,0,1,1,0,1,2,1,1,0,0,2],"bins":[-3.2236312108580023e-06,-3.1371534987556515e-06,-3.050676014026976e-06,-2.9641983019246254e-06,-2.8777205898222746e-06,-2.7912431050935993e-06,-2.7047653929912485e-06,-2.6182876808888977e-06,-2.5318101961602224e-06,-2.4453324840578716e-06,-2.358854771955521e-06,-2.2723772872268455e-06,-2.1858995751244947e-06,-2.099421863022144e-06,-2.0129443782934686e-06,-1.926466666191118e-06,-1.8399890677756048e-06,-1.7535114693600917e-06,-1.667033757257741e-06,-1.5805561588422279e-06,-1.4940785604267148e-06,-1.407600848324364e-06,-1.321123249908851e-06,-1.234645651493338e-06,-1.1481679393909872e-06,-1.061690340975474e-06,-9.75212742559961e-07,-8.887350873010291e-07,-8.022574320420972e-07,-7.157798336265841e-07,-6.293021783676522e-07,-5.428245799521392e-07,-4.5634692469320726e-07,-3.6986929785598477e-07,-2.833916710187623e-07,-1.9691401575983036e-07,-1.1043638892260788e-07,-2.395875497995803e-08,6.251887896269182e-08,1.4899652001076902e-07,2.354741468479915e-07,3.21951773685214e-07,4.084294005224365e-07,4.949070557813684e-07,5.813847110403003e-07,6.678623094558134e-07,7.543399647147453e-07,8.408175631302583e-07,9.272952183891903e-07,1.0137728168047033e-06,1.100250528907054e-06,1.1867281273225672e-06,1.2732057257380802e-06,1.359683437840431e-06,1.446161036255944e-06,1.5326386346714571e-06,1.6191163467738079e-06,1.705593945189321e-06,1.792071543604834e-06,1.878549142020347e-06,1.96502674043586e-06,2.051504452538211e-06,2.1379821646405617e-06,2.224459649369237e-06,2.310937361471588e-06]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.001922607421875,-0.0018558502197265625,-0.001789093017578125,-0.0017223358154296875,-0.00165557861328125,-0.0015888214111328125,-0.001522064208984375,-0.0014553070068359375,-0.0013885498046875,-0.0013217926025390625,-0.001255035400390625,-0.0011882781982421875,-0.00112152099609375,-0.0010547637939453125,-0.000988006591796875,-0.0009212493896484375,-0.0008544921875,-0.0007877349853515625,-0.000720977783203125,-0.0006542205810546875,-0.00058746337890625,-0.0005207061767578125,-0.000453948974609375,-0.0003871917724609375,-0.0003204345703125,-0.0002536773681640625,-0.000186920166015625,-0.0001201629638671875,-5.340576171875e-05,1.33514404296875e-05,8.0108642578125e-05,0.0001468658447265625,0.000213623046875,0.0002803802490234375,0.000347137451171875,0.0004138946533203125,0.00048065185546875,0.0005474090576171875,0.000614166259765625,0.0006809234619140625,0.0007476806640625,0.0008144378662109375,0.000881195068359375,0.0009479522705078125,0.00101470947265625,0.0010814666748046875,0.001148223876953125,0.0012149810791015625,0.00128173828125,0.0013484954833984375,0.001415252685546875,0.0014820098876953125,0.00154876708984375,0.0016155242919921875,0.001682281494140625,0.0017490386962890625,0.0018157958984375,0.0018825531005859375,0.001949310302734375,0.0020160675048828125,0.00208282470703125,0.0021495819091796875,0.002216339111328125,0.0022830963134765625,0.002349853515625],"_type":"histogram","values":[1,2,2,1,5,5,10,16,21,38,30,48,65,127,195,227,366,538,861,1199,1857,2799,4376,7090,11328,19262,34674,73256,178929,130849,52424,27433,15594,9348,5970,3770,2375,1442,1079,668,494,317,231,153,99,88,54,34,27,13,9,8,6,4,1,0,1,2,0,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.00037298904499039054,-0.00036124270991422236,-0.0003494963748380542,-0.000337750039761886,-0.0003260037046857178,-0.00031425736960954964,-0.00030251103453338146,-0.0002907646994572133,-0.0002790183643810451,-0.0002672720293048769,-0.00025552569422870874,-0.00024377935915254056,-0.00023203302407637239,-0.0002202866890002042,-0.00020854035392403603,-0.00019679401884786785,-0.00018504768377169967,-0.0001733013486955315,-0.0001615550136193633,-0.00014980867854319513,-0.00013806234346702695,-0.00012631600839085877,-0.00011456967331469059,-0.00010282333823852241,-9.107700316235423e-05,-7.933066808618605e-05,-6.758433301001787e-05,-5.583799793384969e-05,-4.409166285768151e-05,-3.234532778151333e-05,-2.0598992705345154e-05,-8.852657629176974e-06,2.8936774469912052e-06,1.4640012523159385e-05,2.6386347599327564e-05,3.8132682675495744e-05,4.987901775166392e-05,6.16253528278321e-05,7.337168790400028e-05,8.511802298016846e-05,9.686435805633664e-05,0.00010861069313250482,0.000120357028208673,0.00013210336328484118,0.00014384969836100936,0.00015559603343717754,0.00016734236851334572,0.0001790887035895139,0.00019083503866568208,0.00020258137374185026,0.00021432770881801844,0.00022607404389418662,0.0002378203789703548,0.000249566714046523,0.00026131304912269115,0.00027305938419885933,0.0002848057192750275,0.0002965520543511957,0.00030829838942736387,0.00032004472450353205,0.00033179105957970023,0.0003435373946558684,0.0003552837297320366,0.00036703006480820477,0.00037877639988437295],"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,1,0,1,3,0,5,3,6,6,10,10,11,21,13,20,26,28,34,43,37,48,35,38,28,42,38,37,39,31,28,23,16,18,7,10,10,7,6,7,1,4,2,1,5,0,2,1,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[2,3,2,0,0,5,3,3,1,5,11,8,12,13,14,14,15,20,17,22,19,20,32,24,21,20,33,20,31,20,33,21,21,21,24,21,18,20,20,17,19,16,11,15,10,15,9,9,3,5,7,8,3,2,2,1,0,1,2,2,0,0,0,2],"bins":[-0.015827395021915436,-0.015286233276128769,-0.014745072461664677,-0.01420391071587801,-0.013662748970091343,-0.01312158815562725,-0.012580426409840584,-0.012039264664053917,-0.01149810291826725,-0.010956942103803158,-0.010415780358016491,-0.009874618612229824,-0.009333457797765732,-0.008792296051979065,-0.008251134306192398,-0.0077099730260670185,-0.007168811745941639,-0.006627650465816259,-0.0060864887200295925,-0.005545327439904213,-0.005004165694117546,-0.0044630044139921665,-0.003921843133866787,-0.0033806816209107637,-0.0028395201079547405,-0.0022983585949987173,-0.001757197198458016,-0.0012160358019173145,-0.0006748742889612913,-0.000133712834212929,0.0004074486205354333,0.0009486100752837956,0.001489771530032158,0.002030933042988181,0.0025720945559442043,0.003113255836069584,0.003654417349025607,0.00419557886198163,0.00473674014210701,0.005277901887893677,0.005819063168019056,0.006360224448144436,0.006901386193931103,0.007442547474056482,0.007983708754181862,0.008524870499968529,0.009066032245755196,0.009607193060219288,0.010148354806005955,0.010689516551792622,0.011230677366256714,0.01177183911204338,0.012313000857830048,0.01285416167229414,0.013395323418080807,0.013936485163867474,0.014477645978331566,0.015018807724118233,0.0155599694699049,0.016101131215691566,0.016642292961478233,0.01718345284461975,0.017724614590406418,0.018265776336193085,0.01880693808197975],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.0810546875,-0.0783843994140625,-0.075714111328125,-0.0730438232421875,-0.07037353515625,-0.0677032470703125,-0.065032958984375,-0.0623626708984375,-0.0596923828125,-0.0570220947265625,-0.054351806640625,-0.0516815185546875,-0.04901123046875,-0.0463409423828125,-0.043670654296875,-0.0410003662109375,-0.038330078125,-0.0356597900390625,-0.032989501953125,-0.0303192138671875,-0.02764892578125,-0.0249786376953125,-0.022308349609375,-0.0196380615234375,-0.0169677734375,-0.0142974853515625,-0.011627197265625,-0.0089569091796875,-0.00628662109375,-0.0036163330078125,-0.000946044921875,0.0017242431640625,0.00439453125,0.0070648193359375,0.009735107421875,0.0124053955078125,0.01507568359375,0.0177459716796875,0.020416259765625,0.0230865478515625,0.0257568359375,0.0284271240234375,0.031097412109375,0.0337677001953125,0.03643798828125,0.0391082763671875,0.041778564453125,0.0444488525390625,0.047119140625,0.0497894287109375,0.052459716796875,0.0551300048828125,0.05780029296875,0.0604705810546875,0.063140869140625,0.0658111572265625,0.0684814453125,0.0711517333984375,0.073822021484375,0.0764923095703125,0.07916259765625,0.0818328857421875,0.084503173828125,0.0871734619140625,0.08984375],"_type":"histogram","values":[1,1,2,1,4,3,5,10,15,20,22,26,32,55,88,110,186,292,442,734,1342,2103,3570,5463,9427,15329,26042,46193,101092,291933,698385,192360,79541,40256,23283,13461,8299,4915,2907,1629,1140,711,480,311,201,137,93,58,38,25,21,19,13,9,8,4,3,3,4,3,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0003118316817563027,-0.0003012435045093298,-0.0002906553272623569,-0.00028006715001538396,-0.0002694790018722415,-0.0002588908246252686,-0.00024830264737829566,-0.00023771447013132274,-0.00022712629288434982,-0.0002165381156373769,-0.00020594993839040399,-0.0001953617756953463,-0.00018477359844837338,-0.00017418542120140046,-0.00016359725850634277,-0.00015300908125936985,-0.00014242090401239693,-0.000131832726765424,-0.00012124455679440871,-0.0001106563868233934,-0.00010006820957642049,-8.948003232944757e-05,-7.889186235843226e-05,-6.830369238741696e-05,-5.771551514044404e-05,-4.712734153144993e-05,-3.653916792245582e-05,-2.5950994313461706e-05,-1.5362820704467595e-05,-4.774647095473483e-06,5.813526513520628e-06,1.640170012251474e-05,2.6989902835339308e-05,3.757807644433342e-05,4.816625005332753e-05,5.875442366232164e-05,6.934259727131575e-05,7.993077451828867e-05,9.051894448930398e-05,0.00010110711446031928,0.0001116952917072922,0.00012228346895426512,0.00013287164620123804,0.00014345980889629573,0.00015404798614326864,0.00016463616339024156,0.00017522432608529925,0.00018581250333227217,0.0001964006805792451,0.000206988857826218,0.00021757703507319093,0.00022816519776824862,0.00023875337501522154,0.0002493415377102792,0.00025992971495725214,0.00027051789220422506,0.000281106069451198,0.0002916942466981709,0.0003022824239451438,0.00031287060119211674,0.0003234587493352592,0.0003340469265822321,0.00034463510382920504,0.00035522328107617795,0.0003658114583231509],"_type":"histogram","values":[2,1,0,0,2,4,3,1,2,0,4,5,7,6,13,11,8,13,11,14,18,17,28,38,23,24,32,30,33,39,37,30,37,43,24,31,19,14,27,10,12,12,12,13,6,8,6,8,6,3,6,5,0,1,3,1,1,0,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,0,1,0,1,1,2,3,5,2,5,4,8,11,10,9,15,14,10,11,20,26,24,22,29,32,34,29,37,28,27,30,23,31,24,22,24,24,24,20,9,25,18,11,12,14,6,4,6,5,1,2,1,4,2,1,1,0,1,1,0,0,0,1],"bins":[-0.08711598813533783,-0.08421540260314941,-0.081314817070961,-0.07841423153877258,-0.07551364600658417,-0.07261306047439575,-0.06971247494220734,-0.06681188941001892,-0.0639113038778305,-0.06101071462035179,-0.058110129088163376,-0.05520954355597496,-0.052308954298496246,-0.04940836876630783,-0.046507783234119415,-0.043607197701931,-0.040706612169742584,-0.03780602663755417,-0.03490544110536575,-0.03200485557317734,-0.029104268178343773,-0.026203682646155357,-0.023303095251321793,-0.020402509719133377,-0.01750192418694496,-0.014601338654756546,-0.011700752191245556,-0.008800165727734566,-0.00589958019554615,-0.0029989941976964474,-9.840819984674454e-05,0.0028021777980029583,0.005702771246433258,0.008603356778621674,0.011503943242132664,0.014404529705643654,0.01730511523783207,0.020205700770020485,0.02310628816485405,0.026006873697042465,0.02890745922923088,0.031808044761419296,0.03470863029360771,0.03760921582579613,0.04050980508327484,0.04341039061546326,0.04631097614765167,0.04921156167984009,0.0521121472120285,0.05501273274421692,0.057913318276405334,0.06081390380859375,0.06371448934078217,0.06661507487297058,0.069515660405159,0.07241624593734741,0.07531683146953583,0.07821742445230484,0.08111800998449326,0.08401859551668167,0.08691918104887009,0.0898197665810585,0.09272035211324692,0.09562093764543533,0.09852152317762375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,0,2,0,0,0,1,4,1,3,2,3,3,4,3,5,1,5,9,8,10,12,12,11,18,25,22,26,40,48,52,73,60,54,50,38,21,15,14,16,14,15,10,15,7,8,3,7,3,2,1,1,1,1,2,2,1,1,0,1],"bins":[-2.3738266463624313e-06,-2.307496743014781e-06,-2.2411670670408057e-06,-2.174837163693155e-06,-2.10850748771918e-06,-2.0421775843715295e-06,-1.9758479083975544e-06,-1.909518005049904e-06,-1.8431883290759288e-06,-1.7768584257282782e-06,-1.7105286360674654e-06,-1.6441988464066526e-06,-1.5778690567458398e-06,-1.511539267085027e-06,-1.4452094774242141e-06,-1.3788796877634013e-06,-1.3125498981025885e-06,-1.2462201084417757e-06,-1.1798903187809628e-06,-1.11356052912015e-06,-1.0472307394593372e-06,-9.809009497985244e-07,-9.145711032942927e-07,-8.482413136334799e-07,-7.819115239726671e-07,-7.155817343118542e-07,-6.492519446510414e-07,-5.829221549902286e-07,-5.165923084859969e-07,-4.502625472468935e-07,-3.8393272916437127e-07,-3.1760293950355845e-07,-2.512730361559079e-07,-1.8494324649509508e-07,-1.1861344262342755e-07,-5.2283645857187366e-08,1.4046150909052812e-08,8.037594767529299e-08,1.4670574444153317e-07,2.130355483132007e-07,2.7936533797401353e-07,3.4569512763482635e-07,4.1202491729563917e-07,4.78354706956452e-07,5.446845534606837e-07,6.110143431214965e-07,6.773441327823093e-07,7.436739224431221e-07,8.10003712103935e-07,8.763335017647478e-07,9.426632914255606e-07,1.0089930810863734e-06,1.0753228707471862e-06,1.141652660407999e-06,1.2079824500688119e-06,1.2743122397296247e-06,1.3406420293904375e-06,1.406971932738088e-06,1.4733017223989009e-06,1.5396315120597137e-06,1.6059613017205265e-06,1.6722910913813394e-06,1.7386208810421522e-06,1.804950670702965e-06,1.8712804603637778e-06]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,1,0,1,0,2,0,3,5,5,6,4,7,15,4,10,9,15,15,12,10,23,30,25,30,21,17,29,28,25,33,28,34,22,28,21,19,31,28,20,12,12,22,12,12,15,14,7,9,5,9,5,4,4,2,1,0,1,1,1,0,0,0,3],"bins":[-0.0927589163184166,-0.08975713700056076,-0.08675535768270493,-0.08375358581542969,-0.08075180649757385,-0.07775002717971802,-0.07474824786186218,-0.07174646854400635,-0.06874468922615051,-0.06574291735887527,-0.06274113804101944,-0.059739358723163605,-0.05673757940530777,-0.05373580381274223,-0.0507340244948864,-0.04773224890232086,-0.04473046958446503,-0.04172869026660919,-0.038726914674043655,-0.03572513535618782,-0.032723359763622284,-0.02972158044576645,-0.026719801127910614,-0.02371802367269993,-0.020716246217489243,-0.017714468762278557,-0.014712690375745296,-0.011710911989212036,-0.00870913453400135,-0.005707356613129377,-0.0027055786922574043,0.0002961992286145687,0.0032979846000671387,0.006299762520939112,0.009301540441811085,0.012303318828344345,0.01530509628355503,0.018306873738765717,0.02130865305662155,0.024310430511832237,0.027312207967042923,0.03031398542225361,0.033315762877464294,0.03631754219532013,0.039319321513175964,0.0423210971057415,0.045322876423597336,0.04832465201616287,0.05132643133401871,0.05432821065187454,0.05732998624444008,0.060331765562295914,0.06333354115486145,0.06633532047271729,0.06933709979057312,0.07233887910842896,0.07534065842628479,0.07834243029356003,0.08134420961141586,0.0843459889292717,0.08734776824712753,0.09034954756498337,0.0933513194322586,0.09635309875011444,0.09935487806797028],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[-0.015789343044161797,-0.015302607789635658,-0.014815873466432095,-0.014329138211905956,-0.013842402957379818,-0.01335566770285368,-0.012868933379650116,-0.012382198125123978,-0.01189546287059784,-0.011408728547394276,-0.010921993292868137,-0.010435258038341999,-0.00994852278381586,-0.009461788460612297,-0.008975053206086159,-0.00848831795156002,-0.008001582697033882,-0.0075148483738303185,-0.00702811311930418,-0.006541378330439329,-0.006054643075913191,-0.00556790828704834,-0.0050811730325222015,-0.0045944382436573505,-0.0041077034547924995,-0.0036209682002663612,-0.0031342331785708666,-0.002647498156875372,-0.002160763368010521,-0.0016740282298997045,-0.0011872933246195316,-0.000700558302924037,-0.00021382328122854233,0.00027291171136312187,0.0007596467039547861,0.0012463816674426198,0.0017331166891381145,0.0022198515944182873,0.002706586616113782,0.0031933216378092766,0.0036800566595047712,0.004166791681200266,0.004653526470065117,0.005140261724591255,0.005626996513456106,0.0061137317679822445,0.0066004665568470955,0.007087201811373234,0.007573936600238085,0.008060671389102936,0.008547406643629074,0.009034141898155212,0.009520876221358776,0.010007611475884914,0.010494346730411053,0.010981081984937191,0.011467816308140755,0.011954551562666893,0.012441286817193031,0.012928021140396595,0.013414756394922733,0.013901491649448872,0.01438822690397501,0.014874961227178574,0.015361696481704712],"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,2,1,1,0,0,2,1,3,1,3,7,3,9,6,8,21,20,30,31,41,60,54,73,75,56,47,47,22,29,20,14,12,8,9,6,2,9,5,5,3,3,2,4,2,1,2,1,0,0,1,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[2,2,0,0,2,0,0,1,2,0,2,2,3,1,5,4,9,5,11,8,9,14,12,24,18,16,26,25,32,28,34,25,32,44,28,40,26,31,42,28,18,23,23,20,13,11,10,4,8,4,7,7,3,6,2,1,2,2,2,2,2,2,0,3],"bins":[-0.001360336085781455,-0.0013204392744228244,-0.0012805425794795156,-0.001240645768120885,-0.0012007489567622542,-0.0011608521454036236,-0.0011209554504603148,-0.001081058639101684,-0.0010411618277430534,-0.0010012651327997446,-0.000961368321441114,-0.0009214715100824833,-0.0008815747569315135,-0.0008416779455728829,-0.0008017811924219131,-0.0007618843810632825,-0.0007219876279123127,-0.000682090874761343,-0.0006421940634027123,-0.0006022973102517426,-0.0005624004988931119,-0.0005225037457421422,-0.000482606963487342,-0.0004427101812325418,-0.0004028133989777416,-0.0003629166167229414,-0.0003230198344681412,-0.000283123052213341,-0.00024322628451045603,-0.00020332950225565583,-0.00016343273455277085,-0.00012353595229797065,-8.363917004317045e-05,-4.374239142634906e-05,-3.845612809527665e-06,3.605116580729373e-05,7.594794442411512e-05,0.00011584472667891532,0.0001557414943818003,0.0001956382766366005,0.0002355350588914007,0.0002754318411462009,0.0003153286234010011,0.0003552254056558013,0.00039512215880677104,0.00043501894106157124,0.00047491572331637144,0.0005148125346750021,0.0005547092878259718,0.0005946060409769416,0.0006345028523355722,0.000674399605486542,0.0007142964168451726,0.0007541931699961424,0.000794089981354773,0.0008339867345057428,0.0008738834876567125,0.0009137802990153432,0.0009536770521663129,0.0009935738053172827,0.0010334706166759133,0.001073367428034544,0.0011132642393931746,0.0011531609343364835,0.0011930577456951141]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.1171875,-0.1134033203125,-0.109619140625,-0.1058349609375,-0.10205078125,-0.0982666015625,-0.094482421875,-0.0906982421875,-0.0869140625,-0.0831298828125,-0.079345703125,-0.0755615234375,-0.07177734375,-0.0679931640625,-0.064208984375,-0.0604248046875,-0.056640625,-0.0528564453125,-0.049072265625,-0.0452880859375,-0.04150390625,-0.0377197265625,-0.033935546875,-0.0301513671875,-0.0263671875,-0.0225830078125,-0.018798828125,-0.0150146484375,-0.01123046875,-0.0074462890625,-0.003662109375,0.0001220703125,0.00390625,0.0076904296875,0.011474609375,0.0152587890625,0.01904296875,0.0228271484375,0.026611328125,0.0303955078125,0.0341796875,0.0379638671875,0.041748046875,0.0455322265625,0.04931640625,0.0531005859375,0.056884765625,0.0606689453125,0.064453125,0.0682373046875,0.072021484375,0.0758056640625,0.07958984375,0.0833740234375,0.087158203125,0.0909423828125,0.0947265625,0.0985107421875,0.102294921875,0.1060791015625,0.10986328125,0.1136474609375,0.117431640625,0.1212158203125,0.125],"_type":"histogram","values":[4,3,4,0,6,7,12,17,18,35,39,50,65,111,189,225,369,453,692,993,1469,2005,3120,4605,6571,9967,15188,23516,36687,60831,133929,126232,58648,35587,22806,14677,9780,6640,4552,2958,2112,1371,1000,698,485,319,239,152,117,76,61,38,21,19,18,14,8,5,2,2,4,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0003172619908582419,-0.0003059020091313869,-0.0002945419983007014,-0.00028318201657384634,-0.0002718220348469913,-0.0002604620240163058,-0.00024910204228945076,-0.0002377420460106805,-0.00022638204973191023,-0.00021502205345313996,-0.0002036620571743697,-0.00019230207544751465,-0.00018094207916874439,-0.00016958208288997412,-0.00015822210116311908,-0.0001468621048843488,-0.00013550210860557854,-0.00012414211232680827,-0.00011278212332399562,-0.00010142213432118297,-9.00621380424127e-05,-7.870214176364243e-05,-6.734215276082978e-05,-5.5982160120038316e-05,-4.4622167479246855e-05,-3.3262174838455394e-05,-2.1902182197663933e-05,-1.0542189556872472e-05,8.178030839189887e-07,1.217779572471045e-05,2.353778836550191e-05,3.489778100629337e-05,4.6257744543254375e-05,5.7617737184045836e-05,6.89777298248373e-05,8.033771882764995e-05,9.169771510642022e-05,0.00010305771138519049,0.00011441770038800314,0.0001257776893908158,0.00013713768566958606,0.00014849768194835633,0.0001598576782271266,0.00017121765995398164,0.0001825776562327519,0.00019393765251152217,0.0002052976342383772,0.00021665763051714748,0.00022801762679591775,0.00023937762307468802,0.0002507376193534583,0.0002620976010803133,0.0002734576119109988,0.00028481759363785386,0.0002961775753647089,0.0003075375861953944,0.00031889756792224944,0.0003302575496491045,0.00034161756047978997,0.000352977542206645,0.00036433752393350005,0.00037569753476418555,0.0003870575164910406,0.0003984175273217261,0.0004097775090485811],"_type":"histogram","values":[2,2,3,6,2,4,4,2,5,7,8,5,8,9,13,6,13,15,22,18,21,22,20,37,41,28,22,34,40,38,40,27,28,15,21,21,23,19,13,8,12,15,11,7,8,8,5,5,2,6,4,2,1,1,2,0,0,2,0,0,1,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,0,0,1,1,0,0,0,0,1,1,1,1,1,3,0,5,3,5,2,9,7,15,13,10,23,34,32,37,37,54,42,61,50,47,41,43,39,32,31,13,15,9,14,6,5,3,7,2,4,4,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0004524804244283587,-0.0004385791253298521,-0.00042467782623134553,-0.00041077652713283896,-0.0003968752280343324,-0.0003829739289358258,-0.00036907262983731925,-0.0003551713307388127,-0.0003412700316403061,-0.00032736873254179955,-0.000313467433443293,-0.0002995661343447864,-0.00028566483524627984,-0.00027176353614777327,-0.0002578622370492667,-0.00024396093795076013,-0.00023005963885225356,-0.00021615833975374699,-0.00020225704065524042,-0.00018835574155673385,-0.00017445444245822728,-0.0001605531433597207,-0.00014665184426121414,-0.00013275054516270757,-0.000118849246064201,-0.00010494794696569443,-9.104664786718786e-05,-7.714534876868129e-05,-6.324404967017472e-05,-4.934275057166815e-05,-3.544145147316158e-05,-2.154015237465501e-05,-7.638882379978895e-06,6.262416718527675e-06,2.0163715817034245e-05,3.4065014915540814e-05,4.7966314014047384e-05,6.186761311255395e-05,7.576891221106052e-05,8.96702113095671e-05,0.00010357151040807366,0.00011747280950658023,0.0001313741086050868,0.00014527540770359337,0.00015917670680209994,0.0001730780059006065,0.00018697930499911308,0.00020088060409761965,0.00021478190319612622,0.0002286832022946328,0.00024258450139313936,0.00025648580049164593,0.0002703870995901525,0.00028428839868865907,0.00029818969778716564,0.0003120909968856722,0.0003259922959841788,0.00033989359508268535,0.0003537948941811919,0.0003676961932796985,0.00038159749237820506,0.00039549879147671163,0.0004094000905752182,0.00042330138967372477,0.00043720268877223134],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,4,4,5,9,2,4,6,10,15,10,16,15,15,28,21,26,29,28,34,38,45,37,33,46,30,25,26,27,28,26,18,13,13,7,15,8,6,10,7,5,4,3,3,2,1,2,3,0,0,0,1,0,2],"bins":[-0.00038338141166605055,-0.0003715715720318258,-0.00035976176150143147,-0.0003479519218672067,-0.0003361421113368124,-0.0003243322717025876,-0.00031252243206836283,-0.0003007126215379685,-0.00028890278190374374,-0.00027709297137334943,-0.00026528313173912466,-0.0002534732921048999,-0.00024166348157450557,-0.00022985365649219602,-0.00021804381685797125,-0.0002062339917756617,-0.00019442416669335216,-0.00018261434161104262,-0.00017080451652873307,-0.0001589946768945083,-0.00014718485181219876,-0.00013537502672988921,-0.00012356520164757967,-0.00011175536928931251,-9.994554420700297e-05,-8.813571912469342e-05,-7.632588676642627e-05,-6.451606168411672e-05,-5.270623296382837e-05,-4.089640424354002e-05,-2.908657734224107e-05,-1.7276750440942124e-05,-5.466921720653772e-06,6.342906090139877e-06,1.8152733900933526e-05,2.9962560802232474e-05,4.1772389522520825e-05,5.3582218242809176e-05,6.539204332511872e-05,7.720187568338588e-05,8.901170076569542e-05,0.00010082152584800497,0.00011263135820627213,0.00012444118328858167,0.0001362510083708912,0.00014806083345320076,0.00015987067308742553,0.00017168049816973507,0.00018349032325204462,0.00019530014833435416,0.0002071099734166637,0.00021891981305088848,0.00023072963813319802,0.00024253946321550757,0.0002543492882978171,0.0002661591279320419,0.0002779689384624362,0.00028977877809666097,0.0003015885886270553,0.00031339842826128006,0.00032520826789550483,0.00033701807842589915,0.0003488279180601239,0.00036063772859051824,0.000372447568224743]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.09690296649932861,-0.09385847300291061,-0.09081397950649261,-0.08776948601007462,-0.08472499251365662,-0.08168050646781921,-0.07863601297140121,-0.07559151947498322,-0.07254702597856522,-0.06950253248214722,-0.06645803898572922,-0.06341354548931122,-0.06036905571818352,-0.05732456222176552,-0.05428007245063782,-0.05123557895421982,-0.04819108545780182,-0.04514659196138382,-0.04210209846496582,-0.03905760869383812,-0.03601311519742012,-0.03296862170100212,-0.02992413006722927,-0.02687963843345642,-0.02383514493703842,-0.020790651440620422,-0.017746159806847572,-0.014701667241752148,-0.011657174676656723,-0.008612682111561298,-0.005568189546465874,-0.002523696981370449,0.0005207955837249756,0.0035652881488204002,0.006609780713915825,0.00965427327901125,0.012698765844106674,0.015743259340524673,0.018787750974297523,0.021832242608070374,0.024876736104488373,0.027921229600906372,0.030965721234679222,0.03401021286845207,0.03705470636487007,0.04009919986128807,0.04314368963241577,0.04618818312883377,0.04923267662525177,0.05227717012166977,0.05532166361808777,0.05836615338921547,0.06141064688563347,0.06445513665676117,0.06749963015317917,0.07054412364959717,0.07358861714601517,0.07663311064243317,0.07967760413885117,0.08272209763526917,0.08576658368110657,0.08881107717752457,0.09185557067394257,0.09490006417036057,0.09794455766677856],"_type":"histogram","values":[4,3,3,5,20,34,38,115,180,278,502,851,1228,1886,3014,4321,6311,8721,12229,16313,21502,27832,35128,42697,51733,59529,69009,77128,83901,89415,93603,94981,94914,92507,88201,81743,73743,65423,56871,48297,40335,32399,25573,19675,15156,11132,7944,5623,3771,2510,1691,1094,645,482,265,159,87,56,35,10,4,4,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.0002950174093712121,-0.0002850069140549749,-0.00027499644784256816,-0.00026498595252633095,-0.00025497545721009374,-0.000244964990997687,-0.00023495449568144977,-0.0002249440149171278,-0.0002149335341528058,-0.00020492305338848382,-0.00019491257262416184,-0.00018490207730792463,-0.00017489159654360265,-0.00016488111577928066,-0.00015487062046304345,-0.00014486013969872147,-0.00013484965893439949,-0.0001248391781700775,-0.0001148286901297979,-0.00010481820208951831,-9.480772132519633e-05,-8.479724056087434e-05,-7.478675252059475e-05,-6.477626448031515e-05,-5.4765783715993166e-05,-4.4755299313692376e-05,-3.4744814911391586e-05,-2.4734330509090796e-05,-1.4723846106790006e-05,-4.713361704489216e-06,5.297122697811574e-06,1.5307607100112364e-05,2.5318062398582697e-05,3.532854680088349e-05,4.533903120318428e-05,5.534951560548507e-05,6.536000000778586e-05,7.537048077210784e-05,8.538096881238744e-05,9.539145685266703e-05,0.00010540193761698902,0.000115412418381311,0.00012542289914563298,0.0001354333944618702,0.00014544387522619218,0.00015545435599051416,0.00016546485130675137,0.00017547533207107335,0.00018548581283539534,0.00019549629359971732,0.0002055067743640393,0.0002155172696802765,0.0002255277504445985,0.00023553823120892048,0.0002455487265251577,0.00025555919273756444,0.00026556968805380166,0.00027558018337003887,0.0002855906495824456,0.00029560114489868283,0.00030561164021492004,0.0003156221064273268,0.000325632601743564,0.00033564306795597076,0.000345653563272208],"_type":"histogram","values":[1,0,0,1,1,3,1,0,1,1,5,3,4,6,11,6,17,20,19,19,22,32,29,20,32,41,30,29,28,25,35,26,24,25,26,30,28,30,22,24,15,11,15,12,5,7,5,7,2,4,2,2,0,0,0,0,2,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,0,2,2,2,3,13,7,23,26,32,50,97,122,172,287,407,732,1136,1862,3071,5365,9402,16285,29525,54245,129525,187768,68214,35041,19528,11109,6401,3713,2188,1225,803,496,328,196,149,95,48,40,28,18,9,8,6,4,3,3,1,1,2,2],"bins":[-0.20703125,-0.201141357421875,-0.19525146484375,-0.189361572265625,-0.1834716796875,-0.177581787109375,-0.17169189453125,-0.165802001953125,-0.159912109375,-0.154022216796875,-0.14813232421875,-0.142242431640625,-0.1363525390625,-0.130462646484375,-0.12457275390625,-0.118682861328125,-0.11279296875,-0.106903076171875,-0.10101318359375,-0.095123291015625,-0.0892333984375,-0.083343505859375,-0.07745361328125,-0.071563720703125,-0.065673828125,-0.059783935546875,-0.05389404296875,-0.048004150390625,-0.0421142578125,-0.036224365234375,-0.03033447265625,-0.024444580078125,-0.0185546875,-0.012664794921875,-0.00677490234375,-0.000885009765625,0.0050048828125,0.010894775390625,0.01678466796875,0.022674560546875,0.028564453125,0.034454345703125,0.04034423828125,0.046234130859375,0.0521240234375,0.058013916015625,0.06390380859375,0.069793701171875,0.07568359375,0.081573486328125,0.08746337890625,0.093353271484375,0.0992431640625,0.105133056640625,0.11102294921875,0.116912841796875,0.122802734375,0.128692626953125,0.13458251953125,0.140472412109375,0.1463623046875,0.152252197265625,0.15814208984375,0.164031982421875,0.169921875]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[2,0,1,1,1,4,1,4,3,3,6,10,6,7,10,9,13,16,13,17,19,24,27,23,26,32,28,30,30,43,48,24,37,34,19,23,28,27,19,10,14,11,8,8,8,5,8,3,3,2,2,7,1,2,1,2,0,1,1,1,1,0,0,1],"bins":[-0.0003670823643915355,-0.00035438791383057833,-0.0003416934341657907,-0.0003289989836048335,-0.00031630450394004583,-0.00030361005337908864,-0.000290915573714301,-0.0002782211231533438,-0.00026552664348855615,-0.00025283219292759895,-0.00024013772781472653,-0.0002274432627018541,-0.00021474881214089692,-0.0002020543470280245,-0.00018935988191515207,-0.00017666541680227965,-0.00016397095168940723,-0.0001512764865765348,-0.00013858202146366239,-0.00012588755635078996,-0.00011319309851387516,-0.00010049863340100273,-8.780417556408793e-05,-7.51097104512155e-05,-6.241524533834308e-05,-4.972078022547066e-05,-3.702631875057705e-05,-2.433185545669403e-05,-1.1637392162811011e-05,1.0570711310720071e-06,1.3751534424955025e-05,2.6445997718838044e-05,3.9140431908890605e-05,5.183489702176303e-05,6.452936213463545e-05,7.722381997155026e-05,8.991828508442268e-05,0.0001026127501972951,0.00011530720803420991,0.00012800167314708233,0.00014069613825995475,0.00015339060337282717,0.0001660850684856996,0.00017877953359857202,0.0001914739841595292,0.00020416844927240163,0.00021686291438527405,0.00022955737949814647,0.0002422518446110189,0.0002549462951719761,0.00026764077483676374,0.00028033522539772093,0.0002930297050625086,0.0003057241556234658,0.0003184186352882534,0.0003311130858492106,0.00034380756551399827,0.00035650201607495546,0.00036919646663591266,0.0003818909463007003,0.0003945853968616575,0.00040727987652644515,0.00041997432708740234,0.00043266880675219,0.0004453632573131472],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0859375,-0.08315277099609375,-0.0803680419921875,-0.07758331298828125,-0.074798583984375,-0.07201385498046875,-0.0692291259765625,-0.06644439697265625,-0.06365966796875,-0.06087493896484375,-0.0580902099609375,-0.05530548095703125,-0.052520751953125,-0.04973602294921875,-0.0469512939453125,-0.04416656494140625,-0.0413818359375,-0.03859710693359375,-0.0358123779296875,-0.03302764892578125,-0.030242919921875,-0.02745819091796875,-0.0246734619140625,-0.02188873291015625,-0.01910400390625,-0.01631927490234375,-0.0135345458984375,-0.01074981689453125,-0.007965087890625,-0.00518035888671875,-0.0023956298828125,0.00038909912109375,0.003173828125,0.00595855712890625,0.0087432861328125,0.01152801513671875,0.014312744140625,0.01709747314453125,0.0198822021484375,0.02266693115234375,0.02545166015625,0.02823638916015625,0.0310211181640625,0.03380584716796875,0.036590576171875,0.03937530517578125,0.0421600341796875,0.04494476318359375,0.0477294921875,0.05051422119140625,0.0532989501953125,0.05608367919921875,0.058868408203125,0.06165313720703125,0.0644378662109375,0.06722259521484375,0.07000732421875,0.07279205322265625,0.0755767822265625,0.07836151123046875,0.081146240234375,0.08393096923828125,0.0867156982421875,0.08950042724609375,0.09228515625],"_type":"histogram","values":[2,0,0,0,1,4,2,4,8,4,12,16,35,34,60,69,103,201,264,463,704,1049,1737,2894,4666,7430,12545,21910,38250,68992,164904,125816,58413,32500,18330,11168,6697,3804,2497,1529,953,614,400,236,183,92,75,44,37,29,9,14,5,2,7,1,0,1,1,2,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,7,12,11,22,75,131,215,395,595,1025,1687,2597,3949,5866,8465,11635,16144,21708,28189,35985,44538,54518,63717,73456,81873,89620,95822,98583,99707,98584,94951,89086,81189,72351,62683,52973,44120,35575,27885,21289,15571,11563,8248,5695,3874,2509,1651,1029,609,385,229,125,71,29,23,10,3,3,1],"bins":[-0.10681378841400146,-0.10362136363983154,-0.10042893141508102,-0.0972365066409111,-0.09404408186674118,-0.09085164964199066,-0.08765922486782074,-0.08446680009365082,-0.0812743753194809,-0.07808194309473038,-0.07488951832056046,-0.07169709354639053,-0.06850466132164001,-0.06531223654747009,-0.06211980804800987,-0.05892738327383995,-0.05573495477437973,-0.05254252627491951,-0.04935010150074959,-0.04615767300128937,-0.042965248227119446,-0.039772819727659225,-0.036580391228199005,-0.03338796645402908,-0.030195537954568863,-0.027003111317753792,-0.02381068468093872,-0.0206182561814785,-0.01742582954466343,-0.014233402907848358,-0.011040975339710712,-0.007848547771573067,-0.004656113684177399,-0.0014636865817010403,0.0017287405207753181,0.0049211676232516766,0.008113594725728035,0.011306021362543106,0.014498448930680752,0.017690876498818398,0.02088330313563347,0.02407572977244854,0.02726815640926361,0.03046058490872383,0.03365301340818405,0.03684543818235397,0.040037866681814194,0.043230291455984116,0.046422719955444336,0.049615148454904556,0.05280757322907448,0.0560000017285347,0.05919242650270462,0.06238485500216484,0.06557728350162506,0.06876970827579498,0.0719621330499649,0.07515456527471542,0.07834699004888535,0.08153941482305527,0.08473184704780579,0.08792427182197571,0.09111669659614563,0.09430912882089615,0.09750155359506607]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.0006053738761693239,-0.0005889893509447575,-0.000572604825720191,-0.0005562203004956245,-0.0005398357752710581,-0.0005234512500464916,-0.0005070667248219252,-0.0004906821995973587,-0.0004742976452689618,-0.00045791312004439533,-0.00044152859481982887,-0.0004251440695952624,-0.0004087595152668655,-0.00039237499004229903,-0.00037599046481773257,-0.0003596059395931661,-0.00034322141436859965,-0.0003268368891440332,-0.00031045236391946673,-0.0002940678386949003,-0.0002776833134703338,-0.0002612987591419369,-0.00024491423391737044,-0.00022852970869280398,-0.00021214518346823752,-0.00019576065824367106,-0.0001793761330191046,-0.0001629915932426229,-0.00014660706801805645,-0.00013022254279349,-0.00011383801029296592,-9.745347779244184e-05,-8.106898167170584e-05,-6.468445644713938e-05,-4.829992394661531e-05,-3.191539508407004e-05,-1.5530866221524775e-05,8.536626410204917e-07,1.723819150356576e-05,3.3622720366111025e-05,5.000724922865629e-05,6.639177445322275e-05,8.277630695374683e-05,9.91608394542709e-05,0.00011554536467883736,0.00013192988990340382,0.0001483144296798855,0.00016469895490445197,0.00018108348012901843,0.00019746800535358489,0.00021385253057815135,0.00023023707035463303,0.0002466216101311147,0.0002630061353556812,0.00027939066058024764,0.0002957751858048141,0.00031215971102938056,0.000328544236253947,0.0003449287614785135,0.00036131328670307994,0.0003776978119276464,0.0003940823662560433,0.0004104668914806098,0.00042685141670517623,0.0004432359419297427],"_type":"histogram","values":[1,0,1,0,0,1,0,0,0,0,0,1,2,0,1,1,2,1,7,8,9,11,15,27,22,22,38,48,63,57,81,97,100,96,119,107,134,122,122,119,111,83,71,54,47,43,44,32,32,23,18,12,9,10,7,3,5,5,1,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.00029385415837168694,-0.00028416368877515197,-0.00027447319007478654,-0.0002647827204782516,-0.00025509222177788615,-0.0002454017521813512,-0.00023571128258481622,-0.00022602079843636602,-0.00021633031428791583,-0.00020663983013946563,-0.00019694934599101543,-0.00018725887639448047,-0.00017756839224603027,-0.00016787790809758008,-0.0001581874385010451,-0.0001484969543525949,-0.00013880647020414472,-0.00012911598605569452,-0.00011942550918320194,-0.00010973503231070936,-0.00010004454816225916,-9.035406401380897e-05,-8.066358714131638e-05,-7.09731102688238e-05,-6.12826261203736e-05,-5.159214560990222e-05,-4.190166509943083e-05,-3.221118458895944e-05,-2.2520704078488052e-05,-1.2830223568016663e-05,-3.1397430575452745e-06,6.550737452926114e-06,1.624124706722796e-05,2.593172757769935e-05,3.562220808817074e-05,4.5312688598642126e-05,5.5003169109113514e-05,6.469365325756371e-05,7.438413013005629e-05,8.407460700254887e-05,9.376509115099907e-05,0.00010345557529944927,0.00011314605217194185,0.00012283652904443443,0.00013252701319288462,0.00014221749734133482,0.0001519079669378698,0.00016159845108631998,0.00017128893523477018,0.00018097941938322037,0.00019066990353167057,0.00020036037312820554,0.00021005085727665573,0.00021974134142510593,0.0002294318110216409,0.0002391222951700911,0.0002488127793185413,0.00025850324891507626,0.0002681937476154417,0.00027788421721197665,0.00028757471591234207,0.00029726518550887704,0.000306955655105412,0.00031664615380577743,0.0003263366234023124],"_type":"histogram","values":[3,0,3,1,0,1,0,2,1,0,5,3,3,8,11,3,7,7,13,13,27,20,27,26,30,30,27,38,32,20,39,32,48,29,24,30,31,23,18,17,22,10,7,9,10,12,8,5,7,2,6,4,2,3,3,1,0,2,0,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[1,1,2,4,4,10,13,34,42,73,134,217,304,484,740,1143,1595,2330,3289,4283,5764,7670,9783,12088,14785,17622,20873,24117,27141,29469,31787,33554,34427,34771,34171,33147,31421,28504,25905,22764,19885,16794,13786,11430,8886,6910,5142,3773,2867,1908,1358,933,637,403,262,169,81,55,41,14,10,4,5,5],"bins":[-0.0985320433974266,-0.09557460248470306,-0.09261716157197952,-0.08965972065925598,-0.08670227974653244,-0.0837448388338089,-0.08078739047050476,-0.07782994955778122,-0.07487250864505768,-0.07191506773233414,-0.0689576268196106,-0.06600018590688705,-0.06304274499416351,-0.06008530408143997,-0.05712785944342613,-0.05417041853070259,-0.05121297761797905,-0.04825553670525551,-0.04529809579253197,-0.04234065115451813,-0.039383210241794586,-0.036425769329071045,-0.033468328416347504,-0.030510885640978813,-0.027553444728255272,-0.02459600381553173,-0.02163856104016304,-0.0186811201274395,-0.015723679214715958,-0.012766236439347267,-0.009808795526623726,-0.00685135368257761,-0.003893911838531494,-0.0009364702273160219,0.0020209713838994503,0.004978412762284279,0.007935854606330395,0.01089329645037651,0.013850737363100052,0.016808180138468742,0.019765621051192284,0.022723061963915825,0.025680504739284515,0.028637945652008057,0.0315953865647316,0.03455282747745514,0.03751027211546898,0.04046771302819252,0.04342515394091606,0.0463825948536396,0.049340035766363144,0.052297480404376984,0.055254921317100525,0.058212362229824066,0.06116980314254761,0.06412724405527115,0.06708468496799469,0.07004212588071823,0.07299956679344177,0.07595701515674591,0.07891445606946945,0.081871896982193,0.08482933789491653,0.08778677880764008,0.09074421972036362],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.09547702968120575,-0.09249132871627808,-0.0895056277513504,-0.08651991933584213,-0.08353421837091446,-0.08054851740598679,-0.07756280899047852,-0.07457710802555084,-0.07159140706062317,-0.0686057060956955,-0.06562000513076782,-0.06263429671525955,-0.05964859575033188,-0.056662894785404205,-0.053677190095186234,-0.05069148540496826,-0.04770578444004059,-0.044720083475112915,-0.04173437878489494,-0.03874867409467697,-0.0357629731297493,-0.032777272164821625,-0.029791567474603653,-0.02680586464703083,-0.023820161819458008,-0.020834458991885185,-0.017848756164312363,-0.01486305333673954,-0.011877350509166718,-0.008891647681593895,-0.005905944854021072,-0.00292024202644825,6.546080112457275e-05,0.0030511636286973953,0.006036866456270218,0.00902256928384304,0.012008272111415863,0.014993974938988686,0.017979677766561508,0.02096538059413433,0.023951083421707153,0.026936786249279976,0.0299224890768528,0.03290819376707077,0.035893894731998444,0.03887959569692612,0.04186530038714409,0.04485100507736206,0.047836706042289734,0.05082240700721741,0.05380811169743538,0.05679381638765335,0.059779517352581024,0.0627652183175087,0.06575092673301697,0.06873662769794464,0.07172232866287231,0.07470802962779999,0.07769373059272766,0.08067943900823593,0.0836651399731636,0.08665084093809128,0.08963654935359955,0.09262225031852722,0.0956079512834549],"_type":"histogram","values":[3,2,0,6,7,19,23,51,84,133,202,370,565,773,1202,1692,2348,3408,4555,6236,8238,10462,12955,15844,18839,21910,25159,28018,30546,33034,34313,34905,34859,33832,32800,30694,27981,24999,21890,18749,15525,12717,10391,7933,6163,4543,3509,2430,1613,1187,805,492,318,190,118,76,48,26,20,5,5,0,2,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,0,2,1,0,3,4,4,7,6,12,13,21,38,48,60,91,133,212,314,452,737,1108,1785,3153,5173,9089,16328,33402,75917,217997,125519,47414,22203,11975,6501,3749,2372,1305,924,591,399,245,163,106,67,52,39,23,17,19,10,0,9,2,2,2,1,0,3],"bins":[-0.0052490234375,-0.005097866058349609,-0.004946708679199219,-0.004795551300048828,-0.0046443939208984375,-0.004493236541748047,-0.004342079162597656,-0.004190921783447266,-0.004039764404296875,-0.0038886070251464844,-0.0037374496459960938,-0.003586292266845703,-0.0034351348876953125,-0.003283977508544922,-0.0031328201293945312,-0.0029816627502441406,-0.00283050537109375,-0.0026793479919433594,-0.0025281906127929688,-0.002377033233642578,-0.0022258758544921875,-0.002074718475341797,-0.0019235610961914062,-0.0017724037170410156,-0.001621246337890625,-0.0014700889587402344,-0.0013189315795898438,-0.0011677742004394531,-0.0010166168212890625,-0.0008654594421386719,-0.0007143020629882812,-0.0005631446838378906,-0.0004119873046875,-0.0002608299255371094,-0.00010967254638671875,4.1484832763671875e-05,0.0001926422119140625,0.0003437995910644531,0.0004949569702148438,0.0006461143493652344,0.000797271728515625,0.0009484291076660156,0.0010995864868164062,0.0012507438659667969,0.0014019012451171875,0.0015530586242675781,0.0017042160034179688,0.0018553733825683594,0.00200653076171875,0.0021576881408691406,0.0023088455200195312,0.002460002899169922,0.0026111602783203125,0.002762317657470703,0.0029134750366210938,0.0030646324157714844,0.003215789794921875,0.0033669471740722656,0.0035181045532226562,0.003669261932373047,0.0038204193115234375,0.003971576690673828,0.004122734069824219,0.004273891448974609,0.004425048828125]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,3,1,3,2,1,1,3,1,3,5,4,7,4,8,11,13,20,14,20,16,24,37,37,26,31,32,32,33,36,23,41,30,26,29,26,22,13,22,24,14,17,9,2,3,7,3,5,8,1,1,6,0,1,1,3,0,0,1,1],"bins":[-0.000335122604155913,-0.000324930326314643,-0.00031473804847337306,-0.00030454579973593354,-0.00029435352189466357,-0.0002841612440533936,-0.00027396896621212363,-0.0002637767174746841,-0.00025358443963341415,-0.00024339216179214418,-0.0002331998839508742,-0.00022300762066151947,-0.0002128153428202495,-0.00020262307953089476,-0.00019243080168962479,-0.00018223853840027004,-0.00017204626055900007,-0.0001618539827177301,-0.00015166171942837536,-0.0001414694415871054,-0.00013127717829775065,-0.00012108490045648068,-0.00011089262989116833,-0.00010070035932585597,-9.050808876054361e-05,-8.031581819523126e-05,-7.01235476299189e-05,-5.993127342662774e-05,-4.9739002861315385e-05,-3.954673229600303e-05,-2.935445991170127e-05,-1.916218752739951e-05,-8.969916962087154e-06,1.2223545127199031e-06,1.141462598752696e-05,2.160689837182872e-05,3.1799168937141076e-05,4.199143950245343e-05,5.2183713705744594e-05,6.237598427105695e-05,7.25682548363693e-05,8.276052540168166e-05,9.295279596699402e-05,0.00010314506653230637,0.00011333734437357634,0.00012352960766293108,0.00013372188550420105,0.0001439141487935558,0.00015410642663482577,0.00016429870447609574,0.00017449096776545048,0.00018468324560672045,0.0001948755088960752,0.00020506778673734516,0.0002152600500266999,0.00022545232786796987,0.00023564460570923984,0.0002458368835505098,0.0002560291322879493,0.0002662214101292193,0.00027641368797048926,0.00028660596581175923,0.00029679821454919875,0.0003069904923904687,0.0003171827702317387],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,2,0,0,0,5,2,5,3,10,6,7,5,9,12,13,11,6,15,10,22,16,19,22,30,28,22,25,22,26,21,22,25,33,32,23,27,29,18,25,17,18,14,16,11,11,14,9,1,11,8,5,3,4,0,5,1,5,1,1,3],"bins":[-0.03040926903486252,-0.029506707563996315,-0.028604144230484962,-0.02770158275961876,-0.026799021288752556,-0.025896457955241203,-0.024993896484375,-0.024091335013508797,-0.023188773542642593,-0.02228621020913124,-0.021383648738265038,-0.020481087267398834,-0.01957852393388748,-0.01867596246302128,-0.017773400992155075,-0.016870837658643723,-0.01596827618777752,-0.015065713785588741,-0.014163152314722538,-0.01326058991253376,-0.012358028441667557,-0.011455466039478779,-0.010552903637290001,-0.009650342166423798,-0.00874777976423502,-0.007845217362046242,-0.0069426558911800385,-0.0060400934889912605,-0.00513753155246377,-0.004234969615936279,-0.003332407446578145,-0.0024298452772200108,-0.0015272833406925201,-0.0006247212877497077,0.00027784076519310474,0.0011804028181359172,0.0020829648710787296,0.0029855268076062202,0.0038880889769643545,0.004790651146322489,0.005693213082849979,0.00659577501937747,0.007498336955904961,0.008400899358093739,0.009303461760282516,0.01020602323114872,0.011108585633337498,0.012011147104203701,0.012913709506392479,0.013816271908581257,0.01471883337944746,0.015621395781636238,0.01652395725250244,0.017426520586013794,0.018329082056879997,0.0192316435277462,0.020134206861257553,0.021036768332123756,0.02193932980298996,0.022841891273856163,0.023744454607367516,0.02464701607823372,0.025549577549099922,0.026452140882611275,0.027354702353477478]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,2,0,1,0,0,0,0,1,1,2,2,0,5,6,3,3,5,8,14,8,23,13,18,35,32,29,42,45,33,48,52,39,34,33,36,24,37,26,14,17,12,9,10,14,8,4,5,4,3,2,2,0,0,2,0,0,0,0,0,1],"bins":[-0.0013830808456987143,-0.0013425328070297837,-0.0013019847683608532,-0.0012614366132766008,-0.0012208885746076703,-0.0011803405359387398,-0.0011397924972698092,-0.0010992444586008787,-0.0010586963035166264,-0.0010181482648476958,-0.0009776002261787653,-0.0009370521875098348,-0.0008965041488409042,-0.0008559560519643128,-0.0008154080132953823,-0.0007748599164187908,-0.0007343118777498603,-0.0006937638390809298,-0.0006532157422043383,-0.0006126677035354078,-0.0005721196066588163,-0.0005315715679898858,-0.0004910235293209553,-0.0004504754615481943,-0.0004099273937754333,-0.0003693793260026723,-0.00032883125822991133,-0.0002882832195609808,-0.0002477351517882198,-0.00020718708401545882,-0.00016663903079461306,-0.0001260909775737673,-8.554279338568449e-05,-4.499473288888112e-05,-4.446672392077744e-06,3.610138810472563e-05,7.6649448601529e-05,0.00011719750909833238,0.00015774556959513575,0.0001982936228159815,0.0002388416905887425,0.0002793897583615035,0.00031993782613426447,0.000360485864803195,0.000401033932575956,0.000441582000348717,0.0004821300390176475,0.000522678135894239,0.0005632261745631695,0.0006037742132321,0.0006443223101086915,0.000684870348777622,0.0007254184456542134,0.000765966484323144,0.0008065145229920745,0.0008470626198686659,0.0008876106585375965,0.000928158697206527,0.0009687067940831184,0.001009254832752049,0.0010498028714209795,0.00109035091008991,0.0011308990651741624,0.001171447103843093,0.0012119951425120234]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0002795146428979933,-0.0002695379080250859,-0.0002595611731521785,-0.0002495844382792711,-0.00023960770340636373,-0.0002296309539815411,-0.0002196542191086337,-0.0002096774842357263,-0.0001997007493628189,-0.0001897240144899115,-0.0001797472796170041,-0.0001697705447440967,-0.00015979379531927407,-0.00014981706044636667,-0.00013984032557345927,-0.00012986359070055187,-0.00011988685582764447,-0.00010991012095473707,-9.993338608182967e-05,-8.995664393296465e-05,-7.997990906005725e-05,-7.000317418714985e-05,-6.0026435676263645e-05,-5.004969716537744e-05,-4.007296229247004e-05,-3.0096225600573234e-05,-2.011948890867643e-05,-1.0142752216779627e-05,-1.6601552488282323e-07,9.81072116701398e-06,1.9787457858910784e-05,2.9764194550807588e-05,3.9740902138873935e-05,4.9717637011781335e-05,5.969437552266754e-05,6.967111403355375e-05,7.964784890646115e-05,8.962458377936855e-05,9.960132592823356e-05,0.00010957806080114096,0.00011955479567404836,0.00012953153054695576,0.00013950826541986316,0.00014948500029277056,0.0001594617497175932,0.0001694384845905006,0.000179415219463408,0.0001893919543363154,0.0001993686892092228,0.0002093454240821302,0.0002193221589550376,0.000229298893827945,0.0002392756287008524,0.0002492523635737598,0.0002592290984466672,0.0002692058333195746,0.000279182568192482,0.00028915933216921985,0.00029913606704212725,0.00030911280191503465,0.00031908953678794205,0.00032906627166084945,0.00033904300653375685,0.00034901974140666425,0.00035899647627957165],"_type":"histogram","values":[3,1,8,5,2,4,4,6,5,7,6,4,3,11,18,15,7,22,22,12,26,22,24,25,24,33,32,25,22,27,33,19,31,20,22,24,22,23,14,16,15,15,8,12,10,7,5,6,8,8,4,3,0,2,1,3,4,2,2,0,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.015820086002349854,-0.015277828089892864,-0.0147355692461133,-0.014193311333656311,-0.013651053421199322,-0.013108794577419758,-0.012566536664962769,-0.01202427875250578,-0.01148202084004879,-0.010939761996269226,-0.010397504083812237,-0.009855246171355247,-0.009312987327575684,-0.008770729415118694,-0.008228471502661705,-0.007686213124543428,-0.007143954746425152,-0.006601696368306875,-0.006059438455849886,-0.005517180077731609,-0.00497492216527462,-0.0044326637871563435,-0.003890405409038067,-0.003348147263750434,-0.002805889118462801,-0.002263630973175168,-0.0017213727114722133,-0.0011791144497692585,-0.0006368563044816256,-9.45981009863317e-05,0.00044766010250896215,0.000989918364211917,0.0015321765094995499,0.002074434654787183,0.0026166928000748158,0.0031589511781930923,0.0037012093234807253,0.004243467468768358,0.004785725846886635,0.005327983759343624,0.005870242137461901,0.006412500515580177,0.006954758428037167,0.007497016806155443,0.00803927518427372,0.008581533096730709,0.009123791009187698,0.009666049852967262,0.010208307765424252,0.01075056567788124,0.011292824521660805,0.011835082434117794,0.012377340346574783,0.012919599190354347,0.013461857102811337,0.014004115015268326,0.01454637385904789,0.015088631771504879,0.01563088968396187,0.016173148527741432,0.016715405508875847,0.01725766435265541,0.017799923196434975,0.01834218017756939,0.018884439021348953],"_type":"histogram","values":[1,2,1,0,1,2,3,5,6,2,4,3,11,8,12,14,21,18,18,17,24,22,28,21,29,30,34,34,22,25,24,26,22,20,28,25,31,18,23,19,16,13,12,11,6,11,6,6,11,3,4,2,1,3,1,2,0,1,2,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,1,0,1,0,0,2,2,1,2,1,2,4,6,3,6,3,6,4,9,16,19,18,23,22,35,36,39,35,28,38,32,40,33,37,33,29,19,26,27,16,17,16,16,9,6,11,7,8,3,4,1,2,5,1,3,0,0,0,3],"bins":[-0.00037867436185479164,-0.0003680371737573296,-0.0003573999856598675,-0.0003467628266662359,-0.00033612563856877387,-0.0003254884504713118,-0.0003148512914776802,-0.00030421410338021815,-0.0002935769152827561,-0.00028293972718529403,-0.000272302539087832,-0.00026166538009420037,-0.0002510281919967383,-0.00024039100389927626,-0.00022975383035372943,-0.0002191166568081826,-0.00020847946871072054,-0.00019784228061325848,-0.00018720510706771165,-0.00017656793352216482,-0.00016593074542470276,-0.0001552935573272407,-0.00014465638378169388,-0.00013401921023614705,-0.000123382022138685,-0.00011274484131718054,-0.0001021076604956761,-9.147047967417166e-05,-8.083329885266721e-05,-7.019611803116277e-05,-5.9558937209658325e-05,-4.892175638815388e-05,-3.828454646281898e-05,-2.7647365641314536e-05,-1.7010184819810092e-05,-6.3730039983056486e-06,4.264176823198795e-06,1.490135764470324e-05,2.5538538466207683e-05,3.617571928771213e-05,4.681290010921657e-05,5.7450080930721015e-05,6.808726175222546e-05,7.87244425737299e-05,8.936162339523435e-05,9.999880421673879e-05,0.00011063598503824323,0.00012127316585974768,0.00013191034668125212,0.00014254753477871418,0.000153184708324261,0.00016382188186980784,0.0001744590699672699,0.00018509625806473196,0.00019573343161027879,0.00020637060515582561,0.00021700779325328767,0.00022764498135074973,0.00023828215489629656,0.0002489193284418434,0.00025955651653930545,0.0002701937046367675,0.00028083089273422956,0.00029146805172786117,0.0003021052398253232]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-0.000641225662548095,-0.0006221354706212878,-0.0006030452786944807,-0.0005839551449753344,-0.0005648649530485272,-0.0005457747611217201,-0.0005266845691949129,-0.0005075943772681057,-0.0004885041853412986,-0.00046941402251832187,-0.00045032385969534516,-0.000431233667768538,-0.00041214347584173083,-0.0003930533130187541,-0.00037396312109194696,-0.00035487295826897025,-0.0003357827663421631,-0.0003166925744153559,-0.0002976024115923792,-0.00027851221966557205,-0.00025942205684259534,-0.00024033186491578817,-0.000221241672988981,-0.00020215149561408907,-0.00018306131823919713,-0.0001639711408643052,-0.00014488096348941326,-0.0001257907715626061,-0.00010670059418771416,-8.761041681282222e-05,-6.852023216197267e-05,-4.943005114910193e-05,-3.033981192857027e-05,-1.1249630915699527e-05,7.840550097171217e-06,2.693073111004196e-05,4.6020912122912705e-05,6.511108949780464e-05,8.420127414865419e-05,0.00010329145879950374,0.00012238163617439568,0.00014147181354928762,0.00016056199092417955,0.00017965218285098672,0.00019874236022587866,0.0002178325376007706,0.00023692272952757776,0.00025601289235055447,0.00027510308427736163,0.0002941932762041688,0.0003132834390271455,0.00033237363095395267,0.0003514637937769294,0.00037055398570373654,0.0003896441776305437,0.0004087343404535204,0.0004278245323803276,0.00044691472430713475,0.00046600488713011146,0.0004850950790569186,0.0005041852709837258,0.000523275462910533,0.0005423655966296792,0.0005614557885564864,0.0005805459804832935],"_type":"histogram","values":[2,0,0,0,1,2,4,3,2,6,6,5,9,8,13,8,17,12,8,11,18,23,19,20,24,16,17,21,24,26,20,22,23,18,28,26,21,27,15,22,25,14,22,23,15,13,17,10,8,6,10,7,12,5,11,2,3,4,2,3,5,0,0,4]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.0006422256119549274,-0.0006181422504596412,-0.000594058888964355,-0.0005699755274690688,-0.0005458921659737825,-0.0005218088626861572,-0.000497725501190871,-0.0004736421396955848,-0.00044955877820029855,-0.0004254754167050123,-0.0004013920552097261,-0.0003773087228182703,-0.0003532253613229841,-0.0003291419998276979,-0.0003050586674362421,-0.0002809753059409559,-0.00025689194444566965,-0.00023280858295038342,-0.00020872523600701243,-0.00018464188906364143,-0.0001605585275683552,-0.00013647516607306898,-0.00011239181912969798,-8.830846491036937e-05,-6.422511069104075e-05,-4.014175647171214e-05,-1.605840225238353e-05,8.024951966945082e-06,3.2108306186273694e-05,5.6191660405602306e-05,8.027501462493092e-05,0.00010435836884425953,0.00012844172306358814,0.00015252508455887437,0.00017660843150224537,0.00020069177844561636,0.0002247751399409026,0.0002488585014361888,0.0002729418338276446,0.0002970251953229308,0.00032110855681821704,0.00034519191831350327,0.0003692752798087895,0.00039335861220024526,0.0004174419736955315,0.0004415253351908177,0.0004656086675822735,0.0004896920290775597,0.0005137753905728459,0.0005378587520681322,0.0005619421135634184,0.0005860254750587046,0.0006101088365539908,0.0006341921398416162,0.0006582755013369024,0.0006823588628321886,0.0007064422243274748,0.0007305255858227611,0.0007546089473180473,0.0007786923088133335,0.0008027756121009588,0.000826858973596245,0.0008509423350915313,0.0008750256965868175,0.0008991090580821037],"_type":"histogram","values":[4,0,2,0,4,2,4,1,3,4,8,3,3,8,13,21,17,20,25,23,26,39,38,32,37,40,41,39,24,29,41,25,32,21,16,13,8,17,20,13,10,7,3,9,6,0,2,2,0,3,3,0,1,1,2,0,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[2,1,10,12,29,45,90,148,241,396,660,1010,1600,2475,3703,5301,7499,10486,14121,18605,24280,30887,38026,46456,54671,63273,71631,79418,85582,90055,93580,94194,93237,89947,85056,78236,70677,61995,54030,45216,37365,29897,23821,18436,13749,10185,7424,5133,3536,2353,1580,976,610,371,223,148,77,42,27,17,8,2,1,2],"bins":[-0.09474901109933853,-0.09173666685819626,-0.08872431516647339,-0.08571197092533112,-0.08269962668418884,-0.07968728244304657,-0.0766749307513237,-0.07366258651018143,-0.07065024226903915,-0.06763789057731628,-0.06462554633617401,-0.06161320209503174,-0.05860085412859917,-0.055588509887456894,-0.05257616192102432,-0.04956381767988205,-0.04655146971344948,-0.04353912174701691,-0.040526777505874634,-0.03751442953944206,-0.03450208529829979,-0.03148973733186722,-0.028477391228079796,-0.025465045124292374,-0.02245269902050495,-0.01944035291671753,-0.016428006812930107,-0.01341565977782011,-0.010403313674032688,-0.007390967570245266,-0.0043786210007965565,-0.0013662746641784906,0.0016460716724395752,0.004658417776226997,0.007670764345675707,0.010683110915124416,0.013695457018911839,0.016707804054021835,0.019720150157809258,0.02273249626159668,0.025744842365384102,0.028757188469171524,0.031769536435604095,0.03478188067674637,0.03779422864317894,0.04080657288432121,0.043818920850753784,0.04683126509189606,0.04984361305832863,0.0528559610247612,0.05586830526590347,0.058880653232336044,0.06189299747347832,0.06490534543991089,0.06791768968105316,0.07093003392219543,0.0739423856139183,0.07695472985506058,0.07996707409620285,0.08297942578792572,0.085991770029068,0.08900411427021027,0.09201645851135254,0.09502881020307541,0.09804115444421768],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,1,3,0,1,2,1,4,1,4,0,7,6,8,12,10,13,9,21,23,23,22,32,29,24,24,29,28,24,31,31,39,34,26,29,20,19,31,26,15,16,18,18,11,8,3,7,6,4,7,2,1,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.07304506003856659,-0.07051137834787369,-0.06797769665718079,-0.06544401496648788,-0.06291033327579498,-0.06037665158510208,-0.05784296989440918,-0.05530928820371628,-0.052775606513023376,-0.050241924822330475,-0.04770824313163757,-0.04517456144094467,-0.04264087975025177,-0.04010719805955887,-0.03757351636886597,-0.035039834678173065,-0.032506152987480164,-0.029972471296787262,-0.02743878960609436,-0.02490510791540146,-0.022371426224708557,-0.019837744534015656,-0.017304062843322754,-0.014770381152629852,-0.01223669946193695,-0.009703017771244049,-0.0071693360805511475,-0.004635654389858246,-0.0021019726991653442,0.0004317089915275574,0.002965390682220459,0.005499072372913361,0.008032761514186859,0.01056644320487976,0.013100124895572662,0.015633806586265564,0.018167488276958466,0.020701169967651367,0.02323485165834427,0.02576853334903717,0.028302215039730072,0.030835896730422974,0.033369578421115875,0.03590326011180878,0.03843694180250168,0.04097062349319458,0.04350430518388748,0.04603798687458038,0.048571668565273285,0.051105350255966187,0.05363903194665909,0.05617271363735199,0.05870639532804489,0.06124007701873779,0.0637737587094307,0.0663074404001236,0.0688411220908165,0.0713748037815094,0.0739084854722023,0.0764421671628952,0.0789758488535881,0.081509530544281,0.08404321223497391,0.08657689392566681,0.08911057561635971],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,0,1,1,2,3,2,5,9,10,18,11,21,12,17,24,33,26,25,40,33,21,33,37,28,27,16,25,34,25,25,32,18,20,22,21,20,7,11,8,13,7,6,4,3,4,0,2,1,1,0,0,1,0,0,0,0,1],"bins":[-0.02272980287671089,-0.021988702937960625,-0.021247602999210358,-0.02050650119781494,-0.019765401259064674,-0.019024301320314407,-0.01828319951891899,-0.017542099580168724,-0.016800999641418457,-0.01605989970266819,-0.015318798832595348,-0.014577697962522507,-0.01383659802377224,-0.013095498085021973,-0.012354397214949131,-0.01161329634487629,-0.010872196406126022,-0.010131096467375755,-0.009389995597302914,-0.008648894727230072,-0.007907794788479805,-0.007166694384068251,-0.006425593979656696,-0.005684493575245142,-0.004943393170833588,-0.004202292766422033,-0.003461192362010479,-0.0027200919575989246,-0.0019789915531873703,-0.001237891148775816,-0.0004967907443642616,0.0002443096600472927,0.0009854082018136978,0.0017265086062252522,0.0024676090106368065,0.003208709415048361,0.003949809819459915,0.0046909102238714695,0.005432010628283024,0.006173111032694578,0.0069142114371061325,0.007655311841517687,0.008396412245929241,0.009137513116002083,0.00987861305475235,0.010619712993502617,0.011360813863575459,0.0121019147336483,0.012843014672398567,0.013584114611148834,0.014325215481221676,0.015066316351294518,0.015807416290044785,0.01654851622879505,0.01728961616754532,0.018030717968940735,0.018771817907691002,0.01951291784644127,0.020254019647836685,0.020995119586586952,0.02173621952533722,0.022477319464087486,0.023218419402837753,0.02395952120423317,0.024700621142983437],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,2,1,0,1,2,4,1,3,4,3,9,9,12,21,15,14,21,13,25,30,34,29,32,27,41,31,34,27,28,29,23,22,21,13,19,15,18,17,7,8,13,12,8,13,5,6,7,7,5,5,6,0,1,4,3,1,0,3,0,0,1],"bins":[0.9994599223136902,0.9994792938232422,0.999498724937439,0.999518096446991,0.999537467956543,0.999556839466095,0.9995762705802917,0.9995956420898438,0.9996150135993958,0.9996343851089478,0.9996538162231445,0.9996731877326965,0.9996925592422485,0.9997119307518005,0.9997313618659973,0.9997507333755493,0.9997701048851013,0.9997895359992981,0.9998089075088501,0.9998282790184021,0.9998476505279541,0.9998670816421509,0.9998864531517029,0.9999058246612549,0.9999251961708069,0.9999446272850037,0.9999639987945557,0.9999833703041077,1.0000027418136597,1.0000221729278564,1.0000414848327637,1.0000609159469604,1.0000803470611572,1.0000996589660645,1.0001190900802612,1.000138521194458,1.0001578330993652,1.000177264213562,1.0001966953277588,1.000216007232666,1.0002354383468628,1.00025475025177,1.0002741813659668,1.0002936124801636,1.0003129243850708,1.0003323554992676,1.0003517866134644,1.0003710985183716,1.0003905296325684,1.0004099607467651,1.0004292726516724,1.0004487037658691,1.0004680156707764,1.0004874467849731,1.00050687789917,1.0005261898040771,1.000545620918274,1.0005650520324707,1.000584363937378,1.0006037950515747,1.000623106956482,1.0006425380706787,1.0006619691848755,1.0006812810897827,1.0007007122039795]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.023018306121230125,-0.022263970226049423,-0.02150963619351387,-0.020755302160978317,-0.020000966265797615,-0.019246630370616913,-0.01849229633808136,-0.017737962305545807,-0.016983626410365105,-0.016229290515184402,-0.01547495648264885,-0.014720621518790722,-0.013966286554932594,-0.013211951591074467,-0.012457616627216339,-0.011703281663358212,-0.010948946699500084,-0.010194611735641956,-0.009440276771783829,-0.008685941807925701,-0.007931606844067574,-0.007177271880209446,-0.006422936916351318,-0.005668601952493191,-0.004914266988635063,-0.004159932024776936,-0.003405597060918808,-0.0026512620970606804,-0.0018969271332025528,-0.0011425921693444252,-0.0003882572054862976,0.00036607775837183,0.0011204108595848083,0.001874745823442936,0.0026290807873010635,0.003383415751159191,0.004137750715017319,0.004892085678875446,0.005646420642733574,0.0064007556065917015,0.007155090570449829,0.007909425534307957,0.008663760498166084,0.009418095462024212,0.01017243042588234,0.010926765389740467,0.011681100353598595,0.012435435317456722,0.01318977028131485,0.013944105245172977,0.014698440209031105,0.015452775172889233,0.01620711013674736,0.016961444169282913,0.017715780064463615,0.018470115959644318,0.01922444999217987,0.019978784024715424,0.020733119919896126,0.021487455815076828,0.02224178984761238,0.022996123880147934,0.023750459775328636,0.02450479567050934,0.02525912970304489],"_type":"histogram","values":[1,0,1,1,1,1,1,2,2,4,4,5,14,7,9,12,11,14,19,18,19,24,14,29,21,27,33,26,15,30,36,30,30,24,21,29,18,21,29,17,11,21,23,15,12,11,11,8,5,7,7,2,4,2,4,1,0,0,1,0,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,0,1,1,1,1,2,5,3,6,8,8,12,17,13,19,23,39,37,69,79,84,51,61,36,40,23,13,19,14,16,5,12,5,5,7,2,5,2,4,4,3,0,1,1,3,0,0,0,2,0,0,0,0,1,0,0,1,0,1],"bins":[-0.011691097170114517,-0.011243791319429874,-0.010796486400067806,-0.010349180549383163,-0.009901875630021095,-0.009454569779336452,-0.00900726392865181,-0.008559959009289742,-0.008112653158605099,-0.007665347773581743,-0.007218042388558388,-0.006770736537873745,-0.0063234311528503895,-0.005876125767827034,-0.005428819917142391,-0.004981514532119036,-0.00453420914709568,-0.004086903762072325,-0.0036395981442183256,-0.0031922925263643265,-0.002744987141340971,-0.0022976817563176155,-0.0018503761384636164,-0.001403070637024939,-0.0009557651355862617,-0.0005084596341475844,-6.115413270890713e-05,0.0003861513687297702,0.0008334568701684475,0.0012807623716071248,0.0017280678730458021,0.0021753734908998013,0.0026226788759231567,0.0030699842609465122,0.0035172898788005114,0.0039645954966545105,0.004411900881677866,0.0048592062667012215,0.005306512117385864,0.00575381750240922,0.006201122887432575,0.006648428272455931,0.007095733657479286,0.007543039508163929,0.007990345358848572,0.00843765027821064,0.008884956128895283,0.009332261048257351,0.009779566898941994,0.010226872749626637,0.010674177668988705,0.011121483519673347,0.011568788439035416,0.012016094289720058,0.012463400140404701,0.01291070505976677,0.013358010910451412,0.013805316761136055,0.014252621680498123,0.014699927531182766,0.015147233381867409,0.015594538301229477,0.016041843220591545,0.016489150002598763,0.01693645492196083]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[7,3,7,3,3,9,14,13,21,42,58,76,118,161,208,387,483,732,1069,1703,2590,3985,6041,9333,15869,26256,47810,100706,181215,85649,42583,23447,14364,8741,5630,3350,2360,1546,989,710,449,274,214,161,136,78,51,33,26,35,19,14,9,2,5,2,0,3,0,6,4,6,2,4],"bins":[-0.00469970703125,-0.004534244537353516,-0.004368782043457031,-0.004203319549560547,-0.0040378570556640625,-0.003872394561767578,-0.0037069320678710938,-0.0035414695739746094,-0.003376007080078125,-0.0032105445861816406,-0.0030450820922851562,-0.002879619598388672,-0.0027141571044921875,-0.002548694610595703,-0.0023832321166992188,-0.0022177696228027344,-0.00205230712890625,-0.0018868446350097656,-0.0017213821411132812,-0.0015559196472167969,-0.0013904571533203125,-0.0012249946594238281,-0.0010595321655273438,-0.0008940696716308594,-0.000728607177734375,-0.0005631446838378906,-0.00039768218994140625,-0.00023221969604492188,-6.67572021484375e-05,9.870529174804688e-05,0.00026416778564453125,0.0004296302795410156,0.0005950927734375,0.0007605552673339844,0.0009260177612304688,0.0010914802551269531,0.0012569427490234375,0.0014224052429199219,0.0015878677368164062,0.0017533302307128906,0.001918792724609375,0.0020842552185058594,0.0022497177124023438,0.002415180206298828,0.0025806427001953125,0.002746105194091797,0.0029115676879882812,0.0030770301818847656,0.00324249267578125,0.0034079551696777344,0.0035734176635742188,0.003738880157470703,0.0039043426513671875,0.004069805145263672,0.004235267639160156,0.004400730133056641,0.004566192626953125,0.004731655120849609,0.004897117614746094,0.005062580108642578,0.0052280426025390625,0.005393505096435547,0.005558967590332031,0.005724430084228516,0.005889892578125]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[3,1,1,2,7,8,6,8,6,9,9,16,10,3,14,17,10,11,16,17,16,21,16,12,23,19,20,21,19,15,10,15,20,21,11,17,20,20,21,18,16,21,26,14,11,19,9,13,11,18,6,6,10,6,8,7,10,2,9,6,3,3,2,3],"bins":[-0.0006419236888177693,-0.0006219843053258955,-0.0006020449218340218,-0.0005821054801344872,-0.0005621660966426134,-0.0005422267131507397,-0.0005222873296588659,-0.0005023479461669922,-0.000482408533571288,-0.00046246915007941425,-0.00044252973748371005,-0.0004225903539918363,-0.00040265097049996257,-0.00038271155790425837,-0.00036277217441238463,-0.00034283276181668043,-0.0003228933783248067,-0.00030295399483293295,-0.00028301458223722875,-0.000263075198745355,-0.00024313580070156604,-0.00022319640265777707,-0.00020325701916590333,-0.00018331762112211436,-0.0001633782230783254,-0.00014343882503453642,-0.00012349942699074745,-0.00010356004349887371,-8.362064545508474e-05,-6.368124741129577e-05,-4.3741856643464416e-05,-2.3802462237654254e-05,-3.863009624183178e-06,1.6076384781626984e-05,3.601577918743715e-05,5.595517359324731e-05,7.589456799905747e-05,9.583396604284644e-05,0.0001157733568106778,0.00013571274757850915,0.00015565214562229812,0.0001755915436660871,0.00019553094170987606,0.0002154703252017498,0.00023540972324553877,0.00025534912128932774,0.0002752885047812015,0.0002952279173769057,0.0003151673008687794,0.00033510668436065316,0.00035504609695635736,0.0003749854804482311,0.0003949248930439353,0.00041486427653580904,0.0004348036600276828,0.000454743072623387,0.0004746824561152607,0.0004946218687109649,0.0005145612522028387,0.0005345006356947124,0.0005544400191865861,0.0005743794026784599,0.0005943188443779945,0.0006142582278698683,0.000634197611361742],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[4,7,10,15,34,42,86,131,242,418,646,1048,1604,2414,3612,5208,7188,10256,13918,18002,23147,29610,36724,44264,52657,61001,69314,76533,83317,88896,91751,93670,91936,89948,85976,79350,72093,64704,56019,47228,39616,31928,25373,20153,15271,11270,8353,5889,4137,2764,1849,1273,807,476,312,156,95,47,36,14,13,4,4,1],"bins":[-0.09423830360174179,-0.0912642776966095,-0.0882902443408966,-0.08531621843576431,-0.08234219253063202,-0.07936816662549973,-0.07639414072036743,-0.07342010736465454,-0.07044608145952225,-0.06747205555438995,-0.06449802219867706,-0.06152399629354477,-0.058549970388412476,-0.05557594448328018,-0.05260191485285759,-0.049627885222435,-0.046653859317302704,-0.04367983341217041,-0.04070580378174782,-0.037731774151325226,-0.03475774824619293,-0.03178372234106064,-0.028809692710638046,-0.025835664942860603,-0.02286163717508316,-0.019887609407305717,-0.016913581639528275,-0.013939553871750832,-0.010965526103973389,-0.007991498336195946,-0.005017470568418503,-0.00204344280064106,0.0009305849671363831,0.003904612734913826,0.006878640502691269,0.009852668270468712,0.012826696038246155,0.015800723806023598,0.01877475157380104,0.021748779341578484,0.024722807109355927,0.02769683487713337,0.030670862644910812,0.033644892275333405,0.0366189181804657,0.03959294408559799,0.042566973716020584,0.045541003346443176,0.04851502925157547,0.051489055156707764,0.054463084787130356,0.05743711441755295,0.06041114032268524,0.06338516622781754,0.06635919213294983,0.06933322548866272,0.07230725139379501,0.07528127729892731,0.0782553106546402,0.08122933655977249,0.08420336246490479,0.08717738837003708,0.09015141427516937,0.09312544763088226,0.09609947353601456],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[0.9993909001350403,0.999411940574646,0.9994329810142517,0.9994540214538574,0.9994750022888184,0.9994960427284241,0.9995170831680298,0.9995381236076355,0.9995591640472412,0.9995802044868469,0.9996012449264526,0.9996222257614136,0.9996432662010193,0.999664306640625,0.9996853470802307,0.9997063875198364,0.9997274279594421,0.9997484683990479,0.9997694492340088,0.9997904896736145,0.9998115301132202,0.9998325705528259,0.9998536109924316,0.9998746514320374,0.9998956918716431,0.999916672706604,0.9999377131462097,0.9999587535858154,0.9999797940254211,1.0000008344650269,1.0000218152999878,1.0000429153442383,1.0000638961791992,1.0000849962234497,1.0001059770584106,1.0001270771026611,1.000148057937622,1.000169038772583,1.0001901388168335,1.0002111196517944,1.000232219696045,1.0002532005310059,1.0002743005752563,1.0002952814102173,1.0003162622451782,1.0003373622894287,1.0003583431243896,1.0003794431686401,1.000400424003601,1.0004215240478516,1.0004425048828125,1.0004634857177734,1.000484585762024,1.0005055665969849,1.0005266666412354,1.0005476474761963,1.0005687475204468,1.0005897283554077,1.0006107091903687,1.0006318092346191,1.00065279006958,1.0006738901138306,1.0006948709487915,1.000715970993042,1.000736951828003],"_type":"histogram","values":[1,0,0,2,0,3,0,2,3,4,3,7,0,4,3,7,11,10,19,20,16,25,21,27,35,33,38,37,30,31,35,36,18,22,21,42,19,23,14,17,11,15,14,13,3,8,12,9,6,6,3,6,7,1,1,1,2,3,3,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[4,1,2,0,2,3,5,7,9,11,19,31,39,57,95,136,210,313,505,808,1345,2268,4035,6957,13481,25818,54247,126045,494240,585951,139921,56233,27908,13998,7829,4227,2330,1435,816,548,341,225,118,89,60,42,28,26,10,8,10,5,3,4,1,0,0,2,1,0,1,0,0,1],"bins":[-0.10791015625,-0.10419464111328125,-0.1004791259765625,-0.09676361083984375,-0.093048095703125,-0.08933258056640625,-0.0856170654296875,-0.08190155029296875,-0.07818603515625,-0.07447052001953125,-0.0707550048828125,-0.06703948974609375,-0.063323974609375,-0.05960845947265625,-0.0558929443359375,-0.05217742919921875,-0.0484619140625,-0.04474639892578125,-0.0410308837890625,-0.03731536865234375,-0.033599853515625,-0.02988433837890625,-0.0261688232421875,-0.02245330810546875,-0.01873779296875,-0.01502227783203125,-0.0113067626953125,-0.00759124755859375,-0.003875732421875,-0.00016021728515625,0.0035552978515625,0.00727081298828125,0.010986328125,0.01470184326171875,0.0184173583984375,0.02213287353515625,0.025848388671875,0.02956390380859375,0.0332794189453125,0.03699493408203125,0.04071044921875,0.04442596435546875,0.0481414794921875,0.05185699462890625,0.055572509765625,0.05928802490234375,0.0630035400390625,0.06671905517578125,0.0704345703125,0.07415008544921875,0.0778656005859375,0.08158111572265625,0.085296630859375,0.08901214599609375,0.0927276611328125,0.09644317626953125,0.10015869140625,0.10387420654296875,0.1075897216796875,0.11130523681640625,0.115020751953125,0.11873626708984375,0.1224517822265625,0.12616729736328125,0.1298828125]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,1,1,1,4,3,5,3,3,9,7,9,9,6,14,15,14,15,22,22,24,25,25,38,25,29,29,42,49,30,31,32,23,20,34,23,20,9,11,14,10,7,7,8,8,4,2,3,1,6,3,2,2,0,1,0,1,1,2,0,0,1],"bins":[-0.0003704307018779218,-0.00035776139702647924,-0.00034509209217503667,-0.00033242275821976364,-0.00031975345336832106,-0.0003070841485168785,-0.0002944148436654359,-0.0002817455097101629,-0.0002690762048587203,-0.00025640690000727773,-0.00024373759515583515,-0.00023106827575247735,-0.00021839897090103477,-0.00020572965149767697,-0.0001930603466462344,-0.0001803910272428766,-0.00016772172239143401,-0.00015505241753999144,-0.00014238309813663363,-0.00012971379328519106,-0.00011704447388183326,-0.00010437516903039068,-9.170585690299049e-05,-7.90365447755903e-05,-6.636723264819011e-05,-5.369792052078992e-05,-4.102860839338973e-05,-2.835929990396835e-05,-1.568998777656816e-05,-3.0206765586626716e-06,9.648634659242816e-06,2.2317944967653602e-05,3.498725709505379e-05,4.765656922245398e-05,6.032588134985417e-05,7.299519347725436e-05,8.566450560465455e-05,9.833381045609713e-05,0.00011100312258349732,0.0001236724347108975,0.0001363417541142553,0.00014901105896569788,0.00016168036381714046,0.00017434968322049826,0.00018701898807194084,0.00019968830747529864,0.00021235761232674122,0.00022502693173009902,0.0002376962365815416,0.0002503655559848994,0.000263034860836342,0.00027570416568778455,0.00028837347053922713,0.00030104280449450016,0.00031371210934594274,0.0003263814141973853,0.0003390507190488279,0.00035172002390027046,0.0003643893578555435,0.00037705866270698607,0.00038972796755842865,0.0004023972724098712,0.00041506660636514425,0.00042773591121658683,0.0004404052160680294]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,6,0,4,4,4,7,11,2,9,14,13,22,26,33,44,76,102,117,60,43,32,41,20,13,10,12,5,7,7,5,4,2,2,4,1,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.05060241371393204,-0.04842427745461464,-0.04624614119529724,-0.04406800866127014,-0.041889872401952744,-0.039711736142635345,-0.03753359988331795,-0.03535546362400055,-0.03317733108997345,-0.030999192968010902,-0.028821058571338654,-0.026642922312021255,-0.024464786052703857,-0.02228665165603161,-0.02010851539671421,-0.01793038100004196,-0.015752244740724564,-0.01357410941272974,-0.011395974084734917,-0.009217837825417519,-0.007039702497422695,-0.004861567169427872,-0.002683431375771761,-0.0005052958149462938,0.0016728397458791733,0.0038509753067046404,0.0060291108675301075,0.008207246661186218,0.010385381989181042,0.012563517317175865,0.014741653576493263,0.016919787973165512,0.01909792423248291,0.021276060491800308,0.023454194888472557,0.025632331147789955,0.027810465544462204,0.029988601803779602,0.032166738063097,0.0343448743224144,0.0365230068564415,0.038701143115758896,0.040879279375076294,0.04305741563439369,0.04523555189371109,0.04741368815302849,0.04959182068705559,0.051769956946372986,0.053948093205690384,0.05612622946500778,0.05830436572432518,0.06048249825835228,0.06266063451766968,0.06483877450227737,0.06701690703630447,0.06919503957033157,0.07137317955493927,0.07355131208896637,0.07572945207357407,0.07790758460760117,0.08008571714162827,0.08226385712623596,0.08444198966026306,0.08662012964487076,0.08879826217889786]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,1,1,0,0,1,2,0,1,1,4,2,2,8,7,8,11,11,12,11,13,18,25,28,29,26,27,28,39,35,47,44,41,35,26,24,26,28,19,12,17,12,15,7,11,9,9,4,5,5,2,3,1,2,2,2,0,1,2,1,3],"bins":[-0.0003745263966266066,-0.00036349549191072583,-0.0003524645871948451,-0.0003414337115827948,-0.00033040280686691403,-0.0003193719021510333,-0.00030834099743515253,-0.0002973100927192718,-0.00028627918800339103,-0.00027524831239134073,-0.00026421740767546,-0.00025318650295957923,-0.00024215559824369848,-0.00023112470807973295,-0.0002200938033638522,-0.00020906291319988668,-0.00019803200848400593,-0.00018700110376812518,-0.00017597021360415965,-0.0001649393088882789,-0.00015390841872431338,-0.00014287751400843263,-0.00013184660929255188,-0.00012081571185262874,-0.0001097848144127056,-9.875391697278246e-05,-8.772301953285933e-05,-7.669211481697857e-05,-6.566121737705544e-05,-5.46303199371323e-05,-4.3599418859230354e-05,-3.256851778132841e-05,-2.1537591237574816e-05,-1.0506691978662275e-05,5.242072802502662e-07,1.1555106539162807e-05,2.2586005798075348e-05,3.3616903237998486e-05,4.464780431590043e-05,5.5678705393802375e-05,6.670960283372551e-05,7.774050027364865e-05,8.877139771357179e-05,9.980230242945254e-05,0.00011083319986937568,0.00012186409730929881,0.00013289500202517956,0.0001439258921891451,0.00015495679690502584,0.0001659877016209066,0.00017701859178487211,0.00018804949650075287,0.0001990803866647184,0.00021011129138059914,0.0002211421960964799,0.00023217308626044542,0.00024320399097632617,0.0002542348811402917,0.00026526578585617244,0.0002762966905720532,0.00028732759528793395,0.0002983585000038147,0.000309389375615865,0.00032042028033174574,0.0003314511850476265]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,2,3,0,2,3,7,8,10,6,19,20,31,41,55,85,100,135,192,253,387,600,812,1329,2173,3508,6088,10603,19927,40814,97252,231301,90973,38670,18922,10175,5714,3416,2102,1278,939,522,351,261,211,160,87,68,47,44,34,19,21,15,8,4,4,2,5,1,1,2,1],"bins":[-0.00531005859375,-0.005146503448486328,-0.004982948303222656,-0.004819393157958984,-0.0046558380126953125,-0.004492282867431641,-0.004328727722167969,-0.004165172576904297,-0.004001617431640625,-0.003838062286376953,-0.0036745071411132812,-0.0035109519958496094,-0.0033473968505859375,-0.0031838417053222656,-0.0030202865600585938,-0.002856731414794922,-0.00269317626953125,-0.002529621124267578,-0.0023660659790039062,-0.0022025108337402344,-0.0020389556884765625,-0.0018754005432128906,-0.0017118453979492188,-0.0015482902526855469,-0.001384735107421875,-0.0012211799621582031,-0.0010576248168945312,-0.0008940696716308594,-0.0007305145263671875,-0.0005669593811035156,-0.00040340423583984375,-0.00023984909057617188,-7.62939453125e-05,8.726119995117188e-05,0.00025081634521484375,0.0004143714904785156,0.0005779266357421875,0.0007414817810058594,0.0009050369262695312,0.0010685920715332031,0.001232147216796875,0.0013957023620605469,0.0015592575073242188,0.0017228126525878906,0.0018863677978515625,0.0020499229431152344,0.0022134780883789062,0.002377033233642578,0.00254058837890625,0.002704143524169922,0.0028676986694335938,0.0030312538146972656,0.0031948089599609375,0.0033583641052246094,0.0035219192504882812,0.003685474395751953,0.003849029541015625,0.004012584686279297,0.004176139831542969,0.004339694976806641,0.0045032501220703125,0.004666805267333984,0.004830360412597656,0.004993915557861328,0.005157470703125]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,1,2,0,2,4,3,4,3,4,2,6,6,12,7,11,19,18,27,20,22,31,21,31,32,26,41,45,38,40,22,30,26,32,23,22,22,16,13,8,13,15,2,9,6,5,5,4,2,4,0,1,5,0,0,0,0,0,0,3,0,1],"bins":[-0.0003336647932883352,-0.00032233045203611255,-0.0003109961107838899,-0.00029966176953166723,-0.00028832745738327503,-0.0002769931161310524,-0.0002656587748788297,-0.00025432443362660706,-0.0002429900923743844,-0.00023165575112216175,-0.0002203214098699391,-0.00020898708316963166,-0.000197652741917409,-0.00018631840066518635,-0.00017498407396487892,-0.00016364973271265626,-0.0001523153914604336,-0.00014098105020821095,-0.0001296467089559883,-0.00011831238225568086,-0.0001069780410034582,-9.564369975123554e-05,-8.43093657749705e-05,-7.297503179870546e-05,-6.16406905464828e-05,-5.030635293223895e-05,-3.89720153179951e-05,-2.763767770375125e-05,-1.63033400895074e-05,-4.969002475263551e-06,6.365335138980299e-06,1.769967275322415e-05,2.9034010367468e-05,4.036834798171185e-05,5.17026855959557e-05,6.303701957222074e-05,7.43713608244434e-05,8.570570207666606e-05,9.70400360529311e-05,0.00010837437002919614,0.0001197087112814188,0.00013104305253364146,0.00014237739378586411,0.00015371172048617154,0.0001650460617383942,0.00017638040299061686,0.0001877147296909243,0.00019904907094314694,0.0002103834121953696,0.00022171775344759226,0.00023305209469981492,0.00024438643595203757,0.0002557207481004298,0.00026705508935265243,0.0002783894306048751,0.00028972377185709774,0.0003010581131093204,0.00031239245436154306,0.0003237267956137657,0.0003350611368659884,0.00034639547811821103,0.00035772979026660323,0.0003690641315188259,0.00038039847277104855,0.0003917328140232712],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.021728515625,-0.021078109741210938,-0.020427703857421875,-0.019777297973632812,-0.01912689208984375,-0.018476486206054688,-0.017826080322265625,-0.017175674438476562,-0.0165252685546875,-0.015874862670898438,-0.015224456787109375,-0.014574050903320312,-0.01392364501953125,-0.013273239135742188,-0.012622833251953125,-0.011972427368164062,-0.011322021484375,-0.010671615600585938,-0.010021209716796875,-0.009370803833007812,-0.00872039794921875,-0.008069992065429688,-0.007419586181640625,-0.0067691802978515625,-0.0061187744140625,-0.0054683685302734375,-0.004817962646484375,-0.0041675567626953125,-0.00351715087890625,-0.0028667449951171875,-0.002216339111328125,-0.0015659332275390625,-0.00091552734375,-0.0002651214599609375,0.000385284423828125,0.0010356903076171875,0.00168609619140625,0.0023365020751953125,0.002986907958984375,0.0036373138427734375,0.0042877197265625,0.0049381256103515625,0.005588531494140625,0.0062389373779296875,0.00688934326171875,0.0075397491455078125,0.008190155029296875,0.008840560913085938,0.009490966796875,0.010141372680664062,0.010791778564453125,0.011442184448242188,0.01209259033203125,0.012742996215820312,0.013393402099609375,0.014043807983398438,0.0146942138671875,0.015344619750976562,0.015995025634765625,0.016645431518554688,0.01729583740234375,0.017946243286132812,0.018596649169921875,0.019247055053710938,0.0198974609375],"_type":"histogram","values":[1,0,2,1,0,7,6,6,6,19,15,23,35,74,63,114,155,204,328,499,641,1010,1504,2156,3337,5499,8030,13051,21724,35673,63126,122273,287661,515273,239977,106647,57892,32065,19635,11859,7565,5057,3180,2055,1391,932,621,482,314,185,150,109,61,46,41,24,17,14,9,8,5,3,1,3]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[2,0,1,1,1,3,8,32,49,74,185,260,503,801,1171,1864,2867,4357,6237,8846,12311,17060,22089,28779,36034,44433,53750,62818,71492,80199,87555,92601,96389,98031,96549,93485,87280,80799,72677,63408,54487,45565,36800,29433,22814,17566,12853,9277,6493,4441,3061,1992,1201,780,457,272,154,96,57,31,18,6,5,4],"bins":[-0.10460400581359863,-0.1014864593744278,-0.09836892038583755,-0.09525137394666672,-0.09213382750749588,-0.08901628851890564,-0.0858987420797348,-0.08278119564056396,-0.07966365665197372,-0.07654611021280289,-0.07342856377363205,-0.07031102478504181,-0.06719347834587097,-0.06407593190670013,-0.060958392918109894,-0.057840846478939056,-0.05472330376505852,-0.05160576105117798,-0.04848821461200714,-0.0453706718981266,-0.04225312918424606,-0.039135582745075226,-0.03601804003119469,-0.03290049731731415,-0.02978295274078846,-0.02666540816426277,-0.023547865450382233,-0.020430320873856544,-0.017312776297330856,-0.014195233583450317,-0.01107768900692463,-0.007960145361721516,-0.004842601716518402,-0.0017250578384846449,0.0013924860395491123,0.004510030150413513,0.007627573795616627,0.01074511744081974,0.013862662017345428,0.016980204731225967,0.020097749307751656,0.023215293884277344,0.026332836598157883,0.02945038117468357,0.03256792575120926,0.0356854684650898,0.03880301117897034,0.041920557618141174,0.04503810033202171,0.04815564304590225,0.05127318948507309,0.05439073219895363,0.05750827491283417,0.060625821352005005,0.06374336034059525,0.06686090677976608,0.06997845321893692,0.07309599220752716,0.076213538646698,0.07933108508586884,0.08244862407445908,0.08556617051362991,0.08868371695280075,0.09180125594139099,0.09491880238056183]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[2,0,1,0,2,1,0,5,2,1,1,6,8,4,6,12,15,9,10,15,22,24,22,13,18,26,29,25,27,30,25,29,20,34,29,26,18,31,23,26,11,20,16,21,16,16,16,11,7,9,6,8,5,1,1,1,2,0,0,0,0,1,2,1],"bins":[-0.11164025217294693,-0.10814458876848221,-0.10464893281459808,-0.10115326941013336,-0.09765761345624924,-0.09416195005178452,-0.09066629409790039,-0.08717063069343567,-0.08367496728897095,-0.08017931133508682,-0.0766836479306221,-0.07318799197673798,-0.06969232857227325,-0.06619667261838913,-0.06270100921392441,-0.059205349534749985,-0.05570968985557556,-0.05221403017640114,-0.048718370497226715,-0.04522271081805229,-0.04172705113887787,-0.03823138773441315,-0.034735728055238724,-0.0312400683760643,-0.027744408696889877,-0.024248749017715454,-0.02075308933854103,-0.01725742779672146,-0.013761768117547035,-0.010266108438372612,-0.006770447827875614,-0.0032747876830399036,0.0002208799123764038,0.0037165400572121143,0.007212200202047825,0.010707860812544823,0.014203520491719246,0.01769918017089367,0.02119484171271324,0.024690501391887665,0.028186161071062088,0.03168182075023651,0.035177480429410934,0.03867314010858536,0.04216880351305008,0.0456644631922245,0.049160122871398926,0.05265578255057335,0.05615144222974777,0.059647101908922195,0.06314276158809662,0.06663842499256134,0.07013408094644547,0.07362974435091019,0.07712540030479431,0.08062106370925903,0.08411672711372375,0.08761238306760788,0.0911080464720726,0.09460370242595673,0.09809936583042145,0.10159502178430557,0.1050906851887703,0.10858634114265442,0.11208200454711914],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[2,0,0,1,7,10,20,24,46,84,154,223,354,509,759,1175,1639,2383,3373,4323,6081,7822,10137,12530,15315,18356,21426,24651,27168,30032,32115,34123,34228,34613,33811,32621,30639,28746,25427,22458,19531,16334,13344,10858,8650,6629,5032,3674,2651,1900,1320,949,574,381,247,154,95,46,34,18,11,2,4,1],"bins":[-0.09791408479213715,-0.09496228396892548,-0.09201047569513321,-0.08905866742134094,-0.08610686659812927,-0.0831550657749176,-0.08020325750112534,-0.07725144922733307,-0.0742996484041214,-0.07134784758090973,-0.06839603930711746,-0.0654442310333252,-0.062492430210113525,-0.05954062566161156,-0.05658882111310959,-0.05363701656460762,-0.05068521201610565,-0.047733407467603683,-0.044781602919101715,-0.04182979837059975,-0.03887799382209778,-0.03592618927359581,-0.03297438472509384,-0.030022580176591873,-0.027070775628089905,-0.024118971079587936,-0.021167166531085968,-0.018215361982584,-0.015263557434082031,-0.012311752885580063,-0.009359948337078094,-0.006408143788576126,-0.0034563466906547546,-0.0005045421421527863,0.002447262406349182,0.0053990669548511505,0.008350871503353119,0.011302676051855087,0.014254480600357056,0.017206285148859024,0.020158089697360992,0.02310989424586296,0.02606169879436493,0.029013503342866898,0.031965307891368866,0.034917112439870834,0.0378689169883728,0.04082072153687477,0.04377252608537674,0.04672433063387871,0.049676135182380676,0.052627939730882645,0.05557974427938461,0.05853154882788658,0.06148335337638855,0.06443515419960022,0.06738696247339249,0.07033877074718475,0.07329057157039642,0.0762423723936081,0.07919418066740036,0.08214598894119263,0.0850977897644043,0.08804959058761597,0.09100139886140823],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,1,5,2,5,10,22,20,39,83,157,214,366,540,777,1254,1803,2647,3498,4957,6569,8582,10786,13561,16597,19502,22834,25958,28868,31424,33390,34524,35088,35043,34140,32276,30344,27343,24332,21211,17835,14715,12013,9476,7450,5732,4188,3027,2257,1509,985,742,414,284,171,102,65,44,23,7,6,3,1,2],"bins":[-0.0982828289270401,-0.09528016299009323,-0.09227749705314636,-0.0892748311161995,-0.08627216517925262,-0.08326949924230576,-0.08026683330535889,-0.07726416736841202,-0.07426150143146515,-0.07125884294509888,-0.06825617700815201,-0.06525351107120514,-0.06225084513425827,-0.0592481791973114,-0.05624551326036453,-0.053242847323417664,-0.050240181386470795,-0.047237515449523926,-0.04423484951257706,-0.04123218357563019,-0.03822951763868332,-0.03522685542702675,-0.03222418949007988,-0.02922152355313301,-0.026218857616186142,-0.023216191679239273,-0.020213525742292404,-0.017210861667990685,-0.014208195731043816,-0.011205529794096947,-0.008202864788472652,-0.005200199317187071,-0.002197541296482086,0.0008051241748034954,0.003807789646089077,0.006810455117374659,0.00981312058866024,0.012815786525607109,0.01581845059990883,0.018821116536855698,0.021823782473802567,0.024826448410749435,0.027829114347696304,0.030831778421998024,0.033834442496299744,0.03683710843324661,0.03983977437019348,0.04284244030714035,0.04584510624408722,0.04884777218103409,0.05185043811798096,0.054853104054927826,0.057855769991874695,0.060858432203531265,0.06386110186576843,0.0668637678027153,0.06986643373966217,0.07286909222602844,0.07587175816297531,0.07887442409992218,0.08187709003686905,0.08487975597381592,0.08788242191076279,0.09088508784770966,0.09388775378465652]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,0,1,1,0,2,3,2,2,3,2,5,3,2,3,3,4,7,7,8,16,11,26,25,48,81,150,122,58,40,36,17,8,12,14,5,4,4,3,5,2,5,1,2,2,2,0,1,1,1,1,1,0,0,1,0,0,1],"bins":[-1.518840144854039e-05,-1.4724332686455455e-05,-1.426026392437052e-05,-1.3796195162285585e-05,-1.333212640020065e-05,-1.2868056728621013e-05,-1.2403987966536079e-05,-1.1939919204451144e-05,-1.1475850442366209e-05,-1.1011781680281274e-05,-1.054771291819634e-05,-1.0083644156111404e-05,-9.619574484531768e-06,-9.155505722446833e-06,-8.691436960361898e-06,-8.227368198276963e-06,-7.763299436192028e-06,-7.299230674107093e-06,-6.8351619120221585e-06,-6.371092695189873e-06,-5.907023933104938e-06,-5.442955171020003e-06,-4.978885954187717e-06,-4.5148171921027824e-06,-4.0507484300178476e-06,-3.5866796679329127e-06,-3.1226106784743024e-06,-2.658541689015692e-06,-2.1944729269307572e-06,-1.7304040511589847e-06,-1.266335175387212e-06,-8.022662996154395e-07,-3.381974238436669e-07,1.2587145192810567e-07,5.899403276998783e-07,1.0540092034716508e-06,1.5180780792434234e-06,1.9821468413283583e-06,2.4462158307869686e-06,2.910284820245579e-06,3.3743535823305137e-06,3.838422344415449e-06,4.3024911065003835e-06,4.766560323332669e-06,5.230629085417604e-06,5.694697847502539e-06,6.158767064334825e-06,6.6228358264197595e-06,7.086904588504694e-06,7.550973350589629e-06,8.015042112674564e-06,8.479110874759499e-06,8.943179636844434e-06,9.40724930842407e-06,9.871318070509005e-06,1.033538683259394e-05,1.0799455594678875e-05,1.126352435676381e-05,1.1727593118848745e-05,1.219166188093368e-05,1.2655731552513316e-05,1.3119800314598251e-05,1.3583869076683186e-05,1.4047937838768121e-05,1.4512006600853056e-05]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug-core.log b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..e354d8b3e0c45ba11fca477ba789da604b009de5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T03:25:23.271189373+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp0btx9ofc/port-81227.txt","pid":81227,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T03:25:23.271742655+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":81227} +{"time":"2025-07-18T03:25:23.271730528+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-81227-81250-3767627371/socket","Net":"unix"}} +{"time":"2025-07-18T03:25:23.452916059+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T03:25:23.461402844+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"4u6u8fp8","id":"1(@)"} +{"time":"2025-07-18T03:25:23.884356773+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"4u6u8fp8","id":"1(@)"} +{"time":"2025-07-18T03:30:48.599513634+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T03:30:48.599760957+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T03:30:48.599833342+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T03:30:48.599843726+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T03:30:48.59991236+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-81227-81250-3767627371/socket","Net":"unix"}} +{"time":"2025-07-18T03:30:51.384323666+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T03:30:51.384344263+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T03:30:51.38435955+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..0a96aad39c9262bbeb4f9a7dc58d035a7e9f70ff --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T03:25:23.463538254+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T03:25:23.884317087+03:00","level":"INFO","msg":"stream: created new stream","id":"4u6u8fp8"} +{"time":"2025-07-18T03:25:23.884351149+03:00","level":"INFO","msg":"stream: started","id":"4u6u8fp8"} +{"time":"2025-07-18T03:25:23.884364327+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"4u6u8fp8"} +{"time":"2025-07-18T03:25:23.884394349+03:00","level":"INFO","msg":"sender: started","stream_id":"4u6u8fp8"} +{"time":"2025-07-18T03:25:23.884371235+03:00","level":"INFO","msg":"handler: started","stream_id":"4u6u8fp8"} +{"time":"2025-07-18T03:30:48.599800688+03:00","level":"INFO","msg":"stream: closing","id":"4u6u8fp8"} +{"time":"2025-07-18T03:30:50.123356842+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T03:30:51.381732728+03:00","level":"INFO","msg":"handler: closed","stream_id":"4u6u8fp8"} +{"time":"2025-07-18T03:30:51.381769+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"4u6u8fp8"} +{"time":"2025-07-18T03:30:51.381806773+03:00","level":"INFO","msg":"sender: closed","stream_id":"4u6u8fp8"} +{"time":"2025-07-18T03:30:51.38396575+03:00","level":"INFO","msg":"stream: closed","id":"4u6u8fp8"} diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug.log b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..8ef4e6ebc329c55f88604d9ede6d8fbd717bb83e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 03:25:23,234 INFO MainThread:81227 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 03:25:23,234 INFO MainThread:81227 [wandb_setup.py:_flush():80] Configure stats pid to 81227 +2025-07-18 03:25:23,234 INFO MainThread:81227 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 03:25:23,234 INFO MainThread:81227 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 03:25:23,234 INFO MainThread:81227 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 03:25:23,234 INFO MainThread:81227 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_032523-4u6u8fp8/logs/debug.log +2025-07-18 03:25:23,234 INFO MainThread:81227 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_032523-4u6u8fp8/logs/debug-internal.log +2025-07-18 03:25:23,235 INFO MainThread:81227 [wandb_init.py:init():830] calling init triggers +2025-07-18 03:25:23,235 INFO MainThread:81227 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 03:25:23,235 INFO MainThread:81227 [wandb_init.py:init():871] starting backend +2025-07-18 03:25:23,453 INFO MainThread:81227 [wandb_init.py:init():874] sending inform_init request +2025-07-18 03:25:23,460 INFO MainThread:81227 [wandb_init.py:init():882] backend started and connected +2025-07-18 03:25:23,462 INFO MainThread:81227 [wandb_init.py:init():953] updated telemetry +2025-07-18 03:25:23,463 INFO MainThread:81227 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 03:25:24,151 INFO MainThread:81227 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 03:25:24,326 INFO MainThread:81227 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 03:25:24,326 INFO MainThread:81227 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 03:25:24,326 INFO MainThread:81227 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 03:25:24,326 INFO MainThread:81227 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 03:25:24,331 INFO MainThread:81227 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 03:25:26,899 INFO MainThread:81227 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 03:25:26,900 INFO MainThread:81227 [wandb_watch.py:_watch():70] Watching +2025-07-18 03:30:48,598 INFO MsgRouterThr:81227 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/run-4u6u8fp8.wandb b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/run-4u6u8fp8.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f9eaec2b4e18cba5dee30be3b9518db40b7bab19 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_032523-4u6u8fp8/run-4u6u8fp8.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b275d6b21336430aa898fec0bf9fb16e698be44ff6f734a333f4c4effd497d7 +size 22312692 diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/config.yaml b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8240f81bf14fd1517eca36b61c552987361bb8b0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + ua7qwkr9gep7ovt5geak5rez50oz71u7: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136825835520" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T00:33:34.321398Z" + writerId: ua7qwkr9gep7ovt5geak5rez50oz71u7 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/output.log b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..d9d99657f5bced773e3d72d764bcf440cf6cb3f5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/output.log @@ -0,0 +1,54 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 53/133438 [13:21<535:53:49, 14.46s/it, loss=1.4235] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [13:27", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/requirements.txt b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..7f7eda7f35e5a9108b6e23c966f934c2ed0326d6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T00:33:34.321398Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136825835520" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "ua7qwkr9gep7ovt5geak5rez50oz71u7" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c6df36d9458d6d344c170fb9d35d7c4d7a193921 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[2,1,6,8,9,22,43,78,110,183,293,442,690,1038,1518,2167,2976,4037,5509,7194,9342,11486,14419,17119,20336,23430,26422,29144,31084,33339,34166,34483,33967,33043,31492,29358,26530,23500,20356,17548,14498,11946,9452,7390,5635,4152,3013,2278,1550,1070,703,483,310,175,119,72,36,27,10,9,3,2,0,1],"bins":[-0.09282740950584412,-0.08988247811794281,-0.08693753927946091,-0.083992600440979,-0.0810476690530777,-0.07810273766517639,-0.07515779882669449,-0.07221285998821259,-0.06926792860031128,-0.06632299721240997,-0.06337805837392807,-0.060433123260736465,-0.05748818814754486,-0.054543253034353256,-0.05159831792116165,-0.04865338280797005,-0.04570844769477844,-0.04276351258158684,-0.03981857746839523,-0.03687364235520363,-0.033928707242012024,-0.03098377212882042,-0.028038837015628815,-0.02509390190243721,-0.022148966789245605,-0.019204031676054,-0.016259096562862396,-0.013314161449670792,-0.010369226336479187,-0.007424291223287582,-0.004479356110095978,-0.0015344209969043732,0.0014105141162872314,0.004355449229478836,0.007300384342670441,0.010245319455862045,0.01319025456905365,0.016135189682245255,0.01908012479543686,0.022025059908628464,0.02496999502182007,0.027914930135011673,0.030859865248203278,0.03380480036139488,0.03674973547458649,0.03969467058777809,0.042639605700969696,0.0455845408141613,0.048529475927352905,0.05147441104054451,0.054419346153736115,0.05736428126692772,0.060309216380119324,0.06325414776802063,0.06619908660650253,0.06914402544498444,0.07208895683288574,0.07503388822078705,0.07797882705926895,0.08092376589775085,0.08386869728565216,0.08681362867355347,0.08975856751203537,0.09270350635051727,0.09564843773841858]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,3,0,2,1,3,1,3,7,4,9,9,16,14,17,22,34,40,44,51,50,76,79,81,86,102,119,127,120,113,110,94,104,90,64,64,58,48,29,33,33,16,18,17,8,5,2,1,2,5,2,1,2,2,1,1,0,2],"bins":[-0.0007032330031506717,-0.0006830868660472333,-0.000662940728943795,-0.0006427945918403566,-0.0006226484547369182,-0.0006025023176334798,-0.0005823561805300415,-0.0005622100434266031,-0.0005420639645308256,-0.0005219178274273872,-0.0005017716903239489,-0.00048162552411668,-0.0004614794161170721,-0.00044133327901363373,-0.00042118714191019535,-0.000401041004806757,-0.0003808948677033186,-0.0003607487305998802,-0.00034060259349644184,-0.00032045645639300346,-0.0003003103192895651,-0.00028016421128995717,-0.0002600180741865188,-0.0002398719370830804,-0.00021972579997964203,-0.00019957966287620366,-0.00017943352577276528,-0.00015928740322124213,-0.00013914126611780375,-0.00011899512901436538,-9.884899918688461e-05,-7.870286935940385e-05,-5.855667404830456e-05,-3.841054058284499e-05,-1.8264407117385417e-05,1.881726348074153e-06,2.2027859813533723e-05,4.2173993278993294e-05,6.232012674445286e-05,8.246625657193363e-05,0.000102612393675372,0.00012275853077881038,0.00014290466788224876,0.0001630507904337719,0.00018319692753721029,0.00020334306464064866,0.0002234891871921718,0.0002436353242956102,0.00026378146139904857,0.00028392759850248694,0.0003040737356059253,0.0003242198727093637,0.0003443660098128021,0.00036451211781241,0.0003846582549158484,0.00040480439201928675,0.00042495052912272513,0.0004450966662261635,0.0004652428033296019,0.00048538894043304026,0.0005055350484326482,0.0005256811855360866,0.0005458273226395249,0.0005659734597429633,0.0005861195968464017]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[1,0,1,2,2,1,1,3,4,5,8,9,17,26,48,54,87,131,199,354,562,909,1390,2252,3872,6717,11999,21030,41374,85839,206484,497955,396210,152475,68117,32739,17963,9918,5524,3294,2006,1196,758,492,271,200,127,69,64,32,24,10,11,11,1,7,1,2,3,1,0,0,0,2],"bins":[-0.0120849609375,-0.011705398559570312,-0.011325836181640625,-0.010946273803710938,-0.01056671142578125,-0.010187149047851562,-0.009807586669921875,-0.009428024291992188,-0.0090484619140625,-0.008668899536132812,-0.008289337158203125,-0.007909774780273438,-0.00753021240234375,-0.0071506500244140625,-0.006771087646484375,-0.0063915252685546875,-0.006011962890625,-0.0056324005126953125,-0.005252838134765625,-0.0048732757568359375,-0.00449371337890625,-0.0041141510009765625,-0.003734588623046875,-0.0033550262451171875,-0.0029754638671875,-0.0025959014892578125,-0.002216339111328125,-0.0018367767333984375,-0.00145721435546875,-0.0010776519775390625,-0.000698089599609375,-0.0003185272216796875,6.103515625e-05,0.0004405975341796875,0.000820159912109375,0.0011997222900390625,0.00157928466796875,0.0019588470458984375,0.002338409423828125,0.0027179718017578125,0.0030975341796875,0.0034770965576171875,0.003856658935546875,0.0042362213134765625,0.00461578369140625,0.0049953460693359375,0.005374908447265625,0.0057544708251953125,0.006134033203125,0.0065135955810546875,0.006893157958984375,0.0072727203369140625,0.00765228271484375,0.008031845092773438,0.008411407470703125,0.008790969848632812,0.0091705322265625,0.009550094604492188,0.009929656982421875,0.010309219360351562,0.01068878173828125,0.011068344116210938,0.011447906494140625,0.011827468872070312,0.01220703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[2,4,2,7,13,25,38,66,124,210,406,671,1041,1699,2525,3733,5445,7776,10987,15082,20081,26205,33042,41198,49667,58706,67696,76815,84035,89761,94378,96585,96811,94551,89832,83762,75559,66999,58491,49499,40835,32864,26081,19835,14989,10992,7921,5403,3697,2427,1700,1054,655,383,215,129,69,43,16,11,9,3,1,3],"bins":[-0.09892220795154572,-0.09582938998937607,-0.09273657202720642,-0.08964375406503677,-0.08655092865228653,-0.08345811069011688,-0.08036529272794724,-0.07727247476577759,-0.07417965680360794,-0.0710868388414383,-0.06799401342868805,-0.0649011954665184,-0.061808377504348755,-0.05871555954217911,-0.05562274158000946,-0.052529919892549515,-0.04943710193037987,-0.04634428396821022,-0.043251462280750275,-0.04015864431858063,-0.03706582635641098,-0.033973004668951035,-0.030880186706781387,-0.02778736874461174,-0.024694548919796944,-0.021601729094982147,-0.0185089111328125,-0.015416091307997704,-0.012323272414505482,-0.00923045352101326,-0.006137634161859751,-0.0030448150355368853,4.8004090785980225e-05,0.0031408232171088457,0.006233642343431711,0.00932646170258522,0.012419280596077442,0.015512099489569664,0.01860491931438446,0.021697737276554108,0.024790557101368904,0.0278833769261837,0.030976194888353348,0.034069012850522995,0.03716183453798294,0.04025465250015259,0.043347470462322235,0.04644029214978218,0.04953311011195183,0.052625928074121475,0.05571874976158142,0.05881156772375107,0.061904385685920715,0.06499720364809036,0.06809002161026001,0.07118284702301025,0.0742756649851799,0.07736848294734955,0.0804613009095192,0.08355411887168884,0.08664693683385849,0.08973976224660873,0.09283258020877838,0.09592539817094803,0.09901821613311768],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[2,2,0,0,2,0,5,4,6,4,8,6,2,8,9,16,18,19,12,20,21,28,27,23,30,36,31,45,34,28,26,31,31,19,28,30,20,20,15,14,15,14,11,14,7,8,1,2,2,2,3,3,1,1,1,1,1,0,0,0,0,0,0,1],"bins":[-0.1405017375946045,-0.13553252816200256,-0.13056331872940063,-0.1255941092967987,-0.12062489986419678,-0.11565569043159485,-0.11068648099899292,-0.10571727156639099,-0.10074806213378906,-0.09577885270118713,-0.0908096432685852,-0.08584043383598328,-0.08087122440338135,-0.07590201497077942,-0.07093280553817749,-0.06596359610557556,-0.06099438667297363,-0.056025177240371704,-0.051055967807769775,-0.04608675837516785,-0.04111754894256592,-0.03614833950996399,-0.03117913007736206,-0.026209920644760132,-0.021240711212158203,-0.016271501779556274,-0.011302292346954346,-0.006333082914352417,-0.0013638734817504883,0.0036053359508514404,0.00857454538345337,0.013543754816055298,0.01851297914981842,0.02348218858242035,0.028451398015022278,0.03342060744762421,0.038389816880226135,0.043359026312828064,0.04832823574542999,0.05329744517803192,0.05826665461063385,0.06323586404323578,0.06820507347583771,0.07317428290843964,0.07814349234104156,0.0831127017736435,0.08808191120624542,0.09305112063884735,0.09802033007144928,0.10298953950405121,0.10795874893665314,0.11292795836925507,0.117897167801857,0.12286637723445892,0.12783558666706085,0.13280479609966278,0.1377740055322647,0.14274321496486664,0.14771242439746857,0.1526816338300705,0.15765084326267242,0.16262005269527435,0.16758926212787628,0.1725584715604782,0.17752768099308014]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,5,0,1,3,15,14,17,14,37,42,65,90,150,225,310,505,668,1011,1636,2239,3488,5447,8078,12986,20853,33326,58205,115535,285788,622447,191695,86862,46390,27345,16870,10693,6475,4487,2849,1809,1357,875,556,463,279,202,131,95,66,54,23,24,21,11,9,9,2,3,5,2,0,0,1],"bins":[-0.11328125,-0.1095428466796875,-0.105804443359375,-0.1020660400390625,-0.09832763671875,-0.0945892333984375,-0.090850830078125,-0.0871124267578125,-0.0833740234375,-0.0796356201171875,-0.075897216796875,-0.0721588134765625,-0.06842041015625,-0.0646820068359375,-0.060943603515625,-0.0572052001953125,-0.053466796875,-0.0497283935546875,-0.045989990234375,-0.0422515869140625,-0.03851318359375,-0.0347747802734375,-0.031036376953125,-0.0272979736328125,-0.0235595703125,-0.0198211669921875,-0.016082763671875,-0.0123443603515625,-0.00860595703125,-0.0048675537109375,-0.001129150390625,0.0026092529296875,0.00634765625,0.0100860595703125,0.013824462890625,0.0175628662109375,0.02130126953125,0.0250396728515625,0.028778076171875,0.0325164794921875,0.0362548828125,0.0399932861328125,0.043731689453125,0.0474700927734375,0.05120849609375,0.0549468994140625,0.058685302734375,0.0624237060546875,0.066162109375,0.0699005126953125,0.073638916015625,0.0773773193359375,0.08111572265625,0.0848541259765625,0.088592529296875,0.0923309326171875,0.0960693359375,0.0998077392578125,0.103546142578125,0.1072845458984375,0.11102294921875,0.1147613525390625,0.118499755859375,0.1222381591796875,0.1259765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,3,0,1,3,1,5,1,3,4,4,7,6,3,10,10,13,19,11,12,22,28,24,35,33,35,29,39,41,32,29,41,28,28,22,24,32,18,9,20,9,11,9,13,7,5,8,5,3,3,1,1,1,5],"bins":[-0.0005365604301914573,-0.0005226601497270167,-0.0005087598692625761,-0.0004948595887981355,-0.00048095930833369493,-0.00046705902786925435,-0.00045315874740481377,-0.0004392584669403732,-0.0004253581864759326,-0.00041145793511532247,-0.0003975576546508819,-0.0003836573741864413,-0.0003697570937220007,-0.00035585681325756013,-0.00034195653279311955,-0.00032805625232867897,-0.0003141559718642384,-0.0003002556913997978,-0.0002863554109353572,-0.00027245513047091663,-0.00025855485000647604,-0.00024465456954203546,-0.0002307543036295101,-0.00021685402316506952,-0.00020295374270062894,-0.00018905346223618835,-0.00017515318177174777,-0.00016125290130730718,-0.00014735263539478183,-0.00013345235493034124,-0.00011955207446590066,-0.00010565179400146008,-9.175151353701949e-05,-7.785123307257891e-05,-6.395095260813832e-05,-5.005067941965535e-05,-3.615039895521477e-05,-2.2250120309763588e-05,-8.349841664312407e-06,5.550436981138773e-06,1.9450715626589954e-05,3.335099609103054e-05,4.7251272917492315e-05,6.115154974395409e-05,7.505183020839468e-05,8.895211067283526e-05,0.00010285238386131823,0.00011675266432575881,0.0001306529447901994,0.00014455322525463998,0.00015845350571908057,0.00017235378618352115,0.00018625406664796174,0.0002001543325604871,0.00021405461302492768,0.00022795489348936826,0.00024185517395380884,0.0002557554398663342,0.0002696557203307748,0.00028355600079521537,0.00029745628125965595,0.00031135656172409654,0.0003252568421885371,0.0003391571226529777,0.0003530574031174183]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[4,3,11,9,35,40,77,163,278,418,722,1239,1906,2821,4187,6168,8560,11808,16222,21187,27397,34547,42412,50746,59972,68631,76853,84208,89786,94324,95806,95880,92761,88692,82189,74192,66462,56787,48416,40312,32039,25576,19637,14612,10929,7999,5309,3817,2508,1615,1047,594,395,224,149,85,44,23,15,5,6,3,1,1],"bins":[-0.09448692947626114,-0.0914246067404747,-0.08836228400468826,-0.08529996126890182,-0.08223763853311539,-0.07917531579732895,-0.07611299306154251,-0.07305067032575607,-0.06998835504055023,-0.0669260323047638,-0.06386370956897736,-0.06080138310790062,-0.05773906409740448,-0.05467674136161804,-0.051614418625831604,-0.048552095890045166,-0.04548977315425873,-0.04242745041847229,-0.03936512768268585,-0.036302804946899414,-0.033240482211112976,-0.030178161337971687,-0.0271158404648304,-0.02405351772904396,-0.020991194993257523,-0.017928872257471085,-0.014866550453007221,-0.011804228648543358,-0.00874190591275692,-0.005679583642631769,-0.0026172613725066185,0.0004450608976185322,0.003507375717163086,0.006569697987288237,0.009632020257413387,0.01269434206187725,0.01575666479766369,0.018818987533450127,0.021881308406591415,0.024943631142377853,0.02800595387816429,0.03106827661395073,0.03413059934973717,0.037192922085523605,0.040255241096019745,0.04331756383180618,0.04637988656759262,0.04944220930337906,0.0525045320391655,0.055566854774951935,0.05862917751073837,0.06169150024652481,0.06475382298231125,0.06781614571809769,0.07087846845388412,0.07394079118967056,0.0770031064748764,0.08006542921066284,0.08312775194644928,0.08619007468223572,0.08925239741802216,0.0923147201538086,0.09537704288959503,0.09843936562538147,0.10150168836116791]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,3,3,6,1,9,4,9,12,13,24,24,20,35,35,44,38,45,37,48,37,33,33,42,29,24,17,27,16,12,18,9,8,12,7,8,4,4,2,1,2,2,1,0,0,2,0,1,1,0,2,0,0,0,1],"bins":[0.9989004135131836,0.9989401698112488,0.9989799857139587,0.9990197420120239,0.9990594983100891,0.9990993142127991,0.9991390705108643,0.9991788268089294,0.9992185831069946,0.9992583990097046,0.9992981553077698,0.999337911605835,0.9993777275085449,0.9994174838066101,0.9994572401046753,0.9994970560073853,0.9995368123054504,0.9995765686035156,0.9996163845062256,0.9996561408042908,0.999695897102356,0.9997357130050659,0.9997754693031311,0.9998152256011963,0.9998550415039062,0.9998947978019714,0.9999345541000366,0.9999743103981018,1.000014066696167,1.000053882598877,1.000093698501587,1.0001333951950073,1.0001732110977173,1.0002130270004272,1.0002527236938477,1.0002925395965576,1.0003323554992676,1.000372052192688,1.000411868095398,1.000451683998108,1.0004913806915283,1.0005311965942383,1.0005710124969482,1.0006107091903687,1.0006505250930786,1.0006903409957886,1.000730037689209,1.000769853591919,1.000809669494629,1.0008493661880493,1.0008891820907593,1.0009288787841797,1.0009686946868896,1.0010085105895996,1.00104820728302,1.00108802318573,1.00112783908844,1.0011675357818604,1.0012073516845703,1.0012471675872803,1.0012868642807007,1.0013266801834106,1.0013664960861206,1.001406192779541,1.001446008682251]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,1,2,0,3,3,1,4,6,4,10,16,31,37,41,56,102,165,225,326,493,732,1119,1700,2571,3787,5881,9223,14544,23683,41615,83631,197284,90484,43931,25489,15016,9466,6123,3990,2730,1733,1166,752,541,324,236,167,118,69,57,37,33,15,10,10,13,4,4,2,2,3],"bins":[-0.0169677734375,-0.01647663116455078,-0.015985488891601562,-0.015494346618652344,-0.015003204345703125,-0.014512062072753906,-0.014020919799804688,-0.013529777526855469,-0.01303863525390625,-0.012547492980957031,-0.012056350708007812,-0.011565208435058594,-0.011074066162109375,-0.010582923889160156,-0.010091781616210938,-0.009600639343261719,-0.0091094970703125,-0.008618354797363281,-0.008127212524414062,-0.007636070251464844,-0.007144927978515625,-0.006653785705566406,-0.0061626434326171875,-0.005671501159667969,-0.00518035888671875,-0.004689216613769531,-0.0041980743408203125,-0.0037069320678710938,-0.003215789794921875,-0.0027246475219726562,-0.0022335052490234375,-0.0017423629760742188,-0.001251220703125,-0.0007600784301757812,-0.0002689361572265625,0.00022220611572265625,0.000713348388671875,0.0012044906616210938,0.0016956329345703125,0.0021867752075195312,0.00267791748046875,0.0031690597534179688,0.0036602020263671875,0.004151344299316406,0.004642486572265625,0.005133628845214844,0.0056247711181640625,0.006115913391113281,0.0066070556640625,0.007098197937011719,0.0075893402099609375,0.008080482482910156,0.008571624755859375,0.009062767028808594,0.009553909301757812,0.010045051574707031,0.01053619384765625,0.011027336120605469,0.011518478393554688,0.012009620666503906,0.012500762939453125,0.012991905212402344,0.013483047485351562,0.013974189758300781,0.01446533203125]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,2,2,2,4,6,1,4,5,9,7,9,5,14,11,19,18,16,12,27,21,18,24,28,40,27,24,25,35,32,26,23,22,16,24,22,16,21,19,16,14,15,14,12,9,6,14,5,1,2,5,4,1,4,0,4,1,0,0,1,1],"bins":[-0.041031356900930405,-0.039712708443403244,-0.03839405998587608,-0.03707541152834892,-0.03575676307082176,-0.0344381146132946,-0.03311946615576744,-0.03180081769824028,-0.03048217110335827,-0.029163522645831108,-0.027844874188303947,-0.026526225730776787,-0.025207579135894775,-0.023888930678367615,-0.022570282220840454,-0.021251633763313293,-0.019932985305786133,-0.018614336848258972,-0.01729568839073181,-0.01597703993320465,-0.014658392407000065,-0.013339743949472904,-0.012021096423268318,-0.010702447965741158,-0.009383799508213997,-0.008065151050686836,-0.006746503058820963,-0.00542785506695509,-0.004109206609427929,-0.002790558384731412,-0.001471910160034895,-0.00015326193533837795,0.0011653900146484375,0.0024840382393449545,0.0038026864640414715,0.005121334455907345,0.0064399829134345055,0.007758631370961666,0.009077278897166252,0.010395927354693413,0.011714575812220573,0.013033224269747734,0.014351872727274895,0.015670521184802055,0.016989167779684067,0.018307816237211227,0.019626464694738388,0.02094511315226555,0.02226376160979271,0.02358241006731987,0.02490105852484703,0.02621970698237419,0.027538355439901352,0.028857002034783363,0.030175650492310524,0.031494300812482834,0.032812945544719696,0.03413159400224686,0.03545024245977402,0.03676889091730118,0.03808753937482834,0.0394061878323555,0.04072483628988266,0.04204348474740982,0.04336213320493698]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,0,0,4,1,2,4,9,5,8,12,13,11,6,16,20,27,21,31,20,38,39,33,50,43,54,39,38,34,29,36,19,16,16,20,11,5,7,9,4,6,3,1,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005292632267810404,-0.000510297017171979,-0.0004913308075629175,-0.00047236456885002553,-0.0004533983301371336,-0.0004344321205280721,-0.00041546591091901064,-0.0003964996722061187,-0.0003775334625970572,-0.00035856725298799574,-0.0003396010142751038,-0.00032063480466604233,-0.00030166859505698085,-0.0002827023563440889,-0.00026373614673502743,-0.0002447699080221355,-0.00022580369841307402,-0.0002068374742520973,-0.0001878712500911206,-0.00016890504048205912,-0.0001499388163210824,-0.0001309725921601057,-0.00011200637527508661,-9.304015839006752e-05,-7.407393422909081e-05,-5.510771370609291e-05,-3.614149318309501e-05,-1.7175272660097107e-05,1.7909478629007936e-06,2.0757168385898694e-05,3.9723388908896595e-05,5.8689609431894496e-05,7.76558299548924e-05,9.66220541158691e-05,0.0001155882710008882,0.0001345544878859073,0.000153520712046884,0.0001724869362078607,0.0001914531458169222,0.0002104193699778989,0.0002293855941388756,0.0002483518037479371,0.000267318042460829,0.0002862842520698905,0.000305250461678952,0.0003242167003918439,0.0003431829100009054,0.00036214914871379733,0.0003811153583228588,0.0004000815679319203,0.0004190478066448122,0.0004380140162538737,0.00045698025496676564,0.0004759464645758271,0.0004949126741848886,0.0005138788837939501,0.0005328451516106725,0.000551811361219734,0.0005707775708287954,0.0005897437804378569,0.0006087099900469184,0.0006276761996559799,0.0006466424674727023,0.0006656086770817637,0.0006845748866908252]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[4,1,1,0,2,0,6,4,2,4,6,5,18,15,20,28,23,32,56,74,58,50,51,54,32,34,28,16,20,13,12,15,13,10,6,2,6,2,3,6,6,5,3,5,1,1,2,2,1,1,3,0,1,1,1,0,0,0,0,0,1,0,0,2],"bins":[-0.008664154447615147,-0.008283836767077446,-0.007903519086539745,-0.007523200940340757,-0.007142882794141769,-0.006762565113604069,-0.006382247433066368,-0.00600192928686738,-0.0056216116063296795,-0.005241293925791979,-0.004860975779592991,-0.00448065809905529,-0.00410034041851759,-0.0037200222723186016,-0.003339704591780901,-0.0029593866784125566,-0.0025790687650442123,-0.002198750851675868,-0.0018184330547228456,-0.001438115257769823,-0.0010577973444014788,-0.0006774794892407954,-0.000297161634080112,8.315622108057141e-05,0.0004634740762412548,0.0008437919314019382,0.0012241097865626216,0.001604427583515644,0.0019847454968839884,0.0023650634102523327,0.0027453810907900333,0.0031256990041583776,0.0035060159862041473,0.0038863338995724916,0.004266651812940836,0.004646969493478537,0.005027287639677525,0.005407605320215225,0.005787923000752926,0.006168241146951914,0.0065485588274896145,0.006928876508027315,0.007309194654226303,0.007689512334764004,0.008069830015301704,0.008450147695839405,0.00883046630769968,0.009210783988237381,0.009591101668775082,0.009971419349312782,0.010351737029850483,0.010732055641710758,0.011112373322248459,0.01149269100278616,0.01187300868332386,0.01225332636386156,0.012633644044399261,0.013013962656259537,0.013394280336797237,0.013774598017334938,0.014154915697872639,0.01453523337841034,0.014915551990270615,0.015295869670808315,0.015676187351346016],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[3,4,8,10,22,49,90,143,238,384,604,961,1587,2309,3487,4975,7175,9652,13296,17867,23280,29353,36685,44472,52804,61441,69621,77400,83905,89918,92893,94347,93000,90645,85142,79127,72279,64482,55767,47094,39339,31757,25138,19404,14841,11055,7953,5606,3937,2691,1708,1120,724,412,271,170,102,51,32,20,6,3,2,3],"bins":[-0.09494006633758545,-0.09194199740886688,-0.08894392848014832,-0.08594585955142975,-0.08294779062271118,-0.07994972169399261,-0.07695165276527405,-0.07395358383655548,-0.07095551490783691,-0.06795745342969894,-0.06495938450098038,-0.06196131184697151,-0.05896324664354324,-0.055965177714824677,-0.05296710878610611,-0.04996903985738754,-0.046970970928668976,-0.04397290199995041,-0.04097483307123184,-0.037976764142513275,-0.03497869521379471,-0.03198063001036644,-0.028982561081647873,-0.025984492152929306,-0.02298642322421074,-0.019988354295492172,-0.016990285366773605,-0.013992218300700188,-0.01099414937198162,-0.007996080443263054,-0.004998012445867062,-0.001999943982809782,0.0009981244802474976,0.003996192943304777,0.006994261406362057,0.009992329403758049,0.012990398332476616,0.015988467261195183,0.0189865343272686,0.021984603255987167,0.024982672184705734,0.0279807411134243,0.030978810042142868,0.033976878970861435,0.0369749441742897,0.03997301310300827,0.04297108203172684,0.045969150960445404,0.04896721988916397,0.05196528881788254,0.054963357746601105,0.05796142667531967,0.06095949560403824,0.0639575645327568,0.06695563346147537,0.06995370239019394,0.07295176386833191,0.07594983279705048,0.07894790172576904,0.08194597065448761,0.08494403958320618,0.08794210851192474,0.09094017744064331,0.09393824636936188,0.09693631529808044]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[1,0,0,2,1,1,2,0,2,8,2,7,15,17,5,22,26,27,31,44,53,59,73,85,77,96,104,123,120,129,116,121,105,94,85,53,63,55,40,42,42,16,15,20,8,9,8,5,5,2,2,1,2,2,1,2,0,0,1,0,0,0,0,1],"bins":[-0.0005613890825770795,-0.0005427505238913,-0.0005241119652055204,-0.0005054734065197408,-0.0004868348769377917,-0.00046819631825201213,-0.00044955775956623256,-0.000430919200880453,-0.0004122806712985039,-0.0003936421126127243,-0.00037500355392694473,-0.00035636499524116516,-0.0003377264365553856,-0.000319087877869606,-0.0003004493482876569,-0.00028181078960187733,-0.00026317223091609776,-0.0002445336722303182,-0.00022589512809645385,-0.00020725656941067427,-0.00018861802527680993,-0.00016997946659103036,-0.0001513409079052508,-0.00013270236377138644,-0.00011406380508560687,-9.542525367578492e-05,-7.678670226596296e-05,-5.814814358018339e-05,-3.950959217036143e-05,-2.087103894155007e-05,-2.2324857127387077e-06,1.6406067516072653e-05,3.5044620744884014e-05,5.368317215470597e-05,7.232172356452793e-05,9.09602822503075e-05,0.00010959883366012946,0.00012823738506995142,0.000146875943755731,0.00016551448788959533,0.0001841530465753749,0.00020279160526115447,0.00022143014939501882,0.0002400687080807984,0.00025870726676657796,0.00027734582545235753,0.00029598435503430665,0.0003146229137200862,0.0003332614724058658,0.00035190003109164536,0.00037053858977742493,0.00038917711935937405,0.0004078156780451536,0.0004264542367309332,0.00044509279541671276,0.00046373135410249233,0.0004823699127882719,0.0005010084714740515,0.000519647030159831,0.0005382855306379497,0.0005569240893237293,0.0005755626480095088,0.0005942012066952884,0.000612839765381068,0.0006314783240668476],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,1,3,1,1,1,0,5,6,6,4,13,8,12,7,8,18,18,28,27,30,27,35,40,31,31,35,44,31,33,22,28,31,21,23,22,14,14,17,10,12,9,3,6,3,11,3,1,1,1,2,1,3,0,0,1,1,1,0,1,0,0,0,1],"bins":[-0.00034225708805024624,-0.0003293161862529814,-0.00031637531355954707,-0.00030343441176228225,-0.00029049350996501744,-0.0002775526372715831,-0.00026461173547431827,-0.00025167083367705345,-0.0002387299609836191,-0.00022578905918635428,-0.0002128481719410047,-0.0001999072846956551,-0.0001869663828983903,-0.0001740254956530407,-0.00016108460840769112,-0.0001481437066104263,-0.00013520281936507672,-0.00012226193211972713,-0.00010932103759841993,-9.638014307711273e-05,-8.343925583176315e-05,-7.049836131045595e-05,-5.755746678914875e-05,-4.4616575905820355e-05,-3.167568502249196e-05,-1.873479413916357e-05,-5.793901436845772e-06,7.146990355977323e-06,2.0087882148800418e-05,3.302877303212881e-05,4.596966755343601e-05,5.8910558436764404e-05,7.18514493200928e-05,8.47923438414e-05,9.773323108674958e-05,0.00011067412560805678,0.00012361501285340637,0.00013655591465067118,0.00014949680189602077,0.00016243768914137036,0.00017537857638671994,0.00018831947818398476,0.00020126036542933434,0.00021420125267468393,0.00022714215447194874,0.00024008304171729833,0.0002530239289626479,0.00026596483075991273,0.00027890573255717754,0.0002918466052506119,0.0003047875070478767,0.0003177283797413111,0.0003306692815385759,0.0003436101833358407,0.00035655105602927506,0.0003694919578265399,0.0003824328596238047,0.00039537373231723905,0.00040831463411450386,0.0004212555359117687,0.00043419640860520303,0.00044713731040246785,0.00046007821219973266,0.000473019084893167,0.00048595998669043183]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.07394877076148987,-0.0714062973856926,-0.06886382400989532,-0.06632135063409805,-0.06377887725830078,-0.06123640388250351,-0.05869393050670624,-0.056151457130908966,-0.053608983755111694,-0.05106651037931442,-0.04852403700351715,-0.04598156362771988,-0.04343909025192261,-0.040896616876125336,-0.038354143500328064,-0.03581167012453079,-0.03326919674873352,-0.03072672337293625,-0.028184249997138977,-0.025641776621341705,-0.023099303245544434,-0.020556829869747162,-0.01801435649394989,-0.015471883118152618,-0.012929409742355347,-0.010386936366558075,-0.007844462990760803,-0.0053019896149635315,-0.0027595162391662598,-0.00021704286336898804,0.0023254305124282837,0.004867903888225555,0.00741036981344223,0.009952843189239502,0.012495316565036774,0.015037789940834045,0.017580263316631317,0.02012273669242859,0.02266521006822586,0.025207683444023132,0.027750156819820404,0.030292630195617676,0.03283510357141495,0.03537757694721222,0.03792005032300949,0.04046252369880676,0.043004997074604034,0.045547470450401306,0.04808994382619858,0.05063241720199585,0.05317489057779312,0.05571736395359039,0.058259837329387665,0.060802310705184937,0.06334478408098221,0.06588725745677948,0.06842973083257675,0.07097220420837402,0.0735146775841713,0.07605715095996857,0.07859962433576584,0.08114209771156311,0.08368457108736038,0.08622704446315765,0.08876951783895493],"_type":"histogram","values":[1,1,1,2,5,1,2,3,1,5,7,10,11,6,9,17,12,22,19,18,10,21,26,30,28,23,31,28,34,35,23,39,28,28,23,20,12,17,16,23,17,19,12,10,10,9,12,6,7,4,0,3,2,1,1,3,0,0,2,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.00848388671875,-0.008211135864257812,-0.007938385009765625,-0.0076656341552734375,-0.00739288330078125,-0.0071201324462890625,-0.006847381591796875,-0.0065746307373046875,-0.0063018798828125,-0.0060291290283203125,-0.005756378173828125,-0.0054836273193359375,-0.00521087646484375,-0.0049381256103515625,-0.004665374755859375,-0.0043926239013671875,-0.004119873046875,-0.0038471221923828125,-0.003574371337890625,-0.0033016204833984375,-0.00302886962890625,-0.0027561187744140625,-0.002483367919921875,-0.0022106170654296875,-0.0019378662109375,-0.0016651153564453125,-0.001392364501953125,-0.0011196136474609375,-0.00084686279296875,-0.0005741119384765625,-0.000301361083984375,-2.86102294921875e-05,0.000244140625,0.0005168914794921875,0.000789642333984375,0.0010623931884765625,0.00133514404296875,0.0016078948974609375,0.001880645751953125,0.0021533966064453125,0.0024261474609375,0.0026988983154296875,0.002971649169921875,0.0032444000244140625,0.00351715087890625,0.0037899017333984375,0.004062652587890625,0.0043354034423828125,0.004608154296875,0.0048809051513671875,0.005153656005859375,0.0054264068603515625,0.00569915771484375,0.0059719085693359375,0.006244659423828125,0.0065174102783203125,0.0067901611328125,0.0070629119873046875,0.007335662841796875,0.0076084136962890625,0.00788116455078125,0.008153915405273438,0.008426666259765625,0.008699417114257812,0.00897216796875],"_type":"histogram","values":[2,0,1,4,8,7,14,13,19,38,44,59,83,88,165,202,343,489,744,1088,1723,2543,4011,6041,9786,15885,26128,43880,83095,167576,369184,417923,199512,94108,51372,28826,17664,10856,6882,4164,2827,1863,1185,788,516,364,221,127,109,87,55,48,33,17,17,9,11,7,5,1,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.18112747371196747,-0.1756463348865509,-0.17016518115997314,-0.16468404233455658,-0.15920290350914001,-0.15372176468372345,-0.14824062585830688,-0.14275947213172913,-0.13727833330631256,-0.131797194480896,-0.12631604075431824,-0.12083490192890167,-0.11535376310348511,-0.10987262427806854,-0.10439147800207138,-0.09891033172607422,-0.09342919290065765,-0.08794805407524109,-0.08246690779924393,-0.07698576152324677,-0.0715046226978302,-0.06602348387241364,-0.06054233759641647,-0.05506119504570961,-0.04958005249500275,-0.04409890994429588,-0.03861776739358902,-0.033136624842882156,-0.027655482292175293,-0.02217433974146843,-0.016693197190761566,-0.011212054640054703,-0.005730926990509033,-0.0002497844398021698,0.005231358110904694,0.010712500661611557,0.01619364321231842,0.021674785763025284,0.027155928313732147,0.03263707086443901,0.038118213415145874,0.04359935596585274,0.0490804985165596,0.054561641067266464,0.06004278361797333,0.06552392244338989,0.07100506871938705,0.07648621499538422,0.08196735382080078,0.08744849264621735,0.09292963892221451,0.09841078519821167,0.10389192402362823,0.1093730628490448,0.11485420912504196,0.12033535540103912,0.1258164942264557,0.13129763305187225,0.13677877187728882,0.14225992560386658,0.14774106442928314,0.1532222032546997,0.15870335698127747,0.16418449580669403,0.1696656346321106],"_type":"histogram","values":[1,0,1,0,0,0,3,2,4,2,1,1,10,4,3,11,11,10,7,10,19,14,15,27,19,25,20,23,25,27,23,27,25,31,33,32,22,29,25,23,26,19,24,18,11,15,18,16,8,6,9,4,3,3,4,2,2,3,3,2,1,3,2,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.001051437109708786,-0.0010181240504607558,-0.0009848111076280475,-0.0009514981065876782,-0.0009181851055473089,-0.0008848720462992787,-0.0008515590452589095,-0.0008182460442185402,-0.0007849330431781709,-0.0007516200421378016,-0.0007183070410974324,-0.0006849940400570631,-0.0006516809808090329,-0.0006183679797686636,-0.0005850549787282944,-0.0005517419776879251,-0.0005184289766475558,-0.00048511597560718656,-0.0004518029745668173,-0.00041848994442261755,-0.0003851769433822483,-0.000351863942341879,-0.0003185509121976793,-0.00028523791115731,-0.00025192491011694074,-0.00021861190907657146,-0.00018529889348428696,-0.00015198587789200246,-0.00011867287685163319,-8.53598685353063e-05,-5.204686021897942e-05,-1.8733851902652532e-05,1.4579039998352528e-05,4.7892048314679414e-05,8.12050566310063e-05,0.00011451806494733319,0.00014783107326366007,0.00018114407430402935,0.00021445708989631385,0.00024777010548859835,0.0002810831065289676,0.0003143961075693369,0.00034770910860970616,0.0003810221387539059,0.00041433513979427516,0.00044764814083464444,0.00048096117097884417,0.0005142741720192134,0.0005475871730595827,0.000580900174099952,0.0006142131751403213,0.0006475261761806905,0.0006808391772210598,0.00071415223646909,0.0007474652375094593,0.0007807782385498285,0.0008140912395901978,0.0008474042406305671,0.0008807172416709363,0.0009140302427113056,0.0009473433019593358,0.0009806562447920442,0.0010139693040400743,0.0010472822468727827,0.001080595306120813],"_type":"histogram","values":[1,3,2,1,1,0,0,0,0,1,2,3,4,2,6,3,9,8,6,17,15,23,16,24,22,32,29,35,38,30,30,46,32,46,28,22,24,31,30,27,22,19,16,13,8,6,7,8,4,1,5,0,1,0,1,1,0,1,0,2,0,0,2,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,1,1,2,0,3,2,4,6,3,5,8,9,8,14,14,11,13,12,14,25,18,20,26,20,24,34,26,19,29,25,29,17,27,30,26,17,27,26,13,18,13,22,11,12,10,9,19,8,5,3,3,4,3,9,2,2,1,2,2,0,0,0,1],"bins":[-0.0018541618483141065,-0.0017942789709195495,-0.0017343960935249925,-0.0016745132161304355,-0.0016146303387358785,-0.0015547474613413215,-0.0014948645839467645,-0.0014349817065522075,-0.0013750987127423286,-0.0013152158353477716,-0.0012553329579532146,-0.0011954500805586576,-0.0011355672031641006,-0.0010756843257695436,-0.0010158014483749866,-0.0009559185709804296,-0.0008960356935858727,-0.0008361528161913157,-0.0007762699387967587,-0.0007163870614022017,-0.0006565041840076447,-0.0005966212484054267,-0.0005367383710108697,-0.00047685549361631274,-0.00041697261622175574,-0.00035708973882719874,-0.00029720686143264174,-0.0002373239549342543,-0.0001774410775396973,-0.00011755819286918268,-5.767530819866806e-05,2.2075764718465507e-06,6.209034472703934e-05,0.00012197322939755395,0.00018185611406806856,0.0002417390060145408,0.0003016218834090978,0.0003615047608036548,0.00042138766730204225,0.00048127054469659925,0.0005411534220911562,0.0006010362994857132,0.0006609191768802702,0.0007208020542748272,0.0007806849898770452,0.0008405678672716022,0.0009004507446661592,0.0009603336220607162,0.0010202164994552732,0.0010800993768498302,0.0011399822542443871,0.0011998651316389441,0.0012597480090335011,0.0013196308864280581,0.0013795137638226151,0.0014393966412171721,0.001499279635027051,0.001559162512421608,0.001619045389816165,0.001678928267210722,0.001738811144605279,0.001798694021999836,0.001858576899394393,0.00191845977678895,0.001978342654183507],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,0,4,2,1,2,3,5,9,15,13,15,34,53,43,90,142,105,57,40,36,19,17,9,8,7,11,6,3,2,2,2,1,2,2,0,1,0,0,1,0,1,0,0,0,0,1],"bins":[-0.0886688083410263,-0.08605112880468369,-0.08343344181776047,-0.08081576228141785,-0.07819807529449463,-0.07558039575815201,-0.07296271622180939,-0.07034502923488617,-0.06772734969854355,-0.06510967016220093,-0.06249198317527771,-0.05987430363893509,-0.05725662037730217,-0.05463893711566925,-0.05202125757932663,-0.04940357431769371,-0.04678589105606079,-0.04416820779442787,-0.04155052453279495,-0.03893284499645233,-0.03631516173481941,-0.03369747847318649,-0.031079797074198723,-0.028462115675210953,-0.025844432413578033,-0.023226749151945114,-0.020609067752957344,-0.017991386353969574,-0.015373703092336655,-0.01275602076202631,-0.010138338431715965,-0.007520656101405621,-0.004902966320514679,-0.0022852839902043343,0.00033239834010601044,0.002950080670416355,0.0055677630007267,0.008185445331037045,0.01080312766134739,0.013420809991657734,0.01603849232196808,0.018656175583600998,0.021273856982588768,0.023891538381576538,0.026509221643209457,0.029126904904842377,0.031744584441185,0.03436226770281792,0.036979950964450836,0.039597634226083755,0.042215317487716675,0.044832997024059296,0.047450680285692215,0.050068363547325134,0.052686043083667755,0.055303726345300674,0.057921409606933594,0.06053909286856651,0.06315677613019943,0.06577445566654205,0.06839214265346527,0.07100982218980789,0.07362750172615051,0.07624518871307373,0.07886286824941635],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.006849812343716621,-0.0065628536976873875,-0.006275895517319441,-0.005988936871290207,-0.005701978225260973,-0.005415020044893026,-0.005128061398863792,-0.0048411027528345585,-0.0045541441068053246,-0.004267185926437378,-0.003980227280408144,-0.0036932688672095537,-0.0034063104540109634,-0.0031193518079817295,-0.0028323933947831392,-0.0025454347487539053,-0.002258476335555315,-0.0019715179223567247,-0.0016845592763274908,-0.0013976008631289005,-0.0011106423335149884,-0.0008236838039010763,-0.0005367253324948251,-0.0002497668319847435,3.719166852533817e-05,0.0003241501690354198,0.0006111086695455015,0.0008980671409517527,0.0011850256705656648,0.0014719842001795769,0.0017589426133781672,0.002045901259407401,0.0023328596726059914,0.0026198180858045816,0.0029067767318338156,0.003193735145032406,0.00348069379106164,0.00376765220426023,0.00405461061745882,0.004341569263488054,0.004628527909517288,0.004915486089885235,0.005202444735914469,0.005489403381943703,0.005776361562311649,0.006063320208340883,0.006350278854370117,0.006637237034738064,0.006924195680767298,0.007211154326796532,0.007498112507164478,0.007785071153193712,0.008072029799222946,0.008358987979590893,0.008645947091281414,0.00893290527164936,0.009219863452017307,0.009506822563707829,0.009793780744075775,0.010080738924443722,0.010367698036134243,0.01065465621650219,0.010941614396870136,0.011228573508560658,0.011515531688928604],"_type":"histogram","values":[1,1,1,3,4,4,3,9,8,21,19,18,37,46,48,47,81,78,81,97,92,128,121,112,107,122,86,93,86,78,63,49,42,50,40,30,15,23,25,19,10,8,12,8,3,4,3,4,2,1,0,1,0,2,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.001642116461880505,-0.0015881061553955078,-0.0015340958489105105,-0.0014800855424255133,-0.001426075235940516,-0.0013720649294555187,-0.0013180547393858433,-0.001264044432900846,-0.0012100341264158487,-0.0011560238199308515,-0.0011020135134458542,-0.001048003206960857,-0.0009939929004758596,-0.0009399825939908624,-0.000885972345713526,-0.0008319620392285287,-0.0007779517327435315,-0.0007239414262585342,-0.0006699311197735369,-0.0006159208714962006,-0.0005619105650112033,-0.000507900258526206,-0.00045388995204120874,-0.00039987967466004193,-0.00034586936817504466,-0.0002918590616900474,-0.00023784878430888057,-0.0001838384778238833,-0.00012982818589080125,-7.581789395771921e-05,-2.180759474867955e-05,3.22027008223813e-05,8.621299639344215e-05,0.0001402232883265242,0.00019423358025960624,0.0002482438867446035,0.00030225416412577033,0.0003562644706107676,0.0004102747770957649,0.0004642850544769317,0.0005182953318580985,0.0005723056383430958,0.000626315944828093,0.0006803262513130903,0.0007343365577980876,0.0007883468642830849,0.0008423571125604212,0.0008963674190454185,0.0009503777255304158,0.0010043879738077521,0.0010583982802927494,0.0011124085867777467,0.001166418893262744,0.0012204291997477412,0.0012744395062327385,0.0013284498127177358,0.001382460119202733,0.0014364704256877303,0.0014904807321727276,0.001544490922242403,0.0015985012287274003,0.0016525115352123976,0.0017065218416973948,0.0017605321481823921,0.0018145424546673894],"_type":"histogram","values":[2,1,0,0,2,0,4,4,1,7,8,6,5,6,4,10,15,11,17,23,20,22,25,17,26,30,28,24,23,22,39,22,29,26,25,24,27,29,25,22,17,23,11,12,13,14,5,8,5,2,2,6,6,3,1,4,2,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,2,1,3,5,6,7,10,20,20,23,38,34,52,62,72,93,119,128,135,146,164,140,143,126,108,77,64,69,48,38,30,24,7,12,8,3,1,3,1,1,1,0,0,0,0,1],"bins":[-0.0009529793751426041,-0.0009285836713388562,-0.0009041879675351083,-0.0008797922637313604,-0.0008553965017199516,-0.0008310007979162037,-0.0008066050941124558,-0.000782209390308708,-0.0007578136865049601,-0.0007334179827012122,-0.0007090222788974643,-0.0006846265750937164,-0.0006602308712899685,-0.0006358351092785597,-0.0006114394054748118,-0.0005870437016710639,-0.000562647997867316,-0.0005382522940635681,-0.0005138565902598202,-0.0004894608864560723,-0.000465065153548494,-0.0004406694497447461,-0.00041627371683716774,-0.00039187801303341985,-0.00036748230922967196,-0.00034308660542592406,-0.00031869090162217617,-0.0002942951687145978,-0.00026989946491084993,-0.00024550376110710204,-0.00022110804275143892,-0.0001967123243957758,-0.00017231667879968882,-0.00014792097499594092,-0.0001235252566402778,-9.91295455605723e-05,-7.473383448086679e-05,-5.033812340116128e-05,-2.5942412321455777e-05,-1.5467012417502701e-06,2.2849009837955236e-05,4.724472091766074e-05,7.164043199736625e-05,9.603614307707176e-05,0.00012043185415677726,0.00014482755796052516,0.00016922327631618828,0.0001936189946718514,0.0002180146984755993,0.00024241040227934718,0.0002668061060830951,0.0002912018389906734,0.0003155975427944213,0.0003399932465981692,0.00036438897950574756,0.00038878468330949545,0.00041318038711324334,0.00043757609091699123,0.0004619717947207391,0.0004863675276283175,0.0005107632605358958,0.0005351589643396437,0.0005595546681433916,0.0005839503719471395,0.0006083460757508874],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,2,3,4,3,13,13,17,26,42,44,74,121,119,240,301,468,580,859,1356,1680,2664,3919,5606,8413,12690,19429,30981,51244,85220,116667,93979,56226,33520,20929,13990,8839,6194,4088,2677,2024,1377,914,704,474,329,221,160,113,75,63,41,26,16,19,8,8,4,3,1,1,2],"bins":[-0.01177978515625,-0.011418342590332031,-0.011056900024414062,-0.010695457458496094,-0.010334014892578125,-0.009972572326660156,-0.009611129760742188,-0.009249687194824219,-0.00888824462890625,-0.008526802062988281,-0.008165359497070312,-0.007803916931152344,-0.007442474365234375,-0.007081031799316406,-0.0067195892333984375,-0.006358146667480469,-0.0059967041015625,-0.005635261535644531,-0.0052738189697265625,-0.004912376403808594,-0.004550933837890625,-0.004189491271972656,-0.0038280487060546875,-0.0034666061401367188,-0.00310516357421875,-0.0027437210083007812,-0.0023822784423828125,-0.0020208358764648438,-0.001659393310546875,-0.0012979507446289062,-0.0009365081787109375,-0.0005750656127929688,-0.000213623046875,0.00014781951904296875,0.0005092620849609375,0.0008707046508789062,0.001232147216796875,0.0015935897827148438,0.0019550323486328125,0.0023164749145507812,0.00267791748046875,0.0030393600463867188,0.0034008026123046875,0.0037622451782226562,0.004123687744140625,0.004485130310058594,0.0048465728759765625,0.005208015441894531,0.0055694580078125,0.005930900573730469,0.0062923431396484375,0.006653785705566406,0.007015228271484375,0.007376670837402344,0.0077381134033203125,0.008099555969238281,0.00846099853515625,0.008822441101074219,0.009183883666992188,0.009545326232910156,0.009906768798828125,0.010268211364746094,0.010629653930664062,0.010991096496582031,0.0113525390625]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.0005010818713344634,-0.0004855981096625328,-0.00047011434799060225,-0.0004546305863186717,-0.00043914682464674115,-0.00042366309207864106,-0.0004081793304067105,-0.00039269556873477995,-0.0003772118070628494,-0.00036172804539091885,-0.0003462442837189883,-0.00033076052204705775,-0.00031527678947895765,-0.0002997930278070271,-0.00028430926613509655,-0.000268825504463166,-0.00025334174279123545,-0.0002378579811193049,-0.00022237421944737434,-0.00020689047232735902,-0.00019140671065542847,-0.00017592294898349792,-0.0001604392018634826,-0.00014495544019155204,-0.0001294716785196215,-0.00011398791684769094,-9.8504162451718e-05,-8.302040805574507e-05,-6.753664638381451e-05,-5.205288834986277e-05,-3.6569130315911025e-05,-2.108537228195928e-05,-5.601672455668449e-06,9.882085578283295e-06,2.536584361223504e-05,4.0849601646186784e-05,5.633335968013853e-05,7.181712135206908e-05,8.730087574804202e-05,0.00010278463014401495,0.0001182683918159455,0.00013375215348787606,0.0001492359151598066,0.00016471966227982193,0.00018020342395175248,0.00019568718562368304,0.00021117093274369836,0.0002266546944156289,0.00024213845608755946,0.00025762221775949,0.00027310597943142056,0.0002885897411033511,0.00030407350277528167,0.00031955723534338176,0.0003350409970153123,0.00035052475868724287,0.0003660085203591734,0.00038149228203110397,0.0003969760437030345,0.00041245980537496507,0.00042794353794306517,0.0004434272996149957,0.00045891106128692627,0.0004743948229588568,0.0004898785846307874],"_type":"histogram","values":[1,1,0,0,0,0,2,3,2,1,2,4,2,6,3,5,12,12,9,7,14,19,12,13,30,17,32,19,26,27,31,36,30,35,37,38,40,29,23,23,20,24,17,16,9,10,14,11,7,7,3,4,3,4,8,1,1,1,1,1,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,0,2,1,1,2,3,5,5,3,4,8,5,10,7,7,17,19,15,20,19,24,28,27,28,30,24,26,31,30,30,26,28,28,33,21,23,22,26,19,13,14,17,12,13,7,7,8,4,3,0,3,3,2,1,0,0,2],"bins":[-0.001918233116157353,-0.0018639982445165515,-0.0018097632564604282,-0.0017555283848196268,-0.0017012935131788254,-0.001647058641538024,-0.0015928237698972225,-0.0015385887818410993,-0.0014843539102002978,-0.0014301190385594964,-0.0013758840505033731,-0.0013216491788625717,-0.0012674143072217703,-0.0012131794355809689,-0.0011589445639401674,-0.0011047095758840442,-0.0010504747042432427,-0.0009962398326024413,-0.000942004902753979,-0.0008877699729055166,-0.0008335351012647152,-0.0007793002296239138,-0.0007250652997754514,-0.0006708303699269891,-0.0006165954982861876,-0.0005623606266453862,-0.0005081256967969239,-0.000453890796052292,-0.0003996558953076601,-0.0003454209945630282,-0.00029118609381839633,-0.00023695119307376444,-0.00018271629232913256,-0.00012848139158450067,-7.424649083986878e-05,-2.0011590095236897e-05,3.422331064939499e-05,8.845821139402688e-05,0.00014269311213865876,0.00019692801288329065,0.00025116291362792253,0.0003053978143725544,0.0003596327151171863,0.0004138676158618182,0.0004681025166064501,0.0005223373882472515,0.0005765723180957139,0.0006308072479441762,0.0006850421195849776,0.0007392769912257791,0.0007935119210742414,0.0008477468509227037,0.0009019817225635052,0.0009562165942043066,0.001010451465845108,0.0010646864539012313,0.0011189213255420327,0.0011731561971828341,0.0012273911852389574,0.0012816260568797588,0.0013358609285205603,0.0013900958001613617,0.0014443306718021631,0.0014985656598582864,0.0015528005314990878],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.09498025476932526,-0.09204790741205215,-0.08911556005477905,-0.08618321269750595,-0.08325086534023285,-0.08031851798295975,-0.07738617062568665,-0.07445382326841354,-0.07152147591114044,-0.06858912110328674,-0.06565677374601364,-0.06272442638874054,-0.05979207903146744,-0.056859731674194336,-0.053927384316921234,-0.05099503695964813,-0.04806268960237503,-0.04513034224510193,-0.04219799488782883,-0.039265647530555725,-0.03633330017328262,-0.03340094909071922,-0.03046860173344612,-0.02753625437617302,-0.024603907018899918,-0.021671559661626816,-0.018739212304353714,-0.015806863084435463,-0.012874515727162361,-0.00994216836988926,-0.007009820081293583,-0.004077472258359194,-0.0011451169848442078,0.0017872308380901814,0.0047195786610245705,0.00765192648395896,0.010584274306893349,0.01351662166416645,0.0164489708840847,0.019381318241357803,0.022313665598630905,0.025246012955904007,0.02817836031317711,0.03111070953309536,0.03404305875301361,0.03697540611028671,0.039907753467559814,0.042840100824832916,0.04577244818210602,0.04870479553937912,0.05163714289665222,0.054569490253925323,0.057501837611198425,0.060434188693761826,0.06336653232574463,0.06629887968301773,0.06923122704029083,0.07216358184814453,0.07509592920541763,0.07802827656269073,0.08096062391996384,0.08389297127723694,0.08682531863451004,0.08975766599178314,0.09269001334905624],"_type":"histogram","values":[1,0,1,2,6,19,32,39,60,135,207,302,493,829,1087,1616,2298,3208,4261,5766,7455,9779,11922,14689,17615,20711,24068,26669,29374,31531,33103,34065,34635,33948,32786,31421,28626,26181,23029,19799,16959,14120,11494,9046,7207,5529,4106,3044,2136,1501,995,683,460,300,202,107,57,37,36,15,11,6,1,4]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.10095028579235077,-0.09785948693752289,-0.0947686955332756,-0.09167790412902832,-0.08858710527420044,-0.08549630641937256,-0.08240551501512527,-0.07931472361087799,-0.07622392475605011,-0.07313312590122223,-0.07004233449697495,-0.06695154309272766,-0.06386074423789978,-0.0607699491083622,-0.057679153978824615,-0.05458835884928703,-0.05149756371974945,-0.04840676859021187,-0.045315973460674286,-0.042225178331136703,-0.03913438320159912,-0.03604358807206154,-0.032952792942523956,-0.029861997812986374,-0.02677120268344879,-0.02368040755391121,-0.020589612424373627,-0.017498817294836044,-0.014408022165298462,-0.01131722703576088,-0.008226431906223297,-0.005135636776685715,-0.0020448490977287292,0.0010459460318088531,0.0041367411613464355,0.007227536290884018,0.0103183314204216,0.013409126549959183,0.016499921679496765,0.019590716809034348,0.02268151193857193,0.025772307068109512,0.028863102197647095,0.03195389732718468,0.03504469245672226,0.03813548758625984,0.041226282715797424,0.04431707784533501,0.04740787297487259,0.05049866810441017,0.053589463233947754,0.056680258363485336,0.05977105349302292,0.0628618448972702,0.06595264375209808,0.06904344260692596,0.07213423401117325,0.07522502541542053,0.07831582427024841,0.0814066231250763,0.08449741452932358,0.08758820593357086,0.09067900478839874,0.09376980364322662,0.09686059504747391],"_type":"histogram","values":[1,1,2,1,9,11,28,44,79,159,257,524,755,1283,1898,2869,4364,6164,8904,12269,16729,22004,28520,35449,43521,52745,61749,70368,78698,86618,91431,95352,96747,95770,93102,87967,81062,73027,64280,55413,46987,38269,30722,24093,18099,13505,9917,7042,4969,3266,2289,1422,866,535,288,195,86,60,34,20,15,6,4,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.0037994384765625,-0.003678560256958008,-0.0035576820373535156,-0.0034368038177490234,-0.0033159255981445312,-0.003195047378540039,-0.003074169158935547,-0.0029532909393310547,-0.0028324127197265625,-0.0027115345001220703,-0.002590656280517578,-0.002469778060913086,-0.0023488998413085938,-0.0022280216217041016,-0.0021071434020996094,-0.001986265182495117,-0.001865386962890625,-0.0017445087432861328,-0.0016236305236816406,-0.0015027523040771484,-0.0013818740844726562,-0.001260995864868164,-0.0011401176452636719,-0.0010192394256591797,-0.0008983612060546875,-0.0007774829864501953,-0.0006566047668457031,-0.0005357265472412109,-0.00041484832763671875,-0.00029397010803222656,-0.00017309188842773438,-5.221366882324219e-05,6.866455078125e-05,0.0001895427703857422,0.0003104209899902344,0.00043129920959472656,0.0005521774291992188,0.0006730556488037109,0.0007939338684082031,0.0009148120880126953,0.0010356903076171875,0.0011565685272216797,0.0012774467468261719,0.001398324966430664,0.0015192031860351562,0.0016400814056396484,0.0017609596252441406,0.0018818378448486328,0.002002716064453125,0.002123594284057617,0.0022444725036621094,0.0023653507232666016,0.0024862289428710938,0.002607107162475586,0.002727985382080078,0.0028488636016845703,0.0029697418212890625,0.0030906200408935547,0.003211498260498047,0.003332376480102539,0.0034532546997070312,0.0035741329193115234,0.0036950111389160156,0.003815889358520508,0.003936767578125],"_type":"histogram","values":[1,0,2,1,0,2,0,3,3,11,11,15,21,37,52,70,124,170,259,355,544,884,1296,2055,3095,4772,8066,13572,23721,45891,102471,194583,90886,41713,22209,12458,7522,4586,2778,1857,1248,834,530,351,241,163,117,74,59,39,31,11,11,9,4,1,1,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.09674780070781708,-0.09362457692623138,-0.09050135314464569,-0.0873781368136406,-0.0842549130320549,-0.08113168925046921,-0.07800847291946411,-0.07488524913787842,-0.07176202535629272,-0.06863880157470703,-0.06551557779312134,-0.06239236146211624,-0.05926913768053055,-0.056145913898944855,-0.05302269384264946,-0.049899473786354065,-0.04677625000476837,-0.04365302622318268,-0.04052980616688728,-0.03740658611059189,-0.034283362329006195,-0.03116014041006565,-0.028036918491125107,-0.024913696572184563,-0.02179047465324402,-0.018667252734303474,-0.01554403081536293,-0.012420808896422386,-0.009297586977481842,-0.006174365058541298,-0.003051143139600754,7.207877933979034e-05,0.0031953006982803345,0.006318522617220879,0.009441744536161423,0.012564966455101967,0.01568818837404251,0.018811410292983055,0.0219346322119236,0.025057854130864143,0.028181076049804688,0.03130429983139038,0.034427519887685776,0.03755073994398117,0.040673963725566864,0.04379718750715256,0.04692040756344795,0.05004362761974335,0.05316685140132904,0.056290075182914734,0.05941329523921013,0.06253651529550552,0.06565973907709122,0.06878296285867691,0.071906179189682,0.0750294029712677,0.0781526267528534,0.08127585053443909,0.08439907431602478,0.08752229064702988,0.09064551442861557,0.09376873821020126,0.09689195454120636,0.10001517832279205,0.10313840210437775],"_type":"histogram","values":[2,3,3,8,17,39,53,119,232,348,584,938,1484,2360,3504,5228,7693,10610,14789,19535,25814,32876,40544,49540,59009,67878,76864,84979,90842,95669,97607,97197,95414,90773,84385,75987,67534,58521,49317,40472,32331,25381,19541,14365,10425,7451,5093,3536,2207,1497,964,560,328,173,100,69,33,19,9,6,1,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,1,0,0,1,0,3,2,2,1,3,1,5,2,2,5,5,4,3,15,14,17,19,24,17,30,30,32,33,29,34,36,41,30,43,38,31,31,15,24,17,10,21,16,9,13,14,5,9,8,3,4,3,0,3,3,0,2,0,2,0,1,0,1],"bins":[-0.0004389719106256962,-0.0004254122613929212,-0.0004118525830563158,-0.00039829290471971035,-0.0003847332554869354,-0.0003711736062541604,-0.000357613927917555,-0.00034405424958094954,-0.00033049460034817457,-0.0003169349511153996,-0.00030337527277879417,-0.00028981559444218874,-0.00027625594520941377,-0.0002626962959766388,-0.00024913661764003336,-0.00023557695385534316,-0.00022201729007065296,-0.00020845762628596276,-0.00019489796250127256,-0.00018133829871658236,-0.00016777863493189216,-0.00015421897114720196,-0.00014065930736251175,-0.00012709964357782155,-0.00011353997979313135,-9.998031600844115e-05,-8.642065222375095e-05,-7.286098843906075e-05,-5.9301324654370546e-05,-4.5741660869680345e-05,-3.2181997084990144e-05,-1.8622333300299942e-05,-5.062669515609741e-06,8.49699426908046e-06,2.205665805377066e-05,3.561632183846086e-05,4.9175985623151064e-05,6.273564940784127e-05,7.629531319253147e-05,8.985497697722167e-05,0.00010341464076191187,0.00011697430454660207,0.00013053396833129227,0.00014409363211598247,0.00015765329590067267,0.00017121295968536288,0.00018477262347005308,0.00019833228725474328,0.00021189195103943348,0.00022545161482412368,0.00023901127860881388,0.0002525709569454193,0.0002661306061781943,0.00027969025541096926,0.0002932499337475747,0.0003068096120841801,0.0003203692613169551,0.00033392891054973006,0.0003474885888863355,0.0003610482672229409,0.0003746079164557159,0.00038816756568849087,0.0004017272440250963,0.0004152869223617017,0.0004288465715944767],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,2,4,4,7,8,13,12,30,30,53,76,122,152,215,318,489,734,957,1564,2398,3722,5716,8289,13487,20690,34991,61333,110448,130054,79043,43704,25455,16006,10019,6798,4338,2764,1947,1234,823,533,367,258,210,135,85,61,39,25,16,15,6,8,5,4,3,1,0,2],"bins":[-0.0159912109375,-0.015509605407714844,-0.015027999877929688,-0.014546394348144531,-0.014064788818359375,-0.013583183288574219,-0.013101577758789062,-0.012619972229003906,-0.01213836669921875,-0.011656761169433594,-0.011175155639648438,-0.010693550109863281,-0.010211944580078125,-0.009730339050292969,-0.009248733520507812,-0.008767127990722656,-0.0082855224609375,-0.007803916931152344,-0.0073223114013671875,-0.006840705871582031,-0.006359100341796875,-0.005877494812011719,-0.0053958892822265625,-0.004914283752441406,-0.00443267822265625,-0.003951072692871094,-0.0034694671630859375,-0.0029878616333007812,-0.002506256103515625,-0.0020246505737304688,-0.0015430450439453125,-0.0010614395141601562,-0.000579833984375,-9.822845458984375e-05,0.0003833770751953125,0.0008649826049804688,0.001346588134765625,0.0018281936645507812,0.0023097991943359375,0.0027914047241210938,0.00327301025390625,0.0037546157836914062,0.0042362213134765625,0.004717826843261719,0.005199432373046875,0.005681037902832031,0.0061626434326171875,0.006644248962402344,0.0071258544921875,0.007607460021972656,0.008089065551757812,0.008570671081542969,0.009052276611328125,0.009533882141113281,0.010015487670898438,0.010497093200683594,0.01097869873046875,0.011460304260253906,0.011941909790039062,0.012423515319824219,0.012905120849609375,0.013386726379394531,0.013868331909179688,0.014349937438964844,0.01483154296875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[2,6,3,9,26,26,65,90,124,233,383,537,797,1142,1576,2253,3095,4197,5324,7010,8643,10904,13338,15930,18649,21216,23883,26237,28499,30361,31590,32852,32632,32092,30780,29480,27415,24932,22283,19467,16788,14120,11658,9584,7485,5962,4467,3460,2541,1778,1302,884,591,402,254,190,111,71,42,23,17,8,3,2],"bins":[-0.08944372832775116,-0.08666389435529709,-0.08388406783342361,-0.08110423386096954,-0.07832440733909607,-0.075544573366642,-0.07276473939418793,-0.06998491287231445,-0.06720507889986038,-0.06442524492740631,-0.06164541840553284,-0.058865584433078766,-0.05608575418591499,-0.05330592393875122,-0.05052608996629715,-0.04774625971913338,-0.044966429471969604,-0.04218659922480583,-0.03940676897764206,-0.03662693500518799,-0.033847104758024216,-0.031067274510860443,-0.02828744240105152,-0.0255076102912426,-0.022727780044078827,-0.019947949796915054,-0.017168117687106133,-0.014388286508619785,-0.011608455330133438,-0.008828624151647091,-0.006048792973160744,-0.0032689617946743965,-0.0004891231656074524,0.002290708012878895,0.005070539191365242,0.00785037036985159,0.010630201548337936,0.013410032726824284,0.01618986390531063,0.018969696015119553,0.021749526262283325,0.024529356509447098,0.02730918861925602,0.03008902072906494,0.032868850976228714,0.03564868122339249,0.03842851519584656,0.04120834544301033,0.0439881756901741,0.046768005937337875,0.04954783618450165,0.05232767015695572,0.05510750040411949,0.057887330651283264,0.060667164623737335,0.06344699114561081,0.06622682511806488,0.06900665909051895,0.07178648561239243,0.0745663195848465,0.07734614610671997,0.08012598007917404,0.08290581405162811,0.08568564057350159,0.08846547454595566]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,0,0,3,4,0,1,2,3,4,9,4,7,5,11,29,26,47,69,54,93,84,67,67,41,32,32,17,8,12,3,4,3,6,1,1,3,2,2,2,2,1,0,1,1,0,0,0,1],"bins":[-0.010844290256500244,-0.010544313117861748,-0.010244335047900677,-0.00994435790926218,-0.00964437983930111,-0.009344402700662613,-0.009044425562024117,-0.008744447492063046,-0.008444470353424549,-0.008144492283463478,-0.007844515144824982,-0.007544537540525198,-0.007244559936225414,-0.006944582331925631,-0.006644605193287134,-0.0063446275889873505,-0.006044649984687567,-0.005744672380387783,-0.005444694776087999,-0.005144717637449503,-0.004844740033149719,-0.0045447624288499355,-0.004244784824550152,-0.003944807220250368,-0.003644829848781228,-0.0033448522444814444,-0.0030448748730123043,-0.0027448972687125206,-0.002444919664412737,-0.002144942292943597,-0.0018449646886438131,-0.0015449872007593513,-0.0012450097128748894,-0.0009450322249904275,-0.0006450546788983047,-0.00034507716191001236,-4.509964492172003e-05,0.0002548778720665723,0.0005548553890548646,0.0008548329351469874,0.0011548104230314493,0.0014547879109159112,0.001754765398800373,0.002054743003100157,0.0023547206073999405,0.0026546979788690805,0.0029546755831688643,0.0032546529546380043,0.003554630558937788,0.0038546081632375717,0.004154585767537355,0.004454562906175852,0.0047545405104756355,0.005054518114775419,0.005354495719075203,0.005654473323374987,0.00595445092767477,0.006254428066313267,0.0065544056706130505,0.006854383274912834,0.007154360879212618,0.007454338483512402,0.007754315622150898,0.008054293692111969,0.008354270830750465],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,0,0,1,0,1,2,0,1,0,1,0,3,2,1,4,5,6,9,10,12,22,24,60,61,120,139,85,69,37,30,11,5,8,8,3,3,5,2,3,1,0,0,2,2,1,1,0,0,0,0,2,0,0,0,0,1,1],"bins":[-1.3932015463069547e-05,-1.3500114619091619e-05,-1.3068214684608392e-05,-1.2636313840630464e-05,-1.2204413906147238e-05,-1.177251306216931e-05,-1.1340612218191382e-05,-1.0908712283708155e-05,-1.0476811439730227e-05,-1.0044911505247e-05,-9.613010661269072e-06,-9.181109817291144e-06,-8.749209882807918e-06,-8.31730903882999e-06,-7.885409104346763e-06,-7.453508260368835e-06,-7.021607871138258e-06,-6.589707481907681e-06,-6.157807092677103e-06,-5.725906248699175e-06,-5.294005859468598e-06,-4.862105470238021e-06,-4.430205081007443e-06,-3.998304691776866e-06,-3.5664040751726134e-06,-3.134503685942036e-06,-2.7026030693377834e-06,-2.270702680107206e-06,-1.8388021771897911e-06,-1.4069016742723761e-06,-9.750012850417988e-07,-5.431007821243838e-07,-1.1120027920696884e-07,3.207001952887367e-07,7.526006697844423e-07,1.1845011158584384e-06,1.6164016187758534e-06,2.0483021216932684e-06,2.4802025109238457e-06,2.9121031275280984e-06,3.3440035167586757e-06,3.775903905989253e-06,4.207804522593506e-06,4.639704911824083e-06,5.07160530105466e-06,5.5035056902852375e-06,5.935406534263166e-06,6.367306923493743e-06,6.79920731272432e-06,7.2311077019548975e-06,7.663008545932826e-06,8.094908480416052e-06,8.52680932439398e-06,8.958709258877207e-06,9.390610102855135e-06,9.822510946833063e-06,1.025441088131629e-05,1.0686311725294217e-05,1.1118211659777444e-05,1.1550112503755372e-05,1.19820133477333e-05,1.2413913282216527e-05,1.2845814126194455e-05,1.3277714060677681e-05,1.370961490465561e-05]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,3,1,3,0,2,2,3,2,5,6,7,7,7,11,10,13,16,19,13,12,9,20,19,22,31,38,38,25,36,24,30,28,22,24,31,14,29,19,25,20,9,12,18,9,11,11,9,7,6,6,7,3,2,1,4,2,1,1,0,0,0,1],"bins":[-0.2339501678943634,-0.22651244699954987,-0.21907471120357513,-0.2116369903087616,-0.20419926941394806,-0.19676153361797333,-0.1893238127231598,-0.18188609182834625,-0.17444835603237152,-0.16701063513755798,-0.15957291424274445,-0.15213517844676971,-0.14469745755195618,-0.13725973665714264,-0.1298220008611679,-0.12238427996635437,-0.11494655162096024,-0.1075088232755661,-0.10007110238075256,-0.09263337403535843,-0.0851956456899643,-0.07775792479515076,-0.07032019644975662,-0.06288246810436249,-0.05544474348425865,-0.048007018864154816,-0.04056929051876068,-0.033131565898656845,-0.02569383941590786,-0.018256112933158875,-0.010818387381732464,-0.003380661364644766,0.004057064652442932,0.011494791135191917,0.018932517617940903,0.02637024223804474,0.03380797058343887,0.04124569520354271,0.048683419823646545,0.05612114816904068,0.06355887651443481,0.07099659740924835,0.07843432575464249,0.08587205410003662,0.09330977499485016,0.1007475033402443,0.10818523168563843,0.11562295258045197,0.1230606809258461,0.13049840927124023,0.13793613016605377,0.1453738659620285,0.15281158685684204,0.16024930775165558,0.1676870435476303,0.17512476444244385,0.18256248533725739,0.19000022113323212,0.19743794202804565,0.2048756629228592,0.21231339871883392,0.21975111961364746,0.227188840508461,0.23462657630443573,0.24206429719924927]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[4,1,3,5,17,17,32,41,80,137,209,286,476,739,1108,1591,2284,3121,4282,5660,7264,9524,11871,14680,17423,20370,23391,26601,29261,31629,33183,33965,34324,33885,32683,31353,29079,26232,23408,20064,17309,14420,11806,9354,7243,5565,4094,3080,2194,1537,999,671,455,315,195,126,63,49,26,15,5,6,10,4],"bins":[-0.09510760009288788,-0.09217853844165802,-0.08924947679042816,-0.0863204151391983,-0.08339135348796844,-0.08046229928731918,-0.07753323763608932,-0.07460417598485947,-0.07167511433362961,-0.06874605268239975,-0.06581699103116989,-0.06288792937994003,-0.05995887145400047,-0.057029809802770615,-0.054100751876831055,-0.051171690225601196,-0.04824262857437134,-0.04531356692314148,-0.04238450527191162,-0.03945544734597206,-0.0365263856947422,-0.033597324043512344,-0.030668264254927635,-0.027739204466342926,-0.024810142815113068,-0.02188108116388321,-0.0189520213752985,-0.01602296158671379,-0.013093899935483932,-0.010164839215576649,-0.007235778495669365,-0.004306717775762081,-0.0013776496052742004,0.0015514111146330833,0.004480471834540367,0.007409532554447651,0.010338593274354935,0.013267653994262218,0.016196714714169502,0.01912577450275421,0.02205483615398407,0.024983897805213928,0.027912957593798637,0.030842017382383347,0.033771079033613205,0.03670014068484306,0.03962919861078262,0.04255826026201248,0.04548732191324234,0.0484163835644722,0.05134544521570206,0.05427450314164162,0.057203564792871475,0.060132626444101334,0.0630616843700409,0.06599074602127075,0.06891980767250061,0.07184886932373047,0.07477793097496033,0.07770699262619019,0.08063605427742004,0.0835651084780693,0.08649417012929916,0.08942323178052902,0.09235229343175888],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,2,1,5,3,6,10,14,27,32,46,66,115,121,200,281,395,531,751,1023,1493,2026,2840,4003,5965,8179,12280,18031,27989,47405,98104,175744,69461,38229,23733,15448,10701,7055,4977,3569,2700,1776,1286,899,701,471,338,214,191,124,82,53,46,27,19,9,7,8,5,2,1,0,2,1],"bins":[-0.06591796875,-0.063812255859375,-0.06170654296875,-0.059600830078125,-0.0574951171875,-0.055389404296875,-0.05328369140625,-0.051177978515625,-0.049072265625,-0.046966552734375,-0.04486083984375,-0.042755126953125,-0.0406494140625,-0.038543701171875,-0.03643798828125,-0.034332275390625,-0.0322265625,-0.030120849609375,-0.02801513671875,-0.025909423828125,-0.0238037109375,-0.021697998046875,-0.01959228515625,-0.017486572265625,-0.015380859375,-0.013275146484375,-0.01116943359375,-0.009063720703125,-0.0069580078125,-0.004852294921875,-0.00274658203125,-0.000640869140625,0.00146484375,0.003570556640625,0.00567626953125,0.007781982421875,0.0098876953125,0.011993408203125,0.01409912109375,0.016204833984375,0.018310546875,0.020416259765625,0.02252197265625,0.024627685546875,0.0267333984375,0.028839111328125,0.03094482421875,0.033050537109375,0.03515625,0.037261962890625,0.03936767578125,0.041473388671875,0.0435791015625,0.045684814453125,0.04779052734375,0.049896240234375,0.052001953125,0.054107666015625,0.05621337890625,0.058319091796875,0.0604248046875,0.062530517578125,0.06463623046875,0.066741943359375,0.06884765625]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[0.9988438487052917,0.9988800883293152,0.9989163875579834,0.9989526271820068,0.9989888668060303,0.9990251660346985,0.9990614056587219,0.9990976452827454,0.9991339445114136,0.999170184135437,0.9992064237594604,0.9992427229881287,0.9992789626121521,0.9993152022361755,0.9993515014648438,0.9993877410888672,0.9994239807128906,0.9994602799415588,0.9994965195655823,0.9995327591896057,0.9995690584182739,0.9996052980422974,0.9996415376663208,0.999677836894989,0.9997140765190125,0.9997503161430359,0.9997866153717041,0.9998228549957275,0.999859094619751,0.9998953938484192,0.9999316334724426,0.9999678730964661,1.0000041723251343,1.0000404119491577,1.0000766515731812,1.0001128911972046,1.000149130821228,1.000185489654541,1.0002217292785645,1.000257968902588,1.0002942085266113,1.0003304481506348,1.0003666877746582,1.0004030466079712,1.0004392862319946,1.000475525856018,1.0005117654800415,1.000548005104065,1.0005842447280884,1.0006206035614014,1.0006568431854248,1.0006930828094482,1.0007293224334717,1.0007655620574951,1.0008018016815186,1.0008381605148315,1.000874400138855,1.0009106397628784,1.0009468793869019,1.0009831190109253,1.0010193586349487,1.0010557174682617,1.0010919570922852,1.0011281967163086,1.001164436340332],"_type":"histogram","values":[1,0,0,1,1,0,0,1,0,3,4,2,6,2,6,5,4,7,5,5,11,11,13,19,16,25,30,34,38,32,48,40,40,34,31,30,32,31,21,27,22,17,16,23,11,10,11,8,8,6,3,5,2,2,0,0,3,2,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,0,0,0,1,3,1,2,4,2,4,6,6,14,8,17,12,16,32,21,23,39,45,40,31,48,32,39,47,32,41,28,25,21,22,16,16,12,9,3,10,3,7,3,3,3,4,3,5,0,2,1,0,0,0,1],"bins":[-0.0022959746420383453,-0.002229121280834079,-0.0021622679196298122,-0.0020954147912561893,-0.002028561430051923,-0.0019617080688476562,-0.0018948548240587115,-0.0018280015792697668,-0.0017611482180655003,-0.0016942948568612337,-0.001627441612072289,-0.0015605883672833443,-0.0014937350060790777,-0.0014268816448748112,-0.0013600284000858665,-0.0012931751552969217,-0.0012263217940926552,-0.0011594684328883886,-0.001092615188099444,-0.0010257619433104992,-0.0009589085821062326,-0.000892055279109627,-0.0008252019761130214,-0.0007583486731164157,-0.0006914953701198101,-0.0006246420671232045,-0.0005577887641265988,-0.0004909354611299932,-0.00042408215813338757,-0.00035722885513678193,-0.0002903755521401763,-0.00022352224914357066,-0.00015666917897760868,-8.981587598100305e-05,-2.296257298439741e-05,4.389073001220822e-05,0.00011074403300881386,0.0001775973360054195,0.00024445063900202513,0.00031130394199863076,0.0003781572449952364,0.00044501054799184203,0.0005118638509884477,0.0005787171539850533,0.0006455704569816589,0.0007124237599782646,0.0007792770629748702,0.0008461303659714758,0.0009129836689680815,0.000979837030172348,0.0010466902749612927,0.0011135435197502375,0.001180396880954504,0.0012472502421587706,0.0013141034869477153,0.00138095673173666,0.0014478100929409266,0.001514663454145193,0.0015815166989341378,0.0016483699437230825,0.001715223304927349,0.0017820766661316156,0.0018489299109205604,0.001915783155709505,0.0019826365169137716]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,2,3,1,7,6,10,13,16,28,49,55,109,142,101,54,48,34,18,8,9,8,12,7,4,5,4,0,0,2,1,1,1,2,1,0,0,0,0,0,0,0,0,1],"bins":[-0.05804731696844101,-0.0563327856361866,-0.05461825430393219,-0.05290372297167778,-0.05118919163942337,-0.04947466030716896,-0.04776012524962425,-0.04604559391736984,-0.04433106258511543,-0.04261653125286102,-0.04090199992060661,-0.0391874685883522,-0.037472937256097794,-0.035758405923843384,-0.034043874591588974,-0.032329343259334564,-0.030614810064435005,-0.028900278732180595,-0.027185747399926186,-0.025471214205026627,-0.023756682872772217,-0.022042151540517807,-0.020327620208263397,-0.018613088876008987,-0.016898557543754578,-0.015184025280177593,-0.013469493016600609,-0.011754961684346199,-0.01004043035209179,-0.008325898088514805,-0.006611366756260395,-0.004896834958344698,-0.003182303160429001,-0.0014677714789286256,0.0002467602025717497,0.001961291767656803,0.0036758235655725002,0.005390355363488197,0.007104886695742607,0.008819418959319592,0.010533950291574001,0.012248481623828411,0.013963013887405396,0.015677545219659805,0.017392076551914215,0.019106607884168625,0.020821141079068184,0.022535672411322594,0.024250203743577003,0.025964735075831413,0.027679266408085823,0.029393799602985382,0.031108330935239792,0.0328228622674942,0.03453739359974861,0.03625192493200302,0.03796645626425743,0.03968098759651184,0.04139551892876625,0.04311005398631096,0.04482458531856537,0.04653911665081978,0.04825364798307419,0.0499681793153286,0.05168271064758301],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,3,1,0,1,0,3,1,1,0,1,2,4,8,17,8,16,22,28,47,70,89,80,87,50,51,38,32,18,10,15,8,8,6,9,4,6,6,5,0,2,2,1,2,2,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.019542928785085678,-0.01873842440545559,-0.0179339200258255,-0.01712941564619541,-0.016324911266565323,-0.01552040595561266,-0.01471590157598257,-0.013911397196352482,-0.013106891885399818,-0.01230238750576973,-0.01149788312613964,-0.010693378746509552,-0.009888874366879463,-0.009084369987249374,-0.008279864676296711,-0.007475360296666622,-0.006670855917036533,-0.0058663515374064445,-0.0050618466921150684,-0.00425734231248498,-0.003452837700024247,-0.0026483330875635147,-0.001843828591518104,-0.0010393240954726934,-0.00023481948301196098,0.0005696850712411106,0.0013741896254941821,0.0021786941215395927,0.002983198734000325,0.0037877033464610577,0.0045922077260911465,0.005396712571382523,0.006201216951012611,0.0070057213306427,0.007810226175934076,0.008614731021225452,0.009419235400855541,0.01022373978048563,0.011028244160115719,0.011832748539745808,0.012637253850698471,0.01344175823032856,0.014246262609958649,0.015050766989588737,0.015855271369218826,0.016659775748848915,0.017464280128479004,0.018268784508109093,0.01907328888773918,0.01987779513001442,0.02068229950964451,0.021486803889274597,0.022291308268904686,0.023095812648534775,0.023900317028164864,0.024704821407794952,0.02550932578742504,0.02631383016705513,0.02711833454668522,0.027922840788960457,0.028727345168590546,0.029531849548220634,0.030336353927850723,0.031140858307480812,0.0319453626871109]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,2,3,3,4,9,11,23,44,74,136,233,366,568,803,1294,1809,2669,3630,4966,6599,8390,10947,13563,16264,19479,22488,25613,28792,31327,33139,34264,35301,34735,34109,32806,30117,27350,24399,20951,17928,15041,12277,9679,7462,5826,4383,3142,2314,1572,1048,720,441,262,189,111,62,34,26,11,7,5,2,1],"bins":[-0.09796705096960068,-0.0949772298336029,-0.09198741614818573,-0.08899759501218796,-0.08600778132677078,-0.08301796019077301,-0.08002814650535583,-0.07703832536935806,-0.07404851168394089,-0.07105869054794312,-0.06806887686252594,-0.06507905572652817,-0.062089238315820694,-0.05909942090511322,-0.056109603494405746,-0.05311978608369827,-0.0501299686729908,-0.047140151262283325,-0.04415033385157585,-0.04116051644086838,-0.038170699030160904,-0.03518088161945343,-0.032191064208745956,-0.029201244935393333,-0.02621142752468586,-0.023221610113978386,-0.020231792703270912,-0.01724197529256344,-0.01425215695053339,-0.011262339539825916,-0.008272521197795868,-0.005282703787088394,-0.0022928863763809204,0.000696931267157197,0.0036867489106953144,0.0066765667870640755,0.00966638419777155,0.012656201608479023,0.01564601995050907,0.018635837361216545,0.02162565477192402,0.024615472182631493,0.027605289593338966,0.03059510700404644,0.03358492627739906,0.03657474368810654,0.03956456109881401,0.042554378509521484,0.04554419592022896,0.04853401333093643,0.051523830741643906,0.05451364815235138,0.05750346556305885,0.06049328297376633,0.0634831041097641,0.06647291779518127,0.06946273893117905,0.07245255261659622,0.075442373752594,0.07843218743801117,0.08142200857400894,0.08441182225942612,0.08740164339542389,0.09039145708084106,0.09338127821683884],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.09572933614253998,-0.09280836582183838,-0.08988738805055618,-0.08696641027927399,-0.08404543995857239,-0.08112446963787079,-0.07820349186658859,-0.0752825140953064,-0.0723615437746048,-0.0694405734539032,-0.066519595682621,-0.0635986179113388,-0.06067764759063721,-0.05775667354464531,-0.05483569949865341,-0.051914725452661514,-0.04899375140666962,-0.04607277736067772,-0.04315180331468582,-0.040230829268693924,-0.037309855222702026,-0.03438888117671013,-0.03146790713071823,-0.028546933084726334,-0.025625959038734436,-0.02270498499274254,-0.01978401094675064,-0.016863036900758743,-0.013942062854766846,-0.011021088808774948,-0.00810011476278305,-0.005179140716791153,-0.0022581666707992554,0.0006628073751926422,0.00358378142118454,0.006504755467176437,0.009425729513168335,0.012346703559160233,0.01526767760515213,0.018188651651144028,0.021109625697135925,0.024030599743127823,0.02695157378911972,0.029872547835111618,0.032793521881103516,0.03571449592709541,0.03863546997308731,0.04155644401907921,0.044477418065071106,0.047398392111063004,0.0503193661570549,0.0532403402030468,0.056161314249038696,0.059082288295030594,0.06200326234102249,0.06492424011230469,0.06784521043300629,0.07076618075370789,0.07368715852499008,0.07660813629627228,0.07952910661697388,0.08245007693767548,0.08537105470895767,0.08829203248023987,0.09121300280094147],"_type":"histogram","values":[1,1,2,4,9,12,25,32,76,80,165,265,449,666,978,1432,2078,2840,4013,5314,7019,8986,11220,13779,16477,19536,22428,25640,28237,30288,32509,33908,34209,34006,33151,31912,29551,26908,23921,21456,18210,15119,12727,10172,8123,6123,4629,3421,2460,1724,1249,826,537,357,207,149,83,54,27,20,9,10,3,2]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[3,1,3,6,5,15,15,36,39,71,88,155,205,273,440,601,871,1335,1723,2501,3497,5655,7526,11568,16705,24046,36769,54943,85435,139757,279099,399418,193153,106765,65913,43564,28131,19782,13121,9125,6108,4228,3225,2054,1372,1041,774,483,370,289,170,120,86,51,41,36,21,16,7,4,3,2,1,4],"bins":[-0.0272216796875,-0.026350021362304688,-0.025478363037109375,-0.024606704711914062,-0.02373504638671875,-0.022863388061523438,-0.021991729736328125,-0.021120071411132812,-0.0202484130859375,-0.019376754760742188,-0.018505096435546875,-0.017633438110351562,-0.01676177978515625,-0.015890121459960938,-0.015018463134765625,-0.014146804809570312,-0.013275146484375,-0.012403488159179688,-0.011531829833984375,-0.010660171508789062,-0.00978851318359375,-0.008916854858398438,-0.008045196533203125,-0.0071735382080078125,-0.0063018798828125,-0.0054302215576171875,-0.004558563232421875,-0.0036869049072265625,-0.00281524658203125,-0.0019435882568359375,-0.001071929931640625,-0.0002002716064453125,0.00067138671875,0.0015430450439453125,0.002414703369140625,0.0032863616943359375,0.00415802001953125,0.0050296783447265625,0.005901336669921875,0.0067729949951171875,0.0076446533203125,0.008516311645507812,0.009387969970703125,0.010259628295898438,0.01113128662109375,0.012002944946289062,0.012874603271484375,0.013746261596679688,0.014617919921875,0.015489578247070312,0.016361236572265625,0.017232894897460938,0.01810455322265625,0.018976211547851562,0.019847869873046875,0.020719528198242188,0.0215911865234375,0.022462844848632812,0.023334503173828125,0.024206161499023438,0.02507781982421875,0.025949478149414062,0.026821136474609375,0.027692794799804688,0.028564453125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[2,3,5,14,17,32,58,80,141,218,309,462,734,1055,1481,1974,2835,3606,5042,6335,8239,10347,12386,14808,17401,20188,22649,25221,27733,29374,31258,31881,32363,32201,31573,29927,27903,25623,23238,20589,17977,15135,12735,10418,8299,6700,5344,3943,2955,2203,1595,1076,748,475,339,214,136,100,47,28,25,16,5,6],"bins":[-0.0896526575088501,-0.08690043538808823,-0.08414822071790695,-0.08139599859714508,-0.07864377647638321,-0.07589156180620193,-0.07313933968544006,-0.07038711756467819,-0.06763490289449692,-0.06488268077373505,-0.062130462378263474,-0.0593782439827919,-0.05662602186203003,-0.053873803466558456,-0.051121585071086884,-0.04836936295032501,-0.04561714455485344,-0.042864926159381866,-0.040112704038619995,-0.03736048564314842,-0.03460826724767685,-0.03185604512691498,-0.029103826731443405,-0.026351608335971832,-0.02359938807785511,-0.020847167819738388,-0.018094949424266815,-0.015342729166150093,-0.012590509839355946,-0.009838290512561798,-0.007086070720106363,-0.0043338509276509285,-0.001581631600856781,0.0011705879587680101,0.003922807518392801,0.006675027310848236,0.009427246637642384,0.012179465964436531,0.014931686222553253,0.017683904618024826,0.020436124876141548,0.02318834513425827,0.025940563529729843,0.028692783787846565,0.03144500404596329,0.03419722244143486,0.03694944083690643,0.039701662957668304,0.04245388135313988,0.04520609974861145,0.04795832186937332,0.050710540264844894,0.05346275866031647,0.05621498078107834,0.05896719917654991,0.061719417572021484,0.06447163969278336,0.06722385436296463,0.0699760764837265,0.07272829860448837,0.07548051327466965,0.07823273539543152,0.08098495751619339,0.08373717218637466,0.08648939430713654],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[2,1,0,1,0,0,0,2,2,5,1,7,10,16,25,35,48,73,114,143,257,428,616,1020,1604,2479,4004,6650,10767,18328,31584,57988,117894,298217,606299,208039,92435,47608,26468,15389,9384,5463,3494,2204,1294,874,551,368,234,141,106,59,42,26,19,16,9,4,5,5,3,1,1,2],"bins":[-0.08251953125,-0.08011627197265625,-0.0777130126953125,-0.07530975341796875,-0.072906494140625,-0.07050323486328125,-0.0680999755859375,-0.06569671630859375,-0.06329345703125,-0.06089019775390625,-0.0584869384765625,-0.05608367919921875,-0.053680419921875,-0.05127716064453125,-0.0488739013671875,-0.04647064208984375,-0.0440673828125,-0.04166412353515625,-0.0392608642578125,-0.03685760498046875,-0.034454345703125,-0.03205108642578125,-0.0296478271484375,-0.02724456787109375,-0.02484130859375,-0.02243804931640625,-0.0200347900390625,-0.01763153076171875,-0.015228271484375,-0.01282501220703125,-0.0104217529296875,-0.00801849365234375,-0.005615234375,-0.00321197509765625,-0.0008087158203125,0.00159454345703125,0.003997802734375,0.00640106201171875,0.0088043212890625,0.01120758056640625,0.01361083984375,0.01601409912109375,0.0184173583984375,0.02082061767578125,0.023223876953125,0.02562713623046875,0.0280303955078125,0.03043365478515625,0.0328369140625,0.03524017333984375,0.0376434326171875,0.04004669189453125,0.042449951171875,0.04485321044921875,0.0472564697265625,0.04965972900390625,0.05206298828125,0.05446624755859375,0.0568695068359375,0.05927276611328125,0.061676025390625,0.06407928466796875,0.0664825439453125,0.06888580322265625,0.0712890625]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,1,3,6,10,14,11,27,27,50,65,89,109,164,213,325,481,572,816,1124,1677,2344,3311,4692,6880,10049,15991,25711,47224,100373,285624,694417,183922,79607,40911,22956,13932,9330,6075,3994,2942,1913,1503,1040,639,542,329,265,169,128,88,59,43,21,16,18,10,4,2,1,2,1,0,1],"bins":[-0.2080078125,-0.2013702392578125,-0.194732666015625,-0.1880950927734375,-0.18145751953125,-0.1748199462890625,-0.168182373046875,-0.1615447998046875,-0.1549072265625,-0.1482696533203125,-0.141632080078125,-0.1349945068359375,-0.12835693359375,-0.1217193603515625,-0.115081787109375,-0.1084442138671875,-0.101806640625,-0.0951690673828125,-0.088531494140625,-0.0818939208984375,-0.07525634765625,-0.0686187744140625,-0.061981201171875,-0.0553436279296875,-0.0487060546875,-0.0420684814453125,-0.035430908203125,-0.0287933349609375,-0.02215576171875,-0.0155181884765625,-0.008880615234375,-0.0022430419921875,0.00439453125,0.0110321044921875,0.017669677734375,0.0243072509765625,0.03094482421875,0.0375823974609375,0.044219970703125,0.0508575439453125,0.0574951171875,0.0641326904296875,0.070770263671875,0.0774078369140625,0.08404541015625,0.0906829833984375,0.097320556640625,0.1039581298828125,0.110595703125,0.1172332763671875,0.123870849609375,0.1305084228515625,0.13714599609375,0.1437835693359375,0.150421142578125,0.1570587158203125,0.1636962890625,0.1703338623046875,0.176971435546875,0.1836090087890625,0.19024658203125,0.1968841552734375,0.203521728515625,0.2101593017578125,0.216796875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,4,0,2,2,4,3,3,4,5,5,5,13,14,10,18,17,8,19,18,22,23,19,29,22,25,28,32,29,34,29,26,26,23,27,20,21,22,25,13,16,11,13,13,7,10,11,7,6,4,3,5,5,2,1,0,1,1,0,0,2],"bins":[-0.05570679157972336,-0.0539659708738327,-0.05222515016794205,-0.05048432946205139,-0.048743508756160736,-0.04700268805027008,-0.045261867344379425,-0.04352104663848877,-0.041780225932598114,-0.04003940895199776,-0.0382985882461071,-0.036557767540216446,-0.03481694683432579,-0.033076126128435135,-0.03133530542254448,-0.029594484716653824,-0.02785366401076317,-0.026112843304872513,-0.024372022598981857,-0.022631201893091202,-0.020890381187200546,-0.01914956234395504,-0.017408741638064384,-0.01566792093217373,-0.013927100226283073,-0.012186279520392418,-0.010445458814501762,-0.008704639039933681,-0.006963818334043026,-0.0052229976281523705,-0.0034821773879230022,-0.0017413569148629904,-5.364418029785156e-07,0.0017402840312570333,0.003481104504317045,0.005221924744546413,0.006962745450437069,0.008703566156327724,0.010444385930895805,0.012185206636786461,0.013926027342677116,0.015666848048567772,0.017407668754458427,0.019148489460349083,0.02088930830359459,0.022630129009485245,0.0243709497153759,0.026111770421266556,0.02785259112715721,0.029593411833047867,0.03133423253893852,0.03307505324482918,0.03481587395071983,0.03655669465661049,0.038297515362501144,0.0400383360683918,0.04177915304899216,0.04351997375488281,0.04526079446077347,0.047001615166664124,0.04874243587255478,0.050483256578445435,0.05222407728433609,0.053964897990226746,0.0557057186961174],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,1,2,2,0,0,2,1,5,2,9,8,8,6,7,8,6,16,14,18,20,24,24,29,32,43,44,36,30,30,35,44,23,26,17,26,31,18,24,20,12,15,6,11,6,3,3,5,1,2,1,3,1,1,3,1,1],"bins":[-0.00047446630196645856,-0.0004611001641023904,-0.00044773402623832226,-0.0004343678883742541,-0.00042100175051018596,-0.0004076356126461178,-0.00039426947478204966,-0.0003809033369179815,-0.00036753719905391335,-0.0003541710611898452,-0.00034080492332577705,-0.0003274387854617089,-0.00031407264759764075,-0.0003007065097335726,-0.00028734037186950445,-0.0002739742340054363,-0.00026060809614136815,-0.00024724198738113046,-0.00023387583496514708,-0.00022050969710107893,-0.00020714355923701078,-0.00019377742137294263,-0.00018041128350887448,-0.00016704514564480633,-0.0001536790223326534,-0.00014031288446858525,-0.0001269467466045171,-0.00011358060146449134,-0.0001002144708763808,-8.684833301231265e-05,-7.34821951482445e-05,-6.011605728417635e-05,-4.67499194201082e-05,-3.338378155604005e-05,-2.00176455109613e-05,-6.651508556387853e-06,6.714628398185596e-06,2.0080766262253746e-05,3.344690048834309e-05,4.681303835241124e-05,6.017917621647939e-05,7.354531408054754e-05,8.691145194461569e-05,0.00010027758980868384,0.00011364372039679438,0.00012700985826086253,0.00014037599612493068,0.00015374213398899883,0.00016710827185306698,0.00018047440971713513,0.00019384054758120328,0.00020720668544527143,0.00022057282330933958,0.00023393896117340773,0.00024730508448556066,0.0002606712223496288,0.00027403736021369696,0.0002874034980777651,0.00030076963594183326,0.0003141357738059014,0.00032750191166996956,0.0003408680495340377,0.00035423418739810586,0.000367600325262174,0.00038096646312624216],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[4,1,6,7,11,15,27,34,33,51,79,107,151,209,350,422,619,883,1328,1981,2875,4366,6927,10723,17798,29214,53207,118635,174490,69507,37029,21276,13171,8326,5285,3428,2231,1520,1036,660,519,412,243,199,153,106,63,40,22,12,10,6,7,1,2,2,0,2,2,0,0,0,0,1],"bins":[-0.0076904296875,-0.0074176788330078125,-0.007144927978515625,-0.0068721771240234375,-0.00659942626953125,-0.0063266754150390625,-0.006053924560546875,-0.0057811737060546875,-0.0055084228515625,-0.0052356719970703125,-0.004962921142578125,-0.0046901702880859375,-0.00441741943359375,-0.0041446685791015625,-0.003871917724609375,-0.0035991668701171875,-0.003326416015625,-0.0030536651611328125,-0.002780914306640625,-0.0025081634521484375,-0.00223541259765625,-0.0019626617431640625,-0.001689910888671875,-0.0014171600341796875,-0.0011444091796875,-0.0008716583251953125,-0.000598907470703125,-0.0003261566162109375,-5.340576171875e-05,0.0002193450927734375,0.000492095947265625,0.0007648468017578125,0.00103759765625,0.0013103485107421875,0.001583099365234375,0.0018558502197265625,0.00212860107421875,0.0024013519287109375,0.002674102783203125,0.0029468536376953125,0.0032196044921875,0.0034923553466796875,0.003765106201171875,0.0040378570556640625,0.00431060791015625,0.0045833587646484375,0.004856109619140625,0.0051288604736328125,0.005401611328125,0.0056743621826171875,0.005947113037109375,0.0062198638916015625,0.00649261474609375,0.0067653656005859375,0.007038116455078125,0.0073108673095703125,0.0075836181640625,0.007856369018554688,0.008129119873046875,0.008401870727539062,0.00867462158203125,0.008947372436523438,0.009220123291015625,0.009492874145507812,0.009765625]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.001250811736099422,-0.001211155904456973,-0.0011715000728145242,-0.0011318441247567534,-0.0010921882931143045,-0.0010525324614718556,-0.0010128766298294067,-0.0009732207399792969,-0.0009335648501291871,-0.0008939090184867382,-0.0008542531868442893,-0.0008145972969941795,-0.0007749414653517306,-0.0007352855755016208,-0.0006956297438591719,-0.000655973854009062,-0.0006163180223666131,-0.0005766621907241642,-0.0005370063008740544,-0.0004973504692316055,-0.0004576945793814957,-0.0004180387477390468,-0.00037838288699276745,-0.0003387270262464881,-0.00029907116550020874,-0.0002594153047539294,-0.00021975944400765002,-0.0001801035978132859,-0.00014044773706700653,-0.00010079187632072717,-6.113602285040542e-05,-2.1480165742104873e-05,1.817569136619568e-05,5.783154847449623e-05,9.748740558279678e-05,0.00013714325905311853,0.00017679911979939789,0.00021645498054567724,0.0002561108267400414,0.00029576668748632073,0.0003354225482326001,0.00037507840897887945,0.0004147342697251588,0.00045439013047143817,0.0004940459621138871,0.0005337018519639969,0.0005733576836064458,0.0006130135734565556,0.0006526694050990045,0.0006923252367414534,0.0007319811265915632,0.0007716369582340121,0.0008112928480841219,0.0008509486797265708,0.0008906045695766807,0.0009302604012191296,0.0009699162328615785,0.0010095720645040274,0.001049228012561798,0.001088883844204247,0.001128539675846696,0.0011681955074891448,0.0012078514555469155,0.0012475072871893644,0.0012871631188318133],"_type":"histogram","values":[1,1,0,0,0,0,1,0,1,3,1,0,4,3,7,6,8,10,17,8,16,11,18,17,26,25,33,43,43,32,31,32,36,43,23,34,34,34,38,21,14,17,12,3,9,12,10,7,8,5,2,2,1,2,1,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.2021484375,-0.1956634521484375,-0.189178466796875,-0.1826934814453125,-0.17620849609375,-0.1697235107421875,-0.163238525390625,-0.1567535400390625,-0.1502685546875,-0.1437835693359375,-0.137298583984375,-0.1308135986328125,-0.12432861328125,-0.1178436279296875,-0.111358642578125,-0.1048736572265625,-0.098388671875,-0.0919036865234375,-0.085418701171875,-0.0789337158203125,-0.07244873046875,-0.0659637451171875,-0.059478759765625,-0.0529937744140625,-0.0465087890625,-0.0400238037109375,-0.033538818359375,-0.0270538330078125,-0.02056884765625,-0.0140838623046875,-0.007598876953125,-0.0011138916015625,0.00537109375,0.0118560791015625,0.018341064453125,0.0248260498046875,0.03131103515625,0.0377960205078125,0.044281005859375,0.0507659912109375,0.0572509765625,0.0637359619140625,0.070220947265625,0.0767059326171875,0.08319091796875,0.0896759033203125,0.096160888671875,0.1026458740234375,0.109130859375,0.1156158447265625,0.122100830078125,0.1285858154296875,0.13507080078125,0.1415557861328125,0.148040771484375,0.1545257568359375,0.1610107421875,0.1674957275390625,0.173980712890625,0.1804656982421875,0.18695068359375,0.1934356689453125,0.199920654296875,0.2064056396484375,0.212890625],"_type":"histogram","values":[3,2,3,4,6,4,11,15,20,42,52,71,90,139,195,268,378,540,688,990,1350,1974,2691,3929,5885,8172,12569,19353,31250,53365,111037,162283,67224,36969,22425,14658,9459,6465,4270,3227,2255,1543,1143,811,532,393,308,222,185,106,77,59,31,28,17,11,13,7,3,1,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,1,1,2,3,5,2,5,7,10,7,11,10,14,13,16,24,22,25,19,27,35,28,36,37,34,38,37,37,32,39,23,22,12,20,21,10,14,5,9,14,8,9,3,1,7,0,0,4,1,0,2,1,2,0,0,0,1],"bins":[-0.0003660960355773568,-0.0003546633815858513,-0.00034323075669817626,-0.00033179810270667076,-0.0003203654778189957,-0.0003089328238274902,-0.0002975001698359847,-0.00028606754494830966,-0.00027463489095680416,-0.00026320223696529865,-0.0002517696120776236,-0.0002403369580861181,-0.00022890431864652783,-0.00021747167920693755,-0.00020603902521543205,-0.00019460638577584177,-0.0001831737463362515,-0.00017174110689666122,-0.00016030846745707095,-0.00014887581346556544,-0.00013744317402597517,-0.0001260105345863849,-0.000114577887870837,-0.00010314524115528911,-9.171260171569884e-05,-8.027996227610856e-05,-6.884731556056067e-05,-5.741467248299159e-05,-4.598202940542251e-05,-3.4549386327853426e-05,-2.3116743250284344e-05,-1.1684100172715262e-05,-2.514570951461792e-07,1.1181185982422903e-05,2.2613829059991986e-05,3.404647213756107e-05,4.547911521513015e-05,5.691175829269923e-05,6.834440137026832e-05,7.97770480858162e-05,9.120968752540648e-05,0.00010264232696499676,0.00011407497368054464,0.00012550762039609253,0.0001369402598356828,0.00014837289927527308,0.0001598055532667786,0.00017123819270636886,0.00018267083214595914,0.00019410347158554941,0.0002055361110251397,0.0002169687650166452,0.00022840140445623547,0.00023983404389582574,0.00025126669788733125,0.0002626993227750063,0.0002741319767665118,0.0002855646307580173,0.00029699725564569235,0.00030842990963719785,0.00031986256362870336,0.0003312951885163784,0.0003427278425078839,0.00035416046739555895,0.00036559312138706446],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,0,1,1,1,5,6,2,6,8,8,9,17,14,21,26,31,44,54,113,100,77,44,45,27,15,17,11,9,5,13,10,4,2,3,3,3,2,1,1,0,1,1,0,1,0,0,0,1,1,0,0,0,0,1],"bins":[-0.08332130312919617,-0.08047586679458618,-0.0776304379105568,-0.07478500157594681,-0.07193957269191742,-0.06909413635730743,-0.06624870002269745,-0.06340327113866806,-0.060557834804058075,-0.05771240219473839,-0.0548669695854187,-0.052021536976099014,-0.04917610436677933,-0.04633067175745964,-0.043485235422849655,-0.04063980281352997,-0.03779437020421028,-0.034948937594890594,-0.03210350498557091,-0.02925807051360607,-0.026412636041641235,-0.02356720343232155,-0.02072177082300186,-0.017876336351037025,-0.015030903741717339,-0.012185470201075077,-0.009340036660432816,-0.006494604051113129,-0.003649170510470867,-0.0008037372026592493,0.0020416961051523685,0.004887129180133343,0.007732562720775604,0.010577996261417866,0.013423429802060127,0.016268862411379814,0.01911429688334465,0.021959729492664337,0.024805162101984024,0.02765059657394886,0.030496029183268547,0.03334146365523338,0.03618689626455307,0.03903232887387276,0.041877761483192444,0.04472319409251213,0.047568630427122116,0.0504140630364418,0.05325949564576149,0.05610492825508118,0.058950360864400864,0.06179579719901085,0.06464122980833054,0.06748665869235992,0.07033209502696991,0.0731775313615799,0.07602296024560928,0.07886839658021927,0.08171382546424866,0.08455926179885864,0.08740469813346863,0.09025012701749802,0.093095563352108,0.09594099223613739,0.09878642857074738]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0010386424837633967,-0.0010048775002360344,-0.000971112574916333,-0.0009373475913889706,-0.0009035826660692692,-0.0008698176825419068,-0.0008360527572222054,-0.000802287773694843,-0.0007685228483751416,-0.0007347578648477793,-0.0007009928813204169,-0.0006672279560007155,-0.0006334629724733531,-0.0005996980471536517,-0.0005659330636262894,-0.0005321681383065879,-0.0004984031547792256,-0.0004646382003556937,-0.0004308732459321618,-0.0003971082915086299,-0.00036334333708509803,-0.0003295783535577357,-0.0002958133991342038,-0.0002620484447106719,-0.00022828349028714,-0.00019451853586360812,-0.00016075358144007623,-0.00012698861246462911,-9.322365804109722e-05,-5.945869997958653e-05,-2.569374191807583e-05,8.071216143434867e-06,4.1836174204945564e-05,7.560112862847745e-05,0.00010936609032796696,0.00014313105202745646,0.00017689600645098835,0.00021066096087452024,0.00024442592984996736,0.00027819088427349925,0.00031195583869703114,0.00034572079312056303,0.0003794857475440949,0.0004132507019676268,0.00044701568549498916,0.00048078063991852105,0.0005145455943420529,0.0005483105196617544,0.0005820755031891167,0.0006158404867164791,0.0006496054120361805,0.0006833703955635428,0.0007171353208832443,0.0007509003044106066,0.0007846652297303081,0.0008184302132576704,0.0008521951967850327,0.0008859601221047342,0.0009197251056320965,0.000953490030951798,0.0009872550144791603,0.0010210199980065227,0.0010547848651185632,0.0010885498486459255,0.0011223148321732879],"_type":"histogram","values":[1,1,0,0,0,0,0,3,3,1,4,5,0,8,8,6,10,11,23,25,37,45,46,53,96,87,108,131,121,148,122,131,112,103,92,80,69,68,53,47,30,35,23,20,20,13,10,7,5,3,3,7,2,0,1,1,1,0,3,1,0,1,3,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.011962890625,-0.011572837829589844,-0.011182785034179688,-0.010792732238769531,-0.010402679443359375,-0.010012626647949219,-0.009622573852539062,-0.009232521057128906,-0.00884246826171875,-0.008452415466308594,-0.008062362670898438,-0.007672309875488281,-0.007282257080078125,-0.006892204284667969,-0.0065021514892578125,-0.006112098693847656,-0.0057220458984375,-0.005331993103027344,-0.0049419403076171875,-0.004551887512207031,-0.004161834716796875,-0.0037717819213867188,-0.0033817291259765625,-0.0029916763305664062,-0.00260162353515625,-0.0022115707397460938,-0.0018215179443359375,-0.0014314651489257812,-0.001041412353515625,-0.0006513595581054688,-0.0002613067626953125,0.00012874603271484375,0.000518798828125,0.0009088516235351562,0.0012989044189453125,0.0016889572143554688,0.002079010009765625,0.0024690628051757812,0.0028591156005859375,0.0032491683959960938,0.00363922119140625,0.004029273986816406,0.0044193267822265625,0.004809379577636719,0.005199432373046875,0.005589485168457031,0.0059795379638671875,0.006369590759277344,0.0067596435546875,0.007149696350097656,0.0075397491455078125,0.007929801940917969,0.008319854736328125,0.008709907531738281,0.009099960327148438,0.009490013122558594,0.00988006591796875,0.010270118713378906,0.010660171508789062,0.011050224304199219,0.011440277099609375,0.011830329895019531,0.012220382690429688,0.012610435485839844,0.01300048828125],"_type":"histogram","values":[4,2,2,2,6,5,15,15,15,34,49,71,90,118,178,257,400,506,714,999,1503,2078,2874,4409,6418,9222,14354,22560,38816,72618,187560,98516,47614,27154,16714,10964,6980,4839,3219,2349,1630,1066,838,609,408,290,221,162,114,61,57,35,29,24,9,9,6,3,7,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[4,1,7,12,22,44,84,121,200,419,695,1093,1670,2533,3774,5600,7939,11019,15056,20492,26275,33256,40949,49683,59110,68670,75537,83925,90195,94467,96699,96699,94128,89834,83182,75819,67369,58291,49468,40180,33030,25940,19719,15086,10804,7870,5548,3723,2535,1601,1033,576,366,253,117,64,29,21,14,8,1,4,0,1],"bins":[-0.09574609249830246,-0.09265430271625519,-0.08956251293420792,-0.08647071570158005,-0.08337892591953278,-0.0802871361374855,-0.07719534635543823,-0.07410355657339096,-0.07101176679134369,-0.06791996955871582,-0.06482817977666855,-0.06173638999462128,-0.058644600212574005,-0.055552806705236435,-0.05246101692318916,-0.04936922341585159,-0.04627743363380432,-0.04318564385175705,-0.04009385034441948,-0.03700206056237221,-0.03391026705503464,-0.030818477272987366,-0.027726687490940094,-0.024634895846247673,-0.021543104201555252,-0.01845131255686283,-0.015359521843492985,-0.012267731130123138,-0.009175939485430717,-0.006084148306399584,-0.00299235712736845,9.943405166268349e-05,0.003191232681274414,0.006283023860305548,0.009374815039336681,0.012466605752706528,0.015558397397398949,0.01865018904209137,0.02174197882413864,0.024833770468831062,0.027925562113523483,0.031017353758215904,0.034109145402908325,0.0372009351849556,0.04029272496700287,0.04338451847434044,0.04647630825638771,0.04956810176372528,0.05265989154577255,0.055751681327819824,0.058843474835157394,0.061935264617204666,0.06502705812454224,0.06811884790658951,0.07121063768863678,0.07430242747068405,0.07739421725273132,0.08048601448535919,0.08357780426740646,0.08666959404945374,0.08976138383150101,0.09285317361354828,0.09594497084617615,0.09903676062822342,0.10212855041027069]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,4,5,2,13,19,49,93,151,255,415,756,1240,1942,2973,4601,6662,9623,13301,18371,24204,31637,39706,48607,58241,68095,77678,85961,93019,97678,100691,100923,97398,92406,85678,77274,68570,58561,49170,39872,31776,24245,18291,13514,9600,6793,4709,3008,1963,1251,798,462,277,148,88,50,22,13,5,3,1,1,1],"bins":[-0.10272587835788727,-0.09951644390821457,-0.09630700945854187,-0.09309757500886917,-0.08988814055919647,-0.08667869865894318,-0.08346926420927048,-0.08025982975959778,-0.07705039530992508,-0.07384096086025238,-0.07063152641057968,-0.06742209196090698,-0.06421265006065369,-0.061003219336271286,-0.05779378116130829,-0.05458434671163559,-0.05137491226196289,-0.04816547781229019,-0.04495604336261749,-0.041746605187654495,-0.038537170737981796,-0.0353277362883091,-0.0321182981133461,-0.0289088636636734,-0.025699429214000702,-0.022489994764328003,-0.019280558452010155,-0.016071122139692307,-0.012861687690019608,-0.009652252309024334,-0.00644281692802906,-0.0032333815470337868,-2.3946166038513184e-05,0.0031854892149567604,0.006394924595952034,0.009604359976947308,0.012813795357942581,0.01602322980761528,0.01923266611993313,0.022442102432250977,0.025651536881923676,0.028860971331596375,0.032070405781269073,0.03527984395623207,0.03848927840590477,0.04169871285557747,0.044908151030540466,0.048117585480213165,0.051327019929885864,0.05453645437955856,0.05774588882923126,0.06095532700419426,0.06416475772857666,0.06737419962882996,0.07058363407850266,0.07379306852817535,0.07700250297784805,0.08021193742752075,0.08342137187719345,0.08663080632686615,0.08984024822711945,0.09304968267679214,0.09625911712646484,0.09946855157613754,0.10267798602581024],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.0020179704297333956,-0.001957678934559226,-0.0018973874393850565,-0.0018370960606262088,-0.0017768045654520392,-0.0017165130702778697,-0.001656221691519022,-0.0015959301963448524,-0.001535638701170683,-0.0014753472059965134,-0.0014150557108223438,-0.0013547643320634961,-0.0012944728368893266,-0.001234181341715157,-0.0011738899629563093,-0.0011135984677821398,-0.0010533069726079702,-0.0009930154774338007,-0.0009327240404672921,-0.0008724326035007834,-0.0008121411083266139,-0.0007518496131524444,-0.0006915581761859357,-0.0006312667392194271,-0.0005709752440452576,-0.000510683748871088,-0.0004503923119045794,-0.0003901008458342403,-0.00032980937976390123,-0.00026951791369356215,-0.00020922644762322307,-0.00014893498155288398,-8.864339906722307e-05,-2.835193299688399e-05,3.1939533073455095e-05,9.223099914379418e-05,0.00015252246521413326,0.00021281393128447235,0.00027310539735481143,0.0003333968634251505,0.0003936883294954896,0.0004539797955658287,0.0005142712616361678,0.0005745626986026764,0.0006348541937768459,0.0006951456889510155,0.0007554371259175241,0.0008157285628840327,0.0008760200580582023,0.0009363115532323718,0.0009966029319912195,0.001056894427165389,0.0011171859223395586,0.0011774774175137281,0.0012377689126878977,0.0012980602914467454,0.001358351786620915,0.0014186432817950845,0.0014789346605539322,0.0015392261557281017,0.0015995176509022713,0.0016598091460764408,0.0017201006412506104,0.001780392020009458,0.0018406835151836276],"_type":"histogram","values":[1,0,1,0,0,1,0,1,1,2,1,3,4,4,4,9,7,10,12,16,12,15,10,17,27,19,20,25,25,31,33,24,29,34,34,36,33,27,25,24,25,18,25,20,15,15,8,12,15,6,9,3,6,2,2,2,3,1,2,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[0.998927116394043,0.9989627599716187,0.9989983439445496,0.9990339875221252,0.9990696310997009,0.9991052150726318,0.9991408586502075,0.9991765022277832,0.9992120862007141,0.9992477297782898,0.9992833733558655,0.9993189573287964,0.9993546009063721,0.9993902444839478,0.9994258284568787,0.9994614720344543,0.9994970560073853,0.9995326995849609,0.9995683431625366,0.9996039271354675,0.9996395707130432,0.9996752142906189,0.9997107982635498,0.9997464418411255,0.9997820854187012,0.9998176693916321,0.9998533129692078,0.9998889565467834,0.9999245405197144,0.99996018409729,0.9999958276748657,1.0000314712524414,1.0000669956207275,1.0001026391983032,1.000138282775879,1.0001739263534546,1.0002095699310303,1.000245213508606,1.000280737876892,1.0003163814544678,1.0003520250320435,1.0003876686096191,1.0004233121871948,1.0004589557647705,1.0004944801330566,1.0005301237106323,1.000565767288208,1.0006014108657837,1.0006370544433594,1.000672698020935,1.0007082223892212,1.0007438659667969,1.0007795095443726,1.0008151531219482,1.000850796699524,1.0008864402770996,1.0009219646453857,1.0009576082229614,1.000993251800537,1.0010288953781128,1.0010645389556885,1.0011001825332642,1.0011357069015503,1.001171350479126,1.0012069940567017],"_type":"histogram","values":[2,0,0,0,2,0,3,1,2,2,1,3,3,4,5,8,9,13,7,10,15,14,17,28,25,31,29,34,35,45,38,32,44,34,29,40,24,19,18,14,26,11,16,15,11,12,7,7,3,3,3,2,2,0,2,1,0,1,0,1,3,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0060487668961286545,-0.005821986589580774,-0.0055952067486941814,-0.005368426442146301,-0.005141646601259708,-0.004914866294711828,-0.004688086453825235,-0.004461306147277355,-0.004234526306390762,-0.004007745999842882,-0.0037809659261256456,-0.003554185852408409,-0.003327405545860529,-0.0031006254721432924,-0.002873845398426056,-0.0026470653247088194,-0.002420285250991583,-0.0021935051772743464,-0.00196672510355711,-0.0017399449134245515,-0.001513164839707315,-0.0012863847659900784,-0.00105960457585752,-0.0008328245021402836,-0.0006060444284230471,-0.0003792643256019801,-0.00015248422278091311,7.429588004015386e-05,0.00030107598286122084,0.0005278560565784574,0.0007546361885033548,0.0009814163204282522,0.0012081963941454887,0.0014349764678627253,0.0016617565415799618,0.0018885367317125201,0.002115316689014435,0.002342096995562315,0.0025688770692795515,0.002795657142996788,0.0030224372167140245,0.003249217290431261,0.0034759973641484976,0.003702777437865734,0.003929557744413614,0.004156337585300207,0.004383117891848087,0.00460989773273468,0.00483667803928256,0.0050634583458304405,0.005290238186717033,0.0055170184932649136,0.005743798334151506,0.005970578640699387,0.0061973584815859795,0.00642413878813386,0.00665091909468174,0.006877698935568333,0.007104479242116213,0.007331259083002806,0.007558039389550686,0.007784819230437279,0.008011599071323872,0.008238379843533039,0.008465159684419632],"_type":"histogram","values":[1,0,2,0,0,2,2,2,0,2,6,5,8,2,10,11,15,17,15,25,20,42,39,57,42,34,36,48,43,42,41,33,29,23,27,13,14,10,13,6,6,5,4,1,3,4,1,0,0,2,0,0,0,2,1,0,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,1,2,4,2,1,6,3,5,10,4,9,13,8,15,15,9,22,16,13,15,23,17,20,14,19,12,24,28,29,15,19,29,25,25,23,23,15,17,20,17,19,17,22,20,11,10,12,5,11,7,12,5,7,4,3,1,2,4,1,2,3,1,1],"bins":[-0.0016665676375851035,-0.0016146715497598052,-0.001562775345519185,-0.0015108792576938868,-0.0014589830534532666,-0.0014070869656279683,-0.0013551907613873482,-0.0013032946735620499,-0.0012513985857367516,-0.0011995023814961314,-0.0011476062936708331,-0.001095710089430213,-0.0010438140016049147,-0.0009919177973642945,-0.0009400217095389962,-0.000888125563506037,-0.0008362294174730778,-0.0007843332714401186,-0.0007324371254071593,-0.0006805409793742001,-0.0006286448333412409,-0.0005767487455159426,-0.0005248525994829834,-0.00047295645345002413,-0.0004210603074170649,-0.0003691641613841057,-0.00031726801535114646,-0.0002653718984220177,-0.00021347575238905847,-0.00016157960635609925,-0.00010968347487505525,-5.7787336118053645e-05,-5.891313776373863e-06,4.6004824980627745e-05,9.790096373762935e-05,0.00014979709521867335,0.00020169324125163257,0.0002535893872845918,0.00030548550421372056,0.0003573816502466798,0.000409277796279639,0.00046117394231259823,0.0005130700883455575,0.0005649662343785167,0.000616862322203815,0.0006687584682367742,0.0007206546142697334,0.0007725507603026927,0.0008244469063356519,0.0008763430523686111,0.0009282391984015703,0.0009801352862268686,0.0010320314904674888,0.001083927578292787,0.0011358237825334072,0.0011877198703587055,0.0012396159581840038,0.001291512162424624,0.0013434082502499223,0.0013953044544905424,0.0014472005423158407,0.0014990967465564609,0.0015509928343817592,0.0016028890386223793,0.0016547851264476776],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[3,0,0,1,2,0,3,5,2,12,19,21,23,47,63,85,138,198,340,464,782,1139,1714,2362,3411,5287,8097,12689,20908,36772,72396,146480,130287,61684,32137,18457,11632,7343,4945,3204,2132,1508,970,691,458,312,205,119,94,54,42,34,17,11,11,4,1,3,3,0,1,1,0,1],"bins":[-0.0179443359375,-0.017381668090820312,-0.016819000244140625,-0.016256332397460938,-0.01569366455078125,-0.015130996704101562,-0.014568328857421875,-0.014005661010742188,-0.0134429931640625,-0.012880325317382812,-0.012317657470703125,-0.011754989624023438,-0.01119232177734375,-0.010629653930664062,-0.010066986083984375,-0.009504318237304688,-0.008941650390625,-0.008378982543945312,-0.007816314697265625,-0.0072536468505859375,-0.00669097900390625,-0.0061283111572265625,-0.005565643310546875,-0.0050029754638671875,-0.0044403076171875,-0.0038776397705078125,-0.003314971923828125,-0.0027523040771484375,-0.00218963623046875,-0.0016269683837890625,-0.001064300537109375,-0.0005016326904296875,6.103515625e-05,0.0006237030029296875,0.001186370849609375,0.0017490386962890625,0.00231170654296875,0.0028743743896484375,0.003437042236328125,0.0039997100830078125,0.0045623779296875,0.0051250457763671875,0.005687713623046875,0.0062503814697265625,0.00681304931640625,0.0073757171630859375,0.007938385009765625,0.008501052856445312,0.009063720703125,0.009626388549804688,0.010189056396484375,0.010751724243164062,0.01131439208984375,0.011877059936523438,0.012439727783203125,0.013002395629882812,0.0135650634765625,0.014127731323242188,0.014690399169921875,0.015253067016601562,0.01581573486328125,0.016378402709960938,0.016941070556640625,0.017503738403320312,0.01806640625]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,0,3,2,3,4,11,7,7,10,11,13,21,13,28,20,40,38,30,31,50,31,56,31,25,31,33,14,31,27,19,18,19,10,9,11,11,5,6,6,7,0,3,3,3,2,4,1,3,0,0,1,0,0,0,0,2,0,0,1],"bins":[0.9989460110664368,0.9989879727363586,0.9990298748016357,0.9990718364715576,0.9991137385368347,0.9991557002067566,0.9991976022720337,0.9992395639419556,0.9992814660072327,0.9993234276771545,0.9993653297424316,0.9994072914123535,0.9994492530822754,0.9994911551475525,0.9995331168174744,0.9995750188827515,0.9996169805526733,0.9996588826179504,0.9997008442878723,0.9997427463531494,0.9997847080230713,0.9998266100883484,0.9998685717582703,0.9999105334281921,0.9999524354934692,0.9999943971633911,1.000036358833313,1.0000782012939453,1.0001201629638672,1.000162124633789,1.000204086303711,1.0002459287643433,1.0002878904342651,1.000329852104187,1.0003718137741089,1.0004137754440308,1.000455617904663,1.000497579574585,1.0005395412445068,1.0005815029144287,1.000623345375061,1.000665307044983,1.0007072687149048,1.0007492303848267,1.0007911920547485,1.0008330345153809,1.0008749961853027,1.0009169578552246,1.0009589195251465,1.0010007619857788,1.0010427236557007,1.0010846853256226,1.0011266469955444,1.0011684894561768,1.0012104511260986,1.0012524127960205,1.0012943744659424,1.0013363361358643,1.0013781785964966,1.0014201402664185,1.0014621019363403,1.0015040636062622,1.0015459060668945,1.0015878677368164,1.0016298294067383]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,3,1,1,3,3,5,2,7,4,13,12,9,9,12,10,16,22,18,17,31,36,25,34,28,36,31,44,24,39,21,28,37,19,24,26,23,18,15,6,11,8,4,6,7,7,2,2,3,1,0,0,0,0,0,0,0,1,2],"bins":[-0.000681116885971278,-0.0006597049068659544,-0.0006382928695529699,-0.0006168808322399855,-0.0005954688531346619,-0.0005740568740293384,-0.0005526448367163539,-0.0005312327994033694,-0.0005098208202980459,-0.0004884088411927223,-0.00046699680387973785,-0.00044558479567058384,-0.00042417278746142983,-0.0004027607792522758,-0.0003813487710431218,-0.0003599367628339678,-0.0003385247546248138,-0.0003171127464156598,-0.0002957007382065058,-0.00027428872999735177,-0.00025287672178819776,-0.00023146471357904375,-0.00021005270536988974,-0.00018864069716073573,-0.00016722868895158172,-0.0001458166807424277,-0.0001244046725332737,-0.00010299266432411969,-8.158065611496568e-05,-6.016864790581167e-05,-3.875663969665766e-05,-1.7344631487503648e-05,4.0674349293112755e-06,2.5479443138465285e-05,4.6891451347619295e-05,6.83034595567733e-05,8.971546776592731e-05,0.00011112747597508132,0.00013253948418423533,0.00015395149239338934,0.00017536350060254335,0.00019677550881169736,0.00021818751702085137,0.00023959952523000538,0.0002610115334391594,0.0002824235416483134,0.0003038355498574674,0.0003252475580666214,0.00034665956627577543,0.00036807157448492944,0.00038948358269408345,0.00041089559090323746,0.00043230759911239147,0.0004537196073215455,0.0004751316155306995,0.000496543594636023,0.0005179556319490075,0.000539367669261992,0.0005607796483673155,0.0005821916274726391,0.0006036036647856236,0.000625015702098608,0.0006464276812039316,0.0006678396603092551,0.0006892516976222396]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-1.534350037574768,-1.4852795600891113,-1.436208963394165,-1.3871384859085083,-1.338067889213562,-1.2889974117279053,-1.239926815032959,-1.1908563375473022,-1.1417858600616455,-1.0927152633666992,-1.0436447858810425,-0.9945741891860962,-0.9455037117004395,-0.8964331746101379,-0.8473626375198364,-0.7982921004295349,-0.7492215633392334,-0.7001510262489319,-0.6510804891586304,-0.6020099520683289,-0.5529394149780273,-0.5038689374923706,-0.4547984004020691,-0.4057278633117676,-0.35665732622146606,-0.30758678913116455,-0.25851625204086304,-0.2094457447528839,-0.1603752076625824,-0.11130467802286148,-0.062234148383140564,-0.013163618743419647,0.03590691089630127,0.08497744053602219,0.1340479701757431,0.18311849236488342,0.23218902945518494,0.28125956654548645,0.3303300738334656,0.3794006109237671,0.4284711480140686,0.4775416851043701,0.5266122221946716,0.5756827592849731,0.6247532367706299,0.6738237738609314,0.7228943109512329,0.7719648480415344,0.8210353851318359,0.8701059222221375,0.919176459312439,0.9682469964027405,1.017317533493042,1.0663880109786987,1.115458607673645,1.1645290851593018,1.213599681854248,1.2626701593399048,1.3117406368255615,1.3608112335205078,1.4098817110061646,1.4589523077011108,1.5080227851867676,1.5570933818817139,1.6061638593673706],"_type":"histogram","values":[3,0,1,0,1,2,3,4,5,5,6,12,7,15,10,20,23,31,38,36,64,75,82,122,131,191,286,389,557,885,1885,445207,1228,711,456,357,253,160,130,90,93,67,51,33,39,30,23,13,18,5,8,7,5,2,3,2,1,5,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,0,1,1,4,1,2,5,0,2,5,5,3,11,7,10,9,16,20,13,19,26,17,23,20,39,28,31,33,33,34,42,35,36,30,22,28,26,16,15,17,17,11,10,9,6,4,3,4,4,3,4,1,0,2,1],"bins":[-0.00042605597991496325,-0.000414749956689775,-0.0004034439625684172,-0.00039213793934322894,-0.0003808319161180407,-0.0003695258928928524,-0.0003582198987714946,-0.00034691387554630637,-0.0003356078523211181,-0.0003243018581997603,-0.00031299583497457206,-0.0003016898117493838,-0.00029038378852419555,-0.00027907779440283775,-0.0002677717711776495,-0.00025646574795246124,-0.000245159724727273,-0.0002338537306059152,-0.00022254770738072693,-0.0002112416987074539,-0.00019993567548226565,-0.00018862966680899262,-0.00017732364358380437,-0.00016601763491053134,-0.00015471162623725832,-0.00014340560301207006,-0.00013209959433879703,-0.00012079357111360878,-0.00010948756244033575,-9.818154649110511e-05,-8.687553054187447e-05,-7.556951459264383e-05,-6.426349864341319e-05,-5.2957482694182545e-05,-4.1651466744951904e-05,-3.034545443370007e-05,-1.903943848446943e-05,-7.73342344473349e-06,3.57259159500245e-06,1.487860663473839e-05,2.618462167447433e-05,3.749063762370497e-05,4.879665357293561e-05,6.0102665884187445e-05,7.140867819543928e-05,8.271469414466992e-05,9.402071009390056e-05,0.0001053267260431312,0.00011663274199236184,0.00012793875066563487,0.00013924477389082313,0.00015055078256409615,0.0001618568057892844,0.00017316281446255744,0.0001844688376877457,0.00019577484636101872,0.00020708085503429174,0.00021838687825948,0.00022969288693275303,0.00024099891015794128,0.0002523049188312143,0.00026361094205640256,0.0002749169652815908,0.0002862229594029486,0.0002975289826281369]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,0,1,1,1,6,4,3,7,5,5,8,5,9,11,17,19,21,30,28,40,42,40,52,53,47,41,29,31,31,26,32,11,20,22,8,15,5,11,4,4,3,2,3,2,2,1,1,2,0,1,1,0,0,0,2],"bins":[-1.6807111933303531e-06,-1.6291533029288985e-06,-1.5775954125274438e-06,-1.5260375221259892e-06,-1.4744796317245346e-06,-1.4229216276362422e-06,-1.3713637372347875e-06,-1.319805846833333e-06,-1.2682479564318783e-06,-1.2166900660304236e-06,-1.165132175628969e-06,-1.1135742852275143e-06,-1.062016281139222e-06,-1.0104583907377673e-06,-9.589005003363127e-07,-9.07342609934858e-07,-8.557847195334034e-07,-8.042268291319488e-07,-7.526689387304941e-07,-7.011109914856206e-07,-6.49553101084166e-07,-5.979952106827113e-07,-5.464372634378378e-07,-4.948793730363832e-07,-4.4332148263492854e-07,-3.917635922334739e-07,-3.4020567341030983e-07,-2.8864775458714576e-07,-2.370898641856911e-07,-1.8553195957338176e-07,-1.339740549610724e-07,-8.241615034876304e-08,-3.085824573645368e-08,2.0699658875855675e-08,7.225756348816503e-08,1.238154681004744e-07,1.7537337271278375e-07,2.269312773250931e-07,2.7848918193740246e-07,3.3004710076056654e-07,3.816049911620212e-07,4.331628815634758e-07,4.847207719649305e-07,5.36278719209804e-07,5.878366096112586e-07,6.393945000127133e-07,6.909524472575868e-07,7.425103376590414e-07,7.94068228060496e-07,8.456261184619507e-07,8.971840088634053e-07,9.487419561082788e-07,1.0002997896663146e-06,1.051857793754607e-06,1.1034156841560616e-06,1.1549735745575163e-06,1.206531464958971e-06,1.2580893553604255e-06,1.3096472457618802e-06,1.3612051361633348e-06,1.4127631402516272e-06,1.4643210306530818e-06,1.5158789210545365e-06,1.5674368114559911e-06,1.6189947018574458e-06]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,2,0,0,1,1,1,2,6,3,3,6,5,8,11,10,10,16,14,10,12,20,14,21,27,16,35,32,36,36,35,27,29,25,33,26,27,20,28,14,22,13,14,13,14,13,8,8,7,4,5,3,6,1,5,3,2,0,2,0,1,0,1],"bins":[-0.10331211239099503,-0.10008695721626282,-0.0968618094921112,-0.093636654317379,-0.09041149914264679,-0.08718634396791458,-0.08396119624376297,-0.08073604106903076,-0.07751088589429855,-0.07428573817014694,-0.07106058299541473,-0.06783542782068253,-0.06461027264595032,-0.06138512119650841,-0.0581599697470665,-0.05493481457233429,-0.05170966312289238,-0.04848451167345047,-0.04525935649871826,-0.04203420504927635,-0.038809049874544144,-0.035583898425102234,-0.032358743250370026,-0.029133591800928116,-0.025908438488841057,-0.022683285176753998,-0.01945813186466694,-0.01623297855257988,-0.013007826171815395,-0.009782672859728336,-0.006557520013302565,-0.0033323669340461493,-0.00010721385478973389,0.0031179392244666815,0.006343092303723097,0.009568245150148869,0.012793398462235928,0.016018550843000412,0.01924370415508747,0.02246885746717453,0.02569401077926159,0.028919164091348648,0.03214431554079056,0.035369470715522766,0.038594622164964676,0.041819777339696884,0.045044928789138794,0.048270083963871,0.05149523541331291,0.05472038686275482,0.05794554203748703,0.06117069348692894,0.06439584493637085,0.06762100011110306,0.07084615528583527,0.07407131046056747,0.07729645818471909,0.0805216133594513,0.0837467685341835,0.08697191625833511,0.09019707143306732,0.09342222660779953,0.09664738178253174,0.09987252950668335,0.10309768468141556]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,1,0,0,1,1,1,3,2,3,4,1,3,5,1,3,5,8,10,12,8,13,12,14,19,14,29,25,27,33,33,27,46,33,41,36,41,30,26,29,21,18,20,17,19,7,2,9,6,8,10,3,4,8,2,2,2,2,1,1,1,2],"bins":[-0.00036252615973353386,-0.0003521441831253469,-0.0003417621774133295,-0.0003313802008051425,-0.0003209981950931251,-0.00031061621848493814,-0.0003002342418767512,-0.00028985223616473377,-0.0002794702595565468,-0.00026908828294835985,-0.00025870627723634243,-0.00024832430062815547,-0.00023794230946805328,-0.0002275603183079511,-0.00021717834169976413,-0.00020679635053966194,-0.00019641435937955976,-0.00018603236821945757,-0.00017565037705935538,-0.00016526840045116842,-0.00015488640929106623,-0.00014450441813096404,-0.00013412244152277708,-0.0001237404503626749,-0.0001133584592025727,-0.00010297646804247051,-9.259448415832594e-05,-8.221250027418137e-05,-7.183050911407918e-05,-6.144851795397699e-05,-5.1066534069832414e-05,-4.068454654770903e-05,-3.0302588129416108e-05,-1.9920600607292727e-05,-9.538613085169345e-06,8.433744369540364e-07,1.1225361959077418e-05,2.16073494812008e-05,3.198933700332418e-05,4.237132452544756e-05,5.2753312047570944e-05,6.313530320767313e-05,7.351728709181771e-05,8.389927097596228e-05,9.428126213606447e-05,0.00010466325329616666,0.00011504523718031123,0.0001254272210644558,0.000135809212224558,0.00014619120338466018,0.00015657319454476237,0.00016695517115294933,0.00017733716231305152,0.0001877191534731537,0.00019810113008134067,0.00020848312124144286,0.00021886511240154505,0.00022924710356164724,0.00023962909472174942,0.0002500110713299364,0.0002603930770419538,0.00027077505365014076,0.0002811570302583277,0.00029153903597034514,0.0003019210125785321]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,1,3,4,2,9,9,14,15,20,31,42,52,81,130,202,311,503,866,1486,2761,5354,10784,23909,63990,262013,140954,42009,16969,8001,4117,2084,1212,730,386,254,153,105,71,55,32,28,17,17,13,5,3,4,3,0,2,1,0,1,2,1],"bins":[-0.0137939453125,-0.013385772705078125,-0.01297760009765625,-0.012569427490234375,-0.0121612548828125,-0.011753082275390625,-0.01134490966796875,-0.010936737060546875,-0.010528564453125,-0.010120391845703125,-0.00971221923828125,-0.009304046630859375,-0.0088958740234375,-0.008487701416015625,-0.00807952880859375,-0.007671356201171875,-0.00726318359375,-0.006855010986328125,-0.00644683837890625,-0.006038665771484375,-0.0056304931640625,-0.005222320556640625,-0.00481414794921875,-0.004405975341796875,-0.003997802734375,-0.003589630126953125,-0.00318145751953125,-0.002773284912109375,-0.0023651123046875,-0.001956939697265625,-0.00154876708984375,-0.001140594482421875,-0.000732421875,-0.000324249267578125,8.392333984375e-05,0.000492095947265625,0.0009002685546875,0.001308441162109375,0.00171661376953125,0.002124786376953125,0.002532958984375,0.002941131591796875,0.00334930419921875,0.003757476806640625,0.0041656494140625,0.004573822021484375,0.00498199462890625,0.005390167236328125,0.00579833984375,0.006206512451171875,0.00661468505859375,0.007022857666015625,0.0074310302734375,0.007839202880859375,0.00824737548828125,0.008655548095703125,0.009063720703125,0.009471893310546875,0.00988006591796875,0.010288238525390625,0.0106964111328125,0.011104583740234375,0.01151275634765625,0.011920928955078125,0.0123291015625]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,2,2,1,0,2,2,2,0,2,4,4,3,6,11,10,9,11,10,16,6,15,18,30,16,23,34,32,27,20,37,29,32,34,19,35,21,26,20,25,26,11,13,16,13,15,11,11,9,7,10,6,4,2,2,3,1,2,2,3,2,0,1,1],"bins":[-0.04464518651366234,-0.04327266290783882,-0.041900135576725006,-0.04052761197090149,-0.03915508836507797,-0.03778256103396416,-0.03641003742814064,-0.035037510097026825,-0.03366498649120331,-0.03229246288537979,-0.030919935554265976,-0.02954741194844246,-0.028174886479973793,-0.026802361011505127,-0.02542983740568161,-0.024057311937212944,-0.022684786468744278,-0.021312261000275612,-0.019939735531806946,-0.01856721192598343,-0.017194686457514763,-0.015822160989046097,-0.014449636451900005,-0.013077111914753914,-0.011704586446285248,-0.010332060977816582,-0.00895953644067049,-0.0075870114378631115,-0.006214486435055733,-0.004841961432248354,-0.003469436429440975,-0.0020969114266335964,-0.0007243826985359192,0.0006481423042714596,0.0020206673070788383,0.003393192309886217,0.004765717312693596,0.006138242315500975,0.007510767318308353,0.008883291855454445,0.010255817323923111,0.011628342792391777,0.013000867329537868,0.01437339186668396,0.015745917335152626,0.017118442803621292,0.01849096640944481,0.019863491877913475,0.02123601734638214,0.022608542814850807,0.023981068283319473,0.02535359188914299,0.026726117357611656,0.028098642826080322,0.02947116643190384,0.030843691900372505,0.03221621736884117,0.03358874097466469,0.0349612683057785,0.03633379191160202,0.03770631551742554,0.03907884284853935,0.04045136645436287,0.041823893785476685,0.0431964173913002],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,0,1,4,3,2,5,6,4,5,14,5,11,8,17,13,21,24,14,21,25,22,22,33,47,36,25,31,21,29,37,21,35,25,26,17,14,17,21,11,6,13,10,12,7,4,0,2,3,6,3,2,0,1,1,1,1],"bins":[-0.22246359288692474,-0.21591418981552124,-0.20936478674411774,-0.20281538367271423,-0.19626598060131073,-0.18971657752990723,-0.18316715955734253,-0.17661775648593903,-0.17006835341453552,-0.16351895034313202,-0.15696954727172852,-0.150420144200325,-0.1438707411289215,-0.137321338057518,-0.1307719349861145,-0.1242225244641304,-0.1176731213927269,-0.1111237183213234,-0.10457431524991989,-0.09802490472793579,-0.09147550165653229,-0.08492609858512878,-0.07837669551372528,-0.07182729244232178,-0.06527788937091827,-0.05872848257422447,-0.05217907577753067,-0.04562967270612717,-0.03908026963472366,-0.03253086283802986,-0.025981459766626358,-0.019432054832577705,-0.012882649898529053,-0.006333245430141687,0.00021615903824567795,0.006765563506633043,0.013314967975020409,0.01986437290906906,0.026413775980472565,0.03296318277716637,0.03951258584856987,0.04606198891997337,0.052611395716667175,0.05916079878807068,0.06571020185947418,0.07225960493087769,0.07880901545286179,0.08535841852426529,0.09190782159566879,0.0984572246670723,0.1050066277384758,0.1115560382604599,0.1181054413318634,0.1246548444032669,0.1312042474746704,0.1377536505460739,0.14430305361747742,0.15085245668888092,0.15740185976028442,0.16395127773284912,0.17050068080425262,0.17705008387565613,0.18359948694705963,0.19014889001846313,0.19669829308986664]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,2,2,1,2,3,9,6,10,8,23,22,39,42,83,132,129,55,47,29,28,22,21,14,5,3,8,2,2,3,1,4,1,2,0,0,0,0,0,0,2,0,0,2],"bins":[-0.06549976766109467,-0.06369082629680634,-0.061881888657808304,-0.060072947293519974,-0.05826400965452194,-0.05645506829023361,-0.05464612692594528,-0.05283718928694725,-0.05102824792265892,-0.04921931028366089,-0.04741036891937256,-0.04560142755508423,-0.0437924899160862,-0.04198354855179787,-0.040174610912799835,-0.038365669548511505,-0.036556728184223175,-0.03474779054522514,-0.03293884918093681,-0.031129909679293633,-0.02932097017765045,-0.02751203067600727,-0.02570309117436409,-0.02389415167272091,-0.02208521217107773,-0.020276270806789398,-0.018467331305146217,-0.016658391803503036,-0.014849452301859856,-0.0130405118688941,-0.01123157236725092,-0.009422631934285164,-0.007613692432641983,-0.005804752465337515,-0.003995812498033047,-0.002186872996389866,-0.0003779330290853977,0.0014310068218037486,0.003239946672692895,0.0050488864071667194,0.006857826374471188,0.008666765876114368,0.010475706309080124,0.012284645810723305,0.014093585312366486,0.015902524814009666,0.017711466178297997,0.019520405679941177,0.021329345181584358,0.02313828468322754,0.02494722418487072,0.02675616554915905,0.02856510505080223,0.03037404455244541,0.03218298405408859,0.03399192541837692,0.035800863057374954,0.037609804421663284,0.039418742060661316,0.041227683424949646,0.043036624789237976,0.04484556242823601,0.04665450379252434,0.04846344143152237,0.0502723827958107],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.083984375,-0.081298828125,-0.07861328125,-0.075927734375,-0.0732421875,-0.070556640625,-0.06787109375,-0.065185546875,-0.0625,-0.059814453125,-0.05712890625,-0.054443359375,-0.0517578125,-0.049072265625,-0.04638671875,-0.043701171875,-0.041015625,-0.038330078125,-0.03564453125,-0.032958984375,-0.0302734375,-0.027587890625,-0.02490234375,-0.022216796875,-0.01953125,-0.016845703125,-0.01416015625,-0.011474609375,-0.0087890625,-0.006103515625,-0.00341796875,-0.000732421875,0.001953125,0.004638671875,0.00732421875,0.010009765625,0.0126953125,0.015380859375,0.01806640625,0.020751953125,0.0234375,0.026123046875,0.02880859375,0.031494140625,0.0341796875,0.036865234375,0.03955078125,0.042236328125,0.044921875,0.047607421875,0.05029296875,0.052978515625,0.0556640625,0.058349609375,0.06103515625,0.063720703125,0.06640625,0.069091796875,0.07177734375,0.074462890625,0.0771484375,0.079833984375,0.08251953125,0.085205078125,0.087890625],"_type":"histogram","values":[3,0,0,0,1,2,6,3,4,13,5,11,22,32,48,60,98,156,208,328,433,760,1086,1571,2465,4188,6846,11708,21671,43750,117045,235228,70047,31695,16222,9165,5476,3270,2085,1413,908,607,361,239,170,121,97,52,47,18,23,15,15,7,7,5,4,2,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,0,0,3,2,3,2,4,6,7,10,12,14,20,29,19,19,36,39,38,35,37,25,46,43,31,22,35,35,27,23,20,14,9,13,14,10,6,9,5,6,3,7,2,5,1,5,3,4,1,1,2,2,1,0,0,0,0,0,0,0,1,0,1],"bins":[0.9990004897117615,0.9990444779396057,0.9990885257720947,0.999132513999939,0.9991765022277832,0.9992204904556274,0.9992645382881165,0.9993085265159607,0.9993525147438049,0.9993965029716492,0.9994405508041382,0.9994845390319824,0.9995285272598267,0.9995725154876709,0.9996165633201599,0.9996605515480042,0.9997045397758484,0.9997485876083374,0.9997925758361816,0.9998365640640259,0.9998805522918701,0.9999246001243591,0.9999685883522034,1.0000126361846924,1.0000566244125366,1.0001006126403809,1.000144600868225,1.0001885890960693,1.0002325773239136,1.0002765655517578,1.000320553779602,1.0003646612167358,1.00040864944458,1.0004526376724243,1.0004966259002686,1.0005406141281128,1.000584602355957,1.0006285905838013,1.000672698020935,1.0007166862487793,1.0007606744766235,1.0008046627044678,1.000848650932312,1.0008926391601562,1.0009366273880005,1.0009806156158447,1.0010247230529785,1.0010687112808228,1.001112699508667,1.0011566877365112,1.0012006759643555,1.0012446641921997,1.001288652420044,1.0013327598571777,1.001376748085022,1.0014207363128662,1.0014647245407104,1.0015087127685547,1.001552700996399,1.0015966892242432,1.0016406774520874,1.0016847848892212,1.0017287731170654,1.0017727613449097,1.001816749572754],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,3,1,0,5,6,4,9,17,14,33,31,39,66,67,75,72,66,47,40,33,16,18,20,14,9,6,6,8,5,3,8,4,4,2,1,0,0,2,2,0,2,1,1,1,1,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.014107121154665947,-0.01351847406476736,-0.012929826974868774,-0.012341179884970188,-0.011752532795071602,-0.011163884773850441,-0.010575237683951855,-0.009986590594053268,-0.009397943504154682,-0.008809296414256096,-0.00822064932435751,-0.007632001768797636,-0.00704335467889905,-0.0064547075890004635,-0.00586606003344059,-0.005277412943542004,-0.004688765853643417,-0.004100118763744831,-0.003511471441015601,-0.0029228241182863712,-0.002334177028387785,-0.0017455298220738769,-0.0011568826157599688,-0.0005682354094460607,2.0411796867847443e-05,0.0006090590031817555,0.0011977062094956636,0.0017863534158095717,0.00237500062212348,0.002963647712022066,0.003552295034751296,0.004140942357480526,0.004729587584733963,0.005318234674632549,0.0059068817645311356,0.006495529320091009,0.007084176409989595,0.007672823499888182,0.008261471055448055,0.008850118145346642,0.009438765235245228,0.010027412325143814,0.0106160594150424,0.011204706504940987,0.011793354526162148,0.012382001616060734,0.01297064870595932,0.013559295795857906,0.014147942885756493,0.014736589975655079,0.015325237065553665,0.015913885086774826,0.016502531245350838,0.017091179266572,0.01767982542514801,0.01826847344636917,0.018857121467590332,0.019445767626166344,0.020034415647387505,0.020623061805963516,0.021211709827184677,0.02180035598576069,0.02238900400698185,0.02297765016555786,0.023566298186779022]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[2,1,2,3,4,12,15,20,19,33,32,55,87,125,172,229,364,553,700,1112,1682,2564,3688,5846,9294,14222,24012,38840,67208,125179,256820,421403,280034,136388,72755,41338,24766,15854,9351,6187,4016,2489,1648,1200,735,560,402,219,173,133,94,65,47,31,26,21,10,11,5,3,2,0,2,1],"bins":[-0.01092529296875,-0.010579109191894531,-0.010232925415039062,-0.009886741638183594,-0.009540557861328125,-0.009194374084472656,-0.008848190307617188,-0.008502006530761719,-0.00815582275390625,-0.007809638977050781,-0.0074634552001953125,-0.007117271423339844,-0.006771087646484375,-0.006424903869628906,-0.0060787200927734375,-0.005732536315917969,-0.0053863525390625,-0.005040168762207031,-0.0046939849853515625,-0.004347801208496094,-0.004001617431640625,-0.0036554336547851562,-0.0033092498779296875,-0.0029630661010742188,-0.00261688232421875,-0.0022706985473632812,-0.0019245147705078125,-0.0015783309936523438,-0.001232147216796875,-0.0008859634399414062,-0.0005397796630859375,-0.00019359588623046875,0.000152587890625,0.0004987716674804688,0.0008449554443359375,0.0011911392211914062,0.001537322998046875,0.0018835067749023438,0.0022296905517578125,0.0025758743286132812,0.00292205810546875,0.0032682418823242188,0.0036144256591796875,0.003960609436035156,0.004306793212890625,0.004652976989746094,0.0049991607666015625,0.005345344543457031,0.0056915283203125,0.006037712097167969,0.0063838958740234375,0.006730079650878906,0.007076263427734375,0.007422447204589844,0.0077686309814453125,0.008114814758300781,0.00846099853515625,0.008807182312011719,0.009153366088867188,0.009499549865722656,0.009845733642578125,0.010191917419433594,0.010538101196289062,0.010884284973144531,0.01123046875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[4,1,7,13,28,35,67,86,151,258,392,623,843,1314,1869,2681,3557,4941,6501,8414,10496,12980,15770,18658,21645,24852,27744,29896,31704,32963,33867,34411,33477,32314,30184,27655,24824,22146,19165,16072,13532,10686,8626,6769,5018,3839,2859,1882,1365,927,608,421,255,167,102,76,38,16,14,8,5,1,0,2],"bins":[-0.09034228324890137,-0.08743363618850708,-0.08452498912811279,-0.0816163495182991,-0.07870770245790482,-0.07579905539751053,-0.07289040833711624,-0.06998176127672195,-0.06707312166690826,-0.06416447460651398,-0.06125582754611969,-0.0583471804857254,-0.055438533425331116,-0.05252989009022713,-0.04962124302983284,-0.04671259969472885,-0.043803952634334564,-0.04089530557394028,-0.03798666223883629,-0.035078015178442,-0.03216937184333801,-0.029260724782943726,-0.02635207772254944,-0.0234434325248003,-0.020534787327051163,-0.017626142129302025,-0.014717496000230312,-0.0118088498711586,-0.008900204673409462,-0.005991559009999037,-0.0030829133465886116,-0.00017426768317818642,0.0027343779802322388,0.005643023643642664,0.00855166930705309,0.011460315436124802,0.01436896063387394,0.017277605831623077,0.020186252892017365,0.023094898089766502,0.02600354328751564,0.028912188485264778,0.031820833683013916,0.0347294807434082,0.03763812780380249,0.04054677113890648,0.043455418199300766,0.046364061534404755,0.04927270859479904,0.05218135565519333,0.05508999899029732,0.057998646050691605,0.06090728938579559,0.06381593644618988,0.06672458350658417,0.06963323056697845,0.07254187762737274,0.07545051723718643,0.07835916429758072,0.081267811357975,0.0841764584183693,0.08708510547876358,0.08999374508857727,0.09290239214897156,0.09581103920936584]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.0006523802294395864,-0.0006323169800452888,-0.0006122537888586521,-0.0005921905394643545,-0.0005721272900700569,-0.0005520640988834202,-0.0005320008494891226,-0.000511937600094825,-0.0004918744089081883,-0.00047181115951389074,-0.00045174791011959314,-0.000431684689829126,-0.00041162146953865886,-0.00039155822014436126,-0.0003714949998538941,-0.0003514317504595965,-0.00033136853016912937,-0.00031130530987866223,-0.00029124206048436463,-0.0002711788401938975,-0.0002511155907995999,-0.00023105237050913274,-0.0002109891502186656,-0.00019092591537628323,-0.00017086268053390086,-0.00015079944569151849,-0.00013073621084913611,-0.00011067299055866897,-9.06097557162866e-05,-7.054652087390423e-05,-5.048329330747947e-05,-3.0420062103075907e-05,-1.0356772691011429e-05,9.706458513392136e-06,2.97696897177957e-05,4.9832920922199264e-05,6.989615212660283e-05,8.99593869689852e-05,0.00011002261453540996,0.00013008584210183471,0.00015014907694421709,0.00017021231178659946,0.00019027554662898183,0.00021033876691944897,0.00023040200176183134,0.0002504652366042137,0.00027052845689468086,0.00029059170628897846,0.0003106549265794456,0.00033071814686991274,0.00035078139626421034,0.0003708446165546775,0.0003909078659489751,0.00041097108623944223,0.00043103430652990937,0.00045109755592420697,0.0004711607762146741,0.0004912239965051413,0.0005112872458994389,0.0005313504952937365,0.0005514136864803731,0.0005714769358746707,0.0005915401852689683,0.000611603376455605,0.0006316666258499026],"_type":"histogram","values":[1,0,0,0,0,0,0,2,3,0,2,2,4,5,4,6,11,10,14,4,14,12,12,26,19,21,27,36,22,38,42,26,38,39,30,39,31,23,26,25,21,24,25,19,7,9,12,4,6,11,5,2,2,4,0,0,0,0,0,0,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.09690790623426437,-0.09390301257371902,-0.09089811146259308,-0.08789321780204773,-0.08488832414150238,-0.08188342303037643,-0.07887852936983109,-0.07587362825870514,-0.07286873459815979,-0.06986384093761444,-0.0668589398264885,-0.06385404616594315,-0.0608491487801075,-0.05784425139427185,-0.0548393577337265,-0.051834460347890854,-0.048829562962055206,-0.04582466557621956,-0.04281976819038391,-0.03981487452983856,-0.036809977144002914,-0.03380507975816727,-0.03080018423497677,-0.02779528871178627,-0.024790391325950623,-0.021785493940114975,-0.018780598416924477,-0.01577570289373398,-0.01277080550789833,-0.009765909053385258,-0.006761012598872185,-0.003756116144359112,-0.0007512122392654419,0.002253684215247631,0.005258580669760704,0.008263477124273777,0.01126837357878685,0.014273270033299923,0.017278166487812996,0.020283062011003494,0.023287959396839142,0.02629285678267479,0.029297752305865288,0.032302647829055786,0.035307545214891434,0.03831244260072708,0.04131733626127243,0.04432223364710808,0.047327131032943726,0.05033202841877937,0.05333692580461502,0.05634181946516037,0.05934671685099602,0.062351614236831665,0.06535650789737701,0.06836140900850296,0.07136630266904831,0.07437119632959366,0.0773760974407196,0.08038099110126495,0.0833858847618103,0.08639078587293625,0.0893956795334816,0.09240058064460754,0.0954054743051529],"_type":"histogram","values":[2,0,3,4,3,12,24,42,65,108,186,289,431,671,1009,1506,2162,2988,4251,5787,7327,9552,12102,15015,18028,20924,24373,27263,30361,32510,34058,34829,35177,34963,33492,31282,29066,25855,22849,19371,16487,13495,10689,8425,6465,4768,3611,2628,1778,1315,791,554,322,227,140,74,51,36,12,7,4,3,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[0.9990360736846924,0.9990695118904114,0.9991028904914856,0.9991363286972046,0.9991697669029236,0.9992031455039978,0.9992365837097168,0.9992700219154358,0.99930340051651,0.999336838722229,0.999370276927948,0.9994036555290222,0.9994370937347412,0.9994705319404602,0.9995039105415344,0.9995373487472534,0.9995707273483276,0.9996041655540466,0.9996376037597656,0.9996709823608398,0.9997044205665588,0.9997378587722778,0.999771237373352,0.999804675579071,0.99983811378479,0.9998714923858643,0.9999049305915833,0.9999383687973022,0.9999717473983765,1.0000052452087402,1.0000386238098145,1.0000720024108887,1.000105381011963,1.0001388788223267,1.0001722574234009,1.000205636024475,1.0002391338348389,1.000272512435913,1.0003058910369873,1.000339388847351,1.0003727674484253,1.0004061460494995,1.0004396438598633,1.0004730224609375,1.0005064010620117,1.0005398988723755,1.0005732774734497,1.000606656074524,1.0006401538848877,1.000673532485962,1.0007069110870361,1.0007404088974,1.0007737874984741,1.0008071660995483,1.000840663909912,1.0008740425109863,1.0009074211120605,1.0009409189224243,1.0009742975234985,1.0010076761245728,1.0010411739349365,1.0010745525360107,1.001107931137085,1.0011414289474487,1.001174807548523],"_type":"histogram","values":[3,1,1,2,1,1,1,0,1,0,2,1,4,4,4,5,5,3,11,17,27,15,18,39,32,38,44,51,46,34,27,30,34,26,24,37,14,26,26,13,18,11,16,16,9,4,2,4,4,3,3,2,3,0,0,2,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,7,0,1,5,1,4,3,9,2,5,6,14,13,16,16,8,12,21,17,25,22,25,31,24,33,33,23,29,31,20,22,24,18,25,24,14,18,17,16,17,15,13,11,14,7,9,13,3,10,6,4,0,0,3,3,2,2],"bins":[-0.03457418829202652,-0.03357682749629021,-0.032579466700553894,-0.03158210590481758,-0.030584746971726418,-0.029587386175990105,-0.028590025380253792,-0.02759266458451748,-0.026595305651426315,-0.025597944855690002,-0.02460058405995369,-0.023603223264217377,-0.022605862468481064,-0.02160850167274475,-0.020611142739653587,-0.019613781943917274,-0.01861642114818096,-0.01761906035244465,-0.016621699556708336,-0.015624339692294598,-0.01462697982788086,-0.013629619032144547,-0.012632258236408234,-0.011634898371994495,-0.010637537576258183,-0.00964017678052187,-0.008642816916108131,-0.0076454561203718185,-0.006648095790296793,-0.005650735460221767,-0.0046533746644854546,-0.003656014334410429,-0.0026586540043354034,-0.001661293557845056,-0.0006639331113547087,0.0003334273351356387,0.001330787781625986,0.0023281481117010117,0.003325508674606681,0.00432286923751235,0.005320229567587376,0.006317589897662401,0.007314950227737427,0.00831231102347374,0.009309671819210052,0.01030703168362379,0.011304392479360104,0.012301752343773842,0.013299113139510155,0.014296473935246468,0.015293833799660206,0.016291193664073944,0.017288554459810257,0.01828591525554657,0.019283276051282883,0.020280636847019196,0.02127799764275551,0.022275356575846672,0.023272717371582985,0.024270078167319298,0.02526743896305561,0.026264799758791924,0.027262158691883087,0.0282595194876194,0.029256880283355713]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,1,2,5,3,4,6,3,6,11,18,23,28,65,90,123,101,83,52,31,27,25,11,6,9,2,6,4,3,3,3,2,1,1,0,1,1,1,0,0,1,2],"bins":[-0.05222982168197632,-0.05086497962474823,-0.04950014129281044,-0.04813529923558235,-0.04677045717835426,-0.04540561884641647,-0.044040776789188385,-0.0426759347319603,-0.04131109640002251,-0.03994625434279442,-0.03858141228556633,-0.03721657395362854,-0.03585173189640045,-0.03448688983917236,-0.03312205150723457,-0.031757209450006485,-0.030392369255423546,-0.029027529060840607,-0.02766268700361252,-0.02629784680902958,-0.02493300661444664,-0.02356816455721855,-0.022203324362635612,-0.020838484168052673,-0.019473642110824585,-0.018108801916241646,-0.016743961721658707,-0.015379120595753193,-0.01401427946984768,-0.01264943927526474,-0.011284598149359226,-0.009919757954776287,-0.008554916828870773,-0.007190076168626547,-0.00582523550838232,-0.004460394382476807,-0.00309555372223258,-0.001730712945573032,-0.0003658721689134836,0.0009989686077460647,0.002363809384405613,0.0037286500446498394,0.005093490704894066,0.00645833183079958,0.007823172956705093,0.009188013151288033,0.010552854277193546,0.011917694471776485,0.013282535597682,0.014647376723587513,0.016012217849493027,0.017377058044075966,0.018741898238658905,0.020106740295886993,0.021471580490469933,0.02283642068505287,0.02420126274228096,0.0255661029368639,0.02693094313144684,0.028295783326029778,0.029660625383257866,0.031025465577840805,0.03239030763506889,0.03375514596700668,0.03511998802423477],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[1,0,2,1,2,6,10,23,36,66,111,154,309,405,649,944,1312,1870,2707,3692,5039,6737,8508,10722,13007,15542,18471,21564,24629,27170,29569,31771,33076,33856,33598,33266,31949,30232,27650,25124,22156,19352,16249,13539,10882,8786,6886,5277,3740,2870,2035,1430,1018,681,398,282,178,126,78,44,14,14,2,7],"bins":[-0.09842252731323242,-0.09553463011980057,-0.09264673292636871,-0.08975884318351746,-0.0868709459900856,-0.08398304879665375,-0.0810951516032219,-0.07820725440979004,-0.07531936466693878,-0.07243146747350693,-0.06954357028007507,-0.06665567308664322,-0.06376777589321136,-0.06087988242506981,-0.057991985231637955,-0.0551040917634964,-0.052216194570064545,-0.04932829737663269,-0.046440403908491135,-0.04355250671505928,-0.040664613246917725,-0.03777671605348587,-0.034888818860054016,-0.03200092539191246,-0.029113028198480606,-0.0262251328676939,-0.023337237536907196,-0.020449340343475342,-0.017561445012688637,-0.014673549681901932,-0.011785653419792652,-0.008897757157683372,-0.0060098618268966675,-0.003121966030448675,-0.00023407023400068283,0.0026538255624473095,0.005541721358895302,0.008429616689682007,0.011317512951791286,0.014205409213900566,0.01709330454468727,0.019981199875473976,0.02286909520626068,0.025756992399692535,0.02864488773047924,0.031532783061265945,0.0344206802546978,0.037308573722839355,0.04019647091627121,0.043084368109703064,0.04597226157784462,0.048860158771276474,0.05174805223941803,0.054635949432849884,0.05752384662628174,0.060411740094423294,0.06329964101314545,0.0661875307559967,0.06907542794942856,0.07196332514286041,0.07485122233629227,0.07773911952972412,0.08062700927257538,0.08351490646600723,0.08640280365943909],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,2,0,1,6,2,15,17,14,29,34,45,59,86,136,183,303,439,692,1095,1680,2665,4577,7653,14184,28326,61510,156465,171289,70518,30778,15623,8645,4875,2798,1820,1070,660,521,330,199,157,97,66,44,41,18,16,14,5,9,2,1,3,1,1,1,0,1,0,1],"bins":[-0.002288818359375,-0.002215147018432617,-0.0021414756774902344,-0.0020678043365478516,-0.0019941329956054688,-0.001920461654663086,-0.0018467903137207031,-0.0017731189727783203,-0.0016994476318359375,-0.0016257762908935547,-0.0015521049499511719,-0.001478433609008789,-0.0014047622680664062,-0.0013310909271240234,-0.0012574195861816406,-0.0011837482452392578,-0.001110076904296875,-0.0010364055633544922,-0.0009627342224121094,-0.0008890628814697266,-0.0008153915405273438,-0.0007417201995849609,-0.0006680488586425781,-0.0005943775177001953,-0.0005207061767578125,-0.0004470348358154297,-0.0003733634948730469,-0.00029969215393066406,-0.00022602081298828125,-0.00015234947204589844,-7.867813110351562e-05,-5.0067901611328125e-06,6.866455078125e-05,0.0001423358917236328,0.00021600723266601562,0.00028967857360839844,0.00036334991455078125,0.00043702125549316406,0.0005106925964355469,0.0005843639373779297,0.0006580352783203125,0.0007317066192626953,0.0008053779602050781,0.0008790493011474609,0.0009527206420898438,0.0010263919830322266,0.0011000633239746094,0.0011737346649169922,0.001247406005859375,0.0013210773468017578,0.0013947486877441406,0.0014684200286865234,0.0015420913696289062,0.001615762710571289,0.0016894340515136719,0.0017631053924560547,0.0018367767333984375,0.0019104480743408203,0.001984119415283203,0.002057790756225586,0.0021314620971679688,0.0022051334381103516,0.0022788047790527344,0.002352476119995117,0.0024261474609375]},"gradients/_orig_mod.linear.weight":{"bins":[-0.06494140625,-0.0629119873046875,-0.060882568359375,-0.0588531494140625,-0.05682373046875,-0.0547943115234375,-0.052764892578125,-0.0507354736328125,-0.0487060546875,-0.0466766357421875,-0.044647216796875,-0.0426177978515625,-0.04058837890625,-0.0385589599609375,-0.036529541015625,-0.0345001220703125,-0.032470703125,-0.0304412841796875,-0.028411865234375,-0.0263824462890625,-0.02435302734375,-0.0223236083984375,-0.020294189453125,-0.0182647705078125,-0.0162353515625,-0.0142059326171875,-0.012176513671875,-0.0101470947265625,-0.00811767578125,-0.0060882568359375,-0.004058837890625,-0.0020294189453125,0,0.0020294189453125,0.004058837890625,0.0060882568359375,0.00811767578125,0.0101470947265625,0.012176513671875,0.0142059326171875,0.0162353515625,0.0182647705078125,0.020294189453125,0.0223236083984375,0.02435302734375,0.0263824462890625,0.028411865234375,0.0304412841796875,0.032470703125,0.0345001220703125,0.036529541015625,0.0385589599609375,0.04058837890625,0.0426177978515625,0.044647216796875,0.0466766357421875,0.0487060546875,0.0507354736328125,0.052764892578125,0.0547943115234375,0.05682373046875,0.0588531494140625,0.060882568359375,0.0629119873046875,0.06494140625],"_type":"histogram","values":[1,0,0,1,3,5,5,6,5,5,13,18,24,57,55,68,110,158,180,244,369,439,670,789,1160,1628,2296,3189,4796,7199,10917,14643,14643,10909,7481,4665,3348,2237,1570,1115,884,643,439,351,257,169,157,99,78,58,49,19,24,17,17,8,4,3,3,1,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[3,1,0,1,1,3,2,6,3,5,3,5,7,8,11,12,10,29,20,18,26,23,29,34,31,25,24,22,31,27,26,22,26,30,21,33,24,17,21,12,20,16,19,16,11,11,2,1,1,4,3,4,1,0,1,0,1,0,0,0,2,0,0,3],"bins":[-0.0010223895078524947,-0.0009865511674433947,-0.0009507128270342946,-0.0009148745448328555,-0.0008790362044237554,-0.0008431978640146554,-0.0008073595818132162,-0.0007715212414041162,-0.0007356829009950161,-0.000699844560585916,-0.000664006220176816,-0.0006281679379753768,-0.0005923295975662768,-0.0005564912571571767,-0.0005206529749557376,-0.00048481463454663754,-0.0004489762941375375,-0.0004131379537284374,-0.0003772996424231678,-0.0003414613311178982,-0.00030562299070879817,-0.0002697846502996981,-0.00023394633899442852,-0.0001981080131372437,-0.00016226968728005886,-0.00012643136142287403,-9.05930355656892e-05,-5.475470970850438e-05,-1.891638385131955e-05,1.6921942005865276e-05,5.27602678630501e-05,8.859859372023493e-05,0.00012443703599274158,0.0001602753618499264,0.00019611368770711124,0.00023195201356429607,0.0002677903394214809,0.00030362867983058095,0.00033946699113585055,0.00037530530244112015,0.0004111436428502202,0.00044698198325932026,0.00048282029456458986,0.0005186586058698595,0.0005544969462789595,0.0005903352866880596,0.0006261735688894987,0.0006620119092985988,0.0006978502497076988,0.0007336885901167989,0.0007695269305258989,0.0008053652127273381,0.0008412035531364381,0.0008770418935455382,0.0009128801757469773,0.0009487185161560774,0.0009845568565651774,0.0010203951969742775,0.0010562335373833776,0.0010920718777924776,0.0011279101017862558,0.001163748442195356,0.001199586782604456,0.001235425123013556,0.001271263463422656]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[2,1,0,1,1,2,5,1,4,2,4,3,7,5,8,11,13,14,13,18,16,18,22,24,18,25,21,27,23,25,20,35,17,30,21,29,23,20,22,18,19,21,18,21,18,10,16,7,8,8,12,6,6,4,2,4,2,5,2,4,1,1,1,3],"bins":[-0.025653652846813202,-0.02487359195947647,-0.02409353293478489,-0.023313472047448158,-0.022533413022756577,-0.021753352135419846,-0.020973293110728264,-0.020193232223391533,-0.01941317319869995,-0.01863311231136322,-0.01785305142402649,-0.017072992399334908,-0.016292931511998177,-0.01551287155598402,-0.014732811599969864,-0.013952751643955708,-0.013172691687941551,-0.012392631731927395,-0.011612571775913239,-0.010832511819899082,-0.010052451863884926,-0.009272390976548195,-0.008492331020534039,-0.007712271064519882,-0.006932211108505726,-0.0061521511524915695,-0.005372091196477413,-0.0045920307748019695,-0.003811970818787813,-0.003031910862773657,-0.002251850673928857,-0.0014717906014993787,-0.0006917286664247513,8.833140600472689e-05,0.0008683914784342051,0.0016484515508636832,0.0024285116232931614,0.0032085715793073177,0.003988632000982761,0.004768691956996918,0.005548751913011074,0.00632881186902523,0.007108871825039387,0.007888931781053543,0.008668992668390274,0.00944905262440443,0.010229112580418587,0.011009172536432743,0.0117892324924469,0.012569292448461056,0.013349352404475212,0.014129412360489368,0.014909472316503525,0.015689533203840256,0.016469592228531837,0.01724965311586857,0.01802971214056015,0.01880977302789688,0.019589833915233612,0.020369892939925194,0.021149953827261925,0.021930012851953506,0.022710073739290237,0.02349013276398182,0.02427019365131855]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,2,3,1,2,8,8,15,14,24,28,47,76,83,121,170,268,364,543,791,1277,1712,2683,3731,5646,8989,13967,22019,35928,61290,141585,132424,59536,34966,21779,13590,8849,5574,3883,2401,1664,1161,743,561,411,263,181,145,97,48,52,41,21,13,5,7,5,5,0,1,0,1,0,1],"bins":[-0.162109375,-0.1568756103515625,-0.151641845703125,-0.1464080810546875,-0.14117431640625,-0.1359405517578125,-0.130706787109375,-0.1254730224609375,-0.1202392578125,-0.1150054931640625,-0.109771728515625,-0.1045379638671875,-0.09930419921875,-0.0940704345703125,-0.088836669921875,-0.0836029052734375,-0.078369140625,-0.0731353759765625,-0.067901611328125,-0.0626678466796875,-0.05743408203125,-0.0522003173828125,-0.046966552734375,-0.0417327880859375,-0.0364990234375,-0.0312652587890625,-0.026031494140625,-0.0207977294921875,-0.01556396484375,-0.0103302001953125,-0.005096435546875,0.0001373291015625,0.00537109375,0.0106048583984375,0.015838623046875,0.0210723876953125,0.02630615234375,0.0315399169921875,0.036773681640625,0.0420074462890625,0.0472412109375,0.0524749755859375,0.057708740234375,0.0629425048828125,0.06817626953125,0.0734100341796875,0.078643798828125,0.0838775634765625,0.089111328125,0.0943450927734375,0.099578857421875,0.1048126220703125,0.11004638671875,0.1152801513671875,0.120513916015625,0.1257476806640625,0.1309814453125,0.1362152099609375,0.141448974609375,0.1466827392578125,0.15191650390625,0.1571502685546875,0.162384033203125,0.1676177978515625,0.1728515625]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,1,1,8,18,16,15,50,78,124,225,279,498,757,1109,1580,2236,3127,4357,5600,7182,9030,11524,13516,16383,18780,21064,23526,25087,26527,27151,28330,26898,25782,24360,22167,19861,17252,15025,12573,10358,8262,6352,4760,3548,2715,1946,1326,949,588,369,250,152,90,50,39,15,13,5,1,2],"bins":[-0.10385953634977341,-0.10082733631134033,-0.09779513627290726,-0.09476293623447418,-0.09173072874546051,-0.08869852870702744,-0.08566632866859436,-0.08263412863016129,-0.07960192859172821,-0.07656972855329514,-0.07353752851486206,-0.07050532847642899,-0.06747312843799591,-0.06444092094898224,-0.061408720910549164,-0.05837652087211609,-0.055344320833683014,-0.05231212079524994,-0.049279920756816864,-0.04624771699309349,-0.043215516954660416,-0.04018331691622734,-0.03715111315250397,-0.03411891311407089,-0.031086713075637817,-0.028054513037204742,-0.025022311136126518,-0.021990109235048294,-0.01895790919661522,-0.015925709158182144,-0.01289350725710392,-0.00986130628734827,-0.006829112768173218,-0.003796911798417568,-0.0007647108286619186,0.002267490141093731,0.0052996911108493805,0.00833189208060503,0.01136409305036068,0.01439629402011633,0.01742849498987198,0.020460695028305054,0.023492896929383278,0.026525098830461502,0.029557298868894577,0.03258949890732765,0.035621702671051025,0.0386539027094841,0.041686102747917175,0.04471830278635025,0.047750502824783325,0.0507827065885067,0.053814906626939774,0.05684710666537285,0.05987931042909622,0.0629115104675293,0.06594371050596237,0.06897591054439545,0.07200811058282852,0.0750403106212616,0.07807251811027527,0.08110471814870834,0.08413691818714142,0.0871691182255745,0.09020131826400757]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,3,3,3,2,1,1,4,2,1,2,5,4,3,9,8,6,13,20,13,19,27,18,46,55,68,67,59,57,57,35,40,20,13,11,9,12,3,10,6,4,4,5,5,2,0,1,2,0,1,0,1,1,0,1,1,2,0,0,2],"bins":[-3.187229231116362e-05,-3.084840136580169e-05,-2.9824514058418572e-05,-2.880062493204605e-05,-2.7776735805673525e-05,-2.6752846679301e-05,-2.5728957552928478e-05,-2.4705068426555954e-05,-2.368117930018343e-05,-2.2657288354821503e-05,-2.163339922844898e-05,-2.0609510102076456e-05,-1.9585620975703932e-05,-1.856173184933141e-05,-1.7537842722958885e-05,-1.651395359658636e-05,-1.5490064470213838e-05,-1.4466175343841314e-05,-1.344228621746879e-05,-1.2418397091096267e-05,-1.1394507964723743e-05,-1.0370617928856518e-05,-9.346728802483995e-06,-8.322839676111471e-06,-7.298950549738947e-06,-6.275061423366424e-06,-5.2511722969939e-06,-4.227282715874026e-06,-3.203393589501502e-06,-2.1795044631289784e-06,-1.1556151093827793e-06,-1.31725869323418e-07,8.921633707359433e-07,1.916052497108467e-06,2.939941850854666e-06,3.963831204600865e-06,4.987720330973389e-06,6.011609457345912e-06,7.035499038465787e-06,8.05938816483831e-06,9.083277291210834e-06,1.0107166417583358e-05,1.1131055543955881e-05,1.2154944670328405e-05,1.317883470619563e-05,1.4202723832568154e-05,1.5226612958940677e-05,1.62505020853132e-05,1.7274391211685725e-05,1.8298280338058248e-05,1.9322169464430772e-05,2.0346058590803295e-05,2.136994771717582e-05,2.2393836843548343e-05,2.3417725969920866e-05,2.444161509629339e-05,2.5465506041655317e-05,2.648939516802784e-05,2.7513284294400364e-05,2.8537173420772888e-05,2.956106254714541e-05,3.058494985452853e-05,3.160884079989046e-05,3.263272810727358e-05,3.3656619052635506e-05]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,7,14,10,24,35,82,124,179,310,441,624,899,1312,1828,2561,3563,4738,6165,7833,9983,12242,14707,17386,20002,22930,25253,28107,29480,31373,32824,33061,32401,31819,30243,28125,26087,23322,20667,17880,15319,12655,10345,8448,6447,5047,3786,2725,2060,1428,987,665,472,281,194,115,74,46,35,21,14,10,2,5],"bins":[-0.08834026753902435,-0.08554592728614807,-0.08275159448385239,-0.0799572542309761,-0.07716291397809982,-0.07436858117580414,-0.07157424092292786,-0.06877990067005157,-0.06598556041717529,-0.06319122761487961,-0.060396887362003326,-0.05760255083441734,-0.05480821430683136,-0.05201387405395508,-0.049219537526369095,-0.04642519727349281,-0.04363086074590683,-0.04083652421832085,-0.038042183965444565,-0.03524784743785858,-0.0324535071849823,-0.029659170657396317,-0.026864834129810333,-0.0240704957395792,-0.021276157349348068,-0.018481818959116936,-0.015687480568885803,-0.01289314404129982,-0.010098805651068687,-0.007304467726498842,-0.004510129801928997,-0.0017157918773591518,0.0010785534977912903,0.0038728914223611355,0.006667229346930981,0.009461566805839539,0.012255905196070671,0.015050243586301804,0.017844580113887787,0.02063891850411892,0.023433256894350052,0.026227595284581184,0.029021933674812317,0.0318162702023983,0.03461060672998428,0.037404946982860565,0.04019928351044655,0.04299362376332283,0.045787960290908813,0.0485822968184948,0.05137663707137108,0.05417097359895706,0.056965313851833344,0.05975965037941933,0.06255398690700531,0.06534832715988159,0.06814266741275787,0.07093700021505356,0.07373134046792984,0.07652568072080612,0.0793200135231018,0.08211435377597809,0.08490869402885437,0.08770302683115005,0.09049736708402634]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.10038445889949799,-0.09738294780254364,-0.09438144415616989,-0.09137993305921555,-0.0883784219622612,-0.08537691831588745,-0.0823754072189331,-0.07937389612197876,-0.07637238502502441,-0.07337088137865067,-0.07036937028169632,-0.06736785918474197,-0.06436635553836823,-0.06136484444141388,-0.05836333706974983,-0.055361825972795486,-0.05236031860113144,-0.04935881122946739,-0.046357300132513046,-0.043355792760849,-0.04035428166389465,-0.037352774292230606,-0.03435126692056656,-0.03134975582361221,-0.028348248451948166,-0.02534673921763897,-0.022345229983329773,-0.019343722611665726,-0.01634221337735653,-0.013340704143047333,-0.010339195840060711,-0.007337687071412802,-0.004336178302764893,-0.0013346695341169834,0.0016668392345309258,0.004668348003178835,0.007669856771826744,0.01067136600613594,0.013672874309122562,0.016674382612109184,0.01967589184641838,0.022677401080727577,0.025678910315036774,0.02868041768670082,0.03168192505836487,0.034683436155319214,0.03768494352698326,0.04068645462393761,0.043687961995601654,0.0466894693672657,0.04969098046422005,0.052692487835884094,0.05569399893283844,0.05869550630450249,0.061697013676166534,0.06469852477312088,0.06770002841949463,0.07070153951644897,0.07370305061340332,0.07670456171035767,0.07970606535673141,0.08270757645368576,0.0857090875506401,0.08871059119701385,0.0917121022939682],"_type":"histogram","values":[1,0,2,0,2,9,19,18,23,55,105,145,259,406,645,926,1371,2045,2783,3957,5387,7077,9119,11374,14333,17309,20534,23645,26812,29778,31825,33978,35150,35412,34816,33589,31773,29405,26379,23315,20188,17199,13940,11361,9058,6951,5160,3697,2771,1916,1351,862,587,371,230,159,101,58,43,21,12,2,2,3]},"train_batch_loss":1.423468828201294,"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,2,4,1,5,4,7,6,12,13,18,20,22,29,39,52,64,77,91,117,100,128,152,176,146,103,92,88,93,70,55,48,61,31,32,27,12,12,5,9,6,6,2,3,2,1,0,1,1,1,0,1],"bins":[-0.09873321652412415,-0.09595144540071487,-0.0931696742773056,-0.09038789570331573,-0.08760612457990646,-0.08482435345649719,-0.08204257488250732,-0.07926080375909805,-0.07647903263568878,-0.07369726151227951,-0.07091549038887024,-0.06813371181488037,-0.0653519406914711,-0.06257016956806183,-0.05978839471936226,-0.05700661987066269,-0.05422484874725342,-0.05144307762384415,-0.04866130277514458,-0.04587952792644501,-0.043097756803035736,-0.040315985679626465,-0.037534210830926895,-0.034752435982227325,-0.031970664858818054,-0.029188891872763634,-0.026407118886709213,-0.023625345900654793,-0.020843572914600372,-0.018061799928545952,-0.015280026942491531,-0.012498253956437111,-0.00971648097038269,-0.00693470798432827,-0.0041529349982738495,-0.001371162012219429,0.0014106109738349915,0.004192383959889412,0.006974156945943832,0.009755929931998253,0.012537702918052673,0.015319475904107094,0.018101248890161514,0.020883021876215935,0.023664794862270355,0.026446567848324776,0.029228340834379196,0.032010115683078766,0.03479188680648804,0.03757365792989731,0.04035543277859688,0.04313720762729645,0.04591897875070572,0.04870074987411499,0.05148252472281456,0.05426429957151413,0.0570460706949234,0.05982784181833267,0.06260961294174194,0.06539139151573181,0.06817316263914108,0.07095493376255035,0.07373671233654022,0.0765184834599495,0.07930025458335876]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,0,0,1,0,0,0,0,1,2,3,1,1,2,7,13,13,16,20,30,32,43,53,60,67,86,95,119,139,141,124,122,128,133,101,88,102,74,48,53,27,22,21,14,11,12,8,6,2,1,1,1,1,0,0,0,0,0,0,0,0,1,1],"bins":[-0.0007154283230192959,-0.0006935338024049997,-0.0006716393399983644,-0.0006497448193840683,-0.000627850298769772,-0.0006059557781554759,-0.0005840613157488406,-0.0005621667951345444,-0.0005402722745202482,-0.0005183778121136129,-0.0004964832914993167,-0.0004745887708850205,-0.00045269427937455475,-0.00043079975876025856,-0.0004089052672497928,-0.0003870107466354966,-0.0003651162551250309,-0.00034322176361456513,-0.00032132724300026894,-0.0002994327514898032,-0.000277538230875507,-0.00025564373936504126,-0.00023374923330266029,-0.00021185472724027932,-0.00018996022117789835,-0.00016806571511551738,-0.0001461712090531364,-0.00012427670299075544,-0.00010238220420433208,-8.048769814195111e-05,-5.859319571754895e-05,-3.669869329314679e-05,-1.480418723076582e-05,7.0903170126257464e-06,2.8984821256017312e-05,5.0879323680419475e-05,7.277382974280044e-05,9.466833580518141e-05,0.00011656283459160477,0.00013845734065398574,0.0001603518467163667,0.00018224635277874768,0.00020414085884112865,0.00022603536490350962,0.00024792985641397536,0.00026982437702827156,0.0002917188685387373,0.0003136133891530335,0.00033550788066349924,0.000357402372173965,0.0003792968927882612,0.0004011913842987269,0.0004230859049130231,0.00044498039642348886,0.00046687491703778505,0.0004887694376520813,0.0005106639000587165,0.0005325584206730127,0.0005544529412873089,0.0005763474036939442,0.0005982419243082404,0.0006201364449225366,0.0006420309655368328,0.0006639254279434681,0.0006858199485577643],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,4,5,1,4,3,2,6,3,2,8,8,8,9,14,17,15,19,18,18,17,17,28,29,17,23,38,20,42,27,35,32,26,24,23,18,27,19,16,20,14,18,12,11,8,6,7,1,4,3,4,3,4,3,2,0,0,1,1,1],"bins":[-0.0005578871350735426,-0.0005406487034633756,-0.0005234102718532085,-0.0005061717820353806,-0.0004889333504252136,-0.00047169491881504655,-0.0004544564872048795,-0.00043721802649088204,-0.000419979594880715,-0.000402741163270548,-0.0003855027025565505,-0.0003682642709463835,-0.00035102583933621645,-0.00033378737862221897,-0.00031654894701205194,-0.00029931048629805446,-0.00028207205468788743,-0.0002648336230777204,-0.0002475951623637229,-0.0002303567307535559,-0.00021311828459147364,-0.00019587983842939138,-0.00017864140681922436,-0.0001614029606571421,-0.00014416451449505985,-0.0001269260683329776,-0.00010968762944685295,-9.244919056072831e-05,-7.521074439864606e-05,-5.797230187454261e-05,-4.073385935043916e-05,-2.3495416826335713e-05,-6.2569743022322655e-06,1.0981468221871182e-05,2.821991074597463e-05,4.545835327007808e-05,6.269679579418153e-05,7.993524195626378e-05,9.717368084238842e-05,0.00011441211972851306,0.00013165056589059532,0.00014888901205267757,0.00016612745821475983,0.00018336588982492685,0.0002006043359870091,0.00021784278214909136,0.0002350812137592584,0.00025231967447325587,0.0002695581060834229,0.0002867965376935899,0.0003040349984075874,0.00032127343001775444,0.0003385118907317519,0.00035575032234191895,0.00037298875395208597,0.00039022721466608346,0.0004074656462762505,0.0004247040778864175,0.000441942538600415,0.000459180970210582,0.00047641940182074904,0.0004936578334309161,0.000510896323248744,0.000528134754858911,0.0005453731864690781]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.10359357297420502,-0.10048416256904602,-0.09737475216388702,-0.09426533430814743,-0.09115592390298843,-0.08804651349782944,-0.08493710309267044,-0.08182768523693085,-0.07871827483177185,-0.07560886442661285,-0.07249945402145386,-0.06939004361629486,-0.06628062576055527,-0.06317121535539627,-0.060061804950237274,-0.05695239081978798,-0.05384298041462898,-0.050733570009469986,-0.04762415587902069,-0.044514745473861694,-0.0414053313434124,-0.0382959209382534,-0.03518650680780411,-0.03207709640264511,-0.028967684134840965,-0.02585827186703682,-0.022748859599232674,-0.019639447331428528,-0.01653003692626953,-0.01342062372714281,-0.01031121239066124,-0.007201800122857094,-0.004092387855052948,-0.0009829758200794458,0.0021264362148940563,0.005235848017036915,0.00834526028484106,0.011454672552645206,0.014564083889126778,0.017673496156930923,0.02078290842473507,0.023892320692539215,0.02700173296034336,0.030111145228147507,0.0332205556333065,0.0363299697637558,0.039439380168914795,0.04254879429936409,0.04565820470452309,0.04876761510968208,0.05187702924013138,0.054986439645290375,0.05809585377573967,0.061205264180898666,0.06431467831134796,0.06742408871650696,0.07053349912166595,0.07364290952682495,0.07675232738256454,0.07986173778772354,0.08297114819288254,0.08608055859804153,0.08918997645378113,0.09229938685894012,0.09540879726409912],"_type":"histogram","values":[1,0,0,0,0,3,7,15,17,30,77,120,204,302,498,816,1239,1769,2606,3692,5052,6757,9020,11453,14300,17645,20652,24049,27540,30554,33238,35363,36508,36242,35934,34571,32503,29488,26212,23019,19717,16164,13415,10569,8054,6108,4575,3163,2291,1511,972,688,418,311,163,86,49,34,17,6,8,4,3,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.03417466953396797,-0.03322508558630943,-0.032275501638650894,-0.031325917690992355,-0.030376333743333817,-0.029426749795675278,-0.02847716584801674,-0.0275275819003582,-0.02657799795269966,-0.025628412142395973,-0.024678828194737434,-0.023729244247078896,-0.022779660299420357,-0.021830076351761818,-0.02088049240410328,-0.01993090845644474,-0.0189813245087862,-0.018031740561127663,-0.017082156613469124,-0.016132572665810585,-0.015182988718152046,-0.014233403839170933,-0.013283819891512394,-0.012334235943853855,-0.011384651996195316,-0.010435068048536777,-0.009485484100878239,-0.0085359001532197,-0.007586315739899874,-0.006636731792241335,-0.005687147378921509,-0.00473756343126297,-0.003787979483604431,-0.0028383955359458923,-0.0018888113554567099,-0.0009392272913828492,1.0356772691011429e-05,0.0009599408367648721,0.0019095249008387327,0.002859109081327915,0.003808693028986454,0.004758276976644993,0.005707860924303532,0.006657445337623358,0.007607029285281897,0.008556613698601723,0.009506197646260262,0.0104557815939188,0.01140536554157734,0.012354949489235878,0.013304533436894417,0.014254117384552956,0.015203701332211494,0.016153285279870033,0.017102869227528572,0.01805245317518711,0.0190020389854908,0.019951622933149338,0.020901206880807877,0.021850790828466415,0.022800374776124954,0.023749958723783493,0.024699542671442032,0.02564912661910057,0.02659871056675911],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,0,3,2,1,0,11,6,8,9,12,19,31,49,80,94,98,76,62,47,35,20,17,13,19,8,8,3,7,2,3,2,4,1,0,2,2,2,1,2,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,2,1,3,12,22,40,60,105,171,325,567,836,1403,2015,3021,4469,6364,9015,12522,16640,21530,27995,34561,42431,51103,59327,68027,75763,82439,88202,92127,94131,93970,91750,87458,81980,74285,66233,57665,48797,41299,33380,26441,20669,15734,11644,8332,5964,4157,2782,1942,1215,745,512,315,160,102,49,27,14,3,7,3],"bins":[-0.09906543791294098,-0.09605436027050018,-0.09304328262805939,-0.09003220498561859,-0.0870211273431778,-0.084010049700737,-0.0809989720582962,-0.07798789441585541,-0.07497681677341461,-0.07196573168039322,-0.06895465403795242,-0.06594357639551163,-0.06293249875307083,-0.059921421110630035,-0.05691034346818924,-0.053899265825748444,-0.05088818818330765,-0.04787711054086685,-0.044866032898426056,-0.04185495525598526,-0.038843877613544464,-0.03583279624581337,-0.032821718603372574,-0.029810640960931778,-0.026799563318490982,-0.023788485676050186,-0.02077740803360939,-0.017766328528523445,-0.01475525088608265,-0.011744173243641853,-0.008733094669878483,-0.0057220165617764,-0.0027109384536743164,0.0003001396544277668,0.00331121776252985,0.006322295870631933,0.009333373978734016,0.012344451621174812,0.015355530194938183,0.018366608768701553,0.02137768641114235,0.024388764053583145,0.02739984169602394,0.030410921201109886,0.03342200070619583,0.03643307834863663,0.03944415599107742,0.04245523363351822,0.045466311275959015,0.04847738891839981,0.05148846656084061,0.0544995442032814,0.0575106218457222,0.06052170321345329,0.06353277713060379,0.06654385477304459,0.06955493986606598,0.07256601750850677,0.07557709515094757,0.07858817279338837,0.08159925043582916,0.08461032807826996,0.08762140572071075,0.09063248336315155,0.09364356100559235]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.10602566599845886,-0.10271122306585312,-0.09939678758382797,-0.09608234465122223,-0.09276790916919708,-0.08945346623659134,-0.08613903075456619,-0.08282458782196045,-0.0795101523399353,-0.07619570940732956,-0.07288127392530441,-0.06956683099269867,-0.06625239551067352,-0.06293795257806778,-0.059623513370752335,-0.05630907416343689,-0.052994634956121445,-0.049680195748806,-0.046365756541490555,-0.04305131733417511,-0.039736878126859665,-0.03642243891954422,-0.033107999712228775,-0.02979355864226818,-0.026479119434952736,-0.02316468022763729,-0.019850241020321846,-0.0165358018130064,-0.013221361674368382,-0.009906922467052937,-0.006592482794076204,-0.0032780433539301157,3.63960862159729e-05,0.0033508355263620615,0.00666527496650815,0.009979714639484882,0.013294153846800327,0.016608593985438347,0.019923033192753792,0.023237472400069237,0.02655191160738468,0.029866350814700127,0.03318079188466072,0.036495231091976166,0.03980967029929161,0.043124109506607056,0.0464385487139225,0.049752987921237946,0.05306742712855339,0.056381866335868835,0.05969630554318428,0.06301074475049973,0.06632518768310547,0.06963962316513062,0.07295406609773636,0.0762685015797615,0.07958294451236725,0.0828973799943924,0.08621182292699814,0.08952625840902328,0.09284070134162903,0.09615513682365417,0.09946957975625992,0.10278401523828506,0.10609845817089081],"_type":"histogram","values":[1,0,1,0,0,1,1,1,2,4,2,4,3,7,8,5,12,10,7,18,20,11,16,21,26,17,21,24,23,27,23,28,30,20,33,25,23,35,25,32,26,20,20,18,20,10,15,18,9,6,9,5,11,1,4,3,2,0,1,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,1,2,10,13,18,66,68,141,225,352,530,811,1325,1841,2729,3820,5246,6962,9125,11777,14482,17662,21585,24428,27494,30738,33491,34973,36131,36064,35720,34137,32048,29300,26398,22640,19535,16075,13061,10297,8036,6121,4487,3239,2292,1618,998,656,415,268,163,79,60,27,13,14,3,5,4,2,1],"bins":[-0.09986529499292374,-0.09676959365606308,-0.09367388486862183,-0.09057818353176117,-0.08748248219490051,-0.08438678085803986,-0.0812910795211792,-0.07819537073373795,-0.07509966939687729,-0.07200396806001663,-0.06890825927257538,-0.06581255793571472,-0.06271685659885406,-0.05962115526199341,-0.05652545019984245,-0.0534297451376915,-0.05033404380083084,-0.047238342463970184,-0.04414263740181923,-0.041046932339668274,-0.03795123100280762,-0.03485552966594696,-0.031759824603796005,-0.0286641214042902,-0.025568418204784393,-0.022472715005278587,-0.01937701180577278,-0.016281308606266975,-0.01318560540676117,-0.010089902207255363,-0.0069941990077495575,-0.0038984958082437515,-0.0008027926087379456,0.0022929105907678604,0.005388613790273666,0.008484316989779472,0.011580020189285278,0.014675723388791084,0.01777142658829689,0.020867129787802696,0.023962832987308502,0.027058536186814308,0.030154239386320114,0.03324994444847107,0.036345645785331726,0.03944134712219238,0.04253705218434334,0.04563275724649429,0.04872845858335495,0.05182415992021561,0.05491986498236656,0.05801557004451752,0.061111271381378174,0.06420697271823883,0.06730267405509949,0.07039838284254074,0.0734940841794014,0.07658978551626205,0.07968549430370331,0.08278119564056396,0.08587689697742462,0.08897259831428528,0.09206829965114594,0.09516400843858719,0.09825970977544785]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,1,0,0,1,1,1,2,1,3,1,3,6,5,7,12,10,9,12,15,17,19,16,23,21,37,40,39,44,31,39,43,26,22,47,25,37,27,23,15,17,15,11,7,2,6,6,2,3,4,2,3,1,2,1,1,0,2,0,0,0,0,0,1],"bins":[-0.00040526475640945137,-0.00039183010812848806,-0.00037839545984752476,-0.00036496081156656146,-0.00035152616328559816,-0.00033809151500463486,-0.00032465686672367156,-0.00031122221844270825,-0.0002977875992655754,-0.0002843529509846121,-0.0002709183027036488,-0.0002574836544226855,-0.0002440490061417222,-0.0002306143578607589,-0.0002171797095797956,-0.0002037450612988323,-0.000190310413017869,-0.0001768757647369057,-0.0001634411164559424,-0.0001500064681749791,-0.0001365718198940158,-0.00012313718616496772,-0.00010970253788400441,-9.626788960304111e-05,-8.283324132207781e-05,-6.939859304111451e-05,-5.5963948398130015e-05,-4.252930375514552e-05,-2.909465547418222e-05,-1.566000901220832e-05,-2.225362550234422e-06,1.1209283911739476e-05,2.464395947754383e-05,3.807860775850713e-05,5.151325240149163e-05,6.494789704447612e-05,7.838254532543942e-05,9.181719360640272e-05,0.00010525183461140841,0.00011868648289237171,0.00013212113117333502,0.00014555577945429832,0.00015899042773526162,0.00017242507601622492,0.000185859709745273,0.0001992943580262363,0.0002127290063071996,0.0002261636545881629,0.0002395983028691262,0.0002530329511500895,0.0002664675994310528,0.0002799022477120161,0.0002933368959929794,0.0003067715442739427,0.000320206192554906,0.0003336408408358693,0.00034707546001300216,0.00036051010829396546,0.00037394475657492876,0.00038737940485589206,0.00040081405313685536,0.00041424870141781867,0.00042768334969878197,0.00044111799797974527,0.00045455264626070857],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,0,2,0,4,5,2,4,9,5,5,7,10,11,9,21,19,8,15,23,25,21,26,34,28,28,27,26,27,34,29,20,21,27,30,22,16,25,21,13,8,17,14,15,9,7,8,10,3,4,4,1,2,1,0,1,0,1,2],"bins":[-0.027768932282924652,-0.026939187198877335,-0.026109442114830017,-0.0252796970307827,-0.024449951946735382,-0.023620206862688065,-0.022790463641285896,-0.02196071855723858,-0.02113097347319126,-0.020301228389143944,-0.019471483305096626,-0.01864173822104931,-0.01781199313700199,-0.016982248052954674,-0.016152502968907356,-0.015322758816182613,-0.014493013732135296,-0.013663268648087978,-0.01283352356404066,-0.012003779411315918,-0.0111740343272686,-0.010344289243221283,-0.009514544159173965,-0.008684799075126648,-0.00785505399107933,-0.0070253093726933,-0.00619556475430727,-0.0053658196702599525,-0.004536074586212635,-0.003706329967826605,-0.0028765848837792873,-0.0020468400325626135,-0.0012170951813459396,-0.00038735027192160487,0.0004423946375027299,0.0012721396051347256,0.0021018844563513994,0.0029316293075680733,0.0037613743916153908,0.004591119010001421,0.0054208640940487385,0.006250609178096056,0.007080353796482086,0.007910098880529404,0.008739843964576721,0.009569589048624039,0.010399333201348782,0.011229078285396099,0.012058823369443417,0.012888568453490734,0.013718313537538052,0.014548057690262794,0.015377802774310112,0.01620754785835743,0.017037292942404747,0.017867038026452065,0.018696783110499382,0.0195265281945467,0.020356273278594017,0.021186016499996185,0.022015761584043503,0.02284550666809082,0.023675251752138138,0.024504996836185455,0.025334741920232773],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.0006474786205217242,-0.0006293319165706635,-0.0006111851544119418,-0.000593038450460881,-0.0005748917465098202,-0.0005567449843510985,-0.0005385982804000378,-0.000520451576448977,-0.0005023048142902553,-0.00048415811033919454,-0.0004660113772843033,-0.0004478646442294121,-0.0004297179402783513,-0.0004115712072234601,-0.00039342447416856885,-0.0003752777702175081,-0.00035713103716261685,-0.0003389843041077256,-0.00032083760015666485,-0.0003026908671017736,-0.0002845441340468824,-0.0002663974300958216,-0.0002482506970409304,-0.00023010396398603916,-0.00021195724548306316,-0.00019381052698008716,-0.00017566379392519593,-0.00015751707542221993,-0.00013937035691924393,-0.0001212236238643527,-0.0001030769053613767,-8.493017958244309e-05,-6.678345380350947e-05,-4.863672802457586e-05,-3.0490005883621052e-05,-1.2343281923676841e-05,5.80344203626737e-06,2.395016599621158e-05,4.209688995615579e-05,6.02436120971106e-05,7.839033787604421e-05,9.653706365497783e-05,0.00011468378943391144,0.00013283050793688744,0.00015097722643986344,0.00016912395949475467,0.00018727067799773067,0.0002054174110526219,0.0002235641295555979,0.0002417108480585739,0.0002598575665615499,0.00027800429961644113,0.00029615103267133236,0.00031429773662239313,0.00033244446967728436,0.0003505912027321756,0.00036873790668323636,0.0003868846397381276,0.0004050313727930188,0.00042317810584791005,0.0004413248097989708,0.00045947154285386205,0.0004776182759087533,0.0004957650089636445,0.0005139117129147053],"_type":"histogram","values":[2,0,0,0,1,0,2,2,0,0,3,1,2,4,1,5,12,6,13,16,18,15,42,27,43,46,53,69,77,86,92,96,130,128,134,107,99,108,87,92,71,63,54,41,28,37,20,20,16,18,19,12,7,5,4,3,4,2,0,1,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,2,0,3,3,3,6,5,5,13,21,23,32,42,52,90,115,165,252,375,535,760,1231,1737,2695,4402,7096,12062,21683,41235,88077,183539,111889,49371,25681,14114,8288,4946,3166,2012,1362,869,541,388,276,197,138,99,65,48,38,21,15,11,6,4,5,2,2,3,1,2,2,2],"bins":[-0.0033111572265625,-0.003206491470336914,-0.003101825714111328,-0.002997159957885742,-0.0028924942016601562,-0.0027878284454345703,-0.0026831626892089844,-0.0025784969329833984,-0.0024738311767578125,-0.0023691654205322266,-0.0022644996643066406,-0.0021598339080810547,-0.0020551681518554688,-0.0019505023956298828,-0.0018458366394042969,-0.001741170883178711,-0.001636505126953125,-0.001531839370727539,-0.0014271736145019531,-0.0013225078582763672,-0.0012178421020507812,-0.0011131763458251953,-0.0010085105895996094,-0.0009038448333740234,-0.0007991790771484375,-0.0006945133209228516,-0.0005898475646972656,-0.0004851818084716797,-0.00038051605224609375,-0.0002758502960205078,-0.00017118453979492188,-6.651878356933594e-05,3.814697265625e-05,0.00014281272888183594,0.0002474784851074219,0.0003521442413330078,0.00045680999755859375,0.0005614757537841797,0.0006661415100097656,0.0007708072662353516,0.0008754730224609375,0.0009801387786865234,0.0010848045349121094,0.0011894702911376953,0.0012941360473632812,0.0013988018035888672,0.0015034675598144531,0.001608133316040039,0.001712799072265625,0.001817464828491211,0.0019221305847167969,0.002026796340942383,0.0021314620971679688,0.0022361278533935547,0.0023407936096191406,0.0024454593658447266,0.0025501251220703125,0.0026547908782958984,0.0027594566345214844,0.0028641223907470703,0.0029687881469726562,0.003073453903198242,0.003178119659423828,0.003282785415649414,0.003387451171875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[2,1,2,3,12,17,24,46,62,111,201,298,486,722,1196,1765,2482,3571,4919,6563,8505,10828,13813,16863,19781,23431,26315,29616,31834,34219,35227,36137,35568,34421,32330,30190,27318,23788,20786,17536,14242,11354,9095,6950,5151,3878,2650,1990,1264,849,561,328,219,136,73,43,22,16,7,4,2,0,0,1],"bins":[-0.09662792086601257,-0.09357231855392456,-0.09051671624183655,-0.08746111392974854,-0.08440551161766052,-0.08134990930557251,-0.0782943069934845,-0.07523870468139648,-0.07218310236930847,-0.06912750750780106,-0.06607190519571304,-0.06301630288362503,-0.05996070057153702,-0.056905098259449005,-0.05384949594736099,-0.05079389363527298,-0.04773829132318497,-0.044682689011096954,-0.04162708669900894,-0.03857148438692093,-0.035515882074832916,-0.0324602834880352,-0.02940468117594719,-0.026349078863859177,-0.023293476551771164,-0.02023787423968315,-0.01718227192759514,-0.014126671478152275,-0.011071069166064262,-0.00801546685397625,-0.004959865473210812,-0.0019042636267840862,0.0011513307690620422,0.004206932615488768,0.007262534461915493,0.010318135842680931,0.013373738154768944,0.016429340466856956,0.01948494091629982,0.022540543228387833,0.025596145540475845,0.028651747852563858,0.03170735016465187,0.03476295247673988,0.0378185510635376,0.04087415337562561,0.04392975568771362,0.046985357999801636,0.05004096031188965,0.05309656262397766,0.056152164936065674,0.059207767248153687,0.0622633695602417,0.06531897187232971,0.06837457418441772,0.07143017649650574,0.07448577880859375,0.07754137367010117,0.08059697598218918,0.08365257829427719,0.0867081806063652,0.08976378291845322,0.09281938523054123,0.09587498754262924,0.09893058985471725],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.0004938218626193702,-0.0004765185876749456,-0.00045921531273052096,-0.00044191203778609633,-0.0004246087628416717,-0.0004073054587934166,-0.000390002183848992,-0.00037269890890456736,-0.00035539563396014273,-0.0003380923590157181,-0.0003207890840712935,-0.00030348580912686884,-0.00028618250507861376,-0.00026887923013418913,-0.0002515759551897645,-0.00023427268024533987,-0.00021696940530091524,-0.0001996661303564906,-0.00018236285541206598,-0.00016505956591572613,-0.0001477562909713015,-0.00013045301602687687,-0.00011314973380649462,-9.584645158611238e-05,-7.854317664168775e-05,-6.123990169726312e-05,-4.393661947688088e-05,-2.6633340894477442e-05,-9.330062312074006e-06,7.97321627032943e-06,2.5276494852732867e-05,4.25797734351363e-05,5.9882993809878826e-05,7.718626875430346e-05,9.44895509746857e-05,0.00011179283319506794,0.00012909610813949257,0.0001463993830839172,0.00016370267258025706,0.0001810059475246817,0.00019830922246910632,0.00021561249741353095,0.00023291577235795557,0.0002502190473023802,0.0002675223513506353,0.0002848256262950599,0.00030212890123948455,0.0003194321761839092,0.0003367354511283338,0.00035403872607275844,0.00037134200101718307,0.0003886452759616077,0.0004059485509060323,0.0004232518549542874,0.00044055512989871204,0.00045785840484313667,0.0004751616797875613,0.0004924649838358164,0.000509768258780241,0.0005270715337246656,0.0005443748086690903,0.0005616780836135149,0.0005789813585579395,0.0005962846335023642,0.0006135879084467888],"_type":"histogram","values":[1,0,1,1,0,2,2,1,3,6,2,6,7,8,9,9,17,17,19,22,16,24,25,39,31,33,33,32,42,41,32,33,26,25,28,25,23,19,23,15,11,13,10,5,7,8,6,1,1,2,1,1,0,1,1,0,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,1,2,0,1,0,5,9,6,12,8,14,21,41,33,49,62,75,83,58,59,37,31,21,24,14,11,11,11,8,6,6,4,3,5,8,1,6,7,2,0,2,1,0,0,3,0,0,2,1,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.008093718439340591,-0.007701802998781204,-0.007309887558221817,-0.0069179716520011425,-0.006526056211441755,-0.006134140770882368,-0.005742224864661694,-0.005350309424102306,-0.004958393983542919,-0.004566478542983532,-0.004174563102424145,-0.0037826471962034702,-0.003390731755644083,-0.002998816315084696,-0.002606900641694665,-0.002214984968304634,-0.0018230695277452469,-0.0014311539707705379,-0.0010392384137958288,-0.0006473228568211198,-0.00025540729984641075,0.00013650825712829828,0.0005284238141030073,0.0009203393710777164,0.0013122549280524254,0.0017041704850271344,0.0020960860420018435,0.0024880017153918743,0.0028799171559512615,0.0032718325965106487,0.0036637482699006796,0.0040556639432907104,0.004447579383850098,0.004839494824409485,0.005231410264968872,0.005623326171189547,0.006015241611748934,0.006407157052308321,0.0067990729585289955,0.007190988399088383,0.00758290383964777,0.007974819280207157,0.008366734720766544,0.008758650161325932,0.009150566533207893,0.00954248197376728,0.009934397414326668,0.010326312854886055,0.010718228295445442,0.01111014373600483,0.011502059176564217,0.011893974617123604,0.012285890057682991,0.012677806429564953,0.01306972187012434,0.013461637310683727,0.013853552751243114,0.014245468191802502,0.014637383632361889,0.015029299072921276,0.015421215444803238,0.015813130885362625,0.016205046325922012,0.0165969617664814,0.016988877207040787],"_type":"histogram"},"learning_rate":4.999998053733119e-05,"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,0,1,0,2,2,2,1,7,7,16,14,28,46,60,85,150,226,375,618,1047,1728,3014,5291,10070,21473,52529,184885,203770,57481,22738,10953,5629,3114,1726,1092,624,386,225,136,99,46,43,22,22,10,6,8,3,5,2,1,1,0,1,2,0,0,0,0,0,0,1],"bins":[-0.006134033203125,-0.005922794342041016,-0.005711555480957031,-0.005500316619873047,-0.0052890777587890625,-0.005077838897705078,-0.004866600036621094,-0.004655361175537109,-0.004444122314453125,-0.004232883453369141,-0.004021644592285156,-0.003810405731201172,-0.0035991668701171875,-0.003387928009033203,-0.0031766891479492188,-0.0029654502868652344,-0.00275421142578125,-0.0025429725646972656,-0.0023317337036132812,-0.002120494842529297,-0.0019092559814453125,-0.0016980171203613281,-0.0014867782592773438,-0.0012755393981933594,-0.001064300537109375,-0.0008530616760253906,-0.0006418228149414062,-0.0004305839538574219,-0.0002193450927734375,-8.106231689453125e-06,0.00020313262939453125,0.0004143714904785156,0.0006256103515625,0.0008368492126464844,0.0010480880737304688,0.0012593269348144531,0.0014705657958984375,0.0016818046569824219,0.0018930435180664062,0.0021042823791503906,0.002315521240234375,0.0025267601013183594,0.0027379989624023438,0.002949237823486328,0.0031604766845703125,0.003371715545654297,0.0035829544067382812,0.0037941932678222656,0.00400543212890625,0.004216670989990234,0.004427909851074219,0.004639148712158203,0.0048503875732421875,0.005061626434326172,0.005272865295410156,0.005484104156494141,0.005695343017578125,0.005906581878662109,0.006117820739746094,0.006329059600830078,0.0065402984619140625,0.006751537322998047,0.006962776184082031,0.007174015045166016,0.00738525390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[3,5,6,14,26,48,74,163,257,438,663,1075,1611,2309,3508,4936,7076,9808,13144,17271,22326,28203,34924,42531,50123,58174,66423,73737,80367,85814,89374,91716,91309,89772,85554,80411,74369,66830,58310,50208,42683,34974,28211,22263,17071,12927,9807,7066,4954,3432,2394,1511,991,668,398,246,163,89,54,30,11,3,2,6],"bins":[-0.09371766448020935,-0.09078904986381531,-0.08786043524742126,-0.08493182063102722,-0.08200320601463318,-0.07907459139823914,-0.07614597678184509,-0.07321736216545105,-0.070288747549057,-0.06736013293266296,-0.06443151831626892,-0.06150290369987488,-0.058574289083480835,-0.05564567446708679,-0.05271705985069275,-0.049788445234298706,-0.04685983061790466,-0.04393121600151062,-0.04100260138511658,-0.038073986768722534,-0.03514537215232849,-0.03221675753593445,-0.029288142919540405,-0.026359528303146362,-0.02343091368675232,-0.020502299070358276,-0.017573684453964233,-0.01464506983757019,-0.011716455221176147,-0.008787840604782104,-0.0058592259883880615,-0.0029306113719940186,-1.989305019378662e-06,0.0029266253113746643,0.005855239927768707,0.00878385454416275,0.011712469160556793,0.014641083776950836,0.01756969839334488,0.020498313009738922,0.023426927626132965,0.026355542242527008,0.02928415685892105,0.032212771475315094,0.03514138609170914,0.03807000070810318,0.04099861532449722,0.043927229940891266,0.04685584455728531,0.04978445917367935,0.052713073790073395,0.05564168840646744,0.05857030302286148,0.061498917639255524,0.06442753225564957,0.06735614687204361,0.07028476148843765,0.0732133761048317,0.07614199072122574,0.07907060533761978,0.08199921995401382,0.08492783457040787,0.08785644918680191,0.09078506380319595,0.09371367841959]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,1,2,0,3,3,3,3,3,7,6,11,8,18,16,13,15,23,18,22,32,41,33,35,26,42,33,44,36,45,42,32,29,17,16,18,9,11,7,7,9,6,5,6,2,1,3,1,1,0,0,0,0,0,1],"bins":[-0.004614586941897869,-0.004483468364924192,-0.0043523493222892284,-0.004221230745315552,-0.004090111702680588,-0.003958993125706911,-0.0038278743159025908,-0.0036967555060982704,-0.00356563669629395,-0.0034345178864896297,-0.0033033990766853094,-0.003172280266880989,-0.0030411616899073124,-0.002910042880102992,-0.0027789240702986717,-0.0026478052604943514,-0.002516686450690031,-0.0023855676408857107,-0.0022544488310813904,-0.00212333002127707,-0.0019922112114727497,-0.0018610925180837512,-0.0017299738246947527,-0.0015988550148904324,-0.001467736205086112,-0.0013366173952817917,-0.0012054985854774714,-0.0010743798920884728,-0.0009432610822841525,-0.0008121422724798322,-0.0006810235208831728,-0.0005499047692865133,-0.00041878619231283665,-0.00028766741161234677,-0.0001565486309118569,-2.542985021136701e-05,0.00010568893048912287,0.00023680771118961275,0.0003679264918901026,0.000499045243486762,0.0006301640532910824,0.0007612828630954027,0.0008924016146920621,0.0010235203662887216,0.001154639176093042,0.0012857579858973622,0.0014168766792863607,0.001547995489090681,0.0016791142988950014,0.0018102331086993217,0.001941351918503642,0.0020724707283079624,0.002203589305281639,0.0023347081150859594,0.0024658269248902798,0.0025969457346946,0.0027280645444989204,0.0028591833543032408,0.002990302164107561,0.0031214209739118814,0.0032525397837162018,0.0033836583606898785,0.003514777170494199,0.003645895980298519,0.0037770147901028395]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[2,0,0,1,0,0,1,1,1,4,3,2,4,5,6,3,7,17,12,10,12,18,16,16,29,24,23,24,24,24,34,29,33,31,30,23,25,40,36,29,22,22,16,14,12,11,15,11,7,11,4,3,5,1,3,3,2,1,0,1,1,1,1,2],"bins":[-0.0016218817327171564,-0.001573032932356,-0.0015241841319948435,-0.0014753352152183652,-0.0014264864148572087,-0.0013776376144960523,-0.001328788697719574,-0.0012799398973584175,-0.001231091096997261,-0.0011822422966361046,-0.0011333934962749481,-0.0010845445794984698,-0.0010356957791373134,-0.000986846978776157,-0.0009379981202073395,-0.0008891492616385221,-0.0008403004612773657,-0.0007914516609162092,-0.0007426028023473918,-0.0006937539437785745,-0.000644905143417418,-0.0005960563430562615,-0.0005472074844874442,-0.0004983586259186268,-0.0004495098255574703,-0.0004006609960924834,-0.0003518121666274965,-0.00030296333716250956,-0.00025411450769752264,-0.00020526567823253572,-0.0001564168487675488,-0.00010756801930256188,-5.871907342225313e-05,-9.870243957266212e-06,3.897858550772071e-05,8.782741497270763e-05,0.00013667624443769455,0.00018552507390268147,0.0002343739033676684,0.0002832227328326553,0.00033207156229764223,0.00038092039176262915,0.00042976922122761607,0.000478618050692603,0.0005274668801575899,0.0005763156805187464,0.0006251645390875638,0.0006740133976563811,0.0007228621980175376,0.0007717109983786941,0.0008205598569475114,0.0008694087155163288,0.0009182575158774853,0.0009671063162386417,0.0010159551165997982,0.0010648040333762765,0.001113652833737433,0.0011625016340985894,0.0012113505508750677,0.0012601993512362242,0.0013090481515973806,0.001357896951958537,0.0014067457523196936,0.0014555946690961719,0.0015044434694573283],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0016889981925487518,-0.0016307525802403688,-0.0015725070843473077,-0.0015142614720389247,-0.0014560159761458635,-0.0013977703638374805,-0.0013395248679444194,-0.0012812792556360364,-0.0012230337597429752,-0.0011647881474345922,-0.001106542651541531,-0.001048297039233148,-0.000990051543340087,-0.000931805931031704,-0.0008735603769309819,-0.0008153148228302598,-0.0007570692687295377,-0.0006988237146288157,-0.0006405781605280936,-0.0005823326064273715,-0.0005240870523266494,-0.0004658414691220969,-0.0004075959150213748,-0.00034935036092065275,-0.00029110480681993067,-0.0002328592527192086,-0.00017461369861848652,-0.00011636812996584922,-5.8122575865127146e-05,1.2298187357373536e-07,5.836853961227462e-05,0.0001166141009889543,0.00017485965508967638,0.00023310520919039845,0.00029135076329112053,0.0003495963173918426,0.0004078418714925647,0.0004660874546971172,0.0005243329796940088,0.0005825785337947309,0.000640824087895453,0.000699069700203836,0.000757315254304558,0.0008155608084052801,0.0008738063625060022,0.0009320519166067243,0.0009902974124997854,0.0010485430248081684,0.0011067886371165514,0.0011650341330096126,0.0012232797453179955,0.0012815252412110567,0.0013397708535194397,0.0013980163494125009,0.0014562619617208838,0.001514507457613945,0.001572753069922328,0.0016309985658153892,0.0016892441781237721,0.0017474896740168333,0.0018057352863252163,0.0018639807822182775,0.0019222263945266604,0.0019804718904197216,0.0020387175027281046],"_type":"histogram","values":[1,0,2,3,2,0,2,0,3,2,1,3,7,5,5,12,11,8,16,13,26,17,36,32,31,40,39,41,42,41,45,45,43,23,28,22,20,9,19,12,14,4,6,5,4,6,4,2,0,1,1,5,1,1,0,1,1,1,0,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.11865234375,-0.11489105224609375,-0.1111297607421875,-0.10736846923828125,-0.103607177734375,-0.09984588623046875,-0.0960845947265625,-0.09232330322265625,-0.08856201171875,-0.08480072021484375,-0.0810394287109375,-0.07727813720703125,-0.073516845703125,-0.06975555419921875,-0.0659942626953125,-0.06223297119140625,-0.0584716796875,-0.05471038818359375,-0.0509490966796875,-0.04718780517578125,-0.043426513671875,-0.03966522216796875,-0.0359039306640625,-0.03214263916015625,-0.02838134765625,-0.02462005615234375,-0.0208587646484375,-0.01709747314453125,-0.013336181640625,-0.00957489013671875,-0.0058135986328125,-0.00205230712890625,0.001708984375,0.00547027587890625,0.0092315673828125,0.01299285888671875,0.016754150390625,0.02051544189453125,0.0242767333984375,0.02803802490234375,0.03179931640625,0.03556060791015625,0.0393218994140625,0.04308319091796875,0.046844482421875,0.05060577392578125,0.0543670654296875,0.05812835693359375,0.0618896484375,0.06565093994140625,0.0694122314453125,0.07317352294921875,0.076934814453125,0.08069610595703125,0.0844573974609375,0.08821868896484375,0.09197998046875,0.09574127197265625,0.0995025634765625,0.10326385498046875,0.107025146484375,0.11078643798828125,0.1145477294921875,0.11830902099609375,0.1220703125],"_type":"histogram","values":[2,0,2,1,2,1,12,11,18,22,24,47,71,69,164,194,279,426,575,878,1086,1571,2389,3254,4648,6868,10034,15827,25092,41936,81293,184388,88096,44297,26012,16423,10562,6826,5020,3311,2360,1686,1140,857,656,419,338,193,138,94,60,39,43,21,18,8,10,3,3,2,3,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[3,1,1,2,2,2,8,5,5,18,28,44,49,63,110,176,258,385,555,850,1321,1941,2883,4417,6690,10473,16623,27046,47232,93171,197154,73516,40044,23554,14432,9390,6008,3813,2461,1731,1117,760,462,363,236,138,92,59,47,25,25,12,8,4,2,3,1,0,2,1,1,0,0,1],"bins":[-0.341796875,-0.330535888671875,-0.31927490234375,-0.308013916015625,-0.2967529296875,-0.285491943359375,-0.27423095703125,-0.262969970703125,-0.251708984375,-0.240447998046875,-0.22918701171875,-0.217926025390625,-0.2066650390625,-0.195404052734375,-0.18414306640625,-0.172882080078125,-0.16162109375,-0.150360107421875,-0.13909912109375,-0.127838134765625,-0.1165771484375,-0.105316162109375,-0.09405517578125,-0.082794189453125,-0.071533203125,-0.060272216796875,-0.04901123046875,-0.037750244140625,-0.0264892578125,-0.015228271484375,-0.00396728515625,0.007293701171875,0.0185546875,0.029815673828125,0.04107666015625,0.052337646484375,0.0635986328125,0.074859619140625,0.08612060546875,0.097381591796875,0.108642578125,0.119903564453125,0.13116455078125,0.142425537109375,0.1536865234375,0.164947509765625,0.17620849609375,0.187469482421875,0.19873046875,0.209991455078125,0.22125244140625,0.232513427734375,0.2437744140625,0.255035400390625,0.26629638671875,0.277557373046875,0.288818359375,0.300079345703125,0.31134033203125,0.322601318359375,0.3338623046875,0.345123291015625,0.35638427734375,0.367645263671875,0.37890625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,0,4,4,9,10,14,21,39,53,68,82,152,179,288,404,537,739,1168,1523,2114,3057,4521,6126,9180,13252,20121,31009,51200,100553,160228,68278,38306,24148,16379,10667,7738,5083,3795,2556,1803,1294,949,623,452,307,249,173,95,86,58,35,33,18,14,11,3,4,2,1,3,2],"bins":[-0.271484375,-0.2630615234375,-0.254638671875,-0.2462158203125,-0.23779296875,-0.2293701171875,-0.220947265625,-0.2125244140625,-0.2041015625,-0.1956787109375,-0.187255859375,-0.1788330078125,-0.17041015625,-0.1619873046875,-0.153564453125,-0.1451416015625,-0.13671875,-0.1282958984375,-0.119873046875,-0.1114501953125,-0.10302734375,-0.0946044921875,-0.086181640625,-0.0777587890625,-0.0693359375,-0.0609130859375,-0.052490234375,-0.0440673828125,-0.03564453125,-0.0272216796875,-0.018798828125,-0.0103759765625,-0.001953125,0.0064697265625,0.014892578125,0.0233154296875,0.03173828125,0.0401611328125,0.048583984375,0.0570068359375,0.0654296875,0.0738525390625,0.082275390625,0.0906982421875,0.09912109375,0.1075439453125,0.115966796875,0.1243896484375,0.1328125,0.1412353515625,0.149658203125,0.1580810546875,0.16650390625,0.1749267578125,0.183349609375,0.1917724609375,0.2001953125,0.2086181640625,0.217041015625,0.2254638671875,0.23388671875,0.2423095703125,0.250732421875,0.2591552734375,0.267578125]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,1,1,2,3,8,4,2,10,19,29,27,63,87,108,158,218,279,425,651,945,1439,2267,3543,5675,9745,16508,29719,55299,137207,177893,65562,34280,18756,10937,6675,3876,2434,1663,1040,685,474,328,228,178,113,86,57,38,20,19,9,5,6,7,2,3,3,0,0,2],"bins":[-0.01177978515625,-0.011424064636230469,-0.011068344116210938,-0.010712623596191406,-0.010356903076171875,-0.010001182556152344,-0.009645462036132812,-0.009289741516113281,-0.00893402099609375,-0.008578300476074219,-0.008222579956054688,-0.007866859436035156,-0.007511138916015625,-0.007155418395996094,-0.0067996978759765625,-0.006443977355957031,-0.0060882568359375,-0.005732536315917969,-0.0053768157958984375,-0.005021095275878906,-0.004665374755859375,-0.004309654235839844,-0.0039539337158203125,-0.0035982131958007812,-0.00324249267578125,-0.0028867721557617188,-0.0025310516357421875,-0.0021753311157226562,-0.001819610595703125,-0.0014638900756835938,-0.0011081695556640625,-0.0007524490356445312,-0.000396728515625,-4.100799560546875e-05,0.0003147125244140625,0.0006704330444335938,0.001026153564453125,0.0013818740844726562,0.0017375946044921875,0.0020933151245117188,0.00244903564453125,0.0028047561645507812,0.0031604766845703125,0.0035161972045898438,0.003871917724609375,0.004227638244628906,0.0045833587646484375,0.004939079284667969,0.0052947998046875,0.005650520324707031,0.0060062408447265625,0.006361961364746094,0.006717681884765625,0.007073402404785156,0.0074291229248046875,0.007784843444824219,0.00814056396484375,0.008496284484863281,0.008852005004882812,0.009207725524902344,0.009563446044921875,0.009919166564941406,0.010274887084960938,0.010630607604980469,0.010986328125]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,0,4,3,1,6,11,25,25,66,111,148,288,453,649,989,1433,2125,2919,4010,5453,7091,8926,11377,13805,16919,19947,22845,26066,28638,30814,32775,34076,34429,34227,33256,31618,29509,26865,23975,20837,17652,14862,12332,9851,7779,5836,4392,3189,2362,1666,1138,730,501,319,196,123,80,53,25,13,4,1,5],"bins":[-0.09885846078395844,-0.09592223167419434,-0.09298600256443024,-0.09004977345466614,-0.08711354434490204,-0.08417730778455734,-0.08124107867479324,-0.07830484956502914,-0.07536862045526505,-0.07243239134550095,-0.06949616223573685,-0.06655993312597275,-0.06362369656562805,-0.06068747118115425,-0.057751238346099854,-0.054815009236335754,-0.051878780126571655,-0.048942551016807556,-0.04600632190704346,-0.04307008907198906,-0.04013385996222496,-0.03719763085246086,-0.034261398017406464,-0.031325168907642365,-0.028388939797878265,-0.025452710688114166,-0.022516479715704918,-0.01958024874329567,-0.01664401963353157,-0.013707789592444897,-0.010771559551358223,-0.00783532951027155,-0.004899106919765472,-0.0019628768786787987,0.0009733531624078751,0.003909583203494549,0.0068458132445812225,0.009782043285667896,0.01271827332675457,0.01565450429916382,0.018590733408927917,0.021526962518692017,0.024463193491101265,0.027399424463510513,0.030335653573274612,0.03327188268303871,0.03620811551809311,0.03914434462785721,0.04208057373762131,0.045016802847385406,0.047953031957149506,0.0508892647922039,0.053825493901968,0.0567617230117321,0.0596979558467865,0.0626341849565506,0.0655704140663147,0.0685066431760788,0.0714428722858429,0.074379101395607,0.0773153305053711,0.08025156706571579,0.08318779617547989,0.08612402528524399,0.08906025439500809]},"parameters/_orig_mod.linear.bias":{"values":[1,4,1,3,1,4,2,2,5,3,2,3,1,5,3,0,2,2,2,1,2,2,2,2,1,2,0,1,4,2,1,1,0,1,1,0,3,5,1,1,1,2,1,0,5,1,2,4,3,1,2,1,4,4,1,1,0,2,4,2,1,3,1,3],"bins":[-0.035572417080402374,-0.034456826746463776,-0.033341240137815475,-0.032225653529167175,-0.031110063195228577,-0.029994474723935127,-0.028878886252641678,-0.02776329778134823,-0.02664770931005478,-0.02553212083876133,-0.02441653236746788,-0.02330094389617443,-0.02218535542488098,-0.021069766953587532,-0.019954178482294083,-0.018838590011000633,-0.017723001539707184,-0.016607413068413734,-0.015491824597120285,-0.014376236125826836,-0.013260647654533386,-0.012145059183239937,-0.011029470711946487,-0.009913882240653038,-0.008798293769359589,-0.007682705298066139,-0.00656711682677269,-0.00545152835547924,-0.004335939884185791,-0.0032203514128923416,-0.002104762941598892,-0.0009891744703054428,0.0001264140009880066,0.001242002472281456,0.0023575909435749054,0.003473179414868355,0.004588767886161804,0.005704356357455254,0.006819944828748703,0.007935533300042152,0.009051121771335602,0.010166710242629051,0.0112822987139225,0.01239788718521595,0.0135134756565094,0.014629064127802849,0.015744652599096298,0.016860241070389748,0.017975829541683197,0.019091418012976646,0.020207006484270096,0.021322594955563545,0.022438183426856995,0.023553771898150444,0.024669360369443893,0.025784948840737343,0.026900537312030792,0.02801612578332424,0.02913171425461769,0.03024730272591114,0.03136289119720459,0.03247848153114319,0.03359406813979149,0.03470965474843979,0.03582524508237839],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,1,0,0,3,2,1,1,3,3,2,6,11,2,11,7,9,18,20,21,19,24,28,36,33,51,39,39,38,42,36,22,27,27,24,26,23,22,13,9,8,8,9,9,8,7,2,5,3,3,1,0,0,2,0,0,0,0,0,0,0,1],"bins":[0.9989698529243469,0.9990056753158569,0.9990414381027222,0.9990772604942322,0.9991130828857422,0.9991488456726074,0.9991846680641174,0.9992204904556274,0.9992562532424927,0.9992920756340027,0.9993278980255127,0.9993636608123779,0.9993994832038879,0.999435305595398,0.9994710683822632,0.9995068907737732,0.9995427131652832,0.9995784759521484,0.9996142983436584,0.9996501207351685,0.9996858835220337,0.9997217059135437,0.9997575283050537,0.999793291091919,0.999829113483429,0.999864935874939,0.9999006986618042,0.9999365210533142,0.9999723434448242,1.0000081062316895,1.0000439882278442,1.0000797510147095,1.0001155138015747,1.0001513957977295,1.0001871585845947,1.00022292137146,1.0002588033676147,1.00029456615448,1.0003303289413452,1.0003662109375,1.0004019737243652,1.0004377365112305,1.0004736185073853,1.0005093812942505,1.0005451440811157,1.0005810260772705,1.0006167888641357,1.000652551651001,1.0006884336471558,1.000724196434021,1.0007599592208862,1.000795841217041,1.0008316040039062,1.0008673667907715,1.0009032487869263,1.0009390115737915,1.0009747743606567,1.0010106563568115,1.0010464191436768,1.001082181930542,1.0011180639266968,1.001153826713562,1.0011895895004272,1.001225471496582,1.0012612342834473]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,5,4,1,8,7,11,9,8,24,23,29,42,48,52,72,80,83,85,133,134,103,127,103,101,102,85,73,71,75,45,50,49,34,34,30,19,20,16,8,5,8,3,6,5,4,2,1,1,1,0,3,2,0,0,0,1,1],"bins":[-0.0066313971765339375,-0.006400484126061201,-0.006169571541249752,-0.005938658490777016,-0.005707745440304279,-0.00547683285549283,-0.005245919805020094,-0.005015007220208645,-0.0047840941697359085,-0.004553181119263172,-0.004322268534451723,-0.004091355483978987,-0.003860442666336894,-0.0036295298486948013,-0.003398616798222065,-0.0031677039805799723,-0.0029367911629378796,-0.002705878345295787,-0.002474965527653694,-0.002244052477180958,-0.002013139659538865,-0.0017822268418967724,-0.0015513139078393579,-0.0013204009737819433,-0.0010894881561398506,-0.000858575280290097,-0.0006276624044403434,-0.00039674952859058976,-0.00016583665274083614,6.507622310891747e-05,0.0002959890989586711,0.0005269019748084247,0.0007578153163194656,0.0009887281339615583,0.0012196410680189729,0.0014505540020763874,0.0016814668197184801,0.0019123796373605728,0.002143292687833309,0.002374205505475402,0.0026051183231174946,0.0028360311407595873,0.00306694395840168,0.0032978570088744164,0.003528769826516509,0.0037596826441586018,0.003990595694631338,0.004221508279442787,0.0044524213299155235,0.00468333438038826,0.004914246965199709,0.005145160015672445,0.005376072600483894,0.005606985650956631,0.005837898701429367,0.006068811286240816,0.0062997243367135525,0.006530637387186289,0.006761549971997738,0.006992463022470474,0.007223376072943211,0.00745428865775466,0.007685201708227396,0.007916114293038845,0.008147027343511581]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[1,0,0,0,1,1,0,3,3,1,2,4,6,6,6,2,10,10,6,15,22,14,8,19,16,32,21,26,24,31,22,33,28,29,26,19,32,26,23,22,24,22,21,20,29,20,18,8,8,8,9,4,3,2,3,7,3,2,2,2,0,1,1,1],"bins":[-0.021013662219047546,-0.02038588374853134,-0.019758105278015137,-0.01913032867014408,-0.018502550199627876,-0.01787477172911167,-0.017246993258595467,-0.016619214788079262,-0.015991438180208206,-0.015363658778369427,-0.014735881239175797,-0.014108102768659592,-0.013480324298143387,-0.012852546758949757,-0.012224768288433552,-0.011596990749239922,-0.010969212278723717,-0.010341433808207512,-0.009713656269013882,-0.009085877798497677,-0.008458100259304047,-0.007830321788787842,-0.007202543318271637,-0.0065747653134167194,-0.005946987308561802,-0.005319209303706884,-0.004691431298851967,-0.004063652828335762,-0.0034358748234808445,-0.002808096818625927,-0.002180318580940366,-0.0015525404596701264,-0.0009247623383998871,-0.00029698421712964773,0.0003307939041405916,0.000958572025410831,0.0015863501466810703,0.002214128151535988,0.002841906389221549,0.00346968462690711,0.004097462631762028,0.004725240636616945,0.005353018641471863,0.005980797111988068,0.006608575116842985,0.007236353121697903,0.007864131592214108,0.008491909131407738,0.009119687601923943,0.009747466072440147,0.010375243611633778,0.011003022082149982,0.011630799621343613,0.012258578091859818,0.012886356562376022,0.013514134101569653,0.014141912572085857,0.014769691042602062,0.015397468581795692,0.016025247052311897,0.016653025522828102,0.017280803993344307,0.017908580601215363,0.018536359071731567,0.019164137542247772],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[2,0,0,2,1,0,0,2,4,6,8,8,15,19,28,31,31,53,70,77,60,55,69,31,31,20,21,23,11,12,10,8,11,4,2,5,8,4,3,5,2,4,3,1,2,3,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.008741144090890884,-0.008334570564329624,-0.00792799610644579,-0.007521422114223242,-0.007114848122000694,-0.006708274595439434,-0.0063017006032168865,-0.005895126610994339,-0.0054885526187717915,-0.005081978626549244,-0.004675404634326696,-0.004268830642104149,-0.003862256882712245,-0.0034556828904896975,-0.0030491091310977936,-0.002642535138875246,-0.0022359611466526985,-0.001829387154430151,-0.0014228132786229253,-0.0010162394028156996,-0.000609665410593152,-0.00020309147657826543,0.0002034824574366212,0.0006100563914515078,0.0010166303254663944,0.001423204317688942,0.0018297781934961677,0.0022363520693033934,0.002642926061525941,0.0030495000537484884,0.0034560738131403923,0.00386264780536294,0.004269221797585487,0.004675795789808035,0.005082369782030582,0.00548894377425313,0.0058955177664756775,0.006302091293036938,0.006708665285259485,0.007115239277482033,0.00752181326970458,0.007928387261927128,0.008334960788488388,0.008741535246372223,0.009148108772933483,0.009554683230817318,0.009961256757378578,0.010367831215262413,0.010774404741823673,0.011180978268384933,0.011587552726268768,0.011994126252830029,0.012400700710713863,0.012807274237275124,0.013213848695158958,0.013620422221720219,0.014026995748281479,0.014433570206165314,0.014840143732726574,0.015246718190610409,0.01565329171717167,0.016059866175055504,0.01646644063293934,0.016873013228178024,0.01727958768606186],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,3,10,24,25,46,99,143,237,349,534,838,1249,1927,2683,3698,4970,6855,8767,11090,13961,16740,19884,23253,26397,29313,31797,33399,34927,35673,35157,34319,32073,29971,26866,24052,20776,17231,14390,11609,9213,7163,5479,3913,2799,2085,1335,913,588,367,229,155,106,63,39,21,7,6,2,2,0,1],"bins":[-0.0953654870390892,-0.09234895557165146,-0.08933242410421371,-0.08631588518619537,-0.08329935371875763,-0.08028282225131989,-0.07726629078388214,-0.0742497593164444,-0.07123322784900665,-0.06821668893098831,-0.06520015746355057,-0.062183625996112823,-0.05916709452867508,-0.05615055933594704,-0.05313402786850929,-0.05011749267578125,-0.047100961208343506,-0.04408442974090576,-0.04106789454817772,-0.038051363080739975,-0.03503482788801193,-0.03201829642057419,-0.029001764953136444,-0.02598523162305355,-0.022968698292970657,-0.019952164962887764,-0.01693563163280487,-0.013919100165367126,-0.010902566835284233,-0.00788603350520134,-0.004869501106441021,-0.001852968242019415,0.0011635571718215942,0.0041800900362432,0.007196622900664806,0.010213155299425125,0.013229688629508018,0.016246221959590912,0.019262753427028656,0.02227928675711155,0.025295820087194443,0.028312353417277336,0.03132888674736023,0.034345418214797974,0.03736194968223572,0.04037848487496376,0.043395016342401505,0.04641155153512955,0.04942808300256729,0.052444614470005035,0.05546114966273308,0.05847768113017082,0.061494216322898865,0.06451074779033661,0.06752727925777435,0.0705438107252121,0.07356034219264984,0.07657688111066818,0.07959341257810593,0.08260994404554367,0.08562647551298141,0.08864300698041916,0.0916595458984375,0.09467607736587524,0.09769260883331299]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.017107916995882988,-0.016538796946406364,-0.01596967689692974,-0.015400557778775692,-0.014831437729299068,-0.014262317679822445,-0.013693198561668396,-0.013124078512191772,-0.012554958462715149,-0.011985838413238525,-0.011416718363761902,-0.010847599245607853,-0.01027847919613123,-0.009709359146654606,-0.009140240028500557,-0.008571119979023933,-0.00800199992954731,-0.007432879880070686,-0.00686376029625535,-0.006294640712440014,-0.00572552066296339,-0.005156400613486767,-0.004587281029671431,-0.004018161445856094,-0.003449041396379471,-0.002879921579733491,-0.002310801763087511,-0.0017416819464415312,-0.0011725621297955513,-0.0006034423131495714,-3.432249650359154e-05,0.0005347973201423883,0.0011039189994335175,0.0016730388160794973,0.0022421586327254772,0.002811278449371457,0.003380398266017437,0.0039495183154940605,0.004518637899309397,0.005087757483124733,0.0056568775326013565,0.00622599758207798,0.006795117165893316,0.0073642367497086525,0.007933356799185276,0.0085024768486619,0.009071595966815948,0.009640716016292572,0.010209836065769196,0.010778956115245819,0.011348076164722443,0.011917195282876492,0.012486315332353115,0.013055435381829739,0.013624554499983788,0.014193674549460411,0.014762794598937035,0.015331914648413658,0.01590103469789028,0.016470154747366905,0.01703927293419838,0.017608392983675003,0.018177513033151627,0.01874663308262825,0.019315753132104874],"_type":"histogram","values":[2,0,1,1,0,1,1,4,2,1,7,6,6,4,9,10,8,13,13,18,12,22,29,23,25,30,27,26,29,36,39,39,35,28,30,31,25,20,26,23,17,8,9,10,11,10,5,9,2,7,9,3,1,1,1,0,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.0003150427364744246,-0.00030365114798769355,-0.00029225953039713204,-0.000280867941910401,-0.0002694763243198395,-0.0002580847358331084,-0.0002466931182425469,-0.00023530152975581586,-0.00022390992671716958,-0.0002125183236785233,-0.00020112672063987702,-0.00018973511760123074,-0.0001783435291144997,-0.0001669519260758534,-0.00015556032303720713,-0.00014416871999856085,-0.00013277711695991457,-0.00012138551392126828,-0.000109993910882622,-9.860231511993334e-05,-8.721071208128706e-05,-7.581910904264078e-05,-6.442751327995211e-05,-5.303591024130583e-05,-4.164430720265955e-05,-3.025270598300267e-05,-1.8861104763345793e-05,-7.469503543688916e-06,3.9220976759679615e-06,1.531369889562484e-05,2.6705300115281716e-05,3.809689951594919e-05,4.948850255459547e-05,6.088010559324175e-05,7.227170863188803e-05,8.36633043945767e-05,9.505490743322298e-05,0.00010644651047186926,0.00011783810623455793,0.0001292297092732042,0.0001406213123118505,0.00015201291535049677,0.00016340451838914305,0.00017479612142778933,0.00018618770991452038,0.00019757931295316666,0.00020897091599181294,0.00022036251903045923,0.0002317541220691055,0.0002431457251077518,0.00025453732814639807,0.0002659289166331291,0.00027732053422369063,0.0002887121227104217,0.0003001037403009832,0.00031149532878771424,0.0003228869172744453,0.0003342785348650068,0.00034567012335173786,0.00035706174094229937,0.0003684533294290304,0.00037984494701959193,0.000391236535506323,0.0004026281530968845,0.00041401974158361554],"_type":"histogram","values":[2,1,2,3,2,7,1,4,5,6,5,10,8,7,10,15,19,24,23,15,25,23,25,24,41,36,28,43,30,42,37,29,24,23,20,15,15,21,12,13,5,8,9,10,9,8,3,8,1,3,2,2,1,1,1,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.037434373050928116,-0.03625335916876793,-0.03507234528660774,-0.033891331404447556,-0.03271031752228737,-0.03152930364012718,-0.030348289757966995,-0.02916727587580681,-0.02798626199364662,-0.026805248111486435,-0.025624234229326248,-0.02444322034716606,-0.023262206465005875,-0.022081192582845688,-0.0209001787006855,-0.019719164818525314,-0.018538150936365128,-0.01735713705420494,-0.016176123172044754,-0.014995109289884567,-0.01381409540772438,-0.012633081525564194,-0.011452067643404007,-0.01027105376124382,-0.009090039879083633,-0.007909025996923447,-0.00672801211476326,-0.005546998232603073,-0.004365984350442886,-0.0031849704682826996,-0.002003956586122513,-0.000822942703962326,0.0003580749034881592,0.001539088785648346,0.0027201026678085327,0.0039011165499687195,0.005082130432128906,0.006263144314289093,0.00744415819644928,0.008625172078609467,0.009806185960769653,0.01098719984292984,0.012168213725090027,0.013349227607250214,0.0145302414894104,0.015711255371570587,0.016892269253730774,0.01807328313589096,0.019254297018051147,0.020435310900211334,0.02161632478237152,0.022797338664531708,0.023978352546691895,0.02515936642885208,0.026340380311012268,0.027521394193172455,0.02870240807533264,0.02988342195749283,0.031064435839653015,0.0322454497218132,0.03342646360397339,0.034607477486133575,0.03578849136829376,0.03696950525045395,0.038150519132614136],"_type":"histogram","values":[1,1,2,0,1,2,2,2,7,0,8,3,5,3,8,8,16,17,8,23,15,19,12,25,18,33,25,21,35,33,27,39,20,28,21,23,21,17,20,14,22,18,16,11,18,18,8,11,12,11,9,8,5,2,2,2,3,1,2,2,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,2,1,1,3,2,9,9,10,12,9,12,21,25,36,32,34,49,63,67,65,66,92,63,81,91,86,119,95,103,95,86,105,81,55,56,52,54,33,27,22,21,23,18,18,6,5,8,3,6,1,2,1,1,3,2,2,1,0,0,1,0,1],"bins":[-0.01984863542020321,-0.019155627116560936,-0.018462618812918663,-0.01776961050927639,-0.017076602205634117,-0.016383593901991844,-0.015690583735704422,-0.014997576363384724,-0.014304567128419876,-0.013611558824777603,-0.01291855052113533,-0.012225542217493057,-0.011532533913850784,-0.010839525610208511,-0.010146516375243664,-0.00945350807160139,-0.008760499767959118,-0.008067491464316845,-0.007374482695013285,-0.006681474391371012,-0.0059884656220674515,-0.0052954573184251785,-0.004602449014782906,-0.003909440245479345,-0.0032164319418370724,-0.0025234234053641558,-0.001830414985306561,-0.0011374065652489662,-0.0004443980287760496,0.0002486104494892061,0.0009416189277544618,0.0016346273478120565,0.002327635884284973,0.0030206444207578897,0.0037136529572308064,0.004406661260873079,0.0050996700301766396,0.0057926783338189125,0.0064856866374611855,0.007178695406764746,0.007871704176068306,0.008564712479710579,0.009257720783352852,0.009950729086995125,0.010643737390637398,0.01133674569427967,0.012029754929244518,0.012722763232886791,0.013415771536529064,0.014108779840171337,0.01480178814381361,0.015494797378778458,0.01618780568242073,0.016880813986063004,0.017573822289705276,0.01826683059334755,0.018959838896989822,0.019652847200632095,0.02034585550427437,0.02103886567056179,0.021731873974204063,0.022424882277846336,0.02311789058148861,0.023810898885130882,0.024503907188773155]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"values":[3,4,7,19,24,48,87,148,229,360,559,843,1218,1763,2406,3522,4763,6327,8260,10369,13122,15804,18941,22269,24997,27856,30251,32281,33558,34762,34687,33809,32297,30193,28158,24831,21897,18725,16057,12905,10422,8151,6505,4937,3413,2582,1785,1331,830,564,352,255,150,73,41,30,23,6,9,1,2,1,0,2],"bins":[-0.08863049745559692,-0.08567740023136139,-0.08272430300712585,-0.07977120578289032,-0.07681810855865479,-0.07386501133441925,-0.07091191411018372,-0.06795881688594818,-0.06500571966171265,-0.06205262616276741,-0.059099528938531876,-0.05614643171429634,-0.053193338215351105,-0.05024024099111557,-0.047287143766880035,-0.0443340465426445,-0.041380949318408966,-0.03842785209417343,-0.0354747548699379,-0.03252165764570236,-0.029568562284111977,-0.026615465059876442,-0.023662369698286057,-0.020709272474050522,-0.017756175249814987,-0.014803078025579453,-0.011849981732666492,-0.008896885439753532,-0.005943788215517998,-0.0029906914569437504,-3.759469836950302e-05,0.0029155020602047443,0.005868606269359589,0.008821703493595123,0.011774799786508083,0.014727896079421043,0.017680993303656578,0.020634090527892113,0.023587185889482498,0.026540283113718033,0.029493380337953568,0.0324464775621891,0.03539957478642464,0.03835267201066017,0.04130576550960541,0.04425886273384094,0.04721195995807648,0.05016505718231201,0.053118154406547546,0.05607125163078308,0.059024348855018616,0.06197744607925415,0.06493054330348969,0.06788364052772522,0.07083673775196075,0.07378983497619629,0.07674293220043182,0.07969602197408676,0.0826491191983223,0.08560221642255783,0.08855531364679337,0.0915084108710289,0.09446150809526443,0.09741460531949997,0.1003677025437355],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,2,1,1,3,1,2,3,4,1,4,3,6,10,7,9,10,18,13,16,23,23,27,19,28,33,30,27,38,33,41,29,27,53,23,26,27,20,24,12,16,14,12,11,7,5,4,5,3,2,4,1,0,2,0,2],"bins":[-0.00043185887625440955,-0.00042029633186757565,-0.0004087337583769113,-0.0003971712139900774,-0.00038560866960324347,-0.0003740460961125791,-0.0003624835517257452,-0.0003509210073389113,-0.0003393584629520774,-0.000327795889461413,-0.0003162333450745791,-0.0003046708006877452,-0.00029310822719708085,-0.00028154568281024694,-0.00026998313842341304,-0.0002584205649327487,-0.00024685802054591477,-0.00023529546160716563,-0.00022373291722033173,-0.0002121703582815826,-0.0002006078138947487,-0.00018904525495599955,-0.00017748269601725042,-0.0001659201516304165,-0.00015435759269166738,-0.00014279503375291824,-0.00013123248936608434,-0.0001196699304273352,-0.00010810737876454368,-9.654482710175216e-05,-8.498226816300303e-05,-7.341971650021151e-05,-6.185719394125044e-05,-5.029464227845892e-05,-3.8732086977688596e-05,-2.7169533495907672e-05,-1.5606980014126748e-05,-4.044426532345824e-06,7.5181269494351e-06,1.9080680431216024e-05,3.064323391299695e-05,4.220578557578847e-05,5.3768340876558796e-05,6.533089617732912e-05,7.689344784012064e-05,8.845599950291216e-05,0.0001000185584416613,0.00011158111010445282,0.00012314366176724434,0.00013470622070599347,0.00014626876509282738,0.00015783132403157651,0.00016939386841841042,0.00018095642735715955,0.0001925189862959087,0.0002040815306827426,0.00021564408962149173,0.00022720664856024086,0.00023876919294707477,0.0002503317373339087,0.00026189431082457304,0.00027345685521140695,0.00028501939959824085,0.0002965819730889052,0.0003081445174757391]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.0023193359375,-0.002245664596557617,-0.0021719932556152344,-0.0020983219146728516,-0.0020246505737304688,-0.001950979232788086,-0.0018773078918457031,-0.0018036365509033203,-0.0017299652099609375,-0.0016562938690185547,-0.0015826225280761719,-0.001508951187133789,-0.0014352798461914062,-0.0013616085052490234,-0.0012879371643066406,-0.0012142658233642578,-0.001140594482421875,-0.0010669231414794922,-0.0009932518005371094,-0.0009195804595947266,-0.0008459091186523438,-0.0007722377777099609,-0.0006985664367675781,-0.0006248950958251953,-0.0005512237548828125,-0.0004775524139404297,-0.0004038810729980469,-0.00033020973205566406,-0.00025653839111328125,-0.00018286705017089844,-0.00010919570922851562,-3.552436828613281e-05,3.814697265625e-05,0.00011181831359863281,0.00018548965454101562,0.00025916099548339844,0.00033283233642578125,0.00040650367736816406,0.0004801750183105469,0.0005538463592529297,0.0006275177001953125,0.0007011890411376953,0.0007748603820800781,0.0008485317230224609,0.0009222030639648438,0.0009958744049072266,0.0010695457458496094,0.0011432170867919922,0.001216888427734375,0.0012905597686767578,0.0013642311096191406,0.0014379024505615234,0.0015115737915039062,0.001585245132446289,0.0016589164733886719,0.0017325878143310547,0.0018062591552734375,0.0018799304962158203,0.001953601837158203,0.002027273178100586,0.0021009445190429688,0.0021746158599853516,0.0022482872009277344,0.002321958541870117,0.0023956298828125],"_type":"histogram","values":[1,0,0,1,1,1,2,2,3,2,6,9,16,26,29,51,68,110,180,239,421,649,1044,1677,2574,4250,6824,12183,21906,43110,101524,201263,98336,42268,21007,11960,7002,4055,2648,1596,963,647,386,262,181,121,84,42,25,16,14,16,5,4,6,1,3,2,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.025354498997330666,-0.02460128255188465,-0.023848066106438637,-0.023094849660992622,-0.02234163135290146,-0.021588414907455444,-0.02083519846200943,-0.020081982016563416,-0.0193287655711174,-0.018575549125671387,-0.017822332680225372,-0.017069116234779358,-0.016315899789333344,-0.015562682412564754,-0.014809465035796165,-0.014056248590350151,-0.013303032144904137,-0.012549815699458122,-0.011796599254012108,-0.011043381877243519,-0.010290165431797504,-0.00953694898635149,-0.008783731609582901,-0.008030515164136887,-0.007277298718690872,-0.006524082273244858,-0.005770865362137556,-0.005017648451030254,-0.00426443200558424,-0.003511215327307582,-0.002757998649030924,-0.002004781970754266,-0.0012515652924776077,-0.0004983486142009497,0.0002548680640757084,0.0010080847423523664,0.0017613014206290245,0.0025145180989056826,0.0032677347771823406,0.004020951688289642,0.004774168133735657,0.005527384579181671,0.006280601490288973,0.007033818401396275,0.007787034846842289,0.008540251292288303,0.009293468669056892,0.010046685114502907,0.010799901559948921,0.011553118005394936,0.01230633445084095,0.013059551827609539,0.013812768273055553,0.014565984718501568,0.015319202095270157,0.01607241854071617,0.016825634986162186,0.0175788514316082,0.018332067877054214,0.01908528432250023,0.019838500767946243,0.020591719076037407,0.02134493552148342,0.022098151966929436,0.02285136841237545],"_type":"histogram","values":[1,0,1,0,0,0,0,2,1,3,2,4,5,5,6,8,7,9,7,11,18,17,14,18,20,23,25,27,26,30,30,30,17,26,31,26,32,22,25,24,22,24,18,18,16,18,13,18,9,6,11,12,5,3,5,3,5,1,3,0,1,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,0,2,1,5,2,3,5,7,9,3,13,12,14,7,14,16,25,22,23,20,24,25,41,31,33,27,32,41,33,24,29,21,30,21,14,23,17,18,13,8,7,6,8,4,4,8,3,6,2,2,2,1,1,1,0,0,1],"bins":[-0.126846045255661,-0.12297596782445908,-0.11910589039325714,-0.11523580551147461,-0.11136572808027267,-0.10749565064907074,-0.1036255732178688,-0.09975548833608627,-0.09588541090488434,-0.0920153334736824,-0.08814525604248047,-0.08427517861127853,-0.080405093729496,-0.07653501629829407,-0.07266493886709213,-0.0687948614358902,-0.06492477655410767,-0.06105470284819603,-0.057184621691703796,-0.05331454426050186,-0.04944446310400963,-0.045574385672807693,-0.04170430451631546,-0.037834227085113525,-0.03396414965391159,-0.030094068497419357,-0.026223989203572273,-0.02235390990972519,-0.018483832478523254,-0.014613752253353596,-0.010743673890829086,-0.006873594596982002,-0.003003515303134918,0.0008665637578815222,0.004736642818897963,0.00860672164708376,0.012476800940930843,0.016346879303455353,0.020216958597302437,0.02408703789114952,0.027957117184996605,0.03182719647884369,0.035697273910045624,0.03956735506653786,0.04343743249773979,0.047307513654232025,0.05117759108543396,0.05504767224192619,0.05891774967312813,0.06278783082962036,0.0666579082608223,0.07052798569202423,0.07439806312322617,0.0782681480050087,0.08213822543621063,0.08600830286741257,0.0898783802986145,0.09374845772981644,0.09761854261159897,0.1014886200428009,0.10535869747400284,0.10922877490520477,0.1130988597869873,0.11696893721818924,0.12083901464939117]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[3,1,2,0,1,2,2,3,4,8,22,24,28,42,70,51,82,186,216,359,490,732,1064,1522,2292,3392,5280,7792,12260,19802,33628,62276,140519,493680,487536,144011,65645,34466,19613,12018,7904,5190,3416,2235,1663,1054,690,462,339,278,164,115,68,48,35,27,21,10,4,7,3,2,3,2],"bins":[-0.173828125,-0.1687164306640625,-0.163604736328125,-0.1584930419921875,-0.15338134765625,-0.1482696533203125,-0.143157958984375,-0.1380462646484375,-0.1329345703125,-0.1278228759765625,-0.122711181640625,-0.1175994873046875,-0.11248779296875,-0.1073760986328125,-0.102264404296875,-0.0971527099609375,-0.092041015625,-0.0869293212890625,-0.081817626953125,-0.0767059326171875,-0.07159423828125,-0.0664825439453125,-0.061370849609375,-0.0562591552734375,-0.0511474609375,-0.0460357666015625,-0.040924072265625,-0.0358123779296875,-0.03070068359375,-0.0255889892578125,-0.020477294921875,-0.0153656005859375,-0.01025390625,-0.0051422119140625,-3.0517578125e-05,0.0050811767578125,0.01019287109375,0.0153045654296875,0.020416259765625,0.0255279541015625,0.0306396484375,0.0357513427734375,0.040863037109375,0.0459747314453125,0.05108642578125,0.0561981201171875,0.061309814453125,0.0664215087890625,0.071533203125,0.0766448974609375,0.081756591796875,0.0868682861328125,0.09197998046875,0.0970916748046875,0.102203369140625,0.1073150634765625,0.1124267578125,0.1175384521484375,0.122650146484375,0.1277618408203125,0.13287353515625,0.1379852294921875,0.143096923828125,0.1482086181640625,0.1533203125]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[2,2,3,1,12,16,37,72,106,172,290,474,649,991,1400,1941,2682,3829,4961,6345,8262,10399,12634,15525,18118,21327,24121,26667,28940,31108,32328,33117,33305,32758,31973,30110,27796,25172,22605,19831,16814,14183,11527,9302,7350,5668,4337,3224,2264,1635,1168,786,531,368,240,153,67,49,33,23,12,4,2,3],"bins":[-0.09181950986385345,-0.08897189795970917,-0.08612428605556488,-0.08327666670084,-0.08042905479669571,-0.07758144289255142,-0.07473383098840714,-0.07188621163368225,-0.06903859972953796,-0.06619098782539368,-0.06334337592124939,-0.060495760291814804,-0.05764814838767052,-0.05480053275823593,-0.051952920854091644,-0.04910530522465706,-0.04625769332051277,-0.043410081416368484,-0.0405624657869339,-0.03771485388278961,-0.034867238253355026,-0.03201962634921074,-0.029172012582421303,-0.026324398815631866,-0.02347678504884243,-0.020629171282052994,-0.017781557515263557,-0.014933944679796696,-0.01208633091300726,-0.009238717146217823,-0.006391103845089674,-0.0035434903111308813,-0.0006958767771720886,0.002151736756786704,0.004999350290745497,0.007846963591873646,0.010694577358663082,0.013542191125452518,0.01638980396091938,0.019237417727708817,0.022085031494498253,0.02493264526128769,0.027780259028077126,0.030627872794866562,0.03347548469901085,0.036323100328445435,0.03917071223258972,0.04201832786202431,0.044865939766168594,0.04771355167031288,0.05056116729974747,0.053408779203891754,0.05625639483332634,0.05910400673747063,0.06195162236690521,0.0647992342710495,0.06764684617519379,0.07049445807933807,0.07334207743406296,0.07618968933820724,0.07903730124235153,0.08188491314649582,0.0847325325012207,0.08758014440536499,0.09042775630950928],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,0,3,0,5,3,2,5,9,7,3,15,12,14,5,14,18,27,21,23,21,20,30,44,27,31,27,37,38,33,22,32,17,30,21,18,20,17,18,12,8,6,6,9,3,6,6,4,7,0,3,2,0,2,0,0,0,1],"bins":[-0.12608513236045837,-0.12222437560558319,-0.11836361885070801,-0.11450286209583282,-0.11064210534095764,-0.10678134113550186,-0.10292058438062668,-0.0990598276257515,-0.09519907087087631,-0.09133831411600113,-0.08747755736112595,-0.08361680060625076,-0.07975603640079498,-0.0758952796459198,-0.07203452289104462,-0.06817376613616943,-0.06431300938129425,-0.06045225262641907,-0.056591495871543884,-0.0527307353913784,-0.04886997863650322,-0.045009221881628036,-0.041148461401462555,-0.03728770464658737,-0.03342694789171219,-0.029566191136837006,-0.025705432519316673,-0.02184467390179634,-0.017983917146921158,-0.0141231594607234,-0.010262401774525642,-0.006401644088327885,-0.002540893852710724,0.0013198638334870338,0.0051806215196847916,0.00904137920588255,0.012902136892080307,0.01676289364695549,0.020623652264475822,0.024484410881996155,0.028345167636871338,0.03220592439174652,0.036066681146621704,0.039927441626787186,0.04378819838166237,0.04764895513653755,0.05150971561670303,0.05537047237157822,0.0592312291264534,0.06309198588132858,0.06695274263620377,0.07081349939107895,0.07467426359653473,0.07853502035140991,0.0823957771062851,0.08625653386116028,0.09011729061603546,0.09397804737091064,0.09783880412578583,0.10169956088066101,0.1055603176355362,0.10942108184099197,0.11328183859586716,0.11714259535074234,0.12100335210561752]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,1,1,1,1,2,1,3,2,3,0,1,3,5,6,5,8,8,15,19,12,27,24,34,31,35,34,40,30,41,39,42,42,35,42,25,19,14,20,16,17,11,10,13,4,5,3,2,2,1,3,0,1,4,0,1,0,3],"bins":[-0.001338547794148326,-0.001300883712247014,-0.0012632195139303803,-0.0012255554320290685,-0.0011878912337124348,-0.001150227151811123,-0.0011125629534944892,-0.0010748988715931773,-0.0010372346732765436,-0.0009995705913752317,-0.000961906451266259,-0.0009242423111572862,-0.0008865782292559743,-0.0008489140891470015,-0.0008112499490380287,-0.0007735858089290559,-0.0007359216688200831,-0.0006982575287111104,-0.0006605933886021376,-0.0006229292484931648,-0.000585265108384192,-0.0005476010264828801,-0.0005099368863739073,-0.00047227274626493454,-0.00043460860615596175,-0.00039694446604698896,-0.0003592803259380162,-0.00032161621493287385,-0.00028395207482390106,-0.00024628793471492827,-0.0002086238091578707,-0.00017095968360081315,-0.0001332956599071622,-9.563152707414702e-05,-5.796739424113184e-05,-2.030326140811667e-05,1.7360871424898505e-05,5.502500425791368e-05,9.268913709092885e-05,0.0001303532626479864,0.0001680174027569592,0.000205681542865932,0.00024334566842298955,0.0002810097939800471,0.0003186739340890199,0.0003563380741979927,0.000394002185203135,0.0004316663253121078,0.0004693304654210806,0.0005069946055300534,0.0005446587456390262,0.000582322885747999,0.0006199870258569717,0.0006576511077582836,0.0006953152478672564,0.0007329793879762292,0.000770643528085202,0.0008083076681941748,0.0008459718083031476,0.0008836359484121203,0.0009213000303134322,0.000958964170422405,0.0009966283105313778,0.0010342925088480115,0.0010719565907493234],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,0,1,5,2,2,4,7,4,4,14,6,12,7,14,18,19,23,14,24,23,22,22,33,46,36,27,31,20,29,37,21,34,28,27,16,13,17,21,10,6,15,9,12,6,4,0,3,3,7,1,2,0,2,0,1,1],"bins":[-0.22801947593688965,-0.22128407657146454,-0.21454867720603943,-0.20781327784061432,-0.2010778784751892,-0.1943424642086029,-0.1876070648431778,-0.18087166547775269,-0.17413626611232758,-0.16740086674690247,-0.16066546738147736,-0.15393006801605225,-0.14719465374946594,-0.14045925438404083,-0.13372385501861572,-0.1269884556531906,-0.1202530562877655,-0.1135176569223404,-0.10678225755691528,-0.10004685074090958,-0.09331145137548447,-0.08657605201005936,-0.07984064519405365,-0.07310524582862854,-0.06636984646320343,-0.05963444709777832,-0.05289904400706291,-0.046163640916347504,-0.039428241550922394,-0.032692842185497284,-0.025957439094781876,-0.019222037866711617,-0.012486636638641357,-0.005751235410571098,0.0009841658174991608,0.00771956704556942,0.014454968273639679,0.021190369501709938,0.027925770729780197,0.034661173820495605,0.041396573185920715,0.048131972551345825,0.054867375642061234,0.06160277873277664,0.06833817809820175,0.07507357746362686,0.08180898427963257,0.08854438364505768,0.09527978301048279,0.1020151823759079,0.10875058174133301,0.11548598855733871,0.12222138792276382,0.12895679473876953,0.13569219410419464,0.14242759346961975,0.14916299283504486,0.15589839220046997,0.16263379156589508,0.1693691909313202,0.1761046051979065,0.1828400045633316,0.1895754039287567,0.19631080329418182,0.20304620265960693]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,1,0,6,2,6,5,13,13,12,20,28,43,81,104,153,198,282,456,650,1042,1669,2409,3646,6132,9832,16249,26916,48754,93192,204499,582752,303752,122275,61961,33435,20202,11811,7300,4433,2942,1893,1202,800,541,347,265,133,107,80,63,49,18,34,15,13,11,4,3,2,2,1,1,2],"bins":[-0.10009765625,-0.0969390869140625,-0.093780517578125,-0.0906219482421875,-0.08746337890625,-0.0843048095703125,-0.081146240234375,-0.0779876708984375,-0.0748291015625,-0.0716705322265625,-0.068511962890625,-0.0653533935546875,-0.06219482421875,-0.0590362548828125,-0.055877685546875,-0.0527191162109375,-0.049560546875,-0.0464019775390625,-0.043243408203125,-0.0400848388671875,-0.03692626953125,-0.0337677001953125,-0.030609130859375,-0.0274505615234375,-0.0242919921875,-0.0211334228515625,-0.017974853515625,-0.0148162841796875,-0.01165771484375,-0.0084991455078125,-0.005340576171875,-0.0021820068359375,0.0009765625,0.0041351318359375,0.007293701171875,0.0104522705078125,0.01361083984375,0.0167694091796875,0.019927978515625,0.0230865478515625,0.0262451171875,0.0294036865234375,0.032562255859375,0.0357208251953125,0.03887939453125,0.0420379638671875,0.045196533203125,0.0483551025390625,0.051513671875,0.0546722412109375,0.057830810546875,0.0609893798828125,0.06414794921875,0.0673065185546875,0.070465087890625,0.0736236572265625,0.0767822265625,0.0799407958984375,0.083099365234375,0.0862579345703125,0.08941650390625,0.0925750732421875,0.095733642578125,0.0988922119140625,0.10205078125]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[-0.01593850553035736,-0.015243053436279297,-0.014547601342201233,-0.013852149248123169,-0.013156697154045105,-0.012461244128644466,-0.011765792034566402,-0.011070339940488338,-0.010374887846410275,-0.00967943575233221,-0.008983983658254147,-0.008288531564176083,-0.007593079004436731,-0.006897626910358667,-0.006202174350619316,-0.005506722256541252,-0.004811270162463188,-0.004115818068385124,-0.0034203657414764166,-0.002724913414567709,-0.002029461320489645,-0.0013340091099962592,-0.0006385568995028734,5.689531099051237e-05,0.0007523475214838982,0.001447799731977284,0.0021432519424706697,0.0028387042693793774,0.0035341563634574413,0.004229608457535505,0.004925061017274857,0.0056205131113529205,0.006315967068076134,0.007011419162154198,0.007706871256232262,0.008402323350310326,0.00909777544438839,0.009793228469789028,0.010488680563867092,0.011184132657945156,0.01187958475202322,0.012575036846101284,0.013270488940179348,0.013965941034257412,0.01466139405965805,0.015356846153736115,0.01605229824781418,0.016747750341892242,0.017443202435970306,0.01813865453004837,0.018834106624126434,0.0195295587182045,0.020225010812282562,0.020920462906360626,0.02161591500043869,0.022311367094516754,0.023006819188594818,0.02370227314531803,0.024397725239396095,0.02509317733347416,0.025788629427552223,0.026484081521630287,0.02717953361570835,0.027874985709786415,0.02857043780386448],"_type":"histogram","values":[4,0,0,0,0,0,0,1,0,3,5,3,6,9,10,13,14,31,33,53,79,93,80,68,66,37,34,23,14,16,11,11,8,4,7,4,4,5,3,3,3,2,2,1,0,3,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[2,0,0,0,0,1,0,0,0,0,3,0,4,3,3,4,10,13,13,17,12,21,14,19,20,23,38,29,27,25,22,25,23,36,31,28,22,27,35,23,24,27,27,14,20,13,15,8,5,9,2,6,9,5,1,2,3,2,0,0,0,0,2,1],"bins":[-0.0011029413435608149,-0.0010691448114812374,-0.00103534827940166,-0.0010015517473220825,-0.0009677551570348442,-0.0009339586249552667,-0.0009001620346680284,-0.0008663655025884509,-0.0008325689705088735,-0.000798772438429296,-0.0007649759063497186,-0.0007311793160624802,-0.0006973827839829028,-0.0006635862519033253,-0.000629789661616087,-0.0005959931295365095,-0.0005621965974569321,-0.0005284000653773546,-0.0004946035332977772,-0.0004608069430105388,-0.00042701041093096137,-0.0003932138788513839,-0.000359417317667976,-0.0003256207564845681,-0.0002918242244049907,-0.0002580276923254132,-0.00022423113114200532,-0.00019043458451051265,-0.00015663803787901998,-0.0001228414912475273,-8.904494461603463e-05,-5.524839798454195e-05,-2.1451967768371105e-05,1.234457886312157e-05,4.6141125494614244e-05,7.993767212610692e-05,0.00011373421875759959,0.00014753076538909227,0.00018132731202058494,0.00021512385865207762,0.0002489204052835703,0.00028271693736314774,0.00031651349854655564,0.00035031005972996354,0.000384106591809541,0.00041790312388911843,0.00045169968507252634,0.00048549624625593424,0.0005192927783355117,0.0005530893104150891,0.0005868858424946666,0.0006206824327819049,0.0006544789648614824,0.0006882754969410598,0.0007220720872282982,0.0007558686193078756,0.0007896651513874531,0.0008234616834670305,0.000857258215546608,0.0008910548058338463,0.0009248513379134238,0.0009586478699930012,0.0009924444602802396,0.001026240992359817,0.0010600375244393945],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,1,1,3,0,0,1,2,4,3,4,4,7,4,10,6,7,8,8,15,19,8,26,22,21,33,31,32,34,27,46,32,37,40,30,33,25,21,26,31,18,11,10,12,14,8,6,2,10,3,2,1,1,1,3,1,0,0,1,0,0,0,0,1],"bins":[-0.00038189630140550435,-0.0003695269988384098,-0.0003571576962713152,-0.0003447884228080511,-0.00033241912024095654,-0.000320049817673862,-0.0003076805151067674,-0.00029531121253967285,-0.0002829419099725783,-0.0002705726365093142,-0.0002582033339422196,-0.00024583403137512505,-0.00023346472880803049,-0.00022109544079285115,-0.00020872613822575659,-0.00019635685021057725,-0.00018398754764348269,-0.00017161824507638812,-0.00015924895706120878,-0.00014687965449411422,-0.00013451036647893488,-0.00012214106391184032,-0.00010977176134474576,-9.74024660536088e-05,-8.503317076247185e-05,-7.26638754713349e-05,-6.029457654221915e-05,-4.792527761310339e-05,-3.555598232196644e-05,-2.3186685211840086e-05,-1.0817388101713732e-05,1.551909008412622e-06,1.3921206118538976e-05,2.629050322866533e-05,3.865980033879168e-05,5.102909926790744e-05,6.339839455904439e-05,7.576768985018134e-05,8.81369924172759e-05,0.00010050628770841286,0.0001128755829995498,0.00012524488556664437,0.0001376141735818237,0.00014998347614891827,0.00016235277871601284,0.00017472206673119217,0.00018709136929828674,0.00019946065731346607,0.00021182995988056064,0.0002241992624476552,0.00023656855046283454,0.0002489378384780139,0.00026130714104510844,0.000273676443612203,0.00028604574617929757,0.00029841504874639213,0.00031078432220965624,0.0003231536247767508,0.00033552292734384537,0.00034789222991093993,0.0003602615324780345,0.00037263083504512906,0.00038500010850839317,0.00039736941107548773,0.0004097387136425823],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[2,1,0,1,3,0,1,2,4,1,2,2,6,0,3,4,4,5,5,8,11,8,12,20,29,35,33,43,56,61,78,55,60,43,22,30,21,16,8,11,10,7,6,6,12,6,1,1,3,4,0,0,0,1,2,1,1,0,0,0,0,0,0,1],"bins":[-3.6639430618379265e-06,-3.542794956956641e-06,-3.4216466247016797e-06,-3.300498519820394e-06,-3.179350187565433e-06,-3.058202082684147e-06,-2.9370539778028615e-06,-2.8159056455479003e-06,-2.6947575406666147e-06,-2.573609435785329e-06,-2.452461103530368e-06,-2.331312998649082e-06,-2.2101648937677965e-06,-2.0890165615128353e-06,-1.9678684566315496e-06,-1.8467202380634262e-06,-1.7255720194953028e-06,-1.6044238009271794e-06,-1.483275582359056e-06,-1.3621274774777703e-06,-1.2409792589096469e-06,-1.1198310403415235e-06,-9.986829354602378e-07,-8.775347168921144e-07,-7.56386498323991e-07,-6.352382797558676e-07,-5.14090118031163e-07,-3.92941927884749e-07,-2.7179373773833504e-07,-1.5064554759192106e-07,-2.9497357445507078e-08,9.16508327009069e-08,2.1279902284732088e-07,3.3394721299373487e-07,4.5509540314014885e-07,5.762435648648534e-07,6.973917834329768e-07,8.185400020011002e-07,9.396881637258048e-07,1.0608363254505093e-06,1.1819845440186327e-06,1.3031327625867561e-06,1.4242809811548796e-06,1.5454290860361652e-06,1.6665773046042887e-06,1.787725523172412e-06,1.9088736280536978e-06,2.030021960308659e-06,2.1511700651899446e-06,2.2723181700712303e-06,2.3934665023261914e-06,2.514614607207477e-06,2.6357629394624382e-06,2.756911044343724e-06,2.8780591492250096e-06,2.9992074814799707e-06,3.1203555863612564e-06,3.241503691242542e-06,3.3626520234975033e-06,3.483800128378789e-06,3.6049482332600746e-06,3.7260965655150358e-06,3.847244897769997e-06,3.968392775277607e-06,4.089541107532568e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0005353983142413199,-0.0005216016434133053,-0.0005078050307929516,-0.000494008359964937,-0.0004802117182407528,-0.00046641507651656866,-0.00045261840568855405,-0.0004388217639643699,-0.00042502512224018574,-0.0004112284805160016,-0.0003974318387918174,-0.0003836351679638028,-0.00036983852623961866,-0.0003560418845154345,-0.0003422452136874199,-0.00032844857196323574,-0.0003146519302390516,-0.0003008552885148674,-0.00028705864679068327,-0.00027326197596266866,-0.0002594653342384845,-0.00024566869251430035,-0.00023187203623820096,-0.00021807537996210158,-0.00020427873823791742,-0.00019048209651373327,-0.00017668544023763388,-0.0001628887839615345,-0.00014909214223735034,-0.0001352955005131662,-0.0001214988442370668,-0.00010770219523692504,-9.390557534061372e-05,-8.010892634047195e-05,-6.631227734033018e-05,-5.2515628340188414e-05,-3.8718979340046644e-05,-2.4922330339904875e-05,-1.1125681339763105e-05,2.6709676603786647e-06,1.6467616660520434e-05,3.0264265660662204e-05,4.4060914660803974e-05,5.785756366094574e-05,7.165421266108751e-05,8.545086166122928e-05,9.924751066137105e-05,0.00011304415966151282,0.0001268408086616546,0.00014063745038583875,0.00015443410666193813,0.00016823076293803751,0.00018202740466222167,0.00019582404638640583,0.0002096207026625052,0.0002234173589386046,0.00023721400066278875,0.0002510106423869729,0.0002648073132149875,0.00027860395493917167,0.00029240059666335583,0.00030619723838754,0.00031999388011172414,0.00033379055093973875,0.0003475871926639229],"_type":"histogram","values":[1,0,0,0,0,0,2,1,2,0,0,1,0,1,1,3,4,3,4,4,3,6,8,9,8,7,11,18,13,20,24,20,24,25,22,32,38,45,28,27,47,31,32,29,34,23,21,14,16,13,16,6,18,12,6,5,8,6,2,6,4,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[2,4,4,3,6,4,11,7,24,19,44,41,67,89,153,188,272,404,537,855,1092,1749,2484,3779,5746,8615,13422,21434,36501,67281,148312,128785,59098,32656,19515,12517,7919,5169,3493,2388,1605,1044,767,477,349,239,181,155,69,83,32,42,29,24,7,13,7,3,2,3,3,0,0,1],"bins":[-0.0034332275390625,-0.003322124481201172,-0.0032110214233398438,-0.0030999183654785156,-0.0029888153076171875,-0.0028777122497558594,-0.0027666091918945312,-0.002655506134033203,-0.002544403076171875,-0.002433300018310547,-0.0023221969604492188,-0.0022110939025878906,-0.0020999908447265625,-0.0019888877868652344,-0.0018777847290039062,-0.0017666816711425781,-0.00165557861328125,-0.0015444755554199219,-0.0014333724975585938,-0.0013222694396972656,-0.0012111663818359375,-0.0011000633239746094,-0.0009889602661132812,-0.0008778572082519531,-0.000766754150390625,-0.0006556510925292969,-0.0005445480346679688,-0.0004334449768066406,-0.0003223419189453125,-0.00021123886108398438,-0.00010013580322265625,1.0967254638671875e-05,0.0001220703125,0.00023317337036132812,0.00034427642822265625,0.0004553794860839844,0.0005664825439453125,0.0006775856018066406,0.0007886886596679688,0.0008997917175292969,0.001010894775390625,0.0011219978332519531,0.0012331008911132812,0.0013442039489746094,0.0014553070068359375,0.0015664100646972656,0.0016775131225585938,0.0017886161804199219,0.00189971923828125,0.002010822296142578,0.0021219253540039062,0.0022330284118652344,0.0023441314697265625,0.0024552345275878906,0.0025663375854492188,0.002677440643310547,0.002788543701171875,0.002899646759033203,0.0030107498168945312,0.0031218528747558594,0.0032329559326171875,0.0033440589904785156,0.0034551620483398438,0.003566265106201172,0.0036773681640625]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.07575158774852753,-0.07305049151182175,-0.07034938782453537,-0.06764829158782959,-0.06494719535112381,-0.06224609538912773,-0.05954499542713165,-0.05684389919042587,-0.054142799228429794,-0.051441699266433716,-0.048740603029727936,-0.04603950306773186,-0.04333840310573578,-0.04063730686903,-0.03793620690703392,-0.03523511067032814,-0.03253401070833206,-0.029832912608981133,-0.027131814509630203,-0.024430714547634125,-0.021729616448283195,-0.019028518348932266,-0.016327418386936188,-0.013626320287585258,-0.01092522218823433,-0.0082241240888834,-0.005523025058209896,-0.0028219264931976795,-0.00012082792818546295,0.0025802706368267536,0.00528136920183897,0.007982468232512474,0.010683566331863403,0.013384664431214333,0.016085762530565262,0.01878686249256134,0.02148796059191227,0.0241890586912632,0.026890158653259277,0.029591256752610207,0.032292354851961136,0.034993454813957214,0.037694551050662994,0.04039565101265907,0.04309675097465515,0.04579784721136093,0.04849894717335701,0.05120004341006279,0.05390114337205887,0.05660224333405495,0.05930333957076073,0.062004439532756805,0.06470553576946259,0.06740663945674896,0.07010773569345474,0.07280883193016052,0.0755099356174469,0.07821103185415268,0.08091212809085846,0.08361322432756424,0.08631432801485062,0.0890154242515564,0.09171652048826218,0.09441762417554855,0.09711872041225433],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,1,1,0,0,1,3,5,3,7,9,6,15,16,27,26,41,47,73,112,109,72,39,32,28,13,14,10,11,5,9,7,6,2,2,1,3,1,1,2,0,0,0,0,0,0,0,1,0,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,2,2,3,0,2,2,1,3,4,2,3,3,6,12,8,15,12,13,18,17,17,26,17,34,17,26,27,21,23,29,26,42,38,29,34,30,20,30,20,20,17,8,10,12,11,10,5,6,8,3,7,2,3,0,2,4,0,0,1,3],"bins":[-0.00036954754614271224,-0.0003587382670957595,-0.0003479289880488068,-0.00033711970900185406,-0.00032631042995490134,-0.0003155011509079486,-0.00030469184275716543,-0.0002938825637102127,-0.00028307328466326,-0.00027226400561630726,-0.00026145472656935453,-0.0002506454475224018,-0.00023983616847544909,-0.00022902688942849636,-0.0002182175958296284,-0.00020740831678267568,-0.00019659903773572296,-0.00018578975868877023,-0.0001749804796418175,-0.00016417118604294956,-0.00015336190699599683,-0.0001425526279490441,-0.00013174334890209138,-0.00012093406257918105,-0.00011012478353222832,-9.93155044852756e-05,-8.850621816236526e-05,-7.769693911541253e-05,-6.688766006845981e-05,-5.607837374554947e-05,-4.5269094698596746e-05,-3.4459812013665214e-05,-2.3650529328733683e-05,-1.2841247553296853e-05,-2.031965777860023e-06,8.777315997576807e-06,1.9586597773013636e-05,3.0395880457945168e-05,4.120515950489789e-05,5.2014442189829424e-05,6.282372487476096e-05,7.363300392171368e-05,8.444229024462402e-05,9.525156929157674e-05,0.00010606084833852947,0.0001168701346614398,0.00012767942098435014,0.00013848870003130287,0.0001492979790782556,0.00016010725812520832,0.00017091653717216104,0.000181725830771029,0.00019253510981798172,0.00020334438886493444,0.00021415366791188717,0.0002249629469588399,0.00023577222600579262,0.00024658150505274534,0.00025739078409969807,0.00026820009225048125,0.00027900937129743397,0.0002898186503443867,0.0003006279293913394,0.00031143720843829215,0.00032224648748524487]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,3,3,6,4,7,17,18,28,37,74,110,179,263,366,625,1181,1920,3521,6072,11349,20661,40314,83632,208747,671147,306236,109743,50329,25535,13158,7515,4181,2331,1475,787,501,286,198,112,64,44,21,18,12,7,8,6,3,3,3,0,0,0,0,2],"bins":[-0.06689453125,-0.06490707397460938,-0.06291961669921875,-0.060932159423828125,-0.0589447021484375,-0.056957244873046875,-0.05496978759765625,-0.052982330322265625,-0.050994873046875,-0.049007415771484375,-0.04701995849609375,-0.045032501220703125,-0.0430450439453125,-0.041057586669921875,-0.03907012939453125,-0.037082672119140625,-0.03509521484375,-0.033107757568359375,-0.03112030029296875,-0.029132843017578125,-0.0271453857421875,-0.025157928466796875,-0.02317047119140625,-0.021183013916015625,-0.019195556640625,-0.017208099365234375,-0.01522064208984375,-0.013233184814453125,-0.0112457275390625,-0.009258270263671875,-0.00727081298828125,-0.005283355712890625,-0.0032958984375,-0.001308441162109375,0.00067901611328125,0.002666473388671875,0.0046539306640625,0.006641387939453125,0.00862884521484375,0.010616302490234375,0.012603759765625,0.014591217041015625,0.01657867431640625,0.018566131591796875,0.0205535888671875,0.022541046142578125,0.02452850341796875,0.026515960693359375,0.02850341796875,0.030490875244140625,0.03247833251953125,0.034465789794921875,0.0364532470703125,0.038440704345703125,0.04042816162109375,0.042415618896484375,0.044403076171875,0.046390533447265625,0.04837799072265625,0.050365447998046875,0.0523529052734375,0.054340362548828125,0.05632781982421875,0.058315277099609375,0.060302734375]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.08904378116130829,-0.08624184876680374,-0.0834399163722992,-0.08063798397779465,-0.0778360515832901,-0.07503411918878555,-0.072232186794281,-0.06943025439977646,-0.06662832200527191,-0.06382639706134796,-0.061024460941553116,-0.05822252854704857,-0.05542059987783432,-0.05261866748332977,-0.049816735088825226,-0.04701480269432068,-0.04421287029981613,-0.041410937905311584,-0.03860900551080704,-0.03580707311630249,-0.03300514072179794,-0.030203210189938545,-0.027401279658079147,-0.0245993472635746,-0.021797414869070053,-0.018995482474565506,-0.01619355008006096,-0.013391619548201561,-0.010589687153697014,-0.007787755224853754,-0.004985823296010494,-0.0021838913671672344,0.0006180405616760254,0.003419972490519285,0.006221904419362545,0.009023835882544518,0.011825768277049065,0.014627700671553612,0.01742963120341301,0.020231563597917557,0.023033495992422104,0.02583542838692665,0.028637360781431198,0.031439293175935745,0.034241221845149994,0.03704315423965454,0.03984508663415909,0.042647019028663635,0.04544895142316818,0.04825088381767273,0.05105281621217728,0.053854748606681824,0.05665668100118637,0.05945860967040062,0.06226054206490517,0.06506247818470001,0.06786440312862396,0.07066633552312851,0.07346826791763306,0.0762702003121376,0.07907213270664215,0.0818740651011467,0.08467599749565125,0.08747792989015579,0.09027986228466034],"_type":"histogram","values":[2,5,9,14,19,33,61,99,155,249,349,594,852,1285,1805,2465,3360,4454,5859,7520,9521,11655,14353,16860,19568,22362,24922,27543,29719,31511,32505,33153,32870,31869,30584,28550,26466,23848,21023,18396,15572,12913,10779,8487,6658,5195,3952,2995,2126,1516,1068,768,448,349,208,115,90,45,32,20,10,6,4,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,0,0,0,2,1,1,2,1,4,1,2,4,1,4,8,12,14,11,8,20,21,16,18,29,20,25,22,34,39,38,34,34,37,34,32,31,23,21,24,15,21,24,16,4,9,9,12,5,5,3,2,3,0,2,2,1,1,2,0,1,2],"bins":[-0.0015170074766501784,-0.001471762196160853,-0.0014265169156715274,-0.0013812716351822019,-0.0013360262382775545,-0.001290780957788229,-0.0012455356772989035,-0.001200290396809578,-0.0011550451163202524,-0.001109799835830927,-0.0010645545553416014,-0.0010193092748522758,-0.0009740639361552894,-0.0009288186556659639,-0.0008835733169689775,-0.0008383280364796519,-0.0007930827559903264,-0.0007478374755010009,-0.0007025921950116754,-0.0006573468563146889,-0.0006121015758253634,-0.0005668562953360379,-0.0005216109566390514,-0.0004763656761497259,-0.0004311203956604004,-0.00038587511517107487,-0.0003406298055779189,-0.0002953844959847629,-0.0002501392154954374,-0.00020489392045419663,-0.00015964862541295588,-0.00011440333037171513,-6.915803533047438e-05,-2.3912740289233625e-05,2.1332554752007127e-05,6.657784979324788e-05,0.00011182314483448863,0.00015706843987572938,0.00020231373491697013,0.0002475590445101261,0.00029280432499945164,0.00033804960548877716,0.00038329491508193314,0.0004285402246750891,0.00047378550516441464,0.0005190307856537402,0.0005642761243507266,0.0006095214048400521,0.0006547666853293777,0.0007000119658187032,0.0007452572463080287,0.0007905025850050151,0.0008357478654943407,0.0008809931459836662,0.0009262384846806526,0.0009714837651699781,0.0010167290456593037,0.0010619743261486292,0.0011072196066379547,0.0011524648871272802,0.0011977101676166058,0.0012429555645212531,0.0012882008450105786,0.0013334461254999042,0.0013786914059892297],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,4,4,1,2,1,10,4,3,9,13,10,7,9,19,14,16,27,16,25,20,24,27,25,21,27,26,31,32,31,25,26,28,23,25,20,23,19,12,12,21,17,5,9,7,5,4,3,4,2,2,3,3,2,1,2,3,1],"bins":[-0.18374991416931152,-0.17822395265102386,-0.1726979911327362,-0.16717201471328735,-0.1616460531949997,-0.15612009167671204,-0.15059411525726318,-0.14506815373897552,-0.13954219222068787,-0.1340162307024002,-0.12849026918411255,-0.1229642927646637,-0.11743833124637604,-0.11191236972808838,-0.10638640075922012,-0.10086043179035187,-0.09533447027206421,-0.08980850875377655,-0.0842825397849083,-0.07875657081604004,-0.07323060929775238,-0.06770464777946472,-0.062178678810596466,-0.05665271356701851,-0.05112674832344055,-0.045600783079862595,-0.04007481783628464,-0.03454885259270668,-0.029022887349128723,-0.023496922105550766,-0.01797095686197281,-0.012444991618394852,-0.0069190263748168945,-0.0013930611312389374,0.00413290411233902,0.009658869355916977,0.015184834599494934,0.02071079984307289,0.02623676508665085,0.031762730330228806,0.03728869557380676,0.04281466081738472,0.04834062606096268,0.053866591304540634,0.05939255654811859,0.06491851806640625,0.0704444870352745,0.07597045600414276,0.08149641752243042,0.08702237904071808,0.09254834800958633,0.09807431697845459,0.10360027849674225,0.10912624001502991,0.11465220898389816,0.12017817795276642,0.12570413947105408,0.13123010098934174,0.1367560625076294,0.14228203892707825,0.1478080004453659,0.15333396196365356,0.15885993838310242,0.16438589990139008,0.16991186141967773]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-2.055625827779295e-06,-1.979232820303878e-06,-1.902839699141623e-06,-1.8264466916662059e-06,-1.7500536841907888e-06,-1.673660563028534e-06,-1.5972675555531168e-06,-1.5208745480776997e-06,-1.4444815406022826e-06,-1.3680884194400278e-06,-1.2916954119646107e-06,-1.2153024044891936e-06,-1.1389092833269387e-06,-1.0625162758515216e-06,-9.861232683761045e-07,-9.097302040572686e-07,-8.333371397384326e-07,-7.569440754195966e-07,-6.805510679441795e-07,-6.041580036253436e-07,-5.277649961499264e-07,-4.513719318310905e-07,-3.749788675122545e-07,-2.9858583161512797e-07,-2.2219279571800143e-07,-1.457997598208749e-07,-6.940670971289364e-08,6.9863332896602515e-09,8.337937629221415e-08,1.5977241218934068e-07,2.3616546229732194e-07,3.125585124053032e-07,3.8895154830242973e-07,4.6534458419955627e-07,5.417376200966828e-07,6.181306844155188e-07,6.945236918909359e-07,7.709167562097718e-07,8.473098205286078e-07,9.237028280040249e-07,1.000095835479442e-06,1.0764889566416969e-06,1.152881964117114e-06,1.229274971592531e-06,1.305668092754786e-06,1.382061100230203e-06,1.4584541077056201e-06,1.534847228867875e-06,1.611240236343292e-06,1.6876332438187092e-06,1.764026364980964e-06,1.840419372456381e-06,1.916812379931798e-06,1.9932053874072153e-06,2.0695983948826324e-06,2.145991629731725e-06,2.222384637207142e-06,2.298777644682559e-06,2.3751706521579763e-06,2.4515636596333934e-06,2.5279566671088105e-06,2.604349901957903e-06,2.68074290943332e-06,2.7571359169087373e-06,2.8335289243841544e-06],"_type":"histogram","values":[2,0,0,1,0,1,0,1,1,0,2,6,4,9,5,13,13,22,15,17,18,20,36,40,48,58,60,69,50,52,36,37,30,14,18,13,14,5,5,5,4,4,4,2,3,4,1,1,0,2,0,0,1,0,0,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,3,0,2,5,7,3,9,17,32,29,82,114,143,268,358,497,682,1052,1609,2281,3197,4780,7470,11145,17282,28042,49195,101763,157891,86328,43623,25218,15596,10043,6938,4487,3038,2048,1454,964,696,438,344,204,166,97,74,38,21,17,11,6,2,3,4,3,1,0,0,0,2],"bins":[-0.022216796875,-0.021509170532226562,-0.020801544189453125,-0.020093917846679688,-0.01938629150390625,-0.018678665161132812,-0.017971038818359375,-0.017263412475585938,-0.0165557861328125,-0.015848159790039062,-0.015140533447265625,-0.014432907104492188,-0.01372528076171875,-0.013017654418945312,-0.012310028076171875,-0.011602401733398438,-0.010894775390625,-0.010187149047851562,-0.009479522705078125,-0.008771896362304688,-0.00806427001953125,-0.0073566436767578125,-0.006649017333984375,-0.0059413909912109375,-0.0052337646484375,-0.0045261383056640625,-0.003818511962890625,-0.0031108856201171875,-0.00240325927734375,-0.0016956329345703125,-0.000988006591796875,-0.0002803802490234375,0.00042724609375,0.0011348724365234375,0.001842498779296875,0.0025501251220703125,0.00325775146484375,0.0039653778076171875,0.004673004150390625,0.0053806304931640625,0.0060882568359375,0.0067958831787109375,0.007503509521484375,0.008211135864257812,0.00891876220703125,0.009626388549804688,0.010334014892578125,0.011041641235351562,0.011749267578125,0.012456893920898438,0.013164520263671875,0.013872146606445312,0.01457977294921875,0.015287399291992188,0.015995025634765625,0.016702651977539062,0.0174102783203125,0.018117904663085938,0.018825531005859375,0.019533157348632812,0.02024078369140625,0.020948410034179688,0.021656036376953125,0.022363662719726562,0.0230712890625]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.06443029642105103,-0.062358058989048004,-0.06028582155704498,-0.05821358039975166,-0.05614134296774864,-0.05406910553574562,-0.0519968681037426,-0.04992463067173958,-0.04785238951444626,-0.04578015208244324,-0.043707914650440216,-0.041635677218437195,-0.039563439786434174,-0.03749120235443115,-0.03541896119713783,-0.03334672376513481,-0.03127448633313179,-0.02920224890112877,-0.0271300096064806,-0.025057772174477577,-0.022985532879829407,-0.020913295447826385,-0.018841058015823364,-0.016768818721175194,-0.014696581289172173,-0.012624342925846577,-0.01055210456252098,-0.00847986713051796,-0.006407628767192364,-0.004335390403866768,-0.0022631525062024593,-0.00019091437570750713,0.001881323754787445,0.003953562118113041,0.0060258000157773495,0.008098037913441658,0.010170276276767254,0.01224251464009285,0.014314752072095871,0.01638699136674404,0.018459228798747063,0.020531466230750084,0.022603705525398254,0.024675942957401276,0.026748180389404297,0.028820419684052467,0.03089265711605549,0.03296489641070366,0.03503713384270668,0.0371093712747097,0.03918160870671272,0.04125384986400604,0.043326087296009064,0.045398324728012085,0.047470562160015106,0.04954279959201813,0.05161503702402115,0.05368727818131447,0.05575951561331749,0.05783175304532051,0.05990399047732353,0.06197622790932655,0.06404846906661987,0.0661207064986229,0.06819294393062592],"_type":"histogram","values":[1,0,0,1,1,3,1,2,0,1,10,5,6,7,5,6,11,15,17,18,16,15,18,25,20,27,29,27,28,33,31,26,32,36,32,35,26,19,14,32,18,11,16,11,14,14,11,5,10,3,4,4,5,0,3,3,2,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.018798828125,-0.01822662353515625,-0.0176544189453125,-0.01708221435546875,-0.016510009765625,-0.01593780517578125,-0.0153656005859375,-0.01479339599609375,-0.01422119140625,-0.01364898681640625,-0.0130767822265625,-0.01250457763671875,-0.011932373046875,-0.01136016845703125,-0.0107879638671875,-0.01021575927734375,-0.0096435546875,-0.00907135009765625,-0.0084991455078125,-0.00792694091796875,-0.007354736328125,-0.00678253173828125,-0.0062103271484375,-0.00563812255859375,-0.00506591796875,-0.00449371337890625,-0.0039215087890625,-0.00334930419921875,-0.002777099609375,-0.00220489501953125,-0.0016326904296875,-0.00106048583984375,-0.00048828125,8.392333984375e-05,0.0006561279296875,0.00122833251953125,0.001800537109375,0.00237274169921875,0.0029449462890625,0.00351715087890625,0.00408935546875,0.00466156005859375,0.0052337646484375,0.00580596923828125,0.006378173828125,0.00695037841796875,0.0075225830078125,0.00809478759765625,0.0086669921875,0.00923919677734375,0.0098114013671875,0.01038360595703125,0.010955810546875,0.01152801513671875,0.0121002197265625,0.01267242431640625,0.01324462890625,0.01381683349609375,0.0143890380859375,0.01496124267578125,0.015533447265625,0.01610565185546875,0.0166778564453125,0.01725006103515625,0.017822265625],"_type":"histogram","values":[1,0,3,0,0,2,1,6,14,11,27,33,35,65,80,102,203,250,426,535,812,1132,1627,2208,3409,5091,7319,10514,16032,24174,39232,70173,133308,114254,58429,34066,21605,14143,9666,6427,4522,3001,2073,1416,1065,731,491,344,232,178,122,70,49,29,24,22,18,6,9,3,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,1,1,0,0,0,1,0,2,4,3,4,4,12,20,24,30,48,69,70,115,122,160,185,183,174,160,142,137,90,78,66,44,37,19,20,7,4,1,1,1,0,2,0,0,0,0,0,1,0,0,1,2],"bins":[-0.0012175558367744088,-0.0011840066872537136,-0.0011504575377330184,-0.0011169083882123232,-0.001083359238691628,-0.0010498100891709328,-0.0010162609396502376,-0.0009827117901295424,-0.0009491626988165081,-0.0009156135492958128,-0.0008820643997751176,-0.0008485152502544224,-0.0008149661589413881,-0.0007814170094206929,-0.0007478678598999977,-0.0007143187103793025,-0.0006807695608586073,-0.0006472204113379121,-0.0006136712618172169,-0.0005801221122965217,-0.0005465729627758265,-0.0005130238714627922,-0.00047947472194209695,-0.00044592557242140174,-0.00041237642290070653,-0.0003788272733800113,-0.0003452781238593161,-0.00031172900344245136,-0.00027817985392175615,-0.00024463070440106094,-0.00021108156943228096,-0.00017753243446350098,-0.00014398322673514485,-0.00011043408449040726,-7.688494224566966e-05,-4.333580000093207e-05,-9.786657756194472e-06,2.3762484488543123e-05,5.731162673328072e-05,9.086076897801831e-05,0.0001244099112227559,0.00015795906074345112,0.0001915081957122311,0.00022505733068101108,0.0002586064802017063,0.0002921556297224015,0.00032570475013926625,0.00035925389965996146,0.00039280304918065667,0.0004263521987013519,0.0004599013482220471,0.0004934504977427423,0.0005269995890557766,0.0005605487385764718,0.000594097888097167,0.0006276470376178622,0.0006611961871385574,0.0006947453366592526,0.0007282944861799479,0.0007618436357006431,0.0007953927852213383,0.0008289418765343726,0.0008624910260550678,0.000896040175575763,0.0009295893250964582]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0015586710069328547,-0.001506042666733265,-0.0014534143265336752,-0.0014007861027494073,-0.0013481577625498176,-0.0012955294223502278,-0.00124290119856596,-0.0011902728583663702,-0.0011376445181667805,-0.0010850161779671907,-0.001032387837767601,-0.0009797596139833331,-0.0009271312737837434,-0.0008745029335841537,-0.0008218746515922248,-0.000769246369600296,-0.0007166180294007063,-0.0006639896892011166,-0.0006113614072091877,-0.0005587331252172589,-0.0005061047850176692,-0.00045347647392190993,-0.00040084816282615066,-0.0003482198517303914,-0.0002955915406346321,-0.00024296322953887284,-0.00019033491844311357,-0.0001377066073473543,-8.507829625159502e-05,-3.244998515583575e-05,2.0178325939923525e-05,7.28066370356828e-05,0.00012543483171612024,0.00017806314281187952,0.0002306914539076388,0.00028331976500339806,0.00033594807609915733,0.0003885763871949166,0.0004412046982906759,0.0004938329802826047,0.0005464613204821944,0.0005990896606817842,0.000651717942673713,0.0007043462246656418,0.0007569745648652315,0.0008096029050648212,0.0008622311870567501,0.0009148594690486789,0.0009674878092482686,0.0010201161494478583,0.0010727443732321262,0.001125372713431716,0.0011780010536313057,0.0012306293938308954,0.0012832577340304852,0.001335885957814753,0.0013885142980143428,0.0014411426382139325,0.0014937708619982004,0.0015463992021977901,0.0015990275423973799,0.0016516558825969696,0.0017042842227965593,0.0017569124465808272,0.001809540786780417],"_type":"histogram","values":[3,2,2,7,0,4,1,6,5,3,4,4,8,8,15,7,9,14,20,11,25,20,26,22,21,27,38,24,27,37,32,17,30,25,29,23,23,19,16,16,16,16,16,8,16,13,7,6,7,10,5,4,1,6,0,1,2,1,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,0,0,0,1,1,1,1,0,4,1,1,0,2,4,4,8,5,7,4,8,9,13,21,13,13,24,18,22,30,32,24,27,22,34,48,34,36,34,29,30,25,26,26,25,13,13,10,10,8,9,6,4,4,6,4,4,2,0,1,0,1,3,2],"bins":[-0.00040239308145828545,-0.0003910017549060285,-0.0003796103992499411,-0.00036821907269768417,-0.0003568277461454272,-0.0003454364195931703,-0.00033404509304091334,-0.00032265373738482594,-0.000311262410832569,-0.00029987108428031206,-0.00028847972862422466,-0.0002770884020719677,-0.0002656970755197108,-0.00025430574896745384,-0.00024291440786328167,-0.0002315230667591095,-0.00022013174020685256,-0.0002087404136545956,-0.00019734907255042344,-0.00018595773144625127,-0.00017456640489399433,-0.0001631750783417374,-0.00015178373723756522,-0.00014039239613339305,-0.0001290010695811361,-0.00011760973575292155,-0.000106218401924707,-9.482706809649244e-05,-8.343573426827788e-05,-7.204440044006333e-05,-6.065306661184877e-05,-4.9261732783634216e-05,-3.787039895541966e-05,-2.6479065127205104e-05,-1.5087731298990548e-05,-3.6963974707759917e-06,7.694936357438564e-06,1.908627018565312e-05,3.0477604013867676e-05,4.186893784208223e-05,5.326027167029679e-05,6.465160549851134e-05,7.60429393267259e-05,8.743427315494046e-05,9.882560698315501e-05,0.00011021694081136957,0.00012160827463958412,0.0001329996157437563,0.00014439094229601324,0.00015578226884827018,0.00016717360995244235,0.00017856495105661452,0.00018995627760887146,0.0002013476041611284,0.00021273894526530057,0.00022413028636947274,0.00023552161292172968,0.0002469129394739866,0.000258304295130074,0.00026969562168233097,0.0002810869482345879,0.00029247827478684485,0.0003038696013391018,0.0003152609569951892,0.00032665228354744613],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,2,0,0,0,0,2,2,3,5,5,7,6,9,11,15,14,17,16,19,29,22,31,30,31,37,34,46,49,45,31,40,29,22,31,15,22,17,7,11,11,5,1,5,9,8,2,5,1,2,0,0,2,2,0,0,0,0,1],"bins":[-0.0004140684613958001,-0.0004014729638583958,-0.0003888774663209915,-0.00037628193967975676,-0.00036368644214235246,-0.00035109094460494816,-0.0003384954179637134,-0.0003258999204263091,-0.0003133044228889048,-0.0003007089253515005,-0.0002881134278140962,-0.00027551790117286146,-0.00026292240363545716,-0.00025032690609805286,-0.00023773139400873333,-0.0002251358819194138,-0.0002125403843820095,-0.0001999448868446052,-0.00018734937475528568,-0.00017475386266596615,-0.00016215836512856185,-0.00014956286759115756,-0.00013696735550183803,-0.0001243718434125185,-0.0001117763458751142,-9.918084106175229e-05,-8.658533624839038e-05,-7.398983143502846e-05,-6.139432662166655e-05,-4.879882180830464e-05,-3.6203316994942725e-05,-2.3607812181580812e-05,-1.1012336472049356e-05,1.5831683413125575e-06,1.417867315467447e-05,2.6774177968036383e-05,3.9369682781398296e-05,5.196518759476021e-05,6.456069240812212e-05,7.715619722148404e-05,8.975170203484595e-05,0.00010234720684820786,0.00011494271166156977,0.0001275382237508893,0.0001401337212882936,0.0001527292188256979,0.00016532473091501743,0.00017792024300433695,0.00019051574054174125,0.00020311123807914555,0.00021570675016846508,0.0002283022622577846,0.0002408977597951889,0.0002534932573325932,0.0002660887548699975,0.00027868428151123226,0.00029127977904863656,0.00030387527658604085,0.0003164708032272756,0.0003290663007646799,0.0003416617983020842,0.0003542572958394885,0.0003668527933768928,0.00037944832001812756,0.00039204381755553186]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[3,4,4,9,14,41,57,77,163,232,392,535,866,1204,1860,2705,3674,4849,6528,8531,10652,13521,16051,19064,22341,25399,28388,30683,32911,34173,34701,34777,33680,32551,30029,27574,24582,21673,18409,15208,12534,9936,7894,6129,4522,3275,2428,1738,1099,730,529,335,224,141,92,44,24,16,7,4,4,1,0,3],"bins":[-0.09135622531175613,-0.08839522302150726,-0.08543422818183899,-0.08247322589159012,-0.07951222360134125,-0.07655122876167297,-0.0735902264714241,-0.07062923163175583,-0.06766822934150696,-0.06470722705125809,-0.06174623221158981,-0.05878522992134094,-0.05582423135638237,-0.0528632327914238,-0.04990223050117493,-0.046941231936216354,-0.04398023337125778,-0.04101923480629921,-0.03805823624134064,-0.035097233951091766,-0.032136235386133194,-0.02917523682117462,-0.0262142363935709,-0.02325323596596718,-0.020292237401008606,-0.017331238836050034,-0.014370238408446312,-0.011409238912165165,-0.008448239415884018,-0.005487239919602871,-0.002526240423321724,0.00043475907295942307,0.00339575856924057,0.006356758065521717,0.009317757561802864,0.012278757058084011,0.015239756554365158,0.01820075511932373,0.021161755546927452,0.024122755974531174,0.027083754539489746,0.03004475310444832,0.03300575166940689,0.03596675395965576,0.038927752524614334,0.041888751089572906,0.04484975337982178,0.04781075194478035,0.05077175050973892,0.053732749074697495,0.05669374763965607,0.05965474992990494,0.06261575222015381,0.06557674705982208,0.06853774935007095,0.07149874418973923,0.0744597464799881,0.07742074877023697,0.08038174360990524,0.08334274590015411,0.08630374073982239,0.08926474303007126,0.09222574532032013,0.0951867401599884,0.09814774245023727]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,0,0,0,1,6,7,13,37,61,60,120,232,349,513,815,1171,1786,2513,3450,4833,6293,8403,10620,13245,16263,19507,22666,26079,29250,31747,33534,34845,35538,35395,33962,32686,30336,27593,24492,21152,17785,14790,11929,9654,7380,5650,4021,2931,2089,1427,900,611,439,271,149,102,53,30,21,8,4,3,3],"bins":[-0.10217941552400589,-0.09915252029895782,-0.09612562507390976,-0.0930987298488617,-0.09007184207439423,-0.08704494684934616,-0.0840180516242981,-0.08099115639925003,-0.07796426117420197,-0.0749373659491539,-0.07191047817468643,-0.06888358294963837,-0.0658566877245903,-0.06282979249954224,-0.05980289727449417,-0.056776005774736404,-0.05374911054968834,-0.050722215324640274,-0.04769532382488251,-0.04466842859983444,-0.04164153337478638,-0.03861464187502861,-0.035587746649980545,-0.03256085142493248,-0.029533958062529564,-0.026507064700126648,-0.023480169475078583,-0.020453276112675667,-0.01742638275027275,-0.014399487525224686,-0.01137259416282177,-0.00834569986909628,-0.005318805575370789,-0.0022919115144759417,0.0007349825464189053,0.003761876607313752,0.006788770668208599,0.00981566496193409,0.012842558324337006,0.01586945354938507,0.018896346911787987,0.021923240274190903,0.024950135499238968,0.027977028861641884,0.0310039222240448,0.034030817449092865,0.03705771267414093,0.0400846041738987,0.04311149939894676,0.04613839462399483,0.049165286123752594,0.05219218134880066,0.055219076573848724,0.05824596807360649,0.061272863298654556,0.06429975479841232,0.06732665002346039,0.07035354524850845,0.07338044047355652,0.07640733569860458,0.07943423092365265,0.08246111869812012,0.08548801392316818,0.08851490914821625,0.09154180437326431],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[5,3,4,13,19,33,48,103,147,234,326,497,807,1132,1546,2270,3101,4167,5558,7304,9108,11263,13636,16311,19127,22165,24825,27228,29642,31741,32714,33409,33216,32588,31136,29296,26797,24324,21557,18571,15861,13032,10827,8466,6867,5237,3928,2970,2114,1471,1042,719,486,336,192,116,70,49,31,21,8,4,3,3],"bins":[-0.09033427387475967,-0.08750143647193909,-0.0846685916185379,-0.08183575421571732,-0.07900291681289673,-0.07617007195949554,-0.07333723455667496,-0.07050438970327377,-0.06767155230045319,-0.0648387148976326,-0.062005870044231415,-0.05917303264141083,-0.05634019151329994,-0.053507350385189056,-0.05067451298236847,-0.047841671854257584,-0.0450088307261467,-0.04217598959803581,-0.03934314846992493,-0.03651031106710434,-0.033677469938993454,-0.03084462881088257,-0.028011789545416832,-0.025178950279951096,-0.02234610915184021,-0.019513268023729324,-0.016680428758263588,-0.013847588561475277,-0.011014748364686966,-0.008181908167898655,-0.005349067971110344,-0.002516227774322033,0.0003166124224662781,0.003149452619254589,0.0059822928160429,0.008815133012831211,0.011647973209619522,0.014480813406407833,0.017313653603196144,0.02014649286866188,0.022979333996772766,0.02581217512488365,0.028645014390349388,0.031477853655815125,0.03431069478392601,0.037143535912036896,0.03997637331485748,0.04280921444296837,0.045642055571079254,0.04847489669919014,0.051307737827301025,0.05414057523012161,0.0569734163582325,0.059806257486343384,0.06263909488916397,0.06547193974256516,0.06830477714538574,0.07113761454820633,0.07397045940160751,0.0768032968044281,0.07963614165782928,0.08246897906064987,0.08530181646347046,0.08813466131687164,0.09096749871969223]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,1,0,0,0,0,0,0,1,0,2,0,1,3,4,1,4,4,8,10,16,6,11,12,19,29,20,33,34,37,45,41,53,42,32,49,37,32,25,18,16,21,14,12,19,14,8,8,9,0,3,2,1,1,2,2,1,2,1,0,0,1],"bins":[-0.0006025315378792584,-0.0005852336762472987,-0.000567935814615339,-0.0005506379529833794,-0.0005333400913514197,-0.00051604222971946,-0.0004987443680875003,-0.0004814464773517102,-0.0004641486157197505,-0.00044685075408779085,-0.00042955289245583117,-0.0004122550308238715,-0.00039495714008808136,-0.0003776592784561217,-0.000360361416824162,-0.00034306355519220233,-0.00032576569356024265,-0.000308467831928283,-0.0002911699702963233,-0.0002738721086643636,-0.00025657424703240395,-0.00023927637084852904,-0.00022197849466465414,-0.00020468063303269446,-0.00018738277140073478,-0.0001700849097687751,-0.00015278704813681543,-0.00013548917195294052,-0.00011819131032098085,-0.00010089344868902117,-8.359557978110388e-05,-6.629771087318659e-05,-4.899984924122691e-05,-3.170198397128843e-05,-1.4404118701349944e-05,2.89374656858854e-06,2.0191611838527024e-05,3.748947710846551e-05,5.478734237840399e-05,7.208521128632128e-05,8.938307291828096e-05,0.00010668093455024064,0.0001239787961822003,0.00014127667236607522,0.0001585745339980349,0.00017587239562999457,0.00019317027181386948,0.00021046813344582915,0.00022776599507778883,0.0002450638567097485,0.0002623617183417082,0.00027965957997366786,0.00029695744160562754,0.00031425533234141767,0.00033155319397337735,0.000348851055605337,0.0003661489172372967,0.0003834467788692564,0.00040074464050121605,0.00041804250213317573,0.00043534039286896586,0.00045263825450092554,0.0004699361161328852,0.0004872339777648449,0.0005045318393968046],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[6,0,2,1,5,1,3,4,7,6,6,8,8,15,13,8,12,13,17,14,20,21,22,24,27,27,26,19,23,32,23,34,35,37,14,15,21,25,18,18,21,13,16,13,9,11,10,6,6,4,4,4,5,5,0,1,3,0,3,2,1,0,0,1],"bins":[-0.1377285122871399,-0.13306833803653717,-0.12840816378593445,-0.12374798208475113,-0.11908780038356781,-0.11442762613296509,-0.10976745188236237,-0.10510727018117905,-0.10044709593057632,-0.0957869216799736,-0.09112673997879028,-0.08646656572818756,-0.08180639147758484,-0.07714620977640152,-0.0724860355257988,-0.06782585382461548,-0.06316567957401276,-0.058505501598119736,-0.053845323622226715,-0.04918514937162399,-0.04452497139573097,-0.03986479341983795,-0.03520461916923523,-0.03054444119334221,-0.025884263217449188,-0.021224085241556168,-0.016563909128308296,-0.01190373208373785,-0.007243555039167404,-0.002583377994596958,0.002076799049973488,0.006736976094543934,0.01139715313911438,0.0160573311150074,0.020717507228255272,0.025377683341503143,0.030037861317396164,0.034698039293289185,0.03935821354389191,0.04401839151978493,0.04867856949567795,0.05333874747157097,0.05799892544746399,0.06265909969806671,0.06731927394866943,0.07197945564985275,0.07663962990045547,0.0812998116016388,0.08595998585224152,0.09062016010284424,0.09528034180402756,0.09994051605463028,0.1046006977558136,0.10926087200641632,0.11392104625701904,0.11858122795820236,0.12324140220880508,0.1279015839099884,0.13256175816059113,0.13722193241119385,0.14188210666179657,0.1465422809123993,0.1512024700641632,0.15586264431476593,0.16052281856536865]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,0,1,0,3,6,3,7,8,10,12,9,15,15,18,22,25,27,14,29,36,34,41,38,38,44,41,34,42,31,22,11,20,25,10,9,11,11,9,9,4,3,5,1,3,1,1,1,2,0,2,0,0,0,0,0,1],"bins":[-0.00038264438626356423,-0.00037041708128526807,-0.0003581897763069719,-0.0003459625004325062,-0.00033373519545421004,-0.0003215078904759139,-0.0003092805854976177,-0.000297053309623152,-0.00028482600464485586,-0.0002725986996665597,-0.00026037139468826354,-0.0002481440897099674,-0.00023591679928358644,-0.0002236895088572055,-0.00021146220387890935,-0.00019923491345252842,-0.00018700760847423226,-0.0001747803034959361,-0.00016255301306955516,-0.000150325708091259,-0.00013809841766487807,-0.0001258711126865819,-0.00011364381498424336,-0.00010141651728190482,-8.918921957956627e-05,-7.696192187722772e-05,-6.473462417488918e-05,-5.2507322834571823e-05,-4.028002513223328e-05,-2.805272742989473e-05,-1.582542790856678e-05,-3.598129296733532e-06,8.629169315099716e-06,2.0856467017438263e-05,3.308376471977681e-05,4.531106606009416e-05,5.753836376243271e-05,6.976566510275006e-05,8.199296280508861e-05,9.422026050742716e-05,0.0001064475582097657,0.00011867485591210425,0.0001309021608904004,0.00014312945131678134,0.0001553567562950775,0.00016758404672145844,0.0001798113516997546,0.00019203864212613553,0.0002042659471044317,0.00021649325208272785,0.00022872054250910878,0.00024094784748740494,0.0002531751524657011,0.0002654024283401668,0.00027762973331846297,0.00028985703829675913,0.0003020843432750553,0.00031431164825335145,0.00032653892412781715,0.0003387662291061133,0.0003509935340844095,0.00036322083906270564,0.00037544811493717134,0.0003876754199154675,0.00039990272489376366]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.03896002471446991,-0.037724170833826065,-0.03648832067847252,-0.035252466797828674,-0.03401661664247513,-0.032780762761831284,-0.03154490888118744,-0.030309056863188744,-0.029073204845190048,-0.027837352827191353,-0.026601500809192657,-0.025365646928548813,-0.024129794910550117,-0.022893942892551422,-0.021658089011907578,-0.020422236993908882,-0.019186384975910187,-0.01795053295791149,-0.016714680939912796,-0.015478827059268951,-0.014242975041270256,-0.01300712302327156,-0.01177127007395029,-0.01053541712462902,-0.009299565106630325,-0.00806371308863163,-0.00682786013931036,-0.005592007655650377,-0.004356155171990395,-0.003120302688330412,-0.0018844502046704292,-0.0006485977210104465,0.0005872547626495361,0.0018231072463095188,0.0030589597299695015,0.004294812213629484,0.005530664697289467,0.0067665171809494495,0.008002369664609432,0.009238222613930702,0.010474074631929398,0.011709926649928093,0.012945779599249363,0.014181632548570633,0.015417484566569328,0.016653336584568024,0.01788919046521187,0.019125042483210564,0.02036089450120926,0.021596746519207954,0.02283259853720665,0.024068452417850494,0.02530430443584919,0.026540156453847885,0.02777601033449173,0.029011862352490425,0.03024771437048912,0.031483568251132965,0.03271941840648651,0.033955272287130356,0.0351911261677742,0.03642697632312775,0.03766283020377159,0.03889868035912514,0.04013453423976898],"_type":"histogram","values":[1,0,0,1,0,1,2,4,0,2,5,5,6,5,6,6,11,28,28,25,42,37,50,59,65,78,94,76,103,119,115,106,117,121,102,89,84,53,71,46,61,39,31,21,34,22,21,17,10,6,5,3,6,5,2,0,0,0,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,1,0,1,0,0,0,1,2,1,1,3,3,5,6,8,8,6,21,17,30,34,37,47,59,50,52,71,54,50,46,39,17,20,25,9,13,10,3,5,3,2,0,2,0,1,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.007516071200370789,-0.007255305536091328,-0.0069945394061505795,-0.0067337737418711185,-0.00647300761193037,-0.006212241947650909,-0.005951475817710161,-0.0056907101534307,-0.005429944023489952,-0.005169178359210491,-0.00490841269493103,-0.004647646564990282,-0.004386880900710821,-0.004126114770770073,-0.003865349106490612,-0.0036045832093805075,-0.003343817312270403,-0.0030830514151602983,-0.002822285518050194,-0.0025615196209400892,-0.0023007537238299847,-0.0020399880595505238,-0.0017792221624404192,-0.0015184562653303146,-0.00125769036822021,-0.0009969244711101055,-0.0007361586322076619,-0.00047539276420138776,-0.00021462689619511366,4.6138971811160445e-05,0.00030690483981743455,0.0005676706787198782,0.0008284365758299828,0.0010892024729400873,0.0013499683700501919,0.0016107341507449746,0.0018715000478550792,0.002132265828549862,0.0023930317256599665,0.002653797622770071,0.0029145635198801756,0.00317532941699028,0.0034360953141003847,0.0036968612112104893,0.00395762687548995,0.004218393005430698,0.004479158669710159,0.0047399247996509075,0.005000690463930368,0.005261456128209829,0.0055222222581505775,0.0057829879224300385,0.006043754052370787,0.006304519716650248,0.006565285846590996,0.006826051510870457,0.007086817175149918,0.007347583305090666,0.007608348969370127,0.007869115099310875,0.008129880763590336,0.008390646427869797,0.008651413023471832,0.008912178687751293,0.009172944352030754],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.10240623354911804,-0.09923205524682999,-0.09605787694454193,-0.09288369864225388,-0.08970952033996582,-0.08653534948825836,-0.0833611711859703,-0.08018699288368225,-0.0770128145813942,-0.07383863627910614,-0.07066445797681808,-0.06749027967453003,-0.06431610882282257,-0.06114192679524422,-0.05796775221824646,-0.054793573915958405,-0.05161939561367035,-0.048445217311382294,-0.04527103900909424,-0.04209686443209648,-0.038922686129808426,-0.03574850782752037,-0.032574333250522614,-0.029400154948234558,-0.026225976645946503,-0.023051798343658447,-0.01987762190401554,-0.016703445464372635,-0.01352926716208458,-0.010355089791119099,-0.007180912420153618,-0.004006735049188137,-0.0008325502276420593,0.0023416271433234215,0.005515804514288902,0.008689981885254383,0.011864159256219864,0.015038336627185345,0.018212513998150826,0.02138669043779373,0.024560868740081787,0.027735047042369843,0.03090922348201275,0.034083399921655655,0.03725757822394371,0.040431756526231766,0.04360593110322952,0.04678010940551758,0.049954287707805634,0.05312846601009369,0.056302644312381744,0.0594768188893795,0.06265099346637726,0.06582517176866531,0.06899935007095337,0.07217352837324142,0.07534770667552948,0.07852188497781754,0.08169606328010559,0.08487024158239365,0.0880444198846817,0.09121859073638916,0.09439276903867722,0.09756694734096527,0.10074112564325333],"_type":"histogram","values":[2,2,1,3,9,5,24,40,91,146,252,502,722,1195,1859,2897,4408,6487,9276,12938,17456,23051,29904,37935,46870,56049,65451,74799,83469,90247,95790,98468,99441,97830,92692,87112,79016,70465,61226,51533,42693,33986,26609,20387,15293,11047,7840,5368,3672,2401,1571,990,584,348,184,108,40,39,22,9,6,3,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.08747382462024689,-0.08463668078184128,-0.08179954439401627,-0.07896240055561066,-0.07612525671720505,-0.07328812032938004,-0.07045097649097443,-0.06761383265256882,-0.0647766962647438,-0.061939552426338196,-0.059102412313222885,-0.056265272200107574,-0.053428128361701965,-0.050590988248586655,-0.047753848135471344,-0.044916704297065735,-0.042079564183950424,-0.039242424070835114,-0.036405280232429504,-0.033568140119314194,-0.030731000006198883,-0.027893858030438423,-0.025056716054677963,-0.022219575941562653,-0.019382433965802193,-0.016545291990041733,-0.013708151876926422,-0.010871009901165962,-0.008033868856728077,-0.005196727812290192,-0.002359586302191019,0.0004775549750775099,0.003314696252346039,0.006151837296783924,0.00898897834122181,0.01182612031698227,0.014663261361420155,0.01750040240585804,0.0203375443816185,0.02317468449473381,0.02601182647049427,0.02884896844625473,0.03168610855937004,0.03452324867248535,0.03736039251089096,0.04019753262400627,0.04303467273712158,0.04587181657552719,0.0487089566886425,0.05154609680175781,0.05438324064016342,0.05722038075327873,0.06005752086639404,0.06289466470479965,0.06573180109262466,0.06856894493103027,0.07140608876943588,0.0742432251572609,0.0770803689956665,0.07991751283407211,0.08275464922189713,0.08559179306030273,0.08842893689870834,0.09126607328653336,0.09410321712493896],"_type":"histogram","values":[3,6,10,18,25,34,77,141,207,387,520,739,1119,1684,2303,3131,4311,5673,7236,9062,11395,13769,16423,19275,22529,24938,27357,29784,32089,32568,33336,33223,32562,31224,29002,26850,24322,21498,18406,15495,13005,10817,8505,6488,5202,3799,2773,2023,1427,1028,757,456,311,162,136,94,45,19,21,10,8,5,0,2]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[2,0,3,0,0,1,3,1,0,4,4,2,6,0,8,3,11,7,8,15,7,15,19,22,24,38,46,58,97,69,68,45,28,21,16,17,20,10,14,9,5,3,4,2,8,3,5,1,1,2,2,0,2,1,1,0,3,1,0,0,0,1,0,2],"bins":[-0.19351686537265778,-0.18682065606117249,-0.1801244467496872,-0.1734282225370407,-0.16673201322555542,-0.16003580391407013,-0.15333959460258484,-0.14664338529109955,-0.13994717597961426,-0.13325095176696777,-0.12655474245548248,-0.11985853314399719,-0.1131623238325119,-0.10646610707044601,-0.09976989775896072,-0.09307368099689484,-0.08637747168540955,-0.07968126237392426,-0.07298504561185837,-0.06628883630037308,-0.05959262326359749,-0.0528964102268219,-0.04620020091533661,-0.03950398787856102,-0.03280777484178543,-0.026111561805009842,-0.019415350630879402,-0.012719138525426388,-0.006022926419973373,0.000673285685479641,0.007369497790932655,0.01406570989638567,0.020761936902999878,0.027458149939775467,0.034154362976551056,0.040850572288036346,0.047546785324811935,0.054242998361587524,0.060939207673072815,0.0676354244351387,0.07433163374662399,0.08102784305810928,0.08772405982017517,0.09442026913166046,0.10111647844314575,0.10781269520521164,0.11450890451669693,0.12120512127876282,0.1279013305902481,0.1345975399017334,0.1412937492132187,0.14798997342586517,0.15468618273735046,0.16138239204883575,0.16807860136032104,0.17477481067180634,0.18147101998329163,0.1881672441959381,0.1948634535074234,0.2015596628189087,0.20825587213039398,0.21495208144187927,0.22164830565452576,0.22834451496601105,0.23504072427749634],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.09184160083532333,-0.08896464109420776,-0.0860876813530922,-0.08321072161197662,-0.08033375442028046,-0.07745679467916489,-0.07457983493804932,-0.07170287519693375,-0.06882591545581818,-0.0659489557147026,-0.06307198852300644,-0.06019503250718117,-0.0573180690407753,-0.05444110929965973,-0.05156414955854416,-0.04868718609213829,-0.04581022635102272,-0.04293326660990715,-0.04005630314350128,-0.03717934340238571,-0.03430238366127014,-0.03142542019486427,-0.028548460453748703,-0.025671500712633133,-0.022794539108872414,-0.019917577505111694,-0.017040617763996124,-0.014163656160235405,-0.01128669548779726,-0.008409734815359116,-0.005532773677259684,-0.0026558127719908953,0.00022114813327789307,0.0030981090385466814,0.00597506994381547,0.008852031081914902,0.011728991754353046,0.014605952426791191,0.01748291403055191,0.02035987377166748,0.0232368353754282,0.02611379697918892,0.02899075672030449,0.03186771646142006,0.03474467992782593,0.0376216396689415,0.04049859941005707,0.043375562876462936,0.046252522617578506,0.04912948235869408,0.052006445825099945,0.054883405566215515,0.057760365307331085,0.060637328773736954,0.06351428478956223,0.06639125198125839,0.06926821172237396,0.07214517146348953,0.0750221312046051,0.07789909094572067,0.08077605068683624,0.08365301787853241,0.08652997761964798,0.08940693736076355,0.09228389710187912],"_type":"histogram","values":[2,2,4,5,14,21,59,81,120,196,284,469,674,975,1500,2128,2849,3899,5155,6958,8766,10994,13542,16393,19221,22250,24856,27971,30175,32002,32882,33588,33534,33071,31426,29555,27285,24563,21455,18751,15639,13269,10578,8321,6613,5215,3669,2772,2054,1338,928,615,461,261,169,106,50,39,14,20,8,5,3,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[4,6,5,12,16,33,58,84,143,215,338,484,730,1047,1570,2167,2971,4062,5455,6989,8941,11198,13439,16184,19359,22028,24820,27434,29943,31514,32605,33185,33448,32797,31377,29532,26991,24537,21559,18784,15726,13262,10740,8727,6835,5151,3929,2873,2061,1459,1006,714,472,302,197,124,79,47,24,15,10,3,3,1],"bins":[-0.09085757285356522,-0.08801239728927612,-0.08516722172498703,-0.08232204616069794,-0.07947687059640884,-0.07663169503211975,-0.07378651946783066,-0.07094134390354156,-0.06809617578983307,-0.06525100022554398,-0.062405820935964584,-0.05956064537167549,-0.0567154735326767,-0.053870297968387604,-0.05102512240409851,-0.04817994683980942,-0.045334771275520325,-0.04248959571123123,-0.03964442014694214,-0.036799244582653046,-0.03395406901836395,-0.03110889531672001,-0.028263721615076065,-0.025418546050786972,-0.02257337048649788,-0.019728194922208786,-0.016883019357919693,-0.01403784565627575,-0.011192670091986656,-0.008347494527697563,-0.005502319894731045,-0.002657144796103239,0.00018803775310516357,0.0030332128517329693,0.005878387950360775,0.008723562583327293,0.011568738147616386,0.01441391371190548,0.017259087413549423,0.020104262977838516,0.02294943854212761,0.025794614106416702,0.028639789670705795,0.03148496523499489,0.03433013707399368,0.037175312638282776,0.04002048820257187,0.04286566376686096,0.045710839331150055,0.04855601489543915,0.05140119045972824,0.054246366024017334,0.05709154158830643,0.05993671342730522,0.06278189271688461,0.0656270682811737,0.0684722363948822,0.0713174119591713,0.07416258752346039,0.07700776308774948,0.07985293865203857,0.08269811421632767,0.08554328978061676,0.08838846534490585,0.09123364090919495],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[5,4,5,14,26,42,76,115,188,259,405,630,940,1293,1938,2688,3574,4676,6293,8037,10136,12455,15078,17663,20582,23392,26026,28579,30264,31813,32745,33245,32713,31767,30172,28121,25806,23073,20319,17359,14576,12344,9750,7930,6114,4648,3447,2535,1990,1346,925,621,387,279,167,116,60,33,19,6,9,1,4,1],"bins":[-0.08867289125919342,-0.0858524739742279,-0.08303206413984299,-0.08021165430545807,-0.07739123702049255,-0.07457081973552704,-0.07175040990114212,-0.0689300000667572,-0.06610958278179169,-0.06328916549682617,-0.060468755662441254,-0.05764834210276604,-0.05482792854309082,-0.052007514983415604,-0.04918710142374039,-0.04636668786406517,-0.043546274304389954,-0.04072586074471474,-0.03790544718503952,-0.035085033625364304,-0.03226462006568909,-0.02944420650601387,-0.026623792946338654,-0.023803379386663437,-0.02098296582698822,-0.018162552267313004,-0.015342138707637787,-0.01252172514796257,-0.009701311588287354,-0.006880898028612137,-0.00406048446893692,-0.0012400709092617035,0.0015803426504135132,0.00440075621008873,0.0072211697697639465,0.010041583329439163,0.01286199688911438,0.015682410448789597,0.018502824008464813,0.02132323756814003,0.024143651127815247,0.026964064687490463,0.02978447824716568,0.0326048918068409,0.03542530536651611,0.03824571892619133,0.04106613248586655,0.04388654604554176,0.04670695960521698,0.0495273731648922,0.05234778672456741,0.05516820028424263,0.05798861384391785,0.06080902740359306,0.06362944096326828,0.0664498507976532,0.06927026808261871,0.07209068536758423,0.07491109520196915,0.07773150503635406,0.08055192232131958,0.0833723396062851,0.08619274944067001,0.08901315927505493,0.09183357656002045]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[4,0,3,3,3,0,1,6,3,4,7,6,9,7,5,16,10,18,17,22,20,16,21,32,26,30,38,40,38,33,33,28,40,29,26,18,22,18,14,18,17,7,6,9,9,7,5,4,3,1,5,2,1,1,1,1,2,0,1,1,0,0,0,1],"bins":[-0.00041910249274224043,-0.0004043312219437212,-0.0003895599511452019,-0.00037478868034668267,-0.0003600174095481634,-0.00034524613874964416,-0.0003304748679511249,-0.00031570359715260565,-0.0003009323263540864,-0.0002861610846593976,-0.00027138981386087835,-0.0002566185430623591,-0.00024184727226383984,-0.0002270760014653206,-0.00021230473066680133,-0.00019753345986828208,-0.00018276218906976283,-0.00016799091827124357,-0.00015321964747272432,-0.00013844837667420506,-0.0001236771058756858,-0.00010890584235312417,-9.413457883056253e-05,-7.936330803204328e-05,-6.459203723352402e-05,-4.982076643500477e-05,-3.5049499274464324e-05,-2.0278230294934474e-05,-5.506961315404624e-06,9.264307664125226e-06,2.4035576643655077e-05,3.880684380419552e-05,5.357811460271478e-05,6.834938540123403e-05,8.312065619975328e-05,9.789191972231492e-05,0.00011266319052083418,0.00012743445404339582,0.00014220572484191507,0.00015697699564043432,0.00017174826643895358,0.00018651953723747283,0.00020129080803599209,0.00021606207883451134,0.00023083333508111537,0.0002456046058796346,0.00026037587667815387,0.0002751471474766731,0.0002899184182751924,0.00030468968907371163,0.0003194609598722309,0.00033423223067075014,0.0003490035014692694,0.00036377477226778865,0.0003785460430663079,0.00039331731386482716,0.00040808855555951595,0.0004228598263580352,0.00043763109715655446,0.0004524023679550737,0.00046717363875359297,0.0004819449095521122,0.0004967161803506315,0.0005114874802529812,0.00052625872194767]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,2,2,2,1,0,1,10,5,7,6,5,6,13,13,16,20,15,15,17,23,22,25,30,26,28,32,32,27,33,33,35,30,29,21,15,31,18,8,17,13,12,13,14,6,9,4,4,2,5,2,3,2,2,2,0,0,0,1,0,1],"bins":[-0.06883293390274048,-0.0666324570775032,-0.06443198025226593,-0.06223149970173836,-0.060031019151210785,-0.05783054232597351,-0.05563006177544594,-0.053429584950208664,-0.05122910439968109,-0.04902862757444382,-0.04682815074920654,-0.04462767019867897,-0.042427193373441696,-0.040226712822914124,-0.03802623599767685,-0.03582575544714928,-0.033625278621912,-0.03142480179667473,-0.029224321246147156,-0.027023842558264732,-0.02482336387038231,-0.022622887045145035,-0.02042240835726261,-0.018221929669380188,-0.016021450981497765,-0.013820972293615341,-0.011620493605732918,-0.009420015849173069,-0.007219537161290646,-0.005019058473408222,-0.002818580251187086,-0.0006181017961353064,0.0015823766589164734,0.003782855113968253,0.005983333569020033,0.008183811791241169,0.010384290479123592,0.012584769167006016,0.014785246923565865,0.016985725611448288,0.01918620429933071,0.021386682987213135,0.023587161675095558,0.02578764036297798,0.027988117188215256,0.03018859587609768,0.0323890745639801,0.034589555114507675,0.03679003193974495,0.038990508764982224,0.041190989315509796,0.04339146614074707,0.04559194669127464,0.04779242351651192,0.04999290406703949,0.052193380892276764,0.05439385771751404,0.05659433826804161,0.058794815093278885,0.06099529564380646,0.06319577246904373,0.065396249294281,0.06759673357009888,0.06979721039533615,0.07199768722057343]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.00047945629921741784,-0.00046546300291083753,-0.00045146967750042677,-0.00043747638119384646,-0.0004234830557834357,-0.0004094897594768554,-0.00039549643406644464,-0.00038150313775986433,-0.00036750981234945357,-0.00035351651604287326,-0.0003395231906324625,-0.0003255298943258822,-0.00031153656891547143,-0.00029754327260889113,-0.00028354994719848037,-0.00026955665089190006,-0.00025556335458531976,-0.000241570029174909,-0.00022757671831641346,-0.00021358340745791793,-0.0001995900965994224,-0.00018559678574092686,-0.00017160347488243133,-0.0001576101640239358,-0.0001436168677173555,-0.00012962355685885996,-0.00011563023872440681,-0.00010163692786591128,-8.764362428337336e-05,-7.365031342487782e-05,-5.965700256638229e-05,-4.5663691707886755e-05,-3.167038084939122e-05,-1.767706999089569e-05,-3.6837609513895586e-06,1.0309548997611273e-05,2.4302858946612105e-05,3.829616980510764e-05,5.2289477025624365e-05,6.62827878841199e-05,8.027609874261543e-05,9.426940960111097e-05,0.0001082627204596065,0.00012225602404214442,0.00013624933490063995,0.00015024264575913548,0.00016423595661763102,0.00017822926747612655,0.00019222257833462209,0.00020621588919311762,0.00022020920005161315,0.00023420251091010869,0.000248195807216689,0.00026218913262709975,0.00027618242893368006,0.0002901757543440908,0.0003041690506506711,0.0003181623760610819,0.0003321556723676622,0.00034614899777807295,0.00036014229408465326,0.000374135619495064,0.0003881289158016443,0.0004021222412120551,0.0004161155375186354],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,1,0,2,2,4,3,6,2,7,4,10,3,17,12,21,25,22,31,29,41,31,43,37,30,43,41,32,38,24,30,18,19,17,14,13,14,18,11,11,8,6,6,3,1,2,4,2,1,3,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.020559560507535934,-0.019947906956076622,-0.01933625340461731,-0.018724599853157997,-0.018112946301698685,-0.017501292750239372,-0.01688963733613491,-0.016277983784675598,-0.015666330233216286,-0.015054676681756973,-0.01444302313029766,-0.013831369578838348,-0.013219716027379036,-0.012608062475919724,-0.011996407993137836,-0.011384754441678524,-0.010773100890219212,-0.0101614473387599,-0.009549793787300587,-0.0089381393045187,-0.008326485753059387,-0.007714832201600075,-0.007103178650140762,-0.006491524633020163,-0.00587987108156085,-0.005268217530101538,-0.004656563512980938,-0.0040449099615216255,-0.0034332561772316694,-0.0028216023929417133,-0.002209948841482401,-0.0015982950571924448,-0.0009866412729024887,-0.00037498754682019353,0.00023666617926210165,0.0008483199053443968,0.001459973631426692,0.002071627415716648,0.0026832809671759605,0.0032949347514659166,0.003906588535755873,0.004518242087215185,0.005129896104335785,0.005741549655795097,0.00635320320725441,0.0069648572243750095,0.007576510775834322,0.008188164792954922,0.008799818344414234,0.009411471895873547,0.010023125447332859,0.010634779930114746,0.011246433481574059,0.011858087033033371,0.012469740584492683,0.013081394135951996,0.013693047687411308,0.014304702170193195,0.014916355721652508,0.01552800927311182,0.016139663755893707,0.01675131730735302,0.017362970858812332,0.017974624410271645,0.018586277961730957],"_type":"histogram","values":[1,0,0,2,1,1,0,0,0,3,3,4,6,7,7,7,3,9,6,11,16,16,18,20,23,14,19,28,27,32,29,26,32,22,20,31,36,21,29,17,19,21,20,28,28,15,19,10,9,4,10,5,6,4,4,5,2,4,0,1,2,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[2,1,2,5,7,29,27,53,114,182,312,510,850,1360,2095,3203,4791,7022,9809,13382,17897,23693,30175,38028,46167,55007,64485,73027,81447,88756,93197,96019,97219,95679,91770,85931,79373,70757,61989,52764,43968,35568,28309,21927,16302,12375,8903,6340,4284,2855,1882,1188,778,456,270,145,80,41,29,9,8,9,1,1],"bins":[-0.10032588243484497,-0.09722550958395004,-0.09412513673305511,-0.09102477133274078,-0.08792439848184586,-0.08482402563095093,-0.081723652780056,-0.07862327992916107,-0.07552291452884674,-0.07242254167795181,-0.06932216882705688,-0.06622179597616196,-0.06312142312526703,-0.0600210539996624,-0.05692068114876747,-0.05382031202316284,-0.050719939172267914,-0.047619566321372986,-0.044519197195768356,-0.04141882434487343,-0.0383184552192688,-0.03521808236837387,-0.03211770951747894,-0.029017338529229164,-0.025916967540979385,-0.022816596552729607,-0.019716225564479828,-0.0166158527135849,-0.013515481725335121,-0.010415110737085342,-0.007314738817512989,-0.004214367363601923,-0.00111398845911026,0.001986382994800806,0.005086754448711872,0.008187126368284225,0.011287497356534004,0.014387868344783783,0.01748824119567871,0.02058861218392849,0.02368898317217827,0.026789354160428047,0.029889725148677826,0.032990097999572754,0.03609047085046768,0.03919083997607231,0.04229121282696724,0.04539158195257187,0.0484919548034668,0.051592327654361725,0.054692696779966354,0.05779306963086128,0.06089343875646591,0.06399381160736084,0.06709418445825577,0.0701945573091507,0.07329492270946503,0.07639529556035995,0.07949566841125488,0.08259604126214981,0.08569641411304474,0.08879678696393967,0.091897152364254,0.09499752521514893,0.09809789806604385]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.00043039125739596784,-0.0004176739603281021,-0.00040495669236406684,-0.0003922393952962011,-0.00037952212733216584,-0.0003668048302643001,-0.00035408756230026484,-0.0003413702652323991,-0.0003286529681645334,-0.0003159357002004981,-0.0003032184031326324,-0.0002905011351685971,-0.00027778383810073137,-0.0002650665701366961,-0.00025234927306883037,-0.00023963199055287987,-0.00022691470803692937,-0.00021419742552097887,-0.00020148014300502837,-0.00018876286048907787,-0.00017604557797312737,-0.00016332828090526164,-0.00015061099838931113,-0.00013789371587336063,-0.00012517643335741013,-0.00011245915084145963,-9.974186832550913e-05,-8.702457853360102e-05,-7.430729601765051e-05,-6.159001350170001e-05,-4.8872727347770706e-05,-3.61554411938414e-05,-2.343812957406044e-05,-1.0720845239120536e-05,1.996439095819369e-06,1.4713723430759273e-05,2.7431007765699178e-05,4.014829028164968e-05,5.286557643557899e-05,6.55828625895083e-05,7.83001451054588e-05,9.10174276214093e-05,0.0001037347101373598,0.00011645199992926791,0.00012916928972117603,0.00014188657223712653,0.00015460385475307703,0.00016732113726902753,0.00018003841978497803,0.00019275570230092853,0.00020547298481687903,0.00021819026733282954,0.00023090754984878004,0.00024362484691664577,0.00025634211488068104,0.00026905941194854677,0.0002817767090164125,0.00029449397698044777,0.0003072112740483135,0.00031992854201234877,0.0003326458390802145,0.0003453631070442498,0.0003580804041121155,0.0003707976720761508,0.0003835149691440165],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,1,1,1,1,5,3,3,8,5,6,4,8,17,17,15,18,25,27,24,36,35,40,30,26,31,52,42,33,26,28,22,17,17,18,20,12,15,15,14,8,7,6,5,6,1,2,4,1,0,3,1,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,1,0,2,2,2,2,1,2,4,7,6,7,8,3,13,10,17,15,17,17,22,20,32,22,29,35,23,32,43,34,40,29,35,30,29,26,26,16,23,8,13,10,10,6,4,8,5,4,3,2,2,2,0,1,1,1,3],"bins":[-0.00041193311335518956,-0.0004003217618446797,-0.00038871041033416986,-0.00037709905882366,-0.00036548770731315017,-0.0003538763558026403,-0.00034226500429213047,-0.0003306536527816206,-0.0003190423012711108,-0.0003074309788644314,-0.00029581962735392153,-0.0002842082758434117,-0.00027259692433290184,-0.000260985572822392,-0.00024937422131188214,-0.0002377628698013723,-0.00022615151829086244,-0.0002145401667803526,-0.00020292881526984274,-0.0001913174637593329,-0.00017970611224882305,-0.00016809477529022843,-0.00015648342377971858,-0.00014487207226920873,-0.00013326072075869888,-0.00012164936924818903,-0.00011003801773767918,-9.842667350312695e-05,-8.68153219926171e-05,-7.520397048210725e-05,-6.359262624755502e-05,-5.198127473704517e-05,-4.0369894122704864e-05,-2.875854443118442e-05,-1.7147194739663973e-05,-5.535845048143528e-06,6.075504643376917e-06,1.7686854334897362e-05,2.9298204026417807e-05,4.090955189894885e-05,5.25209034094587e-05,6.413225491996855e-05,7.57436064304784e-05,8.735495066503063e-05,9.896630217554048e-05,0.00011057765368605033,0.00012218899792060256,0.0001338003494311124,0.00014541170094162226,0.0001570230524521321,0.00016863440396264195,0.0001802457554731518,0.00019185710698366165,0.00020346844394225627,0.00021507979545276612,0.00022669114696327597,0.00023830249847378582,0.00024991383543238044,0.0002615251869428903,0.00027313653845340014,0.00028474788996391,0.00029635924147441983,0.0003079705929849297,0.00031958194449543953,0.0003311932960059494]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.027006305754184723,-0.026197120547294617,-0.02538793720304966,-0.024578751996159554,-0.023769568651914597,-0.02296038344502449,-0.022151200100779533,-0.021342014893889427,-0.02053283154964447,-0.019723646342754364,-0.018914462998509407,-0.0181052777916193,-0.017296094447374344,-0.016486909240484238,-0.01567772589623928,-0.014868540689349174,-0.014059356413781643,-0.013250172138214111,-0.01244098786264658,-0.011631803587079048,-0.010822619311511517,-0.010013435035943985,-0.009204250760376453,-0.008395066484808922,-0.007585881743580103,-0.006776697468012571,-0.00596751319244504,-0.005158328916877508,-0.004349144175648689,-0.0035399601329118013,-0.002730775624513626,-0.0019215913489460945,-0.001112407073378563,-0.00030322273960337043,0.0005059615941718221,0.0013151459861546755,0.002124330261722207,0.0029335145372897387,0.003742699045687914,0.0045518833212554455,0.005361067596822977,0.006170251872390509,0.00697943614795804,0.007788620423525572,0.00859780516475439,0.009406989440321922,0.010216173715889454,0.011025357991456985,0.011834542267024517,0.012643726542592049,0.01345291081815958,0.014262095093727112,0.015071279369294643,0.015880463644862175,0.01668964885175228,0.017498832195997238,0.018308017402887344,0.0191172007471323,0.019926385954022408,0.020735569298267365,0.02154475450515747,0.022353937849402428,0.023163123056292534,0.02397230640053749,0.024781491607427597],"_type":"histogram","values":[1,0,0,0,1,0,0,2,0,4,4,3,3,10,6,4,8,9,11,9,19,21,8,14,24,25,21,26,34,28,28,27,26,28,35,29,18,21,29,31,19,17,24,20,15,8,18,12,15,9,7,8,10,3,4,4,1,2,1,0,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0004458636394701898,-0.00043140421621501446,-0.0004169447929598391,-0.0004024853406008333,-0.00038802591734565794,-0.0003735664940904826,-0.00035910707083530724,-0.0003446476475801319,-0.0003301881952211261,-0.00031572877196595073,-0.0003012693487107754,-0.0002868099254556,-0.00027235050220042467,-0.0002578910789452493,-0.00024343164113815874,-0.00022897220333106816,-0.0002145127800758928,-0.00020005335682071745,-0.00018559391901362687,-0.00017113449575845152,-0.00015667505795136094,-0.0001422156346961856,-0.00012775621144101024,-0.00011329678090987727,-9.88373503787443e-05,-8.437791984761134e-05,-6.991848931647837e-05,-5.545906606130302e-05,-4.099963553017005e-05,-2.654020681802649e-05,-1.2080778105882928e-05,2.378650606260635e-06,1.6838079318404198e-05,3.1297509849537164e-05,4.575693674269132e-05,6.021636363584548e-05,7.467579416697845e-05,8.913522469811141e-05,0.00010359464795328677,0.00011805407848441973,0.0001325135090155527,0.00014697293227072805,0.00016143237007781863,0.00017589179333299398,0.00019035121658816934,0.00020481065439525992,0.00021927007765043527,0.00023372951545752585,0.0002481889387127012,0.00026264836196787655,0.0002771077852230519,0.0002915672375820577,0.00030602666083723307,0.0003204860840924084,0.00033494550734758377,0.0003494049306027591,0.0003638643538579345,0.0003783238062169403,0.00039278322947211564,0.000407242652727291,0.00042170207598246634,0.0004361614992376417,0.0004506209515966475,0.00046508037485182285,0.0004795397981069982],"_type":"histogram","values":[1,0,0,0,0,1,1,1,0,3,3,6,3,3,5,7,7,9,11,14,12,19,14,34,25,32,33,41,29,41,43,39,43,40,34,29,25,21,23,23,17,12,11,10,5,5,7,6,4,2,6,1,1,3,0,1,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.00142170290928334,-0.0013728723861277103,-0.0013240418629720807,-0.0012752112234011292,-0.0012263807002454996,-0.00117755017708987,-0.0011287196539342403,-0.0010798891307786107,-0.001031058607622981,-0.0009822279680520296,-0.0009333974448964,-0.0008845669217407703,-0.0008357363985851407,-0.0007869058172218502,-0.0007380752940662205,-0.00068924471270293,-0.0006404141895473003,-0.0005915836663916707,-0.0005427530850283802,-0.0004939225618727505,-0.00044509200961329043,-0.00039626145735383034,-0.0003474309341982007,-0.0002986003819387406,-0.0002497698296792805,-0.00020093927741982043,-0.00015210873971227556,-0.00010327819472877309,-5.444764974527061e-05,-5.6171047617681324e-06,4.3213440221734345e-05,9.204398520523682e-05,0.0001408745301887393,0.0001897050824481994,0.00023853562015574425,0.0002873661578632891,0.0003361967101227492,0.0003850272623822093,0.00043385778553783894,0.00048268833779729903,0.0005315188900567591,0.0005803494132123888,0.0006291799945756793,0.0006780105177313089,0.0007268410408869386,0.0007756716222502291,0.0008245021454058588,0.0008733327267691493,0.0009221632499247789,0.0009709937730804086,0.0010198242962360382,0.0010686549358069897,0.0011174854589626193,0.001166315982118249,0.0012151465052738786,0.0012639770284295082,0.0013128076680004597,0.0013616381911560893,0.001410468714311719,0.0014592992374673486,0.0015081297606229782,0.0015569602837786078,0.0016057909233495593,0.001654621446505189,0.0017034519696608186],"_type":"histogram","values":[1,2,2,5,4,2,4,8,6,8,5,7,8,15,10,11,14,17,24,14,20,25,14,27,20,32,22,33,33,24,30,23,18,21,24,30,26,24,24,19,14,10,15,8,11,7,7,8,4,3,5,4,3,1,2,0,2,3,2,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[1,2,3,5,7,11,12,18,23,64,59,68,103,146,254,287,444,617,778,1228,1747,2265,3247,4767,6827,9261,13466,19199,29183,46504,90307,160124,72804,40743,26241,17515,12109,8403,6044,4298,3075,2196,1466,1151,806,551,384,270,221,147,117,69,47,39,39,21,11,5,5,5,6,3,4,2],"bins":[-0.04833984375,-0.0467987060546875,-0.045257568359375,-0.0437164306640625,-0.04217529296875,-0.0406341552734375,-0.039093017578125,-0.0375518798828125,-0.0360107421875,-0.0344696044921875,-0.032928466796875,-0.0313873291015625,-0.02984619140625,-0.0283050537109375,-0.026763916015625,-0.0252227783203125,-0.023681640625,-0.0221405029296875,-0.020599365234375,-0.0190582275390625,-0.01751708984375,-0.0159759521484375,-0.014434814453125,-0.0128936767578125,-0.0113525390625,-0.0098114013671875,-0.008270263671875,-0.0067291259765625,-0.00518798828125,-0.0036468505859375,-0.002105712890625,-0.0005645751953125,0.0009765625,0.0025177001953125,0.004058837890625,0.0055999755859375,0.00714111328125,0.0086822509765625,0.010223388671875,0.0117645263671875,0.0133056640625,0.0148468017578125,0.016387939453125,0.0179290771484375,0.01947021484375,0.0210113525390625,0.022552490234375,0.0240936279296875,0.025634765625,0.0271759033203125,0.028717041015625,0.0302581787109375,0.03179931640625,0.0333404541015625,0.034881591796875,0.0364227294921875,0.0379638671875,0.0395050048828125,0.041046142578125,0.0425872802734375,0.04412841796875,0.0456695556640625,0.047210693359375,0.0487518310546875,0.05029296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,1,1,1,2,1,3,6,6,7,5,13,11,17,20,19,22,26,29,28,26,32,20,34,29,28,32,30,41,27,17,30,25,16,23,27,16,17,10,20,8,6,6,4,3,2,4,6,3,1,2,2,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0014777446631342173,-0.0014221238670870662,-0.001366503071039915,-0.001310882274992764,-0.001255261478945613,-0.0011996406828984618,-0.0011440198868513107,-0.0010883990908041596,-0.0010327782947570086,-0.0009771574987098575,-0.0009215366444550455,-0.0008659158484078944,-0.0008102950523607433,-0.0007546742563135922,-0.0006990534602664411,-0.00064343266421929,-0.0005878118681721389,-0.0005321910721249878,-0.00047657027607783675,-0.00042094948003068566,-0.0003653286839835346,-0.00030970785883255303,-0.00025408706278540194,-0.00019846626673825085,-0.00014284547069109976,-8.722467464394867e-05,-3.160387132083997e-05,2.4016928364289925e-05,7.963772804941982e-05,0.0001352585240965709,0.00019087933469563723,0.0002465001307427883,0.0003021209267899394,0.0003577417228370905,0.0004133625188842416,0.00046898331493139267,0.0005246041109785438,0.0005802249070256948,0.0006358457030728459,0.000691466499119997,0.0007470872951671481,0.0008027081494219601,0.0008583289454691112,0.0009139497415162623,0.0009695705375634134,0.0010251912754029036,0.0010808120714500546,0.0011364328674972057,0.0011920537799596786,0.0012476745760068297,0.0013032953720539808,0.001358916168101132,0.001414536964148283,0.001470157760195434,0.0015257785562425852,0.0015813993522897363,0.0016370201483368874,0.0016926409443840384,0.0017482617404311895,0.0018038825364783406,0.0018595033325254917,0.0019151241285726428,0.001970744924619794,0.002026365604251623,0.002081986516714096],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[2,1,0,2,1,2,5,3,4,4,2,8,5,9,6,11,14,10,7,11,20,13,24,29,28,24,19,23,18,34,34,22,25,29,17,25,20,26,21,21,22,24,21,6,11,19,12,6,14,13,9,6,3,7,3,2,2,2,3,2,0,1,0,1],"bins":[-0.026945676654577255,-0.026098381727933884,-0.025251086801290512,-0.02440379187464714,-0.02355649694800377,-0.022709202021360397,-0.021861907094717026,-0.021014612168073654,-0.020167317241430283,-0.01932002417743206,-0.01847272925078869,-0.017625434324145317,-0.016778139397501945,-0.015930844470858574,-0.015083549544215202,-0.01423625461757183,-0.01338895969092846,-0.012541664764285088,-0.011694369837641716,-0.010847074910998344,-0.009999779984354973,-0.009152485989034176,-0.008305191062390804,-0.007457896135747433,-0.006610601209104061,-0.0057633062824606895,-0.004916011355817318,-0.004068716894835234,-0.003221421968191862,-0.0023741270415484905,-0.0015268323477357626,-0.0006795375375077128,0.00016775727272033691,0.0010150520829483867,0.0018623468931764364,0.0027096415869891644,0.003556936513632536,0.0044042314402759075,0.005251525901257992,0.006098820827901363,0.006946115754544735,0.0077934106811881065,0.008640705607831478,0.00948800053447485,0.010335294529795647,0.011182589456439018,0.01202988438308239,0.012877179309725761,0.013724474236369133,0.014571769163012505,0.015419064089655876,0.016266359016299248,0.01711365394294262,0.01796094886958599,0.018808243796229362,0.019655538722872734,0.020502831786870956,0.021350126713514328,0.0221974216401577,0.02304471656680107,0.023892011493444443,0.024739306420087814,0.025586601346731186,0.026433896273374557,0.02728119120001793]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,1,1,0,0,0,3,3,4,6,7,6,8,4,7,7,10,16,13,20,19,22,17,15,31,29,27,32,27,26,24,21,32,38,19,28,16,20,20,23,27,28,17,16,13,9,3,10,6,5,5,5,5,2,4,0,0,2,4,1,1],"bins":[-0.019131533801555634,-0.018566207960247993,-0.018000880256295204,-0.017435554414987564,-0.016870226711034775,-0.016304900869727135,-0.015739573165774345,-0.015174247324466705,-0.01460892055183649,-0.014043593779206276,-0.013478267006576061,-0.012912940233945847,-0.012347614392638206,-0.011782287620007992,-0.011216960847377777,-0.010651634074747562,-0.010086307302117348,-0.009520980529487133,-0.008955653756856918,-0.008390326984226704,-0.007825000211596489,-0.007259673904627562,-0.006694347597658634,-0.0061290208250284195,-0.005563694052398205,-0.00499836727976799,-0.004433040507137775,-0.003867714200168848,-0.0033023874275386333,-0.0027370606549084187,-0.0021717341151088476,-0.0016064074588939548,-0.0010410826653242111,-0.00047575600910931826,8.957064710557461e-05,0.0006548973033204675,0.0012202239595353603,0.0017855506157502532,0.002350877271965146,0.002916203811764717,0.003481530584394932,0.0040468573570251465,0.004612184129655361,0.0051775104366242886,0.005742837209254503,0.006308163981884718,0.006873490288853645,0.00743881706148386,0.008004143834114075,0.00856947060674429,0.009134797379374504,0.009700124152004719,0.010265450924634933,0.010830776765942574,0.011396103538572788,0.011961430311203003,0.012526757083833218,0.013092083856463432,0.013657410629093647,0.014222737401723862,0.014788063243031502,0.015353390015661716,0.01591871678829193,0.01648404449224472,0.01704937033355236]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[2,2,0,5,4,2,4,10,21,19,33,56,73,127,154,347,452,651,938,1496,2264,3942,5791,9072,14725,23265,39249,62665,107692,196092,413310,305883,143409,87423,56344,35317,22535,14588,8857,5648,3663,2373,1555,931,616,430,261,196,136,78,63,29,17,16,11,7,6,1,3,2,1,1,0,1],"bins":[-0.01806640625,-0.017480850219726562,-0.016895294189453125,-0.016309738159179688,-0.01572418212890625,-0.015138626098632812,-0.014553070068359375,-0.013967514038085938,-0.0133819580078125,-0.012796401977539062,-0.012210845947265625,-0.011625289916992188,-0.01103973388671875,-0.010454177856445312,-0.009868621826171875,-0.009283065795898438,-0.008697509765625,-0.008111953735351562,-0.007526397705078125,-0.0069408416748046875,-0.00635528564453125,-0.0057697296142578125,-0.005184173583984375,-0.0045986175537109375,-0.0040130615234375,-0.0034275054931640625,-0.002841949462890625,-0.0022563934326171875,-0.00167083740234375,-0.0010852813720703125,-0.000499725341796875,8.58306884765625e-05,0.00067138671875,0.0012569427490234375,0.001842498779296875,0.0024280548095703125,0.00301361083984375,0.0035991668701171875,0.004184722900390625,0.0047702789306640625,0.0053558349609375,0.0059413909912109375,0.006526947021484375,0.0071125030517578125,0.00769805908203125,0.008283615112304688,0.008869171142578125,0.009454727172851562,0.010040283203125,0.010625839233398438,0.011211395263671875,0.011796951293945312,0.01238250732421875,0.012968063354492188,0.013553619384765625,0.014139175415039062,0.0147247314453125,0.015310287475585938,0.015895843505859375,0.016481399536132812,0.01706695556640625,0.017652511596679688,0.018238067626953125,0.018823623657226562,0.0194091796875]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,0,1,2,5,3,2,8,16,11,15,28,52,52,94,137,173,300,424,601,863,1221,1983,3089,4813,7752,12126,22042,38945,72753,156792,538934,419129,137350,65674,35610,20273,11301,7167,4506,2912,1892,1230,788,615,332,267,179,109,86,60,47,35,21,10,10,7,2,7,5,0,0,1,1],"bins":[-0.208984375,-0.2024383544921875,-0.195892333984375,-0.1893463134765625,-0.18280029296875,-0.1762542724609375,-0.169708251953125,-0.1631622314453125,-0.1566162109375,-0.1500701904296875,-0.143524169921875,-0.1369781494140625,-0.13043212890625,-0.1238861083984375,-0.117340087890625,-0.1107940673828125,-0.104248046875,-0.0977020263671875,-0.091156005859375,-0.0846099853515625,-0.07806396484375,-0.0715179443359375,-0.064971923828125,-0.0584259033203125,-0.0518798828125,-0.0453338623046875,-0.038787841796875,-0.0322418212890625,-0.02569580078125,-0.0191497802734375,-0.012603759765625,-0.0060577392578125,0.00048828125,0.0070343017578125,0.013580322265625,0.0201263427734375,0.02667236328125,0.0332183837890625,0.039764404296875,0.0463104248046875,0.0528564453125,0.0594024658203125,0.065948486328125,0.0724945068359375,0.07904052734375,0.0855865478515625,0.092132568359375,0.0986785888671875,0.105224609375,0.1117706298828125,0.118316650390625,0.1248626708984375,0.13140869140625,0.1379547119140625,0.144500732421875,0.1510467529296875,0.1575927734375,0.1641387939453125,0.170684814453125,0.1772308349609375,0.18377685546875,0.1903228759765625,0.196868896484375,0.2034149169921875,0.2099609375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,3,0,0,2,0,7,3,3,6,9,7,7,11,10,19,12,20,11,12,24,24,26,27,22,36,31,36,17,24,33,23,30,26,26,20,21,24,12,9,17,14,10,17,10,16,6,6,6,8,5,4,1,1,3,3,3,2],"bins":[-0.001963484799489379,-0.001908767968416214,-0.0018540512537583709,-0.001799334422685206,-0.001744617591612041,-0.0016899008769541979,-0.001635184045881033,-0.001580467214807868,-0.001525750383734703,-0.00147103366907686,-0.001416316838003695,-0.00136160000693053,-0.001306883292272687,-0.001252166461199522,-0.001197449630126357,-0.001142732915468514,-0.001088016084395349,-0.001033299253322184,-0.000978582538664341,-0.000923865707591176,-0.0008691488765180111,-0.0008144321036525071,-0.000759715330787003,-0.0007049984997138381,-0.0006502817268483341,-0.00059556495398283,-0.0005408481229096651,-0.0004861313500441611,-0.0004314145480748266,-0.0003766977461054921,-0.0003219809732399881,-0.0002672641712706536,-0.0002125472528859973,-0.0001578304509166628,-0.00010311366349924356,-4.839686880586669e-05,6.3199258875101805e-06,6.103672058088705e-05,0.00011575351527426392,0.00017047030269168317,0.00022518710466101766,0.00027990390663035214,0.0003346207085996866,0.00038933748146519065,0.00044405428343452513,0.0004987710854038596,0.0005534878582693636,0.0006082046893425286,0.0006629214622080326,0.0007176382350735366,0.0007723550661467016,0.0008270718390122056,0.0008817886700853705,0.0009365054429508746,0.0009912222158163786,0.0010459390468895435,0.0011006558779627085,0.0011553725926205516,0.0012100894236937165,0.0012648062547668815,0.0013195229694247246,0.0013742398004978895,0.0014289566315710545,0.0014836733462288976,0.0015383901773020625]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,0,1,0,0,0,0,0,0,0,1,1,2,1,2,3,3,5,2,8,4,9,10,16,22,21,42,45,44,51,68,62,65,58,43,39,39,28,18,12,12,7,2,3,3,2,1,0,1,4,0,0,2,1,0,0,0,0,1,2,0,0,1],"bins":[-1.7558336367073935e-06,-1.700756683931104e-06,-1.6456797311548144e-06,-1.5906027783785248e-06,-1.5355258256022353e-06,-1.4804488728259457e-06,-1.4253719200496562e-06,-1.3702949672733666e-06,-1.315218014497077e-06,-1.2601409480339498e-06,-1.2050639952576603e-06,-1.1499870424813707e-06,-1.0949100897050812e-06,-1.0398331369287916e-06,-9.84756184152502e-07,-9.296792313762126e-07,-8.74602278599923e-07,-8.195253258236335e-07,-7.644483730473439e-07,-7.093714202710544e-07,-6.542944674947648e-07,-5.992174578750564e-07,-5.441405050987669e-07,-4.890635523224773e-07,-4.339865995461878e-07,-3.7890964676989825e-07,-3.238326939936087e-07,-2.687557127956097e-07,-2.1367876001932018e-07,-1.5860180724303063e-07,-1.0352484025588637e-07,-4.844788037416947e-08,6.629079507547431e-09,6.170603938926433e-08,1.1678299927098124e-07,1.718599662581255e-07,2.2693691903441504e-07,2.820138718107046e-07,3.3709085300870356e-07,3.921678057849931e-07,4.4724475856128265e-07,5.023217113375722e-07,5.573986641138617e-07,6.124756168901513e-07,6.675526265098597e-07,7.226295792861492e-07,7.777065320624388e-07,8.327834848387283e-07,8.878604376150179e-07,9.429373903913074e-07,9.98014343167597e-07,1.0530912959438865e-06,1.108168248720176e-06,1.1632452014964656e-06,1.2183221542727551e-06,1.2733991070490447e-06,1.328476173512172e-06,1.3835531262884615e-06,1.438630079064751e-06,1.4937070318410406e-06,1.5487839846173301e-06,1.6038609373936197e-06,1.6589378901699092e-06,1.7140148429461988e-06,1.7690917957224883e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,2,1,2,3,6,10,14,17,30,39,79,79,143,222,295,473,630,966,1321,2021,2905,4144,6068,9217,13388,20125,31559,50511,93448,163818,69310,40715,25728,16870,11327,7610,5147,3545,2421,1753,1151,861,601,394,297,194,114,91,47,41,25,8,16,10,4,3,2,0,1,0,1],"bins":[-0.166015625,-0.1608734130859375,-0.155731201171875,-0.1505889892578125,-0.14544677734375,-0.1403045654296875,-0.135162353515625,-0.1300201416015625,-0.1248779296875,-0.1197357177734375,-0.114593505859375,-0.1094512939453125,-0.10430908203125,-0.0991668701171875,-0.094024658203125,-0.0888824462890625,-0.083740234375,-0.0785980224609375,-0.073455810546875,-0.0683135986328125,-0.06317138671875,-0.0580291748046875,-0.052886962890625,-0.0477447509765625,-0.0426025390625,-0.0374603271484375,-0.032318115234375,-0.0271759033203125,-0.02203369140625,-0.0168914794921875,-0.011749267578125,-0.0066070556640625,-0.00146484375,0.0036773681640625,0.008819580078125,0.0139617919921875,0.01910400390625,0.0242462158203125,0.029388427734375,0.0345306396484375,0.0396728515625,0.0448150634765625,0.049957275390625,0.0550994873046875,0.06024169921875,0.0653839111328125,0.070526123046875,0.0756683349609375,0.080810546875,0.0859527587890625,0.091094970703125,0.0962371826171875,0.10137939453125,0.1065216064453125,0.111663818359375,0.1168060302734375,0.1219482421875,0.1270904541015625,0.132232666015625,0.1373748779296875,0.14251708984375,0.1476593017578125,0.152801513671875,0.1579437255859375,0.1630859375]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,5,6,7,6,2,4,3,4,11,9,16,14,14,21,13,26,32,26,23,26,28,28,31,25,27,40,35,38,27,27,20,17,23,21,10,17,13,11,8,5,8,6,7,5,3,3,4,1,1,2,0,0,1,3],"bins":[-0.0019233491038903594,-0.0018660265486687422,-0.0018087038770318031,-0.001751381321810186,-0.0016940586501732469,-0.0016367360949516296,-0.0015794135397300124,-0.0015220908680930734,-0.0014647683128714561,-0.001407445641234517,-0.0013501230860128999,-0.0012928005307912827,-0.0012354778591543436,-0.0011781553039327264,-0.0011208326322957873,-0.0010635100770741701,-0.001006187405437231,-0.0009488648502156138,-0.0008915422367863357,-0.0008342196815647185,-0.0007768970681354403,-0.0007195744547061622,-0.0006622518412768841,-0.0006049292278476059,-0.0005476066144183278,-0.0004902840591967106,-0.00043296144576743245,-0.0003756388323381543,-0.0003183162189088762,-0.0002609936345834285,-0.00020367102115415037,-0.00014634842227678746,-8.902582339942455e-05,-3.170322088408284e-05,2.5619381631258875e-05,8.29419877845794e-05,0.0001402645866619423,0.0001975871855393052,0.00025490979896858335,0.000312232383294031,0.00036955499672330916,0.0004268776101525873,0.000484200194478035,0.0005415228079073131,0.0005988454213365912,0.0006561680347658694,0.0007134905899874866,0.0007708132034167647,0.0008281358168460429,0.000885458430275321,0.0009427810437045991,0.0010001036571338773,0.0010574262123554945,0.0011147488839924335,0.0011720714392140508,0.001229393994435668,0.001286716666072607,0.0013440392212942243,0.0014013618929311633,0.0014586844481527805,0.0015160070033743978,0.0015733296750113368,0.001630652230232954,0.001687974901869893,0.0017452974570915103]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.19192224740982056,-0.18680575489997864,-0.18168924748897552,-0.1765727549791336,-0.1714562475681305,-0.16633975505828857,-0.16122324764728546,-0.15610675513744354,-0.15099024772644043,-0.1458737552165985,-0.1407572627067566,-0.13564075529575348,-0.13052426278591156,-0.12540775537490845,-0.12029126286506653,-0.11517476290464401,-0.1100582629442215,-0.10494176298379898,-0.09982526302337646,-0.09470876306295395,-0.08959226310253143,-0.08447577059268951,-0.079359270632267,-0.07424277067184448,-0.06912627071142197,-0.06400977075099945,-0.058893270790576935,-0.05377677455544472,-0.0486602745950222,-0.043543774634599686,-0.03842727839946747,-0.03331077843904495,-0.028194263577461243,-0.023077763617038727,-0.01796126551926136,-0.012844766490161419,-0.007728267461061478,-0.0026117684319615364,0.002504730597138405,0.007621229626238346,0.012737728655338287,0.017854228615760803,0.02297072671353817,0.028087224811315536,0.03320372477173805,0.03832022473216057,0.043436720967292786,0.0485532209277153,0.05366972088813782,0.05878622084856033,0.06390272080898285,0.06901922076940536,0.07413572072982788,0.0792522132396698,0.08436871320009232,0.08948521316051483,0.09460171312093735,0.09971821308135986,0.10483471304178238,0.1099512130022049,0.11506770551204681,0.12018420547246933,0.12530070543289185,0.13041721284389496,0.13553370535373688],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,1,3,3,3,1,1,6,5,4,11,8,8,15,14,13,19,17,15,21,31,23,27,22,29,39,39,38,34,37,21,25,31,24,15,26,16,16,27,18,9,8,4,7,6,6,4,3,2,4,3,0,3,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[4,2,6,2,8,4,9,17,34,38,78,91,147,208,305,406,708,883,1316,2076,2828,4127,6004,8554,13048,19229,30326,52236,95736,129861,88833,47500,28946,17986,11725,8143,5776,3782,2883,1832,1302,922,596,415,339,177,113,87,58,43,26,13,6,7,4,7,7,1,2,0,0,0,0,2],"bins":[-0.0146484375,-0.014150619506835938,-0.013652801513671875,-0.013154983520507812,-0.01265716552734375,-0.012159347534179688,-0.011661529541015625,-0.011163711547851562,-0.0106658935546875,-0.010168075561523438,-0.009670257568359375,-0.009172439575195312,-0.00867462158203125,-0.008176803588867188,-0.007678985595703125,-0.0071811676025390625,-0.006683349609375,-0.0061855316162109375,-0.005687713623046875,-0.0051898956298828125,-0.00469207763671875,-0.0041942596435546875,-0.003696441650390625,-0.0031986236572265625,-0.0027008056640625,-0.0022029876708984375,-0.001705169677734375,-0.0012073516845703125,-0.00070953369140625,-0.0002117156982421875,0.000286102294921875,0.0007839202880859375,0.00128173828125,0.0017795562744140625,0.002277374267578125,0.0027751922607421875,0.00327301025390625,0.0037708282470703125,0.004268646240234375,0.0047664642333984375,0.0052642822265625,0.0057621002197265625,0.006259918212890625,0.0067577362060546875,0.00725555419921875,0.0077533721923828125,0.008251190185546875,0.008749008178710938,0.009246826171875,0.009744644165039062,0.010242462158203125,0.010740280151367188,0.01123809814453125,0.011735916137695312,0.012233734130859375,0.012731552124023438,0.0132293701171875,0.013727188110351562,0.014225006103515625,0.014722824096679688,0.01522064208984375,0.015718460083007812,0.016216278076171875,0.016714096069335938,0.0172119140625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,0,0,0,1,2,0,2,7,8,2,12,15,19,32,45,62,115,142,225,339,620,980,1507,2737,4818,8962,17138,34822,77122,200499,636277,363957,119228,51104,24106,12201,6602,3714,2083,1259,737,467,314,183,147,85,55,34,27,12,14,8,4,3,0,3,2,1,1,0,1],"bins":[-0.049560546875,-0.048091888427734375,-0.04662322998046875,-0.045154571533203125,-0.0436859130859375,-0.042217254638671875,-0.04074859619140625,-0.039279937744140625,-0.037811279296875,-0.036342620849609375,-0.03487396240234375,-0.033405303955078125,-0.0319366455078125,-0.030467987060546875,-0.02899932861328125,-0.027530670166015625,-0.02606201171875,-0.024593353271484375,-0.02312469482421875,-0.021656036376953125,-0.0201873779296875,-0.018718719482421875,-0.01725006103515625,-0.015781402587890625,-0.014312744140625,-0.012844085693359375,-0.01137542724609375,-0.009906768798828125,-0.0084381103515625,-0.006969451904296875,-0.00550079345703125,-0.004032135009765625,-0.0025634765625,-0.001094818115234375,0.00037384033203125,0.001842498779296875,0.0033111572265625,0.004779815673828125,0.00624847412109375,0.007717132568359375,0.009185791015625,0.010654449462890625,0.01212310791015625,0.013591766357421875,0.0150604248046875,0.016529083251953125,0.01799774169921875,0.019466400146484375,0.02093505859375,0.022403717041015625,0.02387237548828125,0.025341033935546875,0.0268096923828125,0.028278350830078125,0.02974700927734375,0.031215667724609375,0.032684326171875,0.034152984619140625,0.03562164306640625,0.037090301513671875,0.0385589599609375,0.040027618408203125,0.04149627685546875,0.042964935302734375,0.04443359375]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.10042712092399597,-0.09734730422496796,-0.09426748752593994,-0.09118767082691193,-0.08810785412788391,-0.08502804487943649,-0.08194822818040848,-0.07886841148138046,-0.07578859478235245,-0.07270877808332443,-0.06962896138429642,-0.0665491446852684,-0.06346933543682098,-0.06038951501250267,-0.057309702038764954,-0.05422988533973694,-0.05115006864070892,-0.04807025194168091,-0.04499043524265289,-0.041910622268915176,-0.03883080556988716,-0.035750988870859146,-0.03267117589712143,-0.029591359198093414,-0.0265115424990654,-0.023431725800037384,-0.020351910963654518,-0.017272096127271652,-0.014192279428243637,-0.011112463660538197,-0.008032647892832756,-0.0049528321251273155,-0.001873008906841278,0.0012068068608641624,0.004286622628569603,0.0073664383962750435,0.010446254163980484,0.013526069931685925,0.016605885699391365,0.01968570053577423,0.022765517234802246,0.02584533393383026,0.028925148770213127,0.03200496360659599,0.03508478030562401,0.03816459700465202,0.04124440997838974,0.044324226677417755,0.04740404337644577,0.050483860075473785,0.0535636767745018,0.05664348974823952,0.05972330644726753,0.06280311942100525,0.06588293612003326,0.06896275281906128,0.0720425695180893,0.07512238621711731,0.07820220291614532,0.08128201961517334,0.08436183631420135,0.08744164556264877,0.09052146226167679,0.0936012789607048,0.09668109565973282],"_type":"histogram","values":[1,1,2,3,11,13,21,36,104,190,296,481,779,1336,2000,2972,4637,6583,8998,12526,17056,22480,29000,36230,44305,53170,62034,70840,78887,85935,91519,95102,96498,96030,92307,87309,80852,72404,64079,55107,46469,37877,30515,23957,18100,13476,9805,6831,4778,3201,2162,1421,921,488,343,173,93,52,37,17,6,6,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,2,1,2,3,2,0,3,2,6,2,6,7,7,8,4,11,15,10,18,28,16,17,15,34,29,31,32,26,40,44,34,32,24,44,23,25,22,19,10,20,17,11,8,10,5,8,8,4,2,4,3,3,2,1,1,0,2,1,1,0,1,0,1],"bins":[-0.0004395370197016746,-0.0004248199984431267,-0.0004101029771845788,-0.0003953859559260309,-0.00038066893466748297,-0.00036595191340893507,-0.00035123489215038717,-0.00033651787089183927,-0.00032180084963329136,-0.00030708382837474346,-0.00029236680711619556,-0.00027764978585764766,-0.00026293276459909976,-0.00024821574334055185,-0.00023349872208200395,-0.00021878170082345605,-0.00020406467956490815,-0.00018934765830636024,-0.00017463063704781234,-0.00015991361578926444,-0.00014519659453071654,-0.00013047957327216864,-0.00011576255201362073,-0.00010104553075507283,-8.632850949652493e-05,-7.161148823797703e-05,-5.6894466979429126e-05,-4.2177445720881224e-05,-2.746042446233332e-05,-1.274340320378542e-05,1.9736180547624826e-06,1.6690639313310385e-05,3.140763146802783e-05,4.612465272657573e-05,6.0841673985123634e-05,7.555869524367154e-05,9.027571650221944e-05,0.00010499273776076734,0.00011970975901931524,0.00013442678027786314,0.00014914380153641105,0.00016386082279495895,0.00017857784405350685,0.00019329486531205475,0.00020801188657060266,0.00022272890782915056,0.00023744592908769846,0.00025216295034624636,0.00026687997160479426,0.00028159699286334217,0.00029631401412189007,0.00031103103538043797,0.00032574805663898587,0.0003404650778975338,0.0003551820991560817,0.0003698991204146296,0.0003846161416731775,0.0003993331629317254,0.0004140501841902733,0.0004287672054488212,0.0004434842267073691,0.000458201247965917,0.0004729182692244649,0.0004876352904830128,0.0005023523117415607],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"bins":[-0.037419866770505905,-0.036247368901968,-0.0350748673081398,-0.0339023694396019,-0.032729871571063995,-0.031557369977235794,-0.03038487210869789,-0.02921237424015999,-0.028039874508976936,-0.026867374777793884,-0.02569487690925598,-0.02452237717807293,-0.023349877446889877,-0.022177379578351974,-0.021004879847168922,-0.01983238197863102,-0.018659882247447968,-0.017487382516264915,-0.016314884647727013,-0.01514238491654396,-0.013969886116683483,-0.012797387316823006,-0.011624887585639954,-0.010452388785779476,-0.009279889985918999,-0.008107391186058521,-0.0069348919205367565,-0.005762392655014992,-0.004589893855154514,-0.003417394822463393,-0.002244895789772272,-0.001072396757081151,0.00010010600090026855,0.0012726050335913897,0.0024451040662825108,0.003617603098973632,0.004790102131664753,0.00596260093152523,0.007135100197046995,0.00830759946256876,0.009480098262429237,0.010652597062289715,0.011825095862150192,0.012997595593333244,0.014170094393193722,0.0153425931930542,0.01651509292423725,0.017687590792775154,0.018860090523958206,0.020032590255141258,0.02120508812367916,0.022377587854862213,0.023550085723400116,0.024722585454583168,0.02589508518576622,0.027067583054304123,0.028240082785487175,0.029412582516670227,0.03058508038520813,0.03175757825374603,0.032930079847574234,0.03410257771611214,0.03527507558465004,0.03644757717847824,0.037620075047016144],"_type":"histogram","values":[116,1239,1522,1613,1535,1643,1585,1589,1644,1607,1587,1562,1593,1558,1620,1586,1656,1600,1607,1668,1552,1607,1572,1566,1644,1604,1502,1584,1564,1567,1560,1620,1623,1638,1647,1511,1609,1656,1574,1652,1579,1597,1600,1573,1616,1649,1661,1616,1644,1564,1622,1553,1684,1617,1608,1556,1596,1629,1631,1598,1491,1530,1064,44]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0004805244680028409,-0.0004668236942961812,-0.00045312289148569107,-0.0004394221177790314,-0.0004257213440723717,-0.00041202057036571205,-0.00039831979665905237,-0.00038461899384856224,-0.00037091822014190257,-0.0003572174464352429,-0.00034351664362475276,-0.0003298158699180931,-0.0003161150962114334,-0.00030241432250477374,-0.00028871354879811406,-0.00027501274598762393,-0.00026131197228096426,-0.0002476111985743046,-0.00023391041031572968,-0.00022020962205715477,-0.0002065088483504951,-0.00019280807464383543,-0.00017910728638526052,-0.00016540649812668562,-0.00015170572442002594,-0.00013800495071336627,-0.00012430416245479137,-0.00011060338147217408,-9.690260048955679e-05,-8.32018195069395e-05,-6.950103852432221e-05,-5.580025754170492e-05,-4.2099476559087634e-05,-2.8398695576470345e-05,-1.4697914593853056e-05,-9.971336112357676e-07,1.2703647371381521e-05,2.640442835399881e-05,4.01052093366161e-05,5.380599031923339e-05,6.750677130185068e-05,8.120755228446797e-05,9.490833326708525e-05,0.00010860911424970254,0.00012230989523231983,0.0001360106689389795,0.0001497114571975544,0.0001634122454561293,0.000177113019162789,0.00019081379286944866,0.00020451458112802356,0.00021821536938659847,0.00023191614309325814,0.0002456169167999178,0.0002593176905065775,0.0002730184933170676,0.0002867192670237273,0.00030042004073038697,0.0003141208435408771,0.0003278216172475368,0.00034152239095419645,0.00035522316466085613,0.0003689239383675158,0.00038262474117800593,0.0003963255148846656],"_type":"histogram","values":[1,0,0,0,0,1,0,2,0,0,1,0,1,1,5,2,8,1,9,7,7,11,16,18,22,17,19,22,20,33,35,28,33,35,37,30,28,32,26,27,18,32,29,15,21,19,12,15,11,11,7,7,11,3,9,0,3,0,2,3,2,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[1,2,2,1,1,5,2,13,13,20,15,36,49,74,82,136,221,290,438,571,976,1302,2093,3133,4822,7331,11113,17494,27701,43662,73179,125969,246235,436824,244327,123722,73774,45223,29108,18242,12057,7587,5162,3304,2101,1514,899,648,451,281,216,128,104,66,52,22,29,11,12,9,3,3,0,3],"bins":[-0.0128173828125,-0.012434959411621094,-0.012052536010742188,-0.011670112609863281,-0.011287689208984375,-0.010905265808105469,-0.010522842407226562,-0.010140419006347656,-0.00975799560546875,-0.009375572204589844,-0.008993148803710938,-0.008610725402832031,-0.008228302001953125,-0.007845878601074219,-0.0074634552001953125,-0.007081031799316406,-0.0066986083984375,-0.006316184997558594,-0.0059337615966796875,-0.005551338195800781,-0.005168914794921875,-0.004786491394042969,-0.0044040679931640625,-0.004021644592285156,-0.00363922119140625,-0.0032567977905273438,-0.0028743743896484375,-0.0024919509887695312,-0.002109527587890625,-0.0017271041870117188,-0.0013446807861328125,-0.0009622573852539062,-0.000579833984375,-0.00019741058349609375,0.0001850128173828125,0.0005674362182617188,0.000949859619140625,0.0013322830200195312,0.0017147064208984375,0.0020971298217773438,0.00247955322265625,0.0028619766235351562,0.0032444000244140625,0.0036268234252929688,0.004009246826171875,0.004391670227050781,0.0047740936279296875,0.005156517028808594,0.0055389404296875,0.005921363830566406,0.0063037872314453125,0.006686210632324219,0.007068634033203125,0.007451057434082031,0.007833480834960938,0.008215904235839844,0.00859832763671875,0.008980751037597656,0.009363174438476562,0.009745597839355469,0.010128021240234375,0.010510444641113281,0.010892868041992188,0.011275291442871094,0.01165771484375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.041248612105846405,-0.0399511381983757,-0.038653664290905,-0.037356190383434296,-0.03605871647596359,-0.03476124256849289,-0.033463768661022186,-0.03216629475355148,-0.03086882084608078,-0.029571346938610077,-0.028273873031139374,-0.02697639912366867,-0.025678925216197968,-0.024381451308727264,-0.02308397740125656,-0.021786503493785858,-0.020489029586315155,-0.019191555678844452,-0.01789408177137375,-0.016596607863903046,-0.015299133956432343,-0.01400166004896164,-0.012704186141490936,-0.011406712234020233,-0.01010923832654953,-0.008811764419078827,-0.007514290511608124,-0.006216816604137421,-0.0049193426966667175,-0.0036218687891960144,-0.0023243948817253113,-0.0010269209742546082,0.00027055293321609497,0.001568026840686798,0.0028655007481575012,0.004162974655628204,0.0054604485630989075,0.006757922470569611,0.008055396378040314,0.009352870285511017,0.01065034419298172,0.011947818100452423,0.013245292007923126,0.01454276591539383,0.015840239822864532,0.017137713730335236,0.01843518763780594,0.019732661545276642,0.021030135452747345,0.022327609360218048,0.02362508326768875,0.024922557175159454,0.026220031082630157,0.02751750499010086,0.028814978897571564,0.030112452805042267,0.03140992671251297,0.03270740061998367,0.034004874527454376,0.03530234843492508,0.03659982234239578,0.037897296249866486,0.03919477015733719,0.04049224406480789,0.041789717972278595],"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,3,2,3,2,2,8,6,10,8,15,18,13,17,21,22,21,24,28,20,38,41,42,45,31,32,32,24,31,32,19,22,28,18,19,13,9,8,5,7,10,2,2,2,2,2,1,1,1,0,0,0,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[3,0,0,1,1,1,0,1,4,4,5,5,3,8,12,6,14,11,17,16,17,32,29,26,40,34,29,40,42,33,46,30,22,37,26,17,14,24,20,10,17,11,11,9,9,2,9,3,2,1,3,0,3,0,1,3,1,0,1,1,0,0,0,1],"bins":[0.99900883436203,0.9990444779396057,0.9990800619125366,0.9991157054901123,0.9991512894630432,0.9991869330406189,0.9992225170135498,0.9992581605911255,0.9992938041687012,0.9993293881416321,0.9993650317192078,0.9994006156921387,0.9994362592697144,0.99947190284729,0.999507486820221,0.9995431303977966,0.9995787143707275,0.9996143579483032,0.9996499419212341,0.9996855854988098,0.9997212290763855,0.9997568130493164,0.9997924566268921,0.999828040599823,0.9998636841773987,0.9998992681503296,0.9999349117279053,0.999970555305481,1.0000061988830566,1.0000417232513428,1.0000773668289185,1.0001130104064941,1.0001486539840698,1.0001842975616455,1.0002198219299316,1.0002554655075073,1.000291109085083,1.0003267526626587,1.0003622770309448,1.0003979206085205,1.0004335641860962,1.0004692077636719,1.0005048513412476,1.0005403757095337,1.0005760192871094,1.000611662864685,1.0006473064422607,1.0006829500198364,1.0007184743881226,1.0007541179656982,1.000789761543274,1.0008254051208496,1.0008610486984253,1.0008965730667114,1.000932216644287,1.0009678602218628,1.0010035037994385,1.0010390281677246,1.0010746717453003,1.001110315322876,1.0011459589004517,1.0011816024780273,1.0012171268463135,1.0012527704238892,1.0012884140014648],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,0,0,0,1,5,1,3,5,2,5,6,9,7,10,7,11,13,14,11,24,24,19,19,34,21,27,35,30,37,805,27,32,27,30,28,19,24,22,18,17,13,14,18,8,16,7,7,3,3,3,2,3,2,1,1,2,1,0,0,0,0,0,1],"bins":[-8.085186958312988,-7.816240310668945,-7.547293663024902,-7.278347015380859,-7.009400367736816,-6.740453243255615,-6.471506595611572,-6.202559947967529,-5.933613300323486,-5.664666652679443,-5.3957200050354,-5.126773357391357,-4.857826232910156,-4.588879585266113,-4.31993293762207,-4.050986289978027,-3.7820396423339844,-3.5130929946899414,-3.2441463470458984,-2.9751994609832764,-2.7062528133392334,-2.4373061656951904,-2.1683592796325684,-1.8994126319885254,-1.6304659843444824,-1.3615193367004395,-1.092572569847107,-0.8236258625984192,-0.5546791553497314,-0.2857324481010437,-0.016785740852355957,0.2521609663963318,0.5211067199707031,0.7900534272193909,1.0590001344680786,1.3279469013214111,1.596893548965454,1.865840196609497,2.134787082672119,2.403733730316162,2.672680377960205,2.941627025604248,3.210573673248291,3.479520559310913,3.748467206954956,4.017414093017578,4.286360740661621,4.555307388305664,4.824254035949707,5.09320068359375,5.362147331237793,5.631093978881836,5.900040626525879,6.16898775100708,6.437934398651123,6.706881046295166,6.975827693939209,7.244774341583252,7.513720989227295,7.782667636871338,8.051614761352539,8.320561408996582,8.589508056640625,8.858454704284668,9.127401351928711]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,0,0,1,0,1,2,2,6,7,8,4,9,7,13,9,16,24,35,33,25,39,41,37,36,37,39,56,36,37,36,21,40,21,11,17,6,8,8,7,7,2,5,6,1,0,3,1,0,1,2,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00041861101635731757,-0.0004035675956401974,-0.0003885241749230772,-0.00037348075420595706,-0.0003584373334888369,-0.0003433939127717167,-0.00032835049205459654,-0.00031330707133747637,-0.00029826367972418666,-0.0002832202590070665,-0.0002681768382899463,-0.00025313341757282615,-0.00023808999685570598,-0.0002230465761385858,-0.00020800315542146564,-0.00019295973470434546,-0.0001779163139872253,-0.00016287289327010512,-0.00014782947255298495,-0.00013278605183586478,-0.00011774263839470223,-0.00010269921767758206,-8.76558042364195e-05,-7.261238351929933e-05,-5.756896280217916e-05,-4.252554208505899e-05,-2.7482125005917624e-05,-1.2438706107786857e-05,2.6047127903439105e-06,1.7648131688474678e-05,3.2691550586605445e-05,4.773496766574681e-05,6.277841748669744e-05,7.78218382038176e-05,9.286525892093778e-05,0.00010790867236210033,0.00012295210035517812,0.00013799550652038306,0.00015303892723750323,0.0001680823479546234,0.00018312576867174357,0.00019816918938886374,0.0002132126101059839,0.00022825603082310408,0.00024329943698830903,0.0002583428577054292,0.00027338627842254937,0.00028842969913966954,0.0003034731198567897,0.0003185165405739099,0.00033355996129103005,0.0003486033820081502,0.0003636468027252704,0.00037869022344239056,0.00039373364415951073,0.0004087770648766309,0.0004238204564899206,0.0004388638772070408,0.00045390729792416096,0.00046895071864128113,0.0004839941393584013,0.0004990375600755215,0.0005140809807926416,0.0005291244015097618,0.000544167822226882]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,0,0,2,1,0,2,0,2,4,4,5,5,10,6,8,11,11,14,15,22,19,30,20,27,34,33,33,47,43,44,36,33,33,34,23,23,29,20,12,10,15,8,7,2,6,2,6,4,4,3,2,0,1,0,0,1,0,0,0,0,0,1],"bins":[-0.00037845069891773164,-0.0003661315131466836,-0.00035381229827180505,-0.000341493112500757,-0.0003291739267297089,-0.0003168547118548304,-0.0003045355260837823,-0.0002922163112089038,-0.0002798971254378557,-0.00026757793966680765,-0.0002552587247919291,-0.00024293953902088106,-0.00023062033869791776,-0.00021830113837495446,-0.0002059819526039064,-0.0001936627522809431,-0.0001813435519579798,-0.0001690243516350165,-0.0001567051513120532,-0.00014438596554100513,-0.00013206676521804184,-0.00011974756489507854,-0.00010742837184807286,-9.510917880106717e-05,-8.278997847810388e-05,-7.047077815514058e-05,-5.8151585108134896e-05,-4.5832388423150405e-05,-3.3513191738165915e-05,-2.1193995053181425e-05,-8.874798368196934e-06,3.444398316787556e-06,1.576356589794159e-05,2.808276258292608e-05,4.040195926791057e-05,5.272115595289506e-05,6.504035263787955e-05,7.735955296084285e-05,8.967874600784853e-05,0.00010199793905485421,0.00011431713937781751,0.0001266363397007808,0.0001389555400237441,0.00015127472579479218,0.00016359392611775547,0.00017591312644071877,0.00018823231221176684,0.00020055151253473014,0.00021287071285769343,0.00022518991318065673,0.00023750911350362003,0.0002498282992746681,0.0002621475141495466,0.0002744666999205947,0.00028678588569164276,0.0002991051005665213,0.00031142428633756936,0.0003237434721086174,0.00033606268698349595,0.000348381872754544,0.0003607010585255921,0.0003730202734004706,0.0003853394591715187,0.0003976586740463972,0.0004099778598174453],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[4,10,9,29,33,79,121,197,353,514,883,1299,2013,2986,4407,6357,8892,12119,16300,20929,26892,33526,41120,48830,57796,66055,73686,80627,86475,90497,93098,93469,90798,87563,82198,75749,67887,59462,50738,42829,35200,28167,22291,17211,12847,9444,6825,4750,3253,2206,1496,906,578,357,221,124,68,43,17,11,13,6,0,1],"bins":[-0.09259164333343506,-0.08961492031812668,-0.0866381898522377,-0.08366146683692932,-0.08068473637104034,-0.07770801335573196,-0.07473129034042358,-0.0717545598745346,-0.06877783685922623,-0.06580110639333725,-0.06282438337802887,-0.05984765663743019,-0.05687092989683151,-0.053894203156232834,-0.050917480140924454,-0.047940753400325775,-0.0449640266597271,-0.04198729991912842,-0.03901057317852974,-0.03603385016322136,-0.03305712342262268,-0.030080396682024002,-0.027103669941425323,-0.024126945063471794,-0.021150218322873116,-0.018173491582274437,-0.015196766704320908,-0.012220039963722229,-0.009243314154446125,-0.006266588345170021,-0.0032898620702326298,-0.00031313602812588215,0.0026635900139808655,0.0056403158232569695,0.008617041632533073,0.011593768373131752,0.014570494182407856,0.01754721999168396,0.02052394673228264,0.023500671610236168,0.026477398350834846,0.029454125091433525,0.032430849969387054,0.03540757670998573,0.03838430345058441,0.04136103019118309,0.04433775320649147,0.04731447994709015,0.05029120668768883,0.053267933428287506,0.056244660168886185,0.059221383184194565,0.06219810992479324,0.06517484039068222,0.0681515634059906,0.07112828642129898,0.07410501688718796,0.07708173990249634,0.08005847036838531,0.0830351933836937,0.08601191639900208,0.08898864686489105,0.09196536988019943,0.09494210034608841,0.09791882336139679],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.0005275678122416139,-0.0005138288834132254,-0.000500089954584837,-0.0004863510257564485,-0.00047261209692806005,-0.0004588731680996716,-0.00044513423927128315,-0.0004313953104428947,-0.00041765638161450624,-0.00040391748188994825,-0.0003901785530615598,-0.00037643962423317134,-0.0003627006954047829,-0.00034896176657639444,-0.000335222837748006,-0.00032148390891961753,-0.0003077449800912291,-0.00029400605126284063,-0.0002802671224344522,-0.0002665281936060637,-0.00025278926477767527,-0.00023905035050120205,-0.0002253114216728136,-0.00021157249284442514,-0.0001978335640160367,-0.00018409463518764824,-0.00017035570635925978,-0.00015661677753087133,-0.0001428778632543981,-0.00012913893442600965,-0.0001154000055976212,-0.00010166107676923275,-8.792217704467475e-05,-7.41832482162863e-05,-6.0444323025876656e-05,-4.670539783546701e-05,-3.296646900707856e-05,-1.922754199767951e-05,-5.48861498828046e-06,8.250312021118589e-06,2.1989239030517638e-05,3.572816785890609e-05,4.9467093049315736e-05,6.320601823972538e-05,7.694494706811383e-05,9.068387589650229e-05,0.00010442279744893312,0.00011816172627732158,0.00013190065510571003,0.00014563958393409848,0.00015937851276248693,0.0001731174415908754,0.00018685637041926384,0.00020059528469573706,0.00021433421352412552,0.00022807314235251397,0.00024181207118090242,0.00025555098545737565,0.0002692899142857641,0.00028302884311415255,0.000296767771942541,0.00031050670077092946,0.0003242456295993179,0.00033798455842770636,0.0003517234872560948],"_type":"histogram","values":[1,0,0,0,0,1,1,1,2,0,0,0,1,3,1,1,7,4,3,6,3,4,11,8,8,5,10,19,20,18,26,19,26,24,30,28,42,37,31,39,32,37,31,34,22,25,19,12,17,15,7,17,12,12,3,8,5,2,6,4,5,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.00213623046875,-0.0020720958709716797,-0.0020079612731933594,-0.001943826675415039,-0.0018796920776367188,-0.0018155574798583984,-0.0017514228820800781,-0.0016872882843017578,-0.0016231536865234375,-0.0015590190887451172,-0.0014948844909667969,-0.0014307498931884766,-0.0013666152954101562,-0.001302480697631836,-0.0012383460998535156,-0.0011742115020751953,-0.001110076904296875,-0.0010459423065185547,-0.0009818077087402344,-0.0009176731109619141,-0.0008535385131835938,-0.0007894039154052734,-0.0007252693176269531,-0.0006611347198486328,-0.0005970001220703125,-0.0005328655242919922,-0.0004687309265136719,-0.00040459632873535156,-0.00034046173095703125,-0.00027632713317871094,-0.00021219253540039062,-0.0001480579376220703,-8.392333984375e-05,-1.9788742065429688e-05,4.4345855712890625e-05,0.00010848045349121094,0.00017261505126953125,0.00023674964904785156,0.0003008842468261719,0.0003650188446044922,0.0004291534423828125,0.0004932880401611328,0.0005574226379394531,0.0006215572357177734,0.0006856918334960938,0.0007498264312744141,0.0008139610290527344,0.0008780956268310547,0.000942230224609375,0.0010063648223876953,0.0010704994201660156,0.001134634017944336,0.0011987686157226562,0.0012629032135009766,0.0013270378112792969,0.0013911724090576172,0.0014553070068359375,0.0015194416046142578,0.0015835762023925781,0.0016477108001708984,0.0017118453979492188,0.001775979995727539,0.0018401145935058594,0.0019042491912841797,0.0019683837890625],"_type":"histogram","values":[1,0,2,1,1,2,4,6,6,18,23,16,25,34,43,55,86,124,164,214,320,419,617,843,1341,1931,2831,4680,7600,12783,24142,49799,123955,186897,86667,36774,19077,10254,6330,3856,2493,1594,1060,783,532,389,294,163,172,119,54,70,52,30,27,13,10,10,4,6,4,0,2,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,1,0,1,7,9,21,42,60,122,172,301,461,673,1062,1621,2199,3256,4310,5917,7743,9988,12489,15039,18361,21878,24731,27909,30403,32596,34448,35402,35305,34819,33257,30527,28465,25177,22358,19286,16029,13145,10386,8067,6335,4603,3460,2357,1741,1208,772,516,290,230,116,72,36,26,6,6,3,3],"bins":[-0.1026536300778389,-0.09964395314455032,-0.09663427621126175,-0.09362459182739258,-0.090614914894104,-0.08760523796081543,-0.08459556102752686,-0.08158588409423828,-0.07857620716094971,-0.07556652277708054,-0.07255684584379196,-0.06954716891050339,-0.06653749197721481,-0.06352781504392624,-0.060518134385347366,-0.057508453726768494,-0.05449877679347992,-0.051489099860191345,-0.04847941920161247,-0.0454697422683239,-0.042460061609745026,-0.03945038467645645,-0.03644070774316788,-0.033431027084589005,-0.03042135015130043,-0.027411671355366707,-0.024401992559432983,-0.02139231562614441,-0.018382636830210686,-0.015372958034276962,-0.012363280169665813,-0.009353602305054665,-0.006343923509120941,-0.003334245178848505,-0.0003245668485760689,0.0026851114816963673,0.005694789811968803,0.008704468607902527,0.011714146472513676,0.014723824337124825,0.017733503133058548,0.02074318192899227,0.023752860724925995,0.02676253765821457,0.029772216454148293,0.032781895250082016,0.03579157218337059,0.03880125284194946,0.04181092977523804,0.04482060670852661,0.047830287367105484,0.05083996430039406,0.05384964495897293,0.056859321892261505,0.05986899882555008,0.06287867575883865,0.06588836014270782,0.0688980370759964,0.07190771400928497,0.07491739094257355,0.07792706787586212,0.0809367448091507,0.08394642919301987,0.08695610612630844,0.08996578305959702],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[2,0,1,4,6,15,17,43,58,119,197,328,471,723,1101,1556,2404,3188,4416,6041,7958,10065,12447,15396,18398,21485,24767,27550,30595,32568,34117,35196,34760,34415,32999,31110,28070,25584,22273,19253,15650,13146,10670,8389,6424,4726,3448,2522,1755,1195,791,544,338,201,143,86,42,27,16,6,5,0,2,2],"bins":[-0.09600137919187546,-0.09301140904426575,-0.09002143144607544,-0.08703146129846573,-0.08404149115085602,-0.08105152100324631,-0.078061543405056,-0.07507157325744629,-0.07208160310983658,-0.06909162551164627,-0.06610165536403656,-0.06311168521642685,-0.06012171134352684,-0.05713174119591713,-0.05414176732301712,-0.05115179717540741,-0.0481618233025074,-0.04517184942960739,-0.04218187928199768,-0.03919190540909767,-0.03620193526148796,-0.03321196138858795,-0.030221989378333092,-0.027232017368078232,-0.024242045357823372,-0.021252073347568512,-0.018262101337313652,-0.015272128395736217,-0.012282156385481358,-0.009292184375226498,-0.00630221189931035,-0.003312239656224847,-0.00032226741313934326,0.0026677048299461603,0.005657677073031664,0.008647649548947811,0.011637621559202671,0.014627593569457531,0.017617566511034966,0.020607538521289825,0.023597510531544685,0.026587482541799545,0.029577454552054405,0.032567426562309265,0.035557400435209274,0.038547370582818985,0.041537344455718994,0.044527314603328705,0.047517288476228714,0.05050726234912872,0.053497232496738434,0.05648720636963844,0.059477176517248154,0.06246715039014816,0.06545712053775787,0.06844709068536758,0.07143706828355789,0.0744270384311676,0.07741700857877731,0.08040698617696762,0.08339695632457733,0.08638692647218704,0.08937689661979675,0.09236687421798706,0.09535684436559677]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,0,0,2,0,4,3,3,5,4,6,6,10,11,10,16,10,23,14,20,16,30,32,37,51,37,37,45,28,27,34,38,29,28,29,24,20,12,17,6,6,2,6,3,6,4,2,1,2,4,1,1,1,1,0,0,0,0,0,0,1],"bins":[-0.0004017299506813288,-0.0003882893070112914,-0.000374848663341254,-0.0003614080196712166,-0.0003479673760011792,-0.00033452673233114183,-0.00032108608866110444,-0.00030764544499106705,-0.00029420480132102966,-0.00028076418675482273,-0.00026732354308478534,-0.00025388289941474795,-0.00024044225574471056,-0.00022700161207467318,-0.0002135609684046358,-0.0002001203247345984,-0.000186679681064561,-0.00017323903739452362,-0.00015979839372448623,-0.00014635775005444884,-0.00013291710638441145,-0.00011947646999033168,-0.0001060358335962519,-9.259518992621452e-05,-7.915454625617713e-05,-6.571390258613974e-05,-5.227326255408116e-05,-3.8832622522022575e-05,-2.5391978851985186e-05,-1.1951337000937201e-05,1.4893048501107842e-06,1.492994670115877e-05,2.8370588552206755e-05,4.1811232222244143e-05,5.5251872254302725e-05,6.869251228636131e-05,8.21331559563987e-05,9.557379962643608e-05,0.00010901443602051586,0.00012245507969055325,0.00013589572336059064,0.00014933636703062803,0.00016277701070066541,0.0001762176543707028,0.00018965828348882496,0.00020309892715886235,0.00021653957082889974,0.00022998021449893713,0.00024342085816897452,0.0002568615018390119,0.0002703021455090493,0.0002837427891790867,0.0002971834328491241,0.00031062407651916146,0.00032406472018919885,0.00033750536385923624,0.00035094597842544317,0.00036438662209548056,0.00037782726576551795,0.00039126790943555534,0.00040470855310559273,0.0004181491967756301,0.0004315898404456675,0.0004450304841157049,0.0004584711277857423]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,0,0,1,1,1,2,6,3,4,7,4,7,12,9,11,15,14,11,11,19,16,21,27,16,35,32,35,36,34,28,28,25,31,29,25,20,30,13,23,12,12,16,13,12,8,9,8,3,6,2,7,1,5,3,2,0,2,0,0,1,1],"bins":[-0.10849928855895996,-0.10511066019535065,-0.10172203928232193,-0.09833341091871262,-0.0949447900056839,-0.09155616164207458,-0.08816753327846527,-0.08477891236543655,-0.08139028400182724,-0.07800166308879852,-0.07461303472518921,-0.0712244063615799,-0.06783578544855118,-0.06444715708494186,-0.06105853244662285,-0.05766990780830383,-0.05428128316998482,-0.0508926585316658,-0.047504033893346786,-0.04411540552973747,-0.04072678089141846,-0.03733815625309944,-0.033949531614780426,-0.03056090511381626,-0.027172280475497246,-0.02378365583717823,-0.020395029336214066,-0.01700640469789505,-0.01361777912825346,-0.01022915355861187,-0.006840528454631567,-0.0034519031178206205,-6.327778100967407e-05,0.0033253475558012724,0.006713972892612219,0.010102597996592522,0.013491223566234112,0.016879849135875702,0.020268473774194717,0.023657100275158882,0.027045724913477898,0.030434349551796913,0.03382297605276108,0.03721160069108009,0.04060022532939911,0.043988849967718124,0.04737747833132744,0.050766102969646454,0.05415472760796547,0.057543352246284485,0.0609319768846035,0.06432060152292252,0.06770922988653183,0.07109785079956055,0.07448647916316986,0.07787510752677917,0.08126372843980789,0.0846523568034172,0.08804097771644592,0.09142960608005524,0.09481823444366455,0.09820685535669327,0.10159548372030258,0.1049841046333313,0.10837273299694061]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,0,1,0,0,4,0,3,4,5,4,6,6,7,9,11,16,19,17,16,26,28,31,21,31,36,31,29,28,41,34,42,29,25,21,30,20,21,16,13,12,8,14,4,5,11,5,4,3,1,3,3,0,0,3,3,2],"bins":[-0.0003801505663432181,-0.0003693857288453728,-0.0003586208913475275,-0.0003478560538496822,-0.0003370912163518369,-0.00032632637885399163,-0.00031556154135614634,-0.00030479670385830104,-0.00029403186636045575,-0.0002832670579664409,-0.0002725022204685956,-0.00026173738297075033,-0.00025097254547290504,-0.00024020770797505975,-0.00022944287047721446,-0.00021867803297936916,-0.00020791319548152387,-0.00019714835798367858,-0.0001863835204858333,-0.000175618682987988,-0.0001648538454901427,-0.00015408902254421264,-0.00014332418504636735,-0.00013255934754852206,-0.00012179451005067676,-0.00011102967255283147,-0.00010026483505498618,-8.95000048330985e-05,-7.873516733525321e-05,-6.797032983740792e-05,-5.720549597754143e-05,-4.644066211767495e-05,-3.56757955159992e-05,-2.491095983714331e-05,-1.4146124158287421e-05,-3.3812884794315323e-06,7.383547199424356e-06,1.8148382878280245e-05,2.8913218557136133e-05,3.967805241700262e-05,5.044288991484791e-05,6.12077274126932e-05,7.19725649105385e-05,8.273739513242617e-05,9.350223263027146e-05,0.00010426707012811676,0.00011503190035000443,0.00012579673784784973,0.00013656157534569502,0.0001473264128435403,0.0001580912503413856,0.0001688560878392309,0.0001796209253370762,0.00019038574828300625,0.00020115058578085154,0.00021191542327869684,0.00022268026077654213,0.00023344509827438742,0.0002442099212203175,0.0002549747587181628,0.00026573959621600807,0.00027650443371385336,0.00028726927121169865,0.00029803410870954394,0.00030879894620738924]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,2,1,1,5,5,6,7,9,26,28,33,41,67,78,119,159,258,377,540,784,1244,1730,2685,4364,6368,10079,15192,24626,39622,66069,109081,192875,400023,300808,152395,92162,56104,35636,21294,13878,8693,5569,3367,2124,1498,895,621,436,271,189,97,98,74,39,35,19,17,17,5,6,4,4,4],"bins":[-0.015869140625,-0.015399932861328125,-0.01493072509765625,-0.014461517333984375,-0.0139923095703125,-0.013523101806640625,-0.01305389404296875,-0.012584686279296875,-0.012115478515625,-0.011646270751953125,-0.01117706298828125,-0.010707855224609375,-0.0102386474609375,-0.009769439697265625,-0.00930023193359375,-0.008831024169921875,-0.00836181640625,-0.007892608642578125,-0.00742340087890625,-0.006954193115234375,-0.0064849853515625,-0.006015777587890625,-0.00554656982421875,-0.005077362060546875,-0.004608154296875,-0.004138946533203125,-0.00366973876953125,-0.003200531005859375,-0.0027313232421875,-0.002262115478515625,-0.00179290771484375,-0.001323699951171875,-0.0008544921875,-0.000385284423828125,8.392333984375e-05,0.000553131103515625,0.0010223388671875,0.001491546630859375,0.00196075439453125,0.002429962158203125,0.002899169921875,0.003368377685546875,0.00383758544921875,0.004306793212890625,0.0047760009765625,0.005245208740234375,0.00571441650390625,0.006183624267578125,0.00665283203125,0.007122039794921875,0.00759124755859375,0.008060455322265625,0.0085296630859375,0.008998870849609375,0.00946807861328125,0.009937286376953125,0.010406494140625,0.010875701904296875,0.01134490966796875,0.011814117431640625,0.0122833251953125,0.012752532958984375,0.01322174072265625,0.013690948486328125,0.01416015625]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[1,0,1,0,0,0,0,2,2,2,2,4,5,5,6,8,7,9,7,11,18,16,16,16,21,23,25,27,28,27,32,28,16,30,31,22,35,22,24,25,20,25,18,17,20,15,14,17,9,7,9,12,6,3,4,5,4,1,3,0,1,2,1,1],"bins":[-0.02363237552344799,-0.022930514067411423,-0.022228654474020004,-0.021526794880628586,-0.020824933424592018,-0.02012307196855545,-0.019421212375164032,-0.018719352781772614,-0.018017491325736046,-0.017315629869699478,-0.01661377027630806,-0.01591191068291664,-0.015210049226880074,-0.01450818870216608,-0.013806328177452087,-0.013104467652738094,-0.012402607128024101,-0.011700746603310108,-0.010998886078596115,-0.010297025553882122,-0.009595165029168129,-0.008893304504454136,-0.008191443979740143,-0.00748958345502615,-0.006787722930312157,-0.006085862405598164,-0.0053840018808841705,-0.0046821413561701775,-0.003980280831456184,-0.0032784203067421913,-0.0025765597820281982,-0.0018746992573142052,-0.0011728405952453613,-0.00047098007053136826,0.00023088045418262482,0.0009327409788966179,0.001634601503610611,0.002336462028324604,0.003038322553038597,0.00374018307775259,0.004442043602466583,0.005143904127180576,0.005845764651894569,0.0065476251766085625,0.0072494857013225555,0.007951346226036549,0.008653206750750542,0.009355067275464535,0.010056927800178528,0.010758788324892521,0.011460648849606514,0.012162509374320507,0.0128643698990345,0.013566230423748493,0.014268090948462486,0.01496995147317648,0.015671811997890472,0.01637367159128189,0.01707553304731846,0.017777394503355026,0.018479254096746445,0.019181113690137863,0.01988297514617443,0.020584836602211,0.021286696195602417],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,2,3,6,3,6,5,8,5,4,9,8,13,15,10,7,19,36,26,27,27,34,28,34,24,39,37,30,27,24,31,16,24,17,28,17,12,12,14,10,6,6,4,7,8,5,4,5,4,0,3,2,5,2,0,1,0,2,0,1,1,1],"bins":[0.9991211891174316,0.9991547465324402,0.9991883635520935,0.999221920967102,0.9992554783821106,0.9992890357971191,0.9993226528167725,0.999356210231781,0.9993897676467896,0.9994233846664429,0.9994569420814514,0.99949049949646,0.9995240569114685,0.9995576739311218,0.9995912313461304,0.9996247887611389,0.9996583461761475,0.9996919631958008,0.9997255206108093,0.9997590780258179,0.9997926950454712,0.9998262524604797,0.9998598098754883,0.9998933672904968,0.9999269843101501,0.9999605417251587,0.9999940991401672,1.0000276565551758,1.000061273574829,1.0000948905944824,1.0001283884048462,1.0001620054244995,1.0001955032348633,1.0002291202545166,1.00026273727417,1.0002962350845337,1.000329852104187,1.0003634691238403,1.000396966934204,1.0004305839538574,1.0004642009735107,1.0004976987838745,1.0005313158035278,1.0005649328231812,1.000598430633545,1.0006320476531982,1.000665545463562,1.0006991624832153,1.0007327795028687,1.0007662773132324,1.0007998943328857,1.000833511352539,1.0008670091629028,1.0009006261825562,1.0009342432022095,1.0009677410125732,1.0010013580322266,1.0010349750518799,1.0010684728622437,1.001102089881897,1.0011355876922607,1.001169204711914,1.0012028217315674,1.0012363195419312,1.0012699365615845]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.09367209672927856,-0.09079542756080627,-0.08791875839233398,-0.0850420892238617,-0.0821654200553894,-0.07928875088691711,-0.07641208171844482,-0.07353541254997253,-0.07065874338150024,-0.06778206676244736,-0.06490539759397507,-0.062028732150793076,-0.05915205925703049,-0.0562753900885582,-0.05339872092008591,-0.05052205175161362,-0.04764538258314133,-0.04476871341466904,-0.04189204424619675,-0.03901537507772446,-0.03613870590925217,-0.03326203301548958,-0.030385363847017288,-0.027508694678544998,-0.024632025510072708,-0.021755356341600418,-0.018878687173128128,-0.01600201614201069,-0.013125346973538399,-0.010248677805066109,-0.007372007705271244,-0.004495338071137667,-0.0016186609864234924,0.001258008647710085,0.004134678281843662,0.00701134791597724,0.009888017550110817,0.012764686718583107,0.015641357749700546,0.018518026918172836,0.021394696086645126,0.024271365255117416,0.027148034423589706,0.030024705454707146,0.032901376485824585,0.035778045654296875,0.038654714822769165,0.041531383991241455,0.044408053159713745,0.047284722328186035,0.050161391496658325,0.053038060665130615,0.055914729833602905,0.058791402727365494,0.061668071895837784,0.06454473733901978,0.06742140650749207,0.07029808312654495,0.07317475229501724,0.07605142146348953,0.07892809063196182,0.08180475980043411,0.0846814289689064,0.08755809813737869,0.09043476730585098],"_type":"histogram","values":[1,3,4,1,3,21,40,52,86,133,188,363,547,732,1172,1628,2342,3214,4371,5827,7574,9470,12123,14713,17293,20172,23290,25953,28380,30738,32550,33480,33884,33666,32533,30948,28687,26178,23265,20350,17635,14940,12075,9896,7731,5931,4580,3337,2376,1747,1177,851,581,378,234,128,90,66,38,31,11,9,5,2]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[2,0,4,2,8,7,6,12,19,27,34,42,58,72,72,70,59,53,35,29,21,18,17,8,14,7,11,4,8,10,3,3,5,3,5,1,1,2,3,0,0,3,2,2,0,0,1,2,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.006073113530874252,-0.005707101430743933,-0.005341089330613613,-0.004975077696144581,-0.004609065596014261,-0.004243053495883942,-0.0038770416285842657,-0.0035110297612845898,-0.00314501766115427,-0.0027790055610239506,-0.0024129936937242746,-0.0020469818264245987,-0.001680969726294279,-0.0013149577425792813,-0.0009489457588642836,-0.0005829337751492858,-0.00021692179143428802,0.00014909019228070974,0.0005151021759957075,0.0008811141597107053,0.001247126143425703,0.0016131381271407008,0.0019791501108556986,0.0023451619781553745,0.002711174078285694,0.0030771861784160137,0.0034431980457156897,0.0038092099130153656,0.004175222013145685,0.004541234113276005,0.004907245747745037,0.005273257847875357,0.005639269948005676,0.006005282048135996,0.0063712941482663155,0.006737305782735348,0.007103317882865667,0.007469329982995987,0.00783534161746502,0.008201354183256626,0.008567365817725658,0.00893337745219469,0.009299390017986298,0.00966540165245533,0.010031413286924362,0.010397425852715969,0.010763437487185001,0.011129450052976608,0.01149546168744564,0.011861473321914673,0.01222748588770628,0.012593497522175312,0.012959510087966919,0.013325521722435951,0.013691533356904984,0.01405754592269659,0.014423557557165623,0.014789569191634655,0.015155581757426262,0.015521593391895294,0.015887605026364326,0.01625361666083336,0.01661963015794754,0.016985641792416573,0.017351653426885605],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,3,3,3,4,7,5,7,8,7,9,13,13,20,14,14,10,25,27,28,33,34,23,40,28,35,28,29,31,16,17,18,31,18,29,18,16,12,14,16,8,13,6,3,4,2,4,5,3,2,2,1,0,1,0,1,1],"bins":[-0.25892072916030884,-0.25090450048446655,-0.24288828670978546,-0.23487207293510437,-0.22685584425926208,-0.2188396155834198,-0.2108234018087387,-0.20280718803405762,-0.19479095935821533,-0.18677473068237305,-0.17875851690769196,-0.17074230313301086,-0.16272607445716858,-0.1547098457813263,-0.1466936320066452,-0.1386774182319641,-0.13066118955612183,-0.12264496833086014,-0.11462874710559845,-0.10661252588033676,-0.09859630465507507,-0.09058008342981339,-0.0825638622045517,-0.07454764097929001,-0.06653141975402832,-0.05851519852876663,-0.050498977303504944,-0.042482756078243256,-0.03446653485298157,-0.02645031362771988,-0.01843409240245819,-0.010417871177196503,-0.0024016499519348145,0.005614571273326874,0.013630792498588562,0.02164701372385025,0.02966323494911194,0.03767945617437363,0.045695677399635315,0.053711898624897,0.06172811985015869,0.06974434107542038,0.07776056230068207,0.08577678352594376,0.09379300475120544,0.10180922597646713,0.10982544720172882,0.11784166842699051,0.1258578896522522,0.13387411832809448,0.14189033210277557,0.14990654587745667,0.15792277455329895,0.16593900322914124,0.17395521700382233,0.18197143077850342,0.1899876594543457,0.198003888130188,0.20602010190486908,0.21403631567955017,0.22205254435539246,0.23006877303123474,0.23808498680591583,0.24610120058059692,0.2541174292564392]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[5,6,8,19,34,68,99,158,273,404,652,1012,1434,2057,2791,3741,5147,6674,8697,10743,13354,16023,19126,22320,24952,28366,29976,32031,33540,34263,34435,33499,31820,29965,27404,24593,21476,18759,15339,12715,10337,8427,6426,4788,3616,2588,1908,1343,855,597,376,224,147,95,48,36,11,11,8,1,3,0,0,1],"bins":[-0.08720982819795609,-0.08429430425167084,-0.08137877285480499,-0.07846324145793915,-0.0755477175116539,-0.07263219356536865,-0.06971666216850281,-0.06680113077163696,-0.06388560682535172,-0.06097007915377617,-0.05805455148220062,-0.055139023810625076,-0.05222349613904953,-0.049307968467473984,-0.04639244079589844,-0.04347691312432289,-0.040561385452747345,-0.0376458577811718,-0.03473033010959625,-0.031814802438020706,-0.02889927476644516,-0.025983747094869614,-0.023068219423294067,-0.02015269175171852,-0.017237164080142975,-0.014321636408567429,-0.011406108736991882,-0.008490581065416336,-0.00557505339384079,-0.0026595257222652435,0.00025600194931030273,0.003171529620885849,0.006087057292461395,0.009002584964036942,0.011918112635612488,0.014833640307188034,0.01774916797876358,0.020664695650339127,0.023580223321914673,0.02649575099349022,0.029411278665065765,0.03232680633664131,0.03524233400821686,0.038157861679792404,0.04107338935136795,0.0439889170229435,0.04690444469451904,0.04981997236609459,0.052735500037670135,0.05565102770924568,0.05856655538082123,0.061482083052396774,0.06439761072397232,0.06731313467025757,0.07022866606712341,0.07314419746398926,0.0760597214102745,0.07897524535655975,0.0818907767534256,0.08480630815029144,0.08772183209657669,0.09063735604286194,0.09355288743972778,0.09646841883659363,0.09938394278287888]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,3,0,1,2,2,3,6,2,6,2,5,4,9,7,19,14,8,24,15,20,10,28,15,35,24,22,32,36,28,36,23,24,24,24,20,18,17,18,20,17,15,12,20,15,10,9,14,9,11,7,4,2,3,1,3,1,2,3,0,1,1,1],"bins":[-0.03495839238166809,-0.03385115787386894,-0.032743923366069794,-0.031636688858270645,-0.030529456213116646,-0.029422221705317497,-0.028314989060163498,-0.02720775455236435,-0.0261005200445652,-0.024993285536766052,-0.023886051028966904,-0.022778818383812904,-0.021671583876013756,-0.020564349368214607,-0.019457116723060608,-0.01834988221526146,-0.01724264770746231,-0.016135413199663162,-0.015028179623186588,-0.013920946046710014,-0.012813711538910866,-0.011706477031111717,-0.010599243454635143,-0.00949200987815857,-0.00838477537035942,-0.0072775413282215595,-0.006170307286083698,-0.005063073243945837,-0.003955839201807976,-0.0028486051596701145,-0.0017413711175322533,-0.000634137075394392,0.0004730932414531708,0.001580327283591032,0.0026875613257288933,0.0037947953678667545,0.004902029410004616,0.006009263452142477,0.007116497494280338,0.008223731070756912,0.00933096557855606,0.01043820008635521,0.011545433662831783,0.012652667239308357,0.013759901747107506,0.014867136254906654,0.015974368900060654,0.017081603407859802,0.01818883791565895,0.0192960724234581,0.020403306931257248,0.021510539576411247,0.022617774084210396,0.023725008592009544,0.024832241237163544,0.025939475744962692,0.02704671025276184,0.02815394476056099,0.029261179268360138,0.030368411913514137,0.031475648283958435,0.032582879066467285,0.033690113574266434,0.03479734808206558,0.03590458258986473],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[1,0,0,2,1,3,9,13,30,35,70,117,216,353,521,872,1347,1894,2744,3812,5178,6999,9168,11356,14597,17763,20952,24085,27461,30069,32911,34496,35631,36004,35298,34228,31861,29625,26668,23113,19606,16453,13706,10686,8403,6334,4622,3370,2388,1700,1087,744,460,302,192,115,58,44,21,18,4,5,2,1],"bins":[-0.10233086347579956,-0.0992615595459938,-0.09619225561618805,-0.0931229516863823,-0.09005364775657654,-0.08698434382677078,-0.08391503989696503,-0.08084573596715927,-0.07777643203735352,-0.07470713555812836,-0.0716378316283226,-0.06856852769851685,-0.06549922376871109,-0.062429919838905334,-0.05936061590909958,-0.05629131197929382,-0.05322200804948807,-0.05015270411968231,-0.047083400189876556,-0.0440140962600708,-0.040944792330265045,-0.03787549212574959,-0.03480618819594383,-0.03173688426613808,-0.02866758033633232,-0.025598276406526566,-0.02252897247672081,-0.019459670409560204,-0.016390366479754448,-0.013321062549948692,-0.010251759551465511,-0.007182456087321043,-0.004113152623176575,-0.0010438491590321064,0.002025454305112362,0.00509475776925683,0.008164061233401299,0.011233365163207054,0.014302668161690235,0.017371971160173416,0.020441275089979172,0.023510579019784927,0.026579882949590683,0.02964918501675129,0.032718487083911896,0.03578779101371765,0.03885709494352341,0.04192639887332916,0.04499570280313492,0.048065006732940674,0.05113431066274643,0.054203614592552185,0.05727291852235794,0.0603422187268734,0.06341152638196945,0.06648083031177521,0.06955012679100037,0.07261943072080612,0.07568873465061188,0.07875803858041763,0.08182734251022339,0.08489664644002914,0.0879659503698349,0.09103525429964066,0.09410455822944641],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.14450743794441223,-0.13964802026748657,-0.1347886025905609,-0.12992919981479645,-0.1250697821378708,-0.12021036446094513,-0.11535095423460007,-0.11049153655767441,-0.10563212633132935,-0.10077270865440369,-0.09591329097747803,-0.09105388075113297,-0.0861944630742073,-0.08133505284786224,-0.07647563517093658,-0.07161622494459152,-0.06675680726766586,-0.0618973933160305,-0.05703797936439514,-0.05217856541275978,-0.04731915146112442,-0.04245973378419876,-0.0376003198325634,-0.03274090588092804,-0.02788149192929268,-0.023022077977657318,-0.018162664026021957,-0.013303248211741447,-0.008443834260106087,-0.0035844198428094387,0.0012749945744872093,0.006134408991783857,0.010993823409080505,0.015853237360715866,0.020712651312351227,0.025572067126631737,0.030431481078267097,0.03529089689254761,0.04015031084418297,0.04500972479581833,0.04986913874745369,0.05472855269908905,0.05958796665072441,0.06444738060235977,0.06930679827928543,0.0741662085056305,0.07902562618255615,0.08388503640890121,0.08874445408582687,0.09360387176275253,0.0984632819890976,0.10332269966602325,0.10818210989236832,0.11304152756929398,0.11790093779563904,0.1227603554725647,0.12761977314949036,0.13247919082641602,0.13733859360218048,0.14219801127910614,0.1470574289560318,0.15191684663295746,0.15677624940872192,0.16163566708564758,0.16649508476257324],"_type":"histogram","values":[5,1,2,1,5,1,2,5,6,5,8,7,9,15,12,10,10,14,17,14,19,22,21,22,29,27,26,20,20,33,25,34,32,38,16,14,22,25,16,20,21,13,15,15,8,11,10,6,6,4,4,4,4,6,0,1,3,0,3,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,1,2,0,0,3,0,4,2,5,7,8,8,5,9,7,9,13,22,20,18,18,31,20,42,39,38,37,34,28,36,35,26,29,18,23,28,17,19,23,14,10,13,7,9,3,4,4,2,2,3,1,1,2,3,1,1],"bins":[-0.0004618092207238078,-0.000448821228928864,-0.0004358332371339202,-0.00042284527444280684,-0.00040985728264786303,-0.0003968692908529192,-0.00038388132816180587,-0.00037089333636686206,-0.00035790534457191825,-0.00034491735277697444,-0.00033192936098203063,-0.0003189413982909173,-0.00030595340649597347,-0.00029296541470102966,-0.0002799774520099163,-0.0002669894602149725,-0.0002540014684200287,-0.00024101347662508488,-0.0002280254993820563,-0.00021503752213902771,-0.0002020495303440839,-0.0001890615385491401,-0.00017607356130611151,-0.00016308558406308293,-0.00015009759226813912,-0.00013710960047319531,-0.00012412162323016673,-0.00011113363871118054,-9.814565419219434e-05,-8.515766967320815e-05,-7.216968515422195e-05,-5.918170063523576e-05,-4.6193687012419105e-05,-3.320570249343291e-05,-2.0217717974446714e-05,-7.229733455460519e-06,5.758251063525677e-06,1.8746235582511872e-05,3.173422010149807e-05,4.472220462048426e-05,5.771018913947046e-05,7.069817365845665e-05,8.368615817744285e-05,9.667414269642904e-05,0.00010966212721541524,0.00012265011901035905,0.00013563809625338763,0.0001486260734964162,0.00016161406529136002,0.00017460205708630383,0.0001875900343293324,0.000200578011572361,0.0002135660033673048,0.0002265539951622486,0.0002395419724052772,0.0002525299496483058,0.0002655179414432496,0.0002785059332381934,0.00029149389592930675,0.00030448188772425056,0.00031746987951919436,0.0003304578713141382,0.000343445863109082,0.00035643382580019534,0.00036942181759513915]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,0,0,0,2,2,8,12,26,37,62,140,258,397,667,1094,1736,2820,4186,6468,9150,13104,17736,23803,30714,39177,48207,58747,68086,77898,85571,93993,98843,101198,101275,98857,94365,86612,77867,68882,58726,48963,39752,30648,23900,18045,13042,9436,6525,4457,2849,1845,1101,688,405,201,128,72,43,17,12,5,1,2],"bins":[-0.11049537360668182,-0.10724791139364243,-0.10400044918060303,-0.10075298696756363,-0.09750552475452423,-0.09425806254148483,-0.09101060032844543,-0.08776313811540604,-0.08451567590236664,-0.08126821368932724,-0.07802075147628784,-0.07477328926324844,-0.07152582705020905,-0.06827836483716965,-0.06503090262413025,-0.06178344041109085,-0.05853597819805145,-0.055288515985012054,-0.052041053771972656,-0.04879359155893326,-0.04554612934589386,-0.04229866713285446,-0.039051204919815063,-0.035803742706775665,-0.03255628049373627,-0.02930881828069687,-0.02606135606765747,-0.022813893854618073,-0.019566431641578674,-0.016318969428539276,-0.013071507215499878,-0.00982404500246048,-0.0065765827894210815,-0.0033291205763816833,-8.165836334228516e-05,0.003165803849697113,0.006413266062736511,0.00966072827577591,0.012908190488815308,0.016155652701854706,0.019403114914894104,0.022650577127933502,0.0258980393409729,0.0291455015540123,0.0323929637670517,0.035640425980091095,0.03888788819313049,0.04213535040616989,0.04538281261920929,0.04863027483224869,0.051877737045288086,0.055125199258327484,0.05837266147136688,0.06162012368440628,0.06486758589744568,0.06811504811048508,0.07136251032352448,0.07460997253656387,0.07785743474960327,0.08110489696264267,0.08435235917568207,0.08759982138872147,0.09084728360176086,0.09409474581480026,0.09734220802783966],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.0159912109375,-0.015485763549804688,-0.014980316162109375,-0.014474868774414062,-0.01396942138671875,-0.013463973999023438,-0.012958526611328125,-0.012453079223632812,-0.0119476318359375,-0.011442184448242188,-0.010936737060546875,-0.010431289672851562,-0.00992584228515625,-0.009420394897460938,-0.008914947509765625,-0.008409500122070312,-0.007904052734375,-0.0073986053466796875,-0.006893157958984375,-0.0063877105712890625,-0.00588226318359375,-0.0053768157958984375,-0.004871368408203125,-0.0043659210205078125,-0.0038604736328125,-0.0033550262451171875,-0.002849578857421875,-0.0023441314697265625,-0.00183868408203125,-0.0013332366943359375,-0.000827789306640625,-0.0003223419189453125,0.00018310546875,0.0006885528564453125,0.001194000244140625,0.0016994476318359375,0.00220489501953125,0.0027103424072265625,0.003215789794921875,0.0037212371826171875,0.0042266845703125,0.0047321319580078125,0.005237579345703125,0.0057430267333984375,0.00624847412109375,0.0067539215087890625,0.007259368896484375,0.0077648162841796875,0.008270263671875,0.008775711059570312,0.009281158447265625,0.009786605834960938,0.01029205322265625,0.010797500610351562,0.011302947998046875,0.011808395385742188,0.0123138427734375,0.012819290161132812,0.013324737548828125,0.013830184936523438,0.01433563232421875,0.014841079711914062,0.015346527099609375,0.015851974487304688,0.016357421875],"_type":"histogram","values":[1,0,0,0,0,2,2,4,4,8,12,15,26,18,39,70,94,140,220,373,514,862,1304,1997,3354,5322,8641,14373,25554,45256,90502,153385,110418,54837,29363,16748,10099,5949,3746,2370,1482,993,623,366,235,165,113,69,51,46,19,10,10,6,4,2,0,2,2,1,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,0,4,3,4,3,3,6,6,14,12,17,17,19,24,24,27,24,38,32,35,31,30,26,39,25,36,30,30,29,24,18,24,26,13,12,10,11,8,5,4,6,1,3,4,4,1,1,1,0,0,0,0,1],"bins":[-0.0014549705665558577,-0.0014106588205322623,-0.001366347074508667,-0.0013220353284850717,-0.0012777236988767982,-0.0012334119528532028,-0.0011891002068296075,-0.0011447884608060122,-0.0011004767147824168,-0.0010561649687588215,-0.001011853339150548,-0.0009675415349192917,-0.0009232298471033573,-0.000878918101079762,-0.0008346063550561666,-0.0007902946672402322,-0.0007459829212166369,-0.0007016711751930416,-0.0006573594873771071,-0.0006130477413535118,-0.0005687359953299165,-0.0005244243075139821,-0.0004801125614903867,-0.0004358008154667914,-0.0003914890985470265,-0.00034717738162726164,-0.0003028656356036663,-0.00025855391868390143,-0.00021424218721222132,-0.00016993045574054122,-0.00012561873882077634,-8.130700734909624e-05,-3.6995275877416134e-05,7.316451956285164e-06,5.162817978998646e-05,9.593990398570895e-05,0.00014025163545738906,0.00018456336692906916,0.00022887508384883404,0.00027318682987242937,0.00031749854679219425,0.0003618102637119591,0.00040612200973555446,0.00045043372665531933,0.0004947454435750842,0.0005390571895986795,0.0005833689356222749,0.0006276806234382093,0.0006719923694618046,0.0007163041154854,0.0007606158033013344,0.0008049275493249297,0.000849239295348525,0.0008935509831644595,0.0009378627291880548,0.0009821744170039892,0.0010264861630275846,0.0010707979090511799,0.0011151096550747752,0.0011594214010983706,0.0012037331471219659,0.0012480447767302394,0.0012923565227538347,0.00133666826877743,0.0013809800148010254]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-1.0732581358752213e-05,-1.033940316119697e-05,-9.946225873136427e-06,-9.553047675581183e-06,-9.15986947802594e-06,-8.766691280470695e-06,-8.373513992410153e-06,-7.98033579485491e-06,-7.587157597299665e-06,-7.193979854491772e-06,-6.800802111683879e-06,-6.407623914128635e-06,-6.014446171320742e-06,-5.621267973765498e-06,-5.228090230957605e-06,-4.834912033402361e-06,-4.441734290594468e-06,-4.048556547786575e-06,-3.655378350231331e-06,-3.2622003800497623e-06,-2.869022409868194e-06,-2.4758446670603007e-06,-2.082666696878732e-06,-1.6894887266971637e-06,-1.2963107565155951e-06,-9.031327863340266e-07,-5.099548729958769e-07,-1.1677693123601784e-07,2.7640101052384125e-07,6.695789807054098e-07,1.0627568372001406e-06,1.4559348073817091e-06,1.8491127775632776e-06,2.242290747744846e-06,2.6354687179264147e-06,3.028646688107983e-06,3.4218246582895517e-06,3.815002401097445e-06,4.208180598652689e-06,4.601358341460582e-06,4.994536539015826e-06,5.387714281823719e-06,5.780892024631612e-06,6.174070222186856e-06,6.567247964994749e-06,6.960426162549993e-06,7.353603905357886e-06,7.74678210291313e-06,8.139959390973672e-06,8.533137588528916e-06,8.92631578608416e-06,9.319493983639404e-06,9.712671271699946e-06,1.010584946925519e-05,1.0499027666810434e-05,1.0892205864365678e-05,1.128538315242622e-05,1.1678561349981464e-05,1.2071739547536708e-05,1.246491683559725e-05,1.2858095033152495e-05,1.3251273230707739e-05,1.3644451428262983e-05,1.4037628716323525e-05,1.4430806913878769e-05],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,1,1,3,3,4,6,7,1,5,6,11,18,18,12,30,34,55,110,162,83,48,35,24,28,16,8,4,7,6,7,2,0,4,0,1,1,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.10012209415435791,-0.09683281183242798,-0.09354352205991745,-0.09025423973798752,-0.08696495741605759,-0.08367566764354706,-0.08038638532161713,-0.0770971029996872,-0.07380782067775726,-0.07051853090524673,-0.0672292485833168,-0.06393996626138687,-0.06065067648887634,-0.05736139416694641,-0.05407210811972618,-0.05078282579779625,-0.04749353975057602,-0.04420425370335579,-0.04091497138142586,-0.03762568533420563,-0.034336403012275696,-0.031047116965055466,-0.027757830917835236,-0.024468546733260155,-0.021179262548685074,-0.017889978364109993,-0.014600693248212337,-0.011311408132314682,-0.008022123947739601,-0.004732839297503233,-0.0014435546472668648,0.0018457300029695034,0.005135007202625275,0.008424291387200356,0.011713576503098011,0.015002861618995667,0.018292145803570747,0.021581429988145828,0.02487071603536606,0.02816000021994114,0.03144928440451622,0.03473857045173645,0.03802785277366638,0.04131713882088661,0.04460642486810684,0.047895707190036774,0.051184993237257004,0.054474275559186935,0.057763561606407166,0.061052847653627396,0.06434213370084763,0.06763141602277756,0.07092069834470749,0.07420998811721802,0.07749927043914795,0.08078855276107788,0.08407783508300781,0.08736712485551834,0.09065640717744827,0.0939456894993782,0.09723497927188873,0.10052426159381866,0.1038135439157486,0.10710283368825912,0.11039211601018906],"_type":"histogram","values":[1,2,3,7,14,20,41,85,148,280,502,812,1411,2097,3340,5028,7394,11112,15047,20692,26955,35540,44038,53968,64036,73927,83288,91497,97949,101847,103179,101497,97150,91349,82302,72873,63047,52334,42816,34137,26384,19692,14528,10371,7131,4808,3185,1950,1259,769,446,271,135,74,56,16,14,7,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,3,3,1,2,4,6,8,4,3,9,10,8,14,22,14,8,20,18,28,24,26,22,32,21,34,28,28,28,19,34,23,24,21,22,23,23,19,29,19,18,7,10,7,10,2,4,2,3,6,3,2,4,0,0,1,1,1],"bins":[-0.021764732897281647,-0.02111390419304371,-0.02046307548880577,-0.019812246784567833,-0.019161418080329895,-0.018510589376091957,-0.01785976067185402,-0.01720893196761608,-0.016558103263378143,-0.015907272696495056,-0.015256444923579693,-0.014605616219341755,-0.013954786583781242,-0.013303957879543304,-0.012653129175305367,-0.012002300471067429,-0.01135147176682949,-0.010700643062591553,-0.010049814358353615,-0.009398985654115677,-0.008748156949877739,-0.008097327314317226,-0.0074464986100792885,-0.0067956699058413506,-0.006144841201603413,-0.005494012497365475,-0.004843183793127537,-0.0041923546232283115,-0.0035415259189903736,-0.0028906972147524357,-0.002239868277683854,-0.0015890394570305943,-0.0009382087737321854,-0.0002873799530789256,0.00036344886757433414,0.001014277688227594,0.0016651065088808537,0.0023159352131187916,0.002966764150187373,0.0036175930872559547,0.004268421791493893,0.004919250495731831,0.0055700791999697685,0.006220908369868994,0.006871737074106932,0.00752256577834487,0.008173394948244095,0.008824223652482033,0.00947505235671997,0.010125881060957909,0.010776709765195847,0.011427538469433784,0.012078367173671722,0.012729196809232235,0.013380025513470173,0.01403085421770811,0.014681682921946049,0.015332511626183987,0.0159833412617445,0.016634169965982437,0.017284998670220375,0.017935827374458313,0.01858665607869625,0.01923748478293419,0.019888313487172127]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,2,1,2,3,3,3,4,3,7,7,6,10,6,12,23,10,10,19,18,15,30,29,36,32,31,30,20,29,31,32,33,22,24,30,23,21,23,18,17,9,7,9,11,9,4,10,6,7,5,6,2,2,1,0,1,0,2],"bins":[-0.2373172789812088,-0.23038128018379211,-0.22344529628753662,-0.21650931239128113,-0.20957331359386444,-0.20263731479644775,-0.19570133090019226,-0.18876534700393677,-0.18182934820652008,-0.1748933494091034,-0.1679573655128479,-0.1610213816165924,-0.15408538281917572,-0.14714938402175903,-0.14021340012550354,-0.13327741622924805,-0.12634141743183136,-0.11940542608499527,-0.11246943473815918,-0.10553344339132309,-0.098597452044487,-0.09166146069765091,-0.08472546935081482,-0.07778947800397873,-0.07085348665714264,-0.06391749531030655,-0.05698150396347046,-0.05004551261663437,-0.04310952126979828,-0.03617352992296219,-0.0292375385761261,-0.02230154722929001,-0.015365540981292725,-0.008429549634456635,-0.0014935582876205444,0.005442433059215546,0.012378424406051636,0.019314415752887726,0.026250407099723816,0.033186398446559906,0.040122389793395996,0.047058381140232086,0.053994372487068176,0.060930363833904266,0.06786635518074036,0.07480234652757645,0.08173833787441254,0.08867432922124863,0.09561032056808472,0.1025463119149208,0.1094823032617569,0.11641829460859299,0.12335428595542908,0.13029026985168457,0.13722626864910126,0.14416226744651794,0.15109825134277344,0.15803423523902893,0.16497023403644562,0.1719062328338623,0.1788422167301178,0.1857782006263733,0.19271419942378998,0.19965019822120667,0.20658618211746216]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[4,6,15,20,52,84,182,260,471,744,1219,1860,2780,4262,6172,8826,12376,16794,22141,28562,35971,44094,53135,61954,71435,79667,87324,92166,96245,97600,96188,93135,87938,81049,73412,64132,55134,45838,37254,29539,23488,17444,12924,9368,6596,4582,3102,1975,1291,816,487,310,197,106,58,29,19,23,4,4,0,0,0,1],"bins":[-0.0920645147562027,-0.08895258605480194,-0.08584064990282059,-0.08272872120141983,-0.07961678504943848,-0.07650485634803772,-0.07339292019605637,-0.07028099149465561,-0.06716905534267426,-0.0640571266412735,-0.06094519421458244,-0.05783326178789139,-0.05472132936120033,-0.05160939693450928,-0.04849746450781822,-0.04538553208112717,-0.04227359965443611,-0.039161667227745056,-0.036049734801054,-0.032937802374362946,-0.02982586994767189,-0.026713939383625984,-0.02360200695693493,-0.020490074530243874,-0.01737814210355282,-0.014266209676861763,-0.011154277250170708,-0.008042345754802227,-0.004930413328111172,-0.00181848113425076,0.0012934510596096516,0.0044053830206394196,0.007517315447330475,0.01062924787402153,0.013741180300712585,0.01685311272740364,0.019965045154094696,0.023076975718140602,0.026188908144831657,0.029300840571522713,0.03241277486085892,0.035524703562259674,0.03863663598895073,0.041748568415641785,0.04486050084233284,0.047972433269023895,0.05108436569571495,0.054196298122406006,0.05730823054909706,0.060420162975788116,0.06353209167718887,0.06664402782917023,0.06975595653057098,0.07286789268255234,0.0759798213839531,0.07909175753593445,0.0822036862373352,0.08531562238931656,0.08842755109071732,0.09153948724269867,0.09465141594409943,0.09776335209608078,0.10087528079748154,0.10398721694946289,0.10709914565086365]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,3,1,1,0,1,1,8,3,8,8,18,12,28,18,32,59,27,52,52,44,45,50,48,27,34,38,29,28,24,16,14,8,3,3,8,2,4,2,2,2,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9988530278205872,0.9988983869552612,0.9989437460899353,0.9989890456199646,0.9990344047546387,0.9990797638893127,0.9991251230239868,0.9991704821586609,0.999215841293335,0.9992611408233643,0.9993064999580383,0.9993518590927124,0.9993972182273865,0.9994425773620605,0.9994879364967346,0.9995332360267639,0.999578595161438,0.9996239542961121,0.9996693134307861,0.9997146725654602,0.9997600317001343,0.9998053312301636,0.9998506903648376,0.9998960494995117,0.9999414086341858,0.9999867677688599,1.0000320672988892,1.000077486038208,1.0001227855682373,1.0001682043075562,1.0002135038375854,1.0002588033676147,1.0003042221069336,1.000349521636963,1.0003949403762817,1.000440239906311,1.0004855394363403,1.0005309581756592,1.0005762577056885,1.0006216764450073,1.0006669759750366,1.000712275505066,1.0007576942443848,1.000802993774414,1.000848412513733,1.0008937120437622,1.000939130783081,1.0009844303131104,1.0010297298431396,1.0010751485824585,1.0011204481124878,1.0011658668518066,1.001211166381836,1.0012564659118652,1.001301884651184,1.0013471841812134,1.0013926029205322,1.0014379024505615,1.0014833211898804,1.0015286207199097,1.001573920249939,1.0016193389892578,1.001664638519287,1.001710057258606,1.0017553567886353],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,1,0,0,0,0,1,2,0,4,6,1,5,3,5,3,6,17,4,19,10,16,26,20,28,29,45,59,49,65,55,40,36,27,35,22,20,18,17,9,10,9,4,8,9,3,2,3,3,1,3,2,0,2,2,0,0,0,0,0,0,2,1],"bins":[-4.726908809971064e-05,-4.570617602439597e-05,-4.4143260311102495e-05,-4.2580348235787824e-05,-4.1017432522494346e-05,-3.9454520447179675e-05,-3.7891608371865004e-05,-3.6328692658571526e-05,-3.4765780583256856e-05,-3.3202868507942185e-05,-3.163995279464871e-05,-3.0077040719334036e-05,-2.8514126825029962e-05,-2.6951212930725887e-05,-2.5388300855411217e-05,-2.3825386961107142e-05,-2.2262473066803068e-05,-2.0699559172498994e-05,-1.913664527819492e-05,-1.757373320288025e-05,-1.6010819308576174e-05,-1.44479054142721e-05,-1.2884992429462727e-05,-1.1322079444653355e-05,-9.75916555034928e-06,-8.196251656045206e-06,-6.633338671235833e-06,-5.07042523167911e-06,-3.5075117921223864e-06,-1.944598352565663e-06,-3.816849130089395e-07,1.181228526547784e-06,2.7441383281257004e-06,4.307051767682424e-06,5.869965207239147e-06,7.432878646795871e-06,8.995792086352594e-06,1.0558705980656669e-05,1.2121618965466041e-05,1.3684531950275414e-05,1.5247445844579488e-05,1.6810359738883562e-05,1.8373273633187637e-05,1.9936185708502308e-05,2.1499099602806382e-05,2.3062013497110456e-05,2.4624925572425127e-05,2.61878394667292e-05,2.7750753361033276e-05,2.931366725533735e-05,3.0876581149641424e-05,3.2439493224956095e-05,3.4002405300270766e-05,3.5565321013564244e-05,3.7128233088878915e-05,3.869114880217239e-05,4.0254060877487063e-05,4.1816972952801734e-05,4.337988866609521e-05,4.494280074140988e-05,4.650571645470336e-05,4.806862853001803e-05,4.96315406053327e-05,5.119445631862618e-05,5.275736839394085e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,1,0,0,1,4,0,1,1,2,4,5,9,6,4,11,11,10,11,19,15,18,22,23,33,35,34,25,24,39,36,36,30,29,32,23,20,29,22,16,10,11,16,9,12,10,11,12,5,4,6,1,6,4,3,0,3,1,0,0,0,1,0,1],"bins":[-0.0003677504719235003,-0.00035580305848270655,-0.0003438556450419128,-0.00033190823160111904,-0.0003199608181603253,-0.00030801340471953154,-0.0002960659912787378,-0.00028411857783794403,-0.0002721711643971503,-0.0002602237509563565,-0.00024827633751556277,-0.00023632892407476902,-0.00022438151063397527,-0.00021243409719318151,-0.00020048668375238776,-0.000188539270311594,-0.00017659185687080026,-0.0001646444434300065,-0.00015269702998921275,-0.000140749616548419,-0.00012880220310762525,-0.0001168547896668315,-0.00010490737622603774,-9.295996278524399e-05,-8.101254934445024e-05,-6.906513590365648e-05,-5.711772246286273e-05,-4.517030902206898e-05,-3.3222895581275225e-05,-2.1275482140481472e-05,-9.32806869968772e-06,2.6193447411060333e-06,1.4566787285730243e-05,2.6514200726523995e-05,3.846161416731775e-05,5.04090276081115e-05,6.235644104890525e-05,7.4303854489699e-05,8.625126793049276e-05,9.819868137128651e-05,0.00011014609481208026,0.00012209350825287402,0.00013404092169366777,0.00014598833513446152,0.00015793574857525527,0.00016988316201604903,0.00018183057545684278,0.00019377798889763653,0.00020572540233843029,0.00021767281577922404,0.0002296202292200178,0.00024156764266081154,0.0002535150561016053,0.00026546246954239905,0.0002774098829831928,0.00028935729642398655,0.0003013047098647803,0.00031325212330557406,0.0003251995367463678,0.00033714695018716156,0.0003490943636279553,0.00036104177706874907,0.0003729891905095428,0.0003849366039503366,0.00039688401739113033],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,0,0,5,2,4,8,25,44,75,135,249,414,726,1170,1877,2893,4207,6291,9049,12634,17357,23103,29958,37368,46789,55797,65330,74707,83443,90113,95457,98165,99483,97814,93535,86699,79861,70986,60969,51833,43037,34420,26716,20571,15352,11036,7959,5459,3664,2318,1516,950,568,311,171,106,67,33,15,11,2,5,1],"bins":[-0.1058281734585762,-0.102649986743927,-0.0994718000292778,-0.0962936207652092,-0.09311543405056,-0.0899372473359108,-0.0867590606212616,-0.0835808739066124,-0.0804026871919632,-0.07722450792789459,-0.07404632121324539,-0.07086813449859619,-0.06768994778394699,-0.06451176106929779,-0.06133357807993889,-0.05815539509057999,-0.054977208375930786,-0.051799021661281586,-0.048620838671922684,-0.04544265195727348,-0.04226446896791458,-0.03908628225326538,-0.03590809553861618,-0.03272991254925728,-0.029551725834608078,-0.026373540982604027,-0.023195356130599976,-0.020017169415950775,-0.016838984563946724,-0.013660799711942673,-0.010482613928616047,-0.007304428610950708,-0.004126235842704773,-0.0009480505250394344,0.002230134792625904,0.005408320110291243,0.008586505427956581,0.011764690279960632,0.014942876063287258,0.018121061846613884,0.021299246698617935,0.024477431550621986,0.027655616402626038,0.030833803117275238,0.03401198983192444,0.03719017282128334,0.04036835953593254,0.04354654252529144,0.04672472923994064,0.049902915954589844,0.053081098943948746,0.056259285658597946,0.05943746864795685,0.06261565536260605,0.06579384207725525,0.06897202879190445,0.07215021550655365,0.07532839477062225,0.07850658148527145,0.08168476819992065,0.08486295491456985,0.08804114162921906,0.09121932089328766,0.09439750760793686,0.09757569432258606],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,1,2,3,2,3,2,2,3,3,4,4,4,10,5,7,11,15,7,16,14,16,28,29,27,34,34,27,39,31,33,29,26,34,36,31,28,29,17,14,14,11,19,8,12,8,8,6,5,4,1,1,0,1,3,2,0,2,0,1],"bins":[-0.0019667260348796844,-0.0019088732078671455,-0.0018510203808546066,-0.0017931675538420677,-0.0017353147268295288,-0.00167746189981699,-0.0016196091892197728,-0.001561756362207234,-0.001503903535194695,-0.001446050708182156,-0.0013881978811696172,-0.0013303450541570783,-0.0012724922271445394,-0.0012146394001320004,-0.0011567865731194615,-0.0010989337461069226,-0.0010410810355097055,-0.0009832282084971666,-0.0009253753232769668,-0.0008675225544720888,-0.0008096697274595499,-0.000751816900447011,-0.0006939640734344721,-0.0006361112464219332,-0.0005782584194093943,-0.0005204056506045163,-0.00046255282359197736,-0.00040469999657943845,-0.00034684716956689954,-0.0002889943716581911,-0.00023114154464565217,-0.0001732887321850285,-0.00011543591972440481,-5.758310362580232e-05,2.697124728001654e-07,5.8122528571402654e-05,0.00011597534467000514,0.00017382815713062882,0.00023168098414316773,0.0002895337820518762,0.0003473866090644151,0.000405239436076954,0.00046309223398566246,0.0005209450609982014,0.0005787978880107403,0.0006366507150232792,0.0006945034838281572,0.0007523563108406961,0.000810209137853235,0.0008680619648657739,0.0009259147918783128,0.0009837675606831908,0.0010416203876957297,0.0010994732147082686,0.0011573260417208076,0.0012151788687333465,0.0012730316957458854,0.0013308845227584243,0.0013887373497709632,0.0014465900603681803,0.0015044428873807192,0.001562295714393258,0.001620148541405797,0.001678001368418336,0.0017358541954308748]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0016849470557644963,-0.0016345796175301075,-0.0015842121792957187,-0.0015338447410613298,-0.001483477302826941,-0.0014331098645925522,-0.0013827424263581634,-0.0013323749881237745,-0.0012820076663047075,-0.0012316402280703187,-0.0011812727898359299,-0.001130905351601541,-0.0010805379133671522,-0.0010301704751327634,-0.0009798030368983746,-0.0009294355986639857,-0.0008790681604295969,-0.0008287007221952081,-0.0007783332839608192,-0.0007279658457264304,-0.0006775984074920416,-0.0006272310274653137,-0.0005768635892309248,-0.000526496150996536,-0.0004761287127621472,-0.00042576127452775836,-0.00037539383629336953,-0.00032502642716281116,-0.00027465898892842233,-0.0002242915506940335,-0.0001739241270115599,-0.0001235567033290863,-7.318926509469748e-05,-2.282183413626626e-05,2.7545596822164953e-05,7.791302778059617e-05,0.00012828045873902738,0.0001786478969734162,0.0002290153206558898,0.0002793827443383634,0.00032975018257275224,0.00038011762080714107,0.0004304850590415299,0.00048085246817208827,0.0005312198773026466,0.0005815873155370355,0.0006319547537714243,0.0006823221920058131,0.000732689630240202,0.0007830570684745908,0.0008334245067089796,0.0008837919449433684,0.0009341593831777573,0.000984526821412146,0.001034894259646535,0.0010852616978809237,0.0011356291361153126,0.0011859964579343796,0.0012363638961687684,0.0012867313344031572,0.001337098772637546,0.0013874662108719349,0.0014378336491063237,0.0014882010873407125,0.0015385685255751014],"_type":"histogram","values":[2,0,0,1,0,0,0,1,1,3,3,5,0,3,7,3,10,8,8,17,14,14,13,20,15,20,27,22,20,24,31,35,36,39,31,29,26,35,28,27,21,21,14,21,22,9,12,13,12,4,7,6,5,6,5,3,2,2,2,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09121819585561752,-0.08835545182228088,-0.08549270033836365,-0.08262995630502701,-0.07976721227169037,-0.07690446078777313,-0.07404171675443649,-0.07117896527051926,-0.06831622123718262,-0.06545347720384598,-0.06259072571992874,-0.0597279816865921,-0.056865233927965164,-0.054002486169338226,-0.05113974213600159,-0.04827699437737465,-0.04541424661874771,-0.04255149886012077,-0.039688751101493835,-0.036826007068157196,-0.03396325930953026,-0.03110051155090332,-0.02823776565492153,-0.025375019758939743,-0.022512272000312805,-0.019649524241685867,-0.01678677834570408,-0.013924031518399715,-0.011061284691095352,-0.008198537863790989,-0.005335791036486626,-0.0024730442091822624,0.0003896951675415039,0.003252441994845867,0.00611518882215023,0.008977935649454594,0.011840682476758957,0.01470342930406332,0.017566176131367683,0.020428922027349472,0.02329166978597641,0.026154417544603348,0.029017163440585136,0.031879909336566925,0.03474265709519386,0.0376054048538208,0.04046814888715744,0.04333089664578438,0.046193644404411316,0.049056392163038254,0.05191913992166519,0.05478188395500183,0.05764463171362877,0.06050737947225571,0.06337012350559235,0.06623287498950958,0.06909561902284622,0.07195836305618286,0.0748211145401001,0.07768385857343674,0.08054660260677338,0.08340935409069061,0.08627209812402725,0.08913484960794449,0.09199759364128113],"_type":"histogram","values":[1,2,2,7,18,33,46,66,143,187,321,438,746,1062,1569,2230,2988,4038,5449,7207,8849,11060,13733,16579,19424,22086,24978,27743,30097,32060,32880,33716,33507,32627,31271,29386,26883,24465,21440,18768,15760,12880,10394,8494,6528,4834,3787,2821,2038,1412,977,626,431,270,195,104,69,48,24,13,6,6,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.05126953125,-0.0496673583984375,-0.048065185546875,-0.0464630126953125,-0.04486083984375,-0.0432586669921875,-0.041656494140625,-0.0400543212890625,-0.0384521484375,-0.0368499755859375,-0.035247802734375,-0.0336456298828125,-0.03204345703125,-0.0304412841796875,-0.028839111328125,-0.0272369384765625,-0.025634765625,-0.0240325927734375,-0.022430419921875,-0.0208282470703125,-0.01922607421875,-0.0176239013671875,-0.016021728515625,-0.0144195556640625,-0.0128173828125,-0.0112152099609375,-0.009613037109375,-0.0080108642578125,-0.00640869140625,-0.0048065185546875,-0.003204345703125,-0.0016021728515625,0,0.0016021728515625,0.003204345703125,0.0048065185546875,0.00640869140625,0.0080108642578125,0.009613037109375,0.0112152099609375,0.0128173828125,0.0144195556640625,0.016021728515625,0.0176239013671875,0.01922607421875,0.0208282470703125,0.022430419921875,0.0240325927734375,0.025634765625,0.0272369384765625,0.028839111328125,0.0304412841796875,0.03204345703125,0.0336456298828125,0.035247802734375,0.0368499755859375,0.0384521484375,0.0400543212890625,0.041656494140625,0.0432586669921875,0.04486083984375,0.0464630126953125,0.048065185546875,0.0496673583984375,0.05126953125],"_type":"histogram","values":[1,1,2,3,4,14,7,15,17,24,23,24,40,63,77,96,147,205,284,424,548,847,1172,1803,2891,4299,6494,10502,17247,29955,58363,158604,159673,58267,30487,17076,10642,6560,4154,2844,1877,1234,828,536,400,290,190,171,105,67,62,38,23,31,18,13,12,6,6,7,2,5,1,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,0,0,3,2,1,7,5,6,6,7,7,11,12,17,29,23,43,43,78,119,66,68,52,40,21,18,12,16,5,10,8,2,7,4,2,2,1,0,3,1,0,2,0,0,0,0,3,2],"bins":[-0.20587944984436035,-0.20014001429080963,-0.1944005936384201,-0.18866115808486938,-0.18292172253131866,-0.17718230187892914,-0.17144286632537842,-0.1657034307718277,-0.15996399521827698,-0.15422457456588745,-0.14848513901233673,-0.142745703458786,-0.13700628280639648,-0.13126684725284576,-0.12552741169929504,-0.11978798359632492,-0.1140485554933548,-0.10830912739038467,-0.10256969183683395,-0.09683026373386383,-0.09109082818031311,-0.08535140007734299,-0.07961197197437286,-0.07387253642082214,-0.06813310831785202,-0.0623936764895916,-0.05665424466133118,-0.05091481655836105,-0.04517538473010063,-0.03943595290184021,-0.03369652479887009,-0.027957092970609665,-0.022217676043510437,-0.016478244215250015,-0.010738814249634743,-0.004999383352696896,0.0007400475442409515,0.006479478441178799,0.012218909338116646,0.01795833930373192,0.02369777113199234,0.029437202960252762,0.035176634788513184,0.04091606289148331,0.04665549471974373,0.05239492654800415,0.058134354650974274,0.063873790204525,0.06961321830749512,0.07535264641046524,0.08109208196401596,0.08683151006698608,0.0925709456205368,0.09831037372350693,0.10404980182647705,0.10978923738002777,0.1155286654829979,0.12126809358596802,0.12700752913951874,0.13274696469306946,0.13848638534545898,0.1442258208990097,0.14996525645256042,0.15570467710494995,0.16144411265850067]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.0002987319603562355,-0.00028685355209745467,-0.00027497514383867383,-0.00026309676468372345,-0.0002512183564249426,-0.00023933994816616178,-0.00022746153990738094,-0.00021558314620051533,-0.0002037047379417345,-0.00019182632968295366,-0.00017994793597608805,-0.0001680695277173072,-0.00015619111945852637,-0.00014431272575166076,-0.00013243431749287993,-0.0001205559165100567,-0.00010867751552723348,-9.679911454441026e-05,-8.492071356158704e-05,-7.30423053028062e-05,-6.116390431998298e-05,-4.928550333715975e-05,-3.740709871635772e-05,-2.5528695914545096e-05,-1.365029311273247e-05,-1.7718903109198436e-06,1.0106512490892783e-05,2.198491529270541e-05,3.3863318094518036e-05,4.574171907734126e-05,5.762012369814329e-05,6.949852831894532e-05,8.1376958405599e-05,9.325535938842222e-05,0.00010513376037124544,0.00011701216863002628,0.0001288905623368919,0.00014076897059567273,0.00015264737885445356,0.00016452577256131917,0.0001764041808201,0.00018828258907888085,0.00020016098278574646,0.0002120393910445273,0.00022391779930330813,0.00023579619301017374,0.00024767458671703935,0.0002595529949758202,0.000271431403234601,0.00028330981149338186,0.0002951882197521627,0.0003070665989071131,0.0003189450071658939,0.00033082341542467475,0.0003427018236834556,0.0003545802319422364,0.0003664586110971868,0.00037833701935596764,0.0003902154276147485,0.0004020938358735293,0.00041397224413231015,0.000425850652391091,0.00043772903154604137,0.0004496074398048222,0.00046148584806360304],"_type":"histogram","values":[4,1,2,2,2,2,3,8,8,12,7,10,9,9,17,17,20,21,26,26,37,33,40,37,33,39,41,41,33,35,26,20,23,18,12,14,18,7,11,13,4,6,4,1,2,1,3,3,1,1,0,0,1,1,1,0,0,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,0,3,2,8,15,26,36,35,89,118,123,183,183,222,289,372,400,446,617,638,788,892,1067,1203,1360,1556,1768,1937,2659,9355,329877,17800,3534,2313,1856,1616,1458,1329,1109,1039,833,739,662,600,509,360,270,218,177,127,103,88,65,50,25,21,8,5,13,9,5,6,1],"bins":[-0.1883544921875,-0.18240928649902344,-0.17646406590938568,-0.17051886022090912,-0.16457365453243256,-0.1586284339427948,-0.15268322825431824,-0.14673802256584167,-0.1407928168773651,-0.13484759628772736,-0.1289023905992508,-0.12295717746019363,-0.11701196432113647,-0.11106675863265991,-0.10512154549360275,-0.09917633980512619,-0.09323112666606903,-0.08728591352701187,-0.08134070783853531,-0.07539549469947815,-0.06945028901100159,-0.06350507587194443,-0.05755986273288727,-0.05161465331912041,-0.045669443905353546,-0.039724234491586685,-0.033779025077819824,-0.027833811938762665,-0.021888602524995804,-0.015943393111228943,-0.009998181834816933,-0.004052971489727497,0.0018922388553619385,0.007837449200451374,0.01378265954554081,0.01972787082195282,0.02567308023571968,0.03161828964948654,0.0375635027885437,0.04350871220231056,0.04945392161607742,0.055399131029844284,0.061344340443611145,0.0672895535826683,0.07323476672172546,0.07917997241020203,0.08512518554925919,0.09107039123773575,0.09701560437679291,0.10296081751585007,0.10890602320432663,0.11485123634338379,0.12079644203186035,0.1267416626214981,0.13268686830997467,0.13863207399845123,0.144577294588089,0.15052250027656555,0.15646770596504211,0.16241291165351868,0.16835813224315643,0.174303337931633,0.18024854362010956,0.18619376420974731,0.19213896989822388],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,2,0,2,0,0,2,2,2,3,2,4,7,5,6,15,14,27,31,52,71,97,130,91,45,38,26,21,16,12,9,5,5,4,3,4,5,0,2,0,1,0,0,0,2,2,0,0,0,1,0,0,0,0,1],"bins":[-0.06593749672174454,-0.06383728981018066,-0.06173707917332649,-0.05963687226176262,-0.05753666162490845,-0.055436454713344574,-0.0533362478017807,-0.05123603716492653,-0.049135830253362656,-0.04703562334179878,-0.04493541270494461,-0.04283520579338074,-0.040734998881816864,-0.03863478824496269,-0.03653458133339882,-0.03443437069654465,-0.032334163784980774,-0.03023395501077175,-0.02813374623656273,-0.026033539324998856,-0.023933330550789833,-0.02183312177658081,-0.019732914865016937,-0.017632706090807915,-0.015532497316598892,-0.01343228854238987,-0.011332080699503422,-0.009231872856616974,-0.007131664082407951,-0.005031455773860216,-0.002931247465312481,-0.0008310391567647457,0.0012691766023635864,0.0033693849109113216,0.005469593219459057,0.007569801528006792,0.009670009836554527,0.01177021861076355,0.013870426453649998,0.015970634296536446,0.018070843070745468,0.02017105184495449,0.022271260619163513,0.024371467530727386,0.02647167630493641,0.02857188507914543,0.030672091990709305,0.03277230262756348,0.03487250953912735,0.03697271645069122,0.039072927087545395,0.04117313399910927,0.04327334463596344,0.04537355154752731,0.047473758459091187,0.04957396909594536,0.05167417600750923,0.053774382919073105,0.05587459355592728,0.05797480046749115,0.06007500737905502,0.062175218015909195,0.06427542865276337,0.06637563556432724,0.06847584247589111],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,2,1,1,2,6,6,11,12,17,26,27,32,31,36,38,48,51,56,53,26,38,31,27,30,28,10,12,10,11,7,12,11,11,6,5,2,4,2,4,4,1,3,1,2,3,0,1,0,1,0,0,2,1,1,0,0,0,1,1,1],"bins":[0.9991485476493835,0.999189555644989,0.9992305636405945,0.9992715716362,0.9993125200271606,0.9993535280227661,0.9993945360183716,0.999435544013977,0.9994765520095825,0.999517560005188,0.9995585680007935,0.9995995163917542,0.9996405243873596,0.9996815323829651,0.9997225403785706,0.999763548374176,0.9998045563697815,0.999845564365387,0.9998865127563477,0.9999275207519531,0.9999685287475586,1.000009536743164,1.0000505447387695,1.000091552734375,1.0001325607299805,1.000173568725586,1.0002145767211914,1.0002555847167969,1.0002965927124023,1.0003374814987183,1.0003784894943237,1.0004194974899292,1.0004605054855347,1.0005015134811401,1.0005425214767456,1.000583529472351,1.0006245374679565,1.000665545463562,1.0007065534591675,1.000747561454773,1.0007885694503784,1.0008295774459839,1.0008705854415894,1.0009114742279053,1.0009524822235107,1.0009934902191162,1.0010344982147217,1.0010755062103271,1.0011165142059326,1.001157522201538,1.0011985301971436,1.001239538192749,1.0012805461883545,1.00132155418396,1.0013625621795654,1.001403570175171,1.0014445781707764,1.0014854669570923,1.0015264749526978,1.0015674829483032,1.0016084909439087,1.0016494989395142,1.0016905069351196,1.001731514930725,1.0017725229263306]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[2,1,0,0,1,1,1,0,3,4,5,3,9,10,13,14,21,21,38,35,29,45,60,76,77,72,89,116,95,93,100,92,117,95,100,88,92,64,53,59,42,35,33,38,24,14,17,10,7,4,10,5,4,2,2,1,2,1,0,1,0,1,0,1],"bins":[-0.02855878695845604,-0.02762765996158123,-0.02669653296470642,-0.02576540783047676,-0.02483428083360195,-0.023903153836727142,-0.022972026839852333,-0.022040901705622673,-0.021109774708747864,-0.020178647711873055,-0.019247520714998245,-0.018316393718123436,-0.017385268583893776,-0.016454141587018967,-0.015523014590144157,-0.014591888524591923,-0.013660761527717113,-0.012729634530842304,-0.01179850846529007,-0.01086738146841526,-0.009936255402863026,-0.009005128405988216,-0.008074002340435982,-0.0071428753435611725,-0.0062117488123476505,-0.005280622281134129,-0.004349495749920607,-0.003418368985876441,-0.002487242454662919,-0.001556115923449397,-0.0006249892758205533,0.00030613731360062957,0.0012372639030218124,0.0021683904342353344,0.0030995169654488564,0.004030643496662378,0.0049617700278759,0.0058928970247507095,0.0068240235559642315,0.0077551500871777534,0.008686276152729988,0.009617403149604797,0.010548530146479607,0.011479656212031841,0.01241078320890665,0.013341909274458885,0.014273036271333694,0.015204162336885929,0.016135290265083313,0.017066415399312973,0.017997542396187782,0.01892866939306259,0.0198597963899374,0.02079092152416706,0.02172204852104187,0.02265317551791668,0.02358430251479149,0.024515429511666298,0.025446554645895958,0.026377681642770767,0.027308808639645576,0.028239935636520386,0.029171060770750046,0.030102187767624855,0.031033314764499664],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.019491489976644516,-0.01886085979640484,-0.01823022961616516,-0.017599599435925484,-0.016968969255685806,-0.01633833907544613,-0.01570770889520645,-0.0150770777836442,-0.014446447603404522,-0.013815817423164845,-0.013185187242925167,-0.01255455706268549,-0.011923925951123238,-0.01129329577088356,-0.010662665590643883,-0.010032035410404205,-0.009401405230164528,-0.00877077504992485,-0.008140144869685173,-0.007509514223784208,-0.006878884043544531,-0.0062482538633048534,-0.005617623217403889,-0.004986993037164211,-0.004356362856924534,-0.0037257326766848564,-0.0030951022636145353,-0.0024644718505442142,-0.0018338416703045368,-0.0012032113736495376,-0.0005725810769945383,5.804921966046095e-05,0.000688677653670311,0.0013193079503253102,0.0019499382469803095,0.0025805686600506306,0.003211198840290308,0.0038418290205299854,0.00447245966643095,0.005103089846670628,0.005733720026910305,0.0063643502071499825,0.00699498038738966,0.007625611033290625,0.00825624167919159,0.008886871859431267,0.009517502039670944,0.010148132219910622,0.010778762400150299,0.011409392580389977,0.012040022760629654,0.012670652940869331,0.013301283121109009,0.01393191423267126,0.014562544412910938,0.015193174593150616,0.01582380384206772,0.016454435884952545,0.017085066065192223,0.0177156962454319,0.018346326425671577,0.018976956605911255,0.019607586786150932,0.02023821696639061,0.020868847146630287],"_type":"histogram","values":[1,0,0,1,2,1,4,4,1,9,4,4,3,6,7,9,16,14,16,18,23,18,12,20,18,24,30,32,24,26,39,24,31,21,24,21,20,29,23,16,26,16,24,15,16,12,9,8,10,3,6,4,3,6,5,3,4,1,1,0,0,0,0,1]},"gradients/_orig_mod.linear.bias":{"values":[1,0,0,0,1,0,0,1,0,2,1,1,0,2,0,0,1,3,3,2,2,2,2,5,0,1,5,2,6,1,3,6,5,4,2,5,2,7,3,4,6,6,3,1,1,3,4,3,2,1,1,1,2,4,1,0,1,0,1,1,0,0,0,1],"bins":[-0.059523820877075195,-0.05773397162556648,-0.05594412237405777,-0.05415426939725876,-0.052364420145750046,-0.05057457089424133,-0.04878471791744232,-0.04699486866593361,-0.045205019414424896,-0.043415170162916183,-0.04162532091140747,-0.03983546793460846,-0.03804561868309975,-0.036255769431591034,-0.03446591645479202,-0.03267606720328331,-0.030886217951774597,-0.029096368700265884,-0.027306517586112022,-0.02551666647195816,-0.023726817220449448,-0.021936967968940735,-0.020147116854786873,-0.01835726574063301,-0.016567416489124298,-0.01477756630629301,-0.012987716123461723,-0.011197865940630436,-0.009408015757799149,-0.007618165574967861,-0.005828315392136574,-0.004038465209305286,-0.0022486113011837006,-0.0004587611183524132,0.0013310890644788742,0.0031209392473101616,0.004910789430141449,0.006700639612972736,0.008490489795804024,0.010280339978635311,0.012070190161466599,0.013860040344297886,0.015649890527129173,0.017439741641283035,0.019229590892791748,0.02101944014430046,0.022809291258454323,0.024599142372608185,0.026388991624116898,0.02817884087562561,0.029968691989779472,0.031758543103933334,0.03354839235544205,0.03533824160695076,0.03712809085845947,0.038917943835258484,0.0407077930867672,0.04249764233827591,0.04428749531507492,0.04607734456658363,0.047867193818092346,0.04965704306960106,0.05144689232110977,0.05323674529790878,0.055026594549417496],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,0,1,4,2,8,7,8,3,11,10,7,17,14,13,23,40,24,47,32,37,48,36,37,21,49,39,23,20,31,24,25,17,15,11,15,13,5,5,5,3,2,1,3,1,1,2,1,2,0,0,0,0,1],"bins":[-0.0013908394612371922,-0.0013482172507792711,-0.001305595156736672,-0.001262972946278751,-0.0012203508522361517,-0.0011777286417782307,-0.0011351065477356315,-0.0010924843372777104,-0.0010498622432351112,-0.0010072400327771902,-0.0009646178805269301,-0.00092199572827667,-0.0008793735760264099,-0.0008367514237761497,-0.0007941292715258896,-0.0007515071192756295,-0.0007088849670253694,-0.0006662628147751093,-0.0006236406625248492,-0.0005810185102745891,-0.000538396358024329,-0.0004957742057740688,-0.00045315202441997826,-0.00041052987216971815,-0.00036790771991945803,-0.0003252855676691979,-0.0002826634154189378,-0.00024004124861676246,-0.00019741909636650234,-0.00015479694411624223,-0.0001121747845900245,-6.955262506380677e-05,-2.6930472813546658e-05,1.5691683074692264e-05,5.8313838962931186e-05,0.00010093599848914891,0.00014355815073940903,0.00018618030298966914,0.0002288024697918445,0.0002714246220421046,0.0003140467742923647,0.00035666892654262483,0.00039929107879288495,0.00044191323104314506,0.00048453541239723563,0.0005271575646474957,0.0005697797168977559,0.000612401869148016,0.0006550240213982761,0.0006976461736485362,0.0007402683258987963,0.0007828904781490564,0.0008255126303993165,0.0008681347826495767,0.0009107569348998368,0.0009533790871500969,0.000996001297608018,0.0010386233916506171,0.0010812456021085382,0.0011238676961511374,0.0011664899066090584,0.0012091120006516576,0.0012517342111095786,0.0012943563051521778,0.0013369785156100988]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,1,1,1,0,1,1,0,3,5,3,2,7,7,9,10,13,8,7,10,14,17,28,19,32,32,27,34,23,31,25,37,31,36,17,31,26,30,30,25,15,20,13,14,5,10,8,11,6,9,3,4,3,3,4,2,1,2],"bins":[-0.0005819048965349793,-0.0005664320779033005,-0.0005509592592716217,-0.0005354864406399429,-0.0005200136220082641,-0.0005045408033765852,-0.0004890679847449064,-0.0004735951661132276,-0.0004581223474815488,-0.00044264952884986997,-0.00042717671021819115,-0.00041170389158651233,-0.0003962310729548335,-0.0003807582543231547,-0.00036528543569147587,-0.00034981261705979705,-0.00033433979842811823,-0.0003188669797964394,-0.0003033941611647606,-0.00028792134253308177,-0.00027244852390140295,-0.00025697570526972413,-0.0002415028866380453,-0.0002260300680063665,-0.00021055724937468767,-0.00019508443074300885,-0.00017961161211133003,-0.0001641387934796512,-0.0001486659748479724,-0.00013319315621629357,-0.00011772033758461475,-0.00010224751895293593,-8.677467121742666e-05,-7.130185258574784e-05,-5.582903395406902e-05,-4.03562153223902e-05,-2.488339669071138e-05,-9.41057805903256e-06,6.06224057264626e-06,2.153505920432508e-05,3.70078778360039e-05,5.248069646768272e-05,6.795351509936154e-05,8.342633373104036e-05,9.889915236271918e-05,0.000114371970994398,0.00012984478962607682,0.00014531760825775564,0.00016079042688943446,0.00017626324552111328,0.0001917360641527921,0.00020720888278447092,0.00022268170141614974,0.00023815452004782856,0.0002536273386795074,0.0002691001573111862,0.000284572975942865,0.00030004579457454383,0.00031551861320622265,0.0003309914318379015,0.0003464642504695803,0.0003619370691012591,0.00037740988773293793,0.00039288270636461675,0.00040835552499629557],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,1,2,1,0,1,1,1,1,4,1,3,2,4,6,6,0,10,12,14,15,7,13,16,17,23,22,29,31,33,41,40,40,42,27,30,39,27,33,32,17,16,14,15,14,11,10,6,4,4,3,1,6,2,3,2,4,2,2,1,2,0,0,1],"bins":[-0.001558423857204616,-0.001511000213213265,-0.0014635765692219138,-0.0014161528088152409,-0.0013687291648238897,-0.0013213055208325386,-0.0012738818768411875,-0.0012264582328498363,-0.0011790345888584852,-0.0011316108284518123,-0.0010841871844604611,-0.00103676354046911,-0.0009893398964777589,-0.0009419161942787468,-0.0008944925502873957,-0.0008470688480883837,-0.0007996452040970325,-0.0007522215601056814,-0.0007047978579066694,-0.0006573742139153183,-0.0006099505117163062,-0.0005625268677249551,-0.000515103223733604,-0.00046767955063842237,-0.0004202558775432408,-0.0003728322044480592,-0.0003254085313528776,-0.0002779848873615265,-0.0002305612142663449,-0.00018313754117116332,-0.00013571388262789696,-8.8290216808673e-05,-4.086666740477085e-05,6.556998414453119e-06,5.398066423367709e-05,0.00010140433005290106,0.00014882799587212503,0.00019625166896730661,0.00024367532751057297,0.0002910989860538393,0.0003385226591490209,0.0003859463322442025,0.0004333700053393841,0.0004807936493307352,0.0005282172933220863,0.0005756409955210984,0.0006230646395124495,0.0006704883417114615,0.0007179119857028127,0.0007653356296941638,0.0008127593318931758,0.000860182975884527,0.000907606678083539,0.0009550303220748901,0.0010024539660662413,0.0010498776100575924,0.0010973012540489435,0.0011447250144556165,0.0011921486584469676,0.0012395723024383187,0.0012869959464296699,0.001334419590421021,0.001381843350827694,0.001429266994819045,0.0014766906388103962]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,1,0,1,1,5,1,7,5,8,6,14,13,31,41,80,147,178,319,512,829,1239,2274,3379,6123,10773,19820,37127,71624,148222,457867,497036,155174,74237,37797,20532,11446,6442,3799,2230,1335,776,510,309,209,140,74,58,39,23,23,8,4,6,3,2,1,0,0,1,0,0,0,2],"bins":[-0.1552734375,-0.1502685546875,-0.145263671875,-0.1402587890625,-0.13525390625,-0.1302490234375,-0.125244140625,-0.1202392578125,-0.115234375,-0.1102294921875,-0.105224609375,-0.1002197265625,-0.09521484375,-0.0902099609375,-0.085205078125,-0.0802001953125,-0.0751953125,-0.0701904296875,-0.065185546875,-0.0601806640625,-0.05517578125,-0.0501708984375,-0.045166015625,-0.0401611328125,-0.03515625,-0.0301513671875,-0.025146484375,-0.0201416015625,-0.01513671875,-0.0101318359375,-0.005126953125,-0.0001220703125,0.0048828125,0.0098876953125,0.014892578125,0.0198974609375,0.02490234375,0.0299072265625,0.034912109375,0.0399169921875,0.044921875,0.0499267578125,0.054931640625,0.0599365234375,0.06494140625,0.0699462890625,0.074951171875,0.0799560546875,0.0849609375,0.0899658203125,0.094970703125,0.0999755859375,0.10498046875,0.1099853515625,0.114990234375,0.1199951171875,0.125,0.1300048828125,0.135009765625,0.1400146484375,0.14501953125,0.1500244140625,0.155029296875,0.1600341796875,0.1650390625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[3,4,5,11,13,23,23,37,37,51,63,92,138,168,206,254,338,459,699,895,1358,2057,2914,4296,6733,11107,18559,32332,59678,142973,154103,63151,34537,19383,11596,6860,4544,3090,1942,1407,1025,652,505,341,279,207,174,118,96,67,47,40,28,39,19,18,5,8,6,5,3,1,1,1],"bins":[-0.0084228515625,-0.008142471313476562,-0.007862091064453125,-0.0075817108154296875,-0.00730133056640625,-0.0070209503173828125,-0.006740570068359375,-0.0064601898193359375,-0.0061798095703125,-0.0058994293212890625,-0.005619049072265625,-0.0053386688232421875,-0.00505828857421875,-0.0047779083251953125,-0.004497528076171875,-0.0042171478271484375,-0.003936767578125,-0.0036563873291015625,-0.003376007080078125,-0.0030956268310546875,-0.00281524658203125,-0.0025348663330078125,-0.002254486083984375,-0.0019741058349609375,-0.0016937255859375,-0.0014133453369140625,-0.001132965087890625,-0.0008525848388671875,-0.00057220458984375,-0.0002918243408203125,-1.1444091796875e-05,0.0002689361572265625,0.00054931640625,0.0008296966552734375,0.001110076904296875,0.0013904571533203125,0.00167083740234375,0.0019512176513671875,0.002231597900390625,0.0025119781494140625,0.0027923583984375,0.0030727386474609375,0.003353118896484375,0.0036334991455078125,0.00391387939453125,0.0041942596435546875,0.004474639892578125,0.0047550201416015625,0.005035400390625,0.0053157806396484375,0.005596160888671875,0.0058765411376953125,0.00615692138671875,0.0064373016357421875,0.006717681884765625,0.0069980621337890625,0.0072784423828125,0.0075588226318359375,0.007839202880859375,0.008119583129882812,0.00839996337890625,0.008680343627929688,0.008960723876953125,0.009241104125976562,0.009521484375]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.998874843120575,0.9989153742790222,0.9989558458328247,0.998996376991272,0.9990369081497192,0.9990774393081665,0.999117910861969,0.9991584420204163,0.9991989731788635,0.9992395043373108,0.9992799758911133,0.9993205070495605,0.9993610382080078,0.9994015693664551,0.9994420409202576,0.9994825720787048,0.9995231032371521,0.9995635747909546,0.9996041059494019,0.9996446371078491,0.9996851682662964,0.9997256398200989,0.9997661709785461,0.9998067021369934,0.9998472332954407,0.9998877048492432,0.9999282360076904,0.9999687671661377,1.000009298324585,1.0000498294830322,1.0000903606414795,1.0001307725906372,1.0001713037490845,1.0002118349075317,1.000252366065979,1.0002928972244263,1.0003334283828735,1.0003739595413208,1.0004143714904785,1.0004549026489258,1.000495433807373,1.0005359649658203,1.0005764961242676,1.0006170272827148,1.000657558441162,1.0006980895996094,1.000738501548767,1.0007790327072144,1.0008195638656616,1.0008600950241089,1.0009006261825562,1.0009411573410034,1.0009816884994507,1.0010221004486084,1.0010626316070557,1.001103162765503,1.0011436939239502,1.0011842250823975,1.0012247562408447,1.001265287399292,1.0013058185577393,1.001346230506897,1.0013867616653442,1.0014272928237915,1.0014678239822388],"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,1,2,1,2,5,8,3,8,10,10,6,19,21,39,35,36,54,37,53,38,42,54,35,43,26,27,12,17,15,14,15,11,8,11,4,5,5,10,3,1,3,1,3,3,2,0,0,2,0,4,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,0,0,0,0,2,5,6,14,27,44,82,161,268,405,648,936,1468,2221,3136,4442,6047,7995,10481,13336,16621,19859,23278,26545,29953,33099,34908,36497,37061,36843,35202,33399,30578,27814,24093,20480,16988,13910,11026,8395,6475,4749,3309,2396,1608,1098,704,497,313,177,100,55,34,18,5,7,4,1],"bins":[-0.10885106027126312,-0.10570505261421204,-0.10255904495716095,-0.09941303730010986,-0.09626702964305878,-0.09312102943658829,-0.0899750217795372,-0.08682901412248611,-0.08368300646543503,-0.08053699880838394,-0.07739099115133286,-0.07424498349428177,-0.07109898328781128,-0.06795297563076019,-0.0648069679737091,-0.06166096031665802,-0.058514952659606934,-0.05536894500255585,-0.05222293734550476,-0.04907693341374397,-0.045930925756692886,-0.0427849180996418,-0.03963891416788101,-0.036492906510829926,-0.03334689885377884,-0.030200891196727753,-0.027054885402321815,-0.02390887960791588,-0.020762871950864792,-0.017616864293813705,-0.014470858499407768,-0.011324851773679256,-0.008178845047950745,-0.005032838322222233,-0.001886831596493721,0.0012591751292347908,0.004405181854963303,0.007551188580691814,0.010697195306420326,0.013843202032148838,0.01698920875787735,0.020135216414928436,0.023281222209334373,0.02642722800374031,0.029573235660791397,0.032719243317842484,0.03586524724960327,0.03901125490665436,0.042157262563705444,0.04530327022075653,0.04844927787780762,0.051595281809568405,0.05474128946661949,0.05788729712367058,0.061033301055431366,0.06417930871248245,0.06732531636953354,0.07047132402658463,0.07361733168363571,0.0767633393406868,0.07990933954715729,0.08305534720420837,0.08620135486125946,0.08934736251831055,0.09249337017536163],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.0390625,-0.037872314453125,-0.03668212890625,-0.035491943359375,-0.0343017578125,-0.033111572265625,-0.03192138671875,-0.030731201171875,-0.029541015625,-0.028350830078125,-0.02716064453125,-0.025970458984375,-0.0247802734375,-0.023590087890625,-0.02239990234375,-0.021209716796875,-0.02001953125,-0.018829345703125,-0.01763916015625,-0.016448974609375,-0.0152587890625,-0.014068603515625,-0.01287841796875,-0.011688232421875,-0.010498046875,-0.009307861328125,-0.00811767578125,-0.006927490234375,-0.0057373046875,-0.004547119140625,-0.00335693359375,-0.002166748046875,-0.0009765625,0.000213623046875,0.00140380859375,0.002593994140625,0.0037841796875,0.004974365234375,0.00616455078125,0.007354736328125,0.008544921875,0.009735107421875,0.01092529296875,0.012115478515625,0.0133056640625,0.014495849609375,0.01568603515625,0.016876220703125,0.01806640625,0.019256591796875,0.02044677734375,0.021636962890625,0.0228271484375,0.024017333984375,0.02520751953125,0.026397705078125,0.027587890625,0.028778076171875,0.02996826171875,0.031158447265625,0.0323486328125,0.033538818359375,0.03472900390625,0.035919189453125,0.037109375],"_type":"histogram","values":[1,0,0,2,1,0,3,7,5,10,10,23,39,47,87,111,173,278,387,520,804,1046,1609,2186,3222,4467,6686,9812,14786,23110,37038,66689,157315,114947,52917,31193,19479,13043,8531,5735,4112,2780,2094,1334,1006,686,481,314,233,169,105,66,46,28,18,10,8,5,5,1,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0006275469204410911,-0.0006088159861974418,-0.0005900849937461317,-0.0005713540595024824,-0.0005526230670511723,-0.000533892132807523,-0.0005151611403562129,-0.0004964302061125636,-0.00047769921366125345,-0.0004589682794176042,-0.0004402373160701245,-0.0004215063527226448,-0.0004027753893751651,-0.0003840444260276854,-0.0003653134626802057,-0.000346582499332726,-0.0003278515359852463,-0.0003091205726377666,-0.0002903896092902869,-0.0002716586459428072,-0.0002529276825953275,-0.00023419673379976302,-0.00021546577045228332,-0.00019673480710480362,-0.00017800384375732392,-0.00015927288040984422,-0.00014054191706236452,-0.00012181096099084243,-0.00010307999764336273,-8.434903429588303e-05,-6.561807822436094e-05,-4.688711487688124e-05,-2.815615152940154e-05,-9.425190000911243e-06,9.305771527579054e-06,2.8036733056069352e-05,4.676769458455965e-05,6.549865793203935e-05,8.422961400356144e-05,0.00010296057735104114,0.00012169154069852084,0.00014042250404600054,0.00015915346739348024,0.00017788443074095994,0.00019661537953652442,0.00021534634288400412,0.00023407730623148382,0.0002528082695789635,0.0002715392329264432,0.0002902701962739229,0.0003090011596214026,0.0003277321229688823,0.000346463086316362,0.0003651940496638417,0.0003839250130113214,0.0004026559763588011,0.00042138691060245037,0.00044011787394993007,0.00045884883729740977,0.0004775798006448895,0.0004963107639923692,0.0005150417564436793,0.0005337726906873286,0.0005525036831386387,0.000571234617382288],"_type":"histogram","values":[1,1,0,0,0,2,1,1,1,1,0,3,3,6,8,8,13,9,18,22,30,41,38,46,53,71,72,89,96,83,95,116,94,129,114,107,99,88,73,64,44,53,42,33,40,32,24,12,16,20,7,3,5,8,4,2,0,2,2,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,1,0,1,4,2,8,4,4,8,12,14,11,27,16,37,29,28,48,44,56,61,67,82,100,102,116,118,104,99,108,84,91,81,82,65,51,54,46,30,23,28,14,20,11,16,5,6,7,9,4,0,2,1,2,0,0,1,0,0,0,1,2],"bins":[-0.04374857246875763,-0.04224808141589165,-0.040747594088315964,-0.03924710303544998,-0.037746611982584,-0.036246124655008316,-0.034745633602142334,-0.03324514254927635,-0.03174465149641037,-0.030244164168834686,-0.028743673115968704,-0.02724318392574787,-0.02574269473552704,-0.024242203682661057,-0.022741714492440224,-0.02124122343957424,-0.01974073424935341,-0.018240245059132576,-0.016739754006266594,-0.015239264816045761,-0.013738774694502354,-0.012238284572958946,-0.010737795382738113,-0.009237305261194706,-0.0077368151396512985,-0.006236325018107891,-0.004735835362225771,-0.003235345473513007,-0.0017348555848002434,-0.0002343656960874796,0.0012661241926252842,0.002766614081338048,0.004267103970050812,0.005767594091594219,0.007268083747476339,0.00876857340335846,0.010269063524901867,0.011769553646445274,0.013270042836666107,0.014770532958209515,0.016271023079752922,0.017771512269973755,0.019272003322839737,0.02077249251306057,0.022272981703281403,0.023773472756147385,0.025273961946368217,0.0267744529992342,0.028274942189455032,0.029775431379675865,0.0312759205698967,0.03277641162276268,0.03427690267562866,0.035777390003204346,0.03727788105607033,0.03877837210893631,0.04027885943651199,0.041779350489377975,0.04327984154224396,0.04478033259510994,0.04628081992268562,0.047781310975551605,0.04928180202841759,0.05078228935599327,0.05228278040885925],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,2,2,1,3,1,2,4,3,3,6,8,4,4,9,10,17,12,20,15,25,19,17,24,30,31,33,32,33,30,31,20,20,22,31,27,23,30,18,16,27,14,11,12,11,10,9,10,2,2,8,1,4,2,2,0,0,0,0,1,0,2,0,1],"bins":[-0.06971780210733414,-0.06743111461400986,-0.06514441967010498,-0.0628577321767807,-0.06057104095816612,-0.058284349739551544,-0.055997662246227264,-0.053710971027612686,-0.05142427980899811,-0.04913758859038353,-0.04685089737176895,-0.04456420987844467,-0.04227751865983009,-0.039990827441215515,-0.037704139947891235,-0.03541744872927666,-0.03313075751066208,-0.0308440662920475,-0.02855737693607807,-0.026270687580108643,-0.023983996361494064,-0.021697305142879486,-0.019410615786910057,-0.017123926430940628,-0.01483723521232605,-0.012550544925034046,-0.010263854637742043,-0.007977164350450039,-0.005690474063158035,-0.0034037837758660316,-0.001117093488574028,0.0011695967987179756,0.0034562870860099792,0.005742977373301983,0.008029667660593987,0.01031635794788599,0.012603048235177994,0.014889738522469997,0.017176428809762,0.01946311816573143,0.02174980938434601,0.024036500602960587,0.026323189958930016,0.028609879314899445,0.030896570533514023,0.0331832617521286,0.03546994924545288,0.03775664046406746,0.04004333168268204,0.042330022901296616,0.044616714119911194,0.046903401613235474,0.04919009283185005,0.05147678405046463,0.05376347154378891,0.05605016276240349,0.058336853981018066,0.060623545199632645,0.06291023641824722,0.0651969239115715,0.06748361885547638,0.06977030634880066,0.07205699384212494,0.07434368878602982,0.0766303762793541],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.012870777398347855,-0.01250207144767046,-0.012133365496993065,-0.01176465954631567,-0.011395953595638275,-0.01102724764496088,-0.010658541694283485,-0.01028983574360609,-0.009921129792928696,-0.009552422910928726,-0.009183716960251331,-0.008815011009573936,-0.008446305058896542,-0.008077599108219147,-0.007708893157541752,-0.007340187206864357,-0.006971481256186962,-0.006602775305509567,-0.006234069354832172,-0.0058653634041547775,-0.005496657453477383,-0.0051279510371387005,-0.004759245086461306,-0.004390539135783911,-0.004021833185106516,-0.003653127234429121,-0.003284421283751726,-0.0029157151002436876,-0.0025470091495662928,-0.002178303198888898,-0.0018095971317961812,-0.0014408910647034645,-0.0010721851140260696,-0.0007034791051410139,-0.0003347730962559581,3.39329126290977e-05,0.0004026389215141535,0.0007713449303992093,0.001140050939284265,0.0015087570063769817,0.0018774629570543766,0.0022461689077317715,0.0026148748584091663,0.002983581041917205,0.0033522869925945997,0.0037209929432719946,0.004089699126780033,0.004458405077457428,0.004827111028134823,0.005195816978812218,0.005564522929489613,0.0059332288801670074,0.006301934830844402,0.0066706412471830845,0.007039347197860479,0.007408053148537874,0.007776759099215269,0.008145465515553951,0.008514171466231346,0.008882877416908741,0.009251583367586136,0.00962028931826353,0.009988995268940926,0.01035770121961832,0.010726407170295715],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,3,3,1,2,9,15,16,11,19,28,32,39,48,64,57,77,88,85,108,105,135,102,115,98,100,74,91,73,60,61,52,60,49,32,33,23,12,18,13,7,4,6,1,6,5,2,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,0,2,1,2,5,5,2,4,2,8,5,9,8,10,14,11,5,13,17,17,25,29,26,22,18,24,21,34,35,19,26,27,18,24,19,26,23,22,22,21,22,7,10,20,10,7,13,15,8,5,4,7,3,2,2,2,3,2,0,1,0,1],"bins":[-0.02870340086519718,-0.027798617258667946,-0.02689383178949356,-0.025989048182964325,-0.02508426457643509,-0.024179479107260704,-0.023274695500731468,-0.022369911894202232,-0.021465126425027847,-0.02056034281849861,-0.019655559211969376,-0.01875077560544014,-0.017845990136265755,-0.01694120652973652,-0.016036422923207283,-0.015131638385355473,-0.014226853847503662,-0.013322069309651852,-0.012417285703122616,-0.011512501165270805,-0.01060771755874157,-0.009702933020889759,-0.008798148483037949,-0.007893364876508713,-0.006988580338656902,-0.006083796266466379,-0.005179012194275856,-0.0042742276564240456,-0.0033694435842335224,-0.0024646595120429993,-0.0015598752070218325,-0.0006550910184159875,0.0002496931701898575,0.0011544773587957025,0.0020592615474015474,0.0029640458524227142,0.0038688299246132374,0.0047736139968037605,0.005678398534655571,0.006583182606846094,0.007487966679036617,0.008392751216888428,0.009297534823417664,0.010202319361269474,0.011107103899121284,0.01201188750565052,0.01291667204350233,0.013821455650031567,0.014726240187883377,0.015631023794412613,0.016535809263586998,0.017440592870116234,0.01834537647664547,0.019250161945819855,0.02015494555234909,0.021059729158878326,0.021964512765407562,0.022869298234581947,0.023774081841111183,0.02467886544764042,0.025583650916814804,0.02648843452334404,0.027393218129873276,0.02829800359904766,0.029202787205576897]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.0033066149335354567,-0.0032047578133642673,-0.0031029009260237217,-0.0030010438058525324,-0.0028991869185119867,-0.0027973297983407974,-0.0026954729110002518,-0.0025936157908290625,-0.002491758670657873,-0.0023899017833173275,-0.002288044663146138,-0.0021861877758055925,-0.0020843306556344032,-0.0019824737682938576,-0.0018806166481226683,-0.0017787596443668008,-0.0016769026406109333,-0.0015750456368550658,-0.0014731886330991983,-0.0013713316293433309,-0.0012694746255874634,-0.001167617505416274,-0.0010657605016604066,-0.0009639034979045391,-0.0008620464941486716,-0.0007601894903928041,-0.0006583324866369367,-0.0005564754246734083,-0.0004546184209175408,-0.0003527614171616733,-0.00025090438430197537,-0.00014904736599419266,-4.7190114855766296e-05,5.466690345201641e-05,0.00015652392175979912,0.00025838095461949706,0.00036023795837536454,0.000462094962131232,0.0005639520240947604,0.0006658090278506279,0.0007676660316064954,0.0008695230353623629,0.0009713800391182303,0.0010732370428740978,0.0011750941630452871,0.0012769511668011546,0.001378808170557022,0.0014806651743128896,0.001582522178068757,0.0016843791818246245,0.001786236185580492,0.0018880931893363595,0.001989950193092227,0.0020918073132634163,0.002193664200603962,0.0022955213207751513,0.0023973784409463406,0.002499235328286886,0.0026010924484580755,0.002702949335798621,0.0028048064559698105,0.002906663343310356,0.0030085204634815454,0.003110377350822091,0.0032122344709932804],"_type":"histogram","values":[1,0,1,1,0,1,0,1,2,2,3,5,4,1,6,4,9,6,9,9,10,13,21,17,20,29,25,36,34,31,34,39,31,43,29,37,27,33,30,21,20,15,12,17,17,11,8,6,7,6,4,2,2,2,2,3,2,2,0,1,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,0,2,0,1,3,2,4,3,5,7,9,12,32,30,40,60,90,141,200,304,469,647,1153,1761,3144,5281,9188,18305,36828,84785,234914,103824,42777,20292,10656,6060,3353,1993,1216,716,524,317,187,152,93,72,43,32,22,28,6,10,11,6,2,3,2,2,2,0,0,2],"bins":[-0.0150146484375,-0.014554023742675781,-0.014093399047851562,-0.013632774353027344,-0.013172149658203125,-0.012711524963378906,-0.012250900268554688,-0.011790275573730469,-0.01132965087890625,-0.010869026184082031,-0.010408401489257812,-0.009947776794433594,-0.009487152099609375,-0.009026527404785156,-0.008565902709960938,-0.008105278015136719,-0.0076446533203125,-0.007184028625488281,-0.0067234039306640625,-0.006262779235839844,-0.005802154541015625,-0.005341529846191406,-0.0048809051513671875,-0.004420280456542969,-0.00395965576171875,-0.0034990310668945312,-0.0030384063720703125,-0.0025777816772460938,-0.002117156982421875,-0.0016565322875976562,-0.0011959075927734375,-0.0007352828979492188,-0.000274658203125,0.00018596649169921875,0.0006465911865234375,0.0011072158813476562,0.001567840576171875,0.0020284652709960938,0.0024890899658203125,0.0029497146606445312,0.00341033935546875,0.0038709640502929688,0.0043315887451171875,0.004792213439941406,0.005252838134765625,0.005713462829589844,0.0061740875244140625,0.006634712219238281,0.0070953369140625,0.007555961608886719,0.008016586303710938,0.008477210998535156,0.008937835693359375,0.009398460388183594,0.009859085083007812,0.010319709777832031,0.01078033447265625,0.011240959167480469,0.011701583862304688,0.012162208557128906,0.012622833251953125,0.013083457946777344,0.013544082641601562,0.014004707336425781,0.01446533203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,3,0,2,3,3,3,4,2,8,6,7,10,6,12,23,10,10,18,19,15,29,29,37,30,32,30,20,29,31,34,31,23,21,31,22,22,25,18,15,11,8,8,11,9,4,8,8,7,5,6,2,2,1,0,1,0,2],"bins":[-0.24154257774353027,-0.23451097309589386,-0.22747936844825745,-0.22044776380062103,-0.21341615915298462,-0.2063845545053482,-0.1993529498577118,-0.19232134521007538,-0.18528974056243896,-0.17825813591480255,-0.17122653126716614,-0.16419492661952972,-0.1571633219718933,-0.1501317173242569,-0.14310011267662048,-0.13606850802898407,-0.12903690338134766,-0.12200529873371124,-0.11497369408607483,-0.10794208943843842,-0.100910484790802,-0.09387888014316559,-0.08684727549552917,-0.07981567084789276,-0.07278406620025635,-0.06575246155261993,-0.05872085690498352,-0.05168925225734711,-0.04465764760971069,-0.03762604296207428,-0.030594438314437866,-0.023562833666801453,-0.01653122901916504,-0.009499624371528625,-0.002468019723892212,0.004563584923744202,0.011595189571380615,0.01862679421901703,0.025658398866653442,0.032690003514289856,0.03972160816192627,0.04675321280956268,0.0537848174571991,0.06081642210483551,0.06784802675247192,0.07487963140010834,0.08191123604774475,0.08894284069538116,0.09597444534301758,0.10300604999065399,0.1100376546382904,0.11706925928592682,0.12410086393356323,0.13113246858119965,0.13816407322883606,0.14519567787647247,0.1522272825241089,0.1592588871717453,0.1662904918193817,0.17332209646701813,0.18035370111465454,0.18738530576229095,0.19441691040992737,0.20144851505756378,0.2084801197052002]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.000571644923184067,-0.0005532668437808752,-0.0005348888225853443,-0.0005165107431821525,-0.0004981326637789607,-0.00047975461347959936,-0.000461376563180238,-0.00044299851288087666,-0.0004246204625815153,-0.0004062423831783235,-0.00038786433287896216,-0.0003694862825796008,-0.000351108203176409,-0.00033273015287704766,-0.0003143521025776863,-0.0002959740231744945,-0.00027759597287513316,-0.0002592179225757718,-0.00024083985772449523,-0.00022246179287321866,-0.0002040837425738573,-0.00018570567772258073,-0.00016732761287130415,-0.0001489495625719428,-0.00013057149772066623,-0.00011219344014534727,-9.38153825700283e-05,-7.543731771875173e-05,-5.7059260143432766e-05,-3.8681202568113804e-05,-2.0303141354816034e-05,-1.9250819605076686e-06,1.6452977433800697e-05,3.483103500911966e-05,5.320909622241743e-05,7.15871574357152e-05,8.996521501103416e-05,0.00010834327258635312,0.0001267213374376297,0.00014509938773699105,0.00016347745258826762,0.0001818555174395442,0.00020023356773890555,0.00021861163259018213,0.0002369896974414587,0.00025536774774082005,0.0002737457980401814,0.0002921238774433732,0.00031050192774273455,0.0003288799780420959,0.0003472580574452877,0.00036563610774464905,0.0003840141580440104,0.0004023922374472022,0.00042077028774656355,0.0004391483380459249,0.0004575264174491167,0.00047590446774847806,0.0004942825180478394,0.0005126605974510312,0.0005310386186465621,0.0005494166980497539,0.0005677947774529457,0.0005861727986484766,0.0006045508780516684],"_type":"histogram","values":[1,0,1,0,1,0,0,2,0,2,4,2,6,3,8,6,7,13,8,11,19,15,23,25,27,22,28,42,28,34,42,43,35,27,37,34,32,33,23,15,14,19,10,11,19,8,3,5,3,3,7,1,0,2,1,1,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,1,2,4,0,1,1,3,4,4,13,8,17,18,26,33,57,84,119,105,68,37,43,30,13,15,11,8,10,7,3,5,2,1,2,0,2,0,0,2,1,1,1,0,0,2,0,1],"bins":[-0.04049483686685562,-0.03934317082166672,-0.03819150850176811,-0.03703984245657921,-0.0358881801366806,-0.0347365140914917,-0.033584851771593094,-0.03243318572640419,-0.031281523406505585,-0.03012985736131668,-0.028978193178772926,-0.027826528996229172,-0.026674864813685417,-0.025523200631141663,-0.024371536448597908,-0.023219872266054153,-0.0220682080835104,-0.020916543900966644,-0.01976487971842289,-0.018613215535879135,-0.01746155135333538,-0.016309887170791626,-0.015158222056925297,-0.014006557874381542,-0.012854893691837788,-0.011703229509294033,-0.010551565326750278,-0.009399901144206524,-0.008248236030340195,-0.007096572313457727,-0.0059449076652526855,-0.004793243482708931,-0.0036415793001651764,-0.002489915117621422,-0.0013382507022470236,-0.00018658640328794718,0.0009650778956711292,0.002116742078214884,0.003268406493589282,0.00442007090896368,0.005571735091507435,0.006723399274051189,0.007875063456594944,0.009026727639138699,0.010178392753005028,0.011330056935548782,0.012481721118092537,0.013633385300636292,0.014785049483180046,0.0159367136657238,0.017088377848267555,0.01824004203081131,0.019391706213355064,0.02054337039589882,0.021695034578442574,0.022846698760986328,0.023998364806175232,0.025150028988718987,0.02630169317126274,0.027453357353806496,0.02860502153635025,0.029756685718894005,0.03090834990143776,0.032060012221336365,0.03321167826652527],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,1,0,0,1,1,3,3,0,3,1,3,1,2,3,5,4,3,5,13,16,18,24,12,20,24,35,28,29,35,36,26,46,40,34,41,36,29,16,21,22,20,14,5,14,17,11,7,11,2,6,6,1,3,4,0,1,1,1,1,1,0,0,1],"bins":[-0.0005072440835647285,-0.0004917028127238154,-0.0004761616000905633,-0.0004606203583534807,-0.0004450791166163981,-0.0004295378748793155,-0.0004139966331422329,-0.0003984553914051503,-0.0003829141496680677,-0.00036737287882715464,-0.00035183163709007204,-0.00033629039535298944,-0.00032074915361590683,-0.00030520791187882423,-0.00028966667014174163,-0.00027412542840465903,-0.00025858418666757643,-0.00024304294493049383,-0.00022750170319341123,-0.00021196046145632863,-0.00019641921971924603,-0.0001808779634302482,-0.0001653367216931656,-0.000149795479956083,-0.0001342542382190004,-0.0001187129964819178,-0.0001031717547448352,-8.763050573179498e-05,-7.208926399471238e-05,-5.654802225762978e-05,-4.1006776882568374e-05,-2.546553332649637e-05,-9.92426066659391e-06,5.616982889478095e-06,2.11582264455501e-05,3.669947182061151e-05,5.224071355769411e-05,6.778195529477671e-05,8.332320430781692e-05,9.886444604489952e-05,0.00011440568778198212,0.00012994692951906472,0.00014548817125614733,0.00016102941299322993,0.00017657066928222775,0.00019211191101931036,0.00020765315275639296,0.00022319439449347556,0.00023873563623055816,0.00025427687796764076,0.00026981811970472336,0.00028535936144180596,0.00030090060317888856,0.00031644184491597116,0.00033198308665305376,0.00034752432839013636,0.00036306557012721896,0.000378606840968132,0.0003941480827052146,0.0004096893244422972,0.0004252305661793798,0.0004407718079164624,0.000456313049653545,0.0004718542913906276,0.0004873955331277102],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.00036517137777991593,-0.00035321307950653136,-0.0003412547812331468,-0.0003292964829597622,-0.00031733818468637764,-0.0003053798864129931,-0.0002934215881396085,-0.00028146328986622393,-0.0002695050206966698,-0.00025754672242328525,-0.0002455884241499007,-0.00023363011132460088,-0.00022167182760313153,-0.00020971352932974696,-0.0001977552310563624,-0.00018579693278297782,-0.00017383863450959325,-0.00016188033623620868,-0.0001499220379628241,-0.00013796373968943954,-0.00012600544141605496,-0.00011404715041862801,-0.00010208885942120105,-9.013056114781648e-05,-7.817226287443191e-05,-6.621396460104734e-05,-5.425566996564157e-05,-4.229737533023581e-05,-3.0339077056851238e-05,-1.838078060245607e-05,-6.422484148060903e-06,5.5358123063342646e-06,1.749413786455989e-05,2.9452434318955056e-05,4.1410730773350224e-05,5.336902540875599e-05,6.532732368214056e-05,7.728562195552513e-05,8.924391295295209e-05,0.00010120221122633666,0.00011316050949972123,0.0001251188077731058,0.00013707710604649037,0.00014903540431987494,0.00016099368804134429,0.00017295198631472886,0.00018491028458811343,0.000196868582861498,0.00020882688113488257,0.00022078517940826714,0.0002327434776816517,0.0002447017759550363,0.00025666007422842085,0.0002686183725018054,0.00028057667077519,0.00029253496904857457,0.0003044932382181287,0.00031645153649151325,0.0003284098347648978,0.0003403681330382824,0.00035232643131166697,0.00036428472958505154,0.0003762430278584361,0.0003882013261318207,0.00040015962440520525],"_type":"histogram","values":[2,2,1,1,1,2,1,4,1,6,2,4,6,9,4,9,7,7,13,15,17,16,18,19,26,37,26,37,27,43,38,29,30,32,38,33,24,28,21,25,15,16,7,10,16,8,4,7,7,5,3,1,1,1,1,3,0,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,8,6,12,25,43,77,145,225,351,555,784,1142,1658,2361,3269,4528,5886,7391,9646,11740,14406,17328,20296,23087,26152,28534,31104,32399,33289,33767,33756,32702,30935,28672,26086,23715,20606,17683,14617,12082,9668,7653,6065,4528,3289,2420,1690,1209,795,572,371,206,117,65,53,21,15,10,2,2,3],"bins":[-0.0939750149846077,-0.09108812361955643,-0.08820123225450516,-0.08531433343887329,-0.08242744207382202,-0.07954055070877075,-0.07665365934371948,-0.07376676052808762,-0.07087986916303635,-0.06799297779798508,-0.06510608643293381,-0.06221919134259224,-0.05933229997754097,-0.0564454048871994,-0.05355851352214813,-0.050671618431806564,-0.047784727066755295,-0.044897835701704025,-0.04201094061136246,-0.03912404924631119,-0.03623715415596962,-0.03335026279091835,-0.03046336956322193,-0.027576476335525513,-0.024689583107829094,-0.021802689880132675,-0.018915796652436256,-0.016028903424739838,-0.013142011128365993,-0.010255117900669575,-0.007368225138634443,-0.004481332376599312,-0.001594439148902893,0.001292453845962882,0.004179346840828657,0.007066239602863789,0.009953132830560207,0.012840026058256626,0.01572691835463047,0.01861381158232689,0.021500704810023308,0.024387598037719727,0.027274491265416145,0.030161384493112564,0.033048275858163834,0.0359351709485054,0.03882206231355667,0.04170895740389824,0.04459584876894951,0.04748274013400078,0.050369635224342346,0.053256526589393616,0.056143421679735184,0.05903031304478645,0.06191720813512802,0.06480409950017929,0.06769099086523056,0.07057788223028183,0.0734647810459137,0.07635167241096497,0.07923856377601624,0.0821254551410675,0.08501235395669937,0.08789924532175064,0.09078613668680191]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.12065266072750092,-0.11622942239046097,-0.11180617660284042,-0.10738293826580048,-0.10295969247817993,-0.09853645414113998,-0.09411321580410004,-0.08968997001647949,-0.08526673167943954,-0.0808434933423996,-0.07642024755477905,-0.0719970092177391,-0.06757377088069916,-0.06315052509307861,-0.058727286756038666,-0.05430404469370842,-0.049880802631378174,-0.04545756056904793,-0.04103431850671768,-0.036611080169677734,-0.03218783810734749,-0.027764596045017242,-0.023341355845332146,-0.01891811564564705,-0.014494873583316803,-0.010071632452309132,-0.00564839132130146,-0.001225150190293789,0.0031980909407138824,0.007621332071721554,0.012044573202729225,0.016467813402414322,0.020891040563583374,0.02531428262591362,0.029737522825598717,0.034160763025283813,0.03858400508761406,0.043007247149944305,0.04743048548698425,0.0518537275493145,0.056276969611644745,0.06070021167397499,0.06512345373630524,0.06954669207334518,0.07396993041038513,0.07839317619800568,0.08281641453504562,0.08723966032266617,0.09166289865970612,0.09608613699674606,0.10050938278436661,0.10493262112140656,0.1093558669090271,0.11377910524606705,0.118202343583107,0.12262558937072754,0.1270488202571869,0.13147206604480743,0.13589531183242798,0.14031855762004852,0.14474178850650787,0.14916503429412842,0.15358828008174896,0.1580115109682083,0.16243475675582886],"_type":"histogram","values":[3,4,0,3,1,2,1,6,8,5,7,6,3,11,7,9,22,19,19,22,21,23,33,36,28,31,25,37,31,35,35,35,23,32,33,21,13,22,20,17,12,6,6,6,7,3,3,5,3,2,0,0,1,1,1,0,0,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"values":[2,1,2,2,2,5,9,4,7,10,25,18,26,28,37,61,80,102,167,235,338,507,730,1149,1835,2727,4524,7523,13532,25463,53315,142772,190745,71587,31956,16272,9227,5472,3230,1934,1379,801,625,394,279,184,140,90,88,49,33,26,23,14,9,8,8,5,1,2,3,0,1,1],"bins":[-0.00299072265625,-0.0028977394104003906,-0.0028047561645507812,-0.002711772918701172,-0.0026187896728515625,-0.002525806427001953,-0.0024328231811523438,-0.0023398399353027344,-0.002246856689453125,-0.0021538734436035156,-0.0020608901977539062,-0.001967906951904297,-0.0018749237060546875,-0.0017819404602050781,-0.0016889572143554688,-0.0015959739685058594,-0.00150299072265625,-0.0014100074768066406,-0.0013170242309570312,-0.0012240409851074219,-0.0011310577392578125,-0.0010380744934082031,-0.0009450912475585938,-0.0008521080017089844,-0.000759124755859375,-0.0006661415100097656,-0.0005731582641601562,-0.0004801750183105469,-0.0003871917724609375,-0.0002942085266113281,-0.00020122528076171875,-0.00010824203491210938,-1.52587890625e-05,7.772445678710938e-05,0.00017070770263671875,0.0002636909484863281,0.0003566741943359375,0.0004496574401855469,0.0005426406860351562,0.0006356239318847656,0.000728607177734375,0.0008215904235839844,0.0009145736694335938,0.0010075569152832031,0.0011005401611328125,0.0011935234069824219,0.0012865066528320312,0.0013794898986816406,0.00147247314453125,0.0015654563903808594,0.0016584396362304688,0.0017514228820800781,0.0018444061279296875,0.0019373893737792969,0.0020303726196289062,0.0021233558654785156,0.002216339111328125,0.0023093223571777344,0.0024023056030273438,0.002495288848876953,0.0025882720947265625,0.002681255340576172,0.0027742385864257812,0.0028672218322753906,0.002960205078125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,0,2,4,0,2,5,1,2,4,7,4,7,6,9,10,11,17,14,18,24,12,24,27,33,33,37,47,35,28,27,25,40,32,28,25,19,20,16,18,14,11,11,9,8,8,1,4,5,2,4,7,2,1,1,1,2],"bins":[-0.0005044457502663136,-0.0004903740482404828,-0.0004763023753184825,-0.00046223070239648223,-0.00044815902947448194,-0.0004340873274486512,-0.0004200156545266509,-0.0004059439816046506,-0.00039187227957881987,-0.0003778006066568196,-0.0003637289337348193,-0.00034965723170898855,-0.00033558555878698826,-0.00032151388586498797,-0.0003074421838391572,-0.00029337051091715693,-0.0002792988088913262,-0.0002652271359693259,-0.0002511554630473256,-0.0002370837755734101,-0.00022301208809949458,-0.0002089404151774943,-0.00019486872770357877,-0.00018079704022966325,-0.00016672536730766296,-0.00015265367983374745,-0.00013858199235983193,-0.0001245103048859164,-0.00011043863196391612,-9.63669444900006e-05,-8.22952642920427e-05,-6.822357681812719e-05,-5.415189662016928e-05,-4.008021278423257e-05,-2.6008530767285265e-05,-1.1936847840843257e-05,2.134835085598752e-06,1.6206518921535462e-05,3.027820093848277e-05,4.4349882955430076e-05,5.8421566791366786e-05,7.249324698932469e-05,8.65649344632402e-05,0.00010063661466119811,0.00011470829485915601,0.00012877998233307153,0.00014285166980698705,0.00015692334272898734,0.00017099503020290285,0.00018506671767681837,0.00019913839059881866,0.00021321007807273418,0.0002272817655466497,0.00024135343846864998,0.00025542514049448073,0.000269496813416481,0.0002835684863384813,0.00029764018836431205,0.00031171186128631234,0.00032578353420831263,0.0003398552362341434,0.00035392690915614367,0.00036799858207814395,0.0003820702841039747,0.000396141957025975]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[3,0,0,3,0,4,2,2,5,12,8,15,23,32,32,52,70,73,127,128,170,171,159,178,147,128,117,86,69,66,45,37,20,12,12,14,4,9,2,2,2,0,1,2,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0007226926391012967,-0.0006918030558153987,-0.0006609134143218398,-0.0006300238310359418,-0.0005991342477500439,-0.000568244606256485,-0.000537355022970587,-0.000506465439684689,-0.0004755758272949606,-0.0004446862149052322,-0.0004137966316193342,-0.0003829070192296058,-0.00035201740683987737,-0.0003211278235539794,-0.00029023821116425097,-0.000259348627878353,-0.00022845901548862457,-0.00019756941765081137,-0.00016667981981299818,-0.00013579020742326975,-0.00010490060958545655,-7.401101174764335e-05,-4.312140663387254e-05,-1.2231805158080533e-05,1.8657796317711473e-05,4.954739779350348e-05,8.043699926929548e-05,0.0001113266043830663,0.0001422162022208795,0.0001731058000586927,0.00020399541244842112,0.00023488501028623432,0.0002657745499163866,0.00029666416230611503,0.000327553745592013,0.00035844335798174143,0.0003893329412676394,0.0004202225536573678,0.00045111216604709625,0.0004820017493329942,0.0005128913326188922,0.0005437809741124511,0.000574670557398349,0.000605560140684247,0.0006364497821778059,0.0006673393654637039,0.0006982289487496018,0.0007291185902431607,0.0007600081735290587,0.0007908977568149567,0.0008217873983085155,0.0008526769815944135,0.0008835665648803115,0.0009144562063738704,0.0009453457896597683,0.0009762353729456663,0.0010071250144392252,0.0010380145395174623,0.0010689041810110211,0.00109979382250458,0.001130683347582817,0.001161572989076376,0.0011924626305699348,0.001223352155648172,0.0012542417971417308]},"_runtime":810.498490353,"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,7,3,13,12,33,35,79,142,216,336,512,770,1137,1777,2439,3311,4535,5862,7810,9846,12235,14972,17877,21024,24217,27020,29352,31929,33224,34319,34308,34010,32586,30956,28474,25832,22673,19814,16826,13905,11301,9041,6934,5248,3862,2859,2011,1406,958,660,411,278,175,101,70,38,17,14,5,3,2],"bins":[-0.09770208597183228,-0.09476587921380997,-0.09182967245578766,-0.08889346569776535,-0.08595725893974304,-0.08302105218172073,-0.08008484542369843,-0.07714863866567612,-0.07421243190765381,-0.0712762251496315,-0.06834001839160919,-0.06540381163358688,-0.062467604875564575,-0.05953139811754227,-0.05659519135951996,-0.05365898460149765,-0.05072277784347534,-0.04778657108545303,-0.044850364327430725,-0.04191415756940842,-0.03897795081138611,-0.0360417440533638,-0.03310553729534149,-0.030169330537319183,-0.027233123779296875,-0.024296917021274567,-0.02136071026325226,-0.01842450350522995,-0.015488296747207642,-0.012552089989185333,-0.009615883231163025,-0.0066796764731407166,-0.003743469715118408,-0.0008072629570960999,0.0021289438009262085,0.005065150558948517,0.008001357316970825,0.010937564074993134,0.013873770833015442,0.01680997759103775,0.01974618434906006,0.022682391107082367,0.025618597865104675,0.028554804623126984,0.03149101138114929,0.0344272181391716,0.03736342489719391,0.04029963165521622,0.043235838413238525,0.046172045171260834,0.04910825192928314,0.05204445868730545,0.05498066544532776,0.05791687220335007,0.060853078961372375,0.06378928571939468,0.06672549247741699,0.0696616992354393,0.07259790599346161,0.07553411275148392,0.07847031950950623,0.08140652626752853,0.08434273302555084,0.08727893978357315,0.09021514654159546]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[3,4,7,14,24,43,50,107,136,243,354,497,771,1144,1647,2340,3121,4048,5623,7209,8901,11022,13513,16160,18994,21621,24229,26770,29068,30530,32134,32697,32272,32241,30622,29033,27282,24526,21878,19295,16355,14109,11441,9216,7174,5777,4440,3224,2382,1745,1268,841,591,401,256,160,116,74,35,24,12,3,4,3],"bins":[-0.08941508829593658,-0.08662675321102142,-0.08383841812610626,-0.0810500830411911,-0.07826174795627594,-0.07547342032194138,-0.07268508523702621,-0.06989675015211105,-0.06710841506719589,-0.06432007998228073,-0.06153174489736557,-0.05874341353774071,-0.055955078452825546,-0.053166743367910385,-0.05037841200828552,-0.04759007692337036,-0.0448017418384552,-0.04201340675354004,-0.03922507166862488,-0.036436740309000015,-0.033648405224084854,-0.030860070139169693,-0.02807173691689968,-0.02528340369462967,-0.022495068609714508,-0.019706733524799347,-0.016918400302529335,-0.014130066148936749,-0.011341731995344162,-0.008553397841751575,-0.005765063688158989,-0.0029767295345664024,-0.000188387930393219,0.0025999462231993675,0.005388280376791954,0.00817661453038454,0.010964948683977127,0.013753282837569714,0.0165416169911623,0.019329950213432312,0.022118285298347473,0.024906620383262634,0.027694953605532646,0.030483286827802658,0.03327162191271782,0.03605995699763298,0.03884828835725784,0.041636623442173004,0.044424958527088165,0.047213293612003326,0.05000162869691849,0.05278996005654335,0.05557829514145851,0.05836663022637367,0.061154961585998535,0.0639432966709137,0.06673163175582886,0.06951996684074402,0.07230830192565918,0.07509663701057434,0.0778849720954895,0.08067329972982407,0.08346163481473923,0.08624996989965439,0.08903830498456955]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,2,0,2,2,0,1,2,2,7,9,10,13,20,18,28,14,46,33,42,53,62,82,105,124,122,112,133,124,110,98,113,77,92,72,58,47,46,28,30,15,18,18,10,7,12,2,10,5,1,0,0,1,1,2,1,1,1,1,0,0,1,1],"bins":[-0.05872184783220291,-0.05667589604854584,-0.05462994799017906,-0.05258399620652199,-0.05053804814815521,-0.04849209636449814,-0.046446144580841064,-0.04440019652247429,-0.042354244738817215,-0.04030829295516014,-0.038262344896793365,-0.03621639311313629,-0.03417044132947922,-0.03212449327111244,-0.030078541487455368,-0.028032591566443443,-0.02598664164543152,-0.023940691724419594,-0.02189474180340767,-0.019848790019750595,-0.01780284009873867,-0.015756890177726746,-0.013710939325392246,-0.011664988473057747,-0.009619038552045822,-0.00757308816537261,-0.005527137778699398,-0.003481187392026186,-0.001435237005352974,0.0006107133813202381,0.00265666376799345,0.004702614154666662,0.006748557090759277,0.008794507011771202,0.010840457864105701,0.0128864087164402,0.014932358637452126,0.01697830855846405,0.019024260342121124,0.02107021026313305,0.023116160184144974,0.0251621101051569,0.027208060026168823,0.029254011809825897,0.03129996359348297,0.03334591165184975,0.03539186343550682,0.037437811493873596,0.03948376327753067,0.041529715061187744,0.04357566311955452,0.045621614903211594,0.04766756296157837,0.04971351474523544,0.05175946652889252,0.05380541458725929,0.05585136637091637,0.05789731815457344,0.059943266212940216,0.06198921799659729,0.06403516978025436,0.06608112156391144,0.06812706589698792,0.07017301768064499,0.07221896946430206]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,0,0,1,1,5,4,6,5,7,6,2,8,9,16,20,18,11,20,23,26,27,27,29,36,28,46,35,26,28,29,32,18,30,29,19,20,16,14,14,14,10,16,6,8,2,2,1,2,5,1,1,1,1,0,2,0,0,0,0,0,0,1],"bins":[-0.13966622948646545,-0.13470956683158875,-0.12975288927555084,-0.12479621917009354,-0.11983954906463623,-0.11488288640975952,-0.10992621630430222,-0.10496954619884491,-0.1000128760933876,-0.0950562059879303,-0.09009953588247299,-0.08514286577701569,-0.08018620312213898,-0.07522953301668167,-0.07027286291122437,-0.06531619280576706,-0.06035952270030975,-0.05540285259485245,-0.05044618248939514,-0.045489516109228134,-0.04053284600377083,-0.03557617589831352,-0.030619507655501366,-0.02566283941268921,-0.020706169307231903,-0.015749499201774597,-0.01079283095896244,-0.005836161784827709,-0.0008794926106929779,0.004077176563441753,0.009033845737576485,0.013990514911711216,0.018947169184684753,0.02390383929014206,0.028860507532954216,0.03381717577576637,0.03877384588122368,0.043730515986680984,0.04868718236684799,0.0536438524723053,0.058600522577762604,0.06355719268321991,0.06851386278867722,0.07347053289413452,0.07842719554901123,0.08338386565446854,0.08834053575992584,0.09329720586538315,0.09825387597084045,0.10321054607629776,0.10816721618175507,0.11312388628721237,0.11808055639266968,0.12303721904754639,0.1279938966035843,0.132950559258461,0.1379072368144989,0.1428638994693756,0.14782056212425232,0.15277723968029022,0.15773390233516693,0.16269057989120483,0.16764724254608154,0.17260392010211945,0.17756058275699615]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,3,0,1,2,3,5,3,6,12,4,8,13,18,22,21,41,31,42,46,54,59,65,81,89,112,101,98,116,115,87,94,87,80,81,73,71,49,30,31,37,24,20,21,25,8,14,8,12,4,6,1,3,4,1,0,0,1,0,1,3],"bins":[-0.018144860863685608,-0.017571328207850456,-0.016997793689370155,-0.016424261033535004,-0.015850726515054703,-0.015277193859219551,-0.014703660272061825,-0.014130126684904099,-0.013556593097746372,-0.012983059510588646,-0.01240952592343092,-0.011835992336273193,-0.011262459680438042,-0.010688926093280315,-0.010115392506122589,-0.009541858918964863,-0.008968325331807137,-0.00839479174464941,-0.007821258157491684,-0.007247725035995245,-0.006674191448837519,-0.006100657861679792,-0.005527124740183353,-0.004953591153025627,-0.004380057565867901,-0.0038065239787101746,-0.003232990624383092,-0.0026594572700560093,-0.002085923682898283,-0.0015123902121558785,-0.0009388567414134741,-0.0003653232706710696,0.0002082083374261856,0.0007817418081685901,0.0013552752789109945,0.001928808749653399,0.0025023422203958035,0.0030758758075535297,0.0036494091618806124,0.004222942516207695,0.004796476103365421,0.005370009690523148,0.005943543277680874,0.006517076399177313,0.007090609986335039,0.007664143573492765,0.008237676694989204,0.00881121028214693,0.009384743869304657,0.009958277456462383,0.01053181104362011,0.011105344630777836,0.011678878217935562,0.012252410873770714,0.01282594446092844,0.013399478048086166,0.013973011635243893,0.014546545222401619,0.015120078809559345,0.01569361239671707,0.016267145052552223,0.016840679571032524,0.017414212226867676,0.017987746745347977,0.01856127940118313]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.005954497493803501,-0.005793796852231026,-0.005633096676319838,-0.005472396034747362,-0.005311695858836174,-0.005150995217263699,-0.004990294575691223,-0.004829594399780035,-0.00466889375820756,-0.004508193116635084,-0.004347492940723896,-0.004186792299151421,-0.004026091657578945,-0.003865391481667757,-0.0037046908400952816,-0.00354399043135345,-0.003383290022611618,-0.0032225896138697863,-0.0030618892051279545,-0.002901188563555479,-0.0027404881548136473,-0.0025797877460718155,-0.00241908710449934,-0.0022583866957575083,-0.0020976862870156765,-0.0019369858782738447,-0.0017762853531166911,-0.0016155848279595375,-0.0014548844192177057,-0.001294184010475874,-0.0011334834853187203,-0.0009727830183692276,-0.000812082551419735,-0.0006513820844702423,-0.0004906816175207496,-0.0003299811505712569,-0.00016928068362176418,-8.58021667227149e-06,0.0001521202502772212,0.0003128207172267139,0.0004735211841762066,0.0006342216511256993,0.000794922118075192,0.0009556225850246847,0.0011163230519741774,0.0012770234607160091,0.0014377239858731627,0.0015984245110303164,0.0017591249197721481,0.00191982532851398,0.0020805257372558117,0.002241226378828287,0.002401926787570119,0.0025626271963119507,0.002723327837884426,0.002884028246626258,0.0030447286553680897,0.0032054290641099215,0.0033661294728517532,0.0035268301144242287,0.0036875305231660604,0.0038482309319078922,0.004008931573480368,0.004169631749391556,0.004330332390964031],"_type":"histogram","values":[1,0,0,0,1,0,3,0,0,2,0,3,0,3,2,1,1,6,6,3,6,7,6,11,17,9,21,17,27,29,18,22,40,27,34,23,37,32,27,35,32,34,21,25,23,27,24,18,17,11,11,8,4,2,7,4,4,1,4,3,5,1,1,4]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,0,1,1,1,1,4,3,7,4,7,5,13,7,13,9,16,21,24,22,25,28,26,38,38,35,38,44,28,39,32,31,38,26,17,20,12,15,13,16,11,6,6,6,4,6,2,0,1,2,0,0,1,0,0,1,0,0,1],"bins":[-0.0005838856450282037,-0.000565488007850945,-0.0005470904288813472,-0.0005286927917040884,-0.0005102951545268297,-0.000491897517349571,-0.0004734999092761427,-0.00045510230120271444,-0.0004367046640254557,-0.000418307026848197,-0.0003999094187747687,-0.00038151181070134044,-0.0003631141735240817,-0.000344716536346823,-0.0003263189282733947,-0.00030792132019996643,-0.0002895236830227077,-0.00027112604584544897,-0.0002527284377720207,-0.0002343308151466772,-0.0002159331925213337,-0.0001975355698959902,-0.0001791379472706467,-0.0001607403246453032,-0.0001423427020199597,-0.0001239450793946162,-0.00010554745676927269,-8.714983414392918e-05,-6.875221151858568e-05,-5.035458889324218e-05,-3.195696626789868e-05,-1.3559343642555177e-05,4.838278982788324e-06,2.3235901608131826e-05,4.163352423347533e-05,6.003114685881883e-05,7.842876948416233e-05,9.682639210950583e-05,0.00011522401473484933,0.00013362163736019284,0.00015201925998553634,0.00017041688261087984,0.00018881450523622334,0.00020721212786156684,0.00022560975048691034,0.00024400737311225384,0.00026240499573759735,0.0002808026038110256,0.00029920024098828435,0.0003175978781655431,0.00033599548623897135,0.0003543930943123996,0.00037279073148965836,0.0003911883686669171,0.00040958597674034536,0.00042798358481377363,0.00044638122199103236,0.0004647788591682911,0.00048317646724171937,0.0005015740753151476,0.0005199717124924064,0.0005383693496696651,0.0005567669868469238,0.0005751645658165216,0.0005935622029937804],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[2,0,0,1,0,1,0,2,1,1,4,3,6,3,6,13,8,12,14,15,17,24,31,32,31,31,32,38,38,36,33,35,39,30,29,30,14,21,21,22,13,13,13,8,9,6,5,7,1,5,1,2,2,2,0,0,0,0,0,0,1,2,1,1],"bins":[0.9990169405937195,0.9990514516830444,0.9990859627723694,0.9991204738616943,0.9991550445556641,0.999189555644989,0.999224066734314,0.9992585778236389,0.9992930889129639,0.9993276000022888,0.9993621110916138,0.9993966817855835,0.9994311928749084,0.9994657039642334,0.9995002150535583,0.9995347261428833,0.9995692372322083,0.9996037483215332,0.9996383190155029,0.9996728301048279,0.9997073411941528,0.9997418522834778,0.9997763633728027,0.9998108744621277,0.9998453855514526,0.9998799562454224,0.9999144673347473,0.9999489784240723,0.9999834895133972,1.0000180006027222,1.000052571296692,1.000087022781372,1.0001215934753418,1.000156044960022,1.0001906156539917,1.0002250671386719,1.0002596378326416,1.0002942085266113,1.0003286600112915,1.0003632307052612,1.0003976821899414,1.0004322528839111,1.0004667043685913,1.000501275062561,1.0005358457565308,1.000570297241211,1.0006048679351807,1.0006393194198608,1.0006738901138306,1.0007083415985107,1.0007429122924805,1.0007774829864502,1.0008119344711304,1.0008465051651,1.0008809566497803,1.00091552734375,1.0009499788284302,1.0009845495224,1.0010191202163696,1.0010535717010498,1.0010881423950195,1.0011225938796997,1.0011571645736694,1.0011916160583496,1.0012261867523193],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,0,0,4,0,2,2,4,4,3,5,3,5,8,12,14,12,15,16,9,19,22,18,22,21,28,24,27,24,33,31,33,31,23,30,20,27,20,20,23,23,14,16,13,12,11,6,13,9,10,3,4,2,6,4,2,1,0,1,1,0,0,2],"bins":[-0.05599294230341911,-0.054230332374572754,-0.052467718720436096,-0.05070510506629944,-0.04894249513745308,-0.04717988520860672,-0.04541727155447006,-0.043654657900333405,-0.041892047971487045,-0.040129438042640686,-0.03836682438850403,-0.03660421073436737,-0.03484160080552101,-0.03307899087667465,-0.031316377222537994,-0.029553765431046486,-0.027791153639554977,-0.02602854184806347,-0.02426593005657196,-0.022503318265080452,-0.020740706473588943,-0.018978094682097435,-0.017215482890605927,-0.015452871099114418,-0.01369025930762291,-0.011927647516131401,-0.010165035724639893,-0.008402423933148384,-0.006639812141656876,-0.004877200350165367,-0.0031145885586738586,-0.0013519767671823502,0.00041063129901885986,0.0021732430905103683,0.003935854882001877,0.005698466673493385,0.007461078464984894,0.009223690256476402,0.01098630204796791,0.01274891383945942,0.014511525630950928,0.016274137422442436,0.018036749213933945,0.019799361005425453,0.02156197279691696,0.02332458458840847,0.02508719637989998,0.026849808171391487,0.028612419962882996,0.030375031754374504,0.03213764354586601,0.03390025347471237,0.03566286712884903,0.03742548078298569,0.039188090711832047,0.040950700640678406,0.042713314294815063,0.04447592794895172,0.04623853787779808,0.04800114780664444,0.0497637614607811,0.051526375114917755,0.053288985043764114,0.055051594972610474,0.05681420862674713],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.0390625,-0.03783416748046875,-0.0366058349609375,-0.03537750244140625,-0.034149169921875,-0.03292083740234375,-0.0316925048828125,-0.03046417236328125,-0.02923583984375,-0.02800750732421875,-0.0267791748046875,-0.02555084228515625,-0.024322509765625,-0.02309417724609375,-0.0218658447265625,-0.02063751220703125,-0.0194091796875,-0.01818084716796875,-0.0169525146484375,-0.01572418212890625,-0.014495849609375,-0.01326751708984375,-0.0120391845703125,-0.01081085205078125,-0.00958251953125,-0.00835418701171875,-0.0071258544921875,-0.00589752197265625,-0.004669189453125,-0.00344085693359375,-0.0022125244140625,-0.00098419189453125,0.000244140625,0.00147247314453125,0.0027008056640625,0.00392913818359375,0.005157470703125,0.00638580322265625,0.0076141357421875,0.00884246826171875,0.01007080078125,0.01129913330078125,0.0125274658203125,0.01375579833984375,0.014984130859375,0.01621246337890625,0.0174407958984375,0.01866912841796875,0.0198974609375,0.02112579345703125,0.0223541259765625,0.02358245849609375,0.024810791015625,0.02603912353515625,0.0272674560546875,0.02849578857421875,0.02972412109375,0.03095245361328125,0.0321807861328125,0.03340911865234375,0.034637451171875,0.03586578369140625,0.0370941162109375,0.03832244873046875,0.03955078125],"_type":"histogram","values":[3,4,4,2,0,2,5,5,11,16,16,26,42,44,62,98,141,189,257,361,568,853,1229,1881,3005,4429,7069,11469,19353,34468,69931,185827,126960,51605,27482,15618,9722,5906,3712,2457,1637,1009,753,441,296,262,174,117,89,58,38,29,23,20,16,4,8,3,3,3,1,2,2,4]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[1,0,1,1,6,3,3,9,14,26,23,36,42,57,91,99,137,192,341,458,680,997,1555,2353,3425,5687,8862,14914,24874,43700,81747,163780,371703,428833,200172,95123,50127,28306,16888,9754,5994,4202,2429,1627,1141,809,512,335,219,149,134,75,69,49,32,18,14,19,4,1,3,7,1,1],"bins":[-0.015380859375,-0.014916419982910156,-0.014451980590820312,-0.013987541198730469,-0.013523101806640625,-0.013058662414550781,-0.012594223022460938,-0.012129783630371094,-0.01166534423828125,-0.011200904846191406,-0.010736465454101562,-0.010272026062011719,-0.009807586669921875,-0.009343147277832031,-0.008878707885742188,-0.008414268493652344,-0.0079498291015625,-0.007485389709472656,-0.0070209503173828125,-0.006556510925292969,-0.006092071533203125,-0.005627632141113281,-0.0051631927490234375,-0.004698753356933594,-0.00423431396484375,-0.0037698745727539062,-0.0033054351806640625,-0.0028409957885742188,-0.002376556396484375,-0.0019121170043945312,-0.0014476776123046875,-0.0009832382202148438,-0.000518798828125,-5.435943603515625e-05,0.0004100799560546875,0.0008745193481445312,0.001338958740234375,0.0018033981323242188,0.0022678375244140625,0.0027322769165039062,0.00319671630859375,0.0036611557006835938,0.0041255950927734375,0.004590034484863281,0.005054473876953125,0.005518913269042969,0.0059833526611328125,0.006447792053222656,0.0069122314453125,0.007376670837402344,0.007841110229492188,0.008305549621582031,0.008769989013671875,0.009234428405761719,0.009698867797851562,0.010163307189941406,0.01062774658203125,0.011092185974121094,0.011556625366210938,0.012021064758300781,0.012485504150390625,0.012949943542480469,0.013414382934570312,0.013878822326660156,0.01434326171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,1,1,1,1,1,2,4,5,7,6,12,14,8,12,10,19,22,16,27,30,35,40,40,45,42,41,33,31,35,28,13,22,20,19,21,14,14,7,11,8,7,8,5,8,1,0,5,1,2,0,3,1,1,3,0,1,0,0,0,0,1],"bins":[0.9990068078041077,0.9990439414978027,0.9990810751914978,0.9991182088851929,0.9991552829742432,0.9991924166679382,0.9992295503616333,0.9992666840553284,0.9993038177490234,0.9993409514427185,0.9993780851364136,0.9994151592254639,0.9994522929191589,0.999489426612854,0.9995265603065491,0.9995636940002441,0.9996008276939392,0.9996379613876343,0.9996750354766846,0.9997121691703796,0.9997493028640747,0.9997864365577698,0.9998235702514648,0.9998607039451599,0.999897837638855,0.9999349117279053,0.9999720454216003,1.0000091791152954,1.0000463724136353,1.0000834465026855,1.0001205205917358,1.0001577138900757,1.000194787979126,1.0002319812774658,1.0002690553665161,1.000306248664856,1.0003433227539062,1.0003803968429565,1.0004175901412964,1.0004546642303467,1.0004918575286865,1.0005289316177368,1.0005661249160767,1.000603199005127,1.0006402730941772,1.000677466392517,1.0007145404815674,1.0007517337799072,1.0007888078689575,1.0008260011672974,1.0008630752563477,1.000900149345398,1.0009373426437378,1.000974416732788,1.001011610031128,1.0010486841201782,1.001085877418518,1.0011229515075684,1.0011600255966187,1.0011972188949585,1.0012342929840088,1.0012714862823486,1.001308560371399,1.0013457536697388,1.001382827758789]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,1,0,1,4,5,5,8,8,6,7,15,9,16,26,22,23,17,39,38,31,36,37,43,40,35,38,34,43,20,22,19,20,20,12,7,9,12,9,6,7,3,2,3,1,1,1,0,1,0,0,1,0,0,0,0,1],"bins":[-0.0005128815537318587,-0.00049616489559412,-0.0004794482374563813,-0.0004627315793186426,-0.0004460149211809039,-0.0004292982630431652,-0.0004125816049054265,-0.0003958649467676878,-0.0003791482886299491,-0.00036243165959604084,-0.00034571500145830214,-0.00032899834332056344,-0.00031228168518282473,-0.000295565027045086,-0.0002788483689073473,-0.0002621317107696086,-0.0002454150526318699,-0.0002286983944941312,-0.0002119817363563925,-0.0001952650782186538,-0.0001785484200809151,-0.00016183177649509162,-0.0001451151183573529,-0.0001283984602196142,-0.0001116818020818755,-9.49651439441368e-05,-7.82484858063981e-05,-6.1531834944617e-05,-4.48151768068783e-05,-2.8098520488128997e-05,-1.1381864169379696e-05,5.334792149369605e-06,2.2051448468118906e-05,3.876810660585761e-05,5.548476110561751e-05,7.22014156053774e-05,8.891807374311611e-05,0.00010563473188085482,0.0001223513827426359,0.0001390680408803746,0.00015578469901811332,0.00017250135715585202,0.00018921801529359072,0.00020593467343132943,0.0002226513170171529,0.0002393679751548916,0.0002560846332926303,0.000272801291430369,0.0002895179495681077,0.00030623460770584643,0.00032295126584358513,0.00033966792398132384,0.00035638458211906254,0.00037310124025680125,0.00038981789839453995,0.00040653455653227866,0.0004232511855661869,0.0004399678437039256,0.0004566845018416643,0.000473401159979403,0.0004901178181171417,0.0005068344762548804,0.0005235511343926191,0.0005402677925303578,0.0005569844506680965]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,0,2,3,3,6,4,12,8,8,15,17,24,24,25,31,31,53,44,42,39,47,36,41,34,25,25,18,16,15,14,10,8,8,6,10,6,7,4,6,2,2,6,5,4,2,3,4,1,1,3,0,0,1,1,1,0,0,0,1,0,1],"bins":[0.9991999864578247,0.9992367029190063,0.9992733597755432,0.9993100762367249,0.9993467330932617,0.9993834495544434,0.999420166015625,0.9994568228721619,0.9994935393333435,0.9995302557945251,0.999566912651062,0.9996036291122437,0.9996403455734253,0.9996770024299622,0.9997137188911438,0.9997503757476807,0.9997870922088623,0.999823808670044,0.9998604655265808,0.9998971819877625,0.9999338388442993,0.999970555305481,1.0000072717666626,1.0000439882278442,1.0000805854797363,1.000117301940918,1.0001540184020996,1.0001907348632812,1.000227451324463,1.0002641677856445,1.0003007650375366,1.0003374814987183,1.0003741979599,1.0004109144210815,1.0004476308822632,1.0004842281341553,1.000520944595337,1.0005576610565186,1.0005943775177002,1.0006310939788818,1.0006678104400635,1.0007044076919556,1.0007411241531372,1.0007778406143188,1.0008145570755005,1.0008512735366821,1.0008878707885742,1.0009245872497559,1.0009613037109375,1.0009980201721191,1.0010347366333008,1.0010713338851929,1.0011080503463745,1.0011447668075562,1.0011814832687378,1.0012181997299194,1.0012547969818115,1.0012915134429932,1.0013282299041748,1.0013649463653564,1.001401662826538,1.0014383792877197,1.0014749765396118,1.0015116930007935,1.001548409461975]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,2,2,2,17,22,39,71,127,218,358,566,940,1448,2247,3356,4939,6966,9706,13124,17526,22786,29131,36194,44095,52601,61500,69481,77513,83680,89240,93021,94793,93805,90768,86234,79962,72596,64728,55661,47881,39075,31577,25096,19397,14857,11073,7932,5475,3854,2643,1761,1062,676,409,286,154,83,40,33,16,12,4,2],"bins":[-0.09847872704267502,-0.09546736627817154,-0.09245599806308746,-0.08944463729858398,-0.0864332765340805,-0.08342190831899643,-0.08041054755449295,-0.07739918678998947,-0.0743878185749054,-0.07137645781040192,-0.06836509704589844,-0.06535373628139496,-0.06234236806631088,-0.059331007301807404,-0.056319642812013626,-0.05330828204751015,-0.05029691755771637,-0.04728555306792259,-0.04427419230341911,-0.041262827813625336,-0.03825146704912186,-0.03524010255932808,-0.0322287380695343,-0.029217375442385674,-0.026206012815237045,-0.023194650188088417,-0.02018328756093979,-0.01717192307114601,-0.014160560443997383,-0.011149197816848755,-0.008137834258377552,-0.0051264711655676365,-0.002115115523338318,0.0008962475694715977,0.003907610662281513,0.006918973755091429,0.009930336847901344,0.012941699475049973,0.01595306396484375,0.018964426591992378,0.021975789219141006,0.024987151846289635,0.027998514473438263,0.03100987896323204,0.03402124345302582,0.0370326042175293,0.040043968707323074,0.04305532947182655,0.04606669396162033,0.04907805845141411,0.05208941921591759,0.055100783705711365,0.058112144470214844,0.06112350896000862,0.0641348734498024,0.06714623421430588,0.07015760242938995,0.07316896319389343,0.07618032395839691,0.07919168472290039,0.08220305293798447,0.08521441370248795,0.08822577446699142,0.0912371426820755,0.09424850344657898],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,2,0,0,0,2,2,1,5,4,2,5,10,13,21,13,25,30,30,37,48,47,59,78,81,83,100,89,76,101,116,96,88,89,80,78,83,75,51,47,45,32,34,23,27,24,21,15,11,9,8,4,1,5,8,2,1,2,2,3,0,1],"bins":[-0.013424547389149666,-0.013008872047066689,-0.012593195773661137,-0.01217752043157816,-0.011761844158172607,-0.01134616881608963,-0.010930493474006653,-0.010514817200601101,-0.010099141858518124,-0.009683466516435146,-0.009267790243029594,-0.008852114900946617,-0.00843643955886364,-0.008020763285458088,-0.007605087943375111,-0.007189412135630846,-0.006773736327886581,-0.006358060520142317,-0.005942384712398052,-0.005526709370315075,-0.00511103356257081,-0.004695357754826546,-0.004279682412743568,-0.003864006604999304,-0.003448330797255039,-0.0030326549895107746,-0.0026169794145971537,-0.0022013038396835327,-0.0017856280319392681,-0.0013699523406103253,-0.0009542766492813826,-0.0005386009579524398,-0.000122925266623497,0.00029275042470544577,0.0007084261160343885,0.0011241018073633313,0.001539777498692274,0.0019554533064365387,0.0023711288813501596,0.0027868044562637806,0.003202480264008045,0.00361815607175231,0.004033831879496574,0.004449507221579552,0.004865183029323816,0.005280858837068081,0.005696534179151058,0.006112209986895323,0.006527885794639587,0.006943561602383852,0.007359237410128117,0.007774912752211094,0.008190589025616646,0.008606264367699623,0.0090219397097826,0.009437615983188152,0.00985329132527113,0.010268966667354107,0.010684642940759659,0.011100318282842636,0.011515993624925613,0.011931669898331165,0.012347345240414143,0.012763021513819695,0.013178696855902672]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,3,0,2,4,3,5,5,6,12,18,14,21,29,33,45,56,57,64,73,82,104,106,120,123,146,122,103,101,97,67,88,52,50,49,40,26,20,16,20,20,15,5,2,5,2,3,2,2,1,2,0,1,1,1,0,0,0,0,1],"bins":[-0.0006350644398480654,-0.0006141107296571136,-0.0005931570194661617,-0.0005722033092752099,-0.0005512495990842581,-0.0005302958888933063,-0.0005093421204946935,-0.0004883884103037417,-0.00046743470011278987,-0.00044648098992183805,-0.0004255272797308862,-0.0004045735695399344,-0.00038361985934898257,-0.00036266614915803075,-0.00034171240986324847,-0.00032075869967229664,-0.0002998049894813448,-0.000278851279290393,-0.00025789756909944117,-0.00023694384435657412,-0.00021599011961370707,-0.00019503640942275524,-0.00017408269923180342,-0.00015312897448893636,-0.00013217526429798454,-0.0001112215468310751,-9.026782936416566e-05,-6.931411917321384e-05,-4.83604017063044e-05,-2.7406686058384366e-05,-6.4529704104643315e-06,1.4500745237455703e-05,3.545446088537574e-05,5.6408178352285177e-05,7.736189581919461e-05,9.831560601014644e-05,0.00011926932347705588,0.00014022304094396532,0.00016117675113491714,0.0001821304758777842,0.00020308418606873602,0.00022403789625968784,0.0002449916210025549,0.0002659453311935067,0.00028689904138445854,0.00030785275157541037,0.00032880649087019265,0.00034976020106114447,0.0003707139112520963,0.0003916676214430481,0.00041262133163399994,0.0004335750709287822,0.00045452878111973405,0.0004754824913106859,0.0004964362015016377,0.0005173899116925895,0.0005383436218835413,0.0005592973320744932,0.000580251042265445,0.0006012048106640577,0.0006221585208550096,0.0006431122310459614,0.0006640659412369132,0.000685019651427865,0.0007059733616188169]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,0,1,2,3,4,13,20,34,67,126,232,367,627,964,1560,2513,3826,5595,7892,11287,15642,20557,26969,34258,42866,51676,60813,70014,78949,86480,92264,97202,98646,97530,95436,89793,83649,74867,65595,55981,46902,37915,30573,23502,17853,12924,9454,6582,4611,3070,1934,1277,795,489,271,187,94,52,28,15,9,4,2],"bins":[-0.1062730923295021,-0.10312334448099136,-0.09997359663248062,-0.09682384878396988,-0.09367410838603973,-0.09052436053752899,-0.08737461268901825,-0.08422486484050751,-0.08107511699199677,-0.07792536914348602,-0.07477562129497528,-0.07162587344646454,-0.0684761255979538,-0.06532638520002365,-0.06217663735151291,-0.05902688950300217,-0.055877141654491425,-0.05272739380598068,-0.04957764595746994,-0.046427901834249496,-0.043278153985738754,-0.04012840613722801,-0.03697866201400757,-0.033828914165496826,-0.030679166316986084,-0.027529418468475342,-0.02437967248260975,-0.021229926496744156,-0.018080178648233414,-0.014930431731045246,-0.011780684813857079,-0.008630937896668911,-0.00548119843006134,-0.0023314515128731728,0.0008182954043149948,0.003968042321503162,0.00711778923869133,0.010267536155879498,0.013417283073067665,0.016567029058933258,0.019716776907444,0.022866524755954742,0.026016270741820335,0.02916601672768593,0.03231576457619667,0.03546551242470741,0.038615256547927856,0.0417650043964386,0.04491475224494934,0.04806450009346008,0.051214247941970825,0.05436399206519127,0.05751373991370201,0.06066348776221275,0.0638132318854332,0.06696297973394394,0.07011272758245468,0.07326247543096542,0.07641222327947617,0.07956197112798691,0.08271171152591705,0.0858614593744278,0.08901120722293854,0.09216095507144928,0.09531070291996002],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[6,4,3,7,11,11,18,20,43,68,78,117,176,220,272,384,543,786,1040,1471,1953,2801,3692,5096,7424,10004,14632,20199,30758,48405,94310,137728,75263,41339,26841,18399,12723,9317,6474,4716,3415,2418,1888,1252,958,734,521,356,262,184,137,104,66,55,41,25,21,11,11,4,4,0,2,3],"bins":[-0.0233154296875,-0.022571563720703125,-0.02182769775390625,-0.021083831787109375,-0.0203399658203125,-0.019596099853515625,-0.01885223388671875,-0.018108367919921875,-0.017364501953125,-0.016620635986328125,-0.01587677001953125,-0.015132904052734375,-0.0143890380859375,-0.013645172119140625,-0.01290130615234375,-0.012157440185546875,-0.01141357421875,-0.010669708251953125,-0.00992584228515625,-0.009181976318359375,-0.0084381103515625,-0.007694244384765625,-0.00695037841796875,-0.006206512451171875,-0.005462646484375,-0.004718780517578125,-0.00397491455078125,-0.003231048583984375,-0.0024871826171875,-0.001743316650390625,-0.00099945068359375,-0.000255584716796875,0.00048828125,0.001232147216796875,0.00197601318359375,0.002719879150390625,0.0034637451171875,0.004207611083984375,0.00495147705078125,0.005695343017578125,0.006439208984375,0.007183074951171875,0.00792694091796875,0.008670806884765625,0.0094146728515625,0.010158538818359375,0.01090240478515625,0.011646270751953125,0.01239013671875,0.013134002685546875,0.01387786865234375,0.014621734619140625,0.0153656005859375,0.016109466552734375,0.01685333251953125,0.017597198486328125,0.018341064453125,0.019084930419921875,0.01982879638671875,0.020572662353515625,0.0213165283203125,0.022060394287109375,0.02280426025390625,0.023548126220703125,0.0242919921875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,1,0,1,0,1,0,2,1,0,1,1,0,1,1,0,6,6,4,3,5,10,15,16,16,18,16,22,23,23,43,33,33,46,51,46,36,43,41,29,28,27,22,15,11,13,11,8,6,8,6,4,1,4,3,1,2,0,1,1,0,0,1],"bins":[-0.003139880485832691,-0.003050709841772914,-0.0029615391977131367,-0.0028723685536533594,-0.002783197909593582,-0.002694027265533805,-0.0026048566214740276,-0.0025156859774142504,-0.002426515333354473,-0.002337344689294696,-0.0022481740452349186,-0.0021590034011751413,-0.002069832757115364,-0.001980662113055587,-0.0018914915854111314,-0.0018023209413513541,-0.0017131502972915769,-0.0016239796532317996,-0.0015348090091720223,-0.001445638365112245,-0.0013564677210524678,-0.0012672970769926906,-0.0011781264329329133,-0.001088955788873136,-0.0009997852612286806,-0.0009106145589612424,-0.0008214439149014652,-0.0007322732708416879,-0.0006431026849895716,-0.0005539320409297943,-0.00046476139687001705,-0.0003755907528102398,-0.00028642010875046253,-0.00019724946469068527,-0.00010807883518282324,-1.8908198399003595e-05,7.026243838481605e-05,0.0001594330824445933,0.0002486036974005401,0.0003377743414603174,0.00042694498552009463,0.0005161156295798719,0.0006052862736396492,0.0006944569176994264,0.0007836275035515428,0.00087279814761132,0.0009619687916710973,0.0010511394357308745,0.0011403100797906518,0.001229480723850429,0.0013186513679102063,0.0014078220119699836,0.0014969926560297608,0.001586163300089538,0.0016753339441493154,0.0017645045882090926,0.001853675115853548,0.0019428457599133253,0.0020320164039731026,0.00212118704803288,0.002210357692092657,0.0022995283361524343,0.0023886989802122116,0.002477869624271989,0.002567040268331766],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,0,3,3,0,6,2,5,5,7,9,9,9,16,16,12,22,22,19,25,35,26,44,34,32,29,34,38,28,28,33,22,30,21,22,22,18,15,13,6,4,10,6,9,5,2,0,2,1,1,0,1,0,0,1,0,1,0,0,0,0,1],"bins":[-0.0005606486229225993,-0.0005405025440268219,-0.0005203565233387053,-0.0005002104444429278,-0.0004800644237548113,-0.0004599183448590338,-0.0004397722950670868,-0.0004196262452751398,-0.0003994801954831928,-0.0003793341456912458,-0.0003591880958992988,-0.0003390420461073518,-0.0003188959672115743,-0.0002987499174196273,-0.0002786038676276803,-0.0002584578178357333,-0.0002383117680437863,-0.00021816571825183928,-0.00019801966845989227,-0.00017787360411603004,-0.00015772755432408303,-0.00013758150453213602,-0.0001174354474642314,-9.728939039632678e-05,-7.714334060437977e-05,-5.699728717445396e-05,-3.6851233744528145e-05,-1.670518031460233e-05,3.440873115323484e-06,2.3586926545249298e-05,4.373297997517511e-05,6.387903704307973e-05,8.402508683502674e-05,0.00010417113662697375,0.00012431718641892076,0.000144463250762783,0.00016460930055473,0.000184755350346677,0.00020490141469053924,0.00022504746448248625,0.00024519351427443326,0.00026533956406638026,0.00028548561385832727,0.0003056316636502743,0.00032577774254605174,0.00034592379233799875,0.00036606984212994576,0.00038621589192189276,0.00040636194171383977,0.0004265079915057868,0.0004466540412977338,0.0004668000910896808,0.0004869461408816278,0.0005070922197774053,0.0005272382404655218,0.0005473843193612993,0.0005675303982570767,0.0005876764189451933,0.0006078224978409708,0.0006279685185290873,0.0006481145974248648,0.0006682606181129813,0.0006884066970087588,0.0007085527176968753,0.0007286987965926528]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,1,1,2,3,4,2,3,5,4,6,8,13,17,7,15,11,15,14,19,19,28,20,18,25,31,27,22,36,33,34,36,22,31,19,15,28,16,19,14,24,12,9,12,9,10,9,4,9,2,6,0,4,2,7,0,0,0,2,0,0,1],"bins":[-0.06850193440914154,-0.06629718095064163,-0.06409242749214172,-0.061887674033641815,-0.05968292057514191,-0.0574781633913517,-0.05527340993285179,-0.05306865647435188,-0.050863903015851974,-0.048659149557352066,-0.04645439609885216,-0.04424964264035225,-0.04204488545656204,-0.039840131998062134,-0.037635378539562225,-0.03543062508106232,-0.03322587162256241,-0.0310211181640625,-0.02881636470556259,-0.026611609384417534,-0.024406855925917625,-0.022202102467417717,-0.01999734714627266,-0.01779259368777275,-0.015587840229272842,-0.013383086770772934,-0.011178332380950451,-0.008973577991127968,-0.006768824532628059,-0.004564070608466864,-0.002359316684305668,-0.00015456276014447212,0.0020501911640167236,0.004254945088177919,0.006459699012339115,0.008664453402161598,0.010869206860661507,0.013073960319161415,0.015278714708983898,0.01748346909880638,0.01968822255730629,0.021892976015806198,0.024097729474306107,0.026302484795451164,0.028507238253951073,0.03071199171245098,0.03291674703359604,0.03512150049209595,0.037326253950595856,0.039531007409095764,0.04173576086759567,0.04394051432609558,0.04614526778459549,0.048350024968385696,0.050554778426885605,0.05275953188538551,0.05496428534388542,0.05716903880238533,0.05937379226088524,0.06157854571938515,0.06378330290317535,0.06598805636167526,0.06819280982017517,0.07039756327867508,0.07260231673717499]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,0,1,2,1,2,3,1,5,3,6,6,5,10,16,9,19,22,31,42,54,50,55,66,53,62,41,31,35,29,19,21,14,8,5,10,2,6,4,2,2,1,1,3,0,0,1,0,0,0,1,1,0,0,2,0,1],"bins":[-2.0590437088685576e-06,-1.9907481600967003e-06,-1.9224528386985185e-06,-1.8541572899266612e-06,-1.7858618548416416e-06,-1.7175663060697843e-06,-1.6492708709847648e-06,-1.5809754358997452e-06,-1.5126800008147256e-06,-1.4443844520428684e-06,-1.3760890169578488e-06,-1.3077935818728292e-06,-1.239498033100972e-06,-1.1712025980159524e-06,-1.1029071629309328e-06,-1.0346116141590755e-06,-9.66316179074056e-07,-8.980206871456176e-07,-8.29725252060598e-07,-7.614297601321596e-07,-6.9313432504714e-07,-6.248388331187016e-07,-5.565433411902632e-07,-4.882479061052436e-07,-4.199524141768052e-07,-3.516569506700762e-07,-2.833614871633472e-07,-2.1506599523490877e-07,-1.4677053172817978e-07,-7.847506111602343e-08,-1.0179590503867075e-08,5.8115880108289275e-08,1.2641135072044563e-07,1.9470681422717462e-07,2.630022777339036e-07,3.3129776966234203e-07,3.9959323316907103e-07,4.678886966758e-07,5.361841886042384e-07,6.04479623689258e-07,6.727751156176964e-07,7.410706075461349e-07,8.093660426311544e-07,8.776615345595928e-07,9.459570264880313e-07,1.0142524615730508e-06,1.0825478966580704e-06,1.1508434454299277e-06,1.2191388805149472e-06,1.2874343155999668e-06,1.355729864371824e-06,1.4240252994568436e-06,1.4923207345418632e-06,1.5606162833137205e-06,1.62891171839874e-06,1.6972071534837596e-06,1.765502702255617e-06,1.8337981373406365e-06,1.902093572425656e-06,1.9703891211975133e-06,2.038684442595695e-06,2.1069799913675524e-06,2.1752755401394097e-06,2.2435708615375916e-06,2.311866410309449e-06]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,2,0,2,3,4,6,2,5,6,9,7,8,11,11,11,21,14,15,11,27,29,27,32,30,27,37,31,33,26,31,30,16,14,20,31,18,27,20,15,12,13,17,8,12,6,4,3,2,4,6,2,2,2,1,0,1,0,1,1],"bins":[-0.26751405000686646,-0.2591685652732849,-0.25082311034202576,-0.2424776405096054,-0.23413217067718506,-0.2257867008447647,-0.21744123101234436,-0.209095761179924,-0.20075029134750366,-0.19240480661392212,-0.18405933678150177,-0.17571386694908142,-0.16736839711666107,-0.15902292728424072,-0.15067745745182037,-0.14233198761940002,-0.13398651778697968,-0.12564104795455933,-0.11729557812213898,-0.10895010828971863,-0.10060463845729828,-0.09225916117429733,-0.08391369134187698,-0.07556822150945663,-0.06722275167703629,-0.058877281844615936,-0.05053181201219559,-0.04218633845448494,-0.03384086862206459,-0.02549539878964424,-0.017149927094578743,-0.00880445633083582,-0.0004589855670928955,0.007886485196650028,0.016231955960392952,0.02457742765545845,0.0329228974878788,0.04126836732029915,0.049613840878009796,0.057959310710430145,0.0663047805428505,0.07465025037527084,0.08299572020769119,0.09134119004011154,0.09968666732311249,0.10803213715553284,0.11637760698795319,0.12472307682037354,0.13306854665279388,0.14141401648521423,0.14975948631763458,0.15810495615005493,0.16645042598247528,0.17479589581489563,0.18314136564731598,0.19148683547973633,0.19983232021331787,0.20817779004573822,0.21652325987815857,0.22486872971057892,0.23321419954299927,0.24155966937541962,0.24990513920783997,0.2582505941390991,0.26659607887268066]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,0,3,1,4,3,4,6,10,12,15,23,38,57,83,124,225,337,562,961,1668,3129,6603,18267,76363,373437,75746,18201,6743,3079,1615,969,551,370,209,142,89,58,32,28,9,19,9,5,3,0,1,2,3,0,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.01416015625,-0.013645172119140625,-0.01313018798828125,-0.012615203857421875,-0.0121002197265625,-0.011585235595703125,-0.01107025146484375,-0.010555267333984375,-0.010040283203125,-0.009525299072265625,-0.00901031494140625,-0.008495330810546875,-0.0079803466796875,-0.007465362548828125,-0.00695037841796875,-0.006435394287109375,-0.00592041015625,-0.005405426025390625,-0.00489044189453125,-0.004375457763671875,-0.0038604736328125,-0.003345489501953125,-0.00283050537109375,-0.002315521240234375,-0.001800537109375,-0.001285552978515625,-0.00077056884765625,-0.000255584716796875,0.0002593994140625,0.000774383544921875,0.00128936767578125,0.001804351806640625,0.0023193359375,0.002834320068359375,0.00334930419921875,0.003864288330078125,0.0043792724609375,0.004894256591796875,0.00540924072265625,0.005924224853515625,0.006439208984375,0.006954193115234375,0.00746917724609375,0.007984161376953125,0.0084991455078125,0.009014129638671875,0.00952911376953125,0.010044097900390625,0.01055908203125,0.011074066162109375,0.01158905029296875,0.012104034423828125,0.0126190185546875,0.013134002685546875,0.01364898681640625,0.014163970947265625,0.014678955078125,0.015193939208984375,0.01570892333984375,0.016223907470703125,0.0167388916015625,0.017253875732421875,0.01776885986328125,0.018283843994140625,0.018798828125]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9989457130432129,0.9989864230155945,0.9990271925926208,0.9990679025650024,0.9991086721420288,0.9991493821144104,0.9991901516914368,0.9992308616638184,0.9992716312408447,0.9993123412132263,0.9993530511856079,0.9993938207626343,0.9994345307350159,0.9994753003120422,0.9995160102844238,0.9995567798614502,0.9995974898338318,0.9996381998062134,0.9996789693832397,0.9997196793556213,0.9997604489326477,0.9998011589050293,0.9998419284820557,0.9998826384544373,0.9999233484268188,0.9999641180038452,1.0000048875808716,1.0000455379486084,1.0000863075256348,1.0001270771026611,1.0001678466796875,1.0002084970474243,1.0002492666244507,1.000290036201477,1.0003306865692139,1.0003714561462402,1.0004122257232666,1.000452995300293,1.0004936456680298,1.0005344152450562,1.0005751848220825,1.0006158351898193,1.0006566047668457,1.000697374343872,1.0007381439208984,1.0007787942886353,1.0008195638656616,1.000860333442688,1.0009009838104248,1.0009417533874512,1.0009825229644775,1.001023292541504,1.0010639429092407,1.001104712486267,1.0011454820632935,1.0011862516403198,1.0012269020080566,1.001267671585083,1.0013084411621094,1.0013490915298462,1.0013898611068726,1.001430630683899,1.0014714002609253,1.001512050628662,1.0015528202056885],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,3,6,2,8,12,14,20,20,22,33,35,44,38,49,56,40,40,43,33,38,25,18,15,16,21,18,11,7,8,11,10,6,4,5,6,2,2,3,2,4,2,1,0,1,0,1,1,4,2,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,0,1,3,0,4,1,0,5,5,14,9,11,24,26,50,76,93,141,217,293,479,688,1020,1720,2489,4051,6170,10083,16814,29775,55518,140571,171039,65673,33160,18908,11350,7093,4295,2731,1704,1252,699,506,314,226,175,83,82,58,27,34,15,15,8,4,8,3,4,2,3],"bins":[-0.00604248046875,-0.005870342254638672,-0.005698204040527344,-0.005526065826416016,-0.0053539276123046875,-0.005181789398193359,-0.005009651184082031,-0.004837512969970703,-0.004665374755859375,-0.004493236541748047,-0.004321098327636719,-0.004148960113525391,-0.0039768218994140625,-0.0038046836853027344,-0.0036325454711914062,-0.003460407257080078,-0.00328826904296875,-0.003116130828857422,-0.0029439926147460938,-0.0027718544006347656,-0.0025997161865234375,-0.0024275779724121094,-0.0022554397583007812,-0.002083301544189453,-0.001911163330078125,-0.0017390251159667969,-0.0015668869018554688,-0.0013947486877441406,-0.0012226104736328125,-0.0010504722595214844,-0.0008783340454101562,-0.0007061958312988281,-0.0005340576171875,-0.0003619194030761719,-0.00018978118896484375,-1.7642974853515625e-05,0.0001544952392578125,0.0003266334533691406,0.0004987716674804688,0.0006709098815917969,0.000843048095703125,0.0010151863098144531,0.0011873245239257812,0.0013594627380371094,0.0015316009521484375,0.0017037391662597656,0.0018758773803710938,0.002048015594482422,0.00222015380859375,0.002392292022705078,0.0025644302368164062,0.0027365684509277344,0.0029087066650390625,0.0030808448791503906,0.0032529830932617188,0.003425121307373047,0.003597259521484375,0.003769397735595703,0.003941535949707031,0.004113674163818359,0.0042858123779296875,0.004457950592041016,0.004630088806152344,0.004802227020263672,0.004974365234375]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9990171194076538,0.9990555644035339,0.9990940093994141,0.9991324543952942,0.9991709589958191,0.9992094039916992,0.9992478489875793,0.9992862939834595,0.9993247389793396,0.9993631839752197,0.9994016885757446,0.9994401335716248,0.9994785785675049,0.999517023563385,0.9995554685592651,0.9995939135551453,0.9996323585510254,0.9996708631515503,0.9997093081474304,0.9997477531433105,0.9997861981391907,0.9998246431350708,0.9998630881309509,0.9999015927314758,0.999940037727356,0.9999784827232361,1.0000169277191162,1.0000554323196411,1.0000938177108765,1.0001323223114014,1.0001707077026367,1.0002092123031616,1.0002477169036865,1.0002861022949219,1.0003246068954468,1.0003629922866821,1.000401496887207,1.0004398822784424,1.0004783868789673,1.0005168914794922,1.0005552768707275,1.0005937814712524,1.0006321668624878,1.0006706714630127,1.000709056854248,1.000747561454773,1.0007860660552979,1.0008244514465332,1.000862956047058,1.0009013414382935,1.0009398460388184,1.0009782314300537,1.0010167360305786,1.0010552406311035,1.0010936260223389,1.0011321306228638,1.0011705160140991,1.001209020614624,1.001247525215149,1.0012859106063843,1.0013244152069092,1.0013628005981445,1.0014013051986694,1.0014396905899048,1.0014781951904297],"_type":"histogram","values":[1,0,0,2,0,0,4,3,3,1,2,2,3,8,9,8,4,20,17,21,31,32,48,50,58,47,39,42,35,43,27,32,25,30,21,16,12,15,13,6,3,3,9,7,1,2,1,1,4,0,1,1,0,0,2,1,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[3,4,6,9,17,25,32,68,111,190,241,401,533,746,1110,1549,1992,2760,3542,4579,5657,6887,8518,9822,11888,13603,15152,16456,17921,19516,20256,21060,21282,21022,20216,19602,18319,16937,15360,13613,11889,10263,8709,7070,5953,4612,3697,2757,2089,1531,1142,856,557,383,252,171,107,71,42,24,14,10,7,5],"bins":[-0.08790300041437149,-0.085203617811203,-0.08250424265861511,-0.07980486005544662,-0.07710547745227814,-0.07440610229969025,-0.07170671969652176,-0.06900733709335327,-0.06630796194076538,-0.0636085793375969,-0.060909200459718704,-0.058209821581840515,-0.05551043897867203,-0.05281106010079384,-0.05011168122291565,-0.04741229861974716,-0.04471291974186897,-0.042013540863990784,-0.039314158260822296,-0.03661477938294411,-0.03391540050506592,-0.03121601976454258,-0.02851663902401924,-0.025817260146141052,-0.023117879405617714,-0.020418498665094376,-0.017719119787216187,-0.015019739046692848,-0.012320359237492085,-0.00962097942829132,-0.00692159915342927,-0.004222218878567219,-0.001522839069366455,0.0011765409726649523,0.0038759210146963596,0.006575301289558411,0.009274681098759174,0.011974060907959938,0.014673441648483276,0.017372820526361465,0.020072201266884804,0.022771582007408142,0.02547096088528633,0.02817034162580967,0.030869722366333008,0.0335691012442112,0.036268480122089386,0.038967862725257874,0.04166724160313606,0.04436662048101425,0.04706600308418274,0.04976538196206093,0.05246476083993912,0.055164143443107605,0.057863522320985794,0.06056290119886398,0.06326228380203247,0.06596165895462036,0.06866104155778885,0.07136042416095734,0.07405979931354523,0.07675918191671371,0.0794585645198822,0.08215793967247009,0.08485732227563858]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.11799028515815735,-0.11421941220760345,-0.11044854670763016,-0.10667767375707626,-0.10290680825710297,-0.09913593530654907,-0.09536506980657578,-0.09159419685602188,-0.08782333135604858,-0.08405245840549469,-0.08028159290552139,-0.0765107199549675,-0.0727398544549942,-0.06896898150444031,-0.06519811600446701,-0.061427243053913116,-0.05765637382864952,-0.053885504603385925,-0.05011463537812233,-0.046343766152858734,-0.04257289692759514,-0.03880202770233154,-0.03503115847706795,-0.03126028925180435,-0.027489418163895607,-0.02371854893863201,-0.019947679713368416,-0.01617681048810482,-0.01240594033151865,-0.008635071106255054,-0.004864201415330172,-0.0010933319572359324,0.002677537500858307,0.0064484067261219025,0.010219275951385498,0.013990146107971668,0.01776101440191269,0.021531885489821434,0.02530275471508503,0.029073623940348625,0.03284449130296707,0.036615364253520966,0.04038623347878456,0.04415710270404816,0.04792797192931175,0.05169884115457535,0.055469710379838943,0.05924057960510254,0.06301145255565643,0.06678231805562973,0.07055319100618362,0.07432405650615692,0.07809492945671082,0.08186579495668411,0.085636667907238,0.0894075334072113,0.0931784063577652,0.0969492718577385,0.10072014480829239,0.10449101030826569,0.10826188325881958,0.11203274875879288,0.11580362170934677,0.11957448720932007,0.12334536015987396],"_type":"histogram","values":[1,1,1,0,1,0,0,0,0,0,1,2,2,2,0,2,2,3,2,6,5,13,20,14,14,20,30,32,41,48,88,96,71,62,36,34,19,17,17,14,11,11,1,4,2,4,2,2,2,0,2,2,1,3,0,0,0,0,2,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,4,0,1,1,5,2,7,2,5,7,6,5,8,10,7,25,22,17,29,42,42,40,29,52,41,45,36,27,29,36,22,22,17,20,15,15,13,10,16,3,4,2,4,5,3,4,2,1,2,1,0,1,0,0,0,0,0,0,0,1],"bins":[0.9988970160484314,0.9989365935325623,0.9989761114120483,0.9990156888961792,0.9990552067756653,0.9990947842597961,0.999134361743927,0.9991738796234131,0.999213457107544,0.99925297498703,0.9992925524711609,0.9993321299552917,0.9993716478347778,0.9994112253189087,0.9994508028030396,0.9994903206825256,0.9995298981666565,0.9995694160461426,0.9996089935302734,0.9996485710144043,0.9996880888938904,0.9997276663780212,0.9997671842575073,0.9998067617416382,0.999846339225769,0.9998858571052551,0.999925434589386,0.9999649524688721,1.000004529953003,1.0000441074371338,1.0000836849212646,1.000123143196106,1.0001627206802368,1.0002022981643677,1.0002418756484985,1.0002814531326294,1.0003209114074707,1.0003604888916016,1.0004000663757324,1.0004396438598633,1.0004792213439941,1.0005186796188354,1.0005582571029663,1.0005978345870972,1.000637412071228,1.0006769895553589,1.0007165670394897,1.000756025314331,1.000795602798462,1.0008351802825928,1.0008747577667236,1.0009143352508545,1.0009537935256958,1.0009933710098267,1.0010329484939575,1.0010725259780884,1.0011121034622192,1.0011515617370605,1.0011911392211914,1.0012307167053223,1.0012702941894531,1.001309871673584,1.0013493299484253,1.0013889074325562,1.001428484916687]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0005191399832256138,-0.0005047442391514778,-0.0004903484950773418,-0.0004759527218993753,-0.0004615569778252393,-0.0004471612337511033,-0.00043276548967696726,-0.00041836974560283124,-0.00040397397242486477,-0.00038957822835072875,-0.00037518248427659273,-0.0003607867402024567,-0.0003463909961283207,-0.0003319952520541847,-0.0003175994788762182,-0.0003032037348020822,-0.00028880799072794616,-0.00027441224665381014,-0.0002600165025796741,-0.00024562072940170765,-0.00023122498532757163,-0.0002168292412534356,-0.0002024334971792996,-0.00018803773855324835,-0.00017364199447911233,-0.0001592462504049763,-0.00014485049177892506,-0.00013045474770478904,-0.00011605899635469541,-0.00010166324500460178,-8.726750093046576e-05,-7.287174958037212e-05,-5.847602733410895e-05,-4.4080275984015316e-05,-2.968452827190049e-05,-1.528877874079626e-05,-8.930292096920311e-07,1.3502720321412198e-05,2.7898469852516428e-05,4.2294217564631253e-05,5.6689968914724886e-05,7.108572026481852e-05,8.548147161491215e-05,9.987721568904817e-05,0.0001142729670391418,0.00012866871838923544,0.00014306446246337146,0.0001574602210894227,0.00017185596516355872,0.00018625170923769474,0.000200647467863746,0.000215043211937882,0.00022943897056393325,0.00024383471463806927,0.0002582304587122053,0.0002726262027863413,0.0002870219759643078,0.0003014177200384438,0.0003158134641125798,0.00033020920818671584,0.00034460495226085186,0.0003590006963349879,0.00037339646951295435,0.0003877922135870904,0.0004021879576612264],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,1,2,3,0,2,4,3,2,5,5,6,5,10,8,10,11,23,19,18,18,16,27,28,41,32,47,34,34,30,28,32,34,30,27,24,19,22,16,9,12,14,8,6,10,2,5,4,2,3,6,2,2,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.1618300825357437,-0.1569119542837143,-0.15199384093284607,-0.14707571268081665,-0.14215758442878723,-0.137239471077919,-0.1323213428258896,-0.12740321457386017,-0.12248509377241135,-0.11756697297096252,-0.1126488447189331,-0.10773072391748428,-0.10281260311603546,-0.09789447486400604,-0.09297635406255722,-0.0880582258105278,-0.08314010500907898,-0.07822198420763016,-0.07330385595560074,-0.06838573515415192,-0.0634676069021225,-0.058549486100673676,-0.053631365299224854,-0.04871324077248573,-0.04379511624574661,-0.03887699171900749,-0.03395886719226837,-0.02904074639081955,-0.02412262186408043,-0.01920449733734131,-0.014286374673247337,-0.009368251077830791,-0.0044501423835754395,0.0004679812118411064,0.005386104807257652,0.010304228402674198,0.015222351998090744,0.020140476524829865,0.025058599188923836,0.029976721853017807,0.03489484637975693,0.03981297090649605,0.04473109543323517,0.04964921623468399,0.05456734076142311,0.05948546528816223,0.06440358608961105,0.06932171434164047,0.0742398351430893,0.07915795594453812,0.08407608419656754,0.08899420499801636,0.09391233325004578,0.0988304540514946,0.10374857485294342,0.10866670310497284,0.11358482390642166,0.11850294470787048,0.1234210729598999,0.12833920121192932,0.13325731456279755,0.13817544281482697,0.14309357106685638,0.1480116844177246,0.15292981266975403],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,2,2,0,2,2,3,2,2,7,6,9,10,8,10,16,27,30,30,52,63,111,96,57,55,34,31,21,13,15,13,4,6,6,6,1,0,4,1,2,0,1,0,0,0,0,1,1,0,0,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.08625072985887527,-0.08348474651575089,-0.0807187631726265,-0.0779527798295021,-0.07518678903579712,-0.07242080569267273,-0.06965482234954834,-0.06688883900642395,-0.06412285566329956,-0.06135687232017517,-0.05859088897705078,-0.05582490190863609,-0.053058918565511703,-0.050292935222387314,-0.047526948153972626,-0.044760964810848236,-0.041994981467723846,-0.03922899812459946,-0.03646301478147507,-0.03369702771306038,-0.03093104436993599,-0.0281650610268116,-0.02539907582104206,-0.022633090615272522,-0.019867107272148132,-0.017101123929023743,-0.014335138723254204,-0.01156915444880724,-0.008803170174360275,-0.006037185899913311,-0.0032712016254663467,-0.0005052173510193825,0.0022607743740081787,0.005026758648455143,0.007792742922902107,0.010558727197349072,0.013324711471796036,0.016090694814920425,0.018856680020689964,0.021622665226459503,0.024388648569583893,0.027154631912708282,0.02992061711847782,0.03268660232424736,0.03545258566737175,0.03821856901049614,0.04098455607891083,0.04375053942203522,0.04651652276515961,0.049282506108284,0.052048489451408386,0.054814476519823074,0.057580459862947464,0.060346443206071854,0.06311243027448654,0.06587841361761093,0.06864439696073532,0.07141038030385971,0.0741763636469841,0.07694234699010849,0.07970833778381348,0.08247432112693787,0.08524030447006226,0.08800628781318665,0.09077227115631104],"_type":"histogram","values":[6,9,19,20,34,53,114,157,260,351,593,796,1143,1679,2285,3092,4143,5370,7221,8829,10934,13125,15822,18292,21300,24108,26611,28521,29939,31401,32572,32438,32200,30977,29267,27338,24851,22295,19439,16766,14130,11597,9457,7683,6024,4452,3469,2566,1899,1352,963,633,446,269,202,132,86,36,31,14,5,5,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,1,0,0,2,1,2,3,5,4,9,14,21,28,45,90,132,205,388,603,1086,1651,3027,5196,8593,15970,29902,60354,139146,488096,539783,142891,64577,32275,16758,9178,5294,3051,1851,988,659,374,215,158,73,52,42,22,13,7,10,5,4,4,1,0,3,0,0,0,0,0,0,1],"bins":[-0.10791015625,-0.10431671142578125,-0.1007232666015625,-0.09712982177734375,-0.093536376953125,-0.08994293212890625,-0.0863494873046875,-0.08275604248046875,-0.07916259765625,-0.07556915283203125,-0.0719757080078125,-0.06838226318359375,-0.064788818359375,-0.06119537353515625,-0.0576019287109375,-0.05400848388671875,-0.0504150390625,-0.04682159423828125,-0.0432281494140625,-0.03963470458984375,-0.036041259765625,-0.03244781494140625,-0.0288543701171875,-0.02526092529296875,-0.02166748046875,-0.01807403564453125,-0.0144805908203125,-0.01088714599609375,-0.007293701171875,-0.00370025634765625,-0.0001068115234375,0.00348663330078125,0.007080078125,0.01067352294921875,0.0142669677734375,0.01786041259765625,0.021453857421875,0.02504730224609375,0.0286407470703125,0.03223419189453125,0.03582763671875,0.03942108154296875,0.0430145263671875,0.04660797119140625,0.050201416015625,0.05379486083984375,0.0573883056640625,0.06098175048828125,0.0645751953125,0.06816864013671875,0.0717620849609375,0.07535552978515625,0.078948974609375,0.08254241943359375,0.0861358642578125,0.08972930908203125,0.09332275390625,0.09691619873046875,0.1005096435546875,0.10410308837890625,0.107696533203125,0.11128997802734375,0.1148834228515625,0.11847686767578125,0.1220703125]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[2,1,0,3,2,3,4,2,11,11,12,20,29,56,73,87,139,196,264,421,607,892,1320,1905,3013,4459,7100,11011,17977,30040,52586,99652,221688,492406,325955,135299,68595,37517,21919,12983,8511,5361,3596,2269,1547,1018,715,487,327,253,159,117,71,48,31,37,23,9,6,8,6,3,0,2],"bins":[-0.0205078125,-0.019899368286132812,-0.019290924072265625,-0.018682479858398438,-0.01807403564453125,-0.017465591430664062,-0.016857147216796875,-0.016248703002929688,-0.0156402587890625,-0.015031814575195312,-0.014423370361328125,-0.013814926147460938,-0.01320648193359375,-0.012598037719726562,-0.011989593505859375,-0.011381149291992188,-0.010772705078125,-0.010164260864257812,-0.009555816650390625,-0.008947372436523438,-0.00833892822265625,-0.0077304840087890625,-0.007122039794921875,-0.0065135955810546875,-0.0059051513671875,-0.0052967071533203125,-0.004688262939453125,-0.0040798187255859375,-0.00347137451171875,-0.0028629302978515625,-0.002254486083984375,-0.0016460418701171875,-0.00103759765625,-0.0004291534423828125,0.000179290771484375,0.0007877349853515625,0.00139617919921875,0.0020046234130859375,0.002613067626953125,0.0032215118408203125,0.0038299560546875,0.0044384002685546875,0.005046844482421875,0.0056552886962890625,0.00626373291015625,0.0068721771240234375,0.007480621337890625,0.008089065551757812,0.008697509765625,0.009305953979492188,0.009914398193359375,0.010522842407226562,0.01113128662109375,0.011739730834960938,0.012348175048828125,0.012956619262695312,0.0135650634765625,0.014173507690429688,0.014781951904296875,0.015390396118164062,0.01599884033203125,0.016607284545898438,0.017215728759765625,0.017824172973632812,0.0184326171875]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,1,0,3,1,5,3,3,2,4,9,6,12,17,10,10,11,17,13,20,19,29,17,20,21,32,26,25,33,35,34,34,25,27,20,18,27,15,21,13,24,14,9,11,10,9,9,7,7,5,6,0,3,3,4,3,0,0,2,0,0,1],"bins":[-0.06821966916322708,-0.06603378057479858,-0.06384789198637009,-0.06166199967265129,-0.059476111084222794,-0.057290218770504,-0.0551043301820755,-0.052918441593647,-0.050732553005218506,-0.04854666069149971,-0.04636077210307121,-0.044174883514642715,-0.04198899120092392,-0.03980310261249542,-0.037617214024066925,-0.03543132171034813,-0.03324543312191963,-0.031059542670845985,-0.028873654082417488,-0.02668776363134384,-0.024501875042915344,-0.022315984591841698,-0.02013009414076805,-0.017944205552339554,-0.015758315101265907,-0.013572425581514835,-0.011386536061763763,-0.009200645610690117,-0.007014756090939045,-0.004828866571187973,-0.002642976585775614,-0.0004570868331938982,0.0017288029193878174,0.003914692439138889,0.0061005824245512486,0.008286472409963608,0.01047236192971468,0.012658251449465752,0.014844141900539398,0.017030030488967896,0.019215920940041542,0.02140181139111519,0.023587699979543686,0.025773590430617332,0.02795948088169098,0.030145369470119476,0.032331258058547974,0.03451715037226677,0.03670303896069527,0.038888927549123764,0.04107481986284256,0.04326070845127106,0.045446597039699554,0.04763248935341835,0.04981837794184685,0.052004266530275345,0.05419015884399414,0.05637604743242264,0.058561936020851135,0.06074782460927963,0.06293371319770813,0.06511960923671722,0.06730549782514572,0.06949138641357422,0.07167727500200272]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,1,0,1,1,0,2,4,2,3,3,10,5,7,16,5,14,10,16,20,24,28,16,28,36,38,36,51,41,54,37,37,35,30,29,22,16,17,17,12,10,2,10,6,8,0,3,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005162105662748218,-0.0004976697964593768,-0.0004791290848515928,-0.00046058831503614783,-0.00044204757432453334,-0.00042350683361291885,-0.0004049660637974739,-0.0003864253230858594,-0.00036788458237424493,-0.00034934384166263044,-0.00033080310095101595,-0.000312262331135571,-0.0002937215904239565,-0.000275180849712342,-0.0002566400798968971,-0.0002380993391852826,-0.0002195585984736681,-0.0002010178577620536,-0.0001824771024985239,-0.00016393634723499417,-0.00014539560652337968,-0.0001268548658117652,-0.00010831411054823548,-8.977336256066337e-05,-7.123261457309127e-05,-5.2691866585519165e-05,-3.415111859794706e-05,-1.5610370610374957e-05,2.9303773771971464e-06,2.147112536476925e-05,4.0011873352341354e-05,5.855262133991346e-05,7.709331111982465e-05,9.563405910739675e-05,0.00011417480709496886,0.00013271556235849857,0.00015125630307011306,0.00016979704378172755,0.00018833779904525727,0.000206878554308787,0.00022541929502040148,0.00024396003573201597,0.00026250077644363046,0.0002810415462590754,0.0002995822869706899,0.0003181230276823044,0.00033666379749774933,0.0003552045382093638,0.0003737452789209783,0.0003922860196325928,0.0004108267603442073,0.00042936753015965223,0.0004479082708712667,0.0004664490115828812,0.00048498978139832616,0.0005035304930061102,0.0005220712628215551,0.0005406120326370001,0.0005591527442447841,0.0005776935140602291,0.0005962342256680131,0.000614774995483458,0.000633315765298903,0.000651856476906687,0.000670397246722132],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[3,1,0,0,0,0,0,0,2,0,1,1,0,1,0,6,2,2,4,5,6,7,7,19,11,12,20,5,21,34,22,30,29,34,31,31,37,33,35,36,35,24,40,19,30,15,19,19,13,11,14,11,7,5,3,3,2,1,0,1,2,2,2,2],"bins":[-0.0004365094064269215,-0.00042465992737561464,-0.0004128104483243078,-0.00040096096927300096,-0.00038911151932552457,-0.0003772620402742177,-0.0003654125612229109,-0.00035356308217160404,-0.0003417136031202972,-0.00032986412406899035,-0.00031801467412151396,-0.0003061651950702071,-0.0002943157160189003,-0.00028246623696759343,-0.0002706167579162866,-0.00025876727886497974,-0.00024691782891750336,-0.00023506833531428128,-0.00022321887081488967,-0.00021136939176358283,-0.00019951991271227598,-0.00018767044821288437,-0.00017582096916157752,-0.00016397149011027068,-0.00015212202561087906,-0.00014027254655957222,-0.00012842306750826538,-0.00011657359573291615,-0.00010472412395756692,-9.287464490626007e-05,-8.102517313091084e-05,-6.9175694079604e-05,-5.732622230425477e-05,-4.5476746890926734e-05,-3.36272714775987e-05,-2.1777799702249467e-05,-9.92832428892143e-06,1.921150214911904e-06,1.3770624718745239e-05,2.5620098313083872e-05,3.746957372641191e-05,4.9319049139739946e-05,6.116852455306798e-05,7.301799632841721e-05,8.486746810376644e-05,9.671694715507329e-05,0.00010856641893042251,0.00012041589798172936,0.0001322653697570786,0.00014411484880838543,0.00015596431330777705,0.0001678137923590839,0.00017966327141039073,0.00019151273590978235,0.0002033622149610892,0.00021521169401239604,0.00022706115851178765,0.0002389106375630945,0.00025076011661440134,0.0002626095956657082,0.00027445907471701503,0.0002863085246644914,0.00029815800371579826,0.0003100074827671051,0.00032185696181841195],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,0,1,1,9,10,19,36,64,99,213,364,544,841,1370,1970,2922,4082,5834,7728,10081,12882,16257,19635,23570,27102,30628,33806,36005,37397,37803,37251,36189,33674,30949,27678,24175,20194,16894,13549,10548,8070,6010,4300,3145,2141,1435,895,600,340,199,146,71,43,26,10,9,3,2,2,1,0,1],"bins":[-0.10187958925962448,-0.09865471720695496,-0.09542983770370483,-0.09220496565103531,-0.08898009359836578,-0.08575522154569626,-0.08253034204244614,-0.07930546998977661,-0.07608059793710709,-0.07285571843385696,-0.06963084638118744,-0.06640597432851791,-0.06318110227584839,-0.059956226497888565,-0.05673135071992874,-0.053506478667259216,-0.05028160288929939,-0.04705672711133957,-0.043831855058670044,-0.04060697928071022,-0.037382107228040695,-0.03415723145008087,-0.030932357534766197,-0.027707483619451523,-0.02448260970413685,-0.021257735788822174,-0.0180328618735075,-0.01480798702687025,-0.011583113111555576,-0.008358239196240902,-0.00513336481526494,-0.0019084906671196222,0.0013163834810256958,0.00454125739634037,0.007766131777316332,0.010991006158292294,0.014215880073606968,0.017440754920244217,0.02066562883555889,0.023890502750873566,0.02711537666618824,0.030340250581502914,0.03356512635946274,0.03678999841213226,0.04001487419009209,0.04323974624276161,0.046464622020721436,0.04968949407339096,0.052914369851350784,0.05613924562931061,0.05936411768198013,0.06258898973464966,0.06581386923789978,0.0690387412905693,0.07226361334323883,0.07548848539590836,0.07871336489915848,0.081938236951828,0.08516310900449753,0.08838798850774765,0.09161286056041718,0.0948377326130867,0.09806260466575623,0.10128748416900635,0.10451235622167587],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.000820365734398365,-0.0007993881590664387,-0.0007784105837345123,-0.000757433008402586,-0.0007364554330706596,-0.0007154778577387333,-0.000694500282406807,-0.0006735227070748806,-0.0006525451317429543,-0.0006315676146186888,-0.0006105900392867625,-0.0005896124639548361,-0.0005686348886229098,-0.0005476573132909834,-0.0005266797379590571,-0.0005057021626271307,-0.0004847245872952044,-0.00046374701196327806,-0.0004427694366313517,-0.00042179186129942536,-0.000400814285967499,-0.00037983673973940313,-0.0003588591644074768,-0.00033788158907555044,-0.0003169040137436241,-0.00029592643841169775,-0.0002749488630797714,-0.00025397128774784505,-0.00023299372696783394,-0.0002120161516359076,-0.00019103859085589647,-0.00017006101552397013,-0.00014908338198438287,-0.00012810580665245652,-0.00010712823859648779,-8.615067054051906e-05,-6.517309520859271e-05,-4.4195523514645174e-05,-2.3217951820697635e-05,-2.2403801267500967e-06,1.8737191567197442e-05,3.971476326114498e-05,6.069233495509252e-05,8.166990301106125e-05,0.0001026474783429876,0.00012362505367491394,0.00014460261445492506,0.0001655801897868514,0.00018655776511877775,0.0002075353404507041,0.00022851291578263044,0.0002494904911145568,0.00027046806644648314,0.000291445612674579,0.00031242318800650537,0.0003334007633384317,0.00035437833867035806,0.0003753559140022844,0.00039633348933421075,0.0004173110646661371,0.000438288610894233,0.00045926618622615933,0.0004802437615580857,0.000501221336890012,0.0005221989122219384],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,2,1,1,0,0,1,4,6,5,7,9,8,16,25,18,28,28,27,47,56,67,68,80,106,120,159,113,137,101,128,122,101,97,64,81,50,35,32,21,18,18,14,6,6,4,2,4,0,0,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[3,0,1,2,2,4,10,8,10,27,32,42,61,103,124,187,233,306,425,619,854,1168,1688,2306,3324,4603,7180,10224,15366,23885,38684,70202,143387,114034,55246,32020,20560,13385,9095,5954,4292,2867,2150,1396,1137,675,530,382,301,198,147,128,76,66,28,29,21,10,13,5,3,1,1,4],"bins":[-0.0245361328125,-0.0237884521484375,-0.023040771484375,-0.0222930908203125,-0.02154541015625,-0.0207977294921875,-0.020050048828125,-0.0193023681640625,-0.0185546875,-0.0178070068359375,-0.017059326171875,-0.0163116455078125,-0.01556396484375,-0.0148162841796875,-0.014068603515625,-0.0133209228515625,-0.0125732421875,-0.0118255615234375,-0.011077880859375,-0.0103302001953125,-0.00958251953125,-0.0088348388671875,-0.008087158203125,-0.0073394775390625,-0.006591796875,-0.0058441162109375,-0.005096435546875,-0.0043487548828125,-0.00360107421875,-0.0028533935546875,-0.002105712890625,-0.0013580322265625,-0.0006103515625,0.0001373291015625,0.000885009765625,0.0016326904296875,0.00238037109375,0.0031280517578125,0.003875732421875,0.0046234130859375,0.00537109375,0.0061187744140625,0.006866455078125,0.0076141357421875,0.00836181640625,0.0091094970703125,0.009857177734375,0.0106048583984375,0.0113525390625,0.0121002197265625,0.012847900390625,0.0135955810546875,0.01434326171875,0.0150909423828125,0.015838623046875,0.0165863037109375,0.017333984375,0.0180816650390625,0.018829345703125,0.0195770263671875,0.02032470703125,0.0210723876953125,0.021820068359375,0.0225677490234375,0.0233154296875]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.29296875,-0.284149169921875,-0.27532958984375,-0.266510009765625,-0.2576904296875,-0.248870849609375,-0.24005126953125,-0.231231689453125,-0.222412109375,-0.213592529296875,-0.20477294921875,-0.195953369140625,-0.1871337890625,-0.178314208984375,-0.16949462890625,-0.160675048828125,-0.15185546875,-0.143035888671875,-0.13421630859375,-0.125396728515625,-0.1165771484375,-0.107757568359375,-0.09893798828125,-0.090118408203125,-0.081298828125,-0.072479248046875,-0.06365966796875,-0.054840087890625,-0.0460205078125,-0.037200927734375,-0.02838134765625,-0.019561767578125,-0.0107421875,-0.001922607421875,0.00689697265625,0.015716552734375,0.0245361328125,0.033355712890625,0.04217529296875,0.050994873046875,0.059814453125,0.068634033203125,0.07745361328125,0.086273193359375,0.0950927734375,0.103912353515625,0.11273193359375,0.121551513671875,0.13037109375,0.139190673828125,0.14801025390625,0.156829833984375,0.1656494140625,0.174468994140625,0.18328857421875,0.192108154296875,0.200927734375,0.209747314453125,0.21856689453125,0.227386474609375,0.2362060546875,0.245025634765625,0.25384521484375,0.262664794921875,0.271484375],"_type":"histogram","values":[1,0,0,1,0,2,1,4,1,3,10,19,10,17,36,55,57,106,151,237,319,468,676,1121,1604,2485,3823,6292,10073,16935,28911,51902,110765,191720,69705,36877,21335,12577,7727,4825,3128,1976,1285,827,584,357,270,163,104,75,71,47,22,15,16,12,5,4,2,7,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,3,0,1,3,3,4,3,2,4,2,4,7,9,14,12,19,18,17,17,17,21,31,28,28,19,29,27,31,40,27,27,27,27,22,24,19,16,18,18,17,14,14,17,11,11,7,4,9,5,7,1,0,5,3,0,0,0,0,0,1,1,1,1],"bins":[-0.0842285230755806,-0.0813688114285469,-0.07850910723209381,-0.07564939558506012,-0.07278968393802643,-0.06992997974157333,-0.06707026809453964,-0.06421055644750595,-0.06135084852576256,-0.058491140604019165,-0.055631428956985474,-0.05277172103524208,-0.04991201311349869,-0.047052301466464996,-0.0441925935447216,-0.04133288189768791,-0.03847317397594452,-0.035613466054201126,-0.032753754407167435,-0.029894046485424042,-0.0270343367010355,-0.024174626916646957,-0.021314918994903564,-0.018455209210515022,-0.01559549942612648,-0.012735789641737938,-0.00987608078867197,-0.0070163714699447155,-0.004156662151217461,-0.0012969528324902058,0.001562756486237049,0.004422465804964304,0.007282167673110962,0.010141877457499504,0.013001586310565472,0.01586129516363144,0.01872100494801998,0.021580714732408524,0.024440422654151917,0.02730013243854046,0.030159842222929,0.033019550144672394,0.035879261791706085,0.03873896971344948,0.04159867763519287,0.04445838928222656,0.047318097203969955,0.05017780885100365,0.05303751677274704,0.05589722469449043,0.058756936341524124,0.06161664426326752,0.06447635591030121,0.0673360601067543,0.070195771753788,0.07305548340082169,0.07591518759727478,0.07877489924430847,0.08163461089134216,0.08449432253837585,0.08735402673482895,0.09021373838186264,0.09307345002889633,0.09593315422534943,0.09879286587238312]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[1,3,0,1,4,2,5,2,2,4,3,3,8,10,13,12,18,19,18,16,18,27,25,31,24,20,29,26,34,36,31,26,30,24,24,20,20,14,22,17,15,15,16,14,10,11,7,8,6,4,7,1,1,4,3,0,0,0,0,1,1,0,1,1],"bins":[-0.08349016308784485,-0.08062215894460678,-0.07775416225194931,-0.07488615810871124,-0.07201816141605377,-0.0691501572728157,-0.06628216058015823,-0.06341415643692017,-0.0605461560189724,-0.05767815560102463,-0.05481015518307686,-0.05194215476512909,-0.04907415062189102,-0.04620615020394325,-0.04333814978599548,-0.040470149368047714,-0.037602148950099945,-0.034734148532152176,-0.03186614811420441,-0.02899814583361149,-0.02613014541566372,-0.02326214499771595,-0.02039414271712303,-0.017526142299175262,-0.014658141881227493,-0.011790141463279724,-0.00892214011400938,-0.006054139230400324,-0.0031861383467912674,-0.0003181374631822109,0.0025498634204268456,0.005417864304035902,0.008285865187644958,0.011153865605592728,0.014021866954863071,0.016889868304133415,0.019757868722081184,0.022625869140028954,0.025493871420621872,0.02836187183856964,0.03122987225651741,0.03409787267446518,0.03696587309241295,0.03983387351036072,0.042701877653598785,0.045569878071546555,0.048437878489494324,0.05130587890744209,0.05417387932538986,0.05704187974333763,0.0599098801612854,0.06277788430452347,0.06564588099718094,0.068513885140419,0.07138188183307648,0.07424988597631454,0.07711789011955261,0.07998588681221008,0.08285389095544815,0.08572188764810562,0.08858989179134369,0.09145788848400116,0.09432589262723923,0.0971938893198967,0.10006189346313477],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09188059717416763,-0.08900559693574905,-0.08613059669733047,-0.0832555964589119,-0.08038059622049332,-0.07750559598207474,-0.07463058829307556,-0.07175558805465698,-0.0688805878162384,-0.06600558757781982,-0.06313058733940125,-0.060255587100982666,-0.05738058686256409,-0.05450558662414551,-0.05163058266043663,-0.04875558242201805,-0.04588058218359947,-0.04300558194518089,-0.040130581706762314,-0.037255577743053436,-0.03438057750463486,-0.03150557726621628,-0.0286305770277977,-0.02575557492673397,-0.02288057468831539,-0.020005574449896812,-0.017130572348833084,-0.014255572110414505,-0.011380570940673351,-0.008505569770932198,-0.005630569066852331,-0.002755568129941821,0.00011943280696868896,0.002994433743879199,0.005869434680789709,0.008744435384869576,0.01161943655461073,0.014494437724351883,0.017369437962770462,0.02024444006383419,0.02311944030225277,0.02599444054067135,0.028869442641735077,0.031744442880153656,0.034619443118572235,0.037494443356990814,0.04036944732069969,0.04324444755911827,0.04611944779753685,0.04899444803595543,0.05186944827437401,0.054744452238082886,0.057619452476501465,0.060494452714920044,0.06336945295333862,0.0662444531917572,0.06911945343017578,0.07199445366859436,0.07486945390701294,0.07774446159601212,0.0806194618344307,0.08349446207284927,0.08636946231126785,0.08924446254968643,0.09211946278810501],"_type":"histogram","values":[1,3,3,9,12,26,37,58,114,199,309,440,652,1060,1406,2198,2858,3897,5168,6757,8651,10966,13463,16138,18928,22136,25000,27474,30405,31848,33048,33665,33417,32947,31578,29545,27177,24535,21740,18969,15916,13237,10614,8574,6761,5251,3694,2736,1967,1383,991,686,443,282,185,100,78,39,26,10,5,4,2,3]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9987638592720032,0.9988049268722534,0.9988459944725037,0.9988870620727539,0.9989281296730042,0.9989691376686096,0.9990102052688599,0.9990512728691101,0.9990923404693604,0.9991334080696106,0.9991744756698608,0.9992155432701111,0.9992566108703613,0.9992976784706116,0.999338686466217,0.9993797540664673,0.9994208216667175,0.9994618892669678,0.999502956867218,0.9995440244674683,0.9995850920677185,0.9996261596679688,0.999667227268219,0.9997082352638245,0.9997493028640747,0.999790370464325,0.9998314380645752,0.9998725056648254,0.9999135732650757,0.9999546408653259,0.9999957084655762,1.0000367164611816,1.0000778436660767,1.0001188516616821,1.0001599788665771,1.0002009868621826,1.0002421140670776,1.000283122062683,1.0003241300582886,1.0003652572631836,1.000406265258789,1.000447392463684,1.0004884004592896,1.0005295276641846,1.00057053565979,1.000611662864685,1.0006526708602905,1.000693678855896,1.000734806060791,1.0007758140563965,1.0008169412612915,1.000857949256897,1.000899076461792,1.0009400844573975,1.0009812116622925,1.001022219657898,1.0010632276535034,1.0011043548583984,1.001145362854004,1.001186490058899,1.0012274980545044,1.0012686252593994,1.0013096332550049,1.0013507604599,1.0013917684555054],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,0,3,1,2,2,2,5,5,9,8,18,14,28,30,37,36,48,50,43,56,51,40,41,41,32,22,14,19,16,12,14,14,11,4,6,11,2,2,3,1,1,0,2,1,3,0,1,0,0,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[1,0,0,0,1,0,0,3,4,6,3,6,6,9,2,8,4,6,12,12,11,14,17,26,27,18,19,27,23,19,43,32,33,33,41,33,35,34,26,22,12,15,8,13,22,14,10,12,4,8,6,4,4,2,5,2,2,4,1,1,0,0,0,3],"bins":[-0.05818520113825798,-0.056407105177640915,-0.05462900921702385,-0.052850913256406784,-0.05107281729578972,-0.04929472133517265,-0.04751662537455559,-0.04573852941393852,-0.043960437178611755,-0.04218234121799469,-0.040404245257377625,-0.03862614929676056,-0.036848053336143494,-0.03506995737552643,-0.03329186141490936,-0.0315137654542923,-0.029735669493675232,-0.027957573533058167,-0.0261794775724411,-0.024401381611824036,-0.02262328565120697,-0.020845191553235054,-0.01906709559261799,-0.017288999632000923,-0.015510903671383858,-0.013732807710766792,-0.011954711750149727,-0.010176616720855236,-0.00839852076023817,-0.006620424799621105,-0.004842329304665327,-0.0030642335768789053,-0.001286134123802185,0.0004919616039842367,0.0022700573317706585,0.004048152826726437,0.005826248787343502,0.0076043447479605675,0.009382439777255058,0.011160535737872124,0.01293863169848919,0.014716727659106255,0.01649482361972332,0.018272919580340385,0.0200510136783123,0.021829109638929367,0.023607205599546432,0.025385301560163498,0.027163397520780563,0.02894149348139763,0.030719589442014694,0.03249768540263176,0.034275781363248825,0.03605387732386589,0.037831973284482956,0.03961006924510002,0.04138816148042679,0.043166257441043854,0.04494435340166092,0.046722449362277985,0.04850054532289505,0.050278641283512115,0.05205673724412918,0.053834833204746246,0.05561292916536331],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,3,2,2,2,7,5,3,1,8,7,10,17,7,20,13,19,24,29,27,29,24,32,31,37,28,34,40,30,22,22,24,28,28,21,22,23,10,9,12,4,12,8,10,2,1,3,2,5,3,1,0,1,0,0,0,0,0,0,1],"bins":[-0.13168954849243164,-0.12727726995944977,-0.12286500632762909,-0.11845273524522781,-0.11404046416282654,-0.10962818562984467,-0.10521591454744339,-0.10080364346504211,-0.09639137238264084,-0.09197910130023956,-0.08756683021783829,-0.08315455913543701,-0.07874228060245514,-0.07433000952005386,-0.06991773843765259,-0.06550546735525131,-0.06109319627285004,-0.05668092519044876,-0.052268654108047485,-0.04785637930035591,-0.043444108217954636,-0.03903183713555336,-0.034619562327861786,-0.03020729124546051,-0.025795020163059235,-0.02138274908065796,-0.016970476135611534,-0.012558204121887684,-0.008145932108163834,-0.0037336600944399834,0.0006786119192838669,0.005090883933007717,0.009503155946731567,0.013915427960455418,0.018327699974179268,0.022739972919225693,0.02715224400162697,0.031564515084028244,0.03597678989171982,0.040389060974121094,0.04480133205652237,0.049213603138923645,0.05362587422132492,0.058038149029016495,0.06245042011141777,0.06686269491910934,0.07127496600151062,0.0756872370839119,0.08009950816631317,0.08451177924871445,0.08892405033111572,0.093336321413517,0.09774859249591827,0.10216087102890015,0.10657314211130142,0.1109854131937027,0.11539768427610397,0.11980995535850525,0.12422222644090652,0.1286344975233078,0.13304677605628967,0.13745903968811035,0.14187131822109222,0.1462835818529129,0.15069586038589478]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.0223388671875,-0.021623611450195312,-0.020908355712890625,-0.020193099975585938,-0.01947784423828125,-0.018762588500976562,-0.018047332763671875,-0.017332077026367188,-0.0166168212890625,-0.015901565551757812,-0.015186309814453125,-0.014471054077148438,-0.01375579833984375,-0.013040542602539062,-0.012325286865234375,-0.011610031127929688,-0.010894775390625,-0.010179519653320312,-0.009464263916015625,-0.008749008178710938,-0.00803375244140625,-0.0073184967041015625,-0.006603240966796875,-0.0058879852294921875,-0.0051727294921875,-0.0044574737548828125,-0.003742218017578125,-0.0030269622802734375,-0.00231170654296875,-0.0015964508056640625,-0.000881195068359375,-0.0001659393310546875,0.00054931640625,0.0012645721435546875,0.001979827880859375,0.0026950836181640625,0.00341033935546875,0.0041255950927734375,0.004840850830078125,0.0055561065673828125,0.0062713623046875,0.0069866180419921875,0.007701873779296875,0.008417129516601562,0.00913238525390625,0.009847640991210938,0.010562896728515625,0.011278152465820312,0.011993408203125,0.012708663940429688,0.013423919677734375,0.014139175415039062,0.01485443115234375,0.015569686889648438,0.016284942626953125,0.017000198364257812,0.0177154541015625,0.018430709838867188,0.019145965576171875,0.019861221313476562,0.02057647705078125,0.021291732788085938,0.022006988525390625,0.022722244262695312,0.0234375],"_type":"histogram","values":[2,1,2,1,7,8,10,17,30,37,59,90,125,173,262,407,614,829,1359,2017,3060,4474,6968,10069,15033,23713,36474,56376,89466,149328,289818,379945,188800,111943,70179,45001,29484,18788,13012,8054,5572,3812,2402,1681,1144,749,417,345,226,164,93,73,60,24,21,15,9,8,6,3,1,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[2,3,3,9,23,40,56,147,235,367,621,1025,1584,2325,3636,5318,7584,10451,14030,19114,24807,31212,38705,46890,55894,64741,72683,80470,86816,91691,94764,95069,93540,90671,84932,78570,69966,61513,52881,43913,36197,28787,22200,17291,12788,9267,6662,4648,3179,2063,1380,899,478,318,190,91,66,29,14,7,4,2,2,1],"bins":[-0.09544534236192703,-0.09239844232797623,-0.08935154229402542,-0.08630464971065521,-0.0832577496767044,-0.0802108496427536,-0.0771639496088028,-0.07411704957485199,-0.07107014954090118,-0.06802325695753098,-0.06497635692358017,-0.061929456889629364,-0.05888255685567856,-0.05583566054701805,-0.052788760513067245,-0.04974186420440674,-0.04669496417045593,-0.04364806413650513,-0.04060116782784462,-0.037554267793893814,-0.03450737148523331,-0.0314604714512825,-0.028413571417331696,-0.02536667324602604,-0.022319775074720383,-0.019272876903414726,-0.01622597873210907,-0.013179078698158264,-0.010132180526852608,-0.007085281889885664,-0.00403838325291872,-0.0009914846159517765,0.0020554065704345703,0.005102305207401514,0.008149203844368458,0.011196102946996689,0.014243001118302345,0.017289899289608,0.020336799323558807,0.023383697494864464,0.02643059566617012,0.029477493837475777,0.03252439200878143,0.03557129204273224,0.038618192076683044,0.04166508838534355,0.04471198841929436,0.047758884727954865,0.05080578476190567,0.053852684795856476,0.05689958110451698,0.05994648113846779,0.0629933774471283,0.0660402774810791,0.06908717751502991,0.07213407754898071,0.07518097758293152,0.07822787016630173,0.08127477020025253,0.08432167023420334,0.08736857026815414,0.09041547030210495,0.09346236288547516,0.09650926291942596,0.09955616295337677]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.0016262616263702512,-0.0015737636713311076,-0.001521265716291964,-0.0014687677612528205,-0.001416269806213677,-0.0013637718511745334,-0.0013112740125507116,-0.001258776057511568,-0.0012062781024724245,-0.001153780147433281,-0.0011012821923941374,-0.0010487842373549938,-0.0009962862823158503,-0.0009437883272767067,-0.000891290430445224,-0.0008387924754060805,-0.0007862945203669369,-0.0007337965653277934,-0.0006812986102886498,-0.0006288007134571671,-0.0005763027584180236,-0.00052380480337888,-0.00047130684833973646,-0.00041880892240442336,-0.0003663109673652798,-0.00031381301232613623,-0.0002613150863908231,-0.00020881713135167956,-0.00015631919086445123,-0.0001038212503772229,-5.132330261403695e-05,1.1746415111701936e-06,5.3672585636377335e-05,0.00010617052612360567,0.000158668466610834,0.00021116642164997756,0.00026366434758529067,0.00031616230262443423,0.0003686602576635778,0.0004211581835988909,0.00047365613863803446,0.0005261540645733476,0.0005786520196124911,0.0006311499746516347,0.0006836479296907783,0.0007361458847299218,0.0007886437815614045,0.000841141736600548,0.0008936396916396916,0.0009461376466788352,0.0009986355435103178,0.0010511334985494614,0.001103631453588605,0.0011561294086277485,0.001208627363666892,0.0012611253187060356,0.0013136232737451792,0.0013661212287843227,0.0014186191838234663,0.001471117022447288,0.0015236149774864316,0.0015761129325255752,0.0016286108875647187,0.0016811088426038623,0.0017336067976430058],"_type":"histogram","values":[3,0,1,2,2,4,5,4,5,6,6,5,12,9,5,9,9,10,15,16,16,13,21,23,20,28,22,22,28,19,31,28,26,29,21,27,31,23,29,19,14,20,16,15,16,15,10,2,5,11,4,5,4,7,2,1,3,3,1,1,2,2,2,3]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,2,3,9,15,18,22,37,33,55,50,56,69,47,43,41,47,29,26,29,21,21,10,12,9,9,2,3,9,6,3,1,6,5,3,2,4,0,1,2,1,0,2,1,1,0,0,0,0,0,0,0,1],"bins":[0.9987087249755859,0.9987633228302002,0.9988179206848145,0.9988725185394287,0.998927116394043,0.998981773853302,0.9990363717079163,0.9990909695625305,0.9991455674171448,0.999200165271759,0.9992547631263733,0.9993093609809875,0.9993640184402466,0.9994186162948608,0.9994732141494751,0.9995278120040894,0.9995824098587036,0.9996370077133179,0.9996916055679321,0.9997462034225464,0.9998008012771606,0.9998554587364197,0.9999100565910339,0.9999646544456482,1.0000193119049072,1.0000739097595215,1.0001285076141357,1.00018310546875,1.0002377033233643,1.0002923011779785,1.0003468990325928,1.000401496887207,1.0004560947418213,1.0005106925964355,1.0005652904510498,1.000619888305664,1.0006744861602783,1.0007290840148926,1.0007836818695068,1.000838279724121,1.0008928775787354,1.0009475946426392,1.0010021924972534,1.0010567903518677,1.001111388206482,1.0011659860610962,1.0012205839157104,1.0012751817703247,1.001329779624939,1.0013843774795532,1.0014389753341675,1.0014935731887817,1.001548171043396,1.0016027688980103,1.0016573667526245,1.0017119646072388,1.0017666816711426,1.0018212795257568,1.001875877380371,1.0019304752349854,1.0019850730895996,1.0020396709442139,1.0020942687988281,1.0021488666534424,1.0022034645080566]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[2,1,5,5,2,6,7,13,21,22,32,40,32,53,77,80,64,48,40,23,36,25,14,20,11,12,6,8,9,8,4,6,3,2,7,2,2,2,3,3,1,1,1,2,1,0,0,0,1,1,1,0,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0060999756678938866,-0.0057450286112725735,-0.00539008155465126,-0.005035134498029947,-0.004680187441408634,-0.004325240384787321,-0.003970293328166008,-0.003615346271544695,-0.003260399214923382,-0.0029054521583020687,-0.0025505051016807556,-0.0021955580450594425,-0.0018406109884381294,-0.0014856639318168163,-0.0011307168751955032,-0.0007757698185741901,-0.00042082276195287704,-6.587570533156395e-05,0.00028907135128974915,0.0006440184079110622,0.0009989654645323753,0.0013539125211536884,0.0017088595777750015,0.0020638066343963146,0.0024187536910176277,0.002773700747638941,0.003128647804260254,0.003483594860881567,0.00383854191750288,0.004193488974124193,0.004548436030745506,0.004903383087366819,0.005258329212665558,0.005613276269286871,0.005968223325908184,0.006323170382529497,0.00667811743915081,0.007033064495772123,0.007388011552393436,0.0077429586090147495,0.008097905665636063,0.008452853187918663,0.008807799778878689,0.009162746369838715,0.009517693892121315,0.009872641414403915,0.010227588005363941,0.010582534596323967,0.010937482118606567,0.011292429640889168,0.011647376231849194,0.01200232282280922,0.01235727034509182,0.01271221786737442,0.013067164458334446,0.013422111049294472,0.013777058571577072,0.014132006093859673,0.014486952684819698,0.014841899275779724,0.015196846798062325,0.015551794320344925,0.015906739979982376,0.016261687502264977,0.016616635024547577],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,0,3,3,3,8,4,9,25,17,28,40,65,80,104,163,250,405,534,726,1186,1741,2533,3711,5863,8551,13605,20968,35740,63576,124866,132956,69168,37705,23105,14194,9324,6356,3935,2725,1811,1218,803,537,342,285,181,112,90,55,41,26,11,11,6,10,2,3,2,0,0,1,0,1],"bins":[-0.0012664794921875,-0.0012257099151611328,-0.0011849403381347656,-0.0011441707611083984,-0.0011034011840820312,-0.001062631607055664,-0.0010218620300292969,-0.0009810924530029297,-0.0009403228759765625,-0.0008995532989501953,-0.0008587837219238281,-0.0008180141448974609,-0.0007772445678710938,-0.0007364749908447266,-0.0006957054138183594,-0.0006549358367919922,-0.000614166259765625,-0.0005733966827392578,-0.0005326271057128906,-0.0004918575286865234,-0.00045108795166015625,-0.00041031837463378906,-0.0003695487976074219,-0.0003287792205810547,-0.0002880096435546875,-0.0002472400665283203,-0.00020647048950195312,-0.00016570091247558594,-0.00012493133544921875,-8.416175842285156e-05,-4.3392181396484375e-05,-2.6226043701171875e-06,3.814697265625e-05,7.891654968261719e-05,0.00011968612670898438,0.00016045570373535156,0.00020122528076171875,0.00024199485778808594,0.0002827644348144531,0.0003235340118408203,0.0003643035888671875,0.0004050731658935547,0.0004458427429199219,0.00048661231994628906,0.0005273818969726562,0.0005681514739990234,0.0006089210510253906,0.0006496906280517578,0.000690460205078125,0.0007312297821044922,0.0007719993591308594,0.0008127689361572266,0.0008535385131835938,0.0008943080902099609,0.0009350776672363281,0.0009758472442626953,0.0010166168212890625,0.0010573863983154297,0.0010981559753417969,0.001138925552368164,0.0011796951293945312,0.0012204647064208984,0.0012612342834472656,0.0013020038604736328,0.0013427734375]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[1,0,0,0,0,1,0,0,0,0,1,0,1,1,5,3,3,7,7,9,10,12,7,15,19,17,23,26,30,28,34,26,21,24,43,44,34,30,25,33,23,32,25,17,19,19,13,14,11,10,9,12,6,7,4,0,2,1,1,0,1,1,0,1],"bins":[-0.01615595817565918,-0.015700574964284897,-0.015245192684233189,-0.014789809472858906,-0.014334427192807198,-0.013879043981432915,-0.013423660770058632,-0.012968278490006924,-0.01251289527863264,-0.012057512067258358,-0.01160212978720665,-0.011146746575832367,-0.010691363364458084,-0.010235981084406376,-0.009780597873032093,-0.009325215592980385,-0.008869832381606102,-0.00841444917023182,-0.007959066890180111,-0.007503683678805828,-0.0070483009330928326,-0.006592918187379837,-0.006137534976005554,-0.005682152230292559,-0.005226769484579563,-0.004771386738866568,-0.004316003993153572,-0.0038606207817792892,-0.0034052380360662937,-0.002949855290353298,-0.002494472311809659,-0.00203908933326602,-0.001583707518875599,-0.0011283246567472816,-0.0006729417946189642,-0.00021755893249064684,0.00023782392963767052,0.0006932067917659879,0.0011485896538943052,0.0016039725160226226,0.00205935537815094,0.0025147381238639355,0.0029701211024075747,0.003425504080951214,0.0038808868266642094,0.004336269572377205,0.004791652783751488,0.005247035529464483,0.005702418275177479,0.006157801020890474,0.00661318376660347,0.007068566977977753,0.007523949723690748,0.007979332469403744,0.008434715680778027,0.008890097960829735,0.009345481172204018,0.0098008643835783,0.010256246663630009,0.010711629875004292,0.011167012155056,0.011622395366430283,0.012077778577804565,0.012533160857856274,0.012988544069230556],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,2,3,1,7,15,31,50,71,119,211,345,539,804,1175,1764,2459,3417,4541,6167,8145,10374,12368,15682,18529,21225,24621,27252,30189,31848,33746,34135,34507,33582,32538,30651,28254,25436,22259,19323,16259,13516,10718,8663,6826,5082,3757,2790,1935,1355,867,600,430,225,175,99,64,34,18,12,8,2,0,2],"bins":[-0.09445975720882416,-0.0915212407708168,-0.08858273178339005,-0.08564421534538269,-0.08270569890737534,-0.07976718991994858,-0.07682867348194122,-0.07389015704393387,-0.07095164805650711,-0.06801313161849976,-0.0650746151804924,-0.06213610619306564,-0.05919758975505829,-0.05625907704234123,-0.053320564329624176,-0.05038204789161682,-0.047443535178899765,-0.04450502246618271,-0.041566506028175354,-0.0386279933154583,-0.03568948060274124,-0.03275096416473389,-0.02981245145201683,-0.026873938739299774,-0.02393542416393757,-0.020996909588575363,-0.018058396875858307,-0.015119882300496101,-0.01218136865645647,-0.00924285501241684,-0.006304340902715921,-0.003365827025845647,-0.0004273131489753723,0.0025112007278949022,0.005449714604765177,0.008388228714466095,0.011326742358505726,0.014265256002545357,0.017203770577907562,0.02014228329062462,0.023080797865986824,0.02601931244134903,0.028957825154066086,0.03189633786678314,0.0348348543047905,0.03777336701750755,0.04071187973022461,0.043650396168231964,0.04658890888094902,0.04952742159366608,0.05246593803167343,0.05540445074439049,0.058342963457107544,0.0612814798951149,0.06421998888254166,0.06715850532054901,0.07009702175855637,0.07303553074598312,0.07597404718399048,0.07891256362199783,0.08185107260942459,0.08478958904743195,0.0877281054854393,0.09066661447286606,0.09360513091087341]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[2,1,0,0,1,0,0,1,2,0,3,4,3,3,4,7,9,11,18,22,29,23,35,48,45,55,46,47,50,49,32,36,32,16,16,23,12,15,12,11,11,7,4,5,6,1,2,1,1,1,1,1,1,0,0,1,0,0,0,0,0,0,0,2],"bins":[0.9988695979118347,0.9989120960235596,0.9989546537399292,0.998997151851654,0.9990396499633789,0.9990822076797485,0.9991247057914734,0.999167263507843,0.9992097616195679,0.9992522597312927,0.9992948174476624,0.9993373155593872,0.9993798136711121,0.9994223713874817,0.9994648694992065,0.9995073676109314,0.999549925327301,0.9995924234390259,0.9996349215507507,0.9996774792671204,0.9997199773788452,0.9997625350952148,0.9998050332069397,0.9998475313186646,0.9998900890350342,0.999932587146759,0.9999750852584839,1.0000176429748535,1.0000602006912231,1.0001026391983032,1.0001451969146729,1.0001877546310425,1.0002301931381226,1.0002727508544922,1.0003153085708618,1.000357747077942,1.0004003047943115,1.0004428625106812,1.0004853010177612,1.0005278587341309,1.0005704164505005,1.0006128549575806,1.0006554126739502,1.0006979703903198,1.0007404088974,1.0007829666137695,1.0008255243301392,1.0008679628372192,1.0009105205535889,1.0009530782699585,1.0009955167770386,1.0010380744934082,1.0010806322097778,1.0011231899261475,1.0011656284332275,1.0012081861495972,1.0012507438659668,1.0012931823730469,1.0013357400894165,1.0013782978057861,1.0014207363128662,1.0014632940292358,1.0015058517456055,1.0015482902526855,1.0015908479690552],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,2,1,0,2,4,4,7,10,5,5,9,18,7,20,17,26,21,16,41,41,33,30,34,51,34,31,44,43,25,34,19,17,19,19,16,8,9,10,7,6,8,2,3,2,1,1,0,1,1,0,0,1,0,0,0,1],"bins":[-0.0005707668024115264,-0.0005526567110791802,-0.000534546677954495,-0.0005164365866221488,-0.0004983264952898026,-0.0004802164330612868,-0.00046210637083277106,-0.00044399627950042486,-0.0004258862172719091,-0.0004077761550433934,-0.00038966606371104717,-0.00037155600148253143,-0.0003534459392540157,-0.0003353358479216695,-0.00031722578569315374,-0.00029911569436080754,-0.0002810056321322918,-0.00026289556990377605,-0.00024478547857142985,-0.0002266754163429141,-0.00020856533956248313,-0.00019045526278205216,-0.00017234520055353642,-0.00015423512377310544,-0.00013612504699267447,-0.0001180149702122435,-9.990490070777014e-05,-8.179483120329678e-05,-6.368475442286581e-05,-4.557468128041364e-05,-2.7464608137961477e-05,-9.354534995509312e-06,8.755596354603767e-06,2.6865669497055933e-05,4.49757426395081e-05,6.308581214398146e-05,8.119588892441243e-05,9.93059657048434e-05,0.00011741603520931676,0.00013552610471379012,0.0001536361814942211,0.00017174625827465206,0.00018985633505508304,0.00020796639728359878,0.00022607647406402975,0.0002441865508444607,0.00026229661307297647,0.00028040670440532267,0.0002985167666338384,0.00031662682886235416,0.00033473692019470036,0.0003528469824232161,0.0003709570737555623,0.00038906713598407805,0.0004071771982125938,0.00042528728954494,0.00044339735177345574,0.0004615074140019715,0.0004796175053343177,0.0004977275966666639,0.0005158376297913492,0.0005339477211236954,0.0005520578124560416,0.0005701678455807269,0.0005882779369130731],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.0322265625,-0.031322479248046875,-0.03041839599609375,-0.029514312744140625,-0.0286102294921875,-0.027706146240234375,-0.02680206298828125,-0.025897979736328125,-0.024993896484375,-0.024089813232421875,-0.02318572998046875,-0.022281646728515625,-0.0213775634765625,-0.020473480224609375,-0.01956939697265625,-0.018665313720703125,-0.01776123046875,-0.016857147216796875,-0.01595306396484375,-0.015048980712890625,-0.0141448974609375,-0.013240814208984375,-0.01233673095703125,-0.011432647705078125,-0.010528564453125,-0.009624481201171875,-0.00872039794921875,-0.007816314697265625,-0.0069122314453125,-0.006008148193359375,-0.00510406494140625,-0.004199981689453125,-0.0032958984375,-0.002391815185546875,-0.00148773193359375,-0.000583648681640625,0.0003204345703125,0.001224517822265625,0.00212860107421875,0.003032684326171875,0.003936767578125,0.004840850830078125,0.00574493408203125,0.006649017333984375,0.0075531005859375,0.008457183837890625,0.00936126708984375,0.010265350341796875,0.01116943359375,0.012073516845703125,0.01297760009765625,0.013881683349609375,0.0147857666015625,0.015689849853515625,0.01659393310546875,0.017498016357421875,0.018402099609375,0.019306182861328125,0.02021026611328125,0.021114349365234375,0.0220184326171875,0.022922515869140625,0.02382659912109375,0.024730682373046875,0.025634765625],"_type":"histogram","values":[1,1,0,0,1,2,2,3,2,2,4,2,6,16,13,18,23,40,82,104,132,210,323,452,750,1138,1707,3066,4932,7975,14187,24522,47602,93893,227425,582301,315301,119027,56666,29812,16783,9551,5448,3480,2053,1367,818,493,365,233,163,127,66,55,39,20,17,14,13,4,4,3,3,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9987760782241821,0.9988148212432861,0.9988536238670349,0.9988923668861389,0.9989311695098877,0.9989699125289917,0.9990086555480957,0.9990474581718445,0.9990862011909485,0.9991250038146973,0.9991637468338013,0.9992024898529053,0.999241292476654,0.9992800354957581,0.9993188381195068,0.9993575811386108,0.9993963241577148,0.9994351267814636,0.9994738698005676,0.9995126724243164,0.9995514154434204,0.9995902180671692,0.9996289610862732,0.9996677041053772,0.999706506729126,0.99974524974823,0.9997840523719788,0.9998227953910828,0.9998615384101868,0.9999003410339355,0.9999390840530396,0.9999778866767883,1.000016689300537,1.0000554323196411,1.0000941753387451,1.0001329183578491,1.0001716613769531,1.0002105236053467,1.0002492666244507,1.0002880096435547,1.0003267526626587,1.0003654956817627,1.0004043579101562,1.0004431009292603,1.0004818439483643,1.0005205869674683,1.0005593299865723,1.0005981922149658,1.0006369352340698,1.0006756782531738,1.0007144212722778,1.0007531642913818,1.0007920265197754,1.0008307695388794,1.0008695125579834,1.0009082555770874,1.0009469985961914,1.000985860824585,1.001024603843689,1.001063346862793,1.001102089881897,1.001140832901001,1.0011796951293945,1.0012184381484985,1.0012571811676025],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,1,0,0,4,2,1,2,3,5,6,8,14,7,23,20,23,28,32,43,48,41,48,43,43,39,36,33,31,33,14,27,11,13,14,13,7,5,6,9,5,6,4,4,0,1,1,2,3,0,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"bins":[-0.09110143035650253,-0.08811791241168976,-0.08513439446687698,-0.08215086907148361,-0.07916735112667084,-0.07618383318185806,-0.07320031523704529,-0.07021679729223251,-0.06723327934741974,-0.06424975395202637,-0.06126623600721359,-0.05828271806240082,-0.05529920011758804,-0.05231567844748497,-0.049332160502672195,-0.04634863883256912,-0.04336512088775635,-0.04038160294294357,-0.0373980812728405,-0.034414563328027725,-0.03143104165792465,-0.028447523713111877,-0.025464005768299103,-0.02248048596084118,-0.019496966153383255,-0.01651344634592533,-0.013529927469789982,-0.010546408593654633,-0.007562888786196709,-0.004579369444400072,-0.0015958501026034355,0.001387669239193201,0.004371181130409241,0.007354700472205877,0.010338219814002514,0.013321738690137863,0.016305258497595787,0.01928877830505371,0.022272296249866486,0.02525581605732441,0.028239335864782333,0.031222855672240257,0.03420637547969818,0.037189893424510956,0.04017341136932373,0.043156933039426804,0.04614045098423958,0.04912397265434265,0.052107490599155426,0.0550910085439682,0.058074530214071274,0.06105804815888405,0.06404156982898712,0.0670250877737999,0.07000860571861267,0.07299212366342545,0.07597564160823822,0.07895916700363159,0.08194268494844437,0.08492620289325714,0.08790972083806992,0.09089323878288269,0.09387676417827606,0.09686028212308884,0.09984380006790161],"_type":"histogram","values":[1,4,7,14,18,34,60,95,158,275,454,637,935,1369,2014,2880,3938,5338,7098,9105,11422,14178,17051,20081,23304,26552,29350,31558,33496,34583,34967,34366,33436,31872,29453,26429,23735,20589,17659,14585,11817,9381,7084,5451,3916,2939,2011,1400,947,674,422,277,155,101,60,41,24,10,9,2,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[2,0,3,1,1,3,4,5,5,3,6,7,9,10,8,10,12,18,19,24,21,22,22,26,32,39,32,29,36,29,47,38,26,26,23,20,16,16,18,10,14,12,6,3,12,13,8,2,6,2,2,1,2,3,2,0,0,1,0,0,0,0,0,1],"bins":[-0.00031230688910000026,-0.0003013125678990036,-0.00029031827580183744,-0.0002793239546008408,-0.0002683296625036746,-0.000257335341302678,-0.0002463410492055118,-0.00023534672800451517,-0.00022435242135543376,-0.00021335811470635235,-0.00020236380805727094,-0.00019136950140818954,-0.0001803751802071929,-0.0001693808735581115,-0.00015838656690903008,-0.00014739226025994867,-0.00013639795361086726,-0.00012540364696178585,-0.00011440934031270444,-0.00010341502638766542,-9.242071973858401e-05,-8.14264130895026e-05,-7.043209916446358e-05,-5.943779251538217e-05,-4.844348586630076e-05,-3.744917921721935e-05,-2.6454868930159137e-05,-1.5460560462088324e-05,-4.466251994017512e-06,6.528056474053301e-06,1.7522364942124113e-05,2.8516673410194926e-05,3.951095277443528e-05,5.050525942351669e-05,6.14995660725981e-05,7.249387999763712e-05,8.348818664671853e-05,9.448249329579994e-05,0.00010547680722083896,0.00011647111386992037,0.00012746542051900178,0.0001384597271680832,0.0001494540338171646,0.000160448340466246,0.00017144266166724265,0.00018243696831632406,0.00019343127496540546,0.00020442558161448687,0.00021541988826356828,0.0002264141949126497,0.0002374085015617311,0.00024840282276272774,0.0002593971148598939,0.00027039143606089056,0.00028138572815805674,0.0002923800493590534,0.00030337437056005,0.0003143686626572162,0.00032536298385821283,0.000336357275955379,0.00034735159715637565,0.00035834588925354183,0.00036934021045453846,0.00038033450255170465,0.0003913288237527013],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,1,1,0,0,1,2,3,4,4,6,5,7,15,6,14,15,24,26,21,36,36,42,39,45,39,58,49,41,53,59,53,59,69,59,55,57,57,47,45,48,48,32,34,31,25,27,27,17,21,9,7,12,7,11,6,2,5,5,3,2,3],"bins":[-0.0676938071846962,-0.06574437767267227,-0.06379495561122894,-0.06184552609920502,-0.05989610031247139,-0.057946670800447464,-0.05599724501371384,-0.05404781922698021,-0.05209839344024658,-0.050148963928222656,-0.04819953814148903,-0.0462501123547554,-0.044300682842731476,-0.04235125705599785,-0.04040183126926422,-0.038452401757240295,-0.03650297597050667,-0.03455355018377304,-0.032604120671749115,-0.030654694885015488,-0.02870526909828186,-0.026755841448903084,-0.024806413799524307,-0.02285698801279068,-0.020907560363411903,-0.018958132714033127,-0.0170087069272995,-0.015059279277920723,-0.013109852559864521,-0.011160425841808319,-0.009210998192429543,-0.007261571474373341,-0.00531214103102684,-0.0033627140801399946,-0.001413287129253149,0.0005361398216336966,0.002485566772520542,0.004434993490576744,0.006384420674294233,0.008333847858011723,0.010283274576067924,0.012232701294124126,0.014182128012180328,0.016131555661559105,0.01808098331093788,0.02003040909767151,0.021979836747050285,0.023929262533783913,0.02587869018316269,0.027828117832541466,0.029777543619275093,0.03172697126865387,0.0336763970553875,0.03562582656741142,0.03757525235414505,0.03952467814087868,0.041474103927612305,0.04342353343963623,0.04537295922636986,0.047322385013103485,0.04927181452512741,0.05122124031186104,0.053170666098594666,0.05512009561061859,0.05706952139735222],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,1,1,1,0,0,0,1,0,7,6,5,16,19,26,45,53,94,135,181,289,403,698,1068,1670,2604,4072,7111,12031,20680,38941,81874,216018,99566,44434,23805,13672,7540,4798,2915,1828,1125,663,459,332,200,141,95,74,31,25,18,18,8,6,3,4,5,3,0,2,0,1,2],"bins":[-0.11865234375,-0.11501312255859375,-0.1113739013671875,-0.10773468017578125,-0.104095458984375,-0.10045623779296875,-0.0968170166015625,-0.09317779541015625,-0.08953857421875,-0.08589935302734375,-0.0822601318359375,-0.07862091064453125,-0.074981689453125,-0.07134246826171875,-0.0677032470703125,-0.06406402587890625,-0.0604248046875,-0.05678558349609375,-0.0531463623046875,-0.04950714111328125,-0.045867919921875,-0.04222869873046875,-0.0385894775390625,-0.03495025634765625,-0.03131103515625,-0.02767181396484375,-0.0240325927734375,-0.02039337158203125,-0.016754150390625,-0.01311492919921875,-0.0094757080078125,-0.00583648681640625,-0.002197265625,0.00144195556640625,0.0050811767578125,0.00872039794921875,0.012359619140625,0.01599884033203125,0.0196380615234375,0.02327728271484375,0.02691650390625,0.03055572509765625,0.0341949462890625,0.03783416748046875,0.041473388671875,0.04511260986328125,0.0487518310546875,0.05239105224609375,0.0560302734375,0.05966949462890625,0.0633087158203125,0.06694793701171875,0.070587158203125,0.07422637939453125,0.0778656005859375,0.08150482177734375,0.08514404296875,0.08878326416015625,0.0924224853515625,0.09606170654296875,0.099700927734375,0.10334014892578125,0.1069793701171875,0.11061859130859375,0.1142578125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.00110626220703125,-0.0010701417922973633,-0.0010340213775634766,-0.0009979009628295898,-0.0009617805480957031,-0.0009256601333618164,-0.0008895397186279297,-0.000853419303894043,-0.0008172988891601562,-0.0007811784744262695,-0.0007450580596923828,-0.0007089376449584961,-0.0006728172302246094,-0.0006366968154907227,-0.0006005764007568359,-0.0005644559860229492,-0.0005283355712890625,-0.0004922151565551758,-0.00045609474182128906,-0.00041997432708740234,-0.0003838539123535156,-0.0003477334976196289,-0.0003116130828857422,-0.00027549266815185547,-0.00023937225341796875,-0.00020325183868408203,-0.0001671314239501953,-0.0001310110092163086,-9.489059448242188e-05,-5.8770179748535156e-05,-2.2649765014648438e-05,1.3470649719238281e-05,4.9591064453125e-05,8.571147918701172e-05,0.00012183189392089844,0.00015795230865478516,0.00019407272338867188,0.0002301931381225586,0.0002663135528564453,0.00030243396759033203,0.00033855438232421875,0.00037467479705810547,0.0004107952117919922,0.0004469156265258789,0.0004830360412597656,0.0005191564559936523,0.0005552768707275391,0.0005913972854614258,0.0006275177001953125,0.0006636381149291992,0.0006997585296630859,0.0007358789443969727,0.0007719993591308594,0.0008081197738647461,0.0008442401885986328,0.0008803606033325195,0.0009164810180664062,0.000952601432800293,0.0009887218475341797,0.0010248422622680664,0.0010609626770019531,0.0010970830917358398,0.0011332035064697266,0.0011693239212036133,0.0012054443359375],"_type":"histogram","values":[3,3,2,2,5,6,9,11,25,33,32,54,94,92,149,235,251,445,635,834,1284,1962,2768,4147,6407,10352,16224,26906,47366,87889,140431,103069,55270,31281,18412,11255,7243,4735,3119,2116,1412,971,722,468,302,211,170,125,76,64,44,37,16,14,7,12,6,6,1,2,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,1,0,1,1,2,5,4,1,3,5,2,8,13,8,21,19,21,20,18,33,25,40,40,37,28,38,34,31,26,34,26,27,39,22,21,23,15,19,8,7,7,6,6,5,2,2,4,2,0,2,1,0,1,1,0,0,0,0,1],"bins":[-0.001087346812710166,-0.0010526038240641356,-0.0010178608354181051,-0.0009831179631873965,-0.0009483749745413661,-0.0009136319858953357,-0.0008788890554569662,-0.0008441461250185966,-0.0008094031363725662,-0.0007746601477265358,-0.0007399172172881663,-0.0007051742868497968,-0.0006704312982037663,-0.0006356883095577359,-0.0006009453791193664,-0.0005662024486809969,-0.0005314594600349665,-0.000496716471388936,-0.00046197354095056653,-0.00042723058140836656,-0.0003924876218661666,-0.0003577446623239666,-0.00032300170278176665,-0.0002882587432395667,-0.0002535157836973667,-0.00021877282415516675,-0.00018402986461296678,-0.0001492869050707668,-0.00011454394552856684,-7.980098598636687e-05,-4.50580264441669e-05,-1.031506690196693e-05,2.4427776224911213e-05,5.917073576711118e-05,9.391369530931115e-05,0.00012865665485151112,0.0001633996143937111,0.00019814257393591106,0.00023288553347811103,0.000267628493020311,0.00030237145256251097,0.00033711441210471094,0.0003718573716469109,0.0004066003311891109,0.00044134329073131084,0.0004760862502735108,0.0005108292098157108,0.0005455721402540803,0.0005803151289001107,0.0006150581175461411,0.0006498010479845107,0.0006845439784228802,0.0007192869670689106,0.000754029955714941,0.0007887728861533105,0.00082351581659168,0.0008582588052377105,0.0008930017938837409,0.0009277447243221104,0.0009624876547604799,0.0009972306434065104,0.0010319736320525408,0.0010667166206985712,0.0011014594929292798,0.0011362024815753102]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,5,1,4,4,2,6,6,8,7,10,9,9,15,12,14,22,23,20,17,35,22,29,32,29,37,37,30,28,29,30,26,20,21,26,18,16,12,15,18,9,14,8,8,3,2,4,2,3,2,1,2,1,1,0,0,0,0,0,1],"bins":[-0.27904218435287476,-0.26977619528770447,-0.2605102062225342,-0.2512442469596863,-0.241978257894516,-0.2327122688293457,-0.2234462946653366,-0.21418030560016632,-0.20491433143615723,-0.19564834237098694,-0.18638235330581665,-0.17711637914180756,-0.16785039007663727,-0.15858441591262817,-0.14931842684745789,-0.1400524526834488,-0.1307864636182785,-0.12152048200368881,-0.11225450038909912,-0.10298851877450943,-0.09372253715991974,-0.08445654809474945,-0.07519056648015976,-0.06592458486557007,-0.05665860325098038,-0.047392621636390686,-0.038126640021800995,-0.028860654681921005,-0.019594673067331314,-0.010328690521419048,-0.0010627079755067825,0.008203274570405483,0.01746925711631775,0.02673523873090744,0.03600122034549713,0.04526720568537712,0.05453318729996681,0.0637991726398468,0.07306515425443649,0.08233113586902618,0.09159711748361588,0.10086309909820557,0.11012908071279526,0.11939506232738495,0.12866105139255524,0.13792702555656433,0.14719301462173462,0.1564589887857437,0.165724977850914,0.1749909669160843,0.18425694108009338,0.19352293014526367,0.20278890430927277,0.21205489337444305,0.22132086753845215,0.23058685660362244,0.23985284566879272,0.24911881983280182,0.2583847939968109,0.2676507830619812,0.2769167721271515,0.2861827611923218,0.2954487204551697,0.30471470952033997,0.31398069858551025]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.00335693359375,-0.0032591819763183594,-0.0031614303588867188,-0.003063678741455078,-0.0029659271240234375,-0.002868175506591797,-0.0027704238891601562,-0.0026726722717285156,-0.002574920654296875,-0.0024771690368652344,-0.0023794174194335938,-0.002281665802001953,-0.0021839141845703125,-0.002086162567138672,-0.0019884109497070312,-0.0018906593322753906,-0.00179290771484375,-0.0016951560974121094,-0.0015974044799804688,-0.0014996528625488281,-0.0014019012451171875,-0.0013041496276855469,-0.0012063980102539062,-0.0011086463928222656,-0.001010894775390625,-0.0009131431579589844,-0.0008153915405273438,-0.0007176399230957031,-0.0006198883056640625,-0.0005221366882324219,-0.00042438507080078125,-0.0003266334533691406,-0.0002288818359375,-0.00013113021850585938,-3.337860107421875e-05,6.437301635742188e-05,0.0001621246337890625,0.0002598762512207031,0.00035762786865234375,0.0004553794860839844,0.000553131103515625,0.0006508827209472656,0.0007486343383789062,0.0008463859558105469,0.0009441375732421875,0.0010418891906738281,0.0011396408081054688,0.0012373924255371094,0.00133514404296875,0.0014328956604003906,0.0015306472778320312,0.0016283988952636719,0.0017261505126953125,0.0018239021301269531,0.0019216537475585938,0.0020194053649902344,0.002117156982421875,0.0022149085998535156,0.0023126602172851562,0.002410411834716797,0.0025081634521484375,0.002605915069580078,0.0027036666870117188,0.0028014183044433594,0.002899169921875],"_type":"histogram","values":[1,0,0,0,1,0,2,3,2,4,6,18,17,21,36,55,67,78,117,213,221,298,478,685,1048,1571,2195,3555,5448,8494,13904,24988,49045,115020,183246,85787,39381,20562,11753,7253,4736,3023,2048,1362,939,671,419,294,238,144,100,76,59,31,36,18,19,16,4,10,1,4,1,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,0,6,5,20,29,39,78,129,190,326,532,735,1151,1682,2397,3259,4495,6043,7831,9866,12362,14905,17910,20925,24053,27187,29557,32001,33647,34462,34492,34000,32903,30824,28429,26106,22866,19622,16575,13697,10996,8880,6898,5155,3828,2742,2062,1372,898,604,390,272,154,99,57,46,15,7,2,6,1,1,1],"bins":[-0.09221696108579636,-0.08926785737276077,-0.08631874620914459,-0.08336964249610901,-0.08042053878307343,-0.07747142761945724,-0.07452232390642166,-0.07157322019338608,-0.0686241090297699,-0.06567500531673431,-0.06272590160369873,-0.05977679416537285,-0.05682768672704697,-0.05387858301401138,-0.0509294755756855,-0.04798037186264992,-0.045031264424324036,-0.042082156985998154,-0.03913305327296257,-0.03618394583463669,-0.033234842121601105,-0.030285734683275223,-0.02733662724494934,-0.024387521669268608,-0.021438416093587875,-0.018489310517907143,-0.015540204010903835,-0.012591097503900528,-0.009641991928219795,-0.006692885886877775,-0.003743779845535755,-0.0007946738041937351,0.002154439687728882,0.005103545729070902,0.008052651770412922,0.01100175827741623,0.013950863853096962,0.016899969428777695,0.019849076867103577,0.02279818244278431,0.025747288018465042,0.028696393594145775,0.03164549916982651,0.03459460660815239,0.03754371404647827,0.040492817759513855,0.04344192519783974,0.04639102891087532,0.0493401363492012,0.052289243787527084,0.05523834750056267,0.05818745493888855,0.06113655865192413,0.06408566981554031,0.0670347735285759,0.06998387724161148,0.07293298840522766,0.07588209211826324,0.07883119583129883,0.08178029954433441,0.08472941070795059,0.08767851442098618,0.09062761813402176,0.09357672929763794,0.09652583301067352]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,1,2,5,6,3,15,16,44,47,81,116,162,282,504,619,1019,1610,2527,3902,5936,9330,14471,21812,35222,56245,95474,172696,435267,349775,144116,79726,50196,32116,20718,13401,8708,5668,3738,2324,1647,1072,710,482,340,217,166,88,72,53,36,26,14,14,7,9,2,3,3,1,0,0,0,1],"bins":[-0.03857421875,-0.03723907470703125,-0.0359039306640625,-0.03456878662109375,-0.033233642578125,-0.03189849853515625,-0.0305633544921875,-0.02922821044921875,-0.02789306640625,-0.02655792236328125,-0.0252227783203125,-0.02388763427734375,-0.022552490234375,-0.02121734619140625,-0.0198822021484375,-0.01854705810546875,-0.0172119140625,-0.01587677001953125,-0.0145416259765625,-0.01320648193359375,-0.011871337890625,-0.01053619384765625,-0.0092010498046875,-0.00786590576171875,-0.00653076171875,-0.00519561767578125,-0.0038604736328125,-0.00252532958984375,-0.001190185546875,0.00014495849609375,0.0014801025390625,0.00281524658203125,0.004150390625,0.00548553466796875,0.0068206787109375,0.00815582275390625,0.009490966796875,0.01082611083984375,0.0121612548828125,0.01349639892578125,0.01483154296875,0.01616668701171875,0.0175018310546875,0.01883697509765625,0.020172119140625,0.02150726318359375,0.0228424072265625,0.02417755126953125,0.0255126953125,0.02684783935546875,0.0281829833984375,0.02951812744140625,0.030853271484375,0.03218841552734375,0.0335235595703125,0.03485870361328125,0.03619384765625,0.03752899169921875,0.0388641357421875,0.04019927978515625,0.041534423828125,0.04286956787109375,0.0442047119140625,0.04553985595703125,0.046875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,2,1,2,1,0,3,3,2,2,8,6,10,6,10,16,9,17,20,29,32,41,78,93,87,58,50,28,31,19,12,19,10,9,8,9,10,3,4,2,3,2,2,1,0,0,1,2,2,1,1,0,0,0,1,1],"bins":[-0.21864157915115356,-0.211822509765625,-0.20500344038009644,-0.19818437099456787,-0.1913653016090393,-0.18454623222351074,-0.17772716283798218,-0.1709080934524536,-0.16408902406692505,-0.15726996958255768,-0.1504509001970291,-0.14363183081150055,-0.13681276142597198,-0.12999369204044342,-0.12317462265491486,-0.11635555326938629,-0.10953648388385773,-0.10271741449832916,-0.0958983451128006,-0.08907927572727203,-0.08226020634174347,-0.0754411444067955,-0.06862207502126694,-0.06180300563573837,-0.05498393625020981,-0.048164866864681244,-0.04134579747915268,-0.03452673181891441,-0.02770766243338585,-0.020888593047857285,-0.01406952552497387,-0.0072504570707678795,-0.00043138861656188965,0.0063876798376441,0.01320674829185009,0.020025815814733505,0.02684488520026207,0.033663954585790634,0.0404830202460289,0.047302089631557465,0.05412115901708603,0.060940228402614594,0.06775929778814316,0.07457836717367172,0.08139742910861969,0.08821649849414825,0.09503556787967682,0.10185463726520538,0.10867370665073395,0.11549277603626251,0.12231184542179108,0.12913091480731964,0.1359499841928482,0.14276905357837677,0.14958812296390533,0.1564071923494339,0.16322624683380127,0.17004531621932983,0.1768643856048584,0.18368345499038696,0.19050252437591553,0.1973215937614441,0.20414066314697266,0.21095973253250122,0.21777880191802979],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.0004927892587147653,-0.0004795416898559779,-0.0004662941209971905,-0.00045304655213840306,-0.00043979898327961564,-0.0004265514144208282,-0.0004133038455620408,-0.0004000562767032534,-0.00038680870784446597,-0.000373561168089509,-0.0003603135992307216,-0.0003470660303719342,-0.00033381846151314676,-0.00032057089265435934,-0.0003073233237955719,-0.0002940757549367845,-0.0002808281860779971,-0.00026758061721920967,-0.00025433304836042225,-0.00024108547950163484,-0.00022783791064284742,-0.00021459035633597523,-0.0002013427874771878,-0.0001880952186184004,-0.00017484764975961298,-0.00016160008090082556,-0.00014835251204203814,-0.00013510494318325073,-0.00012185738160042092,-0.0001086098127416335,-9.53622511588037e-05,-8.211468230001628e-05,-6.886714254505932e-05,-5.5619573686271906e-05,-4.2372008465463296e-05,-2.9124441425665282e-05,-1.5876874385867268e-05,-2.629307346069254e-06,1.061825969372876e-05,2.3865826733526774e-05,3.711339377332479e-05,5.0360962632112205e-05,6.360853149089962e-05,7.685609307372943e-05,9.010366193251684e-05,0.00010335123079130426,0.00011659879237413406,0.00012984636123292148,0.0001430939300917089,0.00015634149895049632,0.00016958906780928373,0.00018283663666807115,0.00019608420552685857,0.00020933175983373076,0.00022257932869251817,0.0002358268975513056,0.00024907448096200824,0.0002623220207169652,0.0002755695895757526,0.00028881715843454003,0.00030206472729332745,0.00031531229615211487,0.0003285598650109023,0.0003418074338696897,0.0003550550027284771],"_type":"histogram","values":[1,0,0,0,0,1,0,0,2,0,1,4,2,3,2,4,3,0,4,8,6,4,10,7,14,15,16,11,17,32,19,25,38,28,38,30,33,41,25,38,32,26,27,20,22,24,24,13,13,12,9,11,13,5,7,3,9,6,0,4,0,1,2,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,0,1,0,0,2,5,4,3,7,13,11,22,20,44,66,92,128,203,329,428,777,1115,1646,2689,4145,6734,11380,19443,35501,71663,191884,122183,51681,28144,15486,8858,5485,3505,2037,1410,883,611,358,280,159,144,86,43,34,29,16,6,9,6,4,3,4,1,0,2,1],"bins":[-0.0150146484375,-0.014570236206054688,-0.014125823974609375,-0.013681411743164062,-0.01323699951171875,-0.012792587280273438,-0.012348175048828125,-0.011903762817382812,-0.0114593505859375,-0.011014938354492188,-0.010570526123046875,-0.010126113891601562,-0.00968170166015625,-0.009237289428710938,-0.008792877197265625,-0.008348464965820312,-0.007904052734375,-0.0074596405029296875,-0.007015228271484375,-0.0065708160400390625,-0.00612640380859375,-0.0056819915771484375,-0.005237579345703125,-0.0047931671142578125,-0.0043487548828125,-0.0039043426513671875,-0.003459930419921875,-0.0030155181884765625,-0.00257110595703125,-0.0021266937255859375,-0.001682281494140625,-0.0012378692626953125,-0.00079345703125,-0.0003490447998046875,9.5367431640625e-05,0.0005397796630859375,0.00098419189453125,0.0014286041259765625,0.001873016357421875,0.0023174285888671875,0.0027618408203125,0.0032062530517578125,0.003650665283203125,0.0040950775146484375,0.00453948974609375,0.0049839019775390625,0.005428314208984375,0.0058727264404296875,0.006317138671875,0.0067615509033203125,0.007205963134765625,0.0076503753662109375,0.00809478759765625,0.008539199829101562,0.008983612060546875,0.009428024291992188,0.0098724365234375,0.010316848754882812,0.010761260986328125,0.011205673217773438,0.01165008544921875,0.012094497680664062,0.012538909912109375,0.012983322143554688,0.013427734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,2,2,8,10,22,40,60,92,167,239,343,556,793,1202,1738,2509,3340,4380,5995,7475,9634,11826,14424,16897,19916,22944,25531,27914,30268,31891,33078,33510,33457,31954,30649,28721,26307,23720,20737,17979,15103,12620,9958,8208,6310,4851,3741,2663,1965,1325,974,656,441,266,160,104,56,41,31,8,4,4,4],"bins":[-0.09255674481391907,-0.08972126990556717,-0.08688579499721527,-0.08405032753944397,-0.08121485263109207,-0.07837937772274017,-0.07554391026496887,-0.07270843535661697,-0.06987296044826508,-0.06703748553991318,-0.06420201063156128,-0.06136654317378998,-0.05853106826543808,-0.05569559335708618,-0.05286012217402458,-0.05002465099096298,-0.047189176082611084,-0.044353701174259186,-0.041518229991197586,-0.038682758808135986,-0.03584728389978409,-0.03301180899143219,-0.03017633780837059,-0.02734086476266384,-0.024505391716957092,-0.021669918671250343,-0.018834445625543594,-0.015998972579836845,-0.013163499534130096,-0.010328026488423347,-0.0074925534427165985,-0.0046570803970098495,-0.0018216148018836975,0.0010138582438230515,0.0038493312895298004,0.006684804335236549,0.009520277380943298,0.012355750426650047,0.015191223472356796,0.018026696518063545,0.020862169563770294,0.023697642609477043,0.026533115655183792,0.02936858870089054,0.03220406174659729,0.03503953665494919,0.03787500783801079,0.04071047902107239,0.043545953929424286,0.046381428837776184,0.049216900020837784,0.052052371203899384,0.05488784611225128,0.05772332102060318,0.06055879220366478,0.06339426338672638,0.06622973829507828,0.06906521320343018,0.07190068066120148,0.07473615556955338,0.07757163047790527,0.08040710538625717,0.08324258029460907,0.08607804775238037,0.08891352266073227]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,6,1,1,4,2,4,3,9,2,5,6,15,12,16,14,11,11,23,16,23,24,24,32,27,31,33,23,29,29,23,20,23,19,26,23,14,20,16,17,16,14,16,10,13,7,9,11,3,12,5,3,0,2,1,3,2,2],"bins":[-0.0340719074010849,-0.03308846428990364,-0.03210502117872238,-0.031121578067541122,-0.030138134956359863,-0.029154689982533455,-0.028171246871352196,-0.027187803760170937,-0.026204360648989677,-0.02522091753780842,-0.02423747442662716,-0.0232540313154459,-0.02227058634161949,-0.021287143230438232,-0.020303700119256973,-0.019320257008075714,-0.018336813896894455,-0.017353370785713196,-0.016369927674531937,-0.015386483632028103,-0.014403040520846844,-0.013419597409665585,-0.01243615336716175,-0.011452710255980492,-0.010469267144799232,-0.009485824033617973,-0.008502380922436714,-0.00751893687993288,-0.006535493768751621,-0.005552050657570362,-0.004568607080727816,-0.003585163736715913,-0.0026017241179943085,-0.0016182807739824057,-0.0006348374299705029,0.00034860591404139996,0.0013320492580533028,0.0023154926020652056,0.0032989359460771084,0.004282379522919655,0.005265822634100914,0.006249265745282173,0.00723270932212472,0.008216152898967266,0.009199596010148525,0.010183039121329784,0.011166483163833618,0.012149926275014877,0.013133369386196136,0.014116812497377396,0.015100255608558655,0.016083698719739914,0.017067141830921173,0.01805058680474758,0.01903402991592884,0.0200174730271101,0.02100091613829136,0.021984359249472618,0.022967802360653877,0.023951245471835136,0.024934690445661545,0.025918133556842804,0.026901576668024063,0.027885019779205322,0.02886846289038658]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.07830110192298889,-0.07561308890581131,-0.07292507588863373,-0.07023706287145615,-0.06754904985427856,-0.06486102938652039,-0.062173016369342804,-0.05948500335216522,-0.05679699033498764,-0.05410897731781006,-0.05142096430063248,-0.0487329475581646,-0.046044934540987015,-0.04335692152380943,-0.04066890478134155,-0.03798089176416397,-0.03529287874698639,-0.03260486572980881,-0.029916850849986076,-0.027228835970163345,-0.024540822952985764,-0.021852809935808182,-0.01916479505598545,-0.01647678017616272,-0.013788767158985138,-0.011100753210484982,-0.008412739261984825,-0.005724725313484669,-0.0030367113649845123,-0.0003486974164843559,0.0023393165320158005,0.005027330480515957,0.007715344429016113,0.01040335837751627,0.013091372326016426,0.015779387205839157,0.01846740022301674,0.02115541324019432,0.02384342812001705,0.026531442999839783,0.029219456017017365,0.031907469034194946,0.03459548205137253,0.03728349879384041,0.03997151181101799,0.04265952482819557,0.04534754157066345,0.048035554587841034,0.050723567605018616,0.0534115806221962,0.05609959363937378,0.05878761038184166,0.06147562339901924,0.06416364014148712,0.0668516531586647,0.06953966617584229,0.07222767919301987,0.07491569221019745,0.07760370522737503,0.08029171824455261,0.08297973871231079,0.08566775172948837,0.08835576474666595,0.09104377776384354,0.09373179078102112],"_type":"histogram","values":[1,1,1,1,6,0,3,2,2,4,6,11,11,7,9,16,12,21,21,17,11,19,26,30,28,24,30,29,34,33,24,37,30,30,21,22,11,17,14,24,17,18,14,8,12,8,13,7,6,4,1,2,3,1,1,3,0,0,2,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.002349853515625,-0.0022771358489990234,-0.002204418182373047,-0.0021317005157470703,-0.0020589828491210938,-0.001986265182495117,-0.0019135475158691406,-0.001840829849243164,-0.0017681121826171875,-0.001695394515991211,-0.0016226768493652344,-0.0015499591827392578,-0.0014772415161132812,-0.0014045238494873047,-0.0013318061828613281,-0.0012590885162353516,-0.001186370849609375,-0.0011136531829833984,-0.0010409355163574219,-0.0009682178497314453,-0.0008955001831054688,-0.0008227825164794922,-0.0007500648498535156,-0.0006773471832275391,-0.0006046295166015625,-0.0005319118499755859,-0.0004591941833496094,-0.0003864765167236328,-0.00031375885009765625,-0.0002410411834716797,-0.00016832351684570312,-9.560585021972656e-05,-2.288818359375e-05,4.982948303222656e-05,0.00012254714965820312,0.0001952648162841797,0.00026798248291015625,0.0003407001495361328,0.0004134178161621094,0.00048613548278808594,0.0005588531494140625,0.0006315708160400391,0.0007042884826660156,0.0007770061492919922,0.0008497238159179688,0.0009224414825439453,0.0009951591491699219,0.0010678768157958984,0.001140594482421875,0.0012133121490478516,0.0012860298156738281,0.0013587474822998047,0.0014314651489257812,0.0015041828155517578,0.0015769004821777344,0.001649618148803711,0.0017223358154296875,0.001795053482055664,0.0018677711486816406,0.0019404888153076172,0.0020132064819335938,0.0020859241485595703,0.002158641815185547,0.0022313594818115234,0.0023040771484375],"_type":"histogram","values":[1,0,1,1,1,2,3,5,4,7,14,17,21,22,37,58,75,123,139,242,324,519,802,1230,2001,3260,5396,8808,15062,26296,50767,116813,181909,84048,39166,21054,12249,7233,4498,2805,1658,1064,667,432,301,211,128,97,77,44,40,22,24,8,8,11,6,5,3,0,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.0009666118421591818,-0.0009360805270262063,-0.0009055491536855698,-0.0008750178385525942,-0.0008444865234196186,-0.0008139551500789821,-0.0007834238349460065,-0.000752892519813031,-0.0007223611464723945,-0.0006918298313394189,-0.0006612985162064433,-0.0006307672010734677,-0.0006002358277328312,-0.0005697045125998557,-0.0005391731974668801,-0.0005086418241262436,-0.000478110508993268,-0.000447579164756462,-0.0004170478496234864,-0.00038651650538668036,-0.0003559851902537048,-0.00032545384601689875,-0.0002949225017800927,-0.00026439118664711714,-0.0002338598424103111,-0.0002033285127254203,-0.0001727971830405295,-0.00014226583880372345,-0.00011173450911883265,-8.120317943394184e-05,-5.067184247309342e-05,-2.0140509150223807e-05,1.039088238030672e-05,4.0922215703176335e-05,7.145354902604595e-05,0.00010198488598689437,0.00013251621567178518,0.00016304754535667598,0.00019357888959348202,0.00022411021927837282,0.00025464154896326363,0.00028517289320006967,0.00031570420833304524,0.0003462355525698513,0.0003767668968066573,0.0004072982119396329,0.00043782955617643893,0.0004683608713094145,0.0004988922155462205,0.0005294235306791961,0.0005599549040198326,0.0005904862191528082,0.0006210175342857838,0.0006515489076264203,0.0006820802227593958,0.0007126115378923714,0.0007431429112330079,0.0007736742263659835,0.0008042055414989591,0.0008347368566319346,0.0008652682299725711,0.0008957995451055467,0.0009263308602385223,0.0009568622335791588,0.0009873935487121344],"_type":"histogram","values":[1,0,0,0,1,0,1,0,1,1,1,2,7,2,7,10,9,16,7,20,23,28,40,61,72,77,117,108,139,145,148,150,137,137,119,86,84,59,45,46,31,22,13,19,12,10,7,6,5,4,3,5,0,0,0,1,1,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,2,0,4,2,4,3,1,6,6,5,8,12,8,11,9,12,17,25,23,13,19,33,19,34,35,29,30,24,27,30,27,26,20,35,25,17,19,16,23,15,12,14,7,10,6,10,3,7,5,4,5,0,3,3,1,0,0,0,0,2],"bins":[-0.05270214378833771,-0.051041919738054276,-0.049381691962480545,-0.04772146791219711,-0.04606124386191368,-0.04440101608633995,-0.04274079203605652,-0.04108056798577309,-0.039420343935489655,-0.037760116159915924,-0.03609989210963249,-0.03443966805934906,-0.03277944028377533,-0.031119216233491898,-0.029458990320563316,-0.027798766270279884,-0.026138540357351303,-0.024478314444422722,-0.02281809039413929,-0.02115786448121071,-0.019497640430927277,-0.017837414517998695,-0.016177188605070114,-0.014516963623464108,-0.012856738641858101,-0.011196513660252094,-0.009536288678646088,-0.007876062765717506,-0.0062158377841115,-0.004555612802505493,-0.0028953873552381992,-0.001235162140801549,0.00042505934834480286,0.002085284562781453,0.0037455097772181034,0.005405735224485397,0.007065960206091404,0.00872618518769741,0.010386411100625992,0.012046636082231998,0.013706861063838005,0.015367086045444012,0.01702731102705002,0.0186875369399786,0.02034776285290718,0.022007986903190613,0.023668212816119194,0.025328436866402626,0.026988662779331207,0.02864888869225979,0.03030911274254322,0.0319693386554718,0.033629562705755234,0.035289790481328964,0.036950014531612396,0.03861023858189583,0.04027046263217926,0.04193069040775299,0.04359091445803642,0.045251138508319855,0.046911366283893585,0.04857159033417702,0.05023181438446045,0.05189204216003418,0.05355226621031761]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.000320220657158643,-0.0003071722749155015,-0.00029412389267235994,-0.0002810755104292184,-0.00026802715728990734,-0.0002549787750467658,-0.00024193039280362427,-0.00022888201056048274,-0.0002158336283173412,-0.0002027852606261149,-0.00018973687838297337,-0.00017668849613983184,-0.00016364012844860554,-0.000150591746205464,-0.00013754336396232247,-0.00012449499627109617,-0.00011144661402795464,-9.839823906077072e-05,-8.534985681762919e-05,-7.230148185044527e-05,-5.9253103245282546e-05,-4.620472464011982e-05,-3.31563496729359e-05,-2.0107971067773178e-05,-7.059592462610453e-06,5.98878523305757e-06,1.9037162928725593e-05,3.2085539714898914e-05,4.513391832006164e-05,5.8182296925224364e-05,7.123067189240828e-05,8.427905413554981e-05,9.732742910273373e-05,0.00011037580406991765,0.00012342417903710157,0.0001364725612802431,0.00014952094352338463,0.00016256931121461093,0.00017561769345775247,0.000188666075700894,0.00020171445794403553,0.00021476282563526183,0.00022781120787840337,0.0002408595901215449,0.0002539079578127712,0.00026695634005591273,0.00028000472229905427,0.0002930531045421958,0.00030610145768150687,0.0003191498399246484,0.00033219822216778994,0.00034524660441093147,0.000358294986654073,0.00037134336889721453,0.00038439175114035606,0.00039744010427966714,0.00041048848652280867,0.0004235368687659502,0.00043658525100909173,0.00044963363325223327,0.0004626820154953748,0.0004757303686346859,0.0004887787508778274,0.0005018271622247994,0.0005148755153641105],"_type":"histogram","values":[2,1,2,3,2,3,4,2,10,7,16,9,6,15,16,16,21,20,28,32,52,26,44,37,42,40,42,39,39,24,14,22,19,15,16,16,15,12,3,5,4,7,3,4,0,4,3,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0004438915348146111,-0.0004319592553656548,-0.0004200269759166986,-0.0004080946964677423,-0.0003961623879149556,-0.00038423010846599936,-0.0003722978290170431,-0.00036036554956808686,-0.0003484332701191306,-0.00033650099067017436,-0.0003245687112212181,-0.00031263643177226186,-0.0003007041523233056,-0.0002887718437705189,-0.00027683956432156265,-0.0002649072848726064,-0.00025297500542365015,-0.0002410427259746939,-0.00022911044652573764,-0.00021717815252486616,-0.0002052458730759099,-0.00019331359362695366,-0.00018138129962608218,-0.00016944902017712593,-0.00015751674072816968,-0.00014558446127921343,-0.00013365218183025718,-0.0001217198878293857,-0.00010978760838042945,-9.78553289314732e-05,-8.592304220655933e-05,-7.399075548164546e-05,-6.205844692885876e-05,-5.01261638419237e-05,-3.819388075498864e-05,-2.6261597668053582e-05,-1.4329314581118524e-05,-2.397031494183466e-06,9.535251592751592e-06,2.146753467968665e-05,3.339981776662171e-05,4.533210085355677e-05,5.7264383940491825e-05,6.919667066540569e-05,8.112895011436194e-05,9.306122956331819e-05,0.00010499351628823206,0.00011692580301314592,0.00012885808246210217,0.00014079036191105843,0.00015272264136001468,0.00016465493536088616,0.0001765872148098424,0.00018851949425879866,0.00020045178825967014,0.0002123840677086264,0.00022431634715758264,0.0002362486266065389,0.00024818090605549514,0.0002601131855044514,0.0002720454940572381,0.00028397777350619435,0.0002959100529551506,0.00030784233240410686,0.0003197746118530631],"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,0,2,0,3,2,2,1,3,2,2,6,4,6,8,7,8,20,18,12,19,22,27,21,27,33,32,29,40,31,40,43,37,26,31,22,19,26,28,17,8,14,15,13,12,6,1,3,4,3,1,2,3,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,0,1,1,2,2,5,1,2,1,8,1,7,13,13,12,13,19,14,19,29,41,35,33,41,40,46,41,39,30,28,19,24,25,30,19,22,12,21,7,8,6,3,5,6,8,1,1,2,0,0,2,3,0,0,0,0,0,1,0,2],"bins":[0.9989990592002869,0.9990336298942566,0.9990682601928711,0.9991028308868408,0.9991374015808105,0.9991719722747803,0.9992066025733948,0.9992411732673645,0.9992757439613342,0.9993103742599487,0.9993449449539185,0.9993795156478882,0.9994141459465027,0.9994487166404724,0.9994832873344421,0.9995178580284119,0.9995524883270264,0.9995870590209961,0.9996216297149658,0.9996562600135803,0.99969083070755,0.9997254014015198,0.9997600317001343,0.999794602394104,0.9998291730880737,0.9998637437820435,0.999898374080658,0.9999329447746277,0.9999675154685974,1.000002145767212,1.0000367164611816,1.0000712871551514,1.000105857849121,1.0001404285430908,1.00017511844635,1.0002096891403198,1.0002442598342896,1.0002788305282593,1.000313401222229,1.0003479719161987,1.0003825426101685,1.0004172325134277,1.0004518032073975,1.0004863739013672,1.000520944595337,1.0005555152893066,1.0005900859832764,1.000624656677246,1.0006593465805054,1.000693917274475,1.0007284879684448,1.0007630586624146,1.0007976293563843,1.000832200050354,1.0008668899536133,1.000901460647583,1.0009360313415527,1.0009706020355225,1.0010051727294922,1.001039743423462,1.0010743141174316,1.001109004020691,1.0011435747146606,1.0011781454086304,1.0012127161026]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.0973697230219841,-0.09434299916028976,-0.09131627529859543,-0.0882895439863205,-0.08526282012462616,-0.08223609626293182,-0.07920937240123749,-0.07618264853954315,-0.07315592467784882,-0.07012919336557388,-0.06710246950387955,-0.06407574564218521,-0.061049021780490875,-0.05802229419350624,-0.054995570331811905,-0.05196884274482727,-0.048942118883132935,-0.0459153950214386,-0.042888667434453964,-0.03986194357275963,-0.036835215985774994,-0.03380849212408066,-0.030781768262386322,-0.027755042538046837,-0.02472831681370735,-0.021701591089367867,-0.01867486536502838,-0.015648141503334045,-0.01262141577899456,-0.009594690054655075,-0.0065679652616381645,-0.0035412400029599667,-0.0005145147442817688,0.002512210514396429,0.005538935773074627,0.008565660566091537,0.011592386290431023,0.014619112014770508,0.017645835876464844,0.02067256160080433,0.023699287325143814,0.0267260130494833,0.029752738773822784,0.03277946263551712,0.035806186497211456,0.03883291408419609,0.04185963794589043,0.04488636553287506,0.0479130893945694,0.05093981325626373,0.05396654084324837,0.0569932647049427,0.06001999229192734,0.06304671615362167,0.06607344001531601,0.06910016387701035,0.07212689518928528,0.07515361905097961,0.07818034291267395,0.08120706677436829,0.08423379063606262,0.08726051449775696,0.09028724581003189,0.09331396967172623,0.09634069353342056],"_type":"histogram","values":[2,0,0,6,12,22,50,101,153,296,417,701,1136,1723,2715,3988,5700,8091,11045,15157,20228,25766,32570,40138,48193,57113,65841,73959,81571,87194,91810,94440,95260,92931,88702,83421,76681,68980,60152,50869,42689,35436,28078,21859,16661,12317,8990,6602,4651,3062,1955,1313,841,517,334,199,107,50,37,15,10,4,1,2]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,0,0,0,1,2,1,1,1,2,3,7,5,5,8,6,10,16,19,12,15,21,24,20,25,18,24,33,29,28,39,36,36,40,35,30,32,19,26,19,16,10,11,16,7,6,7,14,5,4,5,3,1,3,4,2,1,0,0,1,1],"bins":[-0.00038082528044469655,-0.00036963640013709664,-0.0003584475489333272,-0.0003472586686257273,-0.0003360697883181274,-0.0003248809080105275,-0.0003136920277029276,-0.00030250317649915814,-0.00029131429619155824,-0.00028012541588395834,-0.0002689365646801889,-0.000257747684372589,-0.0002465588040649891,-0.0002353699237573892,-0.00022418105800170451,-0.00021299219224601984,-0.00020180331193841994,-0.00019061443163082004,-0.00017942556587513536,-0.0001682367001194507,-0.00015704781981185079,-0.00014585893950425088,-0.0001346700737485662,-0.00012348120799288154,-0.00011229232768528163,-0.00010110345465363935,-8.991458162199706e-05,-7.872570859035477e-05,-6.753683555871248e-05,-5.6347962527070194e-05,-4.5159089495427907e-05,-3.397021646378562e-05,-2.2781314328312874e-05,-1.1592441296670586e-05,-4.035682650282979e-07,1.078530476661399e-05,2.1974177798256278e-05,3.3163050829898566e-05,4.4351923861540854e-05,5.554079689318314e-05,6.672966992482543e-05,7.791854295646772e-05,8.910741598811e-05,0.0001002962890197523,0.00011148516205139458,0.00012267404235899448,0.00013386290811467916,0.00014505177387036383,0.00015624065417796373,0.00016742953448556364,0.0001786184002412483,0.00018980726599693298,0.00020099614630453289,0.0002121850266121328,0.00022337389236781746,0.00023456275812350214,0.00024575163843110204,0.00025694051873870194,0.00026812939904630184,0.0002793182502500713,0.0002905071305576712,0.0003016960108652711,0.00031288486206904054,0.00032407374237664044,0.00033526262268424034]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,0,1,1,2,4,4,7,5,7,9,16,10,18,19,23,23,30,30,33,29,35,35,46,48,44,45,36,28,27,26,18,13,19,11,11,7,8,6,4,5,9,3,0,3,1,1,3,0,0,0,0,0,0,1],"bins":[-0.00044432946015149355,-0.0004308574425522238,-0.00041738542495295405,-0.0004039134073536843,-0.00039044138975441456,-0.0003769693721551448,-0.00036349735455587506,-0.0003500253369566053,-0.00033655331935733557,-0.0003230813308618963,-0.00030960931326262653,-0.0002961372956633568,-0.00028266527806408703,-0.0002691932604648173,-0.00025572124286554754,-0.0002422492252662778,-0.00022877720766700804,-0.0002153051900677383,-0.00020183317246846855,-0.0001883611548691988,-0.00017488913726992905,-0.00016141713422257453,-0.00014794511662330478,-0.00013447309902403504,-0.00012100108142476529,-0.00010752906382549554,-9.40570462262258e-05,-8.058503590291366e-05,-6.711301830364391e-05,-5.3641000704374164e-05,-4.0168986743083224e-05,-2.669697096280288e-05,-1.3224926078692079e-05,2.470897015882656e-07,1.371910548186861e-05,2.7191121262148954e-05,4.06631370424293e-05,5.4135154641699046e-05,6.760716496501118e-05,8.107918256428093e-05,9.455120016355067e-05,0.00010802321776282042,0.00012149523536209017,0.00013496725296135992,0.00014843925600871444,0.00016191127360798419,0.00017538329120725393,0.00018885530880652368,0.00020232732640579343,0.00021579934400506318,0.00022927136160433292,0.00024274337920360267,0.0002562153968028724,0.00026968741440214217,0.0002831594320014119,0.00029663144960068166,0.0003101034671999514,0.0003235754556953907,0.00033704747329466045,0.0003505194908939302,0.00036399150849319994,0.0003774635260924697,0.00039093554369173944,0.0004044075612910092,0.00041787957889027894]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.00036318894126452506,-0.00035259569995105267,-0.0003420024295337498,-0.00033140918822027743,-0.00032081594690680504,-0.0003102226764895022,-0.0002996294351760298,-0.00028903616475872695,-0.00027844292344525456,-0.0002678496821317822,-0.00025725641171447933,-0.00024666317040100694,-0.00023606991453561932,-0.0002254766586702317,-0.0002148834173567593,-0.0002042901614913717,-0.00019369690562598407,-0.00018310364976059645,-0.00017251039389520884,-0.00016191715258173645,-0.00015132389671634883,-0.0001407306408509612,-0.00013013739953748882,-0.0001195441436721012,-0.00010895088780671358,-9.835763194132596e-05,-8.776438335189596e-05,-7.717113476246595e-05,-6.657787889707834e-05,-5.5984626669669524e-05,-4.539137444226071e-05,-3.47981222148519e-05,-2.4204899091273546e-05,-1.3611646863864735e-05,-3.0183946364559233e-06,7.574857590952888e-06,1.81681098183617e-05,2.876136204577051e-05,3.935461427317932e-05,4.9947866500588134e-05,6.0541118727996945e-05,7.113437459338456e-05,8.172762318281457e-05,9.232087177224457e-05,0.00010291412763763219,0.00011350738350301981,0.0001241006248164922,0.00013469388068187982,0.00014528713654726744,0.00015588039241265506,0.00016647364827804267,0.00017706688959151506,0.00018766014545690268,0.0001982534013222903,0.0002088466426357627,0.0002194398985011503,0.00023003315436653793,0.00024062641023192555,0.00025121966609731317,0.00026181290741078556,0.00027240614872425795,0.0002829994191415608,0.0002935926604550332,0.00030418593087233603,0.0003147791721858084],"_type":"histogram","values":[1,0,2,1,3,0,0,4,2,0,2,2,4,3,0,5,10,8,9,10,16,15,20,14,15,22,25,23,26,20,25,21,21,38,27,30,39,34,30,34,26,24,22,16,16,19,7,9,9,8,11,8,3,6,7,4,0,1,3,1,1,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[3,6,4,16,30,32,79,142,220,391,630,944,1521,2250,3434,4812,6860,9439,12874,17027,22208,28033,35058,42687,50583,58911,67306,74530,81490,87495,90017,92647,92109,90017,86412,80677,73559,66207,58402,49754,41891,34005,27356,21664,16606,12619,9220,6606,4703,3164,2216,1515,955,619,350,238,146,77,42,28,17,5,4,2],"bins":[-0.09436998516321182,-0.09141559898853302,-0.08846121281385422,-0.08550682663917542,-0.08255244046449661,-0.07959805428981781,-0.07664366066455841,-0.07368927448987961,-0.0707348883152008,-0.067780502140522,-0.0648261159658432,-0.0618717297911644,-0.058917343616485596,-0.05596295744180679,-0.05300856754183769,-0.05005418136715889,-0.04709979519248009,-0.044145409017801285,-0.04119102284312248,-0.03823663294315338,-0.03528224676847458,-0.032327860593795776,-0.029373474419116974,-0.026419086381793022,-0.02346470020711422,-0.020510314032435417,-0.017555925995111465,-0.014601539820432663,-0.011647152714431286,-0.008692765608429909,-0.005738378968089819,-0.0027839920949190855,0.00017039477825164795,0.0031247816514223814,0.006079168524593115,0.009033555164933205,0.011987942270934582,0.014942329376935959,0.01789671555161476,0.020851103588938713,0.023805489763617516,0.026759875938296318,0.02971426397562027,0.03266865015029907,0.035623036324977875,0.03857742249965668,0.04153181239962578,0.04448619857430458,0.04744058474898338,0.050394970923662186,0.05334935709834099,0.05630374699831009,0.05925813317298889,0.062212519347667694,0.0651669055223465,0.0681212916970253,0.0710756778717041,0.0740300640463829,0.0769844502210617,0.0799388438463211,0.08289323002099991,0.08584761619567871,0.08880200237035751,0.09175638854503632,0.09471077471971512]},"_timestamp":1.7527996221682281e+09,"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,1,2,0,1,3,0,4,8,5,7,9,7,16,16,15,12,26,18,29,31,34,45,40,33,34,43,32,36,27,25,24,18,14,19,14,27,12,12,9,18,5,3,5,1,5,2,6,2,4,2,0,0,0,0,2,1,0,0,1],"bins":[0.9989706873893738,0.9990065097808838,0.9990423321723938,0.999078094959259,0.999113917350769,0.999149739742279,0.9991855621337891,0.9992213845252991,0.9992571473121643,0.9992929697036743,0.9993287920951843,0.9993646144866943,0.9994004368782043,0.9994361996650696,0.9994720220565796,0.9995078444480896,0.9995436668395996,0.9995794892311096,0.9996152520179749,0.9996510744094849,0.9996868968009949,0.9997227191925049,0.9997585415840149,0.9997943043708801,0.9998301267623901,0.9998659491539001,0.9999017715454102,0.9999375939369202,0.9999733567237854,1.0000091791152954,1.0000449419021606,1.0000808238983154,1.0001165866851807,1.0001524686813354,1.0001882314682007,1.000223994255066,1.0002598762512207,1.000295639038086,1.0003315210342407,1.000367283821106,1.0004030466079712,1.000438928604126,1.0004746913909912,1.000510573387146,1.0005463361740112,1.0005820989608765,1.0006179809570312,1.0006537437438965,1.0006896257400513,1.0007253885269165,1.0007611513137817,1.0007970333099365,1.0008327960968018,1.0008686780929565,1.0009044408798218,1.000940203666687,1.0009760856628418,1.001011848449707,1.0010477304458618,1.001083493232727,1.0011192560195923,1.001155138015747,1.0011909008026123,1.001226782798767,1.0012625455856323]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[2,2,2,2,5,7,6,10,12,13,27,28,44,47,73,110,135,192,293,408,596,921,1582,2990,6745,18544,70558,357675,90989,21906,7710,3334,1747,1010,629,429,274,203,144,104,82,51,47,40,24,14,18,6,8,6,4,2,4,3,2,0,1,0,2,0,0,1,0,1],"bins":[-0.0167236328125,-0.016117095947265625,-0.01551055908203125,-0.014904022216796875,-0.0142974853515625,-0.013690948486328125,-0.01308441162109375,-0.012477874755859375,-0.011871337890625,-0.011264801025390625,-0.01065826416015625,-0.010051727294921875,-0.0094451904296875,-0.008838653564453125,-0.00823211669921875,-0.007625579833984375,-0.00701904296875,-0.006412506103515625,-0.00580596923828125,-0.005199432373046875,-0.0045928955078125,-0.003986358642578125,-0.00337982177734375,-0.002773284912109375,-0.002166748046875,-0.001560211181640625,-0.00095367431640625,-0.000347137451171875,0.0002593994140625,0.000865936279296875,0.00147247314453125,0.002079010009765625,0.002685546875,0.003292083740234375,0.00389862060546875,0.004505157470703125,0.0051116943359375,0.005718231201171875,0.00632476806640625,0.006931304931640625,0.007537841796875,0.008144378662109375,0.00875091552734375,0.009357452392578125,0.0099639892578125,0.010570526123046875,0.01117706298828125,0.011783599853515625,0.01239013671875,0.012996673583984375,0.01360321044921875,0.014209747314453125,0.0148162841796875,0.015422821044921875,0.01602935791015625,0.016635894775390625,0.017242431640625,0.017848968505859375,0.01845550537109375,0.019062042236328125,0.0196685791015625,0.020275115966796875,0.02088165283203125,0.021488189697265625,0.0220947265625]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,0,0,0,1,0,0,1,2,2,3,2,3,10,6,3,8,8,15,15,12,22,12,21,20,24,28,28,29,29,35,42,22,29,29,28,21,19,17,31,33,20,17,19,16,10,16,7,6,8,8,5,3,7,5,4,0,2,0,1,1,0,0,2],"bins":[-0.0019068362889811397,-0.0018483302555978298,-0.0017898241057991982,-0.0017313180724158883,-0.0016728119226172566,-0.0016143058892339468,-0.0015557997394353151,-0.0014972937060520053,-0.0014387876726686954,-0.0013802815228700638,-0.001321775489486754,-0.0012632693396881223,-0.0012047633063048124,-0.0011462571565061808,-0.001087751123122871,-0.0010292449733242393,-0.0009707389399409294,-0.0009122328483499587,-0.0008537267567589879,-0.0007952206651680171,-0.0007367145735770464,-0.0006782085401937366,-0.0006197024486027658,-0.000561196357011795,-0.0005026902654208243,-0.00044418417382985353,-0.0003856780822388828,-0.0003271720197517425,-0.00026866592816077173,-0.00021015983656980097,-0.00015165375953074545,-9.31476752157323e-05,-3.464147448539734e-05,2.38646098296158e-05,8.237069414462894e-05,0.00014087677118368447,0.00019938286277465522,0.000257888954365626,0.0003163950168527663,0.00037490110844373703,0.0004334072000347078,0.0004919132916256785,0.0005504193832166493,0.00060892547480762,0.0006674315081909299,0.0007259375997819006,0.0007844436913728714,0.0008429497829638422,0.0009014558745548129,0.0009599619661457837,0.0010184680577367544,0.0010769740911200643,0.001135480240918696,0.0011939862743020058,0.0012524924241006374,0.0013109984574839473,0.0013695044908672571,0.0014280106406658888,0.0014865166740491986,0.0015450228238478303,0.0016035288572311401,0.0016620350070297718,0.0017205410404130816,0.0017790471902117133,0.0018375532235950232],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-9.69040115705866e-07,-9.390382729179692e-07,-9.090364301300724e-07,-8.790345873421757e-07,-8.490327445542789e-07,-8.190309017663822e-07,-7.890290589784854e-07,-7.590272161905887e-07,-7.290253734026919e-07,-6.99023587458214e-07,-6.690217446703173e-07,-6.390199018824205e-07,-6.090180590945238e-07,-5.79016216306627e-07,-5.490143735187303e-07,-5.190125307308335e-07,-4.890106879429368e-07,-4.5900884515504004e-07,-4.290070023671433e-07,-3.9900515957924654e-07,-3.690033167913498e-07,-3.3900150242516247e-07,-3.089996596372657e-07,-2.78997816849369e-07,-2.489959740614722e-07,-2.1899413127357548e-07,-1.8899228848567873e-07,-1.589904599086367e-07,-1.2898861712073995e-07,-9.89867743328432e-08,-6.89849386503738e-08,-3.8983099415190736e-08,-8.981317023426527e-09,2.1020522211756543e-08,5.102236144693961e-08,8.1024197129409e-08,1.1102603991730575e-07,1.410278827052025e-07,1.7102971128224453e-07,2.0103155407014128e-07,2.3103339685803803e-07,2.610352396459348e-07,2.9103708243383153e-07,3.210389252217283e-07,3.510407395879156e-07,3.8104258237581234e-07,4.110444251637091e-07,4.4104626795160584e-07,4.710481107395026e-07,5.010499535273993e-07,5.310517963152961e-07,5.610536391031928e-07,5.910554818910896e-07,6.210573246789863e-07,6.510591674668831e-07,6.810610102547798e-07,7.110628530426766e-07,7.410646389871545e-07,7.710664817750512e-07,8.01068324562948e-07,8.310701673508447e-07,8.610720101387415e-07,8.910738529266382e-07,9.21075695714535e-07,9.510775385024317e-07],"_type":"histogram","values":[1,0,0,0,1,0,2,3,0,0,2,0,3,4,2,3,7,7,6,11,7,14,17,11,15,35,35,43,36,38,45,37,37,45,40,27,32,42,27,35,16,14,9,11,11,2,10,5,3,7,1,2,1,1,2,2,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[1,1,1,4,4,7,5,10,19,24,45,66,93,132,199,257,419,583,858,1251,1867,2754,3969,5624,8201,12028,17914,27034,42487,69689,127747,294121,506093,188308,98048,55965,35881,22932,15088,9957,7064,4958,3393,2340,1667,1149,816,520,409,294,187,118,95,57,39,24,19,10,7,5,3,2,1,1],"bins":[-0.054931640625,-0.05323028564453125,-0.0515289306640625,-0.04982757568359375,-0.048126220703125,-0.04642486572265625,-0.0447235107421875,-0.04302215576171875,-0.04132080078125,-0.03961944580078125,-0.0379180908203125,-0.03621673583984375,-0.034515380859375,-0.03281402587890625,-0.0311126708984375,-0.02941131591796875,-0.0277099609375,-0.02600860595703125,-0.0243072509765625,-0.02260589599609375,-0.020904541015625,-0.01920318603515625,-0.0175018310546875,-0.01580047607421875,-0.01409912109375,-0.01239776611328125,-0.0106964111328125,-0.00899505615234375,-0.007293701171875,-0.00559234619140625,-0.0038909912109375,-0.00218963623046875,-0.00048828125,0.00121307373046875,0.0029144287109375,0.00461578369140625,0.006317138671875,0.00801849365234375,0.0097198486328125,0.01142120361328125,0.01312255859375,0.01482391357421875,0.0165252685546875,0.01822662353515625,0.019927978515625,0.02162933349609375,0.0233306884765625,0.02503204345703125,0.0267333984375,0.02843475341796875,0.0301361083984375,0.03183746337890625,0.033538818359375,0.03524017333984375,0.0369415283203125,0.03864288330078125,0.04034423828125,0.04204559326171875,0.0437469482421875,0.04544830322265625,0.047149658203125,0.04885101318359375,0.0505523681640625,0.05225372314453125,0.053955078125]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.08119595795869827,-0.07857390493154526,-0.07595185190439224,-0.07332979887723923,-0.07070774585008621,-0.0680856928229332,-0.06546363979578018,-0.06284158676862717,-0.06021953374147415,-0.057597480714321136,-0.05497542768716812,-0.052353374660015106,-0.04973132163286209,-0.047109268605709076,-0.04448721557855606,-0.041865162551403046,-0.03924310952425003,-0.036621056497097015,-0.033999003469944,-0.031376950442790985,-0.02875489741563797,-0.026132844388484955,-0.02351079136133194,-0.020888738334178925,-0.01826668530702591,-0.015644632279872894,-0.01302257925271988,-0.010400526225566864,-0.007778473198413849,-0.005156420171260834,-0.0025343671441078186,8.768588304519653e-05,0.0027097463607788086,0.005331799387931824,0.007953852415084839,0.010575905442237854,0.01319795846939087,0.015820011496543884,0.0184420645236969,0.021064117550849915,0.02368617057800293,0.026308223605155945,0.02893027663230896,0.031552329659461975,0.03417438268661499,0.036796435713768005,0.03941848874092102,0.042040541768074036,0.04466259479522705,0.047284647822380066,0.04990670084953308,0.052528753876686096,0.05515080690383911,0.057772859930992126,0.06039491295814514,0.06301696598529816,0.06563901901245117,0.06826107203960419,0.0708831250667572,0.07350517809391022,0.07612723112106323,0.07874928414821625,0.08137133717536926,0.08399339020252228,0.08661544322967529],"_type":"histogram","values":[1,0,2,1,1,3,2,2,5,7,3,5,6,11,7,4,7,10,16,10,20,21,25,24,23,31,27,32,37,21,18,33,27,32,22,33,26,29,16,18,17,20,11,12,12,14,14,7,5,5,3,4,4,5,2,6,2,3,0,2,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,2,1,2,3,4,5,1,5,5,10,7,7,7,14,9,22,18,15,14,24,22,16,25,34,35,25,28,28,32,29,26,24,22,16,22,24,14,22,18,17,13,16,12,15,8,5,14,5,1,2,5,4,1,4,0,5,0,0,0,1,1],"bins":[-0.0402245819568634,-0.03893075883388519,-0.037636931985616684,-0.036343108862638474,-0.03504928573966026,-0.033755458891391754,-0.032461635768413544,-0.031167810782790184,-0.029873985797166824,-0.028580162674188614,-0.027286337688565254,-0.025992512702941895,-0.024698689579963684,-0.023404864594340324,-0.022111039608716965,-0.020817216485738754,-0.019523391500115395,-0.018229566514492035,-0.016935743391513824,-0.015641918405890465,-0.014348093420267105,-0.01305426936596632,-0.011760445311665535,-0.010466620326042175,-0.00917279627174139,-0.007878972217440605,-0.0065851472318172455,-0.00529132317751646,-0.003997498657554388,-0.0027036741375923157,-0.001409849850460887,-0.00011602544691413641,0.0011777989566326141,0.0024716234765946865,0.0037654477637261152,0.005059272050857544,0.006353096570819616,0.007646921090781689,0.008940745145082474,0.010234570130705833,0.011528394185006618,0.012822218239307404,0.014116043224930763,0.015409867279231548,0.016703691333532333,0.017997516319155693,0.019291341304779053,0.020585164427757263,0.021878989413380623,0.023172814399003983,0.024466637521982193,0.025760462507605553,0.027054287493228912,0.028348110616207123,0.029641935601830482,0.030935760587453842,0.03222958371043205,0.03352341055870056,0.03481723368167877,0.03611105680465698,0.03740488365292549,0.0386987067759037,0.03999252989888191,0.04128635674715042,0.04258017987012863]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,3,1,1,1,2,3,1,2,3,5,1,5,6,7,9,14,15,10,17,32,27,33,53,91,103,67,49,47,30,29,14,9,21,8,2,9,9,4,3,4,3,4,0,1,0,0,0,0,1,3,0,0,1,1,0,1,0,0,0,2],"bins":[-0.1685771644115448,-0.16266252100467682,-0.15674787759780884,-0.15083323419094086,-0.14491859078407288,-0.1390039324760437,-0.13308928906917572,-0.12717464566230774,-0.12126000225543976,-0.11534535884857178,-0.1094307154417038,-0.10351606458425522,-0.09760142117738724,-0.09168677777051926,-0.08577212691307068,-0.0798574835062027,-0.07394284009933472,-0.06802819669246674,-0.062113549560308456,-0.05619890242815018,-0.050284259021282196,-0.044369615614414215,-0.038454968482255936,-0.032540321350097656,-0.026625677943229675,-0.020711032673716545,-0.014796387404203415,-0.008881742134690285,-0.0029670968651771545,0.0029475484043359756,0.008862193673849106,0.014776838943362236,0.02069149911403656,0.02660614438354969,0.03252078965306282,0.0384354367852211,0.04435008019208908,0.05026472359895706,0.05617937073111534,0.06209401786327362,0.0680086612701416,0.07392330467700958,0.07983794808387756,0.08575259894132614,0.09166724234819412,0.0975818857550621,0.10349653661251068,0.10941118001937866,0.11532582342624664,0.12124046683311462,0.1271551102399826,0.13306975364685059,0.13898441195487976,0.14489905536174774,0.15081369876861572,0.1567283421754837,0.16264298558235168,0.16855762898921967,0.17447227239608765,0.18038691580295563,0.1863015592098236,0.19221621751785278,0.19813086092472076,0.20404550433158875,0.20996014773845673],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,2,3,1,0,2,11,6,8,7,9,14,9,22,14,15,27,24,23,36,37,39,32,27,43,40,39,28,34,36,31,26,16,20,14,12,12,10,8,6,2,5,5,0,2,0,1,1,0,1,0,0,0,1,0,2],"bins":[-0.0004290462820790708,-0.00041562027763575315,-0.0004021942731924355,-0.0003887682396452874,-0.00037534223520196974,-0.0003619162307586521,-0.00034849022631533444,-0.00033506419276818633,-0.0003216381883248687,-0.00030821218388155103,-0.0002947861794382334,-0.0002813601749949157,-0.0002679341414477676,-0.00025450813700444996,-0.0002410821325611323,-0.00022765611356589943,-0.00021423010912258178,-0.00020080410467926413,-0.00018737808568403125,-0.0001739520812407136,-0.00016052606224548072,-0.00014710005780216306,-0.00013367403880693018,-0.00012024803436361253,-0.00010682202264433727,-9.3396010925062e-05,-7.996999920578673e-05,-6.654398748651147e-05,-5.311797940521501e-05,-3.9691967685939744e-05,-2.6265957785653882e-05,-1.2839946975873318e-05,5.860638339072466e-07,1.401207464368781e-05,2.7438085453468375e-05,4.086409535375424e-05,5.42901070730295e-05,6.771611515432596e-05,8.114212687360123e-05,9.45681385928765e-05,0.00010799415031215176,0.00012142016203142703,0.00013484616647474468,0.00014827218546997756,0.0001616981899132952,0.0001751242089085281,0.00018855021335184574,0.00020197623234707862,0.00021540223679039627,0.00022882824123371392,0.0002422542602289468,0.00025568026467226446,0.0002691062691155821,0.0002825323026627302,0.00029595830710604787,0.0003093843115493655,0.00032281031599268317,0.0003362363204360008,0.00034966235398314893,0.0003630883584264666,0.00037651436286978424,0.0003899403673131019,0.00040336640086025,0.00041679240530356765,0.0004302184097468853]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[2,0,4,0,3,0,2,2,2,3,5,6,7,6,8,10,10,14,15,21,12,11,10,19,20,20,32,36,38,28,34,25,32,25,22,26,30,14,29,18,27,20,9,12,17,10,12,9,9,8,6,6,7,3,2,1,4,2,1,1,0,0,0,1],"bins":[-0.22926557064056396,-0.2219807356595993,-0.21469591557979584,-0.20741108059883118,-0.2001262605190277,-0.19284142553806305,-0.18555660545825958,-0.17827177047729492,-0.17098695039749146,-0.1637021154165268,-0.15641728043556213,-0.14913246035575867,-0.141847625374794,-0.13456280529499054,-0.12727797031402588,-0.11999314278364182,-0.11270831525325775,-0.10542348772287369,-0.09813866019248962,-0.09085383266210556,-0.0835690051317215,-0.07628417015075684,-0.06899934262037277,-0.06171451508998871,-0.054429687559604645,-0.04714486002922058,-0.03986003249883652,-0.032575201243162155,-0.02529037371277809,-0.018005546182394028,-0.010720716789364815,-0.0034358883276581764,0.0038489550352096558,0.011133783496916294,0.018418611958622932,0.025703441351652145,0.03298826888203621,0.04027309641242027,0.047557927668094635,0.0548427551984787,0.06212758272886276,0.06941241025924683,0.07669723778963089,0.08398206532001495,0.09126690030097961,0.09855172783136368,0.10583655536174774,0.1131213828921318,0.12040621042251587,0.12769104540348053,0.134975865483284,0.14226070046424866,0.14954552054405212,0.15683035552501678,0.16411517560482025,0.1714000105857849,0.17868483066558838,0.18596966564655304,0.1932545006275177,0.20053932070732117,0.20782415568828583,0.2151089757680893,0.22239381074905396,0.22967863082885742,0.23696346580982208]},"_step":53,"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.04916262626647949,-0.047615036368370056,-0.04606744647026062,-0.044519856572151184,-0.04297226667404175,-0.04142467677593231,-0.039877090603113174,-0.03832950070500374,-0.0367819108068943,-0.035234320908784866,-0.03368673101067543,-0.032139141112565994,-0.030591551214456558,-0.029043961316347122,-0.027496373280882835,-0.0259487833827734,-0.024401193484663963,-0.022853603586554527,-0.02130601368844509,-0.019758425652980804,-0.01821083575487137,-0.016663245856761932,-0.015115655958652496,-0.013568066991865635,-0.012020477093756199,-0.010472887195646763,-0.008925298228859901,-0.007377708330750465,-0.005830118898302317,-0.004282529465854168,-0.0027349398005753756,-0.001187350251711905,0.00036023929715156555,0.001907828846015036,0.0034554183948785067,0.005003008060157299,0.006550597492605448,0.008098186925053596,0.009645776823163033,0.011193365789949894,0.01274095568805933,0.014288545586168766,0.015836134552955627,0.017383724451065063,0.0189313143491745,0.020478904247283936,0.022026492282748222,0.02357408218085766,0.025121672078967094,0.02666926197707653,0.028216851875185966,0.029764439910650253,0.03131202980875969,0.032859619706869125,0.03440720960497856,0.035954799503088,0.037502389401197433,0.03904997929930687,0.040597569197416306,0.04214515537023544,0.04369274526834488,0.045240335166454315,0.04678792506456375,0.04833551496267319,0.04988310486078262],"_type":"histogram","values":[1,0,1,0,2,0,4,4,2,3,2,5,6,5,10,10,8,11,8,12,17,25,21,17,19,33,17,36,32,27,34,26,21,29,31,26,20,32,28,18,17,17,24,15,10,14,8,11,5,10,4,6,5,5,5,0,4,2,0,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[1,0,0,1,0,0,0,0,1,0,0,1,0,1,1,3,3,1,5,6,5,5,13,17,32,29,53,94,106,126,87,54,42,22,18,15,4,5,2,6,1,4,0,0,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-7.382479907391826e-06,-7.128478500817437e-06,-6.874476639495697e-06,-6.620475232921308e-06,-6.366473826346919e-06,-6.112471965025179e-06,-5.85847055845079e-06,-5.60446869712905e-06,-5.350467290554661e-06,-5.096465883980272e-06,-4.8424640226585325e-06,-4.5884626160841435e-06,-4.334460754762404e-06,-4.080459348188015e-06,-3.826457941613626e-06,-3.5724563076655613e-06,-3.318454673717497e-06,-3.0644530397694325e-06,-2.810451405821368e-06,-2.556449999246979e-06,-2.3024483652989147e-06,-2.0484467313508503e-06,-1.7944452110896236e-06,-1.540443690828397e-06,-1.2864420568803325e-06,-1.0324404229322681e-06,-7.784389026710414e-07,-5.244373255663959e-07,-2.7043574846175034e-07,-1.6434171357104788e-08,2.3756740574754076e-07,4.915689828521863e-07,7.455710147041827e-07,9.995726486522472e-07,1.2535741689134738e-06,1.5075756891747005e-06,1.761577323122765e-06,2.0155789570708293e-06,2.2695803636452183e-06,2.5235819975932827e-06,2.777583631541347e-06,3.0315852654894115e-06,3.285586899437476e-06,3.539588306011865e-06,3.7935899399599293e-06,4.047591573907994e-06,4.301592980482383e-06,4.5555948418041226e-06,4.8095962483785115e-06,5.0635976549529005e-06,5.31759951627464e-06,5.571600922849029e-06,5.825602784170769e-06,6.079604190745158e-06,6.333605597319547e-06,6.587607458641287e-06,6.841608865215676e-06,7.095610271790065e-06,7.349612133111805e-06,7.603613539686194e-06,7.857614946260583e-06,8.111616807582323e-06,8.365618668904062e-06,8.6196196207311e-06,8.87362148205284e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[7,3,14,23,35,73,131,187,359,552,857,1284,1936,2994,4289,5943,8401,11561,15381,19815,25499,31871,38920,46886,54822,63379,71144,78044,83959,88298,91229,91811,90939,88083,83354,77117,70082,62365,53490,45240,37912,30446,24472,19002,14650,10918,7918,5674,4001,2711,1706,1135,755,480,294,166,120,55,33,15,15,4,4,1],"bins":[-0.0923658236861229,-0.08942601084709167,-0.08648619055747986,-0.08354637771844864,-0.08060656487941742,-0.0776667445898056,-0.07472693175077438,-0.07178711891174316,-0.06884729862213135,-0.06590748578310013,-0.06296767294406891,-0.06002785265445709,-0.05708803981542587,-0.054148223251104355,-0.05120840668678284,-0.04826859384775162,-0.0453287772834301,-0.04238896071910858,-0.03944914788007736,-0.036509331315755844,-0.033569514751434326,-0.030629700049757957,-0.02768988534808159,-0.02475006878376007,-0.021810254082083702,-0.018870439380407333,-0.015930622816085815,-0.012990808114409447,-0.010050992481410503,-0.00711117684841156,-0.004171361681073904,-0.0012315462809056044,0.0017082691192626953,0.004648084752261639,0.007587899919599295,0.01052771508693695,0.013467530719935894,0.016407346352934837,0.019347161054611206,0.022286977618932724,0.025226792320609093,0.02816660702228546,0.03110642358660698,0.0340462401509285,0.03698605298995972,0.039925869554281235,0.04286568611860275,0.04580549895763397,0.04874531552195549,0.05168513208627701,0.05462494492530823,0.057564761489629745,0.06050457805395126,0.06344439089298248,0.0663842111825943,0.06932402402162552,0.07226383686065674,0.07520365715026855,0.07814346998929977,0.081083282828331,0.08402310311794281,0.08696291595697403,0.08990272879600525,0.09284254908561707,0.09578236192464828]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,2,1,3,1,3,5,4,8,7,10,9,8,8,13,12,25,21,24,36,29,37,45,40,46,32,36,27,37,20,29,26,16,24,20,17,8,15,11,7,7,8,3,6,5,5,1,1,2,0,0,2,1,1,0,3],"bins":[0.99876868724823,0.9988072514533997,0.9988458752632141,0.9988844394683838,0.9989230036735535,0.9989616274833679,0.9990001916885376,0.9990387558937073,0.999077320098877,0.9991159439086914,0.9991545081138611,0.9991930723190308,0.9992316961288452,0.9992702603340149,0.9993088245391846,0.999347448348999,0.9993860125541687,0.9994245767593384,0.9994632005691528,0.9995017647743225,0.9995403289794922,0.9995789527893066,0.9996175169944763,0.999656081199646,0.9996947050094604,0.9997332692146301,0.9997718334197998,0.9998103976249695,0.9998490214347839,0.9998875856399536,0.9999261498451233,0.9999647736549377,1.0000033378601074,1.0000419616699219,1.0000804662704468,1.0001190900802612,1.0001577138900757,1.0001962184906006,1.000234842300415,1.0002734661102295,1.0003119707107544,1.0003505945205688,1.0003892183303833,1.0004277229309082,1.0004663467407227,1.000504970550537,1.000543475151062,1.0005820989608765,1.0006206035614014,1.0006592273712158,1.0006978511810303,1.0007363557815552,1.0007749795913696,1.000813603401184,1.000852108001709,1.0008907318115234,1.000929355621338,1.0009678602218628,1.0010064840316772,1.0010451078414917,1.0010836124420166,1.001122236251831,1.0011608600616455,1.0011993646621704,1.0012379884719849],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.00030420758412219584,-0.00029407517286017537,-0.00028394273249432445,-0.000273810321232304,-0.00026367788086645305,-0.0002535454696044326,-0.00024341302923858166,-0.00023328060342464596,-0.00022314817761071026,-0.0002130157663486898,-0.0002028833405347541,-0.0001927509147208184,-0.0001826184889068827,-0.000172486063092947,-0.0001623536372790113,-0.0001522212114650756,-0.00014208878565113991,-0.00013195635983720422,-0.00012182393402326852,-0.00011169150820933282,-0.00010155908239539713,-9.142666385741904e-05,-8.129423804348335e-05,-7.116181222954765e-05,-6.102938641561195e-05,-5.0896960601676255e-05,-4.076453478774056e-05,-3.063211261178367e-05,-2.049968679784797e-05,-1.0367261893406976e-05,-2.348369889659807e-07,9.897587915475015e-06,2.003001281991601e-05,3.0162438633851707e-05,4.0294864447787404e-05,5.0427286623744294e-05,6.055971243767999e-05,7.069213461363688e-05,8.082456042757258e-05,9.095698624150828e-05,0.00010108941205544397,0.00011122183786937967,0.00012135426368331537,0.00013148668222129345,0.00014161910803522915,0.00015175153384916484,0.00016188395966310054,0.00017201638547703624,0.00018214881129097193,0.00019228123710490763,0.00020241366291884333,0.00021254608873277903,0.00022267851454671472,0.00023281094036065042,0.00024294336617458612,0.0002530757919885218,0.0002632082032505423,0.0002733406436163932,0.0002834730548784137,0.0002936054952442646,0.00030373790650628507,0.000313870346872136,0.00032400275813415647,0.0003341351985000074,0.00034426760976202786],"_type":"histogram","values":[1,1,0,2,2,1,2,5,5,8,3,5,5,6,11,13,12,17,20,14,15,24,29,19,29,26,27,30,40,30,25,31,27,27,22,25,22,23,11,10,23,12,13,14,14,7,10,5,7,10,5,2,5,3,3,5,0,0,1,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.115234375,-0.1116790771484375,-0.108123779296875,-0.1045684814453125,-0.10101318359375,-0.0974578857421875,-0.093902587890625,-0.0903472900390625,-0.0867919921875,-0.0832366943359375,-0.079681396484375,-0.0761260986328125,-0.07257080078125,-0.0690155029296875,-0.065460205078125,-0.0619049072265625,-0.058349609375,-0.0547943115234375,-0.051239013671875,-0.0476837158203125,-0.04412841796875,-0.0405731201171875,-0.037017822265625,-0.0334625244140625,-0.0299072265625,-0.0263519287109375,-0.022796630859375,-0.0192413330078125,-0.01568603515625,-0.0121307373046875,-0.008575439453125,-0.0050201416015625,-0.00146484375,0.0020904541015625,0.005645751953125,0.0092010498046875,0.01275634765625,0.0163116455078125,0.019866943359375,0.0234222412109375,0.0269775390625,0.0305328369140625,0.034088134765625,0.0376434326171875,0.04119873046875,0.0447540283203125,0.048309326171875,0.0518646240234375,0.055419921875,0.0589752197265625,0.062530517578125,0.0660858154296875,0.06964111328125,0.0731964111328125,0.076751708984375,0.0803070068359375,0.0838623046875,0.0874176025390625,0.090972900390625,0.0945281982421875,0.09808349609375,0.1016387939453125,0.105194091796875,0.1087493896484375,0.1123046875],"_type":"histogram","values":[1,0,0,1,0,1,5,8,8,10,15,18,36,50,83,108,180,226,301,455,669,1014,1390,2146,3176,4564,6831,10460,16243,26149,45827,90144,191213,78366,41508,23977,15122,9598,6404,4229,2989,1997,1375,822,654,450,330,216,141,103,58,58,33,22,15,4,9,5,1,2,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.1056036725640297,-0.10240297764539719,-0.09920228272676468,-0.09600158780813217,-0.09280089288949966,-0.08960019797086716,-0.08639950305223465,-0.08319880813360214,-0.07999812066555023,-0.07679742574691772,-0.07359673082828522,-0.07039603590965271,-0.0671953409910202,-0.0639946460723877,-0.06079395115375519,-0.05759325623512268,-0.05439256131649017,-0.051191866397857666,-0.04799117147922516,-0.04479047656059265,-0.041589781641960144,-0.038389090448617935,-0.03518839552998543,-0.03198770061135292,-0.028787005692720413,-0.025586310774087906,-0.0223856158554554,-0.01918492279946804,-0.015984227880835533,-0.012783532962203026,-0.009582838974893093,-0.006382144521921873,-0.00318145751953125,1.9236933439970016e-05,0.00321993138641119,0.00642062583938241,0.00962132029235363,0.012822015210986137,0.016022708266973495,0.019223403185606003,0.02242409810423851,0.025624793022871017,0.028825487941503525,0.03202618286013603,0.03522687405347824,0.03842756897211075,0.041628263890743256,0.04482895880937576,0.04802965372800827,0.05123034864664078,0.054431043565273285,0.05763173848390579,0.0608324334025383,0.0640331283211708,0.06723382323980331,0.07043451815843582,0.07363520562648773,0.07683590054512024,0.08003659546375275,0.08323729038238525,0.08643798530101776,0.08963868021965027,0.09283937513828278,0.09604007005691528,0.09924076497554779],"_type":"histogram","values":[1,0,1,2,4,11,16,17,48,95,124,275,444,801,1300,1991,3149,4696,6960,9678,13667,18412,24723,31739,39746,49022,58027,68442,77313,86014,92975,97184,100221,99729,97801,92452,85368,77753,67875,58448,48428,39885,31649,24518,18356,13833,9710,6883,4852,3082,2025,1249,785,461,297,139,103,40,22,13,3,2,2,3]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,2,2,1,3,1,3,7,5,8,13,6,8,13,19,14,14,21,22,28,29,41,38,34,30,33,48,34,34,31,36,34,34,19,20,15,8,11,9,9,6,4,5,6,1,0,1,0,2,0,1,0,0,1,0,0,2],"bins":[-0.0004439709591679275,-0.00043027743231505156,-0.00041658387635834515,-0.0004028903495054692,-0.00038919682265259326,-0.00037550326669588685,-0.0003618097398430109,-0.00034811621299013495,-0.00033442265703342855,-0.0003207291301805526,-0.00030703560332767665,-0.00029334204737097025,-0.0002796485205180943,-0.00026595499366521835,-0.00025226143770851195,-0.000238567910855636,-0.00022487436945084482,-0.00021118082804605365,-0.0001974873011931777,-0.00018379375978838652,-0.00017010021838359535,-0.0001564066915307194,-0.00014271315012592822,-0.00012901960872113705,-0.00011532607459230348,-0.00010163254046346992,-8.793899905867875e-05,-7.424546492984518e-05,-6.0551927163032815e-05,-4.6858389396220446e-05,-3.3164855267386883e-05,-1.9471317500574514e-05,-5.777779733762145e-06,7.915757123555522e-06,2.160929398087319e-05,3.5302829928696156e-05,4.8996367695508525e-05,6.26899054623209e-05,7.638343959115446e-05,9.007698099594563e-05,0.0001037705151247792,0.00011746404925361276,0.00013115759065840393,0.0001448511320631951,0.00015854465891607106,0.00017223820032086223,0.0001859317417256534,0.00019962526857852936,0.00021331880998332053,0.0002270123513881117,0.00024070587824098766,0.00025439943419769406,0.00026809296105057,0.00028178648790344596,0.00029548004386015236,0.0003091735707130283,0.00032286709756590426,0.00033656065352261066,0.0003502541803754866,0.00036394770722836256,0.00037764126318506896,0.0003913347900379449,0.00040502831689082086,0.00041872187284752727,0.0004324153997004032]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-2.3750702894176356e-05,-2.2985494069871493e-05,-2.2220287064556032e-05,-2.145507824025117e-05,-2.0689869415946305e-05,-1.9924662410630845e-05,-1.915945358632598e-05,-1.8394244762021117e-05,-1.7629037756705657e-05,-1.6863828932400793e-05,-1.609862010809593e-05,-1.533341310278047e-05,-1.4568204278475605e-05,-1.3802996363665443e-05,-1.3037788448855281e-05,-1.2272579624550417e-05,-1.1507371709740255e-05,-1.0742163794930093e-05,-9.97695497062523e-06,-9.211747055815067e-06,-8.446539141004905e-06,-7.681330316700041e-06,-6.916122401889879e-06,-6.150914487079717e-06,-5.385706117522204e-06,-4.620497747964691e-06,-3.855289833154529e-06,-3.0900814635970164e-06,-2.324873321413179e-06,-1.5596651792293414e-06,-7.944569233586662e-07,-2.9248724331409903e-08,7.359594746958464e-07,1.501167616879684e-06,2.2663757590635214e-06,3.0315841286210343e-06,3.796792270804872e-06,4.562000412988709e-06,5.327208782546222e-06,6.092416697356384e-06,6.857625066913897e-06,7.62283343647141e-06,8.388041351281572e-06,9.153249266091734e-06,9.918458090396598e-06,1.068366600520676e-05,1.1448873920016922e-05,1.2214082744321786e-05,1.2979290659131948e-05,1.374449857394211e-05,1.4509707398246974e-05,1.5274914403562434e-05,1.6040123227867298e-05,1.680533205217216e-05,1.7570539057487622e-05,1.8335747881792486e-05,1.910095670609735e-05,1.986616371141281e-05,2.0631372535717674e-05,2.1396581360022537e-05,2.2161788365337998e-05,2.292699718964286e-05,2.3692206013947725e-05,2.4457413019263186e-05,2.522262184356805e-05],"_type":"histogram","values":[1,0,2,0,0,0,0,0,1,3,2,2,2,3,4,1,4,7,6,7,6,11,15,23,26,25,24,47,36,57,52,69,59,51,39,32,20,20,22,17,10,10,9,6,5,2,4,2,3,4,4,2,3,1,0,1,1,1,0,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,1,1,2,0,2,0,3,4,3,2,11,7,5,10,14,16,14,21,23,24,17,25,21,29,28,26,27,43,33,50,27,39,37,18,28,18,23,11,13,11,13,11,4,16,7,3,3,5,1,4,3,3,1,2,0,0,1,1],"bins":[-0.0003817904507741332,-0.0003705007256940007,-0.00035921100061386824,-0.00034792127553373575,-0.0003366315795574337,-0.00032534185447730124,-0.00031405212939716876,-0.00030276240431703627,-0.0002914726792369038,-0.0002801829541567713,-0.0002688932581804693,-0.0002576035331003368,-0.0002463138080202043,-0.00023502408294007182,-0.00022373435785993934,-0.00021244464733172208,-0.0002011549222515896,-0.0001898651971714571,-0.00017857548664323986,-0.00016728576156310737,-0.0001559960364829749,-0.00014470632595475763,-0.00013341660087462515,-0.00012212687579449266,-0.00011083715799031779,-9.954744018614292e-05,-8.825771510601044e-05,-7.696799730183557e-05,-6.56782794976607e-05,-5.438855441752821e-05,-4.309883661335334e-05,-3.1809115171199664e-05,-2.0519393729045987e-05,-9.229673196387012e-06,2.060047336271964e-06,1.334976786893094e-05,2.4639488401589915e-05,3.592920984374359e-05,4.721892764791846e-05,5.850864909007214e-05,6.979837053222582e-05,8.108808833640069e-05,9.237781341653317e-05,0.00010366753122070804,0.00011495724902488291,0.0001262469741050154,0.00013753669918514788,0.00014882640971336514,0.00016011613479349762,0.0001714058598736301,0.00018269557040184736,0.00019398529548197985,0.00020527502056211233,0.0002165647310903296,0.00022785445617046207,0.00023914418125059456,0.0002504338917788118,0.0002617236168589443,0.0002730133419390768,0.00028430306701920927,0.00029559279209934175,0.0003068824880756438,0.00031817221315577626,0.00032946193823590875,0.00034075166331604123]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[4,2,2,8,5,14,25,41,67,155,237,374,547,853,1234,1819,2553,3530,4811,6131,8285,10481,12848,15636,19049,22027,25116,27886,30577,32227,33907,34620,34612,34152,32420,30844,27975,25145,21958,18628,15762,12761,10414,8209,6330,4640,3430,2418,1767,1144,788,498,334,218,119,81,37,29,18,16,1,2,0,3],"bins":[-0.09475328773260117,-0.09179169684648514,-0.08883011341094971,-0.08586852252483368,-0.08290693908929825,-0.07994534820318222,-0.07698376476764679,-0.07402217388153076,-0.07106059044599533,-0.0680989995598793,-0.06513741612434387,-0.062175825238227844,-0.059214238077402115,-0.056252650916576385,-0.053291063755750656,-0.05032947659492493,-0.0473678894340992,-0.04440630227327347,-0.04144471511244774,-0.03848312795162201,-0.03552154079079628,-0.03255995362997055,-0.029598364606499672,-0.026636777445673943,-0.023675190284848213,-0.020713603124022484,-0.017752015963196754,-0.01479042787104845,-0.011828840710222721,-0.008867253549396992,-0.005905665922909975,-0.002944078529253602,1.7508864402770996e-05,0.002979096258059144,0.005940683651715517,0.008902271278202534,0.011863858439028263,0.014825445599853992,0.017787033692002296,0.020748620852828026,0.023710208013653755,0.026671795174479485,0.029633382335305214,0.03259497135877609,0.03555655851960182,0.03851814568042755,0.04147973284125328,0.04444132000207901,0.04740290716290474,0.05036449432373047,0.0533260814845562,0.05628766864538193,0.05924925580620766,0.062210842967033386,0.06517243385314941,0.06813401728868484,0.07109560817480087,0.0740571916103363,0.07701878249645233,0.07998036593198776,0.08294195681810379,0.08590354025363922,0.08886513113975525,0.09182671457529068,0.09478830546140671]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,0,0,1,10,12,18,42,58,123,187,309,468,694,1126,1540,2312,3174,4496,6075,7762,10038,12756,15551,18751,21957,24919,27782,31172,33019,34681,35061,35569,34779,33118,30781,28192,25313,22120,18713,15672,12658,10145,7899,6136,4520,3354,2236,1558,1051,697,461,297,188,111,68,38,30,11,5,7,1,1],"bins":[-0.0998314693570137,-0.09680655598640442,-0.09378165006637573,-0.09075674414634705,-0.08773183077573776,-0.08470691740512848,-0.08168201148509979,-0.0786571055650711,-0.07563219219446182,-0.07260727882385254,-0.06958237290382385,-0.06655746698379517,-0.06353255361318588,-0.0605076439678669,-0.05748273432254791,-0.05445782467722893,-0.05143291503190994,-0.04840800538659096,-0.04538309574127197,-0.04235818609595299,-0.039333276450634,-0.03630836680531502,-0.03328345715999603,-0.030258547514677048,-0.027233637869358063,-0.024208728224039078,-0.021183818578720093,-0.018158908933401108,-0.015133999288082123,-0.012109089642763138,-0.009084179997444153,-0.006059270352125168,-0.00303436815738678,-9.4585120677948e-06,0.00301545113325119,0.006040360778570175,0.00906527042388916,0.012090180069208145,0.01511508971452713,0.018139999359846115,0.0211649090051651,0.024189818650484085,0.02721472829580307,0.030239637941122055,0.03326454758644104,0.036289457231760025,0.03931436687707901,0.042339276522397995,0.04536418616771698,0.048389095813035965,0.05141400545835495,0.054438915103673935,0.05746382474899292,0.060488734394311905,0.06351364403963089,0.06653855741024017,0.06956346333026886,0.07258836925029755,0.07561328262090683,0.07863819599151611,0.0816631019115448,0.08468800783157349,0.08771292120218277,0.09073783457279205,0.09376274049282074],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,0,2,2,1,0,2,1,5,4,6,10,17,15,27,29,36,45,58,79,72,64,46,42,17,33,19,17,12,15,11,9,8,10,5,7,3,2,8,3,3,2,2,4,4,1,3,1,0,0,0,0,0,1,1,0,0,0,0,0,0,1],"bins":[-0.010814971290528774,-0.010359134525060654,-0.009903296828269958,-0.009447460062801838,-0.008991623297333717,-0.008535786531865597,-0.008079949766397476,-0.007624112069606781,-0.00716827530413866,-0.00671243853867054,-0.006256601307541132,-0.005800764076411724,-0.0053449273109436035,-0.004889090545475483,-0.004433253314346075,-0.003977416083216667,-0.0035215793177485466,-0.0030657423194497824,-0.002609905321151018,-0.002154068322852254,-0.0016982313245534897,-0.0012423943262547255,-0.0007865573279559612,-0.000330720329657197,0.00012511666864156723,0.0005809536669403315,0.0010367906652390957,0.00149262766353786,0.0019484646618366241,0.0024043016601353884,0.0028601386584341526,0.003315975656732917,0.0037718117237091064,0.004227648489177227,0.004683485720306635,0.005139322951436043,0.005595159716904163,0.006050996482372284,0.006506833713501692,0.0069626709446311,0.00741850771009922,0.00787434447556734,0.008330181241035461,0.008786018937826157,0.009241855703294277,0.009697692468762398,0.010153530165553093,0.010609366931021214,0.011065203696489334,0.011521040461957455,0.011976877227425575,0.01243271492421627,0.012888551689684391,0.013344388455152512,0.013800226151943207,0.014256062917411327,0.014711899682879448,0.015167736448347569,0.015623573213815689,0.016079410910606384,0.01653524860739708,0.016991084441542625,0.01744692213833332,0.017902757972478867,0.018358595669269562]},"_wandb":{"runtime":810},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,3,2,2,2,7,5,3,4,5,9,9,17,7,21,11,19,26,28,28,27,28,31,30,38,26,36,40,28,20,24,23,28,26,21,25,20,13,9,12,3,11,10,7,4,1,3,2,4,4,1,0,1,0,0,0,0,0,0,1],"bins":[-0.1366409808397293,-0.1320398598909378,-0.1274387240409851,-0.1228376030921936,-0.1182364821434021,-0.11363535374403,-0.1090342253446579,-0.1044331043958664,-0.0998319759964943,-0.09523084759712219,-0.09062972664833069,-0.08602859824895859,-0.08142746984958649,-0.07682634890079498,-0.07222522050142288,-0.06762409955263138,-0.06302297115325928,-0.058421846479177475,-0.05382072180509567,-0.04921959340572357,-0.04461846873164177,-0.04001734405755997,-0.035416215658187866,-0.030815090984106064,-0.02621396631002426,-0.02161284163594246,-0.017011715099215508,-0.01241058949381113,-0.0078094638884067535,-0.0032083382830023766,0.0013927873224020004,0.005993912927806377,0.010595053434371948,0.015196179039776325,0.019797304645180702,0.024398431181907654,0.028999555855989456,0.03360068053007126,0.03820180892944336,0.04280293360352516,0.047404058277606964,0.052005182951688766,0.05660630762577057,0.06120743602514267,0.06580856442451477,0.07040968537330627,0.07501081377267838,0.07961193472146988,0.08421306312084198,0.08881419152021408,0.09341531246900558,0.09801644086837769,0.10261756181716919,0.10721869021654129,0.11181981861591339,0.1164209395647049,0.121022067964077,0.1256231963634491,0.1302243173122406,0.1348254382610321,0.1394265741109848,0.1440276950597763,0.1486288160085678,0.1532299518585205,0.157831072807312]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[3,0,0,6,3,2,3,5,1,3,7,6,7,5,8,12,7,15,13,19,21,21,29,28,35,27,21,42,23,31,42,32,28,40,26,26,21,17,14,13,20,11,15,8,10,5,6,6,5,6,0,4,2,1,1,2,1,2,0,0,0,0,0,1],"bins":[-0.0024711103178560734,-0.002385827014222741,-0.0023005439434200525,-0.0022152606397867203,-0.0021299775689840317,-0.0020446942653506994,-0.001959411194548011,-0.0018741278909146786,-0.0017888447036966681,-0.0017035615164786577,-0.0016182783292606473,-0.0015329951420426369,-0.0014477118384093046,-0.0013624286511912942,-0.0012771454639732838,-0.0011918622767552733,-0.001106579089537263,-0.0010212959023192525,-0.0009360127151012421,-0.0008507294696755707,-0.0007654462824575603,-0.0006801630952395499,-0.0005948798498138785,-0.0005095966625958681,-0.0004243134753778577,-0.00033903028815984726,-0.0002537470718380064,-0.00016846387006808072,-8.318066829815507e-05,2.1025334717705846e-06,8.738573524169624e-05,0.0001726689370116219,0.0002579519059509039,0.0003432350931689143,0.0004285183094907552,0.0005138015258125961,0.0005990847130306065,0.0006843679002486169,0.0007696511456742883,0.0008549343328922987,0.0009402175201103091,0.0010255007073283195,0.00111078389454633,0.0011960670817643404,0.0012813503853976727,0.001366633572615683,0.0014519167598336935,0.001537199947051704,0.0016224831342697144,0.0017077663214877248,0.0017930495087057352,0.0018783326959237456,0.001963615883141756,0.0020488991867750883,0.002134182257577777,0.002219465561211109,0.0023047486320137978,0.00239003193564713,0.0024753152392804623,0.002560598310083151,0.002645881613716483,0.0027311646845191717,0.002816447988152504,0.0029017310589551926,0.002987014362588525],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,5,13,15,26,46,78,135,222,371,589,859,1308,2056,2824,4145,5612,7432,9642,12221,15504,18547,22056,25486,28810,31724,34188,35572,36575,36582,35576,33937,31582,28819,25349,21785,18542,15251,11993,9444,7392,5352,3909,2787,1904,1254,827,590,346,249,117,72,49,30,12,3,3,1,1,1,2],"bins":[-0.0997324138879776,-0.09661027789115906,-0.09348814189434052,-0.09036600589752197,-0.08724386990070343,-0.08412172645330429,-0.08099959045648575,-0.0778774544596672,-0.07475531846284866,-0.07163318246603012,-0.06851104646921158,-0.06538891047239304,-0.062266770750284195,-0.05914463475346565,-0.05602249503135681,-0.05290035903453827,-0.04977822303771973,-0.046656087040901184,-0.04353395104408264,-0.0404118113219738,-0.03728967532515526,-0.034167539328336716,-0.031045401468873024,-0.027923263609409332,-0.02480112761259079,-0.021678991615772247,-0.018556853756308556,-0.015434716828167439,-0.012312579900026321,-0.009190442971885204,-0.006068306043744087,-0.00294616911560297,0.0001759752631187439,0.003298112191259861,0.006420249119400978,0.009542386047542095,0.012664522975683212,0.015786658972501755,0.018908796831965446,0.022030934691429138,0.02515307068824768,0.028275206685066223,0.031397342681884766,0.03451948240399361,0.03764161840081215,0.04076375439763069,0.04388589411973953,0.047008030116558075,0.05013016611337662,0.05325230211019516,0.0563744381070137,0.05949657782912254,0.06261871755123138,0.06574085354804993,0.06886298954486847,0.07198512554168701,0.07510726153850555,0.0782293975353241,0.08135153353214264,0.08447366952896118,0.08759580552577972,0.09071794897317886,0.0938400849699974,0.09696222096681595,0.10008435696363449]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.09672302007675171,-0.09375649690628052,-0.09078997373580933,-0.08782344311475754,-0.08485691994428635,-0.08189039677381516,-0.07892386615276337,-0.07595734298229218,-0.07299081981182098,-0.07002429664134979,-0.0670577734708786,-0.06409124284982681,-0.06112471967935562,-0.05815819650888443,-0.05519166961312294,-0.05222514271736145,-0.04925861954689026,-0.04629209637641907,-0.04332556948065758,-0.04035904258489609,-0.037392519414424896,-0.034425996243953705,-0.031459469348192215,-0.028492944315075874,-0.025526419281959534,-0.022559894248843193,-0.019593369215726852,-0.016626844182610512,-0.013660319149494171,-0.01069379411637783,-0.00772726908326149,-0.004760744050145149,-0.0017942190170288086,0.001172306016087532,0.004138831049203873,0.007105356082320213,0.010071881115436554,0.013038406148552895,0.016004931181669235,0.018971456214785576,0.021937981247901917,0.024904506281018257,0.027871031314134598,0.03083755634725094,0.03380408138036728,0.03677060455083847,0.03973713144659996,0.04270365834236145,0.04567018151283264,0.04863670468330383,0.05160323157906532,0.05456975847482681,0.057536281645298004,0.060502804815769196,0.06346933543682098,0.06643585860729218,0.06940238177776337,0.07236890494823456,0.07533542811870575,0.07830195873975754,0.08126848191022873,0.08423500508069992,0.08720153570175171,0.0901680588722229,0.09313458204269409],"_type":"histogram","values":[1,4,3,5,10,13,13,25,56,101,177,299,392,623,919,1422,2032,2921,3937,5334,7156,9117,11534,14208,17169,20208,23300,26073,28827,31561,32927,34220,34492,34218,33476,31676,29297,26788,23841,20733,17608,14691,11933,9627,7352,5627,4275,3070,2130,1496,1041,674,452,293,203,110,48,30,22,14,8,9,0,3]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,0,0,0,1,0,3,4,2,1,2,6,1,5,12,11,7,18,14,21,22,44,38,60,59,73,80,93,124,149,171,157,142,126,109,102,70,59,54,56,33,23,19,13,13,10,5,9,7,8,1,1,2,2,0,1,1,0,1,0,0,1,1],"bins":[-0.11088360846042633,-0.10738705098628998,-0.10389050096273422,-0.10039394348859787,-0.09689739346504211,-0.09340083599090576,-0.08990427851676941,-0.08640772849321365,-0.0829111710190773,-0.07941462099552155,-0.07591806352138519,-0.07242150604724884,-0.06892495602369308,-0.06542839854955673,-0.06193184480071068,-0.058435291051864624,-0.05493873730301857,-0.051442183554172516,-0.04794562980532646,-0.04444907233119011,-0.040952518582344055,-0.037455964833498,-0.03395941108465195,-0.030462855473160744,-0.02696630172431469,-0.023469747975468636,-0.019973192363977432,-0.016476638615131378,-0.01298008393496275,-0.00948352925479412,-0.005986975040286779,-0.0024904205929487944,0.0010061338543891907,0.004502688534557819,0.007999243214726448,0.011495796963572502,0.01499235164374113,0.01848890632390976,0.021985460072755814,0.025482015684247017,0.02897856943309307,0.032475125044584274,0.03597167879343033,0.03946823254227638,0.042964786291122437,0.04646134003996849,0.04995789751410484,0.0534544512629509,0.05695100501179695,0.060447558760643005,0.06394411623477936,0.06744066625833511,0.07093722373247147,0.07443377375602722,0.07793033123016357,0.08142688870429993,0.08492343872785568,0.08841999620199203,0.09191654622554779,0.09541310369968414,0.0989096611738205,0.10240621119737625,0.1059027686715126,0.10939931869506836,0.11289587616920471],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,1,1,3,0,3,8,6,9,11,12,22,20,48,51,74,125,127,217,304,506,663,1121,1645,2572,4320,7207,12913,24336,53986,161335,191801,63277,27801,14291,8032,4694,2903,1801,1174,766,513,358,202,139,130,83,43,46,35,21,21,14,6,7,6,5,2,3,0,1,0,0,1],"bins":[-0.004150390625,-0.004016876220703125,-0.00388336181640625,-0.003749847412109375,-0.0036163330078125,-0.003482818603515625,-0.00334930419921875,-0.003215789794921875,-0.003082275390625,-0.002948760986328125,-0.00281524658203125,-0.002681732177734375,-0.0025482177734375,-0.002414703369140625,-0.00228118896484375,-0.002147674560546875,-0.00201416015625,-0.001880645751953125,-0.00174713134765625,-0.001613616943359375,-0.0014801025390625,-0.001346588134765625,-0.00121307373046875,-0.001079559326171875,-0.000946044921875,-0.000812530517578125,-0.00067901611328125,-0.000545501708984375,-0.0004119873046875,-0.000278472900390625,-0.00014495849609375,-1.1444091796875e-05,0.0001220703125,0.000255584716796875,0.00038909912109375,0.000522613525390625,0.0006561279296875,0.000789642333984375,0.00092315673828125,0.001056671142578125,0.001190185546875,0.001323699951171875,0.00145721435546875,0.001590728759765625,0.0017242431640625,0.001857757568359375,0.00199127197265625,0.002124786376953125,0.00225830078125,0.002391815185546875,0.00252532958984375,0.002658843994140625,0.0027923583984375,0.002925872802734375,0.00305938720703125,0.003192901611328125,0.003326416015625,0.003459930419921875,0.00359344482421875,0.003726959228515625,0.0038604736328125,0.003993988037109375,0.00412750244140625,0.004261016845703125,0.00439453125]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-0.1150071769952774,-0.11104881018400192,-0.10709043592214584,-0.10313206911087036,-0.09917369484901428,-0.0952153280377388,-0.09125696122646332,-0.08729858696460724,-0.08334022015333176,-0.07938185334205627,-0.0754234790802002,-0.07146511226892471,-0.06750674545764923,-0.06354837119579315,-0.05959000438451767,-0.05563163384795189,-0.05167326331138611,-0.04771489277482033,-0.04375652223825455,-0.039798155426979065,-0.035839784890413284,-0.031881414353847504,-0.027923045679926872,-0.02396467700600624,-0.02000630646944046,-0.01604793593287468,-0.012089567258954048,-0.008131197653710842,-0.004172828048467636,-0.00021445844322443008,0.003743911162018776,0.007702280767261982,0.011660665273666382,0.015619034878909588,0.019577404484152794,0.023535773158073425,0.027494143694639206,0.03145251423120499,0.03541088104248047,0.03936925157904625,0.04332762211561203,0.04728599265217781,0.05124436318874359,0.055202730000019073,0.059161100536584854,0.06311947107315063,0.06707783788442612,0.0710362121462822,0.07499457895755768,0.07895294576883316,0.08291132003068924,0.08686968684196472,0.0908280611038208,0.09478642791509628,0.09874479472637177,0.10270316898822784,0.10666153579950333,0.11061990261077881,0.11457827687263489,0.11853664368391037,0.12249501049518585,0.12645338475704193,0.130411759018898,0.1343701183795929,0.13832849264144897],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,1,1,1,1,5,2,1,5,5,5,11,12,15,27,20,34,41,80,130,113,62,55,32,26,17,9,12,5,6,2,5,6,3,3,1,2,1,2,0,0,2,2,0,1,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.006565841846168041,-0.0063682422041893005,-0.00617064256221056,-0.005973042920231819,-0.0057754432782530785,-0.005577843636274338,-0.005380243994295597,-0.005182644352316856,-0.004985044710338116,-0.004787445068359375,-0.004589845426380634,-0.004392245784401894,-0.004194646142423153,-0.003997046500444412,-0.003799446625635028,-0.003601846983656287,-0.0034042473416775465,-0.003206647699698806,-0.003009048057720065,-0.0028114484157413244,-0.0026138487737625837,-0.002416249131783843,-0.0022186494898051023,-0.0020210498478263617,-0.0018234500894322991,-0.0016258504474535584,-0.0014282508054748178,-0.001230651163496077,-0.0010330514051020145,-0.0008354518213309348,-0.0006378521211445332,-0.00044025247916579247,-0.00024265283718705177,-4.505318065639585e-05,0.00015254647587426007,0.0003501461469568312,0.0005477457889355719,0.0007453454309143126,0.0009429451311007142,0.001140544773079455,0.0013381444150581956,0.0015357440570369363,0.001733343699015677,0.0019309433409944177,0.00212854309938848,0.002326142741367221,0.0025237423833459616,0.0027213420253247023,0.002918941667303443,0.0031165413092821836,0.0033141409512609243,0.003511740593239665,0.0037093402352184057,0.00390694011002779,0.004104539752006531,0.0043021393939852715,0.004499739035964012,0.004697338677942753,0.0048949383199214935,0.005092537961900234,0.005290137603878975,0.005487737245857716,0.005685336887836456,0.005882936529815197,0.006080536171793938],"_type":"histogram","values":[1,0,0,0,0,0,1,1,2,0,2,4,2,3,4,4,7,9,2,14,13,18,18,15,18,26,20,30,28,41,32,40,32,42,43,30,38,27,20,20,18,28,19,16,9,6,6,9,7,10,4,2,5,6,1,4,1,4,1,0,1,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,2,0,2,0,5,6,12,7,7,22,43,36,50,60,110,172,273,366,464,705,1037,1485,2217,3145,4723,7219,10477,16583,25082,41739,69325,128243,282325,465813,227863,112770,63886,39099,23378,15056,9545,6462,4000,2916,1913,1318,840,642,443,312,216,153,80,59,57,42,17,10,9,7,9,4,2],"bins":[-0.01141357421875,-0.011081695556640625,-0.01074981689453125,-0.010417938232421875,-0.0100860595703125,-0.009754180908203125,-0.00942230224609375,-0.009090423583984375,-0.008758544921875,-0.008426666259765625,-0.00809478759765625,-0.007762908935546875,-0.0074310302734375,-0.007099151611328125,-0.00676727294921875,-0.006435394287109375,-0.006103515625,-0.005771636962890625,-0.00543975830078125,-0.005107879638671875,-0.0047760009765625,-0.004444122314453125,-0.00411224365234375,-0.003780364990234375,-0.003448486328125,-0.003116607666015625,-0.00278472900390625,-0.002452850341796875,-0.0021209716796875,-0.001789093017578125,-0.00145721435546875,-0.001125335693359375,-0.00079345703125,-0.000461578369140625,-0.00012969970703125,0.000202178955078125,0.0005340576171875,0.000865936279296875,0.00119781494140625,0.001529693603515625,0.001861572265625,0.002193450927734375,0.00252532958984375,0.002857208251953125,0.0031890869140625,0.003520965576171875,0.00385284423828125,0.004184722900390625,0.0045166015625,0.004848480224609375,0.00518035888671875,0.005512237548828125,0.0058441162109375,0.006175994873046875,0.00650787353515625,0.006839752197265625,0.007171630859375,0.007503509521484375,0.00783538818359375,0.008167266845703125,0.0084991455078125,0.008831024169921875,0.00916290283203125,0.009494781494140625,0.00982666015625],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug-core.log b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..0e736d375b8a5d6fc86b7bf2096b987ed0e2f034 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T03:33:34.369630873+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpr5ldtlzi/port-82973.txt","pid":82973,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T03:33:34.370219734+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":82973} +{"time":"2025-07-18T03:33:34.370193749+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-82973-82996-917171512/socket","Net":"unix"}} +{"time":"2025-07-18T03:33:34.55125266+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T03:33:34.559824088+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"wu8q3oan","id":"1(@)"} +{"time":"2025-07-18T03:33:34.985020873+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"wu8q3oan","id":"1(@)"} +{"time":"2025-07-18T03:47:05.826651704+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T03:47:05.826894671+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T03:47:05.826967833+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T03:47:05.826979342+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T03:47:05.827053924+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-82973-82996-917171512/socket","Net":"unix"}} +{"time":"2025-07-18T03:47:07.933128757+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T03:47:07.933147725+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T03:47:07.933161182+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..c589491924ad4b12ccc36044a052ee1d594b3a24 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T03:33:34.560744828+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T03:33:34.984980048+03:00","level":"INFO","msg":"stream: created new stream","id":"wu8q3oan"} +{"time":"2025-07-18T03:33:34.985014812+03:00","level":"INFO","msg":"stream: started","id":"wu8q3oan"} +{"time":"2025-07-18T03:33:34.985030271+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"wu8q3oan"} +{"time":"2025-07-18T03:33:34.985059278+03:00","level":"INFO","msg":"handler: started","stream_id":"wu8q3oan"} +{"time":"2025-07-18T03:33:34.985035112+03:00","level":"INFO","msg":"sender: started","stream_id":"wu8q3oan"} +{"time":"2025-07-18T03:47:05.826930327+03:00","level":"INFO","msg":"stream: closing","id":"wu8q3oan"} +{"time":"2025-07-18T03:47:07.620214952+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T03:47:07.931020084+03:00","level":"INFO","msg":"handler: closed","stream_id":"wu8q3oan"} +{"time":"2025-07-18T03:47:07.931055595+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"wu8q3oan"} +{"time":"2025-07-18T03:47:07.931097866+03:00","level":"INFO","msg":"sender: closed","stream_id":"wu8q3oan"} +{"time":"2025-07-18T03:47:07.93271702+03:00","level":"INFO","msg":"stream: closed","id":"wu8q3oan"} diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug.log b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..846b1bba5eaca7e2f9089415ec822000e5fabc46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 03:33:34,334 INFO MainThread:82973 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 03:33:34,334 INFO MainThread:82973 [wandb_setup.py:_flush():80] Configure stats pid to 82973 +2025-07-18 03:33:34,334 INFO MainThread:82973 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 03:33:34,334 INFO MainThread:82973 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 03:33:34,334 INFO MainThread:82973 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 03:33:34,334 INFO MainThread:82973 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_033334-wu8q3oan/logs/debug.log +2025-07-18 03:33:34,335 INFO MainThread:82973 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_033334-wu8q3oan/logs/debug-internal.log +2025-07-18 03:33:34,335 INFO MainThread:82973 [wandb_init.py:init():830] calling init triggers +2025-07-18 03:33:34,335 INFO MainThread:82973 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 03:33:34,335 INFO MainThread:82973 [wandb_init.py:init():871] starting backend +2025-07-18 03:33:34,551 INFO MainThread:82973 [wandb_init.py:init():874] sending inform_init request +2025-07-18 03:33:34,558 INFO MainThread:82973 [wandb_init.py:init():882] backend started and connected +2025-07-18 03:33:34,560 INFO MainThread:82973 [wandb_init.py:init():953] updated telemetry +2025-07-18 03:33:34,560 INFO MainThread:82973 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 03:33:35,327 INFO MainThread:82973 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 03:33:35,495 INFO MainThread:82973 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 03:33:35,495 INFO MainThread:82973 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 03:33:35,495 INFO MainThread:82973 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 03:33:35,495 INFO MainThread:82973 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 03:33:35,499 INFO MainThread:82973 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 03:33:37,913 INFO MainThread:82973 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 03:33:37,914 INFO MainThread:82973 [wandb_watch.py:_watch():70] Watching +2025-07-18 03:47:05,825 INFO MsgRouterThr:82973 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_033334-wu8q3oan/run-wu8q3oan.wandb b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/run-wu8q3oan.wandb new file mode 100644 index 0000000000000000000000000000000000000000..dda63694018f55fc7f410fb403de22932399716d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_033334-wu8q3oan/run-wu8q3oan.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c921113167de0708ddddefe39cc9f8ad55aabb453c58ef3f4f545267e81b22a +size 78215083 diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/files/config.yaml b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d33b3f4b61bb5fb505b65ec2718e388f66cc4013 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + eqiaiopnepeyosecvl3qi2fogv70ykl3: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136829616128" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T00:48:24.782768Z" + writerId: eqiaiopnepeyosecvl3qi2fogv70ykl3 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/files/output.log b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2f1a215013bdd7bc6afd3dfbef3328caed7b3306 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/output.log @@ -0,0 +1,63 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 20/133438 [08:47<298:16:26, 8.05s/it, loss=2.5388] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7fde2c281760> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [08:51", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 382, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 379, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 303, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 195, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 207, in log_tensor_stats + if self._no_finite_values(flat): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 297, in _no_finite_values + return tensor.shape == torch.Size([0]) or (~torch.isfinite(tensor)).all().item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/files/requirements.txt b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e0071e1630047c3a1d74834c059aef77b42032e4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T00:48:24.782768Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136829616128" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "eqiaiopnepeyosecvl3qi2fogv70ykl3" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..212edab2f6bab5b326a8153a9f86b05837828e10 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,2,1,1,2,1,3,2,4,10,6,4,16,17,19,17,20,18,27,20,44,36,37,42,52,44,38,43,40,28,29,33,25,19,15,10,6,8,7,5,7,3,0,0,2,0,0,2,0,0,0,0,0,0,1],"bins":[-0.0003625829704105854,-0.00035187407047487795,-0.0003411651705391705,-0.0003304562997072935,-0.00031974739977158606,-0.0003090384998358786,-0.00029832959990017116,-0.0002876206999644637,-0.0002769118291325867,-0.00026620292919687927,-0.0002554940292611718,-0.00024478512932546437,-0.00023407622938975692,-0.0002233673440059647,-0.00021265844407025725,-0.00020194955868646502,-0.00019124065875075758,-0.00018053175881505013,-0.0001698228734312579,-0.00015911397349555045,-0.00014840508811175823,-0.00013769618817605078,-0.00012698728824034333,-0.0001162783955805935,-0.00010556950292084366,-9.486061026109383e-05,-8.415171760134399e-05,-7.344281766563654e-05,-6.27339250058867e-05,-5.202503234613687e-05,-4.1316136048408225e-05,-3.060723975067958e-05,-1.9898347090929747e-05,-9.189452612190507e-06,1.519441866548732e-06,1.2228336345287971e-05,2.293723082402721e-05,3.3646123483777046e-05,4.435501978150569e-05,5.506391607923433e-05,6.577280873898417e-05,7.6481701398734e-05,8.719059405848384e-05,9.789949399419129e-05,0.00010860838665394112,0.00011931727931369096,0.0001300261792493984,0.00014073506463319063,0.00015144396456889808,0.00016215286450460553,0.00017286174988839775,0.0001835706498241052,0.00019427953520789742,0.00020498843514360487,0.00021569733507931232,0.00022640622046310455,0.000237115120398812,0.0002478240057826042,0.00025853290571831167,0.0002692418056540191,0.00027995070558972657,0.000290659605525434,0.000301368476357311,0.00031207737629301846,0.0003227862762287259]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.0005064196302555501,-0.0004905337700620294,-0.0004746479098685086,-0.0004587620496749878,-0.000442876189481467,-0.0004269903583917767,-0.0004111044981982559,-0.0003952186380047351,-0.00037933277781121433,-0.00036344691761769354,-0.00034756105742417276,-0.000331675197230652,-0.00031578936614096165,-0.00029990350594744086,-0.0002840176457539201,-0.0002681317855603993,-0.0002522459253668785,-0.00023636006517335773,-0.00022047420497983694,-0.00020458835933823138,-0.0001887024991447106,-0.00017281663895118982,-0.00015693079330958426,-0.00014104493311606348,-0.0001251590729225427,-0.00010927321272902191,-9.338735981145874e-05,-7.750150689389557e-05,-6.161564670037478e-05,-4.5729790144832805e-05,-2.9843933589290828e-05,-1.395807703374885e-05,1.9278377294540405e-06,1.7813694284996018e-05,3.3699550840537995e-05,4.958540739607997e-05,6.547126395162195e-05,8.135712414514273e-05,9.72429770627059e-05,0.00011312882998026907,0.00012901469017378986,0.00014490055036731064,0.00016078641056083143,0.00017667225620243698,0.00019255811639595777,0.00020844397658947855,0.0002243298222310841,0.0002402156824246049,0.0002561015426181257,0.00027198740281164646,0.00028787326300516725,0.00030375912319868803,0.0003196449833922088,0.00033553081448189914,0.0003514166746754199,0.0003673025348689407,0.0003831883950624615,0.0003990742552559823,0.00041496011544950306,0.00043084597564302385,0.0004467318067327142,0.00046261766692623496,0.00047850352711975574,0.0004943893873132765,0.0005102752475067973],"_type":"histogram","values":[1,0,2,3,1,2,4,0,4,6,4,8,4,10,9,10,14,10,17,38,39,41,41,45,73,71,87,88,128,121,109,114,114,99,88,90,79,78,66,62,44,35,45,24,27,11,18,16,12,8,5,0,5,2,5,1,2,3,2,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.000817447027657181,-0.0007928159320726991,-0.000768184894695878,-0.0007435537991113961,-0.000718922761734575,-0.0006942916661500931,-0.000669660628773272,-0.0006450295331887901,-0.0006203984376043081,-0.0005957674002274871,-0.0005711363046430051,-0.0005465052672661841,-0.0005218741716817021,-0.0004972431343048811,-0.00047261203872039914,-0.00044798097223974764,-0.00042334990575909615,-0.00039871883927844465,-0.00037408777279779315,-0.00034945670631714165,-0.00032482563983649015,-0.0003001945442520082,-0.0002755634777713567,-0.0002509324112907052,-0.0002263013448100537,-0.0002016702783294022,-0.0001770392118487507,-0.00015240813081618398,-0.00012777706433553249,-0.00010314599785488099,-7.851492409827188e-05,-5.388385397964157e-05,-2.925284206867218e-05,-4.621771950041875e-06,2.000929816858843e-05,4.4640368287218735e-05,6.927143840584904e-05,9.390250488650054e-05,0.00011853357864310965,0.00014316465239971876,0.00016779571888037026,0.00019242678536102176,0.00021705785184167325,0.00024168893287423998,0.0002663200139068067,0.0002909510803874582,0.0003155821468681097,0.0003402132133487612,0.0003648442798294127,0.0003894753463100642,0.0004141064127907157,0.0004387374792713672,0.0004633685457520187,0.00048799964133650064,0.0005126306787133217,0.0005372617742978036,0.0005618928698822856,0.0005865239072591066,0.0006111550028435886,0.0006357860402204096,0.0006604171358048916,0.0006850481731817126,0.0007096792687661946,0.0007343103061430156,0.0007589414017274976],"_type":"histogram","values":[1,0,0,0,0,1,2,4,6,4,7,7,14,4,7,4,8,9,9,12,10,15,15,15,21,18,27,23,22,26,36,35,31,26,34,35,33,30,24,19,17,21,14,12,17,12,7,5,8,7,7,6,6,8,10,3,6,2,4,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.10205078125,-0.09897613525390625,-0.0959014892578125,-0.09282684326171875,-0.089752197265625,-0.08667755126953125,-0.0836029052734375,-0.08052825927734375,-0.07745361328125,-0.07437896728515625,-0.0713043212890625,-0.06822967529296875,-0.065155029296875,-0.06208038330078125,-0.0590057373046875,-0.05593109130859375,-0.0528564453125,-0.04978179931640625,-0.0467071533203125,-0.04363250732421875,-0.040557861328125,-0.03748321533203125,-0.0344085693359375,-0.03133392333984375,-0.02825927734375,-0.02518463134765625,-0.0221099853515625,-0.01903533935546875,-0.015960693359375,-0.01288604736328125,-0.0098114013671875,-0.00673675537109375,-0.003662109375,-0.00058746337890625,0.0024871826171875,0.00556182861328125,0.008636474609375,0.01171112060546875,0.0147857666015625,0.01786041259765625,0.02093505859375,0.02400970458984375,0.0270843505859375,0.03015899658203125,0.033233642578125,0.03630828857421875,0.0393829345703125,0.04245758056640625,0.0455322265625,0.04860687255859375,0.0516815185546875,0.05475616455078125,0.057830810546875,0.06090545654296875,0.0639801025390625,0.06705474853515625,0.07012939453125,0.07320404052734375,0.0762786865234375,0.07935333251953125,0.082427978515625,0.08550262451171875,0.0885772705078125,0.09165191650390625,0.0947265625],"_type":"histogram","values":[2,0,0,0,0,2,3,9,1,10,9,21,38,41,56,102,161,186,274,379,625,843,1237,1901,2831,4353,7113,11216,18179,32772,59644,122958,349910,607456,172512,77123,40483,23297,13513,8245,5179,3322,2293,1519,920,669,425,321,224,152,107,70,55,42,19,15,5,7,5,4,2,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,0,0,1,2,2,2,8,3,3,7,6,5,8,17,10,11,16,18,18,17,20,25,26,26,27,37,40,25,37,25,25,37,28,31,23,30,25,20,17,14,15,7,8,13,11,4,4,4,0,2,2,1,2],"bins":[-0.15476208925247192,-0.15076503157615662,-0.1467679738998413,-0.1427709311246872,-0.1387738734483719,-0.13477681577205658,-0.13077975809574127,-0.12678270041942596,-0.12278565019369125,-0.11878859251737595,-0.11479154229164124,-0.11079448461532593,-0.10679742693901062,-0.10280037671327591,-0.0988033190369606,-0.09480626881122589,-0.09080921113491058,-0.08681215345859528,-0.08281510323286057,-0.07881804555654526,-0.07482099533081055,-0.07082393765449524,-0.06682687997817993,-0.06282982975244522,-0.05883277207612991,-0.054835718125104904,-0.050838664174079895,-0.04684160649776459,-0.04284455254673958,-0.03884749859571457,-0.03485044091939926,-0.030853386968374252,-0.02685631811618805,-0.02285926416516304,-0.018862208351492882,-0.014865153469145298,-0.010868098586797714,-0.0068710437044501305,-0.0028739888221025467,0.001123066060245037,0.005120120942592621,0.009117175824940205,0.013114230707287788,0.017111286520957947,0.021108340471982956,0.025105394423007965,0.029102450236678123,0.03309950605034828,0.03709656000137329,0.0410936139523983,0.04509066790342331,0.04908772557973862,0.053084779530763626,0.057081833481788635,0.06107889115810394,0.06507594138383865,0.06907299906015396,0.07307005673646927,0.07706710696220398,0.08106416463851929,0.0850612223148346,0.0890582725405693,0.09305533021688461,0.09705238044261932,0.10104943811893463]},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[423,1618,1603,1467,1551,1510,1512,1624,1572,1548,1583,1596,1557,1502,1605,1579,1585,1617,1549,1560,1550,1538,1571,1625,1493,1618,1564,1541,1618,1536,1541,1577,1623,1567,1581,1545,1488,1545,1608,1529,1553,1540,1589,1614,1569,1588,1589,1574,1616,1603,1548,1549,1555,1647,1550,1497,1553,1555,1571,1584,1600,1572,1623,646],"bins":[-0.036952219903469086,-0.03580046072602272,-0.034648701548576355,-0.03349694237112999,-0.032345183193683624,-0.031193425878882408,-0.030041666701436043,-0.028889907523989677,-0.027738148346543312,-0.026586389169096947,-0.02543462999165058,-0.024282870814204216,-0.023131113499403,-0.021979354321956635,-0.02082759514451027,-0.019675835967063904,-0.01852407678961754,-0.017372317612171173,-0.016220558434724808,-0.015068800188601017,-0.013917041011154652,-0.012765281833708286,-0.011613523587584496,-0.01046176441013813,-0.009310005232691765,-0.0081582460552454,-0.007006487343460321,-0.005854728631675243,-0.004702969454228878,-0.0035512105096131563,-0.0023994515649974346,-0.001247692620381713,-9.593367576599121e-05,0.0010558252688497305,0.002207584213465452,0.003359343158081174,0.004511102102696896,0.005662861280143261,0.006814619991928339,0.007966378703713417,0.009118137881159782,0.010269897058606148,0.011421656236052513,0.012573414482176304,0.01372517365962267,0.014876932837069035,0.016028691083192825,0.01718045026063919,0.018332209438085556,0.01948396861553192,0.020635727792978287,0.021787486970424652,0.022939246147871017,0.024091003462672234,0.0252427626401186,0.026394521817564964,0.02754628099501133,0.028698040172457695,0.02984979934990406,0.031001558527350426,0.03215331584215164,0.03330507501959801,0.03445683419704437,0.03560859337449074,0.0367603525519371]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.099609375,-0.0963287353515625,-0.093048095703125,-0.0897674560546875,-0.08648681640625,-0.0832061767578125,-0.079925537109375,-0.0766448974609375,-0.0733642578125,-0.0700836181640625,-0.066802978515625,-0.0635223388671875,-0.06024169921875,-0.0569610595703125,-0.053680419921875,-0.0503997802734375,-0.047119140625,-0.0438385009765625,-0.040557861328125,-0.0372772216796875,-0.03399658203125,-0.0307159423828125,-0.027435302734375,-0.0241546630859375,-0.0208740234375,-0.0175933837890625,-0.014312744140625,-0.0110321044921875,-0.00775146484375,-0.0044708251953125,-0.001190185546875,0.0020904541015625,0.00537109375,0.0086517333984375,0.011932373046875,0.0152130126953125,0.01849365234375,0.0217742919921875,0.025054931640625,0.0283355712890625,0.0316162109375,0.0348968505859375,0.038177490234375,0.0414581298828125,0.04473876953125,0.0480194091796875,0.051300048828125,0.0545806884765625,0.057861328125,0.0611419677734375,0.064422607421875,0.0677032470703125,0.07098388671875,0.0742645263671875,0.077545166015625,0.0808258056640625,0.0841064453125,0.0873870849609375,0.090667724609375,0.0939483642578125,0.09722900390625,0.1005096435546875,0.103790283203125,0.1070709228515625,0.1103515625],"_type":"histogram","values":[1,0,0,0,1,0,2,2,1,3,6,4,13,18,28,30,46,101,175,263,484,827,1461,2386,4389,7707,13537,23784,44544,102787,224847,77563,37335,20663,11568,6441,3718,2122,1253,711,369,258,132,89,42,40,24,15,10,5,4,3,4,3,0,2,0,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.010780585929751396,-0.010293801315128803,-0.009807015769183636,-0.009320231154561043,-0.00883344653993845,-0.008346660993993282,-0.00785987637937069,-0.007373091299086809,-0.006886306218802929,-0.006399521604180336,-0.005912736523896456,-0.0054259514436125755,-0.004939166828989983,-0.004452381748706102,-0.003965596668422222,-0.0034788118209689856,-0.002992026973515749,-0.0025052421260625124,-0.002018457045778632,-0.0015316721983253956,-0.0010448872344568372,-0.0005581022705882788,-7.131736492738128e-05,0.0004154675698373467,0.0009022525046020746,0.001389037468470633,0.0018758224323391914,0.002362607279792428,0.0028493921272456646,0.003336177207529545,0.0038229620549827814,0.004309746902436018,0.004796531982719898,0.0052833170630037785,0.005770101677626371,0.006256886757910252,0.006743671838194132,0.007230456452816725,0.007717241533100605,0.008204026147723198,0.008690811693668365,0.009177596308290958,0.009664380922913551,0.010151166468858719,0.010637951083481312,0.011124735698103905,0.011611521244049072,0.012098305858671665,0.012585090473294258,0.013071876019239426,0.013558660633862019,0.014045446179807186,0.014532230794429779,0.015019015409052372,0.01550580095499754,0.015992585569620132,0.0164793711155653,0.01696615479886532,0.017452940344810486,0.017939725890755653,0.01842650957405567,0.01891329512000084,0.019400080665946007,0.019886864349246025,0.020373649895191193],"_type":"histogram","values":[3,2,1,3,2,3,2,2,4,7,5,4,12,12,23,26,24,36,44,64,52,68,54,63,43,33,28,28,20,18,14,12,12,6,4,7,4,4,3,4,1,1,1,0,0,1,2,0,1,1,0,1,0,1,0,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.09816571325063705,-0.09528128057718277,-0.09239684045314789,-0.0895124077796936,-0.08662797510623932,-0.08374353498220444,-0.08085910230875015,-0.07797466218471527,-0.07509022951126099,-0.0722057968378067,-0.06932135671377182,-0.06643692404031754,-0.06355248391628265,-0.06066805124282837,-0.057783618569374084,-0.0548991821706295,-0.05201474577188492,-0.049130309373140335,-0.04624587297439575,-0.04336144030094147,-0.040477003902196884,-0.0375925675034523,-0.034708134829998016,-0.03182369843125343,-0.02893926203250885,-0.026054825633764267,-0.023170391097664833,-0.0202859565615654,-0.017401520162820816,-0.014517084695398808,-0.011632649227976799,-0.00874821376055479,-0.005863778293132782,-0.0029793428257107735,-9.490735828876495e-05,0.0027895281091332436,0.005673963576555252,0.00855839904397726,0.011442834511399269,0.014327269978821278,0.017211705446243286,0.02009614184498787,0.022980576381087303,0.025865010917186737,0.02874944731593132,0.0316338837146759,0.03451831638813019,0.03740275278687477,0.040287189185619354,0.04317162558436394,0.04605606198310852,0.048940494656562805,0.05182493105530739,0.05470936745405197,0.057593800127506256,0.06047823652625084,0.06336267292499542,0.06624710559844971,0.06913154572248459,0.07201597839593887,0.07490041851997375,0.07778485119342804,0.08066928386688232,0.0835537239909172,0.08643815666437149],"_type":"histogram","values":[1,0,2,1,5,4,16,31,38,79,116,176,247,397,586,947,1484,1992,2782,3866,4947,6682,8664,10545,13295,16028,18870,21593,24943,26905,29577,31604,33295,33953,34402,32964,31933,29919,27615,24727,22176,18850,16110,13400,10644,8709,6711,5100,3758,2860,1991,1460,981,674,431,284,200,96,79,40,19,13,6,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,1,0,0,0,1,3,3,2,4,2,3,7,8,13,6,15,14,17,17,30,40,32,38,46,36,48,42,39,42,28,35,39,30,27,13,13,12,17,8,5,9,4,4,2,1,1,3,0,0,0,2,1,0,0,2],"bins":[-0.0003860628348775208,-0.00037501510814763606,-0.0003639673814177513,-0.00035291965468786657,-0.0003418719279579818,-0.0003308242012280971,-0.00031977647449821234,-0.0003087287477683276,-0.00029768102103844285,-0.00028663332341238856,-0.0002755855966825038,-0.0002645378699526191,-0.00025349014322273433,-0.0002424424164928496,-0.00023139468976296484,-0.0002203469630330801,-0.00020929923630319536,-0.00019825150957331061,-0.00018720378284342587,-0.00017615605611354113,-0.00016510832938365638,-0.00015406061720568687,-0.00014301289047580212,-0.00013196516374591738,-0.00012091743701603264,-0.00010986971028614789,-9.882198355626315e-05,-8.777426410233602e-05,-7.672653737245128e-05,-6.567881064256653e-05,-5.4631087550660595e-05,-4.358336445875466e-05,-3.253566683270037e-05,-2.148794192180503e-05,-1.0440217010909691e-05,6.075078999856487e-07,1.1655232810880989e-05,2.270295772177633e-05,3.375068263267167e-05,4.4798405724577606e-05,5.584613245446235e-05,6.689385918434709e-05,7.794158591423184e-05,8.898930536815897e-05,0.00010003703209804371,0.00011108475882792845,0.00012213247828185558,0.00013318020501174033,0.00014422793174162507,0.00015527565847150981,0.00016632338520139456,0.0001773711119312793,0.00018841883866116405,0.00019946655083913356,0.0002105142775690183,0.00022156200429890305,0.0002326097310287878,0.00024365745775867254,0.00025470516993664205,0.0002657528966665268,0.00027680062339641154,0.0002878483501262963,0.000298896076856181,0.00030994380358606577,0.0003209915303159505]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,0,1,1,0,1,5,3,1,5,6,8,11,14,6,28,22,21,32,34,41,30,51,38,38,41,43,40,40,18,32,28,29,17,14,12,9,12,9,4,4,3,1,2,4,0,1,0,2,1,0,0,1,0,0,1],"bins":[-0.0038121247198432684,-0.0036939785350114107,-0.0035758325830101967,-0.003457686398178339,-0.0033395402133464813,-0.0032213942613452673,-0.0031032480765134096,-0.0029851021245121956,-0.002866955939680338,-0.0027488097548484802,-0.002630663802847266,-0.0025125176180154085,-0.0023943716660141945,-0.002276225481182337,-0.002158079296350479,-0.002039933344349265,-0.0019217871595174074,-0.0018036410911008716,-0.0016854950226843357,-0.001567348837852478,-0.0014492027694359422,-0.0013310567010194063,-0.0012129105161875486,-0.0010947644477710128,-0.000976618379354477,-0.0008584723109379411,-0.0007403261843137443,-0.0006221800576895475,-0.0005040339892730117,-0.0003858878917526454,-0.00026774179423227906,-0.00014959569671191275,-3.1449832022190094e-05,8.669626549817622e-05,0.00020484236301854253,0.00032298846053890884,0.00044113455805927515,0.000559280626475811,0.0006774267531000078,0.0007955728797242045,0.0009137189481407404,0.0010318650165572762,0.001150011084973812,0.0012681572698056698,0.0013863033382222056,0.0015044494066387415,0.0016225955914705992,0.001740741659887135,0.0018588877283036709,0.0019770339131355286,0.0020951798651367426,0.0022133260499686003,0.0023314720019698143,0.002449618186801672,0.0025677643716335297,0.0026859103236347437,0.0028040565084666014,0.002922202693298459,0.003040348645299673,0.0031584948301315308,0.0032766410149633884,0.0033947869669646025,0.00351293315179646,0.003631079103797674,0.003749225288629532]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,1,1,0,2,5,7,5,7,7,8,16,13,23,10,19,23,20,19,24,33,25,31,28,34,42,31,29,27,30,30,30,23,22,24,13,13,15,11,13,11,8,4,4,3,3,5,5,1,1,0,3,0,0,1,1,0,0,1],"bins":[-0.00036266830284148455,-0.00035074292100034654,-0.000338817568263039,-0.000326892186421901,-0.000314966804580763,-0.000303041422739625,-0.00029111607000231743,-0.0002791906881611794,-0.0002672653063200414,-0.00025533995358273387,-0.00024341457174159586,-0.00023148918990045786,-0.00021956382261123508,-0.00020763844077009708,-0.0001957130734808743,-0.0001837876916397363,-0.00017186232435051352,-0.00015993695706129074,-0.00014801157522015274,-0.00013608620793092996,-0.00012416082608979195,-0.00011223545880056918,-0.00010031008423538879,-8.83847096702084e-05,-7.6459335105028e-05,-6.453396053984761e-05,-5.260858597466722e-05,-4.068321504746564e-05,-2.8757840482285246e-05,-1.6832465917104855e-05,-4.907093170913868e-06,7.018280484771822e-06,1.894365414045751e-05,3.08690287056379e-05,4.279440327081829e-05,5.471977419801988e-05,6.664515240117908e-05,7.857051969040185e-05,9.049589425558224e-05,0.00010242126882076263,0.00011434664338594303,0.00012627201795112342,0.0001381973852403462,0.0001501227670814842,0.00016204813437070698,0.00017397351621184498,0.00018589888350106776,0.00019782426534220576,0.00020974963263142854,0.00022167499992065132,0.00023360038176178932,0.00024552576360292733,0.0002574511163402349,0.0002693764981813729,0.0002813018800225109,0.0002932272618636489,0.00030515261460095644,0.00031707799644209445,0.00032900337828323245,0.00034092873102054,0.000352854112861678,0.000364779494702816,0.000376704876543954,0.00038863022928126156,0.00040055561112239957],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09224314242601395,-0.08929714560508728,-0.08635114878416061,-0.08340515196323395,-0.08045915514230728,-0.07751315832138062,-0.07456716895103455,-0.07162117213010788,-0.06867517530918121,-0.06572917848825455,-0.06278318166732788,-0.059837184846401215,-0.05689118802547455,-0.05394519120454788,-0.050999198108911514,-0.04805320128798485,-0.04510720446705818,-0.042161207646131516,-0.03921521082520485,-0.03626921772956848,-0.033323220908641815,-0.03037722408771515,-0.027431227266788483,-0.024485232308506966,-0.0215392354875803,-0.018593238666653633,-0.015647243708372116,-0.01270124688744545,-0.009755250997841358,-0.0068092551082372665,-0.0038632587529718876,-0.0009172626305371523,0.002028733491897583,0.004974729381501675,0.007920725271105766,0.010866722092032433,0.013812717981636524,0.016758713871240616,0.019704710692167282,0.0226507056504488,0.025596702471375465,0.02854269929230213,0.03148869425058365,0.034434691071510315,0.03738068789243698,0.04032668471336365,0.043272677809000015,0.04621867462992668,0.04916467145085335,0.052110668271780014,0.05505666509270668,0.05800265818834305,0.060948655009269714,0.06389465183019638,0.06684064865112305,0.06978664547204971,0.07273264229297638,0.07567863911390305,0.07862463593482971,0.08157062530517578,0.08451662212610245,0.08746261894702911,0.09040861576795578,0.09335461258888245,0.09630060940980911],"_type":"histogram","values":[2,1,8,13,15,26,54,62,115,225,282,474,752,1128,1660,2292,3208,4363,5776,7621,9860,12193,14854,17709,21076,23894,27364,29188,31847,33618,34181,34683,34145,33149,30954,28810,25979,22810,19619,16807,13767,11151,9087,6856,5269,3889,2810,2007,1427,936,639,461,294,171,113,57,29,17,16,7,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,3,1,3,3,5,6,6,2,11,7,9,11,9,7,16,15,14,20,15,25,20,24,25,19,28,32,30,27,32,20,27,25,25,23,20,19,27,17,21,17,10,15,20,5,9,6,7,4,8,2,4,1,2,2,3,2],"bins":[-0.04871900752186775,-0.047349728643894196,-0.04598044976592064,-0.044611167162656784,-0.04324188828468323,-0.04187260940670967,-0.040503330528736115,-0.03913405165076256,-0.037764772772789,-0.036395490169525146,-0.03502621129155159,-0.03365693241357803,-0.03228765353560448,-0.03091837279498577,-0.029549093917012215,-0.02817981317639351,-0.026810534298419952,-0.025441255420446396,-0.02407197467982769,-0.022702695801854134,-0.021333415061235428,-0.01996413618326187,-0.018594857305288315,-0.01722557656466961,-0.015856297686696053,-0.014487017877399921,-0.01311773806810379,-0.011748459190130234,-0.010379179380834103,-0.009009899571537971,-0.007640620227903128,-0.006271340884268284,-0.004902064800262451,-0.0035327852237969637,-0.002163505647331476,-0.0007942260708659887,0.0005750535055994987,0.0019443330820649862,0.0033136126585304737,0.0046828920021653175,0.006052171811461449,0.00742145162075758,0.008790731430053711,0.010160010308027267,0.011529290117323399,0.01289856992661953,0.014267848804593086,0.015637129545211792,0.01700640842318535,0.018375687301158905,0.01974496804177761,0.021114246919751167,0.022483527660369873,0.02385280653834343,0.025222085416316986,0.026591366156935692,0.02796064503490925,0.029329923912882805,0.03069920465350151,0.03206848353147507,0.033437762409448624,0.03480704128742218,0.036176323890686035,0.03754560276865959,0.03891488164663315],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-1.108135165850399e-06,-1.0723349532781867e-06,-1.0365347407059744e-06,-1.000734528133762e-06,-9.649343155615497e-07,-9.291340461459185e-07,-8.933337767302874e-07,-8.57533564158075e-07,-8.217333515858627e-07,-7.859331390136504e-07,-7.50132926441438e-07,-7.143326570258068e-07,-6.785324444535945e-07,-6.427322318813822e-07,-6.06931962465751e-07,-5.711317498935387e-07,-5.353315373213263e-07,-4.99531324749114e-07,-4.6373108375519223e-07,-4.2793084276127047e-07,-3.9213063018905814e-07,-3.563304176168458e-07,-3.2053017662292405e-07,-2.847299356290023e-07,-2.4892972305678995e-07,-2.131294962737229e-07,-1.7732926949065586e-07,-1.4152904270758881e-07,-1.0572881592452177e-07,-6.992858914145472e-08,-3.4128362358387676e-08,1.6718644246793701e-09,3.7471977520908695e-08,7.327220430397574e-08,1.0907243108704279e-07,1.4487265787010983e-07,1.8067288465317688e-07,2.1647311143624393e-07,2.5227333821931097e-07,2.8807357921323273e-07,3.2387379178544506e-07,3.596740043576574e-07,3.9547424535157916e-07,4.312744863455009e-07,4.6707469891771325e-07,5.028749114899256e-07,5.386751809055568e-07,5.744753934777691e-07,6.102756060499814e-07,6.460758186221938e-07,6.818760311944061e-07,7.176763006100373e-07,7.534765131822496e-07,7.89276725754462e-07,8.250769951700931e-07,8.608772077423055e-07,8.966774203145178e-07,9.324776328867301e-07,9.682778454589425e-07,1.0040780580311548e-06,1.0398782706033671e-06,1.0756785968624172e-06,1.1114788094346295e-06,1.1472790220068418e-06,1.1830792345790542e-06],"_type":"histogram","values":[1,1,0,0,0,0,2,0,2,1,2,1,3,4,3,3,5,4,10,11,4,14,12,20,33,26,29,34,53,57,55,57,53,42,54,23,25,21,9,17,16,7,11,6,9,1,1,3,5,3,2,1,4,3,0,1,2,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.045166015625,-0.04363250732421875,-0.0420989990234375,-0.04056549072265625,-0.039031982421875,-0.03749847412109375,-0.0359649658203125,-0.03443145751953125,-0.03289794921875,-0.03136444091796875,-0.0298309326171875,-0.02829742431640625,-0.026763916015625,-0.02523040771484375,-0.0236968994140625,-0.02216339111328125,-0.0206298828125,-0.01909637451171875,-0.0175628662109375,-0.01602935791015625,-0.014495849609375,-0.01296234130859375,-0.0114288330078125,-0.00989532470703125,-0.00836181640625,-0.00682830810546875,-0.0052947998046875,-0.00376129150390625,-0.002227783203125,-0.00069427490234375,0.0008392333984375,0.00237274169921875,0.00390625,0.00543975830078125,0.0069732666015625,0.00850677490234375,0.010040283203125,0.01157379150390625,0.0131072998046875,0.01464080810546875,0.01617431640625,0.01770782470703125,0.0192413330078125,0.02077484130859375,0.022308349609375,0.02384185791015625,0.0253753662109375,0.02690887451171875,0.0284423828125,0.02997589111328125,0.0315093994140625,0.03304290771484375,0.034576416015625,0.03610992431640625,0.0376434326171875,0.03917694091796875,0.04071044921875,0.04224395751953125,0.0437774658203125,0.04531097412109375,0.046844482421875,0.04837799072265625,0.0499114990234375,0.05144500732421875,0.052978515625],"_type":"histogram","values":[1,0,0,1,5,0,2,4,8,7,10,17,28,39,77,98,171,260,395,736,1212,2054,3580,6258,11741,21750,43330,95029,269956,702131,239747,87814,40809,20322,10747,6016,3412,2022,1215,715,434,248,175,104,67,40,20,16,13,10,5,4,5,0,2,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,2,1,2,3,4,8,5,13,18,28,41,60,78,130,173,252,361,563,831,1340,2035,3224,5527,9124,15705,27321,51536,96540,143359,103975,55561,29459,16976,9958,5863,3522,2225,1353,892,589,382,269,178,116,71,43,32,31,12,12,5,3,4,2,2,0,0,0,1,0,1],"bins":[-0.000965118408203125,-0.0009345412254333496,-0.0009039640426635742,-0.0008733868598937988,-0.0008428096771240234,-0.000812232494354248,-0.0007816553115844727,-0.0007510781288146973,-0.0007205009460449219,-0.0006899237632751465,-0.0006593465805053711,-0.0006287693977355957,-0.0005981922149658203,-0.0005676150321960449,-0.0005370378494262695,-0.0005064606666564941,-0.00047588348388671875,-0.00044530630111694336,-0.00041472911834716797,-0.0003841519355773926,-0.0003535747528076172,-0.0003229975700378418,-0.0002924203872680664,-0.000261843204498291,-0.00023126602172851562,-0.00020068883895874023,-0.00017011165618896484,-0.00013953447341918945,-0.00010895729064941406,-7.838010787963867e-05,-4.780292510986328e-05,-1.722574234008789e-05,1.33514404296875e-05,4.392862319946289e-05,7.450580596923828e-05,0.00010508298873901367,0.00013566017150878906,0.00016623735427856445,0.00019681453704833984,0.00022739171981811523,0.0002579689025878906,0.000288546085357666,0.0003191232681274414,0.0003497004508972168,0.0003802776336669922,0.0004108548164367676,0.00044143199920654297,0.00047200918197631836,0.0005025863647460938,0.0005331635475158691,0.0005637407302856445,0.0005943179130554199,0.0006248950958251953,0.0006554722785949707,0.0006860494613647461,0.0007166266441345215,0.0007472038269042969,0.0007777810096740723,0.0008083581924438477,0.000838935375213623,0.0008695125579833984,0.0009000897407531738,0.0009306669235229492,0.0009612441062927246,0.0009918212890625]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.09393338114023209,-0.09144186973571777,-0.08895036578178406,-0.08645886182785034,-0.08396735042333603,-0.08147583901882172,-0.078984335064888,-0.07649283111095428,-0.07400131970643997,-0.07150980830192566,-0.06901830434799194,-0.06652680039405823,-0.06403528898954391,-0.0615437813103199,-0.059052273631095886,-0.05656076595187187,-0.05406925827264786,-0.05157775059342384,-0.04908624291419983,-0.046594735234975815,-0.0441032275557518,-0.041611719876527786,-0.03912021219730377,-0.03662870451807976,-0.03413719683885574,-0.03164568915963173,-0.029154181480407715,-0.0266626738011837,-0.024171166121959686,-0.021679658442735672,-0.019188150763511658,-0.016696643084287643,-0.014205127954483032,-0.011713620275259018,-0.009222112596035004,-0.006730604916810989,-0.004239097237586975,-0.0017475895583629608,0.0007439181208610535,0.0032354258000850677,0.005726933479309082,0.008218441158533096,0.01070994883775711,0.013201456516981125,0.01569296419620514,0.018184471875429153,0.020675979554653168,0.023167487233877182,0.025658994913101196,0.02815050259232521,0.030642010271549225,0.03313351795077324,0.03562502562999725,0.03811653330922127,0.04060804098844528,0.043099548667669296,0.04559105634689331,0.048082564026117325,0.05057407170534134,0.05306557938456535,0.05555708706378937,0.05804859474301338,0.060540102422237396,0.06303161382675171,0.06552311778068542],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,2,0,0,0,3,4,5,4,5,10,8,6,10,9,20,14,12,15,17,22,17,30,28,35,23,21,29,31,39,34,27,28,27,28,24,26,19,13,16,14,18,13,13,5,8,2,10,7,4,3,1,3,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,3,2,1,2,0,1,3,7,6,3,8,8,10,11,26,23,32,29,25,40,47,56,72,86,86,105,102,121,95,104,103,95,91,71,73,66,51,67,52,35,43,29,26,22,21,17,12,10,7,6,10,5,2,7,2,2,2,1,3],"bins":[-0.01900053396821022,-0.01845092698931694,-0.01790132187306881,-0.01735171489417553,-0.0168021097779274,-0.01625250279903412,-0.015702897682785988,-0.015153290703892708,-0.014603684656322002,-0.014054078608751297,-0.013504472561180592,-0.012954866513609886,-0.012405259534716606,-0.0118556534871459,-0.011306047439575195,-0.01075644139200449,-0.010206835344433784,-0.009657229296863079,-0.009107623249292374,-0.008558017201721668,-0.008008411154150963,-0.00745880464091897,-0.006909198127686977,-0.006359592080116272,-0.0058099860325455666,-0.005260379984974861,-0.004710773937404156,-0.004161167424172163,-0.0036115613766014576,-0.003061955329030752,-0.002512349048629403,-0.001962742768228054,-0.0014131367206573486,-0.0008635305566713214,-0.00031392439268529415,0.0002356817713007331,0.0007852879352867603,0.0013348940992727876,0.0018845002632588148,0.002434106543660164,0.0029837125912308693,0.0035333186388015747,0.00408292468637228,0.004632531199604273,0.005182137247174978,0.005731743294745684,0.006281349807977676,0.006830955855548382,0.007380561903119087,0.007930167950689793,0.008479773998260498,0.009029380045831203,0.009578986093401909,0.010128593072295189,0.010678199119865894,0.0112278051674366,0.011777411215007305,0.01232701726257801,0.012876623310148716,0.013426229357719421,0.013975836336612701,0.014525442384183407,0.015075048431754112,0.015624654479324818,0.016174260526895523]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.04740624129772186,-0.046007730066776276,-0.04460922256112099,-0.0432107113301754,-0.04181220382452011,-0.040413692593574524,-0.03901518136262894,-0.03761667385697365,-0.03621816262602806,-0.034819651395082474,-0.033421143889427185,-0.0320226326584816,-0.03062412329018116,-0.029225613921880722,-0.027827102690935135,-0.026428593322634697,-0.02503008395433426,-0.02363157458603382,-0.022233065217733383,-0.020834553986787796,-0.019436044618487358,-0.01803753525018692,-0.016639024019241333,-0.015240514650940895,-0.013842005282640457,-0.01244349591434002,-0.011044985614717007,-0.009646475315093994,-0.008247965946793556,-0.006849456112831831,-0.005450946278870106,-0.0040524364449083805,-0.0026539266109466553,-0.00125541677698493,0.0001430930569767952,0.0015416028909385204,0.0029401127249002457,0.004338622558861971,0.005737132392823696,0.007135642226785421,0.008534152060747147,0.009932661429047585,0.011331171728670597,0.01272968202829361,0.014128191396594048,0.015526700764894485,0.016925211995840073,0.01832372136414051,0.01972223073244095,0.021120740100741386,0.022519249469041824,0.02391776069998741,0.02531627006828785,0.026714779436588287,0.028113290667533875,0.029511800035834312,0.03091030940413475,0.03230882063508034,0.033707328140735626,0.03510583937168121,0.0365043506026268,0.03790285810828209,0.039301369339227676,0.040699876844882965,0.04209838807582855],"_type":"histogram","values":[1,2,0,0,3,1,3,0,1,3,5,5,6,2,7,12,13,7,12,11,12,16,11,23,13,15,24,20,21,22,36,23,24,31,30,22,21,26,23,26,23,25,25,17,16,19,10,13,13,13,9,3,5,10,4,8,7,4,2,2,5,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.00034575891913846135,-0.00033167889341712,-0.00031759889679960907,-0.00030351890018209815,-0.0002894388744607568,-0.0002753588487394154,-0.0002612788521219045,-0.0002471988555043936,-0.0002331188297830522,-0.00021903881861362606,-0.00020495880744419992,-0.00019087879627477378,-0.00017679878510534763,-0.0001627187739359215,-0.00014863876276649535,-0.0001345587515970692,-0.00012047874042764306,-0.00010639872925821692,-9.231871808879077e-05,-7.823870691936463e-05,-6.415869574993849e-05,-5.0078684580512345e-05,-3.59986734110862e-05,-2.191866224166006e-05,-7.838651072233915e-06,6.241360097192228e-06,2.032137126661837e-05,3.4401382436044514e-05,4.848139360547066e-05,6.25614047748968e-05,7.664141594432294e-05,9.072142711374909e-05,0.00010480143828317523,0.00011888144945260137,0.00013296146062202752,0.00014704147179145366,0.0001611214829608798,0.00017520149413030595,0.0001892815052997321,0.00020336151646915823,0.00021744152763858438,0.00023152153880801052,0.00024560154997743666,0.0002596815465949476,0.00027376157231628895,0.0002878415980376303,0.00030192159465514123,0.00031600159127265215,0.0003300816169939935,0.0003441616427153349,0.0003582416393328458,0.0003723216359503567,0.0003864016616716981,0.00040048168739303946,0.0004145616840105504,0.0004286416806280613,0.00044272170634940267,0.00045680173207074404,0.00047088172868825495,0.00048496172530576587,0.0004990417510271072,0.0005131217767484486,0.00052720180246979,0.0005412817699834704,0.0005553617957048118],"_type":"histogram","values":[1,3,2,1,1,3,5,6,7,4,9,12,12,24,13,12,20,23,30,27,41,33,38,37,42,33,53,42,38,27,24,9,17,16,10,23,7,10,6,8,9,2,11,6,0,5,0,2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,1,4,3,6,4,11,11,19,16,42,43,59,85,123,167,224,287,416,550,841,1171,1679,2311,3869,5444,8565,13732,22419,37441,61104,97275,114998,82202,50683,30955,18789,11697,7559,4520,3178,2121,1559,1014,759,542,362,275,188,131,94,72,55,49,28,19,14,18,7,7,2,0,3,1],"bins":[-0.00078582763671875,-0.0007615089416503906,-0.0007371902465820312,-0.0007128715515136719,-0.0006885528564453125,-0.0006642341613769531,-0.0006399154663085938,-0.0006155967712402344,-0.000591278076171875,-0.0005669593811035156,-0.0005426406860351562,-0.0005183219909667969,-0.0004940032958984375,-0.0004696846008300781,-0.00044536590576171875,-0.0004210472106933594,-0.000396728515625,-0.0003724098205566406,-0.00034809112548828125,-0.0003237724304199219,-0.0002994537353515625,-0.0002751350402832031,-0.00025081634521484375,-0.00022649765014648438,-0.000202178955078125,-0.00017786026000976562,-0.00015354156494140625,-0.00012922286987304688,-0.0001049041748046875,-8.058547973632812e-05,-5.626678466796875e-05,-3.1948089599609375e-05,-7.62939453125e-06,1.6689300537109375e-05,4.100799560546875e-05,6.532669067382812e-05,8.96453857421875e-05,0.00011396408081054688,0.00013828277587890625,0.00016260147094726562,0.000186920166015625,0.00021123886108398438,0.00023555755615234375,0.0002598762512207031,0.0002841949462890625,0.0003085136413574219,0.00033283233642578125,0.0003571510314941406,0.0003814697265625,0.0004057884216308594,0.00043010711669921875,0.0004544258117675781,0.0004787445068359375,0.0005030632019042969,0.0005273818969726562,0.0005517005920410156,0.000576019287109375,0.0006003379821777344,0.0006246566772460938,0.0006489753723144531,0.0006732940673828125,0.0006976127624511719,0.0007219314575195312,0.0007462501525878906,0.00077056884765625]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,1,0,0,1,3,1,3,4,6,5,7,10,16,18,33,39,61,84,139,197,329,495,720,1055,1656,2605,4207,6568,10711,17758,30385,59738,156144,158769,59478,31381,18166,10958,6559,4143,2608,1700,1102,709,417,256,169,128,84,68,54,30,13,9,6,2,4,1,3,2,2,0,3],"bins":[-0.1904296875,-0.1848297119140625,-0.179229736328125,-0.1736297607421875,-0.16802978515625,-0.1624298095703125,-0.156829833984375,-0.1512298583984375,-0.1456298828125,-0.1400299072265625,-0.134429931640625,-0.1288299560546875,-0.12322998046875,-0.1176300048828125,-0.112030029296875,-0.1064300537109375,-0.100830078125,-0.0952301025390625,-0.089630126953125,-0.0840301513671875,-0.07843017578125,-0.0728302001953125,-0.067230224609375,-0.0616302490234375,-0.0560302734375,-0.0504302978515625,-0.044830322265625,-0.0392303466796875,-0.03363037109375,-0.0280303955078125,-0.022430419921875,-0.0168304443359375,-0.01123046875,-0.0056304931640625,-3.0517578125e-05,0.0055694580078125,0.01116943359375,0.0167694091796875,0.022369384765625,0.0279693603515625,0.0335693359375,0.0391693115234375,0.044769287109375,0.0503692626953125,0.05596923828125,0.0615692138671875,0.067169189453125,0.0727691650390625,0.078369140625,0.0839691162109375,0.089569091796875,0.0951690673828125,0.10076904296875,0.1063690185546875,0.111968994140625,0.1175689697265625,0.1231689453125,0.1287689208984375,0.134368896484375,0.1399688720703125,0.14556884765625,0.1511688232421875,0.156768798828125,0.1623687744140625,0.16796875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.09375,-0.090972900390625,-0.08819580078125,-0.085418701171875,-0.0826416015625,-0.079864501953125,-0.07708740234375,-0.074310302734375,-0.071533203125,-0.068756103515625,-0.06597900390625,-0.063201904296875,-0.0604248046875,-0.057647705078125,-0.05487060546875,-0.052093505859375,-0.04931640625,-0.046539306640625,-0.04376220703125,-0.040985107421875,-0.0382080078125,-0.035430908203125,-0.03265380859375,-0.029876708984375,-0.027099609375,-0.024322509765625,-0.02154541015625,-0.018768310546875,-0.0159912109375,-0.013214111328125,-0.01043701171875,-0.007659912109375,-0.0048828125,-0.002105712890625,0.00067138671875,0.003448486328125,0.0062255859375,0.009002685546875,0.01177978515625,0.014556884765625,0.017333984375,0.020111083984375,0.02288818359375,0.025665283203125,0.0284423828125,0.031219482421875,0.03399658203125,0.036773681640625,0.03955078125,0.042327880859375,0.04510498046875,0.047882080078125,0.0506591796875,0.053436279296875,0.05621337890625,0.058990478515625,0.061767578125,0.064544677734375,0.06732177734375,0.070098876953125,0.0728759765625,0.075653076171875,0.07843017578125,0.081207275390625,0.083984375],"_type":"histogram","values":[1,0,0,1,1,1,4,0,2,0,7,9,9,14,28,33,57,75,139,169,268,398,617,881,1480,2291,3919,6060,10960,18733,35570,71755,174897,683116,339097,110301,50199,25434,14347,8247,5182,3085,1876,1210,833,556,334,201,162,113,69,47,25,18,10,10,4,2,1,2,0,3,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.0007602800033055246,-0.0007361775496974587,-0.000712075037881732,-0.0006879725842736661,-0.0006638701306656003,-0.0006397676770575345,-0.0006156652234494686,-0.0005915627116337419,-0.000567460258025676,-0.0005433578044176102,-0.0005192552926018834,-0.0004951528389938176,-0.0004710503853857517,-0.0004469479317776859,-0.0004228454490657896,-0.0003987429663538933,-0.00037464051274582744,-0.0003505380591377616,-0.0003264355764258653,-0.000302333093713969,-0.00027823064010590315,-0.0002541281864978373,-0.000230025703785941,-0.00020592323562595993,-0.00018182076746597886,-0.0001577182993059978,-0.00013361583114601672,-0.00010951336298603565,-8.541089482605457e-05,-6.13084266660735e-05,-3.720595850609243e-05,-1.3103490346111357e-05,1.0998919606208801e-05,3.510138776618987e-05,5.9203855926170945e-05,8.330632408615202e-05,0.00010740879224613309,0.00013151126040611416,0.00015561372856609523,0.0001797161967260763,0.00020381866488605738,0.00022792113304603845,0.0002520236012060195,0.0002761260839179158,0.00030022853752598166,0.0003243309911340475,0.0003484334738459438,0.0003725359565578401,0.00039663841016590595,0.0004207408637739718,0.0004448433464858681,0.0004689458291977644,0.0004930482828058302,0.0005171507364138961,0.0005412532482296228,0.0005653557018376887,0.0005894581554457545,0.0006135606090538204,0.0006376630626618862,0.000661765574477613,0.0006858680280856788,0.0007099704816937447,0.0007340729935094714,0.0007581754471175373,0.0007822779007256031],"_type":"histogram","values":[1,0,5,2,4,4,3,3,4,1,5,4,9,6,9,11,9,7,16,13,14,14,19,24,28,26,22,27,29,28,36,25,24,29,24,25,26,19,23,19,21,23,13,7,14,6,12,8,10,2,7,3,4,5,6,9,4,2,5,2,3,0,4,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,1,2,1,1,3,1,1,2,3,13,2,7,7,6,14,19,16,14,17,27,31,35,31,37,56,34,40,51,31,43,31,34,23,23,18,13,18,13,9,7,0,7,3,3,2,5,2,0,0,1,0,2,1,0,0,2,0,1,1],"bins":[-0.00034803489688783884,-0.0003367882745806128,-0.0003255416522733867,-0.0003142950008623302,-0.00030304837855510414,-0.0002918017562478781,-0.00028055510483682156,-0.0002693084825295955,-0.00025806186022236943,-0.00024681523791514337,-0.00023556860105600208,-0.0002243219641968608,-0.00021307534188963473,-0.00020182871958240867,-0.00019058208272326738,-0.00017933544586412609,-0.00016808882355690002,-0.00015684220124967396,-0.00014559556439053267,-0.00013434892753139138,-0.00012310230522416532,-0.00011185567564098164,-0.00010060904605779797,-8.936241647461429e-05,-7.811578689143062e-05,-6.686915730824694e-05,-5.5622527725063264e-05,-4.437589814187959e-05,-3.312926855869591e-05,-2.1882638975512236e-05,-1.063600939232856e-05,6.106201908551157e-07,1.1857278877869248e-05,2.3103908461052924e-05,3.43505380442366e-05,4.5597167627420276e-05,5.684379721060395e-05,6.809042679378763e-05,7.93370563769713e-05,9.058368596015498e-05,0.00010183031554333866,0.00011307694512652233,0.000124323574709706,0.0001355702115688473,0.00014681683387607336,0.00015806345618329942,0.0001693100930424407,0.000180556729901582,0.00019180335220880806,0.00020304997451603413,0.00021429661137517542,0.0002255432482343167,0.00023678987054154277,0.00024803649284876883,0.0002592831151559949,0.0002705297665670514,0.00028177638887427747,0.00029302301118150353,0.00030426966259256005,0.0003155162848997861,0.0003267629072070122,0.00033800952951423824,0.0003492561518214643,0.0003605028032325208,0.0003717494255397469]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[4,2,6,10,19,22,55,75,128,228,354,576,831,1281,1885,2583,3655,5068,6679,8446,10898,13533,16453,19438,22380,25770,28150,30828,32980,34275,34747,34800,33835,32065,30311,27245,24626,21461,18109,15268,12186,9980,7874,5902,4385,3234,2376,1645,1071,789,487,307,199,116,92,45,28,10,10,5,2,0,0,2],"bins":[-0.0915931984782219,-0.08862036466598511,-0.08564753085374832,-0.08267469704151154,-0.07970186322927475,-0.07672902941703796,-0.07375619560480118,-0.07078336179256439,-0.06781052052974701,-0.06483768671751022,-0.061864856630563736,-0.05889202281832695,-0.055919185280799866,-0.05294635146856308,-0.049973517656326294,-0.04700068384408951,-0.04402785003185272,-0.041055016219615936,-0.03808218240737915,-0.035109348595142365,-0.03213651478290558,-0.029163679108023643,-0.02619084343314171,-0.023218009620904922,-0.020245175808668137,-0.01727234199643135,-0.01429950725287199,-0.01132667250931263,-0.008353838697075844,-0.005381004419177771,-0.0024081701412796974,0.0005646641366183758,0.003537505865097046,0.006510340142995119,0.009483174420893192,0.012456009164452553,0.015428842976689339,0.018401676788926125,0.02137451246380806,0.024347346276044846,0.02732018008828163,0.030293013900518417,0.0332658477127552,0.03623868152499199,0.039211519062519073,0.04218435287475586,0.045157186686992645,0.04813002049922943,0.05110285431146622,0.054075688123703,0.05704852193593979,0.060021355748176575,0.06299418956041336,0.06596702337265015,0.06893985718488693,0.07191269099712372,0.0748855322599411,0.07785836607217789,0.08083119988441467,0.08380403369665146,0.08677686750888824,0.08974970132112503,0.09272253513336182,0.0956953689455986,0.09866820275783539]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,4,3,4,4,5,7,4,10,13,10,10,24,11,24,21,29,20,32,31,36,46,38,37,32,25,25,28,34,29,28,30,15,19,18,6,4,13,6,11,2,3,2,4,4,0,3,0,2,0,0,0,1],"bins":[-0.025040743872523308,-0.024309128522872925,-0.023577513173222542,-0.02284589782357216,-0.022114282473921776,-0.021382667124271393,-0.02065105177462101,-0.019919436424970627,-0.019187821075320244,-0.01845620572566986,-0.017724590376019478,-0.016992975026369095,-0.016261359676718712,-0.015529744327068329,-0.014798128977417946,-0.014066513627767563,-0.01333489827811718,-0.012603282928466797,-0.011871667578816414,-0.011140052229166031,-0.010408436879515648,-0.009676821529865265,-0.008945206180214882,-0.008213590830564499,-0.007481975480914116,-0.006750360131263733,-0.00601874478161335,-0.005287129431962967,-0.004555514082312584,-0.003823898732662201,-0.003092283383011818,-0.002360668033361435,-0.0016290508210659027,-0.0008974354714155197,-0.00016582012176513672,0.0005657952278852463,0.0012974105775356293,0.0020290259271860123,0.0027606412768363953,0.0034922566264867783,0.004223871976137161,0.004955487325787544,0.005687102675437927,0.00641871802508831,0.007150333374738693,0.007881948724389076,0.00861356407403946,0.009345179423689842,0.010076794773340225,0.010808410122990608,0.011540025472640991,0.012271640822291374,0.013003256171941757,0.01373487152159214,0.014466486871242523,0.015198102220892906,0.01592971757054329,0.016661332920193672,0.017392948269844055,0.018124563619494438,0.01885617896914482,0.019587794318795204,0.020319409668445587,0.02105102501809597,0.021782640367746353]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,1,0,0,4,8,14,9,31,18,24,35,58,84,142,171,225,284,387,437,490,566,639,793,872,1042,1194,1389,1564,1739,1939,2621,7879,320667,24796,6495,2307,1930,1820,1632,1491,1279,1077,920,840,719,567,466,380,285,206,181,139,98,78,49,40,31,18,18,10,9,4,3],"bins":[-0.10102337598800659,-0.09804664552211761,-0.09506990760564804,-0.09209317713975906,-0.08911644667387009,-0.08613970875740051,-0.08316297829151154,-0.08018624782562256,-0.07720950990915298,-0.07423277944326401,-0.07125604897737503,-0.06827931106090546,-0.06530258059501648,-0.062325846403837204,-0.05934911221265793,-0.05637238174676895,-0.053395647555589676,-0.0504189133644104,-0.04744218289852142,-0.04446544870734215,-0.04148871451616287,-0.038511984050273895,-0.03553524985909462,-0.032558515667915344,-0.029581783339381218,-0.02660505101084709,-0.023628316819667816,-0.02065158449113369,-0.017674852162599564,-0.014698117971420288,-0.011721385642886162,-0.008744652383029461,-0.00576791912317276,-0.0027911860961467028,0.00018554693087935448,0.0031622799579054117,0.006139012984931469,0.00911574624478817,0.012092478573322296,0.015069211833178997,0.018045945093035698,0.021022677421569824,0.0239994116127491,0.026976143941283226,0.029952876269817352,0.03292961046099663,0.0359063446521759,0.03888307511806488,0.041859809309244156,0.04483654350042343,0.04781327396631241,0.050790008157491684,0.05376674234867096,0.056743472814559937,0.05972020700573921,0.06269694119691849,0.06567367166280746,0.06865040957927704,0.07162714004516602,0.07460387051105499,0.07758060842752457,0.08055733889341354,0.08353406935930252,0.0865108072757721,0.08948753774166107]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.09754855930805206,-0.09458757936954498,-0.0916266068816185,-0.08866563439369202,-0.08570465445518494,-0.08274367451667786,-0.07978270202875137,-0.07682172954082489,-0.07386074960231781,-0.07089976966381073,-0.06793879717588425,-0.06497782468795776,-0.062016844749450684,-0.0590558685362339,-0.05609489232301712,-0.05313391610980034,-0.05017293989658356,-0.047211963683366776,-0.044250987470149994,-0.04129001125693321,-0.03832903504371643,-0.03536805883049965,-0.03240708261728287,-0.029446106404066086,-0.026485130190849304,-0.023524153977632523,-0.02056317776441574,-0.01760220155119896,-0.014641225337982178,-0.011680249124765396,-0.008719272911548615,-0.005758296698331833,-0.002797327935695648,0.00016364827752113342,0.003124624490737915,0.006085600703954697,0.009046576917171478,0.01200755313038826,0.014968529343605042,0.017929505556821823,0.020890481770038605,0.023851457983255386,0.026812434196472168,0.02977341040968895,0.03273438662290573,0.03569536283612251,0.038656339049339294,0.041617315262556076,0.04457829147577286,0.04753926768898964,0.05050024390220642,0.0534612201154232,0.056422196328639984,0.059383172541856766,0.06234414875507355,0.06530512869358063,0.06826610118150711,0.0712270736694336,0.07418805360794067,0.07714903354644775,0.08011000603437424,0.08307097852230072,0.0860319584608078,0.08899293839931488,0.09195391088724136],"_type":"histogram","values":[2,2,6,3,24,27,38,74,132,225,354,584,996,1500,2204,3254,4870,6957,9563,12818,17160,22050,27991,34491,42981,50503,58836,66987,74404,81458,86938,90829,92893,92146,90791,85822,81055,74115,66449,58195,49627,41954,34251,27301,21527,16779,12472,9031,6531,4588,3287,2138,1421,872,543,354,215,120,60,33,16,6,7,4]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[1,0,0,1,0,0,0,3,2,2,2,4,3,5,5,5,9,9,6,14,14,16,30,18,15,26,31,36,33,27,29,35,35,33,33,27,27,24,31,22,17,15,12,14,22,12,13,9,11,5,8,4,2,3,1,3,0,0,2,0,0,0,1,1],"bins":[-0.0014157509431242943,-0.001371713005937636,-0.0013276750687509775,-0.0012836370151489973,-0.001239599077962339,-0.0011955611407756805,-0.0011515230871737003,-0.001107485149987042,-0.0010634472128003836,-0.0010194092756137252,-0.0009753712802194059,-0.0009313332848250866,-0.0008872953476384282,-0.0008432574104517698,-0.0007992194150574505,-0.0007551814196631312,-0.0007111434824764729,-0.0006671055452898145,-0.0006230675498954952,-0.0005790295545011759,-0.0005349916173145175,-0.0004909536801278591,-0.0004469156847335398,-0.000402877718443051,-0.00035883975215256214,-0.0003148017858620733,-0.00027076381957158446,-0.00022672585328109562,-0.00018268788699060678,-0.00013864992070011795,-9.46119544096291e-05,-5.057398811914027e-05,-6.535905413329601e-06,3.750206087715924e-05,8.154002716764808e-05,0.00012557799345813692,0.00016961595974862576,0.0002136539260391146,0.00025769189232960343,0.00030172985862009227,0.0003457678249105811,0.00038980579120106995,0.0004338437574915588,0.00047788172378204763,0.0005219196900725365,0.0005659576272591949,0.0006099956226535141,0.0006540336180478334,0.0006980715552344918,0.0007421094924211502,0.0007861474878154695,0.0008301854832097888,0.0008742234203964472,0.0009182613575831056,0.0009622993529774249,0.0010063373483717442,0.0010503752855584025,0.001094413222745061,0.0011384512763470411,0.0011824892135336995,0.001226527150720358,0.0012705650879070163,0.0013146030250936747,0.0013586410786956549,0.0014026790158823133],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,2,1,4,12,16,28,42,71,133,217,329,547,805,1310,1952,2694,3796,5233,6789,8919,11069,13759,16170,19009,21163,23042,24711,25809,25924,25335,24307,22788,20237,17813,15465,12920,10490,8398,6435,4832,3432,2483,1671,1148,732,458,291,177,110,70,36,16,5,3,2,0,4,0,0,0,0,1],"bins":[-0.10024865716695786,-0.09694685786962509,-0.09364505112171173,-0.09034325182437897,-0.0870414525270462,-0.08373965322971344,-0.08043784648180008,-0.07713604718446732,-0.07383424788713455,-0.07053244113922119,-0.06723064184188843,-0.06392884254455566,-0.0606270395219326,-0.05732524022459984,-0.054023437201976776,-0.05072163790464401,-0.04741983488202095,-0.04411803185939789,-0.040816232562065125,-0.03751442953944206,-0.0342126302421093,-0.030910827219486237,-0.027609026059508324,-0.02430722489953041,-0.021005423739552498,-0.017703622579574585,-0.014401821419596672,-0.011100019328296185,-0.007798218168318272,-0.004496417008340359,-0.0011946153827011585,0.002107186010107398,0.005408987402915955,0.008710788562893867,0.01201258972287178,0.015314391814172268,0.018616192042827606,0.02191799506545067,0.02521979622542858,0.028521597385406494,0.03182339668273926,0.03512519970536232,0.03842700272798538,0.041728802025318146,0.04503060504794121,0.04833240434527397,0.051634207367897034,0.0549360066652298,0.05823780968785286,0.06153961271047592,0.06484141200780869,0.06814321130514145,0.07144501805305481,0.07474681735038757,0.07804861664772034,0.0813504159450531,0.08465222269296646,0.08795402199029922,0.09125582128763199,0.09455762803554535,0.09785942733287811,0.10116122663021088,0.10446302592754364,0.107764832675457,0.11106663197278976]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.09931458532810211,-0.09602145105600357,-0.09272830933332443,-0.08943517506122589,-0.08614204078912735,-0.08284889906644821,-0.07955576479434967,-0.07626263052225113,-0.07296949625015259,-0.06967635452747345,-0.06638322025537491,-0.06309008598327637,-0.05979694426059723,-0.05650380998849869,-0.05321067199110985,-0.04991753771901131,-0.04662439972162247,-0.04333126172423363,-0.040038127452135086,-0.036744989454746246,-0.033451855182647705,-0.030158717185258865,-0.026865579187870026,-0.023572443053126335,-0.020279306918382645,-0.016986170783638954,-0.013693033717572689,-0.010399896651506424,-0.0071067605167627335,-0.0038136239163577557,-0.0005204873159527779,0.0027726492844522,0.006065793335437775,0.009358929470181465,0.01265206653624773,0.015945203602313995,0.019238339737057686,0.022531475871801376,0.025824613869190216,0.029117750003933907,0.0324108861386776,0.03570402413606644,0.03899715840816498,0.04229029640555382,0.04558343440294266,0.0488765686750412,0.05216970667243004,0.05546284094452858,0.05875597894191742,0.06204911693930626,0.0653422549366951,0.06863538920879364,0.07192852348089218,0.07522166520357132,0.07851479947566986,0.0818079337477684,0.08510106801986694,0.08839420974254608,0.09168734401464462,0.09498047828674316,0.0982736200094223,0.10156675428152084,0.10485988855361938,0.10815303027629852,0.11144616454839706],"_type":"histogram","values":[1,2,3,10,12,23,53,104,192,321,541,892,1490,2352,3699,5544,8449,11749,16383,22335,29370,37348,46853,56743,67406,76889,86157,93620,99634,102167,103045,100725,95883,88396,80043,70113,60189,49821,40127,31543,24447,18121,13116,9194,6329,4287,2862,1710,1106,645,361,226,81,81,41,10,10,4,3,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"values":[3,2,8,16,26,35,58,112,180,281,412,747,1066,1524,2181,3111,4282,5824,7781,9687,12381,14991,17950,21119,24163,27587,29732,31940,33821,35011,35201,34642,33218,31429,28407,25704,22711,19743,16500,13463,10941,8416,6524,4967,3637,2698,1886,1270,885,561,379,249,138,97,56,32,16,8,8,4,1,1,0,1],"bins":[-0.09021163731813431,-0.08722861856222153,-0.08424559235572815,-0.08126257359981537,-0.07827955484390259,-0.07529652863740921,-0.07231350988149643,-0.06933049112558365,-0.06634746491909027,-0.06336444616317749,-0.06038142740726471,-0.05739840492606163,-0.05441538244485855,-0.05143236368894577,-0.04844934120774269,-0.04546632245182991,-0.04248329997062683,-0.03950027748942375,-0.03651725873351097,-0.03353423625230789,-0.030551215633749962,-0.027568195015192032,-0.024585172533988953,-0.021602151915431023,-0.018619131296873093,-0.015636110678315163,-0.012653089128434658,-0.009670067578554153,-0.0066870469599962234,-0.003704025875777006,-0.0007210047915577888,0.0022620162926614285,0.005245044827461243,0.008228065446019173,0.011211086995899677,0.014194108545780182,0.017177129164338112,0.020160149782896042,0.02314317226409912,0.02612619288265705,0.02910921350121498,0.03209223598241806,0.03507525473833084,0.03805827721953392,0.041041299700737,0.04402431845664978,0.04700734093785286,0.04999035969376564,0.05297338217496872,0.0559564046561718,0.05893942341208458,0.06192244589328766,0.06490546464920044,0.06788849085569382,0.0708715096116066,0.07385452836751938,0.07683755457401276,0.07982057332992554,0.08280359208583832,0.0857866108417511,0.08876963704824448,0.09175265580415726,0.09473567456007004,0.09771870076656342,0.1007017195224762],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0657958835363388,-0.06391541659832001,-0.06203495338559151,-0.06015449017286301,-0.05827402323484421,-0.05639356002211571,-0.05451309680938721,-0.05263262987136841,-0.05075216665863991,-0.04887170344591141,-0.04699123650789261,-0.04511077329516411,-0.04323031008243561,-0.04134984314441681,-0.03946937993168831,-0.03758891299366951,-0.03570844978094101,-0.03382798656821251,-0.03194751963019371,-0.03006705641746521,-0.02818659134209156,-0.02630612626671791,-0.02442566305398941,-0.02254519797861576,-0.02066473290324211,-0.01878426782786846,-0.016903802752494812,-0.015023339539766312,-0.013142874464392662,-0.011262409389019012,-0.009381945244967937,-0.007501480635255575,-0.005621016025543213,-0.0037405514158308506,-0.0018600868061184883,2.0377803593873978e-05,0.0019008424133062363,0.0037813070230185986,0.005661771632730961,0.007542236242443323,0.009422700852155685,0.011303165927529335,0.01318363007158041,0.015064094215631485,0.016944559291005135,0.018825024366378784,0.020705487579107285,0.022585952654480934,0.024466417729854584,0.026346882805228233,0.028227347880601883,0.030107811093330383,0.03198827803134918,0.03386874124407768,0.03574920445680618,0.03762967139482498,0.03951013460755348,0.04139059782028198,0.04327106475830078,0.04515152797102928,0.04703199118375778,0.04891245812177658,0.05079292133450508,0.05267338827252388,0.05455385148525238],"_type":"histogram","values":[1,0,0,0,3,0,0,0,2,0,3,2,4,4,4,5,9,12,12,13,7,11,17,11,20,16,18,24,17,22,22,22,32,27,32,29,32,33,27,30,29,31,15,22,13,22,18,11,15,9,9,11,6,7,5,6,4,3,2,1,3,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,0,0,0,1,1,0,1,2,1,2,2,4,5,7,7,10,7,7,11,13,10,18,23,22,18,24,26,27,30,21,41,43,30,41,37,27,22,25,28,23,17,18,12,16,20,11,8,13,5,7,3,3,4,2,2,4,1,2,0,1,0,0,1],"bins":[-0.000364975567208603,-0.0003538894816301763,-0.0003428033960517496,-0.00033171731047332287,-0.00032063122489489615,-0.00030954513931646943,-0.0002984590537380427,-0.000287372968159616,-0.0002762868534773588,-0.0002652007678989321,-0.0002541146823205054,-0.0002430286112939939,-0.00023194251116365194,-0.00022085642558522522,-0.0002097703400067985,-0.0001986842544283718,-0.00018759816884994507,-0.00017651208327151835,-0.00016542599769309163,-0.0001543399121146649,-0.0001432538265362382,-0.00013216772640589625,-0.00012108164082746953,-0.00010999555524904281,-9.890946967061609e-05,-8.782338409218937e-05,-7.673729851376265e-05,-6.565120565937832e-05,-5.45651200809516e-05,-4.347903450252488e-05,-3.239294528611936e-05,-2.1306857888703234e-05,-1.0220741387456656e-05,8.653460099594668e-07,1.1951433407375589e-05,2.303752080479171e-05,3.4123608202207834e-05,4.520969378063455e-05,5.629578299704008e-05,6.73818722134456e-05,7.846795779187232e-05,8.955404337029904e-05,0.00010064012894872576,0.00011172622180311009,0.00012281231465749443,0.00013389840023592114,0.00014498448581434786,0.00015607057139277458,0.0001671566569712013,0.00017824274254962802,0.00018932882812805474,0.00020041491370648146,0.00021150099928490818,0.00022258709941525012,0.00023367318499367684,0.00024475925602018833,0.0002558453707024455,0.0002669314562808722,0.00027801754185929894,0.00028910362743772566,0.0003001897130161524,0.0003112757985945791,0.0003223618841730058,0.00033344796975143254,0.00034453405532985926],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,0,1,1,2,0,2,4,3,3,7,4,3,8,4,11,14,14,24,32,27,48,69,99,110,84,45,25,29,17,10,13,7,7,3,3,2,6,3,5,0,4,2,1,1,3,0,0,1,1,1,1],"bins":[-1.564057674841024e-05,-1.5207399883365724e-05,-1.4774223018321209e-05,-1.4341046153276693e-05,-1.3907869288232177e-05,-1.3474692423187662e-05,-1.3041515558143146e-05,-1.260833869309863e-05,-1.2175161828054115e-05,-1.1741985872504301e-05,-1.1308809007459786e-05,-1.087563214241527e-05,-1.0442455277370755e-05,-1.0009278412326239e-05,-9.576101547281723e-06,-9.142924682237208e-06,-8.709747817192692e-06,-8.276570952148177e-06,-7.843394087103661e-06,-7.4102172220591456e-06,-6.97704035701463e-06,-6.543863946717465e-06,-6.11068708167295e-06,-5.677510216628434e-06,-5.2443333515839186e-06,-4.811156486539403e-06,-4.377979621494887e-06,-3.944802756450372e-06,-3.5116261187795317e-06,-3.078449253735016e-06,-2.645272616064176e-06,-2.2120957510196604e-06,-1.7789188859751448e-06,-1.3457420209306292e-06,-9.125652695729514e-07,-4.793884613718546e-07,-4.621165317075793e-08,3.869651550303388e-07,8.201419632314355e-07,1.2533187145891134e-06,1.686495579633629e-06,2.1196724446781445e-06,2.55284930972266e-06,2.9860259473935002e-06,3.419202812438016e-06,3.852379450108856e-06,4.2855563151533715e-06,4.718733180197887e-06,5.151910045242403e-06,5.585086910286918e-06,6.018263775331434e-06,6.4514406403759494e-06,6.884617505420465e-06,7.31779391571763e-06,7.750971235509496e-06,8.184148100554012e-06,8.617324056103826e-06,9.050500921148341e-06,9.483677786192857e-06,9.916854651237372e-06,1.0350031516281888e-05,1.0783208381326403e-05,1.1216385246370919e-05,1.1649562111415435e-05,1.208273897645995e-05]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,1,1,3,3,4,5,5,6,10,6,12,9,9,10,15,20,26,21,17,24,30,19,27,29,43,32,25,29,29,38,29,30,24,17,18,23,15,9,10,9,13,8,13,7,3,7,4,6,5,1,1,2,3],"bins":[-0.02208453230559826,-0.0214825551956892,-0.020880579948425293,-0.020278602838516235,-0.019676625728607178,-0.01907465048134327,-0.01847267337143421,-0.017870696261525154,-0.017268721014261246,-0.016666743904352188,-0.01606476679444313,-0.015462790615856647,-0.014860814437270164,-0.014258837327361107,-0.013656861148774624,-0.013054884038865566,-0.012452907860279083,-0.0118509316816926,-0.011248954571783543,-0.01064697839319706,-0.010045001283288002,-0.009443025104701519,-0.008841048926115036,-0.008239071816205978,-0.007637095637619495,-0.007035118993371725,-0.006433142349123955,-0.005831166170537472,-0.0052291895262897015,-0.004627212882041931,-0.004025236703455448,-0.003423260059207678,-0.0028212815523147583,-0.002219304908066988,-0.0016173284966498613,-0.0010153519688174129,-0.00041337544098496437,0.0001886010868474841,0.0007905776146799326,0.001392554142512381,0.0019945306703448296,0.0025965073145926,0.0031984837260097265,0.003800460137426853,0.0044024367816746235,0.005004413425922394,0.005606389604508877,0.006208366248756647,0.006810342893004417,0.007412319537252188,0.008014296181499958,0.008616272360086441,0.009218249469995499,0.009820225648581982,0.010422201827168465,0.011024178937077522,0.011626155115664005,0.012228131294250488,0.012830108404159546,0.013432084582746029,0.014034060761332512,0.01463603787124157,0.015238014049828053,0.015839990228414536,0.016441967338323593]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.0007978059002198279,-0.0007721754373051226,-0.0007465449161827564,-0.0007209144532680511,-0.0006952839903533459,-0.0006696535274386406,-0.0006440230645239353,-0.0006183925434015691,-0.0005927620804868639,-0.0005671316175721586,-0.0005415010964497924,-0.0005158706335350871,-0.0004902401706203818,-0.00046460970770567656,-0.0004389792156871408,-0.0004133487236686051,-0.0003877182607538998,-0.00036208779783919454,-0.0003364573058206588,-0.00031082681380212307,-0.0002851963508874178,-0.0002595658879727125,-0.00023393539595417678,-0.00020830491848755628,-0.00018267444102093577,-0.00015704396355431527,-0.00013141348608769476,-0.00010578300862107426,-8.015253115445375e-05,-5.452205368783325e-05,-2.8891576221212745e-05,-3.26109875459224e-06,2.236943691968918e-05,4.799991438630968e-05,7.363039185293019e-05,9.926086931955069e-05,0.0001248913467861712,0.0001505218242527917,0.0001761523017194122,0.0002017827791860327,0.00022741325665265322,0.0002530437195673585,0.0002786742115858942,0.00030430470360442996,0.00032993516651913524,0.0003555656294338405,0.00038119612145237625,0.000406826613470912,0.00043245707638561726,0.00045808753930032253,0.00048371803131885827,0.000509348523337394,0.0005349789862520993,0.0005606094491668046,0.0005862399702891707,0.000611870433203876,0.0006375008961185813,0.0006631313590332866,0.0006887618219479918,0.000714392343070358,0.0007400228059850633,0.0007656532688997686,0.0007912837900221348,0.0008169142529368401,0.0008425447158515453],"_type":"histogram","values":[4,0,2,1,2,5,3,5,5,6,9,8,7,12,5,7,13,9,20,17,23,22,32,17,25,19,25,19,28,20,23,17,20,31,26,22,25,18,26,17,21,14,13,13,14,10,13,9,8,6,6,11,3,7,7,4,4,1,3,0,1,1,3,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[2,3,1,2,2,4,3,5,8,10,9,8,22,16,27,35,35,52,52,60,89,85,93,112,102,138,101,113,104,126,83,69,71,65,53,51,50,46,24,25,21,20,8,9,10,5,5,1,5,1,0,2,1,1,1,0,0,1,0,0,0,0,0,1],"bins":[-0.0004429053806234151,-0.0004268421034794301,-0.00041077882633544505,-0.00039471554919146,-0.00037865230115130544,-0.0003625890240073204,-0.00034652574686333537,-0.00033046246971935034,-0.0003143991925753653,-0.00029833591543138027,-0.00028227263828739524,-0.0002662093611434102,-0.00025014608399942517,-0.00023408282140735537,-0.00021801955881528556,-0.00020195628167130053,-0.0001858930045273155,-0.00016982972738333046,-0.00015376645023934543,-0.00013770318764727563,-0.0001216399105032906,-0.00010557663335930556,-8.951336349127814e-05,-7.345009362325072e-05,-5.738681647926569e-05,-4.1323542973259464e-05,-2.5260269467253238e-05,-9.196995961247012e-06,6.866277544759214e-06,2.292955105076544e-05,3.8992824556771666e-05,5.505609806277789e-05,7.111934246495366e-05,8.71826196089387e-05,0.00010324588947696611,0.00011930915934499353,0.00013537243648897856,0.0001514357136329636,0.0001674989762250334,0.00018356225336901844,0.00019962553051300347,0.0002156888076569885,0.00023175208480097353,0.00024781536194495857,0.00026387860998511314,0.0002799418871290982,0.0002960051642730832,0.00031206844141706824,0.0003281317185610533,0.0003441949957050383,0.00036025827284902334,0.0003763215499930084,0.0003923848271369934,0.000408448075177148,0.000424511352321133,0.00044057462946511805,0.0004566379066091031,0.0004727011837530881,0.0004887644317932427,0.0005048277089372277,0.0005208909860812128,0.0005369542632251978,0.0005530175403691828,0.0005690808175131679,0.0005851440946571529]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,1,1,1,1,3,2,6,2,5,10,8,17,11,19,31,29,45,61,63,88,86,98,104,114,111,115,129,103,135,108,75,76,77,58,55,35,31,36,24,11,10,9,5,8,2,8,6,3,4,1,1,1,0,0,1,1],"bins":[-0.0006127210217528045,-0.0005949599435552955,-0.0005771988653577864,-0.0005594377871602774,-0.0005416767089627683,-0.0005239156307652593,-0.0005061545525677502,-0.0004883934743702412,-0.0004706323961727321,-0.0004528712888713926,-0.00043511021067388356,-0.0004173491324763745,-0.00039958805427886546,-0.0003818269760813564,-0.00036406589788384736,-0.0003463048196863383,-0.00032854374148882926,-0.0003107826632913202,-0.00029302158509381115,-0.0002752605068963021,-0.00025749942869879305,-0.00023973833594936877,-0.00022197725775185972,-0.00020421617955435067,-0.00018645510135684162,-0.00016869402315933257,-0.00015093294496182352,-0.00013317186676431447,-0.00011541078129084781,-9.764970309333876e-05,-7.988861761987209e-05,-6.212753942236304e-05,-4.436646122485399e-05,-2.660538120835554e-05,-8.844301191857085e-06,8.91677882464137e-06,2.6677858841139823e-05,4.4438937038648874e-05,6.220002251211554e-05,7.996110070962459e-05,9.772217890713364e-05,0.00011548325710464269,0.00013324433530215174,0.0001510054134996608,0.00016876650624908507,0.00018652758444659412,0.00020428866264410317,0.00022204974084161222,0.00023981081903912127,0.0002575718972366303,0.00027533297543413937,0.0002930940536316484,0.00031085513182915747,0.0003286162100266665,0.00034637728822417557,0.0003641383664216846,0.00038189947372302413,0.0003996605519205332,0.00041742163011804223,0.0004351827083155513,0.00045294378651306033,0.0004707048647105694,0.0004884659429080784,0.0005062270211055875,0.0005239880993030965]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,1,1,2,3,5,6,11,9,5,19,19,32,29,60,57,72,69,68,53,46,40,22,17,28,13,11,9,8,6,8,6,4,6,2,2,0,2,1,2,1,0,2,1,0,3,1,1,0,0,1],"bins":[-0.012088194489479065,-0.011703211814165115,-0.01131823007017374,-0.010933248326182365,-0.010548265650868416,-0.010163282975554466,-0.009778301231563091,-0.009393319487571716,-0.009008336812257767,-0.008623354136943817,-0.008238372392952442,-0.007853390648961067,-0.007468407973647118,-0.007083425763994455,-0.006698443554341793,-0.006313461344689131,-0.0059284791350364685,-0.005543496925383806,-0.005158514715731144,-0.004773532506078482,-0.004388550296425819,-0.004003568086773157,-0.003618585877120495,-0.0032336036674678326,-0.0028486214578151703,-0.002463639248162508,-0.0020786570385098457,-0.0016936748288571835,-0.0013086926192045212,-0.0009237104095518589,-0.0005387281998991966,-0.00015374599024653435,0.00023123715072870255,0.0006162193603813648,0.001001201570034027,0.0013861837796866894,0.0017711659893393517,0.002156148198992014,0.002541130408644676,0.0029261126182973385,0.0033110948279500008,0.003696077037602663,0.004081059247255325,0.004466041456907988,0.00485102366656065,0.005236005876213312,0.005620988085865974,0.006005970295518637,0.006390952505171299,0.006775934714823961,0.0071609169244766235,0.007545899134129286,0.007930881343781948,0.008315863087773323,0.008700845763087273,0.009085828438401222,0.009470810182392597,0.009855791926383972,0.010240774601697922,0.010625757277011871,0.011010739021003246,0.011395720764994621,0.01178070344030857,0.01216568611562252,0.012550667859613895]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.06814765185117722,-0.06619253009557724,-0.06423741579055786,-0.062282294034957886,-0.06032717227935791,-0.05837205424904823,-0.056416936218738556,-0.05446181446313858,-0.0525066964328289,-0.050551578402519226,-0.04859645664691925,-0.04664133861660957,-0.044686220586299896,-0.04273109883069992,-0.040775980800390244,-0.03882085904479027,-0.03686574101448059,-0.034910622984170914,-0.03295550122857094,-0.03100038319826126,-0.029045263305306435,-0.02709014341235161,-0.02513502538204193,-0.023179905489087105,-0.02122478559613228,-0.019269665703177452,-0.017314545810222626,-0.015359427779912949,-0.013404307886958122,-0.011449187994003296,-0.009494069032371044,-0.007538949605077505,-0.005583830177783966,-0.003628710750490427,-0.001673591323196888,0.0002815281040966511,0.00223664753139019,0.004191766958683729,0.006146886385977268,0.00810200534760952,0.010057125240564346,0.012012245133519173,0.013967364095151424,0.015922483056783676,0.017877602949738503,0.01983272284269333,0.021787840873003006,0.023742960765957832,0.02569808065891266,0.027653200551867485,0.02960832044482231,0.03156343847513199,0.033518560230731964,0.03547367826104164,0.03742879629135132,0.039383918046951294,0.04133903607726097,0.04329415410757065,0.045249275863170624,0.0472043938934803,0.04915951192378998,0.051114633679389954,0.05306975170969963,0.055024873465299606,0.05697999149560928],"_type":"histogram","values":[1,0,0,0,3,0,0,0,2,1,2,2,4,4,3,7,7,12,14,11,7,13,17,11,19,16,19,21,19,22,22,24,30,25,37,28,30,33,28,29,32,29,14,21,13,23,17,12,16,9,8,10,8,8,3,6,3,5,1,1,3,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,1,0,1,1,3,2,2,1,6,3,6,10,9,12,11,22,18,25,21,37,36,50,75,61,44,43,44,33,29,24,17,16,18,11,9,7,3,8,7,6,4,6,0,1,1,1,3,2,1,2,0,2,2,1,1,0,1,2,0,1,1],"bins":[-0.0078867357224226,-0.007597523275762796,-0.007308310829102993,-0.00701909838244319,-0.006729885935783386,-0.006440673489123583,-0.0061514610424637794,-0.005862248595803976,-0.005573036149144173,-0.005283823702484369,-0.004994611255824566,-0.0047053988091647625,-0.004416186362504959,-0.004126973915845156,-0.0038377614691853523,-0.003548549022525549,-0.0032593365758657455,-0.002970124129205942,-0.0026809116825461388,-0.0023916992358863354,-0.002102486789226532,-0.0018132743425667286,-0.0015240618959069252,-0.0012348494492471218,-0.0009456370025873184,-0.000656424555927515,-0.00036721210926771164,-7.799966260790825e-05,0.00021121278405189514,0.0005004252307116985,0.0007896376773715019,0.0010788501240313053,0.0013680625706911087,0.001657275017350912,0.0019464874640107155,0.002235699910670519,0.0025249123573303223,0.0028141248039901257,0.003103337250649929,0.0033925496973097324,0.003681762143969536,0.003970974590629339,0.004260187037289143,0.004549399483948946,0.004838611930608749,0.005127824377268553,0.005417036823928356,0.0057062492705881596,0.005995461717247963,0.006284674163907766,0.00657388661056757,0.006863099057227373,0.0071523115038871765,0.00744152395054698,0.007730736397206783,0.0080199483782053,0.00830916129052639,0.00859837420284748,0.008887586183845997,0.009176798164844513,0.009466011077165604,0.009755223989486694,0.01004443597048521,0.010333647951483727,0.010622860863804817]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.8598794341087341,-0.8341604471206665,-0.8084414601325989,-0.7827224731445312,-0.7570034265518188,-0.7312844395637512,-0.7055654525756836,-0.679846465587616,-0.6541274785995483,-0.6284084916114807,-0.6026894450187683,-0.5769704580307007,-0.5512514710426331,-0.5255324840545654,-0.4998134970664978,-0.4740944802761078,-0.44837549328804016,-0.42265650629997253,-0.3969374895095825,-0.3712185025215149,-0.34549951553344727,-0.31978049874305725,-0.2940615117549896,-0.268342524766922,-0.24262352287769318,-0.21690452098846436,-0.19118553400039673,-0.1654665321111679,-0.1397475302219391,-0.11402854323387146,-0.08830954134464264,-0.06259054690599442,-0.03687155246734619,-0.011152556166052818,0.014566440135240555,0.04028543829917908,0.0660044327378273,0.09172342717647552,0.11744242906570435,0.14316141605377197,0.1688804179430008,0.19459941983222961,0.22031840682029724,0.24603740870952606,0.2717564105987549,0.2974753975868225,0.32319438457489014,0.34891340136528015,0.3746323883533478,0.4003513753414154,0.4260703921318054,0.45178937911987305,0.4775083661079407,0.5032273530960083,0.5289463400840759,0.5546653866767883,0.580384373664856,0.6061033606529236,0.6318223476409912,0.6575413346290588,0.6832603216171265,0.7089793682098389,0.7346983551979065,0.7604173421859741,0.7861363291740417],"_type":"histogram","values":[1,0,0,1,0,0,1,2,4,3,5,2,5,9,10,9,15,19,34,19,39,42,61,69,66,100,136,179,227,329,442,770,1671,445642,1494,709,440,300,231,157,147,114,74,62,52,37,29,33,23,17,13,15,4,7,3,1,5,0,3,1,1,1,0,3]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0032131343614310026,-0.0031244601123034954,-0.003035785863175988,-0.002947111614048481,-0.0028584373649209738,-0.0027697631157934666,-0.0026810888666659594,-0.002592414617538452,-0.002503740368410945,-0.0024150661192834377,-0.0023263918701559305,-0.0022377176210284233,-0.002149043371900916,-0.002060369122773409,-0.0019716948736459017,-0.0018830206245183945,-0.0017943463753908873,-0.00170567212626338,-0.0016169978771358728,-0.0015283236280083656,-0.0014396493788808584,-0.0013509751297533512,-0.001262300880625844,-0.0011736266314983368,-0.0010849523823708296,-0.0009962781332433224,-0.0009076038841158152,-0.000818929634988308,-0.0007302553858608007,-0.0006415811367332935,-0.0005529068876057863,-0.0004642326384782791,-0.0003755583893507719,-0.0002868841402232647,-0.00019820989109575748,-0.00010953564196825027,-2.0861392840743065e-05,6.781285628676414e-05,0.00015648710541427135,0.00024516135454177856,0.0003338356036692858,0.000422509852796793,0.0005111841019243002,0.0005998583510518074,0.0006885326001793146,0.0007772068493068218,0.000865881098434329,0.0009545553475618362,0.0010432295966893435,0.0011319038458168507,0.0012205780949443579,0.001309252344071865,0.0013979265931993723,0.0014866008423268795,0.0015752750914543867,0.001663949340581894,0.0017526235897094011,0.0018412978388369083,0.0019299720879644156,0.0020186463370919228,0.00210732058621943,0.002195994835346937,0.0022846690844744444,0.0023733433336019516,0.002462017582729459],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,1,2,0,3,7,6,11,5,15,12,10,16,23,26,31,30,33,37,43,43,49,36,36,50,40,31,31,27,20,24,10,17,9,6,3,6,4,3,2,1,2,1,0,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[2,0,3,3,1,3,4,8,12,15,18,29,56,68,127,198,251,343,560,742,1090,1685,2549,3683,5678,9322,14646,24344,40911,68323,101077,108607,79228,48983,29424,17441,10774,6529,4462,2693,1747,1353,869,615,427,334,196,120,87,45,46,26,23,18,7,4,5,4,2,2,0,0,1,1],"bins":[-0.0125732421875,-0.012169837951660156,-0.011766433715820312,-0.011363029479980469,-0.010959625244140625,-0.010556221008300781,-0.010152816772460938,-0.009749412536621094,-0.00934600830078125,-0.008942604064941406,-0.008539199829101562,-0.008135795593261719,-0.007732391357421875,-0.007328987121582031,-0.0069255828857421875,-0.006522178649902344,-0.0061187744140625,-0.005715370178222656,-0.0053119659423828125,-0.004908561706542969,-0.004505157470703125,-0.004101753234863281,-0.0036983489990234375,-0.0032949447631835938,-0.00289154052734375,-0.0024881362915039062,-0.0020847320556640625,-0.0016813278198242188,-0.001277923583984375,-0.0008745193481445312,-0.0004711151123046875,-6.771087646484375e-05,0.000335693359375,0.0007390975952148438,0.0011425018310546875,0.0015459060668945312,0.001949310302734375,0.0023527145385742188,0.0027561187744140625,0.0031595230102539062,0.00356292724609375,0.003966331481933594,0.0043697357177734375,0.004773139953613281,0.005176544189453125,0.005579948425292969,0.0059833526611328125,0.006386756896972656,0.0067901611328125,0.007193565368652344,0.0075969696044921875,0.008000373840332031,0.008403778076171875,0.008807182312011719,0.009210586547851562,0.009613990783691406,0.01001739501953125,0.010420799255371094,0.010824203491210938,0.011227607727050781,0.011631011962890625,0.012034416198730469,0.012437820434570312,0.012841224670410156,0.01324462890625]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,1,1,1,0,0,0,2,1,2,4,10,16,16,34,41,71,88,140,209,350,599,1069,1776,3098,5175,9087,15823,27817,49832,98560,220610,478563,353267,146373,70912,37418,20820,12142,7460,4413,2718,1638,1021,629,386,214,159,100,63,41,30,24,14,11,9,1,0,0,0,1,0,2,1],"bins":[-0.01300048828125,-0.012603759765625,-0.01220703125,-0.011810302734375,-0.01141357421875,-0.011016845703125,-0.0106201171875,-0.010223388671875,-0.00982666015625,-0.009429931640625,-0.009033203125,-0.008636474609375,-0.00823974609375,-0.007843017578125,-0.0074462890625,-0.007049560546875,-0.00665283203125,-0.006256103515625,-0.005859375,-0.005462646484375,-0.00506591796875,-0.004669189453125,-0.0042724609375,-0.003875732421875,-0.00347900390625,-0.003082275390625,-0.002685546875,-0.002288818359375,-0.00189208984375,-0.001495361328125,-0.0010986328125,-0.000701904296875,-0.00030517578125,9.1552734375e-05,0.00048828125,0.000885009765625,0.00128173828125,0.001678466796875,0.0020751953125,0.002471923828125,0.00286865234375,0.003265380859375,0.003662109375,0.004058837890625,0.00445556640625,0.004852294921875,0.0052490234375,0.005645751953125,0.00604248046875,0.006439208984375,0.0068359375,0.007232666015625,0.00762939453125,0.008026123046875,0.0084228515625,0.008819580078125,0.00921630859375,0.009613037109375,0.010009765625,0.010406494140625,0.01080322265625,0.011199951171875,0.0115966796875,0.011993408203125,0.01239013671875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,1,1,4,3,6,7,5,4,6,12,10,5,13,14,10,14,10,12,13,10,16,20,24,20,23,27,17,16,21,31,27,20,32,19,24,21,18,25,17,21,20,15,18,18,9,14,8,4,10,6,5,9,6,4,3,3,5,4,2,0,2,3],"bins":[-0.0006966718938201666,-0.0006750646280124784,-0.0006534573622047901,-0.0006318500963971019,-0.0006102428305894136,-0.0005886355065740645,-0.0005670282407663763,-0.000545420974958688,-0.0005238137091509998,-0.0005022064433433115,-0.0004805991775356233,-0.0004589918826241046,-0.0004373846168164164,-0.00041577735100872815,-0.00039417005609720945,-0.0003725627902895212,-0.000350955524481833,-0.00032934825867414474,-0.0003077409928664565,-0.0002861336979549378,-0.0002645264321472496,-0.00024291916633956134,-0.00022131188597995788,-0.00019970460562035441,-0.00017809733981266618,-0.00015649007400497794,-0.00013488279364537448,-0.00011327552056172863,-9.166824747808278e-05,-7.006097439443693e-05,-4.8453701310791075e-05,-2.6846428227145225e-05,-5.239155143499374e-06,1.6368117940146476e-05,3.7975391023792326e-05,5.958266410743818e-05,8.118993719108403e-05,0.00010279721027472988,0.00012440448335837573,0.0001460117637179792,0.00016761902952566743,0.00018922629533335567,0.00021083357569295913,0.0002324408560525626,0.00025404812186025083,0.00027565538766793907,0.00029726268257945776,0.000318869948387146,0.00034047721419483423,0.00036208448000252247,0.0003836917458102107,0.0004052990407217294,0.00042690630652941763,0.00044851357233710587,0.00047012086724862456,0.0004917281330563128,0.000513335398864001,0.0005349426646716893,0.0005565499304793775,0.0005781571962870657,0.0005997645203024149,0.0006213717861101031,0.0006429790519177914,0.0006645863177254796,0.0006861935835331678],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,0,0,2,1,4,1,2,0,3,2,3,2,3,8,12,16,14,14,9,21,22,19,24,26,36,31,17,34,28,28,26,28,25,18,31,31,28,17,22,12,18,13,13,9,13,13,15,4,7,2,7,7,5,6,3,1,0,3,2,0,5,0,1],"bins":[0.9993112087249756,0.9993345141410828,0.9993578195571899,0.9993811249732971,0.9994044303894043,0.9994276762008667,0.9994509816169739,0.999474287033081,0.9994975924491882,0.9995208978652954,0.9995442032814026,0.9995675086975098,0.9995907545089722,0.9996140599250793,0.9996373653411865,0.9996606707572937,0.9996839761734009,0.9997072815895081,0.9997305870056152,0.9997538924217224,0.9997771978378296,0.999800443649292,0.9998237490653992,0.9998470544815063,0.9998703598976135,0.9998936653137207,0.9999169707298279,0.9999402761459351,0.9999635219573975,0.9999868273735046,1.0000101327896118,1.0000334978103638,1.0000567436218262,1.0000799894332886,1.0001033544540405,1.000126600265503,1.0001499652862549,1.0001732110977173,1.0001965761184692,1.0002198219299316,1.0002431869506836,1.000266432762146,1.0002896785736084,1.0003130435943604,1.0003362894058228,1.0003596544265747,1.000382900238037,1.000406265258789,1.0004295110702515,1.0004527568817139,1.0004761219024658,1.0004993677139282,1.0005227327346802,1.0005459785461426,1.0005693435668945,1.000592589378357,1.0006158351898193,1.0006392002105713,1.0006624460220337,1.0006858110427856,1.000709056854248,1.000732421875,1.0007556676864624,1.0007790327072144,1.0008022785186768],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[3,5,7,12,17,28,55,100,164,317,518,818,1194,1944,2891,4284,6077,8787,11966,16129,21233,26678,33730,41662,50055,58139,66727,75246,82103,87892,91665,93632,94453,91854,87936,82326,75318,67165,58741,50046,42235,34109,27246,21445,16233,11921,8945,6212,4370,3052,1959,1209,813,478,293,183,103,65,34,21,11,5,3,2],"bins":[-0.09642190486192703,-0.09341085702180862,-0.09039980173110962,-0.08738875389099121,-0.0843776986002922,-0.0813666507601738,-0.07835559546947479,-0.07534454762935638,-0.07233349978923798,-0.06932244449853897,-0.06631139665842056,-0.06330034136772156,-0.06028929352760315,-0.05727824196219444,-0.054267190396785736,-0.05125613883137703,-0.04824508726596832,-0.045234035700559616,-0.04222298413515091,-0.0392119325697422,-0.036200881004333496,-0.03318983316421509,-0.03017878159880638,-0.027167730033397675,-0.024156678467988968,-0.02114562690258026,-0.018134575337171555,-0.015123525634407997,-0.01211247406899929,-0.009101422503590584,-0.006090371869504452,-0.0030793207697570324,-6.826221942901611e-05,0.0029427888803184032,0.005953839980065823,0.008964890614151955,0.011975942179560661,0.014986993744969368,0.017998043447732925,0.021009095013141632,0.02402014657855034,0.027031198143959045,0.030042249709367752,0.03305330127477646,0.03606434911489487,0.039075400680303574,0.04208645224571228,0.04509750381112099,0.048108555376529694,0.0511196069419384,0.05413065850734711,0.057141710072755814,0.06015276163816452,0.06316380947828293,0.06617486476898193,0.06918591260910034,0.07219696044921875,0.07520801573991776,0.07821906358003616,0.08123011887073517,0.08424116671085358,0.08725222200155258,0.09026326984167099,0.09327432513237,0.0962853729724884]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.04305313155055046,-0.0418410487473011,-0.040628962218761444,-0.039416879415512085,-0.038204796612262726,-0.03699271008372307,-0.03578062728047371,-0.03456854447722435,-0.03335645794868469,-0.03214437514543533,-0.030932292342185974,-0.029720207676291466,-0.028508123010396957,-0.0272960402071476,-0.02608395554125309,-0.02487187273800373,-0.023659788072109222,-0.022447703406214714,-0.021235620602965355,-0.020023535937070847,-0.018811453133821487,-0.01759936846792698,-0.01638728380203247,-0.015175200067460537,-0.013963116332888603,-0.01275103259831667,-0.011538948863744736,-0.010326864197850227,-0.009114780463278294,-0.00790269672870636,-0.006690612528473139,-0.005478528328239918,-0.0042664408683776855,-0.003054356900975108,-0.0018422729335725307,-0.0006301889661699533,0.000581895001232624,0.0017939789686352015,0.003006062936037779,0.004218147136271,0.005430230870842934,0.006642314605414867,0.007854398339986801,0.00906648300588131,0.010278566740453243,0.011490650475025177,0.012702735140919685,0.013914818875491619,0.015126902610063553,0.01633898727595806,0.01755107007920742,0.01876315474510193,0.019975237548351288,0.021187322214245796,0.022399406880140305,0.023611489683389664,0.024823574349284172,0.02603565901517868,0.02724774181842804,0.028459826484322548,0.029671911150217056,0.030883993953466415,0.032096076756715775,0.03330816328525543,0.03452024608850479],"_type":"histogram","values":[1,0,0,0,1,0,0,2,0,7,1,2,4,5,6,6,5,7,9,12,10,9,11,17,21,18,16,22,23,17,27,34,24,18,31,24,28,21,27,26,26,25,22,34,18,16,14,17,15,23,7,12,9,5,7,6,1,4,3,3,2,1,3,3]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[1,1,1,0,4,10,10,28,49,67,118,213,383,539,815,1194,1761,2471,3564,4642,6547,8238,10592,13050,16053,19264,22243,25525,28674,30928,33103,34280,35295,35127,34435,32486,30388,27379,24596,21345,18310,15421,12485,10038,7691,5950,4424,3214,2236,1629,1070,736,446,283,199,120,59,38,32,12,3,3,2,4],"bins":[-0.09842857718467712,-0.09543423354625702,-0.09243988990783691,-0.08944554626941681,-0.0864512026309967,-0.0834568589925766,-0.0804625153541565,-0.07746817171573639,-0.07447382807731628,-0.07147949188947678,-0.06848514825105667,-0.06549080461263657,-0.06249646097421646,-0.059502117335796356,-0.05650777369737625,-0.053513430058956146,-0.05051908642053604,-0.047524742782115936,-0.04453039914369583,-0.041536055505275726,-0.03854171186685562,-0.035547371953725815,-0.03255302831530571,-0.029558684676885605,-0.0265643410384655,-0.023569997400045395,-0.02057565376162529,-0.017581311985850334,-0.01458696834743023,-0.011592624709010124,-0.008598282001912594,-0.005603938829153776,-0.0026095882058143616,0.0003847549669444561,0.0033790981397032738,0.0063734413124620914,0.009367784485220909,0.012362128123641014,0.015356470830738544,0.018350813537836075,0.02134515717625618,0.024339500814676285,0.02733384445309639,0.030328186228871346,0.0333225280046463,0.036316871643066406,0.03931121528148651,0.042305558919906616,0.04529990255832672,0.048294246196746826,0.05128858983516693,0.054282933473587036,0.05727727711200714,0.06027161702513695,0.06326596438884735,0.06626030802726746,0.06925465166568756,0.07224898785352707,0.07524333149194717,0.07823767513036728,0.08123201876878738,0.08422636240720749,0.0872207060456276,0.0902150496840477,0.0932093933224678],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[0.9992913603782654,0.9993162155151367,0.9993410706520081,0.9993659257888794,0.9993907809257507,0.9994156360626221,0.9994404911994934,0.9994653463363647,0.9994902014732361,0.9995150566101074,0.9995399117469788,0.9995647668838501,0.9995896220207214,0.9996144771575928,0.9996393322944641,0.9996641874313354,0.9996890425682068,0.9997138977050781,0.9997387528419495,0.9997636079788208,0.9997884631156921,0.9998133182525635,0.9998381733894348,0.9998630285263062,0.9998878836631775,0.9999127388000488,0.9999375939369202,0.9999624490737915,0.9999873042106628,1.0000121593475342,1.0000370740890503,1.0000618696212769,1.000086784362793,1.0001115798950195,1.0001364946365356,1.0001612901687622,1.0001862049102783,1.0002110004425049,1.000235915184021,1.0002607107162476,1.0002856254577637,1.0003104209899902,1.0003353357315063,1.000360131263733,1.000385046005249,1.0004098415374756,1.0004347562789917,1.0004595518112183,1.0004844665527344,1.000509262084961,1.000534176826477,1.0005589723587036,1.0005838871002197,1.0006086826324463,1.0006335973739624,1.000658392906189,1.000683307647705,1.0007081031799316,1.0007330179214478,1.0007578134536743,1.0007827281951904,1.000807523727417,1.000832438468933,1.0008572340011597,1.0008821487426758],"_type":"histogram","values":[1,0,2,0,3,1,1,2,1,5,4,4,4,7,13,11,12,16,13,18,23,19,35,36,31,22,28,35,36,23,26,21,26,30,15,23,14,21,15,17,22,17,8,18,10,10,9,7,9,9,4,5,0,5,5,3,3,2,0,2,1,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,1,1,0,1,1,2,2,1,1,1,3,2,2,10,5,9,4,9,14,8,15,18,31,26,30,37,46,45,46,47,51,33,29,40,35,28,20,25,17,17,8,8,3,8,3,7,3,4,1,1,0,1,0,1,1,1,0,0,1,1],"bins":[-1.0789658517751377e-06,-1.0465813602422713e-06,-1.0141967550225672e-06,-9.818122634897009e-07,-9.494277719568345e-07,-9.170432235805492e-07,-8.84658675204264e-07,-8.522741836713976e-07,-8.198896352951124e-07,-7.875050869188271e-07,-7.551205953859608e-07,-7.227360470096755e-07,-6.903514986333903e-07,-6.579670071005239e-07,-6.255824587242387e-07,-5.931979671913723e-07,-5.608134188150871e-07,-5.284288704388018e-07,-4.960443789059354e-07,-4.636598305296502e-07,-4.312753105750744e-07,-3.988907906204986e-07,-3.6650624224421335e-07,-3.3412172228963755e-07,-3.0173720233506174e-07,-2.6935268238048593e-07,-2.369681482150554e-07,-2.0458361404962488e-07,-1.7219909409504908e-07,-1.3981457414047327e-07,-1.0743003997504275e-07,-7.504551291503958e-08,-4.2660872168198694e-08,-1.0276345108195528e-08,2.2108181951807637e-08,5.44927090118108e-08,8.687723607181397e-08,1.1926175602638978e-07,1.516462901918203e-07,1.8403082435725082e-07,2.1641534431182663e-07,2.4879986426640244e-07,2.8118438422097825e-07,3.135689325972635e-07,3.459534525518393e-07,3.783379725064151e-07,4.1072252088270034e-07,4.4310704083727614e-07,4.7549156079185195e-07,5.078761091681372e-07,5.402606007010036e-07,5.726451490772888e-07,6.050296406101552e-07,6.374141889864404e-07,6.697987373627257e-07,7.02183228895592e-07,7.345677772718773e-07,7.669523256481625e-07,7.993368171810289e-07,8.317213655573141e-07,8.641059139335994e-07,8.964904054664657e-07,9.28874953842751e-07,9.612595022190362e-07,9.936439937519026e-07]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,2,0,2,2,2,3,1,7,4,7,10,17,16,9,16,22,23,25,20,27,27,37,29,38,42,39,39,36,34,30,25,28,23,18,20,12,8,11,12,6,9,9,2,5,3,4,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.000340527476510033,-0.00032821824424900115,-0.0003159090119879693,-0.0003035997797269374,-0.00029129054746590555,-0.0002789813152048737,-0.00026667205384001136,-0.0002543628215789795,-0.00024205358931794763,-0.00022974435705691576,-0.0002174351247958839,-0.00020512589253485203,-0.00019281666027382016,-0.0001805074280127883,-0.0001681981811998412,-0.00015588894893880934,-0.00014357971667777747,-0.0001312704844167456,-0.00011896124487975612,-0.00010665201261872426,-9.434277308173478e-05,-8.203354082070291e-05,-6.972430855967104e-05,-5.741507266066037e-05,-4.51058367616497e-05,-3.2796600862639025e-05,-2.0487366782617755e-05,-8.178131793101784e-06,4.1311031964141876e-06,1.644033909542486e-05,2.874957317544613e-05,4.10588072554674e-05,5.336804315447807e-05,6.567727541550994e-05,7.798651495249942e-05,9.029574721353129e-05,0.00010260498675052077,0.00011491421901155263,0.0001272234512725845,0.00013953268353361636,0.00015184193034656346,0.00016415116260759532,0.0001764603948686272,0.00018876962712965906,0.00020107885939069092,0.0002133880916517228,0.00022569733846466988,0.00023800657072570175,0.00025031581753864884,0.0002626250497996807,0.0002749342820607126,0.00028724351432174444,0.0002995527465827763,0.0003118619788438082,0.00032417121110484004,0.0003364804433658719,0.00034878967562690377,0.00036109890788793564,0.0003734081401489675,0.00038571740151382983,0.0003980266337748617,0.00041033586603589356,0.0004226450982969254,0.0004349543305579573,0.00044726356281898916]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[2,2,2,0,1,3,4,5,9,16,19,37,48,57,85,133,191,332,390,710,1183,1667,2587,4416,7836,12906,24458,47087,100507,230723,452738,365415,163932,73726,36278,18807,10776,5995,3543,2255,1449,868,528,380,254,158,123,68,51,34,19,20,10,8,4,2,4,0,0,1,1,0,0,1],"bins":[-0.01092529296875,-0.010570526123046875,-0.01021575927734375,-0.009860992431640625,-0.0095062255859375,-0.009151458740234375,-0.00879669189453125,-0.008441925048828125,-0.008087158203125,-0.007732391357421875,-0.00737762451171875,-0.007022857666015625,-0.0066680908203125,-0.006313323974609375,-0.00595855712890625,-0.005603790283203125,-0.0052490234375,-0.004894256591796875,-0.00453948974609375,-0.004184722900390625,-0.0038299560546875,-0.003475189208984375,-0.00312042236328125,-0.002765655517578125,-0.002410888671875,-0.002056121826171875,-0.00170135498046875,-0.001346588134765625,-0.0009918212890625,-0.000637054443359375,-0.00028228759765625,7.2479248046875e-05,0.00042724609375,0.000782012939453125,0.00113677978515625,0.001491546630859375,0.0018463134765625,0.002201080322265625,0.00255584716796875,0.002910614013671875,0.003265380859375,0.003620147705078125,0.00397491455078125,0.004329681396484375,0.0046844482421875,0.005039215087890625,0.00539398193359375,0.005748748779296875,0.006103515625,0.006458282470703125,0.00681304931640625,0.007167816162109375,0.0075225830078125,0.007877349853515625,0.00823211669921875,0.008586883544921875,0.008941650390625,0.009296417236328125,0.00965118408203125,0.010005950927734375,0.0103607177734375,0.010715484619140625,0.01107025146484375,0.011425018310546875,0.01177978515625]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,4,1,4,5,2,5,8,22,25,31,50,50,78,118,146,229,313,431,525,859,1193,1674,2403,3387,4811,7455,10936,16956,28567,49721,107565,175290,72814,38366,22612,13829,9437,5866,4210,2884,1922,1444,1009,715,527,377,253,191,149,93,62,54,37,35,20,19,7,5,5,5,5,5,1],"bins":[-0.08544921875,-0.08280181884765625,-0.0801544189453125,-0.07750701904296875,-0.074859619140625,-0.07221221923828125,-0.0695648193359375,-0.06691741943359375,-0.06427001953125,-0.06162261962890625,-0.0589752197265625,-0.05632781982421875,-0.053680419921875,-0.05103302001953125,-0.0483856201171875,-0.04573822021484375,-0.0430908203125,-0.04044342041015625,-0.0377960205078125,-0.03514862060546875,-0.032501220703125,-0.02985382080078125,-0.0272064208984375,-0.02455902099609375,-0.02191162109375,-0.01926422119140625,-0.0166168212890625,-0.01396942138671875,-0.011322021484375,-0.00867462158203125,-0.0060272216796875,-0.00337982177734375,-0.000732421875,0.00191497802734375,0.0045623779296875,0.00720977783203125,0.009857177734375,0.01250457763671875,0.0151519775390625,0.01779937744140625,0.02044677734375,0.02309417724609375,0.0257415771484375,0.02838897705078125,0.031036376953125,0.03368377685546875,0.0363311767578125,0.03897857666015625,0.0416259765625,0.04427337646484375,0.0469207763671875,0.04956817626953125,0.052215576171875,0.05486297607421875,0.0575103759765625,0.06015777587890625,0.06280517578125,0.06545257568359375,0.0680999755859375,0.07074737548828125,0.073394775390625,0.07604217529296875,0.0786895751953125,0.08133697509765625,0.083984375]},"_runtime":535.015242064,"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[3,5,6,18,19,36,50,102,141,237,357,546,824,1166,1588,2236,3044,4055,5211,6697,8386,10663,12927,15399,17857,20606,23345,26090,28021,29919,31304,31955,32195,31957,30729,29379,27509,24920,22470,20162,17461,14703,12275,10224,8191,6432,4920,3869,2851,2029,1448,1094,753,522,331,224,147,97,51,26,20,10,4,8],"bins":[-0.08873020857572556,-0.08599011600017548,-0.083250030875206,-0.08050993829965591,-0.07776984572410583,-0.07502975314855576,-0.07228966057300568,-0.0695495754480362,-0.06680948287248611,-0.06406939029693604,-0.061329301446676254,-0.05858921259641647,-0.055849120020866394,-0.053109027445316315,-0.050368938595056534,-0.04762884974479675,-0.044888757169246674,-0.042148664593696594,-0.03940857574343681,-0.03666848689317703,-0.03392839431762695,-0.031188303604722023,-0.028448212891817093,-0.025708122178912163,-0.022968031466007233,-0.020227940753102303,-0.017487850040197372,-0.014747759327292442,-0.012007668614387512,-0.009267577901482582,-0.006527487188577652,-0.003787396475672722,-0.0010472983121871948,0.0016927924007177353,0.004432883113622665,0.0071729738265275955,0.009913064539432526,0.012653155252337456,0.015393245965242386,0.018133336678147316,0.020873427391052246,0.023613518103957176,0.026353608816862106,0.029093699529767036,0.03183379024267197,0.034573882818222046,0.03731397166848183,0.04005406051874161,0.04279415309429169,0.045534245669841766,0.04827433452010155,0.05101442337036133,0.05375451594591141,0.05649460852146149,0.05923469737172127,0.06197478622198105,0.06471487879753113,0.06745497137308121,0.07019506394863129,0.07293514907360077,0.07567524164915085,0.07841533422470093,0.08115541934967041,0.08389551192522049,0.08663560450077057]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,1,1,2,1,2,2,7,4,5,4,6,5,7,11,12,12,16,22,21,32,31,33,45,30,38,43,36,40,32,29,31,36,23,21,21,21,15,9,11,11,10,3,4,4,2,6,2,2,1,0,0,1,1],"bins":[-0.0009697535424493253,-0.0009434061939828098,-0.0009170587873086333,-0.0008907114388421178,-0.0008643640903756022,-0.0008380167419090867,-0.0008116693934425712,-0.0007853219867683947,-0.0007589746383018792,-0.0007326272898353636,-0.0007062798831611872,-0.0006799325346946716,-0.0006535851862281561,-0.0006272378377616405,-0.000600890489295125,-0.0005745430826209486,-0.000548195734154433,-0.0005218483856879175,-0.000495500979013741,-0.0004691536305472255,-0.00044280628208070993,-0.0004164589336141944,-0.0003901115560438484,-0.0003637641784735024,-0.00033741683000698686,-0.0003110694815404713,-0.0002847221039701253,-0.0002583747263997793,-0.00023202737793326378,-0.000205680014914833,-0.00017933265189640224,-0.00015298528887797147,-0.0001266379258595407,-0.00010029056284110993,-7.394319982267916e-05,-4.759583680424839e-05,-2.1248473785817623e-05,5.098889232613146e-06,3.1446252251043916e-05,5.7793615269474685e-05,8.414097828790545e-05,0.00011048834130633622,0.000136835704324767,0.00016318306734319776,0.00018953043036162853,0.0002158777933800593,0.00024222515639849007,0.00026857253396883607,0.0002949198824353516,0.00032126723090186715,0.00034761460847221315,0.00037396198604255915,0.0004003093345090747,0.00042665668297559023,0.0004530040605459362,0.0004793514381162822,0.0005056987865827978,0.0005320461350493133,0.0005583935417234898,0.0005847408901900053,0.0006110882386565208,0.0006374355871230364,0.0006637829355895519,0.0006901303422637284,0.0007164776907302439]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,0,0,0,0,1,3,2,3,2,2,10,13,11,13,20,42,59,75,147,209,338,539,1030,1608,2848,5130,9295,18386,38711,100490,245479,90875,36460,17642,8774,4956,2725,1526,930,512,353,216,128,70,61,40,25,23,14,6,3,4,1,5,3,0,2,1,0,0,1],"bins":[-0.005950927734375,-0.005773067474365234,-0.005595207214355469,-0.005417346954345703,-0.0052394866943359375,-0.005061626434326172,-0.004883766174316406,-0.004705905914306641,-0.004528045654296875,-0.004350185394287109,-0.004172325134277344,-0.003994464874267578,-0.0038166046142578125,-0.003638744354248047,-0.0034608840942382812,-0.0032830238342285156,-0.00310516357421875,-0.0029273033142089844,-0.0027494430541992188,-0.002571582794189453,-0.0023937225341796875,-0.002215862274169922,-0.0020380020141601562,-0.0018601417541503906,-0.001682281494140625,-0.0015044212341308594,-0.0013265609741210938,-0.0011487007141113281,-0.0009708404541015625,-0.0007929801940917969,-0.0006151199340820312,-0.0004372596740722656,-0.0002593994140625,-8.153915405273438e-05,9.632110595703125e-05,0.0002741813659667969,0.0004520416259765625,0.0006299018859863281,0.0008077621459960938,0.0009856224060058594,0.001163482666015625,0.0013413429260253906,0.0015192031860351562,0.0016970634460449219,0.0018749237060546875,0.002052783966064453,0.0022306442260742188,0.0024085044860839844,0.00258636474609375,0.0027642250061035156,0.0029420852661132812,0.003119945526123047,0.0032978057861328125,0.003475666046142578,0.0036535263061523438,0.0038313865661621094,0.004009246826171875,0.004187107086181641,0.004364967346191406,0.004542827606201172,0.0047206878662109375,0.004898548126220703,0.005076408386230469,0.005254268646240234,0.00543212890625]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,2,1,0,2,4,7,3,1,0,8,8,13,10,18,17,17,29,17,18,22,29,34,37,33,39,38,36,39,38,39,29,15,16,20,20,9,14,10,20,9,8,9,6,5,2,2,7,0,1,2,1,1,0,0,0,0,0,1],"bins":[-0.000382119178539142,-0.000369890418369323,-0.000357661658199504,-0.0003454329271335155,-0.0003332041669636965,-0.0003209754067938775,-0.0003087466466240585,-0.00029651791555806994,-0.00028428915538825095,-0.00027206039521843195,-0.00025983163504861295,-0.00024760287487879395,-0.00023537412926089019,-0.00022314538364298642,-0.00021091662347316742,-0.00019868787785526365,-0.00018645911768544465,-0.00017423035751562566,-0.0001620016118977219,-0.0001497728517279029,-0.00013754410610999912,-0.00012531534594018012,-0.00011308659304631874,-0.00010085784015245736,-8.862908725859597e-05,-7.640033436473459e-05,-6.417158147087321e-05,-5.1942824939033017e-05,-3.971407204517163e-05,-2.748531915131025e-05,-1.5256564438459463e-05,-3.0278106351033784e-06,9.200943168252707e-06,2.142969606211409e-05,3.365844895597547e-05,4.588720548781566e-05,5.8115958381677046e-05,7.034471491351724e-05,8.257346780737862e-05,9.480222070124e-05,0.00010703097359510139,0.00011925972648896277,0.00013148848665878177,0.00014371723227668554,0.00015594599244650453,0.0001681747380644083,0.0001804034982342273,0.00019263224385213107,0.00020486100402195007,0.00021708976419176906,0.00022931850980967283,0.00024154726997949183,0.00025377603014931083,0.00026600476121529937,0.00027823352138511837,0.00029046228155493736,0.00030269104172475636,0.00031491980189457536,0.0003271485329605639,0.0003393772931303829,0.0003516060533002019,0.0003638348134700209,0.00037606354453600943,0.00038829230470582843,0.0004005210648756474],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"values":[1,0,0,0,1,0,1,1,2,5,2,8,4,15,18,34,49,66,90,119,208,349,536,816,1319,2074,3560,5814,9385,16693,27597,47276,78199,106809,104512,73911,44898,26652,15296,9188,5529,3294,2000,1278,731,536,330,205,135,93,63,34,30,13,10,8,14,3,3,3,2,0,0,2],"bins":[-0.0133056640625,-0.012913703918457031,-0.012521743774414062,-0.012129783630371094,-0.011737823486328125,-0.011345863342285156,-0.010953903198242188,-0.010561943054199219,-0.01016998291015625,-0.009778022766113281,-0.009386062622070312,-0.008994102478027344,-0.008602142333984375,-0.008210182189941406,-0.007818222045898438,-0.007426261901855469,-0.0070343017578125,-0.006642341613769531,-0.0062503814697265625,-0.005858421325683594,-0.005466461181640625,-0.005074501037597656,-0.0046825408935546875,-0.004290580749511719,-0.00389862060546875,-0.0035066604614257812,-0.0031147003173828125,-0.0027227401733398438,-0.002330780029296875,-0.0019388198852539062,-0.0015468597412109375,-0.0011548995971679688,-0.000762939453125,-0.00037097930908203125,2.09808349609375e-05,0.00041294097900390625,0.000804901123046875,0.0011968612670898438,0.0015888214111328125,0.0019807815551757812,0.00237274169921875,0.0027647018432617188,0.0031566619873046875,0.0035486221313476562,0.003940582275390625,0.004332542419433594,0.0047245025634765625,0.005116462707519531,0.0055084228515625,0.005900382995605469,0.0062923431396484375,0.006684303283691406,0.007076263427734375,0.007468223571777344,0.007860183715820312,0.008252143859863281,0.00864410400390625,0.009036064147949219,0.009428024291992188,0.009819984436035156,0.010211944580078125,0.010603904724121094,0.010995864868164062,0.011387825012207031,0.01177978515625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,1,0,0,0,0,0,0,0,0,0,0,0,2,5,3,5,4,5,7,9,6,8,11,19,15,25,16,14,22,21,28,25,41,35,30,33,30,37,31,32,40,28,31,21,22,16,12,18,11,17,6,4,7,2,1,3,1,2,2,0,1,1,1],"bins":[-0.16006043553352356,-0.15566402673721313,-0.1512676179409027,-0.14687120914459229,-0.14247480034828186,-0.13807840645313263,-0.1336819976568222,-0.12928558886051178,-0.12488918006420135,-0.12049277126789093,-0.1160963624715805,-0.11169996112585068,-0.10730355232954025,-0.10290714353322983,-0.0985107421875,-0.09411433339118958,-0.08971792459487915,-0.08532151579856873,-0.0809251070022583,-0.07652870565652847,-0.07213229686021805,-0.06773588806390762,-0.0633394867181778,-0.05894307792186737,-0.054546669125556946,-0.05015026032924652,-0.045753855258226395,-0.04135745018720627,-0.036961041390895844,-0.03256463259458542,-0.028168227523565292,-0.023771820589900017,-0.01937541365623474,-0.014979006722569466,-0.01058259978890419,-0.0061861928552389145,-0.001789785921573639,0.0026066210120916367,0.007003027945756912,0.011399434879422188,0.015795841813087463,0.02019224874675274,0.024588655680418015,0.02898506261408329,0.033381469547748566,0.03777787834405899,0.04217428341507912,0.04657068848609924,0.05096709728240967,0.05536350607872009,0.05975991114974022,0.06415631622076035,0.06855272501707077,0.0729491338133812,0.07734553515911102,0.08174194395542145,0.08613835275173187,0.0905347615480423,0.09493117034435272,0.09932757169008255,0.10372398048639297,0.1081203892827034,0.11251679062843323,0.11691319942474365,0.12130960822105408],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.00921630859375,-0.008931159973144531,-0.008646011352539062,-0.008360862731933594,-0.008075714111328125,-0.007790565490722656,-0.0075054168701171875,-0.007220268249511719,-0.00693511962890625,-0.006649971008300781,-0.0063648223876953125,-0.006079673767089844,-0.005794525146484375,-0.005509376525878906,-0.0052242279052734375,-0.004939079284667969,-0.0046539306640625,-0.004368782043457031,-0.0040836334228515625,-0.0037984848022460938,-0.003513336181640625,-0.0032281875610351562,-0.0029430389404296875,-0.0026578903198242188,-0.00237274169921875,-0.0020875930786132812,-0.0018024444580078125,-0.0015172958374023438,-0.001232147216796875,-0.0009469985961914062,-0.0006618499755859375,-0.00037670135498046875,-9.1552734375e-05,0.00019359588623046875,0.0004787445068359375,0.0007638931274414062,0.001049041748046875,0.0013341903686523438,0.0016193389892578125,0.0019044876098632812,0.00218963623046875,0.0024747848510742188,0.0027599334716796875,0.0030450820922851562,0.003330230712890625,0.0036153793334960938,0.0039005279541015625,0.004185676574707031,0.0044708251953125,0.004755973815917969,0.0050411224365234375,0.005326271057128906,0.005611419677734375,0.005896568298339844,0.0061817169189453125,0.006466865539550781,0.00675201416015625,0.007037162780761719,0.0073223114013671875,0.007607460021972656,0.007892608642578125,0.008177757263183594,0.008462905883789062,0.008748054504394531,0.009033203125],"_type":"histogram","values":[1,1,1,0,4,5,3,5,9,7,7,18,22,23,51,46,99,130,161,249,395,523,700,1246,1823,2732,4458,7249,12239,22388,43718,110402,226692,75294,34313,17806,10142,6120,3732,2301,1559,966,643,478,305,243,157,102,66,64,28,22,24,20,6,7,4,7,1,1,3,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,1,5,5,7,10,12,12,35,38,54,94,119,191,263,408,549,799,1107,1665,2458,3687,5635,8542,13234,21291,36318,60512,98421,114931,85234,51543,30477,18322,11502,7313,4816,3270,2163,1431,1059,710,476,345,250,162,128,51,43,43,30,17,13,9,6,1,1,2,0,0,1,1],"bins":[-0.014404296875,-0.013944625854492188,-0.013484954833984375,-0.013025283813476562,-0.01256561279296875,-0.012105941772460938,-0.011646270751953125,-0.011186599731445312,-0.0107269287109375,-0.010267257690429688,-0.009807586669921875,-0.009347915649414062,-0.00888824462890625,-0.008428573608398438,-0.007968902587890625,-0.0075092315673828125,-0.007049560546875,-0.0065898895263671875,-0.006130218505859375,-0.0056705474853515625,-0.00521087646484375,-0.0047512054443359375,-0.004291534423828125,-0.0038318634033203125,-0.0033721923828125,-0.0029125213623046875,-0.002452850341796875,-0.0019931793212890625,-0.00153350830078125,-0.0010738372802734375,-0.000614166259765625,-0.0001544952392578125,0.00030517578125,0.0007648468017578125,0.001224517822265625,0.0016841888427734375,0.00214385986328125,0.0026035308837890625,0.003063201904296875,0.0035228729248046875,0.0039825439453125,0.0044422149658203125,0.004901885986328125,0.0053615570068359375,0.00582122802734375,0.0062808990478515625,0.006740570068359375,0.0072002410888671875,0.007659912109375,0.008119583129882812,0.008579254150390625,0.009038925170898438,0.00949859619140625,0.009958267211914062,0.010417938232421875,0.010877609252929688,0.0113372802734375,0.011796951293945312,0.012256622314453125,0.012716293334960938,0.01317596435546875,0.013635635375976562,0.014095306396484375,0.014554977416992188,0.0150146484375]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.03330477699637413,-0.032261330634355545,-0.03121788054704666,-0.030174434185028076,-0.029130985960364342,-0.028087537735700607,-0.027044091373682022,-0.026000643149018288,-0.024957194924354553,-0.02391374669969082,-0.022870298475027084,-0.0218268521130085,-0.020783403888344765,-0.01973995566368103,-0.018696509301662445,-0.01765306107699871,-0.016609612852334976,-0.015566164627671242,-0.014522717334330082,-0.013479270040988922,-0.012435821816325188,-0.011392373591661453,-0.010348926298320293,-0.009305479004979134,-0.0082620307803154,-0.007218583021312952,-0.006175135262310505,-0.005131687503308058,-0.004088239744305611,-0.0030447919853031635,-0.0020013442263007164,-0.0009578964672982693,8.555501699447632e-05,0.0011290027759969234,0.0021724505349993706,0.0032158982940018177,0.004259346053004265,0.005302793812006712,0.006346241571009159,0.007389689330011606,0.008433137089014053,0.009476585313677788,0.010520032607018948,0.011563479900360107,0.012606928125023842,0.013650376349687576,0.014693823643028736,0.015737270936369896,0.01678071916103363,0.017824167385697365,0.0188676156103611,0.019911061972379684,0.02095451019704342,0.021997958421707153,0.02304140478372574,0.024084853008389473,0.025128301233053207,0.026171749457716942,0.027215197682380676,0.02825864404439926,0.029302092269062996,0.03034554049372673,0.031388986855745316,0.0324324369430542,0.033475883305072784],"_type":"histogram","values":[3,1,2,3,1,2,1,4,2,3,3,6,5,7,8,17,8,12,18,11,19,15,23,16,21,26,24,26,29,20,21,32,28,27,18,28,12,24,26,27,19,20,19,22,13,13,8,9,11,7,9,5,6,5,5,3,3,3,0,5,1,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,1,2,3,0,2,3,0,7,10,12,10,14,18,19,41,43,52,81,102,90,66,35,25,28,23,12,10,10,8,7,3,4,7,1,2,0,2,3,1,1,1,2,0,2,0,0,1,0,0,0,0,0,1],"bins":[-0.035119302570819855,-0.033944617956876755,-0.03276993706822395,-0.03159525245428085,-0.030420569702982903,-0.029245886951684952,-0.028071204200387,-0.02689652144908905,-0.02572183683514595,-0.024547154083848,-0.02337247133255005,-0.022197788581252098,-0.021023105829954147,-0.019848423078656197,-0.018673738464713097,-0.017499055713415146,-0.016324372962117195,-0.015149690210819244,-0.013975006528198719,-0.012800323776900768,-0.011625640094280243,-0.010450957342982292,-0.009276274591684341,-0.008101590909063816,-0.006926908157765865,-0.005752224940806627,-0.004577541723847389,-0.0034028589725494385,-0.0022281757555902004,-0.0010534926550462842,0.00012119044549763203,0.0012958735460415483,0.0024705566465854645,0.0036452398635447025,0.004819923080503941,0.005994605831801891,0.007169289048761129,0.008343972265720367,0.009518655017018318,0.010693338699638844,0.011868021450936794,0.013042704202234745,0.01421738788485527,0.015392070636153221,0.016566753387451172,0.017741436138749123,0.018916120752692223,0.020090803503990173,0.021265486255288124,0.022440169006586075,0.023614851757884026,0.024789536371827126,0.025964219123125076,0.027138901874423027,0.028313584625720978,0.02948826737701893,0.03066295012831688,0.03183763474225998,0.03301231563091278,0.03418700024485588,0.03536168485879898,0.03653636574745178,0.03771105036139488,0.038885731250047684,0.040060415863990784]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,1,2,2,3,2,3,1,2,9,3,3,8,7,14,12,19,17,21,18,34,33,40,38,29,34,33,31,35,29,26,34,40,30,25,15,19,9,13,11,10,5,3,9,6,8,6,3,2,1,1,0,2,1,0,0,0,0,1,1,0,2],"bins":[-0.0018193135038018227,-0.0017569680931046605,-0.0016946227988228202,-0.001632277388125658,-0.0015699320938438177,-0.0015075866831466556,-0.0014452413888648152,-0.001382895978167653,-0.0013205506838858128,-0.0012582052731886506,-0.0011958598624914885,-0.0011335145682096481,-0.001071169157512486,-0.0010088238632306457,-0.0009464784525334835,-0.0008841331000439823,-0.000821787747554481,-0.0007594423950649798,-0.0006970970425754786,-0.0006347516900859773,-0.0005724063375964761,-0.0005100609268993139,-0.0004477155744098127,-0.00038537022192031145,-0.0003230248694308102,-0.000260679516941309,-0.0001983341498998925,-0.00013598878285847604,-7.36434303689748e-05,-1.1298070603515953e-05,5.10472891619429e-05,0.00011339264892740175,0.0001757380086928606,0.00023808336118236184,0.0003004287136718631,0.0003627740952651948,0.000425119447754696,0.00048746480024419725,0.0005498101818375289,0.0006121555343270302,0.0006745008868165314,0.0007368462393060327,0.0007991915917955339,0.0008615369442850351,0.0009238823549821973,0.0009862276492640376,0.0010485730599611998,0.00111091835424304,0.0011732637649402022,0.0012356091756373644,0.0012979544699192047,0.0013602998806163669,0.0014226451748982072,0.0014849905855953693,0.0015473358798772097,0.0016096812905743718,0.001672026701271534,0.0017343719955533743,0.0017967174062505364,0.0018590627005323768,0.001921408111229539,0.0019837534055113792,0.0020460986997932196,0.0021084442269057035,0.002170789521187544]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,0,0,2,1,2,1,5,3,2,1,2,8,6,8,9,16,13,15,17,13,18,21,26,23,24,30,28,25,39,34,23,22,23,22,24,19,25,18,23,18,18,13,17,16,13,6,10,9,5,1,10,5,5,4,6,3,6,1,2,3,1,2,2],"bins":[0.9993070960044861,0.999330461025238,0.9993537664413452,0.9993771314620972,0.9994004964828491,0.9994238018989563,0.9994471669197083,0.9994704723358154,0.9994938373565674,0.9995172023773193,0.9995405077934265,0.9995638728141785,0.9995872378349304,0.9996105432510376,0.9996339082717896,0.9996572732925415,0.9996805787086487,0.9997039437294006,0.9997273087501526,0.9997506141662598,0.9997739791870117,0.9997972846031189,0.9998206496238708,0.9998440146446228,0.99986732006073,0.9998906850814819,0.9999140501022339,0.9999373555183411,0.999960720539093,0.999984085559845,1.0000073909759521,1.000030755996704,1.000054121017456,1.000077486038208,1.0001007318496704,1.0001240968704224,1.0001474618911743,1.0001708269119263,1.0001941919326782,1.0002174377441406,1.0002408027648926,1.0002641677856445,1.0002875328063965,1.0003108978271484,1.0003342628479004,1.0003575086593628,1.0003808736801147,1.0004042387008667,1.0004276037216187,1.0004509687423706,1.0004743337631226,1.000497579574585,1.000520944595337,1.0005443096160889,1.0005676746368408,1.0005910396575928,1.0006142854690552,1.0006376504898071,1.000661015510559,1.000684380531311,1.000707745552063,1.000731110572815,1.0007543563842773,1.0007777214050293,1.0008010864257812],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.09783738106489182,-0.09466046094894409,-0.09148354828357697,-0.08830663561820984,-0.08512971550226212,-0.08195279538631439,-0.07877588272094727,-0.07559897005558014,-0.07242204993963242,-0.06924512982368469,-0.06606821715831757,-0.06289130449295044,-0.059714384377002716,-0.05653746798634529,-0.053360551595687866,-0.05018363520503044,-0.047006718814373016,-0.04382980242371559,-0.040652886033058167,-0.03747596964240074,-0.03429905325174332,-0.03112213686108589,-0.027945220470428467,-0.024768304079771042,-0.021591387689113617,-0.018414471298456192,-0.015237554907798767,-0.012060638517141342,-0.008883722126483917,-0.005706805735826492,-0.0025298893451690674,0.0006470270454883575,0.0038239359855651855,0.0070008523762226105,0.010177768766880035,0.01335468515753746,0.016531601548194885,0.01970851793885231,0.022885434329509735,0.02606235072016716,0.029239267110824585,0.03241618350148201,0.035593099892139435,0.03877001628279686,0.041946932673454285,0.04512384906411171,0.048300765454769135,0.05147768184542656,0.054654598236083984,0.05783151462674141,0.061008431017398834,0.06418535113334656,0.06736226379871368,0.07053917646408081,0.07371609658002853,0.07689301669597626,0.08006992936134338,0.08324684202671051,0.08642376214265823,0.08960068225860596,0.09277759492397308,0.09595450758934021,0.09913142770528793,0.10230834782123566,0.10548526048660278],"_type":"histogram","values":[1,0,1,1,7,7,16,43,72,132,200,336,546,864,1345,2035,2932,4059,5613,7460,9904,12416,15707,19154,22829,26356,29903,32679,34881,36763,36972,37239,36006,33872,31324,27944,24727,21181,17655,14323,11390,9006,6650,4933,3457,2439,1567,1095,682,442,274,168,80,63,37,15,4,10,2,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[2,2,0,2,3,1,2,2,11,20,21,27,43,54,68,119,178,237,344,511,772,995,1390,2148,3204,4266,6456,8968,13414,19236,29032,44585,71910,125078,265565,450170,220597,113402,66965,41821,27221,17553,11900,7740,5602,3518,2471,1626,1195,767,492,374,272,163,118,80,51,32,20,13,14,8,7,6],"bins":[-0.0242919921875,-0.0236053466796875,-0.022918701171875,-0.0222320556640625,-0.02154541015625,-0.0208587646484375,-0.020172119140625,-0.0194854736328125,-0.018798828125,-0.0181121826171875,-0.017425537109375,-0.0167388916015625,-0.01605224609375,-0.0153656005859375,-0.014678955078125,-0.0139923095703125,-0.0133056640625,-0.0126190185546875,-0.011932373046875,-0.0112457275390625,-0.01055908203125,-0.0098724365234375,-0.009185791015625,-0.0084991455078125,-0.0078125,-0.0071258544921875,-0.006439208984375,-0.0057525634765625,-0.00506591796875,-0.0043792724609375,-0.003692626953125,-0.0030059814453125,-0.0023193359375,-0.0016326904296875,-0.000946044921875,-0.0002593994140625,0.00042724609375,0.0011138916015625,0.001800537109375,0.0024871826171875,0.003173828125,0.0038604736328125,0.004547119140625,0.0052337646484375,0.00592041015625,0.0066070556640625,0.007293701171875,0.0079803466796875,0.0086669921875,0.0093536376953125,0.010040283203125,0.0107269287109375,0.01141357421875,0.0121002197265625,0.012786865234375,0.0134735107421875,0.01416015625,0.0148468017578125,0.015533447265625,0.0162200927734375,0.01690673828125,0.0175933837890625,0.018280029296875,0.0189666748046875,0.0196533203125]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,1,1,0,0,0,2,2,1,2,1,0,5,5,5,8,7,17,14,22,21,27,25,29,41,41,58,39,40,31,40,49,33,21,28,27,29,13,8,9,10,15,11,7,5,1,6,2,2,0,0,2,1,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0006048860959708691,-0.0005835988558828831,-0.000562311674002558,-0.0005410244921222329,-0.0005197372520342469,-0.0004984500119462609,-0.00047716283006593585,-0.0004558756190817803,-0.0004345884080976248,-0.00041330119711346924,-0.0003920139861293137,-0.00037072677514515817,-0.00034943956416100264,-0.0003281523531768471,-0.00030686514219269156,-0.00028557793120853603,-0.0002642907202243805,-0.00024300350924022496,-0.00022171629825606942,-0.00020042908727191389,-0.00017914187628775835,-0.00015785466530360281,-0.00013656745431944728,-0.00011528024333529174,-9.399303235113621e-05,-7.270582136698067e-05,-5.1418610382825136e-05,-3.01313993986696e-05,-8.844188414514065e-06,1.2443022569641471e-05,3.3730233553797007e-05,5.501744453795254e-05,7.630465552210808e-05,9.759186650626361e-05,0.00011887907749041915,0.00014016628847457469,0.00016145349945873022,0.00018274071044288576,0.0002040279214270413,0.00022531513241119683,0.00024660234339535236,0.0002678895543795079,0.00028917676536366343,0.00031046397634781897,0.0003317511873319745,0.00035303839831613004,0.0003743256093002856,0.0003956128202844411,0.00041690003126859665,0.0004381872422527522,0.0004594744532369077,0.00048076166422106326,0.0005020488752052188,0.0005233361152932048,0.0005446232971735299,0.0005659104790538549,0.0005871977191418409,0.0006084849592298269,0.000629772141110152,0.0006510593229904771,0.0006723465630784631,0.0006936338031664491,0.0007149209850467741,0.0007362081669270992,0.0007574954070150852],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.1266084611415863,-0.12329389899969101,-0.11997932940721512,-0.11666476726531982,-0.11335019767284393,-0.11003563553094864,-0.10672107338905334,-0.10340650379657745,-0.10009194165468216,-0.09677737951278687,-0.09346280992031097,-0.09014824777841568,-0.08683368563652039,-0.0835191160440445,-0.0802045539021492,-0.07688998430967331,-0.07357542216777802,-0.07026086002588272,-0.06694629043340683,-0.06363172829151154,-0.06031716242432594,-0.05700259655714035,-0.053688034415245056,-0.050373468548059464,-0.04705890268087387,-0.04374433681368828,-0.040429770946502686,-0.03711520880460739,-0.0338006429374218,-0.030486077070236206,-0.027171513065695763,-0.02385694906115532,-0.020542383193969727,-0.017227817326784134,-0.01391325332224369,-0.010598688386380672,-0.007284123450517654,-0.003969558514654636,-0.0006549935787916183,0.0026595713570713997,0.005974136292934418,0.009288701228797436,0.012603266164660454,0.015917830169200897,0.01923239603638649,0.022546961903572083,0.025861525908112526,0.02917608991265297,0.03249065577983856,0.035805221647024155,0.03911978751420975,0.04243434965610504,0.045748915523290634,0.04906348139047623,0.05237804353237152,0.055692609399557114,0.059007175266742706,0.0623217411339283,0.06563630700111389,0.06895086914300919,0.07226543128490448,0.07558000087738037,0.07889456301927567,0.08220913261175156,0.08552369475364685],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,1,0,0,1,3,2,1,2,3,6,7,4,12,15,12,13,15,25,17,26,15,23,26,36,25,38,38,41,33,43,28,21,23,31,31,22,18,24,13,10,12,8,13,7,6,8,1,1,0,2,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,1,5,2,4,2,7,5,7,7,8,10,13,20,20,19,31,38,41,44,31,50,47,36,47,46,31,26,27,21,24,24,12,14,9,3,6,2,4,6,3,2,3,2,2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0003468675131443888,-0.0003337495436426252,-0.0003206315450370312,-0.0003075135755352676,-0.000294395606033504,-0.00028127760742790997,-0.0002681596379261464,-0.00025504163932055235,-0.00024192366981878877,-0.00022880568576510996,-0.00021568770171143115,-0.00020256973220966756,-0.00018945174815598875,-0.00017633376410230994,-0.00016321579460054636,-0.00015009781054686755,-0.00013697982649318874,-0.00012386184243950993,-0.00011074386566178873,-9.762588888406754e-05,-8.450790483038872e-05,-7.138992077670991e-05,-5.827194399898872e-05,-4.5153963583288714e-05,-3.203598316758871e-05,-1.8918002751888707e-05,-5.800022336188704e-06,7.3179580795113e-06,2.0435938495211303e-05,3.355391891091131e-05,4.667189932661131e-05,5.9789879742311314e-05,7.290783105418086e-05,8.602581510785967e-05,9.914379188558087e-05,0.00011226176866330206,0.00012537975271698087,0.00013849773677065969,0.00015161570627242327,0.00016473369032610208,0.0001778516743797809,0.0001909696584334597,0.0002040876424871385,0.0002172056119889021,0.0002303235960425809,0.0002434415800962597,0.0002565595495980233,0.00026967754820361733,0.0002827955177053809,0.0002959134872071445,0.00030903148581273854,0.0003221494553145021,0.00033526745392009616,0.00034838542342185974,0.0003615033929236233,0.00037462139152921736,0.00038773936103098094,0.0004008573305327445,0.00041397532913833857,0.00042709329864010215,0.00044021126814186573,0.00045332926674745977,0.00046644723624922335,0.0004795652348548174,0.000492683204356581]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[3,1,1,7,11,26,48,102,183,283,508,821,1330,2065,3058,4610,6789,9870,13366,17971,23688,30610,38183,46637,56188,64887,74233,82148,89636,94342,97589,98019,96002,92571,87086,79226,70104,61032,52242,43139,34571,27321,20750,15708,11551,8166,5648,3798,2574,1646,989,627,391,206,142,71,37,26,13,7,4,1,1,1],"bins":[-0.09811419993638992,-0.09497666358947754,-0.09183913469314575,-0.08870159834623337,-0.08556406199932098,-0.0824265256524086,-0.07928898930549622,-0.07615146040916443,-0.07301392406225204,-0.06987638771533966,-0.06673885881900787,-0.06360132247209549,-0.060463786125183105,-0.05732624977827072,-0.054188717156648636,-0.05105118453502655,-0.047913648188114166,-0.04477611184120178,-0.0416385792195797,-0.03850104659795761,-0.03536351025104523,-0.03222597390413284,-0.029088441282510757,-0.025950906798243523,-0.022813372313976288,-0.019675837829709053,-0.016538303345441818,-0.013400768861174583,-0.010263234376907349,-0.007125699892640114,-0.003988165408372879,-0.0008506309241056442,0.0022869035601615906,0.005424438044428825,0.00856197252869606,0.011699507012963295,0.01483704149723053,0.017974575981497765,0.021112110465765,0.024249644950032234,0.02738717943429947,0.030524713918566704,0.03366224840283394,0.036799781024456024,0.03993731737136841,0.04307485371828079,0.04621238633990288,0.04934991896152496,0.05248745530843735,0.05562499165534973,0.05876252427697182,0.0619000568985939,0.06503759324550629,0.06817512959241867,0.07131266593933105,0.07445019483566284,0.07758773118257523,0.08072526752948761,0.0838627964258194,0.08700033277273178,0.09013786911964417,0.09327540546655655,0.09641294181346893,0.09955047070980072,0.1026880070567131],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[1,0,0,1,0,1,0,0,0,0,1,1,2,1,0,1,2,2,3,2,1,0,2,4,4,4,4,1,4,7,5,3,4,8,1,4,3,1,3,4,2,7,4,2,4,2,1,1,3,3,1,2,3,1,0,0,1,0,1,1,0,1,1,2],"bins":[-0.043213095515966415,-0.041973721235990524,-0.04073435068130493,-0.03949497640132904,-0.03825560212135315,-0.03701623156666756,-0.035776857286691666,-0.03453748673200607,-0.03329811245203018,-0.03205873817205429,-0.030819367617368698,-0.029579993337392807,-0.028340620920062065,-0.027101248502731323,-0.025861874222755432,-0.02462250180542469,-0.02338312938809395,-0.022143756970763206,-0.020904384553432465,-0.019665010273456573,-0.01842563785612583,-0.01718626543879509,-0.0159468911588192,-0.014707518741488457,-0.013468146324157715,-0.012228773906826973,-0.010989400558173656,-0.00975002720952034,-0.008510654792189598,-0.007271281909197569,-0.00603190902620554,-0.0047925361432135105,-0.003553159534931183,-0.0023137866519391537,-0.0010744137689471245,0.0001649591140449047,0.001404331997036934,0.002643704880028963,0.0038830777630209923,0.0051224506460130215,0.006361823529005051,0.00760119641199708,0.008840569294989109,0.010079942643642426,0.011319315060973167,0.01255868747830391,0.013798060826957226,0.015037434175610542,0.016276806592941284,0.017516179010272026,0.018755551427602768,0.01999492570757866,0.0212342981249094,0.022473670542240143,0.023713044822216034,0.024952417239546776,0.026191789656877518,0.02743116207420826,0.028670534491539,0.029909908771514893,0.031149281188845634,0.032388653606176376,0.03362802788615227,0.03486739844083786,0.03610677272081375]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.004150390625,-0.0040149688720703125,-0.003879547119140625,-0.0037441253662109375,-0.00360870361328125,-0.0034732818603515625,-0.003337860107421875,-0.0032024383544921875,-0.0030670166015625,-0.0029315948486328125,-0.002796173095703125,-0.0026607513427734375,-0.00252532958984375,-0.0023899078369140625,-0.002254486083984375,-0.0021190643310546875,-0.001983642578125,-0.0018482208251953125,-0.001712799072265625,-0.0015773773193359375,-0.00144195556640625,-0.0013065338134765625,-0.001171112060546875,-0.0010356903076171875,-0.0009002685546875,-0.0007648468017578125,-0.000629425048828125,-0.0004940032958984375,-0.00035858154296875,-0.0002231597900390625,-8.7738037109375e-05,4.76837158203125e-05,0.00018310546875,0.0003185272216796875,0.000453948974609375,0.0005893707275390625,0.00072479248046875,0.0008602142333984375,0.000995635986328125,0.0011310577392578125,0.0012664794921875,0.0014019012451171875,0.001537322998046875,0.0016727447509765625,0.00180816650390625,0.0019435882568359375,0.002079010009765625,0.0022144317626953125,0.002349853515625,0.0024852752685546875,0.002620697021484375,0.0027561187744140625,0.00289154052734375,0.0030269622802734375,0.003162384033203125,0.0032978057861328125,0.0034332275390625,0.0035686492919921875,0.003704071044921875,0.0038394927978515625,0.00397491455078125,0.0041103363037109375,0.004245758056640625,0.0043811798095703125,0.0045166015625],"_type":"histogram","values":[1,1,1,0,2,4,5,2,10,9,16,19,30,52,46,88,141,170,280,362,658,945,1642,2457,4095,6483,11226,19206,36577,82310,209265,111606,45579,23216,12894,7596,4856,2862,1746,1087,766,477,333,180,155,101,74,45,48,27,24,18,6,8,6,3,0,2,3,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,3,3,0,0,5,3,4,5,4,1,9,10,5,8,15,12,15,13,21,17,19,15,21,20,25,24,26,27,29,34,33,31,23,35,32,20,26,15,17,14,20,13,8,4,17,10,9,4,7,6,6,5,3,5,1,2,2,2,0,0,2],"bins":[-0.0008466128492727876,-0.0008207140490412712,-0.0007948152488097548,-0.0007689164485782385,-0.0007430176483467221,-0.0007171188481152058,-0.0006912200478836894,-0.000665321247652173,-0.0006394224474206567,-0.0006135236471891403,-0.000587624846957624,-0.0005617260467261076,-0.0005358272464945912,-0.0005099284462630749,-0.00048402967513538897,-0.0004581308749038726,-0.00043223207467235625,-0.0004063332744408399,-0.0003804344742093235,-0.00035453567397780716,-0.0003286368737462908,-0.00030273807351477444,-0.0002768392732832581,-0.0002509404730517417,-0.00022504168737214059,-0.00019914288714062423,-0.00017324408690910786,-0.0001473452866775915,-0.00012144649372203276,-9.55476934905164e-05,-6.964890053495765e-05,-4.3750100303441286e-05,-1.7851300071924925e-05,8.047498340602033e-06,3.394629675312899e-05,5.9845093346666545e-05,8.57438935781829e-05,0.00011164269380969927,0.00013754148676525801,0.00016344028699677438,0.00018933908722829074,0.0002152378874598071,0.00024113668769132346,0.0002670354733709246,0.00029293427360244095,0.0003188330738339573,0.0003447318740654737,0.00037063067429699004,0.0003965294745285064,0.00042242827476002276,0.0004483270749915391,0.0004742258752230555,0.0005001246463507414,0.0005260234465822577,0.0005519222468137741,0.0005778210470452905,0.0006037198472768068,0.0006296186475083232,0.0006555174477398396,0.0006814162479713559,0.0007073150482028723,0.0007332138484343886,0.000759112648665905,0.0007850114488974214,0.0008109102491289377]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,1,0,0,0,2,3,3,4,3,2,4,7,6,8,13,11,10,20,20,28,32,32,47,42,52,57,66,82,110,113,110,152,132,132,99,97,75,92,56,55,46,39,31,28,19,19,16,20,9,6,6,3,8,3,3,2,2,3,0,2,2,1,1],"bins":[-0.045316897332668304,-0.043940283358097076,-0.04256366938352585,-0.04118705540895462,-0.03981044515967369,-0.03843383118510246,-0.037057217210531235,-0.03568060323596001,-0.03430398926138878,-0.03292737528681755,-0.03155076503753662,-0.030174149200320244,-0.028797537088394165,-0.027420923113822937,-0.02604430913925171,-0.02466769702732563,-0.023291083052754402,-0.021914469078183174,-0.020537856966257095,-0.019161242991685867,-0.01778462901711464,-0.01640801690518856,-0.015031402930617332,-0.013654788956046104,-0.012278175912797451,-0.010901562869548798,-0.00952494889497757,-0.008148335851728916,-0.0067717223428189754,-0.005395108833909035,-0.004018495790660381,-0.0026418822817504406,-0.0012652687728404999,0.00011134461965411901,0.001487958012148738,0.002864571288228035,0.004241184797137976,0.005617798306047916,0.00699441134929657,0.008371025323867798,0.009747638367116451,0.011124251410365105,0.012500865384936333,0.013877478428184986,0.01525409147143364,0.016630705446004868,0.018007319420576096,0.019383931532502174,0.020760545507073402,0.02213715948164463,0.02351377159357071,0.024890385568141937,0.026266999542713165,0.027643611654639244,0.029020225629210472,0.0303968396037817,0.03177345171570778,0.03315006569027901,0.034526679664850235,0.03590329363942146,0.03727990761399269,0.03865651786327362,0.04003313183784485,0.04140974581241608,0.042786359786987305],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,2,1,2,4,4,6,10,13,9,5,18,21,28,47,55,63,68,50,65,65,35,40,28,23,20,11,12,7,7,13,7,1,0,1,4,4,2,3,1,1,1,0,1,0,0,0,0,2,1,0,0,1,0,0,2],"bins":[-0.010732151567935944,-0.010334333404898643,-0.009936516173183918,-0.009538698010146618,-0.009140880778431892,-0.008743062615394592,-0.008345245383679867,-0.007947427220642567,-0.007549609523266554,-0.007151791825890541,-0.006753974128514528,-0.0063561564311385155,-0.005958338268101215,-0.0055605205707252026,-0.00516270287334919,-0.004764885175973177,-0.004367067478597164,-0.003969249781221151,-0.0035714320838451385,-0.003173614153638482,-0.0027757964562624693,-0.0023779787588864565,-0.0019801608286798,-0.0015823431313037872,-0.0011845254339277744,-0.0007867076783441007,-0.000388889922760427,8.927832823246717e-06,0.00040674558840692043,0.0008045633439905941,0.0012023810995742679,0.0016001989133656025,0.0019980166107416153,0.002395834308117628,0.002793652005493641,0.0031914699357002974,0.00358928763307631,0.003987105563282967,0.004384923260658979,0.004782740958034992,0.005180558655411005,0.005578376352787018,0.005976194050163031,0.006374011747539043,0.0067718299105763435,0.007169647607952356,0.007567465305328369,0.007965282537043095,0.008363100700080395,0.008760918863117695,0.00915873609483242,0.00955655425786972,0.009954371489584446,0.010352189652621746,0.010750006884336472,0.011147825047373772,0.011545643210411072,0.011943460442125797,0.012341278605163097,0.012739095836877823,0.013136913999915123,0.013534731231629848,0.013932549394667149,0.014330366626381874,0.014728184789419174]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,1,0,0,1,0,1,1,0,1,8,3,1,5,7,5,9,7,10,7,7,18,16,16,17,26,21,34,32,37,43,27,38,23,31,41,34,30,35,27,14,20,17,13,11,15,9,8,12,4,7,2,3,3,0,2,1,1,2,1,1,0,0,1],"bins":[-0.0003487334761302918,-0.00033805976272560656,-0.00032738607842475176,-0.0003167123650200665,-0.00030603865161538124,-0.00029536496731452644,-0.0002846912539098412,-0.0002740175405051559,-0.0002633438562043011,-0.00025267014279961586,-0.0002419964293949306,-0.00023132273054216057,-0.00022064903168939054,-0.00020997531828470528,-0.00019930161943193525,-0.00018862790602725,-0.00017795420717447996,-0.00016728050832170993,-0.00015660679491702467,-0.00014593309606425464,-0.00013525938265956938,-0.00012458568380679935,-0.00011391198495402932,-0.00010323827882530168,-9.256457269657403e-05,-8.189086656784639e-05,-7.121716043911874e-05,-6.054346158634871e-05,-4.986975545762107e-05,-3.919604932889342e-05,-2.8522346838144585e-05,-1.7848642528406344e-05,-7.17496732249856e-06,3.498736987239681e-06,1.4172441296977922e-05,2.4846145606716163e-05,3.5519849916454405e-05,4.619355604518205e-05,5.686725853593089e-05,6.754096102667972e-05,7.821466715540737e-05,8.888837328413501e-05,9.956207941286266e-05,0.00011023577826563269,0.00012090948439436033,0.00013158319052308798,0.000142256889375858,0.00015293060278054327,0.0001636043016333133,0.00017427800048608333,0.0001849517138907686,0.00019562541274353862,0.00020629912614822388,0.0002169728250009939,0.00022764652385376394,0.0002383202372584492,0.000248993921559304,0.00025966763496398926,0.0002703413483686745,0.0002810150617733598,0.0002916887460742146,0.00030236245947889984,0.0003130361728835851,0.0003237098571844399,0.00033438357058912516],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.07840370386838913,-0.07621820271015167,-0.07403269410133362,-0.07184719294309616,-0.0696616917848587,-0.06747618317604065,-0.06529068201780319,-0.06310517340898514,-0.06091967225074768,-0.058734167367219925,-0.05654866248369217,-0.05436316132545471,-0.052177656441926956,-0.0499921515583992,-0.04780665040016174,-0.04562114551663399,-0.04343564063310623,-0.041250135749578476,-0.03906463086605072,-0.03687912970781326,-0.03469362482428551,-0.03250811994075775,-0.030322616919875145,-0.02813711389899254,-0.025951609015464783,-0.023766104131937027,-0.02158060111105442,-0.019395098090171814,-0.017209593206644058,-0.015024089254438877,-0.012838585302233696,-0.010653081350028515,-0.008467569947242737,-0.006282065995037556,-0.004096562042832375,-0.0019110580906271935,0.00027444586157798767,0.002459949813783169,0.00464545376598835,0.006830957718193531,0.009016461670398712,0.011201965622603893,0.013387469574809074,0.015572973527014256,0.017758477479219437,0.019943982362747192,0.0221294853836298,0.024314988404512405,0.02650049328804016,0.028685998171567917,0.030871501192450523,0.03305700421333313,0.035242509096860886,0.03742801398038864,0.0396135151386261,0.041799020022153854,0.04398452490568161,0.046170029789209366,0.04835553467273712,0.05054103583097458,0.052726540714502335,0.05491204559803009,0.05709754675626755,0.0592830516397953,0.06146855652332306],"_type":"histogram","values":[1,0,0,0,0,0,1,0,2,1,1,1,3,2,2,8,9,5,7,10,9,9,16,11,20,18,10,22,17,21,20,21,39,25,36,32,36,36,25,26,27,23,34,20,25,14,15,17,21,8,14,6,11,6,4,4,4,2,2,3,0,4,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.0008162533049471676,-0.0007919705822132528,-0.0007676878594793379,-0.0007434051367454231,-0.0007191224140115082,-0.0006948396912775934,-0.0006705569685436785,-0.0006462742458097637,-0.0006219914648681879,-0.000597708742134273,-0.0005734260194003582,-0.0005491432966664433,-0.0005248605739325285,-0.0005005778511986136,-0.0004762951284646988,-0.00045201240573078394,-0.0004277296829968691,-0.00040344696026295424,-0.0003791642375290394,-0.00035488151479512453,-0.0003305987920612097,-0.00030631604022346437,-0.0002820333174895495,-0.00025775059475563467,-0.0002334678720217198,-0.00020918514928780496,-0.0001849024265538901,-0.00016061968926806003,-0.00013633696653414518,-0.00011205424380023032,-8.777151379035786e-05,-6.348878378048539e-05,-3.920611925423145e-05,-1.4923392882337794e-05,9.359333489555866e-06,3.3642059861449525e-05,5.7924786233343184e-05,8.220750896725804e-05,0.0001064902389771305,0.00013077296898700297,0.00015505569172091782,0.00017933841445483267,0.00020362113718874753,0.0002279038744745776,0.0002521866117604077,0.00027646933449432254,0.0003007520572282374,0.00032503477996215224,0.0003493175026960671,0.00037360022542998195,0.0003978829481638968,0.00042216567089781165,0.0004464483936317265,0.0004707311454694718,0.0004950138390995562,0.0005192965618334711,0.0005435793427750468,0.0005678620655089617,0.0005921447882428765,0.0006164275109767914,0.0006407102337107062,0.0006649929564446211,0.0006892756791785359,0.0007135584019124508,0.0007378411246463656],"_type":"histogram","values":[1,1,2,1,1,1,3,2,4,4,2,4,7,5,14,8,8,7,10,10,10,12,22,25,17,19,30,25,27,16,27,32,33,22,24,37,22,14,18,28,21,21,18,23,17,12,9,12,7,9,9,12,7,7,7,5,4,3,2,1,0,2,0,5]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,1,0,1,0,0,0,2,1,0,3,0,1,4,2,7,4,11,9,9,13,16,17,26,19,34,31,36,38,35,41,39,29,45,41,23,36,22,28,24,19,21,15,14,8,6,3,7,9,2,1,3,2,2,2,0,1,1,0,0,2,0,0,1],"bins":[-0.0004871760029345751,-0.000471848645247519,-0.00045652128756046295,-0.00044119390076957643,-0.00042586654308252037,-0.0004105391853954643,-0.00039521182770840824,-0.00037988447002135217,-0.00036455708323046565,-0.0003492297255434096,-0.0003339023678563535,-0.00031857501016929746,-0.0003032476524822414,-0.00028792029479518533,-0.0002725929080042988,-0.00025726555031724274,-0.00024193819263018668,-0.0002266108349431306,-0.00021128346270415932,-0.00019595610501710325,-0.00018062873277813196,-0.0001653013750910759,-0.00014997401740401983,-0.00013464664516504854,-0.00011931928747799248,-0.0001039919225149788,-8.866455755196512e-05,-7.333719986490905e-05,-5.8009834901895374e-05,-4.2682469938881695e-05,-2.7355108613846824e-05,-1.2027745469822548e-05,3.299617674201727e-06,1.8626980818226002e-05,3.395434396225028e-05,4.928170528728515e-05,6.460907025029883e-05,7.99364352133125e-05,9.526379290036857e-05,0.00011059115786338225,0.00012591852282639593,0.000141245880513452,0.00015657325275242329,0.00017190061043947935,0.00018722796812653542,0.0002025553403655067,0.00021788269805256277,0.00023321007029153407,0.00024853742797859013,0.0002638647856656462,0.00027919214335270226,0.0002945195301435888,0.00030984688783064485,0.0003251742455177009,0.000340501603204757,0.00035582896089181304,0.0003711563185788691,0.0003864837053697556,0.0004018110630568117,0.00041713842074386775,0.0004324657784309238,0.0004477931361179799,0.0004631205229088664,0.00047844788059592247,0.0004937752382829785],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,0,1,2,1,3,8,2,16,20,29,40,68,85,125,238,308,462,704,1060,1476,2230,3253,5097,7313,11390,17794,29336,46193,71734,95843,95651,71216,46987,29101,18162,11302,7382,4862,3405,2198,1532,1047,652,518,318,200,171,103,78,34,22,19,10,9,6,4,1,1,0,0,0,1],"bins":[-0.0108642578125,-0.010524749755859375,-0.01018524169921875,-0.009845733642578125,-0.0095062255859375,-0.009166717529296875,-0.00882720947265625,-0.008487701416015625,-0.008148193359375,-0.007808685302734375,-0.00746917724609375,-0.007129669189453125,-0.0067901611328125,-0.006450653076171875,-0.00611114501953125,-0.005771636962890625,-0.00543212890625,-0.005092620849609375,-0.00475311279296875,-0.004413604736328125,-0.0040740966796875,-0.003734588623046875,-0.00339508056640625,-0.003055572509765625,-0.002716064453125,-0.002376556396484375,-0.00203704833984375,-0.001697540283203125,-0.0013580322265625,-0.001018524169921875,-0.00067901611328125,-0.000339508056640625,0,0.000339508056640625,0.00067901611328125,0.001018524169921875,0.0013580322265625,0.001697540283203125,0.00203704833984375,0.002376556396484375,0.002716064453125,0.003055572509765625,0.00339508056640625,0.003734588623046875,0.0040740966796875,0.004413604736328125,0.00475311279296875,0.005092620849609375,0.00543212890625,0.005771636962890625,0.00611114501953125,0.006450653076171875,0.0067901611328125,0.007129669189453125,0.00746917724609375,0.007808685302734375,0.008148193359375,0.008487701416015625,0.00882720947265625,0.009166717529296875,0.0095062255859375,0.009845733642578125,0.01018524169921875,0.010524749755859375,0.0108642578125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.09359008818864822,-0.09073028713464737,-0.08787048608064651,-0.08501067757606506,-0.08215087652206421,-0.07929107546806335,-0.0764312744140625,-0.07357146590948105,-0.0707116648554802,-0.06785186380147934,-0.06499206274747849,-0.06213225796818733,-0.05927245691418648,-0.056412652134895325,-0.05355285108089447,-0.05069304630160332,-0.04783324524760246,-0.04497344419360161,-0.042113639414310455,-0.0392538383603096,-0.03639403358101845,-0.03353423252701759,-0.03067442961037159,-0.027814626693725586,-0.024954823777079582,-0.02209502086043358,-0.019235217943787575,-0.01637541502714157,-0.013515613041818142,-0.010655810125172138,-0.007796007674187422,-0.004936205223202705,-0.0020764023065567017,0.0007834003772586584,0.0036432030610740185,0.006503005512058735,0.009362808428704739,0.012222611345350742,0.015082413330674171,0.017942216247320175,0.02080201916396618,0.023661822080612183,0.026521624997258186,0.02938142791390419,0.032241228967905045,0.0351010337471962,0.03796083480119705,0.040820639580488205,0.04368044063448906,0.046540241688489914,0.04940004646778107,0.05225984752178192,0.055119652301073074,0.05797945335507393,0.06083925813436508,0.06369905918836594,0.06655886024236679,0.06941866129636765,0.0722784698009491,0.07513827085494995,0.0779980719089508,0.08085787296295166,0.08371768146753311,0.08657748252153397,0.08943728357553482],"_type":"histogram","values":[1,2,0,3,8,18,29,48,89,159,226,311,492,774,1152,1520,2188,3227,4358,5554,7208,9265,11535,14062,16620,19600,22442,25414,28132,30201,32106,33221,33830,33550,32468,31004,29268,26651,23800,21101,18272,15331,12698,10350,8227,6379,4876,3603,2570,1925,1295,896,679,429,253,178,113,36,31,24,15,4,2,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,2,0,1,1,2,5,5,3,1,1,9,12,11,10,18,17,21,24,13,21,25,30,35,34,34,35,40,36,38,39,38,24,19,18,23,15,9,14,12,18,8,8,8,9,4,2,3,3,1,4,0,0,1,1,0,0,0,0,1],"bins":[-0.0003773988282773644,-0.0003652817104011774,-0.00035316459252499044,-0.00034104747464880347,-0.0003289303567726165,-0.00031681323889642954,-0.00030469612102024257,-0.0002925790031440556,-0.0002804618561640382,-0.0002683447382878512,-0.00025622762041166425,-0.0002441105170873925,-0.00023199338465929031,-0.00021987626678310335,-0.00020775914890691638,-0.0001956420310307294,-0.00018352491315454245,-0.00017140779527835548,-0.0001592906774021685,-0.00014717355952598155,-0.00013505644164979458,-0.00012293930922169238,-0.00011082219134550542,-9.870507346931845e-05,-8.658795559313148e-05,-7.447083771694452e-05,-6.235371984075755e-05,-5.023659468861297e-05,-3.8119476812426e-05,-2.600235711724963e-05,-1.388523742207326e-05,-1.7681177268968895e-06,1.0349031072109938e-05,2.2466150767286308e-05,3.458327046246268e-05,4.670039197662845e-05,5.881750985281542e-05,7.093462772900239e-05,8.305175288114697e-05,9.516887075733393e-05,0.0001072859886335209,0.00011940310650970787,0.00013152022438589483,0.0001436373422620818,0.000155754474690184,0.00016787159256637096,0.00017998871044255793,0.0001921058283187449,0.00020422294619493186,0.00021634006407111883,0.0002284571819473058,0.00024057429982349277,0.00025269141769967973,0.0002648085355758667,0.00027692565345205367,0.00028904277132824063,0.00030115991830825806,0.000313277036184445,0.000325394154060632,0.00033751127193681896,0.0003496283898130059,0.0003617455076891929,0.00037386262556537986,0.0003859797434415668,0.0003980968613177538]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[3,1,2,2,0,1,7,6,3,6,9,10,19,18,17,22,33,35,53,57,57,78,95,88,99,101,106,118,113,119,108,94,83,84,65,54,58,52,32,33,26,15,8,16,8,4,4,8,3,6,1,4,1,0,0,0,0,0,0,0,0,1,1,1],"bins":[-0.0004599248059093952,-0.0004438284959178418,-0.00042773218592628837,-0.00041163587593473494,-0.0003955395659431815,-0.00037944322684779763,-0.0003633469168562442,-0.0003472506068646908,-0.00033115429687313735,-0.00031505798688158393,-0.0002989616768900305,-0.0002828653668984771,-0.0002667690278030932,-0.00025067271781153977,-0.00023457640781998634,-0.00021848009782843292,-0.0002023837878368795,-0.00018628747784532607,-0.00017019116785377264,-0.00015409484331030399,-0.00013799853331875056,-0.00012190222332719713,-0.0001058059060596861,-8.970958879217505e-05,-7.361327880062163e-05,-5.7516965171089396e-05,-4.142065154155716e-05,-2.532433791202493e-05,-9.228024282492697e-06,6.868289347039536e-06,2.296460297657177e-05,3.9060916606104e-05,5.515717202797532e-05,7.125348201952875e-05,8.734979928703979e-05,0.00010344611655455083,0.00011954242654610425,0.00013563873653765768,0.00015173506108112633,0.00016783137107267976,0.00018392768106423318,0.0002000239910557866,0.00021612030104734004,0.0002322166255908087,0.00024831295013427734,0.00026440926012583077,0.0002805055701173842,0.0002966018801089376,0.00031269819010049105,0.00032879450009204447,0.0003448908100835979,0.0003609871200751513,0.00037708343006670475,0.00039317976916208863,0.00040927607915364206,0.0004253723891451955,0.0004414686991367489,0.00045756500912830234,0.00047366131911985576,0.0004897576291114092,0.0005058539682067931,0.000521950249094516,0.0005380465881898999,0.0005541428690776229,0.0005702392081730068]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[2,0,0,3,11,8,22,23,67,123,205,299,461,713,1073,1663,2353,3219,4551,6153,8073,10650,13061,15906,19243,22590,25649,28717,31275,33641,35113,35632,35581,34593,33125,30890,27821,24381,21458,18086,15097,12168,9612,7555,5591,4156,3044,2114,1429,934,613,444,267,170,85,52,28,11,11,3,4,1,0,1],"bins":[-0.09678150713443756,-0.09374061971902847,-0.09069973230361938,-0.0876588374376297,-0.08461795002222061,-0.08157706260681152,-0.07853616774082184,-0.07549528032541275,-0.07245439291000366,-0.06941350549459457,-0.06637261807918549,-0.0633317232131958,-0.06029083579778671,-0.057249948382377625,-0.05420905724167824,-0.05116816610097885,-0.04812727868556976,-0.045086391270160675,-0.04204550012946129,-0.0390046089887619,-0.035963721573352814,-0.032922834157943726,-0.02988194301724434,-0.0268410537391901,-0.023800164461135864,-0.020759275183081627,-0.01771838590502739,-0.014677496626973152,-0.011636607348918915,-0.008595718070864677,-0.00555482879281044,-0.0025139395147562027,0.0005269572138786316,0.003567846491932869,0.006608735769987106,0.009649625048041344,0.012690514326095581,0.01573140360414982,0.018772292882204056,0.021813182160258293,0.02485407143831253,0.027894960716366768,0.030935849994421005,0.03397674113512039,0.03701762855052948,0.04005851596593857,0.043099407106637955,0.04614029824733734,0.04918118566274643,0.05222207307815552,0.055262964218854904,0.05830385535955429,0.06134474277496338,0.06438563019037247,0.06742651760578156,0.07046741247177124,0.07350829988718033,0.07654918730258942,0.0795900821685791,0.08263096958398819,0.08567185699939728,0.08871274441480637,0.09175363183021545,0.09479452669620514,0.09783541411161423],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.02587890625,-0.025102615356445312,-0.024326324462890625,-0.023550033569335938,-0.02277374267578125,-0.021997451782226562,-0.021221160888671875,-0.020444869995117188,-0.0196685791015625,-0.018892288208007812,-0.018115997314453125,-0.017339706420898438,-0.01656341552734375,-0.015787124633789062,-0.015010833740234375,-0.014234542846679688,-0.013458251953125,-0.012681961059570312,-0.011905670166015625,-0.011129379272460938,-0.01035308837890625,-0.009576797485351562,-0.008800506591796875,-0.008024215698242188,-0.0072479248046875,-0.0064716339111328125,-0.005695343017578125,-0.0049190521240234375,-0.00414276123046875,-0.0033664703369140625,-0.002590179443359375,-0.0018138885498046875,-0.00103759765625,-0.0002613067626953125,0.000514984130859375,0.0012912750244140625,0.00206756591796875,0.0028438568115234375,0.003620147705078125,0.0043964385986328125,0.0051727294921875,0.0059490203857421875,0.006725311279296875,0.0075016021728515625,0.00827789306640625,0.009054183959960938,0.009830474853515625,0.010606765747070312,0.011383056640625,0.012159347534179688,0.012935638427734375,0.013711929321289062,0.01448822021484375,0.015264511108398438,0.016040802001953125,0.016817092895507812,0.0175933837890625,0.018369674682617188,0.019145965576171875,0.019922256469726562,0.02069854736328125,0.021474838256835938,0.022251129150390625,0.023027420043945312,0.0238037109375],"_type":"histogram","values":[1,0,1,0,0,1,0,3,3,4,6,11,15,21,21,46,62,76,126,208,285,463,734,1035,1708,2825,4664,8398,14377,28129,56291,124214,334082,565848,238637,94623,44116,22414,12126,6633,3913,2481,1478,981,608,392,252,162,134,84,62,24,26,19,13,9,7,4,2,2,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,1,0,0,0,1,0,2,5,1,2,2,6,3,5,7,8,11,13,18,29,32,45,68,79,104,84,57,31,24,24,19,18,8,12,7,6,5,6,4,0,1,5,2,2,1,0,1,0,2,1,0,1,1,1,0,0,0,0,1],"bins":[-0.05254560708999634,-0.050775375217199326,-0.049005139619112015,-0.047234907746315,-0.04546467214822769,-0.04369444027543068,-0.04192420467734337,-0.040153972804546356,-0.038383737206459045,-0.03661350533366203,-0.03484327346086502,-0.03307303786277771,-0.0313028059899807,-0.029532572254538536,-0.027762338519096375,-0.025992104783654213,-0.02422187104821205,-0.02245163731276989,-0.02068140357732773,-0.018911169841885567,-0.017140936106443405,-0.015370703302323818,-0.013600470498204231,-0.01183023676276207,-0.010060003027319908,-0.008289769291877747,-0.006519536022096872,-0.004749302752315998,-0.0029790690168738365,-0.0012088355142623186,0.0005613979883491993,0.002331631490960717,0.004101864993572235,0.005872098729014397,0.007642331998795271,0.009412565268576145,0.011182799004018307,0.012953032739460468,0.014723265543580055,0.016493499279022217,0.01826373301446438,0.02003396674990654,0.0218042004853487,0.023574434220790863,0.025344666093587875,0.027114899829030037,0.0288851335644722,0.03065536729991436,0.03242560103535652,0.034195832908153534,0.035966068506240845,0.03773630037903786,0.03950653597712517,0.04127676784992218,0.04304700344800949,0.0448172353208065,0.046587467193603516,0.048357702791690826,0.05012793466448784,0.05189817026257515,0.05366840213537216,0.05543863773345947,0.057208869606256485,0.058979105204343796,0.06074933707714081]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,2,1,6,1,2,4,5,6,6,6,6,9,13,8,12,10,16,20,20,14,23,20,20,27,33,23,20,30,23,26,22,26,29,26,25,18,32,23,16,14,13,17,23,11,12,9,5,7,4,3,3,4,3,0,4,1,4],"bins":[-0.04491991549730301,-0.043657995760440826,-0.042396076023578644,-0.04113415628671646,-0.03987223654985428,-0.038610320538282394,-0.03734840080142021,-0.03608648106455803,-0.03482456132769585,-0.033562641590833664,-0.03230072185397148,-0.031038803979754448,-0.029776884242892265,-0.028514964506030083,-0.02725304663181305,-0.025991126894950867,-0.024729207158088684,-0.0234672874212265,-0.02220536768436432,-0.020943449810147285,-0.019681530073285103,-0.01841961033642292,-0.017157692462205887,-0.015895772725343704,-0.014633852988481522,-0.013371933251619339,-0.012110014446079731,-0.010848095640540123,-0.00958617590367794,-0.008324256166815758,-0.00706233736127615,-0.0058004180900752544,-0.004538498818874359,-0.003276579547673464,-0.0020146602764725685,-0.0007527410052716732,0.0005091782659292221,0.0017710975371301174,0.0030330168083310127,0.004294936079531908,0.005556855350732803,0.006818774621933699,0.008080693893134594,0.009342612698674202,0.010604532435536385,0.011866452172398567,0.013128370977938175,0.014390289783477783,0.015652209520339966,0.01691412925720215,0.01817604899406433,0.019437966868281364,0.020699886605143547,0.02196180634200573,0.023223724216222763,0.024485643953084946,0.02574756368994713,0.02700948342680931,0.028271403163671494,0.029533321037888527,0.03079524077475071,0.03205715864896774,0.033319078385829926,0.03458099812269211,0.03584291785955429]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,5,6,4,12,14,49,88,147,222,348,554,871,1323,1860,2760,3810,5360,7152,9457,11777,14645,17618,20984,24471,27757,30823,33042,34945,35860,36336,36098,34077,32200,29257,26183,22718,19516,16046,13013,10453,7938,6002,4269,3258,2255,1472,1044,670,417,263,150,86,58,33,29,7,2,5,1,2],"bins":[-0.10279256105422974,-0.0996989756822586,-0.09660538285970688,-0.09351179748773575,-0.09041821211576462,-0.08732461929321289,-0.08423103392124176,-0.08113744854927063,-0.0780438631772995,-0.07495027035474777,-0.07185668498277664,-0.06876309961080551,-0.06566950678825378,-0.06257592141628265,-0.059482332319021225,-0.056388746947050095,-0.053295157849788666,-0.05020156875252724,-0.04710798338055611,-0.04401439428329468,-0.04092080891132355,-0.03782721981406212,-0.03473363071680069,-0.03164004534482956,-0.02854645624756813,-0.02545286901295185,-0.02235928177833557,-0.019265692681074142,-0.016172105446457863,-0.013078518211841583,-0.009984930045902729,-0.006891342345625162,-0.003797762095928192,-0.0007041743956506252,0.0023894133046269417,0.005483001004904509,0.008576588705182076,0.011670175939798355,0.01476376410573721,0.017857352271676064,0.020950939506292343,0.024044526740908623,0.027138113975524902,0.03023170307278633,0.03332529217004776,0.03641887754201889,0.03951246663928032,0.04260605201125145,0.04569964110851288,0.04879323020577431,0.05188681557774544,0.054980404675006866,0.058073990046978,0.061167579144239426,0.06426116824150085,0.06735475361347198,0.07044833898544312,0.07354193180799484,0.07663551717996597,0.0797291025519371,0.08282269537448883,0.08591628074645996,0.08900986611843109,0.09210345894098282,0.09519704431295395]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[3,1,3,3,1,6,10,15,14,33,49,49,107,123,200,248,353,500,704,1057,1467,1929,2743,3731,5868,8250,12021,18211,28750,47004,82626,123785,96466,55319,33108,20870,13699,9113,6426,4229,3154,2282,1544,1035,829,527,390,275,214,142,106,82,40,33,31,11,16,8,3,5,1,1,0,1],"bins":[-0.0218505859375,-0.021160125732421875,-0.02046966552734375,-0.019779205322265625,-0.0190887451171875,-0.018398284912109375,-0.01770782470703125,-0.017017364501953125,-0.016326904296875,-0.015636444091796875,-0.01494598388671875,-0.014255523681640625,-0.0135650634765625,-0.012874603271484375,-0.01218414306640625,-0.011493682861328125,-0.01080322265625,-0.010112762451171875,-0.00942230224609375,-0.008731842041015625,-0.0080413818359375,-0.007350921630859375,-0.00666046142578125,-0.005970001220703125,-0.005279541015625,-0.004589080810546875,-0.00389862060546875,-0.003208160400390625,-0.0025177001953125,-0.001827239990234375,-0.00113677978515625,-0.000446319580078125,0.000244140625,0.000934600830078125,0.00162506103515625,0.002315521240234375,0.0030059814453125,0.003696441650390625,0.00438690185546875,0.005077362060546875,0.005767822265625,0.006458282470703125,0.00714874267578125,0.007839202880859375,0.0085296630859375,0.009220123291015625,0.00991058349609375,0.010601043701171875,0.01129150390625,0.011981964111328125,0.01267242431640625,0.013362884521484375,0.0140533447265625,0.014743804931640625,0.01543426513671875,0.016124725341796875,0.016815185546875,0.017505645751953125,0.01819610595703125,0.018886566162109375,0.0195770263671875,0.020267486572265625,0.02095794677734375,0.021648406982421875,0.0223388671875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.09816958010196686,-0.09498090296983719,-0.09179222583770752,-0.08860354125499725,-0.08541486412286758,-0.08222618699073792,-0.07903750985860825,-0.07584882527589798,-0.07266014814376831,-0.06947147101163864,-0.06628279387950897,-0.0630941167473793,-0.059905435889959335,-0.05671675503253937,-0.0535280779004097,-0.05033939704298973,-0.04715071991086006,-0.04396204277873039,-0.040773361921310425,-0.037584684789180756,-0.03439600393176079,-0.03120732679963112,-0.0280186478048563,-0.024829968810081482,-0.021641289815306664,-0.018452610820531845,-0.015263931825757027,-0.012075253762304783,-0.008886574767529964,-0.005697895772755146,-0.002509217243641615,0.0006794615183025599,0.0038681402802467346,0.007056819275021553,0.010245498269796371,0.013434176333248615,0.01662285625934601,0.019811533391475677,0.023000212386250496,0.026188891381025314,0.029377570375800133,0.03256624937057495,0.03575492650270462,0.03894360736012459,0.04213228449225426,0.045320965349674225,0.048509642481803894,0.05169832333922386,0.05488700047135353,0.0580756776034832,0.06126435846090317,0.06445303559303284,0.0676417127251625,0.07083039730787277,0.07401907444000244,0.07720775157213211,0.08039642870426178,0.08358510583639145,0.08677379041910172,0.08996246755123138,0.09315114468336105,0.09633982181549072,0.09952850639820099,0.10271718353033066,0.10590586066246033],"_type":"histogram","values":[1,1,5,4,7,28,64,110,170,299,581,930,1424,2314,3506,5228,7430,10604,14658,20285,25930,33216,41816,50993,60066,70199,79402,87345,93784,97870,99770,99498,96409,91080,83542,74700,65993,56236,47424,37900,30418,23505,17751,12786,9206,6427,4345,2836,1908,1175,698,427,246,154,74,46,21,10,2,2,1,1,0,3]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[2,0,1,6,4,3,5,18,24,30,49,71,99,133,183,233,395,576,896,1217,1910,3048,4815,7365,12236,20833,36369,66053,135556,334009,509909,217319,97173,50295,28030,16568,9974,6137,3830,2565,1660,1051,711,477,312,220,152,92,74,43,42,25,22,16,10,9,6,1,0,1,0,0,0,1],"bins":[-0.0257568359375,-0.024906158447265625,-0.02405548095703125,-0.023204803466796875,-0.0223541259765625,-0.021503448486328125,-0.02065277099609375,-0.019802093505859375,-0.018951416015625,-0.018100738525390625,-0.01725006103515625,-0.016399383544921875,-0.0155487060546875,-0.014698028564453125,-0.01384735107421875,-0.012996673583984375,-0.01214599609375,-0.011295318603515625,-0.01044464111328125,-0.009593963623046875,-0.0087432861328125,-0.007892608642578125,-0.00704193115234375,-0.006191253662109375,-0.005340576171875,-0.004489898681640625,-0.00363922119140625,-0.002788543701171875,-0.0019378662109375,-0.001087188720703125,-0.00023651123046875,0.000614166259765625,0.00146484375,0.002315521240234375,0.00316619873046875,0.004016876220703125,0.0048675537109375,0.005718231201171875,0.00656890869140625,0.007419586181640625,0.008270263671875,0.009120941162109375,0.00997161865234375,0.010822296142578125,0.0116729736328125,0.012523651123046875,0.01337432861328125,0.014225006103515625,0.01507568359375,0.015926361083984375,0.01677703857421875,0.017627716064453125,0.0184783935546875,0.019329071044921875,0.02017974853515625,0.021030426025390625,0.021881103515625,0.022731781005859375,0.02358245849609375,0.024433135986328125,0.0252838134765625,0.026134490966796875,0.02698516845703125,0.027835845947265625,0.0286865234375]},"_timestamp":1.7528002373671882e+09,"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,1,2,1,0,1,2,3,1,5,5,3,5,5,4,2,10,14,19,22,15,16,29,28,26,37,30,19,38,40,32,29,45,28,33,26,25,20,20,22,20,13,6,7,5,8,6,6,5,2,9,3,4,2,1,2,0,1,0,1,1,0,0,2],"bins":[0.9992898106575012,0.9993144869804382,0.9993391036987305,0.9993637800216675,0.9993884563446045,0.9994131326675415,0.9994377493858337,0.9994624257087708,0.9994871020317078,0.9995117783546448,0.999536395072937,0.999561071395874,0.999585747718811,0.999610424041748,0.9996350407600403,0.9996597170829773,0.9996843934059143,0.9997090101242065,0.9997336864471436,0.9997583627700806,0.9997830390930176,0.9998076558113098,0.9998323321342468,0.9998570084571838,0.9998816847801208,0.9999063014984131,0.9999309778213501,0.9999556541442871,0.9999803304672241,1.0000050067901611,1.0000296831130981,1.0000542402267456,1.0000789165496826,1.0001035928726196,1.0001282691955566,1.0001529455184937,1.0001776218414307,1.0002022981643677,1.0002268552780151,1.0002515316009521,1.0002762079238892,1.0003008842468262,1.0003255605697632,1.0003502368927002,1.0003749132156372,1.0003995895385742,1.0004241466522217,1.0004488229751587,1.0004734992980957,1.0004981756210327,1.0005228519439697,1.0005475282669067,1.0005722045898438,1.0005967617034912,1.0006214380264282,1.0006461143493652,1.0006707906723022,1.0006954669952393,1.0007201433181763,1.0007448196411133,1.0007694959640503,1.0007940530776978,1.0008187294006348,1.0008434057235718,1.0008680820465088],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[1,1,0,1,1,2,0,7,8,19,11,31,34,46,75,96,135,234,341,535,721,1104,1675,2574,4075,6635,10588,18156,32364,64018,167998,145615,57990,30250,16945,10197,6374,3832,2383,1568,1049,691,488,342,193,136,95,50,43,30,18,17,11,7,4,3,0,2,0,2,0,2,0,1],"bins":[-0.007537841796875,-0.007294178009033203,-0.007050514221191406,-0.006806850433349609,-0.0065631866455078125,-0.006319522857666016,-0.006075859069824219,-0.005832195281982422,-0.005588531494140625,-0.005344867706298828,-0.005101203918457031,-0.004857540130615234,-0.0046138763427734375,-0.004370212554931641,-0.004126548767089844,-0.003882884979248047,-0.00363922119140625,-0.003395557403564453,-0.0031518936157226562,-0.0029082298278808594,-0.0026645660400390625,-0.0024209022521972656,-0.0021772384643554688,-0.0019335746765136719,-0.001689910888671875,-0.0014462471008300781,-0.0012025833129882812,-0.0009589195251464844,-0.0007152557373046875,-0.0004715919494628906,-0.00022792816162109375,1.5735626220703125e-05,0.0002593994140625,0.0005030632019042969,0.0007467269897460938,0.0009903907775878906,0.0012340545654296875,0.0014777183532714844,0.0017213821411132812,0.001965045928955078,0.002208709716796875,0.002452373504638672,0.0026960372924804688,0.0029397010803222656,0.0031833648681640625,0.0034270286560058594,0.0036706924438476562,0.003914356231689453,0.00415802001953125,0.004401683807373047,0.004645347595214844,0.004889011383056641,0.0051326751708984375,0.005376338958740234,0.005620002746582031,0.005863666534423828,0.006107330322265625,0.006350994110107422,0.006594657897949219,0.006838321685791016,0.0070819854736328125,0.007325649261474609,0.007569313049316406,0.007812976837158203,0.008056640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[1,1,1,2,1,1,0,2,4,5,8,12,10,20,34,45,62,82,132,180,285,370,597,737,1069,1705,2282,3580,5290,8371,12751,19717,33557,59757,136668,146144,62443,34534,20865,12790,8481,5657,3522,2560,1642,1185,789,561,394,275,188,146,88,74,37,38,25,11,9,11,5,4,5,2],"bins":[-0.1748046875,-0.1698150634765625,-0.164825439453125,-0.1598358154296875,-0.15484619140625,-0.1498565673828125,-0.144866943359375,-0.1398773193359375,-0.1348876953125,-0.1298980712890625,-0.124908447265625,-0.1199188232421875,-0.11492919921875,-0.1099395751953125,-0.104949951171875,-0.0999603271484375,-0.094970703125,-0.0899810791015625,-0.084991455078125,-0.0800018310546875,-0.07501220703125,-0.0700225830078125,-0.065032958984375,-0.0600433349609375,-0.0550537109375,-0.0500640869140625,-0.045074462890625,-0.0400848388671875,-0.03509521484375,-0.0301055908203125,-0.025115966796875,-0.0201263427734375,-0.01513671875,-0.0101470947265625,-0.005157470703125,-0.0001678466796875,0.00482177734375,0.0098114013671875,0.014801025390625,0.0197906494140625,0.0247802734375,0.0297698974609375,0.034759521484375,0.0397491455078125,0.04473876953125,0.0497283935546875,0.054718017578125,0.0597076416015625,0.064697265625,0.0696868896484375,0.074676513671875,0.0796661376953125,0.08465576171875,0.0896453857421875,0.094635009765625,0.0996246337890625,0.1046142578125,0.1096038818359375,0.114593505859375,0.1195831298828125,0.12457275390625,0.1295623779296875,0.134552001953125,0.1395416259765625,0.14453125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[2,0,0,0,0,0,0,1,1,1,2,3,2,5,8,8,7,12,21,13,23,26,22,26,37,32,29,38,42,33,27,32,28,28,40,19,20,18,11,17,14,9,10,10,7,11,14,7,2,6,11,4,6,7,2,3,4,1,2,1,0,1,1,1],"bins":[0.9992522597312927,0.9992783069610596,0.9993043541908264,0.999330461025238,0.9993565082550049,0.9993825554847717,0.9994086027145386,0.9994346499443054,0.999460756778717,0.9994868040084839,0.9995128512382507,0.9995388984680176,0.9995649456977844,0.999591052532196,0.9996170997619629,0.9996431469917297,0.9996691942214966,0.9996952414512634,0.999721348285675,0.9997473955154419,0.9997734427452087,0.9997994899749756,0.9998255372047424,0.999851644039154,0.9998776912689209,0.9999037384986877,0.9999297857284546,0.9999558329582214,0.9999819397926331,1.0000079870224,1.0000340938568115,1.0000600814819336,1.0000861883163452,1.0001121759414673,1.000138282775879,1.0001643896102905,1.0001903772354126,1.0002164840698242,1.0002424716949463,1.000268578529358,1.0002946853637695,1.0003206729888916,1.0003467798233032,1.0003727674484253,1.000398874282837,1.0004249811172485,1.0004509687423706,1.0004770755767822,1.0005030632019043,1.000529170036316,1.0005552768707275,1.0005812644958496,1.0006073713302612,1.0006333589553833,1.000659465789795,1.0006855726242065,1.0007115602493286,1.0007376670837402,1.0007636547088623,1.000789761543274,1.0008158683776855,1.0008418560028076,1.0008679628372192,1.0008939504623413,1.000920057296753],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,1,1,1,0,0,2,6,4,6,1,13,12,16,18,26,36,46,69,75,92,75,69,40,35,24,24,14,7,9,6,8,8,6,2,3,3,0,1,1,0,0,1,1,0,1,0,0,0,1,0,0,0,0,0,1,0,1],"bins":[-0.019101813435554504,-0.01838962733745575,-0.017677439376711845,-0.01696525327861309,-0.016253065317869186,-0.015540879219770432,-0.014828693121671677,-0.014116506092250347,-0.013404319062829018,-0.012692132033407688,-0.011979945003986359,-0.011267758905887604,-0.010555571876466274,-0.009843384847044945,-0.00913119874894619,-0.00841901171952486,-0.007706824690103531,-0.006994637660682201,-0.006282451096922159,-0.005570264533162117,-0.0048580775037407875,-0.004145890474319458,-0.003433703910559416,-0.00272151711396873,-0.002009330317378044,-0.0012971435207873583,-0.0005849567241966724,0.0001272300723940134,0.0008394168689846992,0.001551603665575385,0.002263790462166071,0.0029759772587567568,0.0036881640553474426,0.004400351084768772,0.005112537648528814,0.0058247242122888565,0.006536911241710186,0.0072490982711315155,0.00796128436923027,0.0086734713986516,0.00938565842807293,0.010097845457494259,0.010810032486915588,0.011522218585014343,0.012234405614435673,0.012946592643857002,0.013658778741955757,0.014370965771377087,0.015083152800798416,0.01579533889889717,0.016507526859641075,0.01721971295773983,0.017931900918483734,0.01864408701658249,0.019356273114681244,0.020068461075425148,0.020780647173523903,0.021492833271622658,0.022205021232366562,0.022917207330465317,0.02362939342856407,0.024341581389307976,0.02505376748740673,0.025765955448150635,0.02647814154624939],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[-0.020485034212470055,-0.019794560968875885,-0.019104087725281715,-0.018413614481687546,-0.017723143100738525,-0.017032669857144356,-0.016342196613550186,-0.015651723369956017,-0.014961250126361847,-0.014270776882767677,-0.013580303639173508,-0.012889831326901913,-0.012199358083307743,-0.011508884839713573,-0.010818412527441978,-0.010127939283847809,-0.00943746604025364,-0.00874699279665947,-0.0080565195530653,-0.007366047240793705,-0.006675573997199535,-0.005985100753605366,-0.0052946279756724834,-0.004604155197739601,-0.0039136819541454315,-0.0032232089433819056,-0.0025327359326183796,-0.0018422629218548536,-0.0011517899110913277,-0.0004613169003278017,0.00022915611043572426,0.0009196291211992502,0.001610100269317627,0.002300573280081153,0.002991046290844679,0.003681519301608205,0.004371992312371731,0.0050624655559659,0.005752938333898783,0.006443411111831665,0.007133884355425835,0.007824357599020004,0.008514830842614174,0.009205303154885769,0.009895776398479939,0.010586249642074108,0.011276721954345703,0.011967195197939873,0.012657668441534042,0.013348141685128212,0.014038614928722382,0.014729087240993977,0.015419560484588146,0.01611003279685974,0.01680050604045391,0.01749097928404808,0.01818145252764225,0.01887192577123642,0.01956239901483059,0.02025287225842476,0.02094334363937378,0.02163381688296795,0.02232429012656212,0.023014763370156288,0.023705236613750458],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,1,1,0,3,2,1,2,3,1,4,7,22,14,14,19,28,39,58,49,85,76,83,53,34,30,26,18,16,12,6,13,7,7,3,9,0,5,2,1,4,2,1,0,0,0,1,0,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,2,1,1,3,3,4,3,6,5,9,10,7,22,6,15,14,14,18,9,14,16,27,27,29,26,16,23,21,27,29,27,23,16,23,19,27,23,26,26,16,14,9,7,22,12,9,10,3,12,7,5,5,1,5,3,3,2,1,1,0,2,0,1],"bins":[-0.0006828134646639228,-0.0006605458911508322,-0.0006382783176377416,-0.000616010744124651,-0.0005937431706115603,-0.0005714755970984697,-0.0005492079653777182,-0.0005269403918646276,-0.000504672818351537,-0.0004824052448384464,-0.00046013767132535577,-0.00043787009781226516,-0.00041560252429917455,-0.00039333495078608394,-0.00037106734816916287,-0.00034879977465607226,-0.00032653220114298165,-0.00030426462762989104,-0.00028199705411680043,-0.00025972945149987936,-0.00023746187798678875,-0.00021519430447369814,-0.00019292673096060753,-0.0001706591428956017,-0.00014839156938251108,-0.00012612399586942047,-0.00010385640780441463,-8.158883429132402e-05,-5.9321253502275795e-05,-3.705367271322757e-05,-1.4786095562158152e-05,7.481483407900669e-06,2.974906237795949e-05,5.2016643167007715e-05,7.428422395605594e-05,9.655179746914655e-05,0.00011881937825819477,0.000141086959047243,0.0001633545325603336,0.00018562212062533945,0.00020788969413843006,0.00023015726765152067,0.0002524248557165265,0.0002746924292296171,0.00029696000274270773,0.00031922757625579834,0.0003414951788727194,0.00036376275238581,0.00038603032589890063,0.00040829789941199124,0.00043056547292508185,0.0004528330755420029,0.0004751006490550935,0.0004973682225681841,0.0005196357960812747,0.0005419033695943654,0.000564170943107456,0.0005864385166205466,0.0006087060901336372,0.0006309737218543887,0.0006532412953674793,0.0006755088688805699,0.0006977764423936605,0.0007200440159067512,0.0007423115894198418]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,2,2,1,3,2,0,5,2,8,11,8,9,12,10,12,19,15,23,17,19,47,27,38,24,30,30,36,29,34,25,30,27,22,15,17,17,19,9,14,17,11,18,4,4,8,4,5,3,2,0,4,3,3,5,1,2,0,0,0,0,1],"bins":[0.9993593096733093,0.9993822574615479,0.9994052648544312,0.9994282126426697,0.999451220035553,0.9994741678237915,0.99949711561203,0.9995201230049133,0.9995430707931519,0.9995660781860352,0.9995890259742737,0.9996119737625122,0.9996349811553955,0.999657928943634,0.9996808767318726,0.9997038841247559,0.9997268319129944,0.9997498393058777,0.9997727870941162,0.9997957348823547,0.999818742275238,0.9998416900634766,0.9998646974563599,0.9998876452445984,0.9999105930328369,0.9999336004257202,0.9999565482139587,0.999979555606842,1.0000025033950806,1.0000255107879639,1.0000483989715576,1.000071406364441,1.0000944137573242,1.000117301940918,1.0001403093338013,1.0001633167266846,1.0001863241195679,1.0002092123031616,1.000232219696045,1.0002552270889282,1.000278115272522,1.0003011226654053,1.0003241300582886,1.0003470182418823,1.0003700256347656,1.000393033027649,1.0004159212112427,1.000438928604126,1.0004619359970093,1.0004849433898926,1.0005078315734863,1.0005308389663696,1.000553846359253,1.0005767345428467,1.00059974193573,1.0006227493286133,1.000645637512207,1.0006686449050903,1.0006916522979736,1.000714659690857,1.0007375478744507,1.000760555267334,1.0007835626602173,1.000806450843811,1.0008294582366943]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.00048538236296735704,-0.000471923325676471,-0.0004584642592817545,-0.00044500522199086845,-0.0004315461846999824,-0.0004180871183052659,-0.00040462808101437986,-0.0003911690437234938,-0.0003777099773287773,-0.00036425094003789127,-0.0003507919027470052,-0.0003373328363522887,-0.0003238737990614027,-0.00031041476177051663,-0.00029695569537580013,-0.0002834966580849141,-0.00027003762079402804,-0.00025657855439931154,-0.0002431195171084255,-0.00022966046526562423,-0.00021620141342282295,-0.0002027423761319369,-0.00018928332428913563,-0.00017582427244633436,-0.00016236523515544832,-0.00014890618331264704,-0.00013544713146984577,-0.00012198808690300211,-0.00010852904233615845,-9.506999049335718e-05,-8.161094592651352e-05,-6.815189408371225e-05,-5.469284951686859e-05,-4.1233801312046126e-05,-2.7774754926213063e-05,-1.43157076308853e-05,-8.566603355575353e-07,1.2602386959770229e-05,2.6061434255097993e-05,3.9520480640931055e-05,5.297952884575352e-05,6.643857341259718e-05,7.989762525539845e-05,9.335666982224211e-05,0.00010681571438908577,0.00012027476623188704,0.00013373381807468832,0.00014719285536557436,0.00016065190720837563,0.0001741109590511769,0.00018756999634206295,0.00020102904818486422,0.0002144881000276655,0.00022794713731855154,0.0002414061891613528,0.0002548652410041541,0.00026832427829504013,0.00028178334468975663,0.0002952423819806427,0.0003087014192715287,0.0003221604856662452,0.00033561952295713127,0.0003490785602480173,0.0003625376266427338,0.00037599666393361986],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,1,2,0,1,3,1,3,4,9,7,10,9,16,17,23,21,26,47,51,42,53,39,57,45,33,44,29,34,23,26,19,11,8,15,9,9,6,2,4,3,1,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,3,3,2,4,7,7,2,10,5,9,12,10,7,17,12,16,18,15,23,23,22,28,19,28,29,30,29,33,20,24,25,24,28,19,20,27,13,22,20,10,15,21,3,9,8,6,3,7,4,1,4,1,3,3,2],"bins":[-0.04926387220621109,-0.04788662865757942,-0.046509385108947754,-0.04513213783502579,-0.04375489428639412,-0.04237765073776245,-0.04100040718913078,-0.039623163640499115,-0.03824591636657715,-0.03686867281794548,-0.03549142926931381,-0.034114185720682144,-0.032736942172050476,-0.03135969862341881,-0.02998245321214199,-0.028605207800865173,-0.027227964252233505,-0.025850720703601837,-0.02447347529232502,-0.023096231743693352,-0.021718986332416534,-0.020341742783784866,-0.018964499235153198,-0.01758725382387638,-0.016210010275244713,-0.01483276579529047,-0.013455521315336227,-0.01207827776670456,-0.010701033286750317,-0.009323788806796074,-0.007946545258164406,-0.006569300778210163,-0.00519205629825592,-0.0038148120511323214,-0.0024375678040087223,-0.0010603235568851233,0.0003169206902384758,0.0016941649373620749,0.003071409184485674,0.004448653198778629,0.005825897678732872,0.007203142158687115,0.008580386638641357,0.009957630187273026,0.011334874667227268,0.012712119147181511,0.014089362695813179,0.015466607175767422,0.016843851655721664,0.018221095204353333,0.01959834061563015,0.020975584164261818,0.022352829575538635,0.023730073124170303,0.02510731667280197,0.02648456208407879,0.027861805632710457,0.029239049181342125,0.030616294592618942,0.03199353814125061,0.03337078168988228,0.03474802523851395,0.03612527251243591,0.03750251606106758,0.03887975960969925]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,3,1,1,1,3,5,5,3,8,9,14,7,15,13,20,21,25,15,36,25,39,40,36,41,34,47,37,25,38,22,22,17,23,5,15,13,14,11,12,6,7,5,5,8,4,2,1,1,1,0,1,1,0,2,0,0,0,0,0,0,1],"bins":[-0.0003740511310752481,-0.0003602405486162752,-0.00034642996615730226,-0.00033261935459449887,-0.00031880877213552594,-0.000304998189676553,-0.0002911876072175801,-0.00027737702475860715,-0.0002635664422996342,-0.00024975583073683083,-0.0002359452482778579,-0.00022213466581888497,-0.00020832408335991204,-0.00019451348634902388,-0.00018070290389005095,-0.0001668923068791628,-0.00015308172442018986,-0.00013927114196121693,-0.00012546054495032877,-0.00011164996249135584,-9.783937275642529e-05,-8.402878302149475e-05,-7.021820056252182e-05,-5.640761082759127e-05,-4.2597021092660725e-05,-2.8786433176719584e-05,-1.4975845260778442e-05,-1.1652573448373005e-06,1.2645330571103841e-05,2.6455918487044983e-05,4.0266506402986124e-05,5.407709249993786e-05,6.788771133869886e-05,8.169830107362941e-05,9.550889080855995e-05,0.00010931947326753289,0.00012313007027842104,0.00013694065273739398,0.0001507512351963669,0.00016456183220725507,0.000178372414666228,0.00019218299712520093,0.0002059935941360891,0.00021980417659506202,0.00023361475905403495,0.0002474253415130079,0.00026123595307581127,0.0002750465355347842,0.00028885711799375713,0.00030266770045273006,0.000316478282911703,0.0003302888944745064,0.0003440994769334793,0.00035791005939245224,0.00037172064185142517,0.0003855312243103981,0.00039934180676937103,0.0004131524183321744,0.00042696300079114735,0.0004407735832501203,0.0004545841657090932,0.00046839474816806614,0.00048220535973086953,0.0004960159421898425,0.0005098265246488154]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.09074032306671143,-0.08778440952301025,-0.08482849597930908,-0.08187258243560791,-0.07891666889190674,-0.07596074789762497,-0.0730048343539238,-0.07004892081022263,-0.06709300726652145,-0.06413709372282028,-0.06118118017911911,-0.05822526291012764,-0.05526934936642647,-0.052313435822725296,-0.049357518553733826,-0.046401605010032654,-0.04344569146633148,-0.04048977792263031,-0.03753386437892914,-0.03457794710993767,-0.031622033566236496,-0.028666120022535324,-0.025710204616189003,-0.022754289209842682,-0.01979837566614151,-0.016842462122440338,-0.013886546716094017,-0.01093063224107027,-0.007974717766046524,-0.0050188032910227776,-0.002062888815999031,0.0008930256590247154,0.003848940134048462,0.006804854609072208,0.009760769084095955,0.012716683559119701,0.015672598034143448,0.01862851157784462,0.02158442698419094,0.024540342390537262,0.027496255934238434,0.030452169477939606,0.03340808302164078,0.03636400029063225,0.03931991383433342,0.04227582737803459,0.04523174464702606,0.048187658190727234,0.051143571734428406,0.05409948527812958,0.05705539882183075,0.06001131609082222,0.0629672259092331,0.06592314690351486,0.06887906044721603,0.0718349739909172,0.07479088753461838,0.07774680107831955,0.08070271462202072,0.0836586281657219,0.08661454916000366,0.08957046270370483,0.092526376247406,0.09548228979110718,0.09843820333480835],"_type":"histogram","values":[6,7,10,19,53,87,148,254,447,670,1135,1619,2462,3699,5428,7515,10237,13834,18372,23420,29367,36749,44614,52553,61179,69779,76357,82477,87743,91058,92266,92548,89817,84855,79517,71519,64741,55527,47807,39633,32914,25934,20465,15429,11513,8511,6003,4224,2948,1925,1327,823,519,324,224,113,72,28,22,10,5,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,1,1,2,3,0,1,4,3,4,5,3,8,8,6,9,11,14,17,22,32,26,30,32,34,36,46,37,36,41,40,37,33,33,18,27,22,18,11,7,8,8,7,2,4,4,6,2,2,1,0,0,1,0,0,0,0,0,0,0,1,1],"bins":[-0.00029654690297320485,-0.00028654467314481735,-0.0002765424724202603,-0.00026654027169570327,-0.00025653804186731577,-0.00024653581203892827,-0.00023653361131437123,-0.00022653139603789896,-0.0002165291807614267,-0.00020652696548495442,-0.00019652475020848215,-0.00018652253493200988,-0.0001765203196555376,-0.00016651810437906533,-0.00015651588910259306,-0.0001465136738261208,-0.00013651145854964852,-0.00012650924327317625,-0.00011650702799670398,-0.00010650481272023171,-9.650259744375944e-05,-8.650038216728717e-05,-7.64981668908149e-05,-6.649595161434263e-05,-5.649373633787036e-05,-4.649152106139809e-05,-3.648930578492582e-05,-2.6487090508453548e-05,-1.6484875231981277e-05,-6.482659955509007e-06,3.5195553209632635e-06,1.3521770597435534e-05,2.352401497773826e-05,3.352623025421053e-05,4.35284455306828e-05,5.353066080715507e-05,6.353287608362734e-05,7.353509136009961e-05,8.353730663657188e-05,9.353952191304415e-05,0.00010354173718951643,0.0001135439524659887,0.00012354616774246097,0.00013354838301893324,0.0001435505982954055,0.00015355281357187778,0.00016355502884835005,0.00017355724412482232,0.0001835594594012946,0.00019356167467776686,0.00020356388995423913,0.0002135661052307114,0.00022356832050718367,0.00023357053578365594,0.0002435727510601282,0.0002535749808885157,0.00026357718161307275,0.0002735793823376298,0.0002835816121660173,0.0002935838419944048,0.00030358604271896183,0.0003135882434435189,0.0003235904732719064,0.0003335927031002939,0.0003435949038248509]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[4,2,2,8,14,28,48,102,175,277,483,733,1174,1850,2773,4077,6009,8568,11933,16106,21346,27745,34947,43379,51712,60939,69813,78079,85661,91604,95297,96864,96752,93958,88062,81829,73607,65470,55976,47115,38842,31356,24466,18661,13756,9951,7088,5022,3287,2249,1410,888,572,332,198,105,67,41,19,16,8,5,2,2],"bins":[-0.09829151630401611,-0.09519471973180771,-0.0920979231595993,-0.0890011265873909,-0.0859043300151825,-0.08280754089355469,-0.07971074432134628,-0.07661394774913788,-0.07351715117692947,-0.07042035460472107,-0.06732355803251266,-0.06422676146030426,-0.061129968613386154,-0.05803317204117775,-0.054936379194259644,-0.05183958262205124,-0.048742786049842834,-0.04564598947763443,-0.042549192905426025,-0.03945240005850792,-0.036355603486299515,-0.03325880691409111,-0.030162012204527855,-0.0270652174949646,-0.023968420922756195,-0.02087162435054779,-0.017774829640984535,-0.014678034000098705,-0.011581238359212875,-0.008484442718327045,-0.0053876470774412155,-0.0022908514365553856,0.0008059442043304443,0.0039027398452162743,0.006999535486102104,0.010096331126987934,0.013193126767873764,0.01628992334008217,0.019386718049645424,0.02248351275920868,0.025580309331417084,0.02867710590362549,0.03177390247583389,0.034870695322752,0.0379674918949604,0.04106428846716881,0.044161081314086914,0.04725787788629532,0.05035467445850372,0.05345147103071213,0.05654826760292053,0.05964506044983864,0.06274186074733734,0.06583864986896515,0.06893544644117355,0.07203224301338196,0.07512903958559036,0.07822583615779877,0.08132263273000717,0.08441942930221558,0.08751621842384338,0.09061301499605179,0.09370981156826019,0.0968066081404686,0.099903404712677]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.005561337806284428,-0.005388119723647833,-0.005214901641011238,-0.005041683558374643,-0.0048684654757380486,-0.004695247858762741,-0.004522029776126146,-0.0043488116934895515,-0.004175593610852957,-0.004002375528216362,-0.0038291574455797672,-0.003655939595773816,-0.0034827215131372213,-0.0033095034305006266,-0.0031362855806946754,-0.0029630674980580807,-0.002789849415421486,-0.002616631332784891,-0.0024434132501482964,-0.0022701954003423452,-0.0020969773177057505,-0.0019237592350691557,-0.0017505412688478827,-0.0015773233026266098,-0.001404105219990015,-0.0012308871373534203,-0.0010576691711321473,-0.0008844511467032135,-0.0007112331222742796,-0.0005380150978453457,-0.0003647970734164119,-0.00019157904898747802,-1.8361490219831467e-05,0.0001548565342091024,0.00032807455863803625,0.0005012925830669701,0.000674510607495904,0.0008477286319248378,0.0010209466563537717,0.0011941646225750446,0.0013673827052116394,0.0015406007878482342,0.0017138187540695071,0.00188703672029078,0.002060254802927375,0.0022334728855639696,0.0024066907353699207,0.0025799088180065155,0.0027531269006431103,0.002926344983279705,0.0030995630659163,0.003272780915722251,0.0034459989983588457,0.0036192170809954405,0.0037924349308013916,0.003965653013437986,0.004138871096074581,0.004312089178711176,0.004485307261347771,0.0046585253439843655,0.00483174342662096,0.005004961043596268,0.0051781791262328625,0.005351397208869457,0.005524615291506052],"_type":"histogram","values":[1,0,0,1,3,0,2,0,2,3,4,4,4,7,13,13,15,19,19,24,42,48,49,43,56,86,82,75,86,120,95,114,109,110,87,78,80,72,70,73,64,47,38,33,27,27,15,14,16,8,10,3,8,6,3,7,3,2,2,0,3,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,5,5,7,16,34,38,64,103,207,321,472,708,1071,1569,2187,3133,4071,5581,7249,9191,11483,13975,16834,19436,22382,24944,27895,29899,32170,32911,33678,33826,32507,31279,29439,27039,23992,21246,18228,15699,12796,10440,8310,6336,4892,3667,2678,1899,1336,912,591,389,263,182,94,55,43,20,11,12,1,0,2],"bins":[-0.09124598652124405,-0.08837631344795227,-0.08550664782524109,-0.08263697475194931,-0.07976730912923813,-0.07689763605594635,-0.07402797043323517,-0.07115829735994339,-0.06828863173723221,-0.06541895866394043,-0.06254929304122925,-0.05967961996793747,-0.05680995061993599,-0.05394028127193451,-0.05107061192393303,-0.04820094257593155,-0.04533127322793007,-0.04246160387992859,-0.03959193453192711,-0.03672226518392563,-0.03385259583592415,-0.03098292462527752,-0.02811325527727604,-0.02524358592927456,-0.02237391658127308,-0.0195042472332716,-0.01663457788527012,-0.013764907605946064,-0.010895238257944584,-0.008025568909943104,-0.005155899096280336,-0.0022862295154482126,0.0005834400653839111,0.003453109646216035,0.006322779227048159,0.009192449040710926,0.012062118388712406,0.014931787736713886,0.01780145801603794,0.02067112736403942,0.0235407967120409,0.02641046606004238,0.02928013540804386,0.03214980661869049,0.03501947596669197,0.03788914531469345,0.04075881466269493,0.04362848401069641,0.04649815335869789,0.04936782270669937,0.05223749205470085,0.05510716140270233,0.05797683075070381,0.06084650009870529,0.06371617317199707,0.06658583879470825,0.06945551186800003,0.07232517749071121,0.07519485056400299,0.07806451618671417,0.08093418926000595,0.08380385488271713,0.08667352795600891,0.08954319357872009,0.09241286665201187]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.09740283340215683,-0.0944327712059021,-0.09146270900964737,-0.08849264681339264,-0.08552257716655731,-0.08255251497030258,-0.07958245277404785,-0.07661239057779312,-0.07364232838153839,-0.07067226618528366,-0.06770220398902893,-0.0647321417927742,-0.06176207587122917,-0.05879201367497444,-0.05582194775342941,-0.05285188555717468,-0.04988182336091995,-0.04691176116466522,-0.04394169896841049,-0.04097163304686546,-0.03800157085061073,-0.035031508654356,-0.032061442732810974,-0.029091380536556244,-0.026121318340301514,-0.023151256144046783,-0.020181192085146904,-0.017211128026247025,-0.014241065829992294,-0.01127100270241499,-0.008300939574837685,-0.00533087644726038,-0.002360813319683075,0.0006092498078942299,0.0035793129354715347,0.00654937606304884,0.009519439190626144,0.01248950231820345,0.015459565445780754,0.018429629504680634,0.021399691700935364,0.024369753897190094,0.027339817956089973,0.030309882014989853,0.03327994421124458,0.03625000640749931,0.03922007232904434,0.04219013452529907,0.0451601967215538,0.04813025891780853,0.05110032111406326,0.05407038703560829,0.05704044923186302,0.06001051142811775,0.06298057734966278,0.06595063954591751,0.06892070174217224,0.07189076393842697,0.0748608261346817,0.07783088833093643,0.08080095052719116,0.08377102017402649,0.08674108237028122,0.08971114456653595,0.09268120676279068],"_type":"histogram","values":[1,0,1,0,8,7,19,34,71,102,158,252,386,597,870,1245,1943,2609,3768,5012,6729,8633,10947,13577,16504,19185,22822,25677,28427,30710,33077,33889,34482,34740,33976,32335,30064,27316,24411,21204,18078,15067,12486,9943,7656,5913,4458,3332,2293,1607,1149,720,519,329,202,113,78,44,22,15,5,4,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.09866704791784286,-0.09564962983131409,-0.09263221174478531,-0.08961479365825653,-0.08659737557172775,-0.08357995748519897,-0.0805625393986702,-0.07754512131214142,-0.07452769577503204,-0.07151027768850327,-0.06849285960197449,-0.06547544151544571,-0.06245802342891693,-0.05944060534238815,-0.056423187255859375,-0.0534057691693306,-0.05038835108280182,-0.04737093299627304,-0.04435351490974426,-0.041336096823215485,-0.03831867873668671,-0.03530125692486763,-0.03228383883833885,-0.029266420751810074,-0.026249002665281296,-0.023231584578752518,-0.02021416649222374,-0.017196746543049812,-0.014179328456521034,-0.011161910369992256,-0.008144491352140903,-0.005127072799950838,-0.0021096467971801758,0.0009077717550098896,0.003925190307199955,0.00694260885939002,0.009960027411580086,0.012977445498108864,0.01599486544728279,0.01901228353381157,0.022029701620340347,0.025047119706869125,0.028064537793397903,0.03108195774257183,0.03409937769174576,0.037116795778274536,0.040134213864803314,0.04315163195133209,0.04616905003786087,0.04918646812438965,0.052203886210918427,0.055221304297447205,0.05823872238397598,0.06125614419579506,0.06427355855703354,0.06729097664356232,0.07030840218067169,0.07332582026720047,0.07634323835372925,0.07936065644025803,0.0823780745267868,0.08539549261331558,0.08841291069984436,0.09143032878637314,0.09444774687290192],"_type":"histogram","values":[3,2,3,4,11,31,40,57,99,195,337,566,949,1445,2158,3304,4843,6970,9564,13132,17453,22915,29095,35957,44124,52348,61083,69892,77255,84291,89129,93105,94785,93963,90752,86816,80077,72874,64452,56163,47397,39072,31659,25160,19390,14730,10718,7923,5684,3883,2547,1670,1122,686,416,226,143,83,59,25,13,8,5,3]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,0,0,1,3,3,2,1,3,6,2,11,7,9,20,9,28,39,51,60,79,98,90,47,43,27,29,25,13,9,10,12,2,3,5,3,2,2,3,2,2,0,0,0,0,0,2,2,0,0,0,0,0,0,0,0,1],"bins":[-0.12681695818901062,-0.12240016460418701,-0.1179833635687828,-0.1135665625333786,-0.10914976894855499,-0.10473297536373138,-0.10031617432832718,-0.09589937329292297,-0.09148257970809937,-0.08706578612327576,-0.08264898508787155,-0.07823218405246735,-0.07381539046764374,-0.06939859688282013,-0.06498179584741592,-0.06056499853730202,-0.05614820122718811,-0.051731403917074203,-0.0473146066069603,-0.04289780929684639,-0.03848101198673248,-0.034064214676618576,-0.02964741736650467,-0.025230620056390762,-0.020813822746276855,-0.01639702543616295,-0.011980228126049042,-0.007563430815935135,-0.003146633505821228,0.0012701638042926788,0.005686961114406586,0.010103758424520493,0.014520540833473206,0.018937338143587112,0.02335413545370102,0.027770932763814926,0.03218773007392883,0.03660452738404274,0.04102132469415665,0.045438122004270554,0.04985491931438446,0.05427171662449837,0.058688513934612274,0.06310531497001648,0.06752210855484009,0.0719389021396637,0.0763557031750679,0.0807725042104721,0.08518929779529572,0.08960609138011932,0.09402289241552353,0.09843969345092773,0.10285648703575134,0.10727328062057495,0.11169008165597916,0.11610688269138336,0.12052367627620697,0.12494046986103058,0.12935727834701538,0.133774071931839,0.1381908655166626,0.1426076591014862,0.14702445268630981,0.15144126117229462,0.15585805475711823],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[2,0,0,2,0,3,6,7,6,5,10,6,7,21,14,26,23,41,51,47,62,57,74,58,88,97,102,126,113,108,114,79,94,76,82,60,59,50,45,44,42,25,26,23,9,11,11,9,4,7,3,3,4,2,1,1,0,0,1,0,0,0,0,1],"bins":[-0.0058380248956382275,-0.005634250119328499,-0.005430474877357483,-0.005226700101047754,-0.005022925324738026,-0.00481915008276701,-0.004615375306457281,-0.0044116005301475525,-0.0042078252881765366,-0.004004050511866808,-0.0038002757355570793,-0.003596500726416707,-0.0033927257172763348,-0.003188950940966606,-0.002985175931826234,-0.0027814011555165052,-0.002577626146376133,-0.0023738511372357607,-0.002170076360926032,-0.00196630135178566,-0.0017625264590606093,-0.0015587515663355589,-0.0013549765571951866,-0.0011512016644701362,-0.0009474267717450857,-0.0007436518790200353,-0.0005398769280873239,-0.000336102006258443,-0.0001323270844295621,7.144783739931881e-05,0.0002752227592281997,0.0004789976810570806,0.0006827721372246742,0.0008865470299497247,0.0010903219226747751,0.0012940969318151474,0.0014978718245401978,0.0017016467172652483,0.0019054217264056206,0.002109196502715349,0.0023129715118557215,0.0025167465209960938,0.0027205212973058224,0.0029242963064461946,0.003128071315586567,0.0033318460918962955,0.003535621101036668,0.0037393958773463964,0.003943170886486769,0.004146945662796497,0.004350720904767513,0.004554495681077242,0.0047582704573869705,0.0049620456993579865,0.005165820475667715,0.005369595251977444,0.00557337049394846,0.005777145270258188,0.005980920046567917,0.0061846948228776455,0.006388470064848661,0.00659224484115839,0.006796019617468119,0.006999794859439135,0.007203569635748863],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.10236700624227524,-0.09917551279067993,-0.09598401188850403,-0.09279251843690872,-0.08960101753473282,-0.08640952408313751,-0.0832180306315422,-0.0800265297293663,-0.076835036277771,-0.07364353537559509,-0.07045204192399979,-0.06726054847240448,-0.06406904757022858,-0.06087755039334297,-0.057686056941747665,-0.05449455976486206,-0.051303062587976456,-0.04811156541109085,-0.044920068234205246,-0.04172857478260994,-0.038537077605724335,-0.03534558042883873,-0.032154083251953125,-0.02896258793771267,-0.025771090760827065,-0.02257959358394146,-0.019388098269701004,-0.0161966010928154,-0.013005104847252369,-0.009813608601689339,-0.006622111890465021,-0.0034306154120713472,-0.00023911893367767334,0.0029523775447160006,0.0061438740231096745,0.009335370734333992,0.012526866979897022,0.015718363225460052,0.018909860402345657,0.022101355716586113,0.025292852893471718,0.028484350070357323,0.03167584538459778,0.03486734256148338,0.03805883973836899,0.04125033691525459,0.0444418303668499,0.047633327543735504,0.05082482472062111,0.054016321897506714,0.05720781907439232,0.060399312525987625,0.06359080970287323,0.06678231060504913,0.06997380405664444,0.07316529750823975,0.07635679841041565,0.07954829186201096,0.08273979276418686,0.08593128621578217,0.08912277966737747,0.09231428056955338,0.09550577402114868,0.09869727492332458,0.10188876837491989],"_type":"histogram","values":[1,0,1,3,4,15,24,44,85,149,271,474,765,1272,1968,3076,4609,6649,9534,13373,18212,24112,31286,39323,48337,57626,67304,76661,84926,92015,96620,100124,100065,97330,93388,86449,77998,68925,59409,49217,40503,32152,24909,18960,14079,10067,7086,4801,3146,2147,1359,850,492,321,167,81,57,22,9,4,3,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[1,3,0,1,2,2,6,4,7,12,28,40,58,64,88,168,265,387,529,872,1226,1978,2886,4551,7169,11975,19595,31537,51557,80483,105473,95859,65755,40897,25144,15193,9246,6018,3717,2414,1532,962,750,483,280,198,128,88,59,47,25,15,18,13,3,3,6,2,1,0,0,0,0,1],"bins":[-0.0113525390625,-0.010983467102050781,-0.010614395141601562,-0.010245323181152344,-0.009876251220703125,-0.009507179260253906,-0.009138107299804688,-0.008769035339355469,-0.00839996337890625,-0.008030891418457031,-0.0076618194580078125,-0.007292747497558594,-0.006923675537109375,-0.006554603576660156,-0.0061855316162109375,-0.005816459655761719,-0.0054473876953125,-0.005078315734863281,-0.0047092437744140625,-0.004340171813964844,-0.003971099853515625,-0.0036020278930664062,-0.0032329559326171875,-0.0028638839721679688,-0.00249481201171875,-0.0021257400512695312,-0.0017566680908203125,-0.0013875961303710938,-0.001018524169921875,-0.0006494522094726562,-0.0002803802490234375,8.869171142578125e-05,0.000457763671875,0.0008268356323242188,0.0011959075927734375,0.0015649795532226562,0.001934051513671875,0.0023031234741210938,0.0026721954345703125,0.0030412673950195312,0.00341033935546875,0.0037794113159179688,0.0041484832763671875,0.004517555236816406,0.004886627197265625,0.005255699157714844,0.0056247711181640625,0.005993843078613281,0.0063629150390625,0.006731986999511719,0.0071010589599609375,0.007470130920410156,0.007839202880859375,0.008208274841308594,0.008577346801757812,0.008946418762207031,0.00931549072265625,0.009684562683105469,0.010053634643554688,0.010422706604003906,0.010791778564453125,0.011160850524902344,0.011529922485351562,0.011898994445800781,0.01226806640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,2,0,0,0,4,0,4,2,2,13,13,14,26,34,61,90,129,200,234,414,561,883,1326,1966,2985,4697,7601,12279,20594,37480,71491,135453,132333,69579,36334,20299,11577,7497,4670,3083,2004,1313,862,539,355,283,151,131,76,56,41,25,18,11,7,6,5,3,2,2,2],"bins":[-0.00179290771484375,-0.001741647720336914,-0.0016903877258300781,-0.0016391277313232422,-0.0015878677368164062,-0.0015366077423095703,-0.0014853477478027344,-0.0014340877532958984,-0.0013828277587890625,-0.0013315677642822266,-0.0012803077697753906,-0.0012290477752685547,-0.0011777877807617188,-0.0011265277862548828,-0.0010752677917480469,-0.001024007797241211,-0.000972747802734375,-0.0009214878082275391,-0.0008702278137207031,-0.0008189678192138672,-0.0007677078247070312,-0.0007164478302001953,-0.0006651878356933594,-0.0006139278411865234,-0.0005626678466796875,-0.0005114078521728516,-0.0004601478576660156,-0.0004088878631591797,-0.00035762786865234375,-0.0003063678741455078,-0.0002551078796386719,-0.00020384788513183594,-0.000152587890625,-0.00010132789611816406,-5.0067901611328125e-05,1.1920928955078125e-06,5.245208740234375e-05,0.00010371208190917969,0.00015497207641601562,0.00020623207092285156,0.0002574920654296875,0.00030875205993652344,0.0003600120544433594,0.0004112720489501953,0.00046253204345703125,0.0005137920379638672,0.0005650520324707031,0.0006163120269775391,0.000667572021484375,0.0007188320159912109,0.0007700920104980469,0.0008213520050048828,0.0008726119995117188,0.0009238719940185547,0.0009751319885253906,0.0010263919830322266,0.0010776519775390625,0.0011289119720458984,0.0011801719665527344,0.0012314319610595703,0.0012826919555664062,0.0013339519500732422,0.0013852119445800781,0.001436471939086914,0.00148773193359375]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,1,1,2,1,1,6,6,4,7,7,12,9,19,25,27,42,40,54,51,67,56,70,48,33,28,30,24,16,12,10,7,8,8,6,0,0,3,4,4,2,1,1,2,1,1,0,0,0,1,0,1,1,0,1,1,0,1,0,0,2],"bins":[-0.00950482115149498,-0.009116245433688164,-0.008727669715881348,-0.008339093998074532,-0.007950518280267715,-0.007561942096799612,-0.007173366378992796,-0.00678479066118598,-0.006396214943379164,-0.006007639225572348,-0.0056190635077655315,-0.0052304877899587154,-0.004841911606490612,-0.004453335888683796,-0.00406476017087698,-0.0036761844530701637,-0.0032876087352633476,-0.0028990330174565315,-0.0025104572996497154,-0.0021218813490122557,-0.0017333056312054396,-0.0013447299133986235,-0.0009561540791764855,-0.0005675783031620085,-0.0001790025271475315,0.0002095732488669455,0.0005981490248814225,0.0009867248591035604,0.0013753005769103765,0.0017638762947171926,0.0021524522453546524,0.0025410279631614685,0.00292960274964571,0.003318178467452526,0.003706754185259342,0.004095329903066158,0.004483905620872974,0.004872481804341078,0.005261057522147894,0.00564963323995471,0.006038208957761526,0.006426784675568342,0.006815360393375158,0.007203936111181974,0.007592512294650078,0.007981088012456894,0.00836966373026371,0.008758239448070526,0.009146815165877342,0.009535390883684158,0.009923966601490974,0.01031254231929779,0.010701118037104607,0.011089693754911423,0.011478269472718239,0.011866845190525055,0.012255420908331871,0.012643997557461262,0.013032573275268078,0.013421148993074894,0.01380972471088171,0.014198300428688526,0.014586876146495342,0.014975451864302158,0.015364027582108974]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.00038814550498500466,-0.0003764101129490882,-0.0003646747500170022,-0.0003529393579810858,-0.00034120396594516933,-0.00032946860301308334,-0.0003177332109771669,-0.00030599781894125044,-0.000294262426905334,-0.000282527063973248,-0.00027079167193733156,-0.0002590562799014151,-0.0002473209169693291,-0.00023558552493341267,-0.00022385014744941145,-0.000212114755413495,-0.00020037937792949378,-0.00018864400044549257,-0.00017690860840957612,-0.0001651732309255749,-0.00015343783888965845,-0.00014170246140565723,-0.000129967083921656,-0.00011823169916169718,-0.00010649631440173835,-9.476092964177951e-05,-8.302554488182068e-05,-7.129016739781946e-05,-5.9554782637860626e-05,-4.781939787790179e-05,-3.6084016755921766e-05,-2.4348633814952336e-05,-1.2613250873982906e-05,-8.778679330134764e-07,1.0857515007955953e-05,2.2592897948925383e-05,3.432828088989481e-05,4.606366564985365e-05,5.779904677183367e-05,6.95344278938137e-05,8.126981265377253e-05,9.300519741373137e-05,0.0001047405821736902,0.00011647595965769142,0.00012821133714169264,0.00013994672917760909,0.0001516821066616103,0.00016341749869752675,0.00017515287618152797,0.0001868882536655292,0.00019862364570144564,0.00021035902318544686,0.0002220944152213633,0.00023382979270536453,0.00024556517018936574,0.0002573005622252822,0.0002690359251573682,0.00028077131719328463,0.0002925067092292011,0.0003042421012651175,0.0003159774641972035,0.00032771285623311996,0.0003394482482690364,0.0003511836112011224,0.00036291900323703885],"_type":"histogram","values":[1,1,0,0,0,2,1,0,0,0,1,1,1,3,2,4,2,3,12,6,6,9,15,16,16,23,22,37,31,39,41,39,50,38,31,42,36,34,46,28,19,13,16,16,16,13,14,4,2,1,2,2,2,3,0,1,2,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0006356519879773259,-0.0006137610180303454,-0.000591870048083365,-0.0005699790781363845,-0.0005480881663970649,-0.0005261971964500844,-0.000504306226503104,-0.0004824152565561235,-0.000460524286609143,-0.000438633345765993,-0.0004167423758190125,-0.00039485140587203205,-0.000372960465028882,-0.00035106949508190155,-0.0003291785251349211,-0.00030728758429177105,-0.0002853966143447906,-0.0002635056443978101,-0.00024161468900274485,-0.0002197237336076796,-0.00019783276366069913,-0.00017594180826563388,-0.00015405085287056863,-0.00013215988292358816,-0.00011026892752852291,-8.837796485750005e-05,-6.648700218647718e-05,-4.4596046791411936e-05,-2.2705084120389074e-05,-8.141232683556154e-07,2.1076837583677843e-05,4.29677966167219e-05,6.485875928774476e-05,8.674972195876762e-05,0.00010864068462979048,0.00013053164002485573,0.0001524226099718362,0.00017431356536690146,0.0001962045207619667,0.00021809549070894718,0.00023998644610401243,0.0002618774014990777,0.00028376837144605815,0.00030565934139303863,0.00032755028223618865,0.0003494412521831691,0.0003713322221301496,0.0003932231629732996,0.0004151141329202801,0.0004370051028672606,0.0004588960437104106,0.00048078701365739107,0.0005026779836043715,0.000524568953551352,0.0005464599234983325,0.0005683508352376521,0.0005902418051846325,0.000612132775131613,0.0006340237450785935,0.000655914715025574,0.0006778056849725544,0.000699696596711874,0.0007215875666588545,0.000743478536605835,0.0007653695065528154],"_type":"histogram","values":[1,0,0,1,1,2,0,1,1,2,3,0,3,8,3,7,6,12,10,19,20,28,26,28,28,30,44,47,44,52,37,44,36,27,22,21,23,28,15,11,21,11,12,3,6,6,1,4,3,0,2,2,1,0,1,1,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,2,3,2,6,13,17,39,48,79,144,239,381,619,874,1314,1975,2773,3704,5015,6686,8743,11016,13454,16622,19639,22674,26064,28700,31159,32837,34063,34747,34234,33484,31911,29814,27167,24259,21233,18135,15175,12236,9845,7614,6137,4479,3317,2305,1666,1110,716,506,323,205,130,72,32,33,9,10,5,5,4],"bins":[-0.09687256067991257,-0.09391693770885468,-0.09096130728721619,-0.0880056768655777,-0.0850500538945198,-0.08209443092346191,-0.07913880050182343,-0.07618317008018494,-0.07322754710912704,-0.07027192413806915,-0.06731629371643066,-0.06436066329479218,-0.06140504032373428,-0.05844941362738609,-0.0554937869310379,-0.05253816023468971,-0.04958253353834152,-0.04662690684199333,-0.04367128014564514,-0.04071565344929695,-0.03776002675294876,-0.03480440005660057,-0.03184877336025238,-0.02889314666390419,-0.025937519967556,-0.02298189327120781,-0.02002626657485962,-0.01707063987851143,-0.014115013182163239,-0.011159386485815048,-0.008203759789466858,-0.005248133093118668,-0.0022925063967704773,0.000663120299577713,0.0036187469959259033,0.006574373692274094,0.009530000388622284,0.012485627084970474,0.015441253781318665,0.018396880477666855,0.021352507174015045,0.024308133870363235,0.027263760566711426,0.030219387263059616,0.033175013959407806,0.036130640655756,0.03908626735210419,0.04204189404845238,0.04499752074480057,0.04795314744114876,0.05090877413749695,0.05386440083384514,0.05682002753019333,0.05977565422654152,0.06273128092288971,0.0656869113445282,0.06864253431558609,0.07159815728664398,0.07455378770828247,0.07750941812992096,0.08046504110097885,0.08342066407203674,0.08637629449367523,0.08933192491531372,0.09228754788637161]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,3,1,2,2,4,5,7,5,9,11,12,18,11,16,25,23,39,46,40,39,36,38,46,47,38,42,40,37,20,24,10,12,12,12,8,6,3,5,4,1,0,1,1,1,0,1,0,1],"bins":[-0.00042826926801353693,-0.0004168818995822221,-0.0004054945311509073,-0.000394107133615762,-0.00038271976518444717,-0.00037133239675313234,-0.00035994499921798706,-0.00034855763078667223,-0.0003371702623553574,-0.0003257828939240426,-0.00031439552549272776,-0.0003030081279575825,-0.00029162075952626765,-0.0002802333910949528,-0.00026884599355980754,-0.0002574586251284927,-0.0002460712566971779,-0.00023468388826586306,-0.000223296505282633,-0.00021190912229940295,-0.00020052175386808813,-0.0001891343854367733,-0.00017774700245354325,-0.0001663596194703132,-0.00015497225103899837,-0.00014358488260768354,-0.00013219749962445349,-0.00012081012391718104,-0.0001094227482099086,-9.803537250263616e-05,-8.664799679536372e-05,-7.526062108809128e-05,-6.387324538081884e-05,-5.2485869673546404e-05,-4.1098493966273963e-05,-2.9711118259001523e-05,-1.8323742551729083e-05,-6.936366844456643e-06,4.451008862815797e-06,1.5838384570088238e-05,2.7225760277360678e-05,3.861313598463312e-05,5.000051169190556e-05,6.1387887399178e-05,7.277526310645044e-05,8.416263881372288e-05,9.555001452099532e-05,0.00010693739022826776,0.0001183247659355402,0.00012971213436685503,0.00014109951735008508,0.00015248690033331513,0.00016387426876462996,0.00017526163719594479,0.00018664902017917484,0.0001980364031624049,0.00020942377159371972,0.00022081114002503455,0.0002321985230082646,0.00024358590599149466,0.0002549732744228095,0.0002663606428541243,0.0002777480403892696,0.0002891354088205844,0.00030052277725189924]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,1,0,3,3,3,0,1,2,4,3,4,4,10,6,14,16,19,31,24,28,34,42,28,26,37,44,32,26,31,28,22,36,25,22,14,12,20,15,6,15,6,8,8,8,6,7,4,4,3,3,4,2,1,6,0,3,0,1,1],"bins":[0.9993078708648682,0.9993308782577515,0.9993539452552795,0.9993769526481628,0.9994000196456909,0.9994230270385742,0.9994460940361023,0.9994691014289856,0.9994921684265137,0.999515175819397,0.999538242816925,0.9995612502098083,0.9995843172073364,0.9996073246002197,0.9996303915977478,0.9996533989906311,0.9996764659881592,0.9996994733810425,0.9997224807739258,0.9997455477714539,0.9997685551643372,0.9997916221618652,0.9998146295547485,0.9998376965522766,0.9998607039451599,0.999883770942688,0.9999067783355713,0.9999298453330994,0.9999528527259827,0.9999759197235107,0.999998927116394,1.0000219345092773,1.0000450611114502,1.0000680685043335,1.0000910758972168,1.0001140832901,1.0001370906829834,1.0001602172851562,1.0001832246780396,1.0002062320709229,1.0002292394638062,1.000252366065979,1.0002753734588623,1.0002983808517456,1.000321388244629,1.0003445148468018,1.000367522239685,1.0003905296325684,1.0004135370254517,1.000436544418335,1.0004596710205078,1.0004826784133911,1.0005056858062744,1.0005286931991577,1.0005518198013306,1.0005748271942139,1.0005978345870972,1.0006208419799805,1.0006439685821533,1.0006669759750366,1.00068998336792,1.0007129907608032,1.000736117362976,1.0007591247558594,1.0007821321487427]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.0169677734375,-0.01646137237548828,-0.015954971313476562,-0.015448570251464844,-0.014942169189453125,-0.014435768127441406,-0.013929367065429688,-0.013422966003417969,-0.01291656494140625,-0.012410163879394531,-0.011903762817382812,-0.011397361755371094,-0.010890960693359375,-0.010384559631347656,-0.009878158569335938,-0.009371757507324219,-0.0088653564453125,-0.008358955383300781,-0.007852554321289062,-0.007346153259277344,-0.006839752197265625,-0.006333351135253906,-0.0058269500732421875,-0.005320549011230469,-0.00481414794921875,-0.004307746887207031,-0.0038013458251953125,-0.0032949447631835938,-0.002788543701171875,-0.0022821426391601562,-0.0017757415771484375,-0.0012693405151367188,-0.000762939453125,-0.00025653839111328125,0.0002498626708984375,0.0007562637329101562,0.001262664794921875,0.0017690658569335938,0.0022754669189453125,0.0027818679809570312,0.00328826904296875,0.0037946701049804688,0.0043010711669921875,0.004807472229003906,0.005313873291015625,0.005820274353027344,0.0063266754150390625,0.006833076477050781,0.0073394775390625,0.007845878601074219,0.008352279663085938,0.008858680725097656,0.009365081787109375,0.009871482849121094,0.010377883911132812,0.010884284973144531,0.01139068603515625,0.011897087097167969,0.012403488159179688,0.012909889221191406,0.013416290283203125,0.013922691345214844,0.014429092407226562,0.014935493469238281,0.01544189453125],"_type":"histogram","values":[1,0,1,0,0,0,2,2,8,5,5,13,19,23,30,50,84,138,205,335,544,914,1349,2254,3354,5674,9206,14386,23450,38892,64005,117333,261707,481607,260766,120298,65874,39091,22936,14096,8814,5398,3604,2261,1434,925,620,436,282,159,109,70,33,26,12,7,2,1,1,3,3,6,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,0,1,1,2,1,1,4,4,3,6,8,7,9,7,13,18,15,19,18,19,16,20,24,22,44,27,39,39,40,43,27,29,27,28,24,14,23,15,17,15,10,11,8,11,6,4,4,6,4,0,3,2,2,1,2,0,0,1,0,0,1],"bins":[-0.001109742559492588,-0.0010726976906880736,-0.0010356527054682374,-0.000998607836663723,-0.0009615628514438868,-0.0009245179826393723,-0.000887473055627197,-0.0008504281286150217,-0.0008133832016028464,-0.0007763382745906711,-0.0007392933475784957,-0.0007022484205663204,-0.000665203551761806,-0.0006281586247496307,-0.0005911136977374554,-0.00055406877072528,-0.0005170238437131047,-0.0004799789167009294,-0.0004429339896887541,-0.0004058890917804092,-0.0003688441647682339,-0.0003317992377560586,-0.0002947543398477137,-0.0002577094128355384,-0.00022066448582336307,-0.00018361955881118774,-0.00014657464635092765,-0.00010952972661470994,-7.248480687849224e-05,-3.543988714227453e-05,1.6050325939431787e-06,3.8649952330160886e-05,7.56948720663786e-05,0.0001127397918025963,0.000149784711538814,0.0001868296239990741,0.00022387455101124942,0.00026091947802342474,0.0002979643759317696,0.00033500930294394493,0.00037205422995612025,0.0004090991569682956,0.0004461440839804709,0.00048318898188881576,0.0005202338797971606,0.000557278806809336,0.0005943237338215113,0.0006313686608336866,0.0006684135878458619,0.0007054585148580372,0.0007425034418702126,0.0007795483688823879,0.0008165932958945632,0.0008536381646990776,0.0008906830917112529,0.0009277280187234282,0.0009647729457356036,0.001001817872747779,0.0010388627415522933,0.0010759077267721295,0.001112952595576644,0.0011499975807964802,0.0011870424496009946,0.0012240874348208308,0.0012611323036253452]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-2.7268024496152066e-06,-2.6320665256207576e-06,-2.537330374252633e-06,-2.4425944502581842e-06,-2.34785829889006e-06,-2.253122374895611e-06,-2.158386450901162e-06,-2.0636502995330375e-06,-1.9689143755385885e-06,-1.8741783378573018e-06,-1.7794423001760151e-06,-1.6847062624947284e-06,-1.5899702248134417e-06,-1.495234187132155e-06,-1.400498263137706e-06,-1.3057622254564194e-06,-1.2110261877751327e-06,-1.116290150093846e-06,-1.0215541124125593e-06,-9.268181315746915e-07,-8.320821507368237e-07,-7.37346113055537e-07,-6.426100753742503e-07,-5.478740945363825e-07,-4.531380568550958e-07,-3.584020475955185e-07,-2.6366603833594127e-07,-1.6893000065465458e-07,-7.419399139507732e-08,2.0542024969927297e-08,1.1527804133493191e-07,2.100140648053639e-07,3.0475007406494115e-07,3.994860833245184e-07,4.942220925840957e-07,5.889581302653824e-07,6.836941111032502e-07,7.784301487845369e-07,8.731661864658236e-07,9.679022241471102e-07,1.0626381481415592e-06,1.157374185822846e-06,1.2521102235041326e-06,1.3468462611854193e-06,1.441582298866706e-06,1.5363183365479927e-06,1.6310542605424416e-06,1.7257902982237283e-06,1.820526335905015e-06,1.9152623735863017e-06,2.0099982975807507e-06,2.104734448948875e-06,2.199470372943324e-06,2.2942065243114484e-06,2.3889424483058974e-06,2.4836783723003464e-06,2.578414523668471e-06,2.6731504476629198e-06,2.767886599031044e-06,2.862622523025493e-06,2.957358447019942e-06,3.0520945983880665e-06,3.1468305223825155e-06,3.24156667375064e-06,3.336302597745089e-06],"_type":"histogram","values":[2,0,0,0,0,0,0,0,2,1,0,3,0,8,5,3,6,4,6,10,9,10,22,37,37,44,65,59,66,77,76,51,30,29,21,18,17,7,6,8,5,6,3,2,0,2,1,1,2,2,2,1,0,0,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[5,2,3,2,2,3,5,7,7,7,5,7,11,13,15,10,8,12,17,17,17,14,17,27,29,33,22,27,31,22,24,16,22,25,27,23,28,19,16,14,13,23,19,8,12,13,5,9,7,11,3,2,6,4,4,2,4,2,1,4,2,0,1,2],"bins":[-0.0008315732702612877,-0.0008046586299315095,-0.0007777439896017313,-0.000750829407479614,-0.0007239147671498358,-0.0006970001268200576,-0.0006700854864902794,-0.0006431708461605012,-0.000616256264038384,-0.0005893416237086058,-0.0005624269833788276,-0.0005355123430490494,-0.0005085977027192712,-0.00048168309149332345,-0.00045476845116354525,-0.0004278538399375975,-0.0004009391996078193,-0.0003740245592780411,-0.0003471099480520934,-0.0003201953077223152,-0.00029328069649636745,-0.00026636605616658926,-0.00023945141583681107,-0.0002125367900589481,-0.00018562216428108513,-0.00015870753850322217,-0.0001317929127253592,-0.00010487827239558101,-7.796364661771804e-05,-5.104901720187627e-05,-2.4134387786034495e-05,2.7802416298072785e-06,2.969487104564905e-05,5.6609500461490825e-05,8.35241298773326e-05,0.00011043876293115318,0.00013735338870901614,0.0001642680144868791,0.0001911826548166573,0.00021809728059452027,0.00024501190637238324,0.00027192654670216143,0.00029884115792810917,0.00032575579825788736,0.00035267043858766556,0.0003795850498136133,0.0004064996901433915,0.00043341430136933923,0.0004603289416991174,0.0004872435820288956,0.0005141582223586738,0.0005410728044807911,0.0005679874448105693,0.0005949020851403475,0.0006218167254701257,0.0006487313657999039,0.0006756460061296821,0.0007025605882517993,0.0007294752285815775,0.0007563898689113557,0.0007833045092411339,0.0008102191495709121,0.0008371337316930294,0.0008640483720228076,0.0008909630123525858],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,2,1,3,1,0,1,4,5,6,5,2,10,10,14,6,14,13,12,13,15,17,17,18,25,18,22,26,29,25,28,30,27,19,23,27,24,25,21,27,23,16,24,7,11,16,13,11,7,6,4,9,5,7,6,4,2,4,3,0,0,2],"bins":[-0.04915287718176842,-0.04768794775009155,-0.04622302204370499,-0.04475809261202812,-0.04329316318035126,-0.04182823374867439,-0.04036330804228783,-0.03889837861061096,-0.0374334491789341,-0.03596852347254753,-0.034503594040870667,-0.0330386646091938,-0.03157373517751694,-0.030108807608485222,-0.028643880039453506,-0.027178950607776642,-0.025714023038744926,-0.02424909546971321,-0.022784166038036346,-0.02131923846900463,-0.019854309037327766,-0.01838938146829605,-0.016924452036619186,-0.015459524467587471,-0.013994595967233181,-0.012529667466878891,-0.011064738966524601,-0.009599810466170311,-0.008134882897138596,-0.006669953931123018,-0.0052050258964300156,-0.0037400973960757256,-0.0022751688957214355,-0.0008102405117824674,0.0006546878721565008,0.002119616139680147,0.003584544640034437,0.005049473140388727,0.00651440117508173,0.00797932967543602,0.00944425817579031,0.0109091866761446,0.01237411517649889,0.01383904367685318,0.015303971245884895,0.01676890067756176,0.018233828246593475,0.01969875767827034,0.021163685247302055,0.02262861281633377,0.024093542248010635,0.02555846981704235,0.027023399248719215,0.02848832681775093,0.029953256249427795,0.03141818568110466,0.032883111387491226,0.03434804081916809,0.035812970250844955,0.03727789595723152,0.038742825388908386,0.04020775482058525,0.041672684252262115,0.04313760995864868,0.044602539390325546]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[1,0,0,3,1,11,13,21,34,56,110,211,362,650,1043,1730,2709,4077,6012,8592,12506,16945,22707,29194,37457,46420,55973,66298,74868,84092,91413,96743,99851,101193,99470,94613,88075,79859,70230,61153,51326,41803,33579,25950,19436,14278,10480,7379,5034,3376,2146,1386,831,523,272,165,93,47,28,15,11,4,5,1],"bins":[-0.10712084174156189,-0.10389971733093262,-0.10067859292030334,-0.09745746850967407,-0.0942363366484642,-0.09101521223783493,-0.08779408782720566,-0.08457296341657639,-0.08135183900594711,-0.07813071459531784,-0.07490958273410797,-0.0716884583234787,-0.06846733391284943,-0.06524620950222015,-0.06202508509159088,-0.05880395695567131,-0.05558283254504204,-0.052361708134412766,-0.049140579998493195,-0.04591945558786392,-0.04269833117723465,-0.03947720304131508,-0.036256078630685806,-0.033034954220056534,-0.029813827946782112,-0.02659270167350769,-0.023371577262878418,-0.020150450989603996,-0.016929324716329575,-0.013708200305700302,-0.01048707403242588,-0.007265948690474033,-0.004044823348522186,-0.0008236977737396955,0.002397427801042795,0.0056185536086559296,0.008839678950607777,0.012060804292559624,0.015281930565834045,0.018503054976463318,0.02172418124973774,0.02494530752301216,0.028166431933641434,0.031387556344270706,0.03460868448019028,0.03782980889081955,0.04105093330144882,0.04427206143736839,0.047493185847997665,0.05071431025862694,0.05393543839454651,0.05715656280517578,0.060377687215805054,0.06359881162643433,0.0668199360370636,0.07004106789827347,0.07326219230890274,0.07648331671953201,0.07970444113016129,0.08292556554079056,0.08614668995141983,0.0893678218126297,0.09258894622325897,0.09581007063388824,0.09903119504451752],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.010586615651845932,-0.010234071873128414,-0.009881527163088322,-0.009528983384370804,-0.009176438674330711,-0.008823894895613194,-0.008471351116895676,-0.008118806406855583,-0.007766262628138065,-0.00741371838375926,-0.007061174139380455,-0.006708630360662937,-0.006356086116284132,-0.006003541871905327,-0.005650998093187809,-0.005298453848809004,-0.004945909604430199,-0.0045933653600513935,-0.004240821115672588,-0.0038882773369550705,-0.0035357330925762653,-0.00318318884819746,-0.0028306448366492987,-0.002478100825101137,-0.002125556580722332,-0.0017730124527588487,-0.0014204683247953653,-0.001067924196831882,-0.0007153800688683987,-0.00036283594090491533,-1.0291812941432e-05,0.00034225231502205133,0.00069479551166296,0.0010473396396264434,0.0013998837675899267,0.00175242789555341,0.0021049720235168934,0.0024575162678956985,0.00281006027944386,0.0031626042909920216,0.0035151485353708267,0.003867692779749632,0.004220237024128437,0.004572780802845955,0.00492532504722476,0.005277869291603565,0.005630413070321083,0.005982957314699888,0.006335501559078693,0.0066880458034574986,0.007040590047836304,0.0073931338265538216,0.007745678070932627,0.008098222315311432,0.00845076609402895,0.008803310804069042,0.00915585458278656,0.009508398361504078,0.00986094307154417,0.010213486850261688,0.01056603156030178,0.010918575339019299,0.011271119117736816,0.011623663827776909,0.011976207606494427],"_type":"histogram","values":[1,0,0,1,0,0,0,2,1,3,8,3,5,7,5,13,17,15,19,25,41,61,53,67,87,94,113,123,130,122,110,131,87,108,89,73,88,64,64,36,38,25,21,25,15,11,14,6,8,5,3,1,4,1,1,2,0,0,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.018986143171787262,-0.018419282510876656,-0.0178524237126112,-0.017285563051700592,-0.016718702390789986,-0.01615184172987938,-0.015584982000291348,-0.015018122270703316,-0.01445126160979271,-0.013884401880204678,-0.013317542150616646,-0.01275068148970604,-0.012183821760118008,-0.011616961099207401,-0.01105010136961937,-0.010483240708708763,-0.009916380979120731,-0.0093495212495327,-0.008782660588622093,-0.008215800859034061,-0.007648940198123455,-0.007082080468535423,-0.006515220273286104,-0.005948360078036785,-0.005381499882787466,-0.004814639687538147,-0.004247779492288828,-0.0036809195298701525,-0.0031140593346208334,-0.0025471991393715143,-0.001980339176952839,-0.0014134789817035198,-0.0008466187864542007,-0.0002797586494125426,0.0002871014876291156,0.0008539616246707737,0.001420821761712432,0.001987681956961751,0.0025545419193804264,0.0031214021146297455,0.0036882623098790646,0.004255122505128384,0.004821982700377703,0.005388842895627022,0.0059557026252150536,0.006522562820464373,0.007089423015713692,0.007656283210963011,0.00822314340621233,0.008790003135800362,0.009356863796710968,0.009923723526299,0.010490584187209606,0.011057443916797638,0.011624304577708244,0.012191164307296276,0.012758024036884308,0.013324884697794914,0.013891744427382946,0.014458605088293552,0.015025464817881584,0.01559232547879219,0.016159186139702797,0.016726044937968254,0.01729290559887886],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,2,0,2,5,2,4,7,8,8,11,11,10,17,7,21,20,19,34,22,23,42,27,25,33,40,38,29,31,29,27,32,21,12,25,17,15,22,9,9,7,8,5,5,4,2,5,4,2,1,3,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,1,2,4,2,8,2,3,2,3,6,8,10,15,9,11,10,11,16,19,18,26,26,18,27,24,17,23,30,29,22,31,18,23,23,26,22,22,19,24,23,16,12,11,13,14,7,7,7,15,6,6,4,5,3,1,1,2,1,1,0,1,0,1],"bins":[-0.000604752916842699,-0.0005847950233146548,-0.0005648370715789497,-0.0005448791198432446,-0.0005249212263152003,-0.0005049633327871561,-0.00048500538105145097,-0.0004650474584195763,-0.0004450895357877016,-0.0004251316131558269,-0.00040517369052395225,-0.00038521576789207757,-0.0003652578452602029,-0.0003452999226283282,-0.0003253419999964535,-0.00030538407736457884,-0.00028542615473270416,-0.0002654682321008295,-0.0002455103094689548,-0.00022555238683708012,-0.00020559446420520544,-0.00018563654157333076,-0.00016567861894145608,-0.0001457206963095814,-0.00012576277367770672,-0.00010580485104583204,-8.584692841395736e-05,-6.588900578208268e-05,-4.5931083150207996e-05,-2.5973160518333316e-05,-6.015237886458635e-06,1.3942684745416045e-05,3.390054916962981e-05,5.385847180150449e-05,7.381639443337917e-05,9.377431706525385e-05,0.00011373223969712853,0.00013369016232900321,0.0001536480849608779,0.00017360600759275258,0.00019356393022462726,0.00021352185285650194,0.00023347977548837662,0.0002534376981202513,0.000273395620752126,0.00029335354338400066,0.00031331146601587534,0.00033326938864775,0.0003532273112796247,0.0003731852339114994,0.00039314315654337406,0.00041310107917524874,0.0004330590018071234,0.0004530169244389981,0.0004729748470708728,0.000492932740598917,0.0005128906923346221,0.0005328486440703273,0.0005528065375983715,0.0005727644311264157,0.0005927223828621209,0.000612680334597826,0.0006326382281258702,0.0006525961216539145,0.0006725540733896196]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,3,2,8,9,25,52,70,102,178,319,482,695,999,1407,2076,2784,4001,5146,6648,8502,10918,12994,15923,19027,21898,24829,27322,29509,31582,32999,33505,33543,32990,31682,29726,27671,24982,21828,19017,16213,13464,10886,8580,6858,5191,3908,2792,1992,1473,1017,724,445,308,207,115,82,50,25,15,12,7,1,5],"bins":[-0.0918608158826828,-0.08899243175983429,-0.08612404018640518,-0.08325565606355667,-0.08038726449012756,-0.07751888036727905,-0.07465049624443054,-0.07178210467100143,-0.06891372054815292,-0.06604533642530441,-0.0631769448518753,-0.060308560729026794,-0.057440172880887985,-0.054571785032749176,-0.051703400909900665,-0.048835013061761856,-0.04596662521362305,-0.04309823736548424,-0.04022984951734543,-0.03736146539449692,-0.03449307754635811,-0.0316246896982193,-0.02875630371272564,-0.02588791772723198,-0.02301952987909317,-0.02015114203095436,-0.0172827560454607,-0.014414369128644466,-0.011545982211828232,-0.008677595295011997,-0.005809208378195763,-0.002940821461379528,-7.243454456329346e-05,0.002795952372252941,0.005664339289069176,0.00853272620588541,0.011401113122701645,0.01426950003951788,0.017137886956334114,0.020006272941827774,0.022874660789966583,0.025743048638105392,0.028611434623599052,0.03147982060909271,0.03434820845723152,0.03721659630537033,0.04008498042821884,0.04295336827635765,0.04582175612449646,0.04869014397263527,0.05155853182077408,0.05442691594362259,0.0572953037917614,0.06016369163990021,0.06303207576274872,0.06590046733617783,0.06876885145902634,0.07163723558187485,0.07450562715530396,0.07737401127815247,0.08024239540100098,0.08311078697443008,0.0859791710972786,0.0888475626707077,0.09171594679355621],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[2,1,7,8,13,19,39,73,117,200,293,441,713,1026,1448,2152,3027,4032,5478,7202,9108,11360,14213,16873,19853,22963,25965,28365,30641,32400,33592,33931,34183,33185,31381,29697,26795,23917,20924,17966,15039,12187,10017,7710,5985,4513,3303,2355,1784,1130,770,559,330,223,119,85,56,28,12,5,3,2,4,2],"bins":[-0.09248553961515427,-0.08956675976514816,-0.08664797991514206,-0.08372920006513596,-0.08081042021512985,-0.07789164036512375,-0.07497286051511765,-0.07205408066511154,-0.06913530826568604,-0.06621652841567993,-0.06329774856567383,-0.060378964990377426,-0.05746018886566162,-0.05454140901565552,-0.051622629165649414,-0.04870384931564331,-0.04578506946563721,-0.042866289615631104,-0.039947509765625,-0.037028729915618896,-0.03410995006561279,-0.03119117207825184,-0.028272394090890884,-0.02535361424088478,-0.022434834390878677,-0.019516054540872574,-0.01659727469086647,-0.013678496703505516,-0.010759716853499413,-0.007840937003493309,-0.00492215808480978,-0.002003378700464964,0.0009153932332992554,0.0038341726176440716,0.006752952001988888,0.009671730920672417,0.01259051077067852,0.015509290620684624,0.018428068608045578,0.02134684845805168,0.024265628308057785,0.02718440815806389,0.030103188008069992,0.033021967858076096,0.0359407439827919,0.038859523832798004,0.04177830368280411,0.04469708353281021,0.047615863382816315,0.05053464323282242,0.05345342308282852,0.056372202932834625,0.05929098278284073,0.062209758907556534,0.06512854248285294,0.06804732233285904,0.07096609473228455,0.07388487458229065,0.07680365443229675,0.07972243428230286,0.08264121413230896,0.08555999398231506,0.08847877383232117,0.09139755368232727,0.09431633353233337],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.15885770320892334,-0.15476197004318237,-0.1506662368774414,-0.14657051861286163,-0.14247478544712067,-0.1383790522813797,-0.13428333401679993,-0.13018760085105896,-0.126091867685318,-0.12199613451957703,-0.11790040880441666,-0.11380468308925629,-0.10970894992351532,-0.10561321675777435,-0.10151749104261398,-0.09742176532745361,-0.09332603216171265,-0.08923029899597168,-0.08513457328081131,-0.08103884756565094,-0.07694311439990997,-0.072847381234169,-0.06875165551900864,-0.06465592980384827,-0.0605601966381073,-0.05646446719765663,-0.05236873775720596,-0.048273008316755295,-0.044177278876304626,-0.04008154943585396,-0.03598581999540329,-0.03189009055495262,-0.02779434621334076,-0.02369861677289009,-0.019602887332439423,-0.015507157891988754,-0.011411428451538086,-0.007315699011087418,-0.0032199695706367493,0.0008757598698139191,0.004971489310264587,0.009067218750715256,0.013162948191165924,0.017258677631616592,0.02135440707206726,0.02545013651251793,0.029545865952968597,0.033641595393419266,0.037737324833869934,0.0418330542743206,0.04592878371477127,0.05002451315522194,0.05412024259567261,0.058215972036123276,0.062311701476573944,0.06640742719173431,0.07050316035747528,0.07459889352321625,0.07869461923837662,0.08279034495353699,0.08688607811927795,0.09098181128501892,0.09507753700017929,0.09917326271533966,0.10326899588108063],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,0,0,1,2,2,3,6,4,5,5,6,6,7,17,8,11,19,17,17,17,21,23,26,27,28,34,43,24,40,19,29,36,27,33,23,30,24,19,20,13,14,7,10,14,10,3,3,5,0,2,3,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,0,3,2,3,2,4,3,2,5,11,9,11,13,15,19,21,27,39,39,53,55,41,59,59,51,51,39,22,22,21,8,10,11,4,7,7,5,4,1,1,3,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.002601121086627245,-0.0025238918606191874,-0.002446662401780486,-0.0023694331757724285,-0.0022922037169337273,-0.0022149744909256697,-0.002137745264917612,-0.002060515806078911,-0.0019832865800708532,-0.0019060572376474738,-0.0018288278952240944,-0.001751598552800715,-0.0016743692103773355,-0.0015971398679539561,-0.0015199106419458985,-0.0014426812995225191,-0.0013654519570991397,-0.0012882226146757603,-0.0012109932722523808,-0.0011337640462443233,-0.0010565347038209438,-0.0009793053613975644,-0.000902076018974185,-0.0008248467347584665,-0.0007476173923350871,-0.0006703880499117076,-0.0005931587656959891,-0.0005159294232726097,-0.00043870010995306075,-0.0003614707966335118,-0.00028424145421013236,-0.0002070121408905834,-0.00012978282757103443,-5.255350697552785e-05,2.4675813619978726e-05,0.0001019051342154853,0.00017913445481099188,0.00025636376813054085,0.00033359311055392027,0.00041082242387346923,0.0004880517371930182,0.0005652810796163976,0.0006425103638321161,0.0007197397062554955,0.000796969048678875,0.0008741983328945935,0.0009514276753179729,0.0010286569595336914,0.0011058863019570708,0.0011831156443804502,0.0012603449868038297,0.0013375742128118873,0.0014148035552352667,0.001492032897658646,0.0015692622400820255,0.001646491582505405,0.0017237209249287844,0.001800950150936842,0.0018781794933602214,0.001955408835783601,0.0020326380617916584,0.0021098675206303596,0.0021870967466384172,0.0022643262054771185,0.002341555431485176]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[2,0,1,0,2,7,3,6,5,9,14,20,17,28,21,38,45,49,67,67,91,84,119,130,151,113,137,101,104,101,85,85,62,48,42,41,24,25,26,18,10,15,7,4,5,3,3,1,4,1,3,1,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.020472906529903412,-0.019670823588967323,-0.018868740648031235,-0.018066655844449997,-0.01726457290351391,-0.01646248996257782,-0.01566040702164173,-0.014858323149383068,-0.01405624020844698,-0.013254157267510891,-0.012452073395252228,-0.01164999045431614,-0.01084790751338005,-0.010045823641121387,-0.009243740700185299,-0.008441656827926636,-0.007639573886990547,-0.006837490480393171,-0.0060354070737957954,-0.005233324132859707,-0.004431240726262331,-0.003629157319664955,-0.002827074145898223,-0.0020249909721314907,-0.0012229075655341148,-0.0004208242753520608,0.00038125901482999325,0.0011833423050120473,0.0019854255951941013,0.002787509001791477,0.0035895921755582094,0.004391675349324942,0.0051937587559223175,0.005995842162519693,0.006797925569117069,0.007600008510053158,0.008402092382311821,0.00920417532324791,0.010006258264183998,0.010808342136442661,0.01161042507737875,0.012412508018314838,0.013214591890573502,0.01401667483150959,0.014818757772445679,0.015620841644704342,0.016422925516963005,0.017225008457899094,0.018027091398835182,0.01882917433977127,0.01963125728070736,0.020433342084288597,0.021235425025224686,0.022037507966160774,0.022839590907096863,0.02364167384803295,0.02444375678896904,0.025245841592550278,0.026047924533486366,0.026850007474422455,0.027652090415358543,0.028454173356294632,0.02925625815987587,0.03005834110081196,0.030860424041748047],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,0,2,0,0,2,2,4,2,8,5,6,4,7,12,12,11,16,18,22,19,26,28,24,25,29,31,24,38,33,47,35,24,27,33,23,26,20,24,14,16,12,10,8,9,7,9,1,1,2,2,3,1,1],"bins":[-0.14100854098796844,-0.1373642235994339,-0.13371990621089935,-0.1300755888223648,-0.12643127143383026,-0.12278695404529572,-0.11914263665676117,-0.11549831926822662,-0.11185400187969208,-0.10820969194173813,-0.10456537455320358,-0.10092105716466904,-0.09727673977613449,-0.09363242238759995,-0.0899881049990654,-0.08634378761053085,-0.08269947022199631,-0.07905515283346176,-0.07541083544492722,-0.07176651805639267,-0.06812220066785812,-0.06447788327932358,-0.06083356961607933,-0.057189252227544785,-0.05354493483901024,-0.04990061745047569,-0.04625630006194115,-0.0426119826734066,-0.038967669010162354,-0.03532335162162781,-0.03167903423309326,-0.028034716844558716,-0.024390392005443573,-0.020746074616909027,-0.01710175722837448,-0.013457441702485085,-0.009813124313950539,-0.00616880739107728,-0.0025244904682040215,0.0011198264546692371,0.004764143377542496,0.008408460766077042,0.012052777223289013,0.015697093680500984,0.01934141106903553,0.022985728457570076,0.026630043983459473,0.03027436137199402,0.033918678760528564,0.03756299614906311,0.041207313537597656,0.0448516309261322,0.04849594831466675,0.052140261977910995,0.05578457936644554,0.05942889675498009,0.06307321786880493,0.06671752780675888,0.07036184519529343,0.07400616258382797,0.07765047997236252,0.08129479736089706,0.08493911474943161,0.08858343213796616,0.0922277495265007]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,0,0,1,1,0,1,1,1,6,2,3,4,8,8,7,5,11,11,14,12,15,23,19,24,27,33,32,17,32,37,42,30,28,42,22,19,18,26,27,30,20,16,19,16,8,3,5,9,3,3,5,3,6,2,1,3,3,1,0,1,0,1],"bins":[-0.023496706038713455,-0.022781549021601677,-0.0220663920044899,-0.02135123498737812,-0.020636077970266342,-0.019920920953154564,-0.019205763936042786,-0.018490606918931007,-0.01777544990181923,-0.01706029288470745,-0.016345135867595673,-0.015629978850483894,-0.014914820902049541,-0.014199663884937763,-0.013484506867825985,-0.012769349850714207,-0.012054192833602428,-0.01133903581649065,-0.010623878799378872,-0.009908721782267094,-0.009193564765155315,-0.008478407748043537,-0.007763250265270472,-0.007048093248158693,-0.006332936231046915,-0.005617779213935137,-0.0049026221968233585,-0.00418746517971158,-0.0034723079297691584,-0.00275715091265738,-0.002041993662714958,-0.00132683664560318,-0.0006116796284914017,0.0001034774468280375,0.0008186345221474767,0.0015337916556745768,0.002248948672786355,0.0029641056898981333,0.003679262939840555,0.0043944199569523335,0.005109576974064112,0.00582473399117589,0.006539891008287668,0.0072550480253994465,0.007970205508172512,0.00868536252528429,0.009400519542396069,0.010115676559507847,0.010830833576619625,0.011545990593731403,0.012261147610843182,0.01297630462795496,0.013691461645066738,0.014406618662178516,0.015121775679290295,0.015836933627724648,0.016552090644836426,0.017267247661948204,0.017982404679059982,0.01869756169617176,0.01941271871328354,0.020127875730395317,0.020843032747507095,0.021558189764618874,0.022273346781730652],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.09070537239313126,-0.08783350884914398,-0.08496164530515671,-0.08208978176116943,-0.07921791821718216,-0.07634605467319489,-0.07347419112920761,-0.07060232758522034,-0.06773045659065247,-0.06485859304666519,-0.061986733227968216,-0.05911486968398094,-0.05624300241470337,-0.053371138870716095,-0.05049927532672882,-0.04762741178274155,-0.04475554823875427,-0.041883684694767,-0.039011821150779724,-0.03613995760679245,-0.033268094062805176,-0.030396228656172752,-0.02752436324954033,-0.024652499705553055,-0.02178063616156578,-0.018908772617578506,-0.016036909073591232,-0.013165043666958809,-0.010293180122971535,-0.007421316113322973,-0.004549452103674412,-0.0016775880940258503,0.0011942684650421143,0.004066132474690676,0.006937996484339237,0.009809860959649086,0.01268172450363636,0.015553588047623634,0.018425453454256058,0.021297316998243332,0.024169180542230606,0.02704104408621788,0.029912907630205154,0.03278477117419243,0.03565663844347,0.038528501987457275,0.04140036553144455,0.044272229075431824,0.0471440926194191,0.05001595616340637,0.052887819707393646,0.05575968325138092,0.058631546795368195,0.06150341406464577,0.06437527388334274,0.06724713742733002,0.07011900842189789,0.07299087196588516,0.07586273550987244,0.07873459905385971,0.08160646259784698,0.08447832614183426,0.08735018968582153,0.09022205322980881,0.09309391677379608],"_type":"histogram","values":[3,2,9,10,17,31,56,79,137,202,335,522,809,1175,1615,2448,3225,4419,5870,7588,9480,11891,14586,17024,20293,22839,25748,28449,30852,31940,33215,33679,33443,32525,30710,28898,26293,23519,20847,17791,15070,12394,9832,7870,5972,4513,3480,2541,1831,1242,897,602,374,241,166,101,50,27,24,11,5,3,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[2,1,0,1,2,0,1,2,1,3,1,2,2,2,3,10,12,13,12,17,17,28,24,32,38,37,46,28,33,35,27,28,31,31,32,19,26,22,12,19,18,10,13,9,8,4,9,5,5,1,3,3,5,3,6,1,3,1,2,1,4,1,0,1],"bins":[0.9993336796760559,0.9993572235107422,0.9993807673454285,0.9994043707847595,0.9994279146194458,0.9994514584541321,0.9994750022888184,0.9994986057281494,0.9995221495628357,0.999545693397522,0.9995692372322083,0.9995928406715393,0.9996163845062256,0.9996399283409119,0.9996634721755981,0.9996870756149292,0.9997106194496155,0.9997341632843018,0.999757707118988,0.9997812509536743,0.9998048543930054,0.9998283982276917,0.9998519420623779,0.9998754858970642,0.9998990893363953,0.9999226331710815,0.9999461770057678,0.9999697208404541,0.9999933242797852,1.0000168085098267,1.0000404119491577,1.0000640153884888,1.0000874996185303,1.0001111030578613,1.0001345872879028,1.0001581907272339,1.000181794166565,1.0002052783966064,1.0002288818359375,1.0002524852752686,1.00027596950531,1.0002995729446411,1.0003230571746826,1.0003466606140137,1.0003702640533447,1.0003937482833862,1.0004173517227173,1.0004409551620483,1.0004644393920898,1.000488042831421,1.0005115270614624,1.0005351305007935,1.0005587339401245,1.000582218170166,1.000605821609497,1.0006293058395386,1.0006529092788696,1.0006765127182007,1.0006999969482422,1.0007236003875732,1.0007472038269043,1.0007706880569458,1.0007942914962769,1.0008177757263184,1.0008413791656494],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,4,1,1,5,4,8,6,15,19,38,47,60,73,117,179,235,371,504,824,1122,1791,2590,4137,6296,9802,16239,26831,43884,70905,99278,101763,76097,48775,29530,17677,10593,6918,4428,2839,1867,1191,895,561,396,304,170,143,77,71,36,39,21,15,7,5,6,2,7,2,2],"bins":[-0.012939453125,-0.012559890747070312,-0.012180328369140625,-0.011800765991210938,-0.01142120361328125,-0.011041641235351562,-0.010662078857421875,-0.010282516479492188,-0.0099029541015625,-0.009523391723632812,-0.009143829345703125,-0.008764266967773438,-0.00838470458984375,-0.008005142211914062,-0.007625579833984375,-0.0072460174560546875,-0.006866455078125,-0.0064868927001953125,-0.006107330322265625,-0.0057277679443359375,-0.00534820556640625,-0.0049686431884765625,-0.004589080810546875,-0.0042095184326171875,-0.0038299560546875,-0.0034503936767578125,-0.003070831298828125,-0.0026912689208984375,-0.00231170654296875,-0.0019321441650390625,-0.001552581787109375,-0.0011730194091796875,-0.00079345703125,-0.0004138946533203125,-3.4332275390625e-05,0.0003452301025390625,0.00072479248046875,0.0011043548583984375,0.001483917236328125,0.0018634796142578125,0.0022430419921875,0.0026226043701171875,0.003002166748046875,0.0033817291259765625,0.00376129150390625,0.0041408538818359375,0.004520416259765625,0.0048999786376953125,0.005279541015625,0.0056591033935546875,0.006038665771484375,0.0064182281494140625,0.00679779052734375,0.0071773529052734375,0.007556915283203125,0.007936477661132812,0.0083160400390625,0.008695602416992188,0.009075164794921875,0.009454727172851562,0.00983428955078125,0.010213851928710938,0.010593414306640625,0.010972976684570312,0.0113525390625]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[1,0,3,3,5,13,20,34,87,120,207,348,643,1022,1584,2464,3749,5671,8153,11553,15651,20796,27351,34469,42897,52136,61471,70266,79424,86610,93361,97379,98849,97562,95096,89454,82538,74251,65296,55746,46275,38033,30096,23424,17254,12992,9473,6707,4383,2952,1951,1250,738,427,277,158,100,36,33,11,7,0,2,2],"bins":[-0.10315050929784775,-0.0999966487288475,-0.09684278070926666,-0.09368892014026642,-0.09053505957126617,-0.08738119900226593,-0.08422733843326569,-0.08107347041368484,-0.0779196098446846,-0.07476574927568436,-0.07161188125610352,-0.06845802068710327,-0.06530416011810303,-0.06215029954910278,-0.05899643525481224,-0.0558425709605217,-0.052688710391521454,-0.04953484982252121,-0.04638098552823067,-0.043227121233940125,-0.04007326066493988,-0.036919400095939636,-0.033765535801649094,-0.0306116733700037,-0.027457810938358307,-0.024303948506712914,-0.02115008607506752,-0.017996223643422127,-0.014842361211776733,-0.01168849878013134,-0.008534636348485947,-0.005380773916840553,-0.002226918935775757,0.0009269434958696365,0.00408080592751503,0.007234668359160423,0.010388530790805817,0.01354239322245121,0.016696255654096603,0.019850118085741997,0.02300398051738739,0.026157842949032784,0.029311705380678177,0.03246556967496872,0.035619430243968964,0.03877329081296921,0.04192715510725975,0.04508101940155029,0.04823487997055054,0.05138874053955078,0.054542604833841324,0.057696469128131866,0.06085032969713211,0.06400419026613235,0.0671580582857132,0.07031191885471344,0.07346577942371368,0.07661963999271393,0.07977350056171417,0.08292736858129501,0.08608122915029526,0.0892350897192955,0.09238895773887634,0.09554281830787659,0.09869667887687683],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,2,1,4,3,2,8,13,14,25,26,51,58,103,127,195,302,431,644,972,1542,2163,3364,5350,8556,13951,24711,44657,91748,230315,666069,263359,100577,47555,25996,14726,8914,5537,3629,2385,1483,1061,677,514,306,232,133,121,77,48,41,20,21,16,4,5,3,7,3,2,1,0,1,2],"bins":[-0.05419921875,-0.052425384521484375,-0.05065155029296875,-0.048877716064453125,-0.0471038818359375,-0.045330047607421875,-0.04355621337890625,-0.041782379150390625,-0.040008544921875,-0.038234710693359375,-0.03646087646484375,-0.034687042236328125,-0.0329132080078125,-0.031139373779296875,-0.02936553955078125,-0.027591705322265625,-0.02581787109375,-0.024044036865234375,-0.02227020263671875,-0.020496368408203125,-0.0187225341796875,-0.016948699951171875,-0.01517486572265625,-0.013401031494140625,-0.011627197265625,-0.009853363037109375,-0.00807952880859375,-0.006305694580078125,-0.0045318603515625,-0.002758026123046875,-0.00098419189453125,0.000789642333984375,0.0025634765625,0.004337310791015625,0.00611114501953125,0.007884979248046875,0.0096588134765625,0.011432647705078125,0.01320648193359375,0.014980316162109375,0.016754150390625,0.018527984619140625,0.02030181884765625,0.022075653076171875,0.0238494873046875,0.025623321533203125,0.02739715576171875,0.029170989990234375,0.03094482421875,0.032718658447265625,0.03449249267578125,0.036266326904296875,0.0380401611328125,0.039813995361328125,0.04158782958984375,0.043361663818359375,0.045135498046875,0.046909332275390625,0.04868316650390625,0.050457000732421875,0.0522308349609375,0.054004669189453125,0.05577850341796875,0.057552337646484375,0.059326171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,1,0,0,0,0,3,0,1,1,2,8,1,2,6,5,7,15,11,14,13,17,19,28,35,44,35,40,43,50,53,46,43,29,28,17,22,19,32,13,6,12,7,7,5,7,3,2,6,1,3,1,0,1,0,1,0,0,0,0,1],"bins":[-0.00040982672362588346,-0.00039733326411806047,-0.00038483983371406794,-0.00037234637420624495,-0.00035985291469842196,-0.0003473594842944294,-0.00033486602478660643,-0.00032237256527878344,-0.0003098791348747909,-0.0002973856753669679,-0.0002848922158591449,-0.00027239875635132194,-0.0002599053259473294,-0.0002474118664395064,-0.00023491842148359865,-0.00022242496197577566,-0.0002099315170198679,-0.00019743807206396013,-0.00018494461255613714,-0.00017245116760022938,-0.0001599577080924064,-0.00014746426313649863,-0.00013497081818059087,-0.00012247735867276788,-0.00010998391371686012,-9.749046148499474e-05,-8.499700925312936e-05,-7.25035642972216e-05,-6.0010112065356225e-05,-4.751665983349085e-05,-3.502321123960428e-05,-2.2529760826728307e-05,-1.0036310413852334e-05,2.4571399990236387e-06,1.4950590411899611e-05,2.7444040824775584e-05,3.993749123765156e-05,5.243094346951693e-05,6.49243884254247e-05,7.741784065729007e-05,8.991129288915545e-05,0.00010240474512102082,0.0001148981973528862,0.00012739164230879396,0.00013988508726470172,0.00015237854677252471,0.00016487199172843248,0.00017736545123625547,0.00018985889619216323,0.000202352341148071,0.00021484580065589398,0.00022733924561180174,0.00023983270511962473,0.00025232613552361727,0.00026481959503144026,0.00027731305453926325,0.00028980651404708624,0.00030229994445107877,0.00031479340395890176,0.00032728686346672475,0.0003397802938707173,0.0003522737533785403,0.00036476721288636327,0.0003772606432903558,0.0003897541027981788]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,0,1,3,5,9,11,15,15,31,37,36,74,100,142,203,327,464,702,1072,1736,2602,4241,6441,9236,12238,14141,13084,10325,7064,4920,3216,2013,1293,834,539,345,246,164,110,69,59,32,27,25,15,12,8,3,4,6,2,0,3],"bins":[-0.07568359375,-0.07361984252929688,-0.07155609130859375,-0.06949234008789062,-0.0674285888671875,-0.06536483764648438,-0.06330108642578125,-0.061237335205078125,-0.059173583984375,-0.057109832763671875,-0.05504608154296875,-0.052982330322265625,-0.0509185791015625,-0.048854827880859375,-0.04679107666015625,-0.044727325439453125,-0.04266357421875,-0.040599822998046875,-0.03853607177734375,-0.036472320556640625,-0.0344085693359375,-0.032344818115234375,-0.03028106689453125,-0.028217315673828125,-0.026153564453125,-0.024089813232421875,-0.02202606201171875,-0.019962310791015625,-0.0178985595703125,-0.015834808349609375,-0.01377105712890625,-0.011707305908203125,-0.0096435546875,-0.007579803466796875,-0.00551605224609375,-0.003452301025390625,-0.0013885498046875,0.000675201416015625,0.00273895263671875,0.004802703857421875,0.006866455078125,0.008930206298828125,0.01099395751953125,0.013057708740234375,0.0151214599609375,0.017185211181640625,0.01924896240234375,0.021312713623046875,0.02337646484375,0.025440216064453125,0.02750396728515625,0.029567718505859375,0.0316314697265625,0.033695220947265625,0.03575897216796875,0.037822723388671875,0.039886474609375,0.041950225830078125,0.04401397705078125,0.046077728271484375,0.0481414794921875,0.050205230712890625,0.05226898193359375,0.054332733154296875,0.056396484375]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[3,1,1,0,1,1,2,1,3,2,3,2,5,7,6,11,6,14,11,14,17,20,28,16,23,29,23,27,22,33,28,43,33,35,30,31,25,28,24,20,23,24,10,17,8,4,8,8,6,6,8,3,5,1,1,0,0,1,1,1,0,1,1,2],"bins":[-0.00047562996041961014,-0.0004604547575581819,-0.00044527952559292316,-0.0004301043227314949,-0.00041492911987006664,-0.0003997538879048079,-0.00038457868504337966,-0.0003694034821819514,-0.0003542282502166927,-0.0003390530473552644,-0.00032387784449383616,-0.0003087026416324079,-0.0002935274096671492,-0.0002783522068057209,-0.00026317700394429266,-0.00024800177197903395,-0.00023282656911760569,-0.0002176513517042622,-0.00020247614884283394,-0.00018730093142949045,-0.00017212572856806219,-0.0001569505111547187,-0.0001417752937413752,-0.00012660009087994695,-0.00011142487346660346,-9.624966332921758e-05,-8.107445319183171e-05,-6.589923577848822e-05,-5.0724025641102344e-05,-3.554881550371647e-05,-2.0373601728351787e-05,-5.198389771976508e-06,9.976793080568314e-06,2.5152005036943592e-05,4.032721699331887e-05,5.550243076868355e-05,7.067764090606943e-05,8.58528510434553e-05,0.00010102806845679879,0.00011620327859418467,0.00013137848873157054,0.00014655370614491403,0.0001617289090063423,0.00017690412641968578,0.00019207934383302927,0.00020725454669445753,0.00022242976410780102,0.00023760496696922928,0.00025278018438257277,0.00026795538724400103,0.00028313061920925975,0.000298305822070688,0.00031348102493211627,0.000328656256897375,0.00034383145975880325,0.0003590066626202315,0.0003741818945854902,0.0003893570974469185,0.00040453230030834675,0.000419707503169775,0.0004348827351350337,0.000450057937996462,0.00046523314085789025,0.00048040837282314897,0.0004955835756845772]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[2,1,1,1,4,2,4,13,16,12,22,36,50,59,106,163,197,269,375,584,785,1041,1633,2423,3710,5716,8457,13764,22315,37342,69559,145368,127279,59755,33050,19995,12483,7494,5192,3285,2235,1551,997,759,498,358,229,181,130,107,54,42,32,26,20,14,7,5,3,6,3,2,0,2],"bins":[-0.03466796875,-0.033580780029296875,-0.03249359130859375,-0.031406402587890625,-0.0303192138671875,-0.029232025146484375,-0.02814483642578125,-0.027057647705078125,-0.025970458984375,-0.024883270263671875,-0.02379608154296875,-0.022708892822265625,-0.0216217041015625,-0.020534515380859375,-0.01944732666015625,-0.018360137939453125,-0.01727294921875,-0.016185760498046875,-0.01509857177734375,-0.014011383056640625,-0.0129241943359375,-0.011837005615234375,-0.01074981689453125,-0.009662628173828125,-0.008575439453125,-0.007488250732421875,-0.00640106201171875,-0.005313873291015625,-0.0042266845703125,-0.003139495849609375,-0.00205230712890625,-0.000965118408203125,0.0001220703125,0.001209259033203125,0.00229644775390625,0.003383636474609375,0.0044708251953125,0.005558013916015625,0.00664520263671875,0.007732391357421875,0.008819580078125,0.009906768798828125,0.01099395751953125,0.012081146240234375,0.0131683349609375,0.014255523681640625,0.01534271240234375,0.016429901123046875,0.01751708984375,0.018604278564453125,0.01969146728515625,0.020778656005859375,0.0218658447265625,0.022953033447265625,0.02404022216796875,0.025127410888671875,0.026214599609375,0.027301788330078125,0.02838897705078125,0.029476165771484375,0.0305633544921875,0.031650543212890625,0.03273773193359375,0.033824920654296875,0.034912109375]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,0,3,1,4,5,7,6,12,12,13,16,24,21,33,46,56,42,52,45,55,41,34,42,31,27,22,24,17,13,10,13,7,11,4,4,2,2,2,2,0,0,0,0,0,0,0,1],"bins":[-0.00047943773097358644,-0.00046601745998486876,-0.00045259721809998155,-0.00043917694711126387,-0.0004257566761225462,-0.0004123364051338285,-0.00039891613414511085,-0.0003854958922602236,-0.00037207562127150595,-0.0003586553502827883,-0.00034523510839790106,-0.0003318148374091834,-0.0003183945664204657,-0.00030497429543174803,-0.00029155402444303036,-0.00027813378255814314,-0.00026471351156942546,-0.0002512932405807078,-0.00023787298414390534,-0.0002244527277071029,-0.00021103245671838522,-0.00019761218572966754,-0.0001841919292928651,-0.00017077167285606265,-0.00015735140186734498,-0.0001439311308786273,-0.00013051087444182485,-0.00011709061072906479,-0.00010367034701630473,-9.025008330354467e-05,-7.682981959078461e-05,-6.340955587802455e-05,-4.9989321269094944e-05,-3.656905755633488e-05,-2.3148793843574822e-05,-9.728530130814761e-06,3.6917335819453e-06,1.711199729470536e-05,3.053226100746542e-05,4.395252472022548e-05,5.7372788432985544e-05,7.07930521457456e-05,8.421331585850567e-05,9.763357957126573e-05,0.00011105384328402579,0.00012447411427274346,0.0001378943707095459,0.00015131462714634836,0.00016473489813506603,0.0001781551691237837,0.00019157542556058615,0.0002049956819973886,0.00021841595298610628,0.00023183622397482395,0.00024525646585971117,0.00025867673684842885,0.0002720970078371465,0.0002855172788258642,0.00029893754981458187,0.0003123577916994691,0.00032577806268818676,0.00033919833367690444,0.00035261857556179166,0.00036603884655050933,0.000379459117539227]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,0,0,0,1,1,1,0,8,1,2,9,9,4,10,24,30,55,68,90,148,211,378,534,899,1339,2405,4131,7247,14329,30882,85378,237838,123638,41319,17822,8882,4825,2838,1659,1022,605,417,245,167,96,75,67,32,20,17,16,8,6,3,2,3,0,1,0,3,1,2],"bins":[-0.003570556640625,-0.0034644603729248047,-0.0033583641052246094,-0.003252267837524414,-0.0031461715698242188,-0.0030400753021240234,-0.002933979034423828,-0.002827882766723633,-0.0027217864990234375,-0.002615690231323242,-0.002509593963623047,-0.0024034976959228516,-0.0022974014282226562,-0.002191305160522461,-0.0020852088928222656,-0.0019791126251220703,-0.001873016357421875,-0.0017669200897216797,-0.0016608238220214844,-0.001554727554321289,-0.0014486312866210938,-0.0013425350189208984,-0.0012364387512207031,-0.0011303424835205078,-0.0010242462158203125,-0.0009181499481201172,-0.0008120536804199219,-0.0007059574127197266,-0.0005998611450195312,-0.0004937648773193359,-0.0003876686096191406,-0.0002815723419189453,-0.00017547607421875,-6.937980651855469e-05,3.6716461181640625e-05,0.00014281272888183594,0.00024890899658203125,0.00035500526428222656,0.0004611015319824219,0.0005671977996826172,0.0006732940673828125,0.0007793903350830078,0.0008854866027832031,0.0009915828704833984,0.0010976791381835938,0.001203775405883789,0.0013098716735839844,0.0014159679412841797,0.001522064208984375,0.0016281604766845703,0.0017342567443847656,0.001840353012084961,0.0019464492797851562,0.0020525455474853516,0.002158641815185547,0.002264738082885742,0.0023708343505859375,0.002476930618286133,0.002583026885986328,0.0026891231536865234,0.0027952194213867188,0.002901315689086914,0.0030074119567871094,0.0031135082244873047,0.0032196044921875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.06960384547710419,-0.06757120043039322,-0.06553854793310165,-0.06350590288639069,-0.06147325411438942,-0.05944060534238815,-0.057407960295677185,-0.05537531152367592,-0.05334266275167465,-0.051310013979673386,-0.04927736520767212,-0.04724472016096115,-0.045212071388959885,-0.04317942261695862,-0.04114677757024765,-0.039114128798246384,-0.03708148002624512,-0.03504883125424385,-0.033016182482242584,-0.030983537435531616,-0.02895088866353035,-0.026918239891529083,-0.024885592982172966,-0.02285294607281685,-0.020820297300815582,-0.018787648528814316,-0.0167550016194582,-0.014722353778779507,-0.012689705938100815,-0.010657058097422123,-0.008624410256743431,-0.006591762416064739,-0.004559122025966644,-0.0025264741852879524,-0.0004938263446092606,0.0015388214960694313,0.003571469336748123,0.005604117177426815,0.007636765018105507,0.009669412858784199,0.01170206069946289,0.013734708540141582,0.015767356380820274,0.01780000329017639,0.019832652062177658,0.021865300834178925,0.023897947743535042,0.02593059465289116,0.027963243424892426,0.029995892196893692,0.03202854096889496,0.034061186015605927,0.03609383478760719,0.03812648355960846,0.04015912860631943,0.042191777378320694,0.04422442615032196,0.04625707492232323,0.04828972369432449,0.05032236874103546,0.05235501751303673,0.054387666285037994,0.05642031133174896,0.05845296010375023,0.060485608875751495],"_type":"histogram","values":[2,0,0,0,0,0,0,1,1,2,2,1,6,7,5,5,7,7,12,11,13,9,24,22,13,16,20,19,26,32,36,25,28,32,33,28,27,31,19,32,36,30,22,28,17,19,5,9,8,8,4,7,6,1,1,2,1,4,3,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.0225830078125,-0.021879196166992188,-0.021175384521484375,-0.020471572875976562,-0.01976776123046875,-0.019063949584960938,-0.018360137939453125,-0.017656326293945312,-0.0169525146484375,-0.016248703002929688,-0.015544891357421875,-0.014841079711914062,-0.01413726806640625,-0.013433456420898438,-0.012729644775390625,-0.012025833129882812,-0.011322021484375,-0.010618209838867188,-0.009914398193359375,-0.009210586547851562,-0.00850677490234375,-0.0078029632568359375,-0.007099151611328125,-0.0063953399658203125,-0.0056915283203125,-0.0049877166748046875,-0.004283905029296875,-0.0035800933837890625,-0.00287628173828125,-0.0021724700927734375,-0.001468658447265625,-0.0007648468017578125,-6.103515625e-05,0.0006427764892578125,0.001346588134765625,0.0020503997802734375,0.00275421142578125,0.0034580230712890625,0.004161834716796875,0.0048656463623046875,0.0055694580078125,0.0062732696533203125,0.006977081298828125,0.0076808929443359375,0.00838470458984375,0.009088516235351562,0.009792327880859375,0.010496139526367188,0.011199951171875,0.011903762817382812,0.012607574462890625,0.013311386108398438,0.01401519775390625,0.014719009399414062,0.015422821044921875,0.016126632690429688,0.0168304443359375,0.017534255981445312,0.018238067626953125,0.018941879272460938,0.01964569091796875,0.020349502563476562,0.021053314208984375,0.021757125854492188,0.0224609375],"_type":"histogram","values":[1,1,0,0,0,1,1,1,0,2,6,5,13,9,11,26,37,57,90,139,215,372,648,1064,1909,3461,6454,12398,25886,57521,145875,465659,548475,176565,66196,29175,14342,7306,3874,2087,1282,626,397,258,138,93,64,37,31,15,13,8,4,6,4,3,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[5,7,7,9,17,35,56,78,135,243,342,543,808,1205,1788,2511,3311,4508,6305,7690,9757,12499,15147,18296,21207,24100,26535,29140,31550,32913,33738,34325,33688,32405,31031,28378,25461,22941,19777,16607,14094,11432,9115,7141,5389,4007,2934,2095,1510,1021,709,468,292,191,138,73,47,30,15,7,11,5,0,2],"bins":[-0.09105008840560913,-0.08814067393541336,-0.08523126691579819,-0.08232185244560242,-0.07941244542598724,-0.07650303095579147,-0.0735936164855957,-0.07068420946598053,-0.06777479499578476,-0.06486538797616959,-0.061955973505973816,-0.059046562761068344,-0.05613715201616287,-0.0532277412712574,-0.05031832680106163,-0.04740891605615616,-0.04449950531125069,-0.041590094566345215,-0.03868068382143974,-0.03577126935124397,-0.0328618586063385,-0.02995244786143303,-0.027043037116527557,-0.024133624508976936,-0.021224213764071465,-0.018314803019165993,-0.015405390411615372,-0.0124959796667099,-0.009586567990481853,-0.006677156314253807,-0.003767745103687048,-0.0008583336602896452,0.0020510777831077576,0.004960489459335804,0.00786990113556385,0.010779311880469322,0.013688723556697369,0.016598135232925415,0.019507545977830887,0.022416958585381508,0.02532636933028698,0.02823578007519245,0.031145192682743073,0.034054603427648544,0.036964014172554016,0.03987342491745949,0.04278283938765526,0.04569225013256073,0.0486016608774662,0.051511071622371674,0.054420482367277145,0.057329896837472916,0.06023930758237839,0.06314871460199356,0.06605812907218933,0.0689675435423851,0.07187695056200027,0.07478636503219604,0.07769577205181122,0.08060518652200699,0.08351460099220276,0.08642400801181793,0.0893334224820137,0.09224282950162888,0.09515224397182465],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,3,0,4,3,6,6,4,13,9,10,14,17,18,11,20,13,29,21,27,23,32,32,34,29,38,42,33,33,29,20,18,26,19,21,15,16,9,9,6,7,4,9,5,13,5,0,2,2,1,0,2,0,0,1,0,2],"bins":[-0.0008239803137257695,-0.0007978592184372246,-0.0007717381231486797,-0.0007456170278601348,-0.00071949593257159,-0.000693374837283045,-0.0006672537419945002,-0.0006411326467059553,-0.0006150115514174104,-0.0005888904561288655,-0.0005627693608403206,-0.0005366482655517757,-0.0005105271702632308,-0.0004844060749746859,-0.000458284979686141,-0.0004321638843975961,-0.00040604278910905123,-0.00037992169382050633,-0.00035380059853196144,-0.00032767950324341655,-0.00030155840795487165,-0.00027543731266632676,-0.00024931621737778187,-0.00022319512208923697,-0.00019707402680069208,-0.0001709529315121472,-0.0001448318362236023,-0.0001187107409350574,-9.258964564651251e-05,-6.646855035796762e-05,-4.034745506942272e-05,-1.4226359780877829e-05,1.1894677300006151e-05,3.8015772588551044e-05,6.413686787709594e-05,9.025796316564083e-05,0.00011637905845418572,0.00014250015374273062,0.0001686212490312755,0.0001947423443198204,0.0002208634396083653,0.0002469845348969102,0.0002731056301854551,0.000299226725474,0.00032534782076254487,0.00035146891605108976,0.00037759001133963466,0.00040371110662817955,0.00042983220191672444,0.00045595329720526934,0.00048207439249381423,0.0005081954877823591,0.000534316583070904,0.0005604376783594489,0.0005865587736479938,0.0006126798689365387,0.0006388009642250836,0.0006649220595136285,0.0006910431548021734,0.0007171642500907183,0.0007432853453792632,0.0007694064406678081,0.000795527535956353,0.0008216486312448978,0.0008477697265334427]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,3,2,0,1,7,5,9,7,7,12,8,16,24,18,24,31,32,38,38,45,45,45,38,49,43,29,24,27,20,24,21,15,15,11,7,3,1,5,6,3,0,1,1,0,0,1,0,1,0,0,0,1,0,1,0,0,0,0,0,1],"bins":[-0.00027671537827700377,-0.0002657455042935908,-0.00025477565941400826,-0.0002438057999825105,-0.00023283594055101275,-0.000221866081119515,-0.00021089622168801725,-0.0001999263622565195,-0.00018895650282502174,-0.00017798662884160876,-0.000167016769410111,-0.00015604690997861326,-0.0001450770505471155,-0.00013410719111561775,-0.00012313733168412,-0.00011216747225262225,-0.0001011976128211245,-9.022775338962674e-05,-7.925789395812899e-05,-6.828803452663124e-05,-5.7318171457154676e-05,-4.6348312025656924e-05,-3.5378448956180364e-05,-2.440858952468261e-05,-1.3438730093184859e-05,-2.468869752192404e-06,8.50099058880005e-06,1.9470851839287207e-05,3.044071127078496e-05,4.141057070228271e-05,5.238043377175927e-05,6.335029320325702e-05,7.432015263475478e-05,8.529001206625253e-05,9.625987149775028e-05,0.00010722973092924803,0.00011819959036074579,0.00012916944979224354,0.0001401393092237413,0.00015110916865523905,0.0001620790280867368,0.00017304890207014978,0.00018401876150164753,0.00019498862093314528,0.00020595848036464304,0.0002169283397961408,0.00022789819922763854,0.0002388680586591363,0.0002498379326425493,0.0002608077775221318,0.0002717776515055448,0.0002827474963851273,0.0002937173703685403,0.0003046872152481228,0.0003156570892315358,0.0003266269341111183,0.0003375968080945313,0.0003485666529741138,0.0003595365269575268,0.00037050637183710933,0.0003814762458205223,0.00039244609070010483,0.0004034159646835178,0.00041438580956310034,0.0004253556835465133]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-5.266429070616141e-06,-5.051918833487434e-06,-4.837408596358728e-06,-4.622898359230021e-06,-4.408388122101314e-06,-4.193877884972608e-06,-3.979367647843901e-06,-3.7648574107151944e-06,-3.5503471735864878e-06,-3.3358367090841057e-06,-3.121326471955399e-06,-2.9068162348266924e-06,-2.6923059976979857e-06,-2.477795760569279e-06,-2.2632855234405724e-06,-2.0487752863118658e-06,-1.8342650491831591e-06,-1.6197548120544525e-06,-1.4052445749257458e-06,-1.1907343377970392e-06,-9.762241006683325e-07,-7.61713806696207e-07,-5.472035127240815e-07,-3.3269327559537487e-07,-1.1818303846666822e-07,9.632721287289314e-08,3.108374642124545e-07,5.253477297628706e-07,7.398579668915772e-07,9.543682608637027e-07,1.1688784979924094e-06,1.383388735121116e-06,1.5978989722498227e-06,1.8124092093785293e-06,2.026919446507236e-06,2.2414296836359426e-06,2.4559399207646493e-06,2.670450157893356e-06,2.8849603950220626e-06,3.0994706321507692e-06,3.313980869279476e-06,3.528491333781858e-06,3.7430015709105646e-06,3.957511580665596e-06,4.1720218177943025e-06,4.386532054923009e-06,4.601042292051716e-06,4.8155525291804224e-06,5.03006322105648e-06,5.244573458185187e-06,5.459083695313893e-06,5.6735939324426e-06,5.8881041695713066e-06,6.102614406700013e-06,6.31712464382872e-06,6.5316348809574265e-06,6.746145118086133e-06,6.96065535521484e-06,7.1751655923435465e-06,7.389675829472253e-06,7.60418606660096e-06,7.818695848982316e-06,8.033206540858373e-06,8.247716323239729e-06,8.462227015115786e-06],"_type":"histogram","values":[1,1,1,2,3,2,1,3,9,3,4,3,3,6,7,8,9,20,13,26,35,40,49,75,102,76,55,35,28,29,14,16,23,8,4,7,5,9,4,2,6,3,3,3,1,2,2,0,1,2,0,1,0,0,0,1,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,0,1,0,3,4,0,6,5,4,10,6,5,10,7,13,12,30,25,23,35,26,31,36,41,33,32,25,44,31,31,29,28,31,22,22,14,15,11,8,14,8,3,5,7,5,2,2,2,2,0,1,1,0,0,1,0,1,0,1,1],"bins":[-0.00044443371007218957,-0.00042949686758220196,-0.00041456002509221435,-0.00039962318260222673,-0.0003846863401122391,-0.0003697494976222515,-0.0003548126551322639,-0.0003398758126422763,-0.0003249389701522887,-0.0003100020985584706,-0.000295065256068483,-0.0002801284135784954,-0.00026519157108850777,-0.00025025472859852016,-0.00023531788610853255,-0.00022038104361854494,-0.00020544420112855732,-0.0001905073586385697,-0.0001755705161485821,-0.0001606336736585945,-0.00014569683116860688,-0.00013075997412670404,-0.00011582313163671643,-0.00010088628914672881,-8.59494466567412e-05,-7.101260416675359e-05,-5.607575803878717e-05,-4.113891191082075e-05,-2.620206942083314e-05,-1.1265225111856125e-05,3.67161919712089e-06,1.8608463506097905e-05,3.354530781507492e-05,4.848215030506253e-05,6.341899279505014e-05,7.835584256099537e-05,9.329268505098298e-05,0.0001082295275409706,0.00012316637730691582,0.00013810321979690343,0.00015304006228689104,0.00016797690477687865,0.00018291374726686627,0.00019785058975685388,0.00021278744679875672,0.00022772428928874433,0.00024266113177873194,0.00025759797426871955,0.00027253481675870717,0.0002874716592486948,0.0003024085017386824,0.00031734534422867,0.0003322821867186576,0.0003472190292086452,0.00036215587169863284,0.00037709271418862045,0.0003920295857824385,0.00040696642827242613,0.00042190327076241374,0.00043684011325240135,0.00045177695574238896,0.0004667137982323766,0.0004816506407223642,0.0004965874832123518,0.0005115243257023394]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"bins":[-0.0007680451963096857,-0.0007423260249197483,-0.0007166069117374718,-0.0006908877403475344,-0.0006651686271652579,-0.0006394494557753205,-0.0006137302843853831,-0.0005880111712031066,-0.0005622919998131692,-0.0005365728284232318,-0.0005108537152409554,-0.00048513454385101795,-0.000459415401564911,-0.00043369625927880406,-0.00040797708788886666,-0.0003822579456027597,-0.0003565388033166528,-0.00033081966103054583,-0.0003051005187444389,-0.0002793813473545015,-0.00025366220506839454,-0.0002279430627822876,-0.00020222390594426543,-0.00017650474910624325,-0.0001507856068201363,-0.00012506646453402936,-9.934730769600719e-05,-7.362815813394263e-05,-4.7909008571878076e-05,-2.2189859009813517e-05,3.529290552251041e-06,2.92484401143156e-05,5.496764788404107e-05,8.068679744610563e-05,0.00010640594700817019,0.00013212510384619236,0.0001578442461322993,0.00018356338841840625,0.00020928254525642842,0.0002350017020944506,0.00026072084438055754,0.0002864399866666645,0.0003121591289527714,0.0003378783003427088,0.00036359744262881577,0.0003893165849149227,0.0004150357563048601,0.00044075489859096706,0.000466474040877074,0.0004921932122670114,0.0005179123254492879,0.0005436314968392253,0.0005693506682291627,0.0005950697814114392,0.0006207889528013766,0.0006465080659836531,0.0006722272373735905,0.0006979464087635279,0.0007236655219458044,0.0007493846933357418,0.0007751038065180182,0.0008008229779079556,0.000826542149297893,0.0008522612624801695,0.0008779804338701069],"_type":"histogram","values":[4,1,3,2,2,2,1,5,5,8,5,11,13,8,9,10,16,12,21,15,20,17,27,25,22,28,28,28,28,33,24,20,28,23,31,18,26,18,22,20,15,20,12,12,14,11,6,4,7,3,4,2,5,0,2,2,3,0,2,2,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,0,0,1,0,0,1,2,3,1,3,1,3,3,8,9,16,18,27,33,37,38,57,56,82,84,93,102,120,125,134,123,119,112,87,105,85,65,54,51,40,31,22,18,18,17,15,11,5,2,2,2,2,1,0,0,0,1,0,0,0,1,1],"bins":[-0.014064455404877663,-0.01362168975174427,-0.013178924098610878,-0.012736157514154911,-0.012293391861021519,-0.011850626207888126,-0.011407860554754734,-0.010965093970298767,-0.010522328317165375,-0.010079562664031982,-0.00963679701089859,-0.009194031357765198,-0.00875126477330923,-0.008308499120175838,-0.007865733467042446,-0.0074229673482477665,-0.006980201695114374,-0.006537436041980982,-0.006094669923186302,-0.00565190427005291,-0.00520913815125823,-0.004766372498124838,-0.004323606379330158,-0.003880840726196766,-0.00343807484023273,-0.002995308954268694,-0.002552543068304658,-0.002109777182340622,-0.0016670114127919078,-0.0012242455268278718,-0.0007814796990714967,-0.0003387138422112912,0.00010405201464891434,0.0005468179006129503,0.0009895837865769863,0.0014323495561257005,0.0018751154420897365,0.0023178812116384506,0.0027606470976024866,0.0032034129835665226,0.0036461788695305586,0.004088944755494595,0.004531710408627987,0.0049744765274226665,0.005417242180556059,0.0058600082993507385,0.006302773952484131,0.0067455400712788105,0.007188305724412203,0.007631071377545595,0.008073837496340275,0.008516603149473667,0.00895936880260706,0.009402135387063026,0.009844901040196419,0.010287666693329811,0.010730432346463203,0.011173197999596596,0.011615964584052563,0.012058730237185955,0.012501495890319347,0.01294426154345274,0.013387028127908707,0.013829793781042099,0.014272559434175491],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,1,2,14,17,30,63,90,149,251,470,722,1154,1737,2714,3930,5985,8200,11679,15409,20739,26469,33232,41182,49518,57674,67510,75542,82498,88367,92674,94792,94780,92803,88637,83348,75963,67755,58832,50084,42025,33907,26771,20999,15689,11761,8510,6211,4156,2765,1909,1216,785,483,290,152,105,54,28,18,2,7,2,1],"bins":[-0.09748519212007523,-0.09444255381822586,-0.09139992296695709,-0.08835728466510773,-0.08531465381383896,-0.0822720155119896,-0.07922938466072083,-0.07618674635887146,-0.0731441080570221,-0.07010147720575333,-0.06705883890390396,-0.06401620805263519,-0.06097356975078583,-0.05793093517422676,-0.054888300597667694,-0.05184566602110863,-0.04880303144454956,-0.045760396867990494,-0.04271776229143143,-0.03967512771487236,-0.03663249313831329,-0.03358985483646393,-0.03054722025990486,-0.027504585683345795,-0.024461951106786728,-0.02141931653022766,-0.018376681953668594,-0.015334045514464378,-0.012291410937905312,-0.009248776361346245,-0.006206140853464603,-0.0031635058112442493,-0.00012087821960449219,0.002921756822615862,0.005964391864836216,0.009007027372717857,0.012049661949276924,0.015092296525835991,0.018134932965040207,0.021177567541599274,0.02422020211815834,0.027262836694717407,0.030305471271276474,0.03334810584783554,0.036390744149684906,0.03943337872624397,0.04247601330280304,0.045518647879362106,0.04856128245592117,0.05160391703248024,0.05464655160903931,0.05768918618559837,0.06073182076215744,0.0637744590640068,0.06681708991527557,0.06985972821712494,0.0729023665189743,0.07594499737024307,0.07898763567209244,0.0820302665233612,0.08507290482521057,0.08811553567647934,0.0911581739783287,0.09420080482959747,0.09724344313144684],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,1,0,2,3,1,1,5,0,3,9,11,8,12,11,22,27,37,46,58,75,72,105,99,105,117,146,114,130,147,95,89,80,83,64,61,43,31,29,17,18,10,13,5,7,6,6,3,5,2,1,4,3,0,0,1,1,1],"bins":[-0.0006677430355921388,-0.0006479998701252043,-0.000628256646450609,-0.0006085134809836745,-0.0005887702573090792,-0.0005690270918421447,-0.0005492839263752103,-0.0005295407027006149,-0.0005097975372336805,-0.000490054371766746,-0.0004703111480921507,-0.00045056798262521625,-0.00043082478805445135,-0.00041108159348368645,-0.000391338428016752,-0.0003715952334459871,-0.0003518520388752222,-0.0003321088443044573,-0.0003123656497336924,-0.00029262248426675797,-0.00027287928969599307,-0.00025313609512522817,-0.0002333929151063785,-0.00021364973508752882,-0.00019390654051676393,-0.00017416334594599903,-0.00015442016592714936,-0.00013467698590829968,-0.00011493379133753479,-9.51906040427275e-05,-7.544741674792022e-05,-5.570422945311293e-05,-3.596110036596656e-05,-1.6217913071159273e-05,3.5252742236480117e-06,2.3268461518455297e-05,4.301164881326258e-05,6.275483610806987e-05,8.249802340287715e-05,0.00010224121069768444,0.00012198439799249172,0.00014172759256325662,0.0001614707725821063,0.00018121395260095596,0.00020095714717172086,0.00022070034174248576,0.00024044352176133543,0.0002601867017801851,0.00027992989635095,0.0002996730909217149,0.0003194162854924798,0.00033915945095941424,0.00035890264553017914,0.00037864584010094404,0.0003983890055678785,0.0004181322001386434,0.0004378753947094083,0.0004576185892801732,0.0004773617838509381,0.0004971049493178725,0.0005168481729924679,0.0005365913384594023,0.0005563345039263368,0.0005760777276009321,0.0005958208930678666]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09951808303594589,-0.09628964215517044,-0.09306120872497559,-0.08983276784420013,-0.08660433441400528,-0.08337589353322983,-0.08014746010303497,-0.07691901922225952,-0.07369057834148407,-0.07046214491128922,-0.06723370403051376,-0.06400527060031891,-0.06077682971954346,-0.057548392564058304,-0.05431995540857315,-0.051091518253088,-0.047863081097602844,-0.04463464394211769,-0.04140620678663254,-0.038177769631147385,-0.03494933247566223,-0.03172089159488678,-0.028492454439401627,-0.025264017283916473,-0.02203558012843132,-0.018807142972946167,-0.01557870488613844,-0.012350266799330711,-0.009121829643845558,-0.005893392022699118,-0.002664954401552677,0.0005634832195937634,0.003791920840740204,0.007020358461886644,0.010248796083033085,0.013477234169840813,0.016705671325325966,0.01993410848081112,0.02316254749894142,0.026390984654426575,0.029619421809911728,0.03284785896539688,0.036076296120882034,0.03930473327636719,0.04253317415714264,0.04576161131262779,0.048990048468112946,0.0522184856235981,0.05544692277908325,0.058675359934568405,0.06190379709005356,0.06513223797082901,0.06836067140102386,0.07158911228179932,0.07481754571199417,0.07804598659276962,0.08127442002296448,0.08450286090373993,0.08773130178451538,0.09095973521471024,0.09418817609548569,0.09741660952568054,0.100645050406456,0.10387348383665085,0.1071019247174263],"_type":"histogram","values":[1,1,0,1,1,8,20,31,59,108,170,292,488,742,1166,1707,2626,3761,5299,7130,9591,12000,15451,19096,22598,26221,29677,32711,35254,36816,38238,37239,36674,34848,31932,28482,24699,21248,17905,14546,11207,8716,6505,4702,3343,2255,1599,1053,614,399,232,155,97,41,29,21,8,9,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,0,0,0,0,1,0,0,0,2,5,4,0,3,4,4,3,2,9,8,13,6,27,16,38,58,68,86,108,68,44,34,32,25,7,22,7,7,6,7,4,7,7,3,1,1,3,3,0,0,3,4,1,0,1,0,0,1,0,1,0,1],"bins":[-0.04382409527897835,-0.04239063337445259,-0.040957171469926834,-0.03952370956540108,-0.03809024766087532,-0.036656785756349564,-0.03522332385182381,-0.03378986194729805,-0.03235640376806259,-0.030922940000891685,-0.02948947809636593,-0.028056016191840172,-0.026622556149959564,-0.025189094245433807,-0.02375563234090805,-0.022322170436382294,-0.020888708531856537,-0.01945524662733078,-0.018021784722805023,-0.016588322818279266,-0.015154861845076084,-0.013721399940550327,-0.012287938967347145,-0.010854477062821388,-0.009421015158295631,-0.007987553253769875,-0.006554091814905405,-0.0051206303760409355,-0.0036871684715151787,-0.0022537067998200655,-0.0008202451281249523,0.0006132165435701609,0.0020466819405555725,0.0034801436122506857,0.004913605283945799,0.006347066722810268,0.007780528627336025,0.009213990531861782,0.010647451505064964,0.012080913409590721,0.013514375314116478,0.014947837218642235,0.01638129912316799,0.01781476102769375,0.019248221069574356,0.020681682974100113,0.02211514487862587,0.023548606783151627,0.024982068687677383,0.02641553059220314,0.027848992496728897,0.029282454401254654,0.03071591630578041,0.03214937821030617,0.033582840114831924,0.03501630201935768,0.03644976019859314,0.037883222103118896,0.03931668400764465,0.04075014591217041,0.04218360781669617,0.043617069721221924,0.04505053162574768,0.04648399353027344,0.047917455434799194]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[5,4,2,5,5,9,6,14,18,11,38,41,61,111,112,189,274,376,544,876,1283,1939,3028,4624,7667,13713,24450,49448,116955,187730,87446,38869,20493,10972,6448,4236,2582,1703,1130,754,489,341,234,160,137,77,71,41,39,14,16,8,7,6,2,5,1,1,1,0,1,1,0,1],"bins":[-0.0029449462890625,-0.002844572067260742,-0.0027441978454589844,-0.0026438236236572266,-0.0025434494018554688,-0.002443075180053711,-0.002342700958251953,-0.0022423267364501953,-0.0021419525146484375,-0.0020415782928466797,-0.0019412040710449219,-0.001840829849243164,-0.0017404556274414062,-0.0016400814056396484,-0.0015397071838378906,-0.0014393329620361328,-0.001338958740234375,-0.0012385845184326172,-0.0011382102966308594,-0.0010378360748291016,-0.0009374618530273438,-0.0008370876312255859,-0.0007367134094238281,-0.0006363391876220703,-0.0005359649658203125,-0.0004355907440185547,-0.0003352165222167969,-0.00023484230041503906,-0.00013446807861328125,-3.409385681152344e-05,6.628036499023438e-05,0.0001666545867919922,0.00026702880859375,0.0003674030303955078,0.0004677772521972656,0.0005681514739990234,0.0006685256958007812,0.0007688999176025391,0.0008692741394042969,0.0009696483612060547,0.0010700225830078125,0.0011703968048095703,0.0012707710266113281,0.001371145248413086,0.0014715194702148438,0.0015718936920166016,0.0016722679138183594,0.0017726421356201172,0.001873016357421875,0.001973390579223633,0.0020737648010253906,0.0021741390228271484,0.0022745132446289062,0.002374887466430664,0.002475261688232422,0.0025756359100341797,0.0026760101318359375,0.0027763843536376953,0.002876758575439453,0.002977132797241211,0.0030775070190429688,0.0031778812408447266,0.0032782554626464844,0.003378629684448242,0.00347900390625]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"values":[1,1,2,4,9,9,9,26,36,90,127,202,315,535,787,1155,1887,2556,3576,4884,6736,8682,11200,13651,16893,20156,23335,26406,29556,32032,34193,35281,35920,35695,34624,32341,30038,27098,23570,20644,17420,13837,11408,9010,6974,5189,3720,2590,1919,1255,884,515,351,202,121,78,36,23,16,5,4,2,2,1],"bins":[-0.09945806860923767,-0.09640182554721832,-0.09334558248519897,-0.09028933942317963,-0.08723309636116028,-0.08417685329914093,-0.08112061023712158,-0.07806436717510223,-0.07500812411308289,-0.07195188105106354,-0.06889563798904419,-0.06583939492702484,-0.0627831518650055,-0.059726908802986145,-0.0566706657409668,-0.05361442267894745,-0.0505581796169281,-0.04750193655490875,-0.044445693492889404,-0.041389450430870056,-0.03833320736885071,-0.03527696430683136,-0.03222072124481201,-0.029164478182792664,-0.026108235120773315,-0.023051992058753967,-0.01999574899673462,-0.01693950593471527,-0.013883262872695923,-0.010827019810676575,-0.0077707767486572266,-0.004714533686637878,-0.0016582980751991272,0.001397944986820221,0.004454188048839569,0.007510431110858917,0.010566674172878265,0.013622917234897614,0.01667916029691696,0.01973540335893631,0.022791646420955658,0.025847889482975006,0.028904132544994354,0.0319603756070137,0.03501661866903305,0.0380728617310524,0.04112910479307175,0.044185347855091095,0.04724159091711044,0.05029783397912979,0.05335407704114914,0.05641032010316849,0.059466563165187836,0.06252280622720718,0.06557904928922653,0.06863529235124588,0.07169153541326523,0.07474777847528458,0.07780402153730392,0.08086026459932327,0.08391650766134262,0.08697275072336197,0.09002899378538132,0.09308523684740067,0.09614147990942001],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,0,1,1,3,3,4,6,8,14,22,29,42,41,77,94,152,234,342,466,667,982,1524,2399,3567,5626,9440,15625,27118,51743,118156,185720,74639,37487,20936,11970,7329,4723,2822,1927,1249,795,570,391,265,193,115,82,67,47,33,25,20,9,9,1,5,1,1,1,4],"bins":[-0.059326171875,-0.05759429931640625,-0.0558624267578125,-0.05413055419921875,-0.052398681640625,-0.05066680908203125,-0.0489349365234375,-0.04720306396484375,-0.04547119140625,-0.04373931884765625,-0.0420074462890625,-0.04027557373046875,-0.038543701171875,-0.03681182861328125,-0.0350799560546875,-0.03334808349609375,-0.0316162109375,-0.02988433837890625,-0.0281524658203125,-0.02642059326171875,-0.024688720703125,-0.02295684814453125,-0.0212249755859375,-0.01949310302734375,-0.01776123046875,-0.01602935791015625,-0.0142974853515625,-0.01256561279296875,-0.010833740234375,-0.00910186767578125,-0.0073699951171875,-0.00563812255859375,-0.00390625,-0.00217437744140625,-0.0004425048828125,0.00128936767578125,0.003021240234375,0.00475311279296875,0.0064849853515625,0.00821685791015625,0.00994873046875,0.01168060302734375,0.0134124755859375,0.01514434814453125,0.016876220703125,0.01860809326171875,0.0203399658203125,0.02207183837890625,0.0238037109375,0.02553558349609375,0.0272674560546875,0.02899932861328125,0.030731201171875,0.03246307373046875,0.0341949462890625,0.03592681884765625,0.03765869140625,0.03939056396484375,0.0411224365234375,0.04285430908203125,0.044586181640625,0.04631805419921875,0.0480499267578125,0.04978179931640625,0.051513671875]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[4,1,3,5,2,3,1,0,3,2,6,11,16,31,24,24,46,51,64,96,131,168,248,340,430,727,963,1337,2000,3016,4387,6632,10787,17033,27329,46529,92386,243404,695256,213573,88936,46193,26868,15880,9985,6352,3929,2475,1730,1102,744,484,347,229,206,147,63,31,23,19,18,14,10,10],"bins":[-0.1005859375,-0.09796905517578125,-0.0953521728515625,-0.09273529052734375,-0.090118408203125,-0.08750152587890625,-0.0848846435546875,-0.08226776123046875,-0.07965087890625,-0.07703399658203125,-0.0744171142578125,-0.07180023193359375,-0.069183349609375,-0.06656646728515625,-0.0639495849609375,-0.06133270263671875,-0.0587158203125,-0.05609893798828125,-0.0534820556640625,-0.05086517333984375,-0.048248291015625,-0.04563140869140625,-0.0430145263671875,-0.04039764404296875,-0.03778076171875,-0.03516387939453125,-0.0325469970703125,-0.02993011474609375,-0.027313232421875,-0.02469635009765625,-0.0220794677734375,-0.01946258544921875,-0.016845703125,-0.01422882080078125,-0.0116119384765625,-0.00899505615234375,-0.006378173828125,-0.00376129150390625,-0.0011444091796875,0.00147247314453125,0.00408935546875,0.00670623779296875,0.0093231201171875,0.01194000244140625,0.014556884765625,0.01717376708984375,0.0197906494140625,0.02240753173828125,0.0250244140625,0.02764129638671875,0.0302581787109375,0.03287506103515625,0.035491943359375,0.03810882568359375,0.0407257080078125,0.04334259033203125,0.04595947265625,0.04857635498046875,0.0511932373046875,0.05381011962890625,0.056427001953125,0.05904388427734375,0.0616607666015625,0.06427764892578125,0.06689453125]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,1,0,3,3,4,9,8,15,22,37,51,77,119,193,331,451,710,1179,1930,3267,5533,9761,17651,33845,66710,136072,269583,409372,300957,154525,75906,37811,20131,10923,6324,3622,2170,1309,790,481,341,229,135,99,48,36,31,18,14,10,4,6,1,1,0,1,0,1,0,0,1],"bins":[-0.0079345703125,-0.0076751708984375,-0.007415771484375,-0.0071563720703125,-0.00689697265625,-0.0066375732421875,-0.006378173828125,-0.0061187744140625,-0.005859375,-0.0055999755859375,-0.005340576171875,-0.0050811767578125,-0.00482177734375,-0.0045623779296875,-0.004302978515625,-0.0040435791015625,-0.0037841796875,-0.0035247802734375,-0.003265380859375,-0.0030059814453125,-0.00274658203125,-0.0024871826171875,-0.002227783203125,-0.0019683837890625,-0.001708984375,-0.0014495849609375,-0.001190185546875,-0.0009307861328125,-0.00067138671875,-0.0004119873046875,-0.000152587890625,0.0001068115234375,0.0003662109375,0.0006256103515625,0.000885009765625,0.0011444091796875,0.00140380859375,0.0016632080078125,0.001922607421875,0.0021820068359375,0.00244140625,0.0027008056640625,0.002960205078125,0.0032196044921875,0.00347900390625,0.0037384033203125,0.003997802734375,0.0042572021484375,0.0045166015625,0.0047760009765625,0.005035400390625,0.0052947998046875,0.00555419921875,0.0058135986328125,0.006072998046875,0.0063323974609375,0.006591796875,0.0068511962890625,0.007110595703125,0.0073699951171875,0.00762939453125,0.0078887939453125,0.008148193359375,0.0084075927734375,0.0086669921875]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0983315110206604,-0.0952732115983963,-0.0922149121761322,-0.0891566127538681,-0.086098313331604,-0.0830400139093399,-0.0799817144870758,-0.0769234150648117,-0.07386511564254761,-0.07080681622028351,-0.06774851679801941,-0.06469021737575531,-0.06163191795349121,-0.05857361853122711,-0.05551531910896301,-0.052457019686698914,-0.049398720264434814,-0.046340420842170715,-0.043282121419906616,-0.04022382199764252,-0.03716552257537842,-0.03410722315311432,-0.03104892373085022,-0.02799062430858612,-0.02493232488632202,-0.021874025464057922,-0.018815726041793823,-0.015757426619529724,-0.012699127197265625,-0.009640827775001526,-0.006582528352737427,-0.0035242289304733276,-0.0004659220576286316,0.0025923773646354675,0.005650676786899567,0.008708976209163666,0.011767275631427765,0.014825575053691864,0.017883874475955963,0.020942173898220062,0.02400047332048416,0.02705877274274826,0.03011707216501236,0.03317537158727646,0.03623367100954056,0.03929197043180466,0.042350269854068756,0.045408569276332855,0.048466868698596954,0.05152516812086105,0.05458346754312515,0.05764176696538925,0.06070006638765335,0.06375836580991745,0.06681666523218155,0.06987496465444565,0.07293326407670975,0.07599156349897385,0.07904986292123795,0.08210816234350204,0.08516646176576614,0.08822476118803024,0.09128306061029434,0.09434136003255844,0.09739965945482254],"_type":"histogram","values":[1,2,3,1,4,9,23,32,52,96,142,246,375,654,933,1403,2024,2973,4187,5515,7347,9519,12080,15070,18087,21681,24680,27816,30822,33225,34872,35635,36031,35267,33546,31216,28756,25654,22612,19124,15930,12958,10294,8202,6122,4490,3281,2343,1548,1081,667,467,291,181,106,63,39,22,7,7,6,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[2,1,1,1,1,1,3,3,5,2,3,3,5,12,6,11,9,16,8,17,13,19,20,20,27,29,28,24,26,32,36,28,22,26,31,27,11,34,26,24,25,14,9,14,13,10,8,9,7,6,6,3,6,6,3,1,2,2,2,2,4,0,1,2],"bins":[-0.04566364735364914,-0.04421204701066017,-0.042760446667671204,-0.041308846324682236,-0.03985724598169327,-0.038405641913414,-0.036954041570425034,-0.035502441227436066,-0.0340508408844471,-0.03259924054145813,-0.031147640198469162,-0.029696037992835045,-0.028244437649846077,-0.02679283730685711,-0.025341235101222992,-0.023889634758234024,-0.022438034415245056,-0.020986434072256088,-0.01953483372926712,-0.018083231523633003,-0.016631631180644035,-0.015180030837655067,-0.013728429563343525,-0.012276828289031982,-0.010825227946043015,-0.009373627603054047,-0.007922026328742504,-0.006470425520092249,-0.005018824711441994,-0.0035672239027917385,-0.0021156230941414833,-0.0006640222854912281,0.0007875785231590271,0.0022391793318092823,0.0036907801404595375,0.005142380949109793,0.006593981757760048,0.008045582100749016,0.009497183375060558,0.0109487846493721,0.012400384992361069,0.013851985335350037,0.015303586609661579,0.01675518788397312,0.01820678822696209,0.019658388569951057,0.021109990775585175,0.022561591118574142,0.02401319146156311,0.025464791804552078,0.026916392147541046,0.028367994353175163,0.02981959469616413,0.03127119690179825,0.032722797244787216,0.034174397587776184,0.03562599793076515,0.03707759827375412,0.03852919861674309,0.039980798959732056,0.04143240302801132,0.04288400337100029,0.04433560371398926,0.045787204056978226,0.047238804399967194],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,1,3,3,3,5,3,6,7,5,7,15,7,11,22,11,25,14,16,23,29,25,31,25,33,23,44,31,32,17,25,22,32,22,22,24,11,18,20,15,12,13,11,6,3,6,4,4,3,2,2,4,1,2,1,1,0,0,1],"bins":[-0.030214406549930573,-0.02926270104944706,-0.028310995548963547,-0.027359290048480034,-0.02640758454799652,-0.025455879047513008,-0.024504173547029495,-0.023552468046545982,-0.02260076254606247,-0.021649058908224106,-0.020697353407740593,-0.01974564790725708,-0.018793942406773567,-0.017842236906290054,-0.01689053140580654,-0.01593882590532303,-0.014987120404839516,-0.014035414904356003,-0.01308370940387249,-0.012132003903388977,-0.011180298402905464,-0.010228593833744526,-0.009276888333261013,-0.0083251828327775,-0.007373477332293987,-0.006421771831810474,-0.0054700663313269615,-0.004518361296504736,-0.003566655796021223,-0.00261495029553771,-0.001663245027884841,-0.0007115396438166499,0.00024016760289669037,0.0011918729869648814,0.0021435783710330725,0.0030952836386859417,0.004046989139169455,0.0049986946396529675,0.005950399674475193,0.006902105174958706,0.007853810675442219,0.008805516175925732,0.009757221676409245,0.010708927176892757,0.011660631746053696,0.012612337246537209,0.013564042747020721,0.014515748247504234,0.015467453747987747,0.01641915924847126,0.017370864748954773,0.018322570249438286,0.0192742757499218,0.02022598125040531,0.021177686750888824,0.022129392251372337,0.02308109775185585,0.024032801389694214,0.024984506890177727,0.02593621239066124,0.026887917891144753,0.027839623391628265,0.028791328892111778,0.02974303439259529,0.030694739893078804]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,1,1,0,1,0,4,2,3,7,5,8,6,7,11,9,12,14,13,19,28,24,27,26,30,26,43,38,27,31,29,40,32,48,24,24,26,17,14,14,15,10,10,6,6,5,6,5,2,3,2,0,2,0,0,0,0,1],"bins":[-0.001332996180281043,-0.0012938270810991526,-0.0012546578655019403,-0.0012154887663200498,-0.0011763195507228374,-0.001137150451540947,-0.0010979813523590565,-0.0010588121367618442,-0.0010196430375799537,-0.0009804738219827414,-0.0009413047228008509,-0.0009021355654112995,-0.0008629664080217481,-0.0008237972506321967,-0.0007846281514503062,-0.0007454589940607548,-0.0007062898366712034,-0.000667120679281652,-0.0006279515218921006,-0.0005887824227102101,-0.0005496132653206587,-0.0005104441079311073,-0.0004712749505415559,-0.00043210582225583494,-0.00039293666486628354,-0.00035376750747673213,-0.0003145983791910112,-0.0002754292218014598,-0.00023626007896382362,-0.00019709093612618744,-0.00015792177873663604,-0.00011875263589899987,-7.95834930613637e-05,-4.041434658574872e-05,-1.2452001101337373e-06,3.792394636548124e-05,7.709309284109622e-05,0.0001162622356787324,0.0001554313930682838,0.00019460053590591997,0.00023376967874355614,0.00027293883613310754,0.0003121079644188285,0.0003512771218083799,0.0003904462791979313,0.00042961540748365223,0.00046878456487320364,0.0005079536931589246,0.000547122850548476,0.0005862920079380274,0.0006254611653275788,0.0006646302645094693,0.0007037994218990207,0.0007429685792885721,0.0007821377366781235,0.0008213068940676749,0.0008604760514572263,0.0008996451506391168,0.0009388143080286682,0.0009779834654182196,0.00101715256460011,0.0010563217801973224,0.0010954908793792129,0.0011346600949764252,0.0011738291941583157]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,0,1,0,1,1,2,3,1,3,4,1,2,3,9,11,15,8,16,27,31,45,53,55,59,85,93,100,114,144,107,147,112,135,91,107,76,62,68,67,47,24,27,20,18,17,4,4,5,3,4,2,3,2,3,0,0,2,1,1,0,0,1],"bins":[-0.0005677409935742617,-0.0005505086155608296,-0.0005332762957550585,-0.0005160439177416265,-0.0004988115397281945,-0.0004815791908185929,-0.00046434684190899134,-0.0004471144638955593,-0.00042988211498595774,-0.00041264976607635617,-0.00039541738806292415,-0.0003781850391533226,-0.000360952690243721,-0.000343720312230289,-0.0003264879633206874,-0.0003092555853072554,-0.0002920232363976538,-0.00027479088748805225,-0.0002575585094746202,-0.00024032616056501865,-0.00022309379710350186,-0.00020586143364198506,-0.0001886290847323835,-0.0001713967212708667,-0.0001541643578093499,-0.0001369319943478331,-0.00011969963816227391,-0.00010246728197671473,-8.523491851519793e-05,-6.800255505368114e-05,-5.077019886812195e-05,-3.353783904458396e-05,-1.6305421013385057e-05,9.26938810152933e-07,1.8159298633690923e-05,3.5391658457228914e-05,5.2624018280766904e-05,6.98563817422837e-05,8.708873792784289e-05,0.00010432109411340207,0.00012155345757491887,0.00013878582103643566,0.00015601818449795246,0.00017325053340755403,0.00019048289686907083,0.00020771526033058763,0.0002249476092401892,0.000242179972701706,0.0002594123361632228,0.00027664468507282436,0.0002938770630862564,0.00031110941199585795,0.00032834179000929,0.00034557413891889155,0.0003628064878284931,0.00038003886584192514,0.0003972712147515267,0.0004145035636611283,0.0004317359416745603,0.0004489682905841619,0.00046620063949376345,0.00048343301750719547,0.0005006653955206275,0.0005178977153263986,0.0005351300933398306],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,0,0,1,1,0,2,2,0,0,2,4,4,9,7,7,7,14,13,16,17,23,46,37,49,40,54,49,37,51,42,33,27,29,27,18,20,14,8,12,6,5,4,2,4,2,9,1,1,2,2,0,2,0,1,0,0,0,0,2],"bins":[-0.00040847001946531236,-0.00039564812323078513,-0.00038282625610008836,-0.00037000435986556113,-0.00035718249273486435,-0.0003443605965003371,-0.00033153872936964035,-0.0003187168331351131,-0.0003058949369005859,-0.0002930730697698891,-0.0002802511735353619,-0.0002674293064046651,-0.0002546074101701379,-0.00024178552848752588,-0.00022896364680491388,-0.00021614176512230188,-0.00020331988343968987,-0.00019049800175707787,-0.00017767612007446587,-0.00016485423839185387,-0.00015203235670924187,-0.00013921046047471464,-0.00012638857879210263,-0.00011356669710949063,-0.00010074481542687863,-8.792293374426663e-05,-7.510105206165463e-05,-6.227916310308501e-05,-4.945728142047301e-05,-3.663539973786101e-05,-2.38135144172702e-05,-1.0991630915668793e-05,1.8302525859326124e-06,1.4652136087534018e-05,2.7474019589135423e-05,4.029590490972623e-05,5.3117786592338234e-05,6.593966827495024e-05,7.876155723351985e-05,9.158343891613185e-05,0.00010440532059874386,0.00011722720228135586,0.00013004908396396786,0.00014287096564657986,0.0001556928618811071,0.0001685147435637191,0.0001813366252463311,0.0001941585069289431,0.0002069803886115551,0.0002198022702941671,0.0002326241519767791,0.00024544604821130633,0.0002582679153420031,0.00027108981157653034,0.0002839116787072271,0.00029673357494175434,0.0003095554420724511,0.00032237733830697834,0.0003351992345415056,0.00034802110167220235,0.0003608429979067296,0.00037366486503742635,0.0003864867612719536,0.00039930862840265036,0.0004121305246371776]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,3,1,3,4,3,3,4,5,6,5,4,9,6,13,10,15,9,10,22,26,23,27,28,27,31,31,22,22,29,30,32,23,30,24,21,27,26,17,15,22,9,7,7,16,7,10,10,7,3,4,3,4,3,3,1,2,1,1],"bins":[-0.0009394237422384322,-0.0009123175404965878,-0.0008852113969624043,-0.0008581051952205598,-0.0008309989934787154,-0.0008038928499445319,-0.0007767866482026875,-0.000749680504668504,-0.0007225743029266596,-0.0006954681011848152,-0.0006683619576506317,-0.0006412557559087873,-0.0006141496123746037,-0.0005870434106327593,-0.0005599372088909149,-0.0005328310653567314,-0.000505724863614887,-0.00047861869097687304,-0.0004515125183388591,-0.00042440631659701467,-0.0003973001439590007,-0.00037019397132098675,-0.00034308776957914233,-0.0003159815969411284,-0.0002888754243031144,-0.00026176925166510046,-0.00023466306447517127,-0.00020755687728524208,-0.00018045070464722812,-0.00015334453200921416,-0.00012623834481928498,-9.91321649053134e-05,-7.202592678368092e-05,-4.491974686970934e-05,-1.781356695573777e-05,9.292612958233804e-06,3.639879287220538e-05,6.350497278617695e-05,9.061115270014852e-05,0.0001177173326141201,0.00014482351252809167,0.00017192968516610563,0.00019903587235603482,0.000226142059545964,0.00025324823218397796,0.0002803544048219919,0.00030746060656383634,0.0003345667792018503,0.00036167295183986425,0.0003887791244778782,0.00041588529711589217,0.0004429914988577366,0.00047009767149575055,0.0004972038441337645,0.0005243100458756089,0.0005514161894097924,0.0005785223911516368,0.0006056285928934813,0.0006327347364276648,0.0006598409381695092,0.0006869471399113536,0.0007140532834455371,0.0007411594851873815,0.000768265628721565,0.0007953718304634094]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,1,1,0,1,2,0,0,2,1,1,2,1,5,0,7,6,10,15,17,20,18,36,52,57,85,116,71,59,38,17,22,19,22,8,8,11,7,5,2,3,2,2,1,1,1,0,3,2,2,0,2,0,0,0,0,0,1,0,0,0,1,1],"bins":[-0.05585554242134094,-0.053831350058317184,-0.05180715397000313,-0.04978296160697937,-0.047758765518665314,-0.045734573155641556,-0.0437103807926178,-0.04168618470430374,-0.039661992341279984,-0.037637799978256226,-0.03561360388994217,-0.03358941152691841,-0.03156521916389465,-0.029541023075580597,-0.02751683071255684,-0.025492636486887932,-0.023468442261219025,-0.021444248035550117,-0.01942005380988121,-0.017395861446857452,-0.015371667221188545,-0.013347472995519638,-0.011323279701173306,-0.009299086406826973,-0.007274892181158066,-0.005250698421150446,-0.003226504661142826,-0.0012023109011352062,0.0008218828588724136,0.0028460766188800335,0.004870270378887653,0.006894464138895273,0.008918657898902893,0.0109428521245718,0.012967045418918133,0.014991238713264465,0.017015432938933372,0.01903962716460228,0.021063819527626038,0.023088013753294945,0.025112207978963852,0.02713640220463276,0.029160596430301666,0.031184788793325424,0.03320898115634918,0.03523317724466324,0.037257369607686996,0.03928156569600105,0.04130575805902481,0.04332995042204857,0.045354146510362625,0.04737833887338638,0.04940253496170044,0.0514267273247242,0.053450919687747955,0.05547511577606201,0.05749930813908577,0.05952350050210953,0.061547696590423584,0.06357189267873764,0.0655960813164711,0.06762027740478516,0.06964447349309921,0.07166866213083267,0.07369285821914673],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,1,0,2,3,2,3,5,7,5,7,4,16,13,15,13,10,18,22,19,24,37,22,34,24,33,33,34,35,18,33,38,28,23,18,27,17,19,18,15,10,10,8,4,8,7,6,3,3,1,1,3,1,2,2,0,0,0,1],"bins":[-0.02567174658179283,-0.024876412004232407,-0.024081077426671982,-0.023285742849111557,-0.022490408271551132,-0.021695073693990707,-0.020899739116430283,-0.020104404538869858,-0.019309069961309433,-0.018513735383749008,-0.017718400806188583,-0.01692306622862816,-0.016127731651067734,-0.015332398004829884,-0.014537063427269459,-0.013741728849709034,-0.01294639427214861,-0.012151059694588184,-0.01135572511702776,-0.010560390539467335,-0.00976505596190691,-0.008969721384346485,-0.00817438680678606,-0.007379052694886923,-0.006583718117326498,-0.005788383539766073,-0.004993048962205648,-0.004197714384645224,-0.0034023800399154425,-0.0026070454623550177,-0.0018117110012099147,-0.0010163765400648117,-0.0002210419625043869,0.000574292556848377,0.0013696270762011409,0.002164961537346244,0.0029602961149066687,0.0037556306924670935,0.004550965037196875,0.005346299614757299,0.006141634192317724,0.006936968769878149,0.007732303347438574,0.008527637459337711,0.009322972036898136,0.010118306614458561,0.010913641192018986,0.01170897576957941,0.012504310347139835,0.01329964492470026,0.014094979502260685,0.01489031407982111,0.01568564772605896,0.016480982303619385,0.01727631688117981,0.018071651458740234,0.01886698603630066,0.019662320613861084,0.02045765519142151,0.021252989768981934,0.02204832434654236,0.022843658924102783,0.023638993501663208,0.024434328079223633,0.025229662656784058]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[2,0,5,2,0,3,2,3,4,7,2,7,7,10,9,6,12,15,13,13,20,19,22,31,22,26,32,25,37,27,27,24,28,25,26,17,24,27,27,17,14,15,16,17,13,11,11,4,3,3,4,4,3,7,1,1,4,4,2,2,2,1,0,1],"bins":[-0.0007337136194109917,-0.0007095709443092346,-0.0006854282692074776,-0.0006612855941057205,-0.0006371429190039635,-0.0006130001856945455,-0.0005888575105927885,-0.0005647148354910314,-0.0005405721603892744,-0.0005164294852875173,-0.0004922868101857603,-0.00046814410598017275,-0.0004440014308784157,-0.00041985875577665865,-0.00039571605157107115,-0.0003715733764693141,-0.00034743070136755705,-0.0003232880262658,-0.00029914535116404295,-0.00027500264695845544,-0.0002508599718566984,-0.00022671729675494134,-0.00020257460710126907,-0.0001784319174475968,-0.00015428924234583974,-0.0001301465672440827,-0.00010600387759041041,-8.186119521269575e-05,-5.7718512834981084e-05,-3.357583045726642e-05,-9.433148079551756e-06,1.4709534298162907e-05,3.8852274883538485e-05,6.299495726125315e-05,8.713763963896781e-05,0.00011128032201668248,0.00013542300439439714,0.0001595656794961542,0.00018370836914982647,0.00020785105880349874,0.0002319937339052558,0.00025613640900701284,0.0002802790841087699,0.0003044217883143574,0.00032856446341611445,0.0003527071385178715,0.000376849842723459,0.00040099251782521605,0.0004251351929269731,0.00044927786802873015,0.0004734205431304872,0.0004975632182322443,0.0005217059515416622,0.0005458486266434193,0.0005699913017451763,0.0005941339768469334,0.0006182766519486904,0.0006424193270504475,0.0006665620021522045,0.0006907046772539616,0.0007148473523557186,0.0007389900856651366,0.0007631327607668936,0.0007872754358686507,0.0008114181109704077],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.0037384033203125,-0.00362396240234375,-0.003509521484375,-0.00339508056640625,-0.0032806396484375,-0.00316619873046875,-0.0030517578125,-0.00293731689453125,-0.0028228759765625,-0.00270843505859375,-0.002593994140625,-0.00247955322265625,-0.0023651123046875,-0.00225067138671875,-0.00213623046875,-0.00202178955078125,-0.0019073486328125,-0.00179290771484375,-0.001678466796875,-0.00156402587890625,-0.0014495849609375,-0.00133514404296875,-0.001220703125,-0.00110626220703125,-0.0009918212890625,-0.00087738037109375,-0.000762939453125,-0.00064849853515625,-0.0005340576171875,-0.00041961669921875,-0.00030517578125,-0.00019073486328125,-7.62939453125e-05,3.814697265625e-05,0.000152587890625,0.00026702880859375,0.0003814697265625,0.00049591064453125,0.0006103515625,0.00072479248046875,0.0008392333984375,0.00095367431640625,0.001068115234375,0.00118255615234375,0.0012969970703125,0.00141143798828125,0.00152587890625,0.00164031982421875,0.0017547607421875,0.00186920166015625,0.001983642578125,0.00209808349609375,0.0022125244140625,0.00232696533203125,0.00244140625,0.00255584716796875,0.0026702880859375,0.00278472900390625,0.002899169921875,0.00301361083984375,0.0031280517578125,0.00324249267578125,0.00335693359375,0.00347137451171875,0.0035858154296875],"_type":"histogram","values":[1,0,0,0,0,0,5,2,3,2,4,4,12,7,12,19,21,27,37,52,89,126,213,289,505,878,1679,3243,6514,13458,30810,82602,246559,126176,41374,17729,8305,4111,2110,1149,623,383,205,135,106,59,45,40,21,21,18,11,3,9,5,0,5,3,1,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[1,0,2,7,8,10,11,34,75,107,195,291,476,698,1096,1580,2196,3171,4330,5780,7424,9775,12462,14752,17840,20804,24456,27605,30172,31914,33805,34627,34980,34532,32888,31246,28838,25787,22446,19724,16564,13668,10922,8645,6629,4940,3812,2668,1914,1315,900,623,416,263,163,110,62,36,12,5,4,4,3,1],"bins":[-0.09589364379644394,-0.09292182326316833,-0.08994999527931213,-0.08697817474603653,-0.08400634676218033,-0.08103452622890472,-0.07806269824504852,-0.07509087771177292,-0.07211905717849731,-0.06914722919464111,-0.06617540866136551,-0.06320358067750931,-0.060231760144233704,-0.0572599358856678,-0.0542881116271019,-0.051316287368535995,-0.04834446310997009,-0.04537263885140419,-0.04240081459283829,-0.039428990334272385,-0.03645716607570648,-0.03348534554243088,-0.030513521283864975,-0.027541697025299072,-0.02456987276673317,-0.021598048508167267,-0.018626224249601364,-0.01565440185368061,-0.012682577595114708,-0.009710753336548805,-0.006738930009305477,-0.0037671062164008617,-0.0007952749729156494,0.002176548819988966,0.005148372612893581,0.00812019594013691,0.011092020198702812,0.014063844457268715,0.01703566685318947,0.02000749111175537,0.022979315370321274,0.025951139628887177,0.02892296388745308,0.03189478814601898,0.034866608679294586,0.03783843293786049,0.04081025719642639,0.043782081454992294,0.0467539057135582,0.0497257299721241,0.05269755423069,0.055669378489255905,0.05864120274782181,0.06161302328109741,0.06458485126495361,0.06755667179822922,0.07052849233150482,0.07350032031536102,0.07647214084863663,0.07944396883249283,0.08241578936576843,0.08538761734962463,0.08835943788290024,0.09133126586675644,0.09430308640003204],"_type":"histogram"},"train_batch_loss":2.5387918949127197,"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,0,1,1,0,2,0,2,2,4,2,7,9,17,21,15,50,56,66,102,173,234,355,497,777,1118,1617,2455,3832,5737,9153,15227,26916,50095,100771,154908,98718,49351,26293,14896,9313,5725,3753,2465,1688,1014,782,452,353,268,160,110,95,51,34,24,9,20,4,12,2,4,1,4],"bins":[-0.001708984375,-0.0016608238220214844,-0.0016126632690429688,-0.0015645027160644531,-0.0015163421630859375,-0.0014681816101074219,-0.0014200210571289062,-0.0013718605041503906,-0.001323699951171875,-0.0012755393981933594,-0.0012273788452148438,-0.0011792182922363281,-0.0011310577392578125,-0.0010828971862792969,-0.0010347366333007812,-0.0009865760803222656,-0.00093841552734375,-0.0008902549743652344,-0.0008420944213867188,-0.0007939338684082031,-0.0007457733154296875,-0.0006976127624511719,-0.0006494522094726562,-0.0006012916564941406,-0.000553131103515625,-0.0005049705505371094,-0.00045680999755859375,-0.0004086494445800781,-0.0003604888916015625,-0.0003123283386230469,-0.00026416778564453125,-0.00021600723266601562,-0.0001678466796875,-0.00011968612670898438,-7.152557373046875e-05,-2.3365020751953125e-05,2.47955322265625e-05,7.295608520507812e-05,0.00012111663818359375,0.00016927719116210938,0.000217437744140625,0.0002655982971191406,0.00031375885009765625,0.0003619194030761719,0.0004100799560546875,0.0004582405090332031,0.0005064010620117188,0.0005545616149902344,0.00060272216796875,0.0006508827209472656,0.0006990432739257812,0.0007472038269042969,0.0007953643798828125,0.0008435249328613281,0.0008916854858398438,0.0009398460388183594,0.000988006591796875,0.0010361671447753906,0.0010843276977539062,0.0011324882507324219,0.0011806488037109375,0.0012288093566894531,0.0012769699096679688,0.0013251304626464844,0.001373291015625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,0,2,1,1,1,3,3,7,4,4,4,9,8,10,9,11,19,13,21,23,25,26,28,24,35,33,28,23,38,33,33,20,29,20,27,21,32,24,21,14,5,15,10,10,6,7,3,3,3,3,3,1,1,3,1,1,1,0,1,0,1],"bins":[-0.021814320236444473,-0.021096743643283844,-0.020379165187478065,-0.019661588594317436,-0.018944010138511658,-0.01822643354535103,-0.01750885508954525,-0.01679127849638462,-0.016073700040578842,-0.015356123447418213,-0.014638545922935009,-0.013920968398451805,-0.013203391805291176,-0.012485814280807972,-0.011768236756324768,-0.011050659231841564,-0.01033308170735836,-0.009615504182875156,-0.008897926658391953,-0.008180349133908749,-0.007462772075086832,-0.006745194550603628,-0.006027617491781712,-0.005310039967298508,-0.004592462442815304,-0.0038748849183321,-0.0031573076266795397,-0.0024397303350269794,-0.0017221528105437756,-0.0010045754024758935,-0.00028699799440801144,0.0004305794136598706,0.0011481549590826035,0.0018657323671504855,0.0025833097752183676,0.003300887066870928,0.004018464591354132,0.004736042115837336,0.005453619174659252,0.006171196699142456,0.00688877422362566,0.007606351748108864,0.008323929272592068,0.009041506797075272,0.009759083390235901,0.010476660914719105,0.011194238439202309,0.011911815963685513,0.012629393488168716,0.01334697101265192,0.014064548537135124,0.014782126061618328,0.015499703586101532,0.01621728017926216,0.01693485863506794,0.01765243522822857,0.018370013684034348,0.019087590277194977,0.019805166870355606,0.020522745326161385,0.021240321919322014,0.021957900375127792,0.02267547696828842,0.0233930554240942,0.02411063201725483]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.10592275857925415,-0.10277283191680908,-0.09962289780378342,-0.09647297114133835,-0.09332303702831268,-0.09017311036586761,-0.08702318370342255,-0.08387324959039688,-0.08072332292795181,-0.07757338881492615,-0.07442346215248108,-0.07127353549003601,-0.06812360137701035,-0.06497367471456528,-0.06182374432682991,-0.05867381393909454,-0.05552388355135918,-0.05237395316362381,-0.04922402277588844,-0.046074096113443375,-0.04292416572570801,-0.03977423533797264,-0.036624304950237274,-0.03347437456250191,-0.03032444603741169,-0.027174515649676323,-0.024024587124586105,-0.02087465673685074,-0.01772472634911537,-0.014574797824025154,-0.011424867436289787,-0.008274937979876995,-0.005125008523464203,-0.001975078834220767,0.0011748508550226688,0.004324780777096748,0.0074747102335095406,0.010624639689922333,0.0137745700776577,0.016924498602747917,0.020074428990483284,0.02322435937821865,0.02637428790330887,0.029524218291044235,0.0326741486787796,0.03582407906651497,0.03897400572896004,0.042123936116695404,0.04527386650443077,0.04842379689216614,0.051573727279901505,0.05472365394234657,0.05787358433008194,0.061023514717817307,0.06417344510555267,0.06732337176799774,0.07047330588102341,0.07362323254346848,0.07677316665649414,0.07992309331893921,0.08307301998138428,0.08622295409440994,0.08937288075685501,0.09252281486988068,0.09567274153232574],"_type":"histogram","values":[1,0,0,1,0,1,5,7,14,32,55,75,161,244,427,642,947,1532,2170,3194,4419,6073,8026,10281,13267,16388,19721,23659,26575,29998,32500,35112,36582,37327,36520,35177,33591,30690,27453,24109,20604,17057,13848,10999,8731,6460,4852,3354,2397,1596,1066,760,437,294,172,99,56,29,12,15,4,1,3,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,0,1,0,2,2,0,0,5,2,1,5,7,9,10,4,8,19,17,21,28,44,57,96,95,84,47,37,39,26,11,19,11,7,12,6,6,5,2,1,1,2,5,1,4,1,0,1,1,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.10158251225948334,-0.09804154187440872,-0.0945005789399147,-0.09095960855484009,-0.08741863816976547,-0.08387766778469086,-0.08033670485019684,-0.07679573446512222,-0.07325476408004761,-0.06971380114555359,-0.06617283076047897,-0.06263186037540436,-0.05909089371562004,-0.055549923330545425,-0.05200895667076111,-0.04846798628568649,-0.044927019625902176,-0.04138605296611786,-0.03784508258104324,-0.034304115921258926,-0.03076314553618431,-0.027222178876399994,-0.023681210353970528,-0.02014024183154106,-0.016599273309111595,-0.013058304786682129,-0.009517336264252663,-0.005976368673145771,-0.0024354001507163048,0.0011055681388825178,0.00464653642848134,0.00818750448524952,0.011728473007678986,0.015269441530108452,0.018810410052537918,0.022351378574967384,0.02589234709739685,0.029433313757181168,0.03297428414225578,0.0365152508020401,0.040056221187114716,0.04359718784689903,0.04713815450668335,0.050679124891757965,0.05422009155154228,0.0577610619366169,0.061302028596401215,0.06484299898147583,0.06838396191596985,0.07192493230104446,0.07546590268611908,0.0790068730711937,0.08254783600568771,0.08608880639076233,0.08962977677583694,0.09317074716091156,0.09671171009540558,0.1002526804804802,0.10379365086555481,0.10733461380004883,0.11087558418512344,0.11441655457019806,0.11795752495527267,0.1214984878897667,0.1250394582748413]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.999147355556488,0.999174952507019,0.9992024898529053,0.9992300868034363,0.9992576837539673,0.9992852210998535,0.9993128180503845,0.9993403553962708,0.9993679523468018,0.9993955492973328,0.999423086643219,0.99945068359375,0.999478280544281,0.9995058178901672,0.9995334148406982,0.9995610117912292,0.9995885491371155,0.9996161460876465,0.9996437430381775,0.9996712803840637,0.9996988773345947,0.999726414680481,0.999754011631012,0.999781608581543,0.9998091459274292,0.9998367428779602,0.9998643398284912,0.9998918771743774,0.9999194741249084,0.9999470710754395,0.9999746084213257,1.000002145767212,1.0000298023223877,1.000057339668274,1.0000848770141602,1.000112533569336,1.0001400709152222,1.0001676082611084,1.0001952648162842,1.0002228021621704,1.0002503395080566,1.0002779960632324,1.0003055334091187,1.0003330707550049,1.0003607273101807,1.000388264656067,1.0004158020019531,1.000443458557129,1.0004709959030151,1.0004985332489014,1.0005261898040771,1.0005537271499634,1.0005812644958496,1.0006088018417358,1.0006364583969116,1.0006639957427979,1.000691533088684,1.0007191896438599,1.000746726989746,1.0007742643356323,1.000801920890808,1.0008294582366943,1.0008569955825806,1.0008846521377563,1.0009121894836426],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,1,2,4,1,2,2,2,4,9,16,15,17,24,17,36,33,32,41,33,42,37,48,33,28,36,31,24,27,17,18,16,14,11,20,11,11,6,4,5,6,3,5,3,1,6,2,1,2,2,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,1,0,1,1,3,1,7,2,7,7,12,10,11,9,15,31,17,30,34,41,50,54,47,53,41,37,43,29,34,30,28,16,14,10,6,9,6,3,2,3,2,1,4,3,0,0,0,0,0,0,1],"bins":[-0.00044817308662459254,-0.0004357792204245925,-0.00042338535422459245,-0.0004109914880245924,-0.0003985976509284228,-0.00038620378472842276,-0.0003738099185284227,-0.00036141605232842267,-0.0003490221861284226,-0.00033662831992842257,-0.000324234482832253,-0.00031184061663225293,-0.0002994467504322529,-0.00028705288423225284,-0.0002746590180322528,-0.00026226515183225274,-0.0002498712856322527,-0.00023747743398416787,-0.00022508358233608305,-0.000212689716136083,-0.00020029584993608296,-0.00018790199828799814,-0.0001755081320879981,-0.00016311426588799804,-0.00015072041423991323,-0.00013832654803991318,-0.00012593268183991313,-0.0001135388229158707,-0.00010114496399182826,-8.875109779182822e-05,-7.635723886778578e-05,-6.396337266778573e-05,-5.15695137437433e-05,-3.917565118172206e-05,-2.6781790438690223e-05,-1.4387928786163684e-05,-1.994067133637145e-06,1.0399794518889394e-05,2.2793656171415932e-05,3.518751691444777e-05,4.758137947646901e-05,5.997524203849025e-05,7.236910460051149e-05,8.476296352455392e-05,9.715682244859636e-05,0.0001095506886485964,0.00012194454757263884,0.00013433840649668127,0.00014673227269668132,0.00015912613889668137,0.0001715199905447662,0.00018391385674476624,0.00019630772294476628,0.0002087015745928511,0.00022109544079285115,0.0002334893069928512,0.000245883158640936,0.00025827702484093606,0.0002706708910409361,0.00028306475724093616,0.0002954586234409362,0.0003078524605371058,0.00032024632673710585,0.0003326401929371059,0.00034503405913710594]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,0,1,1,2,5,1,4,5,8,7,8,5,10,10,15,11,18,21,18,25,28,32,32,16,34,35,41,30,26,44,24,17,14,30,24,32,21,15,22,14,9,2,7,9,2,4,5,3,5,2,2,2,4,1,0,1,0,1],"bins":[-0.02463623322546482,-0.023888370022177696,-0.02314050868153572,-0.022392645478248596,-0.02164478413760662,-0.020896920934319496,-0.02014905773103237,-0.019401196390390396,-0.01865333318710327,-0.017905471846461296,-0.01715760864317417,-0.016409745439887047,-0.01566188409924507,-0.014914021827280521,-0.014166158623993397,-0.013418296352028847,-0.012670434080064297,-0.011922571808099747,-0.011174709536135197,-0.010426846332848072,-0.009678984060883522,-0.008931121788918972,-0.008183259516954422,-0.007435396779328585,-0.006687534507364035,-0.005939672235399485,-0.005191809497773647,-0.004443947225809097,-0.0036960847210139036,-0.00294822221621871,-0.00220035994425416,-0.0014524974394589663,-0.0007046349346637726,4.3227511923760176e-05,0.0007910899585112929,0.0015389523468911648,0.0022868148516863585,0.003034677356481552,0.003782539628446102,0.0045304023660719395,0.0052782646380364895,0.0060261269100010395,0.006773989647626877,0.007521851919591427,0.008269714191555977,0.009017576463520527,0.009765439666807652,0.010513301938772202,0.011261164210736752,0.012009026482701302,0.012756888754665852,0.013504751957952976,0.014252614229917526,0.015000476501882076,0.015748338773846626,0.01649620197713375,0.017244063317775726,0.01799192652106285,0.018739787861704826,0.01948765106499195,0.020235514268279076,0.02098337560892105,0.021731238812208176,0.02247910015285015,0.023226963356137276],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,2,1,9,14,27,54,79,120,217,310,503,781,1194,1667,2420,3391,4478,5939,7964,10068,12586,15423,18233,21354,24598,27421,30042,31997,33587,34848,34178,34117,32779,30660,28330,25325,22620,19268,16264,13429,11106,8669,6618,5035,3739,2645,1922,1337,893,584,380,226,150,87,52,47,10,13,6,5],"bins":[-0.10092802345752716,-0.09797273576259613,-0.0950174480676651,-0.09206216037273407,-0.08910687267780304,-0.08615157753229141,-0.08319628983736038,-0.08024100214242935,-0.07728571444749832,-0.07433042675256729,-0.07137513905763626,-0.06841985136270523,-0.0654645562171936,-0.06250926852226257,-0.05955398082733154,-0.05659869313240051,-0.05364340543746948,-0.05068811774253845,-0.04773283004760742,-0.04477753862738609,-0.04182225093245506,-0.03886696323752403,-0.035911671817302704,-0.032956384122371674,-0.030001096427440643,-0.027045808732509613,-0.024090519174933434,-0.021135229617357254,-0.018179941922426224,-0.015224653296172619,-0.012269364669919014,-0.009314076043665409,-0.006358787417411804,-0.0034034987911581993,-0.0004482101649045944,0.0025070784613490105,0.005462367087602615,0.00841765571385622,0.011372944340109825,0.01432823296636343,0.017283521592617035,0.020238809287548065,0.023194098845124245,0.026149388402700424,0.029104676097631454,0.032059963792562485,0.035015255212783813,0.037970542907714844,0.040925830602645874,0.043881118297576904,0.046836405992507935,0.04979169741272926,0.052746985107660294,0.055702272802591324,0.05865756422281265,0.06161285191774368,0.06456813961267471,0.06752342730760574,0.07047871500253677,0.0734340026974678,0.07638929784297943,0.07934458553791046,0.08229987323284149,0.08525516092777252,0.08821044862270355]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[-0.023111451417207718,-0.02230946160852909,-0.021507471799850464,-0.020705481991171837,-0.01990349218249321,-0.019101502373814583,-0.018299512565135956,-0.01749752275645733,-0.016695532947778702,-0.015893541276454926,-0.015091552399098873,-0.014289562590420246,-0.013487571850419044,-0.012685582041740417,-0.01188359223306179,-0.011081602424383163,-0.010279612615704536,-0.00947762280702591,-0.008675632998347282,-0.007873643189668655,-0.007071652915328741,-0.006269663106650114,-0.0054676728323102,-0.004665683023631573,-0.0038636932149529457,-0.0030617034062743187,-0.002259713364765048,-0.0014577234396710992,-0.0006557335145771503,0.0001462564105167985,0.0009482463356107473,0.0017502362607046962,0.0025522280484437943,0.0033542178571224213,0.004156207665801048,0.004958197940140963,0.00576018774881959,0.006562177557498217,0.007364167831838131,0.008166157640516758,0.008968147449195385,0.009770137257874012,0.010572127066552639,0.011374116875231266,0.012176107615232468,0.012978097423911095,0.013780087232589722,0.014582077041268349,0.015384066849946976,0.016186056658625603,0.01698804646730423,0.017790036275982857,0.018592026084661484,0.01939401589334011,0.020196005702018738,0.020997995510697365,0.021799985319375992,0.022601976990699768,0.023403966799378395,0.024205956608057022,0.02500794641673565,0.025809936225414276,0.026611926034092903,0.02741391584277153,0.028215905651450157],"_type":"histogram","values":[2,0,0,0,2,1,0,0,2,2,1,1,4,5,4,3,4,10,5,12,10,20,15,26,30,53,56,68,90,78,50,29,34,26,26,17,9,12,8,10,8,5,5,1,3,2,3,5,1,2,0,1,0,1,1,1,1,0,0,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[3,0,0,0,0,2,0,0,0,1,0,0,0,0,3,1,3,3,4,2,2,2,8,12,11,9,13,20,20,24,38,42,37,32,43,39,54,48,46,33,47,27,22,18,20,17,12,4,11,9,6,6,3,2,1,2,1,1,2,1,0,0,0,1],"bins":[-0.00041770035750232637,-0.00040600242209620774,-0.00039430451579391956,-0.00038260658038780093,-0.0003709086449816823,-0.0003592107386793941,-0.0003475128032732755,-0.00033581486786715686,-0.0003241169615648687,-0.00031241902615875006,-0.0003007210907526314,-0.0002890231553465128,-0.0002773252490442246,-0.000265627313638106,-0.00025392937823198736,-0.00024223145737778395,-0.00023053353652358055,-0.00021883561566937715,-0.00020713768026325852,-0.00019543975940905511,-0.00018374182400293648,-0.00017204390314873308,-0.00016034598229452968,-0.00014864804688841105,-0.00013695012603420764,-0.00012525220518000424,-0.00011355426977388561,-0.0001018563489196822,-9.015842078952119e-05,-7.846049265936017e-05,-6.676257180515677e-05,-5.506464367499575e-05,-4.3366686441004276e-05,-3.166875831084326e-05,-1.997083381866105e-05,-8.272907507489435e-06,3.4250188036821783e-06,1.5122945114853792e-05,2.6820871426025406e-05,3.8518795918207616e-05,5.021672404836863e-05,6.191465217852965e-05,7.361258030869067e-05,8.531050116289407e-05,9.700842929305509e-05,0.0001087063574232161,0.00012040427827741951,0.00013210221368353814,0.00014380013453774154,0.00015549805539194494,0.00016719599079806358,0.00017889391165226698,0.0001905918470583856,0.00020228976791258901,0.00021398768876679242,0.00022568562417291105,0.00023738354502711445,0.00024908146588131785,0.0002607794012874365,0.0002724773366935551,0.0002841752429958433,0.0002958731784019619,0.00030757111380808055,0.00031926902011036873,0.00033096695551648736]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,0,0,0,3,3,4,5,4,5,7,9,6,7,14,19,11,28,16,13,21,22,27,28,39,36,28,36,28,36,34,31,41,27,30,21,23,14,16,15,9,19,6,4,6,3,1,4,0,3,1,0,1,1,1],"bins":[-0.16730724275112152,-0.1626899242401123,-0.15807262063026428,-0.15345530211925507,-0.14883798360824585,-0.14422067999839783,-0.1396033614873886,-0.1349860429763794,-0.13036873936653137,-0.12575142085552216,-0.12113410234451294,-0.11651679128408432,-0.1118994802236557,-0.10728216171264648,-0.10266485065221786,-0.09804753214120865,-0.09343022108078003,-0.08881291002035141,-0.0841955915093422,-0.07957828044891357,-0.07496096193790436,-0.07034365087747574,-0.06572633981704712,-0.0611090250313282,-0.05649171024560928,-0.051874395459890366,-0.04725708067417145,-0.04263976961374283,-0.03802245482802391,-0.03340514004230499,-0.028787827119231224,-0.024170514196157455,-0.019553184509277344,-0.014935870654881,-0.010318556800484657,-0.005701242946088314,-0.0010839290916919708,0.0035333847627043724,0.008150698617100716,0.012768012471497059,0.017385326325893402,0.02200264111161232,0.02661995403468609,0.031237266957759857,0.035854581743478775,0.04047189652919769,0.04508920758962631,0.04970652237534523,0.05432383716106415,0.058941151946783066,0.06355846673250198,0.0681757777929306,0.07279309630393982,0.07741040736436844,0.08202771842479706,0.08664503693580627,0.0912623479962349,0.09587965905666351,0.10049697756767273,0.10511428862810135,0.10973159968852997,0.11434891819953918,0.1189662292599678,0.12358354777097702,0.12820085883140564]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.000881195068359375,-0.0008535981178283691,-0.0008260011672973633,-0.0007984042167663574,-0.0007708072662353516,-0.0007432103157043457,-0.0007156133651733398,-0.000688016414642334,-0.0006604194641113281,-0.0006328225135803223,-0.0006052255630493164,-0.0005776286125183105,-0.0005500316619873047,-0.0005224347114562988,-0.000494837760925293,-0.0004672408103942871,-0.00043964385986328125,-0.0004120469093322754,-0.00038444995880126953,-0.00035685300827026367,-0.0003292560577392578,-0.00030165910720825195,-0.0002740621566772461,-0.00024646520614624023,-0.00021886825561523438,-0.00019127130508422852,-0.00016367435455322266,-0.0001360774040222168,-0.00010848045349121094,-8.088350296020508e-05,-5.328655242919922e-05,-2.568960189819336e-05,1.9073486328125e-06,2.950429916381836e-05,5.710124969482422e-05,8.469820022583008e-05,0.00011229515075683594,0.0001398921012878418,0.00016748905181884766,0.00019508600234985352,0.00022268295288085938,0.00025027990341186523,0.0002778768539428711,0.00030547380447387695,0.0003330707550048828,0.00036066770553588867,0.00038826465606689453,0.0004158616065979004,0.00044345855712890625,0.0004710555076599121,0.000498652458190918,0.0005262494087219238,0.0005538463592529297,0.0005814433097839355,0.0006090402603149414,0.0006366372108459473,0.0006642341613769531,0.000691831111907959,0.0007194280624389648,0.0007470250129699707,0.0007746219635009766,0.0008022189140319824,0.0008298158645629883,0.0008574128150939941,0.000885009765625],"_type":"histogram","values":[1,1,0,1,1,4,6,10,10,17,13,28,56,64,90,131,139,282,379,559,781,1208,1792,2820,4295,6650,10527,16514,27127,44783,73854,111038,106684,69340,41921,25286,15619,9543,6191,4023,2675,1698,1185,763,557,362,226,169,114,88,59,46,29,19,15,9,2,6,5,3,4,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,1,0,0,3,1,0,0,2,2,1,3,5,5,9,6,12,16,18,19,19,27,35,32,42,41,51,32,33,42,44,40,29,34,38,27,24,11,16,15,9,3,3,4,1,2,0,2,2,2,1,0,0,0,0,2],"bins":[-0.0003909981460310519,-0.0003801512939389795,-0.00036930444184690714,-0.00035845761885866523,-0.00034761076676659286,-0.0003367639146745205,-0.0003259170916862786,-0.0003150702395942062,-0.00030422338750213385,-0.0002933765354100615,-0.0002825296833179891,-0.0002716828603297472,-0.00026083600823767483,-0.00024998915614560246,-0.00023914231860544533,-0.00022829548106528819,-0.00021744862897321582,-0.00020660177688114345,-0.0001957549393409863,-0.00018490810180082917,-0.0001740612497087568,-0.00016321439761668444,-0.0001523675600765273,-0.00014152072253637016,-0.0001306738704442978,-0.00011982702562818304,-0.00010898018081206828,-9.813333599595353e-05,-8.728649117983878e-05,-7.643964636372402e-05,-6.559280154760927e-05,-5.4745956731494516e-05,-4.389911191537976e-05,-3.305226709926501e-05,-2.2205422283150256e-05,-1.1358577467035502e-05,-5.117326509207487e-07,1.0335112165194005e-05,2.1181956981308758e-05,3.202880179742351e-05,4.2875646613538265e-05,5.372249142965302e-05,6.456933624576777e-05,7.541618106188253e-05,8.626302587799728e-05,9.710987069411203e-05,0.00010795671551022679,0.00011880356032634154,0.0001296504051424563,0.00014049725723452866,0.0001513440947746858,0.00016219093231484294,0.0001730377844069153,0.00018388463649898767,0.00019473147403914481,0.00020557831157930195,0.00021642516367137432,0.0002272720157634467,0.00023811885330360383,0.00024896569084376097,0.00025981254293583333,0.0002706593950279057,0.0002815062180161476,0.00029235307010822,0.00030319992220029235]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[1,0,1,0,1,2,3,1,6,7,3,9,4,9,15,17,16,33,33,40,63,61,80,80,90,127,138,113,150,122,112,110,100,88,71,66,55,36,38,41,23,11,6,19,5,12,7,6,6,2,1,1,2,1,0,1,1,0,0,1,0,0,0,1],"bins":[-0.0005058814422227442,-0.0004884334630332887,-0.00047098545474000275,-0.00045353747555054724,-0.0004360894672572613,-0.00041864148806780577,-0.00040119350887835026,-0.0003837455005850643,-0.0003662975213956088,-0.0003488495422061533,-0.0003314015339128673,-0.0003139535547234118,-0.0002965055755339563,-0.0002790575672406703,-0.0002616095880512148,-0.00024416157975792885,-0.00022671360056847334,-0.0002092656068271026,-0.00019181761308573186,-0.00017436963389627635,-0.00015692164015490562,-0.00013947364641353488,-0.00012202565994812176,-0.00010457767348270863,-8.71296797413379e-05,-6.968168599996716e-05,-5.2233699534554034e-05,-3.4785709431162104e-05,-1.7337719327770174e-05,1.1027077562175691e-07,1.7558260879013687e-05,3.500625098240562e-05,5.245424108579755e-05,6.990223482716829e-05,8.735022129258141e-05,0.00010479820775799453,0.00012224620149936527,0.000139694195240736,0.00015714217443019152,0.00017459016817156225,0.000192038161912933,0.00020948615565430373,0.00022693414939567447,0.00024438212858513,0.0002618301077745855,0.00027927811606787145,0.00029672609525732696,0.0003141741035506129,0.00033162208274006844,0.00034907006192952394,0.0003665180702228099,0.0003839660494122654,0.0004014140577055514,0.0004188620368950069,0.0004363100160844624,0.00045375802437774837,0.0004712060035672039,0.0004886540118604898,0.0005061019910499454,0.0005235499702394009,0.0005409979494288564,0.0005584459286183119,0.0005758939660154283,0.0005933419452048838,0.0006107899243943393],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,1,1,0,0,0,5,3,4,3,6,5,4,6,9,6,7,11,14,18,15,9,18,27,22,23,22,16,24,27,30,29,31,31,30,31,28,26,19,24,17,24,18,19,14,16,12,13,10,12,4,1,6,3,2,4,3,1,1,0,1,0,0,1],"bins":[-0.0007285135216079652,-0.0007057749899104238,-0.0006830364582128823,-0.0006602978683076799,-0.0006375593366101384,-0.0006148208049125969,-0.0005920822732150555,-0.000569343741517514,-0.0005466052098199725,-0.0005238666199147701,-0.0005011280882172287,-0.0004783895565196872,-0.0004556510248221457,-0.00043291246402077377,-0.0004101739323232323,-0.00038743537152186036,-0.0003646968398243189,-0.0003419583081267774,-0.0003192197473254055,-0.000296481215627864,-0.00027374265482649207,-0.0002510041231289506,-0.00022826559143140912,-0.00020552704518195242,-0.0001827884989324957,-0.000160049952683039,-0.0001373114064335823,-0.00011457287473604083,-9.183432848658413e-05,-6.909578223712742e-05,-4.6357243263628334e-05,-2.3618700652150437e-05,-8.801580406725407e-07,2.1858384570805356e-05,4.459692718228325e-05,6.733546615578234e-05,9.007401240523905e-05,0.00011281255865469575,0.00013555109035223722,0.00015828963660169393,0.00018102818285115063,0.00020376672910060734,0.00022650527535006404,0.0002492438070476055,0.000271982338745147,0.0002947208995465189,0.0003174594312440604,0.00034019799204543233,0.0003629365237429738,0.0003856750554405153,0.0004084136162418872,0.0004311521479394287,0.0004538907087408006,0.0004766292404383421,0.0004993677721358836,0.000522106303833425,0.0005448448937386274,0.0005675834254361689,0.0005903219571337104,0.0006130604888312519,0.0006357990205287933,0.0006585375522263348,0.0006812761421315372,0.0007040146738290787,0.0007267532055266201],"_type":"histogram"},"_step":20,"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.09579126536846161,-0.09293384850025177,-0.09007643163204193,-0.08721901476383209,-0.08436159789562225,-0.08150418102741241,-0.07864676415920258,-0.07578934729099274,-0.0729319304227829,-0.07007450610399246,-0.06721708923578262,-0.06435967236757278,-0.061502255499362946,-0.05864483863115311,-0.05578742176294327,-0.05293000489473343,-0.05007258802652359,-0.04721517115831375,-0.04435775429010391,-0.041500337421894073,-0.038642920553684235,-0.0357854999601841,-0.03292808309197426,-0.03007066622376442,-0.02721324935555458,-0.024355832487344742,-0.021498415619134903,-0.018640996888279915,-0.015783580020070076,-0.012926163151860237,-0.010068745352327824,-0.0072113280184566975,-0.004353918135166168,-0.001496500801295042,0.0013609165325760841,0.00421833386644721,0.0070757512003183365,0.009933168068528175,0.012790585868060589,0.015648003667593002,0.01850542053580284,0.02136283740401268,0.02422025427222252,0.027077673003077507,0.029935089871287346,0.032792508602142334,0.03564992547035217,0.03850734233856201,0.04136475920677185,0.04422217607498169,0.04707959294319153,0.04993700981140137,0.052794426679611206,0.05565184727311134,0.05850926414132118,0.06136668100953102,0.06422409415245056,0.067081518471241,0.06993893533945084,0.07279635220766068,0.07565376907587051,0.07851118594408035,0.08136860281229019,0.08422601968050003,0.08708343654870987],"_type":"histogram","values":[1,0,5,5,2,8,23,35,58,81,158,223,378,528,807,1209,1825,2454,3434,4536,6011,7777,9755,12185,14478,17204,20311,23043,25899,28391,30523,32104,33020,33860,33430,32247,30974,28186,26252,23788,20563,17393,14849,12237,9752,7690,6156,4558,3393,2457,1774,1245,887,616,370,267,163,108,63,38,20,11,1,5]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,3,4,3,5,5,7,5,9,14,8,14,20,13,20,20,29,25,28,31,36,44,40,38,31,27,24,26,35,27,31,30,17,21,15,6,5,11,6,12,4,2,2,3,4,1,3,0,2,0,0,0,1],"bins":[-0.025415869429707527,-0.024674367159605026,-0.023932863026857376,-0.023191360756754875,-0.022449858486652374,-0.021708356216549873,-0.020966853946447372,-0.020225349813699722,-0.01948384754359722,-0.01874234527349472,-0.01800084114074707,-0.01725933887064457,-0.01651783660054207,-0.015776334330439568,-0.015034831129014492,-0.014293327927589417,-0.013551825657486916,-0.012810323387384415,-0.01206882018595934,-0.011327316984534264,-0.010585814714431763,-0.009844312444329262,-0.009102809242904186,-0.00836130604147911,-0.00761980377137661,-0.006878301035612822,-0.006136798299849033,-0.005395295564085245,-0.004653792828321457,-0.003912290092557669,-0.0031707873567938805,-0.0024292846210300922,-0.0016877837479114532,-0.000946281012147665,-0.0002047782763838768,0.0005367244593799114,0.0012782271951436996,0.002019729930907488,0.002761232666671276,0.0035027354024350643,0.0042442381381988525,0.004985740873962641,0.005727243609726429,0.006468746345490217,0.007210249081254005,0.007951751351356506,0.008693254552781582,0.009434757754206657,0.010176260024309158,0.01091776229441166,0.011659265495836735,0.01240076869726181,0.013142270967364311,0.013883773237466812,0.014625276438891888,0.015366779640316963,0.016108281910419464,0.016849784180521965,0.017591286450624466,0.018332790583372116,0.019074292853474617,0.019815795123577118,0.020557299256324768,0.02129880152642727,0.02204030379652977],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[2,1,0,1,0,2,0,3,14,3,19,17,30,37,71,85,117,193,306,463,692,1051,1579,2452,3609,5599,8658,13299,21658,35162,59853,109748,229402,444313,301313,140224,75654,44392,26494,16121,10206,6577,4340,2859,2000,1359,887,644,444,294,187,149,92,59,46,25,20,10,13,6,4,2,0,4],"bins":[-0.01336669921875,-0.012969970703125,-0.0125732421875,-0.012176513671875,-0.01177978515625,-0.011383056640625,-0.010986328125,-0.010589599609375,-0.01019287109375,-0.009796142578125,-0.0093994140625,-0.009002685546875,-0.00860595703125,-0.008209228515625,-0.0078125,-0.007415771484375,-0.00701904296875,-0.006622314453125,-0.0062255859375,-0.005828857421875,-0.00543212890625,-0.005035400390625,-0.004638671875,-0.004241943359375,-0.00384521484375,-0.003448486328125,-0.0030517578125,-0.002655029296875,-0.00225830078125,-0.001861572265625,-0.00146484375,-0.001068115234375,-0.00067138671875,-0.000274658203125,0.0001220703125,0.000518798828125,0.00091552734375,0.001312255859375,0.001708984375,0.002105712890625,0.00250244140625,0.002899169921875,0.0032958984375,0.003692626953125,0.00408935546875,0.004486083984375,0.0048828125,0.005279541015625,0.00567626953125,0.006072998046875,0.0064697265625,0.006866455078125,0.00726318359375,0.007659912109375,0.008056640625,0.008453369140625,0.00885009765625,0.009246826171875,0.0096435546875,0.010040283203125,0.01043701171875,0.010833740234375,0.01123046875,0.011627197265625,0.01202392578125]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.0984523594379425,-0.09546259790658951,-0.09247282892465591,-0.08948306739330292,-0.08649330586194992,-0.08350353688001633,-0.08051377534866333,-0.07752401381731033,-0.07453424483537674,-0.07154448330402374,-0.06855472177267075,-0.06556495279073715,-0.06257519125938416,-0.05958542600274086,-0.056595660746097565,-0.05360589921474457,-0.05061613395810127,-0.04762636870145798,-0.04463660717010498,-0.041646841913461685,-0.03865707665681839,-0.03566731512546539,-0.0326775498688221,-0.029687784612178802,-0.026698021218180656,-0.02370825782418251,-0.020718492567539215,-0.01772872917354107,-0.014738964848220348,-0.011749200522899628,-0.008759437128901482,-0.005769672803580761,-0.0027799084782600403,0.00020985561423003674,0.0031996197067201138,0.006189383566379547,0.009179147891700268,0.012168912217020988,0.015158675611019135,0.01814844086766243,0.021138204261660576,0.024127967655658722,0.027117732912302017,0.030107496306300163,0.03309725970029831,0.036087024956941605,0.0390767902135849,0.0420665517449379,0.04505631700158119,0.04804608225822449,0.051035843789577484,0.05402560904622078,0.057015374302864075,0.06000513583421707,0.06299490481615067,0.06598466634750366,0.06897442787885666,0.07196419686079025,0.07495395839214325,0.07794371992349625,0.08093348890542984,0.08392325043678284,0.08691301196813583,0.08990278095006943,0.09289254248142242],"_type":"histogram","values":[2,2,1,2,7,11,20,20,56,57,154,210,326,549,820,1258,1776,2421,3442,4710,6291,8074,10491,13136,15727,19133,22171,25172,27998,31128,33038,34016,35240,34913,33986,32468,30515,28000,25032,21670,18748,15415,12720,10054,7816,6098,4446,3269,2373,1633,1148,760,482,302,206,128,83,48,19,14,8,8,2,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[1,0,0,1,0,0,1,0,1,0,0,0,1,2,1,3,4,3,2,4,7,12,8,11,13,19,19,22,31,42,39,33,46,35,51,42,37,35,33,36,39,25,22,12,9,10,15,9,4,9,4,3,2,2,2,1,0,0,1,2,0,0,1,1],"bins":[-0.00037869345396757126,-0.00036768853897228837,-0.00035668365308083594,-0.00034567873808555305,-0.0003346738521941006,-0.00032366893719881773,-0.0003126640513073653,-0.0003016591363120824,-0.00029065425042063,-0.0002796493354253471,-0.0002686444204300642,-0.00025763953453861177,-0.0002466346195433289,-0.00023562971909996122,-0.00022462481865659356,-0.0002136199182132259,-0.00020261501776985824,-0.00019161011732649058,-0.00018060521688312292,-0.00016960031643975526,-0.0001585954159963876,-0.0001475905010011047,-0.00013658560055773705,-0.0001255807001143694,-0.00011457579967100173,-0.00010357089922763407,-9.256599878426641e-05,-8.156109106494114e-05,-7.055619062157348e-05,-5.955129017820582e-05,-4.854638609685935e-05,-3.7541482015512884e-05,-2.6536581572145224e-05,-1.553167930978816e-05,-4.5267770474310964e-06,6.478125214925967e-06,1.748302747728303e-05,2.8487929739640094e-05,3.949283200199716e-05,5.0497736083343625e-05,6.150263652671129e-05,7.250753697007895e-05,8.35124374134466e-05,9.451734513277188e-05,0.00010552224557613954,0.0001165271460195072,0.00012753205373883247,0.00013853695418220013,0.0001495418546255678,0.00016054675506893545,0.00017155165551230311,0.00018255655595567077,0.00019356145639903843,0.00020456637139432132,0.00021557127183768898,0.00022657617228105664,0.0002375810727244243,0.00024858597316779196,0.00025959088816307485,0.0002705957740545273,0.00028160068904981017,0.0002926055749412626,0.0003036104899365455,0.0003146153758279979,0.0003256202908232808],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,5,5,9,10,9,31,22,48,59,91,92,152,205,309,399,684,943,1387,2042,2862,4178,6336,9255,13893,21141,34077,59111,129073,137533,62980,35393,22279,14626,9729,6577,4472,3108,2031,1408,991,650,520,295,258,189,110,79,57,36,18,14,11,7,6,6,0,5,3,1,0,3],"bins":[-0.039794921875,-0.03851318359375,-0.0372314453125,-0.03594970703125,-0.03466796875,-0.03338623046875,-0.0321044921875,-0.03082275390625,-0.029541015625,-0.02825927734375,-0.0269775390625,-0.02569580078125,-0.0244140625,-0.02313232421875,-0.0218505859375,-0.02056884765625,-0.019287109375,-0.01800537109375,-0.0167236328125,-0.01544189453125,-0.01416015625,-0.01287841796875,-0.0115966796875,-0.01031494140625,-0.009033203125,-0.00775146484375,-0.0064697265625,-0.00518798828125,-0.00390625,-0.00262451171875,-0.0013427734375,-6.103515625e-05,0.001220703125,0.00250244140625,0.0037841796875,0.00506591796875,0.00634765625,0.00762939453125,0.0089111328125,0.01019287109375,0.011474609375,0.01275634765625,0.0140380859375,0.01531982421875,0.0166015625,0.01788330078125,0.0191650390625,0.02044677734375,0.021728515625,0.02301025390625,0.0242919921875,0.02557373046875,0.02685546875,0.02813720703125,0.0294189453125,0.03070068359375,0.031982421875,0.03326416015625,0.0345458984375,0.03582763671875,0.037109375,0.03839111328125,0.0396728515625,0.04095458984375,0.042236328125]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,2,1,1,1,0,1,5,4,5,5,6,9,10,13,16,16,21,20,23,26,29,26,30,34,27,18,33,34,30,33,32,28,18,24,26,21,18,21,18,8,8,14,8,9,8,4,4,3,4,5,2,1,2,0,0,0,0,0,0,1],"bins":[-0.015041511505842209,-0.014556326903402805,-0.014071143232285976,-0.013585958629846573,-0.013100774958729744,-0.01261559035629034,-0.012130406685173512,-0.011645222082734108,-0.011160038411617279,-0.010674853809177876,-0.010189670138061047,-0.009704485535621643,-0.009219301864504814,-0.00873411726206541,-0.008248933590948582,-0.007763748988509178,-0.007278564851731062,-0.006793380714952946,-0.0063081965781748295,-0.005823012441396713,-0.005337828304618597,-0.004852644167840481,-0.004367460031062365,-0.0038822756614536047,-0.0033970915246754885,-0.0029119073878973722,-0.002426723251119256,-0.001941538997925818,-0.0014563548611477017,-0.0009711707243695855,-0.0004859865293838084,-8.023635018616915e-07,0.000484381802380085,0.0009695659391582012,0.0014547500759363174,0.0019399343291297555,0.00242511834949255,0.0029103027191013098,0.003395486855879426,0.0038806709926575422,0.004365854896605015,0.004851039499044418,0.0053362236358225346,0.005821407772600651,0.006306591909378767,0.006791776046156883,0.0072769601829349995,0.007762144319713116,0.00824732892215252,0.008732512593269348,0.009217697195708752,0.00970288086682558,0.010188065469264984,0.010673249140381813,0.011158433742821217,0.011643617413938046,0.012128802016377449,0.012613985687494278,0.013099170289933681,0.01358435396105051,0.014069538563489914,0.014554722234606743,0.015039906837046146,0.015525090508162975,0.01601027511060238]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,2,2,2,6,3,10,6,8,6,7,9,14,14,11,15,28,22,26,26,25,33,30,32,42,37,29,33,34,39,33,30,20,20,13,14,9,13,10,12,10,5,5,6,5,1,2,1,2,0,0,1,0,0,0,1,0,1],"bins":[-0.003200498642399907,-0.0030974114779382944,-0.0029943243134766817,-0.002891237149015069,-0.0027881497517228127,-0.0026850625872612,-0.0025819754227995872,-0.0024788882583379745,-0.002375801093876362,-0.002272713929414749,-0.0021696267649531364,-0.0020665396004915237,-0.001963452436029911,-0.0018603651551529765,-0.001757277874276042,-0.0016541907098144293,-0.0015511035453528166,-0.0014480163808912039,-0.0013449292164295912,-0.0012418419355526567,-0.001138754771091044,-0.0010356676066294312,-0.0009325803839601576,-0.000829493161290884,-0.0007264059968292713,-0.0006233188323676586,-0.000520231609698385,-0.00041714441613294184,-0.0003140572225674987,-0.00021097002900205553,-0.00010788283543661237,-4.7956418711692095e-06,9.82913188636303e-05,0.00020137851242907345,0.0003044657059945166,0.00040755289955995977,0.0005106400931254029,0.0006137272575870156,0.0007168144802562892,0.0008199017029255629,0.0009229888673871756,0.0010260760318487883,0.001129163196310401,0.0012322504771873355,0.0013353376416489482,0.001438424806110561,0.0015415120869874954,0.0016445992514491081,0.0017476864159107208,0.0018507735803723335,0.0019538607448339462,0.002056947909295559,0.0021600350737571716,0.002263122471049428,0.0023662096355110407,0.0024692967999726534,0.002572383964434266,0.002675471128895879,0.0027785582933574915,0.002881645457819104,0.0029847328551113605,0.0030878200195729733,0.003190907184034586,0.0032939943484961987,0.0033970815129578114]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,2,1,1,1,0,1,6,4,3,10,3,11,7,15,14,17,24,19,20,27,32,19,36,32,26,23,34,34,34,23,36,27,20,22,21,28,19,14,20,7,7,16,8,9,6,6,3,3,4,6,1,1,2,0,0,0,0,0,0,1],"bins":[-0.015456820838153362,-0.014957983046770096,-0.014459144324064255,-0.013960306532680988,-0.013461468741297722,-0.012962630949914455,-0.012463793158531189,-0.011964954435825348,-0.011466116644442081,-0.010967278853058815,-0.010468440130352974,-0.009969602338969707,-0.009470764547586441,-0.008971926756203175,-0.008473088964819908,-0.007974250242114067,-0.007475412450730801,-0.006976574659347534,-0.00647773640230298,-0.005978898145258427,-0.00548006035387516,-0.004981222562491894,-0.00448238430544734,-0.003983546048402786,-0.00348470825701952,-0.0029858702328056097,-0.0024870322085916996,-0.0019881941843777895,-0.0014893561601638794,-0.0009905181359499693,-0.0004916801117360592,7.157912477850914e-06,0.0005059950053691864,0.0010048330295830965,0.0015036710537970066,0.0020025090780109167,0.002501347102224827,0.003000185126438737,0.003499023150652647,0.003997861407697201,0.004496699199080467,0.004995536990463734,0.005494375247508287,0.005993213504552841,0.006492051295936108,0.006990889087319374,0.007489727344363928,0.007988565601408482,0.008487403392791748,0.008986241184175014,0.009485078975558281,0.009983917698264122,0.010482755489647388,0.010981593281030655,0.011480432003736496,0.011979269795119762,0.012478107586503029,0.012976945377886295,0.013475783169269562,0.013974621891975403,0.01447345968335867,0.014972297474741936,0.015471136197447777,0.01596997305750847,0.01646881178021431]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.08340771496295929,-0.08074558526277542,-0.07808344811201096,-0.07542131841182709,-0.07275918126106262,-0.07009705156087875,-0.06743491441011429,-0.06477278470993042,-0.06211065128445625,-0.059448517858982086,-0.05678638443350792,-0.05412425100803375,-0.051462121307849884,-0.04879998788237572,-0.04613785445690155,-0.04347572103142738,-0.04081358760595322,-0.03815145418047905,-0.03548932075500488,-0.032827187329530716,-0.0301650557667017,-0.02750292234122753,-0.024840790778398514,-0.022178657352924347,-0.01951652392745018,-0.016854390501976013,-0.014192258007824421,-0.011530125513672829,-0.008867992088198662,-0.006205859128385782,-0.0035437261685729027,-0.0008815932087600231,0.0017805323004722595,0.004442665260285139,0.007104798220098019,0.009766930714249611,0.012429064139723778,0.015091197565197945,0.017753329128026962,0.02041546255350113,0.023077595978975296,0.025739729404449463,0.02840186282992363,0.031063994392752647,0.033726125955581665,0.03638825938105583,0.03905039280653,0.041712526232004166,0.04437465965747833,0.0470367930829525,0.049698926508426666,0.05236105993390083,0.055023193359375,0.05768532305955887,0.060347456485033035,0.0630095899105072,0.06567172706127167,0.06833385676145554,0.0709959864616394,0.07365812361240387,0.07632025331258774,0.0789823904633522,0.08164452016353607,0.08430665731430054,0.0869687870144844],"_type":"histogram","values":[6,10,14,31,53,93,112,215,308,486,678,917,1404,1877,2543,3376,4369,5726,7206,9250,11065,13262,15714,18225,20585,23383,25390,27381,29247,30402,30744,31283,31114,30132,28760,26574,24859,22370,19910,17477,14694,12650,10344,8533,6668,5173,4140,3194,2300,1715,1180,908,566,429,274,178,132,82,50,27,24,7,3,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.04541015625,-0.044109344482421875,-0.04280853271484375,-0.041507720947265625,-0.0402069091796875,-0.038906097412109375,-0.03760528564453125,-0.036304473876953125,-0.035003662109375,-0.033702850341796875,-0.03240203857421875,-0.031101226806640625,-0.0298004150390625,-0.028499603271484375,-0.02719879150390625,-0.025897979736328125,-0.02459716796875,-0.023296356201171875,-0.02199554443359375,-0.020694732666015625,-0.0193939208984375,-0.018093109130859375,-0.01679229736328125,-0.015491485595703125,-0.014190673828125,-0.012889862060546875,-0.01158905029296875,-0.010288238525390625,-0.0089874267578125,-0.007686614990234375,-0.00638580322265625,-0.005084991455078125,-0.0037841796875,-0.002483367919921875,-0.00118255615234375,0.000118255615234375,0.0014190673828125,0.002719879150390625,0.00402069091796875,0.005321502685546875,0.006622314453125,0.007923126220703125,0.00922393798828125,0.010524749755859375,0.0118255615234375,0.013126373291015625,0.01442718505859375,0.015727996826171875,0.01702880859375,0.018329620361328125,0.01963043212890625,0.020931243896484375,0.0222320556640625,0.023532867431640625,0.02483367919921875,0.026134490966796875,0.027435302734375,0.028736114501953125,0.03003692626953125,0.031337738037109375,0.0326385498046875,0.033939361572265625,0.03524017333984375,0.036540985107421875,0.037841796875],"_type":"histogram","values":[1,0,1,2,2,0,5,4,4,12,15,21,36,44,61,78,128,176,260,355,475,783,1116,1586,2248,3378,4869,6978,11349,16897,26883,43251,76114,152111,490802,409857,145266,70384,40144,23576,14888,9870,6157,4047,2860,1795,1229,893,610,396,304,187,114,86,60,42,23,10,9,3,4,1,2,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.09775525331497192,-0.0947578176856041,-0.09176038205623627,-0.08876294642686844,-0.08576550334692001,-0.08276806771755219,-0.07977063208818436,-0.07677319645881653,-0.0737757608294487,-0.07077832520008087,-0.06778088212013245,-0.06478344649076462,-0.06178601086139679,-0.05878857523202896,-0.05579113960266113,-0.052793700248003006,-0.04979626461863518,-0.04679882898926735,-0.04380138963460922,-0.040803954005241394,-0.037806518375873566,-0.03480907902121544,-0.03181164339184761,-0.028814207762479782,-0.025816770270466805,-0.022819332778453827,-0.019821897149086,-0.01682445965707302,-0.013827023096382618,-0.010829586535692215,-0.007832149043679237,-0.004834712482988834,-0.0018372759222984314,0.0011601608712226152,0.004157597664743662,0.007155034691095352,0.010152471251785755,0.013149907812476158,0.016147345304489136,0.019144780933856964,0.02214221842586994,0.02513965591788292,0.028137091547250748,0.031134529039263725,0.0341319665312767,0.03712940216064453,0.04012683779001236,0.043124277144670486,0.046121712774038315,0.04911914840340614,0.05211658775806427,0.0551140233874321,0.05811145901679993,0.061108898371458054,0.06410633027553558,0.06710377335548401,0.07010120898485184,0.07309864461421967,0.0760960802435875,0.07909351587295532,0.08209095150232315,0.08508839458227158,0.0880858302116394,0.09108326584100723,0.09408070147037506],"_type":"histogram","values":[1,0,2,3,3,8,16,35,51,118,135,225,351,575,879,1285,1905,2774,3869,5060,6681,8731,11194,13921,16867,19808,23232,26409,29151,31502,33503,34607,34932,35020,34108,31919,29682,26870,24077,20795,17786,14686,11658,9309,7269,5496,4044,3002,2028,1506,1012,685,398,245,159,101,67,33,19,10,2,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.0003194284508936107,-0.00030920692370273173,-0.0002989854256156832,-0.0002887638984248042,-0.0002785423712339252,-0.0002683208731468767,-0.0002580993459559977,-0.0002478778187651187,-0.00023765630612615496,-0.0002274347934871912,-0.0002172132662963122,-0.00020699175365734845,-0.0001967702410183847,-0.0001865487138275057,-0.00017632720118854195,-0.00016610567399766296,-0.0001558841613586992,-0.00014566264871973544,-0.00013544112152885646,-0.0001252196088898927,-0.00011499808897497132,-0.00010477656906004995,-9.455505642108619e-05,-8.433353650616482e-05,-7.411201659124345e-05,-6.389049667632207e-05,-5.366898039937951e-05,-4.344746412243694e-05,-3.322594420751557e-05,-2.3004426111583598e-05,-1.2782908015651628e-05,-2.561389919719659e-06,7.66012817621231e-06,1.788164627214428e-05,2.810316436807625e-05,3.8324680645018816e-05,4.854620055994019e-05,5.876772047486156e-05,6.898923311382532e-05,7.92107530287467e-05,8.943227294366807e-05,9.965379285858944e-05,0.00010987531277351081,0.00012009682541247457,0.00013031833805143833,0.00014053986524231732,0.00015076137788128108,0.00016098290507216007,0.00017120441771112382,0.00018142593035008758,0.00019164745754096657,0.00020186897017993033,0.00021209049737080932,0.00022231201000977308,0.00023253352264873683,0.00024275504983961582,0.00025297654792666435,0.00026319807511754334,0.0002734196023084223,0.0002836411294993013,0.00029386262758634984,0.00030408415477722883,0.0003143056819681078,0.00032452718005515635,0.00033474870724603534],"_type":"histogram","values":[1,0,0,0,0,2,1,1,3,1,2,1,4,6,3,7,6,10,8,8,9,12,23,22,31,28,29,34,41,47,34,41,39,47,29,41,33,24,21,34,19,10,11,7,7,7,3,3,4,6,2,2,0,1,1,0,0,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,0,0,0,1,2,2,1,4,2,4,11,12,18,23,40,58,81,119,176,314,360,595,892,1372,2191,3399,5250,9015,14818,26929,54398,136101,180579,72464,33729,18580,10708,6311,3870,2668,1599,1043,708,438,277,207,130,108,61,49,46,15,6,16,11,3,2,3,0,1,0,2,1],"bins":[-0.003448486328125,-0.0033445358276367188,-0.0032405853271484375,-0.0031366348266601562,-0.003032684326171875,-0.0029287338256835938,-0.0028247833251953125,-0.0027208328247070312,-0.00261688232421875,-0.0025129318237304688,-0.0024089813232421875,-0.0023050308227539062,-0.002201080322265625,-0.0020971298217773438,-0.0019931793212890625,-0.0018892288208007812,-0.0017852783203125,-0.0016813278198242188,-0.0015773773193359375,-0.0014734268188476562,-0.001369476318359375,-0.0012655258178710938,-0.0011615753173828125,-0.0010576248168945312,-0.00095367431640625,-0.0008497238159179688,-0.0007457733154296875,-0.0006418228149414062,-0.000537872314453125,-0.00043392181396484375,-0.0003299713134765625,-0.00022602081298828125,-0.0001220703125,-1.811981201171875e-05,8.58306884765625e-05,0.00018978118896484375,0.000293731689453125,0.00039768218994140625,0.0005016326904296875,0.0006055831909179688,0.00070953369140625,0.0008134841918945312,0.0009174346923828125,0.0010213851928710938,0.001125335693359375,0.0012292861938476562,0.0013332366943359375,0.0014371871948242188,0.0015411376953125,0.0016450881958007812,0.0017490386962890625,0.0018529891967773438,0.001956939697265625,0.0020608901977539062,0.0021648406982421875,0.0022687911987304688,0.00237274169921875,0.0024766921997070312,0.0025806427001953125,0.0026845932006835938,0.002788543701171875,0.0028924942016601562,0.0029964447021484375,0.0031003952026367188,0.003204345703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,2,3,0,4,3,1,5,5,4,5,5,13,13,21,21,29,16,32,34,39,35,42,31,30,24,39,25,24,35,25,20,20,21,12,11,15,9,12,7,10,7,6,4,4,6,7,4,11,3,1,1,1,1,2,0,0,3,1,2],"bins":[0.9993540644645691,0.9993773698806763,0.9994007349014282,0.9994240403175354,0.9994473457336426,0.9994707107543945,0.9994940161705017,0.9995173215866089,0.9995406866073608,0.999563992023468,0.9995872974395752,0.9996106624603271,0.9996339678764343,0.9996572732925415,0.9996806383132935,0.9997039437294006,0.9997272491455078,0.9997506141662598,0.9997739195823669,0.9997972249984741,0.9998205900192261,0.9998438954353333,0.9998672008514404,0.9998905658721924,0.9999138712882996,0.9999371767044067,0.9999605417251587,0.9999838471412659,1.000007152557373,1.000030517578125,1.0000537633895874,1.0000771284103394,1.0001004934310913,1.0001237392425537,1.0001471042633057,1.0001704692840576,1.00019371509552,1.000217080116272,1.000240445137024,1.0002636909484863,1.0002870559692383,1.0003104209899902,1.0003336668014526,1.0003570318222046,1.0003803968429565,1.000403642654419,1.000427007675171,1.0004503726959229,1.0004736185073853,1.0004969835281372,1.0005203485488892,1.0005435943603516,1.0005669593811035,1.0005903244018555,1.0006135702133179,1.0006369352340698,1.0006603002548218,1.0006835460662842,1.0007069110870361,1.000730276107788,1.0007535219192505,1.0007768869400024,1.0008002519607544,1.0008234977722168,1.0008468627929688]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,0,3,4,4,7,11,19,18,30,45,66,125,173,285,438,633,1111,1731,2616,4208,6837,11917,19851,35390,66388,177693,129693,55885,30346,17722,10098,6113,3694,2496,1413,985,634,415,226,163,106,68,50,32,18,16,14,11,4,4,3,3,1,0,1,1,0,1,0,0,1],"bins":[-0.1171875,-0.113128662109375,-0.10906982421875,-0.105010986328125,-0.1009521484375,-0.096893310546875,-0.09283447265625,-0.088775634765625,-0.084716796875,-0.080657958984375,-0.07659912109375,-0.072540283203125,-0.0684814453125,-0.064422607421875,-0.06036376953125,-0.056304931640625,-0.05224609375,-0.048187255859375,-0.04412841796875,-0.040069580078125,-0.0360107421875,-0.031951904296875,-0.02789306640625,-0.023834228515625,-0.019775390625,-0.015716552734375,-0.01165771484375,-0.007598876953125,-0.0035400390625,0.000518798828125,0.00457763671875,0.008636474609375,0.0126953125,0.016754150390625,0.02081298828125,0.024871826171875,0.0289306640625,0.032989501953125,0.03704833984375,0.041107177734375,0.045166015625,0.049224853515625,0.05328369140625,0.057342529296875,0.0614013671875,0.065460205078125,0.06951904296875,0.073577880859375,0.07763671875,0.081695556640625,0.08575439453125,0.089813232421875,0.0938720703125,0.097930908203125,0.10198974609375,0.106048583984375,0.110107421875,0.114166259765625,0.11822509765625,0.122283935546875,0.1263427734375,0.130401611328125,0.13446044921875,0.138519287109375,0.142578125]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[1,0,0,0,2,1,4,0,1,3,2,4,6,6,5,5,13,11,7,16,18,15,16,17,28,23,29,28,22,31,29,30,22,24,32,19,30,30,29,29,19,25,17,15,17,12,14,6,11,4,9,1,7,7,4,4,3,1,3,0,0,0,0,1],"bins":[-0.03575582802295685,-0.03465954214334488,-0.03356325253844261,-0.03246696665883064,-0.031370677053928375,-0.030274391174316406,-0.029178105294704437,-0.02808181755244732,-0.0269855298101902,-0.025889242067933083,-0.024792954325675964,-0.023696668446063995,-0.022600380703806877,-0.02150409296154976,-0.02040780708193779,-0.01931151933968067,-0.018215231597423553,-0.017118943855166435,-0.016022656112909317,-0.014926370233297348,-0.01383008249104023,-0.012733794748783112,-0.011637507937848568,-0.010541221126914024,-0.009444933384656906,-0.008348645642399788,-0.007252358831465244,-0.006156071554869413,-0.0050597842782735825,-0.0039634970016777515,-0.0028672097250819206,-0.0017709224484860897,-0.0006746388971805573,0.00042164837941527367,0.0015179356560111046,0.0026142229326069355,0.0037105102092027664,0.004806797485798597,0.005903084762394428,0.006999372038990259,0.00809565931558609,0.009191947057843208,0.010288233868777752,0.011384520679712296,0.012480808421969414,0.013577096164226532,0.014673382975161076,0.01576966978609562,0.016865957528352737,0.017962245270609856,0.019058533012866974,0.020154818892478943,0.02125110663473606,0.02234739437699318,0.02344368025660515,0.024539967998862267,0.025636255741119385,0.026732543483376503,0.02782883122563362,0.02892511710524559,0.03002140484750271,0.031117692589759827,0.032213978469371796,0.03331026807427406,0.03440655395388603],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,2,1,8,6,5,8,7,13,23,17,31,26,49,59,66,70,69,100,104,118,133,134,119,114,115,102,72,82,65,71,42,42,34,31,18,17,17,9,12,9,5,4,3,4,0,3,1,1,1,0,0,1,0,1],"bins":[-0.005570931360125542,-0.0053958469070494175,-0.005220762453973293,-0.005045678000897169,-0.004870593547821045,-0.004695509094744921,-0.0045204246416687965,-0.004345340188592672,-0.004170255735516548,-0.003995171282440424,-0.0038200868293642998,-0.0036450023762881756,-0.0034699179232120514,-0.003294833470135927,-0.003119749017059803,-0.002944664563983679,-0.0027695801109075546,-0.0025944956578314304,-0.0024194112047553062,-0.002244326751679182,-0.002069242298603058,-0.0018941578455269337,-0.0017190733924508095,-0.0015439889393746853,-0.001368904486298561,-0.001193820033222437,-0.0010187355801463127,-0.0008436511270701885,-0.0006685666739940643,-0.0004934822209179401,-0.00031839776784181595,-0.00014331331476569176,3.1770672649145126e-05,0.00020685512572526932,0.0003819395788013935,0.0005570240318775177,0.0007321084849536419,0.0009071929380297661,0.0010822773911058903,0.0012573618441820145,0.0014324462972581387,0.0016075307503342628,0.001782615203410387,0.0019576996564865112,0.0021327841095626354,0.0023078685626387596,0.002482953015714884,0.002658037468791008,0.002833121921867132,0.0030082063749432564,0.0031832908280193806,0.0033583752810955048,0.003533459734171629,0.003708544187247753,0.0038836286403238773,0.0040587130934000015,0.004233797546476126,0.00440888199955225,0.004583966452628374,0.004759050905704498,0.0049341353587806225,0.005109219811856747,0.005284304264932871,0.005459388718008995,0.005634473171085119]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,1,3,0,1,3,4,2,5,4,9,15,8,9,8,9,17,19,26,27,28,27,33,21,26,38,36,31,29,33,20,26,23,26,18,27,24,19,19,10,8,15,5,7,5,7,10,3,3,3,5,5,0,2,2,1,0,0,0,1],"bins":[0.9992761611938477,0.999300479888916,0.9993247985839844,0.999349057674408,0.9993733763694763,0.9993976950645447,0.999422013759613,0.9994462728500366,0.999470591545105,0.9994949102401733,0.9995192289352417,0.9995435476303101,0.9995678067207336,0.999592125415802,0.9996164441108704,0.9996407628059387,0.9996650218963623,0.9996893405914307,0.999713659286499,0.9997379779815674,0.9997622966766357,0.9997865557670593,0.9998108744621277,0.999835193157196,0.9998595118522644,0.9998838305473328,0.9999080896377563,0.9999324083328247,0.9999567270278931,0.9999810457229614,1.0000053644180298,1.0000296831130981,1.000053882598877,1.0000782012939453,1.0001025199890137,1.000126838684082,1.0001511573791504,1.0001754760742188,1.000199794769287,1.0002241134643555,1.0002484321594238,1.0002727508544922,1.000296950340271,1.0003212690353394,1.0003455877304077,1.000369906425476,1.0003942251205444,1.0004185438156128,1.0004428625106812,1.0004671812057495,1.0004914999008179,1.0005156993865967,1.000540018081665,1.0005643367767334,1.0005886554718018,1.0006129741668701,1.0006372928619385,1.0006616115570068,1.0006859302520752,1.0007102489471436,1.0007344484329224,1.0007587671279907,1.000783085823059,1.0008074045181274,1.0008317232131958]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[2,0,0,0,1,2,0,1,0,3,0,3,1,0,4,0,4,2,6,3,9,9,17,19,21,27,25,27,35,39,40,32,33,32,33,50,36,35,34,40,26,24,18,12,13,11,7,8,4,5,5,1,1,1,2,1,2,1,0,0,0,0,0,1],"bins":[-0.002545743715018034,-0.002468719845637679,-0.0023916957434266806,-0.0023146718740463257,-0.002237648004665971,-0.0021606239024549723,-0.0020836000330746174,-0.0020065761636942625,-0.0019295521778985858,-0.001852528192102909,-0.0017755043227225542,-0.0016984803369268775,-0.0016214563511312008,-0.001544432481750846,-0.0014674084959551692,-0.0013903846265748143,-0.0013133606407791376,-0.001236336654983461,-0.001159312785603106,-0.0010822887998074293,-0.0010052649304270744,-0.0009282409446313977,-0.000851216958835721,-0.0007741930312477052,-0.0006971691036596894,-0.0006201451760716736,-0.0005431212484836578,-0.00046609726268798113,-0.00038907333509996533,-0.00031204940751194954,-0.0002350254508201033,-0.00015800150868017226,-8.097756654024124e-05,-3.953624400310218e-06,7.30703177396208e-05,0.00015009425987955183,0.00022711820201948285,0.00030414212960749865,0.0003811660862993449,0.00045819004299119115,0.0005352139705792069,0.0006122378981672227,0.0006892618257552385,0.0007662858115509152,0.000843309739138931,0.0009203336667269468,0.0009973576525226235,0.0010743815219029784,0.0011514055076986551,0.0012284294934943318,0.0013054533628746867,0.0013824773486703634,0.0014595012180507183,0.001536525203846395,0.0016135491896420717,0.0016905730590224266,0.0017675970448181033,0.00184462103061378,0.001921644899994135,0.00199866876937449,0.0020756928715854883,0.002152716740965843,0.002229740610346198,0.0023067647125571966,0.0023837885819375515],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,8,12,26,28,59,92,138,212,311,548,769,1158,1735,2401,3332,4418,5787,7722,9812,12125,14812,17438,20504,23169,26242,28886,30770,32886,34141,33894,33742,32718,30630,28573,26122,23069,20367,17412,14506,11913,9432,7474,5770,4327,3126,2269,1660,1133,749,543,310,203,141,82,54,26,20,6,3,4,2],"bins":[-0.09398852288722992,-0.09109238535165787,-0.08819624036550522,-0.08530010282993317,-0.08240395784378052,-0.07950782030820847,-0.07661168277263641,-0.07371553778648376,-0.07081940025091171,-0.06792326271533966,-0.06502711772918701,-0.06213098019361496,-0.05923483893275261,-0.05633869767189026,-0.05344256013631821,-0.050546418875455856,-0.047650277614593506,-0.044754136353731155,-0.041857995092868805,-0.03896185755729675,-0.0360657162964344,-0.03316957503557205,-0.03027343563735485,-0.02737729623913765,-0.0244811549782753,-0.02158501371741295,-0.018688874319195747,-0.015792734920978546,-0.012896593660116196,-0.01000045333057642,-0.007104313001036644,-0.004208172671496868,-0.0013120323419570923,0.0015841079875826836,0.004480248317122459,0.007376388646662235,0.010272528976202011,0.013168669305741787,0.016064809635281563,0.018960949033498764,0.021857090294361115,0.024753231555223465,0.027649370953440666,0.030545510351657867,0.03344165161252022,0.03633779287338257,0.03923393040895462,0.04213007166981697,0.04502621293067932,0.04792235419154167,0.05081849545240402,0.053714632987976074,0.056610774248838425,0.059506915509700775,0.06240305304527283,0.06529919803142548,0.06819533556699753,0.07109147310256958,0.07398761808872223,0.07688375562429428,0.07977989315986633,0.08267603814601898,0.08557217568159103,0.08846832066774368,0.09136445820331573]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-1.5920600162644405e-06,-1.5429206996486755e-06,-1.4937814967197482e-06,-1.4446421801039833e-06,-1.395502977175056e-06,-1.346363660559291e-06,-1.297224343943526e-06,-1.2480851410145988e-06,-1.1989458243988338e-06,-1.1498066214699065e-06,-1.1006673048541415e-06,-1.0515279882383766e-06,-1.0023887853094493e-06,-9.532495255371032e-07,-9.041102089213382e-07,-8.549709491489921e-07,-8.05831689376646e-07,-7.566924296042998e-07,-7.075531698319537e-07,-6.584138532161887e-07,-6.092745934438426e-07,-5.601353336714965e-07,-5.109960738991504e-07,-4.618567857050948e-07,-4.127175259327487e-07,-3.6357826616040256e-07,-3.14438977966347e-07,-2.652997181940009e-07,-2.1616044421080005e-07,-1.6702117022759921e-07,-1.1788190334982573e-07,-6.874263647205225e-08,-1.9603362488851417e-08,2.9535907941635742e-08,7.86751783721229e-08,1.2781444524989638e-07,1.7695371923309722e-07,2.2609299321629805e-07,2.752322529886442e-07,3.2437154118269973e-07,3.7351080095504585e-07,4.22650060727392e-07,4.7178934892144753e-07,5.209286086937936e-07,5.700678684661398e-07,6.192071282384859e-07,6.683464448542509e-07,7.17485704626597e-07,7.666249643989431e-07,8.157642241712892e-07,8.649034839436354e-07,9.140428005594003e-07,9.631820603317465e-07,1.0123212632606737e-06,1.0614605798764387e-06,1.1105998964922037e-06,1.159739099421131e-06,1.208878416036896e-06,1.2580176189658232e-06,1.3071569355815882e-06,1.3562962521973532e-06,1.4054354551262804e-06,1.4545747717420454e-06,1.5037139746709727e-06,1.5528532912867377e-06],"_type":"histogram","values":[1,4,0,2,1,3,0,0,0,0,2,3,1,4,3,4,3,6,7,6,7,8,13,19,19,17,12,26,29,39,48,47,73,48,52,49,40,32,24,15,14,15,10,8,7,4,9,5,7,2,4,2,1,4,1,2,1,2,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-0.0008043649140745401,-0.0007791363750584424,-0.0007539078360423446,-0.0007286792970262468,-0.000703450758010149,-0.0006782222189940512,-0.0006529936799779534,-0.0006277651409618556,-0.0006025366019457579,-0.0005773080047219992,-0.0005520794657059014,-0.0005268509266898036,-0.0005016223876737058,-0.00047639384865760803,-0.00045116530964151025,-0.00042593677062541246,-0.0004007082316093147,-0.0003754796925932169,-0.0003502511535771191,-0.00032502261456102133,-0.00029979407554492354,-0.0002745655074249953,-0.0002493369684088975,-0.00022410842939279974,-0.00019887989037670195,-0.00017365135136060417,-0.00014842281234450638,-0.00012319425877649337,-9.796571976039559e-05,-7.27371807442978e-05,-4.7508634452242404e-05,-2.2280091798165813e-05,2.948450855910778e-06,2.817699350998737e-05,5.340553616406396e-05,7.863408245611936e-05,0.00010386262147221714,0.00012909116048831493,0.00015431971405632794,0.00017954825307242572,0.0002047767920885235,0.0002300053311046213,0.0002552338701207191,0.00028046240913681686,0.0003056909772567451,0.0003309195162728429,0.00035614805528894067,0.00038137659430503845,0.00040660513332113624,0.000431833672337234,0.0004570622113533318,0.0004822907503694296,0.0005075192893855274,0.0005327478284016252,0.0005579763674177229,0.0005832049064338207,0.0006084335036575794,0.0006336620426736772,0.000658890581689775,0.0006841191207058728,0.0007093476597219706,0.0007345761987380683,0.0007598047377541661,0.0007850332767702639,0.0008102618157863617],"_type":"histogram","values":[1,0,1,3,2,4,4,3,4,5,6,8,4,9,4,12,9,10,8,13,16,18,15,16,21,18,24,21,37,22,30,22,29,27,32,43,20,25,22,30,19,10,14,18,16,8,9,4,6,9,5,8,9,2,6,5,5,2,5,2,2,3,2,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.00034147678525187075,-0.0003309906169306487,-0.00032050441950559616,-0.0003100182511843741,-0.00029953208286315203,-0.0002890458854380995,-0.00027855971711687744,-0.0002680735196918249,-0.00025758735137060285,-0.0002471011830493808,-0.00023661498562432826,-0.0002261288173031062,-0.0002156426344299689,-0.0002051564515568316,-0.00019467028323560953,-0.00018418410036247224,-0.00017369791748933494,-0.00016321173461619765,-0.00015272555174306035,-0.00014223938342183828,-0.000131753200548701,-0.00012126701767556369,-0.00011078084207838401,-0.00010029466648120433,-8.980848360806704e-05,-7.932230073492974e-05,-6.883612513775006e-05,-5.834994590259157e-05,-4.786376666743308e-05,-3.7377587432274595e-05,-2.6891408197116107e-05,-1.640522896195762e-05,-5.919020622968674e-06,4.5671586121898144e-06,1.5053337847348303e-05,2.553951708250679e-05,3.602569631766528e-05,4.651187555282377e-05,5.6998054787982255e-05,6.748423038516194e-05,7.797041325829923e-05,8.845659613143653e-05,9.894277172861621e-05,0.00010942894732579589,0.00011991513019893318,0.00013040131307207048,0.00014088748139329255,0.00015137366426642984,0.00016185984713956714,0.00017234603001270443,0.00018283221288584173,0.0001933183812070638,0.0002038045640802011,0.00021429074695333838,0.00022477691527456045,0.00023526309814769775,0.00024574928102083504,0.0002562354493420571,0.00026672164676710963,0.0002772078150883317,0.00028769398340955377,0.0002981801808346063,0.00030866634915582836,0.0003191525465808809,0.00032963871490210295],"_type":"histogram","values":[2,0,0,1,1,0,0,1,3,6,2,4,3,4,4,9,8,9,7,4,10,20,19,13,22,20,25,28,35,36,38,28,38,22,36,35,31,36,33,28,17,11,22,13,9,19,8,8,9,6,4,7,1,2,2,0,3,1,2,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,0,3,5,6,10,17,18,22,29,61,53,95,131,206,326,479,722,1234,1636,2947,4579,7689,12298,20473,35095,68028,148963,137972,62649,33664,19310,11718,7022,4568,2718,1826,1077,777,442,305,193,151,81,61,48,32,24,18,12,12,5,3,1,4,0,0,2],"bins":[-0.038330078125,-0.037200927734375,-0.03607177734375,-0.034942626953125,-0.0338134765625,-0.032684326171875,-0.03155517578125,-0.030426025390625,-0.029296875,-0.028167724609375,-0.02703857421875,-0.025909423828125,-0.0247802734375,-0.023651123046875,-0.02252197265625,-0.021392822265625,-0.020263671875,-0.019134521484375,-0.01800537109375,-0.016876220703125,-0.0157470703125,-0.014617919921875,-0.01348876953125,-0.012359619140625,-0.01123046875,-0.010101318359375,-0.00897216796875,-0.007843017578125,-0.0067138671875,-0.005584716796875,-0.00445556640625,-0.003326416015625,-0.002197265625,-0.001068115234375,6.103515625e-05,0.001190185546875,0.0023193359375,0.003448486328125,0.00457763671875,0.005706787109375,0.0068359375,0.007965087890625,0.00909423828125,0.010223388671875,0.0113525390625,0.012481689453125,0.01361083984375,0.014739990234375,0.015869140625,0.016998291015625,0.01812744140625,0.019256591796875,0.0203857421875,0.021514892578125,0.02264404296875,0.023773193359375,0.02490234375,0.026031494140625,0.02716064453125,0.028289794921875,0.0294189453125,0.030548095703125,0.03167724609375,0.032806396484375,0.033935546875]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,1,0,1,1,0,1,2,0,0,0,3,1,2,2,5,4,4,7,10,8,13,12,17,18,27,19,27,29,17,44,42,37,45,39,49,31,24,27,30,22,25,21,15,18,10,5,11,5,3,7,5,3,5,2,2,1,2,4,0,1,1],"bins":[-0.00039788795402273536,-0.00038671147194691,-0.00037553501897491515,-0.0003643585368990898,-0.0003531820548232645,-0.0003420056018512696,-0.00033082911977544427,-0.00031965263769961894,-0.00030847618472762406,-0.0002972997026517987,-0.0002861232205759734,-0.0002749467676039785,-0.0002637702855281532,-0.00025259380345232785,-0.00024141735048033297,-0.00023024086840450764,-0.00021906440088059753,-0.00020788793335668743,-0.0001967114512808621,-0.000185534983756952,-0.00017435851623304188,-0.00016318203415721655,-0.00015200556663330644,-0.00014082909910939634,-0.000129652617033571,-0.0001184761495096609,-0.0001072996819857508,-9.612320718588307e-05,-8.494673238601536e-05,-7.377026486210525e-05,-6.259379006223753e-05,-5.141731890034862e-05,-4.0240847738459706e-05,-2.9064376576570794e-05,-1.7887903595692478e-05,-6.711431524308864e-06,4.46504054707475e-06,1.5641511708963662e-05,2.6817984689841978e-05,3.7994457670720294e-05,4.9170928832609206e-05,6.034739999449812e-05,7.152387115638703e-05,8.270034595625475e-05,9.387682075612247e-05,0.00010505328828003258,0.0001162297630799003,0.00012740623787976801,0.00013858270540367812,0.00014975917292758822,0.00016093565500341356,0.00017211212252732366,0.00018328859005123377,0.0001944650721270591,0.0002056415396509692,0.0002168180071748793,0.00022799448925070465,0.00023917095677461475,0.00025034742429852486,0.0002615239063743502,0.00027270035934634507,0.0002838768414221704,0.00029505332349799573,0.0003062297764699906,0.00031740625854581594],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[4,3,1,3,6,7,12,18,24,41,56,87,138,165,264,420,599,933,1358,2212,3202,5318,8359,14260,26985,55019,124775,166821,88682,39313,20094,11318,6982,4323,2754,1825,1116,805,557,322,225,113,100,62,55,22,22,14,6,8,3,3,2,2,1,1,2,1,0,0,0,0,0,1],"bins":[-0.02294921875,-0.022108078002929688,-0.021266937255859375,-0.020425796508789062,-0.01958465576171875,-0.018743515014648438,-0.017902374267578125,-0.017061233520507812,-0.0162200927734375,-0.015378952026367188,-0.014537811279296875,-0.013696670532226562,-0.01285552978515625,-0.012014389038085938,-0.011173248291015625,-0.010332107543945312,-0.009490966796875,-0.008649826049804688,-0.007808685302734375,-0.0069675445556640625,-0.00612640380859375,-0.0052852630615234375,-0.004444122314453125,-0.0036029815673828125,-0.0027618408203125,-0.0019207000732421875,-0.001079559326171875,-0.0002384185791015625,0.00060272216796875,0.0014438629150390625,0.002285003662109375,0.0031261444091796875,0.00396728515625,0.0048084259033203125,0.005649566650390625,0.0064907073974609375,0.00733184814453125,0.008172988891601562,0.009014129638671875,0.009855270385742188,0.0106964111328125,0.011537551879882812,0.012378692626953125,0.013219833374023438,0.01406097412109375,0.014902114868164062,0.015743255615234375,0.016584396362304688,0.017425537109375,0.018266677856445312,0.019107818603515625,0.019948959350585938,0.02079010009765625,0.021631240844726562,0.022472381591796875,0.023313522338867188,0.0241546630859375,0.024995803833007812,0.025836944580078125,0.026678085327148438,0.02751922607421875,0.028360366821289062,0.029201507568359375,0.030042648315429688,0.0308837890625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[2,0,3,2,0,2,0,3,3,4,5,5,9,4,9,8,10,19,18,20,18,20,24,23,32,31,39,48,38,29,18,31,31,35,22,18,16,13,17,14,16,9,15,10,8,10,6,12,8,7,4,3,1,5,1,1,0,0,1,6,0,1,0,1],"bins":[0.9993730187416077,0.9993954300880432,0.999417781829834,0.9994401931762695,0.9994626045227051,0.9994849562644958,0.9995073676109314,0.9995297789573669,0.9995521306991577,0.9995745420455933,0.9995969533920288,0.9996193051338196,0.9996417164802551,0.9996641278266907,0.9996864795684814,0.999708890914917,0.9997313022613525,0.9997536540031433,0.9997760653495789,0.9997984766960144,0.9998208284378052,0.9998432397842407,0.9998656511306763,0.999888002872467,0.9999104142189026,0.9999328255653381,0.9999551773071289,0.9999775886535645,1,1.0000224113464355,1.000044822692871,1.000067114830017,1.0000895261764526,1.0001119375228882,1.0001343488693237,1.0001567602157593,1.0001791715621948,1.0002014636993408,1.0002238750457764,1.000246286392212,1.0002686977386475,1.000291109085083,1.0003135204315186,1.0003358125686646,1.0003582239151,1.0003806352615356,1.0004030466079712,1.0004254579544067,1.0004478693008423,1.0004701614379883,1.0004925727844238,1.0005149841308594,1.000537395477295,1.0005598068237305,1.000582218170166,1.000604510307312,1.0006269216537476,1.000649333000183,1.0006717443466187,1.0006941556930542,1.0007165670394897,1.0007388591766357,1.0007612705230713,1.0007836818695068,1.0008060932159424],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.0004240516573190689,-0.00041254115058109164,-0.0004010306147392839,-0.00038952010800130665,-0.00037800957215949893,-0.00036649906542152166,-0.00035498852957971394,-0.0003434780228417367,-0.00033196748699992895,-0.0003204569802619517,-0.00030894644442014396,-0.0002974359376821667,-0.00028592540184035897,-0.0002744148951023817,-0.000262904359260574,-0.0002513938525225967,-0.00023988333123270422,-0.00022837280994281173,-0.00021686228865291923,-0.00020535176736302674,-0.00019384124607313424,-0.00018233072478324175,-0.00017082020349334925,-0.00015930968220345676,-0.0001477991754654795,-0.000136288654175587,-0.0001247781328856945,-0.0001132676043198444,-0.00010175709030590951,-9.024656901601702e-05,-7.873604772612453e-05,-6.722552643623203e-05,-5.5715005146339536e-05,-4.420448385644704e-05,-3.2693962566554546e-05,-2.118344491464086e-05,-9.672923624748364e-06,1.8375967556494288e-06,1.3348117136047222e-05,2.4858636606950313e-05,3.636915789684281e-05,4.78796791867353e-05,5.93902004766278e-05,7.090072176652029e-05,8.241123578045517e-05,9.392175707034767e-05,0.00010543227836024016,0.00011694279965013266,0.00012845332094002515,0.00013996384222991765,0.00015147436351981014,0.00016298488480970263,0.00017449540609959513,0.00018600592738948762,0.00019751644867938012,0.0002090269699692726,0.00022053747670724988,0.00023204799799714237,0.00024355851928703487,0.0002550690551288426,0.00026657956186681986,0.0002780900977086276,0.00028960060444660485,0.00030111114028841257,0.00031262164702638984],"_type":"histogram","values":[2,0,0,0,1,1,1,0,0,0,1,0,0,0,1,3,1,2,3,0,5,1,4,12,8,13,10,13,21,20,27,34,40,42,24,47,43,48,42,44,34,45,30,22,21,21,12,18,4,12,5,6,6,5,3,1,2,1,1,3,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.0004876399179920554,-0.00047233840450644493,-0.00045703689102083445,-0.0004417354066390544,-0.00042643389315344393,-0.00041113237966783345,-0.0003958308952860534,-0.00038052938180044293,-0.00036522786831483245,-0.00034992635482922196,-0.0003346248413436115,-0.00031932335696183145,-0.00030402184347622097,-0.0002887203299906105,-0.00027341884560883045,-0.00025811733212321997,-0.00024281581863760948,-0.000227514305151999,-0.00021221280621830374,-0.00019691130728460848,-0.000181609793798998,-0.0001663082803133875,-0.00015100678137969226,-0.000135705282445997,-0.00012040376896038651,-0.00010510226275073364,-8.980075654108077e-05,-7.44992503314279e-05,-5.919774412177503e-05,-4.389623791212216e-05,-2.859473170246929e-05,-1.3293225492816418e-05,2.0082807168364525e-06,1.7309786926489323e-05,3.2611293136142194e-05,4.7912799345795065e-05,6.321430555544794e-05,7.851581176510081e-05,9.381731797475368e-05,0.00010911882418440655,0.00012442033039405942,0.0001397218438796699,0.00015502334281336516,0.00017032484174706042,0.0001856263552326709,0.0002009278687182814,0.00021622936765197664,0.0002315308665856719,0.0002468323800712824,0.00026213389355689287,0.00027743540704250336,0.0002927368914242834,0.00030803840490989387,0.00032333991839550436,0.0003386414027772844,0.00035394291626289487,0.00036924442974850535,0.00038454594323411584,0.0003998474567197263,0.00041514894110150635,0.00043045045458711684,0.0004457519680727273,0.00046105345245450735,0.00047635496594011784,0.0004916564794257283],"_type":"histogram","values":[1,1,0,1,0,0,1,1,1,1,2,0,1,1,4,8,7,8,8,11,9,18,21,22,20,32,29,41,35,36,35,44,34,43,37,29,32,25,25,25,20,21,17,10,7,7,3,5,10,4,2,3,0,3,2,1,0,1,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,2,0,0,0,3,2,2,2,2,7,5,5,9,16,13,13,15,20,17,25,16,23,25,34,26,32,45,36,36,39,35,26,17,25,36,24,24,20,14,13,9,7,14,8,6,8,4,1,0,2,1,0,2],"bins":[-0.13034912943840027,-0.1269574612379074,-0.12356580048799515,-0.12017413973808289,-0.11678247153759003,-0.11339081078767776,-0.1099991425871849,-0.10660748183727264,-0.10321581363677979,-0.09982415288686752,-0.09643249213695526,-0.0930408239364624,-0.08964916318655014,-0.08625749498605728,-0.08286583423614502,-0.07947416603565216,-0.0760825052857399,-0.07269084453582764,-0.06929917633533478,-0.06590751558542252,-0.06251584738492966,-0.059124186635017395,-0.055732522159814835,-0.052340857684612274,-0.048949193209409714,-0.04555752873420715,-0.04216586425900459,-0.03877419978380203,-0.03538253903388977,-0.03199087455868721,-0.02859921008348465,-0.02520754560828209,-0.021815873682498932,-0.01842420920729637,-0.015032545663416386,-0.0116408821195364,-0.00824921764433384,-0.004857553634792566,-0.0014658896252512932,0.00192577438428998,0.005317438393831253,0.008709102869033813,0.0121007664129138,0.015492429956793785,0.018884094431996346,0.022275758907198906,0.025667421519756317,0.029059085994958878,0.03245075047016144,0.035842414945364,0.03923407942056656,0.04262574389576912,0.04601740837097168,0.04940906912088394,0.0528007335960865,0.05619239807128906,0.05958406254649162,0.06297572702169418,0.06636738777160645,0.0697590559720993,0.07315071672201157,0.07654238492250443,0.07993404567241669,0.08332571387290955,0.08671737462282181],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,3,0,0,0,0,2,1,1,3,4,2,5,5,7,2,16,12,15,17,14,19,28,18,30,32,35,33,30,27,22,41,37,37,26,26,28,22,23,22,23,17,8,21,11,9,7,6,6,1,1,2,2,2,1,1,0,1,0,1,1],"bins":[-0.0003051074454560876,-0.0002960471319966018,-0.00028698681853711605,-0.00027792653418146074,-0.00026886622072197497,-0.0002598059072624892,-0.00025074559380300343,-0.0002416852948954329,-0.00023262499598786235,-0.00022356468252837658,-0.0002145043690688908,-0.00020544407016132027,-0.0001963837567018345,-0.00018732345779426396,-0.0001782631443347782,-0.00016920284542720765,-0.00016014253196772188,-0.0001510822185082361,-0.00014202191960066557,-0.0001329616061411798,-0.00012390130723360926,-0.00011484099377412349,-0.00010578068759059533,-9.672038140706718e-05,-8.766007522353902e-05,-7.859976904001087e-05,-6.953946285648271e-05,-6.047915303497575e-05,-5.14188468514476e-05,-4.235854066791944e-05,-3.329823084641248e-05,-2.4237924662884325e-05,-1.517761847935617e-05,-6.117311386333313e-06,2.942995706689544e-06,1.2003302799712401e-05,2.1063609892735258e-05,3.0123916076263413e-05,3.9184225897770375e-05,4.824453208129853e-05,5.7304838264826685e-05,6.636514444835484e-05,7.5425450631883e-05,8.448575681541115e-05,9.354607027489692e-05,0.00010260637645842507,0.00011166668264195323,0.00012072698882548138,0.00012978729500900954,0.0001388476084684953,0.00014790790737606585,0.00015696822083555162,0.00016602851974312216,0.00017508883320260793,0.00018414913211017847,0.00019320944556966424,0.00020226975902915,0.00021133005793672055,0.00022039037139620632,0.00022945067030377686,0.00023851098376326263,0.0002475712972227484,0.0002566315815784037,0.0002656918950378895,0.00027475220849737525]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[2,3,3,9,16,23,46,91,151,258,382,611,927,1360,1986,2834,3969,5268,7088,9109,11494,14366,17481,20453,23901,27006,29986,32266,34215,35312,35268,34986,33771,31799,29231,26302,23346,20188,17041,13938,10902,8712,6757,5142,3730,2667,1902,1248,837,540,355,233,138,68,44,32,14,8,4,2,1,1,0,1],"bins":[-0.09186530113220215,-0.08884528279304504,-0.08582526445388794,-0.08280524611473083,-0.07978522777557373,-0.07676521688699722,-0.07374519854784012,-0.07072518020868301,-0.06770516186952591,-0.0646851435303688,-0.0616651251912117,-0.058645110577344894,-0.05562509223818779,-0.052605073899030685,-0.04958505928516388,-0.046565040946006775,-0.04354502260684967,-0.040525004267692566,-0.03750498592853546,-0.034484971314668655,-0.03146495297551155,-0.028444934636354446,-0.02542491815984249,-0.022404901683330536,-0.01938488334417343,-0.016364865005016327,-0.013344848528504372,-0.010324831120669842,-0.007304813712835312,-0.004284796305000782,-0.0012647788971662521,0.0017552385106682777,0.0047752633690834045,0.007795280776917934,0.010815298184752464,0.013835315592586994,0.016855333000421524,0.01987535133957863,0.022895367816090584,0.02591538429260254,0.028935402631759644,0.03195542097091675,0.03497543931007385,0.03799545392394066,0.04101547226309776,0.04403549060225487,0.047055505216121674,0.05007552355527878,0.05309554189443588,0.05611556023359299,0.05913557857275009,0.0621555931866169,0.0651756078004837,0.06819562613964081,0.07121564447879791,0.07423566281795502,0.07725568115711212,0.08027569949626923,0.08329571783542633,0.08631573617458344,0.08933575451374054,0.09235576540231705,0.09537578374147415,0.09839580208063126,0.10141582041978836]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,1,0,1,1,6,3,7,12,12,12,27,41,71,103,130,192,283,456,722,1064,1516,2449,3890,6308,10697,19025,36682,78649,158324,135218,63169,30313,15967,9185,5543,3384,2172,1405,877,623,438,271,177,102,92,56,49,29,23,13,9,7,4,1,3,2,2,3,1,0,0,0,1],"bins":[-0.00159454345703125,-0.0015411376953125,-0.00148773193359375,-0.001434326171875,-0.00138092041015625,-0.0013275146484375,-0.00127410888671875,-0.001220703125,-0.00116729736328125,-0.0011138916015625,-0.00106048583984375,-0.001007080078125,-0.00095367431640625,-0.0009002685546875,-0.00084686279296875,-0.00079345703125,-0.00074005126953125,-0.0006866455078125,-0.00063323974609375,-0.000579833984375,-0.00052642822265625,-0.0004730224609375,-0.00041961669921875,-0.0003662109375,-0.00031280517578125,-0.0002593994140625,-0.00020599365234375,-0.000152587890625,-9.918212890625e-05,-4.57763671875e-05,7.62939453125e-06,6.103515625e-05,0.00011444091796875,0.0001678466796875,0.00022125244140625,0.000274658203125,0.00032806396484375,0.0003814697265625,0.00043487548828125,0.00048828125,0.00054168701171875,0.0005950927734375,0.00064849853515625,0.000701904296875,0.00075531005859375,0.0008087158203125,0.00086212158203125,0.00091552734375,0.00096893310546875,0.0010223388671875,0.00107574462890625,0.001129150390625,0.00118255615234375,0.0012359619140625,0.00128936767578125,0.0013427734375,0.00139617919921875,0.0014495849609375,0.00150299072265625,0.001556396484375,0.00160980224609375,0.0016632080078125,0.00171661376953125,0.00177001953125,0.00182342529296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.09764029830694199,-0.0946919322013855,-0.09174356609582901,-0.08879519999027252,-0.08584683388471603,-0.08289846777915955,-0.07995010167360306,-0.07700173556804657,-0.07405336201190948,-0.071104995906353,-0.06815662980079651,-0.06520826369524002,-0.06225989758968353,-0.059311531484127045,-0.05636316537857056,-0.05341479927301407,-0.05046643316745758,-0.04751806706190109,-0.044569700956344604,-0.041621334850788116,-0.03867296874523163,-0.03572459891438484,-0.032776232808828354,-0.029827866703271866,-0.026879500597715378,-0.02393113449215889,-0.0209827683866024,-0.018034400418400764,-0.015086034312844276,-0.012137668207287788,-0.009189301170408726,-0.00624093459919095,-0.003292568027973175,-0.0003442014567553997,0.0026041651144623756,0.005552531685680151,0.008500898256897926,0.011449264362454414,0.014397631399333477,0.01734599843621254,0.020294364541769028,0.023242730647325516,0.026191096752882004,0.02913946472108364,0.03208783268928528,0.035036198794841766,0.037984564900398254,0.04093293100595474,0.04388129711151123,0.04682966321706772,0.04977802932262421,0.052726395428180695,0.05567476153373718,0.05862313136458397,0.06157149747014046,0.06451985985040665,0.06746822595596313,0.07041659951210022,0.07336496561765671,0.0763133317232132,0.07926169782876968,0.08221006393432617,0.08515843003988266,0.08810679614543915,0.09105516225099564],"_type":"histogram","values":[1,2,3,2,4,11,15,27,39,97,127,222,344,535,795,1271,1679,2449,3417,4559,6181,8046,10242,12756,15518,18667,21671,24566,27454,30125,32348,33384,34532,34868,34038,32438,30624,28100,25112,22339,19297,16012,13284,10758,8404,6478,4989,3729,2764,1854,1299,822,584,396,225,132,76,56,28,13,7,8,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,2,1,0,0,1,1,1,1,2,6,5,5,5,4,12,12,13,21,14,16,20,23,30,32,31,39,29,27,26,27,36,36,35,33,23,24,18,22,24,21,14,13,15,8,13,7,5,1,0,3,3,1,2,0,0,0,1,0,2],"bins":[-0.00031506275990977883,-0.0003057763387914747,-0.00029648991767317057,-0.0002872035256586969,-0.00027791710454039276,-0.0002686306834220886,-0.00025934429140761495,-0.0002500578702893108,-0.00024077144917100668,-0.00023148502805270255,-0.00022219862148631364,-0.00021291221491992474,-0.0002036257938016206,-0.00019433937268331647,-0.00018505296611692756,-0.00017576655955053866,-0.00016648013843223453,-0.0001571937173139304,-0.0001479073107475415,-0.00013862090418115258,-0.00012933448306284845,-0.00012004806922050193,-0.00011076165537815541,-0.00010147524153580889,-9.218882769346237e-05,-8.290241385111585e-05,-7.361600000876933e-05,-6.432958616642281e-05,-5.5043172324076295e-05,-4.5756758481729776e-05,-3.6470344639383256e-05,-2.7183930797036737e-05,-1.7897546058520675e-05,-8.611132216174155e-06,6.752816261723638e-07,9.961695468518883e-06,1.9248109310865402e-05,2.853452315321192e-05,3.782093699555844e-05,4.710735083790496e-05,5.639376468025148e-05,6.5680178522598e-05,7.496659236494452e-05,8.425300620729104e-05,9.353942004963756e-05,0.00010282583389198408,0.0001121122477343306,0.00012139866157667711,0.00013068507541902363,0.00013997149653732777,0.00014925790310371667,0.00015854430967010558,0.0001678307307884097,0.00017711715190671384,0.00018640355847310275,0.00019568996503949165,0.0002049763861577958,0.00021426280727609992,0.00022354921384248883,0.00023283562040887773,0.00024212204152718186,0.000251408462645486,0.00026069488376379013,0.0002699812757782638,0.00027926769689656794]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,0,0,0,0,0,3,1,0,1,2,2,4,1,2,2,6,10,5,7,8,15,12,14,12,12,18,16,30,23,33,40,28,29,32,34,41,30,32,33,33,19,27,22,16,15,18,17,9,6,9,4,3,4,6,2,3,3,2,3,2,2,1,3],"bins":[-0.0003084217896685004,-0.0002997089468408376,-0.00029099610401317477,-0.0002822832902893424,-0.0002735704474616796,-0.00026485760463401675,-0.0002561447618063539,-0.0002474319189786911,-0.0002387190907029435,-0.00023000624787528068,-0.00022129341959953308,-0.00021258057677187026,-0.00020386773394420743,-0.00019515490566845983,-0.000186442062840797,-0.0001777292345650494,-0.00016901639173738658,-0.00016030354890972376,-0.00015159072063397616,-0.00014287787780631334,-0.00013416504953056574,-0.0001254522067029029,-0.00011673936387524009,-0.00010802652832353488,-9.931369277182966e-05,-9.060085722012445e-05,-8.188802166841924e-05,-7.317517884075642e-05,-6.44623432890512e-05,-5.5749507737345994e-05,-4.7036668547661975e-05,-3.8323829357977957e-05,-2.9610993806272745e-05,-2.089815643557813e-05,-1.2185319064883515e-05,-3.4724816941889003e-06,5.240355676505715e-06,1.395319304720033e-05,2.2666030417894945e-05,3.137886960757896e-05,4.0091705159284174e-05,4.8804540710989386e-05,5.7517379900673404e-05,6.623021909035742e-05,7.494305464206263e-05,8.365589019376785e-05,9.236873302143067e-05,0.00010108156857313588,0.0001097944041248411,0.0001185072396765463,0.00012722007522825152,0.00013593291805591434,0.00014464574633166194,0.00015335858915932477,0.0001620714319869876,0.0001707842602627352,0.00017949710309039801,0.00018820994591806084,0.00019692277419380844,0.00020563561702147126,0.0002143484598491341,0.00022306128812488168,0.0002317741309525445,0.0002404869592282921,0.00024919980205595493],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,1,2,0,1,2,5,9,11,14,21,44,52,86,116,167,276,429,638,911,1516,2186,3663,6002,10119,18895,35319,68828,128277,139545,80202,41065,21430,11885,6743,4119,2470,1587,1063,687,438,333,219,142,99,70,38,35,15,17,11,3,6,4,1,0,2,1,1,0,0,1],"bins":[-0.001068115234375,-0.001033782958984375,-0.00099945068359375,-0.000965118408203125,-0.0009307861328125,-0.000896453857421875,-0.00086212158203125,-0.000827789306640625,-0.00079345703125,-0.000759124755859375,-0.00072479248046875,-0.000690460205078125,-0.0006561279296875,-0.000621795654296875,-0.00058746337890625,-0.000553131103515625,-0.000518798828125,-0.000484466552734375,-0.00045013427734375,-0.000415802001953125,-0.0003814697265625,-0.000347137451171875,-0.00031280517578125,-0.000278472900390625,-0.000244140625,-0.000209808349609375,-0.00017547607421875,-0.000141143798828125,-0.0001068115234375,-7.2479248046875e-05,-3.814697265625e-05,-3.814697265625e-06,3.0517578125e-05,6.4849853515625e-05,9.918212890625e-05,0.000133514404296875,0.0001678466796875,0.000202178955078125,0.00023651123046875,0.000270843505859375,0.00030517578125,0.000339508056640625,0.00037384033203125,0.000408172607421875,0.0004425048828125,0.000476837158203125,0.00051116943359375,0.000545501708984375,0.000579833984375,0.000614166259765625,0.00064849853515625,0.000682830810546875,0.0007171630859375,0.000751495361328125,0.00078582763671875,0.000820159912109375,0.0008544921875,0.000888824462890625,0.00092315673828125,0.000957489013671875,0.0009918212890625,0.001026153564453125,0.00106048583984375,0.001094818115234375,0.001129150390625]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,3,2,3,8,7,9,19,26,30,66,72,118,152,246,358,433,646,946,1409,1930,3035,4688,7330,11510,19801,34129,58442,92050,114687,92494,58170,34179,19710,11498,7277,4700,2976,2047,1391,983,680,460,347,222,161,115,90,57,32,25,9,14,7,8,4,4,4,0,1,1],"bins":[-0.01385498046875,-0.013428688049316406,-0.013002395629882812,-0.012576103210449219,-0.012149810791015625,-0.011723518371582031,-0.011297225952148438,-0.010870933532714844,-0.01044464111328125,-0.010018348693847656,-0.009592056274414062,-0.009165763854980469,-0.008739471435546875,-0.008313179016113281,-0.007886886596679688,-0.007460594177246094,-0.0070343017578125,-0.006608009338378906,-0.0061817169189453125,-0.005755424499511719,-0.005329132080078125,-0.004902839660644531,-0.0044765472412109375,-0.004050254821777344,-0.00362396240234375,-0.0031976699829101562,-0.0027713775634765625,-0.0023450851440429688,-0.001918792724609375,-0.0014925003051757812,-0.0010662078857421875,-0.0006399154663085938,-0.000213623046875,0.00021266937255859375,0.0006389617919921875,0.0010652542114257812,0.001491546630859375,0.0019178390502929688,0.0023441314697265625,0.0027704238891601562,0.00319671630859375,0.0036230087280273438,0.0040493011474609375,0.004475593566894531,0.004901885986328125,0.005328178405761719,0.0057544708251953125,0.006180763244628906,0.0066070556640625,0.007033348083496094,0.0074596405029296875,0.007885932922363281,0.008312225341796875,0.008738517761230469,0.009164810180664062,0.009591102600097656,0.01001739501953125,0.010443687438964844,0.010869979858398438,0.011296272277832031,0.011722564697265625,0.012148857116699219,0.012575149536132812,0.013001441955566406,0.013427734375]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.0909508541226387,-0.08803540468215942,-0.08511995524168015,-0.08220450580120087,-0.07928904891014099,-0.07637359946966171,-0.07345815002918243,-0.07054270058870316,-0.06762725114822388,-0.0647118017077446,-0.06179634854197502,-0.05888089910149574,-0.055965445935726166,-0.05304999649524689,-0.05013454705476761,-0.04721909388899803,-0.04430364444851875,-0.041388195008039474,-0.0384727418422699,-0.03555729240179062,-0.03264184296131134,-0.029726391658186913,-0.026810940355062485,-0.023895490914583206,-0.02098003961145878,-0.01806458830833435,-0.015149138867855072,-0.012233687564730644,-0.009318237192928791,-0.006402786821126938,-0.0034873359836637974,-0.0005718853790313005,0.0023435652256011963,0.0052590155974030495,0.008174465969204903,0.01108991727232933,0.014005367644131184,0.016920818015933037,0.019836269319057465,0.022751718759536743,0.02566717006266117,0.0285826213657856,0.03149807080626488,0.034413520246744156,0.03732897341251373,0.04024442285299301,0.04315987229347229,0.04607532545924187,0.048990774899721146,0.051906224340200424,0.05482167750597,0.05773712694644928,0.06065257638692856,0.06356802582740784,0.06648347526788712,0.06939893215894699,0.07231438159942627,0.07522983103990555,0.07814528048038483,0.0810607299208641,0.08397617936134338,0.08689163625240326,0.08980708569288254,0.09272253513336182,0.0956379845738411],"_type":"histogram","values":[3,1,4,11,16,27,61,82,146,250,379,540,813,1226,1761,2551,3603,4646,6436,7947,10195,12622,15274,18183,21347,24152,27115,29456,31834,32969,33985,34096,34175,32203,30739,28015,25477,22405,19645,16484,13850,11157,8794,6879,5216,3946,2785,2030,1470,1037,631,439,300,181,98,60,40,17,11,2,4,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,0,0,3,0,1,2,7,10,5,11,8,10,18,29,36,46,59,78,69,82,76,56,45,21,23,12,11,9,10,7,3,4,2,2,0,2,0,0,0,1,2,1,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.7179663700517267e-06,-1.6559587265874143e-06,-1.5939510831231019e-06,-1.5319434396587894e-06,-1.469935796194477e-06,-1.4079280390433269e-06,-1.3459203955790144e-06,-1.283912752114702e-06,-1.2219051086503896e-06,-1.1598974651860772e-06,-1.0978898217217647e-06,-1.0358821782574523e-06,-9.738744211063022e-07,-9.118668344854086e-07,-8.498591341776773e-07,-7.878514907133649e-07,-7.258438472490525e-07,-6.638362037847401e-07,-6.018285603204276e-07,-5.398208600126964e-07,-4.778132165483839e-07,-4.158055730840715e-07,-3.5379790119804966e-07,-2.917902293120278e-07,-2.2978258584771538e-07,-1.6777492817254824e-07,-1.057672704973811e-07,-4.375961282221397e-08,1.824804485295317e-08,8.025570252812031e-08,1.4226336020328745e-07,2.0427101787845459e-07,2.662786755536217e-07,3.2828631901793415e-07,3.90293990903956e-07,4.5230166278997785e-07,5.143093062542903e-07,5.763169497186027e-07,6.38324650026334e-07,7.003322934906464e-07,7.623399369549588e-07,8.243475804192713e-07,8.863552238835837e-07,9.48362924191315e-07,1.0103706244990462e-06,1.0723782679633587e-06,1.134385911427671e-06,1.1963935548919835e-06,1.258401198356296e-06,1.3204088418206084e-06,1.3824164852849208e-06,1.4444241287492332e-06,1.5064317722135456e-06,1.5684395293646958e-06,1.6304471728290082e-06,1.6924548162933206e-06,1.754462459757633e-06,1.8164701032219455e-06,1.8784777466862579e-06,1.9404853901505703e-06,2.0024931473017205e-06,2.064500677079195e-06,2.1265084342303453e-06,2.18851596400782e-06,2.25052372115897e-06]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,2,2,0,0,0,4,4,5,4,5,9,8,8,9,11,18,16,11,15,18,22,19,31,27,35,23,22,29,33,40,31,25,32,27,25,28,22,19,10,19,15,15,15,9,8,4,5,9,6,3,4,0,3,0,2],"bins":[-0.0897039845585823,-0.08730100840330124,-0.08489803969860077,-0.0824950635433197,-0.08009208738803864,-0.07768911868333817,-0.0752861425280571,-0.07288316637277603,-0.07048019766807556,-0.0680772215127945,-0.06567424535751343,-0.06327126920223236,-0.06086830049753189,-0.058465324342250824,-0.056062351912260056,-0.05365937575697899,-0.05125640332698822,-0.04885343089699745,-0.046450454741716385,-0.044047482311725616,-0.04164450615644455,-0.03924153372645378,-0.03683856129646301,-0.034435585141181946,-0.03203261271119118,-0.02962963841855526,-0.027226664125919342,-0.024823691695928574,-0.022420717403292656,-0.02001774311065674,-0.01761477068066597,-0.015211796388030052,-0.012808829545974731,-0.010405855253338814,-0.00800288189202547,-0.00559990806505084,-0.00319693423807621,-0.0007939604111015797,0.0016090134158730507,0.004011987242847681,0.006414961069822311,0.008817935362458229,0.011220908723771572,0.013623882085084915,0.016026856377720833,0.01842983067035675,0.02083280310034752,0.023235777392983437,0.025638751685619354,0.028041725978255272,0.03044470027089119,0.03284767270088196,0.035250648856163025,0.03765362128615379,0.04005659371614456,0.04245956987142563,0.0448625423014164,0.047265514731407166,0.04966849088668823,0.052071463316679,0.05447443574666977,0.056877411901950836,0.059280384331941605,0.06168336048722267,0.06408633291721344]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,0,0,4,0,2,3,6,6,16,22,38,35,61,86,143,222,282,404,557,861,1128,1755,2357,3494,4941,7262,10810,17300,29703,53338,120040,167204,68970,37158,21205,13157,8531,5672,3953,2628,1970,1339,953,654,502,288,251,157,116,81,40,40,22,22,11,11,2,4,0,1,2,1,2],"bins":[-0.06103515625,-0.059139251708984375,-0.05724334716796875,-0.055347442626953125,-0.0534515380859375,-0.051555633544921875,-0.04965972900390625,-0.047763824462890625,-0.045867919921875,-0.043972015380859375,-0.04207611083984375,-0.040180206298828125,-0.0382843017578125,-0.036388397216796875,-0.03449249267578125,-0.032596588134765625,-0.03070068359375,-0.028804779052734375,-0.02690887451171875,-0.025012969970703125,-0.0231170654296875,-0.021221160888671875,-0.01932525634765625,-0.017429351806640625,-0.015533447265625,-0.013637542724609375,-0.01174163818359375,-0.009845733642578125,-0.0079498291015625,-0.006053924560546875,-0.00415802001953125,-0.002262115478515625,-0.0003662109375,0.001529693603515625,0.00342559814453125,0.005321502685546875,0.0072174072265625,0.009113311767578125,0.01100921630859375,0.012905120849609375,0.014801025390625,0.016696929931640625,0.01859283447265625,0.020488739013671875,0.0223846435546875,0.024280548095703125,0.02617645263671875,0.028072357177734375,0.02996826171875,0.031864166259765625,0.03376007080078125,0.035655975341796875,0.0375518798828125,0.039447784423828125,0.04134368896484375,0.043239593505859375,0.045135498046875,0.047031402587890625,0.04892730712890625,0.050823211669921875,0.0527191162109375,0.054615020751953125,0.05651092529296875,0.058406829833984375,0.060302734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,5,5,4,3,5,10,6,10,16,15,14,35,31,35,42,67,76,74,91,101,104,150,127,119,117,120,113,91,90,79,58,37,45,30,26,19,14,9,14,9,7,3,3,2,3,2,2,2,2,0,1,0,0,0,0,1],"bins":[-0.01666327938437462,-0.01612335816025734,-0.01558343879878521,-0.015043518505990505,-0.0145035982131958,-0.013963677920401096,-0.013423757627606392,-0.012883837334811687,-0.012343917042016983,-0.011803996749222279,-0.011264076456427574,-0.01072415616363287,-0.010184235870838165,-0.00964431557804346,-0.009104395285248756,-0.008564474992454052,-0.008024554699659348,-0.007484634406864643,-0.006944714114069939,-0.006404793821275234,-0.00586487352848053,-0.005324953235685825,-0.004785032942891121,-0.0042451126500964165,-0.003705192357301712,-0.0031652720645070076,-0.002625351771712303,-0.0020854314789175987,-0.0015455111861228943,-0.0010055908933281898,-0.0004656706005334854,7.424969226121902e-05,0.0006141681224107742,0.0011540884152054787,0.001694008708000183,0.0022339290007948875,0.002773849293589592,0.0033137695863842964,0.003853689879179001,0.004393610171973705,0.00493353046476841,0.005473450757563114,0.006013371050357819,0.006553291343152523,0.0070932116359472275,0.007633131928741932,0.008173052221536636,0.00871297251433134,0.009252892807126045,0.00979281309992075,0.010332733392715454,0.010872653685510159,0.011412573978304863,0.011952494271099567,0.012492414563894272,0.013032334856688976,0.01357225514948368,0.014112175442278385,0.01465209573507309,0.015192016027867794,0.0157319363206625,0.01627185568213463,0.016811776906251907,0.017351698130369186,0.017891617491841316]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,2,4,4,4,4,7,2,7,11,10,13,15,16,32,28,33,25,31,26,35,34,27,25,26,22,26,32,23,24,20,20,22,15,14,17,14,11,11,7,11,6,5,7,4,5,5,3,2,2,3,1,4,0,2,2,3,0,0,0,1],"bins":[0.9994396567344666,0.9994619488716125,0.9994842410087585,0.9995065331459045,0.9995288252830505,0.9995511174201965,0.9995734095573425,0.9995957016944885,0.9996179938316345,0.9996402859687805,0.9996625781059265,0.9996848106384277,0.9997071027755737,0.9997293949127197,0.9997516870498657,0.9997739791870117,0.9997962713241577,0.9998185634613037,0.9998408555984497,0.9998631477355957,0.9998854398727417,0.9999077320098877,0.9999300241470337,0.9999523162841797,0.9999746084213257,0.9999969005584717,1.0000191926956177,1.0000414848327637,1.0000637769699097,1.0000860691070557,1.0001083612442017,1.0001306533813477,1.0001529455184937,1.0001752376556396,1.0001975297927856,1.0002198219299316,1.0002421140670776,1.0002644062042236,1.0002866983413696,1.0003089904785156,1.0003312826156616,1.0003535747528076,1.0003758668899536,1.00039803981781,1.000420331954956,1.000442624092102,1.000464916229248,1.000487208366394,1.00050950050354,1.000531792640686,1.000554084777832,1.000576376914978,1.000598669052124,1.00062096118927,1.000643253326416,1.000665545463562,1.000687837600708,1.000710129737854,1.000732421875,1.000754714012146,1.000777006149292,1.000799298286438,1.000821590423584,1.00084388256073,1.000866174697876]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[3,4,2,4,20,40,57,96,215,372,563,944,1428,2269,3459,5034,7144,10155,13916,18617,24226,31079,38747,47324,55943,65542,74292,82145,88553,93423,96082,96661,95381,91691,84909,78510,69992,60916,51989,42912,34852,27493,21340,16179,11984,8517,6165,4228,2795,1752,1156,696,435,257,188,89,45,19,10,2,2,0,0,1],"bins":[-0.0966951847076416,-0.09360213577747345,-0.0905090868473053,-0.08741603791713715,-0.084322988986969,-0.08122994005680084,-0.07813689112663269,-0.07504384219646454,-0.07195079326629639,-0.06885773688554764,-0.06576468795537949,-0.06267163902521133,-0.05957859009504318,-0.05648554116487503,-0.05339249223470688,-0.05029944330453873,-0.047206394374370575,-0.04411334544420242,-0.04102029651403427,-0.03792724758386612,-0.03483419865369797,-0.03174114599823952,-0.028648097068071365,-0.025555048137903214,-0.02246199920773506,-0.01936895027756691,-0.016275901347398758,-0.013182850554585457,-0.010089801624417305,-0.006996752228587866,-0.0039037028327584267,-0.0008106534369289875,0.0022824034094810486,0.005375452805310488,0.008468502201139927,0.011561552062630653,0.014654600992798805,0.017747649922966957,0.020840700715780258,0.02393374964594841,0.027026798576116562,0.030119847506284714,0.033212896436452866,0.03630594536662102,0.03939899802207947,0.04249204695224762,0.04558509588241577,0.04867814481258392,0.051771193742752075,0.05486424267292023,0.05795729160308838,0.06105034053325653,0.06414338946342468,0.06723643839359283,0.07032948732376099,0.07342253625392914,0.07651558518409729,0.07960864156484604,0.08270169049501419,0.08579473942518234,0.0888877883553505,0.09198083728551865,0.0950738862156868,0.09816693514585495,0.1012599840760231],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,2,1,2,2,3,3,6,4,7,13,10,12,17,11,19,25,21,19,34,34,31,37,43,37,41,42,27,38,32,24,21,17,19,6,16,11,13,13,11,4,9,1,9,5,5,0,1,1,1,1,1,0,1,1,0,0,0,0,0,0,1],"bins":[-0.0003694778133649379,-0.0003557225572876632,-0.00034196730121038854,-0.00032821204513311386,-0.0003144567890558392,-0.0003007015329785645,-0.0002869462769012898,-0.00027319102082401514,-0.00025943573564291,-0.0002456804795656353,-0.00023192523804027587,-0.0002181699819630012,-0.00020441471133381128,-0.0001906594552565366,-0.00017690419917926192,-0.00016314894310198724,-0.00014939368702471256,-0.00013563843094743788,-0.0001218831748701632,-0.00010812791151693091,-9.437265543965623e-05,-8.061739936238155e-05,-6.686213600914925e-05,-5.310687993187457e-05,-3.935162385459989e-05,-2.559636595833581e-05,-1.1841108062071726e-05,1.914149834192358e-06,1.566940773045644e-05,2.9424665626720525e-05,4.317992352298461e-05,5.6935183238238096e-05,7.069046841934323e-05,8.444572449661791e-05,9.82009805738926e-05,0.00011195624392712489,0.00012571149272844195,0.00013946676335763186,0.00015322201943490654,0.00016697727551218122,0.0001807325315894559,0.00019448778766673058,0.00020824304374400526,0.00022199829982127994,0.00023575357045046985,0.00024950882652774453,0.0002632640826050192,0.0002770193386822939,0.00029077459475956857,0.00030452985083684325,0.00031828510691411793,0.0003320403629913926,0.0003457956190686673,0.00035955087514594197,0.00037330613122321665,0.00038706138730049133,0.00040081667248159647,0.00041457192855887115,0.00042832718463614583,0.0004420824407134205,0.0004558376967906952,0.00046959295286796987,0.00048334820894524455,0.0004971034359186888,0.0005108587210997939]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,0,3,1,3,0,2,1,3,2,3,7,4,9,8,11,8,13,18,15,12,17,18,22,34,34,32,30,46,29,26,29,32,24,30,30,15,17,23,15,13,15,16,16,10,9,3,8,9,10,5,6,9,3,0,0,3,1,2,0,0,1],"bins":[0.9992702007293701,0.9992937445640564,0.9993173480033875,0.9993408918380737,0.99936443567276,0.9993880391120911,0.9994115829467773,0.9994351267814636,0.9994586706161499,0.999482274055481,0.9995058178901672,0.9995293617248535,0.9995529651641846,0.9995765089988708,0.9996000528335571,0.9996236562728882,0.9996472001075745,0.9996707439422607,0.9996943473815918,0.9997178912162781,0.9997414350509644,0.9997650384902954,0.9997885823249817,0.999812126159668,0.999835729598999,0.9998592734336853,0.9998828172683716,0.9999063611030579,0.9999299645423889,0.9999535083770752,0.9999770522117615,1.0000005960464478,1.0000241994857788,1.0000478029251099,1.0000712871551514,1.0000948905944824,1.0001184940338135,1.000141978263855,1.000165581703186,1.000189185142517,1.0002126693725586,1.0002362728118896,1.0002598762512207,1.0002833604812622,1.0003069639205933,1.0003305673599243,1.0003540515899658,1.0003776550292969,1.000401258468628,1.0004247426986694,1.0004483461380005,1.000471830368042,1.000495433807373,1.000519037246704,1.0005425214767456,1.0005661249160767,1.0005897283554077,1.0006132125854492,1.0006368160247803,1.0006604194641113,1.0006839036941528,1.0007075071334839,1.000731110572815,1.0007545948028564,1.0007781982421875]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,2,1,2,3,1,3,4,3,4,3,7,9,14,14,16,14,14,12,16,28,18,29,33,33,20,23,36,25,29,23,25,21,23,20,21,23,20,22,14,21,9,10,14,10,3,11,8,7,10,7,3,5,3,4,1,1,2,3,0,2,3],"bins":[0.9992960095405579,0.9993197917938232,0.9993435740470886,0.9993674159049988,0.9993911981582642,0.9994149804115295,0.9994387626647949,0.9994625449180603,0.9994863867759705,0.9995101690292358,0.9995339512825012,0.9995577335357666,0.999581515789032,0.9996053576469421,0.9996291399002075,0.9996529221534729,0.9996767044067383,0.9997004866600037,0.9997243285179138,0.9997481107711792,0.9997718930244446,0.99979567527771,0.9998194575309753,0.9998432993888855,0.9998670816421509,0.9998908638954163,0.9999146461486816,0.999938428401947,0.9999622702598572,0.9999860525131226,1.0000098943710327,1.0000336170196533,1.0000574588775635,1.000081181526184,1.0001050233840942,1.0001288652420044,1.000152587890625,1.0001764297485352,1.0002001523971558,1.000223994255066,1.000247836112976,1.0002715587615967,1.0002954006195068,1.0003191232681274,1.0003429651260376,1.0003668069839478,1.0003905296325684,1.0004143714904785,1.0004380941390991,1.0004619359970093,1.0004857778549194,1.00050950050354,1.0005333423614502,1.0005570650100708,1.000580906867981,1.0006047487258911,1.0006284713745117,1.0006523132324219,1.0006760358810425,1.0006998777389526,1.0007237195968628,1.0007474422454834,1.0007712841033936,1.0007950067520142,1.0008188486099243]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0008871041936799884,-0.0008599660359323025,-0.0008328279363922775,-0.0008056898368522525,-0.0007785516791045666,-0.0007514135213568807,-0.0007242754218168557,-0.0006971373222768307,-0.0006699991645291448,-0.0006428610067814589,-0.0006157229072414339,-0.0005885848077014089,-0.000561446649953723,-0.000534308492206037,-0.000507170392666012,-0.0004800322640221566,-0.00045289413537830114,-0.0004257560067344457,-0.00039861787809059024,-0.0003714797494467348,-0.00034434162080287933,-0.0003172034921590239,-0.00029006536351516843,-0.000262927234871313,-0.00023578910622745752,-0.00020865097758360207,-0.00018151284893974662,-0.00015437472029589117,-0.0001272365916520357,-0.00010009846300818026,-7.296033436432481e-05,-4.5822205720469356e-05,-1.868401886895299e-05,8.454109774902463e-06,3.5592238418757915e-05,6.273036706261337e-05,8.986849570646882e-05,0.00011700662435032427,0.00014414475299417973,0.00017128288163803518,0.00019842101028189063,0.00022555913892574608,0.00025269726756960154,0.000279835396213457,0.00030697352485731244,0.0003341116535011679,0.00036124978214502335,0.0003883879107888788,0.00041552603943273425,0.0004426641680765897,0.00046980229672044516,0.0004969404544681311,0.0005240785540081561,0.0005512166535481811,0.000578354811295867,0.0006054929690435529,0.0006326310685835779,0.0006597691681236029,0.0006869073258712888,0.0007140454836189747,0.0007411835831589997,0.0007683216826990247,0.0007954598404467106,0.0008225979981943965,0.0008497360977344215],"_type":"histogram","values":[3,1,1,2,2,0,6,4,6,5,6,10,3,9,9,11,8,10,16,9,25,17,22,24,14,22,23,17,21,21,14,25,34,22,37,31,20,11,23,25,25,22,14,13,9,5,14,3,14,7,8,11,7,11,5,4,5,0,7,6,7,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,1,0,0,0,2,4,2,2,6,6,5,12,7,9,14,38,31,39,37,57,71,72,63,37,39,42,31,23,13,19,10,10,6,5,15,6,6,6,3,1,2,2,1,2,0,1,1,2,0,0,0,1,0,2,0,1,0,0,1],"bins":[-0.009387262165546417,-0.009043463505804539,-0.00869966484606266,-0.008355866186320782,-0.008012067526578903,-0.007668268866837025,-0.007324470207095146,-0.006980671547353268,-0.006636872887611389,-0.006293074227869511,-0.005949275568127632,-0.005605476908385754,-0.005261678248643875,-0.004917879588901997,-0.004574080929160118,-0.00423028226941824,-0.003886483609676361,-0.0035426849499344826,-0.003198886290192604,-0.0028550876304507256,-0.002511288970708847,-0.0021674903109669685,-0.00182369165122509,-0.0014798929914832115,-0.001136094331741333,-0.0007922956719994545,-0.000448497012257576,-0.00010469835251569748,0.00023910030722618103,0.0005828989669680595,0.000926697626709938,0.0012704962864518166,0.0016142958775162697,0.001958094537258148,0.0023018931970000267,0.002645691856741905,0.0029894905164837837,0.0033332891762256622,0.0036770878359675407,0.004020886495709419,0.004364685155451298,0.004708483815193176,0.005052282474935055,0.005396081134676933,0.005739879794418812,0.00608367845416069,0.006427477113902569,0.006771275773644447,0.007115074433386326,0.007458873093128204,0.007802671752870083,0.008146470412611961,0.00849026907235384,0.008834067732095718,0.009177866391837597,0.009521665051579475,0.009865463711321354,0.010209262371063232,0.010553061030805111,0.01089685969054699,0.011240658350288868,0.011584457010030746,0.011928255669772625,0.012272054329514503,0.012615852989256382],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,2,5,9,11,32,63,100,206,329,594,1009,1602,2593,4086,5957,8520,12094,17008,22813,30046,38321,47433,57903,67990,78041,87192,94673,99982,102555,102517,100168,95218,87503,79158,69346,59190,48312,39433,31095,23657,17345,12925,8896,6107,4085,2620,1665,1035,637,325,189,130,76,33,16,4,5,1,0,1],"bins":[-0.10880997776985168,-0.10551793873310089,-0.1022259071469307,-0.0989338681101799,-0.0956418365240097,-0.09234979748725891,-0.08905776590108871,-0.08576572686433792,-0.08247369527816772,-0.07918165624141693,-0.07588962465524673,-0.07259758561849594,-0.06930555403232574,-0.06601351499557495,-0.06272148340940475,-0.05942944437265396,-0.056137409061193466,-0.05284537374973297,-0.049553338438272476,-0.04626130312681198,-0.042969267815351486,-0.03967723250389099,-0.036385197192430496,-0.03309316188097,-0.029801124706864357,-0.026509089395403862,-0.023217054083943367,-0.019925018772482872,-0.016632981598377228,-0.013340947218239307,-0.010048910975456238,-0.006756875663995743,-0.003464840352535248,-0.00017280480824410915,0.0031192307360470295,0.006411266513168812,0.009703301824629307,0.012995337136089802,0.01628737337887287,0.019579408690333366,0.02287144400179386,0.026163479313254356,0.02945551462471485,0.032747551798820496,0.03603958711028099,0.039331622421741486,0.04262365773320198,0.045915693044662476,0.04920772835612297,0.052499763667583466,0.05579179897904396,0.059083834290504456,0.06237586960196495,0.06566790491342545,0.06895994395017624,0.07225197553634644,0.07554401457309723,0.07883604615926743,0.08212808519601822,0.08542011678218842,0.08871215581893921,0.0920041874051094,0.0952962264418602,0.0985882580280304,0.10188029706478119]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,0,2,0,2,4,4,3,6,4,8,8,11,16,17,14,15,19,21,25,23,24,28,24,32,40,31,34,39,32,30,26,34,23,22,17,23,20,11,14,11,10,13,2,3,3,8,5,3],"bins":[-0.12104934453964233,-0.1181422546505928,-0.11523516476154327,-0.11232808232307434,-0.10942099243402481,-0.10651390254497528,-0.10360681265592575,-0.10069972276687622,-0.09779264032840729,-0.09488555043935776,-0.09197846055030823,-0.0890713706612587,-0.08616428077220917,-0.08325719088315964,-0.0803501084446907,-0.07744301855564117,-0.07453592866659164,-0.07162883877754211,-0.06872174888849258,-0.06581466645002365,-0.06290757656097412,-0.06000048667192459,-0.05709339678287506,-0.05418631061911583,-0.0512792207300663,-0.04837213084101677,-0.04546504467725754,-0.04255795478820801,-0.03965086489915848,-0.036743778735399246,-0.033836688846349716,-0.030929600819945335,-0.028022512793540955,-0.025115424767136574,-0.022208336740732193,-0.019301246851682663,-0.016394158825278282,-0.013487070798873901,-0.010579981841146946,-0.007672893349081278,-0.00476580485701561,-0.0018587163649499416,0.0010483721271157265,0.003955460619181395,0.006862549111247063,0.009769637137651443,0.012676726095378399,0.015583815053105354,0.018490903079509735,0.021397991105914116,0.024305079132318497,0.027212169021368027,0.030119257047772408,0.03302634507417679,0.03593343496322632,0.03884052112698555,0.04174761101603508,0.04465470090508461,0.04756178706884384,0.05046887695789337,0.0533759668469429,0.05628305301070213,0.05919014289975166,0.062097229063510895,0.06500431895256042],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[0.9993314146995544,0.9993552565574646,0.9993790984153748,0.9994029402732849,0.9994268417358398,0.99945068359375,0.9994745254516602,0.9994983673095703,0.9995222091674805,0.9995460510253906,0.9995698928833008,0.9995937943458557,0.9996176362037659,0.999641478061676,0.9996653199195862,0.9996891617774963,0.9997130036354065,0.9997368454933167,0.9997607469558716,0.9997845888137817,0.9998084306716919,0.999832272529602,0.9998561143875122,0.9998799562454224,0.9999037981033325,0.9999276995658875,0.9999515414237976,0.9999753832817078,0.9999992251396179,1.0000231266021729,1.000046968460083,1.0000708103179932,1.0000946521759033,1.0001184940338135,1.0001423358917236,1.0001661777496338,1.000190019607544,1.000213861465454,1.0002377033233643,1.0002615451812744,1.0002853870391846,1.0003092288970947,1.0003330707550049,1.0003570318222046,1.0003808736801147,1.000404715538025,1.000428557395935,1.0004523992538452,1.0004762411117554,1.0005000829696655,1.0005239248275757,1.0005477666854858,1.000571608543396,1.0005954504013062,1.0006192922592163,1.0006431341171265,1.0006669759750366,1.0006909370422363,1.0007147789001465,1.0007386207580566,1.0007624626159668,1.000786304473877,1.000810146331787,1.0008339881896973,1.0008578300476074],"_type":"histogram","values":[1,0,1,1,1,0,3,5,1,2,0,3,4,3,8,9,11,18,14,18,27,25,22,34,31,34,36,40,34,34,35,34,28,30,25,25,21,15,17,14,13,11,9,12,8,8,7,5,5,4,4,3,5,1,1,1,3,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.99930739402771,0.9993317723274231,0.999356210231781,0.9993805885314941,0.9994049668312073,0.9994293451309204,0.9994537830352783,0.9994781613349915,0.9995025396347046,0.9995269775390625,0.9995513558387756,0.9995757341384888,0.9996001124382019,0.9996245503425598,0.999648928642273,0.9996733069419861,0.9996976852416992,0.9997221231460571,0.9997465014457703,0.9997708797454834,0.9997953176498413,0.9998196959495544,0.9998440742492676,0.9998684525489807,0.9998928904533386,0.9999172687530518,0.9999416470527649,0.9999660849571228,0.9999904632568359,1.0000149011611938,1.0000392198562622,1.0000636577606201,1.0000879764556885,1.0001124143600464,1.0001368522644043,1.0001611709594727,1.0001856088638306,1.0002100467681885,1.0002343654632568,1.0002588033676147,1.0002832412719727,1.000307559967041,1.000331997871399,1.0003564357757568,1.0003807544708252,1.000405192375183,1.0004295110702515,1.0004539489746094,1.0004783868789673,1.0005027055740356,1.0005271434783936,1.0005515813827515,1.0005759000778198,1.0006003379821777,1.0006247758865356,1.000649094581604,1.000673532485962,1.0006979703903198,1.0007222890853882,1.000746726989746,1.0007710456848145,1.0007954835891724,1.0008199214935303,1.0008442401885986,1.0008686780929565],"_type":"histogram","values":[1,0,2,0,1,0,0,0,3,2,2,4,2,8,5,7,6,12,9,24,20,29,37,30,31,25,46,31,32,39,36,24,28,30,30,24,16,20,19,15,12,13,13,7,5,14,5,6,4,5,8,4,1,6,3,4,1,1,1,0,2,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-4.181619260634761e-06,-4.044006800540956e-06,-3.906393885699799e-06,-3.7687814256059937e-06,-3.631168965512188e-06,-3.493556278044707e-06,-3.355943590577226e-06,-3.2183311304834206e-06,-3.0807184430159396e-06,-2.9431057555484585e-06,-2.805493295454653e-06,-2.667880607987172e-06,-2.530267920519691e-06,-2.3926554604258854e-06,-2.2550427729584044e-06,-2.117430312864599e-06,-1.979817625397118e-06,-1.8422050516164745e-06,-1.7045924778358312e-06,-1.5669797903683502e-06,-1.429367216587707e-06,-1.2917546428070636e-06,-1.1541419553395826e-06,-1.0165293815589393e-06,-8.789168077782961e-07,-7.413042339976528e-07,-6.036916033735906e-07,-4.660790011712379e-07,-3.284663989688852e-07,-1.9085379676653247e-07,-5.324119456417975e-08,8.437140763817297e-08,2.2198400984052569e-07,3.595966120428784e-07,4.972092142452311e-07,6.348218448692933e-07,7.724344186499366e-07,9.100469924305798e-07,1.0476596798980609e-06,1.1852722536787041e-06,1.3228848274593474e-06,1.4604974012399907e-06,1.598109975020634e-06,1.735722662488115e-06,1.8733352362687583e-06,2.0109478100494016e-06,2.1485604975168826e-06,2.286172957610688e-06,2.423785645078169e-06,2.56139833254565e-06,2.6990107926394558e-06,2.8366234801069368e-06,2.9742359402007423e-06,3.1118486276682233e-06,3.2494613151357044e-06,3.38707377522951e-06,3.524686462696991e-06,3.662299150164472e-06,3.7999116102582775e-06,3.937524070352083e-06,4.0751369851932395e-06,4.212749445287045e-06,4.350361905380851e-06,4.487974820222007e-06,4.625587280315813e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,3,2,0,2,3,1,3,0,2,5,3,9,10,10,21,24,39,55,68,94,97,78,62,55,31,22,9,13,11,5,9,6,5,3,0,1,0,2,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.030048072338104248,-0.02919715642929077,-0.028346240520477295,-0.02749532274901867,-0.026644406840205193,-0.025793490931391716,-0.02494257502257824,-0.024091659113764763,-0.023240741342306137,-0.02238982543349266,-0.021538909524679184,-0.020687993615865707,-0.01983707770705223,-0.018986161798238754,-0.01813524402678013,-0.017284328117966652,-0.016433412209153175,-0.015582496300339699,-0.014731579460203648,-0.013880663551390171,-0.01302974671125412,-0.012178830802440643,-0.011327914893627167,-0.010476998053491116,-0.009626082144677639,-0.008775166235864162,-0.007924249395728111,-0.007073333486914635,-0.006222417112439871,-0.005371500737965107,-0.00452058482915163,-0.0036696684546768665,-0.0028187520802021027,-0.001967835705727339,-0.0011169195640832186,-0.00026600330602377653,0.0005849129520356655,0.0014358292100951076,0.0022867454681545496,0.00313766160979867,0.003988577984273434,0.0048394943587481976,0.005690410733222961,0.006541326642036438,0.007392243016511202,0.008243159390985966,0.009094075299799442,0.009944992139935493,0.01079590804874897,0.011646823957562447,0.012497740797698498,0.013348656706511974,0.014199573546648026,0.015050489455461502,0.01590140536427498,0.016752321273088455,0.017603237181901932,0.018454154953360558,0.019305070862174034,0.02015598677098751,0.021006902679800987,0.021857818588614464,0.02270873636007309,0.023559652268886566,0.024410568177700043],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,3,2,1,1,5,7,6,0,11,5,11,17,10,16,12,19,13,19,26,14,16,29,25,39,35,36,32,31,28,27,35,18,23,23,19,18,13,24,16,9,19,8,10,3,2,8,3,4,0,3,6,3,0,3,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.000666314153932035,-0.0006444468162953854,-0.0006225795368663967,-0.0006007121992297471,-0.0005788448615930974,-0.0005569775821641088,-0.0005351102445274591,-0.0005132429068908095,-0.0004913755692541599,-0.00046950828982517123,-0.0004476409521885216,-0.00042577364365570247,-0.0004039063351228833,-0.0003820389974862337,-0.00036017168895341456,-0.00033830435131676495,-0.0003164370427839458,-0.00029456973425112665,-0.00027270239661447704,-0.0002508350880816579,-0.0002289677649969235,-0.00020710044191218913,-0.00018523313337936997,-0.0001633658102946356,-0.00014149848720990121,-0.00011963116412516683,-9.776384831639007e-05,-7.58965325076133e-05,-5.402920942287892e-05,-3.216188997612335e-05,-1.0294570529367775e-05,1.1572748917387798e-05,3.344001015648246e-05,5.530732960323803e-05,7.71746490499936e-05,9.904196485877037e-05,0.00012090928794350475,0.00014277661102823913,0.00016464391956105828,0.00018651124264579266,0.00020837856573052704,0.00023024588881526142,0.0002521132118999958,0.00027398052043281496,0.0002958478289656341,0.0003177151666022837,0.00033958247513510287,0.0003614498127717525,0.00038331712130457163,0.0004051844298373908,0.0004270517674740404,0.00044891907600685954,0.00047078641364350915,0.0004926536930724978,0.0005145210307091475,0.0005363883683457971,0.0005582557059824467,0.0005801229854114354,0.000601990323048085,0.0006238576606847346,0.0006457249401137233,0.0006675922777503729,0.0006894596153870225,0.0007113268948160112,0.0007331942324526608],"_type":"histogram","values":[2,0,6,1,6,7,7,6,6,11,10,9,9,10,14,11,9,18,24,19,17,15,19,17,17,29,17,24,27,16,18,21,21,19,19,17,25,20,20,14,8,20,14,15,23,14,13,11,8,8,8,10,9,3,4,5,4,5,1,1,2,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,0,1,1,1,1,0,3,2,6,12,6,12,8,18,22,33,44,44,53,78,75,105,111,134,137,136,141,130,114,123,94,79,79,60,45,26,32,22,15,11,11,11,2,0,3,1,2,0,1,0,0,1],"bins":[-0.0008234237902797759,-0.000801806163508445,-0.0007801884785294533,-0.0007585708517581224,-0.0007369532249867916,-0.0007153355400077999,-0.000693717913236469,-0.0006721002864651382,-0.0006504826014861465,-0.0006288649747148156,-0.0006072473479434848,-0.000585629721172154,-0.0005640120361931622,-0.0005423944094218314,-0.0005207767826505005,-0.0004991590976715088,-0.00047754147090017796,-0.00045592381502501667,-0.00043430618825368583,-0.00041268853237852454,-0.0003910709056071937,-0.0003694532497320324,-0.00034783559385687113,-0.0003262179670855403,-0.000304600311210379,-0.0002829826553352177,-0.0002613650285638869,-0.0002397473726887256,-0.00021812973136547953,-0.00019651209004223347,-0.00017489443416707218,-0.00015327679284382612,-0.00013165915152058005,-0.00011004151019733399,-8.842386159813032e-05,-6.680621299892664e-05,-4.518857167568058e-05,-2.357092671445571e-05,-1.95328175323084e-06,1.966436320799403e-05,4.12820081692189e-05,6.289964949246496e-05,8.451729809166864e-05,0.00010613494669087231,0.00012775258801411837,0.00014937022933736444,0.00017098788521252573,0.0001926055265357718,0.00021422316785901785,0.0002358408091822639,0.00025745845050550997,0.00027907610638067126,0.0003006937331520021,0.0003223113890271634,0.0003439290449023247,0.0003655466716736555,0.0003871643275488168,0.0004087819834239781,0.0004303996101953089,0.0004520172660704702,0.0004736349219456315,0.0004952525487169623,0.0005168701754882932,0.0005384878604672849,0.0005601054872386158],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.006072998046875,-0.005886077880859375,-0.00569915771484375,-0.005512237548828125,-0.0053253173828125,-0.005138397216796875,-0.00495147705078125,-0.004764556884765625,-0.00457763671875,-0.004390716552734375,-0.00420379638671875,-0.004016876220703125,-0.0038299560546875,-0.003643035888671875,-0.00345611572265625,-0.003269195556640625,-0.003082275390625,-0.002895355224609375,-0.00270843505859375,-0.002521514892578125,-0.0023345947265625,-0.002147674560546875,-0.00196075439453125,-0.001773834228515625,-0.0015869140625,-0.001399993896484375,-0.00121307373046875,-0.001026153564453125,-0.0008392333984375,-0.000652313232421875,-0.00046539306640625,-0.000278472900390625,-9.1552734375e-05,9.5367431640625e-05,0.00028228759765625,0.000469207763671875,0.0006561279296875,0.000843048095703125,0.00102996826171875,0.001216888427734375,0.00140380859375,0.001590728759765625,0.00177764892578125,0.001964569091796875,0.0021514892578125,0.002338409423828125,0.00252532958984375,0.002712249755859375,0.002899169921875,0.003086090087890625,0.00327301025390625,0.003459930419921875,0.0036468505859375,0.003833770751953125,0.00402069091796875,0.004207611083984375,0.00439453125,0.004581451416015625,0.00476837158203125,0.004955291748046875,0.0051422119140625,0.005329132080078125,0.00551605224609375,0.005702972412109375,0.005889892578125],"_type":"histogram","values":[1,1,0,0,1,1,1,1,7,11,10,16,21,42,52,77,117,164,269,352,586,820,1214,1625,2710,3860,6326,9320,15483,25686,43985,89217,188571,87182,43747,25235,15554,9392,6213,3867,2632,1695,1189,798,579,370,244,175,142,75,65,42,32,13,14,10,5,3,1,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,0,1,2,4,1,2,8,5,10,9,9,12,22,32,48,66,100,131,89,59,30,26,19,19,17,10,6,9,1,5,2,3,2,0,1,0,0,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.11610467731952667,-0.11202661693096161,-0.10794855654239655,-0.10387049615383148,-0.09979243576526642,-0.09571438282728195,-0.09163632243871689,-0.08755826205015182,-0.08348020166158676,-0.0794021412730217,-0.07532408088445663,-0.07124602049589157,-0.0671679675579071,-0.06308990716934204,-0.05901184678077698,-0.054933786392211914,-0.05085572600364685,-0.04677766561508179,-0.042699605226516724,-0.03862154856324196,-0.034543488174676895,-0.03046542778611183,-0.026387369260191917,-0.022309310734272003,-0.01823125034570694,-0.01415319088846445,-0.010075131431221962,-0.005997071973979473,-0.0019190125167369843,0.0021590469405055046,0.0062371063977479935,0.010315165854990482,0.014393210411071777,0.01847127079963684,0.022549329325556755,0.02662738785147667,0.030705448240041733,0.034783508628606796,0.03886156529188156,0.042939625680446625,0.04701768606901169,0.05109574645757675,0.055173806846141815,0.05925186350941658,0.06332992017269135,0.06740798056125641,0.07148604094982147,0.07556410133838654,0.0796421617269516,0.08372022211551666,0.08779828250408173,0.09187634289264679,0.09595440328121185,0.10003245621919632,0.10411051660776138,0.10818857699632645,0.11226663738489151,0.11634469777345657,0.12042275816202164,0.1245008185505867,0.12857887148857117,0.13265693187713623,0.1367349922657013,0.14081305265426636,0.14489111304283142]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,4,4,4,2,4,4,6,8,12,4,14,13,18,19,27,37,37,42,37,39,45,48,39,53,44,20,33,19,28,23,14,14,14,5,3,5,2,6,3,3,2,2,3,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00034407348721288145,-0.00033082542358897626,-0.0003175773599650711,-0.0003043292963411659,-0.0002910812618210912,-0.000277833198197186,-0.0002645851345732808,-0.00025133707094937563,-0.00023808900732547045,-0.00022484094370156527,-0.00021159288007766008,-0.00019834483100567013,-0.00018509676738176495,-0.00017184870375785977,-0.0001586006546858698,-0.00014535259106196463,-0.00013210452743805945,-0.00011885646381415427,-0.0001056084074662067,-9.236035111825913e-05,-7.911228749435395e-05,-6.586422387044877e-05,-5.26161675225012e-05,-3.9368107536574826e-05,-2.612004755064845e-05,-1.2871987564722076e-05,3.7607242120429873e-07,1.3624132407130674e-05,2.687219239305705e-05,4.012025237898342e-05,5.33683123649098e-05,6.661636871285737e-05,7.986440323293209e-05,9.311246685683727e-05,0.00010636052320478484,0.00011960857955273241,0.0001328566431766376,0.00014610470680054277,0.00015935275587253273,0.0001726008194964379,0.0001858488831203431,0.00019909694674424827,0.00021234501036815345,0.0002255930594401434,0.0002388411230640486,0.00025208917213603854,0.0002653372357599437,0.0002785852993838489,0.0002918333630077541,0.00030508142663165927,0.00031832949025556445,0.00033157755387946963,0.0003448256175033748,0.00035807365202344954,0.0003713217156473547,0.0003845697792712599,0.0003978178428951651,0.00041106590651907027,0.00042431397014297545,0.00043756203376688063,0.00045081006828695536,0.00046405813191086054,0.0004773061955347657,0.0004905542591586709,0.0005038023227825761]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.09322419762611389,-0.0903252437710762,-0.08742628991603851,-0.08452732861042023,-0.08162837475538254,-0.07872942090034485,-0.07583046704530716,-0.07293151319026947,-0.07003255188465118,-0.0671335980296135,-0.0642346441745758,-0.061335690319538116,-0.05843673646450043,-0.05553777888417244,-0.05263882502913475,-0.04973986744880676,-0.046840913593769073,-0.043941959738731384,-0.0410430021584034,-0.03814404830336571,-0.03524509072303772,-0.03234613686800003,-0.02944718301296234,-0.026548227295279503,-0.023649271577596664,-0.020750315859913826,-0.017851360142230988,-0.014952406287193298,-0.01205345056951046,-0.009154494851827621,-0.006255540065467358,-0.0033565848134458065,-0.00045762956142425537,0.0024413256905972958,0.005340280942618847,0.00823923572897911,0.01113819144666195,0.014037147164344788,0.016936101019382477,0.019835056737065315,0.022734012454748154,0.025632968172430992,0.02853192389011383,0.03143087774515152,0.03432983160018921,0.0372287891805172,0.040127743035554886,0.043026700615882874,0.04592565447092056,0.04882460832595825,0.05172356590628624,0.05462251976132393,0.057521477341651917,0.060420431196689606,0.0633193850517273,0.06621833890676498,0.06911729276180267,0.07201625406742096,0.07491520792245865,0.07781416177749634,0.08071311563253403,0.08361206948757172,0.08651103079319,0.08940998464822769,0.09230893850326538],"_type":"histogram","values":[1,2,2,8,5,12,32,39,75,112,174,278,440,668,945,1432,1983,2764,3706,4938,6302,7852,9717,11990,14113,16742,18804,20778,22637,24483,25312,25852,26979,25775,24616,23460,21246,19572,17036,14921,12545,10497,8623,6682,5348,4150,3087,2214,1606,1100,791,540,317,209,147,92,65,23,22,12,7,6,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.06591796875,-0.06416702270507812,-0.06241607666015625,-0.060665130615234375,-0.0589141845703125,-0.057163238525390625,-0.05541229248046875,-0.053661346435546875,-0.051910400390625,-0.050159454345703125,-0.04840850830078125,-0.046657562255859375,-0.0449066162109375,-0.043155670166015625,-0.04140472412109375,-0.039653778076171875,-0.03790283203125,-0.036151885986328125,-0.03440093994140625,-0.032649993896484375,-0.0308990478515625,-0.029148101806640625,-0.02739715576171875,-0.025646209716796875,-0.023895263671875,-0.022144317626953125,-0.02039337158203125,-0.018642425537109375,-0.0168914794921875,-0.015140533447265625,-0.01338958740234375,-0.011638641357421875,-0.0098876953125,-0.008136749267578125,-0.00638580322265625,-0.004634857177734375,-0.0028839111328125,-0.001132965087890625,0.00061798095703125,0.002368927001953125,0.004119873046875,0.005870819091796875,0.00762176513671875,0.009372711181640625,0.0111236572265625,0.012874603271484375,0.01462554931640625,0.016376495361328125,0.01812744140625,0.019878387451171875,0.02162933349609375,0.023380279541015625,0.0251312255859375,0.026882171630859375,0.02863311767578125,0.030384063720703125,0.032135009765625,0.033885955810546875,0.03563690185546875,0.037387847900390625,0.0391387939453125,0.040889739990234375,0.04264068603515625,0.044391632080078125,0.046142578125],"_type":"histogram","values":[1,0,1,0,0,2,6,2,3,5,15,13,14,14,40,45,50,94,105,146,219,327,474,640,940,1289,1989,2687,3908,5700,8145,11840,18228,28913,49170,87815,195600,605430,280501,110768,60058,34603,21444,13902,8758,6208,4241,2731,1905,1405,802,574,429,241,160,110,63,35,31,6,10,4,2,3]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,2,0,2,2,0,4,0,1,1,2,3,5,1,7,5,9,11,12,12,9,18,15,20,28,34,42,32,36,31,33,36,33,41,28,25,31,26,27,22,16,17,14,15,12,9,6,3,1,3,2,1,6,3,2,2,2,0,0,2,1,2,1,1],"bins":[-0.00044601262197829783,-0.0004317890852689743,-0.0004175655194558203,-0.0004033419827464968,-0.00038911844603717327,-0.0003748948802240193,-0.00036067134351469576,-0.0003464477777015418,-0.00033222424099221826,-0.00031800070428289473,-0.00030377713846974075,-0.0002895536017604172,-0.00027533003594726324,-0.0002611064992379397,-0.0002468829625286162,-0.00023265941126737744,-0.00021843586000613868,-0.00020421230874489993,-0.00018998875748366117,-0.00017576522077433765,-0.0001615416695130989,-0.00014731811825186014,-0.00013309458154253662,-0.00011887103028129786,-0.00010464747902005911,-9.042392775882035e-05,-7.620038377353922e-05,-6.197683978825808e-05,-4.775328852701932e-05,-3.3529740903759375e-05,-1.930619328049943e-05,-5.082645657239482e-06,9.140901966020465e-06,2.336444958928041e-05,3.758799721254036e-05,5.1811544835800305e-05,6.603509245906025e-05,8.0258643720299e-05,9.448218770558015e-05,0.00010870573169086128,0.00012292928295210004,0.0001371528342133388,0.00015137638547457755,0.00016559992218390107,0.00017982347344513983,0.00019404702470637858,0.0002082705614157021,0.00022249411267694086,0.0002367176639381796,0.00025094120064750314,0.0002651647664606571,0.00027938830316998065,0.00029361183987930417,0.00030783540569245815,0.0003220589424017817,0.00033628250821493566,0.0003505060449242592,0.0003647295816335827,0.0003789531474467367,0.0003931766841560602,0.0004074002499692142,0.0004216237866785377,0.00043584732338786125,0.00045007088920101523,0.00046429442591033876]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-1.0242831649520667e-06,-9.93339199339971e-07,-9.623951200410374e-07,-9.314510975855228e-07,-9.005070751300082e-07,-8.695631095179124e-07,-8.386190870623977e-07,-8.076750646068831e-07,-7.767310421513685e-07,-7.457870196958538e-07,-7.148429972403392e-07,-6.838989747848245e-07,-6.529550091727288e-07,-6.220109867172141e-07,-5.910669642616995e-07,-5.601229418061848e-07,-5.291789193506702e-07,-4.982348968951555e-07,-4.672908744396409e-07,-4.363468804058357e-07,-4.0540285795032105e-07,-3.744588354948064e-07,-3.435148414610012e-07,-3.1257081900548656e-07,-2.816267965499719e-07,-2.5068277409445727e-07,-2.1973876584979735e-07,-1.8879475760513742e-07,-1.5785073514962278e-07,-1.2690671269410814e-07,-9.596270444944821e-08,-6.501868909936093e-08,-3.407467374927364e-08,-3.130658399186359e-09,2.7813356950900925e-08,5.875737230098821e-08,8.970138765107549e-08,1.2064541010659013e-07,1.5158941835125006e-07,1.8253342659590999e-07,2.1347744905142463e-07,2.4442147150693927e-07,2.753654939624539e-07,3.063094879962591e-07,3.3725351045177376e-07,3.681975329072884e-07,3.991415269410936e-07,4.3008554939660826e-07,4.610295718521229e-07,4.919735943076375e-07,5.229176167631522e-07,5.538616392186668e-07,5.848056616741815e-07,6.157496272862772e-07,6.466936497417919e-07,6.776376721973065e-07,7.085816946528212e-07,7.395257171083358e-07,7.704697395638505e-07,8.014137620193651e-07,8.323577276314609e-07,8.633017500869755e-07,8.942457725424902e-07,9.251897949980048e-07,9.561338174535194e-07],"_type":"histogram","values":[1,0,1,1,0,1,0,1,0,2,2,0,1,0,4,1,2,3,8,3,4,10,7,13,15,19,21,19,33,46,43,69,41,51,51,47,40,33,24,25,20,20,17,8,9,10,9,7,5,2,2,5,4,2,0,2,0,0,1,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,2,1,2,4,4,2,4,6,12,6,5,13,11,10,16,19,21,21,24,21,27,23,30,33,39,38,43,25,38,25,27,23,22,20,19,14,17,20,11,14,8,10,6,4,5,4,3,2,5,2,2,0,0,1,0,0,1],"bins":[-0.00035959845990873873,-0.00034855466219596565,-0.0003375108353793621,-0.000326467037666589,-0.0003154232108499855,-0.0003043794131372124,-0.00029333558632060885,-0.00028229178860783577,-0.00027124796179123223,-0.00026020416407845914,-0.0002491603372618556,-0.00023811653954908252,-0.0002270727272843942,-0.0002160289150197059,-0.00020498510275501758,-0.00019394129049032927,-0.00018289747822564095,-0.00017185366596095264,-0.00016080985369626433,-0.00014976604143157601,-0.0001387222291668877,-0.0001276784169021994,-0.00011663461191346869,-0.00010559079964878038,-9.454698738409206e-05,-8.350317511940375e-05,-7.245936285471544e-05,-6.141555059002712e-05,-5.037174196331762e-05,-3.9327929698629305e-05,-2.8284119252930395e-05,-1.7240308807231486e-05,-6.196496542543173e-06,4.847314812650438e-06,1.589112616784405e-05,2.693493661354296e-05,3.797874887823127e-05,4.9022561142919585e-05,6.006636976962909e-05,7.11101820343174e-05,8.215399429900572e-05,9.319780656369403e-05,0.00010424161882838234,0.00011528543109307066,0.00012632923608180135,0.00013737304834648967,0.00014841686061117798,0.0001594606728758663,0.0001705044851405546,0.00018154829740524292,0.00019259210966993123,0.00020363592193461955,0.00021467973419930786,0.00022572354646399617,0.00023676735872868448,0.0002478111709933728,0.0002588549687061459,0.0002698987955227494,0.0002809425932355225,0.00029198642005212605,0.00030303021776489913,0.0003140740445815027,0.00032511784229427576,0.0003361616691108793,0.0003472054668236524]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.049486104398965836,-0.04792161285877228,-0.04635712131857872,-0.04479262977838516,-0.043228134512901306,-0.04166364297270775,-0.04009915143251419,-0.03853465989232063,-0.036970168352127075,-0.03540567681193352,-0.03384118527173996,-0.0322766937315464,-0.030712200328707695,-0.029147708788514137,-0.02758321538567543,-0.026018723845481873,-0.024454232305288315,-0.022889740765094757,-0.0213252492249012,-0.019760755822062492,-0.018196264281868935,-0.016631772741675377,-0.015067280270159245,-0.013502787798643112,-0.011938296258449554,-0.010373804718255997,-0.008809312246739864,-0.007244820240885019,-0.005680328235030174,-0.004115836229175329,-0.002551344223320484,-0.0009868522174656391,0.0005776397883892059,0.002142131794244051,0.003706623800098896,0.005271115805953741,0.006835607811808586,0.008400099352002144,0.009964591823518276,0.011529084295034409,0.013093575835227966,0.014658067375421524,0.016222558915615082,0.01778705231845379,0.019351543858647346,0.020916035398840904,0.02248052880167961,0.02404502034187317,0.025609511882066727,0.027174003422260284,0.028738494962453842,0.03030298836529255,0.031867481768131256,0.033431973308324814,0.03499646484851837,0.03656095638871193,0.03812544792890549,0.039689939469099045,0.0412544310092926,0.04281892254948616,0.04438341408967972,0.045947909355163574,0.04751240089535713,0.04907689243555069,0.05064138397574425],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,2,1,3,3,1,2,4,3,3,7,14,12,15,20,26,47,72,103,135,75,42,49,23,20,14,16,5,11,4,9,6,3,6,2,1,1,0,0,1,1,1,0,0,2,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,2,0,6,2,3,10,19,15,25,44,57,83,106,163,270,322,483,702,1087,1675,2487,3893,6106,10130,17672,29404,55096,101377,191372,334772,352072,211382,111300,59294,33193,18232,11121,6782,4077,2691,1817,1076,766,508,394,232,178,88,75,55,44,31,23,14,10,9,6,3,2,1,4],"bins":[-0.00799560546875,-0.007753849029541016,-0.007512092590332031,-0.007270336151123047,-0.0070285797119140625,-0.006786823272705078,-0.006545066833496094,-0.006303310394287109,-0.006061553955078125,-0.005819797515869141,-0.005578041076660156,-0.005336284637451172,-0.0050945281982421875,-0.004852771759033203,-0.004611015319824219,-0.004369258880615234,-0.00412750244140625,-0.0038857460021972656,-0.0036439895629882812,-0.003402233123779297,-0.0031604766845703125,-0.002918720245361328,-0.0026769638061523438,-0.0024352073669433594,-0.002193450927734375,-0.0019516944885253906,-0.0017099380493164062,-0.0014681816101074219,-0.0012264251708984375,-0.0009846687316894531,-0.0007429122924804688,-0.0005011558532714844,-0.0002593994140625,-1.7642974853515625e-05,0.00022411346435546875,0.0004658699035644531,0.0007076263427734375,0.0009493827819824219,0.0011911392211914062,0.0014328956604003906,0.001674652099609375,0.0019164085388183594,0.0021581649780273438,0.002399921417236328,0.0026416778564453125,0.002883434295654297,0.0031251907348632812,0.0033669471740722656,0.00360870361328125,0.0038504600524902344,0.004092216491699219,0.004333972930908203,0.0045757293701171875,0.004817485809326172,0.005059242248535156,0.005300998687744141,0.005542755126953125,0.005784511566162109,0.006026268005371094,0.006268024444580078,0.0065097808837890625,0.006751537322998047,0.006993293762207031,0.007235050201416016,0.007476806640625]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.013725331984460354,-0.013257733546197414,-0.0127901341766119,-0.012322535738348961,-0.011854937300086021,-0.011387337930500507,-0.010919739492237568,-0.010452140122652054,-0.009984541684389114,-0.009516943246126175,-0.00904934387654066,-0.008581745438277721,-0.008114146068692207,-0.007646547630429268,-0.007178949192166328,-0.006711350288242102,-0.006243751384317875,-0.005776152480393648,-0.005308553576469421,-0.004840955138206482,-0.004373356234282255,-0.0039057573303580284,-0.0034381586592644453,-0.002970559988170862,-0.0025029610842466354,-0.0020353621803224087,-0.0015677635092288256,-0.0011001647217199206,-0.0006325659342110157,-0.00016496714670211077,0.00030263164080679417,0.0007702304283156991,0.0012378301471471786,0.0017054289346560836,0.0021730277221649885,0.0026406263932585716,0.0031082252971827984,0.003575824201107025,0.004043422639369965,0.004511021543294191,0.004978620447218418,0.005446219351142645,0.005913818255066872,0.006381416693329811,0.006849015597254038,0.007316614501178265,0.007784212939441204,0.008251812309026718,0.008719410747289658,0.009187009185552597,0.009654608555138111,0.01012220699340105,0.010589806362986565,0.011057404801249504,0.011525003239512444,0.011992602609097958,0.012460201047360897,0.012927799485623837,0.01339539885520935,0.01386299729347229,0.01433059573173523,0.014798195101320744,0.015265793539583683,0.015733392909169197,0.016200991347432137],"_type":"histogram","values":[2,0,1,1,1,0,2,6,3,1,5,6,9,8,9,21,10,11,16,28,13,26,23,33,32,36,21,26,25,29,25,33,33,30,23,24,34,21,21,16,21,9,16,10,2,9,8,5,5,6,5,2,2,1,1,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,2,3,2,0,5,6,8,10,17,22,33,38,62,107,139,191,314,493,683,1026,1547,2481,4081,6498,10726,19932,35424,71250,156115,368781,465537,223448,96889,47336,24282,14021,8073,4811,3114,1810,1188,844,501,329,221,126,117,68,58,28,23,10,9,5,7,4,1,0,1,2,3],"bins":[-0.01434326171875,-0.013911247253417969,-0.013479232788085938,-0.013047218322753906,-0.012615203857421875,-0.012183189392089844,-0.011751174926757812,-0.011319160461425781,-0.01088714599609375,-0.010455131530761719,-0.010023117065429688,-0.009591102600097656,-0.009159088134765625,-0.008727073669433594,-0.008295059204101562,-0.007863044738769531,-0.0074310302734375,-0.006999015808105469,-0.0065670013427734375,-0.006134986877441406,-0.005702972412109375,-0.005270957946777344,-0.0048389434814453125,-0.004406929016113281,-0.00397491455078125,-0.0035429000854492188,-0.0031108856201171875,-0.0026788711547851562,-0.002246856689453125,-0.0018148422241210938,-0.0013828277587890625,-0.0009508132934570312,-0.000518798828125,-8.678436279296875e-05,0.0003452301025390625,0.0007772445678710938,0.001209259033203125,0.0016412734985351562,0.0020732879638671875,0.0025053024291992188,0.00293731689453125,0.0033693313598632812,0.0038013458251953125,0.004233360290527344,0.004665374755859375,0.005097389221191406,0.0055294036865234375,0.005961418151855469,0.0063934326171875,0.006825447082519531,0.0072574615478515625,0.007689476013183594,0.008121490478515625,0.008553504943847656,0.008985519409179688,0.009417533874511719,0.00984954833984375,0.010281562805175781,0.010713577270507812,0.011145591735839844,0.011577606201171875,0.012009620666503906,0.012441635131835938,0.012873649597167969,0.0133056640625]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[2,1,4,3,3,1,3,5,0,3,4,3,2,1,2,0,1,0,4,1,1,5,1,1,2,2,2,0,3,3,2,2,1,4,2,1,2,0,1,3,4,1,3,2,0,1,0,5,3,3,2,1,2,2,1,1,3,1,2,4,0,2,2,2],"bins":[-0.03592861816287041,-0.03480860963463783,-0.03368860110640526,-0.032568588852882385,-0.03144858032464981,-0.030328571796417236,-0.029208561405539513,-0.028088552877306938,-0.026968542486429214,-0.02584853395819664,-0.024728525429964066,-0.023608515039086342,-0.022488506510853767,-0.021368496119976044,-0.02024848759174347,-0.019128477200865746,-0.01800846867263317,-0.016888460144400597,-0.015768449753522873,-0.014648440293967724,-0.013528430834412575,-0.01240842230618,-0.011288412846624851,-0.010168403387069702,-0.009048393927514553,-0.007928384467959404,-0.006808375008404255,-0.005688366014510393,-0.004568356554955244,-0.003448347095400095,-0.0023283378686755896,-0.0012083285255357623,-8.831918239593506e-05,0.0010316901607438922,0.0021516995038837194,0.003271708730608225,0.004391718190163374,0.005511727649718523,0.006631736643612385,0.007751746103167534,0.008871755562722683,0.009991765022277832,0.011111774481832981,0.01223178394138813,0.013351792469620705,0.014471801929175854,0.015591811388731003,0.016711821779608727,0.0178318303078413,0.018951838836073875,0.0200718492269516,0.021191857755184174,0.022311868146061897,0.023431876674294472,0.024551887065172195,0.02567189559340477,0.026791904121637344,0.027911914512515068,0.029031923040747643,0.030151933431625366,0.03127194195985794,0.032391950488090515,0.03351196274161339,0.03463197126984596,0.03575197979807854]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[2,1,1,1,2,0,1,0,1,8,2,6,3,3,4,6,9,10,15,19,22,12,18,17,28,16,23,18,27,26,35,23,30,23,41,30,29,17,20,33,24,18,18,19,16,12,11,5,8,14,7,6,5,2,7,5,1,0,2,2,2,0,0,2],"bins":[-0.025963690131902695,-0.025166938081383705,-0.024370186030864716,-0.023573432117700577,-0.022776680067181587,-0.021979928016662598,-0.021183175966143608,-0.02038642391562462,-0.01958967000246048,-0.01879291795194149,-0.0179961659014225,-0.01719941385090351,-0.01640266180038452,-0.015605908818542957,-0.014809156768023968,-0.014012403786182404,-0.013215651735663414,-0.012418899685144424,-0.01162214670330286,-0.01082539465278387,-0.010028641670942307,-0.009231889620423317,-0.008435137569904327,-0.0076383850537240505,-0.006841632537543774,-0.006044880021363497,-0.00524812750518322,-0.00445137545466423,-0.0036546229384839535,-0.0028578704223036766,-0.0020611181389540434,-0.0012643657391890883,-0.00046761520206928253,0.0003291371976956725,0.0011258895974606276,0.0019226419972255826,0.0027193943969905376,0.0035161469131708145,0.004312898963689804,0.005109651479870081,0.005906403996050358,0.006703156512230635,0.0074999090284109116,0.008296661078929901,0.00909341312944889,0.009890166111290455,0.010686918161809444,0.011483671143651009,0.012280423194169998,0.013077175244688988,0.013873928226530552,0.014670680277049541,0.015467433258891106,0.016264185309410095,0.017060937359929085,0.017857689410448074,0.018654443323612213,0.019451195374131203,0.020247947424650192,0.021044699475169182,0.02184145152568817,0.02263820357620716,0.0234349574893713,0.02423170953989029,0.02502846159040928],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.09647798538208008,-0.09332375228404999,-0.0901695191860199,-0.08701528608798981,-0.08386105298995972,-0.08070682734251022,-0.07755259424448013,-0.07439836114645004,-0.07124412804841995,-0.06808989495038986,-0.06493566185235977,-0.06178143247961998,-0.05862719938158989,-0.0554729662835598,-0.05231873691082001,-0.04916450381278992,-0.04601027071475983,-0.042856037616729736,-0.039701804518699646,-0.036547575145959854,-0.033393342047929764,-0.030239108949899673,-0.027084877714514732,-0.02393064647912979,-0.0207764133810997,-0.01762218028306961,-0.01446794904768467,-0.011313716880977154,-0.008159484714269638,-0.005005252547562122,-0.0018510203808546066,0.001303211785852909,0.004457436501979828,0.007611668668687344,0.01076590083539486,0.013920133002102375,0.01707436516880989,0.02022859826683998,0.023382829502224922,0.026537060737609863,0.029691293835639954,0.032845526933670044,0.035999760031700134,0.039153989404439926,0.042308222502470016,0.04546245560050011,0.0486166849732399,0.05177091807126999,0.05492515116930008,0.05807938426733017,0.06123361736536026,0.06438785046339035,0.06754207611083984,0.07069630920886993,0.07385054230690002,0.07700477540493011,0.0801590085029602,0.0833132416009903,0.08646747469902039,0.08962170779705048,0.09277594089508057,0.09593016654253006,0.09908439964056015,0.10223863273859024,0.10539286583662033],"_type":"histogram","values":[1,1,1,2,12,13,27,60,90,160,220,400,619,976,1552,2212,3161,4456,6243,8097,10602,13547,16565,19913,23609,27043,29963,32846,35074,36540,36962,36507,35572,33022,30354,27396,23825,20344,17193,13916,10896,8474,6483,4604,3421,2295,1628,1061,729,448,286,183,101,65,26,13,10,1,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[4,5,12,16,31,52,62,137,232,343,487,780,1111,1605,2150,3035,4249,5486,7074,9054,11329,13743,16410,19050,22025,24971,27733,29859,31347,32524,33114,33363,32480,31187,29423,27083,24520,21319,18832,15740,13152,10759,8626,6716,5245,3957,2838,2055,1480,1052,701,457,313,192,121,75,40,32,20,5,3,4,1,3],"bins":[-0.08776964992284775,-0.08492819219827652,-0.0820867270231247,-0.07924526929855347,-0.07640381157398224,-0.07356234639883041,-0.07072088867425919,-0.06787943094968796,-0.06503796577453613,-0.062196508049964905,-0.05935505032539368,-0.05651358887553215,-0.053672127425670624,-0.050830669701099396,-0.04798920825123787,-0.04514775052666664,-0.042306289076805115,-0.03946482762694359,-0.03662336990237236,-0.033781908452510834,-0.030940448865294456,-0.02809898927807808,-0.025257527828216553,-0.022416068241000175,-0.019574608653783798,-0.01673314906656742,-0.013891688548028469,-0.011050228029489517,-0.00820876844227314,-0.005367308389395475,-0.002525848336517811,0.00031561171635985374,0.0031570717692375183,0.005998531822115183,0.008839991874992847,0.0116814523935318,0.014522911980748177,0.017364371567964554,0.02020583301782608,0.023047292605042458,0.025888752192258835,0.028730211779475212,0.03157167136669159,0.034413132816553116,0.03725459426641464,0.04009605199098587,0.0429375134408474,0.045778971165418625,0.04862043261528015,0.05146189406514168,0.054303351789712906,0.05714481323957443,0.05998627096414566,0.06282773613929749,0.06566919386386871,0.06851065158843994,0.07135210931301117,0.074193574488163,0.07703503221273422,0.07987648993730545,0.08271795511245728,0.0855594128370285,0.08840087056159973,0.09124233573675156,0.09408379346132278],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[1,0,1,0,0,0,1,1,0,0,1,1,1,0,3,2,7,7,6,5,10,11,7,10,15,19,17,19,23,29,36,39,41,38,28,27,24,32,28,30,21,27,27,22,26,21,19,13,7,18,10,8,7,8,3,3,0,2,1,1,1,0,0,3],"bins":[-0.01050790585577488,-0.010213302448391914,-0.00991869904100895,-0.009624095633625984,-0.009329492226243019,-0.009034888818860054,-0.008740285411477089,-0.008445682004094124,-0.008151078596711159,-0.007856475189328194,-0.007561871316283941,-0.007267267908900976,-0.006972664501518011,-0.006678061094135046,-0.006383457686752081,-0.006088854279369116,-0.005794250871986151,-0.005499647464603186,-0.0052050440572202206,-0.0049104406498372555,-0.00461583724245429,-0.004321233835071325,-0.00402663042768836,-0.0037320267874747515,-0.0034374233800917864,-0.0031428199727088213,-0.002848216565325856,-0.002553613157942891,-0.0022590095177292824,-0.0019644061103463173,-0.0016698027029633522,-0.0013751992955803871,-0.001080595888197422,-0.0007859924808144569,-0.0004913890152238309,-0.0001967855787370354,9.781785774976015e-05,0.0003924212942365557,0.0006870247307233512,0.0009816281963139772,0.0012762316036969423,0.0015708350110799074,0.0018654384184628725,0.0021600418258458376,0.0024546454660594463,0.0027492488734424114,0.0030438522808253765,0.0033384556882083416,0.0036330590955913067,0.003927662502974272,0.004222265910357237,0.004516869317740202,0.004811472725123167,0.005106076132506132,0.005400679539889097,0.005695282947272062,0.005989886820316315,0.00628449022769928,0.006579093635082245,0.00687369704246521,0.007168300449848175,0.00746290385723114,0.007757507264614105,0.00805211067199707,0.008346714079380035],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[3,1,0,1,0,5,3,3,5,15,11,20,23,31,39,87,124,204,307,455,735,1161,1921,3300,5932,10508,19621,38588,87053,183412,125534,53206,26105,13527,7279,4208,2493,1433,911,549,358,234,151,85,49,31,33,17,18,11,5,5,5,2,2,1,0,2,0,1,0,0,0,1],"bins":[-0.0022735595703125,-0.0021970272064208984,-0.002120494842529297,-0.0020439624786376953,-0.0019674301147460938,-0.0018908977508544922,-0.0018143653869628906,-0.001737833023071289,-0.0016613006591796875,-0.001584768295288086,-0.0015082359313964844,-0.0014317035675048828,-0.0013551712036132812,-0.0012786388397216797,-0.0012021064758300781,-0.0011255741119384766,-0.001049041748046875,-0.0009725093841552734,-0.0008959770202636719,-0.0008194446563720703,-0.0007429122924804688,-0.0006663799285888672,-0.0005898475646972656,-0.0005133152008056641,-0.0004367828369140625,-0.00036025047302246094,-0.0002837181091308594,-0.0002071857452392578,-0.00013065338134765625,-5.412101745605469e-05,2.2411346435546875e-05,9.894371032714844e-05,0.00017547607421875,0.00025200843811035156,0.0003285408020019531,0.0004050731658935547,0.00048160552978515625,0.0005581378936767578,0.0006346702575683594,0.0007112026214599609,0.0007877349853515625,0.0008642673492431641,0.0009407997131347656,0.0010173320770263672,0.0010938644409179688,0.0011703968048095703,0.0012469291687011719,0.0013234615325927734,0.001399993896484375,0.0014765262603759766,0.0015530586242675781,0.0016295909881591797,0.0017061233520507812,0.0017826557159423828,0.0018591880798339844,0.001935720443725586,0.0020122528076171875,0.002088785171508789,0.0021653175354003906,0.002241849899291992,0.0023183822631835938,0.0023949146270751953,0.002471446990966797,0.0025479793548583984,0.00262451171875]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.016295593231916428,-0.015819886699318886,-0.01534417923539877,-0.014868471771478653,-0.014392765238881111,-0.013917057774960995,-0.013441350311040878,-0.012965643778443336,-0.01248993631452322,-0.012014229781925678,-0.011538522318005562,-0.011062814854085445,-0.010587108321487904,-0.010111400857567787,-0.009635694324970245,-0.009159986861050129,-0.008684279397130013,-0.00820857286453247,-0.007732865866273642,-0.007257158402353525,-0.006781451404094696,-0.006305744405835867,-0.005830037407577038,-0.005354330409318209,-0.00487862341105938,-0.004402915947139263,-0.003927208948880434,-0.003451501950621605,-0.002975794952362776,-0.002500087721273303,-0.002024380723014474,-0.001548673608340323,-0.001072966493666172,-0.0005972593789920211,-0.00012155232252553105,0.00035415476304478943,0.0008298618486151099,0.0013055689632892609,0.00178127596154809,0.0022569831926375628,0.002732690190896392,0.003208397189155221,0.0036841044202446938,0.004159811418503523,0.004635518416762352,0.005111225415021181,0.0055869328789412975,0.006062639877200127,0.006538346875458956,0.007014053873717785,0.007489760871976614,0.007965467870235443,0.00844117533415556,0.008916881866753101,0.009392589330673218,0.009868296794593334,0.010344003327190876,0.010819710791110992,0.011295417323708534,0.01177112478762865,0.012246832251548767,0.012722538784146309,0.013198246248066425,0.013673952780663967,0.014149660244584084],"_type":"histogram","values":[1,0,0,1,0,0,1,1,2,1,2,4,3,4,2,6,5,7,12,14,17,14,15,15,16,12,28,24,27,39,20,28,27,35,22,26,34,32,21,20,25,29,24,22,22,16,18,10,12,8,7,10,6,4,9,0,1,1,3,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,0,2,1,1,1,5,2,2,11,6,10,15,22,23,45,53,83,117,159,218,368,492,760,1070,1681,2511,3983,6519,10376,17409,31299,63308,173918,751039,307234,102162,44637,22730,12412,7291,4248,2468,1551,960,620,376,257,154,81,66,44,25,12,14,2,3,3,1,2],"bins":[-0.162109375,-0.15792083740234375,-0.1537322998046875,-0.14954376220703125,-0.145355224609375,-0.14116668701171875,-0.1369781494140625,-0.13278961181640625,-0.12860107421875,-0.12441253662109375,-0.1202239990234375,-0.11603546142578125,-0.111846923828125,-0.10765838623046875,-0.1034698486328125,-0.09928131103515625,-0.0950927734375,-0.09090423583984375,-0.0867156982421875,-0.08252716064453125,-0.078338623046875,-0.07415008544921875,-0.0699615478515625,-0.06577301025390625,-0.06158447265625,-0.05739593505859375,-0.0532073974609375,-0.04901885986328125,-0.044830322265625,-0.04064178466796875,-0.0364532470703125,-0.03226470947265625,-0.028076171875,-0.02388763427734375,-0.0196990966796875,-0.01551055908203125,-0.011322021484375,-0.00713348388671875,-0.0029449462890625,0.00124359130859375,0.00543212890625,0.00962066650390625,0.0138092041015625,0.01799774169921875,0.022186279296875,0.02637481689453125,0.0305633544921875,0.03475189208984375,0.0389404296875,0.04312896728515625,0.0473175048828125,0.05150604248046875,0.055694580078125,0.05988311767578125,0.0640716552734375,0.06826019287109375,0.07244873046875,0.07663726806640625,0.0808258056640625,0.08501434326171875,0.089202880859375,0.09339141845703125,0.0975799560546875,0.10176849365234375,0.10595703125]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-1.67058824445121e-05,-1.6264597434201278e-05,-1.5823310604901053e-05,-1.5382025594590232e-05,-1.494074058427941e-05,-1.4499454664473888e-05,-1.4058168744668365e-05,-1.3616883734357543e-05,-1.317559781455202e-05,-1.2734312804241199e-05,-1.2293026884435676e-05,-1.1851740964630153e-05,-1.1410455954319332e-05,-1.0969170034513809e-05,-1.0527885024202988e-05,-1.0086599104397465e-05,-9.645313184591942e-06,-9.20402817428112e-06,-8.762742254475597e-06,-8.321457244164776e-06,-7.880171324359253e-06,-7.438885859301081e-06,-6.997600394242909e-06,-6.556314929184737e-06,-6.1150294641265646e-06,-5.6737435443210416e-06,-5.2324580792628694e-06,-4.791172614204697e-06,-4.349887149146525e-06,-3.908601684088353e-06,-3.4673159916565055e-06,-3.026030299224658e-06,-2.584744834166486e-06,-2.1434593691083137e-06,-1.7021736766764661e-06,-1.260888211618294e-06,-8.196026328732842e-07,-3.7831708254998375e-07,6.296846777331666e-08,5.042539896749076e-07,9.455395684199175e-07,1.3868251471649273e-06,1.8281107259099372e-06,2.2693961909681093e-06,2.7106816560262814e-06,3.151967348458129e-06,3.593252813516301e-06,4.034538505948149e-06,4.475823971006321e-06,4.917109436064493e-06,5.358394901122665e-06,5.799680820928188e-06,6.24096628598636e-06,6.682251751044532e-06,7.123537216102704e-06,7.5648226811608765e-06,8.006108146219049e-06,8.447394066024572e-06,8.888679076335393e-06,9.329964996140916e-06,9.771250915946439e-06,1.021253592625726e-05,1.0653821846062783e-05,1.1095106856373604e-05,1.1536392776179127e-05],"_type":"histogram","values":[2,0,0,1,0,0,0,0,0,1,0,0,1,2,1,1,1,1,0,0,1,2,5,2,4,3,4,3,9,4,8,6,16,30,41,57,95,109,120,78,36,34,13,12,10,12,6,7,7,3,3,1,3,2,0,2,2,0,2,1,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,1,1,0,1,0,0,2,2,3,4,4,5,8,8,6,10,7,10,14,19,30,22,31,26,36,32,40,33,36,25,39,34,30,30,24,35,26,23,11,13,19,8,13,7,5,5,7,4,4,3,2,2,1,1,1,0,0,1,0,0,1,1,1],"bins":[-0.0004484542296268046,-0.00043349649058654904,-0.00041853878065012395,-0.0004035810416098684,-0.00038862330256961286,-0.00037366559263318777,-0.0003587078535929322,-0.0003437501145526767,-0.0003287924046162516,-0.00031383466557599604,-0.0002988769265357405,-0.0002839192165993154,-0.00026896147755905986,-0.0002540037385188043,-0.00023904602858237922,-0.00022408828954212368,-0.00020913056505378336,-0.00019417284056544304,-0.0001792151015251875,-0.00016425737703684717,-0.00014929965254850686,-0.0001343419135082513,-0.00011938418901991099,-0.00010442646453157067,-8.946873276727274e-05,-7.451100100297481e-05,-5.955327651463449e-05,-4.459554475033656e-05,-2.9637816624017432e-05,-1.4680087588203605e-05,2.776414476102218e-07,1.5235370483424049e-05,3.0193099519237876e-05,4.5150827645557e-05,6.0108555771876127e-05,7.506628753617406e-05,9.002401202451438e-05,0.00010498174378881231,0.00011993947555311024,0.00013489720004145056,0.00014985492452979088,0.00016481266357004642,0.00017977038805838674,0.00019472811254672706,0.0002096858515869826,0.00022464357607532293,0.00023960130056366324,0.0002545590396039188,0.00026951677864417434,0.00028447448858059943,0.000299432227620855,0.00031438993755728006,0.0003293476765975356,0.00034430541563779116,0.00035926312557421625,0.0003742208646144718,0.00038917860365472734,0.00040413631359115243,0.000419094052631408,0.0004340517916716635,0.0004490095016080886,0.00046396724064834416,0.0004789249796885997,0.0004938826896250248,0.0005088404286652803],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[4,4,7,14,13,37,63,118,159,275,406,606,865,1306,1880,2712,3638,4950,6367,8231,10667,12943,15497,18688,21458,24545,26968,29343,31544,33141,33901,33845,33273,32015,30166,27730,25219,22392,19150,16505,13666,11092,8778,6939,5287,3895,2958,2158,1459,1034,683,453,311,204,99,59,43,30,13,5,5,6,1,1],"bins":[-0.08987447619438171,-0.08698642253875732,-0.08409837633371353,-0.08121032267808914,-0.07832226902246475,-0.07543422281742096,-0.07254616916179657,-0.06965811550617218,-0.06677006185054779,-0.063882015645504,-0.06099396198987961,-0.05810591205954552,-0.055217862129211426,-0.052329808473587036,-0.049441758543252945,-0.046553704887628555,-0.043665654957294464,-0.04077760502696037,-0.03788955137133598,-0.03500150144100189,-0.0321134477853775,-0.02922539785504341,-0.02633734792470932,-0.02344929613173008,-0.02056124433875084,-0.0176731925457716,-0.014785141684114933,-0.011897090822458267,-0.009009039029479027,-0.006120987702161074,-0.0032329363748431206,-0.00034488504752516747,0.0025431662797927856,0.005431217607110739,0.008319268934428692,0.011207319796085358,0.014095371589064598,0.01698342338204384,0.01987147331237793,0.02275952510535717,0.02564757689833641,0.02853562869131565,0.03142368048429489,0.03431173041462898,0.037199780344963074,0.04008783400058746,0.042975883930921555,0.045863937586545944,0.048751987516880035,0.05164003744721413,0.054528091102838516,0.05741614103317261,0.060304194688797,0.06319224089384079,0.06608029454946518,0.06896834820508957,0.07185639441013336,0.07474444806575775,0.07763250172138214,0.08052055537700653,0.08340860158205032,0.08629665523767471,0.0891847088932991,0.0920727550983429,0.09496080875396729]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,0,0,0,0,2,2,6,2,1,13,19,22,30,66,103,152,242,300,531,771,1256,1769,2799,4439,6483,10432,16428,26491,43909,74936,136060,294312,458257,220704,110849,62877,36816,22564,14177,9146,5457,3650,2294,1616,990,739,472,279,145,103,51,38,20,18,7,8,4,5,0,0,0,0,1],"bins":[-0.0198974609375,-0.019300460815429688,-0.018703460693359375,-0.018106460571289062,-0.01750946044921875,-0.016912460327148438,-0.016315460205078125,-0.015718460083007812,-0.0151214599609375,-0.014524459838867188,-0.013927459716796875,-0.013330459594726562,-0.01273345947265625,-0.012136459350585938,-0.011539459228515625,-0.010942459106445312,-0.010345458984375,-0.009748458862304688,-0.009151458740234375,-0.008554458618164062,-0.00795745849609375,-0.0073604583740234375,-0.006763458251953125,-0.0061664581298828125,-0.0055694580078125,-0.0049724578857421875,-0.004375457763671875,-0.0037784576416015625,-0.00318145751953125,-0.0025844573974609375,-0.001987457275390625,-0.0013904571533203125,-0.00079345703125,-0.0001964569091796875,0.000400543212890625,0.0009975433349609375,0.00159454345703125,0.0021915435791015625,0.002788543701171875,0.0033855438232421875,0.0039825439453125,0.0045795440673828125,0.005176544189453125,0.0057735443115234375,0.00637054443359375,0.0069675445556640625,0.007564544677734375,0.008161544799804688,0.008758544921875,0.009355545043945312,0.009952545166015625,0.010549545288085938,0.01114654541015625,0.011743545532226562,0.012340545654296875,0.012937545776367188,0.0135345458984375,0.014131546020507812,0.014728546142578125,0.015325546264648438,0.01592254638671875,0.016519546508789062,0.017116546630859375,0.017713546752929688,0.018310546875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.09680088609457016,-0.09376506507396698,-0.0907292515039444,-0.08769343048334122,-0.08465760946273804,-0.08162179589271545,-0.07858597487211227,-0.0755501538515091,-0.07251434028148651,-0.06947851926088333,-0.06644269824028015,-0.06340687721967697,-0.06037106364965439,-0.05733524262905121,-0.05429942533373833,-0.05126360431313515,-0.048227787017822266,-0.045191969722509384,-0.042156148701906204,-0.03912033140659332,-0.03608451038599014,-0.03304869309067726,-0.03001287579536438,-0.02697705663740635,-0.02394123747944832,-0.020905418321490288,-0.017869599163532257,-0.014833781868219376,-0.011797962710261345,-0.008762143552303314,-0.005726325325667858,-0.0026905066333711147,0.0003453195095062256,0.003381138201802969,0.006416956894099712,0.009452775120735168,0.0124885942786932,0.01552441343665123,0.01856023073196411,0.021596049889922142,0.024631869047880173,0.027667688205838203,0.030703507363796234,0.033739324659109116,0.036775141954422,0.03981096297502518,0.04284678027033806,0.04588260129094124,0.04891841858625412,0.051954235881567,0.05499005690217018,0.05802587419748306,0.06106169521808624,0.06409750878810883,0.067133329808712,0.07016915082931519,0.07320496439933777,0.07624078541994095,0.07927660644054413,0.08231242746114731,0.08534824103116989,0.08838406205177307,0.09141988307237625,0.09445569664239883,0.09749151766300201],"_type":"histogram","values":[1,1,5,5,11,28,47,113,178,292,484,813,1305,2023,2947,4397,6385,8609,11991,16333,21393,27300,34386,42296,50777,59327,67731,76331,83494,88882,92913,95230,95319,93003,88255,81890,74726,66241,57548,48844,40312,32770,26095,20145,15384,11070,8106,5772,3993,2630,1839,1128,715,443,276,149,86,47,18,12,12,5,2,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.00035941728856414557,-0.0003485431079752743,-0.00033766895649023354,-0.0003267947759013623,-0.0003159206244163215,-0.0003050464438274503,-0.00029417226323857903,-0.00028329811175353825,-0.000272423931164667,-0.0002615497796796262,-0.000250675599090755,-0.00023980143305379897,-0.00022892726701684296,-0.00021805310097988695,-0.0002071789203910157,-0.0001963047543540597,-0.00018543058831710368,-0.00017455642228014767,-0.00016368225624319166,-0.00015280807565432042,-0.0001419339096173644,-0.0001310597435804084,-0.00012018557754345238,-0.00010931140423053876,-9.843723819358274e-05,-8.756307215662673e-05,-7.66888988437131e-05,-6.581473280675709e-05,-5.494056313182227e-05,-4.4066393456887454e-05,-3.319222741993144e-05,-2.2318057744996622e-05,-1.1443888070061803e-05,-5.697193046216853e-07,1.0304449460818432e-05,2.1178617316763848e-05,3.205278699169867e-05,4.292695666663349e-05,5.38011227035895e-05,6.467529601650313e-05,7.554946205345914e-05,8.642362809041515e-05,9.729780140332878e-05,0.00010817196744028479,0.0001190461334772408,0.0001299202995141968,0.00014079448010306805,0.00015166864614002407,0.00016254281217698008,0.0001734169782139361,0.0001842911442508921,0.00019516532483976334,0.00020603949087671936,0.00021691365691367537,0.00022778782295063138,0.0002386619889875874,0.0002495361550245434,0.00026041033561341465,0.00027128448709845543,0.00028215866768732667,0.0002930328482761979,0.0003039069997612387,0.00031478118035010993,0.0003256553318351507,0.00033652951242402196],"_type":"histogram","values":[1,1,0,0,0,0,0,0,1,0,2,2,3,0,1,2,1,6,4,5,8,8,12,21,18,27,37,23,34,31,30,32,46,34,55,37,44,36,27,29,28,22,17,19,9,12,8,4,6,5,4,3,3,2,1,1,0,2,0,0,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.004638671875,-0.0044879913330078125,-0.004337310791015625,-0.0041866302490234375,-0.00403594970703125,-0.0038852691650390625,-0.003734588623046875,-0.0035839080810546875,-0.0034332275390625,-0.0032825469970703125,-0.003131866455078125,-0.0029811859130859375,-0.00283050537109375,-0.0026798248291015625,-0.002529144287109375,-0.0023784637451171875,-0.002227783203125,-0.0020771026611328125,-0.001926422119140625,-0.0017757415771484375,-0.00162506103515625,-0.0014743804931640625,-0.001323699951171875,-0.0011730194091796875,-0.0010223388671875,-0.0008716583251953125,-0.000720977783203125,-0.0005702972412109375,-0.00041961669921875,-0.0002689361572265625,-0.000118255615234375,3.24249267578125e-05,0.00018310546875,0.0003337860107421875,0.000484466552734375,0.0006351470947265625,0.00078582763671875,0.0009365081787109375,0.001087188720703125,0.0012378692626953125,0.0013885498046875,0.0015392303466796875,0.001689910888671875,0.0018405914306640625,0.00199127197265625,0.0021419525146484375,0.002292633056640625,0.0024433135986328125,0.002593994140625,0.0027446746826171875,0.002895355224609375,0.0030460357666015625,0.00319671630859375,0.0033473968505859375,0.003498077392578125,0.0036487579345703125,0.0037994384765625,0.0039501190185546875,0.004100799560546875,0.0042514801025390625,0.00440216064453125,0.0045528411865234375,0.004703521728515625,0.0048542022705078125,0.0050048828125],"_type":"histogram","values":[2,0,2,1,3,3,6,7,19,20,25,38,50,57,70,91,140,205,342,391,692,1027,1485,2267,3783,5878,10402,17535,34171,73542,195157,129088,51840,25623,13889,8004,5026,3023,2000,1174,928,551,384,239,183,135,84,57,46,43,26,22,11,16,3,6,5,3,1,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,1,1,8,13,15,48,65,139,215,380,647,1062,1489,2257,3486,5153,7239,10075,13773,18405,24133,30723,38322,46051,54722,63188,72288,79831,86276,91386,93944,95000,93965,90280,85063,79038,71113,62048,53420,44820,37090,29403,23440,18083,13488,9838,7061,5048,3275,2254,1449,915,610,353,226,126,59,28,17,9,6,1,2],"bins":[-0.09848708659410477,-0.0954514816403389,-0.09241587668657303,-0.08938027918338776,-0.08634467422962189,-0.08330906927585602,-0.08027346432209015,-0.07723786681890488,-0.07420226186513901,-0.07116665691137314,-0.06813105195760727,-0.0650954470038414,-0.06205984577536583,-0.05902424454689026,-0.05598863959312439,-0.05295303836464882,-0.04991743341088295,-0.04688182845711708,-0.04384622722864151,-0.04081062227487564,-0.03777502104640007,-0.0347394160926342,-0.03170381486415863,-0.02866820991039276,-0.02563260681927204,-0.02259700372815132,-0.0195614006370306,-0.01652579754590988,-0.013490193523466587,-0.010454590432345867,-0.00741898687556386,-0.004383383318781853,-0.0013477802276611328,0.0016878230962902308,0.004723426420241594,0.0077590299770236015,0.010794633068144321,0.013830236159265041,0.016865840181708336,0.019901443272829056,0.022937046363949776,0.025972649455070496,0.029008252546191216,0.032043855637311935,0.035079460591077805,0.038115061819553375,0.041150666773319244,0.044186268001794815,0.047221872955560684,0.05025747790932655,0.053293079137802124,0.05632868409156799,0.059364285320043564,0.06239989027380943,0.065435491502285,0.06847109645605087,0.07150670140981674,0.07454230636358261,0.07757790386676788,0.08061350882053375,0.08364911377429962,0.08668471872806549,0.08972031623125076,0.09275592118501663,0.0957915261387825],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[2,0,1,1,0,1,1,0,3,2,3,1,5,10,4,8,7,10,21,17,19,20,23,37,62,50,70,59,46,36,38,34,22,24,21,15,15,9,12,7,7,4,6,3,5,3,2,3,2,4,2,2,1,0,0,1,0,3,1,0,0,0,2,1],"bins":[-0.008222394622862339,-0.007927311584353447,-0.0076322294771671295,-0.007337146904319525,-0.00704206433147192,-0.006746981758624315,-0.0064518991857767105,-0.006156816612929106,-0.005861734040081501,-0.005566651467233896,-0.0052715688943862915,-0.004976486321538687,-0.004681403748691082,-0.004386321175843477,-0.0040912386029958725,-0.0037961560301482677,-0.003501073457300663,-0.0032059908844530582,-0.0029109083116054535,-0.0026158257387578487,-0.002320743165910244,-0.0020256605930626392,-0.0017305780202150345,-0.0014354954473674297,-0.001140412874519825,-0.0008453303016722202,-0.0005502477288246155,-0.0002551651559770107,3.9917416870594025e-05,0.0003349999897181988,0.0006300825625658035,0.0009251651354134083,0.0012202486395835876,0.0015153312124311924,0.0018104137852787971,0.002105496358126402,0.0024005789309740067,0.0026956615038216114,0.002990744076669216,0.003285826649516821,0.0035809092223644257,0.0038759917952120304,0.004171074368059635,0.00446615694090724,0.004761239513754845,0.005056322086602449,0.005351404659450054,0.005646487232297659,0.005941569805145264,0.006236652377992868,0.006531734950840473,0.006826817523688078,0.007121900096535683,0.007416982669383287,0.007712065242230892,0.008007148280739784,0.008302230387926102,0.008597312495112419,0.008892395533621311,0.009187478572130203,0.00948256067931652,0.009777642786502838,0.01007272582501173,0.010367808863520622,0.01066289097070694],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[2,0,0,0,1,0,4,2,3,1,3,1,4,3,5,14,16,7,16,24,16,44,41,40,47,66,62,53,47,42,25,29,23,18,16,13,13,6,8,5,6,4,4,6,2,3,3,0,2,4,1,3,1,2,0,0,3,1,1,0,0,0,1,1],"bins":[-0.008123528212308884,-0.007824355736374855,-0.007525182329118252,-0.007226009853184223,-0.006926836911588907,-0.006627663969993591,-0.006328491494059563,-0.006029318552464247,-0.005730145610868931,-0.005430972669273615,-0.005131799727678299,-0.00483262725174427,-0.004533454310148954,-0.0042342813685536385,-0.00393510889261961,-0.003635935951024294,-0.003336763009428978,-0.003037590067833662,-0.0027384173590689898,-0.0024392446503043175,-0.0021400717087090015,-0.0018408988835290074,-0.0015417260583490133,-0.0012425532331690192,-0.0009433804079890251,-0.000644207582809031,-0.0003450347576290369,-4.58619324490428e-05,0.0002533108927309513,0.0005524837179109454,0.0008516565430909395,0.0011508293682709336,0.0014500021934509277,0.0017491750186309218,0.002048347843810916,0.0023475205525755882,0.002646693494170904,0.00294586643576622,0.0032450391445308924,0.0035442118532955647,0.0038433847948908806,0.0041425577364861965,0.0044417306780815125,0.004740903154015541,0.005040076095610857,0.005339249037206173,0.005638421513140202,0.0059375944547355175,0.0062367673963308334,0.006535940337926149,0.006835113279521465,0.007134285755455494,0.00743345869705081,0.007732631638646126,0.008031804114580154,0.008330977521836758,0.008630149997770786,0.008929322473704815,0.009228495880961418,0.009527668356895447,0.009826840832829475,0.010126014240086079,0.010425186716020107,0.01072436012327671,0.01102353259921074],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"values":[3,0,1,2,0,1,4,0,2,1,5,2,5,5,11,8,14,6,12,19,17,15,16,19,14,18,23,25,21,21,26,33,31,33,26,27,24,24,17,28,24,23,29,17,19,11,7,10,12,9,13,4,3,9,4,5,3,0,4,1,0,1,0,1],"bins":[-0.05341629683971405,-0.051788292825222015,-0.05016029253602028,-0.048532288521528244,-0.04690428823232651,-0.04527628421783447,-0.043648283928632736,-0.0420202799141407,-0.040392279624938965,-0.03876427561044693,-0.037136271595954895,-0.03550827130675316,-0.033880267292261124,-0.03225226700305939,-0.030624262988567352,-0.028996260836720467,-0.02736825868487358,-0.025740256533026695,-0.02411225438117981,-0.022484252229332924,-0.020856250077486038,-0.019228246062994003,-0.017600243911147118,-0.015972241759300232,-0.014344239607453346,-0.01271623745560646,-0.011088235303759575,-0.009460232220590115,-0.007832230068743229,-0.006204227916896343,-0.00457622529938817,-0.002948222914710641,-0.0013202205300331116,0.00030778185464441776,0.001935784239321947,0.0035637866239994764,0.005191789008677006,0.0068197911605238914,0.008447794243693352,0.010075796395540237,0.011703798547387123,0.013331800699234009,0.014959802851080894,0.01658780500292778,0.018215809017419815,0.0198438111692667,0.021471813321113586,0.023099815472960472,0.024727817624807358,0.026355819776654243,0.02798382192850113,0.029611824080348015,0.0312398262321949,0.032867830246686935,0.03449583053588867,0.03612383455038071,0.03775183856487274,0.03937983885407448,0.04100784286856651,0.04263584315776825,0.044263847172260284,0.04589184746146202,0.047519851475954056,0.04914785176515579,0.05077585577964783],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.017094355076551437,-0.016580460593104362,-0.016066566109657288,-0.015552671626210213,-0.015038777142763138,-0.014524881727993488,-0.014010987244546413,-0.013497092761099339,-0.012983198277652264,-0.012469303794205189,-0.011955409310758114,-0.011441514827311039,-0.01092761941254139,-0.010413724929094315,-0.00989983044564724,-0.009385935962200165,-0.00887204147875309,-0.008358146995306015,-0.00784425251185894,-0.007330357562750578,-0.006816463079303503,-0.006302568595856428,-0.005788673646748066,-0.005274779163300991,-0.004760884679853916,-0.004246990196406841,-0.0037330954801291227,-0.003219200763851404,-0.0027053062804043293,-0.0021914117969572544,-0.0016775170806795359,-0.0011636224808171391,-0.0006497260183095932,-0.00013583141844719648,0.00037806318141520023,0.000891957781277597,0.0014058523811399937,0.0019197469810023904,0.002433641580864787,0.0029475362971425056,0.0034614307805895805,0.003975325264036655,0.00448921974748373,0.0050031146965920925,0.005517009180039167,0.006030903663486242,0.0065447986125946045,0.007058693096041679,0.007572587579488754,0.00808648206293583,0.008600376546382904,0.009114271029829979,0.009628165513277054,0.010142060928046703,0.010655955411493778,0.011169849894940853,0.011683744378387928,0.012197638861835003,0.012711533345282078,0.013225427828729153,0.013739323243498802,0.014253217726945877,0.014767112210392952,0.015281006693840027,0.015794901177287102],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,4,6,1,4,3,5,9,8,13,11,8,16,13,21,12,28,29,27,27,31,31,44,32,30,25,30,39,30,29,17,17,25,16,15,22,13,10,10,12,5,3,9,3,6,4,1,4,2,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.10015619546175003,-0.09708227217197418,-0.09400835633277893,-0.09093444049358368,-0.08786051720380783,-0.08478659391403198,-0.08171267807483673,-0.07863876223564148,-0.07556483894586563,-0.07249091565608978,-0.06941699981689453,-0.06634308397769928,-0.06326916068792343,-0.06019524112343788,-0.05712132155895233,-0.05404740199446678,-0.05097348242998123,-0.04789956286549568,-0.04482564330101013,-0.04175172373652458,-0.03867780417203903,-0.03560388460755348,-0.03252996504306793,-0.029456045478582382,-0.026382125914096832,-0.023308206349611282,-0.020234286785125732,-0.017160367220640182,-0.014086447656154633,-0.011012528091669083,-0.007938608527183533,-0.004864688962697983,-0.001790761947631836,0.001283157616853714,0.004357077181339264,0.007430996745824814,0.010504916310310364,0.013578835874795914,0.016652755439281464,0.019726675003767014,0.022800594568252563,0.025874514132738113,0.028948433697223663,0.03202235326170921,0.03509627282619476,0.03817019239068031,0.04124411195516586,0.04431803151965141,0.04739195108413696,0.05046587064862251,0.05353979021310806,0.05661370977759361,0.05968762934207916,0.06276154518127441,0.06583546847105026,0.06890939176082611,0.07198330760002136,0.07505722343921661,0.07813114672899246,0.08120507001876831,0.08427898585796356,0.08735290169715881,0.09042682498693466,0.09350074827671051,0.09657466411590576],"_type":"histogram","values":[1,0,2,2,5,17,38,63,110,170,303,560,805,1264,2050,3054,4482,6614,9460,12844,17139,22480,29258,36405,44616,52885,62603,70885,78800,85969,91754,94969,96319,95479,92555,86795,80240,72465,64068,54662,46360,37749,30383,23785,18127,13423,9795,7008,4847,3346,2180,1435,874,561,340,190,119,71,44,14,11,8,3,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[5,4,0,7,10,26,33,62,94,150,262,396,594,952,1358,1904,2726,3711,5148,6802,8725,10727,13611,16416,19501,22411,25327,28259,30613,32516,33893,34478,34567,33585,31965,30034,27431,24093,21299,18346,15340,12703,10257,7977,6210,4426,3347,2420,1705,1181,801,526,349,225,123,79,49,23,16,9,10,4,1,2],"bins":[-0.09362014383077621,-0.09067904204130173,-0.08773794770240784,-0.08479684591293335,-0.08185575157403946,-0.07891464978456497,-0.07597355544567108,-0.0730324536561966,-0.0700913593173027,-0.06715025752782822,-0.06420916318893433,-0.06126806139945984,-0.05832696333527565,-0.05538586527109146,-0.05244476720690727,-0.049503669142723083,-0.046562571078538895,-0.043621473014354706,-0.04068037495017052,-0.03773927688598633,-0.03479817882180214,-0.03185708075761795,-0.028915980830788612,-0.025974882766604424,-0.023033784702420235,-0.020092686638236046,-0.017151588574051857,-0.014210489578545094,-0.011269391514360905,-0.008328293450176716,-0.00538719492033124,-0.002446096623316407,0.0004950016736984253,0.003436099970713258,0.00637719826772809,0.009318296797573566,0.012259394861757755,0.015200492925941944,0.018141591921448708,0.021082689985632896,0.024023788049817085,0.026964886114001274,0.029905984178185463,0.0328470841050148,0.03578818216919899,0.03872928023338318,0.04167037829756737,0.044611476361751556,0.047552574425935745,0.050493672490119934,0.05343477055430412,0.05637586861848831,0.0593169666826725,0.06225806474685669,0.06519916653633118,0.06814026087522507,0.07108136266469955,0.07402245700359344,0.07696355879306793,0.07990465313196182,0.08284575492143631,0.0857868492603302,0.08872795104980469,0.09166904538869858,0.09461014717817307],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,0,2,1,1,0,3,2,3,3,5,0,6,10,3,5,10,20,16,11,15,15,23,24,25,28,36,34,24,42,33,25,24,38,29,28,26,27,36,21,17,10,18,8,9,12,5,7,7,3,5,2,2,0,1,2,0,0,1,3],"bins":[-0.03821392357349396,-0.03709900751709938,-0.035984087735414505,-0.03486917167901993,-0.03375425189733505,-0.032639335840940475,-0.0315244197845459,-0.030409500002861023,-0.029294583946466446,-0.02817966602742672,-0.027064748108386993,-0.025949830189347267,-0.02483491227030754,-0.023719994351267815,-0.022605078294873238,-0.02149016037583351,-0.020375242456793785,-0.01926032453775406,-0.018145406618714333,-0.017030490562319756,-0.01591557264328003,-0.014800654724240303,-0.013685736805200577,-0.012570819817483425,-0.011455901898443699,-0.010340983979403973,-0.009226066991686821,-0.008111149072647095,-0.006996231619268656,-0.005881314165890217,-0.004766396246850491,-0.0036514787934720516,-0.0025365613400936127,-0.001421643770299852,-0.0003067262005060911,0.0008081913692876697,0.0019231089390814304,0.0030380263924598694,0.004152944311499596,0.005267861764878035,0.0063827792182564735,0.0074976966716349125,0.008612614125013351,0.009727532044053078,0.010842449963092804,0.011957366950809956,0.013072284869849682,0.014187201857566833,0.01530211977660656,0.016417037695646286,0.017531955614686012,0.01864687167108059,0.019761789590120316,0.020876707509160042,0.021991625428199768,0.023106543347239494,0.02422146126627922,0.025336377322673798,0.026451295241713524,0.02756621316075325,0.028681131079792976,0.029796048998832703,0.03091096505522728,0.032025884836912155,0.03314080089330673]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,3,18,18,43,73,142,259,369,649,1061,1728,2700,3925,5801,8523,11775,16165,22148,28627,36313,44374,53789,63856,72951,81575,88918,95169,98975,99721,98325,94517,88692,81193,72553,62687,53968,44410,35239,28048,21463,15824,11737,8289,5726,3784,2605,1621,1043,661,349,201,105,74,40,21,8,6,1,2,0,1],"bins":[-0.10016030073165894,-0.09697676450014114,-0.09379322826862335,-0.09060969948768616,-0.08742616325616837,-0.08424262702465057,-0.08105909079313278,-0.07787555456161499,-0.0746920257806778,-0.07150848954916,-0.06832495331764221,-0.06514141708612442,-0.06195788085460663,-0.058774348348379135,-0.05559081211686134,-0.05240727961063385,-0.04922374337911606,-0.04604020714759827,-0.04285667464137077,-0.03967313840985298,-0.03648960590362549,-0.0333060696721077,-0.030122533440589905,-0.026938999071717262,-0.02375546470284462,-0.020571930333971977,-0.017388395965099335,-0.014204859733581543,-0.0110213253647089,-0.007837790995836258,-0.004654255695641041,-0.001470720861107111,0.001712806522846222,0.004896341357380152,0.008079876191914082,0.011263411492109299,0.014446945860981941,0.017630480229854584,0.020814016461372375,0.023997550830245018,0.02718108519911766,0.030364619567990303,0.033548153936862946,0.03673169016838074,0.03991522639989853,0.04309875890612602,0.046282295137643814,0.04946582764387131,0.0526493638753891,0.05583290010690689,0.059016432613134384,0.062199968844652176,0.06538350135087967,0.06856703758239746,0.07175057381391525,0.07493411004543304,0.07811763882637024,0.08130117505788803,0.08448471128940582,0.08766824752092361,0.0908517837524414,0.0940353199839592,0.09721884876489639,0.10040238499641418,0.10358592122793198]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.054619014263153076,-0.05296274647116661,-0.05130647495388985,-0.04965020716190338,-0.047993939369916916,-0.04633767157793045,-0.044681400060653687,-0.04302513226866722,-0.041368864476680756,-0.03971259295940399,-0.038056325167417526,-0.03640005737543106,-0.034743789583444595,-0.03308751806616783,-0.031431250274181366,-0.0297749824821949,-0.028118712827563286,-0.02646244317293167,-0.024806175380945206,-0.02314990572631359,-0.021493637934327126,-0.01983736827969551,-0.018181100487709045,-0.01652483083307743,-0.01486856210976839,-0.01321229338645935,-0.01155602466315031,-0.00989975593984127,-0.008243486285209656,-0.006587218027561903,-0.004930948838591576,-0.0032746801152825356,-0.0016184113919734955,3.785744775086641e-05,0.0016941262874752283,0.003350395243614912,0.005006663966923952,0.006662932690232992,0.00831920187920332,0.00997547060251236,0.0116317393258214,0.01328800804913044,0.01494427677243948,0.01660054549574852,0.018256815150380135,0.0199130829423666,0.021569352596998215,0.02322562038898468,0.024881890043616295,0.02653815969824791,0.028194427490234375,0.02985069714486599,0.031506966799497604,0.03316323459148407,0.034819502383470535,0.036475770175457,0.038132041692733765,0.03978830948472023,0.041444577276706696,0.04310084879398346,0.044757116585969925,0.04641338437795639,0.048069652169942856,0.04972592368721962,0.051382191479206085],"_type":"histogram","values":[3,0,1,1,1,1,3,1,0,3,4,3,1,7,11,9,11,8,12,16,16,18,20,14,13,16,28,23,24,21,25,35,30,31,30,25,23,22,23,27,25,21,37,9,21,9,8,10,14,9,12,2,4,10,2,5,3,0,4,1,0,1,0,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,3,3,6,7,6,10,12,15,22,28,26,26,25,45,40,37,42,40,38,28,29,37,33,27,21,15,15,18,16,12,10,9,12,12,5,7,5,5,5,0,2,2,6,2,1,0,0,0,1],"bins":[0.9990764260292053,0.9991057515144348,0.9991350769996643,0.9991644024848938,0.9991937279701233,0.999222993850708,0.9992523193359375,0.999281644821167,0.9993109703063965,0.999340295791626,0.9993696212768555,0.999398946762085,0.9994282722473145,0.999457597732544,0.9994868636131287,0.9995161890983582,0.9995455145835876,0.9995748400688171,0.9996041655540466,0.9996334910392761,0.9996628165245056,0.9996921420097351,0.9997214674949646,0.9997507333755493,0.9997800588607788,0.9998093843460083,0.9998387098312378,0.9998680353164673,0.9998973608016968,0.9999266862869263,0.9999560117721558,0.9999853372573853,1.0000146627426147,1.0000439882278442,1.0000733137130737,1.0001026391983032,1.0001319646835327,1.0001611709594727,1.0001904964447021,1.0002198219299316,1.0002491474151611,1.0002784729003906,1.0003077983856201,1.0003371238708496,1.000366449356079,1.0003957748413086,1.000425100326538,1.0004544258117676,1.000483751296997,1.0005130767822266,1.000542402267456,1.0005717277526855,1.000601053237915,1.0006303787231445,1.000659704208374,1.000688910484314,1.0007182359695435,1.000747561454773,1.0007768869400024,1.000806212425232,1.0008355379104614,1.000864863395691,1.0008941888809204,1.00092351436615,1.0009528398513794]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,2,2,2,9,14,23,48,64,126,162,306,436,698,1048,1556,2154,3102,4061,5514,7342,9502,12056,14560,17509,21002,24064,26723,29399,32144,33608,34551,35237,34558,33592,31360,28888,26019,23124,19799,16864,13840,11300,8841,6962,5149,3842,2710,1983,1412,909,604,402,269,172,75,42,37,16,14,10,5,0,1],"bins":[-0.09619211405515671,-0.09321816265583038,-0.09024420380592346,-0.08727025240659714,-0.08429629355669022,-0.08132234215736389,-0.07834838330745697,-0.07537443190813065,-0.07240047305822372,-0.0694265216588974,-0.06645256280899048,-0.06347861140966415,-0.06050465628504753,-0.05753070116043091,-0.054556746035814285,-0.05158279091119766,-0.04860883578658104,-0.045634880661964417,-0.042660925537347794,-0.03968697041273117,-0.03671301528811455,-0.033739060163497925,-0.03076510690152645,-0.027791151776909828,-0.024817196652293205,-0.021843241527676582,-0.01886928640305996,-0.015895331278443336,-0.012921377085149288,-0.009947421960532665,-0.00697346730157733,-0.003999512642621994,-0.001025557518005371,0.0019483973737806082,0.0049223522655665874,0.007896306924521923,0.010870262049138546,0.013844217173755169,0.016818171367049217,0.01979212649166584,0.022766081616282463,0.025740036740899086,0.02871399186551571,0.03168794512748718,0.034661900252103806,0.03763585537672043,0.04060981050133705,0.043583765625953674,0.0465577207505703,0.04953167587518692,0.05250563099980354,0.055479586124420166,0.05845354124903679,0.06142749637365341,0.06440144777297974,0.06737540662288666,0.07034935802221298,0.0733233168721199,0.07629726827144623,0.07927122712135315,0.08224517852067947,0.0852191373705864,0.08819308876991272,0.09116704761981964,0.09414099901914597],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.10431598126888275,-0.1011853963136673,-0.09805481880903244,-0.09492423385381699,-0.09179365634918213,-0.08866307139396667,-0.08553248643875122,-0.08240190893411636,-0.07927132397890091,-0.07614073902368546,-0.0730101615190506,-0.06987957656383514,-0.06674899160861969,-0.06361841410398483,-0.06048782914876938,-0.05735724791884422,-0.05422666668891907,-0.05109608545899391,-0.047965504229068756,-0.0448349192738533,-0.041704338043928146,-0.03857375681400299,-0.03544317185878754,-0.03231259062886238,-0.029182009398937225,-0.02605142816901207,-0.022920845076441765,-0.01979026198387146,-0.016659680753946304,-0.013529098592698574,-0.010398516431450844,-0.0072679342702031136,-0.004137344658374786,-0.0010067624971270561,0.002123819664120674,0.005254401825368404,0.008384983986616135,0.011515566147863865,0.014646148309111595,0.0177767314016819,0.020907312631607056,0.02403789386153221,0.027168476954102516,0.03029906004667282,0.03342964127659798,0.03656022250652313,0.039690807461738586,0.04282138869166374,0.0459519699215889,0.04908255115151405,0.05221313238143921,0.05534371733665466,0.05847429856657982,0.061604879796504974,0.06473546475172043,0.06786604225635529,0.07099662721157074,0.0741272121667862,0.07725778967142105,0.0803883746266365,0.08351895213127136,0.08664953708648682,0.08978012204170227,0.09291069954633713,0.09604128450155258],"_type":"histogram","values":[1,0,0,4,6,7,11,27,46,102,158,284,537,841,1309,2098,3160,4698,6695,9303,13112,17559,23492,30383,37860,46343,55505,64729,74051,82410,89446,94161,97486,98090,96325,92285,86566,79297,70692,61637,52351,43196,35132,27283,21182,15731,11770,8358,5871,4076,2712,1727,1099,704,410,225,141,80,37,27,20,7,6,3]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[2,1,3,1,2,3,6,3,9,4,7,4,9,7,7,8,7,14,19,16,23,26,20,27,26,27,29,25,31,30,23,27,29,25,21,24,16,19,23,27,15,20,11,12,10,5,4,10,9,5,5,5,1,7,2,3,1,4,2,3,0,0,1,3],"bins":[-0.0007025881786830723,-0.0006798726972192526,-0.0006571572157554328,-0.0006344417342916131,-0.0006117263110354543,-0.0005890108295716345,-0.0005662953481078148,-0.000543579866643995,-0.0005208643851801753,-0.0004981489037163556,-0.0004754334513563663,-0.00045271796989254653,-0.00043000251753255725,-0.0004072870360687375,-0.00038457155460491776,-0.0003618561022449285,-0.00033914062078110874,-0.000316425139317289,-0.0002937096869572997,-0.00027099420549347997,-0.0002482787240296602,-0.0002255632571177557,-0.0002028477902058512,-0.00018013230874203146,-0.00015741684183012694,-0.00013470137491822243,-0.00011198589345440269,-8.927042654249817e-05,-6.655495235463604e-05,-4.3839478166773915e-05,-2.1124007616890594e-05,1.5914647519821301e-06,2.4306937120854855e-05,4.702241130871698e-05,6.973788549657911e-05,9.245335240848362e-05,0.00011516882659634575,0.00013788430078420788,0.0001605997676961124,0.00018331524915993214,0.00020603071607183665,0.00022874618298374116,0.0002514616644475609,0.00027417714591138065,0.00029689259827136993,0.0003196080797351897,0.0003423235611990094,0.0003650390135589987,0.00038775449502281845,0.0004104699764866382,0.0004331854288466275,0.0004559009103104472,0.00047861639177426696,0.0005013318732380867,0.0005240473547019064,0.0005467627779580653,0.000569478259421885,0.0005921937408857048,0.0006149092223495245,0.0006376247038133442,0.000660340185277164,0.0006830556085333228,0.0007057710899971426,0.0007284865714609623,0.000751202052924782],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,2,0,1,3,2,2,10,7,4,11,17,10,12,20,22,32,37,52,54,68,85,96,113,132,130,161,157,139,108,96,66,58,67,37,49,26,29,30,20,13,11,15,7,6,11,6,3,2,5,0,0,0,1],"bins":[-0.04772999510169029,-0.04642089828848839,-0.04511180520057678,-0.04380270838737488,-0.04249361529946327,-0.04118451848626137,-0.03987542539834976,-0.03856632858514786,-0.03725723549723625,-0.03594813868403435,-0.03463904559612274,-0.03332994878292084,-0.03202085569500923,-0.030711758881807327,-0.029402663931250572,-0.028093568980693817,-0.026784474030137062,-0.025475379079580307,-0.024166284129023552,-0.022857189178466797,-0.021548094227910042,-0.020238999277353287,-0.01892990432679653,-0.017620809376239777,-0.016311712563037872,-0.015002618543803692,-0.013693523593246937,-0.012384428642690182,-0.011075332760810852,-0.009766237810254097,-0.008457142859697342,-0.007148047909140587,-0.005838952958583832,-0.004529858008027077,-0.003220762824639678,-0.0019116677576676011,-0.0006025726906955242,0.0007065223762765527,0.0020156174432486296,0.0033247126266360283,0.004633807577192783,0.005942902527749538,0.0072519974783062935,0.008561092428863049,0.009870188310742378,0.011179283261299133,0.012488378211855888,0.013797473162412643,0.015106568112969398,0.016415663063526154,0.01772475801408291,0.019033852964639664,0.02034294791519642,0.021652042865753174,0.02296113781630993,0.024270232766866684,0.025579329580068588,0.026888424530625343,0.0281975194811821,0.029506614431738853,0.03081570938229561,0.032124802470207214,0.03343389928340912,0.034742992371320724,0.03605208918452263]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.10008737444877625,-0.09705448895692825,-0.09402160346508026,-0.09098872542381287,-0.08795583993196487,-0.08492295444011688,-0.08189007639884949,-0.0788571909070015,-0.0758243054151535,-0.07279141992330551,-0.06975853443145752,-0.06672565639019012,-0.06369277089834213,-0.06065988540649414,-0.05762700363993645,-0.054594121873378754,-0.05156123638153076,-0.04852835088968277,-0.045495469123125076,-0.04246258735656738,-0.03942970186471939,-0.0363968163728714,-0.033363934606313705,-0.030331050977110863,-0.02729816734790802,-0.024265283718705177,-0.021232400089502335,-0.018199516460299492,-0.01516663283109665,-0.012133749201893806,-0.009100865572690964,-0.006067981943488121,-0.0030350983142852783,-2.214685082435608e-06,0.003030668944120407,0.00606355257332325,0.009096436202526093,0.012129319831728935,0.015162203460931778,0.01819508709013462,0.021227970719337463,0.024260854348540306,0.02729373797774315,0.03032662160694599,0.033359505236148834,0.036392390727996826,0.03942527249455452,0.04245815426111221,0.045491039752960205,0.0485239252448082,0.05155680701136589,0.054589688777923584,0.057622574269771576,0.06065545976161957,0.06368833780288696,0.06672122329473495,0.06975410878658295,0.07278699427843094,0.07581987977027893,0.07885275781154633,0.08188564330339432,0.08491852879524231,0.0879514068365097,0.0909842923283577,0.09401717782020569],"_type":"histogram","values":[1,1,0,3,3,6,12,21,40,74,113,191,299,457,668,1047,1565,2287,3292,4302,5995,7697,9904,12559,15498,18407,22004,24956,28256,30894,33317,34766,35419,35526,34910,33689,30953,28065,25359,22091,18810,15777,12697,10041,7735,5947,4317,3148,2192,1571,1027,703,445,300,176,122,77,43,19,14,8,5,2,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,3,6,2,4,4,4,9,7,14,11,9,12,16,19,12,29,31,25,27,34,28,46,30,29,25,28,43,28,30,20,16,26,12,19,21,12,11,10,10,6,4,8,2,6,5,1,4,2,2,1,0,0,0,1],"bins":[-0.018066316843032837,-0.017521725967526436,-0.016977135092020035,-0.016432542353868484,-0.015887951478362083,-0.015343360602855682,-0.014798769727349281,-0.014254177920520306,-0.013709587045013905,-0.013164996169507504,-0.012620404362678528,-0.012075813487172127,-0.011531222611665726,-0.01098663080483675,-0.010442039929330349,-0.009897448122501373,-0.009352857246994972,-0.008808266371488571,-0.008263674564659595,-0.007719083689153194,-0.007174492347985506,-0.006629901006817818,-0.006085310131311417,-0.005540718790143728,-0.00499612744897604,-0.0044515361078083515,-0.003906944766640663,-0.003362353891134262,-0.0028177625499665737,-0.0022731712087988853,-0.0017285801004618406,-0.001183988875709474,-0.0006393976509571075,-9.4806426204741e-05,0.00044978479854762554,0.000994376023299992,0.0015389672480523586,0.002083558589220047,0.0026281496975570917,0.0031727408058941364,0.003717332147061825,0.004261923488229513,0.0048065148293972015,0.005351105704903603,0.005895697046071291,0.006440288387238979,0.00698487926274538,0.007529470603913069,0.008074061945080757,0.008618652820587158,0.009163244627416134,0.009707835502922535,0.01025242730975151,0.010797018185257912,0.011341609060764313,0.011886200867593288,0.01243079174309969,0.01297538261860609,0.013519974425435066,0.014064565300941467,0.014609156176447868,0.015153747983276844,0.01569833979010582,0.01624293066561222,0.016787521541118622]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,0,1,0,1,0,5,0,6,6,12,21,19,33,48,65,111,146,241,352,528,790,1226,1874,2815,4567,7311,11957,21262,36228,68015,135048,266877,396148,292378,150437,75951,40476,22821,12974,8133,5031,3217,1861,1344,859,557,335,249,177,109,95,51,32,19,15,16,2,4,0,1,3,0,2],"bins":[-0.00909423828125,-0.008823394775390625,-0.00855255126953125,-0.008281707763671875,-0.0080108642578125,-0.007740020751953125,-0.00746917724609375,-0.007198333740234375,-0.006927490234375,-0.006656646728515625,-0.00638580322265625,-0.006114959716796875,-0.0058441162109375,-0.005573272705078125,-0.00530242919921875,-0.005031585693359375,-0.0047607421875,-0.004489898681640625,-0.00421905517578125,-0.003948211669921875,-0.0036773681640625,-0.003406524658203125,-0.00313568115234375,-0.002864837646484375,-0.002593994140625,-0.002323150634765625,-0.00205230712890625,-0.001781463623046875,-0.0015106201171875,-0.001239776611328125,-0.00096893310546875,-0.000698089599609375,-0.00042724609375,-0.000156402587890625,0.00011444091796875,0.000385284423828125,0.0006561279296875,0.000926971435546875,0.00119781494140625,0.001468658447265625,0.001739501953125,0.002010345458984375,0.00228118896484375,0.002552032470703125,0.0028228759765625,0.003093719482421875,0.00336456298828125,0.003635406494140625,0.00390625,0.004177093505859375,0.00444793701171875,0.004718780517578125,0.0049896240234375,0.005260467529296875,0.00553131103515625,0.005802154541015625,0.006072998046875,0.006343841552734375,0.00661468505859375,0.006885528564453125,0.0071563720703125,0.007427215576171875,0.00769805908203125,0.007968902587890625,0.00823974609375]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09388566017150879,-0.09095308929681778,-0.08802051842212677,-0.08508794754743576,-0.08215537667274475,-0.07922279834747314,-0.07629022747278214,-0.07335765659809113,-0.07042508572340012,-0.0674925148487091,-0.0645599439740181,-0.06162736937403679,-0.05869479849934578,-0.05576222762465477,-0.05282965302467346,-0.04989708214998245,-0.04696451127529144,-0.04403194040060043,-0.041099369525909424,-0.038166794925928116,-0.035234224051237106,-0.0323016531765461,-0.029369080439209938,-0.02643650770187378,-0.02350393682718277,-0.02057136595249176,-0.0176387932151556,-0.014706221409142017,-0.011773649603128433,-0.008841077797114849,-0.005908505991101265,-0.002975934185087681,-4.336237907409668e-05,0.0028892094269394875,0.005821781232953072,0.008754353038966656,0.01168692484498024,0.014619496650993824,0.017552068457007408,0.020484641194343567,0.023417212069034576,0.026349782943725586,0.029282355681061745,0.0322149284183979,0.03514749929308891,0.03808007016777992,0.04101264476776123,0.04394521564245224,0.04687778651714325,0.04981035739183426,0.05274292826652527,0.05567550286650658,0.058608073741197586,0.061540644615888596,0.0644732192158699,0.06740579009056091,0.07033836096525192,0.07327093183994293,0.07620350271463394,0.07913607358932495,0.08206865191459656,0.08500122278928757,0.08793379366397858,0.09086636453866959,0.0937989354133606],"_type":"histogram","values":[2,2,5,7,9,21,34,59,93,149,236,391,609,897,1262,1770,2592,3597,4779,6530,8421,10531,12964,15870,18734,21864,25173,27848,30148,32281,33609,34098,34441,33498,32357,30007,27887,24989,21887,19029,15995,12964,10545,8287,6741,4837,3542,2652,1852,1399,826,526,412,208,148,85,51,31,20,11,5,4,1,2]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[-0.0266469344496727,-0.02568785659968853,-0.02472878061234951,-0.02376970276236534,-0.02281062677502632,-0.021851548925042152,-0.020892471075057983,-0.019933395087718964,-0.018974317237734795,-0.018015241250395775,-0.017056163400411606,-0.016097085550427437,-0.015138009563088417,-0.014178932644426823,-0.013219854794442654,-0.01226077787578106,-0.011301700957119465,-0.01034262403845787,-0.009383547119796276,-0.008424469269812107,-0.007465392351150513,-0.006506315432488918,-0.005547238513827324,-0.004588161129504442,-0.003629084210842848,-0.0026700070593506098,-0.0017109300242736936,-0.0007518529309891164,0.0002072241622954607,0.0011663013137876987,0.002125378232449293,0.003084455383941531,0.004043532535433769,0.005002609454095364,0.005961686838418245,0.00692076375707984,0.007879841141402721,0.008838918060064316,0.00979799497872591,0.010757071897387505,0.011716149747371674,0.012675226666033268,0.013634303584694862,0.014593380503356457,0.015552457422018051,0.01651153527200222,0.01747061125934124,0.01842968910932541,0.01938876509666443,0.020347842946648598,0.021306920796632767,0.022265996783971786,0.023225074633955956,0.024184150621294975,0.025143228471279144,0.026102306321263313,0.027061382308602333,0.028020460158586502,0.028979536145925522,0.02993861399590969,0.03089769184589386,0.03185676783323288,0.0328158438205719,0.03377492353320122,0.03473399952054024],"_type":"histogram","values":[1,0,0,0,1,1,1,2,1,2,2,1,1,2,6,12,7,5,7,16,10,19,20,39,41,55,74,109,70,62,37,23,31,18,13,9,16,7,8,6,4,3,7,5,4,2,3,0,0,0,1,0,1,0,1,0,0,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.012183144688606262,-0.011800767853856087,-0.011418391019105911,-0.011036014184355736,-0.01065363734960556,-0.010271260514855385,-0.00988888368010521,-0.009506506845355034,-0.009124130010604858,-0.008741754107177258,-0.008359377272427082,-0.007977000437676907,-0.007594623602926731,-0.007212246768176556,-0.00682986993342638,-0.006447493098676205,-0.006065116263926029,-0.005682739429175854,-0.005300362594425678,-0.004917985759675503,-0.004535608924925327,-0.004153232555836439,-0.0037708557210862637,-0.003388478886336088,-0.0030061020515859127,-0.0026237252168357372,-0.0022413483820855618,-0.00185897178016603,-0.0014765949454158545,-0.001094218110665679,-0.0007118413923308253,-0.00032946461578831077,5.2912160754203796e-05,0.00043528893729671836,0.0008176657138392329,0.0012000424321740866,0.001582419266924262,0.0019647961016744375,0.0023471727035939693,0.002729549538344145,0.0031119263730943203,0.0034943032078444958,0.0038766800425946712,0.004259056877344847,0.004641433246433735,0.00502381008118391,0.005406186915934086,0.005788563750684261,0.006170940585434437,0.006553317420184612,0.006935694254934788,0.007318071089684963,0.007700447924435139,0.008082824759185314,0.00846520159393549,0.008847578428685665,0.009229954332113266,0.009612331166863441,0.009994708001613617,0.010377084836363792,0.010759461671113968,0.011141838505864143,0.011524215340614319,0.011906592175364494,0.01228896901011467],"_type":"histogram","values":[1,0,1,0,0,1,1,1,2,1,3,7,2,8,5,6,9,16,16,12,18,19,28,19,25,27,29,34,29,27,25,31,30,33,29,27,23,32,18,25,21,17,12,20,22,12,7,5,3,3,11,7,3,1,0,1,1,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,1,0,0,0,2,2,0,1,1,2,2,3,6,5,8,7,15,17,19,19,23,25,40,41,44,48,40,36,40,34,48,33,35,36,24,27,18,16,11,12,4,6,2,2,2,2,1,2,0,2,0,0,0,0,2],"bins":[-0.00040451157838106155,-0.0003934269188903272,-0.0003823422302957624,-0.0003712575708050281,-0.00036017291131429374,-0.00034908822271972895,-0.0003380035632289946,-0.00032691890373826027,-0.00031583424424752593,-0.00030474955565296113,-0.0002936648961622268,-0.00028258023667149246,-0.00027149554807692766,-0.0002604108885861933,-0.000249326229095459,-0.00023824155505280942,-0.00022715688101015985,-0.00021607220696751028,-0.00020498754747677594,-0.00019390287343412638,-0.00018281821394339204,-0.00017173353990074247,-0.0001606488658580929,-0.00014956420636735857,-0.000138479532324709,-0.00012739485828205943,-0.00011631019879132509,-0.00010522552474867553,-9.414085798198357e-05,-8.305619121529162e-05,-7.197151717264205e-05,-6.08868504059501e-05,-4.980215453542769e-05,-3.8717487768735737e-05,-2.7632817364064977e-05,-1.654814877838362e-05,-5.463480192702264e-06,5.621188392979093e-06,1.670585697866045e-05,2.7790525564341806e-05,3.887519415002316e-05,4.9959860916715115e-05,6.104452768340707e-05,7.212920172605664e-05,8.321386849274859e-05,9.429853525944054e-05,0.00010538320930209011,0.00011646787606878206,0.00012755254283547401,0.00013863721687812358,0.00014972187636885792,0.0001608065504115075,0.00017189120990224183,0.0001829758839448914,0.00019406055798754096,0.0002051452174782753,0.00021622989152092487,0.00022731456556357443,0.00023839922505430877,0.0002494838845450431,0.0002605685731396079,0.00027165323263034225,0.0002827378921210766,0.0002938225807156414,0.0003049072402063757]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,1,1,0,1,1,1,4,4,5,4,5,10,12,10,21,33,57,78,107,109,81,67,41,23,25,13,9,7,12,5,2,2,2,2,1,1,3,1,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,1],"bins":[-4.3215322875767015e-06,-4.173907200311078e-06,-4.026282113045454e-06,-3.87865702577983e-06,-3.7310319385142066e-06,-3.583406851248583e-06,-3.435781763982959e-06,-3.2881566767173354e-06,-3.1405315894517116e-06,-2.9929067295597633e-06,-2.8452816422941396e-06,-2.697656555028516e-06,-2.550031467762892e-06,-2.4024063804972684e-06,-2.2547812932316447e-06,-2.107156205966021e-06,-1.959531118700397e-06,-1.8119060314347735e-06,-1.6642809441691497e-06,-1.516655856903526e-06,-1.3690307696379023e-06,-1.2214057960591163e-06,-1.0737807087934925e-06,-9.261556215278688e-07,-7.785305342622451e-07,-6.309054469966213e-07,-4.832803597309976e-07,-3.356553293087927e-07,-1.8803024204316898e-07,-4.0405168988399964e-08,1.0721990406636905e-07,2.5484496291028336e-07,4.024700501759071e-07,5.500951374415308e-07,6.977202247071546e-07,8.453452551293594e-07,9.92970399238402e-07,1.140595372817188e-06,1.2882204600828118e-06,1.4358455473484355e-06,1.5834706346140592e-06,1.731095721879683e-06,1.8787208091453067e-06,2.0263457827240927e-06,2.1739708699897164e-06,2.32159595725534e-06,2.469221044520964e-06,2.6168461317865876e-06,2.7644712190522114e-06,2.912096306317835e-06,3.059721393583459e-06,3.2073464808490826e-06,3.3549715681147063e-06,3.50259665538033e-06,3.6502217426459538e-06,3.7978468299115775e-06,3.945471689803526e-06,4.0930967770691495e-06,4.240721864334773e-06,4.388346951600397e-06,4.535972038866021e-06,4.6835971261316445e-06,4.831222213397268e-06,4.978847300662892e-06,5.126472387928516e-06]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.083984375,-0.08152008056640625,-0.0790557861328125,-0.07659149169921875,-0.074127197265625,-0.07166290283203125,-0.0691986083984375,-0.06673431396484375,-0.06427001953125,-0.06180572509765625,-0.0593414306640625,-0.05687713623046875,-0.054412841796875,-0.05194854736328125,-0.0494842529296875,-0.04701995849609375,-0.0445556640625,-0.04209136962890625,-0.0396270751953125,-0.03716278076171875,-0.034698486328125,-0.03223419189453125,-0.0297698974609375,-0.02730560302734375,-0.02484130859375,-0.02237701416015625,-0.0199127197265625,-0.01744842529296875,-0.014984130859375,-0.01251983642578125,-0.0100555419921875,-0.00759124755859375,-0.005126953125,-0.00266265869140625,-0.0001983642578125,0.00226593017578125,0.004730224609375,0.00719451904296875,0.0096588134765625,0.01212310791015625,0.01458740234375,0.01705169677734375,0.0195159912109375,0.02198028564453125,0.024444580078125,0.02690887451171875,0.0293731689453125,0.03183746337890625,0.0343017578125,0.03676605224609375,0.0392303466796875,0.04169464111328125,0.044158935546875,0.04662322998046875,0.0490875244140625,0.05155181884765625,0.05401611328125,0.05648040771484375,0.0589447021484375,0.06140899658203125,0.063873291015625,0.06633758544921875,0.0688018798828125,0.07126617431640625,0.07373046875],"_type":"histogram","values":[1,0,0,0,0,1,1,2,3,2,3,6,10,19,20,35,44,74,93,142,239,300,466,709,1081,1524,2417,3597,5607,9593,15731,27962,56050,148767,174427,64895,31413,17076,9792,6093,3922,2608,1691,1128,736,477,361,216,161,108,68,38,29,29,24,8,10,4,2,4,3,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,2,3,0,3,2,3,2,4,2,5,7,4,10,17,9,12,18,10,18,16,20,18,19,26,23,28,32,19,16,33,30,25,21,25,16,22,23,30,17,21,19,21,13,15,10,9,9,7,9,7,3,7,5,4,2,4,0,3,3,0,2,1],"bins":[-0.033208444714546204,-0.032164692878723145,-0.031120941042900085,-0.030077187344431877,-0.029033435508608818,-0.02798968367278576,-0.02694592997431755,-0.02590217813849449,-0.024858426302671432,-0.023814674466848373,-0.022770922631025314,-0.021727168932557106,-0.020683417096734047,-0.019639665260910988,-0.01859591156244278,-0.01755215972661972,-0.01650840789079666,-0.015464656054973602,-0.014420903287827969,-0.013377150520682335,-0.012333398684859276,-0.011289646849036217,-0.010245894081890583,-0.00920214131474495,-0.00815838947892189,-0.007114637177437544,-0.0060708848759531975,-0.005027132574468851,-0.003983380272984505,-0.0029396279715001583,-0.001895875670015812,-0.0008521233685314655,0.00019162893295288086,0.0012353812344372272,0.0022791335359215736,0.00332288583740592,0.004366638138890266,0.005410390440374613,0.006454142741858959,0.007497895043343306,0.008541647344827652,0.009585399180650711,0.010629151947796345,0.011672904714941978,0.012716656550765038,0.013760408386588097,0.01480416115373373,0.015847913920879364,0.016891665756702423,0.017935417592525482,0.01897916942834854,0.02002292312681675,0.02106667496263981,0.022110426798462868,0.023154180496931076,0.024197932332754135,0.025241684168577194,0.026285436004400253,0.027329187840223312,0.02837294153869152,0.02941669337451458,0.03046044521033764,0.03150419890880585,0.032547950744628906,0.033591702580451965]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,2,2,1,3,11,4,5,12,19,25,37,47,48,104,124,173,228,336,433,651,990,1484,2346,3631,6385,10982,19762,39198,89022,208186,106722,45151,22539,12300,6782,4331,2612,1749,1045,694,462,349,234,175,98,62,83,49,47,22,13,18,15,6,2,6,2,0,0,2,1],"bins":[-0.004180908203125,-0.004052639007568359,-0.003924369812011719,-0.003796100616455078,-0.0036678314208984375,-0.003539562225341797,-0.0034112930297851562,-0.0032830238342285156,-0.003154754638671875,-0.0030264854431152344,-0.0028982162475585938,-0.002769947052001953,-0.0026416778564453125,-0.002513408660888672,-0.0023851394653320312,-0.0022568702697753906,-0.00212860107421875,-0.0020003318786621094,-0.0018720626831054688,-0.0017437934875488281,-0.0016155242919921875,-0.0014872550964355469,-0.0013589859008789062,-0.0012307167053222656,-0.001102447509765625,-0.0009741783142089844,-0.0008459091186523438,-0.0007176399230957031,-0.0005893707275390625,-0.0004611015319824219,-0.00033283233642578125,-0.00020456314086914062,-7.62939453125e-05,5.1975250244140625e-05,0.00018024444580078125,0.0003085136413574219,0.0004367828369140625,0.0005650520324707031,0.0006933212280273438,0.0008215904235839844,0.000949859619140625,0.0010781288146972656,0.0012063980102539062,0.0013346672058105469,0.0014629364013671875,0.0015912055969238281,0.0017194747924804688,0.0018477439880371094,0.00197601318359375,0.0021042823791503906,0.0022325515747070312,0.002360820770263672,0.0024890899658203125,0.002617359161376953,0.0027456283569335938,0.0028738975524902344,0.003002166748046875,0.0031304359436035156,0.0032587051391601562,0.003386974334716797,0.0035152435302734375,0.003643512725830078,0.0037717819213867188,0.0039000511169433594,0.0040283203125]},"_wandb":{"runtime":535},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,0,2,0,2,0,1,3,8,3,5,7,8,12,15,18,16,15,18,25,18,19,28,34,24,27,34,34,41,32,25,27,37,27,20,22,26,20,18,9,17,10,12,12,7,2,4,2,5,6,1,3,0,2,0,1,1,0,1,0,1],"bins":[-0.000368539709597826,-0.00035668397322297096,-0.00034482820774428546,-0.0003329724713694304,-0.0003211167058907449,-0.0003092609695158899,-0.0002974052040372044,-0.00028554946766234934,-0.00027369370218366385,-0.0002618379658088088,-0.0002499822003301233,-0.00023812646395526826,-0.000226270713028498,-0.00021441496210172772,-0.00020255921117495745,-0.00019070346024818718,-0.00017884770932141691,-0.00016699195839464664,-0.00015513620746787637,-0.0001432804565411061,-0.00013142470561433583,-0.00011956896196352318,-0.00010771321103675291,-9.585746010998264e-05,-8.400170918321237e-05,-7.21459582564421e-05,-6.029020732967183e-05,-4.843446004088037e-05,-3.65787091141101e-05,-2.4722958187339827e-05,-1.2867209079558961e-05,-1.011459062283393e-06,1.0844290954992175e-05,2.2700041881762445e-05,3.4555792808532715e-05,4.641154009732418e-05,5.826729102409445e-05,7.012303831288591e-05,8.197878923965618e-05,9.383454016642645e-05,0.00010569029109319672,0.00011754604201996699,0.00012940178567077965,0.00014125753659754992,0.00015311328752432019,0.00016496903845109046,0.00017682478937786072,0.000188680540304631,0.00020053629123140126,0.00021239204215817153,0.0002242477930849418,0.00023610354401171207,0.0002479592803865671,0.0002598150458652526,0.00027167078224010766,0.00028352654771879315,0.0002953822840936482,0.0003072380495723337,0.00031909378594718874,0.00033094955142587423,0.0003428052878007293,0.0003546610532794148,0.0003665167896542698,0.0003783725551329553,0.00039022829150781035],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,2,2,0,3,2,2,8,4,4,7,10,9,12,11,17,12,16,18,22,27,26,27,25,27,30,31,28,25,24,28,20,28,33,30,25,21,19,18,18,14,9,12,9,9,1,9,5,7,3,5,3,3,1,2,0,0,0,1],"bins":[-0.034447357058525085,-0.03340635448694229,-0.0323653519153595,-0.0313243493437767,-0.03028334677219391,-0.029242346063256264,-0.02820134349167347,-0.027160340920090675,-0.02611933834850788,-0.025078335776925087,-0.024037333205342293,-0.0229963306337595,-0.021955329924821854,-0.02091432735323906,-0.019873324781656265,-0.01883232221007347,-0.017791319638490677,-0.016750317066907883,-0.01570931449532509,-0.014668312855064869,-0.013627310283482075,-0.01258630771189928,-0.011545306071639061,-0.010504303500056267,-0.009463300928473473,-0.008422298356890678,-0.0073812962509691715,-0.006340294145047665,-0.0052992915734648705,-0.004258289001882076,-0.0032172868959605694,-0.002176284557208419,-0.0011352822184562683,-9.427987970411777e-05,0.0009467224590480328,0.0019877247978001833,0.003028727136552334,0.004069729708135128,0.005110731814056635,0.006151733919978142,0.007192736491560936,0.00823373906314373,0.009274741634726524,0.010315743274986744,0.011356745846569538,0.012397748418152332,0.013438750058412552,0.014479752629995346,0.01552075520157814,0.016561757773160934,0.01760276034474373,0.018643762916326523,0.019684765487909317,0.020725766196846962,0.021766768768429756,0.02280777134001255,0.023848773911595345,0.02488977648317814,0.025930779054760933,0.026971781626343727,0.028012782335281372,0.029053784906864166,0.03009478747844696,0.031135790050029755,0.03217679262161255]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,3,1,4,4,7,9,15,14,17,36,36,47,80,97,132,153,249,323,477,658,925,1255,1805,2702,3908,6046,8829,14134,23678,41351,77978,138057,116824,61564,32998,19252,12222,7567,5091,3375,2353,1667,1097,830,525,387,310,204,147,117,81,52,45,18,25,14,11,7,4,4,0,1,1],"bins":[-0.0013885498046875,-0.0013462305068969727,-0.0013039112091064453,-0.001261591911315918,-0.0012192726135253906,-0.0011769533157348633,-0.001134634017944336,-0.0010923147201538086,-0.0010499954223632812,-0.001007676124572754,-0.0009653568267822266,-0.0009230375289916992,-0.0008807182312011719,-0.0008383989334106445,-0.0007960796356201172,-0.0007537603378295898,-0.0007114410400390625,-0.0006691217422485352,-0.0006268024444580078,-0.0005844831466674805,-0.0005421638488769531,-0.0004998445510864258,-0.00045752525329589844,-0.0004152059555053711,-0.00037288665771484375,-0.0003305673599243164,-0.00028824806213378906,-0.0002459287643432617,-0.00020360946655273438,-0.00016129016876220703,-0.00011897087097167969,-7.665157318115234e-05,-3.4332275390625e-05,7.987022399902344e-06,5.030632019042969e-05,9.262561798095703e-05,0.00013494491577148438,0.00017726421356201172,0.00021958351135253906,0.0002619028091430664,0.00030422210693359375,0.0003465414047241211,0.00038886070251464844,0.0004311800003051758,0.0004734992980957031,0.0005158185958862305,0.0005581378936767578,0.0006004571914672852,0.0006427764892578125,0.0006850957870483398,0.0007274150848388672,0.0007697343826293945,0.0008120536804199219,0.0008543729782104492,0.0008966922760009766,0.0009390115737915039,0.0009813308715820312,0.0010236501693725586,0.001065969467163086,0.0011082887649536133,0.0011506080627441406,0.001192927360534668,0.0012352466583251953,0.0012775659561157227,0.00131988525390625]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.016357421875,-0.015806198120117188,-0.015254974365234375,-0.014703750610351562,-0.01415252685546875,-0.013601303100585938,-0.013050079345703125,-0.012498855590820312,-0.0119476318359375,-0.011396408081054688,-0.010845184326171875,-0.010293960571289062,-0.00974273681640625,-0.009191513061523438,-0.008640289306640625,-0.008089065551757812,-0.007537841796875,-0.0069866180419921875,-0.006435394287109375,-0.0058841705322265625,-0.00533294677734375,-0.0047817230224609375,-0.004230499267578125,-0.0036792755126953125,-0.0031280517578125,-0.0025768280029296875,-0.002025604248046875,-0.0014743804931640625,-0.00092315673828125,-0.0003719329833984375,0.000179290771484375,0.0007305145263671875,0.00128173828125,0.0018329620361328125,0.002384185791015625,0.0029354095458984375,0.00348663330078125,0.0040378570556640625,0.004589080810546875,0.0051403045654296875,0.0056915283203125,0.0062427520751953125,0.006793975830078125,0.0073451995849609375,0.00789642333984375,0.008447647094726562,0.008998870849609375,0.009550094604492188,0.010101318359375,0.010652542114257812,0.011203765869140625,0.011754989624023438,0.01230621337890625,0.012857437133789062,0.013408660888671875,0.013959884643554688,0.0145111083984375,0.015062332153320312,0.015613555908203125,0.016164779663085938,0.01671600341796875,0.017267227172851562,0.017818450927734375,0.018369674682617188,0.0189208984375],"_type":"histogram","values":[1,0,2,4,6,5,9,21,22,30,47,72,92,140,209,253,409,555,814,1226,1692,2525,3791,5795,9566,15595,26666,48202,88944,132502,107040,60219,33065,18809,11040,6858,4364,2936,1906,1333,884,674,455,299,213,171,91,75,51,44,38,18,11,12,6,2,5,5,2,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.00040763666038401425,-0.00039542149170301855,-0.0003832062939181924,-0.0003709911252371967,-0.0003587759274523705,-0.0003465607587713748,-0.00033434556098654866,-0.00032213039230555296,-0.00030991522362455726,-0.0002977000258397311,-0.0002854848571587354,-0.00027326965937390924,-0.00026105449069291353,-0.00024883929290808737,-0.00023662412422709167,-0.00022440894099418074,-0.0002121937577612698,-0.00019997857452835888,-0.00018776339129544795,-0.00017554820806253701,-0.00016333302482962608,-0.00015111785614863038,-0.00013890267291571945,-0.00012668748968280852,-0.00011447230644989759,-0.00010225712321698666,-9.004193998407573e-05,-7.782676402712241e-05,-6.561158079421148e-05,-5.3396397561300546e-05,-4.118121796636842e-05,-2.8966036552446894e-05,-1.6750855138525367e-05,-4.535673724603839e-06,7.679507689317688e-06,1.9894689103239216e-05,3.2109870517160743e-05,4.4325053750071675e-05,5.65402333450038e-05,6.875541293993592e-05,8.097059617284685e-05,9.318577940575778e-05,0.00010540096263866872,0.00011761613859562203,0.00012983131455257535,0.00014204649778548628,0.0001542616810183972,0.00016647686425130814,0.00017869204748421907,0.00019090723071713,0.00020312241395004094,0.00021533759718295187,0.0002275527804158628,0.0002397679490968585,0.00025198314688168466,0.00026419831556268036,0.0002764135133475065,0.0002886286820285022,0.00030084385070949793,0.0003130590484943241,0.0003252742171753198,0.00033748941496014595,0.00034970458364114165,0.0003619197814259678,0.0003741349501069635],"_type":"histogram","values":[1,0,0,0,1,1,1,1,2,1,1,0,1,3,2,8,6,10,5,14,12,11,6,17,19,17,19,28,32,32,37,27,42,44,42,36,24,40,26,20,22,21,23,24,16,11,14,6,6,6,8,2,7,3,3,3,1,0,1,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,1,2,2,2,2,4,9,2,5,9,9,15,10,22,5,13,18,24,25,30,22,45,22,34,32,37,35,26,35,26,29,25,24,19,16,23,18,15,15,9,16,8,6,2,0,5,3,4,2,1,0,0,0,0,0,2,1],"bins":[-0.010724623687565327,-0.010394039563834667,-0.010063454508781433,-0.009732870385050774,-0.009402286261320114,-0.00907170120626688,-0.00874111708253622,-0.008410532027482986,-0.008079947903752327,-0.00774936331436038,-0.007418778724968433,-0.007088194601237774,-0.006757610011845827,-0.00642702542245388,-0.006096441298723221,-0.005765856709331274,-0.005435272119939327,-0.0051046875305473804,-0.004774102941155434,-0.004443518817424774,-0.004112934228032827,-0.0037823496386408806,-0.0034517652820795774,-0.0031211809255182743,-0.0027905963361263275,-0.0024600117467343807,-0.0021294273901730776,-0.0017988429171964526,-0.0014682584442198277,-0.0011376739712432027,-0.0008070894982665777,-0.00047650502528995275,-0.0001459214836359024,0.00018466298934072256,0.0005152474623173475,0.0008458319352939725,0.0011764164082705975,0.0015070008812472224,0.0018375853542238474,0.0021681697107851505,0.0024987543001770973,0.002829338889569044,0.0031599232461303473,0.0034905076026916504,0.003821092192083597,0.004151676781475544,0.0044822609052062035,0.00481284549459815,0.005143430083990097,0.005474014673382044,0.005804599262773991,0.00613518338650465,0.006465767975896597,0.006796352565288544,0.007126936689019203,0.00745752127841115,0.007788105867803097,0.008118689991533756,0.00844927504658699,0.00877985917031765,0.00911044329404831,0.009441028349101543,0.009771612472832203,0.010102197527885437,0.010432781651616096]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,2,1,4,12,14,24,43,85,108,206,285,488,715,1033,1558,2017,2962,4122,5478,7098,9029,11531,13978,16731,19545,22497,25408,28164,30146,32380,33388,34104,33764,33003,31324,29653,26671,23989,21299,18016,15275,12707,10202,8117,6234,4771,3469,2613,1836,1262,902,570,379,242,152,89,55,26,20,15,4,5,3],"bins":[-0.09494619816541672,-0.09204764664173126,-0.0891491025686264,-0.08625055104494095,-0.0833519995212555,-0.08045345544815063,-0.07755490392446518,-0.07465635985136032,-0.07175780832767487,-0.06885925680398941,-0.06596071273088455,-0.0630621612071991,-0.06016361340880394,-0.05726506561040878,-0.05436651408672333,-0.05146796628832817,-0.048569418489933014,-0.04567087069153786,-0.0427723228931427,-0.039873771369457245,-0.03697522357106209,-0.03407667577266693,-0.031178126111626625,-0.02827957645058632,-0.025381028652191162,-0.022482480853796005,-0.0195839311927557,-0.016685381531715393,-0.013786833733320236,-0.010888285003602505,-0.007989736273884773,-0.005091187544167042,-0.0021926313638687134,0.0007059173658490181,0.0036044660955667496,0.006503014825284481,0.009401563555002213,0.012300112284719944,0.015198661014437675,0.01809721067547798,0.02099575847387314,0.023894306272268295,0.0267928559333086,0.029691405594348907,0.032589953392744064,0.03548850119113922,0.038387052714824677,0.04128560051321983,0.04418414831161499,0.04708269611001015,0.049981243908405304,0.05287979543209076,0.055778343230485916,0.05867689102888107,0.06157544255256653,0.06447398662567139,0.06737253814935684,0.0702710896730423,0.07316963374614716,0.07606818526983261,0.07896673679351807,0.08186528086662292,0.08476383239030838,0.08766237646341324,0.0905609279870987],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,1,1,4,2,1,5,5,1,1,4,8,10,2,8,9,7,9,12,26,17,16,18,21,29,30,43,35,30,31,28,33,23,23,30,20,15,12,27,20,17,13,15,12,10,5,8,10,7,3,10,5,7,4,2,1,4,4,2,1,4,3,2,1],"bins":[0.9994167685508728,0.9994369745254517,0.9994571805000305,0.9994774460792542,0.999497652053833,0.9995178580284119,0.9995380640029907,0.9995583295822144,0.9995785355567932,0.9995987415313721,0.9996189475059509,0.9996392130851746,0.9996594190597534,0.9996796250343323,0.9996998310089111,0.9997200965881348,0.9997403025627136,0.9997605085372925,0.9997807145118713,0.9998009204864502,0.9998211860656738,0.9998413920402527,0.9998615980148315,0.9998818039894104,0.999902069568634,0.9999222755432129,0.9999424815177917,0.9999626874923706,0.9999829530715942,1.0000030994415283,1.000023365020752,1.0000436305999756,1.0000637769699097,1.0000840425491333,1.0001041889190674,1.000124454498291,1.0001447200775146,1.0001648664474487,1.0001851320266724,1.000205397605896,1.00022554397583,1.0002458095550537,1.0002659559249878,1.0002862215042114,1.000306487083435,1.0003266334533691,1.0003468990325928,1.0003671646118164,1.0003873109817505,1.0004075765609741,1.0004277229309082,1.0004479885101318,1.0004682540893555,1.0004884004592896,1.0005086660385132,1.0005288124084473,1.000549077987671,1.0005693435668945,1.0005894899368286,1.0006097555160522,1.0006300210952759,1.00065016746521,1.0006704330444336,1.0006905794143677,1.0007108449935913],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,2,2,4,3,4,5,6,7,6,11,13,26,29,38,39,50,68,62,51,58,55,54,30,17,16,17,8,10,15,15,9,9,3,5,3,1,2,3,1,1,1,1,0,1,1,0,0,0,0,0,1,0,1,0,0,1,0,0,1],"bins":[-0.010775476694107056,-0.010322371497750282,-0.009869267232716084,-0.00941616203635931,-0.008963057771325111,-0.008509952574968338,-0.008056847378611565,-0.007603742647916079,-0.0071506379172205925,-0.006697533186525106,-0.00624442845582962,-0.005791323259472847,-0.005338218528777361,-0.004885113798081875,-0.0044320086017251015,-0.003978903871029615,-0.0035257991403341293,-0.0030726944096386433,-0.0026195894461125135,-0.002166484482586384,-0.0017133797518908978,-0.0012602749047800899,-0.000807170057669282,-0.00035406521055847406,9.903963655233383e-05,0.0005521444836631417,0.0010052493307739496,0.0014583541778847575,0.0019114590249955654,0.0023645637556910515,0.002817668719217181,0.003270773682743311,0.003723878413438797,0.004176983144134283,0.004630087874829769,0.0050831930711865425,0.005536297801882029,0.005989402532577515,0.006442507728934288,0.006895612459629774,0.00734871719032526,0.007801821921020746,0.008254926651716232,0.008708031848073006,0.009161137044429779,0.009614241309463978,0.010067346505820751,0.01052045077085495,0.010973555967211723,0.011426661163568497,0.011879765428602695,0.012332870624959469,0.012785974889993668,0.013239080086350441,0.013692185282707214,0.014145289547741413,0.014598394744098186,0.01505149994045496,0.015504604205489159,0.015957709401845932,0.016410814598202705,0.01686391979455948,0.017317023128271103,0.017770128324627876,0.01822323352098465]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.00733537320047617,-0.007067366037517786,-0.0067993588745594025,-0.006531351711601019,-0.006263344548642635,-0.0059953369200229645,-0.005727329757064581,-0.005459322594106197,-0.005191315431147814,-0.00492330826818943,-0.004655301105231047,-0.004387293942272663,-0.004119286313652992,-0.0038512793835252523,-0.003583271987736225,-0.0033152648247778416,-0.003047257661819458,-0.0027792504988610744,-0.002511243335902691,-0.0022432359401136637,-0.00197522877715528,-0.0017072216141968966,-0.0014392143348231912,-0.0011712070554494858,-0.0009031998924911022,-0.0006351926713250577,-0.00036718545015901327,-9.91782289929688e-05,0.00016882899217307568,0.00043683621333912015,0.0007048434345051646,0.0009728506556712091,0.0012408588081598282,0.0015088659711182117,0.0017768732504919171,0.0020448805298656225,0.002312887692824006,0.0025808948557823896,0.002848902251571417,0.0031169094145298004,0.003384916577488184,0.0036529237404465675,0.003920930903404951,0.004188938066363335,0.0044569456949830055,0.004724952857941389,0.004992960020899773,0.005260967183858156,0.00552897434681654,0.005796981509774923,0.006064988672733307,0.0063329958356916904,0.006601002998650074,0.006869010627269745,0.007137017790228128,0.007405024953186512,0.0076730321161448956,0.007941039279103279,0.00820904690772295,0.008477053605020046,0.008745061233639717,0.009013067930936813,0.009281075559556484,0.00954908225685358,0.009817089885473251],"_type":"histogram","values":[1,1,0,1,2,3,4,3,3,5,6,10,8,20,21,20,33,33,52,56,68,85,89,102,118,107,106,143,102,114,95,99,77,83,63,37,54,49,43,34,29,11,8,9,11,7,4,0,6,2,5,1,2,0,1,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-0.0006666010594926775,-0.0006464161560870707,-0.0006262313108891249,-0.0006060464074835181,-0.0005858615040779114,-0.0005656766588799655,-0.0005454917554743588,-0.000525306910276413,-0.0005051220068708062,-0.00048493713256902993,-0.00046475225826725364,-0.0004445673548616469,-0.0004243824805598706,-0.0004041976062580943,-0.00038401270285248756,-0.0003638278285507113,-0.000343642954248935,-0.0003234580799471587,-0.0003032732056453824,-0.00028308830223977566,-0.00026290342793799937,-0.00024271855363622308,-0.00022253366478253156,-0.00020234877592884004,-0.00018216390162706375,-0.00016197902732528746,-0.00014179413847159594,-0.00012160925689386204,-0.00010142437531612813,-8.123949373839423e-05,-6.105461216066033e-05,-4.086973058292642e-05,-2.0684849005192518e-05,-4.999674274586141e-07,1.968491415027529e-05,3.9869795728009194e-05,6.00546773057431e-05,8.0239558883477e-05,0.0001004244404612109,0.00012060932203894481,0.00014079420361667871,0.000160979077918455,0.00018116396677214652,0.00020134885562583804,0.00022153372992761433,0.00024171860422939062,0.00026190350763499737,0.00028208838193677366,0.00030227325623854995,0.00032245813054032624,0.00034264300484210253,0.0003628279082477093,0.00038301278254948556,0.00040319765685126185,0.0004233825602568686,0.0004435674345586449,0.0004637523088604212,0.00048393718316219747,0.0005041220574639738,0.0005243069608695805,0.0005444918060675263,0.0005646767094731331,0.0005848616128787398,0.0006050464580766857,0.0006252313614822924],"_type":"histogram","values":[1,4,0,0,0,1,1,4,1,1,4,4,8,5,13,9,13,14,8,17,10,22,22,22,19,26,14,21,21,21,12,24,18,15,21,21,25,31,23,30,21,29,29,18,23,13,11,9,15,9,11,14,9,5,4,4,4,4,3,1,4,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,1,3,3,0,3,2,3,3,3,9,10,20,13,13,22,35,56,98,123,98,63,35,22,27,24,13,15,7,7,5,5,4,1,1,4,2,3,1,0,3,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.07008089125156403,-0.06748338043689728,-0.06488586962223053,-0.06228835508227348,-0.059690844267606735,-0.05709333345293999,-0.05449582263827324,-0.05189831182360649,-0.049300797283649445,-0.0467032864689827,-0.04410577565431595,-0.0415082648396492,-0.03891075402498245,-0.036313243210315704,-0.03371572867035866,-0.03111821785569191,-0.028520707041025162,-0.025923196226358414,-0.023325683549046516,-0.02072817273437977,-0.01813066005706787,-0.015533149242401123,-0.012935638427734375,-0.010338126681745052,-0.00774061493575573,-0.005143103189766407,-0.0025455919094383717,5.191960372030735e-05,0.0026494311168789864,0.005246942862868309,0.007844453677535057,0.01044196542352438,0.013039477169513702,0.01563698798418045,0.018234500661492348,0.020832011476159096,0.023429524153470993,0.02602703496813774,0.02862454578280449,0.031222058460116386,0.033819571137428284,0.03641708195209503,0.03901459276676178,0.04161210358142853,0.044209614396095276,0.046807125210762024,0.04940463975071907,0.05200215056538582,0.054599661380052567,0.057197172194719315,0.05979468300938606,0.06239219754934311,0.06498970836400986,0.0675872191786766,0.07018472999334335,0.0727822408080101,0.07537975162267685,0.0779772624373436,0.08057477325201035,0.08317229151725769,0.08576980233192444,0.08836731314659119,0.09096482396125793,0.09356233477592468,0.09615984559059143]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,1,0,0,0,0,0,0,2,3,4,1,3,8,9,6,15,5,7,9,17,13,15,13,24,31,25,20,32,32,29,23,35,30,34,26,29,34,27,20,29,24,24,14,16,16,9,11,8,9,7,3,2,2,4,2,0,2,1,1,0,0,0,1],"bins":[-0.15183116495609283,-0.1471887230873108,-0.14254626631736755,-0.13790380954742432,-0.13326136767864227,-0.12861892580986023,-0.12397646903991699,-0.11933401972055435,-0.11469157040119171,-0.11004912108182907,-0.10540667176246643,-0.10076422244310379,-0.09612177312374115,-0.09147932380437851,-0.08683687448501587,-0.08219442516565323,-0.07755197584629059,-0.07290952652692795,-0.06826707720756531,-0.06362462788820267,-0.05898217856884003,-0.054339729249477386,-0.049697279930114746,-0.045054830610752106,-0.040412381291389465,-0.035769931972026825,-0.031127482652664185,-0.026485033333301544,-0.021842584013938904,-0.017200134694576263,-0.012557685375213623,-0.007915236055850983,-0.003272801637649536,0.0013696476817131042,0.006012097001075745,0.010654546320438385,0.015296995639801025,0.019939444959163666,0.024581894278526306,0.029224343597888947,0.03386679291725159,0.03850924223661423,0.04315169155597687,0.04779414087533951,0.05243659019470215,0.05707903951406479,0.06172148883342743,0.06636393815279007,0.07100638747215271,0.07564883679151535,0.08029128611087799,0.08493373543024063,0.08957618474960327,0.09421863406896591,0.09886108338832855,0.10350353270769119,0.10814598202705383,0.11278843134641647,0.11743088066577911,0.12207332998514175,0.1267157793045044,0.13135823607444763,0.13600067794322968,0.14064311981201172,0.14528557658195496],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[4,2,3,5,8,5,29,45,75,113,200,267,428,663,934,1330,1967,2675,3717,4877,6302,8192,10273,12676,15089,17823,20576,23651,26342,28740,30771,32123,33062,33103,32854,31681,29916,28076,25523,22998,19940,17323,14472,11865,9616,7687,6013,4454,3317,2499,1800,1203,898,564,407,259,165,97,53,32,15,13,10,4],"bins":[-0.0944327786564827,-0.09160145372152328,-0.08877012878656387,-0.08593880385160446,-0.08310747146606445,-0.08027614653110504,-0.07744482159614563,-0.07461349666118622,-0.0717821717262268,-0.0689508467912674,-0.06611952185630798,-0.06328819692134857,-0.06045686826109886,-0.05762554332613945,-0.05479421466588974,-0.05196288973093033,-0.04913156479597092,-0.046300239861011505,-0.043468914926052094,-0.04063758626580238,-0.03780626133084297,-0.03497493639588356,-0.03214360773563385,-0.02931228280067444,-0.026480957865715027,-0.023649632930755615,-0.020818306133151054,-0.017986979335546494,-0.015155654400587082,-0.012324328534305096,-0.00949300266802311,-0.006661676801741123,-0.003830350935459137,-0.0009990250691771507,0.0018323007971048355,0.004663626663386822,0.007494952529668808,0.010326278395950794,0.01315760426223278,0.01598893105983734,0.018820255994796753,0.021651580929756165,0.024482907727360725,0.027314234524965286,0.030145559459924698,0.03297688439488411,0.03580821305513382,0.03863953799009323,0.04147086292505264,0.044302187860012054,0.047133512794971466,0.049964841455221176,0.05279616639018059,0.05562749132514,0.05845881998538971,0.06129014492034912,0.06412146985530853,0.06695279479026794,0.06978411972522736,0.07261544466018677,0.07544676959514618,0.07827810198068619,0.0811094269156456,0.08394075185060501,0.08677207678556442]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,0,2,0,0,2,2,4,2,6,6,7,5,7,10,13,12,14,17,22,19,26,25,27,27,26,30,27,33,36,42,39,25,27,34,22,23,23,23,16,14,13,11,9,8,8,8,3,1,2,2,3,1,1],"bins":[-0.1413724422454834,-0.1377221941947937,-0.134071946144104,-0.1304216831922531,-0.12677143514156342,-0.12312118709087372,-0.11947093904018402,-0.11582069098949432,-0.11217043548822403,-0.10852018743753433,-0.10486993938684464,-0.10121968388557434,-0.09756943583488464,-0.09391918778419495,-0.09026893228292465,-0.08661868423223495,-0.08296842873096466,-0.07931818068027496,-0.07566793262958527,-0.07201767712831497,-0.06836742907762527,-0.06471718102693558,-0.06106692925095558,-0.057416677474975586,-0.05376642942428589,-0.05011617764830589,-0.0464659258723259,-0.0428156740963459,-0.039165426045656204,-0.03551517426967621,-0.03186492249369621,-0.028214672580361366,-0.02456442266702652,-0.020914172753691673,-0.017263920977711678,-0.013613671064376831,-0.00996342021971941,-0.006313169375061989,-0.002662918996065855,0.0009873316157609224,0.0046375822275877,0.008287833072245121,0.011938083916902542,0.015588333830237389,0.019238583743572235,0.02288883551955223,0.026539085432887077,0.030189337208867073,0.03383958712220192,0.037489838898181915,0.04114008694887161,0.04479033872485161,0.048440590500831604,0.0520908385515213,0.0557410903275013,0.05939134210348129,0.06304159015417099,0.06669184565544128,0.07034209370613098,0.07399234175682068,0.07764259725809097,0.08129284530878067,0.08494309335947037,0.08859334886074066,0.09224359691143036]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.03143670782446861,-0.030544264242053032,-0.0296518225222826,-0.02875937893986702,-0.02786693535745144,-0.026974493637681007,-0.026082050055265427,-0.025189606472849846,-0.024297162890434265,-0.023404721170663834,-0.022512277588248253,-0.021619834005832672,-0.02072739228606224,-0.01983494870364666,-0.01894250512123108,-0.018050063401460648,-0.017157619819045067,-0.016265176236629486,-0.01537273358553648,-0.014480290934443474,-0.013587847352027893,-0.012695404700934887,-0.01180296204984188,-0.0109105184674263,-0.010018075816333294,-0.009125633165240288,-0.008233189582824707,-0.007340746931731701,-0.0064483038149774075,-0.005555860698223114,-0.004663418047130108,-0.0037709749303758144,-0.002878531813621521,-0.0019860886968672276,-0.0010936458129435778,-0.00020120281260460615,0.0006912401877343655,0.001583683188073337,0.0024761261884123087,0.0033685690723359585,0.004261012189090252,0.005153455305844545,0.006045898422598839,0.006938341073691845,0.007830783724784851,0.008723227307200432,0.009615669958293438,0.010508113540709019,0.011400556191802025,0.012292998842895031,0.013185442425310612,0.014077885076403618,0.014970328658819199,0.01586277037858963,0.01675521396100521,0.01764765754342079,0.018540099263191223,0.019432542845606804,0.020324986428022385,0.021217430010437965,0.022109871730208397,0.023002315312623978,0.02389475889503956,0.02478720061480999,0.02567964419722557],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,3,2,1,2,4,7,6,0,12,7,11,16,11,14,13,19,12,20,23,17,17,26,28,38,35,36,31,30,29,25,36,19,22,24,19,18,13,22,16,10,17,11,8,4,2,8,3,4,0,3,5,3,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,0,2,0,1,2,2,2,4,6,8,4,9,16,23,14,17,18,29,15,37,42,34,44,45,47,38,50,32,31,34,28,29,21,20,10,10,7,9,7,8,2,3,0,2,0,0,2,0,0,0,0,0,0,1],"bins":[-0.00036596180871129036,-0.00035531495814211667,-0.00034466810757294297,-0.00033402128610759974,-0.00032337443553842604,-0.00031272758496925235,-0.00030208073440007865,-0.00029143388383090496,-0.0002807870623655617,-0.00027014021179638803,-0.00025949336122721434,-0.00024884651065804064,-0.00023819966008886695,-0.00022755282407160848,-0.0002169059735024348,-0.00020625913748517632,-0.00019561228691600263,-0.00018496543634682894,-0.00017431860032957047,-0.00016367174976039678,-0.0001530249137431383,-0.00014237806317396462,-0.00013173121260479093,-0.00012108436931157485,-0.00011043752601835877,-9.979068272514269e-05,-8.914383943192661e-05,-7.849698886275291e-05,-6.785014556953683e-05,-5.7203302276320755e-05,-4.655645534512587e-05,-3.590960841393098e-05,-2.5262765120714903e-05,-1.461592000850942e-05,-3.969074896303937e-06,6.677770215901546e-06,1.732461532810703e-05,2.7971460440312512e-05,3.8618305552517995e-05,4.926515248371288e-05,5.991199577692896e-05,7.055883907014504e-05,8.120568236336112e-05,9.185253293253481e-05,0.0001024993762257509,0.00011314621951896697,0.00012379307008814067,0.00013443990610539913,0.00014508675667457283,0.00015573360724374652,0.00016638044326100498,0.00017702729383017868,0.00018767412984743714,0.00019832098041661084,0.00020896783098578453,0.000219614667003043,0.0002302615175722167,0.00024090836814139038,0.00025155520415864885,0.00026220205472782254,0.00027284890529699624,0.00028349575586616993,0.00029414257733151317,0.00030478942790068686,0.00031543627846986055]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09729249775409698,-0.09428820759057999,-0.09128392487764359,-0.08827963471412659,-0.08527534455060959,-0.08227106183767319,-0.07926677167415619,-0.07626248151063919,-0.07325819134712219,-0.07025390863418579,-0.06724961847066879,-0.0642453283071518,-0.06124104559421539,-0.058236755430698395,-0.055232468992471695,-0.0522281788289547,-0.049223892390728,-0.0462196059525013,-0.0432153157889843,-0.0402110293507576,-0.0372067391872406,-0.0342024527490139,-0.0311981663107872,-0.028193878009915352,-0.025189589709043503,-0.022185301408171654,-0.019181013107299805,-0.016176726669073105,-0.013172438368201256,-0.010168150067329407,-0.007163862697780132,-0.0041595748625695705,-0.0011552870273590088,0.001849000807851553,0.004853288643062115,0.00785757601261139,0.010861864313483238,0.013866152614355087,0.016870439052581787,0.019874727353453636,0.022879015654325485,0.025883303955197334,0.028887592256069183,0.03189187869429588,0.03489616513252258,0.03790045529603958,0.04090474173426628,0.04390903189778328,0.04691331833600998,0.04991760477423668,0.05292189493775368,0.05592618137598038,0.058930471539497375,0.061934757977724075,0.06493904441595078,0.06794333457946777,0.07094761729240417,0.07395190745592117,0.07695619761943817,0.07996048778295517,0.08296477049589157,0.08596906065940857,0.08897335082292557,0.09197763353586197,0.09498192369937897],"_type":"histogram","values":[1,1,0,3,3,8,12,28,62,83,160,243,446,665,964,1434,2110,2975,3921,5458,7124,9373,11875,14581,17373,20711,23880,27045,29776,31777,33681,35237,35217,34633,33543,31876,29270,26588,23160,19805,16881,14102,11132,8710,6838,5147,3725,2610,1883,1250,865,599,388,243,144,90,57,30,16,4,3,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,3,1,6,12,14,48,71,128,186,339,527,945,1414,2283,3492,5194,7577,10408,14035,19123,24889,31859,39279,48141,57309,66324,74578,82090,88880,94227,96457,96856,95289,91438,85306,77954,68996,60423,50698,41829,34212,27192,20698,15565,11442,8123,5882,3961,2681,1726,1084,699,435,233,137,63,51,27,12,6,4,1,1],"bins":[-0.09976165741682053,-0.09666022658348083,-0.09355879575014114,-0.09045736491680145,-0.08735594153404236,-0.08425451070070267,-0.08115307986736298,-0.07805164903402328,-0.0749502182006836,-0.0718487873673439,-0.06874735653400421,-0.06564592570066452,-0.06254449486732483,-0.059443067759275436,-0.056341640651226044,-0.05324020981788635,-0.05013877898454666,-0.04703734815120697,-0.04393591731786728,-0.040834490209817886,-0.037733059376478195,-0.034631628543138504,-0.03153020143508911,-0.02842877060174942,-0.02532733976840973,-0.022225908935070038,-0.019124479964375496,-0.016023050993680954,-0.012921620160341263,-0.009820190258324146,-0.00671876035630703,-0.003617330454289913,-0.0005159005522727966,0.00258552934974432,0.0056869592517614365,0.008788389153778553,0.01188981905579567,0.014991248957812786,0.018092678859829903,0.021194107830524445,0.024295538663864136,0.027396969497203827,0.03049839846789837,0.03359982743859291,0.0367012582719326,0.03980268910527229,0.042904116213321686,0.04600554704666138,0.04910697788000107,0.05220840871334076,0.05530983954668045,0.05841126665472984,0.061512697488069534,0.06461412459611893,0.06771555542945862,0.07081698626279831,0.073918417096138,0.07701984792947769,0.08012127876281738,0.08322270959615707,0.08632414042949677,0.08942556381225586,0.09252699464559555,0.09562842547893524,0.09872985631227493],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,0,1,0,0,1,2,4,3,1,1,3,1,5,4,6,5,14,8,9,11,13,12,14,22,12,17,29,20,28,31,29,33,29,38,38,35,32,22,20,27,27,8,16,21,13,14,9,8,13,11,9,8,6,3,6,2,1,2,5,1,1,1],"bins":[-0.0003750617033801973,-0.00036434733192436397,-0.00035363296046853065,-0.00034291858901269734,-0.000332204217556864,-0.0003214898461010307,-0.0003107754746451974,-0.0003000611031893641,-0.00028934673173353076,-0.00027863236027769744,-0.00026791798882186413,-0.0002572036173660308,-0.0002464892459101975,-0.00023577487445436418,-0.00022506050299853086,-0.00021434613154269755,-0.00020363176008686423,-0.00019291738863103092,-0.0001822030171751976,-0.00017148864571936429,-0.00016077427426353097,-0.00015005990280769765,-0.00013934553135186434,-0.00012863115989603102,-0.0001179167884401977,-0.00010720241698436439,-9.648804552853107e-05,-8.577367407269776e-05,-7.505930261686444e-05,-6.434493116103113e-05,-5.363055970519781e-05,-4.2916188249364495e-05,-3.220178768970072e-05,-2.1487416233867407e-05,-1.0773044778034091e-05,-5.8673322200775146e-08,1.065569813363254e-05,2.1370069589465857e-05,3.208444104529917e-05,4.279881250113249e-05,5.3513183956965804e-05,6.422755541279912e-05,7.494192686863244e-05,8.565629832446575e-05,9.637066978029907e-05,0.00010708504123613238,0.0001177994126919657,0.00012851378414779902,0.00013922815560363233,0.00014994252705946565,0.00016065689851529896,0.00017137126997113228,0.0001820856414269656,0.0001928000128827989,0.00020351438433863223,0.00021422875579446554,0.00022494312725029886,0.00023565749870613217,0.0002463718701619655,0.0002570862416177988,0.0002678006130736321,0.00027851498452946544,0.00028922935598529875,0.00029994372744113207,0.0003106580988969654]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.09731973707675934,-0.09419050067663193,-0.09106127172708511,-0.0879320353269577,-0.08480279892683029,-0.08167356997728348,-0.07854433357715607,-0.07541509717702866,-0.07228586077690125,-0.06915663182735443,-0.06602739542722702,-0.06289815902709961,-0.059768930077552795,-0.056639693677425385,-0.05351046100258827,-0.05038122460246086,-0.04725199192762375,-0.044122759252786636,-0.040993522852659225,-0.03786429017782211,-0.0347350537776947,-0.03160582110285759,-0.028476588428020477,-0.025347353890538216,-0.022218119353055954,-0.019088884815573692,-0.01595965027809143,-0.012830417603254318,-0.009701183065772057,-0.006571948993951082,-0.003442714922130108,-0.00031348085030913353,0.002815745770931244,0.005944979842752218,0.009074213914573193,0.01220344752073288,0.015332682058215141,0.018461916595697403,0.021591149270534515,0.024720383808016777,0.02784961834549904,0.0309788528829813,0.03410808742046356,0.037237320095300674,0.04036655277013779,0.0434957891702652,0.04662502184510231,0.04975425824522972,0.052883490920066833,0.056012723594903946,0.05914195999503136,0.06227119266986847,0.06540042906999588,0.0685296580195427,0.0716588944196701,0.07478813081979752,0.07791736721992493,0.08104659616947174,0.08417583256959915,0.08730506896972656,0.09043429791927338,0.09356353431940079,0.0966927707195282,0.09982199966907501,0.10295123606920242],"_type":"histogram","values":[5,3,3,12,24,32,60,111,198,319,563,915,1426,2217,3422,4971,7349,10375,13986,18749,24962,31781,40023,48381,58175,66938,75851,83593,90240,94843,97130,98012,95605,91362,85293,77355,68815,59309,50190,41452,33348,26196,20017,15042,10980,7756,5415,3674,2441,1549,978,592,370,192,120,65,46,14,11,4,2,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[2,0,1,2,2,3,2,4,12,19,22,42,54,78,124,179,253,384,552,783,1179,1756,2572,3371,5501,7505,11336,15986,24231,37326,59629,103752,218246,495534,266575,123207,69976,42371,26888,17025,11775,7718,5565,3500,2607,1804,1217,751,531,351,208,145,81,49,32,7,17,9,3,4,4,0,0,2],"bins":[-0.0281982421875,-0.0273590087890625,-0.026519775390625,-0.0256805419921875,-0.02484130859375,-0.0240020751953125,-0.023162841796875,-0.0223236083984375,-0.021484375,-0.0206451416015625,-0.019805908203125,-0.0189666748046875,-0.01812744140625,-0.0172882080078125,-0.016448974609375,-0.0156097412109375,-0.0147705078125,-0.0139312744140625,-0.013092041015625,-0.0122528076171875,-0.01141357421875,-0.0105743408203125,-0.009735107421875,-0.0088958740234375,-0.008056640625,-0.0072174072265625,-0.006378173828125,-0.0055389404296875,-0.00469970703125,-0.0038604736328125,-0.003021240234375,-0.0021820068359375,-0.0013427734375,-0.0005035400390625,0.000335693359375,0.0011749267578125,0.00201416015625,0.0028533935546875,0.003692626953125,0.0045318603515625,0.00537109375,0.0062103271484375,0.007049560546875,0.0078887939453125,0.00872802734375,0.0095672607421875,0.010406494140625,0.0112457275390625,0.0120849609375,0.0129241943359375,0.013763427734375,0.0146026611328125,0.01544189453125,0.0162811279296875,0.017120361328125,0.0179595947265625,0.018798828125,0.0196380615234375,0.020477294921875,0.0213165283203125,0.02215576171875,0.0229949951171875,0.023834228515625,0.0246734619140625,0.0255126953125]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,3,3,5,4,3,6,6,9,10,8,16,23,27,24,33,49,58,48,73,60,50,49,32,29,19,18,15,10,13,7,6,6,7,5,2,4,4,2,2,2,1,0,0,2,2,1,0,0,2,1,0,1,1,0,1,0,0,0,0,2],"bins":[-0.008877284824848175,-0.00849196221679449,-0.008106638677418232,-0.00772131560370326,-0.007335992529988289,-0.006950669921934605,-0.006565346848219633,-0.0061800237745046616,-0.00579470070078969,-0.0054093776270747185,-0.005024054553359747,-0.004638731479644775,-0.004253408871591091,-0.003868085565045476,-0.003482762724161148,-0.0030974396504461765,-0.002712116576731205,-0.0023267935030162334,-0.0019414705457165837,-0.001556147588416934,-0.0011708245147019625,-0.0007855014991946518,-0.0004001784836873412,-1.4855468180030584e-05,0.00037046754732728004,0.0007557905628345907,0.0011411135783419013,0.001526436535641551,0.0019117596093565226,0.002297082683071494,0.002682405523955822,0.0030677285976707935,0.003453051671385765,0.0038383747451007366,0.004223697818815708,0.00460902089253068,0.004994343966245651,0.0053796665742993355,0.005764989648014307,0.0061503127217292786,0.00653563579544425,0.006920958869159222,0.007306281942874193,0.007691605016589165,0.008076927624642849,0.008462251164019108,0.008847573772072792,0.009232897311449051,0.009618219919502735,0.01000354252755642,0.010388866066932678,0.010774188674986362,0.011159512214362621,0.011544834822416306,0.011930158361792564,0.012315480969846249,0.012700803577899933,0.013086127117276192,0.013471449725329876,0.013856773264706135,0.014242095872759819,0.014627419412136078,0.015012742020189762,0.015398065559566021,0.015783388167619705]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[2,1,1,1,1,4,3,3,5,4,2,7,9,6,12,16,9,17,13,22,17,22,15,16,17,22,23,25,26,20,24,20,10,22,21,24,21,32,25,24,15,15,23,11,19,17,12,16,16,8,11,8,4,8,5,3,2,1,3,3,1,1,1,1],"bins":[-0.00073328020516783,-0.0007105447584763169,-0.0006878093699924648,-0.0006650739233009517,-0.0006423384766094387,-0.0006196030881255865,-0.0005968676414340734,-0.0005741321947425604,-0.0005513967480510473,-0.0005286613595671952,-0.0005059259128756821,-0.0004831904952879995,-0.0004604550777003169,-0.00043771963100880384,-0.00041498421342112124,-0.0003922487667296082,-0.0003695133491419256,-0.00034677793155424297,-0.0003240424848627299,-0.0003013070672750473,-0.00027857162058353424,-0.00025583620299585164,-0.00023310078540816903,-0.0002103653532685712,-0.00018762992112897336,-0.00016489448898937553,-0.0001421590568497777,-0.0001194236392620951,-9.668820712249726e-05,-7.395277498289943e-05,-5.121735011925921e-05,-2.8481921617640182e-05,-5.746434908360243e-06,1.6988993593258783e-05,3.972442209487781e-05,6.245984695851803e-05,8.519527909811586e-05,0.0001079307112377137,0.0001306661288253963,0.00015340156096499413,0.00017613699310459197,0.0001988724252441898,0.00022160785738378763,0.00024434327497147024,0.00026707869255915284,0.0002898141392506659,0.0003125495568383485,0.00033528500352986157,0.0003580204211175442,0.0003807558387052268,0.00040349128539673984,0.00042622670298442245,0.0004489621496759355,0.0004716975672636181,0.0004944329848513007,0.0005171684315428138,0.0005399038782343268,0.000562639266718179,0.000585374713409692,0.0006081101601012051,0.0006308455485850573,0.0006535809952765703,0.0006763164419680834,0.0006990518304519355,0.0007217872771434486]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[0.9991794228553772,0.9992060661315918,0.9992327094078064,0.999259352684021,0.9992859959602356,0.9993126392364502,0.9993392825126648,0.9993658661842346,0.9993925094604492,0.9994191527366638,0.9994457960128784,0.999472439289093,0.9994990825653076,0.9995257258415222,0.9995523691177368,0.9995790123939514,0.999605655670166,0.9996322989463806,0.9996589422225952,0.9996855854988098,0.9997121691703796,0.9997388124465942,0.9997654557228088,0.9997920989990234,0.999818742275238,0.9998453855514526,0.9998720288276672,0.9998986721038818,0.9999253153800964,0.999951958656311,0.9999786019325256,1.0000052452087402,1.00003182888031,1.0000585317611694,1.0000851154327393,1.0001118183135986,1.0001384019851685,1.0001651048660278,1.0001916885375977,1.0002182722091675,1.0002449750900269,1.0002715587615967,1.000298261642456,1.0003248453140259,1.0003515481948853,1.000378131866455,1.0004048347473145,1.0004314184188843,1.0004581212997437,1.0004847049713135,1.0005114078521729,1.0005379915237427,1.0005645751953125,1.0005912780761719,1.0006178617477417,1.000644564628601,1.000671148300171,1.0006978511810303,1.0007244348526,1.0007511377334595,1.0007777214050293,1.0008044242858887,1.0008310079574585,1.0008577108383179,1.0008842945098877],"_type":"histogram","values":[1,0,0,0,1,0,0,1,1,2,2,2,2,3,6,3,4,7,8,12,10,17,16,14,31,29,28,41,28,33,40,39,38,40,28,35,30,31,31,23,15,18,8,14,7,11,12,6,3,8,5,5,7,1,3,4,1,0,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[2,3,3,9,11,29,61,83,136,257,343,593,926,1359,1855,2626,3848,5257,6722,8691,11049,13666,16820,20098,22925,26595,29332,31276,33622,34880,35359,34824,34081,32017,29675,27148,23801,20984,17510,14344,11824,9396,7232,5496,4006,2878,2061,1464,899,672,393,282,172,97,66,29,20,7,3,4,2,0,0,1],"bins":[-0.09189555048942566,-0.08889467269182205,-0.08589378744363785,-0.08289290964603424,-0.07989202439785004,-0.07689114660024643,-0.07389026135206223,-0.07088938355445862,-0.06788849830627441,-0.0648876205086708,-0.0618867389857769,-0.058885857462882996,-0.05588497593998909,-0.052884094417095184,-0.04988321289420128,-0.04688233137130737,-0.04388144984841347,-0.04088056832551956,-0.037879686802625656,-0.03487880527973175,-0.031877923756837845,-0.02887704409658909,-0.025876162573695183,-0.022875281050801277,-0.01987439952790737,-0.016873518005013466,-0.01387263648211956,-0.01087175589054823,-0.007870874367654324,-0.004869992844760418,-0.0018691117875277996,0.0011317695025354624,0.004132650792598724,0.00713353231549263,0.010134413838386536,0.013135294429957867,0.016136176884174347,0.019137056544423103,0.02213793806731701,0.025138819590210915,0.02813970111310482,0.031140582635998726,0.03414146229624748,0.03714234381914139,0.040143225342035294,0.0431441068649292,0.046144988387823105,0.04914586991071701,0.052146751433610916,0.05514763295650482,0.05814851447939873,0.06114939600229263,0.06415027379989624,0.06715115904808044,0.07015203684568405,0.07315292209386826,0.07615379989147186,0.07915468513965607,0.08215556293725967,0.08515644818544388,0.08815732598304749,0.09115821123123169,0.0941590890288353,0.0971599742770195,0.10016085207462311],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0003504871274344623,-0.0003363724681548774,-0.00032225780887529254,-0.0003081431786995381,-0.0002940285194199532,-0.00027991386014036834,-0.00026579920086078346,-0.0002516845415811986,-0.00023756989685352892,-0.00022345523757394403,-0.00020934059284627438,-0.0001952259335666895,-0.0001811112742871046,-0.00016699662955943495,-0.00015288197027985007,-0.0001387673255521804,-0.00012465266627259552,-0.00011053801426896825,-9.642336226534098e-05,-8.23087029857561e-05,-6.819405098212883e-05,-5.407939897850156e-05,-3.996474333689548e-05,-2.5850089514278807e-05,-1.1735435691662133e-05,2.3792181309545413e-06,1.6493871953571215e-05,3.060852759517729e-05,4.472317959880456e-05,5.8837831602431834e-05,7.295249088201672e-05,8.706714288564399e-05,0.00010118179488927126,0.00011529644689289853,0.0001294110988965258,0.00014352575817611068,0.00015764040290378034,0.00017175506218336523,0.0001858697214629501,0.00019998436619061977,0.00021409902547020465,0.00022821368474978954,0.0002423283294774592,0.0002564429887570441,0.00027055764803662896,0.00028467230731621385,0.0002987869374919683,0.00031290159677155316,0.00032701625605113804,0.00034113091533072293,0.0003552455746103078,0.00036936020478606224,0.0003834748640656471,0.000397589523345232,0.0004117041826248169,0.0004258188419044018,0.00043993350118398666,0.0004540481313597411,0.000468162790639326,0.00048227744991891086,0.0004963920800946653,0.0005105067393742502,0.0005246213986538351,0.0005387360579334199,0.0005528507172130048],"_type":"histogram","values":[1,2,1,2,2,1,4,6,8,3,7,14,11,26,6,13,21,23,27,28,39,34,35,41,41,36,45,46,45,29,20,13,16,18,9,18,13,10,6,7,7,8,5,8,2,2,3,1,2,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.0006712505128234625,-0.0006538789020851254,-0.0006365072913467884,-0.0006191357388161123,-0.0006017641280777752,-0.0005843925173394382,-0.0005670209066011012,-0.0005496492958627641,-0.000532277743332088,-0.000514906132593751,-0.0004975345218554139,-0.0004801629111170769,-0.00046279130037873983,-0.00044541971874423325,-0.0004280481080058962,-0.00041067652637138963,-0.0003933049156330526,-0.00037593330489471555,-0.00035856172326020896,-0.0003411901125218719,-0.00032381853088736534,-0.0003064469201490283,-0.00028907530941069126,-0.0002717037277761847,-0.00025433211703784764,-0.00023696052085142583,-0.00021958892466500401,-0.00020221731392666698,-0.00018484571774024516,-0.00016747412155382335,-0.0001501025108154863,-0.0001327309146290645,-0.0001153593766503036,-9.798778046388179e-05,-8.061617700150236e-05,-6.324457353912294e-05,-4.587297735270113e-05,-2.850137752830051e-05,-1.112977770389989e-05,6.2418221205007285e-06,2.3613421944901347e-05,4.0985021769301966e-05,5.8356621593702585e-05,7.572822505608201e-05,9.309982124250382e-05,0.00011047141742892563,0.00012784302816726267,0.00014521462435368448,0.0001625862205401063,0.0001799578167265281,0.00019732941291294992,0.00021470102365128696,0.00023207261983770877,0.0002494442160241306,0.0002668158267624676,0.0002841874083969742,0.00030155901913531125,0.0003189306298736483,0.00033630221150815487,0.0003536738222464919,0.00037104543298482895,0.00038841701461933553,0.00040578862535767257,0.00042316020699217916,0.0004405318177305162],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,1,1,1,2,0,2,4,5,1,9,11,12,13,21,25,27,51,35,47,69,78,102,108,119,124,146,136,151,106,101,103,93,75,48,48,39,21,27,22,17,10,5,6,10,2,5,1,3,0,0,0,2]},"learning_rate":4.999999722852676e-05,"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,3,2,3,3,2,3,1,4,5,6,8,15,19,19,17,34,30,35,31,29,53,39,44,40,36,35,34,32,25,20,27,16,24,13,9,14,6,7,5,5,2,3,2,0,1,0,0,2,0,0,1,0,1],"bins":[-0.000480773625895381,-0.0004665031156037003,-0.0004522326053120196,-0.00043796212412416935,-0.00042369161383248866,-0.00040942110354080796,-0.0003951506223529577,-0.00038088011206127703,-0.00036660960176959634,-0.00035233909147791564,-0.00033806858118623495,-0.0003237980999983847,-0.000309527589706704,-0.0002952570794150233,-0.0002809865982271731,-0.0002667160879354924,-0.0002524455776438117,-0.000238175067352131,-0.00022390457161236554,-0.00020963407587260008,-0.00019536356558091938,-0.0001810930552892387,-0.00016682255954947323,-0.00015255206380970776,-0.00013828155351802707,-0.00012401104322634637,-0.00010974054748658091,-9.547004447085783e-05,-8.119954145513475e-05,-6.692903843941167e-05,-5.265853542368859e-05,-3.838803240796551e-05,-2.4117500288411975e-05,-9.846997272688895e-06,4.423505743034184e-06,1.8694008758757263e-05,3.296451177448034e-05,4.723501479020342e-05,6.15055178059265e-05,7.577602082164958e-05,9.004652383737266e-05,0.00010431702685309574,0.00011858752986881882,0.00013285802560858428,0.00014712853590026498,0.00016139904619194567,0.00017566954193171114,0.0001899400376714766,0.0002042105479631573,0.000218481058254838,0.00023275155399460346,0.0002470220497343689,0.0002612925600260496,0.0002755630703177303,0.000289833580609411,0.00030410406179726124,0.00031837457208894193,0.0003326450823806226,0.00034691556356847286,0.00036118607386015356,0.00037545658415183425,0.00038972709444351494,0.00040399760473519564,0.0004182680859230459,0.00043253859621472657],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.01922658272087574,-0.018650949001312256,-0.018075313419103622,-0.01749967783689499,-0.016924044117331505,-0.01634841039776802,-0.015772774815559387,-0.015197140164673328,-0.01462150551378727,-0.01404587086290121,-0.013470236212015152,-0.012894601561129093,-0.012318966910243034,-0.011743332259356976,-0.011167697608470917,-0.010592062957584858,-0.0100164283066988,-0.00944079365581274,-0.008865159004926682,-0.008289524354040623,-0.007713889703154564,-0.007138255052268505,-0.006562620401382446,-0.0059869857504963875,-0.005411351099610329,-0.00483571644872427,-0.004260081797838211,-0.0036844471469521523,-0.0031088124960660934,-0.0025331778451800346,-0.001957543194293976,-0.001381908543407917,-0.0008062757551670074,-0.00023064110428094864,0.00034499354660511017,0.000920628197491169,0.0014962628483772278,0.0020718974992632866,0.0026475321501493454,0.003223166801035404,0.003798801451921463,0.004374436102807522,0.004950070753693581,0.0055257054045796394,0.006101340055465698,0.006676974706351757,0.007252609357237816,0.007828244008123875,0.008403878659009933,0.008979513309895992,0.009555147960782051,0.01013078261166811,0.010706417262554169,0.011282051913440228,0.011857686564326286,0.012433321215212345,0.013008955866098404,0.013584590516984463,0.014160225167870522,0.01473585981875658,0.01531149446964264,0.015887130051851273,0.016462763771414757,0.01703839749097824,0.017614033073186874],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,2,0,3,4,2,6,6,11,7,11,8,16,11,10,21,19,26,31,18,27,38,30,24,34,38,35,32,30,27,30,32,22,9,26,17,17,19,9,9,6,9,5,5,3,2,5,4,2,1,3,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,0,0,1,1,0,4,0,0,1,3,5,4,8,6,7,10,16,14,16,23,34,36,47,48,46,45,49,47,47,37,33,27,27,19,21,14,12,12,9,3,3,5,2,4,5,4,2,1,1,2,1,0,1,0,0,0,1,0,1],"bins":[-0.0004074441676493734,-0.00039442250272259116,-0.00038140086689963937,-0.0003683792310766876,-0.0003553575661499053,-0.0003423359012231231,-0.0003293142654001713,-0.0003162926295772195,-0.00030327096465043724,-0.000290249299723655,-0.0002772276639007032,-0.0002642060280777514,-0.00025118436315096915,-0.00023816271277610213,-0.0002251410624012351,-0.00021211941202636808,-0.00019909776165150106,-0.00018607611127663404,-0.00017305446090176702,-0.0001600328105269,-0.00014701116015203297,-0.00013398950977716595,-0.00012096785940229893,-0.0001079462090274319,-9.492455865256488e-05,-8.190290827769786e-05,-6.888125790283084e-05,-5.585960752796382e-05,-4.2837957153096795e-05,-2.9816306778229773e-05,-1.679465640336275e-05,-3.773006028495729e-06,9.248644346371293e-06,2.2270294721238315e-05,3.529194509610534e-05,4.831359547097236e-05,6.133524584583938e-05,7.43568962207064e-05,8.737854659557343e-05,0.00010040019697044045,0.00011342184734530747,0.0001264434977201745,0.0001394651480950415,0.00015248679846990854,0.00016550844884477556,0.00017853009921964258,0.0001915517495945096,0.00020457339996937662,0.00021759505034424365,0.00023061670071911067,0.0002436383510939777,0.0002566599869169295,0.00026968165184371173,0.000282703316770494,0.0002957249525934458,0.00030874658841639757,0.0003217682533431798,0.00033478991826996207,0.00034781155409291387,0.00036083318991586566,0.0003738548548426479,0.00038687651976943016,0.00039989815559238195,0.00041291979141533375,0.000425941456342116]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,1,2,2,8,11,29,39,79,166,261,421,786,1205,1934,3117,4680,6713,9751,13737,18478,24690,32090,40817,49591,59371,69267,78615,87173,94072,99070,101217,101103,98212,92741,85117,76425,67424,57388,47387,38645,30144,23434,17706,12899,9006,6280,4165,2768,1760,1180,657,462,255,141,76,43,17,19,9,2,1,2,2],"bins":[-0.10315018147230148,-0.09991606324911118,-0.09668193757534027,-0.09344781935214996,-0.09021370112895966,-0.08697957545518875,-0.08374545723199844,-0.08051133155822754,-0.07727721333503723,-0.07404309511184692,-0.07080896943807602,-0.06757485121488571,-0.06434072554111481,-0.0611066073179245,-0.05787248909473419,-0.054638367146253586,-0.05140424519777298,-0.048170123249292374,-0.04493600130081177,-0.04170188307762146,-0.038467761129140854,-0.03523363918066025,-0.03199952095746994,-0.028765399008989334,-0.025531277060508728,-0.022297155112028122,-0.019063035026192665,-0.015828914940357208,-0.012594792991876602,-0.00936067197471857,-0.006126550957560539,-0.0028924299404025078,0.00034168362617492676,0.0035758046433329582,0.00680992566049099,0.010044046677649021,0.013278167694807053,0.01651228964328766,0.019746409729123116,0.022980529814958572,0.02621465176343918,0.029448773711919785,0.03268289566040039,0.0359170138835907,0.039151135832071304,0.04238525778055191,0.04561937600374222,0.048853497952222824,0.05208761990070343,0.055321741849184036,0.05855586379766464,0.06178998202085495,0.06502410769462585,0.06825822591781616,0.07149234414100647,0.07472646981477737,0.07796058803796768,0.08119470626115799,0.0844288319349289,0.0876629501581192,0.09089706838130951,0.09413119405508041,0.09736531227827072,0.10059943795204163,0.10383355617523193]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[3,0,4,0,5,8,10,14,22,24,39,58,105,128,145,234,345,458,724,895,1399,1891,2848,3833,5551,8369,12609,19421,30361,49571,82089,113189,94850,58233,35255,22082,14476,9556,6494,4286,2929,2193,1446,1137,688,540,365,299,191,134,103,75,50,31,20,11,11,8,3,1,2,2,0,1],"bins":[-0.016845703125,-0.016313552856445312,-0.015781402587890625,-0.015249252319335938,-0.01471710205078125,-0.014184951782226562,-0.013652801513671875,-0.013120651245117188,-0.0125885009765625,-0.012056350708007812,-0.011524200439453125,-0.010992050170898438,-0.01045989990234375,-0.009927749633789062,-0.009395599365234375,-0.008863449096679688,-0.008331298828125,-0.0077991485595703125,-0.007266998291015625,-0.0067348480224609375,-0.00620269775390625,-0.0056705474853515625,-0.005138397216796875,-0.0046062469482421875,-0.0040740966796875,-0.0035419464111328125,-0.003009796142578125,-0.0024776458740234375,-0.00194549560546875,-0.0014133453369140625,-0.000881195068359375,-0.0003490447998046875,0.00018310546875,0.0007152557373046875,0.001247406005859375,0.0017795562744140625,0.00231170654296875,0.0028438568115234375,0.003376007080078125,0.0039081573486328125,0.0044403076171875,0.0049724578857421875,0.005504608154296875,0.0060367584228515625,0.00656890869140625,0.0071010589599609375,0.007633209228515625,0.008165359497070312,0.008697509765625,0.009229660034179688,0.009761810302734375,0.010293960571289062,0.01082611083984375,0.011358261108398438,0.011890411376953125,0.012422561645507812,0.0129547119140625,0.013486862182617188,0.014019012451171875,0.014551162719726562,0.01508331298828125,0.015615463256835938,0.016147613525390625,0.016679763793945312,0.0172119140625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,1,1,1,1,2,2,2,2,9,8,7,6,9,10,10,13,12,20,18,11,20,18,23,18,22,37,27,35,32,35,37,22,30,26,23,33,21,20,17,17,15,21,9,16,5,9,7,5,4,4,2,1,4,0,3,1,2],"bins":[-0.07769640535116196,-0.0755336582660675,-0.07337090373039246,-0.071208156645298,-0.06904540956020355,-0.0668826550245285,-0.06471990793943405,-0.0625571608543396,-0.06039440631866455,-0.0582316592335701,-0.05606890842318535,-0.0539061576128006,-0.051743410527706146,-0.049580659717321396,-0.047417908906936646,-0.045255161821842194,-0.04309241101145744,-0.04092966020107269,-0.03876691311597824,-0.03660416230559349,-0.03444141149520874,-0.03227866441011429,-0.030115913599729538,-0.027953162789344788,-0.025790413841605186,-0.023627664893865585,-0.021464914083480835,-0.019302165135741234,-0.017139416188001633,-0.014976665377616882,-0.012813916429877281,-0.010651166550815105,-0.008488420397043228,-0.006325670517981052,-0.004162921104580164,-0.002000171458348632,0.00016257818788290024,0.0023253278341144323,0.004488077480345964,0.006650826893746853,0.008813576772809029,0.010976326651871204,0.01313907653093338,0.015301825478672981,0.017464574426412582,0.019627325236797333,0.021790074184536934,0.023952824994921684,0.026115573942661285,0.028278322890400887,0.030441073700785637,0.03260382264852524,0.03476657345890999,0.03692932054400444,0.03909207135438919,0.04125482216477394,0.04341757297515869,0.04558032006025314,0.047743070870637894,0.049905821681022644,0.052068568766117096,0.054231319576501846,0.0563940703868866,0.05855681747198105,0.0607195682823658],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,1,0,1,0,0,2,1,0,3,4,1,1,7,11,6,6,5,15,17,15,18,27,33,24,42,41,48,41,34,34,39,38,33,40,36,19,17,16,13,16,15,15,9,2,2,4,1,2,3,1,1,2,0,1,1,0,0,0,1],"bins":[-0.000384955492336303,-0.00037344495649449527,-0.00036193442065268755,-0.00035042385570704937,-0.00033891331986524165,-0.0003274027840234339,-0.0003158922481816262,-0.0003043817123398185,-0.0002928711473941803,-0.0002813606115523726,-0.00026985007571056485,-0.00025833953986875713,-0.0002468290040269494,-0.00023531845363322645,-0.00022380791779141873,-0.00021229736739769578,-0.00020078683155588806,-0.00018927629571408033,-0.00017776574532035738,-0.00016625520947854966,-0.0001547446590848267,-0.00014323412324301898,-0.00013172358740121126,-0.00012021304428344592,-0.00010870250116568059,-9.719195804791525e-05,-8.568141493014991e-05,-7.417087908834219e-05,-6.266033597057685e-05,-5.1149792852811515e-05,-3.9639253373024985e-05,-2.812871207424905e-05,-1.6618199879303575e-05,-5.107658580527641e-06,6.402882718248293e-06,1.7913424017024226e-05,2.942396531580016e-05,4.09345084335655e-05,5.244504791335203e-05,6.395558739313856e-05,7.54661305109039e-05,8.697667362866923e-05,9.848721674643457e-05,0.00010999775258824229,0.00012150829570600763,0.00013301883882377297,0.0001445293746655807,0.00015603992505930364,0.00016755046090111136,0.0001790609967429191,0.00019057154713664204,0.00020208208297844976,0.0002135926333721727,0.00022510316921398044,0.00023661370505578816,0.0002481242408975959,0.00025963480584323406,0.0002711453416850418,0.0002826558775268495,0.00029416641336865723,0.00030567694921046495,0.0003171874850522727,0.00032869804999791086,0.0003402085858397186,0.0003517191216815263]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,0,1,0,3,11,7,20,36,74,125,268,374,674,1070,1859,2923,4518,6644,9562,13620,18853,24969,32549,41409,50487,60990,71181,80969,88856,96404,100460,102518,102423,99123,93205,84985,75832,66042,55955,45754,36558,29099,21863,16053,11471,7961,5517,3665,2316,1483,923,532,299,178,101,45,22,12,4,2,4,0,2],"bins":[-0.10772933810949326,-0.10444045066833496,-0.10115156322717667,-0.09786268323659897,-0.09457379579544067,-0.09128490835428238,-0.08799602091312408,-0.08470714092254639,-0.08141825348138809,-0.0781293660402298,-0.0748404785990715,-0.07155159115791321,-0.06826271116733551,-0.06497382372617722,-0.06168493628501892,-0.058396052569150925,-0.05510716512799263,-0.051818277686834335,-0.04852939397096634,-0.045240506529808044,-0.04195162281394005,-0.038662735372781754,-0.03537385165691376,-0.03208496421575546,-0.028796078637242317,-0.025507193058729172,-0.022218307480216026,-0.01892942190170288,-0.015640534460544586,-0.012351649813354015,-0.009062763303518295,-0.00577387772500515,-0.0024849921464920044,0.0008038936648517847,0.004092779476195574,0.0073816655203700066,0.010670551098883152,0.013959436677396297,0.017248323187232018,0.020537208765745163,0.02382609434425831,0.027114979922771454,0.0304038655012846,0.033692751079797745,0.03698163852095604,0.040270522236824036,0.04355940967798233,0.04684829339385033,0.05013718083500862,0.053426068276166916,0.05671495199203491,0.06000383943319321,0.0632927268743515,0.0665816068649292,0.0698704943060875,0.07315938174724579,0.07644826918840408,0.07973715662956238,0.08302603662014008,0.08631492406129837,0.08960381150245667,0.09289269894361496,0.09618157893419266,0.09947046637535095,0.10275935381650925],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,0,1,0,1,0,1,1,5,4,4,8,7,18,23,25,40,53,95,106,147,253,380,562,887,1309,2322,3482,5925,10149,18367,35071,76285,171514,137964,58761,28680,15358,8693,4907,3106,1888,1191,730,476,322,197,162,110,74,44,28,25,24,9,9,8,2,3,3,0,1,1,2],"bins":[-0.035888671875,-0.03482818603515625,-0.0337677001953125,-0.03270721435546875,-0.031646728515625,-0.03058624267578125,-0.0295257568359375,-0.02846527099609375,-0.02740478515625,-0.02634429931640625,-0.0252838134765625,-0.02422332763671875,-0.023162841796875,-0.02210235595703125,-0.0210418701171875,-0.01998138427734375,-0.0189208984375,-0.01786041259765625,-0.0167999267578125,-0.01573944091796875,-0.014678955078125,-0.01361846923828125,-0.0125579833984375,-0.01149749755859375,-0.01043701171875,-0.00937652587890625,-0.0083160400390625,-0.00725555419921875,-0.006195068359375,-0.00513458251953125,-0.0040740966796875,-0.00301361083984375,-0.001953125,-0.00089263916015625,0.0001678466796875,0.00122833251953125,0.002288818359375,0.00334930419921875,0.0044097900390625,0.00547027587890625,0.00653076171875,0.00759124755859375,0.0086517333984375,0.00971221923828125,0.010772705078125,0.01183319091796875,0.0128936767578125,0.01395416259765625,0.0150146484375,0.01607513427734375,0.0171356201171875,0.01819610595703125,0.019256591796875,0.02031707763671875,0.0213775634765625,0.02243804931640625,0.02349853515625,0.02455902099609375,0.0256195068359375,0.02667999267578125,0.027740478515625,0.02880096435546875,0.0298614501953125,0.03092193603515625,0.031982421875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.002044677734375,-0.0019807815551757812,-0.0019168853759765625,-0.0018529891967773438,-0.001789093017578125,-0.0017251968383789062,-0.0016613006591796875,-0.0015974044799804688,-0.00153350830078125,-0.0014696121215820312,-0.0014057159423828125,-0.0013418197631835938,-0.001277923583984375,-0.0012140274047851562,-0.0011501312255859375,-0.0010862350463867188,-0.0010223388671875,-0.0009584426879882812,-0.0008945465087890625,-0.0008306503295898438,-0.000766754150390625,-0.0007028579711914062,-0.0006389617919921875,-0.0005750656127929688,-0.00051116943359375,-0.00044727325439453125,-0.0003833770751953125,-0.00031948089599609375,-0.000255584716796875,-0.00019168853759765625,-0.0001277923583984375,-6.389617919921875e-05,0,6.389617919921875e-05,0.0001277923583984375,0.00019168853759765625,0.000255584716796875,0.00031948089599609375,0.0003833770751953125,0.00044727325439453125,0.00051116943359375,0.0005750656127929688,0.0006389617919921875,0.0007028579711914062,0.000766754150390625,0.0008306503295898438,0.0008945465087890625,0.0009584426879882812,0.0010223388671875,0.0010862350463867188,0.0011501312255859375,0.0012140274047851562,0.001277923583984375,0.0013418197631835938,0.0014057159423828125,0.0014696121215820312,0.00153350830078125,0.0015974044799804688,0.0016613006591796875,0.0017251968383789062,0.001789093017578125,0.0018529891967773438,0.0019168853759765625,0.0019807815551757812,0.002044677734375],"_type":"histogram","values":[2,0,1,0,0,2,0,0,9,5,12,20,12,26,39,59,70,115,173,248,419,597,943,1367,2249,3482,6000,9630,17506,32610,68008,151368,150509,67770,33140,17227,10358,5884,3715,2154,1459,904,576,365,251,165,117,75,55,37,32,14,10,9,12,5,4,1,0,1,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,2,2,2,4,1,7,3,4,6,7,7,12,10,7,20,15,23,14,17,25,23,29,26,28,27,30,38,36,28,23,23,27,25,24,19,26,16,17,18,14,14,13,9,10,5,5,4,4,4,1,2,4,2,2,1,1,0,0,1],"bins":[-0.030766237527132034,-0.029808644205331802,-0.02885105088353157,-0.02789345756173134,-0.026935864239931107,-0.025978270918130875,-0.025020677596330643,-0.02406308427453041,-0.02310549095273018,-0.022147895768284798,-0.021190302446484566,-0.020232709124684334,-0.019275115802884102,-0.01831752248108387,-0.017359929159283638,-0.016402335837483406,-0.015444742515683174,-0.014487149193882942,-0.01352955587208271,-0.012571962550282478,-0.011614369228482246,-0.01065677497535944,-0.009699181653559208,-0.008741588331758976,-0.007783995009958744,-0.006826401688158512,-0.00586880836635828,-0.004911214578896761,-0.003953621257096529,-0.002996027935296297,-0.0020384343806654215,-0.0010808409424498677,-0.00012324750423431396,0.0008343459339812398,0.0017919393721967936,0.002749532926827669,0.003707126248627901,0.004664719570428133,0.005622313357889652,0.006579906679689884,0.007537500001490116,0.008495093323290348,0.00945268664509058,0.010410279966890812,0.011367874220013618,0.01232546754181385,0.013283060863614082,0.014240654185414314,0.015198247507214546,0.016155840829014778,0.01711343415081501,0.018071027472615242,0.019028620794415474,0.019986214116215706,0.020943807438015938,0.02190140075981617,0.02285899594426155,0.023816589266061783,0.024774182587862015,0.025731775909662247,0.02668936923146248,0.02764696255326271,0.028604555875062943,0.029562149196863174,0.030519742518663406],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.00041639714618213475,-0.0004051098076160997,-0.0003938224690500647,-0.00038253513048402965,-0.0003712478210218251,-0.00035996048245579004,-0.000348673143889755,-0.00033738580532372,-0.00032609846675768495,-0.0003148111281916499,-0.0003035237896256149,-0.00029223645105957985,-0.0002809491124935448,-0.00026966180303134024,-0.0002583744644653052,-0.0002470871258992702,-0.00023579978733323514,-0.0002245124487672001,-0.00021322511020116508,-0.00020193778618704528,-0.00019065044762101024,-0.0001793631090549752,-0.0001680757850408554,-0.00015678844647482038,-0.00014550110790878534,-0.0001342137693427503,-0.00012292643077671528,-0.00011163910676259547,-0.00010035176819656044,-8.906442963052541e-05,-7.777709834044799e-05,-6.648976705037057e-05,-5.520242848433554e-05,-4.3915093556279317e-05,-3.262775862822309e-05,-2.1340423700166866e-05,-1.0053088772110641e-05,1.2342461559455842e-06,1.252158108400181e-05,2.3808916012058035e-05,3.509625094011426e-05,4.6383585868170485e-05,5.767092079622671e-05,6.895825208630413e-05,8.024559065233916e-05,9.153292921837419e-05,0.00010282026050845161,0.00011410759179852903,0.00012539493036456406,0.0001366822689305991,0.00014796960749663413,0.00015925693151075393,0.00017054427007678896,0.000181831608642824,0.0001931189326569438,0.00020440627122297883,0.00021569360978901386,0.0002269809483550489,0.00023826828692108393,0.00024955562548711896,0.000260842964053154,0.00027213027351535857,0.0002834176120813936,0.00029470495064742863,0.00030599228921346366],"_type":"histogram","values":[1,0,0,0,1,0,0,2,0,0,0,0,0,0,0,2,1,2,5,3,4,8,7,7,7,18,15,12,17,25,28,32,40,43,32,41,34,36,46,43,42,42,29,27,27,15,10,15,10,9,7,5,6,3,2,0,3,0,1,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"values":[1,2,0,1,1,1,1,2,2,3,2,1,2,4,4,9,8,2,6,7,11,17,21,19,12,20,27,25,37,24,40,23,36,30,32,25,28,39,24,26,25,24,24,15,14,7,4,10,9,8,6,11,3,2,8,3,4,4,4,3,3,0,1,1],"bins":[0.9992542862892151,0.9992775917053223,0.9993008971214294,0.9993242621421814,0.9993475675582886,0.9993708729743958,0.9993941783905029,0.9994174838066101,0.9994408488273621,0.9994641542434692,0.9994874596595764,0.9995107650756836,0.9995340704917908,0.9995574355125427,0.9995807409286499,0.9996040463447571,0.9996273517608643,0.9996506571769714,0.9996740221977234,0.9996973276138306,0.9997206330299377,0.9997439384460449,0.9997672438621521,0.999790608882904,0.9998139142990112,0.9998372197151184,0.9998605251312256,0.9998838305473328,0.9999071955680847,0.9999305009841919,0.9999538064002991,0.9999771118164062,1.0000004768371582,1.0000237226486206,1.0000470876693726,1.0000704526901245,1.000093698501587,1.0001170635223389,1.0001403093338013,1.0001636743545532,1.0001870393753052,1.0002102851867676,1.0002336502075195,1.000256896018982,1.0002802610397339,1.0003036260604858,1.0003268718719482,1.0003502368927002,1.0003734827041626,1.0003968477249146,1.0004202127456665,1.000443458557129,1.0004668235778809,1.0004900693893433,1.0005134344100952,1.0005367994308472,1.0005600452423096,1.0005834102630615,1.000606656074524,1.0006300210952759,1.0006533861160278,1.0006766319274902,1.0006999969482422,1.0007232427597046,1.0007466077804565],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[1,1,1,0,2,0,3,4,4,0,4,7,7,11,6,18,16,6,17,27,13,26,22,33,30,34,26,24,29,24,29,33,32,25,28,24,34,25,19,17,23,7,17,10,4,8,8,5,6,5,5,2,2,1,1,1,0,0,0,0,0,0,0,1],"bins":[-0.012938196770846844,-0.01249788235872984,-0.012057567946612835,-0.01161725353449583,-0.011176939122378826,-0.010736624710261822,-0.010296310298144817,-0.009855995886027813,-0.009415682405233383,-0.008975367993116379,-0.008535053580999374,-0.00809473916888237,-0.007654424756765366,-0.007214110344648361,-0.006773795932531357,-0.006333481520414352,-0.005893167108297348,-0.005452852696180344,-0.005012538284063339,-0.004572223871946335,-0.0041319094598293304,-0.0036915952805429697,-0.003251281101256609,-0.0028109666891396046,-0.0023706522770226,-0.0019303378649055958,-0.0014900235692039132,-0.0010497092735022306,-0.0006093948613852262,-0.00016908050747588277,0.0002712338464334607,0.0007115482003428042,0.0011518625542521477,0.001592176966369152,0.0020324913784861565,0.002472805557772517,0.0029131199698895216,0.003353434382006526,0.0037937485612928867,0.004234062973409891,0.0046743773855268955,0.0051146917976439,0.005555006209760904,0.005995320621877909,0.006435634568333626,0.00687594898045063,0.007316263392567635,0.007756577804684639,0.008196892216801643,0.008637206628918648,0.009077521041035652,0.009517835453152657,0.009958149865269661,0.010398464277386665,0.01083877868950367,0.011279093101620674,0.011719407513737679,0.012159720994532108,0.012600035406649113,0.013040349818766117,0.013480664230883121,0.013920978643000126,0.01436129305511713,0.014801607467234135,0.015241921879351139],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.007659912109375,-0.007407665252685547,-0.007155418395996094,-0.006903171539306641,-0.0066509246826171875,-0.006398677825927734,-0.006146430969238281,-0.005894184112548828,-0.005641937255859375,-0.005389690399169922,-0.005137443542480469,-0.004885196685791016,-0.0046329498291015625,-0.004380702972412109,-0.004128456115722656,-0.003876209259033203,-0.00362396240234375,-0.003371715545654297,-0.0031194686889648438,-0.0028672218322753906,-0.0026149749755859375,-0.0023627281188964844,-0.0021104812622070312,-0.0018582344055175781,-0.001605987548828125,-0.0013537406921386719,-0.0011014938354492188,-0.0008492469787597656,-0.0005970001220703125,-0.0003447532653808594,-9.250640869140625e-05,0.00015974044799804688,0.0004119873046875,0.0006642341613769531,0.0009164810180664062,0.0011687278747558594,0.0014209747314453125,0.0016732215881347656,0.0019254684448242188,0.002177715301513672,0.002429962158203125,0.002682209014892578,0.0029344558715820312,0.0031867027282714844,0.0034389495849609375,0.0036911964416503906,0.003943443298339844,0.004195690155029297,0.00444793701171875,0.004700183868408203,0.004952430725097656,0.005204677581787109,0.0054569244384765625,0.005709171295166016,0.005961418151855469,0.006213665008544922,0.006465911865234375,0.006718158721923828,0.006970405578613281,0.007222652435302734,0.0074748992919921875,0.007727146148681641,0.007979393005371094,0.008231639862060547,0.00848388671875],"_type":"histogram","values":[2,0,1,3,3,5,10,24,18,33,48,103,136,185,302,472,737,989,1659,2333,3785,5354,8336,12668,19545,29920,48224,79881,146009,281517,379273,239121,124272,68939,42191,26523,17328,11154,7155,4876,3150,2206,1413,1031,632,453,260,202,132,75,58,33,37,17,9,6,5,1,4,1,3,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,0,2,2,5,9,21,36,74,89,164,319,420,614,985,1499,2220,3071,4223,5752,7639,9672,12306,15187,18323,21542,24844,28014,30731,32868,34942,35590,35782,35013,33474,31194,28733,25694,22184,18897,15930,12711,10311,8012,6089,4504,3247,2250,1616,1072,763,445,293,187,116,61,31,21,8,12,7,1,0,1],"bins":[-0.09748233109712601,-0.09444630891084671,-0.09141029417514801,-0.08837427198886871,-0.08533824980258942,-0.08230223506689072,-0.07926621288061142,-0.07623019814491272,-0.07319417595863342,-0.07015815377235413,-0.06712213903665543,-0.06408611685037613,-0.06105009838938713,-0.05801407992839813,-0.054978057742118835,-0.05194203928112984,-0.04890602082014084,-0.04587000235915184,-0.04283398389816284,-0.039797961711883545,-0.036761943250894547,-0.03372592478990555,-0.0306899044662714,-0.027653884142637253,-0.024617865681648254,-0.021581847220659256,-0.01854582689702511,-0.015509807504713535,-0.012473788112401962,-0.00943776872009039,-0.006401749327778816,-0.003365729935467243,-0.00032970309257507324,0.0027063162997365,0.005742335692048073,0.008778355084359646,0.011814374476671219,0.014850393868982792,0.017886413261294365,0.020922433584928513,0.02395845204591751,0.02699447050690651,0.030030490830540657,0.033066511154174805,0.0361025296151638,0.0391385480761528,0.0421745702624321,0.0452105887234211,0.048246607184410095,0.051282625645399094,0.05431864410638809,0.05735466629266739,0.06039068475365639,0.06342670321464539,0.06646272540092468,0.06949874013662338,0.07253476232290268,0.07557078450918198,0.07860679924488068,0.08164282143115997,0.08467884361743927,0.08771485835313797,0.09075088053941727,0.09378689527511597,0.09682291746139526]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,1,1,2,1,4,2,5,4,6,7,5,11,8,9,17,12,8,19,16,19,22,17,24,32,32,31,26,27,26,30,29,24,30,30,22,17,29,23,15,17,10,12,10,14,8,9,5,5,8,8,4,1,2,1,3,3,2],"bins":[-0.07552959769964218,-0.07338811457157135,-0.07124663889408112,-0.06910515576601028,-0.06696367263793945,-0.06482218950986862,-0.06268070638179779,-0.060539230704307556,-0.058397747576236725,-0.056256264448165894,-0.05411478504538536,-0.05197330564260483,-0.049831822514534,-0.047690339386463165,-0.04554885998368263,-0.0434073805809021,-0.04126589745283127,-0.03912441432476044,-0.036982934921979904,-0.03484145551919937,-0.03269997239112854,-0.030558491125702858,-0.028417009860277176,-0.026275528594851494,-0.024134047329425812,-0.02199256606400013,-0.019851084798574448,-0.017709603533148766,-0.015568122267723083,-0.013426641002297401,-0.01128515973687172,-0.009143678471446037,-0.007002193480730057,-0.004860712215304375,-0.0027192309498786926,-0.0005777496844530106,0.0015637315809726715,0.0037052128463983536,0.005846694111824036,0.007988175377249718,0.0101296566426754,0.012271137908101082,0.014412619173526764,0.016554100438952446,0.018695581704378128,0.02083706296980381,0.022978544235229492,0.025120025500655174,0.027261506766080856,0.02940298803150654,0.03154446929693222,0.03368595242500305,0.035827431827783585,0.03796891123056412,0.04011039435863495,0.04225187748670578,0.04439335688948631,0.046534836292266846,0.04867631942033768,0.05081780254840851,0.05295928195118904,0.055100761353969574,0.057242244482040405,0.05938372761011124,0.06152520701289177]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,2,0,1,2,1,1,3,5,3,4,5,7,9,10,5,8,8,7,8,21,12,20,29,20,32,34,38,27,25,29,25,33,31,28,27,28,24,19,21,15,14,14,11,11,12,14,19,4,7,3,7,1,5,2,4,3,2,1,1,0,3],"bins":[-0.0008494436042383313,-0.0008241003379225731,-0.000798757013399154,-0.0007734137470833957,-0.0007480704807676375,-0.0007227271562442183,-0.0006973838899284601,-0.0006720406236127019,-0.0006466972990892828,-0.0006213540327735245,-0.0005960107664577663,-0.0005706674419343472,-0.0005453241756185889,-0.0005199809093028307,-0.0004946375847794116,-0.0004692943184636533,-0.00044395102304406464,-0.00041860772762447596,-0.00039326446130871773,-0.00036792116588912904,-0.00034257787046954036,-0.00031723460415378213,-0.00029189130873419344,-0.00026654801331460476,-0.0002412047324469313,-0.00021586145157925785,-0.00019051815615966916,-0.0001651748752919957,-0.00013983159442432225,-0.00011448829900473356,-8.91450181370601e-05,-6.380172999342903e-05,-3.8458441849797964e-05,-1.3115155525156297e-05,1.222813079948537e-05,3.7571415305137634e-05,6.29147034487687e-05,8.825799159239978e-05,0.00011360127246007323,0.00013894456787966192,0.00016428784874733537,0.00018963112961500883,0.00021497442503459752,0.00024031770590227097,0.00026566098676994443,0.0002910042821895331,0.0003163475776091218,0.00034169084392488003,0.0003670341393444687,0.0003923774347640574,0.0004177207010798156,0.0004430639964994043,0.000468407291918993,0.0004937505582347512,0.0005190938827581704,0.0005444371490739286,0.0005697804153896868,0.000595123739913106,0.0006204670062288642,0.0006458102725446224,0.0006711535970680416,0.0006964968633837998,0.000721840129699558,0.0007471834542229772,0.0007725267205387354]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.000820159912109375,-0.0007954835891723633,-0.0007708072662353516,-0.0007461309432983398,-0.0007214546203613281,-0.0006967782974243164,-0.0006721019744873047,-0.000647425651550293,-0.0006227493286132812,-0.0005980730056762695,-0.0005733966827392578,-0.0005487203598022461,-0.0005240440368652344,-0.0004993677139282227,-0.00047469139099121094,-0.0004500150680541992,-0.0004253387451171875,-0.0004006624221801758,-0.00037598609924316406,-0.00035130977630615234,-0.0003266334533691406,-0.0003019571304321289,-0.0002772808074951172,-0.00025260448455810547,-0.00022792816162109375,-0.00020325183868408203,-0.0001785755157470703,-0.0001538991928100586,-0.00012922286987304688,-0.00010454654693603516,-7.987022399902344e-05,-5.519390106201172e-05,-3.0517578125e-05,-5.841255187988281e-06,1.8835067749023438e-05,4.3511390686035156e-05,6.818771362304688e-05,9.28640365600586e-05,0.00011754035949707031,0.00014221668243408203,0.00016689300537109375,0.00019156932830810547,0.0002162456512451172,0.0002409219741821289,0.0002655982971191406,0.00029027462005615234,0.00031495094299316406,0.0003396272659301758,0.0003643035888671875,0.0003889799118041992,0.00041365623474121094,0.00043833255767822266,0.0004630088806152344,0.0004876852035522461,0.0005123615264892578,0.0005370378494262695,0.0005617141723632812,0.000586390495300293,0.0006110668182373047,0.0006357431411743164,0.0006604194641113281,0.0006850957870483398,0.0007097721099853516,0.0007344484329223633,0.000759124755859375],"_type":"histogram","values":[1,0,1,0,3,1,5,3,6,8,13,12,23,22,42,46,102,150,180,296,506,709,1152,1512,2437,3796,5981,9559,14758,24257,39387,64348,98864,109134,80874,49343,30594,18976,11869,7087,4751,3037,2021,1321,865,629,379,259,171,98,79,51,25,22,18,7,8,6,4,3,8,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,1,0,0,2,3,1,4,5,2,4,2,5,8,9,8,10,7,12,22,11,17,19,30,34,36,38,38,46,41,35,32,31,32,30,26,25,25,10,14,15,20,9,10,10,5,4,4,3,1,1,4,1,0,1,3],"bins":[-0.00041530936141498387,-0.000404177641030401,-0.00039304594974964857,-0.0003819142293650657,-0.0003707825089804828,-0.00035965078859589994,-0.00034851906821131706,-0.00033738737693056464,-0.00032625565654598176,-0.0003151239361613989,-0.00030399224488064647,-0.0002928605244960636,-0.0002817288041114807,-0.00027059708372689784,-0.00025946536334231496,-0.00024833367206156254,-0.00023720195167697966,-0.00022607023129239678,-0.00021493852545972914,-0.00020380681962706149,-0.0001926750992424786,-0.00018154337885789573,-0.00017041167302522808,-0.00015927996719256043,-0.00014814824680797756,-0.00013701652642339468,-0.00012588482059072703,-0.00011475310748210177,-0.0001036213943734765,-9.248968126485124e-05,-8.135796815622598e-05,-7.022625504760072e-05,-5.909457104280591e-05,-4.796285793418065e-05,-3.6831144825555384e-05,-2.569943171693012e-05,-1.4567718608304858e-05,-3.4360054996795952e-06,7.695707608945668e-06,1.882742071757093e-05,2.9959133826196194e-05,4.109084693482146e-05,5.222256004344672e-05,6.335427315207198e-05,7.448598626069725e-05,8.561769936932251e-05,9.674941247794777e-05,0.00010788112558657303,0.0001190128386951983,0.00013014455907978117,0.00014127626491244882,0.00015240797074511647,0.00016353969112969935,0.00017467141151428223,0.00018580311734694988,0.00019693482317961752,0.0002080665435642004,0.00021919826394878328,0.00023032996978145093,0.00024146167561411858,0.00025259339599870145,0.00026372511638328433,0.00027485680766403675,0.00028598852804861963,0.0002971202484332025],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.022184593603014946,-0.021510206162929535,-0.020835818722844124,-0.020161431282758713,-0.0194870438426733,-0.01881265640258789,-0.01813826896250248,-0.01746388152241707,-0.016789495944976807,-0.016115108504891396,-0.01544072013348341,-0.014766332693397999,-0.014091946184635162,-0.013417558744549751,-0.01274317130446434,-0.01206878386437893,-0.011394396424293518,-0.010720008984208107,-0.010045621544122696,-0.009371234104037285,-0.008696846663951874,-0.008022460155189037,-0.007348072715103626,-0.006673685275018215,-0.005999297834932804,-0.005324910394847393,-0.004650522954761982,-0.003976135980337858,-0.003301748540252447,-0.002627361100167036,-0.0019529738929122686,-0.0012785865692421794,-0.0006042011082172394,7.018621545284986e-05,0.0007445735391229391,0.0014189608627930284,0.0020933481864631176,0.0027677356265485287,0.003442122833803296,0.0041165100410580635,0.004790897481143475,0.005465284921228886,0.006139672361314297,0.0068140593357384205,0.0074884467758238316,0.008162833750247955,0.008837221190333366,0.009511608630418777,0.010185996070504189,0.0108603835105896,0.01153477095067501,0.012209158390760422,0.012883545830845833,0.01355793233960867,0.01423231977969408,0.014906707219779491,0.015581094659864902,0.01625548116862774,0.01692986860871315,0.01760425604879856,0.018278643488883972,0.018953030928969383,0.019627418369054794,0.020301805809140205,0.020976193249225616],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,3,3,6,7,6,7,8,14,14,11,10,19,32,17,20,34,33,39,33,29,37,42,37,31,31,40,20,23,30,28,15,14,12,10,6,7,6,9,5,3,4,2,4,1,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[2,1,0,2,0,0,1,1,4,3,1,1,3,2,3,5,6,6,8,12,9,9,17,10,9,25,14,11,25,32,24,25,34,30,31,42,31,40,21,33,18,33,17,17,17,13,20,8,12,7,13,13,10,3,8,6,4,4,2,3,2,3,1,1],"bins":[-0.0003740465617738664,-0.0003634244203567505,-0.000352802308043465,-0.0003421801666263491,-0.0003315580543130636,-0.0003209359128959477,-0.00031031377147883177,-0.0002996916591655463,-0.00028906951774843037,-0.00027844737633131444,-0.000267825264018029,-0.00025720312260091305,-0.0002465809811837971,-0.00023595886887051165,-0.00022533672745339572,-0.00021471460058819503,-0.00020409247372299433,-0.00019347034685779363,-0.00018284821999259293,-0.000172226078575477,-0.0001616039517102763,-0.0001509818248450756,-0.00014035968342795968,-0.00012973755656275898,-0.00011911542969755828,-0.00010849330283235759,-9.787116869119927e-05,-8.724903455004096e-05,-7.662690768484026e-05,-6.600478081963956e-05,-5.538264667848125e-05,-4.4760516175301746e-05,-3.413838567212224e-05,-2.3516255168942735e-05,-1.2894124665763229e-05,-2.2719941625837237e-06,8.350136340595782e-06,1.8972266843775287e-05,2.9594397346954793e-05,4.02165278501343e-05,5.0838658353313804e-05,6.14607852185145e-05,7.208291935967281e-05,8.270505350083113e-05,9.332718036603183e-05,0.00010394930723123252,0.00011457144137239084,0.00012519357551354915,0.00013581570237874985,0.00014643782924395055,0.00015705995610915124,0.00016768209752626717,0.00017830422439146787,0.00018892635125666857,0.0001995484926737845,0.0002101706195389852,0.0002207927464041859,0.0002314148732693866,0.0002420370001345873,0.0002526591415517032,0.00026328128296881914,0.0002739033952821046,0.00028452553669922054,0.000295147649012506,0.00030576979042962193],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,2,0,1,2,0,0,0,1,4,0,5,5,1,6,10,13,16,7,13,20,22,24,25,31,31,39,35,40,33,25,35,27,30,27,21,23,20,16,16,12,18,11,11,7,6,14,9,7,9,4,4,3,6,7,0,3,1,1,1,2,1,2],"bins":[0.9993177056312561,0.9993405342102051,0.9993633031845093,0.9993861317634583,0.9994089603424072,0.9994317293167114,0.9994545578956604,0.9994773864746094,0.9995001554489136,0.9995229840278625,0.9995458126068115,0.9995685815811157,0.9995914101600647,0.9996142387390137,0.9996370077133179,0.9996598362922668,0.9996826648712158,0.99970543384552,0.999728262424469,0.999751091003418,0.9997738599777222,0.9997966885566711,0.9998195171356201,0.9998422861099243,0.9998651146888733,0.9998879432678223,0.9999107122421265,0.9999335408210754,0.9999563694000244,0.9999791383743286,1.0000020265579224,1.0000247955322266,1.0000475645065308,1.0000704526901245,1.0000932216644287,1.000115990638733,1.0001388788223267,1.0001616477966309,1.000184416770935,1.0002073049545288,1.000230073928833,1.0002528429031372,1.000275731086731,1.0002985000610352,1.0003212690353394,1.000344157218933,1.0003669261932373,1.0003896951675415,1.0004125833511353,1.0004353523254395,1.0004581212997437,1.0004810094833374,1.0005037784576416,1.0005265474319458,1.0005494356155396,1.0005722045898438,1.000594973564148,1.0006178617477417,1.000640630722046,1.00066339969635,1.0006862878799438,1.000709056854248,1.0007318258285522,1.000754714012146,1.0007774829864502]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,1,1,3,1,1,0,5,0,2,1,13,10,12,10,24,22,13,26,40,64,43,60,64,76,85,87,100,100,108,111,112,89,92,89,85,90,70,69,44,44,32,33,22,19,17,10,13,7,9,6,4,2,2,1,0,0,0,0,0,0,2],"bins":[-0.0005809054127894342,-0.0005634638364426792,-0.0005460222600959241,-0.0005285806837491691,-0.0005111391074024141,-0.0004936975310556591,-0.00047625592560507357,-0.00045881434925831854,-0.00044137274380773306,-0.00042393116746097803,-0.000406489591114223,-0.000389048014767468,-0.00037160643842071295,-0.0003541648620739579,-0.00033672325662337244,-0.0003192816802766174,-0.0003018401039298624,-0.00028439852758310735,-0.0002669569512363523,-0.00024951534578576684,-0.0002320737694390118,-0.00021463219309225678,-0.00019719061674550176,-0.0001797490258468315,-0.00016230744950007647,-0.00014486587315332144,-0.0001274242822546512,-0.00010998270590789616,-9.254112228518352e-05,-7.509953866247088e-05,-5.765795867773704e-05,-4.021637869300321e-05,-2.2774795070290565e-05,-5.333213266567327e-06,1.2108368537155911e-05,2.954995034087915e-05,4.699153214460239e-05,6.443311576731503e-05,8.187469211407006e-05,9.93162757367827e-05,0.00011675785935949534,0.00013419943570625037,0.00015164102660492063,0.00016908260295167565,0.00018652417929843068,0.00020396577019710094,0.00022140734654385597,0.00023884893744252622,0.00025629051378928125,0.0002737320901360363,0.0002911736664827913,0.0003086152719333768,0.0003260568482801318,0.00034349842462688684,0.00036094000097364187,0.0003783815773203969,0.00039582315366715193,0.0004132647591177374,0.00043070633546449244,0.00044814791181124747,0.0004655894881580025,0.0004830310645047575,0.000500472669955343,0.000517914246302098,0.0005353558226488531]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.0003519963938742876,-0.0003404475864954293,-0.00032889877911657095,-0.00031734994263388216,-0.00030580113525502384,-0.0002942523278761655,-0.0002827035204973072,-0.00027115471311844885,-0.00025960587663576007,-0.00024805706925690174,-0.0002365082618780434,-0.00022495945449918509,-0.00021341064712032676,-0.0002018618251895532,-0.00019031301781069487,-0.00017876419587992132,-0.000167215388501063,-0.00015566658112220466,-0.0001441177591914311,-0.00013256895181257278,-0.00012102013715775684,-0.00010947132250294089,-9.792251512408257e-05,-8.637370046926662e-05,-7.482488581445068e-05,-6.327607115963474e-05,-5.1727260142797604e-05,-4.017844912596047e-05,-2.8629634471144527e-05,-1.708082163531799e-05,-5.53200879949145e-06,6.016804036335088e-06,1.756558776833117e-05,2.911440060415771e-05,4.066321343998425e-05,5.221202445682138e-05,6.376083911163732e-05,7.530965376645327e-05,8.68584611453116e-05,9.840727580012754e-05,0.00010995609045494348,0.00012150490510975942,0.00013305371976457536,0.0001446025271434337,0.00015615133452229202,0.00016770015645306557,0.0001792489638319239,0.00019079778576269746,0.00020234659314155579,0.00021389540052041411,0.00022544422245118767,0.000236993029830046,0.00024854185176081955,0.0002600906591396779,0.0002716394665185362,0.00028318827389739454,0.0002947371103800833,0.00030628591775894165,0.0003178347251378,0.0003293835325166583,0.00034093233989551663,0.00035248114727437496,0.00036402998375706375,0.0003755787911359221,0.0003871275985147804],"_type":"histogram","values":[1,0,0,0,1,0,2,1,1,0,1,3,3,3,4,7,5,6,8,16,16,14,21,21,27,29,37,47,44,32,47,52,48,41,39,34,29,23,17,21,9,12,8,5,5,6,3,3,2,4,0,4,1,0,1,0,2,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,1,3,0,2,0,1,1,3,3,7,7,10,6,13,11,9,9,11,22,21,21,22,27,27,39,28,48,37,45,34,31,30,34,16,22,16,25,29,17,11,12,9,9,5,5,5,5,4,4,2,1,2,0,1,0,0,0,2],"bins":[-0.0004024289082735777,-0.0003904750046785921,-0.0003785211010836065,-0.0003665671974886209,-0.0003546132938936353,-0.0003426594194024801,-0.0003307055158074945,-0.0003187516122125089,-0.0003067977086175233,-0.0002948438050225377,-0.0002828899014275521,-0.0002709359978325665,-0.00025898212334141135,-0.00024702821974642575,-0.00023507431615144014,-0.00022312041255645454,-0.00021116650896146894,-0.00019921260536648333,-0.00018725870177149773,-0.00017530481272842735,-0.00016335090913344175,-0.00015139700553845614,-0.00013944311649538577,-0.00012748921290040016,-0.00011553530930541456,-0.00010358140571042895,-9.162750939140096e-05,-7.967361307237297e-05,-6.771970947738737e-05,-5.576580952038057e-05,-4.3811909563373774e-05,-3.185800960636698e-05,-1.9904080545529723e-05,-7.950180588522926e-06,4.003719368483871e-06,1.595761932549067e-05,2.7911519282497466e-05,3.986541923950426e-05,5.181931919651106e-05,6.377321551553905e-05,7.572711911052465e-05,8.768102270551026e-05,9.963491902453825e-05,0.00011158881534356624,0.00012354271893855184,0.00013549662253353745,0.00014745051157660782,0.00015940441517159343,0.00017135831876657903,0.00018331222236156464,0.00019526612595655024,0.00020722001499962062,0.00021917391859460622,0.00023112782218959183,0.0002430817112326622,0.0002550356148276478,0.0002669895184226334,0.000278943422017619,0.0002908973256126046,0.0003028512292075902,0.0003148051328025758,0.000326759007293731,0.0003387129108887166,0.0003506668144837022,0.0003626207180786878],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.0005957930698059499,-0.000579320709221065,-0.0005628484068438411,-0.0005463760462589562,-0.0005299037438817322,-0.0005134313832968473,-0.0004969590809196234,-0.00048048674943856895,-0.0004640144179575145,-0.00044754205737262964,-0.0004310697258915752,-0.0004145973944105208,-0.00039812506292946637,-0.00038165273144841194,-0.0003651803999673575,-0.0003487080684863031,-0.00033223573700524867,-0.00031576340552419424,-0.0002992910740431398,-0.0002828187425620854,-0.00026634641108103096,-0.00024987407959997654,-0.00023340173356700689,-0.00021692940208595246,-0.00020045707060489804,-0.0001839847391238436,-0.00016751240764278919,-0.00015104007616173476,-0.0001345677301287651,-0.0001180954059236683,-0.00010162306716665626,-8.515073568560183e-05,-6.86784042045474e-05,-5.220607272349298e-05,-3.573373760445975e-05,-1.926140430441592e-05,-2.78907100437209e-06,1.3683262295671739e-05,3.0155595595715567e-05,4.66279307147488e-05,6.310026219580323e-05,7.957259367685765e-05,9.604492515791208e-05,0.00011251726391492411,0.00012898960267193615,0.00014546193415299058,0.000161934265634045,0.00017840659711509943,0.00019487892859615386,0.00021135126007720828,0.0002278235915582627,0.00024429592303931713,0.00026076825452037156,0.000277240586001426,0.0002937129174824804,0.00031018524896353483,0.0003266576095484197,0.00034312994102947414,0.00035960227251052856,0.000376074603991583,0.0003925469354726374,0.00040901926695369184,0.00042549159843474627,0.0004419639299158007,0.0004584362613968551],"_type":"histogram","values":[1,1,0,1,0,0,0,0,1,1,1,2,4,1,1,4,5,8,5,6,10,16,24,29,23,38,45,55,58,74,95,99,99,120,122,124,119,115,121,90,95,86,59,58,32,38,29,28,18,14,25,9,8,7,4,2,3,4,4,2,0,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-0.07852579653263092,-0.07560925930738449,-0.07269272208213806,-0.06977618485689163,-0.0668596476316452,-0.06394311040639877,-0.061026569455862045,-0.058110032230615616,-0.05519349128007889,-0.05227695405483246,-0.04936041682958603,-0.0464438796043396,-0.04352734237909317,-0.04061080515384674,-0.03769426420331001,-0.03477772697806358,-0.031861189752817154,-0.028944652527570724,-0.026028113439679146,-0.023111576214432716,-0.020195037126541138,-0.017278499901294708,-0.014361962676048279,-0.011445424519479275,-0.00852888636291027,-0.005612348206341267,-0.00269581051543355,0.00022072740830481052,0.003137265332043171,0.006053803488612175,0.008970340713858604,0.011886878870427608,0.014803417026996613,0.017719954252243042,0.02063649334013462,0.02355303056538105,0.02646956965327263,0.029386106878519058,0.03230264410376549,0.03521918132901192,0.038135722279548645,0.041052259504795074,0.043968796730041504,0.04688533395528793,0.04980187118053436,0.05271840840578079,0.05563494935631752,0.05855148658156395,0.06146802380681038,0.0643845647573471,0.06730110198259354,0.07021763920783997,0.0731341764330864,0.07605071365833282,0.07896725088357925,0.08188378810882568,0.08480032533407211,0.08771686255931854,0.09063339978456497,0.093549944460392,0.09646648168563843,0.09938301891088486,0.10229955613613129,0.10521609336137772,0.10813263058662415],"_type":"histogram","values":[1,0,2,0,0,0,1,1,2,1,1,2,5,2,9,6,3,6,13,12,14,27,23,32,48,77,136,95,49,43,33,27,14,12,13,12,9,4,8,4,2,2,1,2,5,1,0,2,1,1,1,0,0,0,0,0,2,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.027751930058002472,-0.026771405711770058,-0.025790881365537643,-0.02481035515666008,-0.023829830810427666,-0.02284930646419525,-0.021868782117962837,-0.020888257771730423,-0.01990773156285286,-0.018927207216620445,-0.01794668287038803,-0.016966158524155617,-0.015985634177923203,-0.015005108900368214,-0.0140245845541358,-0.01304405927658081,-0.012063534930348396,-0.011083010584115982,-0.010102485306560993,-0.009121960960328579,-0.00814143568277359,-0.007160911336541176,-0.006180386990308762,-0.00519986217841506,-0.0042193373665213585,-0.003238812554627657,-0.002258287975564599,-0.0012777632800862193,-0.0002972385846078396,0.0006832861108705401,0.0016638108063489199,0.0026443353854119778,0.0036248601973056793,0.004605385009199381,0.005585909821093082,0.006566434167325497,0.007546958979219198,0.0085274837911129,0.009508008137345314,0.010488533414900303,0.011469057761132717,0.012449582107365131,0.01343010738492012,0.014410631731152534,0.015391156077384949,0.016371680423617363,0.017352206632494926,0.01833273097872734,0.019313255324959755,0.02029377967119217,0.021274304017424583,0.022254830226302147,0.02323535457253456,0.024215878918766975,0.02519640326499939,0.026176927611231804,0.027157451957464218,0.02813797816634178,0.029118502512574196,0.03009902685880661,0.031079551205039024,0.03206007555127144,0.033040601760149,0.03402112424373627,0.03500165045261383],"_type":"histogram","values":[1,0,1,2,2,1,1,3,3,4,9,9,12,12,18,20,21,36,25,36,58,55,74,77,89,125,124,119,167,124,123,107,93,90,68,55,58,30,35,21,21,31,13,16,16,5,7,7,2,4,4,5,3,1,0,1,0,2,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.1455078125,-0.1412200927734375,-0.136932373046875,-0.1326446533203125,-0.12835693359375,-0.1240692138671875,-0.119781494140625,-0.1154937744140625,-0.1112060546875,-0.1069183349609375,-0.102630615234375,-0.0983428955078125,-0.09405517578125,-0.0897674560546875,-0.085479736328125,-0.0811920166015625,-0.076904296875,-0.0726165771484375,-0.068328857421875,-0.0640411376953125,-0.05975341796875,-0.0554656982421875,-0.051177978515625,-0.0468902587890625,-0.0426025390625,-0.0383148193359375,-0.034027099609375,-0.0297393798828125,-0.02545166015625,-0.0211639404296875,-0.016876220703125,-0.0125885009765625,-0.00830078125,-0.0040130615234375,0.000274658203125,0.0045623779296875,0.00885009765625,0.0131378173828125,0.017425537109375,0.0217132568359375,0.0260009765625,0.0302886962890625,0.034576416015625,0.0388641357421875,0.04315185546875,0.0474395751953125,0.051727294921875,0.0560150146484375,0.060302734375,0.0645904541015625,0.068878173828125,0.0731658935546875,0.07745361328125,0.0817413330078125,0.086029052734375,0.0903167724609375,0.0946044921875,0.0988922119140625,0.103179931640625,0.1074676513671875,0.11175537109375,0.1160430908203125,0.120330810546875,0.1246185302734375,0.12890625],"_type":"histogram","values":[2,0,1,1,0,0,1,1,1,8,8,9,14,25,30,40,62,92,112,225,250,407,532,945,1310,1804,2857,4446,6728,10944,18674,33354,66340,161282,141021,59216,31953,17763,10797,6463,4232,2570,1741,1152,784,486,359,252,180,116,74,61,29,15,16,6,11,10,7,0,2,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,1,1,1,0,4,5,5,8,11,20,25,26,46,63,87,133,198,307,462,701,1255,1842,3453,5782,10555,20640,43774,113209,230459,83841,34648,16663,8816,5119,2812,1761,1112,640,437,273,185,141,101,59,31,35,17,18,12,7,9,2,6,1,0,0,2,0,0,1],"bins":[-0.00823974609375,-0.007985115051269531,-0.0077304840087890625,-0.007475852966308594,-0.007221221923828125,-0.006966590881347656,-0.0067119598388671875,-0.006457328796386719,-0.00620269775390625,-0.005948066711425781,-0.0056934356689453125,-0.005438804626464844,-0.005184173583984375,-0.004929542541503906,-0.0046749114990234375,-0.004420280456542969,-0.0041656494140625,-0.003911018371582031,-0.0036563873291015625,-0.0034017562866210938,-0.003147125244140625,-0.0028924942016601562,-0.0026378631591796875,-0.0023832321166992188,-0.00212860107421875,-0.0018739700317382812,-0.0016193389892578125,-0.0013647079467773438,-0.001110076904296875,-0.0008554458618164062,-0.0006008148193359375,-0.00034618377685546875,-9.1552734375e-05,0.00016307830810546875,0.0004177093505859375,0.0006723403930664062,0.000926971435546875,0.0011816024780273438,0.0014362335205078125,0.0016908645629882812,0.00194549560546875,0.0022001266479492188,0.0024547576904296875,0.0027093887329101562,0.002964019775390625,0.0032186508178710938,0.0034732818603515625,0.0037279129028320312,0.0039825439453125,0.004237174987792969,0.0044918060302734375,0.004746437072753906,0.005001068115234375,0.005255699157714844,0.0055103302001953125,0.005764961242675781,0.00601959228515625,0.006274223327636719,0.0065288543701171875,0.006783485412597656,0.007038116455078125,0.007292747497558594,0.0075473785400390625,0.007802009582519531,0.008056640625]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[2,2,6,0,3,3,4,5,3,4,5,8,0,10,6,12,14,14,5,19,15,17,25,14,19,30,18,29,25,21,25,29,22,16,25,19,20,29,15,18,21,26,17,15,14,16,15,11,11,14,9,5,5,3,4,7,3,1,4,1,2,1,6,1],"bins":[-0.0007773832185193896,-0.0007529369904659688,-0.0007284907624125481,-0.0007040445343591273,-0.0006795983063057065,-0.0006551520200446248,-0.000630705791991204,-0.0006062595639377832,-0.0005818133358843625,-0.0005573671078309417,-0.0005329208797775209,-0.0005084746517241001,-0.0004840283945668489,-0.0004595821665134281,-0.00043513590935617685,-0.00041068968130275607,-0.0003862434532493353,-0.0003617972251959145,-0.0003373509971424937,-0.0003129047399852425,-0.0002884585119318217,-0.0002640122838784009,-0.0002395660412730649,-0.0002151197986677289,-0.00019067357061430812,-0.00016622734256088734,-0.00014178109995555133,-0.00011733486462617293,-9.288862929679453e-05,-6.844239396741614e-05,-4.399615863803774e-05,-1.9549923308659345e-05,4.896312020719051e-06,2.9342547350097448e-05,5.3788782679475844e-05,7.823501800885424e-05,0.00010268125333823264,0.00012712748139165342,0.00015157372399698943,0.00017601996660232544,0.00020046619465574622,0.000224912422709167,0.0002493586507625878,0.000273804907919839,0.0002982511359732598,0.0003226973640266806,0.00034714362118393183,0.0003715898492373526,0.0003960360772907734,0.0004204823053441942,0.00044492853339761496,0.0004693747905548662,0.0004938209895044565,0.0005182672757655382,0.000542713503818959,0.0005671597318723798,0.0005916059599258006,0.0006160521879792213,0.0006404984160326421,0.0006649446440860629,0.0006893909303471446,0.0007138371584005654,0.0007382833864539862,0.000762729614507407,0.0007871758425608277]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,1,4,1,4,2,5,11,8,20,22,44,63,84,152,209,345,599,969,1455,2626,4705,8490,16598,32682,69648,141982,154440,77269,37096,18275,9664,5031,2974,1710,965,577,434,218,145,86,70,52,27,14,16,6,7,7,2,3,1,1,0,1,0,0,0,0,0,1],"bins":[-0.00101470947265625,-0.000980973243713379,-0.0009472370147705078,-0.0009135007858276367,-0.0008797645568847656,-0.0008460283279418945,-0.0008122920989990234,-0.0007785558700561523,-0.0007448196411132812,-0.0007110834121704102,-0.0006773471832275391,-0.000643610954284668,-0.0006098747253417969,-0.0005761384963989258,-0.0005424022674560547,-0.0005086660385131836,-0.0004749298095703125,-0.0004411935806274414,-0.0004074573516845703,-0.0003737211227416992,-0.0003399848937988281,-0.00030624866485595703,-0.00027251243591308594,-0.00023877620697021484,-0.00020503997802734375,-0.00017130374908447266,-0.00013756752014160156,-0.00010383129119873047,-7.009506225585938e-05,-3.635883331298828e-05,-2.6226043701171875e-06,3.1113624572753906e-05,6.4849853515625e-05,9.85860824584961e-05,0.0001323223114013672,0.00016605854034423828,0.00019979476928710938,0.00023353099822998047,0.00026726722717285156,0.00030100345611572266,0.00033473968505859375,0.00036847591400146484,0.00040221214294433594,0.00043594837188720703,0.0004696846008300781,0.0005034208297729492,0.0005371570587158203,0.0005708932876586914,0.0006046295166015625,0.0006383657455444336,0.0006721019744873047,0.0007058382034301758,0.0007395744323730469,0.000773310661315918,0.0008070468902587891,0.0008407831192016602,0.0008745193481445312,0.0009082555770874023,0.0009419918060302734,0.0009757280349731445,0.0010094642639160156,0.0010432004928588867,0.0010769367218017578,0.001110672950744629,0.0011444091796875]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,1,0,3,0,3,2,4,1,1,3,4,5,8,7,8,17,8,14,24,21,23,21,29,19,30,31,33,27,40,32,25,36,29,23,24,19,29,24,14,12,18,11,14,13,8,6,6,3,2,4,5,6,3,3,3,2,1,0,1,1,1,0,2],"bins":[-0.0003621515061240643,-0.0003501531027723104,-0.0003381546994205564,-0.000326156266964972,-0.00031415786361321807,-0.0003021594602614641,-0.00029016105690971017,-0.0002781626535579562,-0.00026616425020620227,-0.00025416581775061786,-0.0002421674143988639,-0.00023016901104710996,-0.000218170607695356,-0.00020617218979168683,-0.00019417378643993288,-0.0001821753685362637,-0.00017017696518450975,-0.0001581785618327558,-0.00014618014392908663,-0.00013418174057733268,-0.0001221833226736635,-0.00011018491932190955,-9.81865159701556e-05,-8.618810534244403e-05,-7.418969471473247e-05,-6.21912840870209e-05,-5.019287709728815e-05,-3.819447010755539e-05,-2.6196059479843825e-05,-1.4197650671121664e-05,-2.1992418623995036e-06,9.799166946322657e-06,2.1797604858875275e-05,3.379601548658684e-05,4.5794422476319596e-05,5.779282946605235e-05,6.979124009376392e-05,8.178965072147548e-05,9.378805407322943e-05,0.000105786464700941,0.00011778487532865256,0.0001297832786804065,0.0001417816965840757,0.00015378009993582964,0.0001657785032875836,0.00017777692119125277,0.00018977532454300672,0.0002017737424466759,0.00021377214579842985,0.0002257705491501838,0.00023776896705385298,0.00024976738495752215,0.0002617657883092761,0.00027376419166103005,0.000285762595012784,0.00029776099836453795,0.0003097594017162919,0.0003217578341718763,0.00033375623752363026,0.0003457546408753842,0.00035775304422713816,0.0003697514475788921,0.0003817498800344765,0.00039374828338623047,0.0004057466867379844],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0005705643561668694,-0.0005514913355000317,-0.0005324182566255331,-0.0005133452359586954,-0.0004942722152918577,-0.00047519916552118957,-0.0004561261157505214,-0.00043705309508368373,-0.0004179800453130156,-0.00039890699554234743,-0.00037983397487550974,-0.0003607609251048416,-0.00034168787533417344,-0.00032261485466733575,-0.0003035418048966676,-0.0002844687842298299,-0.00026539573445916176,-0.0002463226846884936,-0.00022724966402165592,-0.00020817661425098777,-0.00018910357903223485,-0.00017003054381348193,-0.00015095749404281378,-0.00013188445882406086,-0.00011281142360530794,-9.373838838655502e-05,-7.466534589184448e-05,-5.5592307035112754e-05,-3.6519268178381026e-05,-1.7446229321649298e-05,1.6268095350824296e-06,2.0699848391814157e-05,3.9772887248545885e-05,5.884592610527761e-05,7.791896496200934e-05,9.699200745671988e-05,0.0001160650426754728,0.00013513807789422572,0.00015421112766489387,0.00017328416288364679,0.0001923571981023997,0.00021143023332115263,0.00023050326853990555,0.0002495763183105737,0.00026864936808124185,0.00028772238874807954,0.0003067954385187477,0.0003258684591855854,0.00034494150895625353,0.0003640145587269217,0.00038308757939375937,0.0004021606291644275,0.0004212336498312652,0.00044030669960193336,0.0004593797493726015,0.0004784527700394392,0.0004975257907062769,0.0005165988695807755,0.0005356718902476132,0.0005547449109144509,0.0005738179897889495,0.0005928910104557872,0.0006119640311226249,0.0006310371099971235,0.0006501101306639612],"_type":"histogram","values":[1,0,1,0,0,1,4,2,1,2,3,4,6,6,7,9,22,27,19,34,44,56,47,64,79,101,115,121,163,121,130,115,114,102,106,71,68,64,51,32,24,23,17,19,16,7,7,9,0,4,0,2,2,0,0,1,0,2,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[0.9993718862533569,0.9993956685066223,0.9994194507598877,0.9994432926177979,0.9994670748710632,0.9994908571243286,0.999514639377594,0.9995384216308594,0.9995622634887695,0.9995860457420349,0.9996098279953003,0.9996336102485657,0.999657392501831,0.9996811747550964,0.9997050166130066,0.999728798866272,0.9997525811195374,0.9997763633728027,0.9998001456260681,0.9998239874839783,0.9998477697372437,0.999871551990509,0.9998953342437744,0.9999191164970398,0.9999428987503052,0.9999667406082153,0.9999905228614807,1.000014305114746,1.0000381469726562,1.0000618696212769,1.000085711479187,1.0001094341278076,1.0001332759857178,1.000157117843628,1.0001808404922485,1.0002046823501587,1.0002284049987793,1.0002522468566895,1.0002760887145996,1.0002998113632202,1.0003236532211304,1.000347375869751,1.0003712177276611,1.0003950595855713,1.000418782234192,1.000442624092102,1.0004663467407227,1.0004901885986328,1.000514030456543,1.0005377531051636,1.0005615949630737,1.0005853176116943,1.0006091594696045,1.000632882118225,1.0006567239761353,1.0006805658340454,1.000704288482666,1.0007281303405762,1.0007518529891968,1.000775694847107,1.000799536705017,1.0008232593536377,1.0008471012115479,1.0008708238601685,1.0008946657180786],"_type":"histogram","values":[2,1,1,1,2,2,3,2,7,10,7,9,8,15,17,10,15,25,27,23,20,30,19,35,30,23,26,36,29,20,22,18,21,20,21,24,18,11,15,14,16,11,10,10,11,8,10,6,5,4,9,7,4,3,4,4,1,1,0,2,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,4,6,13,24,32,71,101,185,286,463,688,1042,1548,2148,3050,4199,5626,7556,9663,12087,14871,17850,21173,24289,27342,30374,32380,33884,35143,35284,34479,33154,31198,28472,25979,22975,19718,16388,13548,10859,8471,6635,4953,3646,2582,1798,1290,848,535,356,227,127,95,47,26,10,12,9,2,0,1],"bins":[-0.09681985527276993,-0.09382028132677078,-0.09082069993019104,-0.0878211259841919,-0.08482155203819275,-0.0818219780921936,-0.07882240414619446,-0.07582282274961472,-0.07282324880361557,-0.06982367485761642,-0.06682409346103668,-0.06382451951503754,-0.06082494556903839,-0.057825371623039246,-0.0548257939517498,-0.05182621628046036,-0.04882664233446121,-0.04582706838846207,-0.04282749071717262,-0.03982791304588318,-0.03682833909988403,-0.03382876515388489,-0.030829187482595444,-0.02782961167395115,-0.024830035865306854,-0.02183046005666256,-0.018830884248018265,-0.01583130843937397,-0.012831732630729675,-0.00983215682208538,-0.006832581013441086,-0.003833005204796791,-0.0008334293961524963,0.0021661464124917984,0.005165722221136093,0.008165298029780388,0.011164873838424683,0.014164449647068977,0.017164025455713272,0.020163601264357567,0.02316317707300186,0.026162752881646156,0.02916232869029045,0.032161906361579895,0.03516148030757904,0.038161054253578186,0.04116063192486763,0.044160209596157074,0.04715978354215622,0.050159357488155365,0.05315893515944481,0.05615851283073425,0.0591580867767334,0.062157660722732544,0.06515723466873169,0.06815681606531143,0.07115639001131058,0.07415596395730972,0.07715554535388947,0.08015511929988861,0.08315469324588776,0.0861542671918869,0.08915384113788605,0.09215342253446579,0.09515299648046494]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.0003753088822122663,-0.0003640208742581308,-0.0003527328372001648,-0.00034144482924602926,-0.0003301568212918937,-0.0003188687842339277,-0.0003075807762797922,-0.00029629276832565665,-0.00028500473126769066,-0.0002737167233135551,-0.0002624287153594196,-0.00025114070740528405,-0.00023985267034731805,-0.00022856466239318252,-0.00021727663988713175,-0.0002059886319329962,-0.00019470060942694545,-0.00018341258692089468,-0.00017212457896675915,-0.00016083655646070838,-0.00014954854850657284,-0.00013826052600052208,-0.0001269725034944713,-0.00011568448826437816,-0.00010439647303428501,-9.310845780419186e-05,-8.18204425740987e-05,-7.053242006804794e-05,-5.924440483795479e-05,-4.795638960786164e-05,-3.666837073978968e-05,-2.5380353690707125e-05,-1.409233664162457e-05,-2.804319592542015e-06,8.48369745654054e-06,1.9771714505623095e-05,3.105973155470565e-05,4.23477467847988e-05,5.363576565287076e-05,6.492378452094272e-05,7.621179975103587e-05,8.749981498112902e-05,9.878783021122217e-05,0.00011007585271727294,0.00012136386794736609,0.00013265188317745924,0.00014393990568351,0.00015522791363764554,0.0001665159361436963,0.00017780395864974707,0.0001890919666038826,0.00020037998910993338,0.0002116679970640689,0.00022295601957011968,0.00023424404207617044,0.000245532050030306,0.0002568200579844415,0.0002681080950424075,0.00027939610299654305,0.0002906841109506786,0.0003019721480086446,0.0003132601559627801,0.00032454816391691566,0.00033583620097488165,0.0003471242089290172],"_type":"histogram","values":[1,0,1,0,0,2,0,2,0,2,2,0,1,5,8,6,3,11,4,8,7,14,13,20,22,22,26,18,26,36,32,34,46,39,33,33,42,31,24,18,24,22,19,13,13,13,14,8,9,7,7,3,6,5,1,1,1,1,1,2,0,0,3,3]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.0003331497428007424,-0.00032220661523751915,-0.0003112634876742959,-0.00030032036011107266,-0.0002893772325478494,-0.0002784341049846262,-0.00026749097742140293,-0.0002565478498581797,-0.00024560472229495645,-0.0002346615947317332,-0.00022371846716850996,-0.00021277533960528672,-0.00020183221204206347,-0.00019088908447884023,-0.000179945956915617,-0.00016900282935239375,-0.0001580597017891705,-0.00014711657422594726,-0.00013617344666272402,-0.00012523031909950078,-0.00011428719153627753,-0.00010334406397305429,-9.240093640983105e-05,-8.14578088466078e-05,-7.051468128338456e-05,-5.957155372016132e-05,-4.8628426156938076e-05,-3.768529859371483e-05,-2.674217103049159e-05,-1.5799043467268348e-05,-4.855915904045105e-06,6.087211659178138e-06,1.7030310118570924e-05,2.7973437681794167e-05,3.891656524501741e-05,4.985969280824065e-05,6.0802820371463895e-05,7.174594793468714e-05,8.268907549791038e-05,9.363220306113362e-05,0.00010457533062435687,0.00011551845818758011,0.00012646158575080335,0.0001374047133140266,0.00014834784087724984,0.00015929096844047308,0.00017023409600369632,0.00018117722356691957,0.0001921203511301428,0.00020306347869336605,0.0002140066062565893,0.00022494973381981254,0.00023589286138303578,0.000246835988946259,0.00025777911650948226,0.0002687222440727055,0.00027966537163592875,0.000290608499199152,0.00030155162676237524,0.0003124947543255985,0.0003234378818888217,0.00033438100945204496,0.0003453241370152682,0.00035626726457849145,0.0003672103921417147],"_type":"histogram","values":[2,0,1,0,1,1,2,0,4,1,1,3,4,10,2,8,5,7,9,16,19,17,9,24,28,38,27,37,40,47,37,44,36,45,37,25,32,19,23,16,14,19,12,7,7,4,6,1,5,1,4,3,0,1,0,1,0,1,1,0,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,1,2,1,0,0,2,1,0,7,5,5,5,8,6,10,11,9,13,18,22,22,25,17,27,34,35,31,46,42,35,36,39,32,27,22,22,18,22,13,8,17,12,10,11,4,6,7,5,2,1,1,2,1,0,2,0,1,2,3],"bins":[-0.00038046471308916807,-0.00036903881118632853,-0.00035761288017965853,-0.000346186978276819,-0.00033476107637397945,-0.00032333514536730945,-0.0003119092434644699,-0.00030048334156163037,-0.0002890574396587908,-0.00027763150865212083,-0.0002662056067492813,-0.00025477970484644175,-0.00024335377383977175,-0.0002319278719369322,-0.00022050195548217744,-0.0002090760535793379,-0.00019765013712458313,-0.00018622422066982836,-0.00017479831876698881,-0.00016337240231223404,-0.0001519465004093945,-0.00014052058395463973,-0.00012909466749988496,-0.00011766875832108781,-0.00010624284914229065,-9.48169399634935e-05,-8.339103078469634e-05,-7.196511432994157e-05,-6.0539205151144415e-05,-4.911329597234726e-05,-3.76873831555713e-05,-2.6261472157784738e-05,-1.4835561159998178e-05,-3.4096501622116193e-06,8.01626083557494e-06,1.94421718333615e-05,3.086808283114806e-05,4.2293992009945214e-05,5.3719904826721177e-05,6.514581764349714e-05,7.65717268222943e-05,8.799763600109145e-05,9.94235451798886e-05,0.00011084946163464338,0.00012227537808939815,0.0001337012799922377,0.00014512719644699246,0.000156553098349832,0.00016797901480458677,0.00017940493125934154,0.00019083083316218108,0.00020225674961693585,0.0002136826515197754,0.00022510856797453016,0.00023653448442928493,0.00024796038633212447,0.00025938631733879447,0.000270812219241634,0.00028223812114447355,0.0002936640230473131,0.0003050899540539831,0.00031651585595682263,0.0003279417578596622,0.0003393676888663322,0.0003507935907691717]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,1,5,2,3,3,9,7,4,7,11,9,12,10,11,11,7,8,14,19,13,18,13,21,25,22,13,27,20,21,34,21,20,24,22,24,13,21,21,14,18,18,21,17,10,9,13,11,7,11,7,7,8,5,11,4,8,3,7,4,2,0,4,2],"bins":[-0.0006901345332153141,-0.0006685574189759791,-0.0006469802465289831,-0.0006254031322896481,-0.000603826018050313,-0.0005822489038109779,-0.0005606717895716429,-0.0005390946171246469,-0.0005175175028853118,-0.0004959403886459768,-0.00047436324530281126,-0.00045278610195964575,-0.0004312089877203107,-0.00040963187348097563,-0.0003880547301378101,-0.0003664775867946446,-0.00034490047255530953,-0.0003233233583159745,-0.00030174621497280896,-0.00028016907162964344,-0.0002585919573903084,-0.0002370148285990581,-0.0002154376998078078,-0.00019386057101655751,-0.00017228344222530723,-0.00015070631343405694,-0.00012912918464280665,-0.00010755205585155636,-8.597492706030607e-05,-6.439779826905578e-05,-4.2820669477805495e-05,-2.1243540686555207e-05,3.336463123559952e-07,2.1910775103606284e-05,4.348790389485657e-05,6.506503268610686e-05,8.664216147735715e-05,0.00010821929026860744,0.00012979641905985773,0.00015137354785110801,0.0001729506766423583,0.0001945278054336086,0.00021610493422485888,0.00023768206301610917,0.00025925919180735946,0.0002808363060466945,0.00030241344938986003,0.00032399059273302555,0.0003455677069723606,0.00036714482121169567,0.0003887219645548612,0.0004102991078980267,0.00043187622213736176,0.0004534533363766968,0.00047503047971986234,0.0004966076230630279,0.0005181847373023629,0.000539761851541698,0.000561338965781033,0.000582916138228029,0.0006044932524673641,0.0006260703667066991,0.0006476475391536951,0.0006692246533930302,0.0006908017676323652]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,2,4,3,0,0,3,2,2,2,4,5,6,4,6,7,15,24,22,24,28,51,54,76,73,68,60,29,32,36,23,15,17,10,8,6,7,4,4,3,6,3,2,2,1,4,0,2,1,0,2,1,1,0,2,0,1],"bins":[-0.021869895979762077,-0.021184636279940605,-0.020499374717473984,-0.01981411501765251,-0.01912885345518589,-0.018443593755364418,-0.017758332192897797,-0.017073072493076324,-0.016387812793254852,-0.01570255123078823,-0.015017290599644184,-0.014332029968500137,-0.013646770268678665,-0.012961509637534618,-0.012276249006390572,-0.011590988375246525,-0.010905727744102478,-0.010220467112958431,-0.009535206481814384,-0.008849945850670338,-0.008164685219526291,-0.007479425054043531,-0.006794164888560772,-0.006108904257416725,-0.005423643626272678,-0.004738382995128632,-0.004053122363984585,-0.0033678621985018253,-0.0026826015673577785,-0.0019973409362137318,-0.0013120805379003286,-0.0006268200231716037,5.844235420227051e-05,0.0007437028689309955,0.0014289633836597204,0.0021142237819731236,0.0027994844131171703,0.003484745044261217,0.004170005209743977,0.004855265840888023,0.00554052647203207,0.006225787103176117,0.006911047734320164,0.007596307899802923,0.008281568065285683,0.00896682869642973,0.009652089327573776,0.010337349958717823,0.01102261058986187,0.011707871221005917,0.012393131852149963,0.01307839248329401,0.013763653114438057,0.014448912814259529,0.015134173445403576,0.015819434076547623,0.016504693776369095,0.017189955338835716,0.01787521503865719,0.01856047660112381,0.019245736300945282,0.019930997863411903,0.020616257563233376,0.021301519125699997,0.02198677882552147],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,0,2,0,1,3,5,2,6,6,6,11,10,14,15,16,14,18,23,24,21,22,30,21,34,39,32,31,41,34,30,26,34,24,23,14,26,20,12,15,9,11,12,4,3,1,10,6,3],"bins":[-0.12076016515493393,-0.11787217110395432,-0.1149841845035553,-0.11209619045257568,-0.10920819640159607,-0.10632020235061646,-0.10343220829963684,-0.10054422169923782,-0.09765622764825821,-0.0947682335972786,-0.09188024699687958,-0.08899225294589996,-0.08610425889492035,-0.08321626484394073,-0.08032827079296112,-0.0774402841925621,-0.07455229014158249,-0.07166429609060287,-0.06877630949020386,-0.06588831543922424,-0.06300032138824463,-0.060112327337265015,-0.0572243370115757,-0.05433634668588638,-0.05144835263490677,-0.048560358583927155,-0.04567236825823784,-0.04278437793254852,-0.03989638388156891,-0.037008389830589294,-0.03412039950489998,-0.031232407316565514,-0.028344422578811646,-0.02545643039047718,-0.022568438202142715,-0.01968044601380825,-0.016792453825473785,-0.01390446163713932,-0.011016469448804855,-0.00812847726047039,-0.005240485072135925,-0.0023524928838014603,0.0005354993045330048,0.00342349149286747,0.006311483681201935,0.0091994758695364,0.012087468057870865,0.01497546024620533,0.017863452434539795,0.02075144462287426,0.023639436811208725,0.02652742899954319,0.029415421187877655,0.03230341523885727,0.035191405564546585,0.0380793958902359,0.040967389941215515,0.04385538399219513,0.046743374317884445,0.04963136464357376,0.052519358694553375,0.05540735274553299,0.058295343071222305,0.06118333339691162,0.06407132744789124]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-4.430444240570068,-4.2958598136901855,-4.1612749099731445,-4.026690483093262,-3.892106056213379,-3.757521629333496,-3.622936964035034,-3.4883522987365723,-3.3537678718566895,-3.2191834449768066,-3.0845987796783447,-2.950014114379883,-2.8154296875,-2.680845260620117,-2.5462605953216553,-2.4116759300231934,-2.2770915031433105,-2.1425070762634277,-2.007922410964966,-1.8733378648757935,-1.738753318786621,-1.6041687726974487,-1.4695842266082764,-1.334999680519104,-1.2004151344299316,-1.0658305883407593,-0.9312460422515869,-0.7966614961624146,-0.6620769500732422,-0.5274924039840698,-0.39290785789489746,-0.2583233118057251,-0.12373924255371094,0.010845303535461426,0.1454298496246338,0.28001439571380615,0.4145989418029785,0.5491834878921509,0.6837680339813232,0.8183525800704956,0.952937126159668,1.0875216722488403,1.2221062183380127,1.356690764427185,1.4912753105163574,1.6258598566055298,1.7604444026947021,1.8950289487838745,2.029613494873047,2.1641979217529297,2.2987825870513916,2.4333672523498535,2.5679516792297363,2.702536106109619,2.837120771408081,2.971705436706543,3.106289863586426,3.2408742904663086,3.3754589557647705,3.5100436210632324,3.6446280479431152,3.779212474822998,3.91379714012146,4.048381805419922,4.182966232299805],"_type":"histogram","values":[1,1,0,0,0,0,0,0,2,2,4,1,3,8,10,4,12,9,6,12,10,15,16,14,22,29,28,19,33,34,29,22,805,26,36,25,30,38,24,19,29,24,24,16,15,15,11,11,9,7,6,5,3,1,4,2,0,2,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[2,3,5,9,18,29,56,119,180,332,502,822,1321,1973,2997,4356,6194,8677,11854,16164,20906,26649,33348,40675,49173,57406,66256,74257,81312,87150,91119,93358,93461,91495,87807,82466,75564,67835,59513,50886,42645,34719,27971,22200,16661,12837,9214,6613,4562,3319,2172,1399,886,583,361,204,130,68,35,14,8,6,4,4],"bins":[-0.09595366567373276,-0.09296493977308273,-0.08997620642185211,-0.08698748052120209,-0.08399874716997147,-0.08101002126932144,-0.07802129536867142,-0.0750325620174408,-0.07204383611679077,-0.06905510276556015,-0.06606637686491013,-0.0630776509642601,-0.06008891761302948,-0.05710018798708916,-0.05411146208643913,-0.05112273246049881,-0.04813400283455849,-0.045145273208618164,-0.04215654358267784,-0.03916781768202782,-0.036179088056087494,-0.03319035843014717,-0.030201628804206848,-0.027212901040911674,-0.02422417141497135,-0.02123544178903103,-0.018246714025735855,-0.015257984399795532,-0.012269255705177784,-0.009280527010560036,-0.006291797850281,-0.0033030689228326082,-0.0003143399953842163,0.0026743889320641756,0.0056631178595125675,0.008651847019791603,0.011640575714409351,0.0146293044090271,0.017618034034967422,0.020606761798262596,0.02359549142420292,0.026584221050143242,0.029572948813438416,0.03256167843937874,0.03555040806531906,0.038539137691259384,0.04152786359190941,0.04451659321784973,0.047505322843790054,0.05049405246973038,0.0534827820956707,0.056471507996320724,0.05946023762226105,0.06244896724820137,0.0654376968741417,0.06842642277479172,0.07141515612602234,0.07440388202667236,0.07739261537790298,0.08038134127855301,0.08337006717920303,0.08635880053043365,0.08934752643108368,0.0923362597823143,0.09532498568296432],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,6,6,20,38,33,76,155,247,336,542,800,1179,1763,2536,3463,4511,6238,7871,9822,12491,15082,17881,21232,24159,26653,29303,31315,33048,33700,34005,33450,32601,30402,28461,25653,22806,19885,16660,14036,11526,9154,7243,5544,4128,3036,2116,1545,1019,725,501,316,203,122,65,52,28,14,14,2,1,0,1,3],"bins":[-0.08809459209442139,-0.08518826216459274,-0.0822819396853447,-0.07937560975551605,-0.076469287276268,-0.07356295734643936,-0.07065663486719131,-0.06775030493736267,-0.06484398245811462,-0.06193765252828598,-0.059031326323747635,-0.05612500011920929,-0.053218670189380646,-0.0503123439848423,-0.047406017780303955,-0.04449969157576561,-0.041593365371227264,-0.03868703916668892,-0.035780712962150574,-0.03287438675761223,-0.029968058690428734,-0.02706173248589039,-0.024155404418706894,-0.02124907821416855,-0.018342752009630203,-0.015436425805091858,-0.012530098669230938,-0.009623771533370018,-0.006717445328831673,-0.00381111865863204,-0.0009047919884324074,0.0020015346817672253,0.004907861351966858,0.007814187556505203,0.010720514692366123,0.013626841828227043,0.01653316803276539,0.019439494237303734,0.02234582230448723,0.025252148509025574,0.02815847471356392,0.031064800918102264,0.03397112712264061,0.036877453327178955,0.0397837832570076,0.042690109461545944,0.04559643566608429,0.048502761870622635,0.05140908807516098,0.054315414279699326,0.05722174048423767,0.060128066688776016,0.06303439289331436,0.065940722823143,0.06884704530239105,0.0717533752322197,0.07465970516204834,0.07756602764129639,0.08047235757112503,0.08337868005037308,0.08628500998020172,0.08919133245944977,0.09209766238927841,0.09500398486852646,0.0979103147983551]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,3,1,1,3,1,1,6,3,2,6,4,7,10,4,15,4,12,18,12,16,10,21,22,19,23,25,16,25,26,24,23,24,28,23,32,12,25,13,18,22,19,17,27,18,18,12,13,11,12,8,8,6,5,7,6,6,2,2,3,4,1,2],"bins":[-0.0008145018364302814,-0.0007907330291345716,-0.0007669642218388617,-0.0007431954727508128,-0.0007194266654551029,-0.0006956578581593931,-0.0006718890508636832,-0.0006481202435679734,-0.0006243514362722635,-0.0006005826871842146,-0.0005768138798885047,-0.0005530450725927949,-0.000529276265297085,-0.0005055074580013752,-0.0004817386798094958,-0.0004579699016176164,-0.00043420109432190657,-0.0004104322870261967,-0.0003866635088343173,-0.0003628947015386075,-0.0003391259233467281,-0.00031535711605101824,-0.0002915883087553084,-0.000267819530563429,-0.00024405072326771915,-0.00022028193052392453,-0.0001965131377801299,-0.00017274433048442006,-0.00014897553774062544,-0.00012520674499683082,-0.00010143794497707859,-7.766914495732635e-05,-5.390035221353173e-05,-3.0131555831758305e-05,-6.362759449984878e-06,1.740603693178855e-05,4.1174833313561976e-05,6.49436260573566e-05,8.871242607710883e-05,0.00011248122609686106,0.00013625001884065568,0.0001600188115844503,0.00018378760432824492,0.00020755641162395477,0.0002313252043677494,0.000255093997111544,0.00027886280440725386,0.00030263158259913325,0.0003264003898948431,0.00035016919719055295,0.00037393797538243234,0.0003977067826781422,0.0004214755608700216,0.00044524436816573143,0.0004690131754614413,0.0004927819827571511,0.0005165507318452001,0.0005403195391409099,0.0005640883464366198,0.0005878571537323296,0.0006116259610280395,0.0006353947683237493,0.0006591635174117982,0.0006829323247075081,0.0007067011320032179]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,9,26,28,46,75,146,219,399,559,880,1398,2042,2885,4102,5764,7507,9848,12789,15608,18747,22345,25694,28989,31953,34442,35805,36977,36585,35731,33978,31416,28737,24958,21613,18025,14634,11672,9371,6995,5294,3743,2583,1855,1261,741,522,330,232,120,64,38,14,9,10,7,1,0,0,1],"bins":[-0.10015826672315598,-0.09701637178659439,-0.09387446939945221,-0.09073257446289062,-0.08759067952632904,-0.08444877713918686,-0.08130688220262527,-0.07816498726606369,-0.07502308487892151,-0.07188118994235992,-0.06873929500579834,-0.06559740006923676,-0.062455497682094574,-0.05931360274553299,-0.05617170408368111,-0.05302980914711952,-0.04988791048526764,-0.046746011823415756,-0.04360411688685417,-0.04046221822500229,-0.037320323288440704,-0.03417842462658882,-0.03103652596473694,-0.027894629165530205,-0.02475273236632347,-0.021610835567116737,-0.018468938767910004,-0.01532704010605812,-0.012185143306851387,-0.009043246507644653,-0.005901348777115345,-0.002759451512247324,0.000382445752620697,0.003524343017488718,0.006666240282356739,0.009808138012886047,0.012950034812092781,0.016091931611299515,0.019233830273151398,0.02237572707235813,0.025517623871564865,0.0286595206707716,0.03180141746997833,0.034943316131830215,0.0380852147936821,0.04122710973024368,0.044369008392095566,0.04751090332865715,0.05065280199050903,0.053794700652360916,0.0569365955889225,0.060078494250774384,0.06322038918733597,0.06636229157447815,0.06950418651103973,0.07264608144760132,0.0757879763841629,0.07892987877130508,0.08207177370786667,0.08521366864442825,0.08835557103157043,0.09149746596813202,0.0946393609046936,0.09778126329183578,0.10092315822839737]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,2,0,1,1,4,1,2,8,5,4,7,6,14,10,12,15,20,24,23,33,24,37,37,35,27,35,28,34,39,33,40,29,19,19,16,21,9,10,11,14,7,13,5,5,9,3,3,3,2,0,1,1,0,2,2],"bins":[-0.050158947706222534,-0.04874524846673012,-0.0473315492272377,-0.045917849987745285,-0.04450415074825287,-0.04309045150876045,-0.041676752269268036,-0.04026305302977562,-0.0388493537902832,-0.03743565455079079,-0.03602195531129837,-0.034608256071805954,-0.03319455683231354,-0.03178085759282112,-0.030367156490683556,-0.02895345725119114,-0.027539758011698723,-0.026126058772206306,-0.02471235953271389,-0.023298660293221474,-0.021884961053729057,-0.02047126181423664,-0.019057562574744225,-0.017643863335251808,-0.016230162233114243,-0.0148164639249444,-0.013402764685451984,-0.011989065445959568,-0.010575365275144577,-0.00916166603565216,-0.007747966796159744,-0.006334267556667328,-0.0049205683171749115,-0.003506869077682495,-0.002093169605359435,-0.0006794702494516969,0.0007342291064560413,0.0021479283459484577,0.0035616278182715178,0.004975327290594578,0.006389026530086994,0.0078027257695794106,0.009216425009071827,0.010630124248564243,0.012043824419379234,0.01345752365887165,0.014871222898364067,0.016284922137856483,0.0176986213773489,0.019112320616841316,0.020526019856333733,0.02193971909582615,0.023353418335318565,0.024767117574810982,0.026180816814303398,0.027594516053795815,0.02900821715593338,0.030421916395425797,0.03183561563491821,0.03324931487441063,0.034663014113903046,0.03607671335339546,0.03749041259288788,0.038904111832380295,0.04031781107187271]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09790968149900436,-0.09486177563667297,-0.09181387722492218,-0.08876597136259079,-0.0857180655002594,-0.08267015963792801,-0.07962225377559662,-0.07657435536384583,-0.07352644950151443,-0.07047854363918304,-0.06743064522743225,-0.06438273936510086,-0.06133483350276947,-0.05828692764043808,-0.05523902550339699,-0.052191123366355896,-0.049143217504024506,-0.046095311641693115,-0.04304740950465202,-0.03999950736761093,-0.03695160150527954,-0.03390369564294815,-0.03085579350590706,-0.027807889506220818,-0.024759985506534576,-0.021712081506848335,-0.018664177507162094,-0.015616273507475853,-0.012568369507789612,-0.00952046550810337,-0.0064725615084171295,-0.0034246575087308884,-0.00037676095962524414,0.002671143040060997,0.005719047039747238,0.00876695103943348,0.01181485503911972,0.014862759038805962,0.017910663038492203,0.020958567038178444,0.024006471037864685,0.027054375037550926,0.030102279037237167,0.03315018117427826,0.03619808703660965,0.03924599289894104,0.04229389503598213,0.045341797173023224,0.048389703035354614,0.051437608897686005,0.0544855110347271,0.05753341317176819,0.06058131903409958,0.06362922489643097,0.06667712330818176,0.06972502917051315,0.07277293503284454,0.07582084089517593,0.07886874675750732,0.08191664516925812,0.08496455103158951,0.0880124568939209,0.09106035530567169,0.09410826116800308,0.09715616703033447],"_type":"histogram","values":[1,1,3,1,2,12,22,38,46,96,164,246,410,630,951,1488,2182,3138,4172,5580,7426,9717,12464,15279,18149,21429,24790,27952,30595,33096,34778,35831,35853,34816,33748,31279,28526,25609,22353,18971,15925,13116,10200,7975,6039,4520,3272,2295,1640,1129,714,479,286,172,89,46,40,17,16,3,4,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,3,3,0,2,0,1,4,2,4,5,4,5,7,2,9,7,14,14,20,17,17,22,22,17,29,28,32,34,29,25,35,39,26,33,25,20,14,23,20,13,13,16,10,17,9,10,4,2,9,9,10,6,6,1,3,4,3,2,3,1,0,2],"bins":[0.9993500709533691,0.9993714094161987,0.9993928074836731,0.9994141459465027,0.9994354844093323,0.9994568228721619,0.9994782209396362,0.9994995594024658,0.9995208978652954,0.9995422959327698,0.9995636343955994,0.999584972858429,0.9996063113212585,0.9996277093887329,0.9996490478515625,0.9996703863143921,0.9996917247772217,0.999713122844696,0.9997344613075256,0.9997557997703552,0.9997771978378296,0.9997985363006592,0.9998198747634888,0.9998412132263184,0.9998626112937927,0.9998839497566223,0.9999052882194519,0.9999266862869263,0.9999480247497559,0.9999693632125854,0.999990701675415,1.0000120401382446,1.0000333786010742,1.0000548362731934,1.000076174736023,1.0000975131988525,1.0001188516616821,1.0001401901245117,1.0001615285873413,1.000182867050171,1.00020432472229,1.0002256631851196,1.0002470016479492,1.0002683401107788,1.0002896785736084,1.000311017036438,1.0003323554992676,1.0003538131713867,1.0003751516342163,1.000396490097046,1.0004178285598755,1.000439167022705,1.0004605054855347,1.0004818439483643,1.0005033016204834,1.000524640083313,1.0005459785461426,1.0005673170089722,1.0005886554718018,1.0006099939346313,1.000631332397461,1.00065279006958,1.0006741285324097,1.0006954669952393,1.0007168054580688]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,1,3,2,6,9,6,3,10,14,21,18,33,22,35,39,39,55,54,63,65,62,80,62,81,77,63,65,52,58,52,55,46,41,32,29,29,34,22,21,14,10,11,8,9,5,4,3,0,1,1,3,0,1,1,1,1],"bins":[-0.07464197278022766,-0.07231716066598892,-0.06999234110116959,-0.06766752898693085,-0.06534270942211151,-0.06301789730787277,-0.06069308519363403,-0.058368269354104996,-0.05604345351457596,-0.05371863767504692,-0.05139382183551788,-0.049069009721279144,-0.04674419388175011,-0.04441937804222107,-0.04209456592798233,-0.03976975008845329,-0.037444934248924255,-0.03512011840939522,-0.03279530256986618,-0.03047049045562744,-0.028145674616098404,-0.025820858776569366,-0.023496044799685478,-0.02117123082280159,-0.018846414983272552,-0.016521599143743515,-0.014196785166859627,-0.011871970258653164,-0.009547155350446701,-0.007222340442240238,-0.004897525534033775,-0.0025727106258273125,-0.0002478957176208496,0.0020769191905856133,0.004401734098792076,0.006726549006998539,0.009051363915205002,0.011376178823411465,0.013700993731617928,0.016025807708501816,0.018350623548030853,0.02067543938755989,0.02300025336444378,0.025325067341327667,0.027649883180856705,0.029974699020385742,0.03229951113462448,0.03462432697415352,0.036949142813682556,0.039273958653211594,0.04159877449274063,0.04392358660697937,0.04624840244650841,0.048573218286037445,0.050898030400276184,0.05322284623980522,0.05554766207933426,0.057872477918863297,0.060197293758392334,0.06252210587263107,0.06484691798686981,0.06717173755168915,0.06949654966592789,0.07182136923074722,0.07414618134498596]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.0091552734375,-0.008876800537109375,-0.00859832763671875,-0.008319854736328125,-0.0080413818359375,-0.007762908935546875,-0.00748443603515625,-0.007205963134765625,-0.006927490234375,-0.006649017333984375,-0.00637054443359375,-0.006092071533203125,-0.0058135986328125,-0.005535125732421875,-0.00525665283203125,-0.004978179931640625,-0.00469970703125,-0.004421234130859375,-0.00414276123046875,-0.003864288330078125,-0.0035858154296875,-0.003307342529296875,-0.00302886962890625,-0.002750396728515625,-0.002471923828125,-0.002193450927734375,-0.00191497802734375,-0.001636505126953125,-0.0013580322265625,-0.001079559326171875,-0.00080108642578125,-0.000522613525390625,-0.000244140625,3.4332275390625e-05,0.00031280517578125,0.000591278076171875,0.0008697509765625,0.001148223876953125,0.00142669677734375,0.001705169677734375,0.001983642578125,0.002262115478515625,0.00254058837890625,0.002819061279296875,0.0030975341796875,0.003376007080078125,0.00365447998046875,0.003932952880859375,0.00421142578125,0.004489898681640625,0.00476837158203125,0.005046844482421875,0.0053253173828125,0.005603790283203125,0.00588226318359375,0.006160736083984375,0.006439208984375,0.006717681884765625,0.00699615478515625,0.007274627685546875,0.0075531005859375,0.007831573486328125,0.00811004638671875,0.008388519287109375,0.0086669921875],"_type":"histogram","values":[1,2,1,2,3,2,4,11,13,21,33,50,49,96,117,173,312,414,587,855,1276,1941,2846,4290,6865,9618,15441,22857,37619,60911,106477,204292,366592,323541,165653,89333,52902,32444,21926,13721,9894,6295,4184,2903,2048,1325,882,657,481,277,197,133,96,77,40,26,25,13,7,4,4,1,1,3]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,1,0,1,0,4,3,4,2,3,2,1,5,7,3,1,8,10,11,13,18,20,20,16,20,20,29,29,36,32,31,33,34,25,35,37,29,24,22,25,22,16,18,17,10,6,11,11,6,5,4,6,1,6,2,2,1,2,1,4,0,0,0,2],"bins":[-0.0003206024703104049,-0.0003105460200458765,-0.0003004895697813481,-0.0002904331195168197,-0.0002803766983561218,-0.0002703202480915934,-0.000260263797827065,-0.0002502073475625366,-0.0002401508972980082,-0.0002300944470334798,-0.00022003799676895142,-0.00020998156105633825,-0.00019992511079180986,-0.00018986866052728146,-0.0001798122248146683,-0.0001697557745501399,-0.0001596993242856115,-0.00014964287402108312,-0.00013958642375655472,-0.00012952998804394156,-0.00011947353777941316,-0.00010941708751488477,-9.936064452631399e-05,-8.930420153774321e-05,-7.924775127321482e-05,-6.919130100868642e-05,-5.9134858020115644e-05,-4.907841139356606e-05,-3.902196476701647e-05,-2.8965518140466884e-05,-1.8909071513917297e-05,-8.85262488736771e-06,1.2037926353514194e-06,1.1260239261901006e-05,2.1316685888450593e-05,3.137313251500018e-05,4.1429579141549766e-05,5.148602576809935e-05,6.154247239464894e-05,7.159891538321972e-05,8.165536564774811e-05,9.17118159122765e-05,0.00010176825890084729,0.00011182470188941807,0.00012188115215394646,0.00013193760241847485,0.00014199403813108802,0.0001520504883956164,0.0001621069386601448,0.0001721633889246732,0.0001822198391892016,0.00019227627490181476,0.00020233272516634315,0.00021238917543087155,0.0002224456111434847,0.0002325020614080131,0.0002425585116725415,0.0002526149619370699,0.0002626714122015983,0.0002727278624661267,0.0002827842836268246,0.000292840733891353,0.0003028971841558814,0.0003129536344204098,0.0003230100846849382],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,0,0,1,0,4,1,2,3,5,3,0,4,8,6,11,6,13,11,9,21,12,14,23,36,31,39,39,44,42,38,35,37,29,31,27,21,28,18,10,12,19,17,14,8,8,4,6,2,3,1,3,3,0,0,2,2],"bins":[-0.00041457501356489956,-0.00040341122075915337,-0.00039224742795340717,-0.00038108363514766097,-0.0003699198423419148,-0.0003587560495361686,-0.0003475922567304224,-0.0003364284639246762,-0.0003252646420150995,-0.00031410084920935333,-0.00030293705640360713,-0.00029177326359786093,-0.00028060947079211473,-0.00026944567798636854,-0.00025828188518062234,-0.00024711809237487614,-0.00023595429956912994,-0.00022479050676338375,-0.00021362671395763755,-0.00020246292115189135,-0.00019129912834614515,-0.00018013532098848373,-0.00016897152818273753,-0.00015780773537699133,-0.00014664394257124513,-0.00013548014976549894,-0.00012431635695975274,-0.00011315255687804893,-0.00010198876407230273,-9.082497126655653e-05,-7.966117118485272e-05,-6.849737837910652e-05,-5.7333585573360324e-05,-4.6169792767614126e-05,-3.500599632388912e-05,-2.384220169915352e-05,-1.2678407074417919e-05,-1.5146124496823177e-06,9.649182175053284e-06,2.0812976799788885e-05,3.1976771424524486e-05,4.3140564230270684e-05,5.430436067399569e-05,6.54681571177207e-05,7.663194992346689e-05,8.779574272921309e-05,9.89595428109169e-05,0.0001101233356166631,0.0001212871284224093,0.0001324509212281555,0.0001436147140339017,0.0001547785068396479,0.0001659422996453941,0.0001771061070030555,0.0001882698998088017,0.0001994336926145479,0.0002105974854202941,0.0002217612782260403,0.0002329250710317865,0.0002440888638375327,0.0002552526711951941,0.0002664164640009403,0.0002775802568066865,0.0002887440496124327,0.0002999078424181789],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,1,1,0,3,2,2,6,2,9,5,6,9,14,15,9,14,11,18,22,23,23,35,25,30,25,33,35,36,29,19,34,35,26,29,16,26,14,21,18,14,10,12,8,1,8,9,5,4,1,3,1,2,2,2,2,0,0,0,1],"bins":[-0.025706902146339417,-0.024909421801567078,-0.02411194145679474,-0.02331445924937725,-0.022516978904604912,-0.021719498559832573,-0.020922018215060234,-0.020124536007642746,-0.019327055662870407,-0.018529575318098068,-0.01773209497332573,-0.01693461462855339,-0.016137132421135902,-0.015339652076363564,-0.014542171731591225,-0.013744690455496311,-0.012947210110723972,-0.012149729765951633,-0.01135224848985672,-0.010554768145084381,-0.009757286868989468,-0.008959806524217129,-0.008162325248122215,-0.007364844903349876,-0.00656736409291625,-0.005769883282482624,-0.004972402472048998,-0.004174921661615372,-0.003377441084012389,-0.002579960273578763,-0.0017824795795604587,-0.0009849988855421543,-0.00018751807510852814,0.0006099626771174371,0.0014074434293434024,0.0022049241233617067,0.003002404933795333,0.003799885744228959,0.004597366321831942,0.005394847132265568,0.006192327942699194,0.00698980875313282,0.007787289563566446,0.008584770374000072,0.009382250718772411,0.010179731994867325,0.010977212339639664,0.011774693615734577,0.012572173960506916,0.013369654305279255,0.014167135581374168,0.014964615926146507,0.015762096270918846,0.016559578478336334,0.017357058823108673,0.018154539167881012,0.01895201951265335,0.01974949985742569,0.020546982064843178,0.021344462409615517,0.022141942754387856,0.022939423099160194,0.023736905306577682,0.02453438565135002,0.02533186599612236]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,1,0,1,1,0,2,0,3,1,3,2,0,5,2,10,7,12,14,15,24,19,28,38,39,29,35,36,35,40,34,28,32,24,28,16,24,27,20,17,14,13,6,7,11,8,8,10,7,5,4,4,2,2,3,1,4,2,2,1,0,0,1],"bins":[0.9992905855178833,0.9993144273757935,0.9993382692337036,0.999362051486969,0.9993858933448792,0.9994097352027893,0.9994335174560547,0.9994573593139648,0.999481201171875,0.9995050430297852,0.9995288848876953,0.9995526671409607,0.9995765089988708,0.999600350856781,0.9996241331100464,0.9996479749679565,0.9996718168258667,0.9996956586837769,0.999719500541687,0.9997432827949524,0.9997671246528625,0.9997909665107727,0.9998147487640381,0.9998385906219482,0.9998624324798584,0.9998862743377686,0.9999101161956787,0.9999338984489441,0.9999577403068542,0.9999815821647644,1.0000053644180298,1.00002920627594,1.00005304813385,1.0000768899917603,1.0001007318496704,1.0001245737075806,1.0001482963562012,1.0001721382141113,1.0001959800720215,1.0002198219299316,1.0002436637878418,1.000267505645752,1.000291347503662,1.0003151893615723,1.0003390312194824,1.000362753868103,1.0003865957260132,1.0004104375839233,1.0004342794418335,1.0004581212997437,1.0004819631576538,1.000505805015564,1.0005295276641846,1.0005533695220947,1.0005772113800049,1.000601053237915,1.0006248950958252,1.0006487369537354,1.0006725788116455,1.0006964206695557,1.0007202625274658,1.0007439851760864,1.0007678270339966,1.0007916688919067,1.000815510749817],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,0,1,0,1,0,1,2,0,4,3,2,6,6,10,12,11,16,18,22,27,39,65,73,102,98,57,47,32,15,13,11,8,11,11,9,3,5,6,2,1,2,4,2,1,0,1,1,0,1,1,0,1,1],"bins":[-7.452989848388825e-06,-7.235716111608781e-06,-7.018441920081386e-06,-6.801168183301343e-06,-6.583894446521299e-06,-6.366620254993904e-06,-6.149346518213861e-06,-5.932072781433817e-06,-5.714799044653773e-06,-5.497524853126379e-06,-5.280251116346335e-06,-5.062977379566291e-06,-4.845703188038897e-06,-4.628429451258853e-06,-4.411155714478809e-06,-4.193881522951415e-06,-3.976607786171371e-06,-3.759333822017652e-06,-3.5420600852376083e-06,-3.324786121083889e-06,-3.1075123843038455e-06,-2.8902384201501263e-06,-2.672964455996407e-06,-2.4556907192163635e-06,-2.2384167550626444e-06,-2.0211427909089252e-06,-1.8038690541288815e-06,-1.5865950899751624e-06,-1.369321239508281e-06,-1.1520473890413996e-06,-9.347734817310993e-07,-7.17499574420799e-07,-5.002257239539176e-07,-2.829518450653268e-07,-6.567796617673594e-08,1.515959127118549e-07,3.6886979160044575e-07,5.861436420673272e-07,8.034175493776274e-07,1.0206914566879277e-06,1.2379653071548091e-06,1.4552391576216905e-06,1.672513008088572e-06,1.889786972242291e-06,2.1070609363960102e-06,2.324334673176054e-06,2.541608637329773e-06,2.7588823741098167e-06,2.976156338263536e-06,3.193430302417255e-06,3.4107040391972987e-06,3.627978003351018e-06,3.8452517401310615e-06,4.062525931658456e-06,4.2797996684385e-06,4.4970734052185435e-06,4.714347596745938e-06,4.931621333525982e-06,5.1488950703060254e-06,5.366168807086069e-06,5.583442998613464e-06,5.800716735393507e-06,6.017990472173551e-06,6.235264663700946e-06,6.452538400480989e-06]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.023518551141023636,-0.022806178778409958,-0.02209380827844143,-0.02138143591582775,-0.020669063553214073,-0.019956693053245544,-0.019244320690631866,-0.01853194832801819,-0.01781957596540451,-0.017107205465435982,-0.016394833102822304,-0.015682460740208626,-0.014970090240240097,-0.014257717877626419,-0.013545346446335316,-0.012832974083721638,-0.012120602652430534,-0.011408231221139431,-0.010695858858525753,-0.00998348742723465,-0.009271115064620972,-0.008558743633329868,-0.007846372202038765,-0.007134000305086374,-0.006421628408133984,-0.005709256511181593,-0.004996884614229202,-0.004284513182938099,-0.0035721412859857082,-0.0028597693890333176,-0.0021473977249115705,-0.0014350259443745017,-0.0007226541638374329,-1.0282383300364017e-05,0.0007020893972367048,0.0014144611777737737,0.0021268329583108425,0.002839204855263233,0.00355157651938498,0.004263948183506727,0.004976320080459118,0.0056886919774115086,0.006401063874363899,0.007113435305655003,0.007825806736946106,0.008538179099559784,0.009250550530850887,0.009962922893464565,0.010675294324755669,0.011387665756046772,0.01210003811866045,0.012812409549951553,0.013524781912565231,0.014237153343856335,0.014949524775147438,0.015661897137761116,0.016374267637729645,0.017086640000343323,0.017799012362957,0.01851138472557068,0.019223755225539207,0.019936127588152885,0.020648499950766563,0.021360870450735092,0.02207324281334877],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,2,4,6,7,5,8,7,12,14,11,13,18,30,15,24,29,35,41,32,25,42,41,34,35,31,35,24,24,26,32,16,14,9,12,7,7,8,5,8,2,4,2,5,0,3,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[2,2,0,1,5,18,25,32,72,101,177,293,394,657,1050,1525,2174,3129,4191,5815,7612,9801,12305,15302,18498,21748,24595,28024,30413,32681,34847,35255,35648,34960,33144,31007,28686,25565,22254,19027,16117,12914,10288,8227,6271,4618,3301,2351,1639,1075,746,483,285,188,127,68,33,25,16,6,6,2,2,1],"bins":[-0.09710944443941116,-0.09408527612686157,-0.09106110036373138,-0.0880369320511818,-0.0850127637386322,-0.08198858797550201,-0.07896441966295242,-0.07594025135040283,-0.07291607558727264,-0.06989190727472305,-0.06686773896217346,-0.06384357064962387,-0.06081939488649368,-0.05779522657394409,-0.0547710545361042,-0.05174688622355461,-0.04872271418571472,-0.04569854214787483,-0.04267437383532524,-0.03965020179748535,-0.03662603348493576,-0.03360186144709587,-0.03057768940925598,-0.02755351923406124,-0.0245293490588665,-0.02150517888367176,-0.01848100870847702,-0.01545683667063713,-0.01243266649544239,-0.00940849632024765,-0.006384325213730335,-0.0033601545728743076,-0.00033599138259887695,0.0026881792582571507,0.005712349899113178,0.008736521005630493,0.011760691180825233,0.014784861356019974,0.017809033393859863,0.020833203569054604,0.023857373744249344,0.026881543919444084,0.029905714094638824,0.032929886132478714,0.035954058170318604,0.038978226482868195,0.042002398520708084,0.045026566833257675,0.048050738871097565,0.051074910908937454,0.054099079221487045,0.057123251259326935,0.060147419571876526,0.06317159533500671,0.0661957636475563,0.0692199319601059,0.07224410772323608,0.07526827603578568,0.07829244434833527,0.08131661266088486,0.08434078842401505,0.08736495673656464,0.09038912504911423,0.09341330081224442,0.096437469124794],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug-core.log b/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..d28153171e1abfa6e9bbd41c07b6c91390934972 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T03:48:24.835740757+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp9ptkm4x1/port-84521.txt","pid":84521,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T03:48:24.836324029+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":84521} +{"time":"2025-07-18T03:48:24.836328765+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-84521-84544-3850226639/socket","Net":"unix"}} +{"time":"2025-07-18T03:48:25.017575719+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T03:48:25.026668303+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"816krhgj","id":"1(@)"} +{"time":"2025-07-18T03:48:25.462955584+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"816krhgj","id":"1(@)"} +{"time":"2025-07-18T03:57:20.810562483+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T03:57:20.810901214+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T03:57:20.810925189+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T03:57:20.810981263+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T03:57:20.811032295+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-84521-84544-3850226639/socket","Net":"unix"}} +{"time":"2025-07-18T03:57:23.759728514+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T03:57:23.759750712+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T03:57:23.759766026+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..bce14e44f3ebbce1a8e25533360f554709422c2b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T03:48:25.027481641+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T03:48:25.462920707+03:00","level":"INFO","msg":"stream: created new stream","id":"816krhgj"} +{"time":"2025-07-18T03:48:25.462950058+03:00","level":"INFO","msg":"stream: started","id":"816krhgj"} +{"time":"2025-07-18T03:48:25.462967946+03:00","level":"INFO","msg":"sender: started","stream_id":"816krhgj"} +{"time":"2025-07-18T03:48:25.463011029+03:00","level":"INFO","msg":"handler: started","stream_id":"816krhgj"} +{"time":"2025-07-18T03:48:25.462982002+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"816krhgj"} +{"time":"2025-07-18T03:57:20.810968433+03:00","level":"INFO","msg":"stream: closing","id":"816krhgj"} +{"time":"2025-07-18T03:57:22.534120631+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T03:57:23.753968434+03:00","level":"INFO","msg":"handler: closed","stream_id":"816krhgj"} +{"time":"2025-07-18T03:57:23.75402084+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"816krhgj"} +{"time":"2025-07-18T03:57:23.754023614+03:00","level":"INFO","msg":"sender: closed","stream_id":"816krhgj"} +{"time":"2025-07-18T03:57:23.759386007+03:00","level":"INFO","msg":"stream: closed","id":"816krhgj"} diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug.log b/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..e0639d387c1c88f3edbd55518262e3a2f278e857 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_setup.py:_flush():80] Configure stats pid to 84521 +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_034824-816krhgj/logs/debug.log +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_034824-816krhgj/logs/debug-internal.log +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_init.py:init():830] calling init triggers +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 03:48:24,800 INFO MainThread:84521 [wandb_init.py:init():871] starting backend +2025-07-18 03:48:25,017 INFO MainThread:84521 [wandb_init.py:init():874] sending inform_init request +2025-07-18 03:48:25,025 INFO MainThread:84521 [wandb_init.py:init():882] backend started and connected +2025-07-18 03:48:25,026 INFO MainThread:84521 [wandb_init.py:init():953] updated telemetry +2025-07-18 03:48:25,027 INFO MainThread:84521 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 03:48:25,794 INFO MainThread:84521 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 03:48:25,961 INFO MainThread:84521 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 03:48:25,961 INFO MainThread:84521 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 03:48:25,961 INFO MainThread:84521 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 03:48:25,961 INFO MainThread:84521 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 03:48:25,965 INFO MainThread:84521 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 03:48:28,409 INFO MainThread:84521 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 03:48:28,410 INFO MainThread:84521 [wandb_watch.py:_watch():70] Watching +2025-07-18 03:57:20,809 INFO MsgRouterThr:84521 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 03:57:23,313 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,322 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,322 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,323 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,324 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,324 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,326 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,327 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,327 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,328 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,329 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,330 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,330 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,331 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,332 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,332 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,333 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,333 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,334 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,334 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,335 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,335 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,336 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,337 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,337 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,338 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,338 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,339 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,339 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,340 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,340 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,341 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,341 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,342 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,343 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,343 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,344 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,344 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,345 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,345 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,346 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,346 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,347 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,348 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,349 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,350 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,350 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,351 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,351 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,352 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,352 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,353 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,353 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,354 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,354 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,355 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,356 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,356 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,357 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,357 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,358 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,358 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,359 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,359 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,360 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,360 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,361 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,361 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,362 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,362 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,363 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,364 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,364 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,365 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,365 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,366 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,366 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,367 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,367 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,369 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,369 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,370 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,370 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,371 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,372 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,372 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,373 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,373 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,374 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,374 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,375 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,375 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,376 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,377 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,377 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,378 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,378 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,379 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,379 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,380 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,380 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,381 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,381 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,382 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,382 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,383 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,383 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,384 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,384 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,385 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,385 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,386 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,387 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,387 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,388 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,388 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,389 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,389 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,390 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,390 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,391 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,391 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,393 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,393 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,394 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,395 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,395 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,396 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,396 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,397 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,397 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,398 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,398 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,399 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,399 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,400 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,400 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,401 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,402 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,402 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,403 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,403 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,404 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,404 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,405 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,405 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,406 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,406 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,407 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,407 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,408 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,409 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,409 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,410 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,410 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,411 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,411 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,412 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,412 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,413 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,413 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,415 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,415 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,416 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,417 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,417 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,418 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,418 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,419 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,419 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,420 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,420 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,421 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,421 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,422 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,423 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,423 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,424 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,424 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,425 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,425 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,426 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,426 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,427 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,427 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,428 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,428 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,429 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,429 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,430 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,430 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,431 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,431 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,432 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,433 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,433 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,434 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,434 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,435 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,435 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,436 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,436 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,437 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,437 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,438 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,438 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,439 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,439 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,440 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,440 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,441 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,442 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,442 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,443 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,443 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,444 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,444 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 03:57:23,445 ERROR MainThread:84521 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_034824-816krhgj/run-816krhgj.wandb b/simson_modeling/wandb/run-20250718_034824-816krhgj/run-816krhgj.wandb new file mode 100644 index 0000000000000000000000000000000000000000..b693a7b74c02dae213954bff77848cf380911bcf --- /dev/null +++ b/simson_modeling/wandb/run-20250718_034824-816krhgj/run-816krhgj.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a6d6206eba48f0ae9d2576dfd6bd0a5bd0db1547991c336868f5740821071a +size 29289740 diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/config.yaml b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72ee60a164b128ff98325bff277aa59ae11a48d8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + lsz7bru7oskhs44f4mzx4fvtbrey1t0w: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136842403840" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:05:47.843007Z" + writerId: lsz7bru7oskhs44f4mzx4fvtbrey1t0w + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/output.log b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..d5012d033f947558196cdee2839d0a7eae5e22de --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/output.log @@ -0,0 +1,53 @@ +Loading pre-computed data from data/augmented_smiles_pairs.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:02", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 425, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 422, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 346, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 226, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1465, in _next_data + return self._process_data(data) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1491, in _process_data + data.reraise() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_utils.py", line 715, in reraise + raise exception +RuntimeError: Caught RuntimeError in DataLoader worker process 0. +Original Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/worker.py", line 351, in _worker_loop + data = fetcher.fetch(index) # type: ignore[possibly-undefined] + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/fetch.py", line 55, in fetch + return self.collate_fn(data) + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 398, in default_collate + return collate(batch, collate_fn_map=default_collate_fn_map) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 172, in collate + key: collate( + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 155, in collate + return collate_fn_map[elem_type](batch, collate_fn_map=collate_fn_map) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 271, in collate_tensor_fn + out = elem.new(storage).resize_(len(batch), *list(elem.size())) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +RuntimeError: Trying to resize storage that is not resizable diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/requirements.txt b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..317df6b3c13f8c6e542311f62c4f6377282adccd --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:05:47.843007Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136842403840" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "lsz7bru7oskhs44f4mzx4fvtbrey1t0w" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..533452d4a934da3482e9f08995d671c42966eba9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":6,"_wandb":{"runtime":6}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug-core.log b/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c12fb38604579ea95481c0b98750c8481ccccc29 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:05:47.895985306+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpmys4tjre/port-87726.txt","pid":87726,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:05:47.89655075+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":87726} +{"time":"2025-07-18T04:05:47.896538133+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-87726-87749-2535391780/socket","Net":"unix"}} +{"time":"2025-07-18T04:05:48.077328378+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:05:48.085710945+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"jom4n71g","id":"1(@)"} +{"time":"2025-07-18T04:05:48.518136379+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"jom4n71g","id":"1(@)"} +{"time":"2025-07-18T04:05:55.386494306+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:05:55.386702288+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:05:55.38671404+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:05:55.386783553+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:05:55.386845283+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-87726-87749-2535391780/socket","Net":"unix"}} +{"time":"2025-07-18T04:05:56.863035944+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:05:56.863057909+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:05:56.863067572+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f52d0921c20465d396a606e6d7804dffd4bab92f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:05:48.086584773+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:05:48.518096711+03:00","level":"INFO","msg":"stream: created new stream","id":"jom4n71g"} +{"time":"2025-07-18T04:05:48.518130658+03:00","level":"INFO","msg":"stream: started","id":"jom4n71g"} +{"time":"2025-07-18T04:05:48.518153448+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"jom4n71g"} +{"time":"2025-07-18T04:05:48.518184882+03:00","level":"INFO","msg":"sender: started","stream_id":"jom4n71g"} +{"time":"2025-07-18T04:05:48.518152153+03:00","level":"INFO","msg":"handler: started","stream_id":"jom4n71g"} +{"time":"2025-07-18T04:05:55.386767583+03:00","level":"INFO","msg":"stream: closing","id":"jom4n71g"} +{"time":"2025-07-18T04:05:56.471491684+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:05:56.813381453+03:00","level":"INFO","msg":"handler: closed","stream_id":"jom4n71g"} +{"time":"2025-07-18T04:05:56.813416299+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"jom4n71g"} +{"time":"2025-07-18T04:05:56.813422191+03:00","level":"INFO","msg":"sender: closed","stream_id":"jom4n71g"} +{"time":"2025-07-18T04:05:56.814580184+03:00","level":"INFO","msg":"stream: closed","id":"jom4n71g"} diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug.log b/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..fa34acdd7d6f061c503516ab97620bc4af7f6fcb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040547-jom4n71g/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_setup.py:_flush():80] Configure stats pid to 87726 +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_040547-jom4n71g/logs/debug.log +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_040547-jom4n71g/logs/debug-internal.log +2025-07-18 04:05:47,860 INFO MainThread:87726 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:05:47,861 INFO MainThread:87726 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:05:47,861 INFO MainThread:87726 [wandb_init.py:init():871] starting backend +2025-07-18 04:05:48,077 INFO MainThread:87726 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:05:48,084 INFO MainThread:87726 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:05:48,085 INFO MainThread:87726 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:05:48,086 INFO MainThread:87726 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:05:48,831 INFO MainThread:87726 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:05:49,007 INFO MainThread:87726 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:05:49,007 INFO MainThread:87726 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:05:49,008 INFO MainThread:87726 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:05:49,008 INFO MainThread:87726 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:05:49,013 INFO MainThread:87726 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:05:52,241 INFO MainThread:87726 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:05:52,243 INFO MainThread:87726 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:05:55,385 INFO MsgRouterThr:87726 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_040547-jom4n71g/run-jom4n71g.wandb b/simson_modeling/wandb/run-20250718_040547-jom4n71g/run-jom4n71g.wandb new file mode 100644 index 0000000000000000000000000000000000000000..d67a5907020d6800c63bc5079558a26f65da2857 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_040547-jom4n71g/run-jom4n71g.wandb differ diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/config.yaml b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e68069529385831e60378a4ecfdbc07abbc52a0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + y6f7aukqinquvap7tz85nxf6zbb52e4k: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136842756096" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:07:18.587237Z" + writerId: y6f7aukqinquvap7tz85nxf6zbb52e4k + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/output.log b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..617e6c48d84c13a344ed5bbca6e9f4e4062e8233 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/output.log @@ -0,0 +1,53 @@ +Loading pre-computed data from data/augmented_smiles_pairs.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:02", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 425, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 422, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 346, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 226, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1465, in _next_data + return self._process_data(data) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1491, in _process_data + data.reraise() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_utils.py", line 715, in reraise + raise exception +RuntimeError: Caught RuntimeError in DataLoader worker process 0. +Original Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/worker.py", line 351, in _worker_loop + data = fetcher.fetch(index) # type: ignore[possibly-undefined] + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/fetch.py", line 55, in fetch + return self.collate_fn(data) + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 398, in default_collate + return collate(batch, collate_fn_map=default_collate_fn_map) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 172, in collate + key: collate( + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 155, in collate + return collate_fn_map[elem_type](batch, collate_fn_map=collate_fn_map) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/collate.py", line 272, in collate_tensor_fn + return torch.stack(batch, 0, out=out) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +RuntimeError: stack expects each tensor to be equal size, but got [43] at entry 0 and [63] at entry 1 diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/requirements.txt b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2c3e7fc2875fef6df4cfccea8779d60d8738c3eb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:07:18.587237Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136842756096" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "y6f7aukqinquvap7tz85nxf6zbb52e4k" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f60bccc799a769e529cf191d8e66da19a5816ef1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":6},"_runtime":6} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug-core.log b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..403baf798b2ff3ca076ed9b7ae8db1ff5ea8f739 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:07:18.64218499+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpa25v_r63/port-90341.txt","pid":90341,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:07:18.642757237+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":90341} +{"time":"2025-07-18T04:07:18.642751727+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-90341-90364-3110345932/socket","Net":"unix"}} +{"time":"2025-07-18T04:07:18.823939919+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:07:18.831735586+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"zzlphwy1","id":"1(@)"} +{"time":"2025-07-18T04:07:19.267235387+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zzlphwy1","id":"1(@)"} +{"time":"2025-07-18T04:07:26.173412478+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:07:26.17372676+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:07:26.17382735+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:07:26.173750763+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:07:26.173948081+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-90341-90364-3110345932/socket","Net":"unix"}} +{"time":"2025-07-18T04:07:27.665215368+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:07:27.665240166+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:07:27.665254234+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..272dee3b37595893e2c1240af38aaed257cf02b7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:07:18.832844991+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:07:19.267193086+03:00","level":"INFO","msg":"stream: created new stream","id":"zzlphwy1"} +{"time":"2025-07-18T04:07:19.267229623+03:00","level":"INFO","msg":"stream: started","id":"zzlphwy1"} +{"time":"2025-07-18T04:07:19.267243306+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"zzlphwy1"} +{"time":"2025-07-18T04:07:19.267293917+03:00","level":"INFO","msg":"sender: started","stream_id":"zzlphwy1"} +{"time":"2025-07-18T04:07:19.267250263+03:00","level":"INFO","msg":"handler: started","stream_id":"zzlphwy1"} +{"time":"2025-07-18T04:07:26.173781623+03:00","level":"INFO","msg":"stream: closing","id":"zzlphwy1"} +{"time":"2025-07-18T04:07:27.229248165+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:07:27.663447146+03:00","level":"INFO","msg":"handler: closed","stream_id":"zzlphwy1"} +{"time":"2025-07-18T04:07:27.663495371+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"zzlphwy1"} +{"time":"2025-07-18T04:07:27.663509928+03:00","level":"INFO","msg":"sender: closed","stream_id":"zzlphwy1"} +{"time":"2025-07-18T04:07:27.664738776+03:00","level":"INFO","msg":"stream: closed","id":"zzlphwy1"} diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug.log b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..26b060a0e037927ea769c918c4446e82e425f66f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 04:07:18,606 INFO MainThread:90341 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:07:18,606 INFO MainThread:90341 [wandb_setup.py:_flush():80] Configure stats pid to 90341 +2025-07-18 04:07:18,606 INFO MainThread:90341 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:07:18,606 INFO MainThread:90341 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:07:18,606 INFO MainThread:90341 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:07:18,607 INFO MainThread:90341 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_040718-zzlphwy1/logs/debug.log +2025-07-18 04:07:18,607 INFO MainThread:90341 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_040718-zzlphwy1/logs/debug-internal.log +2025-07-18 04:07:18,607 INFO MainThread:90341 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:07:18,607 INFO MainThread:90341 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:07:18,607 INFO MainThread:90341 [wandb_init.py:init():871] starting backend +2025-07-18 04:07:18,823 INFO MainThread:90341 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:07:18,830 INFO MainThread:90341 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:07:18,831 INFO MainThread:90341 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:07:18,832 INFO MainThread:90341 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:07:19,622 INFO MainThread:90341 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:07:19,791 INFO MainThread:90341 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:07:19,791 INFO MainThread:90341 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:07:19,791 INFO MainThread:90341 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:07:19,791 INFO MainThread:90341 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:07:19,795 INFO MainThread:90341 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:07:22,893 INFO MainThread:90341 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:07:22,894 INFO MainThread:90341 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:07:26,169 INFO MsgRouterThr:90341 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_040718-zzlphwy1/run-zzlphwy1.wandb b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/run-zzlphwy1.wandb new file mode 100644 index 0000000000000000000000000000000000000000..5052271fad0bb3d7634bd7ff3096e704d7a2cabf Binary files /dev/null and b/simson_modeling/wandb/run-20250718_040718-zzlphwy1/run-zzlphwy1.wandb differ diff --git a/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/output.log b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..28528c49aec00b3c91e7f91e67b0ca3a39db25ba --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/output.log @@ -0,0 +1,102 @@ +Loading pre-computed data from data/augmented_smiles_pairs.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00. at 0x7efacf9db420> +Traceback (most recent call last): | 0/1954 [00:00 + self.refs[idx] = weakref.ref(key, lambda ref: self._remove_id(idx)) + +KeyboardInterrupt: +Exception in thread Thread-6 (_pin_memory_loop): +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1075, in _bootstrap_inner + self.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1012, in run + self._target(*self._args, **self._kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/pin_memory.py", line 59, in _pin_memory_loop + do_one_step() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/pin_memory.py", line 35, in do_one_step + r = in_queue.get(timeout=MP_STATUS_CHECK_INTERVAL) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/queues.py", line 122, in get + return _ForkingPickler.loads(res) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/multiprocessing/reductions.py", line 541, in rebuild_storage_fd + fd = df.detach() + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/resource_sharer.py", line 57, in detach + with _resource_sharer.get_connection(self._id) as conn: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/resource_sharer.py", line 86, in get_connection + c = Client(address, authkey=process.current_process().authkey) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 519, in Client + c = SocketClient(address) + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 647, in SocketClient + s.connect(address) +FileNotFoundError: [Errno 2] No such file or directory +Exception ignored in: +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/_utils/signal_handling.py", line 73, in handler + _error_if_any_worker_fails() +RuntimeError: DataLoader worker (pid 93208) exited unexpectedly with exit code 1. Details are lost due to multiprocessing. Rerunning with num_workers=0 may give better error trace. +Epochs: 0%| | 0/1 [01:06", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 425, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 422, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 346, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 242, in train_epoch + loss = criterion(proj_1, proj_2) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 64, in forward + z_i = F.normalize(proj_1, p=2, dim=1) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/functional.py", line 5373, in normalize + denom = input.norm(p, dim, keepdim=True).clamp_min(eps).expand_as(input) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7efcd18a2ac0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/requirements.txt b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..30760bf4044e585a4bbec465af3820e6232d44d1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:08:24.004150Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136843075584" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "ug5mdckhngopm9g2ni2qrbdnejd9g67a" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug-core.log b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..29792324b706ec161f0f6436cff8777ef353206d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T04:08:24.060657385+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpgy6b459w/port-92887.txt","pid":92887,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:08:24.061208446+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":92887} +{"time":"2025-07-18T04:08:24.061215001+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-92887-92910-2935399388/socket","Net":"unix"}} +{"time":"2025-07-18T04:08:24.242755678+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:08:24.250787105+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"3xn8cmga","id":"1(@)"} +{"time":"2025-07-18T04:08:24.67268907+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"3xn8cmga","id":"1(@)"} +{"time":"2025-07-18T04:09:36.365730123+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..6034aaab368b510dab8e9c4c27f94ca07223db0c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T04:08:24.251672356+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:08:24.67264234+03:00","level":"INFO","msg":"stream: created new stream","id":"3xn8cmga"} +{"time":"2025-07-18T04:08:24.672682941+03:00","level":"INFO","msg":"stream: started","id":"3xn8cmga"} +{"time":"2025-07-18T04:08:24.672698285+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"3xn8cmga"} +{"time":"2025-07-18T04:08:24.672779665+03:00","level":"INFO","msg":"sender: started","stream_id":"3xn8cmga"} +{"time":"2025-07-18T04:08:24.672830988+03:00","level":"INFO","msg":"handler: started","stream_id":"3xn8cmga"} diff --git a/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug.log b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..eceed413c172a7c6c4508b70ca312e635657051e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_setup.py:_flush():80] Configure stats pid to 92887 +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_040824-3xn8cmga/logs/debug.log +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_040824-3xn8cmga/logs/debug-internal.log +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:08:24,026 INFO MainThread:92887 [wandb_init.py:init():871] starting backend +2025-07-18 04:08:24,242 INFO MainThread:92887 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:08:24,249 INFO MainThread:92887 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:08:24,251 INFO MainThread:92887 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:08:24,251 INFO MainThread:92887 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:08:24,913 INFO MainThread:92887 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:08:25,078 INFO MainThread:92887 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:08:25,078 INFO MainThread:92887 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:08:25,078 INFO MainThread:92887 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:08:25,078 INFO MainThread:92887 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:08:25,082 INFO MainThread:92887 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:08:28,201 INFO MainThread:92887 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:08:28,202 INFO MainThread:92887 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250718_040824-3xn8cmga/run-3xn8cmga.wandb b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/run-3xn8cmga.wandb new file mode 100644 index 0000000000000000000000000000000000000000..475543a89f340e50d621bcabd4e1b91fbe41e2ad Binary files /dev/null and b/simson_modeling/wandb/run-20250718_040824-3xn8cmga/run-3xn8cmga.wandb differ diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/config.yaml b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..94aa4c3301f6e54f643e6ce972cdf69112b36b13 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + nbi67zwnugyud46mq86jml2nv5a3qbnr: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136843739136" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:10:24.878219Z" + writerId: nbi67zwnugyud46mq86jml2nv5a3qbnr + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/output.log b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a2058c09f50eaf78e40829af3a9b77fe2dfc3ced --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/output.log @@ -0,0 +1,37 @@ +Loading pre-computed data from data/augmented_smiles_pairs.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [02:34", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 425, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 422, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 346, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 237, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/requirements.txt b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e82d2f883115089c8d988557191dca8e6dafb214 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:10:24.878219Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136843739136" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "nbi67zwnugyud46mq86jml2nv5a3qbnr" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..54e60acd7882833719122a870314ac76c5d905f0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[1,0,1,0,0,0,1,2,2,0,0,3,3,4,1,7,7,16,12,4,19,27,23,24,20,52,53,56,62,62,43,56,42,22,30,19,17,13,19,8,8,9,6,3,1,2,2,1,0,2,0,0,0,1,0,0,0,1,0,0,0,0,0,1],"bins":[-1.5815796814422356e-06,-1.5265103456840734e-06,-1.4714408962390735e-06,-1.4163715604809113e-06,-1.3613021110359114e-06,-1.3062327752777492e-06,-1.2511633258327493e-06,-1.196093990074587e-06,-1.1410245406295871e-06,-1.085955204871425e-06,-1.030885755426425e-06,-9.758164196682628e-07,-9.207470270666818e-07,-8.656776344651007e-07,-8.106082418635197e-07,-7.555388492619386e-07,-7.004694566603575e-07,-6.454000640587765e-07,-5.903306714571954e-07,-5.352612788556144e-07,-4.801918862540333e-07,-4.251225220741617e-07,-3.700531294725806e-07,-3.1498373687099956e-07,-2.599143442694185e-07,-2.0484495166783745e-07,-1.497755590662564e-07,-9.470618067553005e-08,-3.963678807394899e-08,1.5432600974918387e-08,7.050199002378577e-08,1.2557137551993947e-07,1.8064076812152052e-07,2.3571016072310158e-07,2.9077955332468264e-07,3.458489459262637e-07,4.0091833852784475e-07,4.559877027077164e-07,5.110571237310069e-07,5.661265163325879e-07,6.21195908934169e-07,6.762652446923312e-07,7.313346372939122e-07,7.864040298954933e-07,8.414734224970744e-07,8.965428150986554e-07,9.516122077002365e-07,1.0066816003018175e-06,1.0617509360599797e-06,1.1168203855049796e-06,1.1718897212631418e-06,1.2269591707081418e-06,1.282028506466304e-06,1.3370979559113039e-06,1.392167291669466e-06,1.447236741114466e-06,1.5023060768726282e-06,1.557375526317628e-06,1.6124448620757903e-06,1.6675143115207902e-06,1.7225836472789524e-06,1.7776530967239523e-06,1.8327224324821145e-06,1.8877918819271144e-06,1.9428612176852766e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[5,12,19,32,32,85,126,222,322,474,690,1045,1428,2064,2790,3879,5175,6611,8453,10425,13049,15467,18213,20903,23989,26408,28801,30372,32090,32965,33166,32847,31525,29926,27717,25214,22489,19724,16717,14192,11807,9414,7447,5749,4502,3356,2442,1718,1250,848,611,381,252,156,95,55,26,18,12,10,5,3,3,1],"bins":[-0.08529539406299591,-0.08247622847557068,-0.07965705543756485,-0.07683788239955902,-0.07401871681213379,-0.07119955122470856,-0.06838037818670273,-0.0655612051486969,-0.06274203956127167,-0.05992287024855614,-0.05710370093584061,-0.054284531623125076,-0.051465362310409546,-0.048646192997694016,-0.045827023684978485,-0.043007854372262955,-0.040188685059547424,-0.037369515746831894,-0.034550346434116364,-0.03173117712140083,-0.028912007808685303,-0.026092838495969772,-0.023273669183254242,-0.02045449987053871,-0.01763533055782318,-0.01481616124510765,-0.01199699193239212,-0.00917782261967659,-0.00635865330696106,-0.003539483994245529,-0.0007203146815299988,0.0020988546311855316,0.004918016493320465,0.0077371858060359955,0.010556355118751526,0.013375524431467056,0.016194693744182587,0.019013863056898117,0.021833032369613647,0.024652201682329178,0.027471370995044708,0.03029054030776024,0.03310970962047577,0.0359288789331913,0.03874804824590683,0.04156721755862236,0.04438638687133789,0.04720555618405342,0.05002472549676895,0.05284389480948448,0.05566306412220001,0.05848223343491554,0.06130140274763107,0.0641205757856369,0.06693974137306213,0.06975890696048737,0.0725780799984932,0.07539725303649902,0.07821641862392426,0.08103558421134949,0.08385475724935532,0.08667393028736115,0.08949309587478638,0.09231226146221161,0.09513143450021744]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[2,0,2,1,3,0,2,2,2,4,7,8,6,10,17,15,22,29,32,51,49,38,56,35,40,32,25,36,28,43,30,11,28,13,13,5,7,8,7,7,6,4,6,6,6,3,0,1,2,4,0,1,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[0.9990540146827698,0.9990944266319275,0.9991348385810852,0.9991752505302429,0.9992156624794006,0.9992560744285583,0.9992964863777161,0.9993368983268738,0.9993773102760315,0.9994177222251892,0.9994581341743469,0.9994984865188599,0.9995388984680176,0.9995793104171753,0.999619722366333,0.9996601343154907,0.9997005462646484,0.9997409582138062,0.9997813701629639,0.9998217821121216,0.9998621940612793,0.999902606010437,0.9999430179595947,0.9999834299087524,1.0000238418579102,1.0000642538070679,1.0001046657562256,1.0001450777053833,1.000185489654541,1.0002259016036987,1.0002663135528564,1.0003067255020142,1.0003471374511719,1.0003875494003296,1.0004279613494873,1.000468373298645,1.0005087852478027,1.0005491971969604,1.0005896091461182,1.0006300210952759,1.0006704330444336,1.0007108449935913,1.000751256942749,1.0007915496826172,1.000831961631775,1.0008723735809326,1.0009127855300903,1.000953197479248,1.0009936094284058,1.0010340213775635,1.0010744333267212,1.001114845275879,1.0011552572250366,1.0011956691741943,1.001236081123352,1.0012764930725098,1.0013169050216675,1.0013573169708252,1.001397728919983,1.0014381408691406,1.0014785528182983,1.001518964767456,1.0015593767166138,1.0015997886657715,1.0016402006149292],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,0,0,0,0,1,0,0,0,3,3,1,10,7,13,15,19,25,27,43,55,65,119,164,230,343,573,1048,2507,445334,1245,694,402,247,193,118,88,80,54,46,23,15,15,15,11,9,7,5,3,0,3,5,0,0,0,1,1,0,0,1,0,0,1],"bins":[-0.6714115738868713,-0.6491920351982117,-0.626972496509552,-0.6047528982162476,-0.5825333595275879,-0.5603138208389282,-0.5380942821502686,-0.5158747434616089,-0.49365517497062683,-0.47143563628196716,-0.4492160677909851,-0.42699652910232544,-0.40477699041366577,-0.3825574219226837,-0.36033788323402405,-0.338118314743042,-0.3158987760543823,-0.29367923736572266,-0.2714596688747406,-0.24924013018608093,-0.22702057659626007,-0.2048010230064392,-0.18258148431777954,-0.16036193072795868,-0.13814237713813782,-0.11592282354831696,-0.09370327740907669,-0.07148373126983643,-0.049264177680015564,-0.027044627815485,-0.004825077950954437,0.017394471913576126,0.03961402177810669,0.06183357164263725,0.08405312150716782,0.10627266764640808,0.12849222123622894,0.1507117748260498,0.17293131351470947,0.19515086710453033,0.2173704206943512,0.23958997428417206,0.2618095278739929,0.2840290665626526,0.30624860525131226,0.3284681737422943,0.350687712430954,0.37290728092193604,0.3951268196105957,0.41734635829925537,0.4395659267902374,0.4617854654788971,0.48400503396987915,0.5062245726585388,0.5284441113471985,0.5506636500358582,0.5728832483291626,0.5951027870178223,0.6173223257064819,0.6395418643951416,0.6617614030838013,0.6839809417724609,0.7062005400657654,0.728420078754425,0.7506396174430847],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,1,1,0,2,3,2,4,7,11,10,14,22,10,26,17,23,23,34,27,35,28,29,34,30,45,36,28,27,29,28,14,23,26,21,17,13,14,6,8,8,8,5,4,2,2,1,1,1,1,0,1,1,0,0,0,0,0,1,1],"bins":[-0.08541752398014069,-0.08243447542190552,-0.07945141941308975,-0.07646837085485458,-0.07348531484603882,-0.07050226628780365,-0.06751921027898788,-0.06453616172075272,-0.06155310571193695,-0.05857005715370178,-0.055587004870176315,-0.05260395258665085,-0.04962090030312538,-0.046637848019599915,-0.04365479573607445,-0.04067174345254898,-0.037688691169023514,-0.03470563888549805,-0.03172258660197258,-0.028739534318447113,-0.025756482034921646,-0.02277343161404133,-0.01979037933051586,-0.016807327046990395,-0.013824274763464928,-0.01084122247993946,-0.007858170196413994,-0.0048751188442111015,-0.0018920665606856346,0.0010909854900091887,0.004074037540704012,0.0070570893585681915,0.010040141642093658,0.013023193925619125,0.016006246209144592,0.01898929849267006,0.021972350776195526,0.024955401197075844,0.02793845348060131,0.030921505764126778,0.033904559910297394,0.03688760846853256,0.03987066075205803,0.042853713035583496,0.04583676531910896,0.04881981760263443,0.0518028698861599,0.054785922169685364,0.05776897445321083,0.0607520267367363,0.06373507529497147,0.06671813130378723,0.0697011798620224,0.07268423587083817,0.07566728442907333,0.0786503404378891,0.08163338899612427,0.08461644500494003,0.0875994935631752,0.09058254957199097,0.09356559813022614,0.0965486541390419,0.09953170269727707,0.10251475870609283,0.105497807264328]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,0,0,0,0,3,1,3,0,2,2,5,4,8,6,7,4,11,13,16,17,18,21,41,38,34,44,42,39,41,44,34,32,23,32,26,32,23,18,7,7,9,12,6,4,6,7,2,2,3,4,3,1,1,0,1,2,0,2,2],"bins":[0.9987333416938782,0.998772382736206,0.9988114237785339,0.998850405216217,0.9988894462585449,0.9989284873008728,0.9989675283432007,0.9990065693855286,0.9990455508232117,0.9990845918655396,0.9991236329078674,0.9991626739501953,0.9992017149925232,0.9992406964302063,0.9992797374725342,0.9993187785148621,0.9993578195571899,0.9993968605995178,0.9994358420372009,0.9994748830795288,0.9995139241218567,0.9995529651641846,0.9995920062065125,0.9996309876441956,0.9996700286865234,0.9997090697288513,0.9997481107711792,0.9997871518135071,0.9998261332511902,0.9998651742935181,0.999904215335846,0.9999432563781738,0.9999822378158569,1.0000213384628296,1.0000603199005127,1.0000993013381958,1.0001384019851685,1.0001773834228516,1.0002164840698242,1.0002554655075073,1.0002944469451904,1.000333547592163,1.0003725290298462,1.0004116296768188,1.000450611114502,1.000489592552185,1.0005286931991577,1.0005676746368408,1.0006067752838135,1.0006457567214966,1.0006847381591797,1.0007238388061523,1.0007628202438354,1.000801920890808,1.0008409023284912,1.0008798837661743,1.000918984413147,1.00095796585083,1.0009970664978027,1.0010360479354858,1.001075029373169,1.0011141300201416,1.0011531114578247,1.0011922121047974,1.0012311935424805]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,1,1,0,2,0,3,3,6,6,7,7,5,7,6,13,15,16,21,17,17,28,27,37,42,47,51,58,51,47,32,24,28,15,14,18,14,15,11,9,10,6,4,5,2,3,0,4,2,1,0,1,1,2,0,1,0,0,0,1,2],"bins":[-1.1701313269441016e-06,-1.1315170240777661e-06,-1.0929028348982683e-06,-1.0542885320319328e-06,-1.015674342852435e-06,-9.770600399860996e-07,-9.384457371197641e-07,-8.998314910968475e-07,-8.612172450739308e-07,-8.226029990510142e-07,-7.839887530280976e-07,-7.453744501617621e-07,-7.067602041388454e-07,-6.681459581159288e-07,-6.295316552495933e-07,-5.909174092266767e-07,-5.5230316320376e-07,-5.136889171808434e-07,-4.7507464273621736e-07,-4.364603682915913e-07,-3.9784612226867466e-07,-3.5923187624575803e-07,-3.2061760180113197e-07,-2.820033273565059e-07,-2.433890813335893e-07,-2.0477482109981793e-07,-1.6616056086604658e-07,-1.2754630063227523e-07,-8.893204039850389e-08,-5.031778016473254e-08,-1.1703519930961193e-08,2.6910740302810154e-08,6.55250005365815e-08,1.0413926077035285e-07,1.427535210041242e-07,1.8136778123789554e-07,2.199820414716669e-07,2.585962874945835e-07,2.972105619392096e-07,3.3582483638383565e-07,3.744390824067523e-07,4.130533284296689e-07,4.5166760287429497e-07,4.90281877318921e-07,5.288961233418377e-07,5.675103693647543e-07,6.061246722310898e-07,6.447389182540064e-07,6.833531642769231e-07,7.219674102998397e-07,7.605816563227563e-07,7.991959591890918e-07,8.378102052120084e-07,8.764244512349251e-07,9.150387541012606e-07,9.536530001241772e-07,9.922672461470938e-07,1.0308815490134293e-06,1.069495738192927e-06,1.1081100410592626e-06,1.146724343925598e-06,1.1853385331050958e-06,1.2239528359714313e-06,1.2625670251509291e-06,1.3011813280172646e-06]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,1,4,2,4,3,2,4,3,8,6,9,14,9,9,24,25,11,32,25,26,22,31,32,33,25,26,24,30,30,33,29,28,29,20,26,23,19,11,13,10,6,8,9,7,2,7,3,2,0,1,1,1,2,1],"bins":[-0.008308406919240952,-0.00807801354676485,-0.007847621105611324,-0.007617227733135223,-0.00738683482632041,-0.007156441919505596,-0.0069260490126907825,-0.006695656105875969,-0.006465262733399868,-0.006234869826585054,-0.006004476919770241,-0.005774084012955427,-0.0055436911061406136,-0.0053132981993258,-0.005082904826849699,-0.004852511920034885,-0.004622119013220072,-0.004391726106405258,-0.0041613331995904446,-0.003930939827114344,-0.00370054692029953,-0.0034701540134847164,-0.003239761106669903,-0.0030093679670244455,-0.002778975060209632,-0.0025485821533948183,-0.002318189013749361,-0.0020877961069345474,-0.001857403083704412,-0.0016270100604742765,-0.001396617153659463,-0.0011662241304293275,-0.0009358306415379047,-0.0007054376183077693,-0.00047504465328529477,-0.0002446516591589898,-1.4258665032684803e-05,0.00021613432909362018,0.00044652732321992517,0.0006769202882423997,0.0009073133114725351,0.0011377063347026706,0.001368099357932806,0.0015984922647476196,0.001828885287977755,0.0020592783112078905,0.002289671218022704,0.0025200643576681614,0.002750457264482975,0.0029808501712977886,0.003211243310943246,0.0034416362177580595,0.0036720293574035168,0.0039024222642183304,0.004132815171033144,0.004363208077847958,0.0045936014503240585,0.004823994357138872,0.005054387263953686,0.005284780170768499,0.005515173077583313,0.005745565984398127,0.0059759593568742275,0.006206352263689041,0.006436745170503855]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.0079345703125,-0.00768280029296875,-0.0074310302734375,-0.00717926025390625,-0.006927490234375,-0.00667572021484375,-0.0064239501953125,-0.00617218017578125,-0.00592041015625,-0.00566864013671875,-0.0054168701171875,-0.00516510009765625,-0.004913330078125,-0.00466156005859375,-0.0044097900390625,-0.00415802001953125,-0.00390625,-0.00365447998046875,-0.0034027099609375,-0.00315093994140625,-0.002899169921875,-0.00264739990234375,-0.0023956298828125,-0.00214385986328125,-0.00189208984375,-0.00164031982421875,-0.0013885498046875,-0.00113677978515625,-0.000885009765625,-0.00063323974609375,-0.0003814697265625,-0.00012969970703125,0.0001220703125,0.00037384033203125,0.0006256103515625,0.00087738037109375,0.001129150390625,0.00138092041015625,0.0016326904296875,0.00188446044921875,0.00213623046875,0.00238800048828125,0.0026397705078125,0.00289154052734375,0.003143310546875,0.00339508056640625,0.0036468505859375,0.00389862060546875,0.004150390625,0.00440216064453125,0.0046539306640625,0.00490570068359375,0.005157470703125,0.00540924072265625,0.0056610107421875,0.00591278076171875,0.00616455078125,0.00641632080078125,0.0066680908203125,0.00691986083984375,0.007171630859375,0.00742340087890625,0.0076751708984375,0.00792694091796875,0.0081787109375],"_type":"histogram","values":[1,2,3,2,4,9,14,18,24,38,61,95,134,177,251,404,639,926,1315,1928,3112,4492,7157,10185,16054,24175,36482,55431,83508,130126,227011,359647,233917,129314,82756,53587,35601,23748,15917,10662,7524,4975,3508,2345,1750,1125,857,523,410,297,153,140,116,79,40,29,22,14,13,6,5,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.1074792742729187,-0.10421682894229889,-0.10095438361167908,-0.09769193083047867,-0.09442948549985886,-0.09116704016923904,-0.08790459483861923,-0.08464214950799942,-0.08137969672679901,-0.0781172513961792,-0.07485480606555939,-0.07159236073493958,-0.06832991540431976,-0.06506747007369995,-0.06180502101778984,-0.05854257196187973,-0.05528012663125992,-0.052017681300640106,-0.048755232244729996,-0.045492786914110184,-0.04223033785820007,-0.03896789252758026,-0.03570544719696045,-0.03244299814105034,-0.029180552810430527,-0.025918105617165565,-0.022655658423900604,-0.019393213093280792,-0.01613076590001583,-0.01286831870675087,-0.009605872444808483,-0.006343425717204809,-0.003080986440181732,0.00018146028742194176,0.0034439070150256157,0.00670635374262929,0.009968800470232964,0.013231247663497925,0.016493692994117737,0.019756140187382698,0.02301858738064766,0.02628103457391262,0.029543481767177582,0.032805927097797394,0.036068372428417206,0.039330821484327316,0.04259326681494713,0.04585571587085724,0.04911816120147705,0.05238060653209686,0.05564305558800697,0.058905500918626785,0.062167949974536896,0.06543039530515671,0.06869284063577652,0.07195528596639633,0.07521773874759674,0.07848018407821655,0.08174262940883636,0.08500507473945618,0.08826752007007599,0.0915299654006958,0.09479241818189621,0.09805486351251602,0.10131730884313583],"_type":"histogram","values":[1,0,0,1,1,0,0,10,7,23,41,91,160,257,411,619,1070,1667,2363,3454,4838,6769,8937,11711,14838,18187,22199,25762,29674,32807,35318,37284,38438,38136,37056,35183,32401,29286,25479,21650,17876,14522,11416,8858,6476,4834,3322,2278,1555,980,611,412,241,130,91,50,19,10,6,2,2,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,0,8,16,25,38,64,96,177,285,426,628,1015,1517,2256,3006,4216,5736,7437,9694,12022,14862,17773,21233,24461,27193,30210,32569,34127,35321,35574,34684,33276,31315,28685,25813,22841,19655,16617,13295,10637,8395,6471,4785,3605,2447,1780,1241,836,558,368,221,134,67,38,37,17,7,6,4,1,1],"bins":[-0.09700686484575272,-0.09399876743555069,-0.09099067747592926,-0.08798258006572723,-0.08497448265552521,-0.08196638524532318,-0.07895829528570175,-0.07595019787549973,-0.0729421004652977,-0.06993401050567627,-0.06692591309547424,-0.06391781568527222,-0.06090972200036049,-0.05790162459015846,-0.054893530905246735,-0.05188543349504471,-0.04887733981013298,-0.04586924612522125,-0.042861148715019226,-0.0398530550301075,-0.03684495761990547,-0.033836863934993744,-0.030828768387436867,-0.02782067283987999,-0.024812577292323112,-0.021804481744766235,-0.018796386197209358,-0.01578829064965248,-0.012780196033418179,-0.009772100485861301,-0.006764005403965712,-0.003755910089239478,-0.0007478147745132446,0.002260280540212989,0.005268375854939222,0.008276470936834812,0.01128456648439169,0.014292662031948566,0.01730075664818287,0.020308852195739746,0.023316947743296623,0.0263250432908535,0.029333138838410378,0.032341234385967255,0.03534932807087898,0.03835742548108101,0.04136551916599274,0.04437361657619476,0.04738171026110649,0.05038980394601822,0.053397901356220245,0.05640599504113197,0.059414092451334,0.06242218613624573,0.06543028354644775,0.06843838095664978,0.07144647091627121,0.07445456832647324,0.07746266573667526,0.08047075569629669,0.08347885310649872,0.08648695051670074,0.08949504792690277,0.0925031378865242,0.09551123529672623]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,1,0,0,0,1,0,1,1,1,1,3,3,5,8,8,18,13,14,24,24,15,23,32,33,42,28,35,33,34,36,32,31,38,34,26,19,23,14,23,15,14,10,10,5,7,7,7,3,3,4,1,0,1,0,1,0,0,0,0,1,0,1],"bins":[-0.10499025881290436,-0.10155428946018219,-0.09811832010746002,-0.09468235075473785,-0.09124638140201569,-0.08781041204929352,-0.08437444269657135,-0.08093847334384918,-0.07750250399112701,-0.07406653463840485,-0.07063056528568268,-0.06719459593296051,-0.06375862658023834,-0.060322653502225876,-0.05688668414950371,-0.05345071479678154,-0.05001474544405937,-0.046578776091337204,-0.043142806738615036,-0.03970683738589287,-0.0362708680331707,-0.03283489868044853,-0.029398927465081215,-0.025962958112359047,-0.02252698875963688,-0.01909101940691471,-0.015655050054192543,-0.0122190797701478,-0.008783110417425632,-0.0053471410647034645,-0.0019111712463200092,0.0015247983392328024,0.004960767924785614,0.008396737277507782,0.01183270663022995,0.015268676914274693,0.018704645335674286,0.022140616551041603,0.02557658590376377,0.02901255525648594,0.03244852274656296,0.035884495824575424,0.03932046517729759,0.04275643453001976,0.04619240388274193,0.049628373235464096,0.053064342588186264,0.05650031194090843,0.0599362812936306,0.06337225437164307,0.06680822372436523,0.0702441930770874,0.07368016242980957,0.07711613178253174,0.0805521011352539,0.08398807048797607,0.08742403984069824,0.09086000919342041,0.09429597854614258,0.09773194789886475,0.10116791725158691,0.10460388660430908,0.10803985595703125,0.11147582530975342,0.11491179466247559],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,3,1,0,3,1,1,2,5,0,7,4,7,9,11,9,17,18,17,19,17,25,21,33,29,24,28,28,26,39,30,26,30,33,17,35,21,22,17,11,19,12,15,12,14,8,9,4,7,6,4,2,0,3,0,1,0,1,0,1,1,0,2],"bins":[-0.0004502024094108492,-0.00043538908357732,-0.0004205757868476212,-0.00040576246101409197,-0.00039094913518056273,-0.0003761358093470335,-0.00036132248351350427,-0.0003465091867838055,-0.00033169586095027626,-0.000316882535116747,-0.00030206923838704824,-0.000287255912553519,-0.0002724425867199898,-0.00025762926088646054,-0.00024281594960484654,-0.00022800263832323253,-0.0002131893124897033,-0.00019837598665617406,-0.00018356267537456006,-0.00016874936409294605,-0.00015393603825941682,-0.00013912271242588758,-0.00012430940114427358,-0.00010949608258670196,-9.468276402913034e-05,-7.986944547155872e-05,-6.50561269139871e-05,-5.024280835641548e-05,-3.542948979884386e-05,-2.061617124127224e-05,-5.802852683700621e-06,9.010465873870999e-06,2.382375532761216e-05,3.863707388518378e-05,5.34503924427554e-05,6.826371100032702e-05,8.307702955789864e-05,9.789034811547026e-05,0.00011270366667304188,0.00012751697795465589,0.00014233030378818512,0.00015714362962171435,0.00017195694090332836,0.00018677025218494236,0.0002015835780184716,0.00021639690385200083,0.00023121021513361484,0.00024602352641522884,0.0002608368522487581,0.0002756501780822873,0.00029046350391581655,0.0003052768006455153,0.00032009012647904456,0.0003349034523125738,0.00034971674904227257,0.0003645300748758018,0.00037934340070933104,0.00039415672654286027,0.0004089700523763895,0.0004237833491060883,0.0004385966749396175,0.00045341000077314675,0.0004682232975028455,0.00048303662333637476,0.000497849949169904]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.011474609375,-0.011113166809082031,-0.010751724243164062,-0.010390281677246094,-0.010028839111328125,-0.009667396545410156,-0.009305953979492188,-0.008944511413574219,-0.00858306884765625,-0.008221626281738281,-0.007860183715820312,-0.007498741149902344,-0.007137298583984375,-0.006775856018066406,-0.0064144134521484375,-0.006052970886230469,-0.0056915283203125,-0.005330085754394531,-0.0049686431884765625,-0.004607200622558594,-0.004245758056640625,-0.0038843154907226562,-0.0035228729248046875,-0.0031614303588867188,-0.00279998779296875,-0.0024385452270507812,-0.0020771026611328125,-0.0017156600952148438,-0.001354217529296875,-0.0009927749633789062,-0.0006313323974609375,-0.00026988983154296875,9.1552734375e-05,0.00045299530029296875,0.0008144378662109375,0.0011758804321289062,0.001537322998046875,0.0018987655639648438,0.0022602081298828125,0.0026216506958007812,0.00298309326171875,0.0033445358276367188,0.0037059783935546875,0.004067420959472656,0.004428863525390625,0.004790306091308594,0.0051517486572265625,0.005513191223144531,0.0058746337890625,0.006236076354980469,0.0065975189208984375,0.006958961486816406,0.007320404052734375,0.007681846618652344,0.008043289184570312,0.008404731750488281,0.00876617431640625,0.009127616882324219,0.009489059448242188,0.009850502014160156,0.010211944580078125,0.010573387145996094,0.010934829711914062,0.011296272277832031,0.01165771484375],"_type":"histogram","values":[1,0,1,1,4,2,6,4,11,9,21,21,33,49,68,87,132,218,296,409,600,930,1393,2164,3468,5208,8777,14207,23534,41731,81635,151553,116700,57467,31180,17851,10996,6958,4076,2748,1773,1134,772,520,333,235,153,110,74,49,38,24,18,11,10,7,6,3,1,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,3,4,9,11,26,51,75,101,172,295,448,672,951,1463,2074,2944,3999,5309,7040,9053,11239,13830,16753,19800,22569,25394,28176,30757,32553,33364,34216,34176,33179,31516,29503,26996,24386,20957,18111,15184,12399,10077,8005,6128,4667,3465,2529,1676,1200,852,524,401,226,120,77,45,35,18,9,4,2,2,1],"bins":[-0.09245149791240692,-0.08954077959060669,-0.08663006871938705,-0.08371935039758682,-0.08080863207578659,-0.07789792120456696,-0.07498720288276672,-0.07207648456096649,-0.06916576623916626,-0.06625505536794662,-0.06334433704614639,-0.06043362244963646,-0.057522907853126526,-0.054612189531326294,-0.05170147493481636,-0.04879075661301613,-0.045880042016506195,-0.04296932741999626,-0.04005860909819603,-0.037147894501686096,-0.034237176179885864,-0.03132646158337593,-0.028415746986865997,-0.025505030527710915,-0.022594314068555832,-0.01968359760940075,-0.016772881150245667,-0.013862166553735733,-0.01095145009458065,-0.008040733635425568,-0.0051300181075930595,-0.002219302114099264,0.0006914138793945312,0.0036021298728883266,0.006512845866382122,0.00942356139421463,0.012334277853369713,0.015244994312524796,0.01815570890903473,0.02106642536818981,0.023977141827344894,0.026887858286499977,0.02979857474565506,0.03270928934216499,0.03562000393867493,0.03853072226047516,0.04144143685698509,0.044352155178785324,0.04726286977529526,0.05017358437180519,0.05308430269360542,0.055995017290115356,0.05890573561191559,0.06181645020842552,0.06472716480493546,0.06763788312673569,0.07054859399795532,0.07345931231975555,0.07637003064155579,0.07928074896335602,0.08219145983457565,0.08510217815637589,0.08801289647817612,0.09092360734939575,0.09383432567119598]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.030925441533327103,-0.029935497790575027,-0.028945554047822952,-0.027955610305070877,-0.026965666562318802,-0.025975722819566727,-0.02498577907681465,-0.023995835334062576,-0.0230058915913105,-0.022015947848558426,-0.02102600410580635,-0.020036060363054276,-0.0190461166203022,-0.018056172877550125,-0.01706622913479805,-0.016076285392045975,-0.0150863416492939,-0.014096397906541824,-0.01310645416378975,-0.012116510421037674,-0.011126566678285599,-0.010136622935533524,-0.009146679192781448,-0.008156735450029373,-0.007166791707277298,-0.006176847964525223,-0.005186904221773148,-0.004196960479021072,-0.003207016736268997,-0.002217072993516922,-0.0012271292507648468,-0.0002371855080127716,0.0007527582347393036,0.0017427019774913788,0.002732645720243454,0.003722589462995529,0.004712533205747604,0.0057024769484996796,0.006692420691251755,0.00768236443400383,0.008672308176755905,0.00966225191950798,0.010652195662260056,0.01164213940501213,0.012632083147764206,0.013622026890516281,0.014611970633268356,0.015601914376020432,0.016591858118772507,0.017581801861524582,0.018571745604276657,0.019561689347028732,0.020551633089780807,0.021541576832532883,0.022531520575284958,0.023521464318037033,0.02451140806078911,0.025501351803541183,0.02649129554629326,0.027481239289045334,0.02847118303179741,0.029461126774549484,0.03045107051730156,0.031441014260053635,0.03243095800280571],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,2,3,1,8,5,4,10,8,9,20,14,25,22,26,30,22,24,43,36,29,29,33,35,39,34,31,30,22,25,31,28,13,8,12,9,8,6,4,4,6,5,1,3,1,2,0,0,0,3,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.046142578125,-0.044734954833984375,-0.04332733154296875,-0.041919708251953125,-0.0405120849609375,-0.039104461669921875,-0.03769683837890625,-0.036289215087890625,-0.034881591796875,-0.033473968505859375,-0.03206634521484375,-0.030658721923828125,-0.0292510986328125,-0.027843475341796875,-0.02643585205078125,-0.025028228759765625,-0.02362060546875,-0.022212982177734375,-0.02080535888671875,-0.019397735595703125,-0.0179901123046875,-0.016582489013671875,-0.01517486572265625,-0.013767242431640625,-0.012359619140625,-0.010951995849609375,-0.00954437255859375,-0.008136749267578125,-0.0067291259765625,-0.005321502685546875,-0.00391387939453125,-0.002506256103515625,-0.0010986328125,0.000308990478515625,0.00171661376953125,0.003124237060546875,0.0045318603515625,0.005939483642578125,0.00734710693359375,0.008754730224609375,0.010162353515625,0.011569976806640625,0.01297760009765625,0.014385223388671875,0.0157928466796875,0.017200469970703125,0.01860809326171875,0.020015716552734375,0.02142333984375,0.022830963134765625,0.02423858642578125,0.025646209716796875,0.0270538330078125,0.028461456298828125,0.02986907958984375,0.031276702880859375,0.032684326171875,0.034091949462890625,0.03549957275390625,0.036907196044921875,0.0383148193359375,0.039722442626953125,0.04113006591796875,0.042537689208984375,0.0439453125],"_type":"histogram","values":[2,0,3,3,3,7,7,9,12,17,22,40,43,86,104,121,180,272,430,582,876,1264,1883,2693,4155,6313,9648,15951,26113,44875,86330,185301,560191,338863,128799,64566,35331,20896,12793,7947,5274,3494,2276,1590,1030,800,480,363,257,153,121,85,64,39,32,23,16,12,6,6,2,6,2,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,3,2,2,2,3,5,4,5,5,11,11,6,15,16,21,23,23,22,21,30,29,17,33,22,36,34,25,35,26,40,22,12,18,16,21,20,14,15,12,13,8,15,5,9,7,5,6,5,1,4,6,1,2,0,0,0,0,2,0,0,0,0,1],"bins":[-0.016007039695978165,-0.015412506647408009,-0.014817973598837852,-0.014223440550267696,-0.01362890750169754,-0.013034374453127384,-0.012439841404557228,-0.011845308355987072,-0.011250775307416916,-0.010656243190169334,-0.010061710141599178,-0.009467177093029022,-0.008872644044458866,-0.00827811099588871,-0.007683577947318554,-0.007089044898748398,-0.006494511850178242,-0.005899978801608086,-0.0053054457530379295,-0.0047109127044677734,-0.004116379655897617,-0.003521846840158105,-0.0029273140244185925,-0.0023327809758484364,-0.0017382479272782803,-0.0011437148787081242,-0.0005491819465532899,4.5351043809205294e-05,0.0006398840341717005,0.0012344170827418566,0.0018289500148966908,0.002423482947051525,0.003018015995621681,0.0036125490441918373,0.004207082092761993,0.0048016151413321495,0.005396148189902306,0.005990680772811174,0.0065852138213813305,0.007179746869951487,0.007774279918521643,0.008368812501430511,0.008963345550000668,0.009557878598570824,0.01015241164714098,0.010746944695711136,0.011341477744281292,0.011936010792851448,0.012530543841421604,0.01312507688999176,0.013719609938561916,0.014314142987132072,0.014908676035702229,0.015503209084272385,0.016097741201519966,0.016692275181412697,0.01728680729866028,0.01788134127855301,0.01847587339580059,0.01907040737569332,0.019664939492940903,0.020259473472833633,0.020854005590081215,0.021448539569973946,0.022043071687221527]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,0,2,1,0,1,1,1,4,8,5,9,8,7,14,11,20,19,20,20,21,26,29,29,30,38,32,24,40,32,27,24,33,26,38,27,23,17,13,16,13,12,10,6,3,5,6,0,4,1,4,1,2,1,0,0,0,1,1,0,0,0,1],"bins":[-0.051126252859830856,-0.049361519515514374,-0.04759678617119789,-0.04583205655217171,-0.044067323207855225,-0.04230258986353874,-0.04053785651922226,-0.03877312317490578,-0.037008389830589294,-0.03524366021156311,-0.03347892686724663,-0.031714193522930145,-0.029949460178613663,-0.02818472869694233,-0.026419995352625847,-0.024655263870954514,-0.02289053052663803,-0.02112579718232155,-0.019361065700650215,-0.017596332356333733,-0.0158316008746624,-0.014066867530345917,-0.012302134186029434,-0.010537401773035526,-0.008772669360041618,-0.00700793694704771,-0.005243204068392515,-0.0034784714225679636,-0.001713738776743412,5.0993869081139565e-05,0.0018157265149056911,0.0035804591607302427,0.005345188081264496,0.007109920494258404,0.008874652907252312,0.010639386251568794,0.012404118664562702,0.01416885107755661,0.015933584421873093,0.017698315903544426,0.01946304924786091,0.02122778259217739,0.022992514073848724,0.024757247418165207,0.02652198076248169,0.028286712244153023,0.030051445588469505,0.03181617707014084,0.03358091041445732,0.035345643758773804,0.037110377103090286,0.03887510672211647,0.04063984006643295,0.042404573410749435,0.04416930675506592,0.0459340400993824,0.04769877344369888,0.04946350306272507,0.05122823640704155,0.05299296975135803,0.054757703095674515,0.056522436439991,0.05828716605901718,0.060051899403333664,0.061816632747650146],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"bins":[-0.03701028600335121,-0.035851962864398956,-0.0346936397254467,-0.033535316586494446,-0.03237699344754219,-0.031218668445944786,-0.03006034530699253,-0.028902022168040276,-0.02774369902908802,-0.026585375890135765,-0.02542705275118351,-0.024268729612231255,-0.02311040461063385,-0.021952081471681595,-0.02079375833272934,-0.019635435193777084,-0.01847711205482483,-0.017318788915872574,-0.01616046577692032,-0.015002141706645489,-0.013843818567693233,-0.012685495428740978,-0.011527171358466148,-0.010368848219513893,-0.009210525080561638,-0.008052201941609383,-0.00689387833699584,-0.0057355547323822975,-0.004577231593430042,-0.0034189082216471434,-0.0022605848498642445,-0.0011022614780813456,5.605816841125488e-05,0.0012143815401941538,0.0023727049119770527,0.0035310282837599516,0.0046893516555428505,0.005847674794495106,0.007005998399108648,0.00816432200372219,0.009322645142674446,0.010480968281626701,0.011639291420578957,0.012797615490853786,0.013955938629806042,0.015114261768758297,0.016272585839033127,0.017430908977985382,0.018589232116937637,0.019747555255889893,0.020905878394842148,0.022064201533794403,0.02322252467274666,0.024380849674344063,0.025539172813296318,0.026697495952248573,0.02785581909120083,0.029014142230153084,0.03017246536910534,0.031330790370702744,0.032489113509655,0.033647436648607254,0.03480575978755951,0.035964082926511765,0.03712240606546402],"_type":"histogram","values":[439,1505,1579,1598,1539,1559,1560,1547,1574,1615,1583,1558,1601,1604,1542,1536,1617,1536,1630,1575,1568,1568,1603,1535,1592,1568,1628,1633,1617,1636,1533,1631,1586,1572,1598,1556,1583,1553,1549,1583,1611,1512,1571,1568,1587,1538,1618,1593,1580,1544,1579,1658,1534,1545,1598,1619,1646,1548,1508,1592,1574,1496,1401,295]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,0,0,0,3,6,2,2,4,7,5,3,7,9,18,16,30,21,21,32,29,46,42,45,42,48,33,46,27,31,32,27,17,20,17,14,10,7,9,2,2,6,7,1,7,2,0,4,2,0,0,0,1,0,2],"bins":[0.9987131953239441,0.9987523555755615,0.998791515827179,0.9988306760787964,0.9988698363304138,0.998909056186676,0.9989482164382935,0.9989873766899109,0.9990265369415283,0.9990656971931458,0.9991048574447632,0.9991440176963806,0.999183177947998,0.9992223381996155,0.9992615580558777,0.9993007183074951,0.9993398785591125,0.99937903881073,0.9994181990623474,0.9994573593139648,0.9994965195655823,0.9995356798171997,0.9995748400688171,0.9996140599250793,0.9996532201766968,0.9996923804283142,0.9997315406799316,0.9997707009315491,0.9998098611831665,0.9998490214347839,0.9998881816864014,0.9999273419380188,0.9999665021896362,1.0000057220458984,1.000044822692871,1.0000840425491333,1.000123143196106,1.0001623630523682,1.0002015829086304,1.000240683555603,1.0002799034118652,1.000319004058838,1.0003582239151,1.0003973245620728,1.000436544418335,1.0004756450653076,1.0005148649215698,1.000554084777832,1.0005931854248047,1.000632405281067,1.0006715059280396,1.0007107257843018,1.0007498264312744,1.0007890462875366,1.0008281469345093,1.0008673667907715,1.0009065866470337,1.0009456872940063,1.0009849071502686,1.0010240077972412,1.0010632276535034,1.001102328300476,1.0011415481567383,1.001180648803711,1.0012198686599731]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[2,0,2,7,10,25,37,65,111,169,274,434,666,984,1372,1969,2788,3797,4916,6591,8396,10780,13338,16254,19050,22006,24789,27297,30189,31883,33469,33678,33812,33216,31874,29700,27482,24662,21812,19162,15917,13249,10813,8564,6622,4993,3799,2804,1894,1393,922,668,412,290,160,91,73,41,24,13,8,3,1,2],"bins":[-0.09268589317798615,-0.08978935331106186,-0.08689281344413757,-0.08399627357721329,-0.0810997262597084,-0.07820318639278412,-0.07530664652585983,-0.07241010665893555,-0.06951356679201126,-0.06661702692508698,-0.06372047960758209,-0.060823943465948105,-0.05792739987373352,-0.055030860006809235,-0.05213432013988495,-0.049237776547670364,-0.04634123668074608,-0.04344469681382179,-0.04054815322160721,-0.03765161335468292,-0.034755073487758636,-0.03185852989554405,-0.028961990028619766,-0.02606545016169548,-0.023168908432126045,-0.02027236670255661,-0.017375826835632324,-0.014479285106062889,-0.011582744307816029,-0.008686203509569168,-0.00578966224566102,-0.002893121214583516,3.419816493988037e-06,0.002899960847571492,0.005796501878648996,0.008693043142557144,0.011589583940804005,0.014486124739050865,0.0173826664686203,0.020279206335544586,0.02317574806511402,0.026072289794683456,0.028968829661607742,0.03186536952853203,0.03476191312074661,0.0376584529876709,0.040554992854595184,0.04345153644680977,0.046348076313734055,0.04924461618065834,0.052141159772872925,0.05503769963979721,0.0579342395067215,0.06083078309893608,0.06372731924057007,0.06662386655807495,0.06952040642499924,0.07241694629192352,0.07531348615884781,0.0782100260257721,0.08110656589269638,0.08400311321020126,0.08689965307712555,0.08979619294404984,0.09269273281097412]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,0,0,0,2,0,1,3,4,0,4,4,8,5,6,5,12,14,17,13,18,15,17,26,23,27,35,33,31,33,37,27,28,28,30,27,30,27,16,17,16,18,16,18,9,7,11,5,8,8,6,4,4,4,0,2,2,1,2,0,0,1],"bins":[-0.0015844112494960427,-0.0015364961000159383,-0.0014885809505358338,-0.0014406658010557294,-0.001392750651575625,-0.0013448355020955205,-0.0012969202362000942,-0.0012490050867199898,-0.0012010899372398853,-0.0011531747877597809,-0.0011052596382796764,-0.001057344488799572,-0.0010094293393194675,-0.0009615141898393631,-0.0009135989821515977,-0.0008656838326714933,-0.0008177686831913888,-0.0007698535337112844,-0.00072193838423118,-0.0006740231765434146,-0.0006261080270633101,-0.0005781928775832057,-0.0005302777281031013,-0.00048236254951916635,-0.0004344474000390619,-0.00038653225055895746,-0.00033861707197502255,-0.0002907019224949181,-0.00024278675846289843,-0.00019487159443087876,-0.0001469564449507743,-9.904128091875464e-05,-5.112611688673496e-05,-3.2109564926940948e-06,4.470420390134677e-05,9.261936065740883e-05,0.0001405345246894285,0.00018844968872144818,0.00023636483820155263,0.00028428001678548753,0.000332195166265592,0.0003801103157456964,0.00042802549432963133,0.0004759406438097358,0.0005238557932898402,0.0005717709427699447,0.00061968615045771,0.0006676012999378145,0.0007155164494179189,0.0007634315988980234,0.0008113467483781278,0.0008592619560658932,0.0009071771055459976,0.0009550922550261021,0.0010030074045062065,0.001050922553986311,0.0010988377034664154,0.0011467528529465199,0.0011946680024266243,0.0012425832683220506,0.001290498417802155,0.0013384135672822595,0.001386328716762364,0.0014342438662424684,0.0014821590157225728]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09137878566980362,-0.08846680819988251,-0.08555483818054199,-0.08264286071062088,-0.07973088324069977,-0.07681890577077866,-0.07390692830085754,-0.07099495828151703,-0.06808298081159592,-0.0651710033416748,-0.06225902959704399,-0.05934705585241318,-0.056435078382492065,-0.05352310091257095,-0.05061112716794014,-0.047699153423309326,-0.044787175953388214,-0.0418751984834671,-0.03896322473883629,-0.036051250994205475,-0.03313927352428436,-0.0302272979170084,-0.027315322309732437,-0.024403346702456474,-0.02149137109518051,-0.01857939548790455,-0.015667419880628586,-0.012755444273352623,-0.00984346866607666,-0.006931493058800697,-0.0040195174515247345,-0.0011075418442487717,0.0018044263124465942,0.004716401919722557,0.00762837752699852,0.010540353134274483,0.013452328741550446,0.01636430434882641,0.01927627995610237,0.022188255563378334,0.025100231170654297,0.02801220677793026,0.030924182385206223,0.033836156129837036,0.03674813359975815,0.03966011106967926,0.042572084814310074,0.04548405855894089,0.048396036028862,0.05130801349878311,0.054219987243413925,0.05713196098804474,0.06004393845796585,0.06295591592788696,0.06586788594722748,0.06877986341714859,0.0716918408870697,0.07460381835699081,0.07751579582691193,0.08042776584625244,0.08333974331617355,0.08625172078609467,0.08916369080543518,0.09207566827535629,0.0949876457452774],"_type":"histogram","values":[1,4,4,10,22,41,62,73,129,201,324,512,768,1150,1625,2405,3253,4487,5914,7637,9906,12286,14932,17652,20865,23801,26542,29314,31294,32634,33938,34044,33584,33056,31078,28622,25853,23006,19963,17142,14024,11570,9262,7151,5555,4302,2995,2277,1521,1064,727,456,315,169,125,89,47,15,10,9,1,2,3,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,0,1,0,1,3,3,1,0,2,0,1,0,7,4,3,8,8,5,10,7,14,17,21,20,28,24,25,20,28,25,28,24,36,41,25,34,21,31,26,18,23,20,17,21,16,20,17,8,12,7,7,7,4,4,2,5,1,1,1,2,2],"bins":[-0.001726496615447104,-0.0016794671537354589,-0.0016324376920238137,-0.0015854082303121686,-0.0015383787686005235,-0.0014913493068888783,-0.0014443198451772332,-0.001397290383465588,-0.001350260921753943,-0.0013032314600422978,-0.0012562019983306527,-0.0012091725366190076,-0.0011621430749073625,-0.0011151136131957173,-0.0010680841514840722,-0.001021054689772427,-0.000974025228060782,-0.0009269957663491368,-0.0008799663046374917,-0.0008329368429258466,-0.0007859073812142015,-0.0007388779195025563,-0.0006918484577909112,-0.0006448189960792661,-0.0005977895343676209,-0.0005507600726559758,-0.0005037306109443307,-0.00045670114923268557,-0.00040967168752104044,-0.0003626422258093953,-0.0003156127640977502,-0.00026858330238610506,-0.00022155384067445993,-0.0001745243789628148,-0.00012749491725116968,-8.046545553952456e-05,-3.343599382787943e-05,1.3593467883765697e-05,6.0622929595410824e-05,0.00010765239130705595,0.00015468185301870108,0.0002017113147303462,0.00024874077644199133,0.00029577023815363646,0.0003427996998652816,0.0003898291615769267,0.00043685862328857183,0.00048388808500021696,0.0005309175467118621,0.0005779470084235072,0.0006249764701351523,0.0006720059318467975,0.0007190353935584426,0.0007660648552700877,0.0008130943169817328,0.000860123778693378,0.0009071532404050231,0.0009541827021166682,0.0010012121638283134,0.0010482416255399585,0.0010952710872516036,0.0011423005489632487,0.0011893300106748939,0.001236359472386539,0.0012833889340981841],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.0005559817072935402,-0.0005383477546274662,-0.0005207138019613922,-0.0005030798492953181,-0.0004854458966292441,-0.0004678119148593396,-0.00045017796219326556,-0.0004325440095271915,-0.0004149100568611175,-0.00039727610419504344,-0.0003796421515289694,-0.00036200819886289537,-0.0003443742170929909,-0.00032674026442691684,-0.0003091063117608428,-0.00029147235909476876,-0.0002738384064286947,-0.0002562044537626207,-0.00023857050109654665,-0.00022093653387855738,-0.00020330258121248335,-0.0001856686285464093,-0.00016803466132842004,-0.000150400708662346,-0.00013276675599627197,-0.00011513280333019793,-9.749884338816628e-05,-7.986488344613463e-05,-6.223093078006059e-05,-4.4596974476007745e-05,-2.69630181719549e-05,-9.329061867902055e-06,8.30489443615079e-06,2.5938850740203634e-05,4.357280704425648e-05,6.120676698628813e-05,7.884071965236217e-05,9.64746723184362e-05,0.00011410863226046786,0.0001317425922024995,0.00014937654486857355,0.00016701049753464758,0.00018464445020072162,0.0002022784174187109,0.00021991237008478492,0.00023754632275085896,0.00025518028996884823,0.00027281424263492227,0.0002904481953009963,0.00030808214796707034,0.0003257161006331444,0.0003433500532992184,0.00036098400596529245,0.00037861798773519695,0.000396251940401271,0.000413885893067345,0.00043151984573341906,0.0004491537983994931,0.00046678775106556714,0.0004844217037316412,0.0005020556855015457,0.0005196896381676197,0.0005373235908336937,0.0005549575434997678,0.0005725914961658418],"_type":"histogram","values":[1,0,1,0,1,1,4,2,1,2,3,5,2,5,5,10,14,13,11,25,18,18,22,25,27,30,23,21,33,25,26,37,23,23,17,26,27,24,28,22,28,21,12,16,13,8,7,5,10,9,10,4,4,1,2,3,4,2,4,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.000406963168643415,-0.0003937438305001706,-0.00038052452146075666,-0.0003673051833175123,-0.00035408587427809834,-0.00034086653613485396,-0.0003276471979916096,-0.00031442788895219564,-0.00030120855080895126,-0.0002879892126657069,-0.00027476990362629294,-0.00026155056548304856,-0.00024833122733980417,-0.00023511191830039024,-0.00022189258015714586,-0.0002086732565658167,-0.00019545393297448754,-0.00018223460938315839,-0.00016901528579182923,-0.00015579594764858484,-0.00014257662405725569,-0.00012935730046592653,-0.00011613796959863976,-0.00010291863873135298,-8.969931514002383e-05,-7.647999154869467e-05,-6.32606606814079e-05,-5.0041333452099934e-05,-3.682200622279197e-05,-2.3602678993484005e-05,-1.0383351764176041e-05,2.8359754651319236e-06,1.6055302694439888e-05,2.9274629923747852e-05,4.249395715305582e-05,5.571328438236378e-05,6.893261161167175e-05,8.21519352030009e-05,9.537126607028767e-05,0.00010859059693757445,0.0001218099205289036,0.00013502924412023276,0.00014824856771156192,0.0001614679058548063,0.00017468722944613546,0.00018790655303746462,0.000201125891180709,0.00021434521477203816,0.00022756453836336732,0.00024078386195469648,0.00025400318554602563,0.00026722252368927,0.00028044183272868395,0.00029366117087192833,0.0003068805090151727,0.00032009981805458665,0.00033331915619783103,0.0003465384943410754,0.00035975780338048935,0.00037297714152373374,0.0003861964796669781,0.00039941578870639205,0.00041263512684963644,0.00042585443588905036,0.00043907377403229475],"_type":"histogram","values":[1,1,0,0,2,1,0,1,1,3,6,4,6,2,7,9,12,11,11,13,17,20,27,29,25,25,30,32,28,26,23,40,41,35,27,33,28,21,27,24,20,14,15,12,6,9,8,5,8,3,3,4,3,2,3,1,0,1,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.0005395642365328968,-0.0005221698665991426,-0.0005047754966653883,-0.0004873810976278037,-0.0004699867276940495,-0.00045259235776029527,-0.0004351979587227106,-0.0004178035887889564,-0.0004004092188552022,-0.000383014848921448,-0.0003656204789876938,-0.0003482260799501091,-0.0003308317100163549,-0.0003134373400826007,-0.00029604294104501605,-0.00027864857111126184,-0.00026125420117750764,-0.00024385983124375343,-0.000226465446758084,-0.00020907106227241457,-0.00019167669233866036,-0.00017428232240490615,-0.00015688793791923672,-0.00013949355343356729,-0.00012209918349981308,-0.00010470480629010126,-8.731042908038944e-05,-6.991605187067762e-05,-5.25216746609658e-05,-3.512729745125398e-05,-1.773292024154216e-05,-3.385430318303406e-07,1.7055775970220566e-05,3.4450153179932386e-05,5.1844530389644206e-05,6.923890759935603e-05,8.663328480906785e-05,0.00010402766201877967,0.00012142203922849149,0.00013881642371416092,0.00015621079364791512,0.00017360516358166933,0.00019099954806733876,0.0002083939325530082,0.0002257883024867624,0.0002431826724205166,0.00026057707145810127,0.0002779714413918555,0.0002953658113256097,0.0003127601812593639,0.0003301545511931181,0.00034754895023070276,0.00036494332016445696,0.00038233769009821117,0.00039973208913579583,0.00041712645906955004,0.00043452082900330424,0.00045191519893705845,0.00046930956887081265,0.0004867039679083973,0.000504098366945982,0.0005214927368797362,0.0005388871068134904,0.0005562814767472446,0.0005736758466809988],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,2,4,1,5,4,6,8,6,8,11,7,22,24,21,20,23,33,35,41,44,51,55,49,27,38,38,31,25,24,21,19,4,6,18,8,7,8,6,1,1,1,0,1,0,0,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.0966530293226242,-0.09367726743221283,-0.09070150554180145,-0.08772574365139008,-0.0847499817609787,-0.08177421987056732,-0.07879845798015594,-0.07582269608974457,-0.07284693419933319,-0.06987117230892181,-0.06689541041851044,-0.06391964852809906,-0.06094388663768768,-0.057968124747276306,-0.05499236285686493,-0.05201660096645355,-0.049040839076042175,-0.0460650771856308,-0.04308931529521942,-0.040113553404808044,-0.03713779151439667,-0.03416202962398529,-0.031186267733573914,-0.028210505843162537,-0.02523474395275116,-0.022258982062339783,-0.019283220171928406,-0.01630745828151703,-0.013331696391105652,-0.010355934500694275,-0.007380172610282898,-0.004404410719871521,-0.001428648829460144,0.001547113060951233,0.00452287495136261,0.007498636841773987,0.010474398732185364,0.01345016062259674,0.016425922513008118,0.019401684403419495,0.02237744629383087,0.02535320818424225,0.028328970074653625,0.031304731965065,0.03428049385547638,0.037256255745887756,0.04023201763629913,0.04320777952671051,0.04618354141712189,0.049159303307533264,0.05213506519794464,0.05511082708835602,0.058086588978767395,0.06106235086917877,0.06403811275959015,0.06701387465000153,0.0699896365404129,0.07296539843082428,0.07594116032123566,0.07891692221164703,0.08189268410205841,0.08486844599246979,0.08784420788288116,0.09081996977329254,0.09379573166370392],"_type":"histogram","values":[1,1,2,2,5,17,22,29,55,88,155,280,458,648,964,1429,2126,3035,4021,5427,7154,9036,11656,14307,17298,20472,23422,26620,29360,32029,33435,34675,34904,34433,33199,31646,29143,26619,23525,20307,17140,14155,11564,9178,7140,5476,3992,2892,2034,1457,974,686,424,279,186,90,66,48,19,10,6,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,3,1,1,1,4,4,4,5,4,5,7,5,10,10,12,14,18,23,21,31,27,20,28,40,35,40,39,45,29,40,37,31,24,23,21,24,10,12,14,4,10,6,4,4,3,1,2,3,2,1,2,1,0,0,0,0,0,0,0,1],"bins":[-0.00037488414091058075,-0.00036227816599421203,-0.0003496721910778433,-0.0003370662161614746,-0.00032446024124510586,-0.00031185426632873714,-0.0002992482914123684,-0.0002866423164959997,-0.00027403637068346143,-0.0002614303957670927,-0.000248824420850724,-0.00023621843138244003,-0.00022361247101798654,-0.0002110064961016178,-0.0001984005211852491,-0.00018579454626888037,-0.00017318857135251164,-0.00016058259643614292,-0.0001479766215197742,-0.00013537064660340548,-0.00012276467168703675,-0.00011015870404662564,-9.755273640621454e-05,-8.494676148984581e-05,-7.234078657347709e-05,-5.9734811657108366e-05,-4.712884037871845e-05,-3.4522869100328535e-05,-2.1916894183959812e-05,-9.310921086580493e-06,3.295052010798827e-06,1.5901025108178146e-05,2.8506998205557466e-05,4.111297312192619e-05,5.3718944400316104e-05,6.632491567870602e-05,7.893089059507474e-05,9.153686551144347e-05,0.00010414283315185457,0.0001167488080682233,0.00012935478298459202,0.00014196075790096074,0.00015456673281732947,0.0001671727077336982,0.00017977866809815168,0.0001923846430145204,0.00020499061793088913,0.00021759659284725785,0.00023020256776362658,0.0002428085426799953,0.000255414517596364,0.00026802049251273274,0.00028062646742910147,0.0002932324423454702,0.0003058384172618389,0.00031844439217820764,0.00033105036709457636,0.0003436563129071146,0.00035626228782348335,0.00036886826273985207,0.0003814742376562208,0.0003940802125725895,0.00040668618748895824,0.00041929216240532696,0.0004318981373216957]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,0,5,2,4,6,9,9,14,11,17,13,19,26,28,34,20,33,45,34,32,799,47,46,26,29,31,22,29,18,18,14,14,11,12,13,8,10,5,4,3,3,3,3,0,1,2,0,0,0,0,0,0,1,1],"bins":[-3.351667642593384,-3.2427384853363037,-3.1338095664978027,-3.0248804092407227,-2.9159512519836426,-2.8070220947265625,-2.6980929374694824,-2.5891640186309814,-2.4802348613739014,-2.3713057041168213,-2.2623767852783203,-2.1534476280212402,-2.04451847076416,-1.93558931350708,-1.8266602754592896,-1.717731237411499,-1.608802080154419,-1.4998729228973389,-1.3909438848495483,-1.2820148468017578,-1.1730856895446777,-1.0641565322875977,-0.9552274942398071,-0.8462983965873718,-0.7373692989349365,-0.6284402012825012,-0.5195111036300659,-0.4105820059776306,-0.3016529083251953,-0.19272381067276,-0.08379471302032471,0.025134384632110596,0.134063720703125,0.2429928183555603,0.3519219160079956,0.4608510136604309,0.5697801113128662,0.6787092089653015,0.7876383066177368,0.8965674042701721,1.0054965019226074,1.1144256591796875,1.223354697227478,1.3322837352752686,1.4412128925323486,1.5501420497894287,1.6590710878372192,1.7680001258850098,1.8769292831420898,1.98585844039917,2.09478759765625,2.203716516494751,2.312645673751831,2.421574831008911,2.530503749847412,2.639432907104492,2.7483620643615723,2.8572912216186523,2.9662203788757324,3.0751492977142334,3.1840784549713135,3.2930076122283936,3.4019365310668945,3.5108656883239746,3.6197948455810547]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[2,0,1,1,3,4,5,5,10,16,18,29,46,65,80,115,193,263,426,551,882,1153,1850,2682,4232,6725,10890,18234,32912,65492,164955,144023,58450,30354,16976,10063,6164,3921,2727,1680,1115,824,542,367,232,164,127,71,69,41,19,21,5,12,4,7,1,0,2,1,1,0,0,1],"bins":[-0.002410888671875,-0.002332925796508789,-0.002254962921142578,-0.002177000045776367,-0.0020990371704101562,-0.0020210742950439453,-0.0019431114196777344,-0.0018651485443115234,-0.0017871856689453125,-0.0017092227935791016,-0.0016312599182128906,-0.0015532970428466797,-0.0014753341674804688,-0.0013973712921142578,-0.0013194084167480469,-0.001241445541381836,-0.001163482666015625,-0.001085519790649414,-0.0010075569152832031,-0.0009295940399169922,-0.0008516311645507812,-0.0007736682891845703,-0.0006957054138183594,-0.0006177425384521484,-0.0005397796630859375,-0.00046181678771972656,-0.0003838539123535156,-0.0003058910369873047,-0.00022792816162109375,-0.0001499652862548828,-7.200241088867188e-05,5.9604644775390625e-06,8.392333984375e-05,0.00016188621520996094,0.00023984909057617188,0.0003178119659423828,0.00039577484130859375,0.0004737377166748047,0.0005517005920410156,0.0006296634674072266,0.0007076263427734375,0.0007855892181396484,0.0008635520935058594,0.0009415149688720703,0.0010194778442382812,0.0010974407196044922,0.0011754035949707031,0.001253366470336914,0.001331329345703125,0.001409292221069336,0.0014872550964355469,0.0015652179718017578,0.0016431808471679688,0.0017211437225341797,0.0017991065979003906,0.0018770694732666016,0.0019550323486328125,0.0020329952239990234,0.0021109580993652344,0.0021889209747314453,0.0022668838500976562,0.002344846725463867,0.002422809600830078,0.002500772476196289,0.0025787353515625]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,2,1,1,6,5,1,13,19,10,17,29,41,41,61,79,68,56,65,39,23,30,33,30,7,17,7,12,9,8,8,4,5,3,2,2,2,2,1,0,0,2,1,0,2,0,1,0,0,0,0,0,1],"bins":[-0.0043880208395421505,-0.004235440865159035,-0.004082861356437206,-0.0039302813820540905,-0.0037777014076709747,-0.003625121433287859,-0.003472541691735387,-0.0033199619501829147,-0.003167381975799799,-0.003014802001416683,-0.002862222259864211,-0.002709642518311739,-0.002557062543928623,-0.0024044825695455074,-0.0022519028279930353,-0.002099323086440563,-0.0019467431120574474,-0.0017941632540896535,-0.0016415833961218596,-0.0014890035381540656,-0.0013364236801862717,-0.0011838438222184777,-0.0010312639642506838,-0.0008786841062828898,-0.0007261042483150959,-0.000573524390347302,-0.000420944532379508,-0.0002683646744117141,-0.00011578481644392014,3.6795041523873806e-05,0.00018937489949166775,0.0003419547574594617,0.0004945350810885429,0.0006471149390563369,0.0007996947970241308,0.0009522746549919248,0.0011048545129597187,0.0012574343709275126,0.0014100142288953066,0.0015625940868631005,0.0017151739448308945,0.0018677538027986884,0.0020203336607664824,0.0021729134023189545,0.0023254933767020702,0.002478073351085186,0.002630653092637658,0.0027832328341901302,0.002935812808573246,0.0030883927829563618,0.003240972524508834,0.003393552266061306,0.0035461322404444218,0.0036987122148275375,0.0038512919563800097,0.004003871697932482,0.0041564516723155975,0.004309031646698713,0.004461611621081829,0.0046141911298036575,0.004766771104186773,0.004919351078569889,0.0050719305872917175,0.005224510561674833,0.005377090536057949],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.06494140625,-0.0628662109375,-0.060791015625,-0.0587158203125,-0.056640625,-0.0545654296875,-0.052490234375,-0.0504150390625,-0.04833984375,-0.0462646484375,-0.044189453125,-0.0421142578125,-0.0400390625,-0.0379638671875,-0.035888671875,-0.0338134765625,-0.03173828125,-0.0296630859375,-0.027587890625,-0.0255126953125,-0.0234375,-0.0213623046875,-0.019287109375,-0.0172119140625,-0.01513671875,-0.0130615234375,-0.010986328125,-0.0089111328125,-0.0068359375,-0.0047607421875,-0.002685546875,-0.0006103515625,0.00146484375,0.0035400390625,0.005615234375,0.0076904296875,0.009765625,0.0118408203125,0.013916015625,0.0159912109375,0.01806640625,0.0201416015625,0.022216796875,0.0242919921875,0.0263671875,0.0284423828125,0.030517578125,0.0325927734375,0.03466796875,0.0367431640625,0.038818359375,0.0408935546875,0.04296875,0.0450439453125,0.047119140625,0.0491943359375,0.05126953125,0.0533447265625,0.055419921875,0.0574951171875,0.0595703125,0.0616455078125,0.063720703125,0.0657958984375,0.06787109375],"_type":"histogram","values":[1,0,1,1,2,0,3,2,7,6,12,13,15,30,44,55,101,140,224,399,588,1040,1585,2514,3830,6071,9682,16207,26910,50224,106695,192934,74928,38457,21899,13049,8328,5111,3208,1918,1246,785,530,344,253,150,110,59,40,29,18,10,6,2,2,2,1,0,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,0,2,2,6,3,9,4,13,19,23,35,60,71,130,194,344,571,942,1601,2516,4369,7617,13257,25023,49415,105435,286641,680158,215133,87564,41522,21882,12011,6577,3854,2215,1384,815,513,339,180,157,96,62,28,29,9,12,9,3,1,3,2,0,1,0,0,0,0,0,0,0,1],"bins":[-0.036376953125,-0.03509521484375,-0.0338134765625,-0.03253173828125,-0.03125,-0.02996826171875,-0.0286865234375,-0.02740478515625,-0.026123046875,-0.02484130859375,-0.0235595703125,-0.02227783203125,-0.02099609375,-0.01971435546875,-0.0184326171875,-0.01715087890625,-0.015869140625,-0.01458740234375,-0.0133056640625,-0.01202392578125,-0.0107421875,-0.00946044921875,-0.0081787109375,-0.00689697265625,-0.005615234375,-0.00433349609375,-0.0030517578125,-0.00177001953125,-0.00048828125,0.00079345703125,0.0020751953125,0.00335693359375,0.004638671875,0.00592041015625,0.0072021484375,0.00848388671875,0.009765625,0.01104736328125,0.0123291015625,0.01361083984375,0.014892578125,0.01617431640625,0.0174560546875,0.01873779296875,0.02001953125,0.02130126953125,0.0225830078125,0.02386474609375,0.025146484375,0.02642822265625,0.0277099609375,0.02899169921875,0.0302734375,0.03155517578125,0.0328369140625,0.03411865234375,0.035400390625,0.03668212890625,0.0379638671875,0.03924560546875,0.04052734375,0.04180908203125,0.0430908203125,0.04437255859375,0.045654296875]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,0,2,0,0,4,2,6,11,13,26,30,43,59,106,152,251,378,548,819,1321,2052,3078,5016,8249,13542,24374,44133,83842,142161,117525,62366,32802,18258,11004,6332,4019,2541,1632,1052,739,460,285,203,142,77,61,37,17,16,5,9,7,4,6,3,0,0,1,0,1],"bins":[-0.000896453857421875,-0.0008690953254699707,-0.0008417367935180664,-0.0008143782615661621,-0.0007870197296142578,-0.0007596611976623535,-0.0007323026657104492,-0.0007049441337585449,-0.0006775856018066406,-0.0006502270698547363,-0.000622868537902832,-0.0005955100059509277,-0.0005681514739990234,-0.0005407929420471191,-0.0005134344100952148,-0.00048607587814331055,-0.00045871734619140625,-0.00043135881423950195,-0.00040400028228759766,-0.00037664175033569336,-0.00034928321838378906,-0.00032192468643188477,-0.00029456615447998047,-0.00026720762252807617,-0.00023984909057617188,-0.00021249055862426758,-0.00018513202667236328,-0.00015777349472045898,-0.0001304149627685547,-0.00010305643081665039,-7.56978988647461e-05,-4.83393669128418e-05,-2.09808349609375e-05,6.377696990966797e-06,3.3736228942871094e-05,6.109476089477539e-05,8.845329284667969e-05,0.00011581182479858398,0.00014317035675048828,0.00017052888870239258,0.00019788742065429688,0.00022524595260620117,0.00025260448455810547,0.00027996301651000977,0.00030732154846191406,0.00033468008041381836,0.00036203861236572266,0.00038939714431762695,0.00041675567626953125,0.00044411420822143555,0.00047147274017333984,0.0004988312721252441,0.0005261898040771484,0.0005535483360290527,0.000580906867980957,0.0006082653999328613,0.0006356239318847656,0.0006629824638366699,0.0006903409957885742,0.0007176995277404785,0.0007450580596923828,0.0007724165916442871,0.0007997751235961914,0.0008271336555480957,0.0008544921875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[2,1,1,0,1,0,2,1,3,3,3,2,4,3,3,7,4,4,9,7,7,14,14,19,22,24,25,27,32,37,34,35,41,40,36,42,35,39,39,20,20,22,16,14,8,8,4,5,7,6,3,0,2,1,3,1,0,1,1,0,0,0,3,1],"bins":[-0.0019454080611467361,-0.0018868925981223583,-0.0018283771350979805,-0.0017698616720736027,-0.0017113462090492249,-0.001652830746024847,-0.0015943152830004692,-0.0015357998199760914,-0.0014772843569517136,-0.0014187688939273357,-0.001360253430902958,-0.00130173796787858,-0.0012432225048542023,-0.0011847070418298244,-0.0011261915788054466,-0.0010676761157810688,-0.001009160652756691,-0.0009506451897323132,-0.0008921297267079353,-0.0008336142636835575,-0.0007750988006591797,-0.0007165833376348019,-0.000658067874610424,-0.0005995524115860462,-0.0005410369485616684,-0.0004825214855372906,-0.00042400602251291275,-0.00036549055948853493,-0.0003069750964641571,-0.0002484596334397793,-0.00018994417041540146,-0.00013142870739102364,-7.291336078196764e-05,-1.4397897757589817e-05,4.4117565266788006e-05,0.00010263302829116583,0.00016114849131554365,0.00021966395433992147,0.0002781794173642993,0.0003366948803886771,0.00039521034341305494,0.00045372580643743277,0.0005122412694618106,0.0005707567324861884,0.0006292721955105662,0.0006877876585349441,0.0007463031215593219,0.0008048185845836997,0.0008633340476080775,0.0009218495106324553,0.0009803649736568332,0.001038880436681211,0.0010973958997055888,0.0011559113627299666,0.0012144268257543445,0.0012729422887787223,0.0013314577518031001,0.001389973214827478,0.0014484886778518558,0.0015070041408762336,0.0015655196039006114,0.0016240350669249892,0.001682550529949367,0.0017410659929737449,0.0017995814559981227]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.09315992146730423,-0.09023638814687729,-0.08731285482645035,-0.08438932150602341,-0.08146578818559647,-0.07854225486516953,-0.07561872154474258,-0.07269518822431564,-0.0697716474533081,-0.06684811413288116,-0.06392458081245422,-0.06100105121731758,-0.05807751417160034,-0.0551539808511734,-0.05223044753074646,-0.04930691421031952,-0.04638338088989258,-0.04345984756946564,-0.040536314249038696,-0.037612780928611755,-0.034689247608184814,-0.031765710562467575,-0.028842177242040634,-0.025918643921613693,-0.022995110601186752,-0.02007157728075981,-0.01714804396033287,-0.01422450877726078,-0.01130097545683384,-0.008377442136406898,-0.005453907884657383,-0.0025303740985691547,0.0003931596875190735,0.0033166934736073017,0.00624022725969553,0.009163761511445045,0.012087294831871986,0.015010828152298927,0.017934363335371017,0.02085789665579796,0.0237814299762249,0.02670496329665184,0.02962849661707878,0.03255202993750572,0.03547556698322296,0.0383991003036499,0.04132263362407684,0.044246166944503784,0.047169700264930725,0.050093233585357666,0.05301676690578461,0.05594030022621155,0.05886383354663849,0.06178737059235573,0.06471090018749237,0.06763443350791931,0.07055796682834625,0.07348150759935379,0.07640504091978073,0.07932857424020767,0.08225210756063461,0.08517564088106155,0.0880991742014885,0.09102270752191544,0.09394624084234238],"_type":"histogram","values":[1,0,4,4,15,17,33,77,101,161,303,397,635,968,1349,1943,2744,3839,5004,6635,8856,11021,13312,16446,19289,21892,25223,28119,30482,32655,33678,34020,34419,33531,32043,29955,27039,24341,21586,18392,15592,12897,10271,8056,6263,4752,3448,2547,1771,1220,912,579,373,246,170,78,52,33,12,9,7,5,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[2,2,0,0,3,3,2,1,2,4,5,5,8,10,1,7,8,10,10,12,15,12,16,11,21,20,28,22,29,29,30,39,37,35,31,34,27,27,27,20,12,13,15,12,20,9,11,8,11,10,9,8,6,1,2,6,4,1,2,1,1,0,0,1],"bins":[-0.0017350426642224193,-0.0016809048829600215,-0.0016267672181129456,-0.0015726294368505478,-0.0015184917720034719,-0.001464353990741074,-0.0014102162094786763,-0.0013560785446316004,-0.0013019407633692026,-0.0012478030985221267,-0.001193665317259729,-0.0011395275359973311,-0.0010853898711502552,-0.0010312520898878574,-0.0009771144250407815,-0.0009229766437783837,-0.0008688389207236469,-0.00081470119766891,-0.0007605634746141732,-0.0007064256933517754,-0.0006522879702970386,-0.0005981502472423017,-0.0005440125241875648,-0.000489874801132828,-0.0004357370489742607,-0.00038159932591952384,-0.0003274615737609565,-0.0002733238507062197,-0.0002191861130995676,-0.0001650483754929155,-0.00011091064516222104,-5.677291119354777e-05,-2.6351772248744965e-06,5.150255674379878e-05,0.00010564029071247205,0.00015977802104316652,0.0002139157586498186,0.0002680534962564707,0.00032219121931120753,0.00037632897146977484,0.0004304666945245117,0.00048460441757924855,0.0005387421697378159,0.0005928798927925527,0.0006470176158472896,0.0007011553389020264,0.0007552931201644242,0.000809430843219161,0.0008635685662738979,0.0009177062893286347,0.0009718440123833716,0.0010259817354381084,0.0010801195167005062,0.0011342571815475821,0.00118839496280998,0.0012425327440723777,0.0012966704089194536,0.0013508081901818514,0.0014049458550289273,0.001459083636291325,0.0015132214175537229,0.0015673590824007988,0.0016214968636631966,0.0016756345285102725,0.0017297723097726703]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.11328125,-0.109588623046875,-0.10589599609375,-0.102203369140625,-0.0985107421875,-0.094818115234375,-0.09112548828125,-0.087432861328125,-0.083740234375,-0.080047607421875,-0.07635498046875,-0.072662353515625,-0.0689697265625,-0.065277099609375,-0.06158447265625,-0.057891845703125,-0.05419921875,-0.050506591796875,-0.04681396484375,-0.043121337890625,-0.0394287109375,-0.035736083984375,-0.03204345703125,-0.028350830078125,-0.024658203125,-0.020965576171875,-0.01727294921875,-0.013580322265625,-0.0098876953125,-0.006195068359375,-0.00250244140625,0.001190185546875,0.0048828125,0.008575439453125,0.01226806640625,0.015960693359375,0.0196533203125,0.023345947265625,0.02703857421875,0.030731201171875,0.034423828125,0.038116455078125,0.04180908203125,0.045501708984375,0.0491943359375,0.052886962890625,0.05657958984375,0.060272216796875,0.06396484375,0.067657470703125,0.07135009765625,0.075042724609375,0.0787353515625,0.082427978515625,0.08612060546875,0.089813232421875,0.093505859375,0.097198486328125,0.10089111328125,0.104583740234375,0.1082763671875,0.111968994140625,0.11566162109375,0.119354248046875,0.123046875],"_type":"histogram","values":[1,1,1,2,4,1,4,8,8,10,12,14,37,41,72,100,155,199,285,493,733,1244,1867,2897,4862,7668,12952,21982,39197,77104,198779,102427,49447,26719,15622,9427,5889,3454,2173,1308,930,564,353,255,163,115,67,50,37,22,18,17,10,6,6,3,4,2,1,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,1,1,0,1,0,0,2,0,3,3,7,13,10,9,10,11,21,28,31,37,39,45,69,49,80,80,85,94,94,119,95,89,91,108,82,82,74,70,68,56,41,39,33,36,29,20,17,16,10,12,12,3,5,8,3,0,1,2,1,1,0,1],"bins":[-0.013235785067081451,-0.012836933135986328,-0.012438081204891205,-0.012039229273796082,-0.011640377342700958,-0.011241525411605835,-0.010842673480510712,-0.010443821549415588,-0.010044969618320465,-0.009646117687225342,-0.009247265756130219,-0.008848413825035095,-0.008449561893939972,-0.008050709962844849,-0.007651858497411013,-0.007253006566315889,-0.006854154635220766,-0.006455302704125643,-0.0060564507730305195,-0.005657598841935396,-0.005258746910840273,-0.00485989497974515,-0.004461043048650026,-0.004062191117554903,-0.0036633394192904234,-0.0032644874881953,-0.002865635557100177,-0.0024667836260050535,-0.002067931927740574,-0.0016690798802301288,-0.0012702280655503273,-0.000871376134455204,-0.0004725242033600807,-7.367230136878788e-05,0.00032517960062250495,0.0007240314735099673,0.0011228834046050906,0.001521735335700214,0.0019205871503800154,0.0023194390814751387,0.002718291012570262,0.0031171429436653852,0.0035159948747605085,0.003914846573024988,0.0043136985041201115,0.004712550435215235,0.005111402366310358,0.005510254297405481,0.005909106228500605,0.006307958159595728,0.006706810090690851,0.0071056620217859745,0.007504513952881098,0.007903365418314934,0.008302217349410057,0.00870106928050518,0.009099921211600304,0.009498773142695427,0.00989762507379055,0.010296477004885674,0.010695328935980797,0.01109418086707592,0.011493032798171043,0.011891884729266167,0.01229073666036129],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,2,1,1,1,2,2,1,2,2,5,12,9,6,7,15,14,29,16,15,23,20,26,33,20,26,28,36,20,19,30,21,32,37,30,21,24,26,14,16,19,13,11,11,10,12,6,10,3,3,8,2,2,2,5,0,2,0,1,2,0,0,0,1],"bins":[-0.007723214104771614,-0.0074618225917220116,-0.007200430613011122,-0.006939039099961519,-0.006677647121250629,-0.006416255608201027,-0.006154863629490137,-0.005893472116440535,-0.005632080137729645,-0.005370688624680042,-0.00510929711163044,-0.00484790513291955,-0.004586513619869947,-0.004325121641159058,-0.004063730128109455,-0.003802338382229209,-0.003540946636348963,-0.0032795548904687166,-0.0030181631445884705,-0.0027567713987082243,-0.002495379652827978,-0.0022339881397783756,-0.0019725963938981295,-0.0017112046480178833,-0.0014498129021376371,-0.001188421156257391,-0.0009270294685848057,-0.0006656377809122205,-0.0004042460350319743,-0.0001428543182555586,0.0001185373985208571,0.0003799291152972728,0.0006413208320736885,0.0009027125779539347,0.0011641043238341808,0.0014254959532991052,0.0016868876991793513,0.0019482794450595975,0.002209671074524522,0.002471062820404768,0.002732454566285014,0.0029938463121652603,0.0032552380580455065,0.0035166298039257526,0.003778021316975355,0.004039413295686245,0.0043008048087358475,0.004562196787446737,0.00482358830049634,0.005084979813545942,0.005346371792256832,0.005607763305306435,0.0058691552840173244,0.006130546797066927,0.006391938775777817,0.006653330288827419,0.006914721801877022,0.007176113780587912,0.007437505293637514,0.007698897272348404,0.007960288785398006,0.008221680298447609,0.008483072742819786,0.008744464255869389,0.009005855768918991]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,1,3,2,3,5,6,5,5,8,11,9,13,16,19,22,17,31,29,25,31,28,32,35,19,29,29,28,27,32,20,33,22,17,17,24,8,21,16,2,9,10,6,7,7,6,7,2,2,3,3,2,1,0,0,0,1],"bins":[-0.012367533519864082,-0.01198768150061369,-0.011607829481363297,-0.011227977462112904,-0.01084812544286251,-0.010468273423612118,-0.010088421404361725,-0.009708569385111332,-0.009328717365860939,-0.008948865346610546,-0.008569013327360153,-0.00818916130810976,-0.007809309288859367,-0.0074294572696089745,-0.0070496052503585815,-0.006669753231108189,-0.006289901211857796,-0.005910049192607403,-0.00553019717335701,-0.005150345154106617,-0.004770493134856224,-0.004390641115605831,-0.004010789096355438,-0.0036309370771050453,-0.0032510850578546524,-0.0028712330386042595,-0.0024913810193538666,-0.0021115290001034737,-0.0017316769808530807,-0.0013518249616026878,-0.0009719729423522949,-0.000592120923101902,-0.00021226797252893448,0.00016758404672145844,0.0005474360659718513,0.0009272880852222443,0.0013071401044726372,0.00168699212372303,0.002066844142973423,0.002446696162223816,0.002826548181474209,0.0032064002007246017,0.0035862522199749947,0.003966104239225388,0.0043459562584757805,0.004725808277726173,0.005105660296976566,0.005485512316226959,0.005865364335477352,0.006245216354727745,0.006625068373978138,0.007004920393228531,0.007384772412478924,0.007764624431729317,0.00814447645097971,0.008524328470230103,0.008904180489480495,0.009284032508730888,0.009663884527981281,0.010043736547231674,0.010423588566482067,0.01080344058573246,0.011183292604982853,0.011563144624233246,0.011942996643483639],"_type":"histogram"},"parameters/_orig_mod.linear.bias":{"values":[4,1,3,4,1,4,4,1,1,4,1,3,2,3,1,3,3,2,1,1,1,1,6,3,2,1,0,0,0,2,0,0,4,0,0,1,3,0,3,1,2,2,2,2,0,0,2,4,1,5,2,1,5,0,2,2,2,4,1,0,2,4,3,5],"bins":[-0.035788875073194504,-0.03467044606804848,-0.03355201706290245,-0.032433588057756424,-0.0313151590526104,-0.03019673191010952,-0.029078302904963493,-0.027959873899817467,-0.02684144675731659,-0.025723017752170563,-0.024604588747024536,-0.02348615974187851,-0.022367730736732483,-0.021249301731586456,-0.02013087458908558,-0.019012445583939552,-0.017894016578793526,-0.0167755875736475,-0.015657158568501472,-0.01453873049467802,-0.013420302420854568,-0.012301873415708542,-0.011183444410562515,-0.010065016336739063,-0.008946587331593037,-0.00782815832644701,-0.006709730252623558,-0.005591301247477531,-0.004472872707992792,-0.003354444168508053,-0.00223601539619267,-0.0011175867402926087,8.419156074523926e-07,0.0011192705715075135,0.0022376992274075747,0.0033561279997229576,0.004474556539207697,0.005592985078692436,0.006711414083838463,0.007829842157661915,0.008948271162807941,0.010066700167953968,0.01118512824177742,0.012303557246923447,0.013421986252069473,0.014540414325892925,0.015658842399716377,0.016777271404862404,0.01789570041000843,0.019014129415154457,0.020132558420300484,0.02125098556280136,0.022369414567947388,0.023487843573093414,0.02460627257823944,0.025724701583385468,0.026843130588531494,0.02796155773103237,0.029079986736178398,0.030198415741324425,0.0313168428838253,0.03243527188897133,0.033553700894117355,0.03467212989926338,0.03579055890440941],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[4,3,7,11,27,41,79,154,246,409,714,1086,1741,2783,3816,5773,7966,11156,15111,20131,26029,33076,40716,48891,57963,66264,74669,82171,88713,92548,95068,95253,93686,89737,83893,76298,67971,59053,50750,42238,34137,27420,20978,15978,11830,8591,5909,4102,2714,1864,1237,767,468,249,160,101,55,31,11,8,2,3,1,3],"bins":[-0.09490875899791718,-0.09185661375522614,-0.08880447596311569,-0.08575233072042465,-0.08270018547773361,-0.07964804768562317,-0.07659590244293213,-0.07354375720024109,-0.07049161195755005,-0.0674394741654396,-0.06438732892274857,-0.061335187405347824,-0.05828304588794708,-0.05523090064525604,-0.0521787591278553,-0.04912661388516426,-0.04607447236776352,-0.04302233085036278,-0.03997018560767174,-0.036918044090270996,-0.033865898847579956,-0.030813757330179214,-0.027761615812778473,-0.024709472432732582,-0.02165732905268669,-0.0186051856726408,-0.015553043223917484,-0.012500900775194168,-0.009448757395148277,-0.006396614480763674,-0.0033444715663790703,-0.0002923286519944668,0.0027598217129707336,0.005811964627355337,0.00886410754173994,0.011916249990463257,0.014968393370509148,0.01802053675055504,0.02107267826795578,0.02412482164800167,0.02717696502804756,0.030229108408093452,0.03328125178813934,0.036333393305540085,0.039385534822940826,0.042437680065631866,0.04548982158303261,0.04854196682572365,0.05159410834312439,0.05464624986052513,0.05769839510321617,0.06075053662061691,0.06380268186330795,0.0668548196554184,0.06990696489810944,0.07295911014080048,0.07601125538349152,0.07906339317560196,0.082115538418293,0.08516768366098404,0.08821982145309448,0.09127196669578552,0.09432411193847656,0.097376249730587,0.10042839497327805]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,2,1,5,3,2,3,4,8,13,6,10,12,12,21,11,21,16,23,24,31,15,29,32,27,42,26,29,27,34,26,29,16,28,18,16,19,22,13,16,17,14,10,5,8,4,0,1,5,1,1,1,3,1,0,0,0,2,0,0,1,0,0,1],"bins":[-0.03173257037997246,-0.03053196519613266,-0.029331360012292862,-0.028130754828453064,-0.026930149644613266,-0.02572954259812832,-0.02452893741428852,-0.023328332230448723,-0.022127727046608925,-0.020927121862769127,-0.01972651667892933,-0.01852591149508953,-0.017325304448604584,-0.016124699264764786,-0.014924094080924988,-0.01372348889708519,-0.012522883713245392,-0.011322278529405594,-0.010121673345565796,-0.008921067230403423,-0.007720462046563625,-0.006519856862723827,-0.005319251213222742,-0.004118645563721657,-0.002918040379881859,-0.0017174349632114172,-0.0005168295465409756,0.0006837758701294661,0.0018843812867999077,0.0030849867034703493,0.004285592120140791,0.005486197769641876,0.006686802953481674,0.007887408137321472,0.00908801332116127,0.010288619436323643,0.01148922462016344,0.012689829804003239,0.013890435919165611,0.01509104110300541,0.016291646286845207,0.017492251470685005,0.018692856654524803,0.0198934618383646,0.02109406888484955,0.022294674068689346,0.023495279252529144,0.024695884436368942,0.02589648962020874,0.027097094804048538,0.028297699987888336,0.029498305171728134,0.030698910355567932,0.03189951553940773,0.03310012072324753,0.034300725907087326,0.035501331090927124,0.03670194000005722,0.03790254518389702,0.039103150367736816,0.040303755551576614,0.04150436073541641,0.04270496591925621,0.04390557110309601,0.045106176286935806],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[2,1,1,1,2,0,3,3,8,7,4,4,10,16,9,20,21,31,36,47,58,79,86,94,110,115,138,147,148,113,124,96,96,87,49,63,45,37,37,19,21,20,7,13,7,3,5,1,0,0,1,0,0,0,2,0,0,0,0,0,0,0,0,1],"bins":[-0.020814619958400726,-0.020060965791344643,-0.019307313486933708,-0.018553659319877625,-0.01780000515282154,-0.017046350985765457,-0.016292698681354523,-0.015539044514298439,-0.014785390347242355,-0.014031737111508846,-0.013278083875775337,-0.012524429708719254,-0.011770776472985744,-0.01101712230592966,-0.010263469070196152,-0.009509814903140068,-0.008756161667406559,-0.00800250843167305,-0.007248854264616966,-0.00649520056322217,-0.0057415468618273735,-0.0049878936260938644,-0.004234239924699068,-0.0034805862233042717,-0.0027269325219094753,-0.001973278820514679,-0.0012196252355352044,-0.00046597159234806895,0.0002876820508390665,0.0010413357522338629,0.0017949893372133374,0.002548642922192812,0.0033022966235876083,0.004055950324982405,0.004809604026377201,0.0055632577277719975,0.006316911429166794,0.007070564664900303,0.007824218831956387,0.008577872067689896,0.00933152623474598,0.010085179470479488,0.010838832706212997,0.011592486873269081,0.01234614010900259,0.013099794276058674,0.013853447511792183,0.014607101678848267,0.015360754914581776,0.016114408150315285,0.01686806231737137,0.017621716484427452,0.018375368788838387,0.01912902295589447,0.019882677122950554,0.020636331290006638,0.021389983594417572,0.022143637761473656,0.02289729192852974,0.023650944232940674,0.024404598399996758,0.02515825256705284,0.025911906734108925,0.02666555903851986,0.027419213205575943]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[2,0,1,2,0,4,2,1,1,4,5,5,5,19,10,14,14,31,21,22,33,34,39,45,42,39,40,21,24,31,23,28,28,11,21,20,15,15,16,8,6,8,5,6,4,7,2,3,3,1,2,4,6,3,2,4,0,1,2,0,0,2,0,1],"bins":[0.9989649653434753,0.9990060329437256,0.9990471005439758,0.9990882277488708,0.9991292953491211,0.9991703629493713,0.9992114305496216,0.9992524981498718,0.9992935657501221,0.9993346929550171,0.9993757605552673,0.9994168281555176,0.9994578957557678,0.9994989633560181,0.9995400309562683,0.9995811581611633,0.9996222257614136,0.9996632933616638,0.9997043609619141,0.9997454285621643,0.9997864961624146,0.9998276233673096,0.9998686909675598,0.9999097585678101,0.9999508261680603,0.9999918937683105,1.0000330209732056,1.000074028968811,1.000115156173706,1.0001561641693115,1.0001972913742065,1.0002384185791016,1.000279426574707,1.000320553779602,1.0003615617752075,1.0004026889801025,1.0004438161849976,1.000484824180603,1.000525951385498,1.0005669593811035,1.0006080865859985,1.0006492137908936,1.000690221786499,1.000731348991394,1.0007723569869995,1.0008134841918945,1.0008544921875,1.000895619392395,1.00093674659729,1.0009777545928955,1.0010188817977905,1.001059889793396,1.001101016998291,1.001142144203186,1.0011831521987915,1.0012242794036865,1.001265287399292,1.001306414604187,1.0013474225997925,1.0013885498046875,1.0014296770095825,1.001470685005188,1.001511812210083,1.0015528202056885,1.0015939474105835],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.0004052204021718353,-0.0003921592724509537,-0.0003790981718339026,-0.000366037042113021,-0.00035297591239213943,-0.00033991478267125785,-0.00032685365295037627,-0.00031379255233332515,-0.00030073142261244357,-0.000287670292891562,-0.00027460919227451086,-0.0002615480625536293,-0.0002484869328327477,-0.00023542580311186612,-0.00022236468794289976,-0.0002093035727739334,-0.00019624244305305183,-0.00018318131333217025,-0.0001701201981632039,-0.00015705908299423754,-0.00014399795327335596,-0.00013093682355247438,-0.00011787570838350803,-0.00010481458593858406,-9.175346349366009e-05,-7.869234104873613e-05,-6.563121860381216e-05,-5.257009615888819e-05,-3.9508973713964224e-05,-2.6447851269040257e-05,-1.338672882411629e-05,-3.256063791923225e-07,1.2735545169562101e-05,2.579666761448607e-05,3.8857790059410036e-05,5.1918912504334e-05,6.498003494925797e-05,7.804115739418194e-05,9.11022798391059e-05,0.00010416340228402987,0.00011722452472895384,0.00013028565444983542,0.00014334676961880177,0.00015640788478776813,0.0001694690145086497,0.0001825301442295313,0.00019559125939849764,0.000208652374567464,0.00022171350428834558,0.00023477463400922716,0.00024783576373010874,0.00026089686434715986,0.00027395799406804144,0.000287019123788923,0.00030008022440597415,0.00031314135412685573,0.0003262024838477373,0.0003392636135686189,0.0003523247432895005,0.0003653858439065516,0.0003784469736274332,0.00039150810334831476,0.0004045692039653659,0.00041763033368624747,0.00043069146340712905],"_type":"histogram","values":[1,1,2,1,2,0,2,0,5,1,0,6,2,4,9,5,6,13,14,20,18,23,20,19,30,24,22,28,42,38,34,29,44,28,23,29,27,30,25,13,18,17,16,11,14,6,11,8,3,2,4,3,3,3,2,0,1,2,2,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,1,3,5,7,10,29,46,84,138,238,386,593,944,1407,2043,2805,3920,5454,7118,9339,11926,14885,17750,21106,24506,27526,30285,32792,34593,35672,36076,35525,33517,31707,28994,26309,22707,19292,16240,13303,10671,8326,6367,4719,3359,2401,1621,1065,774,477,309,187,112,63,39,22,15,7,3,4,0,0,1],"bins":[-0.09548790007829666,-0.09243319183588028,-0.0893784761428833,-0.08632376790046692,-0.08326905965805054,-0.08021434396505356,-0.07715963572263718,-0.0741049200296402,-0.07105021178722382,-0.06799550354480743,-0.06494078785181046,-0.061886079609394073,-0.05883136764168739,-0.05577665567398071,-0.05272194743156433,-0.04966723546385765,-0.04661252349615097,-0.04355781152844429,-0.04050309956073761,-0.03744839131832123,-0.03439367935061455,-0.03133896738290787,-0.028284257277846336,-0.025229547172784805,-0.022174835205078125,-0.019120123237371445,-0.016065413132309914,-0.013010702095925808,-0.009955991059541702,-0.006901280023157597,-0.003846568986773491,-0.0007918579503893852,0.0022628530859947205,0.005317564122378826,0.008372275158762932,0.011426986195147038,0.014481697231531143,0.017536409199237823,0.020591119304299355,0.023645829409360886,0.026700541377067566,0.029755253344774246,0.032809965312480927,0.03586467355489731,0.03891938552260399,0.04197409749031067,0.04502880573272705,0.04808351770043373,0.05113822966814041,0.05419294163584709,0.05724765360355377,0.060302361845970154,0.06335707008838654,0.06641178578138351,0.0694664940237999,0.07252120971679688,0.07557591795921326,0.07863062620162964,0.08168534189462662,0.084740050137043,0.08779476583003998,0.09084947407245636,0.09390418231487274,0.09695889800786972,0.1000136062502861]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,0,2,0,3,4,6,6,8,13,17,22,32,54,68,102,129,229,283,440,748,1177,1852,3151,4972,8620,16087,31040,68560,162548,156308,65933,30114,15554,8558,5049,2949,1903,1107,735,440,297,221,118,114,74,50,38,22,15,17,12,7,4,1,0,4,2,1,0,2],"bins":[-0.00128936767578125,-0.0012502670288085938,-0.0012111663818359375,-0.0011720657348632812,-0.001132965087890625,-0.0010938644409179688,-0.0010547637939453125,-0.0010156631469726562,-0.0009765625,-0.0009374618530273438,-0.0008983612060546875,-0.0008592605590820312,-0.000820159912109375,-0.0007810592651367188,-0.0007419586181640625,-0.0007028579711914062,-0.00066375732421875,-0.0006246566772460938,-0.0005855560302734375,-0.0005464553833007812,-0.000507354736328125,-0.00046825408935546875,-0.0004291534423828125,-0.00039005279541015625,-0.0003509521484375,-0.00031185150146484375,-0.0002727508544921875,-0.00023365020751953125,-0.000194549560546875,-0.00015544891357421875,-0.0001163482666015625,-7.724761962890625e-05,-3.814697265625e-05,9.5367431640625e-07,4.00543212890625e-05,7.915496826171875e-05,0.000118255615234375,0.00015735626220703125,0.0001964569091796875,0.00023555755615234375,0.000274658203125,0.00031375885009765625,0.0003528594970703125,0.00039196014404296875,0.000431060791015625,0.00047016143798828125,0.0005092620849609375,0.0005483627319335938,0.00058746337890625,0.0006265640258789062,0.0006656646728515625,0.0007047653198242188,0.000743865966796875,0.0007829666137695312,0.0008220672607421875,0.0008611679077148438,0.0009002685546875,0.0009393692016601562,0.0009784698486328125,0.0010175704956054688,0.001056671142578125,0.0010957717895507812,0.0011348724365234375,0.0011739730834960938,0.00121307373046875]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.1036209836602211,-0.10035737603902817,-0.09709376096725464,-0.0938301533460617,-0.09056654572486877,-0.08730293065309525,-0.08403932303190231,-0.08077570796012878,-0.07751210033893585,-0.07424849271774292,-0.07098487764596939,-0.06772127002477646,-0.06445765495300293,-0.06119404733181,-0.057930439710617065,-0.054666828364133835,-0.051403217017650604,-0.048139605671167374,-0.04487599432468414,-0.04161238670349121,-0.03834877535700798,-0.03508516401052475,-0.03182155638933182,-0.028557945042848587,-0.025294333696365356,-0.022030722349882126,-0.018767112866044044,-0.015503502450883389,-0.012239892035722733,-0.008976281620562077,-0.005712671205401421,-0.0024490607902407646,0.0008145570755004883,0.004078167490661144,0.0073417779058218,0.010605388320982456,0.013868998736143112,0.017132610082626343,0.020396219566464424,0.023659829050302505,0.026923440396785736,0.030187051743268967,0.0334506630897522,0.03671427071094513,0.03997788205742836,0.04324149340391159,0.04650510102510452,0.04976871237158775,0.053032323718070984,0.056295935064554214,0.059559546411037445,0.06282315403223038,0.0660867691040039,0.06935037672519684,0.07261398434638977,0.0758775994181633,0.07914120703935623,0.08240481466054916,0.08566842973232269,0.08893203735351562,0.09219564497470856,0.09545926004648209,0.09872286766767502,0.10198648273944855,0.10525009036064148],"_type":"histogram","values":[2,1,5,2,7,11,23,53,74,137,223,450,707,1301,1939,3028,4540,6875,9861,14170,18883,25311,32957,41273,51144,61030,70595,80936,89074,95483,100158,101823,101743,98076,92388,85061,75368,65790,56100,45719,37204,28968,21798,16489,11858,8348,5717,3785,2485,1588,971,586,329,189,103,63,31,12,8,6,2,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,1,0,0,0,1,0,2,1,1,4,0,2,4,3,0,3,7,11,7,14,15,8,24,16,29,24,26,16,24,28,27,21,27,28,27,31,23,23,35,28,22,22,22,22,10,24,19,11,7,13,7,3,6,4,7,7,4,2,5,0,4,1,4],"bins":[-0.0004167897568549961,-0.0004049517447128892,-0.0003931137325707823,-0.0003812757204286754,-0.0003694377082865685,-0.00035759969614446163,-0.0003457616548985243,-0.0003339236427564174,-0.0003220856306143105,-0.0003102476184722036,-0.0002984096063300967,-0.00028657159418798983,-0.00027473358204588294,-0.00026289556990377605,-0.00025105755776166916,-0.00023921953106764704,-0.00022738151892554015,-0.00021554350678343326,-0.00020370549464132637,-0.00019186746794730425,-0.00018002945580519736,-0.00016819144366309047,-0.00015635343152098358,-0.00014451541937887669,-0.0001326774072367698,-0.00012083938781870529,-0.00010900136840064079,-9.71633562585339e-05,-8.5325344116427e-05,-7.34873246983625e-05,-6.164931255625561e-05,-4.981129677616991e-05,-3.797328099608421e-05,-2.6135265215998515e-05,-1.4297251254902221e-05,-2.4592363843112253e-06,9.37877848627977e-06,2.121679426636547e-05,3.305480640847236e-05,4.489282218855806e-05,5.6730837968643755e-05,6.856885011075065e-05,8.040686952881515e-05,9.224488167092204e-05,0.00010408289381302893,0.00011592091323109344,0.00012775893264915794,0.00013959694479126483,0.00015143495693337172,0.0001632729690754786,0.0001751109812175855,0.00018694900791160762,0.00019878702005371451,0.0002106250321958214,0.0002224630443379283,0.00023430105648003519,0.0002461390686221421,0.00025797708076424897,0.00026981509290635586,0.0002816531341522932,0.0002934911462944001,0.000305329158436507,0.0003171671705786139,0.00032900518272072077,0.00034084319486282766],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,1,0,1,2,4,3,7,1,11,9,20,18,24,31,31,35,47,39,48,39,40,49,39,30,23,29,20,21,13,21,12,12,10,8,11,13,6,6,7,1,5,3,0,1,1,3,2,1,1,0,1,0,1,0,0,2,0,0,0,0,2],"bins":[0.9991031289100647,0.9991436004638672,0.9991841316223145,0.9992246031761169,0.9992651343345642,0.9993056058883667,0.999346137046814,0.9993866086006165,0.9994271397590637,0.9994676113128662,0.9995081424713135,0.999548614025116,0.9995890855789185,0.9996296167373657,0.9996700882911682,0.9997106194496155,0.999751091003418,0.9997916221618652,0.9998320937156677,0.999872624874115,0.9999130964279175,0.9999536275863647,0.9999940991401672,1.0000345706939697,1.000075101852417,1.0001156330108643,1.000156044960022,1.0001965761184692,1.0002371072769165,1.0002776384353638,1.0003180503845215,1.0003585815429688,1.000399112701416,1.0004395246505737,1.000480055809021,1.0005205869674683,1.0005611181259155,1.0006015300750732,1.0006420612335205,1.0006825923919678,1.000723123550415,1.0007635354995728,1.00080406665802,1.0008445978164673,1.000885009765625,1.0009255409240723,1.0009660720825195,1.0010066032409668,1.0010470151901245,1.0010875463485718,1.001128077507019,1.0011686086654663,1.001209020614624,1.0012495517730713,1.0012900829315186,1.0013304948806763,1.0013710260391235,1.0014115571975708,1.001452088356018,1.0014925003051758,1.001533031463623,1.0015735626220703,1.0016140937805176,1.0016545057296753,1.0016950368881226]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,1,1,1,2,1,1,1,3,5,6,2,13,10,9,7,12,24,43,57,73,103,101,71,71,38,33,20,6,10,6,3,2,4,2,3,4,4,4,3,2,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.1794952519703656e-06,-3.053803084185347e-06,-2.9281109164003283e-06,-2.8024187486153096e-06,-2.676726580830291e-06,-2.5510346404189477e-06,-2.425342472633929e-06,-2.2996503048489103e-06,-2.1739581370638916e-06,-2.048265969278873e-06,-1.9225738014938543e-06,-1.7968817473956733e-06,-1.6711895796106546e-06,-1.545497411825636e-06,-1.419805357727455e-06,-1.2941131899424363e-06,-1.1684210221574176e-06,-1.042728854372399e-06,-9.170367434307991e-07,-7.913446324891993e-07,-6.656524647041806e-07,-5.399602969191619e-07,-4.142681859775621e-07,-2.8857604661425285e-07,-1.628839072509436e-07,-3.719176788763434e-08,8.850037147567491e-08,2.1419251083898416e-07,3.398846502022934e-07,4.6557678956560267e-07,5.912689289289119e-07,7.169610398705117e-07,8.426532076555304e-07,9.68345375440549e-07,1.0940375432255678e-06,1.2197295973237487e-06,1.3454217651087674e-06,1.4711139328937861e-06,1.596805986991967e-06,1.7224981547769858e-06,1.8481903225620044e-06,1.973882490347023e-06,2.099574658132042e-06,2.2252668259170605e-06,2.3509587663284037e-06,2.4766509341134224e-06,2.602343101898441e-06,2.7280352696834598e-06,2.8537274374684785e-06,2.979419605253497e-06,3.105111773038516e-06,3.2308039408235345e-06,3.356496108608553e-06,3.4821880490198964e-06,3.607880216804915e-06,3.733572384589934e-06,3.859264325001277e-06,3.984956492786296e-06,4.110648660571314e-06,4.236340828356333e-06,4.362032996141352e-06,4.4877251639263704e-06,4.613417331711389e-06,4.739109499496408e-06,4.8648016672814265e-06]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,3,1,0,0,0,0,0,1,2,2,5,5,3,11,10,18,27,33,53,55,69,87,88,57,55,33,32,15,20,14,11,4,9,5,8,4,6,4,2,4,1,2,2,2,0,1,0,0,0,0,0,2,0,0,1],"bins":[-0.013932173140347004,-0.01349316444247961,-0.013054156675934792,-0.012615147978067398,-0.012176139280200005,-0.011737131513655186,-0.011298122815787792,-0.010859114117920399,-0.01042010635137558,-0.009981097653508186,-0.009542088955640793,-0.0091030802577734,-0.00866407249122858,-0.008225063793361187,-0.007786055561155081,-0.007347046863287687,-0.006908038631081581,-0.006469030398875475,-0.0060300217010080814,-0.005591013468801975,-0.005152004770934582,-0.004712996538728476,-0.004273988306522369,-0.0038349798414856195,-0.0033959713764488697,-0.00295696291141212,-0.00251795444637537,-0.002078946214169264,-0.001639937749132514,-0.0012009292840957642,-0.0007619209354743361,-0.0003229125286452472,0.00011609494686126709,0.000555103353690356,0.000994111760519445,0.001433120109140873,0.0018721285741776228,0.0023111370392143726,0.002750145271420479,0.0031891537364572287,0.0036281622014939785,0.004067170433700085,0.004506179131567478,0.004945187363773584,0.0053841955959796906,0.005823204293847084,0.00626221252605319,0.006701221223920584,0.00714022945612669,0.007579237688332796,0.008018245920538902,0.008457254618406296,0.00889626331627369,0.009335271082818508,0.009774279780685902,0.010213288478553295,0.010652296245098114,0.011091304942965508,0.011530313640832901,0.011969322338700294,0.012408330105245113,0.012847338803112507,0.0132863475009799,0.01372535526752472,0.014164363965392113]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[0.9990518689155579,0.9990891814231873,0.9991265535354614,0.9991638660430908,0.999201238155365,0.9992385506629944,0.9992759227752686,0.999313235282898,0.9993506073951721,0.9993879199028015,0.9994252920150757,0.9994626045227051,0.9994999766349792,0.9995372891426086,0.9995746612548828,0.9996119737625122,0.9996493458747864,0.9996866583824158,0.9997240304946899,0.9997613430023193,0.9997987151145935,0.9998360276222229,0.9998733997344971,0.9999107122421265,0.9999480843544006,0.99998539686203,1.0000227689743042,1.0000600814819336,1.000097393989563,1.000134825706482,1.0001721382141113,1.0002094507217407,1.0002467632293701,1.0002840757369995,1.0003215074539185,1.0003588199615479,1.0003961324691772,1.0004334449768066,1.0004708766937256,1.000508189201355,1.0005455017089844,1.0005828142166138,1.0006202459335327,1.000657558441162,1.0006948709487915,1.000732183456421,1.0007696151733398,1.0008069276809692,1.0008442401885986,1.000881552696228,1.000918984413147,1.0009562969207764,1.0009936094284058,1.0010309219360352,1.001068353652954,1.0011056661605835,1.001142978668213,1.0011802911758423,1.0012177228927612,1.0012550354003906,1.00129234790802,1.0013296604156494,1.0013670921325684,1.0014044046401978,1.0014417171478271],"_type":"histogram","values":[1,2,0,0,1,1,3,2,0,5,8,4,7,9,13,10,17,23,22,27,26,30,35,59,43,36,31,39,38,39,36,25,20,22,17,30,16,7,11,9,7,5,5,2,6,4,2,1,1,1,4,0,1,2,0,1,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.10550780594348907,-0.10239338129758835,-0.09927895665168762,-0.09616453945636749,-0.09305011481046677,-0.08993569016456604,-0.08682126551866531,-0.08370684087276459,-0.08059242367744446,-0.07747799903154373,-0.074363574385643,-0.07124914973974228,-0.06813472509384155,-0.06502030044794083,-0.0619058795273304,-0.05879145860671997,-0.055677033960819244,-0.05256260931491852,-0.04944818839430809,-0.046333763748407364,-0.043219342827796936,-0.04010491818189621,-0.03699049353599548,-0.033876072615385056,-0.03076164796948433,-0.027647225186228752,-0.024532802402973175,-0.02141837775707245,-0.01830395497381687,-0.015189532190561295,-0.012075108475983143,-0.008960684761404991,-0.005846254527568817,-0.0027318312786519527,0.00038259197026491165,0.003497015219181776,0.0066114384680986404,0.009725861251354218,0.01284028496593237,0.01595470868051052,0.019069131463766098,0.022183554247021675,0.025297977030277252,0.02841240167617798,0.031526826322078705,0.03464124724268913,0.03775567188858986,0.04087009280920029,0.04398451745510101,0.04709894210100174,0.05021336302161217,0.053327787667512894,0.05644220858812332,0.05955663323402405,0.06267105787992477,0.0657854825258255,0.06889989972114563,0.07201432436704636,0.07512874901294708,0.07824317365884781,0.08135759830474854,0.08447202295064926,0.08758644014596939,0.09070086479187012,0.09381528943777084],"_type":"histogram","values":[1,2,0,4,2,8,12,20,49,65,134,220,365,631,984,1667,2666,3864,5612,7926,11149,15474,20395,26532,33764,41839,50835,59388,68864,77894,85559,90865,95014,96712,97309,94346,89791,83255,74959,66958,57577,48207,39551,32114,24749,19100,14356,10324,7075,5158,3520,2253,1486,901,553,348,191,138,63,38,14,7,4,3]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.009808313101530075,-0.00951794907450676,-0.009227585978806019,-0.008937221951782703,-0.008646858856081963,-0.008356494829058647,-0.008066131733357906,-0.007775768171995878,-0.00748540461063385,-0.007195040583610535,-0.0069046770222485065,-0.006614313460886478,-0.00632394989952445,-0.006033586338162422,-0.005743222776800394,-0.005452859215438366,-0.005162495654076338,-0.00487213209271431,-0.004581768531352282,-0.0042914049699902534,-0.004001041408628225,-0.0037106776144355536,-0.0034203140530735254,-0.0031299504917114973,-0.002839586930349469,-0.002549223368987441,-0.002258859807625413,-0.001968496246263385,-0.0016781325684860349,-0.0013877690071240067,-0.0010974053293466568,-0.0008070417679846287,-0.0005166782066226006,-0.00022631461615674198,6.40489743091166e-05,0.0003544125647749752,0.0006447761552408338,0.0009351397166028619,0.0012255033943802118,0.00151586695574224,0.001806230517104268,0.002096594078466296,0.0023869576398283243,0.0026773212011903524,0.002967684995383024,0.0032580485567450523,0.0035484121181070805,0.0038387756794691086,0.004129139240831137,0.004419502802193165,0.004709866363555193,0.005000229924917221,0.005290593486279249,0.005580957047641277,0.0058713206090033054,0.0061616841703653336,0.006452048197388649,0.006742411758750677,0.007032775320112705,0.007323138881474733,0.0076135024428367615,0.007903865538537502,0.008194229565560818,0.008484592661261559,0.008774956688284874],"_type":"histogram","values":[1,0,1,2,1,1,2,4,2,3,3,2,7,9,8,15,12,20,16,22,26,33,43,35,50,56,72,63,79,87,81,107,85,80,88,104,104,76,63,67,68,47,53,50,60,39,43,29,19,20,14,17,9,6,5,7,9,6,3,4,3,4,1,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,1,1,1,1,2,0,3,2,3,4,4,4,10,11,6,16,15,25,15,23,24,29,21,38,26,34,34,29,32,22,27,31,38,26,17,31,16,16,22,21,19,5,10,10,9,5,1,6,3,6,5,2,1,3,0,1],"bins":[-0.01521365251392126,-0.014787252061069012,-0.014360850676894188,-0.013934450224041939,-0.013508048839867115,-0.013081648387014866,-0.012655247934162617,-0.012228846549987793,-0.011802446097135544,-0.01137604471296072,-0.010949644260108471,-0.010523243807256222,-0.010096842423081398,-0.009670441970229149,-0.009244040586054325,-0.008817640133202076,-0.008391238749027252,-0.007964838296175003,-0.007538437377661467,-0.0071120369248092175,-0.006685636006295681,-0.0062592350877821445,-0.005832834169268608,-0.005406433250755072,-0.004980032332241535,-0.004553631879389286,-0.00412723096087575,-0.003700830042362213,-0.0032744291238486767,-0.002848028438165784,-0.0024216275196522474,-0.0019952268339693546,-0.0015688259154558182,-0.0011424251133576035,-0.000716024253051728,-0.00028962342184968293,0.00013677740935236216,0.0005631782114505768,0.0009895791299641132,0.0014159799320623279,0.0018423807341605425,0.002268781652674079,0.0026951823383569717,0.003121583256870508,0.0035479841753840446,0.003974385093897581,0.00440078554674983,0.004827186465263367,0.005253587383776903,0.00567998830229044,0.006106389220803976,0.006532789673656225,0.006959190592169762,0.007385591510683298,0.0078119924291968346,0.008238392882049084,0.008664794266223907,0.009091194719076157,0.00951759610325098,0.00994399655610323,0.010370397008955479,0.010796798393130302,0.011223198845982552,0.011649600230157375,0.012076000683009624],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,2,3,2,2,3,1,4,3,4,12,10,15,22,34,42,56,71,98,110,69,41,25,29,23,14,14,12,14,9,3,6,3,2,4,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.05621296539902687,-0.05421537160873413,-0.05221777409315109,-0.050220176577568054,-0.048222582787275314,-0.046224988996982574,-0.044227391481399536,-0.0422297939658165,-0.04023220017552376,-0.03823460638523102,-0.03623700886964798,-0.03423941135406494,-0.0322418175637722,-0.030244221910834312,-0.028246626257896423,-0.026249030604958534,-0.024251434952020645,-0.022253839299082756,-0.020256243646144867,-0.018258647993206978,-0.01626105234026909,-0.0142634566873312,-0.01226586103439331,-0.010268265381455421,-0.008270669728517532,-0.006273074075579643,-0.004275478422641754,-0.002277882769703865,-0.00028028711676597595,0.0017173085361719131,0.0037149041891098022,0.005712499842047691,0.007710099220275879,0.009707694873213768,0.011705290526151657,0.013702886179089546,0.015700481832027435,0.017698077484965324,0.019695673137903214,0.021693268790841103,0.02369086444377899,0.02568846009671688,0.02768605574965477,0.02968365140259266,0.03168124705553055,0.033678844571113586,0.035676438361406326,0.037674032151699066,0.039671629667282104,0.04166922718286514,0.04366682097315788,0.04566441476345062,0.04766201227903366,0.0496596097946167,0.05165720358490944,0.05365479737520218,0.05565239489078522,0.057649992406368256,0.059647586196660995,0.061645179986953735,0.06364277750253677,0.06564037501811981,0.06763796508312225,0.06963556259870529,0.07163316011428833]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.06799507141113281,-0.0658843144774437,-0.06377355754375458,-0.06166279315948486,-0.059552036225795746,-0.05744127929210663,-0.05533051863312721,-0.0532197579741478,-0.05110900104045868,-0.04899824410676956,-0.046887483447790146,-0.04477672278881073,-0.04266596585512161,-0.040555208921432495,-0.03844444826245308,-0.03633368760347366,-0.034222930669784546,-0.03211217373609543,-0.030001413077116013,-0.027890654280781746,-0.02577989548444748,-0.023669136688113213,-0.021558377891778946,-0.01944761909544468,-0.017336860299110413,-0.015226101502776146,-0.01311534270644188,-0.011004583910107613,-0.008893825113773346,-0.006783066317439079,-0.004672307521104813,-0.002561548724770546,-0.0004507973790168762,0.0016599614173173904,0.003770720213651657,0.005881479009985924,0.00799223780632019,0.010102996602654457,0.012213755398988724,0.01432451419532299,0.016435272991657257,0.018546031787991524,0.02065679058432579,0.022767549380660057,0.024878308176994324,0.02698906697332859,0.029099825769662857,0.031210584565997124,0.03332134336233139,0.03543210029602051,0.037542860954999924,0.03965362161397934,0.04176437854766846,0.043875135481357574,0.04598589614033699,0.048096656799316406,0.050207413733005524,0.05231817066669464,0.05442893132567406,0.05653969198465347,0.05865044891834259,0.06076120585203171,0.06287196278572083,0.06498272716999054,0.06709348410367966],"_type":"histogram","values":[1,0,1,0,0,2,1,0,1,1,0,2,0,2,3,3,2,3,7,7,9,6,8,17,25,25,23,30,27,42,60,88,76,58,41,23,24,20,12,16,17,16,14,3,9,6,5,8,2,4,3,7,4,0,0,0,1,0,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,2,2,1,2,4,5,4,7,5,6,6,13,14,9,14,14,10,13,17,16,20,19,20,23,27,27,24,25,27,31,30,26,27,34,29,24,17,18,25,19,13,17,13,14,9,8,5,6,5,4,4,2,0,3,1,2,2,2,1],"bins":[-0.00558058638125658,-0.005416953470557928,-0.005253321025520563,-0.005089688114821911,-0.004926055669784546,-0.004762422759085894,-0.004598789848387241,-0.004435157403349876,-0.004271524492651224,-0.004107891581952572,-0.003944259136915207,-0.0037806262262165546,-0.003616993548348546,-0.0034533608704805374,-0.003289727959781885,-0.0031260952819138765,-0.002962462604045868,-0.0027988299261778593,-0.0026351972483098507,-0.0024715643376111984,-0.00230793165974319,-0.002144298981875181,-0.001980666071176529,-0.0018170333933085203,-0.0016534007154405117,-0.001489768037572503,-0.0013261352432891726,-0.0011625024490058422,-0.0009988697711378336,-0.0008352370350621641,-0.0006716042989864945,-0.000507971562910825,-0.0003443388268351555,-0.00018070609075948596,-1.7073354683816433e-05,0.0001465593813918531,0.0003101921174675226,0.00047382485354319215,0.0006374575896188617,0.0008010903256945312,0.0009647230617702007,0.0011283557396382093,0.0012919885339215398,0.0014556213282048702,0.0016192540060728788,0.0017828866839408875,0.001946519478224218,0.0021101522725075483,0.002273784950375557,0.0024374176282435656,0.002601050306111574,0.0027646832168102264,0.002928315894678235,0.0030919485725462437,0.003255581483244896,0.0034192141611129045,0.003582846838980913,0.0037464795168489218,0.00391011219471693,0.004073745105415583,0.004237378016114235,0.0044010104611516,0.004564643371850252,0.004728275816887617,0.004891908727586269]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[2,0,2,3,13,13,5,13,23,26,57,82,106,155,226,394,635,987,1548,2473,3975,6654,11246,19323,34978,66910,147340,564407,447454,132741,57420,29198,16846,9883,6002,3768,2474,1650,1109,784,505,389,268,201,151,91,92,57,39,38,37,26,14,7,5,4,1,7,4,0,1,1,0,1],"bins":[-0.054443359375,-0.052494049072265625,-0.05054473876953125,-0.048595428466796875,-0.0466461181640625,-0.044696807861328125,-0.04274749755859375,-0.040798187255859375,-0.038848876953125,-0.036899566650390625,-0.03495025634765625,-0.033000946044921875,-0.0310516357421875,-0.029102325439453125,-0.02715301513671875,-0.025203704833984375,-0.02325439453125,-0.021305084228515625,-0.01935577392578125,-0.017406463623046875,-0.0154571533203125,-0.013507843017578125,-0.01155853271484375,-0.009609222412109375,-0.007659912109375,-0.005710601806640625,-0.00376129150390625,-0.001811981201171875,0.0001373291015625,0.002086639404296875,0.00403594970703125,0.005985260009765625,0.0079345703125,0.009883880615234375,0.01183319091796875,0.013782501220703125,0.0157318115234375,0.017681121826171875,0.01963043212890625,0.021579742431640625,0.023529052734375,0.025478363037109375,0.02742767333984375,0.029376983642578125,0.0313262939453125,0.033275604248046875,0.03522491455078125,0.037174224853515625,0.03912353515625,0.041072845458984375,0.04302215576171875,0.044971466064453125,0.0469207763671875,0.048870086669921875,0.05081939697265625,0.052768707275390625,0.054718017578125,0.056667327880859375,0.05861663818359375,0.060565948486328125,0.0625152587890625,0.06446456909179688,0.06641387939453125,0.06836318969726562,0.0703125]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,2,1,4,7,12,28,47,85,120,205,321,524,841,1303,1873,2616,3714,4989,6790,8920,11366,14128,17336,20551,24027,27225,30208,32506,34617,35764,36512,35912,34205,32482,29309,26923,23206,19995,16570,13607,10747,8375,6423,4814,3498,2409,1665,1082,719,481,312,189,113,73,31,21,8,8,2,1,0,0,1],"bins":[-0.09674146771430969,-0.0936603993177414,-0.0905793234705925,-0.0874982550740242,-0.0844171866774559,-0.0813361182808876,-0.07825504243373871,-0.07517397403717041,-0.07209290564060211,-0.06901182979345322,-0.06593076139688492,-0.06284969300031662,-0.05976862087845802,-0.056687552481889725,-0.05360648036003113,-0.05052541196346283,-0.04744433984160423,-0.044363267719745636,-0.04128219932317734,-0.03820112720131874,-0.03512005880475044,-0.032038986682891846,-0.028957916423678398,-0.02587684616446495,-0.022795775905251503,-0.019714705646038055,-0.016633635386824608,-0.013552564196288586,-0.010471493937075138,-0.0073904236778616905,-0.004309352952986956,-0.0012282824609428644,0.0018527880311012268,0.004933858290314674,0.008014928549528122,0.011095999740064144,0.014177069999277592,0.017258141189813614,0.02033921144902706,0.02342028170824051,0.026501351967453957,0.029582422226667404,0.032663494348526,0.0357445627450943,0.038825634866952896,0.041906703263521194,0.04498777538537979,0.04806884378194809,0.051149915903806686,0.05423098802566528,0.05731205642223358,0.06039312854409218,0.06347420066595078,0.06655526906251907,0.06963633745908737,0.07271740585565567,0.07579848170280457,0.07887955009937286,0.08196061849594116,0.08504169434309006,0.08812276273965836,0.09120383113622665,0.09428489953279495,0.09736597537994385,0.10044704377651215],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,1,2,0,3,1,1,2,5,4,4,4,2,9,7,6,7,9,16,11,17,22,23,20,25,29,29,33,30,28,31,20,32,34,29,40,30,23,18,19,17,14,17,14,11,8,11,6,3,5,5,6,3,1,5,4,2,1,4,0,0,2],"bins":[-0.0016903323121368885,-0.0016392773250117898,-0.001588222337886691,-0.0015371674671769142,-0.0014861124800518155,-0.0014350574929267168,-0.00138400262221694,-0.0013329476350918412,-0.0012818926479667425,-0.0012308376608416438,-0.001179782673716545,-0.0011287278030067682,-0.0010776728158816695,-0.0010266178287565708,-0.000975562899839133,-0.0009245079709216952,-0.0008734529837965965,-0.0008223979966714978,-0.00077134306775406,-0.0007202881388366222,-0.0006692331517115235,-0.0006181781645864248,-0.000567123235668987,-0.0005160683067515492,-0.00046501331962645054,-0.0004139583616051823,-0.00036290340358391404,-0.0003118484455626458,-0.00026079348754137754,-0.0002097385295201093,-0.00015868357149884105,-0.0001076286134775728,-5.657353904098272e-05,-5.518581019714475e-06,4.5536377001553774e-05,9.659133502282202e-05,0.00014764629304409027,0.00019870125106535852,0.00024975620908662677,0.000300811167107895,0.00035186612512916327,0.0004029210831504315,0.00045397604117169976,0.0005050309700891376,0.0005560859572142363,0.000607140944339335,0.0006581958732567728,0.0007092508021742105,0.0007603057892993093,0.000811360776424408,0.0008624157053418458,0.0009134706342592835,0.0009645256213843822,0.001015580608509481,0.0010666355956345797,0.0011176904663443565,0.0011687454534694552,0.001219800440594554,0.0012708553113043308,0.0013219102984294295,0.0013729652855545282,0.001424020272679627,0.0014750752598047256,0.0015261301305145025,0.0015771851176396012]},"learning_rate":4.987986427482416e-05,"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,1,2,1,1,2,1,1,0,3,3,7,6,6,8,10,16,11,16,15,20,11,25,37,19,36,19,31,25,34,24,34,42,32,27,31,24,28,27,20,16,19,12,5,7,5,8,8,7,6,6,2,1,4,0,0,1,3],"bins":[-0.000446733960416168,-0.0004344548797234893,-0.0004221757990308106,-0.0004098967183381319,-0.0003976176376454532,-0.00038533852784894407,-0.0003730594471562654,-0.0003607803664635867,-0.000348501285770908,-0.0003362222050782293,-0.0003239431243855506,-0.00031166404369287193,-0.0002993849338963628,-0.0002871058532036841,-0.0002748267725110054,-0.0002625476918183267,-0.000250268611125648,-0.00023798953043296933,-0.00022571044974029064,-0.00021343135449569672,-0.00020115227380301803,-0.00018887319311033934,-0.00017659409786574543,-0.00016431501717306674,-0.00015203593648038805,-0.00013975685578770936,-0.00012747777509503067,-0.00011519867985043675,-0.00010291959915775806,-9.064051846507937e-05,-7.836143049644306e-05,-6.608234252780676e-05,-5.380326183512807e-05,-4.152417750447057e-05,-2.9245093173813075e-05,-1.6966008843155578e-05,-4.686924512498081e-06,7.592159818159416e-06,1.9871244148816913e-05,3.215032847947441e-05,4.442941281013191e-05,5.6708497140789405e-05,6.89875814714469e-05,8.12666694400832e-05,9.35457501327619e-05,0.00010582483082544059,0.00011810391879407689,0.0001303830067627132,0.00014266208745539188,0.00015494116814807057,0.00016722024884074926,0.00017949934408534318,0.00019177842477802187,0.00020405750547070056,0.00021633660071529448,0.00022861568140797317,0.00024089476210065186,0.00025317384279333055,0.00026545292348600924,0.00027773200417868793,0.0002900111139751971,0.00030229019466787577,0.00031456927536055446,0.00032684835605323315,0.00033912743674591184],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.0010938347550109029,-0.0010643558343872428,-0.0010348767973482609,-0.0010053978767246008,-0.0009759188396856189,-0.0009464398608542979,-0.0009169608820229769,-0.0008874819031916559,-0.0008580029243603349,-0.0008285240037366748,-0.0007990450249053538,-0.0007695660460740328,-0.0007400870672427118,-0.0007106080884113908,-0.0006811291095800698,-0.0006516501307487488,-0.0006221711519174278,-0.0005926921730861068,-0.0005632131942547858,-0.0005337342154234648,-0.0005042552365921438,-0.00047477628686465323,-0.00044529730803333223,-0.00041581832920201123,-0.0003863393503706902,-0.0003568603715393692,-0.0003273813927080482,-0.0002979024138767272,-0.0002684234641492367,-0.00023894447076600045,-0.00020946550648659468,-0.00017998652765527368,-0.0001505076070316136,-0.00012102862820029259,-9.15496566449292e-05,-6.207068508956581e-05,-3.259170625824481e-05,-3.1127310649026185e-06,2.6366244128439575e-05,5.584521932178177e-05,8.532419451512396e-05,0.00011480317334644496,0.00014428215217776597,0.00017376111645717174,0.00020324009528849274,0.00023271907411981374,0.0002621980383992195,0.0002916770172305405,0.0003211559960618615,0.0003506349748931825,0.0003801139537245035,0.0004095929325558245,0.0004390719113871455,0.00046855086111463606,0.0004980298690497875,0.0005275088478811085,0.0005569878267124295,0.0005864667473360896,0.0006159457261674106,0.0006454247049987316,0.0006749036838300526,0.0007043826626613736,0.0007338616414926946,0.0007633406203240156,0.0007928195991553366],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,5,1,3,7,4,6,12,19,12,26,38,53,70,104,122,142,163,158,166,193,146,119,114,77,80,59,35,23,26,19,11,10,10,3,3,1,0,0,0,0,3,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,1,2,3,7,15,18,42,58,117,150,204,411,600,864,1347,1854,2583,3506,4844,6414,8251,10344,13055,15595,18255,21392,24583,27022,29967,31815,33322,33837,34166,33451,31978,30352,27909,25255,22257,19090,16501,13646,10946,8943,6791,5094,3869,2868,2059,1404,1003,666,421,261,173,102,59,30,24,15,4,3,5],"bins":[-0.09611855447292328,-0.09321658313274384,-0.09031461179256439,-0.08741264045238495,-0.0845106691122055,-0.08160869777202606,-0.07870672643184662,-0.07580475509166718,-0.07290278375148773,-0.07000081241130829,-0.06709884107112885,-0.0641968697309494,-0.06129489839076996,-0.058392927050590515,-0.05549095571041107,-0.05258898437023163,-0.049687013030052185,-0.04678504168987274,-0.0438830703496933,-0.040981099009513855,-0.03807912766933441,-0.03517715632915497,-0.032275184988975525,-0.02937321364879608,-0.026471242308616638,-0.023569270968437195,-0.02066729962825775,-0.017765328288078308,-0.014863356947898865,-0.011961385607719421,-0.009059414267539978,-0.006157442927360535,-0.0032554790377616882,-0.0003535076975822449,0.0025484636425971985,0.005450434982776642,0.008352406322956085,0.011254377663135529,0.014156349003314972,0.017058320343494415,0.01996029168367386,0.022862263023853302,0.025764234364032745,0.02866620570421219,0.03156817704439163,0.034470148384571075,0.03737211972475052,0.04027409106492996,0.043176062405109406,0.04607803374528885,0.04898000508546829,0.051881976425647736,0.05478394776582718,0.05768591910600662,0.060587890446186066,0.06348986178636551,0.06639183312654495,0.0692938044667244,0.07219577580690384,0.07509774714708328,0.07799971848726273,0.08090168982744217,0.08380366116762161,0.08670563250780106,0.0896076038479805]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[2,2,2,12,22,35,64,113,167,274,502,753,1191,1830,2834,4229,6005,8451,11484,15407,20561,26358,33221,40448,48852,57652,65969,73945,81532,87438,91680,94230,94339,92728,88201,83167,76175,67866,59694,50506,42369,35035,28087,21927,16314,12507,9162,6396,4503,2973,2069,1363,850,575,325,205,114,70,40,15,16,3,2,3],"bins":[-0.09686274826526642,-0.09384635090827942,-0.09082996100187302,-0.08781356364488602,-0.08479717373847961,-0.08178077638149261,-0.07876437902450562,-0.07574798911809921,-0.07273159176111221,-0.06971519440412521,-0.06669880449771881,-0.06368240714073181,-0.06066601350903511,-0.05764961987733841,-0.05463322252035141,-0.05161682888865471,-0.04860043525695801,-0.04558404162526131,-0.042567647993564606,-0.039551250636577606,-0.036534857004880905,-0.033518463373184204,-0.030502067878842354,-0.027485672384500504,-0.024469278752803802,-0.0214528851211071,-0.01843648962676525,-0.015420095063745975,-0.0124037005007267,-0.009387305937707424,-0.0063709113746881485,-0.003354516811668873,-0.00033812224864959717,0.0026782723143696785,0.005694666877388954,0.00871106144040823,0.011727456003427505,0.014743850566446781,0.017760245129466057,0.020776640623807907,0.023793034255504608,0.02680942788720131,0.02982582338154316,0.03284221887588501,0.03585861250758171,0.03887500613927841,0.04189140349626541,0.04490779712796211,0.047924190759658813,0.050940584391355515,0.053956978023052216,0.056973375380039215,0.059989769011735916,0.06300616264343262,0.06602256000041962,0.06903894990682602,0.07205534726381302,0.07507174462080002,0.07808813452720642,0.08110453188419342,0.08412092924118042,0.08713731914758682,0.09015371650457382,0.09317010641098022,0.09618650376796722],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.06306599080562592,-0.06087777391076088,-0.058689553290605545,-0.05650133639574051,-0.054313115775585175,-0.05212489888072014,-0.0499366819858551,-0.04774846136569977,-0.04556024447083473,-0.043372027575969696,-0.04118380695581436,-0.038995590060949326,-0.03680737316608429,-0.034619152545928955,-0.03243093565106392,-0.030242716893553734,-0.02805449813604355,-0.025866279378533363,-0.023678060621023178,-0.021489843726158142,-0.019301624968647957,-0.01711340621113777,-0.014925188384950161,-0.01273697055876255,-0.010548751801252365,-0.00836053304374218,-0.006172315217554569,-0.003984096925705671,-0.0017958786338567734,0.00039233965799212456,0.0025805579498410225,0.00476877624168992,0.0069569870829582214,0.009145205840468407,0.011333423666656017,0.013521641492843628,0.015709860250353813,0.017898079007864,0.020086295902729034,0.02227451466023922,0.024462733417749405,0.02665095217525959,0.028839170932769775,0.03102738782763481,0.03321560472249985,0.03540382534265518,0.03759204223752022,0.03978026285767555,0.04196847975254059,0.044156696647405624,0.04634491726756096,0.048533134162425995,0.05072135478258133,0.052909571677446365,0.0550977885723114,0.057286009192466736,0.05947422608733177,0.06166244298219681,0.06385066360235214,0.06603888422250748,0.06822709739208221,0.07041531801223755,0.07260353863239288,0.07479175180196762,0.07697997242212296],"_type":"histogram","values":[2,0,1,0,0,1,1,1,2,2,3,6,3,9,13,14,22,16,19,19,25,26,30,32,27,20,40,22,37,35,33,33,36,27,23,27,22,19,25,17,19,12,12,4,4,6,4,3,1,2,1,0,1,1,1,3,2,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[-0.017176855355501175,-0.016634980216622353,-0.01609310507774353,-0.015551229007542133,-0.015009352937340736,-0.014467477798461914,-0.013925601728260517,-0.013383726589381695,-0.012841850519180298,-0.012299975380301476,-0.011758100241422653,-0.011216224171221256,-0.010674349032342434,-0.010132472962141037,-0.009590597823262215,-0.009048721753060818,-0.008506846614181995,-0.007964971475303173,-0.007423095405101776,-0.0068812198005616665,-0.006339344196021557,-0.0057974690571427345,-0.005255593452602625,-0.004713717848062515,-0.004171842243522406,-0.003629966638982296,-0.0030880910344421864,-0.0025462156627327204,-0.0020043400581926107,-0.001462464453652501,-0.0009205889655277133,-0.0003787134191952646,0.00016316212713718414,0.0007050376734696329,0.0012469132198020816,0.0017887887079268694,0.002330664312466979,0.0028725399170070887,0.0034144152887165546,0.003956290893256664,0.004498166497796774,0.0050400421023368835,0.005581917706876993,0.006123793311417103,0.006665668450295925,0.007207544054836035,0.007749419659376144,0.008291295729577541,0.008833170868456364,0.009375046007335186,0.009916922077536583,0.010458797216415405,0.011000673286616802,0.011542548425495625,0.012084424495697021,0.012626299634575844,0.013168174773454666,0.013710050843656063,0.014251925982534885,0.014793802052736282,0.015335677191615105,0.015877552330493927,0.0164194293320179,0.01696130447089672,0.017503179609775543],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,1,1,3,1,3,3,4,4,4,8,7,12,10,16,23,45,50,63,93,82,79,64,37,20,32,16,17,11,11,11,6,2,3,2,4,3,3,0,1,1,1,1,1,1,3,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[3,4,5,8,13,24,61,93,178,247,421,638,942,1480,2036,2833,3960,5309,7032,8884,11187,14093,16894,19963,23172,26366,28899,31410,33300,34378,34827,34766,33445,31737,29606,26952,23927,20603,17508,14669,11820,9567,7337,5562,4142,2974,2177,1523,995,655,456,289,186,119,62,38,26,12,4,3,1,0,2,1],"bins":[-0.09086346626281738,-0.08789394050836563,-0.08492440730333328,-0.08195488154888153,-0.07898534834384918,-0.07601582258939743,-0.07304629683494568,-0.07007676362991333,-0.06710723787546158,-0.06413771212100983,-0.06116817891597748,-0.058198653161525726,-0.055229123681783676,-0.052259594202041626,-0.049290068447589874,-0.046320538967847824,-0.043351009488105774,-0.040381480008363724,-0.037411950528621674,-0.03444242477416992,-0.03147289529442787,-0.02850336581468582,-0.02553383819758892,-0.02256431058049202,-0.01959478110074997,-0.01662525162100792,-0.013655724003911018,-0.010686195455491543,-0.007716666907072067,-0.004747138358652592,-0.0017776098102331161,0.0011919187381863594,0.004161454737186432,0.0071309832856059074,0.010100511834025383,0.013070040382444859,0.016039568930864334,0.019009098410606384,0.021978626027703285,0.024948153644800186,0.027917683124542236,0.030887212604284286,0.03385674208402634,0.03682626783847809,0.03979579731822014,0.04276532679796219,0.04573485255241394,0.04870438203215599,0.05167391151189804,0.05464344099164009,0.05761297047138214,0.06058249622583389,0.06355202198028564,0.066521555185318,0.06949108093976974,0.0724606141448021,0.07543013989925385,0.0783996656537056,0.08136919885873795,0.0843387246131897,0.08730825781822205,0.0902777835726738,0.09324730932712555,0.0962168425321579,0.09918636828660965]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.008121879771351814,-0.007843555882573128,-0.007565231993794441,-0.007286908570677042,-0.0070085846818983555,-0.006730260793119669,-0.0064519369043409824,-0.006173613015562296,-0.005895289592444897,-0.00561696570366621,-0.005338641814887524,-0.005060317926108837,-0.004781994037330151,-0.004503670148551464,-0.004225346725434065,-0.003947022836655378,-0.003668698947876692,-0.0033903750590980053,-0.0031120514031499624,-0.002833727514371276,-0.002555403858423233,-0.0022770799696445465,-0.00199875608086586,-0.0017204323085024953,-0.0014421085361391306,-0.001163784763775766,-0.0008854609332047403,-0.0006071371026337147,-0.00032881333027035,-5.0489528803154826e-05,0.00022783427266404033,0.0005061581032350659,0.0007844818755984306,0.0010628056479617953,0.00134112942032516,0.0016194533091038465,0.0018977770814672112,0.002176100853830576,0.0024544247426092625,0.0027327483985573053,0.003011072287335992,0.0032893961761146784,0.0035677198320627213,0.0038460437208414078,0.004124367609620094,0.004402691498398781,0.00468101492151618,0.0049593388102948666,0.005237662699073553,0.00551598658785224,0.005794310476630926,0.006072633899748325,0.006350957788527012,0.006629281677305698,0.006907605566084385,0.0071859294548630714,0.007464253343641758,0.007742576766759157,0.008020901121199131,0.008299224078655243,0.00857754796743393,0.008855871856212616,0.009134195744991302,0.009412519633769989,0.009690843522548676],"_type":"histogram","values":[3,0,1,1,1,2,3,1,2,6,7,8,9,9,8,12,22,24,16,20,17,19,31,28,21,29,27,34,20,20,27,29,26,36,29,20,22,22,16,20,15,14,11,12,7,12,8,9,3,5,6,3,1,3,4,1,1,1,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.10202940553426743,-0.09887009859085083,-0.09571079164743423,-0.09255148470401764,-0.08939218521118164,-0.08623287826776505,-0.08307357132434845,-0.07991426438093185,-0.07675495743751526,-0.07359565049409866,-0.07043634355068207,-0.06727703660726547,-0.06411772966384888,-0.06095842644572258,-0.05779912322759628,-0.05463981628417969,-0.05148050934076309,-0.0483212023973465,-0.0451618954539299,-0.042002592235803604,-0.03884328529238701,-0.03568397834897041,-0.032524675130844116,-0.02936536818742752,-0.026206061244010925,-0.02304675430059433,-0.019887449219822884,-0.016728144139051437,-0.013568837195634842,-0.010409531183540821,-0.0072502251714468,-0.004090919159352779,-0.0009316131472587585,0.0022276928648352623,0.005386998876929283,0.008546304889023304,0.011705610901117325,0.014864916913211346,0.018024222925305367,0.021183528006076813,0.024342834949493408,0.027502141892910004,0.03066144697368145,0.033820752054452896,0.03698005899786949,0.04013936594128609,0.043298669159412384,0.04645797610282898,0.049617283046245575,0.05277658998966217,0.055935896933078766,0.05909520015120506,0.06225450709462166,0.06541381031274796,0.06857311725616455,0.07173242419958115,0.07489173114299774,0.07805103808641434,0.08121034502983093,0.08436965197324753,0.08752895891666412,0.09068825840950012,0.09384756535291672,0.09700687229633331,0.10016617923974991],"_type":"histogram","values":[1,0,1,6,2,2,15,16,39,45,99,172,277,473,681,1142,1659,2423,3435,4873,6435,8648,11211,14238,17445,20954,24622,27903,31072,33862,35624,37274,36845,36572,34795,33077,29635,26551,22877,19410,15952,12770,10070,7696,5807,4258,2928,2055,1384,964,584,383,258,137,75,43,26,10,6,3,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.00921282172203064,-0.008928211405873299,-0.008643602021038532,-0.008358992636203766,-0.008074382320046425,-0.007789772469550371,-0.0075051626190543175,-0.007220552768558264,-0.00693594291806221,-0.006651333067566156,-0.006366723217070103,-0.006082113366574049,-0.005797503516077995,-0.005512893665581942,-0.005228283815085888,-0.004943673964589834,-0.0046590641140937805,-0.004374454263597727,-0.004089844413101673,-0.0038052345626056194,-0.0035206247121095657,-0.003236014861613512,-0.0029514050111174583,-0.0026667951606214046,-0.002382185310125351,-0.0020975754596292973,-0.0018129656091332436,-0.0015283557586371899,-0.0012437459081411362,-0.0009591360576450825,-0.0006745262071490288,-0.0003899163566529751,-0.00010530557483434677,0.00017930427566170692,0.0004639141261577606,0.0007485239766538143,0.001033133827149868,0.0013177436776459217,0.0016023535281419754,0.001886963378638029,0.002171573229134083,0.0024561830796301365,0.00274079293012619,0.003025402780622244,0.0033100126311182976,0.0035946224816143513,0.003879232332110405,0.004163842182606459,0.004448452033102512,0.004733061883598566,0.00501767173409462,0.0053022815845906734,0.005586891435086727,0.005871501285582781,0.0061561111360788345,0.006440720986574888,0.006725330837070942,0.007009940687566996,0.007294550538063049,0.007579160388559103,0.007863770239055157,0.008148379623889923,0.008432989940047264,0.008717600256204605,0.009002209641039371],"_type":"histogram","values":[1,0,0,0,1,0,1,4,1,3,0,5,5,5,9,7,12,18,9,16,11,19,17,28,30,21,27,28,27,25,23,32,27,23,27,21,26,22,22,36,25,18,18,17,11,9,10,10,8,5,10,7,6,5,4,2,4,1,2,1,2,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.00823974609375,-0.007989883422851562,-0.007740020751953125,-0.0074901580810546875,-0.00724029541015625,-0.0069904327392578125,-0.006740570068359375,-0.0064907073974609375,-0.0062408447265625,-0.0059909820556640625,-0.005741119384765625,-0.0054912567138671875,-0.00524139404296875,-0.0049915313720703125,-0.004741668701171875,-0.0044918060302734375,-0.004241943359375,-0.0039920806884765625,-0.003742218017578125,-0.0034923553466796875,-0.00324249267578125,-0.0029926300048828125,-0.002742767333984375,-0.0024929046630859375,-0.0022430419921875,-0.0019931793212890625,-0.001743316650390625,-0.0014934539794921875,-0.00124359130859375,-0.0009937286376953125,-0.000743865966796875,-0.0004940032958984375,-0.000244140625,5.7220458984375e-06,0.000255584716796875,0.0005054473876953125,0.00075531005859375,0.0010051727294921875,0.001255035400390625,0.0015048980712890625,0.0017547607421875,0.0020046234130859375,0.002254486083984375,0.0025043487548828125,0.00275421142578125,0.0030040740966796875,0.003253936767578125,0.0035037994384765625,0.003753662109375,0.0040035247802734375,0.004253387451171875,0.0045032501220703125,0.00475311279296875,0.0050029754638671875,0.005252838134765625,0.0055027008056640625,0.0057525634765625,0.0060024261474609375,0.006252288818359375,0.0065021514892578125,0.00675201416015625,0.0070018768310546875,0.007251739501953125,0.0075016021728515625,0.00775146484375],"_type":"histogram","values":[1,0,0,0,1,1,1,1,2,2,8,13,22,19,30,49,85,93,158,278,407,598,859,1336,2220,3303,5333,8146,13576,22793,40381,73688,124600,122561,72031,38816,22256,13401,8208,5146,3327,2080,1418,864,563,405,250,170,109,69,48,34,19,16,7,7,5,4,0,0,2,3,0,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,7,8,10,34,41,91,123,193,319,491,703,1044,1540,2153,2943,4061,5085,6708,8461,10126,12481,14468,16502,18599,20536,22006,23073,23479,23341,23112,22316,20760,18978,16744,14800,12524,10555,8537,6846,5260,4110,3016,2229,1571,1109,728,512,335,226,129,77,70,22,8,6,3,1,1,1,1,0,0,1],"bins":[-0.08764750510454178,-0.08462925255298615,-0.08161099255084991,-0.07859273999929428,-0.07557448744773865,-0.07255622744560242,-0.06953797489404678,-0.06651971489191055,-0.06350146234035492,-0.06048320606350899,-0.057464949786663055,-0.05444669723510742,-0.05142844095826149,-0.04841018468141556,-0.045391932129859924,-0.04237367585301399,-0.03935541957616806,-0.03633716329932213,-0.033318907022476196,-0.030300654470920563,-0.02728239819407463,-0.0242641419172287,-0.021245887503027916,-0.018227633088827133,-0.015209376811981201,-0.012191121466457844,-0.009172866120934486,-0.006154610775411129,-0.0031363554298877716,-0.00011810008436441422,0.002900155261158943,0.005918410606682301,0.008936673402786255,0.011954928748309612,0.01497318409383297,0.017991438508033752,0.021009694784879684,0.024027951061725616,0.0270462054759264,0.030064459890127182,0.033082716166973114,0.036100972443819046,0.03911922872066498,0.04213748127222061,0.045155737549066544,0.048173993825912476,0.05119224637746811,0.05421050265431404,0.05722875893115997,0.060247015208005905,0.06326527148485184,0.06628352403640747,0.0693017840385437,0.07232003659009933,0.07533828914165497,0.0783565491437912,0.08137480169534683,0.08439305424690247,0.0874113142490387,0.09042956680059433,0.09344781935214996,0.0964660793542862,0.09948433190584183,0.10250259190797806,0.10552084445953369]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,0,3,3,0,3,3,4,5,3,1,8,9,9,10,14,14,12,18,19,24,20,28,26,22,20,26,24,30,24,28,21,24,30,28,28,32,23,22,16,14,15,12,10,13,5,9,3,9,5,9,6,5,2,3,1,3,3,2,0,1],"bins":[-0.000387386156944558,-0.0003755836223717779,-0.0003637810586951673,-0.00035197852412238717,-0.00034017598954960704,-0.00032837342587299645,-0.0003165708913002163,-0.00030476832762360573,-0.0002929657930508256,-0.00028116325847804546,-0.0002693606948014349,-0.00025755816022865474,-0.00024575559655204415,-0.00023395306197926402,-0.0002221505274064839,-0.00021034797828178853,-0.00019854542915709317,-0.0001867428800323978,-0.00017494033090770245,-0.00016313779633492231,-0.00015133524721022695,-0.0001395326980855316,-0.00012773016351275146,-0.0001159276143880561,-0.00010412506526336074,-9.232251613866538e-05,-8.051997428992763e-05,-6.871743244118989e-05,-5.6914883316494524e-05,-4.511233782977797e-05,-3.330979234306142e-05,-2.1507246856344864e-05,-9.704730473458767e-06,2.0978150132577866e-06,1.390036049997434e-05,2.5702905986690894e-05,3.750545147340745e-05,4.9307996960124e-05,6.111054244684055e-05,7.29130842955783e-05,8.471563342027366e-05,9.651818254496902e-05,0.00010832072439370677,0.00012012326624244452,0.00013192581536713988,0.00014372836449183524,0.00015553089906461537,0.00016733344818931073,0.0001791359973140061,0.00019093854643870145,0.0002027410955633968,0.00021454363013617694,0.0002263461792608723,0.00023814872838556767,0.0002499512629583478,0.0002617538266349584,0.0002735563612077385,0.00028535889578051865,0.00029716145945712924,0.00030896399402990937,0.0003207665286026895,0.0003325690922793001,0.0003443716268520802,0.0003561741905286908,0.00036797672510147095]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,2,2,8,7,14,23,47,79,106,190,302,515,806,1259,1733,2469,3573,4928,6603,8646,10996,13759,16755,20069,23331,26736,29560,32366,33974,35317,36030,35454,34314,32539,30085,27163,23956,20264,17361,14386,11498,8920,6693,5145,3767,2664,1886,1269,900,513,346,206,123,75,48,16,16,8,1,1,1],"bins":[-0.10272755473852158,-0.09966707974672318,-0.09660661220550537,-0.09354613721370697,-0.09048566967248917,-0.08742519468069077,-0.08436472713947296,-0.08130425214767456,-0.07824378460645676,-0.07518330961465836,-0.07212284207344055,-0.06906236708164215,-0.06600189954042435,-0.06294142454862595,-0.059880953282117844,-0.05682048201560974,-0.05376001074910164,-0.050699539482593536,-0.047639068216085434,-0.04457859694957733,-0.04151812568306923,-0.03845765441656113,-0.035397183150053024,-0.03233671188354492,-0.02927623875439167,-0.026215767487883568,-0.023155296221375465,-0.020094824954867363,-0.01703435182571411,-0.013973881490528584,-0.010913409292697906,-0.007852938026189804,-0.004792466759681702,-0.0017319952603429556,0.0013284762389957905,0.00438894797116518,0.007449419237673283,0.010509890504181385,0.013570362702012062,0.016630833968520164,0.019691305235028267,0.02275177650153637,0.025812247768044472,0.028872719034552574,0.031933192163705826,0.03499366343021393,0.03805413469672203,0.04111460596323013,0.044175077229738235,0.04723554849624634,0.05029601976275444,0.05335649102926254,0.056416962295770645,0.05947743356227875,0.06253790855407715,0.06559837609529495,0.06865885108709335,0.07171931862831116,0.07477979362010956,0.07784026116132736,0.08090073615312576,0.08396120369434357,0.08702167868614197,0.09008214622735977,0.09314262121915817]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[3,0,0,0,1,0,1,1,2,4,3,1,2,5,8,7,7,20,11,11,17,15,17,21,27,20,21,26,29,34,26,24,23,25,28,29,24,31,28,32,23,17,25,19,13,17,11,5,6,12,12,3,3,3,4,3,2,2,0,0,0,0,2,2],"bins":[-0.001744690933264792,-0.0016907035605981946,-0.0016367160715162754,-0.001582728698849678,-0.0015287413261830807,-0.0014747538371011615,-0.0014207664644345641,-0.0013667790917679667,-0.0013127916026860476,-0.0012588042300194502,-0.0012048168573528528,-0.0011508293682709336,-0.0010968419956043363,-0.001042854622937739,-0.0009888671338558197,-0.0009348797611892223,-0.0008808923303149641,-0.0008269048994407058,-0.0007729175267741084,-0.0007189300958998501,-0.0006649426650255919,-0.0006109552923589945,-0.0005569678614847362,-0.0005029804306104779,-0.0004489930288400501,-0.0003950056270696223,-0.000341018196195364,-0.0002870307944249362,-0.00023304337810259312,-0.00017905596178025007,-0.00012506856000982225,-7.10811436874792e-05,-1.7093727365136147e-05,3.68936853192281e-05,9.088109800359234e-05,0.00014486850704997778,0.00019885592337232083,0.0002528433396946639,0.0003068307414650917,0.00036081817233935,0.0004148055741097778,0.00046879297588020563,0.0005227804067544639,0.0005767678376287222,0.0006307552102953196,0.0006847426411695778,0.0007387300720438361,0.0007927174447104335,0.0008467048755846918,0.00090069230645895,0.0009546796791255474,0.0010086671682074666,0.001062654540874064,0.0011166419135406613,0.0011706294026225805,0.001224616775289178,0.0012786041479557753,0.0013325916370376945,0.0013865790097042918,0.0014405663823708892,0.0014945538714528084,0.0015485412441194057,0.0016025286167860031,0.0016565161058679223,0.0017105034785345197]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.03875097259879112,-0.03741752728819847,-0.03608407825231552,-0.03475063294172287,-0.03341718763113022,-0.03208373859524727,-0.030750293284654617,-0.029416846111416817,-0.028083398938179016,-0.026749951764941216,-0.025416504591703415,-0.024083059281110764,-0.022749612107872963,-0.021416164934635162,-0.02008271962404251,-0.01874927245080471,-0.01741582527756691,-0.01608237810432911,-0.014748931862413883,-0.013415485620498657,-0.012082038447260857,-0.010748591274023056,-0.00941514503210783,-0.008081698790192604,-0.0067482516169548035,-0.00541480490937829,-0.004081358201801777,-0.0027479114942252636,-0.0014144647866487503,-8.101807907223701e-05,0.0012524286285042763,0.0025858753360807896,0.003919318318367004,0.005252765025943518,0.006586211733520031,0.007919657975435257,0.009253105148673058,0.010586552321910858,0.011919998563826084,0.01325344480574131,0.01458689197897911,0.01592033915221691,0.017253786325454712,0.018587231636047363,0.019920678809285164,0.021254125982522964,0.022587571293115616,0.023921018466353416,0.025254465639591217,0.026587912812829018,0.027921359986066818,0.02925480529665947,0.03058825246989727,0.03192169964313507,0.03325514495372772,0.03458859398961067,0.03592203930020332,0.037255484610795975,0.038588933646678925,0.039922378957271576,0.04125582426786423,0.04258927330374718,0.04392271861433983,0.04525616765022278,0.04658961296081543],"_type":"histogram","values":[1,1,0,1,1,2,0,4,2,7,7,4,11,11,7,9,11,18,14,22,20,23,23,30,28,34,31,38,28,32,30,26,28,27,32,23,26,24,20,11,17,17,12,9,8,6,9,4,1,2,3,4,0,3,0,0,2,1,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.09258975833654404,-0.08964669704437256,-0.08670362830162048,-0.083760567009449,-0.08081749826669693,-0.07787443697452545,-0.07493136823177338,-0.0719883069396019,-0.06904523819684982,-0.06610217690467834,-0.06315910816192627,-0.06021604686975479,-0.057272981852293015,-0.05432991683483124,-0.05138685181736946,-0.048443786799907684,-0.04550072178244591,-0.04255765676498413,-0.039614591747522354,-0.03667152673006058,-0.0337284617125988,-0.030785398557782173,-0.027842333540320396,-0.02489926852285862,-0.021956203505396843,-0.019013138487935066,-0.01607007347047329,-0.013127009384334087,-0.01018394436687231,-0.007240879349410534,-0.0042978147976100445,-0.0013547500129789114,0.0015883147716522217,0.004531379789113998,0.007474444340914488,0.010417508892714977,0.013360573910176754,0.016303637996315956,0.019246703013777733,0.02218976803123951,0.025132833048701286,0.028075898066163063,0.03101896308362484,0.03396202623844147,0.036905091255903244,0.03984815627336502,0.0427912212908268,0.045734286308288574,0.04867735132575035,0.05162041634321213,0.054563481360673904,0.05750654637813568,0.06044961139559746,0.06339267641305923,0.06633573770523071,0.06927880644798279,0.07222186774015427,0.07516493648290634,0.07810799777507782,0.0810510665178299,0.08399412781000137,0.08693719655275345,0.08988025784492493,0.092823326587677,0.09576638787984848],"_type":"histogram","values":[2,4,4,20,34,66,125,185,306,473,765,1202,1948,2970,4148,5958,8219,11235,14991,19858,25097,31524,38461,46315,54491,62471,70744,78017,84150,88565,91766,92375,91342,88060,83721,77330,69986,62357,54063,46099,37822,30792,24857,19011,14688,10922,8025,5605,3939,2709,1855,1217,758,498,307,186,100,46,38,19,9,8,2,4]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,2,1,1,1,2,3,6,5,13,10,16,27,30,49,62,84,119,204,280,368,642,884,1341,2174,3496,5804,10503,19478,39824,105305,224882,94261,36665,18393,9941,5575,3352,2105,1238,856,585,377,245,183,129,83,52,50,29,26,19,12,7,4,5,3,4,3,4,0,1],"bins":[-0.0026397705078125,-0.002560853958129883,-0.0024819374084472656,-0.0024030208587646484,-0.0023241043090820312,-0.002245187759399414,-0.002166271209716797,-0.0020873546600341797,-0.0020084381103515625,-0.0019295215606689453,-0.0018506050109863281,-0.001771688461303711,-0.0016927719116210938,-0.0016138553619384766,-0.0015349388122558594,-0.0014560222625732422,-0.001377105712890625,-0.0012981891632080078,-0.0012192726135253906,-0.0011403560638427734,-0.0010614395141601562,-0.000982522964477539,-0.0009036064147949219,-0.0008246898651123047,-0.0007457733154296875,-0.0006668567657470703,-0.0005879402160644531,-0.0005090236663818359,-0.00043010711669921875,-0.00035119056701660156,-0.0002722740173339844,-0.0001933574676513672,-0.00011444091796875,-3.552436828613281e-05,4.3392181396484375e-05,0.00012230873107910156,0.00020122528076171875,0.00028014183044433594,0.0003590583801269531,0.0004379749298095703,0.0005168914794921875,0.0005958080291748047,0.0006747245788574219,0.0007536411285400391,0.0008325576782226562,0.0009114742279052734,0.0009903907775878906,0.0010693073272705078,0.001148223876953125,0.0012271404266357422,0.0013060569763183594,0.0013849735260009766,0.0014638900756835938,0.001542806625366211,0.0016217231750488281,0.0017006397247314453,0.0017795562744140625,0.0018584728240966797,0.0019373893737792969,0.002016305923461914,0.0020952224731445312,0.0021741390228271484,0.0022530555725097656,0.002331972122192383,0.002410888671875]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.08135724067687988,-0.07882227003574371,-0.07628730684518814,-0.07375233620405197,-0.0712173730134964,-0.06868240237236023,-0.06614743173122406,-0.06361246854066849,-0.06107749789953232,-0.05854253098368645,-0.056007564067840576,-0.05347259342670441,-0.050937626510858536,-0.048402659595012665,-0.045867688953876495,-0.043332722038030624,-0.04079775512218475,-0.03826278820633888,-0.03572782129049301,-0.03319285064935684,-0.03065788373351097,-0.0281229168176651,-0.02558794803917408,-0.02305297926068306,-0.02051801234483719,-0.017983045428991318,-0.015448076650500298,-0.012913108803331852,-0.010378140956163406,-0.00784317310899496,-0.005308205261826515,-0.0027732374146580696,-0.0002382621169090271,0.0022967057302594185,0.004831673577427864,0.00736664142459631,0.009901609271764755,0.0124365771189332,0.014971544966101646,0.017506513744592667,0.020041480660438538,0.02257644757628441,0.02511141635477543,0.02764638513326645,0.03018135204911232,0.03271631896495819,0.03525128960609436,0.03778625652194023,0.0403212234377861,0.04285619035363197,0.045391157269477844,0.047926127910614014,0.050461094826459885,0.052996061742305756,0.055531032383441925,0.058065999299287796,0.06060096621513367,0.06313593685626984,0.06567090004682541,0.06820587068796158,0.07074083387851715,0.07327580451965332,0.07581077516078949,0.07834573835134506,0.08088070899248123],"_type":"histogram","values":[1,0,1,0,9,3,6,5,9,11,12,15,10,18,48,104,158,224,257,396,491,593,757,883,1122,1402,1603,1957,2425,2962,5671,25503,324014,7574,2814,2169,1717,1433,1247,1039,835,747,650,523,444,343,258,195,132,100,74,70,46,40,19,11,13,6,10,10,6,7,8,6]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.00121307373046875,-0.0011744499206542969,-0.0011358261108398438,-0.0010972023010253906,-0.0010585784912109375,-0.0010199546813964844,-0.0009813308715820312,-0.0009427070617675781,-0.000904083251953125,-0.0008654594421386719,-0.0008268356323242188,-0.0007882118225097656,-0.0007495880126953125,-0.0007109642028808594,-0.0006723403930664062,-0.0006337165832519531,-0.0005950927734375,-0.0005564689636230469,-0.0005178451538085938,-0.0004792213439941406,-0.0004405975341796875,-0.0004019737243652344,-0.00036334991455078125,-0.0003247261047363281,-0.000286102294921875,-0.0002474784851074219,-0.00020885467529296875,-0.00017023086547851562,-0.0001316070556640625,-9.298324584960938e-05,-5.435943603515625e-05,-1.5735626220703125e-05,2.288818359375e-05,6.151199340820312e-05,0.00010013580322265625,0.00013875961303710938,0.0001773834228515625,0.00021600723266601562,0.00025463104248046875,0.0002932548522949219,0.000331878662109375,0.0003705024719238281,0.00040912628173828125,0.0004477500915527344,0.0004863739013671875,0.0005249977111816406,0.0005636215209960938,0.0006022453308105469,0.000640869140625,0.0006794929504394531,0.0007181167602539062,0.0007567405700683594,0.0007953643798828125,0.0008339881896972656,0.0008726119995117188,0.0009112358093261719,0.000949859619140625,0.0009884834289550781,0.0010271072387695312,0.0010657310485839844,0.0011043548583984375,0.0011429786682128906,0.0011816024780273438,0.0012202262878417969,0.00125885009765625],"_type":"histogram","values":[1,0,0,0,1,6,0,6,9,6,15,16,23,24,38,80,117,163,243,350,539,781,1215,1908,3259,4809,8201,13599,25001,50150,112180,172790,95745,43198,22691,12398,7653,4599,2756,1808,1233,760,481,299,200,141,97,82,53,33,21,10,8,8,6,3,4,5,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,2,3,3,1,4,2,2,6,8,9,11,8,11,15,14,9,17,24,22,30,34,43,37,37,41,27,31,32,37,40,32,31,24,10,19,17,20,9,9,7,5,2,7,5,0,1,1,2,1,0,1,2,0,0,0,0,0,1],"bins":[-0.0016345939366146922,-0.0015814838698133826,-0.001528373803012073,-0.0014752637362107635,-0.0014221537858247757,-0.0013690437190234661,-0.0013159336522221565,-0.001262823585420847,-0.0012097135186195374,-0.0011566034518182278,-0.0011034933850169182,-0.0010503833182156086,-0.000997273251414299,-0.0009441632428206503,-0.0008910532342270017,-0.0008379431674256921,-0.0007848331006243825,-0.0007317230338230729,-0.0006786129670217633,-0.0006255029584281147,-0.0005723928916268051,-0.0005192828248254955,-0.00046617278712801635,-0.0004130627494305372,-0.00035995268262922764,-0.00030684261582791805,-0.0002537325781304389,-0.00020062252588104457,-0.0001475124736316502,-9.440242138225585e-05,-4.1292369132861495e-05,1.1817683116532862e-05,6.492773536592722e-05,0.00011803778761532158,0.00017114783986471593,0.0002242578921141103,0.00027736794436350465,0.00033047801116481423,0.00038358804886229336,0.0004366980865597725,0.0004898081533610821,0.0005429182201623917,0.0005960282869637012,0.0006491382955573499,0.0007022483623586595,0.0007553584291599691,0.0008084684377536178,0.0008615785045549273,0.0009146885713562369,0.0009677986381575465,0.001020908704958856,0.0010740187717601657,0.0011271287221461535,0.001180238788947463,0.0012333488557487726,0.0012864589225500822,0.0013395689893513918,0.0013926790561527014,0.001445789122954011,0.0014988991897553205,0.0015520092565566301,0.001605119206942618,0.0016582292737439275,0.001711339340545237,0.0017644494073465466]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,1,0,0,0,0,1,0,2,0,3,1,5,2,1,6,4,8,9,5,8,15,14,14,23,21,31,30,33,39,33,45,43,36,41,38,33,20,27,25,18,27,20,9,10,10,10,9,7,4,5,5,5,4,1,1,1,1,1,1,0,1],"bins":[-0.0006093695992603898,-0.0005921914707869291,-0.0005750133423134685,-0.0005578352138400078,-0.0005406570853665471,-0.0005234789568930864,-0.0005063008284196258,-0.0004891226999461651,-0.00047194454236887395,-0.0004547664138954133,-0.0004375882854219526,-0.00042041015694849193,-0.0004032319993712008,-0.0003860538708977401,-0.00036887574242427945,-0.0003516976139508188,-0.0003345194854773581,-0.00031734135700389743,-0.00030016322853043675,-0.0002829851000569761,-0.0002658069715835154,-0.0002486288140062243,-0.0002314506855327636,-0.00021427255705930293,-0.00019709442858584225,-0.00017991630011238158,-0.0001627381716389209,-0.000145560028613545,-0.00012838190014008433,-0.00011120377166662365,-9.402563591720536e-05,-7.684750016778708e-05,-5.9669429901987314e-05,-4.249129779054783e-05,-2.531316567910835e-05,-8.13503356766887e-06,9.043098543770611e-06,2.6221230655210093e-05,4.3399362766649574e-05,6.0577494878089055e-05,7.775562698952854e-05,9.493375546298921e-05,0.0001121118912124075,0.0001292900269618258,0.00014646815543528646,0.00016364628390874714,0.00018082442693412304,0.0001980025554075837,0.0002151806838810444,0.00023235881235450506,0.00024953694082796574,0.0002667150693014264,0.0002838931977748871,0.0003010713553521782,0.0003182494838256389,0.00033542761229909956,0.00035260574077256024,0.0003697838692460209,0.0003869619977194816,0.00040414012619294226,0.0004213182837702334,0.00043849641224369407,0.00045567454071715474,0.0004728526691906154,0.0004900307976640761],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,3,1,1,1,1,4,4,2,3,4,7,6,7,13,5,11,15,21,25,14,27,39,13,33,38,37,42,40,38,36,48,32,22,28,27,20,20,10,10,13,9,9,8,3,4,1,1,4,1,2,2,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0003808009787462652,-0.00036797759821638465,-0.0003551542176865041,-0.0003423308371566236,-0.0003295074566267431,-0.00031668407609686255,-0.00030386069556698203,-0.0002910373150371015,-0.000278213934507221,-0.00026539055397734046,-0.00025256717344745994,-0.00023974377836566418,-0.00022692039783578366,-0.00021409701730590314,-0.0002012736367760226,-0.0001884502562461421,-0.00017562687571626157,-0.00016280349518638104,-0.00014998011465650052,-0.00013715673412662,-0.00012433335359673947,-0.00011150996579090133,-9.868658526102081e-05,-8.586320473114029e-05,-7.303982420125976e-05,-6.021644367137924e-05,-4.7393063141498715e-05,-3.4569678973639384e-05,-2.174629844375886e-05,-8.922917004383635e-06,3.900464434991591e-06,1.6723846783861518e-05,2.954722731374204e-05,4.2370607843622565e-05,5.519398837350309e-05,6.801736890338361e-05,8.084074943326414e-05,9.366413723910227e-05,0.0001064875177689828,0.00011931089829886332,0.00013213427155278623,0.00014495766663458198,0.0001577810471644625,0.00017060442769434303,0.00018342780822422355,0.00019625118875410408,0.0002090745692839846,0.00022189794981386513,0.00023472133034374565,0.0002475447254255414,0.0002603681059554219,0.00027319148648530245,0.00028601486701518297,0.0002988382475450635,0.000311661628074944,0.00032448500860482454,0.00033730838913470507,0.0003501317696645856,0.0003629551501944661,0.00037577853072434664,0.00038860191125422716,0.0004014252917841077,0.0004142486723139882,0.00042707205284386873,0.00043989543337374926]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[2,0,0,0,1,1,0,1,3,1,0,3,4,5,5,2,6,5,8,6,13,9,16,14,33,25,44,42,48,48,48,53,41,42,38,40,28,32,10,16,17,13,15,2,4,3,4,2,3,1,3,3,1,1,0,1,0,0,0,0,0,1,0,1],"bins":[-8.54881136547192e-07,-8.267508633252874e-07,-7.986206469468016e-07,-7.704903737248969e-07,-7.423601005029923e-07,-7.142298841245065e-07,-6.860996109026019e-07,-6.579693376806972e-07,-6.298390644587926e-07,-6.017088480803068e-07,-5.735785748584021e-07,-5.454483016364975e-07,-5.173180852580117e-07,-4.891878120361071e-07,-4.6105756723591185e-07,-4.329272940140072e-07,-4.04797049213812e-07,-3.766668044136168e-07,-3.4853653119171213e-07,-3.204062863915169e-07,-2.9227601316961227e-07,-2.6414576836941706e-07,-2.3601552356922184e-07,-2.078852645581719e-07,-1.7975500554712198e-07,-1.5162474653607205e-07,-1.2349448752502212e-07,-9.536424272482691e-08,-6.723398371377698e-08,-3.910372825544073e-08,-1.0973472797104478e-08,1.7156782661231773e-08,4.5287038119568024e-08,7.341729713061795e-08,1.0154754903624053e-07,1.296778009418631e-07,1.5780805995291303e-07,1.8593831896396296e-07,2.1406856376415817e-07,2.421988369860628e-07,2.7032908178625803e-07,2.9845932658645324e-07,3.265895998083579e-07,3.547198446085531e-07,3.828500894087483e-07,4.1098036263065296e-07,4.391106074308482e-07,4.672408806527528e-07,4.95371125452948e-07,5.235013986748527e-07,5.516316150533385e-07,5.797618882752431e-07,6.078921614971478e-07,6.360223778756335e-07,6.641526510975382e-07,6.922829243194428e-07,7.204131406979286e-07,7.485434139198333e-07,7.766736871417379e-07,8.048039603636425e-07,8.329341767421283e-07,8.61064449964033e-07,8.891947231859376e-07,9.173249395644234e-07,9.45455212786328e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-6.044530209692311e-07,-5.858380518475315e-07,-5.672230827258318e-07,-5.486080567607132e-07,-5.299930876390135e-07,-5.113781185173139e-07,-4.927630925521953e-07,-4.741481234304956e-07,-4.5553315430879593e-07,-4.3691818518709624e-07,-4.183031876436871e-07,-3.99688190100278e-07,-3.810732209785783e-07,-3.6245825185687863e-07,-3.438432543134695e-07,-3.252282567700604e-07,-3.066132876483607e-07,-2.87998318526661e-07,-2.693833209832519e-07,-2.507683234398428e-07,-2.321533543181431e-07,-2.135383709855887e-07,-1.949233876530343e-07,-1.763084043204799e-07,-1.576934209879255e-07,-1.390784376553711e-07,-1.204634543228167e-07,-1.0184847099026229e-07,-8.323348765770788e-08,-6.461850432515348e-08,-4.600352099259908e-08,-2.7388537660044676e-08,-8.773611170909135e-09,9.841372161645268e-09,2.845635549419967e-08,4.707133882675407e-08,6.568632215930847e-08,8.430130549186288e-08,1.0291628882441728e-07,1.2153127215697168e-07,1.4014625548952608e-07,1.5876123882208049e-07,1.773762221546349e-07,1.959912054871893e-07,2.146061888197437e-07,2.332211721522981e-07,2.518361554848525e-07,2.704511530282616e-07,2.890661221499613e-07,3.07681091271661e-07,3.262960888150701e-07,3.449110863584792e-07,3.635260554801789e-07,3.821410246018786e-07,4.007560221452877e-07,4.1937101968869683e-07,4.379859888103965e-07,4.566009579320962e-07,4.752159554755053e-07,4.938309530189144e-07,5.124459221406141e-07,5.310608912623138e-07,5.496758603840135e-07,5.68290886349132e-07,5.869058554708317e-07],"_type":"histogram","values":[2,1,1,2,1,0,3,0,2,0,1,3,4,5,5,4,6,4,7,10,9,10,11,21,21,22,26,33,31,44,37,46,35,37,44,43,26,31,26,18,26,18,11,11,12,11,8,8,7,2,4,2,2,4,1,0,2,2,1,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[1,1,0,4,2,8,8,22,42,76,117,194,310,525,706,1148,1647,2349,3320,4501,5920,7653,9612,12173,15098,18089,21122,24039,26955,29783,31785,33612,34424,34415,33939,32569,30804,28579,25800,22918,19568,16518,13959,11319,8885,6951,5341,3904,2871,2015,1443,978,649,444,285,167,106,67,34,20,18,6,5,1],"bins":[-0.09787333011627197,-0.09493362903594971,-0.09199393540620804,-0.08905423432588577,-0.0861145406961441,-0.08317483961582184,-0.08023513853549957,-0.0772954449057579,-0.07435574382543564,-0.07141604274511337,-0.0684763491153717,-0.06553664803504944,-0.06259694695472717,-0.059657253324985504,-0.05671755224466324,-0.05377785488963127,-0.050838157534599304,-0.04789846017956734,-0.04495876282453537,-0.042019061744213104,-0.03907936438918114,-0.03613966703414917,-0.033199965953826904,-0.030260268598794937,-0.02732057124376297,-0.024380873888731003,-0.021441174671053886,-0.01850147545337677,-0.015561778098344803,-0.012622079811990261,-0.00968238152563572,-0.0067426832392811775,-0.003802977502346039,-0.000863279215991497,0.0020764190703630447,0.0050161173567175865,0.007955815643072128,0.01089551392942667,0.013835212215781212,0.016774911433458328,0.019714608788490295,0.022654306143522263,0.02559400536119938,0.028533704578876495,0.03147340193390846,0.03441309928894043,0.037352800369262695,0.04029249772429466,0.04323219507932663,0.0461718924343586,0.049111589789390564,0.05205129086971283,0.0549909882247448,0.057930685579776764,0.06087038666009903,0.0638100802898407,0.06674978137016296,0.06968948245048523,0.0726291760802269,0.07556887716054916,0.07850857079029083,0.0814482718706131,0.08438797295093536,0.08732766658067703,0.0902673676609993],"_type":"histogram"},"train_batch_loss":0.6486676931381226,"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.01012843195348978,-0.009793879464268684,-0.009459326043725014,-0.009124773554503918,-0.008790221065282822,-0.008455668576061726,-0.00812111608684063,-0.007786562666296959,-0.007452010177075863,-0.007117457687854767,-0.0067829047329723835,-0.00644835177809,-0.006113799288868904,-0.005779246799647808,-0.005444693844765425,-0.005110140889883041,-0.004775588400661945,-0.004441035911440849,-0.004106482956558466,-0.0037719302345067263,-0.0034373775124549866,-0.003102824790403247,-0.002768272068351507,-0.0024337193462997675,-0.002099166624248028,-0.0017646139021962881,-0.0014300611801445484,-0.0010955084580928087,-0.000760955736041069,-0.00042640301398932934,-9.185029193758965e-05,0.00024270243011415005,0.0005772560834884644,0.000911808805540204,0.0012463615275919437,0.0015809142496436834,0.0019154669716954231,0.002250019693747163,0.0025845724157989025,0.002919125137850642,0.003253677859902382,0.0035882305819541216,0.003922783304005861,0.004257336258888245,0.004591888748109341,0.004926441237330437,0.00526099419221282,0.005595547147095203,0.0059300996363162994,0.0062646521255373955,0.006599205080419779,0.006933758035302162,0.007268310524523258,0.007602863013744354,0.007937416434288025,0.008271968923509121,0.008606521412730217,0.008941073901951313,0.009275626391172409,0.00961017981171608,0.009944732300937176,0.010279284790158272,0.010613838210701942,0.010948390699923038,0.011282943189144135],"_type":"histogram","values":[3,0,0,1,2,0,1,0,6,3,2,5,6,6,6,13,11,14,13,22,28,22,23,34,24,22,27,36,23,22,33,44,17,39,23,27,24,15,27,11,18,21,14,11,14,8,7,9,4,4,5,2,5,3,1,0,1,1,2,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,1,0,0,2,2,0,0,3,2,6,1,3,4,3,2,10,8,9,14,15,17,14,25,18,25,31,26,37,34,27,42,34,30,30,33,38,30,21,27,27,24,20,15,13,5,7,5,2,2,8,0,0,5,2,5,1,1,0,0,0,0,0,1],"bins":[-0.0003826443280559033,-0.0003707711002789438,-0.0003588978433981538,-0.00034702461562119424,-0.0003351513878442347,-0.0003232781309634447,-0.00031140490318648517,-0.00029953167540952563,-0.00028765841852873564,-0.0002757851907517761,-0.00026391196297481656,-0.000252038735197857,-0.00024016547831706703,-0.0002282922505401075,-0.00021641900821123272,-0.00020454578043427318,-0.00019267253810539842,-0.00018079929577652365,-0.0001689260679995641,-0.00015705282567068934,-0.0001451795978937298,-0.00013330635556485504,-0.00012143311323598027,-0.00010955987818306312,-9.768664313014597e-05,-8.581340807722881e-05,-7.394017302431166e-05,-6.20669306954369e-05,-5.019369564251974e-05,-3.832046058960259e-05,-2.644722189870663e-05,-1.4573985026800074e-05,-2.7007481548935175e-06,9.172488717013039e-06,2.1045725588919595e-05,3.2918964279815555e-05,4.479219933273271e-05,5.666543438564986e-05,6.853867671452463e-05,8.041191176744178e-05,9.228514682035893e-05,0.00010415838187327608,0.00011603161692619324,0.000127904859255068,0.00013977810158394277,0.0001516513293609023,0.00016352457168977708,0.00017539779946673661,0.00018727104179561138,0.00019914428412448615,0.0002110175119014457,0.00022289075423032045,0.00023476398200728,0.00024663723888807,0.0002585104666650295,0.00027038369444198906,0.0002822569222189486,0.0002941301790997386,0.00030600340687669814,0.0003178766346536577,0.00032974989153444767,0.0003416231193114072,0.00035349634708836675,0.00036536960396915674,0.0003772428317461163],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,0,0,0,2,2,1,3,1,2,4,9,7,14,17,18,25,37,40,53,57,73,68,56,38,38,32,25,18,19,10,18,8,6,7,10,7,7,4,1,4,6,3,1,2,0,2,0,3,2,0,0,3,2],"bins":[-0.007545035798102617,-0.007318421266973019,-0.007091807201504707,-0.006865192670375109,-0.00663857813924551,-0.006411964073777199,-0.0061853495426476,-0.0059587350115180016,-0.00573212094604969,-0.005505506414920092,-0.005278891883790493,-0.005052277352660894,-0.004825663287192583,-0.0045990487560629845,-0.004372434224933386,-0.0041458201594650745,-0.003919205628335476,-0.003692591330036521,-0.0034659767989069223,-0.0032393625006079674,-0.0030127479694783688,-0.002786133671179414,-0.002559519372880459,-0.00233290484175086,-0.0021062905434519053,-0.0018796761287376285,-0.0016530617140233517,-0.0014264474157243967,-0.00119983300101012,-0.0009732185862958431,-0.0007466042297892272,-0.0005199898732826114,-0.0002933759242296219,-6.676153861917555e-05,0.00015985284699127078,0.0003864672326017171,0.0006130816182121634,0.0008396960329264402,0.0010663103312253952,0.001292924745939672,0.0015195391606539488,0.0017461535753682256,0.0019727679900825024,0.0021993822883814573,0.0024259965866804123,0.002652611117810011,0.002879225416108966,0.0031058399472385645,0.0033324542455375195,0.0035590685438364744,0.003785683074966073,0.004012297373265028,0.004238911904394627,0.004465525969862938,0.0046921405009925365,0.004918755032122135,0.0051453690975904465,0.005371983628720045,0.005598598159849644,0.005825212690979242,0.006051826756447554,0.006278441287577152,0.006505055818706751,0.006731669884175062,0.006958284415304661]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,0,0,2,1,0,0,4,1,7,2,9,4,6,2,10,11,12,23,14,29,29,34,28,32,42,32,37,50,41,48,36,42,26,28,18,22,12,18,13,12,5,2,6,3,5,2,4,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00039940813439898193,-0.0003850914945360273,-0.0003707748546730727,-0.00035645824391394854,-0.0003421416040509939,-0.0003278249641880393,-0.0003135083243250847,-0.00029919168446213007,-0.00028487504459917545,-0.0002705584338400513,-0.0002562417939770967,-0.00024192515411414206,-0.00022760851425118744,-0.00021329188894014806,-0.00019897524907719344,-0.00018465862376615405,-0.00017034198390319943,-0.00015602534404024482,-0.00014170871872920543,-0.0001273920788662508,-0.00011307544627925381,-9.875881369225681e-05,-8.444217382930219e-05,-7.012554124230519e-05,-5.580890865530819e-05,-4.1492276068311185e-05,-2.7175639843335375e-05,-1.285900543734897e-05,1.4576289686374366e-06,1.5774263374623843e-05,3.009089778061025e-05,4.440753400558606e-05,5.8724137488752604e-05,7.30407700757496e-05,8.735740266274661e-05,0.00010167404252570122,0.00011599067511269823,0.00013030730769969523,0.00014462394756264985,0.00015894057287368923,0.00017325721273664385,0.00018757385259959847,0.00020189047791063786,0.00021620711777359247,0.0002305237576365471,0.0002448403974995017,0.00025915700825862586,0.0002734736481215805,0.0002877902879845351,0.0003021069278474897,0.00031642356771044433,0.0003307401784695685,0.0003450568183325231,0.0003593734581954777,0.00037369009805843234,0.00038800673792138696,0.0004023233777843416,0.00041663998854346573,0.00043095662840642035,0.00044527326826937497,0.0004595899081323296,0.0004739065479952842,0.00048822315875440836,0.000502539798617363,0.0005168564384803176],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,1,1,2,0,5,2,9,14,14,22,22,32,49,87,110,169,231,390,543,858,1200,1891,2916,4585,7397,13358,24213,49611,106708,164014,104869,49002,23817,13028,7603,4591,2786,1923,1226,832,530,363,258,172,111,80,54,36,25,15,14,10,5,6,1,2,4,1,2,0,2],"bins":[-0.00101470947265625,-0.0009834766387939453,-0.0009522438049316406,-0.0009210109710693359,-0.0008897781372070312,-0.0008585453033447266,-0.0008273124694824219,-0.0007960796356201172,-0.0007648468017578125,-0.0007336139678955078,-0.0007023811340332031,-0.0006711483001708984,-0.0006399154663085938,-0.0006086826324462891,-0.0005774497985839844,-0.0005462169647216797,-0.000514984130859375,-0.0004837512969970703,-0.0004525184631347656,-0.00042128562927246094,-0.00039005279541015625,-0.00035881996154785156,-0.0003275871276855469,-0.0002963542938232422,-0.0002651214599609375,-0.0002338886260986328,-0.00020265579223632812,-0.00017142295837402344,-0.00014019012451171875,-0.00010895729064941406,-7.772445678710938e-05,-4.649162292480469e-05,-1.52587890625e-05,1.5974044799804688e-05,4.7206878662109375e-05,7.843971252441406e-05,0.00010967254638671875,0.00014090538024902344,0.00017213821411132812,0.0002033710479736328,0.0002346038818359375,0.0002658367156982422,0.0002970695495605469,0.00032830238342285156,0.00035953521728515625,0.00039076805114746094,0.0004220008850097656,0.0004532337188720703,0.000484466552734375,0.0005156993865966797,0.0005469322204589844,0.0005781650543212891,0.0006093978881835938,0.0006406307220458984,0.0006718635559082031,0.0007030963897705078,0.0007343292236328125,0.0007655620574951172,0.0007967948913574219,0.0008280277252197266,0.0008592605590820312,0.0008904933929443359,0.0009217262268066406,0.0009529590606689453,0.00098419189453125]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.005126953125,-0.004975795745849609,-0.004824638366699219,-0.004673480987548828,-0.0045223236083984375,-0.004371166229248047,-0.004220008850097656,-0.004068851470947266,-0.003917694091796875,-0.0037665367126464844,-0.0036153793334960938,-0.003464221954345703,-0.0033130645751953125,-0.003161907196044922,-0.0030107498168945312,-0.0028595924377441406,-0.00270843505859375,-0.0025572776794433594,-0.0024061203002929688,-0.002254962921142578,-0.0021038055419921875,-0.0019526481628417969,-0.0018014907836914062,-0.0016503334045410156,-0.001499176025390625,-0.0013480186462402344,-0.0011968612670898438,-0.0010457038879394531,-0.0008945465087890625,-0.0007433891296386719,-0.0005922317504882812,-0.0004410743713378906,-0.0002899169921875,-0.00013875961303710938,1.239776611328125e-05,0.00016355514526367188,0.0003147125244140625,0.0004658699035644531,0.0006170272827148438,0.0007681846618652344,0.000919342041015625,0.0010704994201660156,0.0012216567993164062,0.0013728141784667969,0.0015239715576171875,0.0016751289367675781,0.0018262863159179688,0.0019774436950683594,0.00212860107421875,0.0022797584533691406,0.0024309158325195312,0.002582073211669922,0.0027332305908203125,0.002884387969970703,0.0030355453491210938,0.0031867027282714844,0.003337860107421875,0.0034890174865722656,0.0036401748657226562,0.003791332244873047,0.0039424896240234375,0.004093647003173828,0.004244804382324219,0.004395961761474609,0.004547119140625],"_type":"histogram","values":[1,0,0,0,0,0,1,0,9,2,3,14,13,22,35,43,80,103,152,215,311,457,640,1092,1476,2160,3279,5105,8064,12393,20379,34358,64104,159392,135912,56194,31871,18642,11711,7178,4836,3144,1991,1410,953,626,440,318,247,143,86,76,42,29,27,15,11,4,10,2,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[4,7,8,22,35,44,90,134,201,354,513,857,1190,1658,2313,3297,4342,5904,7552,9762,12131,14834,17705,20470,23812,26262,28980,31412,32838,33975,34337,33671,32954,30736,28428,26217,23093,20161,16910,14538,11650,9262,7394,5542,4186,3060,2176,1634,1106,730,493,334,219,111,68,34,41,14,9,4,3,0,1,2],"bins":[-0.0884024053812027,-0.08549608290195465,-0.0825897678732872,-0.07968345284461975,-0.0767771303653717,-0.07387080788612366,-0.07096449285745621,-0.06805817782878876,-0.06515185534954071,-0.06224553659558296,-0.059339217841625214,-0.056432899087667465,-0.05352658033370972,-0.05062026157975197,-0.04771394282579422,-0.04480762407183647,-0.04190130531787872,-0.038994986563920975,-0.036088667809963226,-0.03318234905600548,-0.03027603030204773,-0.02736971154808998,-0.024463392794132233,-0.021557074040174484,-0.018650755286216736,-0.015744436532258987,-0.012838117778301239,-0.00993179902434349,-0.007025480270385742,-0.004119161516427994,-0.0012128427624702454,0.001693475991487503,0.004599802196025848,0.007506120949983597,0.010412439703941345,0.013318758457899094,0.016225077211856842,0.01913139596581459,0.02203771471977234,0.024944033473730087,0.027850352227687836,0.030756670981645584,0.03366298973560333,0.03656930848956108,0.03947562724351883,0.04238194599747658,0.045288264751434326,0.048194583505392075,0.05110090225934982,0.05400722101330757,0.05691353976726532,0.05981985852122307,0.06272617727518082,0.06563249230384827,0.06853881478309631,0.07144513726234436,0.07435145229101181,0.07725776731967926,0.08016408979892731,0.08307041227817535,0.0859767273068428,0.08888304233551025,0.0917893648147583,0.09469568729400635,0.0976020023226738]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,2,1,6,3,2,7,6,4,11,10,8,19,17,24,18,21,28,27,23,27,32,26,31,34,25,32,30,25,31,19,25,19,20,20,20,14,15,15,8,7,8,5,8,6,7,3,2,1,5,3,3,0,1,1],"bins":[-0.013816794380545616,-0.013413500040769577,-0.013010205700993538,-0.012606912292540073,-0.012203617952764034,-0.011800323612987995,-0.01139703020453453,-0.010993735864758492,-0.010590441524982452,-0.010187147185206413,-0.009783852845430374,-0.00938055943697691,-0.00897726509720087,-0.008573970757424831,-0.008170677348971367,-0.007767383009195328,-0.007364088669419289,-0.0069607943296432495,-0.006557500455528498,-0.006154206581413746,-0.005750912241637707,-0.005347617901861668,-0.004944324027746916,-0.004541030153632164,-0.004137735813856125,-0.0037344417069107294,-0.003331147599965334,-0.0029278534930199385,-0.002524559386074543,-0.0021212652791291475,-0.001717971172183752,-0.0013146770652383566,-0.0009113820269703865,-0.000508087920024991,-0.00010479381307959557,0.0002985002938657999,0.0007017944008111954,0.0011050885077565908,0.0015083826147019863,0.0019116767216473818,0.0023149708285927773,0.0027182649355381727,0.003121559042483568,0.0035248531494289637,0.003928147256374359,0.004331441596150398,0.00473473547026515,0.005138029344379902,0.005541323684155941,0.00594461802393198,0.006347911898046732,0.006751205772161484,0.007154500111937523,0.007557794451713562,0.007961088791489601,0.008364382199943066,0.008767676539719105,0.009170970879495144,0.009574264287948608,0.009977558627724648,0.010380852967500687,0.010784147307276726,0.011187441647052765,0.01159073505550623,0.011994029395282269]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.07611489295959473,-0.07349972426891327,-0.07088455557823181,-0.06826938688755035,-0.0656542181968689,-0.06303904950618744,-0.06042388081550598,-0.057808712124824524,-0.055193543434143066,-0.05257837846875191,-0.04996320977807045,-0.04734804108738899,-0.044732872396707535,-0.04211770370602608,-0.03950253501534462,-0.03688736632466316,-0.034272197633981705,-0.03165702894330025,-0.02904186025261879,-0.026426691561937332,-0.023811522871255875,-0.021196356043219566,-0.01858118735253811,-0.01596601866185665,-0.013350849971175194,-0.010735681280493736,-0.008120512589812279,-0.005505344830453396,-0.0028901761397719383,-0.00027500768192112446,0.0023401607759296894,0.00495532900094986,0.007570497691631317,0.010185666382312775,0.012800835072994232,0.015416002832353115,0.018031172454357147,0.020646339282393456,0.023261507973074913,0.02587667666375637,0.028491845354437828,0.031107014045119286,0.033722180873155594,0.03633734956383705,0.03895251825451851,0.041567686945199966,0.044182855635881424,0.04679802432656288,0.04941319301724434,0.052028361707925797,0.054643530398607254,0.05725869908928871,0.05987386777997017,0.06248903647065163,0.06510420143604279,0.06771937012672424,0.0703345388174057,0.07294970750808716,0.07556487619876862,0.07818004488945007,0.08079521358013153,0.08341038227081299,0.08602555096149445,0.0886407196521759,0.09125588834285736],"_type":"histogram","values":[2,0,0,1,0,1,0,1,2,2,2,4,5,10,7,19,19,17,17,14,21,23,37,30,29,33,29,32,35,22,38,38,16,35,36,20,20,22,21,21,11,11,15,13,8,5,4,4,2,1,1,3,2,0,3,1,0,0,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[2,3,0,0,2,2,0,3,3,5,4,4,12,9,9,17,15,19,27,25,35,43,33,32,36,40,38,42,47,34,44,25,27,24,19,16,14,5,12,7,11,6,4,2,1,1,1,1,2,0,1,0,0,1,0,0,1,0,0,0,0,0,1,1],"bins":[-0.0007302670273929834,-0.0007019690237939358,-0.000673671078402549,-0.0006453730748035014,-0.0006170750712044537,-0.000588777125813067,-0.0005604791222140193,-0.0005321811186149716,-0.0005038831732235849,-0.00047558516962453723,-0.00044728719512932,-0.0004189892206341028,-0.00039069121703505516,-0.00036239324253983796,-0.00033409526804462075,-0.0003057972644455731,-0.0002774992899503559,-0.0002492013154551387,-0.00022090332640800625,-0.00019260533736087382,-0.00016430736286565661,-0.00013600937381852418,-0.00010771138477139175,-7.941340300021693e-05,-5.111542122904211e-05,-2.281743763887789e-05,5.480545951286331e-06,3.3778531360439956e-05,6.207651313161477e-05,9.037449490278959e-05,0.00011867248394992203,0.00014697045844513923,0.00017526844749227166,0.0002035664365394041,0.0002318644110346213,0.00026016240008175373,0.00028846037457697093,0.0003167583781760186,0.0003450563526712358,0.000373354327166453,0.0004016523016616702,0.00042995030526071787,0.0004582482797559351,0.0004865462542511523,0.0005148442578501999,0.0005431422614492476,0.0005714402068406343,0.000599738210439682,0.0006280362140387297,0.0006563341594301164,0.0006846321630291641,0.0007129301084205508,0.0007412281120195985,0.0007695261156186461,0.0007978240610100329,0.0008261220646090806,0.0008544200682081282,0.000882718013599515,0.0009110160171985626,0.0009393140207976103,0.000967611966188997,0.0009959100279957056,0.0010242079151794314,0.001052505918778479,0.0010808039223775268]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.005332292523235083,-0.0051734959706664085,-0.0050146994180977345,-0.00485590286552906,-0.004697106312960386,-0.004538309760391712,-0.004379513207823038,-0.004220716655254364,-0.00406192010268569,-0.003903123550117016,-0.0037443269975483418,-0.0035855304449796677,-0.0034267338924109936,-0.0032679373398423195,-0.0031091407872736454,-0.0029503442347049713,-0.0027915476821362972,-0.002632751129567623,-0.002473954576998949,-0.002315158024430275,-0.002156361471861601,-0.001997564919292927,-0.0018387683667242527,-0.0016799718141555786,-0.0015211752615869045,-0.0013623787090182304,-0.0012035821564495564,-0.0010447856038808823,-0.0008859890513122082,-0.0007271924987435341,-0.00056839594617486,-0.0004095993936061859,-0.0002508023753762245,-9.200582280755043e-05,6.679072976112366e-05,0.00022558728232979774,0.00038438383489847183,0.0005431803874671459,0.00070197694003582,0.0008607734926044941,0.0010195700451731682,0.0011783665977418423,0.0013371631503105164,0.0014959597028791904,0.0016547562554478645,0.0018135528080165386,0.0019723493605852127,0.002131145913153887,0.002289942465722561,0.002448739018291235,0.002607535570859909,0.002766332123428583,0.0029251286759972572,0.0030839252285659313,0.0032427217811346054,0.0034015183337032795,0.0035603148862719536,0.0037191114388406277,0.0038779079914093018,0.004036704543977976,0.00419550109654665,0.004354297649115324,0.004513094201683998,0.004671890754252672,0.004830687306821346],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,2,0,2,4,3,2,9,11,10,10,17,29,33,41,44,57,69,69,91,85,104,104,106,106,113,107,102,101,90,78,79,66,55,43,40,35,21,21,21,16,10,12,5,5,4,1,6,2,1,0,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.006702353712171316,-0.006502604577690363,-0.00630285544320941,-0.0061031063087284565,-0.005903356708586216,-0.005703607574105263,-0.0055038584396243095,-0.005304109305143356,-0.005104360170662403,-0.00490461103618145,-0.004704861901700497,-0.0045051127672195435,-0.00430536363273859,-0.00410561403259635,-0.0039058648981153965,-0.0037061157636344433,-0.00350636662915349,-0.003306617494672537,-0.0031068683601915836,-0.0029071189928799868,-0.0027073698583990335,-0.0025076207239180803,-0.0023078713566064835,-0.0021081222221255302,-0.001908373087644577,-0.0017086239531636238,-0.0015088747022673488,-0.0013091254513710737,-0.0011093763168901205,-0.0009096271242015064,-0.0007098779315128922,-0.0005101287388242781,-0.000310379546135664,-0.00011063035344704986,8.911883924156427e-05,0.0002888680319301784,0.0004886172246187925,0.0006883664173074067,0.0008881156099960208,0.0010878648608922958,0.001287613995373249,0.0014873631298542023,0.0016871123807504773,0.0018868616316467524,0.0020866107661277056,0.002286359900608659,0.0024861092679202557,0.002685858402401209,0.002885607536882162,0.0030853566713631153,0.0032851058058440685,0.0034848551731556654,0.0036846043076366186,0.003884353442117572,0.004084102809429169,0.004283851943910122,0.004483601078391075,0.004683350212872028,0.004883099347352982,0.005082848481833935,0.005282597616314888,0.0054823472164571285,0.005682096350938082,0.005881845485419035,0.006081594619899988],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,0,0,1,2,0,3,3,2,1,6,3,4,9,12,27,22,36,45,47,60,64,74,50,55,45,31,25,22,14,12,10,14,8,12,1,4,4,6,4,5,6,1,3,0,5,2,0,3,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,2,2,2,1,3,2,3,7,9,15,12,23,34,37,67,112,139,210,317,478,674,990,1583,2402,3476,5269,7919,11953,18381,28725,48543,103694,166387,76719,40199,25038,15582,10190,6685,4770,2940,2029,1351,923,614,419,280,186,129,99,59,45,29,23,14,5,7,4,6,3,1,2,1],"bins":[-0.0030670166015625,-0.002974987030029297,-0.0028829574584960938,-0.0027909278869628906,-0.0026988983154296875,-0.0026068687438964844,-0.0025148391723632812,-0.002422809600830078,-0.002330780029296875,-0.002238750457763672,-0.0021467208862304688,-0.0020546913146972656,-0.0019626617431640625,-0.0018706321716308594,-0.0017786026000976562,-0.0016865730285644531,-0.00159454345703125,-0.0015025138854980469,-0.0014104843139648438,-0.0013184547424316406,-0.0012264251708984375,-0.0011343955993652344,-0.0010423660278320312,-0.0009503364562988281,-0.000858306884765625,-0.0007662773132324219,-0.0006742477416992188,-0.0005822181701660156,-0.0004901885986328125,-0.0003981590270996094,-0.00030612945556640625,-0.00021409988403320312,-0.0001220703125,-3.0040740966796875e-05,6.198883056640625e-05,0.00015401840209960938,0.0002460479736328125,0.0003380775451660156,0.00043010711669921875,0.0005221366882324219,0.000614166259765625,0.0007061958312988281,0.0007982254028320312,0.0008902549743652344,0.0009822845458984375,0.0010743141174316406,0.0011663436889648438,0.0012583732604980469,0.00135040283203125,0.0014424324035644531,0.0015344619750976562,0.0016264915466308594,0.0017185211181640625,0.0018105506896972656,0.0019025802612304688,0.001994609832763672,0.002086639404296875,0.002178668975830078,0.0022706985473632812,0.0023627281188964844,0.0024547576904296875,0.0025467872619628906,0.0026388168334960938,0.002730846405029297,0.0028228759765625]},"_step":61,"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[3,2,2,3,6,12,19,22,22,53,65,116,181,267,378,627,1000,1597,2446,3815,6356,10488,16262,26810,44874,78858,163148,521278,385594,135240,70357,39871,23801,14232,8979,5440,3586,2291,1423,1051,702,484,321,226,143,124,75,67,40,25,18,20,11,10,5,8,2,3,1,1,1,0,1,1],"bins":[-0.0252685546875,-0.024362564086914062,-0.023456573486328125,-0.022550582885742188,-0.02164459228515625,-0.020738601684570312,-0.019832611083984375,-0.018926620483398438,-0.0180206298828125,-0.017114639282226562,-0.016208648681640625,-0.015302658081054688,-0.01439666748046875,-0.013490676879882812,-0.012584686279296875,-0.011678695678710938,-0.010772705078125,-0.009866714477539062,-0.008960723876953125,-0.008054733276367188,-0.00714874267578125,-0.0062427520751953125,-0.005336761474609375,-0.0044307708740234375,-0.0035247802734375,-0.0026187896728515625,-0.001712799072265625,-0.0008068084716796875,9.918212890625e-05,0.0010051727294921875,0.001911163330078125,0.0028171539306640625,0.00372314453125,0.0046291351318359375,0.005535125732421875,0.0064411163330078125,0.00734710693359375,0.008253097534179688,0.009159088134765625,0.010065078735351562,0.0109710693359375,0.011877059936523438,0.012783050537109375,0.013689041137695312,0.01459503173828125,0.015501022338867188,0.016407012939453125,0.017313003540039062,0.018218994140625,0.019124984741210938,0.020030975341796875,0.020936965942382812,0.02184295654296875,0.022748947143554688,0.023654937744140625,0.024560928344726562,0.0254669189453125,0.026372909545898438,0.027278900146484375,0.028184890747070312,0.02909088134765625,0.029996871948242188,0.030902862548828125,0.03180885314941406,0.03271484375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"values":[1,0,0,3,1,4,2,3,8,6,19,24,44,55,71,121,172,237,300,484,721,1148,1563,2399,3565,5388,9052,14057,23324,41131,74970,148083,297434,402968,259575,127609,65481,36702,20774,12625,7811,4937,3444,2087,1399,993,677,422,298,199,156,102,65,57,29,18,19,9,4,5,6,1,0,2],"bins":[-0.00384521484375,-0.0037300586700439453,-0.0036149024963378906,-0.003499746322631836,-0.0033845901489257812,-0.0032694339752197266,-0.003154277801513672,-0.003039121627807617,-0.0029239654541015625,-0.002808809280395508,-0.002693653106689453,-0.0025784969329833984,-0.0024633407592773438,-0.002348184585571289,-0.0022330284118652344,-0.0021178722381591797,-0.002002716064453125,-0.0018875598907470703,-0.0017724037170410156,-0.001657247543334961,-0.0015420913696289062,-0.0014269351959228516,-0.0013117790222167969,-0.0011966228485107422,-0.0010814666748046875,-0.0009663105010986328,-0.0008511543273925781,-0.0007359981536865234,-0.0006208419799804688,-0.0005056858062744141,-0.0003905296325683594,-0.0002753734588623047,-0.00016021728515625,-4.506111145019531e-05,7.009506225585938e-05,0.00018525123596191406,0.00030040740966796875,0.00041556358337402344,0.0005307197570800781,0.0006458759307861328,0.0007610321044921875,0.0008761882781982422,0.0009913444519042969,0.0011065006256103516,0.0012216567993164062,0.001336812973022461,0.0014519691467285156,0.0015671253204345703,0.001682281494140625,0.0017974376678466797,0.0019125938415527344,0.002027750015258789,0.0021429061889648438,0.0022580623626708984,0.002373218536376953,0.002488374710083008,0.0026035308837890625,0.002718687057495117,0.002833843231201172,0.0029489994049072266,0.0030641555786132812,0.003179311752319336,0.0032944679260253906,0.0034096240997314453,0.0035247802734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[3,4,4,7,14,9,26,28,48,40,58,89,95,165,233,329,551,633,918,1364,2055,3012,4668,6691,10452,15357,25307,41307,71351,135870,347765,512677,172669,86136,49261,29172,18693,11608,7887,5133,3575,2266,1563,1104,812,540,393,255,182,134,98,71,42,34,37,23,15,9,8,8,1,2,1,2],"bins":[-0.05419921875,-0.052459716796875,-0.05072021484375,-0.048980712890625,-0.0472412109375,-0.045501708984375,-0.04376220703125,-0.042022705078125,-0.040283203125,-0.038543701171875,-0.03680419921875,-0.035064697265625,-0.0333251953125,-0.031585693359375,-0.02984619140625,-0.028106689453125,-0.0263671875,-0.024627685546875,-0.02288818359375,-0.021148681640625,-0.0194091796875,-0.017669677734375,-0.01593017578125,-0.014190673828125,-0.012451171875,-0.010711669921875,-0.00897216796875,-0.007232666015625,-0.0054931640625,-0.003753662109375,-0.00201416015625,-0.000274658203125,0.00146484375,0.003204345703125,0.00494384765625,0.006683349609375,0.0084228515625,0.010162353515625,0.01190185546875,0.013641357421875,0.015380859375,0.017120361328125,0.01885986328125,0.020599365234375,0.0223388671875,0.024078369140625,0.02581787109375,0.027557373046875,0.029296875,0.031036376953125,0.03277587890625,0.034515380859375,0.0362548828125,0.037994384765625,0.03973388671875,0.041473388671875,0.043212890625,0.044952392578125,0.04669189453125,0.048431396484375,0.0501708984375,0.051910400390625,0.05364990234375,0.055389404296875,0.05712890625]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[0.9989672303199768,0.9990010857582092,0.9990350008010864,0.9990688562393188,0.9991027116775513,0.9991365671157837,0.9991704821586609,0.9992043375968933,0.9992381930351257,0.9992720484733582,0.9993059635162354,0.9993398189544678,0.9993736743927002,0.9994075298309326,0.9994414448738098,0.9994753003120422,0.9995091557502747,0.9995430707931519,0.9995769262313843,0.9996107816696167,0.9996446371078491,0.9996785521507263,0.9997124075889587,0.9997462630271912,0.9997801184654236,0.9998140335083008,0.9998478889465332,0.9998817443847656,0.999915599822998,0.9999495148658752,0.9999833703041077,1.0000172853469849,1.0000511407852173,1.0000849962234497,1.0001188516616821,1.0001527070999146,1.000186562538147,1.0002204179763794,1.0002543926239014,1.0002882480621338,1.0003221035003662,1.0003559589385986,1.000389814376831,1.0004236698150635,1.000457525253296,1.0004913806915283,1.0005253553390503,1.0005592107772827,1.0005930662155151,1.0006269216537476,1.00066077709198,1.0006946325302124,1.0007284879684448,1.0007624626159668,1.0007963180541992,1.0008301734924316,1.000864028930664,1.0008978843688965,1.000931739807129,1.0009655952453613,1.0009994506835938,1.0010334253311157,1.0010672807693481,1.0011011362075806,1.001134991645813],"_type":"histogram","values":[1,0,1,0,0,0,1,1,2,2,1,5,4,4,5,6,7,8,8,16,9,12,25,21,22,31,38,36,41,39,33,31,33,30,43,29,17,23,21,25,17,11,15,11,17,5,6,8,7,5,4,7,3,3,1,1,5,3,4,0,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[3,1,4,9,17,24,44,94,117,209,334,475,686,1093,1536,2112,3026,4082,5588,7296,8923,11218,13793,16503,19406,22547,25611,27745,30512,31967,33168,33809,33590,32706,31198,29614,27083,24140,21192,18335,15579,12618,10439,8214,6253,4767,3538,2730,1931,1285,899,690,410,257,170,105,44,36,23,11,10,2,2,1],"bins":[-0.09168139100074768,-0.08879803866147995,-0.08591468632221222,-0.08303134143352509,-0.08014798909425735,-0.07726463675498962,-0.0743812844157219,-0.07149793952703476,-0.06861458718776703,-0.0657312348484993,-0.06284788250923157,-0.059964533895254135,-0.057081181555986404,-0.05419783294200897,-0.05131448060274124,-0.04843113198876381,-0.04554777964949608,-0.04266442731022835,-0.039781078696250916,-0.036897726356983185,-0.03401437774300575,-0.031131025403738022,-0.02824767492711544,-0.02536432445049286,-0.022480973973870277,-0.019597623497247696,-0.016714273020625114,-0.013830921612679958,-0.010947571136057377,-0.008064220659434795,-0.005180869717150927,-0.0022975190076977015,0.0005858317017555237,0.003469182411208749,0.006352533120661974,0.009235884062945843,0.012119234539568424,0.015002585016191006,0.017885936424136162,0.020769286900758743,0.023652637377381325,0.026535987854003906,0.029419338330626488,0.03230268880724907,0.0351860411465168,0.03806938976049423,0.04095274209976196,0.043836090713739395,0.046719443053007126,0.04960279539227486,0.05248614400625229,0.05536949634552002,0.05825284495949745,0.06113619729876518,0.06401954591274261,0.06690289825201035,0.06978625059127808,0.0726696029305458,0.07555294781923294,0.07843630015850067,0.0813196524977684,0.08420300483703613,0.08708634972572327,0.089969702064991,0.09285305440425873],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[2,2,0,2,2,3,6,7,5,8,6,9,5,6,9,9,9,13,15,18,13,26,29,34,41,36,45,40,32,41,32,36,26,25,18,18,21,13,12,10,4,5,6,8,15,7,9,4,8,5,2,1,3,3,2,0,0,0,0,0,0,1,0,1],"bins":[-0.0012496699346229434,-0.0012049321085214615,-0.0011601941660046577,-0.0011154563399031758,-0.001070718513801694,-0.001025980687700212,-0.00098124286159873,-0.0009365049190819263,-0.0008917670929804444,-0.0008470292668789625,-0.0008022913825698197,-0.0007575534982606769,-0.000712815672159195,-0.000668077846057713,-0.0006233399617485702,-0.0005786020774394274,-0.0005338642513379455,-0.0004891264252364635,-0.0004443885409273207,-0.00039965068572200835,-0.000354912830516696,-0.0003101749753113836,-0.00026543712010607123,-0.00022069926490075886,-0.0001759614096954465,-0.00013122355449013412,-8.648569928482175e-05,-4.174784407950938e-05,2.9900111258029938e-06,4.7727866331115365e-05,9.246572153642774e-05,0.0001372035767417401,0.00018194143194705248,0.00022667928715236485,0.0002714171423576772,0.0003161549975629896,0.00036089285276830196,0.00040563070797361434,0.0004503685631789267,0.0004951064474880695,0.0005398442735895514,0.0005845820996910334,0.0006293199840001762,0.000674057868309319,0.0007187956944108009,0.0007635335205122828,0.0008082714048214257,0.0008530092891305685,0.0008977471152320504,0.0009424849413335323,0.000987222883850336,0.001031960709951818,0.0010766985360533,0.0011214363621547818,0.0011661741882562637,0.0012109121307730675,0.0012556499568745494,0.0013003877829760313,0.001345125725492835,0.001389863551594317,0.0014346013776957989,0.0014793392037972808,0.0015240770298987627,0.0015688149724155664,0.0016135527985170484],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,9,10,17,33,38,85,143,216,309,515,724,1108,1538,2265,3075,4025,5506,6979,9095,11138,13789,16510,19375,22557,25103,27890,30041,31869,33197,33592,33861,32917,31325,29373,27008,23960,21361,18500,15392,12990,10453,8251,6332,4920,3736,2725,1929,1382,925,608,427,286,162,97,65,36,17,16,3,8,5,0,2],"bins":[-0.08844820410013199,-0.08557779341936111,-0.08270737528800964,-0.07983696460723877,-0.0769665539264679,-0.07409613579511642,-0.07122572511434555,-0.06835531443357468,-0.0654848963022232,-0.06261448562145233,-0.05974407494068146,-0.056873660534620285,-0.05400324612855911,-0.05113283544778824,-0.048262421041727066,-0.04539201036095619,-0.04252159595489502,-0.03965118154883385,-0.03678077086806297,-0.0339103564620018,-0.031039943918585777,-0.028169531375169754,-0.02529911696910858,-0.02242870442569256,-0.019558291882276535,-0.016687879338860512,-0.013817465864121914,-0.010947052389383316,-0.008076639845967293,-0.005206226836889982,-0.0023358138278126717,0.0005345991812646389,0.0034050047397613525,0.006275417748838663,0.009145830757915974,0.012016244232654572,0.014886656776070595,0.017757069319486618,0.02062748372554779,0.023497896268963814,0.026368308812379837,0.02923872135579586,0.032109133899211884,0.034979548305273056,0.03784996271133423,0.0407203733921051,0.043590787798166275,0.04646119847893715,0.04933161288499832,0.052202027291059494,0.05507243797183037,0.05794285237789154,0.060813263058662415,0.06368368119001389,0.06655409187078476,0.06942450255155563,0.0722949206829071,0.07516533136367798,0.07803574204444885,0.08090615272521973,0.0837765708565712,0.08664698153734207,0.08951739221811295,0.09238781034946442,0.09525822103023529]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[0.9990772604942322,0.999112606048584,0.9991479516029358,0.9991832971572876,0.9992186427116394,0.9992539286613464,0.9992892742156982,0.99932461977005,0.9993599653244019,0.9993953108787537,0.9994306564331055,0.9994660019874573,0.9995013475418091,0.9995366930961609,0.9995719790458679,0.9996073246002197,0.9996426701545715,0.9996780157089233,0.9997133612632751,0.999748706817627,0.9997840523719788,0.9998193979263306,0.9998547434806824,0.9998900294303894,0.9999253749847412,0.999960720539093,0.9999960660934448,1.0000314712524414,1.0000667572021484,1.0001020431518555,1.000137448310852,1.000172734260559,1.0002081394195557,1.0002434253692627,1.0002788305282593,1.0003141164779663,1.000349521636963,1.00038480758667,1.000420093536377,1.0004554986953735,1.0004907846450806,1.0005261898040771,1.0005614757537842,1.0005968809127808,1.0006321668624878,1.0006675720214844,1.0007028579711914,1.0007381439208984,1.000773549079895,1.000808835029602,1.0008442401885986,1.0008795261383057,1.0009149312973022,1.0009502172470093,1.0009856224060059,1.001020908355713,1.00105619430542,1.0010915994644165,1.0011268854141235,1.0011622905731201,1.0011975765228271,1.0012329816818237,1.0012682676315308,1.0013036727905273,1.0013389587402344],"_type":"histogram","values":[1,1,1,2,0,0,2,4,5,2,3,5,8,10,11,12,16,17,25,28,26,35,26,40,19,50,30,42,35,36,30,22,19,24,23,13,19,18,19,17,7,8,9,7,4,7,2,1,7,2,1,4,1,4,2,0,1,2,0,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,2,8,11,16,37,68,122,171,269,482,791,1227,1926,2853,4264,5970,8595,11603,15769,20636,26297,32966,40845,48893,57615,65956,74536,80978,86651,91050,93843,94357,92177,88962,82993,76021,67906,59421,50715,42506,35179,27751,21904,16903,12452,9294,6471,4635,3153,2069,1384,872,509,337,177,123,67,35,14,12,8,4,1],"bins":[-0.09650608897209167,-0.09350128471851349,-0.0904964879155159,-0.08749168366193771,-0.08448688685894012,-0.08148208260536194,-0.07847727835178375,-0.07547248154878616,-0.07246767729520798,-0.06946287304162979,-0.0664580762386322,-0.06345327198505402,-0.06044847145676613,-0.05744367092847824,-0.054438866674900055,-0.05143406614661217,-0.04842926561832428,-0.04542446509003639,-0.042419664561748505,-0.03941486030817032,-0.03641005977988243,-0.03340525925159454,-0.030400456860661507,-0.02739565446972847,-0.024390853941440582,-0.021386053413152695,-0.018381251022219658,-0.015376449562609196,-0.012371648102998734,-0.009366846643388271,-0.006362045183777809,-0.003357243724167347,-0.0003524497151374817,0.0026523517444729805,0.005657153204083443,0.008661954663693905,0.011666756123304367,0.01467155758291483,0.01767635904252529,0.020681161433458328,0.023685961961746216,0.026690762490034103,0.02969556488096714,0.03270036727190018,0.035705167800188065,0.03870996832847595,0.04171477258205414,0.044719573110342026,0.04772437363862991,0.0507291741669178,0.05373397469520569,0.056738778948783875,0.05974357947707176,0.06274838000535965,0.06575318425893784,0.06875798106193542,0.07176278531551361,0.0747675895690918,0.07777238637208939,0.08077719062566757,0.08378198742866516,0.08678679168224335,0.08979159593582153,0.09279639273881912,0.09580119699239731],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,2,1,1,1,2,2,3,2,3,4,5,5,7,10,10,19,26,33,33,36,39,52,61,62,88,76,99,101,109,103,109,107,123,100,65,84,76,63,69,58,31,32,30,21,16,16,13,9,8,4,4,2,2,3,1,1,2,1,0,1,0,1],"bins":[-0.0005900163087062538,-0.0005719587206840515,-0.0005539010744541883,-0.0005358434864319861,-0.0005177858402021229,-0.0004997282521799207,-0.00048167063505388796,-0.00046361301792785525,-0.00044555540080182254,-0.00042749778367578983,-0.0004094401665497571,-0.0003913825494237244,-0.00037332496140152216,-0.00035526734427548945,-0.00033720972714945674,-0.00031915211002342403,-0.0003010944928973913,-0.0002830368757713586,-0.0002649792586453259,-0.0002469216415192932,-0.0002288640389451757,-0.000210806421819143,-0.00019274881924502552,-0.0001746912021189928,-0.0001566335849929601,-0.00013857596786692739,-0.00012051835801685229,-0.0001024607481667772,-8.440313104074448e-05,-6.634551391471177e-05,-4.828790406463668e-05,-3.0230290576582775e-05,-1.2172618880867958e-05,5.884994607185945e-06,2.3942608095239848e-05,4.200022158329375e-05,6.0057835071347654e-05,7.811545219738036e-05,9.617306204745546e-05,0.00011423067189753056,0.00013228828902356327,0.00015034590614959598,0.00016840352327562869,0.00018646112584974617,0.00020451874297577888,0.0002225763601018116,0.00024063396267592907,0.0002586915798019618,0.0002767491969279945,0.0002948068140540272,0.0003128644311800599,0.0003309220483060926,0.00034897966543212533,0.0003670372534543276,0.0003850948705803603,0.000403152487706393,0.0004212101048324257,0.0004392677219584584,0.00045732533908449113,0.00047538295621052384,0.0004934405442327261,0.0005114981904625893,0.0005295557784847915,0.0005476134247146547,0.0005656710127368569],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[0.9991282224655151,0.9991644620895386,0.999200701713562,0.9992370009422302,0.9992732405662537,0.9993094801902771,0.9993457198143005,0.999381959438324,0.9994182586669922,0.9994544982910156,0.9994907379150391,0.9995269775390625,0.9995632171630859,0.9995994567871094,0.9996357560157776,0.999671995639801,0.9997082352638245,0.9997444748878479,0.9997807145118713,0.9998170137405396,0.999853253364563,0.9998894929885864,0.9999257326126099,0.9999619722366333,0.9999982118606567,1.0000344514846802,1.0000706911087036,1.0001070499420166,1.00014328956604,1.0001795291900635,1.000215768814087,1.0002520084381104,1.0002882480621338,1.0003244876861572,1.0003607273101807,1.000396966934204,1.0004332065582275,1.000469446182251,1.000505805015564,1.0005420446395874,1.0005782842636108,1.0006145238876343,1.0006507635116577,1.0006870031356812,1.0007232427597046,1.000759482383728,1.0007957220077515,1.000831961631775,1.000868320465088,1.0009045600891113,1.0009407997131348,1.0009770393371582,1.0010132789611816,1.001049518585205,1.0010857582092285,1.001121997833252,1.0011582374572754,1.0011944770812988,1.0012307167053223,1.0012670755386353,1.0013033151626587,1.0013395547866821,1.0013757944107056,1.001412034034729,1.0014482736587524],"_type":"histogram","values":[1,1,0,2,2,4,3,3,7,6,6,7,19,14,19,18,11,25,28,32,26,50,40,33,34,27,39,32,19,20,29,26,19,16,13,15,16,10,11,8,11,7,7,10,7,5,6,4,4,3,1,1,0,3,1,1,0,1,1,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,0,2,2,4,7,11,3,7,12,5,18,11,12,8,23,21,20,21,25,25,34,24,30,30,35,20,26,24,27,23,26,27,22,21,18,17,14,11,15,20,16,5,7,1,7,3,4,2,4,1,2,6,1,1,2,0,1],"bins":[-0.017246035858988762,-0.016711261123418808,-0.016176488250494003,-0.0156417153775692,-0.015106940641999245,-0.014572166837751865,-0.014037393033504486,-0.013502619229257107,-0.012967845425009727,-0.012433071620762348,-0.011898297816514969,-0.01136352401226759,-0.01082875020802021,-0.010293976403772831,-0.009759202599525452,-0.009224428795278072,-0.008689654991030693,-0.008154881186783314,-0.0076201073825359344,-0.007085333578288555,-0.006550559774041176,-0.0060157859697937965,-0.005481012165546417,-0.004946238361299038,-0.004411464557051659,-0.0038766907528042793,-0.0033419169485569,-0.0028071431443095207,-0.0022723693400621414,-0.0017375955358147621,-0.0012028217315673828,-0.0006680479273200035,-0.00013327226042747498,0.00040150154381990433,0.0009362753480672836,0.001471049152314663,0.0020058229565620422,0.0025405967608094215,0.003075370565056801,0.00361014436930418,0.0041449181735515594,0.004679691977798939,0.005214465782046318,0.005749239586293697,0.006284013390541077,0.006818787194788456,0.007353560999035835,0.007888334803283215,0.008423108607530594,0.008957882411777973,0.009492656216025352,0.010027430020272732,0.010562203824520111,0.01109697762876749,0.01163175143301487,0.012166525237262249,0.012701299041509628,0.013236072845757008,0.013770846650004387,0.014305620454251766,0.014840394258499146,0.015375168062746525,0.015909941866993904,0.016444716602563858,0.016979489475488663]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,1,0,1,2,2,1,4,6,3,6,4,9,7,13,18,21,14,22,17,24,28,24,30,39,32,26,37,34,25,27,26,24,24,22,32,30,23,19,18,11,8,10,7,7,3,6,3,3,5,2,2,0,0,0,1,1,0,1,0,0,1,0,1],"bins":[-0.02767382562160492,-0.026688791811466217,-0.025703758001327515,-0.02471872605383396,-0.02373369224369526,-0.022748658433556557,-0.021763624623417854,-0.020778590813279152,-0.0197935588657856,-0.018808525055646896,-0.017823491245508194,-0.01683845743536949,-0.01585342362523079,-0.014868390746414661,-0.013883356936275959,-0.012898324057459831,-0.011913290247321129,-0.010928256437182426,-0.009943223558366299,-0.008958189748227596,-0.007973156869411469,-0.006988123059272766,-0.006003089249134064,-0.005018055904656649,-0.0040330225601792336,-0.0030479892157018185,-0.0020629556383937597,-0.0010779221775010228,-9.28887166082859e-05,0.000892144744284451,0.001877178205177188,0.0028622117824852467,0.0038472451269626617,0.004832278471440077,0.005817311815917492,0.006802345626056194,0.007787378970533609,0.008772412315011024,0.009757446125149727,0.010742479003965855,0.011727512814104557,0.01271254662424326,0.013697579503059387,0.01468261331319809,0.015667647123336792,0.016652680933475494,0.017637712880969048,0.01862274669110775,0.019607780501246452,0.020592814311385155,0.021577848121523857,0.02256288006901741,0.023547913879156113,0.024532947689294815,0.025517981499433517,0.02650301530957222,0.027488049119710922,0.028473081067204475,0.029458114877343178,0.03044314868748188,0.03142818063497543,0.032413214445114136,0.03339824825525284,0.03438328206539154,0.03536831587553024]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.04527943581342697,-0.04382161796092987,-0.04236380383372307,-0.04090598598122597,-0.039448171854019165,-0.037990354001522064,-0.03653253614902496,-0.03507472202181816,-0.03361690416932106,-0.03215908631682396,-0.030701272189617157,-0.029243454337120056,-0.027785638347268105,-0.026327822357416153,-0.024870004504919052,-0.0234121885150671,-0.02195437252521515,-0.020496556535363197,-0.019038740545511246,-0.017580922693014145,-0.016123106703162193,-0.014665290713310242,-0.013207473792135715,-0.01174965687096119,-0.010291840881109238,-0.008834024891257286,-0.00737620797008276,-0.005918391514569521,-0.004460575059056282,-0.003002758603543043,-0.0015449421480298042,-8.712569251656532e-05,0.0013706907629966736,0.0028285072185099125,0.004286323674023151,0.00574414012953639,0.007201956585049629,0.00865977257490158,0.010117589496076107,0.011575406417250633,0.013033222407102585,0.014491038396954536,0.015948854386806488,0.01740667223930359,0.01886448822915554,0.020322304219007492,0.021780122071504593,0.023237938061356544,0.024695754051208496,0.026153570041060448,0.0276113860309124,0.0290692038834095,0.03052701987326145,0.0319848358631134,0.033442653715610504,0.034900467842817307,0.03635828569531441,0.03781610354781151,0.03927391767501831,0.04073173552751541,0.04218955338001251,0.043647367507219315,0.045105185359716415,0.04656299948692322,0.04802081733942032],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,3,0,5,0,2,4,6,4,5,2,8,9,10,16,27,33,38,57,81,96,79,59,40,35,28,21,13,14,15,12,9,6,5,4,2,3,2,3,2,1,0,1,1,1,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[1,0,0,0,1,1,1,0,0,1,1,1,1,0,1,1,1,1,3,0,3,5,4,8,10,3,13,14,21,26,26,33,34,33,38,38,38,28,40,41,42,30,29,30,25,25,15,18,14,9,11,7,11,7,2,8,0,3,3,3,0,1,2,2],"bins":[-0.0004975572810508311,-0.00048441809485666454,-0.00047127893776632845,-0.0004581397515721619,-0.00044500056537799537,-0.0004318614082876593,-0.00041872222209349275,-0.0004055830358993262,-0.00039244384970515966,-0.0003793046926148236,-0.00036616550642065704,-0.0003530263202264905,-0.0003398871631361544,-0.00032674797694198787,-0.00031360879074782133,-0.00030046963365748525,-0.0002873304474633187,-0.00027419126126915216,-0.0002610521041788161,-0.00024791291798464954,-0.000234773731790483,-0.00022163456014823169,-0.00020849538850598037,-0.00019535620231181383,-0.00018221703066956252,-0.0001690778590273112,-0.00015593867283314466,-0.00014279950119089335,-0.00012966032954864204,-0.0001165211433544755,-0.00010338197171222419,-9.024279279401526e-05,-7.710358477197587e-05,-6.396440585376695e-05,-5.082523057353683e-05,-3.768605529330671e-05,-2.454687637509778e-05,-1.1407699275878258e-05,1.7314778233412653e-06,1.4870654922560789e-05,2.8009832021780312e-05,4.114901093998924e-05,5.428818622021936e-05,6.742736150044948e-05,8.05665404186584e-05,9.370571933686733e-05,0.00010684489097911865,0.00011998406989732757,0.0001331232488155365,0.0001462624204577878,0.00015940160665195435,0.00017254077829420567,0.0001856799644883722,0.00019881913613062352,0.00021195830777287483,0.00022509749396704137,0.00023823666560929269,0.000251375837251544,0.00026451502344571054,0.0002776542096398771,0.00029079336673021317,0.0003039325529243797,0.00031707173911854625,0.00033021089620888233,0.0003433500824030489],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,2,1,0,3,5,3,5,11,15,18,14,27,32,53,67,64,58,64,57,55,34,42,20,17,15,17,12,6,6,3,6,6,2,4,5,3,1,3,1,2,2,0,2,0,0,1,0,0,0,2],"bins":[-0.005244716070592403,-0.005080334842205048,-0.004915953613817692,-0.004751572385430336,-0.00458719115704298,-0.004422809462994337,-0.004258428234606981,-0.0040940470062196255,-0.00392966577783227,-0.003765284549444914,-0.003600903321057558,-0.0034365218598395586,-0.003272140631452203,-0.003107759403064847,-0.0029433779418468475,-0.0027789967134594917,-0.002614615485072136,-0.00245023425668478,-0.0022858530282974243,-0.002121471567079425,-0.001957090338692069,-0.0017927091103047132,-0.0016283277655020356,-0.001463946420699358,-0.0012995651923120022,-0.0011351839639246464,-0.0009708026191219687,-0.000806421332526952,-0.0006420400459319353,-0.0004776587593369186,-0.0003132774727419019,-0.00014889618614688516,1.548510044813156e-05,0.00017986638704314828,0.000344247673638165,0.0005086289602331817,0.0006730102468281984,0.0008373915334232152,0.0010017728200182319,0.0011661541648209095,0.0013305353932082653,0.0014949166215956211,0.0016592979663982987,0.0018236793112009764,0.001988060539588332,0.002152441767975688,0.0023168232291936874,0.0024812044575810432,0.002645585685968399,0.002809966914355755,0.0029743481427431107,0.00313872960396111,0.003303110832348466,0.0034674920607358217,0.003631873521953821,0.003796254750341177,0.003960635978728533,0.004125017207115889,0.004289398435503244,0.0044537796638906,0.004618161357939243,0.004782542586326599,0.004946923814713955,0.005111305043101311,0.0052756862714886665]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,2,2,2,3,1,3,13,3,21,11,28,28,57,66,121,170,236,382,684,896,1546,2477,4025,6473,11075,17620,31603,57447,131263,170824,65069,35801,20547,11906,7358,4524,2697,1742,1097,654,493,265,181,138,87,57,37,21,25,13,14,3,3,2,3,1,1,1,0,0,0,0,1],"bins":[-0.12060546875,-0.11660003662109375,-0.1125946044921875,-0.10858917236328125,-0.104583740234375,-0.10057830810546875,-0.0965728759765625,-0.09256744384765625,-0.08856201171875,-0.08455657958984375,-0.0805511474609375,-0.07654571533203125,-0.072540283203125,-0.06853485107421875,-0.0645294189453125,-0.06052398681640625,-0.0565185546875,-0.05251312255859375,-0.0485076904296875,-0.04450225830078125,-0.040496826171875,-0.03649139404296875,-0.0324859619140625,-0.02848052978515625,-0.02447509765625,-0.02046966552734375,-0.0164642333984375,-0.01245880126953125,-0.008453369140625,-0.00444793701171875,-0.0004425048828125,0.00356292724609375,0.007568359375,0.01157379150390625,0.0155792236328125,0.01958465576171875,0.023590087890625,0.02759552001953125,0.0316009521484375,0.03560638427734375,0.03961181640625,0.04361724853515625,0.0476226806640625,0.05162811279296875,0.055633544921875,0.05963897705078125,0.0636444091796875,0.06764984130859375,0.0716552734375,0.07566070556640625,0.0796661376953125,0.08367156982421875,0.087677001953125,0.09168243408203125,0.0956878662109375,0.09969329833984375,0.10369873046875,0.10770416259765625,0.1117095947265625,0.11571502685546875,0.119720458984375,0.12372589111328125,0.1277313232421875,0.13173675537109375,0.1357421875]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.000934600830078125,-0.0009049177169799805,-0.0008752346038818359,-0.0008455514907836914,-0.0008158683776855469,-0.0007861852645874023,-0.0007565021514892578,-0.0007268190383911133,-0.0006971359252929688,-0.0006674528121948242,-0.0006377696990966797,-0.0006080865859985352,-0.0005784034729003906,-0.0005487203598022461,-0.0005190372467041016,-0.000489354133605957,-0.0004596710205078125,-0.00042998790740966797,-0.00040030479431152344,-0.0003706216812133789,-0.0003409385681152344,-0.00031125545501708984,-0.0002815723419189453,-0.0002518892288208008,-0.00022220611572265625,-0.00019252300262451172,-0.0001628398895263672,-0.00013315677642822266,-0.00010347366333007812,-7.37905502319336e-05,-4.410743713378906e-05,-1.4424324035644531e-05,1.52587890625e-05,4.494190216064453e-05,7.462501525878906e-05,0.0001043081283569336,0.00013399124145507812,0.00016367435455322266,0.0001933574676513672,0.00022304058074951172,0.00025272369384765625,0.0002824068069458008,0.0003120899200439453,0.00034177303314208984,0.0003714561462402344,0.0004011392593383789,0.00043082237243652344,0.00046050548553466797,0.0004901885986328125,0.000519871711730957,0.0005495548248291016,0.0005792379379272461,0.0006089210510253906,0.0006386041641235352,0.0006682872772216797,0.0006979703903198242,0.0007276535034179688,0.0007573366165161133,0.0007870197296142578,0.0008167028427124023,0.0008463859558105469,0.0008760690689086914,0.0009057521820068359,0.0009354352951049805,0.000965118408203125],"_type":"histogram","values":[1,1,0,0,1,2,2,6,2,5,6,17,18,41,35,73,113,153,220,382,503,816,1129,1957,3026,4967,7869,13483,25586,49611,104641,164324,102386,49024,24881,13488,7886,4811,2903,1874,1179,805,558,321,246,159,99,70,53,32,15,13,11,4,4,2,3,3,1,0,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,2,2,2,3,8,10,15,19,30,44,64,99,126,220,287,484,741,1155,1714,2782,4189,6703,10943,19120,31443,56565,107950,272242,651243,200505,88787,46645,25699,15332,9163,6133,3922,2527,1661,1242,834,557,440,336,206,178,141,108,63,51,37,24,21,12,11,8,8,2,1,1,0,2,1],"bins":[-0.0380859375,-0.0367889404296875,-0.035491943359375,-0.0341949462890625,-0.03289794921875,-0.0316009521484375,-0.030303955078125,-0.0290069580078125,-0.0277099609375,-0.0264129638671875,-0.025115966796875,-0.0238189697265625,-0.02252197265625,-0.0212249755859375,-0.019927978515625,-0.0186309814453125,-0.017333984375,-0.0160369873046875,-0.014739990234375,-0.0134429931640625,-0.01214599609375,-0.0108489990234375,-0.009552001953125,-0.0082550048828125,-0.0069580078125,-0.0056610107421875,-0.004364013671875,-0.0030670166015625,-0.00177001953125,-0.0004730224609375,0.000823974609375,0.0021209716796875,0.00341796875,0.0047149658203125,0.006011962890625,0.0073089599609375,0.00860595703125,0.0099029541015625,0.011199951171875,0.0124969482421875,0.0137939453125,0.0150909423828125,0.016387939453125,0.0176849365234375,0.01898193359375,0.0202789306640625,0.021575927734375,0.0228729248046875,0.024169921875,0.0254669189453125,0.026763916015625,0.0280609130859375,0.02935791015625,0.0306549072265625,0.031951904296875,0.0332489013671875,0.0345458984375,0.0358428955078125,0.037139892578125,0.0384368896484375,0.03973388671875,0.0410308837890625,0.042327880859375,0.0436248779296875,0.044921875]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,2,2,10,16,16,57,73,110,178,333,538,844,1162,1766,2558,3539,4917,6701,8776,11190,13976,17159,20090,23639,26911,29957,32522,34448,35871,35933,35472,34280,32256,29996,26956,23689,20214,16801,14134,11026,8750,6616,5006,3651,2474,1764,1265,837,519,334,211,105,75,48,22,11,12,1,2,2],"bins":[-0.10285928100347519,-0.09978868067264557,-0.09671808034181595,-0.09364748001098633,-0.09057687968015671,-0.08750627934932709,-0.08443567901849747,-0.08136507868766785,-0.07829447090625763,-0.07522387057542801,-0.07215327024459839,-0.06908266991376877,-0.06601206958293915,-0.06294146925210953,-0.05987086892127991,-0.05680026859045029,-0.053729668259620667,-0.050659067928791046,-0.047588467597961426,-0.044517867267131805,-0.041447266936302185,-0.038376662880182266,-0.035306062549352646,-0.032235462218523026,-0.029164861887693405,-0.026094261556863785,-0.023023661226034164,-0.019953059032559395,-0.016882458701729774,-0.013811858370900154,-0.01074125710874796,-0.0076706563122570515,-0.004600048065185547,-0.0015294472686946392,0.0015411535277962685,0.004611754324287176,0.007682355120778084,0.010752955451607704,0.0138235567137599,0.016894157975912094,0.019964758306741714,0.023035358637571335,0.026105958968400955,0.029176561161875725,0.032247163355350494,0.035317763686180115,0.038388364017009735,0.041458964347839355,0.044529564678668976,0.047600165009498596,0.05067076534032822,0.05374136567115784,0.05681196600198746,0.059882570058107376,0.0629531666636467,0.06602376699447632,0.06909437477588654,0.07216497510671616,0.07523557543754578,0.0783061757683754,0.08137677609920502,0.08444737643003464,0.08751797676086426,0.09058857709169388,0.0936591774225235]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0018932116217911243,-0.0018308090511709452,-0.001768406480550766,-0.0017060039099305868,-0.0016436013393104076,-0.0015811986522749066,-0.0015187960816547275,-0.0014563935110345483,-0.001393990940414369,-0.00133158836979419,-0.0012691857991740108,-0.0012067832285538316,-0.0011443805415183306,-0.0010819779708981514,-0.0010195754002779722,-0.000957172829657793,-0.0008947702590376139,-0.0008323676884174347,-0.0007699651177972555,-0.0007075624889694154,-0.0006451599183492362,-0.0005827573477290571,-0.000520354718901217,-0.0004579521482810378,-0.00039554957766085863,-0.00033314700704067945,-0.0002707444073166698,-0.00020834182214457542,-0.000145939236972481,-8.353665180038661e-05,-2.1134066628292203e-05,4.12685185438022e-05,0.00010367087088525295,0.00016607345605734736,0.00022847604122944176,0.0002908786409534514,0.00035328121157363057,0.00041568378219380975,0.0004780863819178194,0.000540488981641829,0.0006028915522620082,0.0006652941228821874,0.0007276966935023665,0.0007900993223302066,0.0008525018929503858,0.000914904463570565,0.000977307092398405,0.0010397096630185843,0.0011021122336387634,0.0011645148042589426,0.0012269173748791218,0.001289319945499301,0.0013517225161194801,0.0014141252031549811,0.0014765277737751603,0.0015389303443953395,0.0016013329150155187,0.0016637354856356978,0.001726138056255877,0.0017885406268760562,0.0018509433139115572,0.0019133458845317364,0.0019757484551519156,0.0020381510257720947,0.002100553596392274],"_type":"histogram","values":[1,0,0,1,0,3,1,6,2,3,3,6,5,9,14,11,10,16,9,15,15,28,19,20,17,33,38,22,37,31,35,28,36,28,26,25,21,26,21,23,22,12,12,13,13,10,8,5,3,8,4,0,2,1,3,4,1,0,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.0012231743894517422,-0.0011787605471909046,-0.0011343465885147452,-0.0010899327462539077,-0.0010455187875777483,-0.0010011049453169107,-0.0009566909866407514,-0.0009122770861722529,-0.0008678631857037544,-0.0008234493434429169,-0.0007790354429744184,-0.0007346215425059199,-0.0006902076420374215,-0.000645793741568923,-0.0006013798411004245,-0.0005569659406319261,-0.0005125520401634276,-0.0004681381396949291,-0.00042372423922643065,-0.0003793103387579322,-0.0003348964382894337,-0.0002904825669247657,-0.00024606866645626724,-0.00020165476598776877,-0.0001572408655192703,-0.00011282696505077183,-6.841307185823098e-05,-2.3999175027711317e-05,2.0414721802808344e-05,6.482862227130681e-05,0.00010924251546384767,0.00015365640865638852,0.000198070309124887,0.00024248420959338546,0.0002868981100618839,0.0003313120105303824,0.00037572591099888086,0.0004201397823635489,0.00046455368283204734,0.0005089676124043763,0.0005533815128728747,0.0005977953551337123,0.0006422092556022108,0.0006866231560707092,0.0007310370565392077,0.0007754509570077062,0.0008198648574762046,0.0008642787579447031,0.0009086926584132016,0.0009531065588817,0.0009975204011425376,0.001041934359818697,0.0010863482020795345,0.001130762160755694,0.0011751760030165315,0.0012195899616926908,0.0012640038039535284,0.0013084177626296878,0.0013528316048905253,0.0013972455635666847,0.0014416594058275223,0.0014860733645036817,0.0015304872067645192,0.0015749011654406786,0.0016193150077015162],"_type":"histogram","values":[3,0,1,1,5,1,3,1,10,7,8,11,16,11,15,17,14,22,21,19,18,24,22,32,29,28,25,31,23,25,27,31,20,25,29,29,22,14,17,10,8,16,7,4,6,9,7,9,5,3,6,6,7,1,2,1,2,0,1,0,0,0,0,1]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,0,2,0,1,0,2,4,7,8,7,9,17,21,37,45,72,93,136,183,240,361,471,643,917,1292,1867,2541,3807,5443,8030,10599,12929,12737,10384,7725,5321,3634,2538,1736,1253,920,607,443,356,257,165,121,91,63,49,34,26,18,10,4,6,7,4,4,3,1,0,2],"bins":[-0.0274658203125,-0.026632308959960938,-0.025798797607421875,-0.024965286254882812,-0.02413177490234375,-0.023298263549804688,-0.022464752197265625,-0.021631240844726562,-0.0207977294921875,-0.019964218139648438,-0.019130706787109375,-0.018297195434570312,-0.01746368408203125,-0.016630172729492188,-0.015796661376953125,-0.014963150024414062,-0.014129638671875,-0.013296127319335938,-0.012462615966796875,-0.011629104614257812,-0.01079559326171875,-0.009962081909179688,-0.009128570556640625,-0.008295059204101562,-0.0074615478515625,-0.0066280364990234375,-0.005794525146484375,-0.0049610137939453125,-0.00412750244140625,-0.0032939910888671875,-0.002460479736328125,-0.0016269683837890625,-0.00079345703125,4.00543212890625e-05,0.000873565673828125,0.0017070770263671875,0.00254058837890625,0.0033740997314453125,0.004207611083984375,0.0050411224365234375,0.0058746337890625,0.0067081451416015625,0.007541656494140625,0.008375167846679688,0.00920867919921875,0.010042190551757812,0.010875701904296875,0.011709213256835938,0.012542724609375,0.013376235961914062,0.014209747314453125,0.015043258666992188,0.01587677001953125,0.016710281372070312,0.017543792724609375,0.018377304077148438,0.0192108154296875,0.020044326782226562,0.020877838134765625,0.021711349487304688,0.02254486083984375,0.023378372192382812,0.024211883544921875,0.025045394897460938,0.02587890625]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[2,0,1,0,0,1,0,2,2,2,3,6,3,10,11,13,23,18,18,24,21,27,27,34,27,24,36,26,34,34,35,34,34,26,23,26,23,19,25,20,18,9,12,3,5,6,4,2,3,2,0,0,1,1,1,3,2,0,1,0,0,0,0,1],"bins":[-0.06306922435760498,-0.06086627021431923,-0.058663319796323776,-0.056460365653038025,-0.05425741523504257,-0.05205446109175682,-0.04985150694847107,-0.047648556530475616,-0.045445602387189865,-0.043242648243904114,-0.04103969782590866,-0.03883674368262291,-0.03663378953933716,-0.034430839121341705,-0.032227884978055954,-0.030024932697415352,-0.02782198041677475,-0.025619028136134148,-0.023416075855493546,-0.021213121712207794,-0.019010169431567192,-0.01680721715092659,-0.014604263938963413,-0.012401310727000237,-0.010198358446359634,-0.007995406165719032,-0.0057924529537558556,-0.003589500207453966,-0.0013865474611520767,0.0008164052851498127,0.003019358031451702,0.0052223107777535915,0.007425263524055481,0.009628215804696083,0.01183116901665926,0.014034122228622437,0.01623707450926304,0.01844002678990364,0.020642980933189392,0.022845933213829994,0.025048885494470596,0.0272518377751112,0.0294547900557518,0.03165774419903755,0.0338606983423233,0.036063648760318756,0.03826660290360451,0.04046955332159996,0.04267250746488571,0.04487546160817146,0.047078412026166916,0.04928136616945267,0.05148431658744812,0.05368727073073387,0.05589022487401962,0.058093175292015076,0.06029612943530083,0.06249908357858658,0.06470203399658203,0.06690498441457748,0.06910794228315353,0.07131089270114899,0.07351384311914444,0.07571680098772049,0.07791975140571594]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,1,1,1,1,0,0,3,2,2,2,4,2,4,9,8,11,14,17,19,21,19,23,16,27,38,29,27,25,40,43,32,38,27,28,32,28,28,23,15,13,13,13,9,11,7,4,6,5,6,6,4,2,0,2,1,2],"bins":[-0.0020773003343492746,-0.0020210579968988895,-0.0019648156594485044,-0.0019085733219981194,-0.0018523309845477343,-0.0017960886470973492,-0.001739846309646964,-0.001683603972196579,-0.0016273616347461939,-0.0015711192972958088,-0.0015148769598454237,-0.0014586346223950386,-0.0014023922849446535,-0.0013461499474942684,-0.0012899076100438833,-0.0012336652725934982,-0.0011774229351431131,-0.001121180597692728,-0.001064938260242343,-0.0010086959227919579,-0.0009524535853415728,-0.0008962112478911877,-0.0008399689104408026,-0.0007837265729904175,-0.0007274842355400324,-0.0006712418980896473,-0.0006149995606392622,-0.0005587572231888771,-0.000502514885738492,-0.0004462725482881069,-0.0003900302108377218,-0.00033378787338733673,-0.00027754553593695164,-0.00022130319848656654,-0.00016506086103618145,-0.00010881852358579636,-5.257618613541126e-05,3.666151314973831e-06,5.9908488765358925e-05,0.00011615082621574402,0.0001723931636661291,0.0002286355011165142,0.0002848778385668993,0.0003411201760172844,0.0003973625134676695,0.0004536048509180546,0.0005098471883684397,0.0005660895258188248,0.0006223318632692099,0.000678574200719595,0.00073481653816998,0.0007910588756203651,0.0008473012130707502,0.0009035435505211353,0.0009597858879715204,0.0010160282254219055,0.0010722705628722906,0.0011285129003226757,0.0011847552377730608,0.001240997575223446,0.001297239912673831,0.001353482250124216,0.0014097245875746012,0.0014659669250249863,0.0015222092624753714]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,1,0,7,5,5,10,10,13,34,32,64,86,137,161,270,423,582,972,1539,2363,3658,5704,9926,15777,27364,48948,91788,196436,395892,382918,185509,89453,46603,26110,14884,9052,5935,3633,2306,1539,955,600,388,268,161,116,70,55,29,16,22,8,10,3,4,1,4,1,2],"bins":[-0.006591796875,-0.006397724151611328,-0.006203651428222656,-0.006009578704833984,-0.0058155059814453125,-0.005621433258056641,-0.005427360534667969,-0.005233287811279297,-0.005039215087890625,-0.004845142364501953,-0.004651069641113281,-0.004456996917724609,-0.0042629241943359375,-0.004068851470947266,-0.0038747787475585938,-0.003680706024169922,-0.00348663330078125,-0.003292560577392578,-0.0030984878540039062,-0.0029044151306152344,-0.0027103424072265625,-0.0025162696838378906,-0.0023221969604492188,-0.002128124237060547,-0.001934051513671875,-0.0017399787902832031,-0.0015459060668945312,-0.0013518333435058594,-0.0011577606201171875,-0.0009636878967285156,-0.0007696151733398438,-0.0005755424499511719,-0.0003814697265625,-0.00018739700317382812,6.67572021484375e-06,0.00020074844360351562,0.0003948211669921875,0.0005888938903808594,0.0007829666137695312,0.0009770393371582031,0.001171112060546875,0.0013651847839355469,0.0015592575073242188,0.0017533302307128906,0.0019474029541015625,0.0021414756774902344,0.0023355484008789062,0.002529621124267578,0.00272369384765625,0.002917766571044922,0.0031118392944335938,0.0033059120178222656,0.0034999847412109375,0.0036940574645996094,0.0038881301879882812,0.004082202911376953,0.004276275634765625,0.004470348358154297,0.004664421081542969,0.004858493804931641,0.0050525665283203125,0.005246639251708984,0.005440711975097656,0.005634784698486328,0.005828857421875]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,1,2,3,3,1,1,2,6,5,8,15,12,17,29,30,43,57,63,75,109,108,119,134,138,133,144,123,105,99,80,70,58,59,39,36,34,19,15,7,10,9,6,4,2,2,1,2,0,1,1,2,0,0,0,2,1,0,0,0,0,1],"bins":[-0.0008646670030429959,-0.0008336080936715007,-0.0008025491843000054,-0.0007714902167208493,-0.000740431307349354,-0.0007093723979778588,-0.0006783134303987026,-0.0006472545210272074,-0.0006161956116557121,-0.0005851367022842169,-0.0005540777929127216,-0.0005230188253335655,-0.0004919599159620702,-0.000460901006590575,-0.0004298420681152493,-0.00039878312963992357,-0.0003677242202684283,-0.0003366653108969331,-0.0003056063724216074,-0.00027454743394628167,-0.00024348852457478642,-0.00021242960065137595,-0.00018137067672796547,-0.000150311752804555,-0.00011925282888114452,-8.819390495773405e-05,-5.713498103432357e-05,-2.6076057110913098e-05,4.982866812497377e-06,3.604179073590785e-05,6.710071465931833e-05,9.81596385827288e-05,0.0001292186789214611,0.00016027760284487158,0.00019133652676828206,0.00022239545069169253,0.000253454374615103,0.00028451328398659825,0.00031557222246192396,0.00034663116093724966,0.0003776900703087449,0.00040874897968024015,0.00043980791815556586,0.00047086685663089156,0.0005019257660023868,0.0005329846753738821,0.0005640436429530382,0.0005951025523245335,0.0006261614616960287,0.000657220371067524,0.0006882792804390192,0.0007193382480181754,0.0007503971573896706,0.0007814560667611659,0.000812515034340322,0.0008435739437118173,0.0008746328530833125,0.0009056917624548078,0.000936750671826303,0.0009678096394054592,0.0009988686069846153,0.0010299275163561106,0.0010609864257276058,0.001092045335099101,0.0011231042444705963]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.000530458171851933,-0.0005175728583708405,-0.0005046875448897481,-0.0004918021732009947,-0.0004789168597199023,-0.0004660315462388098,-0.00045314623275771737,-0.00044026089017279446,-0.000427375576691702,-0.0004144902341067791,-0.00040160492062568665,-0.0003887196071445942,-0.0003758342645596713,-0.00036294895107857883,-0.0003500636084936559,-0.00033717829501256347,-0.000324292981531471,-0.0003114076389465481,-0.00029852232546545565,-0.00028563698288053274,-0.0002727516693994403,-0.0002598663268145174,-0.0002469810133334249,-0.00023409568530041724,-0.00022121035726740956,-0.0002083250437863171,-0.00019543971575330943,-0.00018255438772030175,-0.00016966905968729407,-0.00015678373165428638,-0.00014389841817319393,-0.00013101309014018625,-0.00011812776210717857,-0.00010524243407417089,-9.235711331712082e-05,-7.947178528411314e-05,-6.658646452706307e-05,-5.370113649405539e-05,-4.081580846104771e-05,-2.7930484066018835e-05,-1.504515967098996e-05,-2.1598343664663844e-06,1.0725490938057192e-05,2.361081715207547e-05,3.6496141547104344e-05,4.938146594213322e-05,6.22667939751409e-05,7.515211473219097e-05,8.803744276519865e-05,0.00010092277079820633,0.0001138080915552564,0.00012669341231230646,0.00013957874034531415,0.00015246406837832183,0.0001653493964113295,0.0001782347244443372,0.00019112005247734487,0.00020400536595843732,0.000216890693991445,0.00022977602202445269,0.00024266135005746037,0.00025554667809046805,0.0002684319915715605,0.0002813173341564834,0.00029420264763757586],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,0,2,0,0,1,2,4,4,3,7,5,8,8,5,14,11,15,17,24,17,23,26,19,29,42,42,40,44,46,29,27,32,31,41,22,22,35,17,5,9,5,5,8,5,6,1,1,1,1,4]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.09365148842334747,-0.0906846672296524,-0.08771784603595734,-0.08475102484226227,-0.0817842036485672,-0.07881737500429153,-0.07585055381059647,-0.0728837326169014,-0.06991691142320633,-0.06695009022951126,-0.06398326903581619,-0.061016444116830826,-0.05804962292313576,-0.05508280172944069,-0.05211597681045532,-0.049149155616760254,-0.046182334423065186,-0.04321551322937012,-0.04024869203567505,-0.03728186711668968,-0.034315045922994614,-0.031348224729299545,-0.028381401672959328,-0.02541457861661911,-0.022447757422924042,-0.019480936229228973,-0.016514113172888756,-0.013547291047871113,-0.01058046892285347,-0.007613646797835827,-0.004646824672818184,-0.001680002547800541,0.0012868121266365051,0.004253634251654148,0.007220456376671791,0.010187278501689434,0.013154100626707077,0.016120921820402145,0.019087744876742363,0.02205456793308258,0.02502138912677765,0.027988210320472717,0.030955033376812935,0.03392185643315315,0.03688867762684822,0.03985549882054329,0.042822323739528656,0.045789144933223724,0.04875596612691879,0.05172278732061386,0.05468960851430893,0.057656433433294296,0.060623254626989365,0.06359007954597473,0.0665569007396698,0.06952372193336487,0.07249054312705994,0.075457364320755,0.07842418551445007,0.08139100670814514,0.08435782790184021,0.08732465654611588,0.09029147773981094,0.09325829893350601,0.09622512012720108],"_type":"histogram","values":[1,1,5,9,12,15,38,59,105,166,303,416,630,977,1374,2011,2917,4023,5273,6975,9087,11464,14091,17195,20060,23104,26258,29221,31498,32928,34318,34760,34357,33628,32009,29698,26739,23563,20467,17485,14733,11827,9417,7346,5457,4212,3046,2134,1550,1022,725,427,261,169,106,75,34,17,11,4,6,0,2,3]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,1,0,0,2,0,3,2,1,3,1,6,7,12,11,5,12,15,14,15,26,26,31,24,23,33,37,25,29,37,37,34,28,25,29,35,20,27,14,20,12,13,11,11,9,5,6,7,5,4,3,1,3,0,0,0,3,0,0,1,0,1],"bins":[-0.00038772044354118407,-0.0003754203498829156,-0.00036312025622464716,-0.0003508201625663787,-0.0003385200980119407,-0.00032622000435367227,-0.0003139199106954038,-0.00030161981703713536,-0.0002893197233788669,-0.00027701962972059846,-0.00026471953606233,-0.00025241944240406156,-0.00024011936329770833,-0.00022781926963943988,-0.00021551919053308666,-0.0002032190968748182,-0.00019091900321654975,-0.0001786189095582813,-0.00016631881590001285,-0.00015401873679365963,-0.00014171864313539118,-0.00012941854947712272,-0.00011711846309481189,-0.00010481837671250105,-9.25182830542326e-05,-8.021818939596415e-05,-6.791810301365331e-05,-5.5618012993363664e-05,-4.331792297307402e-05,-3.1017832952784374e-05,-1.871774293249473e-05,-6.417652912205085e-06,5.8824371080845594e-06,1.8182527128374204e-05,3.048261714866385e-05,4.278270716895349e-05,5.508279718924314e-05,6.738289084751159e-05,7.968297722982243e-05,9.198306361213326e-05,0.00010428315727040172,0.00011658325092867017,0.00012888334458693862,0.00014118342369329184,0.0001534835173515603,0.00016578361100982875,0.00017808369011618197,0.00019038378377445042,0.00020268387743271887,0.00021498397109098732,0.00022728406474925578,0.000239584143855609,0.0002518842229619622,0.0002641843166202307,0.0002764844102784991,0.0002887845039367676,0.00030108459759503603,0.0003133846912533045,0.00032568478491157293,0.0003379848785698414,0.00035028497222810984,0.00036258503678254783,0.0003748851304408163,0.00038718522409908473,0.0003994853177573532]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,0,0,0,0,0,2,1,1,2,2,3,1,4,4,7,3,8,9,6,9,12,15,21,25,21,23,24,31,18,32,48,34,39,33,29,32,25,32,33,24,17,22,25,9,7,8,11,7,8,4,5,6,2,3,6,4,5,1,0,0,2,1,1],"bins":[-0.00038673076778650284,-0.00037526211235672235,-0.00036379348603077233,-0.00035232483060099185,-0.0003408562042750418,-0.00032938754884526134,-0.00031791889341548085,-0.0003064502670895308,-0.00029498161165975034,-0.00028351295622996986,-0.00027204432990401983,-0.00026057567447423935,-0.00024910701904445887,-0.00023763839271850884,-0.00022616973728872836,-0.0002147010964108631,-0.00020323245553299785,-0.0001917638146551326,-0.00018029517377726734,-0.00016882651834748685,-0.0001573578774696216,-0.00014588923659175634,-0.00013442058116197586,-0.0001229519402841106,-0.00011148329940624535,-0.0001000146585283801,-8.854601037455723e-05,-7.707736222073436e-05,-6.56087213428691e-05,-5.414007682702504e-05,-4.267143231118098e-05,-3.120278779533692e-05,-1.97341141756624e-05,-8.265469659818336e-06,3.2031748560257256e-06,1.4671819371869788e-05,2.614046388771385e-05,3.760910840355791e-05,4.9077752919401973e-05,6.0546397435246035e-05,7.20150419510901e-05,8.348368282895535e-05,9.495233098277822e-05,0.00010642097913660109,0.00011788962001446635,0.0001293582608923316,0.00014082691632211208,0.00015229555719997734,0.0001637641980778426,0.00017523283895570785,0.0001867014798335731,0.00019817013526335359,0.00020963877614121884,0.0002211074170190841,0.00023257607244886458,0.00024404471332672983,0.0002555133542045951,0.00026698200963437557,0.0002784506359603256,0.0002899192913901061,0.0003013879177160561,0.0003128565731458366,0.0003243252285756171,0.0003357938549015671,0.0003472625103313476],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.018988028168678284,-0.01844612881541252,-0.01790422946214676,-0.017362330108880997,-0.016820430755615234,-0.016278529539704323,-0.01573663018643856,-0.015194730833172798,-0.014652831479907036,-0.014110932126641273,-0.013569032773375511,-0.013027132488787174,-0.012485233135521412,-0.01194333378225565,-0.011401433497667313,-0.01085953414440155,-0.010317634791135788,-0.009775735437870026,-0.009233836084604263,-0.008691935800015926,-0.008150036446750164,-0.007608137093484402,-0.007066237274557352,-0.006524337455630302,-0.00598243810236454,-0.005440538749098778,-0.004898638930171728,-0.0043567391112446785,-0.003814839757978916,-0.00327294017188251,-0.002731040585786104,-0.0021891409996896982,-0.0016472414135932922,-0.0011053418274968863,-0.0005634422414004803,-2.1542655304074287e-05,0.0005203569307923317,0.0010622565168887377,0.0016041561029851437,0.0021460556890815496,0.0026879552751779556,0.0032298548612743616,0.0037717544473707676,0.004313654266297817,0.0048555536195635796,0.005397452972829342,0.0059393527917563915,0.006481252610683441,0.0070231519639492035,0.007565051317214966,0.008106950670480728,0.008648850955069065,0.009190750308334827,0.00973264966160059,0.010274549946188927,0.010816449299454689,0.011358348652720451,0.011900248005986214,0.012442147359251976,0.012984047643840313,0.013525946997106075,0.014067846350371838,0.014609746634960175,0.015151645988225937,0.0156935453414917],"_type":"histogram","values":[1,0,0,0,0,0,2,3,1,1,2,4,3,5,5,8,4,7,9,10,15,22,39,22,41,40,45,76,62,80,100,110,104,116,132,102,107,118,102,72,78,50,61,60,45,25,33,28,22,15,14,11,6,14,3,2,3,5,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,1,0,2,2,1,1,4,5,5,5,5,6,9,9,14,14,16,15,10,25,14,26,26,25,41,29,42,33,44,42,38,39,24,23,21,27,22,20,13,4,7,12,11,5,7,5,5,1,4,0,0,2,1,0,1,1,0,1,0,0,1],"bins":[-0.0010357853025197983,-0.0010025870287790895,-0.0009693888714537024,-0.0009361905977129936,-0.0009029923821799457,-0.0008697941666468978,-0.000836595892906189,-0.000803397677373141,-0.0007701994618400931,-0.0007370012463070452,-0.0007038030307739973,-0.0006706047570332885,-0.0006374065415002406,-0.0006042083259671926,-0.0005710100522264838,-0.0005378118366934359,-0.000504613621160388,-0.0004714154056273401,-0.0004382171609904617,-0.00040501891635358334,-0.0003718207008205354,-0.0003386224852874875,-0.00030542424065060914,-0.00027222599601373076,-0.00023902778048068285,-0.0002058295503957197,-0.00017263132031075656,-0.00013943309022579342,-0.00010623486014083028,-7.303663005586714e-05,-3.983839997090399e-05,-6.64016988594085e-06,2.655817661434412e-05,5.975640669930726e-05,9.29546367842704e-05,0.00012615286686923355,0.0001593510969541967,0.00019254932703915983,0.00022574755712412298,0.00025894580176100135,0.00029214401729404926,0.0003253422328270972,0.00035854047746397555,0.0003917387221008539,0.00042493693763390183,0.00045813515316694975,0.0004913334269076586,0.0005245316424407065,0.0005577298579737544,0.0005909280735068023,0.0006241262890398502,0.0006573245627805591,0.000690522778313607,0.0007237209938466549,0.0007569192675873637,0.0007901174831204116,0.0008233156986534595,0.0008565139141865075,0.0008897121297195554,0.0009229104034602642,0.0009561086189933121,0.00098930683452636,0.0010225051082670689,0.0010557032655924559,0.0010889015393331647]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.01703520491719246,-0.01650577038526535,-0.01597633585333824,-0.015446900390088558,-0.01491746585816145,-0.01438803132623434,-0.013858596794307232,-0.013329162262380123,-0.01279972679913044,-0.012270292267203331,-0.011740857735276222,-0.011211423203349113,-0.010681988671422005,-0.010152554139494896,-0.009623118676245213,-0.009093684144318104,-0.008564249612390995,-0.008034815080463886,-0.00750538008287549,-0.006975945550948381,-0.006446510553359985,-0.005917076021432877,-0.005387641489505768,-0.004858206491917372,-0.004328771959990263,-0.0037993371952325106,-0.003269902430474758,-0.0027404678985476494,-0.002211033133789897,-0.0016815983690321445,-0.001152163720689714,-0.0006227290141396224,-9.329430758953094e-05,0.00043614039896056056,0.0009655751055106521,0.0014950097538530827,0.002024444518610835,0.0025538792833685875,0.0030833138152956963,0.0036127485800534487,0.004142183344811201,0.00467161787673831,0.005201052874326706,0.005730487406253815,0.0062599219381809235,0.0067893569357693195,0.007318791467696428,0.007848226465284824,0.008377660997211933,0.008907095529139042,0.00943653006106615,0.009965965524315834,0.010495400056242943,0.011024834588170052,0.01155426912009716,0.012083703652024269,0.012613138183951378,0.013142573647201061,0.01367200817912817,0.014201442711055279,0.014730877242982388,0.015260311774909496,0.01578974723815918,0.01631918177008629,0.016848616302013397],"_type":"histogram","values":[1,0,0,0,2,1,0,0,2,2,4,7,11,4,6,12,7,15,13,12,14,15,24,19,21,26,25,32,27,29,30,34,21,26,28,21,26,24,28,22,20,20,14,13,13,16,21,13,5,7,3,5,3,5,2,3,1,3,5,1,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[5,3,6,6,10,12,32,29,36,47,90,117,189,289,421,578,863,1268,1917,2913,4469,6828,10319,16462,28264,49711,106081,171250,81703,40757,23771,14379,9544,5984,3735,2594,1716,1053,730,513,345,249,162,110,72,50,41,28,19,13,16,6,5,2,1,3,1,3,0,1,1,0,1,1],"bins":[-0.0172119140625,-0.016582489013671875,-0.01595306396484375,-0.015323638916015625,-0.0146942138671875,-0.014064788818359375,-0.01343536376953125,-0.012805938720703125,-0.012176513671875,-0.011547088623046875,-0.01091766357421875,-0.010288238525390625,-0.0096588134765625,-0.009029388427734375,-0.00839996337890625,-0.007770538330078125,-0.00714111328125,-0.006511688232421875,-0.00588226318359375,-0.005252838134765625,-0.0046234130859375,-0.003993988037109375,-0.00336456298828125,-0.002735137939453125,-0.002105712890625,-0.001476287841796875,-0.00084686279296875,-0.000217437744140625,0.0004119873046875,0.001041412353515625,0.00167083740234375,0.002300262451171875,0.0029296875,0.003559112548828125,0.00418853759765625,0.004817962646484375,0.0054473876953125,0.006076812744140625,0.00670623779296875,0.007335662841796875,0.007965087890625,0.008594512939453125,0.00922393798828125,0.009853363037109375,0.0104827880859375,0.011112213134765625,0.01174163818359375,0.012371063232421875,0.01300048828125,0.013629913330078125,0.01425933837890625,0.014888763427734375,0.0155181884765625,0.016147613525390625,0.01677703857421875,0.017406463623046875,0.018035888671875,0.018665313720703125,0.01929473876953125,0.019924163818359375,0.0205535888671875,0.021183013916015625,0.02181243896484375,0.022441864013671875,0.0230712890625]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,3,4,1,1,6,2,5,7,2,9,19,7,17,22,37,42,57,99,90,70,52,36,36,23,18,14,20,11,11,7,6,6,5,2,2,4,1,1,3,0,1,1,2,1,0,0,1],"bins":[-0.021060682833194733,-0.02047336846590042,-0.01988605409860611,-0.019298739731311798,-0.018711425364017487,-0.018124110996723175,-0.017536796629428864,-0.016949482262134552,-0.01636216789484024,-0.01577485352754593,-0.015187538228929043,-0.014600223861634731,-0.01401290949434042,-0.013425595127046108,-0.012838280759751797,-0.012250966392457485,-0.011663652025163174,-0.011076337657868862,-0.01048902329057455,-0.009901708923280239,-0.009314394555985928,-0.008727080188691616,-0.008139765821397305,-0.007552450988441706,-0.006965136621147394,-0.006377822253853083,-0.005790507886558771,-0.00520319351926446,-0.004615878686308861,-0.004028564319014549,-0.0034412499517202377,-0.002853935584425926,-0.0022666212171316147,-0.0016793068498373032,-0.0010919923661276698,-0.0005046779406256974,8.263648487627506e-05,0.0006699509103782475,0.00125726533588022,0.0018445798195898533,0.002431894186884165,0.0030192085541784763,0.003606522921472788,0.004193837288767099,0.004781152121722698,0.00536846648901701,0.005955780856311321,0.006543095223605633,0.007130409590899944,0.007717723958194256,0.008305038325488567,0.008892352692782879,0.00947966706007719,0.010066981427371502,0.010654295794665813,0.011241610161960125,0.011828925460577011,0.012416239827871323,0.013003554195165634,0.013590868562459946,0.014178182929754257,0.014765497297048569,0.01535281166434288,0.015940126031637192,0.016527440398931503],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.00048076140228658915,-0.00046659118379466236,-0.00045242096530273557,-0.0004382507468108088,-0.000424080528318882,-0.0004099103098269552,-0.00039574012043885887,-0.0003815699019469321,-0.0003673996834550053,-0.0003532294649630785,-0.0003390592464711517,-0.0003248890279792249,-0.00031071880948729813,-0.00029654859099537134,-0.00028237837250344455,-0.00026820815401151776,-0.00025403796462342143,-0.0002398677315795794,-0.00022569751308765262,-0.00021152730914764106,-0.00019735709065571427,-0.00018318687216378748,-0.0001690166536718607,-0.0001548464351799339,-0.00014067621668800712,-0.00012650601274799556,-0.00011233579425606877,-9.816557576414198e-05,-8.399535727221519e-05,-6.982514605624601e-05,-5.565492756431922e-05,-4.148471271037124e-05,-2.731449785642326e-05,-1.3144282092980575e-05,1.0259336704621091e-06,1.5196149433904793e-05,2.9366365197347477e-05,4.353658005129546e-05,5.770679854322225e-05,7.187700975919142e-05,8.604722825111821e-05,0.000100217446743045,0.00011438765795901418,0.00012855787645094097,0.00014272809494286776,0.00015689831343479455,0.0001710685173748061,0.0001852387358667329,0.00019940895435865968,0.00021357917285058647,0.00022774939134251326,0.00024191959528252482,0.0002560898137744516,0.0002702600322663784,0.0002844302507583052,0.000298600469250232,0.00031277068774215877,0.00032694090623408556,0.00034111112472601235,0.0003552813141141087,0.00036945153260603547,0.00038362175109796226,0.00039779196958988905,0.00041196218808181584,0.00042613240657374263],"_type":"histogram","values":[1,0,0,0,0,2,0,2,0,0,2,2,1,2,4,4,6,5,3,6,11,12,10,7,16,18,28,20,32,31,41,33,40,52,32,41,42,35,32,33,29,26,27,11,22,6,9,5,8,3,3,2,5,3,0,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.00539288530126214,-0.005199875216931105,-0.005006865132600069,-0.004813855048269033,-0.004620844963937998,-0.004427834879606962,-0.004234825260937214,-0.004041815176606178,-0.0038488050922751427,-0.003655795007944107,-0.0034627849236130714,-0.003269774839282036,-0.003076764754951,-0.0028837546706199646,-0.0026907448191195726,-0.002497734734788537,-0.0023047246504575014,-0.002111714566126466,-0.001918704598210752,-0.0017256945138797164,-0.0015326845459640026,-0.001339674461632967,-0.0011466643773019314,-0.0009536543511785567,-0.000760644325055182,-0.0005676342989318073,-0.0003746242437046021,-0.0001816142030293122,1.1395837645977736e-05,0.00020440587832126766,0.0003974159189965576,0.0005904259742237628,0.0007834360003471375,0.0009764460264705122,0.0011694560525938869,0.0013624661369249225,0.0015554761048406363,0.0017484861891716719,0.0019414962735027075,0.002134506357833743,0.002327516209334135,0.0025205262936651707,0.0027135363779962063,0.002906546462327242,0.0030995565466582775,0.003292566630989313,0.003485576482489705,0.0036785865668207407,0.0038715966511517763,0.004064606502652168,0.004257616586983204,0.0044506266713142395,0.004643636755645275,0.004836646839976311,0.005029656924307346,0.005222667008638382,0.005415677092969418,0.005608687177300453,0.005801697261631489,0.005994706880301237,0.006187716964632273,0.006380727048963308,0.006573737133294344,0.0067667472176253796,0.006959757301956415],"_type":"histogram","values":[1,0,0,0,1,0,1,4,1,1,8,8,13,19,16,33,41,41,48,62,71,72,73,100,110,103,112,112,100,110,110,100,85,78,59,62,36,46,40,30,18,12,24,22,18,8,13,9,4,4,1,2,4,1,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[3,4,5,16,31,37,64,125,232,324,520,772,1079,1654,2366,3268,4486,6084,7886,10065,12536,15167,18302,21404,24632,27645,30153,32367,33713,34667,34671,33772,32719,31036,28335,25311,22438,19332,16326,13361,10757,8526,6623,5008,3726,2641,1863,1305,913,556,380,229,148,109,57,40,17,8,6,1,1,1,0,1],"bins":[-0.08940713107585907,-0.08644242584705353,-0.08347772061824799,-0.08051301538944244,-0.0775483101606369,-0.07458359748125076,-0.07161889225244522,-0.06865418702363968,-0.06568948179483414,-0.0627247765660286,-0.05976007133722305,-0.05679536238312721,-0.05383065715432167,-0.05086595192551613,-0.04790124297142029,-0.044936537742614746,-0.041971832513809204,-0.03900712728500366,-0.03604242205619812,-0.03307771310210228,-0.030113007873296738,-0.027148302644491196,-0.024183595553040504,-0.021218888461589813,-0.01825418323278427,-0.015289477072656155,-0.012324770912528038,-0.009360064752399921,-0.006395358592271805,-0.003430652432143688,-0.0004659462720155716,0.002498759888112545,0.005463466048240662,0.008428172208368778,0.011392878368496895,0.014357584528625011,0.017322290688753128,0.02028699591755867,0.02325170300900936,0.026216410100460052,0.029181115329265594,0.032145820558071136,0.03511052578687668,0.03807523474097252,0.04103993996977806,0.0440046451985836,0.04696935415267944,0.049934059381484985,0.05289876461029053,0.05586346983909607,0.05882817506790161,0.06179288402199745,0.0647575855255127,0.06772229820489883,0.07068700343370438,0.07365170866250992,0.07661641389131546,0.079581119120121,0.08254582434892654,0.08551052957773209,0.08847524225711823,0.09143994748592377,0.09440465271472931,0.09736935794353485,0.1003340631723404],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,2,3,0,3,2,3,2,3,6,3,8,5,11,11,12,11,18,16,11,23,18,30,29,18,26,21,22,26,29,27,26,23,30,26,23,32,25,27,16,15,15,15,13,11,8,3,9,6,4,9,8,5,2,5,0,2,3,4,1],"bins":[-0.0004041144566144794,-0.0003922927426174283,-0.0003804710286203772,-0.0003686493437271565,-0.0003568276297301054,-0.0003450059157330543,-0.00033318420173600316,-0.00032136248773895204,-0.0003095407737419009,-0.00029771908884868026,-0.00028589737485162914,-0.000274075660854578,-0.0002622539468575269,-0.0002504322328604758,-0.0002386105334153399,-0.000226788833970204,-0.00021496711997315288,-0.00020314540597610176,-0.00019132370653096586,-0.00017950199253391474,-0.00016768029308877885,-0.00015585857909172773,-0.00014403686509467661,-0.00013221516564954072,-0.0001203934516524896,-0.0001085717449313961,-9.675003821030259e-05,-8.492832421325147e-05,-7.310661749215797e-05,-6.128491077106446e-05,-4.946320041199215e-05,-3.7641490052919835e-05,-2.5819812435656786e-05,-1.3998103895573877e-05,-2.1763953554909676e-06,9.645313184591942e-06,2.146702172467485e-05,3.3288728445768356e-05,4.511043880484067e-05,5.693214916391298e-05,6.875385588500649e-05,8.057556260609999e-05,9.23972693271935e-05,0.00010421898332424462,0.00011604069004533812,0.00012786239676643163,0.00013968411076348275,0.00015150581020861864,0.00016332752420566976,0.00017514923820272088,0.00018697093764785677,0.0001987926516449079,0.00021061435109004378,0.0002224360650870949,0.00023425777908414602,0.00024607949308119714,0.00025790120707824826,0.0002697228919714689,0.00028154460596852005,0.00029336631996557117,0.0003051880339626223,0.0003170097479596734,0.00032883143285289407,0.0003406531468499452,0.0003524748608469963]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.0012859317939728498,-0.001242974423803389,-0.0012000171700492501,-0.0011570597998797894,-0.0011141025461256504,-0.0010711451759561896,-0.0010281879222020507,-0.00098523055203259,-0.00094227324007079,-0.0008993159281089902,-0.0008563586161471903,-0.0008134013041853905,-0.0007704439340159297,-0.0007274866220541298,-0.00068452931009233,-0.0006415719981305301,-0.0005986146861687303,-0.0005556573742069304,-0.0005127000622451305,-0.0004697427211795002,-0.00042678540921770036,-0.0003838280972559005,-0.0003408707561902702,-0.0002979134442284703,-0.00025495613226667047,-0.0002119988203048706,-0.00016904149379115552,-0.00012608416727744043,-8.312685531564057e-05,-4.0169536077883095e-05,2.7877831598743796e-06,4.5745102397631854e-05,8.87023052200675e-05,0.00013165961718186736,0.00017461694369558245,0.00021757427020929754,0.0002605315821710974,0.00030348889413289726,0.0003464462351985276,0.00038940354716032743,0.0004323608591221273,0.00047531817108392715,0.000518275483045727,0.0005612327950075269,0.0006041901651769876,0.0006471474771387875,0.0006901047891005874,0.0007330621010623872,0.0007760194130241871,0.000818976724985987,0.0008619340369477868,0.0009048913489095867,0.0009478486608713865,0.0009908060310408473,0.0010337632847949862,0.001076720654964447,0.001119677908718586,0.0011626352788880467,0.0012055926490575075,0.0012485499028116465,0.0012915072729811072,0.0013344645267352462,0.001377421896904707,0.001420379150658846,0.0014633365208283067],"_type":"histogram","values":[1,0,1,0,1,1,0,2,2,2,3,2,2,1,2,4,8,13,10,15,22,19,22,26,31,42,36,35,39,49,39,53,31,46,35,29,29,22,18,11,7,14,9,5,5,3,5,2,2,4,0,2,3,1,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,1,2,0,2,1,2,1,1,4,5,2,6,10,8,7,13,17,20,17,15,21,23,30,26,30,23,32,27,31,37,30,28,25,29,29,30,25,18,14,14,14,14,9,12,16,9,8,5,4,5,5,1,1,1,1,1,0,0,1,1,1,1,1],"bins":[-0.0004492610169108957,-0.0004343328473623842,-0.0004194046778138727,-0.0004044765082653612,-0.00038954836782068014,-0.00037462019827216864,-0.00035969202872365713,-0.0003447638591751456,-0.0003298356896266341,-0.0003149075200781226,-0.0002999793505296111,-0.0002850511809810996,-0.0002701230114325881,-0.00025519487098790705,-0.00024026670143939555,-0.00022533853189088404,-0.00021041036234237254,-0.00019548219279386103,-0.00018055402324534953,-0.00016562586824875325,-0.00015069769870024174,-0.00013576952915173024,-0.00012084136687917635,-0.00010591320460662246,-9.098503505811095e-05,-7.605686550959945e-05,-6.112870323704556e-05,-4.620053732651286e-05,-3.127237141598016e-05,-1.6344205505447462e-05,-1.4160395949147642e-06,1.3512126315617934e-05,2.8440263122320175e-05,4.336842903285287e-05,5.829659494338557e-05,7.322475721593946e-05,8.815292676445097e-05,0.00010308109631296247,0.00011800925858551636,0.00013293742085807025,0.00014786559040658176,0.00016279375995509326,0.00017772192950360477,0.00019265008450020105,0.00020757825404871255,0.00022250642359722406,0.00023743457859382033,0.00025236274814233184,0.00026729091769084334,0.00028221908723935485,0.00029714725678786635,0.00031207542633637786,0.00032700359588488936,0.0003419317363295704,0.0003568599058780819,0.0003717880754265934,0.00038671624497510493,0.00040164441452361643,0.00041657258407212794,0.00043150075362063944,0.0004464288940653205,0.000461357063613832,0.0004762852331623435,0.000491213402710855,0.0005061415722593665],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,1,1,1,2,0,1,2,6,6,4,5,5,11,12,8,21,17,17,15,21,24,31,25,26,24,27,36,26,24,28,33,25,27,29,31,26,25,23,17,21,10,10,7,7,4,6,4,7,7,5,4,3,2,2,1,0,1,0,2,0,1],"bins":[-0.043544236570596695,-0.04217236489057541,-0.04080049321055412,-0.03942862153053284,-0.03805675357580185,-0.03668488189578056,-0.03531301021575928,-0.03394113853573799,-0.032569266855716705,-0.03119739517569542,-0.029825523495674133,-0.028453653678297997,-0.02708178199827671,-0.025709910318255424,-0.024338040500879288,-0.022966168820858,-0.021594297140836716,-0.02022242546081543,-0.018850553780794144,-0.017478683963418007,-0.01610681228339672,-0.014734940603375435,-0.013363069854676723,-0.011991199105978012,-0.010619327425956726,-0.00924745574593544,-0.007875584997236729,-0.00650371378287673,-0.005131842568516731,-0.0037599713541567326,-0.002388100139796734,-0.0010162289254367352,0.000355646014213562,0.0017275172285735607,0.0030993884429335594,0.004471259657293558,0.005843130871653557,0.0072150020860135555,0.008586873300373554,0.009958744049072266,0.011330615729093552,0.012702487409114838,0.014074358157813549,0.01544622890651226,0.016818100586533546,0.018189972266554832,0.01956184208393097,0.020933713763952255,0.02230558544397354,0.023677457123994827,0.025049328804016113,0.02642119862139225,0.027793070301413536,0.029164941981434822,0.03053681179881096,0.031908683478832245,0.03328055515885353,0.03465242683887482,0.0360242985188961,0.03739617019891739,0.038768038153648376,0.04013990983366966,0.04151178151369095,0.042883653193712234,0.04425552487373352],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.030009377747774124,-0.028877150267362595,-0.027744922786951065,-0.026612695306539536,-0.025480467826128006,-0.024348240345716476,-0.023216012865304947,-0.022083785384893417,-0.020951557904481888,-0.01981933042407036,-0.01868710294365883,-0.0175548754632473,-0.01642264798283577,-0.01529042050242424,-0.01415819302201271,-0.013025965541601181,-0.011893738061189651,-0.010761510580778122,-0.009629283100366592,-0.008497055619955063,-0.007364828139543533,-0.006232600659132004,-0.005100373178720474,-0.003968145698308945,-0.002835918217897415,-0.0017036907374858856,-0.0005714632570743561,0.0005607642233371735,0.001692991703748703,0.0028252191841602325,0.003957446664571762,0.005089674144983292,0.006221897900104523,0.007354125380516052,0.008486352860927582,0.009618580341339111,0.010750807821750641,0.01188303530216217,0.0130152627825737,0.01414749026298523,0.015279717743396759,0.01641194522380829,0.017544172704219818,0.018676400184631348,0.019808627665042877,0.020940855145454407,0.022073082625865936,0.023205310106277466,0.024337537586688995,0.025469765067100525,0.026601992547512054,0.027734220027923584,0.028866447508335114,0.029998674988746643,0.031130902469158173,0.0322631299495697,0.03339535742998123,0.03452758491039276,0.03565981239080429,0.03679203987121582,0.03792426735162735,0.03905649483203888,0.04018872231245041,0.04132094979286194,0.04245317727327347],"_type":"histogram","values":[3,0,2,6,1,2,5,2,11,10,8,9,13,12,22,12,18,18,24,28,24,18,26,35,25,47,22,28,29,33,26,26,18,28,20,16,21,19,12,19,12,15,10,4,8,4,0,1,5,1,1,1,3,1,0,0,0,2,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,1,2,3,5,6,26,42,78,135,244,395,605,978,1593,2389,3670,5293,7466,10278,14168,18881,24522,31404,38940,47023,55168,64665,72159,80609,87112,92132,94740,95302,94022,90693,84955,78461,70518,61358,52514,43955,36068,28596,22649,17218,12714,9325,6547,4555,3150,2126,1337,866,472,312,192,100,72,25,15,9,2,3],"bins":[-0.10170857608318329,-0.09865692257881165,-0.0956052765250206,-0.09255362302064896,-0.08950196951627731,-0.08645031601190567,-0.08339866995811462,-0.08034701645374298,-0.07729536294937134,-0.07424371689558029,-0.07119206339120865,-0.068140409886837,-0.06508875638246536,-0.06203710660338402,-0.05898545682430267,-0.05593380331993103,-0.052882153540849686,-0.04983050376176834,-0.0467788502573967,-0.04372720047831535,-0.04067554697394371,-0.037623897194862366,-0.03457224369049072,-0.03152059391140938,-0.028468942269682884,-0.02541729062795639,-0.022365638986229897,-0.019313987344503403,-0.016262337565422058,-0.01321068499237299,-0.01015903428196907,-0.007107382640242577,-0.004055730998516083,-0.0010040795896202326,0.0020475718192756176,0.005099222995340824,0.008150874637067318,0.011202526278793812,0.014254176989197731,0.017305828630924225,0.02035748027265072,0.023409131914377213,0.026460783556103706,0.0295124351978302,0.032564084976911545,0.03561573848128319,0.03866738826036453,0.041719041764736176,0.04477069154381752,0.047822341322898865,0.05087399482727051,0.05392564460635185,0.056977298110723495,0.06002894788980484,0.06308060139417648,0.06613225489854813,0.06918390095233917,0.07223555445671082,0.07528720796108246,0.0783388540148735,0.08139050751924515,0.08444216102361679,0.08749381452798843,0.09054546058177948,0.09359711408615112],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0005388091085478663,-0.0005203595501370728,-0.0005019100499339402,-0.0004834605206269771,-0.000465010991320014,-0.00044656143290922046,-0.00042811190360225737,-0.0004096623742952943,-0.0003912128449883312,-0.0003727633156813681,-0.000354313786374405,-0.00033586425706744194,-0.0003174146986566484,-0.0002989651693496853,-0.0002805156400427222,-0.00026206611073575914,-0.00024361658142879605,-0.00022516705212183297,-0.00020671752281486988,-0.00018826797895599157,-0.00016981844964902848,-0.0001513689203420654,-0.00013291937648318708,-0.000114469847176224,-9.602031786926091e-05,-7.757078856229782e-05,-5.912125197937712e-05,-4.067171903443523e-05,-2.2222186089493334e-05,-3.772653144551441e-06,1.4676879800390452e-05,3.3126412745332345e-05,5.157600389793515e-05,7.002553320489824e-05,8.847506978781894e-05,0.00010692460637073964,0.00012537413567770272,0.0001438236649846658,0.00016227320884354413,0.0001807227381505072,0.0001991722674574703,0.00021762179676443338,0.00023607132607139647,0.00025452085537835956,0.0002729704137891531,0.0002914199430961162,0.00030986947240307927,0.00032831900171004236,0.00034676853101700544,0.00036521806032396853,0.0003836675896309316,0.0004021171189378947,0.0004205666482448578,0.00043901620665565133,0.0004574657359626144,0.0004759152652695775,0.0004943647654727101,0.0005128143238835037,0.0005312638822942972,0.0005497133824974298,0.0005681629409082234,0.000586612441111356,0.0006050619995221496,0.0006235114997252822,0.0006419610581360757],"_type":"histogram","values":[1,0,1,0,2,0,2,0,2,3,6,6,5,9,8,9,9,15,13,17,25,25,18,19,33,41,38,31,32,37,42,37,39,28,34,25,21,21,24,21,10,14,13,7,2,3,6,2,3,0,1,1,1,1,1,2,0,0,0,0,0,0,0,2]},"gradients/_orig_mod.linear.bias":{"values":[1,0,0,0,0,0,1,1,1,3,0,1,0,1,4,2,2,3,3,2,3,1,1,5,2,3,3,6,1,6,1,4,3,2,6,3,5,3,2,3,3,6,2,3,2,2,3,3,3,3,0,1,4,2,1,0,0,0,0,0,0,1,0,1],"bins":[-0.02610432356595993,-0.02529072016477585,-0.024477116763591766,-0.023663515225052834,-0.02284991182386875,-0.02203630842268467,-0.021222705021500587,-0.020409103482961655,-0.019595500081777573,-0.01878189668059349,-0.01796829327940941,-0.017154689878225327,-0.016341088339686394,-0.015527484938502312,-0.01471388153731823,-0.013900279067456722,-0.01308667566627264,-0.012273072265088558,-0.01145946979522705,-0.010645866394042969,-0.009832263924181461,-0.00901866052299738,-0.008205058053135872,-0.00739145465195179,-0.006577851716428995,-0.0057642487809062,-0.004950645845383406,-0.004137042909860611,-0.0033234397415071726,-0.002509836805984378,-0.0016962337540462613,-0.0008826307603158057,-6.902776658535004e-05,0.0007445752271451056,0.0015581782208755612,0.002371781272813678,0.0031853842083364725,0.003998987376689911,0.004812590312212706,0.0056261932477355,0.006439796183258295,0.00725339911878109,0.008067002519965172,0.00888060498982668,0.009694208391010761,0.010507810860872269,0.01132141426205635,0.012135016731917858,0.01294862013310194,0.013762223534286022,0.01457582600414753,0.015389429405331612,0.016203032806515694,0.017016634345054626,0.01783023774623871,0.01864384114742279,0.019457444548606873,0.020271047949790955,0.021084649488329887,0.02189825288951397,0.02271185629069805,0.023525459691882133,0.024339061230421066,0.02515266463160515,0.02596626803278923],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,1,4,2,4,6,20,33,63,116,186,293,467,746,1180,1708,2596,3653,5213,6887,9128,11733,14613,17814,20969,24570,28309,31349,33901,35330,37077,36772,36082,34840,32317,29470,26003,22603,19315,15746,12548,9975,7469,5710,4133,2906,2083,1450,920,567,392,242,128,94,40,18,10,8,8,1,0,1,0,1],"bins":[-0.0980396643280983,-0.0948958620429039,-0.0917520597577095,-0.0886082574725151,-0.08546445518732071,-0.08232065290212631,-0.07917685061693192,-0.07603304833173752,-0.07288924604654312,-0.06974544376134872,-0.06660164147615433,-0.06345783919095993,-0.06031403690576553,-0.057170234620571136,-0.05402643233537674,-0.05088263005018234,-0.047738827764987946,-0.04459502547979355,-0.04145122319459915,-0.038307420909404755,-0.03516361862421036,-0.03201981633901596,-0.028876014053821564,-0.025732211768627167,-0.02258840948343277,-0.019444607198238373,-0.016300804913043976,-0.013157002627849579,-0.010013200342655182,-0.006869398057460785,-0.003725595772266388,-0.000581793487071991,0.002562001347541809,0.005705803632736206,0.008849605917930603,0.011993408203125,0.015137210488319397,0.018281012773513794,0.02142481505870819,0.024568617343902588,0.027712419629096985,0.030856221914291382,0.03400002419948578,0.037143826484680176,0.04028762876987457,0.04343143105506897,0.04657523334026337,0.049719035625457764,0.05286283791065216,0.05600664019584656,0.059150442481040955,0.06229424476623535,0.06543804705142975,0.06858184933662415,0.07172565162181854,0.07486945390701294,0.07801325619220734,0.08115705847740173,0.08430086076259613,0.08744466304779053,0.09058846533298492,0.09373226761817932,0.09687606990337372,0.10001987218856812,0.10316367447376251]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,1,0,2,0,1,1,0,2,6,2,2,3,2,4,5,11,6,20,17,24,31,34,52,78,104,79,53,37,40,25,17,17,15,9,15,9,9,9,4,3,1,3,3,1,1,2,2,0,1,1,1,0,0,0,1,0,0,0,0,0,1],"bins":[-0.028768720105290413,-0.02774951048195362,-0.02673030085861683,-0.025711091235280037,-0.024691881611943245,-0.023672671988606453,-0.02265346236526966,-0.02163425274193287,-0.020615041255950928,-0.019595831632614136,-0.018576622009277344,-0.017557412385940552,-0.01653820276260376,-0.015518993139266968,-0.014499783515930176,-0.013480573892593384,-0.012461364269256592,-0.0114421546459198,-0.010422945022583008,-0.009403735399246216,-0.008384525775909424,-0.0073653156869113445,-0.006346105597913265,-0.005326895974576473,-0.004307686351239681,-0.0032884767279028893,-0.0022692668717354536,-0.0012500571319833398,-0.00023084739223122597,0.0007883623475208879,0.0018075720872730017,0.0028267819434404373,0.00384598970413208,0.004865199327468872,0.005884408950805664,0.006903619039803743,0.007922828197479248,0.008942038752138615,0.009961248375475407,0.010980457998812199,0.01199966762214899,0.013018877245485783,0.014038086868822575,0.015057296492159367,0.016076507046818733,0.017095716670155525,0.018114926293492317,0.01913413591682911,0.0201533455401659,0.021172555163502693,0.022191764786839485,0.023210974410176277,0.02423018403351307,0.02524939365684986,0.026268603280186653,0.027287812903523445,0.028307024389505386,0.02932623401284218,0.03034544363617897,0.03136465325951576,0.032383862882852554,0.033403072506189346,0.03442228212952614,0.03544149175286293,0.03646070137619972],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,2,3,1,1,2,2,3,6,4,8,9,12,11,16,15,13,15,20,21,20,24,32,33,32,30,34,29,36,24,31,29,33,31,21,26,19,14,15,13,14,10,11,9,2,8,3,5,3,1,0,2,3,1,1,1,0,1],"bins":[-0.033349476754665375,-0.032330214977264404,-0.031310953199863434,-0.030291689559817314,-0.029272427782416344,-0.028253166005015373,-0.027233902364969254,-0.026214640587568283,-0.025195378810167313,-0.024176117032766342,-0.02315685525536537,-0.022137591615319252,-0.02111832983791828,-0.02009906806051731,-0.01907980442047119,-0.01806054264307022,-0.01704128086566925,-0.01602201908826828,-0.015002756379544735,-0.01398349367082119,-0.01296423189342022,-0.011944970116019249,-0.010925707407295704,-0.009906444698572159,-0.008887182921171188,-0.007867921143770218,-0.006848658435046673,-0.005829396191984415,-0.004810133948922157,-0.0037908717058598995,-0.0027716094627976418,-0.001752347219735384,-0.0007330849766731262,0.00028617726638913155,0.0013054395094513893,0.002324701752513647,0.003343963995575905,0.004363226238638163,0.00538248848170042,0.006401750724762678,0.007421012967824936,0.008440274745225906,0.009459537453949451,0.010478800162672997,0.011498061940073967,0.012517323717474937,0.013536586426198483,0.014555849134922028,0.015575110912322998,0.01659437268972397,0.01761363446712494,0.01863289810717106,0.01965215988457203,0.020671421661973,0.02169068530201912,0.02270994707942009,0.02372920885682106,0.02474847063422203,0.025767732411623,0.02678699605166912,0.02780625782907009,0.02882551960647106,0.02984478324651718,0.030864045023918152,0.03188330680131912]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.01519775390625,-0.014700889587402344,-0.014204025268554688,-0.013707160949707031,-0.013210296630859375,-0.012713432312011719,-0.012216567993164062,-0.011719703674316406,-0.01122283935546875,-0.010725975036621094,-0.010229110717773438,-0.009732246398925781,-0.009235382080078125,-0.008738517761230469,-0.008241653442382812,-0.007744789123535156,-0.0072479248046875,-0.006751060485839844,-0.0062541961669921875,-0.005757331848144531,-0.005260467529296875,-0.004763603210449219,-0.0042667388916015625,-0.0037698745727539062,-0.00327301025390625,-0.0027761459350585938,-0.0022792816162109375,-0.0017824172973632812,-0.001285552978515625,-0.0007886886596679688,-0.0002918243408203125,0.00020503997802734375,0.000701904296875,0.0011987686157226562,0.0016956329345703125,0.0021924972534179688,0.002689361572265625,0.0031862258911132812,0.0036830902099609375,0.004179954528808594,0.00467681884765625,0.005173683166503906,0.0056705474853515625,0.006167411804199219,0.006664276123046875,0.007161140441894531,0.0076580047607421875,0.008154869079589844,0.0086517333984375,0.009148597717285156,0.009645462036132812,0.010142326354980469,0.010639190673828125,0.011136054992675781,0.011632919311523438,0.012129783630371094,0.01262664794921875,0.013123512268066406,0.013620376586914062,0.014117240905761719,0.014614105224609375,0.015110969543457031,0.015607833862304688,0.016104698181152344,0.0166015625],"_type":"histogram","values":[3,0,5,2,6,10,13,8,18,20,49,51,85,139,208,257,401,684,926,1390,2143,3463,4955,8221,12613,20074,33890,59325,110857,244073,491987,287974,126581,65323,36744,22309,13243,8759,5332,3739,2281,1499,1046,705,469,312,216,143,100,79,41,26,23,12,15,3,6,1,2,1,1,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,1,2,2,5,1,6,1,4,2,10,5,3,10,11,11,22,14,16,17,15,20,23,27,36,26,32,23,30,30,36,30,28,19,23,26,20,21,19,21,12,15,15,14,11,5,5,5,5,8,4,2,4,2,2,2,2,2,1,0,0,0,0,3],"bins":[-0.0014539534458890557,-0.0014030913589522243,-0.0013522292720153928,-0.0013013670686632395,-0.001250504981726408,-0.0011996428947895765,-0.001148780807852745,-0.0010979187209159136,-0.001047056633979082,-0.0009961944306269288,-0.0009453323436900973,-0.0008944702567532659,-0.0008436081698164344,-0.000792746024671942,-0.0007418839377351105,-0.0006910217925906181,-0.0006401597056537867,-0.0005892976187169552,-0.0005384354735724628,-0.0004875733866356313,-0.0004367112705949694,-0.00038584915455430746,-0.000334987067617476,-0.00028412495157681406,-0.00023326283553615212,-0.0001824007194954902,-0.0001315386180067435,-8.067650924203917e-05,-2.9814400477334857e-05,2.104770828736946e-05,7.190981705207378e-05,0.00012277191854082048,0.00017363415099680424,0.00022449626703746617,0.0002753583830781281,0.0003262204700149596,0.0003770825860556215,0.00042794470209628344,0.0004788067890331149,0.0005296689341776073,0.0005805310211144388,0.0006313931080512702,0.0006822552531957626,0.0007331173401325941,0.0007839794270694256,0.000834841572213918,0.0008857036591507494,0.0009365658042952418,0.0009874278912320733,0.0010382899781689048,0.0010891520651057363,0.0011400142684578896,0.001190876355394721,0.0012417384423315525,0.001292600529268384,0.0013434626162052155,0.001394324703142047,0.0014451869064942002,0.0014960489934310317,0.0015469110803678632,0.0015977731673046947,0.0016486352542415261,0.0016994974575936794,0.001750359544530511,0.0018012216314673424],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[-0.006274011917412281,-0.006090005859732628,-0.005906000267714262,-0.005721994210034609,-0.005537988618016243,-0.00535398256033659,-0.005169976968318224,-0.004985970910638571,-0.004801965318620205,-0.004617959260940552,-0.004433953203260899,-0.004249947611242533,-0.0040659415535628796,-0.00388193572871387,-0.0036979299038648605,-0.003513924079015851,-0.0033299182541668415,-0.003145912429317832,-0.0029619066044688225,-0.002777900779619813,-0.0025938949547708035,-0.0024098888970911503,-0.0022258830722421408,-0.0020418772473931313,-0.0018578714225441217,-0.0016738655976951122,-0.0014898597728461027,-0.0013058538315817714,-0.0011218480067327619,-0.0009378421818837523,-0.0007538362988270819,-0.0005698304157704115,-0.00038582412526011467,-0.0002018182713072747,-1.781241735443473e-05,0.00016619343659840524,0.0003501992905512452,0.0005342051154002547,0.0007182109984569252,0.0009022168815135956,0.001086222706362605,0.0012702285312116146,0.0014542343560606241,0.0016382402973249555,0.001822246122173965,0.0020062520634382963,0.002190257888287306,0.0023742637131363153,0.002558269537985325,0.0027422753628343344,0.002926281187683344,0.0031102870125323534,0.003294292837381363,0.003478298895061016,0.0036623047199100256,0.003846310544759035,0.004030316136777401,0.004214322194457054,0.004398328252136707,0.004582333844155073,0.004766339901834726,0.004950345493853092,0.005134351551532745,0.005318357143551111,0.005502363201230764],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,0,0,2,1,0,0,2,2,0,0,5,4,5,8,15,14,19,23,39,45,61,57,48,66,64,57,44,34,22,19,11,9,10,7,6,8,12,9,1,6,4,2,2,6,2,2,2,1,2,1,1,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.09503930062055588,-0.09199400246143341,-0.08894869685173035,-0.08590339869260788,-0.08285810053348541,-0.07981279492378235,-0.07676749676465988,-0.07372219860553741,-0.07067689299583435,-0.06763159483671188,-0.06458629667758942,-0.06154099479317665,-0.058495692908763885,-0.05545039474964142,-0.05240509286522865,-0.049359794706106186,-0.04631449282169342,-0.043269190937280655,-0.04022389277815819,-0.03717859089374542,-0.034133292734622955,-0.03108799085021019,-0.028042688965797424,-0.024997388944029808,-0.021952088922262192,-0.018906788900494576,-0.01586148887872696,-0.012816186994314194,-0.009770886972546577,-0.006725586485117674,-0.0036802859976887703,-0.0006349855102598667,0.002410314977169037,0.0054556154645979404,0.008500915952026844,0.011546216905117035,0.014591516926884651,0.017636816948652267,0.020682118833065033,0.02372741885483265,0.026772718876600266,0.029818018898367882,0.0328633189201355,0.035908620804548264,0.03895392268896103,0.041999220848083496,0.04504452273249626,0.04808982089161873,0.051135122776031494,0.05418042466044426,0.05722572281956673,0.06027102470397949,0.06331632286310196,0.06636162847280502,0.06940692663192749,0.07245222479104996,0.07549752295017242,0.07854282855987549,0.08158812671899796,0.08463342487812042,0.08767873048782349,0.09072402864694595,0.09376932680606842,0.09681463241577148,0.09985993057489395],"_type":"histogram","values":[1,2,5,10,9,13,28,54,107,169,268,423,608,967,1373,2009,2873,4057,5508,7350,9519,12160,14836,17983,21431,24632,27688,30630,33078,34507,35481,35778,35180,33773,31492,28541,25959,22624,19345,16221,13036,10472,8204,6315,4646,3365,2384,1693,1117,731,437,303,164,116,70,39,23,10,2,0,3,0,1,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.11412578821182251,-0.11041133850812912,-0.10669688880443573,-0.10298243910074234,-0.09926799684762955,-0.09555354714393616,-0.09183909744024277,-0.08812464773654938,-0.08441019803285599,-0.0806957483291626,-0.0769813060760498,-0.07326685637235641,-0.06955240666866302,-0.06583795696496964,-0.062123507261276245,-0.058409061282873154,-0.054694611579179764,-0.050980161875486374,-0.04726571589708328,-0.04355126619338989,-0.0398368164896965,-0.03612237051129341,-0.03240792080760002,-0.02869347110390663,-0.02497902326285839,-0.02126457542181015,-0.01755012571811676,-0.01383567787706852,-0.010121229104697704,-0.006406780332326889,-0.002692332025617361,0.0010221165139228106,0.004736565053462982,0.008451013825833797,0.012165462598204613,0.015879910439252853,0.019594360142946243,0.023308807983994484,0.027023255825042725,0.030737705528736115,0.034452155232429504,0.038166601210832596,0.041881050914525986,0.045595500618219376,0.04930994659662247,0.05302439630031586,0.05673884600400925,0.06045329198241234,0.06416773796081543,0.06788218766450882,0.07159663736820221,0.0753110870718956,0.07902553677558899,0.08273998647928238,0.08645443618297577,0.09016887843608856,0.09388332813978195,0.09759777784347534,0.10131222754716873,0.10502667725086212,0.10874112695455551,0.1124555692076683,0.1161700189113617,0.11988446861505508,0.12359891831874847],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,5,3,3,6,9,9,15,11,16,11,21,27,27,31,23,31,46,34,30,34,48,42,27,28,32,22,32,15,19,15,13,12,12,13,7,11,4,6,1,4,3,3,0,1,2,0,0,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,1,0,1,1,2,2,1,5,6,8,6,7,15,20,14,18,20,18,29,41,27,32,31,34,43,36,26,37,27,32,26,19,26,20,16,12,13,13,3,13,9,11,4,8,5,7,1,4,5,1,2,2,1,1,0,0,1,0,1,0,1],"bins":[0.9990877509117126,0.9991216063499451,0.9991554021835327,0.9991892576217651,0.9992231130599976,0.9992569088935852,0.9992907643318176,0.9993245601654053,0.9993584156036377,0.9993922710418701,0.9994260668754578,0.9994599223136902,0.9994937777519226,0.9995275735855103,0.9995614290237427,0.9995952844619751,0.9996290802955627,0.9996629357337952,0.9996967911720276,0.9997305870056152,0.9997644424438477,0.9997982382774353,0.9998320937156677,0.9998659491539001,0.9998997449874878,0.9999336004257202,0.9999674558639526,1.000001311302185,1.000035047531128,1.0000689029693604,1.0001027584075928,1.0001366138458252,1.0001704692840576,1.00020432472229,1.000238060951233,1.0002719163894653,1.0003057718276978,1.0003396272659302,1.0003734827041626,1.0004072189331055,1.000441074371338,1.0004749298095703,1.0005087852478027,1.0005426406860352,1.0005764961242676,1.0006102323532104,1.0006440877914429,1.0006779432296753,1.0007117986679077,1.0007456541061401,1.0007795095443726,1.0008132457733154,1.0008471012115479,1.0008809566497803,1.0009148120880127,1.0009486675262451,1.000982403755188,1.0010162591934204,1.0010501146316528,1.0010839700698853,1.0011178255081177,1.00115168094635,1.001185417175293,1.0012192726135254,1.0012531280517578]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,0,1,2,1,6,3,3,6,5,5,12,9,9,19,15,27,16,22,28,27,24,31,28,28,30,35,22,32,31,23,35,14,28,19,17,24,17,16,13,15,8,10,4,6,8,8,6,2,1,4,2,4,3,0,1,1],"bins":[-0.014819388277828693,-0.014387417584657669,-0.013955446891486645,-0.01352347619831562,-0.013091505505144596,-0.012659534811973572,-0.012227564118802547,-0.011795593425631523,-0.011363621801137924,-0.0109316511079669,-0.010499680414795876,-0.010067709721624851,-0.009635739028453827,-0.009203768335282803,-0.008771797642111778,-0.008339826948940754,-0.00790785625576973,-0.007475885562598705,-0.007043914869427681,-0.006611944176256657,-0.006179973483085632,-0.005748002324253321,-0.005316031631082296,-0.004884060937911272,-0.004452090244740248,-0.004020119551569223,-0.003588148858398199,-0.003156177932396531,-0.0027242072392255068,-0.0022922365460544825,-0.0018602657364681363,-0.0014282949268817902,-0.0009963251650333405,-0.0005643544136546552,-0.00013238366227596998,0.00029958708910271525,0.0007315578404814005,0.0011635285336524248,0.001595499343238771,0.002027470152825117,0.0024594408459961414,0.0028914115391671658,0.00332338223233819,0.003755353158339858,0.004187324084341526,0.00461929477751255,0.005051265470683575,0.005483236163854599,0.005915206857025623,0.006347177550196648,0.006779148243367672,0.007211118936538696,0.007643089629709721,0.008075060322880745,0.00850703101605177,0.008939001709222794,0.009370973333716393,0.009802944026887417,0.010234914720058441,0.010666885413229465,0.01109885610640049,0.011530826799571514,0.011962797492742538,0.012394768185913563,0.012826738879084587],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.09530249238014221,-0.09227607399225235,-0.08924964815378189,-0.08622322976589203,-0.08319680392742157,-0.08017038553953171,-0.07714396715164185,-0.07411754131317139,-0.07109112292528152,-0.06806470453739166,-0.0650382786989212,-0.06201186031103134,-0.05898543819785118,-0.05595901608467102,-0.05293259769678116,-0.049906175583601,-0.04687975347042084,-0.04385333135724068,-0.040826909244060516,-0.037800490856170654,-0.034774068742990494,-0.03174764662981033,-0.028721226379275322,-0.02569480612874031,-0.02266838401556015,-0.01964196190237999,-0.01661554165184498,-0.013589120469987392,-0.010562699288129807,-0.007536278106272221,-0.004509856924414635,-0.0014834357425570488,0.001542992889881134,0.00456941407173872,0.007595835253596306,0.010622256435453892,0.013648677617311478,0.016675099730491638,0.01970151998102665,0.02272794023156166,0.02575436234474182,0.028780784457921982,0.03180720657110214,0.034833624958992004,0.037860047072172165,0.040886469185352325,0.04391288757324219,0.04693930968642235,0.04996573179960251,0.05299215391278267,0.05601857602596283,0.05904499441385269,0.06207141652703285,0.06509783864021301,0.06812425702810287,0.07115068286657333,0.0741771012544632,0.07720351964235306,0.08022994548082352,0.08325636386871338,0.08628278970718384,0.0893092080950737,0.09233562648296356,0.09536205232143402,0.09838847070932388],"_type":"histogram","values":[2,3,3,12,19,39,63,127,228,404,626,997,1578,2389,3536,5115,7466,9956,13824,18767,23757,30219,37692,45473,54236,63395,71279,79274,84863,90630,93537,94626,93937,90679,85673,79030,71431,63128,53966,45714,37231,30129,23645,18063,13850,10115,7272,4996,3574,2351,1514,937,584,361,250,117,78,49,30,12,10,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[1,0,1,2,4,2,8,7,13,14,16,32,55,83,157,240,378,612,1076,1765,3035,5543,9900,19214,42539,105380,205722,108098,42755,19955,10212,5358,3107,1824,1040,632,381,244,140,107,58,44,29,17,7,5,7,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0015106201171875,-0.0014536380767822266,-0.0013966560363769531,-0.0013396739959716797,-0.0012826919555664062,-0.0012257099151611328,-0.0011687278747558594,-0.001111745834350586,-0.0010547637939453125,-0.000997781753540039,-0.0009407997131347656,-0.0008838176727294922,-0.0008268356323242188,-0.0007698535919189453,-0.0007128715515136719,-0.0006558895111083984,-0.000598907470703125,-0.0005419254302978516,-0.0004849433898925781,-0.0004279613494873047,-0.00037097930908203125,-0.0003139972686767578,-0.0002570152282714844,-0.00020003318786621094,-0.0001430511474609375,-8.606910705566406e-05,-2.9087066650390625e-05,2.7894973754882812e-05,8.487701416015625e-05,0.0001418590545654297,0.00019884109497070312,0.00025582313537597656,0.00031280517578125,0.00036978721618652344,0.0004267692565917969,0.0004837512969970703,0.0005407333374023438,0.0005977153778076172,0.0006546974182128906,0.0007116794586181641,0.0007686614990234375,0.0008256435394287109,0.0008826255798339844,0.0009396076202392578,0.0009965896606445312,0.0010535717010498047,0.0011105537414550781,0.0011675357818603516,0.001224517822265625,0.0012814998626708984,0.0013384819030761719,0.0013954639434814453,0.0014524459838867188,0.0015094280242919922,0.0015664100646972656,0.001623392105102539,0.0016803741455078125,0.001737356185913086,0.0017943382263183594,0.0018513202667236328,0.0019083023071289062,0.0019652843475341797,0.002022266387939453,0.0020792484283447266,0.00213623046875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[2,4,2,6,9,17,37,70,142,218,386,666,1123,1736,2567,3929,5712,7925,11272,15174,20265,26337,33765,41313,50008,58900,67939,76431,84697,89979,94719,96225,96487,94341,89720,83276,75566,67289,58157,48870,40593,32814,25724,19568,14744,10800,7734,5379,3597,2461,1636,1025,637,339,223,139,79,55,11,13,4,5,2,1],"bins":[-0.0987548977136612,-0.09566265344619751,-0.09257040917873383,-0.08947816491127014,-0.08638592064380646,-0.08329367637634277,-0.08020143210887909,-0.0771091878414154,-0.07401694357395172,-0.07092469185590744,-0.06783244758844376,-0.06474020332098007,-0.06164795905351639,-0.058555714786052704,-0.05546347051858902,-0.052371226251125336,-0.04927898198366165,-0.04618673771619797,-0.04309449344873428,-0.0400022491812706,-0.036910004913806915,-0.03381775692105293,-0.03072551265358925,-0.027633268386125565,-0.02454102411866188,-0.021448779851198196,-0.018356535583734512,-0.015264289453625679,-0.012172045186161995,-0.00907980091869831,-0.005987555719912052,-0.0028953109867870808,0.0001969262957572937,0.003289171028882265,0.0063814157620072365,0.009473660960793495,0.01256590522825718,0.015658149495720863,0.018750395625829697,0.02184263989329338,0.024934884160757065,0.02802712842822075,0.031119372695684433,0.03421161696314812,0.0373038649559021,0.040396109223365784,0.04348835349082947,0.04658059775829315,0.049672842025756836,0.05276508629322052,0.055857330560684204,0.05894957482814789,0.06204181909561157,0.06513406336307526,0.06822630763053894,0.07131855189800262,0.07441079616546631,0.07750304788351059,0.08059529215097427,0.08368753641843796,0.08677978068590164,0.08987202495336533,0.09296426922082901,0.0960565134882927,0.09914875775575638]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,2,3,3,3,8,2,5,6,11,7,9,12,24,29,18,16,27,31,37,41,42,46,47,43,40,32,31,34,28,21,18,22,10,6,9,13,12,4,8,0,0,1,0,2,1,0,0,0,1,0,0,0,1],"bins":[-0.0004985854029655457,-0.00048345178947784007,-0.0004683181759901345,-0.0004531845625024289,-0.0004380509490147233,-0.00042291730642318726,-0.00040778369293548167,-0.0003926500794477761,-0.0003775164659600705,-0.0003623828524723649,-0.0003472492389846593,-0.0003321156254969537,-0.0003169819829054177,-0.0003018483694177121,-0.0002867147559300065,-0.0002715811424423009,-0.00025644752895459533,-0.00024131391546688974,-0.00022618030197918415,-0.00021104667393956333,-0.00019591306045185775,-0.00018077944696415216,-0.00016564581892453134,-0.00015051220543682575,-0.00013537859194912016,-0.00012024497846141458,-0.00010511135769775137,-8.997773693408817e-05,-7.484412344638258e-05,-5.971050632069819e-05,-4.457688919501379e-05,-2.9443272069329396e-05,-1.4309654943645e-05,8.23962182039395e-07,1.595757930772379e-05,3.1091196433408186e-05,4.622481355909258e-05,6.135842704679817e-05,7.649204781046137e-05,9.162566857412457e-05,0.00010675928206183016,0.00012189289554953575,0.00013702650903724134,0.00015216013707686216,0.00016729375056456774,0.00018242736405227333,0.00019756099209189415,0.00021269460557959974,0.00022782821906730533,0.00024296183255501091,0.0002580954460427165,0.0002732290595304221,0.0002883626730181277,0.0003034963156096637,0.0003186299290973693,0.0003337635425850749,0.0003488971560727805,0.0003640307695604861,0.00037916438304819167,0.00039429799653589725,0.0004094316391274333,0.0004245652526151389,0.0004396988661028445,0.00045483247959055007,0.00046996609307825565]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[2,0,1,0,2,2,3,2,2,3,5,7,6,11,13,25,28,33,39,51,39,43,34,38,46,49,35,36,21,30,15,20,15,15,14,8,12,12,8,12,9,2,2,3,3,1,3,1,0,1,0,2,0,2,0,0,0,1,0,0,0,0,0,1],"bins":[0.9990878105163574,0.9991279244422913,0.9991679787635803,0.9992080926895142,0.999248206615448,0.9992883205413818,0.9993283748626709,0.9993684887886047,0.9994086027145386,0.9994486570358276,0.9994887709617615,0.9995288848876953,0.9995689988136292,0.9996090531349182,0.999649167060852,0.9996892809867859,0.9997293949127197,0.9997694492340088,0.9998095631599426,0.9998496770858765,0.9998897314071655,0.9999298453330994,0.9999699592590332,1.0000100135803223,1.0000501871109009,1.00009024143219,1.000130295753479,1.0001704692840576,1.0002105236053467,1.0002505779266357,1.0002907514572144,1.0003308057785034,1.000370979309082,1.000411033630371,1.0004510879516602,1.0004912614822388,1.0005313158035278,1.000571370124817,1.0006115436553955,1.0006515979766846,1.0006916522979736,1.0007318258285522,1.0007718801498413,1.0008119344711304,1.000852108001709,1.000892162322998,1.0009323358535767,1.0009723901748657,1.0010124444961548,1.0010526180267334,1.0010926723480225,1.0011327266693115,1.0011729001998901,1.0012129545211792,1.0012530088424683,1.0012931823730469,1.001333236694336,1.001373291015625,1.0014134645462036,1.0014535188674927,1.0014936923980713,1.0015337467193604,1.0015738010406494,1.001613974571228,1.001654028892517],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,2,0,3,2,3,3,4,4,3,8,17,13,16,16,42,47,76,125,179,254,426,673,1037,1925,3021,5362,9436,18372,38359,97551,247591,89347,36487,17562,9121,5139,2934,1753,1090,620,445,249,151,117,62,45,40,26,13,11,8,8,7,6,4,1,3,1,0,1,0,0,2],"bins":[-0.005340576171875,-0.0051708221435546875,-0.005001068115234375,-0.0048313140869140625,-0.00466156005859375,-0.0044918060302734375,-0.004322052001953125,-0.0041522979736328125,-0.0039825439453125,-0.0038127899169921875,-0.003643035888671875,-0.0034732818603515625,-0.00330352783203125,-0.0031337738037109375,-0.002964019775390625,-0.0027942657470703125,-0.00262451171875,-0.0024547576904296875,-0.002285003662109375,-0.0021152496337890625,-0.00194549560546875,-0.0017757415771484375,-0.001605987548828125,-0.0014362335205078125,-0.0012664794921875,-0.0010967254638671875,-0.000926971435546875,-0.0007572174072265625,-0.00058746337890625,-0.0004177093505859375,-0.000247955322265625,-7.82012939453125e-05,9.1552734375e-05,0.0002613067626953125,0.000431060791015625,0.0006008148193359375,0.00077056884765625,0.0009403228759765625,0.001110076904296875,0.0012798309326171875,0.0014495849609375,0.0016193389892578125,0.001789093017578125,0.0019588470458984375,0.00212860107421875,0.0022983551025390625,0.002468109130859375,0.0026378631591796875,0.0028076171875,0.0029773712158203125,0.003147125244140625,0.0033168792724609375,0.00348663330078125,0.0036563873291015625,0.003826141357421875,0.0039958953857421875,0.0041656494140625,0.0043354034423828125,0.004505157470703125,0.0046749114990234375,0.00484466552734375,0.0050144195556640625,0.005184173583984375,0.0053539276123046875,0.005523681640625]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.09486177563667297,-0.0919097289443016,-0.08895768225193024,-0.08600562810897827,-0.0830535814166069,-0.08010153472423553,-0.07714948803186417,-0.0741974413394928,-0.07124538719654083,-0.06829334050416946,-0.0653412938117981,-0.06238924711942673,-0.05943720042705536,-0.05648515000939369,-0.053533103317022324,-0.05058105289936066,-0.04762900620698929,-0.04467695951461792,-0.04172490909695625,-0.038772862404584885,-0.03582081198692322,-0.03286876529455185,-0.02991671860218048,-0.026964670047163963,-0.024012621492147446,-0.021060572937130928,-0.01810852438211441,-0.015156477689743042,-0.012204429134726524,-0.009252380579710007,-0.006300332956016064,-0.0033482848666608334,-0.00039623677730560303,0.0025558113120496273,0.005507859401404858,0.0084599070250988,0.011411955580115318,0.014364004135131836,0.017316050827503204,0.020268099382519722,0.02322014793753624,0.026172196492552757,0.029124245047569275,0.03207629173994064,0.03502833843231201,0.03798038884997368,0.04093243554234505,0.043884485960006714,0.04683653265237808,0.04978857934474945,0.05274062976241112,0.055692676454782486,0.05864472687244415,0.06159677356481552,0.06454882025718689,0.06750086694955826,0.07045291364192963,0.07340496778488159,0.07635701447725296,0.07930906116962433,0.0822611078619957,0.08521315455436707,0.08816520869731903,0.0911172553896904,0.09406930208206177],"_type":"histogram","values":[2,2,3,8,33,38,92,133,213,369,554,937,1396,2139,3181,4485,6618,8885,12201,16507,21267,27011,33852,40929,49135,57112,65586,73933,80240,85568,90133,92618,91986,90270,86799,81711,75506,67574,59841,51382,43000,35687,28741,22896,17425,13247,9637,7121,4971,3370,2352,1569,1000,635,406,226,138,86,44,27,12,13,6,6]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,1,2,2,7,11,4,10,11,15,13,16,37,16,29,23,32,35,39,29,35,38,29,32,36,35,39,22,24,32,17,19,17,10,13,6,7,6,8,2,1,1,0,1,1,0,1,1],"bins":[-0.001658812863752246,-0.0016143874963745475,-0.0015699622454121709,-0.0015255368780344725,-0.0014811116270720959,-0.0014366862596943974,-0.001392260892316699,-0.0013478356413543224,-0.001303410273976624,-0.0012589849065989256,-0.001214559655636549,-0.0011701342882588506,-0.0011257089208811522,-0.0010812836699187756,-0.0010368583025410771,-0.0009924330515787005,-0.0009480076842010021,-0.0009035823750309646,-0.0008591570658609271,-0.0008147316984832287,-0.0007703063893131912,-0.0007258810801431537,-0.0006814557127654552,-0.0006370304035954177,-0.0005926050944253802,-0.0005481797852553427,-0.0005037544760853052,-0.0004593291087076068,-0.0004149037995375693,-0.0003704784903675318,-0.0003260531520936638,-0.00028162781381979585,-0.00023720262106508017,-0.00019277729734312743,-0.0001483519736211747,-0.00010392664989922196,-5.950132617726922e-05,-1.5076002455316484e-05,2.9349321266636252e-05,7.377464498858899e-05,0.00011819996871054173,0.00016262529243249446,0.0002070506161544472,0.00025147595442831516,0.00029590126359835267,0.0003403265727683902,0.00038475191104225814,0.0004291772493161261,0.0004736025584861636,0.0005180278676562011,0.0005624531768262386,0.000606878544203937,0.0006513038533739746,0.0006957291625440121,0.0007401545299217105,0.000784579839091748,0.0008290051482617855,0.000873430457431823,0.0009178557666018605,0.0009622811339795589,0.0010067063849419355,0.001051131752319634,0.0010955571196973324,0.001139982370659709,0.0011844077380374074]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,2,4,2,1,2,1,2,1,6,4,7,6,4,10,11,2,13,15,13,22,30,41,39,87,127,64,42,27,33,22,13,14,12,9,6,7,8,6,10,4,4,6,7,2,2,1,1,2,3,3,0,0,2,1,1,0,0,1,1,0,0,0,1],"bins":[-1.4052549886400811e-05,-1.3500696695700753e-05,-1.2948843505000696e-05,-1.239699122379534e-05,-1.1845138033095282e-05,-1.1293284842395224e-05,-1.0741432561189868e-05,-1.018957937048981e-05,-9.637726179789752e-06,-9.085872989089694e-06,-8.534019798389636e-06,-7.98216751718428e-06,-7.430314326484222e-06,-6.878461135784164e-06,-6.326608399831457e-06,-5.77475566387875e-06,-5.222902473178692e-06,-4.671049282478634e-06,-4.119196546525927e-06,-3.567343583199545e-06,-3.0154906198731624e-06,-2.46363765654678e-06,-1.9117846932203975e-06,-1.359931729894015e-06,-8.080787665676326e-07,-2.562258032412501e-07,2.9562716008513235e-07,8.474801234115148e-07,1.3993330867378972e-06,1.9511860500642797e-06,2.503039013390662e-06,3.0548919767170446e-06,3.6067431210540235e-06,4.158596311754081e-06,4.710449047706788e-06,5.262301783659495e-06,5.814154974359553e-06,6.366008165059611e-06,6.917860901012318e-06,7.469713636965025e-06,8.021566827665083e-06,8.573420018365141e-06,9.125273209065199e-06,9.677125490270555e-06,1.0228978680970613e-05,1.078083187167067e-05,1.1332684152876027e-05,1.1884537343576085e-05,1.2436390534276143e-05,1.29882437249762e-05,1.3540096915676259e-05,1.4091949196881615e-05,1.4643802387581673e-05,1.519565557828173e-05,1.5747507859487087e-05,1.6299361959681846e-05,1.6851214240887202e-05,1.740306652209256e-05,1.7954920622287318e-05,1.8506772903492674e-05,1.905862518469803e-05,1.961047928489279e-05,2.0162331566098146e-05,2.0714185666292906e-05,2.1266037947498262e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.028631478548049927,-0.02756786346435547,-0.02650424838066101,-0.025440635159611702,-0.024377020075917244,-0.023313404992222786,-0.022249791771173477,-0.02118617668747902,-0.02012256160378456,-0.019058946520090103,-0.017995331436395645,-0.016931718215346336,-0.01586810313165188,-0.01480448804795742,-0.013740873895585537,-0.012677259743213654,-0.011613644659519196,-0.010550029575824738,-0.009486415423452854,-0.00842280127108097,-0.007359186187386513,-0.006295571569353342,-0.005231956951320171,-0.004168342333287001,-0.00310472771525383,-0.0020411130972206593,-0.0009774984791874886,8.611613884568214e-05,0.0011497307568788528,0.0022133453749120235,0.0032769599929451942,0.004340574610978365,0.005404189229011536,0.006467803847044706,0.007531418465077877,0.00859503261744976,0.009658647701144218,0.010722262784838676,0.01178587693721056,0.012849491089582443,0.013913106173276901,0.01497672125697136,0.016040336340665817,0.017103949561715126,0.018167564645409584,0.019231179729104042,0.02029479295015335,0.02135840803384781,0.022422023117542267,0.023485638201236725,0.024549253284931183,0.02561286650598049,0.02667648158967495,0.027740096673369408,0.028803709894418716,0.029867324978113174,0.030930940061807632,0.03199455514550209,0.03305817022919655,0.034121785312891006,0.035185396671295166,0.036249011754989624,0.03731262683868408,0.03837624192237854,0.039439857006073],"_type":"histogram","values":[2,2,0,0,7,7,3,1,3,5,6,7,18,10,14,25,21,17,18,20,17,30,25,40,29,32,35,31,28,18,34,29,26,25,25,18,20,22,16,15,8,10,8,6,6,5,2,5,3,4,2,2,1,0,0,1,0,1,1,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.02925625443458557,-0.028216466307640076,-0.02717667818069458,-0.026136891916394234,-0.025097103789448738,-0.024057315662503242,-0.023017527535557747,-0.02197773940861225,-0.020937953144311905,-0.01989816501736641,-0.018858376890420914,-0.017818588763475418,-0.016778800636529922,-0.015739012509584427,-0.014699225313961506,-0.013659438118338585,-0.01261964999139309,-0.011579861864447594,-0.010540074668824673,-0.009500286541879177,-0.008460499346256256,-0.0074207112193107605,-0.006380923092365265,-0.005341135431081057,-0.004301347769796848,-0.00326156010851264,-0.002221772214397788,-0.001181984436698258,-0.0001421966589987278,0.0008975911187008023,0.0019373788964003325,0.0029771667905151844,0.004016954451799393,0.005056742113083601,0.006096529774367809,0.007136317901313305,0.008176105096936226,0.009215893223881721,0.010255681350827217,0.011295468546450138,0.012335256673395634,0.01337504480034113,0.01441483199596405,0.015454620122909546,0.01649440824985504,0.017534196376800537,0.018573982641100883,0.01961377076804638,0.020653558894991875,0.02169334702193737,0.022733135148882866,0.023772921413183212,0.024812709540128708,0.025852497667074203,0.0268922857940197,0.027932073920965195,0.02897186204791069,0.030011648312211037,0.031051436439156532,0.03209122270345688,0.033131010830402374,0.03417079895734787,0.035210587084293365,0.03625037521123886,0.03729016333818436],"_type":"histogram","values":[1,1,0,1,1,3,1,4,6,4,3,5,10,6,12,18,21,16,22,17,22,28,25,27,40,33,26,39,30,28,27,24,24,22,26,30,32,19,19,21,10,11,8,8,8,3,3,6,3,3,4,1,1,0,0,1,1,0,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,2,1,2,1,4,2,3,3,0,2,1,7,2,8,6,15,11,20,19,27,34,44,51,75,83,67,50,36,26,24,17,21,18,9,5,13,9,3,14,6,4,3,3,2,0,3,0,1,2,2,1,0,0,2,0,0,1,0,0,1],"bins":[-0.030054576694965363,-0.029016144573688507,-0.027977710589766502,-0.026939278468489647,-0.025900844484567642,-0.024862412363290787,-0.02382398024201393,-0.022785546258091927,-0.02174711413681507,-0.020708682015538216,-0.01967024803161621,-0.018631815910339355,-0.0175933837890625,-0.016554949805140495,-0.01551651768386364,-0.01447808463126421,-0.01343965157866478,-0.01240121852606535,-0.01136278547346592,-0.010324353352189064,-0.009285920299589634,-0.008247487246990204,-0.007209054660052061,-0.006170622073113918,-0.005132189020514488,-0.004093755967915058,-0.0030553233809769154,-0.002016890561208129,-0.0009784577414393425,5.997507832944393e-05,0.0010984078980982304,0.002136840717867017,0.0031752698123455048,0.004213702864944935,0.005252135451883078,0.00629056803882122,0.0073290010914206505,0.00836743414402008,0.009405866265296936,0.010444299317896366,0.011482732370495796,0.012521165423095226,0.013559598475694656,0.014598030596971512,0.015636462718248367,0.016674896702170372,0.017713328823447227,0.018751762807369232,0.019790194928646088,0.020828627049922943,0.021867061033844948,0.022905493155121803,0.023943927139043808,0.024982359260320663,0.02602079138159752,0.027059225365519524,0.02809765748679638,0.029136089608073235,0.03017452359199524,0.031212955713272095,0.03225138783454895,0.033289819955825806,0.03432825580239296,0.035366687923669815,0.03640512004494667]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,1,2,0,3,3,7,8,4,9,13,6,9,12,16,16,21,23,20,25,29,25,33,33,40,26,32,32,26,26,27,32,22,27,25,17,14,14,19,13,9,7,7,9,2,2,2,4,4,0,3,0,0,2,1,1,0,1,0,0,1],"bins":[-0.038638584315776825,-0.03731159493327141,-0.03598460555076599,-0.034657616168260574,-0.03333062678575516,-0.03200363740324974,-0.030676648020744324,-0.029349658638238907,-0.02802266925573349,-0.026695681735873222,-0.025368692353367805,-0.02404170297086239,-0.022714713588356972,-0.021387724205851555,-0.020060734823346138,-0.01873374544084072,-0.017406756058335304,-0.016079766675829887,-0.01475277729332447,-0.013425787910819054,-0.012098798528313637,-0.010771810077130795,-0.009444820694625378,-0.00811783131211996,-0.006790841929614544,-0.005463852547109127,-0.00413686316460371,-0.0028098742477595806,-0.0014828848652541637,-0.0001558955991640687,0.0011710936669260263,0.0024980828166007996,0.0038250721991062164,0.005152061581611633,0.00647905096411705,0.00780603988096118,0.009133029729127884,0.010460018180310726,0.011787007562816143,0.01311399694532156,0.014440986327826977,0.01576797477900982,0.017094964161515236,0.018421953544020653,0.01974894292652607,0.021075932309031487,0.022402921691536903,0.02372991107404232,0.025056900456547737,0.026383889839053154,0.02771087922155857,0.029037868604063988,0.030364857986569405,0.03169184550642967,0.03301883488893509,0.034345824271440506,0.03567281365394592,0.03699980303645134,0.03832679241895676,0.03965378180146217,0.04098077118396759,0.04230776056647301,0.043634749948978424,0.04496173933148384,0.04628872871398926]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,1,2,0,3,1,1,1,0,4,3,3,5,6,9,9,9,18,16,28,18,29,24,32,28,35,39,40,46,30,43,35,33,24,25,20,18,22,25,13,15,12,8,4,8,7,3,4,1,0,0,3,0,1,1,0,2],"bins":[-0.0014119602274149656,-0.001371848164126277,-0.0013317362172529101,-0.0012916241539642215,-0.0012515122070908546,-0.001211400143802166,-0.0011712880805134773,-0.0011311761336401105,-0.0010910640703514218,-0.0010509520070627332,-0.0010108400601893663,-0.0009707279969006777,-0.0009306159918196499,-0.0008905039867386222,-0.0008503919234499335,-0.0008102799183689058,-0.000770167913287878,-0.0007300559082068503,-0.0006899439031258225,-0.0006498318398371339,-0.0006097198347561061,-0.0005696078296750784,-0.0005294957663863897,-0.000489383761305362,-0.00044927175622433424,-0.0004091597511433065,-0.0003690477169584483,-0.0003289356827735901,-0.00028882367769256234,-0.0002487116726115346,-0.0002085996384266764,-0.00016848761879373342,-0.00012837571557611227,-8.82636959431693e-05,-4.815167631022632e-05,-8.039656677283347e-06,3.207236295565963e-05,7.21843825886026e-05,0.00011229640222154558,0.00015240842185448855,0.00019252044148743153,0.0002326324611203745,0.0002727444807533175,0.0003128565149381757,0.0003529685200192034,0.00039308052510023117,0.0004331925592850894,0.0004733045934699476,0.0005134165985509753,0.0005535286036320031,0.0005936406087130308,0.0006337526720017195,0.0006738646770827472,0.000713976682163775,0.0007540887454524636,0.0007942007505334914,0.0008343127556145191,0.0008744247606955469,0.0009145367657765746,0.0009546488290652633,0.00099476077593863,0.0010348728392273188,0.0010749849025160074,0.0011150968493893743,0.001155208912678063],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,2,0,3,1,0,0,2,3,1,12,9,22,30,39,36,45,53,44,65,44,42,44,30,33,28,27,17,15,15,17,10,15,9,8,5,9,4,3,5,1,1,1,2,0,1,0,1,2,1,1,1,1,0,0,1,0,0,1,0,0,2],"bins":[0.9989938735961914,0.9990400671958923,0.9990862607955933,0.9991324543952942,0.9991786479949951,0.9992249011993408,0.9992710947990417,0.9993172883987427,0.9993634819984436,0.9994096755981445,0.9994558691978455,0.9995020627975464,0.9995483160018921,0.999594509601593,0.999640703201294,0.9996868968009949,0.9997330904006958,0.9997792840003967,0.9998254776000977,0.9998716711997986,0.9999178647994995,0.9999641180038452,1.0000102519989014,1.000056505203247,1.0001027584075928,1.000148892402649,1.0001951456069946,1.0002412796020508,1.0002875328063965,1.0003336668014526,1.0003799200057983,1.0004260540008545,1.0004723072052002,1.000518560409546,1.000564694404602,1.0006109476089478,1.000657081604004,1.0007033348083496,1.0007494688034058,1.0007957220077515,1.0008418560028076,1.0008881092071533,1.000934362411499,1.0009804964065552,1.0010267496109009,1.001072883605957,1.0011191368103027,1.0011652708053589,1.0012115240097046,1.0012577772140503,1.0013039112091064,1.0013501644134521,1.0013962984085083,1.001442551612854,1.0014886856079102,1.0015349388122559,1.0015811920166016,1.0016273260116577,1.0016735792160034,1.0017197132110596,1.0017659664154053,1.0018121004104614,1.0018583536148071,1.0019044876098633,1.001950740814209]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,1,3,0,3,3,5,2,4,2,2,3,6,10,10,13,9,13,19,28,26,36,36,39,47,34,51,48,38,44,30,34,29,19,15,12,11,11,13,10,5,6,9,6,3,1,1,0,4,3,1,1,0,0,2,1,0,1,0,3],"bins":[-6.00058911004453e-07,-5.802573355140339e-07,-5.604558168670337e-07,-5.406542413766147e-07,-5.208526658861956e-07,-5.010511472391954e-07,-4.812495717487764e-07,-4.614479962583573e-07,-4.416464491896477e-07,-4.2184490212093806e-07,-4.02043326630519e-07,-3.822417795618094e-07,-3.6244023249309976e-07,-3.426386570026807e-07,-3.228371099339711e-07,-3.03035534443552e-07,-2.832339873748424e-07,-2.634324403061328e-07,-2.436308648157137e-07,-2.238293177470041e-07,-2.0402775646743976e-07,-1.8422619518787542e-07,-1.644246481191658e-07,-1.4462308683960146e-07,-1.2482152556003712e-07,-1.0501996428047278e-07,-8.52184101063358e-08,-6.541685593219881e-08,-4.5615294652634475e-08,-2.5813736925783815e-08,-6.012179198933154e-09,1.3789378527917506e-08,3.3590936254768167e-08,5.339249398161883e-08,7.319405170846949e-08,9.299560588260647e-08,1.1279716716217081e-07,1.3259872844173515e-07,1.5240027551044477e-07,1.722018367900091e-07,1.9200339806957345e-07,2.118049593491378e-07,2.3160652062870213e-07,2.5140806769741175e-07,2.712096147661214e-07,2.9101119025654043e-07,3.1081273732525005e-07,3.306143128156691e-07,3.5041585988437873e-07,3.7021740695308836e-07,3.900189824435074e-07,4.0982052951221704e-07,4.296221050026361e-07,4.494236520713457e-07,4.6922519914005534e-07,4.890267746304744e-07,5.088282932774746e-07,5.286298687678936e-07,5.484314442583127e-07,5.682330197487317e-07,5.880345383957319e-07,6.07836113886151e-07,6.2763768937657e-07,6.474392080235702e-07,6.672407835139893e-07]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,3,1,1,4,3,1,5,4,13,3,19,21,23,21,35,43,60,53,68,80,105,97,110,91,96,126,105,110,93,110,72,75,58,51,53,44,28,18,25,24,15,17,11,9,11,6,5,6,0,1,5,3,1,2,0,0,0,0,1],"bins":[-0.0031891358084976673,-0.003085701260715723,-0.002982266480103135,-0.002878831932321191,-0.002775397151708603,-0.0026719626039266586,-0.0025685280561447144,-0.0024650932755321264,-0.002361658727750182,-0.0022582239471375942,-0.00215478939935565,-0.0020513548515737057,-0.0019479200709611177,-0.0018444854067638516,-0.0017410508589819074,-0.0016376161947846413,-0.0015341815305873752,-0.001430746866390109,-0.001327312202192843,-0.0012238776544108987,-0.0011204429902136326,-0.0010170083260163665,-0.0009135736618191004,-0.0008101390558294952,-0.0007067043916322291,-0.000603269727434963,-0.0004998351214453578,-0.0003964004572480917,-0.00029296582215465605,-0.0001895311870612204,-8.609653741586953e-05,1.7338104953523725e-05,0.00012077274732291698,0.00022420738241635263,0.0003276420175097883,0.0004310766817070544,0.0005345112876966596,0.0006379459518939257,0.0007413806160911918,0.000844815222080797,0.0009482498862780631,0.0010516844922676682,0.0011551191564649343,0.0012585538206622005,0.0013619884848594666,0.0014654231490567327,0.001568857696838677,0.001672292361035943,0.0017757270252332091,0.0018791616894304752,0.0019825962372124195,0.0020860310178250074,0.0021894655656069517,0.0022929003462195396,0.002396334894001484,0.002499769441783428,0.002603204222396016,0.0027066387701779604,0.0028100735507905483,0.0029135080985724926,0.003016942646354437,0.003120377426967025,0.003223811974748969,0.003327246755361557,0.0034306813031435013]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,0,1,0,0,2,2,3,3,1,1,1,4,3,1,5,3,7,7,8,15,16,21,30,35,43,91,105,97,62,40,30,29,21,16,8,5,15,0,7,5,2,2,4,1,1,3,3,1,1,1,0,1,0,2,0,0,0,0,1],"bins":[-1.0857536835828796e-05,-1.0515302165003959e-05,-1.0173067494179122e-05,-9.830833732848987e-06,-9.48859906202415e-06,-9.146364391199313e-06,-8.804129720374476e-06,-8.46189504954964e-06,-8.119661288219504e-06,-7.777426617394667e-06,-7.43519194656983e-06,-7.092957275744993e-06,-6.750722604920156e-06,-6.40848838884267e-06,-6.066253718017833e-06,-5.724019501940347e-06,-5.38178483111551e-06,-5.039550160290673e-06,-4.697315944213187e-06,-4.35508127338835e-06,-4.012847057310864e-06,-3.6706123864860274e-06,-3.3283777156611905e-06,-2.986143272210029e-06,-2.6439088287588675e-06,-2.301674385307706e-06,-1.9594399418565445e-06,-1.6172052710317075e-06,-1.274970827580546e-06,-9.327363272859657e-07,-5.905018269913853e-07,-2.4826732669680496e-07,9.39671735977754e-08,4.3620167389235576e-07,7.784361741869361e-07,1.1206707313249353e-06,1.4629051747760968e-06,1.8051396182272583e-06,2.1473742890520953e-06,2.4896087325032568e-06,2.8318431759544183e-06,3.1740776194055798e-06,3.5163120628567412e-06,3.858546733681578e-06,4.200781404506415e-06,4.543015620583901e-06,4.885250291408738e-06,5.227484507486224e-06,5.569719178311061e-06,5.911953849135898e-06,6.254188065213384e-06,6.596422736038221e-06,6.938656952115707e-06,7.280891622940544e-06,7.623126293765381e-06,7.965360964590218e-06,8.307595635415055e-06,8.64982939674519e-06,8.992064067570027e-06,9.334298738394864e-06,9.6765334092197e-06,1.0018768080044538e-05,1.0361001841374673e-05,1.070323651219951e-05,1.1045471183024347e-05]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,2,0,0,1,2,2,2,2,4,7,3,6,3,7,9,7,9,13,12,18,19,17,23,25,26,32,25,25,24,27,30,27,32,26,16,35,37,19,23,16,29,9,20,16,12,6,11,11,6,4,6,8,5,1,1,1,0,4,1,0,1],"bins":[-0.024879230186343193,-0.02414720132946968,-0.02341517060995102,-0.022683141753077507,-0.021951112896203995,-0.021219084039330482,-0.02048705518245697,-0.01975502446293831,-0.019022995606064796,-0.018290966749191284,-0.017558936029672623,-0.01682690717279911,-0.016094878315925598,-0.015362849459052086,-0.014630819670855999,-0.013898789882659912,-0.0131667610257864,-0.012434732168912888,-0.0117027023807168,-0.010970672592520714,-0.010238643735647202,-0.00950661487877369,-0.008774585090577602,-0.008042555302381516,-0.007310526445508003,-0.006578497122973204,-0.005846467800438404,-0.0051144384779036045,-0.004382409155368805,-0.0036503798328340054,-0.0029183505102992058,-0.002186321187764406,-0.0014542900025844574,-0.0007222606800496578,9.768642485141754e-06,0.0007417979650199413,0.001473827287554741,0.0022058566100895405,0.00293788593262434,0.0036699152551591396,0.004401944577693939,0.005133973900228739,0.005866003222763538,0.006598032545298338,0.0073300618678331375,0.00806209072470665,0.008794120512902737,0.009526150301098824,0.010258179157972336,0.010990208014845848,0.011722237803041935,0.012454267591238022,0.013186296448111534,0.013918325304985046,0.014650355093181133,0.01538238488137722,0.016114413738250732,0.016846442595124245,0.017578471451997757,0.01831050217151642,0.01904253102838993,0.019774559885263443,0.020506590604782104,0.021238619461655617,0.02197064831852913]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.10447687655687332,-0.1013287603855133,-0.09818063676357269,-0.09503252059221268,-0.09188439697027206,-0.08873628079891205,-0.08558815717697144,-0.08244004100561142,-0.0792919248342514,-0.07614380121231079,-0.07299568504095078,-0.06984756141901016,-0.06669944524765015,-0.06355132162570953,-0.06040320545434952,-0.057255085557699203,-0.05410696566104889,-0.050958845764398575,-0.04781072586774826,-0.044662605971097946,-0.04151448607444763,-0.038366369903087616,-0.0352182500064373,-0.03207013010978699,-0.028922010213136673,-0.02577389031648636,-0.022625770419836044,-0.01947765238583088,-0.016329532489180565,-0.01318141259253025,-0.01003329362720251,-0.006885174196213484,-0.003737054765224457,-0.0005889353342354298,0.0025591840967535973,0.005707303527742624,0.008855422958731651,0.012003542855381966,0.015151661820709705,0.018299780786037445,0.02144790068268776,0.024596020579338074,0.027744140475988388,0.030892258509993553,0.03404037654399872,0.03718849644064903,0.04033661633729935,0.04348473623394966,0.046632856130599976,0.04978097602725029,0.052929095923900604,0.05607721582055092,0.05922533571720123,0.06237345188856125,0.06552157551050186,0.06866969168186188,0.07181781530380249,0.0749659314751625,0.07811404764652252,0.08126217126846313,0.08441028743982315,0.08755841106176376,0.09070652723312378,0.09385465085506439,0.09700276702642441],"_type":"histogram","values":[1,0,1,3,4,8,23,27,67,80,165,271,513,780,1289,2013,3116,4578,6969,9733,13411,18138,24093,31049,38830,47230,56774,66325,75409,83797,90103,95251,97595,97867,96400,91916,86154,78709,69942,60802,50829,42044,33842,26456,20384,15283,11057,7849,5466,3763,2425,1604,971,613,364,226,110,69,36,19,11,5,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.11007622629404068,-0.10698021948337555,-0.10388421267271042,-0.10078819841146469,-0.09769219160079956,-0.09459618479013443,-0.0915001779794693,-0.08840417116880417,-0.08530816435813904,-0.08221215009689331,-0.07911614328622818,-0.07602013647556305,-0.07292412966489792,-0.06982812285423279,-0.06673210859298706,-0.06363610178232193,-0.0605400949716568,-0.05744408816099167,-0.05434807762503624,-0.05125207081437111,-0.04815606027841568,-0.04506005346775055,-0.04196404665708542,-0.03886803612112999,-0.03577202931046486,-0.03267602249979973,-0.0295800119638443,-0.02648400515317917,-0.02338799647986889,-0.02029198780655861,-0.01719598099589348,-0.014099972322583199,-0.011003956198692322,-0.007907947525382042,-0.004811939783394337,-0.0017159315757453442,0.0013800766319036484,0.004476084839552641,0.0075720930472016335,0.010668100789189339,0.013764109462499619,0.0168601181358099,0.019956126809120178,0.02305213361978531,0.02614814229309559,0.02924415096640587,0.032340157777071,0.03543616831302643,0.03853217512369156,0.04162818193435669,0.04472419247031212,0.04782019928097725,0.05091620981693268,0.05401221662759781,0.05710822343826294,0.06020423397421837,0.0633002370595932,0.06639625132083893,0.06949225813150406,0.07258826494216919,0.07568427175283432,0.07878027856349945,0.08187629282474518,0.08497229963541031,0.08806830644607544],"_type":"histogram","values":[1,0,0,0,1,1,1,3,5,10,22,36,61,114,190,300,464,724,1170,1658,2459,3435,4946,6392,8493,10974,13784,16707,20016,23492,26734,30119,32611,34507,35981,36420,35940,34255,32704,30279,27052,24005,20434,17004,13931,10996,8651,6653,4983,3517,2579,1786,1209,751,500,290,209,105,80,39,24,9,3,5]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[2,1,0,0,2,3,0,0,1,3,2,8,5,4,4,10,5,12,14,12,12,19,25,33,20,35,34,36,42,44,46,45,29,33,40,18,19,26,17,12,13,16,8,14,10,4,2,2,7,3,8,3,1,2,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0018835836090147495,-0.0018206341192126274,-0.0017576846294105053,-0.0016947351396083832,-0.001631785649806261,-0.001568836160004139,-0.0015058866702020168,-0.0014429371803998947,-0.0013799876905977726,-0.0013170382007956505,-0.0012540887109935284,-0.0011911392211914062,-0.0011281897313892841,-0.001065240241587162,-0.00100229075178504,-0.0009393412619829178,-0.0008763917721807957,-0.0008134422823786736,-0.0007504927925765514,-0.0006875433027744293,-0.0006245938129723072,-0.0005616443231701851,-0.000498694833368063,-0.00043574534356594086,-0.00037279585376381874,-0.0003098463639616966,-0.0002468968741595745,-0.0001839473843574524,-0.00012099789455533028,-5.804840475320816e-05,4.901085048913956e-06,6.785057485103607e-05,0.0001308000646531582,0.0001937495544552803,0.0002566990442574024,0.00031964853405952454,0.00038259802386164665,0.00044554751366376877,0.0005084970034658909,0.000571446493268013,0.0006343959830701351,0.0006973454728722572,0.0007602949626743793,0.0008232444524765015,0.0008861939422786236,0.0009491434320807457,0.0010120929218828678,0.00107504241168499,0.001137991901487112,0.0012009413912892342,0.0012638908810913563,0.0013268403708934784,0.0013897898606956005,0.0014527393504977226,0.0015156888402998447,0.0015786383301019669,0.001641587819904089,0.001704537309706211,0.0017674867995083332,0.0018304362893104553,0.0018933857791125774,0.0019563352689146996,0.0020192847587168217,0.002082234248518944,0.002145183738321066]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.0004527824930846691,-0.0004363969783298671,-0.0004200114344712347,-0.00040362589061260223,-0.00038724037585780025,-0.00037085486110299826,-0.0003544693172443658,-0.00033808377338573337,-0.0003216982586309314,-0.0003053127438761294,-0.00028892720001749694,-0.0002725416561588645,-0.0002561561414040625,-0.0002397706120973453,-0.00022338508279062808,-0.00020699955348391086,-0.00019061402417719364,-0.00017422849487047642,-0.0001578429655637592,-0.000141457436257042,-0.00012507190695032477,-0.00010868637764360756,-9.230084833689034e-05,-7.591531903017312e-05,-5.9529789723455906e-05,-4.314426041673869e-05,-2.6758731110021472e-05,-1.0373201803304255e-05,6.012327503412962e-06,2.239785681013018e-05,3.8783386116847396e-05,5.516891542356461e-05,7.155438652262092e-05,8.793991582933813e-05,0.00010432544513605535,0.00012071097444277257,0.00013709650374948978,0.000153482033056207,0.00016986756236292422,0.00018625309166964144,0.00020263862097635865,0.00021902415028307587,0.00023540967958979309,0.00025179522344842553,0.0002681807382032275,0.0002845662529580295,0.00030095179681666195,0.0003173373406752944,0.0003337228554300964,0.0003501083701848984,0.0003664939140435308,0.00038287945790216327,0.00039926497265696526,0.00041565048741176724,0.0004320360312703997,0.00044842157512903214,0.0004648070898838341,0.0004811926046386361,0.000497578177601099,0.000513963692355901,0.000530349207110703,0.000546734721865505,0.000563120236620307,0.0005795058095827699,0.0005958913243375719],"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,3,1,2,7,3,9,11,10,12,14,23,26,39,23,43,34,38,44,52,56,32,42,38,29,36,38,22,13,16,15,5,4,8,7,4,3,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,0,2,1,1,0,2,0,4,4,6,5,5,5,20,15,20,18,33,29,34,43,42,41,46,55,42,41,37,36,35,34,19,18,21,11,9,7,8,7,1,1,3,2,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0004272883525118232,-0.0004109405563212931,-0.0003945927892345935,-0.0003782450221478939,-0.00036189722595736384,-0.0003455494297668338,-0.0003292016626801342,-0.00031285389559343457,-0.0002965060994029045,-0.00028015830321237445,-0.00026381053612567484,-0.00024746276903897524,-0.00023111497284844518,-0.00021476719120983034,-0.0001984194095712155,-0.00018207162793260068,-0.00016572384629398584,-0.000149376064655371,-0.00013302828301675618,-0.00011668050137814134,-0.00010033271973952651,-8.398493810091168e-05,-6.763715646229684e-05,-5.128937482368201e-05,-3.494159318506718e-05,-1.8593811546452343e-05,-2.24602990783751e-06,1.4101751730777323e-05,3.0449533369392157e-05,4.679731500800699e-05,6.314509664662182e-05,7.949287828523666e-05,9.584065992385149e-05,0.00011218844156246632,0.00012853622320108116,0.000144884004839696,0.00016123178647831082,0.00017757956811692566,0.0001939273497555405,0.00021027513139415532,0.00022662291303277016,0.000242970694671385,0.0002593184763099998,0.00027566624339669943,0.0002920140395872295,0.00030836183577775955,0.00032470960286445916,0.00034105736995115876,0.0003574051661416888,0.0003737529623322189,0.0003901007294189185,0.0004064484965056181,0.00042279629269614816,0.0004391440888866782,0.0004554918559733778,0.00047183962306007743,0.0004881874192506075,0.0005045352154411376,0.0005208830116316676,0.0005372307496145368,0.0005535785458050668,0.0005699263419955969,0.000586274079978466,0.0006026218761689961,0.0006189696723595262],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[5,0,1,0,1,2,2,4,9,10,7,10,13,14,17,34,42,40,59,80,70,88,76,124,127,126,112,128,102,110,103,85,88,65,54,51,41,34,17,20,16,12,9,10,11,4,3,2,2,4,1,0,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005225121276453137,-0.0005034482455812395,-0.0004843843635171652,-0.0004653204814530909,-0.00044625659938901663,-0.0004271926882211119,-0.0004081288061570376,-0.00038906492409296334,-0.00037000104202888906,-0.0003509371599648148,-0.0003318732779007405,-0.0003128093958366662,-0.0002937454846687615,-0.0002746816026046872,-0.00025561772054061294,-0.00023655383847653866,-0.00021748995641246438,-0.0001984260743483901,-0.00017936219228431582,-0.00016029829566832632,-0.00014123441360425204,-0.00012217053154017776,-0.00010310664220014587,-8.404275286011398e-05,-6.49788707960397e-05,-4.5914985093986616e-05,-2.685109939193353e-05,-7.787213689880446e-06,1.127667201217264e-05,3.0340557714225724e-05,4.940444341627881e-05,6.84683327563107e-05,8.753227302804589e-05,0.00010659615509212017,0.00012566003715619445,0.00014472393377218395,0.00016378781583625823,0.0001828516979003325,0.00020191559451632202,0.0002209794765803963,0.00024004335864447057,0.00025910724070854485,0.00027817112277261913,0.0002972350048366934,0.00031629891600459814,0.0003353627980686724,0.0003544266801327467,0.000373490562196821,0.00039255444426089525,0.00041161832632496953,0.0004306822083890438,0.0004497460904531181,0.00046880997251719236,0.0004878738836850971,0.0005069377366453409,0.0005260016187094152,0.0005450655007734895,0.0005641294410452247,0.0005831933231092989,0.0006022572051733732,0.0006213210872374475,0.0006403849693015218,0.0006594488513655961,0.0006785127334296703,0.0006975766154937446],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,0,0,1,3,4,3,5,1,4,4,9,11,11,14,19,11,14,23,31,27,26,33,33,31,30,44,29,28,35,23,33,37,27,27,16,14,17,12,11,9,8,7,7,4,5,3,9,1,2,3,1,2,0,1,0,0,0,0,1,0,1],"bins":[-0.0014993406366556883,-0.00144722661934793,-0.0013951124856248498,-0.0013429984683170915,-0.0012908843345940113,-0.001238770317286253,-0.0011866562999784946,-0.0011345421662554145,-0.0010824281489476562,-0.0010303141316398978,-0.0009781999979168177,-0.0009260859806090593,-0.0008739719050936401,-0.0008218578295782208,-0.0007697438122704625,-0.0007176297367550433,-0.000665515661239624,-0.0006134015857242048,-0.0005612875102087855,-0.0005091734929010272,-0.00045705941738560796,-0.0004049453418701887,-0.0003528312954585999,-0.00030071724904701114,-0.0002486031735315919,-0.00019648911256808788,-0.00014437505160458386,-9.226099064107984e-05,-4.014692967757583e-05,1.196713128592819e-05,6.40811922494322e-05,0.00011619525321293622,0.00016830943059176207,0.00022042349155526608,0.0002725375525187701,0.0003246515989303589,0.00037676567444577813,0.0004288797499611974,0.00048099379637278616,0.000533107842784375,0.0005852219182997942,0.0006373359938152134,0.0006894500693306327,0.000741564086638391,0.0007936781621538103,0.0008457922376692295,0.0008979062549769878,0.0009500203304924071,0.0010021344060078263,0.0010542484233155847,0.0011063625570386648,0.0011584765743464231,0.0012105905916541815,0.0012627047253772616,0.00131481874268502,0.0013669328764081001,0.0014190468937158585,0.0014711609110236168,0.001523275044746697,0.0015753890620544553,0.0016275031957775354,0.0016796172130852938,0.001731731230393052,0.0017838453641161323,0.0018359593814238906]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,1,1,1,2,0,0,0,4,1,2,2,6,5,7,11,8,13,12,16,36,24,40,56,69,79,84,102,102,100,102,104,102,122,121,115,93,73,79,52,51,40,44,31,34,25,16,16,9,6,8,4,0,2,2,2,3,1,2,2,1,0,1],"bins":[-0.0006462149904109538,-0.0006272343453019857,-0.0006082537001930177,-0.0005892730550840497,-0.0005702924099750817,-0.0005513117648661137,-0.0005323311197571456,-0.0005133504746481776,-0.0004943698295392096,-0.0004753891844302416,-0.00045640853932127357,-0.00043742789421230555,-0.0004184472491033375,-0.0003994666039943695,-0.0003804859588854015,-0.00036150531377643347,-0.00034252466866746545,-0.00032354402355849743,-0.0003045633784495294,-0.0002855827333405614,-0.00026660208823159337,-0.00024762144312262535,-0.00022864079801365733,-0.0002096601529046893,-0.0001906795077957213,-0.00017169886268675327,-0.00015271821757778525,-0.00013373757246881723,-0.00011475692735984921,-9.57762822508812e-05,-7.679563714191318e-05,-5.7814992032945156e-05,-3.883434692397714e-05,-1.9853701815009117e-05,-8.730567060410976e-07,1.8107588402926922e-05,3.708823351189494e-05,5.606887862086296e-05,7.504952372983098e-05,9.4030168838799e-05,0.00011301081394776702,0.00013199145905673504,0.00015097210416570306,0.00016995274927467108,0.0001889333943836391,0.00020791403949260712,0.00022689468460157514,0.00024587532971054316,0.0002648559748195112,0.0002838366199284792,0.0003028172650374472,0.00032179791014641523,0.00034077855525538325,0.00035975920036435127,0.0003787398454733193,0.0003977204905822873,0.00041670113569125533,0.00043568178080022335,0.00045466242590919137,0.0004736430710181594,0.0004926237161271274,0.0005116043612360954,0.0005305850063450634,0.0005495656514540315,0.0005685462965629995],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,4,0,5,7,9,4,13,10,14,16,17,35,29,30,40,38,37,42,55,44,43,38,41,23,43,29,24,11,14,15,7,3,7,6,8,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.00044356583384796977,-0.00042735293391160667,-0.00041114003397524357,-0.00039492710493505,-0.0003787142049986869,-0.0003625013050623238,-0.00034628837602213025,-0.00033007547608576715,-0.00031386257614940405,-0.00029764967621304095,-0.00028143677627667785,-0.0002652238472364843,-0.0002490109473001212,-0.0002327980473637581,-0.00021658513287547976,-0.00020037221838720143,-0.00018415931845083833,-0.00016794641851447523,-0.0001517335040261969,-0.00013552058953791857,-0.00011930768960155547,-0.00010309478238923475,-8.688187517691404e-05,-7.066896796459332e-05,-5.4456060752272606e-05,-3.824315353995189e-05,-2.2030246327631176e-05,-5.81733911531046e-06,1.0395568097010255e-05,2.660847530933097e-05,4.2821382521651685e-05,5.90342897339724e-05,7.524725515395403e-05,9.146016236627474e-05,0.00010767306957859546,0.0001238859840668738,0.0001400988840032369,0.0001563117839396,0.00017252469842787832,0.00018873761291615665,0.00020495051285251975,0.00022116341278888285,0.00023737632727716118,0.0002535892417654395,0.0002698021417018026,0.0002860150416381657,0.00030222797067835927,0.00031844087061472237,0.00033465377055108547,0.0003508666704874486,0.0003670795704238117,0.00038329249946400523,0.00039950539940036833,0.00041571829933673143,0.000431931228376925,0.0004481441283132881,0.0004643570282496512,0.0004805699281860143,0.0004967828281223774,0.000512995757162571,0.0005292086862027645,0.0005454215570352972,0.0005616344860754907,0.0005778473569080234,0.0005940602859482169]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,2,1,1,3,5,2,3,6,7,8,9,6,16,18,18,24,22,24,22,23,27,20,40,27,22,39,23,28,24,33,28,22,30,12,23,13,18,19,10,15,12,7,9,8,7,6,5,3,5,3,2,2,1,0,2,0,2],"bins":[-0.011516479775309563,-0.011168641038239002,-0.010820802301168442,-0.010472963564097881,-0.01012512482702732,-0.00977728608995676,-0.0094294473528862,-0.00908160861581564,-0.008733769878745079,-0.008385931141674519,-0.008038092404603958,-0.007690253667533398,-0.007342414930462837,-0.006994576193392277,-0.006646737456321716,-0.006298898719251156,-0.005951059982180595,-0.005603221245110035,-0.0052553825080394745,-0.004907543770968914,-0.004559705033898354,-0.004211866296827793,-0.0038640275597572327,-0.003516188822686672,-0.0031683500856161118,-0.0028205113485455513,-0.002472672611474991,-0.0021248338744044304,-0.00177699513733387,-0.0014291564002633095,-0.001081317663192749,-0.0007334789261221886,-0.0003856401890516281,-3.780145198106766e-05,0.0003100372850894928,0.0006578760221600533,0.0010057147592306137,0.0013535534963011742,0.0017013922333717346,0.002049230970442295,0.0023970697075128555,0.002744908444583416,0.0030927471816539764,0.003440585918724537,0.0037884246557950974,0.004136263392865658,0.004484102129936218,0.004831940867006779,0.005179779604077339,0.0055276183411479,0.00587545707821846,0.0062232958152890205,0.006571134552359581,0.0069189732894301414,0.007266812026500702,0.007614650763571262,0.007962489500641823,0.008310328237712383,0.008658166974782944,0.009006005711853504,0.009353844448924065,0.009701683185994625,0.010049521923065186,0.010397360660135746,0.010745199397206306],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,1,1,0,2,2,3,3,4,9,10,14,14,18,17,17,11,22,19,30,33,42,41,36,37,30,36,34,29,27,27,30,18,17,15,11,10,11,18,9,11,9,6,4,5,1,2,2,0,3,3,4,1,1,1,1,2,1,1],"bins":[0.9989839196205139,0.9990186095237732,0.9990533590316772,0.9990880489349365,0.9991227388381958,0.9991574883460999,0.9991921782493591,0.9992268681526184,0.9992616176605225,0.9992963075637817,0.999330997467041,0.9993657469749451,0.9994004368782043,0.9994351267814636,0.9994698762893677,0.999504566192627,0.9995392560958862,0.9995740056037903,0.9996086955070496,0.9996433854103088,0.9996781349182129,0.9997128248214722,0.9997475147247314,0.9997822642326355,0.9998169541358948,0.999851644039154,0.9998863935470581,0.9999210834503174,0.9999557733535767,0.9999905228614807,1.0000251531600952,1.000059962272644,1.0000946521759033,1.0001293420791626,1.0001640319824219,1.0001987218856812,1.0002334117889404,1.0002682209014893,1.0003029108047485,1.0003376007080078,1.000372290611267,1.0004069805145264,1.0004416704177856,1.0004764795303345,1.0005111694335938,1.000545859336853,1.0005805492401123,1.0006152391433716,1.0006499290466309,1.0006847381591797,1.000719428062439,1.0007541179656982,1.0007888078689575,1.0008234977722168,1.000858187675476,1.000892996788025,1.0009276866912842,1.0009623765945435,1.0009970664978027,1.001031756401062,1.0010664463043213,1.0011012554168701,1.0011359453201294,1.0011706352233887,1.001205325126648],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,0,0,2,0,3,1,2,3,5,7,6,5,9,11,9,14,24,23,27,11,32,38,29,38,48,41,39,32,38,30,29,37,28,22,25,10,18,14,12,13,8,2,6,4,6,1,0,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00047840600018389523,-0.0004624509601853788,-0.0004464958910830319,-0.00043054085108451545,-0.000414585811085999,-0.0003986307419836521,-0.0003826757019851357,-0.00036672066198661923,-0.00035076559288427234,-0.0003348105528857559,-0.00031885551288723946,-0.000302900472888723,-0.0002869454037863761,-0.0002709903637878597,-0.00025503532378934324,-0.00023908026923891157,-0.0002231252146884799,-0.00020717016013804823,-0.0001912151201395318,-0.00017526006558910012,-0.00015930502559058368,-0.000143349971040152,-0.00012739491648972034,-0.00011143986921524629,-9.548482194077224e-05,-7.952977466629818e-05,-6.357472739182413e-05,-4.761967284139246e-05,-3.16646255669184e-05,-1.5709576473454945e-05,2.4547262000851333e-07,1.620052171347197e-05,3.215554170310497e-05,4.811058897757903e-05,6.406563625205308e-05,8.002069080248475e-05,9.59757380769588e-05,0.00011193078535143286,0.00012788583990186453,0.00014384087990038097,0.00015979593445081264,0.0001757509890012443,0.00019170602899976075,0.00020766108355019242,0.00022361613810062408,0.00023957117809914052,0.00025552621809765697,0.00027148128720000386,0.0002874363271985203,0.00030339136719703674,0.00031934643629938364,0.0003353014762979001,0.0003512565162964165,0.0003672115853987634,0.00038316662539727986,0.0003991216653957963,0.0004150767344981432,0.00043103177449665964,0.0004469868144951761,0.0004629418544936925,0.0004788969235960394,0.0004948519635945559,0.0005108070326969028,0.0005267620435915887,0.0005427171126939356]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9988177418708801,0.9988594651222229,0.9989012479782104,0.9989429712295532,0.9989847540855408,0.9990264773368835,0.9990682601928711,0.9991099834442139,0.9991517663002014,0.9991934895515442,0.9992352724075317,0.9992769956588745,0.9993187189102173,0.9993605017662048,0.9994022250175476,0.9994440078735352,0.9994857311248779,0.9995275139808655,0.9995692372322083,0.9996110200881958,0.9996527433395386,0.9996945261955261,0.9997362494468689,0.9997779726982117,0.9998197555541992,0.999861478805542,0.9999032616615295,0.9999449849128723,0.9999867677688599,1.0000284910202026,1.0000702142715454,1.0001120567321777,1.0001537799835205,1.0001955032348633,1.000237226486206,1.0002789497375488,1.0003207921981812,1.000362515449524,1.0004042387008667,1.0004459619522095,1.0004878044128418,1.0005295276641846,1.0005712509155273,1.0006129741668701,1.000654697418213,1.0006965398788452,1.000738263130188,1.0007799863815308,1.0008217096328735,1.0008635520935059,1.0009052753448486,1.0009469985961914,1.0009887218475342,1.0010305643081665,1.0010722875595093,1.001114010810852,1.0011557340621948,1.0011974573135376,1.00123929977417,1.0012810230255127,1.0013227462768555,1.0013644695281982,1.0014063119888306,1.0014480352401733,1.0014897584915161],"_type":"histogram","values":[1,0,0,1,0,1,1,0,3,2,4,2,2,4,1,4,5,7,7,10,18,20,30,41,37,41,47,49,46,34,45,40,26,42,19,22,18,22,18,12,16,11,15,5,9,5,4,4,0,1,4,1,1,2,2,1,2,0,1,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,1,1,2,3,4,4,7,2,6,6,8,11,14,12,21,32,30,29,33,30,44,38,40,50,42,51,31,47,19,27,24,17,15,18,12,5,8,3,6,3,3,0,3,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0004300571163184941,-0.00041509568109177053,-0.000400134245865047,-0.0003851728106383234,-0.0003702113754115999,-0.0003552499401848763,-0.00034028850495815277,-0.0003253270697314292,-0.00031036563450470567,-0.00029540422838181257,-0.000280442793155089,-0.00026548135792836547,-0.0002505199227016419,-0.00023555848747491837,-0.00022059705224819481,-0.00020563561702147126,-0.0001906741817947477,-0.00017571274656802416,-0.0001607513113413006,-0.00014578987611457705,-0.0001308284408878535,-0.00011586701293708757,-0.00010090558498632163,-8.594414975959808e-05,-7.098271453287452e-05,-5.602127930615097e-05,-4.105984771740623e-05,-2.609841430967208e-05,-1.1136980901937932e-05,3.8244525057962164e-06,1.8785885913530365e-05,3.374731750227511e-05,4.870875272899866e-05,6.367018795572221e-05,7.863162318244576e-05,9.35930511332117e-05,0.00010855448635993525,0.0001235159143107012,0.00013847734953742474,0.0001534387847641483,0.00016840021999087185,0.0001833616552175954,0.00019832309044431895,0.0002132845256710425,0.00022824594634585083,0.00024320738157257438,0.00025816881679929793,0.0002731302520260215,0.00028809168725274503,0.0003030531224794686,0.00031801455770619214,0.0003329759929329157,0.00034793742815963924,0.0003628988633863628,0.00037786029861308634,0.0003928217338398099,0.000407783139962703,0.00042274457518942654,0.0004377060104161501,0.00045266744564287364,0.0004676288808695972,0.00048259031609632075,0.0004975517513230443,0.0005125132156535983,0.0005274746217764914]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.02093106135725975,-0.020221130922436714,-0.01951119862496853,-0.018801268190145493,-0.018091335892677307,-0.01738140545785427,-0.016671475023031235,-0.01596154272556305,-0.015251612290740013,-0.014541680924594402,-0.013831749558448792,-0.013121819123625755,-0.012411887757480145,-0.011701956391334534,-0.010992025956511497,-0.010282094590365887,-0.009572163224220276,-0.008862231858074665,-0.008152300491929054,-0.007442370057106018,-0.006732438690960407,-0.0060225073248147964,-0.005312576424330473,-0.0046026455238461494,-0.0038927141577005386,-0.0031827830243855715,-0.0024728518910706043,-0.0017629207577556372,-0.00105298962444067,-0.00034305849112570286,0.0003668726421892643,0.0010768037755042315,0.0017867349088191986,0.0024966660421341658,0.003206597175449133,0.003916528075933456,0.004626459442079067,0.005336390808224678,0.0060463217087090015,0.006756252609193325,0.007466183975338936,0.008176115341484547,0.008886046707630157,0.009595977142453194,0.010305908508598804,0.011015839874744415,0.011725770309567451,0.012435701675713062,0.013145633041858673,0.013855564408004284,0.014565495774149895,0.015275426208972931,0.015985358506441116,0.016695288941264153,0.01740521937608719,0.018115151673555374,0.01882508210837841,0.019535012543201447,0.020244944840669632,0.020954875275492668,0.021664805710315704,0.02237473800778389,0.023084668442606926,0.02379460074007511,0.024504531174898148],"_type":"histogram","values":[2,1,0,0,1,0,1,1,4,2,4,5,8,12,9,15,19,12,28,23,17,14,27,27,21,38,27,30,20,35,28,32,28,29,23,28,21,21,25,20,22,14,12,10,7,9,6,8,0,5,1,6,2,1,1,2,0,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[0.9991792440414429,0.9992178678512573,0.9992564916610718,0.9992951154708862,0.9993337392807007,0.9993723630905151,0.9994109869003296,0.999449610710144,0.9994882345199585,0.999526858329773,0.9995654821395874,0.9996041059494019,0.9996427297592163,0.9996813535690308,0.9997199773788452,0.9997586011886597,0.9997972249984741,0.9998357892036438,0.9998744130134583,0.9999130368232727,0.9999516606330872,0.9999902844429016,1.0000289678573608,1.0000675916671753,1.0001062154769897,1.0001448392868042,1.0001834630966187,1.000222086906433,1.0002607107162476,1.000299334526062,1.0003379583358765,1.000376582145691,1.0004150867462158,1.0004537105560303,1.0004923343658447,1.0005309581756592,1.0005695819854736,1.000608205795288,1.0006468296051025,1.000685453414917,1.0007240772247314,1.000762701034546,1.0008013248443604,1.0008399486541748,1.0008785724639893,1.0009171962738037,1.0009558200836182,1.0009944438934326,1.001033067703247,1.0010716915130615,1.001110315322876,1.0011489391326904,1.0011875629425049,1.0012261867523193,1.0012648105621338,1.0013034343719482,1.0013420581817627,1.0013806819915771,1.0014193058013916,1.001457929611206,1.0014965534210205,1.001535177230835,1.0015738010406494,1.0016124248504639,1.0016510486602783],"_type":"histogram","values":[2,1,3,3,3,4,9,8,7,9,11,16,18,24,32,25,35,27,36,36,43,41,34,19,22,29,22,28,17,24,19,20,13,13,13,9,13,13,7,8,8,5,5,5,2,3,1,5,4,1,1,5,1,1,0,2,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0017955267103388906,-0.001737147686071694,-0.001678768778219819,-0.0016203897539526224,-0.0015620108461007476,-0.001503631821833551,-0.001445252913981676,-0.0013868738897144794,-0.0013284949818626046,-0.001270115957595408,-0.0012117370497435331,-0.0011533580254763365,-0.0010949791176244617,-0.001036600093357265,-0.0009782211855053902,-0.0009198421612381935,-0.0008614631951786578,-0.000803084229119122,-0.0007447052630595863,-0.0006863262970000505,-0.0006279473309405148,-0.0005695683648809791,-0.0005111893988214433,-0.0004528104036580771,-0.0003944314375985414,-0.00033605247153900564,-0.0002776735054794699,-0.00021929452486801893,-0.00016091555880848318,-0.00010253659274894744,-4.4157619413454086e-05,1.4221350284060463e-05,7.260031998157501e-05,0.00013097928604111075,0.0001893582521006465,0.00024773721816018224,0.000306116184219718,0.0003644951793830842,0.0004228741454426199,0.00048125311150215566,0.000539632048457861,0.0005980110727250576,0.0006563900387845933,0.0007147690048441291,0.0007731479709036648,0.0008315269369632006,0.0008899059030227363,0.000948284869082272,0.0010066637769341469,0.0010650428012013435,0.0011234218254685402,0.001181800733320415,0.0012401797575876117,0.0012985586654394865,0.0013569376897066832,0.001415316597558558,0.0014736956218257546,0.0015320745296776295,0.0015904535539448261,0.001648832461796701,0.0017072114860638976,0.0017655903939157724,0.001823969418182969,0.001882348326034844,0.0019407273503020406],"_type":"histogram","values":[1,0,0,0,0,0,0,1,4,5,2,1,3,3,2,6,6,7,9,9,16,16,19,28,30,33,31,35,45,43,48,43,41,49,36,35,24,20,17,13,15,8,10,3,15,8,5,6,3,2,2,3,3,1,0,0,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,0,2,3,0,1,4,5,8,9,8,20,40,52,72,94,144,212,320,462,616,999,1408,2130,3008,4716,7239,12116,20536,36237,73501,172511,125762,54128,28696,16253,9927,6103,3998,2678,1769,1273,838,594,395,300,182,143,100,66,42,31,20,15,15,9,5,2,4,1,0,0,0,1],"bins":[-0.0024261474609375,-0.002349853515625,-0.0022735595703125,-0.002197265625,-0.0021209716796875,-0.002044677734375,-0.0019683837890625,-0.00189208984375,-0.0018157958984375,-0.001739501953125,-0.0016632080078125,-0.0015869140625,-0.0015106201171875,-0.001434326171875,-0.0013580322265625,-0.00128173828125,-0.0012054443359375,-0.001129150390625,-0.0010528564453125,-0.0009765625,-0.0009002685546875,-0.000823974609375,-0.0007476806640625,-0.00067138671875,-0.0005950927734375,-0.000518798828125,-0.0004425048828125,-0.0003662109375,-0.0002899169921875,-0.000213623046875,-0.0001373291015625,-6.103515625e-05,1.52587890625e-05,9.1552734375e-05,0.0001678466796875,0.000244140625,0.0003204345703125,0.000396728515625,0.0004730224609375,0.00054931640625,0.0006256103515625,0.000701904296875,0.0007781982421875,0.0008544921875,0.0009307861328125,0.001007080078125,0.0010833740234375,0.00115966796875,0.0012359619140625,0.001312255859375,0.0013885498046875,0.00146484375,0.0015411376953125,0.001617431640625,0.0016937255859375,0.00177001953125,0.0018463134765625,0.001922607421875,0.0019989013671875,0.0020751953125,0.0021514892578125,0.002227783203125,0.0023040771484375,0.00238037109375,0.0024566650390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,1,7,11,26,53,97,152,282,529,849,1262,2015,3153,4816,7012,9973,14107,19036,25258,32210,40965,50037,59723,69616,79343,86571,93876,98246,100674,100100,96858,92501,85614,76459,66556,57304,47306,38637,30355,23606,17556,12765,9234,6235,4378,2853,1869,1133,656,445,255,138,66,33,23,10,11,3,0,1],"bins":[-0.10566956549882889,-0.1024540588259697,-0.09923854470252991,-0.09602303802967072,-0.09280753135681152,-0.08959202468395233,-0.08637651801109314,-0.08316100388765335,-0.07994549721479416,-0.07672999054193497,-0.07351447641849518,-0.07029896974563599,-0.0670834630727768,-0.0638679563999176,-0.06065244600176811,-0.05743693560361862,-0.05422142893075943,-0.05100592225790024,-0.04779041185975075,-0.04457490146160126,-0.041359394788742065,-0.038143888115882874,-0.03492837771773338,-0.03171286731958389,-0.0284973606467247,-0.02528185211122036,-0.02206634357571602,-0.018850835040211678,-0.015635326504707336,-0.012419817969202995,-0.009204309433698654,-0.005988800898194313,-0.002773292362689972,0.0004422161728143692,0.0036577247083187103,0.0068732332438230515,0.010088741779327393,0.013304250314831734,0.016519758850336075,0.019735267385840416,0.022950775921344757,0.026166284456849098,0.02938179299235344,0.03259730339050293,0.03581281006336212,0.039028316736221313,0.042243827134370804,0.045459337532520294,0.048674844205379486,0.05189035087823868,0.05510586127638817,0.05832137167453766,0.06153687834739685,0.06475238502025604,0.06796789169311523,0.07118340581655502,0.07439891248941422,0.07761441916227341,0.0808299332857132,0.08404543995857239,0.08726094663143158,0.09047645330429077,0.09369195997714996,0.09690747410058975,0.10012298077344894]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.07373046875,-0.071319580078125,-0.06890869140625,-0.066497802734375,-0.0640869140625,-0.061676025390625,-0.05926513671875,-0.056854248046875,-0.054443359375,-0.052032470703125,-0.04962158203125,-0.047210693359375,-0.0447998046875,-0.042388916015625,-0.03997802734375,-0.037567138671875,-0.03515625,-0.032745361328125,-0.03033447265625,-0.027923583984375,-0.0255126953125,-0.023101806640625,-0.02069091796875,-0.018280029296875,-0.015869140625,-0.013458251953125,-0.01104736328125,-0.008636474609375,-0.0062255859375,-0.003814697265625,-0.00140380859375,0.001007080078125,0.00341796875,0.005828857421875,0.00823974609375,0.010650634765625,0.0130615234375,0.015472412109375,0.01788330078125,0.020294189453125,0.022705078125,0.025115966796875,0.02752685546875,0.029937744140625,0.0323486328125,0.034759521484375,0.03717041015625,0.039581298828125,0.0419921875,0.044403076171875,0.04681396484375,0.049224853515625,0.0516357421875,0.054046630859375,0.05645751953125,0.058868408203125,0.061279296875,0.063690185546875,0.06610107421875,0.068511962890625,0.0709228515625,0.073333740234375,0.07574462890625,0.078155517578125,0.08056640625],"_type":"histogram","values":[1,0,1,2,3,2,5,8,20,13,25,36,48,82,98,161,194,308,466,655,1081,1573,2593,3803,6343,9544,15433,24469,42373,79819,190007,91138,46400,27066,16813,10213,6802,4318,2810,1768,1088,727,499,314,214,137,109,62,55,37,30,15,13,7,8,4,2,5,1,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[1,0,0,1,0,3,4,7,6,23,26,42,62,124,209,374,623,908,1410,2051,2893,4205,5747,7625,9967,12824,15727,19140,22670,26331,29842,32453,34825,36409,36980,36896,35758,33829,31202,28199,24535,21098,17767,14361,11352,8721,6662,5019,3625,2560,1651,1188,724,457,295,173,111,61,30,18,9,3,4,4],"bins":[-0.10987002402544022,-0.1067100241780281,-0.103550024330616,-0.10039002448320389,-0.09723001718521118,-0.09407001733779907,-0.09091001749038696,-0.08775001764297485,-0.08459001779556274,-0.08143001794815063,-0.07827001065015793,-0.07511001080274582,-0.07195001095533371,-0.0687900111079216,-0.06563001126050949,-0.06247000768780708,-0.059310007840394974,-0.056150007992982864,-0.05299000442028046,-0.04983000457286835,-0.04667000472545624,-0.04351000115275383,-0.04035000130534172,-0.03719000145792961,-0.0340299978852272,-0.030869998037815094,-0.027709998190402985,-0.024549996480345726,-0.021389994770288467,-0.018229994922876358,-0.0150699932128191,-0.011909992434084415,-0.008749991655349731,-0.0055899908766150475,-0.002429989632219076,0.0007300113793462515,0.003890012390911579,0.007050013169646263,0.010210014879703522,0.013370015658438206,0.01653001643717289,0.01969001814723015,0.022850017994642258,0.026010019704699516,0.029170021414756775,0.032330021262168884,0.035490021109580994,0.0386500246822834,0.04181002452969551,0.04497002437710762,0.04813002794981003,0.05129002779722214,0.05445002764463425,0.057610031217336655,0.060770031064748764,0.06393003463745117,0.06709003448486328,0.07025003433227539,0.0734100341796875,0.07657003402709961,0.07973003387451172,0.08289004117250443,0.08605004101991653,0.08921004086732864,0.09237004071474075],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,2,1,3,4,7,7,9,20,24,27,56,82,95,187,250,360,577,847,1143,1911,2702,4226,6629,10635,17171,29623,57727,132365,160280,73074,35542,20205,12036,7717,4894,3264,1986,1341,893,570,420,286,206,129,85,61,42,32,23,9,10,10,8,0,4,2,2,0,0,0,1],"bins":[-0.015625,-0.015123367309570312,-0.014621734619140625,-0.014120101928710938,-0.01361846923828125,-0.013116836547851562,-0.012615203857421875,-0.012113571166992188,-0.0116119384765625,-0.011110305786132812,-0.010608673095703125,-0.010107040405273438,-0.00960540771484375,-0.009103775024414062,-0.008602142333984375,-0.008100509643554688,-0.007598876953125,-0.0070972442626953125,-0.006595611572265625,-0.0060939788818359375,-0.00559234619140625,-0.0050907135009765625,-0.004589080810546875,-0.0040874481201171875,-0.0035858154296875,-0.0030841827392578125,-0.002582550048828125,-0.0020809173583984375,-0.00157928466796875,-0.0010776519775390625,-0.000576019287109375,-7.43865966796875e-05,0.00042724609375,0.0009288787841796875,0.001430511474609375,0.0019321441650390625,0.00243377685546875,0.0029354095458984375,0.003437042236328125,0.0039386749267578125,0.0044403076171875,0.0049419403076171875,0.005443572998046875,0.0059452056884765625,0.00644683837890625,0.0069484710693359375,0.007450103759765625,0.007951736450195312,0.008453369140625,0.008955001831054688,0.009456634521484375,0.009958267211914062,0.01045989990234375,0.010961532592773438,0.011463165283203125,0.011964797973632812,0.0124664306640625,0.012968063354492188,0.013469696044921875,0.013971328735351562,0.01447296142578125,0.014974594116210938,0.015476226806640625,0.015977859497070312,0.0164794921875]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.027767635881900787,-0.026922909542918205,-0.026078181341290474,-0.025233455002307892,-0.02438872866332531,-0.023544002324342728,-0.022699274122714996,-0.021854547783732414,-0.021009821444749832,-0.0201650932431221,-0.01932036690413952,-0.018475640565156937,-0.017630914226174355,-0.016786186024546623,-0.01594145968556404,-0.015096733346581459,-0.014252006076276302,-0.013407278805971146,-0.012562552466988564,-0.011717825196683407,-0.010873098857700825,-0.010028371587395668,-0.009183645248413086,-0.00833891797810793,-0.00749419117346406,-0.00664946436882019,-0.005804737564176321,-0.004960010759532452,-0.004115283489227295,-0.003270556917414069,-0.002425829879939556,-0.0015811030752956867,-0.0007363762706518173,0.00010835059219971299,0.0009530774550512433,0.0017978043761104345,0.002642531180754304,0.0034872579853981733,0.004331985022872686,0.005176711827516556,0.006021438632160425,0.006866165436804295,0.007710892241448164,0.008555619046092033,0.00940034631639719,0.010245072655379772,0.011089799925684929,0.011934526264667511,0.012779253534972668,0.013623980805277824,0.014468707144260406,0.015313434414565563,0.01615816168487072,0.017002888023853302,0.017847614362835884,0.018692340701818466,0.019537068903446198,0.02038179524242878,0.02122652158141136,0.022071249783039093,0.022915976122021675,0.023760702461004257,0.02460542879998684,0.02545015700161457,0.026294883340597153],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,2,3,3,4,1,4,9,17,9,13,16,23,17,29,31,26,25,27,31,33,29,30,27,37,34,30,28,33,36,31,18,19,14,7,12,11,9,4,7,5,5,3,1,0,2,3,0,5,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,2,0,0,0,0,0,3,0,1,2,2,4,3,5,8,14,9,18,16,29,37,73,78,97,92,60,45,32,25,17,28,15,11,11,6,6,0,2,6,4,1,1,0,0,0,1,1,0,0,0,0,0,1],"bins":[-0.026138972491025925,-0.02539411559700966,-0.024649258702993393,-0.023904401808977127,-0.023159543052315712,-0.022414686158299446,-0.02166982926428318,-0.020924972370266914,-0.02018011547625065,-0.019435258582234383,-0.018690399825572968,-0.0179455429315567,-0.017200686037540436,-0.01645582914352417,-0.015710972249507904,-0.014966114424169064,-0.014221257530152798,-0.013476400636136532,-0.012731542810797691,-0.011986685916781425,-0.01124182902276516,-0.010496971197426319,-0.009752114303410053,-0.009007257409393787,-0.008262399584054947,-0.007517542690038681,-0.006772685796022415,-0.006027828436344862,-0.005282971076667309,-0.004538114182651043,-0.0037932568229734898,-0.0030483996961265802,-0.0023035425692796707,-0.0015586854424327612,-0.0008138281991705298,-6.89710141159594e-05,0.000675886170938611,0.0014207432977855206,0.0021656006574630737,0.0029104577843099833,0.0036553149111568928,0.004400172270834446,0.005145029164850712,0.005889886524528265,0.006634743884205818,0.007379600778222084,0.00812445767223835,0.00886931549757719,0.009614172391593456,0.010359029285609722,0.011103887110948563,0.011848744004964828,0.012593600898981094,0.013338458724319935,0.0140833156183362,0.014828172512352467,0.015573030337691307,0.016317887231707573,0.01706274412572384,0.017807601019740105,0.01855245791375637,0.019297316670417786,0.02004217356443405,0.020787030458450317,0.021531887352466583],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,1,2,2,5,3,7,18,21,32,39,42,44,53,49,48,59,45,44,25,33,32,19,26,12,17,9,8,14,6,9,4,8,8,2,6,2,2,3,0,1,0,1,1,0,0,1,0,1,1,0,0,0,1],"bins":[0.9987848997116089,0.9988328814506531,0.9988808035850525,0.9989287853240967,0.9989767074584961,0.9990246891975403,0.9990726709365845,0.9991205930709839,0.9991685748100281,0.9992164969444275,0.9992644786834717,0.9993124604225159,0.9993603825569153,0.9994083642959595,0.9994562864303589,0.9995042681694031,0.9995522499084473,0.9996001720428467,0.9996481537818909,0.9996960759162903,0.9997440576553345,0.9997919797897339,0.9998399615287781,0.9998879432678223,0.9999358654022217,0.9999838471412659,1.00003182888031,1.0000797510147095,1.0001276731491089,1.0001757144927979,1.0002236366271973,1.0002715587615967,1.000319480895996,1.000367522239685,1.0004154443740845,1.0004633665084839,1.0005114078521729,1.0005593299865723,1.0006072521209717,1.0006552934646606,1.00070321559906,1.0007511377334595,1.0007990598678589,1.0008471012115479,1.0008950233459473,1.0009429454803467,1.0009909868240356,1.001038908958435,1.0010868310928345,1.0011348724365234,1.0011827945709229,1.0012307167053223,1.0012786388397217,1.0013266801834106,1.00137460231781,1.0014225244522095,1.0014705657958984,1.0015184879302979,1.0015664100646973,1.0016144514083862,1.0016623735427856,1.001710295677185,1.0017582178115845,1.0018062591552734,1.0018541812896729]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-0.05943889170885086,-0.057416439056396484,-0.05539398267865181,-0.053371526300907135,-0.05134907364845276,-0.04932662099599838,-0.04730416461825371,-0.04528170824050903,-0.04325925558805466,-0.04123680293560028,-0.039214346557855606,-0.03719189018011093,-0.035169437527656555,-0.03314698487520218,-0.031124528497457504,-0.02910207398235798,-0.027079619467258453,-0.025057164952158928,-0.023034710437059402,-0.021012255921959877,-0.01898980140686035,-0.016967346891760826,-0.0149448923766613,-0.012922437861561775,-0.01089998334646225,-0.008877528831362724,-0.006855074316263199,-0.004832619801163673,-0.002810165286064148,-0.0007877107709646225,0.001234743744134903,0.0032571982592344284,0.005279660224914551,0.007302114740014076,0.009324569255113602,0.011347023770213127,0.013369478285312653,0.015391932800412178,0.017414387315511703,0.01943684183061123,0.021459296345710754,0.02348175086081028,0.025504205375909805,0.02752665989100933,0.029549114406108856,0.03157156705856323,0.03359402343630791,0.03561647981405258,0.03763893246650696,0.039661385118961334,0.04168384149670601,0.043706297874450684,0.04572875052690506,0.047751203179359436,0.04977365955710411,0.051796115934848785,0.05381856858730316,0.05584102123975754,0.05786347761750221,0.05988593399524689,0.06190838664770126,0.06393083930015564,0.06595329940319061,0.06797575205564499,0.06999820470809937],"_type":"histogram","values":[1,0,1,0,0,0,0,1,1,1,1,1,3,3,3,3,3,3,9,3,13,18,17,19,26,44,33,61,118,80,68,48,25,19,29,19,24,15,13,12,5,8,5,0,2,1,1,0,1,1,0,2,1,0,0,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[2,1,0,0,0,0,1,0,3,2,3,6,7,8,10,18,15,22,20,25,30,21,23,31,31,44,45,32,28,36,24,45,35,29,26,19,23,16,16,13,15,9,9,5,7,5,0,3,3,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.01662878319621086,-0.01603355072438717,-0.015438318252563477,-0.014843085780739784,-0.014247853308916092,-0.0136526208370924,-0.013057388365268707,-0.012462155893445015,-0.011866923421621323,-0.01127169094979763,-0.010676458477973938,-0.010081226006150246,-0.009485993534326553,-0.008890761062502861,-0.008295528590679169,-0.007700296118855476,-0.007105063647031784,-0.006509831175208092,-0.005914598703384399,-0.005319366231560707,-0.004724133759737015,-0.0041289012879133224,-0.00353366881608963,-0.002938436344265938,-0.0023432038724422455,-0.0017479714006185532,-0.0011527389287948608,-0.0005575064569711685,3.7726014852523804e-05,0.0006329584866762161,0.0012281909584999084,0.0018234234303236008,0.002418655902147293,0.0030138883739709854,0.0036091208457946777,0.00420435331761837,0.004799585789442062,0.005394818261265755,0.005990050733089447,0.006585283204913139,0.007180515676736832,0.007775748148560524,0.008370980620384216,0.008966213092207909,0.009561445564031601,0.010156678035855293,0.010751910507678986,0.011347142979502678,0.01194237545132637,0.012537607923150063,0.013132840394973755,0.013728072866797447,0.01432330533862114,0.014918537810444832,0.015513770282268524,0.016109002754092216,0.01670423522591591,0.0172994676977396,0.017894700169563293,0.018489932641386986,0.019085165113210678,0.01968039758503437,0.020275630056858063,0.020870862528681755,0.021466095000505447],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"bins":[-0.10015483945608139,-0.09706377983093262,-0.09397272765636444,-0.09088166803121567,-0.08779061585664749,-0.08469955623149872,-0.08160850405693054,-0.07851744443178177,-0.075426384806633,-0.07233533263206482,-0.06924427300691605,-0.06615322083234787,-0.0630621612071991,-0.05997110530734062,-0.05688004940748215,-0.05378899350762367,-0.0506979376077652,-0.04760688170790672,-0.04451582580804825,-0.041424769908189774,-0.0383337140083313,-0.035242654383182526,-0.03215159848332405,-0.029060542583465576,-0.0259694866836071,-0.022878430783748627,-0.019787374883890152,-0.016696317121386528,-0.013605261221528053,-0.010514205321669579,-0.007423148490488529,-0.004332092124968767,-0.0012410283088684082,0.0018500280566513538,0.004941084422171116,0.008032141253352165,0.01112319715321064,0.014214253053069115,0.01730531081557274,0.020396366715431213,0.023487422615289688,0.026578478515148163,0.029669534415006638,0.03276059031486511,0.035851649940013885,0.03894270583987236,0.042033761739730835,0.04512481763958931,0.048215873539447784,0.05130692943930626,0.054397985339164734,0.05748904123902321,0.06058009713888168,0.06367115676403046,0.06676220893859863,0.0698532685637474,0.07294432818889618,0.07603538036346436,0.07912643998861313,0.0822174921631813,0.08530855178833008,0.08839960396289825,0.09149066358804703,0.0945817157626152,0.09767277538776398],"_type":"histogram","values":[1,0,0,3,5,2,15,26,47,71,125,208,344,521,737,1195,1754,2569,3596,4954,6745,8677,11022,14318,17429,20654,24175,27394,30204,32848,34888,36182,36405,35937,34140,32625,29670,26397,23276,19982,16673,13496,10588,8375,6389,4660,3443,2396,1660,1084,711,499,300,177,99,67,31,17,8,1,2,3,0,4]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,1,2,3,1,5,3,7,10,17,25,32,47,59,76,135,175,250,362,522,684,1024,1469,2104,3236,5005,7662,12440,21271,37694,73394,157734,127537,57874,30904,17261,11086,6492,4283,2724,1867,1357,891,583,422,286,243,175,105,87,57,45,36,16,17,8,5,5,2,2,2,0,2],"bins":[-0.001953125,-0.0018936395645141602,-0.0018341541290283203,-0.0017746686935424805,-0.0017151832580566406,-0.0016556978225708008,-0.001596212387084961,-0.001536726951599121,-0.0014772415161132812,-0.0014177560806274414,-0.0013582706451416016,-0.0012987852096557617,-0.0012392997741699219,-0.001179814338684082,-0.0011203289031982422,-0.0010608434677124023,-0.0010013580322265625,-0.0009418725967407227,-0.0008823871612548828,-0.000822901725769043,-0.0007634162902832031,-0.0007039308547973633,-0.0006444454193115234,-0.0005849599838256836,-0.0005254745483398438,-0.0004659891128540039,-0.00040650367736816406,-0.0003470182418823242,-0.0002875328063964844,-0.00022804737091064453,-0.0001685619354248047,-0.00010907649993896484,-4.9591064453125e-05,9.894371032714844e-06,6.937980651855469e-05,0.00012886524200439453,0.00018835067749023438,0.0002478361129760742,0.00030732154846191406,0.0003668069839477539,0.00042629241943359375,0.0004857778549194336,0.0005452632904052734,0.0006047487258911133,0.0006642341613769531,0.000723719596862793,0.0007832050323486328,0.0008426904678344727,0.0009021759033203125,0.0009616613388061523,0.0010211467742919922,0.001080632209777832,0.0011401176452636719,0.0011996030807495117,0.0012590885162353516,0.0013185739517211914,0.0013780593872070312,0.001437544822692871,0.001497030258178711,0.0015565156936645508,0.0016160011291503906,0.0016754865646362305,0.0017349720001220703,0.0017944574356079102,0.00185394287109375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.00293945986777544,-0.002839468652382493,-0.002739477204158902,-0.002639485988765955,-0.0025394947733730078,-0.002439503325149417,-0.0023395121097564697,-0.0022395208943635225,-0.0021395294461399317,-0.0020395382307469845,-0.0019395468989387155,-0.0018395555671304464,-0.0017395643517374992,-0.0016395730199292302,-0.0015395816881209612,-0.001439590472728014,-0.001339599140919745,-0.001239607809111476,-0.0011396165937185287,-0.0010396252619102597,-0.0009396339301019907,-0.0008396426565013826,-0.0007396513829007745,-0.0006396600510925055,-0.0005396687774918973,-0.0004396774747874588,-0.0003396861720830202,-0.0002396948984824121,-0.00013970359577797353,-3.971230034949258e-05,6.027899507898837e-05,0.0001602702832315117,0.0002602615859359503,0.00036025288864038885,0.0004602441913448274,0.0005602354649454355,0.0006602267967537045,0.0007602180703543127,0.0008602093439549208,0.0009602006757631898,0.0010601920075714588,0.001160183222964406,0.001260174554772675,0.001360165886580944,0.0014601571019738913,0.0015601484337821603,0.0016601397655904293,0.0017601309809833765,0.0018601223127916455,0.0019601136445999146,0.0020601048599928617,0.0021600963082164526,0.0022600875236094,0.002360078739002347,0.002460070187225938,0.002560061402618885,0.0026600526180118322,0.002760044066235423,0.0028600352816283703,0.0029600264970213175,0.0030600179452449083,0.0031600091606378555,0.0032600003760308027,0.0033599918242543936,0.0034599830396473408],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,3,0,4,4,11,3,8,12,15,15,25,22,37,39,45,52,50,60,61,46,51,39,34,26,18,16,14,15,11,4,8,2,3,2,3,2,1,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.09406554698944092,-0.09105954319238663,-0.08805354684591293,-0.08504754304885864,-0.08204154670238495,-0.07903554290533066,-0.07602954655885696,-0.07302354276180267,-0.07001754641532898,-0.06701154261827469,-0.0640055388212204,-0.060999542474746704,-0.05799353867769241,-0.05498753860592842,-0.05198153853416443,-0.048975538462400436,-0.045969538390636444,-0.04296353831887245,-0.03995753824710846,-0.03695153817534447,-0.033945538103580475,-0.030939536169171333,-0.027933534234762192,-0.0249275341629982,-0.021921534091234207,-0.018915534019470215,-0.015909533947706223,-0.012903532013297081,-0.009897531941533089,-0.006891531404107809,-0.0038855308666825294,-0.0008795303292572498,0.0021264776587486267,0.005132478196173906,0.008138478733599186,0.011144479736685753,0.014150479808449745,0.017156479880213737,0.02016248181462288,0.02316848188638687,0.026174481958150864,0.029180482029914856,0.03218648210167885,0.03519248217344284,0.03819848597049713,0.041204486042261124,0.044210486114025116,0.04721648618578911,0.0502224862575531,0.05322848632931709,0.056234486401081085,0.05924048647284508,0.06224648654460907,0.06525249034166336,0.06825848668813705,0.07126449048519135,0.07427048683166504,0.07727649062871933,0.08028249442577362,0.08328849077224731,0.0862944945693016,0.0893004909157753,0.09230649471282959,0.09531249105930328,0.09831849485635757],"_type":"histogram","values":[1,3,1,7,10,20,36,62,108,137,243,438,683,959,1452,2182,3000,4177,5514,7506,9584,11960,14623,17735,20857,23802,27385,29893,32393,33982,34852,35173,34741,33428,31565,29139,25913,23042,19728,16679,13675,11087,8615,6635,4999,3725,2648,1844,1278,793,565,373,248,135,79,47,28,17,10,4,2,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.02392578125,-0.023180007934570312,-0.022434234619140625,-0.021688461303710938,-0.02094268798828125,-0.020196914672851562,-0.019451141357421875,-0.018705368041992188,-0.0179595947265625,-0.017213821411132812,-0.016468048095703125,-0.015722274780273438,-0.01497650146484375,-0.014230728149414062,-0.013484954833984375,-0.012739181518554688,-0.011993408203125,-0.011247634887695312,-0.010501861572265625,-0.009756088256835938,-0.00901031494140625,-0.008264541625976562,-0.007518768310546875,-0.0067729949951171875,-0.0060272216796875,-0.0052814483642578125,-0.004535675048828125,-0.0037899017333984375,-0.00304412841796875,-0.0022983551025390625,-0.001552581787109375,-0.0008068084716796875,-6.103515625e-05,0.0006847381591796875,0.001430511474609375,0.0021762847900390625,0.00292205810546875,0.0036678314208984375,0.004413604736328125,0.0051593780517578125,0.0059051513671875,0.0066509246826171875,0.007396697998046875,0.008142471313476562,0.00888824462890625,0.009634017944335938,0.010379791259765625,0.011125564575195312,0.011871337890625,0.012617111206054688,0.013362884521484375,0.014108657836914062,0.01485443115234375,0.015600204467773438,0.016345977783203125,0.017091751098632812,0.0178375244140625,0.018583297729492188,0.019329071044921875,0.020074844360351562,0.02082061767578125,0.021566390991210938,0.022312164306640625,0.023057937622070312,0.0238037109375],"_type":"histogram","values":[1,0,2,1,2,1,5,8,5,23,22,27,38,58,101,163,168,290,452,711,987,1518,2405,3422,5234,8616,13482,22458,38509,70860,146959,411981,490051,167797,78690,42666,24623,14517,9272,5640,3682,2425,1613,1093,694,540,319,230,165,93,93,54,39,16,15,8,3,9,2,3,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,1,0,0,0,0,4,0,0,1,3,2,4,1,2,2,3,7,9,13,22,21,34,28,38,53,68,65,87,107,109,132,117,138,129,135,120,112,84,75,70,58,42,33,22,26,13,16,6,6,7,7,3,3,3,1,1,0,0,1,1,1,0,1],"bins":[-0.0008799089700914919,-0.0008542530704289675,-0.0008285972289741039,-0.0008029413293115795,-0.0007772854878567159,-0.0007516295881941915,-0.0007259737467393279,-0.0007003178470768034,-0.000674661947414279,-0.0006490061059594154,-0.000623350206296891,-0.0005976943648420274,-0.000572038465179503,-0.0005463826237246394,-0.000520726724062115,-0.0004950708826072514,-0.00046941498294472694,-0.00044375911238603294,-0.00041810324182733893,-0.00039244737126864493,-0.0003667915007099509,-0.00034113560104742646,-0.00031547973048873246,-0.00028982385993003845,-0.00026416798937134445,-0.00023851211881265044,-0.00021285624825395644,-0.0001872003631433472,-0.0001615444925846532,-0.0001358886220259592,-0.00011023274419130757,-8.457686635665596e-05,-5.892099579796195e-05,-3.326512160128914e-05,-7.609247404616326e-06,1.8046626792056486e-05,4.37025009887293e-05,6.93583715474233e-05,9.501424938207492e-05,0.00012067012721672654,0.00014632599777542055,0.00017198186833411455,0.00019763773889280856,0.0002232936240034178,0.000248949509114027,0.00027460537967272103,0.00030026125023141503,0.00032591712079010904,0.00035157299134880304,0.00037722886190749705,0.00040288473246619105,0.00042854060302488506,0.00045419647358357906,0.0004798523732461035,0.0005055082147009671,0.0005311641143634915,0.0005568199558183551,0.0005824758554808795,0.000608131755143404,0.0006337875965982676,0.000659443496260792,0.0006850993377156556,0.00071075523737818,0.0007364110788330436,0.000762066978495568],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.09403923898935318,-0.09092660248279572,-0.08781397342681885,-0.08470133692026138,-0.08158870041370392,-0.07847607135772705,-0.07536343485116959,-0.07225079834461212,-0.06913816928863525,-0.06602553278207779,-0.06291289627552032,-0.05980026349425316,-0.05668763071298599,-0.05357499420642853,-0.05046236142516136,-0.0473497249186039,-0.04423709213733673,-0.041124459356069565,-0.0380118228495121,-0.034899190068244934,-0.03178655356168747,-0.028673920780420303,-0.025561287999153137,-0.022448653355240822,-0.019336018711328506,-0.01622338406741619,-0.01311075035482645,-0.00999811664223671,-0.006885481998324394,-0.003772847820073366,-0.0006602136418223381,0.00245242053642869,0.005565054714679718,0.008677689358592033,0.011790323071181774,0.014902956783771515,0.01801559142768383,0.021128226071596146,0.024240858852863312,0.027353493496775627,0.030466128140687943,0.03357876092195511,0.03669139742851257,0.03980403020977974,0.042916662991046906,0.04602929949760437,0.049141932278871536,0.052254568785429,0.05536720156669617,0.05847983434796333,0.0615924708545208,0.06470510363578796,0.06781774014234543,0.0709303691983223,0.07404300570487976,0.07715564221143723,0.08026827871799469,0.08338090777397156,0.08649354428052902,0.08960618078708649,0.09271880984306335,0.09583144634962082,0.09894408285617828,0.10205671191215515,0.10516934841871262],"_type":"histogram","values":[5,5,10,9,24,58,124,196,293,554,849,1425,2205,3343,4866,7132,9921,13939,18688,24159,30986,38860,47434,56831,66068,74772,82692,89276,94156,97045,97564,95603,90938,85854,78184,69661,60589,51362,42707,34239,27213,20690,15796,11533,8286,5714,3931,2661,1736,1082,655,406,223,141,85,40,24,10,3,5,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.09244439005851746,-0.08951263129711151,-0.08658087253570557,-0.08364911377429962,-0.08071735501289368,-0.07778559625148773,-0.07485383749008179,-0.07192207872867584,-0.0689903199672699,-0.06605856120586395,-0.06312680244445801,-0.06019504368305206,-0.05726328492164612,-0.05433152616024017,-0.05139976739883423,-0.048468008637428284,-0.04553624987602234,-0.042604491114616394,-0.03967273235321045,-0.036740973591804504,-0.03380921483039856,-0.030877456068992615,-0.02794569730758667,-0.025013938546180725,-0.02208217978477478,-0.019150421023368835,-0.01621866226196289,-0.013286903500556946,-0.010355144739151001,-0.007423385977745056,-0.004491627216339111,-0.0015598684549331665,0.0013718977570533752,0.00430365651845932,0.007235415279865265,0.01016717404127121,0.013098932802677155,0.0160306915640831,0.018962450325489044,0.02189420908689499,0.024825967848300934,0.02775772660970688,0.030689485371112823,0.03362124413251877,0.03655300289392471,0.03948476165533066,0.0424165204167366,0.04534827917814255,0.04828003793954849,0.05121179670095444,0.05414355546236038,0.05707531422376633,0.06000707298517227,0.06293883174657822,0.06587059050798416,0.0688023492693901,0.07173410803079605,0.074665866792202,0.07759762555360794,0.08052938431501389,0.08346114307641983,0.08639290183782578,0.08932466059923172,0.09225641936063766,0.09518817812204361],"_type":"histogram","values":[3,2,6,8,13,21,40,67,109,181,283,449,695,1084,1575,2176,3038,4292,5554,7302,9430,12021,14380,17148,20147,23179,26490,28817,31480,32963,34389,34321,33994,33014,31162,28971,26426,23791,20517,17297,14509,11789,9459,7424,5675,4200,3127,2221,1559,1061,706,450,310,198,120,73,47,23,14,11,5,2,4,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,2,3,6,11,21,33,81,142,213,393,683,1077,1757,2762,4091,5975,8676,11963,16540,22328,28689,36823,44849,54234,64007,73798,82635,89936,95477,98672,99882,98388,94408,88154,80968,72250,62253,53009,43782,34897,27209,20925,15846,11224,7964,5575,3752,2452,1624,1036,613,350,188,113,57,31,16,7,6,2,3,1,1],"bins":[-0.10011836886405945,-0.09693043678998947,-0.0937425047159195,-0.09055456519126892,-0.08736663311719894,-0.08417870104312897,-0.08099076896905899,-0.07780283689498901,-0.07461489737033844,-0.07142696529626846,-0.06823903322219849,-0.06505110114812851,-0.06186316907405853,-0.05867523327469826,-0.05548730120062828,-0.052299365401268005,-0.04911143332719803,-0.04592350125312805,-0.042735565453767776,-0.0395476333796978,-0.036359697580337524,-0.03317176550626755,-0.02998383343219757,-0.026795899495482445,-0.02360796555876732,-0.020420031622052193,-0.017232097685337067,-0.01404416561126709,-0.010856231674551964,-0.007668298203498125,-0.004480364732444286,-0.0012924312613904476,0.001895509660243988,0.005083443131297827,0.008271376602351665,0.011459309607744217,0.014647243544459343,0.01783517748117447,0.021023109555244446,0.024211043491959572,0.027398977428674698,0.030586911365389824,0.03377484530210495,0.03696277737617493,0.040150709450244904,0.04333864524960518,0.046526577323675156,0.04971451312303543,0.05290244519710541,0.056090377271175385,0.05927831307053566,0.06246624514460564,0.06565418094396591,0.06884211301803589,0.07203004509210587,0.07521797716617584,0.07840591669082642,0.08159384876489639,0.08478178083896637,0.08796971291303635,0.09115764498710632,0.0943455770611763,0.09753351658582687,0.10072144865989685,0.10390938073396683],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,1,5,4,13,6,8,19,21,38,43,46,79,111,136,196,316,451,648,933,1505,2182,3481,5644,8948,14692,24283,42336,85504,185509,98068,45865,26316,15884,9496,5923,3859,2365,1552,1053,619,492,344,227,156,146,87,51,43,38,24,16,7,15,6,2,2,1,2,1,1,2],"bins":[-0.0028228759765625,-0.002733469009399414,-0.002644062042236328,-0.002554655075073242,-0.0024652481079101562,-0.0023758411407470703,-0.0022864341735839844,-0.0021970272064208984,-0.0021076202392578125,-0.0020182132720947266,-0.0019288063049316406,-0.0018393993377685547,-0.0017499923706054688,-0.0016605854034423828,-0.0015711784362792969,-0.001481771469116211,-0.001392364501953125,-0.001302957534790039,-0.0012135505676269531,-0.0011241436004638672,-0.0010347366333007812,-0.0009453296661376953,-0.0008559226989746094,-0.0007665157318115234,-0.0006771087646484375,-0.0005877017974853516,-0.0004982948303222656,-0.0004088878631591797,-0.00031948089599609375,-0.0002300739288330078,-0.00014066696166992188,-5.125999450683594e-05,3.814697265625e-05,0.00012755393981933594,0.00021696090698242188,0.0003063678741455078,0.00039577484130859375,0.0004851818084716797,0.0005745887756347656,0.0006639957427978516,0.0007534027099609375,0.0008428096771240234,0.0009322166442871094,0.0010216236114501953,0.0011110305786132812,0.0012004375457763672,0.0012898445129394531,0.001379251480102539,0.001468658447265625,0.001558065414428711,0.0016474723815917969,0.0017368793487548828,0.0018262863159179688,0.0019156932830810547,0.0020051002502441406,0.0020945072174072266,0.0021839141845703125,0.0022733211517333984,0.0023627281188964844,0.0024521350860595703,0.0025415420532226562,0.002630949020385742,0.002720355987548828,0.002809762954711914,0.002899169921875]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,1,0,1,0,2,3,3,4,8,8,17,14,16,24,21,16,24,30,33,43,29,34,33,35,34,34,30,41,31,27,19,23,15,22,15,13,12,9,5,7,7,8,2,3,4,1,0,1,1,0,0,0,0,0,1,0,1],"bins":[-0.10152845829725266,-0.0982212945818901,-0.09491413086652756,-0.09160695970058441,-0.08829979598522186,-0.08499263226985931,-0.08168546855449677,-0.07837830483913422,-0.07507114112377167,-0.07176396995782852,-0.06845680624246597,-0.06514964252710342,-0.061842478811740875,-0.05853531137108803,-0.05522814765572548,-0.05192098021507263,-0.04861381649971008,-0.045306652784347534,-0.04199948534369469,-0.03869232162833214,-0.03538515418767929,-0.03207799047231674,-0.028770826756954193,-0.025463661178946495,-0.022156495600938797,-0.0188493300229311,-0.015542165376245975,-0.012235000729560852,-0.008927835151553154,-0.005620670039206743,-0.0023135049268603325,0.0009936601854860783,0.004300832748413086,0.007607997860759497,0.010915162973105907,0.014222327619791031,0.01752949319779873,0.020836658775806427,0.024143822491168976,0.027450988069176674,0.030758153647184372,0.03406531736254692,0.03737248480319977,0.04067964851856232,0.043986812233924866,0.04729397967457771,0.05060114338994026,0.05390831083059311,0.05721547454595566,0.06052263826131821,0.06382980197668076,0.0671369731426239,0.07044413685798645,0.073751300573349,0.07705846428871155,0.0803656280040741,0.08367279171943665,0.08697996288537979,0.09028712660074234,0.09359429031610489,0.09690145403146744,0.10020861774682999,0.10351578891277313,0.10682295262813568,0.11013011634349823]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.04430082067847252,-0.04272596910595894,-0.04115112125873566,-0.039576269686222076,-0.038001418113708496,-0.036426570266485214,-0.034851718693971634,-0.033276867121458054,-0.03170201927423477,-0.03012716770172119,-0.02855231612920761,-0.02697746641933918,-0.02540261670947075,-0.02382776513695717,-0.022252915427088737,-0.020678063854575157,-0.019103214144706726,-0.017528364434838295,-0.015953512862324715,-0.014378663152456284,-0.012803812511265278,-0.011228961870074272,-0.009654112160205841,-0.008079261519014835,-0.00650441087782383,-0.004929560236632824,-0.0033547100611031055,-0.0017798596527427435,-0.00020500924438238144,0.0013698411639779806,0.0029446915723383427,0.004519541747868061,0.006094388663768768,0.007669239304959774,0.00924408994615078,0.01081893965601921,0.012393790297210217,0.013968640938401222,0.015543490648269653,0.017118342220783234,0.018693191930651665,0.020268041640520096,0.021842893213033676,0.023417742922902107,0.02499259263277054,0.02656744420528412,0.02814229391515255,0.02971714548766613,0.03129199519753456,0.03286684677004814,0.03444169461727142,0.036016546189785004,0.037591397762298584,0.039166245609521866,0.040741097182035446,0.042315948754549026,0.04389079660177231,0.04546564817428589,0.04704049974679947,0.04861535131931305,0.05019019916653633,0.05176505073904991,0.05333990231156349,0.054914750158786774,0.056489601731300354],"_type":"histogram","values":[2,1,0,1,0,0,3,5,6,7,2,5,12,9,14,18,13,15,11,22,18,22,27,30,33,35,37,37,34,28,39,26,26,22,24,26,21,23,25,13,9,8,9,14,7,8,5,1,2,0,3,1,3,2,0,1,0,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,3,3,2,3,4,5,7,6,3,11,11,16,11,22,23,19,22,24,26,26,28,24,18,23,32,23,24,37,32,24,35,23,28,21,14,20,12,11,12,12,9,12,5,5,5,4,2,3,3,6,2,2,2,0,1,0,0,1,1,2],"bins":[-0.0004415659059304744,-0.0004264431481715292,-0.0004113203613087535,-0.00039619760354980826,-0.00038107484579086304,-0.00036595205892808735,-0.0003508293011691421,-0.0003357065434101969,-0.0003205837565474212,-0.000305460998788476,-0.00029033824102953076,-0.00027521548327058554,-0.00026009269640780985,-0.0002449699386488646,-0.00022984716633800417,-0.00021472440857905895,-0.0001996016362681985,-0.00018447886395733804,-0.0001693561061983928,-0.00015423333388753235,-0.00013911057612858713,-0.00012398780381772667,-0.00010886503150686622,-9.374226647196338e-05,-7.861950143706053e-05,-6.34967364021577e-05,-4.8373967729276046e-05,-3.32511990563944e-05,-1.8128434021491557e-05,-3.005667167599313e-06,1.2117099686292931e-05,2.7239866540185176e-05,4.236266249790788e-05,5.748542753281072e-05,7.260819256771356e-05,8.773096487857401e-05,0.00010285372991347685,0.0001179764949483797,0.00013309926725924015,0.00014822202501818538,0.00016334479732904583,0.0001784675696399063,0.00019359032739885151,0.00020871309970971197,0.00022383587202057242,0.00023895862977951765,0.0002540813875384629,0.00026920417440123856,0.0002843269321601838,0.000299449689919129,0.0003145724767819047,0.0003296952345408499,0.00034481799229979515,0.00035994077916257083,0.00037506353692151606,0.0003901862946804613,0.00040530908154323697,0.0004204318393021822,0.0004355545970611274,0.00045067735482007265,0.00046580014168284833,0.00048092289944179356,0.0004960456863045692,0.0005111684440635145,0.0005262912018224597]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,1,0,0,1,0,2,4,3,2,4,6,3,10,13,12,15,14,19,23,23,16,25,22,25,27,34,18,39,29,23,29,26,34,32,22,23,19,30,14,22,16,17,11,9,5,9,7,8,2,4,2,1,2,5,2,0,1,1,0,0,0,1],"bins":[-0.020164620131254196,-0.019512970000505447,-0.0188613198697567,-0.01820966973900795,-0.017558017745614052,-0.016906367614865303,-0.016254717484116554,-0.015603067353367805,-0.014951417222619057,-0.014299766160547733,-0.013648116029798985,-0.012996465899050236,-0.012344814836978912,-0.011693164706230164,-0.011041514575481415,-0.010389863513410091,-0.009738213382661343,-0.009086563251912594,-0.00843491218984127,-0.007783262059092522,-0.007131611928343773,-0.006479961331933737,-0.005828310735523701,-0.005176660604774952,-0.004525010008364916,-0.0038733596447855234,-0.003221709281206131,-0.002570058684796095,-0.0019184083212167025,-0.00126675795763731,-0.0006151074776425958,3.654294414445758e-05,0.0006881933659315109,0.0013398437295109034,0.001991494093090296,0.002643144689500332,0.0032947950530797243,0.003946445416659117,0.004598096013069153,0.005249746143817902,0.005901396740227938,0.006553047336637974,0.0072046974673867226,0.007856347598135471,0.008507998660206795,0.009159648790955544,0.009811298921704292,0.010462949983775616,0.011114600114524364,0.011766250245273113,0.012417901307344437,0.013069551438093185,0.013721201568841934,0.014372852630913258,0.015024502761662006,0.01567615382373333,0.01632780395448208,0.016979454085230827,0.017631104215979576,0.018282754346728325,0.018934404477477074,0.01958605647087097,0.02023770660161972,0.02088935673236847,0.021541006863117218],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.00897216796875,-0.008710861206054688,-0.008449554443359375,-0.008188247680664062,-0.00792694091796875,-0.0076656341552734375,-0.007404327392578125,-0.0071430206298828125,-0.0068817138671875,-0.0066204071044921875,-0.006359100341796875,-0.0060977935791015625,-0.00583648681640625,-0.0055751800537109375,-0.005313873291015625,-0.0050525665283203125,-0.004791259765625,-0.0045299530029296875,-0.004268646240234375,-0.0040073394775390625,-0.00374603271484375,-0.0034847259521484375,-0.003223419189453125,-0.0029621124267578125,-0.0027008056640625,-0.0024394989013671875,-0.002178192138671875,-0.0019168853759765625,-0.00165557861328125,-0.0013942718505859375,-0.001132965087890625,-0.0008716583251953125,-0.0006103515625,-0.0003490447998046875,-8.7738037109375e-05,0.0001735687255859375,0.00043487548828125,0.0006961822509765625,0.000957489013671875,0.0012187957763671875,0.0014801025390625,0.0017414093017578125,0.002002716064453125,0.0022640228271484375,0.00252532958984375,0.0027866363525390625,0.003047943115234375,0.0033092498779296875,0.003570556640625,0.0038318634033203125,0.004093170166015625,0.0043544769287109375,0.00461578369140625,0.0048770904541015625,0.005138397216796875,0.0053997039794921875,0.0056610107421875,0.0059223175048828125,0.006183624267578125,0.0064449310302734375,0.00670623779296875,0.0069675445556640625,0.007228851318359375,0.0074901580810546875,0.00775146484375],"_type":"histogram","values":[1,0,0,0,0,0,1,3,2,4,5,2,5,10,23,29,54,70,120,221,328,524,884,1466,2612,3962,6381,10402,17437,27562,47100,82804,149430,287836,425282,224834,115639,64037,38330,23492,15128,9521,6223,4051,2572,1595,1092,643,417,278,150,127,68,31,21,22,7,10,5,2,4,1,1,3]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[3,1,6,12,23,36,68,117,175,274,407,640,984,1430,2053,2814,3759,5257,6791,8801,11157,13282,16292,19641,22434,25318,27965,30372,32249,33867,34413,33956,33336,31597,29178,27317,24324,21490,18544,15499,12729,10414,8265,6242,4759,3457,2519,1782,1288,868,622,367,231,161,97,62,33,25,11,7,1,0,1,1],"bins":[-0.08993823081254959,-0.0870247483253479,-0.0841112732887268,-0.08119779080152512,-0.07828430831432343,-0.07537083327770233,-0.07245735079050064,-0.06954386830329895,-0.06663039326667786,-0.06371691077947617,-0.060803428292274475,-0.05788994953036308,-0.05497647076845169,-0.05206298828125,-0.04914950951933861,-0.04623602703213692,-0.043322548270225525,-0.04040906950831413,-0.03749558702111244,-0.03458210825920105,-0.03166862577199936,-0.028755147010087967,-0.025841668248176575,-0.022928187623620033,-0.020014706999063492,-0.01710122637450695,-0.014187746681272984,-0.011274266988039017,-0.008360786363482475,-0.005447306204587221,-0.002533826045691967,0.0003796541132032871,0.0032931268215179443,0.0062066069804131985,0.009120087139308453,0.01203356683254242,0.014947047457098961,0.017860528081655502,0.020774006843566895,0.023687487468123436,0.026600968092679977,0.02951444871723652,0.03242792934179306,0.03534140810370445,0.038254886865615845,0.041168369352817535,0.04408184811472893,0.04699533060193062,0.04990880936384201,0.0528222881257534,0.05573577061295509,0.058649249374866486,0.061562731862068176,0.06447620689868927,0.06738968938589096,0.07030317187309265,0.07321664690971375,0.07613012939691544,0.07904361188411713,0.08195709437131882,0.08487056940793991,0.0877840518951416,0.09069753438234329,0.09361100941896439,0.09652449190616608]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,0,2,2,2,3,4,5,6,9,15,11,15,24,34,38,53,49,57,63,64,53,43,40,30,21,19,16,9,13,6,3,5,9,6,8,6,0,3,4,2,0,1,2,2,2,1,1,0,0,1,0,0,2,0,1],"bins":[-0.00804856140166521,-0.007768113166093826,-0.007487664930522442,-0.0072072166949510574,-0.006926768459379673,-0.006646319758147001,-0.006365871522575617,-0.006085423287004232,-0.005804975051432848,-0.0055245268158614635,-0.005244078580290079,-0.004963630344718695,-0.004683181643486023,-0.0044027334079146385,-0.004122285172343254,-0.0038418369367718697,-0.0035613887012004852,-0.003280940465629101,-0.0030004922300577164,-0.0027200437616556883,-0.002439595526084304,-0.0021591472905129194,-0.0018786989385262132,-0.001598250586539507,-0.0013178023509681225,-0.001037354115396738,-0.0007569057634100318,-0.00047645746963098645,-0.0001960091758519411,8.443911792710423e-05,0.0003648874117061496,0.0006453357054851949,0.0009257830679416656,0.00120623130351305,0.0014866796554997563,0.0017671280074864626,0.002047576243057847,0.0023280244786292315,0.0026084729470312595,0.002888921182602644,0.0031693694181740284,0.003449817653745413,0.0037302658893167973,0.004010714124888182,0.004291162826120853,0.004571611061692238,0.004852059297263622,0.005132507532835007,0.005412955768406391,0.005693404003977776,0.00597385223954916,0.006254300475120544,0.006534748710691929,0.006815197411924601,0.007095645647495985,0.0073760938830673695,0.007656542118638754,0.007936990819871426,0.00821743905544281,0.008497887291014194,0.008778335526585579,0.009058783762156963,0.009339231997728348,0.009619680233299732,0.009900128468871117]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.0123291015625,-0.011923789978027344,-0.011518478393554688,-0.011113166809082031,-0.010707855224609375,-0.010302543640136719,-0.009897232055664062,-0.009491920471191406,-0.00908660888671875,-0.008681297302246094,-0.008275985717773438,-0.007870674133300781,-0.007465362548828125,-0.007060050964355469,-0.0066547393798828125,-0.006249427795410156,-0.0058441162109375,-0.005438804626464844,-0.0050334930419921875,-0.004628181457519531,-0.004222869873046875,-0.0038175582885742188,-0.0034122467041015625,-0.0030069351196289062,-0.00260162353515625,-0.0021963119506835938,-0.0017910003662109375,-0.0013856887817382812,-0.000980377197265625,-0.0005750656127929688,-0.0001697540283203125,0.00023555755615234375,0.000640869140625,0.0010461807250976562,0.0014514923095703125,0.0018568038940429688,0.002262115478515625,0.0026674270629882812,0.0030727386474609375,0.0034780502319335938,0.00388336181640625,0.004288673400878906,0.0046939849853515625,0.005099296569824219,0.005504608154296875,0.005909919738769531,0.0063152313232421875,0.006720542907714844,0.0071258544921875,0.007531166076660156,0.007936477661132812,0.008341789245605469,0.008747100830078125,0.009152412414550781,0.009557723999023438,0.009963035583496094,0.01036834716796875,0.010773658752441406,0.011178970336914062,0.011584281921386719,0.011989593505859375,0.012394905090332031,0.012800216674804688,0.013205528259277344,0.01361083984375],"_type":"histogram","values":[2,0,1,4,2,3,1,5,9,13,25,29,55,81,118,168,238,374,505,712,1183,1632,2552,4044,6342,9751,15972,27416,50087,103557,162276,91625,45720,24788,14575,9168,5660,3879,2352,1663,1061,690,496,314,207,150,113,74,45,28,21,15,5,4,4,2,1,3,1,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.09150389581918716,-0.08856083452701569,-0.08561777323484421,-0.08267471194267273,-0.07973165065050125,-0.07678858935832977,-0.0738455280661583,-0.07090246677398682,-0.06795941293239594,-0.06501635164022446,-0.06207328662276268,-0.0591302253305912,-0.05618716776371002,-0.053244106471538544,-0.050301045179367065,-0.04735798388719559,-0.04441492259502411,-0.04147186130285263,-0.03852880001068115,-0.035585738718509674,-0.032642677426338196,-0.029699617996811867,-0.026756558567285538,-0.02381349727511406,-0.02087043598294258,-0.017927374690771103,-0.0149843143299222,-0.012041253969073296,-0.009098192676901817,-0.006155131850391626,-0.0032120710238814354,-0.00026901019737124443,0.0026740506291389465,0.0056171114556491375,0.008560172282159328,0.011503232643008232,0.01444629393517971,0.01738935522735119,0.020332414656877518,0.023275475949048996,0.026218537241220474,0.029161598533391953,0.03210465982556343,0.03504772111773491,0.03799077868461609,0.04093383997678757,0.043876901268959045,0.046819962561130524,0.049763023853302,0.05270608514547348,0.05564914643764496,0.05859220772981644,0.061535269021987915,0.0644783303141594,0.06742139160633087,0.07036445289850235,0.07330751419067383,0.07625056803226471,0.07919362932443619,0.08213669061660767,0.08507975190877914,0.08802281320095062,0.0909658744931221,0.09390893578529358,0.09685199707746506],"_type":"histogram","values":[2,2,5,7,15,32,55,92,151,219,382,545,827,1223,1719,2491,3507,4734,6184,8196,10290,12744,15564,18580,21742,24554,27516,30212,32382,33728,34520,34564,33863,32423,29967,28122,25133,22119,19154,15949,13343,10609,8488,6605,5092,3741,2623,1998,1281,878,605,378,259,155,117,60,32,14,12,8,7,3,0,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,1,0,0,2,1,3,1,2,6,8,6,7,9,6,14,17,12,24,33,26,32,40,33,37,31,38,40,47,37,37,26,30,28,22,14,19,17,15,9,7,4,6,4,3,1,4,0,1,2,0,0,0,1,0,0,0,0,0,0,1,1],"bins":[-0.0006871561636216938,-0.000663167389575392,-0.0006391786155290902,-0.0006151898414827883,-0.0005912010674364865,-0.0005672122933901846,-0.0005432235193438828,-0.000519234745297581,-0.0004952459712512791,-0.0004712571972049773,-0.00044726842315867543,-0.0004232796491123736,-0.00039929087506607175,-0.0003753021010197699,-0.00035131332697346807,-0.0003273245529271662,-0.0003033357788808644,-0.00027934700483456254,-0.0002553582307882607,-0.00023136945674195886,-0.00020738068269565701,-0.00018339190864935517,-0.00015940313460305333,-0.0001354143605567515,-0.00011142558651044965,-8.74368124641478e-05,-6.344803841784596e-05,-3.945926437154412e-05,-1.547049032524228e-05,8.51828372105956e-06,3.25070577673614e-05,5.6495831813663244e-05,8.0484664067626e-05,0.00010447343811392784,0.00012846221216022968,0.00015245098620653152,0.00017643976025283337,0.0002004285342991352,0.00022441730834543705,0.0002484060823917389,0.00027239485643804073,0.0002963836304843426,0.0003203724045306444,0.00034436117857694626,0.0003683499526232481,0.00039233872666954994,0.0004163275007158518,0.0004403162747621536,0.00046430504880845547,0.0004882938228547573,0.0005122825969010592,0.000536271370947361,0.0005602601449936628,0.0005842489190399647,0.0006082376930862665,0.0006322264671325684,0.0006562152411788702,0.000680204015225172,0.0007041927892714739,0.0007281815633177757,0.0007521703373640776,0.0007761591114103794,0.0008001478854566813,0.0008241366595029831,0.0008481254335492849]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.0022025571670383215,-0.002137032337486744,-0.0020715072751045227,-0.002005982445552945,-0.0019404576160013676,-0.0018749326700344682,-0.0018094077240675688,-0.0017438828945159912,-0.0016783579485490918,-0.0016128330025821924,-0.0015473081730306149,-0.0014817832270637155,-0.001416258281096816,-0.0013507334515452385,-0.001285208505578339,-0.0012196836760267615,-0.0011541587300598621,-0.0010886337840929627,-0.0010231089545413852,-0.0009575840085744858,-0.0008920591208152473,-0.0008265342330560088,-0.0007610092870891094,-0.0006954843993298709,-0.0006299595115706325,-0.000564434623811394,-0.0004989097360521555,-0.0004333847900852561,-0.0003678599023260176,-0.00030233501456677914,-0.0002368100977037102,-0.0001712851953925565,-0.00010576052591204643,-4.023562360089272e-05,2.5289278710260987e-05,9.08141810214147e-05,0.0001563390833325684,0.00022186398564372212,0.0002873888879548758,0.00035291380481794477,0.00041843869257718325,0.00048396358033642173,0.0005494884680956602,0.0006150134140625596,0.0006805383018217981,0.0007460631895810366,0.000811588135547936,0.0008771130233071744,0.0009426379110664129,0.0010081628570333123,0.0010736876865848899,0.0011392126325517893,0.0012047374621033669,0.0012702624080702662,0.0013357873540371656,0.0014013121835887432,0.0014668371295556426,0.001532362075522542,0.0015978869050741196,0.001663411851041019,0.0017289367970079184,0.001794461626559496,0.0018599865725263953,0.0019255114020779729,0.0019910363480448723],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,1,1,0,1,4,0,5,1,7,5,8,14,8,15,22,23,30,36,41,36,48,45,57,37,49,41,39,37,29,25,22,11,14,8,10,7,5,3,9,3,0,0,2,2,1,0,0,1,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,0,0,3,4,16,27,49,69,131,189,274,487,739,1161,1613,2394,3357,4494,6095,7932,10280,12892,15807,18844,22118,25088,28213,30820,33244,34647,35267,35424,34373,32795,30566,28257,25141,21690,18632,15632,12740,9997,7766,5962,4431,3174,2368,1540,1071,736,445,332,211,115,83,39,19,12,11,5,1,0,1],"bins":[-0.09634669870138168,-0.09333409368991852,-0.09032149612903595,-0.08730889111757278,-0.08429629355669022,-0.08128368854522705,-0.07827109098434448,-0.07525848597288132,-0.07224588096141815,-0.06923328340053558,-0.06622067838907242,-0.06320808082818985,-0.060195475816726685,-0.05718287453055382,-0.05417027324438095,-0.051157671958208084,-0.04814507067203522,-0.04513246938586235,-0.042119868099689484,-0.03910726681351662,-0.03609466552734375,-0.033082060515880585,-0.030069459229707718,-0.02705685794353485,-0.024044256657361984,-0.021031655371189117,-0.01801905408501625,-0.015006450936198235,-0.011993849650025368,-0.008981248363852501,-0.0059686461463570595,-0.0029560443945229053,5.6549906730651855e-05,0.003069151658564806,0.00608175341039896,0.009094355627894402,0.012106956914067268,0.015119558200240135,0.01813216134905815,0.021144762635231018,0.024157363921403885,0.02716996520757675,0.03018256649374962,0.033195167779922485,0.03620777279138565,0.03922037407755852,0.042232975363731384,0.04524557664990425,0.04825817793607712,0.051270779222249985,0.05428338050842285,0.05729598179459572,0.060308583080768585,0.06332118809223175,0.06633378565311432,0.06934639066457748,0.07235899567604065,0.07537159323692322,0.07838419824838638,0.08139679580926895,0.08440940082073212,0.08742199838161469,0.09043460339307785,0.09344720095396042,0.09645980596542358],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.09555081278085709,-0.0926896333694458,-0.08982844650745392,-0.08696726709604263,-0.08410608023405075,-0.08124490082263947,-0.07838371396064758,-0.0755225345492363,-0.07266134768724442,-0.06980016827583313,-0.06693898141384125,-0.06407780200242996,-0.06121661886572838,-0.058355435729026794,-0.05549425259232521,-0.05263306945562363,-0.04977188631892204,-0.04691070318222046,-0.044049520045518875,-0.04118833690881729,-0.03832715377211571,-0.035465970635414124,-0.03260478749871254,-0.029743606224656105,-0.02688242308795452,-0.024021239951252937,-0.021160056814551353,-0.01829887367784977,-0.01543769147247076,-0.012576508335769176,-0.009715326130390167,-0.006854142993688583,-0.0039929598569869995,-0.0011317769531160593,0.001729405950754881,0.0045905886217951775,0.007451771758496761,0.010312954895198345,0.013174137100577354,0.01603532023727894,0.018896503373980522,0.021757686510682106,0.02461886964738369,0.027480052784085274,0.03034123405814171,0.03320241719484329,0.036063600331544876,0.03892478346824646,0.041785966604948044,0.04464714974164963,0.04750833287835121,0.050369516015052795,0.05323069915175438,0.05609188228845596,0.05895306542515755,0.06181424856185913,0.06467542797327042,0.0675366148352623,0.07039779424667358,0.07325898110866547,0.07612016052007675,0.07898134738206863,0.08184252679347992,0.0847037136554718,0.08756489306688309],"_type":"histogram","values":[2,0,3,0,7,12,21,36,56,98,149,242,380,610,895,1302,1817,2440,3437,4733,6176,7917,10089,12527,15163,17695,20669,23481,26205,28695,31189,32445,33413,33410,33373,32063,30687,28080,25731,22968,20152,17280,14289,11800,9543,7495,5838,4400,3265,2369,1719,1213,776,516,347,236,158,77,57,30,17,13,11,7]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,1,0,1,1,1,0,1,2,1,3,4,2,4,4,8,10,12,16,25,26,35,33,48,55,72,85,90,110,96,108,119,133,111,104,130,81,93,85,65,48,40,43,29,22,24,15,13,7,4,8,5,5,1,0,2,1,2,0,0,1,1],"bins":[-0.0008134528761729598,-0.0007902741781435907,-0.0007670954219065607,-0.0007439167238771915,-0.0007207380258478224,-0.0006975592696107924,-0.0006743805715814233,-0.0006512018735520542,-0.000628023175522685,-0.000604844419285655,-0.0005816657212562859,-0.0005584870232269168,-0.0005353082669898868,-0.0005121295689605176,-0.0004889508709311485,-0.00046577214379794896,-0.0004425934166647494,-0.0004194146895315498,-0.0003962359915021807,-0.0003730572643689811,-0.000349878566339612,-0.00032669983920641243,-0.00030352111207321286,-0.00028034241404384375,-0.0002571636869106442,-0.00023398497432935983,-0.00021080626174807549,-0.0001876275346148759,-0.00016444882203359157,-0.00014127010945230722,-0.00011809138959506527,-9.491266973782331e-05,-7.173389894887805e-05,-4.85551827296149e-05,-2.5376466510351747e-05,-2.197750291088596e-06,2.0980965928174555e-05,4.4159682147437707e-05,6.733839836670086e-05,9.051711822394282e-05,0.00011369583080522716,0.0001368745433865115,0.00016005325596779585,0.00018323198310099542,0.00020641069568227977,0.0002295894082635641,0.0002527681353967637,0.0002759468334261328,0.00029912556055933237,0.00032230428769253194,0.00034548298572190106,0.00036866171285510063,0.00039184041088446975,0.0004150191380176693,0.0004381978651508689,0.000461376563180238,0.0004845552903134376,0.0005077340174466372,0.0005309127154760063,0.0005540914135053754,0.0005772701697424054,0.0006004488677717745,0.0006236275658011436,0.0006468063220381737,0.0006699850200675428]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.0419921875,-0.040699005126953125,-0.03940582275390625,-0.038112640380859375,-0.0368194580078125,-0.035526275634765625,-0.03423309326171875,-0.032939910888671875,-0.031646728515625,-0.030353546142578125,-0.02906036376953125,-0.027767181396484375,-0.0264739990234375,-0.025180816650390625,-0.02388763427734375,-0.022594451904296875,-0.02130126953125,-0.020008087158203125,-0.01871490478515625,-0.017421722412109375,-0.0161285400390625,-0.014835357666015625,-0.01354217529296875,-0.012248992919921875,-0.010955810546875,-0.009662628173828125,-0.00836944580078125,-0.007076263427734375,-0.0057830810546875,-0.004489898681640625,-0.00319671630859375,-0.001903533935546875,-0.0006103515625,0.000682830810546875,0.00197601318359375,0.003269195556640625,0.0045623779296875,0.005855560302734375,0.00714874267578125,0.008441925048828125,0.009735107421875,0.011028289794921875,0.01232147216796875,0.013614654541015625,0.0149078369140625,0.016201019287109375,0.01749420166015625,0.018787384033203125,0.02008056640625,0.021373748779296875,0.02266693115234375,0.023960113525390625,0.0252532958984375,0.026546478271484375,0.02783966064453125,0.029132843017578125,0.030426025390625,0.031719207763671875,0.03301239013671875,0.034305572509765625,0.0355987548828125,0.036891937255859375,0.03818511962890625,0.039478302001953125,0.040771484375],"_type":"histogram","values":[2,1,0,4,3,4,7,14,21,10,35,38,53,92,118,159,232,273,408,547,779,1163,1544,2333,3239,4709,7159,10436,16083,26088,43576,84970,187546,82045,42602,25194,15752,10397,6804,4624,3103,2212,1609,1128,759,551,365,304,223,138,101,66,56,43,32,19,19,12,7,2,4,4,0,3]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,3,0,0,5,8,4,7,9,3,7,13,17,18,18,28,34,25,26,40,33,36,36,38,27,32,28,27,20,27,26,26,14,16,13,9,14,9,7,10,13,6,6,3,5,2,3,2,0,0,2,1,2,2,0,0,0,0,0,2,0,3],"bins":[0.9991869330406189,0.9992198348045349,0.9992527365684509,0.9992856383323669,0.999318540096283,0.999351441860199,0.999384343624115,0.999417245388031,0.999450147151947,0.999483048915863,0.999515950679779,0.9995488524436951,0.9995817542076111,0.9996146559715271,0.9996475577354431,0.9996804594993591,0.9997133612632751,0.9997462630271912,0.9997791647911072,0.9998120665550232,0.9998449683189392,0.9998778700828552,0.9999107718467712,0.9999436736106873,0.9999765753746033,1.0000094175338745,1.0000423192977905,1.0000752210617065,1.0001081228256226,1.0001410245895386,1.0001739263534546,1.0002068281173706,1.0002397298812866,1.0002726316452026,1.0003055334091187,1.0003384351730347,1.0003713369369507,1.0004042387008667,1.0004371404647827,1.0004700422286987,1.0005029439926147,1.0005358457565308,1.0005687475204468,1.0006016492843628,1.0006345510482788,1.0006674528121948,1.0007003545761108,1.0007332563400269,1.0007661581039429,1.0007990598678589,1.000831961631775,1.000864863395691,1.000897765159607,1.000930666923523,1.000963568687439,1.000996470451355,1.001029372215271,1.001062273979187,1.001095175743103,1.001128077507019,1.001160979270935,1.001193881034851,1.001226782798767,1.001259684562683,1.0012925863265991]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.0005618936265818775,-0.0005420779925771058,-0.0005222623003646731,-0.0005024466663599014,-0.0004826310323551297,-0.000462815398350358,-0.00044299973524175584,-0.0004231840721331537,-0.00040336843812838197,-0.00038355280412361026,-0.0003637371410150081,-0.0003439214779064059,-0.0003241058439016342,-0.0003042902098968625,-0.00028447454678826034,-0.0002646588836796582,-0.00024484324967488647,-0.00022502760111819953,-0.0002052119525615126,-0.00018539630400482565,-0.00016558065544813871,-0.00014576500689145178,-0.00012594935833476484,-0.0001061337097780779,-8.631806122139096e-05,-6.650241266470402e-05,-4.668676410801709e-05,-2.687111555133015e-05,-7.055466994643211e-06,1.2760181562043726e-05,3.2575830118730664e-05,5.23914786754176e-05,7.220706902444363e-05,9.202271758113056e-05,0.0001118383661378175,0.00013165401469450444,0.00015146966325119138,0.00017128531180787832,0.00019110096036456525,0.0002109166089212522,0.00023073225747793913,0.00025054789148271084,0.000270363554591313,0.00029017921769991517,0.0003099948517046869,0.0003298104857094586,0.00034962614881806076,0.0003694418119266629,0.00038925744593143463,0.00040907307993620634,0.0004288887430448085,0.0004487044061534107,0.0004685200401581824,0.0004883356741629541,0.0005081513663753867,0.0005279670003801584,0.0005477826343849301,0.0005675982683897018,0.0005874139023944736,0.0006072295946069062,0.0006270452286116779,0.0006468608626164496,0.0006666765548288822,0.0006864921888336539,0.0007063078228384256],"_type":"histogram","values":[1,0,1,0,2,0,2,2,3,3,7,6,7,7,8,13,11,10,18,22,26,15,26,28,45,28,36,36,31,42,48,34,28,38,23,25,19,20,26,8,17,12,7,5,2,5,4,1,1,1,1,1,0,1,2,1,0,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,1,2,1,7,10,14,20,24,43,58,68,82,127,222,278,381,566,772,1163,1711,2541,3929,6514,10647,18895,34412,74916,206303,117966,47250,24737,13487,8079,5030,3049,2178,1271,903,610,438,339,230,165,112,56,78,26,34,18,17,15,7,6,2,4,5,1,0,1,0,0,1],"bins":[-0.00457763671875,-0.004423618316650391,-0.004269599914550781,-0.004115581512451172,-0.0039615631103515625,-0.003807544708251953,-0.0036535263061523438,-0.0034995079040527344,-0.003345489501953125,-0.0031914710998535156,-0.0030374526977539062,-0.002883434295654297,-0.0027294158935546875,-0.002575397491455078,-0.0024213790893554688,-0.0022673606872558594,-0.00211334228515625,-0.0019593238830566406,-0.0018053054809570312,-0.0016512870788574219,-0.0014972686767578125,-0.0013432502746582031,-0.0011892318725585938,-0.0010352134704589844,-0.000881195068359375,-0.0007271766662597656,-0.0005731582641601562,-0.0004191398620605469,-0.0002651214599609375,-0.00011110305786132812,4.291534423828125e-05,0.00019693374633789062,0.0003509521484375,0.0005049705505371094,0.0006589889526367188,0.0008130073547363281,0.0009670257568359375,0.0011210441589355469,0.0012750625610351562,0.0014290809631347656,0.001583099365234375,0.0017371177673339844,0.0018911361694335938,0.002045154571533203,0.0021991729736328125,0.002353191375732422,0.0025072097778320312,0.0026612281799316406,0.00281524658203125,0.0029692649841308594,0.0031232833862304688,0.003277301788330078,0.0034313201904296875,0.003585338592529297,0.0037393569946289062,0.0038933753967285156,0.004047393798828125,0.004201412200927734,0.004355430603027344,0.004509449005126953,0.0046634674072265625,0.004817485809326172,0.004971504211425781,0.005125522613525391,0.005279541015625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0015843728324398398,-0.001526056556031108,-0.0014677401632070541,-0.0014094237703830004,-0.0013511074939742684,-0.0012927912175655365,-0.0012344748247414827,-0.001176158431917429,-0.001117842155508697,-0.001059525879099965,-0.0010012094862759113,-0.0009428931516595185,-0.0008845768170431256,-0.0008262604824267328,-0.0007679441478103399,-0.0007096278131939471,-0.0006513114785775542,-0.0005929951439611614,-0.0005346788093447685,-0.0004763624747283757,-0.0004180461401119828,-0.00035972980549558997,-0.0003014134708791971,-0.00024309713626280427,-0.00018478080164641142,-0.00012646446703001857,-6.814813241362572e-05,-9.831797797232866e-06,4.8484536819159985e-05,0.00010680087143555284,0.00016511720605194569,0.00022343354066833854,0.00028174975886940956,0.0003400660934858024,0.00039838242810219526,0.0004566987627185881,0.000515015097334981,0.0005733314319513738,0.0006316477665677667,0.0006899641011841595,0.0007482804358005524,0.0008065967704169452,0.0008649131050333381,0.0009232294396497309,0.0009815457742661238,0.0010398621670901775,0.0010981784434989095,0.0011564947199076414,0.0012148111127316952,0.001273127505555749,0.0013314437819644809,0.0013897600583732128,0.0014480764511972666,0.0015063928440213203,0.0015647091204300523,0.0016230253968387842,0.001681341789662838,0.0017396581824868917,0.0017979744588956237,0.0018562907353043556,0.0019146071281284094,0.001972923520952463,0.0020312396809458733,0.002089556073769927,0.002147872466593981],"_type":"histogram","values":[2,1,0,1,3,2,3,0,6,4,10,5,15,10,9,17,14,21,26,24,16,31,45,22,40,31,39,25,37,27,33,32,28,29,22,21,15,23,12,14,11,5,12,6,5,7,1,0,0,2,1,1,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,4,4,3,4,8,7,12,21,25,49,83,107,155,228,305,496,685,992,1557,2310,3419,5274,8499,13410,21733,35795,60746,112468,242813,469165,290175,129325,68902,39643,23343,14810,8843,5712,3953,2487,1630,1177,821,471,370,263,162,126,102,55,33,23,23,14,8,4,4,3,2,1,1],"bins":[-0.0115966796875,-0.011240959167480469,-0.010885238647460938,-0.010529518127441406,-0.010173797607421875,-0.009818077087402344,-0.009462356567382812,-0.009106636047363281,-0.00875091552734375,-0.008395195007324219,-0.008039474487304688,-0.007683753967285156,-0.007328033447265625,-0.006972312927246094,-0.0066165924072265625,-0.006260871887207031,-0.0059051513671875,-0.005549430847167969,-0.0051937103271484375,-0.004837989807128906,-0.004482269287109375,-0.004126548767089844,-0.0037708282470703125,-0.0034151077270507812,-0.00305938720703125,-0.0027036666870117188,-0.0023479461669921875,-0.0019922256469726562,-0.001636505126953125,-0.0012807846069335938,-0.0009250640869140625,-0.0005693435668945312,-0.000213623046875,0.00014209747314453125,0.0004978179931640625,0.0008535385131835938,0.001209259033203125,0.0015649795532226562,0.0019207000732421875,0.0022764205932617188,0.00263214111328125,0.0029878616333007812,0.0033435821533203125,0.0036993026733398438,0.004055023193359375,0.004410743713378906,0.0047664642333984375,0.005122184753417969,0.0054779052734375,0.005833625793457031,0.0061893463134765625,0.006545066833496094,0.006900787353515625,0.007256507873535156,0.0076122283935546875,0.007967948913574219,0.00832366943359375,0.008679389953613281,0.009035110473632812,0.009390830993652344,0.009746551513671875,0.010102272033691406,0.010457992553710938,0.010813713073730469,0.01116943359375]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.09084391593933105,-0.08796636015176773,-0.0850888043642044,-0.08221124112606049,-0.07933368533849716,-0.07645612955093384,-0.07357857376337051,-0.07070101797580719,-0.06782345473766327,-0.06494589895009995,-0.06206834316253662,-0.0591907873749733,-0.05631323158740997,-0.05343567207455635,-0.05055811628699303,-0.047680556774139404,-0.04480300098657608,-0.041925445199012756,-0.039047885686159134,-0.03617032989859581,-0.03329277038574219,-0.030415214598178864,-0.02753765881061554,-0.024660101160407066,-0.021782543510198593,-0.01890498585999012,-0.016027428209781647,-0.013149872422218323,-0.01027231477200985,-0.007394757587462664,-0.004517200402915478,-0.0016396432183682919,0.001237921416759491,0.004115478601306677,0.006993035785853863,0.009870592504739761,0.012748150154948235,0.015625707805156708,0.018503263592720032,0.021380821242928505,0.024258378893136978,0.02713593654334545,0.030013494193553925,0.03289104998111725,0.03576860576868057,0.038646165281534195,0.04152372106909752,0.04440128058195114,0.047278836369514465,0.05015639215707779,0.05303395166993141,0.055911507457494736,0.05878906697034836,0.06166662275791168,0.064544178545475,0.06742173433303833,0.07029929757118225,0.07317685335874557,0.0760544091463089,0.07893196493387222,0.08180952072143555,0.08468707650899887,0.08756463974714279,0.09044219553470612,0.09331975132226944],"_type":"histogram","values":[1,5,4,8,13,40,43,99,148,221,330,558,806,1194,1651,2334,3250,4441,5854,7554,9501,11810,14439,17449,20024,23088,25916,28550,29968,32201,33399,33989,33547,32764,30887,28898,26546,23580,20676,17569,14784,12223,9961,7728,5964,4642,3394,2415,1709,1271,854,540,331,266,149,113,63,38,11,6,3,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,1,0,1,1,0,0,2,4,0,3,6,6,11,10,19,25,38,37,61,69,70,107,128,130,134,138,155,125,132,153,106,76,65,64,33,35,37,17,9,9,12,4,3,4,2,2,1],"bins":[-0.0011704618809744716,-0.0011437393259257078,-0.001117016770876944,-0.0010902942158281803,-0.0010635715443640947,-0.001036848989315331,-0.0010101264342665672,-0.0009834038792178035,-0.0009566813241690397,-0.000929958769120276,-0.0009032362140715122,-0.0008765136008150876,-0.0008497910457663238,-0.00082306849071756,-0.0007963458774611354,-0.0007696233224123716,-0.0007429007673636079,-0.0007161782123148441,-0.0006894556572660804,-0.0006627330440096557,-0.000636010488960892,-0.0006092879339121282,-0.0005825653206557035,-0.0005558427656069398,-0.000529120210558176,-0.0005023976555094123,-0.0004756750713568181,-0.00044895248720422387,-0.0004222299321554601,-0.00039550737710669637,-0.00036878479295410216,-0.00034206220880150795,-0.0003153396537527442,-0.00028861709870398045,-0.00026189451455138624,-0.00023517194495070726,-0.00020844937535002828,-0.0001817268057493493,-0.00015500423614867032,-0.00012828166654799134,-0.00010155909694731236,-7.483652734663337e-05,-4.8113957745954394e-05,-2.1391388145275414e-05,5.331181455403566e-06,3.205375105608255e-05,5.877632065676153e-05,8.549889025744051e-05,0.00011222145985811949,0.00013894402945879847,0.00016566659905947745,0.00019238916866015643,0.0002191117382608354,0.00024583429330959916,0.00027255687746219337,0.0002992794616147876,0.00032600201666355133,0.0003527245717123151,0.0003794471558649093,0.0004061697400175035,0.00043289229506626725,0.000459614850115031,0.0004863374342676252,0.0005130600184202194,0.0005397825734689832],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,0,0,1,3,2,0,4,7,7,6,18,20,34,52,77,132,189,292,395,626,826,1275,1919,2887,4613,7511,12265,20313,37376,77506,194038,114012,48360,25643,14518,8803,5638,3612,2431,1526,921,627,418,281,170,132,105,68,43,40,22,20,12,11,5,5,1,2,2,0,0,1],"bins":[-0.00323486328125,-0.0031359195709228516,-0.003036975860595703,-0.0029380321502685547,-0.0028390884399414062,-0.002740144729614258,-0.0026412010192871094,-0.002542257308959961,-0.0024433135986328125,-0.002344369888305664,-0.0022454261779785156,-0.002146482467651367,-0.0020475387573242188,-0.0019485950469970703,-0.0018496513366699219,-0.0017507076263427734,-0.001651763916015625,-0.0015528202056884766,-0.0014538764953613281,-0.0013549327850341797,-0.0012559890747070312,-0.0011570453643798828,-0.0010581016540527344,-0.0009591579437255859,-0.0008602142333984375,-0.0007612705230712891,-0.0006623268127441406,-0.0005633831024169922,-0.00046443939208984375,-0.0003654956817626953,-0.0002665519714355469,-0.00016760826110839844,-6.866455078125e-05,3.0279159545898438e-05,0.00012922286987304688,0.0002281665802001953,0.00032711029052734375,0.0004260540008544922,0.0005249977111816406,0.0006239414215087891,0.0007228851318359375,0.0008218288421630859,0.0009207725524902344,0.0010197162628173828,0.0011186599731445312,0.0012176036834716797,0.0013165473937988281,0.0014154911041259766,0.001514434814453125,0.0016133785247802734,0.0017123222351074219,0.0018112659454345703,0.0019102096557617188,0.002009153366088867,0.0021080970764160156,0.002207040786743164,0.0023059844970703125,0.002404928207397461,0.0025038719177246094,0.002602815628051758,0.0027017593383789062,0.0028007030487060547,0.002899646759033203,0.0029985904693603516,0.0030975341796875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,0,1,2,2,2,3,5,2,7,7,7,7,8,13,7,7,7,20,12,28,21,22,19,20,22,32,33,21,26,33,31,26,16,24,19,21,27,15,18,22,19,16,12,17,12,11,10,6,5,9,5,5,6,2,3,1,3,2,2,1,3],"bins":[-0.0018574638525024056,-0.0018015233799815178,-0.0017455827910453081,-0.0016896423185244203,-0.0016337017295882106,-0.0015777612570673227,-0.001521820668131113,-0.0014658801956102252,-0.0014099397230893373,-0.0013539991341531277,-0.0012980586616322398,-0.0012421180726960301,-0.0011861776001751423,-0.0011302370112389326,-0.0010742965387180448,-0.001018355949781835,-0.0009624154772609472,-0.0009064749465323985,-0.0008505344158038497,-0.0007945938850753009,-0.0007386533543467522,-0.0006827128818258643,-0.0006267723510973155,-0.0005708318203687668,-0.000514891289640218,-0.00045895075891166925,-0.0004030102281831205,-0.0003470697265584022,-0.0002911291958298534,-0.00023518866510130465,-0.0001792481489246711,-0.00012330763274803758,-6.736721843481064e-05,-1.1426694982219487e-05,4.4513828470371664e-05,0.00010045435192296281,0.00015639487537555397,0.00021233540610410273,0.00026827590772882104,0.0003242164384573698,0.00038015696918591857,0.00043609749991446733,0.0004920380306430161,0.0005479785613715649,0.0006039190338924527,0.0006598595646210015,0.0007158000953495502,0.000771740626078099,0.0008276811568066478,0.0008836216875351965,0.0009395622182637453,0.0009955026907846332,0.0010514432797208428,0.0011073837522417307,0.0011633243411779404,0.0012192648136988282,0.001275205286219716,0.0013311458751559258,0.0013870863476768136,0.0014430269366130233,0.0014989674091339111,0.0015549079980701208,0.0016108484705910087,0.0016667890595272183,0.0017227295320481062]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,0,0,3,6,8,4,15,21,39,49,75,97,135,187,282,379,540,733,1164,1529,2221,3202,4546,7072,10348,15917,25399,42757,75265,116326,109407,67068,37468,22814,14775,9440,6375,4304,2832,2131,1436,958,740,528,343,255,190,128,78,78,41,30,18,22,15,8,9,5,2,1,3],"bins":[-0.00787353515625,-0.007634162902832031,-0.0073947906494140625,-0.007155418395996094,-0.006916046142578125,-0.006676673889160156,-0.0064373016357421875,-0.006197929382324219,-0.00595855712890625,-0.005719184875488281,-0.0054798126220703125,-0.005240440368652344,-0.005001068115234375,-0.004761695861816406,-0.0045223236083984375,-0.004282951354980469,-0.0040435791015625,-0.0038042068481445312,-0.0035648345947265625,-0.0033254623413085938,-0.003086090087890625,-0.0028467178344726562,-0.0026073455810546875,-0.0023679733276367188,-0.00212860107421875,-0.0018892288208007812,-0.0016498565673828125,-0.0014104843139648438,-0.001171112060546875,-0.0009317398071289062,-0.0006923675537109375,-0.00045299530029296875,-0.000213623046875,2.574920654296875e-05,0.0002651214599609375,0.0005044937133789062,0.000743865966796875,0.0009832382202148438,0.0012226104736328125,0.0014619827270507812,0.00170135498046875,0.0019407272338867188,0.0021800994873046875,0.0024194717407226562,0.002658843994140625,0.0028982162475585938,0.0031375885009765625,0.0033769607543945312,0.0036163330078125,0.0038557052612304688,0.0040950775146484375,0.004334449768066406,0.004573822021484375,0.004813194274902344,0.0050525665283203125,0.005291938781738281,0.00553131103515625,0.005770683288574219,0.0060100555419921875,0.006249427795410156,0.006488800048828125,0.006728172302246094,0.0069675445556640625,0.007206916809082031,0.0074462890625]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.10567472875118256,-0.10261967033147812,-0.09956461191177368,-0.09650955349206924,-0.09345449507236481,-0.09039943665266037,-0.08734437823295593,-0.0842893198132515,-0.08123426139354706,-0.07817920297384262,-0.07512414455413818,-0.07206908613443375,-0.06901402771472931,-0.06595896929502487,-0.06290391087532043,-0.059848852455616,-0.05679379403591156,-0.05373873561620712,-0.050683677196502686,-0.04762861877679825,-0.04457356035709381,-0.041518501937389374,-0.038463443517684937,-0.0354083850979805,-0.03235332667827606,-0.029298268258571625,-0.026243209838867188,-0.02318815141916275,-0.020133092999458313,-0.017078034579753876,-0.014022976160049438,-0.010967917740345001,-0.007912859320640564,-0.004857800900936127,-0.0018027424812316895,0.0012523159384727478,0.004307374358177185,0.007362432777881622,0.01041749119758606,0.013472549617290497,0.016527608036994934,0.01958266645669937,0.02263772487640381,0.025692783296108246,0.028747841715812683,0.03180290013551712,0.03485795855522156,0.037913016974925995,0.04096807539463043,0.04402313381433487,0.04707819223403931,0.050133250653743744,0.05318830907344818,0.05624336749315262,0.059298425912857056,0.06235348433256149,0.06540854275226593,0.06846360117197037,0.0715186595916748,0.07457371801137924,0.07762877643108368,0.08068383485078812,0.08373889327049255,0.08679395169019699,0.08984901010990143],"_type":"histogram","values":[1,0,0,1,0,2,3,7,14,22,50,84,139,218,329,512,780,1192,1740,2537,3536,4837,6535,8498,10832,13824,16840,20083,23338,26420,29238,32103,34107,34887,35769,35760,34502,32750,29971,27385,24183,20682,17204,14182,11537,8965,6981,5175,3793,2771,1824,1351,867,550,366,222,134,93,44,28,15,4,4,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,3,2,4,4,6,5,7,5,12,11,13,17,16,21,18,33,27,26,28,33,30,37,18,28,29,28,24,34,24,27,23,17,20,21,10,21,15,2,9,10,6,7,7,7,6,2,2,2,5,1,1,0,0,0,1],"bins":[-0.01213721465319395,-0.011764212511479855,-0.011391211301088333,-0.011018209159374237,-0.010645207017660141,-0.010272204875946045,-0.009899202734231949,-0.009526201523840427,-0.009153199382126331,-0.008780197240412235,-0.008407196030020714,-0.008034193888306618,-0.007661191746592522,-0.007288189604878426,-0.006915187928825617,-0.006542186252772808,-0.006169184111058712,-0.005796181969344616,-0.005423180293291807,-0.005050178617238998,-0.004677176475524902,-0.004304174333810806,-0.0039311726577579975,-0.003558170748874545,-0.0031851688399910927,-0.0028121669311076403,-0.002439165022224188,-0.0020661631133407354,-0.001693161204457283,-0.0013201592955738306,-0.0009471573866903782,-0.0005741554778069258,-0.00020115356892347336,0.00017184833995997906,0.0005448502488434315,0.0009178521577268839,0.0012908540666103363,0.0016638559754937887,0.002036857884377241,0.0024098597932606936,0.002782861702144146,0.0031558636110275984,0.003528865519911051,0.003901867428794503,0.004274869337677956,0.004647871479392052,0.0050208731554448605,0.005393874831497669,0.005766876973211765,0.006139879114925861,0.00651288079097867,0.006885882467031479,0.007258884608745575,0.007631886750459671,0.008004888892173767,0.008377890102565289,0.008750892244279385,0.00912389438599348,0.009496895596385002,0.009869897738099098,0.010242899879813194,0.01061590202152729,0.010988904163241386,0.011361905373632908,0.011734907515347004]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,1,0,0,1,0,2,4,0,5,2,5,4,3,10,8,8,10,15,15,21,30,23,20,15,29,27,31,23,30,25,20,25,31,30,19,29,34,24,14,26,29,19,19,12,11,11,10,8,7,6,2,2,3,4,2,2,0,0,0,0,0,0,1],"bins":[-0.008336369879543781,-0.008071981370449066,-0.007807591930031776,-0.007543202955275774,-0.007278813980519772,-0.007014425005763769,-0.006750036031007767,-0.006485647056251764,-0.006221258081495762,-0.005956869572401047,-0.005692480597645044,-0.005428091622889042,-0.0051637026481330395,-0.004899313673377037,-0.004634924698621035,-0.004370535723865032,-0.00410614674910903,-0.0038417577743530273,-0.003577368799597025,-0.0033129798248410225,-0.00304859085008502,-0.0027842021081596613,-0.002519813133403659,-0.0022554241586476564,-0.001991035183891654,-0.0017266462091356516,-0.0014622572343796492,-0.0011978683760389686,-0.0009334794012829661,-0.0006690904265269637,-0.0004047015099786222,-0.00014031256432645023,0.00012407638132572174,0.0003884653269778937,0.0006528542726300657,0.0009172431891784072,0.0011816321639344096,0.001446021138690412,0.0017104099970310926,0.001974798971787095,0.0022391879465430975,0.0025035769212991,0.0027679658960551023,0.0030323548708111048,0.0032967436127364635,0.003561132587492466,0.0038255215622484684,0.004089910537004471,0.004354299511760473,0.004618688486516476,0.004883077461272478,0.0051474664360284805,0.005411855410784483,0.005676244385540485,0.005940633360296488,0.00620502233505249,0.006469410844147205,0.006733799818903208,0.00699818879365921,0.007262577768415213,0.007526966743171215,0.0077913557179272175,0.00805574469268322,0.00832013413310051,0.008584522642195225],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[-0.004762452561408281,-0.0045834616757929325,-0.004404470324516296,-0.004225479438900948,-0.004046488553285599,-0.00386749766767025,-0.0036885065492242575,-0.003509515430778265,-0.003330524545162916,-0.0031515336595475674,-0.002972542541101575,-0.0027935514226555824,-0.0026145605370402336,-0.002435569651424885,-0.0022565785329788923,-0.0020775874145329,-0.001898596528917551,-0.0017196055268868804,-0.0015406145248562098,-0.0013616235228255391,-0.0011826325207948685,-0.0010036415187641978,-0.0008246505167335272,-0.0006456595147028565,-0.0004666685126721859,-0.00028767751064151525,-0.00010868650861084461,7.030449341982603e-05,0.0002492954954504967,0.0004282864974811673,0.000607277499511838,0.0007862685015425086,0.0009652590379118919,0.0011442500399425626,0.0013232410419732332,0.0015022320440039039,0.0016812230460345745,0.0018602140480652452,0.002039205050095916,0.0022181961685419083,0.002397187054157257,0.002576177939772606,0.0027551690582185984,0.002934160176664591,0.0031131510622799397,0.0032921419478952885,0.003471133066341281,0.0036501241847872734,0.0038291150704026222,0.004008105956017971,0.00418709684163332,0.004366088192909956,0.004545079078525305,0.004724069964140654,0.00490306131541729,0.0050820522010326385,0.005261043086647987,0.005440033972263336,0.005619024857878685,0.005798016209155321,0.00597700709477067,0.006155997980386019,0.006334989331662655,0.006513980217278004,0.0066929711028933525],"_type":"histogram","values":[2,0,0,1,0,1,2,3,2,2,1,1,7,9,7,8,5,19,21,27,40,37,56,43,53,59,45,54,41,26,31,26,14,18,9,14,7,8,11,4,5,5,3,5,3,1,2,8,3,4,2,3,3,0,0,2,0,0,1,0,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[-0.007574876304715872,-0.007380242459475994,-0.007185609079897404,-0.006990975234657526,-0.006796341389417648,-0.006601708009839058,-0.00640707416459918,-0.0062124403193593025,-0.006017806939780712,-0.005823173094540834,-0.005628539249300957,-0.005433905404061079,-0.005239272024482489,-0.005044638179242611,-0.004850004334002733,-0.004655370954424143,-0.004460737109184265,-0.0042661032639443874,-0.004071469884365797,-0.0038768360391259193,-0.0036822021938860416,-0.0034875685814768076,-0.0032929349690675735,-0.003098301123827696,-0.002903667511418462,-0.0027090338990092278,-0.00251440005376935,-0.002319766441360116,-0.002125132828950882,-0.0019304989837110043,-0.0017358653713017702,-0.0015412316424772143,-0.0013465983793139458,-0.00115196465048939,-0.0009573309798724949,-0.0007626973092556,-0.0005680635804310441,-0.0003734298807103187,-0.00017879618098959327,1.583751873113215e-05,0.00021047121845185757,0.000405104918172583,0.0005997386178933084,0.0007943722885102034,0.0009890060173347592,0.0011836397461593151,0.0013782733585685492,0.001572907087393105,0.001767540816217661,0.001962174428626895,0.0021568082738667727,0.0023514418862760067,0.0025460757315158844,0.0027407093439251184,0.0029353429563343525,0.00312997680157423,0.0033246104139834642,0.0035192440263926983,0.003713877871632576,0.003908511716872454,0.004103145096451044,0.004297778941690922,0.0044924127869307995,0.00468704616650939,0.004881680011749268],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,2,0,2,4,0,1,6,6,4,17,25,38,32,61,51,69,78,62,63,42,37,33,27,14,15,5,6,7,9,6,6,1,6,8,3,4,1,3,2,2,2,2,3]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,2,0,2,0,4,3,2,8,11,13,14,18,13,24,19,23,29,31,29,31,29,26,40,29,43,35,26,27,36,20,16,24,27,18,16,12,16,4,9,9,6,6,3,2,2,1,1,1,1,0,1,1,0,0,0,0,0,1,1],"bins":[-0.08669956028461456,-0.08365519344806671,-0.08061083406209946,-0.0775664672255516,-0.07452210783958435,-0.0714777410030365,-0.06843338161706924,-0.06538901478052139,-0.06234465166926384,-0.05930028855800629,-0.056255925446748734,-0.05321156233549118,-0.05016719549894333,-0.047122832387685776,-0.04407846927642822,-0.04103410616517067,-0.037989743053913116,-0.03494537994265556,-0.03190101683139801,-0.028856651857495308,-0.025812288746237755,-0.0227679256349802,-0.0197235606610775,-0.016679197549819946,-0.013634834438562393,-0.01059047132730484,-0.007546107284724712,-0.004501743707805872,-0.0014573801308870316,0.0015869834460318089,0.004631347022950649,0.00767571059986949,0.01072007417678833,0.013764437288045883,0.016808800399303436,0.01985316537320614,0.02289752848446369,0.025941891595721245,0.028986256569623947,0.0320306196808815,0.03507498279213905,0.038119345903396606,0.04116370901465416,0.04420807212591171,0.047252438962459564,0.05029680207371712,0.05334116518497467,0.056385528296232224,0.05942989140748978,0.06247425451874733,0.06551861763000488,0.06856298446655273,0.07160734385251999,0.07465171068906784,0.0776960700750351,0.08074043691158295,0.0837848037481308,0.08682916313409805,0.0898735299706459,0.09291788935661316,0.09596225619316101,0.09900661557912827,0.10205098241567612,0.10509534180164337,0.10813970863819122]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,3,7,13,18,29,51,86,145,243,318,556,783,1123,1603,2210,3112,4219,5607,7016,9024,11302,13698,16222,19034,21889,24834,26716,29392,30970,32814,33043,32963,32177,31221,29203,27202,24531,21686,18945,15941,13392,11025,8687,7007,5402,4071,3229,2211,1575,1133,750,517,337,199,144,87,38,32,17,10,3,6,2],"bins":[-0.08986455947160721,-0.08705320954322815,-0.0842418521642685,-0.08143050223588943,-0.07861915230751038,-0.07580779492855072,-0.07299644500017166,-0.070185087621212,-0.06737373769283295,-0.06456238776445389,-0.06175103038549423,-0.05893968045711517,-0.056128326803445816,-0.05331697314977646,-0.0505056232213974,-0.04769426956772804,-0.044882915914058685,-0.04207156226038933,-0.03926020860671997,-0.03644885867834091,-0.033637505024671555,-0.030826151371002197,-0.02801479957997799,-0.02520344778895378,-0.022392094135284424,-0.019580740481615067,-0.01676938869059086,-0.013958035968244076,-0.011146683245897293,-0.00833533052355051,-0.005523977801203728,-0.002712625078856945,9.872764348983765e-05,0.0029100803658366203,0.005721433088183403,0.008532785810530186,0.011344138532876968,0.014155491255223751,0.016966843977570534,0.019778195768594742,0.0225895494222641,0.025400903075933456,0.028212254866957664,0.031023606657981873,0.03383496031165123,0.03664631396532059,0.039457663893699646,0.042269017547369,0.04508037120103836,0.04789172485470772,0.050703078508377075,0.053514428436756134,0.05632578209042549,0.05913713574409485,0.06194848567247391,0.06475984305143356,0.06757119297981262,0.07038254290819168,0.07319390028715134,0.0760052502155304,0.07881660759449005,0.08162795752286911,0.08443930745124817,0.08725066483020782,0.09006201475858688]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"bins":[-0.0018355081556364894,-0.0017804942326620221,-0.0017254803096875548,-0.0016704663867130876,-0.0016154524637386203,-0.001560438540764153,-0.0015054246177896857,-0.0014504106948152184,-0.0013953966554254293,-0.001340382732450962,-0.0012853688094764948,-0.0012303548865020275,-0.0011753409635275602,-0.001120327040553093,-0.0010653131175786257,-0.0010102991946041584,-0.0009552852716296911,-0.0009002713486552238,-0.0008452574256807566,-0.0007902435027062893,-0.000735229579731822,-0.0006802155985496938,-0.0006252016755752265,-0.0005701877526007593,-0.000515173829626292,-0.0004601599066518247,-0.00040514598367735744,-0.0003501320315990597,-0.0002951181086245924,-0.00024010418565012515,-0.00018509024812374264,-0.00013007631059736013,-7.506238762289286e-05,-2.0048457372467965e-05,3.496547287795693e-05,8.997940312838182e-05,0.0001449933333788067,0.000200007256353274,0.0002550212084315717,0.000310035131406039,0.0003650490543805063,0.00042006297735497355,0.00047507690032944083,0.0005300908233039081,0.0005851048044860363,0.0006401187274605036,0.0006951326504349709,0.0007501465734094381,0.0008051604963839054,0.0008601744193583727,0.00091518834233284,0.0009702022653073072,0.0010252161882817745,0.0010802301112562418,0.001135244034230709,0.0011902579572051764,0.0012452718801796436,0.0013002859195694327,0.0013552998425439,0.0014103137655183673,0.0014653276884928346,0.0015203416114673018,0.0015753555344417691,0.0016303694574162364,0.0016853833803907037],"_type":"histogram","values":[1,0,2,2,1,0,2,0,3,1,4,4,4,6,5,5,8,7,11,14,10,17,17,19,28,14,18,22,25,23,32,29,31,25,36,27,25,28,30,21,23,24,21,17,14,13,18,14,9,11,12,5,10,3,5,3,2,0,1,4,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[3,0,0,0,1,0,1,2,4,1,7,3,10,13,9,13,19,15,24,21,18,21,25,25,25,38,23,29,24,30,30,31,29,25,25,27,21,21,24,21,23,13,11,10,8,9,6,7,1,4,2,4,4,1,1,2,0,2,1,0,0,0,0,1],"bins":[-0.020461946725845337,-0.019764479249715805,-0.019067011773586273,-0.01836954429745674,-0.01767207682132721,-0.016974609345197678,-0.016277140006422997,-0.01557967346161604,-0.014882205054163933,-0.014184737578034401,-0.013487270101904869,-0.012789802625775337,-0.012092335149645805,-0.011394867673516273,-0.010697399266064167,-0.009999931789934635,-0.009302464313805103,-0.008604996837675571,-0.00790752936154604,-0.00721006141975522,-0.006512593477964401,-0.005815126001834869,-0.0051176585257053375,-0.004420190583914518,-0.0037227231077849865,-0.003025255398824811,-0.0023277876898646355,-0.0016303202137351036,-0.0009328525047749281,-0.0002353848540224135,0.0004620827967301011,0.0011595503892749548,0.0018570180982351303,0.002554485807195306,0.0032519535161554813,0.003949420992285013,0.004646888934075832,0.005344356410205364,0.006041823886334896,0.006739291828125715,0.007436759304255247,0.008134227246046066,0.008831694722175598,0.00952916219830513,0.010226629674434662,0.010924097150564194,0.0116215655580163,0.012319033034145832,0.013016500510275364,0.013713967986404896,0.014411435462534428,0.015108903869986534,0.015806371346116066,0.016503838822245598,0.01720130629837513,0.01789877377450466,0.018596241250634193,0.019293708726763725,0.019991176202893257,0.020688645541667938,0.02138611301779747,0.022083580493927002,0.022781047970056534,0.023478515446186066,0.024175982922315598]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,2,1,1,0,1,3,0,2,2,3,6,7,4,4,6,10,11,9,10,15,17,25,19,31,33,35,39,39,42,33,40,40,36,31,27,31,29,29,17,17,12,6,11,8,5,3,3,3,3,2,1,1,0,1,0,0,0,0,1],"bins":[-0.0004804859636351466,-0.0004664147854782641,-0.00045234360732138157,-0.0004382724000606686,-0.00042420122190378606,-0.00041013004374690354,-0.000396058865590021,-0.0003819876874331385,-0.0003679164801724255,-0.000353845302015543,-0.00033977412385866046,-0.00032570294570177794,-0.0003116317675448954,-0.0002975605893880129,-0.0002834893821272999,-0.0002694182039704174,-0.00025534702581353486,-0.00024127584765665233,-0.00022720465494785458,-0.00021313347679097205,-0.0001990622840821743,-0.00018499110592529178,-0.00017091992776840925,-0.0001568487350596115,-0.00014277755690272897,-0.00012870637874584645,-0.0001146351860370487,-0.00010056400788016617,-8.649282244732603e-05,-7.24216370144859e-05,-5.8350455219624564e-05,-4.427927342476323e-05,-3.0208058888092637e-05,-1.6136875274241902e-05,-2.065691660391167e-06,1.2005491953459568e-05,2.6076675567310303e-05,4.014786100015044e-05,5.4219042795011774e-05,6.82902245898731e-05,8.236141002271324e-05,9.643259545555338e-05,0.00011050378088839352,0.00012457495904527605,0.00013864613720215857,0.00015271732991095632,0.00016678850806783885,0.0001808597007766366,0.00019493087893351912,0.00020900205709040165,0.0002230732497991994,0.00023714442795608193,0.0002512156206648797,0.0002652867988217622,0.00027935797697864473,0.00029342915513552725,0.00030750036239624023,0.00032157154055312276,0.0003356427187100053,0.0003497138968668878,0.00036378507502377033,0.00037785625318065286,0.00039192746044136584,0.00040599863859824836,0.0004200698167551309]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,1,1,1,0,2,2,5,1,2,7,9,5,7,8,19,26,21,35,27,34,32,45,50,50,53,50,37,41,45,26,33,24,12,10,8,6,6,5,5,2,5,3,2,2,0,0,0,0,0,0,0,0,1],"bins":[-0.0016212379559874535,-0.0015747903380542994,-0.0015283427201211452,-0.0014818951021879911,-0.001435447484254837,-0.001388999866321683,-0.0013425522483885288,-0.0012961046304553747,-0.0012496570125222206,-0.0012032092781737447,-0.0011567616602405906,-0.0011103140423074365,-0.0010638664243742824,-0.0010174188064411283,-0.0009709711885079741,-0.00092452357057482,-0.0008780759526416659,-0.0008316283347085118,-0.0007851807167753577,-0.0007387330988422036,-0.0006922854809090495,-0.0006458378047682345,-0.0005993901868350804,-0.0005529425689019263,-0.0005064949509687722,-0.00046004733303561807,-0.00041359971510246396,-0.0003671520680654794,-0.0003207044501323253,-0.0002742568321991712,-0.00022780919971410185,-0.00018136156722903252,-0.00013491383288055658,-8.846620767144486e-05,-4.201858246233314e-05,4.4290427467785776e-06,5.08766679558903e-05,9.732429316500202e-05,0.00014377191837411374,0.00019021955085918307,0.00023666716879233718,0.0002831147867254913,0.0003295624046586454,0.00037601005169562995,0.00042245766962878406,0.00046890528756193817,0.0005153529345989227,0.0005618005525320768,0.0006082481704652309,0.000654695788398385,0.0007011434063315392,0.0007475910242646933,0.0007940386421978474,0.0008404863183386624,0.0008869339362718165,0.0009333815542049706,0.0009798291139304638,0.0010262768482789397,0.0010727244662120938,0.001119172084145248,0.001165619702078402,0.0012120673200115561,0.0012585149379447103,0.0013049625558778644,0.0013514101738110185]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,1,0,1,0,2,4,3,2,5,5,3,10,13,13,16,13,19,24,22,14,27,22,25,26,35,17,40,30,23,29,30,31,32,22,26,18,27,15,22,17,13,14,6,6,8,10,5,4,2,3,0,5,3,1,0,2,0,0,0,0,1],"bins":[-0.019022077322006226,-0.018405741080641747,-0.017789404839277267,-0.01717306859791279,-0.01655673235654831,-0.01594039425253868,-0.015324058011174202,-0.014707721769809723,-0.014091385528445244,-0.013475049287080765,-0.012858713045716286,-0.012242375873029232,-0.011626039631664753,-0.011009703390300274,-0.01039336621761322,-0.009777029976248741,-0.009160693734884262,-0.008544357493519783,-0.007928021252155304,-0.00731168407946825,-0.006695347838103771,-0.006079011596739292,-0.005462674889713526,-0.004846338182687759,-0.00423000194132328,-0.0036136654671281576,-0.002997328992933035,-0.002380992518737912,-0.0017646560445427895,-0.0011483195703476667,-0.000531983096152544,8.43533780425787e-05,0.0007006879895925522,0.001317024463787675,0.0019333609379827976,0.0025496974121779203,0.003166033886373043,0.0037823703605681658,0.0043987068347632885,0.005015043541789055,0.005631379783153534,0.006247716024518013,0.006864052731543779,0.007480389438569546,0.008096725679934025,0.008713061921298504,0.009329399093985558,0.009945735335350037,0.010562071576714516,0.011178407818078995,0.011794744059443474,0.012411081232130527,0.013027417473495007,0.013643753714859486,0.01426009088754654,0.014876427128911018,0.015492763370275497,0.016109099611639977,0.016725435853004456,0.017341772094368935,0.017958108335733414,0.018574446439743042,0.01919078268110752,0.019807118922472,0.02042345516383648],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.056679174304008484,-0.05473846197128296,-0.052797745913267136,-0.05085703358054161,-0.048916321247816086,-0.04697560518980026,-0.04503489285707474,-0.04309418052434921,-0.04115346819162369,-0.039212752133607864,-0.03727203980088234,-0.035331327468156815,-0.03339061141014099,-0.031449899077415466,-0.029509184882044792,-0.027568472549319267,-0.025627758353948593,-0.02368704415857792,-0.021746331825852394,-0.01980561763048172,-0.017864905297756195,-0.01592419110238552,-0.013983476907014847,-0.012042763642966747,-0.010102050378918648,-0.008161337114870548,-0.006220623385161161,-0.004279909655451775,-0.002339196391403675,-0.0003984828945249319,0.0015422306023538113,0.0034829440992325544,0.005423657596111298,0.007364370860159397,0.009305084124207497,0.01124579831957817,0.01318651158362627,0.01512722484767437,0.017067939043045044,0.01900865137577057,0.020949365571141243,0.022890079766511917,0.024830792099237442,0.026771506294608116,0.02871222048997879,0.030652932822704315,0.03259364515542984,0.03453436121344566,0.03647507354617119,0.03841578587889671,0.04035650193691254,0.04229721426963806,0.044237926602363586,0.04617864266037941,0.048119354993104935,0.05006006732583046,0.05200078338384628,0.05394149571657181,0.05588220804929733,0.05782292038202286,0.05976363644003868,0.061704348772764206,0.06364506483078003,0.06558577716350555,0.06752648949623108],"_type":"histogram","values":[1,1,0,1,1,0,1,2,3,1,2,6,5,10,14,11,14,16,19,18,17,32,27,19,28,31,34,28,38,35,31,31,41,19,22,28,25,29,20,19,23,14,7,7,3,7,0,5,3,1,4,3,1,1,3,1,2,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,1,2,1,1,1,3,6,6,4,10,21,24,29,40,64,75,132,164,275,395,562,835,1241,1942,2858,4579,7165,11419,18969,32144,57752,131507,159884,65790,36089,21013,12557,7789,4983,3204,2040,1393,899,612,424,279,172,147,100,67,53,27,18,17,14,4,8,5,4,1,1,1,1],"bins":[-0.04052734375,-0.039302825927734375,-0.03807830810546875,-0.036853790283203125,-0.0356292724609375,-0.034404754638671875,-0.03318023681640625,-0.031955718994140625,-0.030731201171875,-0.029506683349609375,-0.02828216552734375,-0.027057647705078125,-0.0258331298828125,-0.024608612060546875,-0.02338409423828125,-0.022159576416015625,-0.02093505859375,-0.019710540771484375,-0.01848602294921875,-0.017261505126953125,-0.0160369873046875,-0.014812469482421875,-0.01358795166015625,-0.012363433837890625,-0.011138916015625,-0.009914398193359375,-0.00868988037109375,-0.007465362548828125,-0.0062408447265625,-0.005016326904296875,-0.00379180908203125,-0.002567291259765625,-0.0013427734375,-0.000118255615234375,0.00110626220703125,0.002330780029296875,0.0035552978515625,0.004779815673828125,0.00600433349609375,0.007228851318359375,0.008453369140625,0.009677886962890625,0.01090240478515625,0.012126922607421875,0.0133514404296875,0.014575958251953125,0.01580047607421875,0.017024993896484375,0.01824951171875,0.019474029541015625,0.02069854736328125,0.021923065185546875,0.0231475830078125,0.024372100830078125,0.02559661865234375,0.026821136474609375,0.028045654296875,0.029270172119140625,0.03049468994140625,0.031719207763671875,0.0329437255859375,0.034168243408203125,0.03539276123046875,0.036617279052734375,0.037841796875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,0,0,2,0,0,4,1,4,5,1,4,2,4,9,10,6,13,18,11,15,18,23,17,28,27,27,36,28,33,34,32,32,34,28,33,26,31,24,23,23,22,13,11,8,9,4,4,4,2,6,1,1,4,2,3,2,0,1,0,0,0,1],"bins":[-0.0003664634714368731,-0.00035504146944731474,-0.00034361949656158686,-0.0003321974945720285,-0.0003207754925824702,-0.00030935349059291184,-0.0002979314886033535,-0.0002865095157176256,-0.0002750875137280673,-0.00026366551173850894,-0.00025224353885278106,-0.00024082153686322272,-0.00022939953487366438,-0.00021797753288410604,-0.00020655554544646293,-0.00019513355800881982,-0.00018371155601926148,-0.00017228955402970314,-0.00016086756659206003,-0.00014944557915441692,-0.00013802357716485858,-0.00012660157517530024,-0.00011517958773765713,-0.0001037575930240564,-9.233559831045568e-05,-8.091360359685495e-05,-6.949160888325423e-05,-5.8069614169653505e-05,-4.664761945605278e-05,-3.5225624742452055e-05,-2.380363002885133e-05,-1.2381635315250605e-05,-9.596114978194237e-07,1.0462383215781301e-05,2.1884377929382026e-05,3.330637264298275e-05,4.4728367356583476e-05,5.61503620701842e-05,6.757235678378493e-05,7.899435149738565e-05,9.041634621098638e-05,0.0001018383409245871,0.00011326033563818783,0.00012468232307583094,0.00013610432506538928,0.00014752632705494761,0.00015894831449259073,0.00017037030193023384,0.00018179230391979218,0.00019321430590935051,0.00020463629334699363,0.00021605828078463674,0.00022748028277419508,0.00023890228476375341,0.0002503242576494813,0.00026174625963903964,0.000273168261628598,0.0002845902636181563,0.00029601226560771465,0.00030743423849344254,0.0003188562404830009,0.0003302782424725592,0.0003417002153582871,0.00035312221734784544,0.0003645442193374038]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[2,0,0,0,0,1,1,0,0,0,2,0,2,4,6,3,11,8,7,12,12,13,20,20,28,20,33,38,34,50,32,45,27,47,40,25,30,26,21,16,20,17,17,19,9,5,7,4,8,6,3,1,2,3,2,2,3,0,2,0,1,0,0,1],"bins":[-0.0004493158485274762,-0.000435272027971223,-0.0004212282074149698,-0.0004071843868587166,-0.0003931405663024634,-0.0003790967457462102,-0.000365052925189957,-0.00035100910463370383,-0.0003369652549736202,-0.000322921434417367,-0.0003088776138611138,-0.0002948337933048606,-0.0002807899727486074,-0.0002667461521923542,-0.000252702331636101,-0.0002386585110798478,-0.00022461469052359462,-0.00021057086996734142,-0.00019652704941108823,-0.00018248322885483503,-0.00016843940829858184,-0.00015439557319041342,-0.00014035175263416022,-0.00012630793207790703,-0.00011226411152165383,-9.822029096540064e-05,-8.417647040914744e-05,-7.013264257693663e-05,-5.608882202068344e-05,-4.204500146443024e-05,-2.800117727019824e-05,-1.3957354894955643e-05,8.649658411741257e-08,1.4130318959360011e-05,2.817414133460261e-05,4.221796552883461e-05,5.6261786085087806e-05,7.0305606641341e-05,8.434943447355181e-05,9.8393255029805e-05,0.0001124370755860582,0.0001264808961423114,0.0001405247166985646,0.00015456853725481778,0.0001686123723629862,0.0001826561929192394,0.0001967000134754926,0.0002107438340317458,0.00022478765458799899,0.00023883147514425218,0.0002528752957005054,0.00026691911625675857,0.00028096293681301177,0.00029500675736926496,0.00030905057792551816,0.00032309439848177135,0.000337138248141855,0.0003511820686981082,0.0003652258892543614,0.0003792697098106146,0.0003933135303668678,0.000407357350923121,0.00042140117147937417,0.00043544499203562737,0.00044948881259188056],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9990858435630798,0.9991248250007629,0.9991637468338013,0.9992027282714844,0.9992417097091675,0.9992806911468506,0.9993196129798889,0.999358594417572,0.9993975758552551,0.9994364976882935,0.9994754791259766,0.9995144605636597,0.999553382396698,0.9995923638343811,0.9996313452720642,0.9996703267097473,0.9997092485427856,0.9997482299804688,0.9997872114181519,0.9998261332511902,0.9998651146888733,0.9999040961265564,0.9999430179595947,0.9999819993972778,1.000020980834961,1.000059962272644,1.0000989437103271,1.0001378059387207,1.0001767873764038,1.000215768814087,1.00025475025177,1.0002937316894531,1.0003327131271362,1.0003716945648193,1.000410556793213,1.000449538230896,1.000488519668579,1.0005275011062622,1.0005664825439453,1.0006054639816284,1.0006444454193115,1.000683307647705,1.0007222890853882,1.0007612705230713,1.0008002519607544,1.0008392333984375,1.0008782148361206,1.0009171962738037,1.0009560585021973,1.0009950399398804,1.0010340213775635,1.0010730028152466,1.0011119842529297,1.0011509656906128,1.0011898279190063,1.0012288093566895,1.0012677907943726,1.0013067722320557,1.0013457536697388,1.0013847351074219,1.001423716545105,1.0014625787734985,1.0015015602111816,1.0015405416488647,1.0015795230865479],"_type":"histogram","values":[2,0,1,1,3,1,1,3,6,9,5,11,13,12,17,24,32,24,25,35,33,36,42,39,36,38,29,24,27,32,25,14,15,16,13,18,7,11,11,12,7,8,9,7,3,5,2,5,1,3,3,2,2,2,1,1,0,1,0,1,1,0,0,1]},"_wandb":{"runtime":158},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,1,0,1,0,1,3,0,4,4,2,5,2,8,9,15,19,20,23,24,30,39,47,60,72,81,95,123,104,123,134,155,149,108,108,87,66,55,75,32,24,29,14,19,19,13,11,8,5,4,2,5,2,4,0,1,0,0,0,0,1,1,0,1],"bins":[-0.027414796873927116,-0.02652108296751976,-0.025627369061112404,-0.0247336532920599,-0.023839939385652542,-0.022946225479245186,-0.02205251157283783,-0.021158795803785324,-0.020265081897377968,-0.01937136799097061,-0.018477654084563255,-0.0175839401781559,-0.016690224409103394,-0.015796510502696037,-0.014902796596288681,-0.01400908175855875,-0.013115367852151394,-0.012221653945744038,-0.011327939108014107,-0.01043422520160675,-0.00954051036387682,-0.008646796457469463,-0.00775308208540082,-0.006859367713332176,-0.005965653341263533,-0.005071938969194889,-0.0041782245971262455,-0.0032845104578882456,-0.002390796085819602,-0.0014970817137509584,-0.0006033674580976367,0.00029034685576334596,0.0011840611696243286,0.002077775541692972,0.0029714899137616158,0.0038652040529996157,0.004758918657898903,0.005652632564306259,0.006546346936374903,0.007440061308443546,0.008333776146173477,0.009227490052580833,0.01012120395898819,0.01101491879671812,0.011908632703125477,0.012802347540855408,0.013696061447262764,0.014589776284992695,0.015483490191400051,0.016377205029129982,0.017270918935537338,0.018164632841944695,0.01905834674835205,0.019952062517404556,0.020845776423811913,0.02173949033021927,0.022633204236626625,0.02352691814303398,0.024420633912086487,0.025314347818493843,0.0262080617249012,0.027101775631308556,0.02799549140036106,0.028889205306768417,0.029782919213175774],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[4,0,0,1,6,9,7,17,22,33,41,67,105,142,191,321,446,677,1069,1548,2625,4031,6806,10897,18842,32807,61191,118700,250972,419105,315752,152987,76257,40116,22695,13157,7976,4695,3080,1853,1208,808,477,359,259,165,100,84,44,42,15,19,15,8,3,2,2,2,1,0,0,0,0,1],"bins":[-0.004852294921875,-0.004688739776611328,-0.004525184631347656,-0.004361629486083984,-0.0041980743408203125,-0.004034519195556641,-0.0038709640502929688,-0.003707408905029297,-0.003543853759765625,-0.003380298614501953,-0.0032167434692382812,-0.0030531883239746094,-0.0028896331787109375,-0.0027260780334472656,-0.0025625228881835938,-0.002398967742919922,-0.00223541259765625,-0.002071857452392578,-0.0019083023071289062,-0.0017447471618652344,-0.0015811920166015625,-0.0014176368713378906,-0.0012540817260742188,-0.0010905265808105469,-0.000926971435546875,-0.0007634162902832031,-0.0005998611450195312,-0.0004363059997558594,-0.0002727508544921875,-0.00010919570922851562,5.435943603515625e-05,0.00021791458129882812,0.0003814697265625,0.0005450248718261719,0.0007085800170898438,0.0008721351623535156,0.0010356903076171875,0.0011992454528808594,0.0013628005981445312,0.0015263557434082031,0.001689910888671875,0.0018534660339355469,0.0020170211791992188,0.0021805763244628906,0.0023441314697265625,0.0025076866149902344,0.0026712417602539062,0.002834796905517578,0.00299835205078125,0.003161907196044922,0.0033254623413085938,0.0034890174865722656,0.0036525726318359375,0.0038161277770996094,0.003979682922363281,0.004143238067626953,0.004306793212890625,0.004470348358154297,0.004633903503417969,0.004797458648681641,0.0049610137939453125,0.005124568939208984,0.005288124084472656,0.005451679229736328,0.005615234375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.001673287246376276,-0.0016233240021392703,-0.0015733607579022646,-0.001523397397249937,-0.0014734341530129313,-0.0014234709087759256,-0.00137350766453892,-0.0013235444203019142,-0.0012735810596495867,-0.001223617815412581,-0.0011736545711755753,-0.0011236913269385695,-0.0010737280827015638,-0.0010237648384645581,-0.0009738015360198915,-0.0009238382335752249,-0.0008738749893382192,-0.0008239117451012135,-0.0007739484426565468,-0.0007239851984195411,-0.0006740218959748745,-0.0006240586517378688,-0.0005740954075008631,-0.0005241321050561965,-0.00047416886081919074,-0.0004242055874783546,-0.0003742423141375184,-0.0003242790699005127,-0.00027431579655967653,-0.00022435252321884036,-0.00017438926442991942,-0.00012442600564099848,-7.446261588484049e-05,-2.4499349819961935e-05,2.5463916244916618e-05,7.542718230979517e-05,0.00012539044837467372,0.0001753537217155099,0.00022531698050443083,0.00027528023929335177,0.00032524351263418794,0.0003752067859750241,0.00042517005931586027,0.000475133303552866,0.0005250965477898717,0.0005750598502345383,0.000625023094471544,0.0006749863969162107,0.0007249496411532164,0.0007749128853902221,0.0008248761878348887,0.0008748394320718944,0.000924802734516561,0.0009747659787535667,0.0010247292229905725,0.0010746924672275782,0.0011246558278799057,0.0011746190721169114,0.0012245823163539171,0.0012745455605909228,0.0013245088048279285,0.0013744720490649343,0.0014244354097172618,0.0014743986539542675,0.0015243618981912732],"_type":"histogram","values":[1,0,0,1,2,0,2,0,1,1,0,2,4,5,6,7,5,7,10,11,19,9,16,17,20,20,32,35,39,23,30,31,42,28,30,24,30,27,23,23,20,23,36,12,14,9,11,11,8,9,1,7,6,6,3,0,2,0,3,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.05062251165509224,-0.048869676887989044,-0.04711684212088585,-0.04536401107907295,-0.04361117631196976,-0.04185834154486656,-0.04010550677776337,-0.03835267201066017,-0.036599837243556976,-0.03484700620174408,-0.033094171434640884,-0.03134133666753769,-0.029588501900434494,-0.027835668995976448,-0.026082834228873253,-0.024330001324415207,-0.02257716655731201,-0.020824331790208817,-0.01907149888575077,-0.017318664118647575,-0.015565830282866955,-0.013812996447086334,-0.012060161679983139,-0.010307327844202518,-0.008554494008421898,-0.006801660172641277,-0.005048825871199369,-0.003295991802588105,-0.001543157733976841,0.00020967633463442326,0.0019625104032456875,0.0037153444718569517,0.005468182265758514,0.007221016101539135,0.008973849937319756,0.01072668470442295,0.012479518540203571,0.014232352375984192,0.015985187143087387,0.017738020047545433,0.019490854814648628,0.021243689581751823,0.02299652248620987,0.024749357253313065,0.02650219202041626,0.028255024924874306,0.0300078596919775,0.03176069259643555,0.03351352736353874,0.03526636213064194,0.03701919689774513,0.03877202793955803,0.040524862706661224,0.04227769747376442,0.044030532240867615,0.04578336700797081,0.047536201775074005,0.0492890328168869,0.0510418675839901,0.05279470235109329,0.05454753711819649,0.05630037188529968,0.05805320292711258,0.059806037694215775,0.06155887246131897],"_type":"histogram","values":[1,0,0,2,1,1,0,1,1,6,6,5,9,9,6,14,12,19,19,22,17,22,25,30,30,33,33,34,23,38,33,29,26,28,29,37,28,20,17,15,17,12,13,9,6,3,5,6,0,3,2,2,2,3,1,0,0,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,1,0,1,1,1,2,3,2,3,4,2,4,11,9,11,9,12,15,20,11,19,21,38,34,45,29,34,43,37,34,28,37,32,38,32,22,25,12,15,14,6,7,8,2,8,3,5,4,5,1,2,1,0,0,1,0,2],"bins":[-0.001057259738445282,-0.0010270490311086178,-0.0009968382073566318,-0.0009666274418123066,-0.0009364166762679815,-0.0009062059689313173,-0.0008759952033869922,-0.0008457844378426671,-0.000815573672298342,-0.0007853629067540169,-0.0007551521412096918,-0.0007249413756653666,-0.0006947306683287024,-0.0006645199027843773,-0.0006343091372400522,-0.0006040983716957271,-0.000573887606151402,-0.0005436768406070769,-0.0005134660750627518,-0.0004832553386222571,-0.000453044573077932,-0.0004228338075336069,-0.00039262307109311223,-0.0003624123055487871,-0.000332201540004462,-0.0003019907744601369,-0.0002717800089158118,-0.00024156927247531712,-0.000211358506930992,-0.0001811477413866669,-0.000150936990394257,-0.00012072623212588951,-9.051547385752201e-05,-6.030471558915451e-05,-3.0093957320787013e-05,1.1680094758048654e-07,3.0327559215947986e-05,6.0538317484315485e-05,9.074907575268298e-05,0.00012095983402105048,0.00015117059228941798,0.0001813813578337431,0.00021159210882615298,0.00024180285981856287,0.000272013625362888,0.0003022243909072131,0.00033243512734770775,0.00036264589289203286,0.000392856658436358,0.0004230674239806831,0.0004532781895250082,0.00048348892596550286,0.0005136997206136584,0.0005439104279503226,0.0005741211934946477,0.0006043319590389729,0.000634542724583298,0.0006647534901276231,0.0006949642556719482,0.0007251750212162733,0.0007553857285529375,0.0007855964940972626,0.0008158072596415877,0.0008460180251859128,0.000876228790730238]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,1,1,0,2,0,3,5,4,5,10,8,10,16,17,28,16,28,26,28,40,45,35,28,32,29,44,33,30,24,24,34,18,29,22,17,11,16,7,13,4,5,4,3,4,1,0,1,1,0,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.05587761104106903,-0.0539177842438221,-0.051957957446575165,-0.04999813064932823,-0.0480383038520813,-0.046078477054834366,-0.04411865025758743,-0.0421588234603405,-0.04019899666309357,-0.038239169865846634,-0.0362793430685997,-0.03431951627135277,-0.032359689474105835,-0.030399862676858902,-0.02844003587961197,-0.026480209082365036,-0.024520382285118103,-0.02256055548787117,-0.020600728690624237,-0.018640901893377304,-0.01668107509613037,-0.014721248298883438,-0.012761421501636505,-0.010801594704389572,-0.00884176790714264,-0.006881941109895706,-0.004922114312648773,-0.00296228751540184,-0.0010024607181549072,0.0009573660790920258,0.0029171928763389587,0.004877019673585892,0.006836846470832825,0.008796673268079758,0.01075650006532669,0.012716326862573624,0.014676153659820557,0.01663598045706749,0.018595807254314423,0.020555634051561356,0.02251546084880829,0.02447528764605522,0.026435114443302155,0.028394941240549088,0.03035476803779602,0.032314594835042953,0.034274421632289886,0.03623424842953682,0.03819407522678375,0.040153902024030685,0.04211372882127762,0.04407355561852455,0.046033382415771484,0.04799320921301842,0.04995303601026535,0.05191286280751228,0.053872689604759216,0.05583251640200615,0.05779234319925308,0.059752169996500015,0.06171199679374695,0.06367182731628418,0.06563165038824081,0.06759147346019745,0.06955130398273468]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.00043253001058474183,-0.0004176841757725924,-0.00040283831185661256,-0.00038799247704446316,-0.0003731466131284833,-0.0003583007783163339,-0.0003434549435041845,-0.0003286090795882046,-0.0003137632447760552,-0.0002989174099639058,-0.00028407154604792595,-0.00026922571123577654,-0.00025437987642362714,-0.00023953401250764728,-0.00022468817769549787,-0.00020984232833143324,-0.0001949964789673686,-0.00018015062960330397,-0.00016530478023923934,-0.00015045894542708993,-0.0001356130960630253,-0.00012076724669896066,-0.00010592140461085364,-9.107556252274662e-05,-7.622971315868199e-05,-6.138386379461735e-05,-4.6538021706510335e-05,-3.169217598042451e-05,-1.6846330254338682e-05,-2.000484528252855e-06,1.2845361197832972e-05,2.76912069239188e-05,4.2537052650004625e-05,5.738289837609045e-05,7.222874410217628e-05,8.70745861902833e-05,0.00010192043555434793,0.00011676628491841257,0.00013161211973056197,0.0001464579690946266,0.00016130381845869124,0.00017614966782275587,0.0001909955171868205,0.0002058413519989699,0.00022068720136303455,0.00023553305072709918,0.0002503788855392486,0.00026522474945522845,0.00028007058426737785,0.00029491641907952726,0.0003097622829955071,0.0003246081178076565,0.0003394539817236364,0.0003542998165357858,0.0003691456513479352,0.00038399151526391506,0.00039883735007606447,0.0004136831848882139,0.00042852904880419374,0.00044337488361634314,0.00045822071842849255,0.0004730665823444724,0.0004879124171566218,0.0005027582519687712,0.0005176041158847511],"_type":"histogram","values":[3,0,1,0,2,1,1,1,9,2,4,5,2,6,10,6,13,19,11,19,21,22,21,30,32,33,28,26,36,40,41,31,29,32,29,32,19,25,26,17,13,12,11,9,8,6,2,5,2,4,3,3,1,0,2,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.0004006857634522021,-0.0003849374479614198,-0.0003691891033668071,-0.00035344078787602484,-0.0003376924432814121,-0.00032194412779062986,-0.0003061958122998476,-0.0002904474677052349,-0.0002746991522144526,-0.00025895083672367036,-0.00024320249212905765,-0.00022745417663827538,-0.0002117058465955779,-0.0001959575165528804,-0.00018020920106209815,-0.00016446087101940066,-0.00014871254097670317,-0.00013296421093400568,-0.0001172158881672658,-0.00010146756540052593,-8.571923535782844e-05,-6.997090531513095e-05,-5.4222582548391074e-05,-3.847425614367239e-05,-2.272592973895371e-05,-6.9776033342350274e-06,8.770723070483655e-06,2.4519049475202337e-05,4.026737587992102e-05,5.60157022846397e-05,7.176402868935838e-05,8.751235145609826e-05,0.00010326062329113483,0.00011900895333383232,0.0001347572833765298,0.00015050559886731207,0.00016625392891000956,0.00018200225895270705,0.0001977505744434893,0.0002134989044861868,0.0002292472345288843,0.00024499555001966655,0.00026074389461427927,0.00027649221010506153,0.0002922405255958438,0.0003079888701904565,0.00032373718568123877,0.0003394855302758515,0.00035523384576663375,0.000370982161257416,0.00038673050585202873,0.000402478821342811,0.0004182271659374237,0.00043397548142820597,0.00044972379691898823,0.00046547214151360095,0.0004812204570043832,0.0004969688015989959,0.0005127171170897782,0.0005284654325805604,0.0005442137480713427,0.000559962063562125,0.0005757104372605681,0.0005914587527513504,0.0006072070682421327],"_type":"histogram","values":[1,1,1,1,1,0,1,1,5,4,4,5,6,12,13,13,15,30,28,30,32,38,40,38,41,47,49,44,36,31,31,35,28,25,17,15,13,6,6,9,3,2,2,2,1,1,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,2,2,1,4,6,4,3,14,3,13,7,10,7,7,18,17,17,19,35,23,28,26,17,24,29,27,26,22,32,26,30,30,30,23,21,14,9,17,16,19,7,12,6,11,8,4,5,4,3,6,6,5,1,1,2,0,1,2,2],"bins":[-0.014344794675707817,-0.013892881572246552,-0.013440968468785286,-0.012989054434001446,-0.01253714133054018,-0.012085228227078915,-0.011633315123617649,-0.011181402020156384,-0.010729487985372543,-0.010277574881911278,-0.009825661778450012,-0.009373748674988747,-0.008921835571527481,-0.008469922468066216,-0.008018008433282375,-0.00756609532982111,-0.007114182226359844,-0.006662269122898579,-0.006210355553776026,-0.00575844245031476,-0.005306528881192207,-0.004854615777730942,-0.004402702674269676,-0.003950789105147123,-0.0034988760016858578,-0.0030469626653939486,-0.0025950493291020393,-0.0021431362256407738,-0.0016912228893488646,-0.0012393095530569553,-0.000787396333180368,-0.00033548305509611964,0.00011643115431070328,0.0005683444323949516,0.0010202577104791999,0.0014721709303557873,0.0019240842666476965,0.0023759976029396057,0.0028279107064008713,0.0032798240426927805,0.0037317373789846897,0.004183650482445955,0.004635564051568508,0.005087477155029774,0.005539390258491039,0.005991303827613592,0.006443216931074858,0.006895130500197411,0.007347043603658676,0.007798956707119942,0.008250869810581207,0.008702783845365047,0.009154696948826313,0.009606610052287579,0.010058523155748844,0.01051043625921011,0.01096235029399395,0.011414263397455215,0.011866176500916481,0.012318089604377747,0.012770002707839012,0.013221915811300278,0.013673829846084118,0.014125742949545383,0.014577656053006649]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.0005809415597468615,-0.0005624812911264598,-0.0005440210225060582,-0.0005255608120933175,-0.0005071005434729159,-0.0004886402748525143,-0.00047018000623211265,-0.0004517197667155415,-0.00043325949809513986,-0.00041479922947473824,-0.0003963389899581671,-0.00037787872133776546,-0.00035941845271736383,-0.00034095821320079267,-0.00032249794458039105,-0.0003040377050638199,-0.00028557743644341826,-0.00026711716782301664,-0.0002486569283064455,-0.00023019665968604386,-0.00021173640561755747,-0.00019327615154907107,-0.00017481588292866945,-0.00015635562886018306,-0.00013789537479169667,-0.00011943512072321028,-0.00010097485937876627,-8.251459803432226e-05,-6.405434396583587e-05,-4.559408625937067e-05,-2.713382855290547e-05,-8.67357084644027e-06,9.786745067685843e-06,2.8247002774151042e-05,4.670726048061624e-05,6.516752182506025e-05,8.362777589354664e-05,0.00010208802996203303,0.00012054829130647704,0.00013900855265092105,0.00015746880671940744,0.00017592906078789383,0.00019438931485638022,0.00021284958347678185,0.00023130983754526824,0.00024977009161375463,0.00026823036023415625,0.0002866905997507274,0.00030515086837112904,0.00032361113699153066,0.0003420713765081018,0.00036053164512850344,0.0003789918846450746,0.0003974521532654762,0.00041591242188587785,0.000434372661402449,0.00045283293002285063,0.00047129319864325225,0.0004897534381598234,0.000508213706780225,0.0005266739754006267,0.0005451342440210283,0.000563594454433769,0.0005820547230541706,0.0006005149916745722],"_type":"histogram","values":[1,0,0,2,0,1,4,1,2,3,4,5,6,14,10,11,29,24,34,33,46,46,60,77,85,94,87,108,105,92,101,104,128,100,99,90,64,64,51,41,41,35,34,24,14,8,12,9,9,7,4,8,3,5,2,3,0,1,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.00032595355878584087,-0.00031254393979907036,-0.00029913432081229985,-0.00028572470182552934,-0.0002723150828387588,-0.0002589054638519883,-0.0002454958448652178,-0.00023208621132653207,-0.00021867659233976156,-0.00020526697335299104,-0.00019185735436622053,-0.00017844773537945002,-0.00016503810184076428,-0.00015162848285399377,-0.00013821886386722326,-0.00012480924488045275,-0.00011139962589368224,-9.799000690691173e-05,-8.458038792014122e-05,-7.11707616574131e-05,-5.7761142670642585e-05,-4.4351523683872074e-05,-3.0941901059122756e-05,-1.7532280253362842e-05,-4.122659447602928e-06,9.286961358156987e-06,2.26965821639169e-05,3.610620478866622e-05,4.951582377543673e-05,6.292544276220724e-05,7.633506902493536e-05,8.974468801170588e-05,0.00010315427789464593,0.00011656389688141644,0.00012997351586818695,0.00014338313485495746,0.00015679275384172797,0.0001702023873804137,0.00018361200636718422,0.00019702162535395473,0.00021043124434072524,0.00022384086332749575,0.00023725048231426626,0.000250660115852952,0.0002640697348397225,0.000277479353826493,0.00029088897281326354,0.00030429859180003405,0.00031770821078680456,0.00033111782977357507,0.0003445274487603456,0.0003579370677471161,0.0003713466867338866,0.0003847563057206571,0.0003981659247074276,0.00041157554369419813,0.0004249851917847991,0.0004383948107715696,0.0004518044297583401,0.00046521404874511063,0.00047862366773188114,0.0004920332576148212,0.0005054429057054222,0.0005188524955883622,0.0005322621436789632],"_type":"histogram","values":[4,2,2,1,3,5,4,5,10,6,10,12,4,9,18,27,25,19,34,36,34,28,34,37,42,34,38,41,37,37,35,21,17,15,18,11,8,9,5,6,6,2,5,5,3,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.0882178321480751,-0.08525527268648148,-0.08229271322488785,-0.07933015376329422,-0.07636759430170059,-0.07340503484010696,-0.07044247537851334,-0.06747991591691971,-0.06451734900474548,-0.061554793268442154,-0.058592233806848526,-0.0556296743452549,-0.05266711115837097,-0.049704551696777344,-0.046741992235183716,-0.04377943277359009,-0.04081687331199646,-0.03785431385040283,-0.034891754388809204,-0.031929194927215576,-0.0289666336029768,-0.02600407414138317,-0.023041512817144394,-0.020078953355550766,-0.017116393893957138,-0.01415383443236351,-0.011191274039447308,-0.008228713646531105,-0.005266154184937477,-0.002303594257682562,0.0006589656695723534,0.0036215255968272686,0.006584085524082184,0.009546644985675812,0.012509205378592014,0.015471765771508217,0.018434325233101845,0.021396884694695473,0.02435944601893425,0.027322005480527878,0.030284564942121506,0.033247124403715134,0.03620968386530876,0.03917224332690239,0.042134806513786316,0.045097365975379944,0.04805992543697357,0.0510224848985672,0.05398504436016083,0.056947603821754456,0.059910163283348083,0.06287272274494171,0.06583528220653534,0.06879784166812897,0.0717604011297226,0.07472296059131622,0.07768552005290985,0.08064808696508408,0.0836106464266777,0.08657320588827133,0.08953576534986496,0.09249832481145859,0.09546088427305222,0.09842344373464584,0.10138600319623947],"_type":"histogram","values":[4,6,11,20,37,52,72,153,271,421,542,883,1312,1945,2836,3877,5078,6706,8534,10906,13579,16344,19545,22378,25696,28490,31244,32729,34448,34777,34694,33660,32036,29871,27095,24424,20986,18081,15258,12403,9892,7696,5926,4425,3338,2281,1604,1165,781,509,278,223,123,67,48,29,19,7,4,2,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.00045152497477829456,-0.0004345891356933862,-0.00041765329660847783,-0.00040071745752356946,-0.0003837816184386611,-0.00036684577935375273,-0.00034990994026884437,-0.000332974101183936,-0.00031603826209902763,-0.00029910242301411927,-0.0002821665839292109,-0.00026523074484430254,-0.00024829490575939417,-0.0002313590666744858,-0.00021442322758957744,-0.00019748738850466907,-0.0001805515494197607,-0.00016361571033485234,-0.00014667987124994397,-0.0001297440321650356,-0.00011280819308012724,-9.587235399521887e-05,-7.893651491031051e-05,-6.200067582540214e-05,-4.5064836740493774e-05,-2.8128997655585408e-05,-1.1193158570677042e-05,5.742680514231324e-06,2.267851959913969e-05,3.9614358684048057e-05,5.655019776895642e-05,7.348603685386479e-05,9.042187593877316e-05,0.00010735771502368152,0.0001242935541085899,0.00014122939319349825,0.00015816523227840662,0.00017510107136331499,0.00019203691044822335,0.00020897274953313172,0.00022590858861804008,0.00024284442770294845,0.0002597802667878568,0.0002767161058727652,0.00029365194495767355,0.0003105877840425819,0.0003275236231274903,0.00034445946221239865,0.000361395301297307,0.0003783311403822154,0.00039526697946712375,0.0004122028185520321,0.0004291386576369405,0.00044607449672184885,0.0004630103358067572,0.0004799461748916656,0.0004968820139765739,0.0005138178821653128,0.0005307536921463907,0.0005476895021274686,0.0005646253703162074,0.0005815612385049462,0.0005984970484860241,0.000615432858467102,0.0006323687266558409],"_type":"histogram","values":[2,1,2,2,2,1,7,3,9,8,8,5,7,8,22,12,17,15,27,22,27,25,21,32,40,36,30,27,38,28,36,26,32,28,22,21,19,16,12,9,8,12,9,5,2,8,4,3,3,3,1,1,0,0,0,0,1,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,2,0,7,5,11,29,59,97,168,312,519,877,1434,2354,3401,5161,7329,10446,14485,19345,25585,32307,40991,50142,59715,69427,77582,86703,92305,96942,99785,98752,96384,91064,84964,76268,67044,57294,48007,39060,31097,24119,18275,13518,9741,6795,4650,3083,1993,1282,852,481,267,158,93,42,25,16,9,3,1,0,1],"bins":[-0.1012679785490036,-0.09809253364801407,-0.09491708874702454,-0.0917416363954544,-0.08856619149446487,-0.08539074659347534,-0.08221530169248581,-0.07903985679149628,-0.07586440443992615,-0.07268895953893661,-0.06951351463794708,-0.06633806973695755,-0.06316262483596802,-0.05998717620968819,-0.056811731308698654,-0.05363628268241882,-0.05046083778142929,-0.04728539288043976,-0.04410994425415993,-0.040934499353170395,-0.037759050726890564,-0.03458360582590103,-0.0314081609249115,-0.028232714161276817,-0.025057267397642136,-0.021881820634007454,-0.018706373870372772,-0.01553092896938324,-0.012355482205748558,-0.009180035442113876,-0.006004589609801769,-0.002829143311828375,0.00034631043672561646,0.003521756734699011,0.006697203032672405,0.009872648864984512,0.013048095628619194,0.016223542392253876,0.019398987293243408,0.02257443405687809,0.02574988082051277,0.028925327584147453,0.032100774347782135,0.03527621924877167,0.0384516641497612,0.04162711277604103,0.04480255767703056,0.047978006303310394,0.05115345120429993,0.05432889610528946,0.05750434473156929,0.06067978963255882,0.06385523825883865,0.06703068315982819,0.07020612806081772,0.07338157296180725,0.07655702531337738,0.07973247021436691,0.08290791511535645,0.08608336001634598,0.08925880491733551,0.09243424981832504,0.09560970216989517,0.0987851470708847,0.10196059197187424],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,1,1,5,3,6,7,7,14,20,38,50,60,93,130,212,256,442,624,852,1226,1929,2911,4531,6672,10378,16572,27208,48701,103415,178177,79866,40511,23674,14305,9079,5965,3786,2644,1738,1192,815,550,323,258,169,127,72,56,48,33,21,17,7,6,8,4,2,3,0,0,2],"bins":[-0.0279541015625,-0.027090072631835938,-0.026226043701171875,-0.025362014770507812,-0.02449798583984375,-0.023633956909179688,-0.022769927978515625,-0.021905899047851562,-0.0210418701171875,-0.020177841186523438,-0.019313812255859375,-0.018449783325195312,-0.01758575439453125,-0.016721725463867188,-0.015857696533203125,-0.014993667602539062,-0.014129638671875,-0.013265609741210938,-0.012401580810546875,-0.011537551879882812,-0.01067352294921875,-0.009809494018554688,-0.008945465087890625,-0.008081436157226562,-0.0072174072265625,-0.0063533782958984375,-0.005489349365234375,-0.0046253204345703125,-0.00376129150390625,-0.0028972625732421875,-0.002033233642578125,-0.0011692047119140625,-0.00030517578125,0.0005588531494140625,0.001422882080078125,0.0022869110107421875,0.00315093994140625,0.0040149688720703125,0.004878997802734375,0.0057430267333984375,0.0066070556640625,0.0074710845947265625,0.008335113525390625,0.009199142456054688,0.01006317138671875,0.010927200317382812,0.011791229248046875,0.012655258178710938,0.013519287109375,0.014383316040039062,0.015247344970703125,0.016111373901367188,0.01697540283203125,0.017839431762695312,0.018703460693359375,0.019567489624023438,0.0204315185546875,0.021295547485351562,0.022159576416015625,0.023023605346679688,0.02388763427734375,0.024751663208007812,0.025615692138671875,0.026479721069335938,0.02734375]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,2,3,2,2,5,10,28,50,71,145,261,405,579,942,1443,2013,3047,4039,5459,7238,9622,12205,14969,18000,21362,24864,28093,30545,33248,34852,35829,36081,35231,33952,31373,29035,25701,22473,19064,16029,12970,10009,7803,6004,4506,3257,2373,1578,1113,732,437,319,181,119,69,36,20,12,4,5,2,1,1],"bins":[-0.09851925075054169,-0.09545668959617615,-0.0923941358923912,-0.08933157473802567,-0.08626902103424072,-0.08320645987987518,-0.08014390617609024,-0.0770813450217247,-0.07401879131793976,-0.07095623016357422,-0.06789366900920868,-0.06483111530542374,-0.0617685541510582,-0.058705996721982956,-0.055643439292907715,-0.052580881863832474,-0.04951832443475723,-0.04645576700568199,-0.04339320957660675,-0.04033065214753151,-0.03726809471845627,-0.03420553356409073,-0.031142976135015488,-0.028080418705940247,-0.025017861276865005,-0.021955303847789764,-0.018892746418714523,-0.015830187126994133,-0.012767629697918892,-0.00970507226884365,-0.006642513908445835,-0.0035799560137093067,-0.0005173906683921814,0.002545167226344347,0.005607725121080875,0.008670283481478691,0.011732840910553932,0.014795398339629173,0.017857957631349564,0.020920515060424805,0.023983072489500046,0.027045629918575287,0.030108187347650528,0.03317074477672577,0.03623330593109131,0.03929586336016655,0.04235842078924179,0.04542097821831703,0.04848353564739227,0.051546093076467514,0.054608650505542755,0.057671207934617996,0.06073376536369324,0.06379632651805878,0.06685888022184372,0.06992144137620926,0.0729839950799942,0.07604655623435974,0.07910911738872528,0.08217167109251022,0.08523423224687576,0.0882967859506607,0.09135934710502625,0.09442190080881119,0.09748446196317673]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,1,5,3,4,2,1,6,4,10,17,6,16,26,38,42,82,95,151,205,299,446,728,1063,1760,2928,5273,8865,17495,36143,79840,162966,142008,64948,30063,14950,7777,4514,2556,1568,955,634,435,247,184,120,84,70,37,31,28,32,15,13,11,9,2,4,1,3,2,0,1,1],"bins":[-0.00098419189453125,-0.0009533166885375977,-0.0009224414825439453,-0.000891566276550293,-0.0008606910705566406,-0.0008298158645629883,-0.0007989406585693359,-0.0007680654525756836,-0.0007371902465820312,-0.0007063150405883789,-0.0006754398345947266,-0.0006445646286010742,-0.0006136894226074219,-0.0005828142166137695,-0.0005519390106201172,-0.0005210638046264648,-0.0004901885986328125,-0.00045931339263916016,-0.0004284381866455078,-0.00039756298065185547,-0.0003666877746582031,-0.0003358125686645508,-0.00030493736267089844,-0.0002740621566772461,-0.00024318695068359375,-0.0002123117446899414,-0.00018143653869628906,-0.00015056133270263672,-0.00011968612670898438,-8.881092071533203e-05,-5.793571472167969e-05,-2.7060508728027344e-05,3.814697265625e-06,3.4689903259277344e-05,6.556510925292969e-05,9.644031524658203e-05,0.00012731552124023438,0.00015819072723388672,0.00018906593322753906,0.0002199411392211914,0.00025081634521484375,0.0002816915512084961,0.00031256675720214844,0.0003434419631958008,0.0003743171691894531,0.00040519237518310547,0.0004360675811767578,0.00046694278717041016,0.0004978179931640625,0.0005286931991577148,0.0005595684051513672,0.0005904436111450195,0.0006213188171386719,0.0006521940231323242,0.0006830692291259766,0.0007139444351196289,0.0007448196411132812,0.0007756948471069336,0.0008065700531005859,0.0008374452590942383,0.0008683204650878906,0.000899195671081543,0.0009300708770751953,0.0009609460830688477,0.0009918212890625]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.008544921875,-0.008265495300292969,-0.007986068725585938,-0.007706642150878906,-0.007427215576171875,-0.007147789001464844,-0.0068683624267578125,-0.006588935852050781,-0.00630950927734375,-0.006030082702636719,-0.0057506561279296875,-0.005471229553222656,-0.005191802978515625,-0.004912376403808594,-0.0046329498291015625,-0.004353523254394531,-0.0040740966796875,-0.0037946701049804688,-0.0035152435302734375,-0.0032358169555664062,-0.002956390380859375,-0.0026769638061523438,-0.0023975372314453125,-0.0021181106567382812,-0.00183868408203125,-0.0015592575073242188,-0.0012798309326171875,-0.0010004043579101562,-0.000720977783203125,-0.00044155120849609375,-0.0001621246337890625,0.00011730194091796875,0.000396728515625,0.0006761550903320312,0.0009555816650390625,0.0012350082397460938,0.001514434814453125,0.0017938613891601562,0.0020732879638671875,0.0023527145385742188,0.00263214111328125,0.0029115676879882812,0.0031909942626953125,0.0034704208374023438,0.003749847412109375,0.004029273986816406,0.0043087005615234375,0.004588127136230469,0.0048675537109375,0.005146980285644531,0.0054264068603515625,0.005705833435058594,0.005985260009765625,0.006264686584472656,0.0065441131591796875,0.006823539733886719,0.00710296630859375,0.007382392883300781,0.0076618194580078125,0.007941246032714844,0.008220672607421875,0.008500099182128906,0.008779525756835938,0.009058952331542969,0.00933837890625],"_type":"histogram","values":[4,1,0,5,4,2,9,10,11,22,27,49,86,111,161,233,374,559,908,1417,2062,3289,5482,8220,13897,22939,37789,66441,124037,252279,429437,284651,139509,72954,41441,24729,14791,8944,5857,3553,2301,1484,932,610,429,277,177,119,71,62,30,24,10,10,13,5,4,4,2,0,2,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,0,0,2,0,1,2,1,2,2,2,4,2,5,8,5,10,13,16,15,20,19,22,22,28,23,20,37,34,38,29,33,33,35,29,20,36,28,29,20,18,14,9,17,14,13,6,5,3,4,6,0,0,3,1,2,1,1,1,0,1,1,2],"bins":[-0.000495356391184032,-0.0004798628215212375,-0.000464369251858443,-0.0004488756530918181,-0.0004333820834290236,-0.00041788851376622915,-0.0004023949149996042,-0.00038690134533680975,-0.0003714077756740153,-0.0003559142060112208,-0.00034042063634842634,-0.0003249270375818014,-0.00030943346791900694,-0.0002939398982562125,-0.00027844629948958755,-0.0002629527298267931,-0.0002474591601639986,-0.00023196559050120413,-0.00021647200628649443,-0.00020097842207178473,-0.00018548485240899026,-0.0001699912827461958,-0.0001544976985314861,-0.0001390041143167764,-0.00012351054465398192,-0.00010801696771522984,-9.252339077647775e-05,-7.702981383772567e-05,-6.153623689897358e-05,-4.60426599602215e-05,-3.0549083021469414e-05,-1.505550608271733e-05,4.3801264837384224e-07,1.5931589587125927e-05,3.142516652587801e-05,4.69187434646301e-05,6.241232040338218e-05,7.790589734213427e-05,9.339947428088635e-05,0.00010889305121963844,0.00012438662815839052,0.000139880197821185,0.0001553737820358947,0.0001708673662506044,0.00018636093591339886,0.00020185450557619333,0.00021734808979090303,0.00023284167400561273,0.0002483352436684072,0.00026382881333120167,0.00027932238299399614,0.00029481598176062107,0.00031030955142341554,0.00032580312108621,0.00034129671985283494,0.0003567902895156294,0.0003722838591784239,0.00038777742884121835,0.0004032709985040128,0.00041876459727063775,0.0004342581669334322,0.0004497517365962267,0.0004652453353628516,0.0004807389050256461,0.0004962324746884406],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,1,1,3,3,2,4,3,7,5,5,7,10,11,19,13,18,27,16,15,25,24,30,30,26,21,20,25,26,36,29,32,35,26,19,28,24,9,18,19,6,12,12,9,11,8,4,3,6,2,3,6,4,1,2,1,0,0,1,1,0,2,1],"bins":[-0.0004366187786217779,-0.0004215501539874822,-0.00040648150024935603,-0.00039141287561506033,-0.00037634425098076463,-0.0003612756263464689,-0.0003462070017121732,-0.00033113834797404706,-0.00031606972333975136,-0.00030100109870545566,-0.0002859324449673295,-0.0002708638203330338,-0.0002557951956987381,-0.0002407265710644424,-0.00022565793187823147,-0.00021058929269202054,-0.00019552066805772483,-0.00018045204342342913,-0.0001653834042372182,-0.00015031476505100727,-0.00013524614041671157,-0.00012017750850645825,-0.00010510887659620494,-9.004024468595162e-05,-7.49716127756983e-05,-5.990298086544499e-05,-4.483434895519167e-05,-2.9765717044938356e-05,-1.469708513468504e-05,3.7154677556827664e-07,1.5440178685821593e-05,3.050881059607491e-05,4.557741340249777e-05,6.0646045312751085e-05,7.57146772230044e-05,9.078330913325772e-05,0.00010585194104351103,0.00012092057295376435,0.00013598920486401767,0.0001510578440502286,0.0001661264686845243,0.00018119509331882,0.00019626373250503093,0.00021133237169124186,0.00022640099632553756,0.00024146962095983326,0.0002565382746979594,0.0002716068993322551,0.0002866755239665508,0.00030174414860084653,0.00031681277323514223,0.0003318814269732684,0.0003469500516075641,0.0003620186762418598,0.00037708732997998595,0.00039215595461428165,0.00040722457924857736,0.00042229320388287306,0.00043736182851716876,0.0004524304822552949,0.0004674991068895906,0.0004825677315238863,0.0004976363852620125,0.0005127050098963082,0.0005277736345306039],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,3,3,2,4,3,5,5,9,3,13,7,8,8,22,19,22,23,18,20,31,38,32,28,35,26,32,31,22,24,29,20,36,22,14,23,19,26,15,13,9,9,11,8,4,3,2,1,1,1,2,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.030790338292717934,-0.029605988413095474,-0.028421638533473015,-0.027237286791205406,-0.026052936911582947,-0.024868587031960487,-0.023684237152338028,-0.02249988727271557,-0.02131553739309311,-0.0201311856508255,-0.01894683577120304,-0.01776248589158058,-0.016578136011958122,-0.015393785201013088,-0.014209435321390629,-0.013025084510445595,-0.011840734630823135,-0.010656384751200676,-0.009472033940255642,-0.008287684060633183,-0.007103333715349436,-0.005918983370065689,-0.00473463349044323,-0.003550283145159483,-0.0023659327998757362,-0.0011815825710073113,2.7676578611135483e-06,0.0011871178867295384,0.0023714681155979633,0.00355581846088171,0.0047401683405041695,0.005924518685787916,0.007108870893716812,0.008293220773339272,0.009477571584284306,0.010661921463906765,0.011846272274851799,0.013030622154474258,0.014214972034096718,0.015399322845041752,0.016583673655986786,0.017768023535609245,0.018952373415231705,0.020136723294854164,0.021321073174476624,0.022505423054099083,0.02368977479636669,0.02487412467598915,0.02605847455561161,0.02724282443523407,0.02842717431485653,0.029611526057124138,0.030795875936746597,0.03198022395372391,0.033164575695991516,0.034348927438259125,0.035533275455236435,0.036717627197504044,0.037901975214481354,0.03908632695674896,0.04027067869901657,0.04145502671599388,0.04263937845826149,0.0438237264752388,0.04500807821750641]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.09916916489601135,-0.09608802944421768,-0.09300688654184341,-0.08992575109004974,-0.08684460818767548,-0.0837634727358818,-0.08068233728408813,-0.07760119438171387,-0.0745200589299202,-0.07143892347812653,-0.06835778057575226,-0.06527664512395859,-0.06219550594687462,-0.05911436676979065,-0.05603323131799698,-0.05295209214091301,-0.04987095296382904,-0.04678981378674507,-0.0437086746096611,-0.04062753915786743,-0.03754639998078346,-0.03446526080369949,-0.03138412535190582,-0.028302986174821854,-0.025221846997737885,-0.022140707820653915,-0.019059570506215096,-0.015978433191776276,-0.012897294014692307,-0.009816155768930912,-0.0067350175231695175,-0.003653879277408123,-0.0005727484822273254,0.002508389763534069,0.0055895280092954636,0.008670666255056858,0.011751804500818253,0.014832942746579647,0.01791408099234104,0.02099521830677986,0.02407635748386383,0.0271574966609478,0.03023863397538662,0.03331977128982544,0.03640091046690941,0.03948204964399338,0.04256318509578705,0.04564432427287102,0.04872546344995499,0.051806602627038956,0.054887741804122925,0.057968877255916595,0.061050016433000565,0.06413115561008453,0.0672122910618782,0.07029343396425247,0.07337456941604614,0.07645570486783981,0.07953684777021408,0.08261798322200775,0.08569912612438202,0.08878026157617569,0.09186139702796936,0.09494253993034363,0.0980236753821373],"_type":"histogram","values":[1,0,2,1,5,7,17,20,48,76,142,230,350,589,921,1336,2029,2819,4026,5389,7239,9458,11938,14736,18193,21305,24767,27729,31072,33179,34737,36015,36237,35595,33910,31846,28870,25841,22391,19178,15886,13010,10338,8033,6018,4534,3197,2226,1517,1012,626,454,292,193,111,53,42,19,10,4,2,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,0,1,1,1,1,4,1,6,5,13,14,32,39,55,95,156,259,443,710,1257,2329,4171,7860,15367,30641,66289,182043,790386,300523,88033,37701,19598,10391,5923,3236,1967,1159,707,489,318,184,120,115,62,40,38,24,9,10,10,9,7,3,0,3,1,0,0,1,0,1,0,2],"bins":[-0.0888671875,-0.0857696533203125,-0.082672119140625,-0.0795745849609375,-0.07647705078125,-0.0733795166015625,-0.070281982421875,-0.0671844482421875,-0.0640869140625,-0.0609893798828125,-0.057891845703125,-0.0547943115234375,-0.05169677734375,-0.0485992431640625,-0.045501708984375,-0.0424041748046875,-0.039306640625,-0.0362091064453125,-0.033111572265625,-0.0300140380859375,-0.02691650390625,-0.0238189697265625,-0.020721435546875,-0.0176239013671875,-0.0145263671875,-0.0114288330078125,-0.008331298828125,-0.0052337646484375,-0.00213623046875,0.0009613037109375,0.004058837890625,0.0071563720703125,0.01025390625,0.0133514404296875,0.016448974609375,0.0195465087890625,0.02264404296875,0.0257415771484375,0.028839111328125,0.0319366455078125,0.0350341796875,0.0381317138671875,0.041229248046875,0.0443267822265625,0.04742431640625,0.0505218505859375,0.053619384765625,0.0567169189453125,0.059814453125,0.0629119873046875,0.066009521484375,0.0691070556640625,0.07220458984375,0.0753021240234375,0.078399658203125,0.0814971923828125,0.0845947265625,0.0876922607421875,0.090789794921875,0.0938873291015625,0.09698486328125,0.1000823974609375,0.103179931640625,0.1062774658203125,0.109375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.10747886449098587,-0.1041770949959755,-0.10087531805038452,-0.09757354855537415,-0.09427177906036377,-0.0909700021147728,-0.08766823261976242,-0.08436645567417145,-0.08106468617916107,-0.0777629166841507,-0.07446113973855972,-0.07115937024354935,-0.06785759329795837,-0.064555823802948,-0.06125405430793762,-0.05795228108763695,-0.05465050786733627,-0.0513487346470356,-0.048046961426734924,-0.04474519193172455,-0.041443418711423874,-0.0381416454911232,-0.034839875996112823,-0.03153810277581215,-0.028236329555511475,-0.0249345563352108,-0.021632784977555275,-0.01833101361989975,-0.015029240399599075,-0.011727468110620975,-0.008425695821642876,-0.005123923532664776,-0.001822143793106079,0.0014796284958720207,0.0047814007848501205,0.00808317307382822,0.01138494536280632,0.01468671765178442,0.01798848994076252,0.021290261298418045,0.02459203451871872,0.027893807739019394,0.03119557909667492,0.034497350454330444,0.03779912367463112,0.04110089689493179,0.04440266638994217,0.047704439610242844,0.05100621283054352,0.05430798605084419,0.05760975927114487,0.06091152876615524,0.06421330571174622,0.06751507520675659,0.07081684470176697,0.07411862164735794,0.07742039114236832,0.08072216063737869,0.08402393758296967,0.08732570707798004,0.09062747657299042,0.09392925351858139,0.09723102301359177,0.10053279995918274,0.10383456945419312],"_type":"histogram","values":[1,0,2,3,3,6,7,15,49,89,171,237,406,768,1211,1935,3173,4703,6929,10258,14402,19645,25955,33888,42813,52553,63362,73131,82660,91270,98153,101757,103048,102162,98189,91995,83574,74430,63828,53722,43923,34649,27135,20257,14962,10350,7494,5020,3240,2164,1280,846,448,283,147,93,36,17,7,4,5,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0006496463320218027,-0.000626035500317812,-0.0006024246104061604,-0.0005788137787021697,-0.000555202946998179,-0.0005315920570865273,-0.0005079812253825366,-0.0004843703645747155,-0.00046075950376689434,-0.0004371486429590732,-0.00041353778215125203,-0.00038992695044726133,-0.0003663160896394402,-0.000342705228831619,-0.0003190943971276283,-0.00029548353631980717,-0.000271872675511986,-0.00024826181470416486,-0.00022465096844825894,-0.000201040122192353,-0.00017742926138453186,-0.0001538184005767107,-0.00013020755432080477,-0.00010659670078894123,-8.29858472570777e-05,-5.9374993725214154e-05,-3.576414019335061e-05,-1.2153286661487073e-05,1.1457566870376468e-05,3.506842040224001e-05,5.867927393410355e-05,8.229012746596709e-05,0.00010590092279016972,0.00012951178359799087,0.0001531226298538968,0.00017673347610980272,0.00020034433691762388,0.00022395519772544503,0.00024756602942943573,0.0002711768902372569,0.00029478775104507804,0.0003183986118528992,0.00034200947266072035,0.00036562030436471105,0.0003892311651725322,0.00041284202598035336,0.00043645285768434405,0.0004600637184921652,0.00048367457929998636,0.0005072854110039771,0.0005308963009156287,0.0005545071326196194,0.000578118022531271,0.0006017288542352617,0.0006253396859392524,0.000648950575850904,0.0006725614075548947,0.0006961722392588854,0.000719783129170537,0.0007433939608745277,0.0007670047925785184,0.00079061568249017,0.0008142265141941607,0.0008378374041058123,0.000861448235809803],"_type":"histogram","values":[1,0,1,2,0,4,1,4,2,4,6,4,6,11,15,11,16,15,21,17,29,25,34,34,31,33,33,31,34,44,29,41,26,25,32,19,15,18,14,17,19,6,8,5,3,1,4,6,0,2,0,2,1,3,0,0,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,2,2,3,4,4,4,5,6,6,7,7,9,22,29,35,42,91,104,103,67,46,36,27,21,15,7,9,9,7,9,6,5,2,4,2,2,1,0,2,0,1,0,1,0,0,0,0,0,1],"bins":[-0.027881257236003876,-0.027042774483561516,-0.026204293593764305,-0.025365810841321945,-0.024527329951524734,-0.023688847199082375,-0.022850366309285164,-0.022011883556842804,-0.021173402667045593,-0.020334919914603233,-0.019496437162160873,-0.018657956272363663,-0.017819473519921303,-0.016980992630124092,-0.016142509877681732,-0.015304028056561947,-0.014465546235442162,-0.013627064414322376,-0.012788582593202591,-0.011950100772082806,-0.01111161895096302,-0.01027313619852066,-0.009434654377400875,-0.00859617255628109,-0.0077576907351613045,-0.006919208914041519,-0.006080727092921734,-0.005242244806140661,-0.004403762985020876,-0.0035652811639010906,-0.0027267991099506617,-0.0018883171724155545,-0.0010498333722352982,-0.00021135143470019102,0.0006271305028349161,0.0014656124403700233,0.0023040943779051304,0.0031425761990249157,0.003981058485805988,0.004819540306925774,0.005658022128045559,0.006496503949165344,0.0073349857702851295,0.008173467591404915,0.009011950343847275,0.00985043216496706,0.010688913986086845,0.01152739580720663,0.012365877628326416,0.013204359449446201,0.014042841270565987,0.014881323091685772,0.015719804912805557,0.016558287665247917,0.017396768555045128,0.018235251307487488,0.0190737321972847,0.01991221494972706,0.02075069770216942,0.02158917859196663,0.02242766134440899,0.0232661422342062,0.02410462498664856,0.02494310587644577,0.02578158862888813]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,0,0,0,0,0,0,0,1,4,3,5,2,14,19,21,21,61,64,102,163,226,280,496,688,1140,1728,2756,4763,7585,13522,25693,50747,110293,171387,97961,45613,23108,12506,7157,4294,2672,1633,1072,642,401,294,199,156,121,76,41,30,13,11,10,9,4,3,3,3,5],"bins":[-0.00135040283203125,-0.001313328742980957,-0.001276254653930664,-0.001239180564880371,-0.0012021064758300781,-0.0011650323867797852,-0.0011279582977294922,-0.0010908842086791992,-0.0010538101196289062,-0.0010167360305786133,-0.0009796619415283203,-0.0009425878524780273,-0.0009055137634277344,-0.0008684396743774414,-0.0008313655853271484,-0.0007942914962768555,-0.0007572174072265625,-0.0007201433181762695,-0.0006830692291259766,-0.0006459951400756836,-0.0006089210510253906,-0.0005718469619750977,-0.0005347728729248047,-0.0004976987838745117,-0.00046062469482421875,-0.0004235506057739258,-0.0003864765167236328,-0.00034940242767333984,-0.0003123283386230469,-0.0002752542495727539,-0.00023818016052246094,-0.00020110607147216797,-0.000164031982421875,-0.00012695789337158203,-8.988380432128906e-05,-5.2809715270996094e-05,-1.5735626220703125e-05,2.1338462829589844e-05,5.841255187988281e-05,9.548664093017578e-05,0.00013256072998046875,0.00016963481903076172,0.0002067089080810547,0.00024378299713134766,0.0002808570861816406,0.0003179311752319336,0.00035500526428222656,0.00039207935333251953,0.0004291534423828125,0.00046622753143310547,0.0005033016204833984,0.0005403757095336914,0.0005774497985839844,0.0006145238876342773,0.0006515979766845703,0.0006886720657348633,0.0007257461547851562,0.0007628202438354492,0.0007998943328857422,0.0008369684219360352,0.0008740425109863281,0.0009111166000366211,0.0009481906890869141,0.000985264778137207,0.0010223388671875]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,1,1,0,1,1,3,1,4,2,1,3,4,9,10,13,20,30,14,14,30,39,36,64,53,66,78,97,111,109,125,138,151,118,91,99,77,71,64,40,46,39,38,25,14,20,15,16,11,10,3,3,6,1,2,0,1,0,2,0,2,1,2,1],"bins":[-0.03203636780381203,-0.031026696786284447,-0.030017027631402016,-0.029007356613874435,-0.027997687458992004,-0.026988016441464424,-0.025978345423936844,-0.024968676269054413,-0.023959005251526833,-0.022949334233999252,-0.02193966507911682,-0.02092999406158924,-0.01992032304406166,-0.01891065388917923,-0.01790098287165165,-0.01689131371676922,-0.015881642699241638,-0.014871972613036633,-0.013862302526831627,-0.012852631509304047,-0.011842961423099041,-0.010833291336894035,-0.009823620319366455,-0.00881395023316145,-0.007804280146956444,-0.006794610060751438,-0.005784939508885145,-0.004775268957018852,-0.0037655988708138466,-0.0027559285517781973,-0.001746258232742548,-0.0007365879137068987,0.00027307868003845215,0.0012827489990741014,0.0022924193181097507,0.0033020896371454,0.004311759956181049,0.005321430042386055,0.006331100594252348,0.007340771146118641,0.008350441232323647,0.009360111318528652,0.010369781404733658,0.011379452422261238,0.012389122508466244,0.01339879259467125,0.01440846361219883,0.015418133698403835,0.01642780378460884,0.01743747480213642,0.018447143957018852,0.019456814974546432,0.020466484129428864,0.021476155146956444,0.022485826164484024,0.023495495319366455,0.024505166336894035,0.025514837354421616,0.026524506509304047,0.027534177526831627,0.028543848544359207,0.029553517699241638,0.03056318871676922,0.0315728597342968,0.03258252888917923],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,2,0,1,1,1,0,4,8,8,4,10,11,11,35,41,51,52,61,88,75,58,52,33,31,30,15,14,11,8,11,7,2,6,3,3,2,3,1,6,0,1,1,2,1,0,0,0,0,1,0,0,0,0,0,1],"bins":[-0.010505839250981808,-0.01013786718249321,-0.009769895114004612,-0.00940192211419344,-0.009033950045704842,-0.008665977977216244,-0.008298005908727646,-0.007930033840239048,-0.007562061306089163,-0.007194089237600565,-0.00682611670345068,-0.006458144634962082,-0.006090172566473484,-0.005722200032323599,-0.005354227963835001,-0.004986255429685116,-0.004618283361196518,-0.00425031129270792,-0.003882338758558035,-0.003514366690069437,-0.0031463943887501955,-0.002778422087430954,-0.002410450018942356,-0.0020424777176231146,-0.001674505416303873,-0.0013065331149846315,-0.0009385609300807118,-0.0005705886869691312,-0.00020261644385755062,0.00016535579925403,0.0005333280423656106,0.0009013002854771912,0.0012692715972661972,0.0016372438985854387,0.0020052161999046803,0.002373188268393278,0.0027411605697125196,0.003109132871031761,0.003477104939520359,0.0038450772408396006,0.004213049542158842,0.00458102161064744,0.004948994144797325,0.005316966213285923,0.005684938281774521,0.006052910815924406,0.006420882884413004,0.006788855418562889,0.007156827487051487,0.007524799555540085,0.007892771624028683,0.008260744623839855,0.008628716692328453,0.008996688760817051,0.009364660829305649,0.009732632897794247,0.010100604966282845,0.010468577966094017,0.010836550034582615,0.011204522103071213,0.01157249417155981,0.011940466240048409,0.012308439239859581,0.012676411308348179,0.013044383376836777],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,1,0,2,0,0,1,2,4,4,5,6,8,3,12,9,13,15,21,15,21,24,23,24,34,39,47,36,47,42,30,37,35,44,26,19,28,22,16,13,4,11,5,3,6,2,1,1,3,0,1,0,1],"bins":[-0.0005464022979140282,-0.0005324455560185015,-0.0005184888141229749,-0.0005045320722274482,-0.0004905753303319216,-0.00047661858843639493,-0.00046266187564469874,-0.0004487051337491721,-0.00043474839185364544,-0.0004207916499581188,-0.00040683490806259215,-0.0003928781661670655,-0.00037892142427153885,-0.0003649646823760122,-0.00035100794048048556,-0.0003370511985849589,-0.0003230944857932627,-0.00030913774389773607,-0.0002951810020022094,-0.0002812242601066828,-0.00026726751821115613,-0.0002533107763156295,-0.00023935403442010283,-0.0002253972925245762,-0.00021144055062904954,-0.00019748382328543812,-0.00018352708138991147,-0.00016957033949438483,-0.00015561359759885818,-0.00014165685570333153,-0.0001277001283597201,-0.00011374338646419346,-9.978664456866682e-05,-8.582990267314017e-05,-7.187316805357113e-05,-5.791642615804449e-05,-4.395968790049665e-05,-3.0002949642948806e-05,-1.6046209566411562e-05,-2.08947039936902e-06,1.1867268767673522e-05,2.5824007025221363e-05,3.97807452827692e-05,5.373748717829585e-05,6.76942290738225e-05,8.165096369339153e-05,9.560770558891818e-05,0.00010956444020848721,0.00012352118210401386,0.0001374779239995405,0.00015143466589506716,0.00016539139323867857,0.00017934813513420522,0.00019330487702973187,0.00020726161892525852,0.00022121836082078516,0.0002351751027163118,0.00024913184461183846,0.0002630885865073651,0.0002770452992990613,0.00029100204119458795,0.0003049587830901146,0.00031891552498564124,0.0003328722668811679,0.00034682900877669454]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,0,1,0,0,0,0,0,0,2,1,1,0,1,3,0,3,1,4,5,3,9,8,11,9,22,17,25,23,45,46,69,53,66,54,54,58,27,24,22,14,11,17,12,9,8,4,5,5,6,3,2,0,1,1,1,0,0,0,0,0,1],"bins":[-1.0276230568706524e-06,-9.985263886846951e-07,-9.694297204987379e-07,-9.403331091561995e-07,-9.112364409702423e-07,-8.821398296277039e-07,-8.530431614417466e-07,-8.239464932557894e-07,-7.948498250698321e-07,-7.657532137272938e-07,-7.366565455413365e-07,-7.075598773553793e-07,-6.784632660128409e-07,-6.493665978268837e-07,-6.202699296409264e-07,-5.91173318298388e-07,-5.620766501124308e-07,-5.329799819264736e-07,-5.038833705839352e-07,-4.7478670239797793e-07,-4.456900342120207e-07,-4.165933944477729e-07,-3.8749675468352507e-07,-3.5840008649756783e-07,-3.2930344673332e-07,-3.002068069690722e-07,-2.7111013878311496e-07,-2.4201349901886715e-07,-2.1291684504376462e-07,-1.838201910686621e-07,-1.5472355130441429e-07,-1.2562689732931176e-07,-9.653024335420923e-08,-6.74335893791067e-08,-3.833694250943154e-08,-9.24029208704269e-09,1.9856358335346158e-08,4.8953008757735006e-08,7.804965918012385e-08,1.0714630604979902e-07,1.3624296002490155e-07,1.6533961400000408e-07,1.944362679751066e-07,2.2353290773935441e-07,2.526295475036022e-07,2.8172621568955947e-07,3.108228554538073e-07,3.399195236397645e-07,3.6901616340401233e-07,3.9811280316826014e-07,4.272094713542174e-07,4.563061111184652e-07,4.854027793044224e-07,5.144993906469608e-07,5.435960588329181e-07,5.726927270188753e-07,6.017893383614137e-07,6.308860065473709e-07,6.599826747333282e-07,6.890793429192854e-07,7.181759542618238e-07,7.47272622447781e-07,7.763692906337383e-07,8.054659019762767e-07,8.345625701622339e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,1,1,0,0,0,1,3,4,3,4,7,20,16,32,34,37,46,43,53,47,50,35,33,42,34,27,32,21,20,18,12,16,8,6,12,7,9,4,0,6,4,4,2,2,0,1,0,1,2,2,0,1,1,0,0,0,0,0,0,0,1],"bins":[0.9989168047904968,0.9989640712738037,0.9990113377571106,0.9990585446357727,0.9991058111190796,0.9991530776023865,0.9992003440856934,0.9992475509643555,0.9992948174476624,0.9993420839309692,0.9993893504142761,0.9994365572929382,0.9994838237762451,0.999531090259552,0.9995783567428589,0.999625563621521,0.9996728301048279,0.9997200965881348,0.9997673630714417,0.9998146295547485,0.9998618364334106,0.9999091029167175,0.9999563694000244,1.0000035762786865,1.0000509023666382,1.0000981092453003,1.0001453161239624,1.000192642211914,1.0002398490905762,1.0002871751785278,1.00033438205719,1.000381588935852,1.0004289150238037,1.0004761219024658,1.0005234479904175,1.0005706548690796,1.0006178617477417,1.0006651878356934,1.0007123947143555,1.0007596015930176,1.0008069276809692,1.0008541345596313,1.000901460647583,1.0009486675262451,1.0009958744049072,1.0010432004928589,1.001090407371521,1.001137614250183,1.0011849403381348,1.0012321472167969,1.0012794733047485,1.0013266801834106,1.0013738870620728,1.0014212131500244,1.0014684200286865,1.0015157461166382,1.0015629529953003,1.0016101598739624,1.001657485961914,1.0017046928405762,1.0017518997192383,1.00179922580719,1.001846432685852,1.0018937587738037,1.0019409656524658]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,2,2,3,2,2,5,3,4,4,8,5,11,8,18,10,8,21,19,23,22,27,21,28,25,18,41,31,27,30,24,23,19,31,30,22,20,16,11,18,22,13,13,13,4,4,10,7,5,6,5,4,4,4,1,4,2,3],"bins":[-0.014906264841556549,-0.014476154930889606,-0.014046045020222664,-0.013615934178233147,-0.013185824267566204,-0.012755714356899261,-0.012325604446232319,-0.011895494535565376,-0.011465383693575859,-0.011035273782908916,-0.010605163872241974,-0.010175053961575031,-0.009744944050908089,-0.009314834140241146,-0.008884723298251629,-0.008454613387584686,-0.008024503476917744,-0.007594393566250801,-0.007164283189922571,-0.006734173279255629,-0.006304062902927399,-0.005873952992260456,-0.0054438430815935135,-0.005013732705265284,-0.004583622794598341,-0.004153512883931398,-0.0037234025076031685,-0.003293292596936226,-0.0028631824534386396,-0.0024330723099410534,-0.002002962399274111,-0.0015728522557765245,-0.0011427421122789383,-0.000712632026989013,-0.0002825219416990876,0.00014758814359083772,0.000577698228880763,0.0010078083723783493,0.0014379183994606137,0.0018680284265428782,0.0022981385700404644,0.0027282487135380507,0.003158358857035637,0.0035884687677025795,0.004018578678369522,0.004448689054697752,0.004878798965364695,0.0053089093416929245,0.005739019252359867,0.00616912916302681,0.00659923953935504,0.007029349450021982,0.007459459826350212,0.007889569737017155,0.008319679647684097,0.00874978955835104,0.009179899469017982,0.0096100103110075,0.010040120221674442,0.010470230132341385,0.010900340043008327,0.01133044995367527,0.011760560795664787,0.01219067070633173,0.012620780616998672],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,2,3,3,5,4,4,10,9,17,12,23,35,21,40,38,41,40,52,42,50,38,41,31,32,24,22,19,17,14,16,13,13,8,4,6,2,1,1,3,0,3,2,3,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[0.9990594983100891,0.9991010427474976,0.9991426467895508,0.9991841912269592,0.9992257356643677,0.9992673397064209,0.9993088841438293,0.9993504285812378,0.999392032623291,0.9994335770606995,0.9994751214981079,0.9995167255401611,0.9995582699775696,0.999599814414978,0.9996414184570312,0.9996829628944397,0.9997245073318481,0.9997661113739014,0.9998076558113098,0.9998492002487183,0.9998908042907715,0.9999323487281799,0.9999738931655884,1.0000154972076416,1.0000569820404053,1.0000985860824585,1.0001401901245117,1.0001816749572754,1.0002232789993286,1.0002648830413818,1.0003063678741455,1.0003479719161987,1.000389575958252,1.0004310607910156,1.0004726648330688,1.000514268875122,1.0005557537078857,1.000597357749939,1.0006389617919922,1.0006804466247559,1.000722050666809,1.0007636547088623,1.000805139541626,1.0008467435836792,1.0008883476257324,1.000929832458496,1.0009714365005493,1.0010130405426025,1.0010545253753662,1.0010961294174194,1.0011377334594727,1.0011792182922363,1.0012208223342896,1.0012624263763428,1.0013039112091064,1.0013455152511597,1.001387119293213,1.0014286041259766,1.0014702081680298,1.001511812210083,1.0015532970428467,1.0015949010849,1.0016365051269531,1.0016779899597168,1.00171959400177]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,4,2,2,4,3,11,5,16,20,28,35,72,86,131,215,278,442,728,1068,1591,2565,4170,6706,11572,20451,40545,91703,182252,116660,49751,24522,13434,7706,4826,2913,1753,1223,836,466,317,232,150,88,73,63,28,20,15,9,6,7,8,3,2,2,2,1,0,0,1],"bins":[-0.0009918212890625,-0.0009604692459106445,-0.0009291172027587891,-0.0008977651596069336,-0.0008664131164550781,-0.0008350610733032227,-0.0008037090301513672,-0.0007723569869995117,-0.0007410049438476562,-0.0007096529006958008,-0.0006783008575439453,-0.0006469488143920898,-0.0006155967712402344,-0.0005842447280883789,-0.0005528926849365234,-0.000521540641784668,-0.0004901885986328125,-0.00045883655548095703,-0.00042748451232910156,-0.0003961324691772461,-0.0003647804260253906,-0.00033342838287353516,-0.0003020763397216797,-0.0002707242965698242,-0.00023937225341796875,-0.00020802021026611328,-0.0001766681671142578,-0.00014531612396240234,-0.00011396408081054688,-8.26120376586914e-05,-5.125999450683594e-05,-1.990795135498047e-05,1.1444091796875e-05,4.279613494873047e-05,7.414817810058594e-05,0.0001055002212524414,0.00013685226440429688,0.00016820430755615234,0.0001995563507080078,0.00023090839385986328,0.00026226043701171875,0.0002936124801635742,0.0003249645233154297,0.00035631656646728516,0.0003876686096191406,0.0004190206527709961,0.00045037269592285156,0.00048172473907470703,0.0005130767822265625,0.000544428825378418,0.0005757808685302734,0.0006071329116821289,0.0006384849548339844,0.0006698369979858398,0.0007011890411376953,0.0007325410842895508,0.0007638931274414062,0.0007952451705932617,0.0008265972137451172,0.0008579492568969727,0.0008893013000488281,0.0009206533432006836,0.0009520053863525391,0.0009833574295043945,0.00101470947265625]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,0,1,6,2,12,18,45,85,161,302,502,911,1391,2299,3547,5608,8244,11873,16377,22478,29978,38500,48287,58818,69566,79564,89287,96692,102135,104560,104976,101796,96082,88505,78877,68437,57825,47006,37512,29241,21943,15754,11437,7967,5336,3437,2233,1352,860,469,250,146,84,54,15,12,4,0,1,1,1],"bins":[-0.11087044328451157,-0.10750482231378555,-0.10413920134305954,-0.10077358037233353,-0.09740795940160751,-0.0940423384308815,-0.09067671746015549,-0.08731109648942947,-0.08394547551870346,-0.08057985454797745,-0.07721423357725143,-0.07384861260652542,-0.07048299163579941,-0.0671173706650734,-0.06375174969434738,-0.06038612872362137,-0.057020507752895355,-0.05365488678216934,-0.05028926581144333,-0.046923644840717316,-0.0435580238699913,-0.04019240289926529,-0.036826781928539276,-0.03346116095781326,-0.03009553998708725,-0.026729919016361237,-0.023364298045635223,-0.01999867707490921,-0.016633056104183197,-0.013267435133457184,-0.00990181416273117,-0.0065361931920051575,-0.0031705722212791443,0.0001950487494468689,0.003560669720172882,0.006926290690898895,0.010291911661624908,0.013657532632350922,0.017023153603076935,0.020388774573802948,0.02375439554452896,0.027120016515254974,0.030485637485980988,0.033851258456707,0.037216879427433014,0.04058250039815903,0.04394812136888504,0.04731374233961105,0.05067936331033707,0.05404498428106308,0.05741060525178909,0.060776226222515106,0.06414184719324112,0.06750746816396713,0.07087308913469315,0.07423871010541916,0.07760433107614517,0.08096995204687119,0.0843355730175972,0.08770119398832321,0.09106681495904922,0.09443243592977524,0.09779805690050125,0.10116367787122726,0.10452929884195328]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,3,1,4,4,2,10,6,8,16,21,27,32,40,47,52,69,65,81,94,88,103,119,98,86,110,109,96,87,81,82,66,49,45,51,32,33,32,16,22,9,20,8,6,2,4,4,2,0,2,0,0,0,2],"bins":[-0.009894870221614838,-0.009613240137696266,-0.009331610053777695,-0.009049979969859123,-0.008768349885940552,-0.008486720733344555,-0.008205090649425983,-0.007923460565507412,-0.0076418304815888405,-0.007360200397670269,-0.0070785703137516975,-0.006796940695494413,-0.006515310611575842,-0.00623368052765727,-0.005952050909399986,-0.005670420825481415,-0.005388790741562843,-0.005107160657644272,-0.0048255305737257,-0.004543900955468416,-0.004262270871549845,-0.003980640787631273,-0.0036990109365433455,-0.0034173810854554176,-0.003135751001536846,-0.0028541209176182747,-0.002572491066530347,-0.002290861215442419,-0.0020092311315238476,-0.001727601164020598,-0.0014459711965173483,-0.0011643412290140986,-0.0008827121928334236,-0.000601082225330174,-0.0003194522578269243,-3.782229032367468e-05,0.00024380767717957497,0.0005254376446828246,0.0008070676121860743,0.001088697579689324,0.0013703275471925735,0.0016519575146958232,0.0019335874821990728,0.0022152173332870007,0.002496847417205572,0.0027784775011241436,0.0030601073522120714,0.0033417372032999992,0.0036233672872185707,0.003904997371137142,0.004186627455055714,0.004468257073312998,0.004749887157231569,0.005031517241150141,0.005313146859407425,0.005594776943325996,0.005876407027244568,0.006158037111163139,0.006439667195081711,0.006721296813338995,0.0070029268972575665,0.007284556981176138,0.007566186599433422,0.007847816683351994,0.008129446767270565]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,0,2,0,0,4,1,3,5,10,12,11,17,30,38,40,45,47,56,63,85,105,112,97,115,111,126,121,108,102,97,71,74,65,60,36,38,27,25,22,17,8,9,5,6,3,6,2,1,1,2,1,0,0,1,0,1,1,0,1,0,1],"bins":[-0.00690035754814744,-0.006658018566668034,-0.006415679585188627,-0.006173340603709221,-0.005931001156568527,-0.005688662175089121,-0.0054463231936097145,-0.005203984212130308,-0.004961645230650902,-0.0047193062491714954,-0.004476967267692089,-0.004234628286212683,-0.003992289304733276,-0.0037499500904232264,-0.0035076108761131763,-0.00326527189463377,-0.0030229329131543636,-0.0027805939316749573,-0.002538254950195551,-0.002295915735885501,-0.0020535767544060946,-0.0018112377729266882,-0.00156889867503196,-0.0013265595771372318,-0.0010842205956578255,-0.0008418815559707582,-0.0005995425162836909,-0.00035720347659662366,-0.00011486443690955639,0.00012747460277751088,0.00036981364246457815,0.0006121526821516454,0.0008544921875,0.0010968311689794064,0.0013391702668741345,0.0015815093647688627,0.001823848346248269,0.0020661873277276754,0.0023085265420377254,0.002550865523517132,0.002793204504996538,0.0030355434864759445,0.003277882467955351,0.003520221682265401,0.0037625606637448072,0.004004899878054857,0.004247238859534264,0.00448957784101367,0.004731916822493076,0.004974255803972483,0.005216594785451889,0.005458933766931295,0.005701272748410702,0.005943612195551395,0.006185951177030802,0.006428290158510208,0.0066706291399896145,0.006912968121469021,0.007155307102948427,0.0073976460844278336,0.007639985531568527,0.007882324047386646,0.00812466349452734,0.008367002010345459,0.008609341457486153],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,2,0,1,2,0,2,2,3,4,6,14,11,13,21,28,43,42,71,71,86,68,60,42,29,29,15,14,11,17,10,7,5,6,7,4,2,4,3,1,4,1,1,0,1,0,0,1,0,1,0,0,0,0,0,1],"bins":[-0.01349589228630066,-0.013033123686909676,-0.012570355087518692,-0.012107585556805134,-0.01164481695741415,-0.011182048358023167,-0.010719279758632183,-0.0102565111592412,-0.009793741628527641,-0.009330973029136658,-0.008868204429745674,-0.00840543583035469,-0.007942667230963707,-0.007479898165911436,-0.0070171295665204525,-0.006554360501468182,-0.006091591902077198,-0.0056288233026862144,-0.0051660542376339436,-0.00470328563824296,-0.004240516573190689,-0.0037777479737997055,-0.003314979374408722,-0.0028522105421870947,-0.0023894417099654675,-0.0019266728777438402,-0.0014639041619375348,-0.0010011354461312294,-0.0005383666139096022,-7.559783989563584e-05,0.0003871709341183305,0.0008499397081322968,0.0013127084821462631,0.0017754773143678904,0.0022382461465895176,0.002701014745980501,0.0031637835782021284,0.0036265524104237556,0.004089321009814739,0.00455209007486701,0.005014858674257994,0.005477627273648977,0.005940396338701248,0.006403164938092232,0.006865933537483215,0.007328702602535486,0.00779147120192647,0.00825424026697874,0.008717008866369724,0.009179777465760708,0.009642546065151691,0.01010531559586525,0.010568084195256233,0.011030852794647217,0.0114936213940382,0.011956389993429184,0.012419158592820168,0.012881928123533726,0.01334469672292471,0.013807465322315693,0.014270233921706676,0.01473300252109766,0.015195772051811218,0.015658540651202202,0.016121309250593185],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.05182983726263046,-0.050031065940856934,-0.0482322983443737,-0.046433527022600174,-0.04463475942611694,-0.042835988104343414,-0.041037216782569885,-0.039238449186086655,-0.037439677864313126,-0.035640910267829895,-0.033842138946056366,-0.03204336762428284,-0.030244600027799606,-0.028445830568671227,-0.026647059246897697,-0.024848289787769318,-0.023049520328640938,-0.021250750869512558,-0.019451981410384178,-0.01765321008861065,-0.01585444062948227,-0.01405567117035389,-0.01225690171122551,-0.010458131320774555,-0.008659361861646175,-0.006860591936856508,-0.005061822012066841,-0.0032630525529384613,-0.0014642826281487942,0.00033448718022555113,0.0021332569885998964,0.00393202668055892,0.005730796605348587,0.007529566530138254,0.009328336454927921,0.011127105914056301,0.012925876304507256,0.014724645763635635,0.016523415222764015,0.018322184681892395,0.020120956003665924,0.021919725462794304,0.023718494921922684,0.025517264381051064,0.027316033840179443,0.029114803299307823,0.030913574621081352,0.03271234408020973,0.03451111167669296,0.03630988299846649,0.03810865432024002,0.03990742191672325,0.04170619323849678,0.04350496083498001,0.04530373215675354,0.04710250347852707,0.0489012710750103,0.05070004239678383,0.05249880999326706,0.05429758131504059,0.05609635263681412,0.05789512023329735,0.05969389155507088,0.06149265915155411,0.06329143047332764],"_type":"histogram","values":[2,0,1,1,0,1,3,1,3,2,3,4,4,5,4,3,5,7,9,12,12,19,22,30,39,37,47,80,69,75,39,36,20,26,18,11,22,14,16,15,9,9,3,4,6,2,3,3,1,1,0,2,0,2,1,2,0,1,0,0,1,0,0,1]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.09033022075891495,-0.08751276135444641,-0.08469530194997787,-0.08187784254550934,-0.0790603831410408,-0.07624292373657227,-0.07342546433210373,-0.07060800492763519,-0.06779055297374725,-0.06497309356927872,-0.06215563043951988,-0.059338171035051346,-0.05652071535587311,-0.05370325595140457,-0.050885796546936035,-0.0480683371424675,-0.04525087773799896,-0.042433418333530426,-0.03961595892906189,-0.03679849952459335,-0.03398104012012482,-0.03116358257830143,-0.028346125036478043,-0.025528665632009506,-0.02271120622754097,-0.019893746823072433,-0.017076287418603897,-0.01425882987678051,-0.011441370472311974,-0.008623911067843437,-0.005806452594697475,-0.0029889936558902264,-0.00017154216766357422,0.002645916771143675,0.005463375709950924,0.008280834183096886,0.011098293587565422,0.013915752992033958,0.016733210533857346,0.019550669938325882,0.02236812934279442,0.025185588747262955,0.02800304815173149,0.030820505693554878,0.033637963235378265,0.0364554226398468,0.03927288204431534,0.042090341448783875,0.04490780085325241,0.04772526025772095,0.050542719662189484,0.05336017906665802,0.056177638471126556,0.058995094150304794,0.06181255355477333,0.06463001668453217,0.0674474686384201,0.07026492804288864,0.07308238744735718,0.07589984685182571,0.07871730625629425,0.08153476566076279,0.08435222506523132,0.08716968446969986,0.0899871438741684],"_type":"histogram","values":[1,3,3,8,12,33,38,70,118,156,271,384,616,838,1195,1647,2341,3121,4111,5224,6940,8603,10238,12288,14383,16588,18619,20813,22481,23659,24832,25293,25977,24979,24194,22685,20938,19255,16825,14765,12623,10271,8586,6883,5454,4227,3274,2413,1718,1294,875,599,399,260,176,127,59,53,19,10,9,7,4,3]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,0,0,0,0,0,2,2,1,1,0,0,0,1,4,3,3,1,6,7,3,8,11,10,16,16,20,26,27,29,35,37,37,39,48,32,35,45,35,40,23,21,18,22,12,22,11,8,11,6,3,0,4,6,2,0,3,6,4,0,1,1,0,3],"bins":[-1.6103931557154283e-06,-1.5634271903763874e-06,-1.5164612250373466e-06,-1.4694952596983057e-06,-1.422529294359265e-06,-1.3755634427070618e-06,-1.328597477368021e-06,-1.28163151202898e-06,-1.2346655466899392e-06,-1.1876995813508984e-06,-1.1407336160118575e-06,-1.0937676506728167e-06,-1.0468017990206135e-06,-9.998358336815727e-07,-9.528698683425318e-07,-9.05903903003491e-07,-8.589379376644501e-07,-8.119719723254093e-07,-7.650060069863684e-07,-7.180400984907465e-07,-6.710741331517056e-07,-6.241081678126648e-07,-5.771422593170428e-07,-5.301762939780019e-07,-4.832103286389611e-07,-4.362443632999202e-07,-3.892784263825888e-07,-3.423124894652574e-07,-2.9534652412621654e-07,-2.483805587871757e-07,-2.0141462186984427e-07,-1.5444867074165813e-07,-1.07482719613472e-07,-6.051676848528587e-08,-1.3550817357099731e-08,3.34151337710864e-08,8.038108489927254e-08,1.2734703602745867e-07,1.743129871556448e-07,2.2127893828383094e-07,2.6824488941201707e-07,3.152108547510579e-07,3.6217679166838934e-07,4.0914272858572076e-07,4.561086939247616e-07,5.030746592638025e-07,5.500405677594244e-07,5.970065330984653e-07,6.439724984375061e-07,6.90938463776547e-07,7.379044291155878e-07,7.848703376112098e-07,8.318363029502507e-07,8.788022682892915e-07,9.257681767849135e-07,9.727341421239544e-07,1.0197001074629952e-06,1.066666072802036e-06,1.113632038141077e-06,1.1605980034801178e-06,1.207563855132321e-06,1.2545298204713617e-06,1.3014957858104026e-06,1.3484617511494434e-06,1.3954277164884843e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[3,3,7,7,25,28,49,91,105,190,275,469,631,1046,1576,2236,3468,5272,8168,12346,19038,29669,45732,70065,118942,236912,472835,230627,115764,69346,44515,28010,18798,11992,7992,5203,3465,2369,1628,1087,767,592,409,311,181,177,110,79,75,41,39,21,26,10,11,11,3,8,2,0,4,1,1,1],"bins":[-0.0152587890625,-0.014682769775390625,-0.01410675048828125,-0.013530731201171875,-0.0129547119140625,-0.012378692626953125,-0.01180267333984375,-0.011226654052734375,-0.010650634765625,-0.010074615478515625,-0.00949859619140625,-0.008922576904296875,-0.0083465576171875,-0.007770538330078125,-0.00719451904296875,-0.006618499755859375,-0.00604248046875,-0.005466461181640625,-0.00489044189453125,-0.004314422607421875,-0.0037384033203125,-0.003162384033203125,-0.00258636474609375,-0.002010345458984375,-0.001434326171875,-0.000858306884765625,-0.00028228759765625,0.000293731689453125,0.0008697509765625,0.001445770263671875,0.00202178955078125,0.002597808837890625,0.003173828125,0.003749847412109375,0.00432586669921875,0.004901885986328125,0.0054779052734375,0.006053924560546875,0.00662994384765625,0.007205963134765625,0.007781982421875,0.008358001708984375,0.00893402099609375,0.009510040283203125,0.0100860595703125,0.010662078857421875,0.01123809814453125,0.011814117431640625,0.01239013671875,0.012966156005859375,0.01354217529296875,0.014118194580078125,0.0146942138671875,0.015270233154296875,0.01584625244140625,0.016422271728515625,0.016998291015625,0.017574310302734375,0.01815032958984375,0.018726348876953125,0.0193023681640625,0.019878387451171875,0.02045440673828125,0.021030426025390625,0.0216064453125]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[2,0,0,2,0,1,4,1,6,7,13,23,24,43,67,81,114,203,321,467,779,1131,1941,3123,4960,8236,12552,22033,36480,59429,103834,186454,356889,347462,174324,95587,57027,35011,22565,14346,9205,6233,3873,2701,1711,1213,797,539,353,221,167,103,76,31,28,22,15,9,8,7,4,1,4,1],"bins":[-0.0054931640625,-0.005326747894287109,-0.005160331726074219,-0.004993915557861328,-0.0048274993896484375,-0.004661083221435547,-0.004494667053222656,-0.004328250885009766,-0.004161834716796875,-0.003995418548583984,-0.0038290023803710938,-0.003662586212158203,-0.0034961700439453125,-0.003329753875732422,-0.0031633377075195312,-0.0029969215393066406,-0.00283050537109375,-0.0026640892028808594,-0.0024976730346679688,-0.002331256866455078,-0.0021648406982421875,-0.001998424530029297,-0.0018320083618164062,-0.0016655921936035156,-0.001499176025390625,-0.0013327598571777344,-0.0011663436889648438,-0.0009999275207519531,-0.0008335113525390625,-0.0006670951843261719,-0.0005006790161132812,-0.0003342628479003906,-0.0001678466796875,-1.430511474609375e-06,0.00016498565673828125,0.0003314018249511719,0.0004978179931640625,0.0006642341613769531,0.0008306503295898438,0.0009970664978027344,0.001163482666015625,0.0013298988342285156,0.0014963150024414062,0.0016627311706542969,0.0018291473388671875,0.001995563507080078,0.0021619796752929688,0.0023283958435058594,0.00249481201171875,0.0026612281799316406,0.0028276443481445312,0.002994060516357422,0.0031604766845703125,0.003326892852783203,0.0034933090209960938,0.0036597251892089844,0.003826141357421875,0.003992557525634766,0.004158973693847656,0.004325389862060547,0.0044918060302734375,0.004658222198486328,0.004824638366699219,0.004991054534912109,0.005157470703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,0,1,2,4,7,3,5,5,3,10,9,10,12,20,18,18,21,17,17,41,33,37,33,40,38,36,37,32,27,28,30,20,28,21,17,10,16,14,8,6,6,2,7,1,3,1,3,4,0,0,0,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0004885975504294038,-0.0004708389169536531,-0.00045308025437407196,-0.0004353215917944908,-0.00041756295831874013,-0.00039980432484298944,-0.0003820456622634083,-0.00036428699968382716,-0.0003465283662080765,-0.0003287697327323258,-0.00031101107015274465,-0.0002932524075731635,-0.0002754937740974128,-0.00025773514062166214,-0.000239976478042081,-0.00022221783001441509,-0.00020445918198674917,-0.00018670053395908326,-0.00016894188593141735,-0.00015118323790375143,-0.00013342458987608552,-0.0001156659418484196,-9.79072938207537e-05,-8.014864579308778e-05,-6.238999776542187e-05,-4.4631349737755954e-05,-2.687270171009004e-05,-9.114053682424128e-06,8.644594345241785e-06,2.6403242372907698e-05,4.416189040057361e-05,6.192053842823952e-05,7.967918645590544e-05,9.743783448357135e-05,0.00011519648251123726,0.00013295513053890318,0.0001507137785665691,0.000168472426594235,0.00018623107462190092,0.00020398972264956683,0.00022174837067723274,0.00023950701870489866,0.00025726566673256457,0.0002750243293121457,0.0002927829627878964,0.0003105415962636471,0.0003283002588432282,0.00034605892142280936,0.00036381755489856005,0.00038157618837431073,0.0003993348509538919,0.000417093513533473,0.0004348521470092237,0.0004526107804849744,0.0004703694430645555,0.00048812810564413667,0.0005058867391198874,0.000523645372595638,0.0005414040060713887,0.0005591626977548003,0.000576921331230551,0.0005946799647063017,0.0006124386563897133,0.000630197289865464,0.0006479559233412147]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,1,0,2,1,7,4,5,13,8,14,16,21,17,17,30,32,28,40,48,47,52,56,66,46,53,59,68,76,61,72,66,67,46,56,47,44,42,33,34,29,25,19,11,10,13,5,13,5,1,1,2,1,4,0,0,0,0,0,0,0,0,1],"bins":[-0.06268063187599182,-0.0605011023581028,-0.058321576565504074,-0.05614204704761505,-0.05396252125501633,-0.051782991737127304,-0.04960346221923828,-0.04742393642663956,-0.045244406908750534,-0.04306487739086151,-0.04088535159826279,-0.038705822080373764,-0.03652629256248474,-0.03434676676988602,-0.032167237251996994,-0.02998770959675312,-0.027808181941509247,-0.025628654286265373,-0.0234491266310215,-0.021269597113132477,-0.019090069457888603,-0.01691054180264473,-0.014731013216078281,-0.012551484629511833,-0.01037195697426796,-0.008192429319024086,-0.006012900732457638,-0.003833372611552477,-0.001653844490647316,0.0005256836302578449,0.002705211751163006,0.004884739872068167,0.007064267992973328,0.009243795648217201,0.01142332423478365,0.013602852821350098,0.01578238047659397,0.017961908131837845,0.020141437649726868,0.02232096530497074,0.024500492960214615,0.02668002061545849,0.028859548270702362,0.031039077788591385,0.03321860730648041,0.03539813309907913,0.037577662616968155,0.03975718840956688,0.0419367179274559,0.044116247445344925,0.04629577323794365,0.04847530275583267,0.050654828548431396,0.05283435806632042,0.05501388758420944,0.057193413376808167,0.05937294289469719,0.06155247241258621,0.06373199820518494,0.06591152399778366,0.06809105724096298,0.0702705830335617,0.07245010882616043,0.07462964206933975,0.07680916786193848],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,0,1,2,2,4,2,2,5,10,13,23,17,20,18,24,32,27,28,25,31,28,41,35,29,32,36,30,30,33,33,27,22,17,17,16,7,13,5,5,7,1,1,3,1,0,2,1,0,2,1,3,0,0,0,0,0,0,0,1],"bins":[-0.06989936530590057,-0.06739003211259842,-0.06488070636987686,-0.062371376901865005,-0.05986204743385315,-0.057352714240550995,-0.05484338477253914,-0.05233405530452728,-0.04982472583651543,-0.04731539636850357,-0.044806066900491714,-0.04229673743247986,-0.039787404239177704,-0.03727807477116585,-0.03476874530315399,-0.032259415835142136,-0.02975008636713028,-0.027240756899118423,-0.024731427431106567,-0.022222096100449562,-0.019712766632437706,-0.01720343716442585,-0.01469410676509142,-0.012184776365756989,-0.009675446897745132,-0.007166116964071989,-0.004656787030398846,-0.0021474570967257023,0.0003618728369474411,0.0028712027706205845,0.005380532704293728,0.007889863103628159,0.010399192571640015,0.01290852203965187,0.015417852438986301,0.017927182838320732,0.020436512306332588,0.022945841774344444,0.02545517310500145,0.027964502573013306,0.030473832041025162,0.03298316150903702,0.035492490977048874,0.03800182044506073,0.040511153638362885,0.04302048310637474,0.0455298125743866,0.04803914204239845,0.05054847151041031,0.053057800978422165,0.05556713044643402,0.05807645991444588,0.06058578938245773,0.06309512257575989,0.06560444831848145,0.0681137815117836,0.07062311470508575,0.07313244044780731,0.07564177364110947,0.07815109938383102,0.08066043257713318,0.08316975831985474,0.08567909151315689,0.08818841725587845,0.0906977504491806]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.09901624172925949,-0.09583684056997299,-0.0926574319601059,-0.0894780308008194,-0.0862986296415329,-0.0831192210316658,-0.0799398198723793,-0.07676041126251221,-0.07358101010322571,-0.07040160894393921,-0.06722220033407211,-0.06404279917478561,-0.060863394290208817,-0.05768398940563202,-0.05450458824634552,-0.05132518336176872,-0.048145778477191925,-0.04496637359261513,-0.04178696870803833,-0.03860756754875183,-0.035428162664175034,-0.032248757779598236,-0.029069354757666588,-0.02588995173573494,-0.022710546851158142,-0.019531141966581345,-0.016351738944649696,-0.013172334991395473,-0.00999293103814125,-0.006813527084887028,-0.003634123131632805,-0.000454719178378582,0.002724677324295044,0.005904081277549267,0.00908348523080349,0.012262889184057713,0.015442293137311935,0.018621698021888733,0.02180110104382038,0.02498050406575203,0.028159908950328827,0.031339313834905624,0.03451871871948242,0.03769811987876892,0.04087752476334572,0.044056929647922516,0.047236330807209015,0.05041573569178581,0.05359514057636261,0.05677454546093941,0.059953950345516205,0.0631333515048027,0.0663127601146698,0.0694921612739563,0.0726715624332428,0.0758509710431099,0.07903037220239639,0.08220977336168289,0.08538918197154999,0.08856858313083649,0.09174798429012299,0.09492739289999008,0.09810679405927658,0.10128620266914368,0.10446560382843018],"_type":"histogram","values":[3,0,3,7,10,15,38,67,154,300,467,761,1274,2011,2882,4546,6767,9710,13363,17949,23927,30753,38583,47936,56702,67273,75718,84838,91294,96241,99369,99071,96923,92880,86290,78257,69755,59257,50654,41556,33244,25697,19616,14416,10533,7405,5168,3385,2189,1383,895,549,329,210,114,63,32,14,11,3,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,1,0,0,1,3,8,2,7,5,12,3,11,9,14,17,22,27,21,31,31,40,43,39,44,44,35,29,45,30,34,24,16,17,17,26,13,8,5,3,6,9,4,1,3,2,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.000908620422706008,-0.0008801559451967478,-0.0008516914676874876,-0.0008232269901782274,-0.0007947625708766282,-0.000766298093367368,-0.0007378336158581078,-0.0007093691383488476,-0.0006809046608395875,-0.0006524401833303273,-0.000623975764028728,-0.0005955112865194678,-0.0005670468090102077,-0.0005385823315009475,-0.0005101178539916873,-0.0004816534055862576,-0.0004531889280769974,-0.0004247244505677372,-0.0003962600021623075,-0.0003677955246530473,-0.00033933104714378715,-0.0003108665987383574,-0.00028240212122909725,-0.00025393764371983707,-0.00022547318076249212,-0.00019700871780514717,-0.000168544240295887,-0.00014007977733854204,-0.00011161530710523948,-8.315083687193692e-05,-5.468637027661316e-05,-2.62219018623e-05,2.242566552013159e-06,3.070703678531572e-05,5.917150338063948e-05,8.763596997596323e-05,0.0001161004402092658,0.00014456491044256836,0.0001730293733999133,0.0002014938509091735,0.00022995831386651844,0.0002584227768238634,0.00028688725433312356,0.00031535173184238374,0.00034381618024781346,0.00037228065775707364,0.0004007451352663338,0.00042920958367176354,0.0004576740611810237,0.0004861385386902839,0.0005146029870957136,0.0005430674646049738,0.000571531942114234,0.0005999964196234941,0.0006284608971327543,0.0006569253164343536,0.0006853897939436138,0.0007138542714528739,0.0007423187489621341,0.0007707832264713943,0.0007992477039806545,0.0008277121232822537,0.0008561766007915139,0.0008846410783007741,0.0009131055558100343]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,1,4,4,18,25,48,75,127,223,390,661,1001,1680,2573,3819,5618,7799,11063,14989,20208,26000,32996,40637,49400,58701,67600,75824,83645,89552,94325,96639,96525,94412,89402,83479,76338,67488,58900,49516,40933,33459,26150,20097,15153,11079,8041,5573,3838,2562,1626,1012,641,416,259,148,71,56,15,12,8,4,3,1],"bins":[-0.09879832714796066,-0.09571277350187302,-0.09262721985578537,-0.08954166620969772,-0.08645611256361008,-0.08337055891752243,-0.08028500527143478,-0.07719945162534714,-0.07411390542984009,-0.07102835178375244,-0.0679427981376648,-0.06485724449157715,-0.0617716908454895,-0.058686137199401855,-0.05560058355331421,-0.05251502990722656,-0.049429476261138916,-0.04634392261505127,-0.04325836896896362,-0.04017281532287598,-0.03708726167678833,-0.03400171175599098,-0.030916158109903336,-0.02783060446381569,-0.024745050817728043,-0.021659497171640396,-0.01857394352555275,-0.015488391742110252,-0.012402838096022606,-0.00931728444993496,-0.0062317317351698875,-0.0031461785547435284,-6.063282489776611e-05,0.003024920355528593,0.006110473535954952,0.009196026250720024,0.01228157989680767,0.015367133542895317,0.018452685326337814,0.02153823897242546,0.024623792618513107,0.027709346264600754,0.0307948999106884,0.03388045355677605,0.036966003477573395,0.04005155712366104,0.04313711076974869,0.046222664415836334,0.04930821806192398,0.05239377170801163,0.055479325354099274,0.05856487900018692,0.06165043264627457,0.06473598629236221,0.06782153993844986,0.0709070935845375,0.07399263978004456,0.0770781934261322,0.08016374707221985,0.0832493007183075,0.08633485436439514,0.08942040801048279,0.09250596165657043,0.09559151530265808,0.09867706894874573]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,4,3,2,4,13,8,26,30,36,53,57,99,144,198,276,339,528,792,1084,1486,2416,3468,5439,8067,13293,21244,36633,67481,126827,129835,71036,37599,22209,13556,8611,5393,3746,2393,1718,1069,740,547,373,273,193,131,112,54,69,36,19,17,13,10,11,2,1,4,0,1],"bins":[-0.009765625,-0.009469985961914062,-0.009174346923828125,-0.008878707885742188,-0.00858306884765625,-0.008287429809570312,-0.007991790771484375,-0.0076961517333984375,-0.0074005126953125,-0.0071048736572265625,-0.006809234619140625,-0.0065135955810546875,-0.00621795654296875,-0.0059223175048828125,-0.005626678466796875,-0.0053310394287109375,-0.005035400390625,-0.0047397613525390625,-0.004444122314453125,-0.0041484832763671875,-0.00385284423828125,-0.0035572052001953125,-0.003261566162109375,-0.0029659271240234375,-0.0026702880859375,-0.0023746490478515625,-0.002079010009765625,-0.0017833709716796875,-0.00148773193359375,-0.0011920928955078125,-0.000896453857421875,-0.0006008148193359375,-0.00030517578125,-9.5367431640625e-06,0.000286102294921875,0.0005817413330078125,0.00087738037109375,0.0011730194091796875,0.001468658447265625,0.0017642974853515625,0.0020599365234375,0.0023555755615234375,0.002651214599609375,0.0029468536376953125,0.00324249267578125,0.0035381317138671875,0.003833770751953125,0.0041294097900390625,0.004425048828125,0.0047206878662109375,0.005016326904296875,0.0053119659423828125,0.00560760498046875,0.0059032440185546875,0.006198883056640625,0.0064945220947265625,0.0067901611328125,0.0070858001708984375,0.007381439208984375,0.0076770782470703125,0.00797271728515625,0.008268356323242188,0.008563995361328125,0.008859634399414062,0.0091552734375]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,1,0,2,2,2,1,2,6,6,10,16,13,10,18,18,19,15,31,29,16,31,28,34,29,36,36,30,27,41,25,20,23,28,30,22,15,23,16,10,6,4,2,5,2,4,3,4,3,1,1,1,3,1,2,0,1,0,0,0,1],"bins":[-0.05801740661263466,-0.05603192001581192,-0.05404643714427948,-0.05206095054745674,-0.0500754676759243,-0.04808998107910156,-0.04610449820756912,-0.044119011610746384,-0.042133525013923645,-0.040148042142391205,-0.038162555545568466,-0.036177072674036026,-0.03419158607721329,-0.03220610320568085,-0.03022061660885811,-0.02823513187468052,-0.02624964714050293,-0.02426416240632534,-0.02227867767214775,-0.02029319293797016,-0.018307708203792572,-0.016322221606969833,-0.014336736872792244,-0.012351252138614655,-0.010365767404437065,-0.008380282670259476,-0.006394797470420599,-0.004409312270581722,-0.002423827536404133,-0.00043834256939589977,0.0015471423976123333,0.0035326273646205664,0.005518116056919098,0.007503600791096687,0.009489085525274277,0.01147457119077444,0.01346005592495203,0.01544554065912962,0.017431026324629784,0.019416511058807373,0.021401995792984962,0.023387480527162552,0.02537296526134014,0.02735844999551773,0.02934393659234047,0.03132941946387291,0.03331490606069565,0.03530038893222809,0.03728587552905083,0.039271362125873566,0.041256844997406006,0.043242331594228745,0.045227814465761185,0.04721330106258392,0.049198783934116364,0.0511842705309391,0.05316975712776184,0.05515523999929428,0.05714072659611702,0.05912620946764946,0.0611116960644722,0.06309717893600464,0.06508266180753708,0.06706815212965012,0.06905363500118256]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0004587500588968396,-0.0004437454044818878,-0.000428740750066936,-0.0004137360956519842,-0.0003987314412370324,-0.0003837267868220806,-0.00036872210330329835,-0.00035371744888834655,-0.00033871279447339475,-0.00032370814005844295,-0.00030870348564349115,-0.00029369883122853935,-0.00027869417681358755,-0.00026368952239863575,-0.00024868486798368394,-0.00023368019901681691,-0.0002186755446018651,-0.0002036708901869133,-0.0001886662357719615,-0.00017366156680509448,-0.00015865691239014268,-0.00014365225797519088,-0.00012864760356023908,-0.00011364294186932966,-9.863828745437786e-05,-8.363363303942606e-05,-6.862897134851664e-05,-5.362431693356484e-05,-3.861965888063423e-05,-2.3615000827703625e-05,-8.61034459376242e-06,6.3943125496734865e-06,2.1398969693109393e-05,3.640362774604e-05,5.140828579897061e-05,6.641294021392241e-05,8.141760190483183e-05,9.642225631978363e-05,0.00011142691073473543,0.00012643156514968723,0.00014143623411655426,0.00015644088853150606,0.00017144554294645786,0.00018645019736140966,0.00020145485177636147,0.00021645950619131327,0.0002314641751581803,0.00024646881502121687,0.00026147346943616867,0.00027647815295495093,0.00029148280736990273,0.00030648746178485453,0.00032149211619980633,0.00033649677061475813,0.00035150142502970994,0.00036650607944466174,0.00038151073385961354,0.00039651538827456534,0.00041152004268951714,0.0004265247262082994,0.0004415293806232512,0.000456534035038203,0.0004715386894531548,0.0004865433438681066,0.0005015479982830584],"_type":"histogram","values":[1,1,0,0,0,1,2,2,1,2,3,4,4,3,5,6,10,9,11,13,15,22,19,27,18,32,30,32,30,35,24,35,55,29,37,30,28,23,23,22,18,21,13,10,11,12,3,9,3,2,4,4,1,1,2,2,2,1,2,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"bins":[-0.028564453125,-0.02771759033203125,-0.0268707275390625,-0.02602386474609375,-0.025177001953125,-0.02433013916015625,-0.0234832763671875,-0.02263641357421875,-0.02178955078125,-0.02094268798828125,-0.0200958251953125,-0.01924896240234375,-0.018402099609375,-0.01755523681640625,-0.0167083740234375,-0.01586151123046875,-0.0150146484375,-0.01416778564453125,-0.0133209228515625,-0.01247406005859375,-0.011627197265625,-0.01078033447265625,-0.0099334716796875,-0.00908660888671875,-0.00823974609375,-0.00739288330078125,-0.0065460205078125,-0.00569915771484375,-0.004852294921875,-0.00400543212890625,-0.0031585693359375,-0.00231170654296875,-0.00146484375,-0.00061798095703125,0.0002288818359375,0.00107574462890625,0.001922607421875,0.00276947021484375,0.0036163330078125,0.00446319580078125,0.00531005859375,0.00615692138671875,0.0070037841796875,0.00785064697265625,0.008697509765625,0.00954437255859375,0.0103912353515625,0.01123809814453125,0.0120849609375,0.01293182373046875,0.0137786865234375,0.01462554931640625,0.015472412109375,0.01631927490234375,0.0171661376953125,0.01801300048828125,0.01885986328125,0.01970672607421875,0.0205535888671875,0.02140045166015625,0.022247314453125,0.02309417724609375,0.0239410400390625,0.02478790283203125,0.025634765625],"_type":"histogram","values":[2,2,2,3,4,3,11,7,10,17,33,39,41,74,87,117,170,259,318,451,603,867,1227,1481,2314,3218,4560,6314,9439,14221,23093,38070,73258,166265,108487,50570,28826,17646,11690,7360,5466,3706,2614,1935,1296,1034,656,501,399,307,187,150,107,99,70,43,31,17,14,6,16,3,3,5]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.0009272720781154931,-0.0009018359123729169,-0.0008763997466303408,-0.0008509635808877647,-0.0008255274733528495,-0.0008000913076102734,-0.0007746551418676972,-0.0007492189761251211,-0.000723782810382545,-0.0006983466446399689,-0.0006729104788973927,-0.0006474743131548166,-0.0006220381474122405,-0.0005966020398773253,-0.0005711658741347492,-0.000545729708392173,-0.0005202935426495969,-0.0004948573769070208,-0.0004694212111644447,-0.000443985074525699,-0.0004185489087831229,-0.0003931127430405468,-0.0003676766064018011,-0.000342240440659225,-0.00031680427491664886,-0.00029136810917407274,-0.0002659319434314966,-0.00024049580679275095,-0.00021505964105017483,-0.0001896234753075987,-0.00016418732411693782,-0.00013875117292627692,-0.00011331506539136171,-8.78789069247432e-05,-6.24427484581247e-05,-3.700658999150619e-05,-1.1570431524887681e-05,1.3865726941730827e-05,3.9301885408349335e-05,6.473804387496784e-05,9.017420234158635e-05,0.00011561036080820486,0.00014104651927482337,0.00016648267046548426,0.00019191883620806038,0.0002173550019506365,0.0002427911531412974,0.0002682273043319583,0.0002936634700745344,0.00031909963581711054,0.00034453580155968666,0.0003699719381984323,0.00039540810394100845,0.00042084426968358457,0.00044628040632233024,0.00047171657206490636,0.0004971527378074825,0.0005225889035500586,0.0005480250692926347,0.0005734612350352108,0.0005988973425701261,0.0006243335083127022,0.0006497696740552783,0.0006752058397978544,0.0007006420055404305],"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,2,1,1,1,6,4,2,5,5,5,11,7,12,3,16,18,22,26,27,25,21,31,22,35,41,28,37,31,28,27,34,24,24,27,19,19,21,20,12,15,7,8,10,6,4,5,1,3,3,0,0,0,2,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-6.967125045775902e-07,-6.744118650203745e-07,-6.521112254631589e-07,-6.298105859059433e-07,-6.075099463487277e-07,-5.852093067915121e-07,-5.629086672342964e-07,-5.406080276770808e-07,-5.183073881198652e-07,-4.960067485626496e-07,-4.7370610900543397e-07,-4.5140546944821835e-07,-4.2910482989100274e-07,-4.068041903337871e-07,-3.845035507765715e-07,-3.622029112193559e-07,-3.3990227166214027e-07,-3.1760163210492465e-07,-2.9530099254770903e-07,-2.730003529904934e-07,-2.506997134332778e-07,-2.2839907387606218e-07,-2.0609843431884656e-07,-1.8379779476163094e-07,-1.6149715520441532e-07,-1.391965156471997e-07,-1.1689587608998409e-07,-9.459523653276847e-08,-7.229459697555285e-08,-4.999395741833723e-08,-2.7693317861121614e-08,-5.3926783039059956e-09,1.6907961253309622e-08,3.920860081052524e-08,6.150924036774086e-08,8.380987992495648e-08,1.061105194821721e-07,1.284111590393877e-07,1.5071179859660333e-07,1.7301243815381895e-07,1.9531307771103457e-07,2.1761371726825018e-07,2.399143568254658e-07,2.622149963826814e-07,2.8451563593989704e-07,3.0681627549711266e-07,3.291169150543283e-07,3.514175546115439e-07,3.737181941687595e-07,3.9601883372597513e-07,4.1831947328319075e-07,4.4062011284040636e-07,4.62920752397622e-07,4.852213919548376e-07,5.075220315120532e-07,5.298226710692688e-07,5.521233106264845e-07,5.744239501837001e-07,5.967245897409157e-07,6.190252292981313e-07,6.413258688553469e-07,6.636265084125625e-07,6.859271479697782e-07,7.082277875269938e-07,7.305284270842094e-07],"_type":"histogram","values":[1,0,0,1,1,1,1,0,1,4,0,2,4,4,5,3,12,13,8,12,20,8,19,14,15,30,21,33,42,42,40,50,40,38,42,26,32,31,16,19,11,11,16,18,14,6,6,9,3,9,2,2,1,1,0,1,0,2,2,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"bins":[-0.006072998046875,-0.005882740020751953,-0.005692481994628906,-0.005502223968505859,-0.0053119659423828125,-0.005121707916259766,-0.004931449890136719,-0.004741191864013672,-0.004550933837890625,-0.004360675811767578,-0.004170417785644531,-0.003980159759521484,-0.0037899017333984375,-0.0035996437072753906,-0.0034093856811523438,-0.003219127655029297,-0.00302886962890625,-0.002838611602783203,-0.0026483535766601562,-0.0024580955505371094,-0.0022678375244140625,-0.0020775794982910156,-0.0018873214721679688,-0.0016970634460449219,-0.001506805419921875,-0.0013165473937988281,-0.0011262893676757812,-0.0009360313415527344,-0.0007457733154296875,-0.0005555152893066406,-0.00036525726318359375,-0.00017499923706054688,1.52587890625e-05,0.00020551681518554688,0.00039577484130859375,0.0005860328674316406,0.0007762908935546875,0.0009665489196777344,0.0011568069458007812,0.0013470649719238281,0.001537322998046875,0.0017275810241699219,0.0019178390502929688,0.0021080970764160156,0.0022983551025390625,0.0024886131286621094,0.0026788711547851562,0.002869129180908203,0.00305938720703125,0.003249645233154297,0.0034399032592773438,0.0036301612854003906,0.0038204193115234375,0.004010677337646484,0.004200935363769531,0.004391193389892578,0.004581451416015625,0.004771709442138672,0.004961967468261719,0.005152225494384766,0.0053424835205078125,0.005532741546630859,0.005722999572753906,0.005913257598876953,0.006103515625],"_type":"histogram","values":[1,1,0,1,3,6,3,4,2,9,13,20,37,44,57,91,151,212,294,446,744,1079,1589,2436,3858,6027,9265,15744,26336,44825,77027,114797,109957,70542,40891,23805,14489,8947,5583,3653,2331,1454,1052,660,481,274,197,118,80,52,48,37,21,7,3,8,5,5,0,0,1,0,0,1]},"_runtime":158.658306407,"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[2,3,2,1,3,3,4,5,9,13,3,12,5,7,16,19,28,22,28,38,34,26,36,33,36,40,36,42,36,34,40,26,24,12,14,12,12,9,4,7,7,5,4,7,3,1,2,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.000326164357829839,-0.00031294222571887076,-0.0002997200936079025,-0.0002864979614969343,-0.0002732758002821356,-0.0002600536681711674,-0.00024683153606019914,-0.0002336094039492309,-0.00022038727183826268,-0.00020716512517537922,-0.00019394299306441098,-0.00018072086095344275,-0.0001674987142905593,-0.00015427658217959106,-0.00014105445006862283,-0.00012783230340573937,-0.00011461017129477113,-0.00010138803190784529,-8.816589979687706e-05,-7.494376040995121e-05,-6.172162829898298e-05,-4.849948891205713e-05,-3.5277349525131285e-05,-2.2055213776184246e-05,-8.833078027237207e-06,4.389058631204534e-06,1.7611195289646275e-05,3.083333285758272e-05,4.405546860652976e-05,5.72776043554768e-05,7.049974374240264e-05,8.372187585337088e-05,9.694401524029672e-05,0.00011016615462722257,0.00012338829401414841,0.00013661042612511665,0.00014983255823608488,0.00016305470489896834,0.00017627683700993657,0.0001894989691209048,0.00020272110123187304,0.0002159432478947565,0.00022916538000572473,0.00024238751211669296,0.0002556096587795764,0.00026883179089054465,0.0002820539230015129,0.0002952760551124811,0.0003084982163272798,0.00032172034843824804,0.00033494248054921627,0.0003481646126601845,0.00036138674477115273,0.00037460887688212097,0.0003878310089930892,0.0004010531702078879,0.0004142753023188561,0.00042749743442982435,0.0004407195665407926,0.0004539416986517608,0.00046716383076272905,0.00048038599197752774,0.000493608124088496,0.0005068302270956337,0.0005200523883104324],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,0,0,2,2,0,1,6,2,4,3,2,8,6,6,8,10,8,10,21,19,25,24,36,36,32,45,36,39,43,31,27,44,39,33,25,25,25,22,10,8,15,5,4,5,4,3,1,2,0,2,1,0,0,1],"bins":[-0.0005500077968463302,-0.0005354334134608507,-0.0005208590300753713,-0.0005062846466898918,-0.0004917103215120733,-0.00047713593812659383,-0.0004625615547411144,-0.00044798717135563493,-0.0004334127879701555,-0.0004188384336885065,-0.00040426405030302703,-0.0003896896669175476,-0.0003751153126358986,-0.00036054092925041914,-0.0003459665458649397,-0.0003313921915832907,-0.00031681780819781125,-0.0003022434248123318,-0.0002876690705306828,-0.00027309468714520335,-0.0002585203037597239,-0.00024394593492615968,-0.00022937156609259546,-0.000214797182707116,-0.00020022281387355179,-0.00018564844503998756,-0.00017107406165450811,-0.0001564996928209439,-0.00014192532398737967,-0.00012735094060190022,-0.000112776571768336,-9.820219565881416e-05,-8.362779044546187e-05,-6.905341433594003e-05,-5.4479041864397004e-05,-3.9904669392853975e-05,-2.533029328333214e-05,-1.0755918992799707e-05,3.818455297732726e-06,1.8392829588265158e-05,3.296720387879759e-05,4.754157998831943e-05,6.211595609784126e-05,7.669032493140548e-05,9.126470104092732e-05,0.00010583907715044916,0.00012041344598401338,0.00013498782936949283,0.00014956219820305705,0.00016413656703662127,0.00017871095042210072,0.00019328531925566494,0.0002078597026411444,0.00022243407147470862,0.00023700844030827284,0.0002515828236937523,0.00026615720707923174,0.00028073156136088073,0.0002953059447463602,0.00030988032813183963,0.0003244546824134886,0.0003390290657989681,0.0003536034491844475,0.0003681778034660965,0.00038275218685157597]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.0103759765625,-0.010048866271972656,-0.009721755981445312,-0.009394645690917969,-0.009067535400390625,-0.008740425109863281,-0.008413314819335938,-0.008086204528808594,-0.00775909423828125,-0.007431983947753906,-0.0071048736572265625,-0.006777763366699219,-0.006450653076171875,-0.006123542785644531,-0.0057964324951171875,-0.005469322204589844,-0.0051422119140625,-0.004815101623535156,-0.0044879913330078125,-0.004160881042480469,-0.003833770751953125,-0.0035066604614257812,-0.0031795501708984375,-0.0028524398803710938,-0.00252532958984375,-0.0021982192993164062,-0.0018711090087890625,-0.0015439987182617188,-0.001216888427734375,-0.0008897781372070312,-0.0005626678466796875,-0.00023555755615234375,9.1552734375e-05,0.00041866302490234375,0.0007457733154296875,0.0010728836059570312,0.001399993896484375,0.0017271041870117188,0.0020542144775390625,0.0023813247680664062,0.00270843505859375,0.0030355453491210938,0.0033626556396484375,0.0036897659301757812,0.004016876220703125,0.004343986511230469,0.0046710968017578125,0.004998207092285156,0.0053253173828125,0.005652427673339844,0.0059795379638671875,0.006306648254394531,0.006633758544921875,0.006960868835449219,0.0072879791259765625,0.007615089416503906,0.00794219970703125,0.008269309997558594,0.008596420288085938,0.008923530578613281,0.009250640869140625,0.009577751159667969,0.009904861450195312,0.010231971740722656,0.01055908203125],"_type":"histogram","values":[3,1,4,10,10,9,18,13,21,37,46,61,107,175,217,358,530,639,1077,1635,2621,3594,5902,8153,12840,20191,31012,47594,73542,115669,197551,378239,276785,147205,88362,54901,34180,22023,14830,9710,6620,4882,3207,2328,1732,1263,835,602,444,285,218,190,125,95,61,36,25,18,7,6,5,3,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,4,1,0,3,1,0,0,2,3,6,2,11,8,9,9,16,11,19,12,13,26,31,27,30,22,29,37,27,25,30,41,31,36,27,32,27,20,24,14,21,10,10,6,7,7,11,7,3,7,2,3,2,1,0,1,2,1],"bins":[-0.00044297962449491024,-0.00043055458809249103,-0.0004181295807939023,-0.00040570454439148307,-0.00039327950798906386,-0.0003808545006904751,-0.0003684294642880559,-0.0003560044278856367,-0.0003435793914832175,-0.0003311543841846287,-0.0003187293477822095,-0.0003063043113797903,-0.00029387930408120155,-0.00028145426767878234,-0.00026902923127636313,-0.0002566042239777744,-0.00024417918757535517,-0.0002317541657248512,-0.00021932912932243198,-0.000206904107471928,-0.0001944790710695088,-0.0001820540492190048,-0.00016962902736850083,-0.00015720399096608162,-0.00014477896911557764,-0.00013235394726507366,-0.00011992891086265445,-0.00010750388901215047,-9.507885988568887e-05,-8.265383075922728e-05,-7.02288089087233e-05,-5.78037797822617e-05,-4.537877975963056e-05,-3.2953750633168966e-05,-2.0528725144686177e-05,-8.103697837213986e-06,4.321329470258206e-06,1.6746356777730398e-05,2.917138408520259e-05,4.159640957368538e-05,5.402143870014697e-05,6.644646782660857e-05,7.887149695307016e-05,9.129651880357414e-05,0.00010372154793003574,0.00011614657705649734,0.00012857159890700132,0.00014099663530942053,0.0001534216571599245,0.0001658466790104285,0.0001782717154128477,0.00019069673726335168,0.0002031217736657709,0.00021554679551627487,0.00022797181736677885,0.00024039685376919806,0.00025282189017161727,0.000265246897470206,0.00027767193387262523,0.00029009697027504444,0.0003025219775736332,0.0003149470139760524,0.0003273720503784716,0.00033979705767706037,0.0003522220940794796]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,2,1,0,1,4,1,3,2,5,5,5,6,15,12,16,17,17,16,18,28,25,47,25,33,27,32,35,35,38,34,33,29,30,23,17,23,15,12,21,13,9,5,7,2,2,1,8,1,1,1,2,0,3,1,0,1,1,0,0,0,0,0,1],"bins":[-0.0005908107268624008,-0.0005693408893421292,-0.0005478710518218577,-0.0005264012143015862,-0.0005049313767813146,-0.0004834615101572126,-0.0004619916726369411,-0.00044052183511666954,-0.000419051997596398,-0.00039758216007612646,-0.0003761123225558549,-0.0003546424850355834,-0.0003331726184114814,-0.00031170278089120984,-0.0002902329433709383,-0.00026876310585066676,-0.0002472932683303952,-0.00022582343081012368,-0.00020435359328985214,-0.00018288374121766537,-0.00016141390369739383,-0.0001399440661771223,-0.00011847422138089314,-9.700437658466399e-05,-7.553453906439245e-05,-5.40646979061421e-05,-3.2594856747891754e-05,-1.1125015589641407e-05,1.034482556860894e-05,3.1814666726859286e-05,5.328450788510963e-05,7.475435268133879e-05,9.622424840927124e-05,0.00011769408592954278,0.00013916392344981432,0.0001606337755220011,0.00018210361304227263,0.00020357345056254417,0.00022504330263473094,0.0002465131401550025,0.000267982977675274,0.00028945281519554555,0.0003109226527158171,0.00033239249023608863,0.00035386235686019063,0.00037533219438046217,0.0003968020319007337,0.00041827186942100525,0.0004397417069412768,0.00046121154446154833,0.00048268138198181987,0.0005041512195020914,0.000525621057022363,0.0005470908945426345,0.000568560732062906,0.0005900305695831776,0.00061150046531111,0.0006329703028313816,0.0006544401403516531,0.0006759099778719246,0.0006973798153921962,0.0007188496529124677,0.0007403194904327393,0.0007617893279530108,0.0007832591654732823]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,1,1,0,0,0,0,2,1,6,7,10,11,23,36,43,45,89,166,285,401,721,1073,1826,3105,5131,8657,14853,25611,45407,79232,145372,292929,445892,225631,111544,65843,37679,23042,13963,8865,5523,3533,2185,1526,865,659,375,274,190,88,51,24,23,15,6,8,5,2,4,2,1,0,1],"bins":[-0.007415771484375,-0.007193565368652344,-0.0069713592529296875,-0.006749153137207031,-0.006526947021484375,-0.006304740905761719,-0.0060825347900390625,-0.005860328674316406,-0.00563812255859375,-0.005415916442871094,-0.0051937103271484375,-0.004971504211425781,-0.004749298095703125,-0.004527091979980469,-0.0043048858642578125,-0.004082679748535156,-0.0038604736328125,-0.0036382675170898438,-0.0034160614013671875,-0.0031938552856445312,-0.002971649169921875,-0.0027494430541992188,-0.0025272369384765625,-0.0023050308227539062,-0.00208282470703125,-0.0018606185913085938,-0.0016384124755859375,-0.0014162063598632812,-0.001194000244140625,-0.0009717941284179688,-0.0007495880126953125,-0.0005273818969726562,-0.00030517578125,-8.296966552734375e-05,0.0001392364501953125,0.00036144256591796875,0.000583648681640625,0.0008058547973632812,0.0010280609130859375,0.0012502670288085938,0.00147247314453125,0.0016946792602539062,0.0019168853759765625,0.0021390914916992188,0.002361297607421875,0.0025835037231445312,0.0028057098388671875,0.0030279159545898438,0.0032501220703125,0.0034723281860351562,0.0036945343017578125,0.003916740417480469,0.004138946533203125,0.004361152648925781,0.0045833587646484375,0.004805564880371094,0.00502777099609375,0.005249977111816406,0.0054721832275390625,0.005694389343261719,0.005916595458984375,0.006138801574707031,0.0063610076904296875,0.006583213806152344,0.006805419921875]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0004695702518802136,-0.00045501827844418585,-0.00044046627590432763,-0.00042591430246829987,-0.0004113623290322721,-0.00039681035559624434,-0.00038225838216021657,-0.00036770637962035835,-0.0003531544061843306,-0.0003386024327483028,-0.0003240504302084446,-0.00030949845677241683,-0.00029494648333638906,-0.0002803945099003613,-0.00026584253646433353,-0.0002512905339244753,-0.00023673856048844755,-0.00022218658705241978,-0.0002076345990644768,-0.0001930826110765338,-0.00017853063764050603,-0.00016397866420447826,-0.00014942667621653527,-0.00013487468822859228,-0.00012032271479256451,-0.00010577073408057913,-9.121875336859375e-05,-7.666677265660837e-05,-6.2114791944623e-05,-4.7562811232637614e-05,-3.3010830520652235e-05,-1.8458849808666855e-05,-3.906839992851019e-06,1.064514071913436e-05,2.519712143111974e-05,3.974910214310512e-05,5.43010828550905e-05,6.885306356707588e-05,8.340504427906126e-05,9.795702499104664e-05,0.00011250900570303202,0.00012706097913905978,0.00014161296712700278,0.00015616495511494577,0.00017071692855097353,0.0001852689019870013,0.0001998208899749443,0.0002143728779628873,0.00022892485139891505,0.00024347682483494282,0.0002580287982709706,0.0002725808008108288,0.00028713277424685657,0.00030168474768288434,0.00031623675022274256,0.0003307887236587703,0.0003453406970947981,0.00035989267053082585,0.0003744446439668536,0.00038899664650671184,0.0004035486199427396,0.00041810059337876737,0.0004326525959186256,0.00044720456935465336,0.0004617565427906811],"_type":"histogram","values":[2,0,0,1,0,0,2,1,1,1,4,4,2,7,6,3,5,5,6,13,12,9,21,10,26,32,26,27,40,39,37,29,35,33,42,40,30,33,28,29,17,17,21,12,5,12,7,7,7,1,3,3,4,2,2,1,2,0,1,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,3,0,1,2,1,0,2,5,1,3,6,7,10,9,12,16,13,25,10,19,27,25,36,27,20,43,28,34,28,29,25,33,33,27,22,30,24,18,17,9,14,10,8,9,8,6,5,8,7,4,2,3,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.000461467046989128,-0.0004455422458704561,-0.0004296174447517842,-0.00041369261452928185,-0.00039776781341060996,-0.00038184301229193807,-0.00036591821117326617,-0.0003499934100545943,-0.0003340686089359224,-0.00031814377871342003,-0.00030221897759474814,-0.00028629417647607625,-0.00027036937535740435,-0.00025444457423873246,-0.00023851975856814533,-0.0002225949428975582,-0.00020667014177888632,-0.00019074534066021442,-0.0001748205249896273,-0.0001588957238709554,-0.00014297090820036829,-0.0001270461070816964,-0.0001111213059630245,-9.519649756839499e-05,-7.927168917376548e-05,-6.334688077913597e-05,-4.742207602248527e-05,-3.149727126583457e-05,-1.557246287120506e-05,3.5234370443504304e-07,1.6277150280075148e-05,3.220195503672585e-05,4.8126792535185814e-05,6.405160092981532e-05,7.997640932444483e-05,9.590121044311672e-05,0.00011182601883774623,0.00012775082723237574,0.00014367562835104764,0.00015960044402163476,0.00017552524514030665,0.00019145004625897855,0.00020737486192956567,0.00022329966304823756,0.00023922446416690946,0.00025514926528558135,0.0002710740955080837,0.0002869988966267556,0.0003029236977454275,0.0003188484988640994,0.0003347732999827713,0.00035069813020527363,0.0003666229313239455,0.0003825477324426174,0.0003984725335612893,0.0004143973346799612,0.0004303221357986331,0.00044624696602113545,0.00046217176713980734,0.00047809656825847924,0.0004940213984809816,0.0005099461995996535,0.0005258710007183254,0.0005417958018369973,0.0005577206029556692]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,3,8,10,22,42,53,111,163,276,411,632,923,1313,1890,2571,3668,4869,6425,8118,10196,12771,15356,18450,21074,24435,26948,29381,31470,32790,33573,33840,33480,32173,29982,27829,25445,22525,19535,16586,13878,11259,8982,7145,5453,3987,3034,2139,1518,1052,705,483,325,204,127,91,36,24,17,11,3,2],"bins":[-0.09571333229541779,-0.09282981604337692,-0.08994629979133606,-0.0870627835392952,-0.08417927473783493,-0.08129575848579407,-0.0784122422337532,-0.07552872598171234,-0.07264520972967148,-0.06976169347763062,-0.06687818467617035,-0.06399466842412949,-0.06111115217208862,-0.05822763592004776,-0.0553441196680069,-0.05246060714125633,-0.04957709088921547,-0.046693574637174606,-0.04381006211042404,-0.04092654585838318,-0.038043029606342316,-0.03515951707959175,-0.03227600082755089,-0.029392484575510025,-0.02650897018611431,-0.023625455796718597,-0.020741939544677734,-0.01785842515528202,-0.014974909834563732,-0.012091394513845444,-0.00920788012444973,-0.0063243648037314415,-0.003440849483013153,-0.0005573343951255083,0.0023261806927621365,0.005209695547819138,0.008093210868537426,0.010976726189255714,0.013860240578651428,0.01674375683069229,0.019627271220088005,0.02251078560948372,0.025394301861524582,0.028277816250920296,0.03116133064031601,0.03404484689235687,0.036928363144397736,0.0398118756711483,0.04269539192318916,0.045578908175230026,0.04846242070198059,0.051345936954021454,0.05422945320606232,0.05711296573281288,0.059996481984853745,0.06287999451160431,0.06576351076364517,0.06864702701568604,0.0715305432677269,0.07441405951976776,0.07729757577180862,0.08018108457326889,0.08306460082530975,0.08594811707735062,0.08883163332939148]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,1,1,1,5,8,16,25,48,91,162,247,404,607,995,1481,2120,3012,4173,5638,7620,9843,12387,15237,18572,21672,24628,28322,31233,33281,35166,35970,35696,35062,33529,31235,28356,25459,22363,19029,15771,12624,10045,7763,5986,4315,3201,2135,1526,1017,679,426,258,154,115,52,33,11,7,4,2,1,2,1],"bins":[-0.09841204434633255,-0.0953422263264656,-0.09227240830659866,-0.08920258283615112,-0.08613276481628418,-0.08306294679641724,-0.07999312877655029,-0.07692331075668335,-0.0738534927368164,-0.07078366726636887,-0.06771384924650192,-0.06464403122663498,-0.061574213206768036,-0.058504391461610794,-0.05543457344174385,-0.05236475169658661,-0.049294933676719666,-0.04622511565685272,-0.04315529391169548,-0.04008547589182854,-0.037015654146671295,-0.03394583612680435,-0.03087601810693741,-0.027806198224425316,-0.024736378341913223,-0.02166655845940113,-0.018596738576889038,-0.015526920557022095,-0.012457100674510002,-0.00938728079199791,-0.006317461840808392,-0.0032476424239575863,-0.00017783045768737793,0.0028919889591634274,0.005961808376014233,0.00903162732720375,0.012101447209715843,0.015171267092227936,0.01824108511209488,0.021310904994606972,0.024380724877119064,0.027450544759631157,0.03052036464214325,0.03359018266201019,0.036660000681877136,0.03972982242703438,0.04279964044690132,0.04586946219205856,0.04893928021192551,0.05200909823179245,0.05507891997694969,0.058148737996816635,0.06121855974197388,0.06428837776184082,0.06735819578170776,0.07042801380157471,0.07349783182144165,0.07656765729188919,0.07963747531175613,0.08270729333162308,0.08577711135149002,0.08884692937135696,0.0919167548418045,0.09498657286167145,0.09805639088153839],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.001068115234375,-0.001034855842590332,-0.001001596450805664,-0.0009683370590209961,-0.0009350776672363281,-0.0009018182754516602,-0.0008685588836669922,-0.0008352994918823242,-0.0008020401000976562,-0.0007687807083129883,-0.0007355213165283203,-0.0007022619247436523,-0.0006690025329589844,-0.0006357431411743164,-0.0006024837493896484,-0.0005692243576049805,-0.0005359649658203125,-0.0005027055740356445,-0.00046944618225097656,-0.0004361867904663086,-0.0004029273986816406,-0.00036966800689697266,-0.0003364086151123047,-0.0003031492233276367,-0.00026988983154296875,-0.00023663043975830078,-0.0002033710479736328,-0.00017011165618896484,-0.00013685226440429688,-0.0001035928726196289,-7.033348083496094e-05,-3.707408905029297e-05,-3.814697265625e-06,2.944469451904297e-05,6.270408630371094e-05,9.59634780883789e-05,0.00012922286987304688,0.00016248226165771484,0.0001957416534423828,0.00022900104522705078,0.00026226043701171875,0.0002955198287963867,0.0003287792205810547,0.00036203861236572266,0.0003952980041503906,0.0004285573959350586,0.00046181678771972656,0.0004950761795043945,0.0005283355712890625,0.0005615949630737305,0.0005948543548583984,0.0006281137466430664,0.0006613731384277344,0.0006946325302124023,0.0007278919219970703,0.0007611513137817383,0.0007944107055664062,0.0008276700973510742,0.0008609294891357422,0.0008941888809204102,0.0009274482727050781,0.0009607076644897461,0.000993967056274414,0.001027226448059082,0.00106048583984375],"_type":"histogram","values":[3,2,0,3,4,6,10,9,8,22,16,24,36,53,56,95,131,156,251,334,470,632,995,1388,2025,3253,5250,8639,15094,28405,59561,144201,169118,72277,33564,17080,9748,5811,3750,2261,1451,1115,737,473,337,261,181,126,117,62,67,42,35,13,16,11,9,8,8,3,2,1,3,5]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-0.0014236306305974722,-0.0013801369350403547,-0.0013366431230679154,-0.001293149427510798,-0.0012496557319536805,-0.0012061619199812412,-0.0011626682244241238,-0.0011191745288670063,-0.0010756808333098888,-0.0010321870213374496,-0.000988693325780332,-0.0009451995720155537,-0.0009017058182507753,-0.0008582121226936579,-0.0008147183689288795,-0.000771224673371762,-0.0007277309196069837,-0.0006842371658422053,-0.0006407434702850878,-0.0005972497165203094,-0.000553756020963192,-0.0005102622671984136,-0.00046676851343363523,-0.0004232747887726873,-0.0003797810641117394,-0.0003362873394507915,-0.00029279361478984356,-0.0002492998610250652,-0.00020580613636411726,-0.00016231241170316935,-0.0001188186724903062,-7.532494055340067e-05,-3.183120861649513e-05,1.16625233204104e-05,5.5156255257315934e-05,9.864998719422147e-05,0.000142143719131127,0.00018563744379207492,0.00022913118300493807,0.0002726249222178012,0.00031611864687874913,0.00035961237153969705,0.00040310609620064497,0.00044659984996542335,0.0004900936037302017,0.0005335872992873192,0.0005770810530520976,0.000620574748609215,0.0006640685023739934,0.0007075622561387718,0.0007510559516958892,0.0007945497054606676,0.0008380434010177851,0.0008815371547825634,0.0009250309085473418,0.0009685246041044593,0.0010120184160768986,0.001055512111634016,0.0010990058071911335,0.001142499502748251,0.0011859933147206903,0.0012294870102778077,0.0012729807058349252,0.0013164745178073645,0.001359968213364482],"_type":"histogram","values":[2,0,0,0,1,0,0,0,1,2,2,1,5,6,4,5,3,5,7,10,13,15,11,26,22,35,20,21,31,36,30,42,53,36,26,39,25,22,16,20,26,19,17,17,14,19,9,11,11,4,2,4,4,4,4,2,3,2,0,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.00032500969246029854,-0.00031316850800067186,-0.00030132729443721473,-0.00028948610997758806,-0.0002776449255179614,-0.00026580371195450425,-0.0002539625274948776,-0.0002421213430352509,-0.000230280144023709,-0.0002184389450121671,-0.00020659776055254042,-0.00019475656154099852,-0.00018291536252945662,-0.00017107417806982994,-0.00015923297905828804,-0.00014739179459866136,-0.00013555059558711946,-0.00012370939657557756,-0.00011186821211595088,-0.00010002701310440898,-8.818582136882469e-05,-7.63446296332404e-05,-6.45034306216985e-05,-5.266223888611421e-05,-4.082104715052992e-05,-2.897985359595623e-05,-1.7138660041382536e-05,-5.297466486808844e-06,6.5437270677648485e-06,1.838492062233854e-05,3.0226114176912233e-05,4.206730955047533e-05,5.3908530389890075e-05,6.574972212547436e-05,7.759091386105865e-05,8.943211287260056e-05,0.00010127330460818484,0.00011311449634376913,0.00012495569535531104,0.0001367968798149377,0.00014863807882647961,0.00016047927783802152,0.0001723204622976482,0.0001841616613091901,0.000196002860320732,0.00020784404478035867,0.00021968524379190058,0.00023152642825152725,0.00024336762726306915,0.00025520881172269583,0.00026705002528615296,0.00027889120974577963,0.0002907323942054063,0.00030257360776886344,0.0003144147922284901,0.0003262559766881168,0.00033809716114774346,0.0003499383747112006,0.00036177955917082727,0.00037362074363045394,0.0003854619571939111,0.00039730314165353775,0.0004091443261131644,0.00042098553967662156,0.00043282672413624823],"_type":"histogram","values":[1,1,0,0,2,2,1,3,5,1,11,4,8,6,11,16,16,16,23,23,26,27,27,31,41,35,30,29,37,38,38,23,23,31,31,21,17,13,18,10,11,14,10,5,3,7,2,3,2,3,6,0,0,1,2,0,1,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,2,4,1,2,4,3,4,3,9,4,10,11,12,11,8,20,21,24,21,22,27,25,24,21,35,36,26,32,24,22,20,31,28,26,17,21,11,12,23,14,15,11,7,5,10,6,5,7,4,4,4,5,1,2,4,3],"bins":[-0.014844231307506561,-0.014421045780181885,-0.013997861184179783,-0.013574675656855106,-0.013151491060853004,-0.012728305533528328,-0.012305120006203651,-0.01188193541020155,-0.011458749882876873,-0.011035565286874771,-0.010612379759550095,-0.010189194232225418,-0.009766009636223316,-0.00934282410889864,-0.008919639512896538,-0.008496453985571861,-0.008073268458247185,-0.007650083862245083,-0.007226898800581694,-0.006803713273257017,-0.006380528211593628,-0.005957343149930239,-0.0055341580882668495,-0.00511097302660346,-0.004687787964940071,-0.004264602437615395,-0.0038414173759520054,-0.003418232314288616,-0.002995047252625227,-0.002571861958131194,-0.002148676896467805,-0.0017254917183890939,-0.0013023065403103828,-0.0008791213622316718,-0.0004559362423606217,-3.2751093385741115e-05,0.00039043405558913946,0.0008136192336678505,0.0012368042953312397,0.0016599894734099507,0.0020831746514886618,0.002506359713152051,0.002929545007646084,0.003352730069309473,0.0037759151309728622,0.0041991001926362514,0.004622285719960928,0.005045470781624317,0.005468655843287706,0.005891840904951096,0.006315025966614485,0.006738211493939161,0.0071613965556025505,0.00758458161726594,0.008007766678929329,0.008430952206254005,0.008854136802256107,0.009277322329580784,0.009700506925582886,0.010123692452907562,0.010546877980232239,0.01097006257623434,0.011393248103559017,0.011816432699561119,0.012239618226885796]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[2,0,2,2,7,16,19,34,47,98,142,250,350,565,866,1264,1882,2591,3713,4876,6610,8439,10838,13426,16014,19266,22608,25371,28612,30791,33020,34288,34577,34933,33772,31995,30004,27632,24699,21381,18228,15312,12462,9979,7809,6045,4452,3224,2446,1676,1165,748,490,312,190,121,76,33,28,7,6,8,4,1],"bins":[-0.09742311388254166,-0.09445568919181824,-0.09148827195167542,-0.088520847260952,-0.08555342257022858,-0.08258600533008575,-0.07961858063936234,-0.07665116339921951,-0.0736837387084961,-0.07071631401777267,-0.06774889677762985,-0.06478147208690643,-0.06181405112147331,-0.05884663015604019,-0.05587920546531677,-0.05291178449988365,-0.04994436353445053,-0.04697694256901741,-0.04400952160358429,-0.04104209691286087,-0.03807467594742775,-0.03510725498199463,-0.03213983029127121,-0.02917240932583809,-0.026204988360404968,-0.023237567394971848,-0.020270144566893578,-0.017302721738815308,-0.014335300773382187,-0.011367878876626492,-0.008400456979870796,-0.005433035083115101,-0.0024656131863594055,0.0005018087103962898,0.003469230607151985,0.0064366525039076805,0.009404074400663376,0.012371496297419071,0.015338918194174767,0.018306341022253036,0.021273761987686157,0.024241182953119278,0.027208605781197548,0.030176028609275818,0.03314344957470894,0.03611087054014206,0.03907829523086548,0.0420457161962986,0.04501313716173172,0.04798055812716484,0.05094797909259796,0.05391540378332138,0.0568828247487545,0.05985024571418762,0.06281767040491104,0.06578508764505386,0.06875251233577728,0.0717199370265007,0.07468735426664352,0.07765477895736694,0.08062219619750977,0.08358962088823318,0.0865570455789566,0.08952446281909943,0.09249188750982285],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,1,0,1,0,1,4,2,1,5,5,5,12,10,10,10,20,13,22,28,24,29,27,27,38,30,29,37,29,41,40,20,29,30,33,24,16,17,16,5,15,11,12,4,8,6,5,2,2,3,1,0,0,2,1,0,1,0,0,0,1],"bins":[-0.00040047269430942833,-0.0003875123511534184,-0.00037455203710123897,-0.00036159169394522905,-0.00034863135078921914,-0.0003356710367370397,-0.00032271069358102977,-0.00030975035042501986,-0.0002967900363728404,-0.0002838296932168305,-0.0002708693500608206,-0.00025790900690481067,-0.0002449486928526312,-0.0002319883496966213,-0.00021902802109252661,-0.0002060676779365167,-0.00019310734933242202,-0.00018014702072832733,-0.00016718667757231742,-0.00015422634896822274,-0.00014126600581221282,-0.00012830567720811814,-0.00011534534860402346,-0.00010238501272397116,-8.942467684391886e-05,-7.646434096386656e-05,-6.350400508381426e-05,-5.054367647971958e-05,-3.758334059966728e-05,-2.4623006538604386e-05,-1.1662672477541491e-05,1.2976615835214034e-06,1.4258024748414755e-05,2.721835880947765e-05,4.0178692870540544e-05,5.3139025112614036e-05,6.609936099266633e-05,7.905969687271863e-05,9.202002547681332e-05,0.00010498036135686561,0.00011794069723691791,0.0001309010258410126,0.0001438613689970225,0.0001568216976011172,0.00016978202620521188,0.0001827423693612218,0.00019570269796531647,0.0002086630411213264,0.00022162336972542107,0.00023458369832951576,0.00024754402693361044,0.00026050437008962035,0.00027346471324563026,0.0002864250272978097,0.00029938537045381963,0.00031234571360982955,0.000325306027662009,0.0003382663708180189,0.0003512267139740288,0.00036418705713003874,0.0003771473711822182,0.0003901077143382281,0.000403068057494238,0.0004160283715464175,0.0004289887147024274]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,1,1,0,2,3,5,4,4,5,6,7,9,9,11,17,17,13,21,23,25,33,25,36,36,28,37,45,32,34,33,28,21,29,28,21,19,10,20,12,9,13,6,1,7,4,3,2,1,4,3,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0004464128287509084,-0.0004310354415792972,-0.00041565802530385554,-0.00040028063813224435,-0.00038490325096063316,-0.0003695258346851915,-0.0003541484475135803,-0.00033877106034196913,-0.00032339367317035794,-0.0003080162568949163,-0.0002926388697233051,-0.0002772614825516939,-0.00026188406627625227,-0.0002465066791046411,-0.00023112927738111466,-0.00021575189020950347,-0.00020037448848597705,-0.00018499708676245064,-0.00016961969959083945,-0.00015424229786731303,-0.00013886491069570184,-0.00012348750897217542,-0.000108110107248649,-9.27327128010802e-05,-7.735531835351139e-05,-6.197792390594259e-05,-4.660052582039498e-05,-3.122312773484737e-05,-1.5845733287278563e-05,-4.683370207203552e-07,1.4909059245837852e-05,3.028645551239606e-05,4.566385177895427e-05,6.104124622652307e-05,7.641864067409188e-05,9.17960423976183e-05,0.0001071734368451871,0.0001225508312927559,0.00013792823301628232,0.0001533056201878935,0.00016868302191141993,0.00018406042363494635,0.00019943781080655754,0.00021481521253008395,0.00023019261425361037,0.00024557000142522156,0.00026094738859683275,0.0002763248048722744,0.0002917021920438856,0.0003070795792154968,0.0003224569954909384,0.0003378343826625496,0.0003532117698341608,0.00036858918610960245,0.00038396657328121364,0.00039934396045282483,0.0004147213767282665,0.00043009876389987767,0.00044547615107148886,0.00046085353824310005,0.0004762309545185417,0.0004916083416901529,0.0005069857579655945,0.0005223631160333753,0.0005377405323088169]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,3,0,2,0,0,0,3,0,3,4,4,6,7,4,11,11,5,14,12,14,23,22,19,26,27,19,28,23,26,21,30,34,26,33,30,24,27,18,25,25,22,16,10,11,17,13,13,14,5,10,3,6,1,4,4,1,2,4,0,2],"bins":[-0.0018529106164351106,-0.0018002833239734173,-0.0017476561479270458,-0.0016950288554653525,-0.0016424015630036592,-0.001589774270541966,-0.0015371469780802727,-0.0014845198020339012,-0.001431892509572208,-0.0013792652171105146,-0.0013266380410641432,-0.00127401074860245,-0.0012213834561407566,-0.0011687561636790633,-0.00111612887121737,-0.0010635016951709986,-0.0010108744027093053,-0.000958247110247612,-0.0009056198759935796,-0.0008529926417395473,-0.000800365349277854,-0.0007477380568161607,-0.0006951108225621283,-0.0006424835883080959,-0.0005898562958464026,-0.0005372290033847094,-0.000484601769130677,-0.00043197450577281415,-0.0003793472424149513,-0.0003267199790570885,-0.00027409271569922566,-0.00022146545234136283,-0.0001688381889835,-0.00011621092562563717,-6.358366226777434e-05,-1.0956398909911513e-05,4.167086444795132e-05,9.429812780581415e-05,0.00014692539116367698,0.0001995526545215398,0.00025217991787940264,0.00030480718123726547,0.0003574344445951283,0.00041006170795299113,0.00046268897131085396,0.0005153162637725472,0.0005679434980265796,0.000620570732280612,0.0006731980247423053,0.0007258253172039986,0.0007784525514580309,0.0008310797857120633,0.0008837070781737566,0.0009363343706354499,0.0009889616630971432,0.0010415888391435146,0.001094216131605208,0.0011468434240669012,0.0011994706001132727,0.001252097892574966,0.0013047251850366592,0.0013573524774983525,0.0014099797699600458,0.0014626069460064173,0.0015152342384681106]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[2,0,1,2,6,6,7,15,20,27,33,77,90,130,179,268,404,534,801,1156,1753,2427,3671,5333,8112,11897,18519,28754,48993,102210,170882,72504,39478,24113,15422,10190,6920,4612,3284,2111,1526,1070,732,440,382,235,164,104,75,52,43,15,14,10,5,5,3,3,1,0,1,0,0,1],"bins":[-0.003814697265625,-0.003688812255859375,-0.00356292724609375,-0.003437042236328125,-0.0033111572265625,-0.003185272216796875,-0.00305938720703125,-0.002933502197265625,-0.0028076171875,-0.002681732177734375,-0.00255584716796875,-0.002429962158203125,-0.0023040771484375,-0.002178192138671875,-0.00205230712890625,-0.001926422119140625,-0.001800537109375,-0.001674652099609375,-0.00154876708984375,-0.001422882080078125,-0.0012969970703125,-0.001171112060546875,-0.00104522705078125,-0.000919342041015625,-0.00079345703125,-0.000667572021484375,-0.00054168701171875,-0.000415802001953125,-0.0002899169921875,-0.000164031982421875,-3.814697265625e-05,8.7738037109375e-05,0.000213623046875,0.000339508056640625,0.00046539306640625,0.000591278076171875,0.0007171630859375,0.000843048095703125,0.00096893310546875,0.001094818115234375,0.001220703125,0.001346588134765625,0.00147247314453125,0.001598358154296875,0.0017242431640625,0.001850128173828125,0.00197601318359375,0.002101898193359375,0.002227783203125,0.002353668212890625,0.00247955322265625,0.002605438232421875,0.0027313232421875,0.002857208251953125,0.00298309326171875,0.003108978271484375,0.00323486328125,0.003360748291015625,0.00348663330078125,0.003612518310546875,0.0037384033203125,0.003864288330078125,0.00399017333984375,0.004116058349609375,0.004241943359375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,3,2,5,4,12,11,21,31,53,63,73,121,173,247,300,501,590,867,1171,1636,2325,3026,4310,6189,8971,13432,20640,31369,47480,68969,87126,85796,66479,46082,29758,19408,13082,8811,5911,4203,2960,2145,1477,1058,780,612,448,280,227,156,119,77,85,51,31,15,21,10,10,6,4],"bins":[-0.00439453125,-0.0042650699615478516,-0.004135608673095703,-0.004006147384643555,-0.0038766860961914062,-0.003747224807739258,-0.0036177635192871094,-0.003488302230834961,-0.0033588409423828125,-0.003229379653930664,-0.0030999183654785156,-0.002970457077026367,-0.0028409957885742188,-0.0027115345001220703,-0.002582073211669922,-0.0024526119232177734,-0.002323150634765625,-0.0021936893463134766,-0.002064228057861328,-0.0019347667694091797,-0.0018053054809570312,-0.0016758441925048828,-0.0015463829040527344,-0.001416921615600586,-0.0012874603271484375,-0.001157999038696289,-0.0010285377502441406,-0.0008990764617919922,-0.0007696151733398438,-0.0006401538848876953,-0.0005106925964355469,-0.00038123130798339844,-0.00025177001953125,-0.00012230873107910156,7.152557373046875e-06,0.0001366138458251953,0.00026607513427734375,0.0003955364227294922,0.0005249977111816406,0.0006544589996337891,0.0007839202880859375,0.0009133815765380859,0.0010428428649902344,0.0011723041534423828,0.0013017654418945312,0.0014312267303466797,0.0015606880187988281,0.0016901493072509766,0.001819610595703125,0.0019490718841552734,0.002078533172607422,0.0022079944610595703,0.0023374557495117188,0.002466917037963867,0.0025963783264160156,0.002725839614868164,0.0028553009033203125,0.002984762191772461,0.0031142234802246094,0.003243684768676758,0.0033731460571289062,0.0035026073455810547,0.003632068634033203,0.0037615299224853516,0.0038909912109375]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[2,0,0,0,0,1,0,2,0,2,0,2,3,4,1,3,1,6,6,4,7,13,13,9,24,27,29,45,63,73,86,66,53,44,39,26,20,11,11,14,12,7,6,4,5,1,4,2,1,1,2,3,5,1,1,0,1,1,0,0,0,0,0,1],"bins":[-0.024521559476852417,-0.02372637204825878,-0.022931184619665146,-0.02213599719107151,-0.021340809762477875,-0.02054562233388424,-0.019750434905290604,-0.018955247476696968,-0.018160060048103333,-0.017364870756864548,-0.016569683328270912,-0.015774495899677277,-0.014979308471083641,-0.014184121042490005,-0.01338893361389637,-0.012593746185302734,-0.011798558756709099,-0.011003371328115463,-0.010208183899521828,-0.009412996470928192,-0.008617809042334557,-0.007822620682418346,-0.007027433253824711,-0.006232245825231075,-0.00543705839663744,-0.004641870968043804,-0.003846683306619525,-0.0030514956451952457,-0.00225630821660161,-0.0014611206715926528,-0.0006659331265836954,0.00012925441842526197,0.0009244419634342194,0.0017196295084431767,0.002514817053452134,0.0033100047148764133,0.004105192143470049,0.0049003795720636845,0.005695567466318607,0.006490754894912243,0.0072859423235058784,0.008081129752099514,0.00887631718069315,0.009671504609286785,0.010466692969202995,0.01126188039779663,0.012057067826390266,0.012852255254983902,0.013647442683577538,0.014442630112171173,0.015237817540764809,0.016033004969358444,0.01682819239795208,0.017623379826545715,0.01841856725513935,0.019213754683732986,0.02000894397497177,0.020804131403565407,0.021599318832159042,0.022394506260752678,0.023189693689346313,0.02398488111793995,0.024780068546533585,0.02557525597512722,0.026370443403720856],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,1,0,0,0,2,0,3,1,4,2,6,7,18,21,27,42,62,89,160,262,389,642,1047,1860,3187,5587,9691,17878,33823,74979,187745,138225,54288,26623,14132,8103,4457,2597,1473,922,532,341,208,126,83,71,31,23,11,11,7,6,3,4,2,4,1,2,1,0,0,0,1],"bins":[-0.0206298828125,-0.01998138427734375,-0.0193328857421875,-0.01868438720703125,-0.018035888671875,-0.01738739013671875,-0.0167388916015625,-0.01609039306640625,-0.01544189453125,-0.01479339599609375,-0.0141448974609375,-0.01349639892578125,-0.012847900390625,-0.01219940185546875,-0.0115509033203125,-0.01090240478515625,-0.01025390625,-0.00960540771484375,-0.0089569091796875,-0.00830841064453125,-0.007659912109375,-0.00701141357421875,-0.0063629150390625,-0.00571441650390625,-0.00506591796875,-0.00441741943359375,-0.0037689208984375,-0.00312042236328125,-0.002471923828125,-0.00182342529296875,-0.0011749267578125,-0.00052642822265625,0.0001220703125,0.00077056884765625,0.0014190673828125,0.00206756591796875,0.002716064453125,0.00336456298828125,0.0040130615234375,0.00466156005859375,0.00531005859375,0.00595855712890625,0.0066070556640625,0.00725555419921875,0.007904052734375,0.00855255126953125,0.0092010498046875,0.00984954833984375,0.010498046875,0.01114654541015625,0.0117950439453125,0.01244354248046875,0.013092041015625,0.01374053955078125,0.0143890380859375,0.01503753662109375,0.01568603515625,0.01633453369140625,0.0169830322265625,0.01763153076171875,0.018280029296875,0.01892852783203125,0.0195770263671875,0.02022552490234375,0.0208740234375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[2,1,3,1,8,14,31,48,83,113,210,359,507,789,1144,1686,2417,3424,4735,6236,8181,10522,13311,16103,19241,22465,25684,28615,31329,33390,34690,35504,35199,34127,32445,30611,27768,24811,21580,18020,15213,12421,9724,7514,5813,4237,3060,2118,1479,1040,681,431,289,169,96,68,32,14,8,3,2,2,2,1],"bins":[-0.09603879600763321,-0.09302090853452682,-0.09000302851200104,-0.08698514103889465,-0.08396725356578827,-0.08094936609268188,-0.0779314860701561,-0.07491359859704971,-0.07189571112394333,-0.06887783110141754,-0.06585994362831116,-0.06284205615520477,-0.05982417240738869,-0.0568062849342823,-0.05378840118646622,-0.05077051371335983,-0.04775262996554375,-0.04473474621772766,-0.04171685874462128,-0.03869897499680519,-0.03568108752369881,-0.03266320377588272,-0.029645318165421486,-0.02662743255496025,-0.023609546944499016,-0.02059166133403778,-0.017573775723576546,-0.014555891044437885,-0.01153800543397665,-0.008520119823515415,-0.0055022346787154675,-0.002484349301084876,0.0005335360765457153,0.0035514214541763067,0.006569306831806898,0.009587191976606846,0.012605077587068081,0.015622963197529316,0.018640847876667976,0.02165873348712921,0.024676619097590446,0.02769450470805168,0.030712390318512917,0.03373027592897415,0.03674815967679024,0.03976604714989662,0.04278393089771271,0.04580181837081909,0.04881970211863518,0.05183758586645126,0.05485547333955765,0.057873357087373734,0.06089124456048012,0.0639091283082962,0.06692701578140259,0.06994490325450897,0.07296278327703476,0.07598067075014114,0.07899855822324753,0.08201643824577332,0.0850343257188797,0.08805221319198608,0.09107010066509247,0.09408798068761826,0.09710586816072464]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,1,0,1,2,2,3,0,7,10,3,4,9,4,13,16,25,21,22,36,36,39,40,46,49,39,39,30,25,28,21,19,20,17,19,13,13,14,11,12,7,8,4,8,3,4,2,3,3,0,4,3,2,0,1,1,0,3,0,0,0,1,0,1],"bins":[0.999030590057373,0.9990705251693726,0.9991104602813721,0.9991503953933716,0.9991903305053711,0.9992302656173706,0.9992701411247253,0.9993100762367249,0.9993500113487244,0.9993899464607239,0.9994298815727234,0.9994698166847229,0.9995097517967224,0.9995496869087219,0.9995896220207214,0.999629557132721,0.9996694326400757,0.9997093677520752,0.9997493028640747,0.9997892379760742,0.9998291730880737,0.9998691082000732,0.9999090433120728,0.9999489784240723,0.9999889135360718,1.0000288486480713,1.0000687837600708,1.0001087188720703,1.0001486539840698,1.0001885890960693,1.0002285242080688,1.0002684593200684,1.0003082752227783,1.0003482103347778,1.0003881454467773,1.0004280805587769,1.0004680156707764,1.0005079507827759,1.0005478858947754,1.000587821006775,1.0006277561187744,1.000667691230774,1.0007076263427734,1.000747561454773,1.0007874965667725,1.000827431678772,1.0008673667907715,1.000907301902771,1.0009472370147705,1.00098717212677,1.0010271072387695,1.001067042350769,1.0011069774627686,1.001146912574768,1.001186728477478,1.0012266635894775,1.001266598701477,1.0013065338134766,1.001346468925476,1.0013864040374756,1.001426339149475,1.0014662742614746,1.0015062093734741,1.0015461444854736,1.0015860795974731],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,1,0,1,1,3,2,2,5,11,6,15,21,14,19,19,17,19,43,29,26,36,31,30,34,19,41,39,19,30,37,22,19,25,20,20,12,12,13,13,10,6,3,4,2,1,1,4,1,0,3,1,0,0,1,0,1,0,0,1],"bins":[-0.0774645209312439,-0.07481183856725693,-0.07215915620326996,-0.06950647383928299,-0.06685379147529602,-0.06420110166072845,-0.061548419296741486,-0.05889573693275452,-0.05624305456876755,-0.05359037220478058,-0.05093768984079361,-0.04828500375151634,-0.04563232138752937,-0.042979639023542404,-0.04032695293426514,-0.03767427057027817,-0.0350215882062912,-0.03236890584230423,-0.02971622161567211,-0.027063537389039993,-0.024410855025053024,-0.021758172661066055,-0.019105488434433937,-0.01645280420780182,-0.01380012184381485,-0.011147438548505306,-0.008494755253195763,-0.005842071957886219,-0.0031893886625766754,-0.0005367053672671318,0.002115977928042412,0.004768661223351955,0.007421344518661499,0.010074027813971043,0.012726711109280586,0.01537939440459013,0.018032077699899673,0.020684760063886642,0.02333744429051876,0.02599012851715088,0.028642810881137848,0.03129549324512482,0.033948175609111786,0.03660086169838905,0.03925354406237602,0.04190622642636299,0.04455891251564026,0.04721159487962723,0.0498642772436142,0.052516959607601166,0.055169641971588135,0.0578223280608654,0.06047501042485237,0.06312769651412964,0.06578037887811661,0.06843306124210358,0.07108574360609055,0.07373842597007751,0.07639110833406448,0.07904379069805145,0.08169648051261902,0.08434916287660599,0.08700184524059296,0.08965452760457993,0.0923072099685669]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,2,1,5,4,3,3,8,8,8,9,17,16,17,25,21,23,24,22,28,23,38,30,24,32,26,25,26,34,27,26,26,13,24,13,17,19,10,14,12,11,6,8,8,6,4,2,6,3,2,2,0,1,1,1,1],"bins":[-0.010793610475957394,-0.01046763826161623,-0.010141666978597641,-0.009815694764256477,-0.009489722549915314,-0.00916375033557415,-0.008837778121232986,-0.008511806838214397,-0.008185834623873234,-0.00785986240953207,-0.007533890660852194,-0.0072079189121723175,-0.006881946697831154,-0.00655597448348999,-0.006230002734810114,-0.005904030986130238,-0.005578058771789074,-0.00525208655744791,-0.004926114808768034,-0.004600143060088158,-0.004274170845746994,-0.00394819863140583,-0.003622226882725954,-0.003296254901215434,-0.002970282919704914,-0.002644310938194394,-0.002318338956683874,-0.001992366975173354,-0.0016663949936628342,-0.0013404230121523142,-0.0010144510306417942,-0.0006884790491312742,-0.00036250799894332886,-3.6536017432808876e-05,0.0002894359640777111,0.0006154079455882311,0.0009413799270987511,0.001267351908609271,0.001593323890119791,0.001919295871630311,0.002245267853140831,0.002571239834651351,0.002897211816161871,0.003223183797672391,0.003549155779182911,0.003875127760693431,0.004201099742203951,0.004527071490883827,0.004853043705224991,0.0051790159195661545,0.005504987668246031,0.005830959416925907,0.006156931631267071,0.006482903845608234,0.006808875594288111,0.007134847342967987,0.007460819557309151,0.007786791771650314,0.008112763985991478,0.008438735269010067,0.00876470748335123,0.009090679697692394,0.009416650980710983,0.009742623195052147,0.01006859540939331]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"bins":[-0.00732421875,-0.007082939147949219,-0.0068416595458984375,-0.006600379943847656,-0.006359100341796875,-0.006117820739746094,-0.0058765411376953125,-0.005635261535644531,-0.00539398193359375,-0.005152702331542969,-0.0049114227294921875,-0.004670143127441406,-0.004428863525390625,-0.004187583923339844,-0.0039463043212890625,-0.0037050247192382812,-0.0034637451171875,-0.0032224655151367188,-0.0029811859130859375,-0.0027399063110351562,-0.002498626708984375,-0.0022573471069335938,-0.0020160675048828125,-0.0017747879028320312,-0.00153350830078125,-0.0012922286987304688,-0.0010509490966796875,-0.0008096694946289062,-0.000568389892578125,-0.00032711029052734375,-8.58306884765625e-05,0.00015544891357421875,0.000396728515625,0.0006380081176757812,0.0008792877197265625,0.0011205673217773438,0.001361846923828125,0.0016031265258789062,0.0018444061279296875,0.0020856857299804688,0.00232696533203125,0.0025682449340820312,0.0028095245361328125,0.0030508041381835938,0.003292083740234375,0.0035333633422851562,0.0037746429443359375,0.004015922546386719,0.0042572021484375,0.004498481750488281,0.0047397613525390625,0.004981040954589844,0.005222320556640625,0.005463600158691406,0.0057048797607421875,0.005946159362792969,0.00618743896484375,0.006428718566894531,0.0066699981689453125,0.006911277770996094,0.007152557373046875,0.007393836975097656,0.0076351165771484375,0.007876396179199219,0.00811767578125],"_type":"histogram","values":[1,1,1,9,5,5,11,12,22,18,25,31,66,93,124,177,275,419,683,1093,1763,2569,4374,7020,12078,20934,36133,68119,141631,316149,462644,250224,114444,56553,30620,17750,10338,5996,3856,2369,1478,973,562,415,256,169,98,69,58,43,30,21,12,15,8,4,7,5,1,1,0,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[1,1,2,1,4,5,8,21,52,84,139,249,385,563,967,1265,2001,2741,3920,5222,6980,9224,11365,14404,17383,20494,23765,26795,29834,32285,33947,34772,35613,35226,33890,32143,29293,26395,23274,20100,16944,14103,11257,8928,6818,5039,3812,2666,1943,1185,843,583,334,242,129,81,56,21,12,6,5,2,1,1],"bins":[-0.09814253449440002,-0.09512072801589966,-0.09209892898797989,-0.08907712250947952,-0.08605532348155975,-0.08303351700305939,-0.08001171797513962,-0.07698991149663925,-0.07396811246871948,-0.07094630599021912,-0.06792449951171875,-0.06490270048379898,-0.061880894005298615,-0.05885909125208855,-0.05583728849887848,-0.05281548574566841,-0.049793682992458344,-0.046771880239248276,-0.04375007748603821,-0.04072827473282814,-0.03770647197961807,-0.034684665501117706,-0.03166286274790764,-0.02864105999469757,-0.025619257241487503,-0.022597454488277435,-0.019575651735067368,-0.01655384711921215,-0.013532044366002083,-0.010510241612792015,-0.007488437928259373,-0.004466634709388018,-0.0014448389410972595,0.0015769642777740955,0.004598767496645451,0.007620570715516806,0.01064237393438816,0.013664176687598228,0.016685981303453445,0.019707784056663513,0.02272958680987358,0.02575138956308365,0.028773192316293716,0.031794995069503784,0.03481680154800415,0.03783860430121422,0.040860407054424286,0.043882209807634354,0.04690401256084442,0.04992581531405449,0.05294761806726456,0.055969420820474625,0.05899122357368469,0.06201303005218506,0.06503482908010483,0.0680566355586052,0.07107843458652496,0.07410024106502533,0.0771220475435257,0.08014384657144547,0.08316565304994583,0.0861874520778656,0.08920925855636597,0.09223105758428574,0.0952528640627861],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,1,3,1,2,3,7,6,4,7,11,12,14,15,22,27,25,39,43,54,38,40,48,50,42,37,35,41,20,27,16,12,15,13,11,3,4,2,3,3,3,0,1,2,1,1,0,0,0,1],"bins":[-0.0005443313275463879,-0.0005292380228638649,-0.0005141447181813419,-0.0004990514134988189,-0.0004839581379201263,-0.0004688648332376033,-0.0004537715285550803,-0.0004386782238725573,-0.0004235849482938647,-0.0004084916436113417,-0.0003933983389288187,-0.0003783050342462957,-0.0003632117295637727,-0.00034811842488124967,-0.0003330251493025571,-0.0003179318446200341,-0.0003028385399375111,-0.0002877452352549881,-0.00027265193057246506,-0.0002575586549937725,-0.0002424653503112495,-0.00022737204562872648,-0.00021227874094620347,-0.00019718545081559569,-0.00018209214613307267,-0.00016699884145054966,-0.00015190555131994188,-0.00013681224663741887,-0.00012171894923085347,-0.00010662565182428807,-9.153234714176506e-05,-7.643904973519966e-05,-6.134575232863426e-05,-4.6252454922068864e-05,-3.115915387752466e-05,-1.6065854651969858e-05,-9.72555426415056e-07,1.4120743799139746e-05,2.9214043024694547e-05,4.430734406923875e-05,5.940064147580415e-05,7.449393888236955e-05,8.958723628893495e-05,0.00010468054097145796,0.00011977383837802336,0.00013486713578458875,0.00014996044046711177,0.00016505373059771955,0.00018014703528024256,0.00019524033996276557,0.00021033363009337336,0.00022542693477589637,0.00024052022490650415,0.00025561352958902717,0.0002707068342715502,0.0002858001389540732,0.0003008934436365962,0.00031598671921528876,0.00033108002389781177,0.0003461733285803348,0.0003612666332628578,0.0003763599379453808,0.00039145321352407336,0.0004065465182065964,0.0004216398228891194]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,1,2,4,6,7,19,53,64,123,185,272,460,632,1017,1540,2040,2842,3933,5273,7060,8944,11126,13962,16516,19606,22703,25390,28274,30489,32589,33825,34680,34134,33399,31832,29662,27065,23930,20964,18049,15098,12472,10123,7810,6085,4475,3377,2462,1678,1275,803,563,334,243,139,92,51,33,16,11,4,4,3],"bins":[-0.09577730298042297,-0.09285344928503036,-0.08992959558963776,-0.08700574189424515,-0.08408188819885254,-0.08115802705287933,-0.07823417335748672,-0.07531031966209412,-0.07238646596670151,-0.0694626122713089,-0.06653875857591629,-0.06361490488052368,-0.060691047459840775,-0.057767193764448166,-0.05484333634376526,-0.05191948264837265,-0.04899562895298004,-0.04607177525758743,-0.043147921562194824,-0.04022406414151192,-0.03730021044611931,-0.0343763567507267,-0.03145249933004379,-0.028528645634651184,-0.025604791939258575,-0.022680938243865967,-0.01975708268582821,-0.01683322712779045,-0.013909373432397842,-0.01098551880568266,-0.008061664178967476,-0.005137809552252293,-0.0022139623761177063,0.000709892250597477,0.0036337468773126602,0.0065576015040278435,0.009481456130743027,0.01240531075745821,0.015329165384173393,0.01825302094221115,0.02117687463760376,0.02410072833299637,0.027024583891034126,0.029948439449071884,0.03287229314446449,0.0357961468398571,0.03872000426054001,0.04164385795593262,0.044567711651325226,0.047491565346717834,0.05041541904211044,0.05333927646279335,0.05626313015818596,0.05918698385357857,0.062110841274261475,0.06503469496965408,0.06795854866504669,0.0708824023604393,0.07380625605583191,0.07673010975122452,0.07965396344661713,0.08257782459259033,0.08550167828798294,0.08842553198337555,0.09134938567876816]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,1,1,1,1,3,3,2,8,5,7,8,11,16,16,21,23,18,17,26,27,24,34,32,41,36,30,35,35,24,25,31,32,23,25,16,12,15,17,14,11,5,6,3,5,4,2,1,0,4,1,0,0,1,0,1,2,1],"bins":[-0.0004912195145152509,-0.0004758267314173281,-0.0004604339774232358,-0.00044504119432531297,-0.0004296484403312206,-0.0004142556572332978,-0.000398862874135375,-0.0003834701201412827,-0.0003680773370433599,-0.0003526845539454371,-0.00033729179995134473,-0.0003218990168534219,-0.0003065062337554991,-0.0002911134797614068,-0.000275720696663484,-0.00026032794266939163,-0.00024493515957146883,-0.00022954239102546126,-0.00021414962247945368,-0.00019875683938153088,-0.0001833640708355233,-0.00016797130228951573,-0.00015257851919159293,-0.00013718575064558536,-0.00012179298209957778,-0.00010640021355357021,-9.100743773160502e-05,-7.561466190963984e-05,-6.022189336363226e-05,-4.482912117964588e-05,-2.94363489956595e-05,-1.404357681167312e-05,1.3491371646523476e-06,1.6741909348638728e-05,3.213468153262511e-05,4.752745371661149e-05,6.292022590059787e-05,7.831299444660544e-05,9.370577026857063e-05,0.00010909854609053582,0.0001244913146365434,0.00013988408318255097,0.00015527685172855854,0.00017066963482648134,0.00018606240337248892,0.0002014551719184965,0.0002168479550164193,0.00023224072356242687,0.00024763349210843444,0.00026302627520635724,0.0002784190292004496,0.0002938118122983724,0.00030920456629246473,0.00032459734939038754,0.00033999013248831034,0.0003553828864824027,0.0003707756695803255,0.0003861684526782483,0.00040156120667234063,0.00041695398977026343,0.00043234677286818624,0.0004477395268622786,0.0004631323099602014,0.00047852506395429373,0.0004939178470522165]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[2,0,1,2,0,3,0,2,0,1,3,3,6,7,4,14,8,11,19,38,30,37,53,82,88,110,130,127,147,161,138,138,115,113,74,73,56,52,42,31,19,23,14,12,13,7,8,7,4,1,9,2,0,2,1,0,1,0,2,0,0,0,1,1],"bins":[-0.0011002160608768463,-0.0010636772494763136,-0.0010271384380757809,-0.0009905996266752481,-0.0009540607570670545,-0.0009175219456665218,-0.0008809830760583282,-0.0008444442646577954,-0.0008079054532572627,-0.00077136664185673,-0.0007348278304561973,-0.0006982889608480036,-0.0006617501494474709,-0.0006252113380469382,-0.0005886724684387445,-0.0005521336570382118,-0.0005155948456376791,-0.0004790560342371464,-0.0004425171937327832,-0.00040597835322842,-0.0003694395418278873,-0.0003329007304273546,-0.0002963618899229914,-0.0002598230494186282,-0.0002232842380180955,-0.00018674541206564754,-0.0001502065861131996,-0.00011366776016075164,-7.712893420830369e-05,-4.059010825585574e-05,-4.051282303407788e-06,3.248754364904016e-05,6.902648601680994e-05,0.00010556531196925789,0.00014210413792170584,0.0001786429638741538,0.00021518178982660174,0.00025172060122713447,0.00028825944173149765,0.0003247982822358608,0.00036133709363639355,0.00039787590503692627,0.00043441474554128945,0.00047095358604565263,0.0005074923974461854,0.0005440312088467181,0.0005805700784549117,0.0006171088898554444,0.0006536477012559772,0.0006901865126565099,0.0007267253240570426,0.0007632641936652362,0.000799803005065769,0.0008363418164663017,0.0008728806860744953,0.000909419497475028,0.0009459583088755608,0.0009824971202760935,0.0010190359316766262,0.001055574743077159,0.0010921135544776917,0.0011286524822935462,0.001165191293694079,0.0012017301050946116,0.0012382689164951444],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,2,1,2,2,1,1,3,1,2,2,4,7,8,7,13,14,18,16,18,23,18,29,27,42,34,29,33,40,26,34,37,34,33,20,25,25,18,17,18,15,11,8,4,10,5,6,3,2,5,6,2,1,1,0,1,0,0,1,0,1],"bins":[-0.0013050156412646174,-0.0012634556042030454,-0.0012218956835567951,-0.001180335646495223,-0.001138775609433651,-0.001097215572372079,-0.0010556555353105068,-0.0010140956146642566,-0.0009725355776026845,-0.0009309755405411124,-0.0008894155616872013,-0.0008478555828332901,-0.000806295545771718,-0.000764735508710146,-0.0007231755298562348,-0.0006816155510023236,-0.0006400555139407516,-0.0005984954768791795,-0.0005569354980252683,-0.0005153755191713572,-0.0004738154821097851,-0.00043225547415204346,-0.00039069546619430184,-0.0003491354582365602,-0.0003075754502788186,-0.000266015442321077,-0.00022445543436333537,-0.00018289542640559375,-0.00014133541844785213,-9.977541049011052e-05,-5.82154025323689e-05,-1.665539457462728e-05,2.4904729798436165e-05,6.646473775617778e-05,0.0001080247457139194,0.00014958475367166102,0.00019114476162940264,0.00023270476958714426,0.0002742647775448859,0.0003158247855026275,0.0003573847934603691,0.00039894480141811073,0.00044050480937585235,0.00048206481733359396,0.0005236248252913356,0.0005651848623529077,0.0006067448412068188,0.00064830482006073,0.0006898648571223021,0.0007314248941838741,0.0007729848730377853,0.0008145448518916965,0.0008561048889532685,0.0008976649260148406,0.0009392249048687518,0.000980784883722663,0.001022344920784235,0.001063904957845807,0.0011054649949073792,0.0011470249155536294,0.0011885849526152015,0.0012301449896767735,0.0012717049103230238,0.0013132649473845959,0.001354824984446168]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[2,0,0,1,2,1,2,3,5,7,15,23,40,64,85,129,213,352,558,825,1346,2337,3793,6343,10796,18824,32590,58986,108203,222777,462997,325834,140947,71915,40064,23884,14224,9005,5734,3432,2271,1443,947,645,411,274,169,111,85,38,29,31,20,7,10,7,1,3,0,0,2,0,1,1],"bins":[-0.005157470703125,-0.0049896240234375,-0.00482177734375,-0.0046539306640625,-0.004486083984375,-0.0043182373046875,-0.004150390625,-0.0039825439453125,-0.003814697265625,-0.0036468505859375,-0.00347900390625,-0.0033111572265625,-0.003143310546875,-0.0029754638671875,-0.0028076171875,-0.0026397705078125,-0.002471923828125,-0.0023040771484375,-0.00213623046875,-0.0019683837890625,-0.001800537109375,-0.0016326904296875,-0.00146484375,-0.0012969970703125,-0.001129150390625,-0.0009613037109375,-0.00079345703125,-0.0006256103515625,-0.000457763671875,-0.0002899169921875,-0.0001220703125,4.57763671875e-05,0.000213623046875,0.0003814697265625,0.00054931640625,0.0007171630859375,0.000885009765625,0.0010528564453125,0.001220703125,0.0013885498046875,0.001556396484375,0.0017242431640625,0.00189208984375,0.0020599365234375,0.002227783203125,0.0023956298828125,0.0025634765625,0.0027313232421875,0.002899169921875,0.0030670166015625,0.00323486328125,0.0034027099609375,0.003570556640625,0.0037384033203125,0.00390625,0.0040740966796875,0.004241943359375,0.0044097900390625,0.00457763671875,0.0047454833984375,0.004913330078125,0.0050811767578125,0.0052490234375,0.0054168701171875,0.005584716796875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,1,0,1,1,1,4,4,7,4,5,8,5,12,12,13,13,19,20,26,31,23,30,28,34,29,30,23,36,35,44,24,34,27,29,21,15,22,16,13,9,5,7,9,8,6,5,2,5,2,1,3,1,0,0,0,0,1,0,0,1],"bins":[-0.0004004653892479837,-0.00038730312371626496,-0.00037414085818454623,-0.0003609785926528275,-0.0003478163562249392,-0.0003346540906932205,-0.00032149182516150177,-0.00030832955962978303,-0.0002951672940980643,-0.00028200502856634557,-0.0002688427921384573,-0.00025568052660673857,-0.00024251826107501984,-0.0002293559955433011,-0.00021619373001158237,-0.00020303147903177887,-0.00018986921350006014,-0.0001767069479683414,-0.0001635446969885379,-0.00015038243145681918,-0.00013722016592510045,-0.00012405791494529694,-0.00011089564941357821,-9.773338388185948e-05,-8.457112562609836e-05,-7.140886737033725e-05,-5.824660183861852e-05,-4.50843435828574e-05,-3.1922081689117476e-05,-1.8759819795377553e-05,-5.597559720627032e-06,7.56470126361819e-06,2.0726962247863412e-05,3.3889224141603336e-05,4.705148603534326e-05,6.0213744291104376e-05,7.337600982282311e-05,8.653826807858422e-05,9.970052633434534e-05,0.00011286279186606407,0.0001260250573977828,0.0001391873083775863,0.00015234957390930504,0.00016551183944102377,0.00017867409042082727,0.000191836355952546,0.00020499862148426473,0.00021816087246406823,0.00023132313799578696,0.00024448538897559047,0.0002576476545073092,0.00027080992003902793,0.00028397218557074666,0.0002971344511024654,0.0003102967166341841,0.0003234589530620724,0.00033662121859379113,0.00034978348412550986,0.0003629457496572286,0.0003761080151889473,0.00038927028072066605,0.0004024325171485543,0.00041559478268027306,0.0004287570482119918,0.0004419193137437105]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,0,0,1,3,3,2,4,7,11,18,19,24,28,37,95,122,155,237,399,593,949,1385,2329,3621,6426,10556,18708,32228,61162,155877,154822,61359,32732,18403,11284,6194,3718,2201,1428,868,574,387,263,168,113,90,67,35,26,29,20,17,5,5,5,5,4,1,0,0,0,1],"bins":[-0.0634765625,-0.061492919921875,-0.05950927734375,-0.057525634765625,-0.0555419921875,-0.053558349609375,-0.05157470703125,-0.049591064453125,-0.047607421875,-0.045623779296875,-0.04364013671875,-0.041656494140625,-0.0396728515625,-0.037689208984375,-0.03570556640625,-0.033721923828125,-0.03173828125,-0.029754638671875,-0.02777099609375,-0.025787353515625,-0.0238037109375,-0.021820068359375,-0.01983642578125,-0.017852783203125,-0.015869140625,-0.013885498046875,-0.01190185546875,-0.009918212890625,-0.0079345703125,-0.005950927734375,-0.00396728515625,-0.001983642578125,0,0.001983642578125,0.00396728515625,0.005950927734375,0.0079345703125,0.009918212890625,0.01190185546875,0.013885498046875,0.015869140625,0.017852783203125,0.01983642578125,0.021820068359375,0.0238037109375,0.025787353515625,0.02777099609375,0.029754638671875,0.03173828125,0.033721923828125,0.03570556640625,0.037689208984375,0.0396728515625,0.041656494140625,0.04364013671875,0.045623779296875,0.047607421875,0.049591064453125,0.05157470703125,0.053558349609375,0.0555419921875,0.057525634765625,0.05950927734375,0.061492919921875,0.0634765625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.006317138671875,-0.006104946136474609,-0.005892753601074219,-0.005680561065673828,-0.0054683685302734375,-0.005256175994873047,-0.005043983459472656,-0.004831790924072266,-0.004619598388671875,-0.004407405853271484,-0.004195213317871094,-0.003983020782470703,-0.0037708282470703125,-0.003558635711669922,-0.0033464431762695312,-0.0031342506408691406,-0.00292205810546875,-0.0027098655700683594,-0.0024976730346679688,-0.002285480499267578,-0.0020732879638671875,-0.0018610954284667969,-0.0016489028930664062,-0.0014367103576660156,-0.001224517822265625,-0.0010123252868652344,-0.0008001327514648438,-0.0005879402160644531,-0.0003757476806640625,-0.00016355514526367188,4.863739013671875e-05,0.0002608299255371094,0.0004730224609375,0.0006852149963378906,0.0008974075317382812,0.0011096000671386719,0.0013217926025390625,0.0015339851379394531,0.0017461776733398438,0.0019583702087402344,0.002170562744140625,0.0023827552795410156,0.0025949478149414062,0.002807140350341797,0.0030193328857421875,0.003231525421142578,0.0034437179565429688,0.0036559104919433594,0.00386810302734375,0.004080295562744141,0.004292488098144531,0.004504680633544922,0.0047168731689453125,0.004929065704345703,0.005141258239746094,0.005353450775146484,0.005565643310546875,0.005777835845947266,0.005990028381347656,0.006202220916748047,0.0064144134521484375,0.006626605987548828,0.006838798522949219,0.007050991058349609,0.00726318359375],"_type":"histogram","values":[2,1,3,2,4,3,4,7,20,26,30,56,89,97,159,239,346,538,786,1131,1712,2425,3794,5893,9608,15138,25307,45258,83820,129242,111588,63455,35203,19991,12060,7523,4759,3083,2090,1401,903,673,393,319,204,136,107,67,42,27,22,10,5,9,4,3,2,1,3,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[1,0,0,0,0,0,1,1,0,0,0,1,1,3,4,7,6,6,12,26,28,38,75,104,181,349,521,796,1293,2195,3730,6275,10741,19041,36187,75728,158141,138887,63543,31212,16727,9676,5687,3411,2010,1216,763,465,253,189,108,69,30,25,24,14,5,3,4,1,5,1,1,3],"bins":[-0.0012664794921875,-0.001232147216796875,-0.00119781494140625,-0.001163482666015625,-0.001129150390625,-0.001094818115234375,-0.00106048583984375,-0.001026153564453125,-0.0009918212890625,-0.000957489013671875,-0.00092315673828125,-0.000888824462890625,-0.0008544921875,-0.000820159912109375,-0.00078582763671875,-0.000751495361328125,-0.0007171630859375,-0.000682830810546875,-0.00064849853515625,-0.000614166259765625,-0.000579833984375,-0.000545501708984375,-0.00051116943359375,-0.000476837158203125,-0.0004425048828125,-0.000408172607421875,-0.00037384033203125,-0.000339508056640625,-0.00030517578125,-0.000270843505859375,-0.00023651123046875,-0.000202178955078125,-0.0001678466796875,-0.000133514404296875,-9.918212890625e-05,-6.4849853515625e-05,-3.0517578125e-05,3.814697265625e-06,3.814697265625e-05,7.2479248046875e-05,0.0001068115234375,0.000141143798828125,0.00017547607421875,0.000209808349609375,0.000244140625,0.000278472900390625,0.00031280517578125,0.000347137451171875,0.0003814697265625,0.000415802001953125,0.00045013427734375,0.000484466552734375,0.000518798828125,0.000553131103515625,0.00058746337890625,0.000621795654296875,0.0006561279296875,0.000690460205078125,0.00072479248046875,0.000759124755859375,0.00079345703125,0.000827789306640625,0.00086212158203125,0.000896453857421875,0.0009307861328125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.0005052749183960259,-0.0004883642541244626,-0.00047145361895672977,-0.00045454298378899693,-0.00043763231951743364,-0.0004207216843497008,-0.000403811049181968,-0.0003869003849104047,-0.00036998974974267185,-0.000353079114574939,-0.0003361684503033757,-0.0003192578151356429,-0.00030234717996791005,-0.00028543651569634676,-0.0002685258805286139,-0.00025161521625705063,-0.0002347045810893178,-0.00021779393136966974,-0.00020088328165002167,-0.00018397264648228884,-0.00016706199676264077,-0.0001501513470429927,-0.00013324071187525988,-0.00011633006215561181,-9.941941243596375e-05,-8.250876271631569e-05,-6.559812027262524e-05,-4.868747419095598e-05,-3.1776828109286726e-05,-1.486618202761747e-05,2.0444640540517867e-06,1.8955110135721043e-05,3.58657562173903e-05,5.2776402299059555e-05,6.968704838072881e-05,8.659769082441926e-05,0.00010350834054406732,0.00012041899026371539,0.00013732962543144822,0.00015424027515109628,0.00017115092487074435,0.0001880615745903924,0.00020497222431004047,0.0002218828594777733,0.00023879350919742137,0.00025570415891706944,0.00027261479408480227,0.00028952545835636556,0.0003064360935240984,0.00032334672869183123,0.0003402573929633945,0.00035716802813112736,0.00037407869240269065,0.0003909893275704235,0.0004078999627381563,0.0004248106270097196,0.00044172126217745245,0.0004586318973451853,0.00047554256161674857,0.0004924532258883119,0.0005093638319522142,0.0005262744962237775,0.0005431851604953408,0.0005600957665592432,0.0005770064308308065],"_type":"histogram","values":[1,1,0,0,0,1,1,1,0,4,1,2,4,6,8,5,11,8,11,15,22,25,21,22,24,41,28,45,49,33,42,35,37,35,32,33,22,25,22,13,14,17,12,11,4,9,4,3,2,2,1,1,1,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0016603028634563088,-0.0016057280590757728,-0.0015511532546952367,-0.0014965785667300224,-0.0014420037623494864,-0.0013874289579689503,-0.0013328541535884142,-0.0012782793492078781,-0.001223704544827342,-0.0011691298568621278,-0.0011145550524815917,-0.0010599802481010556,-0.0010054054437205195,-0.0009508306975476444,-0.0008962558931671083,-0.0008416811469942331,-0.000787106342613697,-0.000732531538233161,-0.0006779567920602858,-0.0006233819876797497,-0.0005688072415068746,-0.0005142324371263385,-0.0004596576327458024,-0.0004050828574690968,-0.00035050808219239116,-0.00029593330691568553,-0.00024135851708706468,-0.00018678372725844383,-0.0001322089519817382,-7.763416942907497e-05,-2.3059386876411736e-05,3.15153956762515e-05,8.609029464423656e-05,0.0001406650699209422,0.00019523985974956304,0.0002498146495781839,0.0003043894248548895,0.00035896420013159513,0.0004135390045121312,0.00046811377978883684,0.0005226885550655425,0.0005772633594460785,0.0006318381056189537,0.0006864129099994898,0.0007409877143800259,0.000795562460552901,0.0008501372649334371,0.0009047120111063123,0.0009592868154868484,0.0010138616198673844,0.0010684364242479205,0.0011230111122131348,0.0011775859165936708,0.001232160720974207,0.001286735525354743,0.001341310329735279,0.0013958851341158152,0.0014504598220810294,0.0015050346264615655,0.0015596094308421016,0.0016141842352226377,0.0016687590396031737,0.001723333727568388,0.001777908531948924,0.0018324833363294601],"_type":"histogram","values":[2,6,0,3,0,2,4,8,5,7,8,5,7,7,8,14,14,13,13,10,16,23,19,21,18,19,27,25,29,25,25,34,30,32,27,26,25,25,21,15,14,15,13,15,9,12,9,8,8,6,7,4,5,6,4,0,5,1,2,4,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.03115278109908104,-0.030154986307024956,-0.029157191514968872,-0.02815939486026764,-0.027161600068211555,-0.026163805276155472,-0.02516600862145424,-0.024168213829398155,-0.02317041903734207,-0.022172624245285988,-0.021174829453229904,-0.02017703279852867,-0.019179238006472588,-0.018181443214416504,-0.01718364655971527,-0.016185851767659187,-0.015188056975603104,-0.01419026218354702,-0.013192466460168362,-0.012194670736789703,-0.01119687594473362,-0.010199081152677536,-0.009201285429298878,-0.00820348970592022,-0.007205694913864136,-0.006207899656146765,-0.005210104398429394,-0.004212309140712023,-0.003214513882994652,-0.002216718625277281,-0.0012189233675599098,-0.00022112810984253883,0.0007766634225845337,0.0017744586803019047,0.0027722539380192757,0.0037700491957366467,0.004767844453454018,0.005765639711171389,0.00676343496888876,0.007761230226606131,0.008759025484323502,0.009756820276379585,0.010754615999758244,0.011752411723136902,0.012750206515192986,0.01374800130724907,0.014745797030627728,0.015743592754006386,0.01674138754606247,0.017739182338118553,0.018736977130174637,0.01973477378487587,0.020732568576931953,0.021730363368988037,0.02272816002368927,0.023725954815745354,0.024723749607801437,0.02572154439985752,0.026719339191913605,0.027717135846614838,0.02871493063867092,0.029712725430727005,0.030710522085428238,0.03170831501483917,0.032706111669540405],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,2,3,1,8,4,5,10,8,9,20,14,23,20,30,25,26,23,45,35,27,30,36,34,37,34,32,31,22,25,32,25,13,11,10,10,8,5,5,4,6,5,1,3,1,2,0,0,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,3,0,1,1,3,5,12,9,15,21,28,35,50,38,33,47,48,49,45,29,43,30,25,22,18,19,13,13,10,13,11,5,8,10,4,9,2,3,5,5,5,5,2,3,2,3,1,0,0,1,2,1,0,0,0,0,2],"bins":[0.9989370703697205,0.9989821910858154,0.9990272521972656,0.9990723729133606,0.9991174936294556,0.9991626143455505,0.9992076754570007,0.9992527961730957,0.9992979168891907,0.9993429780006409,0.9993880987167358,0.9994332194328308,0.999478280544281,0.999523401260376,0.999568521976471,0.9996136426925659,0.9996587038040161,0.9997038245201111,0.999748945236206,0.9997940063476562,0.9998391270637512,0.9998842477798462,0.9999293088912964,0.9999744296073914,1.0000195503234863,1.0000646114349365,1.0001097917556763,1.0001548528671265,1.0001999139785767,1.0002450942993164,1.0002901554107666,1.0003352165222168,1.0003803968429565,1.0004254579544067,1.000470519065857,1.0005156993865967,1.0005607604980469,1.0006059408187866,1.0006510019302368,1.000696063041687,1.0007412433624268,1.000786304473877,1.0008313655853271,1.000876545906067,1.000921607017517,1.0009666681289673,1.001011848449707,1.0010569095611572,1.0011019706726074,1.0011471509933472,1.0011922121047974,1.0012372732162476,1.0012824535369873,1.0013275146484375,1.0013725757598877,1.0014177560806274,1.0014628171920776,1.0015079975128174,1.0015530586242676,1.0015981197357178,1.0016433000564575,1.0016883611679077,1.001733422279358,1.0017786026000977,1.0018236637115479]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[1,2,0,1,10,9,10,22,32,42,90,118,186,359,504,808,1367,1981,3442,5144,8527,13697,22318,35071,59182,100434,189877,440540,320989,149121,86444,50448,30773,18617,11425,7012,4566,3203,2008,1374,922,638,470,312,201,153,123,75,70,44,33,21,10,12,7,3,4,4,3,1,1,1,1,1],"bins":[-0.013916015625,-0.013416290283203125,-0.01291656494140625,-0.012416839599609375,-0.0119171142578125,-0.011417388916015625,-0.01091766357421875,-0.010417938232421875,-0.009918212890625,-0.009418487548828125,-0.00891876220703125,-0.008419036865234375,-0.0079193115234375,-0.007419586181640625,-0.00691986083984375,-0.006420135498046875,-0.00592041015625,-0.005420684814453125,-0.00492095947265625,-0.004421234130859375,-0.0039215087890625,-0.003421783447265625,-0.00292205810546875,-0.002422332763671875,-0.001922607421875,-0.001422882080078125,-0.00092315673828125,-0.000423431396484375,7.62939453125e-05,0.000576019287109375,0.00107574462890625,0.001575469970703125,0.0020751953125,0.002574920654296875,0.00307464599609375,0.003574371337890625,0.0040740966796875,0.004573822021484375,0.00507354736328125,0.005573272705078125,0.006072998046875,0.006572723388671875,0.00707244873046875,0.007572174072265625,0.0080718994140625,0.008571624755859375,0.00907135009765625,0.009571075439453125,0.01007080078125,0.010570526123046875,0.01107025146484375,0.011569976806640625,0.0120697021484375,0.012569427490234375,0.01306915283203125,0.013568878173828125,0.014068603515625,0.014568328857421875,0.01506805419921875,0.015567779541015625,0.0160675048828125,0.016567230224609375,0.01706695556640625,0.017566680908203125,0.01806640625]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,3,0,2,4,2,0,4,6,5,6,5,5,6,7,9,9,13,14,16,24,40,42,86,103,87,54,56,39,26,15,11,7,8,8,7,4,5,4,5,5,3,1,3,3,0,0,3,0,0,0,0,0,0,0,1],"bins":[-5.600625627266709e-06,-5.430044893728336e-06,-5.259463705442613e-06,-5.0888829719042405e-06,-4.918302238365868e-06,-4.747721050080145e-06,-4.577140316541772e-06,-4.4065595830034e-06,-4.2359788494650275e-06,-4.065397661179304e-06,-3.894816927640932e-06,-3.724235966728884e-06,-3.553655005816836e-06,-3.3830742722784635e-06,-3.2124933113664156e-06,-3.041912577828043e-06,-2.8713316169159953e-06,-2.7007506560039474e-06,-2.530169922465575e-06,-2.359588961553527e-06,-2.1890082280151546e-06,-2.0184272671031067e-06,-1.8478463061910588e-06,-1.6772654589658487e-06,-1.5066846117406385e-06,-1.3361037645154283e-06,-1.1655229172902182e-06,-9.949419563781703e-07,-8.243611091529601e-07,-6.5378026192775e-07,-4.831993578591209e-07,-3.1261848221220134e-07,-1.4203806131263264e-07,2.854281433428696e-08,1.9912368998120655e-07,3.6970456562812615e-07,5.402854412750457e-07,7.108662885002559e-07,8.814471925688849e-07,1.052028096637514e-06,1.2226089438627241e-06,1.3931897910879343e-06,1.5637706383131444e-06,1.7343515992251923e-06,1.9049324464504025e-06,2.0755132936756127e-06,2.2460942545876605e-06,2.416674988126033e-06,2.587255949038081e-06,2.7578369099501288e-06,2.928417643488501e-06,3.098998604400549e-06,3.2695793379389215e-06,3.4401602988509694e-06,3.6107412597630173e-06,3.7813219933013897e-06,3.951902726839762e-06,4.1224839151254855e-06,4.293064648663858e-06,4.46364538220223e-06,4.634226570487954e-06,4.804807304026326e-06,4.975388037564699e-06,5.145969225850422e-06,5.316549959388794e-06]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[2,0,0,1,2,0,3,0,2,2,1,2,5,6,7,5,5,6,13,12,10,20,12,21,19,37,31,23,24,28,32,36,29,33,39,28,20,33,29,26,22,22,17,15,20,10,4,9,4,6,4,5,7,2,5,3,0,0,3,1,2,1,0,2],"bins":[-0.0016249968903139234,-0.0015749759040772915,-0.0015249550342559814,-0.0014749341644346714,-0.0014249131781980395,-0.0013748921919614077,-0.0013248713221400976,-0.0012748504523187876,-0.0012248294660821557,-0.0011748084798455238,-0.0011247876100242138,-0.0010747667402029037,-0.0010247457539662719,-0.0009747248259373009,-0.00092470389790833,-0.000874682969879359,-0.000824662041850388,-0.0007746411138214171,-0.0007246201857924461,-0.0006745992577634752,-0.0006245783297345042,-0.0005745574017055333,-0.0005245364736765623,-0.00047451554564759135,-0.0004244946176186204,-0.00037447368958964944,-0.0003244527615606785,-0.0002744318335317075,-0.00022441090550273657,-0.0001743899774737656,-0.00012436904944479465,-7.43481214158237e-05,-2.4327309802174568e-05,2.569361822679639e-05,7.571454625576735e-05,0.0001257354742847383,0.00017575640231370926,0.00022577733034268022,0.00027579825837165117,0.00032581918640062213,0.0003758401144295931,0.00042586104245856404,0.000475881970487535,0.000525902898516506,0.0005759238265454769,0.0006259447545744479,0.0006759656826034188,0.0007259866106323898,0.0007760075386613607,0.0008260284666903317,0.0008760493947193027,0.0009260703227482736,0.0009760912507772446,0.0010261121205985546,0.0010761331068351865,0.0011261540930718184,0.0011761749628931284,0.0012261958327144384,0.0012762168189510703,0.0013262378051877022,0.0013762586750090122,0.0014262795448303223,0.0014763005310669541,0.001526321517303586,0.001576342387124896],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,2,1,0,2,1,2,2,5,3,5,5,3,3,8,10,9,24,12,13,24,24,23,32,30,35,26,32,34,37,41,35,30,25,39,22,27,23,28,12,13,11,12,10,8,1,4,3,4,1,0,5,3,0,0,2,0,0,0,0,0,0,1],"bins":[-0.00045298703480511904,-0.0004378535086289048,-0.0004227199824526906,-0.0004075864562764764,-0.00039245293010026217,-0.00037731940392404795,-0.00036218587774783373,-0.0003470523515716195,-0.0003319188253954053,-0.0003167852992191911,-0.00030165177304297686,-0.00028651824686676264,-0.0002713847206905484,-0.0002562511945143342,-0.00024111765378620476,-0.00022598412760999054,-0.00021085060143377632,-0.0001957170752575621,-0.00018058354908134788,-0.00016545002290513366,-0.00015031649672891945,-0.00013518297055270523,-0.0001200494371005334,-0.00010491591092431918,-8.978238474810496e-05,-7.464885857189074e-05,-5.9515332395676523e-05,-4.43818025814835e-05,-2.924827640526928e-05,-1.411474931956036e-05,1.0187777661485597e-06,1.615230576135218e-05,3.12858319375664e-05,4.641935811378062e-05,6.155288428999484e-05,7.668641046620905e-05,9.181993664242327e-05,0.0001069534700945951,0.0001220869889948517,0.00013722051517106593,0.00015235404134728014,0.0001674875820754096,0.0001826211082516238,0.00019775463442783803,0.00021288816060405225,0.00022802168678026646,0.00024315521295648068,0.00025828872458077967,0.00027342227986082435,0.00028855580603703856,0.0003036893322132528,0.000318822858389467,0.0003339563845656812,0.00034908991074189544,0.00036422343691810966,0.0003793569630943239,0.0003944904892705381,0.0004096240154467523,0.00042475754162296653,0.00043989106779918075,0.00045502459397539496,0.0004701581201516092,0.0004852916463278234,0.0005004251725040376,0.0005155586986802518],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"values":[1,1,0,2,2,0,3,7,4,3,5,7,17,13,9,17,26,22,33,29,32,36,41,27,35,34,34,35,22,21,33,24,27,16,10,16,17,16,12,9,16,9,7,6,6,3,2,7,0,3,2,1,0,0,0,2,1,2,0,0,0,0,0,3],"bins":[0.9991148114204407,0.9991509318351746,0.9991871118545532,0.9992232322692871,0.999259352684021,0.9992955327033997,0.9993316531181335,0.9993677735328674,0.9994039535522461,0.99944007396698,0.9994761943817139,0.9995123744010925,0.9995484948158264,0.9995846152305603,0.999620795249939,0.9996569156646729,0.9996930360794067,0.9997292160987854,0.9997653365135193,0.9998014569282532,0.9998376369476318,0.9998737573623657,0.9999098777770996,0.9999460577964783,0.9999821782112122,1.0000183582305908,1.0000544786453247,1.0000905990600586,1.0001267194747925,1.0001628398895264,1.0001989603042603,1.0002351999282837,1.0002713203430176,1.0003074407577515,1.0003435611724854,1.0003796815872192,1.0004158020019531,1.0004520416259766,1.0004881620407104,1.0005242824554443,1.0005604028701782,1.000596523284912,1.000632643699646,1.0006688833236694,1.0007050037384033,1.0007411241531372,1.000777244567871,1.000813364982605,1.0008494853973389,1.0008857250213623,1.0009218454360962,1.00095796585083,1.000994086265564,1.0010302066802979,1.0010663270950317,1.0011025667190552,1.001138687133789,1.001174807548523,1.0012109279632568,1.0012470483779907,1.0012831687927246,1.001319408416748,1.001355528831482,1.0013916492462158,1.0014277696609497],"_type":"histogram"},"_timestamp":1.7528011836632392e+09,"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.028872044757008553,-0.027807023376226425,-0.026742003858089447,-0.02567698247730732,-0.024611961096525192,-0.023546941578388214,-0.022481920197606087,-0.02141690067946911,-0.02035187929868698,-0.019286857917904854,-0.018221838399767876,-0.01715681701898575,-0.01609179750084877,-0.015026776120066643,-0.013961754739284515,-0.012896734289824963,-0.01183171384036541,-0.010766693390905857,-0.009701672941446304,-0.008636651560664177,-0.007571631111204624,-0.006506610661745071,-0.005441589746624231,-0.004376568831503391,-0.0033115483820438385,-0.002246527699753642,-0.0011815070174634457,-0.00011648633517324924,0.0009485343471169472,0.0020135550294071436,0.00307857571169734,0.00414359662681818,0.005208615213632584,0.006273635663092136,0.0073386565782129765,0.008403677493333817,0.00946869794279337,0.010533718392252922,0.01159873977303505,0.012663760222494602,0.013728780671954155,0.014793801121413708,0.01585882157087326,0.016923842951655388,0.017988864332437515,0.019053883850574493,0.02011890523135662,0.0211839247494936,0.022248946130275726,0.023313967511057854,0.024378987029194832,0.02544400840997696,0.026509027928113937,0.027574049308896065,0.028639070689678192,0.02970409020781517,0.030769111588597298,0.031834132969379425,0.0328991524875164,0.03396417200565338,0.03502919524908066,0.036094214767217636,0.037159234285354614,0.03822425752878189,0.03928927704691887],"_type":"histogram","values":[2,0,2,0,6,4,6,1,3,5,6,6,16,13,12,26,19,19,17,22,16,24,28,41,29,32,34,32,28,22,32,27,26,25,26,21,20,23,14,15,10,9,9,5,6,5,1,7,2,4,2,2,1,0,0,1,0,1,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,2,1,2,1,2,2,5,1,4,3,7,7,10,10,8,10,21,28,20,32,36,38,39,43,38,42,39,32,38,24,23,26,26,20,15,18,14,15,7,15,4,3,5,10,0,7,3,0,1,3,0,2,1,1,1,0,0,0,1],"bins":[0.9988999962806702,0.9989370107650757,0.9989740252494812,0.9990110397338867,0.9990480542182922,0.9990850687026978,0.9991220831871033,0.999159038066864,0.9991960525512695,0.999233067035675,0.9992700815200806,0.9993070960044861,0.9993441104888916,0.9993811249732971,0.9994181394577026,0.9994551539421082,0.9994921684265137,0.9995291829109192,0.9995661973953247,0.9996032118797302,0.999640166759491,0.9996771812438965,0.999714195728302,0.9997512102127075,0.999788224697113,0.9998252391815186,0.9998622536659241,0.9998992681503296,0.9999362826347351,0.9999732971191406,1.0000102519989014,1.0000473260879517,1.0000842809677124,1.0001213550567627,1.0001583099365234,1.0001953840255737,1.0002323389053345,1.0002694129943848,1.0003063678741455,1.0003433227539062,1.0003803968429565,1.0004173517227173,1.0004544258117676,1.0004913806915283,1.0005284547805786,1.0005654096603394,1.0006024837493896,1.0006394386291504,1.0006765127182007,1.0007134675979614,1.0007505416870117,1.0007874965667725,1.0008244514465332,1.0008615255355835,1.0008984804153442,1.0009355545043945,1.0009725093841553,1.0010095834732056,1.0010465383529663,1.0010836124420166,1.0011205673217773,1.0011576414108276,1.0011945962905884,1.0012316703796387,1.0012686252593994]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,2,3,3,1,1,3,1,5,4,6,6,11,20,23,43,34,32,50,45,53,45,36,34,46,27,26,40,31,14,17,12,15,8,6,11,13,7,3,3,2,4,3,2,3,2,0,1,1,1,2,2,0,0,0,0,0,1,0,1],"bins":[0.9989280104637146,0.9989705085754395,0.9990130662918091,0.9990555644035339,0.9990980625152588,0.9991405606269836,0.9991831183433533,0.9992256164550781,0.999268114566803,0.9993106126785278,0.9993531703948975,0.9993956685066223,0.9994381666183472,0.999480664730072,0.9995232224464417,0.9995657205581665,0.9996082186698914,0.999650776386261,0.9996932744979858,0.9997357726097107,0.9997782707214355,0.9998208284378052,0.99986332654953,0.9999058246612549,0.9999483227729797,0.9999908804893494,1.0000333786010742,1.0000759363174438,1.000118374824524,1.0001609325408936,1.0002033710479736,1.0002459287643433,1.000288486480713,1.000330924987793,1.0003734827041626,1.0004160404205322,1.0004584789276123,1.000501036643982,1.0005435943603516,1.0005860328674316,1.0006285905838013,1.0006710290908813,1.000713586807251,1.0007561445236206,1.0007985830307007,1.0008411407470703,1.00088369846344,1.00092613697052,1.0009686946868896,1.0010112524032593,1.0010536909103394,1.001096248626709,1.001138687133789,1.0011812448501587,1.0012238025665283,1.0012662410736084,1.001308798789978,1.0013513565063477,1.0013937950134277,1.0014363527297974,1.0014787912368774,1.001521348953247,1.0015639066696167,1.0016063451766968,1.0016489028930664]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,1,0,1,3,0,6,1,4,3,2,5,12,8,11,25,26,32,41,48,61,70,84,69,80,102,105,105,90,96,123,103,97,90,75,75,64,65,51,51,30,30,22,24,18,10,4,7,3,3,1,1,1,0,0,0,1,2,2,0,1,1],"bins":[-0.0005626094643957913,-0.0005451992619782686,-0.000527789001353085,-0.0005103787989355624,-0.0004929685965180397,-0.0004755583358928561,-0.00045814813347533345,-0.0004407379019539803,-0.0004233276704326272,-0.0004059174389112741,-0.00038850720738992095,-0.0003710970049723983,-0.00035368677345104516,-0.00033627654192969203,-0.00031886633951216936,-0.00030145610799081624,-0.0002840458764694631,-0.00026663564494811,-0.00024922541342675686,-0.0002318152110092342,-0.00021440497948788106,-0.00019699474796652794,-0.00017958453099709004,-0.00016217431402765214,-0.00014476408250629902,-0.0001273538509849459,-0.000109943634015508,-9.253340977011248e-05,-7.512318552471697e-05,-5.771296127932146e-05,-4.030273703392595e-05,-2.289251278853044e-05,-5.482346750795841e-06,1.192787749459967e-05,2.933810173999518e-05,4.674832598539069e-05,6.41585502307862e-05,8.156877447618172e-05,9.897899872157723e-05,0.00011638922296697274,0.00013379944721236825,0.00015120967873372138,0.00016861989570315927,0.00018603011267259717,0.0002034403441939503,0.00022085057571530342,0.00023826079268474132,0.0002556710096541792,0.00027308124117553234,0.00029049147269688547,0.0003079017042182386,0.00032531190663576126,0.0003427221381571144,0.0003601323696784675,0.0003775425720959902,0.0003949528036173433,0.00041236303513869643,0.00042977326666004956,0.0004471834981814027,0.00046459370059892535,0.0004820039321202785,0.0004994141636416316,0.0005168243660591543,0.0005342346266843379,0.0005516448291018605]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.10182306170463562,-0.09869112074375153,-0.09555917978286743,-0.09242724627256393,-0.08929530531167984,-0.08616336435079575,-0.08303142338991165,-0.07989948242902756,-0.07676754891872406,-0.07363560795783997,-0.07050366699695587,-0.06737172603607178,-0.06423978507518768,-0.06110784783959389,-0.05797590687870979,-0.054843969643116,-0.0517120286822319,-0.04858008772134781,-0.04544815048575401,-0.04231620952486992,-0.03918427228927612,-0.03605233132839203,-0.032920390367507935,-0.02978845126926899,-0.026656512171030045,-0.0235245730727911,-0.020392633974552155,-0.01726069301366806,-0.014128753915429115,-0.01099681481719017,-0.00786487478762865,-0.004732935223728418,-0.001601003110408783,0.0015309364534914494,0.004662876017391682,0.007794815581291914,0.010926755145192146,0.014058694243431091,0.017190635204315186,0.02032257430255413,0.023454513400793076,0.02658645249903202,0.029718391597270966,0.03285033255815506,0.035982273519039154,0.03911421075463295,0.042246151715517044,0.04537808895111084,0.048510029911994934,0.05164197087287903,0.054773908108472824,0.05790584906935692,0.061037786304950714,0.06416972726583481,0.0673016682267189,0.070433609187603,0.0735655426979065,0.07669748365879059,0.07982942461967468,0.08296136558055878,0.08609330654144287,0.08922524750232697,0.09235718101263046,0.09548912197351456,0.09862106293439865],"_type":"histogram","values":[1,2,2,1,5,6,22,52,74,148,275,412,733,1157,1770,2780,4288,6398,9017,12481,16971,22379,28869,36105,44717,53996,63274,72181,80382,87938,93681,97838,97906,96571,93551,87795,80850,72123,62710,53702,45240,36532,28726,22629,16846,12368,8875,6331,4341,2965,1862,1217,734,443,266,153,80,35,22,20,8,3,3,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,1,3,2,2,3,1,4,0,4,8,9,10,12,11,9,24,26,38,36,44,48,47,56,60,52,35,40,36,26,20,24,17,15,8,6,3,6,4,5,3,1,1,1,0,1,1,0,1,0,0,0,1,1],"bins":[-0.0011762604117393494,-0.001141999033279717,-0.0011077375384047627,-0.0010734761599451303,-0.0010392146650701761,-0.0010049532866105437,-0.0009706919081509113,-0.000936430471483618,-0.0009021690348163247,-0.0008679075981490314,-0.0008336461614817381,-0.0007993847830221057,-0.0007651233463548124,-0.0007308619096875191,-0.0006966005312278867,-0.0006623390945605934,-0.0006280776578933001,-0.0005938162212260067,-0.0005595547845587134,-0.000525293406099081,-0.0004910319694317877,-0.0004567705327644944,-0.00042250912520103157,-0.0003882477176375687,-0.0003539862809702754,-0.0003197248443029821,-0.00028546343673951924,-0.0002512020291760564,-0.00021694059250876307,-0.000182679170393385,-0.0001484177482780069,-0.00011415632616262883,-7.989490404725075e-05,-4.5633481931872666e-05,-1.1372059816494584e-05,2.2889362298883498e-05,5.715078441426158e-05,9.141220652963966e-05,0.00012567362864501774,0.00015993505076039582,0.0001941964728757739,0.000228457894991152,0.00026271931710653007,0.0002969807246699929,0.00033124216133728623,0.00036550359800457954,0.0003997650055680424,0.00043402641313150525,0.00046828784979879856,0.0005025492864660919,0.0005368107231333852,0.0005710721015930176,0.0006053335382603109,0.0006395949749276042,0.0006738563533872366,0.0007081177900545299,0.0007423792267218232,0.0007766406633891165,0.0008109021000564098,0.0008451634785160422,0.0008794249151833355,0.0009136863518506289,0.0009479477303102612,0.0009822092251852155,0.0010164706036448479]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,2,2,2,3,6,13,10,17,21,33,42,56,64,83,59,62,67,45,25,27,33,16,7,13,6,6,5,5,7,5,1,6,2,1,1,1,1,2,2,1,2,1,1,0,1],"bins":[-0.00627612229436636,-0.006091867107897997,-0.005907612387090921,-0.005723357200622559,-0.005539102014154196,-0.00535484729334712,-0.0051705921068787575,-0.004986336920410395,-0.004802082199603319,-0.004617827013134956,-0.0044335718266665936,-0.004249317105859518,-0.004065061919391155,-0.003880806965753436,-0.003696552012115717,-0.003512296825647354,-0.003328041872009635,-0.003143786918371916,-0.002959531731903553,-0.002775276778265834,-0.0025910218246281147,-0.002406766638159752,-0.0022225116845220327,-0.0020382567308843136,-0.0018540016608312726,-0.0016697465907782316,-0.0014854916371405125,-0.0013012365670874715,-0.0011169814970344305,-0.0009327265433967113,-0.0007484714733436704,-0.0005642164614982903,-0.00037996144965291023,-0.00019570642325561494,-1.145139685831964e-05,0.00017280362953897566,0.00035705865593627095,0.000541313667781651,0.000725568737834692,0.0009098237496800721,0.0010940787615254521,0.0012783338315784931,0.0014625887852162123,0.0016468438552692533,0.0018310989253222942,0.0020153538789600134,0.0021996088325977325,0.0023838640190660954,0.0025681189727038145,0.0027523739263415337,0.0029366291128098965,0.0031208840664476156,0.0033051390200853348,0.0034893942065536976,0.0036736491601914167,0.003857904113829136,0.004042159300297499,0.004226414021104574,0.004410669207572937,0.0045949243940413,0.004779179114848375,0.004963434301316738,0.005147689487785101,0.0053319442085921764,0.005516199395060539]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.00040085730142891407,-0.0003890606458298862,-0.0003772639902308583,-0.00036546733463183045,-0.0003536706790328026,-0.00034187405253760517,-0.0003300773969385773,-0.0003182807413395494,-0.00030648408574052155,-0.0002946874301414937,-0.0002828907745424658,-0.00027109411894343793,-0.0002592974924482405,-0.00024750083684921265,-0.00023570418125018477,-0.0002239075256511569,-0.00021211087005212903,-0.00020031421445310116,-0.00018851755885407329,-0.00017672091780696064,-0.00016492426220793277,-0.0001531276066089049,-0.00014133096556179225,-0.00012953430996276438,-0.00011773765436373651,-0.00010594099876470864,-9.414435044163838e-05,-8.234770211856812e-05,-7.055104651954025e-05,-5.8754394558491185e-05,-4.695774259744212e-05,-3.5161090636393055e-05,-2.336443867534399e-05,-1.1567786714294925e-05,2.2886524675413966e-07,1.2025517207803205e-05,2.382216916885227e-05,3.5618821129901335e-05,4.74154730909504e-05,5.9212125051999465e-05,7.100877701304853e-05,8.28054326120764e-05,9.460208093514666e-05,0.00010639872925821692,0.00011819538485724479,0.00012999204045627266,0.0001417886815033853,0.00015358533710241318,0.00016538199270144105,0.00017717864830046892,0.0001889753038994968,0.00020077194494660944,0.0002125686005456373,0.00022436525614466518,0.00023616189719177783,0.0002479585527908057,0.00025975520838983357,0.00027155186398886144,0.0002833485195878893,0.0002951451751869172,0.0003069418016821146,0.0003187384572811425,0.00033053511288017035,0.0003423317684791982,0.0003541284240782261],"_type":"histogram","values":[2,0,0,1,1,1,1,0,1,4,1,3,3,3,3,5,7,8,5,19,15,14,20,18,24,26,25,24,25,28,21,28,24,29,29,25,21,31,26,20,21,32,24,20,15,16,14,12,10,9,9,5,5,3,3,10,4,3,4,3,1,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.09958566725254059,-0.09652631729841232,-0.09346696734428406,-0.09040761739015579,-0.08734826743602753,-0.08428891748189926,-0.0812295600771904,-0.07817021012306213,-0.07511086016893387,-0.0720515102148056,-0.06899216026067734,-0.06593281030654907,-0.0628734603524208,-0.05981411039829254,-0.05675475671887398,-0.05369540676474571,-0.05063605681061745,-0.04757670685648918,-0.044517356902360916,-0.04145800322294235,-0.03839865326881409,-0.03533930331468582,-0.032279953360557556,-0.02922060154378414,-0.026161251589655876,-0.02310190163552761,-0.020042549818754196,-0.01698319986462593,-0.01392384897917509,-0.01086449809372425,-0.007805147673934698,-0.004745797254145145,-0.0016864463686943054,0.001372904283925891,0.004432254936546087,0.00749160535633564,0.01055095624178648,0.01361030712723732,0.016669657081365585,0.019729008898139,0.022788358852267265,0.02584770880639553,0.028907060623168945,0.03196641057729721,0.035025760531425476,0.03808511048555374,0.041144464164972305,0.04420381411910057,0.047263164073228836,0.0503225140273571,0.05338186398148537,0.05644121766090393,0.059500567615032196,0.06255991756916046,0.06561926752328873,0.06867861747741699,0.07173796743154526,0.07479731738567352,0.07785666733980179,0.08091602474451065,0.08397537469863892,0.08703472465276718,0.09009407460689545,0.09315342456102371,0.09621277451515198],"_type":"histogram","values":[2,0,0,3,3,5,18,24,35,86,126,179,343,515,804,1220,1736,2551,3441,4907,6685,8647,11156,13937,16917,20131,23215,26817,29760,32184,34018,35681,36206,34924,34435,32105,29941,27055,23839,20597,17227,14273,11419,8825,6951,5191,3686,2668,1857,1281,796,557,352,200,131,65,51,25,12,4,2,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[3,6,5,10,29,42,80,119,221,399,668,989,1625,2437,3495,5084,7345,9836,13737,18175,23699,29655,37513,45281,53331,62022,70131,77741,84334,89369,92830,93820,92484,90650,85293,79504,71762,63406,55103,46525,38660,31412,24913,19314,14585,10769,7780,5527,3778,2672,1796,1135,694,439,252,162,91,55,36,12,15,5,2,2],"bins":[-0.09474068135023117,-0.09174274653196335,-0.08874481916427612,-0.0857468843460083,-0.08274894952774048,-0.07975101470947266,-0.07675307989120483,-0.07375515252351761,-0.07075721770524979,-0.06775928288698196,-0.06476135551929474,-0.061763420701026917,-0.058765485882759094,-0.05576755106449127,-0.05276961997151375,-0.049771688878536224,-0.0467737540602684,-0.04377581924200058,-0.040777888149023056,-0.03777995705604553,-0.03478202223777771,-0.03178408741950989,-0.028786156326532364,-0.02578822337090969,-0.022790290415287018,-0.019792357459664345,-0.016794424504041672,-0.013796491548418999,-0.010798558592796326,-0.007800625637173653,-0.00480269268155098,-0.0018047597259283066,0.0011931806802749634,0.004191113635897636,0.0071890465915203094,0.010186979547142982,0.013184912502765656,0.01618284545838833,0.019180778414011,0.022178711369633675,0.025176644325256348,0.02817457728087902,0.031172510236501694,0.03417044132947922,0.03716837614774704,0.04016631096601486,0.043164242058992386,0.04616217315196991,0.04916010797023773,0.052158042788505554,0.05515597388148308,0.0581539049744606,0.061151839792728424,0.06414977461099625,0.06714770197868347,0.0701456367969513,0.07314357161521912,0.07614150643348694,0.07913944125175476,0.08213736861944199,0.08513530343770981,0.08813323825597763,0.09113116562366486,0.09412910044193268,0.0971270352602005],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,2,1,1,1,0,1,2,2,5,1,6,8,13,19,11,27,34,54,43,45,64,63,73,59,38,30,21,23,19,13,12,12,7,7,6,9,2,9,2,3,1,2,3,1,2,1,0,0,3,0,1,3,0,2],"bins":[-0.008350658230483532,-0.008092019706964493,-0.007833382114768028,-0.007574743591248989,-0.00731610506772995,-0.007057466544210911,-0.006798828486353159,-0.006540190428495407,-0.006281551904976368,-0.006022913381457329,-0.005764275323599577,-0.005505637265741825,-0.005246998742222786,-0.004988360218703747,-0.004729722160845995,-0.004471084102988243,-0.004212445579469204,-0.003953807055950165,-0.003695168998092413,-0.0034365307074040174,-0.003177892416715622,-0.0029192541260272264,-0.002660615835338831,-0.0024019775446504354,-0.00214333925396204,-0.0018847009632736444,-0.001626062672585249,-0.0013674243818968534,-0.001108786091208458,-0.0008501478005200624,-0.000591509509831667,-0.00033287121914327145,-7.423385977745056e-05,0.00018440443091094494,0.00044304272159934044,0.0007016810122877359,0.0009603193029761314,0.001218957593664527,0.0014775958843529224,0.001736234175041318,0.0019948724657297134,0.002253510756418109,0.0025121490471065044,0.0027707873377949,0.0030294256284832954,0.003288063919171691,0.0035467022098600864,0.003805340500548482,0.0040639787912368774,0.004322617314755917,0.0045812553726136684,0.00483989343047142,0.0050985319539904594,0.005357170477509499,0.0056158085353672504,0.005874446593225002,0.0061330851167440414,0.006391723640263081,0.0066503616981208324,0.006908999755978584,0.0071676382794976234,0.007426276803016663,0.0076849148608744144,0.007943552918732166,0.008202191442251205],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,3,1,7,8,26,40,44,85,151,258,398,538,948,1347,1950,2735,3767,4961,6859,8768,11241,14008,16792,19913,23196,26462,29182,31746,33425,34721,35217,34534,33514,31931,29570,27049,23815,20648,17787,14551,11962,9352,7308,5593,4103,2972,2068,1438,1002,702,437,258,185,96,67,30,25,13,6,4,2,2,2],"bins":[-0.09455236047506332,-0.0915621891617775,-0.08857201784849167,-0.08558185398578644,-0.08259168267250061,-0.07960151135921478,-0.07661134004592896,-0.07362116873264313,-0.0706309974193573,-0.06764083355665207,-0.06465066224336624,-0.061660490930080414,-0.058670319616794586,-0.05568015202879906,-0.05268998071551323,-0.0496998131275177,-0.04670964181423187,-0.043719470500946045,-0.040729302912950516,-0.03773913159966469,-0.03474896401166916,-0.03175879269838333,-0.028768621385097504,-0.025778451934456825,-0.022788282483816147,-0.01979811303317547,-0.01680794358253479,-0.013817772269248962,-0.010827602818608284,-0.007837433367967606,-0.004847262986004353,-0.0018570930697023869,0.0011330768465995789,0.004123246762901545,0.00711341667920351,0.010103587061166763,0.013093756511807442,0.01608392596244812,0.019074097275733948,0.022064266726374626,0.025054436177015305,0.028044605627655983,0.03103477507829666,0.03402494639158249,0.03701511770486832,0.040005285292863846,0.04299545660614967,0.0459856241941452,0.04897579550743103,0.05196596682071686,0.05495613440871239,0.057946305721998215,0.060936473309993744,0.06392664462327957,0.0669168159365654,0.06990698724985123,0.07289715111255646,0.07588732242584229,0.07887749373912811,0.08186766505241394,0.08485783636569977,0.0878480076789856,0.09083817154169083,0.09382834285497665,0.09681851416826248]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.004058837890625,-0.003938198089599609,-0.0038175582885742188,-0.003696918487548828,-0.0035762786865234375,-0.003455638885498047,-0.0033349990844726562,-0.0032143592834472656,-0.003093719482421875,-0.0029730796813964844,-0.0028524398803710938,-0.002731800079345703,-0.0026111602783203125,-0.002490520477294922,-0.0023698806762695312,-0.0022492408752441406,-0.00212860107421875,-0.0020079612731933594,-0.0018873214721679688,-0.0017666816711425781,-0.0016460418701171875,-0.0015254020690917969,-0.0014047622680664062,-0.0012841224670410156,-0.001163482666015625,-0.0010428428649902344,-0.0009222030639648438,-0.0008015632629394531,-0.0006809234619140625,-0.0005602836608886719,-0.00043964385986328125,-0.0003190040588378906,-0.0001983642578125,-7.772445678710938e-05,4.291534423828125e-05,0.00016355514526367188,0.0002841949462890625,0.0004048347473144531,0.0005254745483398438,0.0006461143493652344,0.000766754150390625,0.0008873939514160156,0.0010080337524414062,0.0011286735534667969,0.0012493133544921875,0.0013699531555175781,0.0014905929565429688,0.0016112327575683594,0.00173187255859375,0.0018525123596191406,0.0019731521606445312,0.002093791961669922,0.0022144317626953125,0.002335071563720703,0.0024557113647460938,0.0025763511657714844,0.002696990966796875,0.0028176307678222656,0.0029382705688476562,0.003058910369873047,0.0031795501708984375,0.003300189971923828,0.0034208297729492188,0.0035414695739746094,0.003662109375],"_type":"histogram","values":[1,0,0,1,2,5,6,5,5,18,19,37,35,62,77,109,170,252,340,533,745,992,1741,2507,3792,5889,8769,14553,23893,38872,68492,130353,248230,369831,293362,156412,84035,45260,27383,16118,10424,6660,4003,2901,1929,1330,866,576,381,291,211,128,75,59,32,29,20,21,8,4,4,3,1,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[2,0,0,0,1,4,10,19,43,56,112,142,276,399,623,1000,1391,1975,2820,3884,5217,6944,9127,11226,13726,16473,19550,22757,25765,28505,30641,32697,33659,34314,34442,33276,31719,29212,27018,24177,21128,18325,15179,12402,9952,7869,6168,4613,3336,2467,1698,1211,817,532,345,222,131,88,68,35,18,13,3,2],"bins":[-0.09868912398815155,-0.09576583653688431,-0.09284254908561707,-0.08991926163434982,-0.08699597418308258,-0.08407269418239594,-0.08114940673112869,-0.07822611927986145,-0.07530283182859421,-0.07237954437732697,-0.06945625692605972,-0.06653296947479248,-0.06360968947410583,-0.060686398297548294,-0.05776311457157135,-0.05483982712030411,-0.051916539669036865,-0.04899325221776962,-0.04606996476650238,-0.043146681040525436,-0.040223393589258194,-0.03730010613799095,-0.03437682241201401,-0.031453534960746765,-0.028530247509479523,-0.02560696005821228,-0.022683674469590187,-0.019760388880968094,-0.01683710142970085,-0.013913814909756184,-0.010990528389811516,-0.008067241869866848,-0.00514395534992218,-0.0022206688299775124,0.0007026176899671555,0.0036259042099118233,0.006549190729856491,0.009472477249801159,0.012395763769745827,0.015319050289690495,0.018242336809635162,0.021165624260902405,0.024088909849524498,0.02701219543814659,0.029935482889413834,0.032858770340681076,0.03578205406665802,0.03870534151792526,0.041628628969192505,0.04455191642045975,0.04747520387172699,0.050398487597703934,0.053321775048971176,0.05624506250023842,0.05916834622621536,0.062091633677482605,0.06501492112874985,0.06793820858001709,0.07086149603128433,0.07378478348255157,0.07670806348323822,0.07963135093450546,0.0825546383857727,0.08547792583703995,0.08840121328830719],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,3,1,3,0,5,5,5,9,6,14,16,10,16,12,17,19,29,30,19,30,26,26,24,27,29,28,24,24,24,23,25,19,38,26,16,19,17,11,9,11,5,11,6,8,9,5,5,4,3,3,1,2,1,2,2,0,2],"bins":[-0.009419998154044151,-0.009128982201218605,-0.008837967179715633,-0.008546951226890087,-0.00825593527406454,-0.007964919321238995,-0.007673903834074736,-0.007382888346910477,-0.00709187239408493,-0.0068008569069206715,-0.0065098414197564125,-0.006218825466930866,-0.005927809979766607,-0.005636794026941061,-0.005345778539776802,-0.005054762586951256,-0.004763747099786997,-0.004472731612622738,-0.004181715659797192,-0.003890699939802289,-0.0035996842198073864,-0.0033086687326431274,-0.003017653012648225,-0.0027266372926533222,-0.0024356215726584196,-0.002144605852663517,-0.0018535901326686144,-0.0015625745290890336,-0.001271558809094131,-0.0009805430890992284,-0.0006895274273119867,-0.00039851173642091453,-0.00010749604552984238,0.00018351964536122978,0.00047453533625230193,0.0007655509980395436,0.0010565667180344462,0.0013475824380293489,0.0016385980416089296,0.0019296137616038322,0.002220629481598735,0.0025116452015936375,0.00280266092158854,0.0030936766415834427,0.0033846921287477016,0.0036757078487426043,0.003966723568737507,0.004257739521563053,0.004548755008727312,0.004839770495891571,0.005130786448717117,0.005421801935881376,0.0057128178887069225,0.0060038333758711815,0.006294849328696728,0.006585864815860987,0.006876880303025246,0.007167896255850792,0.007458911743015051,0.007749927695840597,0.008040943183004856,0.008331959135830402,0.008622975088655949,0.00891399011015892,0.009205006062984467]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[1,1,1,0,1,1,4,2,8,8,10,13,18,23,22,38,22,58,48,55,51,80,90,84,96,93,101,103,82,90,110,104,70,74,68,68,54,45,42,32,38,21,18,20,17,13,10,9,6,5,4,3,3,5,0,1,0,0,1,1,1,0,0,1],"bins":[-0.0032698740251362324,-0.003156866878271103,-0.0030438597314059734,-0.002930852584540844,-0.0028178454376757145,-0.002704838290810585,-0.0025918311439454556,-0.002478823997080326,-0.0023658168502151966,-0.002252809703350067,-0.0021398025564849377,-0.002026795409619808,-0.001913788146339357,-0.0018007809994742274,-0.001687773852609098,-0.0015747667057439685,-0.001461759558878839,-0.0013487524120137095,-0.00123574526514858,-0.0011227381182834506,-0.0010097309714183211,-0.0008967237663455307,-0.0007837166194804013,-0.0006707094726152718,-0.0005577023257501423,-0.00044469517888501287,-0.0003316880320198834,-0.00021868085605092347,-0.000105673709185794,7.333444955293089e-06,0.00012034059909638017,0.00023334776051342487,0.00034635490737855434,0.0004593620542436838,0.0005723692011088133,0.0006853763479739428,0.0007983834948390722,0.0009113906999118626,0.0010243977885693312,0.0011374049354344606,0.0012504120822995901,0.0013634193455800414,0.0014764264924451709,0.0015894336393103004,0.0017024407861754298,0.0018154479330405593,0.0019284550799056888,0.0020414621103554964,0.0021544694900512695,0.002267476636916399,0.0023804837837815285,0.002493490930646658,0.0026064980775117874,0.002719505224376917,0.0028325123712420464,0.002945519518107176,0.0030585266649723053,0.0031715338118374348,0.0032845409587025642,0.0033975481055676937,0.003510555252432823,0.0036235623992979527,0.003736569546163082,0.0038495766930282116,0.003962583839893341],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[3,4,12,13,19,46,73,133,214,339,528,778,1091,1612,2431,3140,4275,5912,7754,9792,12251,14979,18119,21114,24146,27357,29632,32005,33699,34503,34416,34256,32961,31043,28497,25497,22834,19427,16637,13670,11223,8804,6860,5139,3791,2750,1994,1368,946,684,398,256,177,91,54,35,19,8,5,5,3,0,0,2],"bins":[-0.08946484327316284,-0.08650791645050049,-0.08355098962783813,-0.08059405535459518,-0.07763712853193283,-0.07468020170927048,-0.07172326743602753,-0.06876634061336517,-0.06580941379070282,-0.06285248696804047,-0.059895556420087814,-0.05693862587213516,-0.05398169904947281,-0.051024772226810455,-0.0480678416788578,-0.04511091113090515,-0.0421539843082428,-0.039197057485580444,-0.03624012693762779,-0.03328319638967514,-0.030326269567012787,-0.027369340881705284,-0.02441241219639778,-0.02145548351109028,-0.018498554825782776,-0.015541626140475273,-0.01258469745516777,-0.009627768769860268,-0.006670840084552765,-0.003713911399245262,-0.0007569827139377594,0.0021999459713697433,0.005156874656677246,0.008113803341984749,0.011070732027292252,0.014027660712599754,0.016984589397907257,0.01994151808321476,0.022898446768522263,0.025855375453829765,0.028812304139137268,0.03176923096179962,0.034726161509752274,0.037683092057704926,0.04064001888036728,0.04359694570302963,0.046553876250982285,0.049510806798934937,0.05246773362159729,0.055424660444259644,0.058381590992212296,0.06133852154016495,0.0642954483628273,0.06725237518548965,0.0702093094587326,0.07316623628139496,0.07612316310405731,0.07908008992671967,0.08203701674938202,0.08499395102262497,0.08795087784528732,0.09090780466794968,0.09386473894119263,0.09682166576385498,0.09977859258651733]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[3,3,4,5,9,12,10,19,26,54,64,92,130,165,272,316,541,715,1118,1487,2294,3138,4984,7206,11217,17437,28723,47786,77399,105618,99363,67563,41355,25094,15411,10020,6503,4227,2874,1918,1351,901,678,460,404,252,172,116,88,63,53,36,27,15,9,3,9,7,2,1,0,1,0,1],"bins":[-0.004669189453125,-0.004512786865234375,-0.00435638427734375,-0.004199981689453125,-0.0040435791015625,-0.003887176513671875,-0.00373077392578125,-0.003574371337890625,-0.00341796875,-0.003261566162109375,-0.00310516357421875,-0.002948760986328125,-0.0027923583984375,-0.002635955810546875,-0.00247955322265625,-0.002323150634765625,-0.002166748046875,-0.002010345458984375,-0.00185394287109375,-0.001697540283203125,-0.0015411376953125,-0.001384735107421875,-0.00122833251953125,-0.001071929931640625,-0.00091552734375,-0.000759124755859375,-0.00060272216796875,-0.000446319580078125,-0.0002899169921875,-0.000133514404296875,2.288818359375e-05,0.000179290771484375,0.000335693359375,0.000492095947265625,0.00064849853515625,0.000804901123046875,0.0009613037109375,0.001117706298828125,0.00127410888671875,0.001430511474609375,0.0015869140625,0.001743316650390625,0.00189971923828125,0.002056121826171875,0.0022125244140625,0.002368927001953125,0.00252532958984375,0.002681732177734375,0.002838134765625,0.002994537353515625,0.00315093994140625,0.003307342529296875,0.0034637451171875,0.003620147705078125,0.00377655029296875,0.003932952880859375,0.00408935546875,0.004245758056640625,0.00440216064453125,0.004558563232421875,0.0047149658203125,0.004871368408203125,0.00502777099609375,0.005184173583984375,0.005340576171875]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[2,0,0,2,0,2,1,2,6,4,5,5,6,11,13,14,14,33,30,35,43,55,66,60,83,85,99,116,108,120,113,113,115,104,85,64,63,61,56,41,46,25,31,28,23,12,8,12,8,3,4,3,3,3,2,0,0,0,0,0,0,0,0,2],"bins":[-0.0005770715652033687,-0.0005586878978647292,-0.0005403042305260897,-0.0005219205049797893,-0.0005035368376411498,-0.00048515317030251026,-0.0004667694738600403,-0.00044838577741757035,-0.00043000211007893085,-0.00041161844274029136,-0.0003932347462978214,-0.00037485104985535145,-0.00035646738251671195,-0.00033808371517807245,-0.0003197000187356025,-0.00030131632229313254,-0.00028293265495449305,-0.00026454898761585355,-0.0002461652911733836,-0.00022778160928282887,-0.00020939792739227414,-0.00019101424550171942,-0.0001726305636111647,-0.00015424688172060996,-0.00013586319983005524,-0.00011747951793950051,-9.909583604894578e-05,-8.071215415839106e-05,-6.232847226783633e-05,-4.3944790377281606e-05,-2.556110848672688e-05,-7.177426596172154e-06,1.1206313502043486e-05,2.9589995392598212e-05,4.797367728315294e-05,6.635735917370766e-05,8.474104106426239e-05,0.00010312472295481712,0.00012150840484537184,0.00013989208673592657,0.0001582757686264813,0.00017665945051703602,0.00019504313240759075,0.00021342681429814547,0.0002318104961887002,0.0002501941635273397,0.00026857785996980965,0.0002869615564122796,0.0003053452237509191,0.0003237288910895586,0.00034211258753202856,0.0003604962839744985,0.000378879951313138,0.0003972636186517775,0.00041564731509424746,0.0004340310115367174,0.0004524146788753569,0.0004707983462139964,0.0004891820717602968,0.0005075657390989363,0.0005259494064375758,0.0005443330737762153,0.0005627167411148548,0.0005811004666611552,0.0005994841339997947],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,2,1,3,11,15,31,59,118,193,266,467,716,1148,1805,2800,4040,5756,8185,11218,15138,20249,25855,32399,39917,48130,56260,64612,73005,80062,86177,91339,93742,93965,92515,89023,83583,76798,68590,60515,52227,43706,35967,28504,22561,17360,13140,9491,6813,4929,3331,2266,1434,950,610,370,214,130,74,32,18,15,6,7],"bins":[-0.09965870529413223,-0.09665927290916443,-0.09365984052419662,-0.09066040813922882,-0.08766097575426102,-0.08466154336929321,-0.081662118434906,-0.0786626860499382,-0.0756632536649704,-0.0726638212800026,-0.06966438889503479,-0.06666495651006699,-0.06366552412509918,-0.06066609174013138,-0.05766666308045387,-0.05466723069548607,-0.051667798310518265,-0.04866836592555046,-0.04566893354058266,-0.04266950488090515,-0.03967007249593735,-0.03667064011096954,-0.03367120772600174,-0.030671777203679085,-0.02767234481871128,-0.024672912433743477,-0.021673481911420822,-0.018674049526453018,-0.015674617141485214,-0.01267518661916256,-0.009675754234194756,-0.006676322780549526,-0.003676891326904297,-0.0006774596404284239,0.002321972046047449,0.005321403965353966,0.008320835418999195,0.011320266872644424,0.014319699257612228,0.017319129779934883,0.020318562164902687,0.02331799454987049,0.026317425072193146,0.02931685745716095,0.032316289842128754,0.03531572222709656,0.03831515088677406,0.04131458327174187,0.04431401565670967,0.047313448041677475,0.05031288042664528,0.053312309086322784,0.05631174147129059,0.05931117385625839,0.062310606241226196,0.065310038626194,0.0683094710111618,0.07130890339612961,0.07430833578109741,0.07730776071548462,0.08030719310045242,0.08330662548542023,0.08630605787038803,0.08930549025535583,0.09230492264032364]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[1,1,1,1,0,1,1,1,1,1,6,4,5,7,9,11,15,8,15,19,27,26,27,28,33,40,35,28,36,39,42,42,29,36,32,26,22,15,17,17,15,11,5,6,7,4,3,3,1,2,1,1,0,1,0,0,1,0,0,0,0,1,0,1],"bins":[-0.0005890676402486861,-0.0005685724900104105,-0.000548077339772135,-0.0005275821895338595,-0.000507086981087923,-0.0004865918308496475,-0.000466096680611372,-0.00044560153037309647,-0.00042510638013482094,-0.00040461120079271495,-0.0003841160505544394,-0.0003636209003161639,-0.0003431257209740579,-0.0003226305707357824,-0.00030213542049750686,-0.00028164024115540087,-0.00026114509091712534,-0.0002406499261269346,-0.00022015477588865906,-0.0001996596110984683,-0.00017916446086019278,-0.00015866929607000202,-0.00013817413127981126,-0.00011767897376557812,-9.718381625134498e-05,-7.668865873711184e-05,-5.619349758489989e-05,-3.569833643268794e-05,-1.5203178918454796e-05,5.29198041476775e-06,2.5787139747990295e-05,4.6282300900202245e-05,6.677745841443539e-05,8.727261592866853e-05,0.00010776777344290167,0.00012826293823309243,0.00014875808847136796,0.0001692532532615587,0.00018974841805174947,0.000210243568290025,0.00023073873308021575,0.0002512338978704065,0.00027172904810868204,0.00029222419834695756,0.00031271937768906355,0.0003332145279273391,0.0003537096781656146,0.0003742048575077206,0.0003947000077459961,0.00041519515798427165,0.00043569033732637763,0.00045618548756465316,0.0004766806378029287,0.0004971757880412042,0.0005176709382794797,0.0005381661467254162,0.0005586612969636917,0.0005791564472019672,0.0005996515974402428,0.0006201467476785183,0.0006406418979167938,0.0006611371063627303,0.0006816322566010058,0.0007021274068392813,0.0007226225570775568],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[1,2,1,3,3,3,7,8,11,19,30,29,41,72,104,121,157,236,338,505,651,903,1380,1852,2734,4110,5752,8835,13387,20295,31510,52756,98214,137413,80978,44882,27960,17596,11937,7711,5301,3601,2506,1712,1261,809,592,397,317,207,161,130,80,55,46,33,20,12,9,9,10,4,4,1],"bins":[-0.0016937255859375,-0.0016429424285888672,-0.0015921592712402344,-0.0015413761138916016,-0.0014905929565429688,-0.001439809799194336,-0.0013890266418457031,-0.0013382434844970703,-0.0012874603271484375,-0.0012366771697998047,-0.0011858940124511719,-0.001135110855102539,-0.0010843276977539062,-0.0010335445404052734,-0.0009827613830566406,-0.0009319782257080078,-0.000881195068359375,-0.0008304119110107422,-0.0007796287536621094,-0.0007288455963134766,-0.0006780624389648438,-0.0006272792816162109,-0.0005764961242675781,-0.0005257129669189453,-0.0004749298095703125,-0.0004241466522216797,-0.0003733634948730469,-0.00032258033752441406,-0.00027179718017578125,-0.00022101402282714844,-0.00017023086547851562,-0.00011944770812988281,-6.866455078125e-05,-1.7881393432617188e-05,3.2901763916015625e-05,8.368492126464844e-05,0.00013446807861328125,0.00018525123596191406,0.00023603439331054688,0.0002868175506591797,0.0003376007080078125,0.0003883838653564453,0.0004391670227050781,0.0004899501800537109,0.0005407333374023438,0.0005915164947509766,0.0006422996520996094,0.0006930828094482422,0.000743865966796875,0.0007946491241455078,0.0008454322814941406,0.0008962154388427734,0.0009469985961914062,0.000997781753540039,0.0010485649108886719,0.0010993480682373047,0.0011501312255859375,0.0012009143829345703,0.0012516975402832031,0.001302480697631836,0.0013532638549804688,0.0014040470123291016,0.0014548301696777344,0.0015056133270263672,0.001556396484375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[2,4,1,6,6,7,11,17,23,33,43,71,106,127,188,212,322,457,632,878,1232,1635,2353,3277,5061,7290,10924,16186,25850,39805,68911,152940,100944,53556,33070,20436,13608,8848,6235,3987,3018,2174,1517,1129,758,556,397,260,204,132,119,87,48,44,21,24,14,7,6,5,1,6,0,3],"bins":[-0.0693359375,-0.0671539306640625,-0.064971923828125,-0.0627899169921875,-0.06060791015625,-0.0584259033203125,-0.056243896484375,-0.0540618896484375,-0.0518798828125,-0.0496978759765625,-0.047515869140625,-0.0453338623046875,-0.04315185546875,-0.0409698486328125,-0.038787841796875,-0.0366058349609375,-0.034423828125,-0.0322418212890625,-0.030059814453125,-0.0278778076171875,-0.02569580078125,-0.0235137939453125,-0.021331787109375,-0.0191497802734375,-0.0169677734375,-0.0147857666015625,-0.012603759765625,-0.0104217529296875,-0.00823974609375,-0.0060577392578125,-0.003875732421875,-0.0016937255859375,0.00048828125,0.0026702880859375,0.004852294921875,0.0070343017578125,0.00921630859375,0.0113983154296875,0.013580322265625,0.0157623291015625,0.0179443359375,0.0201263427734375,0.022308349609375,0.0244903564453125,0.02667236328125,0.0288543701171875,0.031036376953125,0.0332183837890625,0.035400390625,0.0375823974609375,0.039764404296875,0.0419464111328125,0.04412841796875,0.0463104248046875,0.048492431640625,0.0506744384765625,0.0528564453125,0.0550384521484375,0.057220458984375,0.0594024658203125,0.06158447265625,0.0637664794921875,0.065948486328125,0.0681304931640625,0.0703125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,2,3,3,2,3,4,7,11,14,13,17,19,20,28,30,24,24,29,29,28,35,31,26,41,30,33,25,34,34,32,23,16,19,4,14,11,10,2,8,4,7,2,2,0,1,4,0,5,0,0,0,0,1],"bins":[-0.029759330675005913,-0.028861651197075844,-0.027963971719145775,-0.027066292241215706,-0.026168612763285637,-0.025270933285355568,-0.0243732538074255,-0.02347557432949543,-0.022577892988920212,-0.021680213510990143,-0.020782534033060074,-0.019884854555130005,-0.018987175077199936,-0.018089495599269867,-0.017191816121339798,-0.01629413664340973,-0.01539645716547966,-0.014498777687549591,-0.013601098209619522,-0.012703418731689453,-0.011805739253759384,-0.01090805884450674,-0.010010379366576672,-0.009112699888646603,-0.008215020410716534,-0.007317340932786465,-0.006419661454856396,-0.0055219815112650394,-0.0046243020333349705,-0.0037266225554049015,-0.002828942844644189,-0.001931263250298798,-0.0010335855185985565,-0.00013590592425316572,0.0007617736700922251,0.0016594532644376159,0.0025571328587830067,0.0034548123367130756,0.004352492280304432,0.005250171758234501,0.00614785123616457,0.007045530714094639,0.007943210192024708,0.008840889669954777,0.00973857007920742,0.01063624955713749,0.011533929035067558,0.012431608512997627,0.013329287990927696,0.014226967468857765,0.015124646946787834,0.016022326424717903,0.016920005902647972,0.01781768538057804,0.01871536485850811,0.01961304433643818,0.020510725677013397,0.021408405154943466,0.022306084632873535,0.023203764110803604,0.024101443588733673,0.024999123066663742,0.02589680254459381,0.02679448202252388,0.02769216150045395]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.015230726450681686,-0.014749052934348583,-0.01426737941801548,-0.013785706833004951,-0.013304033316671848,-0.012822359800338745,-0.012340686284005642,-0.011859012767672539,-0.01137734018266201,-0.010895666666328907,-0.010413993149995804,-0.0099323196336627,-0.009450646117329597,-0.008968972600996494,-0.008487300015985966,-0.008005626499652863,-0.007523952983319759,-0.007042279466986656,-0.00656060641631484,-0.006078932899981737,-0.005597259849309921,-0.005115586332976818,-0.004633912816643715,-0.004152239765971899,-0.003670566249638796,-0.0031888929661363363,-0.002707219682633877,-0.0022255461663007736,-0.001743872882798314,-0.0012621995992958546,-0.0007805261993780732,-0.0002988528576679528,0.00018281955271959305,0.0006644928944297135,0.001146166236139834,0.0016278396360576153,0.002109512919560075,0.0025911862030625343,0.0030728597193956375,0.003554533002898097,0.0040362062864005566,0.00451787980273366,0.004999552853405476,0.005481226369738579,0.005962899886071682,0.006444572936743498,0.006926246453076601,0.007407919503748417,0.00788959302008152,0.008371266536414623,0.008852940052747726,0.009334612637758255,0.009816286154091358,0.010297959670424461,0.010779633186757565,0.011261306703090668,0.011742979288101196,0.0122246528044343,0.012706326320767403,0.013187999837100506,0.013669673353433609,0.014151346869766712,0.01463301945477724,0.015114692971110344,0.015596366487443447],"_type":"histogram","values":[2,0,0,0,2,2,2,3,2,6,5,3,13,5,11,7,11,8,7,18,17,15,22,32,23,31,22,18,23,31,27,28,21,32,27,26,33,30,18,24,14,11,17,13,20,7,12,6,13,7,3,5,4,4,5,6,5,1,1,2,0,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,0,0,1,1,0,0,2,2,5,5,6,12,13,27,39,52,84,134,187,272,380,580,845,1244,1683,2338,3696,5260,7692,11790,18401,31328,53312,95334,125747,93167,52524,29775,18304,11533,7584,5030,3627,2296,1704,1147,767,573,448,289,155,135,101,57,47,37,19,11,8,3,3,6,1],"bins":[-0.007476806640625,-0.007266044616699219,-0.0070552825927734375,-0.006844520568847656,-0.006633758544921875,-0.006422996520996094,-0.0062122344970703125,-0.006001472473144531,-0.00579071044921875,-0.005579948425292969,-0.0053691864013671875,-0.005158424377441406,-0.004947662353515625,-0.004736900329589844,-0.0045261383056640625,-0.004315376281738281,-0.0041046142578125,-0.0038938522338867188,-0.0036830902099609375,-0.0034723281860351562,-0.003261566162109375,-0.0030508041381835938,-0.0028400421142578125,-0.0026292800903320312,-0.00241851806640625,-0.0022077560424804688,-0.0019969940185546875,-0.0017862319946289062,-0.001575469970703125,-0.0013647079467773438,-0.0011539459228515625,-0.0009431838989257812,-0.000732421875,-0.0005216598510742188,-0.0003108978271484375,-0.00010013580322265625,0.000110626220703125,0.00032138824462890625,0.0005321502685546875,0.0007429122924804688,0.00095367431640625,0.0011644363403320312,0.0013751983642578125,0.0015859603881835938,0.001796722412109375,0.0020074844360351562,0.0022182464599609375,0.0024290084838867188,0.0026397705078125,0.0028505325317382812,0.0030612945556640625,0.0032720565795898438,0.003482818603515625,0.0036935806274414062,0.0039043426513671875,0.004115104675292969,0.00432586669921875,0.004536628723144531,0.0047473907470703125,0.004958152770996094,0.005168914794921875,0.005379676818847656,0.0055904388427734375,0.005801200866699219,0.006011962890625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,0,0,1,0,0,1,1,0,0,2,0,0,1,1,4,2,3,2,5,6,7,9,12,13,18,20,16,17,18,27,31,36,37,32,26,36,49,39,33,28,29,27,23,19,23,18,14,21,9,4,12,7,8,5,3,2,4,0,3,1,0,0,2],"bins":[-0.00047697394620627165,-0.00046398607082664967,-0.0004509981954470277,-0.00043801029096357524,-0.00042502241558395326,-0.0004120345402043313,-0.00039904663572087884,-0.00038605876034125686,-0.0003730708849616349,-0.0003600830095820129,-0.0003470951342023909,-0.00033410722971893847,-0.0003211193543393165,-0.0003081314789596945,-0.00029514357447624207,-0.0002821556990966201,-0.0002691678237169981,-0.0002561799483373761,-0.0002431920584058389,-0.0002302041684743017,-0.0002172162930946797,-0.00020422841771505773,-0.00019124052778352052,-0.0001782526378519833,-0.00016526476247236133,-0.00015227688709273934,-0.00013928899716120213,-0.00012630110722966492,-0.00011331323185004294,-0.00010032534919446334,-8.733746653888375e-05,-7.434958388330415e-05,-6.136173033155501e-05,-4.837384767597541e-05,-3.5385965020395815e-05,-2.239808236481622e-05,-9.410199709236622e-06,3.577682946342975e-06,1.656556560192257e-05,2.955344825750217e-05,4.2541330913081765e-05,5.552921356866136e-05,6.851709622424096e-05,8.150497887982056e-05,9.449286153540015e-05,0.00010748074419097975,0.00012046862684655935,0.00013345651677809656,0.00014644439215771854,0.00015943226753734052,0.00017242015746887773,0.00018540804740041494,0.00019839592278003693,0.0002113837981596589,0.00022437168809119612,0.00023735957802273333,0.0002503474534023553,0.0002633353287819773,0.00027632323326542974,0.0002893111086450517,0.0003022989840246737,0.0003152868594042957,0.00032827473478391767,0.0003412626392673701,0.0003542505146469921],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[2,1,0,1,0,0,1,7,5,8,2,5,11,10,13,17,15,17,9,21,19,22,26,29,35,34,36,39,33,27,39,27,27,22,25,24,22,24,23,13,9,11,7,14,8,7,4,2,1,1,3,1,3,2,1,0,0,1,0,1,0,0,0,1],"bins":[-0.04238720238208771,-0.04088534787297249,-0.03938349336385727,-0.03788163885474205,-0.03637978062033653,-0.034877926111221313,-0.033376071602106094,-0.031874217092990875,-0.030372362583875656,-0.028870506212115288,-0.02736865170300007,-0.02586679719388485,-0.02436494082212448,-0.022863086313009262,-0.021361231803894043,-0.019859375432133675,-0.018357520923018456,-0.016855666413903236,-0.015353810973465443,-0.013851955533027649,-0.01235010102391243,-0.010848245583474636,-0.009346390143036842,-0.007844535633921623,-0.0063426801934838295,-0.004840825218707323,-0.003338970011100173,-0.0018371149199083447,-0.0003352598287165165,0.0011665952624753118,0.00266845035366714,0.00417030556127429,0.0056721605360507965,0.007174015510827303,0.00867587048560381,0.010177725926041603,0.011679580435156822,0.013181435875594616,0.01468329131603241,0.01618514582514763,0.017687000334262848,0.019188856706023216,0.020690711215138435,0.022192565724253654,0.023694422096014023,0.025196276605129242,0.02669813111424446,0.02819998748600483,0.02970184199512005,0.031203696504235268,0.032705552875995636,0.034207407385110855,0.035709261894226074,0.03721111640334129,0.03871297091245651,0.04021482914686203,0.04171668365597725,0.04321853816509247,0.04472039267420769,0.046222247183322906,0.047724101692438126,0.04922595992684364,0.05072781443595886,0.05222966894507408,0.0537315234541893],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,2,1,2,0,0,2,4,2,3,6,4,5,8,6,8,5,10,17,18,20,23,21,30,30,41,34,46,36,37,28,36,38,33,27,32,25,24,21,23,7,9,16,5,3,3,5,1,2,1,1,1,1,2,1],"bins":[-0.0005020778626203537,-0.0004888534895144403,-0.0004756291164085269,-0.00046240477240644395,-0.00044918039930053055,-0.00043595602619461715,-0.00042273165308870375,-0.00040950727998279035,-0.0003962829359807074,-0.000383058562874794,-0.0003698341897688806,-0.0003566098166629672,-0.0003433854435570538,-0.0003301610704511404,-0.00031693672644905746,-0.00030371235334314406,-0.00029048798023723066,-0.00027726360713131726,-0.00026403923402540386,-0.0002508148900233209,-0.0002375905169174075,-0.0002243661438114941,-0.0002111417707055807,-0.00019791741215158254,-0.00018469303904566914,-0.00017146866593975574,-0.00015824430738575757,-0.00014501993427984416,-0.00013179556117393076,-0.00011857120261993259,-0.00010534682951401919,-9.21224636840634e-05,-7.889812695793808e-05,-6.567376112798229e-05,-5.2449391660047695e-05,-3.92250221921131e-05,-2.6000656362157315e-05,-1.2776288713212125e-05,4.48078935733065e-07,1.3672446584678255e-05,2.6896814233623445e-05,4.012118006357923e-05,5.3345549531513825e-05,6.656991899944842e-05,7.97942848294042e-05,9.301865065935999e-05,0.00010624302376527339,0.00011946738959522918,0.00013269175542518497,0.00014591612853109837,0.00015914048708509654,0.00017236486019100994,0.0001855892187450081,0.0001988135918509215,0.0002120379649568349,0.00022526232351083308,0.00023848669661674649,0.00025171105517074466,0.00026493542827665806,0.00027815980138257146,0.00029138417448848486,0.00030460854759439826,0.0003178328915964812,0.0003310572647023946,0.000344281637808308]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.09480921924114227,-0.09160558134317398,-0.08840194344520569,-0.0851983055472374,-0.0819946676492691,-0.07879102975130081,-0.07558738440275192,-0.07238374650478363,-0.06918010860681534,-0.06597647070884705,-0.06277283281087875,-0.05956919491291046,-0.05636555701494217,-0.05316191911697388,-0.049958277493715286,-0.046754639595746994,-0.0435510016977787,-0.04034736379981041,-0.03714372590184212,-0.03394008427858353,-0.030736446380615234,-0.027532808482646942,-0.02432917058467865,-0.02112553082406521,-0.017921892926096916,-0.01471825409680605,-0.011514615267515182,-0.00831097736954689,-0.005107338540256023,-0.0019036999437958002,0.001299938652664423,0.0045035770162940025,0.007707215845584869,0.010910854674875736,0.014114493504166603,0.017318131402134895,0.020521771162748337,0.02372540906071663,0.02692904695868492,0.030132686719298363,0.033336326479911804,0.036539964377880096,0.03974360227584839,0.04294724017381668,0.04615087807178497,0.049354515969753265,0.052558157593011856,0.05576179549098015,0.05896543338894844,0.06216907128691673,0.06537271291017532,0.06857635080814362,0.07177998870611191,0.0749836266040802,0.07818726450204849,0.08139090240001678,0.08459454029798508,0.08779817819595337,0.09100181609392166,0.09420546144247055,0.09740909934043884,0.10061273723840714,0.10381637513637543,0.10702001303434372,0.11022365093231201],"_type":"histogram","values":[2,4,8,16,32,64,117,211,335,572,942,1492,2350,3677,5386,7752,11279,15521,20754,27289,34669,43223,52692,62550,72478,80662,88643,95215,98588,100325,99269,95656,90250,82443,74075,64228,54857,45347,36239,28513,21875,16277,12053,8493,5822,3898,2525,1695,1060,620,367,207,116,61,34,14,10,7,2,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,0,1,2,2,4,2,3,5,10,12,21,19,22,16,21,33,29,28,25,32,25,41,37,28,32,34,33,31,30,35,26,20,19,14,16,10,12,6,6,7,1,1,2,2,0,2,1,0,1,2,1,2,0,0,0,0,0,0,1],"bins":[-0.0720432698726654,-0.0694575235247612,-0.06687178462743759,-0.06428603827953339,-0.06170029938220978,-0.05911455303430557,-0.056528810411691666,-0.05394306778907776,-0.05135732516646385,-0.048771582543849945,-0.04618583992123604,-0.04360009729862213,-0.041014350950717926,-0.03842860832810402,-0.03584286570549011,-0.033257123082876205,-0.0306713804602623,-0.02808563783764839,-0.025499895215034485,-0.02291415072977543,-0.020328408107161522,-0.017742665484547615,-0.015156921930611134,-0.012571178376674652,-0.009985435754060745,-0.007399692665785551,-0.004813949577510357,-0.0022282064892351627,0.00035753659904003143,0.0029432796873152256,0.00552902277559042,0.008114766329526901,0.010700508952140808,0.013286251574754715,0.015871994197368622,0.018457738682627678,0.021043481305241585,0.02362922392785549,0.026214968413114548,0.028800711035728455,0.03138645365834236,0.03397219628095627,0.036557938903570175,0.03914368152618408,0.04172942787408829,0.044315170496702194,0.0469009131193161,0.04948665574193001,0.052072398364543915,0.05465814098715782,0.05724388360977173,0.059829626232385635,0.06241536885499954,0.06500111520290375,0.06758685410022736,0.07017260044813156,0.07275834679603577,0.07534408569335938,0.07792983204126358,0.08051557093858719,0.0831013172864914,0.085687056183815,0.08827280253171921,0.09085854142904282,0.09344428777694702]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[6,2,6,12,14,19,33,43,75,91,137,181,288,338,607,707,1079,1528,2253,3161,4629,7032,10676,15883,25625,43041,88159,175099,89924,43578,26328,16068,10869,7018,4699,3185,2215,1574,1055,751,562,363,273,176,139,88,80,46,31,19,18,13,6,6,4,5,1,3,0,0,1,0,1,1],"bins":[-0.017578125,-0.016939163208007812,-0.016300201416015625,-0.015661239624023438,-0.01502227783203125,-0.014383316040039062,-0.013744354248046875,-0.013105392456054688,-0.0124664306640625,-0.011827468872070312,-0.011188507080078125,-0.010549545288085938,-0.00991058349609375,-0.009271621704101562,-0.008632659912109375,-0.007993698120117188,-0.007354736328125,-0.0067157745361328125,-0.006076812744140625,-0.0054378509521484375,-0.00479888916015625,-0.0041599273681640625,-0.003520965576171875,-0.0028820037841796875,-0.0022430419921875,-0.0016040802001953125,-0.000965118408203125,-0.0003261566162109375,0.00031280517578125,0.0009517669677734375,0.001590728759765625,0.0022296905517578125,0.00286865234375,0.0035076141357421875,0.004146575927734375,0.0047855377197265625,0.00542449951171875,0.0060634613037109375,0.006702423095703125,0.0073413848876953125,0.0079803466796875,0.008619308471679688,0.009258270263671875,0.009897232055664062,0.01053619384765625,0.011175155639648438,0.011814117431640625,0.012453079223632812,0.013092041015625,0.013731002807617188,0.014369964599609375,0.015008926391601562,0.01564788818359375,0.016286849975585938,0.016925811767578125,0.017564773559570312,0.0182037353515625,0.018842697143554688,0.019481658935546875,0.020120620727539062,0.02075958251953125,0.021398544311523438,0.022037506103515625,0.022676467895507812,0.0233154296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,1,3,10,14,28,56,106,200,392,662,1107,1797,2844,4498,6861,10113,14394,20077,27272,35085,44480,55843,66532,77358,87842,95968,102825,106264,107618,104788,99253,91533,82121,71096,60344,49273,39581,30379,22930,16802,11673,8209,5491,3560,2296,1421,836,475,283,136,74,30,14,7,4,2,0,0,1],"bins":[-0.11376018077135086,-0.11033570766448975,-0.10691124200820923,-0.10348677635192871,-0.1000623032450676,-0.09663783013820648,-0.09321336448192596,-0.08978889882564545,-0.08636442571878433,-0.08293995261192322,-0.0795154869556427,-0.07609102129936218,-0.07266654819250107,-0.06924207508563995,-0.06581760942935944,-0.06239314004778862,-0.058968670666217804,-0.05554420128464699,-0.05211973190307617,-0.048695262521505356,-0.04527079313993454,-0.041846323758363724,-0.03842185437679291,-0.03499738499522209,-0.031572915613651276,-0.02814844623208046,-0.024723976850509644,-0.021299507468938828,-0.01787503808736801,-0.014450568705797195,-0.01102609932422638,-0.007601629942655563,-0.004177160561084747,-0.0007526911795139313,0.0026717782020568848,0.006096247583627701,0.009520716965198517,0.012945186346769333,0.01636965572834015,0.019794125109910965,0.02321859449148178,0.026643063873052597,0.030067533254623413,0.03349200263619423,0.036916472017765045,0.04034094139933586,0.04376541078090668,0.04718988016247749,0.05061434954404831,0.054038818925619125,0.05746328830718994,0.06088775768876076,0.06431222707033157,0.06773670017719269,0.0711611658334732,0.07458563148975372,0.07801010459661484,0.08143457770347595,0.08485904335975647,0.08828350901603699,0.0917079821228981,0.09513245522975922,0.09855692088603973,0.10198138654232025,0.10540585964918137]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[1,2,0,1,2,1,5,11,17,13,36,36,52,52,118,135,213,283,449,710,1190,1837,2700,4467,7541,12369,22013,41659,90772,188127,107402,47130,24923,13838,8355,4869,3141,1846,1139,808,519,336,227,157,116,58,39,28,25,12,10,12,5,5,1,2,1,2,1,2,0,1,1,1],"bins":[-0.00102996826171875,-0.0009951591491699219,-0.0009603500366210938,-0.0009255409240722656,-0.0008907318115234375,-0.0008559226989746094,-0.0008211135864257812,-0.0007863044738769531,-0.000751495361328125,-0.0007166862487792969,-0.0006818771362304688,-0.0006470680236816406,-0.0006122589111328125,-0.0005774497985839844,-0.0005426406860351562,-0.0005078315734863281,-0.0004730224609375,-0.0004382133483886719,-0.00040340423583984375,-0.0003685951232910156,-0.0003337860107421875,-0.0002989768981933594,-0.00026416778564453125,-0.00022935867309570312,-0.000194549560546875,-0.00015974044799804688,-0.00012493133544921875,-9.012222290039062e-05,-5.53131103515625e-05,-2.0503997802734375e-05,1.430511474609375e-05,4.9114227294921875e-05,8.392333984375e-05,0.00011873245239257812,0.00015354156494140625,0.00018835067749023438,0.0002231597900390625,0.0002579689025878906,0.00029277801513671875,0.0003275871276855469,0.000362396240234375,0.0003972053527832031,0.00043201446533203125,0.0004668235778808594,0.0005016326904296875,0.0005364418029785156,0.0005712509155273438,0.0006060600280761719,0.000640869140625,0.0006756782531738281,0.0007104873657226562,0.0007452964782714844,0.0007801055908203125,0.0008149147033691406,0.0008497238159179688,0.0008845329284667969,0.000919342041015625,0.0009541511535644531,0.0009889602661132812,0.0010237693786621094,0.0010585784912109375,0.0010933876037597656,0.0011281967163085938,0.0011630058288574219,0.00119781494140625],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug-core.log b/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..28eea03a7fd94e3be822372b16fb48e02977d609 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:10:24.989448759+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpr82ssu5l/port-95562.txt","pid":95562,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:10:24.989991675+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":95562} +{"time":"2025-07-18T04:10:24.98998133+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-95562-95585-2028445900/socket","Net":"unix"}} +{"time":"2025-07-18T04:10:25.171523803+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:10:25.180192832+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"clv8syyg","id":"1(@)"} +{"time":"2025-07-18T04:10:25.618928583+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"clv8syyg","id":"1(@)"} +{"time":"2025-07-18T04:13:04.571421744+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:13:04.571679039+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:13:04.571749034+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:13:04.571695987+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:13:04.571827489+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-95562-95585-2028445900/socket","Net":"unix"}} +{"time":"2025-07-18T04:13:07.854542515+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:13:07.854561549+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:13:07.854575034+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..08981fbf9af666a286c04943e969c512108e798e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:10:25.181214563+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:10:25.618890104+03:00","level":"INFO","msg":"stream: created new stream","id":"clv8syyg"} +{"time":"2025-07-18T04:10:25.618922207+03:00","level":"INFO","msg":"stream: started","id":"clv8syyg"} +{"time":"2025-07-18T04:10:25.618933374+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"clv8syyg"} +{"time":"2025-07-18T04:10:25.618952098+03:00","level":"INFO","msg":"handler: started","stream_id":"clv8syyg"} +{"time":"2025-07-18T04:10:25.618964578+03:00","level":"INFO","msg":"sender: started","stream_id":"clv8syyg"} +{"time":"2025-07-18T04:13:04.571702618+03:00","level":"INFO","msg":"stream: closing","id":"clv8syyg"} +{"time":"2025-07-18T04:13:06.257146327+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:13:07.850772237+03:00","level":"INFO","msg":"handler: closed","stream_id":"clv8syyg"} +{"time":"2025-07-18T04:13:07.850814857+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"clv8syyg"} +{"time":"2025-07-18T04:13:07.850821495+03:00","level":"INFO","msg":"sender: closed","stream_id":"clv8syyg"} +{"time":"2025-07-18T04:13:07.854209851+03:00","level":"INFO","msg":"stream: closed","id":"clv8syyg"} diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug.log b/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..bad4826e154f97d15c04679aadb710aa23afe882 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 04:10:24,953 INFO MainThread:95562 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_setup.py:_flush():80] Configure stats pid to 95562 +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_041024-clv8syyg/logs/debug.log +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_041024-clv8syyg/logs/debug-internal.log +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:10:24,954 INFO MainThread:95562 [wandb_init.py:init():871] starting backend +2025-07-18 04:10:25,171 INFO MainThread:95562 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:10:25,178 INFO MainThread:95562 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:10:25,181 INFO MainThread:95562 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:10:25,182 INFO MainThread:95562 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:10:25,912 INFO MainThread:95562 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:10:26,147 INFO MainThread:95562 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:10:26,148 INFO MainThread:95562 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:10:26,148 INFO MainThread:95562 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:10:26,148 INFO MainThread:95562 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:10:26,152 INFO MainThread:95562 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:10:29,557 INFO MainThread:95562 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:10:29,558 INFO MainThread:95562 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:13:04,570 INFO MsgRouterThr:95562 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_041024-clv8syyg/run-clv8syyg.wandb b/simson_modeling/wandb/run-20250718_041024-clv8syyg/run-clv8syyg.wandb new file mode 100644 index 0000000000000000000000000000000000000000..08724fdd1d9ef905d08e299d6936c3a8040552a2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041024-clv8syyg/run-clv8syyg.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:349c0840086ec54833f2db9dc9f9e261c3b089103de7658bcd45b61d8211cbd2 +size 89851365 diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/config.yaml b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b590386cf551d7bcdec2d76f8c08d4bbcc8067c4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + s3sfr1so3pqydtzq3ko239cmpsx1de7i: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136844988416" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:15:16.568823Z" + writerId: s3sfr1so3pqydtzq3ko239cmpsx1de7i + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 16 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/output.log b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..219658c9a4934a3f49971b5dc514e78575c68f01 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/output.log @@ -0,0 +1,37 @@ +Loading pre-computed data from data/augmented_smiles_pairs.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [02:16", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 425, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 422, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 346, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 237, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 163, in log_tensor_stats + tensor = tensor.detach().clone() + ^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/requirements.txt b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ad8b8788ff4181b591c0e60087f7e92cb2d9b1f8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:15:16.568823Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136844988416" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "s3sfr1so3pqydtzq3ko239cmpsx1de7i" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..0c75f835798de7fca23fd3907184f8638c0cbd48 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[1,0,1,1,1,1,3,9,3,15,23,18,50,53,71,118,188,263,353,608,906,1396,2240,3395,5135,8230,12212,19085,28072,40384,55320,69398,77120,71804,59068,43482,31353,20426,13842,8653,5940,3860,2316,1518,1015,614,404,261,194,114,78,78,42,22,23,18,10,4,4,3,0,1,0,4],"bins":[-0.004058837890625,-0.003934383392333984,-0.0038099288940429688,-0.003685474395751953,-0.0035610198974609375,-0.003436565399169922,-0.0033121109008789062,-0.0031876564025878906,-0.003063201904296875,-0.0029387474060058594,-0.0028142929077148438,-0.002689838409423828,-0.0025653839111328125,-0.002440929412841797,-0.0023164749145507812,-0.0021920204162597656,-0.00206756591796875,-0.0019431114196777344,-0.0018186569213867188,-0.0016942024230957031,-0.0015697479248046875,-0.0014452934265136719,-0.0013208389282226562,-0.0011963844299316406,-0.001071929931640625,-0.0009474754333496094,-0.0008230209350585938,-0.0006985664367675781,-0.0005741119384765625,-0.0004496574401855469,-0.00032520294189453125,-0.00020074844360351562,-7.62939453125e-05,4.8160552978515625e-05,0.00017261505126953125,0.0002970695495605469,0.0004215240478515625,0.0005459785461425781,0.0006704330444335938,0.0007948875427246094,0.000919342041015625,0.0010437965393066406,0.0011682510375976562,0.0012927055358886719,0.0014171600341796875,0.0015416145324707031,0.0016660690307617188,0.0017905235290527344,0.00191497802734375,0.0020394325256347656,0.0021638870239257812,0.002288341522216797,0.0024127960205078125,0.002537250518798828,0.0026617050170898438,0.0027861595153808594,0.002910614013671875,0.0030350685119628906,0.0031595230102539062,0.003283977508544922,0.0034084320068359375,0.003532886505126953,0.0036573410034179688,0.0037817955017089844,0.00390625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,2,1,1,3,5,5,4,4,11,16,10,21,18,19,19,20,32,27,38,38,37,46,34,35,31,41,42,36,21,27,29,12,18,11,8,5,13,7,3,2,6,3,2,0,1,1,1,0,0,0,1],"bins":[-0.010471293702721596,-0.010174156166613102,-0.009877018630504608,-0.009579881094396114,-0.009282742626965046,-0.008985605090856552,-0.008688467554748058,-0.008391330018639565,-0.00809419248253107,-0.00779705448076129,-0.007499916944652796,-0.007202779408544302,-0.006905641406774521,-0.006608503870666027,-0.006311366334557533,-0.006014228332787752,-0.005717090796679258,-0.0054199532605707645,-0.005122815258800983,-0.00482567772269249,-0.004528540186583996,-0.004231402184814215,-0.003934264648705721,-0.003637127112597227,-0.0033399893436580896,-0.003042851574718952,-0.0027457140386104584,-0.002448576269671321,-0.0021514385007321835,-0.0018543009646236897,-0.0015571631956845522,-0.0012600255431607366,-0.0009628878906369209,-0.0006657502381131053,-0.00036861252738162875,-7.147484575398266e-05,0.00022566283587366343,0.0005228004883974791,0.0008199381991289556,0.0011170759098604321,0.0014142135623842478,0.0017113512149080634,0.002008488867431879,0.0023056266363710165,0.002602764405310154,0.0028999019414186478,0.0031970397103577852,0.003494177246466279,0.0037913150154054165,0.00408845255151391,0.004385590553283691,0.004682728089392185,0.004979865625500679,0.00527700362727046,0.005574141163378954,0.005871278699487448,0.006168416701257229,0.006465554237365723,0.0067626917734742165,0.00705982930958271,0.007356967311352491,0.007654104847460985,0.007951242849230766,0.00824838038533926,0.008545517921447754],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,1,0,1,1,5,2,5,4,6,12,4,10,12,11,9,16,15,20,20,34,21,31,44,22,28,31,28,30,37,47,28,29,27,28,23,9,12,11,17,11,9,8,8,5,9,3,5,5,1,1,3,0,3,2,1],"bins":[-0.008954949676990509,-0.00869881920516491,-0.00844268873333931,-0.00818655826151371,-0.007930426858365536,-0.007674296386539936,-0.007418165914714336,-0.007162035442888737,-0.006905904971063137,-0.00664977403357625,-0.00639364356175065,-0.006137513089925051,-0.005881382152438164,-0.005625251680612564,-0.005369121208786964,-0.0051129902713000774,-0.004856859799474478,-0.004600729327648878,-0.004344598390161991,-0.0040884679183363914,-0.0038323374465107918,-0.0035762067418545485,-0.003320076037198305,-0.0030639455653727055,-0.002807814860716462,-0.002551684156060219,-0.002295553684234619,-0.002039422979578376,-0.0017832923913374543,-0.0015271618030965328,-0.0012710310984402895,-0.001014900510199368,-0.0007587703876197338,-0.0005026397993788123,-0.0002465091529302299,9.621464414522052e-06,0.000265752081759274,0.0005218826700001955,0.0007780133164487779,0.0010341439628973603,0.0012902745511382818,0.0015464051393792033,0.0018025357276201248,0.002058666432276368,0.0023147971369326115,0.002570927608758211,0.0028270583134144545,0.003083188785240054,0.0033393194898962975,0.0035954501945525408,0.0038515806663781404,0.004107711371034384,0.0043638418428599834,0.00461997278034687,0.00487610325217247,0.00513223372399807,0.005388364195823669,0.005644495133310556,0.005900625605136156,0.006156756076961756,0.006412887014448643,0.006669017486274242,0.006925147958099842,0.007181278895586729,0.007437409367412329]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,3,5,5,2,5,3,7,6,7,11,16,12,19,11,15,35,21,28,28,34,25,26,28,41,29,32,26,29,20,27,33,24,21,13,17,14,12,16,8,9,7,4,2,4,7,1,3,4,0,2,2,1,1,0,1,0,1],"bins":[-0.00890587829053402,-0.008616638369858265,-0.00832739844918251,-0.008038158528506756,-0.007748918607831001,-0.007459679152816534,-0.0071704392321407795,-0.006881199311465025,-0.00659195939078927,-0.006302719470113516,-0.006013479549437761,-0.005724239628762007,-0.0054350001737475395,-0.005145760253071785,-0.00485652033239603,-0.004567280411720276,-0.004278040491044521,-0.003988800570368767,-0.0036995606496930122,-0.0034103209618479013,-0.003121081041172147,-0.0028318411204963923,-0.0025426014326512814,-0.002253361511975527,-0.0019641215912997723,-0.0016748816706240177,-0.001385641866363585,-0.0010964020621031523,-0.0008071621414273977,-0.0005179222789593041,-0.00022868241649121046,6.055744597688317e-05,0.0003497963771224022,0.0006390362395904958,0.0009282761020585895,0.0012175159063190222,0.0015067558269947767,0.0017959957476705313,0.002085235435515642,0.0023744753561913967,0.0026637152768671513,0.002952955197542906,0.0032421951182186604,0.0035314348060637712,0.003820674726739526,0.004109914414584637,0.004399154335260391,0.004688394255936146,0.0049776341766119,0.005266874097287655,0.005556114017963409,0.005845353938639164,0.0061345938593149185,0.006423833314329386,0.00671307323500514,0.007002313155680895,0.007291553076356649,0.007580792997032404,0.007870032452046871,0.008159272372722626,0.00844851229339838,0.008737752214074135,0.00902699213474989,0.009316232055425644,0.009605471976101398]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[3,1,7,10,18,31,54,84,151,264,399,669,1088,1565,2258,3152,4491,6012,7908,10239,12942,16119,19617,23166,26162,29687,32483,34256,35956,36609,36230,35285,33773,30583,27622,24421,20850,17529,14206,11589,8963,6768,5129,3663,2633,1738,1277,806,551,348,196,109,69,39,14,13,9,5,2,2,0,0,0,1],"bins":[-0.09243596345186234,-0.089325450360775,-0.08621492981910706,-0.08310441672801971,-0.07999389618635178,-0.07688338309526443,-0.0737728700041771,-0.07066234946250916,-0.06755183637142181,-0.06444131582975388,-0.061330802738666534,-0.058220285922288895,-0.055109769105911255,-0.051999252289533615,-0.048888739198446274,-0.045778222382068634,-0.042667705565690994,-0.039557188749313354,-0.036446671932935715,-0.03333615884184837,-0.030225642025470734,-0.027115125209093094,-0.024004608392715454,-0.020894093438982964,-0.017783576622605324,-0.014673060737550259,-0.011562544852495193,-0.008452028036117554,-0.0053415121510624886,-0.0022309960331767797,0.0008795200847089291,0.0039900364354252815,0.007100552320480347,0.010211068205535412,0.013321584090590477,0.016432100906968117,0.019542615860700607,0.022653132677078247,0.025763649493455887,0.028874164447188377,0.03198467940092087,0.03509519621729851,0.03820571303367615,0.04131622985005379,0.04442674666643143,0.04753726348280907,0.05064777657389641,0.05375829339027405,0.05686881020665169,0.05997932702302933,0.06308984011411667,0.0662003606557846,0.06931087374687195,0.07242139428853989,0.07553190737962723,0.07864242047071457,0.08175294101238251,0.08486345410346985,0.08797397464513779,0.09108448773622513,0.09419500082731247,0.09730552136898041,0.10041603446006775,0.10352655500173569,0.10663706809282303],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,0,1,0,0,0,0,0,3,4,2,4,5,4,3,5,6,16,7,13,11,14,19,17,17,27,26,14,33,24,29,23,29,27,29,43,29,42,31,22,28,17,24,21,10,19,9,10,9,7,5,7,2,3,4,3,3,3,1,1,1,0,0,1],"bins":[-0.005965732038021088,-0.005786706693470478,-0.005607680883258581,-0.005428655538707972,-0.005249629728496075,-0.005070604383945465,-0.004891578573733568,-0.004712553229182959,-0.004533527418971062,-0.004354502074420452,-0.0041754767298698425,-0.003996450919657946,-0.003817425575107336,-0.003638399997726083,-0.0034593744203448296,-0.0032803488429635763,-0.003101323265582323,-0.00292229768820107,-0.0027432721108198166,-0.0025642465334385633,-0.00238522095605731,-0.0022061956115067005,-0.0020271700341254473,-0.001848144456744194,-0.0016691188793629408,-0.0014900933019816875,-0.0013110677246004343,-0.0011320422636345029,-0.0009530166862532496,-0.0007739911088719964,-0.0005949655896984041,-0.0004159400414209813,-0.0002369140274822712,-5.788847920484841e-05,0.00012113706907257438,0.00030016261734999716,0.00047918816562741995,0.0006582137430086732,0.0008372392621822655,0.0010162647813558578,0.001195290358737111,0.0013743159361183643,0.0015533415134996176,0.001732366974465549,0.0019113925518468022,0.0020904180128127337,0.002269443590193987,0.00244846916757524,0.0026274947449564934,0.0028065203223377466,0.002985545899719,0.003164571477100253,0.0033435970544815063,0.003522622399032116,0.003701647976413369,0.0038806735537946224,0.004059699364006519,0.004238724708557129,0.0044177500531077385,0.004596775863319635,0.004775801207870245,0.004954827018082142,0.0051338523626327515,0.005312878172844648,0.005491903517395258],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,0,3,0,7,7,15,11,9,12,23,46,67,96,143,166,282,383,602,839,1431,2087,3136,5579,9024,15378,27404,51156,103906,237517,494457,332077,139795,65456,34204,19162,10845,6385,3915,2570,1535,1071,614,438,303,235,135,97,66,47,37,27,23,10,11,3,2,3,4,1,3,1],"bins":[-0.0203857421875,-0.019762039184570312,-0.019138336181640625,-0.018514633178710938,-0.01789093017578125,-0.017267227172851562,-0.016643524169921875,-0.016019821166992188,-0.0153961181640625,-0.014772415161132812,-0.014148712158203125,-0.013525009155273438,-0.01290130615234375,-0.012277603149414062,-0.011653900146484375,-0.011030197143554688,-0.010406494140625,-0.009782791137695312,-0.009159088134765625,-0.008535385131835938,-0.00791168212890625,-0.0072879791259765625,-0.006664276123046875,-0.0060405731201171875,-0.0054168701171875,-0.0047931671142578125,-0.004169464111328125,-0.0035457611083984375,-0.00292205810546875,-0.0022983551025390625,-0.001674652099609375,-0.0010509490966796875,-0.00042724609375,0.0001964569091796875,0.000820159912109375,0.0014438629150390625,0.00206756591796875,0.0026912689208984375,0.003314971923828125,0.0039386749267578125,0.0045623779296875,0.0051860809326171875,0.005809783935546875,0.0064334869384765625,0.00705718994140625,0.0076808929443359375,0.008304595947265625,0.008928298950195312,0.009552001953125,0.010175704956054688,0.010799407958984375,0.011423110961914062,0.01204681396484375,0.012670516967773438,0.013294219970703125,0.013917922973632812,0.0145416259765625,0.015165328979492188,0.015789031982421875,0.016412734985351562,0.01703643798828125,0.017660140991210938,0.018283843994140625,0.018907546997070312,0.01953125]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[3,0,6,5,8,17,42,47,98,132,231,373,597,855,1242,1871,2593,3537,4635,6225,8083,10131,12549,15310,18230,20976,24099,26807,29588,31254,32686,33725,34090,33145,32291,30410,28149,25529,22764,19659,16599,14063,11325,9274,7162,5521,4105,3013,2117,1553,1067,729,468,326,202,129,87,39,20,18,7,6,1,1],"bins":[-0.09313298016786575,-0.09024535119533539,-0.08735771477222443,-0.08447008579969406,-0.0815824568271637,-0.07869482040405273,-0.07580719143152237,-0.072919562458992,-0.07003192603588104,-0.06714429706335068,-0.06425666809082031,-0.06136903539299965,-0.058481402695178986,-0.05559377372264862,-0.05270614102482796,-0.04981851205229759,-0.04693087935447693,-0.044043246656656265,-0.0411556176841259,-0.03826798498630524,-0.03538035601377487,-0.03249272331595421,-0.029605090618133545,-0.02671745978295803,-0.023829828947782516,-0.020942198112607002,-0.018054567277431488,-0.015166934579610825,-0.01227930374443531,-0.009391672909259796,-0.006504041142761707,-0.0036164098419249058,-0.0007287710905075073,0.002158860210329294,0.005046491511166096,0.007934123277664185,0.010821754112839699,0.013709384948015213,0.016597017645835876,0.01948464848101139,0.022372279316186905,0.02525991015136242,0.028147540986537933,0.031035173684358597,0.03392280638217926,0.036810435354709625,0.03969806805253029,0.042585697025060654,0.04547332972288132,0.04836096242070198,0.051248591393232346,0.05413622409105301,0.057023853063583374,0.05991148576140404,0.0627991184592247,0.06568674743175507,0.06857438385486603,0.07146201282739639,0.07434964179992676,0.07723727077245712,0.08012490719556808,0.08301253616809845,0.08590016514062881,0.08878780156373978,0.09167543053627014]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,2,4,8,11,20,45,67,147,214,400,592,999,1524,2308,3446,5138,7078,9807,13161,17764,22908,29421,36802,44239,52571,61049,69624,76825,83373,89017,92175,93378,93508,90730,86285,79813,72442,64072,56302,47370,39499,32107,25480,19705,14818,11080,8121,5745,3957,2732,1821,1210,728,490,316,178,117,50,38,21,7,2,2],"bins":[-0.09788230806589127,-0.09488876909017563,-0.0918952226638794,-0.08890168368816376,-0.08590814471244812,-0.08291459828615189,-0.07992105931043625,-0.07692752033472061,-0.07393397390842438,-0.07094043493270874,-0.0679468959569931,-0.06495335698127747,-0.06195981055498123,-0.058966271579265594,-0.05597272887825966,-0.05297918990254402,-0.049985647201538086,-0.04699210450053215,-0.04399856552481651,-0.04100502282381058,-0.03801148384809494,-0.035017941147089005,-0.03202439844608307,-0.029030857607722282,-0.026037316769361496,-0.02304377593100071,-0.020050235092639923,-0.017056692391633987,-0.014063151553273201,-0.011069610714912415,-0.008076068945229053,-0.00508252764120698,-0.002088993787765503,0.0009045475162565708,0.0038980888202786446,0.006891630124300718,0.009885171428322792,0.012878712266683578,0.015872254967689514,0.0188657958060503,0.021859336644411087,0.024852877482771873,0.02784641832113266,0.030839961022138596,0.03383350372314453,0.03682704269886017,0.039820585399866104,0.04281412437558174,0.04580766707658768,0.04880120977759361,0.05179474875330925,0.054788291454315186,0.05778183043003082,0.06077537313103676,0.0637689158320427,0.06676245480775833,0.06975600123405457,0.0727495402097702,0.07574307918548584,0.07873661816120148,0.08173016458749771,0.08472370356321335,0.08771724253892899,0.09071078896522522,0.09370432794094086],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,2,2,3,4,4,4,4,12,14,25,25,37,42,46,61,79,81,103,125,117,134,123,143,129,135,132,82,84,62,61,43,30,20,12,25,9,6,9,3,1,5,3,1,2,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0007913194131106138,-0.0007642995333299041,-0.0007372797117568552,-0.0007102598901838064,-0.0006832400104030967,-0.0006562201306223869,-0.0006292003090493381,-0.0006021804874762893,-0.0005751606076955795,-0.0005481407279148698,-0.000521120906341821,-0.0004941010847687721,-0.0004670812049880624,-0.0004400613543111831,-0.0004130415036343038,-0.0003860216529574245,-0.00035900180228054523,-0.00033198195160366595,-0.00030496210092678666,-0.0002779422502499074,-0.0002509223995730281,-0.0002239025488961488,-0.00019688269821926951,-0.00016986284754239023,-0.00014284299686551094,-0.00011582314618863165,-8.880329551175237e-05,-6.178344483487308e-05,-3.4763594157993793e-05,-7.743743481114507e-06,1.927610719576478e-05,4.629595787264407e-05,7.331586675718427e-05,0.00010033571743406355,0.00012735556811094284,0.00015437541878782213,0.00018139526946470141,0.0002084151201415807,0.00023543497081846,0.0002624548214953393,0.00028947467217221856,0.00031649452284909785,0.00034351437352597713,0.0003705342242028564,0.0003975540748797357,0.000424573925556615,0.0004515937762334943,0.00047861362691037357,0.0005056334775872529,0.0005326532991603017,0.0005596731789410114,0.0005866930587217212,0.00061371288029477,0.0006407327018678188,0.0006677525816485286,0.0006947724614292383,0.0007217922830022871,0.000748812104575336,0.0007758319843560457,0.0008028518641367555,0.0008298716857098043,0.0008568915072828531,0.0008839113870635629,0.0009109312668442726,0.0009379510884173214]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-8.482270459353458e-07,-8.226094792007643e-07,-7.969919124661828e-07,-7.713743457316014e-07,-7.457567789970199e-07,-7.201392691058572e-07,-6.945217023712758e-07,-6.689041356366943e-07,-6.432865689021128e-07,-6.176690021675313e-07,-5.920514354329498e-07,-5.664338686983683e-07,-5.408163588072057e-07,-5.151987920726242e-07,-4.895812253380427e-07,-4.639636586034612e-07,-4.3834609186887974e-07,-4.1272852513429825e-07,-3.8711095839971676e-07,-3.614934200868447e-07,-3.358758533522632e-07,-3.1025828661768173e-07,-2.846407483048097e-07,-2.590231815702282e-07,-2.334056148356467e-07,-2.0778804810106521e-07,-1.8217049557733844e-07,-1.5655294305361167e-07,-1.3093537631903018e-07,-1.0531781668987605e-07,-7.970025706072192e-08,-5.4082697431567794e-08,-2.8465137802413665e-08,-2.847578173259535e-09,2.2769981455894595e-08,4.8387541085048724e-08,7.400510071420285e-08,9.962266034335698e-08,1.252402199725111e-07,1.5085777249623789e-07,1.7647533923081937e-07,2.0209290596540086e-07,2.2771045848912763e-07,2.533280110128544e-07,2.789455777474359e-07,3.045631444820174e-07,3.3018068279488944e-07,3.557982495294709e-07,3.814158162640524e-07,4.070333829986339e-07,4.326509497332154e-07,4.5826848804608744e-07,4.838860832023784e-07,5.09503593093541e-07,5.351211598281225e-07,5.60738726562704e-07,5.863562932972854e-07,6.119738600318669e-07,6.375914267664484e-07,6.632089935010299e-07,6.888265033921925e-07,7.14444070126774e-07,7.400616368613555e-07,7.65679203595937e-07,7.912967703305185e-07],"_type":"histogram","values":[1,0,0,0,0,0,2,3,2,1,1,0,0,0,5,3,6,11,6,9,8,7,8,22,16,20,24,31,33,34,21,51,39,25,46,47,42,31,28,22,22,23,20,13,16,14,10,7,8,5,4,1,5,2,0,4,0,3,2,1,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[4,8,8,10,16,53,90,99,199,313,471,687,1025,1464,2100,2883,3905,5225,6910,8688,11066,13465,16289,19164,22301,24847,27417,29540,31703,33434,34141,33709,32955,31575,29357,27254,24720,21667,18702,15692,13085,10681,8449,6594,5086,3832,2662,2019,1442,954,683,447,295,182,105,61,42,23,13,6,1,3,2,1],"bins":[-0.08896629512310028,-0.08608898520469666,-0.08321168273687363,-0.08033437281847,-0.07745706290006638,-0.07457975298166275,-0.07170245051383972,-0.0688251405954361,-0.06594783067703247,-0.06307052820920944,-0.06019321829080582,-0.05731590837240219,-0.054438602179288864,-0.05156129226088524,-0.04868398606777191,-0.045806676149368286,-0.04292936995625496,-0.04005206376314163,-0.03717475384473801,-0.03429744765162468,-0.031420137733221054,-0.028542831540107727,-0.02566552348434925,-0.022788215428590775,-0.0199109073728323,-0.017033599317073822,-0.014156291261315346,-0.011278984136879444,-0.008401676081120968,-0.005524368025362492,-0.0026470604352653027,0.00023024738766252995,0.0031075552105903625,0.005984863266348839,0.008862171322107315,0.011739478446543217,0.014616786502301693,0.017494093626737595,0.02037140168249607,0.023248709738254547,0.026126017794013023,0.0290033258497715,0.03188063204288483,0.03475794196128845,0.03763524815440178,0.040512558072805405,0.04338986426591873,0.04626717418432236,0.049144480377435684,0.05202178657054901,0.05489909648895264,0.057776402682065964,0.06065371260046959,0.06353101879358292,0.06640832871198654,0.06928563863039017,0.0721629410982132,0.07504025101661682,0.07791756093502045,0.08079486340284348,0.0836721733212471,0.08654948323965073,0.08942679315805435,0.09230409562587738,0.095181405544281],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[3,0,4,3,5,9,16,12,22,35,45,68,86,131,163,243,411,555,872,1448,2195,3306,5346,8064,13019,19419,29924,44632,63286,81526,85180,72205,53310,35946,24143,15781,10209,6259,4253,2589,1753,1184,670,447,329,222,140,104,71,54,31,34,16,15,12,7,8,2,1,0,0,0,0,1],"bins":[-0.005218505859375,-0.005045890808105469,-0.0048732757568359375,-0.004700660705566406,-0.004528045654296875,-0.004355430603027344,-0.0041828155517578125,-0.004010200500488281,-0.00383758544921875,-0.0036649703979492188,-0.0034923553466796875,-0.0033197402954101562,-0.003147125244140625,-0.0029745101928710938,-0.0028018951416015625,-0.0026292800903320312,-0.0024566650390625,-0.0022840499877929688,-0.0021114349365234375,-0.0019388198852539062,-0.001766204833984375,-0.0015935897827148438,-0.0014209747314453125,-0.0012483596801757812,-0.00107574462890625,-0.0009031295776367188,-0.0007305145263671875,-0.0005578994750976562,-0.000385284423828125,-0.00021266937255859375,-4.00543212890625e-05,0.00013256072998046875,0.00030517578125,0.00047779083251953125,0.0006504058837890625,0.0008230209350585938,0.000995635986328125,0.0011682510375976562,0.0013408660888671875,0.0015134811401367188,0.00168609619140625,0.0018587112426757812,0.0020313262939453125,0.0022039413452148438,0.002376556396484375,0.0025491714477539062,0.0027217864990234375,0.0028944015502929688,0.0030670166015625,0.0032396316528320312,0.0034122467041015625,0.0035848617553710938,0.003757476806640625,0.003930091857910156,0.0041027069091796875,0.004275321960449219,0.00444793701171875,0.004620552062988281,0.0047931671142578125,0.004965782165527344,0.005138397216796875,0.005311012268066406,0.0054836273193359375,0.005656242370605469,0.005828857421875]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.02779383212327957,-0.026920869946479797,-0.026047907769680023,-0.02517494559288025,-0.024301983416080475,-0.0234290212392807,-0.022556059062480927,-0.021683096885681152,-0.020810134708881378,-0.019937170669436455,-0.01906420849263668,-0.018191246315836906,-0.017318284139037132,-0.016445321962237358,-0.015572359785437584,-0.01469939760863781,-0.013826435431838036,-0.012953473255038261,-0.012080511078238487,-0.011207548901438713,-0.010334586724638939,-0.00946162361651659,-0.008588661439716816,-0.007715699262917042,-0.006842737086117268,-0.0059697749093174934,-0.005096812732517719,-0.004223850090056658,-0.0033508879132568836,-0.0024779257364571095,-0.0016049633268266916,-0.0007320010336115956,0.0001409631222486496,0.0010139254154637456,0.0018868877086788416,0.0027598501183092594,0.0036328122951090336,0.004505774471908808,0.005378737114369869,0.006251699291169643,0.007124661467969418,0.007997623644769192,0.008870585821568966,0.00974354799836874,0.010616511106491089,0.011489473283290863,0.012362435460090637,0.013235397636890411,0.014108359813690186,0.01498132199048996,0.015854284167289734,0.016727246344089508,0.017600208520889282,0.018473170697689056,0.01934613287448883,0.020219095051288605,0.02109205722808838,0.021965021267533302,0.022837983444333076,0.02371094562113285,0.024583907797932625,0.0254568699747324,0.026329832151532173,0.027202794328331947,0.02807575650513172],"_type":"histogram","values":[1,1,0,0,1,1,2,1,1,3,4,5,2,11,5,5,6,12,17,22,12,18,19,28,21,30,26,24,30,24,34,28,20,32,36,26,31,27,25,26,17,16,14,15,9,13,13,13,5,8,3,2,5,3,2,3,2,2,1,1,1,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[1,0,0,1,3,4,4,2,0,6,7,16,19,29,56,72,99,184,259,390,624,974,1550,2532,4268,6752,11823,20127,36060,63937,105213,122001,90025,52217,29264,16538,9582,5912,3416,2058,1406,840,535,357,197,176,102,63,32,33,18,16,7,2,3,5,3,1,2,0,0,0,0,1],"bins":[-0.00087738037109375,-0.0008493661880493164,-0.0008213520050048828,-0.0007933378219604492,-0.0007653236389160156,-0.000737309455871582,-0.0007092952728271484,-0.0006812810897827148,-0.0006532669067382812,-0.0006252527236938477,-0.0005972385406494141,-0.0005692243576049805,-0.0005412101745605469,-0.0005131959915161133,-0.0004851818084716797,-0.0004571676254272461,-0.0004291534423828125,-0.0004011392593383789,-0.0003731250762939453,-0.0003451108932495117,-0.0003170967102050781,-0.00028908252716064453,-0.00026106834411621094,-0.00023305416107177734,-0.00020503997802734375,-0.00017702579498291016,-0.00014901161193847656,-0.00012099742889404297,-9.298324584960938e-05,-6.496906280517578e-05,-3.695487976074219e-05,-8.940696716308594e-06,1.9073486328125e-05,4.7087669372558594e-05,7.510185241699219e-05,0.00010311603546142578,0.00013113021850585938,0.00015914440155029297,0.00018715858459472656,0.00021517276763916016,0.00024318695068359375,0.00027120113372802734,0.00029921531677246094,0.00032722949981689453,0.0003552436828613281,0.0003832578659057617,0.0004112720489501953,0.0004392862319946289,0.0004673004150390625,0.0004953145980834961,0.0005233287811279297,0.0005513429641723633,0.0005793571472167969,0.0006073713302612305,0.0006353855133056641,0.0006633996963500977,0.0006914138793945312,0.0007194280624389648,0.0007474422454833984,0.000775456428527832,0.0008034706115722656,0.0008314847946166992,0.0008594989776611328,0.0008875131607055664,0.00091552734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,1,6,16,29,37,73,114,166,288,466,691,1116,1530,2276,3100,4300,5769,7338,9497,11876,14567,17678,20814,23876,26446,29340,31509,33316,34450,34520,33919,32819,31310,29271,26196,23173,20246,17175,14258,11301,9083,7114,5405,4013,2984,2060,1496,962,670,431,292,174,113,61,35,18,24,8,3,1,0,1,1],"bins":[-0.08972832560539246,-0.08677694946527481,-0.08382558077573776,-0.08087420463562012,-0.07792282849550247,-0.07497145235538483,-0.07202008366584778,-0.06906870752573013,-0.06611733138561249,-0.06316596269607544,-0.060214586555957794,-0.05726321041584015,-0.0543118380010128,-0.05136046186089516,-0.04840908944606781,-0.045457713305950165,-0.04250634089112282,-0.03955496847629547,-0.036603592336177826,-0.03365221992135048,-0.030700843781232834,-0.027749471366405487,-0.02479809708893299,-0.021846722811460495,-0.018895348533988,-0.015943974256515503,-0.012992599979043007,-0.010041226632893085,-0.0070898523554205894,-0.004138478077948093,-0.0011871042661368847,0.0017642697785049677,0.00471564382314682,0.007667018100619316,0.010618392378091812,0.013569765724241734,0.016521140933036804,0.01947251334786415,0.022423887625336647,0.025375261902809143,0.02832663618028164,0.031278010457754135,0.03422938287258148,0.03718075901269913,0.040132131427526474,0.04308350756764412,0.046034879982471466,0.04898625612258911,0.05193762853741646,0.054889000952243805,0.05784037709236145,0.0607917495071888,0.06374312192201614,0.06669449806213379,0.06964587420225143,0.07259725034236908,0.07554861903190613,0.07849999517202377,0.08145137131214142,0.08440274000167847,0.08735411614179611,0.09030549228191376,0.0932568684220314,0.09620823711156845,0.0991596132516861]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[2,0,0,0,2,0,1,0,0,0,3,2,4,1,0,3,3,3,1,5,5,4,6,13,9,13,14,10,24,31,39,46,42,47,40,51,56,50,35,33,29,19,29,14,11,9,8,11,9,6,3,5,5,1,6,0,1,2,0,0,0,0,1,1],"bins":[-0.0036855139769613743,-0.003580073593184352,-0.0034746332094073296,-0.0033691925927996635,-0.003263752209022641,-0.003158311825245619,-0.0030528714414685965,-0.0029474308248609304,-0.002841990441083908,-0.0027365500573068857,-0.0026311096735298634,-0.002525669289752841,-0.002420228673145175,-0.0023147882893681526,-0.0022093479055911303,-0.002103907521814108,-0.001998466905206442,-0.0018930266378447413,-0.0017875861376523972,-0.0016821457538753748,-0.0015767052536830306,-0.0014712648699060082,-0.001365824369713664,-0.0012603839859366417,-0.0011549436021596193,-0.0010495031019672751,-0.0009440626599825919,-0.0008386222179979086,-0.0007331818342208862,-0.000627741392236203,-0.0005223009502515197,-0.0004168605082668364,-0.00031142006628215313,-0.00020597962429746985,-0.00010053919686470181,4.9012378440238535e-06,0.00011034167255274951,0.0002157821145374328,0.0003212225274182856,0.0004266629694029689,0.0005321034113876522,0.0006375438533723354,0.0007429842953570187,0.000848424737341702,0.0009538651211187243,0.0010593056213110685,0.001164746005088091,0.001270186505280435,0.0013756268890574574,0.0014810672728344798,0.001586507773026824,0.0016919481568038464,0.0017973886569961905,0.001902829040773213,0.002008269540965557,0.0021137099247425795,0.002219150308519602,0.002324590692296624,0.00243003130890429,0.0025354716926813126,0.002640912076458335,0.0027463524602353573,0.0028517930768430233,0.0029572334606200457,0.003062673844397068],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[2,0,3,4,4,16,10,22,28,54,65,108,150,311,432,681,1056,1584,2681,4024,6581,10307,16359,26669,43230,70675,114828,184948,277357,289642,200453,122171,75040,45318,28047,17769,11048,7473,4724,3024,2024,1347,833,571,400,268,158,125,77,56,48,20,10,7,8,4,4,3,2,0,0,0,0,1],"bins":[-0.0038909912109375,-0.0037572383880615234,-0.003623485565185547,-0.0034897327423095703,-0.0033559799194335938,-0.003222227096557617,-0.0030884742736816406,-0.002954721450805664,-0.0028209686279296875,-0.002687215805053711,-0.0025534629821777344,-0.002419710159301758,-0.0022859573364257812,-0.0021522045135498047,-0.002018451690673828,-0.0018846988677978516,-0.001750946044921875,-0.0016171932220458984,-0.0014834403991699219,-0.0013496875762939453,-0.0012159347534179688,-0.0010821819305419922,-0.0009484291076660156,-0.0008146762847900391,-0.0006809234619140625,-0.0005471706390380859,-0.0004134178161621094,-0.0002796649932861328,-0.00014591217041015625,-1.2159347534179688e-05,0.00012159347534179688,0.00025534629821777344,0.00038909912109375,0.0005228519439697266,0.0006566047668457031,0.0007903575897216797,0.0009241104125976562,0.0010578632354736328,0.0011916160583496094,0.001325368881225586,0.0014591217041015625,0.001592874526977539,0.0017266273498535156,0.0018603801727294922,0.0019941329956054688,0.0021278858184814453,0.002261638641357422,0.0023953914642333984,0.002529144287109375,0.0026628971099853516,0.002796649932861328,0.0029304027557373047,0.0030641555786132812,0.003197908401489258,0.0033316612243652344,0.003465414047241211,0.0035991668701171875,0.003732919692993164,0.0038666725158691406,0.004000425338745117,0.004134178161621094,0.00426793098449707,0.004401683807373047,0.0045354366302490234,0.004669189453125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.005430069752037525,-0.005246184766292572,-0.0050622993148863316,-0.004878414329141378,-0.004694528877735138,-0.004510643891990185,-0.004326758440583944,-0.004142873454838991,-0.003958988003432751,-0.0037751030176877975,-0.0035912177991122007,-0.003407332580536604,-0.003223447361961007,-0.0030395621433854103,-0.0028556769248098135,-0.0026717917062342167,-0.00248790648765862,-0.002304021269083023,-0.0021201360505074263,-0.0019362508319318295,-0.0017523656133562326,-0.0015684805111959577,-0.0013845952926203609,-0.001200710074044764,-0.0010168248554691672,-0.0008329396368935704,-0.0006490544183179736,-0.0004651692579500377,-0.0002812840393744409,-9.739883535075933e-05,8.648636867292225e-05,0.0002703715581446886,0.0004542567767202854,0.0006381419952958822,0.000822027213871479,0.0010059124324470758,0.0011897976510226727,0.0013736827531829476,0.0015575679717585444,0.0017414531903341413,0.001925338408909738,0.002109223511070013,0.00229310872964561,0.0024769939482212067,0.0026608791667968035,0.0028447643853724003,0.003028649603947997,0.003212534822523594,0.0033964200410991907,0.0035803052596747875,0.0037641904782503843,0.003948075696825981,0.004131960682570934,0.004315846133977175,0.004499731119722128,0.004683616571128368,0.0048675015568733215,0.005051387008279562,0.005235271994024515,0.005419157445430756,0.005603042431175709,0.005786927882581949,0.005970812868326902,0.006154698319733143,0.006338583305478096],"_type":"histogram","values":[1,0,1,0,1,1,1,1,3,3,4,3,2,7,6,7,8,12,14,22,21,19,29,22,35,29,32,35,39,33,40,34,43,35,32,36,35,20,16,21,10,7,13,4,7,9,0,4,1,4,1,1,1,0,1,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,0,1,1,2,1,9,9,5,11,17,30,19,19,28,30,35,38,35,38,45,45,41,34,31,28,35,34,29,19,15,4,12,11,9,8,4,2,4,6,4,6,2,1,0,1,1,0,2,0,1,0,0,0,1,0,1,0,0,0,0,1],"bins":[0.9991394877433777,0.9991782307624817,0.9992170333862305,0.9992557764053345,0.9992945194244385,0.9993333220481873,0.9993720650672913,0.9994108080863953,0.999449610710144,0.999488353729248,0.999527096748352,0.9995658993721008,0.9996046423912048,0.9996433854103088,0.9996821880340576,0.9997209310531616,0.9997596740722656,0.9997984766960144,0.9998372197151184,0.9998759627342224,0.9999147653579712,0.9999535083770752,0.9999922513961792,1.0000309944152832,1.0000697374343872,1.0001085996627808,1.0001473426818848,1.0001860857009888,1.0002248287200928,1.0002635717391968,1.0003023147583008,1.0003411769866943,1.0003799200057983,1.0004186630249023,1.0004574060440063,1.0004961490631104,1.0005348920822144,1.000573754310608,1.000612497329712,1.000651240348816,1.00068998336792,1.000728726387024,1.000767469406128,1.0008063316345215,1.0008450746536255,1.0008838176727295,1.0009225606918335,1.0009613037109375,1.0010000467300415,1.001038908958435,1.001077651977539,1.001116394996643,1.001155138015747,1.001193881034851,1.001232624053955,1.0012714862823486,1.0013102293014526,1.0013489723205566,1.0013877153396606,1.0014264583587646,1.0014652013778687,1.0015040636062622,1.0015428066253662,1.0015815496444702,1.0016202926635742]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[2,0,0,1,0,3,0,2,4,5,3,12,12,17,21,33,30,69,105,118,173,295,359,663,1029,1468,2321,3543,6095,10102,17594,32644,66641,168208,557817,448338,131501,55006,28227,16123,9198,5414,3560,2066,1436,824,592,396,246,179,98,79,60,52,22,18,13,11,6,1,2,5,1,1],"bins":[-0.0272216796875,-0.026441574096679688,-0.025661468505859375,-0.024881362915039062,-0.02410125732421875,-0.023321151733398438,-0.022541046142578125,-0.021760940551757812,-0.0209808349609375,-0.020200729370117188,-0.019420623779296875,-0.018640518188476562,-0.01786041259765625,-0.017080307006835938,-0.016300201416015625,-0.015520095825195312,-0.014739990234375,-0.013959884643554688,-0.013179779052734375,-0.012399673461914062,-0.01161956787109375,-0.010839462280273438,-0.010059356689453125,-0.009279251098632812,-0.0084991455078125,-0.0077190399169921875,-0.006938934326171875,-0.0061588287353515625,-0.00537872314453125,-0.0045986175537109375,-0.003818511962890625,-0.0030384063720703125,-0.00225830078125,-0.0014781951904296875,-0.000698089599609375,8.20159912109375e-05,0.00086212158203125,0.0016422271728515625,0.002422332763671875,0.0032024383544921875,0.0039825439453125,0.0047626495361328125,0.005542755126953125,0.0063228607177734375,0.00710296630859375,0.007883071899414062,0.008663177490234375,0.009443283081054688,0.010223388671875,0.011003494262695312,0.011783599853515625,0.012563705444335938,0.01334381103515625,0.014123916625976562,0.014904022216796875,0.015684127807617188,0.0164642333984375,0.017244338989257812,0.018024444580078125,0.018804550170898438,0.01958465576171875,0.020364761352539062,0.021144866943359375,0.021924972534179688,0.022705078125]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,2,3,0,4,7,8,8,17,16,32,27,43,75,109,172,264,399,639,1001,1478,2563,4442,7955,13347,23421,42067,73112,106959,113124,82797,49783,27899,15875,8996,5196,2966,1872,1121,711,422,298,200,122,84,58,43,27,16,15,9,3,4,3,3,1,3,0,0,0,0,1,1],"bins":[-0.000865936279296875,-0.0008372068405151367,-0.0008084774017333984,-0.0007797479629516602,-0.0007510185241699219,-0.0007222890853881836,-0.0006935596466064453,-0.000664830207824707,-0.0006361007690429688,-0.0006073713302612305,-0.0005786418914794922,-0.0005499124526977539,-0.0005211830139160156,-0.0004924535751342773,-0.00046372413635253906,-0.0004349946975708008,-0.0004062652587890625,-0.0003775358200073242,-0.00034880638122558594,-0.00032007694244384766,-0.0002913475036621094,-0.0002626180648803711,-0.0002338886260986328,-0.00020515918731689453,-0.00017642974853515625,-0.00014770030975341797,-0.00011897087097167969,-9.02414321899414e-05,-6.151199340820312e-05,-3.2782554626464844e-05,-4.0531158447265625e-06,2.467632293701172e-05,5.340576171875e-05,8.213520050048828e-05,0.00011086463928222656,0.00013959407806396484,0.00016832351684570312,0.0001970529556274414,0.0002257823944091797,0.00025451183319091797,0.00028324127197265625,0.00031197071075439453,0.0003407001495361328,0.0003694295883178711,0.0003981590270996094,0.00042688846588134766,0.00045561790466308594,0.0004843473434448242,0.0005130767822265625,0.0005418062210083008,0.0005705356597900391,0.0005992650985717773,0.0006279945373535156,0.0006567239761352539,0.0006854534149169922,0.0007141828536987305,0.0007429122924804688,0.000771641731262207,0.0008003711700439453,0.0008291006088256836,0.0008578300476074219,0.0008865594863891602,0.0009152889251708984,0.0009440183639526367,0.000972747802734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[-0.0037055162247270346,-0.003598895389586687,-0.003492274321615696,-0.0033856534864753485,-0.003279032651335001,-0.0031724118161946535,-0.0030657907482236624,-0.002959169913083315,-0.0028525490779429674,-0.0027459280099719763,-0.002639307174831629,-0.0025326863396912813,-0.002426065504550934,-0.0023194444365799427,-0.0022128236014395952,-0.0021062027662992477,-0.0019995816983282566,-0.0018929608631879091,-0.0017863400280475616,-0.0016797190764918923,-0.0015730982413515449,-0.0014664772897958755,-0.001359856454655528,-0.0012532355030998588,-0.0011466145515441895,-0.001039993716403842,-0.0009333728230558336,-0.0008267519297078252,-0.0007201309781521559,-0.0006135100848041475,-0.0005068891914561391,-0.0004002682981081307,-0.0002936474047601223,-0.0001870265114121139,-8.040560351219028e-05,2.6215297111775726e-05,0.00013283619773574173,0.00023945709108375013,0.000346078013535589,0.0004526989068835974,0.0005593198002316058,0.0006659406935796142,0.0007725615869276226,0.000879182480275631,0.0009858034318313003,0.0010924242669716477,0.001199045218527317,0.0013056660536676645,0.0014122870052233338,0.0015189079567790031,0.0016255287919193506,0.00173214974347502,0.0018387705786153674,0.0019453915301710367,0.002052012365311384,0.0021586332004517317,0.002265254268422723,0.0023718751035630703,0.0024784959387034178,0.002585117006674409,0.0026917378418147564,0.002798358676955104,0.0029049795120954514,0.0030116005800664425,0.00311822141520679],"_type":"histogram","values":[1,0,0,0,0,1,2,1,0,3,1,1,4,1,3,1,3,3,5,6,2,8,5,9,8,9,18,15,22,31,40,31,45,45,60,54,49,50,27,26,29,22,32,18,14,14,12,6,4,2,6,2,4,0,6,2,1,0,0,0,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,0,1,0,1,3,2,3,5,4,7,8,5,13,15,12,12,20,27,28,30,34,28,19,24,43,41,39,27,24,32,28,33,33,21,22,12,20,16,17,12,9,4,3,7,3,1,5,3,3,0,1,1,1,1,1],"bins":[-0.030031492933630943,-0.029174886643886566,-0.028318282216787338,-0.02746167592704296,-0.026605071499943733,-0.025748465210199356,-0.024891860783100128,-0.02403525449335575,-0.023178648203611374,-0.022322043776512146,-0.02146543748676777,-0.02060883305966854,-0.019752226769924164,-0.018895622342824936,-0.01803901605308056,-0.01718241162598133,-0.016325805336236954,-0.015469199977815151,-0.014612594619393349,-0.013755989260971546,-0.012899383902549744,-0.012042777612805367,-0.011186172254383564,-0.010329566895961761,-0.009472961537539959,-0.008616356179118156,-0.007759750820696354,-0.006903144996613264,-0.0060465396381914616,-0.005189934279769659,-0.004333328455686569,-0.0034767230972647667,-0.002620115876197815,-0.0017635104013606906,-0.0009069049265235662,-5.02994516864419e-05,0.0008063060231506824,0.0016629114979878068,0.002519516972824931,0.0033761225640773773,0.00423272792249918,0.005089333280920982,0.005945938639342785,0.006802544463425875,0.007659149821847677,0.008515755645930767,0.00937236100435257,0.010228966362774372,0.011085571721196175,0.011942177079617977,0.01279878243803978,0.013655387796461582,0.014511993154883385,0.015368599444627762,0.01622520387172699,0.017081810161471367,0.017938416451215744,0.018795020878314972,0.01965162716805935,0.020508231595158577,0.021364837884902954,0.022221442312002182,0.02307804860174656,0.023934653028845787,0.024791259318590164]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,2,0,0,1,1,1,2,2,4,4,4,1,4,7,6,7,8,12,21,22,23,17,32,42,40,44,38,51,46,43,39,40,31,39,24,24,14,13,12,7,5,3,7,4,6,5,1,1,2,0,0,1,0,0,2,1,0,0,1],"bins":[-0.004462726879864931,-0.004326426424086094,-0.004190125502645969,-0.004053825046867132,-0.003917524591088295,-0.0037812236696481705,-0.0036449232138693333,-0.0035086225252598524,-0.0033723218366503716,-0.0032360211480408907,-0.00309972045943141,-0.0029634200036525726,-0.0028271193150430918,-0.002690818626433611,-0.0025545181706547737,-0.002418217482045293,-0.002281916793435812,-0.002145616104826331,-0.0020093154162168503,-0.001873014960438013,-0.0017367142718285322,-0.0016004135832190514,-0.0014641130110248923,-0.0013278124388307333,-0.0011915117502212524,-0.0010552110616117716,-0.0009189104894176126,-0.0007826098590157926,-0.0006463092286139727,-0.0005100085982121527,-0.0003737079678103328,-0.00023740733740851283,-0.00010110624134540558,3.5194389056414366e-05,0.0001714950194582343,0.00030779564986005425,0.0004440962802618742,0.0005803969106636941,0.0007166975410655141,0.000852998171467334,0.000989298801869154,0.0011255994904786348,0.0012619000626727939,0.001398200634866953,0.0015345013234764338,0.0016708020120859146,0.0018071025842800736,0.0019434031564742327,0.0020797038450837135,0.0022160045336931944,0.0023523052223026752,0.0024886056780815125,0.0026249063666909933,0.002761207055300474,0.0028975075110793114,0.0030338081996887922,0.003170108888298273,0.003306409576907754,0.003442710265517235,0.003579010721296072,0.003715311409905553,0.0038516120985150337,0.003987912554293871,0.0041242134757339954,0.004260513931512833]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.01134026050567627,-0.010974256321787834,-0.010608253069221973,-0.010242248885333538,-0.009876244701445103,-0.009510241448879242,-0.009144237264990807,-0.008778233081102371,-0.008412228897213936,-0.008046225644648075,-0.00768022146075964,-0.007314217742532492,-0.006948214024305344,-0.006582209840416908,-0.00621620612218976,-0.005850201938301325,-0.005484198220074177,-0.005118194501847029,-0.004752190317958593,-0.004386186599731445,-0.00402018241584301,-0.003654178697615862,-0.003288174979388714,-0.002922171028330922,-0.0025561670772731304,-0.0021901631262153387,-0.0018241592915728688,-0.001458155456930399,-0.0010921515058726072,-0.0007261476130224764,-0.00036014372017234564,5.860172677785158e-06,0.00037186313420534134,0.0007378670270554721,0.001103870919905603,0.0014698747545480728,0.0018358787056058645,0.0022018826566636562,0.0025678863748908043,0.002933890325948596,0.0032998942770063877,0.0036658982280641794,0.004031902179121971,0.004397905897349119,0.004763909615576267,0.005129913799464703,0.005495917517691851,0.005861921701580286,0.006227925419807434,0.006593929138034582,0.0069599333219230175,0.0073259370401501656,0.007691941224038601,0.008057944476604462,0.008423948660492897,0.008789952844381332,0.009155957028269768,0.009521960280835629,0.009887964464724064,0.0102539686486125,0.01061997190117836,0.010985976085066795,0.01135198026895523,0.011717983521521091,0.012083987705409527],"_type":"histogram","values":[2,0,0,2,1,0,1,0,3,2,1,3,3,12,6,7,12,11,15,18,19,14,20,20,14,28,36,42,32,31,30,40,32,36,25,25,29,37,20,16,21,15,15,16,8,9,9,4,6,2,2,7,3,1,2,0,0,0,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.0003957001317758113,-0.00038248501368798316,-0.000369269895600155,-0.00035605477751232684,-0.00034283968852832913,-0.000329624570440501,-0.0003164094523526728,-0.00030319433426484466,-0.0002899792161770165,-0.00027676409808918834,-0.0002635489800013602,-0.000250333861913532,-0.0002371187583776191,-0.00022390364028979093,-0.000210688536753878,-0.00019747341866604984,-0.00018425830057822168,-0.00017104318249039352,-0.00015782806440256536,-0.00014461296086665243,-0.00013139784277882427,-0.00011818272469099611,-0.00010496761387912557,-9.175250306725502e-05,-7.853738497942686e-05,-6.53222668915987e-05,-5.2107156079728156e-05,-3.8892041629878804e-05,-2.5676927180029452e-05,-1.24618127301801e-05,7.533017196692526e-07,1.3968416169518605e-05,2.71835015155375e-05,4.039861596538685e-05,5.3613730415236205e-05,6.682884122710675e-05,8.004395931493491e-05,9.325907740276307e-05,0.00010647418821463361,0.00011968929902650416,0.00013290441711433232,0.00014611953520216048,0.00015933465328998864,0.00017254975682590157,0.00018576487491372973,0.0001989799930015579,0.00021219509653747082,0.00022541021462529898,0.00023862533271312714,0.0002518404508009553,0.00026505556888878345,0.0002782706869766116,0.0002914858050644398,0.0003047008940484375,0.00031791601213626564,0.0003311311302240938,0.00034434624831192195,0.0003575613663997501,0.00037077648448757827,0.00038399160257540643,0.00039720669155940413,0.0004104218096472323,0.00042363692773506045,0.0004368520458228886,0.00045006716391071677],"_type":"histogram","values":[1,1,1,0,3,0,2,4,3,4,7,6,9,11,11,10,13,15,18,10,18,18,16,27,24,23,44,27,29,37,29,29,25,34,30,23,20,15,24,16,24,10,19,9,8,6,10,11,7,2,2,4,5,4,1,3,2,0,1,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.09291451424360275,-0.09000875055789948,-0.0871029868721962,-0.08419722318649292,-0.08129145950078964,-0.07838569581508636,-0.07547993212938309,-0.07257416844367981,-0.06966841220855713,-0.06676264852285385,-0.06385688483715057,-0.060951117426157,-0.05804535746574402,-0.05513959378004074,-0.05223383009433746,-0.049328066408634186,-0.04642230272293091,-0.04351653903722763,-0.04061077535152435,-0.037705011665821075,-0.0347992479801178,-0.03189348801970482,-0.02898772433400154,-0.026081960648298264,-0.023176196962594986,-0.02027043327689171,-0.01736466959118843,-0.014458907768130302,-0.011553144082427025,-0.008647380396723747,-0.005741617642343044,-0.002835854422301054,6.99162483215332e-05,0.0029756794683635235,0.005881442688405514,0.008787205442786217,0.011692969128489494,0.014598732814192772,0.0175044946372509,0.020410258322954178,0.023316022008657455,0.026221785694360733,0.02912754938006401,0.03203331306576729,0.03493907302618027,0.037844836711883545,0.04075060039758682,0.0436563640832901,0.04656212776899338,0.049467891454696655,0.05237365514039993,0.05527941882610321,0.05818518251180649,0.06109094247221947,0.06399670988321304,0.06690247356891632,0.069808229804039,0.07271399348974228,0.07561975717544556,0.07852552086114883,0.08143128454685211,0.08433704823255539,0.08724281191825867,0.09014857560396194,0.09305433928966522],"_type":"histogram","values":[1,3,6,7,15,18,42,59,93,171,278,455,686,941,1380,1950,2681,3618,5073,6574,8517,10716,13095,15893,18897,22013,25019,27741,30069,32266,33527,34091,33772,33107,31636,29986,27946,24732,21612,18681,15988,13178,10811,8540,6475,5078,3821,2669,1920,1355,867,622,406,269,205,107,54,38,18,14,8,6,2,6]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.0003360182454343885,-0.0003233196912333369,-0.0003106211079284549,-0.0002979225537274033,-0.0002852239995263517,-0.00027252541622146964,-0.00025982686202041805,-0.00024712830781936646,-0.00023442973906639963,-0.0002217311703134328,-0.00020903261611238122,-0.0001963340473594144,-0.00018363547860644758,-0.00017093692440539598,-0.00015823835565242916,-0.00014553980145137757,-0.00013284123269841075,-0.00012014267122140154,-0.00010744410974439234,-9.474554099142551e-05,-8.204697951441631e-05,-6.93484180374071e-05,-5.6649852922419086e-05,-4.395128780743107e-05,-3.1252726330421865e-05,-1.8554163034423254e-05,-5.855599738424644e-06,6.842963557573967e-06,1.9541526853572577e-05,3.2240088330581784e-05,4.49386534455698e-05,5.763721856055781e-05,7.033580914139748e-05,8.303437061840668e-05,9.573293209541589e-05,0.00010843150084838271,0.00012113006232539192,0.00013382862380240113,0.00014652719255536795,0.00015922574675641954,0.00017192431550938636,0.00018462288426235318,0.00019732143846340477,0.0002100200072163716,0.00022271857596933842,0.00023541713017039,0.0002481156843714416,0.00026081426767632365,0.00027351282187737525,0.00028621137607842684,0.0002989099593833089,0.0003116085135843605,0.0003243070677854121,0.0003370056510902941,0.0003497042052913457,0.0003624027594923973,0.00037510134279727936,0.00038779989699833095,0.00040049845119938254,0.00041319700540043414,0.0004258955887053162,0.0004385941429063678,0.00045129269710741937,0.0004639912804123014,0.000476689834613353],"_type":"histogram","values":[1,1,2,0,3,1,2,3,5,7,4,6,15,17,11,12,15,28,24,30,39,30,26,32,32,29,41,32,28,33,27,33,37,29,17,20,17,18,9,8,5,6,6,4,5,4,4,2,2,2,0,1,2,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,2,2,1,3,4,1,7,3,9,11,11,17,17,15,16,20,24,26,33,23,24,28,40,30,34,27,31,36,31,32,26,26,19,19,21,9,11,11,10,14,6,12,0,6,3,2,1,2,3,2,1,0,1,0,0,1],"bins":[-0.009446842595934868,-0.00915500894188881,-0.008863174356520176,-0.008571339771151543,-0.008279506117105484,-0.007987672463059425,-0.007695837877690792,-0.007404003757983446,-0.0071121696382761,-0.006820335518568754,-0.006528501398861408,-0.006236667279154062,-0.005944833159446716,-0.00565299903973937,-0.005361164920032024,-0.005069330800324678,-0.0047774966806173325,-0.0044856625609099865,-0.0041938284412026405,-0.0039019943214952946,-0.0036101602017879486,-0.0033183260820806026,-0.0030264919623732567,-0.0027346578426659107,-0.0024428237229585648,-0.002150989603251219,-0.0018591554835438728,-0.0015673213638365269,-0.001275487244129181,-0.000983653124421835,-0.000691819004714489,-0.000399984885007143,-0.00010815169662237167,0.0001836824230849743,0.00047551654279232025,0.0007673506624996662,0.0010591847822070122,0.0013510189019143581,0.001642853021621704,0.00193468714132905,0.002226521261036396,0.002518355380743742,0.002810189500451088,0.003102023620158434,0.00339385773986578,0.003685691859573126,0.003977525979280472,0.004269360098987818,0.004561194218695164,0.00485302833840251,0.005144862458109856,0.005436696577817202,0.005728530697524548,0.0060203648172318935,0.0063121989369392395,0.0066040330566465855,0.006895867176353931,0.007187701296061277,0.007479535415768623,0.007771369535475969,0.008063203655183315,0.008355038240551949,0.008646871894598007,0.008938705548644066,0.009230540134012699]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,2,2,0,2,1,4,8,7,7,9,7,4,9,17,16,21,13,29,23,31,37,27,39,48,33,35,40,35,35,29,21,23,22,22,20,15,17,10,6,8,4,8,7,4,2,0,2,1,0,0,0,0,0,0,1,0,1,0,0,1],"bins":[0.999083936214447,0.9991171956062317,0.9991503953933716,0.9991836547851562,0.9992168545722961,0.9992501139640808,0.9992833733558655,0.9993165731430054,0.99934983253479,0.9993830323219299,0.9994162917137146,0.9994495511054993,0.9994827508926392,0.9995160102844238,0.9995492696762085,0.9995824694633484,0.9996157288551331,0.999648928642273,0.9996821880340576,0.9997154474258423,0.9997486472129822,0.9997819066047668,0.9998151063919067,0.9998483657836914,0.9998816251754761,0.999914824962616,0.9999480843544006,0.9999812841415405,1.0000145435333252,1.0000478029251099,1.0000810623168945,1.0001142024993896,1.0001474618911743,1.000180721282959,1.0002139806747437,1.0002472400665283,1.0002803802490234,1.000313639640808,1.0003468990325928,1.0003801584243774,1.000413417816162,1.0004465579986572,1.000479817390442,1.0005130767822266,1.0005463361740112,1.000579595565796,1.0006128549575806,1.0006459951400757,1.0006792545318604,1.000712513923645,1.0007457733154297,1.0007790327072144,1.0008121728897095,1.0008454322814941,1.0008786916732788,1.0009119510650635,1.0009452104568481,1.0009783506393433,1.001011610031128,1.0010448694229126,1.0010781288146973,1.001111388206482,1.001144528388977,1.0011777877807617,1.0012110471725464]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,0,0,0,1,1,1,0,2,3,3,1,6,9,9,7,6,15,10,19,16,27,35,26,38,49,60,48,64,44,51,32,41,36,20,22,12,8,11,7,3,4,2,3,0,5,2,2,0,0,0,2,1,1,0,1],"bins":[-0.004842124413698912,-0.004705938044935465,-0.004569751676172018,-0.004433565307408571,-0.0042973789386451244,-0.004161192569881678,-0.0040250057354569435,-0.0038888195995241404,-0.00375263299793005,-0.003616446629166603,-0.0034802602604031563,-0.0033440738916397095,-0.0032078875228762627,-0.003071701154112816,-0.0029355145525187254,-0.0027993281837552786,-0.0026631418149918318,-0.002526955446228385,-0.002390769077464938,-0.0022545824758708477,-0.002118396107107401,-0.001982209738343954,-0.0018460233695805073,-0.0017098368844017386,-0.0015736505156382918,-0.001437464146874845,-0.0013012776616960764,-0.0011650912929326296,-0.0010289049241691828,-0.0008927184389904141,-0.0007565320702269673,-0.0006203456432558596,-0.00048415898345410824,-0.0003479725564830005,-0.00021178615861572325,-7.559974619653076e-05,6.0586666222661734e-05,0.00019677307864185423,0.0003329594910610467,0.000469145888928324,0.0006053323158994317,0.0007415187428705394,0.0008777051698416471,0.001013891538605094,0.0011500779073685408,0.0012862643925473094,0.0014224507613107562,0.0015586372464895248,0.0016948236152529716,0.0018310099840164185,0.0019671963527798653,0.0021033829543739557,0.0022395693231374025,0.0023757556919008493,0.002511942060664296,0.002648128429427743,0.0027843150310218334,0.0029205013997852802,0.003056687768548727,0.003192874137312174,0.0033290605060756207,0.0034652468748390675,0.003601433476433158,0.0037376198451966047,0.0038738062139600515],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,1,2,4,3,1,4,1,5,2,4,13,9,7,9,16,9,13,19,16,20,19,14,26,30,31,41,31,21,30,27,31,31,37,23,19,20,21,22,11,14,16,16,16,14,7,8,7,7,6,4,3,0,1,2,0,0,1,0,1],"bins":[-0.0012521023163571954,-0.001214365242049098,-0.0011766281677410007,-0.0011388910934329033,-0.001101153902709484,-0.0010634168284013867,-0.0010256797540932894,-0.000987942679785192,-0.0009502056054770947,-0.0009124684729613364,-0.000874731398653239,-0.0008369943243451416,-0.0007992571918293834,-0.000761520117521286,-0.0007237830432131886,-0.0006860459106974304,-0.000648308836389333,-0.0006105717620812356,-0.0005728346295654774,-0.00053509755525738,-0.0004973604809492826,-0.0004596233775373548,-0.000421886274125427,-0.00038414919981732965,-0.0003464120964054018,-0.000308674992993474,-0.00027093791868537664,-0.00023320081527344882,-0.00019546372641343623,-0.00015772663755342364,-0.00011998954141745344,-8.225244528148323e-05,-4.451535642147064e-05,-6.778263923479244e-06,3.0958828574512154e-05,6.869592471048236e-05,0.00010643301357049495,0.00014417010243050754,0.00018190720584243536,0.00021964429470244795,0.00025738138356246054,0.00029511848697438836,0.0003328555612824857,0.00037059266469441354,0.00040832976810634136,0.0004460668424144387,0.00048380394582636654,0.0005215410492382944,0.0005592781235463917,0.0005970151978544891,0.0006347523303702474,0.0006724894046783447,0.0007102264789864421,0.0007479636115022004,0.0007857006858102977,0.0008234377601183951,0.0008611748926341534,0.0008989119669422507,0.0009366490412503481,0.0009743861155584455,0.0010121231898665428,0.001049860380589962,0.0010875974548980594,0.0011253345292061567,0.001163071603514254]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.0043589165434241295,-0.004222865216434002,-0.004086813889443874,-0.003950762562453747,-0.0038147112354636192,-0.003678659675642848,-0.0035426083486527205,-0.003406557021662593,-0.0032705056946724653,-0.0031344543676823378,-0.00299840304069221,-0.0028623517137020826,-0.0027263001538813114,-0.002590248826891184,-0.0024541974999010563,-0.0023181461729109287,-0.002182094845920801,-0.0020460435189306736,-0.001909992191940546,-0.0017739407485350966,-0.001637889421544969,-0.0015018380945548415,-0.0013657866511493921,-0.0012297353241592646,-0.001093683997169137,-0.0009576326701790094,-0.000821581284981221,-0.0006855298997834325,-0.0005494785727933049,-0.0004134272166993469,-0.0002773758606053889,-0.00014132450451143086,-5.273148417472839e-06,0.00013077820767648518,0.0002668295637704432,0.0004028809198644012,0.0005389322759583592,0.0006749836029484868,0.0008110349881462753,0.0009470863733440638,0.0010831377003341913,0.0012191890273243189,0.0013552403543144464,0.0014912917977198958,0.0016273431247100234,0.001763394451700151,0.0018994458951056004,0.002035497222095728,0.0021715485490858555,0.002307599876075983,0.0024436512030661106,0.002579702530056238,0.0027157538570463657,0.002851805416867137,0.0029878567438572645,0.003123908070847392,0.0032599593978375196,0.003396010724827647,0.0035320620518177748,0.0036681133788079023,0.0038041649386286736,0.003940216265618801,0.004076267592608929,0.004212318919599056,0.004348370246589184],"_type":"histogram","values":[2,0,0,0,0,3,0,0,1,4,4,4,7,5,11,16,15,14,17,18,37,27,57,45,68,72,88,89,96,108,113,119,125,110,92,92,71,67,64,68,57,56,22,36,32,28,21,10,14,8,9,4,4,4,4,3,2,2,0,0,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[2,0,2,3,0,2,5,4,9,3,9,7,20,14,14,18,29,32,31,30,35,38,41,43,32,41,41,27,25,35,24,28,19,15,11,10,9,12,4,8,10,3,2,3,4,2,1,2,0,0,2,1,1,1,1,0,1,1,0,0,0,0,0,1],"bins":[0.999178409576416,0.9992139339447021,0.9992495179176331,0.9992850422859192,0.9993206262588501,0.9993561506271362,0.9993916749954224,0.9994272589683533,0.9994627833366394,0.9994983077049255,0.9995338916778564,0.9995694160461426,0.9996049404144287,0.9996405243873596,0.9996760487556458,0.9997116327285767,0.9997471570968628,0.9997826814651489,0.9998182654380798,0.999853789806366,0.9998893737792969,0.999924898147583,0.9999604225158691,0.9999960064888,1.0000314712524414,1.000067114830017,1.0001026391983032,1.0001381635665894,1.0001736879348755,1.0002092123031616,1.0002448558807373,1.0002803802490234,1.0003159046173096,1.0003514289855957,1.0003869533538818,1.0004225969314575,1.0004581212997437,1.0004936456680298,1.000529170036316,1.000564694404602,1.0006003379821777,1.0006358623504639,1.00067138671875,1.0007069110870361,1.0007424354553223,1.0007779598236084,1.000813603401184,1.0008491277694702,1.0008846521377563,1.0009201765060425,1.0009557008743286,1.0009913444519043,1.0010268688201904,1.0010623931884766,1.0010979175567627,1.0011334419250488,1.001168966293335,1.0012046098709106,1.0012401342391968,1.001275658607483,1.001311182975769,1.0013467073440552,1.0013823509216309,1.001417875289917,1.0014533996582031],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[1,1,0,0,1,1,0,1,1,4,3,3,4,5,10,4,9,12,5,15,18,30,27,23,32,28,33,37,49,31,46,37,42,31,25,34,31,17,33,16,10,13,9,10,6,1,2,6,4,1,2,0,0,2,0,0,0,0,1,0,0,0,0,1],"bins":[-0.005090750753879547,-0.004919352475553751,-0.004747954197227955,-0.004576555918902159,-0.004405157640576363,-0.004233758896589279,-0.004062360618263483,-0.003890962339937687,-0.003719564061611891,-0.0035481657832860947,-0.0033767675049602985,-0.0032053689938038588,-0.0030339707154780626,-0.0028625724371522665,-0.0026911739259958267,-0.0025197756476700306,-0.0023483773693442345,-0.0021769790910184383,-0.002005580812692642,-0.0018341823015362024,-0.0016627840232104063,-0.0014913857448846102,-0.0013199873501434922,-0.0011485889554023743,-0.0009771906770765781,-0.0008057923405431211,-0.0006343940040096641,-0.000462995667476207,-0.00029159733094275,-0.00012019899440929294,5.1199342124164104e-05,0.00022259767865762115,0.0003939964808523655,0.0005653948173858225,0.0007367931539192796,0.0009081914904527366,0.0010795898269861937,0.0012509881053119898,0.0014223865000531077,0.0015937848947942257,0.0017651831731200218,0.001936581451445818,0.002107979729771614,0.002279378240928054,0.00245077651925385,0.002622174797579646,0.002793573308736086,0.002964971587061882,0.003136369865387678,0.0033077681437134743,0.0034791664220392704,0.00365056493319571,0.0038219632115215063,0.003993361722677946,0.004164760001003742,0.004336158279329538,0.0045075565576553345,0.004678954835981131,0.004850353114306927,0.005021751392632723,0.005193149670958519,0.005364548414945602,0.0055359466932713985,0.005707344971597195,0.005878743249922991],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,1,1,3,4,4,8,7,11,5,7,8,13,15,12,15,10,20,12,28,22,23,27,23,25,28,38,39,30,25,33,22,29,31,22,24,19,8,15,14,14,10,7,11,9,7,5,4,3,3,3,1,1,0,0,4,1,1],"bins":[-0.0013105928665027022,-0.0012709383154287934,-0.0012312838807702065,-0.0011916293296962976,-0.0011519748950377107,-0.0011123203439638019,-0.001072665792889893,-0.001033011358231306,-0.0009933568071573973,-0.0009537023142911494,-0.0009140478214249015,-0.0008743933285586536,-0.0008347388356924057,-0.0007950843428261578,-0.000755429791752249,-0.0007157752988860011,-0.0006761208060197532,-0.0006364663131535053,-0.0005968118202872574,-0.0005571572692133486,-0.0005175027763471007,-0.00047784828348085284,-0.00043819379061460495,-0.0003985392686445266,-0.0003588847757782787,-0.0003192302829120308,-0.00027957576094195247,-0.00023992126807570457,-0.00020026676065754145,-0.00016061225323937833,-0.00012095775309717283,-8.130325295496732e-05,-4.16487455368042e-05,-1.9942417566198856e-06,3.766026202356443e-05,7.731476216576993e-05,0.00011696926958393306,0.00015662377700209618,0.00019627826986834407,0.0002359327772865072,0.0002755872847046703,0.0003152417775709182,0.00035489629954099655,0.00039455079240724444,0.00043420528527349234,0.0004738598072435707,0.000513514329213649,0.0005531688220798969,0.0005928233149461448,0.0006324778078123927,0.0006721323006786406,0.0007117868517525494,0.0007514413446187973,0.0007910958374850452,0.0008307503303512931,0.000870404823217541,0.0009100593160837889,0.0009497138671576977,0.0009893683018162847,0.0010290228528901935,0.0010686774039641023,0.0011083318386226892,0.001147986389696598,0.001187640824355185,0.0012272953754290938]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[2,3,3,8,13,30,56,79,126,238,358,569,778,1197,1709,2402,3315,4596,6037,7750,9911,12188,15064,17758,20674,23593,26421,29019,31238,33194,34271,33929,33732,32565,30703,28306,25619,23171,20071,17229,14239,11578,9268,7264,5485,4179,3063,2209,1502,1104,732,487,299,180,123,86,52,23,11,5,4,4,0,2],"bins":[-0.09114578366279602,-0.08824014663696289,-0.08533451706171036,-0.08242888748645782,-0.0795232504606247,-0.07661761343479156,-0.07371198385953903,-0.0708063542842865,-0.06790071725845337,-0.06499508023262024,-0.062089450657367706,-0.059183817356824875,-0.05627818405628204,-0.05337255075573921,-0.05046691745519638,-0.04756128415465355,-0.04465565085411072,-0.041750017553567886,-0.038844384253025055,-0.035938750952482224,-0.03303311765193939,-0.03012748435139656,-0.02722185105085373,-0.024316217750310898,-0.021410584449768066,-0.018504951149225235,-0.015599317848682404,-0.012693684548139572,-0.00978805124759674,-0.006882417947053909,-0.003976784646511078,-0.0010711513459682465,0.0018344894051551819,0.004740122705698013,0.007645756006240845,0.010551389306783676,0.013457022607326508,0.01636265590786934,0.01926828920841217,0.022173922508955002,0.025079555809497833,0.027985189110040665,0.030890822410583496,0.03379645571112633,0.03670208901166916,0.03960772231221199,0.04251335561275482,0.04541898891329765,0.048324622213840485,0.051230255514383316,0.05413588881492615,0.05704152211546898,0.05994715541601181,0.06285278499126434,0.06575842201709747,0.0686640590429306,0.07156968861818314,0.07447531819343567,0.0773809552192688,0.08028659224510193,0.08319222182035446,0.086097851395607,0.08900348842144012,0.09190912544727325,0.09481475502252579]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,2,0,0,2,2,8,6,7,13,14,16,32,35,49,35,42,44,42,42,36,43,30,38,26,24,19,17,17,18,15,9,8,7,8,7,6,4,5,4,5,5,7,3,5,3,1,0,3,0,0,1,0,0,1],"bins":[0.9987044930458069,0.9987499713897705,0.9987954497337341,0.9988409280776978,0.9988864064216614,0.998931884765625,0.9989773631095886,0.9990227818489075,0.9990682601928711,0.9991137385368347,0.9991592168807983,0.999204695224762,0.9992501735687256,0.9992956519126892,0.9993411302566528,0.9993866086006165,0.9994320869445801,0.9994775652885437,0.9995230436325073,0.999568521976471,0.9996139407157898,0.9996594190597534,0.999704897403717,0.9997503757476807,0.9997958540916443,0.9998413324356079,0.9998868107795715,0.9999322891235352,0.9999777674674988,1.0000232458114624,1.0000686645507812,1.0001142024993896,1.0001596212387085,1.000205159187317,1.0002505779266357,1.0002961158752441,1.000341534614563,1.0003870725631714,1.0004324913024902,1.000477910041809,1.0005234479904175,1.0005688667297363,1.0006144046783447,1.0006598234176636,1.000705361366272,1.0007507801055908,1.0007963180541992,1.000841736793518,1.0008872747421265,1.0009326934814453,1.0009782314300537,1.0010236501693726,1.0010690689086914,1.0011146068572998,1.0011600255966187,1.001205563545227,1.001250982284546,1.0012965202331543,1.0013419389724731,1.0013874769210815,1.0014328956604004,1.0014784336090088,1.0015238523483276,1.001569390296936,1.0016148090362549]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[1,0,1,3,1,0,1,4,6,4,5,2,12,3,10,16,17,14,17,18,20,23,38,43,34,35,32,36,42,36,28,37,41,33,20,21,18,17,15,7,8,7,6,8,7,2,4,2,3,1,2,0,3,1,1,0,0,1,0,0,0,0,0,1],"bins":[-0.00042805069824680686,-0.0004124344850424677,-0.000396818300941959,-0.0003812020877376199,-0.0003655859036371112,-0.00034996969043277204,-0.0003343534772284329,-0.0003187372931279242,-0.00030312107992358506,-0.0002875048667192459,-0.0002718886826187372,-0.0002562724694143981,-0.00024065627076197416,-0.00022504007210955024,-0.0002094238589052111,-0.00019380766025278717,-0.00017819146160036325,-0.00016257526294793934,-0.00014695906429551542,-0.00013134285109117627,-0.00011572665243875235,-0.00010011045378632843,-8.44942478579469e-05,-6.887804192956537e-05,-5.326184327714145e-05,-3.7645640986738726e-05,-2.2029438696336e-05,-6.413236405933276e-06,9.20296588446945e-06,2.4819168174872175e-05,4.04353704652749e-05,5.6051572755677626e-05,7.166783325374126e-05,8.728403190616518e-05,0.00010290023783454672,0.00011851644376292825,0.00013413264241535217,0.00014974884106777608,0.00016536505427211523,0.00018098125292453915,0.00019659745157696307,0.00021221365022938699,0.0002278298488818109,0.00024344606208615005,0.0002590622752904892,0.0002746784593909979,0.00029029467259533703,0.0003059108566958457,0.00032152706990018487,0.000337143283104524,0.0003527594672050327,0.00036837568040937185,0.00038399186450988054,0.0003996080777142197,0.00041522429091855884,0.0004308404750190675,0.00044645668822340667,0.0004620729014277458,0.0004776890855282545,0.0004933052696287632,0.0005089215119369328,0.0005245376960374415,0.0005401538801379502,0.0005557701224461198,0.0005713863065466285],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[2,0,2,1,0,2,8,2,6,6,15,18,32,47,73,101,178,225,350,506,741,1094,1522,2262,3404,5251,7473,11978,18740,29515,45742,68177,88857,90417,73208,49481,31849,20094,13223,8243,5464,3726,2358,1768,1150,841,544,359,251,162,129,80,46,34,20,11,13,6,3,6,0,4,2,2],"bins":[-0.000865936279296875,-0.0008397698402404785,-0.000813603401184082,-0.0007874369621276855,-0.0007612705230712891,-0.0007351040840148926,-0.0007089376449584961,-0.0006827712059020996,-0.0006566047668457031,-0.0006304383277893066,-0.0006042718887329102,-0.0005781054496765137,-0.0005519390106201172,-0.0005257725715637207,-0.0004996061325073242,-0.00047343969345092773,-0.00044727325439453125,-0.00042110681533813477,-0.0003949403762817383,-0.0003687739372253418,-0.0003426074981689453,-0.00031644105911254883,-0.00029027462005615234,-0.00026410818099975586,-0.00023794174194335938,-0.0002117753028869629,-0.0001856088638305664,-0.00015944242477416992,-0.00013327598571777344,-0.00010710954666137695,-8.094310760498047e-05,-5.4776668548583984e-05,-2.86102294921875e-05,-2.4437904357910156e-06,2.372264862060547e-05,4.988908767700195e-05,7.605552673339844e-05,0.00010222196578979492,0.0001283884048461914,0.0001545548439025879,0.00018072128295898438,0.00020688772201538086,0.00023305416107177734,0.00025922060012817383,0.0002853870391845703,0.0003115534782409668,0.0003377199172973633,0.00036388635635375977,0.00039005279541015625,0.00041621923446655273,0.0004423856735229492,0.0004685521125793457,0.0004947185516357422,0.0005208849906921387,0.0005470514297485352,0.0005732178688049316,0.0005993843078613281,0.0006255507469177246,0.0006517171859741211,0.0006778836250305176,0.0007040500640869141,0.0007302165031433105,0.000756382942199707,0.0007825493812561035,0.0008087158203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[2,0,0,2,1,2,0,1,2,3,6,8,8,12,11,6,18,29,18,26,36,34,47,44,52,60,73,75,90,85,85,93,99,90,93,90,76,95,80,76,58,60,55,39,38,28,33,21,21,15,12,11,7,10,1,3,0,1,1,3,0,0,2,1],"bins":[-0.00235368893481791,-0.002281823428347707,-0.0022099579218775034,-0.0021380924154073,-0.0020662271417677402,-0.001994361635297537,-0.0019224961288273335,-0.00185063062235713,-0.0017787651158869267,-0.0017068996094167233,-0.0016350341029465199,-0.0015631687128916383,-0.0014913032064214349,-0.0014194376999512315,-0.00134757230989635,-0.0012757068034261465,-0.001203841296955943,-0.0011319757904857397,-0.0010601102840155363,-0.0009882448939606547,-0.0009163793874904513,-0.0008445138810202479,-0.0007726484327577055,-0.000700782984495163,-0.0006289174780249596,-0.0005570519715547562,-0.0004851865232922137,-0.00041332104592584074,-0.0003414555685594678,-0.00026959009119309485,-0.0001977246138267219,-0.00012585913646034896,-5.399342626333237e-05,1.7872051103040576e-05,8.973752846941352e-05,0.00016160300583578646,0.0002334684832021594,0.00030533396056853235,0.0003771994379349053,0.00044906491530127823,0.0005209303926676512,0.0005927958991378546,0.0006646613474003971,0.0007365267956629395,0.000808392302133143,0.0008802578086033463,0.0009521232568658888,0.0010239887051284313,0.0010958542115986347,0.0011677197180688381,0.0012395852245390415,0.001311450614593923,0.0013833161210641265,0.0014551816275343299,0.0015270470175892115,0.0015989125240594149,0.0016707780305296183,0.0017426435369998217,0.001814509043470025,0.0018863744335249066,0.001958239823579788,0.0020301053300499916,0.002101970836520195,0.0021738363429903984,0.002245701849460602],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,1,0,0,1,0,0,0,1,2,2,2,3,3,1,4,4,5,2,6,12,4,13,9,15,10,12,18,22,19,31,17,33,27,40,34,35,33,24,28,29,29,29,35,14,24,16,31,22,14,7,4,6,8,6,8,1,2,2,2,2,1,1,1],"bins":[-0.0005805297987535596,-0.0005648298538289964,-0.0005491299089044333,-0.000533430022187531,-0.0005177300772629678,-0.0005020301323384047,-0.00048633021651767194,-0.00047063030069693923,-0.00045493035577237606,-0.0004392304108478129,-0.0004235304950270802,-0.00040783057920634747,-0.0003921306342817843,-0.0003764306893572211,-0.0003607307735364884,-0.0003450308577157557,-0.00032933091279119253,-0.00031363096786662936,-0.00029793105204589665,-0.00028223113622516394,-0.00026653119130060077,-0.0002508312463760376,-0.00023513133055530488,-0.00021943140018265694,-0.000203731469810009,-0.00018803153943736106,-0.00017233160906471312,-0.00015663167869206518,-0.00014093174831941724,-0.0001252318179467693,-0.00010953188757412136,-9.383195720147341e-05,-7.813208503648639e-05,-6.243215466383845e-05,-4.6732224291190505e-05,-3.1032293918542564e-05,-1.5332363545894623e-05,3.675668267533183e-07,1.606749719940126e-05,3.17674275720492e-05,4.746735794469714e-05,6.316728831734508e-05,7.886721868999302e-05,9.456714906264096e-05,0.0001102670794352889,0.00012596700980793685,0.0001416669401805848,0.00015736687055323273,0.00017306680092588067,0.0001887667312985286,0.00020446666167117655,0.0002201665920438245,0.00023586652241647243,0.0002515664673410356,0.0002672663831617683,0.00028296629898250103,0.0002986662439070642,0.00031436618883162737,0.0003300661046523601,0.0003457660204730928,0.00036146596539765596,0.00037716591032221913,0.00039286582614295185,0.00040856574196368456,0.00042426568688824773],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[4,2,9,7,25,44,60,112,184,313,445,649,1099,1509,2093,2943,4116,5239,7070,8962,11304,13696,16648,19317,22660,25404,28480,30428,32077,33621,34008,34229,32763,31131,29610,26896,24274,21332,18374,15433,12761,10139,7952,6245,4667,3503,2531,1755,1266,820,576,374,273,178,96,50,32,17,6,8,1,3,0,1],"bins":[-0.0891595184803009,-0.08626174181699753,-0.08336397260427475,-0.08046619594097137,-0.0775684267282486,-0.07467065006494522,-0.07177287340164185,-0.06887510418891907,-0.06597732752561569,-0.06307955086231232,-0.06018178164958954,-0.05728400498628616,-0.05438623204827309,-0.05148845911026001,-0.048590682446956635,-0.04569290950894356,-0.04279513657093048,-0.039897363632917404,-0.03699959069490433,-0.03410181403160095,-0.031204041093587875,-0.0283062681555748,-0.025408493354916573,-0.022510718554258347,-0.01961294561624527,-0.016715172678232193,-0.013817397877573967,-0.010919624008238316,-0.008021850138902664,-0.005124076269567013,-0.0022263024002313614,0.00067147146910429,0.0035692453384399414,0.006467019207775593,0.009364793077111244,0.012262566946446896,0.015160340815782547,0.018058113753795624,0.02095588855445385,0.023853663355112076,0.026751436293125153,0.02964920923113823,0.032546982169151306,0.03544475883245468,0.03834253177046776,0.041240304708480835,0.04413808137178421,0.04703585430979729,0.049933627247810364,0.05283140018582344,0.05572917312383652,0.05862694978713989,0.06152472272515297,0.06442249566316605,0.06732027232646942,0.0702180415391922,0.07311581820249557,0.07601359486579895,0.07891136407852173,0.0818091407418251,0.08470691740512848,0.08760468661785126,0.09050246328115463,0.09340023249387741,0.09629800915718079]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,1,0,1,2,1,1,2,2,3,5,4,4,10,11,10,9,12,9,13,23,21,23,29,31,21,29,32,26,30,804,30,33,32,29,22,37,17,19,21,19,15,18,6,11,12,9,8,3,7,2,1,2,5,2,3,0,1,0,0,0,1,0,1],"bins":[-0.9423761367797852,-0.9114446043968201,-0.8805131316184998,-0.8495815992355347,-0.8186500668525696,-0.7877185940742493,-0.7567870616912842,-0.7258555293083191,-0.694923996925354,-0.6639925241470337,-0.6330609917640686,-0.6021294593811035,-0.5711979866027832,-0.5402664542198181,-0.509334921836853,-0.4784034192562103,-0.4474719166755676,-0.4165404140949249,-0.38560888171195984,-0.35467737913131714,-0.32374584674835205,-0.29281434416770935,-0.26188284158706665,-0.23095132410526276,-0.20001980662345886,-0.16908828914165497,-0.13815677165985107,-0.10722526907920837,-0.07629375159740448,-0.045362237840890884,-0.014430724084377289,0.016500789672136307,0.0474323034286499,0.0783638209104538,0.1092953309416771,0.1402268409729004,0.17115835845470428,0.20208987593650818,0.23302137851715088,0.26395291090011597,0.29488441348075867,0.32581591606140137,0.35674744844436646,0.38767895102500916,0.41861045360565186,0.44954198598861694,0.48047348856925964,0.5114049911499023,0.5423365235328674,0.5732680559158325,0.6041995286941528,0.6351310610771179,0.666062593460083,0.6969940662384033,0.7279255986213684,0.7588571310043335,0.7897886037826538,0.8207201361656189,0.851651668548584,0.8825832009315491,0.9135146737098694,0.9444462060928345,0.9753777384757996,1.0063092708587646,1.037240743637085]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,1,2,4,1,3,8,10,11,15,20,44,48,67,120,214,359,650,1142,2295,4213,8034,15501,31233,62432,121208,219501,319920,320821,217964,120965,62026,31023,15941,7998,4063,2241,1198,632,360,208,115,78,47,42,22,17,10,13,4,5,4,1,0,2,0,1,1,1,1,0,1],"bins":[-0.0033111572265625,-0.0032007694244384766,-0.003090381622314453,-0.0029799938201904297,-0.0028696060180664062,-0.002759218215942383,-0.0026488304138183594,-0.002538442611694336,-0.0024280548095703125,-0.002317667007446289,-0.0022072792053222656,-0.002096891403198242,-0.0019865036010742188,-0.0018761157989501953,-0.0017657279968261719,-0.0016553401947021484,-0.001544952392578125,-0.0014345645904541016,-0.0013241767883300781,-0.0012137889862060547,-0.0011034011840820312,-0.0009930133819580078,-0.0008826255798339844,-0.0007722377777099609,-0.0006618499755859375,-0.0005514621734619141,-0.0004410743713378906,-0.0003306865692138672,-0.00022029876708984375,-0.00010991096496582031,4.76837158203125e-07,0.00011086463928222656,0.00022125244140625,0.00033164024353027344,0.0004420280456542969,0.0005524158477783203,0.0006628036499023438,0.0007731914520263672,0.0008835792541503906,0.000993967056274414,0.0011043548583984375,0.001214742660522461,0.0013251304626464844,0.0014355182647705078,0.0015459060668945312,0.0016562938690185547,0.0017666816711425781,0.0018770694732666016,0.001987457275390625,0.0020978450775146484,0.002208232879638672,0.0023186206817626953,0.0024290084838867188,0.002539396286010742,0.0026497840881347656,0.002760171890258789,0.0028705596923828125,0.002980947494506836,0.0030913352966308594,0.003201723098754883,0.0033121109008789062,0.0034224987030029297,0.003532886505126953,0.0036432743072509766,0.003753662109375]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,2,1,1,0,2,2,1,3,0,2,5,1,5,5,9,11,16,11,10,15,11,20,20,20,13,22,20,36,35,36,31,31,22,23,42,20,31,28,24,16,23,16,16,21,19,8,9,12,8,7,1,5,3,4,2,1,3,0,2,0,1,1,2],"bins":[-0.0003545902145560831,-0.00034380657598376274,-0.00033302296651527286,-0.0003222393279429525,-0.00031145568937063217,-0.00030067205079831183,-0.00028988844132982194,-0.0002791048027575016,-0.00026832116418518126,-0.0002575375547166914,-0.00024675391614437103,-0.0002359702775720507,-0.00022518665355164558,-0.00021440301497932523,-0.00020361939095892012,-0.00019283575238659978,-0.00018205212836619467,-0.00017126850434578955,-0.0001604848657734692,-0.0001497012417530641,-0.00013891760318074375,-0.00012813397916033864,-0.00011735034786397591,-0.00010656671656761318,-9.578308527125046e-05,-8.499945397488773e-05,-7.4215822678525e-05,-6.343219138216227e-05,-5.264856372377835e-05,-4.1864932427415624e-05,-3.1081304769031703e-05,-2.0297673472668976e-05,-9.514042176306248e-06,1.2695882105617784e-06,1.2053218597429805e-05,2.283684807480313e-05,3.362047937116586e-05,4.4404110667528585e-05,5.5187738325912505e-05,6.597136962227523e-05,7.675500091863796e-05,8.753863221500069e-05,9.832226351136342e-05,0.00010910589480772614,0.00011988951882813126,0.0001306731574004516,0.00014145678142085671,0.00015224041999317706,0.00016302404401358217,0.00017380766803398728,0.00018459130660630763,0.00019537493062671274,0.00020615856919903308,0.0002169421932194382,0.00022772583179175854,0.00023850945581216365,0.00024929307983256876,0.0002600767184048891,0.00027086035697720945,0.00028164396644569933,0.0002924276050180197,0.00030321124359034,0.00031399488216266036,0.00032477849163115025,0.0003355621302034706]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-9.842810868576635e-07,-9.598629731044639e-07,-9.354448025078455e-07,-9.110266887546459e-07,-8.866085181580274e-07,-8.621904044048279e-07,-8.377722906516283e-07,-8.133541200550098e-07,-7.889360063018103e-07,-7.645178925486107e-07,-7.400997219519923e-07,-7.156816081987927e-07,-6.912634944455931e-07,-6.668453238489747e-07,-6.424272100957751e-07,-6.180090394991566e-07,-5.935909257459571e-07,-5.691728119927575e-07,-5.44754641396139e-07,-5.203365276429395e-07,-4.95918357046321e-07,-4.7150024329312146e-07,-4.470821295399219e-07,-4.2266398736501287e-07,-3.9824584519010386e-07,-3.7382770301519486e-07,-3.4940956084028585e-07,-3.2499144708708627e-07,-3.0057330491217726e-07,-2.7615516273726826e-07,-2.517370489840687e-07,-2.2731890680915967e-07,-2.0290076463425066e-07,-1.7848262245934166e-07,-1.5406449449528736e-07,-1.2964636653123307e-07,-1.0522822435632406e-07,-8.081008928684241e-08,-5.639195421736076e-08,-3.197381914787911e-08,-7.555684078397462e-09,1.6862450991084188e-08,4.128058606056584e-08,6.569872113004749e-08,9.011685619952914e-08,1.1453499126901079e-07,1.3895312633849244e-07,1.6337125430254673e-07,1.8778939647745574e-07,2.1220753865236475e-07,2.3662566661641904e-07,2.6104379458047333e-07,2.8546193675538234e-07,3.0988007893029135e-07,3.342981926834909e-07,3.5871633485839993e-07,3.8313447703330894e-07,4.0755261920821795e-07,4.3197076138312696e-07,4.5638887513632653e-07,4.808069888895261e-07,5.052251594861445e-07,5.296432732393441e-07,5.540614438359626e-07,5.784795575891621e-07],"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,0,0,3,0,2,0,2,1,1,1,1,1,4,6,3,2,10,9,14,10,14,14,25,23,29,30,28,34,47,43,23,34,43,38,43,30,27,30,21,17,18,14,14,15,7,11,9,3,1,4,1,1,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.0003910064697265625,-0.0003788769245147705,-0.0003667473793029785,-0.0003546178340911865,-0.00034248828887939453,-0.00033035874366760254,-0.00031822919845581055,-0.00030609965324401855,-0.00029397010803222656,-0.00028184056282043457,-0.0002697110176086426,-0.0002575814723968506,-0.0002454519271850586,-0.0002333223819732666,-0.0002211928367614746,-0.00020906329154968262,-0.00019693374633789062,-0.00018480420112609863,-0.00017267465591430664,-0.00016054511070251465,-0.00014841556549072266,-0.00013628602027893066,-0.00012415647506713867,-0.00011202692985534668,-9.989738464355469e-05,-8.77678394317627e-05,-7.56382942199707e-05,-6.350874900817871e-05,-5.137920379638672e-05,-3.9249658584594727e-05,-2.7120113372802734e-05,-1.4990568161010742e-05,-2.86102294921875e-06,9.268522262573242e-06,2.1398067474365234e-05,3.3527612686157227e-05,4.565715789794922e-05,5.778670310974121e-05,6.99162483215332e-05,8.20457935333252e-05,9.417533874511719e-05,0.00010630488395690918,0.00011843442916870117,0.00013056397438049316,0.00014269351959228516,0.00015482306480407715,0.00016695261001586914,0.00017908215522766113,0.00019121170043945312,0.00020334124565124512,0.0002154707908630371,0.0002276003360748291,0.0002397298812866211,0.0002518594264984131,0.0002639889717102051,0.00027611851692199707,0.00028824806213378906,0.00030037760734558105,0.00031250715255737305,0.00032463669776916504,0.00033676624298095703,0.000348895788192749,0.000361025333404541,0.000373154878616333,0.000385284423828125],"_type":"histogram","values":[3,0,1,2,1,5,4,7,8,11,11,27,36,55,56,102,154,184,328,529,740,1102,2028,2899,4504,7303,10941,17441,27380,42636,64944,88499,94954,76674,52247,34189,21707,13653,8921,5414,3581,2330,1422,948,603,408,272,176,114,80,54,33,35,19,6,15,9,8,3,2,2,1,0,3]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,1,0,0,1,2,1,4,2,6,11,7,5,13,7,7,11,11,20,23,22,23,33,27,36,29,26,27,38,25,32,44,26,32,21,32,22,21,20,16,17,11,8,12,9,3,3,4,2,1,4,0,1,1,1,1,1,0,0,0,2],"bins":[-0.01752261258661747,-0.01696711592376232,-0.016411619260907173,-0.015856122598052025,-0.015300625935196877,-0.014745129272341728,-0.01418963260948658,-0.013634135946631432,-0.013078639283776283,-0.012523142620921135,-0.011967645958065987,-0.011412149295210838,-0.01085665263235569,-0.010301155969500542,-0.009745659306645393,-0.009190162643790245,-0.008634665980935097,-0.008079169318079948,-0.0075236726552248,-0.006968175992369652,-0.0064126793295145035,-0.005857182666659355,-0.005301686003804207,-0.0047461893409490585,-0.00419069267809391,-0.003635196015238762,-0.0030796993523836136,-0.0025242026895284653,-0.001968706026673317,-0.0014132093638181686,-0.0008577127009630203,-0.000302216038107872,0.00025328248739242554,0.0008087791502475739,0.0013642758131027222,0.0019197724759578705,0.002475269138813019,0.003030765801668167,0.0035862624645233154,0.004141759127378464,0.004697255790233612,0.00525275245308876,0.005808249115943909,0.006363745778799057,0.006919242441654205,0.007474739104509354,0.008030235767364502,0.00858573243021965,0.009141229093074799,0.009696725755929947,0.010252222418785095,0.010807719081640244,0.011363215744495392,0.01191871240735054,0.012474209070205688,0.013029705733060837,0.013585202395915985,0.014140699058771133,0.014696195721626282,0.01525169238448143,0.01580718904733658,0.016362685710191727,0.016918182373046875,0.017473679035902023,0.01802917569875717]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,0,1,0,1,0,1,2,4,3,3,2,7,8,11,9,9,13,16,20,25,31,32,33,44,38,38,42,45,31,35,32,31,26,19,29,14,18,18,11,9,9,11,2,6,8,3,4,2,1,2,0,2,0,2,0,0,1,0,1],"bins":[0.9988461136817932,0.9988831281661987,0.9989200830459595,0.998957097530365,0.9989940524101257,0.9990310668945312,0.999068021774292,0.9991050362586975,0.9991419911384583,0.9991790056228638,0.9992159605026245,0.99925297498703,0.9992899298667908,0.9993269443511963,0.999363899230957,0.9994009137153625,0.9994378685951233,0.9994748830795288,0.9995118379592896,0.9995488524436951,0.9995858073234558,0.9996228218078613,0.9996597766876221,0.9996967911720276,0.9997337460517883,0.9997707605361938,0.9998077154159546,0.9998447299003601,0.9998816847801208,0.9999186992645264,0.9999556541442871,0.9999926686286926,1.0000296831130981,1.0000666379928589,1.0001035928726196,1.00014066696167,1.0001776218414307,1.0002145767211914,1.0002515316009521,1.0002886056900024,1.0003255605697632,1.000362515449524,1.0003994703292847,1.000436544418335,1.0004734992980957,1.0005104541778564,1.0005474090576172,1.0005844831466675,1.0006214380264282,1.000658392906189,1.0006953477859497,1.000732421875,1.0007693767547607,1.0008063316345215,1.0008432865142822,1.0008803606033325,1.0009173154830933,1.000954270362854,1.0009912252426147,1.001028299331665,1.0010652542114258,1.0011022090911865,1.0011391639709473,1.0011762380599976,1.0012131929397583]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-9.30632813833654e-06,-9.01183648238657e-06,-8.717345735931303e-06,-8.422854079981335e-06,-8.128362424031366e-06,-7.833871677576099e-06,-7.53938002162613e-06,-7.244888365676161e-06,-6.950397164473543e-06,-6.655905963270925e-06,-6.361414307320956e-06,-6.066923106118338e-06,-5.77243190491572e-06,-5.477940248965751e-06,-5.183449047763133e-06,-4.888957391813165e-06,-4.594466190610547e-06,-4.299974989407929e-06,-4.00548333345796e-06,-3.710992132255342e-06,-3.4165007036790485e-06,-3.122009275102755e-06,-2.827518073900137e-06,-2.5330266453238437e-06,-2.2385352167475503e-06,-1.944043788171257e-06,-1.6495524732818012e-06,-1.3550611583923455e-06,-1.0605697298160521e-06,-7.660783580831776e-07,-4.7158698635030305e-07,-1.770956146174285e-07,1.1739484762074426e-07,4.118862193536188e-07,7.063775910864933e-07,1.000868905975949e-06,1.2953603345522424e-06,1.5898517631285358e-06,1.8843430780179915e-06,2.178834392907447e-06,2.4733258214837406e-06,2.767817250060034e-06,3.0623086786363274e-06,3.3567998798389453e-06,3.6512913084152387e-06,3.945782736991532e-06,4.24027393819415e-06,4.534765594144119e-06,4.829256795346737e-06,5.123747996549355e-06,5.418239652499324e-06,5.712730853701942e-06,6.0072225096519105e-06,6.3017137108545285e-06,6.5962049120571464e-06,6.890696568007115e-06,7.185187769209733e-06,7.479678970412351e-06,7.77417062636232e-06,8.068662282312289e-06,8.363153028767556e-06,8.657644684717525e-06,8.952136340667494e-06,9.24662708712276e-06,9.54111874307273e-06],"_type":"histogram","values":[1,0,1,0,1,0,1,0,0,0,1,0,1,1,1,1,0,3,2,2,1,4,8,15,7,14,17,30,51,74,77,100,96,68,53,37,18,20,11,13,6,7,9,3,1,1,3,0,1,2,2,1,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,1,3,4,5,6,3,10,13,18,20,30,41,40,62,64,77,132,133,139,175,180,166,145,108,105,75,86,40,49,35,23,13,8,8,9,4,4,6,1,0,1,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.009700300171971321,-0.009388905018568039,-0.009077509865164757,-0.008766114711761475,-0.008454719558358192,-0.00814332440495491,-0.007831929251551628,-0.007520534098148346,-0.007209138944745064,-0.006897743791341782,-0.0065863486379384995,-0.006274953484535217,-0.005963558331131935,-0.005652163177728653,-0.005340768024325371,-0.005029372870922089,-0.0047179777175188065,-0.004406582564115524,-0.004095187410712242,-0.00378379225730896,-0.003472397103905678,-0.0031610019505023956,-0.0028496067970991135,-0.0025382116436958313,-0.002226816490292549,-0.001915421336889267,-0.0016040261834859848,-0.0012926310300827026,-0.0009812358766794205,-0.0006698407232761383,-0.00035844556987285614,-4.7050416469573975e-05,0.0002643456682562828,0.000575740821659565,0.0008871359750628471,0.0011985311284661293,0.0015099262818694115,0.0018213214352726936,0.002132716588675976,0.002444111742079258,0.00275550689548254,0.0030669020488858223,0.0033782972022891045,0.0036896923556923866,0.004001087509095669,0.004312482662498951,0.004623877815902233,0.004935272969305515,0.0052466681227087975,0.00555806327611208,0.005869458429515362,0.006180853582918644,0.006492248736321926,0.006803643889725208,0.0071150390431284904,0.007426434196531773,0.007737829349935055,0.008049224503338337,0.008360619656741619,0.008672014810144901,0.008983409963548183,0.009294805116951466,0.009606200270354748,0.00991759542375803,0.010228990577161312]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,3,1,0,0,4,3,3,5,3,7,7,13,17,21,10,28,22,32,28,20,41,35,38,33,32,24,38,35,39,31,35,27,17,17,20,19,9,9,7,9,1,3,2,4,2,0,2,2,0,0,2,2,1,1,1,0,0,0,0,1,0,0,1],"bins":[-0.0003402709844522178,-0.00032694204128347337,-0.00031361306901089847,-0.000300284125842154,-0.0002869551826734096,-0.0002736262104008347,-0.00026029726723209023,-0.0002469683240633458,-0.0002336393517907709,-0.00022031040862202644,-0.00020698145090136677,-0.0001936524931807071,-0.00018032355001196265,-0.00016699459229130298,-0.0001536656345706433,-0.00014033669140189886,-0.0001270077336812392,-0.00011367878323653713,-0.00010034982551587746,-8.70208750711754e-05,-7.369191735051572e-05,-6.0362966905813664e-05,-4.7034016461111605e-05,-3.370506237843074e-05,-2.0376108295749873e-05,-7.0471551225637086e-06,6.281798050622456e-06,1.961075031431392e-05,3.2939704396994784e-05,4.626865847967565e-05,5.959760892437771e-05,7.292656664503738e-05,8.625551708973944e-05,9.95844675344415e-05,0.00011291342525510117,0.00012624237569980323,0.0001395713334204629,0.00015290027658920735,0.00016622923430986702,0.0001795581920305267,0.00019288714975118637,0.00020621609291993082,0.0002195450506405905,0.00023287400836125016,0.0002462029515299946,0.00025953189469873905,0.00027286086697131395,0.0002861898101400584,0.00029951875330880284,0.00031284772558137774,0.0003261766687501222,0.0003395056410226971,0.00035283458419144154,0.000366163527360186,0.0003794924996327609,0.00039282144280150533,0.00040615038597024977,0.0004194793582428247,0.0004328083014115691,0.00044613724458031356,0.00045946621685288846,0.0004727951600216329,0.00048612410319037735,0.0004994530463591218,0.0005127820186316967]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,2,0,0,0,4,2,0,3,2,4,4,1,5,6,14,14,13,6,13,22,27,30,27,25,30,34,31,40,44,28,31,22,29,27,28,24,26,26,18,14,8,16,10,10,4,9,10,5,7,5,1,0,1,0,2,1,0,0,0,1,1],"bins":[-0.00033004311262629926,-0.0003199378552380949,-0.0003098325978498906,-0.00029972734046168625,-0.0002896220830734819,-0.0002795168256852776,-0.00026941156829707325,-0.0002593063109088689,-0.00024920105352066457,-0.00023909579613246024,-0.0002289905387442559,-0.00021888528135605156,-0.00020878002396784723,-0.0001986747665796429,-0.00018856950919143856,-0.00017846425180323422,-0.00016835899441502988,-0.00015825373702682555,-0.0001481484796386212,-0.00013804322225041687,-0.00012793796486221254,-0.0001178327074740082,-0.00010772745008580387,-9.762219269759953e-05,-8.75169353093952e-05,-7.741167792119086e-05,-6.730642053298652e-05,-5.7201163144782186e-05,-4.709590575657785e-05,-3.699064836837351e-05,-2.6885390980169177e-05,-1.678013359196484e-05,-6.674847099930048e-06,3.430410288274288e-06,1.3535667676478624e-05,2.364092506468296e-05,3.37461824528873e-05,4.385143984109163e-05,5.395669722929597e-05,6.40619546175003e-05,7.416721200570464e-05,8.427246939390898e-05,9.437772678211331e-05,0.00010448298417031765,0.00011458824155852199,0.00012469349894672632,0.00013479875633493066,0.000144904013723135,0.00015500927111133933,0.00016511452849954367,0.000175219785887748,0.00018532504327595234,0.00019543030066415668,0.000205535558052361,0.00021564081544056535,0.00022574607282876968,0.00023585133021697402,0.00024595658760517836,0.0002560618449933827,0.00026616710238158703,0.00027627235976979136,0.0002863776171579957,0.00029648287454620004,0.0003065881319344044,0.0003166933893226087]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[2,4,2,2,5,7,12,10,21,27,47,46,79,97,181,248,428,559,852,1282,1846,2909,4352,6572,10852,16719,28407,48823,98984,229101,481762,338393,138212,66249,36225,21104,13020,8552,5444,3603,2440,1606,1187,774,509,363,253,191,165,84,58,49,43,30,14,19,4,8,7,4,7,4,0,5],"bins":[-0.0133056640625,-0.012872695922851562,-0.012439727783203125,-0.012006759643554688,-0.01157379150390625,-0.011140823364257812,-0.010707855224609375,-0.010274887084960938,-0.0098419189453125,-0.009408950805664062,-0.008975982666015625,-0.008543014526367188,-0.00811004638671875,-0.0076770782470703125,-0.007244110107421875,-0.0068111419677734375,-0.006378173828125,-0.0059452056884765625,-0.005512237548828125,-0.0050792694091796875,-0.00464630126953125,-0.0042133331298828125,-0.003780364990234375,-0.0033473968505859375,-0.0029144287109375,-0.0024814605712890625,-0.002048492431640625,-0.0016155242919921875,-0.00118255615234375,-0.0007495880126953125,-0.000316619873046875,0.0001163482666015625,0.00054931640625,0.0009822845458984375,0.001415252685546875,0.0018482208251953125,0.00228118896484375,0.0027141571044921875,0.003147125244140625,0.0035800933837890625,0.0040130615234375,0.0044460296630859375,0.004878997802734375,0.0053119659423828125,0.00574493408203125,0.0061779022216796875,0.006610870361328125,0.0070438385009765625,0.007476806640625,0.007909774780273438,0.008342742919921875,0.008775711059570312,0.00920867919921875,0.009641647338867188,0.010074615478515625,0.010507583618164062,0.0109405517578125,0.011373519897460938,0.011806488037109375,0.012239456176757812,0.01267242431640625,0.013105392456054688,0.013538360595703125,0.013971328735351562,0.014404296875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[2,1,1,1,3,0,2,5,2,9,7,12,8,11,14,8,10,21,17,7,19,19,19,31,22,31,32,26,32,31,25,28,30,42,18,23,22,18,19,19,19,18,15,7,14,11,6,10,4,1,3,5,2,1,1,1,1,0,0,0,0,1,0,1],"bins":[-0.0035341326147317886,-0.003414423670619726,-0.0032947147265076637,-0.0031750055495649576,-0.003055296605452895,-0.0029355876613408327,-0.0028158784843981266,-0.002696169540286064,-0.0025764605961740017,-0.0024567516520619392,-0.002337042707949877,-0.0022173335310071707,-0.0020976245868951082,-0.0019779156427830458,-0.0018582065822556615,-0.0017384975217282772,-0.0016187885776162148,-0.0014990796335041523,-0.001379370572976768,-0.0012596615124493837,-0.0011399525683373213,-0.0010202436242252588,-0.0009005345636978745,-0.0007808255613781512,-0.0006611165590584278,-0.0005414075567387044,-0.0004216985544189811,-0.0003019895520992577,-0.00018228054977953434,-6.257154745981097e-05,5.7137454859912395e-05,0.00017684645717963576,0.00029655545949935913,0.0004162644618190825,0.0005359734641388059,0.0006556824664585292,0.0007753914687782526,0.000895100471097976,0.0010148094734176993,0.0011345185339450836,0.001254227478057146,0.0013739364221692085,0.0014936454826965928,0.001613354543223977,0.0017330634873360395,0.001852772431448102,0.001972481608390808,0.0020921905525028706,0.002211899496614933,0.0023316084407269955,0.002451317384839058,0.002571026561781764,0.0026907355058938265,0.002810444450005889,0.002930153626948595,0.0030498625710606575,0.00316957151517272,0.0032892804592847824,0.003408989403396845,0.003528698580339551,0.0036484075244516134,0.003768116468563676,0.003887825645506382,0.0040075345896184444,0.004127243533730507]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,0,0,0,5,1,1,1,1,4,5,4,7,9,12,11,17,14,18,24,23,31,36,43,33,43,33,48,39,27,40,34,29,24,27,26,14,23,13,11,5,7,4,8,3,4,1,0,0,0,0,1,1,0,0,0,0,1],"bins":[-0.005976674612611532,-0.0057918536476790905,-0.005607032682746649,-0.005422211717814207,-0.005237390287220478,-0.005052569322288036,-0.004867748357355595,-0.004682927392423153,-0.004498106427490711,-0.0043132854625582695,-0.004128464497625828,-0.003943643532693386,-0.0037588223349303007,-0.003574001369997859,-0.0033891801722347736,-0.003204359207302332,-0.00301953824236989,-0.0028347172774374485,-0.002649896312505007,-0.0024650751147419214,-0.0022802541498094797,-0.002095433184877038,-0.0019106121035292745,-0.001725791022181511,-0.0015409700572490692,-0.0013561490923166275,-0.001171328010968864,-0.0009865069296211004,-0.0008016859646886587,-0.0006168649415485561,-0.00043204391840845346,-0.00024722289526835084,-6.240233778953552e-05,0.0001224186853505671,0.00030723970849066973,0.0004920607316307724,0.000676881754770875,0.0008617027779109776,0.0010465238010510802,0.0012313448823988438,0.0014161658473312855,0.0016009868122637272,0.0017858078936114907,0.0019706289749592543,0.002155449939891696,0.0023402709048241377,0.002525092102587223,0.0027099130675196648,0.0028947340324521065,0.003079554997384548,0.00326437596231699,0.0034491971600800753,0.003634018125012517,0.0038188390899449587,0.004003660287708044,0.004188481252640486,0.0043733022175729275,0.004558123182505369,0.004742944147437811,0.004927765112370253,0.005112586542963982,0.005297407507896423,0.005482228472828865,0.005667049437761307,0.0058518704026937485],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-7.646239055247861e-07,-7.393477403638826e-07,-7.140715183595603e-07,-6.887953531986568e-07,-6.635191880377533e-07,-6.38242966033431e-07,-6.129668008725275e-07,-5.876906357116241e-07,-5.624144705507206e-07,-5.371382485463982e-07,-5.118620833854948e-07,-4.865859182245913e-07,-4.6130969622026896e-07,-4.360335310593655e-07,-4.107573374767526e-07,-3.854811723158491e-07,-3.602049787332362e-07,-3.349287851506233e-07,-3.096526199897198e-07,-2.843764264071069e-07,-2.5910026124620344e-07,-2.3382406766359054e-07,-2.0854787408097764e-07,-1.8327169470921945e-07,-1.5799551533746126e-07,-1.3271933596570307e-07,-1.0744314948851752e-07,-8.216696301133197e-08,-5.689078363957378e-08,-3.1614600715101915e-08,-6.3384177906300465e-09,1.8937765133841822e-08,4.421389121489483e-08,6.949007058665302e-08,9.476625706383857e-08,1.200424435410241e-07,1.453186229127823e-07,1.705948022845405e-07,1.958709958671534e-07,2.2114717523891159e-07,2.464233546106698e-07,2.716995481932827e-07,2.9697571335418615e-07,3.2225190693679906e-07,3.4752810051941196e-07,3.7280426568031544e-07,3.9808045926292834e-07,4.233566244238318e-07,4.486328180064447e-07,4.7390901158905763e-07,4.991852051716705e-07,5.24461370332574e-07,5.497375354934775e-07,5.750137574977998e-07,6.002899226587033e-07,6.255660878196068e-07,6.508422529805102e-07,6.761184749848326e-07,7.01394640145736e-07,7.266708053066395e-07,7.519470273109619e-07,7.772231924718653e-07,8.024993576327688e-07,8.277755796370911e-07,8.530517447979946e-07],"_type":"histogram","values":[1,0,0,0,2,0,0,1,1,3,0,2,2,5,6,2,6,4,10,14,17,20,24,28,21,32,48,45,42,54,37,41,43,39,30,34,27,21,18,17,12,8,11,4,6,7,6,3,1,2,2,2,2,1,1,1,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,2,1,3,2,1,7,5,6,15,8,14,22,15,26,34,22,38,48,40,51,44,47,36,39,38,34,27,34,21,14,15,9,8,10,4,11,4,2,3,4,1],"bins":[-0.0007508391863666475,-0.0007336632115766406,-0.0007164871785789728,-0.0006993112037889659,-0.0006821351707912982,-0.0006649591960012913,-0.0006477832212112844,-0.0006306071882136166,-0.0006134312134236097,-0.0005962551804259419,-0.0005790792056359351,-0.0005619032308459282,-0.0005447271978482604,-0.0005275512230582535,-0.0005103751900605857,-0.0004931992152705789,-0.00047602321137674153,-0.0004588472074829042,-0.00044167120358906686,-0.00042449522879906,-0.00040731922490522265,-0.0003901432210113853,-0.000372967217117548,-0.00035579121322371066,-0.0003386152093298733,-0.00032143923453986645,-0.0003042632306460291,-0.0002870872267521918,-0.00026991122285835445,-0.0002527352189645171,-0.000235559229622595,-0.0002183832402806729,-0.00020120720728300512,-0.00018403120338916779,-0.00016685521404724568,-0.00014967921015340835,-0.00013250322081148624,-0.00011532721691764891,-9.815121302381158e-05,-8.097521640593186e-05,-6.379921978805214e-05,-4.662322317017242e-05,-2.9447222914313897e-05,-1.2271224477444775e-05,4.904773959424347e-06,2.208077239629347e-05,3.925677083316259e-05,5.6432771089021116e-05,7.360876770690084e-05,9.078476432478055e-05,0.00010796076094266027,0.0001251367648364976,0.0001423127541784197,0.00015948875807225704,0.00017666476196609437,0.00019384075130801648,0.0002110167552018538,0.00022819275909569114,0.00024536874843761325,0.0002625447523314506,0.0002797207562252879,0.00029689676011912525,0.0003140727349091321,0.00033124873880296946,0.0003484247426968068],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[2,1,1,2,5,6,17,39,54,71,148,201,376,532,857,1325,1885,2614,3832,5254,6921,8816,11237,13898,17036,20357,23550,26592,29343,31589,33884,35040,35386,35318,34255,32264,29377,26866,23630,20430,17253,14280,11506,8900,7145,5311,3803,2868,1968,1342,852,593,408,237,131,102,52,27,18,7,3,4,1,2],"bins":[-0.09833359718322754,-0.09531228989362717,-0.0922909826040268,-0.08926967531442642,-0.08624836802482605,-0.08322706073522568,-0.08020574599504471,-0.07718443870544434,-0.07416313141584396,-0.07114182412624359,-0.06812051683664322,-0.06509920954704285,-0.062077902257442474,-0.0590565949678421,-0.05603528395295143,-0.05301397666335106,-0.04999266937375069,-0.046971362084150314,-0.04395005479454994,-0.04092874377965927,-0.0379074364900589,-0.03488612920045853,-0.031864821910858154,-0.028843512758612633,-0.02582220546901226,-0.022800898179411888,-0.019779589027166367,-0.016758281737565994,-0.013736973516643047,-0.0107156652957201,-0.007694357540458441,-0.004673049785196781,-0.0016517415642738342,0.001369566423818469,0.004390874411910772,0.007412182167172432,0.010433490388095379,0.013454798609018326,0.016476105898618698,0.01949741505086422,0.022518722340464592,0.025540029630064964,0.028561338782310486,0.03158264607191086,0.03460395336151123,0.0376252606511116,0.040646571666002274,0.043667878955602646,0.04668918624520302,0.04971049353480339,0.05273180082440376,0.055753111839294434,0.058774419128894806,0.06179572641849518,0.06481703370809555,0.06783834099769592,0.0708596482872963,0.07388095557689667,0.07690226286649704,0.07992357760667801,0.08294488489627838,0.08596619218587875,0.08898749947547913,0.0920088067650795,0.09503011405467987]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,0,1,0,0,2,7,2,2,1,2,5,8,7,12,15,16,22,21,38,45,39,44,39,46,40,41,33,34,34,34,24,17,23,21,15,9,16,13,9,8,3,3,4,2,1,2,0,2,0,2,0,0,0,0,0,2],"bins":[0.9986317753791809,0.9986743927001953,0.9987170100212097,0.9987596273422241,0.9988023042678833,0.9988449215888977,0.9988875389099121,0.9989301562309265,0.9989727735519409,0.9990153908729553,0.9990580081939697,0.9991006851196289,0.9991433024406433,0.9991859197616577,0.9992285370826721,0.9992711544036865,0.9993137717247009,0.9993563890457153,0.9993990659713745,0.9994416832923889,0.9994843006134033,0.9995269179344177,0.9995695352554321,0.9996121525764465,0.9996547698974609,0.9996974468231201,0.9997400641441345,0.9997826814651489,0.9998252987861633,0.9998679161071777,0.9999105334281921,0.9999531507492065,0.9999958276748657,1.0000383853912354,1.0000810623168945,1.0001236200332642,1.0001662969589233,1.0002089738845825,1.0002515316009521,1.0002942085266113,1.000336766242981,1.0003794431686401,1.0004220008850098,1.000464677810669,1.0005073547363281,1.0005499124526978,1.000592589378357,1.0006351470947266,1.0006778240203857,1.0007203817367554,1.0007630586624146,1.0008057355880737,1.0008482933044434,1.0008909702301025,1.0009335279464722,1.0009762048721313,1.001018762588501,1.0010614395141602,1.0011041164398193,1.001146674156189,1.0011893510818481,1.0012319087982178,1.001274585723877,1.0013171434402466,1.0013598203659058],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,0,1,5,5,3,8,5,12,18,13,19,19,12,24,29,23,29,31,39,35,36,49,53,37,38,27,23,27,24,22,24,14,12,7,7,11,8,3,3,3,1,1,0,1,1,0,0,0,1,1],"bins":[-0.010066147893667221,-0.009777001105248928,-0.00948785524815321,-0.009198708459734917,-0.008909561671316624,-0.00862041488289833,-0.008331269025802612,-0.00804212223738432,-0.007752975448966026,-0.007463829126209021,-0.007174682803452015,-0.006885536015033722,-0.006596389692276716,-0.006307242903858423,-0.0060180965811014175,-0.0057289497926831245,-0.005439803469926119,-0.005150657147169113,-0.00486151035875082,-0.0045723640359938145,-0.0042832172475755215,-0.003994070924818516,-0.0037049243692308664,-0.003415777813643217,-0.0031266312580555677,-0.0028374847024679184,-0.002548338146880269,-0.0022591915912926197,-0.001970045268535614,-0.0016808985965326428,-0.0013917521573603153,-0.001102605601772666,-0.0008134590461850166,-0.0005243124905973673,-0.00023516599321737885,5.3980533266440034e-05,0.0003431270597502589,0.0006322736153379083,0.0009214201127178967,0.0012105666100978851,0.0014997131656855345,0.0017888597212731838,0.002078006276860833,0.0023671528324484825,0.002656299155205488,0.0029454457107931376,0.003234592266380787,0.0035237388219684362,0.0038128853775560856,0.004102031700313091,0.004391178488731384,0.00468032481148839,0.004969471599906683,0.005258617922663689,0.005547764711081982,0.005836911033838987,0.006126057356595993,0.006415204145014286,0.006704350467771292,0.006993497256189585,0.00728264357894659,0.007571790367364883,0.007860937155783176,0.008150083012878895,0.008439229801297188]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,1,1,2,6,9,23,38,67,118,180,321,589,891,1446,2154,3272,4849,7238,10054,13929,18843,24887,31681,39282,47951,57390,66374,75242,83758,89878,95066,97759,97652,95541,91347,84625,77739,68867,60017,50545,41765,33997,26640,20447,15394,11275,7791,5551,3732,2491,1610,1043,621,369,241,130,62,36,19,8,6,1,2],"bins":[-0.10351881384849548,-0.10039583593606949,-0.0972728580236435,-0.0941498801112175,-0.0910269021987915,-0.0879039317369461,-0.08478095382452011,-0.08165797591209412,-0.07853499799966812,-0.07541202008724213,-0.07228904217481613,-0.06916606426239014,-0.06604309380054474,-0.06292011588811874,-0.05979713797569275,-0.056674160063266754,-0.05355118215084076,-0.050428204238414764,-0.04730522632598877,-0.04418225213885307,-0.04105927422642708,-0.03793629631400108,-0.03481332212686539,-0.03169034421443939,-0.028567366302013397,-0.025444388389587402,-0.022321412339806557,-0.01919843629002571,-0.016075458377599716,-0.012952481396496296,-0.009829504415392876,-0.006706527434289455,-0.003583557903766632,-0.0004605809226632118,0.0026623960584402084,0.005785373039543629,0.008908350020647049,0.01203132700175047,0.01515430398285389,0.018277280032634735,0.02140025794506073,0.024523235857486725,0.02764621190726757,0.030769187957048416,0.03389216586947441,0.037015143781900406,0.0401381179690361,0.0432610958814621,0.04638407379388809,0.04950705170631409,0.05263002961874008,0.05575300380587578,0.05887598171830177,0.06199895963072777,0.06512193381786346,0.06824491173028946,0.07136788964271545,0.07449086755514145,0.07761384546756744,0.08073682337999344,0.08385980129241943,0.08698277175426483,0.09010574966669083,0.09322872757911682,0.09635170549154282]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[2,1,1,1,0,1,1,1,4,2,7,4,8,5,10,11,15,16,18,19,20,27,24,27,25,24,32,41,17,36,29,34,25,34,28,20,37,18,16,14,16,16,10,13,12,12,7,2,3,6,2,3,1,2,2,1,1,1,0,2,0,0,0,1],"bins":[-0.02620074152946472,-0.025314917787909508,-0.024429092183709145,-0.02354326844215393,-0.022657444700598717,-0.021771619096398354,-0.02088579535484314,-0.019999971613287926,-0.019114146009087563,-0.01822832226753235,-0.017342498525977135,-0.01645667292177677,-0.015570849180221558,-0.014685024507343769,-0.01379919983446598,-0.012913376092910767,-0.012027551420032978,-0.01114172674715519,-0.010255903005599976,-0.009370078332722187,-0.008484253659844398,-0.007598429452627897,-0.006712605245411396,-0.0058267805725336075,-0.004940956365317106,-0.004055132158100605,-0.0031693074852228165,-0.0022834832780063152,-0.0013976588379591703,-0.0005118344561196864,0.0003739899257197976,0.0012598142493516207,0.0021456386893987656,0.0030314631294459105,0.003917287569493055,0.004803111776709557,0.005688936449587345,0.006574760656803846,0.007460584864020348,0.008346409536898136,0.009232234209775925,0.010118057951331139,0.011003882624208927,0.011889707297086716,0.01277553103864193,0.013661355711519718,0.014547180384397507,0.01543300412595272,0.016318827867507935,0.017204653471708298,0.01809047721326351,0.018976302817463875,0.01986212655901909,0.020747950300574303,0.021633775904774666,0.02251959964632988,0.023405423387885094,0.024291248992085457,0.02517707273364067,0.026062896475195885,0.026948722079396248,0.027834545820951462,0.028720369562506676,0.02960619516670704,0.030492018908262253]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.00706133246421814,-0.006859942805022001,-0.006658553145825863,-0.0064571634866297245,-0.006255773827433586,-0.006054384168237448,-0.005852994509041309,-0.005651604849845171,-0.005450215190649033,-0.005248825531452894,-0.005047435872256756,-0.0048460462130606174,-0.004644656553864479,-0.004443266894668341,-0.004241877235472202,-0.004040487576276064,-0.0038390979170799255,-0.003637708257883787,-0.0034363185986876488,-0.0032349289394915104,-0.003033539280295372,-0.0028321496210992336,-0.0026307599619030952,-0.002429370302706957,-0.0022279806435108185,-0.00202659098431468,-0.0018252013251185417,-0.0016238116659224033,-0.001422422006726265,-0.0012210323475301266,-0.0010196426883339882,-0.0008182530291378498,-0.0006168633699417114,-0.00041547371074557304,-0.00021408405154943466,-1.269439235329628e-05,0.0001886952668428421,0.0003900849260389805,0.0005914745852351189,0.0007928642444312572,0.0009942539036273956,0.001195643562823534,0.0013970332220196724,0.0015984228812158108,0.0017998125404119492,0.0020012021996080875,0.002202591858804226,0.0024039815180003643,0.0026053711771965027,0.002806760836392641,0.0030081504955887794,0.003209540154784918,0.003410929813981056,0.0036123194731771946,0.003813709132373333,0.004015098791569471,0.00421648845076561,0.004417878109961748,0.0046192677691578865,0.004820657428354025,0.005022047087550163,0.005223436746746302,0.00542482640594244,0.005626216065138578,0.005827605724334717],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,2,1,2,2,8,9,3,7,7,6,16,14,19,18,15,21,21,24,21,31,29,21,41,29,26,32,45,32,31,32,32,22,25,16,22,14,8,14,10,7,5,4,4,4,4,2,3,1,1,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,2,2,0,3,2,6,3,4,5,7,8,11,7,18,15,23,9,27,26,22,34,36,44,40,44,36,47,26,28,28,28,15,21,20,19,20,13,12,9,9,6,5,7,3,2,4,3,1,1,0,1,0,1,1,0,1],"bins":[0.998926043510437,0.9989598393440247,0.9989936351776123,0.9990274906158447,0.9990612864494324,0.99909508228302,0.9991288781166077,0.9991627335548401,0.9991965293884277,0.9992303252220154,0.999264121055603,0.9992979168891907,0.9993317723274231,0.9993655681610107,0.9993993639945984,0.999433159828186,0.9994670152664185,0.9995008111000061,0.9995346069335938,0.9995684027671814,0.999602198600769,0.9996360540390015,0.9996698498725891,0.9997036457061768,0.9997374415397644,0.999771237373352,0.9998050928115845,0.9998388886451721,0.9998726844787598,0.9999064803123474,0.9999403357505798,0.9999741315841675,1.0000078678131104,1.0000417232513428,1.0000755786895752,1.000109314918518,1.0001431703567505,1.000177025794983,1.0002107620239258,1.0002446174621582,1.000278353691101,1.0003122091293335,1.000346064567566,1.0003798007965088,1.0004136562347412,1.000447392463684,1.0004812479019165,1.000515103340149,1.0005488395690918,1.0005826950073242,1.000616431236267,1.0006502866744995,1.000684142112732,1.0007178783416748,1.0007517337799072,1.0007855892181396,1.0008193254470825,1.000853180885315,1.0008869171142578,1.0009207725524902,1.0009546279907227,1.0009883642196655,1.001022219657898,1.0010559558868408,1.0010898113250732]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,2,0,4,4,3,4,8,14,25,46,46,98,108,173,318,447,667,1169,1554,2665,4079,6323,9900,15303,24534,38044,56581,77590,89879,81453,61685,41828,26915,17561,11199,7037,4393,2890,1815,1232,754,509,342,210,128,96,66,38,20,24,10,14,4,2,2,3,2],"bins":[-0.00052642822265625,-0.0005116462707519531,-0.0004968643188476562,-0.0004820823669433594,-0.0004673004150390625,-0.0004525184631347656,-0.00043773651123046875,-0.0004229545593261719,-0.000408172607421875,-0.0003933906555175781,-0.00037860870361328125,-0.0003638267517089844,-0.0003490447998046875,-0.0003342628479003906,-0.00031948089599609375,-0.0003046989440917969,-0.0002899169921875,-0.0002751350402832031,-0.00026035308837890625,-0.0002455711364746094,-0.0002307891845703125,-0.00021600723266601562,-0.00020122528076171875,-0.00018644332885742188,-0.000171661376953125,-0.00015687942504882812,-0.00014209747314453125,-0.00012731552124023438,-0.0001125335693359375,-9.775161743164062e-05,-8.296966552734375e-05,-6.818771362304688e-05,-5.340576171875e-05,-3.8623809814453125e-05,-2.384185791015625e-05,-9.059906005859375e-06,5.7220458984375e-06,2.0503997802734375e-05,3.528594970703125e-05,5.0067901611328125e-05,6.4849853515625e-05,7.963180541992188e-05,9.441375732421875e-05,0.00010919570922851562,0.0001239776611328125,0.00013875961303710938,0.00015354156494140625,0.00016832351684570312,0.00018310546875,0.00019788742065429688,0.00021266937255859375,0.00022745132446289062,0.0002422332763671875,0.0002570152282714844,0.00027179718017578125,0.0002865791320800781,0.000301361083984375,0.0003161430358886719,0.00033092498779296875,0.0003457069396972656,0.0003604888916015625,0.0003752708435058594,0.00039005279541015625,0.0004048347473144531,0.00041961669921875]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,5,4,4,10,23,15,35,42,64,87,123,150,224,352,452,601,1043,1414,1857,2860,3990,6369,9672,14634,24666,43561,84048,137771,111806,58633,31345,18396,11791,7742,4887,3470,2198,1562,1219,825,565,372,285,176,129,90,80,53,40,22,11,16,10,9,4,2,3,0,2,0,1],"bins":[-0.0020294189453125,-0.001963376998901367,-0.0018973350524902344,-0.0018312931060791016,-0.0017652511596679688,-0.001699209213256836,-0.0016331672668457031,-0.0015671253204345703,-0.0015010833740234375,-0.0014350414276123047,-0.0013689994812011719,-0.001302957534790039,-0.0012369155883789062,-0.0011708736419677734,-0.0011048316955566406,-0.0010387897491455078,-0.000972747802734375,-0.0009067058563232422,-0.0008406639099121094,-0.0007746219635009766,-0.0007085800170898438,-0.0006425380706787109,-0.0005764961242675781,-0.0005104541778564453,-0.0004444122314453125,-0.0003783702850341797,-0.0003123283386230469,-0.00024628639221191406,-0.00018024444580078125,-0.00011420249938964844,-4.8160552978515625e-05,1.7881393432617188e-05,8.392333984375e-05,0.0001499652862548828,0.00021600723266601562,0.00028204917907714844,0.00034809112548828125,0.00041413307189941406,0.0004801750183105469,0.0005462169647216797,0.0006122589111328125,0.0006783008575439453,0.0007443428039550781,0.0008103847503662109,0.0008764266967773438,0.0009424686431884766,0.0010085105895996094,0.0010745525360107422,0.001140594482421875,0.0012066364288330078,0.0012726783752441406,0.0013387203216552734,0.0014047622680664062,0.001470804214477539,0.0015368461608886719,0.0016028881072998047,0.0016689300537109375,0.0017349720001220703,0.0018010139465332031,0.001867055892944336,0.0019330978393554688,0.0019991397857666016,0.0020651817321777344,0.002131223678588867,0.002197265625]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-0.0012540968600660563,-0.0012191220885142684,-0.0011841474333778024,-0.0011491726618260145,-0.0011141980066895485,-0.0010792232351377606,-0.0010442484635859728,-0.0010092738084495068,-0.0009742990368977189,-0.000939324323553592,-0.000904349610209465,-0.0008693748386576772,-0.0008344001253135502,-0.0007994254119694233,-0.0007644506404176354,-0.0007294759270735085,-0.0006945012137293816,-0.0006595265003852546,-0.0006245517870411277,-0.0005895770154893398,-0.0005546023021452129,-0.000519627588801086,-0.00048465284635312855,-0.00044967810390517116,-0.0004147033905610442,-0.0003797286772169173,-0.0003447539347689599,-0.0003097791923210025,-0.00027480447897687554,-0.00023982975108083338,-0.0002048550231847912,-0.00016988029528874904,-0.0001349056838080287,-9.993095591198653e-05,-6.495622801594436e-05,-2.9981500119902194e-05,4.993227776139975e-06,3.996795567218214e-05,7.494268356822431e-05,0.00010991741146426648,0.00014489213936030865,0.00017986686725635082,0.00021484159515239298,0.0002498163376003504,0.0002847910509444773,0.00031976576428860426,0.00035474050673656166,0.00038971524918451905,0.000424689962528646,0.00045966467587277293,0.0004946393892168999,0.0005296141607686877,0.0005645888741128147,0.0005995635874569416,0.0006345383590087295,0.0006695130723528564,0.0007044877856969833,0.0007394624990411103,0.0007744372123852372,0.0008094119839370251,0.000844386697281152,0.000879361410625279,0.0009143361821770668,0.0009493108955211937,0.0009842856088653207],"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,0,2,0,1,1,3,5,4,4,0,6,7,14,12,15,12,24,17,28,20,31,32,25,21,33,29,38,21,20,33,35,27,27,31,20,17,13,26,21,14,8,13,5,10,8,6,7,4,6,3,4,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,0,1,8,7,28,38,61,108,157,283,467,696,1064,1621,2324,3305,4639,6280,8177,10515,13313,16419,19744,23003,26437,29251,32732,34241,35810,36374,36111,34521,33359,29985,27426,24160,21027,17482,14400,11513,8930,6846,5072,3787,2739,1865,1224,858,542,325,218,141,97,36,22,18,8,3,3,1],"bins":[-0.1039869636297226,-0.1008988544344902,-0.09781075268983841,-0.09472264349460602,-0.09163454174995422,-0.08854643255472183,-0.08545832335948944,-0.08237022161483765,-0.07928211241960526,-0.07619401067495346,-0.07310590147972107,-0.07001779228448868,-0.06692969053983688,-0.06384158134460449,-0.0607534758746624,-0.057665370404720306,-0.054577264934778214,-0.05148915946483612,-0.04840105399489403,-0.045312944799661636,-0.04222483932971954,-0.03913673385977745,-0.03604862838983536,-0.032960522919893265,-0.029872415587306023,-0.02678431011736393,-0.023696202784776688,-0.020608097314834595,-0.017519991844892502,-0.01443188451230526,-0.011343779042363167,-0.0082556726410985,-0.005167566239833832,-0.002079460071399808,0.001008646097034216,0.004096752032637596,0.007184858433902264,0.010272964835166931,0.013361070305109024,0.016449177637696266,0.01953728310763836,0.022625388577580452,0.025713495910167694,0.028801601380109787,0.03188970685005188,0.03497781231999397,0.038065921515226364,0.04115402698516846,0.04424213245511055,0.04733023792505264,0.050418343394994736,0.05350645259022713,0.05659455806016922,0.05968266353011131,0.0627707690000534,0.0658588781952858,0.06894697993993759,0.07203508913516998,0.07512319087982178,0.07821130007505417,0.08129940927028656,0.08438751101493835,0.08747562021017075,0.09056372195482254,0.09365183115005493]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,2,5,6,7,14,14,19,35,55,86,96,155,236,305,534,688,1143,1536,2242,3215,4587,6970,10158,15249,23533,38632,64593,107898,115992,72354,42519,25855,16683,10913,7389,4895,3380,2477,1684,1200,718,578,381,252,158,128,84,49,39,30,19,12,3,6,5,2,1,0,1,2],"bins":[-0.02001953125,-0.019395828247070312,-0.018772125244140625,-0.018148422241210938,-0.01752471923828125,-0.016901016235351562,-0.016277313232421875,-0.015653610229492188,-0.0150299072265625,-0.014406204223632812,-0.013782501220703125,-0.013158798217773438,-0.01253509521484375,-0.011911392211914062,-0.011287689208984375,-0.010663986206054688,-0.010040283203125,-0.009416580200195312,-0.008792877197265625,-0.008169174194335938,-0.00754547119140625,-0.0069217681884765625,-0.006298065185546875,-0.0056743621826171875,-0.0050506591796875,-0.0044269561767578125,-0.003803253173828125,-0.0031795501708984375,-0.00255584716796875,-0.0019321441650390625,-0.001308441162109375,-0.0006847381591796875,-6.103515625e-05,0.0005626678466796875,0.001186370849609375,0.0018100738525390625,0.00243377685546875,0.0030574798583984375,0.003681182861328125,0.0043048858642578125,0.0049285888671875,0.0055522918701171875,0.006175994873046875,0.0067996978759765625,0.00742340087890625,0.008047103881835938,0.008670806884765625,0.009294509887695312,0.009918212890625,0.010541915893554688,0.011165618896484375,0.011789321899414062,0.01241302490234375,0.013036727905273438,0.013660430908203125,0.014284133911132812,0.0149078369140625,0.015531539916992188,0.016155242919921875,0.016778945922851562,0.01740264892578125,0.018026351928710938,0.018650054931640625,0.019273757934570312,0.0198974609375]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[1,0,1,4,10,16,30,58,94,164,309,555,870,1412,2116,3229,4833,6841,9583,13359,17860,23203,29553,36840,45480,54757,63408,72767,79942,87047,91947,95007,96282,95079,92084,86198,79633,72074,62429,53658,44971,36526,29617,23037,17425,12978,9423,6814,4739,3158,2032,1297,811,591,313,187,102,60,23,15,5,4,1,2],"bins":[-0.0999017283320427,-0.09682480990886688,-0.09374789148569107,-0.09067096561193466,-0.08759404718875885,-0.08451712876558304,-0.08144021034240723,-0.07836329191923141,-0.0752863734960556,-0.0722094476222992,-0.06913252919912338,-0.06605561077594757,-0.06297869235277176,-0.05990177020430565,-0.05682485178112984,-0.05374792963266373,-0.050671011209487915,-0.0475940927863121,-0.04451717063784599,-0.04144025221467018,-0.03836333006620407,-0.03528641164302826,-0.03220949321985245,-0.029132572934031487,-0.026055652648210526,-0.022978732362389565,-0.019901812076568604,-0.016824893653392792,-0.01374797336757183,-0.01067105308175087,-0.007594133727252483,-0.00451721390709281,-0.001440294086933136,0.0016366257332265377,0.004713545553386211,0.007790465373545885,0.010867385193705559,0.01394430547952652,0.01702122390270233,0.020098144188523293,0.023175064474344254,0.026251984760165215,0.029328905045986176,0.03240582346916199,0.0354827418923378,0.03855966404080391,0.04163658246397972,0.04471350461244583,0.04779042303562164,0.050867341458797455,0.053944263607263565,0.05702118203043938,0.06009810417890549,0.0631750226020813,0.06625194102525711,0.06932885944843292,0.07240578532218933,0.07548270374536514,0.07855962216854095,0.08163654059171677,0.08471345901489258,0.08779037743806839,0.0908673033118248,0.09394422173500061,0.09702114015817642]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0025027254596352577,-0.0024143140763044357,-0.0023259026929736137,-0.0022374913096427917,-0.0021490799263119698,-0.0020606685429811478,-0.001972256926819682,-0.001883845659904182,-0.0017954341601580381,-0.0017070227768272161,-0.0016186113934963942,-0.0015302000101655722,-0.0014417886268347502,-0.0013533772435039282,-0.0012649657437577844,-0.0011765543604269624,-0.0010881429770961404,-0.0009997315937653184,-0.0009113201522268355,-0.0008229087688960135,-0.0007344973273575306,-0.0006460859440267086,-0.0005576745606958866,-0.00046926314826123416,-0.0003808517358265817,-0.00029244032339192927,-0.00020402892550919205,-0.00011561752035049722,-2.7206115191802382e-05,6.120528996689245e-05,0.00014961669512558728,0.0002380280930083245,0.00032643950544297695,0.0004148509178776294,0.0005032623303122818,0.0005916737136431038,0.0006800851551815867,0.0007684965385124087,0.0008569079218432307,0.0009453193633817136,0.0010337308049201965,0.0011221421882510185,0.0012105535715818405,0.0012989649549126625,0.0013873763382434845,0.0014757877215743065,0.0015641992213204503,0.0016526106046512723,0.0017410219879820943,0.0018294333713129163,0.0019178447546437383,0.002006256254389882,0.002094667637720704,0.002183079021051526,0.002271490404382348,0.00235990178771317,0.002448313171043992,0.002536724554374814,0.002625135937705636,0.0027135475538671017,0.0028019589371979237,0.0028903703205287457,0.0029787817038595676,0.0030671930871903896,0.0031556044705212116],"_type":"histogram","values":[1,1,1,1,1,5,2,4,4,3,8,9,12,9,15,16,12,17,28,19,27,22,19,26,33,27,34,27,23,31,44,19,20,30,31,30,28,18,20,20,12,11,3,10,13,3,2,4,2,2,2,1,1,1,1,0,0,0,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.09802763164043427,-0.09493429213762283,-0.0918409526348114,-0.08874761313199997,-0.08565427362918854,-0.0825609341263771,-0.07946759462356567,-0.07637425512075424,-0.07328091561794281,-0.07018758356571198,-0.06709424406290054,-0.06400090456008911,-0.06090756505727768,-0.05781422555446625,-0.054720886051654816,-0.051627546548843384,-0.04853420704603195,-0.04544086754322052,-0.04234752804040909,-0.039254188537597656,-0.036160849034786224,-0.03306751325726509,-0.02997417375445366,-0.026880834251642227,-0.023787494748830795,-0.020694155246019363,-0.01760081574320793,-0.014507478103041649,-0.011414138600230217,-0.008320799097418785,-0.005227460525929928,-0.0021341214887797832,0.0009592175483703613,0.004052556585520506,0.0071458956226706505,0.010239234194159508,0.01333257369697094,0.01642591319978237,0.019519250839948654,0.022612590342760086,0.025705929845571518,0.02879926934838295,0.03189260885119438,0.034985948354005814,0.03807928413152695,0.04117262363433838,0.04426596313714981,0.04735930263996124,0.050452642142772675,0.053545981645584106,0.05663932114839554,0.05973266065120697,0.0628260001540184,0.06591933965682983,0.06901267915964127,0.0721060186624527,0.07519935071468353,0.07829269021749496,0.0813860297203064,0.08447936922311783,0.08757270872592926,0.09066604822874069,0.09375938773155212,0.09685272723436356,0.09994606673717499],"_type":"histogram","values":[1,1,0,9,20,27,42,89,156,271,427,786,1194,1836,2893,4290,6045,8863,11923,16445,21654,28015,35540,43277,52350,61739,70283,78509,85903,91763,95442,96792,96782,93213,88131,81472,73409,64878,55751,46837,38423,30761,23712,18464,13562,9881,7057,4897,3370,2112,1397,870,535,320,180,113,70,29,24,7,10,4,4,4]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.005768015049397945,-0.005587215069681406,-0.005406414624303579,-0.00522561464458704,-0.005044814199209213,-0.004864014219492674,-0.004683213774114847,-0.004502413794398308,-0.004321613349020481,-0.004140813369303942,-0.003960013389587402,-0.0037792129442095757,-0.0035984129644930363,-0.0034176127519458532,-0.00323681253939867,-0.003056012326851487,-0.002875212114304304,-0.002694411901757121,-0.002513611689209938,-0.002332811476662755,-0.002152011264115572,-0.0019712112843990326,-0.0017904110718518496,-0.0016096108593046665,-0.0014288106467574835,-0.0012480104342103004,-0.0010672102216631174,-0.0008864101255312562,-0.0007056099129840732,-0.0005248097004368901,-0.000344009546097368,-0.00016320936265401542,1.759035512804985e-05,0.00019839053857140243,0.000379190722014755,0.0005599908763542771,0.0007407910889014602,0.0009215913014486432,0.0011023913975805044,0.0012831916101276875,0.0014639918226748705,0.0016447920352220535,0.0018255922477692366,0.0020063924603164196,0.002187192440032959,0.002367992652580142,0.002548792865127325,0.002729593077674508,0.002910393290221691,0.003091193502768874,0.003271993715316057,0.0034527939278632402,0.0036335941404104233,0.0038143941201269627,0.003995194565504789,0.004175994545221329,0.004356794990599155,0.004537594970315695,0.004718394950032234,0.004899195395410061,0.0050799953751266,0.005260795820504427,0.005441595800220966,0.005622396245598793,0.005803196225315332],"_type":"histogram","values":[1,0,0,0,2,0,0,3,1,3,4,2,4,8,3,5,7,7,10,18,18,18,13,23,19,24,24,31,32,23,34,36,33,32,35,33,40,28,28,29,23,16,21,10,11,14,8,7,6,2,6,4,2,0,2,1,0,2,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,1,0,2,0,2,1,1,0,2,4,6,12,10,18,10,18,19,31,31,26,37,41,47,38,47,34,33,26,28,18,25,19,27,20,10,10,21,14,6,7,8,9,10,6,7,3,5,2,2,3,2,2,1,0,1,0,0,2,1],"bins":[0.9988874197006226,0.9989252090454102,0.998962938785553,0.9990007281303406,0.9990385174751282,0.9990763068199158,0.9991140365600586,0.9991518259048462,0.9991896152496338,0.9992273449897766,0.9992651343345642,0.9993029236793518,0.9993407130241394,0.9993784427642822,0.9994162321090698,0.9994540214538574,0.999491810798645,0.9995295405387878,0.9995673298835754,0.999605119228363,0.9996428489685059,0.9996806383132935,0.999718427658081,0.9997562170028687,0.9997939467430115,0.9998317360877991,0.9998695254325867,0.9999072551727295,0.9999450445175171,0.9999828338623047,1.0000206232070923,1.0000584125518799,1.000096082687378,1.0001338720321655,1.0001716613769531,1.0002094507217407,1.0002472400665283,1.000285029411316,1.0003228187561035,1.0003606081008911,1.0003982782363892,1.0004360675811768,1.0004738569259644,1.000511646270752,1.0005494356155396,1.0005872249603271,1.0006250143051147,1.0006626844406128,1.0007004737854004,1.000738263130188,1.0007760524749756,1.0008138418197632,1.0008516311645508,1.0008894205093384,1.0009270906448364,1.000964879989624,1.0010026693344116,1.0010404586791992,1.0010782480239868,1.0011160373687744,1.001153826713562,1.00119149684906,1.0012292861938477,1.0012670755386353,1.0013048648834229],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,1,1,4,3,2,3,1,2,8,7,5,10,14,19,19,31,22,31,40,45,38,45,48,55,54,47,55,63,64,54,55,57,61,55,61,54,49,43,38,36,43,30,31,24,18,17,11,16,4,8,3,8,5,2,4,3,3,2,2,1],"bins":[-0.0666113793849945,-0.06461324542760849,-0.06261510401964188,-0.06061697006225586,-0.058618832379579544,-0.05662069469690323,-0.05462256073951721,-0.0526244230568409,-0.05062628537416458,-0.048628147691488266,-0.04663001000881195,-0.044631876051425934,-0.04263373836874962,-0.0406356006860733,-0.038637466728687286,-0.03663932904601097,-0.034641191363334656,-0.03264305368065834,-0.030644917860627174,-0.02864678204059601,-0.026648644357919693,-0.024650506675243378,-0.02265237085521221,-0.020654235035181046,-0.01865609735250473,-0.016657959669828415,-0.014659823849797249,-0.012661687098443508,-0.010663550347089767,-0.008665413595736027,-0.006667276844382286,-0.004669140093028545,-0.0026709996163845062,-0.0006728628650307655,0.0013252738863229752,0.003323410637676716,0.0053215473890304565,0.007319684140384197,0.009317820891737938,0.011315957643091679,0.01331409439444542,0.01531223114579916,0.0173103678971529,0.019308503717184067,0.021306641399860382,0.023304779082536697,0.025302914902567863,0.02730105072259903,0.029299188405275345,0.03129732608795166,0.03329546004533768,0.03529359772801399,0.03729173541069031,0.03928987309336662,0.04128801077604294,0.043286144733428955,0.04528428241610527,0.047282420098781586,0.0492805540561676,0.05127869173884392,0.05327682942152023,0.05527496710419655,0.057273104786872864,0.05927123874425888,0.061269376426935196],"_type":"histogram"},"_runtime":140.243466225,"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.0005917088710702956,-0.0005739443004131317,-0.0005561796715483069,-0.0005384151008911431,-0.0005206505302339792,-0.0005028859595768154,-0.00048512135981582105,-0.00046735676005482674,-0.0004495921893976629,-0.000431827618740499,-0.0004140630189795047,-0.0003962984192185104,-0.00037853384856134653,-0.00036076927790418267,-0.00034300467814318836,-0.00032524007838219404,-0.0003074755077250302,-0.0002897109370678663,-0.000271946337306872,-0.0002541817375458777,-0.00023641716688871384,-0.00021865258167963475,-0.00020088799647055566,-0.00018312341126147658,-0.0001653588260523975,-0.0001475942408433184,-0.00012982965563423932,-0.00011206507042516023,-9.430048521608114e-05,-7.653590000700206e-05,-5.877131479792297e-05,-4.100672958884388e-05,-2.3242086172103882e-05,-5.477500963024795e-06,1.2287084246054292e-05,3.005166945513338e-05,4.7816254664212465e-05,6.558083987329155e-05,8.334542508237064e-05,0.00010111001029144973,0.00011887459550052881,0.0001366391807096079,0.00015440376591868699,0.00017216835112776607,0.00018993293633684516,0.00020769752154592425,0.00022546210675500333,0.00024322669196408242,0.0002609912771731615,0.00027875584783032537,0.0002965204475913197,0.000314285047352314,0.00033204961800947785,0.0003498141886666417,0.00036757878842763603,0.00038534338818863034,0.0004031079588457942,0.00042087252950295806,0.0004386371292639524,0.0004564017290249467,0.00047416629968211055,0.0004919308703392744,0.0005096954992040992,0.000527460069861263,0.0005452246405184269],"_type":"histogram","values":[1,0,0,1,0,1,2,0,2,1,2,4,2,5,5,6,5,6,6,18,10,9,15,20,18,20,27,26,33,31,39,28,29,39,34,32,39,27,23,25,19,17,15,22,28,16,11,10,7,5,6,5,4,2,3,3,2,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,1,1,0,1,0,2,2,2,3,3,4,9,6,10,12,13,10,12,24,27,18,27,19,28,33,42,32,31,33,34,34,35,18,25,28,22,28,13,22,18,16,12,11,10,4,7,5,5,1,2,2,2,1,3,1,1,1],"bins":[-0.0004610988835338503,-0.0004480952047742903,-0.0004350915551185608,-0.0004220878763590008,-0.00040908422670327127,-0.0003960805479437113,-0.00038307689828798175,-0.00037007321952842176,-0.00035706954076886177,-0.00034406589111313224,-0.00033106221235357225,-0.0003180585626978427,-0.00030505488393828273,-0.0002920512342825532,-0.0002790475555229932,-0.0002660439058672637,-0.0002530402271077037,-0.00024003656290005893,-0.00022703289869241416,-0.0002140292344847694,-0.00020102557027712464,-0.00018802189151756465,-0.0001750182273099199,-0.00016201456310227513,-0.00014901089889463037,-0.0001360072346869856,-0.00012300357047934085,-0.00010999989899573848,-9.699623478809372e-05,-8.399257058044896e-05,-7.098889909684658e-05,-5.798523488920182e-05,-4.4981599785387516e-05,-3.1977935577742755e-05,-1.8974267732119188e-05,-5.9706017054850236e-06,7.033064321149141e-06,2.0036730347783305e-05,3.304039637441747e-05,4.6044064220041037e-05,5.90477284276858e-05,7.205139263533056e-05,8.505505684297532e-05,9.80587283265777e-05,0.00011106239253422245,0.00012406606401782483,0.0001370697282254696,0.00015007339243311435,0.0001630770566407591,0.00017608072084840387,0.00018908438505604863,0.0002020880492636934,0.00021509171347133815,0.00022809539223089814,0.0002410990564385429,0.00025410272064618766,0.00026710639940574765,0.0002801100490614772,0.0002931137278210372,0.0003061173774767667,0.0003191210562363267,0.0003321247058920562,0.0003451283846516162,0.00035813203430734575,0.00037113571306690574]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[2,0,0,0,1,1,2,2,0,3,1,2,0,1,2,5,4,11,6,9,5,11,13,22,15,21,40,24,29,31,36,28,35,36,35,41,48,35,31,25,20,19,27,15,16,8,7,8,7,6,1,3,4,5,2,0,2,2,0,2,0,0,0,1],"bins":[-0.0005753454170189798,-0.0005581491277553141,-0.0005409528384916484,-0.0005237565492279828,-0.000506560318171978,-0.0004893640289083123,-0.00047216773964464664,-0.00045497145038098097,-0.0004377751611173153,-0.0004205788718536496,-0.00040338258258998394,-0.0003861863224301487,-0.00036899003316648304,-0.00035179374390281737,-0.00033459748374298215,-0.0003174011944793165,-0.0003002049052156508,-0.0002830086159519851,-0.00026581232668831944,-0.0002486160665284842,-0.00023141977726481855,-0.00021422348800115287,-0.00019702721328940243,-0.00017983093857765198,-0.0001626346493139863,-0.00014543836005032063,-0.00012824208533857018,-0.00011104580335086212,-9.384952136315405e-05,-7.665323937544599e-05,-5.945695738773793e-05,-4.226067540002987e-05,-2.5064335204660892e-05,-7.86805321695283e-06,9.328228770755231e-06,2.6524510758463293e-05,4.3720792746171355e-05,6.091707473387942e-05,7.811335672158748e-05,9.530963870929554e-05,0.0001125059206970036,0.00012970220996066928,0.00014689848467241973,0.00016409475938417017,0.00018129104864783585,0.00019848733791150153,0.00021568361262325197,0.00023287988733500242,0.0002500761765986681,0.0002672724658623338,0.00028446875512599945,0.00030166501528583467,0.00031886130454950035,0.000336057593813166,0.00035325385397300124,0.0003704501432366669,0.0003876464325003326,0.00040484272176399827,0.00042203901102766395,0.00043923527118749917,0.00045643156045116484,0.0004736278497148305,0.0004908241098746657,0.0005080203991383314,0.0005252166884019971],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,1,1,1,1,3,7,11,21,16,29,39,75,134,237,439,811,1608,3082,5933,12367,25461,54368,120666,253167,415884,345522,177364,82827,37266,17985,8564,4170,2225,1180,607,321,182,109,57,31,30,19,11,8,8,5,2,1,1,0,1,0,1,1],"bins":[-0.00433349609375,-0.004208803176879883,-0.004084110260009766,-0.0039594173431396484,-0.0038347244262695312,-0.003710031509399414,-0.003585338592529297,-0.0034606456756591797,-0.0033359527587890625,-0.0032112598419189453,-0.003086566925048828,-0.002961874008178711,-0.0028371810913085938,-0.0027124881744384766,-0.0025877952575683594,-0.002463102340698242,-0.002338409423828125,-0.002213716506958008,-0.0020890235900878906,-0.0019643306732177734,-0.0018396377563476562,-0.001714944839477539,-0.0015902519226074219,-0.0014655590057373047,-0.0013408660888671875,-0.0012161731719970703,-0.0010914802551269531,-0.0009667873382568359,-0.0008420944213867188,-0.0007174015045166016,-0.0005927085876464844,-0.0004680156707763672,-0.00034332275390625,-0.0002186298370361328,-9.393692016601562e-05,3.075599670410156e-05,0.00015544891357421875,0.00028014183044433594,0.0004048347473144531,0.0005295276641845703,0.0006542205810546875,0.0007789134979248047,0.0009036064147949219,0.001028299331665039,0.0011529922485351562,0.0012776851654052734,0.0014023780822753906,0.0015270709991455078,0.001651763916015625,0.0017764568328857422,0.0019011497497558594,0.0020258426666259766,0.0021505355834960938,0.002275228500366211,0.002399921417236328,0.0025246143341064453,0.0026493072509765625,0.0027740001678466797,0.002898693084716797,0.003023386001586914,0.0031480789184570312,0.0032727718353271484,0.0033974647521972656,0.003522157669067383,0.0036468505859375]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,2,3,2,0,4,5,6,4,10,9,9,9,12,21,15,16,21,28,36,37,39,43,35,37,40,29,37,39,39,32,33,28,11,15,14,9,8,7,1,8,2,1,2,0,4,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.00038184289587661624,-0.0003672844613902271,-0.0003527260560076684,-0.0003381676215212792,-0.0003236092161387205,-0.00030905078165233135,-0.00029449237626977265,-0.0002799339417833835,-0.0002653755364008248,-0.0002508171019144356,-0.0002362586819799617,-0.00022170026204548776,-0.00020714184211101383,-0.0001925834221765399,-0.00017802500224206597,-0.00016346658230759203,-0.0001489081623731181,-0.00013434974243864417,-0.00011979132250417024,-0.00010523290256969631,-9.067448263522238e-05,-7.611605542479083e-05,-6.15576354903169e-05,-4.6999215555842966e-05,-3.2440795621369034e-05,-1.7882375686895102e-05,-3.323953933431767e-06,1.1234466910536867e-05,2.57928877545055e-05,4.035130768897943e-05,5.490973126143217e-05,6.94681511959061e-05,8.402657113038003e-05,9.858499106485397e-05,0.0001131434109993279,0.00012770183093380183,0.00014226025086827576,0.0001568186708027497,0.00017137709073722363,0.00018593551067169756,0.0002004939306061715,0.00021505236509256065,0.00022961078502703458,0.0002441692049615085,0.0002587276103440672,0.0002732860448304564,0.0002878444502130151,0.00030240288469940424,0.0003169613191857934,0.0003315197245683521,0.00034607815905474126,0.00036063656443729997,0.0003751949989236891,0.00038975340430624783,0.000404311838792637,0.0004188702441751957,0.00043342867866158485,0.00044798708404414356,0.0004625455185305327,0.0004771039239130914,0.0004916623583994806,0.0005062207928858697,0.000520779169164598,0.0005353376036509871,0.0005498960381373763]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,1,6,0,6,8,6,5,11,6,13,27,20,23,29,29,38,32,45,41,47,48,27,40,40,38,27,29,25,10,13,9,12,7,6,11,3,5,3,2,4,2,1,2,0,2,1,0,1,1,0,0,1,1,0,1,0,0,1],"bins":[0.999056875705719,0.9990947246551514,0.9991325736045837,0.9991704225540161,0.9992082715034485,0.9992461204528809,0.9992839694023132,0.9993218183517456,0.999359667301178,0.9993975162506104,0.9994353652000427,0.9994732141494751,0.9995110630989075,0.9995489120483398,0.9995867609977722,0.9996246099472046,0.999662458896637,0.9997003078460693,0.9997381567955017,0.9997760057449341,0.9998138546943665,0.9998517036437988,0.9998895525932312,0.9999274015426636,0.999965250492096,1.0000030994415283,1.0000410079956055,1.000078797340393,1.0001167058944702,1.0001544952392578,1.000192403793335,1.0002301931381226,1.0002681016921997,1.0003058910369873,1.0003437995910645,1.000381588935852,1.0004194974899292,1.0004572868347168,1.000495195388794,1.0005329847335815,1.0005708932876587,1.0006086826324463,1.0006465911865234,1.000684380531311,1.0007222890853882,1.0007600784301758,1.000797986984253,1.0008357763290405,1.0008736848831177,1.0009114742279053,1.0009493827819824,1.00098717212677,1.0010250806808472,1.0010628700256348,1.001100778579712,1.0011385679244995,1.0011764764785767,1.0012142658233643,1.0012521743774414,1.001289963722229,1.0013278722763062,1.0013656616210938,1.001403570175171,1.0014413595199585,1.0014792680740356]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,0,0,0,0,3,1,3,3,3,3,1,5,5,11,10,14,17,13,17,37,20,35,19,42,43,34,46,40,36,40,32,35,37,32,10,23,18,17,14,8,5,6,9,6,4,4,1,0,2,0,0,1,0,0,0,0,0,0,0,1,0,0,1],"bins":[-0.0007865746738389134,-0.0007583646802231669,-0.0007301547448150814,-0.0007019447511993349,-0.0006737347575835884,-0.0006455248221755028,-0.0006173148285597563,-0.0005891048349440098,-0.0005608948413282633,-0.0005326849059201777,-0.0005044749123044312,-0.00047626494779251516,-0.0004480549832805991,-0.0004198449896648526,-0.0003916350251529366,-0.0003634250315371901,-0.00033521506702527404,-0.000307005102513358,-0.0002787951088976115,-0.00025058514438569546,-0.0002223751653218642,-0.00019416518625803292,-0.00016595522174611688,-0.0001377452426822856,-0.00010953526361845434,-8.132528455462307e-05,-5.311531276674941e-05,-2.490533734089695e-05,3.3046380849555135e-06,3.1514613510807976e-05,5.972458893666044e-05,8.79345607245341e-05,0.00011614453978836536,0.00014435451885219663,0.0001725644979160279,0.00020077446242794394,0.00022898444149177521,0.0002571944205556065,0.0002854043850675225,0.000313614378683269,0.00034182434319518507,0.0003700343077071011,0.0003982443013228476,0.00042645426583476365,0.0004546642303466797,0.0004828742239624262,0.0005110842175781727,0.0005392941529862583,0.0005675041466020048,0.0005957141402177513,0.0006239240756258368,0.0006521340692415833,0.0006803440628573298,0.0007085539982654154,0.0007367639918811619,0.0007649739854969084,0.000793183920904994,0.0008213939145207405,0.000849603908136487,0.0008778139017522335,0.0009060238371603191,0.0009342338307760656,0.0009624438243918121,0.0009906537597998977,0.0010188637534156442],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.00041564094135537744,-0.00040291022742167115,-0.00039017951348796487,-0.0003774487995542586,-0.0003647180856205523,-0.0003519874007906765,-0.0003392566868569702,-0.0003265259729232639,-0.0003137952589895576,-0.00030106454505585134,-0.00028833383112214506,-0.0002756031171884388,-0.00026287243235856295,-0.00025014171842485666,-0.00023741100449115038,-0.0002246802905574441,-0.0002119495766237378,-0.00019921886269003153,-0.00018648814875632524,-0.0001737574493745342,-0.0001610267354408279,-0.00014829602150712162,-0.00013556532212533057,-0.00012283460819162428,-0.000110103894257918,-9.737318032421172e-05,-8.464247366646305e-05,-7.191176700871438e-05,-5.9181053075008094e-05,-4.645034277928062e-05,-3.371963248355314e-05,-2.0988922187825665e-05,-8.258182788267732e-06,4.472527507459745e-06,1.720323780318722e-05,2.9933948098914698e-05,4.2664658394642174e-05,5.539536869036965e-05,6.812607898609713e-05,8.08567856438458e-05,9.358749957755208e-05,0.00010631821351125836,0.00011904892016900703,0.0001317796268267557,0.00014451034076046199,0.00015724105469416827,0.00016997175407595932,0.0001827024680096656,0.0001954331819433719,0.00020816389587707818,0.00022089460981078446,0.00023362530919257551,0.00024635600857436657,0.00025908672250807285,0.00027181743644177914,0.0002845481503754854,0.0002972788643091917,0.000310009578242898,0.00032274029217660427,0.00033547100611031055,0.00034820172004401684,0.00036093240487389266,0.00037366311880759895,0.00038639383274130523,0.0003991245466750115],"_type":"histogram","values":[1,1,0,1,0,0,1,1,2,0,0,0,2,7,2,7,8,6,7,8,10,18,17,18,17,33,45,34,34,20,33,44,32,37,26,22,24,27,32,36,27,26,15,15,9,13,5,10,3,3,2,3,6,6,4,2,1,1,0,1,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,2,1,2,0,3,1,3,3,4,7,6,5,16,8,11,18,20,17,16,34,37,43,57,58,72,58,49,31,31,23,27,16,10,9,13,12,6,9,6,4,3,0,1,3,2,1,0,2,1,1,2,0,0,1,0,1,0,0,0,0,1],"bins":[-0.016007255762815475,-0.0154169462621212,-0.014826636761426926,-0.014236326329410076,-0.013646016828715801,-0.013055707328021526,-0.012465396896004677,-0.011875087395310402,-0.011284777894616127,-0.010694468393921852,-0.010104158893227577,-0.009513848461210728,-0.008923538960516453,-0.008333229459822178,-0.007742919493466616,-0.0071526095271110535,-0.0065623000264167786,-0.005971990525722504,-0.0053816805593669415,-0.004791370593011379,-0.004201061092317104,-0.003610751358792186,-0.0030204416252672672,-0.0024301318917423487,-0.0018398221582174301,-0.0012495124246925116,-0.000659202691167593,-6.889295764267445e-05,0.0005214167758822441,0.0011117265094071627,0.0017020362429320812,0.0022923459764569998,0.0028826575726270676,0.003472967306151986,0.004063277039676905,0.004653587006032467,0.005243896506726742,0.005834206007421017,0.006424515973776579,0.007014825940132141,0.007605135440826416,0.008195444941520691,0.008785754442214966,0.009376064874231815,0.00996637437492609,0.010556683875620365,0.011146994307637215,0.01173730380833149,0.012327613309025764,0.01291792280972004,0.013508232310414314,0.014098542742431164,0.014688852243125439,0.015279161743819714,0.015869472175836563,0.016459781676530838,0.017050091177225113,0.017640400677919388,0.018230710178613663,0.018821019679307938,0.019411329180002213,0.020001640543341637,0.02059195004403591,0.021182259544730186,0.02177256904542446],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,3,1,0,3,5,2,5,10,6,18,15,20,23,28,26,46,36,36,34,54,42,35,38,33,39,29,26,25,24,19,8,15,12,10,3,4,9,3,3,4,1,1,7,3,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[0.9991670846939087,0.9992076754570007,0.999248206615448,0.99928879737854,0.9993293285369873,0.9993699193000793,0.9994105100631714,0.9994510412216187,0.9994916319847107,0.9995322227478027,0.99957275390625,0.999613344669342,0.9996539354324341,0.9996944665908813,0.9997350573539734,0.9997755885124207,0.9998161792755127,0.9998567700386047,0.999897301197052,0.999937891960144,0.9999784231185913,1.0000190734863281,1.0000596046447754,1.0001001358032227,1.00014066696167,1.0001813173294067,1.000221848487854,1.0002623796463013,1.000303030014038,1.0003435611724854,1.0003840923309326,1.0004247426986694,1.0004652738571167,1.000505805015564,1.0005464553833008,1.000586986541748,1.0006275177001953,1.0006681680679321,1.0007086992263794,1.0007492303848267,1.0007898807525635,1.0008304119110107,1.000870943069458,1.0009114742279053,1.000952124595642,1.0009926557540894,1.0010331869125366,1.0010738372802734,1.0011143684387207,1.001154899597168,1.0011955499649048,1.001236081123352,1.0012766122817993,1.0013172626495361,1.0013577938079834,1.0013983249664307,1.001438856124878,1.0014795064926147,1.001520037651062,1.0015605688095093,1.001601219177246,1.0016417503356934,1.0016822814941406,1.0017229318618774,1.0017634630203247]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-0.0012726797722280025,-0.0012333564227446914,-0.0011940330732613802,-0.001154709723778069,-0.0011153863742947578,-0.0010760630248114467,-0.0010367396753281355,-0.0009974163258448243,-0.0009580929763615131,-0.000918769626878202,-0.0008794462773948908,-0.0008401229279115796,-0.0008007995784282684,-0.0007614762289449573,-0.0007221528794616461,-0.0006828295299783349,-0.0006435061804950237,-0.0006041828310117126,-0.0005648594815284014,-0.0005255361320450902,-0.000486212782561779,-0.00044688943307846785,-0.00040756608359515667,-0.0003682427341118455,-0.0003289193846285343,-0.00028959603514522314,-0.00025027268566191196,-0.0002109493361786008,-0.0001716259866952896,-0.00013230263721197844,-9.297928772866726e-05,-5.365593824535608e-05,-1.433247234672308e-05,2.4990877136588097e-05,6.431422661989927e-05,0.00010363757610321045,0.00014296092558652163,0.0001822842750698328,0.00022160762455314398,0.00026093097403645515,0.00030025432351976633,0.0003395776730030775,0.0003789010224863887,0.00041822437196969986,0.00045754772145301104,0.0004968710709363222,0.0005361944204196334,0.0005755177699029446,0.0006148411193862557,0.0006541644688695669,0.0006934878183528781,0.0007328111678361893,0.0007721345173195004,0.0008114578668028116,0.0008507812162861228,0.000890104565769434,0.0009294279152527452,0.0009687512647360563,0.0010080746142193675,0.0010473979637026787,0.0010867213131859899,0.001126044662669301,0.0011653680121526122,0.0012046913616359234,0.0012440147111192346],"_type":"histogram","values":[1,3,0,2,2,1,0,1,0,0,2,2,2,3,5,4,6,7,11,12,15,13,8,15,24,34,31,17,29,38,37,38,33,36,30,38,39,33,25,23,21,24,18,18,13,6,8,4,10,3,6,4,3,3,3,0,1,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.0015209615230560303,-0.0014857687056064606,-0.001450575771741569,-0.0014153829542919993,-0.0013801901368424296,-0.00134499731939286,-0.0013098043855279684,-0.0012746115680783987,-0.001239418750628829,-0.0012042258167639375,-0.0011690329993143678,-0.001133840181864798,-0.0010986473644152284,-0.0010634544305503368,-0.0010282616131007671,-0.0009930687956511974,-0.0009578759199939668,-0.0009226830443367362,-0.0008874902268871665,-0.0008522973512299359,-0.0008171045337803662,-0.0007819116581231356,-0.0007467188406735659,-0.0007115259650163352,-0.0006763330893591046,-0.0006411402719095349,-0.0006059473962523043,-0.0005707545788027346,-0.000535561703145504,-0.0005003688856959343,-0.0004651760100387037,-0.0004299831634853035,-0.0003947903751395643,-0.0003595975285861641,-0.00032440468203276396,-0.0002892118354793638,-0.00025401898892596364,-0.00021882612782064825,-0.00018363326671533287,-0.0001484404201619327,-0.00011324757360853255,-7.805472705513239e-05,-4.2861873225774616e-05,-7.66902303439565e-06,2.7523827156983316e-05,6.271667371038347e-05,9.790952753974125e-05,0.00013310238136909902,0.00016829522792249918,0.00020348807447589934,0.0002386809210292995,0.00027387376758269966,0.0003090666141360998,0.00034425948979333043,0.0003794523363467306,0.00041464518290013075,0.0004498380294535309,0.00048503087600693107,0.0005202237516641617,0.0005554165691137314,0.000590609444770962,0.0006258022622205317,0.0006609951378777623,0.000696187955327332,0.0007313808309845626],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,3,1,3,4,7,2,5,5,6,5,6,16,10,26,24,30,23,26,29,34,31,24,36,31,40,40,39,30,34,29,24,21,12,22,21,16,9,11,5,8,3,5,4,5]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,4,3,1,3,7,6,2,14,10,19,17,27,29,39,47,69,59,89,92,106,116,110,128,145,117,114,111,107,83,58,71,50,46,28,29,19,14,13,10,12,9,2,0,3,0,2,0,2,0,0,1,1],"bins":[-0.0008162583108060062,-0.0007939276401884854,-0.0007715970277786255,-0.0007492663571611047,-0.0007269356865435839,-0.000704605074133724,-0.0006822744035162032,-0.0006599437911063433,-0.0006376131204888225,-0.0006152824498713017,-0.0005929518374614418,-0.000570621166843921,-0.000548290554434061,-0.0005259598838165402,-0.0005036292131990194,-0.0004812985716853291,-0.00045896793017163873,-0.0004366372886579484,-0.000414306647144258,-0.0003919759765267372,-0.00036964533501304686,-0.0003473146934993565,-0.0003249840228818357,-0.00030265338136814535,-0.000280322739854455,-0.00025799209834076464,-0.00023566144227515906,-0.00021333078620955348,-0.00019100014469586313,-0.00016866950318217278,-0.0001463388471165672,-0.00012400819105096161,-0.00010167760774493217,-7.934695895528421e-05,-5.701631016563624e-05,-3.4685661375988275e-05,-1.2355012586340308e-05,9.975636203307658e-06,3.2306284992955625e-05,5.463693378260359e-05,7.696758257225156e-05,9.929823136189952e-05,0.00012162888015154749,0.00014395953621715307,0.00016629017773084342,0.00018862081924453378,0.00021095147531013936,0.00023328213137574494,0.0002556127728894353,0.00027794341440312564,0.000300274055916816,0.0003226047265343368,0.00034493536804802716,0.0003672660095617175,0.0003895966801792383,0.00041192732169292867,0.000434257963206619,0.0004565886047203094,0.00047891924623399973,0.0005012499168515205,0.0005235805874690413,0.0005459111998789012,0.000568241870496422,0.000590572482906282,0.0006129031535238028]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,2,1,1,1,1,5,0,4,3,5,8,5,7,3,9,15,14,27,16,32,30,39,32,43,32,34,28,38,36,34,18,32,20,15,28,16,26,20,11,8,15,6,5,4,6,9,5,3,3,1,1,2,1,2,1,1,0,0,1,0,1,0,1],"bins":[0.9991459250450134,0.9991776347160339,0.9992093443870544,0.999241054058075,0.9992727041244507,0.9993044137954712,0.9993361234664917,0.9993678331375122,0.9993995428085327,0.9994312524795532,0.9994629621505737,0.9994946122169495,0.99952632188797,0.9995580315589905,0.999589741230011,0.9996214509010315,0.999653160572052,0.9996848702430725,0.9997165203094482,0.9997482299804688,0.9997799396514893,0.9998116493225098,0.9998433589935303,0.9998750686645508,0.9999067783355713,0.999938428401947,0.9999701380729675,1.0000019073486328,1.0000336170196533,1.0000652074813843,1.0000969171524048,1.0001286268234253,1.0001603364944458,1.0001920461654663,1.0002237558364868,1.0002554655075073,1.0002871751785278,1.0003188848495483,1.0003505945205688,1.0003823041915894,1.0004140138626099,1.0004457235336304,1.0004774332046509,1.0005090236663818,1.0005407333374023,1.0005724430084229,1.0006041526794434,1.0006358623504639,1.0006675720214844,1.0006992816925049,1.0007309913635254,1.000762701034546,1.0007944107055664,1.000826120376587,1.0008578300476074,1.000889539718628,1.0009212493896484,1.0009528398513794,1.0009845495224,1.0010162591934204,1.001047968864441,1.0010796785354614,1.001111388206482,1.0011430978775024,1.001174807548523],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,0,2,4,4,1,9,6,6,11,17,20,17,21,30,48,54,59,83,81,105,101,134,122,139,115,110,126,96,95,89,70,41,43,44,26,28,23,18,13,9,9,9,0,2,1,0,0,1,1,0,1,0,0,1,0,1,0,0,0,0,1],"bins":[-0.0005986138130538166,-0.0005771636497229338,-0.0005557134281843901,-0.0005342632066458464,-0.0005128130433149636,-0.0004913628799840808,-0.0004699126584455371,-0.00044846246601082385,-0.0004270122735761106,-0.00040556208114139736,-0.0003841118887066841,-0.00036266169627197087,-0.0003412115038372576,-0.0003197613114025444,-0.00029831111896783113,-0.0002768609265331179,-0.00025541073409840465,-0.0002339605416636914,-0.00021251034922897816,-0.0001910601567942649,-0.00016960996435955167,-0.00014815977192483842,-0.00012670957949012518,-0.00010525938705541193,-8.380919462069869e-05,-6.235900218598545e-05,-4.09088097512722e-05,-1.9458617316558957e-05,1.9915751181542873e-06,2.3441767552867532e-05,4.4891959987580776e-05,6.634215242229402e-05,8.779234485700727e-05,0.00010924253729172051,0.00013069272972643375,0.000152142922161147,0.00017359311459586024,0.0001950433070305735,0.00021649349946528673,0.00023794369189999998,0.0002593938843347132,0.00028084407676942647,0.0003022942692041397,0.00032374446163885295,0.0003451946540735662,0.00036664484650827944,0.0003880950389429927,0.00040954523137770593,0.0004309954238124192,0.0004524456162471324,0.00047389580868184566,0.0004953460302203894,0.0005167961935512722,0.0005382463568821549,0.0005596965784206986,0.0005811467999592423,0.0006025969632901251,0.0006240471266210079,0.0006454973481595516,0.0006669475696980953,0.0006883977330289781,0.0007098478963598609,0.0007312981178984046,0.0007527483394369483,0.0007741985027678311],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,3,4,4,13,17,41,69,111,195,302,487,729,1146,1630,2302,3300,4683,6026,8250,10601,13374,16165,19104,22342,25667,28935,32021,34102,35282,35746,35471,34680,32952,30294,27923,24337,21329,17869,14955,11989,9495,7276,5583,4044,2924,2037,1455,906,632,377,255,164,90,66,32,17,6,8,0,3,2,1],"bins":[-0.0969877541065216,-0.09393785893917084,-0.09088797122240067,-0.0878380760550499,-0.08478818833827972,-0.08173829317092896,-0.07868839800357819,-0.07563851028680801,-0.07258861511945724,-0.06953871995210648,-0.0664888322353363,-0.06343893706798553,-0.060389045625925064,-0.057339154183864594,-0.054289259016513824,-0.051239367574453354,-0.04818947613239288,-0.04513958469033241,-0.04208969324827194,-0.03903979808092117,-0.0359899066388607,-0.03294001519680023,-0.029890121892094612,-0.026840228587388992,-0.02379033714532852,-0.02074044570326805,-0.01769055239856243,-0.014640660025179386,-0.011590767651796341,-0.008540875278413296,-0.0054909829050302505,-0.0024410905316472054,0.0006088018417358398,0.003658694215118885,0.00670858658850193,0.009758478961884975,0.01280837133526802,0.01585826277732849,0.01890815608203411,0.02195804938673973,0.0250079408288002,0.028057832270860672,0.031107725575566292,0.03415761888027191,0.03720751032233238,0.04025740176439285,0.04330729693174362,0.04635718837380409,0.04940707981586456,0.052456971257925034,0.055506862699985504,0.05855675786733627,0.061606649309396744,0.06465654075145721,0.06770643591880798,0.07075632363557816,0.07380621880292892,0.0768561139702797,0.07990600168704987,0.08295589685440063,0.0860057920217514,0.08905567973852158,0.09210557490587234,0.09515546262264252,0.09820535778999329],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.008551310747861862,-0.008263852447271347,-0.007976393215358257,-0.007688934914767742,-0.00740147614851594,-0.007114017382264137,-0.006826559081673622,-0.00653910031542182,-0.006251641549170017,-0.005964182782918215,-0.005676724016666412,-0.005389265716075897,-0.005101806949824095,-0.004814348183572292,-0.004526889882981777,-0.004239431116729975,-0.003951972350478172,-0.00366451358422637,-0.003377055050805211,-0.0030895965173840523,-0.00280213775113225,-0.0025146789848804474,-0.0022272204514592886,-0.001939761801622808,-0.0016523031517863274,-0.0013648445019498467,-0.0010773858521133661,-0.0007899272022768855,-0.0005024685524404049,-0.00021500990260392427,7.244874723255634e-05,0.00035990739706903696,0.0006473660469055176,0.0009348246967419982,0.0012222833465784788,0.0015097419964149594,0.00179720064625144,0.0020846594125032425,0.0023721179459244013,0.00265957647934556,0.0029470352455973625,0.003234494011849165,0.0035219525452703238,0.0038094110786914825,0.004096869844943285,0.004384328611195087,0.004671786911785603,0.004959245678037405,0.0052467044442892075,0.00553416321054101,0.005821621976792812,0.0061090802773833275,0.00639653904363513,0.006683997809886932,0.0069714561104774475,0.00725891487672925,0.007546373642981052,0.007833831943571568,0.008121291175484657,0.008408749476075172,0.008696207776665688,0.008983667008578777,0.009271125309169292,0.009558584541082382,0.009846042841672897],"_type":"histogram","values":[1,0,1,1,3,0,2,4,4,6,3,4,3,6,8,14,17,12,20,13,20,22,24,31,30,32,27,22,34,31,38,25,25,35,22,27,28,30,12,16,17,13,16,8,12,9,5,5,4,3,7,3,3,3,2,1,0,0,0,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,2,0,0,2,1,0,4,4,5,2,4,10,16,15,15,20,37,36,31,46,60,52,31,52,59,36,55,38,31,28,12,7,7,14,12,7,3,0,3,1,1,3,2,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0016132061136886477,-0.0015598561149090528,-0.0015065062325447798,-0.0014531562337651849,-0.0013998063514009118,-0.001346456352621317,-0.001293106353841722,-0.001239756471477449,-0.001186406472697854,-0.001133056590333581,-0.001079706591553986,-0.0010263565927743912,-0.0009730067104101181,-0.0009196567698381841,-0.0008663067710585892,-0.0008129568304866552,-0.0007596068899147213,-0.0007062569493427873,-0.0006529070087708533,-0.0005995570099912584,-0.0005462070694193244,-0.0004928571288473904,-0.00043950718827545643,-0.000386157218599692,-0.000332807278027758,-0.000279457337455824,-0.00022610736778005958,-0.0001727574272081256,-0.00011940747208427638,-6.605751696042717e-05,-1.2707569112535566e-05,4.064238237333484e-05,9.399233385920525e-05,0.00014734228898305446,0.00020069224410690367,0.00025404218467883766,0.0003073921543546021,0.0003607420949265361,0.00041409203549847007,0.0004674420051742345,0.000520791974849999,0.0005741419154219329,0.0006274918559938669,0.0006808417965658009,0.0007341917371377349,0.0007875416777096689,0.0008408916764892638,0.0008942416170611978,0.0009475915576331317,0.0010009414982050657,0.0010542914969846606,0.0011076413793489337,0.0011609913781285286,0.0012143412604928017,0.0012676912592723966,0.0013210412580519915,0.0013743911404162645,0.0014277411391958594,0.0014810910215601325,0.0015344410203397274,0.0015877910191193223,0.0016411409014835954,0.0016944909002631903,0.0017478407826274633,0.0018011907814070582]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.09666759520769119,-0.09370484948158264,-0.09074211120605469,-0.08777936547994614,-0.08481661975383759,-0.08185387402772903,-0.07889113575220108,-0.07592839002609253,-0.07296564429998398,-0.07000290602445602,-0.06704016029834747,-0.06407741457223892,-0.06111467257142067,-0.05815192684531212,-0.055189184844493866,-0.052226439118385315,-0.04926369711756706,-0.04630095511674881,-0.04333820939064026,-0.040375467389822006,-0.037412721663713455,-0.0344499796628952,-0.03148723393678665,-0.0285244919359684,-0.025561748072504997,-0.022599004209041595,-0.019636260345578194,-0.016673516482114792,-0.013710773549973965,-0.010748029686510563,-0.007785286288708448,-0.004822542890906334,-0.0018597990274429321,0.001102944603189826,0.004065688233822584,0.007028431631624699,0.0099911754950881,0.012953919358551502,0.01591666229069233,0.01887940615415573,0.021842150017619133,0.024804893881082535,0.027767637744545937,0.03073038160800934,0.03369312360882759,0.03665586933493614,0.039618611335754395,0.042581357061862946,0.0455440990626812,0.04850684106349945,0.051469586789608,0.054432328790426254,0.057395074516534805,0.06035781651735306,0.06332056224346161,0.06628330796957016,0.06924604624509811,0.07220879197120667,0.07517153769731522,0.07813427597284317,0.08109702169895172,0.08405976742506027,0.08702251315116882,0.08998525142669678,0.09294799715280533],"_type":"histogram","values":[1,2,2,4,6,14,20,24,59,106,174,239,431,612,992,1433,1963,2879,3929,5241,7017,8809,11363,14136,16926,19916,23186,26009,29005,31161,33019,34317,34730,34527,33186,31934,29612,26757,23868,20638,17793,14836,12046,9637,7440,5791,4230,3113,2211,1420,1051,717,482,303,202,131,73,38,29,22,4,6,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,1,0,0,0,1,0,0,0,1,2,3,3,1,1,3,3,8,4,9,7,12,16,11,13,20,25,28,37,39,37,49,37,43,47,31,40,37,32,29,17,19,16,12,14,11,6,7,11,3,2,4,6,0,1,2,1,0,1,2,0,1,0,1],"bins":[-8.457727744826116e-07,-8.201371315408323e-07,-7.945014885990531e-07,-7.688658456572739e-07,-7.432302027154947e-07,-7.175945597737154e-07,-6.919589168319362e-07,-6.66323273890157e-07,-6.406876309483778e-07,-6.150520448500174e-07,-5.894164019082382e-07,-5.63780758966459e-07,-5.381451160246797e-07,-5.125094730829005e-07,-4.868738301411213e-07,-4.6123818719934206e-07,-4.3560254425756284e-07,-4.099669013157836e-07,-3.843312583740044e-07,-3.5869561543222517e-07,-3.3305997249044594e-07,-3.0742435797037615e-07,-2.817887150285969e-07,-2.561530720868177e-07,-2.3051742914503848e-07,-2.0488178620325925e-07,-1.7924614326148003e-07,-1.5361051453055552e-07,-1.279748715887763e-07,-1.0233922864699707e-07,-7.67035928106452e-08,-5.106795342157966e-08,-2.5432314032514114e-08,2.0332535655143147e-10,2.5838964745616977e-08,5.147460413468252e-08,7.711024352374807e-08,1.0274588646552729e-07,1.283815151964518e-07,1.5401715813823103e-07,1.7965280108001025e-07,2.0528844402178947e-07,2.309240869635687e-07,2.565597299053479e-07,2.821953444254177e-07,3.0783098736719694e-07,3.3346663030897616e-07,3.591022732507554e-07,3.847379161925346e-07,4.1037355913431384e-07,4.3600920207609306e-07,4.616448450178723e-07,4.872804879596515e-07,5.129161309014307e-07,5.3855177384321e-07,5.641874167849892e-07,5.898230028833495e-07,6.154586458251288e-07,6.41094288766908e-07,6.667299317086872e-07,6.923655746504664e-07,7.180012175922457e-07,7.436368605340249e-07,7.692725034758041e-07,7.949081464175833e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.001330365426838398,-0.0012854707892984152,-0.0012405761517584324,-0.0011956815142184496,-0.0011507868766784668,-0.001105892239138484,-0.0010609976015985012,-0.0010161029640585184,-0.0009712083847261965,-0.0009263137471862137,-0.0008814191096462309,-0.0008365244721062481,-0.0007916298927739263,-0.0007467352552339435,-0.0007018406176939607,-0.0006569459801539779,-0.0006120513426139951,-0.0005671567050740123,-0.0005222620675340295,-0.00047736745909787714,-0.00043247282155789435,-0.00038757818401791155,-0.0003426835755817592,-0.0002977889380417764,-0.0002528943005017936,-0.00020799966296181083,-0.00016310503997374326,-0.00011821040970971808,-7.33157794456929e-05,-2.8421149181667715e-05,1.6473481082357466e-05,6.136811134638265e-05,0.00010626285802572966,0.00015115749556571245,0.00019605211855378002,0.0002409467415418476,0.0002858413790818304,0.0003307360166218132,0.0003756306250579655,0.0004205252625979483,0.0004654199001379311,0.0005103145376779139,0.0005552091752178967,0.0006001038127578795,0.0006449983920902014,0.0006898930296301842,0.000734787667170167,0.0007796823047101498,0.0008245769422501326,0.0008694715797901154,0.0009143662173300982,0.000959260854870081,0.0010041554924100637,0.0010490501299500465,0.0010939447674900293,0.0011388394050300121,0.001183734042569995,0.001228628563694656,0.0012735232012346387,0.0013184178387746215,0.0013633124763146043,0.001408207113854587,0.0014531017513945699,0.0014979963889345527,0.0015428910264745355],"_type":"histogram","values":[2,3,1,2,2,1,2,2,0,4,3,8,11,12,6,10,10,15,16,15,23,22,18,37,26,24,33,25,35,39,32,30,33,26,21,24,25,23,26,26,15,8,14,11,6,5,7,7,2,8,4,2,3,0,0,1,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[2,1,1,10,10,15,33,52,79,161,238,380,563,872,1235,1846,2595,3589,4787,6415,8366,10503,13329,16020,19163,22261,25046,27879,30563,32536,33802,34856,34312,33969,32389,30126,27765,24641,21869,18547,15780,12612,10364,8160,6185,4668,3472,2523,1793,1186,817,557,340,202,119,90,53,43,18,8,4,2,1,1],"bins":[-0.094428151845932,-0.09147315472364426,-0.0885181576013565,-0.08556316047906876,-0.082608163356781,-0.07965316623449326,-0.0766981691122055,-0.07374317198991776,-0.07078817486763,-0.06783318519592285,-0.0648781880736351,-0.06192318722605705,-0.0589681938290596,-0.05601319670677185,-0.0530581995844841,-0.05010320246219635,-0.0471482053399086,-0.04419320821762085,-0.0412382110953331,-0.03828321397304535,-0.0353282168507576,-0.03237322345376015,-0.029418226331472397,-0.026463229209184647,-0.023508232086896896,-0.020553234964609146,-0.017598237842321396,-0.014643242582678795,-0.011688245460391045,-0.008733248338103294,-0.005778252147138119,-0.002823255490511656,0.00013174861669540405,0.003086745273321867,0.00604174192994833,0.008996738120913506,0.011951735243201256,0.014906732365489006,0.017861727625131607,0.020816724747419357,0.023771721869707108,0.026726718991994858,0.029681716114282608,0.03263671323657036,0.03559170663356781,0.03854670375585556,0.04150170087814331,0.04445669800043106,0.04741169512271881,0.05036669224500656,0.05332168936729431,0.05627668648958206,0.05923168361186981,0.062186677008867264,0.06514167785644531,0.06809667497873306,0.07105167210102081,0.07400666177272797,0.07696165889501572,0.07991665601730347,0.08287165313959122,0.08582665026187897,0.08878164738416672,0.09173664450645447,0.09469164162874222]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[0.9990401268005371,0.9990761876106262,0.9991123080253601,0.9991483688354492,0.9991844296455383,0.9992205500602722,0.9992566108703613,0.9992926716804504,0.9993287324905396,0.9993648529052734,0.9994009137153625,0.9994369745254517,0.9994730949401855,0.9995091557502747,0.9995452165603638,0.9995813369750977,0.9996173977851868,0.9996534585952759,0.9996895790100098,0.9997256398200989,0.999761700630188,0.9997978210449219,0.999833881855011,0.9998699426651001,0.999906063079834,0.9999421238899231,0.9999781847000122,1.000014305114746,1.0000503063201904,1.0000864267349243,1.0001225471496582,1.0001585483551025,1.0001946687698364,1.0002307891845703,1.0002667903900146,1.0003029108047485,1.0003390312194824,1.0003750324249268,1.0004111528396606,1.0004472732543945,1.0004832744598389,1.0005193948745728,1.0005555152893066,1.000591516494751,1.0006276369094849,1.0006637573242188,1.000699758529663,1.000735878944397,1.0007719993591309,1.0008080005645752,1.000844120979309,1.0008801221847534,1.0009162425994873,1.0009523630142212,1.0009883642196655,1.0010244846343994,1.0010606050491333,1.0010966062545776,1.0011327266693115,1.0011688470840454,1.0012048482894897,1.0012409687042236,1.0012770891189575,1.0013130903244019,1.0013492107391357],"_type":"histogram","values":[2,0,0,1,3,1,1,3,1,3,3,6,7,8,5,6,10,22,17,24,27,40,26,21,51,32,36,47,46,33,41,35,34,27,23,17,16,14,15,11,9,10,6,8,2,2,2,3,2,0,1,3,1,0,1,0,0,0,1,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[2,0,0,0,4,7,8,13,9,15,13,31,41,49,84,144,205,278,441,608,997,1543,2376,3814,5899,9383,14116,21975,32852,47646,64728,78822,80863,68249,51123,35712,23851,15639,10065,6489,4138,2621,1687,1099,700,501,288,228,148,103,61,36,38,21,19,10,12,6,7,3,2,1,0,1],"bins":[-0.004669189453125,-0.004523754119873047,-0.004378318786621094,-0.004232883453369141,-0.0040874481201171875,-0.003942012786865234,-0.0037965774536132812,-0.003651142120361328,-0.003505706787109375,-0.003360271453857422,-0.0032148361206054688,-0.0030694007873535156,-0.0029239654541015625,-0.0027785301208496094,-0.0026330947875976562,-0.002487659454345703,-0.00234222412109375,-0.002196788787841797,-0.0020513534545898438,-0.0019059181213378906,-0.0017604827880859375,-0.0016150474548339844,-0.0014696121215820312,-0.0013241767883300781,-0.001178741455078125,-0.0010333061218261719,-0.0008878707885742188,-0.0007424354553222656,-0.0005970001220703125,-0.0004515647888183594,-0.00030612945556640625,-0.00016069412231445312,-1.52587890625e-05,0.00013017654418945312,0.00027561187744140625,0.0004210472106933594,0.0005664825439453125,0.0007119178771972656,0.0008573532104492188,0.0010027885437011719,0.001148223876953125,0.0012936592102050781,0.0014390945434570312,0.0015845298767089844,0.0017299652099609375,0.0018754005432128906,0.0020208358764648438,0.002166271209716797,0.00231170654296875,0.002457141876220703,0.0026025772094726562,0.0027480125427246094,0.0028934478759765625,0.0030388832092285156,0.0031843185424804688,0.003329753875732422,0.003475189208984375,0.003620624542236328,0.0037660598754882812,0.003911495208740234,0.0040569305419921875,0.004202365875244141,0.004347801208496094,0.004493236541748047,0.004638671875]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.005790037102997303,-0.0056040058843791485,-0.005417974665760994,-0.005231943447142839,-0.005045912228524685,-0.00485988100990653,-0.004673849791288376,-0.004487818572670221,-0.004301787354052067,-0.0041157566010952,-0.003929725382477045,-0.003743693931028247,-0.003557662945240736,-0.0033716317266225815,-0.003185600508004427,-0.0029995692893862724,-0.002813538070768118,-0.0026275068521499634,-0.002441475633531809,-0.0022554444149136543,-0.0020694131962955,-0.001883382094092667,-0.0016973509918898344,-0.0015113197732716799,-0.0013252885546535254,-0.0011392573360353708,-0.0009532261756248772,-0.0007671950152143836,-0.0005811637965962291,-0.000395132607081905,-0.00020910141756758094,-2.307022805325687e-05,0.0001629614271223545,0.0003489926166366786,0.0005350238061510026,0.0007210549665614963,0.0009070861851796508,0.0010931174037978053,0.001279148506000638,0.0014651797246187925,0.001651210943236947,0.0018372421618551016,0.002023273380473256,0.0022093045990914106,0.0023953355848789215,0.002581366803497076,0.0027673980221152306,0.002953429240733385,0.0031394604593515396,0.003325491677969694,0.0035115228965878487,0.003697554115206003,0.0038835853338241577,0.004069616552442312,0.004255647771060467,0.004441678989678621,0.004627710208296776,0.004813740961253643,0.0049997721798717976,0.005185803398489952,0.005371834617108107,0.005557865835726261,0.005743897054344416,0.00592992827296257,0.006115959491580725],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,2,1,2,2,3,5,5,5,7,9,15,19,19,19,24,43,35,38,49,27,46,29,52,43,46,29,36,29,21,15,14,17,22,8,4,6,4,5,3,2,0,1,0,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.00043612331501208246,-0.00042316687176935375,-0.0004102104576304555,-0.0003972540143877268,-0.00038429760024882853,-0.0003713411570060998,-0.00035838474286720157,-0.00034542829962447286,-0.00033247185638174415,-0.0003195154422428459,-0.0003065589990001172,-0.00029360258486121893,-0.0002806461416184902,-0.00026768972747959197,-0.00025473328423686326,-0.00024177685554604977,-0.0002288204268552363,-0.0002158639981644228,-0.00020290756947360933,-0.00018995114078279585,-0.00017699471209198236,-0.00016403826884925365,-0.00015108184015844017,-0.0001381254114676267,-0.0001251689827768132,-0.00011221255408599973,-9.925612539518625e-05,-8.629968942841515e-05,-7.334326073760167e-05,-6.0386832046788186e-05,-4.74303997179959e-05,-3.447396738920361e-05,-2.1517538698390126e-05,-8.561108188587241e-06,4.3953223212156445e-06,1.735175283101853e-05,3.0308183340821415e-05,4.32646120316349e-05,5.6221044360427186e-05,6.917747668921947e-05,8.213390538003296e-05,9.509033407084644e-05,0.00010804676276165992,0.00012100319872843102,0.0001339596346952021,0.0001469160633860156,0.00015987249207682908,0.00017282892076764256,0.00018578534945845604,0.00019874177814926952,0.000211698206840083,0.00022465463553089648,0.00023761106422170997,0.0002505675074644387,0.00026352392160333693,0.00027648036484606564,0.0002894367789849639,0.0003023932222276926,0.0003153496654704213,0.00032830607960931957,0.0003412625228520483,0.00035421893699094653,0.00036717538023367524,0.0003801317943725735,0.0003930882376153022],"_type":"histogram","values":[1,0,0,1,0,0,1,0,1,1,1,2,2,0,8,6,2,3,6,9,7,18,10,23,23,29,21,27,39,31,42,25,32,41,35,40,32,36,30,14,23,23,26,19,12,12,12,5,2,8,4,6,4,3,4,1,1,0,1,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,1,1,1,2,1,6,5,13,11,12,14,15,20,24,34,32,38,45,40,48,45,61,27,47,38,43,28,19,15,18,12,11,12,7,2,6,2,6,2,0,0,1],"bins":[-0.0008057734812609851,-0.0007866771193221211,-0.0007675807573832572,-0.0007484843954443932,-0.0007293880917131901,-0.0007102917297743261,-0.0006911953678354621,-0.0006720990058965981,-0.0006530026439577341,-0.0006339062820188701,-0.000614809978287667,-0.000595713616348803,-0.000576617254409939,-0.0005575208924710751,-0.0005384245305322111,-0.0005193281685933471,-0.000500231864862144,-0.00048113547381944954,-0.000462039140984416,-0.000442942779045552,-0.000423846417106688,-0.0004047500842716545,-0.0003856537223327905,-0.0003665573603939265,-0.00034746102755889297,-0.00032836466562002897,-0.000309268303681165,-0.000290171941742301,-0.00027107560890726745,-0.00025197924696840346,-0.0002328828995814547,-0.0002137865376425907,-0.00019469019025564194,-0.00017559384286869317,-0.00015649748092982918,-0.00013740113354288042,-0.00011830477887997404,-9.920842421706766e-05,-8.01120768301189e-05,-6.1015722167212516e-05,-4.191936750430614e-05,-2.2823014660389163e-05,-3.7266618164721876e-06,1.5369691027444787e-05,3.446604387136176e-05,5.356239853426814e-05,7.26587459212169e-05,9.175510058412328e-05,0.00011085145524702966,0.00012994780263397843,0.00014904416457284242,0.00016814051195979118,0.00018723687389865518,0.00020633322128560394,0.0002254295686725527,0.0002445259306114167,0.00026362226344645023,0.0002827186253853142,0.0003018149873241782,0.0003209113492630422,0.00034000768209807575,0.00035910404403693974,0.00037820040597580373,0.00039729673881083727,0.00041639310074970126]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,2,1,1,3,2,3,1,5,9,14,23,24,45,74,98,147,205,397,551,820,1387,2171,3688,6451,11761,22384,46027,118964,213515,83678,35896,17989,9720,5431,3253,1787,1145,743,444,307,217,143,100,62,47,31,19,11,8,4,6,2,3,1,0,1,1],"bins":[-0.0064697265625,-0.00628662109375,-0.006103515625,-0.00592041015625,-0.0057373046875,-0.00555419921875,-0.00537109375,-0.00518798828125,-0.0050048828125,-0.00482177734375,-0.004638671875,-0.00445556640625,-0.0042724609375,-0.00408935546875,-0.00390625,-0.00372314453125,-0.0035400390625,-0.00335693359375,-0.003173828125,-0.00299072265625,-0.0028076171875,-0.00262451171875,-0.00244140625,-0.00225830078125,-0.0020751953125,-0.00189208984375,-0.001708984375,-0.00152587890625,-0.0013427734375,-0.00115966796875,-0.0009765625,-0.00079345703125,-0.0006103515625,-0.00042724609375,-0.000244140625,-6.103515625e-05,0.0001220703125,0.00030517578125,0.00048828125,0.00067138671875,0.0008544921875,0.00103759765625,0.001220703125,0.00140380859375,0.0015869140625,0.00177001953125,0.001953125,0.00213623046875,0.0023193359375,0.00250244140625,0.002685546875,0.00286865234375,0.0030517578125,0.00323486328125,0.00341796875,0.00360107421875,0.0037841796875,0.00396728515625,0.004150390625,0.00433349609375,0.0045166015625,0.00469970703125,0.0048828125,0.00506591796875,0.0052490234375]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.09959658235311508,-0.0963893011212349,-0.09318201243877411,-0.08997473120689392,-0.08676744997501373,-0.08356016129255295,-0.08035288006067276,-0.07714559882879257,-0.07393831014633179,-0.0707310289144516,-0.06752374768257141,-0.06431646645069122,-0.06110917776823044,-0.05790189653635025,-0.054694611579179764,-0.051487330347299576,-0.04828004539012909,-0.0450727604329586,-0.041865479201078415,-0.03865819424390793,-0.03545091301202774,-0.032243628054857254,-0.029036343097686768,-0.02582906000316143,-0.022621776908636093,-0.019414493814110756,-0.01620721071958542,-0.012999925762414932,-0.009792642667889595,-0.0065853591077029705,-0.003378075547516346,-0.00017079198732972145,0.003036484122276306,0.006243767682462931,0.009451051242649555,0.012658335268497467,0.015865618363022804,0.01907290145754814,0.022280186414718628,0.025487469509243965,0.028694752603769302,0.03190203756093979,0.03510931879281998,0.03831660374999046,0.04152388870716095,0.04473116993904114,0.047938454896211624,0.05114573612809181,0.0543530210852623,0.057560306042432785,0.06076758727431297,0.06397487223148346,0.06718215346336365,0.07038944214582443,0.07359672337770462,0.07680400460958481,0.0800112932920456,0.08321857452392578,0.08642585575580597,0.08963313698768616,0.09284042567014694,0.09604770690202713,0.09925498813390732,0.1024622768163681,0.10566955804824829],"_type":"histogram","values":[1,2,4,6,15,21,50,85,139,276,442,796,1153,1913,2925,4450,6697,9662,13265,17812,24398,31201,39284,48173,57736,67348,76799,85091,92828,97300,100492,101056,98376,93130,85958,78458,68590,58487,49556,40447,31429,24945,18594,13657,9936,6924,4661,3023,2097,1310,744,464,291,164,100,49,24,10,11,3,3,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[2,2,2,5,1,2,3,4,5,5,4,9,8,9,9,8,11,8,16,32,21,13,16,16,19,26,24,21,30,18,19,32,19,37,26,12,27,20,26,27,19,21,9,22,14,10,7,14,12,7,8,3,4,3,4,4,7,3,0,0,0,2,0,1],"bins":[-0.004415365867316723,-0.00427376851439476,-0.00413217069581151,-0.003990573342889547,-0.003848975757136941,-0.0037073784042149782,-0.003565780818462372,-0.0034241832327097654,-0.003282585646957159,-0.0031409882940351963,-0.00299939070828259,-0.0028577931225299835,-0.0027161957696080208,-0.0025745981838554144,-0.002433000598102808,-0.0022914032451808453,-0.002149805659428239,-0.0020082080736756325,-0.001866610604338348,-0.0017250131350010633,-0.001583415549248457,-0.0014418180799111724,-0.0013002206105738878,-0.0011586230248212814,-0.0010170255554839969,-0.0008754280279390514,-0.0007338305003941059,-0.0005922330310568213,-0.00045063550351187587,-0.0003090379759669304,-0.00016744047752581537,-2.5842964532785118e-05,0.00011575454846024513,0.0002573520760051906,0.00039894957444630563,0.0005405470728874207,0.0006821446004323661,0.0008237421279773116,0.0009653395973145962,0.0011069371830672026,0.0012485346524044871,0.0013901321217417717,0.001531729707494378,0.0016733271768316627,0.0018149246461689472,0.0019565222319215536,0.00209811981767416,0.0022397171705961227,0.002381314756348729,0.0025229123421013355,0.0026645096950232983,0.0028061072807759047,0.002947704866528511,0.003089302219450474,0.00323089980520308,0.0033724973909556866,0.0035140947438776493,0.0036556923296302557,0.003797289915382862,0.003938887268304825,0.004080485086888075,0.004222082439810038,0.004363679792732,0.00450527761131525,0.004646874964237213],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.10368850082159042,-0.10053635388612747,-0.09738419950008392,-0.09423205256462097,-0.09107990562915802,-0.08792775124311447,-0.08477560430765152,-0.08162344992160797,-0.07847130298614502,-0.07531915605068207,-0.07216700166463852,-0.06901485472917557,-0.06586270034313202,-0.06271055340766907,-0.059558406472206116,-0.056406255811452866,-0.053254105150699615,-0.050101954489946365,-0.046949803829193115,-0.043797656893730164,-0.04064550623297691,-0.03749335557222366,-0.03434120863676071,-0.03118905797600746,-0.02803690731525421,-0.02488475665450096,-0.02173260785639286,-0.01858045905828476,-0.01542830839753151,-0.012276158668100834,-0.009124008938670158,-0.005971859209239483,-0.0028197094798088074,0.00033244024962186813,0.0034845899790525436,0.006636739708483219,0.009788889437913895,0.01294103916734457,0.016093188896775246,0.019245337694883347,0.022397488355636597,0.025549639016389847,0.028701787814497948,0.03185393661260605,0.0350060872733593,0.03815823793411255,0.0413103848695755,0.04446253553032875,0.047614686191082,0.05076683685183525,0.0539189875125885,0.05707113444805145,0.0602232851088047,0.06337543576955795,0.0665275827050209,0.06967973709106445,0.0728318840265274,0.07598403096199036,0.0791361853480339,0.08228833228349686,0.0854404866695404,0.08859263360500336,0.09174478054046631,0.09489693492650986,0.09804908186197281],"_type":"histogram","values":[1,0,0,1,1,9,7,13,25,30,58,128,195,346,554,891,1335,1985,2778,4100,5520,7458,9718,12576,15443,18916,22330,25560,28867,32212,34391,36122,36849,37128,35731,34081,31447,28363,25308,21451,18194,14779,11856,9217,7133,5140,3722,2658,1852,1262,800,505,320,207,103,71,36,15,11,6,4,2,2,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.006919826380908489,-0.0067322999238967896,-0.00654477346688509,-0.00635724700987339,-0.0061697205528616905,-0.005982194095849991,-0.005794667638838291,-0.0056071411818265915,-0.005419614724814892,-0.005232088267803192,-0.0050445618107914925,-0.004857035353779793,-0.004669508896768093,-0.004481982439756393,-0.004294455982744694,-0.004106929525732994,-0.003919403068721294,-0.0037318766117095947,-0.003544350154697895,-0.0033568236976861954,-0.0031692972406744957,-0.002981770783662796,-0.0027942443266510963,-0.0026067178696393967,-0.002419191412627697,-0.0022316649556159973,-0.0020441384986042976,-0.001856612041592598,-0.0016690855845808983,-0.0014815591275691986,-0.001294032670557499,-0.0011065062135457993,-0.0009189797565340996,-0.0007314532995223999,-0.0005439268425107002,-0.00035640038549900055,-0.00016887392848730087,1.8652528524398804e-05,0.00020617898553609848,0.00039370544254779816,0.0005812318995594978,0.0007687583565711975,0.0009562848135828972,0.0011438112705945969,0.0013313377276062965,0.0015188641846179962,0.001706390641629696,0.0018939170986413956,0.0020814435556530952,0.002268970012664795,0.0024564964696764946,0.0026440229266881943,0.002831549383699894,0.0030190758407115936,0.0032066022977232933,0.003394128754734993,0.0035816552117466927,0.0037691816687583923,0.003956708125770092,0.004144234582781792,0.004331761039793491,0.004519287496805191,0.004706813953816891,0.00489434041082859,0.00508186686784029],"_type":"histogram","values":[1,0,0,0,0,3,0,0,0,0,1,0,0,0,0,1,3,1,2,3,3,0,4,7,16,16,16,12,12,22,19,19,39,34,45,57,54,47,60,42,38,29,28,23,24,13,9,12,7,8,7,6,3,5,4,2,1,3,1,1,0,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,2,1,9,16,27,41,69,115,187,316,490,737,1018,1526,2245,3160,4294,5504,7511,9653,11915,14810,17490,20585,23963,26847,29152,31608,33499,34280,34522,34195,33037,30861,28997,26256,23180,20130,16995,14052,11588,9230,7091,5359,3988,2881,2125,1478,969,685,438,285,157,112,58,39,17,13,5,7,1,0,2],"bins":[-0.0927596166729927,-0.08980711549520493,-0.08685461431741714,-0.08390211313962936,-0.08094960451126099,-0.0779971033334732,-0.07504460215568542,-0.07209210097789764,-0.06913959980010986,-0.06618709862232208,-0.0632345974445343,-0.06028209254145622,-0.05732959136366844,-0.05437709018588066,-0.05142458528280258,-0.0484720841050148,-0.04551958292722702,-0.04256708174943924,-0.03961458057165146,-0.03666207566857338,-0.0337095744907856,-0.030757073312997818,-0.027804570272564888,-0.024852067232131958,-0.021899566054344177,-0.018947064876556396,-0.015994561836123466,-0.013042059727013111,-0.010089557617902756,-0.0071370555087924,-0.004184553399682045,-0.0012320512905716896,0.0017204433679580688,0.004672945477068424,0.00762544758617878,0.010577949695289135,0.01353045180439949,0.01648295298218727,0.0194354560226202,0.02238795906305313,0.025340460240840912,0.028292961418628693,0.031245464459061623,0.03419796749949455,0.03715046867728233,0.040102969855070114,0.04305547475814819,0.046007975935935974,0.048960477113723755,0.051912978291511536,0.054865479469299316,0.057817984372377396,0.060770485550165176,0.06372299045324326,0.06667549163103104,0.06962799280881882,0.0725804939866066,0.07553299516439438,0.07848549634218216,0.08143799751996994,0.08439050614833832,0.0873430073261261,0.09029550850391388,0.09324800968170166,0.09620051085948944],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.00091552734375,-0.0008887052536010742,-0.0008618831634521484,-0.0008350610733032227,-0.0008082389831542969,-0.0007814168930053711,-0.0007545948028564453,-0.0007277727127075195,-0.0007009506225585938,-0.000674128532409668,-0.0006473064422607422,-0.0006204843521118164,-0.0005936622619628906,-0.0005668401718139648,-0.0005400180816650391,-0.0005131959915161133,-0.0004863739013671875,-0.0004595518112182617,-0.00043272972106933594,-0.00040590763092041016,-0.0003790855407714844,-0.0003522634506225586,-0.0003254413604736328,-0.00029861927032470703,-0.00027179718017578125,-0.00024497509002685547,-0.0002181529998779297,-0.0001913309097290039,-0.00016450881958007812,-0.00013768672943115234,-0.00011086463928222656,-8.404254913330078e-05,-5.7220458984375e-05,-3.039836883544922e-05,-3.5762786865234375e-06,2.3245811462402344e-05,5.0067901611328125e-05,7.68899917602539e-05,0.00010371208190917969,0.00013053417205810547,0.00015735626220703125,0.00018417835235595703,0.0002110004425048828,0.0002378225326538086,0.0002646446228027344,0.00029146671295166016,0.00031828880310058594,0.0003451108932495117,0.0003719329833984375,0.0003987550735473633,0.00042557716369628906,0.00045239925384521484,0.0004792213439941406,0.0005060434341430664,0.0005328655242919922,0.000559687614440918,0.0005865097045898438,0.0006133317947387695,0.0006401538848876953,0.0006669759750366211,0.0006937980651855469,0.0007206201553344727,0.0007474422454833984,0.0007742643356323242,0.00080108642578125],"_type":"histogram","values":[1,0,1,0,1,0,1,1,1,0,2,3,4,7,6,14,32,35,63,80,98,187,309,523,840,1364,2328,4010,7057,12607,22628,41429,73139,111457,117935,83757,49006,26559,14584,8304,4689,2707,1631,913,528,325,240,146,106,48,37,19,17,12,8,5,11,4,2,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[2,2,3,6,6,8,9,18,26,57,55,89,175,217,343,516,869,1290,1986,3180,5023,7881,13007,20607,34782,57337,99991,178836,302174,331645,215300,120584,70201,40478,24470,15468,9512,5700,3973,2454,1558,1028,633,424,345,186,116,109,64,44,22,19,13,7,6,0,1,3,0,2,2,0,1,1],"bins":[-0.005035400390625,-0.004862785339355469,-0.0046901702880859375,-0.004517555236816406,-0.004344940185546875,-0.004172325134277344,-0.0039997100830078125,-0.0038270950317382812,-0.00365447998046875,-0.0034818649291992188,-0.0033092498779296875,-0.0031366348266601562,-0.002964019775390625,-0.0027914047241210938,-0.0026187896728515625,-0.0024461746215820312,-0.0022735595703125,-0.0021009445190429688,-0.0019283294677734375,-0.0017557144165039062,-0.001583099365234375,-0.0014104843139648438,-0.0012378692626953125,-0.0010652542114257812,-0.00089263916015625,-0.0007200241088867188,-0.0005474090576171875,-0.00037479400634765625,-0.000202178955078125,-2.956390380859375e-05,0.0001430511474609375,0.00031566619873046875,0.00048828125,0.0006608963012695312,0.0008335113525390625,0.0010061264038085938,0.001178741455078125,0.0013513565063476562,0.0015239715576171875,0.0016965866088867188,0.00186920166015625,0.0020418167114257812,0.0022144317626953125,0.0023870468139648438,0.002559661865234375,0.0027322769165039062,0.0029048919677734375,0.0030775070190429688,0.0032501220703125,0.0034227371215820312,0.0035953521728515625,0.0037679672241210938,0.003940582275390625,0.004113197326660156,0.0042858123779296875,0.004458427429199219,0.00463104248046875,0.004803657531738281,0.0049762725830078125,0.005148887634277344,0.005321502685546875,0.005494117736816406,0.0056667327880859375,0.005839347839355469,0.006011962890625]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,0,1,4,7,11,19,40,72,126,173,303,445,753,1197,1677,2329,3216,4495,5979,7875,9902,12450,15408,18391,21390,24611,27948,30522,32026,33879,34794,34748,34155,32968,30905,28211,25422,22431,19400,15818,13554,10645,8566,6529,5009,3476,2601,1866,1261,777,526,365,211,125,91,52,35,12,15,2,1,0,3],"bins":[-0.0957060158252716,-0.09272968769073486,-0.08975335955619812,-0.08677703142166138,-0.08380070328712463,-0.0808243677020073,-0.07784803956747055,-0.07487171143293381,-0.07189538329839706,-0.06891905516386032,-0.06594272702932358,-0.06296639889478683,-0.05999006703495979,-0.05701373890042305,-0.05403740704059601,-0.051061078906059265,-0.04808475077152252,-0.04510842263698578,-0.042132094502449036,-0.039155762642621994,-0.03617943450808525,-0.03320310637354851,-0.030226776376366615,-0.027250446379184723,-0.02427411824464798,-0.021297790110111237,-0.018321460112929344,-0.015345131047070026,-0.012368801981210709,-0.00939247291535139,-0.006416143849492073,-0.0034398147836327553,-0.0004634782671928406,0.002512850798666477,0.005489179864525795,0.008465508930385113,0.01144183799624443,0.014418167062103748,0.017394496127963066,0.02037082612514496,0.0233471542596817,0.026323482394218445,0.029299812391400337,0.03227614238858223,0.03525247052311897,0.038228798657655716,0.04120513051748276,0.0441814586520195,0.047157786786556244,0.05013411492109299,0.05311044305562973,0.05608677491545677,0.059063103049993515,0.06203943118453026,0.0650157630443573,0.06799209117889404,0.07096841931343079,0.07394474744796753,0.07692107558250427,0.07989740371704102,0.08287373185157776,0.0858500674366951,0.08882639557123184,0.09180272370576859,0.09477905184030533],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,0,0,1,0,0,0,1,0,0,1,3,3,5,4,5,10,6,7,13,12,17,18,23,27,35,29,29,37,21,39,39,32,42,39,32,32,40,20,24,20,19,13,15,10,9,6,4,2,3,5,5,1,2,1,0,1,1,0,0,0,2],"bins":[-0.0006580711342394352,-0.0006383756408467889,-0.0006186802056618035,-0.0005989847122691572,-0.0005792892188765109,-0.0005595937836915255,-0.0005398982902988791,-0.0005202027969062328,-0.0005005073035135865,-0.0004808118683286011,-0.0004611163749359548,-0.00044142091064713895,-0.0004217254463583231,-0.0004020299529656768,-0.00038233448867686093,-0.0003626389952842146,-0.00034294353099539876,-0.0003232480667065829,-0.0003035525733139366,-0.00028385710902512074,-0.0002641616156324744,-0.00024446615134365857,-0.0002247706870548427,-0.00020507520821411163,-0.00018537972937338054,-0.00016568425053264946,-0.00014598877169191837,-0.00012629330740310252,-0.00010659782856237143,-8.690234972164035e-05,-6.720687815686688e-05,-4.75114029541146e-05,-2.7815985959023237e-05,-8.12051075627096e-06,1.1574964446481317e-05,3.1270439649233595e-05,5.096591485198587e-05,7.066139369271696e-05,9.035686525749043e-05,0.0001100523368222639,0.00012974781566299498,0.00014944329450372607,0.00016913877334445715,0.000188834237633273,0.0002085297164740041,0.00022822519531473517,0.00024792065960355103,0.00026761615299619734,0.0002873116172850132,0.00030700708157382905,0.00032670257496647537,0.0003463980392552912,0.00036609353264793754,0.0003857889969367534,0.00040548446122556925,0.00042517995461821556,0.0004448754189070314,0.00046457088319584727,0.0004842663765884936,0.0005039618699811399,0.0005236573051661253,0.0005433527985587716,0.0005630482919514179,0.0005827437271364033,0.0006024392205290496]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-0.01133632380515337,-0.010905049741268158,-0.010473775677382946,-0.010042501613497734,-0.009611227549612522,-0.00917995348572731,-0.008748679421842098,-0.008317405357956886,-0.0078861303627491,-0.007454856764525175,-0.007023582700639963,-0.006592308636754751,-0.006161034107208252,-0.00572976004332304,-0.005298485979437828,-0.004867211915552616,-0.004435937851667404,-0.004004663787782192,-0.0035733897238969803,-0.0031421154271811247,-0.0027108413632959127,-0.002279567299410701,-0.001848293119110167,-0.0014170189388096333,-0.0009857448749244213,-0.0005544707528315485,-0.0001231966307386756,0.00030807749135419726,0.0007393516134470701,0.001170625677332282,0.0016018998576328158,0.0020331740379333496,0.002464449033141136,0.002895723097026348,0.00332699716091156,0.0037582714576274157,0.004189545288681984,0.004620819818228483,0.005052093882113695,0.005483367945998907,0.005914642009884119,0.006345916073769331,0.006777190137654543,0.007208464201539755,0.007639738731086254,0.008071012794971466,0.008502286858856678,0.00893356092274189,0.009364834986627102,0.009796109050512314,0.010227383114397526,0.010658657178282738,0.01108993124216795,0.011521205306053162,0.011952479369938374,0.012383753433823586,0.012815028429031372,0.013246302492916584,0.013677576556801796,0.014108850620687008,0.01454012468457222,0.014971398748457432,0.015402672812342644,0.01583394594490528,0.016265220940113068],"_type":"histogram","values":[1,2,2,1,0,0,2,0,6,3,4,5,6,4,6,10,8,13,14,20,27,31,39,48,53,75,62,67,43,45,26,26,22,14,18,8,15,8,1,3,4,6,1,3,0,1,2,2,0,1,3,0,1,1,1,0,0,1,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,1,3,1,1,3,2,3,5,1,3,5,5,5,11,12,8,15,14,24,24,27,42,39,52,46,74,58,46,41,41,30,27,19,19,14,5,6,6,5,5,3,1,1,2,4,1,3,0,1,0,0,3],"bins":[-0.004562491551041603,-0.0044389995746314526,-0.004315508063882589,-0.004192016087472439,-0.004068524576723576,-0.003945032600313425,-0.0038215406239032745,-0.0036980488803237677,-0.003574557136744261,-0.003451065393164754,-0.003327573649585247,-0.0032040816731750965,-0.0030805899295955896,-0.0029570981860160828,-0.0028336062096059322,-0.0027101144660264254,-0.0025866227224469185,-0.0024631309788674116,-0.0023396392352879047,-0.002216147258877754,-0.0020926555152982473,-0.0019691637717187405,-0.0018456719117239118,-0.001722180051729083,-0.0015986883081495762,-0.0014751965645700693,-0.0013517047045752406,-0.001228212844580412,-0.001104721101000905,-0.0009812293574213982,-0.0008577374974265695,-0.0007342456956394017,-0.0006107534281909466,-0.0004872616264037788,-0.000363769824616611,-0.00024027802282944322,-0.00011678622104227543,6.705580744892359e-06,0.00013019738253206015,0.00025368918431922793,0.0003771809861063957,0.0005006727878935635,0.0006241645896807313,0.0007476563914678991,0.0008711481932550669,0.0009946399368345737,0.0011181317968294024,0.0012416236568242311,0.001365115400403738,0.001488607143983245,0.0016120990039780736,0.0017355908639729023,0.0018590826075524092,0.001982574351131916,0.0021060663275420666,0.0022295580711215734,0.0023530498147010803,0.002476541558280587,0.002600033301860094,0.0027235252782702446,0.0028470170218497515,0.0029705087654292583,0.003094000741839409,0.0032174924854189157,0.0033409842289984226],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[2,6,3,13,31,27,66,107,185,328,491,869,1379,1977,2986,4320,6141,8446,11670,15383,20294,25700,32324,39711,47916,55271,64150,71770,78227,84140,89239,91980,92187,91208,87575,82974,76465,69178,61441,53005,44858,37126,30022,24241,18704,14239,10521,7624,5369,3800,2588,1695,1116,675,435,291,168,92,51,32,20,8,1,3],"bins":[-0.09526778012514114,-0.09232112020254135,-0.08937446773052216,-0.08642780780792236,-0.08348114788532257,-0.08053448796272278,-0.07758782804012299,-0.07464117556810379,-0.071694515645504,-0.0687478557229042,-0.06580120325088501,-0.06285454332828522,-0.059907883405685425,-0.05696122348308563,-0.05401456728577614,-0.051067911088466644,-0.04812125116586685,-0.04517459124326706,-0.042227935045957565,-0.03928127884864807,-0.03633461892604828,-0.033387959003448486,-0.030441302806138992,-0.02749464474618435,-0.024547986686229706,-0.021601328626275063,-0.01865467056632042,-0.015708012506365776,-0.012761354446411133,-0.00981469638645649,-0.006868038326501846,-0.003921380266547203,-0.0009747296571731567,0.0019719284027814865,0.00491858646273613,0.007865244522690773,0.010811902582645416,0.01375856064260006,0.016705218702554703,0.019651876762509346,0.02259853482246399,0.025545192882418633,0.028491850942373276,0.03143850713968277,0.03438516706228256,0.037331826984882355,0.04027848318219185,0.04322513937950134,0.046171799302101135,0.04911845922470093,0.05206511542201042,0.055011771619319916,0.05795843154191971,0.0609050914645195,0.0638517439365387,0.06679840385913849,0.06974506378173828,0.07269172370433807,0.07563838362693787,0.07858503609895706,0.08153169602155685,0.08447835594415665,0.08742500841617584,0.09037166833877563,0.09331832826137543]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,3,2,1,14,13,17,36,46,88,132,189,291,412,731,1103,1685,2293,3693,5366,8141,11695,17852,24891,35475,48742,62338,72456,71408,61248,47608,34658,25093,16673,11951,7515,5497,3466,2362,1616,1032,673,463,323,191,117,81,46,33,31,10,6,6,2,5,1,1,0,0,0,0,1],"bins":[-0.003143310546875,-0.0030384063720703125,-0.002933502197265625,-0.0028285980224609375,-0.00272369384765625,-0.0026187896728515625,-0.002513885498046875,-0.0024089813232421875,-0.0023040771484375,-0.0021991729736328125,-0.002094268798828125,-0.0019893646240234375,-0.00188446044921875,-0.0017795562744140625,-0.001674652099609375,-0.0015697479248046875,-0.00146484375,-0.0013599395751953125,-0.001255035400390625,-0.0011501312255859375,-0.00104522705078125,-0.0009403228759765625,-0.000835418701171875,-0.0007305145263671875,-0.0006256103515625,-0.0005207061767578125,-0.000415802001953125,-0.0003108978271484375,-0.00020599365234375,-0.0001010894775390625,3.814697265625e-06,0.0001087188720703125,0.000213623046875,0.0003185272216796875,0.000423431396484375,0.0005283355712890625,0.00063323974609375,0.0007381439208984375,0.000843048095703125,0.0009479522705078125,0.0010528564453125,0.0011577606201171875,0.001262664794921875,0.0013675689697265625,0.00147247314453125,0.0015773773193359375,0.001682281494140625,0.0017871856689453125,0.00189208984375,0.0019969940185546875,0.002101898193359375,0.0022068023681640625,0.00231170654296875,0.0024166107177734375,0.002521514892578125,0.0026264190673828125,0.0027313232421875,0.0028362274169921875,0.002941131591796875,0.0030460357666015625,0.00315093994140625,0.0032558441162109375,0.003360748291015625,0.0034656524658203125,0.003570556640625]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.0005821050726808608,-0.00056310003856197,-0.0005440950044430792,-0.0005250900285318494,-0.0005060849944129586,-0.00048707996029406786,-0.00046807495527900755,-0.0004490699211601168,-0.0004300649161450565,-0.0004110598820261657,-0.00039205484790727496,-0.00037304984289221466,-0.0003540448087733239,-0.0003350398037582636,-0.0003160347696393728,-0.0002970297646243125,-0.00027802473050542176,-0.000259019696386531,-0.0002400146913714707,-0.00022100967180449516,-0.00020200465223751962,-0.00018299961811862886,-0.00016399459855165333,-0.0001449895789846778,-0.00012598455941770226,-0.00010697953985072672,-8.797452028375119e-05,-6.896949344081804e-05,-4.996447387384251e-05,-3.0959454306866974e-05,-1.1954431101912633e-05,7.050590284052305e-06,2.6055611670017242e-05,4.5060631236992776e-05,6.406565080396831e-05,8.307067764690146e-05,0.00010207569721387699,0.00012108071678085253,0.00014008574362378567,0.0001590907631907612,0.00017809578275773674,0.00019710080232471228,0.0002161058218916878,0.00023511084145866334,0.0002541158755775541,0.0002731208805926144,0.0002921259147115052,0.0003111309197265655,0.00033013595384545624,0.000349140987964347,0.0003681459929794073,0.00038715102709829807,0.0004061560321133584,0.00042516106623224914,0.00044416607124730945,0.0004631711053662002,0.00048217613948509097,0.0005011811736039817,0.0005201861495152116,0.0005391911836341023,0.0005581962177529931,0.0005772012518718839,0.0005962062277831137,0.0006152112619020045,0.0006342162960208952],"_type":"histogram","values":[2,1,0,0,0,1,0,0,0,1,1,1,2,5,3,3,11,5,8,11,15,27,17,28,40,29,37,42,32,38,37,44,37,50,43,23,26,24,25,19,12,11,13,7,10,6,6,6,1,2,1,1,0,2,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,0,2,0,2,3,6,2,4,4,2,9,10,10,9,9,10,21,20,19,13,24,28,26,27,28,27,30,37,34,36,33,26,35,21,26,25,32,24,10,12,12,10,14,5,4,4,5,3,3,2,1,2,1,0,1,0,0,2],"bins":[-0.006224652752280235,-0.006037769839167595,-0.005850887391716242,-0.0056640044786036015,-0.005477122031152248,-0.005290239118039608,-0.005103356204926968,-0.0049164737574756145,-0.004729590844362974,-0.004542707931250334,-0.004355825483798981,-0.00416894257068634,-0.0039820596575737,-0.003795177210122347,-0.0036082942970097065,-0.0034214116167277098,-0.003234528936445713,-0.0030476462561637163,-0.0028607635758817196,-0.002673880662769079,-0.0024869979824870825,-0.0023001153022050858,-0.0021132323890924454,-0.0019263497088104486,-0.001739467028528452,-0.0015525843482464552,-0.0013657015515491366,-0.001178818754851818,-0.0009919360745698214,-0.0008050533360801637,-0.0006181705975905061,-0.00043128785910084844,-0.0002444051206111908,-5.7522382121533155e-05,0.00012936035636812449,0.0003162430948577821,0.0005031258333474398,0.0006900085718370974,0.000876891310326755,0.0010637741070240736,0.0012506567873060703,0.001437539467588067,0.0016244222642853856,0.0018113050609827042,0.001998187741264701,0.0021850704215466976,0.002371953334659338,0.0025588360149413347,0.0027457186952233315,0.002932601375505328,0.003119484055787325,0.0033063669688999653,0.003493249649181962,0.0036801323294639587,0.003867015242576599,0.004053897690027952,0.004240780603140593,0.004427663516253233,0.004614545963704586,0.004801428876817226,0.004988311789929867,0.00517519423738122,0.00536207715049386,0.005548959597945213,0.005735842511057854],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09667343646287918,-0.09364920854568481,-0.09062497317790985,-0.08760074526071548,-0.08457651734352112,-0.08155228197574615,-0.07852805405855179,-0.07550381869077682,-0.07247959077358246,-0.06945536285638809,-0.06643112748861313,-0.06340689957141876,-0.0603826679289341,-0.05735843628644943,-0.054334208369255066,-0.0513099767267704,-0.048285745084285736,-0.04526151344180107,-0.042237281799316406,-0.03921305388212204,-0.036188822239637375,-0.03316459059715271,-0.030140360817313194,-0.02711613103747368,-0.024091899394989014,-0.02106766775250435,-0.018043437972664833,-0.015019207261502743,-0.011994976550340652,-0.008970745839178562,-0.005946515128016472,-0.0029222844168543816,0.00010194629430770874,0.003126177005469799,0.006150407716631889,0.00917463842779398,0.01219886913895607,0.01522309985011816,0.01824733056128025,0.021271560341119766,0.02429579198360443,0.027320023626089096,0.030344253405928612,0.03336848318576813,0.03639271482825279,0.03941694647073746,0.042441174387931824,0.04546540603041649,0.048489637672901154,0.05151386931538582,0.05453810095787048,0.05756232887506485,0.060586560517549515,0.06361079216003418,0.06663502007722855,0.06965925544500351,0.07268348336219788,0.07570771127939224,0.0787319466471672,0.08175617456436157,0.08478040993213654,0.0878046378493309,0.09082886576652527,0.09385310113430023,0.0968773290514946],"_type":"histogram","values":[1,3,2,16,23,48,58,131,164,283,495,783,1232,1912,2960,4321,6239,8653,12017,16060,21292,26843,34054,42048,50209,58809,67745,75162,82982,88001,92401,94551,94490,92895,88226,81882,74893,66806,58109,49465,41503,33264,26726,21015,15670,11744,8479,6143,4315,2805,1820,1200,787,440,302,173,101,57,28,12,12,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,1,0,1,1,1,2,1,1,2,1,3,6,4,8,11,11,7,8,19,19,18,27,20,30,33,22,31,25,37,47,42,31,41,37,29,27,16,20,22,25,16,10,11,8,6,3,5,6,3,2,3,1,2,0,1,0,1,1],"bins":[-0.0006400085985660553,-0.0006218504859134555,-0.0006036923732608557,-0.0005855342606082559,-0.000567376147955656,-0.0005492180353030562,-0.0005310599226504564,-0.0005129018099978566,-0.0004947436973452568,-0.000476585584692657,-0.0004584274720400572,-0.00044026935938745737,-0.00042211124673485756,-0.00040395313408225775,-0.00038579502142965794,-0.0003676369087770581,-0.0003494787961244583,-0.0003313206834718585,-0.0003131625708192587,-0.0002950044581666589,-0.00027684634551405907,-0.00025868823286145926,-0.00024053012020885944,-0.00022237200755625963,-0.00020421389490365982,-0.00018605578225106,-0.0001678976695984602,-0.00014973955694586039,-0.00013158144429326057,-0.00011342333164066076,-9.526521898806095e-05,-7.710710633546114e-05,-5.894905189052224e-05,-4.079093923792243e-05,-2.263282658532262e-05,-4.474713932722807e-06,1.3683398719877005e-05,3.1841511372476816e-05,4.999962402507663e-05,6.815773667767644e-05,8.631584933027625e-05,0.00010447396198287606,0.00012263207463547587,0.00014079018728807569,0.0001589482999406755,0.0001771064125932753,0.00019526452524587512,0.00021342263789847493,0.00023158075055107474,0.00024973886320367455,0.00026789697585627437,0.0002860550885088742,0.000304213201161474,0.0003223713138140738,0.0003405294264666736,0.0003586875391192734,0.00037684565177187324,0.00039500376442447305,0.00041316187707707286,0.00043131998972967267,0.0004494781023822725,0.0004676362150348723,0.0004857943276874721,0.0005039524403400719,0.0005221105529926717],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.021650172770023346,-0.020959753543138504,-0.020269334316253662,-0.01957891508936882,-0.01888849586248398,-0.018198076635599136,-0.017507657408714294,-0.016817238181829453,-0.01612681895494461,-0.015436399728059769,-0.014745980501174927,-0.014055561274290085,-0.013365142047405243,-0.012674722820520401,-0.011984303593635559,-0.011293884366750717,-0.010603465139865875,-0.009913045912981033,-0.009222626686096191,-0.00853220745921135,-0.007841788232326508,-0.007151369005441666,-0.006460949778556824,-0.005770530551671982,-0.00508011132478714,-0.004389692097902298,-0.003699272871017456,-0.003008853644132614,-0.002318434417247772,-0.0016280151903629303,-0.0009375959634780884,-0.00024717673659324646,0.00044324249029159546,0.0011336617171764374,0.0018240809440612793,0.002514500170946121,0.003204919397830963,0.003895338624715805,0.004585757851600647,0.005276177078485489,0.005966596305370331,0.006657015532255173,0.007347434759140015,0.008037853986024857,0.008728273212909698,0.00941869243979454,0.010109111666679382,0.010799530893564224,0.011489950120449066,0.012180369347333908,0.01287078857421875,0.013561207801103592,0.014251627027988434,0.014942046254873276,0.015632465481758118,0.01632288470864296,0.0170133039355278,0.017703723162412643,0.018394142389297485,0.019084561616182327,0.01977498084306717,0.02046540006995201,0.021155819296836853,0.021846238523721695,0.022536657750606537],"_type":"histogram","values":[1,0,2,0,1,1,1,2,3,2,3,3,10,5,3,6,11,4,17,15,20,21,21,15,27,21,30,31,35,44,30,23,25,27,34,26,34,26,27,23,24,20,13,16,13,6,10,3,2,6,6,7,1,1,1,2,0,3,0,2,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.0010053444420918822,-0.0009701769449748099,-0.0009350094478577375,-0.0008998418925330043,-0.0008646743954159319,-0.0008295068982988596,-0.0007943393429741263,-0.000759171845857054,-0.0007240043487399817,-0.0006888368516229093,-0.000653669354505837,-0.0006185017991811037,-0.0005833343020640314,-0.000548166804946959,-0.0005129992496222258,-0.0004778317525051534,-0.0004426642553880811,-0.00040749675827100873,-0.00037232923205010593,-0.00033716170582920313,-0.0003019942087121308,-0.00026682671159505844,-0.00023165918537415564,-0.00019649167370516807,-0.0001613241620361805,-0.00012615665036719292,-9.098913869820535e-05,-5.582162702921778e-05,-2.0654115360230207e-05,1.4513396308757365e-05,4.968090797774494e-05,8.484841964673251e-05,0.00012001604773104191,0.00015518355940002948,0.00019035107106901705,0.00022551858273800462,0.0002606860944069922,0.00029585359152406454,0.00033102111774496734,0.00036618864396587014,0.0004013561410829425,0.00043652363820001483,0.00047169116442091763,0.0005068586906418204,0.0005420261877588928,0.0005771936848759651,0.0006123612402006984,0.0006475287373177707,0.0006826962344348431,0.0007178637315519154,0.0007530312286689878,0.000788198783993721,0.0008233662811107934,0.0008585337782278657,0.000893701333552599,0.0009288688306696713,0.0009640363277867436,0.000999203883111477,0.0010343713220208883,0.0010695388773456216,0.0011047064326703548,0.0011398738715797663,0.0011750414269044995,0.001210208865813911,0.0012453764211386442],"_type":"histogram","values":[1,3,0,1,1,1,3,5,3,6,5,7,6,10,11,6,13,17,20,18,19,20,29,24,32,32,33,31,35,22,25,37,31,35,19,25,25,21,22,11,15,12,14,11,6,10,7,6,3,3,5,3,3,0,0,1,1,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,1,0,2,1,2,1,5,2,3,6,6,5,6,7,12,8,14,16,16,20,20,17,26,36,24,29,27,38,26,34,39,26,39,18,18,22,23,23,19,17,16,17,12,8,13,6,4,4,6,4,3,4,2,2,3,0,2,0,2,0,0,2],"bins":[-0.00034661529934965074,-0.0003354875079821795,-0.0003243597166147083,-0.0003132319252472371,-0.0003021041629835963,-0.0002909763716161251,-0.0002798485802486539,-0.00026872078888118267,-0.00025759299751371145,-0.00024646520614624023,-0.00023533741477876902,-0.00022420963796321303,-0.0002130818465957418,-0.0002019540552282706,-0.0001908262784127146,-0.00017969848704524338,-0.00016857069567777216,-0.00015744290431030095,-0.00014631511294282973,-0.00013518733612727374,-0.00012405954475980252,-0.0001129317533923313,-0.0001018039693008177,-9.06761852093041e-05,-7.954839384183288e-05,-6.842060247436166e-05,-5.7292818382848054e-05,-4.616503065335564e-05,-3.503724292386323e-05,-2.390945519437082e-05,-1.278166746487841e-05,-1.653879735385999e-06,9.473937097936869e-06,2.060172482742928e-05,3.172951255692169e-05,4.28573002864141e-05,5.398508801590651e-05,6.511287938337773e-05,7.624066347489133e-05,8.736844756640494e-05,9.849623893387616e-05,0.00010962403030134737,0.00012075181439286098,0.00013187959848437458,0.0001430073898518458,0.00015413518121931702,0.000165262958034873,0.00017639074940234423,0.00018751854076981544,0.00019864633213728666,0.00020977412350475788,0.00022090190032031387,0.0002320296916877851,0.0002431574830552563,0.0002542852598708123,0.0002654130512382835,0.00027654084260575473,0.00028766863397322595,0.00029879642534069717,0.0003099242167081684,0.00032105197897180915,0.00033217977033928037,0.0003433075617067516,0.0003544353530742228,0.000365563144441694]},"parameters/_orig_mod.linear.bias":{"values":[3,2,2,3,1,4,1,0,5,4,4,1,5,2,1,2,4,1,0,3,3,0,4,4,3,0,1,5,2,7,1,2,5,0,3,2,1,2,3,0,2,2,2,4,2,0,1,2,1,1,0,0,2,2,3,1,0,1,0,1,1,1,1,2],"bins":[-0.03574167564511299,-0.034629348665475845,-0.033517025411129,-0.03240469843149185,-0.031292371451854706,-0.03018004633486271,-0.029067721217870712,-0.027955394238233566,-0.02684306912124157,-0.025730744004249573,-0.024618417024612427,-0.02350609190762043,-0.022393766790628433,-0.021281439810991287,-0.02016911469399929,-0.019056787714362144,-0.017944462597370148,-0.01683213748037815,-0.015719810500741005,-0.014607485383749008,-0.013495159335434437,-0.012382833287119865,-0.011270508170127869,-0.010158182121813297,-0.009045856073498726,-0.007933530025184155,-0.0068212044425308704,-0.005708878859877586,-0.004596552811563015,-0.0034842269960790873,-0.0023719011805951595,-0.0012595753651112318,-0.00014724954962730408,0.0009650762658566236,0.0020774020813405514,0.003189727896824479,0.004302053712308407,0.005414379760622978,0.006526705343276262,0.007639030925929546,0.008751356974244118,0.009863683022558689,0.01097600907087326,0.012088334187865257,0.013200660236179829,0.0143129862844944,0.015425311401486397,0.016537638381123543,0.01764996349811554,0.018762288615107536,0.019874615594744682,0.02098694071173668,0.022099267691373825,0.023211592808365822,0.02432391792535782,0.025436244904994965,0.02654857002198696,0.027660895138978958,0.028773222118616104,0.0298855472356081,0.030997872352600098,0.032110199332237244,0.03322252631187439,0.03433484956622124,0.03544717654585838],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,2,1,2,0,2,2,4,6,5,5,4,12,14,18,21,14,28,37,36,37,45,27,43,30,43,51,40,34,29,32,24,22,15,14,17,15,9,2,7,1,8,3,1,0,1,0,0,0,2,0,0,0,0,0,0,1],"bins":[-0.005917898844927549,-0.0057299379259347916,-0.005541977006942034,-0.005354016087949276,-0.005166054703295231,-0.004978093784302473,-0.004790132865309715,-0.0046021719463169575,-0.0044142110273242,-0.004226250108331442,-0.004038289189338684,-0.0038503280375152826,-0.003662367118522525,-0.003474406199529767,-0.0032864450477063656,-0.003098484128713608,-0.00291052320972085,-0.002722562290728092,-0.0025346013717353344,-0.002346640219911933,-0.002158679300919175,-0.0019707183819264174,-0.0017827573465183377,-0.001594796311110258,-0.0014068353921175003,-0.0012188744731247425,-0.0010309134377166629,-0.0008429524605162442,-0.0006549914833158255,-0.00046703050611540675,-0.00027906952891498804,-9.110855171456933e-05,9.685195982456207e-05,0.0002848129370249808,0.0004727739142253995,0.0006607348914258182,0.0008486958686262369,0.0010366567876189947,0.0012246178230270743,0.001412578858435154,0.0016005397774279118,0.0017885006964206696,0.0019764616154134274,0.002164422767236829,0.0023523836862295866,0.0025403446052223444,0.002728305757045746,0.0029162666760385036,0.0031042275950312614,0.0032921885140240192,0.003480149433016777,0.0036681105848401785,0.0038560715038329363,0.004044032655656338,0.0042319935746490955,0.004419954493641853,0.004607915412634611,0.004795876331627369,0.004983837250620127,0.0051717981696128845,0.00535975955426693,0.005547720473259687,0.005735681392252445,0.005923642311245203,0.006111603230237961]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,2,2,1,3,2,6,4,8,4,5,5,9,7,11,13,16,17,16,14,19,20,29,24,29,35,30,28,24,30,27,23,28,22,30,23,23,22,22,20,12,17,8,10,10,8,8,4,5,5,5,4,4,1,4,0,0,4,0,1,0,2,0,1],"bins":[-0.015841931104660034,-0.015298626385629177,-0.01475532166659832,-0.014212016947567463,-0.013668712228536606,-0.013125407509505749,-0.012582102790474892,-0.012038798071444035,-0.011495493352413177,-0.010952187702059746,-0.010408882983028889,-0.009865578263998032,-0.009322273544967175,-0.008778968825936317,-0.00823566410690546,-0.007692359387874603,-0.007149054668843746,-0.006605749949812889,-0.006062445230782032,-0.005519140511751175,-0.004975835792720318,-0.0044325306080281734,-0.0038892258889973164,-0.0033459211699664593,-0.002802616450935602,-0.002259311731904745,-0.0017160068964585662,-0.0011727020610123873,-0.0006293973419815302,-8.609256474301219e-05,0.0004572122124955058,0.0010005170479416847,0.0015438217669725418,0.002087126486003399,0.002630431205034256,0.0031737361568957567,0.003717040875926614,0.0042603458277881145,0.004803650546818972,0.005346955265849829,0.005890259984880686,0.006433564703911543,0.0069768694229424,0.007520174141973257,0.008063479326665401,0.008606784045696259,0.009150088764727116,0.009693393483757973,0.01023669820278883,0.010780002921819687,0.011323307640850544,0.011866612359881401,0.012409917078912258,0.012953221797943115,0.013496526516973972,0.01403983123600483,0.014583136886358261,0.015126441605389118,0.015669746324419975,0.016213050112128258,0.01675635576248169,0.017299659550189972,0.017842965200543404,0.018386268988251686,0.018929574638605118]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.005141701083630323,-0.004966917913407087,-0.004792134743183851,-0.0046173520386219025,-0.004442568868398666,-0.00426778569817543,-0.004093002527952194,-0.0039182198233902454,-0.0037434366531670094,-0.0035686534829437733,-0.003393870312720537,-0.0032190873753279448,-0.0030443042051047087,-0.0028695212677121162,-0.00269473809748888,-0.0025199551600962877,-0.0023451719898730516,-0.0021703888196498156,-0.001995605882257223,-0.0018208228284493089,-0.0016460397746413946,-0.0014712566044181585,-0.0012964735506102443,-0.00112169049680233,-0.0009469074429944158,-0.0007721243891865015,-0.0005973413353785872,-0.0004225582233630121,-0.0002477751695550978,-7.299210119526833e-05,0.00010179096716456115,0.00027657405007630587,0.0004513571038842201,0.0006261401576921344,0.0008009232115000486,0.0009757063235156238,0.0011504893191158772,0.0013252724893391132,0.0015000555431470275,0.0016748385969549417,0.001849621650762856,0.0020244047045707703,0.0021991878747940063,0.0023739708121865988,0.002548753982409835,0.0027235369198024273,0.0028983200900256634,0.003073103027418256,0.003247886197641492,0.003422669367864728,0.0035974523052573204,0.0037722354754805565,0.003947018645703793,0.004121801350265741,0.004296584520488977,0.0044713676907122135,0.00464615086093545,0.004820934031158686,0.0049957167357206345,0.0051704999059438705,0.005345283076167107,0.005520066246390343,0.0056948489509522915,0.005869632121175528,0.006044415291398764],"_type":"histogram","values":[2,0,1,0,1,1,1,0,3,5,3,4,3,3,8,8,5,15,18,15,24,24,22,23,35,29,33,38,31,36,36,39,39,43,25,40,33,24,12,15,17,7,7,12,4,8,2,3,0,5,1,2,0,0,1,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.018320612609386444,-0.01773078925907612,-0.017140967771410942,-0.016551144421100616,-0.01596132293343544,-0.015371499583125114,-0.014781676232814789,-0.014191853813827038,-0.013602031394839287,-0.013012208975851536,-0.012422386556863785,-0.01183256320655346,-0.011242740787565708,-0.010652918368577957,-0.010063095018267632,-0.00947327259927988,-0.00888345018029213,-0.008293627761304379,-0.00770380487665534,-0.007113981992006302,-0.006524159573018551,-0.0059343371540308,-0.0053445142693817616,-0.004754691384732723,-0.004164868965744972,-0.0035750463139265776,-0.002985223662108183,-0.0023954010102897882,-0.0018055783584713936,-0.001215755706652999,-0.0006259330548346043,-3.61104030162096e-05,0.0005537122488021851,0.0011435349006205797,0.0017333575524389744,0.002323180204257369,0.0029130028560757637,0.0035028255078941584,0.004092648159712553,0.004682471044361591,0.005272293463349342,0.005862115882337093,0.006451938766986132,0.00704176165163517,0.007631584070622921,0.008221406489610672,0.008811229839920998,0.009401052258908749,0.0099908746778965,0.01058069709688425,0.011170519515872002,0.011760342866182327,0.012350165285170078,0.01293998770415783,0.013529811054468155,0.014119633473455906,0.014709455892443657,0.015299278311431408,0.01588910073041916,0.016478924080729485,0.01706874743103981,0.017658568918704987,0.018248392269015312,0.01883821375668049,0.019428037106990814],"_type":"histogram","values":[1,1,0,0,2,1,3,2,3,4,4,6,5,7,4,10,6,11,12,22,19,13,21,24,22,26,35,32,25,33,24,30,30,27,27,34,25,30,24,20,16,22,14,12,13,5,11,7,4,9,4,7,7,2,1,1,1,1,3,0,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,1,0,1,1,0,0,2,1,2,1,1,3,1,2,2,3,7,7,6,5,10,11,7,13,16,26,28,32,22,32,27,31,32,35,35,51,30,41,32,23,22,22,34,20,14,12,12,12,7,6,3,4,3,2,2,5,1,1,2,1,0,0,2],"bins":[-0.0005886388244107366,-0.0005718550528399646,-0.0005550712812691927,-0.0005382875096984208,-0.0005215037381276488,-0.000504719908349216,-0.00048793613677844405,-0.0004711523652076721,-0.0004543685936369002,-0.00043758482206612825,-0.0004208010504953563,-0.00040401724982075393,-0.000387233478249982,-0.00037044970667921007,-0.0003536659060046077,-0.00033688213443383574,-0.0003200983628630638,-0.0003033145912922919,-0.00028653081972151995,-0.00026974701904691756,-0.0002529632474761456,-0.0002361794759053737,-0.00021939568978268653,-0.00020261190365999937,-0.00018582813208922744,-0.0001690443605184555,-0.00015226057439576834,-0.00013547678827308118,-0.00011869301670230925,-0.0001019092378555797,-8.512545900885016e-05,-6.834168016212061e-05,-5.155784310773015e-05,-3.4774064261000603e-05,-1.7990285414271057e-05,-1.2065065675415099e-06,1.5577272279188037e-05,3.2361051125917584e-05,4.914482997264713e-05,6.592860881937668e-05,8.271238766610622e-05,9.949616651283577e-05,0.00011627994535956532,0.00013306373148225248,0.0001498475030530244,0.00016663127462379634,0.0001834150607464835,0.00020019884686917067,0.0002169826184399426,0.00023376639001071453,0.00025055016158148646,0.00026733396225608885,0.0002841177338268608,0.0003009015053976327,0.0003176853060722351,0.00033446907764300704,0.00035125284921377897,0.0003680366207845509,0.00038482039235532284,0.00040160419302992523,0.00041838796460069716,0.0004351717361714691,0.0004519555368460715,0.0004687393084168434,0.00048552307998761535],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.0003779867256525904,-0.0003654078464023769,-0.00035282893804833293,-0.00034025002969428897,-0.00032767115044407547,-0.00031509227119386196,-0.000302513362839818,-0.00028993445448577404,-0.00027735557523556054,-0.00026477669598534703,-0.00025219778763130307,-0.00023961889382917434,-0.0002270400000270456,-0.00021446110622491688,-0.00020188221242278814,-0.0001893033186206594,-0.00017672442481853068,-0.00016414553101640195,-0.00015156663721427321,-0.00013898774341214448,-0.00012640884961001575,-0.00011382995580788702,-0.00010125106200575829,-8.867216820362955e-05,-7.609327440150082e-05,-6.351438059937209e-05,-5.093548679724336e-05,-3.8356592995114625e-05,-2.5777699192985892e-05,-1.319880539085716e-05,-6.199115887284279e-07,1.1958982213400304e-05,2.4537876015529037e-05,3.711676981765777e-05,4.96956636197865e-05,6.227455742191523e-05,7.485345122404397e-05,8.74323450261727e-05,0.00010001123882830143,0.00011259013263043016,0.0001251690264325589,0.00013774792023468763,0.00015032681403681636,0.0001629057078389451,0.00017548460164107382,0.00018806349544320256,0.0002006423892453313,0.00021322128304746002,0.00022580017684958875,0.00023837907065171748,0.0002509579644538462,0.0002635368728078902,0.0002761157520581037,0.0002886946313083172,0.00030127353966236115,0.0003138524480164051,0.0003264313272666186,0.0003390102065168321,0.0003515891148708761,0.00036416802322492003,0.00037674690247513354,0.00038932578172534704,0.000401904690079391,0.00041448359843343496,0.00042706247768364847],"_type":"histogram","values":[2,0,0,0,1,2,3,2,3,3,5,5,4,9,3,11,2,17,8,12,20,24,35,26,23,33,36,32,31,36,26,35,28,29,35,23,25,34,18,19,18,12,11,12,8,7,8,9,10,1,2,2,1,1,0,0,1,0,1,0,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,1,0,0,0,0,2,2,4,16,12,18,38,58,67,116,201,273,495,775,1110,1911,2980,5274,8821,15485,27807,53317,105558,223043,419251,352948,170490,83706,43441,23510,13132,7471,4424,2585,1664,1014,620,427,258,185,118,67,52,24,30,23,13,8,5,7,3,1,1,0,0,0,0,1],"bins":[-0.00799560546875,-0.0077362060546875,-0.007476806640625,-0.0072174072265625,-0.0069580078125,-0.0066986083984375,-0.006439208984375,-0.0061798095703125,-0.00592041015625,-0.0056610107421875,-0.005401611328125,-0.0051422119140625,-0.0048828125,-0.0046234130859375,-0.004364013671875,-0.0041046142578125,-0.00384521484375,-0.0035858154296875,-0.003326416015625,-0.0030670166015625,-0.0028076171875,-0.0025482177734375,-0.002288818359375,-0.0020294189453125,-0.00177001953125,-0.0015106201171875,-0.001251220703125,-0.0009918212890625,-0.000732421875,-0.0004730224609375,-0.000213623046875,4.57763671875e-05,0.00030517578125,0.0005645751953125,0.000823974609375,0.0010833740234375,0.0013427734375,0.0016021728515625,0.001861572265625,0.0021209716796875,0.00238037109375,0.0026397705078125,0.002899169921875,0.0031585693359375,0.00341796875,0.0036773681640625,0.003936767578125,0.0041961669921875,0.00445556640625,0.0047149658203125,0.004974365234375,0.0052337646484375,0.0054931640625,0.0057525634765625,0.006011962890625,0.0062713623046875,0.00653076171875,0.0067901611328125,0.007049560546875,0.0073089599609375,0.007568359375,0.0078277587890625,0.008087158203125,0.0083465576171875,0.00860595703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,0,0,2,2,3,2,3,5,3,3,4,11,5,11,3,11,13,15,9,12,29,20,17,23,24,36,33,24,34,23,38,30,30,33,23,20,26,20,19,21,22,11,11,14,11,11,3,11,8,4,2,2,1,4,3,2,3,2,0,0,0,1,1],"bins":[-0.0010339636355638504,-0.001000207383185625,-0.0009664510143920779,-0.0009326947038061917,-0.0008989383932203054,-0.0008651820826344192,-0.000831425772048533,-0.0007976694614626467,-0.0007639131508767605,-0.0007301568402908742,-0.000696400529704988,-0.0006626442191191018,-0.0006288879085332155,-0.0005951315979473293,-0.000561375287361443,-0.0005276189767755568,-0.0004938626661896706,-0.0004601063556037843,-0.0004263500450178981,-0.00039259373443201184,-0.0003588374238461256,-0.00032508111326023936,-0.0002913248026743531,-0.0002575684920884669,-0.00022381218150258064,-0.0001900558709166944,-0.00015629956033080816,-0.00012254324974492192,-8.878693915903568e-05,-5.503062857314944e-05,-2.1274317987263203e-05,1.2481992598623037e-05,4.623830318450928e-05,7.999461377039552e-05,0.00011375092435628176,0.000147507234942168,0.00018126354552805424,0.00021501985611394048,0.0002487761666998267,0.00028253247728571296,0.0003162887878715992,0.00035004509845748544,0.0003838014090433717,0.0004175577196292579,0.00045131403021514416,0.0004850703408010304,0.0005188266513869166,0.0005525829619728029,0.0005863392725586891,0.0006200955831445754,0.0006538518937304616,0.0006876082043163478,0.0007213645149022341,0.0007551208254881203,0.0007888771360740066,0.0008226334466598928,0.000856389757245779,0.0008901460678316653,0.0009239023784175515,0.0009576586890034378,0.000991414999589324,0.0010251712519675493,0.0010589276207610965,0.0010926839895546436,0.001126440241932869],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,4,1,9,8,13,16,22,44,62,76,157,251,384,511,768,1283,1905,3039,4696,6873,10820,16657,25232,36826,50876,67368,76900,75042,63037,48091,32963,22791,15151,9925,6366,4043,2563,1876,1085,754,461,290,211,120,80,52,32,28,22,11,10,8,4,1,0,2,1],"bins":[-0.00372314453125,-0.0036132335662841797,-0.0035033226013183594,-0.003393411636352539,-0.0032835006713867188,-0.0031735897064208984,-0.003063678741455078,-0.002953767776489258,-0.0028438568115234375,-0.002733945846557617,-0.002624034881591797,-0.0025141239166259766,-0.0024042129516601562,-0.002294301986694336,-0.0021843910217285156,-0.0020744800567626953,-0.001964569091796875,-0.0018546581268310547,-0.0017447471618652344,-0.001634836196899414,-0.0015249252319335938,-0.0014150142669677734,-0.0013051033020019531,-0.0011951923370361328,-0.0010852813720703125,-0.0009753704071044922,-0.0008654594421386719,-0.0007555484771728516,-0.0006456375122070312,-0.0005357265472412109,-0.0004258155822753906,-0.0003159046173095703,-0.00020599365234375,-9.608268737792969e-05,1.3828277587890625e-05,0.00012373924255371094,0.00023365020751953125,0.00034356117248535156,0.0004534721374511719,0.0005633831024169922,0.0006732940673828125,0.0007832050323486328,0.0008931159973144531,0.0010030269622802734,0.0011129379272460938,0.001222848892211914,0.0013327598571777344,0.0014426708221435547,0.001552581787109375,0.0016624927520751953,0.0017724037170410156,0.001882314682006836,0.0019922256469726562,0.0021021366119384766,0.002212047576904297,0.002321958541870117,0.0024318695068359375,0.002541780471801758,0.002651691436767578,0.0027616024017333984,0.0028715133666992188,0.002981424331665039,0.0030913352966308594,0.0032012462615966797,0.0033111572265625]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,1,2,0,1,0,2,2,4,4,6,6,6,9,7,8,19,14,24,22,22,32,34,28,26,32,45,33,43,39,38,28,30,30,18,25,24,16,10,14,11,9,2,10,9,5,5,5,2,1,0,0,1,0,0,1,1],"bins":[-0.0004669380432460457,-0.0004535361658781767,-0.0004401342594064772,-0.0004267323820386082,-0.0004133304755669087,-0.0003999285981990397,-0.0003865267208311707,-0.0003731248143594712,-0.0003597229369916022,-0.0003463210305199027,-0.0003329191531520337,-0.00031951727578416467,-0.0003061153693124652,-0.00029271349194459617,-0.0002793115854728967,-0.0002659097081050277,-0.0002525078016333282,-0.00023910592426545918,-0.00022570403234567493,-0.0002123021549778059,-0.00019890026305802166,-0.00018549837113823742,-0.00017209647921845317,-0.00015869458729866892,-0.00014529269537888467,-0.00013189081801101565,-0.0001184889260912314,-0.00010508703417144716,-9.168514225166291e-05,-7.828325760783628e-05,-6.488136568805203e-05,-5.147947740624659e-05,-3.807758912444115e-05,-2.4675700842635706e-05,-1.1273810741840862e-05,2.128078449459281e-06,1.5529967640759423e-05,2.8931855922564864e-05,4.233374784234911e-05,5.573563612415455e-05,6.913752440596e-05,8.253941632574424e-05,9.594130096957088e-05,0.00010934319288935512,0.00012274508480913937,0.00013614697672892362,0.00014954885409679264,0.00016295074601657689,0.00017635263793636113,0.00018975452985614538,0.00020315642177592963,0.00021655829914379865,0.0002299601910635829,0.00024336208298336715,0.0002567639749031514,0.0002701658522710204,0.0002835677587427199,0.0002969696361105889,0.0003103715425822884,0.0003237734199501574,0.0003371752973180264,0.0003505772037897259,0.0003639790811575949,0.0003773809876292944,0.0003907828649971634],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.00250244140625,-0.002428770065307617,-0.0023550987243652344,-0.0022814273834228516,-0.0022077560424804688,-0.002134084701538086,-0.002060413360595703,-0.0019867420196533203,-0.0019130706787109375,-0.0018393993377685547,-0.0017657279968261719,-0.001692056655883789,-0.0016183853149414062,-0.0015447139739990234,-0.0014710426330566406,-0.0013973712921142578,-0.001323699951171875,-0.0012500286102294922,-0.0011763572692871094,-0.0011026859283447266,-0.0010290145874023438,-0.0009553432464599609,-0.0008816719055175781,-0.0008080005645751953,-0.0007343292236328125,-0.0006606578826904297,-0.0005869865417480469,-0.0005133152008056641,-0.00043964385986328125,-0.00036597251892089844,-0.0002923011779785156,-0.0002186298370361328,-0.00014495849609375,-7.128715515136719e-05,2.384185791015625e-06,7.605552673339844e-05,0.00014972686767578125,0.00022339820861816406,0.0002970695495605469,0.0003707408905029297,0.0004444122314453125,0.0005180835723876953,0.0005917549133300781,0.0006654262542724609,0.0007390975952148438,0.0008127689361572266,0.0008864402770996094,0.0009601116180419922,0.001033782958984375,0.0011074542999267578,0.0011811256408691406,0.0012547969818115234,0.0013284683227539062,0.001402139663696289,0.0014758110046386719,0.0015494823455810547,0.0016231536865234375,0.0016968250274658203,0.0017704963684082031,0.001844167709350586,0.0019178390502929688,0.0019915103912353516,0.0020651817321777344,0.002138853073120117,0.0022125244140625],"_type":"histogram","values":[1,2,1,0,1,1,5,3,1,6,10,12,18,21,20,48,70,68,102,150,204,298,438,630,978,1524,2293,3650,6229,9920,18495,33996,72752,148694,144113,68369,33146,17195,10166,5824,3662,2326,1409,942,608,427,273,183,163,111,76,47,37,29,22,14,5,13,6,9,4,0,3,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"values":[3,1,2,5,2,6,11,16,19,34,33,43,104,145,212,287,507,746,1219,1750,2599,3888,6220,8560,12629,18030,25097,34486,45542,58064,67656,68350,60321,48338,36660,26707,19529,13393,9639,6087,4313,3030,1884,1241,784,599,353,239,144,108,71,45,13,21,15,7,2,3,5,2,1,2,1,1],"bins":[-0.002899169921875,-0.002805948257446289,-0.002712726593017578,-0.002619504928588867,-0.0025262832641601562,-0.0024330615997314453,-0.0023398399353027344,-0.0022466182708740234,-0.0021533966064453125,-0.0020601749420166016,-0.0019669532775878906,-0.0018737316131591797,-0.0017805099487304688,-0.0016872882843017578,-0.0015940666198730469,-0.001500844955444336,-0.001407623291015625,-0.001314401626586914,-0.0012211799621582031,-0.0011279582977294922,-0.0010347366333007812,-0.0009415149688720703,-0.0008482933044433594,-0.0007550716400146484,-0.0006618499755859375,-0.0005686283111572266,-0.0004754066467285156,-0.0003821849822998047,-0.00028896331787109375,-0.0001957416534423828,-0.00010251998901367188,-9.298324584960938e-06,8.392333984375e-05,0.00017714500427246094,0.0002703666687011719,0.0003635883331298828,0.00045680999755859375,0.0005500316619873047,0.0006432533264160156,0.0007364749908447266,0.0008296966552734375,0.0009229183197021484,0.0010161399841308594,0.0011093616485595703,0.0012025833129882812,0.0012958049774169922,0.0013890266418457031,0.001482248306274414,0.001575469970703125,0.001668691635131836,0.0017619132995605469,0.0018551349639892578,0.0019483566284179688,0.0020415782928466797,0.0021347999572753906,0.0022280216217041016,0.0023212432861328125,0.0024144649505615234,0.0025076866149902344,0.0026009082794189453,0.0026941299438476562,0.002787351608276367,0.002880573272705078,0.002973794937133789,0.0030670166015625],"_type":"histogram"},"_wandb":{"runtime":140},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,0,0,2,1,0,0,0,2,2,3,7,5,5,5,6,12,12,15,17,18,11,18,25,22,30,23,38,33,34,31,29,30,26,34,28,23,24,23,28,28,24,10,14,10,10,9,6,8,5,2,2,3,4,2,2,0,0,3,1,1,0,0,1],"bins":[-0.0003652488230727613,-0.00035373950959183276,-0.0003422301961109042,-0.00033072091173380613,-0.0003192115982528776,-0.00030770228477194905,-0.00029619300039485097,-0.00028468368691392243,-0.0002731743734329939,-0.00026166505995206535,-0.0002501557464711368,-0.00023864646209403872,-0.00022713714861311018,-0.00021562783513218164,-0.00020411853620316833,-0.00019260923727415502,-0.00018109992379322648,-0.00016959061031229794,-0.00015808131138328463,-0.00014657201245427132,-0.00013506269897334278,-0.00012355338549241424,-0.00011204408656340092,-0.00010053478035843,-8.902547415345907e-05,-7.751616794848815e-05,-6.600686174351722e-05,-5.4497555538546294e-05,-4.298824933357537e-05,-3.147894312860444e-05,-1.9969636923633516e-05,-8.46033071866259e-06,3.0489754863083363e-06,1.4558281691279262e-05,2.606758789625019e-05,3.7576894101221114e-05,4.908620030619204e-05,6.0595506511162966e-05,7.210481271613389e-05,8.361411892110482e-05,9.512342512607574e-05,0.00010663273133104667,0.0001181420375360176,0.0001296513364650309,0.00014116064994595945,0.000152669963426888,0.0001641792623559013,0.0001756885612849146,0.00018719787476584315,0.0001987071882467717,0.000210216487175785,0.00022172578610479832,0.00023323509958572686,0.0002447444130666554,0.0002562536974437535,0.000267763010924682,0.00027927232440561056,0.0002907816378865391,0.00030229095136746764,0.0003138002357445657,0.00032530954922549427,0.0003368188627064228,0.0003483281470835209,0.00035983746056444943,0.00037134677404537797],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,3,2,7,24,32,60,74,134,218,325,518,763,1126,1651,2253,3125,4196,5485,7226,9259,11503,13800,16544,19295,22316,25104,27658,29678,31555,32743,33573,33124,32506,31395,28952,27053,24156,21270,18641,15748,13125,10724,8513,6469,5058,3772,2736,2030,1463,994,641,430,306,188,119,60,42,22,13,10,4,5,4],"bins":[-0.09067509323358536,-0.08782564848661423,-0.0849762037396431,-0.08212675899267197,-0.07927731424570084,-0.0764278694987297,-0.07357842475175858,-0.07072898000478745,-0.06787953525781631,-0.06503009051084518,-0.06218064948916435,-0.05933120474219322,-0.05648175999522209,-0.05363231524825096,-0.05078287050127983,-0.0479334257543087,-0.04508398100733757,-0.04223453626036644,-0.03938509151339531,-0.03653564676642418,-0.03368620201945305,-0.030836759135127068,-0.027987314388155937,-0.025137869641184807,-0.022288424894213676,-0.019438980147242546,-0.016589535400271416,-0.01374009158462286,-0.01089064683765173,-0.0080412020906806,-0.005191757809370756,-0.0023423132952302694,0.0005071312189102173,0.003356575733050704,0.006206020247191191,0.009055464528501034,0.011904909275472164,0.014754354022443295,0.01760379783809185,0.02045324258506298,0.02330268733203411,0.02615213207900524,0.029001576825976372,0.03185101971030235,0.03470046445727348,0.037549909204244614,0.040399353951215744,0.043248798698186874,0.046098243445158005,0.048947688192129135,0.051797132939100266,0.054646577686071396,0.057496022433042526,0.06034546718001366,0.06319490820169449,0.06604435294866562,0.06889379769563675,0.07174324244260788,0.07459268718957901,0.07744213193655014,0.08029157668352127,0.0831410214304924,0.08599046617746353,0.08883991092443466,0.09168935567140579]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,3,0,1,1,5,8,11,13,28,49,70,103,149,279,420,664,1072,1647,2794,4367,6844,11010,17305,27878,41370,60366,78268,86770,77216,58618,40091,26667,16931,10637,6686,4336,2633,1689,1037,659,436,263,159,109,57,30,25,18,7,5,6,4,5,1,0,1,1,0,1],"bins":[-0.00372314453125,-0.0036084651947021484,-0.003493785858154297,-0.0033791065216064453,-0.0032644271850585938,-0.003149747848510742,-0.0030350685119628906,-0.002920389175415039,-0.0028057098388671875,-0.002691030502319336,-0.0025763511657714844,-0.002461671829223633,-0.0023469924926757812,-0.0022323131561279297,-0.002117633819580078,-0.0020029544830322266,-0.001888275146484375,-0.0017735958099365234,-0.0016589164733886719,-0.0015442371368408203,-0.0014295578002929688,-0.0013148784637451172,-0.0012001991271972656,-0.001085519790649414,-0.0009708404541015625,-0.0008561611175537109,-0.0007414817810058594,-0.0006268024444580078,-0.0005121231079101562,-0.0003974437713623047,-0.0002827644348144531,-0.00016808509826660156,-5.340576171875e-05,6.127357482910156e-05,0.00017595291137695312,0.0002906322479248047,0.00040531158447265625,0.0005199909210205078,0.0006346702575683594,0.0007493495941162109,0.0008640289306640625,0.000978708267211914,0.0010933876037597656,0.0012080669403076172,0.0013227462768554688,0.0014374256134033203,0.0015521049499511719,0.0016667842864990234,0.001781463623046875,0.0018961429595947266,0.002010822296142578,0.0021255016326904297,0.0022401809692382812,0.002354860305786133,0.0024695396423339844,0.002584218978881836,0.0026988983154296875,0.002813577651977539,0.0029282569885253906,0.003042936325073242,0.0031576156616210938,0.0032722949981689453,0.003386974334716797,0.0035016536712646484,0.0036163330078125]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,2,6,2,5,7,14,14,36,54,68,83,171,251,416,587,936,1331,2003,3268,4653,7835,11702,19627,32049,51820,84899,142103,224832,292773,255334,168652,105239,62373,37309,23069,13792,9134,5557,3739,2442,1532,1058,716,482,268,205,141,99,68,39,27,16,7,4,7,4,1,0,1,0,0,0,1],"bins":[-0.00244140625,-0.002359151840209961,-0.002276897430419922,-0.002194643020629883,-0.0021123886108398438,-0.0020301342010498047,-0.0019478797912597656,-0.0018656253814697266,-0.0017833709716796875,-0.0017011165618896484,-0.0016188621520996094,-0.0015366077423095703,-0.0014543533325195312,-0.0013720989227294922,-0.0012898445129394531,-0.001207590103149414,-0.001125335693359375,-0.001043081283569336,-0.0009608268737792969,-0.0008785724639892578,-0.0007963180541992188,-0.0007140636444091797,-0.0006318092346191406,-0.0005495548248291016,-0.0004673004150390625,-0.00038504600524902344,-0.0003027915954589844,-0.0002205371856689453,-0.00013828277587890625,-5.602836608886719e-05,2.6226043701171875e-05,0.00010848045349121094,0.00019073486328125,0.00027298927307128906,0.0003552436828613281,0.0004374980926513672,0.0005197525024414062,0.0006020069122314453,0.0006842613220214844,0.0007665157318115234,0.0008487701416015625,0.0009310245513916016,0.0010132789611816406,0.0010955333709716797,0.0011777877807617188,0.0012600421905517578,0.0013422966003417969,0.001424551010131836,0.001506805419921875,0.001589059829711914,0.0016713142395019531,0.0017535686492919922,0.0018358230590820312,0.0019180774688720703,0.0020003318786621094,0.0020825862884521484,0.0021648406982421875,0.0022470951080322266,0.0023293495178222656,0.0024116039276123047,0.0024938583374023438,0.002576112747192383,0.002658367156982422,0.002740621566772461,0.0028228759765625]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[2,0,0,0,0,2,0,1,2,3,3,2,4,3,10,8,7,8,10,12,16,34,23,24,30,32,36,30,49,33,42,36,44,37,28,30,31,22,27,15,12,14,9,10,5,3,3,5,3,1,2,1,0,2,0,0,0,0,0,1,0,0,0,1],"bins":[-0.005497400648891926,-0.005312696099281311,-0.005127991084009409,-0.004943286534398794,-0.004758581519126892,-0.004573876969516277,-0.0043891724199056625,-0.0042044674046337605,-0.004019762855023146,-0.0038350580725818872,-0.003650353290140629,-0.0034656485076993704,-0.003280943725258112,-0.0030962389428168535,-0.0029115343932062387,-0.0027268296107649803,-0.002542124828323722,-0.0023574200458824635,-0.002172715263441205,-0.0019880107138305902,-0.0018033059313893318,-0.0016186011489480734,-0.001433896366506815,-0.0012491917004808784,-0.00106448691803962,-0.0008797821938060224,-0.0006950774695724249,-0.0005103726871311665,-0.00032566796289756894,-0.0001409632241120562,4.374151467345655e-05,0.0002284462534589693,0.00041315099224448204,0.0005978557164780796,0.0007825604407116771,0.0009672652231529355,0.0011519698891788721,0.0013366746716201305,0.001521379454061389,0.0017060841200873256,0.001890788902528584,0.0020754935685545206,0.002260198350995779,0.0024449031334370375,0.002629607915878296,0.0028143126983195543,0.002999017247930169,0.0031837220303714275,0.003368426812812686,0.0035531315952539444,0.003737836377695203,0.003922541160136461,0.004107245709747076,0.004291950725018978,0.004476655274629593,0.004661359824240208,0.00484606483951211,0.0050307693891227245,0.005215474404394627,0.005400178954005241,0.005584883503615856,0.005769588518887758,0.005954293068498373,0.006138998083770275,0.00632370263338089],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.00139617919921875,-0.001350998878479004,-0.0013058185577392578,-0.0012606382369995117,-0.0012154579162597656,-0.0011702775955200195,-0.0011250972747802734,-0.0010799169540405273,-0.0010347366333007812,-0.0009895563125610352,-0.0009443759918212891,-0.000899195671081543,-0.0008540153503417969,-0.0008088350296020508,-0.0007636547088623047,-0.0007184743881225586,-0.0006732940673828125,-0.0006281137466430664,-0.0005829334259033203,-0.0005377531051635742,-0.0004925727844238281,-0.00044739246368408203,-0.00040221214294433594,-0.00035703182220458984,-0.00031185150146484375,-0.00026667118072509766,-0.00022149085998535156,-0.00017631053924560547,-0.00013113021850585938,-8.594989776611328e-05,-4.076957702636719e-05,4.410743713378906e-06,4.9591064453125e-05,9.47713851928711e-05,0.0001399517059326172,0.00018513202667236328,0.00023031234741210938,0.00027549266815185547,0.00032067298889160156,0.00036585330963134766,0.00041103363037109375,0.00045621395111083984,0.0005013942718505859,0.000546574592590332,0.0005917549133300781,0.0006369352340698242,0.0006821155548095703,0.0007272958755493164,0.0007724761962890625,0.0008176565170288086,0.0008628368377685547,0.0009080171585083008,0.0009531974792480469,0.000998377799987793,0.001043558120727539,0.0010887384414672852,0.0011339187622070312,0.0011790990829467773,0.0012242794036865234,0.0012694597244262695,0.0013146400451660156,0.0013598203659057617,0.0014050006866455078,0.001450181007385254,0.001495361328125],"_type":"histogram","values":[2,3,2,3,3,4,5,10,4,20,26,43,56,61,75,147,193,257,411,565,922,1336,1914,3081,5194,8175,14309,24247,43232,79710,123757,117275,71025,38419,22110,12413,7540,4819,2721,1872,1219,795,572,401,263,184,130,92,65,31,37,17,14,9,11,6,4,1,1,3,3,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[3,10,8,24,40,74,95,135,216,332,518,758,1130,1549,2140,3006,3973,5166,6786,8394,10449,12664,15147,17817,20263,23112,25327,27756,29912,30946,31807,31940,32372,30743,29463,27541,25294,22971,20438,17659,14928,12593,10354,8250,6637,5103,4001,2938,2132,1544,1109,759,531,353,227,154,92,50,37,19,15,8,9,3],"bins":[-0.08614559471607208,-0.08340954035520554,-0.08067348599433899,-0.07793742418289185,-0.0752013698220253,-0.07246531546115875,-0.0697292611002922,-0.06699320673942566,-0.06425714492797852,-0.06152109429240227,-0.05878503620624542,-0.056048981845378876,-0.05331292748451233,-0.050576869398355484,-0.04784081503748894,-0.04510475695133209,-0.042368702590465546,-0.039632648229599,-0.036896590143442154,-0.03416053578257561,-0.03142447769641876,-0.028688423335552216,-0.02595236897468567,-0.023216312751173973,-0.020480256527662277,-0.01774420030415058,-0.01500814501196146,-0.012272089719772339,-0.009536033496260643,-0.0067999777384102345,-0.004063921980559826,-0.0013278662227094173,0.0014081820845603943,0.004144237842410803,0.006880293600261211,0.009616348892450333,0.012352405115962029,0.015088461339473724,0.01782451570034027,0.020560571923851967,0.023296628147363663,0.02603268437087536,0.028768740594387054,0.0315047949552536,0.03424084931612015,0.03697690740227699,0.03971296176314354,0.042449019849300385,0.04518507421016693,0.04792112857103348,0.05065718665719032,0.05339324101805687,0.056129299104213715,0.05886535346508026,0.06160140782594681,0.06433746218681335,0.0670735239982605,0.06980957835912704,0.07254563271999359,0.07528168708086014,0.07801774144172668,0.08075379580259323,0.08348985761404037,0.08622591197490692,0.08896196633577347],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[2,3,2,5,2,2,2,2,4,4,6,9,9,6,8,6,19,8,12,18,25,22,19,25,27,20,24,26,27,31,24,37,24,32,33,22,28,22,21,19,10,22,17,10,15,7,9,2,14,1,6,3,2,2,1,1,2,2,1,1,0,1,1,1],"bins":[-0.0012441196013242006,-0.0012030238285660744,-0.0011619280558079481,-0.0011208322830498219,-0.0010797365102916956,-0.0010386407375335693,-0.000997544964775443,-0.0009564491920173168,-0.0009153534192591906,-0.0008742575882934034,-0.0008331618155352771,-0.0007920660427771509,-0.0007509702700190246,-0.0007098744972608984,-0.0006687787245027721,-0.0006276829517446458,-0.0005865871789865196,-0.0005454914062283933,-0.0005043956334702671,-0.0004632998607121408,-0.00042220408795401454,-0.0003811082860920578,-0.00034001251333393157,-0.0002989167405758053,-0.00025782096781767905,-0.0002167251950595528,-0.00017562942230142653,-0.00013453363499138504,-9.343786223325878e-05,-5.234208583715372e-05,-1.1246309441048652e-05,2.9849466955056414e-05,7.094524335116148e-05,0.00011204101610928774,0.000153136788867414,0.00019423257617745548,0.00023532834893558174,0.00027642413624562323,0.0003175199090037495,0.00035861568176187575,0.000399711454520002,0.00044080722727812827,0.0004819030000362545,0.0005229988018982112,0.0005640945746563375,0.0006051903474144638,0.00064628612017259,0.0006873818929307163,0.0007284776656888425,0.0007695734384469688,0.000810669211205095,0.0008517649839632213,0.0008928607567213476,0.0009339565294794738,0.0009750523022376001,0.0010161481332033873,0.0010572439059615135,0.0010983396787196398,0.001139435451477766,0.0011805312242358923,0.0012216269969940186,0.0012627227697521448,0.001303818542510271,0.0013449143152683973,0.0013860100880265236],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,0,0,3,6,8,11,18,39,35,51,89,122,149,286,352,524,879,1296,1908,2791,4262,6468,9632,14805,23490,37488,61988,113510,238997,421607,299687,142436,74614,42792,26393,16481,10397,6719,4216,2748,1827,1169,825,543,353,259,167,118,100,49,50,29,23,13,13,11,6,4,2,0,0,1,3],"bins":[-0.00885009765625,-0.008561134338378906,-0.008272171020507812,-0.007983207702636719,-0.007694244384765625,-0.007405281066894531,-0.0071163177490234375,-0.006827354431152344,-0.00653839111328125,-0.006249427795410156,-0.0059604644775390625,-0.005671501159667969,-0.005382537841796875,-0.005093574523925781,-0.0048046112060546875,-0.004515647888183594,-0.0042266845703125,-0.003937721252441406,-0.0036487579345703125,-0.0033597946166992188,-0.003070831298828125,-0.0027818679809570312,-0.0024929046630859375,-0.0022039413452148438,-0.00191497802734375,-0.0016260147094726562,-0.0013370513916015625,-0.0010480880737304688,-0.000759124755859375,-0.00047016143798828125,-0.0001811981201171875,0.00010776519775390625,0.000396728515625,0.0006856918334960938,0.0009746551513671875,0.0012636184692382812,0.001552581787109375,0.0018415451049804688,0.0021305084228515625,0.0024194717407226562,0.00270843505859375,0.0029973983764648438,0.0032863616943359375,0.0035753250122070312,0.003864288330078125,0.004153251647949219,0.0044422149658203125,0.004731178283691406,0.0050201416015625,0.005309104919433594,0.0055980682373046875,0.005887031555175781,0.006175994873046875,0.006464958190917969,0.0067539215087890625,0.007042884826660156,0.00733184814453125,0.007620811462402344,0.007909774780273438,0.008198738098144531,0.008487701416015625,0.008776664733886719,0.009065628051757812,0.009354591369628906,0.0096435546875]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,5,7,20,28,60,115,165,289,428,682,992,1516,2123,3030,4124,5524,7486,9591,12224,14589,17604,20994,24167,27533,29980,32212,33782,35321,35201,35152,33499,31494,28736,26193,22780,19741,16202,13610,10932,8530,6507,5049,3535,2562,1871,1295,875,550,386,204,137,84,49,29,16,6,3,2,0,1,0,0,1],"bins":[-0.08801991492509842,-0.08501449972391129,-0.08200908452272415,-0.07900366932153702,-0.07599825412034988,-0.07299283891916275,-0.06998742371797562,-0.06698200851678848,-0.06397660076618195,-0.060971181839704514,-0.05796576663851738,-0.054960351437330246,-0.05195493996143341,-0.04894952476024628,-0.04594410955905914,-0.04293869435787201,-0.039933279156684875,-0.03692786395549774,-0.03392244875431061,-0.030917035415768623,-0.02791162021458149,-0.024906205013394356,-0.02190079167485237,-0.018895376473665237,-0.015889961272478104,-0.01288454607129097,-0.00987913180142641,-0.006873717065900564,-0.0038683023303747177,-0.0008628875948488712,0.0021425271406769753,0.005147941876202822,0.008153364062309265,0.011158779263496399,0.014164193533360958,0.017169607803225517,0.02017502300441265,0.023180438205599785,0.02618585154414177,0.029191266745328903,0.03219668194651604,0.03520209714770317,0.038207512348890305,0.04121292755007744,0.044218339025974274,0.04722375422716141,0.05022916942834854,0.053234584629535675,0.05623999983072281,0.05924541503190994,0.062250830233097076,0.06525624543428421,0.06826166063547134,0.07126707583665848,0.07427249103784561,0.07727790623903275,0.08028331398963928,0.08328872919082642,0.08629414439201355,0.08929955959320068,0.09230497479438782,0.09531038999557495,0.09831580519676208,0.10132122039794922,0.10432663559913635]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.017822265625,-0.017284393310546875,-0.01674652099609375,-0.016208648681640625,-0.0156707763671875,-0.015132904052734375,-0.01459503173828125,-0.014057159423828125,-0.013519287109375,-0.012981414794921875,-0.01244354248046875,-0.011905670166015625,-0.0113677978515625,-0.010829925537109375,-0.01029205322265625,-0.009754180908203125,-0.00921630859375,-0.008678436279296875,-0.00814056396484375,-0.007602691650390625,-0.0070648193359375,-0.006526947021484375,-0.00598907470703125,-0.005451202392578125,-0.004913330078125,-0.004375457763671875,-0.00383758544921875,-0.003299713134765625,-0.0027618408203125,-0.002223968505859375,-0.00168609619140625,-0.001148223876953125,-0.0006103515625,-7.2479248046875e-05,0.00046539306640625,0.001003265380859375,0.0015411376953125,0.002079010009765625,0.00261688232421875,0.003154754638671875,0.003692626953125,0.004230499267578125,0.00476837158203125,0.005306243896484375,0.0058441162109375,0.006381988525390625,0.00691986083984375,0.007457733154296875,0.00799560546875,0.008533477783203125,0.00907135009765625,0.009609222412109375,0.0101470947265625,0.010684967041015625,0.01122283935546875,0.011760711669921875,0.012298583984375,0.012836456298828125,0.01337432861328125,0.013912200927734375,0.0144500732421875,0.014987945556640625,0.01552581787109375,0.016063690185546875,0.0166015625],"_type":"histogram","values":[1,0,0,1,0,0,4,1,2,0,4,5,7,7,12,13,26,45,79,99,157,235,440,656,1272,2074,3784,7151,13905,27321,62021,154387,428146,518488,205100,77272,34951,16250,8470,4527,2495,1395,781,486,286,185,110,65,39,32,24,15,14,8,4,0,6,0,1,1,3,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.002068057656288147,-0.0019984825048595667,-0.0019289074698463082,-0.001859332318417728,-0.0017897572834044695,-0.0017201821319758892,-0.0016506070969626307,-0.0015810319455340505,-0.001511456910520792,-0.0014418817590922117,-0.0013723066076636314,-0.001302731572650373,-0.0012331564212217927,-0.0011635813862085342,-0.001094006234779954,-0.0010244311997666955,-0.0009548560483381152,-0.0008852809551171958,-0.0008157058618962765,-0.0007461307686753571,-0.0006765556754544377,-0.0006069805240258574,-0.0005374054308049381,-0.0004678303375840187,-0.00039825524436309934,-0.00032868015114217997,-0.0002591050579212606,-0.00018952993559651077,-0.0001199548423755914,-5.037974187871441e-05,1.9195358618162572e-05,8.877045911503956e-05,0.00015834555961191654,0.0002279206528328359,0.0002974957460537553,0.0003670708683785051,0.0004366459615994245,0.0005062210839241743,0.0005757961771450937,0.000645371270366013,0.0007149463635869324,0.0007845214568078518,0.0008540965500287712,0.0009236716432496905,0.0009932467946782708,0.0010628218296915293,0.0011323969811201096,0.001201972016133368,0.0012715471675619483,0.0013411223189905286,0.001410697354003787,0.0014802725054323673,0.0015498475404456258,0.001619422691874206,0.0016889977268874645,0.0017585728783160448,0.001828148029744625,0.0018977230647578835,0.001967298099771142,0.0020368732511997223,0.0021064484026283026,0.002176023554056883,0.0022455984726548195,0.0023151736240833998,0.00238474877551198],"_type":"histogram","values":[1,0,0,1,0,1,1,0,0,0,4,4,4,6,7,7,3,13,14,13,16,28,17,17,29,38,33,46,49,52,52,45,35,40,37,24,24,19,10,11,11,12,9,6,6,6,6,2,4,1,1,0,0,0,0,0,0,0,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.09755750745534897,-0.09448476135730743,-0.0914120152592659,-0.08833926916122437,-0.08526652306318283,-0.0821937769651413,-0.07912103086709976,-0.07604828476905823,-0.0729755312204361,-0.06990278512239456,-0.06683003902435303,-0.06375729292631149,-0.06068454682826996,-0.057611800730228424,-0.05453905463218689,-0.051466308534145355,-0.04839356243610382,-0.045320816338062286,-0.04224807024002075,-0.03917532414197922,-0.03610257804393768,-0.03302982822060585,-0.029957082122564316,-0.02688433602452278,-0.023811589926481247,-0.020738843828439713,-0.017666097730398178,-0.014593349769711494,-0.01152060367166996,-0.008447857573628426,-0.0053751105442643166,-0.002302363980561495,0.0007703900337219238,0.0038431365974247456,0.006915883161127567,0.009988630190491676,0.01306137628853321,0.016134122386574745,0.01920687034726143,0.022279616445302963,0.025352362543344498,0.028425108641386032,0.031497854739427567,0.0345706008374691,0.037643350660800934,0.04071609675884247,0.043788842856884,0.04686158895492554,0.04993433505296707,0.053007081151008606,0.05607982724905014,0.059152573347091675,0.06222531944513321,0.06529806554317474,0.06837081164121628,0.07144355773925781,0.07451631128787994,0.07758905738592148,0.08066180348396301,0.08373454958200455,0.08680729568004608,0.08988004177808762,0.09295278787612915,0.09602553397417068,0.09909828007221222],"_type":"histogram","values":[1,5,2,0,9,10,16,31,59,94,173,279,441,691,1073,1576,2321,3345,4587,6284,8118,10522,13124,16287,19433,22654,26040,28985,32108,33901,35170,36073,35870,34826,33068,30909,27706,24532,21240,17607,14617,11832,9305,7081,5374,3963,2801,1963,1295,911,578,363,263,120,83,47,24,17,7,4,3,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,0,1,0,0,1,0,1,0,2,5,7,7,11,12,23,28,27,45,79,118,173,260,439,707,1171,2086,4007,7404,16168,38674,109142,210908,119725,43099,17572,8107,4269,2168,1350,740,433,284,200,99,96,51,35,21,18,12,7,8,6,4,3,5,1,2,0,1,0,1],"bins":[-0.0029754638671875,-0.0028867721557617188,-0.0027980804443359375,-0.0027093887329101562,-0.002620697021484375,-0.0025320053100585938,-0.0024433135986328125,-0.0023546218872070312,-0.00226593017578125,-0.0021772384643554688,-0.0020885467529296875,-0.0019998550415039062,-0.001911163330078125,-0.0018224716186523438,-0.0017337799072265625,-0.0016450881958007812,-0.001556396484375,-0.0014677047729492188,-0.0013790130615234375,-0.0012903213500976562,-0.001201629638671875,-0.0011129379272460938,-0.0010242462158203125,-0.0009355545043945312,-0.00084686279296875,-0.0007581710815429688,-0.0006694793701171875,-0.0005807876586914062,-0.000492095947265625,-0.00040340423583984375,-0.0003147125244140625,-0.00022602081298828125,-0.0001373291015625,-4.863739013671875e-05,4.00543212890625e-05,0.00012874603271484375,0.000217437744140625,0.00030612945556640625,0.0003948211669921875,0.00048351287841796875,0.00057220458984375,0.0006608963012695312,0.0007495880126953125,0.0008382797241210938,0.000926971435546875,0.0010156631469726562,0.0011043548583984375,0.0011930465698242188,0.00128173828125,0.0013704299926757812,0.0014591217041015625,0.0015478134155273438,0.001636505126953125,0.0017251968383789062,0.0018138885498046875,0.0019025802612304688,0.00199127197265625,0.0020799636840820312,0.0021686553955078125,0.0022573471069335938,0.002346038818359375,0.0024347305297851562,0.0025234222412109375,0.0026121139526367188,0.0027008056640625],"_type":"histogram"},"_timestamp":1.752801456973054e+09,"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,0,1,1,4,1,0,4,8,3,5,4,7,3,14,9,13,15,19,21,32,29,30,25,36,39,24,27,31,31,28,29,29,28,26,24,28,20,14,18,11,17,7,5,9,6,8,4,2,3,2,1,2,1,3,1,0,2],"bins":[-0.0005126594915054739,-0.0004976951749995351,-0.0004827308584935963,-0.0004677665128838271,-0.0004528021963778883,-0.00043783787987194955,-0.00042287353426218033,-0.00040790921775624156,-0.0003929449012503028,-0.000377980584744364,-0.00036301626823842525,-0.00034805192262865603,-0.00033308760612271726,-0.0003181232896167785,-0.00030315894400700927,-0.0002881946275010705,-0.00027323031099513173,-0.00025826599448919296,-0.00024330166343133897,-0.00022833733237348497,-0.0002133730158675462,-0.00019840869936160743,-0.00018344436830375344,-0.00016848003724589944,-0.00015351572073996067,-0.0001385514042340219,-0.0001235870731761679,-0.00010862274939427152,-9.365842561237514e-05,-7.869410183047876e-05,-6.372977804858238e-05,-4.876545426668599e-05,-3.380110138095915e-05,-1.883677759906277e-05,-3.872453817166388e-06,1.1091869964729995e-05,2.6056193746626377e-05,4.102051752852276e-05,5.598484131041914e-05,7.094916509231552e-05,8.591348887421191e-05,0.00010087781265610829,0.00011584213643800467,0.00013080646749585867,0.00014577078400179744,0.0001607351005077362,0.0001756994315655902,0.0001906637626234442,0.00020562807912938297,0.00022059239563532174,0.00023555672669317573,0.00025052105775102973,0.0002654853742569685,0.00028044969076290727,0.00029541400726884604,0.00031037835287861526,0.00032534266938455403,0.0003403069858904928,0.000355271331500262,0.0003702356480062008,0.00038519996451213956,0.00040016428101807833,0.0004151285975240171,0.0004300929431337863,0.0004450572596397251]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,1,0,3,6,1,8,3,12,13,21,32,36,42,65,89,148,212,268,448,725,1015,1609,2531,4017,6512,10873,18344,32999,62035,110258,134829,89011,48292,26391,14845,9229,5312,3356,2133,1506,813,579,364,225,182,123,100,57,45,36,15,20,8,5,4,3,3,3,0,2,3,0,2],"bins":[-0.0164794921875,-0.01595306396484375,-0.0154266357421875,-0.01490020751953125,-0.014373779296875,-0.01384735107421875,-0.0133209228515625,-0.01279449462890625,-0.01226806640625,-0.01174163818359375,-0.0112152099609375,-0.01068878173828125,-0.010162353515625,-0.00963592529296875,-0.0091094970703125,-0.00858306884765625,-0.008056640625,-0.00753021240234375,-0.0070037841796875,-0.00647735595703125,-0.005950927734375,-0.00542449951171875,-0.0048980712890625,-0.00437164306640625,-0.00384521484375,-0.00331878662109375,-0.0027923583984375,-0.00226593017578125,-0.001739501953125,-0.00121307373046875,-0.0006866455078125,-0.00016021728515625,0.0003662109375,0.00089263916015625,0.0014190673828125,0.00194549560546875,0.002471923828125,0.00299835205078125,0.0035247802734375,0.00405120849609375,0.00457763671875,0.00510406494140625,0.0056304931640625,0.00615692138671875,0.006683349609375,0.00720977783203125,0.0077362060546875,0.00826263427734375,0.0087890625,0.00931549072265625,0.0098419189453125,0.01036834716796875,0.010894775390625,0.01142120361328125,0.0119476318359375,0.01247406005859375,0.01300048828125,0.01352691650390625,0.0140533447265625,0.01457977294921875,0.015106201171875,0.01563262939453125,0.0161590576171875,0.01668548583984375,0.0172119140625]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,1,1,1,1,3,5,6,2,7,15,9,10,17,16,21,34,27,35,56,36,62,72,64,66,85,103,84,85,108,110,93,111,87,81,63,74,70,49,59,41,29,27,25,15,15,21,9,10,6,5,4,2,4,1,1,2,0,0,0,0,0,0,1],"bins":[-0.0025417115539312363,-0.002455181907862425,-0.002368652494624257,-0.0022821228485554457,-0.002195593435317278,-0.0021090637892484665,-0.0020225343760102987,-0.0019360047299414873,-0.0018494752002879977,-0.0017629456706345081,-0.0016764161409810185,-0.001589886611327529,-0.0015033569652587175,-0.001416827435605228,-0.0013302979059517384,-0.0012437683762982488,-0.0011572388466447592,-0.0010707093169912696,-0.00098417978733778,-0.0008976501994766295,-0.0008111206698231399,-0.0007245911401696503,-0.0006380615523084998,-0.0005515320226550102,-0.00046500249300152063,-0.00037847296334803104,-0.000291943404590711,-0.00020541386038530618,-0.00011888431617990136,-3.2354771974496543e-05,5.4174772230908275e-05,0.0001407043164363131,0.0002272338606417179,0.0003137633902952075,0.00040029294905252755,0.0004868225078098476,0.0005733520374633372,0.0006598815671168268,0.0007464111549779773,0.0008329406846314669,0.0009194702142849565,0.001005999743938446,0.0010925292735919356,0.0011790588032454252,0.0012655884493142366,0.0013521179789677262,0.0014386475086212158,0.0015251770382747054,0.001611706567928195,0.0016982360975816846,0.0017847656272351742,0.0018712951568886638,0.0019578246865421534,0.0020443543326109648,0.0021308837458491325,0.002217413391917944,0.0023039430379867554,0.002390472451224923,0.0024770020972937346,0.0025635315105319023,0.0026500611566007137,0.0027365905698388815,0.002823120215907693,0.0029096496291458607,0.002996179275214672]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,4,2,12,10,41,45,91,127,236,367,575,806,1261,1763,2408,3482,4705,6141,7947,10055,12430,15019,18079,21300,24010,27168,29145,31566,33137,34186,34117,33691,32556,30304,28192,25459,22752,19440,16718,13983,11425,8856,7170,5503,4065,2871,2091,1533,1088,676,436,282,214,117,59,44,31,14,7,3,4,4],"bins":[-0.09378155320882797,-0.09087494015693665,-0.08796833455562592,-0.08506172150373459,-0.08215510845184326,-0.07924849539995193,-0.0763418897986412,-0.07343527674674988,-0.07052866369485855,-0.06762205809354782,-0.0647154450416565,-0.06180883198976517,-0.05890222266316414,-0.05599560961127281,-0.05308900028467178,-0.05018238723278046,-0.04727577790617943,-0.0443691685795784,-0.04146255552768707,-0.038555946201086044,-0.03564933314919472,-0.03274272382259369,-0.02983611263334751,-0.026929501444101334,-0.024022890254855156,-0.02111627906560898,-0.0182096678763628,-0.015303057618439198,-0.01239644642919302,-0.009489835239946842,-0.006583224516361952,-0.003676613559946418,-0.0007700026035308838,0.0021366083528846502,0.005043219309300184,0.007949830032885075,0.010856441222131252,0.01376305241137743,0.016669662669301033,0.01957627385854721,0.02248288504779339,0.025389496237039566,0.028296107426285744,0.03120271861553192,0.03410932794213295,0.03701594099402428,0.039922550320625305,0.04282916337251663,0.04573577269911766,0.04864238202571869,0.051548995077610016,0.054455604404211044,0.05736221745610237,0.0602688267827034,0.06317543983459473,0.06608205288648605,0.06898865848779678,0.07189527153968811,0.07480188459157944,0.07770849019289017,0.0806151032447815,0.08352171629667282,0.08642832934856415,0.08933493494987488,0.0922415480017662]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,2,2,2,1,1,1,4,1,4,6,7,6,8,15,10,20,18,19,27,28,39,41,56,51,78,82,81,89,93,98,108,91,111,89,97,90,88,73,54,63,47,38,33,38,23,21,13,19,5,14,13,4,5,3,4,5,1,3,2],"bins":[-0.0008557995315641165,-0.0008328926633112133,-0.0008099858532659709,-0.0007870789850130677,-0.0007641721749678254,-0.0007412653067149222,-0.000718358438462019,-0.0006954516284167767,-0.0006725447601638734,-0.0006496379501186311,-0.0006267310818657279,-0.0006038242136128247,-0.0005809174035675824,-0.0005580105353146791,-0.0005351037252694368,-0.0005121968570165336,-0.0004892899887636304,-0.0004663831787183881,-0.0004434763395693153,-0.0004205694713164121,-0.0003976626321673393,-0.00037475579301826656,-0.0003518489538691938,-0.000328942114720121,-0.00030603527557104826,-0.00028312840731814504,-0.00026022156816907227,-0.0002373147290199995,-0.00021440788987092674,-0.00019150103616993874,-0.00016859419702086598,-0.00014568734331987798,-0.00012278050417080522,-9.987365774577484e-05,-7.696681132074445e-05,-5.405997217167169e-05,-3.115312574664131e-05,-8.246281140600331e-06,1.4660563465440646e-05,3.756740625249222e-05,6.04742526775226e-05,8.338109910255298e-05,0.00010628794552758336,0.00012919478467665613,0.0001521016238257289,0.0001750084775267169,0.00019791531667578965,0.00022082217037677765,0.00024372900952585042,0.0002666358486749232,0.00028954268782399595,0.00031244955607689917,0.00033535639522597194,0.0003582632343750447,0.00038117007352411747,0.00040407691267319024,0.000426983751822263,0.0004498906200751662,0.000472797459224239,0.0004957042983733118,0.000518611166626215,0.0005415179766714573,0.0005644248449243605,0.0005873316549696028,0.000610238523222506]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,3,3,6,5,1,8,10,9,17,23,19,16,22,23,22,26,44,33,39,48,36,35,27,40,44,39,15,29,23,18,17,12,9,6,8,9,6,3,3,3,0,2,2,1,0,0,0,0,1],"bins":[-0.01057281531393528,-0.010272232815623283,-0.009971651248633862,-0.009671068750321865,-0.009370487183332443,-0.009069904685020447,-0.008769323118031025,-0.008468740619719028,-0.008168159052729607,-0.00786757655441761,-0.007566994521766901,-0.007266412489116192,-0.006965829990804195,-0.006665247958153486,-0.006364665925502777,-0.006064083892852068,-0.005763501860201359,-0.00546291982755065,-0.0051623377948999405,-0.004861755762249231,-0.004561173729598522,-0.004260591231286526,-0.003960009198635817,-0.0036594271659851074,-0.0033588451333343983,-0.003058263100683689,-0.00275768106803298,-0.002457098802551627,-0.002156516769900918,-0.0018559347372502089,-0.0015553525881841779,-0.001254770439118147,-0.0009541884064674377,-0.0006536063156090677,-0.0003530242247506976,-5.244213389232755e-05,0.0002481399569660425,0.0005487220478244126,0.0008493041386827826,0.0011498862877488136,0.0014504683203995228,0.001751050353050232,0.002051632385700941,0.002352214651182294,0.002652796683833003,0.002953378716483712,0.003253960981965065,0.003554543014615774,0.0038551250472664833,0.0041557070799171925,0.004456289112567902,0.004756871145218611,0.00505745317786932,0.005358035676181316,0.0056586177088320255,0.005959199741482735,0.006259781774133444,0.006560363806784153,0.006860945839434862,0.007161527872085571,0.007462110370397568,0.007762692403048277,0.008063274435698986,0.008363856002688408,0.008664438501000404]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.0004922191728837788,-0.00047812910634092987,-0.00046403901069425046,-0.0004499489441514015,-0.0004358588776085526,-0.0004217687819618732,-0.00040767871541902423,-0.0003935886488761753,-0.00037949858233332634,-0.00036540848668664694,-0.000351318420143798,-0.00033722835360094905,-0.00032313825795426965,-0.0003090481914114207,-0.00029495812486857176,-0.00028086802922189236,-0.0002667779626790434,-0.00025268789613619447,-0.0002385978150414303,-0.00022450773394666612,-0.00021041766740381718,-0.000196327586309053,-0.00018223750521428883,-0.00016814743867143989,-0.0001540573575766757,-0.00013996727648191154,-0.0001258772099390626,-0.00011178712884429842,-9.769705502549186e-05,-8.36069812066853e-05,-6.951690011192113e-05,-5.542682629311457e-05,-4.133672337047756e-05,-2.7246647732681595e-05,-1.3156572094885632e-05,9.3350354291033e-07,1.5023579180706292e-05,2.9113654818502255e-05,4.320373045629822e-05,5.729380791308358e-05,7.138388173189014e-05,8.54739555506967e-05,9.956402936950326e-05,0.00011365411046426743,0.0001277441915590316,0.00014183425810188055,0.00015592433919664472,0.00017001440573949367,0.00018410448683425784,0.00019819456792902201,0.00021228463447187096,0.00022637471556663513,0.00024046478210948408,0.0002545548777561635,0.0002686449442990124,0.00028273501084186137,0.0002968250773847103,0.0003109151730313897,0.00032500523957423866,0.0003390953061170876,0.000353185401763767,0.00036727546830661595,0.0003813655348494649,0.0003954556304961443,0.00040954569703899324],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,2,2,1,4,2,9,4,9,9,7,19,20,17,17,24,37,24,32,31,46,39,40,34,38,30,39,38,33,19,24,23,18,18,13,13,7,4,4,3,2,4,3,1,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,1,0,1,2,0,0,1,0,6,3,7,6,8,13,12,23,15,22,32,24,23,45,36,60,39,41,40,37,36,46,28,28,16,22,17,16,9,11,8,6,4,6,1,4,4,3,2,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.00035404396476224065,-0.0003404374874662608,-0.00032683101017028093,-0.0003132245328743011,-0.0002996180555783212,-0.00028601157828234136,-0.00027240507188253105,-0.0002587985945865512,-0.00024519211729057133,-0.00023158563999459147,-0.00021797916269861162,-0.00020437268540263176,-0.0001907662081066519,-0.00017715973081067204,-0.00016355323896277696,-0.0001499467616667971,-0.00013634028437081724,-0.0001227338070748374,-0.00010912732250289991,-9.552084520692006e-05,-8.191436063498259e-05,-6.830788333900273e-05,-5.470140604302287e-05,-4.1094925109064206e-05,-2.7488444175105542e-05,-1.388196415064158e-05,-2.754841261776164e-07,1.3330995898286346e-05,2.693747592275031e-05,4.0543956856708974e-05,5.415043415268883e-05,6.77569187246263e-05,8.136339602060616e-05,9.496987331658602e-05,0.00010857635788852349,0.00012218284246046096,0.00013578931975644082,0.00014939579705242068,0.00016300227434840053,0.0001766087516443804,0.00019021524349227548,0.00020382172078825533,0.0002174281980842352,0.00023103467538021505,0.0002446411526761949,0.00025824762997217476,0.0002718541072681546,0.0002854605845641345,0.00029906706186011434,0.00031267356825992465,0.0003262800455559045,0.00033988652285188437,0.0003534930001478642,0.0003670994774438441,0.00038070595473982394,0.0003943124320358038,0.00040791890933178365,0.0004215253866277635,0.00043513186392374337,0.0004487383703235537,0.00046234484761953354,0.0004759513249155134,0.0004895578022114933,0.0005031642504036427,0.000516770756803453],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.0005031988839618862,-0.0004895746824331582,-0.0004759504518005997,-0.00046232622116804123,-0.0004487020196393132,-0.00043507778900675476,-0.0004214535583741963,-0.0004078293568454683,-0.0003942051262129098,-0.00038058089558035135,-0.00036695669405162334,-0.0003533324634190649,-0.0003397082327865064,-0.0003260840312577784,-0.00031245980062521994,-0.00029883559909649193,-0.00028521136846393347,-0.000271587137831375,-0.000257962936302647,-0.00024433870567008853,-0.0002307144895894453,-0.00021709027350880206,-0.0002034660428762436,-0.00018984182679560035,-0.00017621761071495712,-0.00016259339463431388,-0.00014896917855367064,-0.00013534494792111218,-0.00012172073184046894,-0.0001080965157598257,-9.447229240322486e-05,-8.0848069046624e-05,-6.722382386215031e-05,-5.359960414352827e-05,-3.9975384424906224e-05,-2.635116470628418e-05,-1.2726944987662137e-05,8.972747309599072e-07,1.4521494449581951e-05,2.8145714168203995e-05,4.176993388682604e-05,5.539415360544808e-05,6.901837332407013e-05,8.264259668067098e-05,9.626681276131421e-05,0.00010989102884195745,0.00012351525947451591,0.00013713947555515915,0.0001507636916358024,0.00016438790771644562,0.00017801212379708886,0.00019163635442964733,0.00020526057051029056,0.0002188847865909338,0.00023250901722349226,0.0002461332187522203,0.00025975744938477874,0.0002733816800173372,0.0002870058815460652,0.0003006301121786237,0.0003142543137073517,0.00032787854433991015,0.0003415027749724686,0.0003551269765011966,0.0003687512071337551],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,1,3,1,2,2,2,0,3,2,6,4,22,14,12,15,15,26,24,27,38,29,29,44,34,40,38,44,35,36,20,36,29,21,25,15,15,8,9,8,13,4,3,1,2,3,1,0,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[2,1,0,0,0,0,2,1,2,3,1,1,4,1,3,0,10,6,7,10,8,14,13,24,15,19,23,23,28,35,29,27,33,35,34,28,29,24,22,32,27,24,28,25,15,16,17,12,7,10,13,4,3,4,1,4,0,1,0,0,0,1,4,3],"bins":[-0.0013316363329067826,-0.0012937881983816624,-0.0012559400638565421,-0.0012180919293314219,-0.0011802437948063016,-0.0011423956602811813,-0.001104547525756061,-0.0010666993912309408,-0.0010288513731211424,-0.0009910032385960221,-0.000953155045863241,-0.0009153069113381207,-0.0008774588350206614,-0.0008396107004955411,-0.0008017625659704208,-0.0007639144314453006,-0.0007260662969201803,-0.0006882181623950601,-0.0006503700278699398,-0.0006125218933448195,-0.0005746737588196993,-0.0005368256825022399,-0.0004989775479771197,-0.0004611294134519994,-0.00042328127892687917,-0.0003854331444017589,-0.00034758500987663865,-0.00030973690445534885,-0.0002718887699302286,-0.00023404063540510833,-0.0001961925154319033,-0.00015834439545869827,-0.00012049637734889984,-8.26482500997372e-05,-4.480012285057455e-05,-6.951995601411909e-06,3.0896131647750735e-05,6.874425889691338e-05,0.00010659238614607602,0.00014444050611928105,0.0001822886406444013,0.00022013677516952157,0.00025798490969464183,0.00029583301511593163,0.0003336811496410519,0.00037152928416617215,0.00040937738958746195,0.0004472255241125822,0.00048507365863770247,0.0005229217931628227,0.000560769927687943,0.0005986180622130632,0.0006364661967381835,0.0006743142730556428,0.0007121624075807631,0.0007500105421058834,0.0007878586766310036,0.0008257068111561239,0.0008635549456812441,0.0009014030802063644,0.0009392511565238237,0.000977099291048944,0.0010149474255740643,0.0010527955600991845,0.0010906436946243048],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[1,0,2,0,1,0,5,5,8,14,24,34,55,66,111,177,249,424,611,874,1483,2326,3623,5732,9496,15134,26055,44426,79376,148564,282732,381656,257016,136443,74625,41613,24187,13873,8454,4943,3082,1972,1227,715,490,338,203,112,106,66,39,32,16,13,16,4,6,3,2,1,0,2,0,1],"bins":[-0.0032958984375,-0.0031909942626953125,-0.003086090087890625,-0.0029811859130859375,-0.00287628173828125,-0.0027713775634765625,-0.002666473388671875,-0.0025615692138671875,-0.0024566650390625,-0.0023517608642578125,-0.002246856689453125,-0.0021419525146484375,-0.00203704833984375,-0.0019321441650390625,-0.001827239990234375,-0.0017223358154296875,-0.001617431640625,-0.0015125274658203125,-0.001407623291015625,-0.0013027191162109375,-0.00119781494140625,-0.0010929107666015625,-0.000988006591796875,-0.0008831024169921875,-0.0007781982421875,-0.0006732940673828125,-0.000568389892578125,-0.0004634857177734375,-0.00035858154296875,-0.0002536773681640625,-0.000148773193359375,-4.38690185546875e-05,6.103515625e-05,0.0001659393310546875,0.000270843505859375,0.0003757476806640625,0.00048065185546875,0.0005855560302734375,0.000690460205078125,0.0007953643798828125,0.0009002685546875,0.0010051727294921875,0.001110076904296875,0.0012149810791015625,0.00131988525390625,0.0014247894287109375,0.001529693603515625,0.0016345977783203125,0.001739501953125,0.0018444061279296875,0.001949310302734375,0.0020542144775390625,0.00215911865234375,0.0022640228271484375,0.002368927001953125,0.0024738311767578125,0.0025787353515625,0.0026836395263671875,0.002788543701171875,0.0028934478759765625,0.00299835205078125,0.0031032562255859375,0.003208160400390625,0.0033130645751953125,0.00341796875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[2,3,0,7,15,27,47,85,160,308,467,762,1017,1669,2501,3633,5149,6852,9189,11684,14797,18328,22162,25674,29206,32467,34972,37029,37896,37970,36816,34495,32227,29078,25524,21760,18278,14610,11514,9131,6662,5018,3614,2472,1633,1108,663,449,298,170,105,55,25,14,13,6,7,0,0,0,0,0,0,1],"bins":[-0.09358520805835724,-0.0903550237417221,-0.08712483942508698,-0.08389466255903244,-0.08066447824239731,-0.07743429392576218,-0.07420410960912704,-0.07097392529249191,-0.06774374842643738,-0.06451356410980225,-0.061283379793167114,-0.05805319547653198,-0.05482301115989685,-0.05159283056855202,-0.048362646251916885,-0.04513246566057205,-0.04190228134393692,-0.03867209702730179,-0.035441916435956955,-0.03221173211932182,-0.02898154966533184,-0.025751367211341858,-0.022521182894706726,-0.019291000440716743,-0.01606081798672676,-0.012830635532736778,-0.009600452147424221,-0.006370269227772951,-0.003140086308121681,9.00966115295887e-05,0.0033202795311808586,0.0065504624508321285,0.009780645370483398,0.013010827824473381,0.016241010278463364,0.019471194595098495,0.022701377049088478,0.02593155950307846,0.029161743819713593,0.032391924411058426,0.03562210872769356,0.03885229304432869,0.04208247363567352,0.045312657952308655,0.04854284226894379,0.05177302286028862,0.05500320717692375,0.058233387768268585,0.06146357208490372,0.06469375640153885,0.06792394071817398,0.07115411758422852,0.07438430190086365,0.07761448621749878,0.08084467053413391,0.08407485485076904,0.08730503916740417,0.09053521603345871,0.09376540035009384,0.09699558466672897,0.1002257689833641,0.10345595329999924,0.10668613016605377,0.1099163144826889,0.11314649879932404]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[2,1,5,6,17,40,61,84,179,320,556,834,1341,2056,3095,4673,6601,9196,12622,17200,21983,28583,35209,43369,51488,60562,68712,77016,84210,89890,93031,94530,94691,91876,87404,80831,73268,64881,56241,48158,40014,32435,25537,19679,15008,11064,7846,5559,3820,2564,1737,1070,664,423,268,146,92,53,31,16,9,3,0,4],"bins":[-0.09628324210643768,-0.09325329214334488,-0.09022333472967148,-0.08719338476657867,-0.08416342735290527,-0.08113347738981247,-0.07810352742671967,-0.07507357001304626,-0.07204362004995346,-0.06901366263628006,-0.06598371267318726,-0.06295376271009445,-0.05992380529642105,-0.05689385160803795,-0.053863901644945145,-0.05083394795656204,-0.04780399426817894,-0.04477404057979584,-0.041744086891412735,-0.03871413692831993,-0.03568418323993683,-0.032654229551553726,-0.029624275863170624,-0.02659432403743267,-0.023564370349049568,-0.020534416660666466,-0.017504464834928513,-0.01447451114654541,-0.011444558389484882,-0.008414605632424355,-0.0053846524097025394,-0.002354699419811368,0.0006752535700798035,0.003705206559970975,0.006735159549862146,0.009765112772583961,0.01279506552964449,0.015825018286705017,0.01885497197508812,0.021884923800826073,0.024914877489209175,0.027944831177592278,0.03097478300333023,0.03400473669171333,0.037034690380096436,0.04006464406847954,0.04309459403157234,0.046124547719955444,0.04915450140833855,0.05218445509672165,0.05521440878510475,0.058244358748197556,0.06127431243658066,0.06430426985025406,0.06733421981334686,0.07036416977643967,0.07339412719011307,0.07642407715320587,0.07945403456687927,0.08248398452997208,0.08551393449306488,0.08854389190673828,0.09157384186983109,0.09460379928350449,0.09763374924659729],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.000347137451171875,-0.0003362596035003662,-0.0003253817558288574,-0.00031450390815734863,-0.00030362606048583984,-0.00029274821281433105,-0.00028187036514282227,-0.0002709925174713135,-0.0002601146697998047,-0.0002492368221282959,-0.0002383589744567871,-0.00022748112678527832,-0.00021660327911376953,-0.00020572543144226074,-0.00019484758377075195,-0.00018396973609924316,-0.00017309188842773438,-0.00016221404075622559,-0.0001513361930847168,-0.000140458345413208,-0.00012958049774169922,-0.00011870265007019043,-0.00010782480239868164,-9.694695472717285e-05,-8.606910705566406e-05,-7.519125938415527e-05,-6.431341171264648e-05,-5.3435564041137695e-05,-4.2557716369628906e-05,-3.167986869812012e-05,-2.0802021026611328e-05,-9.924173355102539e-06,9.5367431640625e-07,1.1831521987915039e-05,2.2709369659423828e-05,3.358721733093262e-05,4.4465065002441406e-05,5.5342912673950195e-05,6.622076034545898e-05,7.709860801696777e-05,8.797645568847656e-05,9.885430335998535e-05,0.00010973215103149414,0.00012060999870300293,0.00013148784637451172,0.0001423656940460205,0.0001532435417175293,0.00016412138938903809,0.00017499923706054688,0.00018587708473205566,0.00019675493240356445,0.00020763278007507324,0.00021851062774658203,0.00022938847541809082,0.0002402663230895996,0.0002511441707611084,0.0002620220184326172,0.000272899866104126,0.00028377771377563477,0.00029465556144714355,0.00030553340911865234,0.00031641125679016113,0.0003272891044616699,0.0003381669521331787,0.0003490447998046875],"_type":"histogram","values":[4,2,3,2,5,7,15,16,24,34,49,58,118,124,191,245,319,564,701,1150,1540,2090,3143,4522,6752,10349,14415,22379,33311,48145,67802,84274,82747,64097,44788,31432,20954,13521,9629,6370,4321,2938,1997,1356,1006,661,512,312,236,196,107,92,52,50,27,23,18,9,7,3,2,5,1,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,1,0,0,0,0,0,0,0,2,0,0,5,1,1,1,4,3,1,6,8,10,16,12,19,16,30,30,26,34,40,39,42,43,36,49,47,32,27,30,25,23,18,10,7,16,6,9,2,8,9,3,3,7,3,1,2,2,1,0,0,1],"bins":[-8.876894526110846e-07,-8.628542218502844e-07,-8.38019047932903e-07,-8.131838171721029e-07,-7.883485864113027e-07,-7.635134124939214e-07,-7.386781817331212e-07,-7.13842950972321e-07,-6.890077202115208e-07,-6.641725462941395e-07,-6.393373155333393e-07,-6.145020847725391e-07,-5.896669108551578e-07,-5.648316800943576e-07,-5.399964493335574e-07,-5.151612754161761e-07,-4.903260446553759e-07,-4.654908423162851e-07,-4.4065561155548494e-07,-4.158204092163942e-07,-3.90985178455594e-07,-3.6614997611650324e-07,-3.413147737774125e-07,-3.164795430166123e-07,-2.9164434067752154e-07,-2.668091383384308e-07,-2.419739075776306e-07,-2.1713870523853984e-07,-1.9230348868859437e-07,-1.674682721386489e-07,-1.4263306979955814e-07,-1.1779785324961267e-07,-9.29626366996672e-08,-6.812742014972173e-08,-4.3292210705203615e-08,-1.8456997707971823e-08,6.37821528925997e-09,3.121342828649176e-08,5.6048641283723555e-08,8.088385072824167e-08,1.0571906727818714e-07,1.305542838281326e-07,1.5538950037807808e-07,1.8022470271716884e-07,2.050599192671143e-07,2.2989513581705978e-07,2.5473033815615054e-07,2.795655689169507e-07,3.044007712560415e-07,3.2923597359513224e-07,3.540712043559324e-07,3.789064066950232e-07,4.0374163745582337e-07,4.285768397949141e-07,4.534120421340049e-07,4.782472728948051e-07,5.030824468121864e-07,5.279176775729866e-07,5.527529083337868e-07,5.77588139094587e-07,6.024233130119683e-07,6.272585437727685e-07,6.520937745335686e-07,6.7692894845095e-07,7.017641792117502e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.09821582585573196,-0.0951433926820755,-0.09207095950841904,-0.08899851888418198,-0.08592608571052551,-0.08285365253686905,-0.07978121936321259,-0.07670877873897552,-0.07363634556531906,-0.0705639123916626,-0.06749147921800613,-0.06441904604434967,-0.06134660914540291,-0.058274172246456146,-0.05520173907279968,-0.05212930217385292,-0.04905686900019646,-0.04598443582653999,-0.04291199892759323,-0.03983956575393677,-0.036767128854990005,-0.03369469568133354,-0.03062226064503193,-0.027549825608730316,-0.024477390572428703,-0.02140495553612709,-0.018332520499825478,-0.01526008639484644,-0.012187651358544827,-0.009115216322243214,-0.006042781751602888,-0.002970346948131919,0.00010208785533905029,0.0031745226588100195,0.006246957462280989,0.009319392032921314,0.012391827069222927,0.01546426210552454,0.018536696210503578,0.02160913124680519,0.024681566283106804,0.027754001319408417,0.03082643635571003,0.03389887139201164,0.036971304565668106,0.04004374146461487,0.04311617463827133,0.046188611537218094,0.04926104471087456,0.05233347788453102,0.05540591478347778,0.05847834795713425,0.06155078485608101,0.06462322175502777,0.06769565492868423,0.0707680881023407,0.07384052127599716,0.07691295444965363,0.07998539507389069,0.08305782824754715,0.08613026142120361,0.08920269459486008,0.09227513521909714,0.0953475683927536,0.09842000156641006],"_type":"histogram","values":[2,1,1,4,2,10,13,28,56,100,146,245,419,673,983,1478,2146,3197,4309,5805,7805,10112,12485,15282,18513,21932,25437,28263,31516,33701,35314,36187,36014,34875,33551,31327,28473,25258,21527,18486,15259,12437,9849,7627,5773,4141,2898,2103,1426,963,664,399,259,151,85,55,24,16,9,2,3,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[2,1,0,0,0,3,4,5,2,3,11,1,5,7,8,12,13,22,16,17,20,26,28,18,30,36,43,29,37,31,30,36,30,33,32,27,24,27,14,12,13,13,12,7,4,6,3,5,2,2,1,1,2,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00514182960614562,-0.004960077349096537,-0.004778324626386166,-0.004596572369337082,-0.004414820112287998,-0.004233067389577627,-0.0040513151325285435,-0.003869562642648816,-0.0036878101527690887,-0.0035060576628893614,-0.003324305173009634,-0.0031425529159605503,-0.002960800426080823,-0.0027790479362010956,-0.002597295679152012,-0.0024155431892722845,-0.002233790699392557,-0.0020520382095128298,-0.0018702858360484242,-0.0016885334625840187,-0.0015067809727042913,-0.001325028482824564,-0.0011432761093601584,-0.000961523677688092,-0.0007797712460160255,-0.0005980188143439591,-0.00041626638267189264,-0.0002345139509998262,-5.276151932775974e-05,0.0001289909123443067,0.00031074334401637316,0.0004924957756884396,0.0006742482073605061,0.0008560006390325725,0.001037753070704639,0.0012195054441690445,0.0014012579340487719,0.0015830104239284992,0.0017647627973929048,0.0019465151708573103,0.0021282676607370377,0.002310020150616765,0.0024917726404964924,0.002673524897545576,0.0028552773874253035,0.003037029877305031,0.0032187821343541145,0.003400534624233842,0.0035822871141135693,0.0037640396039932966,0.003945792093873024,0.004127544350922108,0.004309296607971191,0.004491049330681562,0.004672801587730646,0.004854554310441017,0.005036306567490101,0.005218058824539185,0.005399811547249556,0.005581563804298639,0.00576331652700901,0.005945068784058094,0.006126821041107178,0.006308573763817549,0.0064903260208666325],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[3,0,1,3,1,5,3,6,6,14,29,29,53,66,130,191,280,468,764,1288,2204,4044,6889,12362,22871,42431,78511,139042,229652,302273,282194,193698,115422,62810,33420,18196,10140,5693,3146,1774,1030,704,370,213,170,94,64,41,22,15,6,9,6,2,2,1,1,1,0,0,0,0,0,1],"bins":[-0.0036468505859375,-0.0035245418548583984,-0.003402233123779297,-0.0032799243927001953,-0.0031576156616210938,-0.003035306930541992,-0.0029129981994628906,-0.002790689468383789,-0.0026683807373046875,-0.002546072006225586,-0.0024237632751464844,-0.002301454544067383,-0.0021791458129882812,-0.0020568370819091797,-0.0019345283508300781,-0.0018122196197509766,-0.001689910888671875,-0.0015676021575927734,-0.0014452934265136719,-0.0013229846954345703,-0.0012006759643554688,-0.0010783672332763672,-0.0009560585021972656,-0.0008337497711181641,-0.0007114410400390625,-0.0005891323089599609,-0.0004668235778808594,-0.0003445148468017578,-0.00022220611572265625,-9.989738464355469e-05,2.2411346435546875e-05,0.00014472007751464844,0.00026702880859375,0.00038933753967285156,0.0005116462707519531,0.0006339550018310547,0.0007562637329101562,0.0008785724639892578,0.0010008811950683594,0.001123189926147461,0.0012454986572265625,0.001367807388305664,0.0014901161193847656,0.0016124248504638672,0.0017347335815429688,0.0018570423126220703,0.001979351043701172,0.0021016597747802734,0.002223968505859375,0.0023462772369384766,0.002468585968017578,0.0025908946990966797,0.0027132034301757812,0.002835512161254883,0.0029578208923339844,0.003080129623413086,0.0032024383544921875,0.003324747085571289,0.0034470558166503906,0.003569364547729492,0.0036916732788085938,0.0038139820098876953,0.003936290740966797,0.0040585994720458984,0.004180908203125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,1,0,0,2,1,5,2,4,8,5,6,5,4,13,4,7,11,14,21,27,22,21,24,25,23,30,19,26,31,21,29,35,26,34,24,25,19,18,20,22,16,16,19,15,9,2,14,7,7,4,6,6,1,1,2,2,1,0,3,0,0,0,2],"bins":[-0.0013010656693950295,-0.0012586405500769615,-0.0012162154307588935,-0.0011737901950255036,-0.0011313650757074356,-0.0010889399563893676,-0.0010465148370712996,-0.0010040897177532315,-0.0009616645402275026,-0.0009192394209094346,-0.0008768142433837056,-0.0008343891240656376,-0.0007919640047475696,-0.0007495388272218406,-0.0007071137079037726,-0.0006646885303780437,-0.0006222634110599756,-0.0005798382917419076,-0.0005374131142161787,-0.0004949879948981106,-0.00045256284647621214,-0.00041013769805431366,-0.00036771257873624563,-0.00032528743031434715,-0.00028286228189244866,-0.00024043713347055018,-0.00019801199960056692,-0.00015558686573058367,-0.00011316171730868518,-7.073657616274431e-05,-2.8311435016803443e-05,1.4113706129137427e-05,5.65388472750783e-05,9.896398842101917e-05,0.00014138912956696004,0.0001838142634369433,0.00022623941185884178,0.00026866456028074026,0.0003110896795988083,0.00035351482802070677,0.00039593997644260526,0.00043836512486450374,0.0004807902732864022,0.0005232153926044703,0.0005656405119225383,0.0006080656894482672,0.0006504908087663352,0.0006929159862920642,0.0007353411056101322,0.0007777662249282002,0.0008201914024539292,0.0008626165217719972,0.0009050416992977262,0.0009474668186157942,0.0009898919379338622,0.0010323170572519302,0.00107474229298532,0.0011171674123033881,0.0011595925316214561,0.0012020176509395242,0.0012444427702575922,0.0012868678895756602,0.00132929312530905,0.0013717182446271181,0.0014141433639451861],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,2,5,9,13,38,50,70,124,198,302,454,674,955,1443,1932,2661,3573,4790,6140,8008,9689,11857,14434,17318,19739,22748,24980,27454,29760,30739,32334,32502,32207,31539,30283,28403,26356,23396,20899,18276,15275,13090,10740,8460,6645,5278,3898,2983,2148,1603,1167,743,524,334,205,147,96,46,40,23,10,7,6],"bins":[-0.09054739028215408,-0.08777845650911331,-0.08500952273607254,-0.08224058896303177,-0.079471655189991,-0.07670272141695023,-0.07393378764390945,-0.07116485387086868,-0.06839591264724731,-0.06562697887420654,-0.06285804510116577,-0.0600891150534153,-0.05732017755508423,-0.05455124378204346,-0.051782310009002686,-0.049013376235961914,-0.04624444246292114,-0.04347550868988037,-0.0407065749168396,-0.03793764114379883,-0.03516870737075806,-0.03239976987242699,-0.029630836099386215,-0.026861902326345444,-0.024092968553304672,-0.0213240347802639,-0.01855510100722313,-0.01578616537153721,-0.013017231598496437,-0.010248297825455666,-0.0074793631210923195,-0.004710428882390261,-0.001941487193107605,0.0008274470455944538,0.0035963812842965126,0.006365315522998571,0.00913424976170063,0.011903183534741402,0.014672118239104748,0.017441052943468094,0.020209986716508865,0.022978920489549637,0.02574785426259041,0.02851678989827633,0.03128572553396225,0.03405465930700302,0.03682359308004379,0.039592526853084564,0.042361460626125336,0.04513039439916611,0.04789932817220688,0.05066826194524765,0.05343719571828842,0.05620613321661949,0.05897506698966026,0.061744000762701035,0.0645129382610321,0.06728187203407288,0.07005080580711365,0.07281973958015442,0.07558867335319519,0.07835760712623596,0.08112654089927673,0.0838954746723175,0.08666440844535828]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0007990613812580705,-0.0007793897530063987,-0.0007597181247547269,-0.000740046554710716,-0.0007203749264590442,-0.0007007032982073724,-0.0006810316699557006,-0.0006613600999116898,-0.000641688471660018,-0.0006220168434083462,-0.0006023452151566744,-0.0005826735869050026,-0.0005630020168609917,-0.0005433303886093199,-0.0005236587603576481,-0.0005039871321059763,-0.000484315532958135,-0.0004646439047064632,-0.0004449723055586219,-0.0004253006773069501,-0.00040562907815910876,-0.00038595744990743697,-0.00036628585075959563,-0.00034661422250792384,-0.00032694259425625205,-0.0003072709951084107,-0.0002875993668567389,-0.0002679277677088976,-0.0002482561394572258,-0.00022858452575746924,-0.00020891291205771267,-0.0001892412983579561,-0.00016956971376203,-0.00014989810006227344,-0.00013022648636251688,-0.0001105548653868027,-9.088325168704614e-05,-7.121163798728958e-05,-5.154002064955421e-05,-3.186840331181884e-05,-1.2196789612062275e-05,7.474825906683691e-06,2.7146441425429657e-05,4.681805876316503e-05,6.648967246292159e-05,8.616128616267815e-05,0.00010583290713839233,0.0001255045208381489,0.00014517613453790545,0.00016484774823766202,0.00018451936193741858,0.00020419097563717514,0.0002238625893369317,0.0002435342175886035,0.00026320581673644483,0.0002828774449881166,0.00030254904413595796,0.00032222067238762975,0.00034189230063930154,0.00036156389978714287,0.00038123552803881466,0.000400907127186656,0.0004205787554383278,0.0004402503545861691,0.0004599219828378409],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,4,3,7,8,8,17,12,5,24,20,33,35,46,37,42,50,56,55,45,41,35,38,31,17,17,12,11,12,10,11,5,5,6,1,1,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,2,3,2,3,2,9,14,9,18,27,37,37,48,57,62,78,107,99,137,118,146,129,133,123,120,96,79,83,70,40,39,28,23,16,14,8,10,4,4,1,1,2,0,3,1,0,2,0,0,1,0,0,0,0,0,1],"bins":[-0.0008216724963858724,-0.000794256804510951,-0.0007668411708436906,-0.0007394254789687693,-0.0007120098453015089,-0.0006845941534265876,-0.0006571785197593272,-0.0006297628278844059,-0.0006023471942171454,-0.0005749315023422241,-0.0005475158104673028,-0.0005201001768000424,-0.0004926844849251211,-0.0004652688221540302,-0.00043785315938293934,-0.0004104374966118485,-0.0003830218338407576,-0.00035560617106966674,-0.0003281905082985759,-0.000300774845527485,-0.00027335918275639415,-0.0002459434908814728,-0.00021852782811038196,-0.0001911121653392911,-0.00016369650256820023,-0.00013628083979710937,-0.00010886516975006089,-8.144949970301241e-05,-5.403383693192154e-05,-2.661817052285187e-05,7.974958862178028e-07,2.8213162295287475e-05,5.562888691201806e-05,8.304454968310893e-05,0.0001104602197301574,0.00013787588977720588,0.00016529155254829675,0.00019270721531938761,0.0002201228926423937,0.0002475385554134846,0.00027495421818457544,0.0003023698809556663,0.00032978554372675717,0.00035720120649784803,0.00038461689837276936,0.0004120325611438602,0.0004394482239149511,0.00046686388668604195,0.0004942795494571328,0.0005216952413320541,0.0005491108749993145,0.0005765265668742359,0.0006039422005414963,0.0006313578924164176,0.000658773526083678,0.0006861892179585993,0.0007136048516258597,0.0007410205435007811,0.0007684362353757024,0.0007958518690429628,0.0008232675609178841,0.0008506831945851445,0.0008780988864600658,0.0009055145201273263,0.0009329302120022476]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,1,1,2,3,5,4,4,5,7,6,12,11,15,10,19,26,22,20,25,32,29,38,43,44,37,37,38,31,33,30,28,23,14,26,18,11,12,7,5,8,5,2,3,4,4,0,2,1,0,0,0,1,0,0,1],"bins":[-0.0006900230655446649,-0.000669094908516854,-0.0006481667514890432,-0.0006272386526688933,-0.0006063104956410825,-0.0005853823386132717,-0.0005644541815854609,-0.0005435260245576501,-0.0005225979257375002,-0.0005016697687096894,-0.00048074161168187857,-0.00045981345465406775,-0.00043888529762625694,-0.0004179571697022766,-0.0003970290126744658,-0.0003761008847504854,-0.0003551727277226746,-0.0003342445706948638,-0.00031331644277088344,-0.00029238828574307263,-0.0002714601578190923,-0.00025053200079128146,-0.00022960384376347065,-0.00020867570128757507,-0.00018774755881167948,-0.0001668194163357839,-0.00014589127385988832,-0.0001249631168320775,-0.00010403497435618192,-8.310683188028634e-05,-6.217868212843314e-05,-4.125053601455875e-05,-2.0322389900684357e-05,6.05756213190034e-07,2.1533902327064425e-05,4.2462048440938815e-05,6.33901945548132e-05,8.431833703070879e-05,0.00010524648678256199,0.00012617463653441519,0.00014710277901031077,0.00016803092148620635,0.00018895906396210194,0.00020988722098991275,0.00023081536346580833,0.0002517435059417039,0.00027267166296951473,0.0002935997908934951,0.0003145279479213059,0.0003354561049491167,0.00035638423287309706,0.0003773123899009079,0.00039824051782488823,0.00041916867485269904,0.00044009683188050985,0.0004610249598044902,0.000481953116832301,0.0005028812447562814,0.0005238094017840922,0.000544737558811903,0.0005656657158397138,0.0005865938728675246,0.0006075219716876745,0.0006284501287154853,0.0006493782857432961]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,0,2,1,1,1,1,3,1,2,5,7,8,23,29,45,74,107,169,273,450,801,1340,2352,4457,8362,17165,36804,83036,161413,143963,68248,30281,14121,7445,3829,2099,1227,674,352,240,146,92,62,41,21,16,6,9,5,1,3,2,2,0,1,1,1,0,0,1,0,2],"bins":[-0.0017852783203125,-0.001727461814880371,-0.0016696453094482422,-0.0016118288040161133,-0.0015540122985839844,-0.0014961957931518555,-0.0014383792877197266,-0.0013805627822875977,-0.0013227462768554688,-0.0012649297714233398,-0.001207113265991211,-0.001149296760559082,-0.0010914802551269531,-0.0010336637496948242,-0.0009758472442626953,-0.0009180307388305664,-0.0008602142333984375,-0.0008023977279663086,-0.0007445812225341797,-0.0006867647171020508,-0.0006289482116699219,-0.000571131706237793,-0.0005133152008056641,-0.00045549869537353516,-0.00039768218994140625,-0.00033986568450927734,-0.00028204917907714844,-0.00022423267364501953,-0.00016641616821289062,-0.00010859966278076172,-5.078315734863281e-05,7.033348083496094e-06,6.4849853515625e-05,0.0001226663589477539,0.0001804828643798828,0.00023829936981201172,0.0002961158752441406,0.00035393238067626953,0.00041174888610839844,0.00046956539154052734,0.0005273818969726562,0.0005851984024047852,0.0006430149078369141,0.000700831413269043,0.0007586479187011719,0.0008164644241333008,0.0008742809295654297,0.0009320974349975586,0.0009899139404296875,0.0010477304458618164,0.0011055469512939453,0.0011633634567260742,0.0012211799621582031,0.001278996467590332,0.001336812973022461,0.0013946294784545898,0.0014524459838867188,0.0015102624893188477,0.0015680789947509766,0.0016258955001831055,0.0016837120056152344,0.0017415285110473633,0.0017993450164794922,0.001857161521911621,0.00191497802734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,2,0,1,4,2,1,5,5,8,23,23,55,92,160,270,468,846,1462,2670,5003,9491,18082,35227,65991,111585,130514,95977,53013,27822,14281,7671,3982,2254,1220,702,365,227,122,82,35,25,23,13,5,4,4,0,1,1,0,1,0,1,1],"bins":[-0.00070953369140625,-0.0006894469261169434,-0.0006693601608276367,-0.0006492733955383301,-0.0006291866302490234,-0.0006090998649597168,-0.0005890130996704102,-0.0005689263343811035,-0.0005488395690917969,-0.0005287528038024902,-0.0005086660385131836,-0.000488579273223877,-0.0004684925079345703,-0.00044840574264526367,-0.00042831897735595703,-0.0004082322120666504,-0.00038814544677734375,-0.0003680586814880371,-0.00034797191619873047,-0.00032788515090942383,-0.0003077983856201172,-0.00028771162033081055,-0.0002676248550415039,-0.00024753808975219727,-0.00022745132446289062,-0.00020736455917358398,-0.00018727779388427734,-0.0001671910285949707,-0.00014710426330566406,-0.00012701749801635742,-0.00010693073272705078,-8.684396743774414e-05,-6.67572021484375e-05,-4.667043685913086e-05,-2.658367156982422e-05,-6.496906280517578e-06,1.3589859008789062e-05,3.36766242980957e-05,5.3763389587402344e-05,7.385015487670898e-05,9.393692016601562e-05,0.00011402368545532227,0.0001341104507446289,0.00015419721603393555,0.0001742839813232422,0.00019437074661254883,0.00021445751190185547,0.0002345442771911621,0.00025463104248046875,0.0002747178077697754,0.00029480457305908203,0.00031489133834838867,0.0003349781036376953,0.00035506486892700195,0.0003751516342163086,0.00039523839950561523,0.0004153251647949219,0.0004354119300842285,0.00045549869537353516,0.0004755854606628418,0.0004956722259521484,0.0005157589912414551,0.0005358457565307617,0.0005559325218200684,0.000576019287109375]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,3,2,2,0,1,5,5,6,5,9,11,8,13,11,13,26,23,25,35,22,48,36,36,30,31,31,37,39,30,34,28,28,14,22,22,14,14,4,5,4,7,10,2,5,2,2,3,0,1,0,1],"bins":[-0.00048595815314911306,-0.00047296620323322713,-0.00045997428242117167,-0.00044698233250528574,-0.0004339903825893998,-0.00042099846177734435,-0.0004080065118614584,-0.00039501459104940295,-0.000382022641133517,-0.0003690306912176311,-0.00035603877040557563,-0.0003430468204896897,-0.00033005489967763424,-0.0003170629497617483,-0.0003040709998458624,-0.0002910790790338069,-0.000278087129117921,-0.00026509517920203507,-0.0002521032583899796,-0.00023911130847409368,-0.00022611937311012298,-0.00021312743774615228,-0.00020013548783026636,-0.00018714355246629566,-0.00017415161710232496,-0.00016115968173835427,-0.00014816774637438357,-0.00013517579645849764,-0.00012218386109452695,-0.00010919192573055625,-9.619998309062794e-05,-8.320804045069963e-05,-7.021607598289847e-05,-5.722413698094897e-05,-4.4232197978999466e-05,-3.124025897704996e-05,-1.8248319975100458e-05,-5.256380973150954e-06,7.73555802879855e-06,2.0727497030748054e-05,3.371943603269756e-05,4.671137503464706e-05,5.9703314036596566e-05,7.269525667652488e-05,8.568719204049557e-05,9.867912740446627e-05,0.00011167107004439458,0.0001246630126843229,0.0001376549480482936,0.0001506468834122643,0.00016363881877623498,0.0001766307686921209,0.0001896227040560916,0.0002026146394200623,0.00021560658933594823,0.00022859852469991893,0.00024159046006388962,0.00025458240997977555,0.000267574330791831,0.00028056628070771694,0.00029355823062360287,0.00030655015143565834,0.00031954210135154426,0.00033253402216359973,0.00034552597207948565]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[3,1,3,12,14,28,58,81,138,226,306,547,751,1130,1580,2176,2922,4023,5405,6950,8854,11065,13387,16305,19147,22188,24706,27362,29318,31415,32271,33127,32933,32608,31046,29154,27000,24572,21939,19055,15923,13522,11129,8960,7011,5452,4028,2983,2159,1620,1117,765,513,326,190,133,95,43,24,11,6,6,1,1],"bins":[-0.09056932479143143,-0.08773793280124664,-0.08490654081106186,-0.08207514882087708,-0.07924375683069229,-0.07641236484050751,-0.07358097285032272,-0.07074958086013794,-0.06791819632053375,-0.06508680433034897,-0.062255408614873886,-0.0594240166246891,-0.05659262835979462,-0.05376123636960983,-0.05092984437942505,-0.048098452389240265,-0.04526706039905548,-0.0424356684088707,-0.03960427641868591,-0.03677288442850113,-0.033941492438316345,-0.03111010231077671,-0.028278712183237076,-0.025447320193052292,-0.022615928202867508,-0.019784536212682724,-0.01695314422249794,-0.014121754094958305,-0.011290362104773521,-0.008458970114588737,-0.005627579055726528,-0.0027961875312030315,3.520399332046509e-05,0.0028665955178439617,0.005697987042367458,0.008529378101229668,0.011360770091414452,0.014192162081599236,0.01702355220913887,0.019854944199323654,0.022686336189508438,0.025517728179693222,0.028349120169878006,0.03118051029741764,0.034011900424957275,0.03684329241514206,0.03967468440532684,0.04250607639551163,0.04533746838569641,0.048168860375881195,0.05100025236606598,0.05383164435625076,0.05666303634643555,0.05949442461133003,0.062325816601514816,0.0651572123169899,0.06798860430717468,0.07081998884677887,0.07365138083696365,0.07648277282714844,0.07931416481733322,0.082145556807518,0.08497694879770279,0.08780834078788757,0.09063973277807236],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[2,1,0,0,0,0,3,7,4,3,4,7,3,5,6,10,13,15,20,20,11,31,21,26,28,24,38,45,24,43,34,29,33,29,33,29,29,23,22,11,14,16,13,6,7,5,4,4,3,4,1,1,0,2,0,1,0,0,0,0,0,0,0,1],"bins":[-0.004944421350955963,-0.0047742221504449844,-0.004604022949934006,-0.00443382328376174,-0.004263624083250761,-0.004093424882739782,-0.003923225216567516,-0.0037530260160565376,-0.003582826815545559,-0.0034126276150345802,-0.003242428181692958,-0.0030722287483513355,-0.002902029547840357,-0.002731830347329378,-0.0025616309139877558,-0.0023914314806461334,-0.0022212322801351547,-0.002051033079624176,-0.0018808336462825537,-0.0017106343293562531,-0.0015404350124299526,-0.001370235695503652,-0.0012000363785773516,-0.001029837061651051,-0.0008596377447247505,-0.00068943842779845,-0.0005192391108721495,-0.00034903979394584894,-0.00017884047701954842,-8.64116009324789e-06,0.00016155815683305264,0.00033175747375935316,0.0005019567906856537,0.0006721561076119542,0.0008423554245382547,0.0010125547414645553,0.0011827540583908558,0.0013529533753171563,0.0015231526922434568,0.0016933520091697574,0.001863551326096058,0.0020337505266070366,0.002203949959948659,0.0023741493932902813,0.00254434859380126,0.0027145477943122387,0.002884747227653861,0.0030549466609954834,0.003225145861506462,0.003395345062017441,0.003565544495359063,0.0037357439287006855,0.003905943129211664,0.004076142329722643,0.004246341995894909,0.004416541196405888,0.004586740396916866,0.004756939597427845,0.004927138797938824,0.00509733846411109,0.005267537664622068,0.005437736865133047,0.005607936531305313,0.005778135731816292,0.0059483349323272705]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[3,0,0,0,1,1,0,0,1,0,3,5,0,3,3,2,4,4,2,4,4,4,8,4,13,17,12,23,14,23,33,34,32,49,38,37,46,32,36,41,30,33,32,26,17,19,11,8,4,2,10,7,4,4,6,6,1,3,2,1,1,2,2,1],"bins":[-0.004894732031971216,-0.004758726805448532,-0.004622721578925848,-0.004486715886741877,-0.0043507106602191925,-0.004214705433696508,-0.004078700207173824,-0.00394269498065114,-0.0038066895212978125,-0.0036706842947751284,-0.0035346788354218006,-0.0033986736088991165,-0.0032626683823764324,-0.0031266629230231047,-0.0029906576965004206,-0.002854652237147093,-0.0027186470106244087,-0.0025826417841017246,-0.002446636324748397,-0.0023106310982257128,-0.002174625638872385,-0.002038620412349701,-0.0019026151858270168,-0.001766609842889011,-0.001630604499951005,-0.001494599157012999,-0.0013585938140749931,-0.001222588587552309,-0.0010865832446143031,-0.0009505779016762972,-0.0008145726169459522,-0.0006785673322156072,-0.0005425619892776012,-0.0004065566754434258,-0.0002705513616092503,-0.00013454604777507484,1.459266059100628e-06,0.0001374645798932761,0.00027346989372745156,0.00040947520756162703,0.0005454805213958025,0.0006814858643338084,0.0008174911490641534,0.0009534964337944984,0.0010895017767325044,0.0012255071196705103,0.0013615123461931944,0.0014975176891312003,0.0016335230320692062,0.0017695283750072122,0.001905533717945218,0.002041538944467902,0.00217754440382123,0.002313549630343914,0.002449554856866598,0.002585560316219926,0.00272156554274261,0.002857570769265294,0.002993576228618622,0.003129581455141306,0.00326558668166399,0.0034015921410173178,0.003537597367540002,0.0036736028268933296,0.0038096080534160137],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.09683560580015182,-0.0937955304980278,-0.09075545519590378,-0.08771537989377975,-0.08467531204223633,-0.0816352367401123,-0.07859516143798828,-0.07555508613586426,-0.07251501083374023,-0.06947493553161621,-0.06643486768007278,-0.06339479237794876,-0.06035471707582474,-0.057314641773700714,-0.05427456647157669,-0.051234494894742966,-0.04819441959261894,-0.04515434429049492,-0.042114272713661194,-0.03907419741153717,-0.03603412210941315,-0.03299405053257942,-0.0299539752304554,-0.026913899928331375,-0.0238738264888525,-0.020833753049373627,-0.017793677747249603,-0.014753604307770729,-0.01171352993696928,-0.008673455566167831,-0.00563338166102767,-0.0025933075230568647,0.00044676661491394043,0.0034868407528847456,0.006526914890855551,0.009566988795995712,0.012607063166797161,0.01564713753759861,0.018687210977077484,0.021727286279201508,0.024767359718680382,0.027807433158159256,0.03084750846028328,0.0338875837624073,0.03692765533924103,0.03996773064136505,0.043007805943489075,0.0460478775203228,0.04908795282244682,0.05212802812457085,0.05516809970140457,0.058208175003528595,0.06124825030565262,0.06428832560777664,0.06732840090990067,0.07036846876144409,0.07340854406356812,0.07644861936569214,0.07948869466781616,0.08252876996994019,0.08556884527206421,0.08860891312360764,0.09164898842573166,0.09468906372785568,0.0977291390299797],"_type":"histogram","values":[2,3,3,8,19,31,46,101,177,324,511,812,1314,1949,2926,4262,6236,8962,12139,16311,21675,27691,34762,42944,51165,59856,68497,76538,83411,89530,93657,94971,94704,91818,88075,81699,74408,65999,57644,48267,40063,32691,25656,19753,15235,11095,8095,5750,3931,2611,1738,1072,690,451,243,165,87,43,22,14,5,4,2,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,1,4,0,5,3,1,2,7,4,7,6,9,9,6,15,17,17,14,34,19,23,26,31,29,43,44,40,36,40,30,32,25,20,21,16,16,12,16,14,9,9,13,7,9,2,6,5,3,0,2,1,2,0,0,0,2],"bins":[-0.000791983213275671,-0.0007689516060054302,-0.0007459200569428504,-0.0007228884496726096,-0.0006998569006100297,-0.0006768252933397889,-0.000653793744277209,-0.0006307621370069683,-0.0006077305879443884,-0.0005846989806741476,-0.0005616673734039068,-0.000538635824341327,-0.0005156042170710862,-0.0004925726680085063,-0.0004695410607382655,-0.0004465094825718552,-0.00042347790440544486,-0.00040044632623903453,-0.0003774147480726242,-0.0003543831699062139,-0.00033135159173980355,-0.00030831998446956277,-0.00028528840630315244,-0.0002622568281367421,-0.0002392252499703318,-0.00021619367180392146,-0.00019316209363751113,-0.00017013050091918558,-0.00014709892275277525,-0.00012406734458636492,-0.00010103575914399698,-7.800417370162904e-05,-5.49725373275578e-05,-3.194095552316867e-05,-8.909373718779534e-06,1.41222080856096e-05,3.7153789889998734e-05,6.018537169438787e-05,8.3216953498777e-05,0.00010624853894114494,0.00012928011710755527,0.0001523116952739656,0.00017534327344037592,0.00019837486615870148,0.0002214064443251118,0.00024443803704343736,0.0002674696152098477,0.000290501193376258,0.00031353277154266834,0.00033656434970907867,0.000359595927875489,0.0003826275060418993,0.00040565908420830965,0.00042869069147855043,0.00045172226964496076,0.0004747538478113711,0.000497785396873951,0.0005208170041441917,0.0005438486114144325,0.0005668801604770124,0.0005899117677472532,0.000612943316809833,0.0006359749240800738,0.0006590064731426537,0.0006820380804128945]},"train_batch_loss":0.4311422109603882,"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[4,1,2,5,11,19,52,101,155,271,437,700,1183,1822,2821,4132,5900,8360,11459,15366,20021,26119,32719,39766,48314,56645,65545,73858,80183,86909,91576,93901,93764,91765,89032,83443,76301,69072,60645,51458,43004,35443,28630,22298,17038,12977,9254,6544,4748,3224,2187,1361,942,556,355,186,124,62,42,23,15,10,1,3],"bins":[-0.09682075679302216,-0.09381351619958878,-0.0908062756061554,-0.08779902756214142,-0.08479178696870804,-0.08178454637527466,-0.07877729833126068,-0.0757700577378273,-0.07276281714439392,-0.06975557655096054,-0.06674833595752716,-0.06374108791351318,-0.0607338473200798,-0.05772660672664642,-0.054719362407922745,-0.051712118089199066,-0.048704877495765686,-0.045697636902332306,-0.04269039258360863,-0.03968314826488495,-0.03667590767145157,-0.03366866707801819,-0.03066142275929451,-0.02765418030321598,-0.02464693784713745,-0.021639695391058922,-0.018632452934980392,-0.015625210478901863,-0.012617968022823334,-0.009610725566744804,-0.006603483110666275,-0.0035962406545877457,-0.0005889981985092163,0.002418244257569313,0.005425486713647842,0.008432729169726372,0.011439971625804901,0.01444721408188343,0.01745445653796196,0.02046169899404049,0.02346894145011902,0.026476183906197548,0.029483426362276077,0.032490670680999756,0.035497911274433136,0.038505151867866516,0.041512396186590195,0.04451964050531387,0.04752688109874725,0.050534121692180634,0.05354136601090431,0.05654861032962799,0.05955585092306137,0.06256309151649475,0.06557033956050873,0.06857758015394211,0.07158482074737549,0.07459206134080887,0.07759930193424225,0.08060654997825623,0.0836137905716896,0.08662103116512299,0.08962827920913696,0.09263551980257034,0.09564276039600372],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,2,5,9,14,30,44,92,163,217,361,544,869,1331,1860,2630,3549,4948,6596,8593,10883,13449,16517,19562,22873,25871,28980,31133,33018,34565,34879,35045,34049,32094,30166,27379,24321,21153,17933,14845,12059,9832,7592,5730,4315,3097,2172,1516,1073,694,458,259,183,111,60,44,24,14,8,6,2,1,1],"bins":[-0.09500625729560852,-0.09201338142156601,-0.0890204980969429,-0.08602762222290039,-0.08303473889827728,-0.08004186302423477,-0.07704898715019226,-0.07405610382556915,-0.07106322795152664,-0.06807034462690353,-0.06507746875286102,-0.062084589153528214,-0.059091709554195404,-0.056098829954862595,-0.053105954080820084,-0.050113074481487274,-0.047120194882154465,-0.044127315282821655,-0.041134435683488846,-0.038141559809446335,-0.035148680210113525,-0.032155800610780716,-0.029162921011447906,-0.026170043274760246,-0.023177163675427437,-0.020184284076094627,-0.017191406339406967,-0.014198526740074158,-0.011205648072063923,-0.008212769404053688,-0.005219890270382166,-0.0022270113695412874,0.0007658675312995911,0.0037587464321404696,0.006751625332981348,0.00974450446665287,0.012737383134663105,0.01573026180267334,0.01872314140200615,0.02171601913869381,0.02470889873802662,0.02770177833735943,0.03069465607404709,0.0336875356733799,0.03668041527271271,0.03967329487204552,0.04266617074608803,0.04565905034542084,0.04865192994475365,0.051644809544086456,0.054637689143419266,0.05763056501746178,0.060623444616794586,0.0636163279414177,0.0666092038154602,0.06960207968950272,0.07259496301412582,0.07558783888816833,0.07858072221279144,0.08157359808683395,0.08456647396087646,0.08755935728549957,0.09055223315954208,0.09354511648416519,0.0965379923582077],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,0,1,4,2,7,10,8,14,21,23,22,42,71,101,140,195,271,415,569,892,1241,1881,2991,4521,7427,11680,20322,34930,61342,100368,121085,89438,52921,30034,17790,10385,6525,3967,2602,1748,1179,778,581,382,272,177,126,96,81,49,29,22,14,9,4,5,5,1,2,1,0,3],"bins":[-0.0107421875,-0.010410308837890625,-0.01007843017578125,-0.009746551513671875,-0.0094146728515625,-0.009082794189453125,-0.00875091552734375,-0.008419036865234375,-0.008087158203125,-0.007755279541015625,-0.00742340087890625,-0.007091522216796875,-0.0067596435546875,-0.006427764892578125,-0.00609588623046875,-0.005764007568359375,-0.00543212890625,-0.005100250244140625,-0.00476837158203125,-0.004436492919921875,-0.0041046142578125,-0.003772735595703125,-0.00344085693359375,-0.003108978271484375,-0.002777099609375,-0.002445220947265625,-0.00211334228515625,-0.001781463623046875,-0.0014495849609375,-0.001117706298828125,-0.00078582763671875,-0.000453948974609375,-0.0001220703125,0.000209808349609375,0.00054168701171875,0.000873565673828125,0.0012054443359375,0.001537322998046875,0.00186920166015625,0.002201080322265625,0.002532958984375,0.002864837646484375,0.00319671630859375,0.003528594970703125,0.0038604736328125,0.004192352294921875,0.00452423095703125,0.004856109619140625,0.00518798828125,0.005519866943359375,0.00585174560546875,0.006183624267578125,0.0065155029296875,0.006847381591796875,0.00717926025390625,0.007511138916015625,0.007843017578125,0.008174896240234375,0.00850677490234375,0.008838653564453125,0.0091705322265625,0.009502410888671875,0.00983428955078125,0.010166168212890625,0.010498046875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.02343061938881874,-0.022705359384417534,-0.021980097517371178,-0.02125483751296997,-0.020529577508568764,-0.019804317504167557,-0.0190790556371212,-0.018353795632719994,-0.017628535628318787,-0.01690327376127243,-0.016178013756871223,-0.015452753752470016,-0.014727492816746235,-0.014002232812345028,-0.013276971876621246,-0.01255171187222004,-0.011826450936496258,-0.011101190000772476,-0.01037592999637127,-0.009650669060647488,-0.00892540905624628,-0.008200148120522499,-0.007474887650460005,-0.0067496271803975105,-0.006024366710335016,-0.005299106240272522,-0.004573845770210028,-0.0038485850673168898,-0.0031233245972543955,-0.002398064127191901,-0.001672803540714085,-0.0009475430124439299,-0.00022228248417377472,0.0005029780440963805,0.0012282385723665357,0.0019534991588443518,0.002678759628906846,0.0034040200989693403,0.004129280801862478,0.0048545412719249725,0.005579801741987467,0.006305062212049961,0.007030322682112455,0.00775558315217495,0.008480844087898731,0.009206104092299938,0.00993136502802372,0.010656625032424927,0.011381885968148708,0.01210714690387249,0.012832406908273697,0.013557667843997478,0.014282927848398685,0.015008188784122467,0.015733448788523674,0.01645870879292488,0.017183970659971237,0.017909230664372444,0.01863449066877365,0.019359752535820007,0.020085012540221214,0.02081027254462242,0.021535532549023628,0.022260794416069984,0.02298605442047119],"_type":"histogram","values":[1,0,0,1,0,1,1,1,2,1,6,0,2,5,6,8,3,12,10,11,12,17,20,26,18,22,22,33,32,39,42,27,30,30,30,25,36,28,28,24,22,26,18,17,12,13,6,7,7,4,1,7,5,2,0,2,1,2,0,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,2,0,1,2,0,1,0,2,4,1,4,6,4,14,6,14,11,14,17,10,23,20,19,20,25,35,35,33,39,28,25,29,42,35,31,23,21,19,19,14,23,11,13,12,7,14,13,2,4,1,3,3,2,1,1,2,1,3,0,2,0,0,1],"bins":[-0.001301950658671558,-0.0012597391614690423,-0.0012175276642665267,-0.001175316167064011,-0.0011331046698614955,-0.00109089317265898,-0.0010486816754564643,-0.0010064701782539487,-0.0009642586810514331,-0.0009220471838489175,-0.0008798356866464019,-0.0008376241894438863,-0.0007954126922413707,-0.0007532011950388551,-0.0007109896978363395,-0.0006687782006338239,-0.0006265667034313083,-0.0005843552062287927,-0.0005421437090262771,-0.0004999322118237615,-0.00045772071462124586,-0.00041550921741873026,-0.00037329772021621466,-0.00033108622301369905,-0.00028887472581118345,-0.00024666322860866785,-0.00020445173140615225,-0.00016224023420363665,-0.00012002873700112104,-7.781723979860544e-05,-3.560574259608984e-05,6.605754606425762e-06,4.8817251808941364e-05,9.102874901145697e-05,0.00013324024621397257,0.00017545174341648817,0.00021766324061900377,0.0002598747378215194,0.000302086235024035,0.0003442977322265506,0.0003865092294290662,0.0004287207266315818,0.0004709322238340974,0.000513143721036613,0.0005553552182391286,0.0005975667154416442,0.0006397782126441598,0.0006819897098466754,0.000724201207049191,0.0007664127042517066,0.0008086242014542222,0.0008508356986567378,0.0008930471958592534,0.000935258693061769,0.0009774701902642846,0.0010196816874668002,0.0010618931846693158,0.0011041046818718314,0.001146316179074347,0.0011885276762768626,0.0012307391734793782,0.0012729506706818938,0.0013151621678844094,0.001357373665086925,0.0013995851622894406],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,1,1,0,0,0,0,1,2,1,3,1,5,1,4,2,6,5,17,18,14,30,37,57,71,76,105,113,119,144,160,162,136,145,121,96,85,61,55,44,31,34,15,13,11,12,8,5,2,1,3,5,3,1,1,0,0,1,0,1],"bins":[-0.001093800994567573,-0.0010635950602591038,-0.0010333890095353127,-0.0010031830752268434,-0.0009729771409183741,-0.0009427711484022439,-0.0009125652140937746,-0.0008823592215776443,-0.000852153287269175,-0.0008219472947530448,-0.0007917413022369146,-0.0007615353679284453,-0.0007313293754123151,-0.0007011234411038458,-0.0006709174485877156,-0.0006407115142792463,-0.0006105055217631161,-0.0005802995292469859,-0.0005500935949385166,-0.0005198876024223864,-0.0004896816681139171,-0.0004594756755977869,-0.00042926971218548715,-0.0003990637487731874,-0.00036885778536088765,-0.0003386518219485879,-0.00030844585853628814,-0.0002782398951239884,-0.0002480339026078582,-0.00021782795374747366,-0.00018762197578325868,-0.00015741601237095892,-0.00012720999075099826,-9.70040273386985e-05,-6.679805665044114e-05,-3.659208960016258e-05,-6.386122549884021e-06,2.3819844500394538e-05,5.40258115506731e-05,8.423178223893046e-05,0.00011443774565123022,0.00014464370906352997,0.00017484967247582972,0.0002050556504400447,0.00023526161385234445,0.00026546759181655943,0.0002956735552288592,0.00032587951864115894,0.0003560854820534587,0.00038629144546575844,0.0004164974088780582,0.00044670337229035795,0.0004769093357026577,0.0005071153282187879,0.0005373212625272572,0.0005675272550433874,0.0005977331893518567,0.0006279391818679869,0.0006581451743841171,0.0006883511086925864,0.0007185571012087166,0.0007487630355171859,0.0007789690280333161,0.0008091749623417854,0.0008393809548579156]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,1,0,2,3,1,2,6,7,8,18,23,27,38,56,64,107,144,210,300,427,556,746,909,1228,1563,1900,2363,2949,4771,332242,25768,3953,2706,2247,1803,1447,1108,887,708,526,403,275,206,134,92,78,46,45,29,21,20,13,11,4,5,3,0,0,2,3],"bins":[-0.04991259425878525,-0.04843989759683609,-0.04696720466017723,-0.04549451172351837,-0.044021815061569214,-0.042549118399620056,-0.0410764254629612,-0.03960373252630234,-0.03813103586435318,-0.03665833920240402,-0.03518564626574516,-0.033712953329086304,-0.032240256667137146,-0.030767561867833138,-0.02929486706852913,-0.02782217226922512,-0.026349477469921112,-0.024876782670617104,-0.023404087871313095,-0.021931393072009087,-0.020458698272705078,-0.01898600347340107,-0.01751330867409706,-0.016040613874793053,-0.014567919075489044,-0.013095224276185036,-0.011622529476881027,-0.010149834677577019,-0.00867713987827301,-0.007204445078969002,-0.005731750279664993,-0.004259055480360985,-0.0027863606810569763,-0.0013136658817529678,0.00015902891755104065,0.0016317237168550491,0.0031044185161590576,0.004577113315463066,0.006049808114767075,0.007522502914071083,0.008995197713375092,0.0104678925126791,0.011940587311983109,0.013413282111287117,0.014885976910591125,0.016358671709895134,0.017831366509199142,0.01930406130850315,0.02077675610780716,0.022249450907111168,0.023722145706415176,0.025194840505719185,0.026667535305023193,0.028140230104327202,0.02961292490363121,0.03108561970293522,0.03255831450223923,0.034031011164188385,0.035503704100847244,0.036976397037506104,0.03844909369945526,0.03992179036140442,0.04139448329806328,0.04286717623472214,0.044339872896671295]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,2,1,1,2,1,3,6,3,4,8,11,11,9,14,7,12,20,23,21,33,25,28,24,33,25,32,31,32,36,30,31,24,30,22,19,17,24,14,14,12,11,10,12,7,3,7,4,1,1,6,2,2,1,1,0,0,0,1,0,1],"bins":[-0.032062627375125885,-0.031013300642371178,-0.02996397577226162,-0.028914649039506912,-0.027865324169397354,-0.026815997436642647,-0.02576667070388794,-0.02471734583377838,-0.023668019101023674,-0.022618692368268967,-0.02156936749815941,-0.0205200407654047,-0.019470714032649994,-0.018421389162540436,-0.01737206242978573,-0.01632273755967617,-0.015273410826921463,-0.01422408502548933,-0.013174759224057198,-0.01212543249130249,-0.011076106689870358,-0.010026780888438225,-0.008977454155683517,-0.007928128354251385,-0.006878802552819252,-0.005829476751387119,-0.004780150484293699,-0.003730824450030923,-0.0026814984157681465,-0.0016321723815053701,-0.0005828463472425938,0.0004664796870201826,0.001515805721282959,0.0025651317555457354,0.0036144577898085117,0.004663784056901932,0.0057131098583340645,0.006762435659766197,0.007811761926859617,0.008861088193953037,0.00991041399538517,0.010959739796817303,0.012009065598249435,0.013058392331004143,0.014107718132436275,0.015157043933868408,0.016206370666623116,0.017255695536732674,0.01830502226948738,0.01935434900224209,0.020403673872351646,0.021453000605106354,0.022502325475215912,0.02355165220797062,0.024600978940725327,0.025650303810834885,0.026699630543589592,0.0277489572763443,0.028798282146453857,0.029847608879208565,0.030896935611963272,0.03194626048207283,0.03299558535218239,0.034044913947582245,0.0350942388176918]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[3,1,0,1,0,1,2,1,2,3,4,3,5,6,6,6,17,11,14,18,17,23,24,32,26,19,31,31,43,39,43,28,32,39,21,23,16,16,24,22,21,13,14,5,7,11,5,6,3,6,2,5,2,0,3,1,0,3,3,2,0,1,0,2],"bins":[-0.0015643833903595805,-0.0015133211854845285,-0.0014622589806094766,-0.0014111968921497464,-0.0013601346872746944,-0.0013090724823996425,-0.0012580102775245905,-0.0012069480726495385,-0.0011558858677744865,-0.0011048237793147564,-0.0010537615744397044,-0.0010026993695646524,-0.0009516371646896005,-0.0009005750180222094,-0.0008495128131471574,-0.0007984506664797664,-0.0007473884616047144,-0.0006963262567296624,-0.0006452641100622714,-0.0005942019051872194,-0.0005431397585198283,-0.0004920775536447763,-0.00044101534876972437,-0.00038995317299850285,-0.00033889099722728133,-0.0002878288214560598,-0.00023676663113292307,-0.00018570444080978632,-0.0001346422650385648,-8.358008199138567e-05,-3.2517898944206536e-05,1.8544284102972597e-05,6.96063507348299e-05,0.00012066853378200904,0.00017173071682918817,0.00022279290715232491,0.00027385508292354643,0.00032491725869476795,0.00037597946356981993,0.00042704163934104145,0.00047810381511226296,0.0005291660199873149,0.000580228166654706,0.000631290371529758,0.00068235257640481,0.000733414723072201,0.000784476927947253,0.000835539074614644,0.000886601279489696,0.000937663484364748,0.0009887256892398,0.0010397877776995301,0.001090849982574582,0.001141912187449634,0.001192974392324686,0.001244036597199738,0.00129509880207479,0.0013461608905345201,0.0013972230954095721,0.001448285300284624,0.001499347505159676,0.001550409710034728,0.0016014717984944582,0.0016525340033695102,0.0017035962082445621]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,1,1,1,1,1,1,3,2,0,2,6,7,5,6,9,12,7,16,22,27,25,21,21,21,18,36,31,28,33,27,32,30,35,30,26,19,16,34,22,14,19,18,9,6,5,10,13,7,6,4,7,6,1,0,2,1,1,2,0,0,0,0,1],"bins":[-0.001323287608101964,-0.001280396245419979,-0.0012375048827379942,-0.0011946136364713311,-0.0011517222737893462,-0.0011088309111073613,-0.0010659396648406982,-0.0010230483021587133,-0.0009801569394767284,-0.0009372655767947435,-0.0008943742723204195,-0.0008514829678460956,-0.0008085916051641107,-0.0007657002424821258,-0.0007228089380078018,-0.0006799176335334778,-0.0006370262708514929,-0.000594134908169508,-0.000551243603695184,-0.00050835229922086,-0.0004654609365388751,-0.00042256960296072066,-0.0003796782693825662,-0.00033678693580441177,-0.0002938956022262573,-0.0002510042686481029,-0.00020811293506994843,-0.000165221601491794,-0.00012233026791363955,-7.94389343354851e-05,-3.6547600757330656e-05,6.343732820823789e-06,4.923518281430006e-05,9.21265163924545e-05,0.00013501784997060895,0.0001779091835487634,0.00022080051712691784,0.0002636918507050723,0.00030658318428322673,0.0003494745178613812,0.0003923658514395356,0.00043525718501769006,0.0004781485185958445,0.0005210398230701685,0.0005639311857521534,0.0006068225484341383,0.0006497138529084623,0.0006926051573827863,0.0007354965200647712,0.0007783878827467561,0.0008212791872210801,0.000864170491695404,0.000907061854377389,0.0009499532170593739,0.0009928445797413588,0.0010357358260080218,0.0010786271886900067,0.0011215185513719916,0.0011644097976386547,0.0012073011603206396,0.0012501925230026245,0.0012930838856846094,0.0013359752483665943,0.0013788664946332574,0.0014217578573152423],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,1,0,0,2,2,1,4,2,4,3,3,5,9,8,7,7,11,15,18,19,24,19,16,27,24,27,29,33,35,34,34,26,37,26,25,34,32,28,18,17,19,14,12,9,11,5,5,8,3,5,1,0,1,2,1,2,0,1,1,0,0,0,1],"bins":[-0.013214047998189926,-0.012783198617398739,-0.012352349236607552,-0.011921499855816364,-0.011490650475025177,-0.01105980109423399,-0.010628951713442802,-0.010198102332651615,-0.009767252951860428,-0.00933640357106924,-0.008905554190278053,-0.008474704809486866,-0.008043855428695679,-0.007613006047904491,-0.007182156667113304,-0.006751307286322117,-0.0063204579055309296,-0.005889608524739742,-0.005458759143948555,-0.005027909763157368,-0.00459706038236618,-0.004166211001574993,-0.003735361620783806,-0.0033045122399926186,-0.0028736628592014313,-0.002442813478410244,-0.0020119640976190567,-0.0015811147168278694,-0.0011502653360366821,-0.0007194159552454948,-0.00028856657445430756,0.00014228280633687973,0.000573132187128067,0.0010039815679192543,0.0014348309487104416,0.0018656803295016289,0.002296529710292816,0.0027273790910840034,0.0031582284718751907,0.003589077852666378,0.004019927233457565,0.004450776614248753,0.00488162599503994,0.005312475375831127,0.0057433247566223145,0.006174174137413502,0.006605023518204689,0.007035872898995876,0.007466722279787064,0.007897571660578251,0.008328421041369438,0.008759270422160625,0.009190119802951813,0.009620969183743,0.010051818564534187,0.010482667945325375,0.010913517326116562,0.01134436670690775,0.011775216087698936,0.012206065468490124,0.012636914849281311,0.013067764230072498,0.013498613610863686,0.013929462991654873,0.01436031237244606],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,3,2,5,6,1,11,4,7,10,14,15,15,32,28,48,60,51,70,68,82,97,85,105,114,134,112,114,127,115,77,75,58,62,59,28,27,29,29,24,8,8,7,5,7,2,2,0,0,1,0,0,0,1,0,0,0,1],"bins":[-0.002085228683426976,-0.002018632600083947,-0.0019520367495715618,-0.0018854407826438546,-0.0018188448157161474,-0.0017522487323731184,-0.0016856527654454112,-0.001619056798517704,-0.0015524608315899968,-0.0014858648646622896,-0.0014192688977345824,-0.0013526729308068752,-0.0012860768474638462,-0.001219480880536139,-0.0011528849136084318,-0.0010862889466807246,-0.0010196929797530174,-0.0009530970128253102,-0.000886501045897603,-0.0008199050207622349,-0.0007533090538345277,-0.0006867130869068205,-0.0006201170617714524,-0.0005535210948437452,-0.00048692512791603804,-0.00042032916098833084,-0.0003537331649567932,-0.00028713716892525554,-0.00022054120199754834,-0.00015394522051792592,-8.73492390383035e-05,-2.075325755868107e-05,4.584295675158501e-05,0.00011243893823120743,0.00017903491971082985,0.0002456309157423675,0.0003122268826700747,0.0003788228495977819,0.00044541884562931955,0.0005120148416608572,0.0005786108085885644,0.0006452067755162716,0.0007118027424439788,0.0007783987675793469,0.0008449947345070541,0.0009115907014347613,0.0009781867265701294,0.0010447826934978366,0.0011113786604255438,0.001177974627353251,0.0012445705942809582,0.0013111665612086654,0.0013777625281363726,0.0014443586114794016,0.0015109545784071088,0.001577550545334816,0.0016441465122625232,0.0017107424791902304,0.0017773384461179376,0.0018439344130456448,0.0019105304963886738,0.001977126346901059,0.002043722430244088,0.0021103182807564735,0.0021769143640995026]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,1,3,1,1,7,6,4,12,9,16,21,19,24,26,35,39,43,42,52,61,49,42,33,45,26,29,26,11,21,9,10,15,8,1,6,4,4,2,0,1],"bins":[-0.0007712937658652663,-0.0007535487529821694,-0.0007358037400990725,-0.0007180587272159755,-0.0007003137143328786,-0.0006825687014497817,-0.0006648236885666847,-0.0006470786756835878,-0.0006293336628004909,-0.0006115886499173939,-0.000593843637034297,-0.0005760986241512001,-0.0005583536112681031,-0.0005406085983850062,-0.0005228635855019093,-0.0005051185726188123,-0.0004873735597357154,-0.00046962854685261846,-0.0004518835339695215,-0.0004341385210864246,-0.00041639350820332766,-0.0003986484953202307,-0.0003809034824371338,-0.00036315846955403686,-0.0003454134566709399,-0.000327668443787843,-0.00030992343090474606,-0.0002921784180216491,-0.0002744334051385522,-0.00025668839225545526,-0.00023894337937235832,-0.0002211983664892614,-0.00020345341181382537,-0.00018570839893072844,-0.0001679633860476315,-0.00015021837316453457,-0.00013247336028143764,-0.0001147283473983407,-9.698333451524377e-05,-7.923832163214684e-05,-6.14933087490499e-05,-4.374829586595297e-05,-2.6003282982856035e-05,-8.258270099759102e-06,9.486742783337831e-06,2.7231755666434765e-05,4.49767685495317e-05,6.272178143262863e-05,8.046679431572556e-05,9.82118071988225e-05,0.00011595682008191943,0.00013370183296501637,0.0001514468458481133,0.00016919185873121023,0.00018693687161430717,0.0002046818844974041,0.00022242689738050103,0.00024017191026359797,0.0002579169231466949,0.00027566193602979183,0.00029340694891288877,0.0003111519617959857,0.00032889697467908263,0.00034664198756217957,0.0003643870004452765],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[2,5,2,4,5,4,8,11,10,15,22,36,45,65,102,115,164,141,185,212,196,161,133,88,78,62,51,40,18,16,7,11,9,6,5,3,2,1,2,0,1,0,2,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0008657788275741041,-0.000822459754999727,-0.000779140624217689,-0.000735821551643312,-0.0006925024790689349,-0.0006491833482868969,-0.0006058642757125199,-0.0005625452031381428,-0.0005192260723561049,-0.0004759069997817278,-0.00043258792720735073,-0.0003892688255291432,-0.0003459497238509357,-0.00030263065127655864,-0.0002593115495983511,-0.00021599246247205883,-0.00017267337534576654,-0.00012935428821947426,-8.603519381722435e-05,-4.271610305295326e-05,6.029877113178372e-07,4.392207847558893e-05,8.724116923986003e-05,0.00013056026364210993,0.00017387935076840222,0.0002171984378946945,0.0002605175250209868,0.0003038366266991943,0.00034715572837740183,0.0003904748009517789,0.0004337939026299864,0.00047711297520436347,0.0005204320186749101,0.0005637510912492871,0.0006070702220313251,0.0006503892946057022,0.0006937083671800792,0.0007370274979621172,0.0007803465705364943,0.0008236656431108713,0.0008669847156852484,0.0009103038464672863,0.0009536229190416634,0.0009969420498237014,0.0010402611223980784,0.0010835801949724555,0.0011268992675468326,0.0011702183401212096,0.0012135375291109085,0.0012568566016852856,0.0013001756742596626,0.0013434947468340397,0.0013868138194084167,0.0014301328919827938,0.0014734519645571709,0.0015167711535468698,0.0015600902261212468,0.0016034092986956239,0.001646728371270001,0.001690047443844378,0.001733366516418755,0.001776685705408454,0.001820004777982831,0.001863323850557208,0.0019066429231315851]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,0,1,4,3,5,7,7,11,10,12,18,17,13,28,27,22,14,40,34,35,47,47,46,43,31,36,29,23,25,22,24,18,10,12,8,7,6,9,4,1,3,1,0,0,1,0,1,0,1,1],"bins":[-0.009570179507136345,-0.009299194440245628,-0.009028210304677486,-0.00875722523778677,-0.008486241102218628,-0.008215256035327911,-0.00794427189975977,-0.007673286832869053,-0.007402302231639624,-0.007131317630410194,-0.006860333029180765,-0.006589348427951336,-0.006318363361060619,-0.00604737875983119,-0.005776394158601761,-0.005505409557372332,-0.005234424956142902,-0.004963440354913473,-0.004692455753684044,-0.004421471152454615,-0.004150486551225185,-0.0038795017171651125,-0.0036085168831050396,-0.0033375322818756104,-0.003066547680646181,-0.002795563079416752,-0.0025245784781873226,-0.0022535936441272497,-0.0019826090428978205,-0.0017116244416683912,-0.0014406397240236402,-0.001169655006378889,-0.0008986694738268852,-0.0006276848143897951,-0.0003567001549527049,-8.571549551561475e-05,0.0001852691639214754,0.00045625382335856557,0.0007272384827956557,0.0009982232004404068,0.001269207801669836,0.0015401924028992653,0.0018111771205440164,0.0020821618381887674,0.0023531464394181967,0.002624131040647626,0.002895115874707699,0.003166100475937128,0.0034370850771665573,0.0037080696783959866,0.003979054279625416,0.004250038880854845,0.004521023482084274,0.004792008548974991,0.00506299315020442,0.005333977751433849,0.005604962352663279,0.005875946953892708,0.006146931555122137,0.006417916156351566,0.006688901223242283,0.006959885824471712,0.007230870425701141,0.007501855026930571,0.00777283962816],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,3,4,3,1,0,2,4,5,3,5,3,3,11,14,19,7,9,14,21,20,27,37,41,47,59,54,51,55,41,32,25,21,15,14,17,14,12,10,8,1,3,3,5,3,1,1,3,0,0,2,2,0,2,2,1,2,0,1,0,0,1,1],"bins":[-0.012161104008555412,-0.01171862706542015,-0.01127615012228489,-0.010833674110472202,-0.01039119716733694,-0.00994872022420168,-0.009506243281066418,-0.00906376726925373,-0.00862129032611847,-0.008178813382983208,-0.007736336439847946,-0.007293859962373972,-0.00685138301923871,-0.006408906541764736,-0.005966429598629475,-0.0055239531211555,-0.005081476178020239,-0.004638999234884977,-0.004196522757411003,-0.0037540460471063852,-0.0033115693368017673,-0.002869092393666506,-0.002426615683361888,-0.00198413897305727,-0.0015416622627526522,-0.0010991855524480343,-0.0006567087839357555,-0.00021423204452730715,0.00022824469488114119,0.0006707214051857591,0.0011131982319056988,0.0015556749422103167,0.0019981516525149345,0.0024406283628195524,0.0028831050731241703,0.003325581783428788,0.003768058493733406,0.004210535436868668,0.004653011914342642,0.005095488857477903,0.005537965334951878,0.005980442278087139,0.006422919221222401,0.006865395698696375,0.007307872641831636,0.007750349119305611,0.008192826062440872,0.008635303005576134,0.009077779948711395,0.009520255960524082,0.009962732903659344,0.010405209846794605,0.010847686789929867,0.011290162801742554,0.011732639744877815,0.012175116688013077,0.012617593631148338,0.0130600705742836,0.013502546586096287,0.013945023529231548,0.01438750047236681,0.014829977415502071,0.015272453427314758,0.01571493037045002,0.01615740731358528]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,1,1,1,0,3,2,4,4,3,6,4,5,7,8,12,10,16,14,16,19,19,24,20,29,19,42,24,31,27,24,23,33,23,23,18,21,30,21,18,18,12,12,15,15,13,13,15,6,7,6,6,6,3,3,5,2,2,0,1,0,0,1,1],"bins":[-0.011211292818188667,-0.010853035375475883,-0.010494777001440525,-0.010136519558727741,-0.009778262116014957,-0.009420003741979599,-0.009061746299266815,-0.008703488856554031,-0.008345231413841248,-0.007986973039805889,-0.007628715597093105,-0.007270457688719034,-0.006912199780344963,-0.006553942337632179,-0.006195684429258108,-0.005837426986545324,-0.005479169078171253,-0.005120911169797182,-0.004762653727084398,-0.004404395818710327,-0.004046138375997543,-0.003687880467623472,-0.003329622559249401,-0.0029713648837059736,-0.002613107208162546,-0.0022548495326191187,-0.0018965917406603694,-0.00153833394870162,-0.0011800762731581926,-0.0008218185394071043,-0.0004635608056560159,-0.00010530307190492749,0.0002529555931687355,0.0006112133269198239,0.0009694710606709123,0.0013277288526296616,0.001685986528173089,0.0020442442037165165,0.0024025021120905876,0.002760759787634015,0.0031190174631774426,0.00347727513872087,0.0038355328142642975,0.004193790722638369,0.00455204863101244,0.0049103060737252235,0.005268563982099295,0.0056268214248120785,0.00598507933318615,0.006343337241560221,0.0067015946842730045,0.007059852592647076,0.0074181100353598595,0.007776367943733931,0.008134625852108002,0.008492883294820786,0.00885114073753357,0.009209399111568928,0.009567656554281712,0.009925913996994495,0.010284172371029854,0.010642429813742638,0.011000687256455421,0.01135894563049078,0.011717203073203564],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,1,0,3,1,2,0,3,2,6,3,8,4,5,12,16,23,38,34,33,53,66,73,81,80,84,96,127,98,130,96,108,101,91,95,77,75,55,50,41,33,34,24,19,13,13,9,7,2,7,1,5,2,3,1,1],"bins":[-0.001905513578094542,-0.0018544221529737115,-0.001803330727852881,-0.0017522391863167286,-0.001701147761195898,-0.0016500563360750675,-0.001598964910954237,-0.0015478734858334064,-0.001496782060712576,-0.0014456905191764235,-0.001394599094055593,-0.0013435076689347625,-0.001292416243813932,-0.0012413248186931014,-0.001190233277156949,-0.0011391418520361185,-0.001088050426915288,-0.0010369590017944574,-0.000985867576673627,-0.0009347760933451355,-0.000883684610016644,-0.0008325931848958135,-0.0007815017597749829,-0.0007304102764464915,-0.0006793188513256609,-0.0006282274262048304,-0.000577135942876339,-0.0005260445177555084,-0.00047495306353084743,-0.00042386160930618644,-0.0003727701841853559,-0.0003216787299606949,-0.0002705871593207121,-0.0002194957050960511,-0.00016840426542330533,-0.00011731281847460195,-6.622137152589858e-05,-1.5129924577195197e-05,3.596152237150818e-05,8.705296932021156e-05,0.00013814441626891494,0.00018923587049357593,0.0002403273101663217,0.00029141874983906746,0.00034251020406372845,0.00039360165828838944,0.00044469308340922,0.0004957845667377114,0.000546875991858542,0.0005979674169793725,0.000649058900307864,0.0007001503254286945,0.0007512418087571859,0.0008023332338780165,0.000853424658998847,0.0009045161423273385,0.000955607567448169,0.0010066990507766604,0.001057790475897491,0.0011088819010183215,0.001159973326139152,0.0012110647512599826,0.001262156292796135,0.0013132477179169655,0.001364339143037796]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,0,0,0,1,1,2,3,3,1,8,6,10,11,20,41,49,69,124,157,259,419,625,1004,1684,2812,4851,8356,15474,28962,57978,114603,222895,347176,334749,208214,107945,53106,27904,13970,8075,4480,2582,1546,946,623,368,246,167,116,82,45,23,20,12,14,9,4,2,3,4,1,2,1],"bins":[-0.006927490234375,-0.0067234039306640625,-0.006519317626953125,-0.0063152313232421875,-0.00611114501953125,-0.0059070587158203125,-0.005702972412109375,-0.0054988861083984375,-0.0052947998046875,-0.0050907135009765625,-0.004886627197265625,-0.0046825408935546875,-0.00447845458984375,-0.0042743682861328125,-0.004070281982421875,-0.0038661956787109375,-0.003662109375,-0.0034580230712890625,-0.003253936767578125,-0.0030498504638671875,-0.00284576416015625,-0.0026416778564453125,-0.002437591552734375,-0.0022335052490234375,-0.0020294189453125,-0.0018253326416015625,-0.001621246337890625,-0.0014171600341796875,-0.00121307373046875,-0.0010089874267578125,-0.000804901123046875,-0.0006008148193359375,-0.000396728515625,-0.0001926422119140625,1.1444091796875e-05,0.0002155303955078125,0.00041961669921875,0.0006237030029296875,0.000827789306640625,0.0010318756103515625,0.0012359619140625,0.0014400482177734375,0.001644134521484375,0.0018482208251953125,0.00205230712890625,0.0022563934326171875,0.002460479736328125,0.0026645660400390625,0.00286865234375,0.0030727386474609375,0.003276824951171875,0.0034809112548828125,0.00368499755859375,0.0038890838623046875,0.004093170166015625,0.0042972564697265625,0.0045013427734375,0.0047054290771484375,0.004909515380859375,0.0051136016845703125,0.00531768798828125,0.0055217742919921875,0.005725860595703125,0.0059299468994140625,0.006134033203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,4,3,4,12,10,23,34,53,74,122,172,278,470,736,1105,1775,2668,4520,6810,10658,15861,24604,34527,49283,65047,77047,76386,64575,48944,34963,23914,16117,10223,7041,4278,2661,1702,1186,699,433,253,200,118,80,55,29,26,7,13,6,5,1,5,1,0,0,1],"bins":[-0.00408935546875,-0.0039653778076171875,-0.003841400146484375,-0.0037174224853515625,-0.00359344482421875,-0.0034694671630859375,-0.003345489501953125,-0.0032215118408203125,-0.0030975341796875,-0.0029735565185546875,-0.002849578857421875,-0.0027256011962890625,-0.00260162353515625,-0.0024776458740234375,-0.002353668212890625,-0.0022296905517578125,-0.002105712890625,-0.0019817352294921875,-0.001857757568359375,-0.0017337799072265625,-0.00160980224609375,-0.0014858245849609375,-0.001361846923828125,-0.0012378692626953125,-0.0011138916015625,-0.0009899139404296875,-0.000865936279296875,-0.0007419586181640625,-0.00061798095703125,-0.0004940032958984375,-0.000370025634765625,-0.0002460479736328125,-0.0001220703125,1.9073486328125e-06,0.000125885009765625,0.0002498626708984375,0.00037384033203125,0.0004978179931640625,0.000621795654296875,0.0007457733154296875,0.0008697509765625,0.0009937286376953125,0.001117706298828125,0.0012416839599609375,0.00136566162109375,0.0014896392822265625,0.001613616943359375,0.0017375946044921875,0.001861572265625,0.0019855499267578125,0.002109527587890625,0.0022335052490234375,0.00235748291015625,0.0024814605712890625,0.002605438232421875,0.0027294158935546875,0.0028533935546875,0.0029773712158203125,0.003101348876953125,0.0032253265380859375,0.00334930419921875,0.0034732818603515625,0.003597259521484375,0.0037212371826171875,0.00384521484375]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[3,1,0,0,3,1,2,4,6,9,10,20,21,28,32,34,30,42,46,63,78,83,110,102,122,132,118,133,116,109,95,59,82,71,51,47,31,38,26,16,15,13,10,11,3,6,3,5,2,1,2,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.004822965711355209,-0.0046396637335419655,-0.004456361755728722,-0.004273059777915478,-0.004089757800102234,-0.00390645582228899,-0.003723153844475746,-0.0035398518666625023,-0.0033565498888492584,-0.003173248143866658,-0.0029899461660534143,-0.0028066441882401705,-0.0026233422104269266,-0.0024400402326136827,-0.002256738254800439,-0.002073436276987195,-0.0018901342991739511,-0.0017068323213607073,-0.0015235303435474634,-0.0013402283657342196,-0.0011569263879209757,-0.0009736244683153927,-0.0007903225487098098,-0.0006070205708965659,-0.00042371859308332205,-0.0002404166298219934,-5.711466656066477e-05,0.00012618729670066386,0.0003094892599619925,0.0004927912377752364,0.0006760931573808193,0.0008593951351940632,0.001042697113007307,0.001225999090820551,0.0014093010686337948,0.0015926030464470387,0.0017759050242602825,0.0019592070020735264,0.0021425089798867702,0.002325810957700014,0.002509112935513258,0.002692414680495858,0.002875716658309102,0.003059018636122346,0.00324232061393559,0.0034256225917488337,0.0036089245695620775,0.0037922265473753214,0.003975528292357922,0.0041588302701711655,0.004342132247984409,0.004525434225797653,0.004708736203610897,0.004892038181424141,0.005075340159237385,0.005258642137050629,0.0054419441148638725,0.005625246092677116,0.00580854807049036,0.005991850048303604,0.006175152026116848,0.006358454003930092,0.006541755981743336,0.00672505795955658,0.0069083599373698235],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.000445493875304237,-0.00043061288306489587,-0.00041573186172172427,-0.00040085086948238313,-0.000385969877243042,-0.0003710888558998704,-0.00035620786366052926,-0.0003413268714211881,-0.0003264458500780165,-0.0003115648578386754,-0.00029668386559933424,-0.0002818028733599931,-0.0002669218520168215,-0.00025204085977748036,-0.000237159852986224,-0.00022227886074688286,-0.0002073978539556265,-0.00019251684716437012,-0.00017763585492502898,-0.0001627548481337726,-0.00014787385589443147,-0.0001329928491031751,-0.00011811184231191874,-0.00010323084279661998,-8.834984328132123e-05,-7.346884376602247e-05,-5.858784061274491e-05,-4.370683745946735e-05,-2.8825837944168597e-05,-1.394483660988044e-05,9.361647244077176e-07,1.5817166058695875e-05,3.069819649681449e-05,4.557919601211324e-05,6.0460199165390804e-05,7.534120231866837e-05,9.022220183396712e-05,0.00010510320134926587,0.00011998420814052224,0.00013486520037986338,0.00014974620717111975,0.00016462721396237612,0.00017950820620171726,0.00019438921299297363,0.00020927021978423,0.00022415121202357113,0.0002390322188148275,0.00025391322560608387,0.000268794217845425,0.00028367521008476615,0.00029855623142793775,0.0003134372236672789,0.00032831821590662,0.0003431992372497916,0.00035808022948913276,0.0003729612217284739,0.0003878422430716455,0.00040272323531098664,0.0004176042275503278,0.0004324852197896689,0.0004473662411328405,0.00046224723337218165,0.0004771282256115228,0.0004920092178508639,0.0005068902391940355],"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,0,2,0,1,6,5,3,7,6,8,15,22,16,20,20,28,50,75,50,66,61,56,50,43,39,32,17,15,11,10,3,5,9,2,2,1,1,4,1,0,1,0,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,1,2,1,2,3,9,6,6,10,8,9,21,21,17,14,10,31,23,23,20,28,33,25,47,38,43,24,35,28,35,27,21,25,20,19,13,9,16,7,8,2,5,3,3,3,2,4,2,1,0,2,0,1],"bins":[-0.008037103340029716,-0.007807927206158638,-0.007578750606626272,-0.007349574472755194,-0.007120397873222828,-0.006891221739351749,-0.006662045605480671,-0.006432869005948305,-0.006203692872077227,-0.005974516738206148,-0.005745340138673782,-0.005516164004802704,-0.005286987870931625,-0.00505781127139926,-0.004828635137528181,-0.004599458537995815,-0.004370282404124737,-0.004141106270253658,-0.0039119296707212925,-0.003682753536850214,-0.003453577170148492,-0.0032244008034467697,-0.0029952246695756912,-0.002766048302873969,-0.002536871936172247,-0.002307695569470525,-0.0020785192027688026,-0.0018493430688977242,-0.001620166702196002,-0.0013909903354942799,-0.0011618140852078795,-0.0009326377767138183,-0.0007034610025584698,-0.00047428469406440854,-0.0002451083855703473,-1.5932077076286077e-05,0.00021324423141777515,0.0004424205399118364,0.0006715968484058976,0.0009007731568999588,0.00112994946539402,0.0013591258320957422,0.0015883020823821425,0.0018174783326685429,0.002046654699370265,0.002275831066071987,0.0025050071999430656,0.002734183566644788,0.00296335993334651,0.003192536300048232,0.0034217126667499542,0.0036508888006210327,0.003880065167322755,0.004109241534024477,0.0043384176678955555,0.004567594267427921,0.004796770401299,0.005025946535170078,0.005255123134702444,0.005484299268573523,0.005713475868105888,0.005942652001976967,0.006171828135848045,0.006401004735380411,0.00663018086925149]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.0007291562505997717,-0.0007035721791908145,-0.0006779881659895182,-0.0006524040945805609,-0.0006268200231716037,-0.0006012360099703074,-0.0005756519385613501,-0.0005500678671523929,-0.0005244838539510965,-0.0004988997825421393,-0.0004733157402370125,-0.0004477316979318857,-0.0004221476265229285,-0.0003965635842178017,-0.0003709795419126749,-0.00034539547050371766,-0.0003198114281985909,-0.0002942273858934641,-0.00026864331448450685,-0.00024305927217938006,-0.00021747522987425327,-0.00019189117301721126,-0.00016630711616016924,-0.00014072307385504246,-0.00011513901699800044,-8.955496741691604e-05,-6.397091783583164e-05,-3.838686097878963e-05,-1.2802811397705227e-05,1.2781240002368577e-05,3.836529140244238e-05,6.394934462150559e-05,8.953339420258999e-05,0.00011511744378367439,0.0001407014933647588,0.0001662855502218008,0.0001918695925269276,0.0002174536493839696,0.00024303770624101162,0.0002686217485461384,0.0002942057908512652,0.00031978986226022243,0.0003453739045653492,0.000370957946870476,0.00039654201827943325,0.00042212606058456004,0.0004477101028896868,0.00047329417429864407,0.0004988781874999404,0.0005244622589088976,0.0005500463303178549,0.0005756303435191512,0.0006012144149281085,0.0006267984863370657,0.000652382499538362,0.0006779665709473193,0.0007035506423562765,0.0007291346555575728,0.0007547187269665301,0.0007803027983754873,0.0008058868115767837,0.0008314708829857409,0.0008570549543946981,0.0008826389675959945,0.0009082230390049517],"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,4,3,4,3,11,6,13,12,18,20,15,22,23,24,33,35,29,41,46,33,37,50,33,37,29,25,34,23,17,13,9,18,4,13,9,5,2,1,3,5,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[1,1,0,0,3,0,4,0,0,7,3,4,7,7,6,9,4,13,19,15,18,16,20,25,35,33,36,39,38,52,32,40,40,28,26,29,27,23,16,20,13,9,4,8,10,9,5,3,4,1,0,2,1,0,0,1,0,1,0,0,0,0,0,1],"bins":[-0.0006292121252045035,-0.000608120986726135,-0.0005870299064554274,-0.0005659387679770589,-0.0005448476294986904,-0.0005237564910203218,-0.0005026654107496142,-0.0004815742722712457,-0.0004604831337928772,-0.00043939202441833913,-0.00041830091504380107,-0.00039720977656543255,-0.0003761186671908945,-0.00035502752871252596,-0.0003339364193379879,-0.0003128452808596194,-0.0002917541714850813,-0.00027066306211054325,-0.00024957192363217473,-0.00022848079970572144,-0.00020738967577926815,-0.00018629856640473008,-0.0001652074424782768,-0.0001441163185518235,-0.0001230251946253702,-0.00010193407069891691,-8.084294677246362e-05,-5.975183012196794e-05,-3.866070619551465e-05,-1.756958408805076e-05,3.5215380194131285e-06,2.4612660126877017e-05,4.5703782234340906e-05,6.67949061607942e-05,8.788603008724749e-05,0.00010897714673774317,0.00013006827794015408,0.00015115938731469214,0.00017225051124114543,0.00019334163516759872,0.00021443275909405202,0.0002355238830205053,0.0002566149923950434,0.0002777061308734119,0.00029879724024794996,0.0003198883787263185,0.00034097948810085654,0.00036207062657922506,0.00038316173595376313,0.0004042528453283012,0.0004253439838066697,0.0004464350931812078,0.0004675262316595763,0.0004886173410341144,0.0005097084795124829,0.0005307996179908514,0.000551890698261559,0.0005729818367399275,0.000594072975218296,0.0006151640554890037,0.0006362551939673722,0.0006573463324457407,0.0006784374709241092,0.0006995285511948168,0.0007206196896731853],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,3,2,1,2,1,3,4,5,9,12,13,22,20,34,44,54,62,61,86,119,114,136,124,159,157,147,125,89,87,74,57,43,53,29,21,15,12,15,14,8,3,0,1,2,0,1,0,0,0,0,0,0,2],"bins":[-0.0008961368002928793,-0.0008710775291547179,-0.0008460181998088956,-0.0008209588704630733,-0.0007958995993249118,-0.0007708403281867504,-0.0007457809988409281,-0.0007207216694951057,-0.0006956623983569443,-0.0006706031272187829,-0.0006455437978729606,-0.0006204844685271382,-0.0005954251973889768,-0.0005703659262508154,-0.0005453065969049931,-0.0005202472675591707,-0.0004951879964210093,-0.0004701286961790174,-0.00044506939593702555,-0.00042001009569503367,-0.0003949507954530418,-0.0003698914952110499,-0.00034483219496905804,-0.00031977289472706616,-0.0002947135944850743,-0.0002696542942430824,-0.0002445949940010905,-0.00021953569375909865,-0.00019447639351710677,-0.0001694170932751149,-0.00014435779303312302,-0.00011929849279113114,-9.423919254913926e-05,-6.917989230714738e-05,-4.4120592065155506e-05,-1.906129182316363e-05,5.998008418828249e-06,3.1057308660820127e-05,5.6116608902812004e-05,8.117590914480388e-05,0.00010623520938679576,0.00013129450962878764,0.00015635380987077951,0.0001814131101127714,0.00020647241035476327,0.00023153171059675515,0.000256591010838747,0.0002816503110807389,0.0003067096113227308,0.00033176891156472266,0.00035682821180671453,0.0003818875120487064,0.0004069468122906983,0.00043200611253269017,0.00045706541277468204,0.0004821247130166739,0.0005071840132586658,0.0005322432843968272,0.0005573026137426496,0.0005823619430884719,0.0006074212142266333,0.0006324804853647947,0.0006575398147106171,0.0006825991440564394,0.0007076584151946008]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[3,0,0,1,0,0,0,1,0,2,0,5,1,1,2,4,5,9,6,16,10,18,17,19,31,25,36,44,48,48,57,50,55,49,29,32,23,25,25,14,14,8,6,10,1,2,4,6,1,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1],"bins":[-2.0541301637422293e-06,-1.9865005924657453e-06,-1.9188710211892612e-06,-1.8512414499127772e-06,-1.7836118786362931e-06,-1.715982307359809e-06,-1.648352736083325e-06,-1.580723164806841e-06,-1.5130935935303569e-06,-1.4454640222538728e-06,-1.3778344509773888e-06,-1.3102048797009047e-06,-1.2425753084244207e-06,-1.1749457371479366e-06,-1.1073161658714525e-06,-1.0396865945949685e-06,-9.720570233184844e-07,-9.044274520420004e-07,-8.367978807655163e-07,-7.691683094890323e-07,-7.015387382125482e-07,-6.339091669360641e-07,-5.662795956595801e-07,-4.98650024383096e-07,-4.3102045310661197e-07,-3.633908818301279e-07,-2.9576131055364385e-07,-2.281317392771598e-07,-1.6050216800067574e-07,-9.287259672419168e-08,-2.5243025447707623e-08,4.2386545828776434e-08,1.1001634447893593e-07,1.7764591575542e-07,2.4527548703190405e-07,3.129050583083881e-07,3.8053462958487216e-07,4.481642008613562e-07,5.157937721378403e-07,5.834233434143243e-07,6.510529146908084e-07,7.186824859672925e-07,7.863120572437765e-07,8.539416285202606e-07,9.215711997967446e-07,9.892007710732287e-07,1.0568303423497127e-06,1.1244599136261968e-06,1.1920894849026809e-06,1.259719056179165e-06,1.327348627455649e-06,1.394978198732133e-06,1.462607770008617e-06,1.5302373412851011e-06,1.5978669125615852e-06,1.6654964838380693e-06,1.7331260551145533e-06,1.8007556263910374e-06,1.8683851976675214e-06,1.9360147689440055e-06,2.0036443402204895e-06,2.0712739114969736e-06,2.1389034827734577e-06,2.2065330540499417e-06,2.2741626253264258e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,0,1,1,2,2,6,4,3,9,10,18,22,33,50,76,135,166,213,319,544,741,1148,1882,2883,4331,6832,11319,19665,33956,60765,103605,132439,87301,49906,28532,16527,9485,6048,3772,2479,1537,973,691,421,312,205,142,91,64,49,36,16,11,14,8,4,5,5,3,2,1,0,2],"bins":[-0.01470947265625,-0.014254570007324219,-0.013799667358398438,-0.013344764709472656,-0.012889862060546875,-0.012434959411621094,-0.011980056762695312,-0.011525154113769531,-0.01107025146484375,-0.010615348815917969,-0.010160446166992188,-0.009705543518066406,-0.009250640869140625,-0.008795738220214844,-0.008340835571289062,-0.007885932922363281,-0.0074310302734375,-0.006976127624511719,-0.0065212249755859375,-0.006066322326660156,-0.005611419677734375,-0.005156517028808594,-0.0047016143798828125,-0.004246711730957031,-0.00379180908203125,-0.0033369064331054688,-0.0028820037841796875,-0.0024271011352539062,-0.001972198486328125,-0.0015172958374023438,-0.0010623931884765625,-0.0006074905395507812,-0.000152587890625,0.00030231475830078125,0.0007572174072265625,0.0012121200561523438,0.001667022705078125,0.0021219253540039062,0.0025768280029296875,0.0030317306518554688,0.00348663330078125,0.003941535949707031,0.0043964385986328125,0.004851341247558594,0.005306243896484375,0.005761146545410156,0.0062160491943359375,0.006670951843261719,0.0071258544921875,0.007580757141113281,0.008035659790039062,0.008490562438964844,0.008945465087890625,0.009400367736816406,0.009855270385742188,0.010310173034667969,0.01076507568359375,0.011219978332519531,0.011674880981445312,0.012129783630371094,0.012584686279296875,0.013039588928222656,0.013494491577148438,0.013949394226074219,0.014404296875]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.00044308483484201133,-0.0004272415244486183,-0.00041139821405522525,-0.0003955549036618322,-0.0003797115932684392,-0.00036386828287504613,-0.0003480249724816531,-0.00033218166208826005,-0.00031633838079869747,-0.00030049507040530443,-0.0002846517600119114,-0.00026880844961851835,-0.0002529651392251253,-0.00023712182883173227,-0.00022127851843833923,-0.0002054352080449462,-0.00018959189765155315,-0.00017374858725816011,-0.00015790527686476707,-0.00014206196647137403,-0.000126218656077981,-0.00011037535296054557,-9.453204984311014e-05,-7.86887394497171e-05,-6.284542905632406e-05,-4.7002118662931025e-05,-3.115881190751679e-05,-1.5315503333113156e-05,5.278052412904799e-07,1.6371113815694116e-05,3.221442239009775e-05,4.8057729145511985e-05,6.390101043507457e-05,7.974432082846761e-05,9.558763122186065e-05,0.00011143093433929607,0.00012727425200864673,0.00014311754785012454,0.00015896085824351758,0.00017480416863691062,0.00019064747903030366,0.0002064907894236967,0.00022233409981708974,0.00023817741021048278,0.0002540207060519606,0.00026986401644535363,0.00028570732683874667,0.0003015506372321397,0.00031739394762553275,0.0003332372580189258,0.0003490805684123188,0.00036492387880571187,0.0003807671891991049,0.00039661049959249794,0.000412453809985891,0.000428297120379284,0.0004441404016688466,0.00045998371206223965,0.0004758270224556327,0.0004916703328490257,0.0005075136432424188,0.0005233569536358118,0.0005392002640292048,0.0005550435744225979,0.0005708868848159909],"_type":"histogram","values":[2,3,1,0,0,4,4,2,6,8,4,6,9,16,22,15,15,10,18,20,24,18,28,36,30,26,28,34,31,37,25,30,24,28,26,20,26,15,10,12,13,15,11,7,7,6,10,5,2,4,2,2,3,2,2,0,2,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[3,0,3,2,9,26,45,49,90,143,237,362,545,797,1144,1601,2228,3014,3938,5168,6360,7938,9592,11426,13496,15318,17255,18827,20519,21291,22063,22697,22164,21609,20679,19046,17342,15605,13646,11891,9958,8218,6683,5317,3975,3127,2388,1700,1213,839,538,411,234,154,129,75,40,23,15,3,2,3,2,1],"bins":[-0.09025507420301437,-0.08739567548036575,-0.08453627675771713,-0.08167687058448792,-0.0788174718618393,-0.07595807313919067,-0.07309867441654205,-0.07023927569389343,-0.06737987697124481,-0.0645204707980156,-0.061661072075366974,-0.05880167335271835,-0.05594227463006973,-0.053082872182130814,-0.05022347345948219,-0.047364071011543274,-0.04450467228889465,-0.04164527356624603,-0.038785871118307114,-0.03592647239565849,-0.033067069947719574,-0.030207671225070953,-0.027348272502422333,-0.024488871917128563,-0.021629471331834793,-0.018770070746541023,-0.015910670161247253,-0.013051271438598633,-0.010191870853304863,-0.0073324707336723804,-0.004473070614039898,-0.0016136704944074154,0.0012457221746444702,0.004105122294276953,0.006964522413909435,0.00982392206788063,0.0126833226531744,0.01554272323846817,0.01840212196111679,0.02126152254641056,0.02412092313170433,0.0269803237169981,0.02983972430229187,0.03269912302494049,0.03555852174758911,0.03841792419552803,0.04127732291817665,0.04413672536611557,0.04699612408876419,0.04985552281141281,0.05271492525935173,0.05557432398200035,0.05843372642993927,0.06129312515258789,0.06415252387523651,0.06701192259788513,0.06987132132053375,0.07273072749376297,0.07559012621641159,0.07844952493906021,0.08130892366170883,0.08416832238435745,0.08702772855758667,0.08988712728023529,0.09274652600288391]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[1,0,2,1,1,5,2,3,11,7,12,37,56,68,89,117,188,309,473,722,1045,1659,2789,4297,6835,11664,18852,32193,56049,94622,160119,254559,309124,243919,152791,90414,52845,30402,18277,10584,6385,4190,2575,1510,1114,637,400,288,193,118,88,82,45,25,15,16,12,10,5,5,1,2,3,2],"bins":[-0.0027618408203125,-0.002676725387573242,-0.0025916099548339844,-0.0025064945220947266,-0.0024213790893554688,-0.002336263656616211,-0.002251148223876953,-0.0021660327911376953,-0.0020809173583984375,-0.0019958019256591797,-0.0019106864929199219,-0.001825571060180664,-0.0017404556274414062,-0.0016553401947021484,-0.0015702247619628906,-0.0014851093292236328,-0.001399993896484375,-0.0013148784637451172,-0.0012297630310058594,-0.0011446475982666016,-0.0010595321655273438,-0.0009744167327880859,-0.0008893013000488281,-0.0008041858673095703,-0.0007190704345703125,-0.0006339550018310547,-0.0005488395690917969,-0.00046372413635253906,-0.00037860870361328125,-0.00029349327087402344,-0.00020837783813476562,-0.0001232624053955078,-3.814697265625e-05,4.696846008300781e-05,0.00013208389282226562,0.00021719932556152344,0.00030231475830078125,0.00038743019104003906,0.0004725456237792969,0.0005576610565185547,0.0006427764892578125,0.0007278919219970703,0.0008130073547363281,0.0008981227874755859,0.0009832382202148438,0.0010683536529541016,0.0011534690856933594,0.0012385845184326172,0.001323699951171875,0.0014088153839111328,0.0014939308166503906,0.0015790462493896484,0.0016641616821289062,0.001749277114868164,0.0018343925476074219,0.0019195079803466797,0.0020046234130859375,0.0020897388458251953,0.002174854278564453,0.002259969711303711,0.0023450851440429688,0.0024302005767822266,0.0025153160095214844,0.002600431442260742,0.002685546875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[5,6,9,25,27,60,88,143,243,377,570,935,1286,1882,2688,3693,5081,6661,8712,10872,13657,16766,19595,22910,25667,28932,31027,33506,34433,35092,34729,33952,31952,30029,27096,24154,21298,17815,14610,12321,9624,7624,5708,4196,3104,2148,1616,995,714,431,289,187,134,57,43,24,16,9,0,0,0,0,0,1],"bins":[-0.08855852484703064,-0.08557760715484619,-0.08259669691324234,-0.07961577922105789,-0.07663486897945404,-0.07365395128726959,-0.07067303359508514,-0.06769212335348129,-0.06471120566129684,-0.061730291694402695,-0.058749377727508545,-0.0557684600353241,-0.05278754606842995,-0.0498066321015358,-0.04682571440935135,-0.0438448004424572,-0.04086388647556305,-0.0378829725086689,-0.03490205854177475,-0.0319211408495903,-0.02894022688269615,-0.025959312915802002,-0.022978397086262703,-0.019997481256723404,-0.017016567289829254,-0.01403565239161253,-0.011054737493395805,-0.008073822595179081,-0.005092907696962357,-0.002111992798745632,0.0008689220994710922,0.0038498369976878166,0.006830751895904541,0.009811666794121265,0.01279258169233799,0.01577349752187729,0.01875441148877144,0.02173532545566559,0.024716241285204887,0.027697157114744186,0.030678071081638336,0.033658985048532486,0.036639899015426636,0.039620816707611084,0.042601730674505234,0.045582644641399384,0.04856356233358383,0.05154447630047798,0.05452539026737213,0.05750630423426628,0.06048721820116043,0.06346813589334488,0.06644904613494873,0.06942996382713318,0.07241088151931763,0.07539179176092148,0.07837270945310593,0.08135362714529037,0.08433453738689423,0.08731545507907867,0.09029637277126312,0.09327728301286697,0.09625820070505142,0.09923911094665527,0.10222002863883972],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,2,1,0,2,3,2,2,7,5,6,9,9,7,12,12,14,12,20,25,13,32,22,21,20,40,29,26,36,31,28,31,25,32,22,37,18,18,21,15,10,10,13,6,14,11,6,11,6,3,1,1,1,1,0,1,1,0,0,0,3],"bins":[-0.0012777221854776144,-0.001238225377164781,-0.0011987286852672696,-0.0011592318769544363,-0.0011197351850569248,-0.0010802383767440915,-0.0010407415684312582,-0.0010012448765337467,-0.0009617480682209134,-0.000922251318115741,-0.0008827545680105686,-0.0008432577596977353,-0.0008037610095925629,-0.0007642642594873905,-0.0007247674511745572,-0.0006852707010693848,-0.0006457739509642124,-0.00060627720085904,-0.0005667804507538676,-0.0005272836424410343,-0.0004877868923358619,-0.0004482901422306895,-0.0004087933630216867,-0.0003692965838126838,-0.0003297998337075114,-0.00029030308360233903,-0.0002508063043933362,-0.00021130953973624855,-0.00017181277507916093,-0.0001323160104220733,-9.281924576498568e-05,-5.3322481107898057e-05,-1.3825716450810432e-05,2.567104820627719e-05,6.516781286336482e-05,0.00010466457752045244,0.00014416134217754006,0.0001836581068346277,0.0002231548714917153,0.00026265165070071816,0.00030214840080589056,0.00034164515091106296,0.0003811419301200658,0.00042063870932906866,0.00046013545943424106,0.0004996322095394135,0.0005391290178522468,0.0005786257679574192,0.0006181225180625916,0.000657619268167764,0.0006971160182729363,0.0007366128265857697,0.000776109576690942,0.0008156063267961144,0.0008551031351089478,0.0008945998852141201,0.0009340966353192925,0.0009735933854244649,0.0010130901355296373,0.0010525869438424706,0.001092083752155304,0.0011315804440528154,0.0011710772523656487,0.0012105739442631602,0.0012500707525759935]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.10114911198616028,-0.0980493500828743,-0.09494959563016891,-0.09184983372688293,-0.08875007182359695,-0.08565031737089157,-0.08255055546760559,-0.07945079356431961,-0.07635103166103363,-0.07325127720832825,-0.07015151530504227,-0.06705175340175629,-0.0639519989490509,-0.06085223704576492,-0.05775247886776924,-0.05465271696448326,-0.05155295878648758,-0.0484532006084919,-0.04535343870520592,-0.042253680527210236,-0.039153918623924255,-0.036054160445928574,-0.03295440226793289,-0.02985464222729206,-0.02675488218665123,-0.0236551221460104,-0.020555362105369568,-0.017455603927373886,-0.014355843886733055,-0.011256083846092224,-0.008156324736773968,-0.005056565161794424,-0.0019568130373954773,0.0011429465375840664,0.00424270611256361,0.007342465687543154,0.010442225262522697,0.013541985303163528,0.01664174348115921,0.01974150352180004,0.022841263562440872,0.025941023603081703,0.029040783643722534,0.032140541821718216,0.0352402999997139,0.03834006190299988,0.04143982008099556,0.04453958198428154,0.04763934016227722,0.0507390983402729,0.053838860243558884,0.056938618421554565,0.060038380324840546,0.06313813477754593,0.06623789668083191,0.06933765858411789,0.07243742048740387,0.07553717494010925,0.07863693684339523,0.08173669874668121,0.0848364531993866,0.08793621510267258,0.09103597700595856,0.09413573145866394,0.09723549336194992],"_type":"histogram","values":[1,0,0,2,3,4,7,17,47,66,112,187,303,477,646,1092,1620,2335,3347,4687,6372,8107,10710,13303,16412,19819,23145,26437,29718,32342,34565,36118,36364,36010,34771,33122,30751,27403,24083,20583,17578,14065,11170,8854,6784,5004,3668,2582,1757,1247,786,523,291,177,111,52,33,23,10,11,5,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,3,0,0,1,3,0,1,3,7,2,9,7,8,13,18,17,25,25,25,28,24,36,30,45,53,40,48,33,35,32,32,38,24,18,16,17,13,5,6,12,2,5,2,1,0,2,1,1,0,0,0,0,1],"bins":[-0.0005239811143837869,-0.0005094993975944817,-0.0004950177390128374,-0.0004805360222235322,-0.000466054305434227,-0.00045157261774875224,-0.000437090900959447,-0.00042260921327397227,-0.00040812749648466706,-0.0003936458087991923,-0.0003791640920098871,-0.00036468240432441235,-0.00035020068753510714,-0.0003357189998496324,-0.00032123728306032717,-0.0003067555953748524,-0.0002922738785855472,-0.00027779219090007246,-0.0002633105032145977,-0.0002488287864252925,-0.0002343470841879025,-0.00021986538195051253,-0.00020538367971312255,-0.00019090197747573256,-0.0001764202897902578,-0.00016193858755286783,-0.00014745688531547785,-0.00013297518307808787,-0.00011849348084069788,-0.0001040117786033079,-8.953007636591792e-05,-7.504837412852794e-05,-6.056667189113796e-05,-4.6084969653747976e-05,-3.1603267416357994e-05,-1.712156881694682e-05,-2.6398665795568377e-06,1.1841834748338442e-05,2.6323536076233722e-05,4.08052364946343e-05,5.528693873202428e-05,6.976864096941426e-05,8.425034320680425e-05,9.873204544419423e-05,0.0001132137404056266,0.00012769544264301658,0.00014217714488040656,0.00015665884711779654,0.00017114054935518652,0.0001856222515925765,0.00020010395382996649,0.00021458565606735647,0.00022906735830474645,0.00024354906054213643,0.0002580307482276112,0.0002725124650169164,0.00028699415270239115,0.00030147586949169636,0.0003159575571771711,0.0003304392739664763,0.0003449209616519511,0.0003594026784412563,0.00037388436612673104,0.00038836608291603625,0.000402847770601511]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[3,1,1,4,11,14,24,35,72,139,214,301,507,757,1167,1656,2435,3297,4387,5977,7955,9983,12685,15496,18433,21390,24387,27610,29711,32015,33610,34538,34590,34057,32960,30780,28337,25577,22280,19427,16533,13358,11022,8554,6646,4949,3632,2673,1861,1340,853,600,383,234,144,97,46,39,18,6,9,2,1,1],"bins":[-0.09511302411556244,-0.09215644747018814,-0.08919986337423325,-0.08624328672885895,-0.08328670263290405,-0.08033012598752975,-0.07737354934215546,-0.07441696524620056,-0.07146038860082626,-0.06850381195545197,-0.06554722785949707,-0.06259065121412277,-0.059634070843458176,-0.05667749047279358,-0.05372091382741928,-0.050764333456754684,-0.04780775308609009,-0.04485117271542549,-0.041894592344760895,-0.0389380156993866,-0.035981435328722,-0.033024854958057404,-0.030068276450037956,-0.02711169794201851,-0.024155117571353912,-0.021198537200689316,-0.01824195869266987,-0.015285379253327847,-0.012328799813985825,-0.009372220374643803,-0.006415640935301781,-0.0034590614959597588,-0.0005024895071983337,0.002454089932143688,0.00541066937148571,0.008367248810827732,0.011323828250169754,0.014280407689511776,0.017236987128853798,0.020193565636873245,0.023150146007537842,0.02610672637820244,0.029063304886221886,0.03201988339424133,0.03497646376490593,0.037933044135570526,0.040889620780944824,0.04384620115160942,0.04680278152227402,0.049759361892938614,0.05271594226360321,0.05567251890897751,0.058629099279642105,0.0615856796503067,0.064542256295681,0.0674988403916359,0.07045541703701019,0.07341199368238449,0.07636857777833939,0.07932515442371368,0.08228173851966858,0.08523831516504288,0.08819489181041718,0.09115147590637207,0.09410805255174637],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[3,0,0,0,0,3,1,2,2,3,1,3,7,3,9,7,6,8,10,18,12,13,23,26,28,26,28,46,30,41,45,45,34,36,30,27,21,27,21,15,14,14,14,10,10,11,4,7,5,5,4,1,0,4,1,1,1,0,0,1,0,0,0,1],"bins":[0.9990249276161194,0.9990578889846802,0.9990907907485962,0.999123752117157,0.999156653881073,0.9991896152496338,0.9992225170135498,0.9992554783821106,0.9992883801460266,0.9993213415145874,0.9993542432785034,0.9993872046470642,0.999420166015625,0.999453067779541,0.9994860291481018,0.9995189309120178,0.9995518922805786,0.9995847940444946,0.9996177554130554,0.9996506571769714,0.9996836185455322,0.9997165203094482,0.999749481678009,0.9997824430465698,0.9998153448104858,0.9998483061790466,0.9998812079429626,0.9999141693115234,0.9999470710754395,0.9999800324440002,1.000012993812561,1.000045895576477,1.000078797340393,1.0001118183135986,1.0001447200775146,1.0001776218414307,1.0002105236053467,1.0002435445785522,1.0002764463424683,1.0003093481063843,1.0003422498703003,1.0003752708435059,1.0004081726074219,1.000441074371338,1.0004740953445435,1.0005069971084595,1.0005398988723755,1.0005728006362915,1.000605821609497,1.000638723373413,1.000671625137329,1.0007045269012451,1.0007375478744507,1.0007704496383667,1.0008033514022827,1.0008363723754883,1.0008692741394043,1.0009021759033203,1.0009350776672363,1.000968098640442,1.001001000404358,1.001033902168274,1.00106680393219,1.0010998249053955,1.0011327266693115],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.00124359130859375,-0.001201629638671875,-0.00115966796875,-0.001117706298828125,-0.00107574462890625,-0.001033782958984375,-0.0009918212890625,-0.000949859619140625,-0.00090789794921875,-0.000865936279296875,-0.000823974609375,-0.000782012939453125,-0.00074005126953125,-0.000698089599609375,-0.0006561279296875,-0.000614166259765625,-0.00057220458984375,-0.000530242919921875,-0.00048828125,-0.000446319580078125,-0.00040435791015625,-0.000362396240234375,-0.0003204345703125,-0.000278472900390625,-0.00023651123046875,-0.000194549560546875,-0.000152587890625,-0.000110626220703125,-6.866455078125e-05,-2.6702880859375e-05,1.52587890625e-05,5.7220458984375e-05,9.918212890625e-05,0.000141143798828125,0.00018310546875,0.000225067138671875,0.00026702880859375,0.000308990478515625,0.0003509521484375,0.000392913818359375,0.00043487548828125,0.000476837158203125,0.000518798828125,0.000560760498046875,0.00060272216796875,0.000644683837890625,0.0006866455078125,0.000728607177734375,0.00077056884765625,0.000812530517578125,0.0008544921875,0.000896453857421875,0.00093841552734375,0.000980377197265625,0.0010223388671875,0.001064300537109375,0.00110626220703125,0.001148223876953125,0.001190185546875,0.001232147216796875,0.00127410888671875,0.001316070556640625,0.0013580322265625,0.001399993896484375,0.00144195556640625],"_type":"histogram","values":[1,0,2,0,2,1,5,4,1,12,9,15,26,22,43,51,70,109,163,221,402,729,1332,2557,5034,10455,21992,48449,102963,159443,122026,60377,27368,12747,6157,3081,1690,907,488,303,174,102,79,45,48,31,20,21,11,9,9,3,2,5,2,1,3,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,3,5,3,8,12,15,28,48,72,108,171,281,503,807,1298,2536,4382,7713,13594,25211,46147,84818,154116,274137,355873,267351,151283,82853,44526,24459,13032,7434,4252,2464,1351,769,486,255,164,119,70,42,24,10,8,5,4,4,3,1,1,1,0,0,1],"bins":[-0.004180908203125,-0.004055976867675781,-0.0039310455322265625,-0.0038061141967773438,-0.003681182861328125,-0.0035562515258789062,-0.0034313201904296875,-0.0033063888549804688,-0.00318145751953125,-0.0030565261840820312,-0.0029315948486328125,-0.0028066635131835938,-0.002681732177734375,-0.0025568008422851562,-0.0024318695068359375,-0.0023069381713867188,-0.0021820068359375,-0.0020570755004882812,-0.0019321441650390625,-0.0018072128295898438,-0.001682281494140625,-0.0015573501586914062,-0.0014324188232421875,-0.0013074874877929688,-0.00118255615234375,-0.0010576248168945312,-0.0009326934814453125,-0.0008077621459960938,-0.000682830810546875,-0.0005578994750976562,-0.0004329681396484375,-0.00030803680419921875,-0.00018310546875,-5.817413330078125e-05,6.67572021484375e-05,0.00019168853759765625,0.000316619873046875,0.00044155120849609375,0.0005664825439453125,0.0006914138793945312,0.00081634521484375,0.0009412765502929688,0.0010662078857421875,0.0011911392211914062,0.001316070556640625,0.0014410018920898438,0.0015659332275390625,0.0016908645629882812,0.0018157958984375,0.0019407272338867188,0.0020656585693359375,0.0021905899047851562,0.002315521240234375,0.0024404525756835938,0.0025653839111328125,0.0026903152465820312,0.00281524658203125,0.0029401779174804688,0.0030651092529296875,0.0031900405883789062,0.003314971923828125,0.0034399032592773438,0.0035648345947265625,0.0036897659301757812,0.003814697265625]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,0,1,3,0,1,3,2,3,9,8,8,9,16,16,19,33,38,35,40,51,46,39,52,32,51,47,39,37,28,19,17,13,15,7,5,3,3,5,5,1,2,2,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0004868230316787958,-0.0004701319267041981,-0.00045344082172960043,-0.0004367496876511723,-0.0004200585826765746,-0.0004033674777019769,-0.0003866763727273792,-0.0003699852677527815,-0.00035329413367435336,-0.00033660302869975567,-0.000319911923725158,-0.0003032208187505603,-0.0002865297137759626,-0.0002698386088013649,-0.00025314747472293675,-0.00023645636974833906,-0.00021976526477374136,-0.00020307415979914367,-0.00018638304027263075,-0.00016969193529803306,-0.00015300081577152014,-0.00013630971079692245,-0.00011961860582232475,-0.00010292749357176945,-8.623638132121414e-05,-6.954526907065883e-05,-5.285416045808233e-05,-3.6163051845505834e-05,-1.9471939594950527e-05,-2.780829163384624e-06,1.391028126818128e-05,3.060138988075778e-05,4.7292502131313086e-05,6.398361438186839e-05,8.06747266324237e-05,9.736583160702139e-05,0.0001140569438575767,0.000130748056108132,0.0001474391610827297,0.00016413028060924262,0.0001808213855838403,0.000197512490558438,0.00021420361008495092,0.00023089471505954862,0.0002475858200341463,0.000264276925008744,0.00028096805908717215,0.00029765916406176984,0.00031435026903636754,0.00033104137401096523,0.0003477324789855629,0.00036442361306399107,0.00038111471803858876,0.00039780582301318645,0.00041449692798778415,0.00043118803296238184,0.00044787913793697953,0.0004645702720154077,0.0004812613769900054,0.0004979525110684335,0.0005146436160430312,0.0005313347210176289,0.0005480258259922266,0.0005647169309668243,0.000581408035941422],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.0006304948474280536,-0.0006112302653491497,-0.0005919656832702458,-0.0005727011011913419,-0.000553436519112438,-0.000534171937033534,-0.0005149073549546301,-0.0004956427728757262,-0.00047637816169299185,-0.00045711357961408794,-0.000437848997535184,-0.0004185844154562801,-0.00039931980427354574,-0.00038005522219464183,-0.0003607906401157379,-0.000341526058036834,-0.0003222614759579301,-0.0003029968938790262,-0.00028373231180012226,-0.00026446772972121835,-0.00024520314764231443,-0.0002259385510114953,-0.00020667395438067615,-0.00018740937230177224,-0.00016814479022286832,-0.0001488802081439644,-0.0001296156260650605,-0.00011035102943424135,-9.108644735533744e-05,-7.182186527643353e-05,-5.2557275921572e-05,-3.329269020468928e-05,-1.4028162695467472e-05,5.2364230214152485e-06,2.450100873829797e-05,4.376559445518069e-05,6.303018017206341e-05,8.229476225096732e-05,0.00010155935160582885,0.00012082394096069038,0.0001400885230395943,0.0001593531051184982,0.00017861768719740212,0.00019788228382822126,0.00021714686590712517,0.0002364114479860291,0.00025567604461684823,0.00027494062669575214,0.00029420520877465606,0.00031346979085355997,0.0003327343729324639,0.0003519989550113678,0.0003712635370902717,0.0003905281482730061,0.00040979273035191,0.0004290573124308139,0.0004483218945097178,0.00046758647658862174,0.00048685105866752565,0.00050611566985026,0.0005253802519291639,0.0005446448340080678,0.0005639094160869718,0.0005831739981658757,0.0006024385802447796],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,1,2,1,2,4,5,1,2,2,5,5,7,6,23,22,33,16,27,29,47,67,34,53,49,46,36,39,36,32,28,22,16,17,10,10,9,6,7,1,1,2,0,0,1,1,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.01695391908288002,-0.016393940895795822,-0.015833960846066475,-0.015273981727659702,-0.01471400260925293,-0.014154023490846157,-0.013594044372439384,-0.013034065254032612,-0.01247408613562584,-0.011914107948541641,-0.011354128830134869,-0.010794149711728096,-0.010234170593321323,-0.00967419147491455,-0.009114212356507778,-0.008554233238101006,-0.007994254119694233,-0.00743427500128746,-0.006874295882880688,-0.006314316764473915,-0.0057543376460671425,-0.005194358993321657,-0.004634379874914885,-0.004074400756508112,-0.0035144216381013393,-0.0029544425196945667,-0.002394463401287794,-0.0018344845157116652,-0.0012745053973048925,-0.0007145263371057808,-0.00015454727690666914,0.00040543178329244256,0.0009654108434915543,0.0015253899618983269,0.0020853690803050995,0.0026453479658812284,0.003205327084288001,0.0037653062026947737,0.004325285088270903,0.004885264206677675,0.005445243325084448,0.0060052224434912205,0.006565201561897993,0.007125180680304766,0.007685159333050251,0.008245138451457024,0.008805117569863796,0.009365096688270569,0.009925075806677341,0.010485054925084114,0.011045034043490887,0.01160501316189766,0.012164992280304432,0.012724971398711205,0.013284950517117977,0.01384492963552475,0.014404907822608948,0.01496488694101572,0.015524866059422493,0.01608484610915184,0.016644824296236038,0.017204804345965385,0.017764782533049583,0.01832476258277893,0.01888474076986313],"_type":"histogram","values":[1,1,0,1,0,4,0,1,0,3,4,3,6,8,4,10,12,12,14,19,16,28,23,30,19,26,33,26,28,30,31,26,34,41,34,28,29,25,19,18,15,12,20,16,11,12,11,2,5,2,3,1,3,4,1,2,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.0037841796875,-0.0036704540252685547,-0.0035567283630371094,-0.003443002700805664,-0.0033292770385742188,-0.0032155513763427734,-0.003101825714111328,-0.002988100051879883,-0.0028743743896484375,-0.002760648727416992,-0.002646923065185547,-0.0025331974029541016,-0.0024194717407226562,-0.002305746078491211,-0.0021920204162597656,-0.0020782947540283203,-0.001964569091796875,-0.0018508434295654297,-0.0017371177673339844,-0.001623392105102539,-0.0015096664428710938,-0.0013959407806396484,-0.0012822151184082031,-0.0011684894561767578,-0.0010547637939453125,-0.0009410381317138672,-0.0008273124694824219,-0.0007135868072509766,-0.0005998611450195312,-0.00048613548278808594,-0.0003724098205566406,-0.0002586841583251953,-0.00014495849609375,-3.123283386230469e-05,8.249282836914062e-05,0.00019621849060058594,0.00030994415283203125,0.00042366981506347656,0.0005373954772949219,0.0006511211395263672,0.0007648468017578125,0.0008785724639892578,0.0009922981262207031,0.0011060237884521484,0.0012197494506835938,0.001333475112915039,0.0014472007751464844,0.0015609264373779297,0.001674652099609375,0.0017883777618408203,0.0019021034240722656,0.002015829086303711,0.0021295547485351562,0.0022432804107666016,0.002357006072998047,0.002470731735229492,0.0025844573974609375,0.002698183059692383,0.002811908721923828,0.0029256343841552734,0.0030393600463867188,0.003153085708618164,0.0032668113708496094,0.0033805370330810547,0.0034942626953125],"_type":"histogram","values":[1,0,0,1,0,2,7,1,9,11,11,24,38,47,50,104,148,197,287,381,618,777,1365,2067,3378,5072,7870,13647,23837,42197,80373,158411,321831,412713,240039,117397,61065,32240,18663,10941,6463,4003,2163,1545,959,657,414,268,172,124,83,50,44,21,27,18,12,8,5,7,0,0,0,1]},"parameters/_orig_mod.linear.weight":{"bins":[-0.037218619138002396,-0.036056965589523315,-0.03489530831575394,-0.03373365476727486,-0.03257199749350548,-0.0314103439450264,-0.03024868667125702,-0.02908703126013279,-0.02792537584900856,-0.02676372230052948,-0.02560206688940525,-0.02444041147828102,-0.02327875606715679,-0.022117100656032562,-0.020955445244908333,-0.019793789833784103,-0.018632134422659874,-0.017470479011535645,-0.016308823600411415,-0.015147168189287186,-0.013985512778162956,-0.012823858298361301,-0.011662202887237072,-0.010500547476112843,-0.009338892064988613,-0.008177236653864384,-0.007015581242740154,-0.005853926297277212,-0.004692270886152983,-0.0035306154750287533,-0.0023689602967351675,-0.00120730500202626,-4.5649707317352295e-05,0.0011160055873915553,0.002277660882100463,0.0034393160603940487,0.004600971471518278,0.0057626268826425076,0.00692428182810545,0.008085937239229679,0.009247592650353909,0.010409248061478138,0.011570903472602367,0.012732558883726597,0.013894213363528252,0.015055868774652481,0.01621752418577671,0.01737917959690094,0.01854083500802517,0.0197024904191494,0.020864145830273628,0.022025801241397858,0.023187456652522087,0.024349112063646317,0.025510767474770546,0.026672422885894775,0.027834076434373856,0.028995731845498085,0.030157387256622314,0.03131904453039169,0.03248069807887077,0.03364235535264015,0.03480400890111923,0.03596566617488861,0.03712731972336769],"_type":"histogram","values":[224,1502,1527,1538,1549,1563,1522,1651,1583,1535,1581,1642,1554,1567,1591,1577,1576,1524,1573,1574,1543,1524,1697,1546,1565,1531,1597,1566,1623,1579,1520,1605,1564,1572,1571,1627,1602,1558,1570,1516,1620,1580,1552,1675,1701,1637,1592,1639,1508,1591,1568,1551,1574,1624,1621,1673,1522,1598,1585,1558,1584,1650,1425,247]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,2,2,1,3,17,32,49,98,166,295,451,736,1131,1582,2398,3359,4733,6378,8453,10956,14050,17315,20837,24203,27828,30954,33604,35710,37315,37531,36561,35221,32974,29910,26525,22866,19653,16251,12789,10358,7756,5754,4215,2891,2121,1358,953,605,361,212,136,63,35,28,18,5,8,2,0,0,3],"bins":[-0.10258463025093079,-0.09941001981496811,-0.09623540937900543,-0.09306079894304276,-0.08988618850708008,-0.0867115780711174,-0.08353696763515472,-0.08036235719919205,-0.07718774676322937,-0.0740131363272667,-0.07083852589130402,-0.06766391545534134,-0.06448930501937866,-0.061314694583415985,-0.05814008414745331,-0.05496547371149063,-0.051790863275527954,-0.04861625283956528,-0.0454416424036026,-0.04226703196763992,-0.039092421531677246,-0.03591781109571457,-0.03274320065975189,-0.029568590223789215,-0.026393979787826538,-0.02321936935186386,-0.020044758915901184,-0.016870148479938507,-0.01369553804397583,-0.010520927608013153,-0.007346317172050476,-0.004171706736087799,-0.0009970888495445251,0.002177521586418152,0.005352132022380829,0.008526742458343506,0.011701352894306183,0.01487596333026886,0.018050573766231537,0.021225184202194214,0.02439979463815689,0.027574405074119568,0.030749015510082245,0.03392362594604492,0.0370982363820076,0.040272846817970276,0.04344745725393295,0.04662206768989563,0.04979667812585831,0.052971288561820984,0.05614589899778366,0.05932050943374634,0.062495119869709015,0.06566973030567169,0.06884434074163437,0.07201895117759705,0.07519356161355972,0.0783681720495224,0.08154278248548508,0.08471739292144775,0.08789200335741043,0.09106661379337311,0.09424122422933578,0.09741583466529846,0.10059044510126114]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,1,1,0,1,0,2,1,0,2,2,2,4,1,4,4,11,8,5,10,14,9,5,14,13,26,27,18,26,20,27,35,33,27,22,42,28,25,32,37,26,26,19,19,16,26,12,15,10,11,4,11,8,5,3,3,5,2,2,3,0,0,1,1],"bins":[-0.0006259256042540073,-0.0006079791346564889,-0.0005900326650589705,-0.000572086195461452,-0.0005541397258639336,-0.0005361932562664151,-0.0005182467284612358,-0.0005003002588637173,-0.0004823537892661989,-0.00046440731966868043,-0.000446460850071162,-0.00042851438047364354,-0.0004105679108761251,-0.00039262144127860665,-0.00037467494257725775,-0.0003567284729797393,-0.00033878200338222086,-0.0003208355337847024,-0.000302889064187184,-0.0002849425654858351,-0.00026699609588831663,-0.0002490496262907982,-0.00023110315669327974,-0.00021315667254384607,-0.00019521020294632763,-0.00017726373334880918,-0.0001593172491993755,-0.00014137077960185707,-0.00012342431000433862,-0.00010547782585490495,-8.75313562573865e-05,-6.958487938391045e-05,-5.163840251043439e-05,-3.369192563695833e-05,-1.574545240146108e-05,2.201022653025575e-06,2.014749770751223e-05,3.809397458098829e-05,5.604044781648554e-05,7.398692105198279e-05,9.193339792545885e-05,0.0001098798747989349,0.00012782635167241096,0.0001457728212699294,0.00016371929086744785,0.00018166577501688153,0.00019961224461439997,0.00021755872876383364,0.00023550519836135209,0.00025345166795887053,0.000271398137556389,0.0002893446362577379,0.0003072911058552563,0.00032523757545277476,0.0003431840450502932,0.00036113051464781165,0.0003790769842453301,0.000397023482946679,0.00041496995254419744,0.0004329164221417159,0.00045086289173923433,0.00046880936133675277,0.0004867558600381017,0.0005047023296356201,0.0005226487992331386],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,3,1,3,2,5,3,10,8,16,13,25,44,55,112,151,225,402,560,977,1735,2965,5215,9468,18091,36147,80840,164788,140921,63725,29604,14896,8067,4501,2506,1430,859,520,339,210,123,79,57,34,27,14,12,8,8,7,4,1,1,0,4,0,0,1,0,1],"bins":[-0.0269775390625,-0.02613067626953125,-0.0252838134765625,-0.02443695068359375,-0.023590087890625,-0.02274322509765625,-0.0218963623046875,-0.02104949951171875,-0.02020263671875,-0.01935577392578125,-0.0185089111328125,-0.01766204833984375,-0.016815185546875,-0.01596832275390625,-0.0151214599609375,-0.01427459716796875,-0.013427734375,-0.01258087158203125,-0.0117340087890625,-0.01088714599609375,-0.010040283203125,-0.00919342041015625,-0.0083465576171875,-0.00749969482421875,-0.00665283203125,-0.00580596923828125,-0.0049591064453125,-0.00411224365234375,-0.003265380859375,-0.00241851806640625,-0.0015716552734375,-0.00072479248046875,0.0001220703125,0.00096893310546875,0.0018157958984375,0.00266265869140625,0.003509521484375,0.00435638427734375,0.0052032470703125,0.00605010986328125,0.00689697265625,0.00774383544921875,0.0085906982421875,0.00943756103515625,0.010284423828125,0.01113128662109375,0.0119781494140625,0.01282501220703125,0.013671875,0.01451873779296875,0.0153656005859375,0.01621246337890625,0.017059326171875,0.01790618896484375,0.0187530517578125,0.01959991455078125,0.02044677734375,0.02129364013671875,0.0221405029296875,0.02298736572265625,0.023834228515625,0.02468109130859375,0.0255279541015625,0.02637481689453125,0.0272216796875]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,3,7,17,33,56,100,166,273,536,914,1371,2331,3400,5101,7748,11188,15321,21023,27649,35209,44332,53414,63604,73564,83359,91123,97361,100705,102608,100207,96402,90205,81808,72603,62934,53371,43548,34696,26998,20298,14947,10658,7504,5230,3335,2176,1425,840,542,278,162,87,50,18,13,4,4,2,1,0,0,0,1],"bins":[-0.09596607089042664,-0.09270862489938736,-0.08945117890834808,-0.0861937403678894,-0.08293629437685013,-0.07967884838581085,-0.07642140984535217,-0.0731639638543129,-0.06990651786327362,-0.06664907187223434,-0.06339162588119507,-0.06013418734073639,-0.05687674134969711,-0.05361929535865784,-0.05036185309290886,-0.04710441082715988,-0.043846964836120605,-0.04058951884508133,-0.03733207657933235,-0.034074634313583374,-0.030817188322544098,-0.02755974419414997,-0.024302300065755844,-0.021044855937361717,-0.01778741180896759,-0.014529967680573463,-0.011272523552179337,-0.00801507942378521,-0.004757635295391083,-0.0015001911669969559,0.001757252961397171,0.005014697089791298,0.008272133767604828,0.011529577895998955,0.014787022024393082,0.01804446615278721,0.021301910281181335,0.024559354409575462,0.02781679853796959,0.031074242666363716,0.03433168679475784,0.03758913278579712,0.0408465750515461,0.044104017317295074,0.04736146330833435,0.05061890929937363,0.053876351565122604,0.05713379383087158,0.06039123982191086,0.06364868581295013,0.06690612435340881,0.07016357034444809,0.07342101633548737,0.07667846232652664,0.07993590831756592,0.0831933468580246,0.08645079284906387,0.08970823884010315,0.09296567738056183,0.0962231233716011,0.09948056936264038,0.10273801535367966,0.10599546134471893,0.10925289988517761,0.11251034587621689]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.004330453462898731,-0.00422269944101572,-0.0041149454191327095,-0.004007191862910986,-0.003899437841027975,-0.0037916838191449642,-0.003683930030092597,-0.003576176008209586,-0.003468422219157219,-0.003360668197274208,-0.003252914175391197,-0.00314516038633883,-0.003037406364455819,-0.002929652575403452,-0.002821898553520441,-0.002714144764468074,-0.002606390742585063,-0.002498636720702052,-0.002390882931649685,-0.002283128909766674,-0.002175375120714307,-0.002067621098831296,-0.0019598673097789288,-0.001852113287895918,-0.0017443593824282289,-0.0016366054769605398,-0.0015288515714928508,-0.0014210976660251617,-0.0013133436441421509,-0.0012055897386744618,-0.0010978358332067728,-0.0009900819277390838,-0.0008823277894407511,-0.000774573883973062,-0.000666819978505373,-0.000559066014830023,-0.000451312109362334,-0.000343558203894645,-0.00023580426932312548,-0.00012805034930352122,-2.029642928391695e-05,8.745749073568732e-05,0.00019521141075529158,0.0003029653453268111,0.0004107192507945001,0.0005184731562621891,0.0006262271199375391,0.0007339810254052281,0.0008417349308729172,0.0009494888363406062,0.0010572427418082952,0.0011649966472759843,0.0012727505527436733,0.0013805045746266842,0.0014882584800943732,0.0015960123855620623,0.0017037662910297513,0.0018115201964974403,0.0019192741019651294,0.0020270280074328184,0.0021347820293158293,0.0022425358183681965,0.0023502898402512074,0.0024580436293035746,0.0025657976511865854],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,1,1,1,2,2,1,4,4,5,5,11,7,12,8,20,26,30,32,30,56,52,61,76,66,85,99,98,102,93,97,115,117,87,83,79,79,49,69,56,43,43,27,25,20,17,11,5,5,6,11,6,2,4]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[0.999213695526123,0.9992449283599854,0.9992761611938477,0.9993074536323547,0.999338686466217,0.9993699193000793,0.9994011521339417,0.999432384967804,0.999463677406311,0.9994949102401733,0.9995261430740356,0.999557375907898,0.9995886087417603,0.9996198415756226,0.9996511340141296,0.9996823668479919,0.9997135996818542,0.9997448325157166,0.9997760653495789,0.9998073577880859,0.9998385906219482,0.9998698234558105,0.9999010562896729,0.9999322891235352,0.9999635219573975,0.9999948143959045,1.000025987625122,1.000057339668274,1.0000885725021362,1.0001198053359985,1.0001510381698608,1.0001822710037231,1.0002135038375854,1.0002447366714478,1.00027596950531,1.0003072023391724,1.0003384351730347,1.000369668006897,1.0004010200500488,1.0004322528839111,1.0004634857177734,1.0004947185516357,1.000525951385498,1.0005571842193604,1.0005884170532227,1.000619649887085,1.0006508827209473,1.0006821155548096,1.0007133483886719,1.0007447004318237,1.000775933265686,1.0008071660995483,1.0008383989334106,1.000869631767273,1.0009008646011353,1.0009320974349976,1.0009633302688599,1.0009945631027222,1.0010257959365845,1.0010571479797363,1.0010883808135986,1.001119613647461,1.0011508464813232,1.0011820793151855,1.0012133121490479],"_type":"histogram","values":[2,2,0,1,4,2,2,8,4,3,7,9,10,13,11,19,22,21,26,22,27,26,25,36,35,43,36,29,34,30,29,37,22,21,25,16,19,15,14,7,4,4,8,5,7,2,3,2,3,0,2,2,3,1,1,1,1,0,1,0,1,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,1,2,3,9,5,10,4,4,7,16,9,18,21,24,28,27,27,30,40,35,42,44,36,27,44,31,21,31,24,33,12,14,16,7,18,12,6,5,5,5,3,2,0,2,3,0,1],"bins":[-0.0006294635822996497,-0.0006131909904070199,-0.00059691839851439,-0.0005806458066217601,-0.0005643732147291303,-0.0005481006228365004,-0.0005318279727362096,-0.0005155553808435798,-0.0004992827889509499,-0.00048301019705832005,-0.0004667376051656902,-0.0004504650132730603,-0.00043419242138043046,-0.0004179198294878006,-0.0004016472084913403,-0.0003853746165987104,-0.00036910202470608056,-0.0003528294328134507,-0.00033655684092082083,-0.0003202842199243605,-0.00030401162803173065,-0.0002877390361391008,-0.00027146644424647093,-0.00025519385235384107,-0.00023892124590929598,-0.00022264865401666611,-0.00020637604757212102,-0.00019010345567949116,-0.0001738308637868613,-0.0001575582573423162,-0.00014128566544968635,-0.00012501305900514126,-0.0001087404671125114,-9.246786794392392e-05,-7.619526877533644e-05,-5.992267688270658e-05,-4.3650077714119107e-05,-2.7377480364521034e-05,-1.1104883014922962e-05,5.167714334675111e-06,2.1440311684273183e-05,3.771291085286066e-05,5.398550638346933e-05,7.0258101914078e-05,8.653070108266547e-05,0.00010280330025125295,0.00011907589214388281,0.0001353484985884279,0.00015162109048105776,0.00016789368237368762,0.00018416628881823272,0.00020043888071086258,0.00021671148715540767,0.00023298407904803753,0.0002492566709406674,0.00026552926283329725,0.0002818018547259271,0.00029807447572238743,0.0003143470676150173,0.00033061965950764716,0.000346892251400277,0.0003631648432929069,0.0003794374642893672,0.00039571005618199706,0.0004119826480746269]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,0,0,0,1,3,2,0,4,3,8,7,17,19,34,36,59,67,123,179,279,423,706,1085,1905,3059,5018,8423,15099,25007,43093,69282,102022,108627,80675,50574,30641,17463,10154,6191,3791,2162,1262,791,506,348,234,139,96,59,48,28,26,14,11,8,2,3,3,0,1,1,1,1],"bins":[-0.0086669921875,-0.008405685424804688,-0.008144378662109375,-0.007883071899414062,-0.00762176513671875,-0.0073604583740234375,-0.007099151611328125,-0.0068378448486328125,-0.0065765380859375,-0.0063152313232421875,-0.006053924560546875,-0.0057926177978515625,-0.00553131103515625,-0.0052700042724609375,-0.005008697509765625,-0.0047473907470703125,-0.004486083984375,-0.0042247772216796875,-0.003963470458984375,-0.0037021636962890625,-0.00344085693359375,-0.0031795501708984375,-0.002918243408203125,-0.0026569366455078125,-0.0023956298828125,-0.0021343231201171875,-0.001873016357421875,-0.0016117095947265625,-0.00135040283203125,-0.0010890960693359375,-0.000827789306640625,-0.0005664825439453125,-0.00030517578125,-4.38690185546875e-05,0.000217437744140625,0.0004787445068359375,0.00074005126953125,0.0010013580322265625,0.001262664794921875,0.0015239715576171875,0.0017852783203125,0.0020465850830078125,0.002307891845703125,0.0025691986083984375,0.00283050537109375,0.0030918121337890625,0.003353118896484375,0.0036144256591796875,0.003875732421875,0.0041370391845703125,0.004398345947265625,0.0046596527099609375,0.00492095947265625,0.0051822662353515625,0.005443572998046875,0.0057048797607421875,0.0059661865234375,0.0062274932861328125,0.006488800048828125,0.0067501068115234375,0.00701141357421875,0.0072727203369140625,0.007534027099609375,0.0077953338623046875,0.008056640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,0,1,1,4,3,0,1,2,3,3,5,3,9,13,12,10,16,11,20,19,23,19,28,21,32,30,35,37,26,26,28,23,23,32,26,23,23,23,16,18,18,16,13,4,9,6,11,5,7,6,7,6,1,1,1,1,1,0,0,1,3],"bins":[-0.003116162959486246,-0.0030204833019524813,-0.0029248036444187164,-0.002829123754054308,-0.002733444096520543,-0.0026377644389867783,-0.0025420845486223698,-0.002446404891088605,-0.00235072523355484,-0.0022550455760210752,-0.0021593659184873104,-0.002063686028122902,-0.001968006370589137,-0.0018723267130553722,-0.0017766469391062856,-0.001680967165157199,-0.001585287507623434,-0.0014896078500896692,-0.0013939280761405826,-0.001298248302191496,-0.001202568644657731,-0.0011068889871239662,-0.0010112092131748796,-0.0009155294974334538,-0.000819849781692028,-0.0007241700659506023,-0.0006284903502091765,-0.0005328106344677508,-0.00043713091872632504,-0.0003414512029848993,-0.00024577148724347353,-0.00015009177150204778,-5.441182292997837e-05,4.126789281144738e-05,0.00013694760855287313,0.0002326273242942989,0.00032830704003572464,0.0004239867557771504,0.0005196664715185761,0.0006153461872600019,0.0007110259030014277,0.0008067056187428534,0.0009023853344842792,0.0009980651084333658,0.0010937447659671307,0.0011894244235008955,0.0012851041974499822,0.0013807839713990688,0.0014764636289328337,0.0015721432864665985,0.0016678230604156852,0.0017635028343647718,0.0018591824918985367,0.0019548621494323015,0.0020505418069660664,0.002146221697330475,0.0022419013548642397,0.0023375810123980045,0.002433260902762413,0.002528940560296178,0.0026246202178299427,0.0027202998753637075,0.0028159795328974724,0.002911659423261881,0.0030073390807956457]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,0,0,2,1,2,1,6,8,10,9,19,26,43,69,101,124,194,268,396,634,1027,1534,2670,4433,7555,13194,24161,43132,76451,112147,114920,79979,46794,25317,14227,8146,4749,2717,1726,1014,688,448,297,181,126,78,53,44,25,18,19,10,10,5,3,3,3,4,0,1],"bins":[-0.00107574462890625,-0.001044154167175293,-0.001012563705444336,-0.000980973243713379,-0.0009493827819824219,-0.0009177923202514648,-0.0008862018585205078,-0.0008546113967895508,-0.0008230209350585938,-0.0007914304733276367,-0.0007598400115966797,-0.0007282495498657227,-0.0006966590881347656,-0.0006650686264038086,-0.0006334781646728516,-0.0006018877029418945,-0.0005702972412109375,-0.0005387067794799805,-0.0005071163177490234,-0.0004755258560180664,-0.0004439353942871094,-0.00041234493255615234,-0.0003807544708251953,-0.0003491640090942383,-0.00031757354736328125,-0.0002859830856323242,-0.0002543926239013672,-0.00022280216217041016,-0.00019121170043945312,-0.0001596212387084961,-0.00012803077697753906,-9.644031524658203e-05,-6.4849853515625e-05,-3.325939178466797e-05,-1.6689300537109375e-06,2.9921531677246094e-05,6.151199340820312e-05,9.310245513916016e-05,0.0001246929168701172,0.00015628337860107422,0.00018787384033203125,0.00021946430206298828,0.0002510547637939453,0.00028264522552490234,0.0003142356872558594,0.0003458261489868164,0.00037741661071777344,0.00040900707244873047,0.0004405975341796875,0.00047218799591064453,0.0005037784576416016,0.0005353689193725586,0.0005669593811035156,0.0005985498428344727,0.0006301403045654297,0.0006617307662963867,0.0006933212280273438,0.0007249116897583008,0.0007565021514892578,0.0007880926132202148,0.0008196830749511719,0.0008512735366821289,0.0008828639984130859,0.000914454460144043,0.000946044921875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,3,1,5,2,4,5,4,4,5,13,11,20,25,21,24,33,37,36,34,40,37,46,28,25,34,43,31,35,24,25,22,12,14,10,8,11,4,6,1,4,4,2,1,1,3,0,0,2,3,1,0,0,0,0,0,0,0,0,1,0,1],"bins":[-0.00034317682730033994,-0.00032947983709163964,-0.0003157828759867698,-0.0003020858857780695,-0.00028838892467319965,-0.00027469193446449935,-0.0002609949733596295,-0.0002472979831509292,-0.00023360102204605937,-0.00021990403183735907,-0.000206207056180574,-0.00019251008052378893,-0.00017881310486700386,-0.0001651161292102188,-0.00015141915355343372,-0.00013772217789664865,-0.00012402520223986357,-0.0001103282265830785,-9.663125092629343e-05,-8.293427526950836e-05,-6.923729961272329e-05,-5.554032031795941e-05,-4.1843341023195535e-05,-2.8146365366410464e-05,-1.4449389709625393e-05,-7.524131433456205e-07,1.2944563422934152e-05,2.6641540898708627e-05,4.03385165554937e-05,5.403549221227877e-05,6.773247150704265e-05,8.142944716382772e-05,9.512642282061279e-05,0.00010882339847739786,0.00012252037413418293,0.000136217349790968,0.00014991432544775307,0.00016361130110453814,0.00017730827676132321,0.00019100525241810828,0.00020470222807489336,0.00021839921828359365,0.00023209619394037873,0.0002457931695971638,0.00025949013070203364,0.00027318712091073394,0.0002868840820156038,0.0003005810722243041,0.0003142780624330044,0.0003279750235378742,0.0003416720137465745,0.00035536897485144436,0.00036906596506014466,0.0003827629261650145,0.0003964599163737148,0.00041015687747858465,0.00042385386768728495,0.0004375508287921548,0.0004512478190008551,0.00046494478010572493,0.00047864177031442523,0.0004923387314192951,0.0005060356925241649,0.0005197327118366957,0.0005334296729415655]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,2,3,12,17,43,67,132,244,425,661,1171,1736,2816,4204,6196,8736,12445,17025,22772,29452,37497,45852,55515,64983,74175,83002,90209,96249,99431,100309,98268,94418,87514,79676,70872,61739,52073,42438,34479,26772,20363,15152,10951,7758,5303,3646,2339,1433,980,541,327,202,94,62,43,17,6,7,2,4,1],"bins":[-0.10304617881774902,-0.0998576208949089,-0.09666906297206879,-0.09348050504922867,-0.09029194712638855,-0.08710339665412903,-0.08391483873128891,-0.08072628080844879,-0.07753772288560867,-0.07434916496276855,-0.07116060703992844,-0.06797204911708832,-0.0647834986448288,-0.06159493699669838,-0.05840638279914856,-0.05521782487630844,-0.05202926695346832,-0.048840709030628204,-0.045652151107788086,-0.042463596910238266,-0.03927503898739815,-0.03608648106455803,-0.03289792686700821,-0.02970936894416809,-0.026520811021327972,-0.023332253098487854,-0.020143697038292885,-0.016955140978097916,-0.013766583055257797,-0.010578026063740253,-0.00738946907222271,-0.004200912080705166,-0.001012362539768219,0.002176194451749325,0.005364751443266869,0.008553308434784412,0.011741865426301956,0.0149304224178195,0.018118979409337044,0.021307535469532013,0.02449609339237213,0.02768465131521225,0.03087320737540722,0.03406176343560219,0.037250321358442307,0.040438879281282425,0.043627433478832245,0.04681599140167236,0.05000454932451248,0.0531931072473526,0.05638166517019272,0.05957021936774254,0.06275877356529236,0.06594733148813248,0.0691358894109726,0.07232444733381271,0.07551300525665283,0.07870156317949295,0.08189012110233307,0.08507867902517319,0.0882672369480133,0.09145578742027283,0.09464434534311295,0.09783290326595306,0.10102146118879318]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.003204345703125,-0.0031099319458007812,-0.0030155181884765625,-0.0029211044311523438,-0.002826690673828125,-0.0027322769165039062,-0.0026378631591796875,-0.0025434494018554688,-0.00244903564453125,-0.0023546218872070312,-0.0022602081298828125,-0.0021657943725585938,-0.002071380615234375,-0.0019769668579101562,-0.0018825531005859375,-0.0017881393432617188,-0.0016937255859375,-0.0015993118286132812,-0.0015048980712890625,-0.0014104843139648438,-0.001316070556640625,-0.0012216567993164062,-0.0011272430419921875,-0.0010328292846679688,-0.00093841552734375,-0.0008440017700195312,-0.0007495880126953125,-0.0006551742553710938,-0.000560760498046875,-0.00046634674072265625,-0.0003719329833984375,-0.00027751922607421875,-0.00018310546875,-8.869171142578125e-05,5.7220458984375e-06,0.00010013580322265625,0.000194549560546875,0.00028896331787109375,0.0003833770751953125,0.00047779083251953125,0.00057220458984375,0.0006666183471679688,0.0007610321044921875,0.0008554458618164062,0.000949859619140625,0.0010442733764648438,0.0011386871337890625,0.0012331008911132812,0.0013275146484375,0.0014219284057617188,0.0015163421630859375,0.0016107559204101562,0.001705169677734375,0.0017995834350585938,0.0018939971923828125,0.0019884109497070312,0.00208282470703125,0.0021772384643554688,0.0022716522216796875,0.0023660659790039062,0.002460479736328125,0.0025548934936523438,0.0026493072509765625,0.0027437210083007812,0.002838134765625],"_type":"histogram","values":[1,0,1,2,0,1,3,3,7,11,12,11,12,37,48,54,87,129,211,335,511,834,1283,2120,3591,5909,10309,16716,29532,49499,84157,134360,203289,259296,253305,195477,129141,78354,47299,26647,16354,9580,5642,3227,1999,1325,726,451,361,203,139,90,57,38,18,21,9,15,5,3,3,0,2,2]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9992818236351013,0.9993122816085815,0.9993427991867065,0.9993732571601868,0.999403715133667,0.9994341731071472,0.9994646906852722,0.9994951486587524,0.9995256066322327,0.9995560646057129,0.9995865821838379,0.9996170401573181,0.9996474981307983,0.9996779561042786,0.9997084736824036,0.9997389316558838,0.999769389629364,0.999799907207489,0.9998303651809692,0.9998608231544495,0.9998912811279297,0.9999217987060547,0.9999522566795349,0.9999827146530151,1.0000132322311401,1.0000436305999756,1.0000741481781006,1.0001046657562256,1.000135064125061,1.000165581703186,1.0001959800720215,1.0002264976501465,1.0002570152282715,1.000287413597107,1.000317931175232,1.000348448753357,1.0003788471221924,1.0004093647003174,1.0004398822784424,1.0004702806472778,1.0005007982254028,1.0005311965942383,1.0005617141723633,1.0005922317504883,1.0006226301193237,1.0006531476974487,1.0006836652755737,1.0007140636444092,1.0007445812225342,1.0007750988006592,1.0008054971694946,1.0008360147476196,1.000866413116455,1.00089693069458,1.000927448272705,1.0009578466415405,1.0009883642196655,1.0010188817977905,1.001049280166626,1.001079797744751,1.0011101961135864,1.0011407136917114,1.0011712312698364,1.0012016296386719,1.0012321472167969],"_type":"histogram","values":[2,1,1,6,2,2,4,5,10,5,16,14,15,10,13,21,31,20,21,27,37,27,40,36,33,34,27,29,21,31,28,24,26,19,14,14,12,14,12,10,7,9,4,1,4,4,2,7,1,4,2,0,0,1,1,1,3,0,1,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,1,1,2,0,1,3,2,7,6,3,7,10,21,14,14,15,18,25,30,28,43,40,39,37,35,28,36,45,29,26,22,22,11,26,22,10,19,16,13,7,7,6,1,1,2,3,1,2,2,1,1,4],"bins":[0.9987965822219849,0.9988300800323486,0.9988635182380676,0.9988970160484314,0.9989305138587952,0.9989640116691589,0.9989974498748779,0.9990309476852417,0.9990644454956055,0.9990978837013245,0.9991313815116882,0.999164879322052,0.9991983771324158,0.9992318153381348,0.9992653131484985,0.9992988109588623,0.9993323087692261,0.9993657469749451,0.9993992447853088,0.9994327425956726,0.9994661808013916,0.9994996786117554,0.9995331764221191,0.9995666742324829,0.9996001124382019,0.9996336102485657,0.9996671080589294,0.9997005462646484,0.9997340440750122,0.999767541885376,0.9998010396957397,0.9998344779014587,0.9998679757118225,0.9999014735221863,0.9999349117279053,0.999968409538269,1.0000019073486328,1.0000354051589966,1.0000689029693604,1.0001024007797241,1.0001357793807983,1.000169277191162,1.0002027750015259,1.0002362728118896,1.0002697706222534,1.0003032684326172,1.000336766242981,1.0003701448440552,1.000403642654419,1.0004371404647827,1.0004706382751465,1.0005041360855103,1.000537633895874,1.0005711317062378,1.000604510307312,1.0006380081176758,1.0006715059280396,1.0007050037384033,1.000738501548767,1.0007719993591309,1.0008054971694946,1.0008388757705688,1.0008723735809326,1.0009058713912964,1.0009393692016602]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[-0.0038005260284990072,-0.0036791330203413963,-0.003557740245014429,-0.003436347236856818,-0.0033149542286992073,-0.00319356145337224,-0.003072168445214629,-0.002950775669887662,-0.002829382661730051,-0.00270798965357244,-0.002586596878245473,-0.002465203870087862,-0.0023438110947608948,-0.002222418086603284,-0.002101025078445673,-0.0019796323031187057,-0.0018582392949610949,-0.0017368464032188058,-0.0016154535114765167,-0.0014940605033189058,-0.0013726676115766168,-0.0012512747198343277,-0.0011298817116767168,-0.0010084888199344277,-0.0008870959281921387,-0.0007657030364498496,-0.0006443100864998996,-0.0005229171365499496,-0.0004015242448076606,-0.00028013132396154106,-0.00015873840311542153,-3.734548226930201e-05,8.404767140746117e-05,0.0002054405922535807,0.0003268335130997002,0.00044822643394581974,0.0005696193547919393,0.0006910122465342283,0.0008124051964841783,0.0009337981464341283,0.0010551910381764174,0.0011765839299187064,0.0012979768216609955,0.0014193698298186064,0.0015407627215608954,0.0016621556133031845,0.0017835486214607954,0.0019049415132030845,0.0020263344049453735,0.0021477274131029844,0.0022691201884299517,0.0023905131965875626,0.00251190597191453,0.0026332989800721407,0.0027546919882297516,0.002876084763556719,0.0029974777717143297,0.0031188707798719406,0.003240263555198908,0.0033616565633565187,0.0034830495715141296,0.003604442346841097,0.0037258353549987078,0.003847228130325675,0.003968621138483286],"_type":"histogram","values":[1,0,0,0,0,2,2,1,1,1,5,1,1,5,1,3,3,4,9,10,9,15,13,14,25,25,29,36,37,39,60,51,61,58,50,40,23,21,18,21,16,10,7,11,7,2,3,1,1,1,2,3,2,0,3,1,0,0,0,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.09703835844993591,-0.0938955545425415,-0.09075275808572769,-0.08760995417833328,-0.08446715772151947,-0.08132435381412506,-0.07818155735731125,-0.07503875344991684,-0.07189595699310303,-0.06875315308570862,-0.06561034917831421,-0.0624675527215004,-0.05932474881410599,-0.05618194863200188,-0.053039148449897766,-0.049896348267793655,-0.046753548085689545,-0.043610747903585434,-0.04046794772148132,-0.03732514753937721,-0.0341823473572731,-0.031039545312523842,-0.027896743267774582,-0.02475394308567047,-0.02161114290356636,-0.01846834272146225,-0.015325541608035564,-0.012182740494608879,-0.009039940312504768,-0.00589713966473937,-0.0027543390169739723,0.0003884616307914257,0.003531254827976227,0.006674055475741625,0.009816856123507023,0.012959657236933708,0.01610245741903782,0.01924525760114193,0.02238805964589119,0.0255308598279953,0.02867366001009941,0.03181646019220352,0.03495926037430763,0.03810206055641174,0.04124486446380615,0.04438766464591026,0.047530464828014374,0.050673265010118484,0.053816065192222595,0.056958865374326706,0.06010166555643082,0.06324446946382523,0.06638726592063904,0.06953006982803345,0.07267286628484726,0.07581567019224167,0.07895846664905548,0.08210127055644989,0.0852440744638443,0.08838687092065811,0.09152967482805252,0.09467247128486633,0.09781527519226074,0.10095807164907455,0.10410087555646896],"_type":"histogram","values":[2,0,3,1,3,9,26,38,73,145,211,347,577,925,1373,1976,2827,3991,5686,7569,9769,12609,15681,18729,22427,25908,29066,32005,34180,36280,36834,36973,35941,33456,31454,28490,25150,21494,18102,14779,11676,9153,7119,5156,3760,2697,1829,1231,801,519,334,165,127,63,42,15,11,8,5,1,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,3,4,2,5,6,8,9,7,11,14,26,18,10,17,17,31,26,19,21,38,28,39,43,38,35,29,25,32,36,24,17,23,18,12,15,9,11,9,6,3,2,4,3,3,3,2,1,0,2,0,1],"bins":[-0.00786696095019579,-0.007643607445061207,-0.007420254405587912,-0.007196901366114616,-0.006973547860980034,-0.006750194355845451,-0.006526841316372156,-0.006303488276898861,-0.006080134771764278,-0.005856781266629696,-0.005633428227156401,-0.0054100751876831055,-0.005186721682548523,-0.00496336817741394,-0.004740015137940645,-0.00451666209846735,-0.0042933085933327675,-0.004069955088198185,-0.0038466020487248898,-0.003623248776420951,-0.003399895504117012,-0.003176542231813073,-0.0029531889595091343,-0.0027298356872051954,-0.0025064824149012566,-0.0022831291425973177,-0.002059775870293379,-0.00183642259798944,-0.001613069325685501,-0.0013897160533815622,-0.0011663627810776234,-0.0009430095087736845,-0.0007196562364697456,-0.0004963029641658068,-0.0002729496918618679,-4.959641955792904e-05,0.00017375685274600983,0.0003971101250499487,0.0006204633973538876,0.0008438166696578264,0.0010671699419617653,0.0012905232142657042,0.001513876486569643,0.0017372297588735819,0.0019605830311775208,0.0021839363034814596,0.0024072895757853985,0.0026306428480893373,0.002853996120393276,0.003077349392697215,0.003300702665001154,0.003524055937305093,0.0037474092096090317,0.003970762714743614,0.004194115754216909,0.004417468793690205,0.004640822298824787,0.00486417580395937,0.005087528843432665,0.00531088188290596,0.005534235388040543,0.005757588893175125,0.00598094193264842,0.0062042949721217155,0.006427648477256298]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,0,0,6,5,4,6,10,10,17,13,26,40,40,61,68,82,109,124,119,127,160,143,125,150,121,103,83,61,48,38,37,19,22,12,13,9,8,3,7,3,2,4,1,0,1,1,0,2,1,0,0,0,0,1],"bins":[-0.0008620103471912444,-0.0008350764401257038,-0.0008081424748525023,-0.0007812085677869618,-0.0007542746025137603,-0.0007273406954482198,-0.0007004067883826792,-0.0006734728231094778,-0.0006465389160439372,-0.0006196049507707357,-0.0005926710437051952,-0.0005657371366396546,-0.0005388031713664532,-0.0005118692643009126,-0.0004849353281315416,-0.0004580013919621706,-0.0004310674557927996,-0.0004041335196234286,-0.0003771995834540576,-0.000350265676388517,-0.000323331740219146,-0.000296397804049775,-0.000269463867880404,-0.00024252994626294822,-0.0002155960100935772,-0.0001886620739242062,-0.00016172815230675042,-0.0001347942161373794,-0.00010786028724396601,-8.092635835055262e-05,-5.399242581916042e-05,-2.705849510675762e-05,-1.2456439435482025e-07,2.6809366318047978e-05,5.3743297030450776e-05,8.067722956184298e-05,0.00010761115845525637,0.00013454508734866977,0.00016147902351804078,0.00018841294513549656,0.00021534688130486757,0.00024228081747423857,0.00026921473909169436,0.00029614867526106536,0.00032308261143043637,0.0003500165475998074,0.00037695045466534793,0.00040388439083471894,0.00043081832700408995,0.00045775226317346096,0.00048468619934283197,0.000511620135512203,0.0005385540425777435,0.000565488007850945,0.0005924219149164855,0.0006193558219820261,0.0006462897872552276,0.0006732236943207681,0.0007001576595939696,0.0007270915666595101,0.0007540254737250507,0.0007809594389982522,0.0008078933460637927,0.0008348273113369942,0.0008617612184025347]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,0,2,5,5,4,4,1,3,9,13,9,6,12,18,18,18,22,16,29,25,27,31,33,25,40,25,38,37,24,41,22,20,32,29,23,16,13,11,15,6,6,6,3,7,2,2,3,2,2,0,1,0,0,1,1],"bins":[-0.006033275276422501,-0.0058553265407681465,-0.005677377339452505,-0.005499428138136864,-0.00532147940248251,-0.0051435306668281555,-0.004965581465512514,-0.004787632264196873,-0.004609683528542519,-0.0044317347928881645,-0.004253785591572523,-0.004075836390256882,-0.0038978876546025276,-0.00371993868611753,-0.003541989717632532,-0.0033640407491475344,-0.0031860917806625366,-0.003008142812177539,-0.002830193843692541,-0.0026522448752075434,-0.0024742959067225456,-0.002296346938237548,-0.00211839796975255,-0.0019404490012675524,-0.0017625000327825546,-0.0015845510642975569,-0.0014066020958125591,-0.0012286531273275614,-0.0010507041588425636,-0.0008727551903575659,-0.0006948062218725681,-0.0005168572533875704,-0.0003389078192412853,-0.00016095885075628757,1.6990117728710175e-05,0.00019493908621370792,0.0003728880546987057,0.0005508370231837034,0.0007287859916687012,0.0009067349601536989,0.0010846839286386967,0.0012626328971236944,0.0014405818656086922,0.00161853083409369,0.0017964798025786877,0.0019744287710636854,0.002152377739548683,0.002330326708033681,0.0025082756765186787,0.0026862246450036764,0.002864173613488674,0.003042122581973672,0.0032200715504586697,0.0033980205189436674,0.003575969487428665,0.003753918455913663,0.003931867424398661,0.004109816625714302,0.004287765361368656,0.00446571409702301,0.004643663298338652,0.004821612499654293,0.004999561235308647,0.005177509970963001,0.005355459172278643]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,1,0,3,2,2,3,4,2,3,4,11,11,5,9,14,22,25,28,19,43,46,52,62,75,57,44,41,26,30,22,18,11,9,10,9,7,4,5,5,4,4,2,2,1,1,1,0,1,1,1,0,0,0,0,1,0,1,0,0,0,1],"bins":[-0.020297348499298096,-0.01951982080936432,-0.018742293119430542,-0.017964765429496765,-0.01718723773956299,-0.01640971004962921,-0.015632180497050285,-0.014854653738439083,-0.014077125117182732,-0.013299597427248955,-0.012522069737315178,-0.011744542047381401,-0.010967014357447624,-0.010189486667513847,-0.009411958046257496,-0.008634430356323719,-0.007856902666389942,-0.007079374976456165,-0.006301846820861101,-0.005524319130927324,-0.00474679097533226,-0.003969263285398483,-0.0031917355954647064,-0.002414207672700286,-0.0016366797499358654,-0.0008591518853791058,-8.162402082234621e-05,0.0006959038437344134,0.001473431708291173,0.0022509596310555935,0.0030284873209893703,0.003806015243753791,0.004583543166518211,0.005361070856451988,0.006138599012047052,0.006916126701980829,0.007693654857575893,0.00847118254750967,0.009248710237443447,0.010026237927377224,0.010803766548633575,0.011581294238567352,0.01235882192850113,0.013136349618434906,0.013913877308368683,0.01469140499830246,0.015468933619558811,0.016246460378170013,0.01702398806810379,0.017801517620682716,0.018579045310616493,0.01935657300055027,0.020134100690484047,0.020911628380417824,0.0216891560703516,0.022466683760285378,0.023244211450219154,0.02402173914015293,0.024799266830086708,0.025576796382665634,0.02635432407259941,0.027131851762533188,0.027909379452466965,0.02868690714240074,0.02946443483233452]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,1,0,2,1,0,1,2,1,2,2,7,6,6,6,5,12,13,8,16,18,17,13,17,30,26,30,39,29,32,25,25,38,31,38,21,36,22,22,27,23,15,17,11,12,14,10,6,8,1,4,4,3,2,4,1,0,3,0,0,0,1,0,1],"bins":[-0.010611278004944324,-0.010274049825966358,-0.009936821646988392,-0.009599592536687851,-0.009262364357709885,-0.008925136178731918,-0.008587907999753952,-0.008250679820775986,-0.00791345164179802,-0.007576222997158766,-0.007238994352519512,-0.006901766173541546,-0.0065645379945635796,-0.006227309349924326,-0.00589008117094636,-0.005552852526307106,-0.00521562434732914,-0.004878396168351173,-0.00454116752371192,-0.0042039393447339535,-0.0038667109329253435,-0.0035294825211167336,-0.0031922543421387672,-0.0028550259303301573,-0.0025177975185215473,-0.0021805691067129374,-0.0018433408113196492,-0.001506112515926361,-0.0011688841041177511,-0.0008316557505168021,-0.000494427396915853,-0.00015719904331490397,0.00018002931028604507,0.0005172576638869941,0.0008544860174879432,0.0011917143128812313,0.0015289427246898413,0.0018661711364984512,0.0022033993154764175,0.0025406277272850275,0.0028778561390936375,0.0032150845509022474,0.0035523129627108574,0.0038895411416888237,0.00422676932066679,0.004563997965306044,0.00490122614428401,0.0052384547889232635,0.00557568296790123,0.005912911146879196,0.00625013979151845,0.006587367970496416,0.00692459661513567,0.007261824794113636,0.007599052973091602,0.007936281152069569,0.00827351026237011,0.008610738441348076,0.008947966620326042,0.009285194799304008,0.009622422978281975,0.009959651157259941,0.010296880267560482,0.010634108446538448,0.010971336625516415],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0004781537572853267,-0.00046183279482647777,-0.00044551186147145927,-0.0004291908990126103,-0.0004128699656575918,-0.00039654900319874287,-0.0003802280407398939,-0.0003639071073848754,-0.00034758614492602646,-0.0003312651824671775,-0.000314944249112159,-0.00029862328665331006,-0.0002823023241944611,-0.0002659813908394426,-0.00024966042838059366,-0.00023333948047365993,-0.0002170185325667262,-0.00020069758465979248,-0.00018437663675285876,-0.0001680556742940098,-0.00015173472638707608,-0.00013541377848014235,-0.00011909282329725102,-0.00010277186811435968,-8.645092020742595e-05,-7.012997230049223e-05,-5.380901711760089e-05,-3.7488065572688356e-05,-2.1167114027775824e-05,-4.846162482863292e-06,1.147478906204924e-05,2.7795740606961772e-05,4.4116692151874304e-05,6.0437643696786836e-05,7.675859524169937e-05,9.307955042459071e-05,0.00010940049833152443,0.00012572144623845816,0.0001420424086973071,0.00015836335660424083,0.00017468430451117456,0.00019100525241810828,0.000207326200325042,0.00022364716278389096,0.0002399681106908247,0.0002562890585977584,0.00027261002105660737,0.00028893095441162586,0.0003052519168704748,0.00032157287932932377,0.00033789381268434227,0.0003542147751431912,0.0003705357084982097,0.00038685667095705867,0.0004031776334159076,0.0004194985667709261,0.00043581952922977507,0.000452140491688624,0.0004684614250436425,0.0004847823875024915,0.0005011033499613404,0.0005174243124201894,0.0005337452166713774,0.0005500661791302264,0.0005663871415890753],"_type":"histogram","values":[1,1,1,1,0,3,3,3,5,5,10,5,5,12,12,10,13,17,17,23,14,19,28,25,24,26,29,37,22,36,26,29,19,25,30,22,18,29,19,19,20,14,18,10,7,9,10,3,5,3,3,3,4,3,2,2,1,2,1,1,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,1,0,2,11,15,12,33,52,88,151,241,428,644,993,1374,1999,2819,4030,5288,7087,9139,11472,14432,17176,20415,23429,26772,29378,31487,33918,34651,34996,34719,33775,31625,29110,26679,23483,20227,17286,14341,11486,9203,7072,5406,3964,2865,1994,1412,947,619,429,256,153,96,49,40,27,14,6,3,1,3],"bins":[-0.09723294526338577,-0.09424104541540146,-0.09124915301799774,-0.08825725317001343,-0.08526535332202911,-0.0822734534740448,-0.07928155362606049,-0.07628966122865677,-0.07329776138067245,-0.07030586153268814,-0.06731396913528442,-0.06432206928730011,-0.061330169439315796,-0.05833826959133148,-0.055346373468637466,-0.05235447734594345,-0.04936257749795914,-0.04637067764997482,-0.04337878152728081,-0.04038688540458679,-0.03739498555660248,-0.034403085708618164,-0.03141118958592415,-0.028419291600584984,-0.02542739361524582,-0.022435495629906654,-0.01944359764456749,-0.016451699659228325,-0.01345980167388916,-0.010467903688549995,-0.007476005703210831,-0.004484107717871666,-0.0014922171831130981,0.0014996808022260666,0.004491578787565231,0.007483476772904396,0.01047537475824356,0.013467272743582726,0.01645917072892189,0.019451068714261055,0.02244296669960022,0.025434864684939384,0.02842676267027855,0.031418658792972565,0.03441055864095688,0.03740245848894119,0.04039435461163521,0.043386250734329224,0.04637815058231354,0.04937005043029785,0.05236194655299187,0.05535384267568588,0.0583457425236702,0.06133764237165451,0.06432953476905823,0.06732143461704254,0.07031333446502686,0.07330523431301117,0.07629713416099548,0.0792890265583992,0.08228092640638351,0.08527282625436783,0.08826471865177155,0.09125661849975586,0.09424851834774017],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,0,0,0,1,1,2,5,8,13,30,61,115,184,420,614,1005,1659,2653,4129,5990,8653,12284,17161,22944,29877,38629,47518,57547,67910,77416,85857,93551,98550,102554,102122,99921,94812,87825,78732,69523,59326,49247,39810,31267,24293,18180,13111,9306,6457,4290,2814,1866,1084,654,393,239,115,70,32,16,11,4,2],"bins":[-0.11476295441389084,-0.11149365454912186,-0.10822434723377228,-0.1049550473690033,-0.10168574750423431,-0.09841644018888474,-0.09514714032411575,-0.09187783300876617,-0.08860853314399719,-0.08533923327922821,-0.08206992596387863,-0.07880062609910965,-0.07553131878376007,-0.07226201891899109,-0.0689927190542221,-0.06572341173887253,-0.062454111874103546,-0.059184808284044266,-0.055915504693984985,-0.052646204829216,-0.04937690123915672,-0.04610759764909744,-0.04283829778432846,-0.03956899419426918,-0.0362996906042099,-0.03303038701415062,-0.02976108528673649,-0.026491783559322357,-0.023222479969263077,-0.019953176379203796,-0.016683874651789665,-0.01341457199305296,-0.010145269334316254,-0.006875966675579548,-0.003606664016842842,-0.0003373613581061363,0.0029319413006305695,0.006201243959367275,0.009470546618103981,0.012739849276840687,0.016009151935577393,0.019278455525636673,0.022547757253050804,0.025817058980464935,0.029086362570524216,0.032355666160583496,0.03562496602535248,0.03889426961541176,0.04216357320547104,0.04543287679553032,0.0487021803855896,0.05197148025035858,0.05524078384041786,0.05851008743047714,0.061779387295246124,0.0650486946105957,0.06831799447536469,0.07158729434013367,0.07485660165548325,0.07812590152025223,0.0813952088356018,0.08466450870037079,0.08793380856513977,0.09120311588048935,0.09447241574525833],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.000541249813977629,-0.0005229484522715211,-0.0005046470323577523,-0.000486345641547814,-0.0004680442507378757,-0.0004497428599279374,-0.0004314414691179991,-0.00041314007830806077,-0.00039483868749812245,-0.00037653729668818414,-0.00035823590587824583,-0.0003399345150683075,-0.0003216331242583692,-0.0003033317334484309,-0.0002850303426384926,-0.00026672895182855427,-0.00024842756101861596,-0.00023012617020867765,-0.00021182477939873934,-0.00019352338858880103,-0.00017522199777886271,-0.0001569206069689244,-0.0001386192161589861,-0.00012031782534904778,-0.00010201643453910947,-8.371504372917116e-05,-6.541365291923285e-05,-4.7112262109294534e-05,-2.8810871299356222e-05,-1.050948048941791e-05,7.791910320520401e-06,2.6093301130458713e-05,4.439475014805794e-05,6.269614095799625e-05,8.099753176793456e-05,9.929892257787287e-05,0.00011760031338781118,0.0001359017041977495,0.0001542030950076878,0.00017250448581762612,0.00019080587662756443,0.00020910726743750274,0.00022740865824744105,0.00024571004905737936,0.0002640114398673177,0.000282312830677256,0.0003006142214871943,0.0003189156122971326,0.0003372170031070709,0.00035551839391700923,0.00037381978472694755,0.00039212117553688586,0.00041042256634682417,0.0004287239571567625,0.0004470253479667008,0.0004653267387766391,0.0004836281295865774,0.0005019295495003462,0.000520230911206454,0.0005385322729125619,0.0005568336928263307,0.0005751351127400994,0.0005934364744462073,0.0006117378361523151,0.0006300392560660839],"_type":"histogram","values":[2,0,0,0,0,0,0,2,0,1,3,0,2,5,4,4,9,5,12,14,17,20,22,40,25,37,31,37,56,59,44,41,43,52,31,18,28,21,21,13,11,7,5,6,1,5,3,2,2,3,1,1,1,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.03466796875,-0.03348541259765625,-0.0323028564453125,-0.03112030029296875,-0.029937744140625,-0.02875518798828125,-0.0275726318359375,-0.02639007568359375,-0.02520751953125,-0.02402496337890625,-0.0228424072265625,-0.02165985107421875,-0.020477294921875,-0.01929473876953125,-0.0181121826171875,-0.01692962646484375,-0.0157470703125,-0.01456451416015625,-0.0133819580078125,-0.01219940185546875,-0.011016845703125,-0.00983428955078125,-0.0086517333984375,-0.00746917724609375,-0.00628662109375,-0.00510406494140625,-0.0039215087890625,-0.00273895263671875,-0.001556396484375,-0.00037384033203125,0.0008087158203125,0.00199127197265625,0.003173828125,0.00435638427734375,0.0055389404296875,0.00672149658203125,0.007904052734375,0.00908660888671875,0.0102691650390625,0.01145172119140625,0.01263427734375,0.01381683349609375,0.0149993896484375,0.01618194580078125,0.017364501953125,0.01854705810546875,0.0197296142578125,0.02091217041015625,0.0220947265625,0.02327728271484375,0.0244598388671875,0.02564239501953125,0.026824951171875,0.02800750732421875,0.0291900634765625,0.03037261962890625,0.03155517578125,0.03273773193359375,0.0339202880859375,0.03510284423828125,0.036285400390625,0.03746795654296875,0.0386505126953125,0.03983306884765625,0.041015625],"_type":"histogram","values":[3,0,4,2,3,1,5,9,18,15,38,69,76,104,137,224,385,517,819,1225,1768,2985,4504,7106,11540,18605,31260,54352,107785,151528,83000,43769,25647,15535,9675,6080,3812,2538,1581,1030,684,442,308,228,112,93,83,35,25,16,14,10,10,4,2,2,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.00445556640625,-0.004307746887207031,-0.0041599273681640625,-0.004012107849121094,-0.003864288330078125,-0.0037164688110351562,-0.0035686492919921875,-0.0034208297729492188,-0.00327301025390625,-0.0031251907348632812,-0.0029773712158203125,-0.0028295516967773438,-0.002681732177734375,-0.0025339126586914062,-0.0023860931396484375,-0.0022382736206054688,-0.0020904541015625,-0.0019426345825195312,-0.0017948150634765625,-0.0016469955444335938,-0.001499176025390625,-0.0013513565063476562,-0.0012035369873046875,-0.0010557174682617188,-0.00090789794921875,-0.0007600784301757812,-0.0006122589111328125,-0.00046443939208984375,-0.000316619873046875,-0.00016880035400390625,-2.09808349609375e-05,0.00012683868408203125,0.000274658203125,0.00042247772216796875,0.0005702972412109375,0.0007181167602539062,0.000865936279296875,0.0010137557983398438,0.0011615753173828125,0.0013093948364257812,0.00145721435546875,0.0016050338745117188,0.0017528533935546875,0.0019006729125976562,0.002048492431640625,0.0021963119506835938,0.0023441314697265625,0.0024919509887695312,0.0026397705078125,0.0027875900268554688,0.0029354095458984375,0.0030832290649414062,0.003231048583984375,0.0033788681030273438,0.0035266876220703125,0.0036745071411132812,0.00382232666015625,0.003970146179199219,0.0041179656982421875,0.004265785217285156,0.004413604736328125,0.004561424255371094,0.0047092437744140625,0.004857063293457031,0.0050048828125],"_type":"histogram","values":[2,3,0,1,1,5,5,6,3,10,15,23,19,43,71,79,156,195,337,449,736,1157,1823,3047,4935,8290,14122,25319,53911,146227,187316,68733,31530,16705,9523,5593,3453,2263,1272,841,540,346,220,174,93,64,45,38,20,18,16,9,6,5,3,1,4,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.006051883567124605,-0.005858797580003738,-0.005665711592882872,-0.005472625605762005,-0.005279539152979851,-0.005086453165858984,-0.004893367178738117,-0.0047002811916172504,-0.004507195204496384,-0.004314109217375517,-0.00412102323025465,-0.003927937243133783,-0.003734851023182273,-0.003541765036061406,-0.0033486788161098957,-0.003155592828989029,-0.002962506841868162,-0.0027694208547472954,-0.0025763348676264286,-0.002383248647674918,-0.0021901626605540514,-0.0019970766734331846,-0.001803990569896996,-0.0016109044663608074,-0.0014178184792399406,-0.0012247324921190739,-0.0010316463885828853,-0.0008385603432543576,-0.0006454742979258299,-0.0004523882525973022,-0.0002593022072687745,-6.621616194024682e-05,0.00012686941772699356,0.00031995546305552125,0.0005130415083840489,0.0007061275537125766,0.0008992135990411043,0.001092299586161971,0.0012853856896981597,0.0014784717932343483,0.001671557780355215,0.0018646437674760818,0.0020577297545969486,0.002250815974548459,0.002443901961669326,0.0026369879487901926,0.002830074168741703,0.00302316015586257,0.0032162461429834366,0.0034093321301043034,0.00360241811722517,0.0037955043371766806,0.003988590091466904,0.004181676544249058,0.0043747625313699245,0.004567848518490791,0.004760934505611658,0.004954020492732525,0.005147106479853392,0.005340192466974258,0.0055332789197564125,0.005726364906877279,0.005919450893998146,0.006112536881119013,0.00630562286823988],"_type":"histogram","values":[2,0,1,2,1,1,0,1,3,2,4,4,3,9,8,8,6,13,18,14,16,11,19,18,25,26,23,37,36,30,27,29,34,20,24,33,25,31,25,24,19,20,18,16,13,8,13,4,9,4,8,2,4,2,2,3,1,3,1,1,0,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,2,1,0,6,2,6,3,4,6,8,12,11,16,14,23,27,32,33,35,41,35,37,42,36,36,31,39,26,27,32,23,17,11,16,12,14,14,5,6,3,3,4,3,3,2,2,0,1,0,0,1,1,0,0,0,1],"bins":[-7.661793688384932e-07,-7.413485718643642e-07,-7.16517831733654e-07,-6.91687034759525e-07,-6.668562377853959e-07,-6.420254408112669e-07,-6.171947006805567e-07,-5.923639037064277e-07,-5.675331067322986e-07,-5.427023666015884e-07,-5.178715696274594e-07,-4.930407726533304e-07,-4.6821000410091074e-07,-4.433792071267817e-07,-4.185484385743621e-07,-3.9371764160023304e-07,-3.688868730478134e-07,-3.440561044953938e-07,-3.1922530752126477e-07,-2.9439453896884515e-07,-2.695637419947161e-07,-2.447329734422965e-07,-2.1990219067902217e-07,-1.9507140791574784e-07,-1.702406251524735e-07,-1.4540984238919918e-07,-1.2057905962592486e-07,-9.574828396807789e-08,-7.091750120480356e-08,-4.608671844152923e-08,-2.125593923096858e-08,3.57484175594891e-09,2.84056227428664e-08,5.323640550614073e-08,7.806718826941506e-08,1.0289796392726203e-07,1.277287537959637e-07,1.5255952234838333e-07,1.7739030511165765e-07,2.0222108787493198e-07,2.270518706382063e-07,2.5188265340148064e-07,2.7671342195390025e-07,3.015442189280293e-07,3.263749874804489e-07,3.5120578445457795e-07,3.7603655300699756e-07,4.008673499811266e-07,4.256981185335462e-07,4.5052888708596583e-07,4.753596840600949e-07,5.001904810342239e-07,5.250212211649341e-07,5.498520181390631e-07,5.746828151131922e-07,5.995136120873212e-07,6.243443522180314e-07,6.491751491921605e-07,6.740059461662895e-07,6.988366862969997e-07,7.236674832711287e-07,7.484982802452578e-07,7.733290772193868e-07,7.98159817350097e-07,8.22990614324226e-07]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[3,1,2,2,0,4,2,3,6,5,5,11,11,8,13,15,16,18,24,33,29,30,31,37,41,43,34,45,32,26,36,28,28,22,25,11,16,11,11,7,7,6,5,5,5,0,5,1,1,0,1,6,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0003773747303057462,-0.00036272325087338686,-0.0003480717714410275,-0.0003334202920086682,-0.0003187688416801393,-0.00030411736224777997,-0.00028946588281542063,-0.0002748144033830613,-0.00026016292395070195,-0.0002455114445183426,-0.00023085996508598328,-0.00021620850020553917,-0.00020155702077317983,-0.0001869055413408205,-0.00017225407646037638,-0.00015760259702801704,-0.0001429511175956577,-0.00012829963816329837,-0.00011364816600689664,-9.899669385049492e-05,-8.434521441813558e-05,-6.969373498577625e-05,-5.504226282937452e-05,-4.039078703499399e-05,-2.573931124061346e-05,-1.108783544623293e-05,3.563640348147601e-06,1.821511614252813e-05,3.286659193690866e-05,4.751806773128919e-05,6.216954352566972e-05,7.682101568207145e-05,9.147252421826124e-05,0.00010612400365062058,0.0001207754758070223,0.00013542694796342403,0.00015007842739578336,0.0001647299068281427,0.0001793813717085868,0.00019403285114094615,0.0002086843305733055,0.00022333581000566483,0.00023798728943802416,0.0002526387688703835,0.0002672902191989124,0.0002819416986312717,0.00029659317806363106,0.0003112446574959904,0.00032589613692834973,0.00034054761636070907,0.0003551990957930684,0.00036985057522542775,0.0003845020546577871,0.00039915350498631597,0.0004138049844186753,0.00042845646385103464,0.000443107943283394,0.0004577594227157533,0.00047241090214811265,0.000487062381580472,0.0005017138319090009,0.0005163653404451907,0.0005310167907737195,0.0005456682993099093,0.0005603197496384382],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,2,0,0,0,0,0,2,6,3,4,6,8,7,10,10,15,19,16,28,31,28,37,29,41,41,48,39,33,31,25,26,25,25,18,13,33,14,12,12,14,10,3,13,6,6,4,2,3,1,2,2,0,1,0,0,1,0,0,1],"bins":[0.9988622069358826,0.9988993406295776,0.9989364743232727,0.9989736080169678,0.9990107417106628,0.9990478754043579,0.999085009098053,0.9991220831871033,0.9991592168807983,0.9991963505744934,0.9992334842681885,0.9992706179618835,0.9993077516555786,0.9993448853492737,0.9993820190429688,0.9994191527366638,0.9994562864303589,0.999493420124054,0.999530553817749,0.9995676875114441,0.9996047616004944,0.9996418952941895,0.9996790289878845,0.9997161626815796,0.9997532963752747,0.9997904300689697,0.9998275637626648,0.9998646974563599,0.9999018311500549,0.99993896484375,0.9999760985374451,1.0000132322311401,1.0000503063201904,1.0000874996185303,1.0001245737075806,1.0001617670059204,1.0001988410949707,1.0002360343933105,1.0002731084823608,1.0003101825714111,1.000347375869751,1.0003844499588013,1.0004216432571411,1.0004587173461914,1.0004959106445312,1.0005329847335815,1.0005701780319214,1.0006072521209717,1.0006444454193115,1.0006815195083618,1.0007187128067017,1.000755786895752,1.0007928609848022,1.000830054283142,1.0008671283721924,1.0009043216705322,1.0009413957595825,1.0009785890579224,1.0010156631469727,1.0010528564453125,1.0010899305343628,1.0011271238327026,1.001164197921753,1.0012013912200928,1.001238465309143],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.00047192457714118063,-0.00045505017624236643,-0.00043817577534355223,-0.00042130137444473803,-0.00040442694444209337,-0.00038755254354327917,-0.00037067814264446497,-0.00035380374174565077,-0.00033692934084683657,-0.00032005493994802237,-0.00030318053904920816,-0.00028630613815039396,-0.00026943173725157976,-0.0002525573072489351,-0.0002356829063501209,-0.0002188085054513067,-0.0002019341045524925,-0.0001850597036536783,-0.0001681853027548641,-0.00015131088730413467,-0.00013443648640532047,-0.00011756208550650626,-0.00010068767733173445,-8.381326915696263e-05,-6.693886825814843e-05,-5.006446372135542e-05,-3.3190059184562415e-05,-1.6315654647769406e-05,5.58749889023602e-07,1.743315442581661e-05,3.430755896260962e-05,5.118196349940263e-05,6.805633893236518e-05,8.493073983117938e-05,0.0001018051480059512,0.00011867955618072301,0.0001355539570795372,0.00015242835797835141,0.00016930277342908084,0.00018617717432789505,0.00020305157522670925,0.00021992597612552345,0.00023680037702433765,0.00025367477792315185,0.0002705492079257965,0.0002874236088246107,0.0003042980097234249,0.0003211724106222391,0.0003380468115210533,0.0003549212124198675,0.0003717956133186817,0.0003886700142174959,0.0004055444151163101,0.0004224188451189548,0.000439293246017769,0.0004561676469165832,0.0004730420478153974,0.000489916477818042,0.0005067908787168562,0.0005236652796156704,0.0005405396805144846,0.0005574140814132988,0.000574288482312113,0.0005911628832109272,0.0006080372841097414],"_type":"histogram","values":[2,0,0,0,0,0,1,0,1,2,3,6,5,1,10,7,10,13,12,21,24,26,35,34,29,52,45,47,55,42,44,47,31,28,20,28,17,10,8,14,12,8,1,4,2,1,2,2,1,0,3,1,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,0,3,1,7,5,2,5,3,7,9,9,6,10,10,18,16,22,18,16,23,26,28,26,30,27,27,35,27,26,27,22,21,31,20,20,17,21,22,13,14,15,9,9,7,12,9,2,4,3,7,0,1,4,2,4,2,1,2,0,2],"bins":[-0.0013297185068950057,-0.0012872229563072324,-0.0012447275221347809,-0.0012022319715470076,-0.0011597364209592342,-0.001117240870371461,-0.0010747454361990094,-0.001032249885611236,-0.0009897543350234628,-0.0009472588426433504,-0.000904763350263238,-0.0008622677996754646,-0.0008197723072953522,-0.0007772767567075789,-0.0007347812643274665,-0.0006922857137396932,-0.0006497902213595808,-0.0006072947289794683,-0.000564799178391695,-0.0005223036860115826,-0.0004798081354238093,-0.0004373126430436969,-0.000394817121559754,-0.00035232160007581115,-0.0003098260785918683,-0.0002673305571079254,-0.00022483503562398255,-0.0001823395286919549,-0.00013984400720801204,-9.734848572406918e-05,-5.4852971516083926e-05,-1.2357453670119867e-05,3.0138064175844193e-05,7.263358565978706e-05,0.00011512909986777231,0.00015762461407575756,0.00020012013555970043,0.0002426156570436433,0.00028511116397567093,0.0003276066854596138,0.00037010220694355667,0.00041259772842749953,0.0004550932499114424,0.0004975887713953853,0.0005400842637754977,0.000582579814363271,0.0006250753067433834,0.0006675708573311567,0.0007100663497112691,0.0007525618420913815,0.0007950573926791549,0.0008375528850592673,0.0008800484356470406,0.000922543928027153,0.0009650394786149263,0.0010075350292026997,0.0010500304633751512,0.0010925260139629245,0.0011350215645506978,0.0011775169987231493,0.0012200125493109226,0.001262508099898696,0.0013050036504864693,0.0013474990846589208,0.001389994635246694]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,2,1,0,0,0,4,0,5,5,17,12,29,45,64,113,160,213,280,453,599,959,1473,2025,3080,4638,6553,10073,15695,23283,36306,55357,89537,137988,210060,268453,238715,166653,108292,68515,44656,28409,17623,11354,7486,4701,3023,2096,1315,816,599,384,240,176,117,74,53,42,11,15,9,2,4,1],"bins":[-0.003173828125,-0.003084897994995117,-0.0029959678649902344,-0.0029070377349853516,-0.0028181076049804688,-0.002729177474975586,-0.002640247344970703,-0.0025513172149658203,-0.0024623870849609375,-0.0023734569549560547,-0.002284526824951172,-0.002195596694946289,-0.0021066665649414062,-0.0020177364349365234,-0.0019288063049316406,-0.0018398761749267578,-0.001750946044921875,-0.0016620159149169922,-0.0015730857849121094,-0.0014841556549072266,-0.0013952255249023438,-0.001306295394897461,-0.0012173652648925781,-0.0011284351348876953,-0.0010395050048828125,-0.0009505748748779297,-0.0008616447448730469,-0.0007727146148681641,-0.0006837844848632812,-0.0005948543548583984,-0.0005059242248535156,-0.0004169940948486328,-0.00032806396484375,-0.0002391338348388672,-0.00015020370483398438,-6.127357482910156e-05,2.765655517578125e-05,0.00011658668518066406,0.00020551681518554688,0.0002944469451904297,0.0003833770751953125,0.0004723072052001953,0.0005612373352050781,0.0006501674652099609,0.0007390975952148438,0.0008280277252197266,0.0009169578552246094,0.0010058879852294922,0.001094818115234375,0.0011837482452392578,0.0012726783752441406,0.0013616085052490234,0.0014505386352539062,0.001539468765258789,0.0016283988952636719,0.0017173290252685547,0.0018062591552734375,0.0018951892852783203,0.001984119415283203,0.002073049545288086,0.0021619796752929688,0.0022509098052978516,0.0023398399353027344,0.002428770065307617,0.0025177001953125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.0893721878528595,-0.08649539947509766,-0.08361861109733582,-0.08074182271957397,-0.07786503434181213,-0.07498825341463089,-0.07211146503686905,-0.06923467665910721,-0.06635788828134537,-0.06348109990358353,-0.060604311525821686,-0.05772752687335014,-0.0548507384955883,-0.05197395011782646,-0.04909716546535492,-0.04622037708759308,-0.04334358870983124,-0.0404668003320694,-0.037590011954307556,-0.034713227301836014,-0.03183643892407417,-0.028959650546312332,-0.02608286403119564,-0.02320607751607895,-0.020329289138317108,-0.017452500760555267,-0.014575714245438576,-0.01169892679899931,-0.008822139352560043,-0.005945351906120777,-0.003068564459681511,-0.00019177701324224472,0.0026850104331970215,0.005561797879636288,0.008438585326075554,0.01131537277251482,0.014192160218954086,0.017068948596715927,0.01994573511183262,0.02282252162694931,0.02569931000471115,0.028576098382472992,0.03145288676023483,0.034329671412706375,0.037206459790468216,0.04008324816823006,0.0429600328207016,0.04583682119846344,0.04871360957622528,0.05159039795398712,0.05446718633174896,0.057343970984220505,0.060220759361982346,0.06309754401445389,0.06597433239221573,0.06885112076997757,0.07172790914773941,0.07460469752550125,0.07748148590326309,0.08035827428102493,0.08323505520820618,0.08611184358596802,0.08898863196372986,0.0918654203414917,0.09474220871925354],"_type":"histogram","values":[1,4,2,11,23,41,69,125,155,304,385,656,952,1325,1942,2710,3766,4834,6563,8472,10557,13127,15996,18508,21818,24858,27504,29821,31413,32985,33699,33992,33089,31825,29943,27688,24828,21825,19049,16301,13555,10883,8767,7008,5189,3973,2781,2154,1481,987,687,422,284,208,123,64,29,30,11,11,6,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,0,0,0,1,1,1,2,3,4,0,3,4,3,9,10,9,4,14,16,18,21,16,35,38,24,26,25,34,41,32,42,24,27,29,25,40,35,27,17,18,13,15,14,11,8,5,7,4,3,1,2,0,1,1,1,0,1,0,1,0,0,0,1],"bins":[-0.012724947184324265,-0.012308956123888493,-0.01189296506345272,-0.011476973071694374,-0.011060982011258602,-0.01064499095082283,-0.010228998959064484,-0.009813007898628712,-0.00939701683819294,-0.008981025777757168,-0.008565034717321396,-0.00814904272556305,-0.007733051665127277,-0.007317060604691505,-0.006901069078594446,-0.006485077552497387,-0.006069086492061615,-0.005653095431625843,-0.005237103905528784,-0.0048211123794317245,-0.004405121318995953,-0.003989130258560181,-0.0035731387324631214,-0.003157147439196706,-0.0027411561459302902,-0.0023251648526638746,-0.001909173559397459,-0.0014931822661310434,-0.0010771909728646278,-0.0006611996795982122,-0.00024520838633179665,0.00017078290693461895,0.0005867751315236092,0.0010027664247900248,0.0014187577180564404,0.001834749011322856,0.0022507403045892715,0.002666731597855687,0.0030827228911221027,0.0034987141843885183,0.003914705477654934,0.004330696538090706,0.004746688064187765,0.005162679590284824,0.005578670650720596,0.005994661711156368,0.0064106532372534275,0.006826644763350487,0.007242635823786259,0.007658626884222031,0.008074618875980377,0.00849060993641615,0.008906600996851921,0.009322592057287693,0.009738583117723465,0.010154575109481812,0.010570566169917583,0.010986557230353355,0.011402549222111702,0.011818540282547474,0.012234531342983246,0.012650522403419018,0.01306651346385479,0.013482505455613136,0.013898496516048908],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,1,0,0,2,0,2,2,2,1,1,3,1,0,7,5,6,12,7,9,13,12,23,14,30,29,33,43,56,48,45,49,29,52,44,32,31,14,16,20,13,9,7,7,3,5,7,4,3,2,1,2,2,0,0,1,1,1,0,1,2],"bins":[-0.005539354868233204,-0.0053738318383693695,-0.005208308808505535,-0.005042785778641701,-0.004877262748777866,-0.004711739718914032,-0.004546216689050198,-0.004380693659186363,-0.004215170629322529,-0.0040496475994586945,-0.00388412456959486,-0.0037186015397310257,-0.0035530785098671913,-0.003387555480003357,-0.0032220324501395226,-0.003056509420275688,-0.002890986390411854,-0.0027254633605480194,-0.002559940330684185,-0.0023944173008203506,-0.0022288942709565163,-0.002063371241092682,-0.0018978482112288475,-0.0017323251813650131,-0.0015668021515011787,-0.0014012791216373444,-0.00123575609177351,-0.0010702330619096756,-0.0009047100320458412,-0.0007391870021820068,-0.0005736639723181725,-0.0004081409424543381,-0.000242618378251791,-7.709534838795662e-05,8.842768147587776e-05,0.00025395071133971214,0.0004194737412035465,0.0005849967710673809,0.0007505198009312153,0.0009160428307950497,0.001081565860658884,0.0012470888905227184,0.0014126119203865528,0.0015781349502503872,0.0017436579801142216,0.001909181009978056,0.0020747040398418903,0.0022402270697057247,0.002405750099569559,0.0025712731294333935,0.002736796159297228,0.0029023191891610622,0.0030678422190248966,0.003233365248888731,0.0033988882787525654,0.0035644113086163998,0.003729934338480234,0.0038954573683440685,0.004060980398207903,0.004226503428071737,0.004392026457935572,0.004557549487799406,0.00472307251766324,0.004888595547527075,0.005054118577390909]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,1,0,2,1,5,6,6,6,4,12,16,15,31,14,31,58,48,49,64,65,54,47,48,38,32,22,25,11,16,7,9,5,1,2,3,2,5,0,0,0,0,1,0,1,1,1],"bins":[-0.005964198149740696,-0.005804056767374277,-0.005643915850669146,-0.005483774468302727,-0.005323633551597595,-0.005163492169231176,-0.0050033507868647575,-0.004843209870159626,-0.004683068487793207,-0.004522927571088076,-0.004362786188721657,-0.004202644806355238,-0.004042503889650106,-0.0038823627401143312,-0.0037222213577479124,-0.0035620802082121372,-0.003401939058676362,-0.003241797909140587,-0.0030816567596048117,-0.002921515377238393,-0.0027613742277026176,-0.0026012330781668425,-0.0024410919286310673,-0.002280950779095292,-0.002120809629559517,-0.001960668247193098,-0.0018005270976573229,-0.0016403859481215477,-0.0014802447985857725,-0.0013201035326346755,-0.0011599623830989003,-0.0009998211171478033,-0.0008396799676120281,-0.000679538759868592,-0.0005193975521251559,-0.00035925640258938074,-0.00019911519484594464,-3.897400165442377e-05,0.0001211671915370971,0.00028130837017670274,0.00044144957792013884,0.0006015907856635749,0.000761731993407011,0.0009218731429427862,0.0010820142924785614,0.0012421555584296584,0.0014022967079654336,0.0015624379739165306,0.0017225791234523058,0.001882720272988081,0.002042861422523856,0.002203002804890275,0.00236314395442605,0.0025232851039618254,0.0026834262534976006,0.0028435674030333757,0.003003708552569151,0.0031638499349355698,0.003323991084471345,0.00348413223400712,0.0036442733835428953,0.0038044145330786705,0.003964555915445089,0.004124696832150221,0.00428483821451664]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.000583648681640625,-0.0005651712417602539,-0.0005466938018798828,-0.0005282163619995117,-0.0005097389221191406,-0.0004912614822387695,-0.00047278404235839844,-0.00045430660247802734,-0.00043582916259765625,-0.00041735172271728516,-0.00039887428283691406,-0.00038039684295654297,-0.0003619194030761719,-0.0003434419631958008,-0.0003249645233154297,-0.0003064870834350586,-0.0002880096435546875,-0.0002695322036743164,-0.0002510547637939453,-0.00023257732391357422,-0.00021409988403320312,-0.00019562244415283203,-0.00017714500427246094,-0.00015866756439208984,-0.00014019012451171875,-0.00012171268463134766,-0.00010323524475097656,-8.475780487060547e-05,-6.628036499023438e-05,-4.780292510986328e-05,-2.9325485229492188e-05,-1.0848045349121094e-05,7.62939453125e-06,2.6106834411621094e-05,4.458427429199219e-05,6.306171417236328e-05,8.153915405273438e-05,0.00010001659393310547,0.00011849403381347656,0.00013697147369384766,0.00015544891357421875,0.00017392635345458984,0.00019240379333496094,0.00021088123321533203,0.00022935867309570312,0.0002478361129760742,0.0002663135528564453,0.0002847909927368164,0.0003032684326171875,0.0003217458724975586,0.0003402233123779297,0.0003587007522583008,0.0003771781921386719,0.00039565563201904297,0.00041413307189941406,0.00043261051177978516,0.00045108795166015625,0.00046956539154052734,0.00048804283142089844,0.0005065202713012695,0.0005249977111816406,0.0005434751510620117,0.0005619525909423828,0.0005804300308227539,0.000598907470703125],"_type":"histogram","values":[1,1,0,3,3,1,3,3,9,6,15,31,22,49,79,95,153,232,382,472,835,1280,1882,3037,5217,8154,13730,21789,36992,57853,84046,99564,88289,62691,40312,23639,14901,9069,5464,3310,2217,1388,909,547,373,279,167,99,79,59,35,20,11,8,6,3,3,3,1,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[3,3,4,0,4,8,4,5,7,6,6,7,10,8,17,11,11,20,20,22,24,26,22,17,24,30,29,24,27,31,21,34,26,17,24,21,24,18,25,18,16,9,12,9,8,7,6,7,3,5,5,2,3,6,0,2,2,0,1,0,2,1,2,2],"bins":[-0.00038955252966843545,-0.00037589206476695836,-0.00036223159986548126,-0.00034857113496400416,-0.00033491067006252706,-0.00032125020516104996,-0.00030758974025957286,-0.00029392927535809577,-0.0002802687813527882,-0.0002666083164513111,-0.000252947851549834,-0.00023928740120027214,-0.00022562692174687982,-0.00021196645684540272,-0.00019830599194392562,-0.00018464552704244852,-0.00017098506214097142,-0.00015732459723949432,-0.00014366413233801723,-0.00013000366743654013,-0.00011634319525910541,-0.00010268273035762832,-8.90222581801936e-05,-7.53617932787165e-05,-6.17013283772394e-05,-4.804086347576231e-05,-3.43803949363064e-05,-2.07199282158399e-05,-7.059461495373398e-06,6.601005225093104e-06,2.0261471945559606e-05,3.392194048501551e-05,4.758237628266215e-05,6.124284118413925e-05,7.490330608561635e-05,8.856377826305106e-05,0.00010222424316452816,0.00011588470806600526,0.00012954518024343997,0.00014320564514491707,0.00015686611004639417,0.00017052657494787127,0.00018418703984934837,0.00019784750475082546,0.0002115079842042178,0.0002251684491056949,0.000238828914007172,0.0002524893789086491,0.0002661498438101262,0.0002798103087116033,0.0002934707736130804,0.0003071312385145575,0.0003207917034160346,0.0003344521683175117,0.0003481126332189888,0.0003617730981204659,0.00037543359212577343,0.00038909405702725053,0.0004027545219287276,0.0004164149868302047,0.0004300754517316818,0.0004437359166331589,0.000457396381534636,0.0004710568464361131,0.0004847173113375902],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,2,1,0,0,0,2,0,2,5,5,3,6,5,10,12,23,22,29,29,44,50,71,68,83,89,92,106,113,99,120,116,104,109,84,84,76,62,62,40,33,37,29,34,17,15,14,6,5,9,3,4,3,4,1,1,1,1,0,0,0,1,0,1],"bins":[-0.0006914986297488213,-0.0006697647040709853,-0.0006480307783931494,-0.0006262968527153134,-0.0006045629270374775,-0.0005828290013596416,-0.0005610951338894665,-0.0005393612082116306,-0.0005176272825337946,-0.0004958933568559587,-0.00047415943117812276,-0.0004524255055002868,-0.0004306915798224509,-0.00040895765414461493,-0.00038722375757060945,-0.0003654898318927735,-0.00034375590621493757,-0.0003220219805371016,-0.0003002880548592657,-0.0002785541582852602,-0.00025682023260742426,-0.00023508630692958832,-0.00021335238125175238,-0.00019161847012583166,-0.00016988454444799572,-0.00014815061877015978,-0.00012641670764423907,-0.00010468278196640313,-8.29488635645248e-05,-6.121494516264647e-05,-3.948102312278934e-05,-1.7747102901921608e-05,3.986817318946123e-06,2.5720737539813854e-05,4.7454657760681584e-05,6.918857980053872e-05,9.092249820241705e-05,0.00011265641660429537,0.00013439034228213131,0.00015612425340805203,0.00017785817908588797,0.0001995921047637239,0.00022132601588964462,0.00024305994156748056,0.0002647938672453165,0.00028652779292315245,0.00030826168949715793,0.00032999561517499387,0.0003517295408528298,0.00037346346653066576,0.0003951973922085017,0.0004169312887825072,0.0004386652144603431,0.00046039914013817906,0.000482133065816015,0.000503866991493851,0.0005256009171716869,0.0005473348428495228,0.0005690687685273588,0.0005908026359975338,0.0006125365616753697,0.0006342704873532057,0.0006560044130310416,0.0006777383387088776,0.0006994722643867135]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.009935437701642513,-0.009614609181880951,-0.009293781593441963,-0.008972954005002975,-0.008652125485241413,-0.00833129696547985,-0.008010469377040863,-0.007689641322940588,-0.007368813268840313,-0.007047985214740038,-0.006727157160639763,-0.006406329106539488,-0.006085501052439213,-0.005764672998338938,-0.005443844944238663,-0.005123016890138388,-0.004802188836038113,-0.004481360781937838,-0.0041605327278375626,-0.0038397046737372875,-0.0035188766196370125,-0.0031980485655367374,-0.0028772205114364624,-0.0025563924573361874,-0.0022355644032359123,-0.0019147363491356373,-0.0015939082950353622,-0.0012730802409350872,-0.0009522521868348122,-0.0006314241327345371,-0.0003105960786342621,1.0231975466012955e-05,0.0003310590982437134,0.0006518871523439884,0.0009727152064442635,0.0012935432605445385,0.0016143713146448135,0.0019351993687450886,0.0022560274228453636,0.0025768554769456387,0.0028976835310459137,0.0032185115851461887,0.0035393396392464638,0.003860167693346739,0.004180995747447014,0.004501823801547289,0.004822651855647564,0.005143479909747839,0.005464307963848114,0.005785136017948389,0.006105964072048664,0.006426792126148939,0.006747620180249214,0.007068448234349489,0.007389276288449764,0.007710104342550039,0.008030932396650314,0.008351759985089302,0.008672588504850864,0.008993417024612427,0.009314244613051414,0.009635072201490402,0.009955900721251965,0.010276729241013527,0.010597556829452515],"_type":"histogram","values":[2,0,0,1,2,0,0,3,1,2,3,6,6,9,6,5,11,12,14,15,17,19,11,21,28,34,31,37,36,27,25,29,33,32,35,20,30,26,23,28,14,21,17,10,10,11,11,4,6,4,2,8,0,2,2,1,2,0,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[2,0,0,1,0,1,0,2,3,1,1,3,3,2,1,3,9,12,11,5,12,19,22,23,27,25,44,56,58,61,47,56,50,34,35,29,22,11,9,12,9,8,5,6,3,8,1,3,1,2,0,4,0,1,1,0,0,1,0,0,0,0,2,1],"bins":[-0.008918463252484798,-0.008618824183940887,-0.008319186046719551,-0.00801954697817564,-0.007719907909631729,-0.007420268841087818,-0.0071206302382051945,-0.006820991635322571,-0.00652135256677866,-0.006221713498234749,-0.005922074895352125,-0.0056224362924695015,-0.0053227972239255905,-0.0050231581553816795,-0.004723519552499056,-0.004423880949616432,-0.004124241881072521,-0.003824603045359254,-0.0035249642096459866,-0.0032253253739327192,-0.002925686538219452,-0.0026260477025061846,-0.0023264088667929173,-0.00202677003107965,-0.0017271311953663826,-0.0014274923596531153,-0.001127853523939848,-0.0008282146882265806,-0.0005285758525133133,-0.00022893701680004597,7.070181891322136e-05,0.0003703406546264887,0.0006699804216623306,0.000969619257375598,0.0012692580930888653,0.0015688969288021326,0.0018685357645154,0.0021681746002286673,0.0024678134359419346,0.002767452271655202,0.0030670911073684692,0.0033667299430817366,0.003666368778795004,0.0039660073816776276,0.0042656464502215385,0.0045652855187654495,0.004864924121648073,0.005164562724530697,0.005464201793074608,0.005763840861618519,0.0060634794645011425,0.006363118067383766,0.006662757135927677,0.006962396204471588,0.007262034807354212,0.0075616734102368355,0.007861312478780746,0.008160951547324657,0.008460590615868568,0.008760228753089905,0.009059867821633816,0.009359506890177727,0.009659145027399063,0.009958784095942974,0.010258423164486885],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.00037862962926737964,-0.0003643902891781181,-0.0003501509490888566,-0.0003359116381034255,-0.00032167229801416397,-0.00030743295792490244,-0.0002931936178356409,-0.0002789542777463794,-0.00026471493765711784,-0.00025047562667168677,-0.00023623628658242524,-0.0002219969464931637,-0.00020775760640390217,-0.00019351828086655587,-0.00017927894077729434,-0.00016503961523994803,-0.0001508002751506865,-0.00013656093506142497,-0.00012232160952407867,-0.00010808226943481714,-9.384293662151322e-05,-7.96036038082093e-05,-6.536426371894777e-05,-5.112493090564385e-05,-3.688559809233993e-05,-2.2646263460046612e-05,-8.40692882775329e-06,5.832405804540031e-06,2.0071740436833352e-05,3.431107325013727e-05,4.8550409701419994e-05,6.278974615270272e-05,7.70291080698371e-05,9.126844088314101e-05,0.00010550777369644493,0.00011974711378570646,0.00013398643932305276,0.0001482257794123143,0.00016246511950157583,0.00017670444503892213,0.00019094378512818366,0.0002051831252174452,0.0002194224507547915,0.00023366179084405303,0.00024790113093331456,0.0002621404710225761,0.00027637978200800717,0.0002906191220972687,0.00030485846218653023,0.00031909780227579176,0.0003333371423650533,0.00034757645335048437,0.0003618157934397459,0.00037605513352900743,0.00039029447361826897,0.0004045338137075305,0.00041877315379679203,0.0004330124647822231,0.00044725180487148464,0.00046149114496074617,0.0004757304850500077,0.0004899697960354388,0.0005042091361247003,0.0005184484762139618,0.0005326878163032234],"_type":"histogram","values":[2,1,0,1,3,1,5,3,4,8,10,8,14,10,15,14,17,26,35,27,30,28,31,32,33,29,30,31,26,24,24,26,22,33,20,22,11,15,16,16,10,12,10,5,7,2,5,3,3,0,2,0,1,1,0,0,1,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[2,1,1,1,0,1,2,1,5,1,3,2,7,5,11,6,9,11,17,18,21,26,35,31,37,35,45,39,41,24,46,35,35,37,32,24,19,17,20,10,8,11,7,8,8,0,0,1,2,2,1,3,0,1,1,0,0,0,0,0,0,0,0,2],"bins":[-8.309007171192206e-07,-8.017610753086046e-07,-7.726214334979886e-07,-7.434817348439537e-07,-7.143420930333377e-07,-6.852024512227217e-07,-6.560627525686868e-07,-6.269231107580708e-07,-5.977834689474548e-07,-5.686438271368388e-07,-5.395041853262228e-07,-5.103644866721879e-07,-4.812248448615719e-07,-4.520852030509559e-07,-4.2294553281863045e-07,-3.93805862586305e-07,-3.64666220775689e-07,-3.35526578965073e-07,-3.0638690873274754e-07,-2.772472385004221e-07,-2.481075966898061e-07,-2.1896794066833536e-07,-1.8982828464686463e-07,-1.606886286253939e-07,-1.3154897260392318e-07,-1.0240931658245245e-07,-7.326966056098172e-08,-4.413000453951099e-08,-1.4990348518040264e-08,1.4149307503430464e-08,4.328896352490119e-08,7.242861954637192e-08,1.0156827556784265e-07,1.3070793158931338e-07,1.598475876107841e-07,1.8898724363225483e-07,2.1812689965372556e-07,2.4726654146434157e-07,2.76406211696667e-07,3.0554588192899246e-07,3.3468552373960847e-07,3.638251655502245e-07,3.929648357825499e-07,4.2210450601487537e-07,4.512441478254914e-07,4.803837896361074e-07,5.095234882901423e-07,5.386631301007583e-07,5.678027719113743e-07,5.969424137219903e-07,6.260820555326063e-07,6.552217541866412e-07,6.843613959972572e-07,7.135010378078732e-07,7.426407364619081e-07,7.717803782725241e-07,8.009200200831401e-07,8.300596618937561e-07,8.591993037043721e-07,8.88339002358407e-07,9.17478644169023e-07,9.46618285979639e-07,9.75757984633674e-07,1.00489762644429e-06,1.034037268254906e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,2,1,3,3,6,10,10,12,28,36,53,84,141,205,316,485,784,1146,1775,2779,4047,6548,9396,14558,21808,31141,44489,60678,73729,77496,67848,53616,37756,25931,17900,12053,7756,5244,3468,2236,1512,911,634,414,266,172,106,78,51,34,22,13,8,7,6,5,4,1,0,1,0,0,1],"bins":[-0.0031890869140625,-0.0030837059020996094,-0.0029783248901367188,-0.002872943878173828,-0.0027675628662109375,-0.002662181854248047,-0.0025568008422851562,-0.0024514198303222656,-0.002346038818359375,-0.0022406578063964844,-0.0021352767944335938,-0.002029895782470703,-0.0019245147705078125,-0.0018191337585449219,-0.0017137527465820312,-0.0016083717346191406,-0.00150299072265625,-0.0013976097106933594,-0.0012922286987304688,-0.0011868476867675781,-0.0010814666748046875,-0.0009760856628417969,-0.0008707046508789062,-0.0007653236389160156,-0.000659942626953125,-0.0005545616149902344,-0.00044918060302734375,-0.0003437995910644531,-0.0002384185791015625,-0.00013303756713867188,-2.765655517578125e-05,7.772445678710938e-05,0.00018310546875,0.0002884864807128906,0.00039386749267578125,0.0004992485046386719,0.0006046295166015625,0.0007100105285644531,0.0008153915405273438,0.0009207725524902344,0.001026153564453125,0.0011315345764160156,0.0012369155883789062,0.0013422966003417969,0.0014476776123046875,0.0015530586242675781,0.0016584396362304688,0.0017638206481933594,0.00186920166015625,0.0019745826721191406,0.0020799636840820312,0.002185344696044922,0.0022907257080078125,0.002396106719970703,0.0025014877319335938,0.0026068687438964844,0.002712249755859375,0.0028176307678222656,0.0029230117797851562,0.003028392791748047,0.0031337738037109375,0.003239154815673828,0.0033445358276367188,0.0034499168395996094,0.0035552978515625]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[-0.003457338083535433,-0.0033427549060434103,-0.003228171728551388,-0.0031135885510593653,-0.0029990053735673428,-0.002884422428905964,-0.0027698392514139414,-0.002655256073921919,-0.0025406728964298964,-0.002426089718937874,-0.0023115065414458513,-0.002196923363953829,-0.00208234041929245,-0.0019677572418004274,-0.001853174064308405,-0.0017385908868163824,-0.00162400770932436,-0.0015094245318323374,-0.0013948413543403149,-0.0012802582932636142,-0.0011656751157715917,-0.0010510919382795691,-0.0009365088189952075,-0.000821925699710846,-0.0007073425222188234,-0.0005927593447268009,-0.0004781762254424393,-0.00036359307705424726,-0.0002490099286660552,-0.00013442678027786314,-1.9843631889671087e-05,9.473951649852097e-05,0.00020932289771735668,0.00032390604610554874,0.0004384891944937408,0.0005530723137781024,0.0006676554912701249,0.0007822386687621474,0.000896821788046509,0.0010114049073308706,0.0011259880848228931,0.0012405712623149157,0.0013551544398069382,0.0014697375008836389,0.0015843206783756614,0.0016989038558676839,0.0018134869169443846,0.001928070094436407,0.0020426532719284296,0.002157236449420452,0.0022718196269124746,0.002386402804404497,0.002500985749065876,0.0026155689265578985,0.002730152104049921,0.0028447352815419436,0.002959318459033966,0.0030739016365259886,0.003188484814018011,0.0033030679915100336,0.003417651169002056,0.003532234113663435,0.0036468172911554575,0.00376140046864748,0.0038759836461395025],"_type":"histogram","values":[1,1,0,2,2,3,0,0,5,1,0,5,3,2,4,3,8,6,11,8,17,16,27,24,24,29,27,44,42,50,51,46,38,44,38,30,31,28,21,6,14,8,11,8,2,4,2,3,2,2,3,3,0,1,0,0,1,1,1,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,1,0,2,3,6,4,9,5,15,21,22,28,34,43,26,30,36,45,42,31,36,30,29,33,27,27,22,18,17,10,16,12,18,6,8,4,5,6,3,4,4,2,2,4,3,1,5,2,2,2,1,2,0,0,1,0,0,0,1],"bins":[0.9990506768226624,0.9990907311439514,0.9991308450698853,0.9991708993911743,0.9992110133171082,0.9992510676383972,0.999291181564331,0.9993312358856201,0.9993712902069092,0.999411404132843,0.9994514584541321,0.9994915723800659,0.999531626701355,0.999571681022644,0.9996117949485779,0.9996518492698669,0.9996919631958008,0.9997320175170898,0.9997721314430237,0.9998121857643127,0.9998522400856018,0.9998923540115356,0.9999324083328247,0.9999725222587585,1.0000126361846924,1.0000526905059814,1.0000927448272705,1.0001327991485596,1.0001728534698486,1.0002130270004272,1.0002530813217163,1.0002931356430054,1.0003331899642944,1.0003732442855835,1.000413417816162,1.0004534721374512,1.0004935264587402,1.0005335807800293,1.000573754310608,1.000613808631897,1.000653862953186,1.000693917274475,1.0007339715957642,1.0007741451263428,1.0008141994476318,1.000854253768921,1.00089430809021,1.000934362411499,1.0009745359420776,1.0010145902633667,1.0010546445846558,1.0010946989059448,1.0011347532272339,1.0011749267578125,1.0012149810791016,1.0012550354003906,1.0012950897216797,1.0013352632522583,1.0013753175735474,1.0014153718948364,1.0014554262161255,1.0014954805374146,1.0015356540679932,1.0015757083892822,1.0016157627105713]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,1,1,0,0,1,0,0,0,1,4,4,4,3,7,3,1,3,6,7,4,9,15,13,15,29,30,21,41,32,46,35,43,45,42,39,43,33,28,24,28,24,15,7,10,5,9,8,4,4,5,4,1,0,0,1,2,2,1,0,0,2,1,1],"bins":[-0.004337296821177006,-0.004205387085676193,-0.004073477815836668,-0.0039415680803358555,-0.0038096588104963303,-0.0036777493078261614,-0.0035458398051559925,-0.0034139303024858236,-0.0032820207998156548,-0.0031501110643148422,-0.0030182015616446733,-0.0028862920589745045,-0.0027543825563043356,-0.0026224730536341667,-0.002490563550963998,-0.002358654048293829,-0.00222674454562366,-0.002094835042953491,-0.0019629255402833223,-0.0018310160376131535,-0.0016991065349429846,-0.0015671969158574939,-0.001435287413187325,-0.0013033779105171561,-0.0011714684078469872,-0.0010395589051768184,-0.0009076494025066495,-0.0007757398416288197,-0.0006438303389586508,-0.000511920836288482,-0.0003800113045144826,-0.0002481017727404833,-0.00011619227007031441,1.5717247151769698e-05,0.0001476267643738538,0.00027953629614785314,0.000411445798818022,0.0005433553014881909,0.0006752648623660207,0.0008071743650361896,0.0009390838677063584,0.0010709933703765273,0.0012029028730466962,0.001334812375716865,0.0014667219948023558,0.0015986314974725246,0.0017305410001426935,0.0018624505028128624,0.0019943600054830313,0.0021262695081532,0.002258179010823369,0.002390088513493538,0.0025219980161637068,0.0026539075188338757,0.0027858170215040445,0.0029177265241742134,0.003049636259675026,0.003181545762345195,0.0033134552650153637,0.0034453647676855326,0.0035772742703557014,0.0037091837730258703,0.003841093275696039,0.003973002545535564,0.004104912281036377],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.09207477420568466,-0.08911538869142532,-0.08615600317716599,-0.08319661766290665,-0.0802372395992279,-0.07727785408496857,-0.07431846857070923,-0.07135908305644989,-0.06839969754219055,-0.06544031202793121,-0.062480926513671875,-0.059521544724702835,-0.0565621592104435,-0.05360277369618416,-0.05064339190721512,-0.04768400639295578,-0.04472462087869644,-0.0417652353644371,-0.038805849850177765,-0.035846468061208725,-0.03288708254694939,-0.029927697032690048,-0.02696831338107586,-0.02400892972946167,-0.02104954421520233,-0.018090158700942993,-0.015130775049328804,-0.01217139046639204,-0.009212005883455276,-0.006252621300518513,-0.003293236717581749,-0.0003338521346449852,0.0026255398988723755,0.005584924481809139,0.008544309064745903,0.011503693647682667,0.01446307823061943,0.01742246374487877,0.020381847396492958,0.023341231048107147,0.026300616562366486,0.029260002076625824,0.03221938759088516,0.0351787693798542,0.03813815489411354,0.04109754040837288,0.04405692219734192,0.04701630771160126,0.049975693225860596,0.052935078740119934,0.05589446425437927,0.05885384604334831,0.06181323155760765,0.06477261334657669,0.06773199886083603,0.07069138437509537,0.0736507698893547,0.07661015540361404,0.07956954091787338,0.08252892643213272,0.08548830449581146,0.0884476900100708,0.09140707552433014,0.09436646103858948,0.09732584655284882],"_type":"histogram","values":[2,2,3,7,20,27,51,84,123,219,329,604,806,1191,1722,2418,3387,4470,6107,7992,10189,12785,15608,18162,21340,24453,27524,30277,32232,33830,34878,34968,33838,32865,30574,28207,25327,22261,19157,16161,13130,10694,8463,6457,4923,3640,2731,1845,1282,908,551,378,239,140,98,65,35,18,19,2,2,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,2,1,0,3,5,3,9,9,4,11,13,7,17,15,18,11,14,20,22,25,28,28,27,35,23,32,25,28,32,21,26,34,23,20,20,16,26,17,21,12,8,11,5,7,6,4,1,3,1,4,2,3,2,2,0,1,1,0,0,0,1],"bins":[-0.004062059335410595,-0.003923754673451185,-0.003785449778661132,-0.0036471448838710785,-0.0035088402219116688,-0.003370535559952259,-0.0032322306651622057,-0.0030939257703721523,-0.0029556211084127426,-0.002817316446453333,-0.0026790115516632795,-0.002540706656873226,-0.0024024019949138165,-0.0022640973329544067,-0.0021257924381643534,-0.0019874875433743,-0.0018491828814148903,-0.0017108781030401587,-0.0015725733246654272,-0.0014342685462906957,-0.0012959637679159641,-0.0011576589895412326,-0.001019354211166501,-0.0008810494327917695,-0.000742744654417038,-0.0006044398760423064,-0.0004661350976675749,-0.00032783031929284334,-0.0001895255409181118,-5.122076254338026e-05,8.708401583135128e-05,0.00022538879420608282,0.00036369357258081436,0.0005019983509555459,0.0006403031293302774,0.000778607907705009,0.0009169126860797405,0.001055217464454472,0.0011935222428292036,0.0013318270212039351,0.0014701317995786667,0.0016084365779533982,0.0017467413563281298,0.0018850461347028613,0.002023350913077593,0.0021616555750370026,0.002299960469827056,0.0024382653646171093,0.002576570026576519,0.0027148746885359287,0.002853179583325982,0.0029914844781160355,0.003129789140075445,0.003268093802034855,0.0034063986968249083,0.0035447035916149616,0.0036830082535743713,0.003821312915533781,0.003959617577493191,0.004097922705113888,0.0042362273670732975,0.004374532029032707,0.004512837156653404,0.004651141818612814,0.004789446480572224]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[2,1,1,3,3,5,7,10,14,34,43,38,84,116,191,259,366,588,813,1288,1844,3021,4356,6427,9617,13881,21003,28889,39542,53039,65305,71317,67003,56705,43045,31169,22144,15926,10425,7027,4728,3045,2301,1412,918,633,444,250,176,115,83,48,30,28,26,14,10,3,3,1,3,0,1,1],"bins":[-0.0031585693359375,-0.0030586719512939453,-0.0029587745666503906,-0.002858877182006836,-0.0027589797973632812,-0.0026590824127197266,-0.002559185028076172,-0.002459287643432617,-0.0023593902587890625,-0.002259492874145508,-0.002159595489501953,-0.0020596981048583984,-0.0019598007202148438,-0.001859903335571289,-0.0017600059509277344,-0.0016601085662841797,-0.001560211181640625,-0.0014603137969970703,-0.0013604164123535156,-0.001260519027709961,-0.0011606216430664062,-0.0010607242584228516,-0.0009608268737792969,-0.0008609294891357422,-0.0007610321044921875,-0.0006611347198486328,-0.0005612373352050781,-0.00046133995056152344,-0.00036144256591796875,-0.00026154518127441406,-0.00016164779663085938,-6.175041198730469e-05,3.814697265625e-05,0.0001380443572998047,0.00023794174194335938,0.00033783912658691406,0.00043773651123046875,0.0005376338958740234,0.0006375312805175781,0.0007374286651611328,0.0008373260498046875,0.0009372234344482422,0.0010371208190917969,0.0011370182037353516,0.0012369155883789062,0.001336812973022461,0.0014367103576660156,0.0015366077423095703,0.001636505126953125,0.0017364025115966797,0.0018362998962402344,0.001936197280883789,0.0020360946655273438,0.0021359920501708984,0.002235889434814453,0.002335786819458008,0.0024356842041015625,0.002535581588745117,0.002635478973388672,0.0027353763580322266,0.0028352737426757812,0.002935171127319336,0.0030350685119628906,0.0031349658966064453,0.00323486328125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,1,1,3,2,3,6,4,8,5,20,22,48,57,81,141,207,313,525,835,1252,1980,3172,4677,7774,11663,18851,28959,43611,61165,79284,85815,74005,55735,38321,25591,16567,10392,6823,4226,2825,1696,1168,700,443,314,199,114,68,56,29,30,11,8,5,2,1,4,2,1],"bins":[-0.00579833984375,-0.005634307861328125,-0.00547027587890625,-0.005306243896484375,-0.0051422119140625,-0.004978179931640625,-0.00481414794921875,-0.004650115966796875,-0.004486083984375,-0.004322052001953125,-0.00415802001953125,-0.003993988037109375,-0.0038299560546875,-0.003665924072265625,-0.00350189208984375,-0.003337860107421875,-0.003173828125,-0.003009796142578125,-0.00284576416015625,-0.002681732177734375,-0.0025177001953125,-0.002353668212890625,-0.00218963623046875,-0.002025604248046875,-0.001861572265625,-0.001697540283203125,-0.00153350830078125,-0.001369476318359375,-0.0012054443359375,-0.001041412353515625,-0.00087738037109375,-0.000713348388671875,-0.00054931640625,-0.000385284423828125,-0.00022125244140625,-5.7220458984375e-05,0.0001068115234375,0.000270843505859375,0.00043487548828125,0.000598907470703125,0.000762939453125,0.000926971435546875,0.00109100341796875,0.001255035400390625,0.0014190673828125,0.001583099365234375,0.00174713134765625,0.001911163330078125,0.0020751953125,0.002239227294921875,0.00240325927734375,0.002567291259765625,0.0027313232421875,0.002895355224609375,0.00305938720703125,0.003223419189453125,0.003387451171875,0.003551483154296875,0.00371551513671875,0.003879547119140625,0.0040435791015625,0.004207611083984375,0.00437164306640625,0.004535675048828125,0.00469970703125]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[2,1,3,3,2,10,6,12,15,23,42,74,134,197,279,468,773,1208,1784,3054,4606,8007,13014,22770,40207,73265,137806,265537,384383,282446,150197,80493,43867,24726,13549,8151,4596,2786,1601,1036,658,371,235,162,91,62,57,34,23,13,7,8,3,3,0,0,1,0,2,0,0,0,0,1],"bins":[-0.0032196044921875,-0.003106832504272461,-0.002994060516357422,-0.002881288528442383,-0.0027685165405273438,-0.0026557445526123047,-0.0025429725646972656,-0.0024302005767822266,-0.0023174285888671875,-0.0022046566009521484,-0.0020918846130371094,-0.0019791126251220703,-0.0018663406372070312,-0.0017535686492919922,-0.0016407966613769531,-0.001528024673461914,-0.001415252685546875,-0.001302480697631836,-0.0011897087097167969,-0.0010769367218017578,-0.0009641647338867188,-0.0008513927459716797,-0.0007386207580566406,-0.0006258487701416016,-0.0005130767822265625,-0.00040030479431152344,-0.0002875328063964844,-0.0001747608184814453,-6.198883056640625e-05,5.078315734863281e-05,0.00016355514526367188,0.00027632713317871094,0.00038909912109375,0.0005018711090087891,0.0006146430969238281,0.0007274150848388672,0.0008401870727539062,0.0009529590606689453,0.0010657310485839844,0.0011785030364990234,0.0012912750244140625,0.0014040470123291016,0.0015168190002441406,0.0016295909881591797,0.0017423629760742188,0.0018551349639892578,0.001967906951904297,0.002080678939819336,0.002193450927734375,0.002306222915649414,0.002418994903564453,0.002531766891479492,0.0026445388793945312,0.0027573108673095703,0.0028700828552246094,0.0029828548431396484,0.0030956268310546875,0.0032083988189697266,0.0033211708068847656,0.0034339427947998047,0.0035467147827148438,0.003659486770629883,0.003772258758544922,0.003885030746459961,0.003997802734375]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.08765808492898941,-0.08482532203197479,-0.08199255913496017,-0.07915979623794556,-0.07632702589035034,-0.07349426299333572,-0.0706615000963211,-0.06782873719930649,-0.06499597430229187,-0.06216321140527725,-0.059330448508262634,-0.05649768188595772,-0.0536649189889431,-0.05083215609192848,-0.047999389469623566,-0.04516662657260895,-0.04233386367559433,-0.03950110077857971,-0.036668337881565094,-0.03383557125926018,-0.03100280836224556,-0.028170045465230942,-0.025337280705571175,-0.022504515945911407,-0.01967175304889679,-0.01683899015188217,-0.014006225392222404,-0.011173461563885212,-0.00834069773554802,-0.005507933907210827,-0.0026751700788736343,0.0001575937494635582,0.0029903650283813477,0.00582312885671854,0.008655892685055733,0.011488656513392925,0.014321420341730118,0.017154183238744736,0.019986947998404503,0.02281971275806427,0.025652475655078888,0.028485238552093506,0.031318001449108124,0.03415076807141304,0.03698353096842766,0.039816293865442276,0.04264906048774719,0.04548182338476181,0.04831458628177643,0.051147349178791046,0.053980112075805664,0.05681287869811058,0.0596456415951252,0.062478404492139816,0.06531117111444473,0.06814393401145935,0.07097669690847397,0.07380945980548859,0.0766422227025032,0.07947498559951782,0.08230775594711304,0.08514051884412766,0.08797328174114227,0.09080604463815689,0.09363880753517151],"_type":"histogram","values":[4,6,15,14,32,63,71,136,193,334,537,818,1081,1562,2203,3125,4134,5455,7136,8933,11151,13660,16485,18958,21945,24967,27481,29607,31438,32304,33196,33350,32359,31236,29581,26561,24574,21798,18728,15888,13221,10873,8742,6840,5329,3986,2968,2157,1554,1028,661,486,336,178,127,93,48,30,24,9,6,4,2,3]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,1,0,0,4,2,1,1,2,2,5,9,4,10,11,20,10,22,25,26,25,28,27,28,35,36,45,49,33,41,28,37,24,38,23,17,19,23,9,8,6,9,4,7,4,1,2,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.0007818762678653002,-0.0007578885997645557,-0.0007339008734561503,-0.0007099132053554058,-0.0006859254790470004,-0.0006619378109462559,-0.0006379500846378505,-0.000613962416537106,-0.0005899746902287006,-0.0005659870221279562,-0.0005419993540272117,-0.0005180116277188063,-0.0004940239596180618,-0.00047003626241348684,-0.0004460485652089119,-0.00042206086800433695,-0.000398073170799762,-0.00037408547359518707,-0.0003500977763906121,-0.0003261100791860372,-0.00030212238198146224,-0.00027813471388071775,-0.0002541470166761428,-0.00023015931947156787,-0.00020617162226699293,-0.00018218392506241798,-0.00015819622785784304,-0.00013420854520518333,-0.00011022084800060838,-8.623315079603344e-05,-6.224546086741611e-05,-3.825776730081998e-05,-1.4270131941884756e-05,9.71756162471138e-06,3.3705255191307515e-05,5.769294875790365e-05,8.168064232449979e-05,0.00010566833952907473,0.00012965602218173444,0.00015364371938630939,0.00017763141659088433,0.00020161911379545927,0.0002256068110000342,0.00024959450820460916,0.00027358217630535364,0.0002975698735099286,0.0003215575707145035,0.00034554526791907847,0.0003695329651236534,0.00039352066232822835,0.0004175083595328033,0.00044149605673737824,0.0004654837539419532,0.0004894714220426977,0.0005134591483511031,0.0005374468164518476,0.000561434542760253,0.0005854222108609974,0.0006094098789617419,0.0006333976052701473,0.0006573852733708918,0.0006813729996792972,0.0007053606677800417,0.0007293483940884471,0.0007533360621891916]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.000537872314453125,-0.0005202889442443848,-0.0005027055740356445,-0.0004851222038269043,-0.00046753883361816406,-0.00044995546340942383,-0.0004323720932006836,-0.00041478872299194336,-0.0003972053527832031,-0.0003796219825744629,-0.00036203861236572266,-0.0003444552421569824,-0.0003268718719482422,-0.00030928850173950195,-0.0002917051315307617,-0.0002741217613220215,-0.00025653839111328125,-0.00023895502090454102,-0.00022137165069580078,-0.00020378828048706055,-0.0001862049102783203,-0.00016862154006958008,-0.00015103816986083984,-0.0001334547996520996,-0.00011587142944335938,-9.828805923461914e-05,-8.07046890258789e-05,-6.312131881713867e-05,-4.553794860839844e-05,-2.7954578399658203e-05,-1.0371208190917969e-05,7.212162017822266e-06,2.47955322265625e-05,4.2378902435302734e-05,5.996227264404297e-05,7.75456428527832e-05,9.512901306152344e-05,0.00011271238327026367,0.0001302957534790039,0.00014787912368774414,0.00016546249389648438,0.0001830458641052246,0.00020062923431396484,0.00021821260452270508,0.0002357959747314453,0.00025337934494018555,0.0002709627151489258,0.000288546085357666,0.00030612945556640625,0.0003237128257751465,0.0003412961959838867,0.00035887956619262695,0.0003764629364013672,0.0003940463066101074,0.00041162967681884766,0.0004292130470275879,0.0004467964172363281,0.00046437978744506836,0.0004819631576538086,0.0004995465278625488,0.0005171298980712891,0.0005347132682800293,0.0005522966384887695,0.0005698800086975098,0.00058746337890625],"_type":"histogram","values":[1,2,0,3,2,6,2,6,8,8,13,17,31,39,56,65,93,169,259,403,682,1075,1906,2966,5453,9563,17845,32361,58119,93857,118806,100484,64039,36141,19707,11081,6020,3408,2015,1115,693,459,256,188,117,92,55,30,32,17,18,11,3,8,6,2,4,1,4,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,0,1,0,5,3,3,6,4,3,5,6,6,8,12,9,20,16,13,21,23,25,24,24,27,32,44,28,41,31,35,33,28,26,24,22,14,31,17,13,13,15,9,9,2,1,7,5,2,3,5,2,1,3,0,3,1,0,0,0,0,1],"bins":[-0.0011830726871266961,-0.0011437699431553483,-0.0011044671991840005,-0.0010651643387973309,-0.001025861594825983,-0.0009865588508546352,-0.0009472561068832874,-0.0009079533047042787,-0.0008686505607329309,-0.0008293478167615831,-0.0007900450145825744,-0.0007507422706112266,-0.0007114395266398787,-0.00067213672446087,-0.0006328339804895222,-0.0005935311783105135,-0.0005542284343391657,-0.0005149256903678179,-0.00047562288818880916,-0.00043632014421746135,-0.0003970173711422831,-0.0003577145980671048,-0.000318411854095757,-0.00027910908102057874,-0.00023980630794540048,-0.0002005035348702222,-0.00016120077634695917,-0.00012189801054773852,-8.259524474851787e-05,-4.329247894929722e-05,-3.989713150076568e-06,3.531305264914408e-05,7.461581844836473e-05,0.00011391858424758539,0.00015322135004680604,0.00019252410857006907,0.00023182688164524734,0.0002711296547204256,0.0003104323986917734,0.0003497351717669517,0.00038903794484212995,0.0004283407179173082,0.0004676434909924865,0.0005069462349638343,0.0005462489789351821,0.0005855517811141908,0.0006248545250855386,0.0006641573272645473,0.0007034600712358952,0.000742762815207243,0.0007820656173862517,0.0008213683613575995,0.0008606711635366082,0.000899973907507956,0.0009392766514793038,0.0009785793954506516,0.0010178822558373213,0.001057184999808669,0.001096487743780017,0.0011357904877513647,0.0011750932317227125,0.0012143959756940603,0.00125369883608073,0.0012930015800520778,0.0013323043240234256]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,4,1,1,1,2,6,3,6,5,9,15,17,12,17,19,27,27,33,43,33,43,39,44,44,29,39,37,33,20,33,23,14,24,17,10,5,5,6,8,2,4,2,0,0,0,0,2,0,0,0,0,0,1],"bins":[-0.005786661058664322,-0.00561340618878603,-0.005440151318907738,-0.005266896914690733,-0.005093642044812441,-0.004920387174934149,-0.004747132305055857,-0.004573877900838852,-0.00440062303096056,-0.004227368161082268,-0.004054113291203976,-0.0038808586541563272,-0.003707603784278035,-0.0035343491472303867,-0.0033610942773520947,-0.0031878396403044462,-0.003014584770426154,-0.002841329900547862,-0.0026680752635002136,-0.0024948203936219215,-0.002321565756574273,-0.002148310886695981,-0.0019750562496483326,-0.0018018013797700405,-0.0016285466263070703,-0.0014552918728441,-0.0012820371193811297,-0.0011087823659181595,-0.0009355275542475283,-0.0007622728007845581,-0.0005890179891139269,-0.00041576323565095663,-0.00024250848218798637,-6.925371417310089e-05,0.0001040010538417846,0.0002772558364085853,0.00045051058987155557,0.0006237653433345258,0.000797020155005157,0.0009702749084681273,0.0011435296619310975,0.0013167844153940678,0.001490039168857038,0.0016632939223200083,0.0018365487921983004,0.002009803429245949,0.002183058299124241,0.0023563129361718893,0.0025295678060501814,0.0027028226759284735,0.002876077312976122,0.003049332182854414,0.0032225868199020624,0.0033958416897803545,0.003569096326828003,0.003742351196706295,0.003915606066584587,0.004088860936462879,0.004262115340679884,0.004435370210558176,0.004608625080436468,0.00478187995031476,0.004955134354531765,0.005128389224410057,0.005301644094288349]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,1,0,0,1,0,0,2,3,1,3,4,6,8,6,12,10,14,24,13,12,26,21,30,21,30,32,37,35,39,28,32,41,33,34,28,26,25,20,14,17,14,5,9,11,12,12,1,2,2,5,2,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0006859200075268745,-0.000662886188365519,-0.0006398523692041636,-0.0006168185500428081,-0.0005937847308814526,-0.0005707509117200971,-0.0005477171507664025,-0.000524683331605047,-0.0005016495124436915,-0.000478615693282336,-0.0004555818741209805,-0.000432548054959625,-0.0004095142357982695,-0.000386480416636914,-0.000363446626579389,-0.0003404128074180335,-0.000317378988256678,-0.0002943451690953225,-0.000271311349933967,-0.00024827755987644196,-0.00022524374071508646,-0.00020220992155373096,-0.00017917610239237547,-0.0001561422977829352,-0.0001331084786215797,-0.00011007466673618183,-8.704085485078394e-05,-6.400703568942845e-05,-4.097322380403057e-05,-1.7939410099643283e-05,5.094403604744002e-06,2.8128217309131287e-05,5.116203101351857e-05,7.419584289891645e-05,9.722965478431433e-05,0.00012026347394566983,0.0001432972785551101,0.0001663310977164656,0.0001893649168778211,0.00021239872148726135,0.00023543254064861685,0.0002584663452580571,0.0002815001644194126,0.0003045339835807681,0.0003275678027421236,0.0003506016219034791,0.00037363541196100414,0.00039666923112235963,0.00041970305028371513,0.0004427368694450706,0.0004657706886064261,0.0004888044786639512,0.0005118382978253067,0.0005348721169866621,0.0005579059361480176,0.0005809397553093731,0.0006039735744707286,0.0006270073936320841,0.0006500412127934396,0.0006730749737471342,0.0006961087929084897,0.0007191426120698452,0.0007421764312312007,0.0007652102503925562,0.0007882440695539117],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[1,0,2,0,0,1,0,1,1,4,2,2,6,5,5,16,8,13,14,19,23,20,33,27,18,27,27,31,43,35,34,28,38,25,30,28,23,20,25,19,15,16,8,11,14,12,6,7,8,7,1,1,1,1,2,2,0,0,0,1,0,0,0,1],"bins":[-0.0012966807698830962,-0.0012527608778327703,-0.0012088409857824445,-0.0011649210937321186,-0.0011210012016817927,-0.0010770813096314669,-0.001033161417581141,-0.0009892415255308151,-0.0009453216334804893,-0.0009014017414301634,-0.0008574818493798375,-0.0008135619573295116,-0.0007696420652791858,-0.0007257221732288599,-0.000681802281178534,-0.0006378823891282082,-0.0005939624970778823,-0.0005500426050275564,-0.0005061227129772305,-0.0004622028209269047,-0.0004182829288765788,-0.00037436303682625294,-0.00033044314477592707,-0.0002865232527256012,-0.00024260336067527533,-0.00019868346862494946,-0.00015476357657462358,-0.00011084368452429771,-6.692379247397184e-05,-2.3003900423645973e-05,2.0915991626679897e-05,6.483588367700577e-05,0.00010875565931200981,0.00015267555136233568,0.00019659544341266155,0.00024051533546298742,0.0002844352275133133,0.00032835511956363916,0.00037227501161396503,0.0004161949036642909,0.0004601147957146168,0.0005040346877649426,0.0005479545798152685,0.0005918744718655944,0.0006357943639159203,0.0006797142559662461,0.000723634148016572,0.0007675540400668979,0.0008114739321172237,0.0008553938241675496,0.0008993137162178755,0.0009432336082682014,0.0009871535003185272,0.001031073392368853,0.001074993284419179,0.0011189131764695048,0.0011628330685198307,0.0012067529605701566,0.0012506728526204824,0.0012945927446708083,0.0013385126367211342,0.00138243252877146,0.001426352420821786,0.0014702723128721118,0.0015141922049224377],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.007689980790019035,-0.007475545629858971,-0.007261110469698906,-0.007046675309538841,-0.0068322401493787766,-0.006617804989218712,-0.006403369829058647,-0.0061889346688985825,-0.005974499508738518,-0.005760064348578453,-0.005545629188418388,-0.005331194028258324,-0.005116758868098259,-0.004902323707938194,-0.00468788854777813,-0.004473453387618065,-0.004259018227458,-0.0040445830672979355,-0.003830147907137871,-0.003615712746977806,-0.0034012775868177414,-0.0031868424266576767,-0.002972407266497612,-0.0027579721063375473,-0.0025435369461774826,-0.002329101786017418,-0.002114666625857353,-0.0019002314656972885,-0.0016857963055372238,-0.0014713611453771591,-0.0012569259852170944,-0.0010424908250570297,-0.000828055664896965,-0.0006136205047369003,-0.00039918534457683563,-0.00018475018441677094,2.9684975743293762e-05,0.00024412013590335846,0.00045855529606342316,0.0006729904562234879,0.0008874256163835526,0.0011018607765436172,0.001316295936703682,0.0015307310968637466,0.0017451662570238113,0.001959601417183876,0.0021740365773439407,0.0023884717375040054,0.00260290689766407,0.002817342057824135,0.0030317772179841995,0.0032462123781442642,0.003460647538304329,0.0036750826984643936,0.0038895178586244583,0.004103953018784523,0.004318388178944588,0.004532823339104652,0.004747258499264717,0.004961693659424782,0.0051761288195848465,0.005390563979744911,0.005604999139904976,0.005819434300065041,0.006033869460225105],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,2,1,3,5,8,4,3,7,7,13,12,18,18,23,12,22,27,15,31,25,27,29,38,28,27,44,29,36,33,29,28,28,19,14,19,19,11,7,10,5,4,7,3,4,1,3,3,0,2,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,0,0,0,3,1,1,4,3,4,0,3,7,13,16,12,6,11,15,12,21,19,24,20,30,25,26,34,33,29,25,43,20,36,41,25,23,16,32,23,17,9,9,9,10,9,15,4,5,4,2,6,2,1,2,1,2,0,0,0,1],"bins":[-0.0006103897467255592,-0.0005919958930462599,-0.0005736019811592996,-0.0005552081274800003,-0.00053681421559304,-0.0005184203619137406,-0.0005000264500267804,-0.000481632596347481,-0.0004632387135643512,-0.0004448448307812214,-0.0004264509479980916,-0.00040805706521496177,-0.0003896632115356624,-0.0003712693287525326,-0.0003528754459694028,-0.000334481563186273,-0.00031608768040314317,-0.00029769379762001336,-0.00027929991483688354,-0.00026090603205375373,-0.00024251216382253915,-0.00022411828103940934,-0.00020572441280819476,-0.00018733053002506495,-0.00016893664724193513,-0.00015054276445880532,-0.0001321488816756755,-0.00011375501344446093,-9.536113066133112e-05,-7.69672478782013e-05,-5.857337237102911e-05,-4.0179493225878105e-05,-2.1785672288388014e-05,-3.3917931432370096e-06,1.5002086001913995e-05,3.3395965147065e-05,5.1789844292216e-05,7.018372707534581e-05,8.857760258251801e-05,0.00010697147808969021,0.00012536536087282002,0.00014375924365594983,0.00016215312643907964,0.00018054699467029423,0.00019894087745342404,0.00021733476023655385,0.00023572862846776843,0.00025412251125089824,0.00027251639403402805,0.00029091027681715786,0.0003093041596002877,0.0003276980423834175,0.0003460919251665473,0.00036448577884584665,0.00038287966162897646,0.0004012735444121063,0.0004196674271952361,0.0004380613099783659,0.0004564551927614957,0.0004748490755446255,0.0004932429292239249,0.0005116368411108851,0.0005300306947901845,0.0005484246066771448,0.0005668184603564441]},"_step":54,"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,0,0,2,5,5,5,6,4,14,16,18,17,35,33,37,48,54,67,82,91,113,123,100,121,137,128,130,111,98,96,55,61,39,43,27,24,24,16,15,13,7,4,6,2,2,3,2,2,1,1,0,0,0,0,0,1],"bins":[-0.0007169489399529994,-0.000695541559252888,-0.0006741341785527766,-0.0006527267978526652,-0.0006313194171525538,-0.0006099120364524424,-0.0005885045975446701,-0.0005670972168445587,-0.0005456898361444473,-0.0005242824554443359,-0.0005028750747442245,-0.00048146769404411316,-0.00046006031334400177,-0.0004386529326438904,-0.00041724552283994853,-0.00039583814213983715,-0.00037443076143972576,-0.00035302338073961437,-0.000331616000039503,-0.00031020859023556113,-0.00028880120953544974,-0.00026739382883533835,-0.00024598644813522696,-0.00022457905288320035,-0.00020317167218308896,-0.00018176429148297757,-0.00016035689623095095,-0.00013894951553083956,-0.00011754212755477056,-9.613473957870156e-05,-7.472735887859017e-05,-5.331997090252116e-05,-3.191258292645216e-05,-1.050519676937256e-05,1.090218938770704e-05,3.2309573725797236e-05,5.371696170186624e-05,7.512434967793524e-05,9.653173037804663e-05,0.00011793911835411564,0.00013934650633018464,0.00016075388703029603,0.00018216128228232265,0.00020356866298243403,0.00022497604368254542,0.0002463834243826568,0.00026779083418659866,0.00028919821488671005,0.00031060559558682144,0.0003320129762869328,0.0003534203569870442,0.00037482776679098606,0.00039623514749109745,0.00041764252819120884,0.00043904990889132023,0.0004604572895914316,0.000481864670291543,0.0005032720509916544,0.0005246794316917658,0.0005460868705995381,0.0005674942512996495,0.0005889016319997609,0.0006103090126998723,0.0006317163933999836,0.000653123774100095]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,3,0,3,0,2,6,2,6,2,7,3,3,11,8,11,12,15,20,21,17,31,25,33,30,34,30,33,25,41,31,30,35,35,28,16,25,21,16,21,13,13,6,2,6,7,3,1,5,1,5,2,4,0,4,0,0,0,1,1],"bins":[-0.0013712769141420722,-0.0013290912611410022,-0.0012869054917246103,-0.0012447198387235403,-0.0012025341857224703,-0.0011603484163060784,-0.0011181627633050084,-0.0010759769938886166,-0.0010337913408875465,-0.0009916056878864765,-0.0009494199184700847,-0.0009072342654690146,-0.0008650485542602837,-0.0008228628430515528,-0.0007806771900504827,-0.0007384914788417518,-0.0006963057676330209,-0.0006541200564242899,-0.000611934345215559,-0.000569748692214489,-0.000527562981005758,-0.0004853772697970271,-0.00044319158769212663,-0.00040100590558722615,-0.0003588201943784952,-0.0003166344831697643,-0.0002744488010648638,-0.0002322631044080481,-0.00019007740775123239,-0.00014789171109441668,-0.00010570601443760097,-6.352031778078526e-05,-2.1334621123969555e-05,2.0851075532846153e-05,6.303677218966186e-05,0.00010522246884647757,0.00014740816550329328,0.00018959386216010898,0.0002317795588169247,0.00027396524092182517,0.0003161509521305561,0.00035833666333928704,0.0004005223454441875,0.000442708027549088,0.00048489373875781894,0.0005270794499665499,0.0005692651029676199,0.0006114508141763508,0.0006536365253850818,0.0006958222365938127,0.0007380079478025436,0.0007801936008036137,0.0008223793120123446,0.0008645650232210755,0.0009067506762221456,0.0009489363874308765,0.0009911220986396074,0.0010333077516406775,0.0010754935210570693,0.0011176791740581393,0.0011598649434745312,0.0012020505964756012,0.0012442362494766712,0.001286422018893063,0.001328607671894133]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,1,0,3,8,12,40,44,78,175,319,456,843,1200,1929,2966,4378,6376,8933,12510,16847,22757,28962,36212,44826,53407,62342,71878,80275,87759,92985,96202,96925,96441,93276,87336,80531,72181,63214,54382,45694,36908,29471,22922,17398,12781,9359,6544,4466,3094,1979,1291,811,490,283,168,95,41,29,15,10,3,0,2],"bins":[-0.1011965423822403,-0.09808699786663055,-0.09497746080160141,-0.09186791628599167,-0.08875837922096252,-0.08564883470535278,-0.08253929764032364,-0.0794297531247139,-0.07632021605968475,-0.07321067154407501,-0.07010112702846527,-0.06699158996343613,-0.06388204544782639,-0.06077250465750694,-0.0576629638671875,-0.05455342307686806,-0.051443882286548615,-0.04833434149622917,-0.04522480070590973,-0.042115259915590286,-0.039005719125270844,-0.0358961746096611,-0.03278663381934166,-0.029677093029022217,-0.026567552238702774,-0.02345801144838333,-0.02034847065806389,-0.017238928005099297,-0.014129387214779854,-0.011019846424460411,-0.007910304702818394,-0.004800763446837664,-0.0016912147402763367,0.0014183265157043934,0.0045278677716851234,0.0076374090276658535,0.010746950283646584,0.013856491073966026,0.01696603372693062,0.02007557451725006,0.023185115307569504,0.026294656097888947,0.02940419688820839,0.03251373767852783,0.03562328219413757,0.038732822984457016,0.04184236377477646,0.0449519045650959,0.048061445355415344,0.05117098614573479,0.05428052693605423,0.05739006772637367,0.060499608516693115,0.06360915303230286,0.066718690097332,0.06982823461294174,0.07293777167797089,0.07604731619358063,0.07915686070919037,0.08226639777421951,0.08537594228982925,0.0884854793548584,0.09159502387046814,0.09470456093549728,0.09781410545110703],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,0,0,0,0,1,0,1,2,4,3,5,2,6,7,5,11,14,19,29,26,28,36,58,42,57,65,53,51,40,45,38,27,18,12,8,11,7,4,6,3,4,3,2,2,1,1,1,1,1,0,0,1,1,2],"bins":[-0.008539664559066296,-0.008298004046082497,-0.008056343533098698,-0.007814682088792324,-0.007573021575808525,-0.007331361062824726,-0.007089700549840927,-0.006848039571195841,-0.006606379058212042,-0.006364718079566956,-0.006123057566583157,-0.005881397053599358,-0.005639736074954271,-0.005398075561970472,-0.005156414583325386,-0.004914754070341587,-0.004673093557357788,-0.004431432578712702,-0.004189772065728903,-0.0039481110870838165,-0.0037064505741000175,-0.003464789828285575,-0.0032231290824711323,-0.0029814683366566896,-0.002739807590842247,-0.002498147077858448,-0.0022564863320440054,-0.0020148255862295628,-0.0017731648404151201,-0.0015315042110159993,-0.0012898434652015567,-0.0010481828358024359,-0.0008065220899879932,-0.0005648614023812115,-0.00032320068567059934,-8.153998351190239e-05,0.00016012071864679456,0.0004017814062535763,0.0006434421520680189,0.0008851028396748006,0.0011267635272815824,0.001368424273096025,0.0016100849024951458,0.0018517456483095884,0.002093406394124031,0.0023350671399384737,0.0025767276529222727,0.0028183883987367153,0.003060049144551158,0.0033017098903656006,0.0035433706361800432,0.003785031149163842,0.004026691894978285,0.004268352873623371,0.00451001338660717,0.004751673899590969,0.004993334878236055,0.005234995391219854,0.005476656369864941,0.00571831688284874,0.005959977395832539,0.006201638374477625,0.006443298887461424,0.00668495986610651,0.006926620379090309]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.002261539688333869,-0.002188499318435788,-0.0021154589485377073,-0.0020424185786396265,-0.0019693782087415457,-0.0018963379552587867,-0.0018232975853607059,-0.001750257215462625,-0.0016772168455645442,-0.0016041764756664634,-0.0015311361057683825,-0.0014580957358703017,-0.0013850554823875427,-0.001312015112489462,-0.001238974742591381,-0.0011659343726933002,-0.0010928940027952194,-0.0010198536328971386,-0.0009468132629990578,-0.0008737729513086379,-0.000800732581410557,-0.0007276922115124762,-0.0006546518998220563,-0.0005816115299239755,-0.0005085711600258946,-0.0004355307901278138,-0.00036249044933356345,-0.0002894501085393131,-0.00021640973864123225,-0.00014336938329506665,-7.032902794890106e-05,2.71132739726454e-06,7.575144991278648e-05,0.00014879180525895208,0.00022183216060511768,0.00029487250139936805,0.0003679128712974489,0.0004409532411955297,0.0005139935528859496,0.0005870339227840304,0.0006600742926821113,0.0007331146625801921,0.0008061550324782729,0.0008791953441686928,0.0009522357140667737,0.0010252760257571936,0.0010983163956552744,0.0011713567655533552,0.001244397135451436,0.0013174375053495169,0.0013904778752475977,0.0014635182451456785,0.0015365586150437593,0.0016095988685265183,0.0016826392384245992,0.00175567960832268,0.0018287199782207608,0.0019017603481188416,0.0019748006016016006,0.0020478409714996815,0.0021208813413977623,0.002193921711295843,0.002266962081193924,0.0023400024510920048,0.0024130428209900856],"_type":"histogram","values":[1,1,3,0,2,2,2,1,4,7,4,3,3,4,5,15,15,16,15,20,21,12,19,19,25,28,22,26,27,25,29,20,27,36,15,31,34,20,28,18,14,13,13,20,13,13,15,11,8,10,7,8,5,6,1,1,1,2,1,0,0,0,0,1]},"gradients/_orig_mod.linear.bias":{"bins":[-0.015498548746109009,-0.015019422397017479,-0.014540296047925949,-0.014061168767511845,-0.013582042418420315,-0.013102916069328785,-0.01262378878891468,-0.01214466243982315,-0.01166553609073162,-0.011186409741640091,-0.010707283392548561,-0.010228156112134457,-0.009749029763042927,-0.009269903413951397,-0.008790776133537292,-0.008311649784445763,-0.007832523435354233,-0.007353397086262703,-0.006874270271509886,-0.006395143456757069,-0.005916017107665539,-0.005436890758574009,-0.004957763943821192,-0.004478637129068375,-0.003999510779976845,-0.0035203841980546713,-0.003041257616132498,-0.0025621310342103243,-0.002083004452288151,-0.0016038778703659773,-0.0011247512884438038,-0.0006456247065216303,-0.0001664981245994568,0.0003126284573227167,0.0007917550392448902,0.0012708816211670637,0.0017500082030892372,0.0022291347850114107,0.002708261366933584,0.0031873879488557577,0.003666514530777931,0.004145640879869461,0.004624767694622278,0.005103894509375095,0.005583020858466625,0.006062147207558155,0.006541274022310972,0.007020400837063789,0.007499527186155319,0.007978653535246849,0.008457779884338379,0.008936907164752483,0.009416033513844013,0.009895159862935543,0.010374287143349648,0.010853413492441177,0.011332539841532707,0.011811666190624237,0.012290792539715767,0.012769919820129871,0.013249046169221401,0.013728172518312931,0.014207299798727036,0.014686426147818565,0.015165552496910095],"_type":"histogram","values":[1,1,0,0,0,0,0,0,1,1,1,0,3,0,1,0,1,2,1,3,2,1,3,5,1,6,4,2,6,5,3,7,5,2,4,4,5,5,5,4,4,5,0,4,3,1,1,2,0,3,1,4,0,1,0,0,1,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,1,1,1,0,1,0,5,8,10,2,9,9,10,10,9,17,26,20,25,38,46,46,46,28,33,44,36,42,29,29,41,24,18,18,12,16,15,9,13,2,2,3,1,1,3,1,1,2,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.0453659342601895e-06,-1.0075732461700682e-06,-9.697806717667845e-07,-9.31988040520082e-07,-8.941954092733795e-07,-8.56402778026677e-07,-8.186101467799745e-07,-7.808175155332719e-07,-7.430248842865694e-07,-7.052322530398669e-07,-6.674396217931644e-07,-6.296469905464619e-07,-5.918543592997594e-07,-5.540617280530569e-07,-5.162690968063544e-07,-4.784764655596518e-07,-4.4068383431294933e-07,-4.028912030662468e-07,-3.650985718195443e-07,-3.273059405728418e-07,-2.895133093261393e-07,-2.5172067807943677e-07,-2.1392804683273425e-07,-1.7613541558603174e-07,-1.3834278433932923e-07,-1.0055015309262672e-07,-6.27575218459242e-08,-2.496489059922169e-08,1.2827740647480823e-08,5.0620371894183336e-08,8.841300314088585e-08,1.2620563438758836e-07,1.6399826563429087e-07,2.0179089688099339e-07,2.395835281276959e-07,2.773761593743984e-07,3.151687906211009e-07,3.5296142186780344e-07,3.9075405311450595e-07,4.2854668436120846e-07,4.66339315607911e-07,5.041319468546135e-07,5.41924578101316e-07,5.797172093480185e-07,6.17509840594721e-07,6.553024718414235e-07,6.93095103088126e-07,7.308877343348286e-07,7.686803655815311e-07,8.064729968282336e-07,8.442656280749361e-07,8.820582593216386e-07,9.198508905683411e-07,9.576435786584625e-07,9.954361530617462e-07,1.0332287274650298e-06,1.0710214155551512e-06,1.1088141036452726e-06,1.1466066780485562e-06,1.1843992524518399e-06,1.2221919405419612e-06,1.2599846286320826e-06,1.2977772030353663e-06,1.33556977743865e-06,1.3733624655287713e-06]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"values":[1,5,2,8,16,16,24,54,93,126,216,352,516,796,1166,1558,2200,3000,3995,5723,7090,9029,11141,13705,16503,19433,22023,24677,27841,29673,31305,32657,33355,33252,32277,30892,29587,27076,24484,21180,18615,15724,13092,11076,8607,6762,5256,3929,2924,2208,1530,1023,730,480,318,186,124,80,46,33,17,7,5,5],"bins":[-0.0931907519698143,-0.09035903960466385,-0.0875273272395134,-0.08469561487436295,-0.0818639025092125,-0.07903219014406204,-0.07620047777891159,-0.07336876541376114,-0.07053705304861069,-0.06770534068346024,-0.06487362831830978,-0.06204191595315933,-0.05921020358800888,-0.05637849122285843,-0.05354677885770798,-0.050715066492557526,-0.047883354127407074,-0.04505164176225662,-0.04221992939710617,-0.03938821703195572,-0.03655650466680527,-0.033724792301654816,-0.030893079936504364,-0.028061367571353912,-0.02522965520620346,-0.02239794284105301,-0.019566230475902557,-0.016734518110752106,-0.013902805745601654,-0.011071093380451202,-0.00823938101530075,-0.005407668650150299,-0.0025759488344192505,0.00025576353073120117,0.003087475895881653,0.0059191882610321045,0.008750900626182556,0.011582612991333008,0.01441432535648346,0.01724603772163391,0.020077750086784363,0.022909462451934814,0.025741174817085266,0.028572887182235718,0.03140459954738617,0.03423631191253662,0.03706802427768707,0.039899736642837524,0.042731449007987976,0.04556316137313843,0.04839487373828888,0.05122658610343933,0.05405829846858978,0.056890010833740234,0.059721723198890686,0.06255343556404114,0.06538514792919159,0.06821686029434204,0.07104857265949249,0.07388028502464294,0.0767119973897934,0.07954370975494385,0.0823754221200943,0.08520713448524475,0.0880388468503952],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,1,1,0,0,2,2,2,2,3,4,11,6,8,10,21,22,28,20,37,47,54,63,79,76,112,124,136,129,143,118,130,85,102,72,65,55,64,34,32,22,25,14,19,15,11,5,11,6,4,2,3,0,0,1,3,0,2,0,3],"bins":[-0.010346592403948307,-0.010032663121819496,-0.00971873477101326,-0.009404805488884449,-0.009090876206755638,-0.008776947855949402,-0.008463018573820591,-0.00814908929169178,-0.007835160940885544,-0.007521231658756733,-0.007207302376627922,-0.0068933735601603985,-0.006579444743692875,-0.006265515461564064,-0.0059515866450965405,-0.00563765736296773,-0.005323728546500206,-0.005009799730032682,-0.0046958704479038715,-0.004381941631436348,-0.004068012349307537,-0.0037540835328400135,-0.00344015471637249,-0.0031262256670743227,-0.0028122966177761555,-0.0024983675684779882,-0.002184438519179821,-0.0018705097027122974,-0.0015565806534141302,-0.001242651604115963,-0.0009287226712331176,-0.0006147936801426113,-0.00030086375772953033,1.306523336097598e-05,0.0003269942244514823,0.0006409232155419886,0.0009548522066324949,0.0012687812559306622,0.0015827101888135076,0.001896639121696353,0.00221056817099452,0.0025244972202926874,0.0028384262695908546,0.0031523550860583782,0.0034662841353565454,0.0037802131846547127,0.004094142001122236,0.004408071283251047,0.004722000099718571,0.005035928916186094,0.005349858198314905,0.005663787014782429,0.00597771629691124,0.006291645113378763,0.006605573929846287,0.006919503211975098,0.007233432028442621,0.007547360844910145,0.007861290127038956,0.008175219409167767,0.008489147759974003,0.008803077042102814,0.009117006324231625,0.009430934675037861,0.009744863957166672]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,3,0,3,1,1,2,4,4,2,2,13,3,9,9,15,14,14,18,16,34,49,40,49,71,68,50,45,44,33,31,22,18,10,7,12,12,5,3,2,7,1,0,6,2,0,3,1,2,2,0,0,0,0,0,1,1,0,0,0,2],"bins":[-0.01005253754556179,-0.009696819819509983,-0.009341102093458176,-0.008985384367406368,-0.008629665710031986,-0.008273947983980179,-0.007918230257928371,-0.007562512531876564,-0.007206794805824757,-0.006851076614111662,-0.0064953588880598545,-0.006139641162008047,-0.005783922970294952,-0.005428205244243145,-0.005072487518191338,-0.004716769326478243,-0.0043610516004264355,-0.004005333874374628,-0.003649615915492177,-0.003293897956609726,-0.0029381802305579185,-0.0025824622716754675,-0.0022267443127930164,-0.0018710264703258872,-0.001515308627858758,-0.0011595907853916287,-0.0008038728847168386,-0.0004481550131458789,-9.243714157491922e-05,0.00026328072999604046,0.0006189986015670002,0.0009747165022417903,0.0013304343447089195,0.0016861521871760488,0.002041870029643178,0.002397587988525629,0.0027533057145774364,0.0031090236734598875,0.0034647416323423386,0.003820459358394146,0.004176177084445953,0.004531895276159048,0.0048876130022108555,0.005243330728262663,0.005599048919975758,0.005954766646027565,0.006310484372079372,0.006666202563792467,0.0070219202898442745,0.007377638015896082,0.007733356207609177,0.008089073933660984,0.008444791659712791,0.008800509385764599,0.009156227111816406,0.009511945769190788,0.009867663495242596,0.010223381221294403,0.01057909894734621,0.010934816673398018,0.011290534399449825,0.011646253056824207,0.012001970782876015,0.012357688508927822,0.01271340623497963]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,5,2,3,5,7,10,11,12,24,24,25,37,56,55,62,75,103,119,111,130,122,117,141,122,107,102,97,68,65,43,42,41,21,25,9,13,3,7,3,8,3,4,1,2,1,0,0,0,0,0,1,0,0,1],"bins":[-0.0007265245076268911,-0.0007041271310299635,-0.0006817296962253749,-0.0006593323196284473,-0.0006369349430315197,-0.0006145375082269311,-0.0005921401316300035,-0.0005697427550330758,-0.0005473453784361482,-0.0005249479436315596,-0.000502550567034632,-0.00048015316133387387,-0.00045775575563311577,-0.0004353583790361881,-0.00041296097333543,-0.0003905635967385024,-0.0003681661910377443,-0.0003457687853369862,-0.00032337140874005854,-0.00030097400303930044,-0.0002785766264423728,-0.0002561792207416147,-0.0002337818150408566,-0.00021138442389201373,-0.00018898703274317086,-0.00016658964159432799,-0.00014419225044548512,-0.00012179484474472702,-9.939745359588414e-05,-7.700006244704127e-05,-5.460266402224079e-05,-3.220526923541911e-05,-9.807932656258345e-06,1.2589462130563334e-05,3.498685691738501e-05,5.738425170420669e-05,7.978164649102837e-05,0.00010217903763987124,0.00012457644334062934,0.0001469738344894722,0.00016937122563831508,0.00019176861678715795,0.00021416600793600082,0.00023656341363675892,0.000258960819337517,0.00028135819593444467,0.00030375560163520277,0.0003261529782321304,0.0003485503839328885,0.0003709477896336466,0.00039334516623057425,0.00041574257193133235,0.00043813994852826,0.0004605373542290181,0.0004829347599297762,0.0005053321365267038,0.0005277295131236315,0.00055012694792822,0.0005725243245251477,0.0005949217011220753,0.0006173191359266639,0.0006397165125235915,0.0006621138891205192,0.0006845113239251077,0.0007069087005220354]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,0,1,0,0,2,1,2,2,1,1,3,4,7,2,10,10,9,16,21,18,18,39,40,36,56,68,38,58,59,47,44,26,23,24,17,6,9,6,4,4,8,3,4,3,1,2,3,1,0,0,3,0,0,1,1,1,0,1,0,1],"bins":[-0.007932393811643124,-0.007671969011425972,-0.00741154421120882,-0.007151119410991669,-0.006890694610774517,-0.006630270276218653,-0.006369845476001501,-0.0061094206757843494,-0.005848995875567198,-0.005588571075350046,-0.0053281462751328945,-0.005067721474915743,-0.0048072971403598785,-0.004546872340142727,-0.004286447539925575,-0.004026022739708424,-0.003765597939491272,-0.0035051731392741203,-0.0032447483390569687,-0.0029843237716704607,-0.002723898971453309,-0.0024634741712361574,-0.0022030496038496494,-0.0019426248036324978,-0.0016822000034153461,-0.0014217752031981945,-0.0011613505193963647,-0.000900925777386874,-0.0006405010353773832,-0.0003800762933678925,-0.00011965155135840178,0.00014077319065108895,0.0004011979326605797,0.0006616226746700704,0.0009220474166795611,0.001182472100481391,0.0014428969006985426,0.0017033217009156942,0.0019637462683022022,0.002224171068519354,0.0024845958687365055,0.002745020668953657,0.003005445469170809,0.0032658700365573168,0.0035262948367744684,0.00378671963699162,0.004047144204378128,0.00430756900459528,0.004567993804812431,0.004828418605029583,0.005088843405246735,0.005349268205463886,0.005609693005681038,0.005870117340236902,0.006130542140454054,0.0063909669406712055,0.006651391740888357,0.006911816541105509,0.0071722413413226604,0.007432666141539812,0.007693090476095676,0.007953515276312828,0.00821394007652998,0.008474364876747131,0.008734789676964283]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"values":[3,6,6,16,21,47,94,188,330,483,842,1310,2079,3352,4799,7234,10150,14308,19664,25582,32888,41891,50969,60534,70633,79676,87683,94532,99524,100629,99862,97562,91714,84928,75272,65942,56766,46614,37552,29459,22802,16728,12336,8778,6134,3971,2664,1733,1053,665,367,208,120,84,37,17,11,3,1,5,2,0,0,1],"bins":[-0.09600674360990524,-0.09278228133916855,-0.08955782651901245,-0.08633336424827576,-0.08310890197753906,-0.07988444715738297,-0.07665998488664627,-0.07343553006649017,-0.07021106779575348,-0.06698660552501678,-0.06376215070486069,-0.06053768843412399,-0.0573132298886776,-0.0540887713432312,-0.05086430907249451,-0.04763985052704811,-0.044415391981601715,-0.04119093343615532,-0.03796647489070892,-0.03474201261997223,-0.03151755407452583,-0.028293095529079437,-0.025068635120987892,-0.021844174712896347,-0.01861971616744995,-0.01539525669068098,-0.01217079721391201,-0.00894633773714304,-0.005721878260374069,-0.0024974187836050987,0.0007270406931638718,0.003951500169932842,0.00717596709728241,0.01040042657405138,0.01362488605082035,0.016849346458911896,0.02007380500435829,0.023298263549804688,0.026522723957896233,0.029747184365987778,0.032971642911434174,0.03619610145688057,0.039420560002326965,0.04264502227306366,0.045869480818510056,0.04909393936395645,0.052318401634693146,0.05554286018013954,0.05876731872558594,0.06199177727103233,0.06521623581647873,0.06844069808721542,0.07166515290737152,0.07488961517810822,0.07811407744884491,0.08133853226900101,0.0845629945397377,0.0877874568104744,0.0910119116306305,0.09423637390136719,0.09746083617210388,0.10068529099225998,0.10390975326299667,0.10713420808315277,0.11035867035388947],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,0,1,0,0,1,1,1,3,4,3,12,3,8,10,12,9,8,23,21,26,23,25,36,41,43,29,27,44,34,36,47,25,25,27,29,13,20,13,13,14,13,7,9,9,5,5,0,3,0,0,2,2],"bins":[-0.0006409506313502789,-0.0006246109260246158,-0.0006082712789066136,-0.0005919315735809505,-0.0005755919264629483,-0.0005592522211372852,-0.0005429125158116221,-0.00052657286869362,-0.0005102331633679569,-0.0004938935162499547,-0.0004775538109242916,-0.000461214134702459,-0.00044487445848062634,-0.0004285347822587937,-0.0004121950769331306,-0.000395855400711298,-0.00037951572448946536,-0.0003631760482676327,-0.0003468363720458001,-0.000330496666720137,-0.00031415699049830437,-0.00029781731427647173,-0.0002814776380546391,-0.00026513796183280647,-0.00024879828561097383,-0.00023245859483722597,-0.0002161189040634781,-0.00019977922784164548,-0.00018343955161981285,-0.00016709986084606498,-0.00015076018462423235,-0.0001344204938504845,-0.00011808081762865186,-0.00010174113413086161,-8.540145063307136e-05,-6.906177441123873e-05,-5.272209091344848e-05,-3.6382407415658236e-05,-2.0042727555846795e-05,-3.7030458770459518e-06,1.2636635801754892e-05,2.8976317480555736e-05,4.531599915935658e-05,6.165567901916802e-05,7.799536251695827e-05,9.433504601474851e-05,0.00011067472223658115,0.000127014413010329,0.00014335408923216164,0.00015969376545399427,0.00017603345622774214,0.00019237313244957477,0.00020871282322332263,0.00022505249944515526,0.0002413921756669879,0.00025773185188882053,0.00027407152811065316,0.00029041123343631625,0.0003067509096581489,0.0003230905858799815,0.00033943026210181415,0.0003557699383236468,0.0003721096436493099,0.0003884493198711425,0.00040478899609297514]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-8.952027314990119e-07,-8.695642463862896e-07,-8.439258181169862e-07,-8.182873898476828e-07,-7.926489047349605e-07,-7.670104196222383e-07,-7.413719913529349e-07,-7.157335630836315e-07,-6.900950779709092e-07,-6.644565928581869e-07,-6.388181645888835e-07,-6.131797363195801e-07,-5.875412512068579e-07,-5.619027660941356e-07,-5.362643378248322e-07,-5.106259095555288e-07,-4.849874244428065e-07,-4.593489677517937e-07,-4.3371051106078085e-07,-4.08072054369768e-07,-3.824335976787552e-07,-3.5679514098774234e-07,-3.311566842967295e-07,-3.055182276057167e-07,-2.7987977091470384e-07,-2.54241314223691e-07,-2.2860285753267817e-07,-2.0296440084166534e-07,-1.773259441506525e-07,-1.5168748745963967e-07,-1.2604903076862684e-07,-1.00410574077614e-07,-7.47720605431823e-08,-4.913360385216947e-08,-2.3495147161156638e-08,2.1433095298561966e-09,2.778176622086903e-08,5.3420222911881865e-08,7.90586796028947e-08,1.0469713629390753e-07,1.3033559298492037e-07,1.559740496759332e-07,1.8161250636694604e-07,2.0725096305795887e-07,2.328894197489717e-07,2.5852787643998454e-07,2.8416633313099737e-07,3.098047898220102e-07,3.3544324651302304e-07,3.610817032040359e-07,3.867201598950487e-07,4.1235861658606154e-07,4.379970732770744e-07,4.636355299680872e-07,4.892739866591e-07,5.149124717718223e-07,5.405509000411257e-07,5.661893283104291e-07,5.918278134231514e-07,6.174662985358736e-07,6.43104726805177e-07,6.687431550744805e-07,6.943816401872027e-07,7.20020125299925e-07,7.456585535692284e-07],"_type":"histogram","values":[1,0,1,0,1,0,1,1,0,1,0,1,1,2,2,3,5,4,5,3,6,9,4,13,12,23,13,25,25,28,31,42,38,37,44,34,34,41,35,41,29,32,23,30,15,17,5,11,4,8,8,2,6,1,3,3,0,0,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,2,2,2,1,5,3,6,4,5,13,9,20,16,12,12,28,20,24,25,37,30,30,31,36,31,27,39,34,32,24,31,22,27,17,16,11,12,13,11,10,8,7,5,2,3,1,3,1,1,1,1,1,1,0,0,1],"bins":[-0.009128019213676453,-0.008846070617437363,-0.008564122021198273,-0.008282173424959183,-0.008000224828720093,-0.00771827669814229,-0.0074363281019032,-0.00715437950566411,-0.0068724313750863075,-0.0065904827788472176,-0.006308534182608128,-0.006026585586369038,-0.005744636990129948,-0.005462688393890858,-0.005180740263313055,-0.004898791667073965,-0.004616843070834875,-0.004334894474595785,-0.004052945878356695,-0.003770997514948249,-0.0034890491515398026,-0.0032071005553007126,-0.0029251519590616226,-0.0026432035956531763,-0.0023612549994140863,-0.0020793064031749964,-0.00179735803976655,-0.00151540944352746,-0.001233460963703692,-0.0009515124838799238,-0.0006695639458484948,-0.00038761543692089617,-0.00010566692799329758,0.00017628158093430102,0.0004582300898618996,0.0007401786278933287,0.0010221271077170968,0.001304075587540865,0.001586024183779955,0.001867972663603723,0.002149921143427491,0.002431869739666581,0.0027138181030750275,0.0029957666993141174,0.0032777152955532074,0.0035596636589616537,0.0038416122552007437,0.00412356061860919,0.00440550921484828,0.00468745781108737,0.00496940640732646,0.0052513545379042625,0.0055333031341433525,0.0058152517303824425,0.0060972003266215324,0.006379148922860622,0.006661097519099712,0.006943045649677515,0.007224994245916605,0.007506942842155695,0.007788891438394785,0.008070839568972588,0.008352788165211678,0.008634736761450768,0.008916685357689857],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.000325191329466179,-0.00031258308445103467,-0.0002999748685397208,-0.0002873666235245764,-0.00027475840761326253,-0.0002621501625981182,-0.0002495419466868043,-0.00023693370167165995,-0.00022432547120843083,-0.0002117172407452017,-0.0001991090102819726,-0.00018650077981874347,-0.00017389253480359912,-0.00016128430434037,-0.00014867607387714088,-0.00013606784341391176,-0.00012345961295068264,-0.00011085138248745352,-9.82431520242244e-05,-8.563491428503767e-05,-7.302668382180855e-05,-6.041845335857943e-05,-4.78102192573715e-05,-3.520198515616357e-05,-2.2593754692934453e-05,-9.98552241071593e-06,2.622709871502593e-06,1.5230942153721116e-05,2.783917443593964e-05,4.044740489916876e-05,5.3055639000376686e-05,6.566387310158461e-05,7.827213266864419e-05,9.088036313187331e-05,0.00010348859359510243,0.00011609683133428916,0.00012870505452156067,0.00014131329953670502,0.00015392152999993414,0.00016652976046316326,0.00017913799092639238,0.0001917462213896215,0.00020435445185285062,0.00021696268231607974,0.00022957092733122408,0.0002421791577944532,0.0002547873882576823,0.0002673956041689962,0.00028000384918414056,0.0002926120941992849,0.0003052203101105988,0.00031782855512574315,0.00033043677103705704,0.0003430450160522014,0.0003556532319635153,0.00036826147697865963,0.000380869721993804,0.00039347793790511787,0.0004060861829202622,0.0004186943988315761,0.00043130264384672046,0.00044391085975803435,0.0004565191047731787,0.0004691273206844926,0.00048173556569963694],"_type":"histogram","values":[5,0,1,0,2,1,6,6,2,6,4,15,15,11,17,10,32,18,29,30,33,29,28,32,35,32,37,33,34,29,32,31,27,29,20,15,16,8,11,9,6,3,8,4,1,6,0,2,0,3,1,1,2,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[4,1,1,0,1,2,1,5,4,8,10,6,15,13,24,19,26,28,39,32,53,57,76,71,74,75,83,84,94,105,97,107,110,81,68,74,64,74,53,43,55,27,33,34,22,16,15,10,12,8,10,4,5,5,2,2,2,1,0,1,0,1,0,1],"bins":[-0.0015264200046658516,-0.001475318567827344,-0.0014242170145735145,-0.0013731155777350068,-0.0013220140244811773,-0.0012709125876426697,-0.0012198110343888402,-0.0011687095975503325,-0.001117608044296503,-0.0010665066074579954,-0.0010154051706194878,-0.0009643036173656583,-0.0009132021805271506,-0.0008621006854809821,-0.0008109991904348135,-0.0007598976953886449,-0.0007087962003424764,-0.0006576947052963078,-0.0006065932102501392,-0.0005554917152039707,-0.0005043902201578021,-0.000453288754215464,-0.0004021872882731259,-0.0003510857932269573,-0.00029998429818078876,-0.0002488828031346202,-0.00019778132264036685,-0.00014667984214611351,-9.557834709994495e-05,-4.4476859329734e-05,6.624628440476954e-06,5.7726116210687906e-05,0.00010882760398089886,0.00015992909902706742,0.00021103057952132076,0.0002621320600155741,0.00031323355506174266,0.00036433505010791123,0.00041543651605024934,0.0004665380110964179,0.0005176395061425865,0.000568741001188755,0.0006198424962349236,0.0006709439912810922,0.0007220454281195998,0.0007731469231657684,0.000824248418211937,0.0008753499132581055,0.0009264514083042741,0.0009775528451427817,0.0010286543983966112,0.0010797558352351189,0.0011308573884889483,0.001181958825327456,0.0012330603785812855,0.0012841618154197931,0.0013352632522583008,0.0013863648055121303,0.001437466242350638,0.0014885677956044674,0.001539669232442975,0.0015907707856968045,0.0016418722225353122,0.0016929737757891417,0.0017440752126276493]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,0,1,0,0,1,0,1,1,0,1,3,6,4,7,5,8,11,13,23,19,25,35,34,42,39,56,35,45,51,40,41,42,42,24,25,22,10,10,14,7,2,4,3,6,1,4,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00047158575034700334,-0.00045492296339944005,-0.0004382602055557072,-0.0004215974186081439,-0.00040493463166058064,-0.0003882718738168478,-0.0003716090868692845,-0.0003549462999217212,-0.0003382835420779884,-0.0003216207551304251,-0.0003049579681828618,-0.0002882951812352985,-0.0002716324233915657,-0.0002549696364440024,-0.00023830686404835433,-0.00022164407710079104,-0.00020498130470514297,-0.0001883185323094949,-0.00017165574536193162,-0.00015499297296628356,-0.00013833018601872027,-0.00012166741362307221,-0.00010500464122742414,-8.834186155581847e-05,-7.167908188421279e-05,-5.5016302212607116e-05,-3.8353526178980246e-05,-2.1690748326363973e-05,-5.0279704737477005e-06,1.1634807378868572e-05,2.8297585231484845e-05,4.4960361265111715e-05,6.162311183288693e-05,7.828589150449261e-05,9.494867117609829e-05,0.00011161144357174635,0.00012827423051930964,0.0001449370029149577,0.00016159977531060576,0.00017826256225816905,0.00019492533465381712,0.00021158810704946518,0.00022825089399702847,0.00024491368094459176,0.0002615764387883246,0.0002782392257358879,0.0002949020126834512,0.000311564770527184,0.0003282275574747473,0.0003448903444223106,0.0003615531022660434,0.0003782158892136067,0.00039487867616117,0.00041154143400490284,0.00042820422095246613,0.0004448670079000294,0.00046152976574376225,0.00047819255269132555,0.0004948553396388888,0.0005115180974826217,0.0005281809135340154,0.0005448436713777483,0.0005615064292214811,0.0005781692452728748,0.0005948320031166077],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.011130492202937603,-0.010776327922940254,-0.01042216457426548,-0.010068000294268131,-0.009713836945593357,-0.009359672665596008,-0.009005509316921234,-0.008651345036923885,-0.008297180756926537,-0.007943017408251762,-0.007588853593915701,-0.0072346897795796394,-0.006880525499582291,-0.006526361685246229,-0.006172197870910168,-0.005818034056574106,-0.005463870242238045,-0.005109706427901983,-0.004755542613565922,-0.00440137879922986,-0.004047214984893799,-0.0036930509377270937,-0.0033388868905603886,-0.002984723076224327,-0.0026305592618882656,-0.002276395447552204,-0.0019222315168008208,-0.0015680675860494375,-0.001213903771713376,-0.0008597398991696537,-0.0005055760266259313,-0.00015141215408220887,0.0002027507871389389,0.0005569146596826613,0.0009110785322263837,0.001265242462977767,0.0016194062773138285,0.00197357009164989,0.002327734138816595,0.0026818979531526566,0.003036061767488718,0.0033902255818247795,0.003744389396160841,0.0040985532104969025,0.004452717490494251,0.004806881304830313,0.005161045119166374,0.005515208933502436,0.005869372747838497,0.006223536562174559,0.00657770037651062,0.006931864190846682,0.007286028005182743,0.007640192285180092,0.007994355633854866,0.008348519913852215,0.008702684193849564,0.009056847542524338,0.009411011822521687,0.00976517517119646,0.01011933945119381,0.010473502799868584,0.010827667079865932,0.011181830428540707,0.011535994708538055],"_type":"histogram","values":[1,1,0,2,1,0,1,0,1,4,3,4,4,10,5,3,11,14,12,15,15,22,16,16,17,23,34,38,32,31,30,33,43,31,29,24,27,32,28,18,23,16,12,15,14,12,7,7,8,2,4,6,1,1,4,1,1,0,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[2,6,6,7,18,25,34,38,96,159,280,470,700,1050,1555,2256,3130,4347,5926,7587,9981,12555,15279,18576,21905,25194,28204,30962,33221,34679,35684,35381,34661,33372,30833,28356,25305,22038,18910,15805,12811,9970,7824,5891,4599,3290,2341,1543,1047,703,470,287,186,121,63,27,22,19,8,3,5,0,0,1],"bins":[-0.09427600353956223,-0.09123889356851578,-0.08820178359746933,-0.08516467362642288,-0.08212756365537643,-0.07909045368432999,-0.07605334371328354,-0.07301623374223709,-0.06997911632061005,-0.0669420063495636,-0.06390489637851715,-0.060867790132761,-0.057830676436424255,-0.05479356646537781,-0.05175645649433136,-0.04871934652328491,-0.045682236552238464,-0.04264512658119202,-0.03960801661014557,-0.03657090663909912,-0.03353379666805267,-0.030496684834361076,-0.02745957300066948,-0.02442246302962303,-0.021385353058576584,-0.018348243087530136,-0.015311132185161114,-0.012274021282792091,-0.009236911311745644,-0.0061998008750379086,-0.0031626904383301735,-0.00012558000162243843,0.0029115378856658936,0.005948648322373629,0.008985758759081364,0.012022869661450386,0.015059979632496834,0.01809708960354328,0.02113420143723488,0.024171311408281326,0.027208421379327774,0.030245531350374222,0.03328264132142067,0.03631975129246712,0.039356864988803864,0.04239397495985031,0.04543108493089676,0.04846819490194321,0.051505304872989655,0.0545424148440361,0.05757952481508255,0.060616634786129,0.06365374475717545,0.0666908547282219,0.06972796469926834,0.07276507467031479,0.07580219209194183,0.07883930206298828,0.08187641203403473,0.08491352200508118,0.08795063197612762,0.09098774194717407,0.09402485191822052,0.09706196188926697,0.10009907186031342]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[2,5,8,17,32,56,117,209,325,577,902,1357,2146,3281,5039,7237,9970,13906,18292,24106,30847,38786,47221,56283,65411,73941,82144,89135,93491,96268,97342,95992,92275,86128,78605,69442,61393,51608,42968,34473,27413,21272,15824,11588,8315,5890,4006,2687,1747,1090,746,443,231,126,61,38,17,15,8,5,3,1,0,1],"bins":[-0.09406568109989166,-0.09095554798841476,-0.08784540742635727,-0.08473527431488037,-0.08162514120340347,-0.07851500064134598,-0.07540486752986908,-0.07229473441839218,-0.06918460130691528,-0.06607446074485779,-0.06296432763338089,-0.05985419079661369,-0.0567440539598465,-0.0536339208483696,-0.0505237840116024,-0.047413650900125504,-0.04430351406335831,-0.04119337722659111,-0.03808324411511421,-0.034973107278347015,-0.03186297416687012,-0.02875283733010292,-0.025642700493335724,-0.022532565519213676,-0.01942243054509163,-0.01631229557096958,-0.01320215966552496,-0.010092023760080338,-0.00698188878595829,-0.0038717533461749554,-0.0007616179063916206,0.002348517533391714,0.005458660423755646,0.008568795397877693,0.011678931303322315,0.014789067208766937,0.017899202182888985,0.021009337157011032,0.02411947399377823,0.027229608967900276,0.030339743942022324,0.03344988077878952,0.03656001389026642,0.039670150727033615,0.04278028756380081,0.04589042067527771,0.04900055751204491,0.052110690623521805,0.055220827460289,0.0583309642970562,0.061441097408533096,0.06455123424530029,0.06766136735677719,0.07077150791883469,0.07388164103031158,0.07699177414178848,0.08010190725326538,0.08321204781532288,0.08632218092679977,0.08943231403827667,0.09254245460033417,0.09565258771181107,0.09876272082328796,0.10187286138534546,0.10498299449682236],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0006662000669166446,-0.0006454918766394258,-0.0006247836863622069,-0.000604075554292649,-0.0005833673640154302,-0.0005626591737382114,-0.0005419509834609926,-0.0005212427931837738,-0.0005005346611142159,-0.0004798264417331666,-0.0004591182805597782,-0.0004384100902825594,-0.0004177019000053406,-0.0003969937388319522,-0.0003762855485547334,-0.00035557738738134503,-0.0003348691971041262,-0.0003141610068269074,-0.00029345284565351903,-0.0002727446553763002,-0.00025203649420291185,-0.00023132830392569304,-0.00021062011364847422,-0.00018991193792317063,-0.00016920376219786704,-0.00014849558647256345,-0.00012778741074725986,-0.00010707922047004104,-8.637104474473745e-05,-6.566286901943386e-05,-4.495468601817265e-05,-2.4246506654890254e-05,-3.5383272916078568e-06,1.716985207167454e-05,3.787803143495694e-05,5.8586210798239335e-05,7.929439016152173e-05,0.00010000256588682532,0.00012071074888808653,0.00014141893188934773,0.00016212710761465132,0.0001828352833399549,0.0002035434590652585,0.00022425164934247732,0.00024495983961969614,0.0002656680007930845,0.0002863761910703033,0.0003070843522436917,0.0003277925425209105,0.0003485007327981293,0.0003692088939715177,0.0003899170842487365,0.00041062524542212486,0.0004313334356993437,0.0004520416259765625,0.00047274978714995086,0.0004934580065310001,0.000514166138600558,0.0005348743288777769,0.0005555825191549957,0.0005762907094322145,0.0005969988997094333,0.0006177070317789912,0.00063841522205621,0.0006591234123334289],"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,2,4,5,1,4,6,3,6,8,12,13,13,10,16,26,23,25,27,33,28,25,35,37,50,42,34,33,30,34,22,26,17,20,19,22,10,7,6,6,6,4,2,2,3,1,2,1,1,0,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[2,0,0,0,0,5,1,4,2,4,1,2,7,8,10,7,5,11,21,17,10,25,21,21,30,25,21,24,26,38,28,36,33,25,33,41,21,30,23,21,18,15,15,10,14,8,8,6,6,6,4,2,4,5,2,5,0,0,0,0,0,0,0,1],"bins":[-0.001050650840625167,-0.0010166926076635718,-0.000982734258286655,-0.0009487760253250599,-0.0009148177923634648,-0.0008808595011942089,-0.0008469012100249529,-0.0008129429770633578,-0.0007789846858941019,-0.0007450263947248459,-0.0007110681617632508,-0.0006771098705939949,-0.0006431515794247389,-0.0006091933464631438,-0.0005752350552938879,-0.0005412768223322928,-0.0005073185311630368,-0.0004733602690976113,-0.0004394020070321858,-0.0004054437158629298,-0.0003714854537975043,-0.0003375271917320788,-0.0003035689005628228,-0.0002696106384973973,-0.0002356523764319718,-0.00020169411436654627,-0.00016773583774920553,-0.00013377756113186479,-9.981929906643927e-05,-6.586102972505614e-05,-3.190276038367301e-05,2.055508957710117e-06,3.601366188377142e-05,6.997193122515455e-05,0.00010393020056653768,0.00013788847718387842,0.00017184673924930394,0.00020580500131472945,0.0002397632779320702,0.00027372155454941094,0.00030767981661483645,0.00034163807868026197,0.0003755963407456875,0.00040955463191494346,0.00044351289398036897,0.0004774711560457945,0.0005114294472150505,0.0005453876801766455,0.0005793459713459015,0.0006133042625151575,0.0006472624954767525,0.0006812207866460085,0.0007151790196076035,0.0007491373107768595,0.0007830956019461155,0.0008170538349077106,0.0008510121260769665,0.0008849704172462225,0.0009189286502078176,0.0009528869413770735,0.0009868452325463295,0.0010208034655079246,0.0010547616984695196,0.0010887200478464365,0.0011226782808080316],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,1,3,0,2,1,4,4,2,2,4,5,6,8,10,10,10,17,20,19,20,32,42,43,55,56,56,49,45,37,40,39,23,22,11,13,15,5,2,4,3,3,5,1,2,4,2,2,2,1,1,1],"bins":[-0.004585059359669685,-0.004464027937501669,-0.0043429965153336525,-0.004221965558826923,-0.004100934136658907,-0.0039799027144908905,-0.003858871292322874,-0.0037378398701548576,-0.003616808680817485,-0.0034957772586494684,-0.003374745836481452,-0.003253714647144079,-0.0031326832249760628,-0.0030116518028080463,-0.0028906206134706736,-0.002769589191302657,-0.0026485580019652843,-0.002527526579797268,-0.0024064951576292515,-0.0022854639682918787,-0.0021644325461238623,-0.002043401123955846,-0.0019223698182031512,-0.0018013385124504566,-0.0016803070902824402,-0.0015592757845297456,-0.001438244478777051,-0.0013172131730243564,-0.00119618175085634,-0.0010751504451036453,-0.0009541190811432898,-0.0008330877753905952,-0.0007120564114302397,-0.0005910250474698842,-0.00046999374171718955,-0.00034896237775683403,-0.00022793104290030897,-0.00010689970076782629,1.4131641364656389e-05,0.00013516299077309668,0.00025619432562962174,0.0003772256604861468,0.0004982569953426719,0.0006192883593030274,0.0007403197232633829,0.0008613510290160775,0.0009823823347687721,0.0011034137569367886,0.0012244450626894832,0.0013454763684421778,0.0014665077906101942,0.0015875390963628888,0.0017085704021155834,0.0018296018242835999,0.0019506331300362945,0.002071664435788989,0.0021926958579570055,0.0023137270472943783,0.0024347584694623947,0.002555789891630411,0.002676821080967784,0.0027978525031358004,0.002918883925303817,0.0030399151146411896,0.003160946536809206]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.10090654343366623,-0.09785359352827072,-0.09480063617229462,-0.09174768626689911,-0.088694728910923,-0.0856417790055275,-0.08258882164955139,-0.07953587174415588,-0.07648291438817978,-0.07342996448278427,-0.07037700712680817,-0.06732405722141266,-0.06427109986543655,-0.061218149960041046,-0.05816519632935524,-0.055112242698669434,-0.05205928906798363,-0.04900633543729782,-0.045953381806612015,-0.04290042817592621,-0.0398474745452404,-0.036794520914554596,-0.03374156728386879,-0.030688615515828133,-0.027635661885142326,-0.02458270825445652,-0.021529754623770714,-0.018476800993084908,-0.015423848293721676,-0.01237089466303587,-0.009317941963672638,-0.006264988332986832,-0.0032120347023010254,-0.00015908130444586277,0.0028938720934093,0.005946825258433819,0.008999778889119625,0.012052732519805431,0.015105685219168663,0.01815863884985447,0.021211592480540276,0.024264546111226082,0.027317499741911888,0.030370453372597694,0.03342340514063835,0.03647635877132416,0.039529312402009964,0.04258226603269577,0.04563521966338158,0.04868817329406738,0.05174112692475319,0.054794080555438995,0.0578470341861248,0.06089998781681061,0.06395293772220612,0.06700589507818222,0.07005884498357773,0.07311180233955383,0.07616475224494934,0.07921770960092545,0.08227065950632095,0.08532361686229706,0.08837656676769257,0.09142952412366867,0.09448247402906418],"_type":"histogram","values":[1,0,0,1,3,2,9,21,31,60,102,158,233,410,682,983,1511,2214,3110,4398,5672,7691,9758,12463,15317,18562,21706,24775,28159,30924,33463,34647,35860,36052,35141,33441,31268,28325,25420,22002,18746,15618,12821,10130,7788,5941,4387,3154,2256,1526,1057,673,468,274,162,111,58,33,20,12,6,5,2,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[5,3,1,4,6,7,12,8,20,25,24,51,67,83,150,163,309,423,576,839,1334,1880,2945,4386,7099,10950,17862,28266,45136,69118,95306,98186,72822,48476,30804,19022,12102,7202,4617,3032,2122,1324,925,619,461,287,231,169,113,84,44,43,29,15,13,9,5,2,3,2,2,0,0,1],"bins":[-0.0081787109375,-0.007915496826171875,-0.00765228271484375,-0.007389068603515625,-0.0071258544921875,-0.006862640380859375,-0.00659942626953125,-0.006336212158203125,-0.006072998046875,-0.005809783935546875,-0.00554656982421875,-0.005283355712890625,-0.0050201416015625,-0.004756927490234375,-0.00449371337890625,-0.004230499267578125,-0.00396728515625,-0.003704071044921875,-0.00344085693359375,-0.003177642822265625,-0.0029144287109375,-0.002651214599609375,-0.00238800048828125,-0.002124786376953125,-0.001861572265625,-0.001598358154296875,-0.00133514404296875,-0.001071929931640625,-0.0008087158203125,-0.000545501708984375,-0.00028228759765625,-1.9073486328125e-05,0.000244140625,0.000507354736328125,0.00077056884765625,0.001033782958984375,0.0012969970703125,0.001560211181640625,0.00182342529296875,0.002086639404296875,0.002349853515625,0.002613067626953125,0.00287628173828125,0.003139495849609375,0.0034027099609375,0.003665924072265625,0.00392913818359375,0.004192352294921875,0.00445556640625,0.004718780517578125,0.00498199462890625,0.005245208740234375,0.0055084228515625,0.005771636962890625,0.00603485107421875,0.006298065185546875,0.006561279296875,0.006824493408203125,0.00708770751953125,0.007350921630859375,0.0076141357421875,0.007877349853515625,0.00814056396484375,0.008403778076171875,0.0086669921875]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-0.001103328657336533,-0.0010695750825107098,-0.0010358216241002083,-0.001002068049274385,-0.0009683144744485617,-0.0009345609578303993,-0.0009008074412122369,-0.0008670538663864136,-0.0008333003497682512,-0.0007995468331500888,-0.0007657932583242655,-0.0007320397417061031,-0.0006982862250879407,-0.0006645326502621174,-0.000630779133643955,-0.0005970255588181317,-0.0005632720421999693,-0.0005295185255818069,-0.0004957649507559836,-0.0004620114341378212,-0.00042825788841582835,-0.0003945043426938355,-0.0003607508260756731,-0.00032699728035368025,-0.0002932437346316874,-0.00025949018890969455,-0.00022573665773961693,-0.0001919831265695393,-0.00015822958084754646,-0.0001244760351255536,-9.072250395547599e-05,-5.696896550944075e-05,-2.3215427063405514e-05,1.0538111382629722e-05,4.429164982866496e-05,7.80451882747002e-05,0.00011179872672073543,0.00014555227244272828,0.0001793058036128059,0.00021305933478288352,0.0002468128805048764,0.0002805664262268692,0.0003143199719488621,0.00034807348856702447,0.0003818270342890173,0.00041558058001101017,0.00044933409662917256,0.0004830876423511654,0.0005168411880731583,0.0005505947046913207,0.000584348279517144,0.0006181017961353064,0.0006518553709611297,0.0006856088875792921,0.0007193624041974545,0.0007531159790232778,0.0007868694956414402,0.0008206230122596025,0.0008543765870854259,0.0008881301037035882,0.0009218836203217506,0.000955637195147574,0.0009893907699733973,0.0010231442283838987,0.001056897803209722],"_type":"histogram","values":[1,0,0,1,1,3,0,3,4,0,3,4,3,8,8,9,8,11,15,10,11,21,25,24,20,19,19,30,29,29,23,26,40,28,22,26,24,21,29,21,23,22,17,16,13,15,14,13,12,5,10,6,7,2,3,0,1,2,2,2,0,1,0,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.00225830078125,-0.002176046371459961,-0.002093791961669922,-0.002011537551879883,-0.0019292831420898438,-0.0018470287322998047,-0.0017647743225097656,-0.0016825199127197266,-0.0016002655029296875,-0.0015180110931396484,-0.0014357566833496094,-0.0013535022735595703,-0.0012712478637695312,-0.0011889934539794922,-0.0011067390441894531,-0.001024484634399414,-0.000942230224609375,-0.0008599758148193359,-0.0007777214050292969,-0.0006954669952392578,-0.0006132125854492188,-0.0005309581756591797,-0.0004487037658691406,-0.00036644935607910156,-0.0002841949462890625,-0.00020194053649902344,-0.00011968612670898438,-3.743171691894531e-05,4.482269287109375e-05,0.0001270771026611328,0.00020933151245117188,0.00029158592224121094,0.00037384033203125,0.00045609474182128906,0.0005383491516113281,0.0006206035614013672,0.0007028579711914062,0.0007851123809814453,0.0008673667907714844,0.0009496212005615234,0.0010318756103515625,0.0011141300201416016,0.0011963844299316406,0.0012786388397216797,0.0013608932495117188,0.0014431476593017578,0.0015254020690917969,0.001607656478881836,0.001689910888671875,0.001772165298461914,0.0018544197082519531,0.0019366741180419922,0.0020189285278320312,0.0021011829376220703,0.0021834373474121094,0.0022656917572021484,0.0023479461669921875,0.0024302005767822266,0.0025124549865722656,0.0025947093963623047,0.0026769638061523438,0.002759218215942383,0.002841472625732422,0.002923727035522461,0.0030059814453125],"_type":"histogram","values":[4,2,1,12,6,18,20,35,51,51,85,124,182,234,345,460,659,1067,1479,2359,3563,5575,8791,14705,26011,49160,106253,159806,99891,46284,24191,13914,8645,5324,3373,2322,1484,1057,713,516,335,208,164,105,68,37,50,30,19,15,6,3,4,5,1,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,1,0,2,3,3,4,3,7,12,5,6,7,13,11,10,11,25,24,24,28,26,27,33,26,35,30,29,41,24,38,30,20,32,24,25,16,14,16,16,13,13,10,5,3,3,3,2,1,5,0,2,0,2,0,0,0,1,1],"bins":[-0.01744944229722023,-0.016904255375266075,-0.01635906845331192,-0.015813879668712616,-0.015268692746758461,-0.014723505824804306,-0.014178318902850151,-0.013633131049573421,-0.013087944127619267,-0.012542757205665112,-0.011997569352388382,-0.011452382430434227,-0.010907195508480072,-0.010362007655203342,-0.009816820733249187,-0.009271632879972458,-0.008726445958018303,-0.008181259036064148,-0.007636071182787418,-0.007090884260833263,-0.006545696873217821,-0.006000509485602379,-0.005455322563648224,-0.004910135176032782,-0.004364947788417339,-0.003819760400801897,-0.0032745732460170984,-0.0027293860912323,-0.0021841987036168575,-0.001639011432416737,-0.0010938241612166166,-0.0005486368900164962,-3.4496188163757324e-06,0.0005417376523837447,0.0010869249235838652,0.0016321121947839856,0.002177299465984106,0.0027224868535995483,0.003267674008384347,0.0038128611631691456,0.004358048550784588,0.00490323593840003,0.005448423326015472,0.005993610247969627,0.00653879763558507,0.007083985023200512,0.007629171945154667,0.008174359798431396,0.008719546720385551,0.009264733642339706,0.009809921495616436,0.010355108417570591,0.01090029627084732,0.011445483192801476,0.01199067011475563,0.01253585796803236,0.013081044889986515,0.01362623181194067,0.0141714196652174,0.014716606587171555,0.01526179350912571,0.015806980431079865,0.01635216921567917,0.016897356137633324,0.01744254305958748]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-0.0014453633921220899,-0.001400542096234858,-0.0013557206839323044,-0.0013108993880450726,-0.001266077975742519,-0.001221256679855287,-0.0011764353839680552,-0.0011316139716655016,-0.0010867926757782698,-0.0010419712634757161,-0.0009971499675884843,-0.0009523286134935915,-0.0009075072593986988,-0.0008626859053038061,-0.0008178646094165742,-0.0007730432553216815,-0.0007282219012267888,-0.000683400547131896,-0.0006385791930370033,-0.0005937578971497715,-0.0005489365430548787,-0.000504115188959986,-0.00045929383486509323,-0.00041447250987403095,-0.0003696511557791382,-0.00032482980168424547,-0.0002800084766931832,-0.00023518712259829044,-0.00019036578305531293,-0.00014554444351233542,-0.0001007230966934003,-5.5901753512443975e-05,-1.1080410331487656e-05,3.374093284946866e-05,7.856227603042498e-05,0.0001233836228493601,0.00016820496239233762,0.00021302630193531513,0.00025784765603020787,0.00030266898102127016,0.0003474903351161629,0.00039231168921105564,0.0004371330142021179,0.00048195436829701066,0.0005267757223919034,0.0005715970764867961,0.000616418372374028,0.0006612397264689207,0.0007060610805638134,0.0007508824346587062,0.0007957037887535989,0.0008405250846408308,0.0008853464387357235,0.0009301677928306162,0.000974989146925509,0.0010198104428127408,0.0010646318551152945,0.0011094531510025263,0.00115427456330508,0.0011990958591923118,0.0012439171550795436,0.0012887385673820972,0.001333559863269329,0.0013783812755718827,0.0014232025714591146],"_type":"histogram","values":[1,0,0,0,0,4,3,0,2,1,3,4,1,1,5,6,11,8,8,5,12,13,19,22,26,20,29,26,31,40,38,40,27,37,39,36,30,27,26,24,17,24,18,15,15,11,8,4,5,3,5,3,4,0,5,3,0,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.09545338898897171,-0.09231312572956085,-0.08917286247015,-0.08603259921073914,-0.08289233595132828,-0.07975207269191742,-0.07661180198192596,-0.0734715387225151,-0.07033127546310425,-0.06719101220369339,-0.06405074894428253,-0.060910485684871674,-0.057770222425460815,-0.05462995916604996,-0.0514896921813488,-0.04834942892193794,-0.045209165662527084,-0.042068902403116226,-0.03892863914370537,-0.03578837215900421,-0.03264810889959335,-0.029507845640182495,-0.026367582380771637,-0.02322731725871563,-0.02008705399930477,-0.016946790739893913,-0.013806525617837906,-0.010666262358427048,-0.007525998167693615,-0.004385733976960182,-0.0012454702518880367,0.0018947937060147524,0.0050350576639175415,0.008175321854650974,0.011315586045384407,0.014455849304795265,0.017596114426851273,0.02073637768626213,0.02387664094567299,0.027016906067728996,0.030157169327139854,0.03329743444919586,0.03643769770860672,0.03957796096801758,0.042718224227428436,0.045858487486839294,0.04899875447154045,0.05213901773095131,0.05527928099036217,0.058419544249773026,0.061559807509183884,0.06470007449388504,0.0678403377532959,0.07098060101270676,0.07412086427211761,0.07726112753152847,0.08040139079093933,0.08354165405035019,0.08668191730976105,0.0898221880197525,0.09296245127916336,0.09610271453857422,0.09924297779798508,0.10238324105739594,0.1055235043168068],"_type":"histogram","values":[1,3,1,3,15,8,32,58,122,172,271,454,728,1081,1602,2355,3427,4929,6400,8552,11208,13925,17142,20540,23973,27359,30635,33241,35231,36592,37489,36376,35242,32898,30082,26387,23126,19919,16270,13335,10511,8023,6121,4325,3190,2178,1556,1042,696,397,243,154,92,51,31,16,7,5,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,3,1,1,3,2,2,7,12,11,20,14,26,23,29,37,38,43,46,47,48,32,47,25,35,21,23,22,21,19,10,13,15,10,12,8,9,4,4,3,4,7,2,1,1,0,0,1,1,2,0,1,0,0,0,1],"bins":[0.9988436102867126,0.9988847970962524,0.9989259839057922,0.998967170715332,0.999008297920227,0.9990494847297668,0.9990906715393066,0.9991318583488464,0.9991730451583862,0.999214231967926,0.9992554187774658,0.9992965459823608,0.9993377327919006,0.9993789196014404,0.9994201064109802,0.99946129322052,0.9995024800300598,0.9995436668395996,0.9995847940444946,0.9996259808540344,0.9996671676635742,0.999708354473114,0.9997495412826538,0.9997907280921936,0.9998319149017334,0.9998730421066284,0.9999142289161682,0.999955415725708,0.9999966025352478,1.0000377893447876,1.0000789165496826,1.0001201629638672,1.0001612901687622,1.0002025365829468,1.0002436637878418,1.0002849102020264,1.0003260374069214,1.0003671646118164,1.000408411026001,1.000449538230896,1.0004907846450806,1.0005319118499756,1.0005731582641602,1.0006142854690552,1.0006554126739502,1.0006966590881348,1.0007377862930298,1.0007790327072144,1.0008201599121094,1.000861406326294,1.000902533531189,1.000943660736084,1.0009849071502686,1.0010260343551636,1.0010672807693481,1.0011084079742432,1.0011496543884277,1.0011907815933228,1.0012319087982178,1.0012731552124023,1.0013142824172974,1.001355528831482,1.001396656036377,1.0014379024505615,1.0014790296554565]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[0.9990598559379578,0.9990907907485962,0.9991216659545898,0.9991526007652283,0.9991834759712219,0.9992144107818604,0.999245285987854,0.9992762207984924,0.9993070960044861,0.9993380308151245,0.9993689060211182,0.9993998408317566,0.999430775642395,0.9994616508483887,0.9994925856590271,0.9995234608650208,0.9995543956756592,0.9995852708816528,0.9996162056922913,0.9996470808982849,0.9996780157089233,0.999708890914917,0.9997398257255554,0.9997707605361938,0.9998016357421875,0.9998325705528259,0.9998634457588196,0.999894380569458,0.9999252557754517,0.9999561905860901,0.9999870657920837,1.0000180006027222,1.0000488758087158,1.000079870223999,1.0001107454299927,1.0001416206359863,1.00017249584198,1.0002034902572632,1.0002343654632568,1.0002652406692505,1.0002961158752441,1.0003271102905273,1.000357985496521,1.0003888607025146,1.0004198551177979,1.0004507303237915,1.0004816055297852,1.0005124807357788,1.000543475151062,1.0005743503570557,1.0006052255630493,1.000636100769043,1.0006670951843262,1.0006979703903198,1.0007288455963135,1.0007598400115967,1.0007907152175903,1.000821590423584,1.0008524656295776,1.0008834600448608,1.0009143352508545,1.0009452104568481,1.0009760856628418,1.001007080078125,1.0010379552841187],"_type":"histogram","values":[1,1,0,0,1,1,0,1,3,2,4,2,3,4,3,9,10,8,13,10,16,26,12,18,21,28,35,35,31,29,40,33,31,42,38,35,27,19,25,17,11,12,18,14,12,17,6,12,8,7,5,2,2,0,1,1,0,3,0,0,0,0,1,2]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[2,0,0,4,3,1,4,9,14,17,23,35,42,66,99,117,217,261,362,511,716,987,1383,1880,2694,3574,4709,6035,8094,9436,10460,10022,8792,7013,5583,4154,3082,2108,1625,1178,896,620,435,323,226,144,102,70,41,37,26,26,15,6,9,3,4,3,2,1,1,0,0,2],"bins":[-0.0179443359375,-0.017360687255859375,-0.01677703857421875,-0.016193389892578125,-0.0156097412109375,-0.015026092529296875,-0.01444244384765625,-0.013858795166015625,-0.013275146484375,-0.012691497802734375,-0.01210784912109375,-0.011524200439453125,-0.0109405517578125,-0.010356903076171875,-0.00977325439453125,-0.009189605712890625,-0.00860595703125,-0.008022308349609375,-0.00743865966796875,-0.006855010986328125,-0.0062713623046875,-0.005687713623046875,-0.00510406494140625,-0.004520416259765625,-0.003936767578125,-0.003353118896484375,-0.00276947021484375,-0.002185821533203125,-0.0016021728515625,-0.001018524169921875,-0.00043487548828125,0.000148773193359375,0.000732421875,0.001316070556640625,0.00189971923828125,0.002483367919921875,0.0030670166015625,0.003650665283203125,0.00423431396484375,0.004817962646484375,0.005401611328125,0.005985260009765625,0.00656890869140625,0.007152557373046875,0.0077362060546875,0.008319854736328125,0.00890350341796875,0.009487152099609375,0.01007080078125,0.010654449462890625,0.01123809814453125,0.011821746826171875,0.0124053955078125,0.012989044189453125,0.01357269287109375,0.014156341552734375,0.014739990234375,0.015323638916015625,0.01590728759765625,0.016490936279296875,0.0170745849609375,0.017658233642578125,0.01824188232421875,0.018825531005859375,0.0194091796875]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,0,0,0,0,0,2,1,0,1,0,1,0,1,2,4,8,5,5,5,8,11,13,22,17,15,22,28,44,28,37,36,36,44,33,39,48,34,25,26,30,16,21,23,9,9,10,6,9,12,6,4,2,3,1,2,0,0,1,0,0,0,1,1],"bins":[-0.00047489444841630757,-0.0004609418974723667,-0.0004469893465284258,-0.00043303679558448493,-0.00041908424464054406,-0.0004051316936966032,-0.0003911791427526623,-0.0003772265918087214,-0.000363274069968611,-0.0003493215190246701,-0.00033536896808072925,-0.00032141641713678837,-0.0003074638661928475,-0.0002935113152489066,-0.00027955876430496573,-0.00026560621336102486,-0.000251653662417084,-0.0002377011114731431,-0.00022374856052920222,-0.00020979600958526134,-0.00019584345864132047,-0.00018189092224929482,-0.00016793837130535394,-0.00015398582036141306,-0.00014003326941747218,-0.0001260807184735313,-0.00011212816752959043,-9.817562386160716e-05,-8.422307291766629e-05,-7.027052197372541e-05,-5.631797466776334e-05,-4.236542736180127e-05,-2.841287641786039e-05,-1.4460327292908914e-05,-5.0777816795744e-07,1.3444770956994034e-05,2.739732008194551e-05,4.134987102588639e-05,5.530241833184846e-05,6.925496563781053e-05,8.32075165817514e-05,9.716006752569228e-05,0.00011111261846963316,0.00012506516941357404,0.0001390177058055997,0.00015297025674954057,0.00016692280769348145,0.00018087535863742232,0.0001948279095813632,0.00020878046052530408,0.00022273301146924496,0.00023668556241318583,0.0002506381133571267,0.0002645906643010676,0.00027854321524500847,0.00029249576618894935,0.0003064483171328902,0.00032040083897300065,0.0003343533899169415,0.0003483059408608824,0.0003622584918048233,0.00037621104274876416,0.00039016359369270504,0.0004041161446366459,0.0004180686955805868],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.11271027475595474,-0.10927604138851166,-0.10584180802106857,-0.10240758210420609,-0.098973348736763,-0.09553911536931992,-0.09210488200187683,-0.08867064863443375,-0.08523641526699066,-0.08180218935012817,-0.07836795598268509,-0.074933722615242,-0.07149948924779892,-0.06806525588035583,-0.06463102996349335,-0.06119679659605026,-0.05776256322860718,-0.05432832986116409,-0.05089410021901131,-0.04745986685156822,-0.044025637209415436,-0.04059140384197235,-0.037157170474529266,-0.03372294083237648,-0.030288707464933395,-0.02685447596013546,-0.023420244455337524,-0.01998601108789444,-0.016551779583096504,-0.013117548078298569,-0.009683315642178059,-0.006249083671718836,-0.00281485915184021,0.0006193728186190128,0.004053604789078236,0.007487836759537458,0.010922068729996681,0.014356300234794617,0.0177905336022377,0.021224765107035637,0.024658996611833572,0.028093228116631508,0.03152745962142944,0.03496169298887253,0.03839592635631561,0.0418301559984684,0.045264389365911484,0.04869861900806427,0.052132852375507355,0.05556708574295044,0.059001315385103226,0.06243554875254631,0.0658697783946991,0.06930401176214218,0.07273824512958527,0.07617247849702835,0.07960671186447144,0.08304093778133392,0.08647517114877701,0.08990940451622009,0.09334363788366318,0.09677787125110626,0.10021209716796875,0.10364633053541183,0.10708056390285492],"_type":"histogram","values":[1,0,0,0,0,1,5,8,18,34,71,130,260,467,784,1300,2110,3351,5239,8123,11582,16251,22220,29828,39003,49133,59465,70905,82569,91546,98670,105138,107419,107119,103252,96932,88045,78020,66709,55983,45167,35608,27001,20213,14257,10259,6920,4611,2919,1750,1100,638,351,177,94,45,33,21,3,3,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,6,7,16,17,20,26,56,96,162,251,428,700,1248,2109,3648,6466,11735,20563,37023,63280,97673,114744,92654,58428,34711,18924,10689,5982,3481,1894,1125,681,394,208,128,89,60,40,22,11,10,5,2,3,1,1,1,0,0,2,0,1],"bins":[-0.0006256103515625,-0.0006068944931030273,-0.0005881786346435547,-0.000569462776184082,-0.0005507469177246094,-0.0005320310592651367,-0.0005133152008056641,-0.0004945993423461914,-0.00047588348388671875,-0.0004571676254272461,-0.00043845176696777344,-0.0004197359085083008,-0.0004010200500488281,-0.00038230419158935547,-0.0003635883331298828,-0.00034487247467041016,-0.0003261566162109375,-0.00030744075775146484,-0.0002887248992919922,-0.00027000904083251953,-0.0002512931823730469,-0.00023257732391357422,-0.00021386146545410156,-0.0001951456069946289,-0.00017642974853515625,-0.0001577138900756836,-0.00013899803161621094,-0.00012028217315673828,-0.00010156631469726562,-8.285045623779297e-05,-6.413459777832031e-05,-4.5418739318847656e-05,-2.6702880859375e-05,-7.987022399902344e-06,1.0728836059570312e-05,2.944469451904297e-05,4.8160552978515625e-05,6.687641143798828e-05,8.559226989746094e-05,0.0001043081283569336,0.00012302398681640625,0.0001417398452758789,0.00016045570373535156,0.00017917156219482422,0.00019788742065429688,0.00021660327911376953,0.0002353191375732422,0.00025403499603271484,0.0002727508544921875,0.00029146671295166016,0.0003101825714111328,0.00032889842987060547,0.0003476142883300781,0.0003663301467895508,0.00038504600524902344,0.0004037618637084961,0.00042247772216796875,0.0004411935806274414,0.00045990943908691406,0.0004786252975463867,0.0004973411560058594,0.000516057014465332,0.0005347728729248047,0.0005534887313842773,0.00057220458984375]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,1,0,1,0,2,1,3,2,3,4,5,4,7,6,10,9,6,14,19,21,19,20,15,33,20,28,25,44,33,33,35,26,38,24,27,30,37,32,14,17,16,16,13,10,10,8,3,4,5,1,3,2,2,0,2,1,0,0,1,0,1,0,1],"bins":[-0.01350143551826477,-0.013061384670436382,-0.012621334753930569,-0.01218128390610218,-0.011741233989596367,-0.011301183141767979,-0.010861133225262165,-0.010421082377433777,-0.009981032460927963,-0.009540981613099575,-0.009100930765271187,-0.008660880848765373,-0.008220830000936985,-0.007780779618769884,-0.007340729236602783,-0.006900678854435682,-0.006460628472268581,-0.0060205780901014805,-0.00558052770793438,-0.005140477325767279,-0.004700426943600178,-0.0042603760957717896,-0.0038203257136046886,-0.0033802753314375877,-0.002940224949270487,-0.002500174567103386,-0.002060124184936285,-0.0016200735699385405,-0.0011800231877714396,-0.0007399727473966777,-0.0002999223070219159,0.0001401281333528459,0.0005801785737276077,0.0010202289558947086,0.0014602794544771314,0.001900329953059554,0.002340380335226655,0.002780430717393756,0.0032204813323915005,0.0036605317145586014,0.004100582096725702,0.004540632478892803,0.004980682861059904,0.005420733243227005,0.005860784091055393,0.006300834473222494,0.006740884855389595,0.007180935237556696,0.007620985619723797,0.008061036467552185,0.008501086384057999,0.008941137231886387,0.0093811871483922,0.009821237996220589,0.010261287912726402,0.01070133876055479,0.011141389608383179,0.011581439524888992,0.01202149037271738,0.012461540289223194,0.012901591137051582,0.013341641053557396,0.013781691901385784,0.014221741817891598,0.014661792665719986],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[3,0,0,2,2,0,4,5,1,2,4,4,7,4,12,9,11,15,16,28,15,15,22,28,26,37,25,37,33,31,36,22,25,27,28,22,31,26,18,19,23,15,8,20,8,14,6,4,4,3,1,3,1,1,1,2,0,1,0,0,0,0,0,1],"bins":[-0.0012516463175415993,-0.00120888976380229,-0.0011661332100629807,-0.0011233767727389932,-0.0010806202189996839,-0.0010378636652603745,-0.0009951071115210652,-0.0009523506159894168,-0.0009095941204577684,-0.0008668375667184591,-0.0008240810129791498,-0.0007813245174475014,-0.0007385679637081921,-0.0006958114681765437,-0.0006530549144372344,-0.000610298418905586,-0.0005675418651662767,-0.0005247853114269674,-0.000482028815895319,-0.00043927229125984013,-0.0003965157666243613,-0.00035375921288505197,-0.0003110026882495731,-0.00026824616361409426,-0.0002254896389786154,-0.00018273311434313655,-0.0001399765897076577,-9.722005052026361e-05,-5.446352588478476e-05,-1.1706997611327097e-05,3.1049530662130564e-05,7.380606257356703e-05,0.00011656258720904589,0.00015931911184452474,0.0002020756364800036,0.00024483216111548245,0.0002875886857509613,0.0003303452394902706,0.00037310176412574947,0.0004158582887612283,0.0004586148133967072,0.000501371338032186,0.0005441278917714953,0.0005868843873031437,0.000629640941042453,0.0006723974365741014,0.0007151539903134108,0.0007579104858450592,0.0008006670395843685,0.0008434235933236778,0.0008861800888553262,0.0009289366425946355,0.0009716931381262839,0.0010144496336579323,0.0010572061873972416,0.001099962741136551,0.0011427192948758602,0.0011854758486151695,0.001228232285939157,0.0012709888396784663,0.0013137453934177756,0.001356501947157085,0.0013992583844810724,0.0014420149382203817,0.001484771491959691]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.10324287414550781,-0.09995577484369278,-0.09666867554187775,-0.09338158369064331,-0.09009448438882828,-0.08680738508701324,-0.08352028578519821,-0.08023318648338318,-0.07694609463214874,-0.07365899533033371,-0.07037189602851868,-0.06708479672670364,-0.06379769742488861,-0.060510601848363876,-0.05722350254654884,-0.05393640697002411,-0.050649307668209076,-0.04736220836639404,-0.04407511278986931,-0.040788013488054276,-0.03750091791152954,-0.03421381860971451,-0.030926719307899475,-0.02763962186872959,-0.024352524429559708,-0.021065426990389824,-0.01777832955121994,-0.014491230249404907,-0.011204132810235023,-0.00791703537106514,-0.004629937000572681,-0.0013428390957415104,0.0019442662596702576,0.005231364164501429,0.0085184620693326,0.011805560439825058,0.015092657878994942,0.018379755318164825,0.02166685461997986,0.024953952059149742,0.028241049498319626,0.03152814880013466,0.03481524437665939,0.038102343678474426,0.04138944298028946,0.044676538556814194,0.04796363785862923,0.05125073343515396,0.054537832736968994,0.05782493203878403,0.06111202761530876,0.0643991231918335,0.06768622249364853,0.07097332179546356,0.0742604210972786,0.07754752039909363,0.08083461225032806,0.0841217115521431,0.08740881085395813,0.09069591015577316,0.0939830094575882,0.09727010875940323,0.10055720061063766,0.1038442999124527,0.10713139921426773],"_type":"histogram","values":[2,1,0,3,8,7,29,40,78,165,306,514,834,1396,2197,3436,5088,7578,10798,15428,20858,27441,35509,44295,54065,64043,74464,83823,91471,98122,102239,103079,101344,97285,90468,82317,72703,62308,52252,42655,33645,26234,19589,14513,10131,7066,4786,3179,2038,1288,766,427,242,150,61,57,24,10,5,0,2,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,3,4,9,9,11,13,15,41,44,88,126,189,265,460,753,1359,2105,3530,6145,10915,18318,34352,60347,109212,185802,273880,300657,231516,144228,83209,45640,25833,13971,8171,4638,2736,1591,1047,560,405,234,139,100,70,43,27,19,12,6,6,1,4,0,1,1,1,0,0,0,1,1],"bins":[-0.0027618408203125,-0.0026674270629882812,-0.0025730133056640625,-0.0024785995483398438,-0.002384185791015625,-0.0022897720336914062,-0.0021953582763671875,-0.0021009445190429688,-0.00200653076171875,-0.0019121170043945312,-0.0018177032470703125,-0.0017232894897460938,-0.001628875732421875,-0.0015344619750976562,-0.0014400482177734375,-0.0013456344604492188,-0.001251220703125,-0.0011568069458007812,-0.0010623931884765625,-0.0009679794311523438,-0.000873565673828125,-0.0007791519165039062,-0.0006847381591796875,-0.0005903244018554688,-0.00049591064453125,-0.00040149688720703125,-0.0003070831298828125,-0.00021266937255859375,-0.000118255615234375,-2.384185791015625e-05,7.05718994140625e-05,0.00016498565673828125,0.0002593994140625,0.00035381317138671875,0.0004482269287109375,0.0005426406860351562,0.000637054443359375,0.0007314682006835938,0.0008258819580078125,0.0009202957153320312,0.00101470947265625,0.0011091232299804688,0.0012035369873046875,0.0012979507446289062,0.001392364501953125,0.0014867782592773438,0.0015811920166015625,0.0016756057739257812,0.00177001953125,0.0018644332885742188,0.0019588470458984375,0.0020532608032226562,0.002147674560546875,0.0022420883178710938,0.0023365020751953125,0.0024309158325195312,0.00252532958984375,0.0026197433471679688,0.0027141571044921875,0.0028085708618164062,0.002902984619140625,0.0029973983764648438,0.0030918121337890625,0.0031862258911132812,0.0032806396484375]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[3,0,0,1,0,1,2,5,8,9,14,19,35,46,67,91,137,256,357,496,724,1257,1800,2873,4634,6922,11230,17468,28123,44171,65008,87044,93678,75862,53504,34416,21849,13659,8485,5577,3549,2128,1538,916,601,448,269,160,120,91,51,44,33,14,5,7,6,4,2,3,1,2,0,1],"bins":[-0.00653076171875,-0.006328105926513672,-0.006125450134277344,-0.005922794342041016,-0.0057201385498046875,-0.005517482757568359,-0.005314826965332031,-0.005112171173095703,-0.004909515380859375,-0.004706859588623047,-0.004504203796386719,-0.004301548004150391,-0.0040988922119140625,-0.0038962364196777344,-0.0036935806274414062,-0.003490924835205078,-0.00328826904296875,-0.003085613250732422,-0.0028829574584960938,-0.0026803016662597656,-0.0024776458740234375,-0.0022749900817871094,-0.0020723342895507812,-0.0018696784973144531,-0.001667022705078125,-0.0014643669128417969,-0.0012617111206054688,-0.0010590553283691406,-0.0008563995361328125,-0.0006537437438964844,-0.00045108795166015625,-0.0002484321594238281,-4.57763671875e-05,0.00015687942504882812,0.00035953521728515625,0.0005621910095214844,0.0007648468017578125,0.0009675025939941406,0.0011701583862304688,0.0013728141784667969,0.001575469970703125,0.0017781257629394531,0.0019807815551757812,0.0021834373474121094,0.0023860931396484375,0.0025887489318847656,0.0027914047241210938,0.002994060516357422,0.00319671630859375,0.003399372100830078,0.0036020278930664062,0.0038046836853027344,0.0040073394775390625,0.004209995269775391,0.004412651062011719,0.004615306854248047,0.004817962646484375,0.005020618438720703,0.005223274230957031,0.005425930023193359,0.0056285858154296875,0.005831241607666016,0.006033897399902344,0.006236553192138672,0.006439208984375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,2,2,1,2,3,6,2,6,8,5,7,12,10,21,19,18,18,23,38,33,30,28,39,42,38,38,39,30,31,22,15,24,20,25,23,12,6,17,6,9,5,3,4,5,7,6,1,1,1,1,0,0,0,1,1],"bins":[-0.0004206103621982038,-0.0004081348015461117,-0.0003956592408940196,-0.00038318370934575796,-0.00037070814869366586,-0.00035823258804157376,-0.00034575702738948166,-0.00033328146673738956,-0.0003208059351891279,-0.0003083303745370358,-0.0002958548138849437,-0.0002833792532328516,-0.0002709036925807595,-0.0002584281319286674,-0.0002459526003804058,-0.00023347703972831368,-0.00022100147907622159,-0.00020852591842412949,-0.00019605037232395262,-0.00018357481167186052,-0.00017109926557168365,-0.00015862370491959155,-0.00014614814426749945,-0.00013367259816732258,-0.00012119703751523048,-0.00010872148413909599,-9.624593076296151e-05,-8.377037011086941e-05,-7.129481673473492e-05,-5.881926335860044e-05,-4.6343706344487146e-05,-3.3868149330373853e-05,-2.1392625058069825e-05,-8.917069862945937e-06,3.558485332177952e-06,1.603404052730184e-05,2.850959572242573e-05,4.0985149098560214e-05,5.3460706112673506e-05,6.59362631267868e-05,7.841181650292128e-05,9.088736987905577e-05,0.00010336292325519025,0.00011583848390728235,0.00012831404455937445,0.00014078959065955132,0.00015326515131164342,0.0001657406974118203,0.0001782162580639124,0.0001906918187160045,0.00020316736481618136,0.00021564292546827346,0.00022811847156845033,0.00024059403222054243,0.00025306959287263453,0.00026554515352472663,0.00027802068507298827,0.00029049624572508037,0.00030297180637717247,0.00031544736702926457,0.00032792292768135667,0.00034039848833344877,0.0003528740198817104,0.0003653495805338025,0.0003778251411858946]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.0005101874703541398,-0.0004946764674969018,-0.0004791655228473246,-0.000463654549093917,-0.0004481435753405094,-0.00043263257248327136,-0.00041712159872986376,-0.00040161062497645617,-0.00038609965122304857,-0.00037058867746964097,-0.00035507770371623337,-0.0003395667299628258,-0.0003240557271055877,-0.0003085447533521801,-0.0002930337795987725,-0.00027752280584536493,-0.00026201183209195733,-0.00024650085833854973,-0.00023098988458514214,-0.0002154788962798193,-0.0001999679225264117,-0.00018445694877300411,-0.0001689459604676813,-0.0001534349867142737,-0.0001379240129608661,-0.0001224130392074585,-0.00010690205817809328,-9.139107714872807e-05,-7.588010339532048e-05,-6.036912600393407e-05,-4.4858148612547666e-05,-2.934717122116126e-05,-1.3836222933605313e-05,1.6747544577810913e-06,1.7185731849167496e-05,3.26967092405539e-05,4.8207686631940305e-05,6.37186603853479e-05,7.922964141471311e-05,9.474062244407833e-05,0.00011025159619748592,0.00012576256995089352,0.00014127354370430112,0.00015678453200962394,0.00017229550576303154,0.00018780647951643914,0.00020331746782176197,0.00021882844157516956,0.00023433941532857716,0.00024985038908198476,0.00026536136283539236,0.00028087233658879995,0.000296383339446038,0.0003118943131994456,0.0003274052869528532,0.0003429162607062608,0.0003584272344596684,0.000373938208213076,0.0003894491819664836,0.0004049601557198912,0.0004204711294732988,0.00043598213233053684,0.00045149310608394444,0.00046700407983735204,0.00048251505359075963],"_type":"histogram","values":[1,1,0,0,1,0,1,0,2,2,1,3,2,1,0,9,5,13,8,12,16,12,9,13,25,23,25,26,32,39,43,40,32,48,26,28,41,32,26,25,19,24,13,17,13,12,6,9,3,5,5,2,1,5,3,1,0,0,1,3,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,1,1,2,2,5,3,2,3,5,9,12,7,10,14,13,14,17,34,28,26,35,35,41,42,38,32,33,32,19,17,20,21,19,19,19,30,12,8,10,9,14,8,14,6,6,4,2,2,2,4,2,0,1,1],"bins":[0.9988231658935547,0.9988573789596558,0.9988915920257568,0.9989258050918579,0.9989599585533142,0.9989941716194153,0.9990283846855164,0.9990625977516174,0.9990968108177185,0.9991310238838196,0.9991651773452759,0.999199390411377,0.999233603477478,0.9992678165435791,0.9993020296096802,0.9993362426757812,0.9993704557418823,0.9994046092033386,0.9994388222694397,0.9994730353355408,0.9995072484016418,0.9995414614677429,0.999575674533844,0.9996098279953003,0.9996440410614014,0.9996782541275024,0.9997124671936035,0.9997466802597046,0.9997808933258057,0.999815046787262,0.999849259853363,0.9998834729194641,0.9999176859855652,0.9999518990516663,0.9999861121177673,1.0000202655792236,1.0000544786453247,1.0000886917114258,1.0001229047775269,1.000157117843628,1.000191330909729,1.00022554397583,1.0002597570419312,1.0002939701080322,1.0003281831741333,1.0003622770309448,1.000396490097046,1.000430703163147,1.000464916229248,1.0004991292953491,1.0005333423614502,1.0005675554275513,1.0006017684936523,1.0006359815597534,1.0006701946258545,1.0007044076919556,1.0007386207580566,1.0007728338241577,1.0008069276809692,1.0008411407470703,1.0008753538131714,1.0009095668792725,1.0009437799453735,1.0009779930114746,1.0010122060775757]},"learning_rate":4.999990790480398e-05,"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,2,1,4,6,13,17,20,35,62,103,133,232,289,494,729,1209,1775,3000,4520,7205,11161,17098,26322,38546,53686,70113,78981,75239,61967,45815,31587,21119,13681,8923,5786,3518,2372,1397,985,555,392,273,140,127,61,46,21,25,11,8,5,3,2,1,2,1,2],"bins":[-0.003997802734375,-0.0038793087005615234,-0.003760814666748047,-0.0036423206329345703,-0.0035238265991210938,-0.003405332565307617,-0.0032868385314941406,-0.003168344497680664,-0.0030498504638671875,-0.002931356430053711,-0.0028128623962402344,-0.002694368362426758,-0.0025758743286132812,-0.0024573802947998047,-0.002338886260986328,-0.0022203922271728516,-0.002101898193359375,-0.0019834041595458984,-0.0018649101257324219,-0.0017464160919189453,-0.0016279220581054688,-0.0015094280242919922,-0.0013909339904785156,-0.001272439956665039,-0.0011539459228515625,-0.001035451889038086,-0.0009169578552246094,-0.0007984638214111328,-0.0006799697875976562,-0.0005614757537841797,-0.0004429817199707031,-0.00032448768615722656,-0.00020599365234375,-8.749961853027344e-05,3.0994415283203125e-05,0.0001494884490966797,0.00026798248291015625,0.0003864765167236328,0.0005049705505371094,0.0006234645843505859,0.0007419586181640625,0.0008604526519775391,0.0009789466857910156,0.0010974407196044922,0.0012159347534179688,0.0013344287872314453,0.0014529228210449219,0.0015714168548583984,0.001689910888671875,0.0018084049224853516,0.0019268989562988281,0.0020453929901123047,0.0021638870239257812,0.002282381057739258,0.0024008750915527344,0.002519369125366211,0.0026378631591796875,0.002756357192993164,0.0028748512268066406,0.002993345260620117,0.0031118392944335938,0.0032303333282470703,0.003348827362060547,0.0034673213958740234,0.0035858154296875]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,4,0,3,5,1,1,1,3,1,3,4,2,3,5,4,6,9,16,7,18,11,15,23,21,23,30,32,39,54,39,54,51,43,38,29,22,24,14,20,16,10,7,8,10,6,10,1,5,2,0,1,1,2,0,1,2,0,1,2,0,3],"bins":[-0.0033110168296843767,-0.003208669601008296,-0.0031063221395015717,-0.003003974910825491,-0.0029016276821494102,-0.002799280220642686,-0.002696932991966605,-0.002594585530459881,-0.0024922383017838,-0.0023898910731077194,-0.002287543611600995,-0.0021851963829249144,-0.00208284892141819,-0.0019805016927421093,-0.0018781544640660286,-0.001775807118974626,-0.0016734597738832235,-0.001571112428791821,-0.0014687650837004185,-0.0013664178550243378,-0.0012640705099329352,-0.0011617231648415327,-0.001059375936165452,-0.0009570285910740495,-0.0008546812459826469,-0.0007523339008912444,-0.0006499866140075028,-0.0005476393271237612,-0.00044529198203235865,-0.00034294466604478657,-0.0002405973500572145,-0.00013825003406964242,-3.59024852514267e-05,6.644483073614538e-05,0.00016879214672371745,0.0002711394627112895,0.0003734867786988616,0.0004758340946864337,0.0005781814106740057,0.0006805286975577474,0.0007828760426491499,0.0008852233877405524,0.000987570732831955,0.0010899179615080357,0.0011922653065994382,0.0012946126516908407,0.0013969598803669214,0.001499307225458324,0.0016016545705497265,0.001704001915641129,0.0018063492607325315,0.0019086964894086123,0.0020110439509153366,0.0021133911795914173,0.002215738408267498,0.0023180858697742224,0.002420433098450303,0.0025227803271263838,0.002625127788633108,0.002727475017309189,0.0028298222459852695,0.002932169707491994,0.0030345169361680746,0.003136864397674799,0.0032392116263508797]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.006514858454465866,-0.006324022077023983,-0.0061331856995821,-0.005942349322140217,-0.005751512944698334,-0.005560676567256451,-0.0053698401898145676,-0.0051790038123726845,-0.004988167434930801,-0.004797331057488918,-0.004606494680047035,-0.004415658302605152,-0.004224821925163269,-0.004033985547721386,-0.0038431494031101465,-0.0036523130256682634,-0.0034614766482263803,-0.0032706402707844973,-0.003079803893342614,-0.002888967515900731,-0.002698131138458848,-0.002507294761016965,-0.002316458383575082,-0.0021256220061331987,-0.0019347857451066375,-0.0017439493676647544,-0.0015531129902228713,-0.0013622766127809882,-0.001171440351754427,-0.0009806039743125439,-0.0007897675968706608,-0.0005989312194287777,-0.0004080948419868946,-0.00021725847909692675,-2.642211620695889e-05,0.00016441424668300897,0.00035525060957297683,0.0005460869870148599,0.0007369233062490821,0.0009277596836909652,0.0011185960611328483,0.0013094324385747313,0.0015002688160166144,0.0016911051934584975,0.0018819414544850588,0.002072777831926942,0.002263614209368825,0.002454450586810708,0.002645286964252591,0.0028361233416944742,0.0030269597191363573,0.0032177960965782404,0.0034086324740201235,0.0035994688514620066,0.0037903052289038897,0.003981141373515129,0.004171977750957012,0.004362814128398895,0.004553650505840778,0.0047444868832826614,0.0049353232607245445,0.005126159638166428,0.005316996015608311,0.005507832393050194,0.005698668770492077],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,1,1,6,2,5,2,6,3,6,10,12,11,15,11,17,16,23,21,31,17,28,31,22,24,26,23,47,40,22,39,40,19,32,23,20,16,20,12,13,7,9,5,7,5,2,4,2,4,2,2,2,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[1,1,0,3,7,13,13,41,77,109,228,371,635,987,1536,2560,3884,5589,8022,11042,15364,20103,26710,33791,41988,51155,60090,69097,77813,85314,91517,95783,97664,96773,94917,89995,82862,75442,66653,57197,47920,39534,31462,24675,18720,13819,10016,7112,5081,3314,2239,1459,847,543,355,180,105,64,31,22,13,4,0,2],"bins":[-0.10254727303981781,-0.09942540526390076,-0.0963035449385643,-0.09318168461322784,-0.09005981683731079,-0.08693794906139374,-0.08381608873605728,-0.08069422841072083,-0.07757236063480377,-0.07445049285888672,-0.07132863253355026,-0.0682067722082138,-0.06508490443229675,-0.06196304038167,-0.05884117633104324,-0.05571931228041649,-0.052597448229789734,-0.04947558417916298,-0.046353720128536224,-0.04323185607790947,-0.040109992027282715,-0.03698812797665596,-0.033866263926029205,-0.03074439987540245,-0.027622535824775696,-0.02450067177414894,-0.021378807723522186,-0.01825694367289543,-0.015135079622268677,-0.012013215571641922,-0.008891351521015167,-0.0057694874703884125,-0.002647615969181061,0.00047424808144569397,0.0035961121320724487,0.0067179761826992035,0.009839840233325958,0.012961704283952713,0.016083568334579468,0.019205432385206223,0.022327296435832977,0.025449160486459732,0.028571024537086487,0.03169288858771324,0.034814752638339996,0.03793661668896675,0.041058480739593506,0.04418034479022026,0.047302208840847015,0.05042407289147377,0.053545936942100525,0.05666780099272728,0.059789665043354034,0.06291152536869049,0.06603339314460754,0.0691552609205246,0.07227712124586105,0.07539898157119751,0.07852084934711456,0.08164271712303162,0.08476457744836807,0.08788643777370453,0.09100830554962158,0.09413017332553864,0.09725203365087509],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,0,5,2,8,8,6,5,13,6,9,7,19,22,25,16,18,20,19,21,29,27,28,31,29,23,32,34,33,18,25,28,19,26,25,16,20,17,7,5,13,12,2,5,3,4,5,2,4,5,3,0,1,1,1,0,2],"bins":[-0.0028536238241940737,-0.002766778226941824,-0.002679932862520218,-0.002593087498098612,-0.002506241900846362,-0.0024193963035941124,-0.0023325509391725063,-0.0022457055747509003,-0.0021588599774986506,-0.002072014380246401,-0.0019851690158247948,-0.0018983235349878669,-0.001811478054150939,-0.001724632573314011,-0.0016377870924770832,-0.0015509416116401553,-0.0014640961308032274,-0.0013772506499662995,-0.0012904051691293716,-0.0012035596882924438,-0.0011167142074555159,-0.001029868726618588,-0.0009430232457816601,-0.0008561777649447322,-0.0007693322841078043,-0.0006824868032708764,-0.0005956413224339485,-0.0005087958415970206,-0.00042195036076009274,-0.00033510487992316484,-0.00024825939908623695,-0.00016141391824930906,-7.456820458173752e-05,1.2277276255190372e-05,9.912275709211826e-05,0.00018596823792904615,0.00027281371876597404,0.00035965919960290194,0.0004465046804398298,0.0005333501612767577,0.0006201956421136856,0.0007070411229506135,0.0007938866037875414,0.0008807320846244693,0.0009675775654613972,0.001054423046298325,0.001141268527135253,0.0012281140079721808,0.0013149594888091087,0.0014018049696460366,0.0014886504504829645,0.0015754959313198924,0.0016623414121568203,0.0017491868929937482,0.001836032373830676,0.001922877854667604,0.002009723335504532,0.002096568699926138,0.0021834142971783876,0.0022702598944306374,0.0023571052588522434,0.0024439506232738495,0.002530796220526099,0.002617641817778349,0.002704487182199955]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.014734728261828423,-0.014252024702727795,-0.013769321143627167,-0.013286617584526539,-0.012803914025425911,-0.012321210466325283,-0.01183850597590208,-0.011355802416801453,-0.010873098857700825,-0.010390395298600197,-0.009907691739499569,-0.009424988180398941,-0.008942284621298313,-0.008459581062197685,-0.007976877503097057,-0.007494173478335142,-0.007011469919234514,-0.006528766360133886,-0.0060460628010332584,-0.005563358776271343,-0.005080655217170715,-0.004597951658070087,-0.0041152480989694595,-0.003632544307038188,-0.00314984074793756,-0.002667137188836932,-0.0021844333969056606,-0.0017017298378050327,-0.001219026162289083,-0.0007363224867731333,-0.00025361886946484447,0.0002290847769472748,0.0007117884233593941,0.0011944920988753438,0.0016771957743912935,0.0021598993334919214,0.002642603125423193,0.003125306684523821,0.0036080102436244488,0.004090713802725077,0.004573417827486992,0.00505612138658762,0.005538824945688248,0.006021528504788876,0.0065042320638895035,0.006986935622990131,0.007469639647752047,0.007952342741191387,0.008435046300292015,0.008917750790715218,0.009400454349815845,0.009883157908916473,0.010365861468017101,0.01084856502711773,0.011331268586218357,0.011813972145318985,0.012296675704419613,0.01277937926352024,0.013262082822620869,0.013744787313044071,0.014227490872144699,0.014710194431245327,0.015192897990345955,0.015675600618124008,0.01615830510854721],"_type":"histogram","values":[1,0,0,2,1,2,3,2,3,2,8,3,3,9,6,8,8,16,8,18,23,20,21,25,28,17,28,25,35,25,29,31,40,38,36,29,23,22,25,27,18,18,11,9,17,10,5,6,5,4,4,3,0,1,2,1,1,0,0,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,0,2,0,0,0,4,4,2,8,6,7,12,15,24,13,32,28,34,32,41,43,42,33,34,29,34,37,32,26,22,17,18,18,18,7,12,15,13,9,3,9,3,3,8,6,4,1,0,0,1,1,0,0,1,0,0,0,1,0,1],"bins":[0.999001145362854,0.9990388751029968,0.9990765452384949,0.9991142749786377,0.9991519451141357,0.9991896748542786,0.9992273449897766,0.9992650747299194,0.9993027448654175,0.9993404746055603,0.9993782043457031,0.9994158744812012,0.999453604221344,0.999491274356842,0.9995290040969849,0.9995666742324829,0.9996044039726257,0.9996421337127686,0.9996798038482666,0.9997175335884094,0.9997552037239075,0.9997929334640503,0.9998306035995483,0.9998683333396912,0.999906063079834,0.999943733215332,0.9999814629554749,1.0000191926956177,1.0000568628311157,1.0000945329666138,1.0001322031021118,1.0001699924468994,1.0002076625823975,1.0002453327178955,1.000283122062683,1.0003207921981812,1.0003584623336792,1.0003961324691772,1.0004339218139648,1.000471591949463,1.000509262084961,1.0005470514297485,1.0005847215652466,1.0006223917007446,1.0006600618362427,1.0006978511810303,1.0007355213165283,1.0007731914520264,1.0008108615875244,1.000848650932312,1.00088632106781,1.000923991203308,1.0009617805480957,1.0009994506835938,1.0010371208190918,1.0010747909545898,1.0011125802993774,1.0011502504348755,1.0011879205703735,1.0012257099151611,1.0012633800506592,1.0013010501861572,1.0013387203216553,1.0013765096664429,1.001414179801941]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,2,0,0,0,0,0,0,0,0,0,0,0,1,1,3,1,3,3,6,4,10,8,7,22,29,39,44,42,55,55,74,87,77,84,90,98,125,102,123,106,105,108,78,80,59,60,48,41,43,30,22,21,11,10,9,3,2,4,8,1,1,1,1],"bins":[-0.0027289343997836113,-0.0026578055694699287,-0.002586676739156246,-0.0025155479088425636,-0.002444419078528881,-0.0023732902482151985,-0.002302161417901516,-0.0022310325875878334,-0.002159903757274151,-0.0020887749269604683,-0.0020176460966467857,-0.0019465172663331032,-0.0018753884360194206,-0.001804259605705738,-0.0017331307753920555,-0.001662001945078373,-0.0015908731147646904,-0.0015197442844510078,-0.0014486154541373253,-0.0013774866238236427,-0.0013063577935099602,-0.0012352289631962776,-0.001164100132882595,-0.0010929713025689125,-0.00102184247225523,-0.0009507136419415474,-0.0008795848116278648,-0.0008084559813141823,-0.0007373271510004997,-0.0006661983206868172,-0.0005950694903731346,-0.0005239406600594521,-0.00045281159691512585,-0.0003816827666014433,-0.00031055393628776073,-0.00023942510597407818,-0.00016829627566039562,-9.716744534671307e-05,-2.603861503303051e-05,4.5090215280652046e-05,0.0001162190455943346,0.00018734787590801716,0.0002584767062216997,0.00032960553653538227,0.0004007343668490648,0.0004718631971627474,0.0005429920274764299,0.0006141208577901125,0.000685249688103795,0.0007563785184174776,0.0008275073487311602,0.0008986361790448427,0.0009697650093585253,0.0010408938396722078,0.0011120226699858904,0.001183151500299573,0.0012542803306132555,0.001325409160926938,0.0013965379912406206,0.0014676668215543032,0.0015387956518679857,0.0016099244821816683,0.0016810533124953508,0.0017521821428090334,0.001823310973122716],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,0,4,1,1,5,5,4,5,5,5,8,8,12,22,25,26,29,34,35,34,40,34,45,52,43,25,27,34,29,24,18,24,17,17,9,7,13,6,2,2,10,2,1,7,1,1,2,0,1,0,1,0,0,0,1,0,0,0,0,0,0,1],"bins":[0.9990971088409424,0.9991342425346375,0.9991713762283325,0.9992085099220276,0.9992457032203674,0.9992828369140625,0.9993199706077576,0.9993571043014526,0.9993942379951477,0.9994313716888428,0.9994685649871826,0.9995056986808777,0.9995428323745728,0.9995799660682678,0.9996170997619629,0.999654233455658,0.999691367149353,0.9997285604476929,0.9997656941413879,0.999802827835083,0.9998399615287781,0.9998770952224731,0.9999142289161682,0.9999514222145081,0.9999885559082031,1.0000256299972534,1.0000628232955933,1.000100016593933,1.0001370906829834,1.0001742839813232,1.0002113580703735,1.0002485513687134,1.0002856254577637,1.0003228187561035,1.0003600120544434,1.0003970861434937,1.0004342794418335,1.0004713535308838,1.0005085468292236,1.0005457401275635,1.0005828142166138,1.0006200075149536,1.000657081604004,1.0006942749023438,1.000731348991394,1.0007685422897339,1.0008057355880737,1.000842809677124,1.0008800029754639,1.0009170770645142,1.000954270362854,1.0009913444519043,1.0010285377502441,1.001065731048584,1.0011028051376343,1.0011399984359741,1.0011770725250244,1.0012142658233643,1.001251459121704,1.0012885332107544,1.0013257265090942,1.0013628005981445,1.0013999938964844,1.0014370679855347,1.0014742612838745]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.015787998214364052,-0.015290101990103722,-0.014792205765843391,-0.014294309541583061,-0.013796413317322731,-0.0132985170930624,-0.01280062086880207,-0.01230272464454174,-0.01180482842028141,-0.011306931264698505,-0.010809035040438175,-0.010311138816177845,-0.009813242591917515,-0.009315346367657185,-0.008817450143396854,-0.008319553919136524,-0.007821657694876194,-0.007323761470615864,-0.006825865246355534,-0.006327969022095203,-0.005830072797834873,-0.005332176107913256,-0.0048342798836529255,-0.004336383659392595,-0.003838487435132265,-0.003340591210871935,-0.0028426949866116047,-0.002344798529520631,-0.0018469023052603006,-0.0013490060809999704,-0.0008511097403243184,-0.0003532134578563273,0.00014468282461166382,0.0006425791070796549,0.001140475389547646,0.001638371730223298,0.0021362679544836283,0.0026341641787439585,0.0031320606358349323,0.0036299568600952625,0.004127853084355593,0.004625749308615923,0.005123645532876253,0.005621541757136583,0.006119438447058201,0.006617334671318531,0.007115230895578861,0.0076131271198391914,0.008111023344099522,0.008608919568359852,0.009106815792620182,0.009604712016880512,0.010102608241140842,0.010600504465401173,0.011098400689661503,0.011596296913921833,0.012094194069504738,0.012592090293765068,0.013089986518025398,0.013587882742285728,0.014085778966546059,0.014583675190806389,0.015081571415066719,0.01557946763932705,0.01607736386358738],"_type":"histogram","values":[1,0,0,0,1,1,3,2,2,3,5,7,2,4,9,7,10,7,8,9,23,22,18,19,27,28,24,22,24,38,27,25,38,29,41,31,28,25,26,26,18,27,20,12,10,15,11,4,3,7,1,3,6,1,2,1,2,0,0,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,2,1,4,6,21,30,58,104,211,341,567,971,1476,2408,3694,5629,8291,12019,16372,22376,29231,37369,46300,56709,66586,76599,85910,93211,99252,102511,102625,100357,95668,88909,79653,70147,60210,50243,40470,32009,24410,18631,13423,9613,6549,4272,2890,1832,1150,691,388,241,92,61,39,16,8,3,0,1,1,2],"bins":[-0.10558923333883286,-0.10230863839387894,-0.09902804344892502,-0.0957474485039711,-0.09246684610843658,-0.08918625116348267,-0.08590565621852875,-0.08262506127357483,-0.07934446632862091,-0.07606387138366699,-0.07278326898813248,-0.06950267404317856,-0.06622207909822464,-0.06294148415327072,-0.0596608892083168,-0.056380290538072586,-0.05309969559311867,-0.04981910064816475,-0.04653850197792053,-0.043257907032966614,-0.039977312088012695,-0.03669671341776848,-0.03341611847281456,-0.03013552352786064,-0.026854926720261574,-0.023574329912662506,-0.020293734967708588,-0.01701313816010952,-0.013732542283833027,-0.010451946407556534,-0.007171350065618753,-0.0038907539565116167,-0.00061015784740448,0.0026704382617026567,0.0059510343708097935,0.009231630712747574,0.012512226589024067,0.01579282246530056,0.019073419272899628,0.022354014217853546,0.025634611025452614,0.02891520783305168,0.0321958027780056,0.03547639772295952,0.038756996393203735,0.042037591338157654,0.04531818628311157,0.04859878495335579,0.05187937989830971,0.055159974843263626,0.05844057351350784,0.06172116845846176,0.06500176340341568,0.0682823583483696,0.07156295329332352,0.07484355568885803,0.07812415063381195,0.08140474557876587,0.08468534052371979,0.0879659354686737,0.09124653041362762,0.09452713280916214,0.09780772775411606,0.10108832269906998,0.1043689176440239]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,1,1,0,3,1,2,1,6,5,5,13,17,11,22,27,39,31,43,38,48,38,52,41,37,35,43,37,38,21,20,17,20,6,14,7,7,4,3,2,1,2,1,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005465308204293251,-0.0005291658453643322,-0.0005118008702993393,-0.0004944358370266855,-0.00047707086196169257,-0.00045970588689669967,-0.00044234091183170676,-0.0004249759076628834,-0.0004076109325978905,-0.0003902459575328976,-0.00037288095336407423,-0.0003555159782990813,-0.0003381510032340884,-0.00032078599906526506,-0.00030342102400027215,-0.0002860560198314488,-0.0002686910447664559,-0.000251326069701463,-0.00023396106553263962,-0.00021659609046764672,-0.00019923110085073858,-0.00018186611123383045,-0.00016450113616883755,-0.00014713614655192941,-0.00012977115693502128,-0.00011240616731811315,-9.504118497716263e-05,-7.767620263621211e-05,-6.031121301930398e-05,-4.294622704037465e-05,-2.5581241061445326e-05,-8.216255082516e-06,9.148730896413326e-06,2.6513716875342652e-05,4.387870285427198e-05,6.12436851952225e-05,7.860867481213063e-05,9.597366442903876e-05,0.00011333864676998928,0.0001307036291109398,0.00014806861872784793,0.00016543360834475607,0.0001827985979616642,0.0002001635730266571,0.00021752856264356524,0.00023489355226047337,0.0002522585273254663,0.00026962353149428964,0.00028698850655928254,0.00030435348162427545,0.0003217184857930988,0.0003390834608580917,0.0003564484650269151,0.000373813440091908,0.0003911784151569009,0.00040854341932572424,0.00042590839439071715,0.00044327336945571005,0.0004606383736245334,0.0004780033486895263,0.0004953683237545192,0.0005127332988195121,0.000530098332092166,0.0005474633071571589,0.0005648282822221518]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,3,0,1,3,4,1,8,13,21,17,31,36,53,103,109,202,332,553,830,1345,2352,3691,6300,10655,17785,30452,50040,87973,149580,248243,324167,257634,158220,92754,52776,31289,18303,10567,6432,3761,2419,1313,913,579,328,230,169,100,53,48,26,21,11,4,8,0,0,0,2],"bins":[-0.00445556640625,-0.004330158233642578,-0.004204750061035156,-0.004079341888427734,-0.0039539337158203125,-0.0038285255432128906,-0.0037031173706054688,-0.003577709197998047,-0.003452301025390625,-0.003326892852783203,-0.0032014846801757812,-0.0030760765075683594,-0.0029506683349609375,-0.0028252601623535156,-0.0026998519897460938,-0.002574443817138672,-0.00244903564453125,-0.002323627471923828,-0.0021982192993164062,-0.0020728111267089844,-0.0019474029541015625,-0.0018219947814941406,-0.0016965866088867188,-0.0015711784362792969,-0.001445770263671875,-0.0013203620910644531,-0.0011949539184570312,-0.0010695457458496094,-0.0009441375732421875,-0.0008187294006347656,-0.0006933212280273438,-0.0005679130554199219,-0.0004425048828125,-0.0003170967102050781,-0.00019168853759765625,-6.628036499023438e-05,5.91278076171875e-05,0.00018453598022460938,0.00030994415283203125,0.0004353523254394531,0.000560760498046875,0.0006861686706542969,0.0008115768432617188,0.0009369850158691406,0.0010623931884765625,0.0011878013610839844,0.0013132095336914062,0.0014386177062988281,0.00156402587890625,0.0016894340515136719,0.0018148422241210938,0.0019402503967285156,0.0020656585693359375,0.0021910667419433594,0.0023164749145507812,0.002441883087158203,0.002567291259765625,0.002692699432373047,0.0028181076049804688,0.0029435157775878906,0.0030689239501953125,0.0031943321228027344,0.0033197402954101562,0.003445148468017578,0.003570556640625]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.09650091081857681,-0.0935276448726654,-0.090554378926754,-0.08758111298084259,-0.08460784703493118,-0.08163458108901978,-0.07866131514310837,-0.07568804919719696,-0.07271477580070496,-0.06974150985479355,-0.06676824390888214,-0.06379497796297073,-0.060821712017059326,-0.05784844607114792,-0.05487518012523651,-0.051901914179325104,-0.048928648233413696,-0.04595538228750229,-0.04298211634159088,-0.040008850395679474,-0.037035584449768066,-0.03406231477856636,-0.031089048832654953,-0.028115782886743546,-0.025142516940832138,-0.02216925099492073,-0.019195985049009323,-0.016222717240452766,-0.013249451294541359,-0.010276185348629951,-0.007302918471395969,-0.004329652059823275,-0.0013563856482505798,0.001616880763322115,0.00459014717489481,0.0075634135864675045,0.0105366799980402,0.013509945943951607,0.016483213752508163,0.01945647969841957,0.02242974564433098,0.025403011590242386,0.028376277536153793,0.0313495434820652,0.03432281315326691,0.037296079099178314,0.04026934504508972,0.04324261099100113,0.04621587693691254,0.049189142882823944,0.05216240882873535,0.05513567477464676,0.058108940720558167,0.06108221039175987,0.06405547261238098,0.06702873855829239,0.0700020045042038,0.0729752779006958,0.07594854384660721,0.07892180979251862,0.08189507573843002,0.08486834168434143,0.08784160763025284,0.09081487357616425,0.09378813952207565],"_type":"histogram","values":[2,2,5,8,19,29,47,93,169,327,468,698,1112,1813,2679,3880,5657,7913,10893,14651,19231,24748,31262,38398,46347,54938,62958,70932,78343,84297,89179,92351,92989,92384,89042,83995,77881,70582,62445,54174,46112,37904,30699,24114,18549,14124,10452,7594,5451,3746,2626,1721,1101,699,439,246,144,87,53,28,22,10,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,1,1,10,11,24,44,59,123,188,285,456,727,1133,1688,2511,3417,4765,6497,8581,10971,13848,16795,20380,23906,27061,30151,33007,34760,35859,36784,36301,34595,32371,29792,26852,23739,20320,16884,13748,10834,8436,6699,4729,3420,2384,1686,1054,716,487,291,201,102,57,28,21,19,5,5,2,1],"bins":[-0.10389812290668488,-0.10079482942819595,-0.09769154340028763,-0.0945882499217987,-0.09148495644330978,-0.08838167041540146,-0.08527837693691254,-0.08217508345842361,-0.07907178997993469,-0.07596850395202637,-0.07286521047353745,-0.06976191699504852,-0.0666586309671402,-0.06355533748865128,-0.06045204773545265,-0.05734875425696373,-0.054245464503765106,-0.05114217475056648,-0.04803888127207756,-0.04493559151887894,-0.041832298040390015,-0.03872900828719139,-0.03562571853399277,-0.032522425055503845,-0.02941913530230522,-0.02631584368646145,-0.023212552070617676,-0.020109262317419052,-0.01700597070157528,-0.013902679085731506,-0.010799388401210308,-0.0076960972510278225,-0.004592806100845337,-0.0014895149506628513,0.0016137761995196342,0.00471706734970212,0.007820358499884605,0.010923650115728378,0.014026940800249577,0.017130231484770775,0.020233523100614548,0.02333681471645832,0.026440106332302094,0.029543396085500717,0.03264668583869934,0.03574997931718826,0.03885326907038689,0.04195656254887581,0.04505985230207443,0.048163142055273056,0.05126643553376198,0.0543697252869606,0.057473018765449524,0.06057630851864815,0.06367959827184677,0.0667828917503357,0.06988617777824402,0.07298947125673294,0.07609276473522186,0.07919605821371078,0.08229934424161911,0.08540263772010803,0.08850593119859695,0.09160921722650528,0.0947125107049942]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,0,2,2,2,5,2,4,4,6,9,13,12,8,22,27,19,35,33,31,34,47,58,50,54,37,41,37,30,24,17,25,17,13,9,7,4,4,5,3,2,1,0,2,1,2,1,1,0,2,0,0,0,0,1],"bins":[-0.004346560686826706,-0.004211036954075098,-0.00407551322132349,-0.003939989488571882,-0.003804465988650918,-0.00366894225589931,-0.003533418755978346,-0.003397895023226738,-0.00326237129047513,-0.003126847557723522,-0.0029913238249719143,-0.00285580032505095,-0.002720276592299342,-0.0025847528595477343,-0.00244922935962677,-0.002313705626875162,-0.0021781818941235542,-0.0020426581613719463,-0.0019071345450356603,-0.0017716109286993742,-0.0016360871959477663,-0.0015005634631961584,-0.0013650398468598723,-0.0012295162305235863,-0.0010939924977719784,-0.0009584688232280314,-0.0008229451486840844,-0.0006874214741401374,-0.0005518977995961905,-0.00041637412505224347,-0.0002808504505082965,-0.0001453267759643495,-9.803101420402527e-06,0.00012572057312354445,0.00026124424766749144,0.0003967679222114384,0.0005322915967553854,0.0006678152712993324,0.0008033389458432794,0.0009388626203872263,0.0010743862949311733,0.0012099100276827812,0.0013454336440190673,0.0014809572603553534,0.0016164809931069613,0.0017520047258585691,0.0018875283421948552,0.0020230519585311413,0.002158575691282749,0.002294099424034357,0.002429623156785965,0.002565146656706929,0.002700670389458537,0.002836194122210145,0.0029717176221311092,0.003107241354882717,0.003242765087634325,0.003378288820385933,0.003513812553137541,0.003649336053058505,0.003784859785810113,0.003920383285731077,0.004055907018482685,0.004191430751234293,0.004326954483985901]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,1,0,2,4,3,2,2,1,5,4,15,8,12,17,17,18,17,22,29,31,30,35,40,46,34,44,33,37,32,24,27,32,19,20,15,21,13,9,10,3,7,1,4,6,2,2,2,1,2,0,0,1,2,0,0,2],"bins":[-0.0004506968834903091,-0.0004370114183984697,-0.00042332595330663025,-0.0004096404882147908,-0.0003959550231229514,-0.00038226955803111196,-0.0003685840929392725,-0.0003548986278474331,-0.00034121316275559366,-0.0003275276976637542,-0.0003138422325719148,-0.00030015676748007536,-0.0002864713023882359,-0.0002727858372963965,-0.00025910037220455706,-0.00024541490711271763,-0.0002317294420208782,-0.00021804397692903876,-0.00020435851183719933,-0.0001906730467453599,-0.00017698758165352046,-0.00016330211656168103,-0.0001496166514698416,-0.00013593118637800217,-0.00012224572128616273,-0.0001085602561943233,-9.487479110248387e-05,-8.118932601064444e-05,-6.7503860918805e-05,-5.381839582696557e-05,-4.013293073512614e-05,-2.6447465643286705e-05,-1.2762029655277729e-05,9.234354365617037e-07,1.4608900528401136e-05,2.829436562024057e-05,4.197983071208e-05,5.5665295803919435e-05,6.935076089575887e-05,8.30362259875983e-05,9.672169107943773e-05,0.00011040715617127717,0.0001240926212631166,0.00013777808635495603,0.00015146355144679546,0.0001651490165386349,0.00017883448163047433,0.00019251994672231376,0.0002062054118141532,0.00021989087690599263,0.00023357634199783206,0.0002472618070896715,0.0002609472721815109,0.00027463273727335036,0.0002883182023651898,0.0003020036674570292,0.00031568913254886866,0.0003293745976407081,0.0003430600627325475,0.00035674552782438695,0.0003704309929162264,0.0003841164580080658,0.00039780192309990525,0.0004114873881917447,0.0004251728532835841],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"bins":[-0.09359545260667801,-0.09070029109716415,-0.0878051370382309,-0.08490997552871704,-0.08201481401920319,-0.07911965996026993,-0.07622449845075607,-0.07332934439182281,-0.07043418288230896,-0.0675390213727951,-0.06464386731386185,-0.06174870580434799,-0.058853548020124435,-0.05595839023590088,-0.053063228726387024,-0.05016807094216347,-0.04727291315793991,-0.044377755373716354,-0.0414825975894928,-0.03858743607997894,-0.035692278295755386,-0.03279712051153183,-0.029901960864663124,-0.02700680121779442,-0.024111643433570862,-0.021216485649347305,-0.0183213260024786,-0.015426167286932468,-0.012531008571386337,-0.009635849855840206,-0.006740691140294075,-0.003845532424747944,-0.0009503737092018127,0.0019447850063443184,0.0048399437218904495,0.007735102437436581,0.010630261152982712,0.013525419868528843,0.016420578584074974,0.01931573823094368,0.022210896015167236,0.025106053799390793,0.0280012134462595,0.030896373093128204,0.03379153087735176,0.03668668866157532,0.03958185017108917,0.04247700795531273,0.045372165739536285,0.04826732352375984,0.0511624813079834,0.05405764281749725,0.05695280060172081,0.059847958385944366,0.06274311989545822,0.06563827395439148,0.06853343546390533,0.07142859697341919,0.07432375103235245,0.0772189125418663,0.08011406660079956,0.08300922811031342,0.08590438961982727,0.08879954367876053,0.09169470518827438],"_type":"histogram","values":[2,1,2,10,7,18,33,55,89,136,239,382,533,825,1267,1709,2446,3378,4634,6091,8008,9937,12693,15222,17818,20772,23807,26974,29052,31313,32804,33645,34042,33269,32242,30686,28149,25940,22995,19848,16759,14094,11461,9340,7223,5637,4224,3064,2172,1600,1098,736,491,340,186,139,63,51,33,22,12,2,1,3]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.00494384765625,-0.004792690277099609,-0.004641532897949219,-0.004490375518798828,-0.0043392181396484375,-0.004188060760498047,-0.004036903381347656,-0.0038857460021972656,-0.003734588623046875,-0.0035834312438964844,-0.0034322738647460938,-0.003281116485595703,-0.0031299591064453125,-0.002978801727294922,-0.0028276443481445312,-0.0026764869689941406,-0.00252532958984375,-0.0023741722106933594,-0.0022230148315429688,-0.002071857452392578,-0.0019207000732421875,-0.0017695426940917969,-0.0016183853149414062,-0.0014672279357910156,-0.001316070556640625,-0.0011649131774902344,-0.0010137557983398438,-0.0008625984191894531,-0.0007114410400390625,-0.0005602836608886719,-0.00040912628173828125,-0.0002579689025878906,-0.0001068115234375,4.4345855712890625e-05,0.00019550323486328125,0.0003466606140136719,0.0004978179931640625,0.0006489753723144531,0.0008001327514648438,0.0009512901306152344,0.001102447509765625,0.0012536048889160156,0.0014047622680664062,0.0015559196472167969,0.0017070770263671875,0.0018582344055175781,0.0020093917846679688,0.0021605491638183594,0.00231170654296875,0.0024628639221191406,0.0026140213012695312,0.002765178680419922,0.0029163360595703125,0.003067493438720703,0.0032186508178710938,0.0033698081970214844,0.003520965576171875,0.0036721229553222656,0.0038232803344726562,0.003974437713623047,0.0041255950927734375,0.004276752471923828,0.004427909851074219,0.004579067230224609,0.004730224609375],"_type":"histogram","values":[2,0,0,0,0,2,2,0,2,4,8,9,17,12,39,57,79,133,196,274,451,684,1210,2091,3670,6576,11386,22487,41967,78355,145540,245370,322066,285298,184573,102596,54896,28313,15283,8254,4566,2620,1398,842,551,354,230,121,80,66,43,24,22,14,8,3,7,4,3,1,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.005473381839692593,-0.005301070865243673,-0.005128759425133467,-0.004956448450684547,-0.004784137476235628,-0.0046118260361254215,-0.004439515061676502,-0.004267204087227583,-0.004094893112778664,-0.003922581672668457,-0.0037502706982195377,-0.003577959490939975,-0.003405648283660412,-0.0032333373092114925,-0.0030610261019319296,-0.0028887151274830103,-0.0027164039202034473,-0.0025440927129238844,-0.002371781738474965,-0.002199470531195402,-0.002027159556746483,-0.00185484834946692,-0.001682537142187357,-0.0015102260513231158,-0.0013379149604588747,-0.0011656038695946336,-0.0009932927787303925,-0.0008209815714508295,-0.0006486704805865884,-0.0004763593606185168,-0.0003040482406504452,-0.00013173712068237364,4.057353362441063e-05,0.0002128846535924822,0.0003851957735605538,0.0005575069226324558,0.000729818013496697,0.0009021291043609381,0.001074440311640501,0.0012467514025047421,0.0014190624933689833,0.0015913735842332244,0.0017636846750974655,0.0019359958823770285,0.0021083070896565914,0.0022806180641055107,0.0024529292713850737,0.002625240245833993,0.002797551453113556,0.002969862660393119,0.003142173634842038,0.003314484842121601,0.0034867958165705204,0.0036591070238500834,0.0038314182311296463,0.004003729205578566,0.004176040180027485,0.0043483516201376915,0.004520662594586611,0.00469297356903553,0.004865285009145737,0.005037595983594656,0.005209906958043575,0.005382218398153782,0.005554529372602701],"_type":"histogram","values":[1,0,0,0,2,0,2,2,2,1,3,3,7,6,5,4,9,5,13,18,19,16,15,23,22,17,31,28,29,25,30,37,34,34,31,44,30,23,39,24,25,14,11,14,13,15,8,7,4,5,4,3,1,2,2,2,0,2,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,1,2,6,16,11,34,63,118,156,276,404,602,879,1324,1891,2642,3716,4939,6676,8373,10668,13347,15870,18728,21980,24842,27912,30112,31814,33546,34285,34042,33100,32200,30213,27541,24928,21964,18823,15907,13251,10634,8409,6365,5000,3696,2616,1886,1325,990,635,383,251,182,96,71,37,19,15,7,2,0,2],"bins":[-0.09313296526670456,-0.09022136777639389,-0.08730977028608322,-0.08439817279577255,-0.08148657530546188,-0.07857497781515121,-0.07566338032484055,-0.07275178283452988,-0.06984018534421921,-0.06692858785390854,-0.06401699036359787,-0.0611053928732872,-0.05819379538297653,-0.05528219789266586,-0.052370600402355194,-0.049459002912044525,-0.046547405421733856,-0.04363580793142319,-0.04072421044111252,-0.03781261295080185,-0.03490101546049118,-0.03198941797018051,-0.029077820479869843,-0.026166222989559174,-0.023254625499248505,-0.020343028008937836,-0.017431430518627167,-0.014519833028316498,-0.011608235538005829,-0.00869663804769516,-0.005785040557384491,-0.002873443067073822,3.8154423236846924e-05,0.002949751913547516,0.005861349403858185,0.008772946894168854,0.011684544384479523,0.014596141874790192,0.01750773936510086,0.02041933685541153,0.0233309343457222,0.026242531836032867,0.029154129326343536,0.032065726816654205,0.034977324306964874,0.03788892179727554,0.04080051928758621,0.04371211677789688,0.04662371426820755,0.04953531175851822,0.05244690924882889,0.05535850673913956,0.058270104229450226,0.061181701719760895,0.06409329921007156,0.06700489670038223,0.0699164941906929,0.07282809168100357,0.07573968917131424,0.07865128666162491,0.08156288415193558,0.08447448164224625,0.08738607913255692,0.09029767662286758,0.09320927411317825]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.000558973231818527,-0.0005420325323939323,-0.0005250918911769986,-0.000508151191752404,-0.0004912105505354702,-0.0004742698511108756,-0.0004573291807901114,-0.00044038851046934724,-0.00042344784014858305,-0.00040650716982781887,-0.0003895664995070547,-0.0003726258291862905,-0.00035568512976169586,-0.0003387444594409317,-0.0003218037891201675,-0.0003048631187994033,-0.0002879224484786391,-0.00027098177815787494,-0.00025404110783711076,-0.00023710042296443135,-0.00022015975264366716,-0.00020321908232290298,-0.00018627839745022357,-0.00016933772712945938,-0.0001523970568086952,-0.000135456386487931,-0.00011851570889120921,-0.00010157503129448742,-8.463436097372323e-05,-6.769369065295905e-05,-5.075301305623725e-05,-3.381233909749426e-05,-1.6871723346412182e-05,6.895061233080924e-08,1.70096245710738e-05,3.395029852981679e-05,5.089097248855978e-05,6.783164280932397e-05,8.477232040604576e-05,0.00010171299800276756,0.00011865366832353175,0.00013559433864429593,0.00015253500896506011,0.00016947569383773953,0.0001864163641585037,0.0002033570344792679,0.0002202977193519473,0.0002372383896727115,0.0002541790599934757,0.00027111973031423986,0.00028806040063500404,0.00030500107095576823,0.0003219417412765324,0.00033888244070112705,0.00035582311102189124,0.0003727637813426554,0.0003897044516634196,0.0004066451219841838,0.00042358579230494797,0.00044052646262571216,0.0004574671620503068,0.000474407832371071,0.0004913485026918352,0.0005082891439087689,0.0005252298433333635],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,2,1,4,5,8,4,8,5,12,16,11,21,35,39,38,45,40,54,41,45,45,33,41,42,39,39,23,15,10,7,8,9,6,5,0,2,1,1,1,0,0,0,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.0005936677334830165,-0.0005752785364165902,-0.0005568893393501639,-0.0005385001422837377,-0.0005201109452173114,-0.0005017217481508851,-0.00048333255108445883,-0.00046494335401803255,-0.0004465541569516063,-0.00042816495988518,-0.0004097757628187537,-0.00039138656575232744,-0.00037299736868590117,-0.0003546081716194749,-0.0003362189745530486,-0.00031782977748662233,-0.00029944058042019606,-0.0002810513833537698,-0.0002626621862873435,-0.0002442729892209172,-0.00022588379215449095,-0.00020749459508806467,-0.0001891053980216384,-0.00017071620095521212,-0.00015232700388878584,-0.00013393780682235956,-0.00011554860975593328,-9.715941268950701e-05,-7.877021562308073e-05,-6.038101855665445e-05,-4.1991821490228176e-05,-2.36026244238019e-05,-5.213427357375622e-06,1.3175769709050655e-05,3.156496677547693e-05,4.995416384190321e-05,6.834336090832949e-05,8.673255797475576e-05,0.00010512175504118204,0.00012351095210760832,0.0001419001491740346,0.00016028934624046087,0.00017867854330688715,0.00019706774037331343,0.0002154569374397397,0.00023384613450616598,0.00025223533157259226,0.00027062452863901854,0.0002890137257054448,0.0003074029227718711,0.00032579211983829737,0.00034418131690472364,0.0003625705139711499,0.0003809597110375762,0.0003993489081040025,0.00041773810517042875,0.00043612730223685503,0.0004545164993032813,0.0004729056963697076,0.0004912948934361339,0.0005096840905025601,0.0005280732875689864,0.0005464624846354127,0.000564851681701839,0.0005832408787682652],"_type":"histogram","values":[2,1,0,0,1,0,1,0,0,0,0,2,0,3,0,2,7,11,6,7,7,16,25,25,17,23,38,37,39,39,37,31,31,48,44,35,30,33,28,21,14,14,24,17,8,11,8,2,6,7,2,1,2,2,1,0,0,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,2,1,5,5,2,5,10,3,9,7,20,10,17,18,32,27,27,30,50,34,38,43,40,26,32,24,18,26,31,20,21,19,15,17,10,17,6,6,8,6,8,8,2,2,0,1,2,1,2,0,0,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[0.9991896152496338,0.9992260336875916,0.9992624521255493,0.9992989301681519,0.9993353486061096,0.9993717670440674,0.9994081854820251,0.9994446635246277,0.9994810819625854,0.9995175004005432,0.999553918838501,0.9995903372764587,0.9996268153190613,0.999663233757019,0.9996996521949768,0.9997360706329346,0.9997725486755371,0.9998089671134949,0.9998453855514526,0.9998818039894104,0.9999182224273682,0.9999547004699707,0.9999911189079285,1.0000275373458862,1.0000640153884888,1.0001003742218018,1.0001368522644043,1.0001732110977173,1.0002096891403198,1.0002461671829224,1.0002825260162354,1.000319004058838,1.0003554821014404,1.0003918409347534,1.000428318977356,1.000464677810669,1.0005011558532715,1.000537633895874,1.000573992729187,1.0006104707717896,1.0006468296051025,1.000683307647705,1.0007197856903076,1.0007561445236206,1.0007926225662231,1.0008289813995361,1.0008654594421387,1.0009019374847412,1.0009382963180542,1.0009747743606567,1.0010111331939697,1.0010476112365723,1.0010840892791748,1.0011204481124878,1.0011569261550903,1.0011934041976929,1.0012297630310059,1.0012662410736084,1.0013025999069214,1.001339077949524,1.0013755559921265,1.0014119148254395,1.001448392868042,1.001484751701355,1.0015212297439575]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.03076171875,-0.029863357543945312,-0.028964996337890625,-0.028066635131835938,-0.02716827392578125,-0.026269912719726562,-0.025371551513671875,-0.024473190307617188,-0.0235748291015625,-0.022676467895507812,-0.021778106689453125,-0.020879745483398438,-0.01998138427734375,-0.019083023071289062,-0.018184661865234375,-0.017286300659179688,-0.016387939453125,-0.015489578247070312,-0.014591217041015625,-0.013692855834960938,-0.01279449462890625,-0.011896133422851562,-0.010997772216796875,-0.010099411010742188,-0.0092010498046875,-0.008302688598632812,-0.007404327392578125,-0.0065059661865234375,-0.00560760498046875,-0.0047092437744140625,-0.003810882568359375,-0.0029125213623046875,-0.00201416015625,-0.0011157989501953125,-0.000217437744140625,0.0006809234619140625,0.00157928466796875,0.0024776458740234375,0.003376007080078125,0.0042743682861328125,0.0051727294921875,0.0060710906982421875,0.006969451904296875,0.007867813110351562,0.00876617431640625,0.009664535522460938,0.010562896728515625,0.011461257934570312,0.012359619140625,0.013257980346679688,0.014156341552734375,0.015054702758789062,0.01595306396484375,0.016851425170898438,0.017749786376953125,0.018648147583007812,0.0195465087890625,0.020444869995117188,0.021343231201171875,0.022241592407226562,0.02313995361328125,0.024038314819335938,0.024936676025390625,0.025835037231445312,0.0267333984375],"_type":"histogram","values":[1,0,1,1,2,3,5,4,13,15,10,23,27,46,45,66,112,147,207,295,396,544,827,1170,1493,2524,3466,5468,7871,12403,19819,32060,57809,110551,141145,77775,43026,25067,15510,9686,6254,4437,2804,2039,1370,994,627,474,356,233,162,128,90,62,36,38,30,11,19,14,4,2,3,4]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.01224586833268404,-0.011836390011012554,-0.011426910758018494,-0.011017432436347008,-0.010607954114675522,-0.010198474861681461,-0.009788996540009975,-0.009379517287015915,-0.008970038965344429,-0.008560560643672943,-0.008151081390678883,-0.007741603069007397,-0.0073321242816746235,-0.00692264549434185,-0.006513167172670364,-0.006103688385337591,-0.005694209598004818,-0.005284730810672045,-0.0048752520233392715,-0.004465773701667786,-0.0040562949143350124,-0.0036468161270022392,-0.0032373375725001097,-0.00282785901799798,-0.002418380230665207,-0.0020089014433324337,-0.0015994228888303041,-0.0011899442179128528,-0.0007804655469954014,-0.00037098687607795,3.849179483950138e-05,0.00044797046575695276,0.0008574491366744041,0.0012669278075918555,0.001676406478509307,0.0020858850330114365,0.0024953638203442097,0.002904842607676983,0.0033143211621791124,0.003723799716681242,0.004133278504014015,0.004542757291346788,0.004952236078679562,0.0053617144003510475,0.005771193187683821,0.006180671975016594,0.00659015029668808,0.006999629084020853,0.007409107871353626,0.007818586193025112,0.008228065446019173,0.008637543767690659,0.009047022089362144,0.009456501342356205,0.009865979664027691,0.010275458917021751,0.010684937238693237,0.011094415560364723,0.011503894813358784,0.01191337313503027,0.01232285238802433,0.012732330709695816,0.013141809031367302,0.013551288284361362,0.013960766606032848],"_type":"histogram","values":[1,1,1,0,2,1,2,6,1,2,1,6,3,11,13,3,9,13,11,21,20,18,33,32,21,26,25,23,47,33,39,22,25,36,24,22,33,32,20,23,16,13,12,14,8,12,7,4,4,6,1,1,2,0,0,1,2,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,3,7,13,17,39,64,125,190,345,570,813,1282,1941,2855,4306,5986,8433,11349,15256,19994,25314,31989,39246,46469,55501,63299,71051,78447,84503,88836,91354,92052,90996,88363,83411,76935,69605,61623,53528,45442,37747,30589,24302,18689,14439,10836,7711,5549,3919,2697,1751,1160,751,445,289,178,115,62,42,22,7,7,4],"bins":[-0.09538695216178894,-0.09244251251220703,-0.08949806541204453,-0.08655362576246262,-0.08360917866230011,-0.0806647390127182,-0.07772029936313629,-0.07477585226297379,-0.07183141261339188,-0.06888696551322937,-0.06594252586364746,-0.06299808621406555,-0.060053639113903046,-0.05710919573903084,-0.05416475608944893,-0.05122031271457672,-0.048275869339704514,-0.045331425964832306,-0.0423869825899601,-0.03944254294037819,-0.03649809956550598,-0.033553656190633774,-0.030609212815761566,-0.027664771303534508,-0.0247203279286623,-0.021775884553790092,-0.018831443041563034,-0.015886999666690826,-0.012942557223141193,-0.00999811477959156,-0.00705367187038064,-0.00410922896116972,-0.0011647865176200867,0.00177965615876019,0.004724098835140467,0.007668541744351387,0.01061298418790102,0.013557426631450653,0.01650187000632286,0.01944631151854992,0.022390754893422127,0.025335198268294334,0.028279639780521393,0.0312240831553936,0.03416852653026581,0.037112969905138016,0.040057409554719925,0.04300185292959213,0.04594629630446434,0.04889073967933655,0.051835183054208755,0.054779622703790665,0.05772406607866287,0.06066850945353508,0.06361295282840729,0.0665573924779892,0.0695018395781517,0.07244627922773361,0.07539072632789612,0.07833516597747803,0.08127960562705994,0.08422405272722244,0.08716849237680435,0.09011293947696686,0.09305737912654877],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[1,4,3,9,10,22,37,55,90,141,250,447,603,935,1379,1895,2737,3762,4889,6572,8526,10619,13336,15967,19123,21892,24926,28030,30517,32379,33787,34549,34592,33423,32242,30082,27390,24895,21737,18445,15697,12836,10247,8188,6289,4806,3574,2624,1755,1202,842,553,357,223,130,74,57,32,23,8,6,1,1,1],"bins":[-0.09374731034040451,-0.09080943465232849,-0.08787156641483307,-0.08493369072675705,-0.08199582248926163,-0.07905794680118561,-0.07612007856369019,-0.07318220287561417,-0.07024432718753815,-0.06730645895004272,-0.0643685832619667,-0.06143071502447128,-0.058492839336395264,-0.05555496737360954,-0.05261709541082382,-0.0496792234480381,-0.04674135148525238,-0.04380347952246666,-0.04086560755968094,-0.03792773559689522,-0.0349898636341095,-0.03205198794603348,-0.029114115983247757,-0.026176244020462036,-0.023238372057676315,-0.020300500094890594,-0.017362628132104874,-0.014424754306674004,-0.011486882343888283,-0.008549010381102562,-0.0056111374869942665,-0.0026732650585472584,0.00026460736989974976,0.003202479798346758,0.006140352226793766,0.009078225120902061,0.012016097083687782,0.014953969046473503,0.017891842871904373,0.020829714834690094,0.023767586797475815,0.026705458760261536,0.029643330723047256,0.03258120268583298,0.035519078373909,0.03845695033669472,0.04139482229948044,0.04433269426226616,0.04727056622505188,0.0502084381878376,0.05314631015062332,0.05608418211340904,0.05902205407619476,0.06195992976427078,0.0648977980017662,0.06783567368984222,0.07077354192733765,0.07371141761541367,0.07664929330348969,0.07958716154098511,0.08252503722906113,0.08546290546655655,0.08840078115463257,0.09133864939212799,0.09427652508020401],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,1,2,1,1,0,1,2,1,5,3,6,5,4,2,10,7,12,15,14,19,30,34,23,35,25,31,33,30,44,36,35,37,26,44,23,25,21,17,13,13,9,18,11,7,8,0,6,6,1,4,2,1,2,2,3],"bins":[-0.00028711013146676123,-0.0002794817555695772,-0.0002718533796723932,-0.0002642250037752092,-0.0002565965987741947,-0.0002489682228770107,-0.0002413398469798267,-0.00023371147108264267,-0.00022608309518545866,-0.00021845471928827465,-0.00021082634339109063,-0.0002031979529419914,-0.00019556957704480737,-0.00018794120114762336,-0.00018031281069852412,-0.0001726844348013401,-0.0001650560589041561,-0.00015742768300697207,-0.00014979930710978806,-0.00014217091666068882,-0.0001345425407635048,-0.0001269141648663208,-0.00011928578169317916,-0.00011165739852003753,-0.00010402902262285352,-9.64006467256695e-05,-8.877226355252787e-05,-8.114388037938625e-05,-7.351550448220223e-05,-6.588712858501822e-05,-5.825874541187659e-05,-5.063036587671377e-05,-4.3001986341550946e-05,-3.5373606806388125e-05,-2.7745227271225303e-05,-2.0116847736062482e-05,-1.248846820089966e-05,-4.860088665736839e-06,2.7682908694259822e-06,1.0396670404588804e-05,1.8025049939751625e-05,2.5653429474914446e-05,3.328180901007727e-05,4.091018854524009e-05,4.853856808040291e-05,5.616694761556573e-05,6.379532715072855e-05,7.142371032387018e-05,7.90520862210542e-05,8.668046211823821e-05,9.430884529137984e-05,0.00010193722846452147,0.00010956560436170548,0.0001171939802588895,0.00012482237070798874,0.00013245074660517275,0.00014007912250235677,0.00014770749839954078,0.0001553358742967248,0.00016296426474582404,0.00017059264064300805,0.00017822101654019207,0.0001858494069892913,0.00019347778288647532,0.00020110615878365934]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[2,5,2,9,13,32,32,61,110,164,253,405,666,961,1350,1859,2680,3674,4615,6112,7808,9758,11664,14056,16298,18824,21003,22943,24418,25739,26134,27271,26090,24933,23773,21673,19602,17314,14985,12485,10387,8349,6708,5114,3859,2926,2157,1535,1080,721,450,310,209,129,70,52,22,13,11,5,1,3,0,1],"bins":[-0.09146597981452942,-0.08853167295455933,-0.08559737354516983,-0.08266307413578033,-0.07972876727581024,-0.07679446041584015,-0.07386016100645065,-0.07092586159706116,-0.06799155473709106,-0.06505724787712097,-0.062122948467731476,-0.05918864533305168,-0.05625434219837189,-0.05332003906369209,-0.0503857359290123,-0.047451432794332504,-0.04451712965965271,-0.041582826524972916,-0.03864852339029312,-0.03571422025561333,-0.03277991712093353,-0.02984561398625374,-0.026911310851573944,-0.02397700771689415,-0.021042704582214355,-0.01810840144753456,-0.015174098312854767,-0.012239795178174973,-0.009305492043495178,-0.006371188908815384,-0.0034368857741355896,-0.0005025826394557953,0.002431720495223999,0.005366023629903793,0.008300326764583588,0.011234629899263382,0.014168933033943176,0.01710323616862297,0.020037539303302765,0.02297184243798256,0.025906145572662354,0.028840448707342148,0.03177475184202194,0.034709054976701736,0.03764335811138153,0.040577661246061325,0.04351196438074112,0.046446267515420914,0.04938057065010071,0.0523148737847805,0.0552491769194603,0.05818348005414009,0.061117783188819885,0.06405209004878998,0.06698638945817947,0.06992068886756897,0.07285499572753906,0.07578930258750916,0.07872360199689865,0.08165790140628815,0.08459220826625824,0.08752651512622833,0.09046081453561783,0.09339511394500732,0.09632942080497742],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[1,0,0,0,0,0,1,3,2,3,0,5,7,11,20,36,48,39,112,152,244,369,585,901,1348,2143,3177,4780,7678,11303,17821,26097,38972,53562,69920,79430,75484,60205,44182,30941,21184,13425,9098,5593,3935,2327,1654,1095,647,456,265,217,121,94,36,33,26,9,7,8,4,6,1,1],"bins":[-0.003753662109375,-0.003648519515991211,-0.003543376922607422,-0.003438234329223633,-0.0033330917358398438,-0.0032279491424560547,-0.0031228065490722656,-0.0030176639556884766,-0.0029125213623046875,-0.0028073787689208984,-0.0027022361755371094,-0.0025970935821533203,-0.0024919509887695312,-0.002386808395385742,-0.002281665802001953,-0.002176523208618164,-0.002071380615234375,-0.001966238021850586,-0.0018610954284667969,-0.0017559528350830078,-0.0016508102416992188,-0.0015456676483154297,-0.0014405250549316406,-0.0013353824615478516,-0.0012302398681640625,-0.0011250972747802734,-0.0010199546813964844,-0.0009148120880126953,-0.0008096694946289062,-0.0007045269012451172,-0.0005993843078613281,-0.0004942417144775391,-0.00038909912109375,-0.00028395652770996094,-0.00017881393432617188,-7.367134094238281e-05,3.147125244140625e-05,0.0001366138458251953,0.00024175643920898438,0.00034689903259277344,0.0004520416259765625,0.0005571842193603516,0.0006623268127441406,0.0007674694061279297,0.0008726119995117188,0.0009777545928955078,0.0010828971862792969,0.001188039779663086,0.001293182373046875,0.001398324966430664,0.0015034675598144531,0.0016086101531982422,0.0017137527465820312,0.0018188953399658203,0.0019240379333496094,0.0020291805267333984,0.0021343231201171875,0.0022394657135009766,0.0023446083068847656,0.0024497509002685547,0.0025548934936523438,0.002660036087036133,0.002765178680419922,0.002870321273803711,0.0029754638671875],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[2,1,0,1,1,1,1,2,5,1,7,9,5,11,11,14,22,22,28,37,60,71,106,138,210,279,410,657,1046,2136,442946,2262,1191,712,422,299,174,136,106,75,57,46,36,17,35,19,14,13,8,6,5,2,3,2,0,1,0,5,0,1,0,0,0,1],"bins":[-0.2165990173816681,-0.20951128005981445,-0.20242352783679962,-0.19533579051494598,-0.18824803829193115,-0.18116030097007751,-0.17407256364822388,-0.16698481142520905,-0.1598970741033554,-0.15280933678150177,-0.14572158455848694,-0.1386338472366333,-0.13154610991477966,-0.12445835769176483,-0.1173706203699112,-0.11028287559747696,-0.10319513082504272,-0.09610738605260849,-0.08901964128017426,-0.08193190395832062,-0.07484415918588638,-0.06775641441345215,-0.06066867336630821,-0.053580932319164276,-0.04649318754673004,-0.03940544277429581,-0.03231770172715187,-0.025229958817362785,-0.0181422159075737,-0.011054472997784615,-0.003966730087995529,0.003121012821793556,0.010208755731582642,0.017296498641371727,0.024384241551160812,0.03147198259830475,0.03855972737073898,0.04564747214317322,0.052735213190317154,0.05982295423746109,0.06691069900989532,0.07399844378232956,0.0810861885547638,0.08817392587661743,0.09526167064905167,0.1023494154214859,0.10943715274333954,0.11652489751577377,0.12361264228820801,0.13070037961006165,0.13778813183307648,0.14487586915493011,0.15196362137794495,0.15905135869979858,0.16613909602165222,0.17322684824466705,0.1803145855665207,0.18740232288837433,0.19449007511138916,0.2015778124332428,0.20866554975509644,0.21575330197811127,0.2228410392999649,0.22992879152297974,0.23701652884483337],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,1,1,0,0,2,6,3,5,4,8,3,10,11,7,15,15,23,24,25,26,29,22,26,23,28,40,39,30,31,16,32,34,29,29,24,17,10,17,20,16,12,12,5,8,4,2,3,2,1,6,2,2,0,2,0,2,0,0,1],"bins":[-0.026158448308706284,-0.025335727259516716,-0.024513008072972298,-0.02369028702378273,-0.022867567837238312,-0.022044846788048744,-0.021222125738859177,-0.02039940655231476,-0.01957668550312519,-0.018753966316580772,-0.017931245267391205,-0.017108524218201637,-0.01628580503165722,-0.015463084913790226,-0.014640363864600658,-0.013817643746733665,-0.012994923628866673,-0.01217220351099968,-0.011349483393132687,-0.010526762343943119,-0.009704042226076126,-0.008881322108209133,-0.00805860199034214,-0.00723588140681386,-0.006413161288946867,-0.005590441171079874,-0.004767720587551594,-0.003945000469684601,-0.0031222801189869642,-0.0022995597682893276,-0.0014768395340070128,-0.0006541192415170372,0.00016860105097293854,0.0009913214016705751,0.00181404163595289,0.0026367618702352047,0.0034594822209328413,0.004282202571630478,0.005104922689497471,0.005927643273025751,0.006750363390892744,0.007573083508759737,0.008395804092288017,0.00921852421015501,0.010041244328022003,0.010863964445888996,0.011686685495078564,0.012509405612945557,0.01333212573081255,0.014154845848679543,0.014977565966546535,0.01580028608441353,0.016623007133603096,0.017445726320147514,0.018268447369337082,0.01909116841852665,0.019913887605071068,0.020736608654260635,0.021559327840805054,0.02238204888999462,0.02320476993918419,0.024027489125728607,0.024850210174918175,0.025672929361462593,0.02649565041065216]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,7,5,13,31,55,106,173,287,510,779,1219,1882,2840,4239,6056,8156,11562,15412,20487,25910,32936,40570,48143,56782,65400,73200,80421,85931,90147,92618,93079,91930,88588,83360,76086,68912,60205,51622,43857,35922,29098,22645,17613,13137,9612,6800,4894,3336,2224,1567,992,601,385,227,124,76,42,26,12,6,2,4,2],"bins":[-0.0932266041636467,-0.09024038165807724,-0.08725415915250778,-0.08426793664693832,-0.08128171414136887,-0.07829549163579941,-0.07530926913022995,-0.07232304662466049,-0.06933681666851044,-0.06635059416294098,-0.06336437165737152,-0.06037815287709236,-0.057391926646232605,-0.05440570414066315,-0.05141948163509369,-0.04843325912952423,-0.04544703662395477,-0.042460814118385315,-0.03947459161281586,-0.0364883691072464,-0.03350214660167694,-0.030515922233462334,-0.027529697865247726,-0.02454347535967827,-0.02155725285410881,-0.018571030348539352,-0.01558480691164732,-0.012598583474755287,-0.00961236096918583,-0.006626137997955084,-0.0036399150267243385,-0.0006536920554935932,0.002332538366317749,0.005318761337548494,0.00830498430877924,0.011291207745671272,0.01427743025124073,0.01726365275681019,0.020249877125024796,0.023236099630594254,0.02622232213616371,0.02920854464173317,0.03219476714730263,0.035180989652872086,0.03816721588373184,0.0411534383893013,0.04413966089487076,0.047125883400440216,0.050112105906009674,0.05309832841157913,0.05608455091714859,0.05907077342271805,0.062056995928287506,0.06504321843385696,0.06802944093942642,0.07101566344499588,0.07400189340114594,0.0769881159067154,0.07997433841228485,0.08296056091785431,0.08594678342342377,0.08893300592899323,0.09191922843456268,0.09490545094013214,0.0978916734457016],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,6,11,15,17,33,64,84,135,224,360,548,927,1248,1870,2534,3490,4677,6187,8017,10265,12561,15393,18373,21617,24393,27258,29976,32280,33252,34501,34402,33761,32322,30228,27840,25174,22574,19209,16201,13645,10915,8667,6826,5134,3896,2742,1970,1437,897,615,418,261,154,88,52,33,15,14,7,3,3,1,2],"bins":[-0.0910276398062706,-0.08810510486364365,-0.0851825699210167,-0.08226003497838974,-0.07933750003576279,-0.07641496509313583,-0.07349243015050888,-0.07056989520788193,-0.06764736026525497,-0.06472482532262802,-0.06180229038000107,-0.058879755437374115,-0.05595722049474716,-0.05303468555212021,-0.050112150609493256,-0.0471896156668663,-0.04426708072423935,-0.041344545781612396,-0.03842201083898544,-0.03549947589635849,-0.03257694095373154,-0.029654406011104584,-0.02673187106847763,-0.023809336125850677,-0.020886801183223724,-0.01796426624059677,-0.015041731297969818,-0.012119196355342865,-0.009196661412715912,-0.006274126470088959,-0.0033515915274620056,-0.0004290565848350525,0.0024934783577919006,0.005416013300418854,0.008338548243045807,0.01126108318567276,0.014183618128299713,0.017106153070926666,0.02002868801355362,0.022951222956180573,0.025873757898807526,0.02879629284143448,0.03171882778406143,0.034641362726688385,0.03756389766931534,0.04048643261194229,0.043408967554569244,0.0463315024971962,0.04925403743982315,0.052176572382450104,0.05509910732507706,0.05802164226770401,0.06094417721033096,0.06386671215295792,0.06678924709558487,0.06971178203821182,0.07263431698083878,0.07555685192346573,0.07847938686609268,0.08140192180871964,0.08432445675134659,0.08724699169397354,0.0901695266366005,0.09309206157922745,0.0960145965218544]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,3,1,2,1,3,2,6,9,13,12,20,15,25,31,33,33,40,36,32,33,43,31,26,32,27,26,28,18,16,21,6,15,12,12,8,9,6,11,10,5,4,6,5,6,6,2,3,1,3,1,3,2,3,2,3,1,1,0,2],"bins":[0.9990130662918091,0.9990524649620056,0.9990919232368469,0.9991313219070435,0.99917072057724,0.9992101788520813,0.9992495775222778,0.9992889761924744,0.9993283748626709,0.9993678331375122,0.9994072318077087,0.9994466304779053,0.9994860887527466,0.9995254874229431,0.9995648860931396,0.999604344367981,0.9996437430381775,0.999683141708374,0.9997225999832153,0.9997619986534119,0.9998013973236084,0.9998408555984497,0.9998802542686462,0.9999196529388428,0.9999591112136841,0.9999985098838806,1.0000379085540771,1.0000773668289185,1.0001167058944702,1.0001561641693115,1.0001956224441528,1.0002349615097046,1.000274419784546,1.0003138780593872,1.000353217124939,1.0003926753997803,1.0004321336746216,1.0004714727401733,1.0005109310150146,1.000550389289856,1.0005897283554077,1.000629186630249,1.0006686449050903,1.000707983970642,1.0007474422454834,1.0007869005203247,1.0008262395858765,1.0008656978607178,1.0009050369262695,1.0009444952011108,1.0009839534759521,1.001023292541504,1.0010627508163452,1.0011022090911865,1.0011415481567383,1.0011810064315796,1.001220464706421,1.0012598037719727,1.001299262046814,1.0013387203216553,1.001378059387207,1.0014175176620483,1.0014569759368896,1.0014963150024414,1.0015357732772827]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,2,0,0,1,3,0,1,4,0,2,4,3,5,5,7,10,17,17,18,26,29,40,46,37,49,68,59,50,51,35,33,23,29,19,10,13,7,12,6,5,6,1,3,2,3,2,1,0,0,0,0,0,1,0,0,1,0,0,0,0,1],"bins":[-2.7722780941985548e-06,-2.6762841116578784e-06,-2.580290129117202e-06,-2.4842961465765256e-06,-2.3883021640358493e-06,-2.2923084088688483e-06,-2.196314426328172e-06,-2.1003204437874956e-06,-2.0043264612468192e-06,-1.908332478706143e-06,-1.8123384961654665e-06,-1.7163446273116278e-06,-1.6203506447709515e-06,-1.524356662230275e-06,-1.4283627933764365e-06,-1.33236881083576e-06,-1.2363748282950837e-06,-1.1403808457544073e-06,-1.044386863213731e-06,-9.483929943598923e-07,-8.52399011819216e-07,-7.564050292785396e-07,-6.604111035812821e-07,-5.644171778840246e-07,-4.684231953433482e-07,-3.7242924122438126e-07,-2.764352871054143e-07,-1.8044133298644738e-07,-8.444737886748044e-08,1.1546575251486502e-08,1.0754052937045344e-07,2.0353448348942038e-07,2.995284376083873e-07,3.9552239172735426e-07,4.915163458463212e-07,5.875102715435787e-07,6.835042540842551e-07,7.794982366249315e-07,8.75492162322189e-07,9.714860880194465e-07,1.0674800705601228e-06,1.1634740531007992e-06,1.2594680356414756e-06,1.3554619044953142e-06,1.4514558870359906e-06,1.547449869576667e-06,1.6434437384305056e-06,1.739437720971182e-06,1.8354317035118584e-06,1.9314256860525347e-06,2.027419668593211e-06,2.1234136511338875e-06,2.219407633674564e-06,2.3154013888415648e-06,2.411395371382241e-06,2.5073893539229175e-06,2.603383336463594e-06,2.6993773190042702e-06,2.7953713015449466e-06,2.891365284085623e-06,2.987359039252624e-06,3.0833530217933003e-06,3.1793470043339767e-06,3.275340986874653e-06,3.3713349694153294e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[2,0,1,2,1,0,2,6,7,4,4,11,7,7,20,24,24,35,30,34,63,77,80,81,80,103,102,103,93,93,110,96,90,103,67,69,60,60,47,44,32,30,27,27,16,17,13,14,7,8,3,2,1,0,4,0,0,2,1,0,0,0,0,2],"bins":[-0.0014502546982839704,-0.0014000656083226204,-0.0013498765183612704,-0.0012996874283999205,-0.0012494982220232487,-0.0011993091320618987,-0.0011491200421005487,-0.0010989309521391988,-0.0010487418621778488,-0.0009985527722164989,-0.0009483636822551489,-0.000898174534086138,-0.000847985444124788,-0.0007977963541634381,-0.0007476072059944272,-0.0006974181160330772,-0.0006472290260717273,-0.0005970399361103773,-0.0005468508461490273,-0.0004966616979800165,-0.0004464726080186665,-0.00039628351805731654,-0.0003460943989921361,-0.0002959052799269557,-0.00024571618996560574,-0.00019552708545234054,-0.00014533798093907535,-9.514887642581016e-05,-4.4959771912544966e-05,5.229332600720227e-06,5.541843711398542e-05,0.00010560754162725061,0.00015579652972519398,0.00020598563423845917,0.00025617473875172436,0.0003063638578169048,0.00035655294777825475,0.0004067420377396047,0.00045693115680478513,0.0005071202758699656,0.0005573093658313155,0.0006074984557926655,0.0006576875457540154,0.0007078766939230263,0.0007580657838843763,0.0008082548738457263,0.0008584440220147371,0.0009086331119760871,0.0009588222019374371,0.001009011291898787,0.001059200381860137,0.001109389471821487,0.001159578561782837,0.0012097677681595087,0.0012599568581208587,0.0013101459480822086,0.0013603350380435586,0.0014105241280049086,0.0014607132179662585,0.0015109023079276085,0.0015610915143042803,0.0016112806042656302,0.0016614696942269802,0.0017116587841883302,0.0017618478741496801],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[1,0,1,9,3,8,24,34,77,149,266,442,748,1146,1858,2911,4396,6437,9142,12939,17863,23242,30518,38810,47598,57163,67615,76812,84907,92773,97258,100424,100877,98268,93358,86524,79004,68901,59869,49670,40603,32239,25004,18846,13945,10076,6953,4737,3195,2058,1264,795,479,297,149,77,42,29,19,3,3,1,2,3],"bins":[-0.10326676815748215,-0.10005047172307968,-0.09683416783809662,-0.09361787140369415,-0.09040157496929169,-0.08718527853488922,-0.08396898210048676,-0.08075267821550369,-0.07753638178110123,-0.07432008534669876,-0.0711037814617157,-0.06788748502731323,-0.06467118859291077,-0.0614548921585083,-0.058238591998815536,-0.05502229183912277,-0.051805995404720306,-0.04858969897031784,-0.045373398810625076,-0.04215709865093231,-0.038940802216529846,-0.03572450578212738,-0.032508205622434616,-0.029291907325387,-0.026075609028339386,-0.02285931073129177,-0.019643012434244156,-0.01642671413719654,-0.013210415840148926,-0.00999411754310131,-0.006777819246053696,-0.0035615209490060806,-0.0003452226519584656,0.0028710756450891495,0.0060873739421367645,0.00930367223918438,0.012519970536231995,0.01573626883327961,0.018952567130327225,0.02216886542737484,0.025385163724422455,0.02860146202147007,0.031817760318517685,0.03503406047821045,0.038250356912612915,0.04146665334701538,0.044682953506708145,0.04789925366640091,0.051115550100803375,0.05433184653520584,0.057548146694898605,0.06076444685459137,0.06398074328899384,0.0671970397233963,0.07041333615779877,0.07362964004278183,0.0768459364771843,0.08006223291158676,0.08327853679656982,0.08649483323097229,0.08971112966537476,0.09292742609977722,0.09614372253417969,0.09936002641916275,0.10257632285356522],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.000559192500077188,-0.0005419057561084628,-0.0005246190703473985,-0.0005073323263786733,-0.0004900455824099481,-0.00047275886754505336,-0.00045547212357632816,-0.0004381854087114334,-0.0004208986647427082,-0.00040361194987781346,-0.0003863252350129187,-0.0003690384910441935,-0.00035175177617929876,-0.00033446503221057355,-0.0003171783173456788,-0.0002998915733769536,-0.00028260485851205885,-0.0002653181436471641,-0.0002480313996784389,-0.00023074467026162893,-0.00021345794084481895,-0.0001961712259799242,-0.00017888449656311423,-0.00016159776714630425,-0.00014431103772949427,-0.0001270243083126843,-0.00010973757889587432,-9.245085675502196e-05,-7.516412733821198e-05,-5.787739792140201e-05,-4.059067214257084e-05,-2.3303944544750266e-05,-6.017216946929693e-06,1.126951065089088e-05,2.8556238248711452e-05,4.584296402754262e-05,6.31296934443526e-05,8.041642286116257e-05,9.770314500201494e-05,0.00011498987441882491,0.0001322766038356349,0.00014956333325244486,0.00016685006266925484,0.00018413679208606482,0.00020142350695095956,0.00021871023636776954,0.00023599696578457952,0.0002532837097533047,0.00027057042461819947,0.0002878571394830942,0.0003051438834518194,0.00032243059831671417,0.00033971734228543937,0.0003570040571503341,0.0003742908011190593,0.00039157751598395407,0.0004088642308488488,0.000426150974817574,0.00044343768968246877,0.000460724433651194,0.0004780111485160887,0.0004952978924848139,0.0005125846364535391,0.0005298713222146034,0.0005471580661833286],"_type":"histogram","values":[2,1,0,0,1,1,2,1,3,4,1,1,5,8,1,8,5,8,11,13,12,19,13,23,22,27,25,28,29,33,37,22,41,34,42,20,32,29,21,19,23,22,21,13,15,17,12,6,5,6,3,5,5,1,3,2,2,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0011735261650756001,-0.0011288298992440104,-0.0010841336334124207,-0.0010394374839961529,-0.0009947412181645632,-0.0009500449523329735,-0.0009053487447090447,-0.000860652478877455,-0.0008159562712535262,-0.0007712600054219365,-0.0007265637395903468,-0.000681867531966418,-0.0006371712661348283,-0.0005924750585108995,-0.0005477787926793098,-0.0005030825850553811,-0.00045838631922379136,-0.0004136900824960321,-0.0003689938457682729,-0.00032429760904051363,-0.0002796013723127544,-0.00023490512103307992,-0.00019020886975340545,-0.0001455126330256462,-0.00010081639629788697,-5.612015593214892e-05,-1.142391556641087e-05,3.327232479932718e-05,7.796856516506523e-05,0.00012266480189282447,0.00016736105317249894,0.00021205728990025818,0.0002567535266280174,0.00030144976335577667,0.0003461460000835359,0.00039084223681129515,0.0004355384735390544,0.0004802347393706441,0.0005249309469945729,0.0005696272128261626,0.0006143234204500914,0.0006590196862816811,0.0007037159521132708,0.0007484121597371995,0.0007931084255687892,0.000837804633192718,0.0008825008990243077,0.0009271971066482365,0.0009718933724798262,0.001016589580103755,0.0010612858459353447,0.0011059821117669344,0.001150678377598524,0.001195374527014792,0.0012400707928463817,0.0012847670586779714,0.001329463324509561,0.0013741595903411508,0.0014188557397574186,0.0014635520055890083,0.001508248271420598,0.0015529445372521877,0.0015976406866684556,0.0016423369525000453,0.001687033218331635],"_type":"histogram","values":[3,2,5,4,1,5,1,9,11,13,12,16,13,10,16,12,11,11,28,22,31,29,26,26,33,34,31,28,21,31,23,24,27,17,17,20,13,22,30,7,9,12,8,8,10,8,0,3,2,4,3,2,0,1,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[2,2,5,4,10,27,33,66,98,178,305,487,754,1164,1661,2337,3257,4490,5907,7788,10156,12703,15388,18455,21382,24753,27940,30362,32026,34121,35066,35186,34197,32758,30911,28310,25622,22200,19016,16148,13100,10536,8313,6486,4781,3543,2470,1815,1196,812,556,373,223,133,80,57,35,17,10,11,0,1,0,1],"bins":[-0.09281362593173981,-0.08983129262924194,-0.08684895932674408,-0.08386662602424622,-0.08088429272174835,-0.07790195941925049,-0.07491962611675262,-0.07193729281425476,-0.0689549595117569,-0.06597262620925903,-0.06299029290676117,-0.060007959604263306,-0.05702562630176544,-0.05404329299926758,-0.051060959696769714,-0.04807862639427185,-0.04509629309177399,-0.04211395978927612,-0.03913162648677826,-0.036149293184280396,-0.03316695988178253,-0.030184626579284668,-0.027202293276786804,-0.02421995997428894,-0.021237626671791077,-0.018255293369293213,-0.015272960066795349,-0.012290626764297485,-0.009308293461799622,-0.006325960159301758,-0.003343626856803894,-0.0003612935543060303,0.0026210397481918335,0.005603373050689697,0.008585706353187561,0.011568039655685425,0.014550372958183289,0.017532706260681152,0.020515039563179016,0.02349737286567688,0.026479706168174744,0.029462039470672607,0.03244437277317047,0.035426706075668335,0.0384090393781662,0.04139137268066406,0.044373705983161926,0.04735603928565979,0.050338372588157654,0.05332070589065552,0.05630303919315338,0.059285372495651245,0.06226770579814911,0.06525003910064697,0.06823237240314484,0.0712147057056427,0.07419703900814056,0.07717937231063843,0.08016170561313629,0.08314403891563416,0.08612637221813202,0.08910870552062988,0.09209103882312775,0.09507337212562561,0.09805570542812347]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,1,1,1,4,6,12,26,34,67,122,166,295,435,630,1002,1433,1972,2905,3898,5386,7046,9059,11527,14001,16845,19871,23193,26229,29212,31208,33073,34336,35005,34179,33301,31903,29446,26814,23800,20714,17675,14859,11930,9424,7345,5656,4074,3047,2189,1498,1037,752,441,286,197,114,54,38,25,15,6,1,2],"bins":[-0.09945892542600632,-0.09649834781885147,-0.09353777021169662,-0.09057718515396118,-0.08761660754680634,-0.08465602993965149,-0.08169545233249664,-0.0787348747253418,-0.07577429711818695,-0.07281371206045151,-0.06985313445329666,-0.06689255684614182,-0.06393197923898697,-0.060971397906541824,-0.05801082029938698,-0.055050238966941833,-0.05208966135978699,-0.04912908375263214,-0.046168502420186996,-0.04320792481303215,-0.040247343480587006,-0.03728676587343216,-0.03432618826627731,-0.03136560693383217,-0.028405029326677322,-0.025444449856877327,-0.02248387038707733,-0.019523292779922485,-0.01656271331012249,-0.013602133840322495,-0.010641555301845074,-0.007680976297706366,-0.0047203972935676575,-0.0017598182894289494,0.0012007607147097588,0.004161339718848467,0.007121918722987175,0.01008249819278717,0.013043076731264591,0.016003655269742012,0.018964234739542007,0.021924814209342003,0.024885393679142,0.027845971286296844,0.03080655075609684,0.033767130225896835,0.03672770783305168,0.039688289165496826,0.04264886677265167,0.04560944437980652,0.04857002571225166,0.05153060331940651,0.054491184651851654,0.0574517622590065,0.060412339866161346,0.06337291747331619,0.06633350253105164,0.06929408013820648,0.07225465774536133,0.07521523535251617,0.07817581295967102,0.08113639056682587,0.08409697562456131,0.08705755323171616,0.090018130838871],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,0,0,0,1,2,0,2,0,5,2,17,15,21,54,64,95,153,255,460,726,1395,2446,4122,7592,14614,28664,60406,135803,310840,467637,294510,127690,57226,27186,14009,7327,4081,2322,1230,770,413,284,161,87,58,44,29,18,7,5,4,4,2,2,0,0,0,0,0,0,1],"bins":[-0.01068115234375,-0.010352134704589844,-0.010023117065429688,-0.009694099426269531,-0.009365081787109375,-0.009036064147949219,-0.008707046508789062,-0.008378028869628906,-0.00804901123046875,-0.007719993591308594,-0.0073909759521484375,-0.007061958312988281,-0.006732940673828125,-0.006403923034667969,-0.0060749053955078125,-0.005745887756347656,-0.0054168701171875,-0.005087852478027344,-0.0047588348388671875,-0.004429817199707031,-0.004100799560546875,-0.0037717819213867188,-0.0034427642822265625,-0.0031137466430664062,-0.00278472900390625,-0.0024557113647460938,-0.0021266937255859375,-0.0017976760864257812,-0.001468658447265625,-0.0011396408081054688,-0.0008106231689453125,-0.00048160552978515625,-0.000152587890625,0.00017642974853515625,0.0005054473876953125,0.0008344650268554688,0.001163482666015625,0.0014925003051757812,0.0018215179443359375,0.0021505355834960938,0.00247955322265625,0.0028085708618164062,0.0031375885009765625,0.0034666061401367188,0.003795623779296875,0.004124641418457031,0.0044536590576171875,0.004782676696777344,0.0051116943359375,0.005440711975097656,0.0057697296142578125,0.006098747253417969,0.006427764892578125,0.006756782531738281,0.0070858001708984375,0.007414817810058594,0.00774383544921875,0.008072853088378906,0.008401870727539062,0.008730888366699219,0.009059906005859375,0.009388923645019531,0.009717941284179688,0.010046958923339844,0.0103759765625]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.00044031537254340947,-0.0004263292357791215,-0.00041234309901483357,-0.0003983569622505456,-0.00038437082548625767,-0.0003703846887219697,-0.0003563985519576818,-0.0003424124151933938,-0.0003284262493252754,-0.00031444011256098747,-0.0003004539757966995,-0.0002864678390324116,-0.0002724817022681236,-0.0002584955655038357,-0.00024450942873954773,-0.00023052329197525978,-0.00021653715521097183,-0.00020255101844668388,-0.00018856488168239594,-0.000174578744918108,-0.00016059260815382004,-0.00014660645683761686,-0.0001326203200733289,-0.00011863418330904096,-0.00010464804654475302,-9.066190978046507e-05,-7.667577301617712e-05,-6.268962897593156e-05,-4.8703492211643606e-05,-3.471735544735566e-05,-2.0731215045088902e-05,-6.74507646181155e-06,7.241091225296259e-06,2.122722980857361e-05,3.521336839185096e-05,4.919950879411772e-05,6.318564555840567e-05,7.717178232269362e-05,9.115792636293918e-05,0.00010514406312722713,0.00011913019989151508,0.00013311633665580302,0.00014710247342009097,0.00016108861018437892,0.0001750747615005821,0.00018906089826487005,0.000203047035029158,0.00021703317179344594,0.0002310193085577339,0.00024500544532202184,0.0002589915820863098,0.00027297771885059774,0.0002869638556148857,0.00030094999237917364,0.0003149361291434616,0.00032892226590774953,0.00034290843177586794,0.0003568945685401559,0.00037088070530444384,0.0003848668420687318,0.00039885297883301973,0.0004128391155973077,0.00042682525236159563,0.0004408113891258836,0.00045479752589017153],"_type":"histogram","values":[1,0,0,0,0,0,2,2,0,2,1,3,2,4,3,2,12,9,8,15,12,25,30,13,27,30,23,39,38,43,37,29,39,37,29,30,34,26,31,17,20,16,20,13,9,2,6,3,6,6,1,4,0,0,1,1,1,0,2,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,1,0,0,1,1,0,1,2,4,5,6,9,7,9,7,16,12,13,15,19,14,18,11,22,25,21,23,31,38,25,28,29,21,24,23,21,30,14,23,16,20,17,17,21,19,14,13,12,9,12,4,6,3,3,2,3,2,1,2,0,0,0,2],"bins":[-0.0010062840301543474,-0.0009753881022334099,-0.0009444922325201333,-0.0009135963628068566,-0.0008827004348859191,-0.0008518045069649816,-0.0008209086372517049,-0.0007900127675384283,-0.0007591168396174908,-0.0007282209116965532,-0.0006973250419832766,-0.00066642917227,-0.0006355332443490624,-0.0006046373164281249,-0.0005737414467148483,-0.0005428455770015717,-0.0005119496490806341,-0.00048105375026352704,-0.00045015785144641995,-0.00041926195262931287,-0.0003883660538122058,-0.0003574701549950987,-0.00032657425617799163,-0.00029567835736088455,-0.00026478245854377747,-0.00023388655972667038,-0.0002029906609095633,-0.00017209476209245622,-0.00014119886327534914,-0.00011030296445824206,-7.940706564113498e-05,-4.8511166824027896e-05,-1.7615151591598988e-05,1.3280747225508094e-05,4.4176646042615175e-05,7.507254485972226e-05,0.00010596844367682934,0.00013686434249393642,0.0001677602413110435,0.00019865614012815058,0.00022955203894525766,0.00026044793776236475,0.0002913438365794718,0.0003222397353965789,0.000353135634213686,0.00038403153303079307,0.00041492743184790015,0.00044582333066500723,0.0004767192294821143,0.0005076151574030519,0.0005385110271163285,0.0005694068968296051,0.0006003028247505426,0.0006311987526714802,0.0006620946223847568,0.0006929904920980334,0.000723886420018971,0.0007547823479399085,0.0007856782176531851,0.0008165740873664618,0.0008474700152873993,0.0008783659432083368,0.0009092618129216135,0.0009401576826348901,0.0009710536105558276],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[2,1,0,1,1,0,0,6,5,7,20,20,32,42,56,98,193,251,431,730,1118,1716,3134,4931,8087,13252,20458,32481,49129,67495,85113,86024,71036,51243,34395,22161,14096,8328,5330,3215,1979,1248,704,462,306,173,97,78,52,22,23,20,4,6,4,1,2,2,0,1,0,1,0,1],"bins":[-0.00457763671875,-0.004430294036865234,-0.004282951354980469,-0.004135608673095703,-0.0039882659912109375,-0.003840923309326172,-0.0036935806274414062,-0.0035462379455566406,-0.003398895263671875,-0.0032515525817871094,-0.0031042098999023438,-0.002956867218017578,-0.0028095245361328125,-0.002662181854248047,-0.0025148391723632812,-0.0023674964904785156,-0.00222015380859375,-0.0020728111267089844,-0.0019254684448242188,-0.0017781257629394531,-0.0016307830810546875,-0.0014834403991699219,-0.0013360977172851562,-0.0011887550354003906,-0.001041412353515625,-0.0008940696716308594,-0.0007467269897460938,-0.0005993843078613281,-0.0004520416259765625,-0.0003046989440917969,-0.00015735626220703125,-1.0013580322265625e-05,0.0001373291015625,0.0002846717834472656,0.00043201446533203125,0.0005793571472167969,0.0007266998291015625,0.0008740425109863281,0.0010213851928710938,0.0011687278747558594,0.001316070556640625,0.0014634132385253906,0.0016107559204101562,0.0017580986022949219,0.0019054412841796875,0.002052783966064453,0.0022001266479492188,0.0023474693298339844,0.00249481201171875,0.0026421546936035156,0.0027894973754882812,0.002936840057373047,0.0030841827392578125,0.003231525421142578,0.0033788681030273438,0.0035262107849121094,0.003673553466796875,0.0038208961486816406,0.003968238830566406,0.004115581512451172,0.0042629241943359375,0.004410266876220703,0.004557609558105469,0.004704952239990234,0.004852294921875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,0,0,1,0,1,0,0,0,4,0,2,1,4,6,2,6,8,6,9,14,21,14,26,23,27,33,34,35,32,30,44,38,39,20,31,37,25,29,31,14,18,12,17,24,12,2,6,6,5,2,2,2,2,4,0,2,0,0,0,3,0,0,1],"bins":[-0.0007459386251866817,-0.0007224435685202479,-0.0006989484536461532,-0.0006754533387720585,-0.0006519582821056247,-0.0006284632254391909,-0.0006049681105650961,-0.0005814729956910014,-0.0005579779390245676,-0.0005344828823581338,-0.0005109877674840391,-0.0004874926817137748,-0.00046399759594351053,-0.00044050251017324626,-0.000417007424402982,-0.00039351233863271773,-0.00037001725286245346,-0.0003465221670921892,-0.0003230270813219249,-0.00029953199555166066,-0.0002760369097813964,-0.0002525418240111321,-0.00022904673824086785,-0.00020555165247060359,-0.00018205656670033932,-0.00015856148093007505,-0.00013506639515981078,-0.00011157130938954651,-8.807622361928225e-05,-6.458113784901798e-05,-4.108605207875371e-05,-1.7590966308489442e-05,5.9041776694357395e-06,2.9399263439700007e-05,5.2894349209964275e-05,7.638943498022854e-05,9.988452075049281e-05,0.00012337960652075708,0.00014687469229102135,0.00017036977806128561,0.00019386486383154988,0.00021735994960181415,0.00024085503537207842,0.0002643501211423427,0.00028784520691260695,0.0003113402926828712,0.0003348353784531355,0.00035833046422339976,0.000381825549993664,0.0004053206357639283,0.00042881572153419256,0.00045231080730445683,0.0004758058930747211,0.0004993010079488158,0.0005227960646152496,0.0005462911212816834,0.0005697862361557782,0.0005932813510298729,0.0006167764076963067,0.0006402714643627405,0.0006637665792368352,0.00068726169411093,0.0007107567507773638,0.0007342518074437976,0.0007577469223178923],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[3,2,0,2,6,10,20,58,70,139,210,352,514,801,1248,1781,2541,3644,4885,6744,8563,10953,13643,16609,19775,22846,25967,29150,31696,33669,34728,35246,35128,34096,32644,30118,27160,24077,20753,17760,14649,12014,9325,7376,5570,4062,2944,2098,1484,984,646,420,267,140,96,60,39,21,7,7,2,0,1,1],"bins":[-0.0955413430929184,-0.09252636134624481,-0.08951137959957123,-0.08649640530347824,-0.08348142355680466,-0.08046644181013107,-0.07745146006345749,-0.0744364857673645,-0.07142150402069092,-0.06840652227401733,-0.06539154052734375,-0.062376562505960464,-0.05936158075928688,-0.056346602737903595,-0.05333162099123001,-0.050316642969846725,-0.04730166122317314,-0.04428667947649956,-0.04127170145511627,-0.03825671970844269,-0.0352417416870594,-0.03222675994038582,-0.029211780056357384,-0.02619680017232895,-0.023181820288300514,-0.02016684040427208,-0.017151860520243645,-0.014136879704892635,-0.0111218998208642,-0.008106919936835766,-0.005091939587146044,-0.0020769594702869654,0.000938020646572113,0.003953000530600548,0.00696798088029027,0.009982961229979992,0.012997941114008427,0.016012921929359436,0.01902790181338787,0.022042881697416306,0.02505786158144474,0.028072841465473175,0.03108782134950161,0.034102801233530045,0.03711778298020363,0.040132761001586914,0.0431477427482605,0.046162720769643784,0.04917770251631737,0.05219268426299095,0.05520766228437424,0.05822264403104782,0.06123762205243111,0.06425260007381439,0.06726758182048798,0.07028256356716156,0.07329754531383514,0.07631252706050873,0.07932750135660172,0.0823424831032753,0.08535746484994888,0.08837244659662247,0.09138742089271545,0.09440240263938904,0.09741738438606262]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[1,1,0,1,0,1,0,1,6,5,4,7,4,7,10,8,11,12,13,15,18,17,20,22,25,29,29,25,34,17,29,35,33,35,30,23,26,33,26,21,20,15,11,17,14,10,6,9,5,6,1,3,3,1,0,3,1,1,3,3,1,0,0,1],"bins":[-0.0012706591514870524,-0.001230172230862081,-0.0011896853102371097,-0.0011491983896121383,-0.0011087115854024887,-0.0010682246647775173,-0.001027737744152546,-0.0009872508235275745,-0.0009467639029026031,-0.0009062769822776318,-0.0008657900616526604,-0.0008253031992353499,-0.0007848162786103785,-0.0007443293579854071,-0.0007038424955680966,-0.0006633555749431252,-0.0006228686543181539,-0.0005823817336931825,-0.0005418948130682111,-0.0005014079506509006,-0.0004609210300259292,-0.0004204341094009578,-0.0003799472178798169,-0.00033946032635867596,-0.00029897340573370457,-0.0002584864851087332,-0.00021799959358759224,-0.00017751268751453608,-0.00013702578144147992,-9.653887536842376e-05,-5.60519692953676e-05,-1.5565063222311437e-05,2.4921842850744724e-05,6.540874892380089e-05,0.00010589565499685705,0.0001463825610699132,0.00018686946714296937,0.00022735637321602553,0.0002678432792890817,0.0003083301708102226,0.000348817091435194,0.0003893040120601654,0.00042979090358130634,0.00047027779510244727,0.0005107647157274187,0.00055125163635239,0.0005917384987697005,0.0006322254193946719,0.0006727123400196433,0.0007131992606446147,0.0007536861812695861,0.0007941730436868966,0.000834659964311868,0.0008751468849368393,0.0009156337473541498,0.0009561206679791212,0.0009966075886040926,0.001037094509229064,0.0010775814298540354,0.0011180683504790068,0.0011585552711039782,0.0011990420753136277,0.0012395289959385991,0.0012800159165635705,0.0013205028371885419],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,0,1,1,1,2,1,2,4,3,5,4,4,1,5,4,8,5,6,9,10,14,14,18,32,37,51,46,48,54,49,55,45,40,40,26,13,19,16,15,11,12,2,8,4,4,2,2,1,1,6,2,1,0,1,0,1],"bins":[-0.004155714064836502,-0.004042321816086769,-0.0039289300329983234,-0.0038155377842485905,-0.0037021455354988575,-0.003588753519579768,-0.003475361270830035,-0.003361969254910946,-0.003248577006161213,-0.0031351849902421236,-0.0030217927414923906,-0.0029084007255733013,-0.0027950084768235683,-0.002681616460904479,-0.002568224212154746,-0.0024548321962356567,-0.0023414399474859238,-0.0022280479315668344,-0.002114655915647745,-0.002001263666898012,-0.001887871534563601,-0.0017744794022291899,-0.0016610872698947787,-0.0015476951375603676,-0.0014343031216412783,-0.0013209109893068671,-0.001207518856972456,-0.0010941267246380448,-0.0009807345923036337,-0.0008673424599692225,-0.0007539503276348114,-0.0006405581953004003,-0.0005271660629659891,-0.00041377393063157797,-0.0003003817982971668,-0.00018698969506658614,-7.359756273217499e-05,3.979456232627854e-05,0.00015318668738473207,0.000266578805167228,0.00037997093750163913,0.0004933630698360503,0.0006067552021704614,0.0007201473345048726,0.0008335394086316228,0.0009469315409660339,0.001060323673300445,0.0011737158056348562,0.0012871079379692674,0.0014005000703036785,0.0015138922026380897,0.0016272843349725008,0.001740676467306912,0.001854068599641323,0.0019674606155604124,0.0020808528643101454,0.0021942448802292347,0.0023076371289789677,0.002421029144898057,0.00253442139364779,0.0026478134095668793,0.0027612056583166122,0.0028745976742357016,0.0029879899229854345,0.003101381938904524],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[2,0,0,0,1,0,2,0,0,0,1,4,2,1,2,6,8,1,8,9,13,11,14,14,24,22,31,31,31,32,46,33,27,32,25,37,25,24,30,24,35,32,19,18,15,17,7,6,7,4,6,1,6,5,3,2,3,3,3,0,0,0,1,2],"bins":[-0.0004234274383634329,-0.00041087664430961013,-0.0003983258211519569,-0.0003857749979943037,-0.00037322420394048095,-0.0003606734098866582,-0.000348122586729005,-0.00033557176357135177,-0.000323020969517529,-0.00031047017546370625,-0.00029791935230605304,-0.00028536852914839983,-0.0002728177350945771,-0.0002602669410407543,-0.0002477161178831011,-0.00023516530927736312,-0.00022261450067162514,-0.00021006369206588715,-0.00019751288346014917,-0.00018496207485441118,-0.0001724112662486732,-0.00015986045764293522,-0.00014730964903719723,-0.00013475884043145925,-0.00012220803182572126,-0.00010965722321998328,-9.71064146142453e-05,-8.455560600850731e-05,-7.200479740276933e-05,-5.945398879703134e-05,-4.690318019129336e-05,-3.4352371585555375e-05,-2.1801533875986934e-05,-9.25072527024895e-06,3.3000833354890347e-06,1.585089194122702e-05,2.8401700546965003e-05,4.095250915270299e-05,5.350331775844097e-05,6.605412636417896e-05,7.860493496991694e-05,9.115574357565492e-05,0.00010370655218139291,0.00011625736078713089,0.00012880816939286888,0.00014135897799860686,0.00015390978660434484,0.00016646059521008283,0.0001790114038158208,0.0001915622124215588,0.00020411302102729678,0.00021666382963303477,0.00022921463823877275,0.00024176544684451073,0.0002543162554502487,0.0002668670495040715,0.0002794178726617247,0.0002919686958193779,0.00030451948987320065,0.0003170702839270234,0.0003296211070846766,0.00034217193024232984,0.0003547227242961526,0.00036727351834997535,0.00037982434150762856],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,1,3,7,9,26,27,61,107,171,338,524,777,1257,1874,2708,4085,5481,7460,9790,12596,16113,19245,23009,26881,30551,33618,35943,37507,38195,37450,36531,34549,31477,27886,24146,20701,16814,13664,10510,8285,6019,4345,3166,2178,1391,893,542,399,229,120,75,34,24,11,10,4,2,1,0,0,1],"bins":[-0.10265382379293442,-0.09941242635250092,-0.09617102891206741,-0.09292963147163391,-0.08968823403120041,-0.0864468365907669,-0.0832054391503334,-0.0799640417098999,-0.076722651720047,-0.0734812542796135,-0.07023985683917999,-0.06699845939874649,-0.06375706195831299,-0.060515664517879486,-0.057274267077445984,-0.05403286963701248,-0.05079147219657898,-0.04755007475614548,-0.044308677315711975,-0.04106727987527847,-0.03782588243484497,-0.03458448871970177,-0.031343091279268265,-0.028101693838834763,-0.02486029639840126,-0.021618898957967758,-0.018377501517534256,-0.015136105939745903,-0.0118947084993124,-0.008653311058878899,-0.005411914549767971,-0.002170517574995756,0.0010708793997764587,0.004312276374548674,0.0075536733493208885,0.010795069858431816,0.014036467298865318,0.01727786473929882,0.020519260317087173,0.023760657757520676,0.027002055197954178,0.03024345263838768,0.03348485007882118,0.036726247519254684,0.03996764123439789,0.04320903867483139,0.04645043611526489,0.049691833555698395,0.0529332309961319,0.0561746284365654,0.0594160258769989,0.0626574233174324,0.0658988207578659,0.06914021819829941,0.07238161563873291,0.07562301307916641,0.07886441051959991,0.08210580050945282,0.08534719794988632,0.08858859539031982,0.09182999283075333,0.09507139027118683,0.09831278771162033,0.10155418515205383,0.10479558259248734]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.000621795654296875,-0.0006011128425598145,-0.0005804300308227539,-0.0005597472190856934,-0.0005390644073486328,-0.0005183815956115723,-0.0004976987838745117,-0.00047701597213745117,-0.0004563331604003906,-0.0004356503486633301,-0.00041496753692626953,-0.000394284725189209,-0.00037360191345214844,-0.0003529191017150879,-0.00033223628997802734,-0.0003115534782409668,-0.00029087066650390625,-0.0002701878547668457,-0.00024950504302978516,-0.0002288222312927246,-0.00020813941955566406,-0.00018745660781860352,-0.00016677379608154297,-0.00014609098434448242,-0.00012540817260742188,-0.00010472536087036133,-8.404254913330078e-05,-6.335973739624023e-05,-4.267692565917969e-05,-2.199411392211914e-05,-1.3113021850585938e-06,1.9371509552001953e-05,4.00543212890625e-05,6.073713302612305e-05,8.14199447631836e-05,0.00010210275650024414,0.0001227855682373047,0.00014346837997436523,0.00016415119171142578,0.00018483400344848633,0.00020551681518554688,0.00022619962692260742,0.00024688243865966797,0.0002675652503967285,0.00028824806213378906,0.0003089308738708496,0.00032961368560791016,0.0003502964973449707,0.00037097930908203125,0.0003916621208190918,0.00041234493255615234,0.0004330277442932129,0.00045371055603027344,0.000474393367767334,0.0004950761795043945,0.0005157589912414551,0.0005364418029785156,0.0005571246147155762,0.0005778074264526367,0.0005984902381896973,0.0006191730499267578,0.0006398558616638184,0.0006605386734008789,0.0006812214851379395,0.000701904296875],"_type":"histogram","values":[1,0,0,0,0,1,1,4,4,3,6,9,11,19,30,48,71,122,195,281,535,882,1538,2840,5109,9601,19378,37745,76893,129904,135796,82776,42053,20676,10775,5516,2983,1639,924,552,377,196,117,70,43,34,18,20,9,6,3,1,2,3,2,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.000614166259765625,-0.0005920529365539551,-0.0005699396133422852,-0.0005478262901306152,-0.0005257129669189453,-0.0005035996437072754,-0.00048148632049560547,-0.00045937299728393555,-0.0004372596740722656,-0.0004151463508605957,-0.0003930330276489258,-0.00037091970443725586,-0.00034880638122558594,-0.000326693058013916,-0.0003045797348022461,-0.00028246641159057617,-0.00026035308837890625,-0.00023823976516723633,-0.0002161264419555664,-0.00019401311874389648,-0.00017189979553222656,-0.00014978647232055664,-0.00012767314910888672,-0.0001055598258972168,-8.344650268554688e-05,-6.133317947387695e-05,-3.921985626220703e-05,-1.710653305053711e-05,5.0067901611328125e-06,2.7120113372802734e-05,4.9233436584472656e-05,7.134675979614258e-05,9.34600830078125e-05,0.00011557340621948242,0.00013768672943115234,0.00015980005264282227,0.0001819133758544922,0.0002040266990661621,0.00022614002227783203,0.00024825334548950195,0.0002703666687011719,0.0002924799919128418,0.0003145933151245117,0.00033670663833618164,0.00035881996154785156,0.0003809332847595215,0.0004030466079711914,0.00042515993118286133,0.00044727325439453125,0.00046938657760620117,0.0004914999008178711,0.000513613224029541,0.0005357265472412109,0.0005578398704528809,0.0005799531936645508,0.0006020665168762207,0.0006241798400878906,0.0006462931632995605,0.0006684064865112305,0.0006905198097229004,0.0007126331329345703,0.0007347464561462402,0.0007568597793579102,0.0007789731025695801,0.00080108642578125],"_type":"histogram","values":[2,0,3,1,0,2,9,8,10,15,20,32,53,61,114,200,337,482,791,1406,2362,4587,7966,14810,28838,53075,89073,117931,108420,71946,40467,21286,11317,6131,3302,1878,1122,701,418,217,150,100,65,43,18,20,5,8,6,6,5,2,2,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.000607389840297401,-0.0005902625853195786,-0.0005731353885494173,-0.000556008133571595,-0.0005388809368014336,-0.0005217536818236113,-0.000504626426845789,-0.0004874992009717971,-0.00047037197509780526,-0.0004532447492238134,-0.00043611752334982157,-0.00041899026837199926,-0.0004018630424980074,-0.00038473581662401557,-0.00036760856164619327,-0.0003504813357722014,-0.00033335410989820957,-0.0003162268840242177,-0.0002990996581502259,-0.0002819724031724036,-0.0002648451772984117,-0.0002477179514244199,-0.0002305907109985128,-0.00021346347057260573,-0.00019633624469861388,-0.00017920901882462204,-0.00016208177839871496,-0.00014495453797280788,-0.00012782731209881604,-0.00011070007894886658,-9.357284579891711e-05,-7.644561264896765e-05,-5.931837949901819e-05,-4.219114634906873e-05,-2.506391319911927e-05,-7.936680049169809e-06,9.190553100779653e-06,2.6317786250729114e-05,4.3445019400678575e-05,6.0572252550628036e-05,7.76994857005775e-05,9.482671885052696e-05,0.00011195395200047642,0.0001290811924263835,0.00014620841830037534,0.0001633356441743672,0.00018046288460027426,0.00019759012502618134,0.0002147173509001732,0.00023184457677416503,0.0002489718026481569,0.0002660990576259792,0.00028322628349997103,0.0003003535093739629,0.0003174807643517852,0.00033460799022577703,0.0003517352160997689,0.0003688624419737607,0.00038598966784775257,0.0004031169228255749,0.0004202441486995667,0.00043737137457355857,0.00045449862955138087,0.0004716258554253727,0.0004887530812993646],"_type":"histogram","values":[1,0,0,2,0,0,1,0,1,0,1,4,1,2,2,2,4,6,5,10,7,9,10,11,18,15,16,27,33,31,19,31,20,30,41,40,30,35,32,35,23,30,19,26,17,17,21,21,10,10,7,7,3,4,6,2,6,2,2,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,1,0,2,0,1,1,4,5,5,4,1,8,11,12,11,18,18,21,27,22,36,48,47,50,69,52,55,45,37,25,27,24,20,8,13,9,3,6,1,2,0,2,3,5,0,0,3,0,0,0,1,0,0,2],"bins":[-0.004574027843773365,-0.004440303426235914,-0.0043065790086984634,-0.004172854591161013,-0.004039130173623562,-0.0039054059889167547,-0.003771681571379304,-0.003637957153841853,-0.003504232969135046,-0.003370508551597595,-0.0032367841340601444,-0.0031030597165226936,-0.002969335298985243,-0.002835610881447792,-0.002701886696740985,-0.002568162279203534,-0.0024344378616660833,-0.0023007134441286325,-0.0021669890265911818,-0.0020332648418843746,-0.0018995404243469238,-0.001765816006809473,-0.0016320915892720222,-0.0014983672881498933,-0.0013646428706124425,-0.0012309184530749917,-0.0010971941519528627,-0.000963469734415412,-0.0008297453750856221,-0.0006960210157558322,-0.0005622965982183814,-0.00042857223888859153,-0.00029484787955880165,-0.00016112350567709655,-2.739913179539144e-05,0.00010632524208631366,0.00024004961596801877,0.00037377397529780865,0.0005074983928352594,0.0006412227521650493,0.0007749471114948392,0.0009086714708246291,0.001042395830154419,0.0011761202476918697,0.0013098446652293205,0.0014435689663514495,0.0015772933838889003,0.0017110176850110292,0.00184474210254848,0.001978466520085931,0.0021121909376233816,0.0022459151223301888,0.0023796395398676395,0.0025133639574050903,0.002647088374942541,0.002780812792479992,0.0029145372100174427,0.00304826139472425,0.0031819858122617006,0.0033157102297991514,0.003449434647336602,0.003583159064874053,0.00371688324958086,0.003850607667118311,0.003984332084655762]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,0,2,1,2,3,3,8,8,22,21,37,54,110,159,273,449,716,1135,1920,3156,5128,8899,14523,25385,43360,74400,108769,110204,77656,46755,27083,16014,9383,5671,3139,2200,1197,756,460,312,164,114,56,40,25,16,8,15,8,0,1,1,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.000461578369140625,-0.0004451274871826172,-0.0004286766052246094,-0.00041222572326660156,-0.00039577484130859375,-0.00037932395935058594,-0.0003628730773925781,-0.0003464221954345703,-0.0003299713134765625,-0.0003135204315185547,-0.0002970695495605469,-0.00028061866760253906,-0.00026416778564453125,-0.00024771690368652344,-0.00023126602172851562,-0.0002148151397705078,-0.0001983642578125,-0.0001819133758544922,-0.00016546249389648438,-0.00014901161193847656,-0.00013256072998046875,-0.00011610984802246094,-9.965896606445312e-05,-8.320808410644531e-05,-6.67572021484375e-05,-5.030632019042969e-05,-3.3855438232421875e-05,-1.7404556274414062e-05,-9.5367431640625e-07,1.5497207641601562e-05,3.1948089599609375e-05,4.839897155761719e-05,6.4849853515625e-05,8.130073547363281e-05,9.775161743164062e-05,0.00011420249938964844,0.00013065338134765625,0.00014710426330566406,0.00016355514526367188,0.0001800060272216797,0.0001964569091796875,0.0002129077911376953,0.00022935867309570312,0.00024580955505371094,0.00026226043701171875,0.00027871131896972656,0.0002951622009277344,0.0003116130828857422,0.00032806396484375,0.0003445148468017578,0.0003609657287597656,0.00037741661071777344,0.00039386749267578125,0.00041031837463378906,0.0004267692565917969,0.0004432201385498047,0.0004596710205078125,0.0004761219024658203,0.0004925727844238281,0.0005090236663818359,0.0005254745483398438,0.0005419254302978516,0.0005583763122558594,0.0005748271942138672,0.000591278076171875]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,1,0,1,1,0,0,0,0,0,0,3,1,4,4,5,4,9,9,3,10,18,18,14,15,24,22,27,23,36,28,36,24,31,29,24,34,33,36,26,23,33,21,19,22,15,18,9,14,10,4,5,6,5,0,3,1,2,1,0,0,1,0,1],"bins":[-0.011194621212780476,-0.010864794254302979,-0.010534967295825481,-0.010205140337347984,-0.009875312447547913,-0.009545485489070415,-0.009215658530592918,-0.008885831572115421,-0.008556004613637924,-0.008226177655160427,-0.00789635069668293,-0.007566523272544146,-0.0072366963140666485,-0.006906869355589151,-0.006577041931450367,-0.00624721497297287,-0.005917388014495373,-0.005587561056017876,-0.005257734097540379,-0.004927906673401594,-0.004598079714924097,-0.0042682527564466,-0.0039384253323078156,-0.0036085983738303185,-0.0032787714153528214,-0.0029489444568753242,-0.0026191172655671835,-0.0022892900742590427,-0.0019594631157815456,-0.0016296360408887267,-0.0012998089659959078,-0.0009699818911030889,-0.0006401557475328445,-0.0003103286726400256,1.9498402252793312e-05,0.00034932547714561224,0.0006791525520384312,0.00100897962693125,0.001338806701824069,0.001668633776716888,0.001998460851609707,0.002328287810087204,0.0026581150013953447,0.0029879421927034855,0.0033177691511809826,0.0036475961096584797,0.003977423533797264,0.004307250492274761,0.004637077450752258,0.004966904409229755,0.0052967313677072525,0.005626558791846037,0.005956385750323534,0.006286212708801031,0.0066160401329398155,0.006945867091417313,0.00727569404989481,0.007605521008372307,0.007935347966849804,0.008265174925327301,0.008595002815127373,0.00892482977360487,0.009254656732082367,0.009584483690559864,0.009914310649037361]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.11149802803993225,-0.10834846645593643,-0.10519890487194061,-0.10204935073852539,-0.09889978915452957,-0.09575022757053375,-0.09260066598653793,-0.08945110440254211,-0.08630155026912689,-0.08315198868513107,-0.08000242710113525,-0.07685286551713943,-0.07370330393314362,-0.0705537423491478,-0.06740418821573257,-0.06425462663173676,-0.061105065047740936,-0.05795550346374512,-0.0548059456050396,-0.05165638402104378,-0.04850682616233826,-0.04535726457834244,-0.04220770299434662,-0.0390581451356411,-0.03590858355164528,-0.03275902196764946,-0.02960946410894394,-0.02645990252494812,-0.02331034280359745,-0.02016078308224678,-0.01701122149825096,-0.013861661776900291,-0.010712102055549622,-0.007562541868537664,-0.004412981681525707,-0.00126342149451375,0.001886138692498207,0.005035698879510164,0.008185259066522121,0.011334819719195366,0.014484379440546036,0.017633939161896706,0.020783498883247375,0.023933060467243195,0.027082620188593864,0.030232179909944534,0.03338174149394035,0.036531299352645874,0.03968086093664169,0.04283042252063751,0.04597998037934303,0.04912954196333885,0.05227909982204437,0.05542866140604019,0.05857822299003601,0.06172778084874153,0.06487734615802765,0.06802690029144287,0.07117646187543869,0.07432602345943451,0.07747558504343033,0.08062514662742615,0.08377470076084137,0.08692426234483719,0.09007382392883301],"_type":"histogram","values":[1,0,0,0,0,2,1,2,4,8,20,31,59,102,169,248,403,684,1090,1662,2373,3344,4724,6267,8510,10987,13895,17175,20568,24090,27559,30698,33375,35386,36376,36934,36190,35108,32877,30019,27098,23373,19958,16433,13251,10472,8054,6226,4462,3268,2256,1461,965,631,402,230,145,80,49,32,20,8,8,1]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug-core.log b/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..b5d04f08895071e538f92758a552cf39ebfa0cf0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:15:16.619907224+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwu950elo/port-97124.txt","pid":97124,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:15:16.620737122+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":97124} +{"time":"2025-07-18T04:15:16.62072221+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-97124-97147-4087774945/socket","Net":"unix"}} +{"time":"2025-07-18T04:15:16.801270017+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:15:16.809650197+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"qnappj7f","id":"1(@)"} +{"time":"2025-07-18T04:15:17.233750274+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"qnappj7f","id":"1(@)"} +{"time":"2025-07-18T04:17:37.866009415+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:17:37.866353483+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:17:37.866415658+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:17:37.866426127+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:17:37.866528553+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-97124-97147-4087774945/socket","Net":"unix"}} +{"time":"2025-07-18T04:17:40.634148426+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:17:40.634192634+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:17:40.634211035+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..c9e5bcefaf8ae37a85836402a1e126a8825946c8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:15:16.811931696+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:15:17.233713638+03:00","level":"INFO","msg":"stream: created new stream","id":"qnappj7f"} +{"time":"2025-07-18T04:15:17.233744645+03:00","level":"INFO","msg":"stream: started","id":"qnappj7f"} +{"time":"2025-07-18T04:15:17.233762949+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"qnappj7f"} +{"time":"2025-07-18T04:15:17.233763151+03:00","level":"INFO","msg":"sender: started","stream_id":"qnappj7f"} +{"time":"2025-07-18T04:15:17.233811811+03:00","level":"INFO","msg":"handler: started","stream_id":"qnappj7f"} +{"time":"2025-07-18T04:17:37.866357691+03:00","level":"INFO","msg":"stream: closing","id":"qnappj7f"} +{"time":"2025-07-18T04:17:39.173500121+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:17:40.61489019+03:00","level":"INFO","msg":"handler: closed","stream_id":"qnappj7f"} +{"time":"2025-07-18T04:17:40.614937682+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"qnappj7f"} +{"time":"2025-07-18T04:17:40.614972723+03:00","level":"INFO","msg":"sender: closed","stream_id":"qnappj7f"} +{"time":"2025-07-18T04:17:40.633470771+03:00","level":"INFO","msg":"stream: closed","id":"qnappj7f"} diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug.log b/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..8df70fd8c4b343e602f79c0b9d63bb9f4314113c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_setup.py:_flush():80] Configure stats pid to 97124 +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_041516-qnappj7f/logs/debug.log +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_041516-qnappj7f/logs/debug-internal.log +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 16, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:15:16,584 INFO MainThread:97124 [wandb_init.py:init():871] starting backend +2025-07-18 04:15:16,801 INFO MainThread:97124 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:15:16,808 INFO MainThread:97124 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:15:16,809 INFO MainThread:97124 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:15:16,810 INFO MainThread:97124 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:15:17,621 INFO MainThread:97124 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:15:17,791 INFO MainThread:97124 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:15:17,791 INFO MainThread:97124 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:15:17,791 INFO MainThread:97124 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:15:17,791 INFO MainThread:97124 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:15:17,795 INFO MainThread:97124 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:15:20,917 INFO MainThread:97124 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:15:20,918 INFO MainThread:97124 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:17:37,864 INFO MsgRouterThr:97124 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_041516-qnappj7f/run-qnappj7f.wandb b/simson_modeling/wandb/run-20250718_041516-qnappj7f/run-qnappj7f.wandb new file mode 100644 index 0000000000000000000000000000000000000000..30ecf2065070c790d2058c9e729bd4108a8b6ebe --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041516-qnappj7f/run-qnappj7f.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33621a9fde02d06e387f807a5686990f78c4de73ebc86b0f4d592990a6787fe3 +size 80038118 diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/config.yaml b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c37a56b49ea742b561f92e23948a4a0f9b23ab77 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + qqlymhu69njqheqiynxhzm76oapb9ruu: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136851525632" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:18:21.455056Z" + writerId: qqlymhu69njqheqiynxhzm76oapb9ruu + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 16 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/output.log b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4d04c02516e04aa634c19af50c324940bafc2a82 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/output.log @@ -0,0 +1,56 @@ +Loading pre-computed data from data/augmented_smiles_pairs.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 27/62500 [01:35<44:24:15, 2.56s/it, loss=0.4831] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:38", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 425, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 422, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 346, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 237, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 229, in log_tensor_stats + tensor = flat.histc(bins=self._num_bins, min=tmin, max=tmax) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/requirements.txt b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e1dcc95fdc6ae4a4fcbb00e67638e273025992be --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:18:21.455056Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136851525632" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "qqlymhu69njqheqiynxhzm76oapb9ruu" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..0be556bec8a9bcf2e806b81c49f30a95a33cafde --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9992548227310181,0.9992830753326416,0.9993113279342651,0.9993395805358887,0.9993678331375122,0.9993960857391357,0.9994243383407593,0.9994525909423828,0.9994808435440063,0.9995091557502747,0.9995374083518982,0.9995656609535217,0.9995939135551453,0.9996221661567688,0.9996504187583923,0.9996786713600159,0.9997069239616394,0.9997351765632629,0.9997634291648865,0.99979168176651,0.9998199343681335,0.9998481869697571,0.9998764395713806,0.9999046921730042,0.9999330043792725,0.999961256980896,0.9999895095825195,1.000017762184143,1.0000460147857666,1.0000742673873901,1.0001025199890137,1.0001307725906372,1.0001590251922607,1.0001872777938843,1.0002155303955078,1.0002437829971313,1.0002720355987549,1.0003002882003784,1.000328540802002,1.0003567934036255,1.000385046005249,1.0004132986068726,1.000441551208496,1.0004698038101196,1.0004980564117432,1.0005263090133667,1.0005545616149902,1.0005828142166138,1.0006110668182373,1.0006394386291504,1.000667691230774,1.0006959438323975,1.000724196434021,1.0007524490356445,1.000780701637268,1.0008089542388916,1.0008372068405151,1.0008654594421387,1.0008937120437622,1.0009219646453857,1.0009502172470093,1.0009784698486328,1.0010067224502563,1.0010349750518799,1.0010632276535034],"_type":"histogram","values":[1,0,0,0,1,0,2,3,3,4,4,5,14,5,9,16,19,15,15,29,34,38,29,36,34,33,39,40,23,18,35,28,21,26,15,21,23,21,16,14,10,11,8,6,8,9,6,5,1,3,3,3,1,1,1,0,0,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.004963836167007685,-0.004804517142474651,-0.004645198583602905,-0.004485879559069872,-0.0043265605345368385,-0.0041672419756650925,-0.004007922951132059,-0.0038486041594296694,-0.0036892853677272797,-0.0035299663431942463,-0.0033706475514918566,-0.003211328759789467,-0.0030520097352564335,-0.0028926909435540438,-0.002733372151851654,-0.0025740531273186207,-0.002414734335616231,-0.0022554155439138412,-0.002096096519380808,-0.0019367777276784182,-0.0017774589359760284,-0.001618140027858317,-0.0014588211197406054,-0.0012995023280382156,-0.001140183419920504,-0.0009808645118027925,-0.0008215457201004028,-0.0006622268119826913,-0.0005029079620726407,-0.00034358911216259,-0.00018427023314870894,-2.495136868674308e-05,0.00013436749577522278,0.0002936863456852734,0.0004530052246991545,0.0006123241037130356,0.0007716429536230862,0.0009309618035331368,0.0010902807116508484,0.001249599503353238,0.0014089184114709496,0.0015682373195886612,0.001727556111291051,0.0018868750194087625,0.002046193927526474,0.0022055127192288637,0.0023648315109312534,0.002524150535464287,0.0026834693271666765,0.0028427881188690662,0.0030021071434020996,0.0031614259351044893,0.003320744726806879,0.0034800637513399124,0.003639382543042302,0.003798701334744692,0.003958020359277725,0.004117338918149471,0.004276657942682505,0.004435976967215538,0.004595295526087284,0.0047546145506203175,0.004913933575153351,0.005073252134025097,0.00523257115855813],"_type":"histogram","values":[4,1,2,1,2,1,2,1,3,7,5,4,8,13,15,10,9,12,15,9,24,14,15,23,16,17,28,33,27,32,31,27,24,29,20,26,23,33,26,18,2,22,22,15,17,12,10,8,9,8,3,4,9,6,3,2,1,1,0,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,0,6,0,3,3,3,10,11,13,19,39,46,60,79,122,187,257,401,582,803,1241,1767,2915,4628,7916,13296,24149,42880,77710,118492,117065,75568,42797,22902,13185,7600,4645,2825,1825,1089,844,550,393,242,198,128,84,71,53,38,25,19,9,10,6,5,3,2,1,1],"bins":[-0.00101470947265625,-0.0009848475456237793,-0.0009549856185913086,-0.0009251236915588379,-0.0008952617645263672,-0.0008653998374938965,-0.0008355379104614258,-0.0008056759834289551,-0.0007758140563964844,-0.0007459521293640137,-0.000716090202331543,-0.0006862282752990723,-0.0006563663482666016,-0.0006265044212341309,-0.0005966424942016602,-0.0005667805671691895,-0.0005369186401367188,-0.000507056713104248,-0.00047719478607177734,-0.00044733285903930664,-0.00041747093200683594,-0.00038760900497436523,-0.00035774707794189453,-0.00032788515090942383,-0.0002980232238769531,-0.0002681612968444824,-0.00023829936981201172,-0.00020843744277954102,-0.0001785755157470703,-0.0001487135887145996,-0.0001188516616821289,-8.89897346496582e-05,-5.91278076171875e-05,-2.9265880584716797e-05,5.960464477539062e-07,3.045797348022461e-05,6.031990051269531e-05,9.018182754516602e-05,0.00012004375457763672,0.00014990568161010742,0.00017976760864257812,0.00020962953567504883,0.00023949146270751953,0.00026935338973999023,0.00029921531677246094,0.00032907724380493164,0.00035893917083740234,0.00038880109786987305,0.00041866302490234375,0.00044852495193481445,0.00047838687896728516,0.0005082488059997559,0.0005381107330322266,0.0005679726600646973,0.000597834587097168,0.0006276965141296387,0.0006575584411621094,0.0006874203681945801,0.0007172822952270508,0.0007471442222595215,0.0007770061492919922,0.0008068680763244629,0.0008367300033569336,0.0008665919303894043,0.000896453857421875]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,3,5,7,18,27,51,80,96,234,341,566,768,1197,1732,2396,3330,4437,6179,7941,10131,12587,15429,18499,21398,24593,27320,29949,31861,33649,34069,34523,33777,32487,30745,28394,25516,22613,19409,16464,13348,10867,8716,6734,5076,3753,2632,1989,1316,917,631,377,249,144,101,68,38,18,10,9,4,4,0,1],"bins":[-0.09181185811758041,-0.088865265250206,-0.08591867983341217,-0.08297208696603775,-0.08002549409866333,-0.0770789086818695,-0.07413231581449509,-0.07118572294712067,-0.06823913753032684,-0.06529254466295242,-0.062345951795578,-0.05939936265349388,-0.05645277351140976,-0.05350618064403534,-0.05055959150195122,-0.0476129986345768,-0.044666409492492676,-0.041719820350408554,-0.038773227483034134,-0.03582663834095001,-0.03288004547357559,-0.02993345633149147,-0.02698686718940735,-0.024040276184678078,-0.021093685179948807,-0.018147094175219536,-0.01520050410181284,-0.012253914028406143,-0.009307323023676872,-0.006360732484608889,-0.003414141945540905,-0.00046755140647292137,0.002479046583175659,0.005425637122243643,0.008372227661311626,0.011318817734718323,0.014265408739447594,0.017211999744176865,0.020158588886260986,0.023105179890990257,0.026051770895719528,0.0289983619004488,0.03194495290517807,0.03489154204726219,0.037838131189346313,0.040784724056720734,0.043731313198804855,0.046677906066179276,0.0496244952082634,0.05257108435034752,0.05551767721772194,0.05846426635980606,0.06141085922718048,0.0643574446439743,0.06730403751134872,0.07025063037872314,0.07319721579551697,0.07614380866289139,0.07909040153026581,0.08203699439764023,0.08498357981443405,0.08793017268180847,0.09087676554918289,0.09382335096597672,0.09676994383335114],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.009885436855256557,-0.009602254256606102,-0.009319071657955647,-0.009035889059305191,-0.008752705529332161,-0.008469522930681705,-0.00818634033203125,-0.007903157733380795,-0.007619975134730339,-0.007336792536079884,-0.007053609937429428,-0.006770426873117685,-0.00648724427446723,-0.006204061675816774,-0.005920878611505032,-0.005637696012854576,-0.005354513414204121,-0.005071330815553665,-0.00478814821690321,-0.004504965152591467,-0.004221782553941011,-0.003938599955290556,-0.003655417123809457,-0.0033722342923283577,-0.0030890516936779022,-0.0028058690950274467,-0.0025226862635463476,-0.0022395034320652485,-0.001956320833414793,-0.0016731381183490157,-0.0013899554032832384,-0.0011067726882174611,-0.0008235890418291092,-0.0005404063267633319,-0.0002572236116975546,2.5959103368222713e-05,0.000309141818434,0.0005923245334997773,0.0008755072485655546,0.001158689963631332,0.0014418726786971092,0.0017250553937628865,0.002008238108828664,0.002291420940309763,0.0025746035389602184,0.002857786137610674,0.003140968969091773,0.003424151800572872,0.0037073343992233276,0.003990516997873783,0.004273699596524239,0.004556882660835981,0.004840065259486437,0.005123247858136892,0.005406430922448635,0.005689613521099091,0.005972796119749546,0.0062559787184000015,0.006539161317050457,0.0068223443813622,0.007105526980012655,0.007388709578663111,0.0076718926429748535,0.007955075241625309,0.008238257840275764],"_type":"histogram","values":[2,0,0,1,2,1,0,0,5,0,1,2,4,1,3,3,5,4,5,12,9,17,18,11,20,22,27,17,26,27,21,26,30,32,23,32,32,29,30,28,32,17,23,16,18,22,12,14,15,21,9,12,8,6,3,5,1,2,1,0,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.0091552734375,-0.008853912353515625,-0.00855255126953125,-0.008251190185546875,-0.0079498291015625,-0.007648468017578125,-0.00734710693359375,-0.007045745849609375,-0.006744384765625,-0.006443023681640625,-0.00614166259765625,-0.005840301513671875,-0.0055389404296875,-0.005237579345703125,-0.00493621826171875,-0.004634857177734375,-0.00433349609375,-0.004032135009765625,-0.00373077392578125,-0.003429412841796875,-0.0031280517578125,-0.002826690673828125,-0.00252532958984375,-0.002223968505859375,-0.001922607421875,-0.001621246337890625,-0.00131988525390625,-0.001018524169921875,-0.0007171630859375,-0.000415802001953125,-0.00011444091796875,0.000186920166015625,0.00048828125,0.000789642333984375,0.00109100341796875,0.001392364501953125,0.0016937255859375,0.001995086669921875,0.00229644775390625,0.002597808837890625,0.002899169921875,0.003200531005859375,0.00350189208984375,0.003803253173828125,0.0041046142578125,0.004405975341796875,0.00470733642578125,0.005008697509765625,0.00531005859375,0.005611419677734375,0.00591278076171875,0.006214141845703125,0.0065155029296875,0.006816864013671875,0.00711822509765625,0.007419586181640625,0.007720947265625,0.008022308349609375,0.00832366943359375,0.008625030517578125,0.0089263916015625,0.009227752685546875,0.00952911376953125,0.009830474853515625,0.0101318359375],"_type":"histogram","values":[2,0,5,4,9,9,21,28,44,59,93,102,171,276,372,477,732,1131,1535,2056,3083,4344,6338,8650,12808,18183,27064,39010,56649,77851,87861,72647,51672,35885,25023,16686,11610,8238,5737,3887,2932,1976,1405,914,730,497,339,206,156,110,69,53,29,26,7,4,9,4,3,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.008419404737651348,-0.008164108730852604,-0.00790881272405386,-0.007653517182916403,-0.007398221641778946,-0.007142925634980202,-0.006887630093842745,-0.006632334087044001,-0.006377038545906544,-0.0061217425391077995,-0.005866446532309055,-0.0056111509911715984,-0.005355854984372854,-0.005100559443235397,-0.004845263436436653,-0.004589967895299196,-0.004334671888500452,-0.004079375881701708,-0.003824080340564251,-0.0035687845665961504,-0.00331348879262805,-0.0030581927858293056,-0.002802897011861205,-0.0025476012378931046,-0.002292305463925004,-0.0020370096899569035,-0.001781713915988803,-0.0015264180256053805,-0.00127112225163728,-0.0010158264776691794,-0.000760530645493418,-0.0005052348133176565,-0.00024993903934955597,5.356763722375035e-06,0.00026065256679430604,0.0005159483989700675,0.000771244172938168,0.0010265399469062686,0.001281835837289691,0.0015371316112577915,0.001792427385225892,0.0020477231591939926,0.002303018933162093,0.0025583147071301937,0.002813610713928938,0.0030689064878970385,0.003324202261865139,0.0035794980358332396,0.00383479380980134,0.004090089816600084,0.004345385357737541,0.004600681364536285,0.004855976905673742,0.0051112729124724865,0.005366568453609943,0.005621864460408688,0.005877160467207432,0.006132456008344889,0.006387752015143633,0.00664304755628109,0.006898343563079834,0.007153639104217291,0.007408935111016035,0.007664230652153492,0.007919526658952236],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,2,0,1,2,3,2,5,10,17,24,20,36,31,53,59,75,88,114,109,123,138,159,148,131,111,113,102,86,54,47,35,37,29,21,18,13,8,7,5,5,1,0,1,0,1,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,0,1,2,4,3,8,7,7,12,12,18,12,19,27,33,27,36,37,40,34,39,32,25,36,27,28,26,21,23,26,14,17,11,12,11,9,10,10,8,5,12,2,3,2,2,3,2,1,2,4,0,0,1,1,1],"bins":[0.9991611838340759,0.9991898536682129,0.9992184638977051,0.999247133731842,0.9992757439613342,0.9993044137954712,0.9993330836296082,0.9993616938591003,0.9993903636932373,0.9994189739227295,0.9994476437568665,0.9994763135910034,0.9995049238204956,0.9995335936546326,0.9995622634887695,0.9995908737182617,0.9996195435523987,0.9996481537818909,0.9996768236160278,0.9997054934501648,0.999734103679657,0.999762773513794,0.9997913837432861,0.9998200535774231,0.9998487234115601,0.9998773336410522,0.9999060034751892,0.9999346137046814,0.9999632835388184,0.9999919533729553,1.0000206232070923,1.0000492334365845,1.0000778436660767,1.0001065731048584,1.0001351833343506,1.0001637935638428,1.000192403793335,1.0002211332321167,1.0002497434616089,1.000278353691101,1.0003070831298828,1.000335693359375,1.0003643035888672,1.000393033027649,1.0004216432571411,1.0004502534866333,1.000478982925415,1.0005075931549072,1.0005362033843994,1.0005648136138916,1.0005935430526733,1.0006221532821655,1.0006507635116577,1.0006794929504395,1.0007081031799316,1.0007367134094238,1.0007654428482056,1.0007940530776978,1.00082266330719,1.0008512735366821,1.0008800029754639,1.000908613204956,1.0009372234344482,1.00096595287323,1.0009945631027222]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.009033203125,-0.008759498596191406,-0.008485794067382812,-0.008212089538574219,-0.007938385009765625,-0.007664680480957031,-0.0073909759521484375,-0.007117271423339844,-0.00684356689453125,-0.006569862365722656,-0.0062961578369140625,-0.006022453308105469,-0.005748748779296875,-0.005475044250488281,-0.0052013397216796875,-0.004927635192871094,-0.0046539306640625,-0.004380226135253906,-0.0041065216064453125,-0.0038328170776367188,-0.003559112548828125,-0.0032854080200195312,-0.0030117034912109375,-0.0027379989624023438,-0.00246429443359375,-0.0021905899047851562,-0.0019168853759765625,-0.0016431808471679688,-0.001369476318359375,-0.0010957717895507812,-0.0008220672607421875,-0.0005483627319335938,-0.000274658203125,-9.5367431640625e-07,0.0002727508544921875,0.0005464553833007812,0.000820159912109375,0.0010938644409179688,0.0013675689697265625,0.0016412734985351562,0.00191497802734375,0.0021886825561523438,0.0024623870849609375,0.0027360916137695312,0.003009796142578125,0.0032835006713867188,0.0035572052001953125,0.0038309097290039062,0.0041046142578125,0.004378318786621094,0.0046520233154296875,0.004925727844238281,0.005199432373046875,0.005473136901855469,0.0057468414306640625,0.006020545959472656,0.00629425048828125,0.006567955017089844,0.0068416595458984375,0.007115364074707031,0.007389068603515625,0.007662773132324219,0.007936477661132812,0.008210182189941406,0.00848388671875],"_type":"histogram","values":[1,0,0,1,2,4,8,6,9,13,30,44,58,93,138,189,238,407,509,775,1131,1654,2518,3773,5656,8560,13315,20880,33798,55747,98368,185525,340455,346227,199602,104648,60124,34272,20559,12301,7864,4855,2981,1919,1248,792,515,358,226,154,112,81,46,21,20,10,6,9,4,0,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[2,0,0,0,1,1,2,2,2,0,5,6,5,8,7,13,14,11,13,23,30,25,33,29,42,35,43,46,47,46,28,30,31,29,29,20,20,19,15,9,9,4,10,5,3,3,2,4,0,4,0,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0003995463775936514,-0.00038491320447064936,-0.0003702800313476473,-0.00035564685822464526,-0.0003410136851016432,-0.00032638051197864115,-0.0003117473388556391,-0.00029711416573263705,-0.00028248102171346545,-0.0002678478485904634,-0.00025321467546746135,-0.00023858148779254407,-0.00022394832922145724,-0.0002093151560984552,-0.00019468198297545314,-0.00018004880985245109,-0.00016541563672944903,-0.00015078246360644698,-0.00013614929048344493,-0.00012151612463640049,-0.00010688295151339844,-9.224977839039639e-05,-7.761661254335195e-05,-6.29834394203499e-05,-4.8350266297347844e-05,-3.371709317434579e-05,-1.9083923689322546e-05,-4.450752385309897e-06,1.0182418918702751e-05,2.48155902227154e-05,3.944876152672805e-05,5.4081931011751294e-05,6.87151332385838e-05,8.334830636158586e-05,9.798147948458791e-05,0.00011261464533163235,0.000127247825730592,0.00014188098430167884,0.0001565141574246809,0.00017114733054768294,0.000185780503670685,0.00020041367679368705,0.0002150468499166891,0.00022968002303969115,0.000244313181610778,0.00025894635473378,0.0002735795278567821,0.00028821270097978413,0.0003028458741027862,0.00031747904722578824,0.0003321122203487903,0.00034674539347179234,0.0003613785665947944,0.00037601173971779644,0.0003906449128407985,0.00040527808596380055,0.00041991122998297215,0.0004345444031059742,0.00044917757622897625,0.0004638107493519783,0.00047844392247498035,0.0004930770955979824,0.0005077102687209845,0.0005223434418439865,0.0005369766149669886],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,1,2,3,3,6,1,7,9,6,7,11,14,15,21,22,27,34,27,36,53,31,45,41,41,32,31,26,34,24,28,25,14,13,12,10,11,7,9,9,4,4,3,2,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,2],"bins":[-0.0004004709771834314,-0.0003851213550660759,-0.00036977173294872046,-0.00035442208172753453,-0.00033907245961017907,-0.0003237228374928236,-0.00030837321537546813,-0.00029302359325811267,-0.00027767394203692675,-0.0002623243199195713,-0.0002469746978022158,-0.00023162507568486035,-0.00021627545356750488,-0.0002009258168982342,-0.00018557619478087872,-0.00017022655811160803,-0.00015487693599425256,-0.0001395273138768971,-0.0001241776772076264,-0.00010882805509027094,-9.347842569695786e-05,-7.812879630364478e-05,-6.277917418628931e-05,-4.742954479297623e-05,-3.207991539966315e-05,-1.6730287825339474e-05,-1.3806602510157973e-06,1.396896732330788e-05,2.9318594897631556e-05,4.4668224290944636e-05,6.001785004627891e-05,7.536747580161318e-05,9.071710519492626e-05,0.00010606673458823934,0.00012141636398155242,0.0001367659860989079,0.00015211562276817858,0.00016746524488553405,0.00018281486700288951,0.0001981645036721602,0.00021351412578951567,0.00022886374790687114,0.00024421338457614183,0.0002595630066934973,0.00027491262881085277,0.00029026225092820823,0.00030561190214939415,0.0003209615242667496,0.0003363111463841051,0.00035166076850146055,0.000367010390618816,0.00038236004184000194,0.0003977096639573574,0.00041305928607471287,0.00042840890819206834,0.0004437585303094238,0.00045910815242677927,0.0004744578036479652,0.0004898073966614902,0.0005051570478826761,0.000520506699103862,0.0005358562921173871,0.000551205943338573,0.000566555536352098,0.0005819051875732839],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,2,1,1,2,1,3,4,6,3,7,9,8,14,13,11,18,31,24,37,33,32,35,38,33,36,28,31,34,29,20,20,18,15,25,16,14,12,15,10,5,7,8,7,4,7,7,4,5,1,1,4,4,4,1,1,2,2,0,2],"bins":[0.9992343187332153,0.9992613196372986,0.9992883205413818,0.9993152618408203,0.9993422627449036,0.9993692636489868,0.9993962645530701,0.9994232058525085,0.9994502067565918,0.999477207660675,0.9995042085647583,0.9995312094688416,0.99955815076828,0.9995851516723633,0.9996121525764465,0.9996391534805298,0.9996660947799683,0.9996930956840515,0.9997200965881348,0.999747097492218,0.9997740983963013,0.9998010396957397,0.999828040599823,0.9998550415039062,0.9998820424079895,0.9999090433120728,0.9999359846115112,0.9999629855155945,0.9999899864196777,1.0000169277191162,1.0000439882278442,1.0000709295272827,1.0000979900360107,1.0001249313354492,1.0001518726348877,1.0001789331436157,1.0002058744430542,1.0002328157424927,1.0002598762512207,1.0002868175506592,1.0003138780593872,1.0003408193588257,1.0003677606582642,1.0003948211669922,1.0004217624664307,1.0004488229751587,1.0004757642745972,1.0005027055740356,1.0005297660827637,1.0005567073822021,1.0005837678909302,1.0006107091903687,1.0006376504898071,1.0006647109985352,1.0006916522979736,1.000718593597412,1.0007456541061401,1.0007725954055786,1.0007996559143066,1.0008265972137451,1.0008535385131836,1.0008805990219116,1.00090754032135,1.0009346008300781,1.0009615421295166]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.00039519817801192403,-0.0003840353456325829,-0.0003728725132532418,-0.00036170968087390065,-0.0003505468484945595,-0.0003393840161152184,-0.0003282211837358773,-0.00031705835135653615,-0.000305895518977195,-0.00029473271570168436,-0.00028356988332234323,-0.0002724070509430021,-0.000261244218563661,-0.00025008138618431985,-0.00023891855380497873,-0.0002277557214256376,-0.00021659288904629648,-0.00020543005666695535,-0.00019426722428761423,-0.0001831043919082731,-0.00017194155952893198,-0.00016077874170150608,-0.00014961590932216495,-0.00013845307694282383,-0.0001272902445634827,-0.00011612741218414158,-0.00010496457980480045,-9.380175470141694e-05,-8.263892232207581e-05,-7.147608994273469e-05,-6.031326120137237e-05,-4.915043246001005e-05,-3.798757097683847e-05,-2.6824740416486748e-05,-1.5661909856135026e-05,-4.499079295783304e-06,6.663751264568418e-06,1.782658182492014e-05,2.8989412385271862e-05,4.015224112663418e-05,5.1315073505975306e-05,6.247790588531643e-05,7.364073826465756e-05,8.480356336804107e-05,9.59663957473822e-05,0.00010712922812672332,0.00011829205323010683,0.00012945488560944796,0.00014061771798878908,0.0001517805503681302,0.00016294338274747133,0.00017410621512681246,0.00018526904750615358,0.00019643186533357948,0.0002075946977129206,0.00021875753009226173,0.00022992036247160286,0.00024108319485094398,0.0002522460126783699,0.000263408845057711,0.00027457167743705213,0.00028573450981639326,0.0002968973421957344,0.0003080601745750755,0.00031922300695441663],"_type":"histogram","values":[1,0,1,0,0,1,0,0,1,0,0,0,3,3,4,3,2,2,3,5,4,14,9,23,13,15,16,22,27,36,33,34,39,31,37,36,42,35,30,24,36,33,25,17,13,18,12,15,14,10,6,5,3,2,2,1,2,1,0,1,0,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-0.004000427201390266,-0.0038625546731054783,-0.003724682377651334,-0.0035868100821971893,-0.003448937553912401,-0.003311065025627613,-0.0031731927301734686,-0.003035320434719324,-0.002897447906434536,-0.002759575378149748,-0.0026217030826956034,-0.002483830787241459,-0.0023459582589566708,-0.0022080857306718826,-0.002070213435217738,-0.0019323410233482718,-0.0017944686114788055,-0.0016565961996093392,-0.001518723787739873,-0.0013808513758704066,-0.0012429789640009403,-0.001105106552131474,-0.0009672341402620077,-0.0008293617283925414,-0.0006914893165230751,-0.0005536169046536088,-0.0004157444927841425,-0.0002778720809146762,-0.00013999966904520988,-2.12725717574358e-06,0.00013574515469372272,0.00027361756656318903,0.00041148997843265533,0.0005493623903021216,0.0006872348021715879,0.0008251072140410542,0.0009629796259105206,0.0011008520377799869,0.0012387244496494532,0.0013765968615189195,0.0015144692733883858,0.001652341685257852,0.0017902140971273184,0.0019280865089967847,0.002065958920866251,0.002203831449151039,0.0023417037446051836,0.002479576040059328,0.002617448568344116,0.0027553210966289043,0.002893193392083049,0.0030310656875371933,0.0031689382158219814,0.0033068107441067696,0.003444683039560914,0.0035825553350150585,0.0037204278632998466,0.0038583003915846348,0.003996172919869423,0.004134044982492924,0.004271917510777712,0.0044097900390625,0.004547662101686001,0.004685534629970789,0.004823407158255577],"_type":"histogram","values":[3,0,0,4,1,1,2,4,1,7,6,6,12,10,20,25,17,25,37,38,47,57,60,77,87,92,123,120,122,134,106,118,119,94,84,68,57,46,48,33,26,17,21,19,8,13,9,3,2,6,3,2,0,1,1,2,1,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.00040216126944869757,-0.00038913366734050214,-0.0003761060652323067,-0.00036307843402028084,-0.0003500508319120854,-0.00033702322980389,-0.00032399562769569457,-0.0003109679964836687,-0.00029794039437547326,-0.00028491279226727784,-0.0002718851901590824,-0.000258857588050887,-0.0002458299568388611,-0.00023280235473066568,-0.00021977475262247026,-0.0002067471359623596,-0.00019371953385416418,-0.00018069193174596876,-0.0001676643150858581,-0.00015463671297766268,-0.00014160909631755203,-0.0001285814942093566,-0.00011555388482520357,-0.00010252627544105053,-8.949866605689749e-05,-7.647105667274445e-05,-6.344344728859141e-05,-5.0415841542417184e-05,-3.7388232158264145e-05,-2.4360622774111107e-05,-1.1333015208947472e-05,1.6945932657108642e-06,1.47222017403692e-05,2.774981112452224e-05,4.077742050867528e-05,5.380502625484951e-05,6.683263927698135e-05,7.986024138517678e-05,9.288785076932982e-05,0.00010591546015348285,0.00011894306953763589,0.00013197067892178893,0.00014499828102998435,0.000158025897690095,0.00017105349979829043,0.00018408111645840108,0.0001971087185665965,0.00021013633522670716,0.00022316393733490258,0.000236191539443098,0.00024921915610320866,0.0002622467582114041,0.0002752743603195995,0.0002883019915316254,0.0003013295936398208,0.00031435719574801624,0.00032738479785621166,0.0003404123999644071,0.00035344003117643297,0.0003664676332846284,0.0003794952353928238,0.00039252283750101924,0.0004055504687130451,0.00041857807082124054,0.00043160567292943597],"_type":"histogram","values":[1,0,0,1,1,1,0,0,4,1,5,3,1,1,13,11,5,8,11,19,13,17,22,28,22,32,31,33,34,43,23,23,43,24,27,36,29,24,35,20,28,15,11,14,15,9,7,4,4,2,5,1,2,0,0,2,2,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[2,0,0,1,4,1,3,4,0,3,5,9,2,9,9,7,6,12,25,20,21,38,42,62,70,84,76,55,47,35,20,20,14,13,8,5,3,7,3,5,1,3,1,3,1,1,1,1,0,0,1,0,0,0,0,2,1,0,0,1,0,0,0,1],"bins":[-0.02873934432864189,-0.027600184082984924,-0.026461023837327957,-0.02532186172902584,-0.024182701483368874,-0.023043541237711906,-0.02190437912940979,-0.020765218883752823,-0.019626058638095856,-0.01848689839243889,-0.01734773814678192,-0.016208576038479805,-0.015069415792822838,-0.01393025554716587,-0.012791094370186329,-0.011651933193206787,-0.01051277294754982,-0.009373612701892853,-0.008234451524913311,-0.0070952908135950565,-0.005956130102276802,-0.004816969390958548,-0.003677808679640293,-0.0025386479683220387,-0.0013994872570037842,-0.0002603265456855297,0.0008788341656327248,0.0020179948769509792,0.0031571555882692337,0.004296316299587488,0.005435477010905743,0.006574637722223997,0.007713798433542252,0.008852958679199219,0.00999211985617876,0.011131281033158302,0.01227044127881527,0.013409601524472237,0.014548762701451778,0.01568792387843132,0.016827084124088287,0.017966244369745255,0.01910540461540222,0.020244566723704338,0.021383726969361305,0.022522887215018272,0.02366204932332039,0.024801209568977356,0.025940369814634323,0.02707953006029129,0.028218690305948257,0.029357852414250374,0.03049701265990734,0.03163617476820946,0.032775335013866425,0.03391449525952339,0.03505365550518036,0.036192815750837326,0.03733197599649429,0.03847113624215126,0.03961029648780823,0.04074946045875549,0.04188862070441246,0.04302778095006943,0.044166941195726395],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,1,3,2,1,2,2,1,2,3,2,3,2,5,5,11,7,4,10,13,21,20,23,29,30,23,21,26,23,24,22,26,25,28,24,29,34,26,22,27,26,16,19,15,19,17,21,7,8,2,8,0,4,4,0,2,4,4,2,2,0,0,2],"bins":[-0.03348270431160927,-0.03247121721506119,-0.03145973011851311,-0.030448241159319878,-0.029436752200126648,-0.028425265103578568,-0.027413778007030487,-0.026402289047837257,-0.025390801951289177,-0.024379314854741096,-0.023367825895547867,-0.022356338798999786,-0.021344851702451706,-0.020333362743258476,-0.019321875646710396,-0.018310386687517166,-0.017298899590969086,-0.016287412494421005,-0.015275923535227776,-0.014264436438679695,-0.01325294841080904,-0.012241460382938385,-0.011229973286390305,-0.01021848525851965,-0.009206997230648994,-0.00819550920277834,-0.007184021640568972,-0.006172534078359604,-0.005161046050488949,-0.004149558022618294,-0.003138070460408926,-0.0021265826653689146,-0.0011150948703289032,-0.00010360707528889179,0.0009078807197511196,0.001919368514791131,0.0029308563098311424,0.0039423443377017975,0.004953831899911165,0.005965319462120533,0.006976807489991188,0.007988295517861843,0.008999783545732498,0.010011270642280579,0.011022758670151234,0.012034246698021889,0.01304573379456997,0.014057221822440624,0.01506870985031128,0.01608019694685936,0.01709168590605259,0.01810317300260067,0.0191146619617939,0.02012614905834198,0.02113763615489006,0.02214912511408329,0.02316061221063137,0.02417209930717945,0.02518358826637268,0.02619507536292076,0.02720656245946884,0.02821805141866207,0.02922953851521015,0.03024102747440338,0.03125251457095146]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[3,0,1,4,0,3,3,7,9,12,11,7,19,19,19,21,22,32,27,35,44,37,32,32,35,30,34,28,32,37,32,23,22,21,16,12,10,11,3,5,3,3,2,1,0,2,0,1,0,0,2,0,2,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0012984653003513813,-0.0012441008584573865,-0.0011897365329787135,-0.0011353720910847187,-0.001081007649190724,-0.001026643207296729,-0.0009722788236103952,-0.0009179144399240613,-0.0008635499980300665,-0.0008091856143437326,-0.0007548212306573987,-0.0007004567887634039,-0.00064609240507707,-0.0005917279631830752,-0.0005373635794967413,-0.00048299916670657694,-0.0004286347539164126,-0.00037427034112624824,-0.0003199059283360839,-0.00026554151554591954,-0.00021117711730767041,-0.00015681270451750606,-0.00010244829900329933,-4.808388985111378e-05,6.280519301071763e-06,6.064492845325731e-05,0.00011500933760544285,0.0001693737431196496,0.00022373815590981394,0.00027810255414806306,0.0003324669669382274,0.00038683137972839177,0.0004411957925185561,0.00049556017620489,0.0005499246180988848,0.0006042890017852187,0.0006586534436792135,0.0007130178273655474,0.0007673822692595422,0.0008217466529458761,0.0008761110948398709,0.0009304754785262048,0.0009848398622125387,0.0010392043041065335,0.0010935687460005283,0.0011479330714792013,0.0012022975133731961,0.001256661955267191,0.001311026280745864,0.0013653907226398587,0.0014197551645338535,0.0014741196064278483,0.0015284839319065213,0.0015828483738005161,0.001637212815694511,0.0016915772575885057,0.0017459415830671787,0.0018003060249611735,0.0018546704668551683,0.0019090347923338413,0.001963399350643158,0.002017763676121831,0.002072128001600504,0.0021264925599098206,0.0021808568853884935]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,0,1,1,4,6,9,5,17,18,36,50,89,125,201,295,392,668,1058,1537,2500,3806,6512,10203,16956,27477,47328,79928,124720,106868,63596,36755,22624,13516,8254,5193,3352,2020,1334,798,549,400,233,146,96,51,30,26,12,10,4,4,4,1,1,1,0,0,0,0,0,1],"bins":[-0.0169677734375,-0.016416549682617188,-0.015865325927734375,-0.015314102172851562,-0.01476287841796875,-0.014211654663085938,-0.013660430908203125,-0.013109207153320312,-0.0125579833984375,-0.012006759643554688,-0.011455535888671875,-0.010904312133789062,-0.01035308837890625,-0.009801864624023438,-0.009250640869140625,-0.008699417114257812,-0.008148193359375,-0.0075969696044921875,-0.007045745849609375,-0.0064945220947265625,-0.00594329833984375,-0.0053920745849609375,-0.004840850830078125,-0.0042896270751953125,-0.0037384033203125,-0.0031871795654296875,-0.002635955810546875,-0.0020847320556640625,-0.00153350830078125,-0.0009822845458984375,-0.000431060791015625,0.0001201629638671875,0.00067138671875,0.0012226104736328125,0.001773834228515625,0.0023250579833984375,0.00287628173828125,0.0034275054931640625,0.003978729248046875,0.0045299530029296875,0.0050811767578125,0.0056324005126953125,0.006183624267578125,0.0067348480224609375,0.00728607177734375,0.007837295532226562,0.008388519287109375,0.008939743041992188,0.009490966796875,0.010042190551757812,0.010593414306640625,0.011144638061523438,0.01169586181640625,0.012247085571289062,0.012798309326171875,0.013349533081054688,0.0139007568359375,0.014451980590820312,0.015003204345703125,0.015554428100585938,0.01610565185546875,0.016656875610351562,0.017208099365234375,0.017759323120117188,0.018310546875]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,2,1,2,7,3,9,12,24,39,51,59,82,121,158,253,309,512,736,1109,1517,2426,3528,5168,7831,11593,18125,27296,40553,59586,79296,87305,75468,54722,37677,24879,16385,10880,7351,4645,3239,2106,1624,953,711,460,294,233,148,106,74,48,34,20,13,15,9,3,7,4,0,2],"bins":[-0.0054931640625,-0.005328655242919922,-0.005164146423339844,-0.004999637603759766,-0.0048351287841796875,-0.004670619964599609,-0.004506111145019531,-0.004341602325439453,-0.004177093505859375,-0.004012584686279297,-0.0038480758666992188,-0.0036835670471191406,-0.0035190582275390625,-0.0033545494079589844,-0.0031900405883789062,-0.003025531768798828,-0.00286102294921875,-0.002696514129638672,-0.0025320053100585938,-0.0023674964904785156,-0.0022029876708984375,-0.0020384788513183594,-0.0018739700317382812,-0.0017094612121582031,-0.001544952392578125,-0.0013804435729980469,-0.0012159347534179688,-0.0010514259338378906,-0.0008869171142578125,-0.0007224082946777344,-0.0005578994750976562,-0.0003933906555175781,-0.0002288818359375,-6.437301635742188e-05,0.00010013580322265625,0.0002646446228027344,0.0004291534423828125,0.0005936622619628906,0.0007581710815429688,0.0009226799011230469,0.001087188720703125,0.0012516975402832031,0.0014162063598632812,0.0015807151794433594,0.0017452239990234375,0.0019097328186035156,0.0020742416381835938,0.002238750457763672,0.00240325927734375,0.002567768096923828,0.0027322769165039062,0.0028967857360839844,0.0030612945556640625,0.0032258033752441406,0.0033903121948242188,0.003554821014404297,0.003719329833984375,0.003883838653564453,0.004048347473144531,0.004212856292724609,0.0043773651123046875,0.004541873931884766,0.004706382751464844,0.004870891571044922,0.005035400390625]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.00457763671875,-0.004439353942871094,-0.0043010711669921875,-0.004162788391113281,-0.004024505615234375,-0.0038862228393554688,-0.0037479400634765625,-0.0036096572875976562,-0.00347137451171875,-0.0033330917358398438,-0.0031948089599609375,-0.0030565261840820312,-0.002918243408203125,-0.0027799606323242188,-0.0026416778564453125,-0.0025033950805664062,-0.0023651123046875,-0.0022268295288085938,-0.0020885467529296875,-0.0019502639770507812,-0.001811981201171875,-0.0016736984252929688,-0.0015354156494140625,-0.0013971328735351562,-0.00125885009765625,-0.0011205673217773438,-0.0009822845458984375,-0.0008440017700195312,-0.000705718994140625,-0.0005674362182617188,-0.0004291534423828125,-0.00029087066650390625,-0.000152587890625,-1.430511474609375e-05,0.0001239776611328125,0.00026226043701171875,0.000400543212890625,0.0005388259887695312,0.0006771087646484375,0.0008153915405273438,0.00095367431640625,0.0010919570922851562,0.0012302398681640625,0.0013685226440429688,0.001506805419921875,0.0016450881958007812,0.0017833709716796875,0.0019216537475585938,0.0020599365234375,0.0021982192993164062,0.0023365020751953125,0.0024747848510742188,0.002613067626953125,0.0027513504028320312,0.0028896331787109375,0.0030279159545898438,0.00316619873046875,0.0033044815063476562,0.0034427642822265625,0.0035810470581054688,0.003719329833984375,0.0038576126098632812,0.0039958953857421875,0.004134178161621094,0.0042724609375],"_type":"histogram","values":[2,1,0,4,4,4,5,8,12,20,33,49,76,106,149,183,388,530,629,928,1392,1878,2700,3930,5989,8059,11359,16363,24061,32607,45809,58932,71204,71544,62706,48008,35834,24838,17840,12484,9010,5950,4259,2904,2149,1467,1023,713,572,329,279,160,124,77,44,31,15,15,10,8,9,3,2,3]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,1,3,5,6,2,7,6,8,7,12,13,12,7,18,22,21,32,29,19,34,31,38,28,31,28,28,27,33,22,25,19,21,31,15,17,12,13,11,13,8,5,3,11,7,3,2,4,3,2,2,1,2,2,0,0,1,1,0,1],"bins":[0.9992879033088684,0.9993135333061218,0.9993391036987305,0.9993647336959839,0.9993903040885925,0.999415934085846,0.9994415044784546,0.999467134475708,0.9994927048683167,0.9995183348655701,0.9995439052581787,0.9995695352554321,0.9995951652526855,0.9996207356452942,0.9996463656425476,0.9996719360351562,0.9996975660324097,0.9997231364250183,0.9997487664222717,0.9997743368148804,0.9997999668121338,0.9998255372047424,0.9998511672019958,0.9998767971992493,0.9999023675918579,0.9999279975891113,0.99995356798172,0.9999791979789734,1.000004768371582,1.0000303983688354,1.0000560283660889,1.0000815391540527,1.0001071691513062,1.0001327991485596,1.000158429145813,1.0001840591430664,1.0002095699310303,1.0002351999282837,1.000260829925537,1.0002864599227905,1.0003119707107544,1.0003376007080078,1.0003632307052612,1.0003888607025146,1.000414490699768,1.000440001487732,1.0004656314849854,1.0004912614822388,1.0005168914794922,1.000542402267456,1.0005680322647095,1.000593662261963,1.0006192922592163,1.0006448030471802,1.0006704330444336,1.000696063041687,1.0007216930389404,1.0007473230361938,1.0007728338241577,1.0007984638214111,1.0008240938186646,1.000849723815918,1.0008752346038818,1.0009008646011353,1.0009264945983887]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"bins":[-0.021484375,-0.020833969116210938,-0.020183563232421875,-0.019533157348632812,-0.01888275146484375,-0.018232345581054688,-0.017581939697265625,-0.016931533813476562,-0.0162811279296875,-0.015630722045898438,-0.014980316162109375,-0.014329910278320312,-0.01367950439453125,-0.013029098510742188,-0.012378692626953125,-0.011728286743164062,-0.011077880859375,-0.010427474975585938,-0.009777069091796875,-0.009126663208007812,-0.00847625732421875,-0.007825851440429688,-0.007175445556640625,-0.0065250396728515625,-0.0058746337890625,-0.0052242279052734375,-0.004573822021484375,-0.0039234161376953125,-0.00327301025390625,-0.0026226043701171875,-0.001972198486328125,-0.0013217926025390625,-0.00067138671875,-2.09808349609375e-05,0.000629425048828125,0.0012798309326171875,0.00193023681640625,0.0025806427001953125,0.003231048583984375,0.0038814544677734375,0.0045318603515625,0.0051822662353515625,0.005832672119140625,0.0064830780029296875,0.00713348388671875,0.0077838897705078125,0.008434295654296875,0.009084701538085938,0.009735107421875,0.010385513305664062,0.011035919189453125,0.011686325073242188,0.01233673095703125,0.012987136840820312,0.013637542724609375,0.014287948608398438,0.0149383544921875,0.015588760375976562,0.016239166259765625,0.016889572143554688,0.01753997802734375,0.018190383911132812,0.018840789794921875,0.019491195678710938,0.0201416015625],"_type":"histogram","values":[3,0,0,0,0,1,4,1,3,7,6,7,14,21,33,48,75,77,148,225,321,499,799,1163,1815,2858,4404,7467,12728,21048,38557,71490,126446,128881,75126,39898,22292,12466,7750,4698,2864,2004,1199,743,592,344,208,175,110,58,32,41,20,19,15,3,3,7,1,1,0,1,3,2]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[2,2,1,8,16,25,56,96,165,273,520,815,1239,2056,2940,4339,6353,8727,12189,16448,21289,27833,34954,42263,50798,59607,68563,77134,83009,89583,93212,94902,95263,92413,87977,81668,74151,66008,57330,48366,40394,32648,25686,19954,15112,11227,8204,5733,4063,2674,1713,1043,736,476,243,159,93,47,30,14,9,7,3,3],"bins":[-0.09681788831949234,-0.09377875179052353,-0.09073961526155472,-0.08770047128200531,-0.0846613347530365,-0.08162219822406769,-0.07858306169509888,-0.07554391771554947,-0.07250478118658066,-0.06946564465761185,-0.06642650812864304,-0.06338737159967422,-0.060348231345415115,-0.057309091091156006,-0.054269954562187195,-0.051230814307928085,-0.048191677778959274,-0.04515254124999046,-0.042113400995731354,-0.03907426446676254,-0.03603512421250343,-0.03299598768353462,-0.029956849291920662,-0.0269177109003067,-0.02387857250869274,-0.02083943411707878,-0.01780029572546482,-0.014761158265173435,-0.011722019873559475,-0.008682881481945515,-0.005643743555992842,-0.002604605397209525,0.0004345327615737915,0.003473670920357108,0.006512809079140425,0.009551947005093098,0.012591085396707058,0.015630222856998444,0.018669361248612404,0.021708499640226364,0.024747638031840324,0.027786776423454285,0.030825914815068245,0.033865053206682205,0.036904189735651016,0.039943329989910126,0.04298246651887894,0.046021606773138046,0.04906074330210686,0.05209987983107567,0.05513902008533478,0.05817815661430359,0.0612172968685627,0.06425643712282181,0.06729557365179062,0.07033471018075943,0.07337384670972824,0.07641298323869705,0.07945212721824646,0.08249126374721527,0.08553040027618408,0.0885695368051529,0.0916086807847023,0.09464781731367111,0.09768695384263992]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.014339625835418701,-0.013895501382648945,-0.013451375998556614,-0.013007251545786858,-0.012563126161694527,-0.01211900170892477,-0.011674877256155014,-0.011230751872062683,-0.010786627419292927,-0.01034250296652317,-0.00989837758243084,-0.009454253129661083,-0.009010128676891327,-0.008566003292798996,-0.00812187884002924,-0.007677753921598196,-0.007233629003167152,-0.006789504084736109,-0.006345379166305065,-0.005901254713535309,-0.005457129795104265,-0.005013004876673222,-0.004568880423903465,-0.004124755505472422,-0.003680630587041378,-0.0032365056686103344,-0.0027923809830099344,-0.0023482562974095345,-0.0019041313789784908,-0.001460006576962769,-0.0010158817749470472,-0.0005717569729313254,-0.00012763217091560364,0.00031649263110011816,0.00076061743311584,0.0012047422351315618,0.0016488670371472836,0.002092991955578327,0.002537116641178727,0.002981241326779127,0.0034253662452101707,0.0038694911636412144,0.004313616082072258,0.004757740534842014,0.005201865453273058,0.0056459903717041016,0.006090114824473858,0.0065342397429049015,0.006978364661335945,0.007422489579766989,0.007866614498198032,0.008310738950967789,0.00875486433506012,0.009198988787829876,0.009643113240599632,0.010087238624691963,0.01053136307746172,0.010975487530231476,0.011419612914323807,0.011863737367093563,0.01230786181986332,0.01275198720395565,0.013196111656725407,0.013640237040817738,0.014084361493587494],"_type":"histogram","values":[1,0,0,0,0,0,1,3,0,1,2,5,3,9,2,3,12,10,13,12,13,15,19,23,16,28,23,24,24,40,35,22,34,33,28,31,31,32,22,26,15,15,25,21,12,16,16,10,10,6,3,6,5,0,6,3,1,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.09100902825593948,-0.08807507157325745,-0.08514111489057541,-0.08220715820789337,-0.07927320152521133,-0.0763392448425293,-0.07340528815984726,-0.07047133147716522,-0.06753737479448318,-0.06460341811180115,-0.06166946142911911,-0.05873550474643707,-0.055801548063755035,-0.052867591381073,-0.04993363469839096,-0.04699967801570892,-0.044065721333026886,-0.04113176465034485,-0.03819780796766281,-0.035263851284980774,-0.03232989460229874,-0.0293959379196167,-0.026461981236934662,-0.023528024554252625,-0.020594067871570587,-0.01766011118888855,-0.014726154506206512,-0.011792197823524475,-0.008858241140842438,-0.0059242844581604,-0.002990327775478363,-5.6371092796325684e-05,0.0028775781393051147,0.005811534821987152,0.00874549150466919,0.011679448187351227,0.014613404870033264,0.0175473615527153,0.02048131823539734,0.023415274918079376,0.026349231600761414,0.02928318828344345,0.03221714496612549,0.035151101648807526,0.03808505833148956,0.0410190150141716,0.04395297169685364,0.046886928379535675,0.04982088506221771,0.05275484174489975,0.05568879842758179,0.058622755110263824,0.06155671179294586,0.0644906684756279,0.06742462515830994,0.07035858184099197,0.07329253852367401,0.07622649520635605,0.07916045188903809,0.08209440857172012,0.08502836525440216,0.0879623219370842,0.09089627861976624,0.09383023530244827,0.09676419198513031],"_type":"histogram","values":[1,2,5,13,26,34,54,86,155,234,407,561,890,1303,1834,2648,3569,4887,6392,8382,10506,13041,15840,18739,21938,24762,27736,30388,32132,33738,34294,34296,33780,32373,30204,27442,24791,21983,18841,15995,13196,10560,8325,6481,4956,3613,2639,1942,1299,918,626,361,219,160,107,56,33,14,9,5,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,1,0,0,0,1,0,0,2,2,2,2,1,0,3,4,5,4,11,3,9,13,23,23,28,32,54,56,73,79,69,69,39,31,29,15,18,11,9,13,9,1,1,2,6,2,4,1,3,0,0,1,0,0,0,1,0,1],"bins":[-0.023769628256559372,-0.023096047341823578,-0.022422466427087784,-0.02174888551235199,-0.021075302734971046,-0.020401721820235252,-0.01972814090549946,-0.019054559990763664,-0.01838097907602787,-0.017707398161292076,-0.017033815383911133,-0.01636023446917534,-0.015686653554439545,-0.01501307263970375,-0.014339491724967957,-0.013665909878909588,-0.012992328964173794,-0.012318748049438,-0.011645166203379631,-0.010971585288643837,-0.010298004373908043,-0.009624422527849674,-0.00895084161311388,-0.008277260698378086,-0.007603679317981005,-0.006930097937583923,-0.006256517022848129,-0.005582935642451048,-0.0049093542620539665,-0.0042357733473181725,-0.003562191966921091,-0.0028886108193546534,-0.0022150296717882156,-0.001541448524221778,-0.0008678672602400184,-0.00019428605446591973,0.0004792951513081789,0.0011528762988746166,0.0018264575628563762,0.0025000388268381357,0.0031736199744045734,0.003847201121971011,0.004520782269537449,0.00519436364993453,0.005867945030331612,0.006541525945067406,0.007215107325464487,0.007888688705861568,0.008562269620597363,0.009235850535333157,0.009909432381391525,0.01058301329612732,0.011256594210863113,0.011930176056921482,0.012603756971657276,0.01327733788639307,0.013950919732451439,0.014624500647187233,0.015298081561923027,0.01597166247665882,0.016645243391394615,0.01731882616877556,0.017992407083511353,0.018665987998247147,0.01933956891298294],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,2,3,2,4,4,7,11,18,17,38,44,66,91,140,202,296,440,611,915,1484,2436,3601,5807,9554,16673,30918,59898,133649,336017,504550,252397,103597,47771,25079,14076,8057,5225,3023,2126,1330,847,632,376,274,165,128,78,43,47,36,19,12,7,5,5,3,2,3,0,0,0,0,1],"bins":[-0.0279541015625,-0.027032852172851562,-0.026111602783203125,-0.025190353393554688,-0.02426910400390625,-0.023347854614257812,-0.022426605224609375,-0.021505355834960938,-0.0205841064453125,-0.019662857055664062,-0.018741607666015625,-0.017820358276367188,-0.01689910888671875,-0.015977859497070312,-0.015056610107421875,-0.014135360717773438,-0.013214111328125,-0.012292861938476562,-0.011371612548828125,-0.010450363159179688,-0.00952911376953125,-0.008607864379882812,-0.007686614990234375,-0.0067653656005859375,-0.0058441162109375,-0.0049228668212890625,-0.004001617431640625,-0.0030803680419921875,-0.00215911865234375,-0.0012378692626953125,-0.000316619873046875,0.0006046295166015625,0.00152587890625,0.0024471282958984375,0.003368377685546875,0.0042896270751953125,0.00521087646484375,0.0061321258544921875,0.007053375244140625,0.007974624633789062,0.0088958740234375,0.009817123413085938,0.010738372802734375,0.011659622192382812,0.01258087158203125,0.013502120971679688,0.014423370361328125,0.015344619750976562,0.016265869140625,0.017187118530273438,0.018108367919921875,0.019029617309570312,0.01995086669921875,0.020872116088867188,0.021793365478515625,0.022714614868164062,0.0236358642578125,0.024557113647460938,0.025478363037109375,0.026399612426757812,0.02732086181640625,0.028242111206054688,0.029163360595703125,0.030084609985351562,0.031005859375]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[3,1,1,2,1,3,3,2,6,11,16,15,26,29,51,45,87,110,223,285,514,790,1333,2069,3810,6009,10476,18565,33268,61639,114047,210493,334008,325607,201539,111743,59477,32592,18379,10506,6139,3358,2173,1221,827,460,305,196,138,75,48,36,39,23,11,7,6,6,4,3,3,0,1,1],"bins":[-0.004150390625,-0.004024505615234375,-0.00389862060546875,-0.003772735595703125,-0.0036468505859375,-0.003520965576171875,-0.00339508056640625,-0.003269195556640625,-0.003143310546875,-0.003017425537109375,-0.00289154052734375,-0.002765655517578125,-0.0026397705078125,-0.002513885498046875,-0.00238800048828125,-0.002262115478515625,-0.00213623046875,-0.002010345458984375,-0.00188446044921875,-0.001758575439453125,-0.0016326904296875,-0.001506805419921875,-0.00138092041015625,-0.001255035400390625,-0.001129150390625,-0.001003265380859375,-0.00087738037109375,-0.000751495361328125,-0.0006256103515625,-0.000499725341796875,-0.00037384033203125,-0.000247955322265625,-0.0001220703125,3.814697265625e-06,0.00012969970703125,0.000255584716796875,0.0003814697265625,0.000507354736328125,0.00063323974609375,0.000759124755859375,0.000885009765625,0.001010894775390625,0.00113677978515625,0.001262664794921875,0.0013885498046875,0.001514434814453125,0.00164031982421875,0.001766204833984375,0.00189208984375,0.002017974853515625,0.00214385986328125,0.002269744873046875,0.0023956298828125,0.002521514892578125,0.00264739990234375,0.002773284912109375,0.002899169921875,0.003025054931640625,0.00315093994140625,0.003276824951171875,0.0034027099609375,0.003528594970703125,0.00365447998046875,0.003780364990234375,0.00390625]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.005406018812209368,-0.005247057415544987,-0.005088096018880606,-0.004929134622216225,-0.004770173225551844,-0.004611211828887463,-0.004452250432223082,-0.0042932890355587006,-0.004134328104555607,-0.003975366707891226,-0.003816405078396201,-0.00365744368173182,-0.0034984825178980827,-0.0033395211212337017,-0.0031805597245693207,-0.0030215983279049397,-0.0028626369312405586,-0.0027036755345761776,-0.0025447141379117966,-0.0023857527412474155,-0.0022267913445830345,-0.002067830180749297,-0.0019088687840849161,-0.001749907387420535,-0.001590945990756154,-0.001431984594091773,-0.001273023197427392,-0.0011140619171783328,-0.0009551005205139518,-0.0007961391238495708,-0.0006371777853928506,-0.00047821641783230007,-0.0003192545846104622,-0.00016029321704991162,-1.3318494893610477e-06,0.00015762951807118952,0.0003165908856317401,0.00047555225319229066,0.0006345136207528412,0.0007934749592095613,0.0009524363558739424,0.0011113977525383234,0.0012703591492027044,0.0014293204294517636,0.0015882818261161447,0.0017472432227805257,0.0019062045030295849,0.002065165899693966,0.002224127296358347,0.002383088693022728,0.002542050089687109,0.00270101148635149,0.002859972883015871,0.0030189340468496084,0.0031778954435139894,0.0033368568401783705,0.0034958182368427515,0.0036547796335071325,0.0038137410301715136,0.003972702194005251,0.004131663590669632,0.004290624987334013,0.004449586383998394,0.004608547780662775,0.004767509177327156],"_type":"histogram","values":[1,0,1,0,1,0,0,1,2,4,1,1,6,0,5,10,9,7,11,15,14,13,14,20,11,16,25,16,28,32,25,36,30,31,27,33,22,23,33,20,22,35,25,22,21,15,10,11,11,11,5,9,7,5,5,5,2,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[2,1,2,1,4,2,2,7,15,24,27,41,49,58,99,155,231,337,429,626,988,1505,2121,3419,5656,8251,13773,21853,37964,69864,132003,127920,67566,36489,21730,13132,8370,5117,3342,2144,1525,915,620,469,302,185,158,89,75,55,33,29,17,8,9,6,1,0,4,1,2,0,1,1],"bins":[-0.0054931640625,-0.0053157806396484375,-0.005138397216796875,-0.0049610137939453125,-0.00478363037109375,-0.0046062469482421875,-0.004428863525390625,-0.0042514801025390625,-0.0040740966796875,-0.0038967132568359375,-0.003719329833984375,-0.0035419464111328125,-0.00336456298828125,-0.0031871795654296875,-0.003009796142578125,-0.0028324127197265625,-0.002655029296875,-0.0024776458740234375,-0.002300262451171875,-0.0021228790283203125,-0.00194549560546875,-0.0017681121826171875,-0.001590728759765625,-0.0014133453369140625,-0.0012359619140625,-0.0010585784912109375,-0.000881195068359375,-0.0007038116455078125,-0.00052642822265625,-0.0003490447998046875,-0.000171661376953125,5.7220458984375e-06,0.00018310546875,0.0003604888916015625,0.000537872314453125,0.0007152557373046875,0.00089263916015625,0.0010700225830078125,0.001247406005859375,0.0014247894287109375,0.0016021728515625,0.0017795562744140625,0.001956939697265625,0.0021343231201171875,0.00231170654296875,0.0024890899658203125,0.002666473388671875,0.0028438568115234375,0.003021240234375,0.0031986236572265625,0.003376007080078125,0.0035533905029296875,0.00373077392578125,0.0039081573486328125,0.004085540771484375,0.0042629241943359375,0.0044403076171875,0.0046176910400390625,0.004795074462890625,0.0049724578857421875,0.00514984130859375,0.0053272247314453125,0.005504608154296875,0.0056819915771484375,0.005859375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.002283694688230753,-0.0022043618373572826,-0.0021250289864838123,-0.0020456959027796984,-0.001966363051906228,-0.0018870302010327578,-0.0018076973501592875,-0.0017283643828704953,-0.001649031531997025,-0.0015696986811235547,-0.0014903657138347626,-0.0014110328629612923,-0.001331700012087822,-0.0012523670447990298,-0.0011730341939255595,-0.0010937012266367674,-0.001014368375763297,-0.0009350354666821659,-0.0008557025576010346,-0.0007763697067275643,-0.0006970367976464331,-0.0006177038885653019,-0.0005383710376918316,-0.00045903812861070037,-0.00037970521952956915,-0.00030037231044843793,-0.00022103943047113717,-0.00014170653594192117,-6.237364141270518e-05,1.695925311651081e-05,9.62921476457268e-05,0.0001756250421749428,0.00025495816953480244,0.00033429107861593366,0.0004136239585932344,0.0004929568385705352,0.0005722897476516664,0.0006516226567327976,0.0007309555076062679,0.0008102884166873991,0.0008896213257685304,0.0009689542348496616,0.0010482871439307928,0.0011276199948042631,0.0012069528456777334,0.0012862858129665256,0.0013656186638399959,0.001444951631128788,0.0015242844820022583,0.0016036173328757286,0.0016829503001645207,0.001762283151037991,0.0018416161183267832,0.0019209489692002535,0.002000281820073724,0.002079614670947194,0.002158947754651308,0.0022382806055247784,0.0023176134563982487,0.002396946307271719,0.0024762791581451893,0.0025556120090186596,0.0026349450927227736,0.002714277943596244,0.002793610794469714],"_type":"histogram","values":[1,0,1,1,1,0,0,4,4,6,5,13,11,9,13,18,20,23,36,44,55,65,68,78,89,124,108,122,109,123,112,110,102,93,85,76,54,58,30,32,31,23,18,14,6,12,10,12,7,4,2,2,2,0,1,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,3,2,1,5,3,4,4,12,23,26,24,24,36,26,34,39,50,44,54,33,32,37,33,30,37,23,20,20,17,6,13,10,9,5,6,2,6,1,1,1,4,0,0,1,0,1,0,1,0,0,0,1],"bins":[-0.0006151541019789875,-0.0005950821796432137,-0.000575010315515101,-0.0005549383931793272,-0.0005348664708435535,-0.0005147946067154408,-0.000494722684379667,-0.0004746507911477238,-0.00045457889791578054,-0.0004345070046838373,-0.00041443511145189404,-0.00039436318911612034,-0.0003742912958841771,-0.00035421940265223384,-0.00033414748031646013,-0.0003140755870845169,-0.00029400369385257363,-0.0002739318006206304,-0.00025385990738868713,-0.00023378798505291343,-0.00021371609182097018,-0.00019364419858902693,-0.00017357229080516845,-0.00015350038302130997,-0.00013342848978936672,-0.00011335658928146586,-9.3284688773565e-05,-7.321278826566413e-05,-5.3140887757763267e-05,-3.30689872498624e-05,-1.2997086741961539e-05,7.074813765939325e-06,2.7146656066179276e-05,4.721855657408014e-05,6.7290457081981e-05,8.736235758988187e-05,0.00010743425809778273,0.00012750615132972598,0.00014757805911358446,0.00016764996689744294,0.0001877218601293862,0.00020779375336132944,0.00022786566114518791,0.0002479375689290464,0.00026800946216098964,0.0002880813553929329,0.0003081532777287066,0.00032822517096064985,0.0003482970641925931,0.00036836895742453635,0.0003884408506564796,0.0004085127729922533,0.00042858466622419655,0.0004486565594561398,0.0004687284817919135,0.0004888003459200263,0.0005088722682558,0.0005289441905915737,0.0005490160547196865,0.0005690879770554602,0.0005891598993912339,0.0006092317635193467,0.0006293036858551204,0.0006493755499832332,0.0006694474723190069]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,2,2,1,1,4,2,3,3,3,2,7,7,5,7,12,21,16,13,20,20,17,22,23,17,21,25,28,38,34,38,25,37,31,32,30,14,22,23,18,15,18,18,12,13,8,10,4,4,3,3,3,1,2,2,1,0,0,1,0,1],"bins":[-0.01744108833372593,-0.01690852828323841,-0.016375966370105743,-0.015843406319618225,-0.015310845337808132,-0.01477828435599804,-0.014245724305510521,-0.013713163323700428,-0.013180602341890335,-0.012648041360080242,-0.01211548037827015,-0.011582920327782631,-0.011050359345972538,-0.010517798364162445,-0.009985238313674927,-0.009452677331864834,-0.008920116350054741,-0.008387555368244648,-0.007854994386434555,-0.007322434335947037,-0.006789873354136944,-0.006257312372326851,-0.005724751856178045,-0.00519219134002924,-0.004659630358219147,-0.004127069376409054,-0.003594508860260248,-0.003061948111280799,-0.0025293873623013496,-0.0019968266133219004,-0.001464265864342451,-0.0009317051153630018,-0.00039914436638355255,0.00013341638259589672,0.000665977131575346,0.0011985378805547953,0.0017310986295342445,0.002263659378513694,0.002796220127493143,0.0033287808764725924,0.0038613416254520416,0.0043939026072621346,0.00492646312341094,0.005459023639559746,0.005991584621369839,0.006524145603179932,0.007056706119328737,0.007589266635477543,0.008121827617287636,0.008654388599097729,0.009186949580907822,0.00971950963139534,0.010252070613205433,0.010784631595015526,0.011317191645503044,0.011849752627313137,0.01238231360912323,0.012914874590933323,0.013447435572743416,0.013979995623230934,0.014512556605041027,0.01504511758685112,0.015577677637338638,0.016110239550471306,0.016642799600958824]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,1,3,0,4,3,5,3,1,0,6,5,2,8,14,13,12,13,16,20,19,21,22,20,28,26,27,28,32,25,25,32,31,40,20,23,19,35,16,22,25,14,16,16,9,7,3,5,6,4,4,5,2,4,2,3,0,0,0,1],"bins":[-0.028157401829957962,-0.027325525879859924,-0.026493651792407036,-0.025661775842308998,-0.02482990175485611,-0.023998025804758072,-0.023166149854660034,-0.022334275767207146,-0.021502399817109108,-0.02067052386701107,-0.019838649779558182,-0.019006773829460144,-0.018174897879362106,-0.017343023791909218,-0.01651114784181118,-0.01567927375435829,-0.014847397804260254,-0.01401552278548479,-0.013183647766709328,-0.01235177181661129,-0.011519896797835827,-0.010688021779060364,-0.009856145828962326,-0.009024270810186863,-0.0081923957914114,-0.007360520772635937,-0.006528645288199186,-0.005696769803762436,-0.004864894784986973,-0.00403301976621151,-0.0032011442817747593,-0.0023692690301686525,-0.0015373937785625458,-0.000705518526956439,0.00012635672464966774,0.0009582319762557745,0.0017901072278618813,0.002621982479467988,0.0034538577310740948,0.004285733215510845,0.005117608234286308,0.005949483253061771,0.006781358737498522,0.007613234221935272,0.008445109240710735,0.009276984259486198,0.010108860209584236,0.0109407352283597,0.011772610247135162,0.012604485265910625,0.013436360284686089,0.014268236234784126,0.01510011125355959,0.015931986272335052,0.01676386222243309,0.01759573630988598,0.018427612259984016,0.019259488210082054,0.020091362297534943,0.02092323824763298,0.021755114197731018,0.022586988285183907,0.023418864235281944,0.024250738322734833,0.02508261427283287]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,1,1,2,0,0,0,4,3,2,6,4,4,4,8,7,6,8,9,13,16,21,9,22,19,24,26,33,26,31,30,29,32,25,36,25,28,27,26,25,22,17,20,20,15,11,16,7,5,10,2,3,7,5,1,2,0,4,4,0,0,0,2,1],"bins":[-0.002138975542038679,-0.0020732125267386436,-0.002007449511438608,-0.0019416866125538945,-0.0018759237136691809,-0.0018101606983691454,-0.00174439768306911,-0.0016786347841843963,-0.0016128717688843608,-0.0015471087535843253,-0.0014813458546996117,-0.0014155828393995762,-0.0013498198240995407,-0.001284056925214827,-0.0012182939099147916,-0.001152531011030078,-0.0010867679957300425,-0.001021004980430007,-0.0009552420815452933,-0.0008894790662452579,-0.0008237161091528833,-0.0007579531520605087,-0.0006921901367604733,-0.0006264271796680987,-0.0005606642225757241,-0.0004949012654833496,-0.00042913827928714454,-0.0003633752930909395,-0.00029761233599856496,-0.00023184936435427517,-0.00016608639270998538,-0.00010032342106569558,-3.456044942140579e-05,3.1202522222884e-05,9.696549386717379e-05,0.00016272846551146358,0.00022849143715575337,0.00029425439424812794,0.00036001738044433296,0.000425780366640538,0.0004915433237329125,0.0005573062808252871,0.0006230692379176617,0.0006888322532176971,0.0007545952103100717,0.0008203581674024463,0.0008861211827024817,0.0009518841397948563,0.0010176470968872309,0.0010834101121872663,0.00114917301107198,0.0012149360263720155,0.0012806989252567291,0.0013464619405567646,0.0014122249558568,0.0014779878547415137,0.0015437508700415492,0.0016095138853415847,0.0016752767842262983,0.0017410397995263338,0.0018068028148263693,0.001872565713711083,0.0019383287290111184,0.002004091627895832,0.0020698546431958675]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,0,0,1,4,3,10,9,9,37,37,66,100,135,208,305,528,777,1044,1735,2745,3991,6517,9710,15045,23024,34417,52746,74858,90304,84257,63367,43010,28303,18406,12146,7566,4947,3389,2073,1341,965,564,404,255,140,108,77,56,24,20,13,9,5,5,2,2,1,0,1,1],"bins":[-0.006072998046875,-0.005887508392333984,-0.005702018737792969,-0.005516529083251953,-0.0053310394287109375,-0.005145549774169922,-0.004960060119628906,-0.004774570465087891,-0.004589080810546875,-0.004403591156005859,-0.004218101501464844,-0.004032611846923828,-0.0038471221923828125,-0.003661632537841797,-0.0034761428833007812,-0.0032906532287597656,-0.00310516357421875,-0.0029196739196777344,-0.0027341842651367188,-0.002548694610595703,-0.0023632049560546875,-0.002177715301513672,-0.0019922256469726562,-0.0018067359924316406,-0.001621246337890625,-0.0014357566833496094,-0.0012502670288085938,-0.0010647773742675781,-0.0008792877197265625,-0.0006937980651855469,-0.0005083084106445312,-0.0003228187561035156,-0.0001373291015625,4.8160552978515625e-05,0.00023365020751953125,0.0004191398620605469,0.0006046295166015625,0.0007901191711425781,0.0009756088256835938,0.0011610984802246094,0.001346588134765625,0.0015320777893066406,0.0017175674438476562,0.0019030570983886719,0.0020885467529296875,0.002274036407470703,0.0024595260620117188,0.0026450157165527344,0.00283050537109375,0.0030159950256347656,0.0032014846801757812,0.003386974334716797,0.0035724639892578125,0.003757953643798828,0.003943443298339844,0.004128932952880859,0.004314422607421875,0.004499912261962891,0.004685401916503906,0.004870891571044922,0.0050563812255859375,0.005241870880126953,0.005427360534667969,0.005612850189208984,0.00579833984375]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[1,1,1,0,2,8,19,25,47,75,126,247,390,698,1164,1656,2589,3944,5714,8061,11389,15191,20464,26504,33614,41545,50218,59316,67741,76726,84323,90493,94389,97026,96044,94391,89725,83527,75369,66845,57665,48932,40500,32446,25202,19654,14555,10879,7718,5445,3609,2525,1551,1105,592,359,229,130,83,39,21,8,3,6],"bins":[-0.10495316982269287,-0.10185883194208145,-0.09876449406147003,-0.09567016363143921,-0.09257582575082779,-0.08948148787021637,-0.08638715744018555,-0.08329281955957413,-0.08019848167896271,-0.07710414379835129,-0.07400980591773987,-0.07091547548770905,-0.06782113760709763,-0.0647267997264862,-0.061632465571165085,-0.058538131415843964,-0.055443793535232544,-0.052349455654621124,-0.0492551214993,-0.04616078734397888,-0.04306644946336746,-0.03997211158275604,-0.03687777742743492,-0.0337834432721138,-0.03068910539150238,-0.02759476937353611,-0.02450043335556984,-0.02140609733760357,-0.0183117613196373,-0.015217425301671028,-0.012123089283704758,-0.009028753265738487,-0.005934417247772217,-0.0028400812298059464,0.0002542547881603241,0.0033485908061265945,0.006442926824092865,0.009537262842059135,0.012631598860025406,0.015725934877991676,0.018820270895957947,0.021914606913924217,0.025008942931890488,0.028103278949856758,0.03119761496782303,0.03429195284843445,0.03738628700375557,0.04048062115907669,0.04357495903968811,0.04666929692029953,0.04976363107562065,0.05285796523094177,0.05595230311155319,0.05904664099216461,0.06214097514748573,0.06523530930280685,0.06832964718341827,0.0714239850640297,0.07451832294464111,0.07761265337467194,0.08070699125528336,0.08380132913589478,0.0868956595659256,0.08998999744653702,0.09308433532714844]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[1,1,1,0,1,1,0,3,3,5,3,4,8,8,6,14,16,21,20,22,37,38,44,61,72,84,97,103,123,124,118,114,136,113,103,98,74,69,54,42,43,33,22,20,11,19,14,7,7,4,6,7,2,1,3,0,2,1,2,0,0,0,1,1],"bins":[-0.0006210736464709044,-0.0006014069658704102,-0.0005817402852699161,-0.0005620736628770828,-0.0005424069822765887,-0.0005227403016760945,-0.0005030736792832613,-0.00048340699868276715,-0.000463740318082273,-0.00044407363748177886,-0.00042440698598511517,-0.0004047403344884515,-0.00038507365388795733,-0.0003654069732874632,-0.0003457403217907995,-0.0003260736702941358,-0.00030640698969364166,-0.0002867403090931475,-0.0002670736575964838,-0.00024740700609982014,-0.000227740325499326,-0.00020807365945074707,-0.00018840699340216815,-0.00016874032735358924,-0.00014907366130501032,-0.0001294069952564314,-0.00010974032920785248,-9.007366315927356e-05,-7.040699711069465e-05,-5.074033106211573e-05,-3.107366501353681e-05,-1.1406998964957893e-05,8.259725291281939e-06,2.7926391339860857e-05,4.7593057388439775e-05,6.725972343701869e-05,8.692638948559761e-05,0.00010659305553417653,0.00012625972158275545,0.00014592638763133436,0.00016559305367991328,0.0001852597197284922,0.00020492638577707112,0.00022459305182565004,0.00024425971787422895,0.0002639263984747231,0.0002835930499713868,0.0003032597014680505,0.0003229263820685446,0.00034259306266903877,0.00036225971416570246,0.00038192636566236615,0.0004015930462628603,0.00042125972686335444,0.00044092637836001813,0.0004605930298566818,0.00048025971045717597,0.0004999263910576701,0.0005195930134505033,0.0005392596940509975,0.0005589263746514916,0.0005785930552519858,0.0005982597358524799,0.0006179263582453132,0.0006375930388458073],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,3,1,2,3,1,1,2,3,1,7,8,11,13,14,20,20,25,40,31,54,33,36,75,46,47,51,39,33,26,23,25,16,9,7,8,6,5,4,3,5,4,1,1,0,1,2,0,0,0,0,0,0,1],"bins":[-0.00047466775868088007,-0.00046048068907111883,-0.0004462936194613576,-0.00043210654985159636,-0.00041791945113800466,-0.0004037323815282434,-0.0003895453119184822,-0.00037535824230872095,-0.0003611711726989597,-0.00034698410308919847,-0.0003327970043756068,-0.00031860993476584554,-0.0003044228651560843,-0.00029023579554632306,-0.0002760487259365618,-0.0002618616563268006,-0.00024767458671703935,-0.00023348750255536288,-0.00021930041839368641,-0.00020511334878392518,-0.00019092627917416394,-0.00017673919501248747,-0.00016255212540272623,-0.000148365055792965,-0.00013417797163128853,-0.00011999090202152729,-0.00010580383241176605,-9.16167555260472e-05,-7.742967864032835e-05,-6.324260903056711e-05,-4.905553214484826e-05,-3.486845889710821e-05,-2.0681385649368167e-05,-6.49431149213342e-06,7.692762665101327e-06,2.1879837731830776e-05,3.606691097957082e-05,5.0253984227310866e-05,6.444106111302972e-05,7.862813072279096e-05,9.281520760850981e-05,0.00010700228449422866,0.0001211893541039899,0.00013537642371375114,0.0001495635078754276,0.00016375057748518884,0.00017793764709495008,0.00019212473125662655,0.00020631180086638778,0.00022049887047614902,0.0002346859546378255,0.00024887302424758673,0.00026306009385734797,0.0002772471634671092,0.00029143423307687044,0.00030562133179046214,0.0003198084014002234,0.0003339954710099846,0.00034818254061974585,0.0003623696102295071,0.0003765566798392683,0.00039074377855286,0.00040493084816262126,0.0004191179177723825,0.00043330498738214374]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.0067121535539627075,-0.006493907887488604,-0.0062756622210145,-0.006057417020201683,-0.005839171353727579,-0.005620925687253475,-0.005402680020779371,-0.005184434819966555,-0.004966189153492451,-0.004747943487018347,-0.004529697820544243,-0.004311452154070139,-0.004093206953257322,-0.0038749612867832184,-0.0036567156203091145,-0.003438470186665654,-0.0032202245201915503,-0.0030019788537174463,-0.002783733420073986,-0.002565487753599882,-0.002347242319956422,-0.002128996653482318,-0.0019107511034235358,-0.0016925055533647537,-0.0014742600033059716,-0.0012560144532471895,-0.0010377689031884074,-0.0008195232949219644,-0.0006012777448631823,-0.0003830321948044002,-0.00016478661564178765,5.345894896890968e-05,0.000271704513579607,0.0004899500636383891,0.0007081956136971712,0.0009264412219636142,0.0011446867138147354,0.0013629323802888393,0.0015811779303476214,0.0017994234804064035,0.002017668914049864,0.0022359145805239677,0.0024541602469980717,0.002672405680641532,0.002890651347115636,0.003108896780759096,0.0033271424472332,0.0035453878808766603,0.0037636335473507643,0.0039818789809942245,0.0042001246474683285,0.004418370313942432,0.004636615980416536,0.004854861181229353,0.005073106847703457,0.005291352514177561,0.005509598180651665,0.005727843847125769,0.005946089047938585,0.006164334714412689,0.006382580380886793,0.006600826047360897,0.006819071248173714,0.007037316914647818,0.0072555625811219215],"_type":"histogram","values":[1,0,1,0,3,3,1,0,1,3,5,6,5,4,11,6,7,12,16,25,17,24,21,21,25,29,21,28,35,28,31,32,37,27,35,33,21,22,24,23,18,16,13,16,9,10,9,4,10,2,4,2,3,3,1,1,1,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,0,0,0,1,5,8,14,20,45,79,129,211,368,624,936,1444,2132,3096,4467,6073,8591,10688,13756,17297,20923,24793,28555,31871,34518,37203,38022,38589,37483,35530,33025,30203,26434,22778,19053,15513,12313,9406,7247,5294,3703,2593,1765,1133,738,504,243,176,99,54,40,17,11,5,3,0,1,1],"bins":[-0.1083182692527771,-0.10505954921245575,-0.1018008291721344,-0.09854210913181305,-0.0952833890914917,-0.09202467650175095,-0.0887659564614296,-0.08550723642110825,-0.0822485163807869,-0.07898979634046555,-0.0757310763001442,-0.07247235625982285,-0.06921364367008209,-0.06595492362976074,-0.06269620358943939,-0.05943748354911804,-0.05617876350879669,-0.05292004346847534,-0.04966132342815399,-0.04640260711312294,-0.04314388707280159,-0.03988516703248024,-0.03662645071744919,-0.03336773067712784,-0.030109010636806488,-0.026850290596485138,-0.023591572418808937,-0.020332854241132736,-0.017074134200811386,-0.01381541509181261,-0.010556695982813835,-0.00729797687381506,-0.004039257764816284,-0.0007805386558175087,0.002478180453181267,0.005736899562180042,0.008995618671178818,0.012254337780177593,0.015513056889176369,0.01877177506685257,0.02203049510717392,0.02528921514749527,0.02854793332517147,0.03180665150284767,0.03506537154316902,0.03832409158349037,0.04158280789852142,0.04484152793884277,0.048100247979164124,0.051358968019485474,0.054617688059806824,0.057876404374837875,0.061135124415159225,0.06439384073019028,0.06765256077051163,0.07091128081083298,0.07417000085115433,0.07742872089147568,0.08068744093179703,0.08394616097211838,0.08720487356185913,0.09046359360218048,0.09372231364250183,0.09698103368282318,0.10023975372314453],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,3,3,4,3,3,3,5,6,10,11,13,15,16,17,15,21,21,25,21,25,28,23,25,29,25,38,37,31,34,25,32,22,17,17,22,11,18,21,13,12,7,12,7,6,3,1,3,1,0,3,0,1,0,1,0,0,0,0,0,1],"bins":[-0.007227988913655281,-0.006977144628763199,-0.006726299878209829,-0.00647545512765646,-0.006224610842764378,-0.005973766557872295,-0.005722921807318926,-0.005472077056765556,-0.005221232771873474,-0.004970388486981392,-0.004719543736428022,-0.004468698985874653,-0.004217854700982571,-0.0039670104160904884,-0.003716165665537119,-0.003465321147814393,-0.003214476630091667,-0.0029636321123689413,-0.0027127875946462154,-0.0024619430769234896,-0.0022110985592007637,-0.001960254041478038,-0.001709409523755312,-0.001458565006032586,-0.0012077204883098602,-0.0009568759705871344,-0.0007060314528644085,-0.0004551869351416826,-0.00020434241741895676,4.650210030376911e-05,0.000297346618026495,0.0005481911357492208,0.0007990356534719467,0.0010498801711946726,0.0013007246889173985,0.0015515692066401243,0.0018024137243628502,0.002053258242085576,0.002304102759808302,0.002554947277531028,0.0028057917952537537,0.0030566363129764795,0.0033074808306992054,0.0035583253484219313,0.003809169866144657,0.004060014151036739,0.004310858901590109,0.004561703652143478,0.004812547937035561,0.005063392221927643,0.005314236972481012,0.005565081723034382,0.005815926007926464,0.006066770292818546,0.006317615043371916,0.006568459793925285,0.0068193040788173676,0.00707014836370945,0.007320993114262819,0.007571837864816189,0.007822682149708271,0.008073526434600353,0.00832437165081501,0.008575215935707092,0.008826060220599174]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.015958724543452263,-0.01538049429655075,-0.014802264049649239,-0.014224034734070301,-0.013645804487168789,-0.013067574240267277,-0.01248934492468834,-0.011911114677786827,-0.011332884430885315,-0.010754654183983803,-0.01017642393708229,-0.009598194621503353,-0.009019964374601841,-0.008441734127700329,-0.007863504812121391,-0.007285274565219879,-0.006707044318318367,-0.006128814071416855,-0.00555058429017663,-0.004972354508936405,-0.004394124262034893,-0.0038158942479640245,-0.003237664233893156,-0.0026594342198222876,-0.002081204205751419,-0.0015029741916805506,-0.0009247441776096821,-0.0003465141635388136,0.0002317158505320549,0.0008099458646029234,0.0013881758786737919,0.0019664058927446604,0.0025446340441703796,0.003122864058241248,0.0037010940723121166,0.0042793238535523415,0.004857554100453854,0.005435784347355366,0.006014014128595591,0.006592243909835815,0.007170474156737328,0.00774870440363884,0.008326934650540352,0.00890516396611929,0.009483394213020802,0.010061624459922314,0.010639853775501251,0.011218084022402763,0.011796314269304276,0.012374544516205788,0.0129527747631073,0.013531004078686237,0.01410923432558775,0.014687464572489262,0.0152656938880682,0.01584392413496971,0.016422154381871223,0.017000384628772736,0.017578614875674248,0.01815684512257576,0.018735073506832123,0.019313303753733635,0.019891534000635147,0.02046976424753666,0.02104799449443817],"_type":"histogram","values":[1,0,2,0,2,0,1,2,1,7,1,1,1,2,3,4,6,5,7,13,20,30,22,42,49,53,60,76,74,62,44,38,34,21,13,13,10,7,8,5,7,4,5,2,1,3,0,0,0,2,2,1,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,1,0,3,1,1,5,2,5,6,1,11,10,9,17,16,17,22,24,24,24,15,39,36,20,36,32,26,30,31,20,28,24,28,22,17,17,15,16,11,15,9,12,10,7,4,7,5,7,6,3,3,2,1,4,1,1,0,3,1,1,3],"bins":[0.9993069767951965,0.9993317127227783,0.9993563890457153,0.9993811249732971,0.9994058012962341,0.9994305372238159,0.9994552135467529,0.9994799494743347,0.9995046257972717,0.9995293617248535,0.9995540380477905,0.9995787739753723,0.9996034502983093,0.9996281862258911,0.9996528625488281,0.9996775984764099,0.9997022747993469,0.9997270107269287,0.9997516870498657,0.9997764229774475,0.9998010993003845,0.9998258352279663,0.9998505115509033,0.9998752474784851,0.9998999238014221,0.9999246597290039,0.9999493360519409,0.9999740719795227,0.9999987483024597,1.0000234842300415,1.0000481605529785,1.0000728368759155,1.000097632408142,1.000122308731079,1.0001469850540161,1.0001717805862427,1.0001964569091797,1.0002211332321167,1.0002458095550537,1.0002706050872803,1.0002952814102173,1.0003199577331543,1.0003446340560913,1.0003694295883179,1.0003941059112549,1.000418782234192,1.000443458557129,1.0004682540893555,1.0004929304122925,1.0005176067352295,1.0005422830581665,1.000567078590393,1.00059175491333,1.000616431236267,1.000641107559204,1.0006659030914307,1.0006905794143677,1.0007152557373047,1.0007399320602417,1.0007647275924683,1.0007894039154053,1.0008140802383423,1.0008387565612793,1.0008635520935059,1.0008882284164429],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,1,1,2,4,0,1,1,3,1,2,4,3,10,10,11,9,8,15,10,20,17,16,15,17,17,27,31,35,26,28,25,24,20,28,24,32,19,37,23,26,22,21,17,11,15,14,12,10,7,9,6,4,3,3,0,1,5,0,0,1,0,1],"bins":[-0.02315947413444519,-0.022461900487542152,-0.021764326840639114,-0.021066753193736076,-0.02036917954683304,-0.01967160403728485,-0.018974030390381813,-0.018276456743478775,-0.017578883096575737,-0.0168813094496727,-0.01618373580276966,-0.015486161224544048,-0.01478858757764101,-0.014091013930737972,-0.01339343935251236,-0.012695865705609322,-0.011998292058706284,-0.011300718411803246,-0.010603144764900208,-0.009905570186674595,-0.009207996539771557,-0.008510422892868519,-0.007812848314642906,-0.007115274667739868,-0.00641770102083683,-0.005720127373933792,-0.005022553261369467,-0.0043249791488051414,-0.0036274055019021034,-0.0029298316221684217,-0.00223225774243474,-0.0015346838627010584,-0.0008371099829673767,-0.00013953610323369503,0.0005580377764999866,0.0012556116562336683,0.00195318553596735,0.0026507594157010317,0.0033483332954347134,0.004045907407999039,0.004743481054902077,0.005441054701805115,0.00613862881436944,0.006836202926933765,0.0075337765738368034,0.008231350220739841,0.008928924798965454,0.009626498445868492,0.01032407209277153,0.011021645739674568,0.011719219386577606,0.012416793964803219,0.013114367611706257,0.013811941258609295,0.014509515836834908,0.015207089483737946,0.015904663130640984,0.01660223677754402,0.01729981042444706,0.017997384071350098,0.018694959580898285,0.019392533227801323,0.02009010687470436,0.0207876805216074,0.021485254168510437]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,1,1,1,3,4,1,8,14,13,33,31,65,95,112,176,262,367,504,821,1211,1875,3039,4548,7636,12486,21348,37017,64462,103774,117104,87682,51542,29660,16458,10306,6127,3913,2442,1575,957,716,436,313,218,148,93,76,49,34,23,16,10,4,6,1,1,2,1,0,1],"bins":[-0.0010833740234375,-0.0010508298873901367,-0.0010182857513427734,-0.0009857416152954102,-0.0009531974792480469,-0.0009206533432006836,-0.0008881092071533203,-0.000855565071105957,-0.0008230209350585938,-0.0007904767990112305,-0.0007579326629638672,-0.0007253885269165039,-0.0006928443908691406,-0.0006603002548217773,-0.0006277561187744141,-0.0005952119827270508,-0.0005626678466796875,-0.0005301237106323242,-0.0004975795745849609,-0.00046503543853759766,-0.0004324913024902344,-0.0003999471664428711,-0.0003674030303955078,-0.00033485889434814453,-0.00030231475830078125,-0.00026977062225341797,-0.0002372264862060547,-0.0002046823501586914,-0.00017213821411132812,-0.00013959407806396484,-0.00010704994201660156,-7.450580596923828e-05,-4.1961669921875e-05,-9.417533874511719e-06,2.3126602172851562e-05,5.5670738220214844e-05,8.821487426757812e-05,0.0001207590103149414,0.0001533031463623047,0.00018584728240966797,0.00021839141845703125,0.00025093555450439453,0.0002834796905517578,0.0003160238265991211,0.0003485679626464844,0.00038111209869384766,0.00041365623474121094,0.0004462003707885742,0.0004787445068359375,0.0005112886428833008,0.0005438327789306641,0.0005763769149780273,0.0006089210510253906,0.0006414651870727539,0.0006740093231201172,0.0007065534591674805,0.0007390975952148438,0.000771641731262207,0.0008041858673095703,0.0008367300033569336,0.0008692741394042969,0.0009018182754516602,0.0009343624114990234,0.0009669065475463867,0.00099945068359375]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,3,6,3,9,5,14,13,25,22,33,37,47,64,92,96,111,134,128,129,146,139,119,105,93,76,74,77,42,29,42,27,19,17,14,14,7,3,8,4,3,1,2,4,1,1,1,1,1,0,1,0,1,0,0,0,0,0,1],"bins":[-0.001767768757417798,-0.0016980728833004832,-0.0016283770091831684,-0.0015586810186505318,-0.001488985144533217,-0.0014192892704159021,-0.0013495932798832655,-0.0012798974057659507,-0.0012102015316486359,-0.001140505657531321,-0.0010708097834140062,-0.0010011137928813696,-0.0009314179187640548,-0.00086172204464674,-0.0007920261123217642,-0.0007223301799967885,-0.0006526343058794737,-0.0005829384317621589,-0.0005132424994371831,-0.00044354659621603787,-0.0003738506929948926,-0.0003041547897737473,-0.00023445888655260205,-0.00016476298333145678,-9.506708011031151e-05,-2.5371176889166236e-05,4.4324726331979036e-05,0.00011402062955312431,0.00018371653277426958,0.00025341243599541485,0.0003231083392165601,0.0003928042424377054,0.000462499912828207,0.0005321957869455218,0.0006018917192704976,0.0006715876515954733,0.0007412835257127881,0.0008109793998301029,0.0008806753321550786,0.0009503712644800544,0.0010200671385973692,0.001089763012714684,0.0011594588868319988,0.0012291548773646355,0.0012988507514819503,0.001368546625599265,0.0014382426161319017,0.0015079384902492166,0.0015776343643665314,0.0016473302384838462,0.001717026112601161,0.0017867221031337976,0.0018564179772511125,0.0019261138513684273,0.001995809841901064,0.002065505599603057,0.0021352015901356936,0.00220489758066833,0.002274593338370323,0.00234428932890296,0.0024139853194355965,0.0024836810771375895,0.002553377067670226,0.002623072825372219,0.0026927688159048557]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,3,1,1,1,3,1,0,5,4,12,7,16,28,25,43,55,81,86,81,87,57,34,31,32,18,7,6,7,7,10,3,1,4,1,1,2,1,0,0,2,0,0,0,1],"bins":[-0.009477879852056503,-0.009230004623532295,-0.008982129395008087,-0.008734254166483879,-0.008486378937959671,-0.008238503709435463,-0.007990628480911255,-0.007742753718048334,-0.007494878489524126,-0.007247003260999918,-0.00699912803247571,-0.006751252803951502,-0.006503378041088581,-0.006255502812564373,-0.006007627584040165,-0.005759752355515957,-0.005511877126991749,-0.005264001898467541,-0.005016126669943333,-0.004768251441419125,-0.0045203762128949165,-0.004272501450031996,-0.004024626221507788,-0.0037767509929835796,-0.0035288757644593716,-0.0032810005359351635,-0.0030331253074109554,-0.002785250311717391,-0.002537375083193183,-0.002289499854668975,-0.0020416248589754105,-0.0017937496304512024,-0.0015458744019269943,-0.0012979991734027863,-0.0010501240612939,-0.0008022488909773529,-0.0005543737206608057,-0.00030649855034425855,-5.862338002771139e-05,0.00018925179028883576,0.0004371269606053829,0.0006850021309219301,0.0009328773012384772,0.0011807524133473635,0.0014286276418715715,0.0016765028703957796,0.0019243779825046659,0.002172253094613552,0.00242012832313776,0.0026680035516619682,0.0029158787801861763,0.0031637537758797407,0.003411629004403949,0.003659504232928157,0.003907379228621721,0.004155254457145929,0.004403129685670137,0.0046510049141943455,0.0048988801427185535,0.005146755371242762,0.005394630134105682,0.0056425053626298904,0.0058903805911540985,0.006138255819678307,0.006386131048202515]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.0003731267061084509,-0.0003613605513237417,-0.000349594367435202,-0.0003378282126504928,-0.00032606205786578357,-0.0003142958739772439,-0.0003025297191925347,-0.00029076356440782547,-0.00027899740962311625,-0.0002672312257345766,-0.00025546507094986737,-0.00024369890161324292,-0.00023193273227661848,-0.00022016657749190927,-0.00020840040815528482,-0.0001966342533705756,-0.00018486808403395116,-0.00017310191469732672,-0.0001613357599126175,-0.00014956959057599306,-0.00013780343579128385,-0.0001260372664546594,-0.00011427109711803496,-0.00010250493505736813,-9.07387729967013e-05,-7.897261093603447e-05,-6.720644887536764e-05,-5.54402795387432e-05,-4.367411747807637e-05,-3.190795541740954e-05,-2.0141789718763903e-05,-8.37562583910767e-06,3.3905671443790197e-06,1.5156731024035253e-05,2.6922894903691486e-05,3.868906060233712e-05,5.045522266300395e-05,6.222138472367078e-05,7.398755406029522e-05,8.575371612096205e-05,9.751987818162888e-05,0.00010928604024229571,0.00012105220230296254,0.00013281837163958699,0.00014458454097621143,0.00015635069576092064,0.0001681168650975451,0.0001798830198822543,0.00019164918921887875,0.0002034153585555032,0.0002151815133402124,0.00022694768267683685,0.00023871383746154606,0.00025048002135008574,0.00026224617613479495,0.00027401233091950417,0.0002857784857042134,0.00029754466959275305,0.00030931082437746227,0.0003210769791621715,0.00033284316305071115,0.00034460931783542037,0.0003563754726201296,0.00036814165650866926,0.00037990781129337847],"_type":"histogram","values":[1,0,0,0,1,2,0,0,2,1,3,2,2,2,3,5,9,6,6,11,11,23,17,26,25,30,30,24,27,38,37,27,43,50,38,40,36,22,17,37,15,28,11,15,10,6,1,5,2,3,2,5,0,1,5,0,1,0,1,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,0,3,6,3,10,25,48,55,105,172,277,408,708,1072,1542,2239,2975,4149,5604,7501,9684,11804,14842,17522,20613,23769,26883,29459,31969,33326,34884,35339,34349,33036,31572,28966,26298,23141,20150,16992,13876,11057,8830,6964,5174,3920,2698,1947,1399,895,597,366,239,138,107,54,23,20,10,4,2,1,2],"bins":[-0.09638145565986633,-0.09340336918830872,-0.0904252901673317,-0.08744720369577408,-0.08446912467479706,-0.08149103820323944,-0.07851295173168182,-0.0755348727107048,-0.07255678623914719,-0.06957869976758957,-0.06660062074661255,-0.06362253427505493,-0.06064445152878761,-0.057666368782520294,-0.05468828231096268,-0.05171019956469536,-0.04873211681842804,-0.04575403407216072,-0.0427759513258934,-0.039797864854335785,-0.036819782108068466,-0.03384169936180115,-0.03086361475288868,-0.02788553014397621,-0.024907447397708893,-0.021929364651441574,-0.018951280042529106,-0.015973195433616638,-0.01299511268734932,-0.010017029009759426,-0.007038945332169533,-0.0040608616545796394,-0.001082777976989746,0.0018953057006001472,0.004873389378190041,0.007851473055779934,0.010829556733369827,0.01380764041095972,0.016785724088549614,0.019763808697462082,0.0227418914437294,0.02571997418999672,0.028698058798909187,0.031676143407821655,0.034654226154088974,0.03763230890035629,0.04061039537191391,0.04358847811818123,0.04656656086444855,0.049544643610715866,0.052522726356983185,0.0555008128285408,0.05847889557480812,0.06145697832107544,0.06443506479263306,0.06741314381361008,0.0703912302851677,0.07336931675672531,0.07634739577770233,0.07932548224925995,0.08230356872081757,0.08528164774179459,0.0882597342133522,0.09123781323432922,0.09421589970588684],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,3,4,6,15,28,48,66,105,181,309,397,675,1016,1428,2064,2990,4085,5425,7091,9125,11622,14245,17277,20386,23667,26386,29045,31252,33257,34411,34961,34212,33339,31651,29484,26391,23424,20356,17449,14429,11554,9377,7331,5580,4158,2951,2179,1526,1013,718,421,276,168,111,79,36,22,7,8,1,0,1,1],"bins":[-0.0932234600186348,-0.09026607125997543,-0.08730868995189667,-0.0843513011932373,-0.08139391243457794,-0.07843653112649918,-0.07547914236783981,-0.07252175360918045,-0.06956437230110168,-0.06660698354244232,-0.06364959478378296,-0.06069221347570419,-0.05773482471704483,-0.054777439683675766,-0.0518200546503067,-0.04886266589164734,-0.045905280858278275,-0.04294789582490921,-0.03999050706624985,-0.03703312203288078,-0.03407573699951172,-0.031118350103497505,-0.02816096320748329,-0.025203578174114227,-0.022246191278100014,-0.0192888043820858,-0.016331419348716736,-0.013374032452702522,-0.010416646488010883,-0.007459260523319244,-0.004501874092966318,-0.0015444878954440355,0.001412898302078247,0.004370284266769886,0.007327670697122812,0.010285057127475739,0.013242443092167377,0.016199829056859016,0.01915721595287323,0.022114600986242294,0.025071987882256508,0.02802937477827072,0.030986759811639786,0.03394414484500885,0.03690153360366821,0.03985891863703728,0.04281630367040634,0.045773692429065704,0.04873107746243477,0.05168846249580383,0.054645851254463196,0.05760323628783226,0.060560621321201324,0.06351801007986069,0.06647539138793945,0.06943278014659882,0.07239016890525818,0.07534755021333694,0.07830493897199631,0.08126232773065567,0.08421970903873444,0.0871770977973938,0.09013448655605316,0.09309186786413193,0.09604925662279129]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,0,0,6,8,14,23,32,74,145,296,422,726,1110,1708,2694,3885,5798,8016,11571,15337,20692,26390,33328,41215,49614,58201,67033,75471,83291,89054,93504,95881,95264,93578,88861,83081,75811,67548,58471,49941,41524,33687,26523,20720,15395,11507,8313,5777,3986,2655,1826,1141,686,430,258,159,93,33,28,16,6,5,1],"bins":[-0.100944884121418,-0.09788665920495987,-0.09482842683792114,-0.09177020192146301,-0.08871196955442429,-0.08565374463796616,-0.08259551227092743,-0.0795372873544693,-0.07647905498743057,-0.07342083007097244,-0.07036259770393372,-0.06730437278747559,-0.06424614042043686,-0.06118791550397873,-0.0581296868622303,-0.05507145822048187,-0.052013229578733444,-0.048955000936985016,-0.04589677229523659,-0.04283854365348816,-0.03978031501173973,-0.0367220863699913,-0.033663857728242874,-0.030605630949139595,-0.027547402307391167,-0.02448917366564274,-0.02143094502389431,-0.01837271638214588,-0.015314488671720028,-0.0122562600299716,-0.009198032319545746,-0.0061398036777973175,-0.003081575036048889,-2.334662713110447e-05,0.0030348817817866802,0.006093109957873821,0.00915133859962225,0.012209567241370678,0.015267794951796532,0.01832602359354496,0.02138425223529339,0.024442480877041817,0.027500709518790245,0.030558938160538673,0.03361716493964195,0.03667539358139038,0.03973362222313881,0.04279185086488724,0.045850079506635666,0.048908308148384094,0.05196653679013252,0.05502476543188095,0.05808299407362938,0.06114122271537781,0.06419944763183594,0.06725767999887466,0.0703159049153328,0.07337413728237152,0.07643236219882965,0.07949059456586838,0.08254881948232651,0.08560705184936523,0.08866527676582336,0.09172350913286209,0.09478173404932022],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,2,4,2,6,4,7,7,7,7,10,10,9,21,18,21,22,22,29,36,25,33,31,27,25,36,35,25,25,28,28,23,27,21,16,21,23,8,12,12,10,7,7,2,3,2,2,2,1,1,1,1,0,0,0,1,0,0,1],"bins":[-0.009663447737693787,-0.009338107891380787,-0.009012768976390362,-0.008687429130077362,-0.008362090215086937,-0.008036750368773937,-0.007711410988122225,-0.007386071607470512,-0.0070607322268188,-0.0067353928461670876,-0.006410053465515375,-0.006084714084863663,-0.005759374238550663,-0.005434034857898951,-0.005108695477247238,-0.004783356096595526,-0.004458016715943813,-0.004132677335292101,-0.0038073379546403885,-0.0034819983411580324,-0.00315665896050632,-0.0028313195798546076,-0.0025059799663722515,-0.002180640585720539,-0.0018553012050688267,-0.0015299618244171143,-0.00120462232735008,-0.0008792828884907067,-0.0005539434496313334,-0.00022860401077196002,9.673542808741331e-05,0.00042207486694678664,0.00074741430580616,0.0010727536864578724,0.0013980931835249066,0.0017234326805919409,0.0020487720612436533,0.0023741114418953657,0.002699451055377722,0.003024790436029434,0.0033501298166811466,0.003675469197332859,0.0040008085779845715,0.004326147958636284,0.004651487804949284,0.004976827185600996,0.0053021665662527084,0.005627505946904421,0.005952845327556133,0.006278184708207846,0.006603524088859558,0.0069288634695112705,0.007254202850162983,0.007579542696475983,0.007904881611466408,0.008230221457779408,0.008555561304092407,0.008880900219082832,0.009206240065395832,0.009531578980386257,0.009856918826699257,0.010182257741689682,0.010507597588002682,0.010832936502993107,0.011158276349306107]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,0,0,3,0,1,2,3,3,6,8,10,13,18,17,26,36,45,53,42,63,64,84,106,83,116,113,102,122,125,100,87,99,87,65,58,55,30,28,38,23,22,22,16,11,10,5,5,4,4,1,4,3,0,1,0,1,2],"bins":[-0.008482828736305237,-0.00823427177965641,-0.007985714823007584,-0.007737157866358757,-0.00748860090970993,-0.0072400434873998165,-0.00699148653075099,-0.006742929574102163,-0.006494372617453337,-0.00624581566080451,-0.0059972587041556835,-0.005748701747506857,-0.005500144325196743,-0.005251587368547916,-0.00500303041189909,-0.004754473455250263,-0.004505916498601437,-0.00425735954195261,-0.004008802585303783,-0.003760245395824313,-0.0035116884391754866,-0.00326313148252666,-0.0030145742930471897,-0.002766017336398363,-0.0025174603797495365,-0.00226890342310071,-0.0020203464664518833,-0.001771789276972413,-0.0015232323203235865,-0.0012746753636747599,-0.0010261182906106114,-0.0007775612757541239,-0.0005290042608976364,-0.0002804472460411489,-3.189023118466139e-05,0.00021666678367182612,0.00046522379852831364,0.0007137808133848011,0.0009623378282412887,0.001210894901305437,0.0014594518579542637,0.0017080088146030903,0.001956565771251917,0.002205122960731387,0.0024536799173802137,0.0027022368740290403,0.0029507940635085106,0.003199351020157337,0.003447907976806164,0.0036964649334549904,0.003945021890103817,0.004193578846752644,0.00444213580340147,0.004690693225711584,0.004939250182360411,0.005187807139009237,0.005436364095658064,0.0056849210523068905,0.005933478008955717,0.006182034965604544,0.006430592387914658,0.006679149344563484,0.006927706301212311,0.007176263257861137,0.007424820214509964]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,0,2,4,5,9,9,14,20,37,32,50,71,112,146,224,314,427,631,951,1514,2161,3371,5753,9262,15922,28691,52847,94948,128823,104836,60671,32161,17934,10266,6217,3898,2443,1555,1161,651,498,347,238,175,135,73,57,44,35,22,14,11,15,4,3,3,0,1,1,1,1],"bins":[-0.00153350830078125,-0.001484990119934082,-0.001436471939086914,-0.001387953758239746,-0.0013394355773925781,-0.0012909173965454102,-0.0012423992156982422,-0.0011938810348510742,-0.0011453628540039062,-0.0010968446731567383,-0.0010483264923095703,-0.0009998083114624023,-0.0009512901306152344,-0.0009027719497680664,-0.0008542537689208984,-0.0008057355880737305,-0.0007572174072265625,-0.0007086992263793945,-0.0006601810455322266,-0.0006116628646850586,-0.0005631446838378906,-0.0005146265029907227,-0.0004661083221435547,-0.0004175901412963867,-0.00036907196044921875,-0.0003205537796020508,-0.0002720355987548828,-0.00022351741790771484,-0.00017499923706054688,-0.0001264810562133789,-7.796287536621094e-05,-2.944469451904297e-05,1.9073486328125e-05,6.759166717529297e-05,0.00011610984802246094,0.0001646280288696289,0.00021314620971679688,0.00026166439056396484,0.0003101825714111328,0.0003587007522583008,0.00040721893310546875,0.0004557371139526367,0.0005042552947998047,0.0005527734756469727,0.0006012916564941406,0.0006498098373413086,0.0006983280181884766,0.0007468461990356445,0.0007953643798828125,0.0008438825607299805,0.0008924007415771484,0.0009409189224243164,0.0009894371032714844,0.0010379552841186523,0.0010864734649658203,0.0011349916458129883,0.0011835098266601562,0.0012320280075073242,0.0012805461883544922,0.0013290643692016602,0.0013775825500488281,0.001426100730895996,0.001474618911743164,0.001523137092590332,0.0015716552734375]},"_step":27,"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,0,2,1,0,1,1,3,3,3,9,9,15,28,49,55,75,104,193,258,377,503,854,1057,1767,2621,4123,6727,10808,18596,33140,60761,102945,125205,93772,53129,29386,16387,9694,5849,3793,2517,1585,1096,709,563,317,230,160,96,77,49,41,24,19,8,13,6,1,4,2,0,1,2],"bins":[-0.0010528564453125,-0.0010213255882263184,-0.0009897947311401367,-0.0009582638740539551,-0.0009267330169677734,-0.0008952021598815918,-0.0008636713027954102,-0.0008321404457092285,-0.0008006095886230469,-0.0007690787315368652,-0.0007375478744506836,-0.000706017017364502,-0.0006744861602783203,-0.0006429553031921387,-0.000611424446105957,-0.0005798935890197754,-0.0005483627319335938,-0.0005168318748474121,-0.00048530101776123047,-0.00045377016067504883,-0.0004222393035888672,-0.00039070844650268555,-0.0003591775894165039,-0.00032764673233032227,-0.0002961158752441406,-0.000264585018157959,-0.00023305416107177734,-0.0002015233039855957,-0.00016999244689941406,-0.00013846158981323242,-0.00010693073272705078,-7.539987564086914e-05,-4.38690185546875e-05,-1.233816146850586e-05,1.919269561767578e-05,5.072355270385742e-05,8.225440979003906e-05,0.0001137852668762207,0.00014531612396240234,0.00017684698104858398,0.00020837783813476562,0.00023990869522094727,0.0002714395523071289,0.00030297040939331055,0.0003345012664794922,0.00036603212356567383,0.00039756298065185547,0.0004290938377380371,0.00046062469482421875,0.0004921555519104004,0.000523686408996582,0.0005552172660827637,0.0005867481231689453,0.000618278980255127,0.0006498098373413086,0.0006813406944274902,0.0007128715515136719,0.0007444024085998535,0.0007759332656860352,0.0008074641227722168,0.0008389949798583984,0.0008705258369445801,0.0009020566940307617,0.0009335875511169434,0.000965118408203125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.00033649959368631244,-0.0003232128801755607,-0.000309926166664809,-0.00029663945315405726,-0.00028335273964330554,-0.0002700660261325538,-0.0002567793126218021,-0.00024349259911105037,-0.00023020588560029864,-0.00021691918664146215,-0.00020363247313071042,-0.0001903457596199587,-0.00017705904610920697,-0.00016377233259845525,-0.00015048561908770353,-0.0001371989055769518,-0.00012391219206620008,-0.00011062547855544835,-9.733876504469663e-05,-8.40520515339449e-05,-7.076533802319318e-05,-5.7478628150420263e-05,-4.4191918277647346e-05,-3.090520476689562e-05,-1.7618491256143898e-05,-4.331778654886875e-06,8.954933946370147e-06,2.2241645638132468e-05,3.552835914888419e-05,4.8815072659635916e-05,6.210178253240883e-05,7.538849604316056e-05,8.867520955391228e-05,0.000101961923064664,0.00011524863657541573,0.00012853535008616745,0.00014182206359691918,0.0001551087771076709,0.00016839549061842263,0.00018168220412917435,0.00019496891763992608,0.00020825561659876257,0.0002215423301095143,0.00023482904362026602,0.000248115771682933,0.0002614024851936847,0.0002746891987044364,0.00028797591221518815,0.0003012625966221094,0.00031454931013286114,0.00032783602364361286,0.0003411227371543646,0.0003544094506651163,0.00036769616417586803,0.00038098287768661976,0.0003942695911973715,0.0004075563047081232,0.00042084301821887493,0.00043412973172962666,0.0004474164452403784,0.0004607031587511301,0.00047398987226188183,0.00048727658577263355,0.0005005632992833853,0.000513850012794137],"_type":"histogram","values":[3,0,2,3,2,5,3,4,7,4,10,6,9,10,11,16,21,26,31,19,23,34,38,40,41,46,26,28,31,29,27,24,34,25,19,14,16,12,5,9,14,8,5,6,3,7,2,3,2,0,0,2,0,0,0,1,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.00032737033325247467,-0.0003149044350720942,-0.00030243853689171374,-0.0002899726387113333,-0.0002775067405309528,-0.00026504084235057235,-0.0002525749441701919,-0.00024010904598981142,-0.00022764314780943096,-0.00021517726418096572,-0.00020271136600058526,-0.0001902454678202048,-0.00017777956963982433,-0.00016531367145944387,-0.0001528477732790634,-0.00014038187509868294,-0.00012791597691830248,-0.00011545007873792201,-0.00010298418055754155,-9.051828237716109e-05,-7.805238419678062e-05,-6.558649329235777e-05,-5.312059511197731e-05,-4.0654696931596845e-05,-2.8188798751216382e-05,-1.5722900570835918e-05,-3.257004209444858e-06,9.208893061440904e-06,2.1674790332326666e-05,3.414068851270713e-05,4.6606583055108786e-05,5.907248123548925e-05,7.153837941586971e-05,8.400427759625018e-05,9.647017577663064e-05,0.0001089360739570111,0.00012140197213739157,0.00013386787031777203,0.0001463337684981525,0.00015879966667853296,0.00017126556485891342,0.00018373144848737866,0.00019619734666775912,0.00020866324484813958,0.00022112914302852005,0.0002335950412089005,0.0002460609539411962,0.00025852685212157667,0.00027099275030195713,0.00028345861937850714,0.0002959245175588876,0.00030839041573926806,0.00032085631391964853,0.000333322212100029,0.00034578811028040946,0.0003582540084607899,0.0003707199066411704,0.00038318580482155085,0.0003956517030019313,0.0004081176011823118,0.00042058349936269224,0.0004330493975430727,0.00044551529572345316,0.00045798119390383363,0.0004704470920842141],"_type":"histogram","values":[2,0,1,1,2,1,2,0,2,3,2,7,6,8,10,12,15,31,21,22,27,44,31,43,43,46,43,37,44,45,34,28,27,23,11,15,17,9,10,7,3,3,8,2,2,2,3,1,3,4,2,1,0,0,1,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,0,0,3,0,2,3,6,11,5,5,8,7,12,14,18,16,23,22,23,30,31,45,30,34,42,22,30,33,34,31,20,27,14,29,19,20,21,9,9,10,8,7,6,5,5,0,4,3,1,1,2,2,0,0,0,0,0,0,0,0,2],"bins":[-0.0003854753449559212,-0.00037167503614909947,-0.0003578746982384473,-0.0003440743894316256,-0.00033027405152097344,-0.00031647374271415174,-0.00030267343390733004,-0.0002888730959966779,-0.00027507278718985617,-0.00026127247838303447,-0.0002474721404723823,-0.0002336718316655606,-0.00021987150830682367,-0.00020607118494808674,-0.00019227087614126503,-0.0001784705527825281,-0.00016467022942379117,-0.00015086990606505424,-0.0001370695827063173,-0.0001232692738994956,-0.00010946895054075867,-9.566862718202174e-05,-8.186831109924242e-05,-6.80679950164631e-05,-5.426767165772617e-05,-4.0467351936968043e-05,-2.6667032216209918e-05,-1.2866712495451793e-05,9.336072253063321e-07,1.4733926946064457e-05,2.8534246666822582e-05,4.233456638758071e-05,5.613488610833883e-05,6.993520946707577e-05,8.373552554985508e-05,9.75358416326344e-05,0.00011133616499137133,0.00012513648835010827,0.00013893679715692997,0.0001527371205156669,0.00016653744387440383,0.00018033776723314077,0.0001941380905918777,0.0002079383993986994,0.00022173872275743634,0.00023553904611617327,0.00024933935492299497,0.00026313969283364713,0.00027694000164046884,0.00029074031044729054,0.0003045406483579427,0.0003183409571647644,0.00033214129507541656,0.00034594160388223827,0.00035974191268905997,0.00037354225059971213,0.00038734255940653384,0.00040114286821335554,0.0004149432061240077,0.0004287435149308294,0.0004425438237376511,0.00045634416164830327,0.000470144470455125,0.00048394480836577713,0.0004977451171725988]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.09554948657751083,-0.09267580509185791,-0.08980213105678558,-0.08692844957113266,-0.08405477553606033,-0.08118109405040741,-0.07830742001533508,-0.07543373852968216,-0.07256006449460983,-0.06968638300895691,-0.06681270897388458,-0.06393902748823166,-0.061065349727869034,-0.05819167196750641,-0.055317994207143784,-0.05244431644678116,-0.04957063868641853,-0.04669696092605591,-0.04382328316569328,-0.04094960540533066,-0.03807592764496803,-0.03520224988460541,-0.03232857212424278,-0.029454892501235008,-0.026581214740872383,-0.023707536980509758,-0.020833859220147133,-0.017960181459784508,-0.015086502768099308,-0.012212825007736683,-0.009339146316051483,-0.006465468555688858,-0.003591790795326233,-0.0007181128021329641,0.0021555651910603046,0.005029243417084217,0.007902921177446842,0.010776598937809467,0.013650277629494667,0.016523955389857292,0.019397633150219917,0.022271310910582542,0.025144988670945168,0.028018666431307793,0.030892346054315567,0.03376602381467819,0.03663970157504082,0.03951337933540344,0.04238705709576607,0.04526073485612869,0.04813441261649132,0.05100809037685394,0.05388176813721657,0.05675544589757919,0.05962912365794182,0.06250280141830444,0.06537648290395737,0.0682501569390297,0.07112383842468262,0.07399751245975494,0.07687119394540787,0.0797448679804802,0.08261854946613312,0.08549222350120544,0.08836590498685837],"_type":"histogram","values":[1,1,2,4,6,14,13,44,65,93,195,255,396,655,863,1314,1858,2615,3659,4830,6272,8224,10519,12549,15267,18252,21095,24042,26817,29077,31171,32773,33541,33581,33256,32150,30216,28137,25274,22445,19816,16736,14085,11547,9111,7182,5570,4269,3125,2230,1535,1048,743,459,278,219,140,85,41,29,14,12,5,4]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,3,4,9,13,28,52,94,148,310,520,757,1175,1789,2849,4170,6201,8500,12074,16173,21139,27309,34543,41930,51236,59726,68650,77753,84344,89786,94199,96261,95829,92609,88390,82184,74656,65919,57059,48402,39889,32203,25328,19374,14927,10766,7836,5358,3714,2543,1575,1000,661,388,232,127,65,43,25,7,5,2,0,1],"bins":[-0.09754640609025955,-0.09448226541280746,-0.09141812473535538,-0.08835398405790329,-0.0852898433804512,-0.08222570270299911,-0.07916156202554703,-0.07609742134809494,-0.07303328067064285,-0.06996913999319077,-0.06690499931573868,-0.06384085863828659,-0.0607767179608345,-0.057712577283382416,-0.05464843660593033,-0.05158429592847824,-0.048520155251026154,-0.045456014573574066,-0.04239187389612198,-0.03932773321866989,-0.036263592541217804,-0.03319945186376572,-0.03013531118631363,-0.027071170508861542,-0.024007029831409454,-0.020942889153957367,-0.01787874847650528,-0.014814607799053192,-0.011750467121601105,-0.008686326444149017,-0.00562218576669693,-0.0025580450892448425,0.0005060955882072449,0.0035702362656593323,0.00663437694311142,0.009698517620563507,0.012762658298015594,0.015826798975467682,0.01889093965291977,0.021955080330371857,0.025019221007823944,0.02808336168527603,0.03114750236272812,0.034211643040180206,0.037275783717632294,0.04033992439508438,0.04340406507253647,0.046468205749988556,0.04953234642744064,0.05259648710489273,0.05566062778234482,0.058724768459796906,0.06178890913724899,0.06485304981470108,0.06791719049215317,0.07098133116960526,0.07404547184705734,0.07710961252450943,0.08017375320196152,0.0832378938794136,0.08630203455686569,0.08936617523431778,0.09243031591176987,0.09549445658922195,0.09855859726667404]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[1,0,0,0,0,0,1,1,0,2,7,6,6,12,16,23,52,72,122,179,283,465,787,1147,2106,3715,6655,12447,24462,49141,100924,206061,357612,367684,221879,108141,52691,26023,13448,6963,4085,2200,1362,738,443,323,181,114,89,51,45,29,17,11,12,11,5,6,3,0,0,2,1,2],"bins":[-0.005767822265625,-0.005593299865722656,-0.0054187774658203125,-0.005244255065917969,-0.005069732666015625,-0.004895210266113281,-0.0047206878662109375,-0.004546165466308594,-0.00437164306640625,-0.004197120666503906,-0.0040225982666015625,-0.0038480758666992188,-0.003673553466796875,-0.0034990310668945312,-0.0033245086669921875,-0.0031499862670898438,-0.0029754638671875,-0.0028009414672851562,-0.0026264190673828125,-0.0024518966674804688,-0.002277374267578125,-0.0021028518676757812,-0.0019283294677734375,-0.0017538070678710938,-0.00157928466796875,-0.0014047622680664062,-0.0012302398681640625,-0.0010557174682617188,-0.000881195068359375,-0.0007066726684570312,-0.0005321502685546875,-0.00035762786865234375,-0.00018310546875,-8.58306884765625e-06,0.0001659393310546875,0.00034046173095703125,0.000514984130859375,0.0006895065307617188,0.0008640289306640625,0.0010385513305664062,0.00121307373046875,0.0013875961303710938,0.0015621185302734375,0.0017366409301757812,0.001911163330078125,0.0020856857299804688,0.0022602081298828125,0.0024347305297851562,0.0026092529296875,0.0027837753295898438,0.0029582977294921875,0.0031328201293945312,0.003307342529296875,0.0034818649291992188,0.0036563873291015625,0.0038309097290039062,0.00400543212890625,0.004179954528808594,0.0043544769287109375,0.004528999328613281,0.004703521728515625,0.004878044128417969,0.0050525665283203125,0.005227088928222656,0.005401611328125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,2,4,1,0,2,2,2,4,3,5,5,9,5,6,9,12,15,20,19,25,22,21,36,30,29,36,24,35,23,33,28,40,33,34,28,22,25,9,16,16,14,11,11,8,8,3,6,4,1,2,2,1,2,0,0,1,1,1],"bins":[-0.04900432378053665,-0.04755163937807083,-0.04609895870089531,-0.04464627429842949,-0.04319359362125397,-0.04174090921878815,-0.04028822481632233,-0.038835544139146805,-0.037382859736680984,-0.035930175334215164,-0.03447749465703964,-0.03302481025457382,-0.031572125852108,-0.03011944517493248,-0.02866676077246666,-0.02721407823264599,-0.025761395692825317,-0.024308713153004646,-0.022856030613183975,-0.021403346210718155,-0.019950663670897484,-0.018497981131076813,-0.017045296728610992,-0.015592614188790321,-0.01413993164896965,-0.01268724910914898,-0.011234565638005733,-0.009781882166862488,-0.008329199627041817,-0.006876516621559858,-0.0054238336160779,-0.0039711506105959415,-0.002518467605113983,-0.0010657845996320248,0.0003868984058499336,0.001839581411331892,0.0032922644168138504,0.004744947422295809,0.006197630427777767,0.007650313433259726,0.009102996438741684,0.010555678978562355,0.0120083624497056,0.013461045920848846,0.014913728460669518,0.01636641100049019,0.01781909540295601,0.01927177794277668,0.02072446048259735,0.022177143022418022,0.023629825562238693,0.025082509964704514,0.026535192504525185,0.027987875044345856,0.029440559446811676,0.030893241986632347,0.03234592452645302,0.03379860892891884,0.03525128960609436,0.03670397400856018,0.038156658411026,0.03960933908820152,0.04106202349066734,0.042514704167842865,0.043967388570308685],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,2,0,3,2,5,1,4,10,5,13,19,19,39,61,81,151,224,378,571,898,1441,2438,3962,6936,11815,21619,39723,79719,163013,318681,396517,260966,126868,63690,31762,17085,9658,5882,3307,1980,1190,792,449,326,192,133,72,45,31,26,16,6,12,5,7,3,3,1,1,1,3],"bins":[-0.01226806640625,-0.011899948120117188,-0.011531829833984375,-0.011163711547851562,-0.01079559326171875,-0.010427474975585938,-0.010059356689453125,-0.009691238403320312,-0.0093231201171875,-0.008955001831054688,-0.008586883544921875,-0.008218765258789062,-0.00785064697265625,-0.0074825286865234375,-0.007114410400390625,-0.0067462921142578125,-0.006378173828125,-0.0060100555419921875,-0.005641937255859375,-0.0052738189697265625,-0.00490570068359375,-0.0045375823974609375,-0.004169464111328125,-0.0038013458251953125,-0.0034332275390625,-0.0030651092529296875,-0.002696990966796875,-0.0023288726806640625,-0.00196075439453125,-0.0015926361083984375,-0.001224517822265625,-0.0008563995361328125,-0.00048828125,-0.0001201629638671875,0.000247955322265625,0.0006160736083984375,0.00098419189453125,0.0013523101806640625,0.001720428466796875,0.0020885467529296875,0.0024566650390625,0.0028247833251953125,0.003192901611328125,0.0035610198974609375,0.00392913818359375,0.0042972564697265625,0.004665374755859375,0.0050334930419921875,0.005401611328125,0.0057697296142578125,0.006137847900390625,0.0065059661865234375,0.00687408447265625,0.0072422027587890625,0.007610321044921875,0.007978439331054688,0.0083465576171875,0.008714675903320312,0.009082794189453125,0.009450912475585938,0.00981903076171875,0.010187149047851562,0.010555267333984375,0.010923385620117188,0.01129150390625]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,0,0,0,4,0,6,5,11,14,20,44,50,89,148,190,282,408,709,1021,1572,2493,3777,6169,9797,16252,27638,47847,88851,173884,332842,379146,225466,113055,59538,33279,19330,11014,6778,4133,2544,1513,1032,648,428,270,160,129,83,66,41,21,19,11,11,10,4,1,5,2,2,0,0,1],"bins":[-0.006195068359375,-0.005996227264404297,-0.005797386169433594,-0.005598545074462891,-0.0053997039794921875,-0.005200862884521484,-0.005002021789550781,-0.004803180694580078,-0.004604339599609375,-0.004405498504638672,-0.004206657409667969,-0.004007816314697266,-0.0038089752197265625,-0.0036101341247558594,-0.0034112930297851562,-0.003212451934814453,-0.00301361083984375,-0.002814769744873047,-0.0026159286499023438,-0.0024170875549316406,-0.0022182464599609375,-0.0020194053649902344,-0.0018205642700195312,-0.0016217231750488281,-0.001422882080078125,-0.0012240409851074219,-0.0010251998901367188,-0.0008263587951660156,-0.0006275177001953125,-0.0004286766052246094,-0.00022983551025390625,-3.0994415283203125e-05,0.0001678466796875,0.0003666877746582031,0.0005655288696289062,0.0007643699645996094,0.0009632110595703125,0.0011620521545410156,0.0013608932495117188,0.0015597343444824219,0.001758575439453125,0.001957416534423828,0.0021562576293945312,0.0023550987243652344,0.0025539398193359375,0.0027527809143066406,0.0029516220092773438,0.003150463104248047,0.00334930419921875,0.003548145294189453,0.0037469863891601562,0.003945827484130859,0.0041446685791015625,0.004343509674072266,0.004542350769042969,0.004741191864013672,0.004940032958984375,0.005138874053955078,0.005337715148925781,0.005536556243896484,0.0057353973388671875,0.005934238433837891,0.006133079528808594,0.006331920623779297,0.00653076171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[3,4,5,11,21,33,56,102,151,276,471,769,1197,1941,2771,4224,6076,8332,11507,15877,20425,26517,33034,40808,48879,57557,66426,74517,81961,87459,92191,93700,94630,92181,88445,82543,75827,68166,59197,50926,42727,34835,27491,21339,16520,12207,9084,6417,4469,3133,2050,1258,825,535,316,210,105,65,31,10,14,2,3,2],"bins":[-0.0967721939086914,-0.09375640749931335,-0.0907406136393547,-0.08772482722997665,-0.084709033370018,-0.08169324696063995,-0.0786774605512619,-0.07566166669130325,-0.0726458802819252,-0.06963008642196655,-0.0666143000125885,-0.06359851360321045,-0.0605827197432518,-0.05756692960858345,-0.0545511431992054,-0.05153535306453705,-0.0485195629298687,-0.04550377279520035,-0.042487982660532,-0.039472196251153946,-0.036456406116485596,-0.033440615981817245,-0.030424825847148895,-0.027409037575125694,-0.024393247440457344,-0.021377457305788994,-0.018361669033765793,-0.015345878899097443,-0.012330089695751667,-0.009314300492405891,-0.0062985108233988285,-0.0032827213872224092,-0.00026693195104599,0.0027488574851304293,0.0057646469213068485,0.008780436590313911,0.011796225793659687,0.014812014997005463,0.017827805131673813,0.020843593403697014,0.023859383538365364,0.026875173673033714,0.029890961945056915,0.032906752079725266,0.035922542214393616,0.038938332349061966,0.04195411875844002,0.04496990889310837,0.04798569902777672,0.05100148916244507,0.05401727929711342,0.05703306570649147,0.06004885584115982,0.06306464970111847,0.06608043611049652,0.06909622251987457,0.07211201637983322,0.07512780278921127,0.07814359664916992,0.08115938305854797,0.08417516946792603,0.08719096332788467,0.09020674973726273,0.09322254359722137,0.09623833000659943],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.0008423766121268272,-0.0008159757708199322,-0.0007895748713053763,-0.0007631740299984813,-0.0007367731304839253,-0.0007103722891770303,-0.0006839713896624744,-0.0006575705483555794,-0.0006311696488410234,-0.0006047688075341284,-0.0005783679662272334,-0.0005519670667126775,-0.0005255662254057825,-0.0004991653258912265,-0.0004727644845843315,-0.00044636361417360604,-0.00041996274376288056,-0.0003935618733521551,-0.0003671610029414296,-0.00034076013253070414,-0.00031435926211997867,-0.00028795842081308365,-0.0002615575504023582,-0.0002351566799916327,-0.00020875580958090723,-0.00018235493917018175,-0.00015595406875945628,-0.00012955321290064603,-0.00010315234248992056,-7.675147207919508e-05,-5.035060894442722e-05,-2.3949742171680555e-05,2.451066393405199e-06,2.8851933166151866e-05,5.5252799938898534e-05,8.16536630736664e-05,0.00010805453348439187,0.00013445540389511734,0.0001608562597539276,0.00018725713016465306,0.00021365800057537854,0.000240058870986104,0.0002664597413968295,0.00029286061180755496,0.00031926145311445,0.00034566232352517545,0.0003720631939359009,0.0003984640643466264,0.0004248649347573519,0.00045126580516807735,0.0004776666755788028,0.0005040675168856978,0.0005304684164002538,0.0005568692577071488,0.0005832701572217047,0.0006096709985285997,0.0006360718980431557,0.0006624727393500507,0.0006888735806569457,0.0007152744801715016,0.0007416753214783967,0.0007680762209929526,0.0007944770622998476,0.0008208779618144035,0.0008472788031212986],"_type":"histogram","values":[3,1,3,3,7,3,4,8,6,5,4,8,10,4,7,8,8,13,13,10,14,20,19,18,27,23,22,16,32,21,24,28,22,22,25,17,26,23,19,22,21,19,20,23,14,15,9,9,10,12,7,8,2,5,3,3,1,4,6,2,1,3,1,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.000355545780621469,-0.00034337557735852897,-0.0003312053740955889,-0.0003190351417288184,-0.00030686493846587837,-0.0002946947352029383,-0.0002825245028361678,-0.00027035429957322776,-0.0002581840963102877,-0.00024601389304734766,-0.0002338436752324924,-0.0002216734574176371,-0.00020950325415469706,-0.000197333050891757,-0.00018516283307690173,-0.00017299261526204646,-0.0001608224119991064,-0.00014865220873616636,-0.00013648199092131108,-0.0001243117731064558,-0.00011214156984351575,-9.997135930461809e-05,-8.780114876572043e-05,-7.563093822682276e-05,-6.34607276879251e-05,-5.129051714902744e-05,-3.9120306610129774e-05,-2.695009607123211e-05,-1.4779885532334447e-05,-2.6096749934367836e-06,9.56053554546088e-06,2.1730746084358543e-05,3.390098572708666e-05,4.6071196265984327e-05,5.824140680488199e-05,7.041161734377965e-05,8.258182788267732e-05,9.475203842157498e-05,0.00010692224896047264,0.0001190924594993703,0.00013126267003826797,0.00014343287330120802,0.0001556030911160633,0.00016777330893091857,0.00017994351219385862,0.00019211371545679867,0.00020428393327165395,0.00021645415108650923,0.00022862435434944928,0.00024079455761238933,0.00025296478997915983,0.0002651349932420999,0.00027730519650503993,0.00028947539976798,0.00030164560303092003,0.00031381583539769053,0.0003259860386606306,0.00033815624192357063,0.00035032647429034114,0.0003624966775532812,0.00037466688081622124,0.0003868370840791613,0.00039900728734210134,0.00041117751970887184,0.0004233477229718119],"_type":"histogram","values":[2,1,0,0,1,1,1,1,1,2,5,2,4,5,6,5,3,9,15,13,21,24,25,34,36,39,46,44,45,29,35,43,36,38,43,21,26,17,26,11,19,7,4,1,3,4,1,3,2,0,5,0,0,1,0,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,1,1,2,5,1,0,3,4,6,4,5,8,8,10,17,13,21,19,24,23,23,27,23,34,43,43,30,38,34,34,33,21,25,32,21,14,17,14,14,13,9,11,5,3,3,7,4,3,0,4,1,3,2,0,0,1],"bins":[-0.0004044256638735533,-0.00039255915908142924,-0.00038069262518547475,-0.0003688261203933507,-0.00035695958649739623,-0.0003450930817052722,-0.0003332265478093177,-0.0003213600430171937,-0.0003094935091212392,-0.00029762700432911515,-0.0002857604995369911,-0.00027389396564103663,-0.0002620274608489126,-0.0002501609269529581,-0.00023829442216083407,-0.0002264279028167948,-0.00021456138347275555,-0.0002026948641287163,-0.00019082834478467703,-0.00017896182544063777,-0.0001670953060965985,-0.00015522880130447447,-0.0001433622819604352,-0.00013149576261639595,-0.00011962924327235669,-0.00010776272392831743,-9.589620458427817e-05,-8.402969251619652e-05,-7.216317317215726e-05,-6.0296653828117996e-05,-4.843013812205754e-05,-3.656362241599709e-05,-2.469707396812737e-05,-1.2830556443077512e-05,-9.640389180276543e-07,1.0902478607022204e-05,2.276899613207206e-05,3.463551547611132e-05,4.650203118217178e-05,5.836854688823223e-05,7.023506623227149e-05,8.210158557631075e-05,9.396810492035002e-05,0.00010583461698843166,0.00011770113633247092,0.00012956764840055257,0.00014143416774459183,0.0001533006870886311,0.00016516720643267035,0.00017703372577670962,0.00018890024512074888,0.00020076676446478814,0.0002126332838088274,0.00022449978860095143,0.0002363663079449907,0.00024823282728902996,0.00026009936118498445,0.0002719658659771085,0.0002838323707692325,0.000295698904665187,0.00030756540945731103,0.0003194319433532655,0.00033129844814538956,0.00034316498204134405,0.0003550314868334681]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,1,0,6,3,7,12,12,29,27,34,55,85,122,178,222,361,519,712,960,1418,1984,2819,4014,6342,9377,14122,22399,37916,64233,109312,120437,74711,43383,25427,16148,10586,6774,4541,3170,2230,1510,1029,754,553,385,246,187,158,97,75,46,21,22,20,16,3,3,2,1,2,1,2,2],"bins":[-0.0262451171875,-0.025402069091796875,-0.02455902099609375,-0.023715972900390625,-0.0228729248046875,-0.022029876708984375,-0.02118682861328125,-0.020343780517578125,-0.019500732421875,-0.018657684326171875,-0.01781463623046875,-0.016971588134765625,-0.0161285400390625,-0.015285491943359375,-0.01444244384765625,-0.013599395751953125,-0.01275634765625,-0.011913299560546875,-0.01107025146484375,-0.010227203369140625,-0.0093841552734375,-0.008541107177734375,-0.00769805908203125,-0.006855010986328125,-0.006011962890625,-0.005168914794921875,-0.00432586669921875,-0.003482818603515625,-0.0026397705078125,-0.001796722412109375,-0.00095367431640625,-0.000110626220703125,0.000732421875,0.001575469970703125,0.00241851806640625,0.003261566162109375,0.0041046142578125,0.004947662353515625,0.00579071044921875,0.006633758544921875,0.007476806640625,0.008319854736328125,0.00916290283203125,0.010005950927734375,0.0108489990234375,0.011692047119140625,0.01253509521484375,0.013378143310546875,0.01422119140625,0.015064239501953125,0.01590728759765625,0.016750335693359375,0.0175933837890625,0.018436431884765625,0.01927947998046875,0.020122528076171875,0.020965576171875,0.021808624267578125,0.02265167236328125,0.023494720458984375,0.0243377685546875,0.025180816650390625,0.02602386474609375,0.026866912841796875,0.0277099609375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"values":[2,1,4,7,7,15,10,12,15,28,45,44,62,99,122,168,257,328,506,672,974,1362,2038,2903,4640,7457,12057,20044,35590,60848,98155,116533,90197,54391,31433,18003,10801,6808,4343,2734,1805,1323,790,631,426,343,211,167,110,89,53,30,37,23,26,14,7,10,7,1,3,0,2,1],"bins":[-0.00098419189453125,-0.0009528398513793945,-0.0009214878082275391,-0.0008901357650756836,-0.0008587837219238281,-0.0008274316787719727,-0.0007960796356201172,-0.0007647275924682617,-0.0007333755493164062,-0.0007020235061645508,-0.0006706714630126953,-0.0006393194198608398,-0.0006079673767089844,-0.0005766153335571289,-0.0005452632904052734,-0.000513911247253418,-0.0004825592041015625,-0.00045120716094970703,-0.00041985511779785156,-0.0003885030746459961,-0.0003571510314941406,-0.00032579898834228516,-0.0002944469451904297,-0.0002630949020385742,-0.00023174285888671875,-0.00020039081573486328,-0.0001690387725830078,-0.00013768672943115234,-0.00010633468627929688,-7.49826431274414e-05,-4.363059997558594e-05,-1.2278556823730469e-05,1.9073486328125e-05,5.042552947998047e-05,8.177757263183594e-05,0.0001131296157836914,0.00014448165893554688,0.00017583370208740234,0.0002071857452392578,0.00023853778839111328,0.00026988983154296875,0.0003012418746948242,0.0003325939178466797,0.00036394596099853516,0.0003952980041503906,0.0004266500473022461,0.00045800209045410156,0.000489354133605957,0.0005207061767578125,0.000552058219909668,0.0005834102630615234,0.0006147623062133789,0.0006461143493652344,0.0006774663925170898,0.0007088184356689453,0.0007401704788208008,0.0007715225219726562,0.0008028745651245117,0.0008342266082763672,0.0008655786514282227,0.0008969306945800781,0.0009282827377319336,0.0009596347808837891,0.0009909868240356445,0.0010223388671875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,4,2,9,12,13,28,29,35,53,85,90,180,232,323,442,684,1042,1655,2516,4176,6748,12139,22949,47006,102019,159630,114889,53604,26037,13408,7428,4411,2746,1681,1133,739,524,289,252,168,121,90,56,42,30,28,14,8,4,4,4,5,0,0,1,1],"bins":[-0.0024261474609375,-0.0023539066314697266,-0.002281665802001953,-0.0022094249725341797,-0.0021371841430664062,-0.002064943313598633,-0.0019927024841308594,-0.001920461654663086,-0.0018482208251953125,-0.001775979995727539,-0.0017037391662597656,-0.0016314983367919922,-0.0015592575073242188,-0.0014870166778564453,-0.0014147758483886719,-0.0013425350189208984,-0.001270294189453125,-0.0011980533599853516,-0.0011258125305175781,-0.0010535717010498047,-0.0009813308715820312,-0.0009090900421142578,-0.0008368492126464844,-0.0007646083831787109,-0.0006923675537109375,-0.0006201267242431641,-0.0005478858947753906,-0.0004756450653076172,-0.00040340423583984375,-0.0003311634063720703,-0.0002589225769042969,-0.00018668174743652344,-0.00011444091796875,-4.220008850097656e-05,3.0040740966796875e-05,0.00010228157043457031,0.00017452239990234375,0.0002467632293701172,0.0003190040588378906,0.00039124488830566406,0.0004634857177734375,0.0005357265472412109,0.0006079673767089844,0.0006802082061767578,0.0007524490356445312,0.0008246898651123047,0.0008969306945800781,0.0009691715240478516,0.001041412353515625,0.0011136531829833984,0.0011858940124511719,0.0012581348419189453,0.0013303756713867188,0.0014026165008544922,0.0014748573303222656,0.001547098159790039,0.0016193389892578125,0.001691579818725586,0.0017638206481933594,0.0018360614776611328,0.0019083023071289062,0.0019805431365966797,0.002052783966064453,0.0021250247955322266,0.002197265625]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.033384110778570175,-0.03235599026083946,-0.03132787346839905,-0.030299752950668335,-0.029271632432937622,-0.02824351377785206,-0.027215395122766495,-0.026187274605035782,-0.025159155949950218,-0.024131037294864655,-0.02310291677713394,-0.022074798122048378,-0.021046679466962814,-0.0200185589492321,-0.018990440294146538,-0.017962319776415825,-0.01693420112133026,-0.015906082466244698,-0.014877961948513985,-0.013849843293428421,-0.012821723707020283,-0.011793604120612144,-0.01076548546552658,-0.009737365879118443,-0.008709246292710304,-0.007681126706302166,-0.006653007585555315,-0.005624888464808464,-0.004596768878400326,-0.003568649524822831,-0.0025405301712453365,-0.001512410817667842,-0.00048429518938064575,0.0005438241641968489,0.0015719435177743435,0.002600062871351838,0.0036281822249293327,0.004656301811337471,0.005684420932084322,0.006712540052831173,0.007740659639239311,0.00876877922564745,0.009796898812055588,0.010825017467141151,0.01185313705354929,0.012881256639957428,0.013909375295042992,0.01493749488145113,0.015965614467859268,0.016993733122944832,0.018021853640675545,0.01904997229576111,0.02007809281349182,0.021106211468577385,0.02213433012366295,0.02316245064139366,0.024190569296479225,0.02521868795156479,0.0262468084692955,0.027274927124381065,0.02830304577946663,0.029331166297197342,0.030359284952282906,0.03138740360736847,0.03241552412509918],"_type":"histogram","values":[2,2,1,0,1,3,1,4,1,2,2,3,2,7,11,5,3,3,12,10,19,18,27,26,18,30,29,25,25,20,16,34,25,26,25,37,27,34,24,30,18,20,24,18,12,17,14,13,7,3,6,2,7,2,6,3,0,2,2,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.01508148293942213,-0.014607090502977371,-0.014132698997855186,-0.013658306561410427,-0.013183915056288242,-0.012709522619843483,-0.012235131114721298,-0.011760738678276539,-0.011286347173154354,-0.010811954736709595,-0.01033756323158741,-0.00986317079514265,-0.009388779290020466,-0.008914386853575706,-0.008439995348453522,-0.007965602912008762,-0.00749121094122529,-0.007016818970441818,-0.006542426999658346,-0.006068035028874874,-0.005593643058091402,-0.00511925108730793,-0.004644859116524458,-0.004170467145740986,-0.00369607494212687,-0.003221682971343398,-0.002747291000559926,-0.002272899029776454,-0.00179850694257766,-0.001324114971794188,-0.000849722942803055,-0.00037533094291575253,9.906105697154999e-05,0.000573453027755022,0.0010478449985384941,0.001522237085737288,0.0019966289401054382,0.002471021143719554,0.002945413114503026,0.003419805085286498,0.00389419705606997,0.004368589259684086,0.004842981230467558,0.00531737320125103,0.005791765172034502,0.006266157142817974,0.006740549113601446,0.007214941084384918,0.00768933305516839,0.008163725025951862,0.008638117462396622,0.009112508967518806,0.009586901403963566,0.01006129290908575,0.01053568534553051,0.011010076850652695,0.011484469287097454,0.011958860792219639,0.012433253228664398,0.012907644733786583,0.013382037170231342,0.013856428675353527,0.014330821111798286,0.014805212616920471,0.01527960505336523],"_type":"histogram","values":[1,0,1,0,1,0,2,1,1,2,3,2,3,11,7,2,10,16,12,17,24,28,34,49,63,61,77,92,120,153,150,164,156,124,105,94,70,68,69,50,31,38,24,21,15,15,14,14,8,8,4,4,1,2,1,1,2,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[1,0,0,0,0,0,1,0,3,1,2,1,5,9,4,9,6,8,6,10,12,11,21,20,18,16,32,25,19,22,23,27,24,31,28,33,37,27,21,24,28,26,18,19,18,13,18,13,13,8,4,7,9,10,8,2,3,6,2,0,2,2,0,2],"bins":[-0.0029377613682299852,-0.0028518661856651306,-0.0027659712359309196,-0.002680076053366065,-0.0025941808708012104,-0.0025082856882363558,-0.002422390738502145,-0.00233649555593729,-0.0022506003733724356,-0.0021647054236382246,-0.00207881024107337,-0.0019929150585085154,-0.0019070199923589826,-0.001821124809794128,-0.0017352297436445951,-0.0016493345610797405,-0.0015634394949302077,-0.001477544428780675,-0.0013916492462158203,-0.0013057541800662875,-0.001219858997501433,-0.0011339639313519,-0.0010480687487870455,-0.0009621736826375127,-0.000876278558280319,-0.0007903834339231253,-0.0007044883095659316,-0.0006185931852087379,-0.0005326981190592051,-0.0004468029655981809,-0.00036090787034481764,-0.00027501274598762393,-0.00018911762163043022,-0.00010322250454919413,-1.7327387467958033e-05,6.856772961327806e-05,0.00015446284669451416,0.00024035797105170786,0.0003262530663050711,0.0004121481906622648,0.0004980433150194585,0.0005839384393766522,0.000669833563733846,0.0007557286880910397,0.0008416237542405725,0.0009275188785977662,0.0010134140029549599,0.0010993091855198145,0.0011852042516693473,0.00127109931781888,0.0013569945003837347,0.0014428895665332675,0.0015287847490981221,0.001614679815247655,0.0017005749978125095,0.0017864700639620423,0.0018723651301115751,0.0019582603126764297,0.0020441554952412844,0.0021300504449754953,0.00221594562754035,0.0023018408101052046,0.002387735992670059,0.00247363094240427,0.002559526124969125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[1,0,0,1,0,1,2,3,1,5,10,6,16,22,19,33,64,91,120,247,278,468,784,1120,1893,2966,4849,8194,14224,24079,44407,86399,204516,470263,388883,161738,74622,37300,20298,10650,6029,3483,1937,1027,717,437,255,148,88,51,46,20,16,9,11,3,3,4,2,2,1,0,1,1],"bins":[-0.01513671875,-0.014689445495605469,-0.014242172241210938,-0.013794898986816406,-0.013347625732421875,-0.012900352478027344,-0.012453079223632812,-0.012005805969238281,-0.01155853271484375,-0.011111259460449219,-0.010663986206054688,-0.010216712951660156,-0.009769439697265625,-0.009322166442871094,-0.008874893188476562,-0.008427619934082031,-0.0079803466796875,-0.007533073425292969,-0.0070858001708984375,-0.006638526916503906,-0.006191253662109375,-0.005743980407714844,-0.0052967071533203125,-0.004849433898925781,-0.00440216064453125,-0.003954887390136719,-0.0035076141357421875,-0.0030603408813476562,-0.002613067626953125,-0.0021657943725585938,-0.0017185211181640625,-0.0012712478637695312,-0.000823974609375,-0.00037670135498046875,7.05718994140625e-05,0.0005178451538085938,0.000965118408203125,0.0014123916625976562,0.0018596649169921875,0.0023069381713867188,0.00275421142578125,0.0032014846801757812,0.0036487579345703125,0.004096031188964844,0.004543304443359375,0.004990577697753906,0.0054378509521484375,0.005885124206542969,0.0063323974609375,0.006779670715332031,0.0072269439697265625,0.007674217224121094,0.008121490478515625,0.008568763732910156,0.009016036987304688,0.009463310241699219,0.00991058349609375,0.010357856750488281,0.010805130004882812,0.011252403259277344,0.011699676513671875,0.012146949768066406,0.012594223022460938,0.013041496276855469,0.01348876953125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,2,0,0,2,2,1,3,5,6,7,6,4,10,12,10,12,6,21,13,28,21,16,23,29,23,32,22,27,41,26,22,22,28,17,28,24,20,13,22,24,18,21,11,12,15,7,9,6,4,3,5,1,4,5,2,4,2,1,3,0,2],"bins":[-0.0007633379427716136,-0.0007395537686534226,-0.0007157696527428925,-0.0006919854786247015,-0.0006682013045065105,-0.0006444171303883195,-0.0006206330144777894,-0.0005968488403595984,-0.0005730646662414074,-0.0005492805503308773,-0.0005254963762126863,-0.0005017122020944953,-0.00047792805708013475,-0.00045414388296194375,-0.0004303597379475832,-0.0004065755638293922,-0.00038279141881503165,-0.0003590072738006711,-0.0003352230996824801,-0.00031143895466811955,-0.00028765478054992855,-0.000263870635535568,-0.00024008647596929222,-0.00021630231640301645,-0.00019251815683674067,-0.0001687339972704649,-0.00014494983770418912,-0.00012116568541387096,-9.738152584759519e-05,-7.359736628131941e-05,-4.981321035302244e-05,-2.602905260573607e-05,-2.2448948584496975e-06,2.1539262888836674e-05,4.5323420636123046e-05,6.910757656442001e-05,9.289173613069579e-05,0.00011667589569697157,0.00014046004798728973,0.0001642442075535655,0.00018802836711984128,0.00021181252668611705,0.00023559668625239283,0.0002593808458186686,0.00028316499083302915,0.00030694916495122015,0.0003307333099655807,0.0003545174840837717,0.00037830162909813225,0.0004020857741124928,0.0004258699482306838,0.00044965409324504435,0.00047343826736323535,0.0004972224123775959,0.0005210065864957869,0.0005447907606139779,0.000568574876524508,0.000592359050642699,0.00061614322476089,0.0006399273406714201,0.0006637115147896111,0.0006874956889078021,0.0007112798630259931,0.0007350639789365232,0.0007588481530547142]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,5,0,2,3,2,6,5,6,10,13,15,20,16,11,14,15,21,15,17,18,23,22,27,30,37,33,19,33,25,24,17,27,23,20,21,20,22,20,13,20,13,14,9,4,5,6,6,5,3,2,1,1,1,1,1,0,1,0,3],"bins":[-0.0009278215002268553,-0.0008981924620456994,-0.0008685634820722044,-0.0008389344438910484,-0.0008093054639175534,-0.0007796764257363975,-0.0007500473875552416,-0.0007204184075817466,-0.0006907893694005907,-0.0006611603312194347,-0.0006315313512459397,-0.0006019023130647838,-0.0005722732748836279,-0.0005426442949101329,-0.000513015256728977,-0.0004833862476516515,-0.00045375723857432604,-0.0004241282294970006,-0.0003944992204196751,-0.0003648701822385192,-0.00033524117316119373,-0.00030561216408386827,-0.00027598312590271235,-0.0002463541168253869,-0.00021672510774806142,-0.00018709609867073596,-0.00015746707504149526,-0.00012783805141225457,-9.820904233492911e-05,-6.858002598164603e-05,-3.8951009628362954e-05,-9.321993275079876e-06,2.03070230782032e-05,4.993603943148628e-05,7.956505578476936e-05,0.00010919407213805243,0.0001388230884913355,0.00016845209756866097,0.00019808112119790167,0.00022771014482714236,0.0002573391539044678,0.0002869681629817933,0.00031659717205911875,0.00034622621024027467,0.00037585521931760013,0.0004054842283949256,0.0004351132665760815,0.000464742275653407,0.0004943712847307324,0.0005240003229118884,0.0005536293028853834,0.0005832583410665393,0.0006128873210400343,0.0006425163592211902,0.0006721453974023461,0.0007017743773758411,0.0007314034155569971,0.000761032453738153,0.000790661433711648,0.0008202904718928039,0.0008499195100739598,0.0008795484900474548,0.0009091775282286108,0.0009388065082021058,0.0009684355463832617]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,0,3,0,3,3,3,8,2,2,8,5,9,12,4,12,20,6,16,25,26,27,24,18,24,18,30,31,23,35,31,24,29,25,27,27,30,15,19,24,15,16,16,10,10,13,8,8,3,2,4,4,3,1,0,1,0,1,0,1,0,1],"bins":[-0.014082838781177998,-0.013633115217089653,-0.013183392584323883,-0.012733669020235538,-0.012283945456147194,-0.011834222823381424,-0.01138449925929308,-0.01093477662652731,-0.010485053062438965,-0.01003532949835062,-0.00958560686558485,-0.009135883301496506,-0.008686160668730736,-0.008236437104642391,-0.007786713540554047,-0.007336990442126989,-0.006887267343699932,-0.006437544245272875,-0.0059878211468458176,-0.005538097582757473,-0.005088374484330416,-0.0046386513859033585,-0.004188927821815014,-0.0037392047233879566,-0.0032894816249608994,-0.002839758526533842,-0.002390035195276141,-0.001940311980433762,-0.001490588765591383,-0.0010408655507490039,-0.0005911423359066248,-0.0001414191210642457,0.0003083031624555588,0.0007580263772979379,0.001207749592140317,0.001657472806982696,0.002107196021825075,0.0025569191202521324,0.0030066424515098333,0.0034563657827675343,0.0039060888811945915,0.004355811979621649,0.004805535078048706,0.005255258642137051,0.005704981740564108,0.006154704838991165,0.00660442840307951,0.007054151501506567,0.007503874599933624,0.007953598164021969,0.008403320796787739,0.008853044360876083,0.009302766993641853,0.009752490557730198,0.010202214121818542,0.010651936754584312,0.011101660318672657,0.011551383882761002,0.012001106515526772,0.012450830079615116,0.01290055364370346,0.01335027627646923,0.013799999840557575,0.014249722473323345,0.01469944603741169]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.05933786928653717,-0.05740097910165787,-0.055464085191488266,-0.05352719500660896,-0.05159030109643936,-0.04965341091156006,-0.04771651700139046,-0.045779626816511154,-0.04384273290634155,-0.04190584272146225,-0.03996894881129265,-0.038032058626413345,-0.036095164716243744,-0.03415827453136444,-0.03222138062119484,-0.030284490436315536,-0.028347598388791084,-0.026410706341266632,-0.02447381429374218,-0.022536922246217728,-0.020600030198693275,-0.018663138151168823,-0.01672624610364437,-0.014789354987442493,-0.012852462939918041,-0.010915570892393589,-0.008978678844869137,-0.007041787263005972,-0.00510489521548152,-0.0031680031679570675,-0.001231111353263259,0.0007057805778458714,0.002642672508955002,0.004579564556479454,0.006516456604003906,0.008453348651528358,0.01039024069905281,0.012327131815254688,0.01426402386277914,0.016200916841626167,0.01813780888915062,0.020074699074029922,0.022011591121554375,0.023948483169078827,0.02588537521660328,0.02782226726412773,0.029759159311652184,0.031696051359176636,0.03363294154405594,0.03556983545422554,0.03750672563910484,0.039443619549274445,0.04138050973415375,0.04331740364432335,0.04525429382920265,0.04719118773937225,0.049128077924251556,0.05106497183442116,0.05300186201930046,0.05493875592947006,0.056875646114349365,0.05881254002451897,0.06074943020939827,0.06268632411956787,0.06462321430444717],"_type":"histogram","values":[1,0,0,1,1,1,0,0,3,2,2,2,2,3,5,9,15,16,10,10,17,17,32,26,24,23,33,39,34,39,32,45,32,30,31,37,26,23,14,21,22,9,10,17,15,9,6,9,5,3,3,0,0,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.0053290557116270065,-0.005180781707167625,-0.005032507702708244,-0.004884233698248863,-0.004735959228128195,-0.004587685223668814,-0.004439411219209433,-0.0042911372147500515,-0.00414286321029067,-0.003994589205831289,-0.0038463149685412645,-0.0036980409640818834,-0.0035497667267918587,-0.0034014927223324776,-0.0032532187178730965,-0.0031049444805830717,-0.0029566704761236906,-0.0028083964716643095,-0.0026601222343742847,-0.0025118482299149036,-0.0023635742254555225,-0.0022152999881654978,-0.0020670259837061167,-0.0019187519792467356,-0.0017704778583720326,-0.0016222037374973297,-0.0014739297330379486,-0.0013256556121632457,-0.0011773814912885427,-0.0010291074868291616,-0.0008808333659544587,-0.0007325593032874167,-0.0005842852406203747,-0.00043601117795333266,-0.0002877370861824602,-0.00013946300896350294,8.811068255454302e-06,0.00015708514547441155,0.0003053592226933688,0.00045363331446424127,0.0006019073771312833,0.0007501814397983253,0.0008984555024653673,0.0010467296233400702,0.0011950037442147732,0.0013432777486741543,0.0014915518695488572,0.0016398258740082383,0.0017880999948829412,0.0019363741157576442,0.002084648236632347,0.002232922241091728,0.0023811962455511093,0.002529470482841134,0.002677744487300515,0.0028260184917598963,0.002974292729049921,0.003122566733509302,0.0032708407379686832,0.0034191147424280643,0.003567388979718089,0.00371566298417747,0.0038639369886368513,0.004012211225926876,0.004160485230386257],"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,2,3,1,5,2,2,5,4,9,6,9,14,9,10,7,19,9,18,15,24,17,21,33,24,33,26,31,24,27,37,32,32,29,28,31,19,21,14,16,14,19,7,7,14,7,5,4,3,1,5,3,1,4,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[2,1,0,1,2,1,5,1,2,3,3,6,12,5,10,13,13,11,16,20,20,20,25,20,22,20,44,27,29,33,40,42,32,29,27,35,17,24,15,19,17,22,9,10,11,4,7,1,6,6,0,1,2,2,0,2,0,0,0,0,0,0,0,1],"bins":[-0.005673004314303398,-0.00548015721142292,-0.00528731057420373,-0.005094463471323252,-0.004901616368442774,-0.004708769731223583,-0.004515922628343105,-0.004323075525462627,-0.0041302284225821495,-0.003937381785362959,-0.003744534682482481,-0.0035516878124326468,-0.0033588409423828125,-0.0031659938395023346,-0.0029731469694525003,-0.0027802998665720224,-0.002587452996522188,-0.002394606126472354,-0.002201759023591876,-0.0020089121535420418,-0.0018160651670768857,-0.0016232181806117296,-0.0014303713105618954,-0.0012375243240967393,-0.0010446773376315832,-0.0008518303511664271,-0.000658983422908932,-0.00046613646554760635,-0.00027328950818628073,-8.04425508249551e-05,0.00011240440653637052,0.00030525136389769614,0.0004980987869203091,0.0006909457733854651,0.0008837927016429603,0.0010766396299004555,0.0012694866163656116,0.0014623336028307676,0.0016551804728806019,0.001848027459345758,0.002040874445810914,0.0022337213158607483,0.002426568418741226,0.0026194152887910604,0.0028122621588408947,0.0030051092617213726,0.003197956131771207,0.0033908032346516848,0.003583650104701519,0.0037764969747513533,0.0039693438448011875,0.004162190947681665,0.004355038050562143,0.004547884687781334,0.004740731790661812,0.00493357889354229,0.005126425996422768,0.005319272633641958,0.005512119736522436,0.005704966839402914,0.005897813476622105,0.0060906605795025826,0.0062835076823830605,0.006476354319602251,0.006669201422482729],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[3,2,4,5,14,26,35,76,122,228,389,596,919,1467,2303,3490,5095,7183,10026,13762,18403,23839,30104,37906,45709,54623,62770,71987,79538,85411,91702,94130,94766,93892,90853,85326,79261,71283,63010,53898,44969,37207,29672,23578,17852,13763,9842,7290,5019,3397,2236,1459,969,548,407,221,106,76,45,25,14,8,4,1],"bins":[-0.09867217391729355,-0.09563349932432175,-0.09259482473134995,-0.08955615758895874,-0.08651748299598694,-0.08347880840301514,-0.08044013381004333,-0.07740146666765213,-0.07436279207468033,-0.07132411748170853,-0.06828544288873672,-0.06524676829576492,-0.06220809742808342,-0.059169426560401917,-0.056130751967430115,-0.05309208109974861,-0.05005340650677681,-0.04701473191380501,-0.043976061046123505,-0.0409373864531517,-0.0378987155854702,-0.0348600409924984,-0.031821370124816895,-0.028782695531845093,-0.02574402280151844,-0.022705350071191788,-0.019666677340865135,-0.016628004610538483,-0.013589330948889256,-0.010550658218562603,-0.007511985022574663,-0.004473311826586723,-0.0014346390962600708,0.0016040338668972254,0.0046427068300545216,0.007681380026042461,0.010720052756369114,0.013758725486695766,0.016797399148344994,0.019836071878671646,0.0228747446089983,0.02591341733932495,0.028952090069651604,0.031990762799978256,0.03502943739295006,0.03806810826063156,0.04110678285360336,0.044145453721284866,0.04718412831425667,0.05022280290722847,0.05326147377490997,0.056300148367881775,0.05933881923556328,0.06237749382853508,0.06541616469621658,0.06845483928918839,0.07149351388216019,0.07453218847513199,0.0775708556175232,0.080609530210495,0.0836482048034668,0.0866868793964386,0.0897255465388298,0.0927642211318016,0.09580289572477341]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,1,1,3,2,2,2,1,8,5,3,4,12,6,10,9,15,18,21,25,28,25,28,28,38,41,29,26,30,35,40,27,44,25,29,21,15,21,14,12,8,10,10,9,7,4,3,1,2,1,1,1,0,2,0,0,0,1],"bins":[-0.0497509129345417,-0.048262178897857666,-0.04677344113588333,-0.045284707099199295,-0.04379597306251526,-0.04230723902583122,-0.040818504989147186,-0.03932976722717285,-0.037841033190488815,-0.03635229915380478,-0.034863561391830444,-0.03337482735514641,-0.03188609331846237,-0.030397359281778336,-0.02890862338244915,-0.027419887483119965,-0.02593115344643593,-0.024442419409751892,-0.022953683510422707,-0.02146494761109352,-0.019976213574409485,-0.01848747953772545,-0.016998743638396263,-0.015510008670389652,-0.014021273702383041,-0.01253253873437643,-0.01104380376636982,-0.009555068798363209,-0.008066333830356598,-0.006577598862349987,-0.005088863894343376,-0.0036001289263367653,-0.002111390233039856,-0.0006226552650332451,0.0008660797029733658,0.0023548146709799767,0.0038435496389865875,0.005332284606993198,0.006821019574999809,0.00830975454300642,0.009798489511013031,0.011287224479019642,0.012775959447026253,0.014264694415032864,0.015753429383039474,0.01724216341972351,0.018730899319052696,0.02021963521838188,0.021708369255065918,0.023197103291749954,0.02468583919107914,0.026174575090408325,0.02766330912709236,0.029152043163776398,0.030640779063105583,0.03212951496243477,0.033618248999118805,0.03510698303580284,0.03659571707248688,0.03808445483446121,0.03957318887114525,0.041061922907829285,0.04255066066980362,0.044039394706487656,0.04552812874317169]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.09981568902730942,-0.09680444747209549,-0.09379320591688156,-0.09078196436166763,-0.0877707228064537,-0.08475948125123978,-0.08174823969602585,-0.07873699814081192,-0.07572576403617859,-0.07271452248096466,-0.06970328092575073,-0.0666920393705368,-0.06368079781532288,-0.06066955626010895,-0.05765831470489502,-0.05464707314968109,-0.05163583159446716,-0.048624590039253235,-0.04561334848403931,-0.04260210692882538,-0.03959086537361145,-0.03657962754368782,-0.03356838598847389,-0.030557144433259964,-0.027545902878046036,-0.024534661322832108,-0.02152341976761818,-0.0185121800750494,-0.015500938519835472,-0.012489696964621544,-0.00947845634073019,-0.006467215251177549,-0.0034559667110443115,-0.0004447256214916706,0.0025665154680609703,0.005577756557613611,0.008588997647166252,0.01160023920238018,0.014611479826271534,0.017622720450162888,0.020633962005376816,0.023645203560590744,0.026656445115804672,0.02966768480837345,0.03267892450094223,0.03569016605615616,0.03870140761137009,0.041712649166584015,0.04472389072179794,0.04773513227701187,0.0507463738322258,0.05375761538743973,0.056768856942653656,0.059780094772577286,0.06279134005308151,0.06580258160829544,0.06881381571292877,0.0718250572681427,0.07483629882335663,0.07784754037857056,0.08085878193378448,0.08387002348899841,0.08688126504421234,0.08989250659942627,0.0929037481546402],"_type":"histogram","values":[1,1,4,4,11,16,32,57,92,170,268,486,724,1131,1847,2899,4146,5759,8428,11344,15245,20325,26456,32640,40103,48756,57121,65425,74103,81312,87023,91966,94600,94263,92129,88446,82892,76170,68310,59897,51332,43044,35026,28244,22086,16630,12769,9135,6684,4533,3142,2070,1427,815,526,326,217,121,58,33,28,12,2,2]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[1,1,0,0,0,4,3,3,7,11,18,21,27,55,74,94,125,159,258,383,601,791,1309,1921,3000,5015,7931,13381,23285,41202,76891,145683,262446,348092,281930,161961,86860,45940,25366,14431,8867,5380,3124,2186,1341,896,567,401,246,162,129,86,58,50,33,18,13,9,5,3,3,2,2,3],"bins":[-0.0084228515625,-0.008172035217285156,-0.007921218872070312,-0.007670402526855469,-0.007419586181640625,-0.007168769836425781,-0.0069179534912109375,-0.006667137145996094,-0.00641632080078125,-0.006165504455566406,-0.0059146881103515625,-0.005663871765136719,-0.005413055419921875,-0.005162239074707031,-0.0049114227294921875,-0.004660606384277344,-0.0044097900390625,-0.004158973693847656,-0.0039081573486328125,-0.0036573410034179688,-0.003406524658203125,-0.0031557083129882812,-0.0029048919677734375,-0.0026540756225585938,-0.00240325927734375,-0.0021524429321289062,-0.0019016265869140625,-0.0016508102416992188,-0.001399993896484375,-0.0011491775512695312,-0.0008983612060546875,-0.0006475448608398438,-0.000396728515625,-0.00014591217041015625,0.0001049041748046875,0.00035572052001953125,0.000606536865234375,0.0008573532104492188,0.0011081695556640625,0.0013589859008789062,0.00160980224609375,0.0018606185913085938,0.0021114349365234375,0.0023622512817382812,0.002613067626953125,0.0028638839721679688,0.0031147003173828125,0.0033655166625976562,0.0036163330078125,0.0038671493530273438,0.0041179656982421875,0.004368782043457031,0.004619598388671875,0.004870414733886719,0.0051212310791015625,0.005372047424316406,0.00562286376953125,0.005873680114746094,0.0061244964599609375,0.006375312805175781,0.006626129150390625,0.006876945495605469,0.0071277618408203125,0.007378578186035156,0.00762939453125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,2,2,2,4,2,3,4,5,9,7,10,4,11,15,21,18,19,25,25,38,34,33,33,41,29,32,36,24,30,40,28,23,17,19,18,22,13,10,8,11,7,6,3,5,3,4,3,0,1,1,1,2,0,0,0,0,1],"bins":[-0.0010924986563622952,-0.0010574163170531392,-0.0010223339777439833,-0.0009872516384348273,-0.0009521692991256714,-0.0009170869598165154,-0.0008820046205073595,-0.0008469222811982036,-0.0008118399418890476,-0.0007767576607875526,-0.0007416753214783967,-0.0007065929821692407,-0.0006715106428600848,-0.0006364283035509288,-0.0006013459642417729,-0.000566263624932617,-0.000531181285623461,-0.0004960989463143051,-0.0004610166070051491,-0.0004259342676959932,-0.00039085192838683724,-0.00035576961818151176,-0.0003206872788723558,-0.0002856049395631999,-0.00025052260025404394,-0.000215440260944888,-0.00018035792163573205,-0.00014527559687849134,-0.0001101932575693354,-7.511091826017946e-05,-4.002858622698113e-05,-4.946250555803999e-06,3.0136085115373135e-05,6.521842442452908e-05,0.0001003007564577274,0.00013538308849092573,0.00017046542780008167,0.0002055477671092376,0.00024063009186647832,0.00027571243117563426,0.0003107947704847902,0.00034587710979394615,0.0003809594491031021,0.00041604178841225803,0.0004511240986175835,0.00048620643792673945,0.0005212887772358954,0.0005563711165450513,0.0005914534558542073,0.0006265357951633632,0.0006616181344725192,0.0006967004737816751,0.000731782813090831,0.000766865152399987,0.0008019474917091429,0.0008370298310182989,0.0008721121121197939,0.0009071944514289498,0.0009422767907381058,0.0009773591300472617,0.0010124414693564177,0.0010475238086655736,0.0010826061479747295,0.0011176884872838855,0.0011527708265930414]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,1,7,1,5,1,5,13,7,9,7,7,6,9,12,18,13,13,10,16,29,30,25,32,31,33,20,25,25,24,24,31,29,22,18,37,21,10,17,14,10,17,16,5,9,11,5,8,7,5,5,2,6,0,0,0,1,1],"bins":[-0.000991543405689299,-0.000962092773988843,-0.0009326421422883868,-0.0009031915687955916,-0.0008737409370951355,-0.0008442903053946793,-0.0008148397319018841,-0.0007853891002014279,-0.0007559384685009718,-0.0007264878368005157,-0.0006970372051000595,-0.0006675866316072643,-0.0006381359999068081,-0.000608685368206352,-0.0005792347947135568,-0.0005497841630131006,-0.0005203335313126445,-0.0004908828996121883,-0.00046143229701556265,-0.00043198169441893697,-0.0004025310627184808,-0.0003730804310180247,-0.000343629828421399,-0.0003141792258247733,-0.00028472859412431717,-0.000255277962423861,-0.00022582735982723534,-0.00019637674267869443,-0.0001669261255301535,-0.0001374755083816126,-0.00010802489123307168,-7.857427408453077e-05,-4.912359872832894e-05,-1.967298157978803e-05,9.777635568752885e-06,3.92282527172938e-05,6.867886986583471e-05,9.812948701437563e-05,0.00012758010416291654,0.00015703072131145746,0.00018648133845999837,0.00021593195560853928,0.0002453825727570802,0.0002748331753537059,0.000304283807054162,0.00033373443875461817,0.00036318504135124385,0.00039263564394786954,0.0004220862756483257,0.0004515369073487818,0.0004809875099454075,0.0005104381125420332,0.0005398887442424893,0.0005693393759429455,0.0005987900076434016,0.0006282405811361969,0.000657691212836653,0.0006871418445371091,0.0007165924180299044,0.0007460430497303605,0.0007754936814308167,0.0008049443131312728,0.0008343949448317289,0.0008638455183245242,0.0008932961500249803]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09500531107187271,-0.09200305491685867,-0.08900079131126404,-0.08599853515625,-0.08299627155065536,-0.07999401539564133,-0.07699175179004669,-0.07398949563503265,-0.07098723948001862,-0.06798497587442398,-0.06498271971940994,-0.06198045611381531,-0.05897819995880127,-0.05597594007849693,-0.052973680198192596,-0.04997142031788826,-0.04696916043758392,-0.04396690055727959,-0.04096464067697525,-0.037962380796670914,-0.03496012091636658,-0.03195786476135254,-0.028955604881048203,-0.025953345000743866,-0.02295108512043953,-0.019948825240135193,-0.016946565359830856,-0.013944307342171669,-0.010942047461867332,-0.007939787581562996,-0.004937528632581234,-0.0019352692179381847,0.0010669976472854614,0.004069257061928511,0.00707151647657156,0.010073775425553322,0.013076035305857658,0.016078295186161995,0.019080553203821182,0.02208281308412552,0.025085072964429855,0.028087332844734192,0.03108959272503853,0.034091852605342865,0.0370941087603569,0.04009636864066124,0.043098628520965576,0.04610088840126991,0.04910314828157425,0.052105408161878586,0.05510766804218292,0.05810992792248726,0.061112187802791595,0.06411444395780563,0.06711670756340027,0.0701189637184143,0.07312121987342834,0.07612348347902298,0.07912573963403702,0.08212800323963165,0.08513025939464569,0.08813252300024033,0.09113477915525436,0.094137042760849,0.09713929891586304],"_type":"histogram","values":[2,0,5,5,6,13,20,43,97,152,240,408,575,894,1289,1886,2617,3816,5004,6646,8655,11221,14007,16995,19774,22961,26111,29039,31625,33660,34471,35286,35043,33788,32049,29956,26879,24159,20769,17747,14806,11902,9281,7307,5315,4133,2888,2096,1410,1013,637,437,293,151,101,66,32,17,12,6,4,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.00531005859375,-0.0051517486572265625,-0.004993438720703125,-0.0048351287841796875,-0.00467681884765625,-0.0045185089111328125,-0.004360198974609375,-0.0042018890380859375,-0.0040435791015625,-0.0038852691650390625,-0.003726959228515625,-0.0035686492919921875,-0.00341033935546875,-0.0032520294189453125,-0.003093719482421875,-0.0029354095458984375,-0.002777099609375,-0.0026187896728515625,-0.002460479736328125,-0.0023021697998046875,-0.00214385986328125,-0.0019855499267578125,-0.001827239990234375,-0.0016689300537109375,-0.0015106201171875,-0.0013523101806640625,-0.001194000244140625,-0.0010356903076171875,-0.00087738037109375,-0.0007190704345703125,-0.000560760498046875,-0.0004024505615234375,-0.000244140625,-8.58306884765625e-05,7.2479248046875e-05,0.0002307891845703125,0.00038909912109375,0.0005474090576171875,0.000705718994140625,0.0008640289306640625,0.0010223388671875,0.0011806488037109375,0.001338958740234375,0.0014972686767578125,0.00165557861328125,0.0018138885498046875,0.001972198486328125,0.0021305084228515625,0.002288818359375,0.0024471282958984375,0.002605438232421875,0.0027637481689453125,0.00292205810546875,0.0030803680419921875,0.003238677978515625,0.0033969879150390625,0.0035552978515625,0.0037136077880859375,0.003871917724609375,0.0040302276611328125,0.00418853759765625,0.0043468475341796875,0.004505157470703125,0.0046634674072265625,0.00482177734375],"_type":"histogram","values":[1,3,0,0,2,2,2,4,6,11,22,20,18,36,58,87,127,200,310,424,659,1025,1523,2184,3365,5098,7845,11300,17539,26208,39550,56188,74649,85193,76311,57645,41212,26934,18294,11831,8130,5340,3491,2229,1567,1036,704,452,366,216,131,79,66,44,29,20,11,8,6,4,5,0,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[2,0,0,1,0,0,1,2,4,3,4,3,8,5,14,5,16,18,21,15,16,23,23,30,26,35,41,28,32,25,24,31,26,26,26,19,21,26,17,21,12,11,13,18,9,15,2,8,6,6,2,3,4,4,3,4,3,3,1,0,1,0,0,2],"bins":[0.9992850422859192,0.9993100166320801,0.999334990978241,0.9993599653244019,0.9993849396705627,0.9994099140167236,0.9994348883628845,0.9994598627090454,0.9994848370552063,0.9995098114013672,0.9995347857475281,0.999559760093689,0.9995847344398499,0.9996097087860107,0.9996346831321716,0.9996596574783325,0.9996846318244934,0.9997096061706543,0.9997345805168152,0.9997595548629761,0.999784529209137,0.9998095035552979,0.9998344779014587,0.9998594522476196,0.9998844265937805,0.9999094009399414,0.9999343752861023,0.9999593496322632,0.9999843239784241,1.000009298324585,1.000034213066101,1.0000592470169067,1.0000841617584229,1.0001091957092285,1.0001341104507446,1.0001591444015503,1.0001840591430664,1.000209093093872,1.0002340078353882,1.0002590417861938,1.00028395652771,1.0003089904785156,1.0003339052200317,1.0003589391708374,1.0003838539123535,1.0004088878631592,1.0004338026046753,1.000458836555481,1.000483751296997,1.0005087852478027,1.0005336999893188,1.0005587339401245,1.0005836486816406,1.0006086826324463,1.0006335973739624,1.000658631324768,1.0006835460662842,1.0007085800170898,1.000733494758606,1.0007585287094116,1.0007834434509277,1.0008084774017334,1.0008333921432495,1.0008584260940552,1.0008833408355713],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,1,4,7,10,36,39,71,122,200,337,484,771,1137,1547,2263,3183,4398,5667,7538,9763,12336,14696,17860,20752,23922,26871,29584,31366,33113,34247,34570,34061,32863,30929,28558,25965,23116,19890,17125,14126,11527,8965,7234,5336,4037,2973,2073,1458,943,651,392,282,164,103,69,27,24,14,8,9,4,0,1],"bins":[-0.09214858710765839,-0.08921070396900177,-0.08627282083034515,-0.08333494514226913,-0.08039706200361252,-0.0774591788649559,-0.07452129572629929,-0.07158342003822327,-0.06864553689956665,-0.06570765376091003,-0.06276977062225342,-0.0598318912088871,-0.056894008070230484,-0.053956128656864166,-0.05101824551820755,-0.04808036610484123,-0.045142482966184616,-0.042204599827528,-0.03926672041416168,-0.036328837275505066,-0.03339095786213875,-0.030453074723482132,-0.027515193447470665,-0.024577312171459198,-0.02163943089544773,-0.018701549619436264,-0.015763668343424797,-0.012825786136090755,-0.009887904860079288,-0.0069500235840678215,-0.004012141842395067,-0.0010742603335529566,0.001863621175289154,0.004801502451300621,0.007739384192973375,0.01067726593464613,0.013615147210657597,0.016553029417991638,0.019490910694003105,0.022428791970014572,0.02536667324602604,0.028304554522037506,0.031242435798048973,0.03418031707406044,0.037118200212717056,0.040056079626083374,0.04299396276473999,0.04593184217810631,0.048869725316762924,0.05180760845541954,0.05474548786878586,0.057683371007442474,0.06062125042080879,0.06355912983417511,0.06649701297283173,0.06943489611148834,0.07237277925014496,0.07531066238880157,0.0782485380768776,0.08118642121553421,0.08412430435419083,0.08706218749284744,0.09000006318092346,0.09293794631958008,0.0958758294582367]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"values":[1,2,0,5,7,6,17,18,65,89,140,210,349,588,853,1323,1797,2442,3391,4627,6172,7892,10011,12284,14865,18017,20689,23890,27100,29166,31147,33125,33617,34376,33593,32406,30529,28221,25749,22864,19969,16787,13989,11477,9279,7222,5557,4217,2988,2166,1500,1039,719,481,305,179,134,76,41,24,15,12,3,2],"bins":[-0.09674841165542603,-0.09384560585021973,-0.09094280749559402,-0.08804000169038773,-0.08513720333576202,-0.08223439753055573,-0.07933159917593002,-0.07642879337072372,-0.07352599501609802,-0.07062318921089172,-0.06772038340568542,-0.06481758505105972,-0.061914779245853424,-0.059011977165937424,-0.05610917508602142,-0.05320637300610542,-0.05030357092618942,-0.04740076884627342,-0.04449796676635742,-0.04159516468644142,-0.03869236260652542,-0.03578955680131912,-0.03288675472140312,-0.02998395264148712,-0.02708115056157112,-0.02417834848165512,-0.02127554640173912,-0.01837274245917797,-0.01546994037926197,-0.01256713829934597,-0.009664335288107395,-0.0067615327425301075,-0.0038587376475334167,-0.0009559351019561291,0.0019468674436211586,0.004849669989198446,0.007752472534775734,0.010655274614691734,0.01355807762593031,0.016460880637168884,0.019363682717084885,0.022266484797000885,0.025169286876916885,0.028072090819478035,0.030974892899394035,0.033877696841955185,0.036780498921871185,0.039683301001787186,0.042586103081703186,0.045488905161619186,0.04839170724153519,0.05129450932145119,0.05419731140136719,0.057100117206573486,0.06000291928648949,0.06290572136640549,0.06580851972103119,0.06871132552623749,0.07161413133144379,0.07451692968606949,0.07741973549127579,0.08032253384590149,0.08322533965110779,0.08612813800573349,0.08903094381093979],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,1,3,2,1,1,4,1,1,5,10,7,7,11,13,15,12,17,23,25,27,44,41,44,55,72,65,72,83,95,98,83,118,102,83,76,92,72,75,86,60,56,49,47,30,26,20,20,17,12,6,13,9,5,8,8,3,5,5,1,1,2,0,2],"bins":[-0.0005261772312223911,-0.0005104056326672435,-0.0004946339759044349,-0.00047886237734928727,-0.0004630907787941396,-0.0004473191511351615,-0.0004315475234761834,-0.00041577592492103577,-0.00040000429726205766,-0.00038423266960307956,-0.0003684610710479319,-0.0003526894433889538,-0.0003369178157299757,-0.00032114621717482805,-0.00030537458951584995,-0.0002896029909607023,-0.0002738313633017242,-0.0002580597356427461,-0.00024228813708759844,-0.00022651650942862034,-0.00021074489632155746,-0.00019497328321449459,-0.00017920165555551648,-0.0001634300424484536,-0.00014765842934139073,-0.00013188681623432785,-0.00011611519585130736,-0.00010034357546828687,-8.4571962361224e-05,-6.880034925416112e-05,-5.302872887114063e-05,-3.7257112126098946e-05,-2.1485466277226806e-05,-5.713849532185122e-06,1.0057767212856561e-05,2.5829383957898244e-05,4.160100070293993e-05,5.737261744798161e-05,7.31442341930233e-05,8.891585457604378e-05,0.00010468746768310666,0.00012045908079016954,0.0001362306938972324,0.00015200232155621052,0.0001677739346632734,0.00018354554777033627,0.00019931717542931437,0.00021508878853637725,0.00023086040164344013,0.00024663202930241823,0.0002624036278575659,0.000278175255516544,0.0002939468831755221,0.00030971848173066974,0.00032549010938964784,0.0003412617079447955,0.0003570333356037736,0.0003728049632627517,0.00038857656181789935,0.00040434818947687745,0.0004201197880320251,0.0004358914156910032,0.0004516630433499813,0.00046743464190512896,0.00048320626956410706],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0009454214014112949,-0.0009164134389720857,-0.0008874054765328765,-0.0008583975140936673,-0.000829389551654458,-0.0008003815892152488,-0.0007713736267760396,-0.0007423656643368304,-0.0007133577018976212,-0.0006843497394584119,-0.0006553417770192027,-0.0006263338145799935,-0.0005973258521407843,-0.000568317889701575,-0.0005393099272623658,-0.0005103019648231566,-0.00048129400238394737,-0.00045228603994473815,-0.0004232780775055289,-0.0003942701150663197,-0.0003652621526271105,-0.00033625419018790126,-0.00030724622774869204,-0.0002782382653094828,-0.0002492303028702736,-0.00022022234043106437,-0.00019121437799185514,-0.00016220641555264592,-0.0001331984531134367,-0.00010419049067422748,-7.518252823501825e-05,-4.617456579580903e-05,-1.7166603356599808e-05,1.1841359082609415e-05,4.084932152181864e-05,6.985728396102786e-05,9.886524640023708e-05,0.0001278732088394463,0.00015688117127865553,0.00018588913371786475,0.00021489709615707397,0.0002439050585962832,0.0002729130210354924,0.00030192098347470164,0.00033092894591391087,0.0003599369083531201,0.0003889448707923293,0.00041795283323153853,0.00044696079567074776,0.000475968758109957,0.0005049767205491662,0.0005339846829883754,0.0005629926454275846,0.0005920006078667939,0.0006210085703060031,0.0006500165327452123,0.0006790244951844215,0.0007080324576236308,0.00073704042006284,0.0007660483825020492,0.0007950563449412584,0.0008240643073804677,0.0008530722698196769,0.0008820802322588861,0.0009110881946980953],"_type":"histogram","values":[1,0,0,0,1,1,1,1,3,2,4,7,6,2,9,9,13,9,17,16,16,20,18,15,17,20,26,27,25,26,25,25,18,29,16,31,23,30,22,22,21,25,14,19,22,17,22,16,14,8,6,7,4,2,3,2,1,4,3,0,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,2,2,0,3,4,3,3,7,5,5,8,11,7,17,22,25,30,34,32,39,43,41,49,37,41,21,40,36,39,31,24,18,13,13,13,16,8,5,2,5,4,2,0,1,3,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0003538517339620739,-0.00033892400097101927,-0.0003239962679799646,-0.00030906853498890996,-0.00029414083110168576,-0.0002792130981106311,-0.00026428536511957645,-0.0002493576321285218,-0.00023442989913746715,-0.0002195021661464125,-0.00020457443315535784,-0.0001896467147162184,-0.00017471898172516376,-0.0001597912487341091,-0.00014486353029496968,-0.00012993579730391502,-0.00011500806431286037,-0.00010008033132180572,-8.515260560670868e-05,-7.022487989161164e-05,-5.529714690055698e-05,-4.0369417547481135e-05,-2.5441688194405288e-05,-1.051395884132944e-05,4.4137705117464066e-06,1.9341499864822254e-05,3.42692292178981e-05,4.919695857097395e-05,6.41246879240498e-05,7.905242091510445e-05,9.398014663020149e-05,0.00010890787234529853,0.00012383563444018364,0.0001387633674312383,0.00015369110042229295,0.00016861881886143237,0.00018354655185248703,0.00019847428484354168,0.0002134020032826811,0.00022832973627373576,0.00024325746926479042,0.00025818520225584507,0.0002731129352468997,0.0002880406682379544,0.0003029683721251786,0.00031789610511623323,0.0003328238381072879,0.00034775157109834254,0.0003626793040893972,0.00037760703708045185,0.0003925347700715065,0.00040746250306256115,0.0004223902360536158,0.00043731793994084,0.00045224567293189466,0.0004671734059229493,0.00048210113891400397,0.0004970288719050586,0.0005119565757922828,0.0005268843378871679,0.0005418120417743921,0.0005567398038692772,0.0005716675077565014,0.0005865952698513865,0.0006015229737386107],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[1,0,4,2,5,6,11,20,31,65,121,179,312,500,763,1206,1661,2467,3528,4887,6434,8516,11019,13641,16739,20166,23275,26462,29739,32170,34449,35605,36150,35958,35237,32721,29779,27372,23964,20358,17107,14099,11196,8851,6786,5005,3665,2581,1759,1173,803,467,318,188,137,70,42,28,16,2,3,1,1,3],"bins":[-0.10021832585334778,-0.09714039415121078,-0.09406246244907379,-0.0909845307469368,-0.0879065990447998,-0.08482866734266281,-0.08175073564052582,-0.07867280393838882,-0.07559487223625183,-0.07251694053411484,-0.06943900883197784,-0.06636107712984085,-0.06328314542770386,-0.060205213725566864,-0.05712728202342987,-0.05404935032129288,-0.050971418619155884,-0.04789348691701889,-0.0448155552148819,-0.041737623512744904,-0.03865969181060791,-0.03558176010847092,-0.03250382840633392,-0.02942589670419693,-0.026347965002059937,-0.023270033299922943,-0.02019210159778595,-0.017114169895648956,-0.014036238193511963,-0.01095830649137497,-0.007880374789237976,-0.004802443087100983,-0.0017245113849639893,0.0013534203171730042,0.0044313520193099976,0.007509283721446991,0.010587215423583984,0.013665147125720978,0.01674307882785797,0.019821010529994965,0.022898942232131958,0.02597687393426895,0.029054805636405945,0.03213273733854294,0.03521066904067993,0.038288600742816925,0.04136653244495392,0.04444446414709091,0.047522395849227905,0.0506003275513649,0.05367825925350189,0.056756190955638885,0.05983412265777588,0.06291205435991287,0.06598998606204987,0.06906791776418686,0.07214584946632385,0.07522378116846085,0.07830171287059784,0.08137964457273483,0.08445757627487183,0.08753550797700882,0.09061343967914581,0.0936913713812828,0.0967693030834198],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.10108401626348495,-0.09798511117696762,-0.09488621354103088,-0.09178730845451355,-0.08868840336799622,-0.08558950573205948,-0.08249060064554214,-0.07939169555902481,-0.07629279792308807,-0.07319389283657074,-0.0700949877500534,-0.06699608266353607,-0.06389718502759933,-0.060798279941082,-0.057699378579854965,-0.05460047349333763,-0.051501572132110596,-0.04840267077088356,-0.045303765684366226,-0.04220486432313919,-0.03910595923662186,-0.03600705787539482,-0.032908156514167786,-0.0298092532902956,-0.026710350066423416,-0.02361144684255123,-0.020512543618679047,-0.01741364225745201,-0.014314739033579826,-0.011215835809707642,-0.008116933517158031,-0.005018030758947134,-0.0019191280007362366,0.0011797747574746609,0.004278677515685558,0.007377580273896456,0.010476483032107353,0.013575386255979538,0.016674287617206573,0.019773190841078758,0.022872094064950943,0.025970997288823128,0.029069900512695312,0.03216880187392235,0.035267703235149384,0.03836660832166672,0.04146550968289375,0.04456441476941109,0.04766331613063812,0.05076221749186516,0.05386112257838249,0.05696002393960953,0.06005892902612686,0.0631578266620636,0.06625673174858093,0.06935563683509827,0.0724545419216156,0.07555343955755234,0.07865234464406967,0.081751249730587,0.08485014736652374,0.08794905245304108,0.09104795753955841,0.09414685517549515,0.09724576026201248],"_type":"histogram","values":[1,1,0,3,14,18,31,53,90,146,254,435,762,1216,1845,2818,4346,6301,8908,12507,16487,22085,28485,35913,43880,53284,61789,70900,79188,85881,91879,95565,97854,95977,93437,87610,80638,73076,64444,55364,46026,37879,29860,23910,18082,13550,9558,6881,4790,3171,2144,1360,885,556,315,185,99,55,26,27,11,4,3,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,3,3,3,6,8,6,10,12,15,9,11,16,19,34,29,35,40,37,38,43,42,35,28,30,28,34,26,25,26,15,15,9,15,8,9,8,6,3,5,2,3,3,3,4,1,3,0,2,0,0,0,0,0,0,1],"bins":[0.9991494417190552,0.9991791844367981,0.9992089867591858,0.9992387294769287,0.9992685317993164,0.9992982745170593,0.9993280172348022,0.9993578195571899,0.9993875622749329,0.9994173049926758,0.9994471073150635,0.9994768500328064,0.9995065927505493,0.999536395072937,0.9995661377906799,0.9995959401130676,0.9996256828308105,0.9996554255485535,0.9996852278709412,0.9997149705886841,0.9997447729110718,0.9997745156288147,0.9998042583465576,0.9998340606689453,0.9998638033866882,0.9998935461044312,0.9999233484268188,0.9999530911445618,0.9999828338623047,1.0000126361846924,1.00004243850708,1.0000721216201782,1.000101923942566,1.0001317262649536,1.0001614093780518,1.0001912117004395,1.0002210140228271,1.0002506971359253,1.000280499458313,1.0003103017807007,1.0003399848937988,1.0003697872161865,1.0003995895385742,1.000429391860962,1.00045907497406,1.0004888772964478,1.0005186796188354,1.0005483627319336,1.0005781650543213,1.000607967376709,1.0006376504898071,1.0006674528121948,1.0006972551345825,1.0007269382476807,1.0007567405700684,1.000786542892456,1.0008163452148438,1.000846028327942,1.0008758306503296,1.0009056329727173,1.0009353160858154,1.0009651184082031,1.0009949207305908,1.001024603843689,1.0010544061660767]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[2,0,0,0,0,2,1,2,2,5,7,3,5,7,6,14,13,11,21,14,18,20,45,27,27,27,32,27,37,32,35,30,38,26,20,25,25,24,24,27,12,14,17,10,10,4,5,4,2,1,2,1,1,2,0,1,0,0,0,0,0,0,0,1],"bins":[-0.009442709386348724,-0.009119479916989803,-0.008796249516308308,-0.008473020046949387,-0.008149790577590466,-0.007826561108231544,-0.007503331173211336,-0.007180101238191128,-0.006856871768832207,-0.006533641833811998,-0.00621041189879179,-0.005887182429432869,-0.005563952494412661,-0.0052407230250537395,-0.004917493090033531,-0.00459426362067461,-0.004271033685654402,-0.003947803750634193,-0.0036245742812752724,-0.0033013445790857077,-0.002978114876896143,-0.0026548849418759346,-0.00233165523968637,-0.002008425537496805,-0.0016851958353072405,-0.0013619661331176758,-0.001038736430928111,-0.0007155066123232245,-0.00039227691013365984,-6.904717884026468e-05,0.0002541825524531305,0.0005774123128503561,0.0009006420150399208,0.0012238717172294855,0.0015471014194190502,0.0018703312380239367,0.0021935608237981796,0.002516790758818388,0.0028400204610079527,0.0031632501631975174,0.003486479865387082,0.003809709567576647,0.004132939502596855,0.004456168971955776,0.004779398906975985,0.005102628376334906,0.005425858311355114,0.005749087780714035,0.006072317715734243,0.006395547650754452,0.006718777120113373,0.007042007055133581,0.007365236524492502,0.007688466459512711,0.008011695928871632,0.008334925398230553,0.008658155798912048,0.00898138526827097,0.00930461473762989,0.009627845138311386,0.009951074607670307,0.010274304077029228,0.01059753354638815,0.010920763947069645,0.011243993416428566],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,3,4,3,1,2,1,2,2,4,7,1,8,7,15,9,24,25,18,21,28,27,32,33,32,42,42,43,44,32,27,36,35,25,25,10,18,13,7,11,6,4,5,8,4,4,3,1,1,1,0,0,1,1,2,2,0,1,0,1,1],"bins":[-0.0003429291245993227,-0.00033123165485449135,-0.00031953418510966003,-0.0003078367153648287,-0.0002961392456199974,-0.00028444177587516606,-0.00027274430613033473,-0.0002610468363855034,-0.00024934933753684163,-0.00023765188234392554,-0.0002259544125990942,-0.0002142569428542629,-0.00020255945855751634,-0.000190861988812685,-0.0001791645190678537,-0.00016746704932302237,-0.00015576957957819104,-0.00014407210983335972,-0.0001323746400885284,-0.00012067716306773946,-0.00010897969332290813,-9.728222357807681e-05,-8.558474655728787e-05,-7.388727681245655e-05,-6.218980706762522e-05,-5.04923373227939e-05,-3.879486393998377e-05,-2.7097392376163043e-05,-1.5399920812342316e-05,-3.7024492485215887e-06,7.995022315299138e-06,1.9692493879119866e-05,3.1389936339110136e-05,4.308740608394146e-05,5.478487946675159e-05,6.648235284956172e-05,7.817982259439304e-05,8.987729233922437e-05,0.0001015747693600133,0.00011327223910484463,0.00012496970884967595,0.00013666717859450728,0.0001483646483393386,0.00016006211808416992,0.00017175960238091648,0.0001834570721257478,0.00019515454187057912,0.00020685201161541045,0.00021854948136024177,0.0002302469511050731,0.00024194442084990442,0.00025364189059473574,0.00026533936033956707,0.0002770368300843984,0.0002887342998292297,0.00030043176957406104,0.0003121292684227228,0.00032382673816755414,0.00033552420791238546,0.0003472216776572168,0.0003589191474020481,0.00037061661714687943,0.00038231408689171076,0.0003940115566365421,0.0004057090263813734]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0004991985624656081,-0.00048456559306941926,-0.0004699326236732304,-0.00045529965427704155,-0.0004406666848808527,-0.00042603371548466384,-0.000411400746088475,-0.00039676777669228613,-0.0003821348072960973,-0.0003675018670037389,-0.00035286889760755,-0.00033823592821136117,-0.0003236029588151723,-0.00030896998941898346,-0.0002943370200227946,-0.00027970405062660575,-0.0002650710812304169,-0.00025043811183422804,-0.00023580514243803918,-0.00022117217304185033,-0.00020653920364566147,-0.00019190624880138785,-0.000177273279405199,-0.00016264031000901014,-0.00014800734061282128,-0.00013337437121663243,-0.00011874140182044357,-0.00010410843970021233,-8.947547030402347e-05,-7.484250090783462e-05,-6.020953514962457e-05,-4.557656939141452e-05,-3.0943629099056125e-05,-1.6310661521856673e-05,-1.6776939446572214e-06,1.295527363254223e-05,2.7588241209741682e-05,4.222121060593054e-05,5.6854176364140585e-05,7.148714212235063e-05,8.612011151853949e-05,0.00010075308091472834,0.0001153860503109172,0.00013001901970710605,0.00014465197455137968,0.00015928494394756854,0.0001739179133437574,0.00018855088273994625,0.0002031838521361351,0.00021781682153232396,0.0002324497909285128,0.00024708276032470167,0.0002617157297208905,0.0002763486991170794,0.00029098166851326823,0.0003056146379094571,0.00032024760730564594,0.00033488054759800434,0.0003495135169941932,0.00036414648639038205,0.0003787794557865709,0.00039341242518275976,0.0004080453945789486,0.00042267836397513747,0.00043731133337132633],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,0,3,4,3,8,5,6,4,3,13,9,4,10,23,18,28,23,38,38,40,33,38,33,38,43,31,27,29,36,27,29,15,12,19,3,14,5,9,2,8,6,8,4,6,2,2,2,2,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,3,0,0,1,3,2,1,2,5,6,6,7,8,10,12,20,17,25,22,24,19,28,23,22,31,37,30,32,34,32,29,34,31,29,20,23,21,21,13,15,10,13,4,10,9,8,1,3,2,2,4,0,1,0,0,1,0,0,0,0,0,1],"bins":[-0.006131396628916264,-0.005922779906541109,-0.005714163184165955,-0.0055055464617908,-0.005296929739415646,-0.005088312551379204,-0.004879695829004049,-0.004671079106628895,-0.00446246238425374,-0.004253845661878586,-0.004045228939503431,-0.003836611984297633,-0.0036279952619224787,-0.003419378539547324,-0.003210761584341526,-0.0030021448619663715,-0.002793528139591217,-0.0025849114172160625,-0.002376294694840908,-0.00216767773963511,-0.0019590610172599554,-0.001750444294884801,-0.0015418274560943246,-0.0013332106173038483,-0.0011245938949286938,-0.0009159771143458784,-0.000707360333763063,-0.0004987435531802475,-0.00029012677259743214,-8.150999201461673e-05,0.00012710678856819868,0.0003357235691510141,0.0005443398840725422,0.0007529566646553576,0.000961573445238173,0.0011701902840286493,0.0013788070064038038,0.0015874237287789583,0.0017960405675694346,0.002004657406359911,0.0022132741287350655,0.00242189085111022,0.0026305075734853745,0.0028391245286911726,0.003047741251066327,0.0032563579734414816,0.0034649749286472797,0.0036735916510224342,0.0038822083733975887,0.004090825095772743,0.004299441818147898,0.004508058540523052,0.004716675728559494,0.0049252924509346485,0.005133909173309803,0.0053425258956849575,0.005551142618060112,0.0057597593404352665,0.005968376062810421,0.0061769927851855755,0.00638560950756073,0.006594226695597172,0.006802843417972326,0.007011460140347481,0.007220076862722635]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,1,2,0,4,2,4,9,15,14,8,18,11,28,23,37,43,63,54,81,92,123,106,115,143,133,124,88,112,109,74,61,74,45,45,40,32,21,20,22,10,6,4,7,8,2,1,1,2,1,1,3,2,1,0,0,1,1],"bins":[-0.003044626209884882,-0.0029470131266862154,-0.002849399810656905,-0.0027517867274582386,-0.0026541734114289284,-0.002556560328230262,-0.0024589472450315952,-0.002361333929002285,-0.0022637208458036184,-0.002166107762604952,-0.0020684944465756416,-0.001970881363376975,-0.0018732681637629867,-0.0017756549641489983,-0.0016780418809503317,-0.0015804286813363433,-0.0014828154817223549,-0.0013852022821083665,-0.001287589082494378,-0.0011899759992957115,-0.0010923627996817231,-0.0009947496000677347,-0.0008971364586614072,-0.0007995233172550797,-0.0007019101176410913,-0.000604296918027103,-0.0005066837766207755,-0.0004090706061106175,-0.0003114574356004596,-0.00021384426509030163,-0.00011623109458014369,-1.8617924069985747e-05,7.89952464401722e-05,0.00017660841695033014,0.0002742215874604881,0.000371834757970646,0.00046944792848080397,0.0005670611280947924,0.0006646742695011199,0.0007622874109074473,0.0008599006105214357,0.0009575138101354241,0.0010551270097494125,0.0011527400929480791,0.0012503532925620675,0.001347966492176056,0.0014455795753747225,0.0015431927749887109,0.0016408059746026993,0.0017384191742166877,0.001836032373830676,0.0019336454570293427,0.002031258773058653,0.0021288718562573195,0.002226484939455986,0.0023240982554852962,0.002421711338683963,0.0025193244218826294,0.0026169377379119396,0.002714550821110606,0.0028121639043092728,0.002909777220338583,0.0030073903035372496,0.00310500361956656,0.0032026167027652264],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,3,1,2,1,4,3,4,2,7,9,4,13,9,13,22,33,19,40,37,64,57,82,77,87,100,113,107,106,130,130,101,97,93,69,57,72,40,37,30,26,27,19,20,17,8,17,13,5,1,3,2,3,4,3,0,1,1,1],"bins":[-0.0006338059902191162,-0.0006154205184429884,-0.0005970349884591997,-0.0005786495166830719,-0.0005602639866992831,-0.0005418785149231553,-0.0005234929849393666,-0.0005051075131632388,-0.0004867220122832805,-0.0004683365114033222,-0.00044995101052336395,-0.0004315655096434057,-0.00041318003786727786,-0.0003947945369873196,-0.0003764090361073613,-0.00035802353522740304,-0.00033963803434744477,-0.0003212525334674865,-0.00030286703258752823,-0.00028448153170756996,-0.0002660960308276117,-0.00024771055905148387,-0.0002293250581715256,-0.00021093955729156733,-0.00019255405641160905,-0.00017416855553165078,-0.0001557830546516925,-0.00013739756832364947,-0.0001190120674436912,-0.00010062656656373292,-8.224107295973226e-05,-6.38555793557316e-05,-4.547002026811242e-05,-2.7084523026132956e-05,-8.699025784153491e-06,9.686471457825974e-06,2.807196869980544e-05,4.6457465941784903e-05,6.484296318376437e-05,8.322845678776503e-05,0.0001016139576677233,0.00011999945854768157,0.00013838495942763984,0.00015677044575568289,0.00017515594663564116,0.00019354144751559943,0.00021192693384364247,0.00023031243472360075,0.000248697935603559,0.0002670834364835173,0.00028546893736347556,0.00030385443824343383,0.0003222399391233921,0.0003406254108995199,0.0003590109117794782,0.00037739641265943646,0.00039578191353939474,0.000414167414419353,0.0004325529152993113,0.00045093841617926955,0.00046932388795539737,0.00048770938883535564,0.0005060948897153139,0.0005244804196991026,0.0005428658914752305]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,1,0,0,2,3,3,5,1,4,6,7,9,9,10,9,17,26,22,22,29,39,31,37,49,42,44,38,24,32,29,41,27,24,24,18,9,16,9,11,5,7,7,5,6,1,1,1,1,0,0,0,1,0,0,0,0,0,1,0,0,0,0,2],"bins":[-0.00039818076766096056,-0.0003829473862424493,-0.00036771397572010756,-0.0003524805943015963,-0.000337247212883085,-0.0003220138023607433,-0.000306780420942232,-0.0002915470104198903,-0.000276313629001379,-0.00026108024758286774,-0.000245846837060526,-0.00023061345564201474,-0.00021538005967158824,-0.00020014666370116174,-0.00018491328228265047,-0.00016967988631222397,-0.00015444649034179747,-0.00013921309437137097,-0.00012397969840094447,-0.0001087463169824332,-9.35129210120067e-05,-7.82795250415802e-05,-6.304613634711131e-05,-4.781274401466362e-05,-3.257935168221593e-05,-1.7345959349768236e-05,-2.1125670173205435e-06,1.312082531512715e-05,2.8354217647574842e-05,4.3587609980022535e-05,5.882100231247023e-05,7.405439100693911e-05,8.928775787353516e-05,0.00010452115384396166,0.00011975454253843054,0.00013498793123289943,0.00015022132720332593,0.00016545472317375243,0.0001806881045922637,0.0001959215005626902,0.0002111548965331167,0.0002263882925035432,0.0002416216884739697,0.00025685506989248097,0.00027208845131099224,0.00028732186183333397,0.00030255524325184524,0.00031778865377418697,0.00033302203519269824,0.0003482554166112095,0.00036348882713355124,0.0003787222085520625,0.00039395561907440424,0.0004091890004929155,0.0004244223819114268,0.0004396557924337685,0.0004548891738522798,0.00047012255527079105,0.0004853559657931328,0.0005005893763154745,0.0005158227286301553,0.000531056139152497,0.0005462895496748388,0.0005615229019895196,0.0005767563125118613],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[2,1,3,2,3,1,6,8,9,16,18,32,52,82,119,156,255,342,527,768,1264,1940,3022,4515,7805,12321,21114,35387,64472,126020,265400,416122,296115,145413,74261,39418,22696,12988,7896,4581,2838,1825,1144,674,403,341,157,94,73,39,42,37,14,10,11,5,1,0,0,1,1,0,1,1],"bins":[-0.0045166015625,-0.0043735504150390625,-0.004230499267578125,-0.0040874481201171875,-0.00394439697265625,-0.0038013458251953125,-0.003658294677734375,-0.0035152435302734375,-0.0033721923828125,-0.0032291412353515625,-0.003086090087890625,-0.0029430389404296875,-0.00279998779296875,-0.0026569366455078125,-0.002513885498046875,-0.0023708343505859375,-0.002227783203125,-0.0020847320556640625,-0.001941680908203125,-0.0017986297607421875,-0.00165557861328125,-0.0015125274658203125,-0.001369476318359375,-0.0012264251708984375,-0.0010833740234375,-0.0009403228759765625,-0.000797271728515625,-0.0006542205810546875,-0.00051116943359375,-0.0003681182861328125,-0.000225067138671875,-8.20159912109375e-05,6.103515625e-05,0.0002040863037109375,0.000347137451171875,0.0004901885986328125,0.00063323974609375,0.0007762908935546875,0.000919342041015625,0.0010623931884765625,0.0012054443359375,0.0013484954833984375,0.001491546630859375,0.0016345977783203125,0.00177764892578125,0.0019207000732421875,0.002063751220703125,0.0022068023681640625,0.002349853515625,0.0024929046630859375,0.002635955810546875,0.0027790069580078125,0.00292205810546875,0.0030651092529296875,0.003208160400390625,0.0033512115478515625,0.0034942626953125,0.0036373138427734375,0.003780364990234375,0.0039234161376953125,0.00406646728515625,0.0042095184326171875,0.004352569580078125,0.0044956207275390625,0.004638671875]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[2,0,1,0,0,1,1,1,1,1,3,2,4,2,11,6,10,14,13,20,22,28,27,37,33,42,51,59,50,53,44,39,32,27,14,19,14,16,11,6,8,4,6,7,5,3,1,2,2,1,2,0,2,0,2,2,1,1,0,0,0,1,0,1],"bins":[-0.006125269457697868,-0.005908110644668341,-0.0056909522973001,-0.005473793484270573,-0.005256635136902332,-0.005039476323872805,-0.004822317510843277,-0.004605159163475037,-0.004388000350445509,-0.004170841537415981,-0.003953683190047741,-0.0037365243770182133,-0.0035193657968193293,-0.0033022072166204453,-0.0030850484035909176,-0.0028678898233920336,-0.0026507312431931496,-0.0024335726629942656,-0.0022164140827953815,-0.001999255269765854,-0.0017820966895669699,-0.0015649381093680859,-0.00134777941275388,-0.0011306207161396742,-0.0009134621359407902,-0.0006963034975342453,-0.00047914485912770033,-0.0002619862207211554,-4.482758231461048e-05,0.00017233105609193444,0.00038948969449847937,0.0006066483329050243,0.0008238069713115692,0.0010409655515104532,0.001258124248124659,0.001475282944738865,0.001692441524937749,0.001909600105136633,0.0021267589181661606,0.0023439174983650446,0.0025610760785639286,0.0027782346587628126,0.0029953932389616966,0.0032125520519912243,0.0034297106321901083,0.0036468692123889923,0.00386402802541852,0.00408118637278676,0.004298345185816288,0.004515503998845816,0.004732662346214056,0.004949821159243584,0.005166979506611824,0.005384138319641352,0.005601297132670879,0.00581845548003912,0.006035614293068647,0.006252773106098175,0.006469931453466415,0.006687090266495943,0.006904249079525471,0.007121407426893711,0.007338566239923239,0.007555724587291479,0.007772883400321007],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,2,0,0,0,1,1,1,0,1,4,4,4,5,8,8,7,10,13,14,32,26,44,41,53,45,51,49,48,53,42,32,31,30,22,16,14,10,4,8,5,6,3,2,2,4,2,2,2,1,0,1,0,1,0,0,1,0,0,0,0,0,1],"bins":[-1.0764401849883143e-06,-1.0377217449786258e-06,-9.990033049689373e-07,-9.602848649592488e-07,-9.215664249495603e-07,-8.828479849398718e-07,-8.441295449301833e-07,-8.054111049204948e-07,-7.666926649108063e-07,-7.279742817445367e-07,-6.892558417348482e-07,-6.505374017251597e-07,-6.118189617154712e-07,-5.731005217057827e-07,-5.343820816960942e-07,-4.956636416864058e-07,-4.5694520167671726e-07,-4.1822676166702877e-07,-3.795083216573403e-07,-3.407898816476518e-07,-3.020714416379633e-07,-2.6335303004998423e-07,-2.2463459004029573e-07,-1.8591615003060724e-07,-1.4719771002091875e-07,-1.0847927001123026e-07,-6.976083710696912e-08,-3.1042400649994306e-08,7.676035806980508e-09,4.639447226395532e-08,8.511290872093014e-08,1.2383134162519127e-07,1.6254978163487976e-07,2.0126822164456826e-07,2.3998666165425675e-07,2.7870510166394524e-07,3.1742354167363374e-07,3.561419532616128e-07,3.948603932713013e-07,4.335788332809898e-07,4.722972732906783e-07,5.110156848786573e-07,5.497341248883458e-07,5.884525648980343e-07,6.271710049077228e-07,6.658894449174113e-07,7.046078849270998e-07,7.433263249367883e-07,7.820447649464768e-07,8.207632049561653e-07,8.594816449658538e-07,8.982000849755423e-07,9.369185249852308e-07,9.756369081515004e-07,1.0143553481611889e-06,1.0530737881708774e-06,1.0917922281805659e-06,1.1305106681902544e-06,1.1692291081999429e-06,1.2079475482096313e-06,1.2466659882193198e-06,1.2853844282290083e-06,1.3241028682386968e-06,1.3628213082483853e-06,1.4015397482580738e-06]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,2,0,1,2,0,0,4,2,7,1,4,6,7,13,11,17,21,32,29,24,34,39,51,49,59,57,40,44,40,33,23,27,19,19,12,12,7,4,5,2,1,0,1,0,2,0,0,1,0,0,2],"bins":[-2.592241344245849e-06,-2.5225199351552874e-06,-2.4527985260647256e-06,-2.383077116974164e-06,-2.313355707883602e-06,-2.2436340714193648e-06,-2.173912662328803e-06,-2.104191253238241e-06,-2.0344698441476794e-06,-1.9647484350571176e-06,-1.8950270259665558e-06,-1.8253055031891563e-06,-1.7555840940985945e-06,-1.6858626850080327e-06,-1.6161411622306332e-06,-1.5464197531400714e-06,-1.4766983440495096e-06,-1.4069769349589478e-06,-1.337255525868386e-06,-1.2675340030909865e-06,-1.1978125940004247e-06,-1.128091184909863e-06,-1.0583696621324634e-06,-9.886482530419016e-07,-9.189268439513398e-07,-8.49205434860778e-07,-7.794839689267974e-07,-7.097625029928167e-07,-6.400410939022549e-07,-5.703196848116932e-07,-5.005982188777125e-07,-4.308767813654413e-07,-3.6115534385317005e-07,-2.9143390634089883e-07,-2.217124688286276e-07,-1.5199103131635638e-07,-8.226959380408516e-08,-1.2548156291813939e-08,5.7173281220457284e-08,1.268947187327285e-07,1.9661615624499973e-07,2.6633759375727095e-07,3.360590312695422e-07,4.057804687818134e-07,4.755019062940846e-07,5.452233153846464e-07,6.149447813186271e-07,6.846662472526077e-07,7.543876563431695e-07,8.241090654337313e-07,8.93830531367712e-07,9.635519973016926e-07,1.0332734063922544e-06,1.1029948154828162e-06,1.1727163382602157e-06,1.2424377473507775e-06,1.3121591564413393e-06,1.381880565531901e-06,1.4516019746224629e-06,1.5213234973998624e-06,1.5910449064904242e-06,1.660766315580986e-06,1.7304878383583855e-06,1.8002092474489473e-06,1.869930656539509e-06]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,1,0,0,1,1,0,7,6,3,8,14,18,20,18,32,43,55,58,78,78,91,93,122,157,146,137,105,109,101,102,80,67,61,45,41,26,29,14,13,16,8,14,3,4,5,4,5,2,1,1,0,1,0,0,1,0,0,0,1],"bins":[-0.010750815272331238,-0.010393653996288776,-0.010036492720246315,-0.009679332375526428,-0.009322171099483967,-0.008965009823441505,-0.008607849478721619,-0.008250688202679157,-0.007893526926636696,-0.0075363656505942345,-0.00717920484021306,-0.006822044029831886,-0.006464882753789425,-0.0061077214777469635,-0.005750560667365789,-0.005393399856984615,-0.005036238580942154,-0.0046790773048996925,-0.0043219164945185184,-0.003964755684137344,-0.003607594408094883,-0.0032504333648830652,-0.0028932723216712475,-0.0025361112784594297,-0.002178950235247612,-0.0018217891920357943,-0.0014646281488239765,-0.0011074671056121588,-0.000750306062400341,-0.0003931450191885233,-3.598397597670555e-05,0.0003211770672351122,0.0006783371791243553,0.001035498222336173,0.0013926592655479908,0.0017498203087598085,0.0021069813519716263,0.002464142395183444,0.0028213034383952618,0.0031784644816070795,0.0035356255248188972,0.003892786568030715,0.004249947611242533,0.004607108421623707,0.004964269697666168,0.00532143097370863,0.005678591784089804,0.006035752594470978,0.006392913870513439,0.006750075146555901,0.007107235956937075,0.007464396767318249,0.00782155804336071,0.008178719319403172,0.008535880595445633,0.00889304094016552,0.009250202216207981,0.009607363492250443,0.00996452383697033,0.01032168511301279,0.010678846389055252,0.011036007665097713,0.011393168941140175,0.011750329285860062,0.012107490561902523]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,1,1,2,3,3,3,1,3,3,5,5,7,3,8,4,17,12,24,22,28,26,22,31,29,37,43,40,40,40,29,36,36,30,31,22,21,15,11,14,5,9,3,1,6,8,6,3,5,1,0,1,2,0,1,0,1,1,1,1,0,1,1],"bins":[-0.00032797831227071583,-0.0003165033122058958,-0.0003050283412449062,-0.00029355334118008614,-0.0002820783411152661,-0.0002706033701542765,-0.00025912837008945644,-0.0002476533700246364,-0.00023617838451173156,-0.00022470339899882674,-0.0002132283989340067,-0.00020175341342110187,-0.00019027842790819705,-0.000178803427843377,-0.00016732844233047217,-0.00015585344226565212,-0.0001443784567527473,-0.00013290347123984247,-0.00012142847117502242,-0.0001099534856621176,-9.847849287325516e-05,-8.700350008439273e-05,-7.55285145714879e-05,-6.405352178262547e-05,-5.257852899376303e-05,-4.110353620490059e-05,-2.9628547054016963e-05,-1.815355608414393e-05,-6.678565114270896e-06,4.796425855602138e-06,1.627141682547517e-05,2.7746407795348205e-05,3.922139876522124e-05,5.0696391554083675e-05,6.217138434294611e-05,7.364636985585093e-05,8.512136264471337e-05,9.659635543357581e-05,0.00010807134094648063,0.00011954633373534307,0.0001310213265242055,0.00014249631203711033,0.00015397131210193038,0.0001654462976148352,0.00017692128312774003,0.00018839628319256008,0.0001998712687054649,0.00021134626877028495,0.00022282125428318977,0.0002342962397960946,0.0002457712253089994,0.00025724622537381947,0.0002687212254386395,0.0002801961963996291,0.00029167119646444917,0.0003031461965292692,0.00031462119659408927,0.00032609616755507886,0.0003375711676198989,0.00034904616768471897,0.00036052113864570856,0.0003719961387105286,0.00038347113877534866,0.00039494610973633826,0.0004064211098011583]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.004076296463608742,-0.003948941361159086,-0.003821586025878787,-0.003694230690598488,-0.0035668755881488323,-0.003439520485699177,-0.0033121651504188776,-0.0031848098151385784,-0.003057454712688923,-0.0029300996102392673,-0.002802744274958968,-0.002675388939678669,-0.0025480338372290134,-0.002420678734779358,-0.0022933233994990587,-0.0021659680642187595,-0.002038612961769104,-0.0019112577429041266,-0.0017839025240391493,-0.001656547305174172,-0.0015291920863091946,-0.0014018368674442172,-0.0012744816485792398,-0.0011471264297142625,-0.0010197712108492851,-0.0008924159919843078,-0.0007650607731193304,-0.000637705554254353,-0.0005103503353893757,-0.0003829951165243983,-0.00025563989765942097,-0.0001282846787944436,-9.289942681789398e-07,0.00012642622459679842,0.0002537814434617758,0.00038113666232675314,0.0005084918811917305,0.0006358471000567079,0.0007632023189216852,0.0008905575377866626,0.00101791275665164,0.0011452679755166173,0.0012726231943815947,0.001399978413246572,0.0015273336321115494,0.0016546888509765267,0.001782044069841504,0.0019093992887064815,0.002036754507571459,0.0021641096100211143,0.0022914649453014135,0.0024188202805817127,0.0025461753830313683,0.002673530485481024,0.002800885820761323,0.002928241156041622,0.0030555962584912777,0.0031829513609409332,0.0033103066962212324,0.0034376620315015316,0.003565017133951187,0.0036923722364008427,0.003819727571681142,0.003947082906961441,0.004074438009411097],"_type":"histogram","values":[1,0,2,1,1,1,1,2,2,3,3,2,6,5,9,6,11,9,15,16,22,21,15,15,26,27,21,30,28,22,32,31,38,25,31,31,44,20,25,27,18,15,7,18,12,13,6,4,7,12,5,6,1,1,1,4,0,2,3,2,3,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,5,1,3,2,7,8,2,9,9,16,25,34,21,48,64,70,70,80,90,115,135,115,129,112,117,111,98,95,70,80,57,47,39,37,20,20,23,9,9,10,6,4,6,5,2,2,1,0,2,0,2,1,0,0,0,1,0,1],"bins":[-0.003365995129570365,-0.003250183304771781,-0.003134371479973197,-0.003018559655174613,-0.002902747830376029,-0.002786936005577445,-0.002671124180778861,-0.002555312355980277,-0.0024395002983510494,-0.0023236884735524654,-0.0022078766487538815,-0.0020920648239552975,-0.0019762529991567135,-0.0018604411743581295,-0.0017446293495595455,-0.0016288175247609615,-0.0015130056999623775,-0.0013971938751637936,-0.0012813820503652096,-0.0011655702255666256,-0.0010497584007680416,-0.0009339465177617967,-0.0008181346347555518,-0.0007023228099569678,-0.0005865109851583838,-0.00047069916035979986,-0.0003548873064573854,-0.0002390754671068862,-0.000123263627756387,-7.4517884058877826e-06,0.00010836005094461143,0.00022417189029511064,0.0003399834968149662,0.0004557953216135502,0.0005716071464121342,0.0006874190294183791,0.000803230854216963,0.000919042679015547,0.001034854562021792,0.001150666386820376,0.00126647821161896,0.0013822900364175439,0.0014981018612161279,0.0016139136860147119,0.0017297256272286177,0.0018455374520272017,0.0019613492768257856,0.0020771611016243696,0.0021929729264229536,0.0023087847512215376,0.0024245965760201216,0.0025404084008187056,0.0026562202256172895,0.0027720320504158735,0.0028878438752144575,0.0030036557000130415,0.003119467757642269,0.003235279582440853,0.003351091407239437,0.003466903232038021,0.003582715056836605,0.003698526881635189,0.003814338706433773,0.003930150531232357,0.004045962356030941]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[3,2,0,2,1,1,0,4,3,4,8,8,14,11,12,9,14,11,15,26,23,25,32,34,40,27,33,35,37,29,36,29,26,29,21,25,23,18,20,13,3,6,9,12,8,4,5,4,2,3,2,0,2,0,1,0,1,0,1,0,0,1,0,1],"bins":[-0.000354152376530692,-0.0003412635705899447,-0.00032837476464919746,-0.00031548592960461974,-0.0003025971236638725,-0.0002897083177231252,-0.00027681951178237796,-0.00026393067673780024,-0.000251041870797053,-0.00023815306485630572,-0.00022526425891555846,-0.00021237543842289597,-0.0001994866324821487,-0.00018659781198948622,-0.00017370900604873896,-0.00016082018555607647,-0.0001479313796153292,-0.00013504257367458194,-0.00012215375318191946,-0.00010926493996521458,-9.63761267485097e-05,-8.348732080776244e-05,-7.059850759105757e-05,-5.7709694374352694e-05,-4.482088115764782e-05,-3.193206794094294e-05,-1.904325654322747e-05,-6.154444236017298e-06,6.7343680711928755e-06,1.962318128789775e-05,3.251199086662382e-05,4.5400804083328694e-05,5.828961730003357e-05,7.117843051673844e-05,8.406724373344332e-05,9.69560569501482e-05,0.00010984487016685307,0.00012273367610760033,0.00013562249660026282,0.00014851130254101008,0.00016140012303367257,0.00017428892897441983,0.0001871777349151671,0.00020006655540782958,0.00021295536134857684,0.00022584418184123933,0.0002387329877819866,0.00025162179372273386,0.0002645106287673116,0.00027739943470805883,0.0002902882406488061,0.00030317704658955336,0.0003160658525303006,0.00032895468757487833,0.0003418434935156256,0.00035473229945637286,0.0003676211053971201,0.0003805099113378674,0.0003933987463824451,0.00040628755232319236,0.0004191763582639396,0.0004320651642046869,0.0004449539992492646,0.00045784280519001186,0.0004707316111307591],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,0,0,0,0,0,0,0,1,1,3,1,0,3,4,3,6,7,6,5,11,22,20,26,38,45,60,84,76,76,61,58,31,27,26,11,16,7,6,1,4,3,2,1,3,2,1,2,0,0,0,1,1,2,0,0,0,0,0,0,0,1],"bins":[-0.03403390944004059,-0.03291645273566246,-0.03179899975657463,-0.030681543052196503,-0.029564086347818375,-0.028446631506085396,-0.027329174801707268,-0.02621171995997429,-0.02509426325559616,-0.023976808413863182,-0.022859353572130203,-0.021741896867752075,-0.020624442026019096,-0.01950698532164097,-0.01838953047990799,-0.01727207377552986,-0.016154618933796883,-0.01503716316074133,-0.013919707387685776,-0.012802251614630222,-0.011684795841574669,-0.01056734099984169,-0.009449885226786137,-0.008332429453730583,-0.00721497368067503,-0.006097517907619476,-0.004980062134563923,-0.0038626068271696568,-0.0027451510541141033,-0.0016276953974738717,-0.0005102397408336401,0.0006072159158065915,0.0017246715724468231,0.0028421273455023766,0.00395958311855793,0.005077038425952196,0.0061944941990077496,0.007311949972063303,0.008429405279457569,0.009546861052513123,0.010664316825568676,0.01178177259862423,0.012899228371679783,0.014016684144735336,0.015134138986468315,0.016251595690846443,0.017369050532579422,0.01848650723695755,0.01960396207869053,0.020721416920423508,0.021838873624801636,0.022956328466534615,0.024073785170912743,0.02519124001264572,0.02630869671702385,0.02742615155875683,0.028543606400489807,0.029661063104867935,0.030778517946600914,0.03189597278833389,0.03301342949271202,0.03413088619709015,0.03524834290146828,0.03636579588055611,0.037483252584934235]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[2,1,2,4,2,8,12,9,20,30,45,65,95,139,195,332,484,727,1195,1895,2934,4918,8143,13950,25402,47381,89765,169478,287010,343774,258185,145546,77372,40800,22172,12534,7073,4185,2502,1542,1018,642,381,296,207,120,75,59,34,31,16,13,13,4,12,6,3,1,2,1,0,1,0,1],"bins":[-0.005126953125,-0.004952430725097656,-0.0047779083251953125,-0.004603385925292969,-0.004428863525390625,-0.004254341125488281,-0.0040798187255859375,-0.0039052963256835938,-0.00373077392578125,-0.0035562515258789062,-0.0033817291259765625,-0.0032072067260742188,-0.003032684326171875,-0.0028581619262695312,-0.0026836395263671875,-0.0025091171264648438,-0.0023345947265625,-0.0021600723266601562,-0.0019855499267578125,-0.0018110275268554688,-0.001636505126953125,-0.0014619827270507812,-0.0012874603271484375,-0.0011129379272460938,-0.00093841552734375,-0.0007638931274414062,-0.0005893707275390625,-0.00041484832763671875,-0.000240325927734375,-6.580352783203125e-05,0.0001087188720703125,0.00028324127197265625,0.000457763671875,0.0006322860717773438,0.0008068084716796875,0.0009813308715820312,0.001155853271484375,0.0013303756713867188,0.0015048980712890625,0.0016794204711914062,0.00185394287109375,0.0020284652709960938,0.0022029876708984375,0.0023775100708007812,0.002552032470703125,0.0027265548706054688,0.0029010772705078125,0.0030755996704101562,0.0032501220703125,0.0034246444702148438,0.0035991668701171875,0.0037736892700195312,0.003948211669921875,0.004122734069824219,0.0042972564697265625,0.004471778869628906,0.00464630126953125,0.004820823669433594,0.0049953460693359375,0.005169868469238281,0.005344390869140625,0.005518913269042969,0.0056934356689453125,0.005867958068847656,0.00604248046875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.01986568048596382,-0.019256124272942543,-0.018646569922566414,-0.018037013709545135,-0.017427457496523857,-0.016817903146147728,-0.01620834693312645,-0.015598791651427746,-0.014989236369729042,-0.014379680156707764,-0.01377012487500906,-0.013160569593310356,-0.012551013380289078,-0.011941458098590374,-0.01133190281689167,-0.010722346603870392,-0.010112791322171688,-0.009503236040472984,-0.008893679827451706,-0.008284124545753002,-0.007674569264054298,-0.007065013516694307,-0.006455457769334316,-0.0058459024876356125,-0.005236346740275621,-0.00462679099291563,-0.004017235711216927,-0.0034076799638569355,-0.002798124449327588,-0.0021885689347982407,-0.0015790133038535714,-0.0009694577311165631,-0.00035990215837955475,0.0002496534143574536,0.0008592089870944619,0.0014687646180391312,0.0020783201325684786,0.002687875647097826,0.003297431394457817,0.003906986676156521,0.004516542423516512,0.005126098170876503,0.005735653452575207,0.006345209199935198,0.006954764947295189,0.007564320228993893,0.008173875510692596,0.008783431723713875,0.009392987005412579,0.010002542287111282,0.01061209850013256,0.011221653781831264,0.011831209063529968,0.012440765276551247,0.01305032055824995,0.013659875839948654,0.014269432052969933,0.014878987334668636,0.01548854261636734,0.01609809882938862,0.016707653179764748,0.017317209392786026,0.017926765605807304,0.018536319956183434,0.019145876169204712],"_type":"histogram","values":[3,0,4,0,1,1,1,2,1,3,4,3,1,11,13,13,8,12,11,13,11,16,17,15,22,21,20,27,18,30,31,24,30,28,28,22,30,28,26,21,20,29,20,15,20,13,13,12,10,7,6,6,5,1,3,8,3,1,0,1,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[2,3,2,0,11,11,10,18,18,30,45,55,78,99,150,219,327,445,662,999,1399,2083,3320,4857,7254,11692,17625,29027,47112,75490,104346,99436,68497,42374,25331,16334,10275,6578,4533,2820,1937,1339,945,595,443,302,188,137,119,66,60,33,30,15,10,14,6,4,5,4,0,2,1,2],"bins":[-0.001373291015625,-0.0013288259506225586,-0.0012843608856201172,-0.0012398958206176758,-0.0011954307556152344,-0.001150965690612793,-0.0011065006256103516,-0.0010620355606079102,-0.0010175704956054688,-0.0009731054306030273,-0.0009286403656005859,-0.0008841753005981445,-0.0008397102355957031,-0.0007952451705932617,-0.0007507801055908203,-0.0007063150405883789,-0.0006618499755859375,-0.0006173849105834961,-0.0005729198455810547,-0.0005284547805786133,-0.0004839897155761719,-0.00043952465057373047,-0.00039505958557128906,-0.00035059452056884766,-0.00030612945556640625,-0.00026166439056396484,-0.00021719932556152344,-0.00017273426055908203,-0.00012826919555664062,-8.380413055419922e-05,-3.933906555175781e-05,5.125999450683594e-06,4.9591064453125e-05,9.40561294555664e-05,0.0001385211944580078,0.00018298625946044922,0.00022745132446289062,0.00027191638946533203,0.00031638145446777344,0.00036084651947021484,0.00040531158447265625,0.00044977664947509766,0.0004942417144775391,0.0005387067794799805,0.0005831718444824219,0.0006276369094848633,0.0006721019744873047,0.0007165670394897461,0.0007610321044921875,0.0008054971694946289,0.0008499622344970703,0.0008944272994995117,0.0009388923645019531,0.0009833574295043945,0.001027822494506836,0.0010722875595092773,0.0011167526245117188,0.0011612176895141602,0.0012056827545166016,0.001250147819519043,0.0012946128845214844,0.0013390779495239258,0.0013835430145263672,0.0014280080795288086,0.00147247314453125]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,3,0,4,1,4,1,3,7,6,13,11,10,15,24,22,37,40,48,42,33,38,41,54,47,43,40,40,30,22,16,15,13,8,9,2,4,2,4,4,1,2,0,3,0,0,2],"bins":[-0.0005685026408173144,-0.0005539946141652763,-0.0005394865875132382,-0.0005249785026535392,-0.0005104704760015011,-0.000495962449349463,-0.00048145439359359443,-0.00046694636694155633,-0.0004524383111856878,-0.0004379302845336497,-0.0004234222578816116,-0.00040891420212574303,-0.00039440617547370493,-0.0003798981197178364,-0.0003653900930657983,-0.00035088203730992973,-0.00033637401065789163,-0.00032186598400585353,-0.000307357928249985,-0.0002928499015979469,-0.00027834184584207833,-0.00026383381919004023,-0.0002493257634341717,-0.00023481773678213358,-0.00022030969557818025,-0.00020580165437422693,-0.0001912936131702736,-0.00017678557196632028,-0.00016227754531428218,-0.00014776950411032885,-0.00013326146290637553,-0.0001187534217024222,-0.00010424540960229933,-8.973736839834601e-05,-7.522932719439268e-05,-6.072129326639697e-05,-4.6213252062443644e-05,-3.170521085849032e-05,-1.71971732925158e-05,-2.689133907551877e-06,1.1818905477412045e-05,2.6326944862375967e-05,4.083498424733989e-05,5.534302181331441e-05,6.985106301726773e-05,8.435910422122106e-05,9.886713814921677e-05,0.0001133751793531701,0.00012788322055712342,0.00014239126176107675,0.00015689930296503007,0.0001714073441689834,0.00018591538537293673,0.00020042341202497482,0.00021493145322892815,0.00022943949443288147,0.0002439475356368348,0.0002584555768407881,0.0002729636034928262,0.0002874716592486948,0.0003019796859007329,0.00031648774165660143,0.0003309957683086395,0.0003455038240645081,0.0003600118507165462],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.09451314806938171,-0.09155317395925522,-0.08859319984912872,-0.08563322573900223,-0.08267325162887573,-0.07971327751874924,-0.07675330340862274,-0.07379332929849625,-0.07083335518836975,-0.06787338107824326,-0.06491340696811676,-0.061953432857990265,-0.05899345874786377,-0.056033484637737274,-0.05307351052761078,-0.05011353641748428,-0.04715356230735779,-0.04419358819723129,-0.0412336140871048,-0.0382736399769783,-0.03531366586685181,-0.03235369175672531,-0.029393717646598816,-0.02643374353647232,-0.023473769426345825,-0.02051379531621933,-0.017553821206092834,-0.014593847095966339,-0.011633872985839844,-0.008673898875713348,-0.005713924765586853,-0.0027539506554603577,0.00020601600408554077,0.003165990114212036,0.0061259642243385315,0.009085938334465027,0.012045912444591522,0.015005886554718018,0.017965860664844513,0.02092583477497101,0.023885808885097504,0.026845782995224,0.029805757105350494,0.03276573121547699,0.035725705325603485,0.03868567943572998,0.041645653545856476,0.04460562765598297,0.04756560176610947,0.05052557587623596,0.05348554998636246,0.05644552409648895,0.05940549820661545,0.06236547231674194,0.06532544642686844,0.06828542053699493,0.07124539464712143,0.07420536875724792,0.07716534286737442,0.08012531697750092,0.08308529108762741,0.0860452651977539,0.0890052393078804,0.0919652134180069,0.09492518752813339],"_type":"histogram","values":[2,0,3,3,16,21,26,51,105,143,222,381,566,894,1267,1806,2679,3603,4877,6390,8268,10575,13108,15913,19059,21913,25013,28150,30777,32561,34177,34664,34482,33957,32162,30255,27947,24715,21543,18672,15812,12849,10258,8105,6182,4589,3575,2412,1730,1177,783,539,322,213,118,79,59,18,18,12,5,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[2,0,1,2,2,5,1,7,11,12,18,25,40,47,71,118,185,264,428,631,917,1381,2432,3441,5308,8510,12720,20442,31992,48603,73722,95294,91715,67154,44521,28680,18399,11468,7441,4878,3127,2079,1298,758,580,356,239,164,110,71,51,33,20,9,17,6,4,5,4,0,3,0,1,1],"bins":[-0.0079345703125,-0.007685661315917969,-0.0074367523193359375,-0.007187843322753906,-0.006938934326171875,-0.006690025329589844,-0.0064411163330078125,-0.006192207336425781,-0.00594329833984375,-0.005694389343261719,-0.0054454803466796875,-0.005196571350097656,-0.004947662353515625,-0.004698753356933594,-0.0044498443603515625,-0.004200935363769531,-0.0039520263671875,-0.0037031173706054688,-0.0034542083740234375,-0.0032052993774414062,-0.002956390380859375,-0.0027074813842773438,-0.0024585723876953125,-0.0022096633911132812,-0.00196075439453125,-0.0017118453979492188,-0.0014629364013671875,-0.0012140274047851562,-0.000965118408203125,-0.0007162094116210938,-0.0004673004150390625,-0.00021839141845703125,3.0517578125e-05,0.00027942657470703125,0.0005283355712890625,0.0007772445678710938,0.001026153564453125,0.0012750625610351562,0.0015239715576171875,0.0017728805541992188,0.00202178955078125,0.0022706985473632812,0.0025196075439453125,0.0027685165405273438,0.003017425537109375,0.0032663345336914062,0.0035152435302734375,0.0037641525268554688,0.0040130615234375,0.004261970520019531,0.0045108795166015625,0.004759788513183594,0.005008697509765625,0.005257606506347656,0.0055065155029296875,0.005755424499511719,0.00600433349609375,0.006253242492675781,0.0065021514892578125,0.006751060485839844,0.006999969482421875,0.007248878479003906,0.0074977874755859375,0.007746696472167969,0.00799560546875]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,1,1,1,0,1,3,1,5,2,3,0,7,3,3,8,8,10,8,16,13,16,15,19,12,18,27,15,26,24,34,23,28,30,32,26,22,36,34,21,18,33,15,17,16,18,11,14,16,12,11,6,9,3,0,2,5,4,1,1,1,0,0,2],"bins":[-0.021156614646315575,-0.02052476443350315,-0.019892916083335876,-0.019261065870523453,-0.01862921565771103,-0.017997365444898605,-0.01736551523208618,-0.016733666881918907,-0.016101816669106483,-0.01546996645629406,-0.01483811717480421,-0.014206267893314362,-0.013574417680501938,-0.012942567467689514,-0.012310718186199665,-0.011678868904709816,-0.011047018691897392,-0.010415168479084969,-0.00978331919759512,-0.00915146991610527,-0.008519619703292847,-0.007887769490480423,-0.007255920208990574,-0.0066240704618394375,-0.005992220714688301,-0.005360370967537165,-0.004728521220386028,-0.004096671473234892,-0.0034648217260837555,-0.002832971978932619,-0.0022011222317814827,-0.0015692724846303463,-0.0009374208748340607,-0.00030557112768292427,0.00032627861946821213,0.0009581283666193485,0.001589978113770485,0.0022218278609216213,0.0028536776080727577,0.003485527355223894,0.0041173771023750305,0.004749226849526167,0.005381076596677303,0.00601292634382844,0.006644776090979576,0.0072766258381307125,0.007908475585281849,0.008540324866771698,0.009172175079584122,0.009804025292396545,0.010435874573886395,0.011067723855376244,0.011699574068188667,0.012331424281001091,0.01296327356249094,0.01359512284398079,0.014226973056793213,0.014858823269605637,0.015490672551095486,0.016122521832585335,0.01675437204539776,0.017386222258210182,0.018018070608377457,0.01864992082118988,0.019281771034002304],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[2,1,2,3,8,14,22,51,89,154,268,471,737,1164,1763,2773,4028,5914,8395,11709,16211,21081,27401,34565,42828,51657,60897,69884,77768,85503,90864,95756,96916,96501,93600,88619,82281,74211,65174,56582,47342,38832,31505,24627,18737,13963,10313,7255,5004,3378,2326,1456,910,576,353,183,115,58,32,17,7,4,2,2],"bins":[-0.10145654529333115,-0.09836042672395706,-0.09526431560516357,-0.09216819703578949,-0.0890720784664154,-0.08597595989704132,-0.08287984132766724,-0.07978373020887375,-0.07668761163949966,-0.07359149307012558,-0.07049538195133209,-0.06739926338195801,-0.06430314481258392,-0.06120702624320984,-0.05811091139912605,-0.05501479655504227,-0.05191867798566818,-0.0488225594162941,-0.04572644457221031,-0.042630329728126526,-0.03953421115875244,-0.03643809258937836,-0.03334197774529457,-0.030245861038565636,-0.0271497443318367,-0.024053627625107765,-0.02095751091837883,-0.017861394211649895,-0.01476527750492096,-0.011669160798192024,-0.008573044091463089,-0.005476927384734154,-0.0023808181285858154,0.0007152985781431198,0.003811415284872055,0.00690753199160099,0.010003648698329926,0.01309976540505886,0.016195882111787796,0.01929199881851673,0.022388115525245667,0.025484232231974602,0.028580348938703537,0.03167646378278732,0.03477258235216141,0.03786870092153549,0.04096481576561928,0.044060930609703064,0.04715704917907715,0.05025316774845123,0.05334928259253502,0.056445397436618805,0.05954151600599289,0.06263763457536697,0.06573374569416046,0.06882986426353455,0.07192598283290863,0.07502210140228271,0.0781182199716568,0.08121433109045029,0.08431044965982437,0.08740656822919846,0.09050267934799194,0.09359879791736603,0.09669491648674011],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,0,9,17,30,54,103,172,303,562,921,1585,2467,3858,5792,8469,12027,16724,22953,29879,37952,46848,57119,67595,77724,86503,93561,99856,102408,102795,100400,95527,87984,79327,69985,59358,49189,39921,31297,23851,17971,13036,9196,6288,4216,2799,1772,994,638,374,225,110,71,26,13,2,2,0,0,3],"bins":[-0.10892006754875183,-0.10562992095947266,-0.10233977437019348,-0.0990496277809143,-0.09575948119163513,-0.09246934205293655,-0.08917919546365738,-0.0858890488743782,-0.08259890228509903,-0.07930875569581985,-0.07601860910654068,-0.0727284625172615,-0.06943832337856293,-0.06614817678928375,-0.06285803020000458,-0.0595678836107254,-0.05627773702144623,-0.05298759043216705,-0.04969744384288788,-0.046407300978899,-0.04311715438961983,-0.03982700780034065,-0.036536864936351776,-0.0332467183470726,-0.029956571757793427,-0.02666642516851425,-0.023376280441880226,-0.0200861357152462,-0.016795989125967026,-0.013505843468010426,-0.010215697810053825,-0.006925552152097225,-0.003635399043560028,-0.0003452533856034279,0.0029448922723531723,0.0062350379303097725,0.009525183588266373,0.012815329246222973,0.016105474904179573,0.0193956196308136,0.022685766220092773,0.025975912809371948,0.029266057536005974,0.03255620226264,0.035846348851919174,0.03913649544119835,0.042426638305187225,0.0457167848944664,0.049006931483745575,0.05229707807302475,0.055587224662303925,0.0588773675262928,0.062167514115571976,0.06545765697956085,0.06874780356884003,0.0720379501581192,0.07532809674739838,0.07861824333667755,0.08190838992595673,0.0851985365152359,0.08848868310451508,0.09177882224321365,0.09506896883249283,0.098359115421772,0.10164926201105118]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,1,2,3,0,5,1,6,1,6,6,5,6,9,17,12,17,20,26,14,14,23,26,18,24,23,34,30,40,31,30,32,36,29,29,21,13,22,12,22,16,18,12,15,9,6,4,5,1,3,5,2,0,1,0,0,1,0,0,0,1],"bins":[-0.017565390095114708,-0.01700453646481037,-0.016443680971860886,-0.01588282734155655,-0.015321971848607063,-0.014761117286980152,-0.014200262725353241,-0.01363940816372633,-0.013078553602099419,-0.012517699971795082,-0.011956845410168171,-0.01139599084854126,-0.010835136286914349,-0.010274281725287437,-0.009713427163660526,-0.009152572602033615,-0.008591718040406704,-0.008030863478779793,-0.007470008917152882,-0.0069091543555259705,-0.006348299793899059,-0.0057874456979334354,-0.005226591136306524,-0.004665736574679613,-0.004104882013052702,-0.003544027451425791,-0.0029831728897988796,-0.002422318561002612,-0.001861463999375701,-0.0013006094377487898,-0.0007397549925372005,-0.0001789004891179502,0.00038195401430130005,0.0009428085177205503,0.0015036630211398005,0.00206451746635139,0.002625372027978301,0.003186226589605212,0.0037470809184014797,0.004307935480028391,0.004868790041655302,0.005429644603282213,0.005990499164909124,0.0065513537265360355,0.007112207822501659,0.0076730623841285706,0.008233916945755482,0.008794771507382393,0.009355626069009304,0.009916480630636215,0.010477335192263126,0.011038189753890038,0.011599044315516949,0.01215989887714386,0.012720753438770771,0.013281608000397682,0.013842461630702019,0.01440331619232893,0.014964170753955841,0.015525025315582752,0.016085879877209663,0.01664673537015915,0.017207589000463486,0.01776844449341297,0.018329298123717308]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[2,0,3,4,6,12,20,43,86,161,301,398,681,1140,1816,2798,4225,6179,8814,12461,16868,22741,29246,36931,45166,54308,64078,73096,82145,89660,94439,98400,99205,97750,93946,87872,80360,71797,62082,52861,44016,35192,27640,21595,16039,11500,8310,5799,3805,2547,1699,1047,645,388,235,133,85,38,31,10,5,2,1,1],"bins":[-0.10258223861455917,-0.09941671788692474,-0.09625119715929031,-0.09308567643165588,-0.08992015570402145,-0.08675463497638702,-0.0835891142487526,-0.08042359352111816,-0.07725808024406433,-0.0740925595164299,-0.07092703878879547,-0.06776151806116104,-0.06459599733352661,-0.06143047660589218,-0.05826495587825775,-0.05509943515062332,-0.05193391442298889,-0.04876839369535446,-0.04560287296772003,-0.0424373522400856,-0.03927183151245117,-0.03610631451010704,-0.03294079378247261,-0.02977527305483818,-0.02660975232720375,-0.02344423159956932,-0.02027871087193489,-0.01711319200694561,-0.01394767127931118,-0.01078215055167675,-0.007616630755364895,-0.004451110493391752,-0.0012855902314186096,0.001879930030554533,0.005045450292527676,0.008210970088839531,0.011376490816473961,0.01454201154410839,0.01770753040909767,0.0208730511367321,0.02403857186436653,0.02720409259200096,0.03036961331963539,0.03353513404726982,0.03670065104961395,0.03986617177724838,0.04303169250488281,0.04619721323251724,0.04936273396015167,0.0525282546877861,0.05569377541542053,0.05885929614305496,0.06202481687068939,0.06519033759832382,0.06835585832595825,0.07152137905359268,0.07468689978122711,0.07785241305828094,0.08101793378591537,0.0841834545135498,0.08734897524118423,0.09051449596881866,0.0936800166964531,0.09684553742408752,0.10001105815172195]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-1.0610058325255523e-06,-1.0256827636112575e-06,-9.903595810101251e-07,-9.550365120958304e-07,-9.197133863381168e-07,-8.843902605804033e-07,-8.490671916661086e-07,-8.13744065908395e-07,-7.784209401506814e-07,-7.430978143929678e-07,-7.077746886352543e-07,-6.724516197209596e-07,-6.37128493963246e-07,-6.018053682055324e-07,-5.664822992912377e-07,-5.311591735335242e-07,-4.958360477758106e-07,-4.60512922018097e-07,-4.251898246820929e-07,-3.8986672734608874e-07,-3.5454360158837517e-07,-3.192204758306616e-07,-2.8389737849465746e-07,-2.485742811586533e-07,-2.1325115540093975e-07,-1.779280438540809e-07,-1.4260493230722204e-07,-1.0728182076036319e-07,-7.195870921350433e-08,-3.663559766664548e-08,-1.3124861197866267e-09,3.401062542707223e-08,6.933362328709336e-08,1.0465673483395221e-07,1.3997984638081107e-07,1.7530295792766992e-07,2.1062606947452878e-07,2.4594919523224235e-07,2.812722925682465e-07,3.165953899042506e-07,3.519185156619642e-07,3.8724164141967776e-07,4.225647387556819e-07,4.5788783609168604e-07,4.932109618493996e-07,5.285340876071132e-07,5.638571565214079e-07,5.991802822791215e-07,6.34503408036835e-07,6.698265337945486e-07,7.051496595522622e-07,7.404727284665569e-07,7.757958542242704e-07,8.11118979981984e-07,8.464420488962787e-07,8.817651746539923e-07,9.170883004117059e-07,9.524114261694194e-07,9.87734551927133e-07,1.0230576208414277e-06,1.0583808034425601e-06,1.0937038723568548e-06,1.1290269412711496e-06,1.164350123872282e-06,1.1996731927865767e-06],"_type":"histogram","values":[1,0,0,1,0,4,1,1,1,0,1,1,0,2,6,6,8,10,6,12,16,26,15,23,39,31,40,42,48,57,50,30,51,38,43,36,26,21,12,12,14,7,2,8,1,4,2,4,1,2,1,0,1,0,0,1,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,1,4,2,3,4,5,17,15,14,37,66,73,105,170,262,309,381,574,877,1177,1768,2365,3560,5102,8345,12220,19232,32075,55728,110112,261301,475522,294284,127234,62877,36441,21904,13317,8890,5449,3742,2338,1599,1048,732,463,396,244,160,104,75,41,41,26,11,5,5,3,5,2,0,1],"bins":[-0.02099609375,-0.0203704833984375,-0.019744873046875,-0.0191192626953125,-0.01849365234375,-0.0178680419921875,-0.017242431640625,-0.0166168212890625,-0.0159912109375,-0.0153656005859375,-0.014739990234375,-0.0141143798828125,-0.01348876953125,-0.0128631591796875,-0.012237548828125,-0.0116119384765625,-0.010986328125,-0.0103607177734375,-0.009735107421875,-0.0091094970703125,-0.00848388671875,-0.0078582763671875,-0.007232666015625,-0.0066070556640625,-0.0059814453125,-0.0053558349609375,-0.004730224609375,-0.0041046142578125,-0.00347900390625,-0.0028533935546875,-0.002227783203125,-0.0016021728515625,-0.0009765625,-0.0003509521484375,0.000274658203125,0.0009002685546875,0.00152587890625,0.0021514892578125,0.002777099609375,0.0034027099609375,0.0040283203125,0.0046539306640625,0.005279541015625,0.0059051513671875,0.00653076171875,0.0071563720703125,0.007781982421875,0.0084075927734375,0.009033203125,0.0096588134765625,0.010284423828125,0.0109100341796875,0.01153564453125,0.0121612548828125,0.012786865234375,0.0134124755859375,0.0140380859375,0.0146636962890625,0.015289306640625,0.0159149169921875,0.01654052734375,0.0171661376953125,0.017791748046875,0.0184173583984375,0.01904296875]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.09685540199279785,-0.09383904933929443,-0.09082269668579102,-0.0878063440322876,-0.08478999137878418,-0.08177363127470016,-0.07875727862119675,-0.07574092596769333,-0.07272457331418991,-0.06970822066068649,-0.06669186800718307,-0.06367551535367966,-0.06065915897488594,-0.05764280632138252,-0.054626449942588806,-0.05161009728908539,-0.04859374463558197,-0.04557739198207855,-0.042561039328575134,-0.03954468294978142,-0.036528330296278,-0.03351197764277458,-0.030495623126626015,-0.027479268610477448,-0.02446291595697403,-0.02144656330347061,-0.018430208787322044,-0.015413855202496052,-0.01239750161767006,-0.009381148032844067,-0.006364794448018074,-0.0033484408631920815,-0.0003320947289466858,0.002684258855879307,0.005700612440705299,0.008716966025531292,0.011733319610357285,0.014749673195183277,0.01776602678000927,0.020782381296157837,0.023798733949661255,0.026815086603164673,0.02983144111931324,0.03284779563546181,0.035864148288965225,0.03888050094246864,0.04189685732126236,0.04491320997476578,0.047929562628269196,0.050945915281772614,0.05396226793527603,0.05697862431406975,0.059994976967573166,0.06301133334636688,0.0660276859998703,0.06904403865337372,0.07206039130687714,0.07507674396038055,0.07809309661388397,0.08110944926738739,0.08412580192089081,0.08714216202497482,0.09015851467847824,0.09317486733198166,0.09619121998548508],"_type":"histogram","values":[2,2,1,4,4,12,21,31,62,99,148,285,466,716,1021,1571,2215,3122,4226,5754,7760,9901,12317,15333,18367,21511,24730,27904,30572,32920,34655,35411,35277,34876,33036,31176,28337,25365,22380,19045,16046,13047,10371,8072,6173,4757,3332,2462,1639,1173,782,483,358,194,144,70,31,25,14,8,4,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,2,3,4,2,4,7,6,9,8,10,7,10,13,23,23,17,22,27,33,37,37,41,36,31,32,31,26,25,29,19,25,22,16,27,15,10,12,9,12,8,6,4,5,5,1,4,2,0,1,0,1,1,1,1,3],"bins":[-0.0004377263248898089,-0.0004241757560521364,-0.0004106251581106335,-0.000397074589272961,-0.0003835239913314581,-0.0003699734224937856,-0.00035642285365611315,-0.0003428722557146102,-0.00032932168687693775,-0.0003157711180392653,-0.00030222052009776235,-0.0002886699512600899,-0.0002751193824224174,-0.0002615687844809145,-0.000248018215643242,-0.0002344676322536543,-0.0002209170488640666,-0.0002073664654744789,-0.0001938158820848912,-0.00018026531324721873,-0.00016671472985763103,-0.00015316414646804333,-0.00013961357763037086,-0.00012606299424078315,-0.00011251241085119545,-9.896182746160775e-05,-8.541125134797767e-05,-7.186067523434758e-05,-5.831009184475988e-05,-4.475951209315099e-05,-3.1208932341542095e-05,-1.76583525899332e-05,-4.107772838324308e-06,9.442806913284585e-06,2.2993386664893478e-05,3.654396641650237e-05,5.0094546168111265e-05,6.364512955769897e-05,7.719570567132905e-05,9.074628178495914e-05,0.00010429686517454684,0.00011784744856413454,0.00013139803195372224,0.0001449486007913947,0.0001584991841809824,0.0001720497675705701,0.00018560033640824258,0.00019915091979783028,0.00021270150318741798,0.00022625208657700568,0.00023980266996659338,0.00025335323880426586,0.0002669038367457688,0.00028045440558344126,0.00029400497442111373,0.00030755557236261666,0.00032110614120028913,0.0003346567100379616,0.00034820730797946453,0.000361757876817137,0.0003753084456548095,0.0003888590435963124,0.0004024096124339849,0.0004159602103754878,0.0004295107792131603]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[4,7,2,9,25,35,85,110,180,335,499,730,1071,1600,2237,3242,4357,5777,7631,9796,12475,15128,17933,21078,24346,27375,29763,32046,33946,34752,35105,34265,33340,31255,28530,25598,22687,19527,16527,13583,10792,8518,6666,4997,3696,2664,1796,1352,826,587,347,243,145,82,45,32,21,12,2,4,1,2,2,1],"bins":[-0.09005184471607208,-0.08707089722156525,-0.08408995717763901,-0.08110900968313217,-0.07812806218862534,-0.0751471221446991,-0.07216617465019226,-0.06918522715568542,-0.06620427966117859,-0.06322333961725235,-0.060242392122745514,-0.057261448353528976,-0.05428050458431244,-0.0512995570898056,-0.048318613320589066,-0.04533766582608223,-0.04235672205686569,-0.039375778287649155,-0.03639483079314232,-0.03341388702392578,-0.030432941392064095,-0.027451995760202408,-0.02447105199098587,-0.021490106359124184,-0.018509160727262497,-0.01552821509540081,-0.012547270394861698,-0.009566325694322586,-0.006585380062460899,-0.0036044348962605,-0.0006234897300601006,0.002357455436140299,0.005338393151760101,0.008319338783621788,0.0113002834841609,0.014281228184700012,0.0172621738165617,0.020243119448423386,0.023224063217639923,0.02620500884950161,0.029185954481363297,0.032166898250579834,0.03514784574508667,0.03812878951430321,0.041109733283519745,0.04409068077802658,0.04707162454724312,0.050052572041749954,0.05303351581096649,0.05601445958018303,0.058995407074689865,0.0619763508439064,0.06495729833841324,0.06793823838233948,0.07091918587684631,0.07390013337135315,0.07688108086585999,0.07986202090978622,0.08284296840429306,0.0858239158987999,0.08880485594272614,0.09178580343723297,0.09476675093173981,0.09774769097566605,0.10072863847017288]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[3,0,1,4,8,20,28,30,62,119,211,354,492,780,1164,1613,2338,3182,4318,5980,7689,9595,12195,15006,17727,20978,24024,27005,29514,31380,33640,34541,34498,34209,32662,31327,28714,25800,22799,19597,16824,13828,11415,8956,6890,5276,3938,2915,1973,1419,978,638,440,280,178,110,72,42,15,22,4,3,0,1],"bins":[-0.09521152079105377,-0.09226593375205994,-0.0893203392624855,-0.08637475222349167,-0.08342916518449783,-0.0804835706949234,-0.07753798365592957,-0.07459239661693573,-0.0716468095779419,-0.06870121508836746,-0.06575562804937363,-0.06281004101037979,-0.05986444652080536,-0.05691885948181152,-0.05397326871752739,-0.051027681678533554,-0.04808209091424942,-0.045136500149965286,-0.04219091311097145,-0.03924532234668732,-0.03629973530769348,-0.03335414454340935,-0.030408553779125214,-0.02746296487748623,-0.024517375975847244,-0.02157178707420826,-0.018626198172569275,-0.01568060740828514,-0.012735018506646156,-0.009789429605007172,-0.006843839772045612,-0.0038982504047453403,-0.0009526535868644714,0.0019929357804358006,0.0049385251477360725,0.007884114980697632,0.010829703882336617,0.013775292783975601,0.016720883548259735,0.01966647244989872,0.022612061351537704,0.02555765025317669,0.028503239154815674,0.03144882991909981,0.03439442068338394,0.03734000772237778,0.04028559848666191,0.043231185525655746,0.04617677628993988,0.049122367054224014,0.05206795409321785,0.055013544857501984,0.05795913189649582,0.06090472266077995,0.06385031342506409,0.06679590046405792,0.06974148750305176,0.07268708199262619,0.07563266903162003,0.07857825607061386,0.0815238505601883,0.08446943759918213,0.08741502463817596,0.0903606191277504,0.09330620616674423]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.016845703125,-0.016313552856445312,-0.015781402587890625,-0.015249252319335938,-0.01471710205078125,-0.014184951782226562,-0.013652801513671875,-0.013120651245117188,-0.0125885009765625,-0.012056350708007812,-0.011524200439453125,-0.010992050170898438,-0.01045989990234375,-0.009927749633789062,-0.009395599365234375,-0.008863449096679688,-0.008331298828125,-0.0077991485595703125,-0.007266998291015625,-0.0067348480224609375,-0.00620269775390625,-0.0056705474853515625,-0.005138397216796875,-0.0046062469482421875,-0.0040740966796875,-0.0035419464111328125,-0.003009796142578125,-0.0024776458740234375,-0.00194549560546875,-0.0014133453369140625,-0.000881195068359375,-0.0003490447998046875,0.00018310546875,0.0007152557373046875,0.001247406005859375,0.0017795562744140625,0.00231170654296875,0.0028438568115234375,0.003376007080078125,0.0039081573486328125,0.0044403076171875,0.0049724578857421875,0.005504608154296875,0.0060367584228515625,0.00656890869140625,0.0071010589599609375,0.007633209228515625,0.008165359497070312,0.008697509765625,0.009229660034179688,0.009761810302734375,0.010293960571289062,0.01082611083984375,0.011358261108398438,0.011890411376953125,0.012422561645507812,0.0129547119140625,0.013486862182617188,0.014019012451171875,0.014551162719726562,0.01508331298828125,0.015615463256835938,0.016147613525390625,0.016679763793945312,0.0172119140625],"_type":"histogram","values":[4,0,4,9,8,18,14,17,31,42,76,80,103,176,219,313,430,571,887,1215,1840,2328,3595,4784,6946,10003,14740,21801,33157,50285,75751,100887,85529,57202,37692,24785,16603,11285,7966,5193,3758,2786,1822,1429,911,725,451,380,267,196,138,115,65,51,37,22,28,23,10,7,5,3,3,3]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[0.9992843866348267,0.9993093609809875,0.9993343353271484,0.9993593096733093,0.9993842840194702,0.9994092583656311,0.999434232711792,0.9994592070579529,0.9994841814041138,0.9995090961456299,0.9995340704917908,0.9995590448379517,0.9995840191841125,0.9996089935302734,0.9996339678764343,0.9996589422225952,0.9996839165687561,0.999708890914917,0.9997338652610779,0.9997588396072388,0.9997838139533997,0.9998087882995605,0.9998337626457214,0.9998587369918823,0.9998836517333984,0.9999086260795593,0.9999336004257202,0.9999585747718811,0.999983549118042,1.0000085830688477,1.0000334978103638,1.0000585317611694,1.0000834465026855,1.0001083612442017,1.0001333951950073,1.0001583099365234,1.000183343887329,1.0002082586288452,1.0002332925796509,1.000258207321167,1.0002832412719727,1.0003081560134888,1.0003331899642944,1.0003581047058105,1.0003831386566162,1.0004080533981323,1.000433087348938,1.000458002090454,1.0004830360412598,1.0005079507827759,1.000532865524292,1.0005578994750977,1.0005828142166138,1.0006078481674194,1.0006327629089355,1.0006577968597412,1.0006827116012573,1.000707745552063,1.000732660293579,1.0007576942443848,1.0007826089859009,1.0008076429367065,1.0008325576782227,1.0008575916290283,1.0008825063705444],"_type":"histogram","values":[1,1,0,1,2,2,1,1,1,9,5,6,5,7,11,16,8,13,11,16,22,21,25,29,33,36,29,35,33,30,34,36,31,32,23,28,15,15,10,14,9,17,13,13,13,6,10,4,5,3,5,1,5,5,3,2,0,1,0,1,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,1,4,3,6,8,15,11,20,26,47,66,71,127,185,262,355,595,839,1256,1840,2857,4112,6379,9977,15352,24054,38711,59750,84970,97693,82149,56750,36060,22781,14565,9343,6289,3990,2727,1737,1302,768,563,353,279,172,125,90,60,50,30,10,10,9,5,6,1,3,1,1],"bins":[-0.000621795654296875,-0.0006031990051269531,-0.0005846023559570312,-0.0005660057067871094,-0.0005474090576171875,-0.0005288124084472656,-0.0005102157592773438,-0.0004916191101074219,-0.0004730224609375,-0.0004544258117675781,-0.00043582916259765625,-0.0004172325134277344,-0.0003986358642578125,-0.0003800392150878906,-0.00036144256591796875,-0.0003428459167480469,-0.000324249267578125,-0.0003056526184082031,-0.00028705596923828125,-0.0002684593200683594,-0.0002498626708984375,-0.00023126602172851562,-0.00021266937255859375,-0.00019407272338867188,-0.00017547607421875,-0.00015687942504882812,-0.00013828277587890625,-0.00011968612670898438,-0.0001010894775390625,-8.249282836914062e-05,-6.389617919921875e-05,-4.5299530029296875e-05,-2.6702880859375e-05,-8.106231689453125e-06,1.049041748046875e-05,2.9087066650390625e-05,4.76837158203125e-05,6.628036499023438e-05,8.487701416015625e-05,0.00010347366333007812,0.0001220703125,0.00014066696166992188,0.00015926361083984375,0.00017786026000976562,0.0001964569091796875,0.00021505355834960938,0.00023365020751953125,0.0002522468566894531,0.000270843505859375,0.0002894401550292969,0.00030803680419921875,0.0003266334533691406,0.0003452301025390625,0.0003638267517089844,0.00038242340087890625,0.0004010200500488281,0.00041961669921875,0.0004382133483886719,0.00045680999755859375,0.0004754066467285156,0.0004940032958984375,0.0005125999450683594,0.0005311965942382812,0.0005497932434082031,0.000568389892578125]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[1,1,2,11,10,14,27,37,63,119,178,266,420,607,872,1319,1893,2597,3574,4899,6395,8118,10075,12899,15471,17984,20710,23803,26700,28994,30989,32402,33358,33823,32802,32053,30169,28075,25389,22758,19747,16961,14087,11723,9397,7421,5650,4317,3265,2340,1538,1177,830,551,345,237,159,76,52,33,19,11,5,6],"bins":[-0.095119409263134,-0.09226226806640625,-0.0894051194190979,-0.08654797077178955,-0.0836908295750618,-0.08083368837833405,-0.0779765397310257,-0.07511939108371735,-0.0722622498869896,-0.06940510869026184,-0.06654796004295349,-0.06369081139564514,-0.06083367019891739,-0.05797652527689934,-0.05511938035488129,-0.052262235432863235,-0.049405090510845184,-0.04654794558882713,-0.04369080066680908,-0.04083365574479103,-0.03797651082277298,-0.03511936590075493,-0.03226222097873688,-0.029405076056718826,-0.026547931134700775,-0.023690786212682724,-0.020833641290664673,-0.01797649636864662,-0.01511935144662857,-0.01226220652461052,-0.009405061602592468,-0.006547916680574417,-0.003690779209136963,-0.0008336342871189117,0.0020235106348991394,0.0048806555569171906,0.007737800478935242,0.010594945400953293,0.013452090322971344,0.016309235244989395,0.019166380167007446,0.022023525089025497,0.02488067001104355,0.0277378149330616,0.03059495985507965,0.0334521047770977,0.03630924969911575,0.039166394621133804,0.042023539543151855,0.04488068446516991,0.04773782938718796,0.05059497430920601,0.05345211923122406,0.05630926415324211,0.05916640907526016,0.062023553997278214,0.06488069891929626,0.06773784756660461,0.07059498876333237,0.07345212996006012,0.07630927860736847,0.07916642725467682,0.08202356845140457,0.08488070964813232,0.08773785829544067],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,2,1,1,0,0,0,4,1,2,5,4,1,8,14,14,23,26,31,37,49,59,77,59,69,65,43,35,36,19,12,14,12,11,6,3,3,1,3,1,3,3,0,3,2,0,0,0,1,2,0,0,0,1],"bins":[-0.012438143603503704,-0.012068117037415504,-0.01169809140264988,-0.011328065767884254,-0.010958039201796055,-0.010588012635707855,-0.01021798700094223,-0.009847961366176605,-0.009477934800088406,-0.009107908234000206,-0.008737882599234581,-0.008367856964468956,-0.007997830398380756,-0.007627804297953844,-0.007257778197526932,-0.0068877520971000195,-0.006517725996673107,-0.006147699896246195,-0.0057776737958192825,-0.00540764769539237,-0.005037621594965458,-0.004667595494538546,-0.004297569394111633,-0.003927543293684721,-0.0035575171932578087,-0.0031874910928308964,-0.002817464992403984,-0.0024474388919770718,-0.0020774127915501595,-0.0017073866911232471,-0.0013373605906963348,-0.0009673344902694225,-0.0005973074585199356,-0.0002272813580930233,0.000142744742333889,0.0005127708427608013,0.0008827969431877136,0.001252823043614626,0.0016228491440415382,0.0019928752444684505,0.002362901344895363,0.002732927445322275,0.0031029535457491875,0.0034729796461760998,0.003843005746603012,0.004213031847029924,0.004583057947456837,0.004953084047883749,0.005323110148310661,0.005693136248737574,0.006063162349164486,0.006433188449591398,0.0068032145500183105,0.007173240650445223,0.007543266750872135,0.007913293316960335,0.00828331895172596,0.008653344586491585,0.009023371152579784,0.009393397718667984,0.009763423353433609,0.010133448988199234,0.010503475554287434,0.010873502120375633,0.011243527755141258]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[2,0,0,1,0,1,5,8,7,6,13,22,32,62,63,128,171,270,392,659,1027,1733,2667,4231,6687,10641,17412,26433,40030,60112,82706,93436,79177,56496,37760,24380,15580,10415,6283,3927,2457,1601,1046,636,395,233,175,113,69,46,21,23,12,9,7,0,3,0,1,0,1,0,0,1],"bins":[-0.00579833984375,-0.005613803863525391,-0.005429267883300781,-0.005244731903076172,-0.0050601959228515625,-0.004875659942626953,-0.004691123962402344,-0.004506587982177734,-0.004322052001953125,-0.004137516021728516,-0.003952980041503906,-0.003768444061279297,-0.0035839080810546875,-0.003399372100830078,-0.0032148361206054688,-0.0030303001403808594,-0.00284576416015625,-0.0026612281799316406,-0.0024766921997070312,-0.002292156219482422,-0.0021076202392578125,-0.0019230842590332031,-0.0017385482788085938,-0.0015540122985839844,-0.001369476318359375,-0.0011849403381347656,-0.0010004043579101562,-0.0008158683776855469,-0.0006313323974609375,-0.0004467964172363281,-0.00026226043701171875,-7.772445678710938e-05,0.0001068115234375,0.0002913475036621094,0.00047588348388671875,0.0006604194641113281,0.0008449554443359375,0.0010294914245605469,0.0012140274047851562,0.0013985633850097656,0.001583099365234375,0.0017676353454589844,0.0019521713256835938,0.002136707305908203,0.0023212432861328125,0.002505779266357422,0.0026903152465820312,0.0028748512268066406,0.00305938720703125,0.0032439231872558594,0.0034284591674804688,0.003612995147705078,0.0037975311279296875,0.003982067108154297,0.004166603088378906,0.004351139068603516,0.004535675048828125,0.004720211029052734,0.004904747009277344,0.005089282989501953,0.0052738189697265625,0.005458354949951172,0.005642890930175781,0.005827426910400391,0.006011962890625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,1,3,2,3,2,5,7,3,3,6,7,9,10,17,15,20,20,20,31,40,57,48,43,60,60,74,77,78,93,108,84,84,67,101,90,83,81,77,72,58,49,58,37,29,30,28,20,14,8,7,10,8,5,5,6,1,3,3,2,1,2],"bins":[-0.0006301744724623859,-0.0006120673497207463,-0.0005939601687714458,-0.0005758530460298061,-0.0005577458650805056,-0.000539638742338866,-0.0005215315613895655,-0.0005034244386479259,-0.0004853172576986253,-0.0004672101349569857,-0.00044910298311151564,-0.00043099583126604557,-0.0004128886794205755,-0.00039478152757510543,-0.00037667437572963536,-0.0003585672238841653,-0.0003404600720386952,-0.00032235292019322515,-0.0003042457683477551,-0.000286138616502285,-0.00026803146465681493,-0.00024992431281134486,-0.00023181717551779002,-0.00021371002367231995,-0.00019560287182684988,-0.0001774957199813798,-0.00015938856813590974,-0.00014128141629043967,-0.00012317427899688482,-0.00010506711987545714,-8.695997530594468e-05,-6.885282346047461e-05,-5.074567161500454e-05,-3.263851976953447e-05,-1.4531371562043205e-05,3.5757784644374624e-06,2.168292849091813e-05,3.97900803363882e-05,5.7897228543879464e-05,7.600437675137073e-05,9.41115285968408e-05,0.00011221868044231087,0.00013032583228778094,0.000148432984133251,0.00016654012142680585,0.00018464727327227592,0.000202754425117746,0.00022086157696321607,0.00023896872880868614,0.0002570758806541562,0.0002751830324996263,0.00029329018434509635,0.0003113973361905664,0.0003295044880360365,0.00034761163988150656,0.00036571879172697663,0.00038382591446861625,0.0004019330663140863,0.0004200402181595564,0.00043814737000502646,0.00045625452185049653,0.0004743616736959666,0.0004924688255414367,0.0005105760064907372,0.0005286831292323768]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[2,10,15,25,36,76,118,234,364,579,876,1477,2229,3335,4891,6892,9695,13440,17499,22664,28881,35836,44106,52180,60084,68982,76717,83699,89096,92375,93528,93590,90814,86611,80376,73107,64412,56257,47789,39788,32351,25906,19960,15091,11270,8110,5683,4093,2732,1890,1239,743,478,272,147,93,52,37,17,8,3,0,2,2],"bins":[-0.09225103259086609,-0.0892505943775177,-0.08625016361474991,-0.08324972540140152,-0.08024928718805313,-0.07724885642528534,-0.07424841821193695,-0.07124797999858856,-0.06824754178524017,-0.06524711102247238,-0.06224667280912399,-0.0592462383210659,-0.05624580383300781,-0.053245365619659424,-0.050244931131601334,-0.047244492918252945,-0.044244058430194855,-0.041243623942136765,-0.038243185728788376,-0.035242751240730286,-0.0322423130273819,-0.029241878539323807,-0.026241444051265717,-0.023241007700562477,-0.020240571349859238,-0.017240134999155998,-0.014239699579775333,-0.011239264160394669,-0.00823882780969143,-0.005238391924649477,-0.002237956039607525,0.0007624798454344273,0.0037629157304763794,0.0067633516155183315,0.009763787500560284,0.012764222919940948,0.015764659270644188,0.018765095621347427,0.021765530109405518,0.024765966460108757,0.027766402810811996,0.030766839161515236,0.033767275512218475,0.036767710000276566,0.039768144488334656,0.042768582701683044,0.045769017189741135,0.04876945540308952,0.051769889891147614,0.054770324379205704,0.05777076259255409,0.06077119708061218,0.06377163529396057,0.06677206605672836,0.06977250427007675,0.07277294248342514,0.07577337324619293,0.07877381145954132,0.08177424967288971,0.0847746878862381,0.08777511864900589,0.09077555686235428,0.09377599507570267,0.09677642583847046,0.09977686405181885],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-5.845256509928731e-06,-5.6930493883555755e-06,-5.54084226678242e-06,-5.388635599956615e-06,-5.236428478383459e-06,-5.084221356810303e-06,-4.932014235237148e-06,-4.779807113663992e-06,-4.627599992090836e-06,-4.475393325265031e-06,-4.3231862036918756e-06,-4.17097908211872e-06,-4.018771960545564e-06,-3.866564838972408e-06,-3.714357944772928e-06,-3.5621510505734477e-06,-3.409943929000292e-06,-3.2577368074271362e-06,-3.105529913227656e-06,-2.9533227916545e-06,-2.80111589745502e-06,-2.648908775881864e-06,-2.4967016543087084e-06,-2.344494760109228e-06,-2.1922876385360723e-06,-2.0400805169629166e-06,-1.8878736227634363e-06,-1.7356665011902805e-06,-1.5834594933039625e-06,-1.4312524854176445e-06,-1.2790453638444887e-06,-1.1268383559581707e-06,-9.746308933245018e-07,-8.224238854381838e-07,-6.702168207084469e-07,-5.1800975597871e-07,-3.65802748092392e-07,-2.1359571178436454e-07,-6.138867547633708e-08,9.081836083169037e-08,2.430253971397178e-07,3.952324334477453e-07,5.474394697557727e-07,6.996465344855096e-07,8.518535423718276e-07,1.0040605502581457e-06,1.1562676718313014e-06,1.3084746797176194e-06,1.4606816876039375e-06,1.6128886954902555e-06,1.7650957033765735e-06,1.9173028249497293e-06,2.0695097191492096e-06,2.2217168407223653e-06,2.373923962295521e-06,2.5261308564950014e-06,2.678337978068157e-06,2.830545099641313e-06,2.982751993840793e-06,3.134959115413949e-06,3.2871662369871046e-06,3.439373131186585e-06,3.5915802527597407e-06,3.743787146959221e-06,3.895994268532377e-06],"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,0,1,0,2,1,0,0,1,1,1,1,2,3,3,6,7,8,7,12,18,10,17,27,41,33,43,49,62,61,57,49,43,37,33,24,17,12,13,10,8,9,7,6,5,1,5,2,4,2,0,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,0,0,1,0,1,0,0,3,0,5,2,7,4,9,4,5,11,9,17,12,17,17,19,36,34,28,28,39,27,35,33,41,32,29,27,20,21,28,16,19,11,20,13,8,10,11,8,5,7,4,8,4,4,3,3,1,1,0,1,1,3,3,2],"bins":[0.9992133975028992,0.9992390871047974,0.9992648363113403,0.9992905259132385,0.9993162751197815,0.9993419647216797,0.9993676543235779,0.9993934035301208,0.999419093132019,0.999444842338562,0.9994705319404602,0.9994962215423584,0.9995219707489014,0.9995476603507996,0.9995733499526978,0.9995990991592407,0.9996247887611389,0.9996505379676819,0.9996762275695801,0.9997019171714783,0.9997276663780212,0.9997533559799194,0.9997791051864624,0.9998047947883606,0.9998304843902588,0.9998562335968018,0.9998819231987,0.9999076724052429,0.9999333620071411,0.9999590516090393,0.9999848008155823,1.0000104904174805,1.0000362396240234,1.0000618696212769,1.0000876188278198,1.0001133680343628,1.0001391172409058,1.0001647472381592,1.0001904964447021,1.0002162456512451,1.0002418756484985,1.0002676248550415,1.0002933740615845,1.000319004058838,1.0003447532653809,1.0003705024719238,1.0003961324691772,1.0004218816757202,1.0004476308822632,1.0004733800888062,1.0004990100860596,1.0005247592926025,1.0005505084991455,1.000576138496399,1.000601887702942,1.0006276369094849,1.0006532669067383,1.0006790161132812,1.0007047653198242,1.0007305145263672,1.0007561445236206,1.0007818937301636,1.0008076429367065,1.00083327293396,1.000859022140503],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,1,0,1,1,4,5,8,9,7,21,21,29,44,65,101,121,195,290,375,667,931,1370,2214,3251,5119,8472,14169,23028,41633,75030,141752,261955,360216,282663,156074,82400,45393,25098,15231,9018,5328,3641,2344,1472,950,724,441,287,226,149,81,76,50,30,15,26,14,9,6,2,6,1,3],"bins":[-0.013671875,-0.013264656066894531,-0.012857437133789062,-0.012450218200683594,-0.012042999267578125,-0.011635780334472656,-0.011228561401367188,-0.010821342468261719,-0.01041412353515625,-0.010006904602050781,-0.009599685668945312,-0.009192466735839844,-0.008785247802734375,-0.008378028869628906,-0.007970809936523438,-0.007563591003417969,-0.0071563720703125,-0.006749153137207031,-0.0063419342041015625,-0.005934715270996094,-0.005527496337890625,-0.005120277404785156,-0.0047130584716796875,-0.004305839538574219,-0.00389862060546875,-0.0034914016723632812,-0.0030841827392578125,-0.0026769638061523438,-0.002269744873046875,-0.0018625259399414062,-0.0014553070068359375,-0.0010480880737304688,-0.000640869140625,-0.00023365020751953125,0.0001735687255859375,0.0005807876586914062,0.000988006591796875,0.0013952255249023438,0.0018024444580078125,0.0022096633911132812,0.00261688232421875,0.0030241012573242188,0.0034313201904296875,0.0038385391235351562,0.004245758056640625,0.004652976989746094,0.0050601959228515625,0.005467414855957031,0.0058746337890625,0.006281852722167969,0.0066890716552734375,0.007096290588378906,0.007503509521484375,0.007910728454589844,0.008317947387695312,0.008725166320800781,0.00913238525390625,0.009539604187011719,0.009946823120117188,0.010354042053222656,0.010761260986328125,0.011168479919433594,0.011575698852539062,0.011982917785644531,0.01239013671875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,2,1,1,0,1,3,5,5,3,3,3,8,6,8,15,9,16,11,19,15,29,17,22,22,21,20,31,33,17,38,28,35,21,27,22,27,21,19,26,19,22,17,11,19,13,8,10,10,6,1,5,1,4,3,3,1,1,0,0,1,1,0,1],"bins":[-0.0009597247699275613,-0.0009290195885114372,-0.000898314465302974,-0.0008676092838868499,-0.0008369041606783867,-0.0008061989792622626,-0.0007754938560537994,-0.0007447886746376753,-0.0007140835514292121,-0.000683378370013088,-0.0006526731885969639,-0.0006219680653885007,-0.0005912628839723766,-0.0005605577607639134,-0.0005298525793477893,-0.0004991474561393261,-0.000468442274723202,-0.00043773712241090834,-0.0004070319700986147,-0.00037632681778632104,-0.0003456216654740274,-0.0003149164840579033,-0.00028421133174560964,-0.000253506179433316,-0.00022280102712102234,-0.0001920958748087287,-0.00016139072249643505,-0.00013068555563222617,-9.998040331993252e-05,-6.927525100763887e-05,-3.857009141938761e-05,-7.864935469115153e-06,2.2840220481157303e-05,5.354537643142976e-05,8.425053238170221e-05,0.00011495569196995348,0.00014566084428224713,0.00017636599659454077,0.00020707116345874965,0.0002377763157710433,0.00026848146808333695,0.0002991866203956306,0.00032989177270792425,0.0003605969250202179,0.000391302106436342,0.00042200725874863565,0.0004527124110609293,0.00048341756337322295,0.0005141227156855166,0.0005448278971016407,0.0005755330203101039,0.000606238201726228,0.0006369433249346912,0.0006676485063508153,0.0006983536295592785,0.0007290588109754026,0.0007597639923915267,0.0007904691155999899,0.000821174297016114,0.0008518794202245772,0.0008825846016407013,0.0009132897248491645,0.0009439949062652886,0.0009747000294737518,0.0010054052108898759]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0003848107880912721,-0.0003720675886142999,-0.00035932441824115813,-0.0003465812187641859,-0.00033383804839104414,-0.0003210948489140719,-0.00030835167854093015,-0.00029560847906395793,-0.00028286530869081616,-0.00027012210921384394,-0.0002573789097368717,-0.00024463573936372995,-0.00023189253988675773,-0.00021914935496170074,-0.00020640617003664374,-0.00019366298511158675,-0.00018091980018652976,-0.00016817661526147276,-0.00015543343033641577,-0.00014269024541135877,-0.00012994706048630178,-0.00011720386828528717,-0.00010446067608427256,-9.171749115921557e-05,-7.897430623415858e-05,-6.623112130910158e-05,-5.348793274606578e-05,-4.074474418302998e-05,-2.8001559257972986e-05,-1.5258372513926588e-05,-2.5151857698801905e-06,1.0228000974166207e-05,2.2971158614382148e-05,3.571434353943914e-05,4.845753210247494e-05,6.120072066551074e-05,7.394390559056774e-05,8.668709051562473e-05,9.943028271663934e-05,0.00011217346764169633,0.00012491665256675333,0.00013765983749181032,0.00015040302241686732,0.0001631462073419243,0.00017588940681889653,0.00018863259174395353,0.00020137577666901052,0.00021411896159406751,0.0002268621465191245,0.0002396053314441815,0.0002523485163692385,0.0002650917158462107,0.0002778348862193525,0.0002905780856963247,0.00030332125606946647,0.0003160644555464387,0.00032880762591958046,0.0003415508253965527,0.0003542940248735249,0.00036703719524666667,0.0003797803947236389,0.00039252356509678066,0.0004052667645737529,0.00041800993494689465,0.00043075313442386687],"_type":"histogram","values":[2,0,0,2,1,2,3,3,6,3,2,5,7,6,6,14,10,16,8,22,26,21,25,25,21,29,23,28,29,31,39,24,25,28,21,22,25,17,20,13,22,16,16,17,21,10,9,2,9,4,7,4,4,0,2,3,3,2,1,1,1,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[2,2,4,17,14,30,52,88,135,197,326,480,765,1145,1563,2088,2983,4013,5299,6999,8896,11089,13488,16219,18945,21604,24659,27195,29532,31250,32520,33562,33383,32744,31237,29694,27398,24388,21626,19162,16037,13401,10978,8867,6936,5293,3881,2920,2223,1485,1009,695,490,302,206,134,68,40,32,16,5,9,2,2],"bins":[-0.09092126786708832,-0.08807931840419769,-0.08523736894130707,-0.08239542692899704,-0.07955347746610641,-0.07671152800321579,-0.07386957854032516,-0.07102763652801514,-0.06818568706512451,-0.06534373760223389,-0.06250178813934326,-0.059659842401742935,-0.05681789293885231,-0.053975947201251984,-0.05113399773836136,-0.04829205200076103,-0.04545010253787041,-0.04260815307497978,-0.039766207337379456,-0.03692425787448883,-0.034082312136888504,-0.03124036267399788,-0.028398415073752403,-0.025556467473506927,-0.02271451987326145,-0.019872572273015976,-0.0170306246727705,-0.01418867614120245,-0.011346728540956974,-0.008504780940711498,-0.005662832874804735,-0.0028208850417286158,2.1062791347503662e-05,0.002863010624423623,0.0057049584574997425,0.008546906523406506,0.011388854123651981,0.014230801723897457,0.017072750255465508,0.019914697855710983,0.02275664545595646,0.025598593056201935,0.02844054065644741,0.031282488256692886,0.03412443771958351,0.03696638345718384,0.03980833292007446,0.04265027865767479,0.045492228120565414,0.04833417758345604,0.051176123321056366,0.05401807278394699,0.05686001852154732,0.05970196798443794,0.06254391372203827,0.0653858631849289,0.06822781264781952,0.07106976211071014,0.07391170412302017,0.0767536535859108,0.07959560304880142,0.08243755251169205,0.08527949452400208,0.0881214439868927,0.09096339344978333]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,1,2,0,4,1,0,1,5,3,9,10,11,13,14,21,16,27,26,29,30,39,42,33,50,50,46,36,35,36,25,34,29,18,10,11,7,7,4,4,3,5,4,2,5,2,1,2,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0004042173095513135,-0.0003910656087100506,-0.00037791390786878765,-0.00036476223613135517,-0.00035161053529009223,-0.0003384588344488293,-0.00032530713360756636,-0.0003121554618701339,-0.00029900376102887094,-0.000285852060187608,-0.00027270035934634507,-0.00025954865850508213,-0.00024639698676764965,-0.00023324528592638671,-0.00022009358508512378,-0.00020694189879577607,-0.00019379019795451313,-0.0001806384971132502,-0.0001674868108239025,-0.00015433510998263955,-0.00014118342369329184,-0.0001280317228520289,-0.00011488002928672358,-0.00010172833572141826,-8.857664215611294e-05,-7.542494859080762e-05,-6.22732550255023e-05,-4.9121557822218165e-05,-3.596986425691284e-05,-2.281817069160752e-05,-9.666475307312794e-06,3.48521916748723e-06,1.6636913642287254e-05,2.9788607207592577e-05,4.29403007728979e-05,5.609199797618203e-05,6.924368790350854e-05,8.239538874477148e-05,9.55470823100768e-05,0.00010869877587538213,0.00012185046944068745,0.00013500216300599277,0.0001481538638472557,0.00016130555013660342,0.00017445725097786635,0.00018760893726721406,0.000200760638108477,0.0002139123243978247,0.00022706402523908764,0.00024021572608035058,0.0002533674123696983,0.0002665191132109612,0.00027967081405222416,0.00029282248578965664,0.0003059741866309196,0.0003191258874721825,0.00033227758831344545,0.0003454292891547084,0.00035858096089214087,0.0003717326617334038,0.00038488436257466674,0.0003980360634159297,0.00041118773515336215,0.0004243394359946251,0.00043749113683588803],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[3,3,1,2,1,1,3,7,4,3,8,8,14,8,21,13,24,15,34,19,29,27,27,25,33,35,28,30,27,24,29,31,26,25,30,17,17,16,13,9,12,6,11,8,7,3,4,5,3,2,1,4,2,2,1,4,2,0,0,0,0,0,0,1],"bins":[-0.0003708473523147404,-0.00035682559246197343,-0.00034280383260920644,-0.00032878207275643945,-0.00031476031290367246,-0.00030073855305090547,-0.0002867167931981385,-0.0002726950333453715,-0.0002586732734926045,-0.00024465148453600705,-0.00023062973923515528,-0.0002166079793823883,-0.00020258620497770607,-0.00018856444512493908,-0.0001745426852721721,-0.0001605209254194051,-0.0001464991655666381,-0.00013247740571387112,-0.00011845564586110413,-0.00010443387873237953,-9.041211887961254e-05,-7.639035902684554e-05,-6.236859189812094e-05,-4.834683204535395e-05,-3.432507219258696e-05,-2.0303310520830564e-05,-6.28154884907417e-06,7.740212822682224e-06,2.176197449443862e-05,3.578373434720561e-05,4.980549783795141e-05,6.38272613286972e-05,7.78490211814642e-05,9.187078103423119e-05,0.00010589254088699818,0.00011991430801572278,0.00013393606059253216,0.00014795783499721438,0.00016197959484998137,0.00017600135470274836,0.00019002311455551535,0.00020404487440828234,0.00021806663426104933,0.00023208839411381632,0.00024611016851849854,0.00026013192837126553,0.0002741536882240325,0.0002881754480767995,0.0003021972079295665,0.0003162189677823335,0.0003302407276351005,0.0003442624874878675,0.00035828424734063447,0.00037230600719340146,0.00038632776704616845,0.00040034952689893544,0.0004143713158555329,0.0004283930757082999,0.00044241483556106687,0.00045643659541383386,0.00047045835526660085,0.00048448011511936784,0.0004985018749721348,0.0005125236348249018,0.0005265453946776688],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[2,5,2,5,5,11,9,16,15,30,40,72,86,114,178,222,335,495,705,1027,1469,2418,3476,5158,8343,12656,20972,32034,50808,76259,99165,91605,64848,42575,27288,16514,10590,7084,4136,2814,1974,1320,918,577,449,313,179,158,93,81,50,39,28,19,12,7,5,6,3,1,3,0,2,1],"bins":[-0.008544921875,-0.008267402648925781,-0.007989883422851562,-0.007712364196777344,-0.007434844970703125,-0.007157325744628906,-0.0068798065185546875,-0.006602287292480469,-0.00632476806640625,-0.006047248840332031,-0.0057697296142578125,-0.005492210388183594,-0.005214691162109375,-0.004937171936035156,-0.0046596527099609375,-0.004382133483886719,-0.0041046142578125,-0.0038270950317382812,-0.0035495758056640625,-0.0032720565795898438,-0.002994537353515625,-0.0027170181274414062,-0.0024394989013671875,-0.0021619796752929688,-0.00188446044921875,-0.0016069412231445312,-0.0013294219970703125,-0.0010519027709960938,-0.000774383544921875,-0.0004968643188476562,-0.0002193450927734375,5.817413330078125e-05,0.000335693359375,0.0006132125854492188,0.0008907318115234375,0.0011682510375976562,0.001445770263671875,0.0017232894897460938,0.0020008087158203125,0.0022783279418945312,0.00255584716796875,0.0028333663940429688,0.0031108856201171875,0.0033884048461914062,0.003665924072265625,0.003943443298339844,0.0042209625244140625,0.004498481750488281,0.0047760009765625,0.005053520202636719,0.0053310394287109375,0.005608558654785156,0.005886077880859375,0.006163597106933594,0.0064411163330078125,0.006718635559082031,0.00699615478515625,0.007273674011230469,0.0075511932373046875,0.007828712463378906,0.008106231689453125,0.008383750915527344,0.008661270141601562,0.008938789367675781,0.00921630859375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,3,11,10,16,26,53,69,139,209,341,602,955,1461,2088,2909,4129,5565,7493,9904,12542,15754,18941,22417,25819,29111,32109,34620,36297,37086,36613,35717,33738,31484,28078,25033,21446,17808,14708,11720,9070,7069,5099,3664,2832,1774,1213,786,512,313,211,118,57,40,19,7,6,3,1,1,3,0,0,1],"bins":[-0.09370016306638718,-0.09056173264980316,-0.08742330223321915,-0.08428487181663513,-0.08114644140005112,-0.0780080109834671,-0.07486958056688309,-0.07173115015029907,-0.06859271973371506,-0.06545428931713104,-0.06231585890054703,-0.05917742848396301,-0.056038998067379,-0.05290056765079498,-0.04976213723421097,-0.04662370681762695,-0.04348527640104294,-0.04034684598445892,-0.03720841556787491,-0.034069985151290894,-0.03093155473470688,-0.027793124318122864,-0.02465469390153885,-0.021516263484954834,-0.01837783306837082,-0.015239402651786804,-0.01210097223520279,-0.008962541818618774,-0.0058241114020347595,-0.0026856809854507446,0.00045274943113327026,0.003591179847717285,0.006729617714881897,0.009868048131465912,0.013006478548049927,0.01614490896463394,0.019283339381217957,0.02242176979780197,0.025560200214385986,0.02869863063097,0.031837061047554016,0.03497549146413803,0.038113921880722046,0.04125235229730606,0.044390782713890076,0.04752921313047409,0.050667643547058105,0.05380607396364212,0.056944504380226135,0.06008293479681015,0.06322136521339417,0.06635979562997818,0.0694982260465622,0.07263665646314621,0.07577508687973022,0.07891351729631424,0.08205194771289825,0.08519037812948227,0.08832880854606628,0.0914672389626503,0.09460566937923431,0.09774409979581833,0.10088253021240234,0.10402096062898636,0.10715939104557037]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[2,0,7,6,9,32,44,58,114,150,285,432,628,911,1442,1902,2691,3771,4872,6497,8351,10465,12910,15561,18725,21664,24650,27208,29667,31811,32975,34054,33837,33405,31517,29784,27835,25136,22070,19193,16108,13712,11145,8808,6794,5307,3887,2880,2145,1495,1041,659,439,291,176,124,63,29,26,7,8,5,1,3],"bins":[-0.0928318202495575,-0.0899408757686615,-0.0870499387383461,-0.0841590017080307,-0.0812680572271347,-0.07837711274623871,-0.07548617571592331,-0.07259523868560791,-0.06970429420471191,-0.06681334972381592,-0.06392241269350052,-0.06103147193789482,-0.058140531182289124,-0.055249590426683426,-0.05235864967107773,-0.04946770891547203,-0.04657676815986633,-0.043685827404260635,-0.04079488664865494,-0.03790394589304924,-0.03501300513744354,-0.032122064381837845,-0.029231123626232147,-0.02634018287062645,-0.023449242115020752,-0.020558301359415054,-0.017667360603809357,-0.014776419848203659,-0.011885479092597961,-0.008994538336992264,-0.006103597581386566,-0.0032126568257808685,-0.0003217160701751709,0.0025692246854305267,0.005460165441036224,0.008351106196641922,0.01124204695224762,0.014132987707853317,0.017023928463459015,0.019914869219064713,0.02280580997467041,0.025696750730276108,0.028587691485881805,0.0314786322414875,0.0343695729970932,0.0372605137526989,0.040151454508304596,0.043042395263910294,0.04593333601951599,0.04882427677512169,0.051715217530727386,0.054606158286333084,0.05749709904193878,0.06038803979754448,0.06327898055315018,0.06616991758346558,0.06906086206436157,0.07195180654525757,0.07484274357557297,0.07773368060588837,0.08062462508678436,0.08351556956768036,0.08640650659799576,0.08929744362831116,0.09218838810920715],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.048095703125,-0.04663848876953125,-0.0451812744140625,-0.04372406005859375,-0.042266845703125,-0.04080963134765625,-0.0393524169921875,-0.03789520263671875,-0.03643798828125,-0.03498077392578125,-0.0335235595703125,-0.03206634521484375,-0.030609130859375,-0.02915191650390625,-0.0276947021484375,-0.02623748779296875,-0.0247802734375,-0.02332305908203125,-0.0218658447265625,-0.02040863037109375,-0.018951416015625,-0.01749420166015625,-0.0160369873046875,-0.01457977294921875,-0.01312255859375,-0.01166534423828125,-0.0102081298828125,-0.00875091552734375,-0.007293701171875,-0.00583648681640625,-0.0043792724609375,-0.00292205810546875,-0.00146484375,-7.62939453125e-06,0.0014495849609375,0.00290679931640625,0.004364013671875,0.00582122802734375,0.0072784423828125,0.00873565673828125,0.01019287109375,0.01165008544921875,0.0131072998046875,0.01456451416015625,0.016021728515625,0.01747894287109375,0.0189361572265625,0.02039337158203125,0.0218505859375,0.02330780029296875,0.0247650146484375,0.02622222900390625,0.027679443359375,0.02913665771484375,0.0305938720703125,0.03205108642578125,0.03350830078125,0.03496551513671875,0.0364227294921875,0.03787994384765625,0.039337158203125,0.04079437255859375,0.0422515869140625,0.04370880126953125,0.045166015625],"_type":"histogram","values":[2,0,0,2,5,1,3,7,8,13,16,29,32,46,65,78,126,161,235,375,507,727,1070,1568,2436,3846,5850,9624,16371,29171,58175,144586,504190,509149,151699,60274,30852,16742,9678,5605,3532,2196,1281,831,585,379,228,160,107,86,47,25,20,26,9,10,5,4,1,5,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.1018805056810379,-0.09881903976202011,-0.09575757384300232,-0.09269610792398453,-0.08963464200496674,-0.08657317608594894,-0.08351171016693115,-0.08045024424791336,-0.07738877832889557,-0.07432731240987778,-0.07126584649085999,-0.0682043805718422,-0.0651429146528244,-0.06208144873380661,-0.05901998281478882,-0.05595851689577103,-0.052897050976753235,-0.04983558505773544,-0.04677411913871765,-0.04371265321969986,-0.04065118730068207,-0.037589721381664276,-0.034528255462646484,-0.03146678954362869,-0.0284053236246109,-0.02534385770559311,-0.022282391786575317,-0.019220925867557526,-0.016159459948539734,-0.013097994029521942,-0.01003652811050415,-0.006975062191486359,-0.003913596272468567,-0.0008521303534507751,0.0022093355655670166,0.005270801484584808,0.0083322674036026,0.011393733322620392,0.014455199241638184,0.017516665160655975,0.020578131079673767,0.02363959699869156,0.02670106291770935,0.029762528836727142,0.032823994755744934,0.035885460674762726,0.03894692659378052,0.04200839251279831,0.0450698584318161,0.04813132435083389,0.051192790269851685,0.054254256188869476,0.05731572210788727,0.06037718802690506,0.06343865394592285,0.06650011986494064,0.06956158578395844,0.07262305170297623,0.07568451762199402,0.07874598354101181,0.0818074494600296,0.0848689153790474,0.08793038129806519,0.09099184721708298,0.09405331313610077],"_type":"histogram","values":[1,0,3,1,2,3,6,16,34,53,77,138,236,394,565,811,1417,1897,2722,3942,5270,6888,9278,11709,14775,17705,20833,24214,27481,30470,33291,34455,35665,35961,35423,34223,32009,29054,26327,22826,19547,16368,13365,10831,8219,6311,4578,3379,2445,1551,1081,755,469,287,181,120,74,42,22,8,9,2,2,3]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,1,0,1,0,2,2,1,1,3,0,8,6,11,8,13,12,9,8,13,16,14,22,17,23,25,25,20,22,18,26,30,30,26,24,28,37,21,26,28,27,10,16,24,15,11,13,15,13,10,4,5,5,2,5,4,3,3,1,0,1,2,0,1],"bins":[-0.0010227164020761847,-0.0009924363112077117,-0.0009621561039239168,-0.0009318759548477829,-0.0009015958057716489,-0.0008713156566955149,-0.000841035507619381,-0.000810755358543247,-0.000780475209467113,-0.00075019511859864,-0.000719914969522506,-0.000689634820446372,-0.0006593546713702381,-0.0006290745222941041,-0.0005987943732179701,-0.0005685142241418362,-0.0005382340750657022,-0.0005079539259895682,-0.00047767377691343427,-0.0004473936278373003,-0.00041711347876116633,-0.0003868333587888628,-0.00035655320971272886,-0.0003262730606365949,-0.0002959929115604609,-0.00026571276248432696,-0.000235432613408193,-0.00020515247888397425,-0.0001748723298078403,-0.00014459218073170632,-0.00011431203893152997,-8.403189713135362e-05,-5.375168984755874e-05,-2.3471544409403577e-05,6.808601028751582e-06,3.708874646690674e-05,6.73688919050619e-05,9.764904098119587e-05,0.0001279291755054146,0.00015820932458154857,0.00018848947365768254,0.0002187696227338165,0.00024904977180995047,0.00027932992088608444,0.00030961004085838795,0.0003398901899345219,0.0003701703390106559,0.00040045048808678985,0.0004307306371629238,0.0004610107862390578,0.0004912909353151917,0.0005215710843913257,0.0005518512334674597,0.0005821313825435936,0.0006124115316197276,0.0006426916806958616,0.0006729718297719955,0.0007032519206404686,0.0007335320697166026,0.0007638122187927365,0.0007940923678688705,0.0008243725169450045,0.0008546526660211384,0.0008849328150972724,0.0009152129641734064],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,1,2,2,1,3,0,2,2,1,1,4,7,9,8,6,8,9,11,23,22,20,19,30,26,21,28,25,33,29,27,27,26,24,21,32,23,20,29,19,20,20,14,18,13,11,10,10,15,5,4,6,5,3,2,2,1,1,0,3,1,1,1],"bins":[-0.005958177149295807,-0.005773536860942841,-0.005588896572589874,-0.005404256284236908,-0.005219615995883942,-0.005034975707530975,-0.004850335419178009,-0.004665695130825043,-0.004481054842472076,-0.00429641455411911,-0.004111774265766144,-0.0039271339774131775,-0.0037424934562295675,-0.0035578531678766012,-0.003373212879523635,-0.0031885725911706686,-0.0030039323028177023,-0.002819292014464736,-0.0026346517261117697,-0.0024500114377588034,-0.002265371149405837,-0.0020807308610528708,-0.0018960904562845826,-0.0017114501679316163,-0.00152680987957865,-0.0013421695912256837,-0.0011575293028727174,-0.0009728889563120902,-0.0007882486679591238,-0.0006036083796061575,-0.0004189680621493608,-0.00023432775924447924,-4.96874563395977e-05,0.00013495284656528383,0.00031959314947016537,0.0005042334669269621,0.0006888737552799284,0.0008735140436328948,0.001058154390193522,0.0012427946785464883,0.0014274349668994546,0.001612075255252421,0.0017967155436053872,0.0019813559483736753,0.0021659962367266417,0.002350636525079608,0.0025352768134325743,0.0027199171017855406,0.002904557390138507,0.003089197678491473,0.0032738379668444395,0.003458478255197406,0.003643118543550372,0.0038277588319033384,0.004012399353086948,0.004197039641439915,0.004381679929792881,0.004566320218145847,0.004750960506498814,0.00493560079485178,0.005120241083204746,0.0053048813715577126,0.005489521659910679,0.005674161948263645,0.0058588022366166115],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[3,0,2,3,3,4,5,5,4,8,9,7,2,8,14,6,13,13,17,17,30,22,20,24,24,18,20,19,21,27,18,30,21,20,24,25,18,20,27,19,19,25,17,15,13,16,8,5,12,9,8,3,5,2,8,2,2,1,1,4,1,0,1,1],"bins":[-0.0007629166357219219,-0.0007376177818514407,-0.0007123189861886203,-0.0006870201323181391,-0.0006617213366553187,-0.0006364224827848375,-0.0006111236871220171,-0.0005858248332515359,-0.0005605260375887156,-0.0005352271837182343,-0.000509928329847753,-0.0004846295341849327,-0.00045933068031445146,-0.00043403185554780066,-0.00040873303078114986,-0.00038343420601449907,-0.00035813538124784827,-0.0003328365564811975,-0.0003075377317145467,-0.0002822389069478959,-0.0002569400821812451,-0.00023164124286267906,-0.00020634240354411304,-0.00018104357877746224,-0.00015574475401081145,-0.00013044592924416065,-0.00010514709720155224,-7.984826515894383e-05,-5.4549440392293036e-05,-2.9250611987663433e-05,-3.95178358303383e-06,2.1347044821595773e-05,4.6645873226225376e-05,7.194469799287617e-05,9.724353003548458e-05,0.000122542362078093,0.0001478411868447438,0.00017314001161139458,0.0001984388509299606,0.0002237376756966114,0.0002490365004632622,0.000274335325229913,0.0002996341499965638,0.0003249329747632146,0.00035023182863369584,0.00037553065340034664,0.00040082947816699743,0.00042612830293364823,0.000451427127700299,0.0004767259524669498,0.0005020247772336006,0.0005273236311040819,0.0005526224267669022,0.0005779212806373835,0.0006032200763002038,0.000628518930170685,0.0006538177840411663,0.0006791165797039866,0.0007044154335744679,0.0007297142292372882,0.0007550130831077695,0.0007803118787705898,0.0008056107326410711,0.0008309095283038914,0.0008562083821743727],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.009147638455033302,-0.00884565431624651,-0.008543671108782291,-0.008241686969995499,-0.007939702831208706,-0.0076377191580832005,-0.007335735484957695,-0.007033751346170902,-0.006731767673045397,-0.006429783999919891,-0.006127799861133099,-0.005825816188007593,-0.005523832514882088,-0.005221848376095295,-0.0049198647029697895,-0.004617880564182997,-0.004315896891057491,-0.004013913217931986,-0.003711929079145193,-0.0034099454060196877,-0.0031079615000635386,-0.0028059775941073895,-0.002503993920981884,-0.002202010015025735,-0.0019000261090695858,-0.0015980422031134367,-0.0012960584135726094,-0.0009940746240317822,-0.000692090718075633,-0.00039010687032714486,-8.812302257865667e-05,0.00021386082516983151,0.0005158437415957451,0.0008178275893442333,0.0011198114370927215,0.0014217952266335487,0.0017237791325896978,0.002025763038545847,0.0023277467116713524,0.0026297306176275015,0.0029317145235836506,0.0032336984295397997,0.003535682335495949,0.0038376660086214542,0.00413964968174696,0.0044416338205337524,0.004743617493659258,0.005045601632446051,0.005347585305571556,0.0056495689786970615,0.005951553117483854,0.00625353679060936,0.0065555209293961525,0.006857504602521658,0.007159488275647163,0.007461472414433956,0.007763456087559462,0.008065439760684967,0.00836742389947176,0.008669408038258553,0.00897139124572277,0.009273375384509563,0.009575359523296356,0.009877342730760574,0.010179326869547367],"_type":"histogram","values":[1,1,0,0,1,0,2,1,3,2,5,6,4,4,7,7,11,18,19,4,16,21,26,34,31,29,28,32,25,31,36,30,35,31,22,27,24,32,17,27,23,21,11,16,6,9,9,7,3,3,2,1,0,2,1,1,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,1,1,0,1,2,5,3,5,1,4,7,7,7,19,6,15,15,19,16,25,21,23,30,30,31,37,33,33,23,25,33,18,26,27,26,24,16,24,20,12,8,14,10,10,7,12,5,4,4,1,4,1,2,2,2,1,3,0,5,0,0,0,1],"bins":[-0.00040423846803605556,-0.00039013801142573357,-0.0003760375257115811,-0.0003619370691012591,-0.00034783658338710666,-0.00033373612677678466,-0.0003196356410626322,-0.0003055351844523102,-0.00029143469873815775,-0.00027733424212783575,-0.0002632337564136833,-0.0002491332998033613,-0.00023503282864112407,-0.00022093235747888684,-0.00020683188631664962,-0.0001927314151544124,-0.00017863094399217516,-0.00016453047282993793,-0.0001504300016677007,-0.00013632953050546348,-0.00012222905934322625,-0.00010812859545694664,-9.402812429470941e-05,-7.992765313247219e-05,-6.582718197023496e-05,-5.172671080799773e-05,-3.7626239645760506e-05,-2.3525772121502087e-05,-9.42530095926486e-06,4.675169293477666e-06,1.877563954622019e-05,3.2876108889468014e-05,4.697658005170524e-05,6.107705121394247e-05,7.51775223761797e-05,8.927799353841692e-05,0.00010337846470065415,0.00011747892858693376,0.0001315794070251286,0.00014567987818736583,0.00015978034934960306,0.00017388080595992506,0.00018798127712216228,0.0002020817482843995,0.00021618221944663674,0.00023028269060887396,0.0002443831763230264,0.0002584836329333484,0.0002725840895436704,0.00028668457525782287,0.00030078503186814487,0.0003148855175822973,0.0003289859741926193,0.0003430864599067718,0.0003571869165170938,0.00037128740223124623,0.00038538785884156823,0.0003994883445557207,0.0004135888011660427,0.00042768928688019514,0.00044178974349051714,0.0004558902292046696,0.0004699906858149916,0.00048409117152914405,0.000498191628139466],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.003875732421875,-0.0037620067596435547,-0.0036482810974121094,-0.003534555435180664,-0.0034208297729492188,-0.0033071041107177734,-0.003193378448486328,-0.003079652786254883,-0.0029659271240234375,-0.002852201461791992,-0.002738475799560547,-0.0026247501373291016,-0.0025110244750976562,-0.002397298812866211,-0.0022835731506347656,-0.0021698474884033203,-0.002056121826171875,-0.0019423961639404297,-0.0018286705017089844,-0.001714944839477539,-0.0016012191772460938,-0.0014874935150146484,-0.0013737678527832031,-0.0012600421905517578,-0.0011463165283203125,-0.0010325908660888672,-0.0009188652038574219,-0.0008051395416259766,-0.0006914138793945312,-0.0005776882171630859,-0.0004639625549316406,-0.0003502368927001953,-0.00023651123046875,-0.0001227855682373047,-9.059906005859375e-06,0.00010466575622558594,0.00021839141845703125,0.00033211708068847656,0.0004458427429199219,0.0005595684051513672,0.0006732940673828125,0.0007870197296142578,0.0009007453918457031,0.0010144710540771484,0.0011281967163085938,0.001241922378540039,0.0013556480407714844,0.0014693737030029297,0.001583099365234375,0.0016968250274658203,0.0018105506896972656,0.001924276351928711,0.0020380020141601562,0.0021517276763916016,0.002265453338623047,0.002379179000854492,0.0024929046630859375,0.002606630325317383,0.002720355987548828,0.0028340816497802734,0.0029478073120117188,0.003061532974243164,0.0031752586364746094,0.0032889842987060547,0.0034027099609375],"_type":"histogram","values":[1,1,0,0,2,2,4,3,4,7,7,10,18,27,31,61,99,108,162,229,367,471,691,1008,1538,2098,3002,4707,7121,11021,18548,32304,66279,132243,142115,73966,36174,19705,12374,7706,4942,3326,2189,1618,1165,732,507,353,233,176,111,75,63,28,25,25,16,7,7,5,1,3,0,3]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[1,5,1,1,4,10,20,34,60,89,134,224,388,545,859,1251,1785,2500,3432,4693,6244,8019,10258,12573,15536,18470,21125,24125,27022,29465,31875,32827,33930,34316,33539,32459,30511,28191,25278,22473,19374,16567,13993,11095,9051,6961,5218,4011,2899,2059,1477,983,703,436,264,190,114,70,39,24,15,2,5,2],"bins":[-0.09662091732025146,-0.09371106326580048,-0.09080120176076889,-0.0878913477063179,-0.08498148620128632,-0.08207163214683533,-0.07916177064180374,-0.07625191658735275,-0.07334205508232117,-0.07043220102787018,-0.06752234697341919,-0.0646124854683876,-0.061702631413936615,-0.05879277363419533,-0.05588291585445404,-0.05297305807471275,-0.050063200294971466,-0.04715334251523018,-0.04424348473548889,-0.041333626955747604,-0.03842376917600632,-0.03551391512155533,-0.03260405734181404,-0.029694199562072754,-0.026784341782331467,-0.02387448400259018,-0.020964626222848892,-0.018054770305752754,-0.015144912526011467,-0.01223505474627018,-0.009325197897851467,-0.006415340583771467,-0.0035054758191108704,-0.0005956185050308704,0.0023142388090491295,0.005224096123129129,0.00813395343720913,0.011043811216950417,0.01395366806536913,0.016863524913787842,0.01977338269352913,0.022683240473270416,0.025593098253011703,0.02850295417010784,0.03141281008720398,0.03432266786694527,0.037232525646686554,0.04014238342642784,0.04305224120616913,0.045962098985910416,0.0488719567656517,0.05178181454539299,0.05469167232513428,0.057601526379585266,0.06051138415932655,0.06342124193906784,0.06633110344409943,0.06924095749855042,0.0721508115530014,0.07506067305803299,0.07797052711248398,0.08088038861751556,0.08379024267196655,0.08670010417699814,0.08960995823144913],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0005068936152383685,-0.0004922350053675473,-0.0004775763663928956,-0.0004629177274182439,-0.00044825911754742265,-0.00043360047857277095,-0.00041894183959811926,-0.000404283229727298,-0.0003896245907526463,-0.00037496595177799463,-0.0003603073419071734,-0.0003456487029325217,-0.00033099006395787,-0.00031633145408704877,-0.0003016728151123971,-0.00028701420524157584,-0.00027235556626692414,-0.00025769692729227245,-0.0002430383174214512,-0.00022837967844679952,-0.00021372105402406305,-0.00019906242960132658,-0.0001844037906266749,-0.00016974516620393842,-0.00015508654178120196,-0.0001404279173584655,-0.00012576929293572903,-0.00011111065396107733,-9.645202953834087e-05,-8.17934051156044e-05,-6.713477341691032e-05,-5.247614535619505e-05,-3.781748819164932e-05,-2.3158860130934045e-05,-8.500232070218772e-06,6.158395990496501e-06,2.0817024051211774e-05,3.547565211192705e-05,5.013428017264232e-05,6.47929118713364e-05,7.945153629407287e-05,9.411016071680933e-05,0.00010876879241550341,0.0001234274241141975,0.00013808604853693396,0.00015274467295967042,0.00016740331193432212,0.00018206193635705858,0.00019672056077979505,0.00021137918520253152,0.00022603780962526798,0.00024069644859991968,0.00025535508757457137,0.0002700136974453926,0.0002846723364200443,0.00029933094629086554,0.00031398958526551723,0.00032864822424016893,0.00034330683411099017,0.00035796547308564186,0.0003726240829564631,0.0003872827219311148,0.0004019413609057665,0.0004165999707765877,0.0004312586097512394],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,1,1,4,3,1,4,7,5,7,11,14,13,15,10,19,20,25,28,28,15,27,26,45,38,32,35,44,19,31,33,30,29,21,22,12,12,12,15,9,3,11,5,6,4,3,5,2,0,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[0.9992262125015259,0.9992526769638062,0.9992791414260864,0.9993056058883667,0.999332070350647,0.9993585348129272,0.9993849992752075,0.9994114637374878,0.9994379281997681,0.9994643926620483,0.9994908571243286,0.9995173215866089,0.9995437860488892,0.9995702505111694,0.9995967149734497,0.99962317943573,0.9996496438980103,0.9996761679649353,0.9997026324272156,0.9997290968894958,0.9997555613517761,0.9997820258140564,0.9998084902763367,0.9998349547386169,0.9998614192008972,0.9998878836631775,0.9999143481254578,0.999940812587738,0.9999672770500183,0.9999937415122986,1.000020146369934,1.0000466108322144,1.0000731945037842,1.0000996589660645,1.0001261234283447,1.000152587890625,1.0001790523529053,1.0002055168151855,1.0002319812774658,1.000258445739746,1.0002849102020264,1.0003113746643066,1.000337839126587,1.0003643035888672,1.0003907680511475,1.0004172325134277,1.000443696975708,1.0004701614379883,1.0004966259002686,1.0005230903625488,1.000549554824829,1.0005760192871094,1.0006024837493896,1.00062894821167,1.0006554126739502,1.0006818771362305,1.0007083415985107,1.000734806060791,1.0007612705230713,1.0007877349853516,1.0008141994476318,1.000840663909912,1.0008671283721924,1.0008935928344727,1.000920057296753],"_type":"histogram","values":[1,0,0,1,1,0,0,2,3,5,2,5,3,7,7,10,4,7,13,9,25,22,24,28,29,33,33,36,42,39,39,36,23,24,35,21,31,24,13,19,21,6,15,15,8,7,4,7,2,5,3,0,2,4,2,2,0,7,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,0,1,0,1,3,2,2,5,8,3,7,7,3,7,10,15,14,21,19,18,19,24,26,30,25,33,36,23,34,30,35,26,31,26,18,30,22,24,13,21,18,16,10,11,11,5,9,4,2,2,2,1,1,1,0,1,0,0,0,0,0,0,1],"bins":[-0.006693955045193434,-0.006466480437666178,-0.006239005830138922,-0.006011531222611666,-0.00578405661508441,-0.005556582007557154,-0.005329107400029898,-0.005101632792502642,-0.004874158650636673,-0.004646684043109417,-0.004419209435582161,-0.004191734828054905,-0.003964260220527649,-0.003736785613000393,-0.003509311005473137,-0.003281836397945881,-0.003054361790418625,-0.002826887182891369,-0.002599412575364113,-0.002371937967836857,-0.002144463360309601,-0.0019169888691976666,-0.0016895143780857325,-0.0014620397705584764,-0.0012345651630312204,-0.0010070905555039644,-0.0007796160061843693,-0.0005521414568647742,-0.0003246668493375182,-9.719227091409266e-05,0.0001302823075093329,0.00035775688593275845,0.0005852309986948967,0.0008127056062221527,0.0010401802137494087,0.001267654704861343,0.001495129312388599,0.001722603919915855,0.0019500784110277891,0.002177553018555045,0.002405027626082301,0.002632502233609557,0.002859976841136813,0.003087451448664069,0.0033149258233606815,0.0035424004308879375,0.0037698750384151936,0.00399734964594245,0.004224824253469706,0.004452298860996962,0.004679773468524218,0.004907248076051474,0.00513472268357873,0.005362197291105986,0.005589671898633242,0.005817146506160498,0.006044620648026466,0.006272095255553722,0.006499569863080978,0.006727044470608234,0.00695451907813549,0.007181993685662746,0.0074094682931900024,0.0076369429007172585,0.007864417508244514],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.00039166229544207454,-0.0003804772859439254,-0.0003692922764457762,-0.00035810726694762707,-0.0003469222574494779,-0.00033573724795132875,-0.00032455220934934914,-0.0003133671998512,-0.00030218219035305083,-0.00029099718085490167,-0.0002798121713567525,-0.00026862716185860336,-0.0002574421523604542,-0.00024625714286230505,-0.00023507211881224066,-0.0002238871093140915,-0.00021270209981594235,-0.0002015170903177932,-0.00019033208081964403,-0.00017914705676957965,-0.0001679620472714305,-0.00015677703777328134,-0.00014559202827513218,-0.00013440701877698302,-0.00012322200927883387,-0.0001120369925047271,-0.00010085197573062032,-8.966696623247117e-05,-7.848195673432201e-05,-6.729693996021524e-05,-5.6111930462066084e-05,-4.492691732593812e-05,-3.374190418981016e-05,-2.2556891053682193e-05,-1.1371879736543633e-05,-1.8686750991037115e-07,1.099814471672289e-05,2.2183157852850854e-05,3.336816735100001e-05,4.4553180487127975e-05,5.573819362325594e-05,6.69232031214051e-05,7.810821989551187e-05,8.929322939366102e-05,0.00010047823889181018,0.00011166325566591695,0.00012284827244002372,0.00013403328193817288,0.00014521829143632203,0.0001564033009344712,0.00016758831043262035,0.00017877333448268473,0.0001899583439808339,0.00020114335347898304,0.0002123283629771322,0.00022351337247528136,0.00023469838197343051,0.00024588339147157967,0.00025706840096972883,0.00026825343957170844,0.0002794384490698576,0.00029062345856800675,0.0003018084680661559,0.00031299347756430507,0.0003241784870624542],"_type":"histogram","values":[1,0,0,0,2,1,0,1,0,1,2,1,2,2,4,2,4,5,7,5,5,15,13,13,13,27,17,16,16,24,28,32,41,41,35,31,34,26,34,27,37,24,20,25,18,15,16,13,18,13,4,8,4,5,4,1,3,1,1,2,2,1,2,3]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,1,0,3,8,12,24,40,66,113,183,290,458,648,1000,1403,2043,3034,3905,5107,7077,9013,11310,13922,16983,19716,22837,25976,28471,30499,32589,33639,34098,33934,33227,31778,29097,26727,24313,21132,18068,15004,12426,10114,7788,6153,4645,3451,2325,1763,1138,772,536,371,247,147,97,44,30,15,6,3,0,3],"bins":[-0.09541238099336624,-0.09249639511108398,-0.08958040177822113,-0.08666441589593887,-0.08374842256307602,-0.08083243668079376,-0.07791644334793091,-0.07500045746564865,-0.0720844641327858,-0.06916847825050354,-0.06625248491764069,-0.06333649903535843,-0.06042050942778587,-0.05750451982021332,-0.05458853021264076,-0.05167254060506821,-0.04875655099749565,-0.045840561389923096,-0.04292457178235054,-0.040008582174777985,-0.03709259256720543,-0.034176602959632874,-0.03126061335206032,-0.02834462560713291,-0.025428635999560356,-0.0225126463919878,-0.019596656784415245,-0.01668066717684269,-0.013764678500592709,-0.010848688893020153,-0.007932700216770172,-0.005016710609197617,-0.002100721001625061,0.0008152683731168509,0.0037312577478587627,0.006647246889770031,0.009563236497342587,0.012479226104915142,0.015395214781165123,0.01831120438873768,0.021227193996310234,0.02414318360388279,0.027059173211455345,0.0299751628190279,0.03289115056395531,0.03580714017152786,0.03872312977910042,0.041639119386672974,0.04455510899424553,0.047471098601818085,0.05038708820939064,0.053303077816963196,0.05621906742453575,0.05913505703210831,0.06205104663968086,0.06496703624725342,0.06788302212953568,0.07079901546239853,0.07371500134468079,0.07663099467754364,0.0795469805598259,0.08246297389268875,0.08537895977497101,0.08829495310783386,0.09121093899011612]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,1,1,3,2,1,2,1,1,2,3,7,4,3,7,10,9,10,8,8,20,7,11,31,20,28,21,27,23,26,29,33,30,36,32,31,28,33,30,25,29,20,16,12,16,9,9,4,9,3,3,7,7,2,2,0,3,3,2,1,2,0,2,2],"bins":[-0.0007037199102342129,-0.0006820429116487503,-0.0006603659130632877,-0.0006386889144778252,-0.0006170119158923626,-0.0005953349173069,-0.0005736579187214375,-0.0005519809201359749,-0.0005303039215505123,-0.0005086269229650497,-0.00048694995348341763,-0.00046527295489795506,-0.0004435959563124925,-0.0004219189577270299,-0.00040024195914156735,-0.0003785649605561048,-0.0003568879619706422,-0.00033521096338517964,-0.00031353396479971707,-0.0002918569662142545,-0.00027017996762879193,-0.00024850296904332936,-0.00022682598500978202,-0.00020514898642431945,-0.00018347198783885688,-0.0001617949892533943,-0.00014011799066793174,-0.00011844099935842678,-9.676400077296421e-05,-7.508700218750164e-05,-5.3410007240017876e-05,-3.173301229253411e-05,-1.0056013707071543e-05,1.1620983059401624e-05,3.329797982587479e-05,5.4974974773358554e-05,7.665197335882112e-05,9.83289719442837e-05,0.00012000596325378865,0.00014168296183925122,0.0001633599604247138,0.00018503695901017636,0.00020671395759563893,0.0002283909561811015,0.00025006794021464884,0.0002717449388001114,0.000293421937385574,0.00031509893597103655,0.0003367759345564991,0.0003584529331419617,0.00038012993172742426,0.00040180693031288683,0.0004234839288983494,0.000445160927483812,0.00046683792606927454,0.0004885148955509067,0.0005101918941363692,0.0005318688927218318,0.0005535458913072944,0.0005752228898927569,0.0005968998884782195,0.0006185768870636821,0.0006402538856491446,0.0006619308842346072,0.0006836078828200698],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.10130045562982559,-0.09823080897331238,-0.09516116231679916,-0.09209151566028595,-0.08902186900377274,-0.08595222234725952,-0.08288257569074631,-0.0798129290342331,-0.07674328982830048,-0.07367364317178726,-0.07060399651527405,-0.06753434985876083,-0.06446470320224762,-0.061395056545734406,-0.05832540988922119,-0.05525576323270798,-0.05218611657619476,-0.04911646991968155,-0.046046823263168335,-0.04297717660665512,-0.03990752995014191,-0.03683788701891899,-0.03376824036240578,-0.030698593705892563,-0.02762894704937935,-0.024559300392866135,-0.02148965373635292,-0.018420008942484856,-0.015350362285971642,-0.012280715629458427,-0.009211069904267788,-0.006141423713415861,-0.0030717700719833374,-2.1238811314105988e-06,0.003067522309720516,0.006137168500572443,0.00920681469142437,0.012276461347937584,0.015346107073128223,0.018415752798318863,0.021485399454832077,0.02455504611134529,0.027624692767858505,0.03069433756172657,0.033763982355594635,0.03683362901210785,0.03990327566862106,0.04297292232513428,0.04604256898164749,0.049112215638160706,0.05218186229467392,0.055251508951187134,0.05832115560770035,0.061390798538923264,0.06446044892072678,0.06753009557723999,0.07059973478317261,0.07366938143968582,0.07673902809619904,0.07980867475271225,0.08287832140922546,0.08594796806573868,0.08901761472225189,0.0920872613787651,0.09515690803527832],"_type":"histogram","values":[1,1,0,3,10,19,33,33,72,143,262,424,670,1069,1807,2590,3921,5705,7984,11409,15462,20125,26232,33307,41448,49664,58698,67680,75823,82899,89618,93371,96003,95945,93495,89555,83450,75957,67452,58536,49628,41158,33453,26112,20552,15132,11219,8091,5539,3976,2626,1739,1054,734,400,264,146,81,41,23,14,2,1,3]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,3,2,1,2,5,2,1,2,1,5,1,10,8,20,5,12,13,23,24,13,22,12,32,30,27,28,32,28,25,29,36,30,26,26,19,27,17,24,24,19,23,18,6,8,5,6,7,3,4,1,4,3,3,2,3,1,0,0,0,1],"bins":[-0.025826647877693176,-0.025027981027960777,-0.024229316040873528,-0.02343064919114113,-0.02263198420405388,-0.02183331735432148,-0.02103465050458908,-0.02023598551750183,-0.019437318667769432,-0.018638651818037033,-0.017839986830949783,-0.017041319981217384,-0.016242653131484985,-0.015443988144397736,-0.014645321294665337,-0.013846655376255512,-0.013047989457845688,-0.012249323539435863,-0.011450657621026039,-0.01065199077129364,-0.009853324852883816,-0.009054658934473991,-0.008255992084741592,-0.007457326166331768,-0.006658660247921944,-0.005859994329512119,-0.005061327945441008,-0.004262661561369896,-0.0034639956429600716,-0.0026653294917196035,-0.0018666633404791355,-0.0010679971892386675,-0.00026933103799819946,0.0005293351132422686,0.0013280012644827366,0.0021266674157232046,0.0029253335669636726,0.0037239997182041407,0.004522665869444609,0.00532133225351572,0.006119998171925545,0.006918664090335369,0.007717330474406481,0.008515996858477592,0.009314662776887417,0.010113328695297241,0.01091199554502964,0.011710661463439465,0.012509327381849289,0.013307993300259113,0.014106659218668938,0.014905326068401337,0.015703991055488586,0.016502657905220985,0.017301324754953384,0.018099989742040634,0.018898656591773033,0.019697323441505432,0.020495988428592682,0.02129465527832508,0.02209332212805748,0.02289198711514473,0.02369065396487713,0.02448931895196438,0.025287985801696777]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,3,1,3,2,4,3,7,3,5,6,6,8,14,8,16,14,15,22,18,21,23,26,24,24,21,23,21,32,31,37,14,27,19,25,18,19,17,21,14,20,21,17,14,8,10,8,8,9,6,10,8,2,1,2,1,0,2,1,3,0,0,0,1],"bins":[-0.0007002009660936892,-0.0006764044519513845,-0.0006526079960167408,-0.0006288114818744361,-0.0006050150259397924,-0.0005812185117974877,-0.0005574219976551831,-0.0005336255417205393,-0.0005098290275782347,-0.00048603254253976047,-0.00046223605750128627,-0.00043843957246281207,-0.00041464308742433786,-0.00039084660238586366,-0.000367050088243559,-0.0003432536032050848,-0.0003194571181666106,-0.0002956606331281364,-0.0002718641480896622,-0.00024806763394735754,-0.00022427114890888333,-0.00020047466387040913,-0.00017667817883193493,-0.0001528816792415455,-0.0001290851942030713,-0.00010528870188863948,-8.149220957420766e-05,-5.769572453573346e-05,-3.3899232221301645e-05,-1.0102741725859232e-05,1.369374876958318e-05,3.749023744603619e-05,6.1286729760468e-05,8.508322207489982e-05,0.00010887971438933164,0.00013267619942780584,0.00015647269901819527,0.00018026918405666947,0.00020406566909514368,0.0002278621686855331,0.00025165866827592254,0.00027545515331439674,0.00029925163835287094,0.00032304812339134514,0.00034684460842981935,0.00037064109346829355,0.0003944376076105982,0.0004182340926490724,0.0004420305776875466,0.0004658270627260208,0.0004896235768683255,0.0005134200328029692,0.0005372165469452739,0.0005610130028799176,0.0005848095170222223,0.0006086060311645269,0.0006324024870991707,0.0006561990012414753,0.0006799954571761191,0.0007037919713184237,0.0007275884854607284,0.0007513849413953722,0.0007751814555376768,0.0007989779114723206,0.0008227744256146252],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.00040668269502930343,-0.00039333643508143723,-0.0003799902042374015,-0.0003666439442895353,-0.0003532976843416691,-0.0003399514243938029,-0.0003266051644459367,-0.00031325893360190094,-0.00029991267365403473,-0.00028656641370616853,-0.0002732201828621328,-0.0002598739229142666,-0.0002465276629664004,-0.00023318140301853418,-0.0002198351576225832,-0.00020648891222663224,-0.00019314265227876604,-0.00017979639233089983,-0.00016645014693494886,-0.0001531039015389979,-0.0001397576415911317,-0.00012641138164326549,-0.00011306513624731451,-9.971888357540593e-05,-8.637263090349734e-05,-7.302637823158875e-05,-5.9680125559680164e-05,-4.633387288777158e-05,-3.298762021586299e-05,-1.9641367543954402e-05,-6.295114872045815e-06,7.051137799862772e-06,2.0397419575601816e-05,3.3743672247510403e-05,4.708992491941899e-05,6.043617759132758e-05,7.378243026323617e-05,8.712868293514475e-05,0.00010047493560705334,0.00011382118827896193,0.00012716744095087051,0.00014051370089873672,0.0001538599462946877,0.00016720619169063866,0.00018055245163850486,0.00019389871158637106,0.00020724495698232204,0.000220591202378273,0.0002339374623261392,0.0002472837222740054,0.0002606299822218716,0.00027397621306590736,0.00028732247301377356,0.00030066873296163976,0.0003140149638056755,0.0003273612237535417,0.0003407074837014079,0.0003540537436492741,0.0003674000035971403,0.00038074623444117606,0.00039409249438904226,0.00040743875433690846,0.0004207849851809442,0.0004341312451288104,0.0004474775050766766],"_type":"histogram","values":[1,1,0,0,2,0,0,0,1,2,3,3,1,3,3,4,7,15,9,16,8,18,24,25,23,26,37,43,46,41,43,38,33,26,46,32,30,24,23,19,8,17,18,9,10,4,2,8,1,1,1,4,1,4,0,1,1,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.01925254985690117,-0.01863267831504345,-0.01801280677318573,-0.01739293523132801,-0.01677306368947029,-0.016153190284967422,-0.015533318743109703,-0.014913447201251984,-0.014293575659394264,-0.013673704117536545,-0.013053832575678825,-0.012433960102498531,-0.011814088560640812,-0.011194217018783092,-0.010574344545602798,-0.009954473003745079,-0.00933460146188736,-0.00871472992002964,-0.00809485837817192,-0.007474985904991627,-0.006855114363133907,-0.006235242821276188,-0.005615370813757181,-0.0049954988062381744,-0.004375627264380455,-0.003755755489692092,-0.003135883715003729,-0.002516011940315366,-0.0018961401656270027,-0.0012762683909386396,-0.0006563966162502766,-3.652484156191349e-05,0.0005833469331264496,0.0012032187078148127,0.0018230904825031757,0.002442962257191539,0.003062834031879902,0.003682705806568265,0.004302577581256628,0.004922449588775635,0.005542321130633354,0.006162192672491074,0.00678206468001008,0.007401936687529087,0.008021808229386806,0.008641679771244526,0.00926155224442482,0.00988142378628254,0.010501295328140259,0.011121166869997978,0.011741038411855698,0.012360910885035992,0.012980782426893711,0.01360065396875143,0.014220526441931725,0.014840397983789444,0.015460269525647163,0.016080141067504883,0.016700012609362602,0.01731988415122032,0.01793975755572319,0.01855962909758091,0.01917950063943863,0.01979937218129635,0.020419243723154068],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,2,1,0,0,0,4,3,2,2,1,8,6,7,16,17,27,24,42,65,71,87,88,66,54,45,32,24,14,11,8,9,7,2,5,4,0,1,2,2,2,1,0,1,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.028016915544867516,-0.027177700772881508,-0.02633848413825035,-0.025499269366264343,-0.024660052731633186,-0.02382083795964718,-0.02298162318766117,-0.022142406553030014,-0.021303191781044006,-0.02046397514641285,-0.019624760374426842,-0.018785545602440834,-0.017946328967809677,-0.01710711419582367,-0.016267897561192513,-0.015428682789206505,-0.014589467085897923,-0.01375025138258934,-0.012911035679280758,-0.01207182090729475,-0.011232605203986168,-0.010393389500677586,-0.009554173797369003,-0.008714958094060421,-0.007875742390751839,-0.007036527153104544,-0.006197311915457249,-0.005358096212148666,-0.004518880508840084,-0.003679665271192789,-0.0028404495678842068,-0.002001234097406268,-0.0011620186269283295,-0.0003228030982427299,0.0005164124304428697,0.0013556280173361301,0.002194843487814069,0.0030340589582920074,0.0038732746616005898,0.004712489899247885,0.005551705602556467,0.006390921305865049,0.007230136543512344,0.008069352246820927,0.008908567950129509,0.009747783653438091,0.010586998425424099,0.011426214128732681,0.012265429832041264,0.013104645535349846,0.013943861238658428,0.014783076010644436,0.015622291713953018,0.016461508348584175,0.017300723120570183,0.01813993789255619,0.018979154527187347,0.019818369299173355,0.020657585933804512,0.02149680070579052,0.022336015477776527,0.023175232112407684,0.024014446884393692,0.02485366351902485,0.025692878291010857],"_type":"histogram","values":[1,1,1,2,2,1,1,2,4,3,3,2,0,8,10,8,2,12,10,9,14,18,18,18,19,25,25,19,30,32,16,23,25,23,17,33,31,33,21,21,24,24,32,15,17,17,13,14,13,7,5,7,8,6,4,0,6,2,5,3,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[6,1,3,4,5,3,4,3,11,10,10,2,18,15,15,10,11,23,18,21,31,36,37,31,22,25,34,26,28,33,26,25,27,18,10,16,26,20,12,10,8,7,9,6,7,5,7,7,1,4,5,1,3,1,1,3,0,2,1,1,0,2,0,1],"bins":[0.9993811845779419,0.9994056820869446,0.9994301199913025,0.9994546175003052,0.9994790554046631,0.9995035529136658,0.9995279908180237,0.9995524883270264,0.9995769262313843,0.999601423740387,0.9996259212493896,0.9996503591537476,0.9996748566627502,0.9996992945671082,0.9997237920761108,0.9997482299804688,0.9997727274894714,0.9997972249984741,0.999821662902832,0.9998461604118347,0.9998705983161926,0.9998950958251953,0.9999195337295532,0.9999440312385559,0.9999685287475586,0.9999929666519165,1.0000174045562744,1.0000419616699219,1.0000663995742798,1.0000908374786377,1.0001152753829956,1.000139832496643,1.000164270401001,1.0001887083053589,1.0002132654190063,1.0002377033233643,1.0002621412277222,1.00028657913208,1.0003111362457275,1.0003355741500854,1.0003600120544434,1.0003845691680908,1.0004090070724487,1.0004334449768066,1.0004578828811646,1.000482439994812,1.00050687789917,1.0005313158035278,1.0005557537078857,1.0005803108215332,1.0006047487258911,1.000629186630249,1.0006537437438965,1.0006781816482544,1.0007026195526123,1.0007270574569702,1.0007516145706177,1.0007760524749756,1.0008004903793335,1.000825047492981,1.0008494853973389,1.0008739233016968,1.0008983612060547,1.0009229183197021,1.00094735622406]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,1,0,1,1,2,1,1,2,1,2,1,1,6,11,6,12,8,11,14,17,20,18,31,29,36,32,34,34,29,39,36,40,52,39,25,24,28,23,22,15,11,8,8,7,3,5,0,6,3,3,2,0,1,0,1,1,0,1,0,1,0,0,1],"bins":[-0.00034333232906647027,-0.0003319128300063312,-0.00032049333094619215,-0.00030907386098988354,-0.0002976543619297445,-0.0002862348628696054,-0.00027481536380946636,-0.0002633958647493273,-0.00025197636568918824,-0.0002405568811809644,-0.00022913739667274058,-0.00021771789761260152,-0.00020629839855246246,-0.00019487891404423863,-0.00018345941498409957,-0.00017203993047587574,-0.00016062043141573668,-0.00014920093235559762,-0.00013778144784737378,-0.00012636194878723472,-0.00011494245700305328,-0.00010352296521887183,-9.210346615873277e-05,-8.068397437455133e-05,-6.926448259036988e-05,-5.7844990806188434e-05,-4.642549538402818e-05,-3.500599996186793e-05,-2.3586508177686483e-05,-1.2167014574515633e-05,-7.475209713447839e-07,1.0671972631826065e-05,2.2091466234996915e-05,3.351095801917836e-05,4.4930453441338614e-05,5.6349948863498867e-05,6.776944064768031e-05,7.918893243186176e-05,9.060843149200082e-05,0.00010202792327618226,0.00011344741506036371,0.00012486691412050277,0.0001362863986287266,0.00014770589768886566,0.00015912539674900472,0.00017054488125722855,0.0001819643803173676,0.00019338386482559144,0.0002048033638857305,0.00021622286294586957,0.0002276423474540934,0.00023906184651423246,0.0002504813310224563,0.00026190083008259535,0.0002733203291427344,0.00028473982820287347,0.00029615929815918207,0.00030757879721932113,0.0003189982962794602,0.00033041779533959925,0.0003418372943997383,0.00035325679345987737,0.000364676263416186,0.00037609576247632504,0.0003875152615364641],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.0026397705078125,-0.0025482177734375,-0.0024566650390625,-0.0023651123046875,-0.0022735595703125,-0.0021820068359375,-0.0020904541015625,-0.0019989013671875,-0.0019073486328125,-0.0018157958984375,-0.0017242431640625,-0.0016326904296875,-0.0015411376953125,-0.0014495849609375,-0.0013580322265625,-0.0012664794921875,-0.0011749267578125,-0.0010833740234375,-0.0009918212890625,-0.0009002685546875,-0.0008087158203125,-0.0007171630859375,-0.0006256103515625,-0.0005340576171875,-0.0004425048828125,-0.0003509521484375,-0.0002593994140625,-0.0001678466796875,-7.62939453125e-05,1.52587890625e-05,0.0001068115234375,0.0001983642578125,0.0002899169921875,0.0003814697265625,0.0004730224609375,0.0005645751953125,0.0006561279296875,0.0007476806640625,0.0008392333984375,0.0009307861328125,0.0010223388671875,0.0011138916015625,0.0012054443359375,0.0012969970703125,0.0013885498046875,0.0014801025390625,0.0015716552734375,0.0016632080078125,0.0017547607421875,0.0018463134765625,0.0019378662109375,0.0020294189453125,0.0021209716796875,0.0022125244140625,0.0023040771484375,0.0023956298828125,0.0024871826171875,0.0025787353515625,0.0026702880859375,0.0027618408203125,0.0028533935546875,0.0029449462890625,0.0030364990234375,0.0031280517578125,0.0032196044921875],"_type":"histogram","values":[1,2,1,1,1,4,8,5,16,13,21,30,44,73,102,145,189,307,482,773,1245,1981,3239,5488,9998,18682,38836,85138,156108,135488,65384,30258,15503,8243,4598,2809,1629,1035,687,398,269,180,116,78,58,38,35,20,16,5,6,11,6,6,5,2,4,0,1,0,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.03818662464618683,-0.03702801093459129,-0.03586939722299576,-0.03471078351140022,-0.03355216979980469,-0.03239355981349945,-0.031234946101903915,-0.03007633239030838,-0.028917718678712845,-0.02775910496711731,-0.026600491255521774,-0.025441879406571388,-0.024283265694975853,-0.023124651983380318,-0.02196604013442993,-0.020807426422834396,-0.01964881271123886,-0.018490198999643326,-0.01733158528804779,-0.016172973439097404,-0.01501435972750187,-0.013855746015906334,-0.012697133235633373,-0.011538520455360413,-0.010379906743764877,-0.009221293032169342,-0.008062680251896381,-0.006904067005962133,-0.0057454537600278854,-0.0045868405140936375,-0.0034282272681593895,-0.0022696140222251415,-0.0011110007762908936,4.7612469643354416e-05,0.0012062257155776024,0.0023648389615118504,0.0035234522074460983,0.004682065453380346,0.005840678699314594,0.006999291945248842,0.00815790519118309,0.009316518902778625,0.010475131683051586,0.011633744463324547,0.012792358174920082,0.013950971886515617,0.015109584666788578,0.01626819744706154,0.017426811158657074,0.01858542487025261,0.019744038581848145,0.02090265043079853,0.022061264142394066,0.0232198778539896,0.024378489702939987,0.025537103414535522,0.026695717126131058,0.027854330837726593,0.02901294454932213,0.030171556398272514,0.0313301682472229,0.032488781958818436,0.03364739567041397,0.034806009382009506,0.03596462309360504],"_type":"histogram","values":[2,0,0,3,3,1,0,0,3,3,1,4,4,1,6,9,4,6,11,10,12,14,17,18,33,27,38,20,22,26,25,27,25,24,36,34,28,24,28,30,19,25,23,20,11,18,12,14,9,6,5,2,4,5,1,3,3,4,0,1,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,3,3,1,1,1,4,4,7,10,8,13,19,27,42,54,59,60,78,72,50,61,41,28,28,21,12,9,10,7,5,2,6,5,3,2,1,0,2,1,1,2,0,1,0,1],"bins":[-0.01834588684141636,-0.017852652817964554,-0.0173594169318676,-0.016866182908415794,-0.01637294888496399,-0.015879712998867035,-0.01538647897541523,-0.014893244951963425,-0.014400009997189045,-0.013906775042414665,-0.01341354101896286,-0.01292030606418848,-0.0124270711094141,-0.011933837085962296,-0.011440602131187916,-0.01094736810773611,-0.010454133152961731,-0.009960898198187351,-0.009467664174735546,-0.008974429219961166,-0.008481195196509361,-0.007987960241734982,-0.007494725286960602,-0.007001490797847509,-0.006508256308734417,-0.0060150218196213245,-0.005521787330508232,-0.005028552375733852,-0.00453531788662076,-0.0040420833975076675,-0.0035488486755639315,-0.0030556139536201954,-0.0025623803958296776,-0.002069145906716585,-0.001575911184772849,-0.0010826765792444348,-0.0005894419737160206,-9.620736818760633e-05,0.0003970272373408079,0.0008902618428692222,0.0013834964483976364,0.0018767310539260507,0.002369965659454465,0.002863200381398201,0.0033564348705112934,0.003849669359624386,0.0043429043143987656,0.004836138803511858,0.00532937329262495,0.005822607781738043,0.006315842270851135,0.006809077225625515,0.007302311714738607,0.0077955462038517,0.00828878115862608,0.008782015182077885,0.009275250136852264,0.009768485091626644,0.01026171911507845,0.010754954069852829,0.011248188093304634,0.011741423048079014,0.012234658002853394,0.012727892026305199,0.013221126981079578]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[1,0,0,0,3,0,1,0,0,1,1,2,1,2,6,4,9,5,9,12,7,18,20,18,33,38,40,26,39,32,49,48,35,39,37,37,33,34,24,16,14,14,13,11,3,3,5,8,4,3,3,1,1,0,1,0,0,1,1,0,1,0,0,1],"bins":[-0.00039582260069437325,-0.0003830787318293005,-0.0003703348629642278,-0.0003575910232029855,-0.0003448471543379128,-0.00033210328547284007,-0.00031935941660776734,-0.0003066155768465251,-0.00029387170798145235,-0.0002811278391163796,-0.0002683839702513069,-0.00025564010138623416,-0.00024289624707307667,-0.00023015239275991917,-0.00021740852389484644,-0.00020466466958168894,-0.0001919208007166162,-0.00017917693185154349,-0.000166433077538386,-0.00015368920867331326,-0.00014094535436015576,-0.00012820148549508303,-0.00011545762390596792,-0.00010271376231685281,-8.99699007277377e-05,-7.722603913862258e-05,-6.448217754950747e-05,-5.173831232241355e-05,-3.8994450733298436e-05,-2.6250589144183323e-05,-1.3506725736078806e-05,-7.628632374689914e-07,1.1980999261140823e-05,2.4724860850255936e-05,3.746872243937105e-05,5.021258766646497e-05,6.295644561760128e-05,7.5700314482674e-05,8.844417607178912e-05,0.00010118803766090423,0.00011393189925001934,0.00012667576083913445,0.00013941962970420718,0.00015216348401736468,0.0001649073528824374,0.0001776512071955949,0.00019039507606066763,0.00020313893037382513,0.00021588279923889786,0.0002286266681039706,0.00024137052241712809,0.0002541143912822008,0.00026685826014727354,0.0002796020999085158,0.00029234596877358854,0.00030508983763866127,0.000317833706503734,0.0003305775753688067,0.000343321415130049,0.0003560652839951217,0.00036880915286019444,0.00038155302172526717,0.00039429686148650944,0.00040704073035158217,0.0004197845992166549],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[3,5,7,14,26,46,89,119,182,280,454,674,1001,1545,2052,2968,3951,5313,6988,8935,11088,13659,16603,19507,22471,25428,27908,30213,32117,33507,34359,33600,32974,31648,29612,26946,24188,21271,18287,15706,12746,10227,8255,6305,4680,3585,2682,1815,1251,911,606,408,235,162,77,52,34,20,13,9,4,1,1,1],"bins":[-0.08928783237934113,-0.08639003336429596,-0.0834922268986702,-0.08059442043304443,-0.07769662141799927,-0.0747988224029541,-0.07190101593732834,-0.06900320947170258,-0.06610541045665741,-0.06320761144161224,-0.06030980497598648,-0.057412002235651016,-0.05451419949531555,-0.05161639675498009,-0.04871859401464462,-0.04582079127430916,-0.042922988533973694,-0.04002518579363823,-0.037127383053302765,-0.0342295803129673,-0.031331777572631836,-0.02843397483229637,-0.025536172091960907,-0.022638369351625443,-0.019740566611289978,-0.016842763870954514,-0.013944961130619049,-0.011047158390283585,-0.00814935564994812,-0.005251552909612656,-0.002353750169277191,0.0005440525710582733,0.0034418627619743347,0.006339665502309799,0.009237468242645264,0.012135270982980728,0.015033073723316193,0.017930876463651657,0.02082867920398712,0.023726481944322586,0.02662428468465805,0.029522087424993515,0.03241989016532898,0.035317692905664444,0.03821549564599991,0.04111329838633537,0.04401110112667084,0.0469089038670063,0.049806706607341766,0.05270450934767723,0.055602312088012695,0.05850011482834816,0.061397917568683624,0.06429572403430939,0.06719352304935455,0.07009132206439972,0.07298912853002548,0.07588693499565125,0.07878473401069641,0.08168253302574158,0.08458033949136734,0.0874781459569931,0.09037594497203827,0.09327374398708344,0.0961715504527092],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,1,0,1,1,1,0,1,3,3,6,4,3,7,7,9,16,21,24,23,37,51,44,66,50,51,51,57,40,31,29,25,22,17,9,9,8,8,2,6,1,3,3,2,1,3,3,1,1,2,0,1,0,0,0,0,1],"bins":[-0.006546352058649063,-0.006343727931380272,-0.006141103804111481,-0.0059384796768426895,-0.005735855549573898,-0.005533231422305107,-0.005330606829375029,-0.005127982702106237,-0.004925358574837446,-0.004722734447568655,-0.004520110320299864,-0.004317486193031073,-0.004114862065762281,-0.00391223793849349,-0.0037096135783940554,-0.003506989451125264,-0.003304365323856473,-0.0031017411965876818,-0.0028991170693188906,-0.0026964927092194557,-0.0024938685819506645,-0.0022912444546818733,-0.002088620327413082,-0.001885996083728969,-0.001683371956460178,-0.0014807478291913867,-0.0012781235855072737,-0.0010754994582384825,-0.0008728752727620304,-0.0006702510872855783,-0.0004676269309129566,-0.00026500277454033494,-6.237858906388283e-05,0.00014024558186065406,0.00034286975278519094,0.0005454939091578126,0.0007481180946342647,0.0009507422801107168,0.001153366407379508,0.001355990651063621,0.0015586147783324122,0.0017612389056012034,0.0019638631492853165,0.0021664872765541077,0.002369111403822899,0.00257173553109169,0.002774359891191125,0.002976984018459916,0.0031796081457287073,0.0033822322729974985,0.0035848564002662897,0.0037874807603657246,0.003990104887634516,0.004192729014903307,0.004395353142172098,0.004597977269440889,0.0048006013967096806,0.005003225523978472,0.005205849651247263,0.0054084742441773415,0.005611098371446133,0.005813722498714924,0.006016346625983715,0.006218970753252506,0.0064215948805212975],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.09398430585861206,-0.09102567285299301,-0.08806703984737396,-0.08510841429233551,-0.08214978128671646,-0.07919114828109741,-0.07623251527547836,-0.07327388226985931,-0.07031525671482086,-0.06735662370920181,-0.06439799070358276,-0.061439357697963715,-0.058480724692344666,-0.055522095412015915,-0.052563462406396866,-0.049604833126068115,-0.046646200120449066,-0.04368756711483002,-0.040728937834501266,-0.03777030482888222,-0.03481167554855347,-0.03185304254293442,-0.02889440953731537,-0.02593577839434147,-0.02297714725136757,-0.02001851610839367,-0.01705988496541977,-0.01410125195980072,-0.01114262081682682,-0.00818398967385292,-0.005225357599556446,-0.002266725990921259,0.0006918981671333313,0.0036505297757685184,0.006609161384403706,0.00956779345870018,0.01252642460167408,0.01548505574464798,0.01844368875026703,0.02140231989324093,0.02436095103621483,0.02731958217918873,0.030278213322162628,0.03323684632778168,0.036195479333400726,0.03915410861372948,0.042112741619348526,0.04507137089967728,0.048030003905296326,0.050988636910915375,0.053947266191244125,0.056905899196863174,0.059864528477191925,0.06282316148281097,0.06578179448843002,0.06874042749404907,0.07169905304908752,0.07465768605470657,0.07761631906032562,0.08057495206594467,0.08353358507156372,0.08649221807718277,0.08945084363222122,0.09240947663784027,0.09536810964345932],"_type":"histogram","values":[1,2,0,3,8,22,35,49,76,166,275,428,608,979,1436,1876,2741,3803,5137,6763,8638,11002,13576,16671,19733,22598,25550,28658,31217,32871,33836,34568,34531,33833,32109,29894,27352,24023,21055,18329,15033,12354,9915,7667,5827,4363,3114,2322,1607,1158,764,473,323,166,124,54,52,21,8,11,6,6,1,3]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,1,3,2,1,2,2,5,5,14,10,16,14,24,31,45,50,62,89,95,118,126,161,180,178,143,142,114,75,56,56,47,43,31,22,11,15,9,4,11,4,6,7,1,5,2,1,2,0,2,0,1],"bins":[-0.02397000975906849,-0.023299671709537506,-0.022629333660006523,-0.02195899561047554,-0.021288657560944557,-0.020618319511413574,-0.01994798146188259,-0.01927764341235161,-0.018607303500175476,-0.017936965450644493,-0.01726662740111351,-0.016596289351582527,-0.015925951302051544,-0.015255613252520561,-0.014585275202989578,-0.013914937153458595,-0.013244599103927612,-0.01257426105439663,-0.011903923004865646,-0.011233584955334663,-0.01056324690580368,-0.009892907924950123,-0.00922256987541914,-0.008552231825888157,-0.007881893776357174,-0.007211555726826191,-0.006541217677295208,-0.005870879162102938,-0.005200541112571955,-0.004530203063040972,-0.003859864780679345,-0.0031895264983177185,-0.0025191884487867355,-0.0018488502828404307,-0.001178512116894126,-0.0005081739509478211,0.00016216421499848366,0.0008325023809447885,0.0015028405468910933,0.00217317882925272,0.002843516878783703,0.003513854928314686,0.004184192977845669,0.004854531493037939,0.005524869542568922,0.006195207592099905,0.006865546107292175,0.007535884156823158,0.008206222206354141,0.008876560255885124,0.009546898305416107,0.01021723635494709,0.010887574404478073,0.01155791338533163,0.012228251434862614,0.012898589484393597,0.01356892753392458,0.014239265583455563,0.014909603632986546,0.015579941682517529,0.016250280663371086,0.01692061871290207,0.017590956762433052,0.018261294811964035,0.018931632861495018]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,0,0,1,2,5,3,4,5,8,7,8,8,6,10,13,13,12,12,25,29,31,15,29,25,24,32,27,21,21,31,27,26,30,25,29,24,24,19,21,8,15,13,7,7,1,4,12,7,5,5,3,3,6,2,3,4,4,0,2,0,2,1,1],"bins":[0.999290406703949,0.9993155002593994,0.9993405938148499,0.9993656873703003,0.9993907809257507,0.9994158744812012,0.9994409680366516,0.999466061592102,0.9994911551475525,0.9995162487030029,0.9995413422584534,0.9995664358139038,0.9995915293693542,0.9996166229248047,0.9996417164802551,0.9996668100357056,0.999691903591156,0.9997169971466064,0.9997420907020569,0.9997671842575073,0.9997922778129578,0.9998173713684082,0.9998424649238586,0.9998675584793091,0.9998926520347595,0.99991774559021,0.9999428391456604,0.9999679327011108,0.9999930262565613,1.0000181198120117,1.000043272972107,1.0000683069229126,1.0000934600830078,1.0001184940338135,1.0001436471939087,1.0001686811447144,1.0001938343048096,1.0002188682556152,1.0002440214157104,1.0002690553665161,1.0002942085266113,1.000319242477417,1.0003443956375122,1.0003694295883179,1.000394582748413,1.0004196166992188,1.000444769859314,1.0004698038101196,1.0004949569702148,1.0005199909210205,1.0005451440811157,1.0005701780319214,1.0005953311920166,1.0006203651428223,1.0006455183029175,1.0006705522537231,1.0006957054138184,1.000720739364624,1.0007458925247192,1.000770926475525,1.0007960796356201,1.0008211135864258,1.000846266746521,1.0008713006973267,1.0008964538574219],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[2,1,3,3,11,26,24,43,98,142,218,337,520,760,1073,1590,2208,3012,4018,5423,7048,9061,11059,13754,16131,18925,21783,24702,27458,29652,31215,32489,33215,33207,32556,31190,29633,27179,24166,21657,18883,15976,13483,10999,8731,6835,5453,4017,2933,2187,1612,1069,731,473,313,212,143,75,41,37,8,11,5,5],"bins":[-0.09340832382440567,-0.09057512879371643,-0.08774193376302719,-0.08490873873233795,-0.08207553625106812,-0.07924234122037888,-0.07640914618968964,-0.0735759511590004,-0.07074275612831116,-0.06790956109762192,-0.06507636606693268,-0.06224316731095314,-0.0594099722802639,-0.05657677724957466,-0.05374357849359512,-0.050910383462905884,-0.048077188432216644,-0.045243993401527405,-0.042410798370838165,-0.03957759961485863,-0.03674440458416939,-0.03391120955348015,-0.03107801266014576,-0.02824481576681137,-0.02541162073612213,-0.022578425705432892,-0.019745228812098503,-0.016912031918764114,-0.014078836888074875,-0.01124564092606306,-0.008412444964051247,-0.0055792490020394325,-0.0027460530400276184,8.714292198419571e-05,0.00292033888399601,0.005753534846007824,0.008586730808019638,0.011419926770031452,0.014253122732043266,0.017086319625377655,0.019919514656066895,0.022752709686756134,0.025585906580090523,0.02841910347342491,0.03125229850411415,0.03408549353480339,0.03691869229078293,0.03975188732147217,0.04258508235216141,0.04541827738285065,0.048251472413539886,0.051084671169519424,0.053917866200208664,0.0567510612308979,0.05958425998687744,0.06241745501756668,0.06525065004825592,0.06808384507894516,0.0709170401096344,0.07375023514032364,0.07658343017101288,0.07941663265228271,0.08224982768297195,0.0850830227136612,0.08791621774435043],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0420055091381073,-0.040814656764268875,-0.03962380439043045,-0.038432952016592026,-0.0372420996427536,-0.03605124354362488,-0.03486039116978645,-0.03366953879594803,-0.032478686422109604,-0.03128783404827118,-0.030096981674432755,-0.02890612743794918,-0.027715275064110756,-0.02652442269027233,-0.025333568453788757,-0.024142716079950333,-0.022951863706111908,-0.021761011332273483,-0.02057015895843506,-0.019379304721951485,-0.01818845234811306,-0.016997599974274635,-0.01580674573779106,-0.014615893363952637,-0.013425040990114212,-0.012234188616275787,-0.011043335311114788,-0.009852482005953789,-0.008661629632115364,-0.007470776792615652,-0.00627992395311594,-0.005089071113616228,-0.0038982219994068146,-0.0027073691599071026,-0.0015165163204073906,-0.0003256634809076786,0.0008651893585920334,0.0020560421980917454,0.0032468950375914574,0.004437747877091169,0.005628600716590881,0.006819453556090593,0.008010306395590305,0.009201159700751305,0.01039201207458973,0.011582864448428154,0.012773717753589153,0.013964571058750153,0.015155423432588577,0.016346275806427002,0.017537128180265427,0.018727982416749,0.019918834790587425,0.02110968716442585,0.022300541400909424,0.02349139377474785,0.024682246148586273,0.025873098522424698,0.027063950896263123,0.028254805132746696,0.02944565750658512,0.030636509880423546,0.03182736411690712,0.033018216490745544,0.03420906886458397],"_type":"histogram","values":[1,0,0,0,0,2,2,1,2,0,0,1,2,5,4,7,5,4,5,11,7,13,6,14,13,25,26,22,33,26,29,26,33,22,22,20,37,34,34,27,22,32,24,31,14,17,13,20,12,10,9,10,5,4,3,5,1,3,5,1,2,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.006927490234375,-0.006695270538330078,-0.006463050842285156,-0.006230831146240234,-0.0059986114501953125,-0.005766391754150391,-0.005534172058105469,-0.005301952362060547,-0.005069732666015625,-0.004837512969970703,-0.004605293273925781,-0.004373073577880859,-0.0041408538818359375,-0.003908634185791016,-0.0036764144897460938,-0.003444194793701172,-0.00321197509765625,-0.002979755401611328,-0.0027475357055664062,-0.0025153160095214844,-0.0022830963134765625,-0.0020508766174316406,-0.0018186569213867188,-0.0015864372253417969,-0.001354217529296875,-0.0011219978332519531,-0.0008897781372070312,-0.0006575584411621094,-0.0004253387451171875,-0.00019311904907226562,3.910064697265625e-05,0.0002713203430175781,0.0005035400390625,0.0007357597351074219,0.0009679794311523438,0.0012001991271972656,0.0014324188232421875,0.0016646385192871094,0.0018968582153320312,0.002129077911376953,0.002361297607421875,0.002593517303466797,0.0028257369995117188,0.0030579566955566406,0.0032901763916015625,0.0035223960876464844,0.0037546157836914062,0.003986835479736328,0.00421905517578125,0.004451274871826172,0.004683494567871094,0.004915714263916016,0.0051479339599609375,0.005380153656005859,0.005612373352050781,0.005844593048095703,0.006076812744140625,0.006309032440185547,0.006541252136230469,0.006773471832275391,0.0070056915283203125,0.007237911224365234,0.007470130920410156,0.007702350616455078,0.0079345703125],"_type":"histogram","values":[1,1,2,3,3,4,5,6,5,6,7,18,19,27,39,54,86,131,176,295,456,743,1314,2189,4043,7773,15503,31958,75012,194890,149026,54364,24869,12279,6423,3283,1959,1110,654,390,238,150,113,52,45,32,20,10,4,12,6,4,2,1,3,2,2,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.00041380757465958595,-0.00039840838871896267,-0.0003830092027783394,-0.00036760998773388565,-0.00035221080179326236,-0.0003368116158526391,-0.0003214124299120158,-0.0003060132439713925,-0.00029061402892693877,-0.0002752148429863155,-0.0002598156570456922,-0.0002444164711050689,-0.00022901728516444564,-0.00021361808467190713,-0.00019821889873128384,-0.00018281969823874533,-0.00016742051229812205,-0.00015202132635749876,-0.00013662212586496025,-0.00012122293992433697,-0.00010582374670775607,-9.042455349117517e-05,-7.502536755055189e-05,-5.9626174333970994e-05,-4.4226981117390096e-05,-2.8827789719798602e-05,-1.3428598322207108e-05,1.970593075384386e-06,1.736978447297588e-05,3.276897768955678e-05,4.816816726815887e-05,6.356735684676096e-05,7.896655006334186e-05,9.436574327992275e-05,0.00010976493649650365,0.00012516412243712693,0.00014056332292966545,0.00015596250887028873,0.000171361694810912,0.00018676089530345052,0.0002021600812440738,0.0002175592671846971,0.0002329584676772356,0.0002483576536178589,0.00026375683955848217,0.00027915602549910545,0.0002945552405435592,0.0003099544264841825,0.00032535361242480576,0.00034075279836542904,0.00035615198430605233,0.00037155119935050607,0.00038695038529112935,0.00040234957123175263,0.0004177487571723759,0.0004331479431129992,0.0004485471290536225,0.0004639463440980762,0.0004793455300386995,0.0004947447450831532,0.0005101439310237765,0.0005255431169643998,0.0005409423029050231,0.0005563414888456464,0.0005717406747862697],"_type":"histogram","values":[1,0,0,0,1,0,2,2,0,4,2,3,5,7,6,9,4,17,8,21,26,38,42,34,52,46,59,43,43,61,41,42,29,34,20,15,11,7,12,3,3,1,3,2,0,3,0,1,1,0,0,2,0,0,0,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.0004139265511184931,-0.0004009609401691705,-0.0003879953292198479,-0.00037502971827052534,-0.00036206410732120275,-0.00034909852547571063,-0.00033613291452638805,-0.00032316730357706547,-0.0003102016926277429,-0.0002972360816784203,-0.0002842704707290977,-0.00027130485977977514,-0.000258339277934283,-0.00024537366698496044,-0.00023240805603563786,-0.00021944244508631527,-0.0002064768341369927,-0.0001935112231876701,-0.00018054561223834753,-0.00016758001584094018,-0.0001546144048916176,-0.00014164879394229501,-0.00012868319754488766,-0.00011571758659556508,-0.0001027519756462425,-8.978636469691992e-05,-7.682076102355495e-05,-6.385515735018998e-05,-5.08895464008674e-05,-3.792393908952363e-05,-2.4958331778179854e-05,-1.199272446683608e-05,9.728537406772375e-07,1.3938461052021012e-05,2.6904068363364786e-05,3.986967567470856e-05,5.2835282986052334e-05,6.580089393537492e-05,7.876649760873988e-05,9.173210128210485e-05,0.00010469771223142743,0.00011766332318075001,0.0001306289341300726,0.00014359453052747995,0.00015656014147680253,0.0001695257524261251,0.00018249134882353246,0.00019545695977285504,0.00020842257072217762,0.0002213881816715002,0.0002343537926208228,0.00024731940357014537,0.0002602849854156375,0.0002732505963649601,0.00028621620731428266,0.00029918181826360524,0.0003121474292129278,0.0003251130401622504,0.000338078651111573,0.00035104426206089556,0.00036400987301021814,0.00037697545485571027,0.00038994106580503285,0.00040290667675435543,0.000415872287703678],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,2,2,2,0,4,4,3,4,6,5,5,15,22,23,28,26,31,32,37,38,55,49,43,44,56,37,26,31,20,19,17,18,14,12,4,3,4,4,4,3,1,1,2,1,2,3,1,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[2,4,9,10,19,45,48,117,190,241,404,581,925,1365,1848,2584,3529,4591,6159,7852,9963,12466,14843,17575,20603,23483,25864,28386,30621,31790,33203,33401,32862,32159,29957,28618,25934,23263,20216,17199,14783,12235,9868,7660,6019,4696,3500,2525,1839,1310,901,547,363,263,140,104,56,36,16,16,10,4,2,2],"bins":[-0.08929066359996796,-0.08645270019769669,-0.08361474424600601,-0.08077678084373474,-0.07793881744146347,-0.0751008614897728,-0.07226289808750153,-0.06942493468523026,-0.06658697128295898,-0.06374901533126831,-0.06091105192899704,-0.05807309225201607,-0.055235132575035095,-0.052397169172763824,-0.04955920949578285,-0.04672124609351158,-0.04388328641653061,-0.04104532673954964,-0.038207363337278366,-0.035369403660297394,-0.03253144025802612,-0.02969348058104515,-0.02685552090406418,-0.024017559364438057,-0.021179597824811935,-0.018341636285185814,-0.015503675676882267,-0.01266571506857872,-0.009827753528952599,-0.006989792454987764,-0.00415183138102293,-0.001313870307058096,0.0015240907669067383,0.0043620518408715725,0.007200012914836407,0.010037973523139954,0.012875935062766075,0.015713896602392197,0.01855185627937317,0.02138981781899929,0.024227779358625412,0.027065740898251534,0.029903702437877655,0.03274166211485863,0.0355796217918396,0.03841758519411087,0.04125554487109184,0.04409350827336311,0.046931467950344086,0.04976942762732506,0.05260739102959633,0.0554453507065773,0.05828331410884857,0.061121273785829544,0.06395923346281052,0.06679719686508179,0.06963515281677246,0.07247311621904373,0.075311079621315,0.07814904302358627,0.08098699897527695,0.08382496237754822,0.08666292577981949,0.08950088173151016,0.09233884513378143]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[3,1,3,13,21,44,80,99,168,269,434,705,985,1362,2022,2823,3869,5217,6927,8991,11265,13613,16542,19662,22889,25594,28793,30950,32697,34398,34817,34171,33260,31912,29510,26989,24190,21153,17884,14915,12234,9911,7656,5920,4401,3294,2263,1596,1155,774,514,331,210,120,100,44,30,10,10,6,1,1,2,1],"bins":[-0.09037872403860092,-0.08743544667959213,-0.08449216932058334,-0.08154888451099396,-0.07860560715198517,-0.07566232979297638,-0.07271905243396759,-0.0697757750749588,-0.06683249771595001,-0.06388921290636063,-0.06094593554735184,-0.05800265818834305,-0.05505938082933426,-0.05211609974503517,-0.04917282238602638,-0.046229541301727295,-0.043286263942718506,-0.04034298658370972,-0.03739970549941063,-0.03445642814040184,-0.03151314705610275,-0.028569869697093964,-0.025626592338085175,-0.022683313116431236,-0.019740033894777298,-0.01679675467312336,-0.013853476382791996,-0.010910198092460632,-0.007966918870806694,-0.005023640114814043,-0.002080361358821392,0.0008629173971712589,0.00380619615316391,0.006749474909156561,0.009692753665149212,0.012636031955480576,0.015579311177134514,0.018522590398788452,0.02146586775779724,0.02440914697945118,0.027352426201105118,0.030295705422759056,0.033238984644412994,0.03618226200342178,0.03912553936243057,0.04206882044672966,0.04501209780573845,0.04795537889003754,0.050898656249046326,0.053841933608055115,0.0567852146923542,0.05972849205136299,0.06267177313566208,0.06561505049467087,0.06855832785367966,0.07150160521268845,0.07444489002227783,0.07738816738128662,0.08033144474029541,0.0832747220993042,0.08621799945831299,0.08916127681732178,0.09210456162691116,0.09504783898591995,0.09799111634492874]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,1,1,0,2,2,3,2,7,3,10,8,3,8,15,6,17,8,11,13,22,25,18,19,19,24,27,33,21,33,31,30,23,25,26,27,26,29,21,10,22,17,22,7,13,10,7,9,6,11,4,5,5,5,4,2,4,1,1,1,1,1],"bins":[-0.006738199852406979,-0.006530532147735357,-0.006322863977402449,-0.006115196272730827,-0.005907528568059206,-0.005699860397726297,-0.005492192693054676,-0.005284524988383055,-0.005076857283711433,-0.004869189113378525,-0.0046615214087069035,-0.004453853704035282,-0.0042461855337023735,-0.004038517829030752,-0.003830849891528487,-0.003623182186856866,-0.003415514249354601,-0.003207846311852336,-0.0030001786071807146,-0.0027925106696784496,-0.0025848429650068283,-0.0023771750275045633,-0.0021695070900022984,-0.001961839385330677,-0.001754171447828412,-0.001546503626741469,-0.0013388358056545258,-0.0011311678681522608,-0.0009235000470653176,-0.0007158322259783745,-0.0005081643466837704,-0.0003004964964929968,-9.28286463022232e-05,0.0001148392038885504,0.000322507054079324,0.0005301749333739281,0.0007378427544608712,0.0009455105755478144,0.0011531785130500793,0.0013608463341370225,0.0015685141552239656,0.0017761819763109088,0.001983849797397852,0.002191517734900117,0.002399185672402382,0.0026068533770740032,0.002814521314576268,0.0030221890192478895,0.0032298569567501545,0.0034375248942524195,0.003645192598924041,0.0038528605364263058,0.004060528241097927,0.004268196411430836,0.004475864116102457,0.004683531820774078,0.004891199991106987,0.005098867695778608,0.00530653540045023,0.005514203105121851,0.00572187127545476,0.005929538980126381,0.006137206684798002,0.006344874855130911,0.006552542559802532],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,2,0,0,4,1,3,3,1,1,4,3,5,8,7,15,13,15,21,24,36,30,29,38,41,38,40,38,34,34,44,35,32,30,23,28,19,15,12,8,4,8,3,3,1,1,3,1,1,4,0,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0003421037981752306,-0.0003303547273389995,-0.00031860568560659885,-0.00030685661477036774,-0.00029510754393413663,-0.000283358502201736,-0.00027160943136550486,-0.0002598603896331042,-0.0002481113187968731,-0.0002363622625125572,-0.00022461320622824132,-0.0002128641353920102,-0.00020111507910769433,-0.00018936602282337844,-0.00017761695198714733,-0.00016586789570283145,-0.00015411883941851556,-0.00014236978313419968,-0.0001306207268498838,-0.00011887165601365268,-0.0001071225997293368,-9.537354344502091e-05,-8.362447988474742e-05,-7.187541632447392e-05,-6.012636004015803e-05,-4.837730011786334e-05,-3.662824019556865e-05,-2.487918027327396e-05,-1.3130120350979269e-05,-1.3810604286845773e-06,1.0367999493610114e-05,2.2117059415904805e-05,3.386614844202995e-05,4.5615208364324644e-05,5.7364268286619335e-05,6.911333184689283e-05,8.086238813120872e-05,9.26114444155246e-05,0.0001043605079757981,0.0001161095715360716,0.00012785862782038748,0.00013960768410470337,0.00015135674038901925,0.00016310581122525036,0.00017485486750956625,0.00018660392379388213,0.00019835299463011324,0.00021010205091442913,0.000221851107198745,0.0002336001634830609,0.0002453492197673768,0.0002570982906036079,0.00026884733233600855,0.00028059640317223966,0.0002923454740084708,0.00030409451574087143,0.00031584358657710254,0.00032759265741333365,0.0003393416991457343,0.0003510907699819654,0.00036283984081819654,0.0003745888825505972,0.0003863379533868283,0.00039808699511922896,0.00040983606595546007]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.00067138671875,-0.0006499290466308594,-0.0006284713745117188,-0.0006070137023925781,-0.0005855560302734375,-0.0005640983581542969,-0.0005426406860351562,-0.0005211830139160156,-0.000499725341796875,-0.0004782676696777344,-0.00045680999755859375,-0.0004353523254394531,-0.0004138946533203125,-0.0003924369812011719,-0.00037097930908203125,-0.0003495216369628906,-0.00032806396484375,-0.0003066062927246094,-0.00028514862060546875,-0.0002636909484863281,-0.0002422332763671875,-0.00022077560424804688,-0.00019931793212890625,-0.00017786026000976562,-0.000156402587890625,-0.00013494491577148438,-0.00011348724365234375,-9.202957153320312e-05,-7.05718994140625e-05,-4.9114227294921875e-05,-2.765655517578125e-05,-6.198883056640625e-06,1.52587890625e-05,3.6716461181640625e-05,5.817413330078125e-05,7.963180541992188e-05,0.0001010894775390625,0.00012254714965820312,0.00014400482177734375,0.00016546249389648438,0.000186920166015625,0.00020837783813476562,0.00022983551025390625,0.0002512931823730469,0.0002727508544921875,0.0002942085266113281,0.00031566619873046875,0.0003371238708496094,0.00035858154296875,0.0003800392150878906,0.00040149688720703125,0.0004229545593261719,0.0004444122314453125,0.0004658699035644531,0.00048732757568359375,0.0005087852478027344,0.000530242919921875,0.0005517005920410156,0.0005731582641601562,0.0005946159362792969,0.0006160736083984375,0.0006375312805175781,0.0006589889526367188,0.0006804466247558594,0.000701904296875],"_type":"histogram","values":[3,1,2,6,3,8,12,10,25,32,34,56,91,95,148,222,363,469,665,1039,1534,2182,3220,4703,7391,10627,16586,25675,40579,62575,88093,96385,77340,52540,33540,21514,14158,9022,6230,4028,2794,1758,1243,854,598,409,274,185,177,102,71,43,36,20,22,3,7,6,5,7,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[2,1,0,0,0,0,0,0,2,2,0,6,2,5,5,4,12,5,9,26,16,20,28,27,33,37,44,44,41,46,43,32,40,45,31,29,26,23,16,12,17,6,4,5,2,3,3,3,1,1,1,1,0,1,0,3,1,1,0,0,0,0,0,1],"bins":[-0.00035123570705763996,-0.0003393723163753748,-0.0003275089547969401,-0.0003156455641146749,-0.0003037822025362402,-0.00029191881185397506,-0.0002800554211717099,-0.0002681920595932752,-0.00025632866891101,-0.0002444653073325753,-0.00023260191665031016,-0.00022073854051996022,-0.0002088751643896103,-0.00019701178825926036,-0.0001851483975769952,-0.00017328502144664526,-0.00016142164531629533,-0.0001495582691859454,-0.00013769489305559546,-0.0001258315023733303,-0.00011396812624298036,-0.00010210475011263043,-9.024137398228049e-05,-7.837799057597294e-05,-6.651461444562301e-05,-5.465123467729427e-05,-4.278785490896553e-05,-3.0924478778615594e-05,-1.9061099010286853e-05,-7.197720151452813e-06,4.665658707381226e-06,1.6529036656720564e-05,2.8392416425049305e-05,4.0255796193378046e-05,5.211917596170679e-05,6.398255209205672e-05,7.584593549836427e-05,8.77093116287142e-05,9.957268775906414e-05,0.00011143607116537169,0.00012329945457167923,0.00013516283070202917,0.0001470262068323791,0.00015888958296272904,0.00017075295909307897,0.0001826163352234289,0.00019447972590569407,0.000206343102036044,0.00021820647816639394,0.00023006985429674387,0.0002419332304270938,0.00025379660655744374,0.0002656599972397089,0.0002775233588181436,0.00028938674950040877,0.00030125014018267393,0.00031311350176110864,0.0003249768924433738,0.0003368402540218085,0.00034870364470407367,0.00036056703538633883,0.00037243039696477354,0.0003842937876470387,0.0003961571492254734,0.00040802053990773857],"_type":"histogram"},"_wandb":{"runtime":102},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[1,0,0,0,0,0,1,2,4,17,38,63,106,167,273,449,703,1159,1741,2560,3654,5257,6959,8982,11585,14878,18152,22078,25439,28702,31852,34768,35981,37594,37195,36398,34780,32304,29217,25966,22227,18218,15117,12061,9376,7096,5210,3796,2615,1806,1215,836,499,272,197,115,63,39,21,13,4,0,1,2],"bins":[-0.10846539586782455,-0.10527893155813217,-0.10209246724843979,-0.0989060029387474,-0.09571953862905502,-0.09253307431936264,-0.08934661000967026,-0.08616014569997787,-0.08297368139028549,-0.07978721708059311,-0.07660075277090073,-0.07341428846120834,-0.07022782415151596,-0.06704135984182358,-0.0638548955321312,-0.06066843122243881,-0.05748196691274643,-0.05429550260305405,-0.051109038293361664,-0.04792257398366928,-0.0447361096739769,-0.041549645364284515,-0.03836318105459213,-0.03517671674489975,-0.03199025243520737,-0.028803788125514984,-0.0256173238158226,-0.02243085950613022,-0.019244395196437836,-0.016057930886745453,-0.01287146657705307,-0.009685002267360687,-0.0064985379576683044,-0.0033120736479759216,-0.00012560933828353882,0.003060854971408844,0.006247319281101227,0.00943378359079361,0.012620247900485992,0.015806712210178375,0.018993176519870758,0.02217964082956314,0.025366105139255524,0.028552569448947906,0.03173903375864029,0.03492549806833267,0.038111962378025055,0.04129842668771744,0.04448489099740982,0.0476713553071022,0.050857819616794586,0.05404428392648697,0.05723074823617935,0.060417212545871735,0.06360367685556412,0.0667901411652565,0.06997660547494888,0.07316306978464127,0.07634953409433365,0.07953599840402603,0.08272246271371841,0.0859089270234108,0.08909539133310318,0.09228185564279556,0.09546831995248795],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,0,0,1,1,1,2,4,4,9,8,13,37,33,45,89,128,182,335,493,739,1285,1857,3236,5588,8801,14109,24536,39590,64923,94362,104958,84528,55134,34061,20057,11930,7275,4323,2629,1735,1018,605,426,278,161,107,59,45,28,16,15,4,6,3,5,3,1,0,0,0,1,1],"bins":[-0.007720947265625,-0.007482051849365234,-0.007243156433105469,-0.007004261016845703,-0.0067653656005859375,-0.006526470184326172,-0.006287574768066406,-0.006048679351806641,-0.005809783935546875,-0.005570888519287109,-0.005331993103027344,-0.005093097686767578,-0.0048542022705078125,-0.004615306854248047,-0.004376411437988281,-0.004137516021728516,-0.00389862060546875,-0.0036597251892089844,-0.0034208297729492188,-0.003181934356689453,-0.0029430389404296875,-0.002704143524169922,-0.0024652481079101562,-0.0022263526916503906,-0.001987457275390625,-0.0017485618591308594,-0.0015096664428710938,-0.0012707710266113281,-0.0010318756103515625,-0.0007929801940917969,-0.0005540847778320312,-0.0003151893615722656,-7.62939453125e-05,0.00016260147094726562,0.00040149688720703125,0.0006403923034667969,0.0008792877197265625,0.0011181831359863281,0.0013570785522460938,0.0015959739685058594,0.001834869384765625,0.0020737648010253906,0.0023126602172851562,0.002551555633544922,0.0027904510498046875,0.003029346466064453,0.0032682418823242188,0.0035071372985839844,0.00374603271484375,0.003984928131103516,0.004223823547363281,0.004462718963623047,0.0047016143798828125,0.004940509796142578,0.005179405212402344,0.005418300628662109,0.005657196044921875,0.005896091461181641,0.006134986877441406,0.006373882293701172,0.0066127777099609375,0.006851673126220703,0.007090568542480469,0.007329463958740234,0.007568359375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.008431630209088326,-0.008206143975257874,-0.007980657741427422,-0.00775517150759697,-0.007529685273766518,-0.007304199039936066,-0.007078712806105614,-0.006853226572275162,-0.00662774033844471,-0.006402254104614258,-0.006176767870783806,-0.005951281636953354,-0.005725795403122902,-0.00550030916929245,-0.005274822935461998,-0.005049336701631546,-0.004823850467801094,-0.004598363768309355,-0.004372877534478903,-0.004147391300648451,-0.003921905066817999,-0.0036964190658181906,-0.0034709328319877386,-0.0032454465981572866,-0.003019960131496191,-0.002794473897665739,-0.002568987663835287,-0.002343501430004835,-0.002118015196174383,-0.0018925289623439312,-0.0016670427285134792,-0.0014415564946830273,-0.0012160702608525753,-0.0009905840270221233,-0.0007650977931916714,-0.0005396115011535585,-0.00031412526732310653,-8.863901894073933e-05,0.00013684722944162786,0.0003623334923759103,0.0005878197262063622,0.0008133059600368142,0.0010387921938672662,0.0012642784276977181,0.001489764777943492,0.001715251011773944,0.0019407372456043959,0.002166223479434848,0.0023917097132653,0.0026171959470957518,0.0028426821809262037,0.0030681684147566557,0.0032936546485871077,0.0035191408824175596,0.0037446271162480116,0.003970113582909107,0.004195599816739559,0.004421086050570011,0.004646572284400463,0.004872058518230915,0.005097544752061367,0.005323030985891819,0.005548517219722271,0.005774003453552723,0.005999489687383175],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,0,0,0,1,1,1,0,0,1,1,2,3,2,5,3,3,9,7,17,26,14,38,35,52,63,72,68,86,54,41,28,25,25,12,9,16,9,9,8,3,4,2,2,2,1,2,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,3,2,6,6,11,14,12,26,30,58,68,104,132,234,272,393,522,767,1183,1569,2275,3503,5116,7266,10784,16563,26188,44523,80875,136176,103617,55561,31797,19602,13144,8607,5740,3929,2776,1942,1331,965,632,474,307,229,153,103,66,52,37,22,19,12,7,7,3,0,3,1,0,0,2],"bins":[-0.037353515625,-0.036136627197265625,-0.03491973876953125,-0.033702850341796875,-0.0324859619140625,-0.031269073486328125,-0.03005218505859375,-0.028835296630859375,-0.027618408203125,-0.026401519775390625,-0.02518463134765625,-0.023967742919921875,-0.0227508544921875,-0.021533966064453125,-0.02031707763671875,-0.019100189208984375,-0.01788330078125,-0.016666412353515625,-0.01544952392578125,-0.014232635498046875,-0.0130157470703125,-0.011798858642578125,-0.01058197021484375,-0.009365081787109375,-0.008148193359375,-0.006931304931640625,-0.00571441650390625,-0.004497528076171875,-0.0032806396484375,-0.002063751220703125,-0.00084686279296875,0.000370025634765625,0.0015869140625,0.002803802490234375,0.00402069091796875,0.005237579345703125,0.0064544677734375,0.007671356201171875,0.00888824462890625,0.010105133056640625,0.011322021484375,0.012538909912109375,0.01375579833984375,0.014972686767578125,0.0161895751953125,0.017406463623046875,0.01862335205078125,0.019840240478515625,0.02105712890625,0.022274017333984375,0.02349090576171875,0.024707794189453125,0.0259246826171875,0.027141571044921875,0.02835845947265625,0.029575347900390625,0.030792236328125,0.032009124755859375,0.03322601318359375,0.034442901611328125,0.0356597900390625,0.036876678466796875,0.03809356689453125,0.039310455322265625,0.04052734375]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.00036369849112816155,-0.00035095575731247663,-0.0003382130526006222,-0.00032547031878493726,-0.00031272758496925235,-0.0002999848802573979,-0.000287242146441713,-0.00027449941262602806,-0.0002617567079141736,-0.0002490139740984887,-0.00023627124028280377,-0.0002235285210190341,-0.0002107858017552644,-0.0001980430679395795,-0.0001853003486758098,-0.00017255761486012489,-0.0001598148955963552,-0.00014707217633258551,-0.0001343294425169006,-0.00012158672325313091,-0.00010884399671340361,-9.610127017367631e-05,-8.335855090990663e-05,-7.061582437017933e-05,-5.7873097830452025e-05,-4.5130371290724725e-05,-3.238764838897623e-05,-1.9644923668238334e-05,-6.9021989475004375e-06,5.840525773237459e-06,1.8583250493975356e-05,3.132597339572385e-05,4.406867083162069e-05,5.6811397371347994e-05,6.95541239110753e-05,8.229684317484498e-05,9.503956971457228e-05,0.00010778229625429958,0.00012052501551806927,0.00013326774933375418,0.00014601046859752387,0.00015875318786129355,0.00017149592167697847,0.00018423864094074816,0.00019698136020451784,0.00020972409402020276,0.00022246681328397244,0.00023520954709965736,0.00024795226636342704,0.00026069500017911196,0.0002734377048909664,0.00028618043870665133,0.00029892317252233624,0.0003116658772341907,0.0003244086110498756,0.00033715134486556053,0.000349894049577415,0.0003626367833930999,0.0003753795172087848,0.00038812225102446973,0.0004008649557363242,0.0004136076895520091,0.000426350423367694,0.0004390931280795485,0.0004518358618952334],"_type":"histogram","values":[1,1,1,0,2,0,4,1,1,2,0,5,5,8,7,7,13,8,10,24,23,22,27,38,42,34,39,37,40,41,35,42,41,33,24,23,31,15,14,9,13,8,6,6,4,3,6,3,0,2,2,1,0,1,0,1,0,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0005321044009178877,-0.0005157230189070106,-0.0004993416368961334,-0.00048296022578142583,-0.00046657881466671824,-0.0004501974326558411,-0.000433816050644964,-0.0004174346395302564,-0.00040105325751937926,-0.0003846718755085021,-0.00036829046439379454,-0.0003519090823829174,-0.00033552770037204027,-0.0003191462892573327,-0.00030276490724645555,-0.00028638349613174796,-0.00027000211412087083,-0.0002536207321099937,-0.0002372393209952861,-0.00022085793898440897,-0.00020447654242161661,-0.00018809514585882425,-0.00017171376384794712,-0.00015533236728515476,-0.0001389509707223624,-0.00012256957415957004,-0.00010618818487273529,-8.980679558590055e-05,-7.342539902310818e-05,-5.704400609829463e-05,-4.066261317348108e-05,-2.4281220248667523e-05,-7.89982732385397e-06,8.481565600959584e-06,2.4862958525773138e-05,4.124435145058669e-05,5.7625744375400245e-05,7.40071409381926e-05,9.038853022502735e-05,0.0001067699195118621,0.00012315131607465446,0.00013953271263744682,0.00015591410920023918,0.00017229549121111631,0.00018867688777390867,0.00020505828433670104,0.00022143966634757817,0.00023782106291037053,0.0002542024594731629,0.00027058384148404,0.0002869652525987476,0.00030334663460962474,0.00031972804572433233,0.00033610942773520947,0.0003524908097460866,0.0003688722208607942,0.0003852536028716713,0.00040163498488254845,0.00041801639599725604,0.0004343977780081332,0.0004507791600190103,0.0004671605711337179,0.000483541953144595,0.0004999233642593026,0.0005163047462701797],"_type":"histogram","values":[1,1,0,0,1,0,0,1,2,0,2,2,5,1,3,8,7,11,10,11,10,18,24,18,23,25,33,30,29,29,27,21,36,37,32,34,32,22,25,24,26,20,22,10,15,14,9,14,7,5,5,2,7,6,4,1,0,2,1,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[-0.027077168226242065,-0.026174534112215042,-0.02527189999818802,-0.024369265884160995,-0.023466631770133972,-0.02256399765610695,-0.021661361679434776,-0.020758727565407753,-0.01985609345138073,-0.018953459337353706,-0.018050825223326683,-0.01714819110929966,-0.016245556995272636,-0.015342922881245613,-0.014440287835896015,-0.013537653721868992,-0.012635019607841969,-0.011732385493814945,-0.010829751379787922,-0.009927116334438324,-0.0090244822204113,-0.008121848106384277,-0.007219213992357254,-0.006316579412668943,-0.00541394529864192,-0.004511311184614897,-0.003608676604926586,-0.002706042490899563,-0.0018034081440418959,-0.0009007738553918898,1.8604332581162453e-06,0.0009044947219081223,0.0018071290105581284,0.0027097633574157953,0.0036123977042734623,0.004515031818300486,0.005417666397988796,0.0063203005120158195,0.007222934626042843,0.008125568740069866,0.009028203785419464,0.009930837899446487,0.01083347201347351,0.011736106127500534,0.012638740241527557,0.01354137435555458,0.014444009400904179,0.015346643514931202,0.01624927669763565,0.017151912674307823,0.018054546788334846,0.01895718090236187,0.019859815016388893,0.020762449130415916,0.02166508324444294,0.022567717358469963,0.023470351472496986,0.02437298558652401,0.025275619700551033,0.026178255677223206,0.02708088979125023,0.027983523905277252,0.028886158019304276,0.0297887921333313,0.030691426247358322],"_type":"histogram","values":[2,0,0,0,1,0,1,1,0,2,0,1,1,2,4,6,2,5,5,3,5,12,16,20,18,45,39,54,63,78,84,57,50,44,39,26,11,15,12,10,6,7,4,4,2,2,0,1,2,0,1,0,0,0,1,0,0,0,1,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.010121244937181473,-0.009809169918298721,-0.009497093968093395,-0.009185018949210644,-0.008872942999005318,-0.008560867980122566,-0.008248792961239815,-0.007936717011034489,-0.007624641992151737,-0.0073125665076076984,-0.00700049102306366,-0.006688415538519621,-0.006376340053975582,-0.006064264569431543,-0.005752189550548792,-0.005440114066004753,-0.005128038581460714,-0.004815963096916676,-0.004503887612372637,-0.004191812593489885,-0.0038797371089458466,-0.003567661624401808,-0.003255586139857769,-0.002943510888144374,-0.002631435403600335,-0.0023193599190562963,-0.0020072846673429012,-0.0016952091827988625,-0.0013831338146701455,-0.0010710584465414286,-0.0007589830202050507,-0.0004469076229725033,-0.0001348322257399559,0.0001772431714925915,0.0004893185687251389,0.0008013939950615168,0.0011134693631902337,0.0014255447313189507,0.0017376202158629894,0.0020496954675763845,0.0023617709521204233,0.002673846436664462,0.002985921688377857,0.003297997172921896,0.0036100726574659348,0.0039221481420099735,0.004234223160892725,0.004546298645436764,0.0048583741299808025,0.005170449614524841,0.00548252509906888,0.0057946001179516315,0.00610667560249567,0.006418751087039709,0.006730826571583748,0.007042902056127787,0.007354977540671825,0.007667052559554577,0.007979128509759903,0.008291203528642654,0.008603278547525406,0.008915354497730732,0.009227429516613483,0.00953950546681881,0.009851580485701561],"_type":"histogram","values":[1,0,0,0,1,1,0,0,1,3,5,1,7,4,6,6,10,10,4,13,14,18,25,21,25,27,27,30,31,27,28,26,33,27,32,20,36,30,26,21,13,27,20,14,21,13,10,10,10,6,8,2,3,2,3,1,1,2,1,1,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,1,2,2,10,16,19,35,65,133,202,302,508,746,1054,1462,2178,2942,4022,5262,7098,9237,11064,14005,16389,19269,22577,25131,28085,30384,31880,33532,33850,33910,32712,31390,29625,27191,23986,21123,18454,15499,12676,10330,8122,6374,4845,3498,2694,2015,1320,925,643,411,238,157,99,67,29,18,3,4,0,3],"bins":[-0.09463644027709961,-0.09175193309783936,-0.0888674259185791,-0.08598291128873825,-0.083098404109478,-0.08021389693021774,-0.07732938975095749,-0.07444488257169724,-0.07156036794185638,-0.06867586076259613,-0.06579135358333588,-0.06290684640407562,-0.06002233922481537,-0.057137828320264816,-0.05425332114100456,-0.05136881023645401,-0.048484303057193756,-0.0455997958779335,-0.04271528497338295,-0.039830777794122696,-0.036946266889572144,-0.03406175971031189,-0.031177252531051636,-0.028292743489146233,-0.02540823444724083,-0.022523725405335426,-0.019639216363430023,-0.01675470918416977,-0.013870200142264366,-0.010985691100358963,-0.008101182989776134,-0.005216674413532019,-0.002332158386707306,0.0005523501895368099,0.0034368587657809258,0.006321367342025042,0.009205875918269157,0.01209038496017456,0.014974893070757389,0.017859401181340218,0.02074391022324562,0.023628419265151024,0.026512928307056427,0.02939743548631668,0.032281942665576935,0.03516645357012749,0.03805096074938774,0.04093547165393829,0.04381997883319855,0.0467044860124588,0.049588996917009354,0.05247350409626961,0.05535801500082016,0.058242522180080414,0.06112702935934067,0.06401153653860092,0.06689605116844177,0.06978055834770203,0.07266506552696228,0.07554957270622253,0.07843407988548279,0.08131858706474304,0.08420310169458389,0.08708760887384415,0.0899721160531044]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.00041156713268719614,-0.00039843874401412904,-0.0003853103844448924,-0.0003721819957718253,-0.0003590536070987582,-0.00034592521842569113,-0.00033279682975262403,-0.0003196684701833874,-0.0003065400815103203,-0.0002934116928372532,-0.0002802833332680166,-0.0002671549445949495,-0.0002540265559218824,-0.0002408981672488153,-0.00022776979312766343,-0.00021464141900651157,-0.00020151303033344448,-0.00018838464166037738,-0.00017525626753922552,-0.00016212789341807365,-0.00014899950474500656,-0.00013587111607193947,-0.0001227427419507876,-0.00010961436055367813,-9.648597915656865e-05,-8.335759775945917e-05,-7.022921636234969e-05,-5.710083496524021e-05,-4.397245356813073e-05,-3.084407217102125e-05,-1.7715690773911774e-05,-4.5873093768022954e-06,8.541042916476727e-06,2.1669424313586205e-05,3.4797805710695684e-05,4.792618710780516e-05,6.105456850491464e-05,7.418294990202412e-05,8.73113312991336e-05,0.00010043971269624308,0.00011356809409335256,0.00012669648276641965,0.00013982485688757151,0.00015295323100872338,0.00016608161968179047,0.00017921000835485756,0.00019233838247600943,0.0002054667565971613,0.00021859514527022839,0.00023172353394329548,0.00024485192261636257,0.0002579802821855992,0.0002711086708586663,0.0002842370595317334,0.00029736541910097003,0.0003104938077740371,0.0003236221964471042,0.0003367505851201713,0.0003498789737932384,0.00036300733336247504,0.00037613572203554213,0.0003892641107086092,0.00040239247027784586,0.00041552085895091295,0.00042864924762398005],"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,2,0,1,0,2,1,2,5,10,7,13,14,15,16,28,23,24,35,31,48,37,38,52,39,55,42,36,40,34,19,20,17,11,7,10,6,4,2,5,0,3,4,0,1,2,0,0,1,0,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09424903243780136,-0.09121575206518173,-0.0881824642419815,-0.08514918386936188,-0.08211590349674225,-0.07908261567354202,-0.0760493353009224,-0.07301605492830276,-0.06998276710510254,-0.06694948673248291,-0.06391620635986328,-0.060882918536663055,-0.057849638164043427,-0.0548163540661335,-0.05178306996822357,-0.04874978959560394,-0.045716505497694016,-0.04268322139978409,-0.03964994102716446,-0.03661665692925453,-0.033583372831344604,-0.030550090596079826,-0.027516808360815048,-0.02448352426290512,-0.021450242027640343,-0.018416959792375565,-0.015383675694465637,-0.012350393459200859,-0.009317110292613506,-0.0062838271260261536,-0.003250544425100088,-0.00021726149134337902,0.00281602144241333,0.005849304609000683,0.008882587775588036,0.011915870010852814,0.014949153177440166,0.01798243634402752,0.021015718579292297,0.024049002677202225,0.027082284912467003,0.03011556714773178,0.03314885124564171,0.036182135343551636,0.039215415716171265,0.04224869981408119,0.04528198391199112,0.04831526428461075,0.051348548382520676,0.0543818324804306,0.05741511285305023,0.06044839695096016,0.06348168104887009,0.06651496142148972,0.06954824924468994,0.07258152961730957,0.0756148099899292,0.07864809781312943,0.08168137818574905,0.08471465855836868,0.08774794638156891,0.09078122675418854,0.09381450712680817,0.09684779495000839,0.09988107532262802],"_type":"histogram","values":[1,0,5,8,8,23,36,54,105,155,316,375,686,1014,1476,2229,3017,4287,5768,7725,9974,12471,15424,18501,21667,25079,28018,30976,33074,34676,35435,35493,34789,33056,31254,28487,25354,22503,18795,15851,12705,10318,7815,6060,4526,3224,2321,1588,1154,730,455,298,198,124,63,37,20,14,5,2,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[2,0,0,1,0,0,7,2,1,2,2,3,6,6,11,8,13,13,14,18,10,19,14,18,19,19,23,31,23,31,30,28,38,29,27,23,32,19,25,25,23,24,20,17,15,11,9,13,8,5,7,8,6,3,4,0,0,0,0,2,0,0,0,1],"bins":[-0.0048639182932674885,-0.004711688030511141,-0.004559457767754793,-0.004407227970659733,-0.004254997707903385,-0.0041027674451470375,-0.00395053718239069,-0.003798307152464986,-0.003646077122539282,-0.003493846859782934,-0.0033416165970265865,-0.0031893865671008825,-0.003037156304344535,-0.002884926274418831,-0.002732696011662483,-0.002580465981736779,-0.0024282357189804316,-0.002276005456224084,-0.00212377542629838,-0.0019715451635420322,-0.0018193151336163282,-0.0016670848708599806,-0.0015148547245189548,-0.001362624578177929,-0.001210394431836903,-0.0010581642854958773,-0.0009059341391548514,-0.0007537039346061647,-0.0006014737882651389,-0.00044924364192411304,-0.00029701346647925675,-0.0001447833055863157,7.446855306625366e-06,0.00015967701619956642,0.0003119071770925075,0.00046413735253736377,0.0006163674988783896,0.0007685976452194154,0.0009208278497681022,0.001073057996109128,0.0012252881424501538,0.0013775182887911797,0.0015297484351322055,0.0016819785814732313,0.001834208844229579,0.001986438874155283,0.0021386691369116306,0.0022908991668373346,0.0024431294295936823,0.00259535969235003,0.002747589722275734,0.0028998199850320816,0.0030520500149577856,0.0032042802777141333,0.0033565103076398373,0.003508740570396185,0.0036609708331525326,0.0038132008630782366,0.003965430893003941,0.004117661155760288,0.004269891418516636,0.0044221216812729836,0.004574351478368044,0.0047265817411243916,0.004878812003880739],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,1,1,2,2,3,6,7,8,10,19,23,47,55,71,120,186,213,374,451,664,994,1363,2075,3144,4639,7417,10992,16682,26597,40576,60645,84149,93300,78176,54149,35506,23577,14789,9564,6209,4142,2917,1906,1226,896,539,441,289,183,154,83,70,52,34,20,24,13,6,4,8,4,3,3],"bins":[-0.00640869140625,-0.006216526031494141,-0.006024360656738281,-0.005832195281982422,-0.0056400299072265625,-0.005447864532470703,-0.005255699157714844,-0.005063533782958984,-0.004871368408203125,-0.004679203033447266,-0.004487037658691406,-0.004294872283935547,-0.0041027069091796875,-0.003910541534423828,-0.0037183761596679688,-0.0035262107849121094,-0.00333404541015625,-0.0031418800354003906,-0.0029497146606445312,-0.002757549285888672,-0.0025653839111328125,-0.002373218536376953,-0.0021810531616210938,-0.0019888877868652344,-0.001796722412109375,-0.0016045570373535156,-0.0014123916625976562,-0.0012202262878417969,-0.0010280609130859375,-0.0008358955383300781,-0.0006437301635742188,-0.0004515647888183594,-0.0002593994140625,-6.723403930664062e-05,0.00012493133544921875,0.0003170967102050781,0.0005092620849609375,0.0007014274597167969,0.0008935928344726562,0.0010857582092285156,0.001277923583984375,0.0014700889587402344,0.0016622543334960938,0.0018544197082519531,0.0020465850830078125,0.002238750457763672,0.0024309158325195312,0.0026230812072753906,0.00281524658203125,0.0030074119567871094,0.0031995773315429688,0.003391742706298828,0.0035839080810546875,0.003776073455810547,0.003968238830566406,0.004160404205322266,0.004352569580078125,0.004544734954833984,0.004736900329589844,0.004929065704345703,0.0051212310791015625,0.005313396453857422,0.005505561828613281,0.005697727203369141,0.005889892578125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,1,0,5,2,4,11,15,15,32,58,58,132,169,262,363,578,849,1210,1776,2829,3891,6210,8887,13892,21535,34858,54893,81573,99481,87276,60890,38426,24266,15449,9738,6797,4245,3121,1900,1355,965,577,396,282,173,146,76,50,39,21,19,5,8,6,3,1,2,0,1],"bins":[-0.0011138916015625,-0.0010807514190673828,-0.0010476112365722656,-0.0010144710540771484,-0.0009813308715820312,-0.0009481906890869141,-0.0009150505065917969,-0.0008819103240966797,-0.0008487701416015625,-0.0008156299591064453,-0.0007824897766113281,-0.0007493495941162109,-0.0007162094116210938,-0.0006830692291259766,-0.0006499290466308594,-0.0006167888641357422,-0.000583648681640625,-0.0005505084991455078,-0.0005173683166503906,-0.00048422813415527344,-0.00045108795166015625,-0.00041794776916503906,-0.0003848075866699219,-0.0003516674041748047,-0.0003185272216796875,-0.0002853870391845703,-0.0002522468566894531,-0.00021910667419433594,-0.00018596649169921875,-0.00015282630920410156,-0.00011968612670898438,-8.654594421386719e-05,-5.340576171875e-05,-2.0265579223632812e-05,1.2874603271484375e-05,4.601478576660156e-05,7.915496826171875e-05,0.00011229515075683594,0.00014543533325195312,0.0001785755157470703,0.0002117156982421875,0.0002448558807373047,0.0002779960632324219,0.00031113624572753906,0.00034427642822265625,0.00037741661071777344,0.0004105567932128906,0.0004436969757080078,0.000476837158203125,0.0005099773406982422,0.0005431175231933594,0.0005762577056884766,0.0006093978881835938,0.0006425380706787109,0.0006756782531738281,0.0007088184356689453,0.0007419586181640625,0.0007750988006591797,0.0008082389831542969,0.0008413791656494141,0.0008745193481445312,0.0009076595306396484,0.0009407997131347656,0.0009739398956298828,0.001007080078125]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.09141672402620316,-0.08848155289888382,-0.08554638922214508,-0.08261121809482574,-0.07967604696750641,-0.07674087584018707,-0.07380571216344833,-0.070870541036129,-0.06793536990880966,-0.06500020623207092,-0.06206503510475159,-0.05912986397743225,-0.056194696575403214,-0.05325952544808388,-0.05032435804605484,-0.047389186918735504,-0.04445401951670647,-0.04151885211467743,-0.03858368098735809,-0.035648513585329056,-0.03271334245800972,-0.029778175055980682,-0.026843005791306496,-0.02390783652663231,-0.020972667261958122,-0.018037497997283936,-0.015102328732609749,-0.012167160399258137,-0.00923199113458395,-0.006296821869909763,-0.003361653070896864,-0.0004264840390533209,0.002508684992790222,0.005443854257464409,0.008379023522138596,0.011314191855490208,0.014249361120164394,0.017184529453516006,0.020119698718190193,0.02305486798286438,0.025990037247538567,0.028925206512212753,0.03186037391424179,0.03479554504156113,0.037730712443590164,0.0406658835709095,0.04360105097293854,0.046536222100257874,0.04947138950228691,0.05240655690431595,0.055341728031635284,0.05827689543366432,0.06121206656098366,0.0641472339630127,0.06708240509033203,0.07001757621765137,0.0729527398943901,0.07588791102170944,0.07882308214902878,0.08175824582576752,0.08469341695308685,0.08762858808040619,0.09056375920772552,0.09349892288446426,0.0964340940117836],"_type":"histogram","values":[2,1,4,8,16,29,67,68,162,250,357,575,779,1235,1748,2541,3549,4695,6271,8097,10174,12857,15750,18496,21263,24267,27293,29945,31595,33356,34379,34382,33729,32635,31014,28261,25435,22197,19196,16095,13490,10842,8611,6693,5089,3605,2748,1919,1395,978,612,401,265,169,90,62,43,17,8,6,0,2,4,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.037353515625,-0.03624725341796875,-0.0351409912109375,-0.03403472900390625,-0.032928466796875,-0.03182220458984375,-0.0307159423828125,-0.02960968017578125,-0.02850341796875,-0.02739715576171875,-0.0262908935546875,-0.02518463134765625,-0.024078369140625,-0.02297210693359375,-0.0218658447265625,-0.02075958251953125,-0.0196533203125,-0.01854705810546875,-0.0174407958984375,-0.01633453369140625,-0.015228271484375,-0.01412200927734375,-0.0130157470703125,-0.01190948486328125,-0.01080322265625,-0.00969696044921875,-0.0085906982421875,-0.00748443603515625,-0.006378173828125,-0.00527191162109375,-0.0041656494140625,-0.00305938720703125,-0.001953125,-0.00084686279296875,0.0002593994140625,0.00136566162109375,0.002471923828125,0.00357818603515625,0.0046844482421875,0.00579071044921875,0.00689697265625,0.00800323486328125,0.0091094970703125,0.01021575927734375,0.011322021484375,0.01242828369140625,0.0135345458984375,0.01464080810546875,0.0157470703125,0.01685333251953125,0.0179595947265625,0.01906585693359375,0.020172119140625,0.02127838134765625,0.0223846435546875,0.02349090576171875,0.02459716796875,0.02570343017578125,0.0268096923828125,0.02791595458984375,0.029022216796875,0.03012847900390625,0.0312347412109375,0.03234100341796875,0.033447265625],"_type":"histogram","values":[1,1,0,4,1,6,8,15,14,19,22,21,51,68,93,134,224,247,341,505,650,938,1308,1831,2664,3760,5089,7655,11788,17699,28133,44910,76901,119983,100387,59574,36158,22644,14390,9673,6658,4352,3185,2173,1533,1111,858,573,448,282,197,160,116,84,67,36,29,15,20,8,3,4,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.09746316075325012,-0.09447695314884186,-0.09149075299501419,-0.08850454539060593,-0.08551834523677826,-0.08253213763237,-0.07954593002796173,-0.07655972987413406,-0.0735735222697258,-0.07058731466531754,-0.06760111451148987,-0.0646149069070816,-0.06162870302796364,-0.05864249914884567,-0.05565629154443741,-0.05267008766531944,-0.04968388378620148,-0.04669767990708351,-0.043711476027965546,-0.04072526842355728,-0.037739064544439316,-0.03475286066532135,-0.031766653060913086,-0.02878044918179512,-0.025794245302677155,-0.02280804142355919,-0.019821835681796074,-0.01683562994003296,-0.013849426060914993,-0.010863221250474453,-0.007877016440033913,-0.004890811629593372,-0.001904599368572235,0.0010816054418683052,0.0040678102523088455,0.007054015062749386,0.010040219873189926,0.013026424683630466,0.016012629494071007,0.01899883523583412,0.021985039114952087,0.024971242994070053,0.027957448735833168,0.030943654477596283,0.03392985835671425,0.036916062235832214,0.03990226984024048,0.042888473719358444,0.04587467759847641,0.048860881477594376,0.05184708535671234,0.054833292961120605,0.05781949684023857,0.06080570071935654,0.0637919083237648,0.06677810847759247,0.06976431608200073,0.072750523686409,0.07573672384023666,0.07872293144464493,0.0817091315984726,0.08469533920288086,0.08768154680728912,0.09066774696111679,0.09365395456552505],"_type":"histogram","values":[1,2,6,6,7,25,43,79,145,232,414,603,1071,1655,2397,3539,5180,7516,10142,13711,18287,23725,29838,36664,44263,52722,61609,69943,77590,83726,89365,92531,93219,92974,90243,85395,79534,72034,63962,55677,46622,38808,31657,24872,19732,14930,11066,7896,5728,3959,2768,1778,1137,743,480,265,141,79,71,30,12,10,2,3]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.0005199563456699252,-0.000502187991514802,-0.0004844196082558483,-0.0004666512249968946,-0.00044888287084177136,-0.0004311144875828177,-0.000413346104323864,-0.00039557775016874075,-0.00037780936690978706,-0.00036004098365083337,-0.00034227262949571013,-0.00032450424623675644,-0.00030673586297780275,-0.0002889675088226795,-0.00027119912556372583,-0.0002534307714086026,-0.0002356623881496489,-0.00021789401944261044,-0.00020012565073557198,-0.0001823572674766183,-0.00016458889876957983,-0.00014682053006254137,-0.00012905214680358768,-0.00011128377809654921,-9.351540938951075e-05,-7.574704068247229e-05,-5.797866469947621e-05,-4.021029235445894e-05,-2.2441920009441674e-05,-4.6735476644244045e-06,1.3094824680592865e-05,3.0863197025610134e-05,4.86315693706274e-05,6.639993807766587e-05,8.416831406066194e-05,0.00010193669004365802,0.00011970505875069648,0.00013747342745773494,0.00015524181071668863,0.0001730101794237271,0.00019077854813076556,0.00020854691683780402,0.00022631528554484248,0.00024408366880379617,0.00026185205206274986,0.0002796204062178731,0.0002973887894768268,0.00031515714363195,0.0003329255268909037,0.0003506939101498574,0.00036846226430498064,0.0003862306475639343,0.00040399900171905756,0.00042176738497801125,0.00043953576823696494,0.0004573041223920882,0.00047507250565104187,0.0004928408889099956,0.0005106092430651188,0.000528377597220242,0.0005461460095830262,0.0005639143637381494,0.0005816827178932726,0.0005994511302560568,0.00061721948441118],"_type":"histogram","values":[1,1,0,0,0,3,0,1,4,0,6,2,4,6,7,5,11,12,15,20,20,31,24,20,30,42,37,25,33,39,34,32,27,33,32,27,25,30,18,18,12,16,11,13,12,6,1,1,5,6,1,4,0,0,1,1,0,0,1,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[3,0,0,1,0,2,1,0,1,2,2,2,4,3,1,5,6,4,6,7,11,14,19,24,38,24,43,42,56,56,65,43,49,36,37,33,26,23,11,12,12,5,7,6,4,4,5,3,1,3,0,0,0,0,0,1,1,0,0,1,2,0,0,1],"bins":[-1.2418445294315461e-06,-1.2005735925413319e-06,-1.15930254196428e-06,-1.1180316050740657e-06,-1.0767605544970138e-06,-1.0354896176067996e-06,-9.942185670297476e-07,-9.529476301395334e-07,-9.116766364059004e-07,-8.704056426722673e-07,-8.291346489386342e-07,-7.878636552050011e-07,-7.465927183147869e-07,-7.053217245811538e-07,-6.640507308475208e-07,-6.227797371138877e-07,-5.815087433802546e-07,-5.402377496466215e-07,-4.989667559129884e-07,-4.576957906010648e-07,-4.164247968674317e-07,-3.7515380313379865e-07,-3.33882837821875e-07,-2.926118440882419e-07,-2.5134085035460885e-07,-2.1006985662097577e-07,-1.687988770981974e-07,-1.2752789757541905e-07,-8.625690384178597e-08,-4.498591721358025e-08,-3.714930585374532e-09,3.755605604283119e-08,7.88270426710369e-08,1.2009803640466998e-07,1.6136901592744834e-07,2.026399954502267e-07,2.439109891838598e-07,2.8518198291749286e-07,3.264529482294165e-07,3.677239419630496e-07,4.0899493569668266e-07,4.5026592943031574e-07,4.915369231639488e-07,5.328079168975819e-07,5.740788537877961e-07,6.153498475214292e-07,6.566208412550623e-07,6.978918349886953e-07,7.391628287223284e-07,7.804338224559615e-07,8.217048161895946e-07,8.629758099232276e-07,9.042468036568607e-07,9.455177405470749e-07,9.867887911241269e-07,1.028059728014341e-06,1.0693306649045553e-06,1.1106017154816072e-06,1.1518726523718215e-06,1.1931437029488734e-06,1.2344146398390876e-06,1.2756856904161396e-06,1.3169566273063538e-06,1.3582276778834057e-06,1.39949861477362e-06]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,2,1,1,2,4,6,5,7,7,13,22,22,27,45,47,52,76,83,74,60,46,23,29,29,21,10,6,10,6,5,7,2,2,2,1,0,0,4,0,2,1,1,0,1],"bins":[-0.008143340237438679,-0.00792695116251707,-0.00771056255325675,-0.0074941739439964294,-0.007277785334736109,-0.007061396259814501,-0.00684500765055418,-0.0066286190412938595,-0.006412230432033539,-0.006195841357111931,-0.00597945274785161,-0.0057630641385912895,-0.0055466750636696815,-0.005330286454409361,-0.00511389784514904,-0.004897508770227432,-0.004681120160967112,-0.004464731551706791,-0.004248342476785183,-0.004031953867524862,-0.0038155652582645416,-0.0035991764161735773,-0.003382787574082613,-0.0031663989648222923,-0.002950010122731328,-0.0027336212806403637,-0.002517232671380043,-0.0023008438292890787,-0.0020844549871981144,-0.0018680663779377937,-0.0016516775358468294,-0.001435288810171187,-0.0012189005501568317,-0.0010025118244811893,-0.0007861230405978858,-0.0005697342567145824,-0.00035334553103893995,-0.000136956776259467,7.943197852000594e-05,0.0002958207332994789,0.0005122094880789518,0.0007285982137545943,0.0009449869976378977,0.0011613757815212011,0.0013777645071968436,0.0015941532328724861,0.0018105420749634504,0.002026930684223771,0.0022433195263147354,0.0024597083684056997,0.0026760969776660204,0.0028924858197569847,0.0031088744290173054,0.0033252632711082697,0.003541652113199234,0.0037580407224595547,0.003974429331719875,0.004190818406641483,0.004407207015901804,0.004623595625162125,0.004839984700083733,0.005056373309344053,0.005272761918604374,0.005489150993525982,0.005705539602786303],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,3,1,0,0,1,1,2,4,3,3,1,2,9,9,8,17,21,16,26,31,19,32,45,36,39,41,40,36,41,46,27,40,36,26,12,15,12,11,10,9,6,10,2,4,1,1,2,2,2,2,0,1,1,1,1],"bins":[-0.00040634648757986724,-0.0003947252407670021,-0.00038310399395413697,-0.00037148274714127183,-0.0003598615003284067,-0.00034824025351554155,-0.0003366190067026764,-0.0003249977598898113,-0.0003133764839731157,-0.00030175523716025054,-0.0002901339903473854,-0.00027851274353452027,-0.00026689149672165513,-0.00025527024990879,-0.00024364900309592485,-0.00023202775628305972,-0.00022040650947019458,-0.00020878526265732944,-0.0001971640158444643,-0.00018554276903159916,-0.00017392152221873403,-0.00016230026085395366,-0.00015067901404108852,-0.00013905776722822338,-0.00012743652041535825,-0.00011581527360249311,-0.00010419402678962797,-9.257277270080522e-05,-8.095152588794008e-05,-6.933027907507494e-05,-5.7709028624230996e-05,-4.608777817338705e-05,-3.4466502256691456e-05,-2.2845253624836914e-05,-1.1224004992982373e-05,3.9724363887216896e-07,1.201849227072671e-05,2.3639740902581252e-05,3.5260989534435794e-05,4.688223998527974e-05,5.850348679814488e-05,7.012473361101002e-05,8.174598042387515e-05,9.33672345126979e-05,0.00010498848132556304,0.00011660972813842818,0.00012823098222725093,0.00013985222904011607,0.0001514734758529812,0.00016309472266584635,0.00017471596947871149,0.00018633721629157662,0.00019795846310444176,0.00020957972446922213,0.00022120097128208727,0.0002328222180949524,0.00024444347945973277,0.0002560647262725979,0.00026768597308546305,0.0002793072198983282,0.0002909284667111933,0.00030254971352405846,0.0003141709603369236,0.00032579220714978874,0.0003374134539626539]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.000334046664647758,-0.0003222462546546012,-0.0003104458446614444,-0.00029864543466828763,-0.00028684502467513084,-0.00027504461468197405,-0.0002632442337926477,-0.00025144382379949093,-0.00023964341380633414,-0.00022784300381317735,-0.00021604259382002056,-0.00020424218382686377,-0.00019244177383370697,-0.00018064136384055018,-0.00016884096839930862,-0.00015704055840615183,-0.00014524014841299504,-0.00013343973841983825,-0.00012163933570263907,-0.00010983892570948228,-9.80385229922831e-05,-8.623811299912632e-05,-7.443770300596952e-05,-6.263730028877035e-05,-5.083689029561356e-05,-3.9036483940435573e-05,-2.7236075766268186e-05,-1.54356675921008e-05,-3.6352612369228154e-06,8.16514602774987e-06,1.9965553292422555e-05,3.176596146658994e-05,4.3566367821767926e-05,5.536677417694591e-05,6.71671805321239e-05,7.896759052528068e-05,9.076799324247986e-05,0.00010256840323563665,0.00011436881322879344,0.00012616922322195023,0.0001379696186631918,0.00014977002865634859,0.00016157043864950538,0.00017337084864266217,0.00018517125863581896,0.00019697166862897575,0.0002087720640702173,0.0002205724740633741,0.0002323728840565309,0.00024417327949777246,0.00025597368949092925,0.00026777409948408604,0.00027957450947724283,0.0002913749194703996,0.0003031753294635564,0.0003149757394567132,0.00032677614944987,0.0003385765594430268,0.00035037696943618357,0.0003621773503255099,0.0003739777603186667,0.0003857781703118235,0.0003975785803049803,0.00040937899029813707,0.00042117940029129386],"_type":"histogram","values":[1,2,1,0,4,2,1,3,5,2,7,3,4,5,10,13,10,12,15,22,22,23,21,25,28,39,37,42,42,35,31,31,28,42,33,23,20,24,19,14,6,11,9,8,5,8,2,4,2,1,0,1,0,2,2,1,1,1,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,2,3,3,1,3,2,4,9,3,5,6,5,11,20,23,30,24,26,31,34,34,41,40,25,40,39,33,33,34,28,28,24,25,20,14,10,11,5,11,1,4,1,4,3,1,3,3,1,1,1,0,1,0,0,1],"bins":[-0.0007224653381854296,-0.0007001955527812243,-0.0006779258255846798,-0.0006556560983881354,-0.0006333863129839301,-0.0006111165275797248,-0.0005888468003831804,-0.000566577073186636,-0.0005443072877824306,-0.0005220375023782253,-0.0004997677751816809,-0.00047749801888130605,-0.0004552282625809312,-0.0004329585062805563,-0.00041068874998018146,-0.0003884189936798066,-0.0003661492373794317,-0.00034387948107905686,-0.000321609724778682,-0.00029933996847830713,-0.00027707021217793226,-0.0002548004558775574,-0.00023253069957718253,-0.00021026094327680767,-0.0001879911869764328,-0.00016572143067605793,-0.00014345167437568307,-0.0001211819180753082,-9.891216177493334e-05,-7.664240547455847e-05,-5.437264917418361e-05,-3.210289287380874e-05,-9.833136573433876e-06,1.243661972694099e-05,3.4706376027315855e-05,5.697613232769072e-05,7.924588862806559e-05,0.00010151564492844045,0.00012378540122881532,0.00014605515752919018,0.00016832491382956505,0.00019059467012993991,0.00021286442643031478,0.00023513418273068964,0.0002574039390310645,0.0002796736953314394,0.00030194345163181424,0.0003242132079321891,0.00034648296423256397,0.00036875272053293884,0.0003910224768333137,0.00041329223313368857,0.00043556198943406343,0.0004578317457344383,0.00048010150203481317,0.0005023712292313576,0.0005246410146355629,0.0005469108000397682,0.0005691805272363126,0.000591450254432857,0.0006137200398370624,0.0006359898252412677,0.0006582595524378121,0.0006805292796343565,0.0007027990650385618]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,1,0,1,1,4,4,8,13,10,30,39,46,65,106,160,215,336,455,671,910,1473,2198,3326,5124,7454,12642,20629,33941,56936,96239,122076,89040,52600,31363,18882,11275,7378,4708,3075,2075,1352,912,638,450,311,198,148,78,79,42,37,19,20,7,7,3,5,2,2,1,0,2],"bins":[-0.0235595703125,-0.022832870483398438,-0.022106170654296875,-0.021379470825195312,-0.02065277099609375,-0.019926071166992188,-0.019199371337890625,-0.018472671508789062,-0.0177459716796875,-0.017019271850585938,-0.016292572021484375,-0.015565872192382812,-0.01483917236328125,-0.014112472534179688,-0.013385772705078125,-0.012659072875976562,-0.011932373046875,-0.011205673217773438,-0.010478973388671875,-0.009752273559570312,-0.00902557373046875,-0.008298873901367188,-0.007572174072265625,-0.0068454742431640625,-0.0061187744140625,-0.0053920745849609375,-0.004665374755859375,-0.0039386749267578125,-0.00321197509765625,-0.0024852752685546875,-0.001758575439453125,-0.0010318756103515625,-0.00030517578125,0.0004215240478515625,0.001148223876953125,0.0018749237060546875,0.00260162353515625,0.0033283233642578125,0.004055023193359375,0.0047817230224609375,0.0055084228515625,0.0062351226806640625,0.006961822509765625,0.0076885223388671875,0.00841522216796875,0.009141921997070312,0.009868621826171875,0.010595321655273438,0.011322021484375,0.012048721313476562,0.012775421142578125,0.013502120971679688,0.01422882080078125,0.014955520629882812,0.015682220458984375,0.016408920288085938,0.0171356201171875,0.017862319946289062,0.018589019775390625,0.019315719604492188,0.02004241943359375,0.020769119262695312,0.021495819091796875,0.022222518920898438,0.02294921875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,2,1,1,1,3,0,6,1,4,4,1,10,5,7,11,14,15,9,22,23,23,27,34,33,31,44,31,54,34,30,27,32,30,24,24,32,15,21,15,13,6,10,7,5,4,5,2,4,2,3,1,2,0,0,0,1],"bins":[-0.00059789716033265,-0.0005810630973428488,-0.0005642290925607085,-0.0005473950877785683,-0.0005305610247887671,-0.0005137269617989659,-0.0004968929570168257,-0.00048005892313085496,-0.00046322488924488425,-0.00044639085535891354,-0.00042955682147294283,-0.0004127227875869721,-0.0003958887537010014,-0.0003790547198150307,-0.00036222068592906,-0.00034538665204308927,-0.00032855261815711856,-0.00031171858427114785,-0.00029488455038517714,-0.0002780505164992064,-0.0002612164826132357,-0.000244382448727265,-0.0002275484148412943,-0.00021071438095532358,-0.00019388034706935287,-0.00017704631318338215,-0.00016021227929741144,-0.00014337824541144073,-0.00012654421152547002,-0.0001097101776394993,-9.28761437535286e-05,-7.604210986755788e-05,-5.920807598158717e-05,-4.237404209561646e-05,-2.5540008209645748e-05,-8.705974323675036e-06,8.128059562295675e-06,2.4962093448266387e-05,4.17961273342371e-05,5.863016122020781e-05,7.546419510617852e-05,9.229822899214923e-05,0.00010913226287811995,0.00012596629676409066,0.00014280033065006137,0.00015963436453603208,0.0001764683984220028,0.0001933024323079735,0.00021013646619394422,0.00022697050007991493,0.00024380453396588564,0.00026063856785185635,0.00027747260173782706,0.0002943066356237978,0.0003111406695097685,0.0003279747033957392,0.0003448087372817099,0.0003616427711676806,0.00037847680505365133,0.00039531083893962204,0.00041214487282559276,0.00042897890671156347,0.0004458129405975342,0.0004626469744835049,0.0004794810083694756]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0004035167512483895,-0.00038848756230436265,-0.0003734583733603358,-0.000358429184416309,-0.00034339999547228217,-0.00032837080652825534,-0.0003133416175842285,-0.0002983124286402017,-0.00028328323969617486,-0.0002682540798559785,-0.00025322489091195166,-0.0002381956874160096,-0.000223166513023898,-0.00020813732407987118,-0.00019310813513584435,-0.00017807894619181752,-0.0001630497572477907,-0.00014802056830376387,-0.00013299137935973704,-0.00011796219769166782,-0.000102933008747641,-8.790381980361417e-05,-7.287463813554496e-05,-5.784544919151813e-05,-4.28162602474913e-05,-2.7787073122453876e-05,-1.2757885997416452e-05,2.2713011276209727e-06,1.7300488252658397e-05,3.2329677196685225e-05,4.7358862502733245e-05,6.238804780878127e-05,7.74172367528081e-05,9.244642569683492e-05,0.00010747561464086175,0.00012250480358488858,0.0001375339925289154,0.000152563166921027,0.00016759235586505383,0.00018262154480908066,0.0001976507337531075,0.00021267992269713432,0.00022770911164116114,0.00024273830058518797,0.00025776747497729957,0.0002727966639213264,0.0002878258528653532,0.00030285504180938005,0.0003178842307534069,0.0003329134196974337,0.00034794260864146054,0.00036297179758548737,0.0003780009865295142,0.000393030175473541,0.00040805936441756785,0.0004230885533615947,0.00043811771320179105,0.0004531469021458179,0.0004681760910898447,0.00048320528003387153,0.0004982344689778984,0.0005132636870257556,0.000528292846865952,0.0005433220649138093,0.0005583512247540057],"_type":"histogram","values":[2,0,0,0,0,1,1,3,2,3,4,2,6,7,9,9,13,20,22,17,22,27,40,43,43,33,52,43,45,29,37,32,32,27,32,18,20,15,11,11,3,7,6,4,2,2,3,4,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,2,1,0,1,1,2,3,2,1,3,4,4,3,5,4,8,6,12,11,18,32,53,36,53,44,68,55,52,59,55,33,30,21,20,12,14,7,5,3,7,6,1,1,0,2,3,2,1,0,0,0,0,0,0,1],"bins":[-1.2447071640053764e-05,-1.2091084499843419e-05,-1.1735097359633073e-05,-1.1379109309928026e-05,-1.102312216971768e-05,-1.0667135029507335e-05,-1.0311146979802288e-05,-9.955159839591943e-06,-9.599172699381597e-06,-9.243185559171252e-06,-8.887198418960907e-06,-8.53121036925586e-06,-8.175223229045514e-06,-7.819236088835169e-06,-7.463248493877472e-06,-7.107260898919776e-06,-6.751273758709431e-06,-6.395286618499085e-06,-6.039299023541389e-06,-5.683311428583693e-06,-5.327324288373347e-06,-4.971337148163002e-06,-4.615349553205306e-06,-4.2593619582476094e-06,-3.903374818037264e-06,-3.5473874504532432e-06,-3.1914000828692224e-06,-2.8354127152852016e-06,-2.4794253477011807e-06,-2.12343798011716e-06,-1.767450612533139e-06,-1.4114632449491182e-06,-1.0554749678703956e-06,-6.994876002863748e-07,-3.4350023270235397e-07,1.2487134881666861e-08,3.684745024656877e-07,7.244618700497085e-07,1.0804492376337294e-06,1.4364366052177502e-06,1.792423972801771e-06,2.148411340385792e-06,2.5043987079698127e-06,2.8603860755538335e-06,3.2163734431378543e-06,3.572360810721875e-06,3.928348178305896e-06,4.284335773263592e-06,4.640322913473938e-06,4.996310053684283e-06,5.352297648641979e-06,5.708285243599676e-06,6.064272383810021e-06,6.420259524020366e-06,6.776247118978063e-06,7.132234713935759e-06,7.488221854146104e-06,7.84420899435645e-06,8.200197044061497e-06,8.556184184271842e-06,8.912171324482188e-06,9.268158464692533e-06,9.624145604902878e-06,9.980133654607926e-06,1.0336120794818271e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,0,0,1,0,1,0,1,1,2,3,3,7,4,7,11,7,17,18,18,31,28,24,30,37,41,42,42,52,63,42,41,37,26,24,22,20,15,9,9,7,6,5,2,1,2,2,1,1,0,1,0,0,1],"bins":[-2.8439571906346828e-06,-2.7692969979398185e-06,-2.6946370326186297e-06,-2.6199768399237655e-06,-2.5453168746025767e-06,-2.4706566819077125e-06,-2.3959967165865237e-06,-2.3213365238916595e-06,-2.2466765585704707e-06,-2.1720163658756064e-06,-2.097356173180742e-06,-2.0226962078595534e-06,-1.948036015164689e-06,-1.8733759361566626e-06,-1.7987158571486361e-06,-1.7240557781406096e-06,-1.649395699132583e-06,-1.5747356201245566e-06,-1.50007554111653e-06,-1.4254154621085036e-06,-1.350755383100477e-06,-1.2760951904056128e-06,-1.2014351113975863e-06,-1.1267750323895598e-06,-1.0521149533815333e-06,-9.774548743735068e-07,-9.027947953654802e-07,-8.281346595140349e-07,-7.534745805060084e-07,-6.788145014979818e-07,-6.041543656465365e-07,-5.2949428663851e-07,-4.5483420763048343e-07,-3.801741286224569e-07,-3.05514021192721e-07,-2.3085392797383975e-07,-1.5619383475495852e-07,-8.153374153607729e-08,-6.873648317196057e-09,6.778644490168517e-08,1.424465381205664e-07,2.1710663133944763e-07,2.9176672455832886e-07,3.664268319880648e-07,4.410869109960913e-07,5.157469900041178e-07,5.904071258555632e-07,6.650672048635897e-07,7.397272838716162e-07,8.143873628796428e-07,8.890474418876693e-07,9.637075208956958e-07,1.0383675999037223e-06,1.1130277925985865e-06,1.187687871606613e-06,1.2623479506146396e-06,1.337008029622666e-06,1.4116681086306926e-06,1.486328187638719e-06,1.5609882666467456e-06,1.6356484593416099e-06,1.7103085383496364e-06,1.7849686173576629e-06,1.8596286963656894e-06,1.934288775373716e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.004673682153224945,-0.004482421558350325,-0.0042911614291369915,-0.004099900834262371,-0.003908640239387751,-0.003717379877343774,-0.003526119515299797,-0.0033348589204251766,-0.0031435985583812,-0.002952338196337223,-0.0027610776014626026,-0.002569817239418626,-0.002378556877374649,-0.0021872962825000286,-0.001996035920456052,-0.0018047754419967532,-0.0016135149635374546,-0.001422254485078156,-0.0012309940066188574,-0.0010397336445748806,-0.000848473166115582,-0.0006572126876562834,-0.0004659522674046457,-0.00027469181804917753,-8.343136869370937e-05,0.00010782908066175878,0.00029908953001722693,0.0004903499502688646,0.0006816104287281632,0.0008728709071874619,0.0010641312692314386,0.0012553917476907372,0.0014466526918113232,0.0016379131702706218,0.0018291736487299204,0.002020434010773897,0.0022116946056485176,0.0024029549676924944,0.002594215329736471,0.0027854759246110916,0.0029767362866550684,0.003167996648699045,0.0033592572435736656,0.0035505176056176424,0.003741777967661619,0.00393303856253624,0.00412429915741086,0.004315559286624193,0.004506819881498814,0.004698080476373434,0.004889340605586767,0.005080601200461388,0.005271861795336008,0.005463121924549341,0.005654382519423962,0.005845643114298582,0.0060369037091732025,0.006228163838386536,0.006419424433261156,0.0066106850281357765,0.00680194515734911,0.00699320575222373,0.0071844663470983505,0.007375726476311684,0.007566987071186304],"_type":"histogram","values":[3,1,0,0,0,4,4,2,9,4,9,7,12,11,18,10,22,14,36,46,29,30,46,46,43,58,45,48,42,26,27,15,10,14,11,15,8,10,6,3,4,4,2,2,3,0,1,1,0,1,2,0,0,0,2,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.0042724609375,-0.004121303558349609,-0.003970146179199219,-0.003818988800048828,-0.0036678314208984375,-0.003516674041748047,-0.0033655166625976562,-0.0032143592834472656,-0.003063201904296875,-0.0029120445251464844,-0.0027608871459960938,-0.002609729766845703,-0.0024585723876953125,-0.002307415008544922,-0.0021562576293945312,-0.0020051002502441406,-0.00185394287109375,-0.0017027854919433594,-0.0015516281127929688,-0.0014004707336425781,-0.0012493133544921875,-0.0010981559753417969,-0.0009469985961914062,-0.0007958412170410156,-0.000644683837890625,-0.0004935264587402344,-0.00034236907958984375,-0.00019121170043945312,-4.00543212890625e-05,0.00011110305786132812,0.00026226043701171875,0.0004134178161621094,0.0005645751953125,0.0007157325744628906,0.0008668899536132812,0.0010180473327636719,0.0011692047119140625,0.0013203620910644531,0.0014715194702148438,0.0016226768493652344,0.001773834228515625,0.0019249916076660156,0.0020761489868164062,0.002227306365966797,0.0023784637451171875,0.002529621124267578,0.0026807785034179688,0.0028319358825683594,0.00298309326171875,0.0031342506408691406,0.0032854080200195312,0.003436565399169922,0.0035877227783203125,0.003738880157470703,0.0038900375366210938,0.004041194915771484,0.004192352294921875,0.004343509674072266,0.004494667053222656,0.004645824432373047,0.0047969818115234375,0.004948139190673828,0.005099296569824219,0.005250453948974609,0.005401611328125],"_type":"histogram","values":[3,6,6,4,11,16,27,34,48,61,95,146,206,330,417,615,919,1633,2333,3646,5842,9051,15430,25246,44709,82073,161978,316726,389934,242596,119755,62611,34596,20198,11714,7259,4464,2681,1873,1240,753,520,319,244,163,103,73,45,40,15,15,10,11,8,3,3,2,1,1,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[0.9992771744728088,0.9993035197257996,0.9993298649787903,0.999356210231781,0.999382495880127,0.9994088411331177,0.9994351863861084,0.9994615316390991,0.9994878768920898,0.9995142221450806,0.9995405673980713,0.9995668530464172,0.999593198299408,0.9996195435523987,0.9996458888053894,0.9996722340583801,0.9996985793113708,0.9997249245643616,0.9997512102127075,0.9997775554656982,0.999803900718689,0.9998302459716797,0.9998565912246704,0.9998829364776611,0.9999092817306519,0.9999355673789978,0.9999619126319885,0.9999882578849792,1.0000146627426147,1.000040888786316,1.0000672340393066,1.0000935792922974,1.000119924545288,1.0001462697982788,1.0001726150512695,1.0001989603042603,1.000225305557251,1.0002516508102417,1.0002779960632324,1.0003043413162231,1.0003306865692139,1.0003570318222046,1.0003833770751953,1.0004096031188965,1.0004359483718872,1.000462293624878,1.0004886388778687,1.0005149841308594,1.00054132938385,1.0005676746368408,1.0005940198898315,1.0006203651428223,1.000646710395813,1.0006730556488037,1.0006994009017944,1.0007257461547852,1.0007520914077759,1.000778317451477,1.0008046627044678,1.0008310079574585,1.0008573532104492,1.00088369846344,1.0009100437164307,1.0009363889694214,1.000962734222412],"_type":"histogram","values":[1,0,1,1,1,4,1,2,6,4,4,5,14,2,15,16,10,14,11,22,28,27,28,28,30,28,32,29,26,35,35,31,26,40,26,17,20,17,13,17,11,17,19,9,5,5,4,7,4,4,2,1,1,3,1,2,0,1,2,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[2,1,2,4,8,9,22,31,53,86,140,283,403,627,936,1462,1999,2825,3846,5175,7020,8936,11181,14102,17054,20166,22833,26131,28925,31430,33578,34422,34972,34918,33865,31826,29475,26893,23850,21180,17333,14427,11892,9326,7208,5472,4125,3024,2081,1512,987,625,422,304,182,83,61,39,25,14,4,2,3,2],"bins":[-0.0971565917134285,-0.09417568147182465,-0.0911947712302208,-0.08821386098861694,-0.08523295819759369,-0.08225204795598984,-0.07927113771438599,-0.07629022747278214,-0.07330931723117828,-0.07032840698957443,-0.06734750419855118,-0.06436659395694733,-0.061385683715343475,-0.058404773473739624,-0.05542386323213577,-0.05244295671582222,-0.04946204647421837,-0.04648113623261452,-0.043500229716300964,-0.04051931947469711,-0.03753840923309326,-0.03455750271677971,-0.03157659247517586,-0.028595682233572006,-0.025614773854613304,-0.022633865475654602,-0.01965295523405075,-0.01667204685509205,-0.013691137544810772,-0.010710228234529495,-0.007729319389909506,-0.0047484105452895164,-0.0017675012350082397,0.0012134078424423933,0.004194316919893026,0.007175225764513016,0.010156135074794292,0.01313704438507557,0.01611795276403427,0.019098863005638123,0.022079771384596825,0.025060679763555527,0.028041590005159378,0.03102249838411808,0.03400340676307678,0.036984317004680634,0.039965227246284485,0.04294613376259804,0.04592704400420189,0.04890795424580574,0.05188886076211929,0.054869771003723145,0.057850681245326996,0.06083158776164055,0.0638125017285347,0.06679340451955795,0.0697743147611618,0.07275522500276566,0.0757361352443695,0.07871704548597336,0.08169795572757721,0.08467885851860046,0.08765976876020432,0.09064067900180817,0.09362158924341202],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,0,0,0,1,0,1,6,11,28,55,95,217,401,555,1104,1643,2625,4084,6070,8966,13176,18233,24458,31737,41111,50621,61019,71980,82063,90704,98749,102903,104688,103884,100855,94128,85952,76023,65456,54882,44596,35607,27744,20354,15092,10574,7214,4979,3231,2043,1205,750,434,268,134,79,35,19,9,4,4,3,1],"bins":[-0.11298669129610062,-0.10963454097509384,-0.10628239065408707,-0.1029302328824997,-0.09957808256149292,-0.09622593224048615,-0.09287378191947937,-0.089521624147892,-0.08616947382688522,-0.08281732350587845,-0.07946517318487167,-0.0761130228638649,-0.07276086509227753,-0.06940871477127075,-0.06605656445026398,-0.0627044141292572,-0.05935226008296013,-0.056000109761953354,-0.05264795571565628,-0.049295805394649506,-0.04594365134835243,-0.04259150102734566,-0.039239346981048584,-0.03588719666004181,-0.032535046339035034,-0.02918289229273796,-0.025830740109086037,-0.022478587925434113,-0.019126437604427338,-0.015774285420775414,-0.01242213323712349,-0.009069981053471565,-0.005717828869819641,-0.0023656769189983606,0.0009864750318229198,0.004338626749813557,0.007690778933465481,0.011042931117117405,0.014395082369446754,0.01774723455309868,0.021099386736750603,0.024451538920402527,0.02780369110405445,0.031155843287706375,0.03450799360871315,0.03786014765501022,0.041212297976017,0.04456445202231407,0.04791660234332085,0.05126875266432762,0.054620906710624695,0.05797305703163147,0.06132521107792854,0.06467736512422562,0.06802951544523239,0.07138166576623917,0.07473381608724594,0.07808596640825272,0.08143812417984009,0.08479027450084686,0.08814242482185364,0.09149457514286041,0.09484673291444778,0.09819888323545456,0.10155103355646133],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[3,2,2,4,6,11,14,15,11,34,34,40,56,76,108,147,188,254,402,567,812,1106,1753,2417,3456,5558,8475,13572,21421,34507,54877,87686,112188,89163,55564,34183,21299,13396,8945,5601,3771,2483,1605,1265,845,545,364,275,227,125,84,76,54,36,30,18,19,14,12,6,4,7,3,3],"bins":[-0.01361083984375,-0.013192176818847656,-0.012773513793945312,-0.012354850769042969,-0.011936187744140625,-0.011517524719238281,-0.011098861694335938,-0.010680198669433594,-0.01026153564453125,-0.009842872619628906,-0.009424209594726562,-0.009005546569824219,-0.008586883544921875,-0.008168220520019531,-0.0077495574951171875,-0.007330894470214844,-0.0069122314453125,-0.006493568420410156,-0.0060749053955078125,-0.005656242370605469,-0.005237579345703125,-0.004818916320800781,-0.0044002532958984375,-0.003981590270996094,-0.00356292724609375,-0.0031442642211914062,-0.0027256011962890625,-0.0023069381713867188,-0.001888275146484375,-0.0014696121215820312,-0.0010509490966796875,-0.0006322860717773438,-0.000213623046875,0.00020503997802734375,0.0006237030029296875,0.0010423660278320312,0.001461029052734375,0.0018796920776367188,0.0022983551025390625,0.0027170181274414062,0.00313568115234375,0.0035543441772460938,0.0039730072021484375,0.004391670227050781,0.004810333251953125,0.005228996276855469,0.0056476593017578125,0.006066322326660156,0.0064849853515625,0.006903648376464844,0.0073223114013671875,0.007740974426269531,0.008159637451171875,0.008578300476074219,0.008996963500976562,0.009415626525878906,0.00983428955078125,0.010252952575683594,0.010671615600585938,0.011090278625488281,0.011508941650390625,0.011927604675292969,0.012346267700195312,0.012764930725097656,0.01318359375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[3,1,0,0,0,1,1,3,3,5,6,2,5,5,8,11,12,8,15,18,22,24,26,24,23,27,25,29,32,25,32,32,26,27,24,29,28,17,27,16,18,20,22,7,13,10,7,8,7,5,2,5,6,4,2,2,0,1,2,0,0,0,3,2],"bins":[-0.00039967900374904275,-0.00038653670344501734,-0.0003733944322448224,-0.00036025213194079697,-0.000347109860740602,-0.0003339675604365766,-0.0003208252601325512,-0.00030768298893235624,-0.0002945406886283308,-0.00028139841742813587,-0.00026825611712411046,-0.00025511381682008505,-0.0002419715456198901,-0.0002288292598677799,-0.0002156869595637545,-0.00020254467381164432,-0.00018940238805953413,-0.00017626010230742395,-0.00016311781655531377,-0.00014997551625128835,-0.00013683323049917817,-0.000123690944747068,-0.0001105486589949578,-9.740636596689001e-05,-8.426408021477982e-05,-7.112179446266964e-05,-5.797950143460184e-05,-4.483721568249166e-05,-3.169492629240267e-05,-1.855263690231368e-05,-5.410349331214093e-06,7.731939149380196e-06,2.0874227629974484e-05,3.4016517020063475e-05,4.7158806410152465e-05,6.030109216226265e-05,7.344338519033045e-05,8.658567094244063e-05,9.972795669455081e-05,0.00011287024972261861,0.0001260125427506864,0.0001391548285027966,0.00015229711425490677,0.00016543940000701696,0.00017858168575912714,0.00019172397151123732,0.00020486627181526273,0.00021800855756737292,0.0002311508433194831,0.0002442931290715933,0.0002574354293756187,0.00027057770057581365,0.00028372000087983906,0.000296862272080034,0.00031000457238405943,0.00032314687268808484,0.0003362891438882798,0.0003494314441923052,0.00036257371539250016,0.0003757160156965256,0.000388858316000551,0.00040200058720074594,0.00041514288750477135,0.0004282851587049663,0.0004414274590089917],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,1,0,2,5,6,9,14,10,12,31,36,26,60,72,104,165,233,296,491,827,1193,1988,3216,5015,8139,14135,22691,38446,61879,93921,108805,85823,55974,34028,20029,12331,7386,4496,2870,1836,1044,747,488,278,216,122,91,67,56,30,23,9,11,14,9,11,3,0,1,0,1],"bins":[-0.00848388671875,-0.008229732513427734,-0.007975578308105469,-0.007721424102783203,-0.0074672698974609375,-0.007213115692138672,-0.006958961486816406,-0.006704807281494141,-0.006450653076171875,-0.006196498870849609,-0.005942344665527344,-0.005688190460205078,-0.0054340362548828125,-0.005179882049560547,-0.004925727844238281,-0.004671573638916016,-0.00441741943359375,-0.004163265228271484,-0.003909111022949219,-0.003654956817626953,-0.0034008026123046875,-0.003146648406982422,-0.0028924942016601562,-0.0026383399963378906,-0.002384185791015625,-0.0021300315856933594,-0.0018758773803710938,-0.0016217231750488281,-0.0013675689697265625,-0.0011134147644042969,-0.0008592605590820312,-0.0006051063537597656,-0.0003509521484375,-9.679794311523438e-05,0.00015735626220703125,0.0004115104675292969,0.0006656646728515625,0.0009198188781738281,0.0011739730834960938,0.0014281272888183594,0.001682281494140625,0.0019364356994628906,0.0021905899047851562,0.002444744110107422,0.0026988983154296875,0.002953052520751953,0.0032072067260742188,0.0034613609313964844,0.00371551513671875,0.003969669342041016,0.004223823547363281,0.004477977752685547,0.0047321319580078125,0.004986286163330078,0.005240440368652344,0.005494594573974609,0.005748748779296875,0.006002902984619141,0.006257057189941406,0.006511211395263672,0.0067653656005859375,0.007019519805908203,0.007273674011230469,0.007527828216552734,0.007781982421875]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.00035703228786587715,-0.00034780902205966413,-0.0003385857562534511,-0.0003293624904472381,-0.00032013922464102507,-0.00031091595883481205,-0.000301692693028599,-0.000292469427222386,-0.000283246161416173,-0.00027402289560995996,-0.00026479962980374694,-0.0002555763639975339,-0.0002463530981913209,-0.00023712981783319265,-0.00022790655202697963,-0.0002186832862207666,-0.00020946002041455358,-0.00020023675460834056,-0.00019101348880212754,-0.00018179022299591452,-0.0001725669571897015,-0.00016334369138348848,-0.00015412042557727545,-0.00014489715977106243,-0.00013567387941293418,-0.00012645061360672116,-0.00011722735507646576,-0.00010800408927025273,-9.87808161880821e-05,-8.955755038186908e-05,-8.033428457565606e-05,-7.111101876944304e-05,-6.188775296323001e-05,-5.266448715701699e-05,-4.344122135080397e-05,-3.421795190661214e-05,-2.499468610039912e-05,-1.57714202941861e-05,-6.5481526689836755e-06,2.6751140467240475e-06,1.189838076243177e-05,2.1121646568644792e-05,3.0344914193847217e-05,3.956818181904964e-05,4.879144762526266e-05,5.8014713431475684e-05,6.723798287566751e-05,7.646124868188053e-05,8.568451448809355e-05,9.490778029430658e-05,0.0001041310461005196,0.00011335431190673262,0.00012257757771294564,0.00013180084351915866,0.00014102410932537168,0.0001502473751315847,0.00015947065548971295,0.00016869392129592597,0.000177917187102139,0.00018714045290835202,0.00019636371871456504,0.00020558698452077806,0.00021481025032699108,0.0002240335161332041,0.00023325678193941712],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,1,0,3,2,2,5,2,5,4,6,6,4,9,11,13,12,15,19,15,19,19,27,40,28,27,30,37,30,31,25,30,30,23,32,21,27,26,22,14,14,13,13,8,12,4,7,5,3,4,1,4,4,2]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,2,0,0,2,0,0,1,2,2,5,0,4,6,7,14,12,21,29,24,29,44,49,41,57,66,61,66,49,33,25,16,15,11,12,16,6,9,6,3,0,1,3,3,5,1,0,1,2,0,1,0,0,1,0,1,0,2],"bins":[-0.009569274261593819,-0.009265966713428497,-0.008962659165263176,-0.00865935068577528,-0.008356043137609959,-0.008052735589444637,-0.007749428041279316,-0.007446120027452707,-0.007142812479287386,-0.006839504931122065,-0.006536196917295456,-0.006232889369130135,-0.005929581820964813,-0.005626273807138205,-0.005322966258972883,-0.005019658245146275,-0.004716350696980953,-0.004413043148815632,-0.004109735134989023,-0.003806427586823702,-0.003503119805827737,-0.003199812024831772,-0.0028965044766664505,-0.0025931966956704855,-0.0022898889146745205,-0.0019865811336785555,-0.0016832734690979123,-0.0013799658045172691,-0.0010766580235213041,-0.000773350300733,-0.00047004257794469595,-0.00016673485515639186,0.00013657193630933762,0.0004398796590976417,0.0007431873818859458,0.001046495046466589,0.001349802827462554,0.001653110608458519,0.0019564181566238403,0.0022597259376198053,0.0025630337186157703,0.0028663414996117353,0.0031696492806077003,0.0034729568287730217,0.0037762646097689867,0.004079572390764952,0.004382879938930273,0.004686187952756882,0.004989495500922203,0.005292803049087524,0.005596111062914133,0.005899418611079454,0.006202726624906063,0.006506034173071384,0.006809341721236706,0.0071126497350633144,0.007415957283228636,0.007719264831393957,0.008022572845220566,0.008325880393385887,0.008629187941551208,0.00893249548971653,0.009235803969204426,0.009539111517369747,0.009842419065535069]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[3,0,2,2,1,4,2,6,3,3,4,9,5,9,7,11,21,15,10,14,25,26,17,28,16,18,20,26,27,39,29,37,23,25,22,35,23,20,15,23,15,14,13,8,15,9,12,10,8,10,4,4,4,5,0,1,4,4,0,0,1,0,0,2],"bins":[-0.0007598881493322551,-0.000734665256459266,-0.0007094423635862768,-0.0006842194707132876,-0.0006589965778402984,-0.0006337736849673092,-0.0006085507920943201,-0.0005833278992213309,-0.0005581049481406808,-0.0005328820552676916,-0.0005076591623947024,-0.0004824362986255437,-0.0004572133766487241,-0.0004319904837757349,-0.0004067675909027457,-0.00038154469802975655,-0.00035632180515676737,-0.0003310989122837782,-0.000305876019410789,-0.00028065312653779984,-0.00025543023366481066,-0.00023020732623990625,-0.00020498441881500185,-0.00017976152594201267,-0.0001545386330690235,-0.0001293157401960343,-0.00010409284004708752,-7.886993989814073e-05,-5.364704702515155e-05,-2.8424150514183566e-05,-3.201254003215581e-06,2.2021642507752404e-05,4.724453901872039e-05,7.246743189170957e-05,9.769033204065636e-05,0.00012291323218960315,0.00014813612506259233,0.0001733590179355815,0.0001985819253604859,0.0002238048182334751,0.00024902771110646427,0.00027425060397945344,0.0002994734968524426,0.0003246963897254318,0.00034991931170225143,0.0003751422045752406,0.0004003650974482298,0.00042558799032121897,0.00045081088319420815,0.0004760337760671973,0.0005012566689401865,0.0005264795618131757,0.0005517024546861649,0.000576925347559154,0.0006021482404321432,0.0006273711333051324,0.0006525940261781216,0.0006778169772587717,0.0007030398701317608,0.00072826276300475,0.0007534856558777392,0.0007787085487507284,0.0008039314416237175,0.0008291543344967067,0.0008543772273696959]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,1,1,0,0,0,1,0,1,1,1,3,5,3,2,4,8,6,11,13,13,20,35,32,37,38,57,56,59,56,60,46,35,38,19,21,17,9,5,7,8,6,6,2,6,4,2,3,1,0,1,1,1,0,0,2,0,0,0,2],"bins":[-0.006453107576817274,-0.006255594547837973,-0.006058081518858671,-0.00586056848987937,-0.005663055460900068,-0.005465542431920767,-0.005268029402941465,-0.005070516373962164,-0.0048730033449828625,-0.004675490316003561,-0.00447797728702426,-0.004280464258044958,-0.004082951229065657,-0.0038854379672557116,-0.00368792493827641,-0.0034904119092971087,-0.003292898880317807,-0.0030953858513385057,-0.0028978728223592043,-0.002700359793379903,-0.0025028467644006014,-0.0023053337354213,-0.0021078207064419985,-0.0019103075610473752,-0.0017127945320680737,-0.0015152815030887723,-0.0013177684741094708,-0.0011202554451301694,-0.000922742357943207,-0.0007252293289639056,-0.0005277162417769432,-0.00033020321279764175,-0.0001326901838183403,6.482285971287638e-05,0.00026233590324409306,0.00045984896132722497,0.0006573619903065264,0.0008548750192858279,0.0010523881064727902,0.0012499011354520917,0.0014474141644313931,0.0016449271934106946,0.001842440222389996,0.0020399533677846193,0.002237466396763921,0.0024349794257432222,0.0026324924547225237,0.002830005483701825,0.0030275185126811266,0.003225031541660428,0.0034225445706397295,0.003620057599619031,0.0038175706285983324,0.0040150838904082775,0.004212596919387579,0.00441010994836688,0.004607622977346182,0.004805136006325483,0.005002649035304785,0.005200162064284086,0.005397675093263388,0.005595188122242689,0.005792701151221991,0.005990214180201292,0.0061877272091805935]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,4,13,19,26,47,91,133,216,370,554,834,1227,1749,2534,3332,4578,5977,7900,10073,12519,15109,18016,20888,23913,26856,29436,31329,32750,34331,34076,33958,32460,30541,28335,25862,22689,19688,16835,14027,11381,8947,7122,5429,4136,2942,2140,1502,986,686,459,318,205,111,70,40,22,14,8,5,0,1],"bins":[-0.0938173234462738,-0.09091085940599442,-0.08800440281629562,-0.08509793877601624,-0.08219148218631744,-0.07928501814603806,-0.07637856155633926,-0.07347209751605988,-0.07056564092636108,-0.0676591768860817,-0.0647527202963829,-0.061846256256103516,-0.058939795941114426,-0.056033335626125336,-0.053126875311136246,-0.050220414996147156,-0.047313954681158066,-0.044407494366168976,-0.041501034051179886,-0.038594573736190796,-0.035688113421201706,-0.032781653106212616,-0.029875190928578377,-0.026968730613589287,-0.024062270298600197,-0.021155809983611107,-0.018249349668622017,-0.015342888422310352,-0.012436428107321262,-0.009529967792332172,-0.006623507011681795,-0.0037170464638620615,-0.0008105859160423279,0.0020958746317774057,0.005002335179597139,0.007908795960247517,0.010815256275236607,0.013721716590225697,0.01662817783653736,0.01953463815152645,0.02244109846651554,0.02534755878150463,0.02825401909649372,0.03116047941148281,0.03406694158911705,0.03697340190410614,0.03987986221909523,0.04278632253408432,0.04569278284907341,0.0485992431640625,0.05150570347905159,0.05441216379404068,0.05731862410902977,0.06022508442401886,0.06313154846429825,0.06603800505399704,0.06894446909427643,0.07185092568397522,0.07475738972425461,0.0776638463139534,0.08057031035423279,0.08347676694393158,0.08638323098421097,0.08928968757390976,0.09219615161418915]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,0,1,4,1,1,4,3,6,2,4,6,11,6,9,9,11,20,17,36,24,32,18,25,25,37,33,37,34,29,31,39,37,27,23,23,15,16,8,18,23,11,15,8,2,5,4,4,3,1,2,2,0,0,1,0,0,0,0,0,1],"bins":[-0.050644345581531525,-0.04900418594479561,-0.04736402630805969,-0.045723866671323776,-0.04408370703458786,-0.042443547397851944,-0.040803391486406326,-0.03916323184967041,-0.037523072212934494,-0.03588291257619858,-0.03424275293946266,-0.032602593302726746,-0.03096243366599083,-0.029322274029254913,-0.027682116255164146,-0.02604195661842823,-0.024401796981692314,-0.022761637344956398,-0.021121477708220482,-0.019481319934129715,-0.0178411602973938,-0.016201000660657883,-0.014560841023921967,-0.012920682318508625,-0.011280522681772709,-0.009640363045036793,-0.008000204339623451,-0.006360044702887535,-0.004719885531812906,-0.0030797263607382774,-0.001439566956833005,0.0002005923306569457,0.0018407516181468964,0.003480910789221525,0.005121069960296154,0.00676122959703207,0.008401388302445412,0.010041547939181328,0.011681707575917244,0.013321866281330585,0.014962025918066502,0.016602184623479843,0.01824234426021576,0.019882503896951675,0.02152266353368759,0.023162823170423508,0.024802980944514275,0.02644314058125019,0.028083300217986107,0.029723459854722023,0.03136361762881279,0.033003777265548706,0.03464393690228462,0.03628409653902054,0.037924256175756454,0.03956441581249237,0.04120457544922829,0.0428447350859642,0.04448489472270012,0.04612505063414574,0.04776521027088165,0.04940536990761757,0.051045529544353485,0.0526856891810894,0.05432584881782532]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.01116943359375,-0.010834693908691406,-0.010499954223632812,-0.010165214538574219,-0.009830474853515625,-0.009495735168457031,-0.009160995483398438,-0.008826255798339844,-0.00849151611328125,-0.008156776428222656,-0.007822036743164062,-0.007487297058105469,-0.007152557373046875,-0.006817817687988281,-0.0064830780029296875,-0.006148338317871094,-0.0058135986328125,-0.005478858947753906,-0.0051441192626953125,-0.004809379577636719,-0.004474639892578125,-0.004139900207519531,-0.0038051605224609375,-0.0034704208374023438,-0.00313568115234375,-0.0028009414672851562,-0.0024662017822265625,-0.0021314620971679688,-0.001796722412109375,-0.0014619827270507812,-0.0011272430419921875,-0.0007925033569335938,-0.000457763671875,-0.00012302398681640625,0.0002117156982421875,0.0005464553833007812,0.000881195068359375,0.0012159347534179688,0.0015506744384765625,0.0018854141235351562,0.00222015380859375,0.0025548934936523438,0.0028896331787109375,0.0032243728637695312,0.003559112548828125,0.0038938522338867188,0.0042285919189453125,0.004563331604003906,0.0048980712890625,0.005232810974121094,0.0055675506591796875,0.005902290344238281,0.006237030029296875,0.006571769714355469,0.0069065093994140625,0.007241249084472656,0.00757598876953125,0.007910728454589844,0.008245468139648438,0.008580207824707031,0.008914947509765625,0.009249687194824219,0.009584426879882812,0.009919166564941406,0.01025390625],"_type":"histogram","values":[1,0,1,0,0,1,2,4,9,7,8,17,26,47,57,78,128,170,280,417,568,773,1174,1769,2617,4051,6026,9230,14627,23143,37336,59449,92438,108519,84038,51930,32909,20309,13058,8266,5396,3565,2358,1626,1050,696,498,342,271,161,121,67,48,38,39,18,17,13,4,4,2,1,2,4]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,2,1,5,3,5,4,14,18,29,51,51,86,139,207,365,483,783,1151,1888,2974,4774,8226,13930,25014,48219,107842,175914,96919,44191,23437,13190,7465,4720,2869,1756,1070,729,456,273,202,126,73,58,35,29,12,6,4,6,5,4,4,2,0,0,1,0,0,0,2],"bins":[-0.0068359375,-0.006611347198486328,-0.006386756896972656,-0.006162166595458984,-0.0059375762939453125,-0.005712985992431641,-0.005488395690917969,-0.005263805389404297,-0.005039215087890625,-0.004814624786376953,-0.004590034484863281,-0.004365444183349609,-0.0041408538818359375,-0.003916263580322266,-0.0036916732788085938,-0.003467082977294922,-0.00324249267578125,-0.003017902374267578,-0.0027933120727539062,-0.0025687217712402344,-0.0023441314697265625,-0.0021195411682128906,-0.0018949508666992188,-0.0016703605651855469,-0.001445770263671875,-0.0012211799621582031,-0.0009965896606445312,-0.0007719993591308594,-0.0005474090576171875,-0.0003228187561035156,-9.822845458984375e-05,0.00012636184692382812,0.0003509521484375,0.0005755424499511719,0.0008001327514648438,0.0010247230529785156,0.0012493133544921875,0.0014739036560058594,0.0016984939575195312,0.0019230842590332031,0.002147674560546875,0.002372264862060547,0.0025968551635742188,0.0028214454650878906,0.0030460357666015625,0.0032706260681152344,0.0034952163696289062,0.003719806671142578,0.00394439697265625,0.004168987274169922,0.004393577575683594,0.004618167877197266,0.0048427581787109375,0.005067348480224609,0.005291938781738281,0.005516529083251953,0.005741119384765625,0.005965709686279297,0.006190299987792969,0.006414890289306641,0.0066394805908203125,0.006864070892333984,0.007088661193847656,0.007313251495361328,0.007537841796875]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[1,1,2,3,0,2,4,5,2,7,9,13,13,23,31,30,43,57,68,70,74,86,90,123,112,130,117,136,110,102,79,75,67,55,59,40,50,30,21,20,11,13,13,7,10,8,7,3,3,2,4,1,1,1,0,1,0,0,2,0,0,0,0,1],"bins":[-0.0005372000159695745,-0.0005169297219254076,-0.0004966594278812408,-0.00047638913383707404,-0.00045611883979290724,-0.00043584851664491,-0.0004155782226007432,-0.00039530792855657637,-0.00037503763451240957,-0.00035476734046824276,-0.00033449704642407596,-0.00031422675237990916,-0.0002939564292319119,-0.0002736861351877451,-0.0002534158411435783,-0.0002331455470994115,-0.00021287525305524468,-0.00019260495901107788,-0.00017233466496691108,-0.00015206435637082905,-0.00013179406232666224,-0.00011152376828249544,-9.125346696237102e-05,-7.09831656422466e-05,-5.07128715980798e-05,-3.044257391593419e-05,-1.017227623378858e-05,1.009802144835703e-05,3.036831913050264e-05,5.063861681264825e-05,7.090891449479386e-05,9.117921581491828e-05,0.00011144950985908508,0.00013171980390325189,0.0001519900979474187,0.00017226040654350072,0.00019253070058766752,0.00021280099463183433,0.00023307130322791636,0.00025334159727208316,0.00027361189131624997,0.00029388218536041677,0.0003141524794045836,0.0003344227734487504,0.00035469309659674764,0.00037496339064091444,0.00039523368468508124,0.00041550397872924805,0.00043577427277341485,0.00045604456681758165,0.00047631486086174846,0.0004965851549059153,0.0005168554489500821,0.0005371257429942489,0.0005573960370384157,0.0005776663310825825,0.0005979366833344102,0.000618206977378577,0.0006384772714227438,0.0006587475654669106,0.0006790178595110774,0.0006992881535552442,0.000719558447599411,0.0007398287416435778,0.0007600990356877446],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-0.000782777788117528,-0.0007598544470965862,-0.0007369311060756445,-0.0007140077068470418,-0.0006910843658261001,-0.0006681610248051584,-0.0006452376837842166,-0.000622314284555614,-0.0005993909435346723,-0.0005764676025137305,-0.0005535442614927888,-0.0005306209204718471,-0.0005076975212432444,-0.0004847741802223027,-0.00046185083920136094,-0.00043892746907658875,-0.000416004128055647,-0.0003930807870347053,-0.0003701574169099331,-0.00034723407588899136,-0.00032431070576421916,-0.00030138736474327743,-0.00027846399461850524,-0.0002555406535975635,-0.00023261729802470654,-0.00020969394245184958,-0.00018677058687899262,-0.00016384723130613565,-0.00014092389028519392,-0.00011800052743637934,-9.507717913948e-05,-7.215382356662303e-05,-4.923046799376607e-05,-2.630711423989851e-05,-3.383760486030951e-06,1.9539593267836608e-05,4.246294702170417e-05,6.538630259456113e-05,8.830965089146048e-05,0.00011123300646431744,0.0001341563620371744,0.00015707971761003137,0.00018000307318288833,0.0002029264287557453,0.00022584976977668703,0.0002487731399014592,0.00027169648092240095,0.00029461985104717314,0.0003175431920681149,0.0003404665330890566,0.0003633899032138288,0.00038631324423477054,0.00040923661435954273,0.00043215995538048446,0.00045508332550525665,0.0004780066665261984,0.0005009300075471401,0.0005238533485680819,0.0005467767477966845,0.0005697000888176262,0.000592623429838568,0.0006155467708595097,0.0006384701700881124,0.0006613935111090541,0.0006843168521299958],"_type":"histogram","values":[2,0,0,1,1,0,0,3,3,0,1,2,2,3,6,6,8,8,9,9,15,14,12,18,24,23,12,23,34,26,29,32,26,31,29,32,31,23,34,31,25,21,21,18,21,11,17,11,9,9,13,7,4,3,3,5,2,2,0,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.004680822603404522,-0.004529247060418129,-0.004377671983093023,-0.00422609644010663,-0.004074520897120237,-0.003922945819795132,-0.0037713702768087387,-0.0036197947338223457,-0.0034682194236665964,-0.003316644113510847,-0.003165068570524454,-0.003013493260368705,-0.0028619179502129555,-0.0027103424072265625,-0.002558767097070813,-0.00240719155408442,-0.002255616243928671,-0.0021040409337729216,-0.0019524653907865286,-0.0018008900806307793,-0.0016493146540597081,-0.001497739227488637,-0.0013461639173328876,-0.0011945884907618165,-0.0010430130641907454,-0.0008914376376196742,-0.000739862269256264,-0.0005882869008928537,-0.0004367114743217826,-0.0002851360768545419,-0.0001335606793873012,1.8014718079939485e-05,0.00016958964988589287,0.00032116504735313356,0.00047274044482037425,0.0006243158131837845,0.0007758912397548556,0.0009274666663259268,0.001079041976481676,0.0012306174030527472,0.0013821928296238184,0.0015337682561948895,0.0016853436827659607,0.00183691899292171,0.0019884943030774593,0.0021400698460638523,0.0022916451562196016,0.0024432206992059946,0.002594796009361744,0.0027463713195174932,0.0028979468625038862,0.0030495221726596355,0.0032010977156460285,0.003352673025801778,0.003504248335957527,0.00365582387894392,0.0038073991890996695,0.003958974499255419,0.004110550042241812,0.004262125585228205,0.00441370066255331,0.004565276205539703,0.004716851748526096,0.004868426825851202,0.005020002368837595],"_type":"histogram","values":[1,0,1,1,0,1,0,3,3,3,7,5,11,7,5,9,12,12,13,21,15,29,14,24,27,17,22,28,31,28,27,31,20,33,32,35,33,21,14,18,23,19,14,19,10,17,8,4,10,9,10,3,4,1,1,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.05126953125,-0.04975128173828125,-0.0482330322265625,-0.04671478271484375,-0.045196533203125,-0.04367828369140625,-0.0421600341796875,-0.04064178466796875,-0.03912353515625,-0.03760528564453125,-0.0360870361328125,-0.03456878662109375,-0.033050537109375,-0.03153228759765625,-0.0300140380859375,-0.02849578857421875,-0.0269775390625,-0.02545928955078125,-0.0239410400390625,-0.02242279052734375,-0.020904541015625,-0.01938629150390625,-0.0178680419921875,-0.01634979248046875,-0.01483154296875,-0.01331329345703125,-0.0117950439453125,-0.01027679443359375,-0.008758544921875,-0.00724029541015625,-0.0057220458984375,-0.00420379638671875,-0.002685546875,-0.00116729736328125,0.0003509521484375,0.00186920166015625,0.003387451171875,0.00490570068359375,0.0064239501953125,0.00794219970703125,0.00946044921875,0.01097869873046875,0.0124969482421875,0.01401519775390625,0.015533447265625,0.01705169677734375,0.0185699462890625,0.02008819580078125,0.0216064453125,0.02312469482421875,0.0246429443359375,0.02616119384765625,0.027679443359375,0.02919769287109375,0.0307159423828125,0.03223419189453125,0.03375244140625,0.03527069091796875,0.0367889404296875,0.03830718994140625,0.039825439453125,0.04134368896484375,0.0428619384765625,0.04438018798828125,0.0458984375],"_type":"histogram","values":[1,0,0,0,0,0,0,3,3,1,4,2,9,11,11,14,31,49,65,104,165,240,399,573,1011,1670,2768,4856,8627,16743,33686,75431,207192,599154,388967,127075,51637,24300,12314,6384,3639,2146,1299,837,482,334,199,151,107,51,44,19,17,14,8,9,2,3,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,2,1,4,13,13,37,93,151,261,426,712,1040,1669,2519,3898,5817,8382,11607,15999,21168,27373,35016,43479,52023,61091,70337,78976,85691,91574,96533,98555,97176,94787,88941,82214,73816,65000,56099,46867,38395,30452,23543,18071,13449,9549,6781,4662,3140,2109,1320,789,512,296,214,101,66,23,16,10,2,2,0,1],"bins":[-0.09908819943666458,-0.09596380591392517,-0.09283941239118576,-0.08971501886844635,-0.08659062534570694,-0.08346623182296753,-0.08034183830022812,-0.07721744477748871,-0.0740930438041687,-0.07096865028142929,-0.06784425675868988,-0.06471986323595047,-0.06159546971321106,-0.05847107619047165,-0.05534668266773224,-0.05222228914499283,-0.04909789562225342,-0.04597350209951401,-0.0428491085767746,-0.03972471505403519,-0.036600321531295776,-0.03347592428326607,-0.030351530760526657,-0.027227137237787247,-0.024102743715047836,-0.020978350192308426,-0.017853956669569016,-0.014729561284184456,-0.011605167761445045,-0.008480774238705635,-0.00535637978464365,-0.0022319857962429523,0.0008924081921577454,0.004016802180558443,0.007141196168959141,0.010265590623021126,0.013389984145760536,0.016514377668499947,0.019638773053884506,0.022763166576623917,0.025887560099363327,0.029011953622102737,0.03213634714484215,0.03526074066758156,0.03838513791561127,0.04150953143835068,0.04463392496109009,0.0477583184838295,0.05088271200656891,0.05400710552930832,0.05713149905204773,0.06025589257478714,0.06338028609752655,0.06650467962026596,0.06962907314300537,0.07275346666574478,0.07587786018848419,0.0790022611618042,0.08212665468454361,0.08525104820728302,0.08837544173002243,0.09149983525276184,0.09462422877550125,0.09774862229824066,0.10087301582098007],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,2,0,3,1,1,2,4,4,12,10,11,17,19,25,24,23,29,44,35,68,46,44,46,51,51,31,33,18,21,19,14,12,8,8,6,2,4,3,2,3,3,1,0,3,0,1,0,1,0,0,0,0,1],"bins":[-0.0004264573217369616,-0.00041322974720969796,-0.0004000021726824343,-0.00038677462725900114,-0.0003735470527317375,-0.00036031947820447385,-0.0003470919036772102,-0.00033386432914994657,-0.0003206367837265134,-0.00030740920919924974,-0.0002941816346719861,-0.00028095406014472246,-0.0002677264856174588,-0.0002544989110901952,-0.00024127135111484677,-0.00022804379113949835,-0.0002148162166122347,-0.00020158864208497107,-0.00018836108210962266,-0.00017513350758235902,-0.0001619059476070106,-0.00014867837307974696,-0.00013545079855248332,-0.0001222232385771349,-0.00010899566404987127,-9.576809679856524e-05,-8.254052954725921e-05,-6.931295501999557e-05,-5.608538776868954e-05,-4.2857820517383516e-05,-2.963024962809868e-05,-1.640268055780325e-05,-3.17511148750782e-06,1.005245758278761e-05,2.328002665308304e-05,3.6507597542367876e-05,4.97351647936739e-05,6.296273204497993e-05,7.619030657224357e-05,8.94178738235496e-05,0.00010264544107485563,0.00011587300832616165,0.00012910057557746768,0.00014232815010473132,0.00015555572463199496,0.00016878328460734338,0.00018201085913460702,0.00019523841910995543,0.00020846599363721907,0.0002216935681644827,0.00023492112813983113,0.00024814868811517954,0.0002613762626424432,0.0002746038371697068,0.00028783141169697046,0.0003010589862242341,0.00031428656075149775,0.00032751410617493093,0.00034074168070219457,0.0003539692552294582,0.00036719682975672185,0.0003804244042839855,0.0003936519497074187,0.0004068795242346823,0.00042010709876194596]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,2,1,0,2,2,7,6,2,1,6,7,3,14,17,22,24,27,46,43,51,47,79,75,64,94,108,126,119,113,115,113,98,103,71,81,57,57,38,40,31,29,25,15,10,13,10,5,6,4,3,2,1,3,1,1,2,0,2,1],"bins":[-0.005281540099531412,-0.005123856011778116,-0.004966172389686108,-0.004808488301932812,-0.004650804679840803,-0.004493120592087507,-0.004335436969995499,-0.004177752882242203,-0.004020068794488907,-0.0038623851723968983,-0.003704701317474246,-0.0035470174625515938,-0.003389333374798298,-0.0032316495198756456,-0.0030739656649529934,-0.002916281810030341,-0.002758597955107689,-0.0026009141001850367,-0.0024432302452623844,-0.002285546390339732,-0.00212786253541708,-0.001970178447663784,-0.0018124945927411318,-0.0016548107378184795,-0.0014971268828958273,-0.001339443027973175,-0.0011817591730505228,-0.0010240752017125487,-0.0008663913467898965,-0.0007087074918672442,-0.0005510235787369311,-0.0003933396947104484,-0.000235656276345253,-7.797239231877029e-05,7.971149170771241e-05,0.0002373953757341951,0.0003950792597606778,0.0005527631146833301,0.0007104470278136432,0.0008681309409439564,0.0010258147958666086,0.0011834986507892609,0.0013411825057119131,0.0014988664770498872,0.0016565503319725394,0.0018142341868951917,0.0019719181582331657,0.002129602013155818,0.0022872858680784702,0.0024449697230011225,0.0026026535779237747,0.002760337432846427,0.002918021287769079,0.003075705375522375,0.0032333892304450274,0.0033910730853676796,0.003548756940290332,0.003706440795212984,0.0038641246501356363,0.004021808505058289,0.0041794925928115845,0.004337176214903593,0.004494860302656889,0.0046525439247488976,0.0048102280125021935]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[2,1,0,3,0,4,2,7,5,4,4,4,7,4,15,9,15,9,18,20,17,13,16,28,26,34,18,21,12,25,24,21,18,19,30,33,14,20,17,22,21,20,22,18,17,15,13,9,11,11,8,9,9,5,4,4,2,3,2,1,1,1,0,1],"bins":[-0.0006983369821682572,-0.0006764914724044502,-0.0006546459626406431,-0.0006328003946691751,-0.0006109548849053681,-0.000589109375141561,-0.000567263865377754,-0.0005454183556139469,-0.0005235727876424789,-0.0005017272778786719,-0.0004798817681148648,-0.00045803625835105777,-0.0004361907485872507,-0.0004143452097196132,-0.00039249969995580614,-0.0003706541610881686,-0.00034880865132436156,-0.0003269631415605545,-0.000305117602692917,-0.00028327209292910993,-0.0002614265540614724,-0.00023958104429766536,-0.0002177355345338583,-0.000195890010218136,-0.00017404448590241373,-0.00015219896158669144,-0.00013035343727096915,-0.0001085079275071621,-8.666240319143981e-05,-6.481687887571752e-05,-4.297136183595285e-05,-2.112584115820937e-05,7.197377271950245e-07,2.2565258404938504e-05,4.4410779082681984e-05,6.625629612244666e-05,8.810182043816894e-05,0.00010994734475389123,0.0001317928545176983,0.00015363837883342057,0.00017548390314914286,0.00019732942746486515,0.00021917495178058743,0.0002410204615443945,0.00026286597130820155,0.00028471151017583907,0.0003065570199396461,0.00032840255880728364,0.0003502480685710907,0.00037209357833489776,0.00039393911720253527,0.00041578462696634233,0.00043763016583397985,0.0004594756755977869,0.00048132118536159396,0.000503166695125401,0.000525012263096869,0.000546857772860676,0.0005687032826244831,0.0005905487923882902,0.0006123943021520972,0.0006342398119159043,0.0006560853798873723,0.0006779308896511793,0.0006997763994149864]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.018007269129157066,-0.01740647852420807,-0.016805686056613922,-0.016204895451664925,-0.015604104846715927,-0.015003313310444355,-0.014402521774172783,-0.013801731169223785,-0.013200939632952213,-0.012600148096680641,-0.011999357491731644,-0.011398565955460072,-0.0107977744191885,-0.010196983814239502,-0.00959619227796793,-0.008995401673018932,-0.00839461013674736,-0.007793819066137075,-0.007193027995526791,-0.0065922364592552185,-0.005991445388644934,-0.005390654318034649,-0.004789862781763077,-0.004189071711152792,-0.003588280640542507,-0.0029874895699322224,-0.002386698266491294,-0.0017859070794656873,-0.0011851158924400806,-0.000584324705414474,1.6466481611132622e-05,0.0006172576686367393,0.0012180469930171967,0.0018188381800428033,0.00241962936706841,0.0030204206705093384,0.003621211741119623,0.004222002811729908,0.00482279434800148,0.005423585418611765,0.00602437648922205,0.0066251675598323345,0.007225958630442619,0.007826750166714191,0.008427541702985764,0.009028332307934761,0.009629123844206333,0.01022991444915533,0.010830705985426903,0.011431497521698475,0.012032288126647472,0.012633079662919044,0.013233870267868042,0.013834661804139614,0.014435453340411186,0.015036243945360184,0.01563703641295433,0.016237827017903328,0.016838617622852325,0.017439408227801323,0.01804020069539547,0.018640991300344467,0.019241781905293465,0.01984257437288761,0.02044336497783661],"_type":"histogram","values":[2,1,2,0,3,1,4,4,4,5,3,6,6,1,14,14,12,15,15,20,15,17,20,23,26,18,29,31,30,31,37,24,30,30,29,29,25,27,16,22,23,22,18,11,10,7,7,5,3,4,5,2,2,2,2,1,2,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,5,6,13,18,18,29,38,56,73,110,180,228,341,494,713,1051,1601,2405,3516,6026,8950,14553,25098,42992,78576,142620,243159,325428,276009,172895,95317,52713,29973,18189,10427,6659,4161,2775,1713,1095,883,528,403,239,176,121,71,64,51,29,28,15,13,4,2,3,3,2,0,2,1],"bins":[-0.005950927734375,-0.005756855010986328,-0.005562782287597656,-0.005368709564208984,-0.0051746368408203125,-0.004980564117431641,-0.004786491394042969,-0.004592418670654297,-0.004398345947265625,-0.004204273223876953,-0.004010200500488281,-0.0038161277770996094,-0.0036220550537109375,-0.0034279823303222656,-0.0032339096069335938,-0.003039836883544922,-0.00284576416015625,-0.002651691436767578,-0.0024576187133789062,-0.0022635459899902344,-0.0020694732666015625,-0.0018754005432128906,-0.0016813278198242188,-0.0014872550964355469,-0.001293182373046875,-0.0010991096496582031,-0.0009050369262695312,-0.0007109642028808594,-0.0005168914794921875,-0.0003228187561035156,-0.00012874603271484375,6.532669067382812e-05,0.0002593994140625,0.0004534721374511719,0.0006475448608398438,0.0008416175842285156,0.0010356903076171875,0.0012297630310058594,0.0014238357543945312,0.0016179084777832031,0.001811981201171875,0.002006053924560547,0.0022001266479492188,0.0023941993713378906,0.0025882720947265625,0.0027823448181152344,0.0029764175415039062,0.003170490264892578,0.00336456298828125,0.003558635711669922,0.0037527084350585938,0.003946781158447266,0.0041408538818359375,0.004334926605224609,0.004528999328613281,0.004723072052001953,0.004917144775390625,0.005111217498779297,0.005305290222167969,0.005499362945556641,0.0056934356689453125,0.005887508392333984,0.006081581115722656,0.006275653839111328,0.0064697265625]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09235871583223343,-0.08946368843317032,-0.08656866103410721,-0.0836736410856247,-0.08077861368656158,-0.07788358628749847,-0.07498855888843536,-0.07209353148937225,-0.06919850409030914,-0.06630348414182663,-0.06340845674276352,-0.06051342934370041,-0.0576184019446373,-0.05472337827086449,-0.051828350871801376,-0.048933327198028564,-0.046038299798965454,-0.043143272399902344,-0.04024824872612953,-0.03735322132706642,-0.03445819765329361,-0.0315631702542305,-0.02866814285516739,-0.025773117318749428,-0.022878091782331467,-0.019983066245913506,-0.017088040709495544,-0.014193013310432434,-0.011297987774014473,-0.008402962237596512,-0.005507935769855976,-0.0026129097677767277,0.00028210878372192383,0.0031771347858011723,0.006072160787880421,0.008967187255620956,0.011862212792038918,0.014757238328456879,0.01765226572751999,0.02054729126393795,0.02344231680035591,0.026337342336773872,0.029232367873191833,0.032127395272254944,0.035022422671318054,0.037917446345090866,0.040812473744153976,0.04370749741792679,0.0466025248169899,0.04949755221605301,0.05239257588982582,0.05528760328888893,0.05818262696266174,0.061077654361724854,0.06397268176078796,0.06686770915985107,0.06976273655891418,0.0726577565073967,0.07555278390645981,0.07844781130552292,0.08134283870458603,0.08423786610364914,0.08713288605213165,0.09002791345119476,0.09292294085025787],"_type":"histogram","values":[1,1,4,9,15,27,39,61,101,178,300,455,637,1009,1394,2117,2829,3965,5119,6846,8823,10924,13530,16148,19350,22211,25139,27815,29905,32166,33468,34067,33321,32858,31526,29910,27595,24470,21635,18315,15948,12854,10675,8400,6493,4993,3667,2736,1900,1260,969,594,389,256,147,104,69,41,21,10,10,2,0,3]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.0025482177734375,-0.002465963363647461,-0.002383708953857422,-0.002301454544067383,-0.0022192001342773438,-0.0021369457244873047,-0.0020546913146972656,-0.0019724369049072266,-0.0018901824951171875,-0.0018079280853271484,-0.0017256736755371094,-0.0016434192657470703,-0.0015611648559570312,-0.0014789104461669922,-0.0013966560363769531,-0.001314401626586914,-0.001232147216796875,-0.001149892807006836,-0.0010676383972167969,-0.0009853839874267578,-0.0009031295776367188,-0.0008208751678466797,-0.0007386207580566406,-0.0006563663482666016,-0.0005741119384765625,-0.0004918575286865234,-0.0004096031188964844,-0.0003273487091064453,-0.00024509429931640625,-0.0001628398895263672,-8.058547973632812e-05,1.6689300537109375e-06,8.392333984375e-05,0.00016617774963378906,0.0002484321594238281,0.0003306865692138672,0.00041294097900390625,0.0004951953887939453,0.0005774497985839844,0.0006597042083740234,0.0007419586181640625,0.0008242130279541016,0.0009064674377441406,0.0009887218475341797,0.0010709762573242188,0.0011532306671142578,0.0012354850769042969,0.001317739486694336,0.001399993896484375,0.001482248306274414,0.0015645027160644531,0.0016467571258544922,0.0017290115356445312,0.0018112659454345703,0.0018935203552246094,0.0019757747650146484,0.0020580291748046875,0.0021402835845947266,0.0022225379943847656,0.0023047924041748047,0.0023870468139648438,0.002469301223754883,0.002551555633544922,0.002633810043334961,0.002716064453125],"_type":"histogram","values":[1,1,3,2,1,5,5,8,14,21,18,34,36,70,92,170,195,324,425,696,919,1395,2013,3208,4961,7761,12690,21400,38875,73609,129325,125866,72601,37918,21132,12078,7637,4932,2959,2102,1352,872,635,459,287,206,174,107,80,37,35,28,12,10,8,6,7,1,2,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,2,2,2,3,2,3,7,8,18,18,23,28,33,29,38,34,47,50,43,41,37,40,34,36,30,28,26,13,17,14,11,10,8,10,1,5,4,1,2,1,2,1,0,0,0,2,0,0,0,0,0,1],"bins":[-0.0006469100480899215,-0.0006259886431507766,-0.0006050672964192927,-0.0005841458914801478,-0.0005632245447486639,-0.000542303139809519,-0.0005213817930780351,-0.0005004603881388903,-0.0004795390123035759,-0.0004586176364682615,-0.0004376962606329471,-0.0004167748847976327,-0.00039585347985848784,-0.00037493210402317345,-0.00035401072818785906,-0.00033308935235254467,-0.00031216797651723027,-0.0002912466006819159,-0.0002703252248466015,-0.0002494038490112871,-0.00022848245862405747,-0.00020756108278874308,-0.00018663969240151346,-0.00016571831656619906,-0.00014479694073088467,-0.00012387556489557028,-0.00010295418178429827,-8.203279867302626e-05,-6.111142283771187e-05,-4.019004336441867e-05,-1.926866389112547e-05,1.6527155821677297e-06,2.257409505546093e-05,4.349547452875413e-05,6.441685400204733e-05,8.533823711331934e-05,0.00010625961294863373,0.00012718098878394812,0.00014810237917117774,0.00016902375500649214,0.00018994513084180653,0.00021086650667712092,0.00023178788251243532,0.0002527092583477497,0.00027363066328689456,0.00029455203912220895,0.00031547341495752335,0.00033639479079283774,0.00035731616662815213,0.0003782375424634665,0.0003991589182987809,0.0004200802941340953,0.0004410016699694097,0.00046192307490855455,0.00048284445074386895,0.0005037658265791833,0.0005246872315183282,0.0005456085782498121,0.000566529983188957,0.0005874513299204409,0.0006083727348595858,0.0006292940815910697,0.0006502154865302145,0.0006711368332616985,0.0006920582382008433]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,1,0,1,4,1,2,5,1,6,4,9,5,12,13,16,19,21,17,21,27,21,20,31,26,19,36,33,28,37,41,28,33,23,25,20,22,16,19,20,12,14,13,12,4,8,7,3,2,2,2,2,0,0,1,1,0,0,0,0,0,0,1],"bins":[-0.007162781432271004,-0.0069166626781225204,-0.006670543923974037,-0.006424425635486841,-0.006178306881338358,-0.005932188127189875,-0.005686069838702679,-0.005439951084554195,-0.005193832330405712,-0.004947713576257229,-0.004701594822108746,-0.00445547653362155,-0.004209357779473066,-0.003963239025324583,-0.0037171205040067434,-0.003471001982688904,-0.0032248832285404205,-0.0029787644743919373,-0.0027326459530740976,-0.002486527431756258,-0.0022404086776077747,-0.0019942899234592915,-0.0017481714021414518,-0.0015020527644082904,-0.001255934126675129,-0.0010098154889419675,-0.000763696851208806,-0.0005175782134756446,-0.00027145957574248314,-2.534093800932169e-05,0.00022077769972383976,0.0004668963374570012,0.0007130149751901627,0.0009591336129233241,0.0012052522506564856,0.001451370888389647,0.0016974895261228085,0.00194360816385597,0.0021897268015891314,0.002435845322906971,0.0026819640770554543,0.0029280828312039375,0.003174201352521777,0.0034203198738396168,0.0036664386279881,0.003912557382136583,0.004158675670623779,0.004404794424772263,0.004650913178920746,0.004897031933069229,0.005143150687217712,0.005389268975704908,0.005635387729853392,0.005881506484001875,0.006127624772489071,0.006373743526637554,0.0066198622807860374,0.006865981034934521,0.007112099789083004,0.0073582180775702,0.007604336831718683,0.00785045512020588,0.008096573874354362,0.008342692628502846,0.008588811382651329],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,0,2,4,10,11,25,45,95,147,221,394,673,1015,1601,2404,3457,5225,7386,10366,14050,18448,24117,30489,37977,45797,54214,63175,71352,78844,85282,90322,92828,94251,93637,90260,85540,78538,70650,62673,54262,45925,37535,30184,24062,18599,13858,10269,7277,5134,3513,2482,1569,1054,649,378,251,146,87,51,32,13,6,2],"bins":[-0.10087476670742035,-0.09786200523376465,-0.09484924376010895,-0.09183648228645325,-0.08882372081279755,-0.08581095933914185,-0.08279819786548615,-0.07978543639183044,-0.07677267491817474,-0.07375990599393845,-0.07074714452028275,-0.06773438304662704,-0.06472162157297134,-0.06170886009931564,-0.05869609862565994,-0.05568333715200424,-0.05267057567834854,-0.04965781420469284,-0.04664505273103714,-0.04363229125738144,-0.04061952978372574,-0.03760676458477974,-0.03459400311112404,-0.03158124163746834,-0.028568480163812637,-0.025555718690156937,-0.022542957216501236,-0.019530193880200386,-0.016517432406544685,-0.013504670932888985,-0.01049190852791071,-0.007479146588593721,-0.004466384649276733,-0.0014536227099597454,0.0015591392293572426,0.004571901168674231,0.007584663107991219,0.01059742458164692,0.013610186986625195,0.01662294939160347,0.01963571086525917,0.02264847233891487,0.025661233812570572,0.028673997148871422,0.03168676048517227,0.03469952195882797,0.03771228343248367,0.040725044906139374,0.043737806379795074,0.046750567853450775,0.049763329327106476,0.052776090800762177,0.05578885227441788,0.058801617473363876,0.06181437894701958,0.06482713669538498,0.06783990561962128,0.07085266709327698,0.07386542856693268,0.07687819004058838,0.07989095151424408,0.08290371298789978,0.08591647446155548,0.08892923593521118,0.09194199740886688],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.30673742294311523,-0.29585564136505127,-0.2849738299846649,-0.27409204840660095,-0.263210266828537,-0.25232845544815063,-0.24144667387008667,-0.2305648922920227,-0.21968309581279755,-0.2088012993335724,-0.19791951775550842,-0.18703772127628326,-0.1761559247970581,-0.16527414321899414,-0.15439234673976898,-0.14351056516170502,-0.13262876868247986,-0.1217469796538353,-0.11086519062519073,-0.09998339414596558,-0.08910160511732101,-0.07821981608867645,-0.0673380196094513,-0.05645623058080673,-0.04557444155216217,-0.03469265252351761,-0.02381085976958275,-0.012929068878293037,-0.0020472779870033264,0.008834512904286385,0.019716303795576096,0.030598094686865807,0.04147988557815552,0.05236167460680008,0.06324346363544464,0.0741252601146698,0.08500704914331436,0.09588883817195892,0.10677063465118408,0.11765242367982864,0.1285342127084732,0.13941600918769836,0.15029779076576233,0.1611795872449875,0.17206138372421265,0.1829431653022766,0.19382496178150177,0.20470674335956573,0.2155885398387909,0.22647033631801605,0.23735211789608002,0.24823391437530518,0.25911569595336914,0.2699975073337555,0.28087928891181946,0.2917610704898834,0.3026428818702698,0.31352466344833374,0.3244064450263977,0.33528822660446167,0.346170037984848,0.357051819562912,0.36793360114097595,0.3788154125213623,0.38969719409942627],"_type":"histogram","values":[1,0,3,0,0,2,2,9,3,6,8,7,15,16,26,35,36,50,66,83,119,189,247,389,616,943,1380,2556,442017,1707,1094,741,495,315,186,138,99,61,54,39,33,20,20,22,7,7,3,7,6,3,0,1,1,3,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,0,0,0,2,5,13,14,24,34,73,141,228,372,611,972,1478,2079,3128,4449,6015,8026,10394,13494,16734,19742,23630,27351,30581,33484,35837,36918,37300,37122,35662,33436,30703,27445,23667,20283,16525,13550,10734,7967,5886,4378,3216,2176,1356,1009,654,356,236,156,86,36,27,14,7,4,2,1],"bins":[-0.11001324653625488,-0.10682658106088638,-0.10363991558551788,-0.10045325011014938,-0.09726658463478088,-0.09407991170883179,-0.09089324623346329,-0.08770658075809479,-0.08451991528272629,-0.08133324980735779,-0.07814658433198929,-0.07495991885662079,-0.07177324593067169,-0.06858658045530319,-0.06539991497993469,-0.06221324950456619,-0.05902658402919769,-0.05583991855382919,-0.05265325307846069,-0.049466583877801895,-0.046279918402433395,-0.043093252927064896,-0.0399065837264061,-0.0367199182510376,-0.0335332527756691,-0.030346587300300598,-0.02715991996228695,-0.0239732526242733,-0.0207865871489048,-0.0175999216735363,-0.014413254335522652,-0.011226587928831577,-0.0080399289727211,-0.0048532625660300255,-0.0016665961593389511,0.0015200702473521233,0.004706736654043198,0.007893403060734272,0.011080069467425346,0.01426673587411642,0.017453402280807495,0.020640067756175995,0.023826735094189644,0.027013402432203293,0.030200067907571793,0.03338673338294029,0.03657340258359909,0.03976006805896759,0.04294673353433609,0.04613339900970459,0.04932006448507309,0.05250673368573189,0.05569339916110039,0.05888006463646889,0.062066733837127686,0.06525339931249619,0.06844006478786469,0.07162673026323318,0.07481339573860168,0.07800006121397018,0.08118672668933868,0.08437339961528778,0.08756006509065628,0.09074673056602478,0.09393339604139328],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[2,0,4,4,4,21,38,56,87,155,230,368,559,815,1270,1858,2616,3607,4725,6463,8198,10531,13175,16058,19311,22293,25467,27885,30801,32759,34215,34635,34850,33812,32503,30397,27514,24844,21640,18346,15501,12735,10192,7868,6079,4453,3333,2412,1814,1188,772,526,316,223,132,75,42,15,12,5,6,4,3,2],"bins":[-0.09462271630764008,-0.09165739268064499,-0.0886920690536499,-0.08572674542665482,-0.08276142179965973,-0.07979609817266464,-0.07683077454566956,-0.07386545091867447,-0.07090012729167938,-0.06793481111526489,-0.0649694874882698,-0.06200416013598442,-0.05903884023427963,-0.056073516607284546,-0.05310819298028946,-0.05014286935329437,-0.047177545726299286,-0.0442122220993042,-0.04124689847230911,-0.038281574845314026,-0.03531625121831894,-0.03235093131661415,-0.029385607689619064,-0.026420284062623978,-0.02345496043562889,-0.020489636808633804,-0.017524313181638718,-0.01455899141728878,-0.011593667790293694,-0.008628344163298607,-0.005663021467626095,-0.0026976983062922955,0.00026763230562210083,0.0032329554669559,0.0061982786282896996,0.009163601323962212,0.012128924950957298,0.015094248577952385,0.018059570342302322,0.02102489396929741,0.023990217596292496,0.026955541223287582,0.02992086485028267,0.032886188477277756,0.035851508378982544,0.03881683200597763,0.04178215563297272,0.044747479259967804,0.04771280288696289,0.05067812651395798,0.053643450140953064,0.05660877376794815,0.05957409739494324,0.06253942102193832,0.06550474464893341,0.0684700682759285,0.07143539190292358,0.07440070807933807,0.07736603170633316,0.08033135533332825,0.08329667896032333,0.08626200258731842,0.08922732621431351,0.0921926498413086,0.09515797346830368],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.0021131006069481373,-0.0020438451319932938,-0.0019745896570384502,-0.0019053342984989285,-0.0018360789399594069,-0.0017668234650045633,-0.0016975681064650416,-0.0016283126315101981,-0.0015590572729706764,-0.001489801798015833,-0.0014205463230609894,-0.0013512909645214677,-0.0012820354895666242,-0.0012127801310271025,-0.001143524656072259,-0.0010742692975327373,-0.0010050138225778937,-0.0009357584058307111,-0.0008665029890835285,-0.0007972475723363459,-0.0007279921555891633,-0.0006587366806343198,-0.0005894812638871372,-0.0005202258471399546,-0.00045097043039277196,-0.00038171501364558935,-0.00031245959689840674,-0.00024320415104739368,-0.00017394873430021107,-0.00010469331027707085,-3.543788625393063e-05,3.3817537769209594e-05,0.00010307296179234982,0.00017232837853953242,0.00024158380983863026,0.0003108392411377281,0.0003800946578849107,0.0004493500746320933,0.0005186055204831064,0.000587860937230289,0.0006571163539774716,0.0007263717707246542,0.0007956271874718368,0.0008648826042190194,0.0009341380791738629,0.0010033934377133846,0.0010726489126682281,0.0011419042712077498,0.0012111597461625934,0.0012804152211174369,0.0013496705796569586,0.001418926054611802,0.0014881814131513238,0.0015574368881061673,0.001626692246645689,0.0016959477216005325,0.001765203196555376,0.0018344585550948977,0.0019037140300497413,0.001972969388589263,0.0020422248635441065,0.00211148033849895,0.00218073558062315,0.0022499910555779934,0.002319246530532837],"_type":"histogram","values":[1,1,0,1,0,0,0,1,4,7,4,4,4,5,11,16,21,23,25,23,25,49,51,82,75,85,104,117,102,137,129,117,114,97,84,77,75,63,59,47,29,32,22,32,15,10,15,16,12,9,1,3,3,2,1,2,0,2,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,2,0,0,0,0,0,1,1,2,2,6,4,4,6,4,8,10,12,12,15,13,14,19,25,20,30,31,26,26,22,35,26,26,31,38,32,24,24,17,24,16,17,19,22,10,19,11,7,13,8,8,7,2,4,1,5,2,1,0,1,0,1,1],"bins":[-0.003507701214402914,-0.0034010333474725485,-0.003294365480542183,-0.0031876973807811737,-0.003081029513850808,-0.0029743616469204426,-0.0028676935471594334,-0.002761025680229068,-0.0026543578132987022,-0.0025476899463683367,-0.002441022079437971,-0.002334353979676962,-0.0022276861127465963,-0.0021210182458162308,-0.0020143501460552216,-0.001907682279124856,-0.0018010144121944904,-0.0016943465452641249,-0.0015876785619184375,-0.00148101057857275,-0.0013743427116423845,-0.001267674844712019,-0.0011610068613663316,-0.0010543388780206442,-0.0009476710110902786,-0.0008410030859522521,-0.0007343351608142257,-0.0006276672356761992,-0.0005209993105381727,-0.00041433138540014625,-0.00030766346026211977,-0.0002009955351240933,-9.432760998606682e-05,1.2340315151959658e-05,0.00011900824028998613,0.0002256761654280126,0.0003323440905660391,0.00043901201570406556,0.000545679940842092,0.0006523478659801185,0.000759015791118145,0.0008656837162561715,0.0009723516413941979,0.0010790196247398853,0.001185687491670251,0.0012923553586006165,0.0013990233419463038,0.0015056913252919912,0.0016123591922223568,0.0017190270591527224,0.0018256950424984097,0.0019323630258440971,0.0020390308927744627,0.0021456987597048283,0.0022523668594658375,0.002359034726396203,0.0024657025933265686,0.002572370460256934,0.0026790383271872997,0.002785706426948309,0.0028923742938786745,0.00299904216080904,0.0031057102605700493,0.003212378127500415,0.0033190459944307804],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[2,0,0,0,1,1,1,3,0,4,3,5,7,6,13,9,11,18,16,20,19,21,15,39,28,31,24,33,34,31,39,22,37,34,29,30,20,20,22,19,13,21,17,12,9,5,6,5,5,1,3,1,0,0,2,0,0,0,0,0,0,0,0,1],"bins":[-0.008366684429347515,-0.008081797510385513,-0.007796910125762224,-0.007512023206800222,-0.007227135822176933,-0.0069422489032149315,-0.00665736198425293,-0.006372474599629641,-0.006087587680667639,-0.005802700761705637,-0.005517813377082348,-0.005232926458120346,-0.004948039539158344,-0.004663152154535055,-0.004378265235573053,-0.004093377850949764,-0.0038084909319877625,-0.003523603780195117,-0.0032387166284024715,-0.0029538297094404697,-0.0026689425576478243,-0.002384055405855179,-0.002099168486893177,-0.0018142813351005316,-0.0015293941833078861,-0.0012445070315152407,-0.000959619996137917,-0.0006747329025529325,-0.00038984580896794796,-0.00010495871538296342,0.00017992837820202112,0.00046481547178700566,0.0007497034966945648,0.0010345906484872103,0.001319477683864534,0.0016043647192418575,0.001889251871034503,0.0021741390228271484,0.0024590259417891502,0.0027439130935817957,0.003028800245374441,0.0033136873971670866,0.003598574548959732,0.003883461467921734,0.004168348386883736,0.004453235771507025,0.0047381226904690266,0.005023010075092316,0.0053078969940543175,0.005592783913016319,0.005877671297639608,0.00616255821660161,0.006447445601224899,0.006732332520186901,0.007017219439148903,0.007302106823772192,0.007586993742734194,0.007871881127357483,0.008156768046319485,0.008441654965281487,0.008726541884243488,0.00901142880320549,0.009296316653490067,0.009581203572452068,0.00986609049141407],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[4,3,4,16,31,42,78,105,189,290,448,642,998,1426,2050,2755,3679,4770,6384,8079,10030,12575,15114,17702,20354,23143,25762,28007,30155,31585,32677,32833,32445,31814,30027,28146,25637,23267,20452,17524,14806,12171,9836,7950,6290,4977,3680,2618,2004,1364,924,706,477,295,199,112,65,61,21,11,8,2,2,3],"bins":[-0.08793790638446808,-0.08514343947172165,-0.08234897255897522,-0.0795544981956482,-0.07676003128290176,-0.07396556437015533,-0.07117109000682831,-0.06837662309408188,-0.06558215618133545,-0.06278768926858902,-0.05999321863055229,-0.057198747992515564,-0.054404281079769135,-0.051609814167022705,-0.04881534352898598,-0.04602087289094925,-0.04322640597820282,-0.04043193906545639,-0.03763746842741966,-0.034842997789382935,-0.032048530876636505,-0.029254062101244926,-0.026459593325853348,-0.02366512455046177,-0.02087065577507019,-0.018076186999678612,-0.015281718224287033,-0.012487249448895454,-0.009692780673503876,-0.006898311898112297,-0.004103843122720718,-0.0013093743473291397,0.0014851018786430359,0.0042795706540346146,0.007074039429426193,0.009868508204817772,0.01266297698020935,0.01545744575560093,0.018251914530992508,0.021046383306384087,0.023840852081775665,0.026635320857167244,0.029429789632558823,0.03222426027059555,0.03501872718334198,0.03781319409608841,0.04060766473412514,0.043402135372161865,0.046196602284908295,0.048991069197654724,0.05178553983569145,0.05458001047372818,0.05737447738647461,0.06016894429922104,0.06296341121196747,0.0657578855752945,0.06855235248804092,0.07134681940078735,0.07414129376411438,0.07693576067686081,0.07973022758960724,0.08252469450235367,0.0853191614151001,0.08811363577842712,0.09090810269117355]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,2,0,1,3,2,1,3,6,7,5,7,8,5,5,12,14,9,15,17,24,23,30,33,28,33,36,35,39,21,37,32,29,21,19,22,24,12,17,12,15,12,8,12,12,9,5,9,4,6,1,3,0,2,5,3,2,1,2,1,2,1],"bins":[0.9992555975914001,0.9992805123329163,0.9993054270744324,0.9993304014205933,0.9993553161621094,0.9993802309036255,0.9994051456451416,0.9994300603866577,0.9994549751281738,0.9994799494743347,0.9995048642158508,0.9995297789573669,0.9995546936988831,0.9995796084403992,0.9996045231819153,0.9996294975280762,0.9996544122695923,0.9996793270111084,0.9997042417526245,0.9997291564941406,0.9997540712356567,0.9997790455818176,0.9998039603233337,0.9998288750648499,0.999853789806366,0.9998787045478821,0.9999036192893982,0.9999285936355591,0.9999535083770752,0.9999784231185913,1.0000033378601074,1.0000282526016235,1.0000531673431396,1.0000780820846558,1.0001029968261719,1.0001280307769775,1.0001529455184937,1.0001778602600098,1.0002027750015259,1.000227689743042,1.000252604484558,1.0002775192260742,1.0003024339675903,1.0003273487091064,1.0003522634506226,1.0003771781921387,1.0004020929336548,1.0004271268844604,1.0004520416259766,1.0004769563674927,1.0005018711090088,1.000526785850525,1.000551700592041,1.0005766153335571,1.0006015300750732,1.0006264448165894,1.0006513595581055,1.0006762742996216,1.0007011890411377,1.0007262229919434,1.0007511377334595,1.0007760524749756,1.0008009672164917,1.0008258819580078,1.000850796699524]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[1,0,0,2,3,4,5,9,21,20,29,49,62,140,211,306,531,816,1359,1969,3130,4995,8031,12493,21048,35114,60314,111250,221852,373872,326296,175440,91295,50051,28371,16906,10298,6306,3892,2282,1555,901,598,389,197,159,97,65,46,30,17,14,8,5,0,5,1,2,0,1,0,0,0,1],"bins":[-0.004974365234375,-0.004807472229003906,-0.0046405792236328125,-0.004473686218261719,-0.004306793212890625,-0.004139900207519531,-0.0039730072021484375,-0.0038061141967773438,-0.00363922119140625,-0.0034723281860351562,-0.0033054351806640625,-0.0031385421752929688,-0.002971649169921875,-0.0028047561645507812,-0.0026378631591796875,-0.0024709701538085938,-0.0023040771484375,-0.0021371841430664062,-0.0019702911376953125,-0.0018033981323242188,-0.001636505126953125,-0.0014696121215820312,-0.0013027191162109375,-0.0011358261108398438,-0.00096893310546875,-0.0008020401000976562,-0.0006351470947265625,-0.00046825408935546875,-0.000301361083984375,-0.00013446807861328125,3.24249267578125e-05,0.00019931793212890625,0.0003662109375,0.0005331039428710938,0.0006999969482421875,0.0008668899536132812,0.001033782958984375,0.0012006759643554688,0.0013675689697265625,0.0015344619750976562,0.00170135498046875,0.0018682479858398438,0.0020351409912109375,0.0022020339965820312,0.002368927001953125,0.0025358200073242188,0.0027027130126953125,0.0028696060180664062,0.0030364990234375,0.0032033920288085938,0.0033702850341796875,0.0035371780395507812,0.003704071044921875,0.0038709640502929688,0.0040378570556640625,0.004204750061035156,0.00437164306640625,0.004538536071777344,0.0047054290771484375,0.004872322082519531,0.005039215087890625,0.005206108093261719,0.0053730010986328125,0.005539894104003906,0.005706787109375]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,2,3,3,3,7,4,9,6,9,13,8,8,19,19,29,24,30,24,35,44,36,30,39,26,30,30,36,32,24,20,27,20,12,14,10,16,9,5,6,5,2,6,3,2,4,2,1,2,3,2,3,3,2,1,1],"bins":[0.9992045760154724,0.9992303252220154,0.9992560744285583,0.9992818236351013,0.9993075728416443,0.9993333220481873,0.9993590712547302,0.9993847608566284,0.9994105100631714,0.9994362592697144,0.9994620084762573,0.9994877576828003,0.9995135068893433,0.9995392560958862,0.9995650053024292,0.9995907545089722,0.9996165037155151,0.9996422529220581,0.9996680021286011,0.999693751335144,0.9997194409370422,0.9997451901435852,0.9997709393501282,0.9997966885566711,0.9998224377632141,0.9998481869697571,0.9998739361763,0.999899685382843,0.999925434589386,0.999951183795929,0.9999769330024719,1.0000026226043701,1.000028371810913,1.000054121017456,1.000079870223999,1.000105619430542,1.000131368637085,1.000157117843628,1.000182867050171,1.0002086162567139,1.0002343654632568,1.0002601146697998,1.0002858638763428,1.0003116130828857,1.0003373622894287,1.0003631114959717,1.0003888607025146,1.0004146099090576,1.0004403591156006,1.0004661083221436,1.0004918575286865,1.0005176067352295,1.000543236732483,1.0005689859390259,1.0005947351455688,1.0006204843521118,1.0006462335586548,1.0006719827651978,1.0006977319717407,1.0007234811782837,1.0007492303848267,1.0007749795913696,1.0008007287979126,1.0008264780044556,1.0008522272109985]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,0,1,1,2,2,3,9,12,15,26,21,48,79,121,161,209,332,521,698,1110,1686,2579,3933,5926,9514,15314,24149,42218,79625,160473,108520,52316,30077,18369,10940,7185,4678,3018,1978,1223,901,579,435,263,182,114,80,55,41,19,20,12,9,9,5,1,0,0,1,1,2],"bins":[-0.0634765625,-0.061534881591796875,-0.05959320068359375,-0.057651519775390625,-0.0557098388671875,-0.053768157958984375,-0.05182647705078125,-0.049884796142578125,-0.047943115234375,-0.046001434326171875,-0.04405975341796875,-0.042118072509765625,-0.0401763916015625,-0.038234710693359375,-0.03629302978515625,-0.034351348876953125,-0.03240966796875,-0.030467987060546875,-0.02852630615234375,-0.026584625244140625,-0.0246429443359375,-0.022701263427734375,-0.02075958251953125,-0.018817901611328125,-0.016876220703125,-0.014934539794921875,-0.01299285888671875,-0.011051177978515625,-0.0091094970703125,-0.007167816162109375,-0.00522613525390625,-0.003284454345703125,-0.0013427734375,0.000598907470703125,0.00254058837890625,0.004482269287109375,0.0064239501953125,0.008365631103515625,0.01030731201171875,0.012248992919921875,0.014190673828125,0.016132354736328125,0.01807403564453125,0.020015716552734375,0.0219573974609375,0.023899078369140625,0.02584075927734375,0.027782440185546875,0.02972412109375,0.031665802001953125,0.03360748291015625,0.035549163818359375,0.0374908447265625,0.039432525634765625,0.04137420654296875,0.043315887451171875,0.045257568359375,0.047199249267578125,0.04914093017578125,0.051082611083984375,0.0530242919921875,0.054965972900390625,0.05690765380859375,0.058849334716796875,0.060791015625]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[-0.005642887204885483,-0.005447404459118843,-0.005251921247690916,-0.005056438501924276,-0.004860955756157637,-0.00466547254472971,-0.00446998979896307,-0.00427450705319643,-0.004079023841768503,-0.0038835410960018635,-0.00368805811740458,-0.0034925751388072968,-0.003297092393040657,-0.0031016094144433737,-0.0029061264358460903,-0.0027106436900794506,-0.0025151607114821672,-0.002319677732884884,-0.002124194987118244,-0.0019287120085209608,-0.0017332290299236774,-0.001537746167741716,-0.0013422633055597544,-0.001146780326962471,-0.0009512974647805095,-0.000755814544390887,-0.0005603316240012646,-0.00036484876181930304,-0.00016936584142968059,2.6117064408026636e-05,0.00022159997024573386,0.00041708286153152585,0.0006125657819211483,0.0008080487023107708,0.0010035316227003932,0.0011990144848823547,0.001394497463479638,0.0015899803256615996,0.0017854631878435612,0.0019809461664408445,0.002176429145038128,0.0023719118908047676,0.002567394869402051,0.0027628778479993343,0.002958360593765974,0.0031538435723632574,0.0033493265509605408,0.0035448092967271805,0.003740292275324464,0.003935775253921747,0.004131257999688387,0.004326741211116314,0.004522223956882954,0.004717706702649593,0.00491318991407752,0.00510867265984416,0.0053041554056108,0.005499638617038727,0.0056951213628053665,0.005890604108572006,0.006086087319999933,0.006281570065766573,0.006477052811533213,0.00667253602296114,0.006868018768727779],"_type":"histogram","values":[1,0,0,1,0,1,0,1,1,0,3,2,3,3,9,7,10,14,10,16,17,23,20,28,39,44,42,46,52,59,53,41,44,23,24,26,15,15,13,8,12,11,5,4,3,5,2,2,3,1,2,1,0,0,1,0,0,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,1,1,3,3,7,5,5,3,11,22,16,23,16,26,25,30,46,45,33,44,33,30,29,31,28,26,29,23,23,27,14,13,7,8,16,17,4,5,5,6,6,4,2,1,0,3,2,0,4,1,0,0,1,0,1],"bins":[0.999179482460022,0.9992077946662903,0.9992361068725586,0.9992644190788269,0.9992927312850952,0.9993211030960083,0.9993494153022766,0.9993777275085449,0.9994060397148132,0.9994343519210815,0.9994626641273499,0.9994909763336182,0.9995193481445312,0.9995476603507996,0.9995759725570679,0.9996042847633362,0.9996325969696045,0.9996609091758728,0.9996892213821411,0.9997175335884094,0.9997458457946777,0.9997742176055908,0.9998025298118591,0.9998308420181274,0.9998591542243958,0.9998874664306641,0.9999157786369324,0.9999440908432007,0.9999724626541138,1.0000007152557373,1.0000290870666504,1.000057339668274,1.000085711479187,1.0001140832901,1.0001423358917236,1.0001707077026367,1.0001989603042603,1.0002273321151733,1.0002555847167969,1.00028395652771,1.000312328338623,1.0003405809402466,1.0003689527511597,1.0003972053527832,1.0004255771636963,1.0004538297653198,1.000482201576233,1.0005104541778564,1.0005388259887695,1.0005671977996826,1.0005954504013062,1.0006238222122192,1.0006520748138428,1.0006804466247559,1.0007086992263794,1.0007370710372925,1.000765323638916,1.000793695449829,1.0008220672607422,1.0008503198623657,1.0008786916732788,1.0009069442749023,1.0009353160858154,1.000963568687439,1.000991940498352]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,0,1,2,0,2,1,1,1,6,4,4,5,5,3,11,8,10,14,21,32,31,39,49,69,71,83,53,41,44,30,29,20,18,11,10,6,2,8,6,1,1,3,0,3,0,1,1,0,0,2,0,1,0,0,1,1],"bins":[-0.02373463101685047,-0.0230120699852705,-0.02228950709104538,-0.02156694605946541,-0.020844385027885437,-0.020121822133660316,-0.019399261102080345,-0.018676698207855225,-0.017954137176275253,-0.017231576144695282,-0.01650901325047016,-0.01578645221889019,-0.015063890255987644,-0.014341328293085098,-0.013618767261505127,-0.012896205298602581,-0.012173643335700035,-0.01145108137279749,-0.010728519409894943,-0.010005958378314972,-0.009283396415412426,-0.00856083445250988,-0.007838273420929909,-0.007115711458027363,-0.006393149495124817,-0.005670587532222271,-0.004948026034981012,-0.004225464537739754,-0.003502902574837208,-0.0027803408447653055,-0.0020577791146934032,-0.001335217384621501,-0.0006126575171947479,0.00010990421287715435,0.0008324659429490566,0.001555027673020959,0.002277589403092861,0.0030001511331647635,0.0037227128632366657,0.004445274360477924,0.00516783632338047,0.005890398286283016,0.006612959783524275,0.0073355212807655334,0.00805808324366808,0.008780645206570625,0.009503206238150597,0.010225768201053143,0.010948330163955688,0.011670892126858234,0.01239345408976078,0.013116015121340752,0.013838577084243298,0.014561139047145844,0.015283700078725815,0.016006262972950935,0.016728824004530907,0.017451385036110878,0.018173947930336,0.01889650896191597,0.01961906999349594,0.02034163288772106,0.021064193919301033,0.021786756813526154,0.022509317845106125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,2,1,2,1,3,7,4,5,9,8,11,11,12,18,12,18,12,18,19,25,20,22,21,28,29,22,20,24,23,16,24,18,21,29,17,21,19,25,11,17,24,16,11,15,7,8,7,13,6,6,3,6,3,3,4,0,2,3,2,0,1],"bins":[-0.000809930672403425,-0.0007833151030354202,-0.0007566995336674154,-0.0007300839642994106,-0.0007034683949314058,-0.000676852825563401,-0.0006502372561953962,-0.0006236216868273914,-0.0005970060592517257,-0.0005703904898837209,-0.0005437749205157161,-0.0005171593511477113,-0.0004905437817797065,-0.0004639282124117017,-0.0004373126430436969,-0.0004106970736756921,-0.0003840815043076873,-0.0003574659349396825,-0.0003308503655716777,-0.0003042347962036729,-0.0002776192268356681,-0.00025100362836383283,-0.00022438805899582803,-0.00019777248962782323,-0.00017115692025981843,-0.00014454135089181364,-0.00011792577424785122,-9.131019760388881e-05,-6.469462823588401e-05,-3.8079055229900405e-05,-1.1463482223916799e-05,1.5152090782066807e-05,4.176766378805041e-05,6.838323315605521e-05,9.499880980001763e-05,0.00012161438644398004,0.00014822995581198484,0.00017484552517998964,0.00020146110909990966,0.00022807667846791446,0.00025469224783591926,0.00028130781720392406,0.00030792338657192886,0.00033453895593993366,0.0003611545544117689,0.0003877701237797737,0.0004143856931477785,0.0004410012625157833,0.0004676168318837881,0.0004942324012517929,0.0005208479706197977,0.0005474635399878025,0.0005740791093558073,0.0006006946787238121,0.0006273102480918169,0.0006539258174598217,0.0006805413868278265,0.0007071570144034922,0.000733772583771497,0.0007603881531395018,0.0007870037225075066,0.0008136192918755114,0.0008402348612435162,0.000866850430611521,0.0008934659999795258]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,0,0,1,0,2,1,2,1,2,3,10,8,9,14,19,28,29,33,63,66,88,95,114,127,164,148,176,145,116,124,93,69,53,51,45,37,25,21,15,9,10,6,6,3,5,2,4,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0007500324863940477,-0.000726058438885957,-0.0007020843913778663,-0.0006781103438697755,-0.0006541362963616848,-0.000630162307061255,-0.0006061882595531642,-0.0005822142120450735,-0.0005582401645369828,-0.000534266117028892,-0.0005102920695208013,-0.00048631805111654103,-0.0004623440036084503,-0.00043836995610035956,-0.0004143959376960993,-0.00039042189018800855,-0.0003664478426799178,-0.0003424737951718271,-0.00031849974766373634,-0.00029452572925947607,-0.00027055168175138533,-0.0002465776342432946,-0.0002226036012871191,-0.00019862956833094358,-0.00017465552082285285,-0.00015068147331476212,-0.0001267074403585866,-0.00010273340012645349,-7.875935989432037e-05,-5.478531966218725e-05,-3.081127943005413e-05,-6.837239197921008e-06,1.71367428265512e-05,4.111078305868432e-05,6.508482329081744e-05,8.905886352295056e-05,0.00011303290375508368,0.00013700695126317441,0.00016098098421934992,0.00018495501717552543,0.00020892906468361616,0.0002329031121917069,0.00025687715969979763,0.0002808511781040579,0.00030482522561214864,0.0003287992731202394,0.00035277329152449965,0.0003767473390325904,0.0004007213865406811,0.00042469543404877186,0.0004486694815568626,0.00047264349996112287,0.0004966175183653831,0.0005205915658734739,0.0005445656133815646,0.0005685396608896554,0.0005925137083977461,0.0006164877559058368,0.0006404618034139276,0.0006644358509220183,0.000688409898430109,0.0007123838877305388,0.0007363579352386296,0.0007603319827467203,0.000784306030254811]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.0008220849558711052,-0.00080098956823349,-0.0007798941223882139,-0.0007587986765429378,-0.0007377032889053226,-0.0007166079012677073,-0.0006955124554224312,-0.0006744170095771551,-0.0006533216219395399,-0.0006322262343019247,-0.0006111307884566486,-0.0005900353426113725,-0.0005689399549737573,-0.0005478445673361421,-0.000526749121490866,-0.0005056536756455898,-0.0004845582880079746,-0.00046346287126652896,-0.0004423674545250833,-0.00042127203778363764,-0.000400176621042192,-0.0003790812043007463,-0.00035798578755930066,-0.000336890370817855,-0.00031579495407640934,-0.0002946995373349637,-0.000273604120593518,-0.00025250870385207236,-0.0002314132871106267,-0.00021031787036918104,-0.00018922245362773538,-0.00016812703688628972,-0.00014703156193718314,-0.00012593614519573748,-0.00010484072845429182,-8.374531171284616e-05,-6.26498949714005e-05,-4.155447822995484e-05,-2.0459061488509178e-05,6.363552529364824e-07,2.1731771994382143e-05,4.2827188735827804e-05,6.392260547727346e-05,8.501802221871912e-05,0.00010611343896016479,0.00012720885570161045,0.0001483042724430561,0.00016939968918450177,0.00019049510592594743,0.0002115905226673931,0.00023268593940883875,0.0002537813561502844,0.00027487677289173007,0.00029597218963317573,0.0003170676063746214,0.00033816302311606705,0.0003592584398575127,0.0003803538565989584,0.00040144927334040403,0.0004225446900818497,0.00044364010682329535,0.000464735523564741,0.0004858309403061867,0.0005069263279438019,0.000528021773789078],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,1,0,0,0,0,2,4,5,4,1,1,6,8,10,23,26,37,31,46,58,66,81,74,110,144,134,127,153,132,111,111,99,73,65,60,53,36,32,26,20,13,12,11,7,3,7,7,1,5,4,1,1,3]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,2,2,1,7,6,16,27,52,78,156,199,365,609,870,1260,1970,2725,3831,5219,6655,8909,11005,13656,16701,19689,22779,26025,28763,31326,33405,34326,35123,34643,33984,32256,30015,27204,24109,20706,17923,14861,12035,9474,7443,5644,4089,3096,2199,1560,1004,697,428,262,180,108,70,30,27,11,3,3,0,2],"bins":[-0.09764222800731659,-0.09465513378381729,-0.091668039560318,-0.0886809453368187,-0.0856938511133194,-0.0827067494392395,-0.0797196552157402,-0.0767325609922409,-0.07374546676874161,-0.07075837254524231,-0.06777127832174301,-0.06478418409824371,-0.06179708614945412,-0.05880999192595482,-0.05582289397716522,-0.052835799753665924,-0.049848705530166626,-0.04686161130666733,-0.04387451708316803,-0.04088741913437843,-0.037900324910879135,-0.03491323068737984,-0.03192613273859024,-0.028939038515090942,-0.025951944291591644,-0.022964850068092346,-0.0199777539819479,-0.01699065789580345,-0.014003563672304153,-0.01101646851748228,-0.008029373362660408,-0.005042278207838535,-0.0020551830530166626,0.0009319121018052101,0.003919007256627083,0.0069061024114489555,0.009893197566270828,0.012880292721092701,0.015867387875914574,0.01885448396205902,0.02184157818555832,0.024828672409057617,0.027815768495202065,0.030802864581346512,0.03378995880484581,0.03677705302834511,0.039764150977134705,0.042751245200634,0.0457383394241333,0.0487254336476326,0.0517125278711319,0.054699625819921494,0.05768672004342079,0.06067381426692009,0.06366091221570969,0.06664800643920898,0.06963510066270828,0.07262219488620758,0.07560928910970688,0.07859638333320618,0.08158348500728607,0.08457057923078537,0.08755767345428467,0.09054476767778397,0.09353186190128326]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,2,1,0,6,0,2,4,3,7,8,3,6,4,11,15,13,24,16,17,18,21,22,20,20,27,33,27,42,32,21,36,28,31,28,29,23,19,21,18,21,16,14,9,8,6,8,8,4,2,1,4,3,0,1,2,0,0,0,1],"bins":[-0.02013825811445713,-0.019531210884451866,-0.018924161791801453,-0.01831711456179619,-0.017710067331790924,-0.01710301823914051,-0.016495971009135246,-0.015888923779129982,-0.015281874686479568,-0.014674827456474304,-0.014067779295146465,-0.013460731133818626,-0.012853683903813362,-0.012246635742485523,-0.011639587581157684,-0.01103254035115242,-0.010425492189824581,-0.009818444028496742,-0.009211396798491478,-0.008604348637163639,-0.0079973004758358,-0.007390252780169249,-0.006783205084502697,-0.006176156923174858,-0.0055691092275083065,-0.004962061531841755,-0.004355013370513916,-0.0037479656748473644,-0.003140917746350169,-0.002533869817852974,-0.0019268220057711005,-0.001319774193689227,-0.0007127262651920319,-0.00010567839490249753,0.0005013694753870368,0.0011084172874689102,0.0017154652159661055,0.0023225131444633007,0.0029295608401298523,0.0035366087686270475,0.004143656697124243,0.004750704392790794,0.005357752554118633,0.005964800249785185,0.0065718479454517365,0.007178896106779575,0.007785943802446127,0.008392991498112679,0.009000039659440517,0.009607087820768356,0.01021413505077362,0.01082118321210146,0.011428231373429298,0.012035278603434563,0.012642326764762402,0.01324937492609024,0.013856422156095505,0.014463470317423344,0.015070518478751183,0.015677565708756447,0.01628461480140686,0.016891662031412125,0.01749870926141739,0.018105758354067802,0.018712805584073067]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,2,1,2,0,1,1,7,1,3,9,3,7,6,7,11,9,26,17,18,20,23,15,25,30,27,22,19,28,29,24,37,38,27,23,30,23,23,24,22,18,20,17,9,11,13,9,7,3,8,1,1,3,1,1,1,0,0,0,1,0,1],"bins":[-0.011837045662105083,-0.01146252453327179,-0.01108800433576107,-0.010713483206927776,-0.010338963009417057,-0.009964441880583763,-0.00958992075175047,-0.00921540055423975,-0.008840879425406456,-0.008466359227895737,-0.008091838099062443,-0.007717317435890436,-0.0073427967727184296,-0.006968276109546423,-0.006593754980713129,-0.0062192343175411224,-0.005844713654369116,-0.005470192991197109,-0.005095672328025103,-0.004721151199191809,-0.004346630536019802,-0.0039721098728477955,-0.003597589209675789,-0.0032230683136731386,-0.002848547650501132,-0.0024740269873291254,-0.002099506091326475,-0.0017249854281544685,-0.00135046464856714,-0.0009759438689798117,-0.0006014231476001441,-0.00022690239711664617,0.0001476183533668518,0.0005221391329541802,0.0008966598543338478,0.0012711805757135153,0.0016457013553008437,0.002020222134888172,0.0023947427980601788,0.002769263694062829,0.0031437843572348356,0.0035183050204068422,0.0038928259164094925,0.004267346579581499,0.004641867242753506,0.005016387905925512,0.005390909034758806,0.005765429697930813,0.0061399503611028194,0.006514471024274826,0.006888991687446833,0.007263512816280127,0.007638033479452133,0.008012553676962852,0.008387074805796146,0.00876159593462944,0.00913611613214016,0.009510637260973454,0.009885157458484173,0.010259678587317467,0.01063419971615076,0.01100871991366148,0.011383241042494774,0.011757761240005493,0.012132282368838787]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[3,4,2,14,26,34,65,94,148,253,356,575,782,1122,1550,2260,3037,4163,5640,7080,9010,11006,13873,16082,18812,21627,24543,26824,29123,30944,32175,33030,32979,32097,30934,29004,26895,24457,21798,19165,16333,13907,11483,8973,7080,5666,4326,3110,2255,1698,1140,806,510,337,211,156,89,63,29,27,24,8,4,3],"bins":[-0.08968224376440048,-0.08688090741634369,-0.0840795710682869,-0.0812782347202301,-0.07847689837217331,-0.07567556202411652,-0.07287422567605972,-0.07007288932800293,-0.06727155297994614,-0.06447021663188934,-0.06166888400912285,-0.058867547661066055,-0.05606621131300926,-0.05326487496495247,-0.050463538616895676,-0.04766220226883888,-0.04486086592078209,-0.042059529572725296,-0.0392581932246685,-0.03645685687661171,-0.033655520528554916,-0.030854186043143272,-0.02805284969508648,-0.025251513347029686,-0.022450176998972893,-0.0196488406509161,-0.016847504302859306,-0.014046168886125088,-0.011244832538068295,-0.008443496190011501,-0.005642160307615995,-0.002840824192389846,-3.948807716369629e-05,0.0027618480380624533,0.005563184153288603,0.008364520035684109,0.011165856383740902,0.013967192731797695,0.016768528148531914,0.019569864496588707,0.0223712008446455,0.025172537192702293,0.027973873540759087,0.03077520988881588,0.033576544374227524,0.03637788072228432,0.03917921707034111,0.0419805534183979,0.0447818897664547,0.04758322611451149,0.05038456246256828,0.053185898810625076,0.05598723515868187,0.05878857150673866,0.061589907854795456,0.06439124047756195,0.06719257682561874,0.06999391317367554,0.07279524952173233,0.07559658586978912,0.07839792221784592,0.08119925856590271,0.0840005949139595,0.0868019312620163,0.08960326761007309],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.0009512149845249951,-0.000923307379707694,-0.0008953997166827321,-0.0008674921118654311,-0.0008395844488404691,-0.0008116768440231681,-0.000783769239205867,-0.0007558615761809051,-0.0007279539713636041,-0.0007000463083386421,-0.0006721387035213411,-0.00064423109870404,-0.0006163234356790781,-0.0005884158308617771,-0.0005605081678368151,-0.0005326005630195141,-0.0005046928999945521,-0.0004767852951772511,-0.0004488776612561196,-0.0004209700564388186,-0.0003930624225176871,-0.0003651547885965556,-0.0003372471546754241,-0.0003093395207542926,-0.0002814318868331611,-0.0002535242820158601,-0.0002256166480947286,-0.0001977090141735971,-0.0001698013802524656,-0.00014189376088324934,-0.00011398612696211785,-8.607850031694397e-05,-5.8170873671770096e-05,-3.0263245207606815e-05,-2.3556167434435338e-06,2.5552011720719747e-05,5.345964018488303e-05,8.13672668300569e-05,0.0001092749007511884,0.00013718252012040466,0.00016509015404153615,0.00019299778796266764,0.0002209054073318839,0.0002488130412530154,0.0002767206751741469,0.0003046283090952784,0.0003325359139125794,0.0003604435478337109,0.0003883511817548424,0.0004162588156759739,0.0004441664495971054,0.0004720740544144064,0.0004999816883355379,0.0005278893513604999,0.0005557969561778009,0.0005837045609951019,0.0006116122240200639,0.0006395198288373649,0.0006674274918623269,0.0006953350966796279,0.0007232427014969289,0.0007511503645218909,0.0007790579693391919,0.0008069656323641539,0.0008348732371814549],"_type":"histogram","values":[1,0,0,0,0,2,0,0,1,1,2,1,4,4,3,8,6,10,10,11,11,10,13,21,23,17,25,23,22,26,32,31,28,25,33,32,28,26,22,30,27,28,23,26,17,12,9,10,22,10,6,12,6,3,4,2,3,1,2,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.0009857878321781754,-0.0009587800595909357,-0.000931772287003696,-0.0009047645144164562,-0.0008777567418292165,-0.0008507489692419767,-0.000823741196654737,-0.0007967334240674973,-0.0007697256514802575,-0.0007427178206853569,-0.0007157100480981171,-0.0006887022755108774,-0.0006616945029236376,-0.0006346867303363979,-0.0006076789577491581,-0.0005806711851619184,-0.0005536634125746787,-0.0005266556399874389,-0.0004996478674001992,-0.00047264009481295943,-0.0004456323222257197,-0.0004186245205346495,-0.00039161674794740975,-0.00036460897536017,-0.00033760120277293026,-0.0003105934301856905,-0.0002835856575984508,-0.00025657788501121104,-0.00022957009787205607,-0.00020256232528481632,-0.00017555453814566135,-0.0001485467655584216,-0.00012153905117884278,-9.453127859160304e-05,-6.752349872840568e-05,-4.0515722503187135e-05,-1.3507946277968585e-05,1.3499829947249964e-05,4.050760617246851e-05,6.751538603566587e-05,9.452315862290561e-05,0.00012153093121014535,0.0001485387037973851,0.00017554649093654007,0.0002025542635237798,0.00022956203611101955,0.0002565698232501745,0.00028357759583741426,0.000310585368424654,0.00033759314101189375,0.0003646009135991335,0.00039160868618637323,0.000418616458773613,0.0004456242604646832,0.0004726320330519229,0.0004996397765353322,0.0005266475491225719,0.0005536553799174726,0.0005806631525047123,0.0006076709250919521,0.0006346786976791918,0.0006616864702664316,0.0006886942428536713,0.0007157020154409111,0.0007427097880281508],"_type":"histogram","values":[1,1,0,0,0,0,2,1,2,1,3,0,8,2,5,10,9,11,12,11,15,14,23,17,12,19,26,18,14,29,20,21,26,22,24,21,24,24,30,19,21,18,24,28,22,13,24,17,14,18,10,7,9,5,6,5,9,5,4,2,2,1,3,4]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[1,2,1,4,2,3,5,3,5,6,3,7,18,11,14,18,11,15,26,21,22,24,25,27,30,32,34,34,26,31,20,30,18,21,28,17,12,24,18,18,10,15,7,4,9,4,4,2,5,7,5,6,3,4,3,4,3,3,1,0,0,0,1,1],"bins":[0.999330461025238,0.9993554949760437,0.9993805289268494,0.999405562877655,0.9994305968284607,0.9994556307792664,0.999480664730072,0.9995057582855225,0.9995307922363281,0.9995558261871338,0.9995808601379395,0.9996058940887451,0.9996309280395508,0.9996559619903564,0.9996809959411621,0.9997060298919678,0.9997310638427734,0.9997560977935791,0.9997811317443848,0.9998061656951904,0.9998312592506409,0.9998562932014465,0.9998813271522522,0.9999063611030579,0.9999313950538635,0.9999564290046692,0.9999814629554749,1.0000065565109253,1.000031590461731,1.0000566244125366,1.0000816583633423,1.000106692314148,1.0001317262649536,1.0001567602157593,1.000181794166565,1.0002068281173706,1.0002318620681763,1.000256896018982,1.0002819299697876,1.0003069639205933,1.000331997871399,1.0003570318222046,1.0003820657730103,1.000407099723816,1.0004321336746216,1.0004571676254272,1.000482201576233,1.0005072355270386,1.0005322694778442,1.00055730342865,1.0005823373794556,1.0006073713302612,1.0006325244903564,1.000657558441162,1.0006825923919678,1.0007076263427734,1.000732660293579,1.0007576942443848,1.0007827281951904,1.000807762145996,1.0008327960968018,1.0008578300476074,1.000882863998413,1.0009078979492188,1.0009329319000244],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[2,1,1,0,2,1,1,3,5,6,9,12,12,12,7,9,19,13,22,22,30,29,24,26,32,26,24,34,33,38,37,31,25,34,21,24,21,20,10,15,12,15,5,12,5,10,7,3,4,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.000760901952162385,-0.0007336569833569229,-0.0007064120727591217,-0.0006791671039536595,-0.0006519221351481974,-0.0006246772245503962,-0.0005974322557449341,-0.000570187286939472,-0.0005429423181340098,-0.0005156974075362086,-0.0004884524387307465,-0.00046120749902911484,-0.0004339625593274832,-0.00040671759052202106,-0.0003794726508203894,-0.00035222768201492727,-0.0003249827423132956,-0.00029773780261166394,-0.0002704928338062018,-0.00024324789410457015,-0.00021600293985102326,-0.00018875798559747636,-0.0001615130458958447,-0.0001342680916422978,-0.00010702313738875091,-7.977818313520402e-05,-5.253323615761474e-05,-2.528828554204665e-05,1.9566650735214353e-06,2.9201615689089522e-05,5.644656630465761e-05,8.369151328224689e-05,0.00011093646753579378,0.00013818142178934067,0.00016542637604288757,0.00019267131574451923,0.00021991626999806613,0.000247161224251613,0.0002744061639532447,0.0003016511327587068,0.0003288960724603385,0.00035614101216197014,0.00038338598096743226,0.0004106309206690639,0.0004378758603706956,0.0004651208291761577,0.0004923657979816198,0.000519610708579421,0.0005468556773848832,0.0005741006461903453,0.0006013455567881465,0.0006285905255936086,0.0006558354943990707,0.000683080404996872,0.0007103253738023341,0.0007375703426077962,0.0007648152532055974,0.0007920602220110595,0.0008193051908165216,0.0008465501596219838,0.000873795070219785,0.0009010400390252471,0.0009282850078307092,0.0009555299184285104,0.0009827748872339725],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,1,0,2,2,3,1,3,5,2,6,7,7,8,11,10,10,16,19,21,20,26,26,30,36,35,32,36,29,27,34,29,21,23,32,14,19,20,19,23,9,9,12,11,8,8,6,6,3,3,3,1,4,2,3,2,5,3,2,0,1,0,0,1],"bins":[0.9992605447769165,0.9992872476577759,0.9993139505386353,0.9993406534194946,0.999367356300354,0.9993940591812134,0.9994207620620728,0.9994474649429321,0.9994741678237915,0.9995008707046509,0.9995275735855103,0.9995542764663696,0.999580979347229,0.9996076822280884,0.9996343851089478,0.9996610879898071,0.9996877908706665,0.9997144341468811,0.9997411370277405,0.9997678399085999,0.9997945427894592,0.9998212456703186,0.999847948551178,0.9998746514320374,0.9999013543128967,0.9999280571937561,0.9999547600746155,0.9999814629554749,1.000008225440979,1.0000349283218384,1.0000616312026978,1.0000883340835571,1.000114917755127,1.0001416206359863,1.0001683235168457,1.000195026397705,1.0002217292785645,1.0002484321594238,1.0002751350402832,1.0003018379211426,1.000328540802002,1.0003552436828613,1.0003819465637207,1.00040864944458,1.0004353523254395,1.0004620552062988,1.0004887580871582,1.0005154609680176,1.000542163848877,1.0005688667297363,1.0005955696105957,1.000622272491455,1.0006489753723145,1.0006756782531738,1.0007023811340332,1.0007290840148926,1.000755786895752,1.0007824897766113,1.0008091926574707,1.00083589553833,1.0008625984191895,1.0008893013000488,1.0009160041809082,1.0009427070617676,1.000969409942627],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[2,0,0,0,0,2,3,1,4,2,7,5,5,6,8,8,13,18,7,16,25,14,32,23,21,21,26,25,30,40,29,31,33,33,27,26,31,13,20,23,19,16,8,10,18,11,10,10,4,4,6,3,3,3,6,2,0,1,1,0,0,1,0,2],"bins":[-0.02536045014858246,-0.02453278936445713,-0.023705128580331802,-0.022877467796206474,-0.022049807012081146,-0.02122214436531067,-0.02039448358118534,-0.019566822797060013,-0.018739162012934685,-0.017911501228809357,-0.01708384044468403,-0.0162561796605587,-0.015428517945110798,-0.01460085716098547,-0.013773195445537567,-0.012945534661412239,-0.012117873877286911,-0.011290213093161583,-0.010462552309036255,-0.009634890593588352,-0.008807229809463024,-0.007979569025337696,-0.007151907775551081,-0.006324246525764465,-0.005496585741639137,-0.004668924957513809,-0.003841263707727194,-0.003013602690771222,-0.0021859416738152504,-0.0013582806568592787,-0.000530619639903307,0.00029704137705266476,0.0011247042566537857,0.0019523652736097574,0.002780026290565729,0.003607687307521701,0.004435348324477673,0.005263009108603001,0.006090670358389616,0.006918331608176231,0.0077459923923015594,0.008573653176426888,0.009401313960552216,0.010228975676000118,0.011056636460125446,0.011884297244250774,0.012711958959698677,0.013539619743824005,0.014367280527949333,0.015194941312074661,0.01602260209619999,0.016850262880325317,0.017677925527095795,0.018505586311221123,0.01933324709534645,0.02016090787947178,0.020988568663597107,0.021816229447722435,0.022643890231847763,0.02347155101597309,0.02429921180009842,0.025126874446868896,0.025954535230994225,0.026782196015119553,0.02760985679924488],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.00039792139432393014,-0.0003853410016745329,-0.0003727606381289661,-0.00036018024547956884,-0.0003475998528301716,-0.0003350194892846048,-0.00032243909663520753,-0.00030985873308964074,-0.0002972783404402435,-0.00028469794779084623,-0.00027211758424527943,-0.0002595371915958822,-0.0002469568280503154,-0.00023437643540091813,-0.00022179604275152087,-0.00020921566465403885,-0.00019663528655655682,-0.0001840549084590748,-0.00017147453036159277,-0.00015889413771219552,-0.0001463137596147135,-0.00013373338151723146,-0.00012115299614379182,-0.00010857261077035218,-9.599223267287016e-05,-8.341185457538813e-05,-7.08314692019485e-05,-5.825108746648766e-05,-4.567070573102683e-05,-3.3090323995565996e-05,-2.0509942260105163e-05,-7.92956052464433e-06,4.650792106986046e-06,1.723117384244688e-05,2.981155557790771e-05,4.2391937313368544e-05,5.497231904882938e-05,6.75526971463114e-05,8.013308251975104e-05,9.271346789319068e-05,0.00010529384599067271,0.00011787422408815473,0.00013045460218563676,0.000143034994835034,0.00015561537293251604,0.00016819575102999806,0.00018077614367939532,0.00019335652177687734,0.00020593689987435937,0.0002185172779718414,0.00023109765606932342,0.00024367804871872067,0.00025625841226428747,0.0002688388049136847,0.000281419197563082,0.0002939995611086488,0.00030657995375804603,0.0003191603464074433,0.0003317407099530101,0.00034432110260240734,0.0003569014952518046,0.0003694818587973714,0.00038206225144676864,0.00039464261499233544,0.0004072230076417327],"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,0,0,0,0,0,1,2,6,8,7,10,14,14,24,24,25,25,32,25,38,48,50,37,55,43,45,34,36,34,20,21,16,10,14,13,7,5,2,2,4,4,1,1,2,3,0,0,0,0,0,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0007120472146198153,-0.0006921950844116509,-0.0006723429542034864,-0.0006524908822029829,-0.0006326387519948184,-0.000612786621786654,-0.0005929345497861505,-0.000573082419577986,-0.0005532302893698215,-0.0005333781591616571,-0.0005135260289534926,-0.0004936739569529891,-0.00047382182674482465,-0.0004539696965366602,-0.0004341175954323262,-0.0004142654943279922,-0.00039441336411982775,-0.0003745612339116633,-0.0003547091328073293,-0.0003348570317029953,-0.00031500490149483085,-0.0002951527712866664,-0.0002753006701823324,-0.0002554485690779984,-0.00023559643886983395,-0.00021574432321358472,-0.0001958922075573355,-0.00017604009190108627,-0.00015618797624483705,-0.00013633586058858782,-0.0001164837449323386,-9.663162927608937e-05,-7.677951361984015e-05,-5.692739796359092e-05,-3.7075282307341695e-05,-1.722316665109247e-05,2.6289490051567554e-06,2.248106466140598e-05,4.2333180317655206e-05,6.218529597390443e-05,8.203741163015366e-05,0.00010188952728640288,0.0001217416429426521,0.00014159375859890133,0.00016144587425515056,0.00018129798991139978,0.000201150105567649,0.00022100222122389823,0.00024085433688014746,0.0002607064670883119,0.0002805585681926459,0.0003004106692969799,0.00032026279950514436,0.0003401149297133088,0.0003599670308176428,0.0003798191319219768,0.00039967126213014126,0.0004195233923383057,0.0004393754934426397,0.0004592275945469737,0.00047907972475513816,0.0004989318549633026,0.0005187839269638062,0.0005386360571719706,0.0005584881873801351],"_type":"histogram","values":[1,1,0,0,0,0,0,0,1,0,2,1,0,6,5,4,8,16,8,24,14,19,14,24,33,35,49,54,62,88,74,108,130,119,108,109,105,113,115,100,84,72,62,58,50,32,37,25,13,9,11,4,11,7,7,3,3,2,1,4,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.10307718813419342,-0.09985511004924774,-0.09663303941488266,-0.09341096132993698,-0.0901888906955719,-0.08696681261062622,-0.08374474197626114,-0.08052266389131546,-0.07730059325695038,-0.0740785151720047,-0.07085643708705902,-0.06763436645269394,-0.06441228836774826,-0.06119021400809288,-0.0579681396484375,-0.05474606528878212,-0.05152399092912674,-0.04830191656947136,-0.04507984220981598,-0.0418577678501606,-0.03863569349050522,-0.03541361540555954,-0.03219154104590416,-0.02896946668624878,-0.0257473923265934,-0.02252531796693802,-0.01930324360728264,-0.01608116738498211,-0.012859093025326729,-0.009637018665671349,-0.006414943374693394,-0.003192868549376726,2.9198825359344482e-05,0.003251273650676012,0.00647334847599268,0.009695423766970634,0.012917498126626015,0.016139572486281395,0.019361648708581924,0.022583723068237305,0.025805797427892685,0.029027871787548065,0.032249946147203445,0.035472020506858826,0.038694098591804504,0.041916172951459885,0.045138247311115265,0.048360321670770645,0.051582396030426025,0.054804470390081406,0.058026544749736786,0.061248619109392166,0.06447069346904755,0.06769277155399323,0.0709148421883583,0.07413692027330399,0.07735899090766907,0.08058106899261475,0.08380314707756042,0.0870252177119255,0.09024729579687119,0.09346936643123627,0.09669144451618195,0.09991351515054703,0.1031355932354927],"_type":"histogram","values":[1,0,1,2,5,13,21,46,77,152,274,422,731,1165,1912,3000,4539,6644,9500,13589,18214,24212,31258,39467,48866,58368,68400,77938,86458,93589,98565,100339,100817,98404,93132,86288,77659,67549,58149,48606,39690,31262,24277,18009,13124,9416,6578,4462,2940,1911,1203,666,409,263,131,71,37,27,9,4,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.037545520812273026,-0.036170367151498795,-0.034795213490724564,-0.03342005982995033,-0.0320449061691761,-0.03066975064575672,-0.02929459698498249,-0.02791944332420826,-0.02654428966343403,-0.025169136002659798,-0.023793982341885567,-0.022418828681111336,-0.021043673157691956,-0.019668519496917725,-0.018293365836143494,-0.016918212175369263,-0.015543058514595032,-0.0141679048538208,-0.01279275119304657,-0.011417596600949764,-0.010042442940175533,-0.008667289279401302,-0.007292135152965784,-0.005916981026530266,-0.004541827365756035,-0.0031666734721511602,-0.0017915195785462856,-0.000416365684941411,0.0009587882086634636,0.002333942102268338,0.003709095995873213,0.005084250122308731,0.006459400057792664,0.007834553718566895,0.009209707379341125,0.010584861971437931,0.011960015632212162,0.013335169292986393,0.014710323885083199,0.01608547754585743,0.01746063120663166,0.01883578486740589,0.020210938528180122,0.021586092188954353,0.022961247712373734,0.024336401373147964,0.025711555033922195,0.027086708694696426,0.028461862355470657,0.02983701601624489,0.03121216967701912,0.03258732333779335,0.03396247699856758,0.03533763065934181,0.03671278432011604,0.038087937980890274,0.0394630953669548,0.040838249027729034,0.042213402688503265,0.043588556349277496,0.04496371001005173,0.04633886367082596,0.04771401733160019,0.04908917099237442,0.05046432465314865],"_type":"histogram","values":[2,0,1,0,1,1,1,1,0,2,2,3,5,5,5,7,4,12,8,14,23,22,17,32,40,50,76,89,86,65,40,32,24,22,14,11,11,10,4,3,5,4,0,2,1,3,2,1,0,0,1,1,0,0,0,0,0,0,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,0,1,4,5,3,1,2,1,3,9,11,5,8,14,11,18,26,26,26,35,42,48,41,38,37,57,34,28,35,36,24,33,19,18,6,10,8,5,10,5,1,5,2,1,4,0,1,1,0,0,0,1,2,3],"bins":[-1.6003100427042227e-06,-1.5532419865849079e-06,-1.5061740441524307e-06,-1.4591059880331159e-06,-1.4120380456006387e-06,-1.3649699894813239e-06,-1.317901933362009e-06,-1.2708339909295319e-06,-1.223765934810217e-06,-1.1766978786909021e-06,-1.129629936258425e-06,-1.0825618801391101e-06,-1.0354938240197953e-06,-9.884258815873181e-07,-9.413578254680033e-07,-8.942898261921073e-07,-8.472218269162113e-07,-8.001538276403153e-07,-7.530858283644193e-07,-7.060177722451044e-07,-6.589497729692084e-07,-6.118817736933124e-07,-5.648137175739976e-07,-5.177457182981016e-07,-4.7067771902220557e-07,-4.2360971974630957e-07,-3.7654169204870414e-07,-3.294736643510987e-07,-2.824056650752027e-07,-2.35337651588452e-07,-1.8826963810170128e-07,-1.4120162461495056e-07,-9.413361112819985e-08,-4.706559764144913e-08,2.4158453015843406e-12,4.70704293320523e-08,9.413844281880301e-08,1.4120645630555373e-07,1.8827446979230444e-07,2.3534248327905516e-07,2.824104967658059e-07,3.294784960417019e-07,3.765465237393073e-07,4.2361455143691273e-07,4.7068255071280873e-07,5.177505499887047e-07,5.648186061080196e-07,6.118866053839156e-07,6.589546046598116e-07,7.060226039357076e-07,7.530906032116036e-07,8.001586593309185e-07,8.472266586068145e-07,8.942946578827105e-07,9.413627140020253e-07,9.884306564345025e-07,1.0354987125538173e-06,1.0825667686731322e-06,1.1296347111056093e-06,1.1767027672249242e-06,1.223770823344239e-06,1.2708387657767162e-06,1.317906821896031e-06,1.3649747643285082e-06,1.412042820447823e-06]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0015917217824608088,-0.0015457618283107877,-0.0014998018741607666,-0.0014538420364260674,-0.0014078820822760463,-0.0013619221281260252,-0.0013159621739760041,-0.001270002219825983,-0.0012240423820912838,-0.0011780824279412627,-0.0011321224737912416,-0.0010861625196412206,-0.0010402025654911995,-0.0009942426113411784,-0.0009482827153988183,-0.0009023228194564581,-0.000856362865306437,-0.0008104029111564159,-0.0007644430152140558,-0.0007184830610640347,-0.0006725231651216745,-0.0006265632109716535,-0.0005806032568216324,-0.0005346433608792722,-0.0004886834067292511,-0.0004427234816830605,-0.0003967635566368699,-0.00035080360248684883,-0.0003048436774406582,-0.0002588837523944676,-0.00021292381279636174,-0.0001669638731982559,-0.0001210040645673871,-7.504413224523887e-05,-2.9084199923090637e-05,1.6875732399057597e-05,6.283566472120583e-05,0.00010879559704335406,0.0001547555293655023,0.00020071546896360815,0.00024667539400979877,0.0002926353190559894,0.00033859524410218,0.0003845551982522011,0.0004305151232983917,0.0004764750483445823,0.0005224350024946034,0.0005683948984369636,0.0006143548525869846,0.0006603148067370057,0.0007062747026793659,0.000752234656829387,0.0007981945527717471,0.0008441545069217682,0.0008901144610717893,0.0009360743570141494,0.0009820342529565096,0.0010279942071065307,0.0010739541612565517,0.0011199141154065728,0.001165874069556594,0.001211834023706615,0.0012577938614413142,0.0013037538155913353,0.0013497137697413564],"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,1,2,1,1,2,0,9,2,7,5,6,7,12,10,14,24,16,19,28,23,32,46,32,40,38,33,45,37,34,30,21,27,22,21,14,17,17,14,8,5,7,8,4,5,3,4,2,1,2,1,3,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,2,3,2,2,6,2,4,5,4,10,8,9,7,11,11,15,14,19,20,37,21,31,23,32,27,38,45,33,33,34,23,27,17,17,29,16,16,13,15,10,10,14,9,5,5,5,6,2,5,2,0,0,2,1,1,0,2,3,0,1,2],"bins":[0.9992713332176208,0.9992967844009399,0.999322235584259,0.9993477463722229,0.999373197555542,0.9993986487388611,0.9994240999221802,0.9994495511054993,0.9994750618934631,0.9995005130767822,0.9995259642601013,0.9995514154434204,0.9995768666267395,0.9996023774147034,0.9996278285980225,0.9996532797813416,0.9996787309646606,0.9997041821479797,0.9997296929359436,0.9997551441192627,0.9997805953025818,0.9998060464859009,0.99983149766922,0.9998570084571838,0.9998824596405029,0.999907910823822,0.9999333620071411,0.9999588131904602,0.9999843239784241,1.0000097751617432,1.000035285949707,1.0000606775283813,1.0000861883163452,1.0001115798950195,1.0001370906829834,1.0001626014709473,1.0001879930496216,1.0002135038375854,1.0002388954162598,1.0002644062042236,1.0002899169921875,1.0003153085708618,1.0003408193588257,1.0003662109375,1.0003917217254639,1.0004172325134277,1.000442624092102,1.000468134880066,1.0004935264587402,1.000519037246704,1.000544548034668,1.0005699396133423,1.0005954504013062,1.0006208419799805,1.0006463527679443,1.0006718635559082,1.0006972551345825,1.0007227659225464,1.0007481575012207,1.0007736682891846,1.0007991790771484,1.0008245706558228,1.0008500814437866,1.000875473022461,1.0009009838104248]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[-0.008600379340350628,-0.008367672562599182,-0.008134964853525162,-0.007902258075773716,-0.007669550832360983,-0.007436844054609537,-0.007204136811196804,-0.006971429567784071,-0.006738722790032625,-0.006506015546619892,-0.006273308303207159,-0.006040601525455713,-0.00580789428204298,-0.005575187038630247,-0.005342480260878801,-0.005109773017466068,-0.0048770662397146225,-0.004644358996301889,-0.004411651752889156,-0.004178944975137711,-0.0039462377317249775,-0.0037135304883122444,-0.003480823477730155,-0.0032481164671480656,-0.0030154092237353325,-0.002782702213153243,-0.0025499952025711536,-0.002317288191989064,-0.002084580948576331,-0.0018518739379942417,-0.0016191668109968305,-0.001386459800414741,-0.0011537526734173298,-0.0009210456046275795,-0.0006883385358378291,-0.00045563140884041786,-0.00022292434005066752,9.782743290998042e-06,0.0002424898266326636,0.0004751969245262444,0.0007079039933159947,0.0009406110621057451,0.0011733181308954954,0.0014060252578929067,0.001638732384890318,0.0018714393954724073,0.0021041464060544968,0.00233685364946723,0.0025695606600493193,0.0028022676706314087,0.0030349749140441418,0.003267681924626231,0.0035003889352083206,0.0037330961786210537,0.0039658029563724995,0.0041985101997852325,0.004431217443197966,0.004663924220949411,0.0048966314643621445,0.0051293387077748775,0.005362045485526323,0.005594752728939056,0.0058274599723517895,0.006060166750103235,0.006292873993515968],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,1,1,0,1,3,2,4,6,5,6,9,12,17,28,34,48,60,79,85,85,62,52,39,33,15,14,18,5,8,6,5,8,1,1,4,2,0,1,2,0,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.0004383014456834644,-0.0004217655514366925,-0.000405229686293751,-0.00038869379204697907,-0.00037215789780020714,-0.00035562203265726566,-0.00033908613841049373,-0.0003225502441637218,-0.0003060143790207803,-0.0002894784847740084,-0.00027294259052723646,-0.00025640669628046453,-0.00023987083113752306,-0.00022333493689075112,-0.00020679905719589442,-0.0001902631629491225,-0.00017372728325426579,-0.00015719140355940908,-0.00014065550931263715,-0.00012411962961778045,-0.00010758374264696613,-9.104785567615181e-05,-7.451197598129511e-05,-5.797608901048079e-05,-4.1440202039666474e-05,-2.490431688784156e-05,-8.368431736016646e-06,8.167453415808268e-06,2.4703338567633182e-05,4.12392255384475e-05,5.777510887128301e-05,7.431099220411852e-05,9.08469082787633e-05,0.00010738279524957761,0.00012391868222039193,0.00014045456191524863,0.00015699045616202056,0.00017352633585687727,0.00019006221555173397,0.0002065981097985059,0.0002231339894933626,0.0002396698691882193,0.00025620576343499124,0.00027274165768176317,0.00028927752282470465,0.0003058134170714766,0.0003223493113182485,0.00033888517646119,0.0003554210707079619,0.00037195696495473385,0.0003884928300976753,0.00040502872434444726,0.0004215646185912192,0.00043810048373416066,0.0004546363779809326,0.0004711722722277045,0.000487708137370646,0.0005042440607212484,0.0005207799258641899,0.0005373157910071313,0.0005538517143577337,0.0005703875795006752,0.0005869234446436167,0.0006034593679942191,0.0006199952331371605],"_type":"histogram","values":[1,0,1,0,0,0,0,2,1,0,3,4,3,7,8,5,9,12,15,24,29,31,43,43,52,54,55,48,51,51,40,44,34,24,21,10,10,6,7,6,2,1,2,3,1,0,1,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.011195541359484196,-0.010843154042959213,-0.010490765795111656,-0.010138378478586674,-0.009785991162061691,-0.009433602914214134,-0.009081215597689152,-0.00872882828116417,-0.008376440033316612,-0.00802405271679163,-0.007671665400266647,-0.007319277618080378,-0.006966889835894108,-0.006614502519369125,-0.006262114737182856,-0.005909727420657873,-0.005557339638471603,-0.005204951856285334,-0.004852564539760351,-0.004500176757574081,-0.004147789441049099,-0.003795401658862829,-0.0034430138766765594,-0.0030906263273209333,-0.0027382387779653072,-0.002385851228609681,-0.002033463679254055,-0.0016810758970677853,-0.0013286883477121592,-0.0009763007401488721,-0.0006239131325855851,-0.0002715255250222981,8.086208254098892e-05,0.00043324969010427594,0.000785637297667563,0.001138024963438511,0.001490412512794137,0.001842800062149763,0.002195187844336033,0.002547575393691659,0.002899962943047285,0.003252350492402911,0.0036047380417585373,0.003957125823944807,0.004309513606131077,0.004661900922656059,0.005014288704842329,0.0053666760213673115,0.005719063803553581,0.006071451585739851,0.0064238389022648335,0.006776226684451103,0.007128614000976086,0.007481001783162355,0.007833389565348625,0.008185776881873608,0.00853816419839859,0.008890552446246147,0.00924293976277113,0.009595327079296112,0.009947715327143669,0.010300102643668652,0.010652489960193634,0.011004878208041191,0.011357265524566174],"_type":"histogram","values":[1,0,1,1,1,2,3,1,0,4,4,4,4,5,8,11,7,11,11,11,15,34,18,17,21,23,31,23,26,30,23,26,36,33,29,32,29,22,25,19,24,12,20,17,13,17,17,6,15,8,2,0,5,3,3,1,1,0,0,0,1,0,0,1]},"learning_rate":4.9999976976190405e-05,"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.010723762214183807,-0.010369084775447845,-0.010014408268034458,-0.00965973176062107,-0.009305054321885109,-0.008950376883149147,-0.00859570037573576,-0.008241023868322372,-0.00788634642958641,-0.007531669456511736,-0.007176992483437061,-0.006822315510362387,-0.006467638537287712,-0.0061129615642130375,-0.005758284591138363,-0.005403607618063688,-0.005048930644989014,-0.004694253671914339,-0.0043395766988396645,-0.00398489972576499,-0.0036302227526903152,-0.0032755457796156406,-0.002920868806540966,-0.0025661918334662914,-0.002211514860391617,-0.0018568378873169422,-0.0015021609142422676,-0.001147483941167593,-0.0007928069680929184,-0.0004381299950182438,-8.345302194356918e-05,0.0002712239511311054,0.0006258999928832054,0.00098057696595788,0.0013352539390325546,0.0016899309121072292,0.002044607885181904,0.0023992848582565784,0.002753961831331253,0.0031086388044059277,0.0034633157774806023,0.003817992750555277,0.0041726697236299515,0.004527346696704626,0.004882023669779301,0.005236700642853975,0.00559137761592865,0.0059460545890033245,0.006300731562077999,0.006655408535152674,0.007010085508227348,0.007364762481302023,0.0077194394543766975,0.008074115961790085,0.008428793400526047,0.008783470839262009,0.009138147346675396,0.009492823854088783,0.009847501292824745,0.010202178731560707,0.010556855238974094,0.010911531746387482,0.011266209185123444,0.011620886623859406,0.011975563131272793],"_type":"histogram","values":[2,1,0,0,2,1,2,1,1,6,4,6,0,9,13,8,9,12,19,14,25,21,29,21,22,29,27,23,30,25,31,42,36,23,37,26,26,27,20,15,12,17,16,17,20,7,10,6,3,3,2,2,3,2,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,4,2,2,4,1,4,7,3,7,5,4,8,12,12,16,12,14,13,16,23,18,21,22,19,22,25,25,26,27,21,35,22,21,22,21,22,19,22,15,20,13,15,17,9,21,10,15,10,9,5,4,6,3,3,3,3,1,2,1,1,2],"bins":[-0.0008507677121087909,-0.0008243602933362126,-0.0007979528745636344,-0.0007715455139987171,-0.0007451380952261388,-0.0007187306764535606,-0.0006923232576809824,-0.000665915897116065,-0.0006395084783434868,-0.0006131010595709085,-0.0005866936407983303,-0.0005602862220257521,-0.0005338788614608347,-0.0005074714426882565,-0.00048106402391567826,-0.0004546566342469305,-0.00042824921547435224,-0.000401841796701774,-0.0003754344070330262,-0.000349026988260448,-0.0003226195985917002,-0.00029621217981912196,-0.0002698047901503742,-0.00024339737137779593,-0.00021698996715713292,-0.0001905825629364699,-0.0001641751587158069,-0.0001377677544951439,-0.00011136034299852327,-8.495293877786025e-05,-5.8545530919218436e-05,-3.213812306057662e-05,-5.730718839913607e-06,2.0676687199738808e-05,4.708409323939122e-05,7.349150109803304e-05,9.989890531869605e-05,0.00012630631681531668,0.0001527137210359797,0.0001791211252566427,0.0002055285294773057,0.00023193593369796872,0.00025834335247054696,0.00028475074213929474,0.000311158160911873,0.00033756555058062077,0.000363972969353199,0.0003903803590219468,0.00041678777779452503,0.00044319519656710327,0.00046960258623585105,0.0004960100050084293,0.0005224174237810075,0.0005488247843459249,0.0005752322031185031,0.0006016396218910813,0.0006280470406636596,0.0006544544594362378,0.0006808618200011551,0.0007072692387737334,0.0007336766575463116,0.0007600840763188899,0.0007864914368838072,0.0008128988556563854,0.0008393062744289637]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,1,1,0,0,0,1,1,3,1,3,6,3,4,12,3,10,12,13,13,15,14,15,20,19,19,21,29,33,39,33,30,36,37,45,38,30,25,26,27,18,16,16,7,9,12,10,8,8,4,6,4,3,2,1,2,2,0,0,0,0,0,1],"bins":[-0.0021463176235556602,-0.0020810316782444715,-0.002015745500102639,-0.0019504594383761287,-0.0018851733766496181,-0.0018198873149231076,-0.001754601253196597,-0.0016893151914700866,-0.001624029129743576,-0.0015587431844323874,-0.0014934571227058768,-0.0014281710609793663,-0.0013628849992528558,-0.0012975989375263453,-0.0012323128757998347,-0.0011670268140733242,-0.0011017407523468137,-0.0010364546906203032,-0.0009711686288937926,-0.0009058825671672821,-0.0008405965054407716,-0.000775310501921922,-0.0007100244401954114,-0.0006447383784689009,-0.0005794523167423904,-0.0005141662550158799,-0.00044888019328936934,-0.0003835941606666893,-0.00031830809894017875,-0.00025302203721366823,-0.00018773599003907293,-0.00012244994286447763,-5.716388113796711e-05,8.122173312585801e-06,7.340822776313871e-05,0.000138694274937734,0.00020398033666424453,0.00026926639839075506,0.0003345524310134351,0.00039983849273994565,0.0004651245544664562,0.0005304106161929667,0.0005956966779194772,0.0006609827396459877,0.0007262687431648374,0.0007915548048913479,0.0008568408666178584,0.0009221269283443689,0.0009874129900708795,0.00105269905179739,0.0011179851135239005,0.001183271175250411,0.0012485572369769216,0.001313843298703432,0.0013791293604299426,0.0014444154221564531,0.0015097013674676418,0.0015749874291941524,0.0016402734909206629,0.0017055595526471734,0.001770845614373684,0.0018361316761001945,0.001901417737826705,0.0019667039159685373,0.002031989861279726],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[2,0,0,1,2,1,1,1,2,3,2,2,3,3,6,8,9,6,10,8,10,13,17,15,23,16,17,28,25,34,26,20,31,21,25,28,22,31,34,28,20,19,23,23,17,25,12,8,20,12,9,6,5,3,7,7,6,2,3,3,2,1,0,1],"bins":[-0.02975725382566452,-0.02889428287744522,-0.02803131379187107,-0.02716834284365177,-0.02630537375807762,-0.025442402809858322,-0.024579431861639023,-0.023716462776064873,-0.022853491827845573,-0.021990520879626274,-0.021127551794052124,-0.020264580845832825,-0.019401609897613525,-0.018538640812039375,-0.017675669863820076,-0.016812700778245926,-0.015949729830026627,-0.015086759813129902,-0.014223789796233177,-0.013360818848013878,-0.012497848831117153,-0.011634878814220428,-0.01077190786600113,-0.009908937849104404,-0.00904596783220768,-0.008182997815310955,-0.007320027332752943,-0.006457056850194931,-0.005594086833298206,-0.004731116816401482,-0.0038681463338434696,-0.0030051760841161013,-0.0021422039717435837,-0.0012792337220162153,-0.00041626347228884697,0.0004467067774385214,0.0013096770271658897,0.002172647276893258,0.0030356175266206264,0.003898587776347995,0.004761558026075363,0.005624528042972088,0.0064874985255301,0.007350469008088112,0.008213439024984837,0.009076409041881561,0.00993937999010086,0.010802350006997585,0.01166532002389431,0.012528290040791035,0.01339126005768776,0.014254231005907059,0.015117201022803783,0.015980171039700508,0.016843141987919807,0.017706111073493958,0.018569082021713257,0.019432052969932556,0.020295022055506706,0.021157993003726006,0.022020962089300156,0.022883933037519455,0.023746903985738754,0.024609873071312904,0.025472844019532204],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.005669560749083757,-0.005481119267642498,-0.005292677320539951,-0.005104235839098692,-0.004915793891996145,-0.004727352410554886,-0.004538910463452339,-0.00435046898201108,-0.00416202750056982,-0.003973585553467274,-0.0037851438391953707,-0.0035967021249234676,-0.0034082606434822083,-0.003219818929210305,-0.003031377214938402,-0.002842935500666499,-0.002654493786394596,-0.002466052072122693,-0.00227761035785079,-0.002089168643578887,-0.0019007270457223058,-0.0017122853314504027,-0.0015238437335938215,-0.0013354020193219185,-0.0011469603050500154,-0.0009585185907781124,-0.0007700769347138703,-0.0005816352786496282,-0.0003931935643777251,-0.00020475187920965254,-1.6310194041579962e-05,0.00017213149112649262,0.0003605727106332779,0.0005490144249051809,0.0007374560809694231,0.0009258977370336652,0.0011143394513055682,0.0013027811655774713,0.0014912227634340525,0.0016796644777059555,0.0018681061919778585,0.0020565479062497616,0.0022449896205216646,0.0024334313347935677,0.002621872816234827,0.00281031453050673,0.002998756244778633,0.003187197959050536,0.003375639673322439,0.0035640813875943422,0.0037525231018662453,0.003940964583307505,0.004129406530410051,0.004317848011851311,0.004506289958953857,0.004694731440395117,0.004883172921836376,0.005071614868938923,0.005260056350380182,0.005448498297482729,0.005636939778923988,0.005825381726026535,0.006013823207467794,0.006202265154570341,0.0063907066360116005],"_type":"histogram","values":[1,0,3,0,3,4,1,2,1,4,6,6,8,6,6,11,12,11,19,14,24,19,23,21,20,28,25,34,25,34,30,40,35,35,23,18,32,33,14,13,25,12,13,17,5,12,7,8,5,3,6,4,2,1,1,0,0,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[1,0,0,0,1,0,1,0,1,1,3,3,4,6,11,5,8,12,9,16,13,19,17,27,14,28,22,19,25,33,29,34,28,25,28,38,36,32,28,21,12,18,32,11,17,15,10,14,7,7,11,3,8,1,1,0,0,1,1,0,0,0,0,1],"bins":[-0.004895574878901243,-0.004745489452034235,-0.004595404490828514,-0.004445319063961506,-0.004295233637094498,-0.0041451482102274895,-0.003995062783360481,-0.0038449778221547604,-0.003694892395287752,-0.003544806968420744,-0.0033947217743843794,-0.003244636580348015,-0.0030945511534810066,-0.0029444657266139984,-0.002794380532577634,-0.0026442953385412693,-0.002494209911674261,-0.002344124484807253,-0.0021940392907708883,-0.0020439540967345238,-0.0018938686698675156,-0.0017437833594158292,-0.0015936980489641428,-0.0014436127385124564,-0.00129352742806077,-0.0011434421176090837,-0.0009933568071573973,-0.0008432714967057109,-0.0006931861862540245,-0.0005431008758023381,-0.00039301556535065174,-0.00024293025489896536,-9.284447878599167e-05,5.7240831665694714e-05,0.0002073261421173811,0.0003574114525690675,0.0005074967630207539,0.0006575820734724402,0.0008076673839241266,0.000957752694375813,0.0011078380048274994,0.0012579233152791858,0.0014080086257308722,0.0015580939361825585,0.001708179246634245,0.0018582645570859313,0.0020083498675376177,0.0021584350615739822,0.0023085204884409904,0.0024586059153079987,0.002608691109344363,0.0027587763033807278,0.002908861730247736,0.003058947157114744,0.0032090323511511087,0.0033591175451874733,0.0035092029720544815,0.0036592883989214897,0.0038093735929578543,0.003959458786994219,0.004109544213861227,0.004259629640728235,0.004409714601933956,0.004559800028800964,0.0047098854556679726],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[2,3,7,11,12,39,57,116,171,282,494,787,1279,1952,2815,4046,6022,8390,11232,15185,20021,25475,31802,39176,47598,56224,64097,72132,79857,85234,90353,92711,93667,92039,88584,83292,76579,69298,61286,52515,44198,36577,29435,23320,18093,13596,10016,7279,5266,3559,2423,1600,1060,645,378,240,149,86,43,25,18,9,1,6],"bins":[-0.09623004496097565,-0.09325189888477325,-0.09027376025915146,-0.08729561418294907,-0.08431747555732727,-0.08133932948112488,-0.07836119085550308,-0.07538304477930069,-0.0724049061536789,-0.0694267600774765,-0.06644861400127411,-0.06347047537565231,-0.06049232929944992,-0.05751418694853783,-0.05453604459762573,-0.05155790224671364,-0.048579759895801544,-0.04560161754488945,-0.042623475193977356,-0.03964533284306526,-0.03666719049215317,-0.033689044415950775,-0.03071090206503868,-0.027732759714126587,-0.024754617363214493,-0.0217764750123024,-0.018798332661390305,-0.01582018844783306,-0.012842046096920967,-0.009863903746008873,-0.006885760463774204,-0.003907617647200823,-0.0009294748306274414,0.00204866798594594,0.0050268108025193214,0.00800495408475399,0.010983096435666084,0.013961238786578178,0.016939383000135422,0.019917525351047516,0.02289566770195961,0.025873810052871704,0.028851952403783798,0.03183009475469589,0.034808240830898285,0.03778638318181038,0.04076452553272247,0.04374266788363457,0.04672081023454666,0.049698952585458755,0.05267709493637085,0.055655237287282944,0.05863337963819504,0.06161152571439743,0.06458966434001923,0.06756781041622162,0.07054595649242401,0.0735240951180458,0.0765022411942482,0.07948037981987,0.08245852589607239,0.08543666452169418,0.08841481059789658,0.09139294922351837,0.09437109529972076]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,2,2,3,1,14,25,47,81,135,217,385,604,838,1172,1694,2583,3593,4898,6370,8434,10736,13309,16312,19746,22768,25791,28911,31261,33238,35015,35387,35309,34413,32480,29937,27426,24481,21224,18067,14854,12015,9608,7498,5576,4064,3037,2111,1436,953,630,458,272,174,109,54,22,18,12,5,4,2,0,1],"bins":[-0.09575248509645462,-0.09273678064346313,-0.08972108364105225,-0.08670537918806076,-0.08368967473506927,-0.08067397773265839,-0.0776582732796669,-0.07464257627725601,-0.07162687182426453,-0.06861116737127304,-0.06559547036886215,-0.06257976591587067,-0.05956406518816948,-0.05654836446046829,-0.05353266000747681,-0.05051695927977562,-0.04750125855207443,-0.044485557824373245,-0.04146985709667206,-0.03845415264368057,-0.035438451915979385,-0.0324227511882782,-0.029407048597931862,-0.026391346007585526,-0.02337564527988434,-0.02035994455218315,-0.017344241961836815,-0.014328540302813053,-0.011312838643789291,-0.00829713698476553,-0.005281435325741768,-0.002265733666718006,0.0007499679923057556,0.0037656696513295174,0.006781371310353279,0.00979707296937704,0.012812774628400803,0.01582847535610199,0.018844177946448326,0.021859880536794662,0.02487558126449585,0.027891281992197037,0.030906984582543373,0.03392268717288971,0.0369383879005909,0.039954088628292084,0.04296979308128357,0.045985493808984756,0.049001194536685944,0.05201689526438713,0.05503259599208832,0.0580483004450798,0.06106400117278099,0.06407970190048218,0.06709540635347366,0.07011110335588455,0.07312680780887604,0.07614251226186752,0.07915820926427841,0.0821739137172699,0.08518961071968079,0.08820531517267227,0.09122101962566376,0.09423671662807465,0.09725242108106613]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[2,0,0,2,2,4,1,2,10,1,8,11,10,18,18,18,26,25,32,41,56,48,72,99,91,112,128,116,106,116,109,125,104,82,84,73,56,47,38,33,22,16,15,13,15,6,5,10,6,3,0,4,1,2,0,1,0,1,0,1,0,0,0,1],"bins":[-0.0005425185081548989,-0.0005239404272288084,-0.000505362288095057,-0.00048678420716896653,-0.00046820612624287605,-0.0004496280453167856,-0.00043104993528686464,-0.0004124718252569437,-0.0003938937443308532,-0.00037531566340476274,-0.0003567375533748418,-0.0003381594433449209,-0.0003195813624188304,-0.0003010032814927399,-0.000282425171462819,-0.00026384706143289804,-0.00024526898050680757,-0.00022669088502880186,-0.00020811278955079615,-0.00018953469407279044,-0.00017095659859478474,-0.00015237850311677903,-0.00013380040763877332,-0.00011522231216076761,-9.664421668276191e-05,-7.80661212047562e-05,-5.948802572675049e-05,-4.0909930248744786e-05,-2.233183477073908e-05,-3.7537392927333713e-06,1.4824356185272336e-05,3.340245166327804e-05,5.198048893362284e-05,7.055858441162854e-05,8.913667988963425e-05,0.00010771477536763996,0.00012629287084564567,0.00014487096632365137,0.00016344906180165708,0.0001820271572796628,0.0002006052527576685,0.0002191833482356742,0.0002377614437136799,0.00025633955374360085,0.0002749176346696913,0.0002934957155957818,0.00031207382562570274,0.0003306519356556237,0.00034923001658171415,0.00036780809750780463,0.00038638620753772557,0.0004049643175676465,0.000423542398493737,0.00044212047941982746,0.0004606985894497484,0.00047927669947966933,0.0004978547804057598,0.0005164328613318503,0.0005350109422579408,0.0005535890813916922,0.0005721671623177826,0.0005907452432438731,0.0006093233823776245,0.000627901463303715,0.0006464795442298055],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,3,0,1,2,3,3,3,8,5,2,14,8,15,14,17,14,22,36,38,41,44,45,59,39,41,45,53,32,32,22,22,17,13,10,5,11,5,2,4,3,2,4,1,1,0,0,0,0,0,1,0,2,0,0,0,1],"bins":[-0.0004383492050692439,-0.0004242738359607756,-0.0004101984668523073,-0.000396123097743839,-0.00038204772863537073,-0.00036797235952690244,-0.00035389699041843414,-0.00033982162130996585,-0.00032574625220149755,-0.0003116708539891988,-0.0002975954848807305,-0.0002835201157722622,-0.0002694447466637939,-0.00025536937755532563,-0.00024129400844685733,-0.00022721863933838904,-0.00021314327022992074,-0.00019906790112145245,-0.00018499253201298416,-0.00017091716290451586,-0.00015684179379604757,-0.00014276641013566405,-0.00012869104102719575,-0.00011461567191872746,-0.00010054030281025916,-8.646493370179087e-05,-7.238956459332258e-05,-5.831418820889667e-05,-4.423881910042837e-05,-3.0163448172970675e-05,-1.6088077245512977e-05,-2.0127063180552796e-06,1.2062664609402418e-05,2.6138035536860116e-05,4.0213406464317814e-05,5.4288779210764915e-05,6.836414831923321e-05,8.24395174277015e-05,9.651489381212741e-05,0.0001105902629205957,0.000124665632029064,0.0001387410011375323,0.0001528163702460006,0.00016689173935446888,0.0001809671230148524,0.0001950424921233207,0.000209117861231789,0.0002231932303402573,0.00023726859944872558,0.0002513439685571939,0.00026541933766566217,0.00027949470677413046,0.00029357007588259876,0.00030764544499106705,0.00032172081409953535,0.00033579618320800364,0.0003498715814203024,0.0003639469505287707,0.000378022319637239,0.0003920976887457073,0.00040617305785417557,0.00042024842696264386,0.00043432379607111216,0.00044839916517958045,0.00046247453428804874]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.09179870039224625,-0.08893236517906189,-0.08606602251529694,-0.08319968730211258,-0.08033335208892822,-0.07746700942516327,-0.07460067421197891,-0.07173433899879456,-0.0688679963350296,-0.06600166112184525,-0.06313532590866089,-0.060268986970186234,-0.05740264803171158,-0.05453631281852722,-0.051669973880052567,-0.04880363866686821,-0.045937299728393555,-0.0430709607899189,-0.04020462557673454,-0.03733828663825989,-0.03447195142507553,-0.031605612486600876,-0.02873927354812622,-0.025872936472296715,-0.02300659939646721,-0.020140262320637703,-0.017273925244808197,-0.014407586306333542,-0.011541249230504036,-0.00867491215467453,-0.0058085741475224495,-0.0029422366060316563,-7.589906454086304e-05,0.00279043847694993,0.005656776018440723,0.008523114025592804,0.01138945110142231,0.014255788177251816,0.01712212711572647,0.019988464191555977,0.022854801267385483,0.02572113834321499,0.028587475419044495,0.03145381435751915,0.034320153295993805,0.03718648850917816,0.04005282744765282,0.04291916266083717,0.04578550159931183,0.048651840537786484,0.05151817575097084,0.054384514689445496,0.05725084990262985,0.06011718884110451,0.06298352777957916,0.06584986299276352,0.06871619820594788,0.07158254086971283,0.07444887608289719,0.07731521129608154,0.0801815539598465,0.08304788917303085,0.08591422438621521,0.08878056704998016,0.09164690226316452],"_type":"histogram","values":[4,4,13,17,38,63,112,175,312,519,767,1142,1845,2628,3813,5516,7649,10130,13670,17963,23100,28840,35429,42369,49978,58045,65454,73186,79231,84278,87598,89448,89593,87948,84694,79948,73143,66219,58542,50317,43023,35881,29058,23606,18161,13934,10726,7677,5391,3891,2692,1881,1190,771,490,315,186,97,74,43,17,13,3,4]},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[841,1608,1589,1568,1573,1586,1564,1550,1570,1571,1613,1554,1560,1572,1501,1473,1604,1583,1611,1560,1589,1548,1588,1593,1536,1594,1608,1567,1608,1583,1557,1578,1528,1597,1527,1570,1552,1524,1507,1549,1514,1548,1564,1564,1521,1560,1526,1538,1592,1560,1489,1594,1612,1547,1603,1564,1578,1513,1534,1557,1555,1559,1549,609],"bins":[-0.036640457808971405,-0.03549318015575409,-0.034345898777246475,-0.03319861739873886,-0.032051339745521545,-0.03090406022965908,-0.029756780713796616,-0.02860950119793415,-0.027462221682071686,-0.02631494216620922,-0.025167662650346756,-0.02402038313448429,-0.022873103618621826,-0.02172582410275936,-0.020578544586896896,-0.01943126507103443,-0.018283985555171967,-0.0171367060393095,-0.015989426523447037,-0.014842147007584572,-0.013694867491722107,-0.012547587975859642,-0.011400308459997177,-0.010253028944134712,-0.009105749428272247,-0.007958469912409782,-0.0068111903965473175,-0.005663910880684853,-0.004516631364822388,-0.003369351848959923,-0.002222072333097458,-0.001074792817234993,7.248669862747192e-05,0.0012197662144899368,0.0023670457303524017,0.0035143252462148666,0.0046616047620773315,0.0058088842779397964,0.006956163793802261,0.008103443309664726,0.009250722825527191,0.010398002341389656,0.011545281857252121,0.012692561373114586,0.01383984088897705,0.014987120404839516,0.01613439992070198,0.017281679436564445,0.01842895895242691,0.019576238468289375,0.02072351798415184,0.021870797500014305,0.02301807701587677,0.024165356531739235,0.0253126360476017,0.026459915563464165,0.02760719507932663,0.028754474595189095,0.02990175411105156,0.031049033626914024,0.03219631314277649,0.033343590795993805,0.03449087217450142,0.03563815355300903,0.03678543120622635]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.0218505859375,-0.021158218383789062,-0.020465850830078125,-0.019773483276367188,-0.01908111572265625,-0.018388748168945312,-0.017696380615234375,-0.017004013061523438,-0.0163116455078125,-0.015619277954101562,-0.014926910400390625,-0.014234542846679688,-0.01354217529296875,-0.012849807739257812,-0.012157440185546875,-0.011465072631835938,-0.010772705078125,-0.010080337524414062,-0.009387969970703125,-0.008695602416992188,-0.00800323486328125,-0.0073108673095703125,-0.006618499755859375,-0.0059261322021484375,-0.0052337646484375,-0.0045413970947265625,-0.003849029541015625,-0.0031566619873046875,-0.00246429443359375,-0.0017719268798828125,-0.001079559326171875,-0.0003871917724609375,0.00030517578125,0.0009975433349609375,0.001689910888671875,0.0023822784423828125,0.00307464599609375,0.0037670135498046875,0.004459381103515625,0.0051517486572265625,0.0058441162109375,0.0065364837646484375,0.007228851318359375,0.007921218872070312,0.00861358642578125,0.009305953979492188,0.009998321533203125,0.010690689086914062,0.011383056640625,0.012075424194335938,0.012767791748046875,0.013460159301757812,0.01415252685546875,0.014844894409179688,0.015537261962890625,0.016229629516601562,0.0169219970703125,0.017614364624023438,0.018306732177734375,0.018999099731445312,0.01969146728515625,0.020383834838867188,0.021076202392578125,0.021768569946289062,0.0224609375],"_type":"histogram","values":[2,0,0,0,2,0,2,0,3,6,15,11,15,25,36,69,93,148,201,362,626,942,1543,2679,4585,7842,14616,27701,55818,123068,282622,476149,310188,135770,62098,29597,15501,8573,4638,2854,1681,995,620,441,244,148,104,72,58,24,30,15,10,7,0,4,2,2,4,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,2,1,2,3,10,14,24,36,78,126,224,349,558,864,1314,1930,2693,3793,5350,6996,9222,11568,14411,17559,20870,24336,28026,30796,33167,34908,36121,36541,35625,34193,32235,29519,26192,22627,19197,16344,13226,10209,8101,6028,4614,3224,2270,1550,1040,723,385,240,167,86,72,34,15,8,2,3,0,2],"bins":[-0.1027957871556282,-0.09970524907112122,-0.09661470353603363,-0.09352416545152664,-0.09043362736701965,-0.08734308928251266,-0.08425255119800568,-0.08116200566291809,-0.0780714675784111,-0.07498092949390411,-0.07189038395881653,-0.06879984587430954,-0.06570930778980255,-0.06261876970529556,-0.059528227895498276,-0.05643768608570099,-0.053347148001194,-0.05025660991668701,-0.047166068106889725,-0.04407552629709244,-0.04098498821258545,-0.03789445012807846,-0.034803908318281174,-0.03171336650848389,-0.028622828423976898,-0.02553228847682476,-0.022441748529672623,-0.019351208582520485,-0.016260668635368347,-0.01317012868821621,-0.010079588741064072,-0.006989048793911934,-0.003898516297340393,-0.0008079763501882553,0.0022825635969638824,0.00537310354411602,0.008463643491268158,0.011554183438420296,0.014644723385572433,0.01773526333272457,0.02082580327987671,0.023916343227028847,0.027006883174180984,0.030097423121333122,0.03318796306848526,0.03627850115299225,0.039369042962789536,0.04245958477258682,0.04555012285709381,0.0486406609416008,0.05173120275139809,0.054821744561195374,0.05791228264570236,0.06100282073020935,0.06409336626529694,0.06718390434980392,0.07027444243431091,0.0733649805188179,0.07645551860332489,0.07954606413841248,0.08263660222291946,0.08572714030742645,0.08881768584251404,0.09190822392702103,0.09499876201152802],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,0,3,0,4,0,0,2,2,1,3,4,1,4,9,10,12,12,10,15,16,17,29,18,25,23,22,30,45,38,31,24,37,22,29,28,27,29,25,14,22,16,19,12,14,16,8,5,4,8,4,3,2,2,2,0,1,1,1,0,3],"bins":[-0.00031684114946983755,-0.0003076081338804215,-0.00029837514739483595,-0.0002891421318054199,-0.0002799091162160039,-0.00027067610062658787,-0.00026144308503717184,-0.00025221009855158627,-0.00024297708296217024,-0.00023374406737275422,-0.00022451106633525342,-0.00021527806529775262,-0.0002060450497083366,-0.00019681203411892056,-0.00018757903308141977,-0.00017834603204391897,-0.00016911301645450294,-0.0001598800008650869,-0.00015064699982758611,-0.00014141399879008532,-0.0001321809832006693,-0.00012294796761125326,-0.00011371496657375246,-0.00010448195826029405,-9.524894994683564e-05,-8.601594163337722e-05,-7.678293331991881e-05,-6.75499250064604e-05,-5.8316916693001986e-05,-4.908390837954357e-05,-3.985090006608516e-05,-3.061789175262675e-05,-2.1384854335337877e-05,-1.2151846021879464e-05,-2.9188377084210515e-06,6.314170605037361e-06,1.5547178918495774e-05,2.4780187231954187e-05,3.40131955454126e-05,4.324620385887101e-05,5.2479212172329426e-05,6.171222048578784e-05,7.094522879924625e-05,8.017823711270466e-05,8.941124542616308e-05,9.864425373962149e-05,0.0001078772620530799,0.00011711027036653832,0.00012634327867999673,0.00013557629426941276,0.00014480929530691355,0.00015404229634441435,0.00016327531193383038,0.0001725083275232464,0.0001817413285607472,0.000190974329598248,0.00020020734518766403,0.00020944036077708006,0.00021867336181458086,0.00022790636285208166,0.00023713937844149768,0.0002463723940309137,0.0002556053805164993,0.0002648383961059153,0.00027407141169533134]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[3,3,2,2,6,4,4,6,7,17,31,31,44,57,75,95,173,215,282,428,656,1008,1440,2085,3505,5097,8577,13477,23528,43130,86591,171854,106481,51136,27340,15905,9280,5994,3686,2486,1567,1115,715,431,402,235,166,132,95,70,41,21,24,16,16,9,5,3,7,1,4,3,3,2],"bins":[-0.0625,-0.06052398681640625,-0.0585479736328125,-0.05657196044921875,-0.054595947265625,-0.05261993408203125,-0.0506439208984375,-0.04866790771484375,-0.04669189453125,-0.04471588134765625,-0.0427398681640625,-0.04076385498046875,-0.038787841796875,-0.03681182861328125,-0.0348358154296875,-0.03285980224609375,-0.0308837890625,-0.02890777587890625,-0.0269317626953125,-0.02495574951171875,-0.022979736328125,-0.02100372314453125,-0.0190277099609375,-0.01705169677734375,-0.01507568359375,-0.01309967041015625,-0.0111236572265625,-0.00914764404296875,-0.007171630859375,-0.00519561767578125,-0.0032196044921875,-0.00124359130859375,0.000732421875,0.00270843505859375,0.0046844482421875,0.00666046142578125,0.008636474609375,0.01061248779296875,0.0125885009765625,0.01456451416015625,0.01654052734375,0.01851654052734375,0.0204925537109375,0.02246856689453125,0.024444580078125,0.02642059326171875,0.0283966064453125,0.03037261962890625,0.0323486328125,0.03432464599609375,0.0363006591796875,0.03827667236328125,0.040252685546875,0.04222869873046875,0.0442047119140625,0.04618072509765625,0.04815673828125,0.05013275146484375,0.0521087646484375,0.05408477783203125,0.056060791015625,0.05803680419921875,0.0600128173828125,0.06198883056640625,0.06396484375]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,0,3,4,7,2,11,13,17,23,31,46,92,132,149,203,332,375,572,742,996,1498,2126,2864,4139,5784,7705,9971,12058,11772,9777,7467,5534,3893,2925,1938,1425,1068,740,534,442,240,194,126,95,78,45,31,25,21,7,5,9,4,1,3,1,2,1,2,1,0,1,1],"bins":[-0.025390625,-0.02451324462890625,-0.0236358642578125,-0.02275848388671875,-0.021881103515625,-0.02100372314453125,-0.0201263427734375,-0.01924896240234375,-0.01837158203125,-0.01749420166015625,-0.0166168212890625,-0.01573944091796875,-0.014862060546875,-0.01398468017578125,-0.0131072998046875,-0.01222991943359375,-0.0113525390625,-0.01047515869140625,-0.0095977783203125,-0.00872039794921875,-0.007843017578125,-0.00696563720703125,-0.0060882568359375,-0.00521087646484375,-0.00433349609375,-0.00345611572265625,-0.0025787353515625,-0.00170135498046875,-0.000823974609375,5.340576171875e-05,0.0009307861328125,0.00180816650390625,0.002685546875,0.00356292724609375,0.0044403076171875,0.00531768798828125,0.006195068359375,0.00707244873046875,0.0079498291015625,0.00882720947265625,0.00970458984375,0.01058197021484375,0.0114593505859375,0.01233673095703125,0.013214111328125,0.01409149169921875,0.0149688720703125,0.01584625244140625,0.0167236328125,0.01760101318359375,0.0184783935546875,0.01935577392578125,0.020233154296875,0.02111053466796875,0.0219879150390625,0.02286529541015625,0.02374267578125,0.02462005615234375,0.0254974365234375,0.02637481689453125,0.027252197265625,0.02812957763671875,0.0290069580078125,0.02988433837890625,0.03076171875]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.0977661982178688,-0.09463627636432648,-0.09150636196136475,-0.08837644010782242,-0.08524651825428009,-0.08211660385131836,-0.07898668199777603,-0.0758567675948143,-0.07272684574127197,-0.06959692388772964,-0.06646700948476791,-0.06333708763122559,-0.060207169502973557,-0.05707725137472153,-0.0539473295211792,-0.05081741139292717,-0.04768749326467514,-0.04455757513642311,-0.04142765700817108,-0.038297735154628754,-0.035167817026376724,-0.032037898898124695,-0.028907978907227516,-0.025778058916330338,-0.022648140788078308,-0.01951822265982628,-0.0163883026689291,-0.013258383609354496,-0.010128464549779892,-0.006998545490205288,-0.003868626430630684,-0.0007387073710560799,0.002391211688518524,0.005521130748093128,0.008651049807667732,0.011780968867242336,0.01491088792681694,0.01804080605506897,0.02117072604596615,0.024300646036863327,0.027430564165115356,0.030560482293367386,0.033690400421619415,0.03682032227516174,0.03995024040341377,0.0430801585316658,0.04621008038520813,0.04933999851346016,0.05246991664171219,0.05559983476996422,0.05872975289821625,0.061859674751758575,0.0649895966053009,0.06811951100826263,0.07124943286180496,0.0743793472647667,0.07750926911830902,0.08063919097185135,0.08376910537481308,0.08689902722835541,0.09002894163131714,0.09315886348485947,0.0962887853384018,0.09941869974136353,0.10254862159490585],"_type":"histogram","values":[1,0,1,6,3,7,18,39,52,121,199,293,489,786,1208,1875,2662,3739,5087,6715,8931,11440,14571,17659,21305,24546,27879,30802,33813,35254,36888,36735,36459,34650,31984,29279,26353,22662,19273,15878,12774,10231,7853,5837,4194,3090,2089,1528,926,606,426,244,171,90,47,29,9,12,2,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[2,2,1,5,11,25,55,95,140,287,438,753,1174,1905,2882,4419,6534,9387,13164,17942,23899,30637,38397,47136,57112,66336,75807,84082,91690,96062,98993,99724,97706,93243,87016,78437,69772,59894,50528,41595,32921,25940,19692,14438,10655,7463,5133,3426,2285,1491,908,526,291,190,96,58,33,15,5,2,4,3,1,1],"bins":[-0.09922092407941818,-0.0960373505949974,-0.09285378456115723,-0.08967021107673645,-0.08648663759231567,-0.0833030715584755,-0.08011949807405472,-0.07693593204021454,-0.07375235855579376,-0.07056878507137299,-0.0673852190375328,-0.06420164555311203,-0.06101807579398155,-0.057834506034851074,-0.0546509325504303,-0.05146736279129982,-0.04828379303216934,-0.045100223273038864,-0.041916653513908386,-0.03873308002948761,-0.03554951027035713,-0.032365940511226654,-0.029182368889451027,-0.0259987972676754,-0.022815227508544922,-0.019631657749414444,-0.016448086127638817,-0.013264515437185764,-0.010080944746732712,-0.006897374056279659,-0.0037138033658266068,-0.0005302326753735542,0.0026533305644989014,0.005836901254951954,0.009020471945405006,0.012204042635858059,0.015387613326311111,0.01857118308544159,0.021754754707217216,0.024938326328992844,0.02812189608812332,0.0313054658472538,0.03448903560638428,0.037672609090805054,0.04085617884993553,0.04403974860906601,0.047223322093486786,0.050406891852617264,0.05359046161174774,0.05677403137087822,0.0599576011300087,0.06314117461442947,0.06632474064826965,0.06950831413269043,0.0726918876171112,0.07587545365095139,0.07905902713537216,0.08224260061979294,0.08542616665363312,0.0886097401380539,0.09179331362247467,0.09497687965631485,0.09816045314073563,0.1013440191745758,0.10452759265899658]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[3,8,11,17,31,41,94,153,235,313,539,746,1110,1663,2141,3105,4053,5341,7062,8668,10861,12888,15058,17251,19874,21859,23515,24788,25682,27071,26001,25378,24345,22465,20897,18506,16044,13994,11755,9677,7874,5951,4749,3536,2624,1852,1357,914,650,407,274,172,126,68,46,18,12,7,2,1,1,2,0,2],"bins":[-0.08643867075443268,-0.08353272080421448,-0.08062677830457687,-0.07772082835435867,-0.07481488585472107,-0.07190893590450287,-0.06900298595428467,-0.06609704345464706,-0.06319109350442886,-0.06028514727950096,-0.05737920105457306,-0.05447325110435486,-0.051567304879426956,-0.048661358654499054,-0.04575540870428085,-0.04284946247935295,-0.03994351625442505,-0.03703757002949715,-0.034131623804569244,-0.031225673854351044,-0.02831972762942314,-0.02541378140449524,-0.022507833316922188,-0.019601885229349136,-0.016695939004421234,-0.013789991848170757,-0.01088404469192028,-0.007978097535669804,-0.005072150379419327,-0.00216620322316885,0.0007397439330816269,0.0036456910893321037,0.0065516456961631775,0.009457592852413654,0.012363540008664131,0.015269487164914608,0.018175434321165085,0.021081380546092987,0.02398732863366604,0.02689327672123909,0.029799222946166992,0.032705169171094894,0.0356111153960228,0.038517065346241,0.0414230115711689,0.0443289577960968,0.047234907746315,0.050140853971242905,0.05304680019617081,0.05595274642109871,0.05885869264602661,0.06176464259624481,0.06467059254646301,0.06757653504610062,0.07048248499631882,0.07338842749595642,0.07629437744617462,0.07920032739639282,0.08210626989603043,0.08501221984624863,0.08791816234588623,0.09082411229610443,0.09373006224632263,0.09663600474596024,0.09954195469617844],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,0,1,1,0,0,3,0,0,4,3,2,5,12,9,15,8,11,25,22,14,26,34,32,34,35,31,26,38,41,29,39,29,30,35,24,22,20,19,18,17,11,15,7,7,3,3,2,1,0,2,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.008768291212618351,-0.00846217293292284,-0.00815605465322733,-0.007849936373531818,-0.0075438180938363075,-0.007237699348479509,-0.0069315810687839985,-0.006625462789088488,-0.006319344509392977,-0.006013226229697466,-0.005707107950001955,-0.005400989670306444,-0.005094870924949646,-0.004788752645254135,-0.004482634365558624,-0.004176516085863113,-0.0038703978061676025,-0.0035642795264720917,-0.003258161246776581,-0.0029520427342504263,-0.0026459244545549154,-0.0023398061748594046,-0.00203368766233325,-0.0017275693826377392,-0.0014214511029422283,-0.0011153328232467175,-0.0008092144271358848,-0.000503096089232713,-0.0001969777513295412,0.00010914058657363057,0.00041525892447680235,0.0007213772623799741,0.0010274965316057205,0.0013336148113012314,0.001639733207412064,0.0019458516035228968,0.0022519698832184076,0.0025580881629139185,0.002864206675440073,0.003170324955135584,0.0034764432348310947,0.0037825615145266056,0.0040886797942221165,0.004394798073917627,0.0047009168192744255,0.005007035098969936,0.005313153378665447,0.005619271658360958,0.005925389938056469,0.00623150821775198,0.006537626497447491,0.0068437447771430016,0.007149863056838512,0.007455981802195311,0.0077621000818908215,0.008068217895925045,0.00837433710694313,0.008680455386638641,0.008986573666334152,0.009292691946029663,0.009598810225725174,0.009904928505420685,0.010211046785116196,0.010517165064811707,0.010823283344507217],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.002616251353174448,-0.0025457399897277355,-0.0024752288591116667,-0.002404717728495598,-0.0023342063650488853,-0.002263695001602173,-0.002193183870986104,-0.002122672740370035,-0.0020521613769233227,-0.00198165001347661,-0.0019111388828605413,-0.0018406276358291507,-0.00177011638879776,-0.0016996051417663693,-0.0016290938947349787,-0.001558582647703588,-0.0014880714006721973,-0.0014175601536408067,-0.001347048906609416,-0.0012765376595780253,-0.0012060264125466347,-0.001135515165515244,-0.0010650039184838533,-0.0009944926714524627,-0.000923981424421072,-0.0008534701773896813,-0.0007829589303582907,-0.0007124476833269,-0.0006419364362955093,-0.0005714251892641187,-0.000500913942232728,-0.00043040269520133734,-0.000359891215339303,-0.00028937996830791235,-0.00021886872127652168,-0.00014835747424513102,-7.784622721374035e-05,-7.334980182349682e-06,6.317626684904099e-05,0.00013368751388043165,0.00020419876091182232,0.000274710007943213,0.00034522125497460365,0.0004157325020059943,0.000486243749037385,0.0005567549960687757,0.0006272662431001663,0.000697777490131557,0.0007682887371629477,0.0008387999841943383,0.000909311231225729,0.0009798224782571197,0.0010503337252885103,0.001120844972319901,0.0011913562193512917,0.0012618674663826823,0.001332378713414073,0.0014028899604454637,0.0014734012074768543,0.001543912454508245,0.0016144237015396357,0.0016849349485710263,0.001755446195602417,0.0018259574426338077,0.0018964686896651983],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,0,1,0,1,0,1,1,0,6,1,3,4,6,8,14,15,22,22,19,19,34,34,39,46,54,39,44,36,47,41,39,22,25,29,19,15,9,14,8,8,3,6,5,2,0,0,0,1,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0008987298351712525,-0.0008715668809600174,-0.0008444039267487824,-0.0008172409725375473,-0.0007900780765339732,-0.0007629151223227382,-0.0007357521681115031,-0.0007085892139002681,-0.000681426259689033,-0.000654263305477798,-0.0006271003512665629,-0.0005999373970553279,-0.0005727744428440928,-0.0005456115468405187,-0.0005184485926292837,-0.0004912856384180486,-0.0004641226842068136,-0.00043695972999557853,-0.0004097967757843435,-0.0003826338506769389,-0.00035547089646570385,-0.0003283079422544688,-0.0003011450171470642,-0.00027398206293582916,-0.0002468191087245941,-0.00021965615451335907,-0.00019249321485403925,-0.00016533027519471943,-0.0001381673209834844,-0.00011100437404820696,-8.384142711292952e-05,-5.667848017765209e-05,-2.9515475034713745e-05,-2.352528099436313e-06,2.481041883584112e-05,5.197336577111855e-05,7.913631270639598e-05,0.00010629925964167342,0.00013346220657695085,0.00016062514623627067,0.0001877881004475057,0.00021495105465874076,0.00024211399431806058,0.0002692769339773804,0.00029643988818861544,0.0003236028423998505,0.0003507657675072551,0.0003779287217184901,0.00040509167592972517,0.0004322546301409602,0.00045941758435219526,0.00048658050945959985,0.0005137434927746654,0.0005409063887782395,0.0005680693429894745,0.0005952322972007096,0.0006223952514119446,0.0006495582056231797,0.0006767211598344147,0.0007038841140456498,0.0007310470100492239,0.000758209964260459,0.000785372918471694,0.000812535872682929,0.0008396988268941641],"_type":"histogram","values":[1,2,0,1,3,1,2,2,3,2,5,6,1,5,12,10,7,7,11,15,14,24,13,20,21,19,20,25,28,30,29,23,24,17,24,27,22,17,32,29,21,25,13,17,18,13,15,11,12,12,10,9,6,5,4,7,4,1,3,2,3,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[3,3,1,1,5,7,12,16,24,32,52,57,104,131,164,232,406,558,840,1231,1794,2658,4072,6237,9441,14938,23178,36636,57985,84227,99517,84331,57752,36831,23444,14834,9545,6251,4143,2678,1713,1218,802,475,376,279,178,124,86,59,42,27,27,17,7,5,6,5,2,4,0,0,0,1],"bins":[-0.00927734375,-0.008973121643066406,-0.008668899536132812,-0.008364677429199219,-0.008060455322265625,-0.007756233215332031,-0.0074520111083984375,-0.007147789001464844,-0.00684356689453125,-0.006539344787597656,-0.0062351226806640625,-0.005930900573730469,-0.005626678466796875,-0.005322456359863281,-0.0050182342529296875,-0.004714012145996094,-0.0044097900390625,-0.004105567932128906,-0.0038013458251953125,-0.0034971237182617188,-0.003192901611328125,-0.0028886795043945312,-0.0025844573974609375,-0.0022802352905273438,-0.00197601318359375,-0.0016717910766601562,-0.0013675689697265625,-0.0010633468627929688,-0.000759124755859375,-0.00045490264892578125,-0.0001506805419921875,0.00015354156494140625,0.000457763671875,0.0007619857788085938,0.0010662078857421875,0.0013704299926757812,0.001674652099609375,0.0019788742065429688,0.0022830963134765625,0.0025873184204101562,0.00289154052734375,0.0031957626342773438,0.0034999847412109375,0.0038042068481445312,0.004108428955078125,0.004412651062011719,0.0047168731689453125,0.005021095275878906,0.0053253173828125,0.005629539489746094,0.0059337615966796875,0.006237983703613281,0.006542205810546875,0.006846427917480469,0.0071506500244140625,0.007454872131347656,0.00775909423828125,0.008063316345214844,0.008367538452148438,0.008671760559082031,0.008975982666015625,0.009280204772949219,0.009584426879882812,0.009888648986816406,0.01019287109375]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[2,1,2,4,1,3,5,3,3,6,4,8,5,5,12,6,20,20,24,13,15,20,19,27,21,24,33,23,16,32,29,28,36,30,18,24,33,15,32,16,23,14,22,8,13,6,9,8,9,4,3,4,2,0,1,2,0,1,0,0,0,0,0,1],"bins":[-0.012355218641459942,-0.011939489282667637,-0.011523759923875332,-0.011108029633760452,-0.010692300274968147,-0.010276570916175842,-0.009860841557383537,-0.009445112198591232,-0.009029382839798927,-0.008613652549684048,-0.008197923190891743,-0.007782193832099438,-0.007366464473307133,-0.00695073464885354,-0.006535005290061235,-0.006119275465607643,-0.005703546106815338,-0.005287816748023033,-0.004872086923569441,-0.004456357564777136,-0.0040406277403235435,-0.0036248983815312386,-0.0032091690227389336,-0.002793439431115985,-0.0023777098394930363,-0.0019619802478700876,-0.0015462507726624608,-0.001130521297454834,-0.0007147917058318853,-0.0002990621724165976,0.00011666736099869013,0.0005323968944139779,0.0009481273591518402,0.0013638569507747889,0.0017795864259824157,0.0021953159011900425,0.002611045492812991,0.00302677508443594,0.0034425044432282448,0.0038582340348511934,0.004273963626474142,0.004689692985266447,0.005105422809720039,0.005521152168512344,0.005936881527304649,0.006352611351758242,0.006768340710550547,0.007184070535004139,0.007599799893796444,0.008015529252588749,0.008431258611381054,0.008846988901495934,0.009262718260288239,0.009678447619080544,0.010094176977872849,0.010509906336665154,0.010925635695457458,0.011341365985572338,0.011757095344364643,0.012172824703156948,0.012588554061949253,0.013004283420741558,0.013420013710856438,0.013835743069648743,0.014251472428441048],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[5,3,3,5,9,26,56,91,155,238,430,657,1061,1634,2351,3534,5232,7284,9968,13629,18089,23161,29437,36517,44240,52119,61180,68553,76325,82784,88067,91459,92956,91841,89356,85395,79319,72333,64669,56623,48000,40071,32756,25964,20508,15590,11833,8484,6057,4436,2935,1964,1337,835,519,319,186,113,68,48,23,15,6,3],"bins":[-0.09696659445762634,-0.09400486201047897,-0.0910431295633316,-0.08808138966560364,-0.08511965721845627,-0.0821579247713089,-0.07919619232416153,-0.07623445987701416,-0.0732727199792862,-0.07031098753213882,-0.06734925508499146,-0.06438752263784409,-0.061425790190696716,-0.05846405401825905,-0.05550232157111168,-0.05254058539867401,-0.04957885295152664,-0.04661712050437927,-0.043655384331941605,-0.040693651884794235,-0.03773191571235657,-0.0347701832652092,-0.03180845081806183,-0.02884671650826931,-0.02588498219847679,-0.022923247888684273,-0.019961513578891754,-0.016999781131744385,-0.014038046821951866,-0.011076312512159348,-0.008114579133689404,-0.005152845289558172,-0.002191103994846344,0.0007706298492848873,0.0037323636934161186,0.00669409753754735,0.009655831381678581,0.0126175656914711,0.015579299069941044,0.018541032448410988,0.021502766758203506,0.024464501067996025,0.027426235377788544,0.030387967824935913,0.03334970027208328,0.03631143644452095,0.03927316889166832,0.04223490506410599,0.04519663751125336,0.048158369958400726,0.051120106130838394,0.054081838577985764,0.05704357475042343,0.0600053071975708,0.06296703964471817,0.06592877209186554,0.0688905119895935,0.07185224443674088,0.07481397688388824,0.07777570933103561,0.08073744177818298,0.08369917422533035,0.08666091412305832,0.08962264657020569,0.09258437901735306],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[1,4,0,2,3,3,3,5,4,4,5,4,6,11,19,14,14,23,18,23,29,30,29,39,33,40,35,31,38,41,32,29,26,23,16,22,17,9,16,13,5,14,4,4,4,3,4,2,3,1,3,1,2,1,1,0,0,0,0,0,0,1,0,1],"bins":[-0.0003499175363685936,-0.0003365272132214159,-0.0003231368900742382,-0.00030974659603089094,-0.00029635627288371325,-0.00028296594973653555,-0.00026957562658935785,-0.00025618530344218016,-0.0002427949948469177,-0.00022940467169974,-0.00021601436310447752,-0.00020262403995729983,-0.00018923371681012213,-0.00017584340821485966,-0.00016245308506768197,-0.0001490627764724195,-0.0001356724533252418,-0.0001222821301780641,-0.00010889182158280164,-9.550149843562394e-05,-8.211118256440386e-05,-6.872086669318378e-05,-5.533054718398489e-05,-4.1940227674786e-05,-2.854991180356592e-05,-1.5159594113356434e-05,-1.7692764231469482e-06,1.1621041267062537e-05,2.5011358957272023e-05,3.8401674828492105e-05,5.1791994337690994e-05,6.518231384688988e-05,7.857260061427951e-05,9.196291648549959e-05,0.00010535323235671967,0.00011874355550389737,0.00013213386409915984,0.00014552418724633753,0.00015891451039351523,0.0001723048189887777,0.0001856951421359554,0.0001990854652831331,0.00021247577387839556,0.00022586609702557325,0.00023925642017275095,0.00025264674331992865,0.0002660370373632759,0.0002794273605104536,0.0002928176836576313,0.000306208006804809,0.00031959832995198667,0.0003329886239953339,0.0003463789471425116,0.0003597692702896893,0.000373159593436867,0.0003865499165840447,0.0003999402397312224,0.00041333053377456963,0.0004267208569217473,0.000440111180068925,0.0004535015032161027,0.0004668918263632804,0.00048028212040662766,0.0004936724435538054,0.000507062766700983],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,1,0,1,0,0,4,6,3,5,6,7,10,7,13,17,16,19,25,31,25,30,48,29,39,34,32,29,41,27,26,31,27,21,17,18,18,11,15,10,9,15,7,12,6,6,4,3,0,1,0,1,0,0,0,0,0,1],"bins":[-0.01290518045425415,-0.012507252395153046,-0.012109324336051941,-0.011711395345628262,-0.011313467286527157,-0.010915539227426052,-0.010517611168324947,-0.010119683109223843,-0.009721754118800163,-0.009323826059699059,-0.008925898000597954,-0.008527969941496849,-0.008130041882395744,-0.007732113357633352,-0.0073341852985322475,-0.0069362567737698555,-0.006538328714668751,-0.006140400655567646,-0.005742472130805254,-0.005344544071704149,-0.004946615546941757,-0.0045486874878406525,-0.004150759428739548,-0.0037528311368077993,-0.003354902844876051,-0.0029569745529443026,-0.002559046261012554,-0.0021611182019114494,-0.001763189909979701,-0.0013652616180479527,-0.0009673334425315261,-0.0005694052088074386,-0.00017147604376077652,0.00022645218996331096,0.0006243804236873984,0.001022308599203825,0.0014202368911355734,0.0018181651830673218,0.0022160932421684265,0.002614021534100175,0.0030119498260319233,0.0034098781179636717,0.00380780640989542,0.004205734468996525,0.0046036625280976295,0.005001591052860022,0.005399519111961126,0.005797447636723518,0.006195375695824623,0.006593303754925728,0.00699123227968812,0.007389160338789225,0.007787088863551617,0.008185016922652721,0.008582944981753826,0.008980873040854931,0.00937880203127861,0.009776730090379715,0.01017465814948082,0.010572586208581924,0.01097051426768303,0.011368442326784134,0.011766371317207813,0.012164299376308918,0.012562227435410023]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,4,7,6,8,33,44,85,139,222,364,555,782,1258,1766,2533,3505,4770,6340,8173,10625,13113,15826,18767,22361,25228,28015,30475,32498,34122,35014,35065,34376,32120,30062,27996,24997,21610,18612,15761,12789,10226,8051,6058,4620,3413,2442,1677,1182,789,470,345,225,112,87,45,25,15,5,6,3,1],"bins":[-0.09786539524793625,-0.09489422291517258,-0.0919230580329895,-0.08895188570022583,-0.08598071336746216,-0.08300954848527908,-0.08003837615251541,-0.07706721127033234,-0.07409603893756866,-0.07112486660480499,-0.06815370172262192,-0.06518252938985825,-0.06221136078238487,-0.0592401921749115,-0.05626901984214783,-0.053297851234674454,-0.05032668262720108,-0.04735551401972771,-0.044384345412254333,-0.04141317307949066,-0.03844200447201729,-0.035470835864543915,-0.03249966353178024,-0.02952849492430687,-0.026557326316833496,-0.023586157709360123,-0.0206149872392416,-0.017643816769123077,-0.014672648161649704,-0.011701478622853756,-0.008730309084057808,-0.00575913954526186,-0.002787977457046509,0.00018319208174943924,0.0031543616205453873,0.006125531159341335,0.009096700698137283,0.012067870236933231,0.01503903977572918,0.018010210245847702,0.020981378853321075,0.02395254746079445,0.02692371793091297,0.029894888401031494,0.03286605700850487,0.03583722561597824,0.03880839794874191,0.041779566556215286,0.04475073516368866,0.04772190377116203,0.050693072378635406,0.05366424471139908,0.05663541331887245,0.059606581926345825,0.0625777542591095,0.06554891914129257,0.06852009147405624,0.07149126380681992,0.07446242868900299,0.07743360102176666,0.08040477335453033,0.08337593823671341,0.08634711056947708,0.08931827545166016,0.09228944778442383]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[2,0,2,0,2,0,1,1,1,3,3,3,2,3,3,6,3,7,17,16,18,13,14,13,23,16,22,30,23,28,19,23,35,29,25,33,33,28,32,22,23,26,20,20,22,17,15,12,10,10,7,7,4,6,1,5,2,1,1,3,1,0,0,1],"bins":[-0.022787339985370636,-0.02211032435297966,-0.021433308720588684,-0.020756294950842857,-0.02007927931845188,-0.019402263686060905,-0.01872524805366993,-0.018048234283924103,-0.017371218651533127,-0.01669420301914215,-0.016017187386751175,-0.015340172685682774,-0.014663157053291798,-0.013986142352223396,-0.01330912671983242,-0.012632112018764019,-0.011955096386373043,-0.011278080753982067,-0.010601066052913666,-0.00992405042052269,-0.009247035719454288,-0.008570020087063313,-0.007893005385994911,-0.007215989753603935,-0.006538974586874247,-0.005861959420144558,-0.005184944253414869,-0.004507929086685181,-0.0038309136871248484,-0.0031538985203951597,-0.0024768831208348274,-0.0017998679541051388,-0.0011228527873754501,-0.0004458375624381006,0.00023117766249924898,0.0009081928874365985,0.001585208112373948,0.0022622232791036367,0.002939238678663969,0.0036162538453936577,0.004293269012123346,0.004970284178853035,0.005647299345582724,0.006324314512312412,0.007001330144703388,0.007678345311433077,0.008355360478162766,0.009032375179231167,0.009709390811622143,0.010386406444013119,0.01106342114508152,0.011740436777472496,0.012417451478540897,0.013094467110931873,0.013771481812000275,0.01444849744439125,0.015125513076782227,0.015802528709173203,0.01647954247891903,0.017156558111310005,0.01783357374370098,0.018510589376091957,0.019187603145837784,0.01986461877822876,0.020541634410619736],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,1,1,1,1,0,2,3,3,9,6,9,8,6,9,13,14,16,16,22,30,29,32,38,39,36,29,30,32,37,31,31,31,23,25,19,17,20,16,15,11,11,5,7,6,6,1,5,2,4,3,1,0,1,0,1,0,1,0,0,0,0,0,1],"bins":[-0.00038749881787225604,-0.0003732104378286749,-0.0003589220577850938,-0.00034463367774151266,-0.00033034529769793153,-0.0003160569176543504,-0.0003017685085069388,-0.0002874801284633577,-0.00027319174841977656,-0.00025890336837619543,-0.0002446149883326143,-0.00023032660828903317,-0.00021603822824545205,-0.00020174984820187092,-0.00018746145360637456,-0.00017317307356279343,-0.0001588846935192123,-0.00014459631347563118,-0.00013030793343205005,-0.00011601954611251131,-0.00010173115879297256,-8.744277874939144e-05,-7.315439870581031e-05,-5.886601502425037e-05,-4.457763134269044e-05,-3.0289247661130503e-05,-1.600086579855997e-05,-1.7124830264947377e-06,1.2575899745570496e-05,2.686428342713043e-05,4.115266347071156e-05,5.5441047152271494e-05,6.972943083383143e-05,8.401781087741256e-05,9.83061981969513e-05,0.00011259457824053243,0.00012688296556007117,0.0001411713456036523,0.00015545972564723343,0.00016974810569081455,0.0001840365002863109,0.00019832488032989204,0.00021261326037347317,0.0002269016404170543,0.00024119002046063542,0.00025547840050421655,0.0002697667805477977,0.0002840551605913788,0.00029834354063495994,0.0003126319497823715,0.00032692032982595265,0.0003412087098695338,0.0003554970899131149,0.00036978546995669603,0.00038407385000027716,0.0003983622300438583,0.0004126506100874394,0.00042693899013102055,0.0004412273701746017,0.00045551577932201326,0.0004698041593655944,0.0004840925394091755,0.0004983809194527566,0.0005126692703925073,0.0005269576795399189]},"_timestamp":1.7528016022729495e+09,"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,2,1,0,0,1,1,1,2,5,0,0,0,5,7,3,7,9,6,10,9,19,14,17,26,37,33,25,18,26,42,34,33,36,31,35,36,39,21,25,18,19,20,13,16,15,12,11,6,1,4,4,4,5,1,0,0,0,0,1,0,0,0,1],"bins":[-0.05256081372499466,-0.05094539374113083,-0.0493299774825573,-0.047714557498693466,-0.046099141240119934,-0.044483721256256104,-0.04286830127239227,-0.04125288501381874,-0.03963746502995491,-0.03802204877138138,-0.03640662878751755,-0.03479120880365372,-0.033175792545080185,-0.031560372561216354,-0.029944954439997673,-0.02832953631877899,-0.02671411819756031,-0.02509870007634163,-0.023483281955122948,-0.021867861971259117,-0.020252443850040436,-0.018637025728821754,-0.017021607607603073,-0.015406188555061817,-0.013790770433843136,-0.012175352312624454,-0.010559933260083199,-0.008944515138864517,-0.007329096551984549,-0.00571367796510458,-0.004098259843885899,-0.00248284125700593,-0.0008674226701259613,0.0007479958003386855,0.0023634142708033323,0.003978832624852657,0.005594251211732626,0.007209669798612595,0.008825087919831276,0.010440506972372532,0.012055925093591213,0.013671343214809895,0.01528676226735115,0.016902180388569832,0.018517598509788513,0.020133016631007195,0.021748436614871025,0.023363854736089706,0.024979272857308388,0.02659469097852707,0.02821010909974575,0.02982552908360958,0.03144094720482826,0.033056363463401794,0.034671783447265625,0.036287203431129456,0.03790261968970299,0.03951803967356682,0.04113345593214035,0.04274887591600418,0.04436429589986801,0.045979712158441544,0.047595132142305374,0.049210548400878906,0.05082596838474274],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[2,2,2,2,3,6,3,8,25,28,37,56,71,119,169,278,402,644,920,1571,2312,3650,6177,9691,16174,26607,42259,73330,123216,202272,289881,283510,194294,118137,69037,42143,25225,14863,9684,6084,3576,2473,1331,895,587,365,265,161,99,88,45,28,16,15,8,6,4,1,2,1,0,0,2,2],"bins":[-0.0034027099609375,-0.0032927989959716797,-0.0031828880310058594,-0.003072977066040039,-0.0029630661010742188,-0.0028531551361083984,-0.002743244171142578,-0.002633333206176758,-0.0025234222412109375,-0.002413511276245117,-0.002303600311279297,-0.0021936893463134766,-0.0020837783813476562,-0.001973867416381836,-0.0018639564514160156,-0.0017540454864501953,-0.001644134521484375,-0.0015342235565185547,-0.0014243125915527344,-0.001314401626586914,-0.0012044906616210938,-0.0010945796966552734,-0.0009846687316894531,-0.0008747577667236328,-0.0007648468017578125,-0.0006549358367919922,-0.0005450248718261719,-0.00043511390686035156,-0.00032520294189453125,-0.00021529197692871094,-0.00010538101196289062,4.5299530029296875e-06,0.00011444091796875,0.0002243518829345703,0.0003342628479003906,0.00044417381286621094,0.0005540847778320312,0.0006639957427978516,0.0007739067077636719,0.0008838176727294922,0.0009937286376953125,0.0011036396026611328,0.0012135505676269531,0.0013234615325927734,0.0014333724975585938,0.001543283462524414,0.0016531944274902344,0.0017631053924560547,0.001873016357421875,0.0019829273223876953,0.0020928382873535156,0.002202749252319336,0.0023126602172851562,0.0024225711822509766,0.002532482147216797,0.002642393112182617,0.0027523040771484375,0.002862215042114258,0.002972126007080078,0.0030820369720458984,0.0031919479370117188,0.003301858901977539,0.0034117698669433594,0.0035216808319091797,0.003631591796875]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,2,1,0,4,4,2,3,3,8,5,4,12,16,17,14,17,17,25,28,25,37,33,37,40,36,30,37,26,34,35,23,18,30,16,15,13,14,12,11,4,9,4,7,7,2,5,4,2,2,2,1,1,2,2,3,1,2,2,1],"bins":[0.9992602467536926,0.9992854595184326,0.9993106126785278,0.9993358254432678,0.999360978603363,0.999386191368103,0.9994113445281982,0.9994365572929382,0.9994617104530334,0.9994869232177734,0.9995120763778687,0.9995372891426086,0.9995624423027039,0.9995876550674438,0.9996128082275391,0.999638020992279,0.9996631741523743,0.9996883869171143,0.9997135400772095,0.9997387528419495,0.9997639060020447,0.9997891187667847,0.9998142719268799,0.9998394846916199,0.9998646378517151,0.9998898506164551,0.9999150037765503,0.9999402165412903,0.9999653697013855,0.9999905824661255,1.0000157356262207,1.000040888786316,1.0000661611557007,1.000091314315796,1.0001164674758911,1.0001417398452759,1.000166893005371,1.0001920461654663,1.0002171993255615,1.0002424716949463,1.0002676248550415,1.0002927780151367,1.000317931175232,1.0003432035446167,1.000368356704712,1.0003935098648071,1.0004186630249023,1.000443935394287,1.0004690885543823,1.0004942417144775,1.0005193948745728,1.0005446672439575,1.0005698204040527,1.000594973564148,1.0006201267242432,1.000645399093628,1.0006705522537231,1.0006957054138184,1.0007208585739136,1.0007461309432983,1.0007712841033936,1.0007964372634888,1.000821590423584,1.0008468627929688,1.000872015953064]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,5,1,0,2,5,9,6,9,7,10,8,20,25,31,29,27,31,26,40,38,39,44,34,24,28,24,24,27,24,17,19,13,13,9,10,20,6,5,7,7,4,4,5,9,3,5,3,1,1,2,1,0,1,1,0,2],"bins":[0.9992042183876038,0.9992323517799377,0.9992604851722717,0.9992886185646057,0.9993167519569397,0.9993448853492737,0.9993730187416077,0.9994012117385864,0.9994293451309204,0.9994574785232544,0.9994856119155884,0.9995137453079224,0.9995418787002563,0.9995700120925903,0.9995981454849243,0.9996262788772583,0.9996544122695923,0.9996825456619263,0.9997106790542603,0.9997388124465942,0.999767005443573,0.999795138835907,0.999823272228241,0.999851405620575,0.9998795390129089,0.9999076724052429,0.9999358057975769,0.9999639391899109,0.9999920725822449,1.0000202655792236,1.0000483989715576,1.0000765323638916,1.0001046657562256,1.0001327991485596,1.0001609325408936,1.0001890659332275,1.0002171993255615,1.0002453327178955,1.0002734661102295,1.0003015995025635,1.0003297328948975,1.0003578662872314,1.0003859996795654,1.0004141330718994,1.0004422664642334,1.0004703998565674,1.0004985332489014,1.0005266666412354,1.0005548000335693,1.0005829334259033,1.0006110668182373,1.0006392002105713,1.0006674528121948,1.0006955862045288,1.0007237195968628,1.0007518529891968,1.0007799863815308,1.0008081197738647,1.0008362531661987,1.0008643865585327,1.0008925199508667,1.0009206533432007,1.0009487867355347,1.0009769201278687,1.0010050535202026]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[2,1,4,7,16,19,34,60,82,144,271,379,679,937,1358,1905,2701,3863,5132,6974,8665,11082,13639,16589,19738,22727,25862,28797,31346,33256,34159,35182,34367,33601,31888,29693,27114,24192,20964,17897,14844,12192,9881,7465,5732,4317,3183,2239,1563,1105,720,464,313,197,109,69,39,31,19,8,1,2,4,1],"bins":[-0.09409087896347046,-0.09112255275249481,-0.08815423399209976,-0.08518590778112411,-0.08221758902072906,-0.07924926280975342,-0.07628093659877777,-0.07331261783838272,-0.07034429162740707,-0.06737596541643143,-0.06440764665603638,-0.06143932044506073,-0.05847099795937538,-0.05550267547369003,-0.052534349262714386,-0.04956602677702904,-0.04659770429134369,-0.04362938180565834,-0.04066105931997299,-0.037692733108997345,-0.034724410623311996,-0.03175608813762665,-0.02878776378929615,-0.025819439440965652,-0.022851116955280304,-0.019882794469594955,-0.016914470121264458,-0.013946146704256535,-0.010977823287248611,-0.008009499870240688,-0.005041176453232765,-0.002072853036224842,0.0008954703807830811,0.003863793797791004,0.006832117214798927,0.00980044063180685,0.012768764048814774,0.015737086534500122,0.01870541088283062,0.021673735231161118,0.024642057716846466,0.027610380202531815,0.030578704550862312,0.03354702889919281,0.03651535138487816,0.03948367387056351,0.042452000081539154,0.0454203225672245,0.04838864505290985,0.0513569675385952,0.05432529002428055,0.057293616235256195,0.060261938720941544,0.06323026120662689,0.06619858741760254,0.06916690617799759,0.07213523238897324,0.07510355859994888,0.07807187736034393,0.08104020357131958,0.08400852978229523,0.08697684854269028,0.08994517475366592,0.09291349351406097,0.09588181972503662],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.0026092529296875,-0.0025331974029541016,-0.002457141876220703,-0.0023810863494873047,-0.0023050308227539062,-0.002228975296020508,-0.0021529197692871094,-0.002076864242553711,-0.0020008087158203125,-0.001924753189086914,-0.0018486976623535156,-0.0017726421356201172,-0.0016965866088867188,-0.0016205310821533203,-0.0015444755554199219,-0.0014684200286865234,-0.001392364501953125,-0.0013163089752197266,-0.0012402534484863281,-0.0011641979217529297,-0.0010881423950195312,-0.0010120868682861328,-0.0009360313415527344,-0.0008599758148193359,-0.0007839202880859375,-0.0007078647613525391,-0.0006318092346191406,-0.0005557537078857422,-0.00047969818115234375,-0.0004036426544189453,-0.0003275871276855469,-0.00025153160095214844,-0.00017547607421875,-9.942054748535156e-05,-2.3365020751953125e-05,5.269050598144531e-05,0.00012874603271484375,0.0002048015594482422,0.0002808570861816406,0.00035691261291503906,0.0004329681396484375,0.0005090236663818359,0.0005850791931152344,0.0006611347198486328,0.0007371902465820312,0.0008132457733154297,0.0008893013000488281,0.0009653568267822266,0.001041412353515625,0.0011174678802490234,0.0011935234069824219,0.0012695789337158203,0.0013456344604492188,0.0014216899871826172,0.0014977455139160156,0.001573801040649414,0.0016498565673828125,0.001725912094116211,0.0018019676208496094,0.0018780231475830078,0.0019540786743164062,0.0020301342010498047,0.002106189727783203,0.0021822452545166016,0.00225830078125],"_type":"histogram","values":[1,0,0,0,0,2,0,0,2,2,5,5,7,12,18,13,20,45,51,71,153,207,314,480,738,1214,2028,3076,5218,9173,16442,30242,61659,117090,145908,92808,47476,23817,12906,7143,4389,2598,1683,954,649,407,264,177,115,75,37,39,23,20,14,4,9,8,3,4,2,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,0,8,4,5,7,4,5,8,6,14,6,16,30,24,23,28,28,49,51,50,57,68,51,35,37,29,21,18,10,14,13,5,7,6,5,2,4,3,2,3,2,1,0,0,0,2,2,0,0,0,1,0,1],"bins":[-1.536385980216437e-06,-1.487081703999138e-06,-1.4377775414686766e-06,-1.3884732652513776e-06,-1.3391691027209163e-06,-1.2898648265036172e-06,-1.240560663973156e-06,-1.1912563877558568e-06,-1.1419522252253955e-06,-1.0926479490080965e-06,-1.0433436727907974e-06,-9.94039510260336e-07,-9.447352340430371e-07,-8.954310146691569e-07,-8.461267952952767e-07,-7.968225759213965e-07,-7.475183565475163e-07,-6.982141371736361e-07,-6.489099177997559e-07,-5.996056984258757e-07,-5.503014790519956e-07,-5.009972028346965e-07,-4.516929834608163e-07,-4.0238876408693613e-07,-3.5308454471305595e-07,-3.0378032533917576e-07,-2.544761059652956e-07,-2.0517185816970596e-07,-1.5586763879582577e-07,-1.0656341231651822e-07,-5.725918583721068e-08,-7.954959357903135e-09,4.134915343456669e-08,9.065337991387423e-08,1.3995760639318178e-07,1.8926183997791668e-07,2.3856605935179687e-07,2.8787027872567705e-07,3.3717452652126667e-07,3.8647874589514686e-07,4.3578296526902704e-07,4.850871846429072e-07,5.343914040167874e-07,5.836956233906676e-07,6.329998996079667e-07,6.823041189818468e-07,7.31608338355727e-07,7.809125577296072e-07,8.302167771034874e-07,8.795209964773676e-07,9.288252158512478e-07,9.781294920685468e-07,1.0274336545990082e-06,1.0767379308163072e-06,1.1260420933467685e-06,1.1753463695640676e-06,1.224650532094529e-06,1.273954808311828e-06,1.323259084529127e-06,1.3725632470595883e-06,1.4218675232768874e-06,1.4711716858073487e-06,1.5204759620246477e-06,1.569780124555109e-06,1.6190844007724081e-06]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,2,0,0,0,3,2,3,1,2,2,6,11,13,16,10,13,13,19,29,32,24,20,36,39,31,38,802,47,29,32,31,35,26,21,15,22,21,10,12,13,16,9,7,9,4,3,3,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-1.7006539106369019,-1.6448336839675903,-1.5890135765075684,-1.5331933498382568,-1.4773732423782349,-1.4215530157089233,-1.3657329082489014,-1.3099126815795898,-1.2540925741195679,-1.1982723474502563,-1.1424522399902344,-1.0866320133209229,-1.0308119058609009,-0.9749916791915894,-0.9191715121269226,-0.8633513450622559,-0.8075311779975891,-0.7517110109329224,-0.6958908438682556,-0.6400706768035889,-0.5842505097389221,-0.5284303426742554,-0.47261014580726624,-0.4167899787425995,-0.36096981167793274,-0.305149644613266,-0.24932947754859924,-0.1935092955827713,-0.13768912851810455,-0.0818689614534378,-0.02604878693819046,0.029771383851766586,0.08559155464172363,0.14141172170639038,0.19723188877105713,0.2530520558357239,0.3088722229003906,0.36469241976737976,0.4205125868320465,0.47633275389671326,0.5321528911590576,0.5879731178283691,0.6437932848930359,0.6996134519577026,0.7554336190223694,0.8112537860870361,0.8670739531517029,0.9228941202163696,0.9787142872810364,1.0345344543457031,1.0903546810150146,1.1461747884750366,1.2019950151443481,1.2578151226043701,1.3136353492736816,1.3694554567337036,1.4252756834030151,1.481095790863037,1.5369160175323486,1.5927361249923706,1.6485563516616821,1.704376459121704,1.7601966857910156,1.8160167932510376,1.8718370199203491]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,2,2,2,1,3,9,0,1,6,4,4,7,8,7,14,15,18,23,25,15,28,24,27,29,33,28,33,26,36,41,31,32,19,27,26,23,18,20,19,17,10,11,12,1,6,5,2,4,3,2,1,3,0,2,0,0,0,0,1,0,0,1],"bins":[-0.0002924435830209404,-0.0002825408591888845,-0.00027263813535682857,-0.00026273541152477264,-0.00025283265858888626,-0.00024292994930874556,-0.0002330272109247744,-0.00022312448709271848,-0.00021322176326066256,-0.00020331903942860663,-0.0001934163155965507,-0.00018351357721257955,-0.00017361085338052362,-0.0001637081295484677,-0.00015380539116449654,-0.00014390266733244061,-0.0001339999435003847,-0.00012409721966832876,-0.00011419448856031522,-0.00010429175745230168,-9.438903362024575e-05,-8.448630978818983e-05,-7.458357868017629e-05,-6.468084757216275e-05,-5.477812374010682e-05,-4.487539627007209e-05,-3.4972668800037354e-05,-2.506994133000262e-05,-1.5167213859967887e-05,-5.264486389933154e-06,4.6382410801015794e-06,1.4540968550136313e-05,2.4443696020171046e-05,3.434642349020578e-05,4.424915096024051e-05,5.4151878430275247e-05,6.405460590030998e-05,7.39573297323659e-05,8.386006084037945e-05,9.376279194839299e-05,0.00010366551578044891,0.00011356823961250484,0.00012347096344456077,0.00013337370182853192,0.00014327642566058785,0.00015317914949264377,0.00016308188787661493,0.00017298461170867085,0.00018288733554072678,0.0001927900593727827,0.00020269278320483863,0.0002125955215888098,0.00022249824542086571,0.00023240096925292164,0.0002423037076368928,0.0002522064314689487,0.00026210915530100465,0.0002720118791330606,0.0002819146029651165,0.00029181732679717243,0.00030172005062922835,0.00031162280356511474,0.00032152552739717066,0.0003314282512292266,0.0003413309750612825]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"values":[2,3,8,14,29,43,107,145,262,451,690,1121,1749,2612,3863,5741,8041,11095,14882,19937,25765,32044,39833,48444,56598,65515,73797,81707,87144,91901,94447,94843,93488,89458,83949,76965,68913,60279,51588,43208,34851,28031,21671,16668,12545,9003,6435,4505,3099,2039,1286,878,478,261,181,102,64,39,16,18,4,5,2,2],"bins":[-0.09458519518375397,-0.09155316650867462,-0.08852114528417587,-0.08548911660909653,-0.08245709538459778,-0.07942506670951843,-0.07639303803443909,-0.07336101680994034,-0.07032898813486099,-0.06729695945978165,-0.0642649382352829,-0.06123290956020355,-0.058200884610414505,-0.05516885966062546,-0.05213683098554611,-0.049104806035757065,-0.04607278108596802,-0.04304075613617897,-0.04000873118638992,-0.03697670251131058,-0.03394467756152153,-0.030912652611732483,-0.027880625799298286,-0.02484859898686409,-0.021816574037075043,-0.018784549087285995,-0.0157525222748518,-0.012720496393740177,-0.009688470512628555,-0.0066564446315169334,-0.0036244187504053116,-0.0005923928692936897,0.002439625561237335,0.005471651442348957,0.008503677323460579,0.0115357032045722,0.014567729085683823,0.01759975403547287,0.020631780847907066,0.023663807660341263,0.02669583261013031,0.029727857559919357,0.032759882509708405,0.03579191118478775,0.0388239361345768,0.041855961084365845,0.04488798975944519,0.04792001470923424,0.050952039659023285,0.05398406460881233,0.05701608955860138,0.060048118233680725,0.06308014690876007,0.06611216813325882,0.06914419680833817,0.07217621803283691,0.07520824670791626,0.0782402753829956,0.08127229660749435,0.0843043252825737,0.08733634650707245,0.0903683751821518,0.09340040385723114,0.09643242508172989,0.09946445375680923],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,1,0,3,1,0,1,2,2,1,2,2,2,0,3,3,4,5,6,9,9,11,14,14,14,17,30,25,20,24,31,32,36,35,30,33,29,24,26,30,31,21,22,19,16,19,20,11,16,13,1,7,9,5,3,4,8,3,3,1,1,2,0,1],"bins":[-0.00032329943496733904,-0.00031411583768203855,-0.00030493224039673805,-0.0002957486140076071,-0.0002865650167223066,-0.0002773814194370061,-0.0002681978221517056,-0.00025901419576257467,-0.0002498305984772742,-0.00024064700119197369,-0.0002314634039066732,-0.00022227979206945747,-0.00021309619478415698,-0.00020391258294694126,-0.00019472898566164076,-0.00018554537382442504,-0.00017636177653912455,-0.00016717817925382406,-0.00015799456741660833,-0.00014881097013130784,-0.00013962735829409212,-0.00013044376100879163,-0.00012126015644753352,-0.00011207655188627541,-0.0001028929473250173,-9.37093427637592e-05,-8.452573820250109e-05,-7.534213364124298e-05,-6.615853635594249e-05,-5.697492815670557e-05,-4.779132723342627e-05,-3.8607722672168165e-05,-2.9424118110910058e-05,-2.024051354965195e-05,-1.1056910807383247e-05,-1.873307155619841e-06,7.310296496143565e-06,1.6493901057401672e-05,2.5677503799670376e-05,3.486110654193908e-05,4.404471110319719e-05,5.3228315664455295e-05,6.24119202257134e-05,7.159552478697151e-05,8.0779122072272e-05,8.996272663353011e-05,9.914633119478822e-05,0.00010832993575604632,0.00011751354031730443,0.00012669713760260493,0.00013588074943982065,0.00014506434672512114,0.00015424795856233686,0.00016343155584763736,0.00017261516768485308,0.00018179876497015357,0.00019098236225545406,0.00020016597409266979,0.00020934957137797028,0.000218533183215186,0.0002277167805004865,0.00023690039233770221,0.00024608400417491794,0.00025526760146021843,0.0002644511987455189]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[2,3,3,7,14,27,35,70,108,164,286,470,682,1038,1417,2018,2947,3995,5199,6868,8745,11089,13868,16272,19268,22362,25002,28034,30094,32265,33261,34376,33960,32997,31549,29517,27284,24315,21456,18558,15492,12987,10420,8248,6175,4877,3594,2607,1895,1324,862,627,382,260,183,121,71,34,18,11,8,1,0,2],"bins":[-0.09222905337810516,-0.08933357149362564,-0.08643808960914612,-0.0835426077246666,-0.08064712584018707,-0.07775164395570755,-0.07485616952180862,-0.0719606876373291,-0.06906520575284958,-0.06616972386837006,-0.06327424198389053,-0.06037876009941101,-0.05748327821493149,-0.054587796330451965,-0.05169231817126274,-0.04879683628678322,-0.045901354402303696,-0.04300587251782417,-0.04011039063334465,-0.037214912474155426,-0.0343194305896759,-0.03142394870519638,-0.028528466820716858,-0.025632986798882484,-0.02273750491440296,-0.01984202302992344,-0.016946543008089066,-0.014051061123609543,-0.011155580170452595,-0.008260099217295647,-0.005364617798477411,-0.0024691366124898195,0.0004263445734977722,0.003321825759485364,0.006217306945472956,0.009112788364291191,0.01200826931744814,0.014903750270605087,0.01779923215508461,0.020694712176918983,0.023590194061398506,0.02648567594587803,0.029381155967712402,0.032276637852191925,0.03517211973667145,0.03806760162115097,0.040963079780340195,0.04385856166481972,0.04675404354929924,0.04964952543377876,0.052545007318258286,0.05544048547744751,0.05833596736192703,0.061231449246406555,0.06412693113088608,0.0670224130153656,0.06991789489984512,0.07281337678432465,0.07570885866880417,0.0786043331027031,0.08149981498718262,0.08439529687166214,0.08729077875614166,0.09018626064062119,0.09308174252510071],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,0,1,1,1,0,0,0,5,1,4,3,3,4,1,8,11,8,14,12,16,21,26,19,27,24,27,32,30,27,31,43,43,24,25,33,24,27,28,25,21,20,16,9,11,17,9,11,6,1,3,5,2,2,1,1,0,0,0,1,0,0,1,1],"bins":[-0.00032841964275576174,-0.000318063423037529,-0.00030770720331929624,-0.0002973509836010635,-0.00028699476388283074,-0.000276638544164598,-0.00026628232444636524,-0.0002559261047281325,-0.00024556988500989974,-0.00023521365073975176,-0.000224857431021519,-0.00021450121130328625,-0.0002041449915850535,-0.00019378877186682075,-0.000183432552148588,-0.00017307633243035525,-0.0001627201127121225,-0.00015236389299388975,-0.000142007673275657,-0.00013165145355742425,-0.0001212952338391915,-0.00011093900684500113,-0.00010058278712676838,-9.022656740853563e-05,-7.987034769030288e-05,-6.951412797207013e-05,-5.915790825383738e-05,-4.880168489762582e-05,-3.844546517939307e-05,-2.8089245461160317e-05,-1.7733023923938163e-05,-7.37680329621071e-06,2.9794173315167427e-06,1.3335637959244195e-05,2.3691858586971648e-05,3.40480801241938e-05,4.440429984242655e-05,5.4760519560659304e-05,6.511674291687086e-05,7.547296263510361e-05,8.582918235333636e-05,9.618540207156911e-05,0.00010654162178980187,0.00011689784150803462,0.00012725406850222498,0.00013761028822045773,0.00014796650793869048,0.00015832272765692323,0.00016867894737515599,0.00017903516709338874,0.0001893913868116215,0.00019974760652985424,0.000210103826248087,0.00022046004596631974,0.0002308162656845525,0.00024117248540278524,0.0002515287196729332,0.00026188493939116597,0.0002722411591093987,0.0002825973788276315,0.0002929535985458642,0.000303309818264097,0.0003136660379823297,0.0003240222577005625,0.00033437847741879523],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0038604736328125,-0.003740549087524414,-0.003620624542236328,-0.003500699996948242,-0.0033807754516601562,-0.0032608509063720703,-0.0031409263610839844,-0.0030210018157958984,-0.0029010772705078125,-0.0027811527252197266,-0.0026612281799316406,-0.0025413036346435547,-0.0024213790893554688,-0.002301454544067383,-0.002181529998779297,-0.002061605453491211,-0.001941680908203125,-0.001821756362915039,-0.0017018318176269531,-0.0015819072723388672,-0.0014619827270507812,-0.0013420581817626953,-0.0012221336364746094,-0.0011022090911865234,-0.0009822845458984375,-0.0008623600006103516,-0.0007424354553222656,-0.0006225109100341797,-0.0005025863647460938,-0.0003826618194580078,-0.0002627372741699219,-0.00014281272888183594,-2.288818359375e-05,9.703636169433594e-05,0.00021696090698242188,0.0003368854522705078,0.00045680999755859375,0.0005767345428466797,0.0006966590881347656,0.0008165836334228516,0.0009365081787109375,0.0010564327239990234,0.0011763572692871094,0.0012962818145751953,0.0014162063598632812,0.0015361309051513672,0.0016560554504394531,0.001775979995727539,0.001895904541015625,0.002015829086303711,0.002135753631591797,0.002255678176879883,0.0023756027221679688,0.0024955272674560547,0.0026154518127441406,0.0027353763580322266,0.0028553009033203125,0.0029752254486083984,0.0030951499938964844,0.0032150745391845703,0.0033349990844726562,0.003454923629760742,0.003574848175048828,0.003694772720336914,0.003814697265625],"_type":"histogram","values":[1,1,0,2,1,4,5,5,8,8,15,32,38,46,60,97,136,168,255,438,546,822,1298,2017,2865,4745,7278,11760,19402,33546,61490,118678,139998,79783,41688,23813,14192,8575,5628,3461,2221,1559,940,679,466,298,223,169,110,60,68,40,28,16,12,7,5,6,5,2,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,3,1,2,0,2,2,4,3,2,4,4,4,9,6,7,9,17,10,16,16,26,24,24,27,25,25,28,49,37,38,21,30,36,34,35,34,28,20,7,13,12,11,13,4,7,5,2,9,7,5,1,3,1,1,0,1],"bins":[-0.0004367560031823814,-0.00042488958570174873,-0.0004130231973249465,-0.00040115677984431386,-0.00038929039146751165,-0.000377423973986879,-0.00036555755650624633,-0.0003536911681294441,-0.00034182475064881146,-0.0003299583331681788,-0.0003180919447913766,-0.00030622552731074393,-0.00029435910983011127,-0.00028249272145330906,-0.0002706263039726764,-0.0002587599155958742,-0.00024689349811524153,-0.0002350270951865241,-0.00022316069225780666,-0.000211294274777174,-0.00019942787184845656,-0.00018756146891973913,-0.00017569505143910646,-0.00016382864851038903,-0.0001519622455816716,-0.00014009584265295416,-0.00012822943972423673,-0.00011636302224360406,-0.00010449661931488663,-9.26302163861692e-05,-8.076380618149415e-05,-6.88973959768191e-05,-5.703102215193212e-05,-4.516461558523588e-05,-3.329820901853964e-05,-2.1431802451843396e-05,-9.565395885147154e-06,2.301010681549087e-06,1.4167417248245329e-05,2.603382381494157e-05,3.790023038163781e-05,4.976663694833405e-05,6.16330435150303e-05,7.349945371970534e-05,8.536585664842278e-05,9.723225957714021e-05,0.00010909866978181526,0.00012096507998649031,0.00013283148291520774,0.00014469788584392518,0.0001565642887726426,0.00016843070625327528,0.0001802971091819927,0.00019216351211071014,0.0002040299295913428,0.00021589633252006024,0.00022776273544877768,0.0002396291383774951,0.00025149554130621254,0.0002633619587868452,0.0002752283471636474,0.0002870947646442801,0.00029896118212491274,0.00031082757050171494,0.0003226939879823476]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,3,1,4,5,6,7,14,15,37,47,99,127,184,275,431,645,1019,1674,2818,4032,6871,11706,18978,34020,55904,99329,170215,266130,304644,239181,148346,85846,48759,28296,17091,9885,6122,3765,2239,1538,929,566,383,235,145,103,65,52,29,16,10,6,5,6,0,1,0,1,0,1,1],"bins":[-0.003753662109375,-0.0036339759826660156,-0.0035142898559570312,-0.003394603729248047,-0.0032749176025390625,-0.003155231475830078,-0.0030355453491210938,-0.0029158592224121094,-0.002796173095703125,-0.0026764869689941406,-0.0025568008422851562,-0.002437114715576172,-0.0023174285888671875,-0.002197742462158203,-0.0020780563354492188,-0.0019583702087402344,-0.00183868408203125,-0.0017189979553222656,-0.0015993118286132812,-0.0014796257019042969,-0.0013599395751953125,-0.0012402534484863281,-0.0011205673217773438,-0.0010008811950683594,-0.000881195068359375,-0.0007615089416503906,-0.0006418228149414062,-0.0005221366882324219,-0.0004024505615234375,-0.0002827644348144531,-0.00016307830810546875,-4.3392181396484375e-05,7.62939453125e-05,0.00019598007202148438,0.00031566619873046875,0.0004353523254394531,0.0005550384521484375,0.0006747245788574219,0.0007944107055664062,0.0009140968322753906,0.001033782958984375,0.0011534690856933594,0.0012731552124023438,0.0013928413391113281,0.0015125274658203125,0.0016322135925292969,0.0017518997192382812,0.0018715858459472656,0.00199127197265625,0.0021109580993652344,0.0022306442260742188,0.002350330352783203,0.0024700164794921875,0.002589702606201172,0.0027093887329101562,0.0028290748596191406,0.002948760986328125,0.0030684471130371094,0.0031881332397460938,0.003307819366455078,0.0034275054931640625,0.003547191619873047,0.0036668777465820312,0.0037865638732910156,0.00390625]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[2,0,0,1,0,1,1,4,4,6,11,19,28,28,59,73,123,154,243,403,567,847,1308,1979,2962,4865,7399,11643,18409,30899,50963,90248,172659,328625,368943,217011,110759,61200,35397,21236,12814,7984,4829,3111,1924,1228,699,390,286,192,112,74,50,27,26,16,7,3,6,1,2,3,0,1],"bins":[-0.0078125,-0.0075836181640625,-0.007354736328125,-0.0071258544921875,-0.00689697265625,-0.0066680908203125,-0.006439208984375,-0.0062103271484375,-0.0059814453125,-0.0057525634765625,-0.005523681640625,-0.0052947998046875,-0.00506591796875,-0.0048370361328125,-0.004608154296875,-0.0043792724609375,-0.004150390625,-0.0039215087890625,-0.003692626953125,-0.0034637451171875,-0.00323486328125,-0.0030059814453125,-0.002777099609375,-0.0025482177734375,-0.0023193359375,-0.0020904541015625,-0.001861572265625,-0.0016326904296875,-0.00140380859375,-0.0011749267578125,-0.000946044921875,-0.0007171630859375,-0.00048828125,-0.0002593994140625,-3.0517578125e-05,0.0001983642578125,0.00042724609375,0.0006561279296875,0.000885009765625,0.0011138916015625,0.0013427734375,0.0015716552734375,0.001800537109375,0.0020294189453125,0.00225830078125,0.0024871826171875,0.002716064453125,0.0029449462890625,0.003173828125,0.0034027099609375,0.003631591796875,0.0038604736328125,0.00408935546875,0.0043182373046875,0.004547119140625,0.0047760009765625,0.0050048828125,0.0052337646484375,0.005462646484375,0.0056915283203125,0.00592041015625,0.0061492919921875,0.006378173828125,0.0066070556640625,0.0068359375]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[1,0,0,2,2,0,3,0,4,4,5,6,15,12,26,24,58,57,98,152,241,322,538,838,1354,2185,3570,6280,10796,20050,36949,67992,115033,129276,87365,47505,25785,13946,7781,4387,2617,1628,1051,645,393,258,189,101,80,68,40,32,15,15,7,6,3,8,1,1,1,2,0,1],"bins":[-0.000946044921875,-0.0009175539016723633,-0.0008890628814697266,-0.0008605718612670898,-0.0008320808410644531,-0.0008035898208618164,-0.0007750988006591797,-0.000746607780456543,-0.0007181167602539062,-0.0006896257400512695,-0.0006611347198486328,-0.0006326436996459961,-0.0006041526794433594,-0.0005756616592407227,-0.0005471706390380859,-0.0005186796188354492,-0.0004901885986328125,-0.0004616975784301758,-0.00043320655822753906,-0.00040471553802490234,-0.0003762245178222656,-0.0003477334976196289,-0.0003192424774169922,-0.00029075145721435547,-0.00026226043701171875,-0.00023376941680908203,-0.0002052783966064453,-0.0001767873764038086,-0.00014829635620117188,-0.00011980533599853516,-9.131431579589844e-05,-6.282329559326172e-05,-3.4332275390625e-05,-5.841255187988281e-06,2.2649765014648438e-05,5.1140785217285156e-05,7.963180541992188e-05,0.0001081228256225586,0.0001366138458251953,0.00016510486602783203,0.00019359588623046875,0.00022208690643310547,0.0002505779266357422,0.0002790689468383789,0.0003075599670410156,0.00033605098724365234,0.00036454200744628906,0.0003930330276489258,0.0004215240478515625,0.0004500150680541992,0.00047850608825683594,0.0005069971084594727,0.0005354881286621094,0.0005639791488647461,0.0005924701690673828,0.0006209611892700195,0.0006494522094726562,0.000677943229675293,0.0007064342498779297,0.0007349252700805664,0.0007634162902832031,0.0007919073104858398,0.0008203983306884766,0.0008488893508911133,0.00087738037109375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,1,1,1,0,2,5,9,25,11,30,52,81,103,166,230,300,440,660,869,1357,1876,2526,3679,5609,8212,12025,18989,29166,47827,83426,127687,95125,54060,32771,20314,13217,9217,6042,4207,2886,2002,1316,1034,693,478,347,270,156,110,74,45,27,20,15,9,7,8,2,1,1,1,3],"bins":[-0.0291748046875,-0.028280258178710938,-0.027385711669921875,-0.026491165161132812,-0.02559661865234375,-0.024702072143554688,-0.023807525634765625,-0.022912979125976562,-0.0220184326171875,-0.021123886108398438,-0.020229339599609375,-0.019334793090820312,-0.01844024658203125,-0.017545700073242188,-0.016651153564453125,-0.015756607055664062,-0.014862060546875,-0.013967514038085938,-0.013072967529296875,-0.012178421020507812,-0.01128387451171875,-0.010389328002929688,-0.009494781494140625,-0.008600234985351562,-0.0077056884765625,-0.0068111419677734375,-0.005916595458984375,-0.0050220489501953125,-0.00412750244140625,-0.0032329559326171875,-0.002338409423828125,-0.0014438629150390625,-0.00054931640625,0.0003452301025390625,0.001239776611328125,0.0021343231201171875,0.00302886962890625,0.0039234161376953125,0.004817962646484375,0.0057125091552734375,0.0066070556640625,0.0075016021728515625,0.008396148681640625,0.009290695190429688,0.01018524169921875,0.011079788208007812,0.011974334716796875,0.012868881225585938,0.013763427734375,0.014657974243164062,0.015552520751953125,0.016447067260742188,0.01734161376953125,0.018236160278320312,0.019130706787109375,0.020025253295898438,0.0209197998046875,0.021814346313476562,0.022708892822265625,0.023603439331054688,0.02449798583984375,0.025392532348632812,0.026287078857421875,0.027181625366210938,0.028076171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,4,0,0,2,1,1,2,2,2,5,10,5,9,11,11,12,8,19,19,21,37,21,25,30,40,27,38,43,40,37,44,27,34,24,29,24,13,12,14,11,9,10,3,2,3,4,4,1,3,1,2,4,0,2,2,2,0,0,0,0,0,0,1],"bins":[-0.0003267415158916265,-0.0003151751006953418,-0.0003036086854990572,-0.0002920422703027725,-0.0002804758842103183,-0.0002689094690140337,-0.000257343053817749,-0.00024577663862146437,-0.00023421022342517972,-0.00022264380822889507,-0.00021107739303261042,-0.000199510992388241,-0.00018794457719195634,-0.0001763781619956717,-0.00016481176135130227,-0.00015324534615501761,-0.00014167893095873296,-0.0001301125157624483,-0.00011854610784212127,-0.00010697969992179424,-9.541328472550958e-05,-8.384686952922493e-05,-7.22804616088979e-05,-6.071405005059205e-05,-4.9147638492286205e-05,-3.758122693398036e-05,-2.6014815375674516e-05,-1.4448403817368671e-05,-2.8819922590628266e-06,8.684419299243018e-06,2.0250830857548863e-05,3.181724241585471e-05,4.338365397416055e-05,5.49500655324664e-05,6.651647709077224e-05,7.808288501109928e-05,8.964930020738393e-05,0.00010121571540366858,0.00011278212332399562,0.00012434853124432266,0.0001359149464406073,0.00014748136163689196,0.0001590477768331766,0.00017061417747754604,0.0001821805926738307,0.00019374700787011534,0.00020531340851448476,0.00021687982371076941,0.00022844623890705407,0.00024001265410333872,0.00025157906929962337,0.000263145484495908,0.0002747118705883622,0.00028627828578464687,0.0002978447009809315,0.00030941111617721617,0.0003209775313735008,0.0003325439465697855,0.00034411036176607013,0.0003556767769623548,0.00036724319215863943,0.0003788095782510936,0.0003903759934473783,0.00040194240864366293,0.0004135088238399476]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,2,0,2,3,9,18,43,68,107,207,364,632,963,1592,2402,3617,5545,7899,11237,15324,20686,27059,34707,43589,52877,62233,71734,81208,89186,94686,98431,100298,98748,95533,90091,82455,73635,64469,54894,44959,36539,28894,21731,16600,12162,8496,5946,3909,2651,1692,1116,670,416,234,144,74,39,21,14,2,0,0,1],"bins":[-0.10414992272853851,-0.10095580667257309,-0.09776169061660767,-0.09456757456064224,-0.09137345850467682,-0.08817934989929199,-0.08498523384332657,-0.08179111778736115,-0.07859700173139572,-0.0754028856754303,-0.07220876961946487,-0.06901465356349945,-0.06582054495811462,-0.0626264289021492,-0.05943231284618378,-0.05623819679021835,-0.05304408073425293,-0.049849964678287506,-0.04665584862232208,-0.04346173629164696,-0.040267620235681534,-0.03707350417971611,-0.033879391849040985,-0.03068527579307556,-0.027491159737110138,-0.024297043681144714,-0.02110292948782444,-0.017908815294504166,-0.014714699238538742,-0.011520584113895893,-0.008326468989253044,-0.005132353864610195,-0.0019382387399673462,0.0012558763846755028,0.004449991509318352,0.007644106633961201,0.01083822175860405,0.014032336883246899,0.017226452007889748,0.020420566201210022,0.023614682257175446,0.02680879831314087,0.030002912506461143,0.03319702669978142,0.03639114275574684,0.039585258811712265,0.04277937114238739,0.045973487198352814,0.04916760325431824,0.05236171931028366,0.055555835366249084,0.05874994769692421,0.06194406375288963,0.06513817608356476,0.06833229213953018,0.0715264081954956,0.07472052425146103,0.07791464030742645,0.08110875636339188,0.0843028724193573,0.08749698102474213,0.09069109708070755,0.09388521313667297,0.0970793291926384,0.10027344524860382]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,1,2,3,1,2,0,4,11,10,14,12,28,38,37,68,78,140,160,225,313,432,590,812,1053,1378,1863,2480,3192,4591,18202,334333,7907,3750,2885,2125,1711,1265,898,724,533,367,311,208,152,98,69,36,36,18,8,13,9,8,4,2,1,0,0,1,1,0,0,2],"bins":[-0.08575648069381714,-0.08301456272602081,-0.08027264475822449,-0.07753073424100876,-0.07478881627321243,-0.07204689830541611,-0.06930498778820038,-0.06656306982040405,-0.06382115185260773,-0.0610792338848114,-0.058337319642305374,-0.05559540539979935,-0.05285348743200302,-0.050111569464206696,-0.04736965522170067,-0.04462774097919464,-0.041885823011398315,-0.03914390504360199,-0.03640199080109596,-0.033660076558589935,-0.03091815859079361,-0.028176242485642433,-0.025434326380491257,-0.02269241027534008,-0.019950494170188904,-0.017208578065037727,-0.014466661959886551,-0.011724745854735374,-0.008982829749584198,-0.0062409136444330215,-0.003498997539281845,-0.0007570814341306686,0.001984834671020508,0.004726750776171684,0.007468666881322861,0.010210582986474037,0.012952499091625214,0.01569441519677639,0.018436331301927567,0.021178247407078743,0.02392016351222992,0.026662079617381096,0.029403995722532272,0.0321459099650383,0.034887827932834625,0.03762974590063095,0.04037166014313698,0.043113574385643005,0.04585549235343933,0.04859741032123566,0.051339324563741684,0.05408123880624771,0.05682315677404404,0.05956507474184036,0.06230698898434639,0.06504890322685242,0.06779082119464874,0.07053273916244507,0.0732746571302414,0.07601656764745712,0.07875848561525345,0.08150040358304977,0.0842423141002655,0.08698423206806183,0.08972615003585815],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[2,1,4,3,3,9,14,10,23,23,40,65,92,133,171,206,366,404,577,832,1216,1673,2366,3464,5408,7614,12099,18316,28941,45595,71193,94150,93221,70436,46541,29202,18557,11825,7993,5152,3680,2380,1583,1194,878,582,438,295,232,167,125,66,76,69,40,27,22,13,9,3,3,1,0,1],"bins":[-0.0009918212890625,-0.0009608268737792969,-0.0009298324584960938,-0.0008988380432128906,-0.0008678436279296875,-0.0008368492126464844,-0.0008058547973632812,-0.0007748603820800781,-0.000743865966796875,-0.0007128715515136719,-0.0006818771362304688,-0.0006508827209472656,-0.0006198883056640625,-0.0005888938903808594,-0.0005578994750976562,-0.0005269050598144531,-0.00049591064453125,-0.0004649162292480469,-0.00043392181396484375,-0.0004029273986816406,-0.0003719329833984375,-0.0003409385681152344,-0.00030994415283203125,-0.0002789497375488281,-0.000247955322265625,-0.00021696090698242188,-0.00018596649169921875,-0.00015497207641601562,-0.0001239776611328125,-9.298324584960938e-05,-6.198883056640625e-05,-3.0994415283203125e-05,0,3.0994415283203125e-05,6.198883056640625e-05,9.298324584960938e-05,0.0001239776611328125,0.00015497207641601562,0.00018596649169921875,0.00021696090698242188,0.000247955322265625,0.0002789497375488281,0.00030994415283203125,0.0003409385681152344,0.0003719329833984375,0.0004029273986816406,0.00043392181396484375,0.0004649162292480469,0.00049591064453125,0.0005269050598144531,0.0005578994750976562,0.0005888938903808594,0.0006198883056640625,0.0006508827209472656,0.0006818771362304688,0.0007128715515136719,0.000743865966796875,0.0007748603820800781,0.0008058547973632812,0.0008368492126464844,0.0008678436279296875,0.0008988380432128906,0.0009298324584960938,0.0009608268737792969,0.0009918212890625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-3.6506939977698494e-06,-3.5266336908534868e-06,-3.402573383937124e-06,-3.2785130770207616e-06,-3.154452770104399e-06,-3.0303926905617118e-06,-2.906332383645349e-06,-2.7822720767289866e-06,-2.658211769812624e-06,-2.5341514628962614e-06,-2.4100911559798988e-06,-2.286030849063536e-06,-2.161970769520849e-06,-2.0379104626044864e-06,-1.9138501556881238e-06,-1.7897898487717612e-06,-1.6657295418553986e-06,-1.541669234939036e-06,-1.4176089280226734e-06,-1.2935487347931485e-06,-1.1694884278767859e-06,-1.0454281209604233e-06,-9.213678708874795e-07,-7.973076208145358e-07,-6.732473138981732e-07,-5.491870069818106e-07,-4.251267569088668e-07,-3.0106647841421363e-07,-1.7700619991956046e-07,-5.294592142490728e-08,7.111435706974589e-08,1.9517463556439907e-07,3.1923445931170136e-07,4.4329473780635453e-07,5.673550163010077e-07,6.914152663739515e-07,8.154755732903141e-07,9.395358802066767e-07,1.0635960734362016e-06,1.1876563803525642e-06,1.3117166872689268e-06,1.4357769941852894e-06,1.559837301101652e-06,1.6838974943311769e-06,1.8079578012475395e-06,1.9320179944770643e-06,2.056078301393427e-06,2.1801386083097896e-06,2.304198915226152e-06,2.4282592221425148e-06,2.5523195290588774e-06,2.67637983597524e-06,2.8004401428916026e-06,2.9245002224342898e-06,3.0485605293506524e-06,3.172620836267015e-06,3.2966811431833776e-06,3.42074145009974e-06,3.5448017570161028e-06,3.6688620639324654e-06,3.7929221434751526e-06,3.916982677765191e-06,4.041042757307878e-06,4.165103291597916e-06,4.289163371140603e-06],"_type":"histogram","values":[2,2,0,4,5,1,4,3,2,3,5,8,0,3,5,6,11,9,5,8,21,12,18,31,36,43,30,36,55,52,42,48,37,31,30,24,25,21,16,8,11,15,4,4,8,4,4,3,3,0,0,2,1,1,0,3,0,0,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[2,0,3,0,2,2,1,2,4,5,3,4,5,4,12,6,13,19,25,23,25,28,30,30,33,36,46,46,30,28,37,34,42,24,30,22,13,15,14,7,6,12,8,3,5,4,4,0,2,4,2,2,3,0,2,1,1,1,0,0,0,0,2,1],"bins":[-0.00036845915019512177,-0.0003552093985490501,-0.0003419596469029784,-0.0003287098661530763,-0.0003154601145070046,-0.00030221036286093295,-0.0002889605821110308,-0.00027571083046495914,-0.00026246107881888747,-0.0002492113271728158,-0.0002359615609748289,-0.000222711794776842,-0.00020946204313077033,-0.00019621229148469865,-0.00018296252528671175,-0.00016971275908872485,-0.00015646300744265318,-0.0001432132557965815,-0.0001299634895985946,-0.00011671373067656532,-0.00010346397175453603,-9.021421283250675e-05,-7.696445391047746e-05,-6.371469498844817e-05,-5.0464936066418886e-05,-3.72151771443896e-05,-2.3965418222360313e-05,-1.0715659300331026e-05,2.5340996216982603e-06,1.5783858543727547e-05,2.9033617465756834e-05,4.228337638778612e-05,5.553313530981541e-05,6.87828942318447e-05,8.203265315387398e-05,9.528241207590327e-05,0.00010853217099793255,0.00012178192991996184,0.00013503168884199113,0.00014828145503997803,0.0001615312066860497,0.00017478095833212137,0.00018803072453010827,0.00020128049072809517,0.00021453024237416685,0.00022777999402023852,0.00024102976021822542,0.0002542795264162123,0.000267529278062284,0.00028077902970835567,0.00029402878135442734,0.00030727856210432947,0.00032052831375040114,0.0003337780653964728,0.00034702784614637494,0.0003602775977924466,0.0003735273494385183,0.00038677710108458996,0.00040002685273066163,0.00041327663348056376,0.00042652638512663543,0.0004397761367727071,0.00045302591752260923,0.0004662756691686809,0.0004795254208147526]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[2,1,2,4,1,1,1,1,1,4,2,2,3,1,4,5,2,2,2,4,2,2,1,1,1,0,4,0,0,1,2,5,1,3,0,2,3,1,0,1,3,2,4,0,1,4,0,3,2,3,4,3,2,0,4,0,3,2,2,1,1,2,4,3],"bins":[-0.03545288369059563,-0.03434377163648605,-0.03323465958237648,-0.03212554752826691,-0.031016437336802483,-0.02990732528269291,-0.028798215091228485,-0.027689103037118912,-0.02657999098300934,-0.025470878928899765,-0.02436176687479019,-0.023252656683325768,-0.022143544629216194,-0.02103443257510662,-0.019925322383642197,-0.018816210329532623,-0.01770709827542305,-0.016597986221313477,-0.015488875098526478,-0.014379763975739479,-0.013270651921629906,-0.012161539867520332,-0.011052428744733334,-0.009943317621946335,-0.008834205567836761,-0.007725093979388475,-0.006615982390940189,-0.005506870802491903,-0.004397759214043617,-0.003288647625595331,-0.002179536037147045,-0.001070424448698759,3.868713974952698e-05,0.001147798728197813,0.002256910316646099,0.003366021905094385,0.004475133493542671,0.005584245081990957,0.006693356670439243,0.007802468258887529,0.008911579847335815,0.010020691901445389,0.011129803024232388,0.012238914147019386,0.01334802620112896,0.014457138255238533,0.015566249378025532,0.01667536050081253,0.017784472554922104,0.018893584609031677,0.02000269666314125,0.021111806854605675,0.022220918908715248,0.02333003096282482,0.024439141154289246,0.02554825320839882,0.026657365262508392,0.027766477316617966,0.02887558937072754,0.029984699562191963,0.031093811616301537,0.03220292180776596,0.033312033861875534,0.03442114591598511,0.03553025797009468]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,1,1,2,7,7,15,35,56,78,143,182,312,451,679,981,1312,1884,2569,3431,4521,5912,7340,8865,10937,12460,14671,16412,18285,19737,20895,21641,22517,22333,21844,21118,19615,18412,16541,14586,12510,10800,8919,7281,5832,4560,3494,2670,1964,1407,940,708,461,346,182,140,85,57,31,18,9,7,3,3],"bins":[-0.09457201510667801,-0.09170828759670258,-0.08884456753730774,-0.0859808400273323,-0.08311711251735687,-0.08025339245796204,-0.0773896649479866,-0.07452593743801117,-0.07166221737861633,-0.0687984898686409,-0.06593476235866547,-0.06307103484869003,-0.0602073147892952,-0.05734358727931976,-0.05447986349463463,-0.051616135984659195,-0.04875241219997406,-0.045888688415288925,-0.04302496090531349,-0.04016123712062836,-0.037297509610652924,-0.03443378582596779,-0.031570062041282654,-0.02870633639395237,-0.025842610746622086,-0.0229788850992918,-0.020115159451961517,-0.017251435667276382,-0.014387710019946098,-0.011523984372615814,-0.008660259656608105,-0.005796534474939108,-0.002932816743850708,-6.90915621817112e-05,0.0027946336194872856,0.005658358801156282,0.00852208398282528,0.011385809630155563,0.014249534346163273,0.017113259062170982,0.019976984709501266,0.02284071035683155,0.025704436004161835,0.02856815978884697,0.031431883573532104,0.03429561108350754,0.03715933486819267,0.040023062378168106,0.04288678616285324,0.045750509947538376,0.04861423745751381,0.051477961242198944,0.05434168875217438,0.05720541253685951,0.06006913632154465,0.06293286383152008,0.06579658389091492,0.06866031140089035,0.07152403891086578,0.07438776642084122,0.07725148648023605,0.08011521399021149,0.08297894150018692,0.08584266155958176,0.08870638906955719]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-0.06206897273659706,-0.059700775891542435,-0.05733257532119751,-0.05496437847614288,-0.05259618163108826,-0.05022798106074333,-0.047859784215688705,-0.04549158364534378,-0.043123386800289154,-0.04075518995523453,-0.0383869893848896,-0.036018792539834976,-0.03365059196949005,-0.031282395124435425,-0.0289141982793808,-0.026545999571681023,-0.024177800863981247,-0.02180960215628147,-0.019441403448581696,-0.01707320660352707,-0.014705007895827293,-0.012336809188127518,-0.009968611411750317,-0.007600413169711828,-0.00523221492767334,-0.0028640166856348515,-0.0004958184435963631,0.0018723797984421253,0.004240578040480614,0.006608776282519102,0.00897697452455759,0.011345172300934792,0.013713367283344269,0.016081565991044044,0.01844976469874382,0.020817961543798447,0.023186160251498222,0.025554358959197998,0.027922555804252625,0.0302907545119524,0.032658953219652176,0.0350271500647068,0.03739535063505173,0.039763547480106354,0.04213174432516098,0.044499944895505905,0.04686814174056053,0.04923634231090546,0.05160453915596008,0.05397273600101471,0.056340936571359634,0.05870913341641426,0.061077333986759186,0.06344553083181381,0.06581372767686844,0.06818192452192307,0.07055012881755829,0.07291832566261292,0.07528652250766754,0.07765471935272217,0.0800229161977768,0.08239111304283142,0.08475931733846664,0.08712751418352127,0.0894957110285759],"_type":"histogram","values":[1,0,2,1,5,1,13,5,5,11,18,15,28,20,22,24,39,36,52,64,57,67,70,74,58,81,76,54,69,55,56,72,44,55,58,35,43,33,28,17,13,20,7,4,7,7,5,0,4,1,2,1,0,0,0,0,0,0,0,0,0,0,0,1]},"_runtime":102.259350508,"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,2,1,1,3,3,2,4,7,6,10,9,9,17,14,16,26,29,30,30,44,34,30,38,33,31,33,24,33,22,23,17,23,8,19,18,12,10,8,8,8,7,4,7,6,8,13,3,2,3,7,3,1,0,2,0,2,1,0,0,0,1],"bins":[0.9993163347244263,0.9993432760238647,0.999370276927948,0.9993972182273865,0.999424159526825,0.9994511008262634,0.9994781017303467,0.9995050430297852,0.9995319843292236,0.9995589852333069,0.9995859265327454,0.9996128678321838,0.9996398091316223,0.9996668100357056,0.999693751335144,0.9997206926345825,0.999747633934021,0.9997746348381042,0.9998015761375427,0.9998285174369812,0.9998555183410645,0.9998824596405029,0.9999094009399414,0.9999363422393799,0.9999633431434631,0.9999902844429016,1.0000172853469849,1.0000442266464233,1.0000711679458618,1.0000981092453003,1.0001250505447388,1.0001519918441772,1.0001790523529053,1.0002059936523438,1.0002329349517822,1.0002598762512207,1.0002868175506592,1.0003137588500977,1.0003407001495361,1.0003676414489746,1.0003947019577026,1.0004216432571411,1.0004485845565796,1.000475525856018,1.0005024671554565,1.000529408454895,1.0005563497543335,1.0005834102630615,1.0006103515625,1.0006372928619385,1.000664234161377,1.0006911754608154,1.000718116760254,1.0007450580596924,1.0007721185684204,1.0007990598678589,1.0008260011672974,1.0008529424667358,1.0008798837661743,1.0009068250656128,1.0009337663650513,1.0009608268737793,1.0009877681732178,1.0010147094726562,1.0010416507720947]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[2,3,1,1,4,1,11,7,10,17,24,43,51,62,101,115,189,240,348,561,701,949,1455,2126,3226,4757,6742,10389,17119,27921,51932,96025,132367,98523,53823,29260,17618,10765,7130,4680,3269,2185,1454,1056,788,494,350,266,208,121,103,62,42,25,27,20,16,15,7,8,5,2,1,1],"bins":[-0.0028076171875,-0.0027213096618652344,-0.0026350021362304688,-0.002548694610595703,-0.0024623870849609375,-0.002376079559326172,-0.0022897720336914062,-0.0022034645080566406,-0.002117156982421875,-0.0020308494567871094,-0.0019445419311523438,-0.0018582344055175781,-0.0017719268798828125,-0.0016856193542480469,-0.0015993118286132812,-0.0015130043029785156,-0.00142669677734375,-0.0013403892517089844,-0.0012540817260742188,-0.0011677742004394531,-0.0010814666748046875,-0.0009951591491699219,-0.0009088516235351562,-0.0008225440979003906,-0.000736236572265625,-0.0006499290466308594,-0.0005636215209960938,-0.0004773139953613281,-0.0003910064697265625,-0.0003046989440917969,-0.00021839141845703125,-0.00013208389282226562,-4.57763671875e-05,4.0531158447265625e-05,0.00012683868408203125,0.00021314620971679688,0.0002994537353515625,0.0003857612609863281,0.00047206878662109375,0.0005583763122558594,0.000644683837890625,0.0007309913635253906,0.0008172988891601562,0.0009036064147949219,0.0009899139404296875,0.0010762214660644531,0.0011625289916992188,0.0012488365173339844,0.00133514404296875,0.0014214515686035156,0.0015077590942382812,0.0015940666198730469,0.0016803741455078125,0.0017666816711425781,0.0018529891967773438,0.0019392967224121094,0.002025604248046875,0.0021119117736816406,0.0021982192993164062,0.002284526824951172,0.0023708343505859375,0.002457141876220703,0.0025434494018554688,0.0026297569274902344,0.002716064453125]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[2,0,0,0,1,1,0,1,1,0,3,2,0,2,4,3,4,9,5,7,13,11,16,16,20,28,17,41,33,25,35,36,46,46,30,39,27,33,25,27,31,23,18,12,15,15,13,9,7,1,3,4,3,1,0,0,1,0,0,0,0,1,0,2],"bins":[-0.00037038809387013316,-0.0003591711865738034,-0.00034795425017364323,-0.0003367373428773135,-0.00032552043558098376,-0.00031430349918082356,-0.00030308659188449383,-0.0002918696845881641,-0.00028065277729183435,-0.00026943584089167416,-0.0002582189335953444,-0.0002470020262990147,-0.0002357850898988545,-0.00022456818260252476,-0.0002133512607542798,-0.00020213435345795006,-0.0001909174316097051,-0.00017970050976146013,-0.0001684836024651304,-0.00015726668061688542,-0.0001460497733205557,-0.00013483285147231072,-0.00012361592962406576,-0.0001123990150517784,-0.00010118210047949106,-8.99651859072037e-05,-7.874827133491635e-05,-6.753134948667139e-05,-5.631443491438404e-05,-4.5097520342096686e-05,-3.388060213183053e-05,-2.2663685740553774e-05,-1.1446798453107476e-05,-2.298820618307218e-07,1.0987034329446033e-05,2.2203950720722787e-05,3.342086711199954e-05,4.463778168428689e-05,5.585469989455305e-05,6.707161810481921e-05,7.828853267710656e-05,8.950544724939391e-05,0.00010072236182168126,0.00011193928366992623,0.0001231562055181712,0.00013437311281450093,0.0001455900346627459,0.00015680694195907563,0.0001680238638073206,0.00017924078565556556,0.0001904576929518953,0.00020167461480014026,0.00021289152209647,0.00022410844394471496,0.00023532536579295993,0.00024654227308928967,0.0002577591803856194,0.0002689761167857796,0.00028019302408210933,0.00029140993137843907,0.00030262686777859926,0.000313843775074929,0.00032506068237125874,0.00033627761877141893,0.00034749452606774867],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,1,0,0,0,0,0,0,2,0,0,2,2,0,2,4,4,6,6,10,10,15,17,25,40,33,67,76,78,73,66,56,35,26,21,26,10,10,10,6,8,2,5,1,4,3,1,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.00810130126774311,-0.007868819870054722,-0.007636337541043758,-0.00740385614335537,-0.0071713742800056934,-0.006938892416656017,-0.006706410553306341,-0.006473928689956665,-0.006241447292268276,-0.0060089654289186,-0.005776483565568924,-0.005544001702219248,-0.005311519838869572,-0.0050790379755198956,-0.004846556577831507,-0.004614074714481831,-0.0043815928511321545,-0.004149110987782478,-0.003916629124432802,-0.0036841474939137697,-0.0034516658633947372,-0.003219184000045061,-0.002986702136695385,-0.0027542205061763525,-0.0025217386428266764,-0.0022892567794770002,-0.0020567751489579678,-0.0018242932856082916,-0.0015918115386739373,-0.001359329791739583,-0.0011268479283899069,-0.0008943661814555526,-0.000661883968859911,-0.0004294021928217262,-0.00019692041678354144,3.556135925464332e-05,0.0002680431352928281,0.0005005248822271824,0.0007330066873691976,0.0009654884925112128,0.0011979702394455671,0.0014304519863799214,0.0016629337333142757,0.0018954155966639519,0.002127897460013628,0.0023603790905326605,0.0025928609538823366,0.002825342584401369,0.0030578244477510452,0.0032903063111007214,0.003522787941619754,0.00375526980496943,0.0039877514354884624,0.004220233298838139,0.004452715162187815,0.004685197025537491,0.00491767842322588,0.005150160286575556,0.005382642149925232,0.005615124013274908,0.005847605876624584,0.00608008773997426,0.006312569137662649,0.006545051001012325,0.006777532864362001],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,0,1,1,2,1,2,3,2,3,2,4,9,6,7,12,14,15,12,18,21,32,32,28,31,36,31,40,21,31,22,31,31,20,20,22,26,15,20,13,15,14,19,9,21,11,2,3,4,7,3,4,3,4,2,1,3,1,1,0,1,0,2],"bins":[0.9992349743843079,0.9992611408233643,0.9992873668670654,0.9993135333061218,0.999339759349823,0.9993659257888794,0.9993921518325806,0.999418318271637,0.9994445443153381,0.9994707107543945,0.9994969367980957,0.9995231032371521,0.9995493292808533,0.9995754957199097,0.9996017217636108,0.9996278882026672,0.9996541142463684,0.9996802806854248,0.999706506729126,0.9997326731681824,0.9997588992118835,0.9997850656509399,0.9998112916946411,0.9998374581336975,0.9998636841773987,0.9998898506164551,0.9999160766601562,0.9999422430992126,0.9999684691429138,0.9999946355819702,1.0000208616256714,1.0000470876693726,1.0000731945037842,1.0000994205474854,1.0001256465911865,1.0001517534255981,1.0001779794692993,1.0002042055130005,1.0002304315567017,1.0002565383911133,1.0002827644348145,1.0003089904785156,1.0003352165222168,1.0003613233566284,1.0003875494003296,1.0004137754440308,1.000440001487732,1.0004661083221436,1.0004923343658447,1.000518560409546,1.000544786453247,1.0005708932876587,1.0005971193313599,1.000623345375061,1.0006495714187622,1.0006756782531738,1.000701904296875,1.0007281303405762,1.0007543563842773,1.000780463218689,1.0008066892623901,1.0008329153060913,1.0008591413497925,1.000885248184204,1.0009114742279053],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,0,2,4,4,5,8,8,10,9,11,10,17,17,17,25,17,18,18,17,31,26,28,27,27,15,28,32,23,29,26,21,24,24,25,18,20,15,19,12,13,9,12,12,9,2,7,4,3,2,0,1,0,2,0,2],"bins":[-0.0009586707456037402,-0.0009305469575338066,-0.0009024231694638729,-0.0008742993813939393,-0.0008461755933240056,-0.0008180518634617329,-0.0007899280753917992,-0.0007618042873218656,-0.0007336804992519319,-0.0007055567111819983,-0.0006774329231120646,-0.000649309135042131,-0.0006211854051798582,-0.0005930616171099246,-0.0005649378290399909,-0.0005368140409700572,-0.0005086902529001236,-0.00048056646483018994,-0.0004524426767602563,-0.0004243189177941531,-0.00039619512972421944,-0.0003680713416542858,-0.0003399475826881826,-0.00031182379461824894,-0.0002837000065483153,-0.00025557621847838163,-0.0002274524449603632,-0.00019932867144234478,-0.00017120488337241113,-0.00014308109530247748,-0.00011495732178445905,-8.683354099048302e-05,-5.870981840416789e-05,-3.058603761019185e-05,-2.462256816215813e-06,2.5661523977760226e-05,5.3785304771736264e-05,8.19090855657123e-05,0.00011003286635968834,0.00013815663987770677,0.00016628042794764042,0.00019440421601757407,0.0002225279895355925,0.0002506517630536109,0.0002787755511235446,0.0003068993391934782,0.0003350230981595814,0.0003631468862295151,0.00039127067429944873,0.0004193944623693824,0.00044751825043931603,0.00047564200940541923,0.0005037657683715224,0.0005318895564414561,0.0005600133445113897,0.0005881371325813234,0.000616260920651257,0.0006443847087211907,0.0006725084967911243,0.000700632284861058,0.0007287560729309916,0.0007568798027932644,0.000785003590863198,0.0008131273789331317,0.0008412511670030653]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[2,0,1,0,1,1,3,3,6,10,7,14,18,51,42,70,105,163,282,344,597,765,1310,1881,2954,5051,7651,12711,20412,34534,61467,113505,221073,370902,325956,175560,91552,50912,29013,16627,10228,6391,3916,2470,1549,983,620,402,273,178,117,55,46,21,25,8,6,4,5,6,2,1,0,2],"bins":[-0.004241943359375,-0.004116535186767578,-0.003991127014160156,-0.0038657188415527344,-0.0037403106689453125,-0.0036149024963378906,-0.0034894943237304688,-0.003364086151123047,-0.003238677978515625,-0.003113269805908203,-0.0029878616333007812,-0.0028624534606933594,-0.0027370452880859375,-0.0026116371154785156,-0.0024862289428710938,-0.002360820770263672,-0.00223541259765625,-0.002110004425048828,-0.0019845962524414062,-0.0018591880798339844,-0.0017337799072265625,-0.0016083717346191406,-0.0014829635620117188,-0.0013575553894042969,-0.001232147216796875,-0.0011067390441894531,-0.0009813308715820312,-0.0008559226989746094,-0.0007305145263671875,-0.0006051063537597656,-0.00047969818115234375,-0.0003542900085449219,-0.0002288818359375,-0.00010347366333007812,2.193450927734375e-05,0.00014734268188476562,0.0002727508544921875,0.0003981590270996094,0.0005235671997070312,0.0006489753723144531,0.000774383544921875,0.0008997917175292969,0.0010251998901367188,0.0011506080627441406,0.0012760162353515625,0.0014014244079589844,0.0015268325805664062,0.0016522407531738281,0.00177764892578125,0.0019030570983886719,0.0020284652709960938,0.0021538734436035156,0.0022792816162109375,0.0024046897888183594,0.0025300979614257812,0.002655506134033203,0.002780914306640625,0.002906322479248047,0.0030317306518554688,0.0031571388244628906,0.0032825469970703125,0.0034079551696777344,0.0035333633422851562,0.003658771514892578,0.0037841796875]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,8,14,25,24,51,81,160,261,431,639,1110,1582,2232,3334,4616,6167,8229,10748,13527,16699,19969,23831,27128,30248,32607,34731,35992,37109,36440,35217,33006,30133,27102,24168,20266,16774,13801,11058,8497,6572,4765,3500,2320,1691,1109,723,477,268,173,87,57,25,14,14,4,3,2,0,0,0,1],"bins":[-0.09576186537742615,-0.09262746572494507,-0.08949305862188339,-0.08635865896940231,-0.08322425186634064,-0.08008985221385956,-0.07695544511079788,-0.0738210454583168,-0.07068663835525513,-0.06755223870277405,-0.06441783905029297,-0.06128343194723129,-0.058149032294750214,-0.055014628916978836,-0.05188022553920746,-0.04874582216143608,-0.0456114187836647,-0.042477015405893326,-0.03934261202812195,-0.03620820865035057,-0.03307380527257919,-0.029939403757452965,-0.026805002242326736,-0.02367059886455536,-0.02053619548678398,-0.017401792109012604,-0.0142673896625638,-0.011132987216114998,-0.00799858383834362,-0.00486418092623353,-0.0017297780141234398,0.0014046248979866505,0.004539035260677338,0.007673438172787428,0.010807841084897518,0.013942243531346321,0.0170766469091177,0.020211050286889076,0.023345451802015305,0.026479855179786682,0.02961425855755806,0.03274866193532944,0.035883065313100815,0.03901746869087219,0.04215186834335327,0.04528627172112465,0.04842067509889603,0.051555078476667404,0.05468948185443878,0.05782388523221016,0.06095828860998154,0.06409268826246262,0.06722709536552429,0.07036149501800537,0.07349590212106705,0.07663030177354813,0.0797647088766098,0.08289910852909088,0.08603350818157196,0.08916791528463364,0.09230231493711472,0.09543672204017639,0.09857112169265747,0.10170552879571915,0.10483992844820023]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,1,0,1,3,2,6,10,6,16,18,26,27,28,52,85,101,138,182,298,457,663,974,1280,2156,3425,5400,8832,15646,26226,47429,93981,226442,499091,348900,143940,67647,34216,18471,10361,6116,3750,2202,1504,865,566,404,261,198,118,97,77,43,33,35,16,13,12,4,4,4,2,0,2],"bins":[-0.0191650390625,-0.018596649169921875,-0.01802825927734375,-0.017459869384765625,-0.0168914794921875,-0.016323089599609375,-0.01575469970703125,-0.015186309814453125,-0.014617919921875,-0.014049530029296875,-0.01348114013671875,-0.012912750244140625,-0.0123443603515625,-0.011775970458984375,-0.01120758056640625,-0.010639190673828125,-0.01007080078125,-0.009502410888671875,-0.00893402099609375,-0.008365631103515625,-0.0077972412109375,-0.007228851318359375,-0.00666046142578125,-0.006092071533203125,-0.005523681640625,-0.004955291748046875,-0.00438690185546875,-0.003818511962890625,-0.0032501220703125,-0.002681732177734375,-0.00211334228515625,-0.001544952392578125,-0.0009765625,-0.000408172607421875,0.00016021728515625,0.000728607177734375,0.0012969970703125,0.001865386962890625,0.00243377685546875,0.003002166748046875,0.003570556640625,0.004138946533203125,0.00470733642578125,0.005275726318359375,0.0058441162109375,0.006412506103515625,0.00698089599609375,0.007549285888671875,0.00811767578125,0.008686065673828125,0.00925445556640625,0.009822845458984375,0.0103912353515625,0.010959625244140625,0.01152801513671875,0.012096405029296875,0.012664794921875,0.013233184814453125,0.01380157470703125,0.014369964599609375,0.0149383544921875,0.015506744384765625,0.01607513427734375,0.016643524169921875,0.0172119140625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,1,0,0,0,2,2,1,5,4,5,7,9,11,7,12,13,15,11,16,12,28,28,24,35,22,23,29,33,22,37,26,31,17,26,28,28,21,19,20,18,12,18,8,13,13,8,9,8,7,4,4,5,2,1,0,2,0,1,0,1,1],"bins":[-0.0010127585846930742,-0.0009806741727516055,-0.0009485898190177977,-0.0009165054652839899,-0.0008844210533425212,-0.0008523366996087134,-0.0008202523458749056,-0.0007881679339334369,-0.0007560835801996291,-0.0007239992264658213,-0.0006919148145243526,-0.0006598304607905447,-0.000627746107056737,-0.0005956616951152682,-0.0005635773413814604,-0.0005314929294399917,-0.0004994085757061839,-0.00046732419286854565,-0.0004352398100309074,-0.0004031554562970996,-0.00037107107345946133,-0.00033898669062182307,-0.00030690233688801527,-0.000274817954050377,-0.00024273357121273875,-0.0002106491883751005,-0.00017856482008937746,-0.00014648045180365443,-0.00011439606896601617,-8.231169340433553e-05,-5.0227317842654884e-05,-1.814294228097424e-05,1.3941549696028233e-05,4.602592525770888e-05,7.811030081938952e-05,0.00011019467638107017,0.0001422790519427508,0.00017436343478038907,0.0002064478030661121,0.00023853217135183513,0.0002706165541894734,0.00030270093702711165,0.0003347853198647499,0.0003668696735985577,0.00039895405643619597,0.00043103843927383423,0.00046312279300764203,0.0004952072049491107,0.0005272915586829185,0.0005593759124167264,0.0005914603243581951,0.0006235446780920029,0.0006556290900334716,0.0006877134437672794,0.0007197977975010872,0.0007518822094425559,0.0007839665631763637,0.0008160509169101715,0.0008481353288516402,0.000880219682585448,0.0009123040363192558,0.0009443884482607245,0.0009764728019945323,0.0010085571557283401,0.0010406415676698089]},"train_batch_loss":0.4831455945968628,"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,1,1,2,0,5,4,4,3,6,3,5,11,6,15,11,10,15,17,19,27,25,15,22,30,18,27,26,26,30,31,26,28,27,24,30,26,26,19,21,14,18,14,8,19,10,9,5,6,2,3,2,3,4,2,1,1,0,0,1,0,1],"bins":[-0.013958721421658993,-0.01351667195558548,-0.013074622489511967,-0.012632573954761028,-0.012190524488687515,-0.011748475022614002,-0.01130642555654049,-0.010864376090466976,-0.010422326624393463,-0.009980278089642525,-0.009538228623569012,-0.009096179157495499,-0.008654129691421986,-0.008212080225348473,-0.007770031224936247,-0.007327982224524021,-0.006885932758450508,-0.006443883292376995,-0.006001834291964769,-0.005559784825891256,-0.005117735825479031,-0.004675686359405518,-0.0042336368933320045,-0.003791587660089135,-0.003349538426846266,-0.0029074891936033964,-0.002465439960360527,-0.002023390494287014,-0.0015813412610441446,-0.0011392920278012753,-0.000697242678143084,-0.00025519338669255376,0.00018685497343540192,0.0006289042648859322,0.0010709535563364625,0.0015130029059946537,0.001955052139237523,0.0023971013724803925,0.0028391508385539055,0.003281200071796775,0.0037232493050396442,0.004165298771113157,0.004607347771525383,0.005049397237598896,0.005491446703672409,0.005933495704084635,0.006375545170158148,0.0068175941705703735,0.0072596436366438866,0.0077016931027174,0.008143742568790913,0.008585791103541851,0.009027840569615364,0.009469890035688877,0.00991193950176239,0.010353988967835903,0.010796038433909416,0.011238086968660355,0.011680136434733868,0.01212218590080738,0.012564235366880894,0.013006284832954407,0.013448333367705345,0.013890382833778858,0.014332432299852371]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[3,0,0,0,1,2,1,4,3,2,4,8,7,6,7,11,6,19,19,12,20,20,27,26,30,25,35,31,33,25,20,24,26,25,23,18,21,29,18,20,22,12,10,8,11,14,6,9,14,6,8,6,3,6,2,3,4,1,2,2,2,2,1,3],"bins":[0.9993045330047607,0.9993279576301575,0.9993513822555542,0.9993748068809509,0.9993981719017029,0.9994215965270996,0.9994450211524963,0.9994684457778931,0.9994918704032898,0.9995152950286865,0.9995386600494385,0.9995620846748352,0.9995855093002319,0.9996089339256287,0.9996323585510254,0.9996557831764221,0.9996792078018188,0.9997025728225708,0.9997259974479675,0.9997494220733643,0.999772846698761,0.9997962713241577,0.9998196959495544,0.9998430609703064,0.9998664855957031,0.9998899102210999,0.9999133348464966,0.9999367594718933,0.99996018409729,0.999983549118042,1.0000070333480835,1.0000303983688354,1.000053882598877,1.000077247619629,1.0001006126403809,1.0001240968704224,1.0001474618911743,1.0001709461212158,1.0001943111419678,1.0002176761627197,1.0002411603927612,1.0002645254135132,1.0002880096435547,1.0003113746643066,1.0003348588943481,1.0003582239151,1.000381588935852,1.0004050731658936,1.0004284381866455,1.000451922416687,1.000475287437439,1.0004987716674805,1.0005221366882324,1.0005455017089844,1.0005689859390259,1.0005923509597778,1.0006158351898193,1.0006392002105713,1.0006625652313232,1.0006860494613647,1.0007094144821167,1.0007328987121582,1.0007562637329102,1.0007797479629517,1.0008031129837036],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[-0.009924047626554966,-0.009631959721446037,-0.009339870885014534,-0.009047782979905605,-0.008755695074796677,-0.008463606238365173,-0.008171518333256245,-0.007879430428147316,-0.0075873420573771,-0.007295253686606884,-0.007003165781497955,-0.006711077410727739,-0.006418989039957523,-0.006126901134848595,-0.005834812764078379,-0.00554272485896945,-0.005250636488199234,-0.004958548117429018,-0.004666460212320089,-0.004374371841549873,-0.004082283936440945,-0.0037901955656707287,-0.0034981071949005127,-0.0032060190569609404,-0.002913930919021368,-0.0026218427810817957,-0.0023297546431422234,-0.0020376662723720074,-0.001745578134432435,-0.0014534899964928627,-0.0011614017421379685,-0.0008693135459907353,-0.0005772244185209274,-0.0002851362223736942,6.951973773539066e-06,0.0002990401699207723,0.0005911283660680056,0.0008832165622152388,0.001175304758362472,0.0014673930127173662,0.0017594811506569386,0.002051569288596511,0.0023436574265360832,0.002635745797306299,0.0029278339352458715,0.003219922073185444,0.00351201044395566,0.003804098581895232,0.0040961867198348045,0.0043882750906050205,0.004680362995713949,0.004972451366484165,0.005264539271593094,0.00555662764236331,0.005848716013133526,0.0061408039182424545,0.0064328922890126705,0.0067249806597828865,0.007017068564891815,0.007309156935662031,0.007601245306432247,0.007893333211541176,0.008185421116650105,0.008477509953081608,0.008769597858190536],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,0,1,1,2,1,2,2,3,7,6,9,9,19,19,24,32,26,52,44,68,70,67,52,61,44,27,22,11,14,11,15,12,6,4,3,3,3,2,2,2,1,2,1,2,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,3,1,5,10,14,40,49,86,118,231,348,536,815,1200,1799,2460,3440,4657,6118,7883,10210,12528,15245,18332,20842,23927,26749,29493,31535,33250,34025,34284,33363,32454,30808,28240,25517,22654,19720,16770,13830,11311,9170,6943,5260,4000,2952,2096,1512,1029,722,460,308,193,124,63,43,19,13,11,2,2,1],"bins":[-0.0937860757112503,-0.09087871015071869,-0.08797134459018707,-0.08506397157907486,-0.08215660601854324,-0.07924924045801163,-0.07634187489748001,-0.0734345093369484,-0.07052713632583618,-0.06761977076530457,-0.06471240520477295,-0.06180503964424133,-0.05889767408370972,-0.0559903047978878,-0.053082939237356186,-0.05017556995153427,-0.047268204391002655,-0.04436083883047104,-0.041453469544649124,-0.03854610398411751,-0.03563873469829559,-0.03273136913776398,-0.02982400357723236,-0.026916636154055595,-0.02400926873087883,-0.021101901307702065,-0.0181945338845253,-0.015287168323993683,-0.012379800900816917,-0.009472433477640152,-0.006565066985785961,-0.003657700028270483,-0.0007503405213356018,0.0021570264361798763,0.0050643933936953545,0.007971759885549545,0.01087912730872631,0.013786494731903076,0.016693860292434692,0.019601227715611458,0.022508595138788223,0.02541596256196499,0.028323329985141754,0.03123069554567337,0.03413806110620499,0.0370454303920269,0.03995279595255852,0.04286016523838043,0.04576753079891205,0.048674896359443665,0.05158226564526558,0.054489631205797195,0.05739700049161911,0.060304366052150726,0.06321173161268234,0.06611909717321396,0.06902647018432617,0.07193383574485779,0.0748412013053894,0.07774856686592102,0.08065593242645264,0.08356329798698425,0.08647067099809647,0.08937803655862808,0.0922854021191597],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.0008567837649025023,-0.0008295896113850176,-0.0008023953996598721,-0.0007752012461423874,-0.0007480070344172418,-0.0007208128808997571,-0.0006936186691746116,-0.0006664245156571269,-0.0006392303621396422,-0.0006120361504144967,-0.000584841996897012,-0.0005576477851718664,-0.0005304536316543818,-0.0005032594199292362,-0.0004760652664117515,-0.0004488710837904364,-0.00042167690116912127,-0.00039448271854780614,-0.000367288535926491,-0.0003400943533051759,-0.0003129001706838608,-0.0002857060171663761,-0.000258511834545061,-0.00023131765192374587,-0.00020412346930243075,-0.00017692928668111563,-0.0001497351040598005,-0.0001225409359904006,-9.534675336908549e-05,-6.815257074777037e-05,-4.095839540241286e-05,-1.3764216419076547e-05,1.3429904356598854e-05,4.062408333993517e-05,6.781826232327148e-05,9.501243766862899e-05,0.0001222066202899441,0.00014940080291125923,0.00017659497098065913,0.00020378915360197425,0.00023098333622328937,0.0002581775188446045,0.0002853717014659196,0.00031256588408723474,0.0003397600376047194,0.0003669542202260345,0.00039414840284734964,0.00042134258546866477,0.0004485367680899799,0.000475730950711295,0.0005029251333326101,0.0005301192868500948,0.0005573134985752404,0.000584507652092725,0.0006117018638178706,0.0006388960173353553,0.00066609017085284,0.0006932843825779855,0.0007204785360954702,0.0007476727478206158,0.0007748669013381004,0.000802061113063246,0.0008292552665807307,0.0008564494783058763,0.0008836436318233609],"_type":"histogram","values":[1,0,0,0,1,0,1,1,0,2,3,0,4,10,8,9,10,16,14,14,12,26,25,20,21,31,34,28,24,35,40,25,33,21,30,26,36,22,17,17,18,25,17,13,14,9,11,4,10,6,4,2,4,3,3,1,2,2,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[1,1,4,0,3,4,2,5,8,4,4,3,6,7,14,17,21,19,18,22,17,23,30,20,46,31,23,29,33,28,32,29,26,28,21,25,24,21,17,20,12,13,12,9,8,9,5,4,2,3,1,1,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.006161009892821312,-0.005940552335232496,-0.005720094777643681,-0.005499637220054865,-0.005279179662466049,-0.0050587221048772335,-0.004838264547288418,-0.004617806989699602,-0.0043973494321107864,-0.004176891874521971,-0.003956434316933155,-0.003735976992174983,-0.0035155194345861673,-0.0032950618769973516,-0.003074604319408536,-0.0028541467618197203,-0.0026336892042309046,-0.002413231646642089,-0.002192774089053273,-0.0019723165314644575,-0.0017518589738756418,-0.001531401532702148,-0.0013109439751133323,-0.0010904864175245166,-0.0008700288599357009,-0.0006495713023468852,-0.00042911377386189997,-0.0002086562308249995,1.180131221190095e-05,0.0002322588552488014,0.00045271639828570187,0.0006731739267706871,0.0008936314843595028,0.0011140890419483185,0.0013345465995371342,0.0015550041571259499,0.0017754617147147655,0.0019959192723035812,0.002216376829892397,0.0024368343874812126,0.0026572919450700283,0.0028777492698282003,0.003098206827417016,0.0033186643850058317,0.0035391219425946474,0.003759579500183463,0.0039800372906029224,0.004200494848191738,0.0044209519401192665,0.004641409497708082,0.004861867055296898,0.005082324612885714,0.005302782170474529,0.005523239728063345,0.005743697285652161,0.005964154843240976,0.006184612400829792,0.006405069958418608,0.006625527516007423,0.006845985073596239,0.007066442631185055,0.0072869001887738705,0.007507357746362686,0.007727815303951502,0.007948272861540318],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,0,2,1,3,1,3,4,9,11,10,14,21,17,24,40,53,78,77,100,99,118,124,169,128,157,144,109,87,82,63,67,62,40,34,18,20,20,9,11,6,0,4,3,0,1,1,1,0,0,0,1],"bins":[-0.0008360173087567091,-0.0008133582305163145,-0.0007906991522759199,-0.0007680400740355253,-0.0007453809957951307,-0.0007227219175547361,-0.0007000628393143415,-0.000677403761073947,-0.0006547446828335524,-0.0006320856045931578,-0.0006094265263527632,-0.0005867674481123686,-0.000564108369871974,-0.0005414492916315794,-0.0005187902133911848,-0.0004961311351507902,-0.0004734720569103956,-0.00045081297867000103,-0.00042815390042960644,-0.00040549482218921185,-0.00038283574394881725,-0.00036017666570842266,-0.00033751758746802807,-0.0003148585092276335,-0.0002921994309872389,-0.0002695403527468443,-0.0002468812745064497,-0.0002242221962660551,-0.00020156311802566051,-0.00017890403978526592,-0.00015624496154487133,-0.00013358588330447674,-0.00011092674685642123,-8.826766861602664e-05,-6.560859037563205e-05,-4.2949512135237455e-05,-2.0290433894842863e-05,2.368644345551729e-06,2.502772258594632e-05,4.7686800826340914e-05,7.03458790667355e-05,9.30049573071301e-05,0.00011566403554752469,0.00013832311378791928,0.00016098219202831388,0.00018364127026870847,0.00020630034850910306,0.00022895942674949765,0.00025161850498989224,0.00027427758323028684,0.00029693666147068143,0.000319595739711076,0.0003422548179514706,0.0003649138961918652,0.0003875729744322598,0.0004102320526726544,0.000432891130913049,0.0004555502091534436,0.00047820928739383817,0.0005008683656342328,0.0005235274438746274,0.0005461865221150219,0.0005688456003554165,0.0005915046785958111,0.0006141637568362057]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,4,0,4,3,7,5,9,10,19,24,32,46,98,120,141,243,419,474,901,1329,2103,3091,5039,7694,12155,19689,32463,52133,80106,101627,93650,65919,41342,25509,15791,9911,6356,3978,2630,1596,1087,664,430,302,231,112,98,61,48,35,23,19,23,5,6,2,0,2,2,2],"bins":[-0.000659942626953125,-0.0006403923034667969,-0.0006208419799804688,-0.0006012916564941406,-0.0005817413330078125,-0.0005621910095214844,-0.0005426406860351562,-0.0005230903625488281,-0.0005035400390625,-0.0004839897155761719,-0.00046443939208984375,-0.0004448890686035156,-0.0004253387451171875,-0.0004057884216308594,-0.00038623809814453125,-0.0003666877746582031,-0.000347137451171875,-0.0003275871276855469,-0.00030803680419921875,-0.0002884864807128906,-0.0002689361572265625,-0.0002493858337402344,-0.00022983551025390625,-0.00021028518676757812,-0.00019073486328125,-0.00017118453979492188,-0.00015163421630859375,-0.00013208389282226562,-0.0001125335693359375,-9.298324584960938e-05,-7.343292236328125e-05,-5.3882598876953125e-05,-3.4332275390625e-05,-1.4781951904296875e-05,4.76837158203125e-06,2.4318695068359375e-05,4.38690185546875e-05,6.341934204101562e-05,8.296966552734375e-05,0.00010251998901367188,0.0001220703125,0.00014162063598632812,0.00016117095947265625,0.00018072128295898438,0.0002002716064453125,0.00021982192993164062,0.00023937225341796875,0.0002589225769042969,0.000278472900390625,0.0002980232238769531,0.00031757354736328125,0.0003371238708496094,0.0003566741943359375,0.0003762245178222656,0.00039577484130859375,0.0004153251647949219,0.00043487548828125,0.0004544258117675781,0.00047397613525390625,0.0004935264587402344,0.0005130767822265625,0.0005326271057128906,0.0005521774291992188,0.0005717277526855469,0.000591278076171875]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[-0.007883242331445217,-0.007657796144485474,-0.007432349491864443,-0.007206903304904699,-0.0069814566522836685,-0.006756010465323925,-0.0065305642783641815,-0.006305117625743151,-0.006079671438783407,-0.005854225251823664,-0.005628778599202633,-0.005403332412242889,-0.005177886225283146,-0.004952439572662115,-0.004726993385702372,-0.004501546733081341,-0.004276100546121597,-0.004050654359161854,-0.003825207706540823,-0.0035997615195810795,-0.0033743150997906923,-0.003148868680000305,-0.0029234224930405617,-0.0026979760732501745,-0.0024725296534597874,-0.0022470832336694,-0.002021636813879013,-0.0017961906269192696,-0.0015707442071288824,-0.0013452977873384953,-0.00111985148396343,-0.0008944051223807037,-0.0006689587607979774,-0.0004435123992152512,-0.00021806603763252497,7.380323950201273e-06,0.0002328266855329275,0.00045827304711565375,0.00068371940869838,0.0009091657702811062,0.0011346121318638325,0.0013600585516542196,0.001585504855029285,0.0018109511584043503,0.0020363975781947374,0.0022618439979851246,0.002487290184944868,0.0027127366047352552,0.0029381830245256424,0.0031636294443160295,0.0033890758641064167,0.00361452205106616,0.0038399684708565474,0.0040654148906469345,0.004290861077606678,0.004516307730227709,0.004741753917187452,0.004967200104147196,0.005192646756768227,0.00541809294372797,0.005643539130687714,0.005868985783308744,0.006094431970268488,0.006319878622889519,0.006545324809849262],"_type":"histogram","values":[1,0,1,0,1,0,0,0,1,0,0,0,0,0,1,1,1,1,0,1,0,4,5,3,4,10,13,12,12,32,30,54,64,65,79,77,67,44,43,34,24,20,16,10,4,4,8,3,5,3,2,1,1,2,0,0,0,3,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,2,3,0,2,1,2,1,3,4,10,6,10,14,28,39,34,39,55,62,72,87,85,43,42,25,23,16,12,6,8,2,7,3,4,1,4,3,1,1,1,0,0,1,0,1,1,1,0,0,1],"bins":[-0.015507463365793228,-0.015049710869789124,-0.014591958373785019,-0.01413420494645834,-0.013676452450454235,-0.01321869995445013,-0.012760947458446026,-0.012303194031119347,-0.011845441535115242,-0.011387689039111137,-0.010929936543107033,-0.010472184047102928,-0.010014430619776249,-0.009556678123772144,-0.00909892562776804,-0.008641173131763935,-0.008183419704437256,-0.0077256676740944386,-0.007267914712429047,-0.006810162216424942,-0.00635240925475955,-0.0058946567587554455,-0.0054369037970900536,-0.004979151301085949,-0.004521398805081844,-0.004063645843416452,-0.003605893114581704,-0.003148140385746956,-0.0026903878897428513,-0.002232635160908103,-0.0017748824320733547,-0.0013171297032386065,-0.0008593769744038582,-0.0004016242746729404,5.612842505797744e-05,0.0005138810956850648,0.0009716338245198131,0.0014293865533545613,0.0018871391657739878,0.002344891894608736,0.0028026446234434843,0.0032603973522782326,0.003718150081112981,0.004175902809947729,0.004633655305951834,0.005091408267617226,0.00554916076362133,0.006006913725286722,0.006464666221290827,0.006922418717294931,0.007380171678960323,0.007837924174964428,0.008295676670968533,0.008753430098295212,0.009211182594299316,0.009668935090303421,0.010126687586307526,0.01058444008231163,0.01104219350963831,0.011499946005642414,0.011957698501646519,0.012415450997650623,0.012873204424977303,0.013330956920981407,0.013788709416985512],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.0004212471831124276,-0.00040864708716981113,-0.0003960470203310251,-0.00038344692438840866,-0.00037084685754962265,-0.0003582467616070062,-0.00034564666566438973,-0.0003330465988256037,-0.00032044650288298726,-0.00030784643604420125,-0.0002952463401015848,-0.00028264624415896833,-0.0002700461773201823,-0.00025744608137756586,-0.00024484601453877985,-0.0002322459185961634,-0.00021964583720546216,-0.00020704575581476092,-0.0001944456744240597,-0.00018184557848144323,-0.000169245497090742,-0.00015664541570004076,-0.00014404533430933952,-0.0001314452529186383,-0.00011884516425197944,-0.0001062450828612782,-9.364499419461936e-05,-8.104491280391812e-05,-6.844483141321689e-05,-5.584474274655804e-05,-4.3244661355856806e-05,-3.0644576327176765e-05,-1.8044491298496723e-05,-5.4444071793113835e-06,7.155676939873956e-06,1.9755760149564594e-05,3.2355845178244635e-05,4.495593020692468e-05,5.755601159762591e-05,7.015610026428476e-05,8.2756181654986e-05,9.535626304568723e-05,0.00010795635171234608,0.00012055643310304731,0.00013315651449374855,0.00014575659588444978,0.00015835669182706624,0.00017095677321776748,0.0001835568546084687,0.00019615693599916995,0.00020875701738987118,0.00022135711333248764,0.00023395719472318888,0.0002465572615619749,0.00025915735750459135,0.0002717574534472078,0.0002843575202859938,0.0002969576162286103,0.0003095576830673963,0.00032215777901001275,0.0003347578749526292,0.0003473579417914152,0.0003599580377340317,0.0003725581045728177,0.00038515820051543415],"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,1,2,3,2,1,2,1,7,7,4,9,8,9,6,15,19,25,16,24,28,35,38,32,46,31,51,40,29,41,42,37,36,20,14,14,9,14,8,10,4,6,3,1,1,3,1,1,2,3,1,0,0,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.10060528665781021,-0.0976029485464096,-0.0946006029844284,-0.0915982648730278,-0.0885959267616272,-0.08559358865022659,-0.08259125053882599,-0.07958890497684479,-0.07658656686544418,-0.07358422875404358,-0.07058188319206238,-0.06757954508066177,-0.06457720696926117,-0.061574868857860565,-0.05857252702116966,-0.05557018518447876,-0.052567847073078156,-0.04956550896167755,-0.04656316712498665,-0.043560825288295746,-0.04055848717689514,-0.03755614906549454,-0.034553807228803635,-0.03155146539211273,-0.028549127280712128,-0.025546787306666374,-0.02254444733262062,-0.019542107358574867,-0.016539767384529114,-0.01353742741048336,-0.010535087436437607,-0.007532747462391853,-0.004530400037765503,-0.0015280600637197495,0.001474279910326004,0.0044766198843717575,0.007478959858417511,0.010481299832463264,0.013483639806509018,0.01648597978055477,0.019488319754600525,0.02249065972864628,0.025492999702692032,0.028495339676737785,0.03149767965078354,0.03450001776218414,0.037502359598875046,0.04050470143556595,0.04350703954696655,0.04650937765836716,0.04951171949505806,0.05251406133174896,0.05551639944314957,0.05851873755455017,0.061521079391241074,0.06452342122793198,0.06752575933933258,0.07052809745073318,0.07353043556213379,0.07653278112411499,0.0795351192355156,0.0825374573469162,0.0855398029088974,0.088542141020298,0.09154447913169861],"_type":"histogram","values":[1,1,1,0,4,2,4,22,25,47,98,146,245,369,594,871,1415,1965,2866,3951,5385,6889,9139,11283,14113,17075,20248,23310,26818,29529,31819,33805,34999,35217,34863,33797,31939,29518,26717,23324,20155,17164,14325,11467,9109,7057,5327,4014,2868,1958,1375,936,629,429,262,130,90,55,19,17,11,6,0,7]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[2,0,0,2,2,1,5,0,2,3,4,6,6,8,7,19,20,17,26,35,42,41,54,81,90,102,100,119,110,122,122,124,93,119,79,73,57,59,57,55,43,19,22,21,18,12,7,8,7,6,4,2,4,2,1,1,1,0,1,2,1,1,0,1],"bins":[-0.0006209274288266897,-0.0006006652838550508,-0.0005804031388834119,-0.000560140993911773,-0.000539878848940134,-0.0005196167039684951,-0.0004993545589968562,-0.0004790924140252173,-0.0004588302690535784,-0.00043856812408193946,-0.00041830597911030054,-0.0003980438341386616,-0.0003777816891670227,-0.0003575195441953838,-0.00033725739922374487,-0.00031699525425210595,-0.00029673310928046703,-0.0002764709643088281,-0.0002562088193371892,-0.00023594667436555028,-0.00021568452939391136,-0.00019542238442227244,-0.00017516023945063353,-0.0001548980944789946,-0.0001346359495073557,-0.00011437380453571677,-9.411165956407785e-05,-7.384951459243894e-05,-5.358736962080002e-05,-3.33252246491611e-05,-1.3063079677522182e-05,7.1990652941167355e-06,2.7461210265755653e-05,4.772335523739457e-05,6.798550020903349e-05,8.824764518067241e-05,0.00010850979015231133,0.00012877193512395024,0.00014903408009558916,0.00016929622506722808,0.000189558370038867,0.00020982051501050591,0.00023008265998214483,0.00025034480495378375,0.00027060694992542267,0.0002908690948970616,0.0003111312398687005,0.0003313933848403394,0.00035165552981197834,0.00037191767478361726,0.0003921798197552562,0.0004124419647268951,0.000432704109698534,0.00045296625467017293,0.00047322839964181185,0.0004934905446134508,0.0005137526895850897,0.0005340148345567286,0.0005542769795283675,0.0005745391245000064,0.0005948012694716454,0.0006150634144432843,0.0006353255594149232,0.0006555877043865621,0.000675849849358201],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[2,1,0,1,0,0,1,1,2,3,2,4,3,5,8,6,11,16,24,21,20,41,22,39,41,55,74,90,92,90,96,102,113,116,103,99,106,81,85,70,61,69,44,52,37,31,21,18,17,12,9,6,7,3,5,2,2,2,1,0,0,2,0,1],"bins":[-0.000650012691039592,-0.0006308518932200968,-0.0006116910954006016,-0.0005925302975811064,-0.0005733694997616112,-0.000554208701942116,-0.0005350479041226208,-0.0005158871063031256,-0.0004967262502759695,-0.00047756548156030476,-0.00045840468374080956,-0.00043924388592131436,-0.0004200830589979887,-0.0004009222611784935,-0.0003817614633589983,-0.0003626006655395031,-0.0003434398677200079,-0.0003242790699005127,-0.0003051182720810175,-0.0002859574742615223,-0.0002667966764420271,-0.00024763584951870143,-0.00022847505169920623,-0.00020931425387971103,-0.00019015345606021583,-0.00017099265824072063,-0.00015183186042122543,-0.000132671048049815,-0.0001135102502303198,-9.43494524108246e-05,-7.518864731537178e-05,-5.602784585789777e-05,-3.6867044400423765e-05,-1.7706242942949757e-05,1.4545585145242512e-06,2.061535997199826e-05,3.977616142947227e-05,5.8936962886946276e-05,7.809776434442028e-05,9.72585694398731e-05,0.0001164193672593683,0.0001355801650788635,0.0001547409628983587,0.00017390177526976913,0.00019306257308926433,0.00021222337090875953,0.00023138418328016996,0.00025054498109966516,0.00026970577891916037,0.00028886657673865557,0.00030802737455815077,0.00032718817237764597,0.00034634897019714117,0.00036550979712046683,0.00038467059493996203,0.00040383139275945723,0.00042299219057895243,0.00044215298839844763,0.00046131378621794283,0.00048047458403743804,0.0004996354109607637,0.0005187962087802589,0.0005379570065997541,0.0005571178044192493,0.0005762786022387445],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[1,1,0,0,0,0,2,0,2,0,2,3,2,1,1,3,5,8,9,11,10,10,19,14,29,31,17,40,39,33,40,40,40,38,37,46,26,27,35,31,23,13,15,7,14,9,4,4,6,4,1,1,2,3,3,2,0,1,0,1,1,0,0,1],"bins":[-0.00042504965676926076,-0.0004117486532777548,-0.00039844762068241835,-0.00038514661719091237,-0.0003718456136994064,-0.0003585446102079004,-0.0003452436067163944,-0.000331942574121058,-0.000318641570629552,-0.000305340567138046,-0.0002920395345427096,-0.0002787385310512036,-0.00026543752755969763,-0.00025213652406819165,-0.00023883550602477044,-0.00022553448798134923,-0.00021223348448984325,-0.00019893248099833727,-0.00018563146295491606,-0.00017233044491149485,-0.00015902944141998887,-0.0001457284379284829,-0.00013242741988506168,-0.00011912640911759809,-0.00010582539835013449,-9.25243875826709e-05,-7.92233768152073e-05,-6.592236604774371e-05,-5.262135528028011e-05,-3.932034451281652e-05,-2.6019333745352924e-05,-1.271832297788933e-05,5.826877895742655e-07,1.388369855703786e-05,2.7184709324501455e-05,4.048572009196505e-05,5.3786730859428644e-05,6.708774162689224e-05,8.038875239435583e-05,9.368976316181943e-05,0.00010699077392928302,0.00012029178469674662,0.0001335927954642102,0.00014689381350763142,0.0001601948169991374,0.00017349582049064338,0.0001867968385340646,0.0002000978565774858,0.00021339886006899178,0.00022669986356049776,0.00024000088160391897,0.0002533018996473402,0.00026660290313884616,0.00027990390663035214,0.0002932049101218581,0.00030650594271719456,0.00031980694620870054,0.0003331079497002065,0.00034640898229554296,0.00035970998578704894,0.0003730109892785549,0.0003863119927700609,0.0003996129962615669,0.0004129140288569033,0.0004262150323484093],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.023272257298231125,-0.022569121792912483,-0.02186598628759384,-0.0211628507822752,-0.020459717139601707,-0.019756581634283066,-0.019053446128964424,-0.018350310623645782,-0.01764717511832714,-0.0169440396130085,-0.016240905970335007,-0.01553776953369379,-0.014834634959697723,-0.014131499454379082,-0.01342836394906044,-0.012725229375064373,-0.012022093869745731,-0.01131895836442709,-0.010615823790431023,-0.009912688285112381,-0.00920955277979374,-0.008506418205797672,-0.007803282700479031,-0.007100147195160389,-0.006397012155503035,-0.00569387711584568,-0.004990741610527039,-0.004287606570869684,-0.003584471298381686,-0.002881336025893688,-0.002178200986236334,-0.0014750657137483358,-0.0007719304412603378,-6.879522698000073e-05,0.0006343399873003364,0.0013374751433730125,0.0020406104158610106,0.0027437456883490086,0.003446880728006363,0.004150016233325005,0.004853151272982359,0.005556286312639713,0.006259421817958355,0.006962556857615709,0.007665691897273064,0.008368827402591705,0.009071962907910347,0.009775097481906414,0.010478232987225056,0.011181368492543697,0.011884503066539764,0.012587638571858406,0.013290774077177048,0.013993908651173115,0.014697044156491756,0.015400179661810398,0.016103314235806465,0.016806449741125107,0.01750958524644375,0.01821272075176239,0.018915856257081032,0.019618989899754524,0.020322125405073166,0.021025260910391808,0.02172839641571045],"_type":"histogram","values":[2,1,0,2,0,3,3,2,2,0,2,4,3,5,7,11,9,7,15,16,11,17,19,9,19,17,21,24,30,28,28,33,23,29,18,35,25,26,27,29,23,23,17,19,21,16,15,14,9,12,8,7,5,3,3,3,4,0,0,0,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"values":[1,0,0,1,3,0,2,0,2,4,2,7,8,5,15,9,11,12,18,20,33,24,40,43,45,43,43,44,39,34,37,31,44,24,19,13,16,22,9,12,5,9,4,2,3,1,3,0,3,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0003969165263697505,-0.0003820402198471129,-0.0003671639133244753,-0.0003522876068018377,-0.0003374113002792001,-0.00032253499375656247,-0.00030765868723392487,-0.00029278238071128726,-0.00027790607418864965,-0.00026302976766601205,-0.00024815346114337444,-0.00023327715462073684,-0.00021840084809809923,-0.00020352454157546163,-0.00018864823505282402,-0.00017377192853018641,-0.0001588956220075488,-0.0001440193154849112,-0.0001291430089622736,-0.00011426670243963599,-9.939039591699839e-05,-8.451408939436078e-05,-6.963778287172318e-05,-5.476147634908557e-05,-3.9885169826447964e-05,-2.5008863303810358e-05,-1.0132556781172752e-05,4.743749741464853e-06,1.962005626410246e-05,3.4496362786740065e-05,4.937266930937767e-05,6.424897583201528e-05,7.912528235465288e-05,9.400158887729049e-05,0.00010887789539992809,0.0001237542019225657,0.0001386305084452033,0.0001535068149678409,0.00016838312149047852,0.00018325942801311612,0.00019813573453575373,0.00021301204105839133,0.00022788834758102894,0.00024276465410366654,0.00025764096062630415,0.00027251726714894176,0.00028739357367157936,0.00030226988019421697,0.00031714618671685457,0.0003320224932394922,0.0003468987997621298,0.0003617751062847674,0.000376651412807405,0.0003915277193300426,0.0004064040258526802,0.0004212803323753178,0.0004361566388979554,0.000451032945420593,0.00046590925194323063,0.00048078555846586823,0.0004956618649885058,0.0005105381715111434,0.000525414478033781,0.0005402907845564187,0.0005551670910790563],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[2,1,2,0,3,1,2,1,3,2,4,6,5,2,11,11,16,10,15,20,16,20,24,29,21,41,19,31,33,27,23,29,31,22,34,37,26,21,20,16,27,22,12,14,10,8,6,7,4,4,5,2,1,3,0,2,0,0,0,1,1,0,0,2],"bins":[-0.0024407031014561653,-0.0023617183323949575,-0.0022827335633337498,-0.002203748794272542,-0.0021247640252113342,-0.0020457792561501265,-0.0019667944870889187,-0.0018878098344430327,-0.001808825065381825,-0.0017298402963206172,-0.0016508555272594094,-0.0015718707581982017,-0.0014928861055523157,-0.001413901336491108,-0.0013349165674299002,-0.0012559317983686924,-0.0011769470293074846,-0.0010979622602462769,-0.001018977491185069,-0.0009399927803315222,-0.0008610080112703145,-0.0007820232422091067,-0.0007030385313555598,-0.0006240537622943521,-0.0005450689932331443,-0.0004660842241719365,-0.0003870994842145592,-0.0003081147442571819,-0.0002291299751959741,-0.00015014522068668157,-7.116046617738903e-05,7.824288331903517e-06,8.680927567183971e-05,0.00016579403018113226,0.0002447787846904248,0.0003237635246478021,0.0004027482937090099,0.00048173306277021766,0.0005607177736237645,0.0006397025426849723,0.0007186873117461801,0.0007976720808073878,0.0008766568498685956,0.0009556415607221425,0.0010346262715756893,0.001113611040636897,0.0011925958096981049,0.0012715805787593126,0.0013505653478205204,0.0014295501168817282,0.001508534885942936,0.0015875196550041437,0.0016665044240653515,0.0017454890767112374,0.0018244738457724452,0.001903458614833653,0.0019824435003101826,0.0020614280365407467,0.0021404128056019545,0.0022193975746631622,0.00229838234372437,0.0023773671127855778,0.0024563518818467855,0.0025353366509079933,0.002614321419969201],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,1,3,1,0,4,5,2,4,6,6,10,8,10,17,15,18,18,19,29,22,28,31,22,23,32,26,29,38,36,29,33,25,27,27,25,27,16,14,17,10,11,13,3,7,6,2,4,0,1,3,0,0,1,0,0,0,0,0,1],"bins":[-0.012323115952312946,-0.011926915496587753,-0.01153071504086256,-0.011134513653814793,-0.0107383131980896,-0.010342112742364407,-0.009945912286639214,-0.00954971183091402,-0.009153511375188828,-0.00875730998814106,-0.008361109532415867,-0.007964909076690674,-0.007568708620965481,-0.0071725076995790005,-0.0067763072438538074,-0.006380106322467327,-0.005983905866742134,-0.005587705411016941,-0.005191504489630461,-0.004795304033905268,-0.004399103112518787,-0.004002902656793594,-0.0036067022010684013,-0.0032105015125125647,-0.002814300823956728,-0.0024181001354008913,-0.0020218994468450546,-0.0016256989911198616,-0.001229498302564025,-0.0008332976722158492,-0.0004370970418676734,-4.089641151949763e-05,0.00035530515015125275,0.0007515057804994285,0.0011477064108476043,0.0015439069829881191,0.0019401076715439558,0.0023363083600997925,0.0027325088158249855,0.003128709504380822,0.003524910192936659,0.003921110648661852,0.004317311570048332,0.004713512025773525,0.005109712481498718,0.005505913402885199,0.005902113858610392,0.006298314779996872,0.006694515235722065,0.007090715691447258,0.007486916612833738,0.007883117534220219,0.008279317989945412,0.008675518445670605,0.009071718901395798,0.00946791935712099,0.009864119812846184,0.010260321199893951,0.010656521655619144,0.011052722111344337,0.01144892256706953,0.011845123022794724,0.012241324409842491,0.012637524865567684,0.013033725321292877]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,3,1,1,0,3,2,1,3,3,6,8,4,4,16,11,9,9,10,14,15,16,24,19,12,14,17,21,27,33,28,24,27,19,24,21,29,28,27,37,13,19,22,12,20,12,21,8,14,8,7,11,4,9,4,3,2,1,4,1,0,1,1],"bins":[-0.0008809583378024399,-0.0008541619754396379,-0.0008273656712844968,-0.0008005693089216948,-0.0007737729465588927,-0.0007469766424037516,-0.0007201802800409496,-0.0006933839176781476,-0.0006665876135230064,-0.0006397912511602044,-0.0006129948887974024,-0.0005861985264346004,-0.0005594022222794592,-0.0005326058599166572,-0.0005058094975538552,-0.0004790131642948836,-0.00045221683103591204,-0.00042542049777694046,-0.00039862413541413844,-0.00037182780215516686,-0.00034503143979236484,-0.00031823510653339326,-0.0002914387732744217,-0.00026464241091161966,-0.0002378460776526481,-0.0002110497298417613,-0.0001842533820308745,-0.00015745704877190292,-0.00013066070096101612,-0.00010386435315012932,-7.706801261520013e-05,-5.027166844229214e-05,-2.3475266061723232e-05,3.321078111184761e-06,3.0117422284092754e-05,5.691376645700075e-05,8.371011062990874e-05,0.00011050645844079554,0.0001373027916997671,0.0001640991395106539,0.0001908954873215407,0.00021769183513242751,0.0002444881829433143,0.0002712845162022859,0.00029808084946125746,0.0003248772118240595,0.00035167354508303106,0.0003784699074458331,0.00040526624070480466,0.00043206257396377623,0.00045885893632657826,0.00048565526958554983,0.0005124516319483519,0.000539247936103493,0.000566044298466295,0.000592840660829097,0.0006196369649842381,0.0006464333273470402,0.0006732296897098422,0.0007000260520726442,0.0007268223562277853,0.0007536187185905874,0.0007804150809533894,0.0008072113851085305,0.0008340077474713326],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.004804715979844332,-0.004645859822630882,-0.00448700413107872,-0.004328147973865271,-0.004169291816651821,-0.004010435659438372,-0.003851579735055566,-0.00369272381067276,-0.0035338676534593105,-0.003375011496245861,-0.0032161555718630552,-0.0030572996474802494,-0.0028984434902668,-0.0027395873330533504,-0.0025807314086705446,-0.002421875484287739,-0.0022630193270742893,-0.00210416316986084,-0.001945307245478034,-0.0017864512046799064,-0.0016275951638817787,-0.001468739123083651,-0.0013098830822855234,-0.0011510270414873958,-0.0009921710006892681,-0.0008333149598911405,-0.0006744589190930128,-0.0005156028782948852,-0.0003567468374967575,-0.00019789079669862986,-3.9034755900502205e-05,0.00011982128489762545,0.0002786768600344658,0.00043753290083259344,0.0005963889416307211,0.0007552449824288487,0.0009141010232269764,0.001072957064025104,0.0012318131048232317,0.0013906691456213593,0.001549525186419487,0.0017083812272176147,0.0018672372680157423,0.002026093192398548,0.0021849493496119976,0.002343805506825447,0.002502661431208253,0.0026615173555910587,0.002820373512804508,0.0029792296700179577,0.0031380855944007635,0.0032969415187835693,0.003455797675997019,0.0036146538332104683,0.003773509757593274,0.00393236568197608,0.004091221839189529,0.004250077996402979,0.004408934153616428,0.0045677898451685905,0.00472664600238204,0.0048855021595954895,0.005044357851147652,0.005203214008361101,0.005362070165574551],"_type":"histogram","values":[3,2,2,2,2,0,0,2,1,6,6,8,5,14,14,11,9,11,15,16,19,18,19,21,19,27,23,38,34,32,28,27,29,24,28,22,30,21,23,15,23,13,24,11,11,9,6,10,9,4,4,6,5,3,0,1,1,0,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[2,1,1,3,1,1,2,5,3,3,3,4,7,5,7,7,18,13,17,18,20,17,15,26,28,20,26,34,22,23,30,32,32,28,31,25,19,34,28,24,16,17,18,15,12,10,13,5,10,4,0,3,2,2,2,1,0,1,1,0,0,0,0,1],"bins":[-0.012575914151966572,-0.012164952233433723,-0.0117539893835783,-0.011343027465045452,-0.01093206461519003,-0.01052110269665718,-0.010110139846801758,-0.00969917792826891,-0.009288216009736061,-0.008877253159880638,-0.00846629124134779,-0.008055328391492367,-0.007644366472959518,-0.007233404088765383,-0.006822441704571247,-0.0064114793203771114,-0.006000516936182976,-0.00558955455198884,-0.0051785921677947044,-0.004767629783600569,-0.004356667399406433,-0.003945705480873585,-0.003534743096679449,-0.0031237807124853134,-0.0027128183282911777,-0.002301855944097042,-0.0018908936763182282,-0.0014799314085394144,-0.0010689690243452787,-0.000658006698358804,-0.00024704437237232924,0.00016391795361414552,0.0005748793482780457,0.0009858417324721813,0.0013968040002509952,0.001807766268029809,0.0022187286522239447,0.0026296910364180803,0.0030406531877815723,0.003451615571975708,0.0038625779561698437,0.004273540340363979,0.004684502724558115,0.005095465108752251,0.005506427027285099,0.005917389411479235,0.00632835179567337,0.006739314179867506,0.007150276564061642,0.007561238948255777,0.007972201332449913,0.008383163250982761,0.008794126100838184,0.009205088019371033,0.009616050869226456,0.010027012787759304,0.010437974706292152,0.010848937556147575,0.011259899474680424,0.011670862324535847,0.012081824243068695,0.012492787092924118,0.012903749011456966,0.01331471186131239,0.013725673779845238],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,0,1,1,1,1,3,2,5,4,7,14,23,24,31,40,42,72,127,186,294,494,747,1217,2115,3592,6836,13344,28792,72473,172877,165403,66130,26948,12956,6213,3487,2077,1208,690,496,257,178,137,93,52,37,24,17,11,11,6,7,4,5,3,3,1,1,0,2],"bins":[-0.004364013671875,-0.004235506057739258,-0.004106998443603516,-0.0039784908294677734,-0.0038499832153320312,-0.003721475601196289,-0.003592967987060547,-0.0034644603729248047,-0.0033359527587890625,-0.0032074451446533203,-0.003078937530517578,-0.002950429916381836,-0.0028219223022460938,-0.0026934146881103516,-0.0025649070739746094,-0.002436399459838867,-0.002307891845703125,-0.002179384231567383,-0.0020508766174316406,-0.0019223690032958984,-0.0017938613891601562,-0.001665353775024414,-0.0015368461608886719,-0.0014083385467529297,-0.0012798309326171875,-0.0011513233184814453,-0.0010228157043457031,-0.0008943080902099609,-0.0007658004760742188,-0.0006372928619384766,-0.0005087852478027344,-0.0003802776336669922,-0.00025177001953125,-0.0001232624053955078,5.245208740234375e-06,0.00013375282287597656,0.00026226043701171875,0.00039076805114746094,0.0005192756652832031,0.0006477832794189453,0.0007762908935546875,0.0009047985076904297,0.0010333061218261719,0.001161813735961914,0.0012903213500976562,0.0014188289642333984,0.0015473365783691406,0.0016758441925048828,0.001804351806640625,0.0019328594207763672,0.0020613670349121094,0.0021898746490478516,0.0023183822631835938,0.002446889877319336,0.002575397491455078,0.0027039051055908203,0.0028324127197265625,0.0029609203338623047,0.003089427947998047,0.003217935562133789,0.0033464431762695312,0.0034749507904052734,0.0036034584045410156,0.003731966018676758,0.0038604736328125]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0004673734656535089,-0.00045289762783795595,-0.00043842176091857255,-0.0004239459231030196,-0.0004094700561836362,-0.00039499421836808324,-0.00038051835144869983,-0.0003660425136331469,-0.0003515666467137635,-0.0003370908088982105,-0.0003226149710826576,-0.00030813910416327417,-0.0002936632663477212,-0.0002791873994283378,-0.00026471156161278486,-0.00025023569469340146,-0.0002357598568778485,-0.00022128400451038033,-0.00020680815214291215,-0.00019233229977544397,-0.0001778564474079758,-0.00016338060959242284,-0.00014890475722495466,-0.00013442890485748649,-0.00011995305249001831,-0.00010547720012255013,-9.100134775508195e-05,-7.652550266357139e-05,-6.204965029610321e-05,-4.757379792863503e-05,-3.309794919914566e-05,-1.8622098650666885e-05,-4.14624810218811e-06,1.0329602446290664e-05,2.480545299476944e-05,3.928130172425881e-05,5.375715409172699e-05,6.823300645919517e-05,8.270885155070573e-05,9.718470391817391e-05,0.00011166055628564209,0.00012613640865311027,0.00014061226102057844,0.00015508811338804662,0.00016956395120359957,0.00018403980357106775,0.00019851565593853593,0.0002129915083060041,0.00022746736067347229,0.00024194321304094046,0.00025641906540840864,0.0002708949032239616,0.000285370770143345,0.00029984660795889795,0.00031432247487828135,0.0003287983126938343,0.00034327415050938725,0.00035775001742877066,0.0003722258552443236,0.000386701722163707,0.00040117755997925997,0.0004156534268986434,0.0004301292647141963,0.00044460513163357973,0.0004590809694491327],"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,4,0,1,4,3,5,7,4,9,9,12,8,13,19,21,26,20,20,35,43,36,36,45,34,26,33,25,33,27,25,30,21,22,14,13,17,10,9,8,9,5,3,3,6,2,2,1,1,1,1,0,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[2,1,2,2,1,4,1,7,4,6,5,8,7,6,14,13,11,15,25,15,17,25,19,20,26,28,16,14,19,21,20,20,22,22,21,20,28,21,17,19,13,20,20,19,12,12,16,13,13,12,12,8,7,4,1,9,4,3,1,1,3,0,0,1],"bins":[-0.000761325703933835,-0.0007367150974459946,-0.0007121044909581542,-0.0006874938262626529,-0.0006628832197748125,-0.000638272613286972,-0.0006136619485914707,-0.0005890513421036303,-0.0005644407356157899,-0.0005398301291279495,-0.0005152195226401091,-0.0004906088579446077,-0.0004659982514567673,-0.0004413876449689269,-0.00041677700937725604,-0.00039216637378558517,-0.00036755576729774475,-0.00034294516080990434,-0.00031833452521823347,-0.0002937238896265626,-0.0002691132831387222,-0.00024450267665088177,-0.0002198920410592109,-0.00019528142001945525,-0.0001706707989796996,-0.00014606017793994397,-0.00012144955690018833,-9.683893586043268e-05,-7.222831482067704e-05,-4.76176937809214e-05,-2.3007072741165757e-05,1.6035482985898852e-06,2.6214169338345528e-05,5.082479037810117e-05,7.543541141785681e-05,0.00010004603245761245,0.0001246566534973681,0.00014926727453712374,0.00017387789557687938,0.00019848851661663502,0.00022309913765639067,0.0002477097441442311,0.00027232037973590195,0.0002969310153275728,0.00032154162181541324,0.00034615222830325365,0.0003707628638949245,0.0003953734994865954,0.0004199841059744358,0.0004445947124622762,0.0004692053480539471,0.000493815983645618,0.0005184265901334584,0.0005430371966212988,0.0005676478613168001,0.0005922584678046405,0.0006168690742924809,0.0006414796807803214,0.0006660902872681618,0.0006907009519636631,0.0007153115584515035,0.0007399221649393439,0.0007645328296348453,0.0007891434361226857,0.0008137540426105261],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[1,2,3,5,8,16,20,48,66,129,223,389,600,883,1256,2018,2760,3831,5459,7076,9373,11667,14701,17865,21077,24681,27834,30633,33275,35005,35775,36249,35601,33873,31972,29277,26114,22723,19322,15939,13027,10385,8105,6018,4462,3237,2388,1551,1030,707,444,297,171,113,62,37,17,16,4,3,0,0,0,1],"bins":[-0.09629350900650024,-0.0932106077671051,-0.09012770652770996,-0.08704480528831482,-0.08396190404891968,-0.08087900280952454,-0.0777961015701294,-0.07471320033073425,-0.07163029909133911,-0.06854740530252457,-0.06546450406312943,-0.062381599098443985,-0.05929870158433914,-0.056215800344944,-0.05313289910554886,-0.05004999786615372,-0.046967096626758575,-0.043884195387363434,-0.04080129414796829,-0.03771839290857315,-0.03463549166917801,-0.031552594155073166,-0.028469692915678024,-0.025386791676282883,-0.02230389043688774,-0.0192209891974926,-0.016138087958097458,-0.013055188581347466,-0.009972287341952324,-0.00688938656821847,-0.0038064857944846153,-0.000723585020750761,0.00235932320356369,0.0054422239772975445,0.008525124751031399,0.011608025059103966,0.014690926298499107,0.01777382753789425,0.02085672691464424,0.023939628154039383,0.027022529393434525,0.030105430632829666,0.03318833187222481,0.03627123311161995,0.03935413062572479,0.042437031865119934,0.045519933104515076,0.04860283434391022,0.05168573558330536,0.0547686368227005,0.05785153806209564,0.060934439301490784,0.06401734054088593,0.06710024178028107,0.07018314301967621,0.07326604425907135,0.07634894549846649,0.07943183928728104,0.08251474052667618,0.08559764176607132,0.08868054300546646,0.0917634442448616,0.09484634548425674,0.09792924672365189,0.10101214796304703],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-3.4999102354049683e-06,-3.3779551813495345e-06,-3.256000127294101e-06,-3.134045073238667e-06,-3.0120900191832334e-06,-2.8901349651277997e-06,-2.768179911072366e-06,-2.6462248570169322e-06,-2.5242698029614985e-06,-2.4023147489060648e-06,-2.280359694850631e-06,-2.1584046407951973e-06,-2.0364495867397636e-06,-1.91449453268433e-06,-1.7925394786288962e-06,-1.6705844245734625e-06,-1.5486293705180287e-06,-1.426674316462595e-06,-1.3047192624071613e-06,-1.1827642083517276e-06,-1.0608091542962939e-06,-9.388541002408601e-07,-8.168990461854264e-07,-6.949439921299927e-07,-5.72988938074559e-07,-4.5103388401912525e-07,-3.2907882996369153e-07,-2.071237759082578e-07,-8.516872185282409e-08,3.678633220260963e-08,1.5874138625804335e-07,2.8069644031347707e-07,4.026514943689108e-07,5.246065484243445e-07,6.465616024797782e-07,7.68516656535212e-07,8.904717105906457e-07,1.0124267646460794e-06,1.1343818187015131e-06,1.2563368727569468e-06,1.3782919268123806e-06,1.5002469808678143e-06,1.622202034923248e-06,1.7441570889786817e-06,1.8661121430341154e-06,1.988067197089549e-06,2.110022251144983e-06,2.2319773052004166e-06,2.3539323592558503e-06,2.475887413311284e-06,2.5978424673667178e-06,2.7197975214221515e-06,2.841752575477585e-06,2.963707629533019e-06,3.0856626835884526e-06,3.2076177376438864e-06,3.32957279169932e-06,3.451527845754754e-06,3.5734828998101875e-06,3.6954379538656212e-06,3.817393007921055e-06,3.939348061976489e-06,4.061303116031922e-06,4.183258170087356e-06,4.30521322414279e-06],"_type":"histogram","values":[3,0,0,0,0,0,1,1,2,2,2,1,2,1,6,3,5,10,11,11,12,11,26,29,39,47,52,47,58,62,66,56,40,29,27,24,17,15,6,5,10,5,3,6,3,3,1,0,3,1,0,0,1,0,0,0,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,1,2,1,4,2,3,5,3,5,0,8,5,16,7,14,11,12,20,19,21,18,26,12,25,36,26,24,18,26,21,17,28,28,26,30,25,27,20,24,13,15,18,17,10,6,14,11,8,5,7,4,4,6,1,1,3,1,3,1,0,2,0,1],"bins":[-0.0007838087622076273,-0.0007583578117191792,-0.0007329068030230701,-0.000707455852534622,-0.0006820048438385129,-0.0006565538933500648,-0.0006311029428616166,-0.0006056519341655076,-0.0005802009836770594,-0.0005547500331886113,-0.0005292990244925022,-0.0005038480740040541,-0.00047839709441177547,-0.00045294611481949687,-0.0004274951643310487,-0.00040204418473877013,-0.00037659320514649153,-0.00035114222555421293,-0.00032569124596193433,-0.0003002402954734862,-0.0002747893158812076,-0.000249338336288929,-0.00022388737124856561,-0.00019843640620820224,-0.00017298542661592364,-0.00014753444702364504,-0.00012208348198328167,-9.663250966696069e-05,-7.11815373506397e-05,-4.5730565034318715e-05,-2.027959271799773e-05,5.171379598323256e-06,3.062235191464424e-05,5.607332423096523e-05,8.152429654728621e-05,0.0001069752688636072,0.00013242624117992818,0.00015787722077220678,0.00018332818581257015,0.00020877915085293353,0.00023423013044521213,0.0002596811100374907,0.0002851320896297693,0.00031058304011821747,0.00033603401971049607,0.00036148499930277467,0.0003869359497912228,0.0004123869293835014,0.00043783790897578,0.0004632888885680586,0.0004887398681603372,0.0005141908186487854,0.0005396418273448944,0.0005650927778333426,0.0005905437283217907,0.0006159947370178998,0.0006414456875063479,0.000666896637994796,0.0006923476466909051,0.0007177985971793532,0.0007432495476678014,0.0007687005563639104,0.0007941515068523586,0.0008196025155484676,0.0008450534660369158],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,2,1,0,1,5,3,1,3,8,4,10,8,12,11,11,19,23,31,41,69,74,83,83,65,48,33,31,15,18,10,5,6,3,7,5,3,3,4,1,1,0,2,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0491693951189518,-0.04743845760822296,-0.045707520097494125,-0.04397658258676529,-0.04224564507603645,-0.04051470756530762,-0.03878377005457878,-0.037052832543849945,-0.03532189130783081,-0.033590953797101974,-0.03186001628637314,-0.03012908063828945,-0.028398141264915466,-0.02666720375418663,-0.024936266243457794,-0.023205328732728958,-0.021474391222000122,-0.019743453711271286,-0.01801251620054245,-0.016281578689813614,-0.014550640247762203,-0.012819702737033367,-0.011088764294981956,-0.00935782678425312,-0.007626889273524284,-0.005895951762795448,-0.004165013786405325,-0.0024340760428458452,-0.0007031382992863655,0.0010277994442731142,0.002758737187832594,0.004489675164222717,0.006220612674951553,0.00795155018568039,0.009682487696409225,0.011413426138460636,0.013144363649189472,0.014875301159918308,0.01660623960196972,0.018337177112698555,0.02006811462342739,0.021799052134156227,0.023529989644885063,0.0252609271556139,0.026991866528987885,0.02872280403971672,0.030453741550445557,0.03218467906117439,0.03391561657190323,0.035646554082632065,0.0373774915933609,0.03910842910408974,0.04083936661481857,0.04257030412554741,0.044301241636276245,0.04603217914700508,0.04776311665773392,0.04949405789375305,0.05122499540448189,0.052955932915210724,0.05468687042593956,0.056417807936668396,0.05814874544739723,0.05987968295812607,0.061610620468854904],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.0003331877232994884,-0.0003214077150914818,-0.0003096277068834752,-0.000297847727779299,-0.0002860677195712924,-0.0002742877113632858,-0.00026250770315527916,-0.00025072769494727254,-0.00023894770129118115,-0.00022716769308317453,-0.00021538769942708313,-0.00020360769121907651,-0.0001918276830110699,-0.0001800476893549785,-0.00016826768114697188,-0.0001564876874908805,-0.00014470767928287387,-0.00013292767107486725,-0.00012114767741877586,-0.00010936766921076924,-9.758766827872023e-05,-8.580766734667122e-05,-7.40276591386646e-05,-6.22476582066156e-05,-5.046765727456659e-05,-3.8687656342517585e-05,-2.690765177248977e-05,-1.5127649021451361e-05,-3.3476462704129517e-06,8.432356480625458e-06,2.0212359231663868e-05,3.199236380169168e-05,4.377233562991023e-05,5.555233656195924e-05,6.733233749400824e-05,7.911234570201486e-05,9.089234663406387e-05,0.00010267234756611288,0.0001144523557741195,0.0001262323494302109,0.0001380123576382175,0.00014979236584622413,0.00016157235950231552,0.00017335236771032214,0.00018513237591832876,0.00019691236957442015,0.00020869237778242677,0.00022047237143851817,0.0002322523796465248,0.0002440323878545314,0.00025581239606253803,0.0002675923751667142,0.0002793723833747208,0.00029115239158272743,0.00030293239979073405,0.0003147124079987407,0.0003264924162067473,0.00033827239531092346,0.0003500524035189301,0.0003618324117269367,0.0003736124199349433,0.00038539242814294994,0.0003971724072471261,0.0004089524154551327,0.00042073242366313934],"_type":"histogram","values":[1,1,0,0,2,0,1,2,2,4,4,2,4,6,12,9,7,9,13,22,23,23,42,36,34,38,52,31,38,43,47,36,40,31,28,21,17,15,19,11,11,9,0,4,1,2,2,2,2,1,2,0,0,2,1,1,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[2,0,1,1,3,2,5,4,6,5,5,9,7,16,10,15,12,11,11,14,7,24,21,29,19,15,34,17,24,28,30,31,21,25,25,24,20,33,21,16,22,21,22,19,7,8,14,11,10,4,6,4,7,4,0,3,0,1,0,0,0,0,0,2],"bins":[-0.014983589760959148,-0.014491014182567596,-0.013998438604176044,-0.013505863025784492,-0.01301328744739294,-0.012520711869001389,-0.012028136290609837,-0.011535560712218285,-0.011042984202504158,-0.010550408624112606,-0.010057833045721054,-0.009565257467329502,-0.00907268188893795,-0.008580106310546398,-0.008087530732154846,-0.007594955153763294,-0.007102379575371742,-0.00660980399698019,-0.006117228418588638,-0.005624652840197086,-0.005132077261805534,-0.004639501217752695,-0.004146925639361143,-0.003654350060969591,-0.003161774482578039,-0.002669198904186487,-0.0021766233257949352,-0.0016840475145727396,-0.0011914719361811876,-0.0006988962995819747,-0.00020632066298276186,0.000286254973616451,0.0007788315415382385,0.0012714071199297905,0.0017639828147366643,0.002256558509543538,0.00274913408793509,0.003241709666326642,0.0037342854775488377,0.00422686105594039,0.004719436634331942,0.005212012212723494,0.0057045877911150455,0.0061971633695065975,0.006689739413559437,0.007182314991950989,0.007674890570342541,0.008167466148734093,0.008660041727125645,0.009152617305517197,0.009645192883908749,0.0101377684623003,0.010630344040691853,0.011122919619083405,0.011615495197474957,0.012108070775866508,0.012600647285580635,0.013093222863972187,0.013585798442363739,0.014078374020755291,0.014570949599146843,0.015063525177538395,0.015556100755929947,0.016048675402998924,0.01654125191271305],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,4,2,4,3,5,11,10,21,34,44,53,83,129,176,250,335,437,627,971,1310,1976,2759,4346,6813,10521,17923,30132,55602,119731,328993,545657,238367,93693,46492,25034,15139,9118,5601,3719,2264,1429,1059,653,434,285,224,141,74,52,44,30,19,13,2,4,4,2,1,1,2],"bins":[-0.033203125,-0.03223609924316406,-0.031269073486328125,-0.030302047729492188,-0.02933502197265625,-0.028367996215820312,-0.027400970458984375,-0.026433944702148438,-0.0254669189453125,-0.024499893188476562,-0.023532867431640625,-0.022565841674804688,-0.02159881591796875,-0.020631790161132812,-0.019664764404296875,-0.018697738647460938,-0.017730712890625,-0.016763687133789062,-0.015796661376953125,-0.014829635620117188,-0.01386260986328125,-0.012895584106445312,-0.011928558349609375,-0.010961532592773438,-0.0099945068359375,-0.009027481079101562,-0.008060455322265625,-0.0070934295654296875,-0.00612640380859375,-0.0051593780517578125,-0.004192352294921875,-0.0032253265380859375,-0.00225830078125,-0.0012912750244140625,-0.000324249267578125,0.0006427764892578125,0.00160980224609375,0.0025768280029296875,0.003543853759765625,0.0045108795166015625,0.0054779052734375,0.0064449310302734375,0.007411956787109375,0.008378982543945312,0.00934600830078125,0.010313034057617188,0.011280059814453125,0.012247085571289062,0.013214111328125,0.014181137084960938,0.015148162841796875,0.016115188598632812,0.01708221435546875,0.018049240112304688,0.019016265869140625,0.019983291625976562,0.0209503173828125,0.021917343139648438,0.022884368896484375,0.023851394653320312,0.02481842041015625,0.025785446166992188,0.026752471923828125,0.027719497680664062,0.0286865234375]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[2,1,3,3,5,8,7,7,17,28,22,49,52,90,121,168,229,320,439,563,818,1184,1662,2310,3256,4702,7116,10417,16110,26011,44279,87284,141881,103775,52387,28884,18345,11781,7746,5196,3701,2522,1790,1334,902,639,479,324,260,170,118,104,69,36,32,17,15,7,5,8,7,3,3,1],"bins":[-0.00396728515625,-0.003845691680908203,-0.0037240982055664062,-0.0036025047302246094,-0.0034809112548828125,-0.0033593177795410156,-0.0032377243041992188,-0.003116130828857422,-0.002994537353515625,-0.002872943878173828,-0.0027513504028320312,-0.0026297569274902344,-0.0025081634521484375,-0.0023865699768066406,-0.0022649765014648438,-0.002143383026123047,-0.00202178955078125,-0.0019001960754394531,-0.0017786026000976562,-0.0016570091247558594,-0.0015354156494140625,-0.0014138221740722656,-0.0012922286987304688,-0.0011706352233886719,-0.001049041748046875,-0.0009274482727050781,-0.0008058547973632812,-0.0006842613220214844,-0.0005626678466796875,-0.0004410743713378906,-0.00031948089599609375,-0.00019788742065429688,-7.62939453125e-05,4.5299530029296875e-05,0.00016689300537109375,0.0002884864807128906,0.0004100799560546875,0.0005316734313964844,0.0006532669067382812,0.0007748603820800781,0.000896453857421875,0.0010180473327636719,0.0011396408081054688,0.0012612342834472656,0.0013828277587890625,0.0015044212341308594,0.0016260147094726562,0.0017476081848144531,0.00186920166015625,0.001990795135498047,0.0021123886108398438,0.0022339820861816406,0.0023555755615234375,0.0024771690368652344,0.0025987625122070312,0.002720355987548828,0.002841949462890625,0.002963542938232422,0.0030851364135742188,0.0032067298889160156,0.0033283233642578125,0.0034499168395996094,0.0035715103149414062,0.003693103790283203,0.003814697265625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,0,2,2,1,5,3,4,7,6,15,23,15,14,26,28,30,29,35,34,36,51,37,25,33,44,38,28,29,35,14,14,17,15,11,8,5,7,8,4,8,2,2,2,2,2,2,1,2,1,1,0,0,0,2],"bins":[0.9990648627281189,0.99909508228302,0.9991253018379211,0.9991555213928223,0.9991857409477234,0.9992159605026245,0.9992461800575256,0.9992763996124268,0.9993066191673279,0.999336838722229,0.9993670582771301,0.9993972778320312,0.9994274973869324,0.9994577169418335,0.9994879364967346,0.9995181560516357,0.9995483756065369,0.999578595161438,0.9996088147163391,0.9996390342712402,0.9996692538261414,0.9996994733810425,0.9997296929359436,0.9997599124908447,0.9997901320457458,0.999820351600647,0.9998505711555481,0.9998807907104492,0.9999110102653503,0.9999412298202515,0.9999714493751526,1.0000016689300537,1.00003182888031,1.000062108039856,1.0000922679901123,1.0001225471496582,1.0001527070999146,1.0001829862594604,1.0002131462097168,1.0002434253692627,1.000273585319519,1.000303864479065,1.0003340244293213,1.0003643035888672,1.0003944635391235,1.0004247426986694,1.0004549026489258,1.0004851818084717,1.000515341758728,1.000545620918274,1.0005757808685303,1.0006060600280762,1.0006362199783325,1.0006664991378784,1.0006966590881348,1.0007269382476807,1.000757098197937,1.000787377357483,1.0008175373077393,1.0008478164672852,1.0008779764175415,1.0009082555770874,1.0009384155273438,1.0009686946868896,1.000998854637146]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,0,0,3,3,6,5,2,6,4,11,5,10,11,8,9,10,9,13,25,28,16,29,27,31,24,21,24,28,23,24,22,27,29,18,20,30,21,27,14,20,17,14,21,6,10,7,12,6,4,6,3,1,4,3,3,3,2,0,0,1],"bins":[-0.0009016820695251226,-0.0008747049141675234,-0.000847727817017585,-0.0008207507198676467,-0.0007937735645100474,-0.0007667964091524482,-0.0007398193120025098,-0.0007128422148525715,-0.0006858650594949722,-0.000658887904137373,-0.0006319108069874346,-0.0006049337098374963,-0.000577956554479897,-0.0005509793991222978,-0.0005240023019723594,-0.0004970252048224211,-0.0004700480494648218,-0.000443070923211053,-0.0004160937969572842,-0.0003891166707035154,-0.0003621395444497466,-0.0003351624181959778,-0.000308185291942209,-0.0002812081656884402,-0.0002542310394346714,-0.0002272539131809026,-0.0002002767869271338,-0.000173299660673365,-0.0001463225344195962,-0.0001193454081658274,-9.236828191205859e-05,-6.539115565828979e-05,-3.8413971196860075e-05,-1.1436844943091273e-05,1.554028131067753e-05,4.251740756444633e-05,6.949453381821513e-05,9.647166007198393e-05,0.00012344878632575274,0.00015042591257952154,0.00017740303883329034,0.00020438016508705914,0.00023135729134082794,0.00025833441759459674,0.00028531154384836555,0.00031228867010213435,0.00033926579635590315,0.00036624292260967195,0.00039322004886344075,0.00042019717511720955,0.00044717430137097836,0.00047415142762474716,0.000501128553878516,0.0005281056510284543,0.0005550828063860536,0.0005820599617436528,0.0006090370588935912,0.0006360141560435295,0.0006629913114011288,0.000689968466758728,0.0007169455639086664,0.0007439226610586047,0.000770899816416204,0.0007978769717738032,0.0008248540689237416]},"gradients/_orig_mod.linear.bias":{"bins":[-0.01640613004565239,-0.01594521477818489,-0.015484299510717392,-0.015023384243249893,-0.014562468975782394,-0.014101552776992321,-0.013640637509524822,-0.013179722242057323,-0.012718806974589825,-0.012257891707122326,-0.011796976439654827,-0.011336061172187328,-0.010875144973397255,-0.010414229705929756,-0.009953314438462257,-0.009492399170994759,-0.00903148390352726,-0.008570568636059761,-0.008109653368592262,-0.007648737635463476,-0.007187822367995977,-0.006726907100528479,-0.0062659913673996925,-0.005805076099932194,-0.005344160832464695,-0.004883245564997196,-0.004422330297529697,-0.003961414564400911,-0.0035004992969334126,-0.0030395840294659138,-0.0025786685291677713,-0.002117753028869629,-0.0016568368300795555,-0.001195921446196735,-0.0007350060623139143,-0.0002740906784310937,0.0001868247054517269,0.0006477400893345475,0.0011086554732173681,0.0015695708571001887,0.0020304862409830093,0.002491401508450508,0.0029523170087486506,0.003413232509046793,0.0038741477765142918,0.0043350630439817905,0.004795978777110577,0.005256894044578075,0.005717809312045574,0.006178724579513073,0.006639639846980572,0.007100555580109358,0.007561470847576857,0.008022386580705643,0.008483301848173141,0.00894421711564064,0.009405132383108139,0.009866047650575638,0.010326962918043137,0.010787878185510635,0.011248793452978134,0.011709709651768208,0.012170624919235706,0.012631540186703205,0.013092455454170704],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,1,1,0,0,2,1,1,1,3,1,3,3,2,4,4,4,7,0,2,6,5,1,9,8,5,4,3,5,6,2,2,2,2,1,2,4,0,1,0,1,2,1,1,2,2,2,2,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-5.1013157644774765e-06,-4.923140295431949e-06,-4.744964826386422e-06,-4.566789357340895e-06,-4.388613888295367e-06,-4.210438873997191e-06,-4.032263404951664e-06,-3.854087935906136e-06,-3.675912466860609e-06,-3.497736997815082e-06,-3.3195615287695546e-06,-3.1413862870977027e-06,-2.9632108180521755e-06,-2.785035349006648e-06,-2.6068601073347963e-06,-2.428684638289269e-06,-2.2505091692437418e-06,-2.0723337001982145e-06,-1.894158344839525e-06,-1.7159829894808354e-06,-1.5378075204353081e-06,-1.3596320513897808e-06,-1.1814566960310913e-06,-1.0032813406724017e-06,-8.251058716268744e-07,-6.46930459424766e-07,-4.687550472226576e-07,-2.905796350205492e-07,-1.1240422281844076e-07,6.577118938366766e-08,2.439466015857761e-07,4.221220137878845e-07,6.002974259899929e-07,7.784728381921013e-07,9.566482503942098e-07,1.1348236057528993e-06,1.3129990747984266e-06,1.4911745438439539e-06,1.6693498992026434e-06,1.847525254561333e-06,2.0257007236068603e-06,2.2038761926523875e-06,2.382051661697915e-06,2.5602269033697667e-06,2.738402372415294e-06,2.9165778414608212e-06,3.094753083132673e-06,3.2729285521782003e-06,3.4511040212237276e-06,3.629279490269255e-06,3.807454959314782e-06,3.9856304283603095e-06,4.163805897405837e-06,4.341980911704013e-06,4.52015638074954e-06,4.698331849795068e-06,4.876507318840595e-06,5.054682787886122e-06,5.2328582569316495e-06,5.411033725977177e-06,5.589208740275353e-06,5.7673842093208805e-06,5.945559678366408e-06,6.123735147411935e-06,6.301910616457462e-06],"_type":"histogram","values":[1,0,0,0,1,1,2,3,5,4,1,10,5,9,5,12,7,12,15,19,18,26,30,25,37,31,41,47,49,31,38,39,27,38,21,28,30,22,19,13,12,5,2,2,4,3,4,3,0,2,2,2,0,1,1,1,0,0,0,0,0,1,0,1]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug-core.log b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..09fa1b5250f16ddad3f6ba3aa1bd851306156d78 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:18:21.506924205+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp2n8gm1qa/port-98877.txt","pid":98877,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:18:21.507478407+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":98877} +{"time":"2025-07-18T04:18:21.50748294+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-98877-98900-2346884517/socket","Net":"unix"}} +{"time":"2025-07-18T04:18:21.688902362+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:18:21.697197482+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"cgsw0t5g","id":"1(@)"} +{"time":"2025-07-18T04:18:22.128613763+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"cgsw0t5g","id":"1(@)"} +{"time":"2025-07-18T04:20:04.667749195+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:20:04.668117548+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:20:04.668176437+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:20:04.66818387+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:20:04.668264717+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-98877-98900-2346884517/socket","Net":"unix"}} +{"time":"2025-07-18T04:20:08.189072392+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:20:08.189091856+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:20:08.18910634+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..da15a365a1526179243efc2b889f59fbde7aeb90 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:18:21.69859961+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:18:22.12857773+03:00","level":"INFO","msg":"stream: created new stream","id":"cgsw0t5g"} +{"time":"2025-07-18T04:18:22.128608032+03:00","level":"INFO","msg":"stream: started","id":"cgsw0t5g"} +{"time":"2025-07-18T04:18:22.128628869+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"cgsw0t5g"} +{"time":"2025-07-18T04:18:22.128628542+03:00","level":"INFO","msg":"sender: started","stream_id":"cgsw0t5g"} +{"time":"2025-07-18T04:18:22.128680078+03:00","level":"INFO","msg":"handler: started","stream_id":"cgsw0t5g"} +{"time":"2025-07-18T04:20:04.668076123+03:00","level":"INFO","msg":"stream: closing","id":"cgsw0t5g"} +{"time":"2025-07-18T04:20:06.405045851+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:20:08.178915425+03:00","level":"INFO","msg":"handler: closed","stream_id":"cgsw0t5g"} +{"time":"2025-07-18T04:20:08.178956584+03:00","level":"INFO","msg":"sender: closed","stream_id":"cgsw0t5g"} +{"time":"2025-07-18T04:20:08.178945735+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"cgsw0t5g"} +{"time":"2025-07-18T04:20:08.188568661+03:00","level":"INFO","msg":"stream: closed","id":"cgsw0t5g"} diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug.log b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..70a7221cfc12f8bc7549fa2b6ab8ace0d89b6660 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_setup.py:_flush():80] Configure stats pid to 98877 +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_041821-cgsw0t5g/logs/debug.log +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_041821-cgsw0t5g/logs/debug-internal.log +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 16, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:18:21,473 INFO MainThread:98877 [wandb_init.py:init():871] starting backend +2025-07-18 04:18:21,689 INFO MainThread:98877 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:18:21,695 INFO MainThread:98877 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:18:21,696 INFO MainThread:98877 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:18:21,697 INFO MainThread:98877 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:18:22,407 INFO MainThread:98877 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:18:22,573 INFO MainThread:98877 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:18:22,573 INFO MainThread:98877 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:18:22,574 INFO MainThread:98877 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:18:22,574 INFO MainThread:98877 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:18:22,578 INFO MainThread:98877 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:18:25,635 INFO MainThread:98877 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:18:25,637 INFO MainThread:98877 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:20:04,666 INFO MsgRouterThr:98877 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/run-cgsw0t5g.wandb b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/run-cgsw0t5g.wandb new file mode 100644 index 0000000000000000000000000000000000000000..852c66fb01f9454f7c5f30991942acb063ea2b37 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_041821-cgsw0t5g/run-cgsw0t5g.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c3dfc243fe24479061226f16fd635c706d1b8eb39e630c0fe8bfbe8854f34a +size 39975251 diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/config.yaml b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a945d3fa3c63d61098490a9d8cc4fd6395db89b6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/config.yaml @@ -0,0 +1,68 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + k4jptaxy1r9hdrpt790870ltrw7qxisx: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136843595776" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:28:39.961384Z" + writerId: k4jptaxy1r9hdrpt790870ltrw7qxisx + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 16 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/output.log b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..0cd0cd66a20e7b3c4e412181e9636bc1c8eef62e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/output.log @@ -0,0 +1,12 @@ +Successfully loaded pre-tokenized dataset from data/tokenized_smiles_100M. +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 452, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 344, in run_training + split_dataset = full_dataset.train_test_split(test_size=0.1) # 10% for testing + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'PreTokenizedSmilesDataset' object has no attribute 'train_test_split' diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/requirements.txt b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..5b285b048bf6de5e87eed59df059f62df4228527 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:28:39.961384Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136843595776" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "k4jptaxy1r9hdrpt790870ltrw7qxisx" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7b4fdaac0ef2f0f7b27bbdd0252e8c2048547735 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":1},"_runtime":1} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug-core.log b/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..5c892e8e2cd3ec1d8a4cbc55205117cc4b2bd674 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:28:40.016398017+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwy_r9tap/port-101665.txt","pid":101665,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:28:40.017015818+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":101665} +{"time":"2025-07-18T04:28:40.017004206+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-101665-101688-907080299/socket","Net":"unix"}} +{"time":"2025-07-18T04:28:40.197811887+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:28:40.206014026+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"1qoeevby","id":"1(@)"} +{"time":"2025-07-18T04:28:40.653799444+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"1qoeevby","id":"1(@)"} +{"time":"2025-07-18T04:28:42.403983263+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:28:42.404198183+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:28:42.404208339+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:28:42.404230595+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:28:42.404308083+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-101665-101688-907080299/socket","Net":"unix"}} +{"time":"2025-07-18T04:28:43.883818834+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:28:43.883995032+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:28:43.884004387+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f5011c2f27c078991db9e12f584ce97314e01e3f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:28:40.207128553+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:28:40.653752252+03:00","level":"INFO","msg":"stream: created new stream","id":"1qoeevby"} +{"time":"2025-07-18T04:28:40.653793005+03:00","level":"INFO","msg":"stream: started","id":"1qoeevby"} +{"time":"2025-07-18T04:28:40.653807994+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"1qoeevby"} +{"time":"2025-07-18T04:28:40.653859982+03:00","level":"INFO","msg":"sender: started","stream_id":"1qoeevby"} +{"time":"2025-07-18T04:28:40.653815988+03:00","level":"INFO","msg":"handler: started","stream_id":"1qoeevby"} +{"time":"2025-07-18T04:28:42.404053971+03:00","level":"INFO","msg":"stream: closing","id":"1qoeevby"} +{"time":"2025-07-18T04:28:43.479659163+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:28:43.882269586+03:00","level":"INFO","msg":"handler: closed","stream_id":"1qoeevby"} +{"time":"2025-07-18T04:28:43.88229908+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"1qoeevby"} +{"time":"2025-07-18T04:28:43.882392534+03:00","level":"INFO","msg":"sender: closed","stream_id":"1qoeevby"} +{"time":"2025-07-18T04:28:43.88336924+03:00","level":"INFO","msg":"stream: closed","id":"1qoeevby"} diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug.log b/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..da4f8c156b80cb9abac1bd32cc1cf0f50c100826 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_042839-1qoeevby/logs/debug.log @@ -0,0 +1,22 @@ +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_setup.py:_flush():80] Configure stats pid to 101665 +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_042839-1qoeevby/logs/debug.log +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_042839-1qoeevby/logs/debug-internal.log +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 16, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:28:39,981 INFO MainThread:101665 [wandb_init.py:init():871] starting backend +2025-07-18 04:28:40,197 INFO MainThread:101665 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:28:40,204 INFO MainThread:101665 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:28:40,206 INFO MainThread:101665 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:28:40,206 INFO MainThread:101665 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:28:40,937 INFO MainThread:101665 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:28:41,103 INFO MainThread:101665 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:28:41,103 INFO MainThread:101665 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:28:41,104 INFO MainThread:101665 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:28:41,104 INFO MainThread:101665 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:28:41,108 INFO MainThread:101665 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:28:42,403 INFO MsgRouterThr:101665 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_042839-1qoeevby/run-1qoeevby.wandb b/simson_modeling/wandb/run-20250718_042839-1qoeevby/run-1qoeevby.wandb new file mode 100644 index 0000000000000000000000000000000000000000..09cb1e4f64c89afbe14b43b38b19fe57cca800ab Binary files /dev/null and b/simson_modeling/wandb/run-20250718_042839-1qoeevby/run-1qoeevby.wandb differ diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/config.yaml b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ecfc0f1bde8bca48ec29d7901917bf4090e6051d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + q0lfdbqldp4olr0wb2lvpolnfhbos0wa: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136844206080" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:30:59.633414Z" + writerId: q0lfdbqldp4olr0wb2lvpolnfhbos0wa + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 16 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/output.log b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a3ce87bcb69c01628816819043bb5a5eb9a659b9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/output.log @@ -0,0 +1,56 @@ +Loading pre-tokenized dataset from data/tokenized_smiles_100M... +Dataset loaded successfully. +Splitting dataset into train, validation, and test sets... +Train samples: 800000, Validation samples: 100000, Test samples: 100000 +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 11/50000 [01:01<57:00:09, 4.11s/it, loss=0.5194] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:04", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 459, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 456, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + ^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/requirements.txt b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..82c0f8b576d125c0d911fa9ae26b71167fbd10fb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:30:59.633414Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136844206080" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "q0lfdbqldp4olr0wb2lvpolnfhbos0wa" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c11e4d6a2d76cd050fc0cc17b90cb05add2380a9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,2,3,1,1,3,3,6,5,7,11,13,16,13,22,21,20,21,21,35,27,35,36,33,35,36,27,31,28,26,33,25,25,25,20,16,10,19,10,5,7,7,9,3,0,4,2,4,0,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.04221968352794647,-0.04075957462191582,-0.03929946571588516,-0.037839360535144806,-0.03637925162911415,-0.034919142723083496,-0.03345903754234314,-0.031998928636312485,-0.03053881973028183,-0.029078710824251175,-0.02761860378086567,-0.026158496737480164,-0.02469838783144951,-0.023238278925418854,-0.021778171882033348,-0.020318064838647842,-0.018857955932617188,-0.017397847026586533,-0.015937739983201027,-0.014477632008492947,-0.013017524033784866,-0.011557416059076786,-0.010097308084368706,-0.008637200109660625,-0.007177092134952545,-0.005716984160244465,-0.004256876185536385,-0.0027967682108283043,-0.001336660236120224,0.0001234477385878563,0.0015835557132959366,0.003043663688004017,0.004503771662712097,0.0059638796374201775,0.007423987612128258,0.008884095586836338,0.010344203561544418,0.011804311536252499,0.013264419510960579,0.01472452748566866,0.01618463546037674,0.017644744366407394,0.0191048514097929,0.020564958453178406,0.02202506735920906,0.023485176265239716,0.02494528330862522,0.026405390352010727,0.027865499258041382,0.029325608164072037,0.030785715207457542,0.03224582225084305,0.0337059311568737,0.03516604006290436,0.036626145243644714,0.03808625414967537,0.039546363055706024,0.04100647196173668,0.042466580867767334,0.04392668604850769,0.045386794954538345,0.046846903860569,0.04830700904130936,0.04976711794734001,0.051227226853370667]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,2,4,4,4,12,24,18,34,48,55,92,121,136,218,278,483,480,780,1136,1623,2204,3472,5305,8194,12599,20784,34264,62451,122784,274376,472624,271848,121355,62587,34546,20741,12467,8207,5240,3408,2290,1592,1093,800,520,461,316,198,159,119,97,69,53,35,22,15,9,1,2,1,1],"bins":[-0.0191650390625,-0.01859283447265625,-0.0180206298828125,-0.01744842529296875,-0.016876220703125,-0.01630401611328125,-0.0157318115234375,-0.01515960693359375,-0.01458740234375,-0.01401519775390625,-0.0134429931640625,-0.01287078857421875,-0.012298583984375,-0.01172637939453125,-0.0111541748046875,-0.01058197021484375,-0.010009765625,-0.00943756103515625,-0.0088653564453125,-0.00829315185546875,-0.007720947265625,-0.00714874267578125,-0.0065765380859375,-0.00600433349609375,-0.00543212890625,-0.00485992431640625,-0.0042877197265625,-0.00371551513671875,-0.003143310546875,-0.00257110595703125,-0.0019989013671875,-0.00142669677734375,-0.0008544921875,-0.00028228759765625,0.0002899169921875,0.00086212158203125,0.001434326171875,0.00200653076171875,0.0025787353515625,0.00315093994140625,0.00372314453125,0.00429534912109375,0.0048675537109375,0.00543975830078125,0.006011962890625,0.00658416748046875,0.0071563720703125,0.00772857666015625,0.00830078125,0.00887298583984375,0.0094451904296875,0.01001739501953125,0.010589599609375,0.01116180419921875,0.0117340087890625,0.01230621337890625,0.01287841796875,0.01345062255859375,0.0140228271484375,0.01459503173828125,0.015167236328125,0.01573944091796875,0.0163116455078125,0.01688385009765625,0.0174560546875]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[3,1,2,1,6,0,3,2,0,2,0,0,5,4,2,3,4,2,1,1,3,3,3,3,3,2,1,3,2,0,3,0,6,0,1,1,2,2,2,1,3,2,3,0,3,5,1,1,1,2,0,4,1,1,2,1,1,1,3,0,2,2,2,4],"bins":[-0.03525162115693092,-0.034156762063503265,-0.03306190297007561,-0.03196704387664795,-0.03087218478322029,-0.029777325689792633,-0.028682466596364975,-0.027587607502937317,-0.02649274840950966,-0.02539788745343685,-0.024303028360009193,-0.023208169266581535,-0.022113310173153877,-0.02101845107972622,-0.01992359198629856,-0.018828732892870903,-0.017733873799443245,-0.016639014706015587,-0.015544155612587929,-0.01444929651916027,-0.013354437425732613,-0.01225957740098238,-0.011164718307554722,-0.010069859214127064,-0.008975000120699406,-0.007880141027271748,-0.0067852819338440895,-0.005690422374755144,-0.004595563281327486,-0.003500704187899828,-0.0024058448616415262,-0.0013109856517985463,-0.0002161264419555664,0.0008787327678874135,0.0019735919777303934,0.003068451303988695,0.004163310397416353,0.005258169490844011,0.006353029049932957,0.007447888143360615,0.008542747236788273,0.009637606330215931,0.010732465423643589,0.011827324517071247,0.01292218454182148,0.014017043635249138,0.015111902728676796,0.016206761822104454,0.017301620915532112,0.01839648000895977,0.01949133910238743,0.020586198195815086,0.021681057289242744,0.022775916382670403,0.02387077547609806,0.02496563456952572,0.026060495525598526,0.027155354619026184,0.028250213712453842,0.0293450728058815,0.03043993189930916,0.031534790992736816,0.032629650086164474,0.03372450917959213,0.03481936827301979]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.038330078125,-0.037227630615234375,-0.03612518310546875,-0.035022735595703125,-0.0339202880859375,-0.032817840576171875,-0.03171539306640625,-0.030612945556640625,-0.029510498046875,-0.028408050537109375,-0.02730560302734375,-0.026203155517578125,-0.0251007080078125,-0.023998260498046875,-0.02289581298828125,-0.021793365478515625,-0.02069091796875,-0.019588470458984375,-0.01848602294921875,-0.017383575439453125,-0.0162811279296875,-0.015178680419921875,-0.01407623291015625,-0.012973785400390625,-0.011871337890625,-0.010768890380859375,-0.00966644287109375,-0.008563995361328125,-0.0074615478515625,-0.006359100341796875,-0.00525665283203125,-0.004154205322265625,-0.0030517578125,-0.001949310302734375,-0.00084686279296875,0.000255584716796875,0.0013580322265625,0.002460479736328125,0.00356292724609375,0.004665374755859375,0.005767822265625,0.006870269775390625,0.00797271728515625,0.009075164794921875,0.0101776123046875,0.011280059814453125,0.01238250732421875,0.013484954833984375,0.01458740234375,0.015689849853515625,0.01679229736328125,0.017894744873046875,0.0189971923828125,0.020099639892578125,0.02120208740234375,0.022304534912109375,0.023406982421875,0.024509429931640625,0.02561187744140625,0.026714324951171875,0.0278167724609375,0.028919219970703125,0.03002166748046875,0.031124114990234375,0.0322265625],"_type":"histogram","values":[1,0,0,1,1,0,0,2,5,6,5,9,12,19,29,33,47,90,119,165,218,351,500,764,1202,1851,2884,4830,7999,13282,23248,42776,83161,198771,561707,361999,129517,59918,31520,18137,10779,6174,3840,2397,1543,975,619,418,289,195,150,103,63,31,31,21,13,15,8,7,7,2,1,4]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.09492560476064682,-0.09203141927719116,-0.0891372412443161,-0.08624305576086044,-0.08334887027740479,-0.08045468479394913,-0.07756049931049347,-0.07466632127761841,-0.07177213579416275,-0.06887795031070709,-0.06598377227783203,-0.06308958679437637,-0.060195401310920715,-0.05730121582746506,-0.0544070340692997,-0.05151285231113434,-0.04861866682767868,-0.04572448134422302,-0.04283029958605766,-0.0399361178278923,-0.037041932344436646,-0.03414774686098099,-0.03125356510281563,-0.02835938148200512,-0.02546519786119461,-0.022571014240384102,-0.019676830619573593,-0.016782646998763084,-0.013888463377952576,-0.010994279757142067,-0.008100096136331558,-0.0052059125155210495,-0.0023117288947105408,0.000582454726099968,0.0034766383469104767,0.006370821967720985,0.009265005588531494,0.012159189209342003,0.015053372830152512,0.01794755645096302,0.02084174007177353,0.023735923692584038,0.026630107313394547,0.029524290934205055,0.032418474555015564,0.03531266003847122,0.03820684179663658,0.04110102355480194,0.0439952090382576,0.04688939452171326,0.049783576279878616,0.052677758038043976,0.055571943521499634,0.05846612900495529,0.06136031076312065,0.06425449252128601,0.06714867800474167,0.07004286348819733,0.07293704152107239,0.07583122700452805,0.0787254124879837,0.08161959797143936,0.08451378345489502,0.08740796148777008,0.09030214697122574],"_type":"histogram","values":[2,4,4,4,13,16,20,43,73,120,203,301,434,689,1035,1475,2191,2884,3952,5323,6949,8845,11517,14032,16400,19630,22496,25454,28056,30348,31875,33393,34180,33923,33085,31597,29497,26926,24147,21064,18348,15440,12612,10102,8248,6326,4724,3538,2604,1870,1275,952,558,395,270,142,94,48,35,24,11,3,4,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.09530727565288544,-0.09236324578523636,-0.08941921591758728,-0.0864751935005188,-0.08353116363286972,-0.08058713376522064,-0.07764310389757156,-0.07469907402992249,-0.071755051612854,-0.06881102174520493,-0.06586699187755585,-0.06292296200990677,-0.05997893214225769,-0.05703490599989891,-0.05409087613224983,-0.05114684998989105,-0.048202820122241974,-0.045258790254592896,-0.042314764112234116,-0.03937073424458504,-0.03642670810222626,-0.03348267823457718,-0.0305386483669281,-0.02759462036192417,-0.024650592356920242,-0.021706564351916313,-0.018762536346912384,-0.015818506479263306,-0.012874478474259377,-0.009930450469255447,-0.006986421532928944,-0.004042393062263727,-0.0010983645915985107,0.0018456638790667057,0.004789692349731922,0.007733720820397139,0.010677749291062355,0.013621777296066284,0.016565807163715363,0.01950983516871929,0.02245386317372322,0.02539789117872715,0.02834191918373108,0.03128594905138016,0.034229978919029236,0.037174005061388016,0.040118034929037094,0.043062061071395874,0.04600609093904495,0.04895012080669403,0.05189414694905281,0.05483817681670189,0.05778220295906067,0.06072623282670975,0.06367026269435883,0.0666142925620079,0.06955832242965698,0.07250234484672546,0.07544637471437454,0.07839040458202362,0.0813344344496727,0.08427846431732178,0.08722248673439026,0.09016651660203934,0.09311054646968842],"_type":"histogram","values":[2,4,0,4,8,15,18,53,80,114,185,290,497,696,1053,1572,2321,3151,4269,5798,7589,9483,12134,14572,17649,20696,23882,26980,29382,31889,33257,34289,34829,34381,32870,31000,29080,25930,22784,19922,16827,13993,11328,9206,7102,5369,3957,2971,2077,1396,1033,650,440,313,177,105,63,34,26,13,7,4,2,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.013553914614021778,-0.013170708902180195,-0.012787503190338612,-0.012404296547174454,-0.01202109083533287,-0.011637885123491287,-0.011254679411649704,-0.01087147369980812,-0.010488267987966537,-0.01010506134480238,-0.009721855632960796,-0.009338649921119213,-0.00895544420927763,-0.008572238497436047,-0.008189031854271889,-0.0078058261424303055,-0.007422620430588722,-0.007039414718747139,-0.006656208541244268,-0.006273002829402685,-0.005889796651899815,-0.005506590940058231,-0.005123385228216648,-0.0047401790507137775,-0.004356973338872194,-0.003973767627030611,-0.0035905614495277405,-0.0032073557376861572,-0.0028241497930139303,-0.0024409438483417034,-0.00205773813650012,-0.0016745321918278933,-0.001291327178478241,-0.000908121292013675,-0.000524915405549109,-0.000141709519084543,0.000241496367380023,0.000624702253844589,0.001007908140309155,0.00139111396856606,0.001774319913238287,0.002157525857910514,0.002540731802582741,0.002923937514424324,0.003307143459096551,0.003690349403768778,0.004073555115610361,0.004456761293113232,0.004839967004954815,0.005223172716796398,0.005606378894299269,0.005989584606140852,0.0063727907836437225,0.006755996495485306,0.007139202207326889,0.00752240838482976,0.007905613631010056,0.008288820274174213,0.008672025986015797,0.00905523169785738,0.009438437409698963,0.009821643121540546,0.010204849764704704,0.010588055476546288,0.01097126118838787],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,0,1,3,0,1,2,3,4,10,6,7,12,10,12,16,17,23,23,22,25,38,29,36,37,27,40,26,44,22,29,22,24,35,19,26,22,18,16,8,9,6,3,5,6,4,3,1,2,2,3,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,1,0,2,1,5,4,1,10,7,12,12,17,20,21,32,50,41,59,98,77,115,99,141,150,157,139,116,128,103,59,69,59,51,46,27,25,17,16,13,8,2,3,7,4,3,6,1,3,1,2,2,1,0,1,1],"bins":[-0.01567487232387066,-0.015205577947199345,-0.014736282639205456,-0.014266988262534142,-0.013797693885862827,-0.013328398577868938,-0.012859104201197624,-0.01238980982452631,-0.011920515447854996,-0.011451220139861107,-0.010981925763189793,-0.010512631386518478,-0.01004333607852459,-0.009574041701853275,-0.009104747325181961,-0.008635452017188072,-0.008166157640516758,-0.007696862798184156,-0.007227568421512842,-0.006758273579180241,-0.006288979202508926,-0.005819684360176325,-0.005350389517843723,-0.004881095141172409,-0.0044118002988398075,-0.003942505456507206,-0.0034732110798358917,-0.00300391623750329,-0.0025346216280013323,-0.0020653270184993744,-0.0015960322925820947,-0.001126737566664815,-0.0006574429571628571,-0.00018814828945323825,0.00028114637825638056,0.0007504410459659994,0.0012197357136756182,0.001689030323177576,0.0021583251655101776,0.0026276197750121355,0.0030969143845140934,0.0035662089940160513,0.004035503603518009,0.004504798445850611,0.004974093288183212,0.0054433876648545265,0.005912682507187128,0.006381976883858442,0.006851271726191044,0.007320566568523645,0.00778986094519496,0.008259155787527561,0.008728450164198875,0.009197745472192764,0.009667039848864079,0.010136334225535393,0.010605629533529282,0.011074923910200596,0.01154421828687191,0.012013512663543224,0.012482807971537113,0.012952102348208427,0.013421396724879742,0.01389069203287363,0.014359986409544945]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.0004459054325707257,-0.00043143241782672703,-0.00041695937397889793,-0.0004024863592348993,-0.00038801334449090064,-0.00037354030064307153,-0.0003590672858990729,-0.00034459427115507424,-0.0003301212564110756,-0.0003156482125632465,-0.00030117519781924784,-0.0002867021830752492,-0.0002722291392274201,-0.00025775612448342144,-0.00024328309518750757,-0.00022881008044350892,-0.00021433705114759505,-0.00019986402185168117,-0.00018539100710768253,-0.00017091797781176865,-0.00015644496306777,-0.00014197193377185613,-0.00012749890447594225,-0.00011302588245598599,-9.855286043602973e-05,-8.407983841607347e-05,-6.960681639611721e-05,-5.5133787100203335e-05,-4.0660765080247074e-05,-2.618774124130141e-05,-1.1714717402355745e-05,2.758306436589919e-06,1.7231330275535583e-05,3.1704352295491844e-05,4.617737795342691e-05,6.065040361136198e-05,7.512342563131824e-05,8.95964476512745e-05,0.00010406947694718838,0.00011854249896714464,0.0001330155209871009,0.00014748855028301477,0.00016196156502701342,0.0001764345943229273,0.00019090762361884117,0.00020538063836283982,0.0002198536676587537,0.00023432668240275234,0.0002487997116986662,0.00026327272644266486,0.00027774577029049397,0.0002922187850344926,0.00030669179977849126,0.00032116484362632036,0.000335637858370319,0.00035011087311431766,0.00036458391696214676,0.0003790569317061454,0.00039352994645014405,0.0004080029611941427,0.0004224760050419718,0.00043694901978597045,0.0004514220345299691,0.0004658950783777982,0.00048036809312179685],"_type":"histogram","values":[2,1,1,2,2,2,2,3,5,7,4,11,13,12,12,16,17,13,12,19,20,18,25,22,28,22,23,24,26,20,26,26,16,19,23,21,26,12,16,17,15,16,19,8,13,10,13,6,7,11,12,8,9,8,6,9,4,4,1,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0003941678733099252,-0.0003811457136180252,-0.00036812355392612517,-0.00035510139423422515,-0.00034207923454232514,-0.0003290570748504251,-0.0003160349151585251,-0.0003030127554666251,-0.0002899905957747251,-0.00027696843608282506,-0.00026394627639092505,-0.00025092411669902503,-0.00023790195700712502,-0.000224879797315225,-0.000211857637623325,-0.00019883547793142498,-0.00018581331823952496,-0.00017279115854762495,-0.00015976899885572493,-0.00014674683916382492,-0.0001337246794719249,-0.00012070251978002489,-0.00010768036008812487,-9.465820039622486e-05,-8.163604070432484e-05,-6.861388101242483e-05,-5.559172132052481e-05,-4.25695616286248e-05,-2.9547401936724782e-05,-1.6525242244824767e-05,-3.5030825529247522e-06,9.519077138975263e-06,2.2541265934705734e-05,3.556342562660575e-05,4.8585585318505764e-05,6.160774501040578e-05,7.46299047023058e-05,8.765206439420581e-05,0.00010067422408610582,0.00011369638377800584,0.00012671854346990585,0.00013974070316180587,0.00015276286285370588,0.0001657850225456059,0.0001788071822375059,0.00019182934192940593,0.00020485150162130594,0.00021787366131320596,0.00023089582100510597,0.000243917980697006,0.000256940140388906,0.000269962300080806,0.00028298445977270603,0.00029600661946460605,0.00030902877915650606,0.0003220509388484061,0.0003350730985403061,0.0003480952582322061,0.0003611174179241061,0.00037413957761600614,0.00038716173730790615,0.00040018389699980617,0.0004132060566917062,0.0004262282163836062,0.0004392503760755062],"_type":"histogram","values":[5,3,2,2,2,1,0,5,5,8,12,7,3,15,16,8,22,26,31,51,50,52,69,61,69,77,92,108,99,94,113,93,97,101,84,67,63,77,58,39,44,29,29,30,13,23,12,14,16,11,5,4,6,2,6,3,3,1,3,1,3,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,1,8,2,1,4,6,12,9,15,21,30,53,70,70,120,168,266,408,587,899,1496,2341,3967,6458,11335,20118,39152,86240,208342,107181,45556,22968,12798,7399,4223,2676,1702,1050,716,407,302,187,152,84,69,44,27,30,18,8,9,7,1,1,1,1,2,0,1,2],"bins":[-0.006561279296875,-0.006360054016113281,-0.0061588287353515625,-0.005957603454589844,-0.005756378173828125,-0.005555152893066406,-0.0053539276123046875,-0.005152702331542969,-0.00495147705078125,-0.004750251770019531,-0.0045490264892578125,-0.004347801208496094,-0.004146575927734375,-0.003945350646972656,-0.0037441253662109375,-0.0035429000854492188,-0.0033416748046875,-0.0031404495239257812,-0.0029392242431640625,-0.0027379989624023438,-0.002536773681640625,-0.0023355484008789062,-0.0021343231201171875,-0.0019330978393554688,-0.00173187255859375,-0.0015306472778320312,-0.0013294219970703125,-0.0011281967163085938,-0.000926971435546875,-0.0007257461547851562,-0.0005245208740234375,-0.00032329559326171875,-0.0001220703125,7.915496826171875e-05,0.0002803802490234375,0.00048160552978515625,0.000682830810546875,0.0008840560913085938,0.0010852813720703125,0.0012865066528320312,0.00148773193359375,0.0016889572143554688,0.0018901824951171875,0.0020914077758789062,0.002292633056640625,0.0024938583374023438,0.0026950836181640625,0.0028963088989257812,0.0030975341796875,0.0032987594604492188,0.0034999847412109375,0.0037012100219726562,0.003902435302734375,0.004103660583496094,0.0043048858642578125,0.004506111145019531,0.00470733642578125,0.004908561706542969,0.0051097869873046875,0.005311012268066406,0.005512237548828125,0.005713462829589844,0.0059146881103515625,0.006115913391113281,0.006317138671875]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[6,8,18,24,41,70,100,179,295,373,611,834,1223,1712,2327,3233,4419,5446,7171,9245,11204,13573,15853,18748,21378,23802,26710,28554,30207,31405,32127,32105,31685,30873,28998,26813,24547,22115,19168,16822,14171,11878,9573,7584,5932,4601,3517,2574,1821,1370,903,680,417,300,177,114,65,41,28,27,19,4,3,3],"bins":[-0.08542001992464066,-0.08267636597156525,-0.07993271946907043,-0.07718906551599503,-0.07444541901350021,-0.0717017650604248,-0.06895811855792999,-0.06621446460485458,-0.06347081065177917,-0.06072716414928436,-0.05798351392149925,-0.05523986369371414,-0.05249620974063873,-0.04975255951285362,-0.04700890928506851,-0.0442652590572834,-0.04152160882949829,-0.03877795860171318,-0.03603430837392807,-0.03329065814614296,-0.0305470060557127,-0.02780335582792759,-0.02505970373749733,-0.02231605350971222,-0.01957240328192711,-0.016828753054142,-0.014085101895034313,-0.011341450735926628,-0.008597800508141518,-0.00585414981469512,-0.003110499121248722,-0.0003668484278023243,0.0023767948150634766,0.005120445508509874,0.007864096201956272,0.010607747361063957,0.013351397588849068,0.016095047816634178,0.018838699907064438,0.02158235013484955,0.02432600036263466,0.02706965059041977,0.02981330081820488,0.03255695104598999,0.0353006049990654,0.03804425522685051,0.04078790545463562,0.04353155568242073,0.04627520591020584,0.04901885613799095,0.05176250636577606,0.05450615659356117,0.05724980682134628,0.05999346077442169,0.0627371072769165,0.06548076122999191,0.06822441518306732,0.07096806168556213,0.07371171563863754,0.07645536214113235,0.07919901609420776,0.08194266259670258,0.08468631654977798,0.0874299630522728,0.0901736170053482]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,2,0,0,0,0,2,1,1,3,2,7,7,10,14,11,10,18,28,37,41,39,31,36,27,38,37,27,24,34,29,37,36,29,29,17,25,14,13,10,8,4,4,3,4,4,3,1,1,0,2,1,0,1,1,1],"bins":[-0.0003406464820727706,-0.0003308062441647053,-0.0003209660353604704,-0.0003111257974524051,-0.00030128558864817023,-0.0002914453507401049,-0.0002816051128320396,-0.00027176490402780473,-0.0002619246661197394,-0.0002520844282116741,-0.00024224421940743923,-0.0002324039814993739,-0.00022256375814322382,-0.00021272353478707373,-0.0002028832968790084,-0.00019304307352285832,-0.00018320285016670823,-0.00017336262681055814,-0.00016352240345440805,-0.00015368216554634273,-0.00014384194219019264,-0.00013400171883404255,-0.00012416148092597723,-0.00011432125756982714,-0.00010448103421367705,-9.464081085752696e-05,-8.480058022541925e-05,-7.496034959331155e-05,-6.512012623716146e-05,-5.527989924303256e-05,-4.543967224890366e-05,-3.5599445254774764e-05,-2.5759247364476323e-05,-1.5919020370347425e-05,-6.0787933762185276e-06,3.7614336179103702e-06,1.3601660612039268e-05,2.3441887606168166e-05,3.3282114600297064e-05,4.312234159442596e-05,5.296256858855486e-05,6.280279194470495e-05,7.264302257681265e-05,8.248325320892036e-05,9.232347656507045e-05,0.00010216369992122054,0.00011200393055332825,0.00012184416118543595,0.00013168438454158604,0.00014152460789773613,0.00015136483125388622,0.00016120506916195154,0.00017104529251810163,0.00018088551587425172,0.00019072575378231704,0.00020056597713846713,0.00021040620049461722,0.00022024642385076731,0.0002300866472069174,0.00023992688511498272,0.0002497670939192176,0.0002596073318272829,0.0002694475697353482,0.0002792877785395831,0.0002891280164476484]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,0,0,0,2,1,2,1,1,2,1,1,1,4,0,4,2,5,5,9,14,15,27,24,37,50,41,61,51,68,58,41,48,50,30,29,12,14,8,10,13,8,0,5,3,2,1,0,0,2,1,0,1,0,0,0,0,0,0,0,0,1,1],"bins":[-1.4292613741417881e-06,-1.3819344530929811e-06,-1.3346076457310119e-06,-1.2872807246822049e-06,-1.239953803633398e-06,-1.192626882584591e-06,-1.1453000752226217e-06,-1.0979731541738147e-06,-1.0506462331250077e-06,-1.0033194257630385e-06,-9.559925047142315e-07,-9.086655836654245e-07,-8.613387194600364e-07,-8.140117984112294e-07,-7.666849342058413e-07,-7.193580131570343e-07,-6.720311489516462e-07,-6.247042847462581e-07,-5.773773636974511e-07,-5.30050499492063e-07,-4.82723578443256e-07,-4.3539671423786785e-07,-3.880698216107703e-07,-3.4074292898367275e-07,-2.934160363565752e-07,-2.4608914372947766e-07,-1.987622511023801e-07,-1.5143537268613727e-07,-1.0410848005903972e-07,-5.678159098465585e-08,-9.454701910271979e-09,3.787218716411189e-08,8.519907623849576e-08,1.3252596886559331e-07,1.7985286149269086e-07,2.271797399089337e-07,2.7450664674688596e-07,3.218335109522741e-07,3.6916040357937163e-07,4.164872962064692e-07,4.6381418883356673e-07,5.111410814606643e-07,5.584679456660524e-07,6.057948667148594e-07,6.531217309202475e-07,7.004486519690545e-07,7.477755161744426e-07,7.951024372232496e-07,8.424293014286377e-07,8.897561656340258e-07,9.370830866828328e-07,9.844100077316398e-07,1.031736815093609e-06,1.079063736142416e-06,1.126390657191223e-06,1.17371757824003e-06,1.2210443856019992e-06,1.2683713066508062e-06,1.3156982276996132e-06,1.3630250350615825e-06,1.4103519561103894e-06,1.4576788771591964e-06,1.5050057982080034e-06,1.5523326055699727e-06,1.5996595266187796e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,2,10,2,7,8,12,14,15,48,50,70,118,183,220,428,644,1146,1816,3035,5017,9028,16073,30395,61235,159784,165967,64350,30699,16887,9127,5325,3092,1922,1133,694,476,270,161,121,61,56,42,23,16,10,8,7,4,7,1,0,0,1,0,1,1],"bins":[-0.003936767578125,-0.0038175582885742188,-0.0036983489990234375,-0.0035791397094726562,-0.003459930419921875,-0.0033407211303710938,-0.0032215118408203125,-0.0031023025512695312,-0.00298309326171875,-0.0028638839721679688,-0.0027446746826171875,-0.0026254653930664062,-0.002506256103515625,-0.0023870468139648438,-0.0022678375244140625,-0.0021486282348632812,-0.0020294189453125,-0.0019102096557617188,-0.0017910003662109375,-0.0016717910766601562,-0.001552581787109375,-0.0014333724975585938,-0.0013141632080078125,-0.0011949539184570312,-0.00107574462890625,-0.0009565353393554688,-0.0008373260498046875,-0.0007181167602539062,-0.000598907470703125,-0.00047969818115234375,-0.0003604888916015625,-0.00024127960205078125,-0.0001220703125,-2.86102294921875e-06,0.0001163482666015625,0.00023555755615234375,0.000354766845703125,0.00047397613525390625,0.0005931854248046875,0.0007123947143554688,0.00083160400390625,0.0009508132934570312,0.0010700225830078125,0.0011892318725585938,0.001308441162109375,0.0014276504516601562,0.0015468597412109375,0.0016660690307617188,0.0017852783203125,0.0019044876098632812,0.0020236968994140625,0.0021429061889648438,0.002262115478515625,0.0023813247680664062,0.0025005340576171875,0.0026197433471679688,0.00273895263671875,0.0028581619262695312,0.0029773712158203125,0.0030965805053710938,0.003215789794921875,0.0033349990844726562,0.0034542083740234375,0.0035734176635742188,0.003692626953125]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,0,1,0,0,0,1,2,1,6,2,3,6,5,9,6,16,12,21,16,21,22,35,36,31,46,39,47,41,40,50,49,26,32,27,21,10,16,13,7,11,4,3,7,3,5,0,3,4,1,1,3,0,1,1,0,1,1,0,0,1],"bins":[-0.000567724637221545,-0.0005493491771630943,-0.0005309736588969827,-0.000512598198838532,-0.0004942227387800813,-0.00047584722051396966,-0.00045747176045551896,-0.0004390962712932378,-0.00042072078213095665,-0.0004023452929686755,-0.00038396980380639434,-0.00036559434374794364,-0.0003472188545856625,-0.00032884336542338133,-0.00031046790536493063,-0.0002920924162026495,-0.0002737169270403683,-0.00025534143787808716,-0.00023696596326772124,-0.0002185904886573553,-0.00020021499949507415,-0.000181839510332793,-0.00016346403572242707,-0.00014508856111206114,-0.00012671307194978,-0.00010833759006345645,-8.99621081771329e-05,-7.158662629080936e-05,-5.321114440448582e-05,-3.483566251816228e-05,-1.646018063183874e-05,1.9153012544848025e-06,2.0290841348469257e-05,3.86663232347928e-05,5.704180512111634e-05,7.541728700743988e-05,9.379276889376342e-05,0.00011216825078008696,0.0001305437326664105,0.00014891920727677643,0.0001672946964390576,0.00018567018560133874,0.00020404566021170467,0.0002224211348220706,0.00024079662398435175,0.0002591721131466329,0.0002775475732050836,0.00029592306236736476,0.0003142985515296459,0.0003326740406919271,0.00035104952985420823,0.00036942498991265893,0.0003878004790749401,0.00040617596823722124,0.00042455142829567194,0.0004429269174579531,0.00046130240662023425,0.0004796778957825154,0.0004980533849447966,0.0005164288450032473,0.000534804305061698,0.0005531798233278096,0.0005715552833862603,0.0005899308016523719,0.0006083062617108226]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,2,2,2,6,7,13,8,21,36,57,63,93,160,257,319,471,734,1101,1479,2355,3355,5320,7774,12039,19102,32622,63783,158757,141711,56783,29752,18145,11120,7472,4718,3393,2188,1509,983,610,487,342,199,149,117,71,39,23,24,24,3,7,5,2,3,2,1,0,0,0,2],"bins":[-0.00439453125,-0.004252433776855469,-0.0041103363037109375,-0.003968238830566406,-0.003826141357421875,-0.0036840438842773438,-0.0035419464111328125,-0.0033998489379882812,-0.00325775146484375,-0.0031156539916992188,-0.0029735565185546875,-0.0028314590454101562,-0.002689361572265625,-0.0025472640991210938,-0.0024051666259765625,-0.0022630691528320312,-0.0021209716796875,-0.0019788742065429688,-0.0018367767333984375,-0.0016946792602539062,-0.001552581787109375,-0.0014104843139648438,-0.0012683868408203125,-0.0011262893676757812,-0.00098419189453125,-0.0008420944213867188,-0.0006999969482421875,-0.0005578994750976562,-0.000415802001953125,-0.00027370452880859375,-0.0001316070556640625,1.049041748046875e-05,0.000152587890625,0.00029468536376953125,0.0004367828369140625,0.0005788803100585938,0.000720977783203125,0.0008630752563476562,0.0010051727294921875,0.0011472702026367188,0.00128936767578125,0.0014314651489257812,0.0015735626220703125,0.0017156600952148438,0.001857757568359375,0.0019998550415039062,0.0021419525146484375,0.0022840499877929688,0.0024261474609375,0.0025682449340820312,0.0027103424072265625,0.0028524398803710938,0.002994537353515625,0.0031366348266601562,0.0032787322998046875,0.0034208297729492188,0.00356292724609375,0.0037050247192382812,0.0038471221923828125,0.003989219665527344,0.004131317138671875,0.004273414611816406,0.0044155120849609375,0.004557609558105469,0.00469970703125]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,1,2,6,1,1,2,5,4,10,10,10,9,12,11,14,19,13,15,16,15,19,25,20,18,26,18,34,17,16,20,25,25,17,24,20,25,23,17,14,14,18,16,12,20,12,11,18,13,7,11,9,9,3,4,1,1,3,1,3,0,0,0,2],"bins":[-0.0004261988797225058,-0.00041211844654753804,-0.0003980379842687398,-0.0003839575219899416,-0.00036987708881497383,-0.00035579665564000607,-0.00034171619336120784,-0.0003276357310824096,-0.00031355529790744185,-0.0002994748647324741,-0.00028539440245367587,-0.00027131394017487764,-0.0002572335069999099,-0.00024315305927302688,-0.0002290726115461439,-0.0002149921638192609,-0.0002009117160923779,-0.0001868312683654949,-0.0001727508206386119,-0.00015867037291172892,-0.00014458992518484592,-0.00013050947745796293,-0.00011642902973107994,-0.00010234858200419694,-8.826813427731395e-05,-7.418768655043095e-05,-6.010723882354796e-05,-4.6026791096664965e-05,-3.194634336978197e-05,-1.7865895642898977e-05,-3.7854479160159826e-06,1.0294999810867012e-05,2.437541843391955e-05,3.845586616080254e-05,5.253631388768554e-05,6.661676161456853e-05,8.069720934145153e-05,9.477765706833452e-05,0.00010885810479521751,0.0001229385525221005,0.0001370190002489835,0.0001510994479758665,0.0001651798957027495,0.00017926034342963248,0.00019334079115651548,0.00020742123888339847,0.00022150168661028147,0.00023558213433716446,0.00024966258206404746,0.0002637430443428457,0.00027782347751781344,0.0002919039106927812,0.00030598437297157943,0.00032006483525037766,0.0003341452684253454,0.0003482257016003132,0.0003623061638791114,0.00037638662615790963,0.0003904670593328774,0.00040454749250784516,0.0004186279547866434,0.0004327084170654416,0.0004467888502404094,0.00046086928341537714,0.00047494974569417536],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[1,2,0,0,1,1,2,0,2,2,2,4,7,5,2,2,7,4,7,10,13,20,16,19,29,28,32,43,38,38,44,41,52,42,32,38,37,32,25,20,5,7,11,7,6,6,4,4,1,1,1,1,2,2,2,0,1,1,1,0,2,0,1,2],"bins":[-0.00039170190575532615,-0.0003790033224504441,-0.0003663047682493925,-0.00035360618494451046,-0.0003409076016396284,-0.0003282090474385768,-0.00031551046413369477,-0.0003028119099326432,-0.0002901133266277611,-0.0002774147433228791,-0.0002647161891218275,-0.00025201760581694543,-0.0002393190370639786,-0.0002266204683110118,-0.00021392188500612974,-0.00020122331625316292,-0.0001885247475001961,-0.00017582617874722928,-0.00016312760999426246,-0.0001504290266893804,-0.00013773045793641359,-0.00012503188918344676,-0.00011233331315452233,-9.96347371255979e-05,-8.693616837263107e-05,-7.423759961966425e-05,-6.153902359073982e-05,-4.884045119979419e-05,-3.614187880884856e-05,-2.344330641790293e-05,-1.0744734026957303e-05,1.953838363988325e-06,1.465243985876441e-05,2.7351012249710038e-05,4.0049584640655667e-05,5.2748157031601295e-05,6.544672942254692e-05,7.814529817551374e-05,9.084387420443818e-05,0.00010354245023336262,0.00011624101898632944,0.00012893958773929626,0.00014163815649226308,0.00015433673979714513,0.00016703530855011195,0.00017973387730307877,0.00019243246060796082,0.00020513102936092764,0.00021782959811389446,0.00023052816686686128,0.0002432267356198281,0.00025592531892471015,0.00026862387312576175,0.0002813224564306438,0.00029402103973552585,0.00030671959393657744,0.0003194181772414595,0.00033211676054634154,0.00034481531474739313,0.0003575138980522752,0.00037021248135715723,0.0003829110355582088,0.00039560961886309087,0.00040830817306414247,0.0004210067563690245],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[1,0,2,4,5,5,11,15,26,50,95,171,270,415,667,937,1505,2079,2837,4040,5299,7005,9118,11437,13934,16987,20024,23125,26127,28707,31497,33025,34118,34793,34438,33313,31457,29609,26723,23890,20668,17802,14651,12056,9669,7361,5731,4283,3044,2197,1574,1060,697,466,295,188,133,85,45,22,14,13,7,2],"bins":[-0.0993792787194252,-0.0964234471321106,-0.09346761554479599,-0.09051177650690079,-0.08755594491958618,-0.08460011333227158,-0.08164428174495697,-0.07868845015764236,-0.07573261857032776,-0.07277677953243256,-0.06982094794511795,-0.06686511635780334,-0.06390928477048874,-0.060953449457883835,-0.05799761787056923,-0.055041782557964325,-0.05208595097064972,-0.049130119383335114,-0.04617428407073021,-0.043218452483415604,-0.0402626171708107,-0.037306785583496094,-0.03435095399618149,-0.031395118683576584,-0.028439287096261978,-0.025483453646302223,-0.022527620196342468,-0.019571788609027863,-0.016615955159068108,-0.013660121709108353,-0.010704289190471172,-0.007748456206172705,-0.00479261577129364,-0.0018367827869951725,0.0011190501973032951,0.004074883181601763,0.00703071616590023,0.009986549615859985,0.012942382134497166,0.015898214653134346,0.0188540481030941,0.021809881553053856,0.02476571500301361,0.027721546590328217,0.03067738004028797,0.033633213490247726,0.03658904507756233,0.039544880390167236,0.04250071197748184,0.04545654356479645,0.04841237887740135,0.05136821046471596,0.05432404577732086,0.05727987736463547,0.06023570895195007,0.06319154053926468,0.06614737212657928,0.06910321116447449,0.07205904275178909,0.0750148743391037,0.0779707059264183,0.08092653751373291,0.08388237655162811,0.08683820813894272,0.08979403972625732],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[2,2,3,7,5,7,11,13,11,28,45,41,68,78,108,148,231,305,472,627,874,1363,1818,2763,4294,6474,9977,15804,25944,42615,71440,109373,108434,71531,43317,25729,16319,9951,6261,4216,2872,1880,1251,887,629,435,341,222,170,110,68,74,48,44,16,19,16,13,5,4,2,3,4,2],"bins":[-0.0118408203125,-0.011470794677734375,-0.01110076904296875,-0.010730743408203125,-0.0103607177734375,-0.009990692138671875,-0.00962066650390625,-0.009250640869140625,-0.008880615234375,-0.008510589599609375,-0.00814056396484375,-0.007770538330078125,-0.0074005126953125,-0.007030487060546875,-0.00666046142578125,-0.006290435791015625,-0.00592041015625,-0.005550384521484375,-0.00518035888671875,-0.004810333251953125,-0.0044403076171875,-0.004070281982421875,-0.00370025634765625,-0.003330230712890625,-0.002960205078125,-0.002590179443359375,-0.00222015380859375,-0.001850128173828125,-0.0014801025390625,-0.001110076904296875,-0.00074005126953125,-0.000370025634765625,0,0.000370025634765625,0.00074005126953125,0.001110076904296875,0.0014801025390625,0.001850128173828125,0.00222015380859375,0.002590179443359375,0.002960205078125,0.003330230712890625,0.00370025634765625,0.004070281982421875,0.0044403076171875,0.004810333251953125,0.00518035888671875,0.005550384521484375,0.00592041015625,0.006290435791015625,0.00666046142578125,0.007030487060546875,0.0074005126953125,0.007770538330078125,0.00814056396484375,0.008510589599609375,0.008880615234375,0.009250640869140625,0.00962066650390625,0.009990692138671875,0.0103607177734375,0.010730743408203125,0.01110076904296875,0.011470794677734375,0.0118408203125]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,1,1,7,1,11,7,14,26,30,48,57,109,190,260,431,703,1011,1696,2669,4627,7486,13472,23684,43841,81649,132056,119654,69476,37363,20377,11531,6868,3851,2527,1403,1014,571,401,248,163,84,65,53,35,9,12,6,5,5,4,1,4,1,0,3],"bins":[-0.01409912109375,-0.01369476318359375,-0.0132904052734375,-0.01288604736328125,-0.012481689453125,-0.01207733154296875,-0.0116729736328125,-0.01126861572265625,-0.0108642578125,-0.01045989990234375,-0.0100555419921875,-0.00965118408203125,-0.009246826171875,-0.00884246826171875,-0.0084381103515625,-0.00803375244140625,-0.00762939453125,-0.00722503662109375,-0.0068206787109375,-0.00641632080078125,-0.006011962890625,-0.00560760498046875,-0.0052032470703125,-0.00479888916015625,-0.00439453125,-0.00399017333984375,-0.0035858154296875,-0.00318145751953125,-0.002777099609375,-0.00237274169921875,-0.0019683837890625,-0.00156402587890625,-0.00115966796875,-0.00075531005859375,-0.0003509521484375,5.340576171875e-05,0.000457763671875,0.00086212158203125,0.0012664794921875,0.00167083740234375,0.0020751953125,0.00247955322265625,0.0028839111328125,0.00328826904296875,0.003692626953125,0.00409698486328125,0.0045013427734375,0.00490570068359375,0.00531005859375,0.00571441650390625,0.0061187744140625,0.00652313232421875,0.006927490234375,0.00733184814453125,0.0077362060546875,0.00814056396484375,0.008544921875,0.00894927978515625,0.0093536376953125,0.00975799560546875,0.010162353515625,0.01056671142578125,0.0109710693359375,0.01137542724609375,0.01177978515625]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,0,3,1,1,6,4,9,18,13,38,39,65,63,125,163,276,346,505,699,995,1545,2212,3115,4654,6669,10060,15578,25837,42586,76192,120219,110034,65539,37394,22099,14137,9038,6032,4117,3056,1855,1358,961,652,438,327,240,169,101,71,59,26,26,17,14,9,9,5,2,0,1,0,1],"bins":[-0.01470947265625,-0.014247894287109375,-0.01378631591796875,-0.013324737548828125,-0.0128631591796875,-0.012401580810546875,-0.01194000244140625,-0.011478424072265625,-0.011016845703125,-0.010555267333984375,-0.01009368896484375,-0.009632110595703125,-0.0091705322265625,-0.008708953857421875,-0.00824737548828125,-0.007785797119140625,-0.00732421875,-0.006862640380859375,-0.00640106201171875,-0.005939483642578125,-0.0054779052734375,-0.005016326904296875,-0.00455474853515625,-0.004093170166015625,-0.003631591796875,-0.003170013427734375,-0.00270843505859375,-0.002246856689453125,-0.0017852783203125,-0.001323699951171875,-0.00086212158203125,-0.000400543212890625,6.103515625e-05,0.000522613525390625,0.00098419189453125,0.001445770263671875,0.0019073486328125,0.002368927001953125,0.00283050537109375,0.003292083740234375,0.003753662109375,0.004215240478515625,0.00467681884765625,0.005138397216796875,0.0055999755859375,0.006061553955078125,0.00652313232421875,0.006984710693359375,0.0074462890625,0.007907867431640625,0.00836944580078125,0.008831024169921875,0.0092926025390625,0.009754180908203125,0.01021575927734375,0.010677337646484375,0.011138916015625,0.011600494384765625,0.01206207275390625,0.012523651123046875,0.0129852294921875,0.013446807861328125,0.01390838623046875,0.014369964599609375,0.01483154296875]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,1,4,4,2,5,7,12,14,21,35,46,63,99,120,200,267,415,662,982,1443,2315,3492,5935,9472,16770,30258,60081,145511,493070,515004,148208,61910,31879,17629,10575,6020,3887,2266,1498,880,662,393,255,140,115,69,62,35,18,17,9,4,6,5,2,2,2,1,0,1],"bins":[-0.0277099609375,-0.0268707275390625,-0.026031494140625,-0.0251922607421875,-0.02435302734375,-0.0235137939453125,-0.022674560546875,-0.0218353271484375,-0.02099609375,-0.0201568603515625,-0.019317626953125,-0.0184783935546875,-0.01763916015625,-0.0167999267578125,-0.015960693359375,-0.0151214599609375,-0.0142822265625,-0.0134429931640625,-0.012603759765625,-0.0117645263671875,-0.01092529296875,-0.0100860595703125,-0.009246826171875,-0.0084075927734375,-0.007568359375,-0.0067291259765625,-0.005889892578125,-0.0050506591796875,-0.00421142578125,-0.0033721923828125,-0.002532958984375,-0.0016937255859375,-0.0008544921875,-1.52587890625e-05,0.000823974609375,0.0016632080078125,0.00250244140625,0.0033416748046875,0.004180908203125,0.0050201416015625,0.005859375,0.0066986083984375,0.007537841796875,0.0083770751953125,0.00921630859375,0.0100555419921875,0.010894775390625,0.0117340087890625,0.0125732421875,0.0134124755859375,0.014251708984375,0.0150909423828125,0.01593017578125,0.0167694091796875,0.017608642578125,0.0184478759765625,0.019287109375,0.0201263427734375,0.020965576171875,0.0218048095703125,0.02264404296875,0.0234832763671875,0.024322509765625,0.0251617431640625,0.0260009765625]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,1,0,0,1,2,0,1,3,4,3,4,3,6,6,2,6,14,15,12,15,14,19,26,20,25,15,17,30,31,29,30,25,38,27,27,26,23,34,27,11,22,14,15,17,13,11,20,13,10,7,5,5,9,4,1,3,1,1,2,0,0,2],"bins":[-0.030039381235837936,-0.02914341725409031,-0.028247453272342682,-0.027351487427949905,-0.026455523446202278,-0.02555955946445465,-0.024663595482707024,-0.023767629638314247,-0.02287166565656662,-0.021975701674818993,-0.021079737693071365,-0.020183773711323738,-0.01928780786693096,-0.018391843885183334,-0.017495879903435707,-0.01659991592168808,-0.015703950077295303,-0.01480798702687025,-0.013912022113800049,-0.013016058132052422,-0.01212009321898222,-0.011224129237234592,-0.01032816432416439,-0.009432200342416763,-0.008536236360669136,-0.007640271447598934,-0.00674430700019002,-0.005848342552781105,-0.004952378571033478,-0.004056414123624563,-0.0031604496762156487,-0.002264485228806734,-0.0013685207813978195,-0.00047255639219656587,0.0004234079970046878,0.0013193723279982805,0.002215336775407195,0.0031113012228161097,0.004007265437394381,0.004903229884803295,0.00579919433221221,0.006695158779621124,0.007591123227030039,0.008487087674438953,0.00938305165618658,0.010279016569256783,0.01117498055100441,0.012070945464074612,0.012966909445822239,0.013862873427569866,0.014758838340640068,0.015654802322387695,0.016550766304135323,0.0174467321485281,0.018342696130275726,0.019238660112023354,0.02013462409377098,0.021030588075518608,0.021926553919911385,0.022822517901659012,0.02371848188340664,0.024614445865154266,0.025510411709547043,0.02640637569129467,0.027302339673042297],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,0,1,0,0,1,0,0,0,0,1,1,0,0,1,2,0,3,5,5,5,4,4,5,14,11,13,19,23,28,38,33,35,36,44,40,43,44,29,47,32,25,30,23,26,22,16,10,8,10,9,4,5,2,2,1,2,0,1,1,0,2,1],"bins":[-0.00039066781755536795,-0.0003801814455073327,-0.00036969504435546696,-0.0003592086723074317,-0.00034872230025939643,-0.0003382358991075307,-0.00032774952705949545,-0.0003172631550114602,-0.0003067767829634249,-0.0002962903818115592,-0.00028580400976352394,-0.00027531763771548867,-0.00026483123656362295,-0.0002543448645155877,-0.0002438584779156372,-0.00023337210586760193,-0.00022288571926765144,-0.00021239933266770095,-0.00020191296061966568,-0.0001914265740197152,-0.00018094020197167993,-0.00017045381537172943,-0.00015996742877177894,-0.00014948105672374368,-0.00013899467012379318,-0.0001285082835238427,-0.00011802191147580743,-0.00010753552487585694,-9.704914555186406e-05,-8.656276622787118e-05,-7.607637962792069e-05,-6.559000030392781e-05,-5.5103591876104474e-05,-4.4617212552111596e-05,-3.413082959013991e-05,-2.364444844715763e-05,-1.3158067304175347e-05,-2.6716861611930653e-06,7.814694981789216e-06,1.8301076124771498e-05,2.878745726775378e-05,3.927383659174666e-05,4.976021955371834e-05,6.024660251569003e-05,7.073298183968291e-05,8.121936116367579e-05,9.170574776362628e-05,0.00010219212708761916,0.00011267850641161203,0.00012316489301156253,0.0001336512650595978,0.00014413765165954828,0.00015462402370758355,0.00016511041030753404,0.00017559679690748453,0.0001860831689555198,0.0001965695555554703,0.00020705594215542078,0.00021754231420345604,0.00022802870080340654,0.00023851508740335703,0.0002490014594513923,0.00025948783149942756,0.0002699742326512933,0.00028046060469932854],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,0,3,3,3,9,22,38,64,121,214,361,638,1022,1700,2740,4222,6305,9079,13008,18087,24162,31088,39680,49250,59430,69935,79349,88051,95285,100610,102992,102595,99128,94569,86459,77563,67216,57189,47166,37838,29694,22684,16650,12218,8478,5829,3939,2416,1508,947,577,308,192,93,75,28,19,6,3,1,0,3,1],"bins":[-0.10492783784866333,-0.10163847357034683,-0.09834910929203033,-0.09505974501371384,-0.09177038073539734,-0.08848101645708084,-0.08519164472818375,-0.08190228044986725,-0.07861291617155075,-0.07532355189323425,-0.07203418761491776,-0.06874482333660126,-0.06545545905828476,-0.06216609477996826,-0.058876726776361465,-0.05558736249804497,-0.05229799821972847,-0.04900863394141197,-0.045719269663095474,-0.04242990165948868,-0.03914053738117218,-0.03585117310285568,-0.032561808824539185,-0.029272442683577538,-0.02598307840526104,-0.022693714126944542,-0.019404347985982895,-0.016114983707666397,-0.012825618498027325,-0.009536253288388252,-0.006246888544410467,-0.0029575235676020384,0.0003318414092063904,0.003621206386014819,0.006910571362823248,0.010199936106801033,0.013489301316440105,0.016778666526079178,0.020068030804395676,0.023357396945357323,0.02664676122367382,0.02993612550199032,0.033225491642951965,0.03651485592126846,0.03980422019958496,0.04309358447790146,0.046382952481508255,0.04967231675982475,0.05296168103814125,0.05625104531645775,0.059540409594774246,0.06282977759838104,0.06611914187669754,0.06940850615501404,0.07269787043333054,0.07598723471164703,0.07927659898996353,0.08256596326828003,0.08585532754659653,0.08914469927549362,0.09243406355381012,0.09572342783212662,0.09901279211044312,0.10230215638875961,0.10559152066707611],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.000405535742174834,-0.000393278751289472,-0.00038102176040410995,-0.0003687647695187479,-0.0003565077786333859,-0.00034425078774802387,-0.00033199379686266184,-0.0003197368059772998,-0.0003074798150919378,-0.0002952228533104062,-0.0002829658624250442,-0.00027070887153968215,-0.0002584518806543201,-0.0002461948897689581,-0.00023393789888359606,-0.00022168090799823403,-0.000209423917112872,-0.00019716692622750998,-0.00018490993534214795,-0.00017265294445678592,-0.0001603959535714239,-0.0001481389772379771,-0.00013588198635261506,-0.00012362499546725303,-0.000111368004581891,-9.911101369652897e-05,-8.685402281116694e-05,-7.459703920176253e-05,-6.23400483164005e-05,-5.008305743103847e-05,-3.782607018365525e-05,-2.556908111728262e-05,-1.331206294707954e-05,-1.0550738807069138e-06,1.1201915185665712e-05,2.3458904252038337e-05,3.571589331841096e-05,4.797288420377299e-05,6.0229871451156214e-05,7.248685869853944e-05,8.474384958390146e-05,9.70008404692635e-05,0.00010925783135462552,0.00012151481496402994,0.00013377179857343435,0.00014602878945879638,0.0001582857803441584,0.00017054277122952044,0.00018279976211488247,0.0001950567530002445,0.00020731374388560653,0.00021957073477096856,0.00023182772565633059,0.00024408470198977739,0.00025634170742705464,0.00026859869831241667,0.0002808556891977787,0.0002931126509793103,0.0003053696418646723,0.00031762663275003433,0.00032988362363539636,0.0003421406145207584,0.0003543976054061204,0.00036665459629148245,0.0003789115871768445],"_type":"histogram","values":[3,2,0,0,0,0,1,2,0,2,2,0,2,1,6,4,5,4,9,12,8,12,15,11,18,24,26,25,27,41,45,44,40,35,42,40,36,32,30,32,22,19,11,16,18,12,10,6,4,1,5,1,1,2,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[2,3,2,1,10,10,13,15,17,35,41,49,84,121,178,234,365,489,627,881,1235,1810,2676,3886,5602,8262,12248,19025,30116,49768,94954,149405,81621,44682,27348,17552,11456,7587,5375,3578,2540,1708,1232,849,611,419,298,252,153,101,84,76,37,36,17,7,15,12,6,2,1,2,1,2],"bins":[-0.038330078125,-0.037109375,-0.035888671875,-0.03466796875,-0.033447265625,-0.0322265625,-0.031005859375,-0.02978515625,-0.028564453125,-0.02734375,-0.026123046875,-0.02490234375,-0.023681640625,-0.0224609375,-0.021240234375,-0.02001953125,-0.018798828125,-0.017578125,-0.016357421875,-0.01513671875,-0.013916015625,-0.0126953125,-0.011474609375,-0.01025390625,-0.009033203125,-0.0078125,-0.006591796875,-0.00537109375,-0.004150390625,-0.0029296875,-0.001708984375,-0.00048828125,0.000732421875,0.001953125,0.003173828125,0.00439453125,0.005615234375,0.0068359375,0.008056640625,0.00927734375,0.010498046875,0.01171875,0.012939453125,0.01416015625,0.015380859375,0.0166015625,0.017822265625,0.01904296875,0.020263671875,0.021484375,0.022705078125,0.02392578125,0.025146484375,0.0263671875,0.027587890625,0.02880859375,0.030029296875,0.03125,0.032470703125,0.03369140625,0.034912109375,0.0361328125,0.037353515625,0.03857421875,0.039794921875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[2,0,1,0,1,0,1,0,2,0,2,5,4,3,3,1,7,8,6,6,11,13,12,14,14,11,23,13,26,35,21,33,31,31,22,30,29,36,29,19,18,29,31,25,21,25,15,14,16,11,11,7,5,5,3,5,4,5,7,2,1,1,1,1],"bins":[-0.010861904360353947,-0.010556073859333992,-0.010250244289636612,-0.009944413788616657,-0.009638583287596703,-0.009332753717899323,-0.009026923216879368,-0.008721093647181988,-0.008415263146162033,-0.008109432645142078,-0.007803603075444698,-0.007497772574424744,-0.007191942539066076,-0.006886112503707409,-0.006580282002687454,-0.006274451967328787,-0.0059686219319701195,-0.005662791896611452,-0.005356961861252785,-0.00505113136023283,-0.004745301324874163,-0.004439471289515495,-0.004133640788495541,-0.0038278107531368732,-0.003521980717778206,-0.0032161506824195385,-0.0029103204142302275,-0.0026044901460409164,-0.002298660110682249,-0.0019928300753235817,-0.0016869998071342707,-0.0013811696553602815,-0.0010753385722637177,-0.0007695084204897285,-0.00046367826871573925,-0.00015784811694175005,0.00014798203483223915,0.00045381218660622835,0.0007596423383802176,0.0010654724901542068,0.001371302641928196,0.0016771327937021852,0.0019829629454761744,0.0022887932136654854,0.0025946232490241528,0.00290045328438282,0.003206283552572131,0.003512113820761442,0.0038179438561201096,0.004123773891478777,0.004429603926837444,0.004735434427857399,0.005041264463216066,0.005347094498574734,0.005652924999594688,0.005958755034953356,0.006264585070312023,0.0065704151056706905,0.006876245141029358,0.007182075642049313,0.00748790567740798,0.007793735712766647,0.008099566213786602,0.008405395783483982,0.008711226284503937],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,2,1,1,3,0,3,5,1,4,8,5,13,17,14,18,16,26,22,23,27,28,38,38,38,29,34,35,30,35,23,30,27,27,29,16,20,12,16,10,4,7,10,8,1,4,3,0,3,1,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.044322844594717026,-0.042749714106321335,-0.041176583617925644,-0.039603449404239655,-0.038030318915843964,-0.03645718842744827,-0.03488405793905258,-0.03331092745065689,-0.0317377969622612,-0.03016466461122036,-0.02859153226017952,-0.02701840177178383,-0.025445271283388138,-0.023872138932347298,-0.022299008443951607,-0.020725876092910767,-0.019152745604515076,-0.017579615116119385,-0.016006482765078545,-0.014433352276682854,-0.012860220856964588,-0.011287089437246323,-0.009713958948850632,-0.008140827529132366,-0.006567696109414101,-0.004994564689695835,-0.003421433735638857,-0.001848302548751235,-0.00027517136186361313,0.0012979598250240088,0.0028710910119116306,0.004444221965968609,0.006017353385686874,0.00759048480540514,0.009163616225123405,0.010736746713519096,0.012309878133237362,0.013883009552955627,0.015456140041351318,0.01702927239239216,0.01860240288078785,0.02017553336918354,0.02174866572022438,0.02332179620862007,0.024894926697015762,0.026468059048056602,0.028041189536452293,0.029614321887493134,0.031187452375888824,0.032760582864284515,0.034333713352680206,0.035906847566366196,0.03747997805476189,0.03905310854315758,0.04062623903155327,0.04219936951994896,0.04377250373363495,0.04534563422203064,0.04691876471042633,0.04849189519882202,0.05006502568721771,0.0516381561756134,0.05321129038929939,0.054784420877695084,0.056357551366090775],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,2,0,0,1,1,3,3,3,4,5,6,6,10,11,11,14,20,14,18,16,23,15,19,28,33,20,31,27,37,25,31,35,30,29,35,17,16,21,20,13,20,13,12,8,7,12,7,8,6,6,3,1,0,0,3,2,0,1,1,1,1,2],"bins":[-0.00990725215524435,-0.00958531629294157,-0.00926338043063879,-0.00894144456833601,-0.00861950870603323,-0.00829757284373045,-0.00797563698142767,-0.007653701584786177,-0.0073317657224833965,-0.007009829860180616,-0.006687893997877836,-0.006365958135575056,-0.006044022738933563,-0.005722086876630783,-0.005400151014328003,-0.005078215152025223,-0.004756279289722443,-0.0044343434274196625,-0.004112407565116882,-0.003790471935644746,-0.0034685360733419657,-0.0031466002110391855,-0.002824664581567049,-0.002502728719264269,-0.0021807928569614887,-0.0018588569946587086,-0.0015369212487712502,-0.001214985502883792,-0.0008930496405810118,-0.0005711138364858925,-0.0002491780323907733,7.275777170434594e-05,0.00039469264447689056,0.0007166284485720098,0.001038564252667129,0.0013604999985545874,0.0016824358608573675,0.0020043717231601477,0.002326307352632284,0.0026482432149350643,0.0029701790772378445,0.0032921149395406246,0.0036140508018434048,0.003935986664146185,0.004257922060787678,0.004579857923090458,0.004901793785393238,0.005223729647696018,0.005545665509998798,0.0058676013723015785,0.006189537234604359,0.006511473096907139,0.006833408959209919,0.007155344355851412,0.007477280218154192,0.007799216080456972,0.008121151477098465,0.008443087339401245,0.008765023201704025,0.009086959064006805,0.009408894926309586,0.009730830788612366,0.010052766650915146,0.010374702513217926,0.010696638375520706],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,3,3,3,15,20,43,75,107,179,272,420,666,965,1418,2093,2968,4161,5572,7312,9483,11868,14754,17634,20808,24157,27201,30086,32301,33962,35106,35080,35063,33400,31767,28811,26025,23113,19887,16664,13720,10864,8519,6684,4981,3598,2690,1880,1213,792,552,313,217,144,93,42,25,16,5,4,2,0,2,1],"bins":[-0.09423107653856277,-0.09122125804424286,-0.08821143954992294,-0.08520162105560303,-0.08219181001186371,-0.07918199151754379,-0.07617217302322388,-0.07316235452890396,-0.07015253603458405,-0.06714271754026413,-0.06413290649652481,-0.0611230842769146,-0.05811326950788498,-0.055103451013565063,-0.05209363251924515,-0.04908381775021553,-0.046073999255895615,-0.0430641807615757,-0.04005436599254608,-0.037044547498226166,-0.03403472900390625,-0.031024912372231483,-0.028015095740556717,-0.0250052772462368,-0.021995460614562035,-0.018985643982887268,-0.015975825488567352,-0.012966008856892586,-0.009956191293895245,-0.0069463737308979034,-0.00393655663356185,-0.0009267393033951521,0.0020830780267715454,0.0050928955897688866,0.008102713152766228,0.011112529784440994,0.014122347347438335,0.017132164910435677,0.020141981542110443,0.02315180003643036,0.026161616668105125,0.029171433299779892,0.03218125179409981,0.035191070288419724,0.03820088505744934,0.04121070355176926,0.04422052204608917,0.04723033681511879,0.050240155309438705,0.05324997380375862,0.05625978857278824,0.059269607067108154,0.06227942556142807,0.06528924405574799,0.0682990625500679,0.07130887359380722,0.07431869208812714,0.07732851058244705,0.08033832907676697,0.08334814757108688,0.0863579660654068,0.08936777710914612,0.09237759560346603,0.09538741409778595,0.09839723259210587]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[6,3,2,5,3,1,4,7,8,7,6,13,10,13,15,10,17,12,20,13,19,20,15,24,20,21,26,15,22,24,27,13,22,22,15,22,13,24,15,16,18,16,17,15,15,10,12,7,10,11,5,6,5,1,7,7,15,7,4,5,1,3,0,1],"bins":[0.9996100664138794,0.999623715877533,0.9996373057365417,0.9996509552001953,0.9996646046638489,0.9996781945228577,0.9996918439865112,0.9997054934501648,0.9997190833091736,0.9997327327728271,0.9997463822364807,0.9997599720954895,0.9997736215591431,0.9997872710227966,0.9998008608818054,0.999814510345459,0.9998281002044678,0.9998417496681213,0.9998553991317749,0.9998689889907837,0.9998826384544373,0.9998962879180908,0.9999098777770996,0.9999235272407532,0.9999371767044067,0.9999507665634155,0.9999644160270691,0.9999780654907227,0.9999916553497314,1.0000053644180298,1.0000189542770386,1.0000325441360474,1.0000462532043457,1.0000598430633545,1.0000734329223633,1.000087022781372,1.0001007318496704,1.0001143217086792,1.000127911567688,1.0001416206359863,1.0001552104949951,1.000168800354004,1.0001825094223022,1.000196099281311,1.0002096891403198,1.0002233982086182,1.000236988067627,1.0002505779266357,1.000264286994934,1.0002778768539429,1.0002914667129517,1.00030517578125,1.0003187656402588,1.0003323554992676,1.000346064567566,1.0003596544265747,1.0003732442855835,1.0003869533538818,1.0004005432128906,1.0004141330718994,1.0004278421401978,1.0004414319992065,1.0004550218582153,1.0004687309265137,1.0004823207855225]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,2,1,0,0,1,0,0,3,1,1,2,2,4,0,4,3,7,8,10,14,8,14,12,14,21,23,23,33,37,44,36,37,35,44,36,34,35,37,20,22,26,23,14,14,8,8,11,8,5,7,3,2,1,0,1,1,0,2,2,2],"bins":[-0.00044276047265157104,-0.0004306419868953526,-0.0004185235302429646,-0.0004064050444867462,-0.0003942865878343582,-0.0003821681020781398,-0.0003700496454257518,-0.00035793115966953337,-0.0003458127030171454,-0.00033369421726092696,-0.00032157573150470853,-0.00030945727485232055,-0.0002973387890961021,-0.00028522033244371414,-0.0002731018466874957,-0.00026098339003510773,-0.0002488649042788893,-0.0002367464330745861,-0.0002246279618702829,-0.00021250949066597968,-0.00020039101946167648,-0.00018827253370545805,-0.00017615406250115484,-0.00016403559129685163,-0.00015191712009254843,-0.00013979864888824522,-0.00012768017768394202,-0.0001155616992036812,-0.000103443227999378,-9.132475679507479e-05,-7.920627831481397e-05,-6.708780711051077e-05,-5.496933590620756e-05,-4.2850864701904356e-05,-3.0732389859622344e-05,-1.8613916836329736e-05,-6.495443813037127e-06,5.623029210255481e-06,1.774150223354809e-05,2.98599752568407e-05,4.197844828013331e-05,5.409691948443651e-05,6.621539068873972e-05,7.833386916900054e-05,9.045234037330374e-05,0.00010257081157760695,0.00011468929005786777,0.00012680776126217097,0.00013892623246647418,0.00015104470367077738,0.00016316317487508059,0.0001752816460793838,0.000187400117283687,0.00019951860303990543,0.00021163707424420863,0.00022375554544851184,0.00023587401665281504,0.00024799248785711825,0.0002601109736133367,0.00027222943026572466,0.0002843479160219431,0.00029646637267433107,0.0003085848584305495,0.0003207033150829375,0.0003328218008391559]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[2,2,0,0,2,0,3,1,0,1,6,3,2,6,7,8,6,14,11,13,25,16,18,22,17,17,23,26,22,32,24,34,32,28,28,30,28,30,26,24,17,19,22,17,13,12,14,11,9,8,4,7,4,5,3,3,3,2,1,0,0,0,1,4],"bins":[-0.008015429601073265,-0.007768984418362379,-0.007522539235651493,-0.007276094052940607,-0.007029648870229721,-0.006783203221857548,-0.006536758039146662,-0.006290312856435776,-0.00604386767372489,-0.005797422491014004,-0.005550977308303118,-0.005304532125592232,-0.0050580864772200584,-0.0048116412945091724,-0.0045651961117982864,-0.0043187509290874004,-0.0040723057463765144,-0.0038258605636656284,-0.0035794153809547424,-0.0033329699654132128,-0.0030865247827023268,-0.0028400795999914408,-0.002593634184449911,-0.002347189001739025,-0.002100743819028139,-0.0018542986363172531,-0.0016078533371910453,-0.0013614080380648375,-0.0011149628553539515,-0.0008685176144354045,-0.0006220723735168576,-0.0003756271325983107,-0.0001291818916797638,0.00011726334923878312,0.00036370859015733004,0.000610153831075877,0.0008565990719944239,0.0011030442547053099,0.0013494895538315177,0.0015959348529577255,0.0018423800356686115,0.0020888252183794975,0.0023352704010903835,0.002581715816631913,0.002828160999342799,0.003074606182053685,0.003321051597595215,0.003567496780306101,0.003813941963016987,0.004060387145727873,0.004306832328438759,0.004553277511149645,0.004799722693860531,0.005046168342232704,0.00529261352494359,0.005539058707654476,0.005785503890365362,0.006031949073076248,0.006278394255787134,0.00652483943849802,0.0067712850868701935,0.0070177302695810795,0.0072641754522919655,0.0075106206350028515,0.0077570658177137375]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[4,2,7,9,26,37,67,103,141,256,430,585,828,1275,1780,2553,3610,4633,6122,7885,9954,12439,15162,17701,20462,23473,26136,28635,30779,32446,33094,33773,33219,32148,30357,28409,25866,23295,20211,17308,14362,11895,9420,7661,5828,4411,3381,2477,1727,1186,798,542,346,220,142,84,42,32,27,15,4,3,0,1],"bins":[-0.08986488729715347,-0.08700379729270935,-0.08414269983768463,-0.08128160238265991,-0.07842051237821579,-0.07555942237377167,-0.07269832491874695,-0.06983722746372223,-0.0669761374592781,-0.06411504745483398,-0.061253949999809265,-0.058392856270074844,-0.055531762540340424,-0.052670668810606,-0.04980957508087158,-0.04694848135113716,-0.04408738762140274,-0.04122629389166832,-0.0383652001619339,-0.03550410643219948,-0.03264301270246506,-0.029781918972730637,-0.026920825242996216,-0.024059731513261795,-0.021198637783527374,-0.018337544053792953,-0.015476450324058533,-0.012615356594324112,-0.009754262864589691,-0.00689316913485527,-0.00403207540512085,-0.0011709816753864288,0.001690112054347992,0.004551205784082413,0.0074122995138168335,0.010273393243551254,0.013134486973285675,0.015995580703020096,0.018856674432754517,0.021717768162488937,0.024578861892223358,0.02743995562195778,0.0303010493516922,0.03316214308142662,0.03602323681116104,0.03888433054089546,0.04174542427062988,0.044606518000364304,0.047467611730098724,0.050328705459833145,0.053189799189567566,0.05605089291930199,0.05891198664903641,0.06177308037877083,0.06463417410850525,0.06749527156352997,0.07035636156797409,0.07321745157241821,0.07607854902744293,0.07893964648246765,0.08180073648691177,0.0846618264913559,0.08752292394638062,0.09038402140140533,0.09324511140584946]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[2,0,2,4,3,3,3,6,6,7,4,13,10,8,8,14,12,12,5,18,18,23,21,19,12,26,18,25,13,19,14,26,22,18,19,25,21,18,20,21,23,19,19,16,16,12,14,15,15,12,8,8,11,9,7,5,4,7,2,3,3,1,0,1],"bins":[-0.0004935216857120395,-0.00047831653500907123,-0.000463111384306103,-0.0004479062044993043,-0.00043270105379633605,-0.0004174959030933678,-0.0004022907523903996,-0.00038708560168743134,-0.00037188042188063264,-0.0003566752711776644,-0.00034147012047469616,-0.0003262649697717279,-0.0003110598190687597,-0.00029585466836579144,-0.00028064948855899274,-0.0002654443378560245,-0.00025023918715305626,-0.00023503403645008802,-0.00021982887119520456,-0.00020462372049223632,-0.00018941855523735285,-0.0001742134045343846,-0.00015900825383141637,-0.0001438030885765329,-0.00012859793787356466,-0.0001133927798946388,-9.818762191571295e-05,-8.298247121274471e-05,-6.777731323381886e-05,-5.2572155254893005e-05,-3.736700091394596e-05,-2.2161844754009508e-05,-6.956717697903514e-06,8.248438462032937e-06,2.3453594621969387e-05,3.8658748962916434e-05,5.386390694184229e-05,6.906906492076814e-05,8.427421562373638e-05,9.947937360266224e-05,0.00011468453158158809,0.00012988968228455633,0.0001450948475394398,0.00016029999824240804,0.00017550514894537628,0.00019071031420025975,0.00020591546490322798,0.00022112063015811145,0.0002363257808610797,0.00025153093156404793,0.00026673608226701617,0.00028194126207381487,0.0002971464127767831,0.00031235156347975135,0.0003275567141827196,0.00034276186488568783,0.0003579670446924865,0.00037317219539545476,0.000388377346098423,0.00040358249680139124,0.0004187876475043595,0.0004339927982073277,0.0004491979780141264,0.00046440312871709466,0.0004796082794200629],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.006805419921875,-0.006611347198486328,-0.006417274475097656,-0.006223201751708984,-0.0060291290283203125,-0.005835056304931641,-0.005640983581542969,-0.005446910858154297,-0.005252838134765625,-0.005058765411376953,-0.004864692687988281,-0.004670619964599609,-0.0044765472412109375,-0.004282474517822266,-0.004088401794433594,-0.003894329071044922,-0.00370025634765625,-0.003506183624267578,-0.0033121109008789062,-0.0031180381774902344,-0.0029239654541015625,-0.0027298927307128906,-0.0025358200073242188,-0.002341747283935547,-0.002147674560546875,-0.001953601837158203,-0.0017595291137695312,-0.0015654563903808594,-0.0013713836669921875,-0.0011773109436035156,-0.0009832382202148438,-0.0007891654968261719,-0.0005950927734375,-0.0004010200500488281,-0.00020694732666015625,-1.2874603271484375e-05,0.0001811981201171875,0.0003752708435058594,0.0005693435668945312,0.0007634162902832031,0.000957489013671875,0.0011515617370605469,0.0013456344604492188,0.0015397071838378906,0.0017337799072265625,0.0019278526306152344,0.0021219253540039062,0.002315998077392578,0.00251007080078125,0.002704143524169922,0.0028982162475585938,0.0030922889709472656,0.0032863616943359375,0.0034804344177246094,0.0036745071411132812,0.003868579864501953,0.004062652587890625,0.004256725311279297,0.004450798034667969,0.004644870758056641,0.0048389434814453125,0.005033016204833984,0.005227088928222656,0.005421161651611328,0.005615234375],"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,3,9,6,11,8,13,27,37,49,78,111,141,175,335,458,591,994,1453,2360,3612,5876,9405,15950,28680,57104,151714,171512,63207,31196,17325,9989,6273,3954,2345,1569,1014,726,462,326,217,149,112,60,57,45,29,13,13,7,5,2,1,4,3,4]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.002410888671875,-0.0023456811904907227,-0.0022804737091064453,-0.002215266227722168,-0.0021500587463378906,-0.0020848512649536133,-0.002019643783569336,-0.0019544363021850586,-0.0018892288208007812,-0.001824021339416504,-0.0017588138580322266,-0.0016936063766479492,-0.0016283988952636719,-0.0015631914138793945,-0.0014979839324951172,-0.0014327764511108398,-0.0013675689697265625,-0.0013023614883422852,-0.0012371540069580078,-0.0011719465255737305,-0.0011067390441894531,-0.0010415315628051758,-0.0009763240814208984,-0.0009111166000366211,-0.0008459091186523438,-0.0007807016372680664,-0.0007154941558837891,-0.0006502866744995117,-0.0005850791931152344,-0.000519871711730957,-0.0004546642303466797,-0.00038945674896240234,-0.000324249267578125,-0.00025904178619384766,-0.0001938343048095703,-0.00012862682342529297,-6.341934204101562e-05,1.7881393432617188e-06,6.699562072753906e-05,0.0001322031021118164,0.00019741058349609375,0.0002626180648803711,0.00032782554626464844,0.0003930330276489258,0.0004582405090332031,0.0005234479904174805,0.0005886554718017578,0.0006538629531860352,0.0007190704345703125,0.0007842779159545898,0.0008494853973388672,0.0009146928787231445,0.0009799003601074219,0.0010451078414916992,0.0011103153228759766,0.001175522804260254,0.0012407302856445312,0.0013059377670288086,0.001371145248413086,0.0014363527297973633,0.0015015602111816406,0.001566767692565918,0.0016319751739501953,0.0016971826553344727,0.00176239013671875],"_type":"histogram","values":[1,0,0,0,0,0,0,0,3,0,1,2,2,4,7,2,13,5,25,25,44,56,80,109,170,293,436,684,1050,1744,2879,4962,8838,15856,31707,68521,163439,156996,65286,29991,15521,8564,4921,2990,1661,1031,637,452,284,177,113,78,51,35,13,26,15,5,6,4,5,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,0,1,1,0,0,1,5,1,2,2,3,5,10,10,17,14,26,40,40,27,36,46,40,25,53,42,41,44,29,36,35,25,23,18,18,8,10,5,6,4,0,5,2,2,0,2,3,0,1,0,0,0,0,0,1],"bins":[-0.00037467596121132374,-0.000363440893124789,-0.0003522058541420847,-0.00034097078605555,-0.0003297357470728457,-0.00031850067898631096,-0.0003072656108997762,-0.00029603057191707194,-0.0002847955038305372,-0.00027356043574400246,-0.0002623253967612982,-0.00025109032867476344,-0.00023985527514014393,-0.00022862022160552442,-0.00021738515351898968,-0.00020615009998437017,-0.00019491504644975066,-0.00018367999291513115,-0.00017244493938051164,-0.0001612098712939769,-0.0001499748177593574,-0.00013873976422473788,-0.00012750469613820314,-0.00011626964260358363,-0.00010503458906896412,-9.379953553434461e-05,-8.256447472376749e-05,-7.132941391319036e-05,-6.0094360378570855e-05,-4.885930320597254e-05,-3.762424603337422e-05,-2.6389188860775903e-05,-1.5154160792008042e-05,-3.919103619409725e-06,7.315953553188592e-06,1.855101072578691e-05,2.9786067898385227e-05,4.1021125070983544e-05,5.225618224358186e-05,6.349124305415899e-05,7.47262965887785e-05,8.5961350123398e-05,9.719641093397513e-05,0.00010843147174455225,0.00011966652527917176,0.00013090157881379128,0.00014213664690032601,0.00015337170043494552,0.00016460675396956503,0.00017584180750418454,0.00018707686103880405,0.0001983119291253388,0.0002095469826599583,0.0002207820361945778,0.00023201710428111255,0.00024325215781573206,0.00025448721135035157,0.0002657222794368863,0.0002769573184195906,0.00028819238650612533,0.0002994274254888296,0.00031066249357536435,0.0003218975616618991,0.00033313260064460337,0.0003443676687311381]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[3,1,1,0,1,1,1,1,1,2,3,1,4,3,4,6,5,10,4,9,11,14,15,16,26,24,22,20,46,38,46,41,43,30,32,39,31,36,28,23,20,22,14,11,9,11,7,10,7,2,3,1,1,1,2,1,1,0,0,0,2,0,0,1],"bins":[-0.0003717536455951631,-0.00036030900082550943,-0.00034886435605585575,-0.0003374196821823716,-0.00032597503741271794,-0.00031453039264306426,-0.0003030857478734106,-0.0002916411031037569,-0.00028019642923027277,-0.0002687517844606191,-0.0002573071396909654,-0.00024586249492131174,-0.00023441785015165806,-0.00022297319083008915,-0.00021152854606043547,-0.00020008388673886657,-0.0001886392419692129,-0.0001771945971995592,-0.0001657499378779903,-0.00015430529310833663,-0.00014286063378676772,-0.00013141598901711404,-0.00011997134424746037,-0.00010852669220184907,-9.708204015623778e-05,-8.563738811062649e-05,-7.41927360650152e-05,-6.274809129536152e-05,-5.130343924975023e-05,-3.9858787204138935e-05,-2.841413879650645e-05,-1.696948856988456e-05,-5.5248383432626724e-06,5.919811883359216e-06,1.7364462109981105e-05,2.8809112336602993e-05,4.025376256322488e-05,5.1698414608836174e-05,6.314305937848985e-05,7.458771142410114e-05,8.603236346971244e-05,9.747701551532373e-05,0.00010892166756093502,0.0001203663123305887,0.00013181095710024238,0.00014325561642181128,0.00015470026119146496,0.00016614492051303387,0.00017758956528268754,0.00018903421005234122,0.00020047886937391013,0.0002119235141435638,0.0002233681734651327,0.0002348128182347864,0.00024625746300444007,0.00025770210777409375,0.0002691467525437474,0.00028059142641723156,0.00029203607118688524,0.0003034807159565389,0.0003149253607261926,0.00032637000549584627,0.0003378146793693304,0.0003492593241389841,0.00036070396890863776],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.008056640625,-0.007792472839355469,-0.0075283050537109375,-0.007264137268066406,-0.006999969482421875,-0.006735801696777344,-0.0064716339111328125,-0.006207466125488281,-0.00594329833984375,-0.005679130554199219,-0.0054149627685546875,-0.005150794982910156,-0.004886627197265625,-0.004622459411621094,-0.0043582916259765625,-0.004094123840332031,-0.0038299560546875,-0.0035657882690429688,-0.0033016204833984375,-0.0030374526977539062,-0.002773284912109375,-0.0025091171264648438,-0.0022449493408203125,-0.0019807815551757812,-0.00171661376953125,-0.0014524459838867188,-0.0011882781982421875,-0.0009241104125976562,-0.000659942626953125,-0.00039577484130859375,-0.0001316070556640625,0.00013256072998046875,0.000396728515625,0.0006608963012695312,0.0009250640869140625,0.0011892318725585938,0.001453399658203125,0.0017175674438476562,0.0019817352294921875,0.0022459030151367188,0.00251007080078125,0.0027742385864257812,0.0030384063720703125,0.0033025741577148438,0.003566741943359375,0.0038309097290039062,0.0040950775146484375,0.004359245300292969,0.0046234130859375,0.004887580871582031,0.0051517486572265625,0.005415916442871094,0.005680084228515625,0.005944252014160156,0.0062084197998046875,0.006472587585449219,0.00673675537109375,0.007000923156738281,0.0072650909423828125,0.007529258728027344,0.007793426513671875,0.008057594299316406,0.008321762084960938,0.008585929870605469,0.00885009765625],"_type":"histogram","values":[1,0,3,0,6,2,5,10,16,21,33,39,69,120,141,221,347,451,640,1051,1652,2470,4170,6272,11058,19227,34484,66118,137352,284113,432826,283887,137137,66318,34523,19471,10924,6319,4233,2384,1539,1038,701,485,312,226,136,104,78,38,34,18,15,9,6,5,0,2,1,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.007220272906124592,-0.007006693631410599,-0.006793114356696606,-0.006579535081982613,-0.0063659558072686195,-0.006152376998215914,-0.005938797723501921,-0.005725218448787928,-0.0055116391740739346,-0.0052980598993599415,-0.005084480624645948,-0.004870901349931955,-0.00465732254087925,-0.0044437432661652565,-0.004230163991451263,-0.00401658471673727,-0.0038030054420232773,-0.003589426167309284,-0.003375846892595291,-0.0031622678507119417,-0.0029486885759979486,-0.0027351093012839556,-0.002521530259400606,-0.002307950984686613,-0.00209437170997262,-0.001880792435258627,-0.0016672132769599557,-0.0014536341186612844,-0.0012400548439472914,-0.0010264755692332983,-0.0008128964109346271,-0.0005993171944282949,-0.00038573797792196274,-0.00017215876141563058,4.142045509070158e-05,0.00025499967159703374,0.0004685788881033659,0.0006821581046096981,0.0008957373211160302,0.0011093164794147015,0.0013228957541286945,0.0015364750288426876,0.0017500541871413589,0.00196363334544003,0.002177212620154023,0.0023907918948680162,0.0026043709367513657,0.0028179502114653587,0.003031529486179352,0.003245108760893345,0.003458688035607338,0.0036722670774906874,0.0038858463522046804,0.00409942539408803,0.004313004668802023,0.004526583943516016,0.004740163218230009,0.004953742492944002,0.005167321767657995,0.005380901042371988,0.005594479851424694,0.005808059126138687,0.00602163840085268,0.006235217675566673,0.006448796950280666],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,2,0,1,2,2,4,9,8,6,14,22,21,15,19,22,20,26,27,19,22,32,31,30,43,31,40,32,32,23,21,27,25,17,21,14,9,15,9,9,4,5,8,3,2,6,3,4,0,3,0,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0004364446795079857,-0.0004230781923979521,-0.0004097117343917489,-0.00039634527638554573,-0.0003829787892755121,-0.00036961230216547847,-0.0003562458441592753,-0.0003428793861530721,-0.0003295128990430385,-0.00031614641193300486,-0.0003027799539268017,-0.0002894134959205985,-0.0002760470088105649,-0.00026268052170053124,-0.00024931406369432807,-0.00023594759113620967,-0.00022258111857809126,-0.00020921464601997286,-0.00019584817346185446,-0.00018248170090373605,-0.00016911522834561765,-0.00015574875578749925,-0.00014238228322938085,-0.00012901581067126244,-0.00011564933811314404,-0.00010228286555502564,-8.891639299690723e-05,-7.554992043878883e-05,-6.218344788067043e-05,-4.8816975322552025e-05,-3.545050276443362e-05,-2.208403020631522e-05,-8.717586752027273e-06,4.64888580609113e-06,1.8015358364209533e-05,3.1381830922327936e-05,4.474830348044634e-05,5.811477603856474e-05,7.148124859668314e-05,8.484772115480155e-05,9.821419371291995e-05,0.00011158066627103835,0.00012494713882915676,0.00013831361138727516,0.00015168008394539356,0.00016504655650351197,0.00017841302906163037,0.00019177950161974877,0.00020514597417786717,0.00021851244673598558,0.00023187891929410398,0.0002452454064041376,0.0002586118644103408,0.00027197832241654396,0.0002853448095265776,0.0002987112966366112,0.0003120777546428144,0.00032544421264901757,0.0003388106997590512,0.00035217718686908484,0.000365543644875288,0.0003789101028814912,0.0003922765899915248,0.00040564307710155845,0.0004190095351077616],"_type":"histogram","values":[1,0,3,2,0,1,1,3,5,5,6,6,4,4,9,11,17,18,19,28,29,38,47,56,52,74,78,82,93,91,92,96,103,90,113,93,91,70,83,65,60,53,35,42,24,25,35,21,12,13,10,7,8,2,6,2,2,4,2,3,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,1,3,1,5,3,4,6,6,7,5,8,7,10,13,17,26,20,21,30,40,41,26,27,30,30,34,30,22,30,31,34,24,21,32,20,13,11,11,15,7,8,4,8,3,3,3,3,5,3,1,0,1,0,1,0,1],"bins":[-0.01773272268474102,-0.017195239663124084,-0.01665775664150715,-0.016120273619890213,-0.015582789666950703,-0.015045306645333767,-0.014507823623716831,-0.013970340602099895,-0.013432856649160385,-0.01289537362754345,-0.012357890605926514,-0.011820407584309578,-0.011282924562692642,-0.010745441541075706,-0.010207957588136196,-0.00967047456651926,-0.009132991544902325,-0.008595508523285389,-0.008058025501668453,-0.00752054201439023,-0.006983058527112007,-0.006445575505495071,-0.005908092483878136,-0.005370608996599913,-0.004833125974982977,-0.004295642953366041,-0.003758159466087818,-0.0032206764444708824,-0.002683193190023303,-0.0021457099355757236,-0.001608226797543466,-0.0010707436595112085,-0.0005332604050636292,4.22279117628932e-06,0.0005417059874162078,0.0010791891254484653,0.0016166723798960447,0.002154155634343624,0.00269163865596056,0.0032291219104081392,0.0037666051648557186,0.004304088186472654,0.004841571673750877,0.005379054695367813,0.005916537716984749,0.006454021204262972,0.006991504225879908,0.007528987713158131,0.008066470734775066,0.008603953756392002,0.009141436778008938,0.009678920730948448,0.010216403752565384,0.01075388677418232,0.011291369795799255,0.011828852817416191,0.012366335839033127,0.012903819791972637,0.013441302813589573,0.013978785835206509,0.014516268856823444,0.01505375187844038,0.01559123583137989,0.016128718852996826,0.016666201874613762],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,2,2,1,1,7,4,5,10,13,6,10,19,22,20,14,25,25,28,22,35,31,41,24,30,33,25,34,24,26,30,15,28,24,19,15,17,11,11,12,5,11,10,4,2,2,1,0,3,2,0,0,0,0,0,1,0,1],"bins":[-0.03847546502947807,-0.03722110763192177,-0.03596675395965576,-0.03471239656209946,-0.03345803916454315,-0.03220368176698685,-0.03094932623207569,-0.029694970697164536,-0.02844061329960823,-0.027186255902051926,-0.02593190036714077,-0.024677544832229614,-0.02342318743467331,-0.022168830037117004,-0.02091447450220585,-0.019660118967294693,-0.018405761569738388,-0.017151404172182083,-0.015897048637270927,-0.014642692171037197,-0.013388335704803467,-0.012133979238569736,-0.010879622772336006,-0.009625266306102276,-0.008370909839868546,-0.007116553373634815,-0.005862196907401085,-0.004607840441167355,-0.0033534839749336243,-0.002099127508699894,-0.0008447710424661636,0.0004095854237675667,0.0016639381647109985,0.002918294630944729,0.004172651097178459,0.0054270075634121895,0.00668136402964592,0.00793572049587965,0.00919007696211338,0.01044443342834711,0.011698789894580841,0.012953146360814571,0.014207502827048302,0.015461859293282032,0.016716215759515762,0.017970573157072067,0.019224928691983223,0.02047928422689438,0.021733641624450684,0.02298799902200699,0.024242354556918144,0.0254967100918293,0.026751067489385605,0.02800542488694191,0.029259780421853065,0.03051413595676422,0.031768493354320526,0.03302285075187683,0.034277208149433136,0.03553156182169914,0.03678591921925545,0.03804027661681175,0.03929463028907776,0.040548987686634064,0.04180334508419037]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,1,0,3,1,3,0,2,2,3,5,2,2,9,9,13,8,16,12,15,10,18,25,17,25,28,32,25,24,21,24,27,34,32,23,18,26,23,23,18,13,21,13,17,11,8,12,15,5,7,10,6,9,5,6,3,5,6,4,3,4,1,2,2],"bins":[0.9995313286781311,0.9995465278625488,0.9995617270469666,0.9995769262313843,0.9995921850204468,0.9996073842048645,0.9996225833892822,0.9996377825737,0.9996529817581177,0.9996681809425354,0.9996833801269531,0.9996986389160156,0.9997138381004333,0.9997290372848511,0.9997442364692688,0.9997594356536865,0.9997746348381042,0.999789834022522,0.9998050928115845,0.9998202919960022,0.9998354911804199,0.9998506903648376,0.9998658895492554,0.9998810887336731,0.9998962879180908,0.9999115467071533,0.999926745891571,0.9999419450759888,0.9999571442604065,0.9999723434448242,0.9999875426292419,1.0000027418136597,1.0000180006027222,1.0000331401824951,1.0000483989715576,1.0000635385513306,1.000078797340393,1.0000940561294556,1.0001091957092285,1.000124454498291,1.000139594078064,1.0001548528671265,1.0001699924468994,1.000185251235962,1.0002005100250244,1.0002156496047974,1.0002309083938599,1.0002460479736328,1.0002613067626953,1.0002764463424683,1.0002917051315308,1.0003069639205933,1.0003221035003662,1.0003373622894287,1.0003525018692017,1.0003677606582642,1.000382900238037,1.0003981590270996,1.000413417816162,1.000428557395935,1.0004438161849976,1.0004589557647705,1.000474214553833,1.000489354133606,1.0005046129226685],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,3,2,0,2,2,5,5,9,7,13,11,16,16,19,21,25,32,40,33,47,36,45,37,37,34,44,31,28,29,21,22,14,19,11,8,7,4,10,3,4,0,2,1,4,1,0,0,0,1,1,0,0,0,0,0,0,1],"bins":[-0.00032747205113992095,-0.00031620258232578635,-0.00030493311351165175,-0.0002936636738013476,-0.000282394204987213,-0.0002711247361730784,-0.0002598552964627743,-0.0002485858276486397,-0.00023731635883450508,-0.00022604689002037048,-0.00021477743575815111,-0.00020350798149593174,-0.00019223851268179715,-0.00018096904386766255,-0.00016969958960544318,-0.0001584301353432238,-0.0001471606665290892,-0.00013589119771495461,-0.00012462174345273525,-0.00011335228191455826,-0.00010208282037638128,-9.08133588382043e-05,-7.954389730002731e-05,-6.827443576185033e-05,-5.7004974223673344e-05,-4.573551268549636e-05,-3.4466051147319376e-05,-2.3196589609142393e-05,-1.192712807096541e-05,-6.576665327884257e-07,1.0611795005388558e-05,2.188125654356554e-05,3.315074718557298e-05,4.4420208723749965e-05,5.568967026192695e-05,6.695913180010393e-05,7.822859333828092e-05,8.94980548764579e-05,0.00010076751641463488,0.00011203697795281187,0.00012330643949098885,0.00013457590830512345,0.00014584536256734282,0.0001571148168295622,0.00016838428564369678,0.00017965375445783138,0.00019092320872005075,0.00020219266298227012,0.00021346213179640472,0.00022473160061053932,0.0002360010548727587,0.00024727050913497806,0.00025853997794911265,0.00026980944676324725,0.00028107891557738185,0.000292348355287686,0.0003036178241018206,0.0003148872929159552,0.0003261567326262593,0.0003374262014403939,0.0003486956702545285,0.0003599651390686631,0.0003712346078827977,0.00038250404759310186,0.00039377351640723646]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,0,2,0,0,1,2,3,5,4,6,13,25,37,32,57,97,171,167,271,373,572,781,1138,1684,2230,3403,4885,7192,10547,15997,25451,42574,77512,129804,109285,58988,33881,20450,13553,9080,6041,4054,2772,1998,1386,996,672,540,340,236,165,117,69,57,30,23,24,13,6,5,1,3,2],"bins":[-0.00133514404296875,-0.0012967586517333984,-0.0012583732604980469,-0.0012199878692626953,-0.0011816024780273438,-0.0011432170867919922,-0.0011048316955566406,-0.001066446304321289,-0.0010280609130859375,-0.000989675521850586,-0.0009512901306152344,-0.0009129047393798828,-0.0008745193481445312,-0.0008361339569091797,-0.0007977485656738281,-0.0007593631744384766,-0.000720977783203125,-0.0006825923919677734,-0.0006442070007324219,-0.0006058216094970703,-0.0005674362182617188,-0.0005290508270263672,-0.0004906654357910156,-0.00045228004455566406,-0.0004138946533203125,-0.00037550926208496094,-0.0003371238708496094,-0.0002987384796142578,-0.00026035308837890625,-0.0002219676971435547,-0.00018358230590820312,-0.00014519691467285156,-0.0001068115234375,-6.842613220214844e-05,-3.0040740966796875e-05,8.344650268554688e-06,4.673004150390625e-05,8.511543273925781e-05,0.00012350082397460938,0.00016188621520996094,0.0002002716064453125,0.00023865699768066406,0.0002770423889160156,0.0003154277801513672,0.00035381317138671875,0.0003921985626220703,0.0004305839538574219,0.00046896934509277344,0.000507354736328125,0.0005457401275634766,0.0005841255187988281,0.0006225109100341797,0.0006608963012695312,0.0006992816925048828,0.0007376670837402344,0.0007760524749755859,0.0008144378662109375,0.0008528232574462891,0.0008912086486816406,0.0009295940399169922,0.0009679794311523438,0.0010063648223876953,0.0010447502136230469,0.0010831356048583984,0.00112152099609375]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[4,4,1,2,10,13,13,13,21,28,51,57,83,104,158,142,227,294,424,536,749,1016,1451,1999,2997,4099,6358,9160,15140,24984,45699,93853,183712,85920,42510,24375,14532,9088,6193,3741,2793,1994,1395,994,780,552,417,266,219,161,115,95,69,54,35,30,24,22,15,10,10,6,2,5],"bins":[-0.00439453125,-0.0042591094970703125,-0.004123687744140625,-0.0039882659912109375,-0.00385284423828125,-0.0037174224853515625,-0.003582000732421875,-0.0034465789794921875,-0.0033111572265625,-0.0031757354736328125,-0.003040313720703125,-0.0029048919677734375,-0.00276947021484375,-0.0026340484619140625,-0.002498626708984375,-0.0023632049560546875,-0.002227783203125,-0.0020923614501953125,-0.001956939697265625,-0.0018215179443359375,-0.00168609619140625,-0.0015506744384765625,-0.001415252685546875,-0.0012798309326171875,-0.0011444091796875,-0.0010089874267578125,-0.000873565673828125,-0.0007381439208984375,-0.00060272216796875,-0.0004673004150390625,-0.000331878662109375,-0.0001964569091796875,-6.103515625e-05,7.43865966796875e-05,0.000209808349609375,0.0003452301025390625,0.00048065185546875,0.0006160736083984375,0.000751495361328125,0.0008869171142578125,0.0010223388671875,0.0011577606201171875,0.001293182373046875,0.0014286041259765625,0.00156402587890625,0.0016994476318359375,0.001834869384765625,0.0019702911376953125,0.002105712890625,0.0022411346435546875,0.002376556396484375,0.0025119781494140625,0.00264739990234375,0.0027828216552734375,0.002918243408203125,0.0030536651611328125,0.0031890869140625,0.0033245086669921875,0.003459930419921875,0.0035953521728515625,0.00373077392578125,0.0038661956787109375,0.004001617431640625,0.0041370391845703125,0.0042724609375]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,0,0,1,2,0,1,4,2,7,6,6,11,17,18,16,35,38,63,82,79,84,55,59,23,39,24,16,9,13,12,7,7,7,6,2,1,2,1,1,1,1,1,1,2,0,1,0,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.007726969197392464,-0.007367361336946487,-0.007007753010839224,-0.006648145150393248,-0.006288537289947271,-0.005928928963840008,-0.0055693211033940315,-0.005209713242948055,-0.004850105382502079,-0.0044904970563948154,-0.004130889195948839,-0.0037712811026722193,-0.0034116730093955994,-0.003052065148949623,-0.002692457055673003,-0.002332849195227027,-0.001973241101950407,-0.001613633125089109,-0.0012540251482278109,-0.000894417054951191,-0.0005348090780898929,-0.00017520107212476432,0.00018440693384036422,0.0005440149689093232,0.0009036229457706213,0.0012632309226319194,0.0016228388994932175,0.0019824469927698374,0.0023420550860464573,0.0027016629464924335,0.0030612710397690535,0.0034208789002150297,0.0037804869934916496,0.004140094853937626,0.0044997031800448895,0.004859311040490866,0.005218918900936842,0.0055785272270441055,0.005938135087490082,0.006297742947936058,0.006657350808382034,0.007016959134489298,0.007376566994935274,0.00773617485538125,0.008095783181488514,0.00845539104193449,0.008814998902380466,0.009174606762826443,0.009534215554594994,0.00989382341504097,0.010253431275486946,0.010613039135932922,0.010972646996378899,0.011332254856824875,0.011691862717270851,0.012051471509039402,0.012411079369485378,0.012770687229931355,0.01313029509037733,0.013489902950823307,0.013849510811269283,0.014209119603037834,0.01456872746348381,0.014928335323929787,0.015287943184375763],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,1,1,0,2,2,1,1,3,4,9,9,14,13,6,17,29,20,19,26,21,15,27,45,29,39,29,35,30,30,28,29,28,25,16,17,14,22,11,16,15,9,5,14,8,5,9,2,3,2,4,1,0,0,1,1,1,0,0,0,2],"bins":[-0.02682977169752121,-0.025965450331568718,-0.025101128965616226,-0.024236805737018585,-0.023372484371066093,-0.0225081630051136,-0.02164384163916111,-0.02077951841056347,-0.019915197044610977,-0.019050875678658485,-0.018186554312705994,-0.017322232946753502,-0.01645790971815586,-0.01559358835220337,-0.014729266986250877,-0.013864944688975811,-0.01300062332302332,-0.012136301957070827,-0.011271979659795761,-0.01040765829384327,-0.009543335996568203,-0.008679014630615711,-0.007814692333340645,-0.006950370967388153,-0.006086049135774374,-0.005221727304160595,-0.004357405472546816,-0.0034930838737636805,-0.0026287620421499014,-0.0017644402105361223,-0.0009001184953376651,-3.5796721931546926e-05,0.0008285250514745712,0.0016928468830883503,0.0025571687147021294,0.0034214903134852648,0.0042858123779296875,0.005150133743882179,0.006014455575495958,0.006878777407109737,0.0077430992387235165,0.008607421070337296,0.009471742436289787,0.010336064733564854,0.011200386099517345,0.012064708396792412,0.012929029762744904,0.01379335206001997,0.014657673425972462,0.015521994791924953,0.01638631708920002,0.01725063845515251,0.018114959821105003,0.018979283049702644,0.019843604415655136,0.020707925781607628,0.02157224714756012,0.02243656851351261,0.023300891742110252,0.024165213108062744,0.025029534474015236,0.025893855839967728,0.02675817906856537,0.02762250043451786,0.028486821800470352]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,2,0,0,1,3,0,0,1,1,2,5,5,6,4,9,8,12,14,7,24,19,21,35,48,47,54,40,51,52,46,34,33,39,27,30,12,19,10,9,3,5,5,4,6,2,1,3,0,2,0,1,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.000380858953576535,-0.0003678552166093141,-0.0003548514505382627,-0.0003418477135710418,-0.00032884394749999046,-0.00031584021053276956,-0.00030283647356554866,-0.0002898327074944973,-0.0002768289705272764,-0.0002638252335600555,-0.00025082146748900414,-0.00023781773052178323,-0.0002248139790026471,-0.00021181022748351097,-0.00019880649051629007,-0.00018580273899715394,-0.0001727989874780178,-0.00015979523595888168,-0.00014679148443974555,-0.00013378774747252464,-0.00012078399595338851,-0.00010778024443425238,-9.477650019107386e-05,-8.177275594789535e-05,-6.876900442875922e-05,-5.5765256547601894e-05,-4.276150866644457e-05,-2.9757760785287246e-05,-1.6754012904129922e-05,-3.7502650229725987e-06,9.253482858184725e-06,2.225723073934205e-05,3.5260949516668916e-05,4.826469739782624e-05,6.126844527898356e-05,7.427218952216208e-05,8.727594104129821e-05,0.00010027969256043434,0.00011328343680361286,0.00012628718104679137,0.0001392909325659275,0.00015229468408506364,0.00016529843560419977,0.00017830217257142067,0.0001913059240905568,0.00020430967560969293,0.00021731341257691383,0.00023031716409604996,0.0002433209156151861,0.000256324652582407,0.00026932841865345836,0.00028233215562067926,0.00029533589258790016,0.0003083396586589515,0.0003213433956261724,0.0003343471616972238,0.0003473508986644447,0.0003603546356316656,0.00037335840170271695,0.00038636213866993785,0.0003993659047409892,0.0004123696417082101,0.000425373378675431,0.00043837714474648237,0.0004513808817137033]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-1.8137266124540474e-06,-1.7577405060364981e-06,-1.7017543996189488e-06,-1.6457682932013995e-06,-1.5897821867838502e-06,-1.5337960803663009e-06,-1.4778098602619139e-06,-1.4218237538443645e-06,-1.3658376474268152e-06,-1.309851541009266e-06,-1.2538654345917166e-06,-1.1978793281741673e-06,-1.141893221756618e-06,-1.0859071153390687e-06,-1.0299210089215194e-06,-9.7393490250397e-07,-9.179487392430019e-07,-8.619626328254526e-07,-8.059765264079033e-07,-7.499903631469351e-07,-6.940042567293858e-07,-6.380181503118365e-07,-5.820320438942872e-07,-5.260459374767379e-07,-4.7005980263747915e-07,-4.1407369621992984e-07,-3.580875613806711e-07,-3.021014549631218e-07,-2.461153485455725e-07,-1.9012921370631375e-07,-1.3414310728876444e-07,-7.815698666036042e-08,-2.2170866031956393e-08,3.381525104373395e-08,8.98013681194243e-08,1.4578748164240096e-07,2.0177360227080499e-07,2.57759722899209e-07,3.137458293167583e-07,3.6973196415601706e-07,4.2571807057356637e-07,4.817042054128251e-07,5.376903118303744e-07,5.936764182479237e-07,6.49662524665473e-07,7.056486310830223e-07,7.616347943439905e-07,8.176209007615398e-07,8.736070071790891e-07,9.295931135966384e-07,9.855792768576066e-07,1.041565383275156e-06,1.0975514896927052e-06,1.1535375961102545e-06,1.2095237025278038e-06,1.2655098089453531e-06,1.3214959153629025e-06,1.3774820217804518e-06,1.433468128198001e-06,1.489454348302388e-06,1.5454404547199374e-06,1.6014265611374867e-06,1.657412667555036e-06,1.7133987739725853e-06,1.7693848803901346e-06],"_type":"histogram","values":[1,1,0,0,0,0,1,1,0,0,1,1,2,2,1,2,3,6,7,7,7,12,11,14,20,30,38,26,21,46,48,40,53,55,41,54,33,30,29,16,28,15,11,5,10,3,8,9,4,4,0,3,4,1,1,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[-0.00856288056820631,-0.008149783127009869,-0.00773668522015214,-0.007323587778955698,-0.006910489872097969,-0.006497392430901527,-0.006084294989705086,-0.005671197082847357,-0.005258099641650915,-0.0048450022004544735,-0.0044319042935967445,-0.004018806852400303,-0.0036057091783732176,-0.0031926115043461323,-0.0027795140631496906,-0.0023664163891226053,-0.00195331871509552,-0.0015402210410684347,-0.0011271234834566712,-0.0007140258676372468,-0.00030092825181782246,0.00011216936400160193,0.0005252669798210263,0.0009383645956404507,0.001351462211459875,0.0017645598854869604,0.0021776575595140457,0.0025907550007104874,0.0030038526747375727,0.003416950348764658,0.0038300477899610996,0.004243145696818829,0.004656242206692696,0.005069339647889137,0.005482437554746866,0.005895534995943308,0.006308632902801037,0.0067217303439974785,0.00713482778519392,0.007547925692051649,0.007961023598909378,0.00837412104010582,0.008787218481302261,0.009200315922498703,0.009613413363695145,0.010026510804891586,0.010439609177410603,0.010852706618607044,0.011265804059803486,0.011678901500999928,0.01209199894219637,0.012505097314715385,0.012918194755911827,0.013331292197108269,0.01374438963830471,0.014157487079501152,0.014570584520697594,0.01498368289321661,0.015396780334413052,0.015809878706932068,0.01622297614812851,0.01663607358932495,0.017049171030521393,0.017462268471717834,0.017875365912914276],"_type":"histogram","values":[1,0,0,0,1,2,3,3,5,6,9,9,13,12,15,37,43,53,65,77,94,63,70,44,23,20,19,13,10,11,9,5,4,7,8,1,3,1,2,0,2,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.00176239013671875,-0.0017093420028686523,-0.0016562938690185547,-0.001603245735168457,-0.0015501976013183594,-0.0014971494674682617,-0.001444101333618164,-0.0013910531997680664,-0.0013380050659179688,-0.001284956932067871,-0.0012319087982177734,-0.0011788606643676758,-0.0011258125305175781,-0.0010727643966674805,-0.0010197162628173828,-0.0009666681289672852,-0.0009136199951171875,-0.0008605718612670898,-0.0008075237274169922,-0.0007544755935668945,-0.0007014274597167969,-0.0006483793258666992,-0.0005953311920166016,-0.0005422830581665039,-0.0004892349243164062,-0.0004361867904663086,-0.00038313865661621094,-0.0003300905227661133,-0.0002770423889160156,-0.00022399425506591797,-0.0001709461212158203,-0.00011789798736572266,-6.4849853515625e-05,-1.1801719665527344e-05,4.124641418457031e-05,9.429454803466797e-05,0.00014734268188476562,0.00020039081573486328,0.00025343894958496094,0.0003064870834350586,0.00035953521728515625,0.0004125833511352539,0.00046563148498535156,0.0005186796188354492,0.0005717277526855469,0.0006247758865356445,0.0006778240203857422,0.0007308721542358398,0.0007839202880859375,0.0008369684219360352,0.0008900165557861328,0.0009430646896362305,0.0009961128234863281,0.0010491609573364258,0.0011022090911865234,0.001155257225036621,0.0012083053588867188,0.0012613534927368164,0.001314401626586914,0.0013674497604370117,0.0014204978942871094,0.001473546028137207,0.0015265941619873047,0.0015796422958374023,0.0016326904296875],"_type":"histogram","values":[1,1,2,1,1,2,3,4,8,9,14,7,24,28,52,47,81,97,137,181,260,331,562,844,1313,1980,2998,5003,8607,14977,28467,56878,130708,167654,81795,38583,20177,10545,6425,3898,2291,1544,992,684,458,320,243,178,120,64,57,48,29,28,18,12,12,3,6,5,3,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,1,0,0,0,1,0,0,0,1,2,2,1,2,6,6,10,12,10,23,26,33,34,31,32,36,29,47,45,41,48,32,40,38,37,28,23,21,17,17,6,6,4,1,5,1,2,3,1,1,0,1,0,1,0,1],"bins":[-0.0004140941018704325,-0.00040275134961120784,-0.00039140862645581365,-0.000380065874196589,-0.0003687231510411948,-0.00035738039878197014,-0.00034603767562657595,-0.0003346949233673513,-0.0003233522002119571,-0.00031200944795273244,-0.00030066672479733825,-0.0002893239725381136,-0.0002779812493827194,-0.00026663849712349474,-0.00025529577396810055,-0.0002439530217088759,-0.00023261028400156647,-0.00022126754629425704,-0.00020992480858694762,-0.0001985820708796382,-0.00018723933317232877,-0.00017589659546501935,-0.00016455385775770992,-0.0001532111200504005,-0.00014186836779117584,-0.00013052563008386642,-0.0001191828996525146,-0.00010784016194520518,-9.649741696193814e-05,-8.515467925462872e-05,-7.381194154731929e-05,-6.246920384000987e-05,-5.112646613270044e-05,-3.978372842539102e-05,-2.844098889909219e-05,-1.709824937279336e-05,-5.755511665483937e-06,5.58722695132019e-06,1.6929965568124317e-05,2.8272705094423145e-05,3.961544280173257e-05,5.0958180509041995e-05,6.230091821635142e-05,7.364365592366084e-05,8.498640090692788e-05,9.632913861423731e-05,0.00010767187632154673,0.00011901461402885616,0.00013035735173616558,0.000141700089443475,0.00015304282715078443,0.00016438556485809386,0.00017572830256540328,0.0001870710402727127,0.00019841377798002213,0.00020975651568733156,0.0002210992679465562,0.00023244200565386564,0.00024378474336117506,0.00025512746651656926,0.0002664702187757939,0.0002778129419311881,0.00028915569419041276,0.00030049841734580696,0.0003118411696050316]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[2,4,2,5,2,3,4,6,7,12,5,10,6,13,9,10,17,17,9,15,25,17,14,22,15,16,19,22,20,25,25,24,26,26,21,26,25,23,25,18,15,17,19,10,11,8,11,6,12,15,8,10,4,6,3,5,5,5,1,0,2,0,0,3],"bins":[-0.0004451890417840332,-0.00043053034460172057,-0.0004158716183155775,-0.00040121289202943444,-0.00038655419484712183,-0.0003718954976648092,-0.00035723677137866616,-0.0003425780450925231,-0.0003279193479102105,-0.0003132606507278979,-0.0002986019244417548,-0.00028394319815561175,-0.00026928450097329915,-0.00025462580379098654,-0.00023996707750484347,-0.00022530836577061564,-0.0002106496540363878,-0.00019599094230215997,-0.00018133223056793213,-0.0001666735188337043,-0.00015201480709947646,-0.00013735609536524862,-0.00012269738363102078,-0.00010803867189679295,-9.337996016256511e-05,-7.872124842833728e-05,-6.406253669410944e-05,-4.9403824959881604e-05,-3.474511322565377e-05,-2.008640149142593e-05,-5.427689757198095e-06,9.23102197702974e-06,2.388970460742712e-05,3.8548416341654956e-05,5.320712807588279e-05,6.786583981011063e-05,8.252455154433846e-05,9.71832632785663e-05,0.00011184197501279414,0.00012650068674702197,0.0001411593984812498,0.00015581811021547765,0.00017047682194970548,0.00018513553368393332,0.00019979424541816115,0.000214452957152389,0.00022911166888661683,0.00024377038062084466,0.0002584290923550725,0.00027308781864121556,0.00028774651582352817,0.0003024052130058408,0.00031706393929198384,0.0003317226655781269,0.0003463813627604395,0.0003610400599427521,0.0003756987862288952,0.00039035751251503825,0.00040501620969735086,0.00041967490687966347,0.00043433363316580653,0.0004489923594519496,0.0004636510566342622,0.0004783097538165748,0.0004929684801027179]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,2,3,4,4,5,6,5,6,7,6,15,9,18,16,17,17,30,20,26,19,19,37,27,34,19,38,39,27,37,22,23,37,18,19,16,16,15,14,15,5,6,7,7,5,7,2,4,6,2,3,0,0,0,1,2],"bins":[-0.023666810244321823,-0.022966478019952774,-0.022266143932938576,-0.021565811708569527,-0.02086547762155533,-0.02016514539718628,-0.01946481317281723,-0.018764479085803032,-0.018064146861433983,-0.017363812774419785,-0.016663480550050735,-0.015963148325681686,-0.015262814238667488,-0.014562481082975864,-0.013862148858606815,-0.013161815702915192,-0.012461482547223568,-0.011761149391531944,-0.01106081623584032,-0.010360484011471272,-0.009660150855779648,-0.008959817700088024,-0.0082594845443964,-0.007559151854366064,-0.00685881869867444,-0.006158485542982817,-0.00545815285295248,-0.004757819697260857,-0.004057486541569233,-0.0033571538515388966,-0.002656820695847273,-0.001956487772986293,-0.0012561548501253128,-0.0005558218690566719,0.0001445111120119691,0.00084484409308061,0.001545177074149251,0.002245509997010231,0.0029458431527018547,0.0036461760755628347,0.004346508998423815,0.0050468421541154385,0.005747174844145775,0.0064475079998373985,0.007147841155529022,0.007848174311220646,0.008548506535589695,0.009248839691281319,0.009949172846972942,0.010649506002664566,0.01134983915835619,0.012050171382725239,0.012750504538416862,0.013450837694108486,0.01415117084980011,0.014851504005491734,0.015551837161183357,0.016252169385552406,0.016952503472566605,0.017652835696935654,0.018353167921304703,0.0190535020083189,0.01975383423268795,0.02045416831970215,0.021154500544071198]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[2,0,2,0,3,1,2,2,1,2,1,3,3,7,11,7,8,12,11,13,18,15,21,25,21,37,38,38,23,29,42,31,29,23,30,30,24,21,25,25,14,16,10,9,17,8,8,5,8,4,9,5,2,1,3,4,0,0,4,1,1,2,0,1],"bins":[-0.0003774958895519376,-0.00036539696156978607,-0.00035329803358763456,-0.00034119910560548306,-0.00032910017762333155,-0.0003170012787450105,-0.000304902350762859,-0.0002928034227807075,-0.00028070449479855597,-0.00026860556681640446,-0.00025650663883425295,-0.00024440771085210145,-0.00023230879742186517,-0.00022020986943971366,-0.00020811095600947738,-0.00019601202802732587,-0.00018391310004517436,-0.00017181417206302285,-0.00015971524408087134,-0.00014761633065063506,-0.00013551740266848356,-0.00012341847468633205,-0.00011131955398013815,-9.922063327394426e-05,-8.712170529179275e-05,-7.502277730964124e-05,-6.292385660344735e-05,-5.082493225927465e-05,-3.8726007915101945e-05,-2.6627083570929244e-05,-1.4528159226756543e-05,-2.4292348825838417e-06,9.66968946158886e-06,2.176861380576156e-05,3.386753814993426e-05,4.596646249410696e-05,5.8065386838279665e-05,7.016431482043117e-05,8.226323552662507e-05,9.436215623281896e-05,0.00010646108421497047,0.00011856001219712198,0.00013065894017927349,0.00014275785360950977,0.00015485678159166127,0.00016695570957381278,0.00017905462300404906,0.00019115355098620057,0.00020325247896835208,0.0002153514069505036,0.0002274503349326551,0.00023954924836289138,0.0002516481908969581,0.00026374708977527916,0.00027584601775743067,0.0002879449457395822,0.0003000438737217337,0.0003121428017038852,0.0003242417296860367,0.0003363406576681882,0.00034843955654650927,0.0003605384845286608,0.0003726374125108123,0.0003847363404929638,0.0003968352684751153],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,3,2,2,6,4,6,9,3,4,4,12,10,14,9,11,12,12,19,13,11,32,16,15,22,18,18,27,24,19,19,22,24,18,22,19,20,25,23,13,19,16,19,14,19,9,7,7,8,12,8,8,7,9,5,6,6,6,3,5,3,1,5,2],"bins":[0.9995979070663452,0.9996114373207092,0.9996249079704285,0.9996384382247925,0.9996519684791565,0.9996654391288757,0.9996789693832397,0.9996924996376038,0.9997060298919678,0.999719500541687,0.999733030796051,0.999746561050415,0.9997600317001343,0.9997735619544983,0.9997870922088623,0.9998005628585815,0.9998140931129456,0.9998276233673096,0.9998410940170288,0.9998546242713928,0.9998681545257568,0.9998816251754761,0.9998951554298401,0.9999086856842041,0.9999221563339233,0.9999356865882874,0.9999492168426514,0.9999627470970154,0.9999762177467346,0.9999897480010986,1.0000032186508179,1.0000168085098267,1.000030279159546,1.0000437498092651,1.000057339668274,1.0000708103179932,1.0000842809677124,1.0000978708267212,1.0001113414764404,1.0001248121261597,1.0001384019851685,1.0001518726348877,1.000165343284607,1.0001789331436157,1.000192403793335,1.0002058744430542,1.000219464302063,1.0002329349517822,1.000246524810791,1.0002599954605103,1.0002734661102295,1.0002870559692383,1.0003005266189575,1.0003139972686768,1.0003275871276855,1.0003410577774048,1.000354528427124,1.0003681182861328,1.000381588935852,1.0003950595855713,1.00040864944458,1.0004221200942993,1.0004355907440186,1.0004491806030273,1.0004626512527466]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.0003121601475868374,-0.0003024076868314296,-0.0002926552260760218,-0.000282902765320614,-0.00027315030456520617,-0.00026339784380979836,-0.00025364538305439055,-0.0002438929077470675,-0.0002341404469916597,-0.0002243879862362519,-0.00021463552548084408,-0.00020488306472543627,-0.00019513058941811323,-0.00018537812866270542,-0.0001756256679072976,-0.0001658732071518898,-0.000156120746396482,-0.00014636828564107418,-0.00013661582488566637,-0.00012686336413025856,-0.00011711089609889314,-0.00010735843534348533,-9.76059673121199e-05,-8.785350655671209e-05,-7.810104580130428e-05,-6.834858504589647e-05,-5.859612065250985e-05,-4.8843656259123236e-05,-3.9091195503715426e-05,-2.9338732929318212e-05,-1.9586270354920998e-05,-9.833807780523784e-06,-8.137430995702744e-08,9.671088264440186e-06,1.94235508388374e-05,2.9176013413234614e-05,3.892847598763183e-05,4.868093674303964e-05,5.8433401136426255e-05,6.818586552981287e-05,7.793832628522068e-05,8.769078704062849e-05,9.74432477960363e-05,0.00010719571582740173,0.00011694817658280954,0.00012670064461417496,0.00013645310536958277,0.00014620556612499058,0.0001559580268803984,0.0001657104876358062,0.000175462948391214,0.00018521540914662182,0.00019496786990202963,0.00020472034520935267,0.00021447280596476048,0.0002242252667201683,0.0002339777274755761,0.0002437301882309839,0.00025348266353830695,0.00026323512429371476,0.00027298758504912257,0.0002827400458045304,0.0002924925065599382,0.000302244967315346,0.0003119974280707538],"_type":"histogram","values":[1,1,0,0,1,0,0,2,5,0,1,5,3,4,3,2,6,5,13,10,18,9,17,23,24,27,41,35,33,38,41,29,33,27,38,32,31,33,26,22,17,19,14,10,13,7,14,11,2,1,4,3,5,3,0,1,2,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[3,0,0,1,2,0,2,0,1,3,2,1,3,5,6,6,4,6,7,8,8,13,14,18,21,21,27,35,31,45,44,36,44,29,26,40,44,30,28,26,21,21,13,14,8,7,11,5,11,3,1,3,3,0,1,1,1,1,0,0,2,0,0,1],"bins":[-0.00036639138124883175,-0.0003551037225406617,-0.00034381606383249164,-0.0003325284051243216,-0.0003212407464161515,-0.00030995308770798147,-0.0002986654289998114,-0.00028737777029164135,-0.0002760901115834713,-0.0002648024819791317,-0.00025351482327096164,-0.00024222715001087636,-0.00023093950585462153,-0.00021965184714645147,-0.00020836418843828142,-0.00019707652973011136,-0.0001857888710219413,-0.00017450121231377125,-0.0001632135536056012,-0.00015192589489743114,-0.00014063823618926108,-0.00012935059203300625,-0.0001180629333248362,-0.00010677527461666614,-9.548761590849608e-05,-8.419995720032603e-05,-7.291229849215597e-05,-6.162464705994353e-05,-5.033698835177347e-05,-3.9049329643603414e-05,-2.7761674573412165e-05,-1.6474017684231512e-05,-5.186331691220403e-06,6.10132519796025e-06,1.7388982087140903e-05,2.8676638976321556e-05,3.996429586550221e-05,5.1251954573672265e-05,6.253960600588471e-05,7.382726471405476e-05,8.511492342222482e-05,9.640258213039488e-05,0.00010769024083856493,0.00011897789227077737,0.00013026554370298982,0.00014155320241115987,0.00015284086111932993,0.00016412851982749999,0.00017541617853567004,0.0001867038372438401,0.00019799149595201015,0.0002092791546601802,0.00022056681336835027,0.0002318544575246051,0.00024314211623277515,0.00025442978949286044,0.0002657174482010305,0.0002770050778053701,0.00028829273651354015,0.0002995803952217102,0.00031086805392988026,0.0003221557126380503,0.0003334433713462204,0.00034473103005439043,0.0003560186887625605],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,4,2,2,4,2,3,5,13,9,13,9,17,18,26,36,48,70,101,96,61,42,33,28,19,17,11,16,8,9,4,10,4,5,1,4,4,1,1,2,2,0,1,2,0,0,1],"bins":[-0.045036546885967255,-0.04379533976316452,-0.042554132640361786,-0.04131292924284935,-0.040071722120046616,-0.03883051499724388,-0.037589311599731445,-0.03634810447692871,-0.03510689735412598,-0.03386569023132324,-0.03262448310852051,-0.03138327971100807,-0.030142072588205338,-0.028900865465402603,-0.027659660205245018,-0.026418454945087433,-0.0251772478222847,-0.023936040699481964,-0.02269483543932438,-0.021453630179166794,-0.02021242305636406,-0.018971215933561325,-0.01773001067340374,-0.016488805413246155,-0.01524759829044342,-0.01400639209896326,-0.012765185907483101,-0.011523979716002941,-0.010282773524522781,-0.009041567333042622,-0.007800361141562462,-0.006559154950082302,-0.005317948758602142,-0.004076742567121983,-0.002835536375641823,-0.001594330184161663,-0.0003531239926815033,0.0008880821987986565,0.0021292883902788162,0.003370494581758976,0.004611700773239136,0.0058529069647192955,0.007094113156199455,0.008335319347679615,0.009576525539159775,0.010817731730639935,0.012058937922120094,0.013300144113600254,0.014541350305080414,0.015782557427883148,0.017023762688040733,0.01826496794819832,0.019506175071001053,0.020747382193803787,0.021988587453961372,0.023229792714118958,0.024470999836921692,0.025712206959724426,0.02695341221988201,0.028194617480039597,0.02943582460284233,0.030677031725645065,0.0319182351231575,0.033159442245960236,0.03440064936876297]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[4,1,1,0,0,2,4,4,2,1,3,7,11,11,13,20,23,43,39,44,60,58,59,79,56,45,28,25,25,17,14,10,16,5,5,3,1,0,7,3,4,0,2,2,1,3,1,0,0,1,1,0,0,0,2,0,0,0,0,1,0,0,0,1],"bins":[-0.006664895452558994,-0.006373601965606213,-0.006082308478653431,-0.005791014991700649,-0.005499721504747868,-0.005208428483456373,-0.0049171349965035915,-0.00462584150955081,-0.004334548022598028,-0.0040432545356452465,-0.003751961048692465,-0.003460667794570327,-0.003169374307617545,-0.0028780808206647635,-0.0025867875665426254,-0.0022954940795898438,-0.002004200592637062,-0.0017129071056842804,-0.0014216137351468205,-0.0011303203646093607,-0.000839026877656579,-0.0005477334489114583,-0.0002564400201663375,3.4853408578783274e-05,0.00032614683732390404,0.0006174402660690248,0.0009087336948141456,0.0012000270653516054,0.001491320552304387,0.0017826140392571688,0.002073907293379307,0.0023652007803320885,0.0026564951986074448,0.0029477886855602264,0.003239082172513008,0.003530375426635146,0.003821668913587928,0.004112962167710066,0.0044042556546628475,0.004695549141615629,0.004986842628568411,0.0052781361155211926,0.005569429602473974,0.005860723089426756,0.00615201611071825,0.006443309597671032,0.006734603084623814,0.007025896571576595,0.007317190058529377,0.007608483545482159,0.00789977703243494,0.008191070519387722,0.008482364006340504,0.008773657493293285,0.009064950980246067,0.009356244467198849,0.009647537022829056,0.009938830509781837,0.01023012399673462,0.0105214174836874,0.010812710970640182,0.011104004457592964,0.011395297944545746,0.011686591431498528,0.01197788491845131]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,2,0,1,0,0,1,1,0,2,1,2,5,2,0,5,6,6,10,10,12,7,16,11,16,24,33,31,27,43,43,34,43,42,39,36,29,35,27,24,19,21,23,10,13,11,6,10,6,4,2,5,1,0,3,2,0,1,1,0,1],"bins":[-0.000434167857747525,-0.0004220110713504255,-0.00040985431405715644,-0.00039769752766005695,-0.00038554074126295745,-0.0003733839839696884,-0.0003612271975725889,-0.0003490704111754894,-0.00033691362477838993,-0.0003247568674851209,-0.0003126000810880214,-0.0003004432946909219,-0.00028828653739765286,-0.00027612975100055337,-0.0002639729646034539,-0.00025181620731018484,-0.00023965942091308534,-0.00022750264906790107,-0.00021534586267080158,-0.0002031890908256173,-0.00019103230442851782,-0.00017887553258333355,-0.00016671876073814929,-0.0001545619743410498,-0.00014240520249586552,-0.00013024843065068126,-0.00011809164425358176,-0.0001059348724083975,-9.377809328725561e-05,-8.162131416611373e-05,-6.946454232092947e-05,-5.730776319978759e-05,-4.515095497481525e-05,-3.299417585367337e-05,-2.0837400370510295e-05,-8.680623068357818e-06,3.4761542337946594e-06,1.5632931535947137e-05,2.7789708838099614e-05,3.994648432126269e-05,5.210326344240457e-05,6.426004256354645e-05,7.641682168468833e-05,8.85735935298726e-05,0.00010073037265101448,0.00011288715177215636,0.00012504392361734062,0.00013720071001444012,0.00014935748185962439,0.00016151425370480865,0.00017367104010190815,0.00018582781194709241,0.0001979845983441919,0.00021014137018937618,0.00022229814203456044,0.00023445492843165994,0.00024661171482875943,0.00025876847212202847,0.00027092525851912796,0.00028308204491622746,0.0002952388022094965,0.000307395588606596,0.0003195523750036955,0.0003317091322969645,0.000343865918694064]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[1,3,8,10,36,50,98,175,292,462,800,1357,2136,3115,4902,7108,10352,14084,19461,25542,32968,41208,50625,59876,70008,78982,86928,94130,98157,100251,99928,97210,92572,85232,76213,66492,56717,46883,38273,30248,23143,17447,12406,9094,6235,4306,2949,1711,1088,684,389,232,141,73,41,18,9,2,1,1,0,0,0,1],"bins":[-0.09596189111471176,-0.09274402260780334,-0.08952615410089493,-0.08630828559398651,-0.08309042453765869,-0.07987255603075027,-0.07665468752384186,-0.07343681901693344,-0.07021895051002502,-0.06700108200311661,-0.06378322094678879,-0.06056534871459007,-0.057347483932971954,-0.05412961542606354,-0.05091174691915512,-0.047693882137537,-0.044476013630628586,-0.04125814512372017,-0.03804028034210205,-0.034822411835193634,-0.03160454332828522,-0.02838667668402195,-0.025168810039758682,-0.021950941532850266,-0.018733074888586998,-0.015515207313001156,-0.012297339737415314,-0.009079473093152046,-0.005861605517566204,-0.0026437381748110056,0.0005741291679441929,0.0037919965106993914,0.00700986385345459,0.010227731429040432,0.013445599004626274,0.01666346564888954,0.01988133415579796,0.023099200800061226,0.026317067444324493,0.02953493595123291,0.03275280445814133,0.035970669239759445,0.03918853774666786,0.04240640625357628,0.0456242710351944,0.048842139542102814,0.05206000804901123,0.05527787283062935,0.058495741337537766,0.06171360984444618,0.0649314746260643,0.06814934313297272,0.07136721163988113,0.07458508014678955,0.07780294865369797,0.08102080971002579,0.0842386782169342,0.08745654672384262,0.09067441523075104,0.09389228373765945,0.09711015224456787,0.10032801330089569,0.10354588180780411,0.10676375031471252,0.10998161882162094]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[1,0,2,0,3,0,1,2,7,5,6,3,10,6,9,9,13,14,13,13,18,22,24,33,25,19,30,21,36,27,35,28,29,25,22,21,28,25,24,18,18,17,10,21,7,11,14,10,6,3,5,5,2,1,4,1,1,2,2,0,0,0,0,1],"bins":[-0.016409412026405334,-0.015861423686146736,-0.015313436277210712,-0.014765448868274689,-0.01421746052801609,-0.013669472187757492,-0.013121484778821468,-0.012573497369885445,-0.012025509029626846,-0.011477520689368248,-0.010929533280432224,-0.0103815458714962,-0.009833557531237602,-0.009285569190979004,-0.00873758178204298,-0.008189594373106956,-0.007641606032848358,-0.007093618158251047,-0.006545630283653736,-0.005997642409056425,-0.005449654534459114,-0.004901666659861803,-0.004353678785264492,-0.003805690910667181,-0.00325770303606987,-0.002709715161472559,-0.002161727286875248,-0.001613739412277937,-0.001065751537680626,-0.0005177636630833149,3.0224211513996124e-05,0.0005782120861113071,0.0011262018233537674,0.0016741896979510784,0.0022221775725483894,0.0027701654471457005,0.0033181533217430115,0.0038661411963403225,0.0044141290709376335,0.0049621169455349445,0.0055101048201322556,0.006058092694729567,0.006606080569326878,0.007154068443924189,0.0077020563185215,0.008250044658780098,0.008798032067716122,0.009346019476652145,0.009894007816910744,0.010441996157169342,0.010989983566105366,0.01153797097504139,0.012085959315299988,0.012633947655558586,0.01318193506449461,0.013729922473430634,0.014277910813689232,0.01482589915394783,0.015373886562883854,0.015921873971819878,0.016469862312078476,0.017017850652337074,0.017565838992595673,0.01811382547020912,0.01866181381046772],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[4,0,1,2,2,5,12,18,17,18,56,49,72,100,189,243,359,544,739,1214,1765,2641,3689,5727,9080,13278,20734,33952,61993,149983,135835,56884,32829,19854,12595,8401,5577,3651,2451,1772,1131,739,515,368,245,136,120,70,49,30,35,18,11,6,2,4,3,3,0,1,1,0,1,1],"bins":[-0.060546875,-0.05852508544921875,-0.0565032958984375,-0.05448150634765625,-0.052459716796875,-0.05043792724609375,-0.0484161376953125,-0.04639434814453125,-0.04437255859375,-0.04235076904296875,-0.0403289794921875,-0.03830718994140625,-0.036285400390625,-0.03426361083984375,-0.0322418212890625,-0.03022003173828125,-0.0281982421875,-0.02617645263671875,-0.0241546630859375,-0.02213287353515625,-0.020111083984375,-0.01808929443359375,-0.0160675048828125,-0.01404571533203125,-0.01202392578125,-0.01000213623046875,-0.0079803466796875,-0.00595855712890625,-0.003936767578125,-0.00191497802734375,0.0001068115234375,0.00212860107421875,0.004150390625,0.00617218017578125,0.0081939697265625,0.01021575927734375,0.012237548828125,0.01425933837890625,0.0162811279296875,0.01830291748046875,0.02032470703125,0.02234649658203125,0.0243682861328125,0.02639007568359375,0.028411865234375,0.03043365478515625,0.0324554443359375,0.03447723388671875,0.0364990234375,0.03852081298828125,0.0405426025390625,0.04256439208984375,0.044586181640625,0.04660797119140625,0.0486297607421875,0.05065155029296875,0.05267333984375,0.05469512939453125,0.0567169189453125,0.05873870849609375,0.060760498046875,0.06278228759765625,0.0648040771484375,0.06682586669921875,0.06884765625]},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[1041,1519,1607,1588,1497,1589,1480,1551,1560,1505,1533,1561,1518,1506,1532,1532,1571,1656,1587,1535,1595,1574,1521,1566,1533,1508,1525,1494,1616,1515,1547,1589,1551,1549,1540,1543,1596,1533,1556,1539,1534,1567,1536,1576,1472,1609,1602,1581,1522,1565,1508,1536,1535,1593,1589,1606,1576,1583,1527,1533,1597,1485,1502,1112],"bins":[-0.03647695109248161,-0.035337336361408234,-0.034197721630334854,-0.033058106899261475,-0.031918492168188095,-0.030778877437114716,-0.029639262706041336,-0.028499647974967957,-0.027360033243894577,-0.026220418512821198,-0.025080803781747818,-0.02394118905067444,-0.02280157431960106,-0.02166195958852768,-0.0205223448574543,-0.01938273012638092,-0.01824311539530754,-0.01710350066423416,-0.015963885933160782,-0.014824271202087402,-0.013684656471014023,-0.012545041739940643,-0.011405427008867264,-0.010265812277793884,-0.009126197546720505,-0.007986582815647125,-0.006846968084573746,-0.005707353353500366,-0.004567738622426987,-0.003428123891353607,-0.0022885091602802277,-0.0011488944292068481,-9.279698133468628e-06,0.0011303350329399109,0.0022699497640132904,0.00340956449508667,0.0045491792261600494,0.005688793957233429,0.0068284086883068085,0.007968023419380188,0.009107638150453568,0.010247252881526947,0.011386867612600327,0.012526482343673706,0.013666097074747086,0.014805711805820465,0.015945326536893845,0.017084941267967224,0.018224555999040604,0.019364170730113983,0.020503785461187363,0.021643400192260742,0.02278301492333412,0.0239226296544075,0.02506224438548088,0.02620185911655426,0.02734147384762764,0.02848108857870102,0.0296207033097744,0.03076031804084778,0.03189993277192116,0.03303954750299454,0.03417916223406792,0.035318776965141296,0.036458391696214676]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[4,6,4,16,19,35,62,116,229,329,591,975,1450,2178,3251,4840,6815,9835,13238,17592,23127,29331,36117,44147,52817,61353,69730,77544,84448,89774,92806,94291,94103,91259,86463,79816,72144,64332,55730,47221,38992,31749,24758,19446,14483,10727,7817,5657,3816,2668,1737,1140,723,409,253,160,82,49,30,19,7,1,2,1],"bins":[-0.09545589983463287,-0.09244199097156525,-0.08942808210849762,-0.08641417324542999,-0.08340026438236237,-0.08038635551929474,-0.07737244665622711,-0.07435853779315948,-0.07134462893009186,-0.06833071261644363,-0.06531680375337601,-0.06230289861559868,-0.05928898602724075,-0.056275077164173126,-0.0532611683011055,-0.05024725943803787,-0.047233350574970245,-0.04421944171190262,-0.04120553284883499,-0.038191623985767365,-0.03517771512269974,-0.03216380253434181,-0.029149893671274185,-0.026135984808206558,-0.02312207594513893,-0.020108167082071304,-0.017094258219003677,-0.014080347493290901,-0.011066438630223274,-0.008052529767155647,-0.005038619972765446,-0.0020247106440365314,0.0009891986846923828,0.004003108013421297,0.007017017342150211,0.010030927136540413,0.01304483599960804,0.016058744862675667,0.019072655588388443,0.02208656445145607,0.025100473314523697,0.028114382177591324,0.03112829104065895,0.03414219990372658,0.0371561124920845,0.04017002135515213,0.04318393021821976,0.046197839081287384,0.04921174794435501,0.05222565680742264,0.055239565670490265,0.05825347453355789,0.06126738339662552,0.06428129225969315,0.06729520112276077,0.0703091099858284,0.07332302629947662,0.07633693516254425,0.07935084402561188,0.0823647528886795,0.08537866175174713,0.08839257061481476,0.09140647947788239,0.09442038834095001,0.09743429720401764]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,3,1,2,1,1,0,5,6,5,9,13,15,15,14,13,27,21,29,26,36,31,27,34,37,41,33,25,33,34,30,34,28,23,15,20,14,18,7,7,5,5,6,4,3,4,4,1,0,0,0,0,0,1,0,0,0,0,1],"bins":[-0.05117950215935707,-0.04948956146836281,-0.047799620777368546,-0.04610968008637428,-0.04441973939538002,-0.04272979870438576,-0.041039858013391495,-0.03934991732239723,-0.03765997663140297,-0.03597003594040871,-0.034280095249414444,-0.03259015455842018,-0.03090021200478077,-0.029210271313786507,-0.027520330622792244,-0.02583038993179798,-0.02414044924080372,-0.022450508549809456,-0.020760567858815193,-0.01907062716782093,-0.017380686476826668,-0.015690745785832405,-0.014000804163515568,-0.012310863472521305,-0.010620922781527042,-0.00893098209053278,-0.007241041399538517,-0.005551100242882967,-0.0038611595518887043,-0.0021712188608944416,-0.00048127793706953526,0.0012086628703400493,0.002898603677749634,0.0045885443687438965,0.006278485059738159,0.007968425750732422,0.009658366441726685,0.011348308064043522,0.013038248755037785,0.014728189446032047,0.016418129205703735,0.018108071759343147,0.01979801245033741,0.021487953141331673,0.023177893832325935,0.024867834523320198,0.02655777521431446,0.028247715905308723,0.029937656596302986,0.0316275991499424,0.03331753984093666,0.03500748053193092,0.036697421222925186,0.03838736191391945,0.04007730260491371,0.041767243295907974,0.04345718398690224,0.0451471246778965,0.04683706536889076,0.048527006059885025,0.05021694675087929,0.05190688744187355,0.05359682813286781,0.055286768823862076,0.05697670951485634],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,1,2,1,0,0,0,0,2,1,1,0,4,4,4,4,6,5,5,10,7,12,19,16,25,31,56,53,62,52,64,69,48,44,33,22,29,9,13,5,8,5,5,5,3,3,2,2,2,2,1,4,1,0,0,1,0,1,0,0,1,1,0,1],"bins":[-5.1933138820459135e-06,-5.019131094741169e-06,-4.844947852689074e-06,-4.67076506538433e-06,-4.496582278079586e-06,-4.322399490774842e-06,-4.148216248722747e-06,-3.974033461418003e-06,-3.7998506741132587e-06,-3.625667659434839e-06,-3.4514846447564196e-06,-3.2773018574516755e-06,-3.103118842773256e-06,-2.9289360554685118e-06,-2.754753040790092e-06,-2.580570253485348e-06,-2.4063872388069285e-06,-2.232204224128509e-06,-2.058021436823765e-06,-1.883838535832183e-06,-1.7096556348406011e-06,-1.5354726201621816e-06,-1.3612897191705997e-06,-1.1871068181790179e-06,-1.012923917187436e-06,-8.387410161958542e-07,-6.645581152042723e-07,-4.903751573692716e-07,-3.1619225637768977e-07,-1.420093411752532e-07,3.217357402718335e-08,2.063564892296199e-07,3.8053940443205647e-07,5.547223054236383e-07,7.289052064152202e-07,9.030881642502209e-07,1.0772710083983839e-06,1.2514540230768034e-06,1.4256369240683853e-06,1.5998198250599671e-06,1.774002726051549e-06,1.948185627043131e-06,2.1223686417215504e-06,2.2965514290262945e-06,2.470734443704714e-06,2.644917231009458e-06,2.8191002456878778e-06,2.993283032992622e-06,3.1674660476710415e-06,3.341649062349461e-06,3.515831849654205e-06,3.6900148643326247e-06,3.864197879011044e-06,4.038380666315788e-06,4.2125634536205325e-06,4.386746240925277e-06,4.560929482977372e-06,4.735112270282116e-06,4.90929505758686e-06,5.083478299638955e-06,5.257661086943699e-06,5.431843874248443e-06,5.606026661553187e-06,5.780209903605282e-06,5.9543926909100264e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,3,2,3,2,3,4,6,5,8,7,7,12,13,15,16,15,17,21,28,25,24,25,41,38,43,31,31,26,22,34,26,23,24,21,20,13,14,17,11,14,12,16,4,6,2,6,0,3,2,1,1,0,1,1,0,0,1],"bins":[-0.03599347174167633,-0.0348837710916996,-0.03377406671643257,-0.03266436606645584,-0.03155466541647911,-0.03044496290385723,-0.0293352622538805,-0.02822555974125862,-0.02711585909128189,-0.02600615657866001,-0.02489645406603813,-0.0237867534160614,-0.022677050903439522,-0.02156735025346279,-0.020457647740840912,-0.01934794709086418,-0.018238244578242302,-0.017128542065620422,-0.016018841415643692,-0.014909139834344387,-0.013799438253045082,-0.012689735740423203,-0.011580034159123898,-0.010470332577824593,-0.009360630996525288,-0.008250929415225983,-0.007141227833926678,-0.0060315257869660854,-0.0049218242056667805,-0.0038121226243674755,-0.002702420810237527,-0.0015927191125229,-0.0004830174148082733,0.0006266842829063535,0.0017363859806209803,0.002846087794750929,0.003955789376050234,0.005065490957349539,0.006175193004310131,0.007284894585609436,0.008394596166908741,0.009504297748208046,0.010613999329507351,0.011723700910806656,0.012833403423428535,0.01394310500472784,0.015052806586027145,0.016162507236003876,0.017272209748625755,0.018381912261247635,0.019491612911224365,0.020601315423846245,0.021711016073822975,0.022820718586444855,0.023930419236421585,0.025040121749043465,0.026149824261665344,0.027259524911642075,0.028369227424263954,0.029478928074240685,0.030588630586862564,0.031698331236839294,0.032808031886816025,0.033917736262083054,0.035027436912059784]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.0004916698089800775,-0.0004761400050483644,-0.0004606102011166513,-0.0004450803971849382,-0.0004295505932532251,-0.000414020789321512,-0.0003984909853897989,-0.0003829611814580858,-0.00036743137752637267,-0.00035190160269849,-0.0003363717987667769,-0.0003208419948350638,-0.0003053121909033507,-0.0002897823869716376,-0.0002742525830399245,-0.0002587227791082114,-0.0002431929751764983,-0.0002276631712447852,-0.00021213336731307209,-0.00019660356338135898,-0.00018107375944964588,-0.000165543970069848,-0.0001500141661381349,-0.0001344843622064218,-0.00011895455827470869,-0.00010342475434299558,-8.789495041128248e-05,-7.236515375552699e-05,-5.6835349823813885e-05,-4.130554589210078e-05,-2.5775745598366484e-05,-1.0245943485642783e-05,5.283858627080917e-06,2.0813660739804618e-05,3.634346285252832e-05,5.1873263146262616e-05,6.740306707797572e-05,8.293287100968882e-05,9.846266766544431e-05,0.00011399247159715742,0.00012952227552887052,0.00014505207946058363,0.00016058188339229673,0.00017611168732400984,0.0001916414767038077,0.00020717128063552082,0.00022270108456723392,0.00023823088849894702,0.00025376069243066013,0.00026929049636237323,0.00028482030029408634,0.00030035010422579944,0.00031587990815751255,0.00033140971208922565,0.00034693951602093875,0.00036246931995265186,0.0003779990947805345,0.0003935288987122476,0.0004090587026439607,0.0004245885065756738,0.0004401183105073869,0.0004556481144391,0.00047117791837081313,0.00048670772230252624,0.0005022375262342393],"_type":"histogram","values":[1,0,1,0,2,2,2,4,8,12,1,9,13,8,10,5,12,9,13,9,14,30,18,18,24,20,13,17,30,10,24,26,26,18,21,26,21,16,21,25,25,18,16,19,18,12,18,17,15,7,12,10,7,10,6,2,5,6,3,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,2,6,7,9,32,47,72,125,231,377,594,836,1272,1874,2737,3727,5276,7081,9267,11660,14776,18043,21230,24413,27929,31049,33373,35161,36373,36253,35629,34458,31908,28918,25900,22627,19469,16232,12822,10187,7919,5967,4336,3068,2203,1519,1012,645,432,296,195,104,57,42,21,14,6,3,1,1],"bins":[-0.10294947773218155,-0.09984947741031647,-0.09674947708845139,-0.0936494767665863,-0.09054946899414062,-0.08744946867227554,-0.08434946835041046,-0.08124946802854538,-0.0781494677066803,-0.07504946738481522,-0.07194945961236954,-0.06884945929050446,-0.06574945896863937,-0.06264945864677429,-0.05954945832490921,-0.05644945427775383,-0.05334945395588875,-0.050249453634023666,-0.047149449586868286,-0.044049449265003204,-0.04094944894313812,-0.03784944489598274,-0.03474944457411766,-0.03164944425225258,-0.028549442067742348,-0.025449439883232117,-0.022349439561367035,-0.019249437376856804,-0.016149435192346573,-0.013049434870481491,-0.00994943268597126,-0.006849431432783604,-0.0037494301795959473,-0.0006494286935776472,0.002450572792440653,0.0055505745112895966,0.008650575764477253,0.01175057701766491,0.01485057920217514,0.017950579524040222,0.021050581708550453,0.024150583893060684,0.027250584214925766,0.030350586399435997,0.03345058858394623,0.03655058890581131,0.03965058922767639,0.04275059327483177,0.045850593596696854,0.048950593918561935,0.052050597965717316,0.0551505982875824,0.05825059860944748,0.06135060265660286,0.06445059925317764,0.06755060702562332,0.0706506073474884,0.07375060766935349,0.07685060799121857,0.07995060831308365,0.08305060863494873,0.08615061640739441,0.08925061672925949,0.09235061705112457,0.09545061737298965]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.030009860172867775,-0.029011566191911697,-0.02801327221095562,-0.02701498009264469,-0.026016686111688614,-0.025018392130732536,-0.02402009814977646,-0.02302180416882038,-0.022023510187864304,-0.021025218069553375,-0.020026924088597298,-0.01902863010764122,-0.018030336126685143,-0.017032042145729065,-0.016033750027418137,-0.015035456046462059,-0.014037162065505981,-0.013038868084549904,-0.012040575034916401,-0.011042281053960323,-0.01004398800432682,-0.009045694023370743,-0.008047400042414665,-0.007049106527119875,-0.006050813011825085,-0.005052519496530294,-0.004054225981235504,-0.0030559320002794266,-0.0020576384849846363,-0.0010593448532745242,-6.105122156441212e-05,0.0009372424101457,0.0019355341792106628,0.002933827694505453,0.003932121209800243,0.004930415190756321,0.005928708706051111,0.0069270022213459015,0.007925296202301979,0.008923589251935482,0.00992188323289156,0.010920177213847637,0.01191847026348114,0.012916764244437218,0.013915058225393295,0.014913351275026798,0.0159116443246603,0.01690993830561638,0.017908232286572456,0.018906526267528534,0.01990482024848461,0.02090311236679554,0.021901406347751617,0.022899700328707695,0.023897994309663773,0.02489628829061985,0.025894582271575928,0.026892874389886856,0.027891168370842934,0.02888946235179901,0.02988775633275509,0.030886050313711166,0.031884342432022095,0.03288263827562332,0.03388093039393425],"_type":"histogram","values":[1,1,3,3,1,0,0,2,2,1,5,7,5,11,8,13,8,18,13,16,16,24,17,29,25,30,33,22,31,31,34,33,33,28,25,25,28,24,14,20,12,14,16,20,10,10,11,9,4,6,5,3,3,0,1,0,1,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[2,1,1,2,1,3,3,3,4,1,11,11,13,17,12,12,12,44,37,35,63,56,57,71,50,47,33,22,22,21,16,14,9,10,3,6,9,4,2,4,1,4,5,2,0,0,2,1,0,1,1,1,1,0,0,0,1,1,0,0,1,0,0,2],"bins":[-0.006091608665883541,-0.005827285349369049,-0.005562962032854557,-0.005298638250678778,-0.005034314934164286,-0.004769991617649794,-0.004505667835474014,-0.004241344518959522,-0.00397702120244503,-0.003712697885930538,-0.0034483743365854025,-0.003184050787240267,-0.0029197274707257748,-0.0026554041542112827,-0.002391080604866147,-0.0021267570555210114,-0.0018624337390065193,-0.0015981103060767055,-0.0013337868731468916,-0.0010694634402170777,-0.0008051400072872639,-0.00054081657435745,-0.00027649314142763615,-1.2169708497822285e-05,0.0002521537244319916,0.0005164771573618054,0.0007808005902916193,0.0010451240232214332,0.001309447456151247,0.0015737708890810609,0.0018380943220108747,0.0021024178713560104,0.0023667411878705025,0.0026310645043849945,0.00289538805373013,0.003159711603075266,0.003424034919589758,0.00368835823610425,0.003952682018280029,0.004217005334794521,0.004481328651309013,0.004745651967823505,0.0050099752843379974,0.005274299066513777,0.005538622383028269,0.005802945699542761,0.00606726948171854,0.006331592798233032,0.006595916114747524,0.006860239431262016,0.007124562747776508,0.007388886529952288,0.00765320984646678,0.007917533628642559,0.008181856945157051,0.008446180261671543,0.008710503578186035,0.008974826894700527,0.00923915021121502,0.009503473527729511,0.009767796844244003,0.01003212109208107,0.010296444408595562,0.010560767725110054,0.010825091041624546],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[3,1,2,0,2,5,3,3,2,4,5,3,10,10,15,16,16,27,24,27,44,30,37,37,46,52,58,75,59,56,63,55,60,72,61,58,47,48,43,50,41,37,37,28,31,29,18,19,14,9,6,5,11,6,5,3,1,2,1,0,1,1,0,2],"bins":[-0.06470302492380142,-0.0626400038599968,-0.06057698652148247,-0.05851396545767784,-0.05645094811916351,-0.05438792705535889,-0.05232490599155426,-0.05026188865303993,-0.048198867589235306,-0.04613584652543068,-0.04407282918691635,-0.042009808123111725,-0.0399467870593071,-0.03788376972079277,-0.035820748656988144,-0.033757731318473816,-0.03169471025466919,-0.029631691053509712,-0.027568671852350235,-0.02550565078854561,-0.02344263158738613,-0.021379612386226654,-0.019316591322422028,-0.01725357212126255,-0.015190552920103073,-0.013127533718943596,-0.011064513586461544,-0.009001493453979492,-0.006938474252820015,-0.00487545458599925,-0.002812434919178486,-0.0007494152523577213,0.0013136044144630432,0.0033766240812838078,0.005439643748104572,0.007502663414925337,0.009565683081746101,0.011628702282905579,0.01369172241538763,0.015754742547869682,0.01781776174902916,0.019880780950188637,0.021943800151348114,0.02400682121515274,0.026069840416312218,0.028132859617471695,0.03019588068127632,0.03225889801979065,0.034321919083595276,0.0363849401473999,0.03844795748591423,0.04051097854971886,0.042573995888233185,0.04463701695203781,0.04670003801584244,0.048763055354356766,0.05082607641816139,0.05288909748196602,0.05495211482048035,0.05701513588428497,0.0590781569480896,0.06114117428660393,0.06320419162511826,0.06526721268892288,0.06733023375272751]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.01978195458650589,-0.019125325605273247,-0.018468698486685753,-0.01781206950545311,-0.017155442386865616,-0.016498813405632973,-0.01584218628704548,-0.01518555823713541,-0.014528930187225342,-0.013872301205992699,-0.01321567315608263,-0.012559045106172562,-0.011902417056262493,-0.011245789006352425,-0.010589160956442356,-0.009932532906532288,-0.009275904856622219,-0.00861927680671215,-0.007962648756802082,-0.0073060207068920135,-0.006649392656981945,-0.005992764141410589,-0.005336136091500521,-0.004679508041590452,-0.004022879991680384,-0.003366251941770315,-0.0027096238918602467,-0.0020529956091195345,-0.001396367559209466,-0.0007397394510917366,-8.311134297400713e-05,0.0005735167651437223,0.0012301448732614517,0.0018867729231715202,0.0025434009730815887,0.003200029255822301,0.0038566573057323694,0.004513285588473082,0.00516991363838315,0.005826541688293219,0.006483169738203287,0.007139797788113356,0.007796425838023424,0.00845305435359478,0.009109682403504848,0.009766310453414917,0.010422938503324986,0.011079566553235054,0.011736194603145123,0.012392822653055191,0.01304945070296526,0.013706078752875328,0.014362706802785397,0.015019334852695465,0.015675963833928108,0.016332590952515602,0.016989219933748245,0.01764584705233574,0.018302476033568382,0.018959103152155876,0.01961573213338852,0.020272359251976013,0.020928988233208656,0.02158561535179615,0.022242244333028793],"_type":"histogram","values":[1,0,0,1,2,1,3,2,3,2,3,6,10,9,9,11,17,6,16,17,21,21,12,27,27,28,26,22,34,37,26,31,37,30,35,31,32,23,17,15,24,8,13,12,7,12,5,5,5,3,4,8,3,1,1,2,2,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09197455644607544,-0.08891407400369644,-0.08585359901189804,-0.08279311656951904,-0.07973263412714005,-0.07667215168476105,-0.07361167669296265,-0.07055119425058365,-0.06749071180820465,-0.06443023681640625,-0.06136975437402725,-0.058309271931648254,-0.055248793214559555,-0.05218831077218056,-0.04912783205509186,-0.04606734961271286,-0.04300687089562416,-0.03994639217853546,-0.036885909736156464,-0.033825431019067764,-0.030764948576688766,-0.027704469859600067,-0.02464398927986622,-0.02158350870013237,-0.01852302812039852,-0.015462547540664673,-0.012402066960930824,-0.00934158731251955,-0.006281106732785702,-0.003220626385882497,-0.00016014603897929192,0.002900334307923913,0.005960814654827118,0.009021295234560966,0.012081775814294815,0.015142255462706089,0.018202736973762512,0.02126321569085121,0.02432369627058506,0.02738417685031891,0.030444657430052757,0.033505138009786606,0.036565616726875305,0.0396260991692543,0.042686577886343,0.045747060328722,0.0488075390458107,0.0518680214881897,0.0549285002052784,0.057988978922367096,0.061049461364746094,0.06410994380712509,0.06717041879892349,0.07023090124130249,0.07329138368368149,0.07635186612606049,0.07941234111785889,0.08247282356023788,0.08553330600261688,0.08859378099441528,0.09165426343679428,0.09471474587917328,0.09777522832155228,0.10083570331335068,0.10389618575572968],"_type":"histogram","values":[1,5,3,12,18,44,55,105,177,225,441,626,1009,1452,2194,3039,4262,5652,7579,9739,12225,15271,18410,21444,25038,28167,31075,33344,35530,36070,35827,35120,33688,31441,28443,25550,21970,18833,15683,12652,9962,7721,5813,4285,3263,2168,1455,989,660,434,256,157,95,76,31,21,9,5,2,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,1,0,1,0,2,1,3,1,4,5,3,8,14,9,12,20,31,32,15,42,40,38,34,37,33,48,32,41,35,33,38,25,37,16,15,13,17,5,8,2,2,3,0,5,0,1,1,1,1],"bins":[-0.000439707248006016,-0.00042857485823333263,-0.0004174424975644797,-0.0004063101077917963,-0.00039517771801911294,-0.00038404535735026,-0.00037291296757757664,-0.00036178057780489326,-0.0003506481880322099,-0.00033951582736335695,-0.00032838343759067357,-0.0003172510478179902,-0.00030611868714913726,-0.0002949862973764539,-0.0002838539076037705,-0.00027272154693491757,-0.0002615891571622342,-0.0002504567673895508,-0.00023932439216878265,-0.0002281920169480145,-0.00021705962717533112,-0.00020592725195456296,-0.0001947948767337948,-0.00018366248696111143,-0.00017253011174034327,-0.00016139773651957512,-0.00015026534674689174,-0.00013913297152612358,-0.00012800059630535543,-0.00011686820653267205,-0.0001057358313119039,-9.460344881517813e-05,-8.347106631845236e-05,-7.233868382172659e-05,-6.120630132500082e-05,-5.007392610423267e-05,-3.89415436075069e-05,-2.7809162929770537e-05,-1.6676782252034172e-05,-5.544401574297808e-06,5.587979103438556e-06,1.672035978117492e-05,2.7852740458911285e-05,3.8985119317658246e-05,5.0117501814384013e-05,6.124988431110978e-05,7.238225953187793e-05,8.35146420286037e-05,9.464702452532947e-05,0.00010577940702205524,0.000116911789518781,0.00012804416473954916,0.00013917655451223254,0.0001503089297330007,0.00016144130495376885,0.00017257369472645223,0.00018370606994722039,0.00019483844516798854,0.00020597083494067192,0.00021710321016144007,0.00022823558538220823,0.0002393679751548916,0.000250500364927575,0.0002616327255964279,0.0002727651153691113],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,3,2,5,1,3,4,1,5,7,5,6,15,9,3,9,8,14,21,20,19,21,28,28,30,29,27,24,22,23,26,18,30,19,25,29,22,12,15,17,13,18,8,9,8,7,12,11,12,7,9,10,8,8,3,2,6,3,4,0,1,1,1],"bins":[0.9995371699333191,0.9995526075363159,0.9995680451393127,0.9995834827423096,0.9995989203453064,0.9996143579483032,0.9996297955513,0.9996452331542969,0.9996606707572937,0.9996761083602905,0.9996915459632874,0.9997069835662842,0.999722421169281,0.9997378587722778,0.9997532963752747,0.9997687339782715,0.9997841715812683,0.9997996091842651,0.999815046787262,0.9998304843902588,0.9998459219932556,0.9998613595962524,0.9998767971992493,0.9998922348022461,0.9999076724052429,0.9999231100082397,0.9999385476112366,0.9999539852142334,0.9999694228172302,0.999984860420227,1.0000003576278687,1.0000157356262207,1.0000312328338623,1.0000466108322144,1.000062108039856,1.000077486038208,1.0000929832458496,1.0001083612442017,1.0001238584518433,1.0001392364501953,1.000154733657837,1.000170111656189,1.0001856088638306,1.0002009868621826,1.0002164840698242,1.0002318620681763,1.0002473592758179,1.00026273727417,1.0002782344818115,1.0002936124801636,1.0003091096878052,1.0003244876861572,1.0003399848937988,1.0003553628921509,1.0003708600997925,1.0003862380981445,1.0004017353057861,1.0004171133041382,1.0004326105117798,1.0004479885101318,1.0004634857177734,1.0004788637161255,1.000494360923767,1.0005097389221191,1.0005252361297607]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,3,4,4,6,12,7,10,23,34,41,47,86,90,117,195,223,339,459,719,1092,1553,2196,3511,5160,8212,13053,22485,39840,81220,170576,114269,51358,28301,15956,9833,6307,3979,2603,1784,1216,873,606,392,294,192,157,107,67,68,32,35,21,13,11,10,5,5,1,5,1,1,4],"bins":[-0.0031890869140625,-0.0030884742736816406,-0.0029878616333007812,-0.002887248992919922,-0.0027866363525390625,-0.002686023712158203,-0.0025854110717773438,-0.0024847984313964844,-0.002384185791015625,-0.0022835731506347656,-0.0021829605102539062,-0.002082347869873047,-0.0019817352294921875,-0.0018811225891113281,-0.0017805099487304688,-0.0016798973083496094,-0.00157928466796875,-0.0014786720275878906,-0.0013780593872070312,-0.0012774467468261719,-0.0011768341064453125,-0.0010762214660644531,-0.0009756088256835938,-0.0008749961853027344,-0.000774383544921875,-0.0006737709045410156,-0.0005731582641601562,-0.0004725456237792969,-0.0003719329833984375,-0.0002713203430175781,-0.00017070770263671875,-7.009506225585938e-05,3.0517578125e-05,0.00013113021850585938,0.00023174285888671875,0.0003323554992675781,0.0004329681396484375,0.0005335807800292969,0.0006341934204101562,0.0007348060607910156,0.000835418701171875,0.0009360313415527344,0.0010366439819335938,0.0011372566223144531,0.0012378692626953125,0.0013384819030761719,0.0014390945434570312,0.0015397071838378906,0.00164031982421875,0.0017409324645996094,0.0018415451049804688,0.0019421577453613281,0.0020427703857421875,0.002143383026123047,0.0022439956665039062,0.0023446083068847656,0.002445220947265625,0.0025458335876464844,0.0026464462280273438,0.002747058868408203,0.0028476715087890625,0.002948284149169922,0.0030488967895507812,0.0031495094299316406,0.0032501220703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,1,2,7,15,28,53,81,167,269,451,751,1118,1668,2524,3653,5157,7047,9185,11831,14939,18545,22054,26203,29372,32666,35326,37089,38210,37950,36904,34942,32170,29017,24875,21612,18075,14431,11390,8803,6570,4749,3399,2348,1518,1016,683,396,251,123,85,46,30,6,13,3,3,1,0,0,1],"bins":[-0.1036297082901001,-0.100382000207901,-0.0971342995762825,-0.0938865914940834,-0.09063888341188431,-0.08739118278026581,-0.08414347469806671,-0.08089576661586761,-0.07764805853366852,-0.07440035790205002,-0.07115264981985092,-0.06790494173765182,-0.06465724110603333,-0.06140953302383423,-0.05816182866692543,-0.054914120584726334,-0.051666416227817535,-0.04841871187090874,-0.04517100378870964,-0.04192329943180084,-0.038675591349601746,-0.03542788699269295,-0.03218018263578415,-0.0289324764162302,-0.025684770196676254,-0.022437063977122307,-0.01918935775756836,-0.01594165340065956,-0.012693947181105614,-0.009446240961551666,-0.006198535673320293,-0.0029508299194276333,0.00029687583446502686,0.003544581588357687,0.006792287342250347,0.01003999263048172,0.013287698850035667,0.016535405069589615,0.019783109426498413,0.02303081564605236,0.026278521865606308,0.029526228085160255,0.0327739343047142,0.036021638661623,0.0392693430185318,0.042517051100730896,0.045764755457639694,0.04901246353983879,0.05226016789674759,0.05550787225365639,0.058755580335855484,0.06200328469276428,0.06525099277496338,0.06849869340658188,0.07174640148878098,0.07499410957098007,0.07824181020259857,0.08148951828479767,0.08473722636699677,0.08798493444919586,0.09123263508081436,0.09448034316301346,0.09772805124521255,0.10097575187683105,0.10422345995903015]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[2,0,1,1,0,2,4,4,0,3,4,5,7,8,16,7,18,26,23,30,27,30,43,64,54,77,96,97,85,83,128,88,108,112,91,85,83,87,79,66,50,38,47,33,23,33,14,11,16,6,4,6,6,6,2,0,2,0,3,1,1,0,0,2],"bins":[-0.0004752912209369242,-0.00046060021850280464,-0.00044590921606868505,-0.00043121821363456547,-0.0004165272112004459,-0.0004018362087663263,-0.0003871452063322067,-0.00037245420389808714,-0.00035776320146396756,-0.00034307222813367844,-0.00032838122569955885,-0.00031369022326543927,-0.0002989992208313197,-0.0002843082183972001,-0.0002696172159630805,-0.00025492621352896094,-0.00024023521109484136,-0.00022554420866072178,-0.0002108532062266022,-0.00019616220379248261,-0.00018147120135836303,-0.00016678021347615868,-0.0001520892110420391,-0.00013739820860791951,-0.00012270720617379993,-0.00010801620373968035,-9.332520130556077e-05,-7.86342061473988e-05,-6.394320371327922e-05,-4.9252201279159635e-05,-3.456120248301886e-05,-1.987020186788868e-05,-5.179172148928046e-06,9.511828466202132e-06,2.420282908133231e-05,3.8893827877473086e-05,5.358483031159267e-05,6.827583274571225e-05,8.296682790387422e-05,9.76578303379938e-05,0.00011234883277211338,0.00012703983520623296,0.00014173083764035255,0.00015642184007447213,0.00017111282795667648,0.00018580383039079607,0.00020049483282491565,0.00021518583525903523,0.0002298768376931548,0.0002445678401272744,0.000259258842561394,0.00027394984499551356,0.00028864084742963314,0.0003033318498637527,0.0003180228522978723,0.0003327138547319919,0.00034740485716611147,0.0003620958304964006,0.0003767868329305202,0.00039147783536463976,0.00040616883779875934,0.0004208598402328789,0.0004355508426669985,0.0004502418451011181,0.00046493284753523767],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.0888667181134224,-0.08608095347881317,-0.08329518884420395,-0.08050941675901413,-0.07772365212440491,-0.07493788748979568,-0.07215212285518646,-0.06936635822057724,-0.06658059358596802,-0.0637948215007782,-0.061009056866168976,-0.05822329223155975,-0.05543752759695053,-0.05265175923705101,-0.04986599460244179,-0.04708022624254227,-0.044294461607933044,-0.04150869697332382,-0.0387229286134243,-0.03593716397881508,-0.03315139561891556,-0.030365630984306335,-0.027579866349697113,-0.02479409985244274,-0.02200833335518837,-0.019222566857933998,-0.016436800360679626,-0.013651035726070404,-0.010865269228816032,-0.00807950273156166,-0.005293737165629864,-0.0025079711340367794,0.00027779489755630493,0.0030635609291493893,0.005849326960742474,0.00863509252667427,0.011420859023928642,0.014206625521183014,0.016992390155792236,0.019778156653046608,0.02256392315030098,0.02534968964755535,0.028135456144809723,0.030921220779418945,0.03370698541402817,0.03649275377392769,0.03927851840853691,0.04206428676843643,0.044850051403045654,0.04763581603765488,0.0504215843975544,0.05320734903216362,0.05599311739206314,0.05877888202667236,0.061564646661281586,0.06435041129589081,0.06713618338108063,0.06992194801568985,0.07270771265029907,0.0754934772849083,0.07827924191951752,0.08106500655412674,0.08385077863931656,0.08663654327392578,0.089422307908535],"_type":"histogram","values":[3,9,9,13,32,43,53,105,144,244,382,565,837,1245,1787,2392,3296,4505,5610,7471,9309,11661,13801,16508,19303,21994,24627,26823,29166,31160,32043,32704,32471,31941,30811,28985,26805,24211,21538,18540,15872,13577,11078,8950,7081,5440,4208,3113,2368,1620,1123,764,515,348,218,164,96,60,30,23,16,6,4,4]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,3,0,1,0,2,2,1,1,5,3,8,4,4,10,6,9,12,9,20,15,26,23,17,26,31,24,31,20,22,45,22,33,31,24,26,33,23,16,22,17,21,15,13,13,9,14,8,12,5,7,7,3,3,2,2,0,1,2,1,0,1],"bins":[-0.03009812906384468,-0.02919154427945614,-0.028284961357712746,-0.027378376573324203,-0.02647179178893566,-0.02556520886719227,-0.024658624082803726,-0.023752039298415184,-0.022845454514026642,-0.02193887159228325,-0.021032286807894707,-0.020125702023506165,-0.01921911910176277,-0.01831253431737423,-0.017405949532985687,-0.016499366611242294,-0.015592781826853752,-0.014686197973787785,-0.013779613189399242,-0.012873029336333275,-0.011966444551944733,-0.011059860698878765,-0.010153276845812798,-0.009246692061424255,-0.008340108208358288,-0.007433523889631033,-0.006526939570903778,-0.0056203557178378105,-0.004713771399110556,-0.0038071870803833008,-0.0029006029944866896,-0.0019940189085900784,-0.0010874327272176743,-0.00018084852490574121,0.0007257356774061918,0.0016323198797181249,0.002538904082030058,0.0034454884007573128,0.00435207225382328,0.005258656572550535,0.00616524089127779,0.007071825210005045,0.0079784095287323,0.008884993381798267,0.009791577234864235,0.010698162019252777,0.011604745872318745,0.012511330656707287,0.013417914509773254,0.014324498362839222,0.015231083147227764,0.01613766700029373,0.017044251784682274,0.017950834706425667,0.01885741949081421,0.01976400427520275,0.020670589059591293,0.021577171981334686,0.02248375676572323,0.02339034155011177,0.024296924471855164,0.025203509256243706,0.026110094040632248,0.02701667696237564,0.027923261746764183]},"_wandb":{"runtime":67},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,1,1,3,4,4,5,12,15,25,21,27,28,42,52,65,83,86,112,123,163,149,154,142,147,104,83,78,63,53,47,29,27,25,15,8,8,9,10,4,6,2,4,1,1,0,3,1],"bins":[-0.013583051040768623,-0.013227428309619427,-0.01287180557847023,-0.012516182847321033,-0.012160560116171837,-0.011804936453700066,-0.011449313722550869,-0.011093690991401672,-0.010738068260252476,-0.010382445529103279,-0.010026822797954082,-0.009671200066804886,-0.009315576404333115,-0.008959953673183918,-0.008604330942034721,-0.008248708210885525,-0.007893085479736328,-0.0075374627485871315,-0.007181840017437935,-0.006826216820627451,-0.006470594089478254,-0.006114971358329058,-0.005759348161518574,-0.005403725430369377,-0.0050481026992201805,-0.004692479968070984,-0.004336857236921787,-0.003981234040111303,-0.0036256113089621067,-0.00326998857781291,-0.00291436561383307,-0.0025587426498532295,-0.002203119918704033,-0.0018474970711395144,-0.001491874223574996,-0.0011362513760104775,-0.0007806285284459591,-0.00042500568088144064,-6.938283331692219e-05,0.00028624001424759626,0.0006418628618121147,0.0009974857093766332,0.0013531085569411516,0.00170873140450567,0.0020643542520701885,0.002419976983219385,0.0027755999471992254,0.0031312229111790657,0.0034868456423282623,0.003842468373477459,0.004198091104626656,0.0045537143014371395,0.004909337032586336,0.005264959763735533,0.005620582960546017,0.005976205691695213,0.00633182842284441,0.006687451153993607,0.007043073885142803,0.007398697081953287,0.007754319813102484,0.008109943009912968,0.008465565741062164,0.008821188472211361,0.009176811203360558]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.10171634703874588,-0.09869442135095596,-0.09567248821258545,-0.09265056252479553,-0.08962862938642502,-0.0866067036986351,-0.08358477056026459,-0.08056284487247467,-0.07754091918468475,-0.07451898604631424,-0.07149706035852432,-0.06847512722015381,-0.06545320153236389,-0.062431272119283676,-0.05940934270620346,-0.056387413293123245,-0.05336548388004303,-0.050343554466962814,-0.0473216250538826,-0.04429969564080238,-0.04127776622772217,-0.03825584053993225,-0.035233911126852036,-0.03221198171377182,-0.029190052300691605,-0.02616812288761139,-0.023146193474531174,-0.020124265924096107,-0.017102336511015892,-0.014080407097935677,-0.011058478616178036,-0.008036550134420395,-0.0050146132707595825,-0.0019926843233406544,0.0010292446240782738,0.004051173571497202,0.00707310251891613,0.010095031931996346,0.013116960413753986,0.016138888895511627,0.019160818308591843,0.022182747721672058,0.025204677134752274,0.02822660468518734,0.031248534098267555,0.03427046164870262,0.03729239106178284,0.04031432047486305,0.04333624988794327,0.04635817930102348,0.0493801087141037,0.052402038127183914,0.05542396754026413,0.05844589322805405,0.06146782264113426,0.06448975205421448,0.0675116777420044,0.07053361088037491,0.07355553656816483,0.07657746970653534,0.07959939539432526,0.08262132853269577,0.08564325422048569,0.0886651873588562,0.09168711304664612],"_type":"histogram","values":[1,0,0,0,3,2,6,22,19,44,68,133,195,365,552,821,1235,1835,2559,3638,4962,6532,8677,10824,13634,16671,19842,22896,26357,29067,31728,33805,35024,35323,35374,34498,32263,30112,27261,24123,20821,17535,14463,11687,9309,7249,5380,4061,2882,2020,1411,918,593,403,234,152,91,62,41,23,7,4,5,2]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[2,1,2,3,1,1,5,4,2,5,3,7,8,4,18,19,8,22,32,29,43,70,82,87,70,55,42,22,23,15,11,11,14,5,3,8,3,4,4,4,2,3,3,2,0,0,1,1,1,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.03924937546253204,-0.03755885362625122,-0.0358683280646801,-0.03417780622839928,-0.032487280666828156,-0.030796758830547333,-0.02910623513162136,-0.02741571143269539,-0.025725189596414566,-0.024034665897488594,-0.022344142198562622,-0.02065361849963665,-0.018963094800710678,-0.017272571101784706,-0.015582048334181309,-0.013891525566577911,-0.01220100186765194,-0.010510478168725967,-0.00881995540112257,-0.007129431702196598,-0.005438908468931913,-0.0037483852356672287,-0.0020578617695719004,-0.00036733841989189386,0.0013231849297881126,0.0030137081630527973,0.004704231396317482,0.006394755095243454,0.008085278794169426,0.009775801561772823,0.011466325260698795,0.013156848028302193,0.014847371727228165,0.016537895426154137,0.01822841912508011,0.01991894096136093,0.021609464660286903,0.023299988359212875,0.024990512058138847,0.02668103575706482,0.028371557593345642,0.030062081292271614,0.031752604991197586,0.03344312682747841,0.03513365238904953,0.03682417422533035,0.038514699786901474,0.0402052216231823,0.04189574718475342,0.04358626902103424,0.045276790857315063,0.046967316418886185,0.04865783825516701,0.05034836381673813,0.05203888565301895,0.053729407489299774,0.055419933050870895,0.05711045488715172,0.05880098044872284,0.06049150228500366,0.062182024121284485,0.06387254595756531,0.06556307524442673,0.06725359708070755,0.06894411891698837],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[1,1,1,1,0,0,0,1,1,3,5,7,8,12,18,24,44,58,97,127,194,303,483,738,1160,1757,2948,4470,7372,11846,19370,32223,53052,85198,110953,96017,62963,37868,22926,14065,8656,5369,3449,2028,1377,871,617,376,261,167,115,73,43,40,24,10,13,8,5,1,0,1,3,2],"bins":[-0.01031494140625,-0.01001739501953125,-0.0097198486328125,-0.00942230224609375,-0.009124755859375,-0.00882720947265625,-0.0085296630859375,-0.00823211669921875,-0.0079345703125,-0.00763702392578125,-0.0073394775390625,-0.00704193115234375,-0.006744384765625,-0.00644683837890625,-0.0061492919921875,-0.00585174560546875,-0.00555419921875,-0.00525665283203125,-0.0049591064453125,-0.00466156005859375,-0.004364013671875,-0.00406646728515625,-0.0037689208984375,-0.00347137451171875,-0.003173828125,-0.00287628173828125,-0.0025787353515625,-0.00228118896484375,-0.001983642578125,-0.00168609619140625,-0.0013885498046875,-0.00109100341796875,-0.00079345703125,-0.00049591064453125,-0.0001983642578125,9.918212890625e-05,0.000396728515625,0.00069427490234375,0.0009918212890625,0.00128936767578125,0.0015869140625,0.00188446044921875,0.0021820068359375,0.00247955322265625,0.002777099609375,0.00307464599609375,0.0033721923828125,0.00366973876953125,0.00396728515625,0.00426483154296875,0.0045623779296875,0.00485992431640625,0.005157470703125,0.00545501708984375,0.0057525634765625,0.00605010986328125,0.00634765625,0.00664520263671875,0.0069427490234375,0.00724029541015625,0.007537841796875,0.00783538818359375,0.0081329345703125,0.00843048095703125,0.00872802734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,1,3,0,0,1,4,3,0,4,12,6,7,6,10,12,15,10,17,17,26,20,17,20,31,29,23,29,23,29,38,22,27,27,29,40,19,21,23,16,17,13,15,14,12,11,7,6,6,5,3,4,5,4,1,2,2,0,1,1],"bins":[-0.024853426963090897,-0.024121873080730438,-0.02339031919836998,-0.02265876531600952,-0.021927213296294212,-0.021195659413933754,-0.020464105531573296,-0.019732551649212837,-0.01900099776685238,-0.01826944388449192,-0.01753789186477661,-0.016806337982416153,-0.016074784100055695,-0.015343230217695236,-0.014611676335334778,-0.013880123384296894,-0.013148569501936436,-0.012417015619575977,-0.011685462668538094,-0.010953908786177635,-0.010222354903817177,-0.009490801952779293,-0.008759248070418835,-0.008027694188058376,-0.007296140771359205,-0.006564587354660034,-0.005833033472299576,-0.005101480055600405,-0.004369926638901234,-0.0036383727565407753,-0.0029068193398416042,-0.0021752656903117895,-0.0014437120407819748,-0.000712158449459821,1.939514186233282e-05,0.0007509487331844866,0.0014825023245066404,0.002214055974036455,0.0029456093907356262,0.003677163040265441,0.004408716689795256,0.005140270106494427,0.005871823988854885,0.006603377405554056,0.007334930822253227,0.008066484704613686,0.008798038586974144,0.009529591538012028,0.010261145420372486,0.010992699302732944,0.011724252253770828,0.012455806136131287,0.013187360018491745,0.013918912969529629,0.014650466851890087,0.015382020734250546,0.01611357368528843,0.016845127567648888,0.017576681450009346,0.018308235332369804,0.019039789214730263,0.019771341234445572,0.02050289511680603,0.02123444899916649,0.021966002881526947]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-0.0004432731366250664,-0.0004293767851777375,-0.0004154804046265781,-0.00040158405317924917,-0.00038768770173192024,-0.00037379132118076086,-0.00035989496973343194,-0.00034599858918227255,-0.00033210223773494363,-0.0003182058862876147,-0.0003043095057364553,-0.0002904131542891264,-0.000276516773737967,-0.0002626204222906381,-0.00024872407084330916,-0.000234827704844065,-0.00022093133884482086,-0.0002070349728455767,-0.00019313860684633255,-0.00017924225539900362,-0.00016534588939975947,-0.00015144952340051532,-0.0001375531719531864,-0.00012365680595394224,-0.00010976043995469809,-9.586407395545393e-05,-8.196771523216739e-05,-6.807135650888085e-05,-5.41749905096367e-05,-4.0278628148371354e-05,-2.6382265787106007e-05,-1.2485903425840661e-05,1.4104589354246855e-06,1.5306821296690032e-05,2.9203183657955378e-05,4.3099546019220725e-05,5.699590838048607e-05,7.089227437973022e-05,8.478863310301676e-05,9.86849918263033e-05,0.00011258135782554746,0.0001264777238247916,0.00014037408982403576,0.0001542704412713647,0.00016816680727060884,0.000182063173269853,0.00019595952471718192,0.00020985589071642607,0.00022375225671567023,0.00023764862271491438,0.00025154498871415854,0.00026544134016148746,0.0002793376916088164,0.00029323407215997577,0.0003071304236073047,0.0003210268041584641,0.000334923155605793,0.0003488195070531219,0.0003627158876042813,0.00037661223905161023,0.0003905086196027696,0.00040440497105009854,0.00041830132249742746,0.00043219770304858685,0.00044609405449591577],"_type":"histogram","values":[3,3,2,3,4,3,5,9,8,12,9,15,8,9,6,16,12,17,9,17,9,22,31,15,17,19,14,16,13,19,22,14,25,25,22,8,28,12,15,16,21,23,21,14,16,19,23,7,7,12,8,7,12,5,14,6,6,5,1,1,1,1,4,2]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09395024180412292,-0.09101755172014236,-0.0880848616361618,-0.08515217155218124,-0.08221948146820068,-0.07928678393363953,-0.07635409384965897,-0.0734214037656784,-0.07048871368169785,-0.06755602359771729,-0.06462333351373672,-0.061690639704465866,-0.058757949620485306,-0.055825259536504745,-0.05289256572723389,-0.049959875643253326,-0.047027185559272766,-0.044094495475292206,-0.041161805391311646,-0.03822911158204079,-0.035296421498060226,-0.032363731414079666,-0.029431039467453957,-0.026498347520828247,-0.023565657436847687,-0.020632967352867126,-0.017700275406241417,-0.014767584390938282,-0.011834893375635147,-0.008902202360332012,-0.005969511345028877,-0.0030368203297257423,-0.00010412931442260742,0.0028285617008805275,0.005761252716183662,0.008693943731486797,0.011626634746789932,0.014559325762093067,0.017492016777396202,0.02042470872402191,0.023357398808002472,0.026290088891983032,0.029222780838608742,0.03215547278523445,0.03508816286921501,0.03802085295319557,0.04095354676246643,0.04388623684644699,0.04681892693042755,0.04975161701440811,0.05268430709838867,0.05561700090765953,0.05854969099164009,0.06148238107562065,0.06441507488489151,0.06734776496887207,0.07028045505285263,0.07321314513683319,0.07614583522081375,0.07907852530479431,0.08201122283935547,0.08494391292333603,0.08787660300731659,0.09080929309129715,0.09374198317527771],"_type":"histogram","values":[4,7,7,11,19,50,79,144,238,369,605,972,1524,2320,3433,4848,6772,9603,12915,16963,21799,27793,34577,42172,49735,57827,66183,73816,80079,86174,90026,91586,91676,89859,85880,80847,74372,66914,58808,50295,42788,35482,28336,22434,17451,13046,9862,7107,5064,3468,2310,1560,1049,642,404,246,140,78,41,28,19,4,3,1]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[2,3,1,4,2,3,7,13,16,26,22,41,49,101,117,178,259,363,508,717,1173,1800,2723,4125,6980,11324,21094,37181,74105,156995,339023,437873,242444,111031,54200,28104,15527,9429,5379,3344,2203,1419,929,595,411,314,208,151,114,68,59,31,26,13,13,6,5,6,2,0,3,0,1,1],"bins":[-0.0091552734375,-0.008862495422363281,-0.008569717407226562,-0.008276939392089844,-0.007984161376953125,-0.007691383361816406,-0.0073986053466796875,-0.007105827331542969,-0.00681304931640625,-0.006520271301269531,-0.0062274932861328125,-0.005934715270996094,-0.005641937255859375,-0.005349159240722656,-0.0050563812255859375,-0.004763603210449219,-0.0044708251953125,-0.004178047180175781,-0.0038852691650390625,-0.0035924911499023438,-0.003299713134765625,-0.0030069351196289062,-0.0027141571044921875,-0.0024213790893554688,-0.00212860107421875,-0.0018358230590820312,-0.0015430450439453125,-0.0012502670288085938,-0.000957489013671875,-0.0006647109985351562,-0.0003719329833984375,-7.915496826171875e-05,0.000213623046875,0.0005064010620117188,0.0007991790771484375,0.0010919570922851562,0.001384735107421875,0.0016775131225585938,0.0019702911376953125,0.0022630691528320312,0.00255584716796875,0.0028486251831054688,0.0031414031982421875,0.0034341812133789062,0.003726959228515625,0.004019737243652344,0.0043125152587890625,0.004605293273925781,0.0048980712890625,0.005190849304199219,0.0054836273193359375,0.005776405334472656,0.006069183349609375,0.006361961364746094,0.0066547393798828125,0.006947517395019531,0.00724029541015625,0.007533073425292969,0.007825851440429688,0.008118629455566406,0.008411407470703125,0.008704185485839844,0.008996963500976562,0.009289741516113281,0.00958251953125]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[4,3,2,2,6,3,7,9,4,7,9,12,11,13,15,7,20,24,5,18,15,15,21,25,15,23,23,20,13,24,20,23,24,22,20,16,19,31,21,22,14,18,11,13,14,10,23,4,9,7,8,5,5,6,10,4,2,3,2,0,2,3,1,1],"bins":[-0.0004479576018638909,-0.0004332370008341968,-0.0004185164289083332,-0.0004037958278786391,-0.0003890752559527755,-0.0003743546549230814,-0.0003596340829972178,-0.0003449134819675237,-0.00033019291004166007,-0.000315472309011966,-0.0003007517079822719,-0.0002860311360564083,-0.0002713105350267142,-0.0002565899631008506,-0.0002418693620711565,-0.00022714877559337765,-0.0002124281891155988,-0.00019770760263781995,-0.0001829870161600411,-0.00016826642968226224,-0.0001535458432044834,-0.0001388252421747893,-0.00012410465569701046,-0.0001093840692192316,-9.466348274145275e-05,-7.99428962636739e-05,-6.522230978589505e-05,-5.0501716032158583e-05,-3.578112955437973e-05,-2.1060541257611476e-05,-6.33995296084322e-06,8.380635335925035e-06,2.310122363269329e-05,3.782181011047214e-05,5.25424002262298e-05,6.726299034198746e-05,8.198357681976631e-05,9.670416329754516e-05,0.00011142475705128163,0.00012614534352906048,0.00014086593000683933,0.0001555865164846182,0.00017030710296239704,0.0001850276894401759,0.00019974829046986997,0.00021446887694764882,0.00022918946342542768,0.00024391004990320653,0.0002586306363809854,0.00027335123741067946,0.0002880718093365431,0.00030279241036623716,0.0003175129822921008,0.00033223358332179487,0.0003469541552476585,0.00036167475627735257,0.00037639535730704665,0.0003911159292329103,0.00040583653026260436,0.000420557102188468,0.00043527770321816206,0.0004499982751440257,0.00046471887617371976,0.0004794394480995834,0.0004941600491292775],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[3,0,2,0,1,1,0,1,2,0,0,3,2,3,2,5,8,3,6,8,16,7,10,14,16,21,28,32,37,40,46,39,44,51,49,33,31,33,29,28,25,15,15,11,7,6,4,6,3,4,6,3,2,1,2,0,1,1,0,0,0,0,1,1],"bins":[-0.00038385778316296637,-0.00037206863635219634,-0.0003602794895414263,-0.00034849034273065627,-0.00033670119591988623,-0.0003249120491091162,-0.00031312290229834616,-0.0003013337554875761,-0.00028954457957297564,-0.0002777554327622056,-0.00026596628595143557,-0.00025417713914066553,-0.0002423879923298955,-0.00023059884551912546,-0.00021880969870835543,-0.0002070205518975854,-0.00019523140508681536,-0.00018344225827604532,-0.0001716531114652753,-0.00015986396465450525,-0.00014807481784373522,-0.00013628565648104995,-0.00012449650967027992,-0.00011270736285950989,-0.00010091821604873985,-8.912906923796982e-05,-7.733992242719978e-05,-6.555076834047213e-05,-5.37616215297021e-05,-4.197247471893206e-05,-3.018332427018322e-05,-1.8394175640423782e-05,-6.605027010664344e-06,5.1841216190950945e-06,1.6973270248854533e-05,2.876241887861397e-05,4.055156750837341e-05,5.2340714319143444e-05,6.41298684058711e-05,7.591901521664113e-05,8.770816202741116e-05,9.94973088381812e-05,0.00011128645564895123,0.00012307560245972127,0.00013486476382240653,0.00014665391063317657,0.0001584430574439466,0.00017023220425471663,0.00018202135106548667,0.0001938104978762567,0.00020559964468702674,0.00021738879149779677,0.0002291779383085668,0.00024096709967125207,0.0002527562319301069,0.0002645453787408769,0.00027633452555164695,0.00028812370146624744,0.0002999128482770175,0.0003117019950877875,0.00032349114189855754,0.0003352802887093276,0.0003470694355200976,0.00035885858233086765,0.0003706477291416377]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,1,3,2,2,2,5,2,6,5,11,9,9,19,12,5,19,21,16,18,20,22,33,28,29,22,40,25,31,30,28,30,24,23,35,24,21,13,24,22,12,14,12,12,8,5,3,1,1,1,1,0,0,0,1,1,0,1,0,2],"bins":[-0.007002064026892185,-0.0067799086682498455,-0.0065577528439462185,-0.006335597485303879,-0.006113441661000252,-0.005891286302357912,-0.005669130478054285,-0.005446975119411945,-0.005224819295108318,-0.005002663936465979,-0.004780508577823639,-0.004558352753520012,-0.004336197394877672,-0.004114041570574045,-0.0038918862119317055,-0.003669730620458722,-0.0034475750289857388,-0.0032254194375127554,-0.003003263846039772,-0.0027811082545667887,-0.0025589526630938053,-0.0023367973044514656,-0.0021146417129784822,-0.0018924861215054989,-0.0016703305300325155,-0.0014481749385595322,-0.0012260193470865488,-0.0010038638720288873,-0.0007817082805559039,-0.0005595526890829206,-0.0003373971558175981,-0.0001152415934484452,0.0001069139689207077,0.0003290695312898606,0.0005512250936590135,0.000773380626924336,0.0009955362183973193,0.0012176918098703027,0.0014398472849279642,0.0016620028764009476,0.001884158467873931,0.0021063140593469143,0.0023284696508198977,0.002550625242292881,0.0027727806009352207,0.002994936192408204,0.0032170917838811874,0.003439247375354171,0.003661402966827154,0.0038835585583001375,0.004105714149773121,0.004327869508415461,0.004550025332719088,0.004772180691361427,0.004994336515665054,0.005216491874307394,0.005438647232949734,0.005660803057253361,0.0058829584158957005,0.0061051142401993275,0.006327269598841667,0.006549425423145294,0.006771580781787634,0.006993736606091261,0.007215891964733601]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,1,0,2,1,1,1,0,1,1,4,4,3,11,16,12,19,14,11,26,36,44,42,61,68,90,107,111,134,156,179,140,118,115,82,87,55,52,44,27,29,28,19,19,8,16,13,11,8,2,6,0,2,1,1,0,0,2,1,2,1,0,2],"bins":[-0.021257150918245316,-0.020573271438479424,-0.01988939195871353,-0.01920551247894764,-0.018521632999181747,-0.017837751656770706,-0.017153872177004814,-0.016469992697238922,-0.01578611321747303,-0.015102233737707138,-0.014418354257941246,-0.01373447384685278,-0.013050594367086887,-0.012366714887320995,-0.011682834476232529,-0.010998954996466637,-0.010315075516700745,-0.009631196036934853,-0.00894731655716896,-0.008263436146080494,-0.007579556666314602,-0.00689567718654871,-0.0062117972411215305,-0.005527917295694351,-0.004844037815928459,-0.004160158336162567,-0.003476278390735388,-0.002792398678138852,-0.0021085189655423164,-0.0014246392529457808,-0.0007407595403492451,-5.687982775270939e-05,0.0006269998848438263,0.001310879597440362,0.0019947593100368977,0.0026786390226334333,0.003362518735229969,0.004046398214995861,0.00473027816042304,0.00541415810585022,0.006098037585616112,0.006781917065382004,0.007465797010809183,0.008149676956236362,0.008833556436002254,0.009517435915768147,0.010201316326856613,0.010885195806622505,0.011569075286388397,0.01225295476615429,0.012936834245920181,0.013620714657008648,0.01430459413677454,0.014988473616540432,0.0156723540276289,0.01635623350739479,0.017040112987160683,0.017723992466926575,0.018407871946692467,0.01909175142645836,0.0197756327688694,0.020459512248635292,0.021143391728401184,0.021827271208167076,0.022511150687932968],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,3,0,1,3,3,4,3,4,5,11,10,24,20,22,31,37,49,40,60,67,45,41,44,45,36,31,22,17,16,21,8,8,5,4,7,3,2,3,4,2,1,1,1,0,0,0,1],"bins":[-2.803200686685159e-06,-2.726904767769156e-06,-2.6506086214794777e-06,-2.574312702563475e-06,-2.498016783647472e-06,-2.4217206373577937e-06,-2.345424718441791e-06,-2.2691285721521126e-06,-2.1928326532361098e-06,-2.116536734320107e-06,-2.0402405880304286e-06,-1.9639446691144258e-06,-1.8876486365115852e-06,-1.8113526039087446e-06,-1.7350566849927418e-06,-1.6587606523899012e-06,-1.5824646197870607e-06,-1.50616858718422e-06,-1.4298725545813795e-06,-1.3535766356653767e-06,-1.277280603062536e-06,-1.2009845704596955e-06,-1.1246886515436927e-06,-1.0483926189408521e-06,-9.720965863380115e-07,-8.95800553735171e-07,-8.195045779757493e-07,-7.432086022163276e-07,-6.66912569613487e-07,-5.906165370106464e-07,-5.143205612512247e-07,-4.380245570700936e-07,-3.61728325515287e-07,-2.8543232133415586e-07,-2.0913631715302472e-07,-1.3284031297189358e-07,-5.654430879076244e-08,1.9751695390368695e-08,9.604769957149983e-08,1.7234370375263097e-07,2.486397079337621e-07,3.2493571211489325e-07,4.012317162960244e-07,4.775276920554461e-07,5.538237246582867e-07,6.301197572611272e-07,7.064157330205489e-07,7.827117087799706e-07,8.590077413828112e-07,9.353037739856518e-07,1.0115998065884924e-06,1.0878957255044952e-06,1.1641917581073358e-06,1.2404877907101763e-06,1.3167837096261792e-06,1.3930797422290198e-06,1.4693757748318603e-06,1.545671807434701e-06,1.6219678400375415e-06,1.6982637589535443e-06,1.7745597915563849e-06,1.8508558241592254e-06,1.9271517430752283e-06,2.0034478893649066e-06,2.0797438082809094e-06]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,1,0,1,0,1,1,2,2,7,6,8,5,18,11,21,12,30,29,55,73,76,60,89,54,41,33,14,24,10,14,15,12,6,7,3,4,2,3,2,1,0,3,1,0,0,2,1,0,0,3,1,0,0,1,0,0,0,1],"bins":[-0.014020903035998344,-0.013515776954591274,-0.013010650873184204,-0.012505524791777134,-0.012000398710370064,-0.011495271697640419,-0.010990145616233349,-0.010485019534826279,-0.009979893453419209,-0.009474767372012138,-0.008969641290605068,-0.008464515209197998,-0.007959388196468353,-0.00745426258072257,-0.006949136033654213,-0.006444009952247143,-0.005938883870840073,-0.0054337577894330025,-0.004928631708025932,-0.004423505160957575,-0.003918379079550505,-0.0034132529981434345,-0.0029081266839057207,-0.002403000369668007,-0.0018978742882609367,-0.0013927480904385448,-0.0008876218926161528,-0.0003824956947937608,0.0001226305030286312,0.0006277567008510232,0.0011328828986734152,0.0016380090964958072,0.002143135294318199,0.0026482613757252693,0.003153387689962983,0.003658514004200697,0.004163640085607767,0.004668766167014837,0.005173892714083195,0.005679018795490265,0.006184144876897335,0.006689270958304405,0.007194397039711475,0.007699523586779833,0.00820465013384819,0.00870977621525526,0.00921490229666233,0.0097200283780694,0.010225154459476471,0.010730280540883541,0.011235406622290611,0.011740532703697681,0.012245658785104752,0.012750785797834396,0.013255911879241467,0.013761037960648537,0.014266164042055607,0.014771290123462677,0.015276416204869747,0.015781542286276817,0.016286669299006462,0.016791794449090958,0.017296921461820602,0.017802046611905098,0.018307173624634743],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,1,2,1,1,8,3,6,5,9,2,7,9,12,13,13,20,19,18,20,31,19,18,32,27,27,32,24,32,39,34,28,21,25,35,19,22,18,15,10,19,10,6,8,4,8,4,8,2,6,5,0,5,1,0,0,1,2],"bins":[-0.02329145558178425,-0.02260025218129158,-0.02190905064344406,-0.021217847242951393,-0.020526643842458725,-0.019835440441966057,-0.01914423704147339,-0.01845303550362587,-0.0177618321031332,-0.017070628702640533,-0.016379427164793015,-0.015688223764300346,-0.014997020363807678,-0.01430581696331501,-0.013614614494144917,-0.012923412024974823,-0.012232208624482155,-0.011541005223989487,-0.010849802754819393,-0.0101586002856493,-0.009467396885156631,-0.008776193484663963,-0.00808499101549387,-0.007393788080662489,-0.006702585145831108,-0.006011382210999727,-0.005320179276168346,-0.0046289763413369656,-0.003937773406505585,-0.003246570471674204,-0.002555367536842823,-0.0018641646020114422,-0.0011729635298252106,-0.00048176059499382973,0.00020944233983755112,0.000900645274668932,0.0015918482095003128,0.0022830511443316936,0.0029742540791630745,0.0036654570139944553,0.004356659948825836,0.005047862883657217,0.005739065818488598,0.006430268753319979,0.0071214716881513596,0.007812675088644028,0.008503877557814121,0.009195080026984215,0.009886283427476883,0.010577486827969551,0.011268689297139645,0.011959891766309738,0.012651095166802406,0.013342298567295074,0.014033501036465168,0.014724703505635262,0.01541590690612793,0.016107110306620598,0.016798313707113266,0.017489515244960785,0.018180718645453453,0.01887192204594612,0.01956312358379364,0.02025432698428631,0.020945530384778976],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"values":[1,0,2,1,5,2,10,15,27,69,96,189,303,469,682,1064,1582,2325,3282,4537,6183,8138,10665,13443,16410,20018,23211,26545,29586,32686,34481,35680,36601,36385,35192,33255,30435,27529,24003,20722,17203,14052,11255,8998,6639,4811,3483,2536,1720,1195,795,533,296,191,117,65,40,27,20,11,4,1,1,2],"bins":[-0.10133326053619385,-0.09822667390108109,-0.09512007981538773,-0.09201349318027496,-0.0889068990945816,-0.08580031245946884,-0.08269371837377548,-0.07958713173866272,-0.07648053765296936,-0.0733739510178566,-0.07026736438274384,-0.06716077029705048,-0.06405418366193771,-0.06094759330153465,-0.05784100294113159,-0.05473441258072853,-0.05162782222032547,-0.04852123185992241,-0.04541464149951935,-0.04230805113911629,-0.039201460778713226,-0.036094874143600464,-0.0329882837831974,-0.029881693422794342,-0.02677510306239128,-0.02366851270198822,-0.02056192234158516,-0.017455333843827248,-0.014348743483424187,-0.011242153123021126,-0.00813556369394064,-0.005028973799198866,-0.0019223913550376892,0.0011841985397040844,0.004290788434445858,0.007397378329187632,0.010503968223929405,0.013610558584332466,0.016717147082090378,0.01982373744249344,0.0229303278028965,0.02603691816329956,0.02914350852370262,0.03225009888410568,0.035356685519218445,0.038463275879621506,0.04156986624002457,0.04467645660042763,0.04778304696083069,0.05088963732123375,0.05399622768163681,0.05710281804203987,0.06020940840244293,0.0633159950375557,0.06642258912324905,0.06952917575836182,0.07263576984405518,0.07574235647916794,0.0788489431142807,0.08195553719997406,0.08506212383508682,0.08816871792078018,0.09127530455589294,0.0943818986415863,0.09748848527669907],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.011602012440562248,-0.011279955506324768,-0.010957898572087288,-0.010635841637849808,-0.010313784703612328,-0.009991727769374847,-0.009669670835137367,-0.009347613900899887,-0.009025556966662407,-0.008703500032424927,-0.008381443098187447,-0.008059386163949966,-0.007737329695373774,-0.007415272761136293,-0.007093215826898813,-0.006771158892661333,-0.006449101958423853,-0.006127045024186373,-0.005804988089948893,-0.005482931155711412,-0.005160874221473932,-0.004838817287236452,-0.004516760352998972,-0.004194703418761492,-0.0038726467173546553,-0.003550589783117175,-0.003228532848879695,-0.0029064759146422148,-0.0025844192132353783,-0.002262362278997898,-0.001940305344760418,-0.0016182484105229378,-0.0012961914762854576,-0.0009741345420479774,-0.0006520776660181582,-0.0003300207608845085,-7.963855750858784e-06,0.0003140930493827909,0.0006361499545164406,0.0009582068305462599,0.00128026376478374,0.0016023206990212202,0.0019243776332587004,0.0022464345674961805,0.002568491268903017,0.002890548203140497,0.0032126051373779774,0.0035346620716154575,0.0038567190058529377,0.004178775940090418,0.004500832874327898,0.004822889808565378,0.005144946742802858,0.0054670036770403385,0.005789060611277819,0.006111117545515299,0.006433174014091492,0.006755230948328972,0.007077287882566452,0.007399344816803932,0.007721401751041412,0.008043458685278893,0.008365515619516373,0.008687572553753853,0.009009629487991333],"_type":"histogram","values":[1,0,0,1,1,1,1,1,0,0,1,3,2,0,4,2,6,2,7,9,10,13,12,13,15,14,18,24,22,24,28,27,35,26,33,20,29,36,28,29,23,30,31,23,29,13,11,17,20,14,11,7,6,4,6,4,5,4,1,3,2,3,2,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[3,1,0,2,6,3,5,4,1,4,2,4,5,7,13,14,11,12,20,15,28,26,41,56,50,60,56,65,78,83,92,92,91,70,102,87,99,75,79,78,72,62,52,43,38,44,40,31,17,22,12,17,8,8,8,6,5,8,1,3,2,2,5,2],"bins":[-0.0004354439734015614,-0.00042279926128685474,-0.00041015452006831765,-0.000397509807953611,-0.0003848650958389044,-0.00037222038372419775,-0.0003595756716094911,-0.000346930930390954,-0.0003342862182762474,-0.00032164150616154075,-0.00030899676494300365,-0.000296352052828297,-0.0002837073407135904,-0.00027106262859888375,-0.0002584179164841771,-0.00024577317526564,-0.00023312846315093338,-0.00022048375103622675,-0.00020783902436960489,-0.00019519429770298302,-0.00018254958558827639,-0.00016990487347356975,-0.0001572601468069479,-0.00014461542014032602,-0.0001319707080256194,-0.00011932598863495514,-0.00010668126924429089,-9.403654985362664e-05,-8.139183046296239e-05,-6.874711107229814e-05,-5.610239168163389e-05,-4.345767229096964e-05,-3.0812923796474934e-05,-1.8168204405810684e-05,-5.523485015146434e-06,7.121234375517815e-06,1.9765953766182065e-05,3.2410673156846315e-05,4.5055392547510564e-05,5.7700111938174814e-05,7.034483132883906e-05,8.298955071950331e-05,9.563427011016756e-05,0.00010827898950083181,0.00012092370889149606,0.0001335684210062027,0.00014621314767282456,0.00015885787433944643,0.00017150258645415306,0.0001841472985688597,0.00019679202523548156,0.00020943675190210342,0.00022208146401681006,0.0002347261761315167,0.0002473709173500538,0.0002600156294647604,0.00027266034157946706,0.0002853050536941737,0.00029794976580888033,0.0003105945070274174,0.00032323921914212406,0.0003358839312568307,0.0003485286724753678,0.0003611733845900744,0.00037381809670478106],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[2,0,0,0,1,0,1,0,0,1,1,2,2,3,3,6,5,5,7,4,10,7,11,12,13,19,17,22,23,22,25,26,24,31,31,33,33,26,21,34,33,31,27,22,17,24,24,13,20,9,8,13,8,8,1,2,8,3,7,2,1,0,1,3],"bins":[-0.010650107637047768,-0.010357447899878025,-0.010064787231385708,-0.009772127494215965,-0.009479467757046223,-0.00918680801987648,-0.008894147351384163,-0.00860148761421442,-0.008308827877044678,-0.00801616720855236,-0.007723507471382618,-0.007430847734212875,-0.0071381875313818455,-0.006845527794212103,-0.006552867591381073,-0.00626020785421133,-0.0059675476513803005,-0.005674887448549271,-0.005382227711379528,-0.005089567508548498,-0.004796907771378756,-0.004504247568547726,-0.004211587831377983,-0.003918927628546953,-0.003626267658546567,-0.0033336076885461807,-0.0030409477185457945,-0.0027482877485454082,-0.0024556275457143784,-0.002162967575713992,-0.0018703076057136059,-0.0015776476357132196,-0.0012849876657128334,-0.0009923276957124472,-0.0006996676675044,-0.0004070076684001833,-0.00011434766929596663,0.00017831232980825007,0.00047097232891246676,0.0007636323571205139,0.0010562923271209002,0.0013489522971212864,0.0016416122671216726,0.0019342723535373807,0.0022269324399530888,0.002519592409953475,0.0028122523799538612,0.0031049123499542475,0.0033975723199546337,0.00369023228995502,0.003982892259955406,0.004275552462786436,0.004568212199956179,0.0048608724027872086,0.005153532139956951,0.005446192342787981,0.005738852545619011,0.0060315122827887535,0.006324172485619783,0.006616832222789526,0.006909492425620556,0.0072021521627902985,0.007494812365621328,0.007787472102791071,0.0080801323056221],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,2,1,1,3,6,3,7,12,14,8,12,24,17,26,39,45,58,67,82,80,97,100,94,127,143,102,105,91,117,86,65,71,69,46,43,36,28,21,16,9,14,7,8,13,8,7,5,3,1,1,1,1,0,1,0,1,1],"bins":[-0.005000922828912735,-0.004843642935156822,-0.004686363041400909,-0.004529083613306284,-0.004371803719550371,-0.004214523825794458,-0.004057243932038546,-0.0038999642711132765,-0.0037426843773573637,-0.003585404483601451,-0.003428124822676182,-0.003270844928920269,-0.0031135650351643562,-0.002956285374239087,-0.0027990054804831743,-0.002641725819557905,-0.0024844459258019924,-0.0023271660320460796,-0.0021698863711208105,-0.0020126064773648977,-0.0018553267000243068,-0.0016980469226837158,-0.001540767028927803,-0.001383487251587212,-0.0012262074742466211,-0.0010689276969060302,-0.0009116478613577783,-0.0007543680258095264,-0.0005970882484689355,-0.0004398084420245141,-0.00028252863558009267,-0.00012524882913567126,3.203097730875015e-05,0.00018931078375317156,0.000346590590197593,0.0005038704257458448,0.0006611502030864358,0.0008184299804270267,0.0009757098159752786,0.0011329896515235305,0.0012902694288641214,0.0014475492062047124,0.0016048289835453033,0.0017621088773012161,0.001919388654641807,0.002076668431982398,0.002233948325738311,0.00239122798666358,0.0025485078804194927,0.0027057877741754055,0.0028630674351006746,0.0030203473288565874,0.0031776269897818565,0.0033349068835377693,0.003492186777293682,0.0036494664382189512,0.003806746331974864,0.003964025992900133,0.004121305886656046,0.004278585780411959,0.0044358656741678715,0.004593145567923784,0.00475042499601841,0.0049077048897743225,0.005064984783530235]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,1,0,1,0,0,2,6,5,5,5,7,10,15,21,33,35,47,49,73,85,74,62,55,31,30,17,18,15,9,8,7,2,7,4,3,8,5,2,1,1,2,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,2],"bins":[-0.009866938926279545,-0.009474975988268852,-0.009083013981580734,-0.008691051043570042,-0.008299089036881924,-0.007907126098871231,-0.007515163626521826,-0.0071232011541724205,-0.006731238681823015,-0.00633927620947361,-0.005947313737124205,-0.005555351264774799,-0.005163388326764107,-0.0047714258544147015,-0.004379463382065296,-0.003987500909715891,-0.0035955384373664856,-0.0032035759650170803,-0.002811613492667675,-0.002419650787487626,-0.002027688315138221,-0.0016357258427888155,-0.0012437632540240884,-0.0008518007234670222,-0.000459838192909956,-6.787566235288978e-05,0.0003240868682041764,0.0007160493987612426,0.0011080119293183088,0.0014999744016677141,0.0018919369904324412,0.0022838995791971684,0.002675861120223999,0.0030678235925734043,0.0034597860649228096,0.0038517487701028585,0.00424371100962162,0.004635673947632313,0.005027636419981718,0.005419598892331123,0.005811561364680529,0.006203523837029934,0.006595486309379339,0.0069874487817287445,0.007379411719739437,0.007771374192088842,0.008163336664438248,0.008555298671126366,0.008947261609137058,0.00933922454714775,0.009731186553835869,0.010123149491846561,0.01051511149853468,0.010907074436545372,0.01129903644323349,0.011690999381244183,0.012082962319254875,0.012474924325942993,0.012866887263953686,0.013258849270641804,0.013650812208652496,0.014042774215340614,0.014434737153351307,0.014826699160039425,0.015218662098050117]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[8,9,15,20,46,59,120,208,318,488,763,1096,1673,2356,3285,4364,5850,7722,9909,12457,15157,18285,21082,24423,27441,29703,32388,33687,34929,34449,34035,32664,31109,28457,25537,22753,19633,16305,13764,10897,8381,6726,5174,3698,2672,1889,1317,934,598,381,208,157,94,58,30,18,10,5,4,3,0,2,0,1],"bins":[-0.08655742555856705,-0.08359510451555252,-0.080632783472538,-0.07767046242952347,-0.07470814138650894,-0.07174582034349442,-0.06878349184989929,-0.06582117080688477,-0.06285884976387024,-0.05989652872085571,-0.056934207677841187,-0.05397188663482666,-0.051009565591812134,-0.04804724454879761,-0.04508491978049278,-0.042122598737478256,-0.03916027769446373,-0.036197956651449203,-0.03323563560843468,-0.030273312702775,-0.027310989797115326,-0.0243486687541008,-0.021386347711086273,-0.018424024805426598,-0.015461703762412071,-0.01249938178807497,-0.00953705981373787,-0.006574738770723343,-0.003612416796386242,-0.0006500950548797846,0.0023122266866266727,0.005274548195302486,0.008236870169639587,0.011199192143976688,0.01416151411831379,0.017123835161328316,0.02008615806698799,0.023048479110002518,0.026010800153017044,0.02897312305867672,0.031935445964336395,0.03489776700735092,0.03786008805036545,0.040822409093379974,0.0437847301363945,0.04674705117940903,0.04970937594771385,0.05267169699072838,0.055634018033742905,0.05859633907675743,0.06155866011977196,0.06452098488807678,0.06748330593109131,0.07044562697410583,0.07340794801712036,0.07637026906013489,0.07933259010314941,0.08229491114616394,0.08525723218917847,0.08821956068277359,0.09118188172578812,0.09414420276880264,0.09710652381181717,0.1000688448548317,0.10303116589784622]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,3,1,5,4,3,5,2,8,5,6,6,14,7,13,8,16,14,9,15,16,16,21,18,18,22,21,22,22,20,23,21,16,14,24,17,28,14,16,18,12,9,20,23,15,16,11,13,14,14,13,9,9,6,7,6,11,4,4,5,2,4,5,4],"bins":[-0.0005102531285956502,-0.0004946542903780937,-0.0004790554230567068,-0.0004634565848391503,-0.0004478577175177634,-0.0004322588793002069,-0.0004166600410826504,-0.0004010611737612635,-0.000385462335543707,-0.00036986349732615054,-0.0003542646300047636,-0.0003386657917872071,-0.00032306695356965065,-0.0003074680862482637,-0.00029186924803070724,-0.0002762703807093203,-0.00026067154249176383,-0.00024507270427420735,-0.00022947383695282042,-0.00021387499873526394,-0.00019827614596579224,-0.00018267729319632053,-0.00016707845497876406,-0.00015147960220929235,-0.00013588074943982065,-0.00012028189667034894,-0.00010468305117683485,-8.908420568332076e-05,-7.348535291384906e-05,-5.788650378235616e-05,-4.228765465086326e-05,-2.6688805519370362e-05,-1.1090014595538378e-05,4.50883453595452e-06,2.0107683667447418e-05,3.5706532798940316e-05,5.1305381930433214e-05,6.690423469990492e-05,8.250308019341901e-05,9.81019256869331e-05,0.0001137007784564048,0.0001292996312258765,0.00014489848399534822,0.0001604973222129047,0.0001760961749823764,0.0001916950277518481,0.00020729386596940458,0.00022289271873887628,0.000238491571508348,0.00025409040972590446,0.0002696892770472914,0.0002852881152648479,0.0003008869825862348,0.0003164858208037913,0.00033208465902134776,0.0003476835263427347,0.00036328236456029117,0.00037888120277784765,0.0003944800700992346,0.00041007890831679106,0.00042567774653434753,0.00044127661385573447,0.00045687545207329094,0.0004724743193946779,0.00048807315761223435]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.00041058918577618897,-0.00039747878327034414,-0.00038436840986832976,-0.00037125800736248493,-0.00035814763396047056,-0.0003450372314546257,-0.0003319268289487809,-0.0003188164555467665,-0.0003057060530409217,-0.0002925956796389073,-0.0002794852771330625,-0.00026637487462721765,-0.0002532645012252033,-0.00024015411327127367,-0.00022704371076542884,-0.00021393332281149924,-0.00020082293485756963,-0.00018771254690364003,-0.00017460215894971043,-0.0001614917564438656,-0.000148381368489936,-0.0001352709805360064,-0.0001221605925820768,-0.00010905019735218957,-9.593980939825997e-05,-8.282942144433036e-05,-6.971902621444315e-05,-5.6608638260513544e-05,-4.3498246668605134e-05,-3.0387855076696724e-05,-1.7277465303777717e-05,-4.167074621364009e-06,8.9433160610497e-06,2.205370765295811e-05,3.516409924486652e-05,4.827448719879612e-05,6.138488242868334e-05,7.449527038261294e-05,8.760565833654255e-05,0.00010071605356642976,0.00011382644152035937,0.00012693683675024658,0.0001400472247041762,0.0001531576126581058,0.0001662680006120354,0.000179378388565965,0.00019248879107180983,0.00020559917902573943,0.00021870956697966903,0.00023181995493359864,0.00024493035743944347,0.00025804073084145784,0.0002711511333473027,0.00028426150674931705,0.0002973719092551619,0.0003104823117610067,0.0003235926851630211,0.0003367030876688659,0.0003498134610708803,0.0003629238635767251,0.00037603426608256996,0.00038914463948458433,0.00040225504199042916,0.00041536541539244354,0.00042847581789828837],"_type":"histogram","values":[1,2,1,2,0,1,2,3,3,1,3,2,4,1,4,4,5,9,6,8,10,16,16,21,27,34,28,38,32,51,41,51,24,36,34,32,37,25,21,25,21,22,11,8,9,13,3,4,3,2,4,1,0,2,0,1,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[1,1,0,1,0,0,2,4,4,1,4,4,12,13,17,23,36,53,64,99,150,216,330,484,683,1046,1702,2543,4068,6290,10389,16286,28253,48004,89026,195873,454026,382107,157710,72624,40153,22514,13954,8524,5195,3441,2217,1497,1072,630,515,314,233,154,92,59,47,29,26,19,15,5,7,3],"bins":[-0.0113525390625,-0.011044502258300781,-0.010736465454101562,-0.010428428649902344,-0.010120391845703125,-0.009812355041503906,-0.009504318237304688,-0.009196281433105469,-0.00888824462890625,-0.008580207824707031,-0.008272171020507812,-0.007964134216308594,-0.007656097412109375,-0.007348060607910156,-0.0070400238037109375,-0.006731986999511719,-0.0064239501953125,-0.006115913391113281,-0.0058078765869140625,-0.005499839782714844,-0.005191802978515625,-0.004883766174316406,-0.0045757293701171875,-0.004267692565917969,-0.00395965576171875,-0.0036516189575195312,-0.0033435821533203125,-0.0030355453491210938,-0.002727508544921875,-0.0024194717407226562,-0.0021114349365234375,-0.0018033981323242188,-0.001495361328125,-0.0011873245239257812,-0.0008792877197265625,-0.0005712509155273438,-0.000263214111328125,4.482269287109375e-05,0.0003528594970703125,0.0006608963012695312,0.00096893310546875,0.0012769699096679688,0.0015850067138671875,0.0018930435180664062,0.002201080322265625,0.0025091171264648438,0.0028171539306640625,0.0031251907348632812,0.0034332275390625,0.0037412643432617188,0.0040493011474609375,0.004357337951660156,0.004665374755859375,0.004973411560058594,0.0052814483642578125,0.005589485168457031,0.00589752197265625,0.006205558776855469,0.0065135955810546875,0.006821632385253906,0.007129669189453125,0.007437705993652344,0.0077457427978515625,0.008053779602050781,0.00836181640625]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[2,2,1,6,5,8,35,45,75,115,215,355,498,766,1174,1728,2337,3075,4192,5584,7193,9335,11169,13328,15939,18354,20597,22696,24520,25966,26606,27802,26545,25704,24125,22283,20329,17704,15314,13072,10539,8614,6919,5246,4108,2954,2109,1590,1124,698,414,294,200,114,63,48,26,11,6,8,0,2,1,1],"bins":[-0.09365112334489822,-0.09066885709762573,-0.08768659085035324,-0.08470433205366135,-0.08172206580638885,-0.07873979955911636,-0.07575753331184387,-0.07277527451515198,-0.06979300826787949,-0.066810742020607,-0.0638284757733345,-0.06084621325135231,-0.05786394700407982,-0.054881684482097626,-0.051899418234825134,-0.04891715571284294,-0.04593488946557045,-0.04295262321829796,-0.039970360696315765,-0.036988094449043274,-0.03400583192706108,-0.03102356567978859,-0.028041301295161247,-0.025059036910533905,-0.022076772525906563,-0.01909450814127922,-0.01611224375665188,-0.013129978440701962,-0.01014771405607462,-0.007165449671447277,-0.0041831848211586475,-0.0012009202037006617,0.0017813444137573242,0.0047636087983846664,0.007745873648673296,0.010728138498961926,0.013710402883589268,0.016692668199539185,0.019674932584166527,0.02265719696879387,0.02563946135342121,0.028621725738048553,0.031603991985321045,0.03458625450730324,0.03756852075457573,0.04055078327655792,0.043533049523830414,0.04651531204581261,0.0494975782930851,0.05247984454035759,0.05546210706233978,0.058444373309612274,0.06142663583159447,0.06440889835357666,0.06739116460084915,0.07037343084812164,0.07335569709539413,0.07633796334266663,0.07932022213935852,0.08230248838663101,0.0852847546339035,0.088267020881176,0.09124927967786789,0.09423154592514038,0.09721381217241287],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.039655640721321106,-0.0384160652756691,-0.03717649355530739,-0.03593691810965538,-0.03469734266400337,-0.033457767218351364,-0.032218195497989655,-0.030978620052337646,-0.02973904460668564,-0.02849947102367878,-0.02725989744067192,-0.026020321995019913,-0.024780748412013054,-0.023541172966361046,-0.022301599383354187,-0.02106202393770218,-0.01982245035469532,-0.01858287677168846,-0.017343301326036453,-0.016103727743029594,-0.014864152297377586,-0.013624578714370728,-0.012385004200041294,-0.01114542968571186,-0.009905855171382427,-0.008666280657052994,-0.00742670614272356,-0.006187132094055414,-0.004947557579725981,-0.0037079830653965473,-0.0024684087838977575,-0.001228834385983646,1.0740011930465698e-05,0.0012503144098445773,0.002489888807758689,0.0037294630892574787,0.004969037603586912,0.006208612117916346,0.007448186166584492,0.008687760680913925,0.009927335195243359,0.011166909709572792,0.012406484223902225,0.013646058738231659,0.014885632321238518,0.016125207766890526,0.017364781349897385,0.018604356795549393,0.01984393037855625,0.02108350396156311,0.02232307940721512,0.023562652990221977,0.024802228435873985,0.026041802018880844,0.027281377464532852,0.02852095104753971,0.02976052463054657,0.031000100076198578,0.032239675521850586,0.033479247242212296,0.034718822687864304,0.03595839813351631,0.03719797357916832,0.03843754529953003,0.03967712074518204],"_type":"histogram","values":[1,0,0,0,0,0,2,3,2,1,1,1,4,9,5,7,10,13,5,21,16,21,17,18,24,25,28,26,41,26,41,24,33,21,31,25,25,33,21,21,30,16,21,19,10,10,8,16,7,5,5,5,5,1,1,1,4,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[2,2,4,2,7,23,33,58,106,184,261,443,619,991,1496,2087,2874,4037,5443,7184,9252,11705,14290,17269,20393,23355,26727,29285,31547,33340,34315,34551,34780,33417,31508,29030,26495,23741,20389,17242,14333,11658,9253,7245,5418,4051,2921,2154,1505,976,660,438,298,168,117,72,35,21,8,1,3,0,1,1],"bins":[-0.09331391006708145,-0.09035245329141617,-0.08739098906517029,-0.084429532289505,-0.08146807551383972,-0.07850661873817444,-0.07554515451192856,-0.07258369773626328,-0.06962224096059799,-0.06666077673435211,-0.06369931995868683,-0.060737863183021545,-0.057776402682065964,-0.05481494590640068,-0.0518534854054451,-0.048892028629779816,-0.045930568128824234,-0.04296910762786865,-0.04000765085220337,-0.03704619035124779,-0.034084733575582504,-0.031123273074626923,-0.02816181443631649,-0.025200355798006058,-0.022238897159695625,-0.019277438521385193,-0.01631597988307476,-0.013354520313441753,-0.010393061675131321,-0.0074316030368208885,-0.004470143932849169,-0.0015086850617080927,0.0014527738094329834,0.004414232447743416,0.007375691551715136,0.010337150655686855,0.013298609293997288,0.016260068863630295,0.019221527501940727,0.02218298614025116,0.025144444778561592,0.028105903416872025,0.031067362055182457,0.03402882069349289,0.03699028119444847,0.039951737970113754,0.042913198471069336,0.04587465524673462,0.0488361157476902,0.05179757624864578,0.054759033024311066,0.05772049352526665,0.06068195030093193,0.06364341080188751,0.0666048675775528,0.06956632435321808,0.07252778857946396,0.07548924535512924,0.07845070213079453,0.0814121663570404,0.08437362313270569,0.08733507990837097,0.09029653668403625,0.09325800091028214,0.09621945768594742],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.0003731352335307747,-0.0003622666117735207,-0.00035139801912009716,-0.00034052939736284316,-0.00032966077560558915,-0.0003187921829521656,-0.0003079235611949116,-0.00029705496854148805,-0.00028618634678423405,-0.00027531772502698004,-0.0002644491323735565,-0.0002535805106163025,-0.00024271190341096371,-0.00023184329620562494,-0.00022097467444837093,-0.00021010606724303216,-0.00019923746003769338,-0.0001883688528323546,-0.00017750024562701583,-0.00016663162386976182,-0.00015576301666442305,-0.00014489440945908427,-0.00013402578770183027,-0.0001231571804964915,-0.00011228857329115272,-0.00010141996608581394,-9.055135160451755e-05,-7.968273712322116e-05,-6.881412991788238e-05,-5.79455190745648e-05,-4.7076908231247216e-05,-3.620829738792963e-05,-2.533968654461205e-05,-1.4471075701294467e-05,-3.6024648579768836e-06,7.2661459853406996e-06,1.8134756828658283e-05,2.9003367671975866e-05,3.987197851529345e-05,5.074058935861103e-05,6.160920020192862e-05,7.247780740726739e-05,8.334642188856378e-05,9.421503636986017e-05,0.00010508364357519895,0.00011595225078053772,0.00012682087253779173,0.0001376894797431305,0.00014855808694846928,0.00015942669415380806,0.00017029530135914683,0.00018116392311640084,0.00019203253032173961,0.0002029011375270784,0.0002137697592843324,0.00022463836648967117,0.00023550697369500995,0.00024637559545226395,0.0002572441881056875,0.0002681128098629415,0.00027898140251636505,0.00028985002427361906,0.00030071864603087306,0.0003115872386842966,0.0003224558604415506],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,0,1,3,3,3,5,3,4,6,8,7,12,10,12,22,22,30,25,38,36,43,38,49,38,44,34,40,35,33,25,19,19,27,10,8,15,7,8,3,4,4,3,2,1,4,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0920911654829979,-0.08907857537269592,-0.08606599271297455,-0.08305340260267258,-0.0800408124923706,-0.07702822983264923,-0.07401563972234726,-0.07100304961204529,-0.06799046695232391,-0.06497787684202194,-0.06196528673171997,-0.0589527003467083,-0.055940113961696625,-0.05292752385139465,-0.04991493746638298,-0.04690234735608101,-0.043889760971069336,-0.04087717458605766,-0.03786458447575569,-0.03485199809074402,-0.03183940798044205,-0.028826821595430374,-0.0258142352104187,-0.02280164696276188,-0.019789058715105057,-0.016776470467448235,-0.013763883151113987,-0.01075129583477974,-0.007738707587122917,-0.004726119805127382,-0.0017135320231318474,0.0012990557588636875,0.004311643540859222,0.007324231322854757,0.010336819104850292,0.01334940642118454,0.016361994668841362,0.019374582916498184,0.022387169301509857,0.02539975754916668,0.0284123457968235,0.031424932181835175,0.034437522292137146,0.03745010867714882,0.04046269506216049,0.04347528517246246,0.046487871557474136,0.04950046166777611,0.05251304805278778,0.055525634437799454,0.058538224548101425,0.0615508109331131,0.06456340104341507,0.06757598370313644,0.07058857381343842,0.07360116392374039,0.07661375403404236,0.07962633669376373,0.0826389268040657,0.08565151691436768,0.08866409957408905,0.09167668968439102,0.094689279794693,0.09770186245441437,0.10071445256471634],"_type":"histogram","values":[4,3,11,20,48,83,129,235,391,593,986,1574,2295,3432,5028,7217,9976,13511,17876,23918,30253,37471,45429,53601,62498,70744,77685,85065,89919,93329,94467,93265,90423,85498,79326,71362,63498,54946,46034,38383,30690,24448,18928,14471,10485,7580,5281,3623,2472,1629,1074,645,435,246,120,100,51,32,11,6,7,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.0005153403617441654,-0.0005008422886021435,-0.00048634427366778255,-0.00047184620052576065,-0.0004573481564875692,-0.0004428501124493778,-0.00042835206841118634,-0.00041385399526916444,-0.000399355951230973,-0.00038485790719278157,-0.00037035986315459013,-0.0003558618191163987,-0.0003413637459743768,-0.00032686570193618536,-0.0003123676578979939,-0.0002978696138598025,-0.0002833715407177806,-0.00026887349667958915,-0.0002543754526413977,-0.00023987740860320628,-0.0002253793500130996,-0.00021088130597490817,-0.0001963832473848015,-0.00018188520334661007,-0.00016738715930841863,-0.00015288910071831197,-0.00013839105668012053,-0.00012389299809001386,-0.00010939495405182242,-9.489690273767337e-05,-8.039885142352432e-05,-6.590080010937527e-05,-5.1402748795226216e-05,-3.6904697481077164e-05,-2.2406647985917516e-05,-7.908597581263166e-06,6.589452823391184e-06,2.1087504137540236e-05,3.558555181371048e-05,5.008360312785953e-05,6.458165444200858e-05,7.907970575615764e-05,9.357775707030669e-05,0.00010807580838445574,0.00012257385242264718,0.00013707191101275384,0.00015156995505094528,0.00016606801364105195,0.00018056605767924339,0.00019506410171743482,0.0002095621603075415,0.00022406020434573293,0.0002385582629358396,0.00025305632152594626,0.0002675543655641377,0.00028205240960232913,0.00029655045364052057,0.000311048497678712,0.0003255465708207339,0.00034004461485892534,0.0003545426588971168,0.0003690407029353082,0.0003835387760773301,0.00039803682011552155,0.000412534864153713],"_type":"histogram","values":[1,0,0,0,0,2,0,1,1,1,1,3,4,2,2,7,6,5,8,5,14,13,25,27,36,42,50,82,58,77,91,101,90,119,129,108,116,116,92,75,88,83,72,62,39,39,26,23,17,10,17,13,12,3,5,5,5,3,3,3,5,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,2,2,1,0,1,1,2,3,1,4,6,2,3,4,4,13,9,10,6,15,10,9,17,27,26,25,30,36,27,44,29,27,39,29,38,39,25,27,23,17,17,17,17,18,13,11,9,4,3,1,2,2,5,4,5,1,1,1,1,1,0,0,1],"bins":[-0.0003719204105436802,-0.0003603892691899091,-0.00034885815693996847,-0.0003373270155861974,-0.00032579590333625674,-0.00031426476198248565,-0.000302733649732545,-0.00029120250837877393,-0.0002796713961288333,-0.0002681402547750622,-0.0002566091134212911,-0.0002450780011713505,-0.0002335468598175794,-0.00022201573301572353,-0.00021048460621386766,-0.0001989534794120118,-0.00018742235261015594,-0.00017589122580830008,-0.00016436009900644422,-0.00015282897220458835,-0.0001412978454027325,-0.0001297667040489614,-0.00011823557724710554,-0.00010670445044524968,-9.517332364339381e-05,-8.364219684153795e-05,-7.211107003968209e-05,-6.0579935961868614e-05,-4.904880916001275e-05,-3.751768235815689e-05,-2.598655191832222e-05,-1.4455423297476955e-05,-2.924323780462146e-06,8.60680484038312e-06,2.0137933461228386e-05,3.1669063901063055e-05,4.320019070291892e-05,5.473131750477478e-05,6.626245158258826e-05,7.779357838444412e-05,8.932470518629998e-05,0.00010085583198815584,0.0001123869587900117,0.00012391808559186757,0.00013544922694563866,0.00014698035374749452,0.00015851148054935038,0.00017004260735120624,0.0001815737341530621,0.00019310486095491797,0.00020463598775677383,0.0002161671145586297,0.00022769824136048555,0.00023922938271425664,0.0002507604949641973,0.00026229163631796837,0.000273822748567909,0.0002853538899216801,0.0002968850312754512,0.0003084161435253918,0.0003199472848791629,0.00033147839712910354,0.00034300953848287463,0.00035454065073281527,0.00036607179208658636]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,1,0,0,0,1,1,0,3,1,2,1,9,4,6,5,7,10,9,9,11,14,20,16,23,20,22,30,22,27,29,36,29,31,31,20,36,30,29,29,23,19,23,24,16,15,10,6,17,4,7,1,4,7,5,6,0,0,1,3,1],"bins":[-0.011448446661233902,-0.011133918538689613,-0.010819390416145325,-0.010504862293601036,-0.010190334171056747,-0.009875806048512459,-0.00956127792596817,-0.009246749803423882,-0.008932221680879593,-0.00861769262701273,-0.008303164504468441,-0.007988636381924152,-0.007674108259379864,-0.007359580136835575,-0.0070450520142912865,-0.006730523891746998,-0.006415995769202709,-0.0061014676466584206,-0.005786939524114132,-0.005472411401569843,-0.005157883279025555,-0.004843354690819979,-0.00452882656827569,-0.0042142984457314014,-0.003899770323187113,-0.003585242200642824,-0.0032707140780985355,-0.0029561857227236032,-0.0026416576001793146,-0.002327129477635026,-0.0020126011222600937,-0.001698072999715805,-0.0013835448771715164,-0.0010690167546272278,-0.0007544885156676173,-0.00043996033491566777,-0.00012543215416371822,0.00018909602658823133,0.0005036242073401809,0.0008181523880921304,0.00113268056884408,0.0014472086913883686,0.001761736930347979,0.0020762651693075895,0.002390793291851878,0.002705321414396167,0.003019849769771099,0.0033343778923153877,0.0036489060148596764,0.003963434137403965,0.004277962259948254,0.004592490382492542,0.004907018505036831,0.005221547093242407,0.0055360752157866955,0.005850603338330984,0.006165131460875273,0.006479659583419561,0.00679418770596385,0.007108715828508139,0.007423244416713715,0.007737772539258003,0.008052300661802292,0.00836682878434658,0.00868135690689087]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.002197265625,-0.0021288394927978516,-0.002060413360595703,-0.0019919872283935547,-0.0019235610961914062,-0.0018551349639892578,-0.0017867088317871094,-0.001718282699584961,-0.0016498565673828125,-0.001581430435180664,-0.0015130043029785156,-0.0014445781707763672,-0.0013761520385742188,-0.0013077259063720703,-0.0012392997741699219,-0.0011708736419677734,-0.001102447509765625,-0.0010340213775634766,-0.0009655952453613281,-0.0008971691131591797,-0.0008287429809570312,-0.0007603168487548828,-0.0006918907165527344,-0.0006234645843505859,-0.0005550384521484375,-0.00048661231994628906,-0.0004181861877441406,-0.0003497600555419922,-0.00028133392333984375,-0.0002129077911376953,-0.00014448165893554688,-7.605552673339844e-05,-7.62939453125e-06,6.079673767089844e-05,0.00012922286987304688,0.0001976490020751953,0.00026607513427734375,0.0003345012664794922,0.0004029273986816406,0.00047135353088378906,0.0005397796630859375,0.0006082057952880859,0.0006766319274902344,0.0007450580596923828,0.0008134841918945312,0.0008819103240966797,0.0009503364562988281,0.0010187625885009766,0.001087188720703125,0.0011556148529052734,0.0012240409851074219,0.0012924671173095703,0.0013608932495117188,0.0014293193817138672,0.0014977455139160156,0.001566171646118164,0.0016345977783203125,0.001703023910522461,0.0017714500427246094,0.0018398761749267578,0.0019083023071289062,0.0019767284393310547,0.002045154571533203,0.0021135807037353516,0.0021820068359375],"_type":"histogram","values":[3,0,1,0,2,4,5,5,15,19,26,39,46,57,78,152,188,283,362,501,703,1099,1529,2355,3184,4790,7594,11880,18859,32357,61898,127957,144296,72625,37266,21433,13201,8247,5321,3570,2393,1645,1147,796,535,398,264,202,152,99,75,51,34,26,22,6,11,4,6,2,2,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,0,2,3,2,4,6,3,5,15,22,41,53,59,98,131,186,259,437,534,794,1119,1528,2380,3452,5055,7908,12659,21597,39920,83396,147027,122550,60467,30529,17076,10346,6275,4378,2944,1964,1375,890,728,473,310,262,171,127,78,58,32,38,22,5,6,5,3,5,2,4,4],"bins":[-0.00173187255859375,-0.001680612564086914,-0.0016293525695800781,-0.0015780925750732422,-0.0015268325805664062,-0.0014755725860595703,-0.0014243125915527344,-0.0013730525970458984,-0.0013217926025390625,-0.0012705326080322266,-0.0012192726135253906,-0.0011680126190185547,-0.0011167526245117188,-0.0010654926300048828,-0.0010142326354980469,-0.0009629726409912109,-0.000911712646484375,-0.0008604526519775391,-0.0008091926574707031,-0.0007579326629638672,-0.0007066726684570312,-0.0006554126739501953,-0.0006041526794433594,-0.0005528926849365234,-0.0005016326904296875,-0.00045037269592285156,-0.0003991127014160156,-0.0003478527069091797,-0.00029659271240234375,-0.0002453327178955078,-0.00019407272338867188,-0.00014281272888183594,-9.1552734375e-05,-4.029273986816406e-05,1.0967254638671875e-05,6.222724914550781e-05,0.00011348724365234375,0.0001647472381591797,0.00021600723266601562,0.00026726722717285156,0.0003185272216796875,0.00036978721618652344,0.0004210472106933594,0.0004723072052001953,0.0005235671997070312,0.0005748271942138672,0.0006260871887207031,0.0006773471832275391,0.000728607177734375,0.0007798671722412109,0.0008311271667480469,0.0008823871612548828,0.0009336471557617188,0.0009849071502685547,0.0010361671447753906,0.0010874271392822266,0.0011386871337890625,0.0011899471282958984,0.0012412071228027344,0.0012924671173095703,0.0013437271118164062,0.0013949871063232422,0.0014462471008300781,0.001497507095336914,0.00154876708984375]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,2,0,0,0,1,2,1,2,0,1,1,6,5,8,8,5,12,21,19,22,32,37,40,38,51,78,69,80,90,103,106,125,98,134,89,102,81,78,81,50,53,56,44,36,38,23,15,14,10,13,12,7,8,7,7,10,4,4,1,0,1,5,1],"bins":[-0.005512252449989319,-0.005347829777747393,-0.0051834071055054665,-0.005018983967602253,-0.004854561295360327,-0.004690138623118401,-0.004525715950876474,-0.004361293278634548,-0.004196870140731335,-0.0040324474684894085,-0.0038680247962474823,-0.003703602124005556,-0.00353917945176363,-0.00337475654669106,-0.003210333874449134,-0.003045910969376564,-0.002881488297134638,-0.0027170656248927116,-0.002552642719820142,-0.0023882200475782156,-0.0022237971425056458,-0.0020593744702637196,-0.0018949517980217934,-0.0017305290093645453,-0.0015661062207072973,-0.0014016834320500493,-0.0012372606433928013,-0.001072837971150875,-0.0009084151824936271,-0.000743992393836379,-0.0005795696633867919,-0.0004151469038333744,-0.0002507241442799568,-8.630138472653925e-05,7.812137482687831e-05,0.00024254413438029587,0.00040696689393371344,0.0005713896825909615,0.0007358124130405486,0.0009002351434901357,0.0010646579321473837,0.0012290807208046317,0.0013935035094618797,0.001557926181703806,0.001722348970361054,0.001886771759018302,0.002051194431260228,0.002215617336332798,0.002380040008574724,0.0025444626808166504,0.0027088855858892202,0.0028733082581311464,0.0030377311632037163,0.0032021538354456425,0.0033665765076875687,0.0035309994127601385,0.0036954220850020647,0.003859844757243991,0.004024267662316561,0.004188690334558487,0.004353113006800413,0.004517535679042339,0.004681958816945553,0.004846381489187479,0.005010804161429405],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.08542145788669586,-0.08256098628044128,-0.0797005146741867,-0.07684005051851273,-0.07397957891225815,-0.07111910730600357,-0.06825863569974899,-0.06539816409349442,-0.06253769993782043,-0.05967722460627556,-0.05681675672531128,-0.0539562851190567,-0.051095813512802124,-0.048235345631837845,-0.04537487402558327,-0.04251440614461899,-0.03965393453836441,-0.03679346293210983,-0.033932995051145554,-0.031072523444890976,-0.028212053701281548,-0.02535158395767212,-0.02249111235141754,-0.019630642607808113,-0.016770172864198685,-0.013909703120589256,-0.011049232445657253,-0.00818876177072525,-0.005328292027115822,-0.002467821817845106,0.0003926483914256096,0.0032531186006963253,0.006113596260547638,0.008974066004157066,0.01183453667908907,0.014695007354021072,0.0175554770976305,0.02041594684123993,0.023276418447494507,0.026136888191103935,0.028997357934713364,0.03185782954096794,0.03471829742193222,0.0375787690281868,0.040439240634441376,0.043299708515405655,0.04616018012166023,0.04902064800262451,0.05188111960887909,0.05474159121513367,0.057602059096097946,0.060462530702352524,0.0633229985833168,0.06618347018957138,0.06904394179582596,0.07190441340208054,0.07476487755775452,0.0776253491640091,0.08048582077026367,0.08334629237651825,0.08620676398277283,0.0890672355890274,0.09192769974470139,0.09478817135095596,0.09764864295721054],"_type":"histogram","values":[6,9,16,27,41,72,131,208,297,495,706,1065,1480,2159,3009,4170,5432,7023,8874,11272,13905,16402,19482,22245,25477,27800,29943,32100,32769,33498,33342,32754,31282,29324,27155,24125,21145,18363,15700,13135,10614,8427,6566,4977,3840,2775,1997,1449,959,625,420,276,189,110,70,41,21,10,10,4,1,2,0,3]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[3,2,1,4,3,2,3,2,1,8,7,9,4,14,13,10,8,15,20,21,14,13,21,16,28,24,24,27,27,27,19,26,27,22,28,23,25,21,25,13,22,16,14,15,6,7,14,13,4,9,11,10,7,7,1,2,2,2,2,0,0,2,1,1],"bins":[-0.011978176422417164,-0.011588722467422485,-0.011199268512427807,-0.010809814557433128,-0.010420361533761024,-0.010030907578766346,-0.009641453623771667,-0.009251999668776989,-0.00886254571378231,-0.008473091758787632,-0.008083637803792953,-0.007694184314459562,-0.007304730359464884,-0.006915276404470205,-0.006525822915136814,-0.006136368960142136,-0.005746915005147457,-0.005357461050152779,-0.0049680070951581,-0.004578553605824709,-0.0041890996508300304,-0.003799645695835352,-0.003410191973671317,-0.0030207382515072823,-0.0026312842965126038,-0.0022418303415179253,-0.0018523766193538904,-0.0014629227807745337,-0.001073468942195177,-0.0006840151036158204,-0.00029456126503646374,9.489257354289293e-05,0.0004843473434448242,0.0008738011820241809,0.0012632550206035376,0.0016527088591828942,0.002042162697762251,0.0024316166527569294,0.0028210703749209642,0.003210524097084999,0.0035999780520796776,0.003989432007074356,0.004378885962069035,0.004768339451402426,0.005157793406397104,0.005547247361391783,0.005936700850725174,0.0063261548057198524,0.006715608760714531,0.0071050627157092094,0.007494516670703888,0.007883970625698566,0.008273424580693245,0.008662877604365349,0.009052331559360027,0.009441785514354706,0.009831239469349384,0.010220693424344063,0.010610147379338741,0.01099960133433342,0.011389054358005524,0.011778508313000202,0.01216796226799488,0.01255741622298956,0.012946870177984238],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,4,0,2,1,3,3,5,7,2,8,11,7,11,13,32,31,34,42,54,52,61,77,96,109,113,119,133,124,124,112,115,80,74,71,62,51,47,32,20,22,13,15,7,9,7,4,5,2,2,3,2,1,0,2,4,2,2,1,0,1],"bins":[-0.011164489202201366,-0.010803421959280968,-0.010442355647683144,-0.010081288404762745,-0.009720221161842346,-0.009359153918921947,-0.008998086676001549,-0.008637020364403725,-0.008275953121483326,-0.007914885878562927,-0.007553819101303816,-0.0071927523240447044,-0.006831685081124306,-0.006470617838203907,-0.006109551060944796,-0.005748484283685684,-0.0053874170407652855,-0.005026349797844887,-0.004665283020585775,-0.004304216243326664,-0.003943149000406265,-0.00358208199031651,-0.003221014980226755,-0.002859947970137,-0.002498880960047245,-0.00213781394995749,-0.001776746939867735,-0.0014156799297779799,-0.0010546129196882248,-0.0006935459095984697,-0.0003324788995087147,2.8588110581040382e-05,0.0003896541893482208,0.0007507211994379759,0.001111788209527731,0.001472855219617486,0.001833922229707241,0.002194989239796996,0.002556056249886751,0.0029171232599765062,0.0032781902700662613,0.0036392572801560163,0.004000324290245771,0.004361391067504883,0.0047224583104252815,0.00508352555334568,0.005444592330604792,0.005805659107863903,0.006166726350784302,0.0065277935937047005,0.006888860370963812,0.007249927148222923,0.007610994391143322,0.00797206163406372,0.008333127945661545,0.008694195188581944,0.009055262431502342,0.009416329674422741,0.00977739691734314,0.010138463228940964,0.010499530471861362,0.010860597714781761,0.011221664026379585,0.011582731269299984,0.011943798512220383]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,3,3,6,16,32,55,88,138,249,332,575,808,1262,1856,2565,3560,4849,6295,8400,10649,13077,15930,19079,22032,25146,27977,30497,32600,34004,34800,34166,34120,32359,30230,27795,24819,21617,18610,15813,12822,10397,8093,6263,4716,3457,2430,1773,1192,839,539,340,208,146,90,42,28,20,10,3,0,1,1,1],"bins":[-0.09131713211536407,-0.08836673945188522,-0.08541634678840637,-0.08246595412492752,-0.07951556146144867,-0.07656516879796982,-0.07361477613449097,-0.07066438347101212,-0.06771399080753326,-0.06476359069347382,-0.06181320175528526,-0.05886280909180641,-0.05591241270303726,-0.05296202003955841,-0.05001162737607956,-0.04706123471260071,-0.04411084204912186,-0.041160449385643005,-0.038210056722164154,-0.0352596640586853,-0.03230927139520645,-0.02935887686908245,-0.02640848234295845,-0.0234580896794796,-0.020507697016000748,-0.017557304352521896,-0.01460691075772047,-0.011656517162919044,-0.008706124499440193,-0.0057557313703000546,-0.002805338241159916,0.0001450548879802227,0.0030954405665397644,0.006045833695679903,0.008996226824820042,0.011946620419621468,0.014897013083100319,0.01784740574657917,0.02079780027270317,0.023748192936182022,0.026698585599660873,0.029648978263139725,0.032599370926618576,0.03554976359009743,0.03850015997886658,0.04145055264234543,0.04440094530582428,0.04735133796930313,0.05030173063278198,0.053252123296260834,0.056202515959739685,0.059152908623218536,0.06210330128669739,0.06505369395017624,0.06800408661365509,0.07095447927713394,0.07390487194061279,0.07685527205467224,0.07980566471815109,0.08275605738162994,0.0857064500451088,0.08865684270858765,0.0916072353720665,0.09455762803554535,0.0975080206990242]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,6,12,25,45,69,135,219,353,649,997,1588,2466,3641,5304,7683,10660,14507,19231,25235,32097,39778,48240,56931,66532,74714,82544,88855,93598,96579,97098,94697,90049,84795,76981,68722,59883,51027,41891,34284,26866,20896,15646,11661,8363,5927,4078,2707,1763,1106,750,404,260,136,88,45,26,10,5,2,1,2],"bins":[-0.09908155351877213,-0.0959986001253128,-0.09291564673185349,-0.08983268588781357,-0.08674973249435425,-0.08366677910089493,-0.08058382570743561,-0.07750087231397629,-0.07441791892051697,-0.07133495807647705,-0.06825200468301773,-0.06516905128955841,-0.06208609789609909,-0.05900314077734947,-0.05592018738389015,-0.05283723026514053,-0.04975427687168121,-0.04667132347822189,-0.043588366359472275,-0.040505412966012955,-0.037422455847263336,-0.034339502453804016,-0.031256549060344696,-0.028173593804240227,-0.025090638548135757,-0.022007683292031288,-0.01892472803592682,-0.0158417746424675,-0.01275881938636303,-0.00967586413025856,-0.0065929098054766655,-0.0035099550150334835,-0.00042700767517089844,0.0026559471152722836,0.0057389019057154655,0.00882185623049736,0.01190481148660183,0.014987766742706299,0.01807072013616562,0.021153675392270088,0.024236630648374557,0.027319585904479027,0.030402541160583496,0.033485494554042816,0.036568447947502136,0.039651405066251755,0.042734358459711075,0.04581731557846069,0.04890026897192001,0.051983222365379333,0.05506617948412895,0.05814913287758827,0.06123208999633789,0.06431504338979721,0.06739799678325653,0.07048095017671585,0.07356390357017517,0.07664686441421509,0.07972981780767441,0.08281277120113373,0.08589572459459305,0.08897867798805237,0.09206163883209229,0.0951445922255516,0.09822754561901093]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.013427734375,-0.013010025024414062,-0.012592315673828125,-0.012174606323242188,-0.01175689697265625,-0.011339187622070312,-0.010921478271484375,-0.010503768920898438,-0.0100860595703125,-0.009668350219726562,-0.009250640869140625,-0.008832931518554688,-0.00841522216796875,-0.007997512817382812,-0.007579803466796875,-0.0071620941162109375,-0.006744384765625,-0.0063266754150390625,-0.005908966064453125,-0.0054912567138671875,-0.00507354736328125,-0.0046558380126953125,-0.004238128662109375,-0.0038204193115234375,-0.0034027099609375,-0.0029850006103515625,-0.002567291259765625,-0.0021495819091796875,-0.00173187255859375,-0.0013141632080078125,-0.000896453857421875,-0.0004787445068359375,-6.103515625e-05,0.0003566741943359375,0.000774383544921875,0.0011920928955078125,0.00160980224609375,0.0020275115966796875,0.002445220947265625,0.0028629302978515625,0.0032806396484375,0.0036983489990234375,0.004116058349609375,0.0045337677001953125,0.00495147705078125,0.0053691864013671875,0.005786895751953125,0.0062046051025390625,0.006622314453125,0.0070400238037109375,0.007457733154296875,0.007875442504882812,0.00829315185546875,0.008710861206054688,0.009128570556640625,0.009546279907226562,0.0099639892578125,0.010381698608398438,0.010799407958984375,0.011217117309570312,0.01163482666015625,0.012052536010742188,0.012470245361328125,0.012887954711914062,0.0133056640625],"_type":"histogram","values":[1,1,0,0,1,3,0,2,5,8,12,19,21,44,47,79,148,191,282,391,603,999,1368,2154,3482,5202,8692,13825,23609,39935,67648,107798,117118,78294,47186,27257,16227,9913,6048,3844,2573,1566,1047,755,461,320,225,127,111,64,39,20,13,15,11,6,8,0,1,3,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,2,3,1,2,4,0,5,10,13,12,14,14,15,28,21,23,33,25,36,30,29,45,32,32,30,27,30,32,36,31,28,19,18,15,10,11,9,7,9,4,7,4,5,1,2,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.05495787411928177,-0.05304207652807236,-0.051126278936862946,-0.04921048507094383,-0.04729468747973442,-0.04537888988852501,-0.0434630922973156,-0.041547298431396484,-0.03963150084018707,-0.03771570324897766,-0.03579990565776825,-0.03388410806655884,-0.031968314200639725,-0.030052516609430313,-0.0281367190182209,-0.02622092328965664,-0.024305125698447227,-0.022389328107237816,-0.020473532378673553,-0.018557734787464142,-0.01664193905889988,-0.014726141467690468,-0.01281034480780363,-0.010894548147916794,-0.008978751488029957,-0.00706295482814312,-0.005147158168256283,-0.0032313610427081585,-0.0013155643828213215,0.0006002323934808373,0.002516029169782996,0.004431826062500477,0.006347622722387314,0.00826341938227415,0.010179216042160988,0.012095012702047825,0.014010809361934662,0.015926606953144073,0.017842402681708336,0.019758200272917747,0.02167399600148201,0.02358979359269142,0.025505591183900833,0.027421386912465096,0.029337184503674507,0.03125298023223877,0.03316877782344818,0.03508457541465759,0.037000373005867004,0.03891616687178612,0.04083196446299553,0.04274776205420494,0.04466355964541435,0.046579353511333466,0.04849515110254288,0.05041094869375229,0.0523267462849617,0.05424254387617111,0.056158337742090225,0.05807413533329964,0.05998993292450905,0.06190573051571846,0.06382152438163757,0.06573732197284698,0.0676531195640564],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0031217741779983044,-0.003014880931004882,-0.0029079876840114594,-0.002801094437018037,-0.0026942011900246143,-0.002587307943031192,-0.0024804146960377693,-0.002373521449044347,-0.0022666282020509243,-0.0021597351878881454,-0.002052841940894723,-0.0019459485774859786,-0.001839055446907878,-0.0017321621999144554,-0.001625268952921033,-0.0015183757059276104,-0.0014114824589341879,-0.0013045892119407654,-0.0011976959649473429,-0.0010908027179539204,-0.0009839094709604979,-0.0008770162821747363,-0.0007701230933889747,-0.0006632298463955522,-0.0005563365994021297,-0.00044944335240870714,-0.0003425501345191151,-0.0002356569020776078,-0.00012876366963610053,-2.187043719459325e-05,8.502279524691403e-05,0.0001919160276884213,0.00029880902729928493,0.00040570227429270744,0.00051259552128613,0.0006194887100718915,0.0007263819570653141,0.0008332752040587366,0.0009401683928444982,0.0010470616398379207,0.0011539548868313432,0.0012608481338247657,0.0013677413808181882,0.0014746346278116107,0.0015815277583897114,0.0016884210053831339,0.0017953142523765564,0.001902207499369979,0.0020091007463634014,0.002115993993356824,0.0022228872403502464,0.002329780487343669,0.0024366737343370914,0.002543566981330514,0.0026504602283239365,0.002757353475317359,0.0028642467223107815,0.0029711397364735603,0.003078032983466983,0.0031849262304604053,0.003291819477453828,0.0033987127244472504,0.003505605971440673,0.0036124992184340954,0.003719392465427518],"_type":"histogram","values":[1,2,1,3,3,4,2,4,8,8,5,7,10,13,17,11,22,35,33,44,55,67,76,75,86,100,95,126,122,116,106,104,100,83,62,83,62,43,43,29,30,33,24,17,12,10,6,12,10,8,4,1,3,3,1,3,1,0,1,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.005157470703125,-0.005001068115234375,-0.00484466552734375,-0.004688262939453125,-0.0045318603515625,-0.004375457763671875,-0.00421905517578125,-0.004062652587890625,-0.00390625,-0.003749847412109375,-0.00359344482421875,-0.003437042236328125,-0.0032806396484375,-0.003124237060546875,-0.00296783447265625,-0.002811431884765625,-0.002655029296875,-0.002498626708984375,-0.00234222412109375,-0.002185821533203125,-0.0020294189453125,-0.001873016357421875,-0.00171661376953125,-0.001560211181640625,-0.00140380859375,-0.001247406005859375,-0.00109100341796875,-0.000934600830078125,-0.0007781982421875,-0.000621795654296875,-0.00046539306640625,-0.000308990478515625,-0.000152587890625,3.814697265625e-06,0.00016021728515625,0.000316619873046875,0.0004730224609375,0.000629425048828125,0.00078582763671875,0.000942230224609375,0.0010986328125,0.001255035400390625,0.00141143798828125,0.001567840576171875,0.0017242431640625,0.001880645751953125,0.00203704833984375,0.002193450927734375,0.002349853515625,0.002506256103515625,0.00266265869140625,0.002819061279296875,0.0029754638671875,0.003131866455078125,0.00328826904296875,0.003444671630859375,0.00360107421875,0.003757476806640625,0.00391387939453125,0.004070281982421875,0.0042266845703125,0.004383087158203125,0.00453948974609375,0.004695892333984375,0.004852294921875],"_type":"histogram","values":[1,1,1,1,4,4,7,4,8,20,5,20,28,41,46,70,94,124,140,242,373,489,775,1053,1685,2398,3848,6391,10468,17349,31083,62277,161462,153655,60429,30398,16922,10155,6317,3765,2555,1618,1077,715,531,326,228,163,140,73,62,45,37,32,19,16,8,8,6,3,2,3,1,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.00157928466796875,-0.0015349388122558594,-0.0014905929565429688,-0.0014462471008300781,-0.0014019012451171875,-0.0013575553894042969,-0.0013132095336914062,-0.0012688636779785156,-0.001224517822265625,-0.0011801719665527344,-0.0011358261108398438,-0.0010914802551269531,-0.0010471343994140625,-0.0010027885437011719,-0.0009584426879882812,-0.0009140968322753906,-0.0008697509765625,-0.0008254051208496094,-0.0007810592651367188,-0.0007367134094238281,-0.0006923675537109375,-0.0006480216979980469,-0.0006036758422851562,-0.0005593299865722656,-0.000514984130859375,-0.0004706382751464844,-0.00042629241943359375,-0.0003819465637207031,-0.0003376007080078125,-0.0002932548522949219,-0.00024890899658203125,-0.00020456314086914062,-0.00016021728515625,-0.00011587142944335938,-7.152557373046875e-05,-2.7179718017578125e-05,1.71661376953125e-05,6.151199340820312e-05,0.00010585784912109375,0.00015020370483398438,0.000194549560546875,0.00023889541625976562,0.00028324127197265625,0.0003275871276855469,0.0003719329833984375,0.0004162788391113281,0.00046062469482421875,0.0005049705505371094,0.00054931640625,0.0005936622619628906,0.0006380081176757812,0.0006823539733886719,0.0007266998291015625,0.0007710456848144531,0.0008153915405273438,0.0008597373962402344,0.000904083251953125,0.0009484291076660156,0.0009927749633789062,0.0010371208190917969,0.0010814666748046875,0.0011258125305175781,0.0011701583862304688,0.0012145042419433594,0.00125885009765625],"_type":"histogram","values":[1,0,0,0,0,1,1,2,0,1,1,3,3,9,7,7,19,18,41,31,79,92,156,199,386,529,787,1261,2203,3294,6097,10553,20455,41170,96417,184988,117732,49834,24074,12189,7041,3900,2290,1407,847,555,369,224,175,134,49,69,46,21,19,12,10,6,2,3,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[7,1,4,4,7,4,4,7,10,4,5,10,12,13,16,14,11,10,14,21,13,15,20,22,18,18,19,21,27,22,27,15,28,17,21,18,22,19,18,14,14,12,15,14,11,12,15,10,12,10,9,7,4,6,8,3,7,9,4,6,0,5,1,2],"bins":[0.9996160864830017,0.9996293783187866,0.9996426701545715,0.9996559619903564,0.9996692538261414,0.9996824860572815,0.9996957778930664,0.9997090697288513,0.9997223615646362,0.9997356534004211,0.999748945236206,0.999762237071991,0.9997755289077759,0.9997888207435608,0.9998020529747009,0.9998153448104858,0.9998286366462708,0.9998419284820557,0.9998552203178406,0.9998685121536255,0.9998818039894104,0.9998950958251953,0.9999083876609802,0.9999216198921204,0.9999349117279053,0.9999482035636902,0.9999614953994751,0.99997478723526,0.9999880790710449,1.000001311302185,1.0000146627426147,1.0000278949737549,1.0000412464141846,1.0000544786453247,1.0000678300857544,1.0000810623168945,1.0000944137573242,1.0001076459884644,1.0001208782196045,1.0001342296600342,1.0001474618911743,1.000160813331604,1.0001740455627441,1.0001873970031738,1.000200629234314,1.0002139806747437,1.0002272129058838,1.000240445137024,1.0002537965774536,1.0002670288085938,1.0002803802490234,1.0002936124801636,1.0003069639205933,1.0003201961517334,1.000333547592163,1.0003467798233032,1.0003600120544434,1.000373363494873,1.0003865957260132,1.0003999471664429,1.000413179397583,1.0004265308380127,1.0004397630691528,1.0004531145095825,1.0004663467407227],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[2,0,3,1,0,2,2,4,4,6,7,1,8,8,8,11,17,16,20,21,28,16,26,33,28,40,31,30,33,39,36,30,29,30,29,14,25,17,12,17,12,14,6,8,8,11,3,2,2,4,3,2,1,3,1,0,0,1,0,1,0,0,1,1],"bins":[-0.00036652182461693883,-0.0003535405558068305,-0.00034055925789289176,-0.00032757798908278346,-0.0003145966911688447,-0.0003016154223587364,-0.00028863412444479764,-0.00027565285563468933,-0.00026267155772075057,-0.00024969028891064227,-0.00023670900554861873,-0.0002237277221865952,-0.00021074643882457167,-0.00019776515546254814,-0.0001847838721005246,-0.00017180258873850107,-0.00015882130537647754,-0.000145840022014454,-0.00013285873865243047,-0.00011987745529040694,-0.00010689617192838341,-9.391489584231749e-05,-8.093361248029396e-05,-6.795232911827043e-05,-5.4971045756246895e-05,-4.198976239422336e-05,-2.9008480851189233e-05,-1.6027199308155105e-05,-3.045915946131572e-06,9.935366506397258e-06,2.291664895892609e-05,3.589793050196022e-05,4.887921386398375e-05,6.186049722600728e-05,7.484178058803082e-05,8.782306395005435e-05,0.00010080434731207788,0.0001137856233981438,0.00012676691403612494,0.00013974819739814848,0.000152729480760172,0.0001657107495702803,0.00017869203293230385,0.00019167331629432738,0.0002046545996563509,0.00021763588301837444,0.00023061716638039798,0.0002435984497424215,0.0002565797185525298,0.00026956101646646857,0.0002825422852765769,0.00029552358319051564,0.00030850485200062394,0.0003214861499145627,0.000334467418724671,0.00034744871663860977,0.00036042998544871807,0.00037341128336265683,0.00038639255217276514,0.0003993738500867039,0.0004123551188968122,0.00042533641681075096,0.00043831768562085927,0.000451298983534798,0.00046428025234490633],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,1,1,1,2,2,5,1,5,4,4,10,6,7,12,21,16,24,30,39,29,40,29,30,38,36,44,35,47,33,42,22,25,15,14,25,10,8,5,4,9,6,7,4,5,2,3,2,1,3,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00029722906765528023,-0.0002868128358386457,-0.00027639660402201116,-0.0002659803722053766,-0.0002555641403887421,-0.00024514790857210755,-0.00023473167675547302,-0.00022431544493883848,-0.00021389921312220395,-0.0002034829813055694,-0.00019306674948893487,-0.00018265051767230034,-0.0001722342858556658,-0.00016181805403903127,-0.00015140182222239673,-0.0001409855904057622,-0.00013056935858912766,-0.00012015312677249312,-0.00010973689495585859,-9.932066313922405e-05,-8.890443132258952e-05,-7.848819950595498e-05,-6.807196768932045e-05,-5.765573587268591e-05,-4.7239504056051373e-05,-3.682327223941684e-05,-2.6407040422782302e-05,-1.5990808606147766e-05,-5.57457678951323e-06,4.8416550271213055e-06,1.5257886843755841e-05,2.5674118660390377e-05,3.609037958085537e-05,4.6506611397489905e-05,5.692284321412444e-05,6.733907503075898e-05,7.775530684739351e-05,8.817153866402805e-05,9.858777048066258e-05,0.00010900400229729712,0.00011942023411393166,0.0001298364659305662,0.00014025269774720073,0.00015066892956383526,0.0001610851613804698,0.00017150139319710433,0.00018191762501373887,0.0001923338568303734,0.00020275008864700794,0.00021316632046364248,0.00022358255228027701,0.00023399878409691155,0.0002444150159135461,0.0002548312477301806,0.00026524747954681516,0.0002756637113634497,0.00028607994318008423,0.00029649617499671876,0.0003069124068133533,0.00031732863862998784,0.00032774487044662237,0.0003381611022632569,0.00034857733407989144,0.000358993565896526,0.0003694097977131605]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,0,0,1,0,1,0,1,3,5,4,10,17,21,37,38,80,89,176,253,408,707,1093,1734,3005,4797,8575,15070,29118,62783,166901,165799,63427,29060,15441,8427,4960,3033,1844,1107,674,374,277,159,98,59,54,30,26,17,7,6,4,4,3,2,0,1,1,0,1],"bins":[-0.0033721923828125,-0.00327301025390625,-0.003173828125,-0.00307464599609375,-0.0029754638671875,-0.00287628173828125,-0.002777099609375,-0.00267791748046875,-0.0025787353515625,-0.00247955322265625,-0.00238037109375,-0.00228118896484375,-0.0021820068359375,-0.00208282470703125,-0.001983642578125,-0.00188446044921875,-0.0017852783203125,-0.00168609619140625,-0.0015869140625,-0.00148773193359375,-0.0013885498046875,-0.00128936767578125,-0.001190185546875,-0.00109100341796875,-0.0009918212890625,-0.00089263916015625,-0.00079345703125,-0.00069427490234375,-0.0005950927734375,-0.00049591064453125,-0.000396728515625,-0.00029754638671875,-0.0001983642578125,-9.918212890625e-05,0,9.918212890625e-05,0.0001983642578125,0.00029754638671875,0.000396728515625,0.00049591064453125,0.0005950927734375,0.00069427490234375,0.00079345703125,0.00089263916015625,0.0009918212890625,0.00109100341796875,0.001190185546875,0.00128936767578125,0.0013885498046875,0.00148773193359375,0.0015869140625,0.00168609619140625,0.0017852783203125,0.00188446044921875,0.001983642578125,0.00208282470703125,0.0021820068359375,0.00228118896484375,0.00238037109375,0.00247955322265625,0.0025787353515625,0.00267791748046875,0.002777099609375,0.00287628173828125,0.0029754638671875]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,2,1,2,3,3,1,2,4,4,10,12,7,9,9,9,12,12,18,22,14,16,34,31,31,33,29,23,27,29,34,22,15,26,28,17,20,17,19,13,19,17,15,9,10,11,4,5,7,6,6,10,7,1,3,4,4,2,4,2],"bins":[0.9994839429855347,0.9994998574256897,0.9995157718658447,0.9995316863059998,0.99954754114151,0.999563455581665,0.9995793700218201,0.9995952844619751,0.9996111989021301,0.9996271133422852,0.9996429681777954,0.9996588826179504,0.9996747970581055,0.9996907114982605,0.9997066259384155,0.9997225403785706,0.9997384548187256,0.9997543096542358,0.9997702240943909,0.9997861385345459,0.9998020529747009,0.999817967414856,0.999833881855011,0.9998497366905212,0.9998656511306763,0.9998815655708313,0.9998974800109863,0.9999133944511414,0.9999293088912964,0.9999451637268066,0.9999610781669617,0.9999769926071167,0.9999929070472717,1.0000088214874268,1.000024676322937,1.0000406503677368,1.000056505203247,1.0000724792480469,1.0000883340835571,1.0001041889190674,1.0001201629638672,1.0001360177993774,1.0001519918441772,1.0001678466796875,1.0001838207244873,1.0001996755599976,1.0002155303955078,1.0002315044403076,1.0002473592758179,1.0002633333206177,1.000279188156128,1.0002951622009277,1.000311017036438,1.0003268718719482,1.000342845916748,1.0003587007522583,1.000374674797058,1.0003905296325684,1.0004063844680786,1.0004223585128784,1.0004382133483887,1.0004541873931885,1.0004700422286987,1.0004860162734985,1.0005018711090088]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,1,0,0,1,3,2,4,6,5,8,10,9,25,30,43,74,102,150,225,412,576,1007,1677,2903,4898,9062,16267,32522,66482,158108,484980,496235,161181,66256,31781,16954,8872,5027,2784,1684,957,554,331,237,127,92,60,50,25,15,11,11,8,8,3,2,3,0,1,1,0,0,1],"bins":[-0.015869140625,-0.01537322998046875,-0.0148773193359375,-0.01438140869140625,-0.013885498046875,-0.01338958740234375,-0.0128936767578125,-0.01239776611328125,-0.01190185546875,-0.01140594482421875,-0.0109100341796875,-0.01041412353515625,-0.009918212890625,-0.00942230224609375,-0.0089263916015625,-0.00843048095703125,-0.0079345703125,-0.00743865966796875,-0.0069427490234375,-0.00644683837890625,-0.005950927734375,-0.00545501708984375,-0.0049591064453125,-0.00446319580078125,-0.00396728515625,-0.00347137451171875,-0.0029754638671875,-0.00247955322265625,-0.001983642578125,-0.00148773193359375,-0.0009918212890625,-0.00049591064453125,0,0.00049591064453125,0.0009918212890625,0.00148773193359375,0.001983642578125,0.00247955322265625,0.0029754638671875,0.00347137451171875,0.00396728515625,0.00446319580078125,0.0049591064453125,0.00545501708984375,0.005950927734375,0.00644683837890625,0.0069427490234375,0.00743865966796875,0.0079345703125,0.00843048095703125,0.0089263916015625,0.00942230224609375,0.009918212890625,0.01041412353515625,0.0109100341796875,0.01140594482421875,0.01190185546875,0.01239776611328125,0.0128936767578125,0.01338958740234375,0.013885498046875,0.01438140869140625,0.0148773193359375,0.01537322998046875,0.015869140625]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.016118265688419342,-0.015499905683100224,-0.014881545677781105,-0.014263185672461987,-0.013644825667142868,-0.01302646566182375,-0.012408105656504631,-0.011789745651185513,-0.011171385645866394,-0.010553024709224701,-0.009934664703905582,-0.009316304698586464,-0.008697944693267345,-0.008079584687948227,-0.007461224682629108,-0.00684286467730999,-0.006224504671990871,-0.005606144666671753,-0.004987784661352634,-0.004369424656033516,-0.0037510644178837538,-0.0031327044125646353,-0.002514344174414873,-0.0018959841690957546,-0.0012776241637766361,-0.0006592641002498567,-4.09040367230773e-05,0.0005774560268037021,0.0011958160903304815,0.0018141760956496,0.002432536333799362,0.0030508963391184807,0.003669256344437599,0.004287616349756718,0.004905976355075836,0.005524336360394955,0.006142696365714073,0.006761056836694479,0.0073794168420135975,0.007997776381671429,0.008616136386990547,0.00923449732363224,0.009852857328951359,0.010471217334270477,0.011089577339589596,0.011707937344908714,0.012326297350227833,0.012944657355546951,0.01356301736086607,0.014181377366185188,0.014799737371504307,0.015418097376823425,0.01603645831346512,0.016654817387461662,0.017273178324103355,0.0178915373980999,0.018509898334741592,0.019128257408738136,0.01974661834537983,0.020364977419376373,0.020983338356018066,0.02160169743001461,0.022220058366656303,0.022838417440652847,0.02345677837729454],"_type":"histogram","values":[1,1,2,1,1,1,0,2,0,2,8,3,5,8,9,11,9,11,11,25,15,31,39,56,78,75,91,51,36,33,22,25,11,18,12,7,7,4,7,4,8,4,1,2,3,1,3,4,0,2,0,3,0,0,1,0,0,0,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,0,0,0,0,4,0,0,2,4,5,5,5,2,5,9,8,11,9,13,19,12,23,20,24,27,26,31,28,33,27,34,30,30,27,28,30,23,28,24,22,22,20,16,7,8,12,7,7,14,7,6,4,0,2,1,1,0,1,2,1,0,1],"bins":[-0.02429075352847576,-0.023556161671876907,-0.022821567952632904,-0.02208697609603405,-0.021352384239435196,-0.020617792382836342,-0.019883200526237488,-0.019148606806993484,-0.01841401495039463,-0.017679423093795776,-0.016944829374551773,-0.01621023751795292,-0.015475645661354065,-0.014741053804755211,-0.014006461016833782,-0.013271868228912354,-0.0125372763723135,-0.011802684515714645,-0.011068091727793217,-0.010333498939871788,-0.009598907083272934,-0.00886431522667408,-0.008129722438752651,-0.00739513011649251,-0.0066605377942323685,-0.005925945471972227,-0.005191353149712086,-0.004456760827451944,-0.003722168505191803,-0.0029875761829316616,-0.0022529838606715202,-0.0015183915384113789,-0.0007838010787963867,-4.9208756536245346e-05,0.000685383565723896,0.0014199758879840374,0.0021545682102441788,0.00288916053250432,0.0036237528547644615,0.004358345177024603,0.005092937499284744,0.005827529821544886,0.006562122143805027,0.007296714466065168,0.00803130678832531,0.008765898644924164,0.009500491432845592,0.010235084220767021,0.010969676077365875,0.01170426793396473,0.012438860721886158,0.013173453509807587,0.01390804536640644,0.014642637223005295,0.015377230010926723,0.016111822798848152,0.016846414655447006,0.01758100651204586,0.018315598368644714,0.019050192087888718,0.01978478394448757,0.020519375801086426,0.02125396952033043,0.021988561376929283,0.022723153233528137],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.0179443359375,-0.01740264892578125,-0.0168609619140625,-0.01631927490234375,-0.015777587890625,-0.01523590087890625,-0.0146942138671875,-0.01415252685546875,-0.01361083984375,-0.01306915283203125,-0.0125274658203125,-0.01198577880859375,-0.011444091796875,-0.01090240478515625,-0.0103607177734375,-0.00981903076171875,-0.00927734375,-0.00873565673828125,-0.0081939697265625,-0.00765228271484375,-0.007110595703125,-0.00656890869140625,-0.0060272216796875,-0.00548553466796875,-0.00494384765625,-0.00440216064453125,-0.0038604736328125,-0.00331878662109375,-0.002777099609375,-0.00223541259765625,-0.0016937255859375,-0.00115203857421875,-0.0006103515625,-6.866455078125e-05,0.0004730224609375,0.00101470947265625,0.001556396484375,0.00209808349609375,0.0026397705078125,0.00318145751953125,0.00372314453125,0.00426483154296875,0.0048065185546875,0.00534820556640625,0.005889892578125,0.00643157958984375,0.0069732666015625,0.00751495361328125,0.008056640625,0.00859832763671875,0.0091400146484375,0.00968170166015625,0.010223388671875,0.01076507568359375,0.0113067626953125,0.01184844970703125,0.01239013671875,0.01293182373046875,0.0134735107421875,0.01401519775390625,0.014556884765625,0.01509857177734375,0.0156402587890625,0.01618194580078125,0.0167236328125],"_type":"histogram","values":[1,2,1,1,3,2,4,2,4,4,6,11,18,34,36,56,73,121,174,232,367,544,879,1206,2020,2925,4719,7287,12081,19683,35180,66248,121938,135255,77276,41251,23249,13247,8636,5188,3368,2259,1370,908,658,420,285,187,120,92,54,44,35,16,13,12,6,6,2,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,3,2,1,2,3,7,5,10,6,13,15,13,18,20,25,44,63,72,93,96,47,29,31,33,19,12,13,12,5,11,10,6,0,2,1,6,3,1,3,1,1,1,1,0,0,2,3,0,0,0,0,0,0,1],"bins":[-0.02220929227769375,-0.021442795172333717,-0.020676296204328537,-0.019909799098968506,-0.019143300130963326,-0.018376803025603294,-0.017610304057598114,-0.016843806952238083,-0.016077309846878052,-0.015310810878872871,-0.014544312842190266,-0.01377781480550766,-0.013011317700147629,-0.012244819663465023,-0.011478321626782417,-0.010711823590099812,-0.009945325553417206,-0.0091788275167346,-0.008412329480051994,-0.007645831909030676,-0.00687933387234807,-0.006112835835665464,-0.005346338264644146,-0.00457984022796154,-0.0038133421912789345,-0.0030468441545963287,-0.0022803463507443666,-0.0015138484304770827,-0.0007473505102097988,1.9147410057485104e-05,0.000785645330324769,0.001552143250592053,0.002318641170859337,0.0030851392075419426,0.0038516370113939047,0.004618134815245867,0.0053846328519284725,0.006151130888611078,0.006917628459632397,0.0076841264963150024,0.008450624532997608,0.009217122569680214,0.00998362060636282,0.010750118643045425,0.011516615748405457,0.012283113785088062,0.013049611821770668,0.013816109858453274,0.01458260789513588,0.015349105931818485,0.01611560396850109,0.016882101073861122,0.017648600041866302,0.018415097147226334,0.019181596115231514,0.019948093220591545,0.020714592188596725,0.021481089293956757,0.022247586399316788,0.023014085367321968,0.023780582472682,0.02454708144068718,0.02531357854604721,0.02608007751405239,0.026846574619412422]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.0206298828125,-0.019998550415039062,-0.019367218017578125,-0.018735885620117188,-0.01810455322265625,-0.017473220825195312,-0.016841888427734375,-0.016210556030273438,-0.0155792236328125,-0.014947891235351562,-0.014316558837890625,-0.013685226440429688,-0.01305389404296875,-0.012422561645507812,-0.011791229248046875,-0.011159896850585938,-0.010528564453125,-0.009897232055664062,-0.009265899658203125,-0.008634567260742188,-0.00800323486328125,-0.0073719024658203125,-0.006740570068359375,-0.0061092376708984375,-0.0054779052734375,-0.0048465728759765625,-0.004215240478515625,-0.0035839080810546875,-0.00295257568359375,-0.0023212432861328125,-0.001689910888671875,-0.0010585784912109375,-0.00042724609375,0.0002040863037109375,0.000835418701171875,0.0014667510986328125,0.00209808349609375,0.0027294158935546875,0.003360748291015625,0.0039920806884765625,0.0046234130859375,0.0052547454833984375,0.005886077880859375,0.0065174102783203125,0.00714874267578125,0.0077800750732421875,0.008411407470703125,0.009042739868164062,0.009674072265625,0.010305404663085938,0.010936737060546875,0.011568069458007812,0.01219940185546875,0.012830734252929688,0.013462066650390625,0.014093399047851562,0.0147247314453125,0.015356063842773438,0.015987396240234375,0.016618728637695312,0.01725006103515625,0.017881393432617188,0.018512725830078125,0.019144058227539062,0.019775390625],"_type":"histogram","values":[1,0,1,0,1,2,2,4,6,9,18,28,28,32,52,98,124,241,284,431,616,932,1347,2057,3031,4328,7064,10438,16348,27039,46513,85382,133071,105047,57554,31765,19440,12527,7765,5427,3601,2254,1607,1073,731,501,332,194,145,118,66,46,33,26,12,7,9,4,5,1,2,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.08575961738824844,-0.0830080434679985,-0.08025646209716797,-0.07750488817691803,-0.07475331425666809,-0.07200174033641815,-0.06925015896558762,-0.06649858504533768,-0.06374701112508774,-0.0609954334795475,-0.05824385583400726,-0.055492281913757324,-0.05274070426821709,-0.04998913034796715,-0.04723755270242691,-0.04448597878217697,-0.041734401136636734,-0.0389828234910965,-0.03623124957084656,-0.03347967192530632,-0.03072809800505638,-0.027976520359516144,-0.025224944576621056,-0.022473368793725967,-0.01972179301083088,-0.01697021722793579,-0.014218641445040703,-0.01146706473082304,-0.008715488947927952,-0.005963913165032864,-0.003212336916476488,-0.00046076090075075626,0.0022908151149749756,0.005042390897870064,0.007793967146426439,0.010545543394982815,0.013297119177877903,0.016048695892095566,0.018800271674990654,0.021551847457885742,0.02430342324078083,0.02705499902367592,0.029806574806571007,0.032558150589466095,0.03530972823500633,0.03806130215525627,0.04081287980079651,0.04356445372104645,0.046316031366586685,0.04906760901212692,0.05181918293237686,0.0545707605779171,0.05732233449816704,0.060073912143707275,0.06282548606395721,0.06557705998420715,0.06832864135503769,0.07108021527528763,0.07383178919553757,0.0765833705663681,0.07933494448661804,0.08208651840686798,0.08483809232711792,0.08758967369794846,0.0903412476181984],"_type":"histogram","values":[10,7,20,29,42,69,111,161,276,374,610,832,1236,1705,2357,3084,4265,5669,7167,8910,10886,13352,15809,18559,21070,24132,26002,28653,30396,31430,32099,32211,31707,31034,29281,26816,24922,22146,19560,16685,14328,11848,9563,7737,5958,4550,3548,2609,1879,1326,929,673,427,271,177,128,69,54,28,21,9,4,2,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[0.9995377063751221,0.9995530843734741,0.9995684027671814,0.9995837807655334,0.9995990991592407,0.9996144771575928,0.9996298551559448,0.9996451735496521,0.9996605515480042,0.9996759295463562,0.9996912479400635,0.9997066259384155,0.9997220039367676,0.9997373223304749,0.9997527003288269,0.9997680187225342,0.9997833967208862,0.9997987747192383,0.9998140931129456,0.9998294711112976,0.9998447895050049,0.9998601675033569,0.999875545501709,0.9998908638954163,0.9999062418937683,0.9999216198921204,0.9999369382858276,0.9999523162841797,0.9999676942825317,0.999983012676239,0.9999983906745911,1.0000137090682983,1.0000290870666504,1.0000444650650024,1.0000598430633545,1.000075101852417,1.000090479850769,1.000105857849121,1.0001212358474731,1.0001366138458252,1.0001518726348877,1.0001672506332397,1.0001826286315918,1.0001980066299438,1.000213384628296,1.000228762626648,1.0002440214157104,1.0002593994140625,1.0002747774124146,1.0002901554107666,1.0003055334091187,1.0003207921981812,1.0003361701965332,1.0003515481948853,1.0003669261932373,1.0003823041915894,1.0003976821899414,1.000412940979004,1.000428318977356,1.000443696975708,1.00045907497406,1.000474452972412,1.0004897117614746,1.0005050897598267,1.0005204677581787],"_type":"histogram","values":[2,1,1,0,2,3,0,2,0,3,7,8,4,8,10,3,12,11,19,15,23,28,21,18,24,26,33,25,32,25,25,21,26,29,20,23,29,21,18,23,23,16,12,11,8,10,6,8,7,14,9,2,9,2,4,7,4,1,3,5,0,3,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,2,0,1,0,0,1,2,1,3,1,0,4,5,4,7,4,8,15,9,12,18,17,28,25,33,43,33,35,41,38,32,29,47,33,31,32,30,19,25,18,15,16,7,9,5,4,5,4,2,3,2,1,2,2,0,1,1],"bins":[-0.00038069201400503516,-0.0003703462134581059,-0.0003600004129111767,-0.00034965461236424744,-0.0003393088118173182,-0.00032896301127038896,-0.0003186172107234597,-0.0003082714101765305,-0.00029792560962960124,-0.00028757983818650246,-0.0002772340376395732,-0.000266888237092644,-0.00025654243654571474,-0.0002461966359987855,-0.00023585083545185626,-0.00022550503490492702,-0.00021515923435799778,-0.00020481343381106853,-0.0001944676332641393,-0.00018412183271721005,-0.00017377603217028081,-0.0001634302461752668,-0.00015308444562833756,-0.00014273864508140832,-0.00013239284453447908,-0.00012204704398754984,-0.0001117012434406206,-0.00010135545016964898,-9.100964962271973e-05,-8.06638490757905e-05,-7.031805580481887e-05,-5.997225525788963e-05,-4.962645471096039e-05,-3.928065416403115e-05,-2.8934857255080715e-05,-1.8589058527140878e-05,-8.243259799201041e-06,2.1025389287387952e-06,1.2448337656678632e-05,2.279413638461847e-05,3.3139935112558305e-05,4.3485735659487545e-05,5.383153256843798e-05,6.417732947738841e-05,7.452313002431765e-05,8.486893057124689e-05,9.521472384221852e-05,0.00010556052438914776,0.000115906324936077,0.00012625212548300624,0.00013659792602993548,0.00014694372657686472,0.00015728952712379396,0.00016763531311880797,0.0001779811136657372,0.00018832691421266645,0.0001986727147595957,0.00020901851530652493,0.00021936431585345417,0.0002297101164003834,0.00024005590239539742,0.00025040170294232666,0.0002607475034892559,0.00027109330403618515,0.0002814391045831144]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[3,1,2,1,2,3,5,4,1,3,10,13,18,10,13,12,16,26,28,27,31,36,23,60,49,73,79,75,91,80,94,96,87,91,79,94,89,93,73,68,73,51,47,44,36,28,16,20,13,10,12,9,7,7,1,7,3,1,2,1,0,0,0,1],"bins":[-0.00047314248513430357,-0.0004587247094605118,-0.00044430693378672004,-0.00042988915811292827,-0.00041547135333530605,-0.0004010535776615143,-0.0003866358019877225,-0.00037221802631393075,-0.000357800250640139,-0.0003433824749663472,-0.000328964670188725,-0.00031454689451493323,-0.00030012911884114146,-0.0002857113431673497,-0.00027129356749355793,-0.00025687579181976616,-0.00024245800159405917,-0.0002280402259202674,-0.0002136224356945604,-0.00019920466002076864,-0.00018478688434697688,-0.00017036909412126988,-0.00015595131844747812,-0.00014153354277368635,-0.00012711575254797935,-0.00011269797687418759,-9.828020120039582e-05,-8.386241825064644e-05,-6.944463530089706e-05,-5.5026859627105296e-05,-4.0609076677355915e-05,-2.6191297365585342e-05,-1.1773518053814769e-05,2.6442621674505062e-06,1.706204238871578e-05,3.147982351947576e-05,4.589760283124633e-05,6.0315382143016905e-05,7.473316509276628e-05,8.915094076655805e-05,0.00010356872371630743,0.00011798650666605681,0.00013240428233984858,0.00014682205801364034,0.00016123984823934734,0.0001756576239131391,0.00019007539958693087,0.00020449318981263787,0.00021891096548642963,0.0002333287411602214,0.0002477465313859284,0.00026216430705972016,0.0002765820827335119,0.0002909998584073037,0.00030541763408109546,0.0003198354388587177,0.00033425321453250945,0.0003486709902063012,0.000363088765880093,0.00037750654155388474,0.0003919243172276765,0.00040634212200529873,0.0004207598976790905,0.00043517767335288227,0.00044959544902667403]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[2,3,4,6,20,27,48,67,111,181,303,456,662,1014,1424,2054,2952,3974,5253,6766,8781,10817,13300,15966,18968,21962,24632,27407,30007,31486,33064,33775,33770,33018,31611,29787,27491,24454,21643,18972,15995,13240,10922,8720,6694,5058,3819,2848,2047,1417,954,681,445,294,173,108,62,42,30,20,9,4,3,1],"bins":[-0.09167445451021194,-0.08880750834941864,-0.08594056963920593,-0.08307362347841263,-0.08020667731761932,-0.07733973115682602,-0.07447278499603271,-0.07160584628582001,-0.0687389001250267,-0.0658719539642334,-0.06300501525402069,-0.060138069093227386,-0.05727112293243408,-0.05440417677164078,-0.05153723433613777,-0.048670291900634766,-0.04580334573984146,-0.04293639957904816,-0.04006945714354515,-0.037202514708042145,-0.03433556854724884,-0.031468622386455536,-0.02860167995095253,-0.025734735652804375,-0.02286779135465622,-0.020000847056508064,-0.01713390275835991,-0.014266958460211754,-0.011400014162063599,-0.008533069863915443,-0.005666125565767288,-0.002799181267619133,6.777048110961914e-05,0.0029347147792577744,0.0058016590774059296,0.008668603375554085,0.01153554767370224,0.014402491971850395,0.01726943626999855,0.020136380568146706,0.02300332486629486,0.025870269164443016,0.02873721346259117,0.03160415589809418,0.03447110205888748,0.037338048219680786,0.04020499065518379,0.0430719330906868,0.0459388792514801,0.04880582541227341,0.05167276784777641,0.05453971028327942,0.05740665644407272,0.06027360260486603,0.06314054131507874,0.06600748747587204,0.06887443363666534,0.07174137979745865,0.07460832595825195,0.07747526466846466,0.08034221082925797,0.08320915699005127,0.08607609570026398,0.08894304186105728,0.09180998802185059],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[4,5,4,12,52,63,123,182,245,413,661,986,1430,2032,2852,3940,5415,7107,9016,11293,14144,16744,19872,23069,25913,28886,31238,33116,33894,34746,34646,33518,31723,29345,26744,23883,20967,17607,14810,12085,9610,7515,5581,4364,3078,2280,1546,1089,766,452,318,152,132,67,37,22,19,4,4,0,1,0,0,2],"bins":[-0.08750896155834198,-0.08455713093280792,-0.08160529285669327,-0.07865346223115921,-0.07570162415504456,-0.0727497935295105,-0.06979796290397644,-0.06684612482786179,-0.06389429420232773,-0.06094245985150337,-0.057990625500679016,-0.05503879487514496,-0.0520869605243206,-0.049135126173496246,-0.04618329554796219,-0.04323146119713783,-0.04027962684631348,-0.03732779249548912,-0.034375958144664764,-0.03142412751913071,-0.02847229316830635,-0.025520458817481995,-0.022568626329302788,-0.01961679384112358,-0.016664959490299225,-0.013713126070797443,-0.010761292651295662,-0.0078094592317938805,-0.004857625812292099,-0.0019057923927903175,0.001046041026711464,0.003997874446213245,0.00694970041513443,0.009901533834636211,0.012853367254137993,0.0158051997423172,0.018757034093141556,0.021708868443965912,0.02466070093214512,0.027612533420324326,0.03056436777114868,0.03351620212197304,0.036468036472797394,0.03941986709833145,0.04237170144915581,0.045323535799980164,0.04827536642551422,0.05122720077633858,0.05417903512716293,0.05713086947798729,0.060082703828811646,0.0630345344543457,0.06598636507987976,0.06893820315599442,0.07189003378152847,0.07484187185764313,0.07779370248317719,0.08074553310871124,0.0836973711848259,0.08664920181035995,0.08960103988647461,0.09255287051200867,0.09550470113754272,0.09845653921365738,0.10140836983919144]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,2,4,11,8,7,10,16,12,15,25,25,49,72,99,115,172,245,374,435,521,679,774,993,1238,1549,1959,2443,4044,15800,330599,15449,3880,2341,1903,1495,1239,962,787,622,539,349,318,231,208,135,121,92,76,56,29,25,10,14,6,12,6,8,0,1,3,1,0,1],"bins":[-0.06876658648252487,-0.06651104241609573,-0.064255490899086,-0.06199994683265686,-0.059744399040937424,-0.05748885124921799,-0.05523330718278885,-0.05297775939106941,-0.050722211599349976,-0.04846666380763054,-0.0462111160159111,-0.043955571949481964,-0.04170002415776253,-0.03944447636604309,-0.03718893229961395,-0.034933384507894516,-0.03267783671617508,-0.030422288924455643,-0.028166742995381355,-0.025911197066307068,-0.02365564927458763,-0.021400101482868195,-0.019144555553793907,-0.01688900962471962,-0.014633461833000183,-0.012377914972603321,-0.010122368112206459,-0.007866821251809597,-0.005611274391412735,-0.003355727531015873,-0.001100180670619011,0.001155366189777851,0.003410905599594116,0.005666452459990978,0.00792199932038784,0.010177546180784702,0.012433093041181564,0.014688639901578426,0.01694418676197529,0.019199732691049576,0.021455280482769012,0.02371082827448845,0.025966374203562737,0.028221920132637024,0.03047746792435646,0.0327330157160759,0.034988559782505035,0.03724410757422447,0.03949965536594391,0.041755203157663345,0.04401075094938278,0.04626629501581192,0.04852184280753136,0.05077739059925079,0.05303293466567993,0.05528848245739937,0.057544030249118805,0.05979957804083824,0.06205512583255768,0.06431066989898682,0.06656621396541595,0.06882176548242569,0.07107730954885483,0.07333286106586456,0.0755884051322937]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[0.9995019435882568,0.999517560005188,0.9995331764221191,0.9995487332344055,0.9995643496513367,0.9995799660682678,0.999595582485199,0.9996111989021301,0.9996267557144165,0.9996423721313477,0.9996579885482788,0.99967360496521,0.9996892213821411,0.9997048377990723,0.9997203946113586,0.9997360110282898,0.999751627445221,0.9997672438621521,0.9997828602790833,0.9997984170913696,0.9998140335083008,0.9998296499252319,0.9998452663421631,0.9998608827590942,0.9998764991760254,0.9998920559883118,0.9999076724052429,0.9999232888221741,0.9999389052391052,0.9999545216560364,0.9999700784683228,0.9999856948852539,1.000001311302185,1.0000169277191162,1.0000325441360474,1.0000481605529785,1.0000637769699097,1.0000793933868408,1.0000948905944824,1.0001105070114136,1.0001261234283447,1.0001417398452759,1.000157356262207,1.0001729726791382,1.0001885890960693,1.0002042055130005,1.0002198219299316,1.0002354383468628,1.000251054763794,1.0002665519714355,1.0002821683883667,1.0002977848052979,1.000313401222229,1.0003290176391602,1.0003446340560913,1.0003602504730225,1.0003758668899536,1.0003914833068848,1.000407099723816,1.0004225969314575,1.0004382133483887,1.0004538297653198,1.000469446182251,1.0004850625991821,1.0005006790161133],"_type":"histogram","values":[1,0,0,1,1,1,1,5,4,4,5,4,7,4,4,7,9,9,14,11,16,24,16,22,17,23,24,28,36,23,24,19,20,23,21,10,28,17,25,16,23,29,13,11,17,12,17,18,9,11,12,8,10,6,5,8,5,1,11,4,6,2,2,4]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,0,0,1,1,0,2,2,1,3,1,3,5,4,8,8,7,8,10,13,21,22,23,17,19,28,36,38,34,39,34,36,37,41,33,36,30,29,17,19,18,11,10,10,4,10,8,3,5,3,5,1,1,1,2,3,3,2],"bins":[-0.001403252361342311,-0.0013653342612087727,-0.0013274161610752344,-0.001289498177357018,-0.0012515800772234797,-0.0012136619770899415,-0.0011757438769564033,-0.0011378258932381868,-0.0010999077931046486,-0.0010619896929711103,-0.001024071592837572,-0.0009861534927040339,-0.0009482354507781565,-0.0009103174088522792,-0.0008723993087187409,-0.0008344812667928636,-0.0007965631666593254,-0.0007586450665257871,-0.0007207270245999098,-0.0006828089244663715,-0.0006448908825404942,-0.000606972782406956,-0.0005690547404810786,-0.0005311366403475404,-0.0004932185402140021,-0.0004553004982881248,-0.000417382427258417,-0.0003794643562287092,-0.000341546256095171,-0.0003036281850654632,-0.0002657101140357554,-0.0002277920430060476,-0.00018987397197633982,-0.00015195590094663203,-0.00011403782264096662,-7.611974433530122e-05,-3.820167330559343e-05,-2.835986379068345e-07,3.763447602977976e-05,7.555255433544517e-05,0.00011347062536515296,0.00015138869639486074,0.00018930676742456853,0.00022722485300619155,0.00026514293858781457,0.00030306100961752236,0.00034097908064723015,0.00037889715167693794,0.00041681522270664573,0.0004547332937363535,0.0004926513647660613,0.0005305694648995996,0.0005684875068254769,0.0006064056069590151,0.0006443236488848925,0.0006822417490184307,0.000720159849151969,0.0007580778910778463,0.0007959959912113845,0.0008339140331372619,0.0008718321332708001,0.0009097501751966774,0.0009476682753302157,0.000985586317256093,0.0010235044173896313],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[2,2,3,8,4,3,9,12,10,6,16,8,12,13,18,10,16,14,21,18,23,25,25,13,13,14,15,17,12,24,15,16,17,15,18,12,14,14,18,12,29,13,21,12,16,21,18,15,11,9,14,9,4,8,5,4,7,2,4,2,3,1,1,2],"bins":[-0.0004631186311598867,-0.00044818996684625745,-0.0004332612734287977,-0.00041833260911516845,-0.0004034039448015392,-0.00038847525138407946,-0.0003735465870704502,-0.0003586179227568209,-0.0003436892293393612,-0.0003287605650257319,-0.00031383190071210265,-0.0002989032363984734,-0.00028397454298101366,-0.0002690458786673844,-0.0002541172143537551,-0.00023918853548821062,-0.00022425985662266612,-0.00020933117775712162,-0.00019440251344349235,-0.00017947383457794785,-0.00016454517026431859,-0.0001496164913987741,-0.0001346878125332296,-0.0001197591409436427,-0.00010483046935405582,-8.990179776446894e-05,-7.497312617488205e-05,-6.0044447309337556e-05,-4.511577571975067e-05,-3.0187102311174385e-05,-1.5258428902598098e-05,-3.297554940218106e-07,1.459888881072402e-05,2.9527562219300307e-05,4.4456235627876595e-05,5.9384910855442286e-05,7.431358244502917e-05,8.924225403461605e-05,0.00010417093290016055,0.00011909960448974743,0.00013402827607933432,0.00014895695494487882,0.00016388561925850809,0.00017881429812405258,0.00019374297698959708,0.00020867164130322635,0.00022360032016877085,0.00023852898448240012,0.0002534576633479446,0.0002683863276615739,0.0002833150210790336,0.0002982436853926629,0.00031317234970629215,0.0003281010431237519,0.00034302970743738115,0.0003579583717510104,0.00037288706516847014,0.0003878157294820994,0.0004027443937957287,0.00041767305810935795,0.0004326017515268177,0.00044753041584044695,0.0004624590801540762,0.00047738777357153594,0.0004923164378851652],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,1,2,1,1,1,7,3,1,7,6,7,14,10,12,21,12,26,21,22,30,39,32,33,32,34,35,36,31,38,31,33,29,28,16,21,19,12,11,6,5,7,4,5,6,3,3,6,1,1,1,2,1],"bins":[-0.015353950671851635,-0.014940543100237846,-0.014527134597301483,-0.01411372609436512,-0.013700318522751331,-0.013286910951137543,-0.01287350244820118,-0.012460093945264816,-0.012046686373651028,-0.011633278802037239,-0.011219870299100876,-0.010806461796164513,-0.010393054224550724,-0.009979646652936935,-0.009566238150000572,-0.009152829647064209,-0.00873942207545042,-0.008326014503836632,-0.007912606000900269,-0.007499197963625193,-0.007085789926350117,-0.006672381889075041,-0.006258973851799965,-0.005845565814524889,-0.005432157777249813,-0.005018749739974737,-0.004605341702699661,-0.004191933665424585,-0.0037785256281495094,-0.0033651175908744335,-0.0029517095535993576,-0.0025383015163242817,-0.002124892547726631,-0.0017114845104515553,-0.0012980764731764793,-0.0008846684359014034,-0.0004712603986263275,-5.78523613512516e-05,0.0003555556759238243,0.0007689637131989002,0.0011823717504739761,0.001595779787749052,0.002009187825024128,0.002422595862299204,0.00283600389957428,0.0032494119368493557,0.0036628199741244316,0.0040762280113995075,0.0044896360486745834,0.004903044085949659,0.005316452123224735,0.005729860160499811,0.006143268197774887,0.006556676235049963,0.006970084272325039,0.007383492309600115,0.007796900346875191,0.008210308849811554,0.008623716421425343,0.009037123993039131,0.009450532495975494,0.009863940998911858,0.010277348570525646,0.010690756142139435,0.011104164645075798],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,0,2,0,3,0,0,0,2,0,1,4,3,2,4,7,10,12,13,13,17,29,25,35,58,77,91,84,67,43,30,22,22,15,10,7,10,11,9,6,5,1,3,1,1,2,1,1,1,0,2,0,1,2,0,0,0,1],"bins":[-0.051489606499671936,-0.04991878941655159,-0.04834797605872154,-0.046777158975601196,-0.04520634189248085,-0.0436355285346508,-0.04206471145153046,-0.04049389436841011,-0.03892308101058006,-0.03735226392745972,-0.03578144684433937,-0.03421063348650932,-0.03263981640338898,-0.03106900118291378,-0.029498185962438583,-0.027927368879318237,-0.02635655365884304,-0.024785738438367844,-0.023214921355247498,-0.0216441061347723,-0.020073290914297104,-0.018502473831176758,-0.01693165861070156,-0.015360843390226364,-0.013790027238428593,-0.012219211086630821,-0.010648395866155624,-0.009077579714357853,-0.007506764028221369,-0.005935948342084885,-0.004365132190287113,-0.002794316504150629,-0.001223500818014145,0.0003473149845376611,0.001918130787089467,0.003488946706056595,0.005059762392193079,0.006630578078329563,0.008201394230127335,0.009772209450602531,0.011343025602400303,0.012913841754198074,0.014484656974673271,0.016055472195148468,0.017626289278268814,0.01919710449874401,0.020767919719219208,0.022338736802339554,0.02390955202281475,0.025480367243289948,0.027051184326410294,0.02862199954688549,0.030192814767360687,0.03176363185048103,0.03333444520831108,0.03490526229143143,0.03647607937455177,0.03804689273238182,0.03961770981550217,0.04118852689862251,0.04275934025645256,0.044330157339572906,0.04590097442269325,0.0474717877805233,0.049042604863643646],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[4,7,7,13,25,29,72,106,179,297,440,634,973,1458,2076,3014,4050,5410,7072,9237,11621,14485,17372,20300,23402,26425,28947,31660,33047,34157,34781,34568,33198,31646,29295,26291,23700,20730,17377,14554,11710,9340,7217,5487,4060,3033,2010,1512,969,670,431,291,173,108,68,43,22,10,4,1,0,2,3,1],"bins":[-0.0903460830450058,-0.0873858779668808,-0.0844256728887558,-0.0814654603600502,-0.0785052552819252,-0.0755450502038002,-0.0725848451256752,-0.0696246325969696,-0.0666644275188446,-0.0637042224407196,-0.060744017362594604,-0.057783808559179306,-0.054823603481054306,-0.05186339467763901,-0.04890318959951401,-0.04594298079609871,-0.04298277571797371,-0.04002257063984871,-0.03706236183643341,-0.03410215675830841,-0.031141947954893112,-0.028181742876768112,-0.025221535935997963,-0.022261328995227814,-0.019301122054457664,-0.016340915113687515,-0.013380708172917366,-0.010420502163469791,-0.007460295222699642,-0.004500088281929493,-0.001539881806820631,0.0014203249011188745,0.00438053160905838,0.007340738549828529,0.010300945490598679,0.013261151500046253,0.016221359372138977,0.019181564450263977,0.022141771391034126,0.025101978331804276,0.028062185272574425,0.031022392213344574,0.033982597291469574,0.03694280609488487,0.03990301117300987,0.04286321997642517,0.04582342505455017,0.04878363385796547,0.05174383893609047,0.05470404401421547,0.05766425281763077,0.06062445789575577,0.06358466297388077,0.06654487550258636,0.06950508058071136,0.07246528565883636,0.07542549073696136,0.07838569581508636,0.08134590834379196,0.08430611342191696,0.08726631850004196,0.09022652357816696,0.09318673610687256,0.09614694118499756,0.09910714626312256]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.00040626077679917216,-0.00039298392948694527,-0.0003797070530708879,-0.00036643020575866103,-0.00035315335844643414,-0.0003398764820303768,-0.0003265996347181499,-0.000313322787405923,-0.0003000459400936961,-0.00028676906367763877,-0.0002734922163654119,-0.000260215369053185,-0.00024693849263712764,-0.00023366164532490075,-0.00022038478346075863,-0.00020710793614853173,-0.00019383107428438962,-0.0001805542124202475,-0.0001672773651080206,-0.00015400050324387848,-0.0001407236559316516,-0.00012744679406750947,-0.00011416993220336735,-0.00010089307761518285,-8.761622302699834e-05,-7.433936843881384e-05,-6.106251385062933e-05,-4.778565198648721e-05,-3.4508797398302704e-05,-2.1231940991128795e-05,-7.955084583954886e-06,5.321771823219024e-06,1.8598628230392933e-05,3.187548281857744e-05,4.515234104474075e-05,5.8429199270904064e-05,7.170605385908857e-05,8.498290844727308e-05,9.82597703114152e-05,0.0001115366248995997,0.0001248134794877842,0.00013809034135192633,0.00015136718866415322,0.00016464405052829534,0.00017792091239243746,0.00019119775970466435,0.00020447462156880647,0.00021775146888103336,0.00023102833074517548,0.00024430517805740237,0.0002575820544734597,0.0002708589017856866,0.0002841357490979135,0.00029741262551397085,0.00031068947282619774,0.00032396632013842463,0.000337243196554482,0.0003505200438667089,0.00036379689117893577,0.00037707373849116266,0.00039035061490722,0.0004036274622194469,0.0004169043095316738,0.00043018118594773114,0.00044345803325995803],"_type":"histogram","values":[2,1,2,1,1,0,3,0,4,4,3,1,3,4,2,4,5,10,8,8,11,18,16,31,30,31,37,35,52,34,47,40,34,26,44,30,39,14,23,11,27,18,8,10,10,6,4,3,1,4,1,2,0,2,0,1,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,1,0,3,1,1,6,4,4,6,10,11,8,14,13,16,23,30,45,51,46,48,62,84,78,84,98,89,110,97,111,97,108,98,81,92,81,62,53,40,34,26,23,15,20,11,13,7,6,6,5,1,0,3,3,2,1,1,0,0,1,1],"bins":[-0.0004673275980167091,-0.0004527625278569758,-0.00043819748680107296,-0.00042363241664133966,-0.00040906734648160636,-0.0003945023054257035,-0.00037993723526597023,-0.00036537216510623693,-0.00035080709494650364,-0.0003362420538906008,-0.0003216769837308675,-0.0003071119135711342,-0.00029254687251523137,-0.0002779818023554981,-0.0002634167321957648,-0.00024885169113986194,-0.00023428662098012865,-0.00021972156537231058,-0.00020515649521257728,-0.00019059143960475922,-0.00017602636944502592,-0.00016146131383720785,-0.0001468962582293898,-0.0001323311880696565,-0.00011776613246183842,-0.00010320106957806274,-8.863600669428706e-05,-7.4070951086469e-05,-5.950588820269331e-05,-4.494082531891763e-05,-3.0375766073120758e-05,-1.581070500833448e-05,-1.2456148397177458e-06,1.3319446225068532e-05,2.788450728985481e-05,4.2449566535651684e-05,5.7014629419427365e-05,7.157969230320305e-05,8.614474791102111e-05,0.0001007098107947968,0.00011527487367857248,0.00012983992928639054,0.00014440499944612384,0.0001589700550539419,0.00017353511066175997,0.00018810018082149327,0.00020266523642931134,0.00021723030658904463,0.0002317953621968627,0.000246360432356596,0.00026092547341249883,0.00027549054357223213,0.0002900556137319654,0.00030462065478786826,0.00031918572494760156,0.00033375079510733485,0.00034831586526706815,0.000362880906322971,0.0003774459764827043,0.0003920110466424376,0.0004065760876983404,0.0004211411578580737,0.000435706228017807,0.00045027126907370985,0.00046483633923344314]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[2,1,0,1,0,0,1,2,0,0,2,7,4,2,3,7,2,10,4,9,16,10,13,12,12,13,24,23,24,28,26,32,35,26,25,33,29,29,29,15,28,28,25,21,24,23,13,18,10,13,11,5,4,5,4,6,3,3,6,3,1,1,1,1],"bins":[-0.01043710671365261,-0.010139945894479752,-0.009842784143984318,-0.009545623324811459,-0.009248461574316025,-0.008951300755143166,-0.008654139935970306,-0.008356978185474873,-0.008059817366302013,-0.007762656081467867,-0.00746549479663372,-0.007168333977460861,-0.006871172692626715,-0.006574011407792568,-0.006276850588619709,-0.0059796893037855625,-0.005682528018951416,-0.0053853667341172695,-0.005088205449283123,-0.004791044630110264,-0.004493883345276117,-0.004196722060441971,-0.003899561008438468,-0.003602399956434965,-0.0033052386716008186,-0.003008077386766672,-0.0027109163347631693,-0.0024137552827596664,-0.00211659399792552,-0.0018194328295066953,-0.0015222716610878706,-0.001225110492669046,-0.0009279493242502213,-0.0006307881558313966,-0.0003336269874125719,-3.6465818993747234e-05,0.00026069534942507744,0.0005578565178439021,0.0008550176862627268,0.0011521788546815515,0.0014493400231003761,0.0017465011915192008,0.0020436623599380255,0.0023408234119415283,0.002637984696775675,0.0029351459816098213,0.003232307033613324,0.003529468085616827,0.0038266293704509735,0.00412379065528512,0.0044209519401192665,0.004718112759292126,0.005015274044126272,0.005312435328960419,0.005609596148133278,0.005906757432967424,0.006203918717801571,0.006501080002635717,0.006798241287469864,0.007095402106642723,0.00739256339147687,0.007689724676311016,0.007986885495483875,0.008284047245979309,0.008581208065152168],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[5,4,11,12,26,39,69,119,217,302,463,730,1096,1601,2319,3215,4375,6039,7808,10021,12670,15511,18523,21684,24785,28177,30929,32681,34710,35231,35049,34671,33036,31141,28090,25117,22177,18816,15869,12813,10392,7976,6176,4568,3390,2433,1630,1154,737,458,307,170,108,76,41,25,15,6,3,4,1,1,1,1],"bins":[-0.09047605097293854,-0.08746534585952759,-0.08445464819669724,-0.08144394308328629,-0.07843323796987534,-0.07542254030704498,-0.07241183519363403,-0.06940113008022308,-0.06639042496681213,-0.06337972730398178,-0.06036902219057083,-0.05735832080245018,-0.05434761941432953,-0.05133691430091858,-0.04832621291279793,-0.04531550779938698,-0.04230480641126633,-0.039294105023145676,-0.036283399909734726,-0.033272698521614075,-0.030261995270848274,-0.027251292020082474,-0.024240590631961823,-0.021229887381196022,-0.01821918413043022,-0.015208480879664421,-0.012197778560221195,-0.00918707624077797,-0.006176372990012169,-0.0031656702049076557,-0.00015496741980314255,0.0028557353653013706,0.005866438150405884,0.008877141401171684,0.01188784372061491,0.014898546040058136,0.017909249290823936,0.020919952541589737,0.023930653929710388,0.02694135718047619,0.02995206043124199,0.03296276181936264,0.03597346693277359,0.03898416832089424,0.04199486970901489,0.04500557482242584,0.048016276210546494,0.05102698132395744,0.054037682712078094,0.057048384100198746,0.060059089213609695,0.06306979060173035,0.0660804957151413,0.06909119337797165,0.0721018984913826,0.07511260360479355,0.0781233012676239,0.08113400638103485,0.0841447114944458,0.08715541660785675,0.0901661142706871,0.09317681938409805,0.096187524497509,0.09919822216033936,0.1022089272737503]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.00121307373046875,-0.0011748075485229492,-0.0011365413665771484,-0.0010982751846313477,-0.0010600090026855469,-0.001021742820739746,-0.0009834766387939453,-0.0009452104568481445,-0.0009069442749023438,-0.000868678092956543,-0.0008304119110107422,-0.0007921457290649414,-0.0007538795471191406,-0.0007156133651733398,-0.0006773471832275391,-0.0006390810012817383,-0.0006008148193359375,-0.0005625486373901367,-0.0005242824554443359,-0.00048601627349853516,-0.0004477500915527344,-0.0004094839096069336,-0.0003712177276611328,-0.00033295154571533203,-0.00029468536376953125,-0.00025641918182373047,-0.0002181529998779297,-0.0001798868179321289,-0.00014162063598632812,-0.00010335445404052734,-6.508827209472656e-05,-2.682209014892578e-05,1.1444091796875e-05,4.971027374267578e-05,8.797645568847656e-05,0.00012624263763427734,0.00016450881958007812,0.0002027750015258789,0.0002410411834716797,0.00027930736541748047,0.00031757354736328125,0.00035583972930908203,0.0003941059112548828,0.0004323720932006836,0.0004706382751464844,0.0005089044570922852,0.0005471706390380859,0.0005854368209838867,0.0006237030029296875,0.0006619691848754883,0.0007002353668212891,0.0007385015487670898,0.0007767677307128906,0.0008150339126586914,0.0008533000946044922,0.000891566276550293,0.0009298324584960938,0.0009680986404418945,0.0010063648223876953,0.001044631004333496,0.0010828971862792969,0.0011211633682250977,0.0011594295501708984,0.0011976957321166992,0.0012359619140625],"_type":"histogram","values":[1,1,0,0,1,3,3,4,6,9,16,27,35,62,77,120,167,271,366,548,855,1204,1917,2690,4195,6451,9819,15922,25657,44349,84379,139352,109195,57097,31775,19033,11700,7520,5022,3230,2223,1519,974,661,457,300,204,147,80,59,40,38,13,9,9,7,2,0,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.09602867066860199,-0.09292587637901306,-0.08982308954000473,-0.0867202952504158,-0.08361750096082687,-0.08051471412181854,-0.07741191983222961,-0.07430912554264069,-0.07120633125305176,-0.06810354441404343,-0.0650007501244545,-0.06189795956015587,-0.05879516899585724,-0.05569237470626831,-0.05258958414196968,-0.04948678985238075,-0.04638399928808212,-0.04328120872378349,-0.040178414434194565,-0.037075623869895935,-0.03397282958030701,-0.030870039016008377,-0.027767248451709747,-0.02466445602476597,-0.02156166359782219,-0.01845887117087841,-0.015356079675257206,-0.012253288179636002,-0.009150495752692223,-0.006047703791409731,-0.0029449118301272392,0.00015788013115525246,0.003260679543018341,0.006363471504300833,0.009466263465583324,0.012569054961204529,0.015671847388148308,0.018774639815092087,0.021877430379390717,0.024980222806334496,0.028083015233278275,0.031185807660222054,0.03428860008716583,0.03739139065146446,0.04049418121576309,0.04359697550535202,0.04669976606965065,0.04980256035923958,0.05290535092353821,0.05600814148783684,0.059110935777425766,0.062213726341724396,0.06531652063131332,0.06841930747032166,0.07152210175991058,0.07462489604949951,0.07772769033908844,0.08083047717809677,0.0839332714676857,0.08703606575727463,0.09013885259628296,0.09324164688587189,0.09634444117546082,0.09944722801446915,0.10255002230405807],"_type":"histogram","values":[3,3,14,10,21,45,70,132,225,391,677,987,1629,2540,3854,5570,7949,10987,15200,20169,26060,33480,41525,49903,59096,68181,76773,84495,90424,94470,97288,96511,94492,89735,83498,75744,67337,58237,49119,40207,32692,25516,19509,14647,10758,7589,5196,3572,2369,1509,999,606,354,232,121,67,32,23,9,6,4,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.006195068359375,-0.005976200103759766,-0.005757331848144531,-0.005538463592529297,-0.0053195953369140625,-0.005100727081298828,-0.004881858825683594,-0.004662990570068359,-0.004444122314453125,-0.004225254058837891,-0.004006385803222656,-0.003787517547607422,-0.0035686492919921875,-0.003349781036376953,-0.0031309127807617188,-0.0029120445251464844,-0.00269317626953125,-0.0024743080139160156,-0.0022554397583007812,-0.002036571502685547,-0.0018177032470703125,-0.0015988349914550781,-0.0013799667358398438,-0.0011610984802246094,-0.000942230224609375,-0.0007233619689941406,-0.0005044937133789062,-0.0002856254577636719,-6.67572021484375e-05,0.00015211105346679688,0.00037097930908203125,0.0005898475646972656,0.0008087158203125,0.0010275840759277344,0.0012464523315429688,0.0014653205871582031,0.0016841888427734375,0.0019030570983886719,0.0021219253540039062,0.0023407936096191406,0.002559661865234375,0.0027785301208496094,0.0029973983764648438,0.003216266632080078,0.0034351348876953125,0.003654003143310547,0.0038728713989257812,0.004091739654541016,0.00431060791015625,0.004529476165771484,0.004748344421386719,0.004967212677001953,0.0051860809326171875,0.005404949188232422,0.005623817443847656,0.005842685699462891,0.006061553955078125,0.006280422210693359,0.006499290466308594,0.006718158721923828,0.0069370269775390625,0.007155895233154297,0.007374763488769531,0.007593631744384766,0.0078125],"_type":"histogram","values":[1,2,4,4,16,17,23,18,27,54,93,140,160,287,411,588,885,1551,2128,3363,5262,8729,13994,24400,44073,80782,160237,308419,404380,240961,121944,63349,35231,19876,11909,7058,4542,2881,1721,1166,818,444,323,210,114,85,68,31,21,21,11,13,9,2,0,2,2,0,1,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0013575218617916107,-0.0013159314403310418,-0.001274341018870473,-0.001232750597409904,-0.001191160292364657,-0.001149569870904088,-0.0011079794494435191,-0.0010663890279829502,-0.0010247986065223813,-0.0009832081850618124,-0.0009416178218089044,-0.0009000274003483355,-0.0008584370370954275,-0.0008168466156348586,-0.0007752561941742897,-0.0007336658309213817,-0.0006920754094608128,-0.0006504849880002439,-0.0006088946247473359,-0.000567304203286767,-0.0005257137818261981,-0.00048412338946945965,-0.0004425329971127212,-0.0004009425756521523,-0.00035935218329541385,-0.0003177617909386754,-0.0002761713694781065,-0.00023458097712136805,-0.00019299057021271437,-0.0001514001633040607,-0.00010980976367136464,-6.821936403866857e-05,-2.6628957130014896e-05,1.4961446140659973e-05,5.655184941133484e-05,9.81422490440309e-05,0.00013973265595268458,0.00018132306286133826,0.0002229134552180767,0.0002645038766786456,0.00030609426903538406,0.0003476846613921225,0.0003892750828526914,0.00043086547520942986,0.0004724558675661683,0.0005140462890267372,0.0005556367104873061,0.0005972270737402141,0.000638817495200783,0.0006804079166613519,0.0007219982799142599,0.0007635887013748288,0.0008051791228353977,0.0008467694860883057,0.0008883599075488746,0.0009299503290094435,0.0009715406922623515,0.0010131311137229204,0.0010547215351834893,0.0010963119566440582,0.0011379023781046271,0.0011794926831498742,0.0012210831046104431,0.001262673526071012,0.001304263947531581],"_type":"histogram","values":[1,0,1,1,0,3,2,3,1,2,1,5,3,4,6,14,8,12,11,11,11,15,20,19,14,25,28,28,27,40,29,36,34,34,24,22,29,31,23,26,20,26,15,19,10,12,12,11,5,5,4,3,3,3,4,2,0,5,1,0,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,6,1,7,9,23,54,72,158,219,418,645,1003,1436,2122,3135,4363,6071,8284,10300,13406,16681,20232,23697,27245,30751,33400,35613,36762,37387,36860,35587,33200,30743,27414,23599,20076,16614,13684,10598,8118,6075,4423,3080,2203,1471,1006,642,389,210,145,72,55,24,16,6,9,2,0,1,0,0,0,1],"bins":[-0.0939224436879158,-0.09073863923549652,-0.08755482733249664,-0.08437101542949677,-0.08118721097707748,-0.0780034065246582,-0.07481959462165833,-0.07163578271865845,-0.06845197826623917,-0.06526817381381989,-0.06208436191082001,-0.05890055373311043,-0.05571674555540085,-0.05253293737769127,-0.04934912919998169,-0.04616532102227211,-0.04298151284456253,-0.03979770466685295,-0.03661389648914337,-0.03343008831143379,-0.030246280133724213,-0.027062471956014633,-0.023878663778305054,-0.020694855600595474,-0.017511047422885895,-0.014327239245176315,-0.011143431067466736,-0.007959622889757156,-0.004775814712047577,-0.0015920065343379974,0.001591801643371582,0.0047756098210811615,0.007959417998790741,0.01114322617650032,0.0143270343542099,0.01751084253191948,0.02069465070962906,0.02387845888733864,0.027062267065048218,0.030246075242757797,0.03342988342046738,0.036613691598176956,0.039797499775886536,0.042981307953596115,0.046165116131305695,0.049348924309015274,0.052532732486724854,0.05571654066443443,0.05890034884214401,0.06208415701985359,0.06526796519756317,0.06845177710056305,0.07163558155298233,0.07481938600540161,0.07800319790840149,0.08118700981140137,0.08437081426382065,0.08755461871623993,0.09073843061923981,0.09392224252223969,0.09710604697465897,0.10028985142707825,0.10347366333007812,0.106657475233078,0.10984127968549728],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,1,0,1,2,2,2,3,1,6,1,1,3,4,6,9,9,22,26,17,21,28,36,31,32,42,40,50,36,34,43,31,38,26,26,20,19,24,15,9,7,7,11,9,5,0,1,1,2,2,1,0,1,0,1,0,1,0,0,0,0,1],"bins":[-0.00035638679401017725,-0.00034424796467646956,-0.00033210916444659233,-0.00031997033511288464,-0.0003078315348830074,-0.0002956927055492997,-0.0002835539053194225,-0.0002714150759857148,-0.0002592762466520071,-0.00024713744642212987,-0.0002349986316403374,-0.00022285981685854495,-0.00021072098752483726,-0.0001985821727430448,-0.00018644335796125233,-0.00017430454317945987,-0.0001621657283976674,-0.00015002691361587495,-0.00013788809883408248,-0.00012574928405229002,-0.00011361046199453995,-0.00010147164721274748,-8.933282515499741e-05,-7.719401037320495e-05,-6.505519559141248e-05,-5.291638080962002e-05,-4.0777562389848754e-05,-2.863874578906689e-05,-1.6499929188285023e-05,-4.3611125875031576e-06,7.777704013278708e-06,1.9916520614060573e-05,3.205530811101198e-05,4.4194122892804444e-05,5.633294131257571e-05,6.847175973234698e-05,8.061057451413944e-05,9.27493892959319e-05,0.00010488821135368198,0.00011702702613547444,0.0001291658409172669,0.00014130465569905937,0.00015344347048085183,0.0001655822852626443,0.00017772111459635198,0.00018985992937814444,0.0002019987441599369,0.00021413755894172937,0.00022627637372352183,0.0002384151885053143,0.00025055400328710675,0.00026269283262081444,0.0002748316328506917,0.00028697046218439937,0.0002991092624142766,0.0003112480917479843,0.000323386921081692,0.0003355257213115692,0.0003476645506452769,0.00035980335087515414,0.00037194218020886183,0.00038408098043873906,0.00039621980977244675,0.000408358610002324,0.0004204974393360317],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[3,1,3,8,7,11,13,51,78,108,191,302,469,747,1141,1677,2439,3287,4584,6067,8098,10266,12732,15608,18698,22236,25394,28302,31109,32934,34732,35507,35216,34261,32802,31072,27998,25205,21629,18652,15440,12500,10070,7775,5942,4343,3249,2350,1551,1079,768,398,257,195,121,77,36,14,11,4,1,2,1,2],"bins":[-0.09628225117921829,-0.0932692289352417,-0.0902562141418457,-0.08724319189786911,-0.08423017710447311,-0.08121715486049652,-0.07820414006710052,-0.07519111782312393,-0.07217809557914734,-0.06916508078575134,-0.06615205854177475,-0.06313904374837875,-0.06012602150440216,-0.057113002985715866,-0.05409998446702957,-0.05108696594834328,-0.04807394742965698,-0.04506092891097069,-0.04204791039228439,-0.0390348918735981,-0.036021873354911804,-0.03300885111093521,-0.029995832592248917,-0.026982814073562622,-0.023969795554876328,-0.020956777036190033,-0.01794375851750374,-0.014930738136172295,-0.011917719617486,-0.008904701098799706,-0.005891681648790836,-0.0028786626644432545,0.00013434886932373047,0.0031473678536713123,0.006160386838018894,0.009173406288027763,0.012186424806714058,0.015199443325400352,0.018212463706731796,0.02122548222541809,0.024238500744104385,0.02725151926279068,0.030264537781476974,0.03327755630016327,0.03629057854413986,0.03930359706282616,0.04231661558151245,0.045329634100198746,0.04834265261888504,0.051355671137571335,0.05436868965625763,0.057381708174943924,0.06039472669363022,0.06340774893760681,0.06642076373100281,0.0694337859749794,0.072446808218956,0.07545982301235199,0.07847284525632858,0.08148586004972458,0.08449888229370117,0.08751189708709717,0.09052491933107376,0.09353793412446976,0.09655095636844635],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,1,0,0,2,3,2,2,2,1,6,5,15,15,10,20,25,23,32,54,57,87,82,77,49,40,24,21,19,13,11,13,9,8,10,4,2,1,0,2,4,1,1,3,0,1,1,2,1,1,0,1,2],"bins":[-0.018928352743387222,-0.01836455799639225,-0.017800763249397278,-0.017236966639757156,-0.016673171892762184,-0.016109377145767212,-0.015545581467449665,-0.014981785789132118,-0.014417991042137146,-0.013854196295142174,-0.013290400616824627,-0.01272660493850708,-0.012162810191512108,-0.011599015444517136,-0.011035219766199589,-0.010471424087882042,-0.00990762934088707,-0.009343834593892097,-0.00878003891557455,-0.008216243237257004,-0.0076524484902620316,-0.007088653277605772,-0.0065248580649495125,-0.005961062852293253,-0.005397267639636993,-0.004833472426980734,-0.004269677214324474,-0.003705882001668215,-0.0031420867890119553,-0.0025782915763556957,-0.002014496363699436,-0.0014507011510431767,-0.0008869059383869171,-0.0003231107257306576,0.00024068448692560196,0.0008044796995818615,0.001368274912238121,0.0019320701248943806,0.00249586533755064,0.0030596605502068996,0.003623455762863159,0.004187250975519419,0.004751046188175678,0.005314841400831938,0.005878636613488197,0.006442431826144457,0.007006227038800716,0.007570022251456976,0.008133817464113235,0.008697612211108208,0.009261407889425755,0.009825203567743301,0.010388998314738274,0.010952793061733246,0.011516588740050793,0.01208038441836834,0.012644179165363312,0.013207973912358284,0.01377176959067583,0.014335565268993378,0.01489936001598835,0.015463154762983322,0.016026951372623444,0.016590746119618416,0.017154540866613388]},"_timestamp":1.752802327572848e+09,"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[1,1,1,0,0,0,0,1,0,0,3,2,1,1,1,7,7,8,16,13,20,17,24,36,52,48,67,73,91,98,90,119,125,129,118,120,119,101,78,81,60,47,44,29,38,29,32,21,18,9,11,15,6,6,2,1,3,1,1,1,0,2,1,2],"bins":[-0.008502070792019367,-0.008250832557678223,-0.007999593392014503,-0.007748355157673359,-0.007497116457670927,-0.007245877757668495,-0.006994639057666063,-0.0067434003576636314,-0.006492162123322487,-0.006240923423320055,-0.005989684723317623,-0.005738446023315191,-0.005487207323312759,-0.0052359686233103275,-0.004984730388969183,-0.004733491688966751,-0.004482252988964319,-0.004231014288961887,-0.0039797755889594555,-0.0037285371217876673,-0.003477298654615879,-0.003226059954613447,-0.0029748212546110153,-0.002723582787439227,-0.0024723440874367952,-0.0022211053874343634,-0.001969866920262575,-0.0017186282202601433,-0.0014673896366730332,-0.0012161510530859232,-0.0009649124112911522,-0.0007136737694963813,-0.00046243518590927124,-0.00021119657321833074,4.004203947260976e-05,0.00029128065216355026,0.0005425192648544908,0.0007937578484416008,0.0010449965484440327,0.0012962351320311427,0.0015474737156182528,0.0017987122992053628,0.002049950882792473,0.0023011895827949047,0.0025524282827973366,0.002803666749969125,0.0030549054499715567,0.003306143917143345,0.0035573826171457767,0.0038086213171482086,0.0040598600171506405,0.004311098251491785,0.004562336951494217,0.004813575651496649,0.005064814351499081,0.0053160530515015125,0.005567291751503944,0.005818529985845089,0.006069768685847521,0.006321007385849953,0.006572246085852385,0.0068234847858548164,0.007074723020195961,0.007325961720198393,0.007577200420200825],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,5,5,4,4,5,10,4,11,8,12,13,16,8,16,13,19,17,14,12,21,22,23,23,21,23,25,27,27,20,22,31,18,16,25,22,21,13,12,18,8,13,15,10,15,11,12,13,8,5,6,3,10,2,4,2,1,0,0,0,1],"bins":[-0.0004974001785740256,-0.0004813888808712363,-0.000465377583168447,-0.0004493662854656577,-0.0004333549877628684,-0.0004173436900600791,-0.0004013323923572898,-0.0003853210946545005,-0.0003693097969517112,-0.0003532984701450914,-0.0003372871724423021,-0.0003212758747395128,-0.0003052645770367235,-0.0002892532793339342,-0.0002732419816311449,-0.0002572306839283556,-0.00024121938622556627,-0.00022520808852277696,-0.00020919679081998765,-0.00019318549311719835,-0.00017717419541440904,-0.0001611628831597045,-0.0001451515854569152,-0.0001291402877541259,-0.00011312899005133659,-9.711769234854728e-05,-8.110639464575797e-05,-6.509508966701105e-05,-4.9083791964221746e-05,-3.307249426143244e-05,-1.7061192920664325e-05,-1.0498933988856152e-06,1.4961406122893095e-05,3.09727038256824e-05,4.6984005166450515e-05,6.299530650721863e-05,7.900660421000794e-05,9.501790191279724e-05,0.00011102920689154416,0.00012704050459433347,0.00014305180229712278,0.00015906309999991208,0.0001750743977027014,0.0001910856954054907,0.00020709700766019523,0.00022310830536298454,0.00023911960306577384,0.00025513090076856315,0.00027114219847135246,0.00028715349617414176,0.00030316479387693107,0.0003191760915797204,0.0003351873892825097,0.000351198686985299,0.0003672099846880883,0.0003832212823908776,0.00039923260919749737,0.0004152439069002867,0.000431255204603076,0.0004472665023058653,0.0004632778000086546,0.0004792890977114439,0.0004953003954142332,0.0005113116931170225,0.0005273229908198118]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[2,0,3,1,3,3,5,7,6,8,8,11,10,11,3,9,11,7,11,14,21,28,20,19,12,20,17,15,23,20,20,21,19,16,18,20,23,21,28,22,14,21,23,15,10,15,8,7,17,11,11,18,8,5,7,5,4,10,4,4,4,5,2,4],"bins":[-0.000492882274556905,-0.00047795288264751434,-0.00046302349073812366,-0.0004480940697249025,-0.0004331646778155118,-0.00041823528590612113,-0.0004033058648929,-0.0003883764729835093,-0.0003734470810741186,-0.0003585176891647279,-0.00034358829725533724,-0.0003286588762421161,-0.0003137294843327254,-0.0002988000924233347,-0.0002838706714101136,-0.0002689412795007229,-0.0002540118875913322,-0.0002390824956819415,-0.0002241530892206356,-0.00020922368275932968,-0.000194294290849939,-0.0001793648989405483,-0.00016443549247924238,-0.00014950608601793647,-0.00013457669410854578,-0.00011964729492319748,-0.00010471789573784918,-8.978849655250087e-05,-7.485909736715257e-05,-5.992969818180427e-05,-4.500029899645597e-05,-3.0070899811107665e-05,-1.5141500625759363e-05,-2.1210144041106105e-07,1.4717297744937241e-05,2.9646696930285543e-05,4.4576096115633845e-05,5.950549530098215e-05,7.443489448633045e-05,8.936429367167875e-05,0.00010429369285702705,0.00011922309204237536,0.00013415249122772366,0.00014908189768902957,0.00016401128959842026,0.00017894068150781095,0.00019387008796911687,0.00020879949443042278,0.00022372888633981347,0.00023865827824920416,0.00025358767015859485,0.000268517091171816,0.0002834464830812067,0.00029837587499059737,0.0003133052960038185,0.0003282346879132092,0.0003431640798225999,0.0003580934717319906,0.00037302286364138126,0.0003879522846546024,0.0004028816765639931,0.0004178110684733838,0.00043274048948660493,0.0004476698813959956,0.0004625992733053863]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,1,2,2,0,4,5,1,7,2,2,10,6,12,5,5,9,11,14,9,18,14,20,22,14,29,18,23,23,25,25,22,25,18,24,12,23,20,24,16,26,21,24,14,9,24,11,12,15,7,13,12,10,7,2,9,5,4,4,5,6,1,4],"bins":[-0.0005093879881314933,-0.000494572683237493,-0.0004797573492396623,-0.00046494201524183154,-0.0004501266812440008,-0.0004353113763500005,-0.00042049604235216975,-0.000405680708354339,-0.0003908654034603387,-0.00037605006946250796,-0.0003612347354646772,-0.0003464194305706769,-0.0003316040965728462,-0.0003167887625750154,-0.00030197345768101513,-0.0002871581236831844,-0.0002723428187891841,-0.00025752748479135334,-0.0002427121507935226,-0.00022789683134760708,-0.00021308151190169156,-0.0001982661779038608,-0.0001834508584579453,-0.00016863553901202977,-0.00015382020501419902,-0.0001390048855682835,-0.00012418956612236798,-0.00010937423940049484,-9.455891267862171e-05,-7.974359323270619e-05,-6.492826651083305e-05,-5.011294342693873e-05,-3.52976203430444e-05,-2.0482297259150073e-05,-5.666972356266342e-06,9.148351637122687e-06,2.3963675630511716e-05,3.877899871440604e-05,5.359432543627918e-05,6.84096448821947e-05,8.322497160406783e-05,9.804029832594097e-05,0.00011285561777185649,0.000127670937217772,0.00014248627121560276,0.00015730159066151828,0.0001721169101074338,0.00018693224410526454,0.00020174756355118006,0.00021656288299709558,0.00023137821699492633,0.0002461935218889266,0.0002610088558867574,0.0002758241898845881,0.0002906394947785884,0.00030545482877641916,0.0003202701627742499,0.0003350854676682502,0.00034990080166608095,0.0003647161356639117,0.000379531440557912,0.00039434677455574274,0.0004091621085535735,0.0004239774134475738,0.00043879274744540453],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.0191581379622221,-0.018618188798427582,-0.018078237771987915,-0.017538288608193398,-0.01699833944439888,-0.016458388417959213,-0.015918439254164696,-0.015378489159047604,-0.014838539063930511,-0.01429858896881342,-0.013758638873696327,-0.01321868970990181,-0.012678739614784718,-0.012138789519667625,-0.011598840355873108,-0.011058890260756016,-0.010518940165638924,-0.009978990070521832,-0.00943903997540474,-0.008899090811610222,-0.00835914071649313,-0.007819190621376038,-0.007279240991920233,-0.006739291362464428,-0.006199341267347336,-0.005659391172230244,-0.005119441542774439,-0.004579491913318634,-0.004039541818201542,-0.0034995919559150934,-0.002959642093628645,-0.0024196922313421965,-0.0018797405064105988,-0.0013397906441241503,-0.0007998407818377018,-0.0002598909195512533,0.00028005894273519516,0.0008200088050216436,0.0013599586673080921,0.0018999085295945406,0.002439858391880989,0.0029798082541674376,0.003519758116453886,0.004059707745909691,0.004599657841026783,0.005139607936143875,0.00567955756559968,0.006219507195055485,0.006759457290172577,0.007299407385289669,0.007839357480406761,0.008379306644201279,0.00891925673931837,0.009459206834435463,0.00999915599822998,0.010539106093347073,0.011079056188464165,0.011619006283581257,0.012158956378698349,0.012698905542492867,0.013238855637609959,0.01377880573272705,0.014318754896521568,0.01485870499163866,0.015398655086755753],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,2,3,1,1,5,7,7,8,6,6,12,15,14,15,21,29,33,23,32,41,28,27,28,33,36,36,38,25,31,26,23,28,11,21,16,16,11,10,8,6,4,7,2,1,3,3,1,1,0,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.0915990099310875,-0.08864764869213104,-0.08569629490375519,-0.08274493366479874,-0.07979357242584229,-0.07684221118688583,-0.07389085739850998,-0.07093949615955353,-0.06798813492059708,-0.06503678113222122,-0.06208541989326477,-0.05913405865430832,-0.056182701140642166,-0.053231339901685715,-0.05027998238801956,-0.04732862114906311,-0.04437726363539696,-0.041425906121730804,-0.03847454488277435,-0.0355231873691082,-0.03257182613015175,-0.029620468616485596,-0.026669109240174294,-0.02371774986386299,-0.02076639048755169,-0.017815031111240387,-0.014863671734929085,-0.011912313289940357,-0.008960953913629055,-0.006009594537317753,-0.003058235626667738,-0.00010687648318707943,0.002844482660293579,0.005795842036604881,0.008747201412916183,0.011698559857904911,0.014649919234216213,0.01760127767920494,0.020552637055516243,0.023503996431827545,0.026455355808138847,0.02940671518445015,0.0323580726981163,0.035309433937072754,0.03826079145073891,0.04121215268969536,0.04416351020336151,0.04711487144231796,0.050066228955984116,0.05301758646965027,0.05596894770860672,0.05892030522227287,0.061871666461229324,0.06482302397489548,0.06777438521385193,0.07072574645280838,0.07367710024118423,0.07662846148014069,0.07957982271909714,0.08253117650747299,0.08548253774642944,0.0884338989853859,0.09138526022434235,0.0943366140127182,0.09728797525167465],"_type":"histogram","values":[2,2,6,14,18,25,47,89,116,251,365,536,837,1172,1752,2495,3464,4851,6268,8132,10241,12886,15798,18719,22059,24707,27812,30385,32245,33930,34623,34446,33797,32529,30442,27839,25074,22002,19025,15894,13053,10377,8304,6587,4961,3651,2578,1815,1269,847,549,361,203,140,93,58,43,18,9,7,2,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.020313940942287445,-0.019651779904961586,-0.018989620730280876,-0.018327459692955017,-0.017665300518274307,-0.017003139480948448,-0.01634097844362259,-0.01567881926894188,-0.01501665823161602,-0.014354498125612736,-0.013692338019609451,-0.013030176982283592,-0.012368016876280308,-0.011705856770277023,-0.011043695732951164,-0.01038153562694788,-0.009719375520944595,-0.009057215414941311,-0.008395055308938026,-0.007732894271612167,-0.007070734165608883,-0.0064085740596055984,-0.005746413487941027,-0.005084252916276455,-0.0044220928102731705,-0.0037599324714392424,-0.0030977721326053143,-0.002435611793771386,-0.001773451454937458,-0.00111129111610353,-0.0004491307772696018,0.00021302956156432629,0.0008751899003982544,0.0015373502392321825,0.0021995105780661106,0.0028616709169000387,0.003523831255733967,0.004185991361737251,0.004848151933401823,0.005510312505066395,0.006172472611069679,0.006834632717072964,0.0074967932887375355,0.008158953860402107,0.008821113966405392,0.009483274072408676,0.010145435109734535,0.01080759521573782,0.011469755321741104,0.012131915427744389,0.012794075533747673,0.013456236571073532,0.014118396677076817,0.014780556783080101,0.01544271782040596,0.01610487699508667,0.01676703803241253,0.017429199069738388,0.018091358244419098,0.018753519281744957,0.019415680319070816,0.020077839493751526,0.020740000531077385,0.021402159705758095,0.022064320743083954],"_type":"histogram","values":[1,0,0,1,2,3,1,4,1,3,2,14,4,5,13,10,9,11,19,12,14,27,13,28,19,27,31,18,30,36,29,20,36,34,27,35,30,34,21,15,17,18,11,12,12,5,9,6,8,4,3,2,8,4,2,2,2,0,3,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.1005646139383316,-0.09744703769683838,-0.09432945400476456,-0.09121187776327133,-0.0880943015217781,-0.08497671782970428,-0.08185914158821106,-0.07874156534671783,-0.07562398910522461,-0.07250640541315079,-0.06938882917165756,-0.06627125293016434,-0.06315366923809052,-0.06003609299659729,-0.056918513029813766,-0.05380093678832054,-0.05068335682153702,-0.047565776854753494,-0.04444820061326027,-0.041330620646476746,-0.03821304440498352,-0.0350954644382,-0.03197788447141647,-0.0288603063672781,-0.025742728263139725,-0.02262515015900135,-0.019507572054862976,-0.016389992088079453,-0.013272413983941078,-0.010154835879802704,-0.007037256844341755,-0.003919678274542093,-0.0008020922541618347,0.002315486315637827,0.0054330648854374886,0.008550643920898438,0.011668222025036812,0.014785800129175186,0.01790338009595871,0.021020958200097084,0.02413853630423546,0.027256114408373833,0.030373692512512207,0.03349127247929573,0.036608852446079254,0.03972642868757248,0.042844008654356,0.04596158489584923,0.04907916486263275,0.052196744829416275,0.0553143210709095,0.058431901037693024,0.06154947727918625,0.06466706097126007,0.0677846372127533,0.07090221345424652,0.07401978969573975,0.07713737338781357,0.0802549496293068,0.08337252587080002,0.08649010956287384,0.08960768580436707,0.09272526204586029,0.09584284573793411,0.09896042197942734],"_type":"histogram","values":[1,0,1,3,9,18,31,56,102,180,319,513,874,1339,2134,3245,4803,6972,9887,13702,18372,24060,31186,38618,46975,56229,65745,74182,82263,88938,93687,96810,97826,95787,92000,86053,78415,69977,61054,51623,42976,34800,27333,20962,15874,11842,8381,5793,4007,2598,1665,1060,657,392,224,143,75,45,21,17,4,2,2,2]},"_step":11,"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,0,4,2,3,2,5,2,5,2,5,9,7,12,12,9,17,25,24,27,45,55,40,44,41,64,41,31,39,25,29,27,23,14,12,13,8,8,7,5,3,2,3,2,3,3,1,1,0,0,0,1,0,0,0,2],"bins":[-1.455572601116728e-06,-1.4116727697910392e-06,-1.3677729384653503e-06,-1.3238729934528237e-06,-1.2799731621271349e-06,-1.236073330801446e-06,-1.1921734994757571e-06,-1.1482735544632305e-06,-1.1043737231375417e-06,-1.0604738918118528e-06,-1.016574060486164e-06,-9.72674229160475e-07,-9.287743409913674e-07,-8.848744528222596e-07,-8.409746214965708e-07,-7.97074733327463e-07,-7.531749020017742e-07,-7.092750706760853e-07,-6.653751825069776e-07,-6.214753511812887e-07,-5.77575463012181e-07,-5.336756316864921e-07,-4.897757435173844e-07,-4.4587591219169553e-07,-4.0197605244429724e-07,-3.5807619269689894e-07,-3.1417633294950065e-07,-2.7027647320210235e-07,-2.2637662766555877e-07,-1.8247676791816048e-07,-1.385769223816169e-07,-9.46770626342186e-08,-5.0777202886820305e-08,-6.8773466921356885e-09,3.702250950254893e-08,8.092236214451987e-08,1.2482222189191816e-07,1.6872208163931646e-07,2.1262192717586004e-07,2.5652178692325833e-07,3.0042164667065663e-07,3.443215064180549e-07,3.882213661654532e-07,4.321212259128515e-07,4.760210572385404e-07,5.199209454076481e-07,5.63820776733337e-07,6.077206649024447e-07,6.516204962281336e-07,6.955203275538224e-07,7.394202157229302e-07,7.83320047048619e-07,8.272199352177267e-07,8.711197665434156e-07,9.150196547125233e-07,9.589194860382122e-07,1.002819317363901e-06,1.04671914868959e-06,1.0906190937021165e-06,1.1345189250278054e-06,1.1784187563534942e-06,1.2223185876791831e-06,1.2662185326917097e-06,1.3101183640173986e-06,1.3540181953430874e-06]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[2,3,0,1,0,2,3,4,4,8,3,3,6,13,13,13,16,9,19,27,25,23,22,35,32,40,36,23,37,38,31,27,31,30,21,22,24,11,13,15,12,14,11,9,1,8,2,4,0,5,6,1,2,2,2,1,0,0,0,1,0,0,0,2],"bins":[-0.00035821893834508955,-0.00034538391628302634,-0.00033254886511713266,-0.00031971384305506945,-0.00030687882099300623,-0.00029404376982711256,-0.00028120874776504934,-0.0002683737257029861,-0.00025553867453709245,-0.00024270365247502923,-0.00022986861586105078,-0.00021703357924707234,-0.00020419855718500912,-0.00019136352057103068,-0.00017852848395705223,-0.00016569346189498901,-0.00015285842528101057,-0.00014002338866703212,-0.0001271883666049689,-0.00011435332999099046,-0.00010151829337701201,-8.868326403899118e-05,-7.584823470097035e-05,-6.30131980869919e-05,-5.0178168748971075e-05,-3.7343135772971436e-05,-2.45081046159612e-05,-1.1673072549456265e-05,1.1619595170486718e-06,1.3996991583553609e-05,2.6832023650058545e-05,3.966705480706878e-05,5.250208778306842e-05,6.533711712108925e-05,7.81721537350677e-05,9.100718307308853e-05,0.00010384221968706697,0.0001166772490250878,0.00012951227836310863,0.00014234731497708708,0.00015518235159106553,0.00016801737365312874,0.0001808524102671072,0.00019368744688108563,0.00020652246894314885,0.0002193575055571273,0.00023219254217110574,0.00024502756423316896,0.00025786261539906263,0.00027069763746112585,0.00028353265952318907,0.00029636771068908274,0.00030920273275114596,0.0003220377548132092,0.00033487280597910285,0.00034770782804116607,0.0003605428501032293,0.00037337790126912296,0.0003862129233311862,0.0003990479453932494,0.00041188299655914307,0.0004247180186212063,0.0004375530406832695,0.0004503880918491632,0.0004632231139112264],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.0301513671875,-0.029233932495117188,-0.028316497802734375,-0.027399063110351562,-0.02648162841796875,-0.025564193725585938,-0.024646759033203125,-0.023729324340820312,-0.0228118896484375,-0.021894454956054688,-0.020977020263671875,-0.020059585571289062,-0.01914215087890625,-0.018224716186523438,-0.017307281494140625,-0.016389846801757812,-0.015472412109375,-0.014554977416992188,-0.013637542724609375,-0.012720108032226562,-0.01180267333984375,-0.010885238647460938,-0.009967803955078125,-0.009050369262695312,-0.0081329345703125,-0.0072154998779296875,-0.006298065185546875,-0.0053806304931640625,-0.00446319580078125,-0.0035457611083984375,-0.002628326416015625,-0.0017108917236328125,-0.00079345703125,0.0001239776611328125,0.001041412353515625,0.0019588470458984375,0.00287628173828125,0.0037937164306640625,0.004711151123046875,0.0056285858154296875,0.0065460205078125,0.0074634552001953125,0.008380889892578125,0.009298324584960938,0.01021575927734375,0.011133193969726562,0.012050628662109375,0.012968063354492188,0.013885498046875,0.014802932739257812,0.015720367431640625,0.016637802124023438,0.01755523681640625,0.018472671508789062,0.019390106201171875,0.020307540893554688,0.0212249755859375,0.022142410278320312,0.023059844970703125,0.023977279663085938,0.02489471435546875,0.025812149047851562,0.026729583740234375,0.027647018432617188,0.028564453125],"_type":"histogram","values":[1,1,0,0,2,2,5,9,9,22,20,27,40,60,93,122,169,247,366,496,741,1052,1440,2097,3110,4442,6646,9769,15257,23816,39306,70983,135948,117443,59743,33943,20731,13422,8872,5983,4065,2887,1918,1352,966,632,479,333,220,154,122,80,67,33,30,11,12,13,9,1,2,1,1,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,2,3,7,11,19,13,40,61,85,154,248,379,638,917,1312,1876,2471,3407,4542,5808,7386,9150,10949,13118,15081,17149,19051,20636,21937,22888,23099,23416,22517,21154,19820,18049,16145,13919,11994,10139,8100,6624,5132,3905,2907,2128,1568,1127,753,488,345,223,144,63,52,25,22,8,5,2,2,1,1],"bins":[-0.09401239454746246,-0.0910532996058464,-0.08809421211481094,-0.08513511717319489,-0.08217602223157883,-0.07921692728996277,-0.07625783979892731,-0.07329874485731125,-0.07033964991569519,-0.06738056242465973,-0.06442146748304367,-0.06146237254142761,-0.05850328132510185,-0.055544186383485794,-0.052585095167160034,-0.049626000225543976,-0.046666909009218216,-0.043707817792892456,-0.0407487228512764,-0.03778963163495064,-0.03483053669333458,-0.03187144547700882,-0.02891235239803791,-0.025953259319067,-0.022994166240096092,-0.020035073161125183,-0.017075980082154274,-0.01411688793450594,-0.01115779485553503,-0.008198701776564121,-0.0052396091632544994,-0.002280516317114234,0.0006785765290260315,0.003637669375166297,0.006596762221306562,0.009555854834616184,0.012514947913587093,0.015474040992558002,0.018433133140206337,0.021392226219177246,0.024351319298148155,0.027310412377119064,0.030269505456089973,0.03322859853506088,0.03618768975138664,0.0391467846930027,0.04210587590932846,0.04506497085094452,0.04802406206727028,0.05098315328359604,0.0539422482252121,0.05690133944153786,0.059860434383153915,0.06281952559947968,0.06577862054109573,0.06873771548271179,0.07169680297374725,0.07465589791536331,0.07761499285697937,0.08057408034801483,0.08353317528963089,0.08649227023124695,0.089451365172863,0.09241045266389847,0.09536954760551453],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9995596408843994,0.9995745420455933,0.9995894432067871,0.9996042847633362,0.99961918592453,0.9996340870857239,0.999648928642273,0.9996638298034668,0.9996787309646606,0.9996936321258545,0.9997085332870483,0.9997233748435974,0.9997382760047913,0.9997531771659851,0.9997680187225342,0.999782919883728,0.9997978210449219,0.9998127222061157,0.9998276233673096,0.9998424649238586,0.9998573660850525,0.9998722672462463,0.9998871088027954,0.9999020099639893,0.9999169111251831,0.999931812286377,0.9999467134475708,0.9999615550041199,0.9999764561653137,0.9999913573265076,1.0000061988830566,1.0000211000442505,1.0000360012054443,1.0000509023666382,1.000065803527832,1.0000807046890259,1.0000956058502197,1.000110387802124,1.0001252889633179,1.0001401901245117,1.0001550912857056,1.0001699924468994,1.0001848936080933,1.000199794769287,1.0002145767211914,1.0002294778823853,1.000244379043579,1.000259280204773,1.0002741813659668,1.0002890825271606,1.0003039836883545,1.0003188848495483,1.0003337860107422,1.0003485679626465,1.0003634691238403,1.0003783702850342,1.000393271446228,1.0004081726074219,1.0004230737686157,1.0004379749298096,1.0004527568817139,1.0004676580429077,1.0004825592041016,1.0004974603652954,1.0005123615264893],"_type":"histogram","values":[3,2,0,1,1,3,2,5,3,5,7,5,3,7,10,11,10,15,12,26,17,12,26,29,32,25,32,31,28,28,24,22,17,27,33,21,21,16,14,13,21,16,10,16,7,9,9,10,8,8,6,4,5,5,12,7,1,6,2,3,2,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,1,0,1,4,1,2,4,4,4,6,7,12,16,14,19,28,47,38,61,55,81,94,107,94,106,109,112,129,104,110,106,110,64,67,51,49,34,28,23,28,17,15,12,19,11,7,6,5,6,3,3,5,3,1,2],"bins":[-0.0044987085275352,-0.0043726409785449505,-0.004246573429554701,-0.004120505880564451,-0.003994438331574202,-0.003868370782583952,-0.0037423032335937023,-0.0036162356846034527,-0.003490168135613203,-0.0033641003537923098,-0.00323803280480206,-0.0031119652558118105,-0.002985897706821561,-0.0028598301578313112,-0.0027337626088410616,-0.002607695059850812,-0.0024816275108605623,-0.0023555599618703127,-0.002229492412880063,-0.0021034248638898134,-0.001977357314899564,-0.0018512896494939923,-0.0017252221005037427,-0.001599154551513493,-0.0014730870025232434,-0.0013470194535329938,-0.0012209519045427442,-0.0010948843555524945,-0.000968816748354584,-0.0008427491993643343,-0.0007166815921664238,-0.0005906140431761742,-0.0004645467270165682,-0.00033847917802631855,-0.00021241159993223846,-8.63440363900736e-05,3.9723527152091265e-05,0.00016579109069425613,0.000291858654236421,0.0004179262323305011,0.0005439937813207507,0.0006700613303110003,0.00079612887930125,0.0009221964864991605,0.001048264093697071,0.0011743316426873207,0.0013003991916775703,0.00142646674066782,0.0015525342896580696,0.0016786018386483192,0.0018046693876385689,0.0019307369366288185,0.002056804485619068,0.0021828720346093178,0.0023089395835995674,0.002435007132589817,0.0025610746815800667,0.00268714246340096,0.0028132100123912096,0.0029392775613814592,0.003065345110371709,0.0031914126593619585,0.003317480208352208,0.0034435477573424578,0.0035696153063327074]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.09121823310852051,-0.08815211802721024,-0.08508599549531937,-0.0820198804140091,-0.07895375788211823,-0.07588764280080795,-0.07282152026891708,-0.06975540518760681,-0.06668928265571594,-0.06362316757440567,-0.0605570487678051,-0.05749092996120453,-0.05442481487989426,-0.051358696073293686,-0.048292577266693115,-0.045226458460092545,-0.042160339653491974,-0.0390942208468914,-0.03602810204029083,-0.03296198323369026,-0.02989586628973484,-0.02682974748313427,-0.02376363053917885,-0.020697511732578278,-0.017631392925977707,-0.014565274119377136,-0.01149915624409914,-0.008433038368821144,-0.005366919562220573,-0.00230080122128129,0.0007653171196579933,0.0038314354605972767,0.006897546350955963,0.009963665157556534,0.01302978303283453,0.016095900908112526,0.019162019714713097,0.022228138521313667,0.02529425546526909,0.02836037427186966,0.03142649307847023,0.0344926118850708,0.03755873069167137,0.04062484949827194,0.043690964579582214,0.046757083386182785,0.049823202192783356,0.052889320999383926,0.0559554398059845,0.05902155861258507,0.06208767741918564,0.06515379250049591,0.06821991503238678,0.07128603011369705,0.07435215264558792,0.0774182677268982,0.08048439025878906,0.08355050534009933,0.0866166204214096,0.08968274295330048,0.09274885803461075,0.09581498056650162,0.09888109564781189,0.10194721817970276,0.10501333326101303],"_type":"histogram","values":[3,0,3,12,14,44,63,112,186,286,479,706,1078,1619,2376,3373,4519,6067,8189,10533,13124,16330,19378,22880,26292,29327,31624,33723,35546,36089,35712,34655,32983,30625,27510,24489,21274,17693,14804,11921,9116,7101,5335,3980,2819,1960,1338,928,652,378,228,148,86,44,30,21,14,0,2,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,2,0,0,4,1,0,1,2,5,5,6,6,9,4,12,11,13,13,13,18,21,19,26,23,18,28,32,29,36,28,35,28,32,35,21,24,23,22,24,27,13,6,11,7,8,11,15,7,4,9,4,2,3,2,2,4,1,0,1,0,0,0,1],"bins":[-0.01790161430835724,-0.017322804778814316,-0.016743997111916542,-0.01616518758237362,-0.015586379915475845,-0.015007570385932922,-0.014428761787712574,-0.013849953189492226,-0.013271144591271877,-0.012692335993051529,-0.01211352739483118,-0.011534718796610832,-0.01095590926706791,-0.010377100668847561,-0.009798292070627213,-0.009219483472406864,-0.008640674874186516,-0.008061866275966167,-0.007483057677745819,-0.006904248613864183,-0.006325440015643835,-0.005746631417423487,-0.005167822353541851,-0.004589013755321503,-0.004010205157101154,-0.003431396558880806,-0.002852587727829814,-0.002273778896778822,-0.0016949702985584736,-0.0011161615839228034,-0.0005373528692871332,4.145584534853697e-05,0.0006202645599842072,0.0011990732746198773,0.0017778819892555475,0.0023566908203065395,0.002935499418526888,0.0035143080167472363,0.004093117080628872,0.00467192567884922,0.005250734277069569,0.005829542875289917,0.006408351473510265,0.006987160537391901,0.007565969135612249,0.008144778199493885,0.008723586797714233,0.009302395395934582,0.00988120399415493,0.010460012592375278,0.011038821190595627,0.011617629788815975,0.012196438387036324,0.012775247916579247,0.013354056514799595,0.013932865113019943,0.014511673711240292,0.01509048230946064,0.015669291839003563,0.016248099505901337,0.01682690903544426,0.017405716702342033,0.017984526231884956,0.01856333389878273,0.019142143428325653]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,0,1,0,0,2,0,0,1,0,1,2,2,4,2,5,3,2,6,8,9,17,7,18,24,33,36,34,42,26,45,44,32,34,44,35,34,36,26,21,27,18,15,15,11,8,8,8,6,3,3,1,2,1,0,1,2,1],"bins":[-0.00039100198773667216,-0.00038080665399320424,-0.0003706113202497363,-0.00036041601561009884,-0.0003502206818666309,-0.000340025348123163,-0.0003298300434835255,-0.0003196347097400576,-0.00030943937599658966,-0.00029924404225312173,-0.0002890487085096538,-0.00027885340387001634,-0.0002686580701265484,-0.0002584627363830805,-0.000248267431743443,-0.00023807209799997509,-0.00022787676425650716,-0.00021768143051303923,-0.00020748611132148653,-0.00019729079212993383,-0.0001870954583864659,-0.00017690012464299798,-0.00016670480545144528,-0.00015650948625989258,-0.00014631415251642466,-0.00013611881877295673,-0.00012592349958140403,-0.00011572817311389372,-0.0001055328466463834,-9.533752017887309e-05,-8.514219371136278e-05,-7.494686724385247e-05,-6.475156988017261e-05,-5.45562434126623e-05,-4.4360916945151985e-05,-3.416559047764167e-05,-2.397026401013136e-05,-1.3774937542621046e-05,-3.5796110751107335e-06,6.615715392399579e-06,1.6811041859909892e-05,2.7006368327420205e-05,3.720169479493052e-05,4.739702126244083e-05,5.759234772995114e-05,6.778767419746146e-05,7.798300066497177e-05,8.817832713248208e-05,9.83736535999924e-05,0.00010856898006750271,0.00011876430653501302,0.00012895962572656572,0.00013915495947003365,0.00014935029321350157,0.00015954561240505427,0.00016974093159660697,0.0001799362653400749,0.00019013159908354282,0.00020032691827509552,0.00021052223746664822,0.00022071757121011615,0.00023091290495358407,0.00024110822414513677,0.00025130354333668947,0.0002614988770801574],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[2,1,0,3,0,1,1,3,3,3,5,4,9,7,10,7,11,12,14,14,13,17,15,31,24,18,35,28,31,39,27,30,27,27,20,27,28,15,27,24,19,19,16,17,11,11,15,10,6,8,3,4,6,3,2,3,0,0,0,1,0,0,0,1],"bins":[-0.012025803327560425,-0.011634672060608864,-0.011243540793657303,-0.010852409526705742,-0.010461278259754181,-0.01007014699280262,-0.009679015725851059,-0.009287884458899498,-0.008896753191947937,-0.008505620993673801,-0.00811448972672224,-0.007723358925431967,-0.0073322271928191185,-0.0069410959258675575,-0.0065499646589159966,-0.006158833391964436,-0.005767702125012875,-0.005376570858061314,-0.004985439591109753,-0.004594308324158192,-0.004203177057206631,-0.003812045557424426,-0.0034209140576422215,-0.0030297827906906605,-0.0026386515237390995,-0.0022475202567875385,-0.0018563888734206557,-0.001465257490053773,-0.001074126223102212,-0.0006829948979429901,-0.0002918635727837682,9.926775237545371e-05,0.000490398146212101,0.0008815294713713229,0.0012726607965305448,0.0016637921798974276,0.0020549234468489885,0.0024460547138005495,0.002837186213582754,0.003228317480534315,0.003619448747485876,0.004010580014437437,0.004401711281388998,0.004792842548340559,0.005183974280953407,0.005575105547904968,0.005966236814856529,0.00635736808180809,0.006748499348759651,0.007139630615711212,0.007530761882662773,0.007921893149614334,0.008313024416565895,0.008704155683517456,0.009095286950469017,0.009486418217420578,0.009877549484372139,0.010268681682646275,0.010659812949597836,0.011050944216549397,0.011442075483500957,0.011833206750452518,0.01222433801740408,0.01261546928435564,0.013006600551307201],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.017645373940467834,-0.017054976895451546,-0.016464579850435257,-0.015874182805418968,-0.015283784829080105,-0.014693387784063816,-0.014102989807724953,-0.013512592762708664,-0.012922195717692375,-0.012331798672676086,-0.011741401627659798,-0.011151003651320934,-0.010560606606304646,-0.009970209561288357,-0.009379811584949493,-0.008789414539933205,-0.008199017494916916,-0.007608620449900627,-0.007018222939223051,-0.006427825428545475,-0.005837428383529186,-0.0052470313385128975,-0.004656633827835321,-0.004066236317157745,-0.0034758392721414566,-0.002885441994294524,-0.0022950447164475918,-0.0017046474386006594,-0.001114250160753727,-0.0005238528829067945,6.654439494013786e-05,0.0006569416727870703,0.0012473370879888535,0.0018377343658357859,0.0024281316436827183,0.0030185289215296507,0.003608926199376583,0.004199323244392872,0.004789720755070448,0.005380118265748024,0.005970515310764313,0.0065609123557806015,0.007151309866458178,0.007741707377135754,0.008332104422152042,0.008922501467168331,0.009512899443507195,0.010103296488523483,0.010693693533539772,0.01128409057855606,0.01187448762357235,0.012464885599911213,0.013055282644927502,0.01364567968994379,0.014236077666282654,0.014826474711298943,0.015416871756315231,0.01600726880133152,0.01659766584634781,0.017188062891364098,0.017778459936380386,0.018368858844041824,0.018959255889058113,0.019549652934074402,0.02014004997909069],"_type":"histogram","values":[1,2,0,2,0,1,0,2,1,2,4,3,7,5,9,14,13,12,25,32,40,47,63,65,70,83,113,125,142,177,156,142,118,97,84,73,60,51,43,27,34,28,22,6,13,5,1,3,10,4,4,2,1,1,0,0,1,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,3,1,3,1,4,2,4,8,8,8,8,13,19,14,16,14,23,31,34,34,30,35,26,38,33,28,40,40,24,31,35,18,33,22,6,12,13,9,6,5,5,3,5,4,0,1,4,2,5,3,1],"bins":[-0.016114290803670883,-0.01567998342216015,-0.015245677903294563,-0.014811371453106403,-0.014377065002918243,-0.013942758552730083,-0.013508452102541924,-0.013074145652353764,-0.012639839202165604,-0.012205531820654869,-0.01177122537046671,-0.01133691892027855,-0.01090261247009039,-0.01046830601990223,-0.01003399956971407,-0.00959969311952591,-0.00916538666933775,-0.00873108021914959,-0.00829677376896143,-0.00786246731877327,-0.00742816086858511,-0.0069938539527356625,-0.0065595475025475025,-0.006125241052359343,-0.005690934602171183,-0.005256628151983023,-0.004822321701794863,-0.004388015251606703,-0.0039537083357572556,-0.0035194021183997393,-0.0030850954353809357,-0.0026507889851927757,-0.0022164834663271904,-0.0017821770161390305,-0.0013478704495355487,-0.0009135639411397278,-0.000479257432743907,-4.495092434808612e-05,0.00038935558404773474,0.0008236620924435556,0.0012579686008393764,0.0016922750510275364,0.0021265815012156963,0.0025608881842345,0.00299519463442266,0.00342950108461082,0.0038638077676296234,0.004298114217817783,0.004732420668005943,0.005166727118194103,0.005601033568382263,0.006035340018570423,0.006469646468758583,0.00690395338460803,0.00733825983479619,0.00777256628498435,0.008206872269511223,0.008641179651021957,0.009075486101210117,0.009509792551398277,0.009944099001586437,0.010378405451774597,0.010812711901962757,0.011247018352150917,0.011681324802339077]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,3,2,1,1,2,2,5,5,0,5,2,6,5,10,10,19,14,22,21,26,25,34,33,42,41,35,39,40,33,40,37,34,20,26,20,27,13,15,12,9,7,4,3,5,3,0,1,0,3,0,0,2,0,0,0,0,1],"bins":[-0.00042906231828965247,-0.0004162239783909172,-0.00040338560938835144,-0.00039054726948961616,-0.00037770892959088087,-0.00036487056058831513,-0.00035203222068957984,-0.0003391938516870141,-0.0003263555117882788,-0.00031351717188954353,-0.0003006788028869778,-0.0002878404629882425,-0.00027500209398567677,-0.0002621637540869415,-0.0002493254141882062,-0.00023648705973755568,-0.00022364870528690517,-0.00021081035083625466,-0.00019797199638560414,-0.00018513365648686886,-0.00017229530203621835,-0.00015945694758556783,-0.00014661860768683255,-0.00013378025323618203,-0.00012094189878553152,-0.00010810354433488101,-9.526519716018811e-05,-8.242684998549521e-05,-6.95884955348447e-05,-5.675014472217299e-05,-4.3911793909501284e-05,-3.107344309682958e-05,-1.823512138798833e-05,-5.396770575316623e-06,7.441580237355083e-06,2.027993105002679e-05,3.3118281862698495e-05,4.59566326753702e-05,5.879498348804191e-05,7.16333306627348e-05,8.447168511338532e-05,9.731003956403583e-05,0.00011014838673872873,0.00012298673391342163,0.00013582508836407214,0.00014866344281472266,0.00016150178271345794,0.00017434013716410846,0.00018717849161475897,0.00020001684606540948,0.00021285520051606,0.00022569354041479528,0.0002385318948654458,0.0002513702493160963,0.0002642085892148316,0.00027704695821739733,0.0002898852981161326,0.0003027236380148679,0.00031556200701743364,0.00032840034691616893,0.0003412386868149042,0.00035407705581746995,0.00036691539571620524,0.000379753764718771,0.00039259210461750627]},"learning_rate":4.999999402888957e-05,"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.0546875,-0.05303955078125,-0.0513916015625,-0.04974365234375,-0.048095703125,-0.04644775390625,-0.0447998046875,-0.04315185546875,-0.04150390625,-0.03985595703125,-0.0382080078125,-0.03656005859375,-0.034912109375,-0.03326416015625,-0.0316162109375,-0.02996826171875,-0.0283203125,-0.02667236328125,-0.0250244140625,-0.02337646484375,-0.021728515625,-0.02008056640625,-0.0184326171875,-0.01678466796875,-0.01513671875,-0.01348876953125,-0.0118408203125,-0.01019287109375,-0.008544921875,-0.00689697265625,-0.0052490234375,-0.00360107421875,-0.001953125,-0.00030517578125,0.0013427734375,0.00299072265625,0.004638671875,0.00628662109375,0.0079345703125,0.00958251953125,0.01123046875,0.01287841796875,0.0145263671875,0.01617431640625,0.017822265625,0.01947021484375,0.0211181640625,0.02276611328125,0.0244140625,0.02606201171875,0.0277099609375,0.02935791015625,0.031005859375,0.03265380859375,0.0343017578125,0.03594970703125,0.03759765625,0.03924560546875,0.0408935546875,0.04254150390625,0.044189453125,0.04583740234375,0.0474853515625,0.04913330078125,0.05078125],"_type":"histogram","values":[1,1,0,2,1,2,4,3,6,11,12,12,22,34,46,85,124,151,231,295,501,639,1092,1589,2515,3565,5326,7934,12238,18527,29853,52679,119533,162079,69985,36175,22123,13978,9471,6278,4109,2850,1931,1172,856,554,365,266,176,133,99,48,38,34,21,10,13,10,4,3,2,3,2,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"bins":[-0.09413985908031464,-0.09125032275915146,-0.08836077898740768,-0.0854712426662445,-0.08258170634508133,-0.07969216257333755,-0.07680262625217438,-0.0739130899310112,-0.07102355360984802,-0.06813400983810425,-0.06524447351694107,-0.062354933470487595,-0.05946539342403412,-0.05657585710287094,-0.053686317056417465,-0.05079678073525429,-0.04790724068880081,-0.045017700642347336,-0.04212816432118416,-0.03923862427473068,-0.036349087953567505,-0.03345954790711403,-0.030570007860660553,-0.027680469676852226,-0.0247909314930439,-0.021901393309235573,-0.019011855125427246,-0.01612231507897377,-0.013232776895165443,-0.010343238711357117,-0.007453699596226215,-0.004564160946756601,-0.0016746148467063904,0.0012149238027632236,0.004104462452232838,0.006994001101702452,0.009883539751172066,0.012773077934980392,0.01566261798143387,0.018552156165242195,0.021441694349050522,0.02433123253285885,0.027220770716667175,0.03011031076312065,0.03299985080957413,0.035889387130737305,0.03877892717719078,0.04166846349835396,0.044558003544807434,0.04744754359126091,0.05033707991242409,0.053226619958877563,0.05611615628004074,0.05900569632649422,0.06189523637294769,0.06478477269411087,0.06767430901527405,0.07056385278701782,0.073453389108181,0.07634292542934418,0.07923246920108795,0.08212200552225113,0.0850115418434143,0.08790108561515808,0.09079062193632126],"_type":"histogram","values":[1,1,2,2,9,20,31,49,84,133,205,329,556,801,1071,1635,2307,3082,4358,5765,7338,9483,11744,14346,17190,20217,23195,25792,28353,30511,32607,33836,34014,33731,32705,31056,28629,26351,23577,20623,17739,15161,12055,9824,7838,5949,4523,3348,2375,1745,1176,817,566,365,253,141,85,46,35,23,9,6,3,3]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.09915851056575775,-0.09607843309640884,-0.09299836307764053,-0.08991828560829163,-0.08683820813894272,-0.08375813812017441,-0.0806780606508255,-0.07759798318147659,-0.07451790571212769,-0.07143783569335938,-0.06835775822401047,-0.06527768075466156,-0.06219761073589325,-0.05911753326654434,-0.05603745952248573,-0.052957382053136826,-0.04987730830907822,-0.04679723456501961,-0.0437171570956707,-0.04063708335161209,-0.037557005882263184,-0.034476932138204575,-0.031396858394145966,-0.028316782787442207,-0.02523670718073845,-0.02215663157403469,-0.019076555967330933,-0.015996482223272324,-0.012916406616568565,-0.009836331009864807,-0.0067562563344836235,-0.0036761811934411526,-0.0005961135029792786,0.0024839616380631924,0.005564036779105663,0.008644111454486847,0.011724187061190605,0.014804262667894363,0.017884336411952972,0.02096441201865673,0.02404448762536049,0.027124563232064247,0.030204638838768005,0.033284712582826614,0.03636478632688522,0.03944486379623413,0.04252493754029274,0.04560501500964165,0.048685088753700256,0.051765162497758865,0.05484523996710777,0.05792531371116638,0.06100539118051529,0.0640854611992836,0.06716553866863251,0.07024561613798141,0.07332569360733032,0.07640576362609863,0.07948584109544754,0.08256591856479645,0.08564598858356476,0.08872606605291367,0.09180614352226257,0.09488621354103088,0.09796629101037979],"_type":"histogram","values":[1,2,6,5,9,16,41,60,143,239,365,648,1027,1614,2372,3561,5163,7483,10547,14256,19190,25202,31695,39209,48234,57030,65490,74131,82538,88637,93168,96586,96254,93950,90587,85123,77351,69325,59958,50842,42890,34698,27450,21419,16090,11816,8662,6044,4179,2716,1846,1192,719,451,273,168,89,49,21,13,10,6,4,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.09289530664682388,-0.08984430134296417,-0.08679328858852386,-0.08374228328466415,-0.08069127053022385,-0.07764026522636414,-0.07458925247192383,-0.07153824716806412,-0.0684872418642044,-0.0654362291097641,-0.06238522008061409,-0.05933421105146408,-0.05628320574760437,-0.05323219671845436,-0.05018118768930435,-0.04713017866015434,-0.044079169631004333,-0.041028160601854324,-0.037977151572704315,-0.034926142543554306,-0.0318751335144043,-0.028824126347899437,-0.025773119181394577,-0.022722110152244568,-0.01967110112309456,-0.01662009209394455,-0.013569083996117115,-0.01051807589828968,-0.007467066869139671,-0.0044160583056509495,-0.0013650497421622276,0.0016859588213264942,0.004736974835395813,0.007787983398884535,0.010838991962373257,0.013890000060200691,0.0169410090893507,0.01999201811850071,0.02304302528500557,0.02609403431415558,0.029145043343305588,0.0321960523724556,0.035247061401605606,0.038298070430755615,0.041349075734615326,0.044400084763765335,0.047451093792915344,0.05050210282206535,0.05355311185121536,0.05660412088036537,0.05965512990951538,0.06270613521337509,0.0657571479678154,0.06880815327167511,0.07185916602611542,0.07491017132997513,0.07796117663383484,0.08101218938827515,0.08406319469213486,0.08711420744657516,0.09016521275043488,0.09321622550487518,0.0962672308087349,0.0993182435631752,0.10236924886703491],"_type":"histogram","values":[4,1,4,9,12,27,40,67,134,221,355,560,832,1334,1915,2659,3691,5117,6936,8936,11415,14245,17262,20533,24166,26994,29704,32203,34505,35276,35489,35066,34635,32395,29706,26900,23238,19995,16914,13780,11032,8748,6634,4866,3586,2577,1805,1187,766,539,317,202,120,78,42,22,13,8,2,1,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,1,6,11,27,42,80,106,252,368,679,1094,1696,2537,3655,5512,7862,10879,14911,19853,25580,32881,40813,48849,58077,66949,75808,83003,89166,94165,95817,96256,94170,89978,84032,76387,68156,59105,50007,41369,33257,26892,20541,15693,11312,8204,5660,3979,2642,1707,1084,713,449,256,151,88,46,24,16,5,3],"bins":[-0.10490555316209793,-0.10182583332061768,-0.09874610602855682,-0.09566638618707657,-0.09258666634559631,-0.08950693905353546,-0.0864272192120552,-0.08334749191999435,-0.0802677720785141,-0.07718805223703384,-0.07410832494497299,-0.07102860510349274,-0.06794887781143188,-0.06486915796995163,-0.061789438128471375,-0.05870971456170082,-0.05562999099493027,-0.052550267428159714,-0.04947054386138916,-0.046390824019908905,-0.04331110045313835,-0.0402313768863678,-0.03715165704488754,-0.03407193347811699,-0.030992209911346436,-0.027912486344575882,-0.024832764640450478,-0.021753042936325073,-0.01867331936955452,-0.01559359673410654,-0.012513874098658562,-0.009434151463210583,-0.006354436278343201,-0.0032747136428952217,-0.00019499100744724274,0.0028847316280007362,0.005964454263448715,0.009044176898896694,0.012123899534344673,0.015203622169792652,0.01828334480524063,0.021363068372011185,0.02444279007613659,0.027522511780261993,0.030602235347032547,0.0336819589138031,0.036761678755283356,0.03984140232205391,0.04292112588882446,0.046000849455595016,0.04908057302236557,0.052160292863845825,0.05524001643061638,0.05831973999738693,0.06139945983886719,0.06447918713092804,0.0675589069724083,0.07063862681388855,0.0737183541059494,0.07679807394742966,0.07987779378890991,0.08295752108097076,0.08603724092245102,0.08911696821451187,0.09219668805599213]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.037109375,-0.0358428955078125,-0.034576416015625,-0.0333099365234375,-0.03204345703125,-0.0307769775390625,-0.029510498046875,-0.0282440185546875,-0.0269775390625,-0.0257110595703125,-0.024444580078125,-0.0231781005859375,-0.02191162109375,-0.0206451416015625,-0.019378662109375,-0.0181121826171875,-0.016845703125,-0.0155792236328125,-0.014312744140625,-0.0130462646484375,-0.01177978515625,-0.0105133056640625,-0.009246826171875,-0.0079803466796875,-0.0067138671875,-0.0054473876953125,-0.004180908203125,-0.0029144287109375,-0.00164794921875,-0.0003814697265625,0.000885009765625,0.0021514892578125,0.00341796875,0.0046844482421875,0.005950927734375,0.0072174072265625,0.00848388671875,0.0097503662109375,0.011016845703125,0.0122833251953125,0.0135498046875,0.0148162841796875,0.016082763671875,0.0173492431640625,0.01861572265625,0.0198822021484375,0.021148681640625,0.0224151611328125,0.023681640625,0.0249481201171875,0.026214599609375,0.0274810791015625,0.02874755859375,0.0300140380859375,0.031280517578125,0.0325469970703125,0.0338134765625,0.0350799560546875,0.036346435546875,0.0376129150390625,0.03887939453125,0.0401458740234375,0.041412353515625,0.0426788330078125,0.0439453125],"_type":"histogram","values":[1,1,0,3,1,4,5,9,20,16,43,52,71,129,173,231,417,572,978,1375,2260,3542,5831,9154,15632,26457,50179,109191,336259,640809,196752,77992,39160,21575,12849,7534,4868,2999,1924,1214,867,549,374,258,151,121,72,48,47,28,19,13,13,7,2,3,2,2,1,3,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[3,2,3,5,4,6,3,5,1,8,4,5,12,16,8,11,16,9,10,22,14,16,17,25,18,22,16,22,26,24,20,27,17,18,12,21,28,19,10,23,16,19,17,21,13,16,11,17,13,8,11,7,5,8,2,7,6,6,5,3,4,3,1,1],"bins":[-0.0004249208141118288,-0.00041132696787826717,-0.000397733150748536,-0.00038413930451497436,-0.0003705454873852432,-0.00035695164115168154,-0.00034335782402195036,-0.00032976397778838873,-0.00031617016065865755,-0.0003025763144250959,-0.00028898249729536474,-0.0002753886510618031,-0.0002617948339320719,-0.0002482009876985103,-0.00023460715601686388,-0.00022101332433521748,-0.00020741949265357107,-0.00019382566097192466,-0.00018023182929027826,-0.00016663799760863185,-0.00015304416592698544,-0.00013945033424533904,-0.00012585650256369263,-0.00011226266360608861,-9.86688319244422e-05,-8.50750002427958e-05,-7.148116856114939e-05,-5.7887333241524175e-05,-4.429350155987777e-05,-3.069966987823136e-05,-1.710583637759555e-05,-3.512003786454443e-06,1.0081828804686666e-05,2.3675660486333072e-05,3.726949216797948e-05,5.086332748760469e-05,6.445715553127229e-05,7.805099448887631e-05,9.164482617052272e-05,0.00010523865785216913,0.00011883248953381553,0.00013242632849141955,0.00014602016017306596,0.00015961399185471237,0.00017320782353635877,0.00018680165521800518,0.0002003954868996516,0.000213989318581298,0.0002275831502629444,0.0002411769819445908,0.00025477082817815244,0.0002683646453078836,0.00028195849154144526,0.00029555230867117643,0.00030914615490473807,0.00032273997203446925,0.0003363338182680309,0.00034992763539776206,0.0003635214816313237,0.0003771152987610549,0.0003907091449946165,0.0004043029621243477,0.0004178968083579093,0.0004314906254876405,0.00044508447172120214]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,2,3,5,4,8,7,6,16,16,17,16,17,22,23,28,30,29,35,31,32,28,28,39,33,23,33,31,22,24,29,17,22,14,11,13,9,6,4,8,3,4,1,3,3,1,4,0,1,0,0,0,1,0,0,1],"bins":[-0.055096276104450226,-0.05327379330992699,-0.05145131051540375,-0.04962882399559021,-0.04780634120106697,-0.04598385840654373,-0.044161371886730194,-0.042338889092206955,-0.040516406297683716,-0.03869392350316048,-0.03687144070863724,-0.0350489541888237,-0.03322647139430046,-0.03140398859977722,-0.029581503942608833,-0.027759019285440445,-0.025936536490917206,-0.024114053696393967,-0.02229156903922558,-0.02046908438205719,-0.01864660158753395,-0.01682411879301071,-0.015001634135842323,-0.01317915040999651,-0.011356666684150696,-0.009534182958304882,-0.007711699232459068,-0.0058892155066132545,-0.004066731780767441,-0.002244248054921627,-0.0004217643290758133,0.0014007193967700005,0.0032232068479061127,0.005045690573751926,0.00686817429959774,0.008690658025443554,0.010513141751289368,0.012335625477135181,0.014158109202980995,0.015980593860149384,0.017803076654672623,0.019625559449195862,0.02144804410636425,0.02327052876353264,0.025093011558055878,0.026915494352579117,0.028737979009747505,0.030560463666915894,0.03238294646143913,0.03420542925596237,0.03602791577577591,0.03785039857029915,0.03967288136482239,0.04149536415934563,0.043317846953868866,0.045140333473682404,0.04696281626820564,0.04878529906272888,0.05060778558254242,0.05243026837706566,0.0542527511715889,0.05607523396611214,0.057897716760635376,0.059720203280448914,0.06154268607497215]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.0023345947265625,-0.0022597312927246094,-0.0021848678588867188,-0.002110004425048828,-0.0020351409912109375,-0.001960277557373047,-0.0018854141235351562,-0.0018105506896972656,-0.001735687255859375,-0.0016608238220214844,-0.0015859603881835938,-0.0015110969543457031,-0.0014362335205078125,-0.0013613700866699219,-0.0012865066528320312,-0.0012116432189941406,-0.00113677978515625,-0.0010619163513183594,-0.0009870529174804688,-0.0009121894836425781,-0.0008373260498046875,-0.0007624626159667969,-0.0006875991821289062,-0.0006127357482910156,-0.000537872314453125,-0.0004630088806152344,-0.00038814544677734375,-0.0003132820129394531,-0.0002384185791015625,-0.00016355514526367188,-8.869171142578125e-05,-1.3828277587890625e-05,6.103515625e-05,0.00013589859008789062,0.00021076202392578125,0.0002856254577636719,0.0003604888916015625,0.0004353523254394531,0.0005102157592773438,0.0005850791931152344,0.000659942626953125,0.0007348060607910156,0.0008096694946289062,0.0008845329284667969,0.0009593963623046875,0.0010342597961425781,0.0011091232299804688,0.0011839866638183594,0.00125885009765625,0.0013337135314941406,0.0014085769653320312,0.0014834403991699219,0.0015583038330078125,0.0016331672668457031,0.0017080307006835938,0.0017828941345214844,0.001857757568359375,0.0019326210021972656,0.0020074844360351562,0.002082347869873047,0.0021572113037109375,0.002232074737548828,0.0023069381713867188,0.0023818016052246094,0.0024566650390625],"_type":"histogram","values":[1,3,0,4,3,8,12,18,22,33,46,57,79,102,161,176,290,424,583,827,1165,1619,2327,3266,5224,7391,11203,17462,29889,55639,124336,154149,74802,36612,21351,13091,8732,5540,3942,2656,1916,1418,947,672,488,355,248,147,123,74,61,36,32,16,15,7,7,6,2,3,1,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,2,0,2,1,0,2,0,0,2,1,1,3,2,4,2,4,8,7,13,8,10,12,13,13,27,27,23,22,41,48,39,40,40,45,40,42,33,37,25,26,13,11,19,14,10,10,7,6,1,2,2,3,1,1,1,0,0,0,0,0,0,0,1],"bins":[-0.00041206643800251186,-0.0003996731247752905,-0.00038727978244423866,-0.00037488644011318684,-0.00036249312688596547,-0.0003500998136587441,-0.00033770647132769227,-0.00032531312899664044,-0.0003129198157694191,-0.0003005265025421977,-0.0002881331602111459,-0.00027573981788009405,-0.0002633465046528727,-0.0002509531914256513,-0.00023855984909459949,-0.0002261665213154629,-0.0002137731935363263,-0.0002013798657571897,-0.0001889865379780531,-0.0001765932101989165,-0.0001641998824197799,-0.0001518065546406433,-0.0001394132268615067,-0.0001270198990823701,-0.0001146265713032335,-0.0001022332435240969,-8.983991574496031e-05,-7.744658796582371e-05,-6.505326018668711e-05,-5.2659932407550514e-05,-4.0266604628413916e-05,-2.7873276849277318e-05,-1.547994907014072e-05,-3.0866212910041213e-06,9.306706488132477e-06,2.1700034267269075e-05,3.409336204640567e-05,4.648668982554227e-05,5.888001760467887e-05,7.127334538381547e-05,8.366667316295207e-05,9.606000094208866e-05,0.00010845332872122526,0.00012084665650036186,0.00013323998427949846,0.00014563331205863506,0.00015802663983777165,0.00017041996761690825,0.00018281329539604485,0.00019520662317518145,0.00020759995095431805,0.00021999327873345464,0.00023238660651259124,0.0002447799197398126,0.00025717326207086444,0.00026956660440191627,0.00028195991762913764,0.000294353230856359,0.00030674657318741083,0.00031913991551846266,0.00033153322874568403,0.0003439265419729054,0.0003563198843039572,0.00036871322663500905,0.0003811065398622304]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[3,1,1,2,2,6,4,5,8,24,17,27,31,56,71,123,182,273,407,621,905,1523,2318,3913,6648,11236,19978,37833,78174,179108,422024,441141,192997,82679,39502,21168,11838,6800,4195,2536,1637,933,674,358,307,169,120,70,74,39,31,16,15,14,10,5,7,2,0,0,0,0,2,1],"bins":[-0.0137939453125,-0.013349533081054688,-0.012905120849609375,-0.012460708618164062,-0.01201629638671875,-0.011571884155273438,-0.011127471923828125,-0.010683059692382812,-0.0102386474609375,-0.009794235229492188,-0.009349822998046875,-0.008905410766601562,-0.00846099853515625,-0.008016586303710938,-0.007572174072265625,-0.0071277618408203125,-0.006683349609375,-0.0062389373779296875,-0.005794525146484375,-0.0053501129150390625,-0.00490570068359375,-0.0044612884521484375,-0.004016876220703125,-0.0035724639892578125,-0.0031280517578125,-0.0026836395263671875,-0.002239227294921875,-0.0017948150634765625,-0.00135040283203125,-0.0009059906005859375,-0.000461578369140625,-1.71661376953125e-05,0.00042724609375,0.0008716583251953125,0.001316070556640625,0.0017604827880859375,0.00220489501953125,0.0026493072509765625,0.003093719482421875,0.0035381317138671875,0.0039825439453125,0.0044269561767578125,0.004871368408203125,0.0053157806396484375,0.00576019287109375,0.0062046051025390625,0.006649017333984375,0.0070934295654296875,0.007537841796875,0.007982254028320312,0.008426666259765625,0.008871078491210938,0.00931549072265625,0.009759902954101562,0.010204315185546875,0.010648727416992188,0.0110931396484375,0.011537551879882812,0.011981964111328125,0.012426376342773438,0.01287078857421875,0.013315200805664062,0.013759613037109375,0.014204025268554688,0.0146484375]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[-0.011121992021799088,-0.010638129897415638,-0.010154267773032188,-0.009670405648648739,-0.00918654352426529,-0.00870268139988184,-0.008218818344175816,-0.007734956685453653,-0.0072510940954089165,-0.006767231971025467,-0.006283369846642017,-0.005799507722258568,-0.005315645597875118,-0.004831783473491669,-0.004347920883446932,-0.0038640587590634823,-0.0033801966346800327,-0.002896334510296583,-0.00241247215308249,-0.0019286100286990404,-0.001444747787900269,-0.0009608855471014977,-0.0004770233645103872,6.838847184553742e-06,0.0004907010588794947,0.000974563299678266,0.0014584255404770374,0.001942287664860487,0.0024261497892439365,0.0029100121464580297,0.0033938742708414793,0.0038777366280555725,0.004361598752439022,0.004845460876822472,0.005329323001205921,0.005813185591250658,0.006297047715634108,0.006780909840017557,0.007264771964401007,0.007748634088784456,0.008232496678829193,0.008716358803212643,0.009200220927596092,0.009684083051979542,0.010167945176362991,0.010651807300746441,0.01113566942512989,0.01161953154951334,0.01210339367389679,0.012587256729602814,0.013071118853986263,0.013554980978369713,0.014038843102753162,0.014522705227136612,0.015006567351520061,0.015490429475903511,0.015974292531609535,0.01645815372467041,0.016942016780376434,0.01742587797343731,0.017909741029143333,0.01839360222220421,0.018877465277910233,0.019361326470971107,0.01984518952667713],"_type":"histogram","values":[1,1,0,1,0,1,0,2,1,1,2,6,5,10,6,14,26,19,42,43,75,65,94,86,59,52,32,33,17,14,14,5,6,7,5,1,5,3,2,3,0,2,0,0,2,1,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.10559730231761932,-0.1025223359465599,-0.09944736212491989,-0.09637239575386047,-0.09329742193222046,-0.09022245556116104,-0.08714748919010162,-0.08407251536846161,-0.08099754899740219,-0.07792258262634277,-0.07484760880470276,-0.07177264243364334,-0.06869767606258392,-0.06562270224094391,-0.06254773586988449,-0.059472765773534775,-0.05639779567718506,-0.05332282558083534,-0.050247855484485626,-0.04717288911342621,-0.04409791901707649,-0.041022948920726776,-0.03794798254966736,-0.03487301245331764,-0.031798042356967926,-0.02872307226061821,-0.025648104026913643,-0.022573135793209076,-0.01949816569685936,-0.016423195600509644,-0.013348227366805077,-0.010273258201777935,-0.00719829648733139,-0.004123327322304249,-0.0010483581572771072,0.0020266110077500343,0.005101580172777176,0.008176549337804317,0.011251518502831459,0.0143264876678586,0.017401456832885742,0.02047642692923546,0.023551395162940025,0.026626363396644592,0.02970133349299431,0.032776303589344025,0.03585126996040344,0.03892624005675316,0.042001210153102875,0.04507618024945259,0.04815115034580231,0.051226116716861725,0.05430108681321144,0.05737605690956116,0.060451023280620575,0.06352599710226059,0.06660096347332001,0.06967592984437943,0.07275090366601944,0.07582587003707886,0.07890084385871887,0.08197581022977829,0.08505077660083771,0.08812575042247772,0.09120071679353714],"_type":"histogram","values":[1,0,0,0,1,2,4,5,15,32,42,79,129,241,352,548,827,1254,1959,2725,3743,5134,6985,9155,11443,14387,17436,20862,23982,27668,30290,32930,34503,35712,36295,35841,34086,32555,29192,26367,23253,19761,16485,13533,10627,8219,6209,4576,3326,2346,1618,1110,740,501,292,197,113,70,31,21,6,5,2,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,3,2,5,6,1,5,9,8,14,16,9,11,16,15,14,8,14,16,18,24,20,23,21,16,20,16,17,12,19,16,18,16,11,17,28,16,24,23,14,11,17,22,10,8,18,14,9,14,11,12,7,12,8,6,11,3,3,3,2,3,1,1],"bins":[-0.0004905915120616555,-0.0004752333043143153,-0.0004598750965669751,-0.0004445168888196349,-0.0004291586810722947,-0.0004138004733249545,-0.0003984422655776143,-0.0003830840578302741,-0.0003677258500829339,-0.0003523676423355937,-0.0003370094345882535,-0.0003216512268409133,-0.0003062930190935731,-0.0002909348113462329,-0.0002755766035988927,-0.0002602183958515525,-0.0002448601881042123,-0.00022950198035687208,-0.00021414377260953188,-0.00019878556486219168,-0.00018342735711485147,-0.00016806914936751127,-0.00015271094162017107,-0.00013735273387283087,-0.00012199452612549067,-0.00010663631837815046,-9.127811063081026e-05,-7.591990288347006e-05,-6.0561695136129856e-05,-4.5203487388789654e-05,-2.984527964144945e-05,-1.4487071894109249e-05,8.711940608918667e-07,1.622940180823207e-05,3.158760955557227e-05,4.6945817302912474e-05,6.230402505025268e-05,7.766223279759288e-05,9.302044054493308e-05,0.00010837864829227328,0.00012373685603961349,0.0001390950637869537,0.0001544532715342939,0.0001698114792816341,0.0001851696870289743,0.0002005278947763145,0.0002158861025236547,0.0002312443102709949,0.0002466025180183351,0.0002619607257656753,0.0002773189335130155,0.0002926771412603557,0.0003080353490076959,0.0003233935567550361,0.0003387517645023763,0.0003541099722497165,0.0003694681799970567,0.0003848263877443969,0.00040018459549173713,0.00041554280323907733,0.00043090101098641753,0.00044625921873375773,0.00046161742648109794,0.00047697563422843814,0.0004923338419757783],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[2,1,0,2,0,0,4,3,7,4,12,12,17,26,45,48,80,86,130,209,264,418,589,876,1370,2076,3173,5056,8405,14023,25263,47108,98409,158474,105900,51258,27321,14933,8859,5305,3537,2190,1350,949,610,443,298,189,159,96,53,56,30,28,11,16,14,6,7,2,4,3,4,1],"bins":[-0.0014801025390625,-0.001435995101928711,-0.0013918876647949219,-0.0013477802276611328,-0.0013036727905273438,-0.0012595653533935547,-0.0012154579162597656,-0.0011713504791259766,-0.0011272430419921875,-0.0010831356048583984,-0.0010390281677246094,-0.0009949207305908203,-0.0009508132934570312,-0.0009067058563232422,-0.0008625984191894531,-0.0008184909820556641,-0.000774383544921875,-0.0007302761077880859,-0.0006861686706542969,-0.0006420612335205078,-0.0005979537963867188,-0.0005538463592529297,-0.0005097389221191406,-0.00046563148498535156,-0.0004215240478515625,-0.00037741661071777344,-0.0003333091735839844,-0.0002892017364501953,-0.00024509429931640625,-0.0002009868621826172,-0.00015687942504882812,-0.00011277198791503906,-6.866455078125e-05,-2.4557113647460938e-05,1.9550323486328125e-05,6.365776062011719e-05,0.00010776519775390625,0.0001518726348876953,0.00019598007202148438,0.00024008750915527344,0.0002841949462890625,0.00032830238342285156,0.0003724098205566406,0.0004165172576904297,0.00046062469482421875,0.0005047321319580078,0.0005488395690917969,0.0005929470062255859,0.000637054443359375,0.0006811618804931641,0.0007252693176269531,0.0007693767547607422,0.0008134841918945312,0.0008575916290283203,0.0009016990661621094,0.0009458065032958984,0.0009899139404296875,0.0010340213775634766,0.0010781288146972656,0.0011222362518310547,0.0011663436889648438,0.0012104511260986328,0.0012545585632324219,0.001298666000366211,0.0013427734375]},"_runtime":67.629283345,"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.09130316227674484,-0.08823046088218689,-0.08515775948762894,-0.08208505809307098,-0.07901235669851303,-0.07593965530395508,-0.07286695390939713,-0.06979425251483917,-0.06672155112028122,-0.06364884972572327,-0.060576148331165314,-0.05750344693660736,-0.05443074554204941,-0.051358044147491455,-0.0482853427529335,-0.04521264135837555,-0.042139939963817596,-0.039067238569259644,-0.03599453717470169,-0.03292183578014374,-0.029849134385585785,-0.026776432991027832,-0.02370373159646988,-0.020631030201911926,-0.017558328807353973,-0.01448562741279602,-0.011412926018238068,-0.008340224623680115,-0.005267523229122162,-0.002194821834564209,0.0008778795599937439,0.003950580954551697,0.007023274898529053,0.010095976293087006,0.013168677687644958,0.01624137908220291,0.019314080476760864,0.022386781871318817,0.02545948326587677,0.028532184660434723,0.031604886054992676,0.03467758744955063,0.03775028884410858,0.040822990238666534,0.04389569163322449,0.04696839302778244,0.05004109442234039,0.053113795816898346,0.0561864972114563,0.05925919860601425,0.062331900000572205,0.06540460139513016,0.06847730278968811,0.07155000418424606,0.07462270557880402,0.07769540697336197,0.08076810836791992,0.08384080976247787,0.08691351115703583,0.08998621255159378,0.09305891394615173,0.09613161534070969,0.09920431673526764,0.10227701812982559,0.10534971952438354],"_type":"histogram","values":[6,7,17,28,56,91,168,273,527,787,1265,2009,2921,4311,6435,9063,12259,16587,21908,28260,35462,43710,52084,61736,69982,77839,85362,90539,94648,96126,95594,93291,87791,81622,73775,64435,55674,47185,38846,31015,24177,18813,13900,10166,7232,5205,3489,2322,1454,984,612,334,205,128,73,44,16,7,5,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,3,1,0,2,2,5,3,4,3,4,10,5,5,5,6,7,20,9,15,16,16,17,23,20,26,23,30,28,31,25,22,21,27,34,17,19,20,25,23,18,20,19,13,15,13,15,7,4,5,6,7,5,7,9,6,4,4,7,1,4,3,2,1],"bins":[0.9995260238647461,0.9995413422584534,0.9995566606521606,0.9995719790458679,0.9995872974395752,0.9996026158332825,0.9996179342269897,0.999633252620697,0.9996485710144043,0.9996639490127563,0.9996792674064636,0.9996945858001709,0.9997099041938782,0.9997252225875854,0.9997405409812927,0.999755859375,0.9997711777687073,0.9997864961624146,0.9998018145561218,0.9998171329498291,0.9998324513435364,0.9998477697372437,0.9998630881309509,0.9998784065246582,0.9998937845230103,0.9999091029167175,0.9999244213104248,0.9999397397041321,0.9999550580978394,0.9999703764915466,0.9999856948852539,1.0000009536743164,1.0000163316726685,1.0000317096710205,1.000046968460083,1.000062346458435,1.0000776052474976,1.0000929832458496,1.000108242034912,1.0001236200332642,1.0001388788223267,1.0001542568206787,1.0001695156097412,1.0001848936080933,1.0002001523971558,1.0002155303955078,1.0002307891845703,1.0002461671829224,1.0002615451812744,1.000276803970337,1.000292181968689,1.0003074407577515,1.0003228187561035,1.000338077545166,1.000353455543518,1.0003687143325806,1.0003840923309326,1.0003993511199951,1.0004147291183472,1.0004299879074097,1.0004453659057617,1.0004606246948242,1.0004760026931763,1.0004912614822388,1.0005066394805908],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,0,2,3,3,2,4,4,8,9,4,6,6,11,6,20,19,30,19,20,43,40,28,36,18,39,29,30,25,29,32,37,25,24,24,26,16,13,10,14,9,7,4,8,2,4,1,5,5,2,2,1,0,0,1,0,1],"bins":[-0.018382687121629715,-0.01783226802945137,-0.017281850799918175,-0.01673143170773983,-0.016181014478206635,-0.01563059538602829,-0.015080176293849945,-0.014529758132994175,-0.013979339972138405,-0.013428921811282635,-0.012878503650426865,-0.01232808455824852,-0.01177766639739275,-0.01122724823653698,-0.010676829144358635,-0.010126410983502865,-0.009575992822647095,-0.009025574661791325,-0.008475156500935555,-0.00792473740875721,-0.00737431924790144,-0.0068239010870456696,-0.006273482460528612,-0.005723063834011555,-0.005172645673155785,-0.0046222275123000145,-0.004071808885782957,-0.0035213904920965433,-0.0029709720984101295,-0.0024205537047237158,-0.001870135311037302,-0.0013197169173508883,-0.0007692985236644745,-0.00021888012997806072,0.00033153826370835304,0.0008819566573947668,0.0014323750510811806,0.0019827934447675943,0.002533211838454008,0.003083630232140422,0.0036340486258268356,0.004184466786682606,0.004734885413199663,0.005285304039716721,0.005835722200572491,0.006386140361428261,0.006936558987945318,0.007486977614462376,0.008037395775318146,0.008587813936173916,0.009138232097029686,0.00968865118920803,0.0102390693500638,0.010789487510919571,0.011339906603097916,0.011890324763953686,0.012440742924809456,0.012991161085665226,0.013541579246520996,0.01409199833869934,0.014642416499555111,0.015192834660410881,0.015743253752589226,0.01629367098212242,0.016844090074300766],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[2,0,1,1,0,0,0,3,1,6,7,6,9,10,12,27,50,65,82,152,147,314,452,675,1056,1728,2658,4299,7385,12280,22357,41780,86615,190125,411763,411774,193301,86533,42697,22619,12621,7402,4223,2806,1724,1054,673,464,298,188,125,101,51,40,34,20,17,10,6,7,1,5,0,2],"bins":[-0.0120849609375,-0.011739730834960938,-0.011394500732421875,-0.011049270629882812,-0.01070404052734375,-0.010358810424804688,-0.010013580322265625,-0.009668350219726562,-0.0093231201171875,-0.008977890014648438,-0.008632659912109375,-0.008287429809570312,-0.00794219970703125,-0.0075969696044921875,-0.007251739501953125,-0.0069065093994140625,-0.006561279296875,-0.0062160491943359375,-0.005870819091796875,-0.0055255889892578125,-0.00518035888671875,-0.0048351287841796875,-0.004489898681640625,-0.0041446685791015625,-0.0037994384765625,-0.0034542083740234375,-0.003108978271484375,-0.0027637481689453125,-0.00241851806640625,-0.0020732879638671875,-0.001728057861328125,-0.0013828277587890625,-0.00103759765625,-0.0006923675537109375,-0.000347137451171875,-1.9073486328125e-06,0.00034332275390625,0.0006885528564453125,0.001033782958984375,0.0013790130615234375,0.0017242431640625,0.0020694732666015625,0.002414703369140625,0.0027599334716796875,0.00310516357421875,0.0034503936767578125,0.003795623779296875,0.0041408538818359375,0.004486083984375,0.0048313140869140625,0.005176544189453125,0.0055217742919921875,0.00586700439453125,0.0062122344970703125,0.006557464599609375,0.0069026947021484375,0.0072479248046875,0.0075931549072265625,0.007938385009765625,0.008283615112304688,0.00862884521484375,0.008974075317382812,0.009319305419921875,0.009664535522460938,0.010009765625]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9995400905609131,0.9995552897453308,0.9995704889297485,0.999585747718811,0.9996009469032288,0.9996161460876465,0.9996313452720642,0.9996466040611267,0.9996618032455444,0.9996770024299622,0.9996922016143799,0.9997074007987976,0.9997226595878601,0.9997378587722778,0.9997530579566956,0.9997682571411133,0.9997835159301758,0.9997987151145935,0.9998139142990112,0.999829113483429,0.9998443126678467,0.9998595714569092,0.9998747706413269,0.9998899698257446,0.9999051690101624,0.9999203681945801,0.9999356269836426,0.9999508261680603,0.999966025352478,0.9999812245368958,0.9999964833259583,1.000011682510376,1.0000269412994385,1.0000420808792114,1.000057339668274,1.0000724792480469,1.0000877380371094,1.0001029968261719,1.0001181364059448,1.0001333951950073,1.0001485347747803,1.0001637935638428,1.0001790523529053,1.0001941919326782,1.0002094507217407,1.0002245903015137,1.0002398490905762,1.0002551078796387,1.0002702474594116,1.0002855062484741,1.000300645828247,1.0003159046173096,1.000331163406372,1.000346302986145,1.0003615617752075,1.00037682056427,1.000391960144043,1.0004072189331055,1.0004223585128784,1.000437617301941,1.0004528760910034,1.0004680156707764,1.0004832744598389,1.0004984140396118,1.0005136728286743],"_type":"histogram","values":[2,0,1,4,1,2,2,5,3,3,6,7,4,8,7,9,11,10,17,12,16,16,21,37,25,27,36,29,26,23,27,28,20,20,22,19,19,15,19,19,12,6,17,13,14,20,13,9,16,10,14,10,8,3,3,2,4,3,4,3,1,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,2,2,1,0,0,1,2,1,3,3,4,8,7,10,11,24,24,31,37,39,43,37,55,47,52,45,36,57,33,36,17,20,14,17,8,6,8,4,8,1,4,0,2,1,2,1,0,0,0,1,0,0,0,0,0,1],"bins":[-0.00040467214421369135,-0.00039185979403555393,-0.00037904747296124697,-0.00036623512278310955,-0.0003534228017088026,-0.00034061045153066516,-0.0003277981304563582,-0.00031498578027822077,-0.00030217343010008335,-0.0002893611090257764,-0.00027654875884763896,-0.000263736437773332,-0.0002509240875951946,-0.00023811175196897238,-0.0002252994163427502,-0.000212487080716528,-0.0001996747450903058,-0.0001868624094640836,-0.00017405007383786142,-0.00016123773821163923,-0.00014842540258541703,-0.0001356130524072796,-0.00012280071678105742,-0.00010998838115483522,-9.717604552861303e-05,-8.436370990239084e-05,-7.155137427616864e-05,-5.873903137398884e-05,-4.5926695747766644e-05,-3.311436012154445e-05,-2.030202085734345e-05,-7.489683412131853e-06,5.3226831369102e-06,1.8135020582121797e-05,3.0947358027333394e-05,4.3759697291534394e-05,5.657203291775659e-05,6.938436854397878e-05,8.219671144615859e-05,9.500904707238078e-05,0.00010782138269860297,0.00012063371832482517,0.00013344605395104736,0.00014625838957726955,0.00015907073975540698,0.00017188307538162917,0.00018469541100785136,0.00019750774663407356,0.00021032008226029575,0.00022313241788651794,0.00023594475351274014,0.00024875710369087756,0.0002615694247651845,0.00027438177494332194,0.0002871940960176289,0.00030000644619576633,0.00031281879637390375,0.0003256311174482107,0.00033844346762634814,0.0003512557887006551,0.0003640681388787925,0.0003768804599530995,0.0003896928101312369,0.0004025051312055439,0.0004153174813836813]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[2,1,0,0,0,2,2,2,2,1,2,1,5,2,3,10,6,10,10,8,13,14,6,18,26,19,22,32,27,43,39,36,40,39,27,42,32,23,28,24,18,14,14,19,11,10,11,12,7,5,4,2,3,5,2,0,1,4,2,1,1,2,0,1],"bins":[-0.00036781225935555995,-0.0003562339406926185,-0.0003446555929258466,-0.0003330772742629051,-0.00032149895559996367,-0.00030992060783319175,-0.0002983422891702503,-0.00028676397050730884,-0.00027518562274053693,-0.00026360730407759547,-0.000252028985414654,-0.00024045065219979733,-0.00022887231898494065,-0.0002172940003219992,-0.0002057156671071425,-0.00019413734844420105,-0.00018255901522934437,-0.00017098068201448768,-0.00015940236335154623,-0.00014782403013668954,-0.0001362457114737481,-0.0001246673782588914,-0.00011308904504403472,-0.00010151071910513565,-8.993239316623658e-05,-7.835406722733751e-05,-6.677574128843844e-05,-5.5197408073581755e-05,-4.3619082134682685e-05,-3.2040756195783615e-05,-2.0462426618905738e-05,-8.884098861017264e-06,2.6941997930407524e-06,1.4272527550929226e-05,2.58508553088177e-05,3.742918488569558e-05,4.900751082459465e-05,6.058583676349372e-05,7.21641699783504e-05,8.374249591724947e-05,9.532082185614854e-05,0.00010689914779504761,0.00011847747373394668,0.00013005580694880337,0.00014163414016366005,0.0001532124588266015,0.0001647907920414582,0.00017636911070439965,0.00018794744391925633,0.00019952577713411301,0.00021110409579705447,0.00022268242901191115,0.0002342607476748526,0.0002458390954416245,0.000257417414104566,0.00026899573276750743,0.00028057408053427935,0.0002921523991972208,0.00030373071786016226,0.0003153090365231037,0.0003268873842898756,0.0003384657029528171,0.00035004402161575854,0.00036162236938253045,0.0003732006880454719],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9995769262313843,0.9995913505554199,0.9996057748794556,0.9996201992034912,0.9996346235275269,0.9996490478515625,0.9996635317802429,0.9996779561042786,0.9996923804283142,0.9997068047523499,0.9997212290763855,0.9997356534004211,0.9997500777244568,0.9997645020484924,0.9997789263725281,0.9997933506965637,0.9998078346252441,0.9998222589492798,0.9998366832733154,0.9998511075973511,0.9998655319213867,0.9998799562454224,0.999894380569458,0.9999088048934937,0.9999232292175293,0.9999376535415649,0.9999520778656006,0.999966561794281,0.9999809861183167,0.9999954104423523,1.0000097751617432,1.0000241994857788,1.0000386238098145,1.0000531673431396,1.0000675916671753,1.000082015991211,1.0000964403152466,1.0001108646392822,1.0001252889633179,1.0001397132873535,1.0001541376113892,1.0001685619354248,1.0001829862594604,1.000197410583496,1.0002118349075317,1.0002262592315674,1.000240683555603,1.0002551078796387,1.0002695322036743,1.00028395652771,1.0002983808517456,1.0003128051757812,1.000327229499817,1.0003416538238525,1.0003561973571777,1.0003706216812134,1.000385046005249,1.0003994703292847,1.0004138946533203,1.000428318977356,1.0004427433013916,1.0004571676254272,1.000471591949463,1.0004860162734985,1.0005004405975342],"_type":"histogram","values":[1,2,4,3,6,2,5,4,4,4,2,6,5,8,18,11,17,16,15,18,20,12,22,26,22,26,29,27,23,20,22,21,22,17,27,14,18,21,20,14,18,18,13,18,8,9,6,11,12,9,9,7,4,7,14,7,6,4,4,2,2,3,2,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[2,0,1,0,0,0,0,0,1,4,0,1,0,1,3,1,2,2,7,4,3,11,10,14,19,16,16,26,35,28,44,34,41,31,32,33,32,29,42,34,36,23,32,15,17,20,15,13,5,9,1,3,6,1,3,0,2,0,1,1,2,2,1,1],"bins":[-0.0003360949922353029,-0.00032646552426740527,-0.0003168360854033381,-0.0003072066174354404,-0.0002975771785713732,-0.00028794771060347557,-0.0002783182426355779,-0.0002686888037715107,-0.00025905933580361307,-0.00024942989693954587,-0.00023980042897164822,-0.0002301709755556658,-0.00022054152213968337,-0.00021091206872370094,-0.0002012826007558033,-0.00019165314733982086,-0.00018202369392383844,-0.000172394240507856,-0.00016276478709187359,-0.00015313531912397593,-0.0001435058657079935,-0.00013387641229201108,-0.00012424695887602866,-0.00011461749818408862,-0.00010498804476810619,-9.535859135212377e-05,-8.572913066018373e-05,-7.60996772442013e-05,-6.647022382821888e-05,-5.684076313627884e-05,-4.721130972029641e-05,-3.758185266633518e-05,-2.7952395612373948e-05,-1.8322938558412716e-05,-8.693483323440887e-06,9.359728210256435e-07,1.0565428965492174e-05,2.0194886019453406e-05,2.9824341254425235e-05,3.9453796489397064e-05,4.9083253543358296e-05,5.871271059731953e-05,6.834216765128076e-05,7.797162106726319e-05,8.760107448324561e-05,9.723053517518565e-05,0.00010685998859116808,0.00011648944928310812,0.00012611890269909054,0.00013574835611507297,0.0001453778095310554,0.00015500727749895304,0.00016463673091493547,0.0001742661843309179,0.00018389563774690032,0.00019352509116288275,0.00020315454457886517,0.00021278401254676282,0.00022241346596274525,0.00023204291937872767,0.0002416723727947101,0.0002513018262106925,0.0002609312941785902,0.0002705607330426574,0.00028019020101055503]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.017822265625,-0.017286300659179688,-0.016750335693359375,-0.016214370727539062,-0.01567840576171875,-0.015142440795898438,-0.014606475830078125,-0.014070510864257812,-0.0135345458984375,-0.012998580932617188,-0.012462615966796875,-0.011926651000976562,-0.01139068603515625,-0.010854721069335938,-0.010318756103515625,-0.009782791137695312,-0.009246826171875,-0.008710861206054688,-0.008174896240234375,-0.0076389312744140625,-0.00710296630859375,-0.0065670013427734375,-0.006031036376953125,-0.0054950714111328125,-0.0049591064453125,-0.0044231414794921875,-0.003887176513671875,-0.0033512115478515625,-0.00281524658203125,-0.0022792816162109375,-0.001743316650390625,-0.0012073516845703125,-0.00067138671875,-0.0001354217529296875,0.000400543212890625,0.0009365081787109375,0.00147247314453125,0.0020084381103515625,0.002544403076171875,0.0030803680419921875,0.0036163330078125,0.0041522979736328125,0.004688262939453125,0.0052242279052734375,0.00576019287109375,0.0062961578369140625,0.006832122802734375,0.0073680877685546875,0.007904052734375,0.008440017700195312,0.008975982666015625,0.009511947631835938,0.01004791259765625,0.010583877563476562,0.011119842529296875,0.011655807495117188,0.0121917724609375,0.012727737426757812,0.013263702392578125,0.013799667358398438,0.01433563232421875,0.014871597290039062,0.015407562255859375,0.015943527221679688,0.0164794921875],"_type":"histogram","values":[2,0,1,2,1,4,3,7,9,16,18,41,55,58,110,156,214,301,343,581,755,1070,1415,2218,3179,4238,6127,9191,13862,21411,34731,58805,102298,123973,78765,44785,27312,17214,11373,7541,5454,3497,2554,1702,1293,879,629,465,347,241,164,138,77,62,46,28,24,14,10,3,2,3,3,4]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.002668471075594425,-0.0025897431187331676,-0.0025110149290412664,-0.002432286972180009,-0.0023535587824881077,-0.00227483082562685,-0.0021961028687655926,-0.0021173746790736914,-0.002038646722212434,-0.0019599187653511763,-0.001881190575659275,-0.0018024626187980175,-0.0017237345455214381,-0.0016450064722448587,-0.0015662785153836012,-0.0014875504421070218,-0.0014088223688304424,-0.001330094295553863,-0.0012513662222772837,-0.0011726382654160261,-0.0010939101921394467,-0.0010151821188628674,-0.0009364541037939489,-0.0008577260887250304,-0.000778998015448451,-0.0007002699421718717,-0.0006215419271029532,-0.0005428139120340347,-0.00046408583875745535,-0.0003853577945847064,-0.0003066297504119575,-0.00022790170623920858,-0.00014917366206645966,-7.044561789371073e-05,8.28242627903819e-06,8.701047045178711e-05,0.00016573851462453604,0.00024446655879728496,0.0003231946029700339,0.0004019226471427828,0.00048065069131553173,0.0005593787645921111,0.0006381067796610296,0.000716834794729948,0.0007955628680065274,0.0008742909412831068,0.0009530189563520253,0.0010317469714209437,0.0011104750446975231,0.0011892031179741025,0.0012679311912506819,0.0013466591481119394,0.0014253872213885188,0.0015041152946650982,0.0015828432515263557,0.0016615713248029351,0.0017402993980795145,0.0018190274713560939,0.0018977555446326733,0.001976483501493931,0.0020552114583551884,0.0021339396480470896,0.002212667604908347,0.0022913957946002483,0.002370123751461506],"_type":"histogram","values":[3,0,1,1,1,1,2,0,1,1,3,0,4,1,1,5,9,5,9,11,11,11,7,13,22,21,17,19,44,30,40,28,34,39,45,35,29,35,30,32,31,23,15,17,9,12,7,9,6,7,4,0,6,3,4,0,2,1,3,4,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.026681847870349884,-0.02590133808553219,-0.025120828300714493,-0.024340318515896797,-0.023559806868433952,-0.022779297083616257,-0.02199878729879856,-0.021218277513980865,-0.02043776772916317,-0.019657257944345474,-0.01887674629688263,-0.018096236512064934,-0.017315726727247238,-0.016535216942429543,-0.015754707157611847,-0.014974196441471577,-0.014193686656653881,-0.013413176871836185,-0.012632666155695915,-0.01185215637087822,-0.011071646586060524,-0.010291135869920254,-0.009510626085102558,-0.008730116300284863,-0.007949605584144592,-0.007169095799326897,-0.006388586014509201,-0.005608075764030218,-0.004827565513551235,-0.00404705572873354,-0.0032665454782545567,-0.0024860354606062174,-0.0017055254429578781,-0.0009250153671018779,-0.00014450529124587774,0.0006360047846101224,0.0014165148604661226,0.002197024878114462,0.002977535128593445,0.003758045146241784,0.004538555163890123,0.005319065414369106,0.006099575199186802,0.006880085449665785,0.007660595700144768,0.008441105484962463,0.009221615269780159,0.01000212598592043,0.010782635770738125,0.01156314555555582,0.01234365627169609,0.013124166056513786,0.013904675841331482,0.014685186557471752,0.015465696342289448,0.016246207058429718,0.017026716843247414,0.01780722662806511,0.018587736412882805,0.0193682461977005,0.020148755982518196,0.02092926762998104,0.021709777414798737,0.022490287199616432,0.023270796984434128],"_type":"histogram","values":[1,0,0,1,0,0,2,1,0,2,3,2,2,1,8,11,5,6,12,9,11,20,14,17,25,18,23,20,28,27,29,19,32,24,38,25,31,29,30,35,20,20,26,14,17,15,14,13,14,9,7,7,3,3,5,5,4,3,2,4,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.019775390625,-0.019195556640625,-0.01861572265625,-0.018035888671875,-0.0174560546875,-0.016876220703125,-0.01629638671875,-0.015716552734375,-0.01513671875,-0.014556884765625,-0.01397705078125,-0.013397216796875,-0.0128173828125,-0.012237548828125,-0.01165771484375,-0.011077880859375,-0.010498046875,-0.009918212890625,-0.00933837890625,-0.008758544921875,-0.0081787109375,-0.007598876953125,-0.00701904296875,-0.006439208984375,-0.005859375,-0.005279541015625,-0.00469970703125,-0.004119873046875,-0.0035400390625,-0.002960205078125,-0.00238037109375,-0.001800537109375,-0.001220703125,-0.000640869140625,-6.103515625e-05,0.000518798828125,0.0010986328125,0.001678466796875,0.00225830078125,0.002838134765625,0.00341796875,0.003997802734375,0.00457763671875,0.005157470703125,0.0057373046875,0.006317138671875,0.00689697265625,0.007476806640625,0.008056640625,0.008636474609375,0.00921630859375,0.009796142578125,0.0103759765625,0.010955810546875,0.01153564453125,0.012115478515625,0.0126953125,0.013275146484375,0.01385498046875,0.014434814453125,0.0150146484375,0.015594482421875,0.01617431640625,0.016754150390625,0.017333984375],"_type":"histogram","values":[2,1,1,1,2,6,5,4,8,7,20,23,32,39,77,80,144,147,270,372,544,806,1168,1735,2564,3820,5907,9264,14182,22621,39172,70592,147730,396675,475570,182336,83159,43197,25393,15830,9787,6429,4323,2865,1944,1275,883,559,417,278,197,117,97,53,47,21,25,13,13,4,5,3,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,2,1,0,2,2,3,1,3,4,4,2,6,4,7,14,13,18,26,32,38,58,58,99,70,64,52,37,26,23,9,17,6,6,14,7,5,4,2,7,1,3,1,2,1,1,1,0,1,1,1,1,1,1,0,0,1,0,0,0,0,1,1],"bins":[-0.02056226134300232,-0.01974758692085743,-0.01893291063606739,-0.0181182362139225,-0.01730355992913246,-0.01648888550698757,-0.015674209222197533,-0.014859534800052643,-0.014044859446585178,-0.013230184093117714,-0.01241550873965025,-0.011600833386182785,-0.010786158964037895,-0.00997148361057043,-0.009156808257102966,-0.008342132903635502,-0.007527457550168037,-0.006712782196700573,-0.0058981068432331085,-0.005083431955426931,-0.004268756601959467,-0.0034540812484920025,-0.0026394061278551817,-0.001824730890803039,-0.0010100556537508965,-0.00019538041669875383,0.0006192948203533888,0.0014339700574055314,0.002248645294457674,0.0030633206479251385,0.0038779957685619593,0.00469267088919878,0.0055073462426662445,0.006322021596133709,0.007136696949601173,0.007951372303068638,0.008766047656536102,0.009580722078680992,0.010395397432148457,0.011210072785615921,0.012024748139083385,0.01283942349255085,0.013654098846018314,0.014468774199485779,0.015283448621630669,0.016098124906420708,0.016912799328565598,0.017727475613355637,0.018542150035500526,0.019356824457645416,0.020171500742435455,0.020986175164580345,0.021800851449370384,0.022615525871515274,0.023430202156305313,0.024244876578450203,0.025059551000595093,0.025874227285385132,0.02668890170753002,0.02750357799232006,0.02831825241446495,0.02913292869925499,0.02994760312139988,0.03076227940618992,0.03157695382833481]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[5,3,4,10,15,27,59,87,129,219,381,608,855,1360,1905,2787,3808,5189,6816,8858,11265,13867,17199,20423,23440,26571,29294,31802,33919,35183,35483,35161,34315,32225,29235,26940,23686,20388,17144,13970,11509,9119,6900,5265,3901,2708,1973,1378,901,619,376,228,130,96,37,22,16,3,2,3,1,1,0,1],"bins":[-0.09210224449634552,-0.08908537775278091,-0.08606850355863571,-0.0830516368150711,-0.0800347626209259,-0.0770178958773613,-0.0740010216832161,-0.07098415493965149,-0.06796728074550629,-0.06495041400194168,-0.06193354353308678,-0.05891667306423187,-0.05589980632066727,-0.05288293585181236,-0.04986606538295746,-0.046849194914102554,-0.04383232444524765,-0.040815453976392746,-0.03779858350753784,-0.03478171303868294,-0.03176484256982803,-0.02874797396361828,-0.025731105357408524,-0.02271423488855362,-0.019697364419698715,-0.01668049395084381,-0.013663624413311481,-0.010646754875779152,-0.007629884406924248,-0.004613014403730631,-0.001596144400537014,0.0014207256026566029,0.004437588155269623,0.00745445815846324,0.010471328161656857,0.013488197699189186,0.01650506816804409,0.019521938636898994,0.02253880724310875,0.025555677711963654,0.028572548180818558,0.03158941864967346,0.034606289118528366,0.03762315958738327,0.040640026330947876,0.04365689679980278,0.046673767268657684,0.04969063773751259,0.05270750820636749,0.0557243786752224,0.0587412491440773,0.061758119612932205,0.06477499008178711,0.06779185682535172,0.07080873101949692,0.07382559776306152,0.07684247195720673,0.07985933870077133,0.08287620544433594,0.08589307963848114,0.08890994638204575,0.09192682057619095,0.09494368731975555,0.09796056151390076,0.10097742825746536],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[4,0,0,0,1,3,0,4,3,5,6,12,12,12,26,41,45,50,64,75,74,100,87,134,171,162,155,127,141,108,91,73,52,41,33,25,24,18,20,9,10,5,4,5,6,2,1,1,2,1,1,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.004260043613612652,-0.004093318246304989,-0.003926592413336039,-0.003759866813197732,-0.0035931412130594254,-0.0034264156129211187,-0.003259690012782812,-0.0030929644126445055,-0.002926238812506199,-0.0027595132123678923,-0.0025927876122295856,-0.002426062012091279,-0.0022593364119529724,-0.002092610811814666,-0.0019258852116763592,-0.0017591596115380526,-0.001592434011399746,-0.0014257084112614393,-0.0012589828111231327,-0.001092257210984826,-0.0009255316108465195,-0.0007588060107082129,-0.0005920804105699062,-0.0004253548104315996,-0.000258629210293293,-9.190361015498638e-05,7.482198998332024e-05,0.00024154759012162685,0.00040827319025993347,0.0005749987903982401,0.0007417243905365467,0.0009084499906748533,0.0010751760564744473,0.0012419016566127539,0.0014086272567510605,0.001575352856889367,0.0017420784570276737,0.0019088040571659803,0.002075529657304287,0.0022422552574425936,0.0024089808575809,0.002575706457719207,0.0027424320578575134,0.00290915765799582,0.0030758832581341267,0.0032426088582724333,0.00340933445841074,0.0035760600585490465,0.003742785658687353,0.003909511491656303,0.004076236858963966,0.004242962226271629,0.00440968805924058,0.00457641389220953,0.004743139259517193,0.004909864626824856,0.005076590459793806,0.005243316292762756,0.005410041660070419,0.005576767027378082,0.0057434928603470325,0.005910218693315983,0.006076944060623646,0.006243669427931309,0.006410395260900259]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,2,0,3,3,8,2,11,7,6,5,3,10,9,10,13,14,23,19,17,11,12,12,21,20,24,17,16,27,18,21,21,21,24,17,25,21,24,13,17,18,15,25,12,15,13,18,20,12,11,10,9,4,6,6,9,3,1,5,4,0,1,1,2],"bins":[-0.0005053848144598305,-0.0004896699683740735,-0.0004739551222883165,-0.00045824027620255947,-0.00044252543011680245,-0.000426810554927215,-0.00041109570884145796,-0.00039538086275570095,-0.00037966601666994393,-0.0003639511705841869,-0.0003482363244984299,-0.0003325214784126729,-0.0003168066032230854,-0.0003010917571373284,-0.00028537691105157137,-0.00026966206496581435,-0.00025394721888005733,-0.00023823237279430032,-0.0002225175267085433,-0.00020680266607087106,-0.00019108781998511404,-0.00017537297389935702,-0.00015965811326168478,-0.00014394326717592776,-0.00012822842109017074,-0.00011251357500441372,-9.679872164269909e-05,-8.108386828098446e-05,-6.536902219522744e-05,-4.965417247149162e-05,-3.3939322747755796e-05,-1.822447302401997e-05,-2.5096815079450607e-06,1.3205168215790763e-05,2.8920017939526588e-05,4.463486766326241e-05,6.0349717386998236e-05,7.606456347275525e-05,9.177941683446988e-05,0.00010749427019618452,0.00012320911628194153,0.00013892396236769855,0.00015463880845345557,0.0001703536690911278,0.00018606851517688483,0.00020178336126264185,0.0002174982219003141,0.0002332130679860711,0.0002489279140718281,0.00026464276015758514,0.00028035760624334216,0.0002960724523290992,0.0003117872984148562,0.00032750217360444367,0.0003432170196902007,0.0003589318657759577,0.0003746467118617147,0.00039036155794747174,0.00040607640403322875,0.00042179125011898577,0.00043750612530857325,0.00045322097139433026,0.0004689358174800873,0.0004846506635658443,0.0005003655096516013]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[2,3,6,4,7,6,7,6,6,11,7,14,15,12,11,19,11,13,19,21,19,17,14,15,15,18,15,24,17,20,14,15,23,18,21,12,18,10,18,17,21,29,15,13,13,15,13,5,16,16,12,7,12,4,4,7,4,5,5,4,3,2,2,1],"bins":[-0.0004483283555600792,-0.0004337536229286343,-0.00041917889029718935,-0.0004046041576657444,-0.0003900294250342995,-0.00037545469240285456,-0.00036087995977140963,-0.0003463052271399647,-0.00033173049450851977,-0.00031715576187707484,-0.0003025810292456299,-0.000288006296614185,-0.00027343156398274004,-0.0002588568313512951,-0.0002442820987198502,-0.00022970735153649002,-0.0002151326189050451,-0.00020055788627360016,-0.00018598315364215523,-0.0001714084210107103,-0.00015683368837926537,-0.00014225895574782044,-0.0001276842231163755,-0.00011310948320897296,-9.853475057752803e-05,-8.39600179460831e-05,-6.938528531463817e-05,-5.481054904521443e-05,-4.02358164137695e-05,-2.5661083782324567e-05,-1.1086349331890233e-05,3.4883842090494e-06,1.8063117749989033e-05,3.2637850381433964e-05,4.7212583012878895e-05,6.178731564432383e-05,7.636204827576876e-05,9.09367881831713e-05,0.00010551152081461623,0.00012008625344606116,0.00013466097880154848,0.00014923572598490864,0.00016381045861635357,0.0001783851912477985,0.00019295992387924343,0.00020753465651068836,0.0002221093891421333,0.00023668412177357823,0.00025125883985310793,0.0002658336015883833,0.00028040833421982825,0.0002949830668512732,0.0003095577994827181,0.00032413253211416304,0.00033870726474560797,0.0003532819973770529,0.00036785673000849783,0.00038243146263994277,0.0003970061952713877,0.00041158092790283263,0.00042615566053427756,0.0004407303931657225,0.0004553051257971674,0.00046987985842861235,0.0004844545910600573]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-5.448959200293757e-06,-5.262497325020377e-06,-5.076035449746996e-06,-4.889573574473616e-06,-4.703111244452884e-06,-4.516649369179504e-06,-4.3301874939061236e-06,-4.143725618632743e-06,-3.957263743359363e-06,-3.770801640712307e-06,-3.5843397654389264e-06,-3.397877890165546e-06,-3.21141578751849e-06,-3.0249539122451097e-06,-2.8384920369717292e-06,-2.6520299343246734e-06,-2.465568059051293e-06,-2.2791061837779125e-06,-2.0926440811308566e-06,-1.9061822058574762e-06,-1.7197203305840958e-06,-1.5332583416238776e-06,-1.3467963526636595e-06,-1.160334477390279e-06,-9.73872488430061e-07,-7.874105563132616e-07,-6.009486241964623e-07,-4.144866352362442e-07,-2.280247031194449e-07,-4.156275679179089e-08,1.4489918953586312e-07,3.3136115007437184e-07,5.178230821911711e-07,7.042850143079704e-07,8.907469464247697e-07,1.0772089353849879e-06,1.2636708106583683e-06,1.4501327996185864e-06,1.6365947885788046e-06,1.823056663852185e-06,2.0095185391255654e-06,2.1959806417726213e-06,2.3824425170460017e-06,2.568904392319382e-06,2.755366494966438e-06,2.9418283702398185e-06,3.128290245513199e-06,3.3147523481602548e-06,3.501214223433635e-06,3.6876760987070156e-06,3.8741382013540715e-06,4.060600076627452e-06,4.247061951900832e-06,4.433523827174213e-06,4.619985702447593e-06,4.8064480324683245e-06,4.992909907741705e-06,5.179371783015085e-06,5.365833658288466e-06,5.552295533561846e-06,5.738757408835227e-06,5.925219738855958e-06,6.111681614129338e-06,6.298143489402719e-06,6.484605364676099e-06],"_type":"histogram","values":[1,1,2,3,0,1,0,2,2,2,1,3,3,4,1,8,6,4,9,10,16,18,13,23,32,49,46,53,59,61,50,53,40,40,30,23,18,19,9,8,8,7,3,7,3,2,4,2,0,1,2,2,1,0,0,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.01007080078125,-0.009740829467773438,-0.009410858154296875,-0.009080886840820312,-0.00875091552734375,-0.008420944213867188,-0.008090972900390625,-0.0077610015869140625,-0.0074310302734375,-0.0071010589599609375,-0.006771087646484375,-0.0064411163330078125,-0.00611114501953125,-0.0057811737060546875,-0.005451202392578125,-0.0051212310791015625,-0.004791259765625,-0.0044612884521484375,-0.004131317138671875,-0.0038013458251953125,-0.00347137451171875,-0.0031414031982421875,-0.002811431884765625,-0.0024814605712890625,-0.0021514892578125,-0.0018215179443359375,-0.001491546630859375,-0.0011615753173828125,-0.00083160400390625,-0.0005016326904296875,-0.000171661376953125,0.0001583099365234375,0.00048828125,0.0008182525634765625,0.001148223876953125,0.0014781951904296875,0.00180816650390625,0.0021381378173828125,0.002468109130859375,0.0027980804443359375,0.0031280517578125,0.0034580230712890625,0.003787994384765625,0.0041179656982421875,0.00444793701171875,0.0047779083251953125,0.005107879638671875,0.0054378509521484375,0.005767822265625,0.0060977935791015625,0.006427764892578125,0.0067577362060546875,0.00708770751953125,0.0074176788330078125,0.007747650146484375,0.008077621459960938,0.0084075927734375,0.008737564086914062,0.009067535400390625,0.009397506713867188,0.00972747802734375,0.010057449340820312,0.010387420654296875,0.010717391967773438,0.01104736328125],"_type":"histogram","values":[2,0,2,1,2,8,8,5,12,19,23,32,57,82,109,153,256,407,570,861,1343,2000,3197,4889,8440,13035,20856,34066,56262,89731,112724,90734,57278,34931,21559,13133,8572,4973,3352,2128,1405,906,526,401,261,158,126,74,57,27,27,15,8,5,7,2,2,2,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"values":[2,3,2,3,8,8,16,13,17,34,40,48,84,106,153,198,290,361,533,671,1046,1416,2123,3019,4603,6883,10705,17203,28360,50941,92913,131718,98788,54811,30329,18095,11362,7403,4852,3165,2216,1517,1101,669,558,373,285,215,156,104,90,49,47,38,27,10,16,7,6,4,7,2,1,1],"bins":[-0.000812530517578125,-0.0007867813110351562,-0.0007610321044921875,-0.0007352828979492188,-0.00070953369140625,-0.0006837844848632812,-0.0006580352783203125,-0.0006322860717773438,-0.000606536865234375,-0.0005807876586914062,-0.0005550384521484375,-0.0005292892456054688,-0.0005035400390625,-0.00047779083251953125,-0.0004520416259765625,-0.00042629241943359375,-0.000400543212890625,-0.00037479400634765625,-0.0003490447998046875,-0.00032329559326171875,-0.00029754638671875,-0.00027179718017578125,-0.0002460479736328125,-0.00022029876708984375,-0.000194549560546875,-0.00016880035400390625,-0.0001430511474609375,-0.00011730194091796875,-9.1552734375e-05,-6.580352783203125e-05,-4.00543212890625e-05,-1.430511474609375e-05,1.1444091796875e-05,3.719329833984375e-05,6.29425048828125e-05,8.869171142578125e-05,0.00011444091796875,0.00014019012451171875,0.0001659393310546875,0.00019168853759765625,0.000217437744140625,0.00024318695068359375,0.0002689361572265625,0.00029468536376953125,0.0003204345703125,0.00034618377685546875,0.0003719329833984375,0.00039768218994140625,0.000423431396484375,0.00044918060302734375,0.0004749298095703125,0.0005006790161132812,0.00052642822265625,0.0005521774291992188,0.0005779266357421875,0.0006036758422851562,0.000629425048828125,0.0006551742553710938,0.0006809234619140625,0.0007066726684570312,0.000732421875,0.0007581710815429688,0.0007839202880859375,0.0008096694946289062,0.000835418701171875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[2,2,2,0,1,3,1,3,5,6,5,9,12,12,9,5,19,15,11,19,24,29,23,21,29,17,27,25,34,24,20,26,26,22,32,29,17,24,17,22,13,18,17,11,7,14,10,5,5,7,3,8,4,4,5,1,2,1,2,1,0,0,0,1],"bins":[-0.007988421246409416,-0.007719169370830059,-0.007449917960911989,-0.007180666085332632,-0.006911414675414562,-0.006642162799835205,-0.006372910924255848,-0.006103659514337778,-0.005834407638758421,-0.005565155763179064,-0.005295904353260994,-0.005026652477681637,-0.00475740060210228,-0.00448814919218421,-0.004218897316604853,-0.003949645906686783,-0.0036803940311074257,-0.003411142388358712,-0.0031418907456099987,-0.0028726388700306416,-0.002603387227281928,-0.0023341355845332146,-0.0020648837089538574,-0.001795632066205144,-0.0015263804234564304,-0.001257128780707717,-0.0009878770215436816,-0.0007186253205873072,-0.0004493736196309328,-0.0001801219186745584,8.9129782281816e-05,0.0003583814832381904,0.0006276322528719902,0.0008968839538283646,0.001166135654784739,0.0014353874139487743,0.0017046390566974878,0.0019738906994462013,0.0022431425750255585,0.002512394217774272,0.0027816458605229855,0.003050897503271699,0.0033201491460204124,0.0035894010215997696,0.003858652664348483,0.004127904307097197,0.004397156182676554,0.0046664075925946236,0.004935659468173981,0.005204911343753338,0.005474162753671408,0.005743414629250765,0.006012666039168835,0.006281917914748192,0.006551169790327549,0.006820421200245619,0.007089673075824976,0.007358924951404333,0.007628176361322403,0.00789742823690176,0.008166680112481117,0.008435931988060474,0.008705182932317257,0.008974434807896614,0.009243686683475971]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,2,2,1,0,4,4,4,3,6,7,9,12,12,14,22,10,32,17,35,26,36,34,32,32,37,33,30,37,38,33,33,25,21,26,17,12,11,10,8,3,7,4,6,4,3,3,4,1,0,1,2,1],"bins":[-0.01615113951265812,-0.01571188122034073,-0.015272621065378189,-0.014833362773060799,-0.014394103549420834,-0.013954844325780869,-0.013515586033463478,-0.013076326809823513,-0.012637067586183548,-0.012197808362543583,-0.011758549138903618,-0.011319290846586227,-0.010880031622946262,-0.010440772399306297,-0.010001514106988907,-0.009562254883348942,-0.009122995659708977,-0.008683736436069012,-0.008244477212429047,-0.007805218920111656,-0.007365959696471691,-0.006926700472831726,-0.006487441714853048,-0.006048182956874371,-0.0056089237332344055,-0.0051696645095944405,-0.004730405751615763,-0.004291146993637085,-0.00385188776999712,-0.0034126287791877985,-0.002973369788378477,-0.0025341107975691557,-0.0020948518067598343,-0.0016555928159505129,-0.0012163338251411915,-0.0007770748343318701,-0.0003378158435225487,0.00010144314728677273,0.0005407021380960941,0.0009799611289054155,0.001419220119714737,0.0018584791105240583,0.0022977381013333797,0.002736997092142701,0.0031762560829520226,0.003615515073761344,0.004054774064570665,0.004494032822549343,0.004933292046189308,0.005372551269829273,0.005811810027807951,0.006251068785786629,0.006690328009426594,0.007129587233066559,0.007568845991045237,0.008008104749023914,0.00844736397266388,0.008886623196303844,0.00932588241994381,0.0097651407122612,0.010204399935901165,0.01064365915954113,0.01108291745185852,0.011522176675498486,0.01196143589913845]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,2,0,1,1,2,2,1,1,1,4,5,8,8,9,9,11,14,17,19,19,29,15,25,37,29,36,33,31,36,31,39,24,31,25,22,30,19,26,22,17,20,8,7,6,3,4,7,4,3,4,1,1,4,1,1,1,1],"bins":[-0.013102319091558456,-0.012732617557048798,-0.012362916022539139,-0.011993215419352055,-0.011623513884842396,-0.011253812350332737,-0.010884110815823078,-0.01051440928131342,-0.010144708678126335,-0.009775007143616676,-0.009405305609107018,-0.009035604074597359,-0.0086659025400877,-0.008296201005578041,-0.007926500402390957,-0.007556798867881298,-0.007187097333371639,-0.0068173957988619804,-0.006447694730013609,-0.00607799319550395,-0.005708292126655579,-0.00533859059214592,-0.004968889057636261,-0.0045991879887878895,-0.004229486454278231,-0.0038597851525992155,-0.0034900838509202003,-0.0031203823164105415,-0.0027506810147315264,-0.002380979713052511,-0.0020112781785428524,-0.0016415768768638372,-0.0012718765065073967,-0.0009021751466207206,-0.0005324737867340446,-0.00016277242684736848,0.0002069289330393076,0.0005766302929259837,0.0009463316528126597,0.0013160330709069967,0.0016857343725860119,0.002055435674265027,0.002425136975944042,0.002794838510453701,0.003164539812132716,0.0035342411138117313,0.00390394264832139,0.004273643717169762,0.0046433452516794205,0.005013046786189079,0.005382747855037451,0.00575244938954711,0.006122150458395481,0.00649185199290514,0.006861553527414799,0.00723125459626317,0.007600956130772829,0.0079706571996212,0.00834035873413086,0.008710060268640518,0.009079761803150177,0.009449463337659836,0.00981916394084692,0.010188865475356579,0.010558567009866238],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,0,0,8,12,10,32,75,109,177,293,516,788,1117,1700,2513,3637,5060,6813,9087,11456,14517,17719,21237,24598,28115,31263,34053,35593,37140,36900,36494,34855,32419,29317,26212,22699,19056,15707,12609,10006,7557,5626,4118,2936,1950,1404,884,544,353,233,123,81,49,30,12,2,6,1,0,1,0,0,1],"bins":[-0.0952027291059494,-0.09204956144094467,-0.08889639377593994,-0.08574322611093521,-0.08259005844593048,-0.07943689078092575,-0.07628372311592102,-0.07313055545091629,-0.06997738778591156,-0.06682421267032623,-0.0636710450053215,-0.06051788106560707,-0.05736470967531204,-0.05421154201030731,-0.05105837434530258,-0.04790520668029785,-0.04475203901529312,-0.04159887135028839,-0.03844570368528366,-0.03529253602027893,-0.0321393683552742,-0.02898619882762432,-0.02583302929997444,-0.02267986163496971,-0.01952669396996498,-0.01637352630496025,-0.013220357708632946,-0.010067189112305641,-0.006914021447300911,-0.0037608533166348934,-0.0006076851859688759,0.0025454829446971416,0.005698658525943756,0.008851826190948486,0.012004994787275791,0.015158163383603096,0.018311331048607826,0.021464498713612556,0.024617668241262436,0.027770835906267166,0.030924003571271896,0.03407717123627663,0.03723033890128136,0.04038350656628609,0.043536677956581116,0.046689845621585846,0.049843013286590576,0.052996180951595306,0.05614934861660004,0.05930251628160477,0.0624556839466095,0.06560885161161423,0.06876201927661896,0.07191518694162369,0.07506835460662842,0.07822152227163315,0.08137468993663788,0.0845278650522232,0.08768103271722794,0.09083420038223267,0.0939873680472374,0.09714053571224213,0.10029370337724686,0.10344687104225159,0.10660003870725632],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,0,1,1,0,3,2,1,0,2,5,4,4,10,15,17,9,19,16,29,23,30,28,31,37,28,38,37,35,32,32,34,31,31,33,27,18,15,17,20,13,4,4,5,7,3,3,3,5,3,0,0,0,0,0,0,1,0,0,0,0,1],"bins":[-0.05197332799434662,-0.05023400858044624,-0.04849468916654587,-0.04675536975264549,-0.04501605033874512,-0.04327673092484474,-0.041537415236234665,-0.03979809582233429,-0.038058776408433914,-0.03631945699453354,-0.03458013758063316,-0.03284081816673279,-0.031101498752832413,-0.029362179338932037,-0.02762286178767681,-0.025883542373776436,-0.02414422295987606,-0.022404903545975685,-0.02066558413207531,-0.018926266580820084,-0.017186947166919708,-0.015447627753019333,-0.013708308339118958,-0.011968989856541157,-0.010229670442640781,-0.008490351028740406,-0.006751032546162605,-0.00501171313226223,-0.003272394184023142,-0.001533075119368732,0.0002062439452856779,0.0019455630099400878,0.0036848820745944977,0.005424201022833586,0.007163519971072674,0.00890283938497305,0.01064215786755085,0.012381477281451225,0.0141207966953516,0.015860116109251976,0.017599433660507202,0.019338753074407578,0.021078072488307953,0.022817391902208328,0.024556711316108704,0.02629603073000908,0.028035348281264305,0.02977466769516468,0.031513988971710205,0.03325330466032028,0.03499262407422066,0.03673194348812103,0.03847126290202141,0.04021058231592178,0.04194990172982216,0.043689221143722534,0.04542854055762291,0.047167859971523285,0.04890717938542366,0.05064649507403374,0.05238581448793411,0.05412513390183449,0.05586445331573486,0.05760377272963524,0.059343092143535614],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,1,2,2,2,8,4,9,9,14,20,41,64,79,117,194,269,373,573,932,1462,2311,3331,5481,8960,13887,23135,39340,76193,165625,115431,53608,30337,17679,10984,6964,4395,2824,1759,1152,744,507,349,215,141,87,60,40,37,16,20,15,10,1,1,4,2,0,1,0,0,0,0,1],"bins":[-0.050048828125,-0.048366546630859375,-0.04668426513671875,-0.045001983642578125,-0.0433197021484375,-0.041637420654296875,-0.03995513916015625,-0.038272857666015625,-0.036590576171875,-0.034908294677734375,-0.03322601318359375,-0.031543731689453125,-0.0298614501953125,-0.028179168701171875,-0.02649688720703125,-0.024814605712890625,-0.02313232421875,-0.021450042724609375,-0.01976776123046875,-0.018085479736328125,-0.0164031982421875,-0.014720916748046875,-0.01303863525390625,-0.011356353759765625,-0.009674072265625,-0.007991790771484375,-0.00630950927734375,-0.004627227783203125,-0.0029449462890625,-0.001262664794921875,0.00041961669921875,0.002101898193359375,0.0037841796875,0.005466461181640625,0.00714874267578125,0.008831024169921875,0.0105133056640625,0.012195587158203125,0.01387786865234375,0.015560150146484375,0.017242431640625,0.018924713134765625,0.02060699462890625,0.022289276123046875,0.0239715576171875,0.025653839111328125,0.02733612060546875,0.029018402099609375,0.03070068359375,0.032382965087890625,0.03406524658203125,0.035747528076171875,0.0374298095703125,0.039112091064453125,0.04079437255859375,0.042476654052734375,0.044158935546875,0.045841217041015625,0.04752349853515625,0.049205780029296875,0.0508880615234375,0.052570343017578125,0.05425262451171875,0.055934906005859375,0.0576171875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,1,0,1,2,2,0,1,1,2,2,1,1,3,3,2,1,4,4,7,12,12,19,31,45,47,54,60,73,75,70,51,43,32,28,14,12,8,7,9,6,3,2,0,2,2,1,0,1,2,2,1,1,1,0,1,1],"bins":[-3.155534159304807e-06,-3.0675632842758205e-06,-2.979592409246834e-06,-2.891621761591523e-06,-2.8036508865625365e-06,-2.71568001153355e-06,-2.6277091365045635e-06,-2.539738261475577e-06,-2.451767613820266e-06,-2.3637967387912795e-06,-2.275825863762293e-06,-2.1878549887333065e-06,-2.09988411370432e-06,-2.0119132386753336e-06,-1.9239425910200225e-06,-1.835971715991036e-06,-1.7480008409620496e-06,-1.660029965933063e-06,-1.5720592045909143e-06,-1.4840883295619278e-06,-1.396117568219779e-06,-1.3081466931907926e-06,-1.220175818161806e-06,-1.1322050568196573e-06,-1.0442341817906708e-06,-9.562633067616844e-07,-8.682925454195356e-07,-7.803216703905491e-07,-6.923508522049815e-07,-6.043800340194139e-07,-5.164091589904274e-07,-4.2843834080485976e-07,-3.4046752261929214e-07,-2.524967044337245e-07,-1.6452585782644746e-07,-7.655502543002513e-08,1.1415806966397213e-08,9.938663936281955e-08,1.873574717592419e-07,2.7532831836651894e-07,3.6329913655208657e-07,4.512699547376542e-07,5.392407729232218e-07,6.272116479522083e-07,7.151824661377759e-07,8.031532843233435e-07,8.9112415935233e-07,9.790949206944788e-07,1.0670657957234653e-06,1.1550366707524518e-06,1.2430074320946005e-06,1.330978307123587e-06,1.4189490684657358e-06,1.5069199434947222e-06,1.5948908185237087e-06,1.6828615798658575e-06,1.770832454894844e-06,1.8588033299238305e-06,1.9467740912659792e-06,2.0347449662949657e-06,2.122715841323952e-06,2.2106867163529387e-06,2.2986573640082497e-06,2.386628239037236e-06,2.4745991140662227e-06]},"gradients/_orig_mod.linear.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,1,0,2,1,4,1,1,4,4,2,2,11,5,5,7,4,7,4,1,5,5,4,7,5,4,2,2,4,4,4,0,1,1,2,1,3,2,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0352993905544281,-0.034090038388967514,-0.03288068622350693,-0.03167133405804634,-0.030461981892585754,-0.029252629727125168,-0.02804327756166458,-0.026833925396203995,-0.025624573230743408,-0.02441522106528282,-0.023205868899822235,-0.02199651673436165,-0.020787164568901062,-0.019577812403440475,-0.01836846023797989,-0.017159108072519302,-0.015949755907058716,-0.01474040374159813,-0.013531051576137543,-0.012321699410676956,-0.01111234724521637,-0.009902995079755783,-0.008693642914295197,-0.00748429074883461,-0.0062749385833740234,-0.005065586417913437,-0.0038562342524528503,-0.002646882086992264,-0.0014375299215316772,-0.0002281777560710907,0.0009811744093894958,0.0021905265748500824,0.003399878740310669,0.0046092309057712555,0.005818583071231842,0.007027935236692429,0.008237287402153015,0.009446639567613602,0.010655991733074188,0.011865343898534775,0.013074696063995361,0.014284048229455948,0.015493400394916534,0.01670275256037712,0.017912104725837708,0.019121456891298294,0.02033080905675888,0.021540161222219467,0.022749513387680054,0.02395886555314064,0.025168217718601227,0.026377569884061813,0.0275869220495224,0.028796274214982986,0.030005626380443573,0.03121497854590416,0.032424330711364746,0.03363368287682533,0.03484303504228592,0.036052387207746506,0.03726173937320709,0.03847109153866768,0.039680443704128265,0.04088979586958885,0.04209914803504944],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,0,0,1,0,0,0,0,1,1,4,1,5,4,3,1,8,7,7,7,7,18,17,23,30,31,35,36,38,31,43,53,37,27,43,36,34,29,25,20,20,14,15,8,13,4,8,4,2,1,4,2,3,2,2,0,0,0,0,0,0,1,0,1],"bins":[-0.0003388317418284714,-0.0003280865494161844,-0.00031734135700389743,-0.0003065961936954409,-0.0002958510012831539,-0.0002851058088708669,-0.00027436064556241035,-0.00026361545315012336,-0.00025287026073783636,-0.00024212506832554936,-0.0002313798904651776,-0.00022063471260480583,-0.00020988952019251883,-0.00019914432778023183,-0.00018839914991986006,-0.0001776539720594883,-0.0001669087796472013,-0.0001561635872349143,-0.00014541840937454253,-0.00013467323151417077,-0.00012392803910188377,-0.00011318285396555439,-0.000102437668829225,-9.169248369289562e-05,-8.094729855656624e-05,-7.020211342023686e-05,-5.945692828390747e-05,-4.871174314757809e-05,-3.796655801124871e-05,-2.7221372874919325e-05,-1.6476187738589942e-05,-5.73100260226056e-06,5.014153430238366e-06,1.575933856656775e-05,2.650452370289713e-05,3.7249708839226514e-05,4.79948939755559e-05,5.874007911188528e-05,6.948526424821466e-05,8.023044938454404e-05,9.097563452087343e-05,0.00010172081965720281,0.00011246600479353219,0.00012321118265390396,0.00013395637506619096,0.00014470156747847795,0.00015544674533884972,0.0001661919231992215,0.0001769371156115085,0.00018768230802379549,0.00019842748588416725,0.00020917266374453902,0.00021991785615682602,0.00023066304856911302,0.00024140822642948478,0.00025215340428985655,0.00026289859670214355,0.00027364378911443055,0.0002843889524228871,0.0002951341448351741,0.0003058793372474611,0.0003166245296597481,0.0003273697220720351,0.0003381148853804916,0.0003488600777927786],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.09330934286117554,-0.09034450352191925,-0.08737966418266296,-0.08441482484340668,-0.08144998550415039,-0.0784851461648941,-0.07552030682563782,-0.07255546748638153,-0.06959062814712524,-0.06662578135728836,-0.06366094201803207,-0.060696106404066086,-0.0577312633395195,-0.054766424000263214,-0.05180158466100693,-0.04883674532175064,-0.045871905982494354,-0.04290706664323807,-0.03994222730398178,-0.036977387964725494,-0.03401254862546921,-0.031047707423567772,-0.028082866221666336,-0.02511802688241005,-0.022153187543153763,-0.019188348203897476,-0.01622350886464119,-0.013258667662739754,-0.010293828323483467,-0.007328988518565893,-0.004364148713648319,-0.0013993089087307453,0.0015655308961868286,0.0045303707011044025,0.0074952105060219765,0.010460050776600838,0.013424890115857124,0.01638972945511341,0.019354570657014847,0.022319409996271133,0.02528424933552742,0.028249088674783707,0.031213928014039993,0.03417876735329628,0.037143610417842865,0.04010844975709915,0.04307328909635544,0.046038128435611725,0.04900296777486801,0.0519678071141243,0.054932646453380585,0.05789748579263687,0.06086232513189316,0.06382716447114944,0.06679200381040573,0.06975684314966202,0.0727216899394989,0.07568652927875519,0.07865136861801147,0.08161620795726776,0.08458104729652405,0.08754588663578033,0.09051072597503662,0.09347556531429291,0.0964404046535492],"_type":"histogram","values":[2,2,5,8,7,14,26,65,104,154,298,440,712,1031,1477,2122,2964,4050,5431,7304,9187,11761,14294,17552,20347,23582,26590,29433,31836,33175,34430,34933,34521,33163,31514,29258,26269,23639,19974,17084,14111,11586,9298,7180,5427,4060,3000,2144,1446,973,687,444,287,164,118,68,30,18,10,7,4,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[3,3,2,4,5,5,7,9,17,10,11,5,17,11,18,15,17,15,12,12,17,12,16,15,18,23,13,24,24,17,14,21,11,12,17,23,21,19,17,10,12,17,16,20,14,15,15,16,10,17,11,9,7,10,11,3,4,5,2,2,6,2,1,1],"bins":[-0.00041994970524683595,-0.00040608667768538,-0.0003922236792277545,-0.0003783606516662985,-0.000364497653208673,-0.00035063462564721704,-0.00033677159808576107,-0.00032290859962813556,-0.0003090455720666796,-0.0002951825736090541,-0.0002813195460475981,-0.00026745651848614216,-0.00025359352002851665,-0.0002397305070189759,-0.00022586747945751995,-0.0002120044664479792,-0.00019814145343843848,-0.00018427844042889774,-0.000170415427419357,-0.00015655239985790104,-0.0001426893868483603,-0.00012882637383881956,-0.00011496336082927883,-0.00010110034054378048,-8.723732753423974e-05,-7.3374314524699e-05,-5.951129423920065e-05,-4.5648281229659915e-05,-3.178526458214037e-05,-1.7922247934620827e-05,-4.059233106090687e-06,9.803782631934155e-06,2.3666798369958997e-05,3.752981501747854e-05,5.1392831664998084e-05,6.525584467453882e-05,7.911886496003717e-05,9.298187796957791e-05,0.00010684489097911865,0.000120707911264617,0.00013457093155011535,0.00014843394455965608,0.00016229695756919682,0.00017615997057873756,0.0001900229835882783,0.00020388599659781903,0.000217749024159275,0.00023161203716881573,0.00024547503562644124,0.0002593380631878972,0.00027320109074935317,0.0002870640892069787,0.00030092711676843464,0.00031479011522606015,0.0003286531427875161,0.0003425161703489721,0.0003563791688065976,0.00037024219636805356,0.00038410519482567906,0.00039796822238713503,0.000411831249948591,0.0004256942484062165,0.00043955727596767247,0.000453420274425298,0.00046728330198675394],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,4,8,11,16,43,73,101,203,314,512,753,1151,1645,2454,3469,4586,6283,8094,10262,13076,15981,18931,22050,25368,28791,30949,33392,35038,35455,34856,34666,32648,30674,28056,24798,21585,18329,15264,12479,9912,7634,5814,4332,3184,2192,1499,1050,648,450,278,198,102,69,44,22,8,8,4,3,0,1],"bins":[-0.09616398811340332,-0.09314776211977005,-0.09013153612613678,-0.08711531013250351,-0.08409908413887024,-0.08108285069465637,-0.0780666247010231,-0.07505039870738983,-0.07203417271375656,-0.06901794672012329,-0.06600172072649002,-0.06298549473285675,-0.05996926501393318,-0.05695303902029991,-0.05393680930137634,-0.05092058330774307,-0.0479043573141098,-0.04488813132047653,-0.04187190532684326,-0.03885567560791969,-0.03583944961428642,-0.03282322362065315,-0.029806995764374733,-0.026790767908096313,-0.023774541914463043,-0.020758315920829773,-0.017742088064551353,-0.014725861139595509,-0.011709634214639664,-0.008693407289683819,-0.005677180364727974,-0.002660953439772129,0.0003552660346031189,0.0033714929595589638,0.006387719884514809,0.009403946809470654,0.012420173734426498,0.015436400659382343,0.018452627584338188,0.021468855440616608,0.024485081434249878,0.027501307427883148,0.030517535284161568,0.03353376314043999,0.03654998913407326,0.03956621512770653,0.042582444846630096,0.04559867084026337,0.04861489683389664,0.05163112282752991,0.05464734882116318,0.057663578540086746,0.060679804533720016,0.06369603425264359,0.06671226024627686,0.06972848623991013,0.0727447122335434,0.07576093822717667,0.07877716422080994,0.0817933902144432,0.08480961620807648,0.08782584965229034,0.09084207564592361,0.09385830163955688,0.09687452763319016]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,2,1,1,0,2,3,1,6,5,1,2,9,7,4,12,10,12,21,19,27,41,45,56,71,75,59,53,32,30,26,22,13,17,11,5,15,7,3,3,6,3,1,2,2,2,2,3,2,3,1,1,3,5,0,0,2],"bins":[-0.016809504479169846,-0.01629900187253952,-0.015788499265909195,-0.015277997590601444,-0.014767495915293694,-0.014256993308663368,-0.013746490702033043,-0.013235989026725292,-0.012725486420094967,-0.012214983813464642,-0.011704482138156891,-0.011193979531526566,-0.01068347692489624,-0.01017297524958849,-0.009662472642958164,-0.009151970967650414,-0.008641468361020088,-0.008130965754389763,-0.007620464079082012,-0.007109961472451687,-0.006599459331482649,-0.006088957190513611,-0.0055784545838832855,-0.0050679524429142475,-0.0045574503019452095,-0.0040469481609761715,-0.00353644578717649,-0.003025943413376808,-0.00251544127240777,-0.002004939131438732,-0.0014944367576390505,-0.0009839345002546906,-0.0004734322428703308,3.7070014514029026e-05,0.0005475722718983889,0.0010580745292827487,0.0015685767866671085,0.0020790789276361465,0.002589581301435828,0.00310008367523551,0.003610585816204548,0.004121087957173586,0.004631590098142624,0.005142092704772949,0.005652594845741987,0.006163096986711025,0.0066735995933413506,0.0071841017343103886,0.007694603875279427,0.008205106481909752,0.008715608157217503,0.009226110763847828,0.009736612439155579,0.010247115045785904,0.01075761765241623,0.01126811932772398,0.011778621934354305,0.01228912454098463,0.012799626216292381,0.013310128822922707,0.013820631429553032,0.014331133104860783,0.014841635711491108,0.015352137386798859,0.015862639993429184],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"values":[1,1,1,1,1,1,1,0,2,2,1,4,7,4,8,7,10,12,11,14,16,16,18,20,25,24,32,27,30,22,35,27,38,17,34,27,25,31,25,22,16,15,18,19,17,10,20,9,4,10,3,5,7,1,3,5,1,2,0,1,1,0,0,1],"bins":[-0.026550889015197754,-0.02572408877313137,-0.024897288531064987,-0.024070486426353455,-0.02324368618428707,-0.022416885942220688,-0.021590083837509155,-0.020763283595442772,-0.01993648335337639,-0.019109683111310005,-0.018282882869243622,-0.01745608076453209,-0.016629280522465706,-0.015802480280399323,-0.014975679107010365,-0.014148877933621407,-0.013322077691555023,-0.01249527744948864,-0.011668476276099682,-0.010841675102710724,-0.01001487486064434,-0.009188074618577957,-0.008361273445189,-0.0075344727374613285,-0.006707672029733658,-0.005880871322005987,-0.0050540706142783165,-0.004227269906550646,-0.003400469198822975,-0.0025736684910953045,-0.0017468677833676338,-0.0009200670756399632,-9.326450526714325e-05,0.0007335362024605274,0.001560336910188198,0.0023871376179158688,0.0032139383256435394,0.00404073903337121,0.004867539741098881,0.0056943404488265514,0.006521141156554222,0.007347941864281893,0.008174742572009563,0.009001543745398521,0.009828343987464905,0.010655144229531288,0.011481945402920246,0.012308746576309204,0.013135546818375587,0.01396234706044197,0.014789148233830929,0.015615949407219887,0.01644274964928627,0.017269549891352654,0.018096350133419037,0.01892315223813057,0.019749952480196953,0.020576752722263336,0.02140355482697487,0.022230355069041252,0.023057155311107635,0.02388395555317402,0.024710755795240402,0.025537557899951935,0.026364358142018318],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[2,1,1,1,2,0,2,2,4,7,4,4,7,6,9,8,7,11,18,12,22,13,17,21,21,20,23,32,34,27,27,32,24,18,18,26,20,26,28,15,21,15,14,20,12,19,10,12,8,7,4,11,11,5,2,5,4,3,3,3,3,3,0,1],"bins":[0.999513566493988,0.999529242515564,0.9995449185371399,0.9995605945587158,0.9995762705802917,0.9995919466018677,0.9996076226234436,0.9996232986450195,0.9996389746665955,0.9996546506881714,0.9996703267097473,0.9996859431266785,0.9997016191482544,0.9997172951698303,0.9997329711914062,0.9997486472129822,0.9997643232345581,0.999779999256134,0.99979567527771,0.9998113512992859,0.9998270273208618,0.9998427033424377,0.9998583793640137,0.9998740553855896,0.9998897314071655,0.9999054074287415,0.9999210834503174,0.9999367594718933,0.9999524354934692,0.9999681115150452,0.9999837875366211,0.999999463558197,1.000015139579773,1.000030755996704,1.0000464916229248,1.000062108039856,1.0000778436660767,1.0000934600830078,1.0001091957092285,1.0001248121261597,1.0001405477523804,1.0001561641693115,1.0001718997955322,1.0001875162124634,1.0002031326293945,1.0002188682556152,1.0002344846725464,1.000250220298767,1.0002658367156982,1.000281572341919,1.00029718875885,1.0003129243850708,1.000328540802002,1.0003442764282227,1.0003598928451538,1.0003756284713745,1.0003912448883057,1.0004069805145264,1.0004225969314575,1.0004383325576782,1.0004539489746094,1.00046968460083,1.0004853010177612,1.000501036643982,1.000516653060913],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0003976584121119231,-0.0003841505676973611,-0.0003706427232827991,-0.00035713487886823714,-0.00034362703445367515,-0.00033011919003911316,-0.0003166113456245512,-0.0003031035012099892,-0.00028959562769159675,-0.00027608778327703476,-0.00026257993886247277,-0.0002490720944479108,-0.0002355642500333488,-0.0002220564056187868,-0.00020854856120422482,-0.00019504071678966284,-0.00018153287237510085,-0.00016802502796053886,-0.00015451718354597688,-0.0001410093391314149,-0.0001275014947168529,-0.0001139936430263333,-0.0001004857913358137,-8.697794692125171e-05,-7.347010250668973e-05,-5.996225809212774e-05,-4.6454410039586946e-05,-3.294656198704615e-05,-1.9438717572484165e-05,-5.930871338932775e-06,7.5769748946186155e-06,2.1084821128170006e-05,3.459269646555185e-05,4.810054088011384e-05,6.160838529467583e-05,7.511623698519543e-05,8.862408139975742e-05,0.0001021319258143194,0.000115639777504839,0.000129147621919401,0.00014265546633396298,0.00015616331074852496,0.00016967115516308695,0.00018317899957764894,0.00019668685854412615,0.00021019470295868814,0.00022370254737325013,0.00023721039178781211,0.0002507182362023741,0.0002642260806169361,0.0002777339250314981,0.00029124176944606006,0.00030474961386062205,0.00031825745827518404,0.000331765302689746,0.000345273147104308,0.00035878102062270045,0.00037228886503726244,0.0003857967094518244,0.0003993045538663864,0.0004128123982809484,0.0004263202426955104,0.0004398280871100724,0.00045333593152463436,0.00046684377593919635],"_type":"histogram","values":[1,0,0,1,1,2,1,3,3,1,4,1,6,4,6,8,12,11,14,23,19,18,20,25,33,33,33,41,49,29,39,33,50,40,28,28,18,16,22,16,12,9,14,6,7,3,3,1,4,4,3,3,1,0,0,1,1,1,1,1,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.06868112832307816,-0.06650711596012115,-0.06433311104774475,-0.06215909868478775,-0.05998508632183075,-0.05781107395887375,-0.055637065321207047,-0.053463056683540344,-0.051289044320583344,-0.04911503195762634,-0.04694102331995964,-0.04476701468229294,-0.04259300231933594,-0.04041898995637894,-0.038244981318712234,-0.03607097268104553,-0.03389696031808853,-0.03172294795513153,-0.02954893931746483,-0.027374928817152977,-0.025200918316841125,-0.023026907816529274,-0.020852897316217422,-0.01867888681590557,-0.01650487631559372,-0.014330865815281868,-0.012156855314970016,-0.009982844814658165,-0.0078088343143463135,-0.005634823814034462,-0.0034608133137226105,-0.001286802813410759,0.0008872002363204956,0.003061210736632347,0.005235221236944199,0.00740923173725605,0.009583242237567902,0.011757252737879753,0.013931263238191605,0.016105273738503456,0.018279284238815308,0.02045329473912716,0.02262730523943901,0.024801315739750862,0.026975326240062714,0.029149336740374565,0.03132334724068642,0.03349735587835312,0.03567136824131012,0.03784538060426712,0.04001938924193382,0.042193397879600525,0.044367410242557526,0.046541422605514526,0.04871543124318123,0.05088943988084793,0.05306345224380493,0.05523746460676193,0.057411473244428635,0.05958548188209534,0.06175949424505234,0.06393350660800934,0.06610751152038574,0.06828152388334274,0.07045553624629974],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,3,5,1,6,2,3,9,11,11,18,17,18,22,27,21,24,30,43,25,32,35,28,36,39,28,35,33,24,29,24,23,16,15,8,18,10,6,6,3,5,6,3,4,2,0,0,0,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.00040436346898786724,-0.0003920092713087797,-0.00037965510273352265,-0.00036730090505443513,-0.0003549467073753476,-0.00034259253880009055,-0.00033023834112100303,-0.00031788417254574597,-0.00030552997486665845,-0.00029317577718757093,-0.00028082160861231387,-0.00026846741093322635,-0.0002561132423579693,-0.00024375904467888176,-0.00023140484699979424,-0.00021905066387262195,-0.00020669648074544966,-0.00019434229761827737,-0.00018198811449110508,-0.00016963391681201756,-0.00015727973368484527,-0.00014492555055767298,-0.00013257135287858546,-0.00012021716975141317,-0.00010786298662424088,-9.550880349706858e-05,-8.315461309393868e-05,-7.080042269080877e-05,-5.844623956363648e-05,-4.6092052798485383e-05,-3.3737866033334285e-05,-2.1383679268183187e-05,-9.029521606862545e-06,3.3246651582885534e-06,1.5678851923439652e-05,2.803303868859075e-05,4.038722545374185e-05,5.274141221889295e-05,6.509559898404405e-05,7.744978938717395e-05,8.980397251434624e-05,0.00010215815564151853,0.00011451234604464844,0.00012686653644777834,0.00013922071957495064,0.00015157490270212293,0.00016392910038121045,0.00017628328350838274,0.00018863746663555503,0.00020099164976272732,0.0002133458328898996,0.00022570003056898713,0.00023805421369615942,0.0002504083968233317,0.00026276259450241923,0.0002751167630776763,0.0002874709607567638,0.00029982515843585134,0.0003121793270111084,0.0003245335246901959,0.00033688772236928344,0.0003492418909445405,0.000361596088623628,0.0003739502571988851,0.0003863044548779726],"_type":"histogram","values":[1,1,1,1,1,0,3,2,1,2,0,3,3,2,5,7,7,6,14,8,9,20,21,14,25,26,29,33,37,29,29,37,37,24,29,20,35,36,19,25,22,13,19,16,9,10,14,11,5,7,8,6,6,3,3,3,2,0,3,2,1,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,1,0,1,0,0,0,0,0,0,1,4,0,0,1,2,1,2,3,5,1,4,6,6,6,11,15,18,27,21,41,29,49,50,47,51,34,41,35,42,36,44,29,20,17,13,5,9,8,3,9,2,3,2,4,2,1,1,1,0,0,2,1],"bins":[-0.0004510035796556622,-0.0004386991204228252,-0.00042639466118998826,-0.00041409023106098175,-0.0004017857718281448,-0.0003894813125953078,-0.00037717685336247087,-0.0003648723941296339,-0.00035256793489679694,-0.00034026350476779044,-0.0003279590455349535,-0.0003156545863021165,-0.00030335012706927955,-0.0002910456678364426,-0.0002787412377074361,-0.0002664367784745991,-0.00025413231924176216,-0.0002418278600089252,-0.00022952341532800347,-0.0002172189560951665,-0.00020491451141424477,-0.0001926100521814078,-0.00018030559294857085,-0.00016800114826764911,-0.00015569668903481215,-0.0001433922298019752,-0.00013108778512105346,-0.0001187833258882165,-0.00010647887393133715,-9.41744219744578e-05,-8.186996274162084e-05,-6.956551078474149e-05,-5.726102972403169e-05,-4.495657776715234e-05,-3.2652122172294185e-05,-2.0347668396425433e-05,-8.043214620556682e-06,4.261239155312069e-06,1.656569293118082e-05,2.887014670704957e-05,4.117460048291832e-05,5.347905243979767e-05,6.578350439667702e-05,7.808796362951398e-05,9.039241558639333e-05,0.00010269686754327267,0.00011500132677610964,0.00012730577145703137,0.00013961023068986833,0.0001519146899227053,0.00016421913460362703,0.000176523593836464,0.00018882803851738572,0.00020113249775022268,0.00021343695698305964,0.00022574140166398138,0.00023804586089681834,0.0002503503055777401,0.00026265476481057703,0.000274959224043414,0.00028726368327625096,0.0002995681425090879,0.0003118725726380944,0.0003241770318709314,0.00033648149110376835],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,0,1,0,0,0,1,1,6,2,3,5,4,7,12,10,20,19,14,26,26,24,24,31,38,31,30,36,797,40,33,29,32,32,29,30,25,16,17,13,13,14,10,4,5,5,5,4,6,2,1,0,0,0,0,0,1,0,0,0,1],"bins":[-2.0103025436401367,-1.9463192224502563,-1.882335901260376,-1.8183526992797852,-1.7543693780899048,-1.6903860569000244,-1.6264028549194336,-1.5624195337295532,-1.4984362125396729,-1.4344528913497925,-1.370469570159912,-1.3064863681793213,-1.242503046989441,-1.1785197257995605,-1.1145365238189697,-1.0505532026290894,-0.986569881439209,-0.9225865602493286,-0.858603298664093,-0.7946200370788574,-0.730636715888977,-0.6666533946990967,-0.6026701331138611,-0.5386868715286255,-0.4747035503387451,-0.41072025895118713,-0.34673696756362915,-0.28275367617607117,-0.21877038478851318,-0.1547870934009552,-0.09080380201339722,-0.026820510625839233,0.03716278076171875,0.10114607214927673,0.16512936353683472,0.2291126549243927,0.2930959463119507,0.35707923769950867,0.42106252908706665,0.48504582047462463,0.5490291118621826,0.613012433052063,0.6769956946372986,0.7409789562225342,0.8049622774124146,0.8689455986022949,0.9329288601875305,0.9969121217727661,1.0608954429626465,1.1248787641525269,1.1888620853424072,1.252845287322998,1.3168286085128784,1.3808119297027588,1.4447951316833496,1.50877845287323,1.5727617740631104,1.6367450952529907,1.700728416442871,1.764711618423462,1.8286949396133423,1.8926782608032227,1.9566614627838135,2.0206449031829834,2.084628105163574],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.00225830078125,-0.0021898746490478516,-0.002121448516845703,-0.0020530223846435547,-0.0019845962524414062,-0.0019161701202392578,-0.0018477439880371094,-0.001779317855834961,-0.0017108917236328125,-0.001642465591430664,-0.0015740394592285156,-0.0015056133270263672,-0.0014371871948242188,-0.0013687610626220703,-0.0013003349304199219,-0.0012319087982177734,-0.001163482666015625,-0.0010950565338134766,-0.0010266304016113281,-0.0009582042694091797,-0.0008897781372070312,-0.0008213520050048828,-0.0007529258728027344,-0.0006844997406005859,-0.0006160736083984375,-0.0005476474761962891,-0.0004792213439941406,-0.0004107952117919922,-0.00034236907958984375,-0.0002739429473876953,-0.00020551681518554688,-0.00013709068298339844,-6.866455078125e-05,-2.384185791015625e-07,6.818771362304688e-05,0.0001366138458251953,0.00020503997802734375,0.0002734661102294922,0.0003418922424316406,0.00041031837463378906,0.0004787445068359375,0.0005471706390380859,0.0006155967712402344,0.0006840229034423828,0.0007524490356445312,0.0008208751678466797,0.0008893013000488281,0.0009577274322509766,0.001026153564453125,0.0010945796966552734,0.0011630058288574219,0.0012314319610595703,0.0012998580932617188,0.0013682842254638672,0.0014367103576660156,0.001505136489868164,0.0015735626220703125,0.001641988754272461,0.0017104148864746094,0.0017788410186767578,0.0018472671508789062,0.0019156932830810547,0.001984119415283203,0.0020525455474853516,0.0021209716796875],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,2,0,3,9,8,18,32,36,59,89,148,260,365,516,925,1351,2102,3309,5363,9262,16731,31972,65764,156165,155727,67259,31556,16844,9200,5444,3261,2231,1356,887,550,358,248,141,98,56,36,25,21,12,10,1,5,2,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,0,2,0,0,1,0,1,1,1,1,1,3,3,4,10,10,10,6,12,9,12,13,11,26,22,22,24,37,33,32,42,29,42,36,37,42,18,21,30,24,19,16,13,13,10,6,7,6,10,9,4,3,7,1,2,2,5,1,1,0,2,0,2],"bins":[-0.0015545709757134318,-0.0015073263784870505,-0.0014600817812606692,-0.001412837184034288,-0.0013655925868079066,-0.0013183479895815253,-0.001271103392355144,-0.0012238587951287627,-0.0011766141979023814,-0.0011293696006760001,-0.0010821250034496188,-0.0010348804062232375,-0.0009876358089968562,-0.0009403912117704749,-0.0008931466145440936,-0.0008459020173177123,-0.000798657420091331,-0.0007514128228649497,-0.0007041682256385684,-0.0006569236284121871,-0.0006096790311858058,-0.0005624344339594245,-0.0005151898367330432,-0.0004679452395066619,-0.0004207006422802806,-0.0003734560450538993,-0.000326211447827518,-0.0002789668506011367,-0.00023172225337475538,-0.00018447765614837408,-0.00013723305892199278,-8.998846169561148e-05,-4.2743980884552e-05,4.5006163418293e-06,5.17452135682106e-05,9.89898107945919e-05,0.0001462344080209732,0.0001934790052473545,0.0002407236024737358,0.0002879681997001171,0.0003352127969264984,0.0003824573941528797,0.000429701991379261,0.0004769465886056423,0.0005241911858320236,0.0005714357830584049,0.0006186803802847862,0.0006659249775111675,0.0007131695747375488,0.0007604141719639301,0.0008076587691903114,0.0008549033664166927,0.000902147963643074,0.0009493925608694553,0.0009966371580958366,0.001043881755322218,0.0010911263525485992,0.0011383709497749805,0.0011856155470013618,0.0012328601442277431,0.0012801047414541245,0.0013273493386805058,0.001374593935906887,0.0014218385331332684,0.0014690831303596497]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.00035288455546833575,-0.0003413282101973891,-0.00032977183582261205,-0.0003182154905516654,-0.0003066591452807188,-0.0002951027709059417,-0.0002835464256349951,-0.000271990051260218,-0.0002604337059892714,-0.0002488773607183248,-0.0002373209863435477,-0.00022576464107260108,-0.00021420828124973923,-0.00020265192142687738,-0.00019109557615593076,-0.0001795392163330689,-0.00016798285651020706,-0.0001564264966873452,-0.00014487013686448336,-0.00013331379159353673,-0.00012175743177067488,-0.00011020107194781303,-9.86447194009088e-05,-8.708836685400456e-05,-7.553200703114271e-05,-6.397564720828086e-05,-5.2419294661376625e-05,-4.086293847649358e-05,-2.930658229161054e-05,-1.7750226106727496e-05,-6.193869921844453e-06,5.3624862630385906e-06,1.6918842447921634e-05,2.8475198632804677e-05,4.003155481768772e-05,5.158791100257076e-05,6.31442671874538e-05,7.470062701031566e-05,8.625697955721989e-05,9.781333210412413e-05,0.00010936969192698598,0.00012092605174984783,0.00013248241157270968,0.0001440387568436563,0.00015559511666651815,0.00016715147648938,0.00017870782176032662,0.00019026418158318847,0.00020182054140605032,0.00021337690122891217,0.00022493326105177402,0.00023648960632272065,0.00024804595159366727,0.00025960232596844435,0.00027115867123939097,0.00028271504561416805,0.00029427139088511467,0.0003058277361560613,0.00031738411053083837,0.000328940455801785,0.00034049683017656207,0.0003520531754475087,0.0003636095207184553,0.0003751658950932324,0.000386722240364179],"_type":"histogram","values":[4,1,0,0,2,2,2,3,3,4,4,4,4,6,7,8,9,12,8,16,14,14,17,32,28,22,23,36,32,40,32,29,41,32,41,24,29,18,22,20,18,15,19,13,15,11,3,4,1,1,4,2,6,3,2,2,0,2,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,1,1,1,1,1,0,1,3,2,0,6,5,6,6,10,9,9,14,15,12,19,18,21,28,24,32,29,23,27,36,24,33,32,28,23,34,25,25,24,17,8,24,14,13,21,14,7,8,4,4,6,4,3,3,2,0,3,1,1,1,0,0,1],"bins":[-0.02664254419505596,-0.025807712227106094,-0.024972878396511078,-0.02413804456591606,-0.023303212597966194,-0.022468380630016327,-0.02163354679942131,-0.020798712968826294,-0.019963881000876427,-0.01912904903292656,-0.018294215202331543,-0.017459381371736526,-0.01662454940378666,-0.015789717435836792,-0.014954883605241776,-0.014120050705969334,-0.013285217806696892,-0.01245038490742445,-0.011615552008152008,-0.010780719108879566,-0.009945886209607124,-0.009111053310334682,-0.00827622041106224,-0.007441387511789799,-0.006606554612517357,-0.005771721713244915,-0.004936888813972473,-0.004102055914700031,-0.0032672230154275894,-0.0024323901161551476,-0.0015975572168827057,-0.0007627243176102638,7.211044430732727e-05,0.0009069433435797691,0.001741776242852211,0.002576609142124653,0.0034114420413970947,0.004246274940669537,0.0050811078399419785,0.00591594073921442,0.006750773638486862,0.007585606537759304,0.008420439437031746,0.009255272336304188,0.01009010523557663,0.010924938134849072,0.011759771034121513,0.012594603933393955,0.013429436832666397,0.014264269731938839,0.01509910263121128,0.015933934599161148,0.016768768429756165,0.01760360226035118,0.01843843422830105,0.019273266196250916,0.020108100026845932,0.02094293385744095,0.021777765825390816,0.022612597793340683,0.0234474316239357,0.024282265454530716,0.025117097422480583,0.02595192939043045,0.026786763221025467],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,2,1,3,4,3,5,4,10,17,24,43,63,87,139,203,293,454,801,1318,1938,3260,5321,9044,15354,26683,51054,100386,202071,397107,371256,185085,92385,46772,25904,14381,8351,4964,3027,1780,1257,703,466,305,181,127,73,54,32,28,13,11,5,5,0,1,1,2],"bins":[-0.0079345703125,-0.007713794708251953,-0.007493019104003906,-0.007272243499755859,-0.0070514678955078125,-0.006830692291259766,-0.006609916687011719,-0.006389141082763672,-0.006168365478515625,-0.005947589874267578,-0.005726814270019531,-0.005506038665771484,-0.0052852630615234375,-0.005064487457275391,-0.004843711853027344,-0.004622936248779297,-0.00440216064453125,-0.004181385040283203,-0.003960609436035156,-0.0037398338317871094,-0.0035190582275390625,-0.0032982826232910156,-0.0030775070190429688,-0.002856731414794922,-0.002635955810546875,-0.002415180206298828,-0.0021944046020507812,-0.0019736289978027344,-0.0017528533935546875,-0.0015320777893066406,-0.0013113021850585938,-0.0010905265808105469,-0.0008697509765625,-0.0006489753723144531,-0.00042819976806640625,-0.00020742416381835938,1.33514404296875e-05,0.00023412704467773438,0.00045490264892578125,0.0006756782531738281,0.000896453857421875,0.0011172294616699219,0.0013380050659179688,0.0015587806701660156,0.0017795562744140625,0.0020003318786621094,0.0022211074829101562,0.002441883087158203,0.00266265869140625,0.002883434295654297,0.0031042098999023438,0.0033249855041503906,0.0035457611083984375,0.0037665367126464844,0.003987312316894531,0.004208087921142578,0.004428863525390625,0.004649639129638672,0.004870414733886719,0.005091190338134766,0.0053119659423828125,0.005532741546630859,0.005753517150878906,0.005974292755126953,0.006195068359375]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,2,0,1,3,4,3,5,4,3,7,7,6,10,9,14,20,28,13,21,26,21,27,31,30,27,29,36,27,31,28,40,45,20,25,18,17,23,8,12,15,10,14,10,5,8,2,4,6,3,2,1,1,1,1,0,0,0,0,1],"bins":[-0.017795896157622337,-0.017234403640031815,-0.01667291298508644,-0.01611142046749592,-0.015549929812550545,-0.014988437294960022,-0.014426945708692074,-0.013865454122424126,-0.013303962536156178,-0.01274247094988823,-0.012180979363620281,-0.011619487777352333,-0.01105799525976181,-0.010496503673493862,-0.009935012087225914,-0.009373520500957966,-0.008812028914690018,-0.00825053732842207,-0.007689045742154121,-0.007127553690224886,-0.006566062103956938,-0.00600457051768899,-0.005443078465759754,-0.004881586879491806,-0.004320095293223858,-0.0037586037069559097,-0.003197111887857318,-0.002635620068758726,-0.002074128482490778,-0.001512636779807508,-0.000951145077124238,-0.00038965337444096804,0.0001718364655971527,0.0007333281682804227,0.0012948198709636927,0.0018563115736469626,0.0024178032763302326,0.0029792948625981808,0.0035407866816967726,0.004102278500795364,0.0046637700870633125,0.005225261673331261,0.005786753259599209,0.006348245311528444,0.0069097368977963924,0.007471228484064341,0.008032720535993576,0.008594212122261524,0.009155703708529472,0.00971719529479742,0.010278686881065369,0.010840178467333317,0.011401670053601265,0.011963162571191788,0.012524654157459736,0.013086145743727684,0.013647637329995632,0.01420912891626358,0.014770620502531528,0.015332112088799477,0.01589360460639,0.016455095261335373,0.017016587778925896,0.01757807843387127,0.018139570951461792]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-0.005577183794230223,-0.005381273105740547,-0.005185362882912159,-0.0049894521944224834,-0.004793541505932808,-0.004597630817443132,-0.004401720128953457,-0.004205809906125069,-0.004009899217635393,-0.0038139885291457176,-0.0036180780734866858,-0.003422167617827654,-0.0032262569293379784,-0.003030346240848303,-0.002834435785189271,-0.002638525329530239,-0.0024426146410405636,-0.002246703952550888,-0.002050793496891856,-0.0018548829248175025,-0.0016589723527431488,-0.0014630617806687951,-0.0012671512085944414,-0.0010712406365200877,-0.000875330064445734,-0.0006794194923713803,-0.00048350892029702663,-0.00028759834822267294,-9.168777614831924e-05,0.00010422279592603445,0.00030013336800038815,0.0004960439400747418,0.0006919549778103828,0.0008878655498847365,0.0010837761219590902,0.001279686694033444,0.0014755972661077976,0.0016715078381821513,0.001867418410256505,0.002063328865915537,0.0022592395544052124,0.002455150242894888,0.00265106069855392,0.0028469711542129517,0.003042881842702627,0.0032387925311923027,0.0034347029868513346,0.0036306134425103664,0.003826524131000042,0.0040224348194897175,0.004218345507979393,0.004414255730807781,0.004610166419297457,0.004806077107787132,0.0050019873306155205,0.005197898019105196,0.0053938087075948715,0.005589719396084547,0.0057856300845742226,0.005981540307402611,0.006177450995892286,0.006373361684381962,0.00656927190721035,0.0067651825957000256,0.006961093284189701],"_type":"histogram","values":[2,1,0,2,0,7,4,5,4,7,8,12,13,11,15,18,29,45,41,61,51,58,88,98,83,95,102,119,133,108,103,117,95,79,65,41,56,45,40,34,30,31,18,16,10,9,9,7,4,5,2,3,2,1,1,1,0,0,0,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[3,5,6,14,32,61,97,183,302,516,926,1429,2307,3424,4960,7291,10648,14489,19494,25757,33050,41175,50409,60033,68776,77891,86008,92080,96730,98968,99363,96112,91361,84732,76249,67026,56869,48247,39006,31188,24172,18283,13558,9603,6901,4709,3125,2071,1322,768,472,302,155,99,48,27,15,9,4,2,1,0,0,1],"bins":[-0.0946248471736908,-0.09145837277173996,-0.08829189836978912,-0.08512541651725769,-0.08195894211530685,-0.07879246771335602,-0.07562599331140518,-0.07245951890945435,-0.06929303705692291,-0.06612656265497208,-0.06296008825302124,-0.059793613851070404,-0.05662713944911957,-0.05346066132187843,-0.0502941869199276,-0.04712770879268646,-0.043961234390735626,-0.04079475998878479,-0.037628281861543655,-0.03446180745959282,-0.031295329332351685,-0.02812885493040085,-0.024962380528450012,-0.021795904263854027,-0.01862942799925804,-0.015462951734662056,-0.012296476401388645,-0.009130001068115234,-0.005963524803519249,-0.002797049004584551,0.00036942679435014725,0.0035359025932848454,0.00670238584280014,0.009868862107396126,0.013035337440669537,0.016201812773942947,0.019368289038538933,0.022534765303134918,0.025701239705085754,0.02886771596968174,0.032034192234277725,0.03520066663622856,0.038367144763469696,0.04153361916542053,0.04470009356737137,0.0478665716946125,0.05103304609656334,0.054199524223804474,0.05736599862575531,0.060532473027706146,0.06369894742965698,0.06686542928218842,0.07003190368413925,0.07319837808609009,0.07636485248804092,0.07953132688999176,0.0826978087425232,0.08586428314447403,0.08903075754642487,0.0921972319483757,0.09536370635032654,0.09853018075227737,0.10169666260480881,0.10486313700675964,0.10802961140871048],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,1,1,2,2,4,3,5,7,12,16,26,38,52,90,159,240,359,513,765,1289,2096,3399,5925,9942,17291,30627,55551,92566,126641,100552,61286,33974,19132,11096,6300,3714,2243,1390,903,564,362,235,140,120,60,49,22,24,9,5,8,5,3,3,1,0,0,0,0,0,0,1],"bins":[-0.01123046875,-0.010863304138183594,-0.010496139526367188,-0.010128974914550781,-0.009761810302734375,-0.009394645690917969,-0.009027481079101562,-0.008660316467285156,-0.00829315185546875,-0.007925987243652344,-0.0075588226318359375,-0.007191658020019531,-0.006824493408203125,-0.006457328796386719,-0.0060901641845703125,-0.005722999572753906,-0.0053558349609375,-0.004988670349121094,-0.0046215057373046875,-0.004254341125488281,-0.003887176513671875,-0.0035200119018554688,-0.0031528472900390625,-0.0027856826782226562,-0.00241851806640625,-0.0020513534545898438,-0.0016841888427734375,-0.0013170242309570312,-0.000949859619140625,-0.0005826950073242188,-0.0002155303955078125,0.00015163421630859375,0.000518798828125,0.0008859634399414062,0.0012531280517578125,0.0016202926635742188,0.001987457275390625,0.0023546218872070312,0.0027217864990234375,0.0030889511108398438,0.00345611572265625,0.0038232803344726562,0.0041904449462890625,0.004557609558105469,0.004924774169921875,0.005291938781738281,0.0056591033935546875,0.006026268005371094,0.0063934326171875,0.006760597229003906,0.0071277618408203125,0.007494926452636719,0.007862091064453125,0.008229255676269531,0.008596420288085938,0.008963584899902344,0.00933074951171875,0.009697914123535156,0.010065078735351562,0.010432243347167969,0.010799407958984375,0.011166572570800781,0.011533737182617188,0.011900901794433594,0.01226806640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,1,2,0,3,0,4,8,4,13,12,19,26,35,63,78,100,147,208,339,478,802,1201,1788,2887,4453,7206,11559,19695,35793,67841,126405,135277,77530,39453,21841,12886,8020,4819,3033,1981,1254,845,554,380,219,160,128,85,49,41,23,16,20,10,9,7,4,4,1,3],"bins":[-0.00121307373046875,-0.0011785030364990234,-0.0011439323425292969,-0.0011093616485595703,-0.0010747909545898438,-0.0010402202606201172,-0.0010056495666503906,-0.0009710788726806641,-0.0009365081787109375,-0.0009019374847412109,-0.0008673667907714844,-0.0008327960968017578,-0.0007982254028320312,-0.0007636547088623047,-0.0007290840148925781,-0.0006945133209228516,-0.000659942626953125,-0.0006253719329833984,-0.0005908012390136719,-0.0005562305450439453,-0.0005216598510742188,-0.0004870891571044922,-0.0004525184631347656,-0.00041794776916503906,-0.0003833770751953125,-0.00034880638122558594,-0.0003142356872558594,-0.0002796649932861328,-0.00024509429931640625,-0.0002105236053466797,-0.00017595291137695312,-0.00014138221740722656,-0.0001068115234375,-7.224082946777344e-05,-3.7670135498046875e-05,-3.0994415283203125e-06,3.147125244140625e-05,6.604194641113281e-05,0.00010061264038085938,0.00013518333435058594,0.0001697540283203125,0.00020432472229003906,0.00023889541625976562,0.0002734661102294922,0.00030803680419921875,0.0003426074981689453,0.0003771781921386719,0.00041174888610839844,0.000446319580078125,0.00048089027404785156,0.0005154609680175781,0.0005500316619873047,0.0005846023559570312,0.0006191730499267578,0.0006537437438964844,0.0006883144378662109,0.0007228851318359375,0.0007574558258056641,0.0007920265197753906,0.0008265972137451172,0.0008611679077148438,0.0008957386016845703,0.0009303092956542969,0.0009648799896240234,0.00099945068359375]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,0,4,9,15,31,41,67,153,239,377,587,918,1335,1991,2878,4156,5641,7424,9692,12568,15344,18651,21989,25475,28795,31760,33928,35696,36372,36351,35842,33923,31573,28395,25150,21921,18323,14989,12189,9560,7352,5619,3982,2919,1940,1379,861,564,353,210,130,76,41,17,10,6,4,3,1,0,1],"bins":[-0.09954790771007538,-0.09643526375293732,-0.09332261979579926,-0.0902099758386612,-0.08709733188152313,-0.08398468792438507,-0.08087204396724701,-0.07775940001010895,-0.07464675605297089,-0.07153411209583282,-0.06842146813869476,-0.0653088241815567,-0.06219618394970894,-0.05908353999257088,-0.055970896035432816,-0.052858252078294754,-0.04974560812115669,-0.04663296416401863,-0.04352032020688057,-0.04040767624974251,-0.037295032292604446,-0.034182388335466385,-0.031069746240973473,-0.02795710228383541,-0.02484445832669735,-0.021731814369559288,-0.018619170412421227,-0.01550652738660574,-0.012393883429467678,-0.009281239472329617,-0.006168595980852842,-0.0030559522565454245,5.669146776199341e-05,0.0031693351920694113,0.006281978916376829,0.009394622407853603,0.012507266364991665,0.015619910322129726,0.018732553347945213,0.021845197305083275,0.024957841262221336,0.028070485219359398,0.03118312917649746,0.03429577127099037,0.03740841522812843,0.040521059185266495,0.043633703142404556,0.04674634709954262,0.04985899105668068,0.05297163501381874,0.0560842789709568,0.059196922928094864,0.062309566885232925,0.06542220711708069,0.06853485107421875,0.07164749503135681,0.07476013898849487,0.07787278294563293,0.080985426902771,0.08409807085990906,0.08721071481704712,0.09032335877418518,0.09343600273132324,0.0965486466884613,0.09966129064559937]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,1,1,4,7,2,7,7,5,12,5,8,7,1,7,6,11,8,20,18,11,21,23,18,18,20,18,13,28,21,21,30,27,25,22,20,17,16,16,21,18,19,16,13,20,9,15,11,17,6,6,6,7,8,6,9,7,7,6,4,9,3,1,1],"bins":[-0.0005047449376434088,-0.0004892557044513524,-0.0004737665003631264,-0.00045827729627490044,-0.0004427880921866745,-0.00042729885899461806,-0.0004118096549063921,-0.00039632045081816614,-0.0003808312467299402,-0.00036534201353788376,-0.0003498528094496578,-0.00033436360536143184,-0.0003188743721693754,-0.00030338516808114946,-0.0002878959639929235,-0.0002724067308008671,-0.0002569175267126411,-0.00024142830807249993,-0.00022593910398427397,-0.00021044988534413278,-0.00019496068125590682,-0.00017947146261576563,-0.00016398224397562444,-0.00014849303988739848,-0.0001330038212472573,-0.00011751460988307372,-0.00010202539851889014,-8.653617987874895e-05,-7.104696851456538e-05,-5.5557757150381804e-05,-4.006854214821942e-05,-2.4579328965046443e-05,-9.090086678043008e-06,6.399126505129971e-06,2.188833968830295e-05,3.737755469046533e-05,5.2866766054648906e-05,6.835597741883248e-05,8.384519605897367e-05,9.933440742315724e-05,0.00011482361878734082,0.000130312837427482,0.00014580204151570797,0.00016129126015584916,0.00017678047879599035,0.0001922696828842163,0.0002077589015243575,0.00022324810561258346,0.00023873732425272465,0.0002542265283409506,0.000269715761533007,0.000285204965621233,0.00030069416970945895,0.00031618340290151536,0.0003316726069897413,0.0003471618110779673,0.00036265101516619325,0.00037814024835824966,0.0003936294524464756,0.0004091186565347016,0.000424607889726758,0.00044009709381498396,0.0004555862979032099,0.00047107553109526634,0.0004865647351834923]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,0,1,1,1,2,4,7,13,9,23,30,53,61,83,144,218,347,435,785,1125,1853,2843,4479,7538,11983,20746,35782,74205,194316,654517,335288,108390,50246,27199,15582,9384,5746,3522,2149,1303,823,599,357,204,174,81,63,47,28,30,11,9,9,5,4,1,1,0,1,1,0,0,1],"bins":[-0.0322265625,-0.031177520751953125,-0.03012847900390625,-0.029079437255859375,-0.0280303955078125,-0.026981353759765625,-0.02593231201171875,-0.024883270263671875,-0.023834228515625,-0.022785186767578125,-0.02173614501953125,-0.020687103271484375,-0.0196380615234375,-0.018589019775390625,-0.01753997802734375,-0.016490936279296875,-0.01544189453125,-0.014392852783203125,-0.01334381103515625,-0.012294769287109375,-0.0112457275390625,-0.010196685791015625,-0.00914764404296875,-0.008098602294921875,-0.007049560546875,-0.006000518798828125,-0.00495147705078125,-0.003902435302734375,-0.0028533935546875,-0.001804351806640625,-0.00075531005859375,0.000293731689453125,0.0013427734375,0.002391815185546875,0.00344085693359375,0.004489898681640625,0.0055389404296875,0.006587982177734375,0.00763702392578125,0.008686065673828125,0.009735107421875,0.010784149169921875,0.01183319091796875,0.012882232666015625,0.0139312744140625,0.014980316162109375,0.01602935791015625,0.017078399658203125,0.01812744140625,0.019176483154296875,0.02022552490234375,0.021274566650390625,0.0223236083984375,0.023372650146484375,0.02442169189453125,0.025470733642578125,0.026519775390625,0.027568817138671875,0.02861785888671875,0.029666900634765625,0.0307159423828125,0.031764984130859375,0.03281402587890625,0.033863067626953125,0.034912109375]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[1,1,1,2,11,12,22,37,68,114,188,302,499,770,1159,1724,2416,3324,4632,6572,8527,10794,13613,16582,19926,23273,26615,29866,32274,34338,35882,35861,36052,34758,32500,30226,27291,24008,20722,17209,13972,11358,8940,6683,5034,3709,2608,1855,1253,851,550,340,212,108,89,38,28,12,5,5,1,0,0,1],"bins":[-0.09724686294794083,-0.09416787326335907,-0.09108887612819672,-0.08800988644361496,-0.0849308967590332,-0.08185189962387085,-0.07877290993928909,-0.07569391280412674,-0.07261492311954498,-0.06953593343496323,-0.06645693629980087,-0.06337794661521912,-0.06029895320534706,-0.057219959795475006,-0.05414097011089325,-0.051061976701021194,-0.04798298329114914,-0.044903989881277084,-0.04182499647140503,-0.03874600678682327,-0.03566701337695122,-0.03258801996707916,-0.029509028419852257,-0.02643003687262535,-0.023351043462753296,-0.02027205005288124,-0.017193058505654335,-0.014114066027104855,-0.011035073548555374,-0.007956081070005894,-0.004877088591456413,-0.0017980961129069328,0.0012808963656425476,0.004359888844192028,0.0074388813227415085,0.010517873801290989,0.01359686627984047,0.016675859689712524,0.01975485123693943,0.022833842784166336,0.02591283619403839,0.028991829603910446,0.0320708230137825,0.03514981269836426,0.03822880610823631,0.04130779951810837,0.044386789202690125,0.04746578261256218,0.050544776022434235,0.05362376943230629,0.056702762842178345,0.0597817525267601,0.06286074221134186,0.06593973934650421,0.06901872903108597,0.07209772616624832,0.07517671585083008,0.07825570553541183,0.08133470267057419,0.08441369235515594,0.0874926894903183,0.09057167917490005,0.09365066885948181,0.09672966599464417,0.09980865567922592],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.09708527475595474,-0.09402872622013092,-0.0909721851348877,-0.08791563659906387,-0.08485908806324005,-0.08180254697799683,-0.078745998442173,-0.07568945735692978,-0.07263290882110596,-0.06957636028528214,-0.06651981920003891,-0.06346327066421509,-0.060406725853681564,-0.05735018104314804,-0.05429363250732422,-0.051237087696790695,-0.04818054288625717,-0.04512399807572365,-0.042067453265190125,-0.0390109047293663,-0.03595435991883278,-0.032897815108299255,-0.029841268435120583,-0.02678472176194191,-0.023728176951408386,-0.020671632140874863,-0.01761508546769619,-0.014558539725840092,-0.011501993983983994,-0.008445448242127895,-0.005388902500271797,-0.002332356758415699,0.0007241889834403992,0.0037807347252964973,0.0068372804671525955,0.009893826209008694,0.012950371950864792,0.016006916761398315,0.019063463434576988,0.02212001010775566,0.025176554918289185,0.028233099728822708,0.03128964453935623,0.034346193075180054,0.03740273788571358,0.0404592826962471,0.04351583123207092,0.046572376042604446,0.04962892085313797,0.052685465663671494,0.05574201047420502,0.05879855901002884,0.06185510382056236,0.06491164863109589,0.06796819716691971,0.07102473825216293,0.07408128678798676,0.07713783532381058,0.0801943764090538,0.08325092494487762,0.08630746603012085,0.08936401456594467,0.0924205631017685,0.09547710418701172,0.09853365272283554],"_type":"histogram","values":[2,2,6,8,16,30,56,97,173,273,524,822,1280,2006,3061,4323,6354,8942,12356,16658,21945,27974,34865,43358,51959,60747,69644,77656,84771,89970,94018,95504,95200,92799,87790,81345,73738,65164,56582,47511,39478,31675,24868,19215,14231,10559,7621,5447,3619,2484,1575,1027,625,382,236,142,80,31,18,9,6,4,2,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,2,2,5,2,10,10,11,24,38,61,101,140,223,368,700,1013,1737,3131,5235,10102,18167,34936,78889,242467,762877,254314,80641,36090,17887,9632,5762,3292,1862,1182,672,422,315,184,120,86,43,33,19,18,8,10,4,1,7,0,4,2,0,1,0,0,0,0,1],"bins":[-0.05517578125,-0.05330657958984375,-0.0514373779296875,-0.04956817626953125,-0.047698974609375,-0.04582977294921875,-0.0439605712890625,-0.04209136962890625,-0.04022216796875,-0.03835296630859375,-0.0364837646484375,-0.03461456298828125,-0.032745361328125,-0.03087615966796875,-0.0290069580078125,-0.02713775634765625,-0.0252685546875,-0.02339935302734375,-0.0215301513671875,-0.01966094970703125,-0.017791748046875,-0.01592254638671875,-0.0140533447265625,-0.01218414306640625,-0.01031494140625,-0.00844573974609375,-0.0065765380859375,-0.00470733642578125,-0.002838134765625,-0.00096893310546875,0.0009002685546875,0.00276947021484375,0.004638671875,0.00650787353515625,0.0083770751953125,0.01024627685546875,0.012115478515625,0.01398468017578125,0.0158538818359375,0.01772308349609375,0.01959228515625,0.02146148681640625,0.0233306884765625,0.02519989013671875,0.027069091796875,0.02893829345703125,0.0308074951171875,0.03267669677734375,0.0345458984375,0.03641510009765625,0.0382843017578125,0.04015350341796875,0.042022705078125,0.04389190673828125,0.0457611083984375,0.04763031005859375,0.04949951171875,0.05136871337890625,0.0532379150390625,0.05510711669921875,0.056976318359375,0.05884552001953125,0.0607147216796875,0.06258392333984375,0.064453125]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[1,1,0,1,0,4,3,3,2,2,2,2,4,9,5,10,11,15,16,23,26,30,44,55,60,74,94,98,88,118,109,106,99,110,108,90,84,76,80,71,54,58,35,36,16,24,25,16,10,5,13,4,1,5,0,3,1,2,2,0,2,1,0,1],"bins":[-0.0004480647330638021,-0.0004342009488027543,-0.000420337135437876,-0.00040647335117682815,-0.0003926095669157803,-0.000378745753550902,-0.00036488196928985417,-0.00035101818502880633,-0.00033715437166392803,-0.0003232905874028802,-0.00030942680314183235,-0.0002955630188807845,-0.0002816992055159062,-0.0002678354212548584,-0.00025397163699381053,-0.00024010783818084747,-0.0002262440393678844,-0.00021238024055492133,-0.0001985164562938735,-0.00018465265748091042,-0.00017078887321986258,-0.0001569250744068995,-0.00014306127559393644,-0.0001291974913328886,-0.00011533369251992553,-0.00010146990098292008,-8.760610944591463e-05,-7.374231063295156e-05,-5.98785190959461e-05,-4.601472755894065e-05,-3.215093238395639e-05,-1.828713902796153e-05,-4.423345671966672e-06,9.440447684028186e-06,2.3304241040023044e-05,3.7168036215007305e-05,5.103182775201276e-05,6.489561928901821e-05,7.875941810198128e-05,9.262320963898674e-05,0.00010648700117599219,0.00012035079271299765,0.0001342145842500031,0.00014807838306296617,0.00016194218187592924,0.00017580596613697708,0.00018966976494994015,0.00020353354921098799,0.00021739734802395105,0.00023126114683691412,0.0002451249456498772,0.00025898872991092503,0.00027285251417197287,0.00028671632753685117,0.000300580111797899,0.00031444389605894685,0.0003283076803199947,0.000342171493684873,0.0003560352779459208,0.00036989906220696867,0.00038376287557184696,0.0003976266598328948,0.00041149044409394264,0.00042535425745882094,0.0004392180417198688],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"bins":[-0.0206298828125,-0.02001953125,-0.0194091796875,-0.018798828125,-0.0181884765625,-0.017578125,-0.0169677734375,-0.016357421875,-0.0157470703125,-0.01513671875,-0.0145263671875,-0.013916015625,-0.0133056640625,-0.0126953125,-0.0120849609375,-0.011474609375,-0.0108642578125,-0.01025390625,-0.0096435546875,-0.009033203125,-0.0084228515625,-0.0078125,-0.0072021484375,-0.006591796875,-0.0059814453125,-0.00537109375,-0.0047607421875,-0.004150390625,-0.0035400390625,-0.0029296875,-0.0023193359375,-0.001708984375,-0.0010986328125,-0.00048828125,0.0001220703125,0.000732421875,0.0013427734375,0.001953125,0.0025634765625,0.003173828125,0.0037841796875,0.00439453125,0.0050048828125,0.005615234375,0.0062255859375,0.0068359375,0.0074462890625,0.008056640625,0.0086669921875,0.00927734375,0.0098876953125,0.010498046875,0.0111083984375,0.01171875,0.0123291015625,0.012939453125,0.0135498046875,0.01416015625,0.0147705078125,0.015380859375,0.0159912109375,0.0166015625,0.0172119140625,0.017822265625,0.0184326171875],"_type":"histogram","values":[1,1,2,2,2,2,7,11,11,18,19,41,56,107,116,167,228,292,405,567,823,1201,1648,2325,3083,4414,6199,8782,12534,18064,27306,43327,73499,113959,98946,59289,35944,23137,15560,10677,7726,5480,3910,2791,2010,1464,1046,759,555,370,278,169,137,116,75,45,31,29,24,11,9,4,8,5]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,2,1,0,0,0,3,3,0,2,5,3,6,3,7,13,12,12,12,13,18,15,23,17,21,30,27,31,31,27,24,25,30,39,25,20,25,32,25,29,23,9,12,21,17,15,9,7,6,6,5,4,3,4,3,3,0,4,3],"bins":[-0.012164540588855743,-0.011832150630652905,-0.01149976160377264,-0.011167371645569801,-0.010834981687366962,-0.010502592660486698,-0.01017020270228386,-0.00983781274408102,-0.009505422785878181,-0.009173033758997917,-0.008840643800795078,-0.00850825384259224,-0.008175864815711975,-0.007843474857509136,-0.007511085364967585,-0.007178695406764746,-0.006846305914223194,-0.0065139164216816425,-0.006181526463478804,-0.005849136970937252,-0.005516747012734413,-0.0051843575201928616,-0.00485196802765131,-0.004519578069448471,-0.0041871885769069195,-0.0038547988515347242,-0.003522409126162529,-0.0031900196336209774,-0.002857629908248782,-0.002525240182876587,-0.0021928506903350353,-0.00186046096496284,-0.0015280721709132195,-0.0011956824455410242,-0.0008632928365841508,-0.0005309031694196165,-0.00019851350225508213,0.0001338761649094522,0.00046626583207398653,0.0007986554992385209,0.0011310451664030552,0.0014634348917752504,0.0017958245007321239,0.0021282141096889973,0.0024606038350611925,0.0027929935604333878,0.0031253830529749393,0.0034577727783471346,0.00379016250371933,0.004122551996260881,0.00445494195446372,0.004787331447005272,0.005119721405208111,0.005452110897749662,0.005784500390291214,0.006116890348494053,0.0064492798410356045,0.006781669333577156,0.007114059291779995,0.0074464487843215466,0.007778838276863098,0.008111228235065937,0.008443618193268776,0.00877600722014904,0.009108397178351879]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,2,0,2,1,2,3,3,3,2,4,4,3,7,7,12,15,14,21,19,26,37,45,36,36,35,38,45,49,38,26,31,31,22,24,25,21,17,12,10,8,3,4,7,3,1,0,7,1,0,1,1,1,0,0,0,0,2],"bins":[-0.00035466672852635384,-0.0003440202272031456,-0.0003333737258799374,-0.00032272719545289874,-0.00031208069412969053,-0.0003014341928064823,-0.0002907876914832741,-0.0002801411901600659,-0.0002694946597330272,-0.000258848158409819,-0.0002482016570866108,-0.00023755515576340258,-0.00022690865444019437,-0.00021626213856507093,-0.00020561563724186271,-0.00019496912136673927,-0.00018432262004353106,-0.00017367611872032285,-0.0001630296028451994,-0.0001523831015219912,-0.00014173658564686775,-0.00013109008432365954,-0.00012044358300045133,-0.0001097970744012855,-9.915056580211967e-05,-8.850405720295385e-05,-7.785754860378802e-05,-6.72110472805798e-05,-5.656453868141398e-05,-4.591803008224815e-05,-3.527152512106113e-05,-2.4625018340884708e-05,-1.3978511560708284e-05,-3.332004780531861e-06,7.314501999644563e-06,1.7961008779820986e-05,2.860751555999741e-05,3.925402415916324e-05,4.9900529120350257e-05,6.0547034081537277e-05,7.11935426807031e-05,8.184005127986893e-05,9.248655987903476e-05,0.00010313306120224297,0.0001137795698014088,0.00012442607840057462,0.00013507257972378284,0.00014571909559890628,0.0001563655969221145,0.0001670120982453227,0.00017765861412044615,0.00018830511544365436,0.0001989516313187778,0.000209598132641986,0.00022024463396519423,0.00023089114984031767,0.00024153765116352588,0.0002521841670386493,0.00026283066836185753,0.00027347716968506575,0.00028412367100827396,0.00029477017233148217,0.00030541670275852084,0.00031606320408172905,0.00032670970540493727],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,2,7,13,13,27,64,126,210,380,683,1138,1794,2839,4533,6703,9887,13904,19263,25669,33543,42572,52880,62485,73417,82950,91999,99312,103007,104829,103645,98932,92330,84542,74139,63792,53672,43536,34501,26335,19660,14338,10116,6815,4678,3021,1881,1110,711,405,219,108,60,34,20,5,3,4,0,0,0,0,0,1],"bins":[-0.09877343475818634,-0.09543001651763916,-0.09208660572767258,-0.0887431874871254,-0.08539977669715881,-0.08205635845661163,-0.07871294766664505,-0.07536952942609787,-0.07202611863613129,-0.0686827003955841,-0.06533928215503693,-0.06199587136507034,-0.05865245312452316,-0.05530903860926628,-0.0519656240940094,-0.04862220957875252,-0.045278795063495636,-0.041935380548238754,-0.03859196603298187,-0.03524855151772499,-0.03190513700246811,-0.028561720624566078,-0.025218304246664047,-0.021874889731407166,-0.018531475216150284,-0.015188060700893402,-0.011844645254313946,-0.00850122980773449,-0.005157815292477608,-0.0018144003115594387,0.0015290146693587303,0.004872429650276899,0.008215844631195068,0.01155925914645195,0.014902674593031406,0.018246090039610863,0.021589504554867744,0.024932919070124626,0.028276335448026657,0.03161974996328354,0.03496316447854042,0.0383065789937973,0.041649993509054184,0.044993408024311066,0.048336826264858246,0.05168024078011513,0.05502365529537201,0.05836706981062889,0.06171048432588577,0.06505390256643295,0.06839731335639954,0.07174073159694672,0.0750841423869133,0.07842756062746048,0.08177097141742706,0.08511438965797424,0.08845780789852142,0.091801218688488,0.09514463692903519,0.09848804771900177,0.10183146595954895,0.10517487674951553,0.10851829499006271,0.1118617057800293,0.11520512402057648],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,3,0,4,0,2,2,1,0,2,7,7,11,7,10,10,6,11,16,13,18,16,22,24,24,36,33,34,26,31,23,24,21,23,17,20,20,19,15,23,15,6,12,14,12,12,15,9,13,11,7,5,6,6,7,7,6,2,5,4,6,3,1],"bins":[0.9995342493057251,0.999549150466919,0.9995640516281128,0.9995789527893066,0.9995937943458557,0.9996086955070496,0.9996235966682434,0.9996384978294373,0.9996533989906311,0.999668300151825,0.999683141708374,0.9996980428695679,0.9997129440307617,0.9997278451919556,0.9997427463531494,0.9997576475143433,0.9997725486755371,0.9997873902320862,0.99980229139328,0.9998171925544739,0.9998320937156677,0.9998469948768616,0.9998618960380554,0.9998767375946045,0.9998916387557983,0.9999065399169922,0.999921441078186,0.9999363422393799,0.9999512434005737,0.9999660849571228,0.9999809861183167,0.9999958872795105,1.0000107288360596,1.0000256299972534,1.0000405311584473,1.0000554323196411,1.000070333480835,1.0000852346420288,1.0001001358032227,1.0001150369644165,1.0001299381256104,1.0001448392868042,1.000159740447998,1.000174641609192,1.0001895427703857,1.00020432472229,1.0002192258834839,1.0002341270446777,1.0002490282058716,1.0002639293670654,1.0002788305282593,1.0002937316894531,1.000308632850647,1.0003235340118408,1.0003384351730347,1.0003533363342285,1.0003682374954224,1.0003831386566162,1.0003979206085205,1.0004128217697144,1.0004277229309082,1.000442624092102,1.000457525253296,1.0004724264144897,1.0004873275756836]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,1,1,0,2,6,1,2,9,8,13,14,19,36,61,91,122,205,272,351,602,855,1396,1950,3225,4826,7635,12152,19360,31716,51126,80099,106764,95300,64470,39688,24613,15368,9869,6068,4158,2509,1641,1033,693,502,315,178,152,90,82,43,45,35,10,15,7,11,1,0,5,0,0,2],"bins":[-0.0107421875,-0.01041412353515625,-0.0100860595703125,-0.00975799560546875,-0.009429931640625,-0.00910186767578125,-0.0087738037109375,-0.00844573974609375,-0.00811767578125,-0.00778961181640625,-0.0074615478515625,-0.00713348388671875,-0.006805419921875,-0.00647735595703125,-0.0061492919921875,-0.00582122802734375,-0.0054931640625,-0.00516510009765625,-0.0048370361328125,-0.00450897216796875,-0.004180908203125,-0.00385284423828125,-0.0035247802734375,-0.00319671630859375,-0.00286865234375,-0.00254058837890625,-0.0022125244140625,-0.00188446044921875,-0.001556396484375,-0.00122833251953125,-0.0009002685546875,-0.00057220458984375,-0.000244140625,8.392333984375e-05,0.0004119873046875,0.00074005126953125,0.001068115234375,0.00139617919921875,0.0017242431640625,0.00205230712890625,0.00238037109375,0.00270843505859375,0.0030364990234375,0.00336456298828125,0.003692626953125,0.00402069091796875,0.0043487548828125,0.00467681884765625,0.0050048828125,0.00533294677734375,0.0056610107421875,0.00598907470703125,0.006317138671875,0.00664520263671875,0.0069732666015625,0.00730133056640625,0.00762939453125,0.00795745849609375,0.0082855224609375,0.00861358642578125,0.008941650390625,0.00926971435546875,0.0095977783203125,0.00992584228515625,0.01025390625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[3,2,0,0,1,2,1,2,1,3,4,7,6,11,12,21,25,32,53,52,71,79,86,63,50,27,30,26,22,16,5,10,5,10,3,7,2,1,2,1,2,3,2,0,1,2,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.010672949254512787,-0.010195676237344742,-0.009718404151499271,-0.009241132065653801,-0.008763859048485756,-0.008286586031317711,-0.0078093139454722404,-0.007332041393965483,-0.006854768842458725,-0.006377496290951967,-0.0059002237394452095,-0.005422951187938452,-0.004945678636431694,-0.004468406084924936,-0.0039911335334181786,-0.003513860981911421,-0.003036588430404663,-0.0025593158788979053,-0.0020820433273911476,-0.0016047707758843899,-0.0011274982243776321,-0.0006502256728708744,-0.00017295312136411667,0.00030431943014264107,0.0007815919816493988,0.0012588645331561565,0.0017361370846629143,0.002213409636169672,0.0026906821876764297,0.0031679547391831875,0.0036452272906899452,0.004122499842196703,0.004599772393703461,0.005077044945210218,0.005554317496716976,0.006031590048223734,0.006508862599730492,0.006986135151237249,0.007463407702744007,0.007940679788589478,0.008417952805757523,0.008895225822925568,0.009372497908771038,0.009849769994616508,0.010327043011784554,0.010804316028952599,0.011281588114798069,0.01175886020064354,0.012236133217811584,0.01271340623497963,0.0131906783208251,0.01366795040667057,0.014145223423838615,0.01462249644100666,0.015099768526852131,0.015577040612697601,0.016054313629865646,0.01653158664703369,0.017008859664201736,0.017486130818724632,0.017963403835892677,0.018440676853060722,0.018917948007583618,0.019395221024751663,0.019872494041919708]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.0979352816939354,-0.09491509199142456,-0.09189490973949432,-0.08887472003698349,-0.08585453778505325,-0.08283434808254242,-0.07981416583061218,-0.07679397612810135,-0.07377378642559052,-0.07075360417366028,-0.06773341447114944,-0.06471323221921921,-0.061693042516708374,-0.05867285653948784,-0.0556526705622673,-0.05263248458504677,-0.04961229860782623,-0.0465921126306057,-0.04357192665338516,-0.04055174067616463,-0.03753155469894409,-0.03451136499643326,-0.03149117901921272,-0.028470993041992188,-0.025450807064771652,-0.022430621087551117,-0.01941043511033058,-0.016390247270464897,-0.013370061293244362,-0.010349875316023827,-0.007329688407480717,-0.004309501964598894,-0.0012893080711364746,0.001730878371745348,0.0047510648146271706,0.007771251257508993,0.010791437700390816,0.013811623677611351,0.016831811517477036,0.01985199749469757,0.022872183471918106,0.02589236944913864,0.028912555426359177,0.03193274140357971,0.034952931106090546,0.03797311708331108,0.040993303060531616,0.04401348903775215,0.04703367501497269,0.05005386099219322,0.05307404696941376,0.05609423294663429,0.05911441892385483,0.06213460862636566,0.0651547908782959,0.06817498058080673,0.07119517028331757,0.0742153525352478,0.07723554223775864,0.08025572448968887,0.08327591419219971,0.08629609644412994,0.08931628614664078,0.09233646839857101,0.09535665810108185],"_type":"histogram","values":[1,2,0,5,5,5,18,30,60,91,159,251,391,596,887,1399,2026,2791,3822,5310,7027,9017,11516,14417,17230,20722,23808,27007,29652,32327,33893,35096,35827,35185,33455,32005,29436,26349,23247,20011,16960,13837,11370,8885,6716,4999,3740,2678,1854,1307,814,617,384,255,127,90,49,23,19,14,6,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,3,4,0,0,0,2,2,1,7,6,9,3,11,14,9,12,19,12,19,27,21,24,25,34,26,30,28,32,37,42,23,29,26,25,28,18,18,12,15,23,12,15,15,8,14,5,3,6,5,0,2,1,0,0,1,1,1,0,0,0,1],"bins":[-0.03142751380801201,-0.030410688370466232,-0.029393862932920456,-0.02837703749537468,-0.027360212057828903,-0.026343388482928276,-0.0253265630453825,-0.024309737607836723,-0.023292912170290947,-0.02227608673274517,-0.021259261295199394,-0.020242435857653618,-0.01922561228275299,-0.018208786845207214,-0.017191961407661438,-0.01617513597011566,-0.015158310532569885,-0.014141485095024109,-0.013124659657478333,-0.01210783515125513,-0.011091009713709354,-0.010074184276163578,-0.009057359769940376,-0.0080405343323946,-0.0070237088948488235,-0.006006883457303047,-0.004990058485418558,-0.003973233513534069,-0.0029564080759882927,-0.00193958287127316,-0.0009227576665580273,9.406753815710545e-05,0.0011108927428722382,0.002127717947587371,0.0031445431523025036,0.004161368124186993,0.005178193561732769,0.006195018999278545,0.0072118439711630344,0.008228668943047523,0.0092454943805933,0.010262319818139076,0.011279145255684853,0.012295969761908054,0.01331279519945383,0.014329620636999607,0.015346445143222809,0.016363270580768585,0.01738009601831436,0.018396921455860138,0.019413746893405914,0.02043057233095169,0.021447397768497467,0.022464221343398094,0.02348104678094387,0.024497872218489647,0.025514697656035423,0.0265315230935812,0.027548348531126976,0.028565173968672752,0.02958199754357338,0.030598822981119156,0.03161564841866493,0.03263247385621071,0.033649299293756485]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[2,0,1,1,6,3,9,10,8,7,10,12,11,4,7,10,9,9,14,14,12,20,12,13,22,17,17,26,29,27,20,20,22,30,31,30,23,15,16,19,22,17,14,15,14,11,8,10,8,6,5,11,5,9,10,4,8,6,7,8,1,0,0,1],"bins":[-0.0004332306270953268,-0.000419380608946085,-0.00040553061990067363,-0.0003916806308552623,-0.0003778306127060205,-0.00036398059455677867,-0.0003501306055113673,-0.00033628061646595597,-0.00032243059831671417,-0.00030858058016747236,-0.000294730591122061,-0.00028088060207664967,-0.00026703058392740786,-0.00025318056577816606,-0.0002393305767327547,-0.00022548057313542813,-0.00021163056953810155,-0.00019778056594077498,-0.0001839305623434484,-0.00017008055874612182,-0.00015623055514879525,-0.00014238055155146867,-0.0001285305479541421,-0.00011468054435681552,-0.00010083054075948894,-8.698053716216236e-05,-7.313053356483579e-05,-5.928052996750921e-05,-4.5430526370182633e-05,-3.158052277285606e-05,-1.773051917552948e-05,-3.880515578202903e-06,9.969488019123673e-06,2.381949161645025e-05,3.766949521377683e-05,5.1519498811103404e-05,6.536950240842998e-05,7.921950600575656e-05,9.306950960308313e-05,0.00010691951320040971,0.00012076951679773629,0.00013461952039506286,0.00014846952399238944,0.00016231952758971602,0.0001761695311870426,0.00019001953478436917,0.00020386953838169575,0.00021771954197902232,0.0002315695455763489,0.0002454195637255907,0.00025926955277100205,0.0002731195418164134,0.0002869695599656552,0.000300819578114897,0.00031466956716030836,0.0003285195562057197,0.0003423695743549615,0.0003562195925042033,0.00037006958154961467,0.000383919570595026,0.0003977695887442678,0.0004116196068935096,0.000425469595938921,0.0004393195849843323,0.00045316960313357413]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.0137939453125,-0.013341903686523438,-0.012889862060546875,-0.012437820434570312,-0.01198577880859375,-0.011533737182617188,-0.011081695556640625,-0.010629653930664062,-0.0101776123046875,-0.009725570678710938,-0.009273529052734375,-0.008821487426757812,-0.00836944580078125,-0.007917404174804688,-0.007465362548828125,-0.0070133209228515625,-0.006561279296875,-0.0061092376708984375,-0.005657196044921875,-0.0052051544189453125,-0.00475311279296875,-0.0043010711669921875,-0.003849029541015625,-0.0033969879150390625,-0.0029449462890625,-0.0024929046630859375,-0.002040863037109375,-0.0015888214111328125,-0.00113677978515625,-0.0006847381591796875,-0.000232696533203125,0.0002193450927734375,0.00067138671875,0.0011234283447265625,0.001575469970703125,0.0020275115966796875,0.00247955322265625,0.0029315948486328125,0.003383636474609375,0.0038356781005859375,0.0042877197265625,0.0047397613525390625,0.005191802978515625,0.0056438446044921875,0.00609588623046875,0.0065479278564453125,0.006999969482421875,0.0074520111083984375,0.007904052734375,0.008356094360351562,0.008808135986328125,0.009260177612304688,0.00971221923828125,0.010164260864257812,0.010616302490234375,0.011068344116210938,0.0115203857421875,0.011972427368164062,0.012424468994140625,0.012876510620117188,0.01332855224609375,0.013780593872070312,0.014232635498046875,0.014684677124023438,0.01513671875],"_type":"histogram","values":[2,1,3,4,3,8,10,12,20,37,31,62,109,166,245,271,497,763,1054,1728,2519,3636,5651,8357,13145,20700,32931,56702,108392,258486,510685,282679,117507,57292,31997,19916,12348,7845,5566,3558,2517,1722,1072,811,561,378,277,184,125,83,57,44,27,24,14,9,6,4,5,1,1,1,2,1]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,0,2,1,1,0,0,1,2,3,2,7,7,7,13,17,14,16,26,40,44,40,67,87,108,169,203,285,380,626,976,2028,444082,1720,899,532,394,235,215,141,115,87,55,50,26,41,28,18,16,12,11,8,6,2,3,4,3,2,3,2,3,1,1],"bins":[-0.3484952449798584,-0.3380661904811859,-0.3276371359825134,-0.31720805168151855,-0.30677899718284607,-0.2963499426841736,-0.2859208881855011,-0.2754918038845062,-0.26506274938583374,-0.25463369488716125,-0.24420464038848877,-0.2337755709886551,-0.2233465164899826,-0.21291744709014893,-0.20248839259147644,-0.19205932319164276,-0.18163026869297028,-0.1712012141942978,-0.1607721447944641,-0.15034309029579163,-0.13991402089595795,-0.12948496639728546,-0.11905590444803238,-0.1086268424987793,-0.09819778054952621,-0.08776871860027313,-0.07733965665102005,-0.06691059470176697,-0.056481536477804184,-0.0460524745285511,-0.03562341630458832,-0.025194354355335236,-0.014765292406082153,-0.004336231388151646,0.006092829629778862,0.016521889716386795,0.026950951665639877,0.03738001361489296,0.04780907183885574,0.058238133788108826,0.06866719573736191,0.07909625768661499,0.08952531963586807,0.09995438158512115,0.11038343608379364,0.12081249803304672,0.1312415599822998,0.14167062938213348,0.15209968388080597,0.16252873837947845,0.17295780777931213,0.18338686227798462,0.1938159316778183,0.20424498617649078,0.21467405557632446,0.22510311007499695,0.23553216457366943,0.2459612339735031,0.2563903033733368,0.2668193578720093,0.27724841237068176,0.28767746686935425,0.2981065511703491,0.3085356056690216,0.3189646601676941],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[-0.008190257474780083,-0.00785074569284916,-0.0075112334452569485,-0.007171721197664738,-0.006832209415733814,-0.0064926971681416035,-0.006153184920549393,-0.005813673138618469,-0.0054741608910262585,-0.005134648643434048,-0.004795136861503124,-0.0044556246139109135,-0.004116112366318703,-0.0037766005843877792,-0.0034370883367955685,-0.0030975763220340014,-0.0027580643072724342,-0.002418552292510867,-0.0020790402777493,-0.0017395280301570892,-0.0014000160153955221,-0.001060504000633955,-0.0007209918694570661,-0.00038147979648783803,-4.196772351861e-05,0.00029754434945061803,0.0006370564224198461,0.000976568553596735,0.0013160805683583021,0.0016555925831198692,0.00199510483071208,0.002334616845473647,0.0026741288602352142,0.0030136408749967813,0.0033531528897583485,0.0036926651373505592,0.004032176919281483,0.0043716891668736935,0.004711201414465904,0.005050713196396828,0.0053902254439890385,0.005729737691581249,0.006069249473512173,0.0064087617211043835,0.006748273968696594,0.007087785750627518,0.0074272979982197285,0.007766809780150652,0.008106322027742863,0.008445833809673786,0.008785346522927284,0.009124858304858208,0.009464370086789131,0.00980388280004263,0.010143394581973553,0.010482906363904476,0.010822419077157974,0.011161930859088898,0.011501442641019821,0.011840954422950745,0.012180467136204243,0.012519978918135166,0.01285949070006609,0.013199003413319588,0.013538515195250511],"_type":"histogram","values":[1,0,0,1,1,0,1,2,2,1,1,4,3,8,3,13,16,23,26,40,42,61,79,72,102,62,42,26,30,23,12,9,10,9,5,6,4,6,0,4,4,4,2,1,0,2,1,0,0,0,0,0,2,0,0,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,2,0,1,0,1,1,0,2,1,0,1,4,4,5,3,6,10,14,10,11,14,13,24,24,21,32,40,38,45,55,42,33,46,33,48,39,26,16,16,17,14,14,11,8,5,1,1,3,4,0,4,0,1,0,1,0,0,0,1],"bins":[-0.00044015489402227104,-0.00042761024087667465,-0.00041506558773107827,-0.0004025209345854819,-0.0003899762814398855,-0.0003774316282942891,-0.0003648869751486927,-0.00035234232200309634,-0.00033979766885749996,-0.00032725301571190357,-0.0003147083625663072,-0.0003021637094207108,-0.0002896190562751144,-0.00027707440312951803,-0.00026452974998392165,-0.00025198509683832526,-0.00023944044369272888,-0.0002268957905471325,-0.0002143511374015361,-0.00020180648425593972,-0.00018926183111034334,-0.00017671717796474695,-0.00016417252481915057,-0.00015162787167355418,-0.0001390832185279578,-0.0001265385653823614,-0.00011399391223676503,-0.00010144925909116864,-8.890460594557226e-05,-7.635995279997587e-05,-6.381529965437949e-05,-5.12706465087831e-05,-3.8726022467017174e-05,-2.618136932142079e-05,-1.3636716175824404e-05,-1.0920630302280188e-06,1.1452590115368366e-05,2.399724326096475e-05,3.6541896406561136e-05,4.908654955215752e-05,6.16312026977539e-05,7.417585584335029e-05,8.672050898894668e-05,9.926516213454306e-05,0.00011180981528013945,0.00012435446842573583,0.00013689912157133222,0.0001494437747169286,0.00016198842786252499,0.00017453308100812137,0.00018707773415371776,0.00019962238729931414,0.00021216704044491053,0.0002247116935905069,0.0002372563467361033,0.0002498009998816997,0.00026234565302729607,0.00027489030617289245,0.00028743495931848884,0.0002999796124640852,0.0003125242656096816,0.000325068918755278,0.0003376135719008744,0.00035015822504647076,0.00036270287819206715]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[2,1,0,1,1,1,1,1,0,3,2,3,6,3,3,11,8,19,10,8,16,22,26,29,31,34,37,35,28,41,42,29,39,35,32,25,29,21,20,15,21,9,16,10,9,10,5,2,2,1,0,4,2,4,0,0,0,2,0,0,0,0,0,1],"bins":[-0.0008421762031503022,-0.0008144804742187262,-0.0007867846870794892,-0.0007590888999402523,-0.0007313931710086763,-0.0007036974420771003,-0.0006760016549378633,-0.0006483058677986264,-0.0006206101388670504,-0.0005929144099354744,-0.0005652186227962375,-0.0005375228356570005,-0.0005098271067254245,-0.00048213134869001806,-0.0004544355906546116,-0.0004267398326192051,-0.00039904407458379865,-0.0003713483165483922,-0.0003436525585129857,-0.00031595680047757924,-0.00028826104244217277,-0.0002605652844067663,-0.00023286952637135983,-0.00020517376833595335,-0.00017747801030054688,-0.00014978225226514041,-0.00012208649422973394,-9.439073619432747e-05,-6.6694978158921e-05,-3.899922012351453e-05,-1.1303462088108063e-05,1.6392295947298408e-05,4.4087995775043964e-05,7.178375381045043e-05,9.94795118458569e-05,0.00012717526988126338,0.00015487102791666985,0.00018256678595207632,0.00021026254398748279,0.00023795830202288926,0.0002656540600582957,0.0002933498180937022,0.00032104557612910867,0.00034874133416451514,0.0003764370921999216,0.0004041328502353281,0.00043182860827073455,0.000459524366306141,0.0004872201243415475,0.0005149159114807844,0.0005426116404123604,0.0005703073693439364,0.0005980031564831734,0.0006256989436224103,0.0006533946725539863,0.0006810904014855623,0.0007087861886247993,0.0007364819757640362,0.0007641777046956122,0.0007918734336271882,0.0008195692207664251,0.0008472650079056621,0.0008749607368372381,0.0009026564657688141,0.000930352252908051],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[5,0,3,2,5,6,10,5,7,8,8,12,8,11,11,20,12,11,22,12,16,22,15,11,23,19,14,28,17,23,29,15,14,24,29,25,13,21,21,17,12,20,19,11,18,11,10,13,8,7,12,8,10,8,3,5,3,3,3,5,0,2,1,2],"bins":[-0.000426292244810611,-0.00041262232116423547,-0.0003989524266216904,-0.00038528250297531486,-0.0003716126084327698,-0.00035794268478639424,-0.00034427279024384916,-0.0003306028665974736,-0.00031693297205492854,-0.000303263048408553,-0.00028959312476217747,-0.0002759232302196324,-0.00026225330657325685,-0.00024858341203071177,-0.00023491348838433623,-0.00022124357928987592,-0.00020757367019541562,-0.0001939037611009553,-0.000180233852006495,-0.0001665639429120347,-0.00015289403381757438,-0.00013922411017119884,-0.00012555420107673854,-0.00011188429198227823,-9.821438288781792e-05,-8.454447379335761e-05,-7.08745646988973e-05,-5.720464832847938e-05,-4.353473923401907e-05,-2.986482832056936e-05,-1.6194917407119647e-05,-2.5250064936699346e-06,1.114487531594932e-05,2.4814786229399033e-05,3.8484697142848745e-05,5.215460987528786e-05,6.582451896974817e-05,7.949442806420848e-05,9.31643444346264e-05,0.00010683425352908671,0.00012050416262354702,0.00013417407171800733,0.00014784398081246763,0.00016151388990692794,0.00017518381355330348,0.0001888537226477638,0.0002025236317422241,0.0002161935408366844,0.00022986344993114471,0.00024353335902560502,0.00025720326812006533,0.00027087319176644087,0.00028454308630898595,0.0002982130099553615,0.00031188290449790657,0.0003255528281442821,0.0003392227226868272,0.0003528926463332027,0.00036656256997957826,0.00038023246452212334,0.0003939023881684989,0.00040757228271104395,0.0004212422063574195,0.00043491210089996457,0.0004485820245463401]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[2,2,1,7,8,20,26,45,64,129,206,331,495,766,1159,1662,2392,3325,4659,6081,8040,10151,12634,15411,18610,21472,24933,27810,30643,32543,34442,34700,35245,34680,32834,30655,27881,25164,22090,18885,15810,13037,10598,8216,6384,4605,3468,2462,1687,1191,765,541,340,203,121,77,46,31,27,3,4,2,2,1],"bins":[-0.09556982666254044,-0.09258773177862167,-0.08960563689470291,-0.08662354201078415,-0.08364145457744598,-0.08065935969352722,-0.07767726480960846,-0.0746951699256897,-0.07171307504177094,-0.06873098015785217,-0.06574888527393341,-0.06276679039001465,-0.059784699231386185,-0.05680260434746742,-0.05382051318883896,-0.0508384183049202,-0.047856323421001434,-0.04487422853708267,-0.04189213365316391,-0.038910042494535446,-0.035927947610616684,-0.03294585272669792,-0.02996375970542431,-0.026981666684150696,-0.023999571800231934,-0.02101747691631317,-0.01803538389503956,-0.01505328994244337,-0.012071195989847183,-0.009089102037250996,-0.006107008084654808,-0.0031249141320586205,-0.00014281272888183594,0.0028392812237143517,0.005821375176310539,0.008803469128906727,0.011785563081502914,0.014767657034099102,0.01774975098669529,0.020731844007968903,0.023713938891887665,0.026696033775806427,0.02967812679708004,0.03266021981835365,0.035642314702272415,0.03862440958619118,0.04160650074481964,0.0445885956287384,0.047570690512657166,0.05055278539657593,0.05353488028049469,0.056516971439123154,0.059499066323041916,0.06248116120696068,0.06546325236558914,0.0684453472495079,0.07142744213342667,0.07440953701734543,0.07739163190126419,0.08037372678518295,0.08335581421852112,0.08633790910243988,0.08932000398635864,0.0923020988702774,0.09528419375419617]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.003173828125,-0.003081798553466797,-0.0029897689819335938,-0.0028977394104003906,-0.0028057098388671875,-0.0027136802673339844,-0.0026216506958007812,-0.002529621124267578,-0.002437591552734375,-0.002345561981201172,-0.0022535324096679688,-0.0021615028381347656,-0.0020694732666015625,-0.0019774436950683594,-0.0018854141235351562,-0.0017933845520019531,-0.00170135498046875,-0.0016093254089355469,-0.0015172958374023438,-0.0014252662658691406,-0.0013332366943359375,-0.0012412071228027344,-0.0011491775512695312,-0.0010571479797363281,-0.000965118408203125,-0.0008730888366699219,-0.0007810592651367188,-0.0006890296936035156,-0.0005970001220703125,-0.0005049705505371094,-0.00041294097900390625,-0.0003209114074707031,-0.0002288818359375,-0.00013685226440429688,-4.482269287109375e-05,4.7206878662109375e-05,0.0001392364501953125,0.00023126602172851562,0.00032329559326171875,0.0004153251647949219,0.000507354736328125,0.0005993843078613281,0.0006914138793945312,0.0007834434509277344,0.0008754730224609375,0.0009675025939941406,0.0010595321655273438,0.0011515617370605469,0.00124359130859375,0.0013356208801269531,0.0014276504516601562,0.0015196800231933594,0.0016117095947265625,0.0017037391662597656,0.0017957687377929688,0.0018877983093261719,0.001979827880859375,0.002071857452392578,0.0021638870239257812,0.0022559165954589844,0.0023479461669921875,0.0024399757385253906,0.0025320053100585938,0.002624034881591797,0.002716064453125],"_type":"histogram","values":[2,0,0,0,0,0,0,1,1,0,0,2,1,5,8,15,21,25,43,73,87,145,212,313,537,756,1301,2059,3549,6269,11199,21111,42862,104878,202812,102211,42423,20692,10841,6046,3643,2141,1295,802,504,331,187,135,107,65,28,33,11,13,6,3,5,5,4,2,0,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[3,3,2,3,5,4,4,19,18,33,44,48,76,117,157,213,302,423,555,858,1212,1586,2334,3186,4869,6826,10177,15422,24959,42081,87249,177936,91191,43005,25604,15544,10710,7000,4682,3273,2318,1654,1154,831,628,426,296,222,180,114,84,45,35,32,28,18,6,6,3,3,3,2,1,2],"bins":[-0.003997802734375,-0.0038709640502929688,-0.0037441253662109375,-0.0036172866821289062,-0.003490447998046875,-0.0033636093139648438,-0.0032367706298828125,-0.0031099319458007812,-0.00298309326171875,-0.0028562545776367188,-0.0027294158935546875,-0.0026025772094726562,-0.002475738525390625,-0.0023488998413085938,-0.0022220611572265625,-0.0020952224731445312,-0.0019683837890625,-0.0018415451049804688,-0.0017147064208984375,-0.0015878677368164062,-0.001461029052734375,-0.0013341903686523438,-0.0012073516845703125,-0.0010805130004882812,-0.00095367431640625,-0.0008268356323242188,-0.0006999969482421875,-0.0005731582641601562,-0.000446319580078125,-0.00031948089599609375,-0.0001926422119140625,-6.580352783203125e-05,6.103515625e-05,0.00018787384033203125,0.0003147125244140625,0.00044155120849609375,0.000568389892578125,0.0006952285766601562,0.0008220672607421875,0.0009489059448242188,0.00107574462890625,0.0012025833129882812,0.0013294219970703125,0.0014562606811523438,0.001583099365234375,0.0017099380493164062,0.0018367767333984375,0.0019636154174804688,0.0020904541015625,0.0022172927856445312,0.0023441314697265625,0.0024709701538085938,0.002597808837890625,0.0027246475219726562,0.0028514862060546875,0.0029783248901367188,0.00310516357421875,0.0032320022583007812,0.0033588409423828125,0.0034856796264648438,0.003612518310546875,0.0037393569946289062,0.0038661956787109375,0.003993034362792969,0.004119873046875]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,0,0,0,0,0,0,0,1,1,2,1,3,1,1,2,1,8,4,6,14,8,11,22,15,22,29,37,37,28,48,30,34,34,33,30,31,39,46,27,29,21,11,28,20,9,4,6,8,3,4,5,0,1,0,1,3,0,3,1,1,1],"bins":[-0.00034549052361398935,-0.000335761287715286,-0.00032603208092041314,-0.0003163028450217098,-0.0003065736382268369,-0.0002968444023281336,-0.00028711516642943025,-0.00027738595963455737,-0.00026765672373585403,-0.0002579274878371507,-0.0002481982810422778,-0.00023846904514357448,-0.00022873982379678637,-0.00021901060244999826,-0.00020928136655129492,-0.00019955214520450681,-0.0001898229238577187,-0.0001800937025109306,-0.0001703644811641425,-0.00016063524526543915,-0.00015090602391865104,-0.00014117680257186294,-0.0001314475666731596,-0.00012171834532637149,-0.00011198912397958338,-0.00010225990263279527,-9.253067401004955e-05,-8.280144538730383e-05,-7.307222404051572e-05,-6.334300269372761e-05,-5.361377407098189e-05,-4.3884549086214975e-05,-3.415532410144806e-05,-2.4426099116681144e-05,-1.4696874131914228e-05,-4.967649147147313e-06,4.761575837619603e-06,1.4490800822386518e-05,2.4220025807153434e-05,3.394925079192035e-05,4.3678475776687264e-05,5.340770076145418e-05,6.31369257462211e-05,7.286615436896682e-05,8.259537571575493e-05,9.232459706254303e-05,0.00010205382568528876,0.00011178305430803448,0.00012151227565482259,0.0001312414970016107,0.0001409707183483988,0.00015069995424710214,0.00016042917559389025,0.00017015839694067836,0.0001798876328393817,0.0001896168541861698,0.0001993460755329579,0.00020907529687974602,0.00021880451822653413,0.00022853375412523746,0.00023826297547202557,0.0002479921968188137,0.000257721432717517,0.0002674506395123899,0.00027717987541109324]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,1,1,0,8,16,24,43,76,143,230,372,660,993,1609,2543,3886,5675,8061,11428,15577,20978,27152,35077,42981,52263,61477,70558,79046,87700,92657,96873,98501,97566,94809,89426,82067,74116,65384,55442,46913,37738,30144,23225,17729,13137,9443,6479,4572,3052,1870,1221,817,481,273,166,95,41,24,15,7,1,0,1],"bins":[-0.10283982008695602,-0.09969541430473328,-0.09655100852251053,-0.09340660274028778,-0.09026219695806503,-0.08711779117584229,-0.08397338539361954,-0.08082897961139679,-0.07768458127975464,-0.07454017549753189,-0.07139576971530914,-0.0682513639330864,-0.06510695815086365,-0.0619625523686409,-0.05881814658641815,-0.055673740804195404,-0.052529335021972656,-0.04938492923974991,-0.04624052345752716,-0.04309611767530441,-0.039951711893081665,-0.036807309836149216,-0.03366290405392647,-0.03051849827170372,-0.027374092489480972,-0.024229686707258224,-0.021085280925035477,-0.017940877005457878,-0.01479647122323513,-0.011652065441012383,-0.00850766059011221,-0.005363255273550749,-0.0022188425064086914,0.0009255628101527691,0.00406996812671423,0.00721437344327569,0.01035877875983715,0.013503184542059898,0.016647588461637497,0.019791994243860245,0.022936400026082993,0.02608080580830574,0.029225211590528488,0.032369617372751236,0.035514019429683685,0.03865842521190643,0.04180283099412918,0.04494723677635193,0.048091642558574677,0.051236048340797424,0.05438045412302017,0.05752485990524292,0.06066926568746567,0.06381367146968842,0.06695807725191116,0.07010248303413391,0.07324688136577606,0.07639128714799881,0.07953569293022156,0.0826800987124443,0.08582450449466705,0.0889689102768898,0.09211331605911255,0.0952577218413353,0.09840212762355804],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.00034179037902504206,-0.00033078098203986883,-0.00031977155595086515,-0.0003087621589656919,-0.00029775273287668824,-0.000286743335891515,-0.0002757339389063418,-0.0002647245128173381,-0.0002537151158321649,-0.00024270570429507643,-0.00023169629275798798,-0.00022068688122089952,-0.00020967746968381107,-0.00019866805814672261,-0.0001876586611615494,-0.00017664924962446094,-0.00016563983808737248,-0.00015463042655028403,-0.00014362101501319557,-0.00013261161802802235,-0.0001216022064909339,-0.00011059279495384544,-9.958338341675699e-05,-8.857397915562615e-05,-7.75645676185377e-05,-6.655515608144924e-05,-5.55457518203184e-05,-4.453634028322995e-05,-3.35269323841203e-05,-2.2517524485010654e-05,-1.1508114766911604e-05,-4.987059583072551e-07,1.0510702850297093e-05,2.152011074940674e-05,3.252951864851639e-05,4.353893018560484e-05,5.454833808471449e-05,6.555774598382413e-05,7.656715752091259e-05,8.757656178204343e-05,9.858597331913188e-05,0.00010959538485622033,0.00012060478911735117,0.00013161420065443963,0.00014262361219152808,0.00015363302372861654,0.00016464242071378976,0.00017565183225087821,0.00018666124378796667,0.00019767065532505512,0.00020868006686214358,0.0002196894638473168,0.00023069887538440526,0.0002417082869214937,0.00025271769845858216,0.0002637270954437554,0.00027473652153275907,0.0002857459185179323,0.000296755344606936,0.0003077647415921092,0.00031877413857728243,0.0003297835646662861,0.00034079296165145934,0.000351802387740463,0.00036281178472563624],"_type":"histogram","values":[1,0,1,1,0,1,2,0,1,1,0,0,3,3,5,5,4,12,16,16,6,16,25,21,27,28,37,48,37,37,33,39,45,42,38,36,33,21,26,16,11,11,9,5,4,12,5,6,3,3,3,3,1,0,2,2,0,2,0,1,0,0,1,1]},"gradients/_orig_mod.linear.weight":{"bins":[-0.0830078125,-0.0805511474609375,-0.078094482421875,-0.0756378173828125,-0.07318115234375,-0.0707244873046875,-0.068267822265625,-0.0658111572265625,-0.0633544921875,-0.0608978271484375,-0.058441162109375,-0.0559844970703125,-0.05352783203125,-0.0510711669921875,-0.048614501953125,-0.0461578369140625,-0.043701171875,-0.0412445068359375,-0.038787841796875,-0.0363311767578125,-0.03387451171875,-0.0314178466796875,-0.028961181640625,-0.0265045166015625,-0.0240478515625,-0.0215911865234375,-0.019134521484375,-0.0166778564453125,-0.01422119140625,-0.0117645263671875,-0.009307861328125,-0.0068511962890625,-0.00439453125,-0.0019378662109375,0.000518798828125,0.0029754638671875,0.00543212890625,0.0078887939453125,0.010345458984375,0.0128021240234375,0.0152587890625,0.0177154541015625,0.020172119140625,0.0226287841796875,0.02508544921875,0.0275421142578125,0.029998779296875,0.0324554443359375,0.034912109375,0.0373687744140625,0.039825439453125,0.0422821044921875,0.04473876953125,0.0471954345703125,0.049652099609375,0.0521087646484375,0.0545654296875,0.0570220947265625,0.059478759765625,0.0619354248046875,0.06439208984375,0.0668487548828125,0.069305419921875,0.0717620849609375,0.07421875],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,2,1,3,7,4,11,18,9,25,44,52,76,150,207,316,528,818,1532,2474,4455,8145,14520,20224,18303,11310,6512,3402,2034,1194,748,440,259,165,91,66,51,33,25,17,9,7,3,5,1,2,0,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[1,1,3,4,7,11,22,37,65,113,197,260,446,667,1006,1431,2081,2867,3861,5034,6718,8487,10945,13310,15932,18722,21512,24527,27099,29311,31351,33127,33652,33431,32705,32032,29869,27487,25049,22063,18993,15986,13756,10981,8729,6943,5258,4008,2965,2239,1536,1008,699,489,304,187,108,79,53,28,12,6,8,6],"bins":[-0.0947093665599823,-0.09184710681438446,-0.08898484706878662,-0.08612259477376938,-0.08326033502817154,-0.0803980752825737,-0.07753581553697586,-0.07467355579137802,-0.07181130349636078,-0.06894904375076294,-0.0660867840051651,-0.06322452425956726,-0.06036226451396942,-0.05750000849366188,-0.05463774874806404,-0.0517754927277565,-0.04891323298215866,-0.04605097323656082,-0.04318871721625328,-0.04032645747065544,-0.0374642014503479,-0.03460194170475006,-0.03173968195915222,-0.02887742407619953,-0.02601516619324684,-0.02315290831029415,-0.02029065042734146,-0.017428390681743622,-0.014566132798790932,-0.011703874915838242,-0.008841616101562977,-0.005979357752948999,-0.003117099404335022,-0.00025484105572104454,0.002607417292892933,0.00546967564150691,0.008331933990120888,0.011194191873073578,0.014056450687348843,0.016918709501624107,0.019780967384576797,0.022643225267529488,0.025505483150482178,0.028367742896080017,0.031230000779032707,0.0340922586619854,0.03695451840758324,0.03981677442789078,0.04267903417348862,0.045541293919086456,0.048403549939394,0.05126580968499184,0.05412806570529938,0.05699032545089722,0.059852585196495056,0.0627148449420929,0.06557710468769073,0.06843935698270798,0.07130161672830582,0.07416387647390366,0.0770261362195015,0.07988839596509933,0.08275064826011658,0.08561290800571442,0.08847516775131226]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,0,2,0,1,2,2,0,4,3,2,3,4,3,7,8,10,17,9,13,21,18,21,15,17,32,21,31,27,25,28,25,21,23,17,24,26,16,14,20,20,13,15,20,16,14,22,8,10,6,8,6,5,6,11,10,13,9,8,6,7,2],"bins":[0.9994727373123169,0.9994882345199585,0.9995036721229553,0.9995191693305969,0.9995346665382385,0.9995501637458801,0.999565601348877,0.9995810985565186,0.9995965957641602,0.999612033367157,0.9996275305747986,0.9996430277824402,0.9996585249900818,0.9996739625930786,0.9996894598007202,0.9997049570083618,0.9997204542160034,0.9997358918190002,0.9997513890266418,0.9997668862342834,0.9997823238372803,0.9997978210449219,0.9998133182525635,0.9998288154602051,0.9998442530632019,0.9998597502708435,0.9998752474784851,0.9998906850814819,0.9999061822891235,0.9999216794967651,0.9999371767044067,0.9999526143074036,0.9999681115150452,0.9999836087226868,0.9999990463256836,1.0000145435333252,1.0000300407409668,1.0000455379486084,1.00006103515625,1.0000765323638916,1.0000919103622437,1.0001074075698853,1.0001229047775269,1.0001384019851685,1.00015389919281,1.0001693964004517,1.0001848936080933,1.0002002716064453,1.000215768814087,1.0002312660217285,1.0002467632293701,1.0002622604370117,1.0002777576446533,1.000293254852295,1.000308632850647,1.0003241300582886,1.0003396272659302,1.0003551244735718,1.0003706216812134,1.000386118888855,1.0004016160964966,1.0004169940948486,1.0004324913024902,1.0004479885101318,1.0004634857177734],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0004148486477788538,-0.0004019535263068974,-0.0003890584339387715,-0.0003761633124668151,-0.00036326819099485874,-0.00035037306952290237,-0.000337477948050946,-0.0003245828556828201,-0.0003116877342108637,-0.00029879261273890734,-0.0002858975203707814,-0.00027300239889882505,-0.0002601072774268687,-0.0002472121559549123,-0.00023431704903487116,-0.00022142194211483002,-0.00020852682064287364,-0.00019563169917091727,-0.00018273659225087613,-0.00016984148533083498,-0.0001569463638588786,-0.00014405124238692224,-0.0001311561354668811,-0.00011826102127088234,-0.00010536590707488358,-9.247079287888482e-05,-7.957567868288606e-05,-6.66805644868873e-05,-5.378545029088855e-05,-4.089033609488979e-05,-2.7995221898891032e-05,-1.5100107702892274e-05,-2.2049935068935156e-06,1.0690120689105242e-05,2.3585234885104e-05,3.648034908110276e-05,4.937546327710152e-05,6.227057747310027e-05,7.516569166909903e-05,8.806080586509779e-05,0.00010095592006109655,0.00011385103425709531,0.00012674614845309407,0.0001396412553731352,0.00015253637684509158,0.00016543149831704795,0.0001783266052370891,0.00019122171215713024,0.00020411683362908661,0.00021701195510104299,0.00022990706202108413,0.00024280216894112527,0.00025569729041308165,0.000268592411885038,0.0002814875333569944,0.0002943826257251203,0.0003072777471970767,0.00032017286866903305,0.00033306796103715897,0.00034596308250911534,0.0003588582039810717,0.0003717533254530281,0.00038464844692498446,0.00039754353929311037,0.00041043866076506674],"_type":"histogram","values":[2,0,1,0,2,2,3,0,1,3,0,2,2,2,2,3,7,7,12,13,10,20,16,22,29,28,21,43,30,40,34,37,27,30,26,40,40,29,25,18,15,29,13,12,15,7,9,11,8,3,3,3,5,1,1,0,0,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-0.00043534376891329885,-0.00042131313239224255,-0.00040728249587118626,-0.0003932518884539604,-0.0003792212519329041,-0.00036519061541184783,-0.00035115997889079154,-0.00033712934236973524,-0.0003230987349525094,-0.0003090680984314531,-0.0002950374619103968,-0.0002810068253893405,-0.0002669761888682842,-0.00025294555234722793,-0.00023891493037808686,-0.0002248843084089458,-0.0002108536718878895,-0.0001968230353668332,-0.00018279241339769214,-0.00016876177687663585,-0.00015473115490749478,-0.0001407005183864385,-0.0001266698818653822,-0.00011263925262028351,-9.860862337518483e-05,-8.457799413008615e-05,-7.054736488498747e-05,-5.651672836393118e-05,-4.24860991188325e-05,-2.8455468054744415e-05,-1.4424836990656331e-05,-3.942059265682474e-07,1.3636425137519836e-05,2.766705620160792e-05,4.1697687265696004e-05,5.572832014877349e-05,6.975894939387217e-05,8.378957863897085e-05,9.782021516002715e-05,0.00011185084440512583,0.0001258814736502245,0.0001399121101712808,0.00015394273214042187,0.00016797336866147816,0.00018200400518253446,0.00019603462715167552,0.00021006526367273182,0.00022409588564187288,0.00023812652216292918,0.00025215715868398547,0.00026618779520504177,0.0002802184026222676,0.0002942490391433239,0.0003082796756643802,0.0003223103121854365,0.0003363409487064928,0.0003503715852275491,0.0003644021926447749,0.0003784328291658312,0.0003924634656868875,0.0004064941022079438,0.0004205247387290001,0.00043455534614622593,0.0004485859826672822,0.0004626166191883385],"_type":"histogram","values":[2,5,3,4,3,8,6,3,6,10,9,12,10,11,8,9,7,11,22,19,17,26,23,12,13,18,19,17,17,20,22,28,22,28,20,15,27,19,17,20,25,18,18,13,21,6,10,9,5,10,10,4,10,9,5,2,5,6,2,3,2,2,3,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.024658203125,-0.02388763427734375,-0.0231170654296875,-0.02234649658203125,-0.021575927734375,-0.02080535888671875,-0.0200347900390625,-0.01926422119140625,-0.01849365234375,-0.01772308349609375,-0.0169525146484375,-0.01618194580078125,-0.015411376953125,-0.01464080810546875,-0.0138702392578125,-0.01309967041015625,-0.0123291015625,-0.01155853271484375,-0.0107879638671875,-0.01001739501953125,-0.009246826171875,-0.00847625732421875,-0.0077056884765625,-0.00693511962890625,-0.00616455078125,-0.00539398193359375,-0.0046234130859375,-0.00385284423828125,-0.003082275390625,-0.00231170654296875,-0.0015411376953125,-0.00077056884765625,0,0.00077056884765625,0.0015411376953125,0.00231170654296875,0.003082275390625,0.00385284423828125,0.0046234130859375,0.00539398193359375,0.00616455078125,0.00693511962890625,0.0077056884765625,0.00847625732421875,0.009246826171875,0.01001739501953125,0.0107879638671875,0.01155853271484375,0.0123291015625,0.01309967041015625,0.0138702392578125,0.01464080810546875,0.015411376953125,0.01618194580078125,0.0169525146484375,0.01772308349609375,0.01849365234375,0.01926422119140625,0.0200347900390625,0.02080535888671875,0.021575927734375,0.02234649658203125,0.0231170654296875,0.02388763427734375,0.024658203125],"_type":"histogram","values":[2,1,1,4,5,2,6,8,13,17,16,32,42,49,88,112,199,266,300,553,803,1179,1685,2514,3862,5818,9001,13675,21802,36669,68206,128168,127094,68329,37151,21591,13975,8892,5839,3910,2633,1680,1032,838,565,372,246,162,129,88,55,45,24,22,16,12,7,4,2,3,4,0,2,4]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.00045098006376065314,-0.00043714683852158487,-0.00042331358417868614,-0.00040948035893961787,-0.0003956471337005496,-0.0003818138793576509,-0.0003679806541185826,-0.00035414742887951434,-0.0003403141745366156,-0.00032648094929754734,-0.00031264772405847907,-0.0002988144988194108,-0.0002849812444765121,-0.0002711480192374438,-0.00025731479399837554,-0.00024348155420739204,-0.00022964831441640854,-0.00021581507462542504,-0.00020198184938635677,-0.00018814860959537327,-0.000174315384356305,-0.0001604821445653215,-0.000146648904774338,-0.00013281567953526974,-0.00011898243974428624,-0.00010514920722926036,-9.131597471423447e-05,-7.748273492325097e-05,-6.364950240822509e-05,-4.9816269893199205e-05,-3.5983033740194514e-05,-2.2149799406179227e-05,-8.316594175994396e-06,5.516640158020891e-06,1.934987449203618e-05,3.318311064504087e-05,4.7016343160066754e-05,6.084957567509264e-05,7.468281546607614e-05,8.851604798110202e-05,0.0001023492804961279,0.00011618251301115379,0.00013001574552617967,0.00014384898531716317,0.00015768222510814667,0.00017151545034721494,0.00018534869013819844,0.0001991819153772667,0.0002130151551682502,0.0002268483949592337,0.00024068162019830197,0.00025451485998928547,0.00026834808522835374,0.00028218133957125247,0.00029601456481032073,0.000309847790049389,0.00032368104439228773,0.000337514269631356,0.00035134749487042427,0.00036518072010949254,0.00037901397445239127,0.00039284719969145954,0.0004066804249305278,0.00042051367927342653,0.0004343469045124948],"_type":"histogram","values":[1,0,2,1,2,5,8,6,5,3,4,7,6,11,12,8,13,19,19,14,19,13,22,23,15,26,21,21,13,14,13,22,11,28,23,23,23,23,21,18,25,20,12,20,24,17,14,11,5,7,7,6,11,5,11,6,4,5,5,3,6,4,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,0,0,0,2,0,0,1,2,0,2,2,3,5,2,3,10,11,11,13,7,21,43,44,72,77,115,61,73,39,21,24,17,17,12,11,1,13,6,4,4,2,4,2,1,1,2,0,2,0,0,0,0,0,1,1],"bins":[-0.053353406488895416,-0.0518142506480217,-0.05027509480714798,-0.04873593524098396,-0.047196779400110245,-0.045657623559236526,-0.04411846771836281,-0.04257931187748909,-0.04104015231132507,-0.039500996470451355,-0.03796184062957764,-0.03642268478870392,-0.0348835289478302,-0.03334437310695648,-0.031805213540792465,-0.030266057699918747,-0.02872690185904503,-0.02718774601817131,-0.025648588314652443,-0.024109432473778725,-0.022570274770259857,-0.02103111892938614,-0.01949196308851242,-0.017952805384993553,-0.016413649544119835,-0.014874492771923542,-0.01333533599972725,-0.011796180158853531,-0.010257023386657238,-0.008717866614460945,-0.0071787103079259396,-0.005639554001390934,-0.004100397229194641,-0.002561240689828992,-0.0010220841504633427,0.0005170723889023066,0.0020562289282679558,0.003595385467633605,0.005134542006999254,0.00667369831353426,0.008212855085730553,0.009752011857926846,0.011291168630123138,0.012830324470996857,0.01436948124319315,0.015908638015389442,0.01744779385626316,0.018986951559782028,0.020526107400655746,0.022065263241529465,0.023604420945048332,0.02514357678592205,0.026682734489440918,0.028221890330314636,0.029761046171188354,0.03130020201206207,0.03283935785293579,0.03437851741909981,0.035917673259973526,0.037456829100847244,0.03899598494172096,0.04053514078259468,0.0420743003487587,0.043613456189632416,0.045152612030506134]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[0.9995716214179993,0.9995853900909424,0.9995991587638855,0.9996128678321838,0.999626636505127,0.9996404051780701,0.9996541738510132,0.9996679425239563,0.9996816515922546,0.9996954202651978,0.9997091889381409,0.999722957611084,0.9997367262840271,0.9997504353523254,0.9997642040252686,0.9997779726982117,0.9997917413711548,0.9998055100440979,0.9998192191123962,0.9998329877853394,0.9998467564582825,0.9998605251312256,0.9998742938041687,0.999888002872467,0.9999017715454102,0.9999155402183533,0.9999293088912964,0.9999430775642395,0.9999567866325378,0.999970555305481,0.9999843239784241,0.9999980926513672,1.0000118017196655,1.0000256299972534,1.0000393390655518,1.00005304813385,1.000066876411438,1.0000805854797363,1.0000944137573242,1.0001081228256226,1.000121831893921,1.0001356601715088,1.0001493692398071,1.000163197517395,1.0001769065856934,1.0001906156539917,1.0002044439315796,1.000218152999878,1.0002319812774658,1.0002456903457642,1.0002593994140625,1.0002732276916504,1.0002869367599487,1.0003007650375366,1.000314474105835,1.0003281831741333,1.0003420114517212,1.0003557205200195,1.0003695487976074,1.0003832578659058,1.000396966934204,1.000410795211792,1.0004245042800903,1.0004383325576782,1.0004520416259766],"_type":"histogram","values":[2,1,3,1,4,5,7,3,7,6,3,10,8,9,9,13,12,11,16,10,12,15,17,15,14,21,24,24,21,26,17,25,26,19,21,24,24,20,19,15,17,24,17,19,13,11,12,8,15,9,10,9,4,4,7,4,8,6,12,5,4,3,3,5]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,0,1,2,2,0,1,0,2,4,6,8,8,13,21,23,37,44,58,79,84,71,78,49,31,25,27,17,12,11,11,9,8,2,3,2,3,4,0,2,0,0,1,0,2,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.010107501409947872,-0.009673452004790306,-0.009239401668310165,-0.0088053522631526,-0.008371301926672459,-0.007937252521514893,-0.007503202650696039,-0.007069152779877186,-0.0066351029090583324,-0.006201053038239479,-0.005767003167420626,-0.005332953296601772,-0.004898903891444206,-0.004464854020625353,-0.0040308041498064995,-0.003596754278987646,-0.0031627044081687927,-0.0027286545373499393,-0.002294604666531086,-0.0018605550285428762,-0.0014265051577240229,-0.0009924552869051695,-0.0005584055325016379,-0.00012435571989044547,0.000309694092720747,0.0007437439053319395,0.001177793717943132,0.0016118434723466635,0.002045893343165517,0.0024799432139843702,0.00291399285197258,0.0033480427227914333,0.0037820935249328613,0.004216143395751715,0.004650193266570568,0.0050842431373894215,0.005518293008208275,0.005952342413365841,0.006386392284184694,0.006820442155003548,0.007254492025822401,0.007688541896641254,0.00812259130179882,0.008556641638278961,0.008990691043436527,0.009424741379916668,0.009858790785074234,0.010292841121554375,0.01072689052671194,0.011160939931869507,0.011594990268349648,0.012029039673507214,0.012463090009987354,0.01289713941514492,0.013331189751625061,0.013765239156782627,0.014199288561940193,0.014633338898420334,0.0150673883035779,0.01550143864005804,0.015935488045215607,0.016369538381695747,0.016803588718175888,0.01723763719201088,0.01767168752849102]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,0,0,1,0,3,0,1,5,3,7,9,9,15,25,31,42,74,91,143,156,273,373,537,792,1252,1798,2636,3988,6577,9968,16320,27851,49079,99210,245711,510318,322442,128481,61255,33343,19114,11502,7092,4477,2795,1789,1175,761,497,294,186,135,89,54,26,21,12,12,2,5,3,0,3],"bins":[-0.009521484375,-0.009261608123779297,-0.009001731872558594,-0.00874185562133789,-0.008481979370117188,-0.008222103118896484,-0.007962226867675781,-0.007702350616455078,-0.007442474365234375,-0.007182598114013672,-0.006922721862792969,-0.006662845611572266,-0.0064029693603515625,-0.006143093109130859,-0.005883216857910156,-0.005623340606689453,-0.00536346435546875,-0.005103588104248047,-0.004843711853027344,-0.004583835601806641,-0.0043239593505859375,-0.004064083099365234,-0.0038042068481445312,-0.003544330596923828,-0.003284454345703125,-0.003024578094482422,-0.0027647018432617188,-0.0025048255920410156,-0.0022449493408203125,-0.0019850730895996094,-0.0017251968383789062,-0.0014653205871582031,-0.0012054443359375,-0.0009455680847167969,-0.0006856918334960938,-0.0004258155822753906,-0.0001659393310546875,9.393692016601562e-05,0.00035381317138671875,0.0006136894226074219,0.000873565673828125,0.0011334419250488281,0.0013933181762695312,0.0016531944274902344,0.0019130706787109375,0.0021729469299316406,0.0024328231811523438,0.002692699432373047,0.00295257568359375,0.003212451934814453,0.0034723281860351562,0.0037322044372558594,0.0039920806884765625,0.004251956939697266,0.004511833190917969,0.004771709442138672,0.005031585693359375,0.005291461944580078,0.005551338195800781,0.005811214447021484,0.0060710906982421875,0.006330966949462891,0.006590843200683594,0.006850719451904297,0.007110595703125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,0,0,0,1,0,0,4,2,4,4,2,6,4,8,15,16,11,12,16,24,17,36,36,28,37,33,29,31,46,36,37,27,31,36,28,22,16,17,22,18,9,8,8,2,7,2,2,1,2,2,4,1,1,1,0,2,1],"bins":[-0.0021572266705334187,-0.002095247386023402,-0.002033267868682742,-0.0019712885841727257,-0.0019093092996627092,-0.001847329898737371,-0.0017853504978120327,-0.0017233712133020163,-0.001661391812376678,-0.0015994124114513397,-0.0015374331269413233,-0.001475453726015985,-0.0014134743250906467,-0.0013514950405806303,-0.001289515639655292,-0.0012275363551452756,-0.0011655569542199373,-0.001103577553294599,-0.0010415982687845826,-0.0009796188678592443,-0.000917639525141567,-0.0008556601824238896,-0.0007936807814985514,-0.000731701438780874,-0.0006697220960631967,-0.0006077427533455193,-0.000545763410627842,-0.0004837840097025037,-0.0004218046669848263,-0.00035982532426714897,-0.00029784595244564116,-0.00023586659517604858,-0.000173887237906456,-0.00011190788063686341,-4.992852336727083e-05,1.2050833902321756e-05,7.403019117191434e-05,0.00013600954844150692,0.0001979889057110995,0.0002599682775326073,0.00032194762025028467,0.000383926962967962,0.00044590633478946984,0.0005078857066109776,0.000569865049328655,0.0006318443920463324,0.0006938237929716706,0.000755803135689348,0.0008177824784070253,0.0008797618211247027,0.00094174116384238,0.0010037205647677183,0.0010656998492777348,0.001127679250203073,0.0011896586511284113,0.0012516379356384277,0.001313617336563766,0.0013755967374891043,0.0014375760219991207,0.001499555422924459,0.0015615348238497972,0.0016235141083598137,0.001685493509285152,0.0017474727937951684,0.0018094521947205067]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[3,2,1,2,3,3,5,3,7,9,19,18,27,47,81,85,117,193,218,319,479,772,1128,1804,2530,3983,6532,9935,16682,28630,53844,113094,318013,609541,213136,86013,43049,23827,14164,8858,5335,3380,2324,1490,970,694,463,292,210,168,96,82,46,40,27,27,13,8,9,6,4,2,0,2],"bins":[-0.0458984375,-0.044521331787109375,-0.04314422607421875,-0.041767120361328125,-0.0403900146484375,-0.039012908935546875,-0.03763580322265625,-0.036258697509765625,-0.034881591796875,-0.033504486083984375,-0.03212738037109375,-0.030750274658203125,-0.0293731689453125,-0.027996063232421875,-0.02661895751953125,-0.025241851806640625,-0.02386474609375,-0.022487640380859375,-0.02111053466796875,-0.019733428955078125,-0.0183563232421875,-0.016979217529296875,-0.01560211181640625,-0.014225006103515625,-0.012847900390625,-0.011470794677734375,-0.01009368896484375,-0.008716583251953125,-0.0073394775390625,-0.005962371826171875,-0.00458526611328125,-0.003208160400390625,-0.0018310546875,-0.000453948974609375,0.00092315673828125,0.002300262451171875,0.0036773681640625,0.005054473876953125,0.00643157958984375,0.007808685302734375,0.009185791015625,0.010562896728515625,0.01194000244140625,0.013317108154296875,0.0146942138671875,0.016071319580078125,0.01744842529296875,0.018825531005859375,0.02020263671875,0.021579742431640625,0.02295684814453125,0.024333953857421875,0.0257110595703125,0.027088165283203125,0.02846527099609375,0.029842376708984375,0.031219482421875,0.032596588134765625,0.03397369384765625,0.035350799560546875,0.0367279052734375,0.038105010986328125,0.03948211669921875,0.040859222412109375,0.042236328125]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0004159898671787232,-0.0004039247869513929,-0.00039185970672406256,-0.0003797946556005627,-0.00036772957537323236,-0.00035566449514590204,-0.0003435994149185717,-0.00033153436379507184,-0.0003194692835677415,-0.0003074042033404112,-0.00029533912311308086,-0.00028327404288575053,-0.00027120899176225066,-0.00025914391153492033,-0.00024707883130759,-0.0002350137656321749,-0.00022294868540484458,-0.00021088360517751426,-0.00019881853950209916,-0.00018675345927476883,-0.00017468839359935373,-0.0001626233133720234,-0.0001505582476966083,-0.00013849316746927798,-0.00012642808724194765,-0.00011436302156653255,-0.00010229794861515984,-9.023287566378713e-05,-7.81677954364568e-05,-6.610272248508409e-05,-5.4037649533711374e-05,-4.197257658233866e-05,-2.9907503630965948e-05,-1.7842430679593235e-05,-5.777355909231119e-06,6.287717951636296e-06,1.835279181250371e-05,3.0417864763876423e-05,4.248294135322794e-05,5.4548014304600656e-05,6.661308725597337e-05,7.867816020734608e-05,9.07432331587188e-05,0.00010280830611009151,0.00011487338633742183,0.00012693845201283693,0.00013900353224016726,0.00015106859791558236,0.00016313367814291269,0.000175198758370243,0.0001872638240456581,0.00019932890427298844,0.00021139396994840354,0.00022345905017573386,0.00023552411585114896,0.0002475891960784793,0.0002596542763058096,0.00027171935653313994,0.0002837844076566398,0.00029584948788397014,0.00030791456811130047,0.0003199796483386308,0.00033204469946213067,0.000344109779689461,0.0003561748599167913],"_type":"histogram","values":[1,0,0,0,0,3,1,1,2,2,1,1,0,1,3,4,4,4,5,10,9,10,10,11,8,14,22,27,35,30,39,35,36,45,35,36,41,42,29,34,23,27,18,22,14,12,10,7,7,9,5,4,3,2,6,3,0,0,1,1,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-0.00045264424988999963,-0.00043910680687986314,-0.0004255693347658962,-0.0004120318917557597,-0.0003984944196417928,-0.0003849569766316563,-0.00037141950451768935,-0.00035788206150755286,-0.0003443445893935859,-0.00033080714638344944,-0.0003172696742694825,-0.000303732231259346,-0.00029019475914537907,-0.0002766573161352426,-0.00026311984402127564,-0.00024958240101113915,-0.00023604494344908744,-0.00022250748588703573,-0.00020897002832498401,-0.0001954325707629323,-0.0001818951132008806,-0.00016835765563882887,-0.00015482019807677716,-0.00014128274051472545,-0.00012774529750458896,-0.00011420783266657963,-0.00010067037510452792,-8.713291754247621e-05,-7.359546725638211e-05,-6.005800605635159e-05,-4.652055213227868e-05,-3.298309457022697e-05,-1.9445637008175254e-05,-5.908180355618242e-06,7.6292762969387695e-06,2.116673204000108e-05,3.470418960205279e-05,4.8241647164104506e-05,6.177910108817741e-05,7.531655865022913e-05,8.885401621228084e-05,0.00010239147377433255,0.00011592893133638427,0.00012946638162247837,0.00014300383918453008,0.0001565412967465818,0.0001700787543086335,0.00018361621187068522,0.00019715366943273693,0.00021069112699478865,0.00022422858455684036,0.00023776604211889207,0.00025130348512902856,0.0002648409572429955,0.000278378400253132,0.00029191587236709893,0.0003054533153772354,0.00031899078749120235,0.00033252823050133884,0.0003460657026153058,0.00035960314562544227,0.0003731406177394092,0.0003866780607495457,0.00040021553286351264,0.0004137529758736491],"_type":"histogram","values":[1,1,0,2,2,0,2,3,4,2,4,2,8,7,4,9,10,13,13,23,35,36,33,37,54,58,70,102,93,94,103,133,105,118,98,82,104,66,80,68,80,46,44,37,31,30,17,17,13,7,11,4,4,7,4,3,3,2,3,3,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,2,0,5,3,4,2,1,5,5,8,8,10,14,11,20,27,35,29,43,63,45,54,56,45,55,38,36,28,21,19,18,10,3,9,4,7,4,4,2,2,0,1,2,0,1,1,0,1,0,0,1,0,0,1,0,1],"bins":[-1.2371610864647664e-06,-1.1957221204283996e-06,-1.1542831543920329e-06,-1.1128441883556661e-06,-1.0714052223192994e-06,-1.0299662562829326e-06,-9.88527176559728e-07,-9.470882673667802e-07,-9.056492444869946e-07,-8.642102784506278e-07,-8.22771312414261e-07,-7.813323463778943e-07,-7.398933803415275e-07,-6.984544143051608e-07,-6.570153914253751e-07,-6.155764253890084e-07,-5.741374593526416e-07,-5.326984933162748e-07,-4.912595272799081e-07,-4.498205328218319e-07,-4.083815383637557e-07,-3.669425723273889e-07,-3.2550360629102215e-07,-2.8406461183294596e-07,-2.426256457965792e-07,-2.011866655493577e-07,-1.5974768530213623e-07,-1.1830871926576947e-07,-7.686973901854799e-08,-3.543076232404019e-08,6.008214370467613e-09,4.7447191064975414e-08,8.888616775948321e-08,1.303251480067047e-07,1.7176412825392617e-07,2.1320309429029294e-07,2.5464208874836913e-07,2.960810547847359e-07,3.3752002082110266e-07,3.7895901527917886e-07,4.203979813155456e-07,4.618369473519124e-07,5.032759418099886e-07,5.447149078463553e-07,5.861538738827221e-07,6.275928399190889e-07,6.690318627988745e-07,7.104708288352413e-07,7.51909794871608e-07,7.933487609079748e-07,8.347877269443416e-07,8.762267498241272e-07,9.176657158604939e-07,9.591046818968607e-07,1.0005436479332275e-06,1.0419826139695942e-06,1.083421580005961e-06,1.1248605460423278e-06,1.1662995120786945e-06,1.207738591801899e-06,1.2491775578382658e-06,1.2906165238746325e-06,1.3320554899109993e-06,1.373494455947366e-06,1.4149334219837328e-06]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[2,3,2,0,2,1,2,3,1,2,2,2,3,8,10,10,16,12,15,21,30,32,37,44,60,60,86,91,106,86,109,107,110,109,89,101,92,92,83,70,42,63,30,47,31,27,15,19,10,12,10,8,3,5,0,3,1,3,4,2,1,0,0,1],"bins":[-0.0004274550883565098,-0.0004143466358073056,-0.00040123818325810134,-0.0003881297307088971,-0.0003750212781596929,-0.00036191282561048865,-0.0003488043730612844,-0.0003356959205120802,-0.0003225874388590455,-0.0003094789863098413,-0.00029637053376063704,-0.0002832620812114328,-0.0002701536286622286,-0.00025704517611302435,-0.00024393672356382012,-0.0002308282710146159,-0.00021771981846541166,-0.00020461136591620743,-0.0001915029133670032,-0.00017839446081779897,-0.00016528600826859474,-0.00015217754116747528,-0.00013906908861827105,-0.00012596063606906682,-0.00011285218351986259,-9.974373097065836e-05,-8.663527842145413e-05,-7.352681859629229e-05,-6.041836604708806e-05,-4.7309913497883826e-05,-3.420145731070079e-05,-2.1093002942507155e-05,-7.984577678143978e-06,5.123876690049656e-06,1.823233105824329e-05,3.134078724542633e-05,4.444923979463056e-05,5.755769234383479e-05,7.066615216899663e-05,8.377460471820086e-05,9.688305726740509e-05,0.00010999150981660932,0.00012309996236581355,0.00013620841491501778,0.00014931688201613724,0.00016242533456534147,0.0001755337871145457,0.00018864223966374993,0.00020175069221295416,0.0002148591447621584,0.00022796759731136262,0.00024107604986056685,0.0002541845024097711,0.0002672929549589753,0.00028040140750817955,0.0002935098600573838,0.00030661834171041846,0.0003197267942596227,0.0003328352468088269,0.00034594369935803115,0.0003590521519072354,0.0003721606044564396,0.00038526905700564384,0.0003983775095548481,0.0004114859621040523]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[4,3,4,8,2,6,11,16,12,24,31,32,66,66,112,154,190,280,368,502,786,1225,1665,2576,3972,6375,10744,18236,33237,66963,125931,139592,81669,40331,21451,12125,7168,4719,2932,1890,1357,892,646,427,297,216,137,98,65,63,35,33,21,12,14,3,11,3,0,7,3,1,2,3],"bins":[-0.000896453857421875,-0.0008676648139953613,-0.0008388757705688477,-0.000810086727142334,-0.0007812976837158203,-0.0007525086402893066,-0.000723719596862793,-0.0006949305534362793,-0.0006661415100097656,-0.000637352466583252,-0.0006085634231567383,-0.0005797743797302246,-0.0005509853363037109,-0.0005221962928771973,-0.0004934072494506836,-0.0004646182060241699,-0.00043582916259765625,-0.0004070401191711426,-0.0003782510757446289,-0.00034946203231811523,-0.00032067298889160156,-0.0002918839454650879,-0.0002630949020385742,-0.00023430585861206055,-0.00020551681518554688,-0.0001767277717590332,-0.00014793872833251953,-0.00011914968490600586,-9.036064147949219e-05,-6.157159805297852e-05,-3.2782554626464844e-05,-3.993511199951172e-06,2.47955322265625e-05,5.358457565307617e-05,8.237361907958984e-05,0.00011116266250610352,0.0001399517059326172,0.00016874074935913086,0.00019752979278564453,0.0002263188362121582,0.0002551078796386719,0.00028389692306518555,0.0003126859664916992,0.0003414750099182129,0.00037026405334472656,0.00039905309677124023,0.0004278421401977539,0.0004566311836242676,0.00048542022705078125,0.0005142092704772949,0.0005429983139038086,0.0005717873573303223,0.0006005764007568359,0.0006293654441833496,0.0006581544876098633,0.000686943531036377,0.0007157325744628906,0.0007445216178894043,0.000773310661315918,0.0008020997047424316,0.0008308887481689453,0.000859677791595459,0.0008884668350219727,0.0009172558784484863,0.000946044921875]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.00045470226905308664,-0.00044280639849603176,-0.00043091055704280734,-0.00041901468648575246,-0.0004071188159286976,-0.00039522297447547317,-0.0003833271039184183,-0.00037143126246519387,-0.000359535391908139,-0.0003476395213510841,-0.0003357436798978597,-0.0003238478093408048,-0.0003119519678875804,-0.0003000560973305255,-0.00028816022677347064,-0.0002762643853202462,-0.00026436851476319134,-0.00025247264420613647,-0.00024057680275291204,-0.00022868093219585717,-0.00021678507619071752,-0.00020488922018557787,-0.000192993349628523,-0.00018109749362338334,-0.0001692016376182437,-0.00015730578161310405,-0.0001454099256079644,-0.00013351405505090952,-0.00012161819904576987,-0.00010972234304063022,-9.782647975953296e-05,-8.59306164784357e-05,-7.40347895771265e-05,-6.213893357198685e-05,-5.024307029088959e-05,-3.8347210647771135e-05,-2.645135100465268e-05,-1.4555491361534223e-05,-2.659631718415767e-06,9.236227924702689e-06,2.1132087567821145e-05,3.30279472109396e-05,4.492380685405806e-05,5.681966649717651e-05,6.871552614029497e-05,8.061138214543462e-05,9.250724542653188e-05,0.00010440310870762914,0.00011629896471276879,0.00012819482071790844,0.0001400906767230481,0.00015198654728010297,0.00016388240328524262,0.00017577825929038227,0.00018767412984743714,0.0001995699858525768,0.00021146584185771644,0.0002233616978628561,0.00023525755386799574,0.0002471534244250506,0.0002590492949821055,0.0002709451364353299,0.0002828410069923848,0.0002947368484456092,0.0003066327190026641],"_type":"histogram","values":[1,1,0,0,0,0,1,1,0,1,0,1,3,0,2,1,2,3,7,4,5,4,6,3,10,11,16,12,22,17,21,20,27,31,34,33,33,36,31,42,33,38,28,37,30,28,17,16,15,15,11,13,9,8,6,5,4,6,2,3,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.000418310723034665,-0.000405251543270424,-0.00039219236350618303,-0.00037913318374194205,-0.0003660740330815315,-0.00035301485331729054,-0.00033995567355304956,-0.0003268964937888086,-0.0003138373140245676,-0.0003007781342603266,-0.0002877189835999161,-0.0002746598038356751,-0.00026160062407143414,-0.00024854144430719316,-0.00023548226454295218,-0.00022242309933062643,-0.00020936391956638545,-0.00019630473980214447,-0.00018324557458981872,-0.00017018639482557774,-0.00015712721506133676,-0.000144068049849011,-0.00013100887008477002,-0.00011794969032052904,-0.00010489051783224568,-9.183134534396231e-05,-7.877216557972133e-05,-6.571299309143797e-05,-5.265381696517579e-05,-3.959464083891362e-05,-2.653546653164085e-05,-1.3476291314873379e-05,-4.1711609810590744e-07,1.2642059118661564e-05,2.5701234335429035e-05,3.8760408642701805e-05,5.181958476896398e-05,6.487876089522615e-05,7.793793338350952e-05,9.09971131477505e-05,0.00010405628563603386,0.00011711545812431723,0.0001301746378885582,0.0001432338176527992,0.00015629298286512494,0.00016935216262936592,0.0001824113423936069,0.00019547050760593265,0.00020852968737017363,0.0002215888671344146,0.00023464803234674037,0.00024770721211098135,0.0002607663918752223,0.0002738255716394633,0.0002868847514037043,0.0002999439020641148,0.0003130030818283558,0.00032606226159259677,0.00033912144135683775,0.00035218062112107873,0.0003652398008853197,0.00037829895154573023,0.0003913581313099712,0.0004044173110742122,0.0004174764908384532],"_type":"histogram","values":[1,2,2,2,3,0,1,4,4,3,4,4,12,10,9,10,21,13,22,35,38,42,58,58,51,72,72,101,98,106,121,84,84,111,92,91,78,73,72,59,51,48,35,34,21,20,13,17,13,17,14,5,9,6,5,4,1,3,2,1,2,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[1,0,0,3,1,4,3,7,8,10,21,33,33,66,84,118,161,256,371,544,798,1102,1649,2412,3602,5471,8637,13762,22188,36869,64233,105448,119726,80617,46809,27358,16769,10408,6826,4391,2911,1953,1363,867,570,423,273,196,141,106,73,45,32,25,14,11,10,5,2,1,2,1,0,1],"bins":[-0.01373291015625,-0.013306617736816406,-0.012880325317382812,-0.012454032897949219,-0.012027740478515625,-0.011601448059082031,-0.011175155639648438,-0.010748863220214844,-0.01032257080078125,-0.009896278381347656,-0.009469985961914062,-0.009043693542480469,-0.008617401123046875,-0.008191108703613281,-0.0077648162841796875,-0.007338523864746094,-0.0069122314453125,-0.006485939025878906,-0.0060596466064453125,-0.005633354187011719,-0.005207061767578125,-0.004780769348144531,-0.0043544769287109375,-0.003928184509277344,-0.00350189208984375,-0.0030755996704101562,-0.0026493072509765625,-0.0022230148315429688,-0.001796722412109375,-0.0013704299926757812,-0.0009441375732421875,-0.0005178451538085938,-9.1552734375e-05,0.00033473968505859375,0.0007610321044921875,0.0011873245239257812,0.001613616943359375,0.0020399093627929688,0.0024662017822265625,0.0028924942016601562,0.00331878662109375,0.0037450790405273438,0.0041713714599609375,0.004597663879394531,0.005023956298828125,0.005450248718261719,0.0058765411376953125,0.006302833557128906,0.0067291259765625,0.007155418395996094,0.0075817108154296875,0.008008003234863281,0.008434295654296875,0.008860588073730469,0.009286880493164062,0.009713172912597656,0.01013946533203125,0.010565757751464844,0.010992050170898438,0.011418342590332031,0.011844635009765625,0.012270927429199219,0.012697219848632812,0.013123512268066406,0.0135498046875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.01220703125,-0.011871337890625,-0.01153564453125,-0.011199951171875,-0.0108642578125,-0.010528564453125,-0.01019287109375,-0.009857177734375,-0.009521484375,-0.009185791015625,-0.00885009765625,-0.008514404296875,-0.0081787109375,-0.007843017578125,-0.00750732421875,-0.007171630859375,-0.0068359375,-0.006500244140625,-0.00616455078125,-0.005828857421875,-0.0054931640625,-0.005157470703125,-0.00482177734375,-0.004486083984375,-0.004150390625,-0.003814697265625,-0.00347900390625,-0.003143310546875,-0.0028076171875,-0.002471923828125,-0.00213623046875,-0.001800537109375,-0.00146484375,-0.001129150390625,-0.00079345703125,-0.000457763671875,-0.0001220703125,0.000213623046875,0.00054931640625,0.000885009765625,0.001220703125,0.001556396484375,0.00189208984375,0.002227783203125,0.0025634765625,0.002899169921875,0.00323486328125,0.003570556640625,0.00390625,0.004241943359375,0.00457763671875,0.004913330078125,0.0052490234375,0.005584716796875,0.00592041015625,0.006256103515625,0.006591796875,0.006927490234375,0.00726318359375,0.007598876953125,0.0079345703125,0.008270263671875,0.00860595703125,0.008941650390625,0.00927734375],"_type":"histogram","values":[1,1,0,1,0,1,0,0,2,0,2,5,10,10,10,13,28,30,27,63,92,137,202,289,477,702,1109,1722,2791,4751,8221,14376,26286,52593,115712,328662,581472,247446,91007,42109,21915,12125,6964,4340,2614,1579,1061,647,407,288,199,128,76,60,38,21,14,11,2,8,3,0,2,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,1,2,1,5,15,25,34,55,95,166,271,436,686,979,1509,2191,2928,4028,5475,7331,9456,11837,14348,17371,20602,23760,26784,29928,31645,33497,34577,34852,34674,33395,31572,29185,26411,23474,20069,17023,14043,11365,9029,6935,5285,3844,2787,1982,1341,928,575,397,239,156,98,58,34,17,3,4,5,1,4],"bins":[-0.09660190343856812,-0.09362271428108215,-0.09064352512359619,-0.08766432851552963,-0.08468513935804367,-0.08170595020055771,-0.07872676104307175,-0.07574757188558578,-0.07276837527751923,-0.06978918612003326,-0.0668099969625473,-0.06383080780506134,-0.06085161864757538,-0.05787242576479912,-0.054893236607313156,-0.051914043724536896,-0.048934854567050934,-0.04595566540956497,-0.04297647252678871,-0.03999728336930275,-0.03701809048652649,-0.03403890132904053,-0.031059712171554565,-0.028080521151423454,-0.025101330131292343,-0.022122139111161232,-0.01914294809103012,-0.01616375893354416,-0.013184567913413048,-0.010205376893281937,-0.0072261868044734,-0.004246996250003576,-0.0012678056955337524,0.0017113848589360714,0.004690575413405895,0.007669765967875719,0.010648956522345543,0.013628147542476654,0.016607336699962616,0.019586527720093727,0.022565718740224838,0.02554490976035595,0.02852410078048706,0.03150328993797302,0.034482479095458984,0.037461671978235245,0.04044086113572121,0.04342005401849747,0.04639924317598343,0.04937843233346939,0.05235762521624565,0.05533681437373161,0.058316007256507874,0.061295196413993835,0.0642743855714798,0.06725357472896576,0.07023276388645172,0.07321196049451828,0.07619114965200424,0.0791703388094902,0.08214952796697617,0.08512871712446213,0.08810791373252869,0.09108710289001465,0.09406629204750061]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.0003951581893488765,-0.000383413746021688,-0.00037166927359066904,-0.00035992483026348054,-0.00034818038693629205,-0.00033643594360910356,-0.0003246914711780846,-0.0003129470278508961,-0.00030120258452370763,-0.0002894581120926887,-0.0002777136687655002,-0.0002659692254383117,-0.0002542247821111232,-0.00024248032423201948,-0.00023073586635291576,-0.00021899142302572727,-0.00020724696514662355,-0.00019550250726751983,-0.00018375806394033134,-0.00017201360606122762,-0.00016026916273403913,-0.0001485247048549354,-0.00013678026152774692,-0.0001250358036486432,-0.00011329135304549709,-0.00010154690244235098,-8.980245183920488e-05,-7.805800123605877e-05,-6.631354335695505e-05,-5.456909639178775e-05,-4.282464215066284e-05,-3.1080191547516733e-05,-1.9335740944370627e-05,-7.59128943172982e-06,4.153162080910988e-06,1.5897614503046498e-05,2.7642065106192604e-05,3.938651570933871e-05,5.113096995046362e-05,6.287542055360973e-05,7.461987115675583e-05,8.636432175990194e-05,9.810877236304805e-05,0.00010985322296619415,0.00012159768084529787,0.00013334212417248636,0.00014508658205159009,0.00015683102537877858,0.0001685754832578823,0.00018031994113698602,0.0001920643844641745,0.00020380884234327823,0.00021555328567046672,0.00022729774354957044,0.00023904218687675893,0.0002507866302039474,0.0002625311026349664,0.00027427554596215487,0.00028601998928934336,0.0002977644617203623,0.0003095089050475508,0.0003212533483747393,0.0003329977917019278,0.00034474226413294673,0.0003564867074601352],"_type":"histogram","values":[1,0,1,1,0,2,3,2,1,0,0,2,0,3,4,6,4,4,9,9,14,6,10,12,14,19,26,30,37,35,34,33,36,47,34,37,43,28,30,27,21,20,20,19,20,10,8,8,6,6,4,3,2,8,3,3,0,1,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.0003405125462450087,-0.0003288846928626299,-0.0003172568103764206,-0.0003056289569940418,-0.00029400107450783253,-0.0002823732211254537,-0.0002707453677430749,-0.0002591174852568656,-0.0002474896318744868,-0.00023586176394019276,-0.00022423389600589871,-0.00021260602807160467,-0.00020097816013731062,-0.00018935029220301658,-0.00017772243882063776,-0.00016609457088634372,-0.00015446670295204967,-0.00014283883501775563,-0.00013121096708346158,-0.00011958310642512515,-0.00010795524576678872,-9.632737783249468e-05,-8.469950989820063e-05,-7.30716492398642e-05,-6.144378130557016e-05,-4.981591700925492e-05,-3.818805271293968e-05,-2.6560184778645635e-05,-1.4932320482330397e-05,-3.304455276520457e-06,8.323409929289483e-06,1.9951276044594124e-05,3.157914034090936e-05,4.32070046372246e-05,5.483486893353984e-05,6.646273686783388e-05,7.809059752617031e-05,8.971846546046436e-05,0.0001013463333947584,0.00011297419405309483,0.00012460205471143126,0.0001362299226457253,0.00014785779058001935,0.0001594856585143134,0.00017111352644860744,0.0001827413943829015,0.0001943692477652803,0.00020599711569957435,0.0002176249836338684,0.00022925285156816244,0.00024088071950245649,0.00025250858743675053,0.00026413644081912935,0.0002757643233053386,0.00028739217668771744,0.00029902003007009625,0.00031064791255630553,0.00032227576593868434,0.0003339036484248936,0.00034553150180727243,0.00035715935518965125,0.0003687872376758605,0.00038041509105823934,0.0003920429735444486,0.00040367082692682743],"_type":"histogram","values":[1,0,1,1,0,2,1,0,3,0,1,0,4,7,3,6,10,16,13,9,18,24,26,27,34,42,34,41,45,47,37,38,52,36,34,31,14,19,14,7,11,10,9,8,9,3,2,2,3,3,0,0,2,2,1,1,1,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,0,0,0,0,2,0,2,2,3,2,1,7,6,9,15,16,9,21,22,19,24,32,24,31,42,21,41,40,33,35,24,31,35,30,34,31,17,18,16,10,13,8,9,7,6,4,9,0,3,0,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.05480795353651047,-0.05291300266981125,-0.05101805180311203,-0.04912310093641281,-0.04722815006971359,-0.045333199203014374,-0.04343824461102486,-0.04154329374432564,-0.03964834287762642,-0.0377533920109272,-0.03585844114422798,-0.03396349027752876,-0.032068539410829544,-0.030173588544130325,-0.028278635814785957,-0.02638368494808674,-0.02448873408138752,-0.0225937832146883,-0.020698832347989082,-0.018803879618644714,-0.016908928751945496,-0.015013977885246277,-0.013119027018547058,-0.011224075220525265,-0.009329124353826046,-0.00743417302146554,-0.005539221689105034,-0.003644270822405815,-0.001749319490045309,0.00014563172589987516,0.0020405829418450594,0.003935534041374922,0.005830485373735428,0.007725436706095934,0.00962038803845644,0.011515338905155659,0.013410290703177452,0.01530524156987667,0.01720019243657589,0.01909514330327511,0.020990096032619476,0.022885046899318695,0.024779997766017914,0.026674948632717133,0.02856989949941635,0.03046485036611557,0.03235980123281479,0.03425475209951401,0.036149702966213226,0.038044657558202744,0.03993960842490196,0.04183455929160118,0.0437295101583004,0.04562446102499962,0.04751941189169884,0.049414362758398056,0.051309313625097275,0.053204264491796494,0.05509921535849571,0.05699416995048523,0.05888912081718445,0.06078407168388367,0.06267902255058289,0.0645739734172821,0.06646892428398132],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,2,1,0,0,3,1,1,2,0,9,2,10,8,7,10,8,11,12,24,16,33,21,28,33,37,34,29,36,38,40,37,28,34,29,22,27,19,12,21,9,11,14,14,12,4,2,4,1,1,3,1,2,0,0,1,0,0,0,0,1,0,1,1],"bins":[-0.0005954132648184896,-0.0005748649709858,-0.0005543167353607714,-0.0005337684415280819,-0.0005132201476953924,-0.0004926719120703638,-0.00047212361823767424,-0.0004515753244049847,-0.00043102705967612565,-0.0004104787949472666,-0.00038993050111457705,-0.000369382236385718,-0.0003488339716568589,-0.0003282856778241694,-0.00030773741309531033,-0.0002871891192626208,-0.00026664085453376174,-0.00024609258980490267,-0.00022554429597221315,-0.00020499603124335408,-0.0001844477519625798,-0.0001638994726818055,-0.00014335120795294642,-0.00012280292867217213,-0.00010225464939139783,-8.170637011062354e-05,-6.115809810580686e-05,-4.060982246301137e-05,-2.006154682021588e-05,4.867288225796074e-07,2.1035004465375096e-05,4.1583280108170584e-05,6.213161395862699e-05,8.267989323940128e-05,0.00010322816524421796,0.00012377643724903464,0.00014432471652980894,0.00016487299581058323,0.0001854212605394423,0.0002059695398202166,0.0002265178191009909,0.00024706608382984996,0.0002676143776625395,0.00028816264239139855,0.0003087109071202576,0.00032925920095294714,0.0003498074656818062,0.00037035575951449573,0.0003909040242433548,0.00041145228897221386,0.0004320005828049034,0.00045254884753376245,0.000473097141366452,0.0004936453769914806,0.0005141936708241701,0.0005347419646568596,0.0005552902584895492,0.0005758384941145778,0.0005963867879472673,0.0006169350817799568,0.0006374833174049854,0.000658031611237675,0.0006785799050703645,0.0006991281406953931,0.0007196764345280826]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.016173627227544785,-0.01573886163532734,-0.015304096043109894,-0.014869329519569874,-0.014434563927352428,-0.013999798335134983,-0.013565032742917538,-0.013130267150700092,-0.012695500627160072,-0.012260735034942627,-0.011825969442725182,-0.011391203850507736,-0.01095643825829029,-0.010521672666072845,-0.010086906142532825,-0.00965214055031538,-0.009217374958097935,-0.00878260936588049,-0.008347843773663044,-0.007913077250123024,-0.007478311657905579,-0.007043546065688133,-0.006608780473470688,-0.006174014415591955,-0.00573924882337451,-0.0053044832311570644,-0.004869717173278332,-0.004434951581060886,-0.004000185988843441,-0.0035654199309647083,-0.003130654338747263,-0.002695888513699174,-0.002261122688651085,-0.0018263568636029959,-0.0013915911549702287,-0.0009568253881298006,-0.0005220596212893724,-8.729385444894433e-05,0.0003474719123914838,0.0007822376792319119,0.00121700344607234,0.001651769271120429,0.002086535096168518,0.0025213006883859634,0.0029560665134340525,0.0033908323384821415,0.003825597930699587,0.0042603639885783195,0.004695129580795765,0.00512989517301321,0.005564661230891943,0.005999426823109388,0.006434192880988121,0.006868958473205566,0.007303724065423012,0.0077384901233017445,0.008173255249857903,0.008608021773397923,0.009042787365615368,0.009477552957832813,0.009912318550050259,0.010347084142267704,0.010781850665807724,0.01121661625802517,0.011651381850242615],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,2,1,3,2,3,3,2,6,9,7,9,11,18,13,15,18,22,26,38,33,32,35,29,39,31,35,33,44,26,32,30,21,30,18,14,10,13,11,4,5,5,2,9,0,1,0,3,4,5,2,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.0004129128938075155,-0.00040121280471794307,-0.0003895127447322011,-0.00037781265564262867,-0.0003661125956568867,-0.00035441250656731427,-0.0003427124465815723,-0.00033101235749199986,-0.0003193122975062579,-0.00030761220841668546,-0.0002959121484309435,-0.00028421205934137106,-0.0002725119993556291,-0.00026081191026605666,-0.0002491118502803147,-0.00023741176119074225,-0.00022571168665308505,-0.00021401161211542785,-0.00020231153757777065,-0.00019061146304011345,-0.00017891138850245625,-0.00016721131396479905,-0.00015551123942714185,-0.00014381116488948464,-0.00013211107579991221,-0.00012041100853821263,-0.00010871093400055543,-9.701085946289822e-05,-8.531077764928341e-05,-7.361070311162621e-05,-6.1910628573969e-05,-5.0210554036311805e-05,-3.8510479498654604e-05,-2.6810404960997403e-05,-1.5110328604350798e-05,-3.4102531571988948e-06,8.289822289953008e-06,1.998989682761021e-05,3.168997500324622e-05,4.339004954090342e-05,5.509012407856062e-05,6.679019861621782e-05,7.849027315387502e-05,9.019034769153222e-05,0.00010189042950514704,0.00011359050404280424,0.00012529057858046144,0.00013699065311811864,0.00014869072765577585,0.00016039080219343305,0.00017209087673109025,0.00018379095126874745,0.00019549102580640465,0.00020719110034406185,0.00021889117488171905,0.00023059124941937625,0.00024229133850894868,0.00025399139849469066,0.0002656914875842631,0.00027739154757000506,0.0002890916366595775,0.00030079169664531946,0.0003124917857348919,0.00032419184572063386,0.0003358919348102063],"_type":"histogram","values":[1,0,0,0,1,0,1,0,1,1,0,0,0,0,0,0,0,3,1,4,3,6,2,11,9,13,21,31,25,41,31,37,34,39,38,51,42,42,37,29,40,43,33,18,20,16,6,12,5,2,3,4,3,2,2,0,0,1,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,4,1,3,3,2,11,5,8,5,11,8,11,5,9,14,25,21,14,14,20,23,19,22,30,37,19,26,26,19,31,22,19,19,26,26,12,12,27,19,7,12,7,10,8,12,5,7,9,4,7,5,9,8,6,3,5,3,4,1,2,3,0,1],"bins":[0.9995825886726379,0.999597430229187,0.9996122717857361,0.9996271133422852,0.9996419548988342,0.9996567964553833,0.9996716380119324,0.9996865391731262,0.9997013807296753,0.9997162222862244,0.9997310638427734,0.9997459053993225,0.9997607469558716,0.9997755885124207,0.9997904300689697,0.9998052716255188,0.9998201131820679,0.9998349547386169,0.999849796295166,0.9998646378517151,0.9998795390129089,0.999894380569458,0.9999092221260071,0.9999240636825562,0.9999389052391052,0.9999537467956543,0.9999685883522034,0.9999834299087524,0.9999982714653015,1.0000131130218506,1.0000280141830444,1.0000427961349487,1.0000576972961426,1.0000724792480469,1.0000873804092407,1.000102162361145,1.0001170635223389,1.0001318454742432,1.000146746635437,1.0001616477966309,1.0001764297485352,1.000191330909729,1.0002061128616333,1.0002210140228271,1.0002357959747314,1.0002506971359253,1.0002654790878296,1.0002803802490234,1.0002951622009277,1.0003100633621216,1.0003248453140259,1.0003397464752197,1.0003546476364136,1.0003694295883179,1.0003843307495117,1.000399112701416,1.0004140138626099,1.0004287958145142,1.000443696975708,1.0004584789276123,1.0004733800888062,1.0004881620407104,1.0005030632019043,1.0005178451538086,1.0005327463150024]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,0,4,9,15,30,49,79,135,221,386,641,950,1374,2014,2953,4096,5538,7492,9764,12199,15198,18233,21706,25183,27976,31064,33390,35123,36170,36251,35386,33804,31785,28935,25409,22287,18647,15573,12465,10181,7805,5756,4220,3084,2187,1476,999,602,383,251,154,80,52,24,19,5,7,2,0,0,0,0,1],"bins":[-0.09276937693357468,-0.08968297392129898,-0.08659657090902328,-0.08351016044616699,-0.0804237574338913,-0.0773373544216156,-0.0742509514093399,-0.07116454839706421,-0.06807814538478851,-0.06499173492193222,-0.061905331909656525,-0.05881892889738083,-0.05573252588510513,-0.05264611914753914,-0.04955971613526344,-0.04647330939769745,-0.04338690638542175,-0.04030050337314606,-0.03721409663558006,-0.03412769362330437,-0.031041288748383522,-0.027954883873462677,-0.02486848086118698,-0.021782075986266136,-0.01869567111134529,-0.015609266236424446,-0.012522862292826176,-0.009436458349227905,-0.00635005347430706,-0.0032636490650475025,-0.0001772446557879448,0.002909159753471613,0.005995564162731171,0.009081969037652016,0.012168372981250286,0.015254776924848557,0.0183411817997694,0.021427586674690247,0.024513989686965942,0.027600394561886787,0.030686799436807632,0.03377320244908333,0.03685960918664932,0.03994601219892502,0.043032415211200714,0.04611882194876671,0.049205224961042404,0.0522916316986084,0.055378034710884094,0.05846443772315979,0.061550844460725784,0.06463725119829178,0.06772365421056747,0.07081005722284317,0.07389646023511887,0.07698286324739456,0.08006927371025085,0.08315567672252655,0.08624207973480225,0.08932848274707794,0.09241488575935364,0.09550128877162933,0.09858769923448563,0.10167410224676132,0.10476050525903702]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0004099460784345865,-0.00039724737871438265,-0.00038454867899417877,-0.00037185000837780535,-0.0003591513086576015,-0.0003464526089373976,-0.0003337539092171937,-0.0003210552386008203,-0.0003083565388806164,-0.00029565783916041255,-0.0002829591394402087,-0.0002702604397200048,-0.0002575617691036314,-0.0002448630693834275,-0.00023216436966322362,-0.00021946568449493498,-0.0002067669847747311,-0.00019406828505452722,-0.00018136959988623857,-0.0001686709001660347,-0.00015597221499774605,-0.00014327351527754217,-0.00013057483010925353,-0.00011787613038904965,-0.00010517743794480339,-9.247874550055712e-05,-7.978005305631086e-05,-6.70813606120646e-05,-5.438266452983953e-05,-4.168397208559327e-05,-2.8985277822357602e-05,-1.6286583559121937e-05,-3.5878911148756742e-06,9.11080223886529e-06,2.1809495592606254e-05,3.450818985584192e-05,4.720688230008818e-05,5.9905574744334444e-05,7.260427082655951e-05,8.530296327080578e-05,9.800165571505204e-05,0.0001107003481592983,0.00012339904787950218,0.00013609773304779083,0.0001487964327679947,0.00016149511793628335,0.00017419381765648723,0.00018689250282477587,0.00019959120254497975,0.00021228990226518363,0.00022498858743347228,0.00023768728715367615,0.00025038598687388003,0.00026308465749025345,0.0002757833572104573,0.0002884820569306612,0.0003011807566508651,0.00031387945637106895,0.0003265781269874424,0.00033927682670764625,0.00035197552642785013,0.000364674226148054,0.0003773728967644274,0.0003900715964846313,0.0004027702962048352],"_type":"histogram","values":[3,0,0,2,1,2,1,3,0,2,2,1,2,3,2,5,5,7,10,11,9,18,21,20,25,27,25,39,29,38,37,30,32,35,32,38,40,30,19,23,15,17,20,15,14,9,9,8,10,5,3,2,4,1,0,3,1,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,2,1,0,3,2,3,3,6,5,7,5,12,16,17,30,34,43,69,101,110,73,46,34,26,26,14,11,11,17,6,9,5,2,1,2,4,1,2,0,3,0,0,1,1,1],"bins":[-0.04975125938653946,-0.048453934490680695,-0.04715660959482193,-0.04585928097367287,-0.0445619560778141,-0.04326463118195534,-0.04196730628609657,-0.04066998139023781,-0.039372652769088745,-0.03807532787322998,-0.036778002977371216,-0.03548067808151245,-0.034183353185653687,-0.03288602828979492,-0.03158869966864586,-0.030291374772787094,-0.02899404987692833,-0.027696724981069565,-0.02639939822256565,-0.025102073326706886,-0.023804746568202972,-0.022507421672344208,-0.021210096776485443,-0.01991277001798153,-0.018615445122122765,-0.017318120226264,-0.016020793467760086,-0.014723468571901321,-0.013426142744719982,-0.012128816917538643,-0.010831492021679878,-0.009534166194498539,-0.0082368403673172,-0.0069395145401358604,-0.0056421891786158085,-0.0043448638170957565,-0.0030475379899144173,-0.0017502123955637217,-0.00045288680121302605,0.0008444387931376696,0.002141764387488365,0.003439089981839061,0.004736415576189756,0.006033740937709808,0.007331066764891148,0.008628392592072487,0.009925717487931252,0.01122304331511259,0.01252036914229393,0.01381769496947527,0.015115020796656609,0.016412345692515373,0.017709672451019287,0.019006997346878052,0.020304322242736816,0.02160164900124073,0.022898973897099495,0.02419629879295826,0.025493625551462173,0.026790950447320938,0.028088275343179703,0.029385602101683617,0.03068292699754238,0.031980253756046295,0.03327757865190506]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,2,0,1,0,4,2,5,2,6,5,9,19,18,28,31,50,44,80,85,90,61,52,35,26,18,14,17,10,8,12,7,8,1,2,1,3,1,2,0,3,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.008064029738307,-0.007665174547582865,-0.00726631935685873,-0.006867464166134596,-0.006468608975410461,-0.00606975331902504,-0.005670898128300905,-0.005272042937576771,-0.004873187746852636,-0.004474332556128502,-0.0040754773654043674,-0.0036766219418495893,-0.003277766751125455,-0.0028789115604013205,-0.0024800561368465424,-0.002081200946122408,-0.0016823457553982735,-0.001283490564674139,-0.0008846352575346828,-0.0004857800086028874,-8.692475967109203e-05,0.0003119304892607033,0.0007107857381924987,0.001109641045331955,0.0015084962360560894,0.0019073514267802238,0.0023062066175043583,0.0027050620410591364,0.003103917231783271,0.0035027724225074053,0.0039016278460621834,0.004300483036786318,0.004699338227510452,0.005098193418234587,0.005497048608958721,0.005895903799682856,0.00629475899040699,0.006693614646792412,0.007092469837516546,0.007491325028240681,0.007890179753303528,0.00828903540968895,0.008687891066074371,0.009086745791137218,0.00948560144752264,0.009884456172585487,0.010283311828970909,0.010682166554033756,0.011081022210419178,0.0114798778668046,0.011878732591867447,0.012277588248252869,0.012676442973315716,0.013075298629701138,0.013474153354763985,0.013873009011149406,0.014271864667534828,0.014670719392597675,0.015069575048983097,0.015468429774045944,0.015867285430431366,0.016266141086816788,0.01666499488055706,0.017063850536942482,0.017462706193327904]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,0,1,0,4,5,6,3,9,8,12,11,13,20,14,28,18,25,28,26,31,37,29,30,34,30,36,26,28,27,30,21,26,27,21,17,13,7,18,8,4,5,7,3,5,2,3,2,1,2,1,1,0,0,0,0,1,0,1],"bins":[-0.05680738389492035,-0.054904505610466,-0.05300162732601166,-0.05109874904155731,-0.049195870757102966,-0.04729299247264862,-0.045390114188194275,-0.04348723590373993,-0.041584357619285583,-0.03968147933483124,-0.03777860105037689,-0.035875722765922546,-0.0339728444814682,-0.032069966197013855,-0.03016708977520466,-0.028264211490750313,-0.026361333206295967,-0.02445845492184162,-0.022555576637387276,-0.02065269835293293,-0.018749820068478584,-0.01684694178402424,-0.014944064430892467,-0.013041186146438122,-0.011138307861983776,-0.00923542957752943,-0.007332551293075085,-0.005429673474282026,-0.0035267951898276806,-0.0016239170217886567,0.00027896114625036716,0.002181839197874069,0.004084717482328415,0.005987595766782761,0.007890474051237106,0.009793352335691452,0.011696230620145798,0.013599107973277569,0.015501986257731915,0.017404865473508835,0.01930774375796318,0.021210620179772377,0.023113498464226723,0.02501637674868107,0.026919255033135414,0.02882213331758976,0.030725011602044106,0.0326278917491436,0.03453076630830765,0.03643364459276199,0.03833652287721634,0.040239401161670685,0.04214227944612503,0.044045157730579376,0.04594803601503372,0.04785091429948807,0.04975379258394241,0.05165667086839676,0.053559549152851105,0.05546242743730545,0.057365305721759796,0.05926818400621414,0.06117106229066849,0.06307394057512283,0.06497681885957718],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,1,0,0,4,1,1,2,1,5,3,7,2,2,6,5,8,13,15,14,21,19,28,25,27,34,47,34,41,40,40,42,35,38,31,22,27,23,18,16,14,16,8,5,8,0,3,6,1,1,1,0,2,1,1,0,0,0,0,1],"bins":[-0.0004325571935623884,-0.00041963273542933166,-0.00040670830640010536,-0.0003937838482670486,-0.0003808594192378223,-0.00036793496110476553,-0.0003550105029717088,-0.00034208607394248247,-0.0003291616158094257,-0.0003162371867801994,-0.00030331272864714265,-0.0002903882705140859,-0.0002774638414848596,-0.0002645393833518028,-0.0002516149543225765,-0.00023869049618951976,-0.00022576605260837823,-0.0002128416090272367,-0.00019991716544609517,-0.0001869927073130384,-0.00017406826373189688,-0.00016114382015075535,-0.00014821937656961381,-0.00013529493298847228,-0.00012237048940733075,-0.0001094460385502316,-9.652158769313246e-05,-8.359714411199093e-05,-7.06727005308494e-05,-5.774824967375025e-05,-4.482380609260872e-05,-3.189935887348838e-05,-1.8974911654368043e-05,-6.050465344742406e-06,6.873980964883231e-06,1.9798426365014166e-05,3.2722873584134504e-05,4.564732080325484e-05,5.8571764384396374e-05,7.149621524149552e-05,8.442065882263705e-05,9.734510240377858e-05,0.00011026955326087773,0.00012319399684201926,0.0001361184404231608,0.00014904288400430232,0.00016196734213735908,0.00017489178571850061,0.00018781622929964215,0.00020074067288078368,0.0002136651164619252,0.00022658957459498197,0.0002395140181761235,0.0002524384472053498,0.00026536290533840656,0.0002782873634714633,0.0002912117925006896,0.0003041362506337464,0.0003170606796629727,0.00032998513779602945,0.0003429095959290862,0.0003558340249583125,0.00036875848309136927,0.0003816829121205956,0.00039460737025365233]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.00043957497109659016,-0.0004271086072549224,-0.0004146422725170851,-0.00040217593777924776,-0.00038970957393758,-0.0003772432100959122,-0.0003647768753580749,-0.0003523105406202376,-0.0003398441767785698,-0.00032737781293690205,-0.00031491147819906473,-0.0003024451434612274,-0.00028997877961955965,-0.0002775124157778919,-0.00026504608104005456,-0.00025257974630221725,-0.00024011338246054947,-0.00022764703317079693,-0.0002151806838810444,-0.00020271433459129184,-0.0001902479853015393,-0.00017778163601178676,-0.00016531528672203422,-0.00015284893743228167,-0.00014038258814252913,-0.0001279162388527766,-0.00011544988956302404,-0.0001029835402732715,-9.051719098351896e-05,-7.805084169376642e-05,-6.558449240401387e-05,-5.311814311426133e-05,-4.065182292833924e-05,-2.81854736385867e-05,-1.5719124348834157e-05,-3.252775059081614e-06,9.213574230670929e-06,2.1679923520423472e-05,3.4146272810176015e-05,4.661262209992856e-05,5.90789713896811e-05,7.154532067943364e-05,8.401166996918619e-05,9.647801925893873e-05,0.00010894436854869127,0.00012141071783844382,0.00013387706712819636,0.0001463434164179489,0.00015880976570770144,0.000171276114997454,0.00018374246428720653,0.00019620881357695907,0.00020867516286671162,0.00022114151215646416,0.0002336078614462167,0.0002460742252878845,0.0002585405600257218,0.0002710068947635591,0.0002834732586052269,0.00029593962244689465,0.00030840595718473196,0.0003208722919225693,0.00033333865576423705,0.0003458050196059048,0.00035827135434374213],"_type":"histogram","values":[2,0,0,0,0,1,1,0,2,0,2,1,2,1,1,4,2,2,3,3,8,10,10,11,18,8,13,14,31,20,33,43,36,41,62,30,35,49,39,44,41,27,15,16,19,10,16,13,7,6,3,1,2,2,1,4,0,0,0,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[3,4,6,13,10,15,27,46,44,61,90,105,127,215,259,409,526,752,1123,1509,2308,3498,4992,8123,12320,20288,35650,63093,127383,298389,495056,247205,110190,55849,31447,18186,11515,7318,4544,3054,2081,1464,991,716,493,382,271,205,149,114,76,41,40,21,19,19,8,8,2,4,4,0,3,1],"bins":[-0.02197265625,-0.021249771118164062,-0.020526885986328125,-0.019804000854492188,-0.01908111572265625,-0.018358230590820312,-0.017635345458984375,-0.016912460327148438,-0.0161895751953125,-0.015466690063476562,-0.014743804931640625,-0.014020919799804688,-0.01329803466796875,-0.012575149536132812,-0.011852264404296875,-0.011129379272460938,-0.010406494140625,-0.009683609008789062,-0.008960723876953125,-0.008237838745117188,-0.00751495361328125,-0.0067920684814453125,-0.006069183349609375,-0.0053462982177734375,-0.0046234130859375,-0.0039005279541015625,-0.003177642822265625,-0.0024547576904296875,-0.00173187255859375,-0.0010089874267578125,-0.000286102294921875,0.0004367828369140625,0.00115966796875,0.0018825531005859375,0.002605438232421875,0.0033283233642578125,0.00405120849609375,0.0047740936279296875,0.005496978759765625,0.0062198638916015625,0.0069427490234375,0.0076656341552734375,0.008388519287109375,0.009111404418945312,0.00983428955078125,0.010557174682617188,0.011280059814453125,0.012002944946289062,0.012725830078125,0.013448715209960938,0.014171600341796875,0.014894485473632812,0.01561737060546875,0.016340255737304688,0.017063140869140625,0.017786026000976562,0.0185089111328125,0.019231796264648438,0.019954681396484375,0.020677566528320312,0.02140045166015625,0.022123336791992188,0.022846221923828125,0.023569107055664062,0.0242919921875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.018874425441026688,-0.01837214268743992,-0.0178698617964983,-0.01736757904291153,-0.01686529815196991,-0.01636301539838314,-0.01586073264479637,-0.015358450822532177,-0.014856169000267982,-0.014353887178003788,-0.013851605355739594,-0.013349322602152824,-0.01284704077988863,-0.012344758957624435,-0.011842476204037666,-0.011340194381773472,-0.010837912559509277,-0.010335630737245083,-0.009833348914980888,-0.00933106616139412,-0.008828784339129925,-0.00832650251686573,-0.007824219763278961,-0.007321937941014767,-0.006819656118750572,-0.006317374296486378,-0.005815092008560896,-0.005312809720635414,-0.00481052789837122,-0.004308246076107025,-0.0038059637881815434,-0.003303681733086705,-0.0028013987466692924,-0.0022991166915744543,-0.0017968346364796162,-0.001294552581384778,-0.0007922705262899399,-0.00028998847119510174,0.0002122935838997364,0.0007145756389945745,0.0012168576940894127,0.0017191397491842508,0.002221421804279089,0.002723703859373927,0.0032259859144687653,0.0037282679695636034,0.0042305500246584415,0.004732832312583923,0.005235114134848118,0.005737395957112312,0.006239678245037794,0.006741960532963276,0.00724424235522747,0.007746524177491665,0.00824880599975586,0.008751088753342628,0.009253370575606823,0.009755652397871017,0.010257935151457787,0.010760216973721981,0.011262498795986176,0.01176478061825037,0.012267062440514565,0.012769345194101334,0.013271627016365528],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,3,2,4,5,3,4,5,12,10,13,15,17,10,13,23,22,36,28,40,30,30,36,38,34,34,35,34,28,27,25,30,16,13,16,16,10,7,10,7,1,3,1,7,3,4,2,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,2,5,11,18,41,73,136,267,421,612,1029,1539,2461,3629,5305,7546,10422,14074,19125,24457,31337,38706,46767,55648,64291,72896,80249,86952,91250,94838,95741,93569,90378,84866,78161,69958,61606,52890,44362,36223,28740,22452,17301,12868,9378,6763,4685,3203,2131,1332,813,552,316,203,132,60,33,18,10,4,3,0,5],"bins":[-0.09547457098960876,-0.09242809563875198,-0.0893816277384758,-0.08633515238761902,-0.08328868448734283,-0.08024220913648605,-0.07719574123620987,-0.07414926588535309,-0.0711027979850769,-0.06805632263422012,-0.06500984728336334,-0.06196337938308716,-0.05891690403223038,-0.055870432406663895,-0.05282396078109741,-0.04977748915553093,-0.04673101752996445,-0.043684545904397964,-0.04063807427883148,-0.037591602653265,-0.03454513102769852,-0.031498655676841736,-0.028452184051275253,-0.02540571242570877,-0.022359240800142288,-0.019312769174575806,-0.016266297549009323,-0.013219824060797691,-0.010173352435231209,-0.007126880344003439,-0.004080408252775669,-0.0010339361615478992,0.0020125359296798706,0.0050590080209076405,0.00810548011213541,0.011151952669024467,0.01419842429459095,0.017244895920157433,0.020291369408369064,0.023337841033935547,0.02638431265950203,0.029430784285068512,0.032477255910634995,0.03552372753620148,0.03857020288705826,0.04161667451262474,0.04466314613819122,0.047709617763757706,0.05075608938932419,0.05380256101489067,0.05684903264045715,0.059895504266023636,0.06294197589159012,0.0659884512424469,0.06903491914272308,0.07208139449357986,0.07512786984443665,0.07817433774471283,0.08122081309556961,0.0842672809958458,0.08731375634670258,0.09036022424697876,0.09340669959783554,0.09645316749811172,0.0994996428489685]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,1,0,1,0,3,8,8,4,5,5,2,10,9,13,9,15,17,26,22,20,14,20,23,27,25,24,25,32,22,22,16,33,24,29,15,29,20,10,15,18,14,9,15,11,6,9,7,7,6,9,8,9,4,7,2,6,1,2,6,2,1,2],"bins":[0.9995408654212952,0.9995561242103577,0.9995713829994202,0.9995866417884827,0.9996019005775452,0.9996171593666077,0.9996324181556702,0.9996476769447327,0.9996629357337952,0.9996781945228577,0.9996934533119202,0.9997087717056274,0.9997240304946899,0.9997392892837524,0.9997545480728149,0.9997698068618774,0.9997850656509399,0.9998003244400024,0.9998155832290649,0.9998308420181274,0.9998461008071899,0.9998613595962524,0.9998766183853149,0.9998918771743774,0.9999071359634399,0.9999223947525024,0.9999376535415649,0.9999529123306274,0.9999681711196899,0.9999834299087524,0.9999986886978149,1.0000139474868774,1.00002920627594,1.0000444650650024,1.000059723854065,1.0000749826431274,1.00009024143219,1.0001055002212524,1.000120759010315,1.0001360177993774,1.00015127658844,1.0001665353775024,1.000181794166565,1.000197172164917,1.0002124309539795,1.000227689743042,1.0002429485321045,1.000258207321167,1.0002734661102295,1.000288724899292,1.0003039836883545,1.000319242477417,1.0003345012664795,1.000349760055542,1.0003650188446045,1.000380277633667,1.0003955364227295,1.000410795211792,1.0004260540008545,1.000441312789917,1.0004565715789795,1.000471830368042,1.0004870891571045,1.000502347946167,1.0005176067352295]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,0,0,0,0,1,1,2,0,0,0,0,0,1,0,0,1,3,3,2,5,6,5,4,12,6,9,16,27,22,50,39,58,48,82,72,51,50,30,35,26,14,16,20,7,8,6,4,3,4,4,4,4,1,0,0,2,2,0,0,0,0,0,1],"bins":[-2.314761786692543e-06,-2.2487947717309e-06,-2.1828277567692567e-06,-2.1168607418076135e-06,-2.0508937268459704e-06,-1.9849267118843272e-06,-1.918959696922684e-06,-1.8529927956478787e-06,-1.7870257806862355e-06,-1.7210587657245924e-06,-1.6550917507629492e-06,-1.589124735801306e-06,-1.5231578345265007e-06,-1.4571908195648575e-06,-1.3912238046032144e-06,-1.3252567896415712e-06,-1.259289774679928e-06,-1.193322759718285e-06,-1.1273557447566418e-06,-1.0613887297949987e-06,-9.954217148333555e-07,-9.294547567151312e-07,-8.634877985969069e-07,-7.975207836352638e-07,-7.315537686736207e-07,-6.655867537119775e-07,-5.996197387503344e-07,-5.336527806321101e-07,-4.6768576567046694e-07,-4.017187507088238e-07,-3.357517641688901e-07,-2.6978477762895636e-07,-2.0381776266731322e-07,-1.378507619165248e-07,-7.188376116573636e-08,-5.91676041494793e-09,6.00502403358405e-08,1.2601724108662893e-07,1.9198424183741736e-07,2.5795122837735107e-07,3.239182433389942e-07,3.8988525830063736e-07,4.558522448405711e-07,5.218192313805048e-07,5.877862463421479e-07,6.537532613037911e-07,7.197202194220154e-07,7.856872343836585e-07,8.516542493453017e-07,9.176212643069448e-07,9.83588279268588e-07,1.049555294230231e-06,1.1155223091918742e-06,1.1814892104666797e-06,1.2474562254283228e-06,1.313423240389966e-06,1.379390255351609e-06,1.4453572703132522e-06,1.5113242852748954e-06,1.5772913002365385e-06,1.643258201511344e-06,1.709225216472987e-06,1.7751922314346302e-06,1.8411592463962734e-06,1.9071262613579165e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"values":[1,1,0,0,3,1,0,7,7,4,11,9,15,26,33,41,50,61,90,93,67,54,41,34,21,20,16,10,9,9,6,8,2,2,4,0,3,3,2,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.007840489968657494,-0.0074425251223146915,-0.007044560741633177,-0.006646595895290375,-0.00624863151460886,-0.005850666668266058,-0.005452701821923256,-0.005054737441241741,-0.004656772594898939,-0.004258807748556137,-0.0038608433678746223,-0.0034628785215318203,-0.003064913908019662,-0.0026669492945075035,-0.0022689844481647015,-0.001871019834652543,-0.0014730552211403847,-0.0010750906076282263,-0.0006771258777007461,-0.00027916120598092675,0.00011880346573889256,0.0005167681374587119,0.0009147328091785312,0.0013126975391060114,0.0017106621526181698,0.002108626766130328,0.0025065913796424866,0.0029045562259852886,0.003302520839497447,0.0037004854530096054,0.0040984502993524075,0.004496414680033922,0.004894379526376724,0.005292344372719526,0.005690308753401041,0.006088273599743843,0.006486237980425358,0.00688420282676816,0.007282167673110962,0.007680132053792477,0.008078096434473991,0.00847606174647808,0.008874026127159595,0.00927199050784111,0.0096699558198452,0.010067920200526714,0.010465884581208229,0.010863849893212318,0.011261814273893833,0.011659778654575348,0.012057743966579437,0.012455708347260952,0.012853672727942467,0.013251638039946556,0.01364960242062807,0.014047566801309586,0.014445532113313675,0.01484349649399519,0.015241460874676704,0.015639426186680794,0.016037389636039734,0.016435354948043823,0.016833320260047913,0.017231283709406853,0.017629249021410942],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,1,1,2,0,2,7,7,2,5,8,12,12,11,15,12,21,15,23,21,25,27,36,28,31,27,31,26,37,28,26,33,31,28,32,17,14,16,15,12,19,8,7,5,3,2,2,3,4,3,2,3,2,5],"bins":[-0.015406990423798561,-0.014989756047725677,-0.014572521671652794,-0.01415528729557991,-0.013738052919507027,-0.013320818543434143,-0.01290358416736126,-0.012486349791288376,-0.012069115415215492,-0.011651881039142609,-0.011234646663069725,-0.010817412286996841,-0.010400177910923958,-0.009982943534851074,-0.00956570915877819,-0.009148474782705307,-0.008731240406632423,-0.008314006961882114,-0.00789677258580923,-0.00747953774407506,-0.007062303368002176,-0.006645068991929293,-0.006227834615856409,-0.0058106002397835255,-0.005393366329371929,-0.0049761319532990456,-0.004558897577226162,-0.004141663201153278,-0.0037244288250803947,-0.003307194449007511,-0.0028899600729346275,-0.002472725696861744,-0.0020554913207888603,-0.0016382569447159767,-0.0012210225686430931,-0.0008037883089855313,-0.0003865539329126477,3.0680414056405425e-05,0.0004479147610254586,0.0008651490788906813,0.0012823834549635649,0.0016996178310364485,0.002116852207109332,0.0025340865831822157,0.0029513207264244556,0.0033685551024973392,0.003785789478570223,0.0042030238546431065,0.00462025823071599,0.005037492606788874,0.005454726982861757,0.005871961358934641,0.0062891957350075245,0.006706430111080408,0.007123664487153292,0.007540898863226175,0.007958132773637772,0.008375367149710655,0.008792601525783539,0.009209835901856422,0.009627070277929306,0.01004430465400219,0.010461539030075073,0.010878773406147957,0.01129600778222084]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[4,0,19,24,60,81,148,255,409,667,1036,1659,2429,3600,5169,7490,10316,13847,18640,24085,30205,37369,45578,53549,62085,70416,77968,84348,89405,92806,93911,92713,89708,85208,78978,71439,63699,54852,46555,38540,30819,24890,18811,14417,10518,7712,5489,3748,2530,1732,1142,746,436,267,141,94,49,25,12,11,2,0,2,1],"bins":[-0.09141167253255844,-0.08842069655656815,-0.08542972803115845,-0.08243875205516815,-0.07944777607917786,-0.07645680010318756,-0.07346583157777786,-0.07047485560178757,-0.06748387962579727,-0.06449291110038757,-0.06150193512439728,-0.05851095914840698,-0.055519986897706985,-0.05252901092171669,-0.04953803867101669,-0.0465470626950264,-0.0435560904443264,-0.040565118193626404,-0.03757414221763611,-0.03458316996693611,-0.031592193990945816,-0.02860122174024582,-0.025610247626900673,-0.022619273513555527,-0.01962829940021038,-0.016637325286865234,-0.013646351173520088,-0.010655377991497517,-0.0076644038781523705,-0.004673429764807224,-0.0016824561171233654,0.0013085177633911371,0.00429949164390564,0.007290465757250786,0.010281439870595932,0.013272413052618504,0.016263388097286224,0.01925436034798622,0.022245334461331367,0.025236308574676514,0.02822728268802166,0.031218256801366806,0.0342092290520668,0.0372002050280571,0.040191177278757095,0.04318215325474739,0.04617312550544739,0.04916410148143768,0.05215507373213768,0.05514604598283768,0.05813702195882797,0.06112799420952797,0.06411896646022797,0.06710994243621826,0.07010091841220856,0.07309189438819885,0.07608286291360855,0.07907383888959885,0.08206481486558914,0.08505578339099884,0.08804675936698914,0.09103773534297943,0.09402871131896973,0.09701967984437943,0.10001065582036972],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.09383244067430496,-0.09088925272226334,-0.08794607222080231,-0.08500288426876068,-0.08205969631671906,-0.07911651581525803,-0.0761733278632164,-0.07323013991117477,-0.07028695940971375,-0.06734377145767212,-0.0644005835056305,-0.061457399278879166,-0.05851421505212784,-0.05557102710008621,-0.052627842873334885,-0.04968465492129326,-0.04674147069454193,-0.043798286467790604,-0.04085509851574898,-0.03791191428899765,-0.034968726336956024,-0.0320255421102047,-0.02908235788345337,-0.026139171794056892,-0.023195985704660416,-0.02025279961526394,-0.017309613525867462,-0.014366429299116135,-0.011423243209719658,-0.008480057120323181,-0.005536871962249279,-0.0025936863385140896,0.00034949928522109985,0.0032926849089562893,0.006235870532691479,0.00917905569076538,0.012122241780161858,0.015065427869558334,0.018008612096309662,0.02095179818570614,0.023894984275102615,0.026838170364499092,0.02978135645389557,0.032724540680646896,0.035667724907398224,0.03861091285943985,0.04155409708619118,0.0444972850382328,0.04744046926498413,0.05038365349173546,0.053326841443777084,0.05627002567052841,0.05921321362257004,0.062156397849321365,0.06509958207607269,0.06804277002811432,0.07098595798015594,0.07392913848161697,0.0768723264336586,0.07981551438570023,0.08275869488716125,0.08570188283920288,0.0886450707912445,0.09158825129270554,0.09453143924474716],"_type":"histogram","values":[1,0,6,8,5,23,28,70,82,141,261,385,616,949,1350,1908,2711,3712,5081,6615,8532,10719,13395,16232,19286,22142,25265,28262,30502,32352,33684,34620,34431,33632,32244,30066,27506,24444,21507,18479,15600,12725,10248,8060,6053,4772,3497,2450,1718,1202,826,538,331,224,141,81,47,25,15,8,7,3,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[1,1,0,1,0,2,4,3,2,5,8,7,5,10,11,16,9,19,12,22,17,22,12,11,21,15,19,23,11,24,29,28,26,32,20,25,25,20,22,16,20,20,15,17,17,11,13,14,12,11,9,7,13,9,4,3,3,6,5,0,1,0,0,2],"bins":[-0.00047012706636451185,-0.00045562494779005647,-0.00044112280011177063,-0.00042662068153731525,-0.0004121185338590294,-0.00039761641528457403,-0.0003831142676062882,-0.0003686121490318328,-0.000354110001353547,-0.0003396078827790916,-0.00032510573510080576,-0.0003106036165263504,-0.00029610146884806454,-0.00028159935027360916,-0.0002670972025953233,-0.00025259508402086794,-0.00023809295089449733,-0.00022359081776812673,-0.00020908868464175612,-0.0001945865515153855,-0.0001800844183890149,-0.0001655822852626443,-0.00015108015213627368,-0.00013657801900990307,-0.0001220759004354477,-0.00010757376003311947,-9.307162690674886e-05,-7.856949378037825e-05,-6.406736792996526e-05,-4.956523116561584e-05,-3.506310167722404e-05,-2.056096855085343e-05,-6.058835424482822e-06,8.443296792393085e-06,2.294542900926899e-05,3.74475603166502e-05,5.1949693443020806e-05,6.645182293141261e-05,8.095395605778322e-05,9.545608918415383e-05,0.00010995822231052443,0.00012446034816093743,0.00013896248128730804,0.00015346461441367865,0.00016796674754004925,0.00018246888066641986,0.00019697101379279047,0.00021147314691916108,0.0002259752800455317,0.0002404774131719023,0.0002549795317463577,0.0002694816794246435,0.0002839837979990989,0.00029848594567738473,0.0003129880642518401,0.00032749021193012595,0.00034199233050458133,0.00035649447818286717,0.00037099659675732255,0.0003854987444356084,0.00040000086301006377,0.0004145030106883496,0.000429005129262805,0.0004435072769410908,0.0004580093955155462],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[2,5,2,9,10,19,59,82,143,271,399,611,997,1466,2151,3154,4474,5948,7994,10399,13291,16515,20003,23252,26890,29927,32621,35127,37060,37202,36746,35302,33680,30793,27635,23928,20311,17187,13601,10928,8497,6258,4688,3420,2394,1628,995,648,438,273,166,88,55,49,15,11,1,2,1,2,0,0,0,1],"bins":[-0.09350715577602386,-0.09034804999828339,-0.0871889516711235,-0.08402984589338303,-0.08087074756622314,-0.07771164178848267,-0.07455254346132278,-0.0713934376835823,-0.06823433935642242,-0.06507523357868195,-0.061916131526231766,-0.058757029473781586,-0.055597927421331406,-0.052438825368881226,-0.049279723316431046,-0.046120621263980865,-0.042961519211530685,-0.039802417159080505,-0.036643315106630325,-0.033484213054180145,-0.030325111001729965,-0.027166007086634636,-0.024006905034184456,-0.020847802981734276,-0.017688700929284096,-0.014529598876833916,-0.011370496824383736,-0.008211393840610981,-0.005052291788160801,-0.0018931895028799772,0.0012659127824008465,0.004425015300512314,0.007584117352962494,0.010743219405412674,0.013902321457862854,0.017061423510313034,0.020220525562763214,0.023379629477858543,0.026538731530308723,0.029697833582758904,0.032856933772563934,0.03601603955030441,0.03917514160275459,0.04233424365520477,0.04549334570765495,0.04865244776010513,0.05181154981255531,0.05497065186500549,0.05812975391745567,0.06128885596990585,0.06444796174764633,0.06760706007480621,0.07076616585254669,0.07392526417970657,0.07708436995744705,0.08024346828460693,0.08340257406234741,0.0865616723895073,0.08972077816724777,0.09287987649440765,0.09603898227214813,0.09919808059930801,0.10235718637704849,0.10551628470420837,0.10867539048194885],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,1,4,2,3,19,20,63,81,157,259,458,744,1134,1695,2638,3865,5484,7551,10610,13840,18783,24241,30200,37260,45346,53965,61398,69438,77438,83210,88973,91286,92738,91672,88599,84848,78607,71265,63536,55708,46976,39166,31743,25334,20087,15097,11219,8042,5843,4231,2872,1930,1201,785,494,314,186,89,49,35,15,11,5],"bins":[-0.09934762120246887,-0.09639208763837814,-0.09343654662370682,-0.09048101305961609,-0.08752547204494476,-0.08456993848085403,-0.08161439746618271,-0.07865886390209198,-0.07570332288742065,-0.07274778932332993,-0.0697922557592392,-0.06683671474456787,-0.06388118118047714,-0.060925643891096115,-0.05797010660171509,-0.05501456931233406,-0.05205903202295303,-0.049103494733572006,-0.04614795744419098,-0.04319242015480995,-0.040236882865428925,-0.037281349301338196,-0.03432581201195717,-0.03137027472257614,-0.028414737433195114,-0.025459200143814087,-0.02250366285443306,-0.01954812742769718,-0.016592590138316154,-0.013637052848935127,-0.010681516490876675,-0.007725979667156935,-0.004770442843437195,-0.001814906019717455,0.001140630804002285,0.004096167627722025,0.007051704451441765,0.010007241740822792,0.012962778098881245,0.015918314456939697,0.018873851746320724,0.02182938903570175,0.02478492632508278,0.027740461751818657,0.030695999041199684,0.03365153446793556,0.03660707175731659,0.03956260904669762,0.042518146336078644,0.04547368362545967,0.0484292209148407,0.051384758204221725,0.05434029549360275,0.05729582905769348,0.06025136634707451,0.06320690363645554,0.06616243720054626,0.06911797821521759,0.07207351177930832,0.07502905279397964,0.07798458635807037,0.0809401273727417,0.08389566093683243,0.08685120195150375,0.08980673551559448],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,2,2,3,3,0,4,1,3,2,4,5,6,2,8,8,12,14,14,31,44,45,46,57,72,87,59,49,22,31,18,15,10,15,9,7,6,10,4,6,8,3,2,1,4,2,0,1,1,1,1,2,0,0,2,1,1],"bins":[-0.02734808251261711,-0.026496369391679764,-0.025644654408097267,-0.02479294128715992,-0.023941228166222572,-0.023089513182640076,-0.02223780006170273,-0.02138608694076538,-0.020534371957182884,-0.019682658836245537,-0.01883094571530819,-0.017979230731725693,-0.017127517610788345,-0.016275804489850998,-0.015424089506268501,-0.014572376385331154,-0.013720662333071232,-0.01286894828081131,-0.012017235159873962,-0.01116552110761404,-0.010313807055354118,-0.009462093934416771,-0.008610379882156849,-0.007758665829896927,-0.006906952243298292,-0.0060552386566996574,-0.005203524604439735,-0.004351811017841101,-0.0035000971984118223,-0.002648383378982544,-0.0017966696759685874,-0.0009449559147469699,-9.324215352535248e-05,0.000758471607696265,0.0016101853689178824,0.002461899071931839,0.0033136128913611174,0.004165326710790396,0.0050170402973890305,0.0058687543496489525,0.006720467936247587,0.007572181522846222,0.008423895575106144,0.009275609627366066,0.010127322748303413,0.010979036800563335,0.011830750852823257,0.012682463973760605,0.013534178026020527,0.014385892078280449,0.015237605199217796,0.016089320182800293,0.01694103330373764,0.017792746424674988,0.018644461408257484,0.019496174529194832,0.02034788765013218,0.021199602633714676,0.022051315754652023,0.02290302887558937,0.023754743859171867,0.024606456980109215,0.025458170101046562,0.02630988508462906,0.027161598205566406]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,1,1,1,0,1,3,6,0,1,7,5,7,7,6,6,11,15,18,11,25,17,28,15,28,31,26,29,34,38,48,30,32,23,31,37,15,21,20,24,14,13,12,8,8,9,5,5,3,5,5,2,2,8,4,0,1,0,0,1,1,1],"bins":[-0.002207536716014147,-0.0021393110509961843,-0.002071085385978222,-0.0020028597209602594,-0.0019346341723576188,-0.0018664086237549782,-0.0017981829587370157,-0.0017299572937190533,-0.0016617316287010908,-0.0015935060800984502,-0.0015252804150804877,-0.0014570547500625253,-0.0013888292014598846,-0.0013206035364419222,-0.0012523778714239597,-0.001184152322821319,-0.0011159266578033566,-0.0010477009927853942,-0.0009794754441827536,-0.0009112497791647911,-0.0008430241141468287,-0.0007747985073365271,-0.0007065729005262256,-0.0006383472355082631,-0.0005701216286979616,-0.00050189602188766,-0.00043367035686969757,-0.00036544475005939603,-0.00029721911414526403,-0.00022899347823113203,-0.00016076785686891526,-9.254222823074088e-05,-2.431659959256649e-05,4.3909029045607895e-05,0.00011213465768378228,0.00018036027904599905,0.00024858591496013105,0.00031681155087426305,0.0003850371576845646,0.0004532627935986966,0.0005214884295128286,0.0005897140363231301,0.0006579397013410926,0.0007261653081513941,0.0007943909149616957,0.0008626165799796581,0.0009308421867899597,0.0009990677936002612,0.0010672934586182237,0.0011355191236361861,0.0012037446722388268,0.0012719703372567892,0.0013401960022747517,0.0014084215508773923,0.0014766472158953547,0.0015448728809133172,0.0016130984295159578,0.0016813240945339203,0.0017495497595518827,0.0018177754245698452,0.0018860009731724858,0.0019542265217751265,0.002022452186793089,0.0020906778518110514,0.002158903516829014]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,4,0,6,3,7,8,10,19,23,30,46,84,150,220,319,578,1092,1822,3241,5756,9688,17377,32883,67864,159924,479388,490522,160564,66609,32624,17852,10076,5588,3355,1924,1299,730,462,278,170,111,64,43,18,10,7,5,2,3,2,0,1,1,1],"bins":[-0.01507568359375,-0.014657020568847656,-0.014238357543945312,-0.013819694519042969,-0.013401031494140625,-0.012982368469238281,-0.012563705444335938,-0.012145042419433594,-0.01172637939453125,-0.011307716369628906,-0.010889053344726562,-0.010470390319824219,-0.010051727294921875,-0.009633064270019531,-0.009214401245117188,-0.008795738220214844,-0.0083770751953125,-0.007958412170410156,-0.0075397491455078125,-0.007121086120605469,-0.006702423095703125,-0.006283760070800781,-0.0058650970458984375,-0.005446434020996094,-0.00502777099609375,-0.004609107971191406,-0.0041904449462890625,-0.0037717819213867188,-0.003353118896484375,-0.0029344558715820312,-0.0025157928466796875,-0.0020971298217773438,-0.001678466796875,-0.0012598037719726562,-0.0008411407470703125,-0.00042247772216796875,-3.814697265625e-06,0.00041484832763671875,0.0008335113525390625,0.0012521743774414062,0.00167083740234375,0.0020895004272460938,0.0025081634521484375,0.0029268264770507812,0.003345489501953125,0.0037641525268554688,0.0041828155517578125,0.004601478576660156,0.0050201416015625,0.005438804626464844,0.0058574676513671875,0.006276130676269531,0.006694793701171875,0.007113456726074219,0.0075321197509765625,0.007950782775878906,0.00836944580078125,0.008788108825683594,0.009206771850585938,0.009625434875488281,0.010044097900390625,0.010462760925292969,0.010881423950195312,0.011300086975097656,0.01171875]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,0,0,3,4,13,12,28,67,136,191,364,599,1061,1582,2584,3851,5705,8378,12047,16704,22250,29383,37069,46471,55985,65933,75819,84700,92831,97516,100938,101672,99395,95307,88318,80146,70983,60826,51036,41051,32846,25712,19339,14134,9847,7060,4728,3067,2012,1286,783,487,292,124,80,54,24,14,8,4,1,2,1],"bins":[-0.10461436212062836,-0.10136905312538147,-0.09812373667955399,-0.0948784276843071,-0.09163311123847961,-0.08838780224323273,-0.08514249324798584,-0.08189717680215836,-0.07865186780691147,-0.07540655881166458,-0.0721612423658371,-0.06891593337059021,-0.06567062437534332,-0.06242530792951584,-0.05917999893426895,-0.055934686213731766,-0.05268937349319458,-0.049444060772657394,-0.04619874805212021,-0.04295343905687332,-0.039708126336336136,-0.03646281361579895,-0.03321750462055206,-0.029972191900014877,-0.02672687917947769,-0.023481566458940506,-0.02023625560104847,-0.016990944743156433,-0.013745632022619247,-0.010500320233404636,-0.007255008444190025,-0.004009696654975414,-0.0007643774151802063,0.0024809343740344048,0.005726246163249016,0.008971557952463627,0.012216869741678238,0.015462181530892849,0.01870749332010746,0.021952804177999496,0.025198116898536682,0.028443429619073868,0.03168874233961105,0.03493405133485794,0.038179364055395126,0.04142467677593231,0.0446699857711792,0.047915298491716385,0.05116061121225357,0.054405923932790756,0.05765123665332794,0.06089654564857483,0.06414185464382172,0.0673871710896492,0.07063248008489609,0.07387779653072357,0.07712310552597046,0.08036841452121735,0.08361373096704483,0.08685903996229172,0.0901043564081192,0.09334966540336609,0.09659497439861298,0.09984029084444046,0.10308559983968735],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,3,1,3,1,1,2,4,3,5,7,9,13,11,21,22,24,37,30,36,40,41,31,48,43,39,34,39,39,31,31,28,12,20,14,11,6,7,3,3,2,2,2,3,1,0,0,0,0,0,0,0,0,1,0,1],"bins":[-0.00032911673770286143,-0.0003187044057995081,-0.00030829207389615476,-0.0002978797710966319,-0.00028746743919327855,-0.0002770551072899252,-0.0002666427753865719,-0.00025623044348321855,-0.0002458181115798652,-0.0002354057942284271,-0.000224993476876989,-0.00021458114497363567,-0.00020416881307028234,-0.00019375649571884423,-0.0001833441638154909,-0.0001729318464640528,-0.00016251951456069946,-0.00015210718265734613,-0.00014169486530590802,-0.0001312825334025547,-0.00012087020877515897,-0.00011045788414776325,-0.00010004555224440992,-8.96332276170142e-05,-7.922090298961848e-05,-6.880857836222276e-05,-5.8396250096848235e-05,-4.798392183147371e-05,-3.757159720407799e-05,-2.7159270757692866e-05,-1.6746944311307743e-05,-6.33461786492262e-06,4.077679477632046e-06,1.4490005924017169e-05,2.490233237040229e-05,3.531466063577682e-05,4.572698526317254e-05,5.6139309890568256e-05,6.655164179392159e-05,7.696396642131731e-05,8.737629104871303e-05,9.778861567610875e-05,0.00010820094030350447,0.0001186132722068578,0.00012902560411021113,0.00013943792146164924,0.00014985025336500257,0.00016026257071644068,0.000170674902619794,0.00018108723452314734,0.00019149955187458545,0.00020191188377793878,0.0002123242011293769,0.00022273653303273022,0.00023314886493608356,0.00024356118228752166,0.0002539735287427902,0.0002643858315423131,0.00027479816344566643,0.00028521049534901977,0.0002956228272523731,0.00030603515915572643,0.0003164474619552493,0.00032685979385860264,0.000337272125761956]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,2,4,4,11,20,23,40,110,186,259,461,700,1129,1777,2673,3898,5777,8236,11474,15377,20461,25916,32965,40744,49167,57364,66300,75332,81946,88419,92145,94386,95086,92970,89131,83673,76524,68322,59382,50562,42050,34279,27472,21005,16084,11925,8648,6116,4256,2880,1888,1289,841,505,280,164,101,48,37,17,14,3,4],"bins":[-0.10057447105646133,-0.09753446280956268,-0.09449445456266403,-0.09145444631576538,-0.08841443061828613,-0.08537442237138748,-0.08233441412448883,-0.07929440587759018,-0.07625439763069153,-0.07321438938379288,-0.07017438113689423,-0.06713437288999557,-0.06409436464309692,-0.061054352670907974,-0.058014340698719025,-0.054974332451820374,-0.05193432420492172,-0.04889431595802307,-0.04585430771112442,-0.04281429573893547,-0.03977428749203682,-0.03673427924513817,-0.03369426727294922,-0.030654259026050568,-0.027614250779151917,-0.024574242532253265,-0.021534232422709465,-0.018494222313165665,-0.015454214066267014,-0.012414204888045788,-0.009374195709824562,-0.006334186531603336,-0.0032941699028015137,-0.00025416072458028793,0.002785848453640938,0.0058258576318621635,0.00886586681008339,0.011905875988304615,0.01494588516652584,0.01798589527606964,0.021025903522968292,0.024065911769866943,0.027105921879410744,0.030145931988954544,0.033185940235853195,0.036225948482751846,0.039265960454940796,0.04230596870183945,0.0453459769487381,0.04838598519563675,0.0514259934425354,0.05446600541472435,0.057506013661623,0.06054602190852165,0.0635860338807106,0.06662604212760925,0.0696660503745079,0.07270605862140656,0.0757460668683052,0.07878607511520386,0.0818260908126831,0.08486609905958176,0.08790610730648041,0.09094611555337906,0.09398612380027771]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[4,1,7,13,22,46,70,109,188,308,454,647,953,1473,2042,2982,4042,5314,7158,8968,11414,13812,16954,19677,22775,25836,28859,30636,32729,34135,34492,34300,33528,31671,29303,26703,23931,20941,17906,14974,12097,9733,7780,5929,4478,3195,2363,1607,1112,810,476,342,206,128,80,54,31,15,4,3,2,0,0,2],"bins":[-0.08991681039333344,-0.08698439598083496,-0.08405198156833649,-0.08111955970525742,-0.07818714529275894,-0.07525473088026047,-0.0723223090171814,-0.06938989460468292,-0.06645748019218445,-0.06352506577968597,-0.0605926476418972,-0.05766022950410843,-0.054727815091609955,-0.05179540067911148,-0.04886298254132271,-0.045930564403533936,-0.04299814999103546,-0.04006573557853699,-0.037133317440748215,-0.03420089930295944,-0.03126848489046097,-0.028336068615317345,-0.02540365234017372,-0.022471236065030098,-0.019538819789886475,-0.01660640351474285,-0.013673987239599228,-0.010741570964455605,-0.007809154689311981,-0.004876738414168358,-0.0019443221390247345,0.0009880941361188889,0.003920510411262512,0.0068529266864061356,0.009785342961549759,0.012717759236693382,0.015650175511837006,0.01858259178698063,0.021515008062124252,0.024447424337267876,0.0273798406124115,0.030312256887555122,0.033244673162698746,0.03617709130048752,0.03910950571298599,0.04204192012548447,0.04497433826327324,0.04790675640106201,0.050839170813560486,0.05377158522605896,0.05670400336384773,0.059636421501636505,0.06256883591413498,0.06550125032663345,0.06843367218971252,0.071366086602211,0.07429850101470947,0.07723091542720795,0.08016332983970642,0.08309575170278549,0.08602816611528397,0.08896058052778244,0.09189300239086151,0.09482541680335999,0.09775783121585846],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,0,0,1,0,1,1,1,1,0,3,3,2,3,2,6,12,21,13,27,22,41,58,75,77,84,79,51,30,32,21,20,15,9,9,6,10,6,3,2,4,3,3,2,3,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2],"bins":[-0.00852876715362072,-0.00819454900920391,-0.007860330864787102,-0.007526112254709005,-0.007191893644630909,-0.0068576755002141,-0.006523457355797291,-0.006189238745719194,-0.005855020601302385,-0.005520802456885576,-0.00518658384680748,-0.004852365702390671,-0.004518147557973862,-0.004183928947895765,-0.0038497108034789562,-0.0035154924262315035,-0.0031812740489840508,-0.002847055671736598,-0.0025128372944891453,-0.002178619150072336,-0.0018444007728248835,-0.0015101823955774307,-0.0011759641347452998,-0.000841745815705508,-0.0005075274966657162,-0.00017330917762592435,0.00016090914141386747,0.0004951274604536593,0.0008293457794934511,0.0011635641567409039,0.0014977824175730348,0.0018320006784051657,0.002166219986975193,0.0025004383642226458,0.0028346567414700985,0.0031688748858869076,0.0035030932631343603,0.003837311640381813,0.004171529784798622,0.0045057483948767185,0.004839966539293528,0.005174184683710337,0.005508403293788433,0.005842621438205242,0.006176839582622051,0.006511058192700148,0.006845276337116957,0.007179494947195053,0.007513713091611862,0.007847931236028671,0.00818214938044548,0.008516368456184864,0.008850586600601673,0.009184804745018482,0.009519022889435291,0.0098532410338521,0.010187460109591484,0.010521678254008293,0.010855896398425102,0.011190114542841911,0.01152433268725872,0.01185855083167553,0.012192769907414913,0.012526988051831722,0.012861206196248531],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.035007841885089874,-0.033910319209098816,-0.03281279653310776,-0.0317152701318264,-0.030617747455835342,-0.029520224779844284,-0.028422700241208076,-0.02732517570257187,-0.02622765302658081,-0.025130130350589752,-0.024032605811953545,-0.022935081273317337,-0.02183755859732628,-0.02074003592133522,-0.019642511382699013,-0.018544986844062805,-0.017447464168071747,-0.01634994149208069,-0.015252416953444481,-0.014154893346130848,-0.013057369738817215,-0.011959846131503582,-0.010862322524189949,-0.009764798916876316,-0.008667275309562683,-0.00756975170224905,-0.006472228094935417,-0.005374704487621784,-0.004277180880308151,-0.0031796572729945183,-0.0020821336656808853,-0.0009846100583672523,0.00011290982365608215,0.0012104334309697151,0.002307957038283348,0.003405480645596981,0.004503004252910614,0.005600527860224247,0.00669805146753788,0.007795575074851513,0.008893098682165146,0.009990622289478779,0.011088145896792412,0.012185669504106045,0.013283193111419678,0.01438071671873331,0.015478240326046944,0.01657576486468315,0.01767328754067421,0.018770810216665268,0.019868334755301476,0.020965859293937683,0.02206338196992874,0.0231609046459198,0.024258429184556007,0.025355953723192215,0.026453476399183273,0.02755099907517433,0.02864852361381054,0.029746048152446747,0.030843570828437805,0.031941093504428864,0.03303861618041992,0.03413614258170128,0.03523366525769234],"_type":"histogram","values":[1,1,0,0,1,0,2,3,4,1,1,7,4,5,9,7,11,7,11,17,16,12,17,22,23,26,24,22,37,35,43,37,21,25,25,33,26,26,25,17,22,15,13,11,16,15,14,16,11,4,8,0,6,2,2,3,1,1,0,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,2,1,2,2,1,4,8,12,5,8,7,16,15,13,15,27,36,24,25,40,33,28,32,33,32,37,31,36,28,32,26,22,18,16,18,21,9,8,11,6,7,4,1,1,4,1,2,1,0,1,2,2],"bins":[-0.018681414425373077,-0.018159613013267517,-0.017637811601161957,-0.017116010189056396,-0.016594208776950836,-0.016072407364845276,-0.015550605021417141,-0.01502880360931158,-0.01450700219720602,-0.01398520078510046,-0.0134633993729949,-0.01294159796088934,-0.012419795617461205,-0.011897994205355644,-0.011376192793250084,-0.010854391381144524,-0.010332589969038963,-0.009810788556933403,-0.009288987144827843,-0.008767185732722282,-0.008245384320616722,-0.0077235824428498745,-0.007201780565083027,-0.006679979152977467,-0.006158177740871906,-0.005636376328766346,-0.005114574916660786,-0.004592773038893938,-0.004070971626788378,-0.0035491702146828175,-0.0030273685697466135,-0.0025055669248104095,-0.0019837673753499985,-0.0014619658468291163,-0.0009401643183082342,-0.0004183627897873521,0.00010343873873353004,0.0006252402672544122,0.0011470417957752943,0.0016688433242961764,0.0021906448528170586,0.002712446264922619,0.003234247909858823,0.0037560495547950268,0.004277850966900587,0.004799652379006147,0.005321454256772995,0.005843255668878555,0.006365057080984116,0.006886858493089676,0.007408659905195236,0.007930461317300797,0.008452262729406357,0.008974065072834492,0.009495866484940052,0.010017667897045612,0.010539469309151173,0.011061270721256733,0.011583072133362293,0.012104873545467854,0.012626675888895988,0.013148477301001549,0.013670278713107109,0.01419208012521267,0.01471388153731823],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[0.9995419979095459,0.9995567202568054,0.9995715022087097,0.9995862245559692,0.9996009469032288,0.9996156692504883,0.9996304512023926,0.9996451735496521,0.9996598958969116,0.9996746778488159,0.9996894001960754,0.999704122543335,0.9997188448905945,0.9997336268424988,0.9997483491897583,0.9997630715370178,0.9997777938842773,0.9997925758361816,0.9998072981834412,0.9998220205307007,0.999836802482605,0.9998515248298645,0.999866247177124,0.9998809695243835,0.9998957514762878,0.9999104738235474,0.9999251961708069,0.9999399781227112,0.9999547004699707,0.9999694228172302,0.9999841451644897,0.999998927116394,1.0000135898590088,1.000028371810913,1.0000431537628174,1.0000578165054321,1.0000725984573364,1.0000873804092407,1.0001020431518555,1.0001168251037598,1.000131607055664,1.0001462697982788,1.000161051750183,1.0001758337020874,1.0001904964447021,1.0002052783966064,1.0002199411392212,1.0002347230911255,1.0002495050430298,1.0002641677856445,1.0002789497375488,1.0002937316894531,1.0003083944320679,1.0003231763839722,1.0003379583358765,1.0003526210784912,1.0003674030303955,1.0003821849822998,1.0003968477249146,1.0004116296768188,1.0004262924194336,1.000441074371338,1.0004558563232422,1.000470519065857,1.0004853010177612],"_type":"histogram","values":[3,1,1,5,5,1,6,1,3,6,5,14,2,10,8,8,13,15,19,4,8,17,27,10,14,26,18,28,18,34,33,25,29,23,21,25,19,19,17,16,19,19,11,17,9,6,12,15,6,9,10,8,10,6,11,5,5,3,7,6,7,3,4,3]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[2,1,0,2,3,4,4,5,2,4,10,9,8,12,13,13,14,17,17,20,22,20,18,20,24,19,24,23,16,15,16,17,19,20,25,19,30,21,22,10,14,13,19,19,17,12,13,12,9,9,10,8,9,7,4,7,5,4,5,6,1,2,2,1],"bins":[0.9995911121368408,0.9996048808097839,0.9996185898780823,0.9996323585510254,0.9996460676193237,0.9996598362922668,0.99967360496521,0.9996873140335083,0.9997010827064514,0.9997147917747498,0.9997285604476929,0.999742329120636,0.9997560381889343,0.9997698068618774,0.9997835159301758,0.9997972846031189,0.999811053276062,0.9998247623443604,0.9998385310173035,0.9998522400856018,0.9998660087585449,0.9998797178268433,0.9998934864997864,0.9999072551727295,0.9999209642410278,0.999934732913971,0.9999484419822693,0.9999622106552124,0.9999759793281555,0.9999896883964539,1.000003457069397,1.0000171661376953,1.0000309944152832,1.0000447034835815,1.0000584125518799,1.0000721216201782,1.0000859498977661,1.0000996589660645,1.0001133680343628,1.0001271963119507,1.000140905380249,1.0001546144485474,1.0001683235168457,1.0001821517944336,1.000195860862732,1.0002095699310303,1.0002233982086182,1.0002371072769165,1.0002508163452148,1.0002646446228027,1.000278353691101,1.0002920627593994,1.0003057718276978,1.0003196001052856,1.000333309173584,1.0003470182418823,1.0003608465194702,1.0003745555877686,1.000388264656067,1.0004020929336548,1.0004158020019531,1.0004295110702515,1.0004432201385498,1.0004570484161377,1.000470757484436],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0965266078710556,-0.0935344323515892,-0.0905422642827034,-0.087550088763237,-0.0845579132437706,-0.0815657451748848,-0.0785735696554184,-0.075581394135952,-0.0725892186164856,-0.06959705054759979,-0.06660487502813339,-0.06361269950866699,-0.06062053143978119,-0.05762835592031479,-0.05463618412613869,-0.05164400860667229,-0.048651836812496185,-0.045659665018320084,-0.042667489498853683,-0.03967531770467758,-0.03668314218521118,-0.03369097039103508,-0.03069879859685898,-0.027706624940037727,-0.024714451283216476,-0.021722277626395226,-0.018730103969573975,-0.015737932175397873,-0.012745758518576622,-0.009753584861755371,-0.006761412136256695,-0.003769238945096731,-0.0007770657539367676,0.002215107437223196,0.00520728062838316,0.008199453353881836,0.011191627010703087,0.014183800667524338,0.01717597246170044,0.02016814611852169,0.02316031977534294,0.026152493432164192,0.029144667088985443,0.032136838883161545,0.035129010677337646,0.03812118619680405,0.04111335799098015,0.04410553351044655,0.04709770530462265,0.05008987709879875,0.05308205261826515,0.056074224412441254,0.059066399931907654,0.062058571726083755,0.06505074352025986,0.06804291903972626,0.07103508710861206,0.07402726262807846,0.07701943814754486,0.08001161366701126,0.08300378173589706,0.08599595725536346,0.08898813277482986,0.09198030084371567,0.09497247636318207],"_type":"histogram","values":[2,1,3,3,5,11,25,32,76,90,150,283,447,682,1083,1536,2242,3072,4286,5568,7584,9594,12162,14611,17998,21117,24351,27399,29964,32368,34220,34657,35070,34442,33259,31426,28737,25974,22851,19371,16548,13645,10959,8682,6561,4960,3597,2614,1861,1288,889,548,365,224,128,83,49,38,16,5,7,4,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.10014022141695023,-0.09705770015716553,-0.09397518634796143,-0.09089266508817673,-0.08781015127897263,-0.08472763001918793,-0.08164511620998383,-0.07856259495019913,-0.07548007369041443,-0.07239755988121033,-0.06931503862142563,-0.06623252481222153,-0.06315000355243683,-0.06006748601794243,-0.05698496848344803,-0.05390245094895363,-0.05081993341445923,-0.04773741587996483,-0.04465489834547043,-0.04157238081097603,-0.03848986327648163,-0.03540734201669693,-0.03232482448220253,-0.02924230694770813,-0.02615978941321373,-0.02307727187871933,-0.01999475434422493,-0.01691223494708538,-0.01382971741259098,-0.01074719987809658,-0.007664681412279606,-0.0045821634121239185,-0.0014996379613876343,0.001582880038768053,0.00466539803892374,0.007747916039079428,0.010830434039235115,0.013912951573729515,0.016995470970869064,0.020077988505363464,0.023160506039857864,0.026243023574352264,0.029325541108846664,0.032408058643341064,0.03549057990312576,0.03857309743762016,0.04165561497211456,0.04473813250660896,0.04782065004110336,0.05090316757559776,0.05398568511009216,0.05706820264458656,0.06015072017908096,0.06323324143886566,0.06631575524806976,0.06939827650785446,0.07248079776763916,0.07556331157684326,0.07864583283662796,0.08172834664583206,0.08481086790561676,0.08789338171482086,0.09097590297460556,0.09405841678380966,0.09714093804359436],"_type":"histogram","values":[1,1,3,7,7,19,33,52,110,186,327,522,866,1303,2083,3149,4621,6884,9476,12898,17389,23034,29737,37191,45220,54065,63278,72523,79697,87499,92632,95107,95930,95529,92036,86531,79695,72342,63131,54004,44702,36937,29276,22954,17410,13054,9346,6814,4589,3202,2111,1305,835,519,322,156,85,57,34,22,8,3,2,3]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,5,3,10,13,25,37,67,126,202,320,506,812,1191,1862,2602,3664,4924,6736,8807,11567,14220,17303,20882,24186,27442,30487,32913,35097,35985,36645,35610,34200,32277,29558,26497,23415,19925,16418,13320,10607,8340,6206,4647,3305,2338,1513,1117,726,453,279,179,108,75,31,18,9,6,5,1,0,0,0,1],"bins":[-0.09390516579151154,-0.09081242978572845,-0.08771969377994537,-0.08462696522474289,-0.08153422921895981,-0.07844149321317673,-0.07534876465797424,-0.07225602865219116,-0.06916329264640808,-0.066070556640625,-0.06297782063484192,-0.059885092079639435,-0.056792356073856354,-0.05369962006807327,-0.05060688778758049,-0.04751415550708771,-0.044421419501304626,-0.041328683495521545,-0.03823595121502876,-0.03514321893453598,-0.0320504829287529,-0.028957748785614967,-0.025865014642477036,-0.022772280499339104,-0.019679546356201172,-0.01658681221306324,-0.013494078069925308,-0.010401343926787376,-0.007308609783649445,-0.004215875640511513,-0.001123141497373581,0.001969592645764351,0.005062319338321686,0.008155053481459618,0.01124778762459755,0.014340521767735481,0.017433255910873413,0.020525990054011345,0.023618724197149277,0.02671145834028721,0.02980419248342514,0.03289692848920822,0.035989660769701004,0.03908239305019379,0.04217512905597687,0.04526786506175995,0.04836059734225273,0.051453329622745514,0.054546065628528595,0.057638801634311676,0.06073153391480446,0.06382426619529724,0.06691700220108032,0.0700097382068634,0.07310247421264648,0.07619520276784897,0.07928793877363205,0.08238067477941513,0.08547340333461761,0.0885661393404007,0.09165887534618378,0.09475161135196686,0.09784434735774994,0.10093707591295242,0.1040298119187355]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,0,0,1,0,0,0,1,3,1,3,2,9,10,4,5,5,12,14,8,17,13,15,21,14,20,17,28,32,24,32,29,38,26,26,36,29,27,34,24,21,27,23,27,10,14,7,14,9,7,1,5,4,7,1,2,1,0,2,0,3,1],"bins":[-0.006541435606777668,-0.006357233505696058,-0.0061730314046144485,-0.005988829769194126,-0.005804627668112516,-0.005620425567030907,-0.005436223465949297,-0.005252021364867687,-0.005067819729447365,-0.004883617628365755,-0.004699415527284145,-0.004515213426202536,-0.004331011325120926,-0.004146809224039316,-0.003962607588618994,-0.003778405487537384,-0.0035942033864557743,-0.0034100012853741646,-0.0032257994171231985,-0.003041597316041589,-0.0028573954477906227,-0.002673193346709013,-0.0024889912456274033,-0.002304789377376437,-0.0021205872762948275,-0.0019363852916285396,-0.0017521833069622517,-0.001567981205880642,-0.001383779221214354,-0.0011995772365480661,-0.0010153751354664564,-0.0008311731508001685,-0.0006469716317951679,-0.00046276961802504957,-0.0002785676042549312,-9.436559048481286e-05,8.98364232853055e-05,0.00027403843705542386,0.0004582404508255422,0.000642442493699491,0.0008266444783657789,0.0010108464630320668,0.0011950484476983547,0.0013792505487799644,0.0015634525334462523,0.0017476545181125402,0.00193185661919415,0.002116058487445116,0.0023002605885267258,0.0024844626896083355,0.0026686645578593016,0.0028528666589409113,0.0030370685271918774,0.003221270628273487,0.003405472729355097,0.003589674597606063,0.0037738766986876726,0.003958078566938639,0.004142280668020248,0.004326482769101858,0.004510684870183468,0.004694886971265078,0.0048790886066854,0.00506329070776701,0.0052474928088486195]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,2,1,0,3,1,1,3,3,3,8,9,8,2,8,23,16,13,19,31,34,45,50,57,59,81,97,80,96,93,112,98,104,111,91,80,86,74,64,69,45,46,47,27,19,23,18,20,14,12,5,11,3,3,1,6,3,3,1,1,2,0,2],"bins":[-0.0004515765467658639,-0.00043794309021905065,-0.0004243096336722374,-0.0004106761480215937,-0.00039704269147478044,-0.0003834092349279672,-0.0003697757492773235,-0.00035614229273051023,-0.000342508836183697,-0.00032887537963688374,-0.0003152419230900705,-0.0003016084374394268,-0.00028797498089261353,-0.0002743415243458003,-0.0002607080386951566,-0.0002470745821483433,-0.00023344112560153008,-0.00021980766905471683,-0.00020617419795598835,-0.00019254072685725987,-0.00017890727031044662,-0.00016527381376363337,-0.0001516403426649049,-0.00013800687156617641,-0.00012437341501936316,-0.0001107399511965923,-9.710648737382144e-05,-8.347302355105057e-05,-6.983955972827971e-05,-5.6206095905508846e-05,-4.257263208273798e-05,-2.893916825996712e-05,-1.5305675333365798e-05,-1.6722115105949342e-06,1.196125231217593e-05,2.5594716134946793e-05,3.922817995771766e-05,5.286164378048852e-05,6.649510760325938e-05,8.012857142603025e-05,9.376203524880111e-05,0.00010739549907157198,0.00012102896289434284,0.00013466243399307132,0.00014829589053988457,0.00016192934708669782,0.0001755628181854263,0.00018919628928415477,0.00020282974583096802,0.00021646320237778127,0.00023009667347650975,0.00024373014457523823,0.0002573636011220515,0.0002709970576688647,0.000284630514215678,0.0002982639998663217,0.00031189745641313493,0.0003255309129599482,0.0003391643986105919,0.00035279785515740514,0.0003664313117042184,0.00038006476825103164,0.0003936982247978449,0.0004073317104484886,0.00042096516699530184],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.018144778907299042,-0.017650488764047623,-0.017156196758151054,-0.016661906614899635,-0.016167616471648216,-0.015673324465751648,-0.015179034322500229,-0.01468474417924881,-0.014190453104674816,-0.013696162030100822,-0.013201871886849403,-0.01270758081227541,-0.012213289737701416,-0.011718999594449997,-0.011224708519876003,-0.010730418376624584,-0.01023612730205059,-0.009741836227476597,-0.009247546084225178,-0.008753255009651184,-0.008258964866399765,-0.007764673791825771,-0.007270382717251778,-0.006776092108339071,-0.006281801499426365,-0.0057875108905136585,-0.005293220281600952,-0.0047989292070269585,-0.004304638598114252,-0.0038103479892015457,-0.0033160571474581957,-0.0028217663057148457,-0.0023274756968021393,-0.001833184971474111,-0.0013388942461460829,-0.0008446035208180547,-0.0003503127954900265,0.00014397792983800173,0.0006382686551660299,0.0011325593804940581,0.0016268501058220863,0.0021211407147347927,0.0026154315564781427,0.0031097223982214928,0.003604013007134199,0.0040983036160469055,0.004592594690620899,0.005086885299533606,0.005581175908446312,0.006075466517359018,0.006569757126271725,0.007064048200845718,0.007558338809758425,0.008052629418671131,0.008546920493245125,0.009041210636496544,0.009535501711070538,0.010029792785644531,0.01052408292889595,0.011018374003469944,0.011512665078043938,0.012006955221295357,0.01250124629586935,0.01299553643912077,0.013489827513694763],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,3,2,4,5,2,4,6,10,13,13,12,16,15,16,11,27,32,35,37,30,26,37,36,34,35,38,30,31,24,29,28,21,9,13,21,11,5,13,6,3,2,2,4,4,6,1,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.028879694640636444,-0.027993274852633476,-0.02710685506463051,-0.02622043527662754,-0.025334015488624573,-0.024447595700621605,-0.023561177775263786,-0.02267475798726082,-0.02178833819925785,-0.020901918411254883,-0.020015498623251915,-0.019129078835248947,-0.01824265904724598,-0.01735623925924301,-0.016469819471240044,-0.01558340061455965,-0.014696980826556683,-0.013810561038553715,-0.012924141250550747,-0.012037722393870354,-0.011151302605867386,-0.010264882817864418,-0.00937846302986145,-0.008492043241858482,-0.007605623919516802,-0.006719204131513834,-0.0058327848091721535,-0.004946365021169186,-0.004059945233166218,-0.0031735259108245373,-0.0022871061228215694,-0.0014006865676492453,-0.0005142670124769211,0.000372152600903064,0.001258572214283049,0.002144991885870695,0.0030314114410430193,0.0039178309962153435,0.004804250784218311,0.005690670106559992,0.00657708989456296,0.0074635096825659275,0.008349929004907608,0.009236348792910576,0.010122768580913544,0.011009188368916512,0.011895607225596905,0.012782027013599873,0.01366844680160284,0.014554866589605808,0.015441286377608776,0.01632770523428917,0.017214125022292137,0.018100544810295105,0.018986964598298073,0.01987338438630104,0.02075980417430401,0.021646223962306976,0.022532643750309944,0.023419061675667763,0.02430548146367073,0.0251919012516737,0.026078321039676666,0.026964740827679634,0.027851160615682602],"_type":"histogram","values":[1,1,0,2,2,0,2,1,0,2,4,5,2,5,7,11,5,9,12,9,13,15,21,27,15,30,30,25,28,22,20,38,30,35,29,30,29,27,20,25,18,19,19,14,20,14,6,13,12,9,7,6,7,2,4,3,0,1,1,2,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,0,0,2,0,1,1,0,0,1,0,1,2,1,1,2,2,4,4,5,9,3,10,12,17,13,18,23,28,29,39,37,33,38,39,35,29,41,33,41,26,34,28,18,20,19,18,11,8,3,5,7,3,3,1,3,0,2,1,0,0,1,2],"bins":[-0.0003799533296842128,-0.0003694766201078892,-0.00035899991053156555,-0.0003485232009552419,-0.0003380464913789183,-0.00032756978180259466,-0.00031709307222627103,-0.0003066163626499474,-0.0002961396530736238,-0.00028566294349730015,-0.0002751862339209765,-0.0002647095243446529,-0.00025423281476832926,-0.00024375610519200563,-0.000233279395615682,-0.00022280268603935838,-0.00021232597646303475,-0.00020184926688671112,-0.0001913725573103875,-0.00018089584773406386,-0.00017041913815774024,-0.0001599424285814166,-0.00014946571900509298,-0.00013898900942876935,-0.00012851229985244572,-0.00011803559027612209,-0.00010755888069979846,-9.708217112347484e-05,-8.660546154715121e-05,-7.612875197082758e-05,-6.565204239450395e-05,-5.517533281818032e-05,-4.4698623241856694e-05,-3.4221913665533066e-05,-2.3745204089209437e-05,-1.3268494512885809e-05,-2.7917849365621805e-06,7.684924639761448e-06,1.8161634216085076e-05,2.8638343792408705e-05,3.911505336873233e-05,4.959176294505596e-05,6.006847252137959e-05,7.054518209770322e-05,8.102189167402685e-05,9.149860125035048e-05,0.0001019753108266741,0.00011245202040299773,0.00012292872997932136,0.000133405439555645,0.00014388214913196862,0.00015435885870829225,0.00016483556828461587,0.0001753122778609395,0.00018578898743726313,0.00019626569701358676,0.0002067424065899104,0.00021721911616623402,0.00022769582574255764,0.00023817253531888127,0.0002486492448952049,0.00025912595447152853,0.00026960266404785216,0.0002800793736241758,0.0002905560832004994],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[0.9995676875114441,0.9995822310447693,0.9995967745780945,0.9996113181114197,0.9996258616447449,0.9996404051780701,0.9996549487113953,0.9996694922447205,0.9996840357780457,0.9996985793113708,0.999713122844696,0.9997276663780212,0.9997422099113464,0.9997567534446716,0.9997712969779968,0.999785840511322,0.9998003840446472,0.9998149275779724,0.9998294711112976,0.9998440146446228,0.999858558177948,0.9998731017112732,0.9998876452445984,0.9999021887779236,0.9999167323112488,0.999931275844574,0.9999458193778992,0.9999603629112244,0.9999749064445496,0.9999894499778748,1.0000040531158447,1.00001859664917,1.0000331401824951,1.0000476837158203,1.0000622272491455,1.0000767707824707,1.000091314315796,1.000105857849121,1.0001204013824463,1.0001349449157715,1.0001494884490967,1.0001640319824219,1.000178575515747,1.0001931190490723,1.0002076625823975,1.0002222061157227,1.0002367496490479,1.000251293182373,1.0002658367156982,1.0002803802490234,1.0002949237823486,1.0003094673156738,1.000324010848999,1.0003385543823242,1.0003530979156494,1.0003676414489746,1.0003821849822998,1.000396728515625,1.0004112720489502,1.0004258155822754,1.0004403591156006,1.0004549026489258,1.000469446182251,1.0004839897155762,1.0004985332489014],"_type":"histogram","values":[1,0,2,1,3,1,2,1,5,6,1,5,5,13,10,13,11,10,21,13,22,18,19,23,40,20,31,26,31,24,27,29,22,19,21,17,20,25,16,17,16,26,8,11,11,6,10,12,10,9,12,6,3,3,4,6,3,4,3,3,3,2,5,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09434743970632553,-0.09142810851335526,-0.08850877732038498,-0.0855894461274147,-0.08267011493444443,-0.07975078374147415,-0.07683145254850388,-0.0739121213555336,-0.07099279761314392,-0.06807346642017365,-0.06515413522720337,-0.062234800308942795,-0.05931547284126282,-0.05639614164829254,-0.053476810455322266,-0.05055747926235199,-0.047638148069381714,-0.04471881687641144,-0.04179948568344116,-0.038880154490470886,-0.03596082329750061,-0.03304149582982063,-0.030122164636850357,-0.02720283344388008,-0.024283502250909805,-0.02136417105793953,-0.018444839864969254,-0.015525510534644127,-0.012606179341673851,-0.009686848148703575,-0.006767517887055874,-0.0038481871597468853,-0.0009288489818572998,0.0019904817454516888,0.004909812472760677,0.007829142734408379,0.010748473927378654,0.01366780512034893,0.016587134450674057,0.019506465643644333,0.02242579683661461,0.025345128029584885,0.02826445922255516,0.031183788552880287,0.034103117883205414,0.03702244907617569,0.039941780269145966,0.04286111146211624,0.04578044265508652,0.04869977384805679,0.05161910504102707,0.054538436233997345,0.05745776742696762,0.0603770948946476,0.06329642981290817,0.06621576100587845,0.06913508474826813,0.0720544159412384,0.07497374713420868,0.07789307832717896,0.08081240952014923,0.0837317407131195,0.08665107190608978,0.08957040309906006,0.09248973429203033],"_type":"histogram","values":[1,0,3,2,9,24,22,50,92,122,208,319,541,744,1203,1668,2404,3202,4642,5946,7835,9725,12398,15194,18187,21014,23809,26648,29594,31597,32977,33895,34389,33971,32661,30826,28321,25619,22675,20034,16912,13949,11365,9233,7010,5270,4040,2914,2113,1550,982,654,462,307,198,114,88,54,11,11,8,3,3,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[3,2,3,14,23,22,48,79,135,194,351,481,761,1107,1548,2290,3241,4346,5740,7605,9658,11951,14657,17800,20766,23554,26568,29367,31542,33046,34272,34473,34118,32900,31319,28746,26022,23203,20113,16823,14194,11529,9191,7095,5460,4061,2971,2118,1497,988,707,418,270,182,102,58,36,24,19,6,3,1,2,1],"bins":[-0.09220467507839203,-0.08926774561405182,-0.08633081614971161,-0.0833938866853714,-0.08045695722103119,-0.07752002775669098,-0.07458309829235077,-0.07164616882801056,-0.06870923936367035,-0.06577230989933014,-0.06283538043498993,-0.05989845097064972,-0.05696152150630951,-0.0540245920419693,-0.05108766257762909,-0.04815073311328888,-0.04521380364894867,-0.04227687418460846,-0.03933994472026825,-0.03640301525592804,-0.03346608579158783,-0.03052915632724762,-0.02759222686290741,-0.0246552973985672,-0.02171836793422699,-0.01878143846988678,-0.01584450900554657,-0.01290757954120636,-0.00997065007686615,-0.00703372061252594,-0.00409679114818573,-0.00115986168384552,0.00177706778049469,0.0047139972448349,0.00765092670917511,0.01058785617351532,0.01352478563785553,0.01646171510219574,0.01939864456653595,0.02233557403087616,0.02527250349521637,0.02820943295955658,0.03114636242389679,0.034083291888237,0.03702022135257721,0.03995715081691742,0.04289408028125763,0.04583100974559784,0.04876793920993805,0.05170486867427826,0.05464179813861847,0.05757872760295868,0.06051565706729889,0.0634525865316391,0.06638951599597931,0.06932644546031952,0.07226337492465973,0.07520030438899994,0.07813723385334015,0.08107416331768036,0.08401109278202057,0.08694802224636078,0.08988495171070099,0.0928218811750412,0.09575881063938141],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[3,4,6,16,15,32,48,117,179,264,446,685,925,1439,1978,2828,3867,5218,6854,8869,11276,13972,17044,20105,23253,25963,28947,31320,33174,34272,34600,34547,33832,31772,29397,26659,23670,20907,17624,14855,11927,9579,7412,5701,4237,3095,2256,1533,1053,704,515,342,207,114,81,39,18,14,5,4,4,1,0,1],"bins":[-0.09063742309808731,-0.0876784473657608,-0.0847194641828537,-0.08176048845052719,-0.07880151271820068,-0.07584252953529358,-0.07288355380296707,-0.06992457062005997,-0.06696559488773346,-0.06400661915540695,-0.06104763597249985,-0.05808866024017334,-0.055129680782556534,-0.05217070132493973,-0.04921172559261322,-0.046252746134996414,-0.04329376667737961,-0.0403347872197628,-0.037375807762145996,-0.03441683202981949,-0.03145785257220268,-0.028498873114585876,-0.02553989551961422,-0.022580917924642563,-0.019621938467025757,-0.01666295900940895,-0.013703981414437294,-0.010745002888143063,-0.007786024361848831,-0.0048270458355546,-0.0018680673092603683,0.001090911217033863,0.0040498897433280945,0.007008868269622326,0.009967846795916557,0.012926825322210789,0.01588580384850502,0.018844783306121826,0.021803760901093483,0.02476273849606514,0.027721717953681946,0.030680697411298752,0.03363967686891556,0.036598652601242065,0.03955763205885887,0.04251661151647568,0.045475587248802185,0.04843456670641899,0.0513935461640358,0.0543525256216526,0.05731150507926941,0.06027048081159592,0.06322945654392242,0.06618843972682953,0.06914741545915604,0.07210639864206314,0.07506537437438965,0.07802435010671616,0.08098333328962326,0.08394230902194977,0.08690129220485687,0.08986026793718338,0.09281924366950989,0.09577822685241699,0.0987372025847435]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.008335905149579048,-0.007924716919660568,-0.007513529155403376,-0.007102341391146183,-0.00669115362688899,-0.0062799653969705105,-0.005868777632713318,-0.005457589868456125,-0.005046402104198933,-0.004635213874280453,-0.00422402611002326,-0.003812838112935424,-0.0034016501158475876,-0.002990462351590395,-0.0025792743545025587,-0.002168086590245366,-0.0017568985931575298,-0.0013457107124850154,-0.00093452277360484,-0.0005233348347246647,-0.00011214695405215025,0.00029904095572419465,0.0007102288655005395,0.001121416804380715,0.0015326046850532293,0.0019437925657257438,0.002354980446398258,0.0027661684434860945,0.0031773564405739307,0.0035885442048311234,0.003999731969088316,0.004410920199006796,0.0048221079632639885,0.005233295727521181,0.005644483957439661,0.006055671721696854,0.006466859485954046,0.006878047715872526,0.007289235480129719,0.007700423244386911,0.008111611008644104,0.008522799238562584,0.008933987468481064,0.00934517476707697,0.009756362996995449,0.010167551226913929,0.010578738525509834,0.010989926755428314,0.011401114985346794,0.0118123022839427,0.01222349051386118,0.012634677812457085,0.013045866042375565,0.013457054272294044,0.01386824157088995,0.01427942980080843,0.01469061803072691,0.015101805329322815,0.015512993559241295,0.015924181789159775,0.016335370019078255,0.016746558248996735,0.017157744616270065,0.017568932846188545,0.017980121076107025],"_type":"histogram","values":[1,1,0,0,0,1,2,4,4,4,4,8,17,15,29,30,42,65,78,94,82,68,59,38,23,17,23,12,7,6,6,4,3,5,2,1,3,2,1,0,2,1,0,0,1,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,1,2,4,3,9,5,9,15,16,15,16,27,26,39,31,38,42,36,44,40,35,41,38,42,26,19,35,23,18,9,9,9,7,7,4,5,6,1,4,2,2,1,0,1,0,2,1,0,0,0,1],"bins":[-0.003002955112606287,-0.0029089264571666718,-0.0028148980345577,-0.002720869379118085,-0.0026268409565091133,-0.002532812301069498,-0.002438783645629883,-0.002344755223020911,-0.002250726567581296,-0.0021566979121416807,-0.002062669489532709,-0.001968640834093094,-0.0018746122950688004,-0.001780583756044507,-0.0016865551006048918,-0.0015925265615805984,-0.001498498022556305,-0.0014044694835320115,-0.001310440944507718,-0.0012164122890681028,-0.0011223837500438094,-0.001028355211019516,-0.0009343266137875617,-0.0008402980165556073,-0.0007462694775313139,-0.0006522409385070205,-0.0005582123412750661,-0.00046418377314694226,-0.0003701552050188184,-0.0002761266368906945,-0.00018209806876257062,-8.806950063444674e-05,5.959067493677139e-06,9.998763562180102e-05,0.0001940162037499249,0.0002880447718780488,0.00038207334000617266,0.00047610190813429654,0.0005701304762624204,0.0006641590734943748,0.0007581876125186682,0.0008522161515429616,0.0009462447487749159,0.0010402733460068703,0.0011343018850311637,0.0012283304240554571,0.0013223590794950724,0.0014163876185193658,0.0015104161575436592,0.0016044446965679526,0.001698473235592246,0.0017925018910318613,0.0018865304300561547,0.001980558969080448,0.0020745876245200634,0.002168616047129035,0.0022626447025686502,0.0023566733580082655,0.002450701780617237,0.0025447304360568523,0.0026387590914964676,0.002732787514105439,0.0028268161695450544,0.002920844592154026,0.0030148732475936413]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[3,1,1,2,1,2,3,2,10,6,4,8,3,8,2,5,10,8,11,12,19,22,12,26,31,37,33,35,35,25,30,22,27,31,33,32,29,20,25,15,11,8,14,14,14,8,12,8,9,3,4,9,3,1,2,2,1,0,1,1,0,0,0,2],"bins":[-0.0009219000348821282,-0.0008917516679503024,-0.0008616033592261374,-0.0008314549922943115,-0.0008013066253624856,-0.0007711583166383207,-0.0007410099497064948,-0.0007108615827746689,-0.000680713274050504,-0.0006505649071186781,-0.0006204165401868522,-0.0005902682314626873,-0.0005601198645308614,-0.0005299714975990355,-0.0004998231888748705,-0.00046967482194304466,-0.00043952648411504924,-0.0004093781462870538,-0.00037922977935522795,-0.00034908144152723253,-0.0003189331036992371,-0.00028878473676741123,-0.0002586363989394158,-0.0002284880611114204,-0.00019833970873150975,-0.0001681913563515991,-0.00013804301852360368,-0.00010789466614369303,-7.774632103974e-05,-4.759797593578696e-05,-1.7449627193855122e-05,1.2698719729087315e-05,4.284706665202975e-05,7.299541175598279e-05,0.00010314375685993582,0.00013329210923984647,0.0001634404470678419,0.00019358879944775254,0.00022373715182766318,0.0002538854896556586,0.000284033827483654,0.0003141821944154799,0.0003443305322434753,0.00037447887007147074,0.0004046272370032966,0.00043477557483129203,0.00046492391265928745,0.0004950722795911133,0.0005252206465229392,0.0005553689552471042,0.00058551732217893,0.000615665630903095,0.0006458139978349209,0.0006759623647667468,0.0007061106734909117,0.0007362590404227376,0.0007664074073545635,0.0007965557160787284,0.0008267040830105543,0.0008568524499423802,0.0008870007586665452,0.000917149125598371,0.0009472974925301969,0.0009774458594620228,0.0010075941681861877]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,2,0,1,1,2,1,1,1,4,6,6,6,8,6,13,8,14,13,11,17,19,27,26,18,17,24,35,37,37,27,32,33,29,35,20,28,22,24,18,27,13,7,9,9,10,15,10,8,5,8,3,1,4,2,0,3,1,2,0,0,0,0,1],"bins":[-0.018117932602763176,-0.017530180513858795,-0.016942428424954414,-0.016354676336050034,-0.015766926109790802,-0.015179173089563847,-0.01459142193198204,-0.01400366984307766,-0.013415917754173279,-0.012828165665268898,-0.012240413576364517,-0.011652662418782711,-0.01106491032987833,-0.01047715824097395,-0.009889407083392143,-0.009301654994487762,-0.008713902905583382,-0.008126150816679,-0.007538399193435907,-0.006950647570192814,-0.006362895481288433,-0.005775143392384052,-0.005187391769140959,-0.004599640145897865,-0.0040118880569934845,-0.0034241362009197474,-0.00283638434484601,-0.002248632488772273,-0.001660880632698536,-0.0010731287766247988,-0.00048537692055106163,0.00010237493552267551,0.0006901286542415619,0.001277880510315299,0.0018656323663890362,0.0024533842224627733,0.0030411360785365105,0.0036288879346102476,0.004216639790683985,0.004804391413927078,0.005392143502831459,0.00597989559173584,0.006567647214978933,0.007155398838222027,0.007743150927126408,0.008330903016030788,0.008918654173612595,0.009506406262516975,0.010094158351421356,0.010681910440325737,0.011269662529230118,0.011857413686811924,0.012445165775716305,0.013032917864620686,0.013620669022202492,0.014208421111106873,0.014796173200011253,0.015383925288915634,0.015971677377820015,0.016559429466724396,0.017147179692983627,0.017734931781888008,0.01832268387079239,0.01891043595969677,0.01949818804860115],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,4,4,4,3,4,4,4,8,5,10,6,8,12,9,6,9,15,12,17,19,20,17,20,26,25,26,21,23,19,27,27,28,20,26,16,23,22,23,16,15,18,15,18,13,9,8,11,10,6,6,7,2,7,7,5,2,4,3,6,4,0,1],"bins":[0.9995476007461548,0.9995625019073486,0.9995774030685425,0.9995923042297363,0.9996072053909302,0.999622106552124,0.9996370673179626,0.9996519684791565,0.9996668696403503,0.9996817708015442,0.999696671962738,0.9997115731239319,0.9997264742851257,0.9997413754463196,0.9997562766075134,0.9997711777687073,0.9997861385345459,0.9998010396957397,0.9998159408569336,0.9998308420181274,0.9998457431793213,0.9998606443405151,0.999875545501709,0.9998904466629028,0.9999053478240967,0.9999202489852905,0.9999351501464844,0.999950110912323,0.9999650120735168,0.9999799132347107,0.9999948143959045,1.0000096559524536,1.0000245571136475,1.0000395774841309,1.0000544786453247,1.0000693798065186,1.0000842809677124,1.0000991821289062,1.0001140832901,1.000128984451294,1.0001438856124878,1.0001587867736816,1.0001736879348755,1.0001885890960693,1.0002034902572632,1.000218391418457,1.0002332925796509,1.0002481937408447,1.0002630949020386,1.0002779960632324,1.0002928972244263,1.0003077983856201,1.000322699546814,1.0003376007080078,1.0003526210784912,1.000367522239685,1.000382423400879,1.0003973245620728,1.0004122257232666,1.0004271268844604,1.0004420280456543,1.0004569292068481,1.000471830368042,1.0004867315292358,1.0005016326904297]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,2,1,0,1,0,0,0,3,3,0,4,2,3,2,4,4,3,7,9,10,12,11,13,18,26,33,28,22,20,29,33,47,35,31,43,29,29,25,32,32,28,26,14,13,11,15,9,9,8,0,2,3,5,2,4,2,1,3,3,1,1],"bins":[-0.0010814131237566471,-0.0010513897286728024,-0.0010213663335889578,-0.0009913428220897913,-0.0009613194270059466,-0.000931296031922102,-0.0009012725786305964,-0.0008712491835467517,-0.0008412257302552462,-0.0008112023351714015,-0.0007811789400875568,-0.0007511554867960513,-0.0007211320917122066,-0.000691108638420701,-0.0006610852433368564,-0.0006310617900453508,-0.0006010383949615061,-0.0005710149998776615,-0.0005409915465861559,-0.0005109681515023112,-0.00048094469821080565,-0.000450921303126961,-0.0004208978789392859,-0.00039087445475161076,-0.00036085103056393564,-0.0003308276063762605,-0.0003008041821885854,-0.0002707807580009103,-0.0002407573483651504,-0.00021073392417747527,-0.00018071051454171538,-0.00015068709035404027,-0.00012066366616636515,-9.064024197869003e-05,-6.0616825066972524e-05,-3.059340451727621e-05,-5.699839675799012e-07,2.945343658211641e-05,5.947685713181272e-05,8.950027404353023e-05,0.00011952369823120534,0.00014954712241888046,0.00017957054660655558,0.00020959395624231547,0.0002396173804299906,0.0002696407900657505,0.0002996642142534256,0.0003296876384411007,0.00035971106262877584,0.00038973448681645095,0.00041975791100412607,0.0004497813351918012,0.0004798047593794763,0.000509828154463321,0.0005398516077548265,0.0005698750028386712,0.0005998983979225159,0.0006299218512140214,0.0006599452462978661,0.0006899686995893717,0.0007199920946732163,0.0007500155479647219,0.0007800389430485666,0.0008100623963400722,0.0008400857914239168]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.0943441092967987,-0.09125177562236786,-0.08815944194793701,-0.08506710082292557,-0.08197476714849472,-0.07888243347406387,-0.07579009979963303,-0.07269776612520218,-0.06960542500019073,-0.06651309132575989,-0.06342075765132904,-0.06032842397689819,-0.057236090302467346,-0.0541437529027462,-0.05105141922831535,-0.04795908182859421,-0.04486674815416336,-0.04177441447973251,-0.03868207708001137,-0.03558974340558052,-0.032497406005859375,-0.029405072331428528,-0.02631273865699768,-0.023220403119921684,-0.020128067582845688,-0.01703573204576969,-0.01394339744001627,-0.010851062834262848,-0.0077587272971868515,-0.004666392225772142,-0.0015740571543574333,0.0015182779170572758,0.004610612988471985,0.007702948059886694,0.010795283131301403,0.013887617737054825,0.01697995327413082,0.020072288811206818,0.023164622485637665,0.02625695802271366,0.029349293559789658,0.032441627234220505,0.03553396463394165,0.0386262983083725,0.041718631982803345,0.04481096938252449,0.04790330305695534,0.05099564045667648,0.05408797413110733,0.05718030780553818,0.06027264520525932,0.06336498260498047,0.06645731627941132,0.06954964995384216,0.07264198362827301,0.07573431730270386,0.0788266509771347,0.08191899210214615,0.085011325776577,0.08810365945100784,0.09119599312543869,0.09428832679986954,0.09738066792488098,0.10047300159931183,0.10356533527374268],"_type":"histogram","values":[4,5,10,21,33,56,95,170,315,513,745,1287,2034,3079,4525,6501,9324,12784,17325,22964,29256,36846,45009,53656,62843,71773,80160,87168,92453,96363,96942,96081,92288,86899,79996,71816,63420,54388,45393,36914,29408,22739,17324,12858,9387,6651,4629,3106,1983,1301,799,483,307,213,108,58,35,9,5,2,0,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[2,0,1,5,8,13,36,47,78,107,183,290,466,664,980,1459,2126,3040,4068,5396,7238,9228,11584,14514,17245,20228,23614,26457,28839,31569,33237,34274,34684,34003,32982,31824,29217,26706,23357,20477,17495,14704,11678,9403,7206,5499,4106,2932,2161,1504,1018,721,417,280,187,118,59,45,28,7,4,2,0,4],"bins":[-0.09591029584407806,-0.09296078979969025,-0.09001127630472183,-0.08706176280975342,-0.0841122567653656,-0.08116275072097778,-0.07821323722600937,-0.07526372373104095,-0.07231421768665314,-0.06936471164226532,-0.0664151981472969,-0.06346568465232849,-0.060516178607940674,-0.05756666883826256,-0.05461715906858444,-0.051667649298906326,-0.04871813952922821,-0.045768629759550095,-0.04281911998987198,-0.03986961022019386,-0.03692010045051575,-0.03397059068083763,-0.031021080911159515,-0.0280715711414814,-0.025122061371803284,-0.022172551602125168,-0.019223041832447052,-0.016273532062768936,-0.01332402229309082,-0.010374512523412704,-0.007425002753734589,-0.004475492984056473,-0.00152597576379776,0.0014235340058803558,0.004373043775558472,0.0073225535452365875,0.010272063314914703,0.01322157308459282,0.016171082854270935,0.01912059262394905,0.022070102393627167,0.025019612163305283,0.0279691219329834,0.030918631702661514,0.03386814147233963,0.036817651242017746,0.03976716101169586,0.04271667078137398,0.045666180551052094,0.04861569032073021,0.051565200090408325,0.05451470986008644,0.05746421962976456,0.06041372939944267,0.06336323916912079,0.0663127452135086,0.06926225870847702,0.07221177220344543,0.07516127824783325,0.07811078429222107,0.08106029778718948,0.0840098112821579,0.08695931732654572,0.08990882337093353,0.09285833686590195]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[2,0,2,1,1,0,3,1,3,5,6,14,13,23,27,50,60,84,117,163,249,335,524,696,1061,1713,2435,3613,6015,9413,16002,26602,49773,99322,252190,529639,316328,121998,57389,30604,17983,10608,6522,4071,2592,1617,950,689,478,297,221,149,87,53,27,16,10,5,4,3,0,4,1,1],"bins":[-0.00994873046875,-0.009669303894042969,-0.009389877319335938,-0.009110450744628906,-0.008831024169921875,-0.008551597595214844,-0.008272171020507812,-0.007992744445800781,-0.00771331787109375,-0.007433891296386719,-0.0071544647216796875,-0.006875038146972656,-0.006595611572265625,-0.006316184997558594,-0.0060367584228515625,-0.005757331848144531,-0.0054779052734375,-0.005198478698730469,-0.0049190521240234375,-0.004639625549316406,-0.004360198974609375,-0.004080772399902344,-0.0038013458251953125,-0.0035219192504882812,-0.00324249267578125,-0.0029630661010742188,-0.0026836395263671875,-0.0024042129516601562,-0.002124786376953125,-0.0018453598022460938,-0.0015659332275390625,-0.0012865066528320312,-0.001007080078125,-0.0007276535034179688,-0.0004482269287109375,-0.00016880035400390625,0.000110626220703125,0.00039005279541015625,0.0006694793701171875,0.0009489059448242188,0.00122833251953125,0.0015077590942382812,0.0017871856689453125,0.0020666122436523438,0.002346038818359375,0.0026254653930664062,0.0029048919677734375,0.0031843185424804688,0.0034637451171875,0.0037431716918945312,0.0040225982666015625,0.004302024841308594,0.004581451416015625,0.004860877990722656,0.0051403045654296875,0.005419731140136719,0.00569915771484375,0.005978584289550781,0.0062580108642578125,0.006537437438964844,0.006816864013671875,0.007096290588378906,0.0073757171630859375,0.007655143737792969,0.0079345703125]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[1,0,0,0,0,2,0,0,0,1,1,1,2,3,2,2,0,5,3,6,6,6,11,14,9,24,19,28,27,35,37,48,38,39,34,35,35,28,40,32,26,30,15,15,20,19,11,7,10,6,10,5,3,4,4,2,2,1,2,0,0,1,0,1],"bins":[-0.0003554942668415606,-0.00034530236735008657,-0.00033511046785861254,-0.00032491853926330805,-0.000314726639771834,-0.00030453474028036,-0.00029434284078888595,-0.0002841509412974119,-0.00027395901270210743,-0.0002637671132106334,-0.00025357521371915936,-0.00024338331422768533,-0.0002331914147362113,-0.00022299950069282204,-0.000212807601201348,-0.00020261568715795875,-0.00019242378766648471,-0.00018223188817501068,-0.00017203997413162142,-0.0001618480746401474,-0.00015165616059675813,-0.0001414642611052841,-0.00013127236161381006,-0.00012108045484637842,-0.00011088854807894677,-0.00010069664131151512,-9.050473454408348e-05,-8.031283505260944e-05,-7.01209282851778e-05,-5.992902151774615e-05,-4.973711838829331e-05,-3.954521525884047e-05,-2.9353279387578368e-05,-1.9161374439136125e-05,-8.969469490693882e-06,1.222435457748361e-06,1.1414340406190604e-05,2.1606245354632847e-05,3.179815030307509e-05,4.199005343252793e-05,5.2181960199959576e-05,6.237386696739122e-05,7.256577373482287e-05,8.27576732262969e-05,9.294957999372855e-05,0.0001031414867611602,0.00011333338625263423,0.0001235253002960235,0.00013371719978749752,0.00014390909927897155,0.00015410101332236081,0.00016429291281383485,0.0001744848268572241,0.00018467672634869814,0.00019486862584017217,0.00020506053988356143,0.00021525243937503546,0.0002254443388665095,0.00023563625290989876,0.0002458281524013728,0.0002560200518928468,0.00026621195138432086,0.00027640387997962534,0.0002865957794710994,0.0002967876789625734],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,1,1,1,0,2,1,2,3,5,5,7,1,4,11,14,12,17,18,24,30,29,40,37,39,38,43,48,43,37,26,39,25,26,18,28,23,16,14,6,5,4,6,5,1,2,0,3,0,2,0,2,0,0,0,1,1],"bins":[-0.00037321748095564544,-0.0003622873337008059,-0.00035135718644596636,-0.0003404270391911268,-0.0003294968919362873,-0.00031856674468144774,-0.0003076365974266082,-0.00029670645017176867,-0.00028577627381309867,-0.00027484612655825913,-0.0002639159793034196,-0.00025298583204858005,-0.0002420556847937405,-0.00023112553753890097,-0.00022019539028406143,-0.0002092652430292219,-0.00019833509577438235,-0.0001874049485195428,-0.00017647480126470327,-0.00016554465400986373,-0.0001546145067550242,-0.00014368434494826943,-0.0001327541976934299,-0.00012182405043859035,-0.00011089390318375081,-9.996375592891127e-05,-8.903360867407173e-05,-7.810345414327458e-05,-6.717330688843504e-05,-5.6243159633595496e-05,-4.531300874077715e-05,-3.43828578479588e-05,-2.345273969694972e-05,-1.2522590623120777e-05,-1.5924415492918342e-06,9.337707524537109e-06,2.0267856598366052e-05,3.119800385320559e-05,4.212815474602394e-05,5.3058305638842285e-05,6.398845289368182e-05,7.491860014852136e-05,8.58487474033609e-05,9.677890193415806e-05,0.0001077090491889976,0.00011863919644383714,0.0001295693509746343,0.00014049949822947383,0.00015142964548431337,0.0001623597927391529,0.00017328993999399245,0.000184220087248832,0.00019515023450367153,0.0002060803963104263,0.00021701054356526583,0.00022794069082010537,0.0002388708380749449,0.0002498009998816997,0.0002607311471365392,0.00027166129439137876,0.0002825914416462183,0.00029352158890105784,0.0003044517361558974,0.0003153818834107369,0.00032631203066557646],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[2,0,0,0,0,2,3,1,1,2,3,2,1,2,7,10,8,5,8,9,15,12,23,17,23,32,28,33,34,40,28,38,30,28,29,27,38,38,19,24,16,15,25,9,12,9,10,11,5,6,7,4,4,1,1,0,2,1,3,2,1,1,0,1],"bins":[-0.0004209577164147049,-0.000407837942475453,-0.0003947181976400316,-0.0003815984237007797,-0.0003684786497615278,-0.00035535890492610633,-0.00034223913098685443,-0.00032911935704760253,-0.0003159996122121811,-0.0003028798382729292,-0.0002897600643336773,-0.0002766402903944254,-0.00026352054555900395,-0.00025040077161975205,-0.00023728101223241538,-0.00022416123829316348,-0.0002110414789058268,-0.00019792171951849014,-0.00018480194557923824,-0.00017168218619190156,-0.00015856241225264966,-0.000145442652865313,-0.00013232289347797632,-0.00011920312681468204,-0.00010608336015138775,-9.296359348809347e-05,-7.984382682479918e-05,-6.672406743746251e-05,-5.360430077416822e-05,-4.048453411087394e-05,-2.736477108555846e-05,-1.4245006241253577e-05,-1.1252413969486952e-06,1.1994523447356187e-05,2.511428829166107e-05,3.823405131697655e-05,5.135381798027083e-05,6.447358464356512e-05,7.759334403090179e-05,9.071311069419608e-05,0.00010383287735749036,0.00011695264402078465,0.00013007241068407893,0.0001431921700714156,0.00015631192945875227,0.00016943170339800417,0.00018255146278534085,0.00019567123672459275,0.00020879099611192942,0.0002219107554992661,0.000235030529438518,0.00024815028882585466,0.00026127006276510656,0.000274389807600528,0.0002875095815397799,0.0003006293554790318,0.0003137491294182837,0.00032686887425370514,0.00033998864819295704,0.00035310842213220894,0.0003662281669676304,0.0003793479409068823,0.0003924677148461342,0.00040558745968155563,0.00041870723362080753],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[2,1,1,0,4,0,1,1,2,2,5,4,4,3,11,8,9,11,12,10,14,11,20,24,31,28,23,27,37,36,31,41,40,24,22,26,25,19,33,22,23,14,14,19,10,10,9,12,4,5,2,4,4,0,1,0,1,3,3,0,1,2,1,1],"bins":[-0.00039251960697583854,-0.00038001505890861154,-0.0003675104817375541,-0.00035500593367032707,-0.0003425013564992696,-0.0003299968084320426,-0.00031749223126098514,-0.00030498768319375813,-0.0002924831351265311,-0.00027997855795547366,-0.00026747400988824666,-0.0002549694327171892,-0.0002424648846499622,-0.00022996032203081995,-0.00021745575941167772,-0.00020495119679253548,-0.00019244663417339325,-0.00017994207155425102,-0.00016743750893510878,-0.00015493294631596655,-0.0001424283836968243,-0.0001299238356295973,-0.00011741927301045507,-0.00010491471039131284,-9.24101477721706e-05,-7.990558515302837e-05,-6.740102253388613e-05,-5.4896467190701514e-05,-4.239190457155928e-05,-2.988734377140645e-05,-1.738278297125362e-05,-4.878222171100788e-06,7.6263677328825e-06,2.013092853303533e-05,3.263548933318816e-05,4.514004831435159e-05,5.764461093349382e-05,7.014917355263606e-05,8.265372889582068e-05,9.515829151496291e-05,0.00010766285413410515,0.00012016741675324738,0.00013267197937238961,0.00014517654199153185,0.00015768109005875885,0.0001701856526779011,0.00018269021529704332,0.00019519477791618556,0.0002076993405353278,0.00022020390315447003,0.00023270846577361226,0.00024521301384083927,0.00025771759101189673,0.00027022213907912374,0.0002827267162501812,0.0002952312643174082,0.0003077358123846352,0.00032024038955569267,0.0003327449376229197,0.00034524951479397714,0.00035775406286120415,0.0003702586400322616,0.0003827631880994886,0.0003952677652705461,0.0004077723133377731],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.018830977380275726,-0.018248265609145164,-0.017665553838014603,-0.01708284206688404,-0.01650013029575348,-0.015917418524622917,-0.015334706753492355,-0.014751994982361794,-0.014169283211231232,-0.013586572371423244,-0.013003860600292683,-0.01242114882916212,-0.011838437058031559,-0.011255725286900997,-0.010673013515770435,-0.010090301744639874,-0.009507589973509312,-0.00892487820237875,-0.008342166431248188,-0.007759454660117626,-0.007176742888987064,-0.00659403158351779,-0.006011319812387228,-0.005428608041256666,-0.004845896270126104,-0.0042631844989955425,-0.0036804727278649807,-0.0030977611895650625,-0.0025150494184345007,-0.0019323376473039389,-0.0013496259925886989,-0.000766914279665798,-0.00018420256674289703,0.0003985091461800039,0.0009812208591029048,0.0015639325138181448,0.0021466442849487066,0.0027293560560792685,0.0033120675943791866,0.0038947793655097485,0.00447749113664031,0.005060202907770872,0.005642914678901434,0.006225626450031996,0.00680833775550127,0.007391049526631832,0.007973761297762394,0.008556473068892956,0.009139184840023518,0.00972189661115408,0.010304608382284641,0.010887320153415203,0.011470031924545765,0.012052743695676327,0.012635455466806889,0.01321816723793745,0.013800878077745438,0.014383589848876,0.014966301620006561,0.015549013391137123,0.016131725162267685,0.016714436933398247,0.01729714870452881,0.01787986047565937,0.018462572246789932],"_type":"histogram","values":[1,0,0,1,1,1,1,0,3,4,3,3,3,6,2,9,7,3,16,13,16,20,18,19,21,22,29,29,29,29,23,30,35,27,34,33,41,31,26,20,15,26,18,11,11,13,6,14,7,9,5,7,4,4,1,3,1,1,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,2,1,1,0,2,1,2,3,7,8,12,26,27,41,66,88,132,237,383,549,1028,1490,2811,5071,9126,17827,36031,82533,198395,473166,427536,176107,71823,32967,15855,8428,4662,2561,1477,921,561,332,183,128,81,62,36,22,14,12,8,10,0,1,3,2,1,2,1],"bins":[-0.01055908203125,-0.010256767272949219,-0.009954452514648438,-0.009652137756347656,-0.009349822998046875,-0.009047508239746094,-0.008745193481445312,-0.008442878723144531,-0.00814056396484375,-0.007838249206542969,-0.0075359344482421875,-0.007233619689941406,-0.006931304931640625,-0.006628990173339844,-0.0063266754150390625,-0.006024360656738281,-0.0057220458984375,-0.005419731140136719,-0.0051174163818359375,-0.004815101623535156,-0.004512786865234375,-0.004210472106933594,-0.0039081573486328125,-0.0036058425903320312,-0.00330352783203125,-0.0030012130737304688,-0.0026988983154296875,-0.0023965835571289062,-0.002094268798828125,-0.0017919540405273438,-0.0014896392822265625,-0.0011873245239257812,-0.000885009765625,-0.0005826950073242188,-0.0002803802490234375,2.193450927734375e-05,0.000324249267578125,0.0006265640258789062,0.0009288787841796875,0.0012311935424804688,0.00153350830078125,0.0018358230590820312,0.0021381378173828125,0.0024404525756835938,0.002742767333984375,0.0030450820922851562,0.0033473968505859375,0.0036497116088867188,0.0039520263671875,0.004254341125488281,0.0045566558837890625,0.004858970642089844,0.005161285400390625,0.005463600158691406,0.0057659149169921875,0.006068229675292969,0.00637054443359375,0.006672859191894531,0.0069751739501953125,0.007277488708496094,0.007579803466796875,0.007882118225097656,0.008184432983398438,0.008486747741699219,0.0087890625]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[1,0,1,1,3,4,8,6,9,12,10,30,35,61,95,146,236,358,694,1104,2104,3677,6376,12440,24632,50261,123228,369305,594629,226688,81216,36136,18380,9216,5087,2775,1577,921,534,341,209,107,73,44,39,17,8,6,3,7,4,2,3,1,2,0,0,0,0,0,1,0,0,1],"bins":[-0.01904296875,-0.018369674682617188,-0.017696380615234375,-0.017023086547851562,-0.01634979248046875,-0.015676498413085938,-0.015003204345703125,-0.014329910278320312,-0.0136566162109375,-0.012983322143554688,-0.012310028076171875,-0.011636734008789062,-0.01096343994140625,-0.010290145874023438,-0.009616851806640625,-0.008943557739257812,-0.008270263671875,-0.0075969696044921875,-0.006923675537109375,-0.0062503814697265625,-0.00557708740234375,-0.0049037933349609375,-0.004230499267578125,-0.0035572052001953125,-0.0028839111328125,-0.0022106170654296875,-0.001537322998046875,-0.0008640289306640625,-0.00019073486328125,0.0004825592041015625,0.001155853271484375,0.0018291473388671875,0.00250244140625,0.0031757354736328125,0.003849029541015625,0.0045223236083984375,0.00519561767578125,0.0058689117431640625,0.006542205810546875,0.0072154998779296875,0.0078887939453125,0.008562088012695312,0.009235382080078125,0.009908676147460938,0.01058197021484375,0.011255264282226562,0.011928558349609375,0.012601852416992188,0.013275146484375,0.013948440551757812,0.014621734619140625,0.015295028686523438,0.01596832275390625,0.016641616821289062,0.017314910888671875,0.017988204956054688,0.0186614990234375,0.019334793090820312,0.020008087158203125,0.020681381225585938,0.02135467529296875,0.022027969360351562,0.022701263427734375,0.023374557495117188,0.0240478515625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,1,0,1,1,2,2,5,6,5,4,6,9,13,14,10,18,18,14,23,23,23,35,33,31,31,29,27,35,35,28,32,33,32,32,21,18,13,13,21,12,10,9,9,2,3,2,6,2,2,4,2,1,5],"bins":[-0.017180731520056725,-0.016724908724427223,-0.016269085928797722,-0.01581326127052307,-0.01535743847489357,-0.014901615679264069,-0.014445791952311993,-0.013989969156682491,-0.013534145429730415,-0.013078322634100914,-0.012622499838471413,-0.012166676111519337,-0.011710853315889835,-0.01125502958893776,-0.010799206793308258,-0.010343383066356182,-0.00988756027072668,-0.00943173747509718,-0.008975913748145103,-0.008520090952515602,-0.008064267225563526,-0.007608444429934025,-0.007152621168643236,-0.0066967979073524475,-0.006240974646061659,-0.00578515138477087,-0.0053293281234800816,-0.004873504862189293,-0.0044176820665597916,-0.003961858805269003,-0.0035060355439782143,-0.0030502122826874256,-0.0025943899527192116,-0.002138566691428423,-0.001682743546552956,-0.0012269204016774893,-0.0007710971403867006,-0.0003152739373035729,0.00014054926577955484,0.0005963724688626826,0.0010521956719458103,0.001508018933236599,0.0019638421945273876,0.0024196652229875326,0.0028754884842783213,0.00333131174556911,0.003787134774029255,0.0042429580353200436,0.004698781296610832,0.005154604557901621,0.0056104278191924095,0.006066251080483198,0.006522074341773987,0.006977897137403488,0.007433720398694277,0.007889543659985065,0.008345367386937141,0.008801190182566643,0.009257012978196144,0.00971283670514822,0.010168659500777721,0.010624483227729797,0.011080306023359299,0.011536129750311375,0.011991952545940876]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,2,6,3,3,6,4,6,4,10,3,6,5,7,13,7,14,12,20,15,12,15,13,21,21,16,27,24,24,31,22,23,12,14,23,27,26,25,18,21,20,23,15,14,15,9,10,7,9,10,8,10,3,7,7,5,7,4,1,4,7,6,3],"bins":[0.9995511770248413,0.999565601348877,0.9995800852775574,0.999594509601593,0.9996089935302734,0.9996234178543091,0.9996379017829895,0.9996523261070251,0.9996668100357056,0.9996812343597412,0.9996957182884216,0.9997101426124573,0.9997246265411377,0.9997390508651733,0.9997535347938538,0.9997679591178894,0.9997824430465698,0.9997968673706055,0.9998112916946411,0.9998257756233215,0.9998401999473572,0.9998546838760376,0.9998691082000732,0.9998835921287537,0.9998980164527893,0.9999125003814697,0.9999269247055054,0.9999414086341858,0.9999558329582214,0.9999703168869019,0.9999847412109375,0.9999992251396179,1.0000135898590088,1.000028133392334,1.0000425577163696,1.0000569820404053,1.000071406364441,1.0000859498977661,1.0001003742218018,1.0001147985458374,1.000129222869873,1.0001437664031982,1.0001581907272339,1.0001726150512695,1.0001870393753052,1.0002015829086304,1.000216007232666,1.0002304315567017,1.0002448558807373,1.000259280204773,1.0002738237380981,1.0002882480621338,1.0003026723861694,1.000317096710205,1.0003316402435303,1.000346064567566,1.0003604888916016,1.0003749132156372,1.0003894567489624,1.000403881072998,1.0004183053970337,1.0004327297210693,1.0004472732543945,1.0004616975784302,1.0004761219024658]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[2,2,5,10,18,39,71,98,182,303,532,921,1446,2126,3353,4893,7220,10171,14242,18825,24961,31799,39894,48413,57988,66930,76261,83728,90040,95068,97651,98084,95807,91677,85082,77685,68650,59905,50372,41587,33048,25863,19892,14493,10682,7750,5263,3629,2296,1530,955,592,370,233,107,60,33,13,9,3,0,1,0,1],"bins":[-0.09755972027778625,-0.09442232549190521,-0.09128493815660477,-0.08814755082130432,-0.08501015603542328,-0.08187276124954224,-0.07873537391424179,-0.07559798657894135,-0.0724605917930603,-0.06932319700717926,-0.06618580967187881,-0.06304842233657837,-0.05991102755069733,-0.05677363649010658,-0.05363624542951584,-0.050498854368925095,-0.04736146330833435,-0.04422407224774361,-0.04108668118715286,-0.03794929012656212,-0.034811899065971375,-0.03167450800538063,-0.028537116944789886,-0.025399725884199142,-0.0222623348236084,-0.019124943763017654,-0.01598755270242691,-0.012850161641836166,-0.009712770581245422,-0.006575379520654678,-0.0034379884600639343,-0.0003005973994731903,0.002836786210536957,0.005974177271127701,0.009111568331718445,0.012248959392309189,0.015386350452899933,0.018523741513490677,0.02166113257408142,0.024798523634672165,0.02793591469526291,0.031073305755853653,0.0342106968164444,0.03734808787703514,0.040485478937625885,0.04362286999821663,0.04676026105880737,0.04989765211939812,0.05303504317998886,0.056172434240579605,0.05930982530117035,0.06244721636176109,0.06558460742235184,0.06872199475765228,0.07185938954353333,0.07499678432941437,0.07813417166471481,0.08127155900001526,0.0844089537858963,0.08754634857177734,0.09068373590707779,0.09382112324237823,0.09695851802825928,0.10009591281414032,0.10323330014944077]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.00038212022627703846,-0.0003712296311277896,-0.0003603390359785408,-0.00034944844082929194,-0.0003385578456800431,-0.00032766725053079426,-0.0003167766553815454,-0.0003058860602322966,-0.0002949954941868782,-0.00028410489903762937,-0.00027321430388838053,-0.0002623237087391317,-0.00025143311358988285,-0.000240542518440634,-0.00022965192329138517,-0.00021876132814213634,-0.0002078707329928875,-0.00019698013784363866,-0.00018608954269438982,-0.00017519894754514098,-0.00016430835239589214,-0.00015341777179855853,-0.0001425271766493097,-0.00013163658150006086,-0.00012074598635081202,-0.00010985539120156318,-9.896479605231434e-05,-8.807420817902312e-05,-7.718361302977428e-05,-6.629301788052544e-05,-5.540242636925541e-05,-4.451183485798538e-05,-3.362123970873654e-05,-2.2730646378477104e-05,-1.1840053048217669e-05,-9.494597179582343e-07,9.9411336123012e-06,2.0831726942560636e-05,3.172232027282007e-05,4.26129117840901e-05,5.350350693333894e-05,6.439410208258778e-05,7.528469723183662e-05,8.617528510512784e-05,9.706588025437668e-05,0.00010795647540362552,0.00011884706327691674,0.00012973765842616558,0.00014062825357541442,0.00015151884872466326,0.0001624094438739121,0.00017330003902316093,0.00018419063417240977,0.00019508121476974338,0.00020597180991899222,0.00021686240506824106,0.0002277530002174899,0.00023864359536673874,0.00024953417596407235,0.0002604247711133212,0.00027131536626257,0.00028220596141181886,0.0002930965565610677,0.00030398715171031654,0.0003148777468595654],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,2,0,0,2,1,1,2,2,3,5,7,12,11,17,20,22,48,25,38,41,46,28,38,42,45,39,35,35,35,29,27,18,20,19,9,10,8,3,4,1,2,4,2,0,2,2,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[0.999575138092041,0.9995900988578796,0.9996050596237183,0.9996200203895569,0.9996349811553955,0.9996500015258789,0.9996649622917175,0.9996799230575562,0.9996948838233948,0.9997098445892334,0.999724805355072,0.9997397661209106,0.999754786491394,0.9997697472572327,0.9997847080230713,0.9997996687889099,0.9998146295547485,0.9998295903205872,0.9998445510864258,0.9998595118522644,0.999874472618103,0.9998894929885864,0.999904453754425,0.9999194145202637,0.9999343752861023,0.9999493360519409,0.9999642968177795,0.9999792575836182,0.9999942779541016,1.0000091791152954,1.0000241994857788,1.0000391006469727,1.000054121017456,1.0000691413879395,1.0000840425491333,1.0000990629196167,1.0001139640808105,1.000128984451294,1.0001438856124878,1.0001589059829712,1.000173807144165,1.0001888275146484,1.0002038478851318,1.0002187490463257,1.000233769416809,1.000248670578003,1.0002636909484863,1.0002785921096802,1.0002936124801636,1.000308632850647,1.0003235340118408,1.0003385543823242,1.000353455543518,1.0003684759140015,1.0003833770751953,1.0003983974456787,1.000413417816162,1.000428318977356,1.0004433393478394,1.0004582405090332,1.0004732608795166,1.0004881620407104,1.0005031824111938,1.0005180835723877,1.000533103942871],"_type":"histogram","values":[1,1,0,3,4,3,5,5,4,6,8,7,10,7,6,14,13,11,21,24,32,19,24,26,26,27,25,18,20,32,32,23,20,29,17,24,16,21,20,17,19,4,13,10,10,6,9,4,5,11,10,8,2,7,6,1,4,5,4,3,1,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[3,1,0,3,3,2,3,6,18,23,41,54,98,103,204,252,455,762,1175,1756,2793,4358,6997,11185,18461,30615,50464,80943,111694,99248,65080,39993,24102,14461,8677,5674,3574,2245,1471,931,636,383,317,199,139,54,59,31,24,18,9,9,6,3,4,1,0,1,1,0,0,0,1,1],"bins":[-0.00921630859375,-0.0088958740234375,-0.008575439453125,-0.0082550048828125,-0.0079345703125,-0.0076141357421875,-0.007293701171875,-0.0069732666015625,-0.00665283203125,-0.0063323974609375,-0.006011962890625,-0.0056915283203125,-0.00537109375,-0.0050506591796875,-0.004730224609375,-0.0044097900390625,-0.00408935546875,-0.0037689208984375,-0.003448486328125,-0.0031280517578125,-0.0028076171875,-0.0024871826171875,-0.002166748046875,-0.0018463134765625,-0.00152587890625,-0.0012054443359375,-0.000885009765625,-0.0005645751953125,-0.000244140625,7.62939453125e-05,0.000396728515625,0.0007171630859375,0.00103759765625,0.0013580322265625,0.001678466796875,0.0019989013671875,0.0023193359375,0.0026397705078125,0.002960205078125,0.0032806396484375,0.00360107421875,0.0039215087890625,0.004241943359375,0.0045623779296875,0.0048828125,0.0052032470703125,0.005523681640625,0.0058441162109375,0.00616455078125,0.0064849853515625,0.006805419921875,0.0071258544921875,0.0074462890625,0.0077667236328125,0.008087158203125,0.0084075927734375,0.00872802734375,0.0090484619140625,0.009368896484375,0.0096893310546875,0.010009765625,0.0103302001953125,0.010650634765625,0.0109710693359375,0.01129150390625]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.00033290087594650686,-0.00032145174918696284,-0.00031000259332358837,-0.00029855346656404436,-0.0002871043107006699,-0.00027565518394112587,-0.0002642060280777514,-0.0002527569013182074,-0.0002413077454548329,-0.0002298586186952889,-0.00021840947738382965,-0.0002069603360723704,-0.00019551119476091117,-0.00018406205344945192,-0.00017261291213799268,-0.00016116377082653344,-0.0001497146295150742,-0.00013826548820361495,-0.0001268163468921557,-0.00011536720558069646,-0.00010391806426923722,-9.246893023373559e-05,-8.101978892227635e-05,-6.95706476108171e-05,-5.812150629935786e-05,-4.667236498789862e-05,-3.5223223676439375e-05,-2.377408600295894e-05,-1.2324944691499695e-05,-8.758042895351537e-07,1.0573336112429388e-05,2.2022475604899228e-05,3.347161691635847e-05,4.4920758227817714e-05,5.636989953927696e-05,6.78190408507362e-05,7.926818216219544e-05,9.071731619769707e-05,0.00010216645750915632,0.00011361559882061556,0.00012506474740803242,0.00013651387416757643,0.00014796301547903568,0.00015941215679049492,0.00017086129810195416,0.0001823104394134134,0.00019375958072487265,0.0002052087220363319,0.00021665786334779114,0.00022810700465925038,0.00023955614597070962,0.00025100528728216887,0.0002624544140417129,0.00027390356990508735,0.00028535269666463137,0.00029680185252800584,0.00030825097928754985,0.0003197001351509243,0.00033114926191046834,0.0003425984177738428,0.0003540475445333868,0.0003654967003967613,0.0003769458271563053,0.0003883949830196798,0.0003998441097792238],"_type":"histogram","values":[2,0,1,0,0,2,3,1,1,1,2,1,4,3,8,11,13,10,14,14,25,20,23,33,38,29,39,54,39,34,47,43,40,34,22,32,19,22,18,16,6,7,6,7,9,1,1,3,2,2,4,0,0,0,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[2,2,2,3,14,21,16,18,22,46,54,54,104,152,209,318,452,620,930,1334,1866,2805,3855,5563,8139,11427,17094,26106,41683,73381,131005,104351,56414,33513,21448,14490,9871,6796,4735,3230,2364,1542,1106,760,578,406,266,179,145,90,79,59,42,19,16,8,6,6,1,2,2,1,1,1],"bins":[-0.0245361328125,-0.023738861083984375,-0.02294158935546875,-0.022144317626953125,-0.0213470458984375,-0.020549774169921875,-0.01975250244140625,-0.018955230712890625,-0.018157958984375,-0.017360687255859375,-0.01656341552734375,-0.015766143798828125,-0.0149688720703125,-0.014171600341796875,-0.01337432861328125,-0.012577056884765625,-0.01177978515625,-0.010982513427734375,-0.01018524169921875,-0.009387969970703125,-0.0085906982421875,-0.007793426513671875,-0.00699615478515625,-0.006198883056640625,-0.005401611328125,-0.004604339599609375,-0.00380706787109375,-0.003009796142578125,-0.0022125244140625,-0.001415252685546875,-0.00061798095703125,0.000179290771484375,0.0009765625,0.001773834228515625,0.00257110595703125,0.003368377685546875,0.0041656494140625,0.004962921142578125,0.00576019287109375,0.006557464599609375,0.007354736328125,0.008152008056640625,0.00894927978515625,0.009746551513671875,0.0105438232421875,0.011341094970703125,0.01213836669921875,0.012935638427734375,0.01373291015625,0.014530181884765625,0.01532745361328125,0.016124725341796875,0.0169219970703125,0.017719268798828125,0.01851654052734375,0.019313812255859375,0.020111083984375,0.020908355712890625,0.02170562744140625,0.022502899169921875,0.0233001708984375,0.024097442626953125,0.02489471435546875,0.025691986083984375,0.0264892578125]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,2,1,7,11,9,11,21,30,52,82,85,145,216,303,487,777,1250,1904,3156,5366,9529,18147,37488,94530,199024,122049,46363,21738,11207,6247,3464,2161,1433,839,592,369,220,152,111,82,55,34,20,14,13,5,6,5,2,4,0,0,0,0,1],"bins":[-0.0023651123046875,-0.002294778823852539,-0.002224445343017578,-0.002154111862182617,-0.0020837783813476562,-0.0020134449005126953,-0.0019431114196777344,-0.0018727779388427734,-0.0018024444580078125,-0.0017321109771728516,-0.0016617774963378906,-0.0015914440155029297,-0.0015211105346679688,-0.0014507770538330078,-0.0013804435729980469,-0.001310110092163086,-0.001239776611328125,-0.001169443130493164,-0.0010991096496582031,-0.0010287761688232422,-0.0009584426879882812,-0.0008881092071533203,-0.0008177757263183594,-0.0007474422454833984,-0.0006771087646484375,-0.0006067752838134766,-0.0005364418029785156,-0.0004661083221435547,-0.00039577484130859375,-0.0003254413604736328,-0.0002551078796386719,-0.00018477439880371094,-0.00011444091796875,-4.410743713378906e-05,2.6226043701171875e-05,9.655952453613281e-05,0.00016689300537109375,0.0002372264862060547,0.0003075599670410156,0.00037789344787597656,0.0004482269287109375,0.0005185604095458984,0.0005888938903808594,0.0006592273712158203,0.0007295608520507812,0.0007998943328857422,0.0008702278137207031,0.0009405612945556641,0.001010894775390625,0.001081228256225586,0.0011515617370605469,0.0012218952178955078,0.0012922286987304688,0.0013625621795654297,0.0014328956604003906,0.0015032291412353516,0.0015735626220703125,0.0016438961029052734,0.0017142295837402344,0.0017845630645751953,0.0018548965454101562,0.0019252300262451172,0.001995563507080078,0.002065896987915039,0.00213623046875]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,3,2,2,3,0,2,3,4,4,5,6,6,9,17,11,23,37,55,46,47,46,50,60,57,51,44,29,28,23,18,16,11,9,8,3,6,6,2,0,3,2,4,1,1,1,1,0,0,1,0,0,0,0,1],"bins":[-1.8585524230729789e-06,-1.8006885511567816e-06,-1.7428245655537467e-06,-1.6849606936375494e-06,-1.6270967080345144e-06,-1.5692328361183172e-06,-1.51136896420212e-06,-1.453504978599085e-06,-1.3956411066828878e-06,-1.3377771210798528e-06,-1.2799132491636556e-06,-1.2220493772474583e-06,-1.1641853916444234e-06,-1.1063215197282261e-06,-1.0484575341251912e-06,-9.90593662208994e-07,-9.327297334493778e-07,-8.748658046897617e-07,-8.170018759301456e-07,-7.591380040139484e-07,-7.012740752543323e-07,-6.434101464947162e-07,-5.855462177351001e-07,-5.27682288975484e-07,-4.698183886375773e-07,-4.119544598779612e-07,-3.5409055954005453e-07,-2.9622663078043843e-07,-2.3836271623167704e-07,-1.8049880168291565e-07,-1.2263487292329955e-07,-6.477095837453817e-08,-6.907043825776782e-09,5.095687427569828e-08,1.0882079237717335e-07,1.666847140313621e-07,2.2454862858012348e-07,2.8241254312888486e-07,3.4027647188850096e-07,3.9814037222640764e-07,4.5600430098602374e-07,5.138682013239304e-07,5.717321300835465e-07,6.295960588431626e-07,6.874599876027787e-07,7.453239163623948e-07,8.03187788278592e-07,8.610517170382082e-07,9.189156457978243e-07,9.767795745574404e-07,1.0346434464736376e-06,1.0925074320766726e-06,1.1503713039928698e-06,1.2082352895959048e-06,1.266099161512102e-06,1.3239630334282992e-06,1.3818270190313342e-06,1.4396908909475314e-06,1.4975548765505664e-06,1.5554187484667636e-06,1.6132826203829609e-06,1.6711466059859958e-06,1.729010477902193e-06,1.786874463505228e-06,1.8447383354214253e-06]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,1,0,2,3,1,4,5,3,3,6,10,14,16,26,27,28,19,37,36,30,35,32,33,40,33,48,37,32,39,26,37,23,13,14,14,11,7,3,2,5,0,4,1,4,0,1],"bins":[-0.00044265028554946184,-0.0004317843704484403,-0.0004209184553474188,-0.00041005254024639726,-0.00039918662514537573,-0.0003883207100443542,-0.00037745479494333267,-0.00036658887984231114,-0.0003557229647412896,-0.00034485702053643763,-0.0003339911054354161,-0.0003231251903343946,-0.00031225927523337305,-0.0003013933601323515,-0.00029052744503133,-0.00027966152993030846,-0.00026879561482928693,-0.0002579296997282654,-0.0002470637846272439,-0.00023619786952622235,-0.00022533195442520082,-0.00021446602477226406,-0.00020360010967124254,-0.000192734194570221,-0.00018186827946919948,-0.00017100236436817795,-0.00016013644926715642,-0.0001492705341661349,-0.00013840460451319814,-0.0001275386894121766,-0.00011667277431115508,-0.00010580685921013355,-9.494091500528157e-05,-8.407499990426004e-05,-7.320908480323851e-05,-6.234316242625937e-05,-5.147724732523784e-05,-4.061133222421631e-05,-2.9745413485215977e-05,-1.8879496565205045e-05,-8.013579645194113e-06,2.8523372748168185e-06,1.371825419482775e-05,2.4584171114838682e-05,3.5450088034849614e-05,4.631600313587114e-05,5.718192187487148e-05,6.804784061387181e-05,7.891375571489334e-05,8.977967081591487e-05,0.0001006455859169364,0.00011151150829391554,0.00012237741611897945,0.0001332433457719162,0.00014410926087293774,0.00015497517597395927,0.0001658410910749808,0.00017670700617600232,0.00018757292127702385,0.00019843883637804538,0.00020930476603098214,0.00022017068113200366,0.0002310365962330252,0.00024190251133404672,0.00025276842643506825],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,1,0,1,4,2,2,3,3,2,5,3,6,11,10,14,10,16,14,20,26,35,25,26,33,35,32,33,37,25,38,43,31,32,38,28,20,16,13,10,15,9,2,4,5,5,3,0,4,3,2,1,4,0,1,1,0,1,0,1,0,3],"bins":[-0.00039220339385792613,-0.0003792702918872237,-0.00036633721902035177,-0.00035340411704964936,-0.00034047101507894695,-0.000327537942212075,-0.0003146048402413726,-0.0003016717382706702,-0.00028873863629996777,-0.0002758055634330958,-0.0002628724614623934,-0.000249939359491691,-0.00023700628662481904,-0.00022407318465411663,-0.00021114009723532945,-0.00019820699526462704,-0.00018527390784583986,-0.00017234082042705268,-0.00015940771845635027,-0.00014647463103756309,-0.00013354152906686068,-0.0001206084416480735,-0.00010767535422928631,-9.474225953454152e-05,-8.180916483979672e-05,-6.887607014505193e-05,-5.594297908828594e-05,-4.300988803151995e-05,-3.0076793336775154e-05,-1.7143700461019762e-05,-4.21060758526437e-06,8.722485290491022e-06,2.165560727007687e-05,3.4588701964821666e-05,4.7521793021587655e-05,6.0454884078353643e-05,7.338797877309844e-05,8.632107346784323e-05,9.925416088663042e-05,0.00011218725558137521,0.00012512035027612,0.0001380534376949072,0.0001509865396656096,0.00016391962708439678,0.00017685271450318396,0.00018978581647388637,0.00020271890389267355,0.00021565200586337596,0.00022858509328216314,0.00024151818070095032,0.0002544512681197375,0.0002673843700904399,0.0002803174720611423,0.0002932505449280143,0.0003061836468987167,0.0003191167488694191,0.0003320498508401215,0.00034498292370699346,0.00035791602567769587,0.0003708491276483983,0.00038378220051527023,0.00039671530248597264,0.00040964840445667505,0.000422581477323547,0.0004355145792942494],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,0,0,0,2,3,5,2,5,10,17,28,39,56,79,126,216,321,442,715,1261,2008,3202,5388,8670,15215,27700,50768,97761,140670,106228,57093,30283,16695,9922,5587,3618,1972,1354,911,508,314,232,156,88,47,29,22,18,8,8,7,3,4,1,0,3,0,0,1,0,1],"bins":[-0.0137939453125,-0.013357162475585938,-0.012920379638671875,-0.012483596801757812,-0.01204681396484375,-0.011610031127929688,-0.011173248291015625,-0.010736465454101562,-0.0102996826171875,-0.009862899780273438,-0.009426116943359375,-0.008989334106445312,-0.00855255126953125,-0.008115768432617188,-0.007678985595703125,-0.0072422027587890625,-0.006805419921875,-0.0063686370849609375,-0.005931854248046875,-0.0054950714111328125,-0.00505828857421875,-0.0046215057373046875,-0.004184722900390625,-0.0037479400634765625,-0.0033111572265625,-0.0028743743896484375,-0.002437591552734375,-0.0020008087158203125,-0.00156402587890625,-0.0011272430419921875,-0.000690460205078125,-0.0002536773681640625,0.00018310546875,0.0006198883056640625,0.001056671142578125,0.0014934539794921875,0.00193023681640625,0.0023670196533203125,0.002803802490234375,0.0032405853271484375,0.0036773681640625,0.0041141510009765625,0.004550933837890625,0.0049877166748046875,0.00542449951171875,0.0058612823486328125,0.006298065185546875,0.0067348480224609375,0.007171630859375,0.0076084136962890625,0.008045196533203125,0.008481979370117188,0.00891876220703125,0.009355545043945312,0.009792327880859375,0.010229110717773438,0.0106658935546875,0.011102676391601562,0.011539459228515625,0.011976242065429688,0.01241302490234375,0.012849807739257812,0.013286590576171875,0.013723373413085938,0.01416015625]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[4,10,11,16,36,40,80,150,231,381,639,896,1511,2187,3293,4752,6783,9402,12549,16687,21557,27948,33848,41406,48915,57538,65669,73266,79938,85370,89276,91558,91905,90068,86553,81230,74733,67349,58987,51372,42955,35602,28884,22764,17872,13501,9969,7264,5254,3621,2461,1707,1099,733,428,250,143,87,64,27,15,10,8,2],"bins":[-0.09405678510665894,-0.09112823754549026,-0.088199682533741,-0.08527113497257233,-0.08234257996082306,-0.07941403239965439,-0.07648548483848572,-0.07355692982673645,-0.07062838226556778,-0.06769983470439911,-0.06477127969264984,-0.06184273213148117,-0.0589141808450222,-0.05598562955856323,-0.05305708199739456,-0.05012853071093559,-0.047199979424476624,-0.044271428138017654,-0.041342876851558685,-0.038414329290390015,-0.035485778003931046,-0.032557226717472076,-0.029628677293658257,-0.026700127869844437,-0.023771576583385468,-0.0208430252969265,-0.01791447587311268,-0.014985925517976284,-0.01205737516283989,-0.009128824807703495,-0.0062002744525671005,-0.003271724097430706,-0.0003431662917137146,0.00258538406342268,0.005513934418559074,0.008442484773695469,0.011371035128831863,0.014299585483968258,0.017228135839104652,0.020156685262918472,0.02308523654937744,0.02601378783583641,0.02894233725965023,0.03187088668346405,0.03479943796992302,0.03772798925638199,0.04065653681755066,0.04358508810400963,0.0465136393904686,0.049442190676927567,0.052370741963386536,0.055299289524555206,0.058227840811014175,0.061156392097473145,0.06408493965864182,0.06701349467039108,0.06994204223155975,0.07287058979272842,0.07579914480447769,0.07872769236564636,0.08165624737739563,0.0845847949385643,0.08751334249973297,0.09044189751148224,0.09337044507265091]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[2,3,3,0,3,5,2,5,7,5,3,6,3,3,6,8,9,17,19,12,10,13,20,24,13,24,24,15,21,21,24,18,29,20,25,22,21,16,21,20,18,19,22,11,14,15,17,8,13,16,13,16,9,8,8,7,6,9,7,4,2,2,1,1],"bins":[-0.0004636850208044052,-0.00044958648504689336,-0.00043548797839321196,-0.0004213894426357001,-0.0004072909359820187,-0.00039319240022450686,-0.00037909389357082546,-0.0003649953578133136,-0.0003508968511596322,-0.00033679831540212035,-0.00032269980874843895,-0.0003086012729909271,-0.0002945027663372457,-0.00028040423057973385,-0.00026630572392605245,-0.0002522071881685406,-0.00023810866696294397,-0.00022401014575734735,-0.00020991162455175072,-0.0001958131033461541,-0.00018171458214055747,-0.00016761606093496084,-0.00015351753972936422,-0.0001394190185237676,-0.00012532048276625574,-0.00011122196883661672,-9.71234476310201e-05,-8.302492642542347e-05,-6.892639794386923e-05,-5.4827880376251414e-05,-4.072935553267598e-05,-2.6630834327079356e-05,-1.253231312148273e-05,1.5662089936085977e-06,1.5664731108699925e-05,2.9763254133285955e-05,4.386177533888258e-05,5.7960296544479206e-05,7.205882138805464e-05,8.615734259365126e-05,0.00010025586379924789,0.00011435438500484452,0.00012845291348639876,0.00014255143469199538,0.000156649955897592,0.00017074847710318863,0.00018484699830878526,0.00019894551951438189,0.0002130440407199785,0.00022714256192557514,0.00024124108313117176,0.0002553396043367684,0.00026943814009428024,0.00028353664674796164,0.0002976351825054735,0.0003117336891591549,0.00032583222491666675,0.00033993073157034814,0.00035402926732786,0.0003681277739815414,0.00038222630973905325,0.00039632481639273465,0.0004104233521502465,0.0004245218588039279,0.00043862039456143975],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,0,0,1,0,0,1,0,1,1,4,0,4,6,7,5,6,5,7,10,6,10,21,17,22,25,35,38,36,43,55,60,41,47,39,41,33,19,22,22,12,12,13,9,5,6,4,3,4,0,2,0,1,1,1,0,2,0,0,1,0,1],"bins":[-8.12050529930275e-06,-7.876843483245466e-06,-7.63318075769348e-06,-7.389518486888846e-06,-7.145856216084212e-06,-6.902194400026929e-06,-6.658532129222294e-06,-6.41486985841766e-06,-6.171207587613026e-06,-5.927545316808391e-06,-5.683883046003757e-06,-5.440220775199123e-06,-5.196558959141839e-06,-4.952896688337205e-06,-4.709234417532571e-06,-4.465572146727936e-06,-4.221909875923302e-06,-3.978247605118668e-06,-3.7345853343140334e-06,-3.4909232908830745e-06,-3.24726102007844e-06,-3.003598749273806e-06,-2.759936705842847e-06,-2.5162744350382127e-06,-2.2726121642335784e-06,-2.028949893428944e-06,-1.7852877363111475e-06,-1.5416255791933509e-06,-1.2979633083887165e-06,-1.0543010375840822e-06,-8.106388804662856e-07,-5.669766665050702e-07,-3.2331354304915294e-07,-7.965132908793748e-08,1.6401088487327797e-07,4.0767309883449343e-07,6.513353127957089e-07,8.949975267569243e-07,1.1386597407181398e-06,1.3823218978359364e-06,1.6259841686405707e-06,1.869646439445205e-06,2.1133087102498394e-06,2.3569707536807982e-06,2.6006330244854325e-06,2.844295295290067e-06,3.0879573387210257e-06,3.33161960952566e-06,3.5752818803302944e-06,3.818944151134929e-06,4.062606421939563e-06,4.306268692744197e-06,4.549930963548832e-06,4.793592779606115e-06,5.037255050410749e-06,5.280917321215384e-06,5.524579592020018e-06,5.768241862824652e-06,6.011904133629287e-06,6.255566404433921e-06,6.499228220491204e-06,6.742890491295839e-06,6.986552762100473e-06,7.230215032905107e-06,7.473877303709742e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,3,1,1,5,6,12,11,17,23,33,62,72,99,169,237,331,467,735,1047,1518,2485,3757,5692,9179,14305,23069,39853,76488,160260,114260,53930,30872,18228,11609,7114,4715,2992,2085,1348,873,583,472,246,165,122,92,62,33,19,20,14,12,8,3,3,0,2,1,0,0,2],"bins":[-0.06298828125,-0.061004638671875,-0.05902099609375,-0.057037353515625,-0.0550537109375,-0.053070068359375,-0.05108642578125,-0.049102783203125,-0.047119140625,-0.045135498046875,-0.04315185546875,-0.041168212890625,-0.0391845703125,-0.037200927734375,-0.03521728515625,-0.033233642578125,-0.03125,-0.029266357421875,-0.02728271484375,-0.025299072265625,-0.0233154296875,-0.021331787109375,-0.01934814453125,-0.017364501953125,-0.015380859375,-0.013397216796875,-0.01141357421875,-0.009429931640625,-0.0074462890625,-0.005462646484375,-0.00347900390625,-0.001495361328125,0.00048828125,0.002471923828125,0.00445556640625,0.006439208984375,0.0084228515625,0.010406494140625,0.01239013671875,0.014373779296875,0.016357421875,0.018341064453125,0.02032470703125,0.022308349609375,0.0242919921875,0.026275634765625,0.02825927734375,0.030242919921875,0.0322265625,0.034210205078125,0.03619384765625,0.038177490234375,0.0401611328125,0.042144775390625,0.04412841796875,0.046112060546875,0.048095703125,0.050079345703125,0.05206298828125,0.054046630859375,0.0560302734375,0.058013916015625,0.05999755859375,0.061981201171875,0.06396484375]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[2,1,0,1,1,0,4,4,6,3,5,6,5,7,8,15,9,20,30,29,32,47,48,54,81,60,49,51,43,27,22,26,14,4,13,9,1,4,4,4,7,2,1,1,1,2,1,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.5853186091117095e-06,-3.4394292924844194e-06,-3.293539748483454e-06,-3.1476502044824883e-06,-3.0017608878551982e-06,-2.855871571227908e-06,-2.7099820272269426e-06,-2.564092483225977e-06,-2.418203166598687e-06,-2.272313849971397e-06,-2.1264243059704313e-06,-1.9805347619694658e-06,-1.8346454453421757e-06,-1.6887560150280478e-06,-1.54286658471392e-06,-1.3969771543997922e-06,-1.2510877240856644e-06,-1.1051982937715366e-06,-9.593088634574087e-07,-8.134194331432809e-07,-6.675300028291531e-07,-5.216405725150253e-07,-3.7575114220089745e-07,-2.2986171188676963e-07,-8.39722815726418e-08,6.191714874148602e-08,2.0780657905561384e-07,3.5369600936974166e-07,4.995854396838695e-07,6.454748699979973e-07,7.913643003121251e-07,9.372537306262529e-07,1.0831427061930299e-06,1.2290321365071577e-06,1.3749215668212855e-06,1.5208109971354133e-06,1.6667004274495412e-06,1.812589857763669e-06,1.958479288077797e-06,2.1043688320787624e-06,2.2502581487060525e-06,2.3961474653333426e-06,2.542037009334308e-06,2.6879265533352736e-06,2.8338158699625637e-06,2.979705186589854e-06,3.1255947305908194e-06,3.271484274591785e-06,3.417373591219075e-06,3.563262907846365e-06,3.7091524518473307e-06,3.855041995848296e-06,4.000931312475586e-06,4.146820629102876e-06,4.292710400477517e-06,4.4385997171048075e-06,4.584489033732098e-06,4.730378350359388e-06,4.876267666986678e-06,5.022157438361319e-06,5.168046754988609e-06,5.313936071615899e-06,5.45982584299054e-06,5.60571515961783e-06,5.75160447624512e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,4,0,3,0,4,3,8,1,5,6,7,6,12,10,14,13,14,17,19,23,18,37,18,27,26,26,21,26,36,26,28,16,26,23,22,21,12,19,13,16,15,19,13,8,11,7,5,8,2,5,10,9,7,7,1,2,3,3,1,1,1,1],"bins":[0.9995567202568054,0.9995717406272888,0.999586820602417,0.9996018409729004,0.9996169209480286,0.999631941318512,0.9996470212936401,0.9996620416641235,0.9996771216392517,0.9996921420097351,0.9997072219848633,0.9997222423553467,0.9997372627258301,0.9997523427009583,0.9997673630714417,0.9997824430465698,0.9997974634170532,0.9998125433921814,0.9998275637626648,0.999842643737793,0.9998576641082764,0.9998727440834045,0.9998877644538879,0.9999027848243713,0.9999178647994995,0.9999328851699829,0.9999479651451111,0.9999629855155945,0.9999780654907227,0.999993085861206,1.0000081062316895,1.0000232458114624,1.0000382661819458,1.0000532865524292,1.0000683069229126,1.000083327293396,1.000098466873169,1.0001134872436523,1.0001285076141357,1.0001435279846191,1.000158667564392,1.0001736879348755,1.0001887083053589,1.0002037286758423,1.0002187490463257,1.0002338886260986,1.000248908996582,1.0002639293670654,1.0002789497375488,1.0002940893173218,1.0003091096878052,1.0003241300582886,1.000339150428772,1.000354290008545,1.0003693103790283,1.0003843307495117,1.0003993511199951,1.0004143714904785,1.0004295110702515,1.0004445314407349,1.0004595518112183,1.0004745721817017,1.0004897117614746,1.000504732131958,1.0005197525024414]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,2,3,2,1,2,1,6,10,13,12,24,31,48,56,97,135,181,264,387,591,856,1256,2050,3214,4796,7749,12274,20327,34008,62180,127077,143355,71278,38113,22202,13497,8540,5160,3532,2205,1348,967,614,420,276,218,129,95,70,41,27,25,17,12,9,10,2,2,1,0,3,1,1],"bins":[-0.040283203125,-0.039028167724609375,-0.03777313232421875,-0.036518096923828125,-0.0352630615234375,-0.034008026123046875,-0.03275299072265625,-0.031497955322265625,-0.030242919921875,-0.028987884521484375,-0.02773284912109375,-0.026477813720703125,-0.0252227783203125,-0.023967742919921875,-0.02271270751953125,-0.021457672119140625,-0.02020263671875,-0.018947601318359375,-0.01769256591796875,-0.016437530517578125,-0.0151824951171875,-0.013927459716796875,-0.01267242431640625,-0.011417388916015625,-0.010162353515625,-0.008907318115234375,-0.00765228271484375,-0.006397247314453125,-0.0051422119140625,-0.003887176513671875,-0.00263214111328125,-0.001377105712890625,-0.0001220703125,0.001132965087890625,0.00238800048828125,0.003643035888671875,0.0048980712890625,0.006153106689453125,0.00740814208984375,0.008663177490234375,0.009918212890625,0.011173248291015625,0.01242828369140625,0.013683319091796875,0.0149383544921875,0.016193389892578125,0.01744842529296875,0.018703460693359375,0.01995849609375,0.021213531494140625,0.02246856689453125,0.023723602294921875,0.0249786376953125,0.026233673095703125,0.02748870849609375,0.028743743896484375,0.029998779296875,0.031253814697265625,0.03250885009765625,0.033763885498046875,0.0350189208984375,0.036273956298828125,0.03752899169921875,0.038784027099609375,0.0400390625]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.0003974772698711604,-0.0003854863753076643,-0.0003734954516403377,-0.0003615045570768416,-0.000349513633409515,-0.0003375227388460189,-0.00032553181517869234,-0.00031354092061519623,-0.0003015500260517001,-0.00028955910238437355,-0.00027756820782087743,-0.00026557728415355086,-0.00025358638959005475,-0.0002415954804746434,-0.00022960457135923207,-0.00021761366224382073,-0.00020562275312840939,-0.00019363184401299804,-0.0001816409348975867,-0.00016965002578217536,-0.00015765911666676402,-0.0001456682221032679,-0.00013367731298785657,-0.00012168640387244523,-0.00010969549475703388,-9.770458564162254e-05,-8.57136765262112e-05,-7.372277468675748e-05,-6.173186557134613e-05,-4.974095645593479e-05,-3.775005097850226e-05,-2.575914368208032e-05,-1.3768236385658383e-05,-1.7773290892364457e-06,1.0213578207185492e-05,2.220448550360743e-05,3.419539280002937e-05,4.618630191544071e-05,5.817720739287324e-05,7.016811287030578e-05,8.215902198571712e-05,9.414993110112846e-05,0.0001061408402165398,0.00011813174205599353,0.00013012264389544725,0.0001421135530108586,0.00015410446212626994,0.00016609537124168128,0.00017808628035709262,0.00019007718947250396,0.0002020680985879153,0.00021405900770332664,0.00022604991681873798,0.0002380408113822341,0.00025003173504956067,0.0002620226296130568,0.00027401355328038335,0.00028600444784387946,0.0002979953424073756,0.00030998626607470214,0.00032197716063819826,0.0003339680843055248,0.00034595897886902094,0.0003579499025363475,0.0003699407970998436],"_type":"histogram","values":[2,0,0,1,2,1,0,2,3,4,1,4,2,1,4,3,9,11,10,3,6,9,11,16,22,26,21,30,31,41,36,41,35,36,33,29,31,32,28,23,17,20,26,19,16,10,9,5,17,3,3,5,1,3,1,2,1,2,1,3,1,0,2,1]},"train_batch_loss":0.5194157361984253,"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0003982612397521734,-0.00038634875090792775,-0.0003744362620636821,-0.0003625237732194364,-0.00035061128437519073,-0.00033869879553094506,-0.0003267863066866994,-0.0003148738178424537,-0.00030296132899820805,-0.0002910488110501319,-0.00027913632220588624,-0.00026722383336164057,-0.0002553113445173949,-0.00024339885567314923,-0.00023148636682890356,-0.00021957387798465788,-0.0002076613891404122,-0.00019574890029616654,-0.00018383641145192087,-0.0001719239226076752,-0.00016001143376342952,-0.00014809893036726862,-0.00013618644152302295,-0.00012427395267877728,-0.0001123614638345316,-0.00010044897499028593,-8.853648614604026e-05,-7.662399002583697e-05,-6.47115011815913e-05,-5.279901233734563e-05,-4.088651985512115e-05,-2.8974029191886075e-05,-1.7061538528651e-05,-5.149047865415923e-06,6.7634427978191525e-06,1.8675933461054228e-05,3.0588424124289304e-05,4.2500912968534976e-05,5.4413405450759456e-05,6.632589793298393e-05,7.823838677722961e-05,9.015087562147528e-05,0.00010206336446572095,0.00011397586058592424,0.00012588835670612752,0.0001378008455503732,0.00014971333439461887,0.00016162582323886454,0.0001735383120831102,0.00018545080092735589,0.00019736328977160156,0.00020927577861584723,0.0002211882674600929,0.0002331007708562538,0.00024501324514858425,0.0002569257339928299,0.00026883825194090605,0.0002807507407851517,0.0002926632296293974,0.00030457571847364306,0.00031648820731788874,0.0003284006961621344,0.0003403131850063801,0.00035222567385062575,0.0003641381626948714],"_type":"histogram","values":[1,1,0,1,2,1,2,0,4,3,4,1,2,5,0,5,8,12,5,4,6,7,10,18,20,25,24,27,31,37,33,39,41,29,37,32,32,29,33,24,17,16,25,20,14,13,14,7,8,11,5,2,2,2,4,1,0,2,4,1,1,1,2,1]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug-core.log b/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..0116e9f26f6f816034a147bf9a55d0ca35a879db --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:30:59.687740194+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpyx50lhax/port-101741.txt","pid":101741,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:30:59.688306664+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":101741} +{"time":"2025-07-18T04:30:59.688301809+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-101741-101764-1008589343/socket","Net":"unix"}} +{"time":"2025-07-18T04:30:59.869926953+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:30:59.878367624+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"am04u0y9","id":"1(@)"} +{"time":"2025-07-18T04:31:00.305382973+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"am04u0y9","id":"1(@)"} +{"time":"2025-07-18T04:32:08.270708775+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:32:08.271055548+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:32:08.271136194+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:32:08.271081905+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:32:08.271217341+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-101741-101764-1008589343/socket","Net":"unix"}} +{"time":"2025-07-18T04:32:10.988628502+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:32:10.988649106+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:32:10.988662402+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2f616b654b45fc28101e148d3531f143ea3dc6af --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:30:59.879461096+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:31:00.305349791+03:00","level":"INFO","msg":"stream: created new stream","id":"am04u0y9"} +{"time":"2025-07-18T04:31:00.305377281+03:00","level":"INFO","msg":"stream: started","id":"am04u0y9"} +{"time":"2025-07-18T04:31:00.305387774+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"am04u0y9"} +{"time":"2025-07-18T04:31:00.305395946+03:00","level":"INFO","msg":"sender: started","stream_id":"am04u0y9"} +{"time":"2025-07-18T04:31:00.305437896+03:00","level":"INFO","msg":"handler: started","stream_id":"am04u0y9"} +{"time":"2025-07-18T04:32:08.27109134+03:00","level":"INFO","msg":"stream: closing","id":"am04u0y9"} +{"time":"2025-07-18T04:32:09.772470511+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:32:10.98319611+03:00","level":"INFO","msg":"handler: closed","stream_id":"am04u0y9"} +{"time":"2025-07-18T04:32:10.983247241+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"am04u0y9"} +{"time":"2025-07-18T04:32:10.983277213+03:00","level":"INFO","msg":"sender: closed","stream_id":"am04u0y9"} +{"time":"2025-07-18T04:32:10.98811963+03:00","level":"INFO","msg":"stream: closed","id":"am04u0y9"} diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug.log b/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..080b94a6d98a8fac9bfdd5fe4d6278fea6207735 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/logs/debug.log @@ -0,0 +1,10378 @@ +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_setup.py:_flush():80] Configure stats pid to 101741 +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_043059-am04u0y9/logs/debug.log +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_043059-am04u0y9/logs/debug-internal.log +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:30:59,652 INFO MainThread:101741 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 16, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:30:59,653 INFO MainThread:101741 [wandb_init.py:init():871] starting backend +2025-07-18 04:30:59,870 INFO MainThread:101741 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:30:59,877 INFO MainThread:101741 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:30:59,877 INFO MainThread:101741 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:30:59,878 INFO MainThread:101741 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:31:00,640 INFO MainThread:101741 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:31:00,808 INFO MainThread:101741 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:31:00,808 INFO MainThread:101741 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:31:00,808 INFO MainThread:101741 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:31:00,808 INFO MainThread:101741 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:31:00,812 INFO MainThread:101741 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:31:03,467 INFO MainThread:101741 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:31:03,468 INFO MainThread:101741 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:32:08,269 INFO MsgRouterThr:101741 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 04:32:09,712 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,720 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,721 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,722 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,722 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,723 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,725 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,725 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,726 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,726 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,728 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,728 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,729 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,730 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,730 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,731 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,731 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,732 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,732 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,733 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,734 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,734 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,735 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,735 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,736 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,736 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,737 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,737 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,738 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,738 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,739 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,739 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,740 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,741 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,741 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,742 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,742 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,743 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,743 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,744 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,744 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,745 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,745 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,747 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,748 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,748 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,749 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,749 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,750 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,750 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,751 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,752 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,752 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,753 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,753 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,754 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,754 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,755 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,755 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,756 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,756 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,757 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,757 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,758 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,758 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,759 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,759 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,760 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,761 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,761 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,762 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,762 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,763 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,763 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,764 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,764 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,765 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,765 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,766 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,767 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,768 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,768 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,769 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,769 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,770 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,770 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,771 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,772 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,772 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,773 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,773 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,774 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,774 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,775 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,775 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,776 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,776 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,777 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,778 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,778 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,779 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,779 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,780 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,780 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,781 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,781 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,782 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,782 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,783 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,783 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,784 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,784 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,785 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,785 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,786 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,786 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,787 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,787 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,788 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,788 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,789 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,790 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,791 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,792 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,792 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,793 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,793 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,794 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,794 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,795 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,796 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,796 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,797 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,797 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,798 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,798 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,799 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,799 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,800 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,800 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,801 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,801 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,802 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,802 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,803 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,803 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,804 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,804 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,805 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,805 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,806 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,806 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,807 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,807 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,808 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,808 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,809 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,810 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,810 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,811 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,811 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,813 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,813 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,814 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,814 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,815 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,815 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,816 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,816 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,817 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,817 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,818 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,819 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,819 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,820 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,820 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,821 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,821 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,822 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,822 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,823 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,823 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,824 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,824 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,825 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,825 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,826 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,826 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,827 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,827 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,828 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,828 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,829 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,829 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,830 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,830 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,831 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,831 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,832 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,832 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,833 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,833 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,834 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,834 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,835 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,835 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,836 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,836 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,837 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,837 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,838 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,838 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,839 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,839 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,840 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,840 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,841 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,841 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,940 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,940 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,941 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,942 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,942 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,943 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,945 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,946 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,946 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,947 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,948 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,949 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,949 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,950 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,950 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,951 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,951 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,952 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,952 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,953 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,954 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,954 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,955 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,955 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,956 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,956 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,957 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,957 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,958 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,958 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,959 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,959 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,960 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,960 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,961 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,962 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,962 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,963 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,963 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,964 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,964 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,965 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,965 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,966 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,966 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,967 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,967 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,968 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,968 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,969 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,969 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,970 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,970 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,971 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,972 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,972 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,973 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,973 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,974 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,974 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,975 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,975 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,976 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,976 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,977 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,977 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,978 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,978 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,979 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,979 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,982 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,983 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,984 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,984 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,986 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,986 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,987 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,987 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,990 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,990 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,991 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,991 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,993 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,993 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,994 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,994 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,995 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,995 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,996 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,996 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,997 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,997 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,998 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,999 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:09,999 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,000 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,000 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,001 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,001 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,002 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,002 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,003 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,003 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,004 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,004 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,005 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,005 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,006 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,006 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,007 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,007 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,008 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,008 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,009 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,010 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 04:32:10,010 ERROR MainThread:101741 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_043059-am04u0y9/run-am04u0y9.wandb b/simson_modeling/wandb/run-20250718_043059-am04u0y9/run-am04u0y9.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e85dd1644dd69b01b01ec47591bd920c73c73ef2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043059-am04u0y9/run-am04u0y9.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3637677e93c331b1b51a99af04946f73d5b53815762797ad92e4a6038bc9922 +size 16467837 diff --git a/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/output.log b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..7a379c983b3388a4635a0bf5a8fd03554619ebc8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/output.log @@ -0,0 +1,53 @@ +Loading pre-tokenized dataset from data/tokenized_smiles_100M... +Dataset loaded successfully. +Splitting dataset into train, validation, and test sets... +Train samples: 800000, Validation samples: 100000, Test samples: 100000 +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [03:52", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 459, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 456, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 163, in log_tensor_stats + tensor = tensor.detach().clone() + ^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7f752a49aca0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/requirements.txt b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ebaa68dad3a7a67551d5a3567176bdce96274d8a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:32:56.954729Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136844804096" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "u1te4yndz3kznqszvi9mtatnf6jgnk6o" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug-core.log b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..6df5f41abcaf91a9af44a12bd518fcc489517909 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T04:32:57.009033306+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpdp_evyz6/port-103163.txt","pid":103163,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:32:57.009858744+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":103163} +{"time":"2025-07-18T04:32:57.009861807+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-103163-103186-2227109015/socket","Net":"unix"}} +{"time":"2025-07-18T04:32:57.191160242+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:32:57.199735871+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"7xdyfnu4","id":"1(@)"} +{"time":"2025-07-18T04:32:57.636026793+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"7xdyfnu4","id":"1(@)"} +{"time":"2025-07-18T04:36:53.868151078+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..15fa5cdabf92fd0d7b59689facc907bc13f227f9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T04:32:57.20064212+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:32:57.635992411+03:00","level":"INFO","msg":"stream: created new stream","id":"7xdyfnu4"} +{"time":"2025-07-18T04:32:57.636021273+03:00","level":"INFO","msg":"stream: started","id":"7xdyfnu4"} +{"time":"2025-07-18T04:32:57.636035757+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"7xdyfnu4"} +{"time":"2025-07-18T04:32:57.636043256+03:00","level":"INFO","msg":"handler: started","stream_id":"7xdyfnu4"} +{"time":"2025-07-18T04:32:57.636084278+03:00","level":"INFO","msg":"sender: started","stream_id":"7xdyfnu4"} diff --git a/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug.log b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..5d4f725fd76e09edab53148cfc5cafb66d3ee95b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_setup.py:_flush():80] Configure stats pid to 103163 +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_043256-7xdyfnu4/logs/debug.log +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_043256-7xdyfnu4/logs/debug-internal.log +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:32:56,976 INFO MainThread:103163 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:32:56,977 INFO MainThread:103163 [wandb_init.py:init():871] starting backend +2025-07-18 04:32:57,191 INFO MainThread:103163 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:32:57,198 INFO MainThread:103163 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:32:57,199 INFO MainThread:103163 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:32:57,200 INFO MainThread:103163 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:32:57,937 INFO MainThread:103163 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:32:58,109 INFO MainThread:103163 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:32:58,109 INFO MainThread:103163 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:32:58,110 INFO MainThread:103163 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:32:58,110 INFO MainThread:103163 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:32:58,114 INFO MainThread:103163 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:33:00,172 INFO MainThread:103163 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:33:00,173 INFO MainThread:103163 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/run-7xdyfnu4.wandb b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/run-7xdyfnu4.wandb new file mode 100644 index 0000000000000000000000000000000000000000..43ab985587837f9d860c28a618a4500e38dcc352 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043256-7xdyfnu4/run-7xdyfnu4.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2964233f117da698bfdbcf71e52976e2e339caf33b4f1203732bbcd7bfb3a100 +size 107511808 diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/config.yaml b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6094b189f3ffb998e593b22715d006c577b373f6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + vcgpsr18e8p5p1rslx3ypzx20d1rt1os: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136846118912" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:37:58.739211Z" + writerId: vcgpsr18e8p5p1rslx3ypzx20d1rt1os + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/output.log b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..57e8bd0f7e6065c45ec0e8fe2c91a2f2d8b70e6f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/output.log @@ -0,0 +1,39 @@ +Loading pre-tokenized dataset from data/tokenized_smiles_100M... +Dataset loaded successfully. +Splitting dataset into train, validation, and test sets... +Train samples: 800000, Validation samples: 100000, Test samples: 100000 +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [01:53", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 459, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 456, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1803, in inner + hook_result = hook(self, args, result) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 113, in + lambda mod, inp, outp: parameter_log_hook( + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 108, in parameter_log_hook + self.log_tensor_stats(data.cpu(), "parameters/" + prefix + name) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/integration/torch/wandb_torch.py", line 163, in log_tensor_stats + tensor = tensor.detach().clone() + ^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/requirements.txt b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..498bfcdf95210038bf3a4b396f61b0197257b787 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:37:58.739211Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136846118912" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "vcgpsr18e8p5p1rslx3ypzx20d1rt1os" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..79b6ba2bb4a764729a8d3e12048c905636f14d95 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,2,4,4,18,29,39,94,126,244,363,606,943,1412,2043,2947,4037,5593,7392,9564,12106,15098,18196,21702,24811,28365,31057,33639,35300,36194,36183,35251,33578,31434,28808,25734,22359,18923,15665,12792,10010,7601,5951,4227,3116,2100,1487,1004,658,415,256,139,93,50,24,17,7,5,4,1,0,1,0,2],"bins":[-0.0928233191370964,-0.08973832428455353,-0.08665332198143005,-0.08356832712888718,-0.0804833322763443,-0.07739833742380142,-0.07431334257125854,-0.07122834026813507,-0.0681433454155922,-0.06505835056304932,-0.06197335198521614,-0.058888353407382965,-0.05580335855484009,-0.05271836370229721,-0.049633365124464035,-0.04654836654663086,-0.04346337169408798,-0.040378376841545105,-0.03729337826371193,-0.034208379685878754,-0.031123384833335876,-0.02803838811814785,-0.024953391402959824,-0.021868394687771797,-0.01878339797258377,-0.015698401257395744,-0.012613404542207718,-0.009528407827019691,-0.006443411111831665,-0.0033584143966436386,-0.0002734176814556122,0.0028115790337324142,0.005896575748920441,0.008981572464108467,0.012066569179296494,0.01515156589448452,0.018236562609672546,0.021321559324860573,0.0244065560400486,0.027491552755236626,0.030576549470424652,0.03366154432296753,0.036746542900800705,0.03983154147863388,0.04291653633117676,0.046001531183719635,0.04908652976155281,0.052171528339385986,0.055256523191928864,0.05834151804447174,0.061426516622304916,0.06451151520013809,0.06759651005268097,0.07068150490522385,0.07376649975776672,0.0768515020608902,0.07993649691343307,0.08302149176597595,0.08610649406909943,0.0891914889216423,0.09227648377418518,0.09536147862672806,0.09844647347927094,0.10153147578239441,0.10461647063493729]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[2,1,3,8,9,22,36,56,81,158,239,375,560,833,1216,1825,2523,3325,4690,6181,7914,9930,12371,15286,18145,20993,23961,26753,29613,31379,33008,33973,34232,33382,32185,30447,28161,25804,22730,19740,16865,13921,11485,9127,7083,5338,4015,2994,2249,1537,1061,736,490,300,188,106,76,53,21,14,6,5,3,1],"bins":[-0.09364119917154312,-0.09074100852012634,-0.08784082531929016,-0.08494063466787338,-0.0820404440164566,-0.07914026081562042,-0.07624007016420364,-0.07333988696336746,-0.07043969631195068,-0.0675395056605339,-0.06463932245969772,-0.061739131808280945,-0.058838944882154465,-0.055938757956027985,-0.053038567304611206,-0.050138380378484726,-0.047238193452358246,-0.044338006526231766,-0.041437819600105286,-0.03853762894868851,-0.03563744202256203,-0.03273725509643555,-0.029837066307663918,-0.026936877518892288,-0.024036690592765808,-0.021136503666639328,-0.0182363148778677,-0.015336127020418644,-0.01243593916296959,-0.009535751305520535,-0.00663556344807148,-0.003735375590622425,-0.0008351951837539673,0.0020649926736950874,0.004965180531144142,0.007865368388593197,0.010765556246042252,0.013665744103491306,0.01656593196094036,0.01946612074971199,0.02236630767583847,0.02526649460196495,0.02816668339073658,0.03106687217950821,0.03396705910563469,0.03686724603176117,0.03976743668317795,0.04266762360930443,0.04556781053543091,0.04846799746155739,0.05136818438768387,0.05426837503910065,0.05716856196522713,0.06006874889135361,0.06296893954277039,0.06586912274360657,0.06876931339502335,0.07166950404644012,0.0745696872472763,0.07746987789869308,0.08037006855010986,0.08327025175094604,0.08617044240236282,0.089070625603199,0.09197081625461578]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,0,1,0,1,2,2,1,4,2,8,6,8,10,8,11,20,12,17,25,24,31,43,39,38,55,29,24,37,29,34,32,24,25,25,11,19,20,9,16,9,9,6,4,7,7,3,1,0,4,1,1,1,3,1,3,0,1,1,0,0,1],"bins":[0.9991912841796875,0.9992200136184692,0.9992488026618958,0.9992775321006775,0.999306321144104,0.9993350505828857,0.9993637800216675,0.999392569065094,0.9994212985038757,0.9994500279426575,0.999478816986084,0.9995075464248657,0.9995362758636475,0.999565064907074,0.9995937943458557,0.9996225833892822,0.999651312828064,0.9996800422668457,0.9997088313102722,0.999737560749054,0.9997663497924805,0.9997950792312622,0.999823808670044,0.9998525977134705,0.9998813271522522,0.9999100565910339,0.9999388456344604,0.9999675750732422,0.9999963045120239,1.0000250339508057,1.000053882598877,1.0000826120376587,1.0001113414764404,1.0001400709152222,1.000168800354004,1.0001976490020752,1.000226378440857,1.0002551078796387,1.0002838373184204,1.0003125667572021,1.0003414154052734,1.0003701448440552,1.000398874282837,1.0004276037216187,1.0004563331604004,1.0004850625991821,1.0005139112472534,1.0005426406860352,1.000571370124817,1.0006000995635986,1.0006288290023804,1.0006576776504517,1.0006864070892334,1.0007151365280151,1.0007438659667969,1.0007725954055786,1.0008013248443604,1.0008301734924316,1.0008589029312134,1.0008876323699951,1.0009163618087769,1.0009450912475586,1.0009739398956299,1.0010026693344116,1.0010313987731934]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,1,2,3,0,2,1,1,2,3,3,4,7,5,9,9,16,9,8,11,14,25,25,18,28,21,20,29,22,18,21,29,30,25,20,31,22,31,16,26,25,18,17,12,21,18,17,13,4,7,12,4,6,8,1,5,2,1,3,4,1,0,0,1],"bins":[-0.0008883754489943385,-0.0008612743695266545,-0.0008341732318513095,-0.0008070721523836255,-0.0007799710147082806,-0.0007528699352405965,-0.0007257688557729125,-0.0006986677180975676,-0.0006715666386298835,-0.0006444655591621995,-0.0006173644214868546,-0.0005902633420191705,-0.0005631622625514865,-0.0005360611248761415,-0.0005089600454084575,-0.00048185893683694303,-0.00045475782826542854,-0.00042765671969391406,-0.00040055561112239957,-0.00037345453165471554,-0.00034635342308320105,-0.00031925231451168656,-0.00029215123504400253,-0.00026505012647248805,-0.00023794901790097356,-0.00021084790932945907,-0.0001837468153098598,-0.00015664572129026055,-0.00012954461271874607,-0.00010244351142318919,-7.534241012763232e-05,-4.824130883207545e-05,-2.1140265744179487e-05,5.960835551377386e-06,3.306193684693426e-05,6.016303814249113e-05,8.7264139438048e-05,0.00011436524073360488,0.00014146634202916175,0.000168567436048761,0.0001956685446202755,0.00022276965319178998,0.00024987076176330447,0.0002769718412309885,0.000304072949802503,0.0003311740583740175,0.0003582751378417015,0.000385376246413216,0.0004124773549847305,0.00043957846355624497,0.00046667957212775946,0.0004937806515954435,0.0005208817310631275,0.0005479828687384725,0.0005750839482061565,0.0006021850858815014,0.0006292861653491855,0.0006563872448168695,0.0006834883824922144,0.0007105894619598985,0.0007376905996352434,0.0007647916791029274,0.0007918927585706115,0.0008189938962459564,0.0008460949757136405],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[4,0,2,3,6,7,12,14,20,24,42,47,60,83,112,173,220,338,464,588,906,1261,1865,2681,4035,5979,8760,13569,20601,32493,56986,112813,136514,74728,40607,24687,16221,10577,7124,4693,3220,2171,1595,1006,698,473,408,236,204,145,111,67,40,30,22,14,17,13,9,10,4,4,6,2],"bins":[-0.0191650390625,-0.0185699462890625,-0.017974853515625,-0.0173797607421875,-0.01678466796875,-0.0161895751953125,-0.015594482421875,-0.0149993896484375,-0.014404296875,-0.0138092041015625,-0.013214111328125,-0.0126190185546875,-0.01202392578125,-0.0114288330078125,-0.010833740234375,-0.0102386474609375,-0.0096435546875,-0.0090484619140625,-0.008453369140625,-0.0078582763671875,-0.00726318359375,-0.0066680908203125,-0.006072998046875,-0.0054779052734375,-0.0048828125,-0.0042877197265625,-0.003692626953125,-0.0030975341796875,-0.00250244140625,-0.0019073486328125,-0.001312255859375,-0.0007171630859375,-0.0001220703125,0.0004730224609375,0.001068115234375,0.0016632080078125,0.00225830078125,0.0028533935546875,0.003448486328125,0.0040435791015625,0.004638671875,0.0052337646484375,0.005828857421875,0.0064239501953125,0.00701904296875,0.0076141357421875,0.008209228515625,0.0088043212890625,0.0093994140625,0.0099945068359375,0.010589599609375,0.0111846923828125,0.01177978515625,0.0123748779296875,0.012969970703125,0.0135650634765625,0.01416015625,0.0147552490234375,0.015350341796875,0.0159454345703125,0.01654052734375,0.0171356201171875,0.017730712890625,0.0183258056640625,0.0189208984375]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[2,1,1,0,4,2,3,3,5,2,2,6,6,6,7,8,8,9,13,16,21,13,20,20,25,33,16,21,31,22,33,28,33,37,20,27,21,23,29,27,20,16,21,14,8,11,13,9,8,9,7,1,4,5,3,4,2,2,2,3,1,0,0,1],"bins":[-0.07124391198158264,-0.06899700313806534,-0.06675009429454803,-0.06450318545103073,-0.062256280332803726,-0.06000937148928642,-0.05776246637105942,-0.055515557527542114,-0.05326864868402481,-0.05102173984050751,-0.048774830996990204,-0.0465279258787632,-0.044281017035245895,-0.04203410819172859,-0.03978720307350159,-0.03754029422998428,-0.03529338538646698,-0.033046476542949677,-0.030799569562077522,-0.028552662581205368,-0.026305753737688065,-0.02405884489417076,-0.021811937913298607,-0.019565030932426453,-0.01731812208890915,-0.01507121417671442,-0.012824306264519691,-0.010577398352324963,-0.008330490440130234,-0.006083582527935505,-0.003836674615740776,-0.0015897667035460472,0.0006571412086486816,0.0029040491208434105,0.005150957033038139,0.007397864945232868,0.009644772857427597,0.011891680769622326,0.014138588681817055,0.01638549566268921,0.018632404506206512,0.020879313349723816,0.02312622033059597,0.025373127311468124,0.027620036154985428,0.02986694499850273,0.032113850116729736,0.03436075896024704,0.03660766780376434,0.03885457664728165,0.04110148549079895,0.043348390609025955,0.04559529945254326,0.04784220829606056,0.05008911341428757,0.05233602225780487,0.054582931101322174,0.05682983994483948,0.05907674878835678,0.061323653906583786,0.06357055902481079,0.0658174678683281,0.0680643767118454,0.0703112855553627,0.07255819439888]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,0,1,2,3,4,4,6,3,8,7,4,12,13,12,10,16,14,17,23,22,22,33,25,29,32,32,32,39,32,25,32,37,20,32,23,19,22,20,18,9,11,12,6,5,9,3,2,1,2,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.014740463346242905,-0.014243542216718197,-0.013746621087193489,-0.013249699957668781,-0.012752778828144073,-0.012255857698619366,-0.011758936569094658,-0.01126201543956995,-0.010765094310045242,-0.010268174111843109,-0.009771252982318401,-0.009274331852793694,-0.008777410723268986,-0.008280489593744278,-0.00778356846421957,-0.007286647334694862,-0.006789726205170155,-0.006292805075645447,-0.005795883946120739,-0.005298962816596031,-0.004802041687071323,-0.004305121023207903,-0.003808199893683195,-0.0033112787641584873,-0.0028143576346337795,-0.0023174365051090717,-0.0018205154919996858,-0.0013235944788902998,-0.000826673349365592,-0.0003297522780485451,0.00016716879326850176,0.0006640898645855486,0.0011610109359025955,0.0016579320654273033,0.002154853194952011,0.0026517740916460752,0.003148695221170783,0.003645616350695491,0.004142537247389555,0.004639458376914263,0.0051363795064389706,0.005633300635963678,0.006130221765488386,0.006627142895013094,0.0071240635588765144,0.007620984688401222,0.00811790581792593,0.008614826947450638,0.009111748076975346,0.009608669206500053,0.010105590336024761,0.010602511465549469,0.011099432595074177,0.011596353724598885,0.012093274854123592,0.0125901959836483,0.013087116181850433,0.013584037311375141,0.014080958440899849,0.014577879570424557,0.015074800699949265,0.015571721829473972,0.01606864295899868,0.016565565019845963,0.017062485218048096],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,1,1,3,7,20,30,50,64,102,209,293,446,735,1161,1613,2289,3159,4374,5800,7499,9894,12107,14957,17951,20715,23892,26860,29571,32004,33388,34274,34253,34105,32715,30818,28733,25955,22790,20059,16990,13860,11246,8951,7115,5604,4097,2887,2085,1420,982,652,392,271,144,96,63,25,19,9,9,5,2,2],"bins":[-0.0952654778957367,-0.09231966733932495,-0.08937385678291321,-0.08642805367708206,-0.08348224312067032,-0.08053643256425858,-0.07759062200784683,-0.07464481145143509,-0.07169900834560394,-0.0687531977891922,-0.06580738723278046,-0.06286157667636871,-0.05991576611995697,-0.056969959288835526,-0.05402414873242378,-0.05107834190130234,-0.048132531344890594,-0.04518672078847885,-0.04224091395735741,-0.03929510340094566,-0.03634929656982422,-0.033403486013412476,-0.030457675457000732,-0.02751186676323414,-0.024566058069467545,-0.02162024937570095,-0.018674440681934357,-0.015728630125522614,-0.01278282143175602,-0.009837012737989426,-0.006891203112900257,-0.003945393953472376,-0.0009995922446250916,0.0019462169148027897,0.004892026074230671,0.00783783569931984,0.010783644393086433,0.013729453086853027,0.01667526364326477,0.019621072337031364,0.02256688103079796,0.025512689724564552,0.028458498418331146,0.03140430897474289,0.03435011953115463,0.03729592636227608,0.04024173691868782,0.043187543749809265,0.04613335430622101,0.04907916486263275,0.052024971693754196,0.05497078225016594,0.057916589081287384,0.06086239963769913,0.06380821019411087,0.06675402075052261,0.06969982385635376,0.0726456344127655,0.07559144496917725,0.07853725552558899,0.08148306608200073,0.08442887663841248,0.08737467974424362,0.09032049030065536,0.09326630085706711],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[1,1,3,3,6,7,15,39,40,83,134,204,356,602,838,1240,1885,2603,3674,4933,6623,8658,10888,13469,16563,19600,22803,26018,28668,31281,33290,34732,35242,35541,33716,32201,30185,27281,24102,21127,17988,14698,12067,9660,7407,5548,4236,3076,2216,1430,1040,663,434,283,168,109,55,40,22,17,5,4,2,1],"bins":[-0.09820292890071869,-0.09520066529512405,-0.09219840168952942,-0.08919613808393478,-0.08619387447834015,-0.08319161087274551,-0.08018934726715088,-0.07718708366155624,-0.07418482005596161,-0.07118256390094757,-0.06818030029535294,-0.0651780366897583,-0.062175773084163666,-0.05917350947856903,-0.056171245872974396,-0.05316898226737976,-0.050166718661785126,-0.04716445505619049,-0.044162191450595856,-0.04115992784500122,-0.038157664239406586,-0.03515540435910225,-0.032153140753507614,-0.02915087714791298,-0.026148613542318344,-0.02314634993672371,-0.020144086331129074,-0.01714182458817959,-0.014139560982584953,-0.011137297376990318,-0.008135034702718258,-0.00513277156278491,-0.0021305009722709656,0.0008717621676623821,0.00387402530759573,0.0068762884475290775,0.009878551587462425,0.01288081519305706,0.015883076936006546,0.01888534054160118,0.021887604147195816,0.02488986775279045,0.027892131358385086,0.030894393101334572,0.03389665484428406,0.03689891844987869,0.03990118205547333,0.04290344566106796,0.0459057092666626,0.04890797287225723,0.05191023647785187,0.0549125000834465,0.05791476368904114,0.060917023569345474,0.06391929090023041,0.06692155450582504,0.06992381811141968,0.07292607426643372,0.07592833787202835,0.07893060147762299,0.08193286508321762,0.08493512868881226,0.08793739229440689,0.09093965590000153,0.09394191950559616],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,3,11,11,24,42,81,123,201,382,580,880,1397,2088,3162,4548,6333,8723,12146,15995,20618,26581,32828,40050,48355,55831,64800,72424,79640,84773,89094,91351,91867,90546,86994,82221,75718,68665,59914,52119,43941,37095,30188,23611,18473,14023,10526,7542,5327,3760,2577,1646,1111,761,471,288,183,81,66,34,28,6,5,1],"bins":[-0.09464078396558762,-0.09170770645141602,-0.08877463638782501,-0.08584155887365341,-0.08290848135948181,-0.07997541129589081,-0.07704233378171921,-0.07410925626754761,-0.0711761862039566,-0.068243108689785,-0.0653100311756134,-0.0623769573867321,-0.0594438835978508,-0.0565108060836792,-0.0535777322947979,-0.0506446547806263,-0.047711580991744995,-0.04477850720286369,-0.04184542968869209,-0.03891235589981079,-0.03597927838563919,-0.03304620459675789,-0.030113130807876587,-0.027180055156350136,-0.024246979504823685,-0.021313903853297234,-0.018380828201770782,-0.01544775441288948,-0.01251467876136303,-0.009581603109836578,-0.006648528389632702,-0.003715453203767538,-0.0007823705673217773,0.0021507046185433865,0.00508377980440855,0.008016854524612427,0.010949930176138878,0.013883005827665329,0.01681607961654663,0.019749155268073082,0.022682230919599533,0.025615306571125984,0.028548382222652435,0.03148145601153374,0.03441452980041504,0.03734760731458664,0.04028068110346794,0.04321375861763954,0.046146832406520844,0.049079906195402145,0.052012983709573746,0.05494605749845505,0.05787913501262665,0.06081220880150795,0.06374528259038925,0.06667836010456085,0.06961143016815186,0.07254450768232346,0.07547758519649506,0.07841066271066666,0.08134373277425766,0.08427681028842926,0.08720988780260086,0.09014295786619186,0.09307603538036346],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,1,2,2,1,4,5,4,3,1,6,5,5,13,12,13,17,14,10,15,23,15,24,17,24,18,19,25,22,38,18,21,28,20,15,20,16,17,20,28,15,21,16,19,18,12,15,15,14,11,7,6,8,5,5,4,5,5,1,1,2,0,1],"bins":[-0.0010574773186817765,-0.0010249055922031403,-0.0009923337493091822,-0.0009597620228305459,-0.0009271902963519096,-0.0008946185698732734,-0.0008620467851869762,-0.000829475000500679,-0.0007969032740220428,-0.0007643315475434065,-0.0007317597628571093,-0.0006991879781708121,-0.0006666162516921759,-0.0006340445252135396,-0.0006014727405272424,-0.0005689009558409452,-0.000536329229362309,-0.0005037575028836727,-0.00047118571819737554,-0.0004386139626149088,-0.0004060422070324421,-0.00037347045144997537,-0.00034089869586750865,-0.00030832694028504193,-0.0002757551847025752,-0.00024318342912010849,-0.00021061167353764176,-0.00017803991795517504,-0.00014546816237270832,-0.0001128964067902416,-8.032465120777488e-05,-4.7752895625308156e-05,-1.5181140042841434e-05,1.7390615539625287e-05,4.996237112209201e-05,8.253412670455873e-05,0.00011510588228702545,0.00014767763786949217,0.0001802493934519589,0.00021282114903442562,0.00024539290461689234,0.00027796466019935906,0.0003105364157818258,0.0003431081713642925,0.0003756799269467592,0.00040825168252922595,0.00044082343811169267,0.0004733951936941594,0.0005059669492766261,0.0005385386757552624,0.0005711104604415596,0.0006036822451278567,0.000636253971606493,0.0006688256980851293,0.0007013974827714264,0.0007339692674577236,0.0007665409939363599,0.0007991127204149961,0.0008316845051012933,0.0008642562897875905,0.0008968280162662268,0.000929399742744863,0.0009619715274311602,0.0009945433121174574,0.0010271150385960937],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.001001365832053125,-0.0009715097839944065,-0.0009416536777280271,-0.0009117976296693087,-0.0008819415234029293,-0.0008520854753442109,-0.0008222294272854924,-0.0007923733210191131,-0.0007625172729603946,-0.0007326611666940153,-0.0007028051186352968,-0.0006729490705765784,-0.000643092964310199,-0.0006132369162514806,-0.0005833808099851012,-0.0005535247619263828,-0.0005236687138676643,-0.000493812607601285,-0.0004639565304387361,-0.00043410048238001764,-0.00040424440521746874,-0.00037438832805491984,-0.00034453225089237094,-0.00031467617372982204,-0.00028482009656727314,-0.0002549640485085547,-0.0002251079713460058,-0.0001952518941834569,-0.000165395817020908,-0.00013553975441027433,-0.00010568367724772543,-7.582760736113414e-05,-4.5971537474542856e-05,-1.6115465768962167e-05,1.3740605936618522e-05,4.3596679461188614e-05,7.34527493477799e-05,0.00010330881923437119,0.00013316489639692008,0.00016302095900755376,0.00019287703617010266,0.00022273311333265156,0.0002525891759432852,0.0002824452531058341,0.000312301330268383,0.0003421574074309319,0.00037201345548965037,0.00040186953265219927,0.00043172560981474817,0.00046158168697729707,0.0004914377350360155,0.0005212938413023949,0.0005511498893611133,0.0005810059956274927,0.0006108620436862111,0.0006407180917449296,0.0006705741980113089,0.0007004302460700274,0.0007302863523364067,0.0007601424003951252,0.0007899984484538436,0.000819854554720223,0.0008497106027789414,0.0008795667090453207,0.0009094227571040392],"_type":"histogram","values":[1,0,1,1,2,2,3,1,5,4,4,7,3,8,6,8,8,10,10,9,15,13,22,14,20,22,23,24,18,25,17,29,26,19,27,22,23,33,25,25,20,19,27,13,16,24,14,14,11,9,12,9,7,5,9,6,3,4,6,1,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,2,2,1,0,4,5,2,7,5,5,10,15,10,15,19,23,27,35,42,35,47,51,36,34,33,30,34,29,22,22,11,14,31,12,12,15,13,10,8,6,6,2,3,4,3,3,1,2,2,2,0,2,1,1,0,0,1],"bins":[0.999154269695282,0.9991832971572876,0.999212384223938,0.9992414116859436,0.9992704391479492,0.9992994666099548,0.9993285536766052,0.9993575811386108,0.9993866086006165,0.9994156956672668,0.9994447231292725,0.9994737505912781,0.9995028376579285,0.9995318651199341,0.9995608925819397,0.9995899200439453,0.9996190071105957,0.9996480345726013,0.9996770620346069,0.9997061491012573,0.9997351765632629,0.9997642040252686,0.999793291091919,0.9998223185539246,0.9998513460159302,0.9998803734779358,0.9999094605445862,0.9999384880065918,0.9999675154685974,0.9999966025352478,1.0000256299972534,1.0000547170639038,1.0000836849212646,1.000112771987915,1.0001418590545654,1.0001708269119263,1.0001999139785767,1.0002288818359375,1.000257968902588,1.0002870559692383,1.0003160238265991,1.0003451108932495,1.0003741979599,1.0004031658172607,1.0004322528839111,1.0004613399505615,1.0004903078079224,1.0005193948745728,1.0005484819412231,1.000577449798584,1.0006065368652344,1.0006356239318848,1.0006645917892456,1.000693678855896,1.0007227659225464,1.0007517337799072,1.0007808208465576,1.0008097887039185,1.0008388757705688,1.0008679628372192,1.00089693069458,1.0009260177612305,1.0009551048278809,1.0009840726852417,1.001013159751892],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,0,0,2,0,2,4,3,2,4,3,11,14,19,31,44,42,45,70,74,68,58,68,34,33,18,12,18,16,15,9,10,3,3,6,2,4,5,2,1,4,1,1,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0051647452637553215,-0.004937849007546902,-0.004710953216999769,-0.004484056960791349,-0.004257161170244217,-0.004030264914035797,-0.003803368890658021,-0.003576472867280245,-0.0033495768439024687,-0.0031226808205246925,-0.0028957847971469164,-0.0026688887737691402,-0.0024419925175607204,-0.0022150964941829443,-0.001988200470805168,-0.001761304447427392,-0.0015344084240496159,-0.0013075124006718397,-0.0010806163772940636,-0.0008537202375009656,-0.0006268242141231894,-0.00039992816164158285,-0.00017303210915997624,5.386394332163036e-05,0.00028075999580323696,0.0005076560191810131,0.0007345521007664502,0.0009614481823518872,0.0011883442057296634,0.0014152402291074395,0.0016421363689005375,0.0018690323922783136,0.0020959284156560898,0.002322824439033866,0.002549720462411642,0.0027766164857894182,0.0030035125091671944,0.003230408765375614,0.0034573047887533903,0.0036842008121311665,0.003911096602678299,0.004137992858886719,0.0043648891150951385,0.004591784905642271,0.004818681161850691,0.005045576952397823,0.005272473208606243,0.005499368999153376,0.005726265255361795,0.005953161511570215,0.006180057302117348,0.0064069535583257675,0.0066338493488729,0.00686074560508132,0.007087641395628452,0.007314537651836872,0.007541433908045292,0.007768329698592424,0.007995225489139557,0.008222121745347977,0.008449018001556396,0.008675914257764816,0.008902809582650661,0.009129705838859081,0.009356602095067501]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,2,0,0,5,6,2,1,4,4,5,11,7,7,10,13,14,16,23,20,26,40,31,40,35,36,36,43,33,23,26,34,25,30,18,10,21,18,14,9,12,10,13,6,6,5,2,3,3,1,4,0,1,0,1,0,0,0,0,0,1],"bins":[-0.001151731121353805,-0.0011135138338431716,-0.0010752965463325381,-0.0010370792588219047,-0.000998862087726593,-0.0009606447420082986,-0.0009224275127053261,-0.0008842102251946926,-0.0008459929376840591,-0.0008077756501734257,-0.0007695583626627922,-0.0007313411333598197,-0.0006931238458491862,-0.0006549065583385527,-0.0006166893290355802,-0.0005784720415249467,-0.0005402547540143132,-0.0005020374665036798,-0.00046382020809687674,-0.00042560294969007373,-0.00038738566217944026,-0.0003491683746688068,-0.0003109511162620038,-0.00027273385785520077,-0.0002345165703445673,-0.00019629929738584906,-0.00015808202442713082,-0.00011986475146841258,-8.164747850969434e-05,-4.34302055509761e-05,-5.212932592257857e-06,3.300434036646038e-05,7.122161332517862e-05,0.00010943888628389686,0.0001476561592426151,0.00018587343220133334,0.00022409070516005158,0.00026230799267068505,0.00030052525107748806,0.0003387425094842911,0.00037695979699492455,0.000415177084505558,0.000453394342912361,0.000491611601319164,0.0005298288888297975,0.000568046176340431,0.0006062634056434035,0.000644480693154037,0.0006826979806646705,0.0007209152681753039,0.0007591325556859374,0.00079734978498891,0.0008355670724995434,0.0008737843600101769,0.0009120015893131495,0.0009502188768237829,0.0009884361643344164,0.0010266534518450499,0.0010648707393556833,0.0011030880268663168,0.0011413053143769503,0.001179522485472262,0.0012177397729828954,0.0012559570604935288,0.0012941743480041623]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,0,1,0,0,0,1,3,2,1,5,4,2,2,6,6,10,14,6,17,17,12,24,18,25,20,33,23,20,22,29,30,33,22,23,30,21,18,25,28,19,22,12,20,12,16,14,10,14,10,9,6,9,9,3,6,5,7,1,1,5,1,3],"bins":[-0.0011120885610580444,-0.001079688430763781,-0.0010472883004695177,-0.0010148881701752543,-0.000982488039880991,-0.0009500879095867276,-0.0009176877792924643,-0.0008852876489982009,-0.0008528875187039375,-0.0008204873884096742,-0.0007880872581154108,-0.0007556871278211474,-0.0007232869975268841,-0.0006908868672326207,-0.0006584867369383574,-0.000626086606644094,-0.0005936864763498306,-0.0005612863460555673,-0.0005288862157613039,-0.0004964860854670405,-0.0004640859551727772,-0.0004316858248785138,-0.00039928569458425045,-0.0003668855642899871,-0.0003344854339957237,-0.00030208530370146036,-0.000269685173407197,-0.00023728504311293364,-0.00020488491281867027,-0.0001724847825244069,-0.00014008465223014355,-0.00010768452193588018,-7.528439164161682e-05,-4.288426134735346e-05,-1.0484131053090096e-05,2.1915999241173267e-05,5.431612953543663e-05,8.671625982969999e-05,0.00011911639012396336,0.00015151652041822672,0.00018391665071249008,0.00021631678100675344,0.0002487169113010168,0.00028111704159528017,0.00031351717188954353,0.0003459173021838069,0.00037831743247807026,0.0004107175627723336,0.000443117693066597,0.00047551782336086035,0.0005079179536551237,0.0005403180839493871,0.0005727182142436504,0.0006051183445379138,0.0006375184748321772,0.0006699186051264405,0.0007023187354207039,0.0007347188657149673,0.0007671189960092306,0.000799519126303494,0.0008319192565977573,0.0008643193868920207,0.0008967195171862841,0.0009291196474805474,0.0009615197777748108],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,0,2,1,1,3,1,5,7,3,9,14,19,31,27,56,72,107,154,234,338,483,724,1124,1603,2455,3842,6316,10851,19962,41342,103072,234289,83509,35341,17774,9745,5727,3606,2276,1548,1029,638,453,322,191,149,93,74,57,41,28,24,11,14,5,10,3,1,2,2,1],"bins":[-0.00787353515625,-0.0076446533203125,-0.007415771484375,-0.0071868896484375,-0.0069580078125,-0.0067291259765625,-0.006500244140625,-0.0062713623046875,-0.00604248046875,-0.0058135986328125,-0.005584716796875,-0.0053558349609375,-0.005126953125,-0.0048980712890625,-0.004669189453125,-0.0044403076171875,-0.00421142578125,-0.0039825439453125,-0.003753662109375,-0.0035247802734375,-0.0032958984375,-0.0030670166015625,-0.002838134765625,-0.0026092529296875,-0.00238037109375,-0.0021514892578125,-0.001922607421875,-0.0016937255859375,-0.00146484375,-0.0012359619140625,-0.001007080078125,-0.0007781982421875,-0.00054931640625,-0.0003204345703125,-9.1552734375e-05,0.0001373291015625,0.0003662109375,0.0005950927734375,0.000823974609375,0.0010528564453125,0.00128173828125,0.0015106201171875,0.001739501953125,0.0019683837890625,0.002197265625,0.0024261474609375,0.002655029296875,0.0028839111328125,0.00311279296875,0.0033416748046875,0.003570556640625,0.0037994384765625,0.0040283203125,0.0042572021484375,0.004486083984375,0.0047149658203125,0.00494384765625,0.0051727294921875,0.005401611328125,0.0056304931640625,0.005859375,0.0060882568359375,0.006317138671875,0.0065460205078125,0.00677490234375]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,2,2,2,0,3,1,3,4,5,8,4,12,12,9,15,16,16,15,19,20,16,28,36,39,28,31,41,39,38,29,22,34,26,20,28,21,20,16,17,10,14,3,11,8,5,4,4,3,4,1,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0003921477182302624,-0.0003789467446040362,-0.00036574577097781,-0.00035254479735158384,-0.00033934382372535765,-0.00032614285009913146,-0.0003129418764729053,-0.0002997409028466791,-0.0002865399292204529,-0.0002733389555942267,-0.00026013798196800053,-0.00024693700834177434,-0.00023373602016363293,-0.00022053504653740674,-0.00020733407291118056,-0.00019413309928495437,-0.00018093212565872818,-0.000167731152032502,-0.0001545301784062758,-0.00014132920478004962,-0.00012812823115382344,-0.00011492725025163963,-0.00010172627662541345,-8.852530299918726e-05,-7.532432937296107e-05,-6.212335574673489e-05,-4.89223821205087e-05,-3.572140485630371e-05,-2.252043123007752e-05,-9.319456694356631e-06,3.881517841364257e-06,1.7082493286579847e-05,3.0283466912806034e-05,4.348444053903222e-05,5.668541416525841e-05,6.98863877914846e-05,8.308736141771078e-05,9.628834231989458e-05,0.00010948931594612077,0.00012269028229638934,0.00013589125592261553,0.00014909224410075694,0.00016229321772698313,0.00017549419135320932,0.0001886951649794355,0.0002018961386056617,0.00021509711223188788,0.00022829808585811406,0.00024149905948434025,0.00025470004766248167,0.00026790102128870785,0.00028110199491493404,0.0002943029685411602,0.0003075039421673864,0.0003207049157936126,0.0003339058894198388,0.00034710686304606497,0.00036030783667229116,0.00037350881029851735,0.00038670978392474353,0.0003999107575509697,0.0004131117311771959,0.0004263127048034221,0.0004395136784296483,0.00045271465205587447]},"learning_rate":4.996041841041822e-05,"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,2,0,1,2,4,0,3,8,2,8,8,9,12,8,9,15,17,15,31,32,24,33,43,45,34,35,35,37,30,33,40,35,10,12,20,13,22,11,15,11,11,9,5,3,2,2,1,1,2,2,0,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0014007668942213058,-0.0013517963234335184,-0.001302825752645731,-0.0012538551818579435,-0.001204884611070156,-0.0011559141566976905,-0.001106943585909903,-0.0010579730151221156,-0.0010090024443343282,-0.0009600318735465407,-0.0009110613027587533,-0.0008620907901786268,-0.0008131202193908393,-0.0007641496486030519,-0.0007151791360229254,-0.0006662085652351379,-0.0006172379944473505,-0.0005682674236595631,-0.0005192968528717756,-0.0004703263402916491,-0.00042135576950386167,-0.00037238519871607423,-0.00032341465703211725,-0.00027444411534816027,-0.00022547354456037283,-0.00017650298832450062,-0.0001275324320886284,-7.85618758527562e-05,-2.9591319616883993e-05,1.9379236618988216e-05,6.834979285486042e-05,0.00011732034909073263,0.00016629090532660484,0.00021526146156247705,0.00026423201779834926,0.00031320255948230624,0.0003621731302700937,0.0004111437010578811,0.0004601142427418381,0.0005090847844257951,0.0005580553552135825,0.00060702592600137,0.0006559964967891574,0.0007049670093692839,0.0007539375801570714,0.0008029081509448588,0.0008518786635249853,0.0009008492343127728,0.0009498198051005602,0.0009987903758883476,0.001047760946676135,0.0010967315174639225,0.00114570208825171,0.0011946725426241755,0.001243643113411963,0.0012926136841997504,0.0013415842549875379,0.0013905548257753253,0.0014395253965631127,0.0014884959673509002,0.0015374664217233658,0.0015864369925111532,0.0016354075632989407,0.001684378134086728,0.0017333487048745155]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,1,1,2,4,18,23,43,54,112,166,251,443,652,970,1436,2116,3013,4142,5538,7408,9278,11843,14560,17735,20581,23377,26728,29525,31849,33423,34433,35115,34376,33284,31528,29196,26100,23384,19992,17017,14136,11341,9095,7008,5432,4009,2942,2022,1464,931,661,398,295,160,71,58,26,21,17,7,5,5,1],"bins":[-0.09642165899276733,-0.09344861656427383,-0.09047558158636093,-0.08750253915786743,-0.08452949672937393,-0.08155646175146103,-0.07858341932296753,-0.07561037689447403,-0.07263733446598053,-0.06966429948806763,-0.06669125705957413,-0.06371821463108063,-0.060745179653167725,-0.057772137224674225,-0.054799098521471024,-0.051826056092977524,-0.04885301738977432,-0.04587997868657112,-0.04290693625807762,-0.03993389755487442,-0.03696085512638092,-0.03398781642317772,-0.031014777719974518,-0.028041737154126167,-0.025068696588277817,-0.022095656022429466,-0.019122615456581116,-0.016149576753377914,-0.013176536187529564,-0.010203495621681213,-0.0072304559871554375,-0.004257415886968374,-0.001284375786781311,0.0016886643134057522,0.004661704413592815,0.007634744513779879,0.010607784613966942,0.013580825179815292,0.016553863883018494,0.019526904448866844,0.022499945014715195,0.025472985580563545,0.028446026146411896,0.0314190648496151,0.0343921035528183,0.0373651459813118,0.040338184684515,0.0433112271130085,0.0462842658162117,0.0492573045194149,0.0522303469479084,0.0552033856511116,0.0581764280796051,0.061149466782808304,0.0641225054860115,0.067095547914505,0.07006858289241791,0.07304162532091141,0.07601466774940491,0.07898771017789841,0.08196074515581131,0.08493378758430481,0.08790683001279831,0.09087986499071121,0.09385290741920471]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,3,3,2,5,6,9,5,14,12,17,22,18,18,20,18,24,33,39,28,33,35,26,41,38,27,26,23,26,32,23,21,19,16,14,15,8,10,7,4,5,3,3,1,0,2,4,2,2],"bins":[-0.0011033809278160334,-0.0010734314564615488,-0.0010434819851070642,-0.0010135325137525797,-0.0009835830423980951,-0.0009536335710436106,-0.000923684099689126,-0.0008937346283346415,-0.0008637851569801569,-0.0008338357438333333,-0.0008038862724788487,-0.0007739368011243641,-0.0007439873297698796,-0.000714037858415395,-0.0006840883870609105,-0.0006541389157064259,-0.0006241894443519413,-0.0005942399729974568,-0.0005642905016429722,-0.0005343410302884877,-0.0005043915589340031,-0.000474442116683349,-0.00044449264532886446,-0.0004145431739743799,-0.00038459370261989534,-0.0003546442312654108,-0.0003246947599109262,-0.00029474528855644166,-0.00026479584630578756,-0.00023484636039938778,-0.00020489690359681845,-0.0001749474322423339,-0.00014499796088784933,-0.00011504848953336477,-8.509902545483783e-05,-5.514955773833208e-05,-2.5200090021826327e-05,4.749377694679424e-06,3.4698845411185175e-05,6.464830948971212e-05,9.459778084419668e-05,0.00012454725219868124,0.0001544967235531658,0.00018444618035573512,0.00021439565171021968,0.000244345108512789,0.00027429457986727357,0.00030424405122175813,0.0003341935225762427,0.00036414299393072724,0.0003940924652852118,0.00042404193663969636,0.0004539914079941809,0.000483940850244835,0.00051389035070315,0.0005438398220576346,0.0005737892352044582,0.0006037387065589428,0.0006336881779134274,0.0006636376492679119,0.0006935871206223965,0.000723536591976881,0.0007534860633313656,0.0007834355346858501,0.0008133850060403347],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0009065817575901747,-0.0008751444984227419,-0.0008437071810476482,-0.0008122699218802154,-0.0007808326045051217,-0.0007493953453376889,-0.0007179580861702561,-0.0006865207687951624,-0.0006550835096277297,-0.0006236462504602969,-0.0005922089330852032,-0.0005607716739177704,-0.0005293344147503376,-0.0004978970973752439,-0.0004664598382078111,-0.0004350225499365479,-0.00040358526166528463,-0.0003721479733940214,-0.00034071068512275815,-0.00030927342595532537,-0.0002778361376840621,-0.0002463988494127989,-0.00021496157569345087,-0.00018352430197410285,-0.0001520870137028396,-0.00012064973270753399,-8.921245171222836e-05,-5.777517071692273e-05,-2.6337889721617103e-05,5.099391273688525e-06,3.653667226899415e-05,6.797395326429978e-05,9.941111784428358e-05,0.00013084840611554682,0.00016228567983489484,0.00019372295355424285,0.0002251602418255061,0.00025659753009676933,0.0002880347892642021,0.00031947207753546536,0.0003509093658067286,0.00038234665407799184,0.0004137839423492551,0.00044522120151668787,0.0004766584897879511,0.0005080957780592144,0.0005395330372266471,0.0005709703546017408,0.0006024076137691736,0.0006338448729366064,0.0006652821903117001,0.0006967194494791329,0.0007281567668542266,0.0007595940260216594,0.0007910312851890922,0.0008224686025641859,0.0008539058617316186,0.0008853431208990514,0.0009167804382741451,0.0009482176974415779,0.0009796549566090107,0.0010110922157764435,0.001042529591359198,0.0010739668505266309,0.0011054041096940637],"_type":"histogram","values":[1,0,2,4,0,6,2,7,12,8,10,4,20,11,10,18,16,16,16,13,19,10,28,33,25,23,32,19,19,24,26,30,21,24,31,9,25,21,16,23,23,14,10,8,12,9,10,4,7,7,4,4,1,4,2,2,3,3,3,3,0,0,0,1]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[4,4,0,4,0,1,2,2,4,1,1,2,3,2,5,2,4,2,0,1,2,1,0,3,3,3,5,1,5,1,2,5,0,0,2,2,3,3,1,1,2,3,1,1,1,4,4,1,1,2,3,2,1,2,1,3,0,1,1,1,2,1,1,2],"bins":[-0.036091916263103485,-0.03498458489775658,-0.03387724980711937,-0.03276991844177246,-0.03166258707642555,-0.030555253848433495,-0.029447920620441437,-0.028340589255094528,-0.02723325602710247,-0.026125922799110413,-0.025018591433763504,-0.023911258205771446,-0.02280392497777939,-0.02169659361243248,-0.020589260384440422,-0.019481929019093513,-0.018374595791101456,-0.017267262563109398,-0.01615993119776249,-0.015052597969770432,-0.013945265673100948,-0.012837933376431465,-0.011730600148439407,-0.010623267851769924,-0.009515935555100441,-0.008408603258430958,-0.007301270496100187,-0.006193937733769417,-0.005086605437099934,-0.0039792731404304504,-0.00287194037809968,-0.001764607848599553,-0.0006572753190994263,0.00045005721040070057,0.0015573897399008274,0.0026647222694009542,0.003772054798901081,0.004879387095570564,0.005986719857901335,0.007094052620232105,0.008201384916901588,0.009308717213571072,0.010416049510240555,0.011523382738232613,0.012630715034902096,0.013738047331571579,0.014845380559563637,0.015952711924910545,0.017060045152902603,0.01816737838089466,0.01927470974624157,0.020382042974233627,0.021489374339580536,0.022596707567572594,0.02370404079556465,0.02481137216091156,0.025918705388903618,0.027026038616895676,0.028133369982242584,0.029240703210234642,0.0303480364382267,0.03145536780357361,0.03256269916892052,0.033670034259557724,0.03477736562490463]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0003429125063121319,-0.0003299424424767494,-0.00031697237864136696,-0.00030400228570215404,-0.0002910322218667716,-0.0002780621580313891,-0.0002650920650921762,-0.00025212200125679374,-0.00023915193742141128,-0.00022618187358602881,-0.00021321179519873112,-0.00020024171681143343,-0.00018727165297605097,-0.0001743015891406685,-0.00016133151075337082,-0.00014836143236607313,-0.00013539136853069067,-0.0001224213046953082,-0.00010945122630801052,-9.648115519667044e-05,-8.351108408533037e-05,-7.054101297399029e-05,-5.7570941862650216e-05,-4.460087075131014e-05,-3.1630799639970064e-05,-1.866072852862999e-05,-5.690657417289913e-06,7.279413694050163e-06,2.024948480539024e-05,3.3219555916730314e-05,4.618962702807039e-05,5.9159698139410466e-05,7.2129798354581e-05,8.509986946592107e-05,9.806994057726115e-05,0.00011104001168860123,0.0001240100827999413,0.00013698014663532376,0.00014995022502262145,0.00016292030340991914,0.0001758903672453016,0.00018886043108068407,0.00020183050946798176,0.00021480058785527945,0.0002277706516906619,0.00024074071552604437,0.00025371077936142683,0.00026668087230063975,0.0002796509361360222,0.00029262099997140467,0.0003055910929106176,0.00031856115674600005,0.0003315312205813825,0.000344501284416765,0.00035747134825214744,0.00037044144119136035,0.0003834115050267428,0.0003963815688621253,0.0004093516618013382,0.00042232172563672066,0.0004352917894721031,0.0004482618533074856,0.00046123191714286804,0.00047420201008208096,0.0004871720739174634],"_type":"histogram","values":[2,3,2,2,0,1,3,4,10,8,9,9,16,17,9,11,22,22,30,21,28,37,24,30,26,36,27,37,31,19,29,28,30,33,22,20,15,13,11,13,17,5,5,3,7,4,3,4,1,2,2,0,0,1,0,0,0,1,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,0,1,0,0,1,0,3,0,4,1,4,5,3,9,11,8,15,11,11,17,25,33,23,25,33,33,43,43,32,36,34,29,34,30,30,28,17,23,21,14,14,11,9,12,9,3,5,4,2,2,0,0,0,0,0,1,0,0,0,0,2],"bins":[-0.00033016910310834646,-0.0003197849146090448,-0.0003094007261097431,-0.0002990165667142719,-0.00028863237821497023,-0.00027824818971566856,-0.0002678640012163669,-0.00025747984182089567,-0.000247095653321594,-0.00023671146482229233,-0.00022632727632299066,-0.0002159431023756042,-0.00020555891387630254,-0.0001951747399289161,-0.00018479055142961442,-0.00017440637748222798,-0.0001640221889829263,-0.00015363800048362464,-0.0001432538265362382,-0.00013286963803693652,-0.00012248546408955008,-0.0001121012755902484,-0.00010171709436690435,-9.133291314356029e-05,-8.094873192021623e-05,-7.056455069687217e-05,-6.018036947352812e-05,-4.979618461220525e-05,-3.9412003388861194e-05,-2.9027822165517136e-05,-1.8643639123183675e-05,-8.259456990344916e-06,2.124725142493844e-06,1.2508907275332604e-05,2.2893089408171363e-05,3.3277272450504825e-05,4.366145367384888e-05,5.404563489719294e-05,6.44298197585158e-05,7.481400098185986e-05,8.519818220520392e-05,9.558236342854798e-05,0.00010596654465189204,0.0001163507258752361,0.00012673491437453777,0.0001371190883219242,0.00014750327682122588,0.00015788745076861233,0.000168271639267914,0.00017865582776721567,0.0001890400017146021,0.00019942419021390378,0.00020980836416129023,0.0002201925526605919,0.00023057672660797834,0.00024096091510728002,0.0002513451036065817,0.00026172929210588336,0.0002721134515013546,0.00028249764000065625,0.0002928818284999579,0.0003032660169992596,0.0003136501763947308,0.0003240343648940325,0.00033441855339333415]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,1,0,5,3,1,3,11,10,8,15,9,10,18,16,36,27,32,41,37,33,34,35,32,42,26,30,32,26,22,18,18,14,20,18,7,7,10,12,9,2,4,3,2,2,3,4,4,4,0,3,2,1,1,0,0,0,0,0,2],"bins":[0.9992657899856567,0.9992939829826355,0.9993221163749695,0.9993503093719482,0.9993784427642822,0.999406635761261,0.9994348287582397,0.9994629621505737,0.9994911551475525,0.9995193481445312,0.9995474815368652,0.999575674533844,0.9996038675308228,0.9996320009231567,0.9996601939201355,0.9996883273124695,0.9997165203094482,0.999744713306427,0.999772846698761,0.9998010396957397,0.9998291730880737,0.9998573660850525,0.9998855590820312,0.9999136924743652,0.999941885471344,0.9999700784683228,0.9999982118606567,1.0000263452529907,1.0000545978546143,1.0000827312469482,1.0001108646392822,1.0001391172409058,1.0001672506332397,1.0001953840255737,1.0002236366271973,1.0002517700195312,1.0002799034118652,1.0003081560134888,1.0003362894058228,1.0003644227981567,1.0003926753997803,1.0004208087921143,1.0004489421844482,1.0004770755767822,1.0005053281784058,1.0005334615707397,1.0005615949630737,1.0005898475646973,1.0006179809570312,1.0006461143493652,1.0006743669509888,1.0007025003433228,1.0007306337356567,1.0007588863372803,1.0007870197296143,1.0008151531219482,1.0008432865142822,1.0008715391159058,1.0008996725082397,1.0009278059005737,1.0009560585021973,1.0009841918945312,1.0010123252868652,1.0010405778884888,1.0010687112808228]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[2,2,1,5,6,16,36,56,92,190,286,539,825,1275,2012,3197,4807,6837,9636,13380,18069,24179,30861,38937,47407,56830,65969,75586,83417,90513,95346,98085,97890,96505,91692,86347,78285,69775,60471,51073,41973,34079,26552,20213,15148,11033,7839,5573,3652,2414,1511,1001,616,350,204,122,63,40,23,10,7,0,1,3],"bins":[-0.10136156529188156,-0.09821280092000961,-0.09506402909755707,-0.09191526472568512,-0.08876649290323257,-0.08561772853136063,-0.08246895670890808,-0.07932019233703613,-0.07617142051458359,-0.07302265614271164,-0.0698738843202591,-0.06672511994838715,-0.0635763481259346,-0.06042758375406265,-0.057278815656900406,-0.05413004755973816,-0.05098127946257591,-0.047832511365413666,-0.04468374326825142,-0.04153497517108917,-0.038386207073926926,-0.03523743897676468,-0.03208867087960243,-0.028939904645085335,-0.025791136547923088,-0.02264236845076084,-0.019493600353598595,-0.016344832256436348,-0.013196065090596676,-0.01004729699343443,-0.00689852936193347,-0.0037497614976018667,-0.0006009936332702637,0.0025477742310613394,0.005696542095392942,0.008845309726893902,0.011994077824056149,0.015142845921218395,0.018291613087058067,0.021440381184220314,0.02458914928138256,0.027737917378544807,0.030886685475707054,0.03403545171022415,0.0371842198073864,0.040332987904548645,0.04348175600171089,0.04663052409887314,0.049779292196035385,0.05292806029319763,0.05607682839035988,0.059225596487522125,0.06237436458468437,0.06552313268184662,0.06867189705371857,0.07182066887617111,0.07496943324804306,0.0781182050704956,0.08126696944236755,0.0844157412648201,0.08756450563669205,0.09071327745914459,0.09386204183101654,0.09701081365346909,0.10015957802534103],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-0.0008713718852959573,-0.0008426209096796811,-0.0008138699340634048,-0.0007851189584471285,-0.0007563679246231914,-0.0007276169490069151,-0.0006988659733906388,-0.0006701149977743626,-0.0006413640221580863,-0.00061261304654181,-0.0005838620709255338,-0.0005551110953092575,-0.0005263601196929812,-0.0004976090858690441,-0.0004688581102527678,-0.00044010713463649154,-0.0004113561590202153,-0.000382605183403939,-0.00035385420778766274,-0.000325103203067556,-0.00029635222745127976,-0.0002676012518350035,-0.000238850261666812,-0.0002100992714986205,-0.00018134829588234425,-0.00015259732026606798,-0.0001238463300978765,-9.509534720564261e-05,-6.634436431340873e-05,-3.7593381421174854e-05,-8.842398528940976e-06,1.9908584363292903e-05,4.8659625463187695e-05,7.741060835542157e-05,0.00010616159124765545,0.00013491258141584694,0.0001636635570321232,0.00019241453264839947,0.00022116552281659096,0.00024991651298478246,0.0002786674886010587,0.000307418464217335,0.00033616943983361125,0.00036492044455371797,0.00039367142016999424,0.0004224223957862705,0.0004511734005063772,0.0004799243761226535,0.0005086753517389297,0.000537426327355206,0.0005661773029714823,0.0005949282785877585,0.0006236792542040348,0.000652430288027972,0.0006811812636442482,0.0007099322392605245,0.0007386832148768008,0.000767434190493077,0.0007961851661093533,0.0008249361417256296,0.0008536871755495667,0.000882438151165843,0.0009111891267821193,0.0009399401023983955,0.0009686910780146718],"_type":"histogram","values":[1,1,0,1,2,1,0,3,2,8,4,2,1,7,10,9,7,13,5,7,13,12,18,27,24,36,33,32,27,41,34,29,41,22,26,25,29,30,21,24,20,14,16,16,12,11,13,7,7,10,3,5,1,3,1,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.1061738133430481,-0.10291825979948044,-0.09966270625591278,-0.09640715271234512,-0.09315159916877747,-0.0898960530757904,-0.08664049953222275,-0.08338494598865509,-0.08012939244508743,-0.07687383890151978,-0.07361828535795212,-0.07036273181438446,-0.0671071857213974,-0.06385163217782974,-0.060596078634262085,-0.05734052509069443,-0.05408497154712677,-0.05082941800355911,-0.047573864459991455,-0.044318314641714096,-0.04106276109814644,-0.03780720755457878,-0.03455165773630142,-0.031296104192733765,-0.028040550649166107,-0.02478499710559845,-0.02152944542467594,-0.018273893743753433,-0.015018340200185776,-0.011762787587940693,-0.00850723497569561,-0.005251682363450527,-0.0019961223006248474,0.0012594303116202354,0.004514982923865318,0.007770535536110401,0.011026088148355484,0.014281640760600567,0.01753719337284565,0.020792745053768158,0.024048298597335815,0.027303852140903473,0.03055940382182598,0.03381495550274849,0.03707050904631615,0.040326062589883804,0.04358161240816116,0.04683716595172882,0.05009271949529648,0.053348273038864136,0.05660382658243179,0.05985937640070915,0.06311492621898651,0.06637047976255417,0.06962603330612183,0.07288158684968948,0.07613714039325714,0.0793926939368248,0.08264824748039246,0.08590380102396011,0.08915935456752777,0.09241490066051483,0.09567045420408249,0.09892600774765015,0.1021815612912178],"_type":"histogram","values":[1,0,0,1,1,0,2,7,14,31,62,103,187,323,473,776,1261,1841,2692,3953,5420,7474,9925,12605,16122,19745,23425,26916,30522,33870,35901,37422,38449,37690,36709,33851,31613,28135,24161,20308,16907,13505,10530,8024,5922,4273,2914,2116,1412,883,554,348,192,122,54,28,22,18,5,2,1,0,0,1]},"parameters/_orig_mod.linear.weight":{"values":[392,1499,1601,1597,1617,1566,1665,1567,1639,1544,1599,1552,1566,1567,1558,1566,1653,1538,1619,1545,1580,1572,1606,1546,1573,1575,1550,1620,1530,1562,1521,1581,1636,1635,1543,1522,1525,1547,1564,1560,1572,1503,1531,1582,1567,1624,1608,1594,1558,1565,1637,1540,1568,1557,1502,1540,1583,1601,1555,1612,1467,1574,1550,516],"bins":[-0.036971740424633026,-0.035817794501781464,-0.0346638485789299,-0.03350990265607834,-0.032355956733226776,-0.031202008947730064,-0.030048061162233353,-0.02889411523938179,-0.027740169316530228,-0.026586223393678665,-0.025432277470827103,-0.02427832968533039,-0.02312438376247883,-0.021970437839627266,-0.020816490054130554,-0.01966254413127899,-0.01850859820842743,-0.017354652285575867,-0.016200706362724304,-0.015046758577227592,-0.01389281265437603,-0.012738866731524467,-0.01158491987735033,-0.010430973023176193,-0.00927702710032463,-0.008123081177473068,-0.006969134323298931,-0.005815187934786081,-0.0046612415462732315,-0.0035072951577603817,-0.002353348769247532,-0.001199402380734682,-4.5452266931533813e-05,0.001108494121581316,0.002262440510094166,0.0034163868986070156,0.004570333287119865,0.005724279675632715,0.006878226064145565,0.008032172918319702,0.009186118841171265,0.010340064764022827,0.011494011618196964,0.012647958472371101,0.013801904395222664,0.014955850318074226,0.016109798103570938,0.0172637440264225,0.018417689949274063,0.019571635872125626,0.020725581794977188,0.0218795295804739,0.023033475503325462,0.024187421426177025,0.025341369211673737,0.0264953151345253,0.02764926105737686,0.028803206980228424,0.029957152903079987,0.0311111006885767,0.03226504474878311,0.03341899439692497,0.034572940319776535,0.0357268862426281,0.03688083216547966],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.0098876953125,-0.009594917297363281,-0.009302139282226562,-0.009009361267089844,-0.008716583251953125,-0.008423805236816406,-0.008131027221679688,-0.007838249206542969,-0.00754547119140625,-0.007252693176269531,-0.0069599151611328125,-0.006667137145996094,-0.006374359130859375,-0.006081581115722656,-0.0057888031005859375,-0.005496025085449219,-0.0052032470703125,-0.004910469055175781,-0.0046176910400390625,-0.004324913024902344,-0.004032135009765625,-0.0037393569946289062,-0.0034465789794921875,-0.0031538009643554688,-0.00286102294921875,-0.0025682449340820312,-0.0022754669189453125,-0.0019826889038085938,-0.001689910888671875,-0.0013971328735351562,-0.0011043548583984375,-0.0008115768432617188,-0.000518798828125,-0.00022602081298828125,6.67572021484375e-05,0.00035953521728515625,0.000652313232421875,0.0009450912475585938,0.0012378692626953125,0.0015306472778320312,0.00182342529296875,0.0021162033081054688,0.0024089813232421875,0.0027017593383789062,0.002994537353515625,0.0032873153686523438,0.0035800933837890625,0.0038728713989257812,0.0041656494140625,0.004458427429199219,0.0047512054443359375,0.005043983459472656,0.005336761474609375,0.005629539489746094,0.0059223175048828125,0.006215095520019531,0.00650787353515625,0.006800651550292969,0.0070934295654296875,0.007386207580566406,0.007678985595703125,0.007971763610839844,0.008264541625976562,0.008557319641113281,0.00885009765625],"_type":"histogram","values":[1,0,0,0,0,2,2,3,0,2,6,11,8,9,22,27,37,69,95,134,197,344,488,790,1188,1884,3365,5181,8521,15555,26442,48411,86942,124469,110786,67077,37462,20608,11646,6887,4215,2537,1640,993,612,408,240,177,96,83,54,33,23,9,12,9,4,3,2,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[2,1,1,3,2,6,7,12,7,22,40,50,49,102,127,193,266,417,600,840,1285,1977,3137,4982,7656,13018,22743,41174,89100,196680,100211,43576,24072,13812,8448,5459,3357,2167,1394,919,602,399,274,160,166,85,58,65,20,21,22,8,7,7,3,5,3,3,0,0,1,0,0,1],"bins":[-0.032470703125,-0.0313720703125,-0.0302734375,-0.0291748046875,-0.028076171875,-0.0269775390625,-0.02587890625,-0.0247802734375,-0.023681640625,-0.0225830078125,-0.021484375,-0.0203857421875,-0.019287109375,-0.0181884765625,-0.01708984375,-0.0159912109375,-0.014892578125,-0.0137939453125,-0.0126953125,-0.0115966796875,-0.010498046875,-0.0093994140625,-0.00830078125,-0.0072021484375,-0.006103515625,-0.0050048828125,-0.00390625,-0.0028076171875,-0.001708984375,-0.0006103515625,0.00048828125,0.0015869140625,0.002685546875,0.0037841796875,0.0048828125,0.0059814453125,0.007080078125,0.0081787109375,0.00927734375,0.0103759765625,0.011474609375,0.0125732421875,0.013671875,0.0147705078125,0.015869140625,0.0169677734375,0.01806640625,0.0191650390625,0.020263671875,0.0213623046875,0.0224609375,0.0235595703125,0.024658203125,0.0257568359375,0.02685546875,0.0279541015625,0.029052734375,0.0301513671875,0.03125,0.0323486328125,0.033447265625,0.0345458984375,0.03564453125,0.0367431640625,0.037841796875]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,0,1,3,2,3,3,3,5,7,6,6,8,11,19,5,14,15,18,17,20,25,28,27,34,36,25,29,21,29,29,39,28,29,28,16,22,26,16,16,15,11,18,9,10,7,5,4,4,5,3,0,1,1,0,0,0,0,2,0,1],"bins":[-0.000922336068470031,-0.0008928372990339994,-0.0008633385295979679,-0.0008338397019542754,-0.0008043409325182438,-0.0007748421630822122,-0.0007453433936461806,-0.000715844624210149,-0.0006863458547741175,-0.000656847027130425,-0.0006273482576943934,-0.0005978494882583618,-0.0005683507188223302,-0.0005388519493862987,-0.0005093531217426062,-0.0004798543523065746,-0.000450355582870543,-0.0004208568134345114,-0.0003913580148946494,-0.0003618592454586178,-0.00033236044691875577,-0.0003028616774827242,-0.0002733629080466926,-0.0002438641240587458,-0.000214365340070799,-0.00018486655608285218,-0.00015536777209490538,-0.0001258690026588738,-9.637021867092699e-05,-6.687143468298018e-05,-3.7372657970990986e-05,-7.873877621022984e-06,2.1624844521284103e-05,5.1123624871252105e-05,8.06224052212201e-05,0.0001101211819332093,0.0001396199659211561,0.00016911874990910292,0.0001986175193451345,0.0002281163033330813,0.0002576150873210281,0.0002871138567570597,0.00031661265529692173,0.0003461114247329533,0.0003756101941689849,0.0004051089927088469,0.0004346077621448785,0.00046410656068474054,0.0004936053301207721,0.0005231040995568037,0.0005526028689928353,0.0005821016966365278,0.0006116004660725594,0.0006410992355085909,0.0006705980049446225,0.0007000967743806541,0.0007295955438166857,0.0007590943714603782,0.0007885931408964097,0.0008180919103324413,0.0008475906797684729,0.0008770894492045045,0.000906588276848197,0.0009360870462842286,0.0009655858157202601]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.0003719278029166162,-0.00036140502197667956,-0.0003508822701405734,-0.00034035948920063674,-0.00032983673736453056,-0.0003193139564245939,-0.00030879120458848774,-0.0002982684236485511,-0.0002877456718124449,-0.0002772228908725083,-0.00026670010993257165,-0.00025617735809646547,-0.00024565457715652883,-0.00023513181076850742,-0.000224609044380486,-0.0002140862779924646,-0.0002035635116044432,-0.00019304074521642178,-0.00018251797882840037,-0.00017199521244037896,-0.00016147244605235755,-0.00015094966511242092,-0.0001404268987243995,-0.0001299041323363781,-0.00011938136594835669,-0.00010885859956033528,-9.833583317231387e-05,-8.781305950833485e-05,-7.729029312031344e-05,-6.676752673229203e-05,-5.624475670629181e-05,-4.572198668029159e-05,-3.519919118843973e-05,-2.4676422981428914e-05,-1.41536547744181e-05,-3.6308865674072877e-06,6.891881639603525e-06,1.741464984661434e-05,2.793741805362515e-05,3.846018807962537e-05,4.898295446764678e-05,5.950572085566819e-05,7.00284872436896e-05,8.055126090766862e-05,9.107402729569003e-05,0.00010159679368371144,0.00011211956734769046,0.00012264233373571187,0.00013316510012373328,0.0001436878665117547,0.0001542106328997761,0.0001647333992877975,0.00017525616567581892,0.00018577894661575556,0.00019630171300377697,0.00020682447939179838,0.0002173472457798198,0.0002278700121678412,0.0002383927785558626,0.000248915544943884,0.00025943832588382065,0.00026996107771992683,0.00028048385865986347,0.00029100661049596965,0.0003015293914359063],"_type":"histogram","values":[1,0,0,0,0,1,1,1,0,1,2,2,1,3,0,4,10,4,6,7,13,15,16,10,15,16,23,26,21,33,25,24,18,29,42,32,29,33,22,35,29,36,26,21,18,22,16,14,12,10,10,4,5,7,3,1,3,2,2,1,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.08716396242380142,-0.084371417760849,-0.08157886564731598,-0.07878632098436356,-0.07599377632141113,-0.07320122420787811,-0.07040867954492569,-0.06761613488197327,-0.06482358276844025,-0.062031038105487823,-0.0592384934425354,-0.05644594505429268,-0.05365339666604996,-0.050860852003097534,-0.04806830361485481,-0.04527575895190239,-0.04248321056365967,-0.039690662175416946,-0.03689811751246452,-0.0341055691242218,-0.03131302446126938,-0.028520476073026657,-0.025727927684783936,-0.022935381159186363,-0.02014283463358879,-0.01735028810799122,-0.014557740651071072,-0.011765193194150925,-0.008972646668553352,-0.006180099677294493,-0.003387552686035633,-0.0005950056947767735,0.002197541296482086,0.004990088287740946,0.0077826352789998055,0.010575182735919952,0.013367729261517525,0.016160275787115097,0.01895282417535782,0.02174537070095539,0.024537917226552963,0.027330463752150536,0.030123010277748108,0.03291555866599083,0.03570810705423355,0.038500651717185974,0.041293200105428696,0.04408574476838112,0.04687829315662384,0.04967084154486656,0.052463386207818985,0.05525593459606171,0.05804847925901413,0.06084102764725685,0.06363357603549957,0.066426120698452,0.06921866536140442,0.07201121747493744,0.07480376213788986,0.07759630680084229,0.0803888589143753,0.08318140357732773,0.08597394824028015,0.08876650035381317,0.0915590450167656],"_type":"histogram","values":[4,5,11,27,27,55,98,167,232,362,514,724,1050,1556,2136,2904,3851,5158,6882,8736,10911,12971,15496,18324,21140,24013,26410,28959,30694,32056,32765,32834,32235,31288,29701,27309,24985,22345,19410,16889,14182,11662,9419,7318,5985,4512,3404,2506,1848,1180,858,605,403,263,185,97,69,30,21,19,13,8,1,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,1,0,2,2,4,8,9,7,16,25,22,47,58,98,123,237,386,624,997,1421,2353,3736,6223,9814,17286,28825,49393,79284,105584,102310,71974,44216,26106,14936,9163,5453,3296,2121,1360,868,515,346,204,128,76,59,28,19,16,7,11,9,3,3,3,2,2,1,2],"bins":[-0.0079345703125,-0.007700443267822266,-0.007466316223144531,-0.007232189178466797,-0.0069980621337890625,-0.006763935089111328,-0.006529808044433594,-0.006295680999755859,-0.006061553955078125,-0.005827426910400391,-0.005593299865722656,-0.005359172821044922,-0.0051250457763671875,-0.004890918731689453,-0.004656791687011719,-0.004422664642333984,-0.00418853759765625,-0.003954410552978516,-0.0037202835083007812,-0.003486156463623047,-0.0032520294189453125,-0.003017902374267578,-0.0027837753295898438,-0.0025496482849121094,-0.002315521240234375,-0.0020813941955566406,-0.0018472671508789062,-0.0016131401062011719,-0.0013790130615234375,-0.0011448860168457031,-0.0009107589721679688,-0.0006766319274902344,-0.0004425048828125,-0.00020837783813476562,2.574920654296875e-05,0.0002598762512207031,0.0004940032958984375,0.0007281303405761719,0.0009622573852539062,0.0011963844299316406,0.001430511474609375,0.0016646385192871094,0.0018987655639648438,0.002132892608642578,0.0023670196533203125,0.002601146697998047,0.0028352737426757812,0.0030694007873535156,0.00330352783203125,0.0035376548767089844,0.0037717819213867188,0.004005908966064453,0.0042400360107421875,0.004474163055419922,0.004708290100097656,0.004942417144775391,0.005176544189453125,0.005410671234130859,0.005644798278808594,0.005878925323486328,0.0061130523681640625,0.006347179412841797,0.006581306457519531,0.006815433502197266,0.007049560546875]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,1,2,3,3,9,12,26,55,80,116,171,301,458,723,1051,1380,1987,2857,3914,4937,6289,8046,9752,11826,13749,15874,18202,19816,21607,22518,23308,23223,22987,22104,21013,19392,17289,15499,13472,11150,9088,7427,5768,4495,3354,2409,1803,1281,802,598,374,245,147,94,54,35,19,5,11,2,0,2],"bins":[-0.09953371435403824,-0.0965474471449852,-0.09356117248535156,-0.09057490527629852,-0.08758863806724548,-0.08460236340761185,-0.08161609619855881,-0.07862982153892517,-0.07564355432987213,-0.07265728712081909,-0.06967101246118546,-0.06668474525213242,-0.06369847059249878,-0.06071220338344574,-0.0577259361743927,-0.05473966524004936,-0.051753394305706024,-0.048767123371362686,-0.04578085243701935,-0.04279458522796631,-0.03980831429362297,-0.03682204335927963,-0.03383577615022659,-0.030849505215883255,-0.027863234281539917,-0.02487696334719658,-0.02189069427549839,-0.0189044252038002,-0.015918154269456863,-0.0129318842664361,-0.009945614263415337,-0.006959344260394573,-0.003973081707954407,-0.0009868117049336433,0.00199945829808712,0.0049857283011078835,0.007971998304128647,0.01095826830714941,0.013944538310170174,0.016930807381868362,0.0199170783162117,0.02290334925055504,0.025889618322253227,0.028875887393951416,0.031862158328294754,0.03484842926263809,0.03783469647169113,0.04082096740603447,0.04380723834037781,0.046793509274721146,0.049779780209064484,0.05276604741811752,0.05575231835246086,0.0587385892868042,0.06172485649585724,0.06471113115549088,0.06769739836454391,0.07068366557359695,0.07366994023323059,0.07665620744228363,0.07964247465133667,0.0826287493109703,0.08561501652002335,0.08860129117965698,0.09158755838871002]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-9.143118404608686e-07,-8.878175776771968e-07,-8.613233148935251e-07,-8.348290521098534e-07,-8.083347893261816e-07,-7.818405265425099e-07,-7.55346320602257e-07,-7.288520578185853e-07,-7.023577950349136e-07,-6.758635322512418e-07,-6.493692694675701e-07,-6.228750066838984e-07,-5.963807439002267e-07,-5.698864811165549e-07,-5.433922183328832e-07,-5.168979555492115e-07,-4.904037496089586e-07,-4.6390945840357745e-07,-4.374151956199057e-07,-4.109209612579434e-07,-3.844266984742717e-07,-3.5793243569059996e-07,-3.3143817290692823e-07,-3.049439101232565e-07,-2.7844964733958477e-07,-2.5195541297762247e-07,-2.2546115019395074e-07,-1.9896688741027901e-07,-1.7247262462660728e-07,-1.4597837605379027e-07,-1.1948411327011854e-07,-9.298985759187417e-08,-6.64956019136298e-08,-4.0001346235385427e-08,-1.3507087004427376e-08,1.2987170450173835e-08,3.9481427904775046e-08,6.597568358301942e-08,9.246994636669115e-08,1.1896420204493552e-07,1.454584577231799e-07,1.7195272050685162e-07,1.9844696907966863e-07,2.2494123186334036e-07,2.514354946470121e-07,2.779297574306838e-07,3.044239917926461e-07,3.3091825457631785e-07,3.574125173599896e-07,3.839067801436613e-07,4.1040104292733304e-07,4.3689527728929534e-07,4.6338954007296707e-07,4.898838028566388e-07,5.163780656403105e-07,5.428723284239823e-07,5.69366591207654e-07,5.958608539913257e-07,6.223551167749974e-07,6.488493227152503e-07,6.75343585498922e-07,7.018378482825938e-07,7.283321110662655e-07,7.548263738499372e-07,7.81320636633609e-07],"_type":"histogram","values":[2,0,0,1,0,0,0,1,0,1,0,1,2,2,1,4,1,3,8,5,5,3,7,6,10,17,22,22,23,28,36,44,53,39,60,48,60,42,39,33,24,13,20,16,13,6,7,5,12,4,2,1,2,2,3,2,3,1,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,0,2,2,1,4,1,6,1,6,4,10,12,9,18,20,22,34,25,29,35,36,44,28,44,41,40,38,28,33,26,30,24,24,24,18,7,9,8,3,6,3,1,4,1,1,0,1,1,0,0,0,0,0,1],"bins":[-0.00038134472561068833,-0.0003699527296703309,-0.000358560704626143,-0.00034716870868578553,-0.00033577668364159763,-0.0003243846877012402,-0.0003129926626570523,-0.00030160066671669483,-0.0002902086707763374,-0.0002788166457321495,-0.00026742464979179204,-0.00025603262474760413,-0.0002446406288072467,-0.000233248618314974,-0.00022185660782270133,-0.00021046459733042866,-0.00019907258683815598,-0.0001876805763458833,-0.00017628856585361063,-0.00016489655536133796,-0.00015350454486906528,-0.00014211254892870784,-0.00013072053843643516,-0.00011932852794416249,-0.00010793651745188981,-9.654450695961714e-05,-8.515249646734446e-05,-7.37604932510294e-05,-6.236848275875673e-05,-5.097647226648405e-05,-3.9584465412190184e-05,-2.8192456738906913e-05,-1.680044806562364e-05,-5.4084393923403695e-06,5.983569280942902e-06,1.7375577954226173e-05,2.8767586627509445e-05,4.015959711978212e-05,5.155160397407599e-05,6.294361082836986e-05,7.433562132064253e-05,8.57276318129152e-05,9.711964230518788e-05,0.00010851164552150294,0.00011990365601377562,0.00013129565923009068,0.00014268766972236335,0.00015407968021463603,0.0001654716907069087,0.00017686370119918138,0.00018825571169145405,0.00019964772218372673,0.0002110397326759994,0.00022243172861635685,0.00023382373910862952,0.0002452157496009022,0.0002566077746450901,0.00026799977058544755,0.000279391766525805,0.0002907837915699929,0.00030217578751035035,0.00031356781255453825,0.0003249598084948957,0.0003363518335390836,0.00034774382947944105]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[3,0,2,1,2,5,4,3,8,11,10,18,22,32,39,61,79,124,158,233,316,494,779,1279,2268,4046,7996,15331,34512,87077,228199,121726,44294,19387,9732,4743,2600,1485,872,571,381,293,191,132,77,64,39,36,23,16,13,6,10,3,5,3,2,3,1,1,0,1,1,1],"bins":[-0.0022430419921875,-0.0021698474884033203,-0.0020966529846191406,-0.002023458480834961,-0.0019502639770507812,-0.0018770694732666016,-0.0018038749694824219,-0.0017306804656982422,-0.0016574859619140625,-0.0015842914581298828,-0.0015110969543457031,-0.0014379024505615234,-0.0013647079467773438,-0.001291513442993164,-0.0012183189392089844,-0.0011451244354248047,-0.001071929931640625,-0.0009987354278564453,-0.0009255409240722656,-0.0008523464202880859,-0.0007791519165039062,-0.0007059574127197266,-0.0006327629089355469,-0.0005595684051513672,-0.0004863739013671875,-0.0004131793975830078,-0.0003399848937988281,-0.00026679039001464844,-0.00019359588623046875,-0.00012040138244628906,-4.7206878662109375e-05,2.5987625122070312e-05,9.918212890625e-05,0.0001723766326904297,0.0002455711364746094,0.00031876564025878906,0.00039196014404296875,0.00046515464782714844,0.0005383491516113281,0.0006115436553955078,0.0006847381591796875,0.0007579326629638672,0.0008311271667480469,0.0009043216705322266,0.0009775161743164062,0.001050710678100586,0.0011239051818847656,0.0011970996856689453,0.001270294189453125,0.0013434886932373047,0.0014166831970214844,0.001489877700805664,0.0015630722045898438,0.0016362667083740234,0.0017094612121582031,0.0017826557159423828,0.0018558502197265625,0.0019290447235107422,0.002002239227294922,0.0020754337310791016,0.0021486282348632812,0.002221822738647461,0.0022950172424316406,0.0023682117462158203,0.00244140625]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,0,2,3,5,1,1,2,1,2,6,3,10,8,10,18,17,32,56,67,102,119,90,56,36,21,14,11,19,7,9,8,4,4,1,3,4,5,0,1,1,2,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-0.033837929368019104,-0.03251083940267563,-0.031183749437332153,-0.029856659471988678,-0.028529569506645203,-0.027202481403946877,-0.0258753914386034,-0.024548301473259926,-0.02322121150791645,-0.021894121542572975,-0.0205670315772295,-0.019239941611886024,-0.0179128535091877,-0.016585763543844223,-0.015258673578500748,-0.013931583613157272,-0.012604493647813797,-0.011277403682470322,-0.009950313717126846,-0.008623224683105946,-0.00729613471776247,-0.005969044752418995,-0.004641955252736807,-0.003314865520223975,-0.0019877757877111435,-0.0006606860551983118,0.0006664036773145199,0.0019934934098273516,0.0033205831423401833,0.004647673107683659,0.005974762607365847,0.007301852107048035,0.008628945797681808,0.009956035763025284,0.01128312572836876,0.01261021476238966,0.013937304727733135,0.01526439469307661,0.01659148372709751,0.017918573692440987,0.019245663657784462,0.020572753623127937,0.021899843588471413,0.023226933553814888,0.024554021656513214,0.02588111162185669,0.027208201587200165,0.02853529155254364,0.029862381517887115,0.03118947148323059,0.032516561448574066,0.03384365141391754,0.03517074137926102,0.03649783134460449,0.03782492130994797,0.03915201127529144,0.04047910124063492,0.041806187480688095,0.04313327744603157,0.044460367411375046,0.04578745737671852,0.047114547342061996,0.04844163730740547,0.04976872727274895,0.05109581723809242]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"bins":[-0.09471239894628525,-0.09174971282482147,-0.0887870267033577,-0.08582434058189392,-0.08286164700984955,-0.07989896088838577,-0.076936274766922,-0.07397358864545822,-0.07101090252399445,-0.06804821640253067,-0.0650855302810669,-0.06212284043431282,-0.059160154312849045,-0.05619746819138527,-0.053234778344631195,-0.05027209222316742,-0.047309406101703644,-0.04434671998023987,-0.04138403385877609,-0.03842134401202202,-0.03545865789055824,-0.03249597176909447,-0.029533283784985542,-0.026570595800876617,-0.023607909679412842,-0.020645223557949066,-0.01768253557384014,-0.014719848521053791,-0.01175716146826744,-0.00879447441548109,-0.00583178736269474,-0.00286910030990839,9.357929229736328e-05,0.0030562663450837135,0.006018953397870064,0.008981640450656414,0.011944327503442764,0.014907014556229115,0.017869701609015465,0.02083238959312439,0.023795075714588165,0.02675776183605194,0.029720449820160866,0.03268313780426979,0.035645823925733566,0.03860851004719734,0.041571199893951416,0.04453388601541519,0.04749657213687897,0.05045925825834274,0.05342194437980652,0.05638463422656059,0.05934732034802437,0.062310006469488144,0.06527269631624222,0.068235382437706,0.07119806855916977,0.07416075468063354,0.07712344080209732,0.0800861269235611,0.08304882049560547,0.08601150661706924,0.08897419273853302,0.0919368788599968,0.09489956498146057],"_type":"histogram","values":[1,2,11,8,24,52,85,134,216,359,570,960,1525,2113,3242,4820,6641,9330,12750,16850,21960,27831,34804,42590,50427,59157,66927,73967,81662,87082,90550,92687,92556,90592,86442,80496,74429,66446,58001,49972,41856,34541,27643,21631,16721,12474,9212,6641,4626,3107,2174,1474,945,628,411,212,131,81,40,28,6,9,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,1,0,0,0,0,0,0,1,4,3,4,8,6,15,14,28,38,51,91,111,185,230,362,528,853,1259,1909,2909,4214,6827,10630,19081,33810,64764,113305,131302,87483,46307,24867,14294,8529,5323,3429,2348,1510,1006,665,514,305,229,163,78,83,44,26,19,14,15,9,3,5,4,8],"bins":[-0.01068115234375,-0.010386466979980469,-0.010091781616210938,-0.009797096252441406,-0.009502410888671875,-0.009207725524902344,-0.008913040161132812,-0.008618354797363281,-0.00832366943359375,-0.008028984069824219,-0.0077342987060546875,-0.007439613342285156,-0.007144927978515625,-0.006850242614746094,-0.0065555572509765625,-0.006260871887207031,-0.0059661865234375,-0.005671501159667969,-0.0053768157958984375,-0.005082130432128906,-0.004787445068359375,-0.004492759704589844,-0.0041980743408203125,-0.0039033889770507812,-0.00360870361328125,-0.0033140182495117188,-0.0030193328857421875,-0.0027246475219726562,-0.002429962158203125,-0.0021352767944335938,-0.0018405914306640625,-0.0015459060668945312,-0.001251220703125,-0.0009565353393554688,-0.0006618499755859375,-0.00036716461181640625,-7.2479248046875e-05,0.00022220611572265625,0.0005168914794921875,0.0008115768432617188,0.00110626220703125,0.0014009475708007812,0.0016956329345703125,0.0019903182983398438,0.002285003662109375,0.0025796890258789062,0.0028743743896484375,0.0031690597534179688,0.0034637451171875,0.0037584304809570312,0.0040531158447265625,0.004347801208496094,0.004642486572265625,0.004937171936035156,0.0052318572998046875,0.005526542663574219,0.00582122802734375,0.006115913391113281,0.0064105987548828125,0.006705284118652344,0.006999969482421875,0.007294654846191406,0.0075893402099609375,0.007884025573730469,0.0081787109375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9991464614868164,0.9991754293441772,0.9992043972015381,0.9992333054542542,0.999262273311615,0.9992912411689758,0.9993202090263367,0.9993491172790527,0.9993780851364136,0.9994070529937744,0.9994360208511353,0.9994649887084961,0.9994938969612122,0.999522864818573,0.9995518326759338,0.9995808005332947,0.9996097087860107,0.9996386766433716,0.9996676445007324,0.9996966123580933,0.9997255802154541,0.9997544884681702,0.999783456325531,0.9998124241828918,0.9998413920402527,0.9998703598976135,0.9998992681503296,0.9999282360076904,0.9999572038650513,0.9999861717224121,1.000015139579773,1.0000441074371338,1.000072956085205,1.000101923942566,1.0001308917999268,1.0001598596572876,1.0001888275146484,1.0002177953720093,1.0002467632293701,1.000275731086731,1.0003046989440918,1.0003336668014526,1.000362515449524,1.0003914833068848,1.0004204511642456,1.0004494190216064,1.0004783868789673,1.0005073547363281,1.000536322593689,1.0005652904510498,1.0005942583084106,1.000623106956482,1.0006520748138428,1.0006810426712036,1.0007100105285645,1.0007389783859253,1.0007679462432861,1.000796914100647,1.0008258819580078,1.0008548498153687,1.00088369846344,1.0009126663208008,1.0009416341781616,1.0009706020355225,1.0009995698928833],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,3,3,2,4,2,4,7,6,2,9,5,16,14,25,27,44,34,41,44,40,35,33,40,33,37,25,26,23,24,22,20,17,16,18,11,7,9,5,3,8,7,0,3,1,1,1,2,0,0,0,1,3,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,1,0,0,0,1,1,1,1,4,4,1,2,4,12,11,14,22,20,45,78,99,140,231,332,515,861,1485,3004,6049,12333,29614,82718,296513,95426,32656,13906,6373,3190,1728,869,546,316,221,156,87,64,51,31,25,14,11,10,7,5,5,2,1,0,4,0,2,1],"bins":[-0.00537109375,-0.005215644836425781,-0.0050601959228515625,-0.004904747009277344,-0.004749298095703125,-0.004593849182128906,-0.0044384002685546875,-0.004282951354980469,-0.00412750244140625,-0.003972053527832031,-0.0038166046142578125,-0.0036611557006835938,-0.003505706787109375,-0.0033502578735351562,-0.0031948089599609375,-0.0030393600463867188,-0.0028839111328125,-0.0027284622192382812,-0.0025730133056640625,-0.0024175643920898438,-0.002262115478515625,-0.0021066665649414062,-0.0019512176513671875,-0.0017957687377929688,-0.00164031982421875,-0.0014848709106445312,-0.0013294219970703125,-0.0011739730834960938,-0.001018524169921875,-0.0008630752563476562,-0.0007076263427734375,-0.0005521774291992188,-0.000396728515625,-0.00024127960205078125,-8.58306884765625e-05,6.961822509765625e-05,0.000225067138671875,0.00038051605224609375,0.0005359649658203125,0.0006914138793945312,0.00084686279296875,0.0010023117065429688,0.0011577606201171875,0.0013132095336914062,0.001468658447265625,0.0016241073608398438,0.0017795562744140625,0.0019350051879882812,0.0020904541015625,0.0022459030151367188,0.0024013519287109375,0.0025568008422851562,0.002712249755859375,0.0028676986694335938,0.0030231475830078125,0.0031785964965820312,0.00333404541015625,0.0034894943237304688,0.0036449432373046875,0.0038003921508789062,0.003955841064453125,0.004111289978027344,0.0042667388916015625,0.004422187805175781,0.00457763671875],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"bins":[-0.030028413981199265,-0.02912255935370922,-0.028216704726219177,-0.027310851961374283,-0.02640499733388424,-0.025499142706394196,-0.024593288078904152,-0.02368743345141411,-0.022781580686569214,-0.02187572605907917,-0.020969871431589127,-0.020064016804099083,-0.01915816217660904,-0.018252307549118996,-0.0173464547842741,-0.016440600156784058,-0.015534745529294014,-0.01462889090180397,-0.013723037205636501,-0.012817182578146458,-0.011911328881978989,-0.011005474254488945,-0.010099619626998901,-0.009193765930831432,-0.008287911303341389,-0.007382057141512632,-0.006476202979683876,-0.005570348352193832,-0.004664494190365076,-0.0037586400285363197,-0.0028527856338769197,-0.0019469313556328416,-0.0010410770773887634,-0.00013522279914468527,0.0007706314790993929,0.001676485757343471,0.002582340035587549,0.0034881941974163055,0.004394048824906349,0.0052999029867351055,0.006205757148563862,0.007111611310392618,0.008017465472221375,0.008923320099711418,0.009829174727201462,0.01073502842336893,0.011640883050858974,0.012546736747026443,0.013452591374516487,0.01435844600200653,0.015264299698174,0.01617015339434147,0.017076008021831512,0.017981862649321556,0.0188877172768116,0.019793571904301643,0.020699426531791687,0.02160527929663658,0.022511133924126625,0.02341698855161667,0.024322843179106712,0.025228697806596756,0.02613455057144165,0.027040405198931694,0.027946259826421738],"_type":"histogram","values":[1,2,0,0,0,0,0,2,1,0,0,1,0,2,1,0,4,4,3,1,2,0,0,6,1,7,3,8,6,5,3,4,2,2,0,7,3,4,2,3,5,2,1,7,3,5,3,1,2,2,1,0,1,2,0,1,0,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09534270316362381,-0.09238142520189285,-0.0894201472401619,-0.08645886927843094,-0.08349759876728058,-0.08053632080554962,-0.07757504284381866,-0.07461376488208771,-0.07165248692035675,-0.0686912089586258,-0.06572993099689484,-0.06276865303516388,-0.05980737879872322,-0.056846100836992264,-0.053884826600551605,-0.05092354863882065,-0.04796227067708969,-0.045000992715358734,-0.04203971475362778,-0.03907844051718712,-0.03611716255545616,-0.033155884593725204,-0.030194608494639397,-0.02723333239555359,-0.024272054433822632,-0.021310776472091675,-0.018349500373005867,-0.015388223342597485,-0.012426946312189102,-0.00946566928178072,-0.006504392251372337,-0.003543115220963955,-0.0005818456411361694,0.002379431389272213,0.005340708419680595,0.008301985450088978,0.01126326248049736,0.014224539510905743,0.017185816541314125,0.020147092640399933,0.02310837060213089,0.026069648563861847,0.029030924662947655,0.03199220076203346,0.03495347872376442,0.03791475668549538,0.040876030921936035,0.04383730888366699,0.04679858684539795,0.049759864807128906,0.05272114276885986,0.05568241700530052,0.05864369496703148,0.061604972928762436,0.0645662471652031,0.06752752512693405,0.07048880308866501,0.07345008105039597,0.07641135901212692,0.07937263697385788,0.08233390748500824,0.0852951854467392,0.08825646340847015,0.09121774137020111,0.09417901933193207],"_type":"histogram","values":[1,2,6,15,15,41,58,117,212,333,574,873,1339,1983,2972,4274,6364,8843,11598,15945,20620,26337,33170,40776,48467,56739,65183,72850,80285,85731,90398,92265,92435,91212,87482,82238,75620,68388,60107,51992,43735,35749,29081,22816,17944,13324,10041,7076,5116,3526,2360,1513,1069,707,397,236,126,83,42,27,17,11,7,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,1,0,1,3,0,2,6,2,2,3,2,7,4,9,8,12,13,6,12,24,32,36,28,36,30,39,37,46,31,42,35,36,41,27,26,23,16,14,19,14,5,5,6,5,2,5,2,2,2,0,0,1,3,2,0,1,0,0,0,0,0,0,1],"bins":[-0.0005331666907295585,-0.0005145410541445017,-0.0004959154175594449,-0.0004772897809743881,-0.00045866414438933134,-0.000440038536908105,-0.00042141290032304823,-0.00040278726373799145,-0.00038416162715293467,-0.0003655359905678779,-0.0003469103539828211,-0.0003282847173977643,-0.000309659109916538,-0.0002910334733314812,-0.00027240783674642444,-0.00025378220016136765,-0.00023515656357631087,-0.0002165309269912541,-0.0001979052904061973,-0.00017927966837305576,-0.00016065403178799897,-0.0001420283952029422,-0.00012340277316980064,-0.00010477713658474386,-8.615149999968708e-05,-6.75258634146303e-05,-4.8900234105531126e-05,-3.027460115845315e-05,-1.1648968211375177e-05,6.976664735702798e-06,2.5602297682780772e-05,4.422793062985875e-05,6.285362178459764e-05,8.147925836965442e-05,0.00010010488767875358,0.00011873051698785275,0.00013735615357290953,0.00015598179015796632,0.00017460741219110787,0.00019323304877616465,0.00021185868536122143,0.00023048432194627821,0.000249109958531335,0.0002677355951163918,0.0002863612025976181,0.0003049868391826749,0.00032361247576773167,0.00034223811235278845,0.00036086374893784523,0.000379489385522902,0.0003981150221079588,0.0004167406586930156,0.00043536629527807236,0.0004539919027592987,0.00047261753934435546,0.0004912432050332427,0.0005098688416182995,0.0005284944199956954,0.0005471200565807521,0.0005657456931658089,0.0005843713297508657,0.0006029969663359225,0.0006216226029209793,0.000640248239506036,0.0006588738760910928],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[2,0,0,2,1,0,0,3,3,2,4,3,4,7,11,7,11,18,12,21,15,31,27,42,28,36,40,43,34,25,40,39,25,21,20,35,18,17,8,20,16,8,15,4,8,5,2,4,4,3,1,2,0,6,3,3,3,2,2,0,0,1,0,1],"bins":[0.9992600083351135,0.9992868304252625,0.9993136525154114,0.9993404746055603,0.9993672966957092,0.9993941187858582,0.9994209408760071,0.9994478225708008,0.9994746446609497,0.9995014667510986,0.9995282888412476,0.9995551109313965,0.9995819330215454,0.9996087551116943,0.9996355772018433,0.9996623992919922,0.9996892213821411,0.99971604347229,0.999742865562439,0.9997696876525879,0.9997965693473816,0.9998233914375305,0.9998502135276794,0.9998770356178284,0.9999038577079773,0.9999306797981262,0.9999575018882751,0.9999843239784241,1.0000112056732178,1.0000380277633667,1.0000648498535156,1.0000916719436646,1.0001184940338135,1.0001453161239624,1.0001721382141113,1.0001989603042603,1.0002257823944092,1.000252604484558,1.000279426574707,1.000306248664856,1.0003330707550049,1.0003598928451538,1.0003867149353027,1.0004135370254517,1.0004403591156006,1.0004671812057495,1.0004940032958984,1.0005208253860474,1.0005476474761963,1.0005744695663452,1.0006012916564941,1.000628113746643,1.0006550550460815,1.0006818771362305,1.0007086992263794,1.0007355213165283,1.0007623434066772,1.0007891654968262,1.000815987586975,1.000842809677124,1.000869631767273,1.0008964538574219,1.0009232759475708,1.0009500980377197,1.0009769201278687],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,1,2,0,3,4,5,10,15,16,31,37,54,86,118,212,282,409,725,1227,1863,3296,5446,8970,16733,31423,65838,153233,506118,489470,151851,65095,31608,16120,9212,5231,3091,1894,1140,677,426,283,204,127,84,54,34,41,15,14,11,10,4,0,2,4,1,1,0,0,0,1],"bins":[-0.028076171875,-0.027170181274414062,-0.026264190673828125,-0.025358200073242188,-0.02445220947265625,-0.023546218872070312,-0.022640228271484375,-0.021734237670898438,-0.0208282470703125,-0.019922256469726562,-0.019016265869140625,-0.018110275268554688,-0.01720428466796875,-0.016298294067382812,-0.015392303466796875,-0.014486312866210938,-0.013580322265625,-0.012674331665039062,-0.011768341064453125,-0.010862350463867188,-0.00995635986328125,-0.009050369262695312,-0.008144378662109375,-0.0072383880615234375,-0.0063323974609375,-0.0054264068603515625,-0.004520416259765625,-0.0036144256591796875,-0.00270843505859375,-0.0018024444580078125,-0.000896453857421875,9.5367431640625e-06,0.00091552734375,0.0018215179443359375,0.002727508544921875,0.0036334991455078125,0.00453948974609375,0.0054454803466796875,0.006351470947265625,0.0072574615478515625,0.0081634521484375,0.009069442749023438,0.009975433349609375,0.010881423950195312,0.01178741455078125,0.012693405151367188,0.013599395751953125,0.014505386352539062,0.015411376953125,0.016317367553710938,0.017223358154296875,0.018129348754882812,0.01903533935546875,0.019941329956054688,0.020847320556640625,0.021753311157226562,0.0226593017578125,0.023565292358398438,0.024471282958984375,0.025377273559570312,0.02628326416015625,0.027189254760742188,0.028095245361328125,0.029001235961914062,0.0299072265625]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,1,3,3,2,1,8,3,6,3,5,8,13,21,14,22,24,26,31,33,39,34,33,49,37,41,35,29,17,34,17,20,17,12,16,7,7,19,8,10,6,5,8,3,6,6,0,4,1,2,5,2,1,3,1,2,0,1,0,0,1],"bins":[0.9993072748184204,0.999333918094635,0.9993605613708496,0.999387264251709,0.9994139075279236,0.9994405508041382,0.9994671940803528,0.9994938373565674,0.9995205402374268,0.9995471835136414,0.999573826789856,0.9996004700660706,0.9996271133422852,0.9996537566184998,0.9996804594993591,0.9997071027755737,0.9997337460517883,0.9997603893280029,0.9997870326042175,0.9998137354850769,0.9998403787612915,0.9998670220375061,0.9998936653137207,0.9999203085899353,0.9999469518661499,0.9999736547470093,1.000000238418579,1.0000269412994385,1.0000536441802979,1.0000802278518677,1.000106930732727,1.0001335144042969,1.0001602172851562,1.0001869201660156,1.0002135038375854,1.0002402067184448,1.0002667903900146,1.000293493270874,1.0003201961517334,1.0003467798233032,1.0003734827041626,1.0004000663757324,1.0004267692565918,1.0004534721374512,1.000480055809021,1.0005067586898804,1.0005333423614502,1.0005600452423096,1.000586748123169,1.0006133317947388,1.0006400346755981,1.000666618347168,1.0006933212280273,1.0007199048995972,1.0007466077804565,1.000773310661316,1.0007998943328857,1.0008265972137451,1.000853180885315,1.0008798837661743,1.0009065866470337,1.0009331703186035,1.000959873199463,1.0009864568710327,1.001013159751892]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,1,0,0,3,0,2,3,2,2,3,4,6,6,9,13,24,16,12,17,22,24,24,29,22,33,37,35,26,38,35,30,31,30,22,23,20,22,25,16,20,14,12,9,12,6,3,5,3,3,1,1,0,1,1,4,1,1,1],"bins":[-0.0004011525015812367,-0.0003894412948284298,-0.0003777300880756229,-0.000366018881322816,-0.0003543076745700091,-0.0003425964678172022,-0.0003308852610643953,-0.0003191740543115884,-0.00030746287666261196,-0.00029575166990980506,-0.00028404046315699816,-0.00027232925640419126,-0.00026061804965138435,-0.00024890684289857745,-0.00023719563614577055,-0.00022548442939296365,-0.00021377322264015675,-0.00020206201588734984,-0.00019035080913454294,-0.00017863960238173604,-0.00016692839562892914,-0.00015521720342803746,-0.00014350599667523056,-0.00013179478992242366,-0.00012008358316961676,-0.00010837237641680986,-9.666116966400295e-05,-8.494997018715367e-05,-7.323876343434677e-05,-6.152755668153986e-05,-4.981635356671177e-05,-3.8105150451883674e-05,-2.639397280290723e-05,-1.468276786908973e-05,-2.9715629352722317e-06,8.739641998545267e-06,2.0450846932362765e-05,3.216205368516967e-05,4.387325679999776e-05,5.558445991482586e-05,6.729566666763276e-05,7.900687342043966e-05,9.071808017324656e-05,0.00010242927965009585,0.00011414048640290275,0.00012585168587975204,0.00013756289263255894,0.00014927409938536584,0.00016098530613817275,0.00017269651289097965,0.00018440771964378655,0.00019611892639659345,0.00020783013314940035,0.00021954132535029203,0.00023125253210309893,0.00024296373885590583,0.0002546749310567975,0.0002663861378096044,0.0002780973445624113,0.0002898085513152182,0.0003015197580680251,0.000313230964820832,0.0003249421715736389,0.0003366533783264458,0.0003483645850792527],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.00029503763653337955,-0.0002855692873708904,-0.00027610090910457075,-0.00026663255994208157,-0.00025716418167576194,-0.00024769583251327276,-0.00023822746879886836,-0.00022875910508446395,-0.00021929075592197478,-0.00020982239220757037,-0.00020035402849316597,-0.00019088566477876157,-0.00018141730106435716,-0.00017194893734995276,-0.00016248058818746358,-0.00015301222447305918,-0.00014354386075865477,-0.00013407549704425037,-0.00012460713332984596,-0.00011513877689139917,-0.00010567042045295238,-9.620205673854798e-05,-8.673369302414358e-05,-7.726533658569679e-05,-6.779697287129238e-05,-5.8328612794866785e-05,-4.886025271844119e-05,-3.9391889004036784e-05,-2.9923528927611187e-05,-2.045516885118559e-05,-1.098680695577059e-05,-1.5184459698502906e-06,7.949915016070008e-06,1.7418275092495605e-05,2.6886636987910606e-05,3.6354998883325607e-05,4.5823358959751204e-05,5.52917190361768e-05,6.47600827505812e-05,7.4228439189028e-05,8.36968029034324e-05,9.31651666178368e-05,0.00010263352305628359,0.000112101886770688,0.0001215702504850924,0.0001310386141994968,0.00014050696336198598,0.00014997532707639039,0.0001594436907907948,0.0001689120545051992,0.0001783804182196036,0.00018784876738209277,0.00019731713109649718,0.00020678549481090158,0.00021625385852530599,0.0002257222222397104,0.0002351905859541148,0.00024465893511660397,0.0002541273133829236,0.0002635956625454128,0.00027306401170790195,0.0002825323899742216,0.00029200073913671076,0.0003014691174030304,0.00031093746656551957],"_type":"histogram","values":[1,1,0,1,0,3,1,3,3,0,4,4,9,5,8,3,9,15,8,16,14,26,17,22,20,24,32,36,26,27,32,32,34,33,28,38,29,24,24,22,20,24,13,14,9,10,7,5,7,5,4,3,3,2,4,2,0,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,2,0,0,1,1,2,3,1,2,2,3,6,6,10,10,9,12,27,10,14,25,15,25,15,41,31,32,30,29,27,28,30,33,38,33,20,23,18,22,24,17,7,15,10,15,11,11,4,6,2,3,0,2,0,2,1,0,0,0,0,1],"bins":[-0.04986029118299484,-0.04833383485674858,-0.04680737853050232,-0.04528092220425606,-0.043754465878009796,-0.04222801327705383,-0.04070155695080757,-0.03917510062456131,-0.03764864429831505,-0.03612218797206879,-0.034595731645822525,-0.03306927531957626,-0.0315428227186203,-0.03001636452972889,-0.028489910066127777,-0.026963453739881516,-0.025436997413635254,-0.023910541087388992,-0.02238408476114273,-0.02085763029754162,-0.019331173971295357,-0.017804717645049095,-0.016278263181447983,-0.014751806855201721,-0.01322535052895546,-0.011698894202709198,-0.010172438807785511,-0.008645983412861824,-0.0071195270866155624,-0.005593071226030588,-0.004066615365445614,-0.0025401595048606396,-0.0010136999189853668,0.0005127559415996075,0.0020392118021845818,0.003565667662769556,0.00509212352335453,0.006618579383939505,0.008145035244524479,0.009671490639448166,0.011197946965694427,0.012724403291940689,0.014250858686864376,0.015777314081788063,0.017303770408034325,0.018830226734280586,0.0203566811978817,0.02188313752412796,0.023409593850374222,0.024936050176620483,0.026462506502866745,0.027988960966467857,0.02951541729271412,0.03104187361896038,0.03256832808256149,0.034094784408807755,0.035621240735054016,0.03714769706130028,0.03867415338754654,0.0402006097137928,0.04172706604003906,0.043253518640995026,0.04477997496724129,0.04630643129348755,0.04783288761973381],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,1,1,0,0,0,0,1,0,1,2,0,1,0,3,2,3,1,7,2,2,3,6,4,8,12,20,22,27,29,44,72,99,116,64,35,34,29,17,19,11,8,13,5,9,5,4,4,2,3,3,2,0,2,2,1,1,2,0,0,0,0,3],"bins":[-0.06837273389101028,-0.06637752056121826,-0.06438229978084564,-0.06238708645105362,-0.0603918693959713,-0.05839665234088898,-0.056401435285806656,-0.054406218230724335,-0.05241100490093231,-0.05041578784584999,-0.04842057079076767,-0.04642535373568535,-0.04443013668060303,-0.042434919625520706,-0.040439706295728683,-0.03844448924064636,-0.03644927218556404,-0.03445405513048172,-0.0324588380753994,-0.030463622882962227,-0.028468407690525055,-0.026473190635442734,-0.024477973580360413,-0.02248275838792324,-0.02048754133284092,-0.0184923242777586,-0.016497109085321426,-0.014501892030239105,-0.012506675906479359,-0.010511459782719612,-0.008516242727637291,-0.006521026603877544,-0.004525810480117798,-0.0025305941235274076,-0.0005353777669370174,0.0014598385896533728,0.003455054946243763,0.0054502710700035095,0.007445487659424543,0.009440704248845577,0.011435920372605324,0.01343113649636507,0.015426352620124817,0.017421569675207138,0.01941678673028946,0.02141200192272663,0.023407218977808952,0.025402434170246124,0.027397651225328445,0.029392868280410767,0.03138808533549309,0.03338329866528511,0.03537851572036743,0.03737373277544975,0.039368949830532074,0.041364166885614395,0.043359383940696716,0.04535459727048874,0.04734981432557106,0.04934503138065338,0.0513402484357357,0.053335465490818024,0.055330678820610046,0.05732589587569237,0.05932111293077469],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[2,1,0,5,4,4,7,5,12,22,21,44,95,103,181,304,450,730,1152,1847,2780,4371,7042,11803,19407,32724,53941,82367,102499,94923,67487,41588,25038,14811,9082,5501,3445,2151,1348,928,554,397,232,137,91,62,34,33,12,18,12,6,3,1,3,2,0,0,0,1,0,0,0,1],"bins":[-0.006317138671875,-0.006097316741943359,-0.005877494812011719,-0.005657672882080078,-0.0054378509521484375,-0.005218029022216797,-0.004998207092285156,-0.004778385162353516,-0.004558563232421875,-0.004338741302490234,-0.004118919372558594,-0.003899097442626953,-0.0036792755126953125,-0.003459453582763672,-0.0032396316528320312,-0.0030198097229003906,-0.00279998779296875,-0.0025801658630371094,-0.0023603439331054688,-0.002140522003173828,-0.0019207000732421875,-0.0017008781433105469,-0.0014810562133789062,-0.0012612342834472656,-0.001041412353515625,-0.0008215904235839844,-0.0006017684936523438,-0.0003819465637207031,-0.0001621246337890625,5.7697296142578125e-05,0.00027751922607421875,0.0004973411560058594,0.0007171630859375,0.0009369850158691406,0.0011568069458007812,0.0013766288757324219,0.0015964508056640625,0.0018162727355957031,0.0020360946655273438,0.0022559165954589844,0.002475738525390625,0.0026955604553222656,0.0029153823852539062,0.003135204315185547,0.0033550262451171875,0.003574848175048828,0.0037946701049804688,0.004014492034912109,0.00423431396484375,0.004454135894775391,0.004673957824707031,0.004893779754638672,0.0051136016845703125,0.005333423614501953,0.005553245544433594,0.005773067474365234,0.005992889404296875,0.006212711334228516,0.006432533264160156,0.006652355194091797,0.0068721771240234375,0.007091999053955078,0.007311820983886719,0.007531642913818359,0.00775146484375]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,1,2,4,3,6,10,12,18,33,48,74,94,143,227,287,428,589,806,1100,1590,2172,3033,4445,6313,9380,13672,21119,33290,57908,125145,140090,63093,35951,22103,14408,9708,6714,4596,3241,2309,1573,1200,860,582,433,317,222,142,103,75,52,36,24,15,8,5,3,2,1,1,2,0,1],"bins":[-0.060791015625,-0.058834075927734375,-0.05687713623046875,-0.054920196533203125,-0.0529632568359375,-0.051006317138671875,-0.04904937744140625,-0.047092437744140625,-0.045135498046875,-0.043178558349609375,-0.04122161865234375,-0.039264678955078125,-0.0373077392578125,-0.035350799560546875,-0.03339385986328125,-0.031436920166015625,-0.02947998046875,-0.027523040771484375,-0.02556610107421875,-0.023609161376953125,-0.0216522216796875,-0.019695281982421875,-0.01773834228515625,-0.015781402587890625,-0.013824462890625,-0.011867523193359375,-0.00991058349609375,-0.007953643798828125,-0.0059967041015625,-0.004039764404296875,-0.00208282470703125,-0.000125885009765625,0.0018310546875,0.003787994384765625,0.00574493408203125,0.007701873779296875,0.0096588134765625,0.011615753173828125,0.01357269287109375,0.015529632568359375,0.017486572265625,0.019443511962890625,0.02140045166015625,0.023357391357421875,0.0253143310546875,0.027271270751953125,0.02922821044921875,0.031185150146484375,0.03314208984375,0.035099029541015625,0.03705596923828125,0.039012908935546875,0.0409698486328125,0.042926788330078125,0.04488372802734375,0.046840667724609375,0.048797607421875,0.050754547119140625,0.05271148681640625,0.054668426513671875,0.0566253662109375,0.058582305908203125,0.06053924560546875,0.062496185302734375,0.064453125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[3,3,10,20,32,54,104,187,296,488,808,1228,1799,2724,4054,5629,7932,10810,14578,18930,24698,31064,37760,45372,53215,61744,69475,77112,82784,87827,91242,92011,91112,88240,84170,78507,70868,62795,55219,47267,39490,31969,25578,19823,15183,11545,8386,6026,4351,2981,1899,1299,863,546,304,196,104,82,30,16,11,7,2,2],"bins":[-0.0927785336971283,-0.08984197676181793,-0.08690541237592697,-0.08396885544061661,-0.08103229105472565,-0.07809573411941528,-0.07515916973352432,-0.07222261279821396,-0.069286048412323,-0.06634949147701263,-0.06341293454170227,-0.06047637015581131,-0.057539813220500946,-0.054603252559900284,-0.05166669189929962,-0.04873013123869896,-0.0457935705780983,-0.042857009917497635,-0.03992044925689697,-0.03698388859629631,-0.03404732793569565,-0.031110769137740135,-0.028174210339784622,-0.02523764967918396,-0.022301089018583298,-0.019364528357982635,-0.016427967697381973,-0.01349140889942646,-0.010554848238825798,-0.007618288043886423,-0.004681727848947048,-0.0017451676540076733,0.0011913850903511047,0.00412794528529048,0.007064505480229855,0.010001065209507942,0.012937625870108604,0.015874186530709267,0.01881074532866478,0.021747305989265442,0.024683866649866104,0.027620427310466766,0.03055698797106743,0.03349354863166809,0.036430105566978455,0.03936666622757912,0.04230322688817978,0.04523978754878044,0.048176348209381104,0.051112908869981766,0.05404946953058243,0.05698603019118309,0.05992259085178375,0.06285914778709412,0.06579571217298508,0.06873226910829544,0.0716688334941864,0.07460539042949677,0.07754194736480713,0.08047851175069809,0.08341506868600845,0.08635163307189941,0.08928819000720978,0.09222475439310074,0.0951613113284111]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,3,3,0,4,2,4,6,6,3,3,8,12,14,23,32,31,51,53,106,120,66,44,35,26,17,16,15,10,9,3,9,9,5,4,2,0,3,2,1,1,1,1,1,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.07696560025215149,-0.07415125519037247,-0.07133691757917404,-0.06852257251739502,-0.0657082349061966,-0.06289388984441757,-0.06007954850792885,-0.057265207171440125,-0.0544508621096611,-0.05163652077317238,-0.048822179436683655,-0.04600783810019493,-0.04319349676370621,-0.040379155427217484,-0.03756481036543846,-0.03475046902894974,-0.031936127692461014,-0.02912178635597229,-0.026307443156838417,-0.023493101820349693,-0.02067875862121582,-0.017864417284727097,-0.015050075948238373,-0.012235733680427074,-0.009421391412615776,-0.006607049144804478,-0.0037927073426544666,-0.000978365307673812,0.0018359767273068428,0.004650318995118141,0.007464660797268152,0.010279002599418163,0.013093344867229462,0.015907686203718185,0.01872202940285206,0.021536370739340782,0.024350713938474655,0.02716505527496338,0.029979396611452103,0.032793737947940826,0.03560808300971985,0.03842242434620857,0.041236765682697296,0.04405110701918602,0.046865448355674744,0.04967978969216347,0.05249413475394249,0.05530847609043121,0.05812281742691994,0.06093715876340866,0.06375150382518768,0.06656584143638611,0.06938018649816513,0.07219452410936356,0.07500886917114258,0.0778232142329216,0.08063755184412003,0.08345189690589905,0.08626623451709747,0.0890805795788765,0.09189492464065552,0.09470926225185394,0.09752360731363297,0.10033794492483139,0.10315228998661041]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,2,0,1,0,0,0,1,0,1,3,1,4,1,2,6,5,13,7,15,23,19,29,23,38,33,38,42,42,32,43,42,21,33,19,25,21,26,13,18,26,19,5,9,10,10,7,2,3,8,4,1,6,2,3,2,3,1,0,2,0,1,1],"bins":[0.9991974830627441,0.9992244839668274,0.9992514848709106,0.9992784857749939,0.9993055462837219,0.9993325471878052,0.9993595480918884,0.9993865489959717,0.9994135499000549,0.9994405508041382,0.9994676113128662,0.9994946122169495,0.9995216131210327,0.999548614025116,0.9995756149291992,0.9996026158332825,0.9996296167373657,0.9996566772460938,0.999683678150177,0.9997106790542603,0.9997376799583435,0.9997646808624268,0.99979168176651,0.999818742275238,0.9998457431793213,0.9998727440834045,0.9998997449874878,0.999926745891571,0.9999537467956543,0.9999808073043823,1.0000077486038208,1.0000348091125488,1.0000617504119873,1.0000888109207153,1.0001158714294434,1.0001428127288818,1.0001698732376099,1.0001968145370483,1.0002238750457764,1.0002509355545044,1.0002778768539429,1.000304937362671,1.0003318786621094,1.0003589391708374,1.0003858804702759,1.000412940979004,1.000440001487732,1.0004669427871704,1.0004940032958984,1.000520944595337,1.000548005104065,1.0005749464035034,1.0006020069122314,1.0006290674209595,1.000656008720398,1.000683069229126,1.0007100105285645,1.0007370710372925,1.0007641315460205,1.000791072845459,1.000818133354187,1.0008450746536255,1.0008721351623535,1.000899076461792,1.00092613697052],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[1,0,1,0,0,0,0,0,0,1,2,3,6,6,9,6,13,21,40,61,75,140,205,300,509,854,1378,2267,3835,6951,12848,23822,49608,105482,243214,446909,359474,166063,74115,34445,17831,9519,5130,3015,1846,1087,654,370,282,160,94,85,43,20,18,13,9,6,3,5,3,1,5,1],"bins":[-0.00811767578125,-0.007890701293945312,-0.007663726806640625,-0.0074367523193359375,-0.00720977783203125,-0.0069828033447265625,-0.006755828857421875,-0.0065288543701171875,-0.0063018798828125,-0.0060749053955078125,-0.005847930908203125,-0.0056209564208984375,-0.00539398193359375,-0.0051670074462890625,-0.004940032958984375,-0.0047130584716796875,-0.004486083984375,-0.0042591094970703125,-0.004032135009765625,-0.0038051605224609375,-0.00357818603515625,-0.0033512115478515625,-0.003124237060546875,-0.0028972625732421875,-0.0026702880859375,-0.0024433135986328125,-0.002216339111328125,-0.0019893646240234375,-0.00176239013671875,-0.0015354156494140625,-0.001308441162109375,-0.0010814666748046875,-0.0008544921875,-0.0006275177001953125,-0.000400543212890625,-0.0001735687255859375,5.340576171875e-05,0.0002803802490234375,0.000507354736328125,0.0007343292236328125,0.0009613037109375,0.0011882781982421875,0.001415252685546875,0.0016422271728515625,0.00186920166015625,0.0020961761474609375,0.002323150634765625,0.0025501251220703125,0.002777099609375,0.0030040740966796875,0.003231048583984375,0.0034580230712890625,0.00368499755859375,0.0039119720458984375,0.004138946533203125,0.0043659210205078125,0.0045928955078125,0.0048198699951171875,0.005046844482421875,0.0052738189697265625,0.00550079345703125,0.0057277679443359375,0.005954742431640625,0.0061817169189453125,0.00640869140625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,1,0,1,2,1,2,4,8,4,9,4,6,9,11,9,15,14,29,24,29,29,26,25,25,36,31,36,27,28,37,42,31,22,25,30,24,22,23,10,12,13,8,3,6,3,3,2,1,1,0,0,0,2,0,0,0,1],"bins":[-0.015175648033618927,-0.01472252607345581,-0.01426940318197012,-0.013816280290484428,-0.013363158330321312,-0.012910036370158195,-0.012456913478672504,-0.012003790587186813,-0.011550668627023697,-0.01109754666686058,-0.01064442377537489,-0.010191300883889198,-0.009738178923726082,-0.009285056963562965,-0.008831934072077274,-0.008378811180591583,-0.007925689220428467,-0.007472566794604063,-0.007019444368779659,-0.0065663219429552555,-0.006113199517130852,-0.005660077091306448,-0.005206954665482044,-0.0047538322396576405,-0.004300709813833237,-0.003847587388008833,-0.003394464962184429,-0.0029413425363600254,-0.0024882201105356216,-0.002035097684711218,-0.0015819752588868141,-0.0011288528330624104,-0.0006757304072380066,-0.00022260798141360283,0.00023051444441080093,0.0006836368702352047,0.0011367592960596085,0.0015898817218840122,0.002043004147708416,0.0024961265735328197,0.0029492489993572235,0.0034023714251816273,0.003855493851006031,0.004308616276830435,0.0047617387026548386,0.005214861128479242,0.005667983554303646,0.00612110598012805,0.006574228405952454,0.007027350831776857,0.007480473257601261,0.007933596149086952,0.008386718109250069,0.008839840069413185,0.009292962960898876,0.009746085852384567,0.010199207812547684,0.0106523297727108,0.011105452664196491,0.011558575555682182,0.012011697515845299,0.012464819476008415,0.012917942367494106,0.013371065258979797,0.013824187219142914],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[1,1,0,2,2,8,13,36,57,98,195,358,620,1010,1564,2385,3714,5591,8094,11445,16111,21697,28344,36199,45202,54728,64715,74659,82959,91273,96724,100684,101328,99983,95453,89640,81264,71616,61942,52285,43190,34191,26327,19932,14929,10742,7465,5056,3388,2166,1439,877,495,329,160,96,42,22,10,5,0,2,0,1],"bins":[-0.10483257472515106,-0.10159476846456528,-0.0983569547533989,-0.09511914849281311,-0.09188134223222733,-0.08864352852106094,-0.08540572226047516,-0.08216791599988937,-0.07893010228872299,-0.07569229602813721,-0.07245448976755142,-0.06921667605638504,-0.06597886979579926,-0.06274106353521347,-0.05950324982404709,-0.056265443563461304,-0.05302763357758522,-0.04978982359170914,-0.04655201733112335,-0.04331420734524727,-0.040076397359371185,-0.0368385910987854,-0.03360078111290932,-0.030362971127033234,-0.0271251630038023,-0.023887354880571365,-0.020649544894695282,-0.017411736771464348,-0.014173927716910839,-0.01093611866235733,-0.007698310073465109,-0.004460501484572887,-0.0012226924300193787,0.0020151163917034864,0.0052529252134263515,0.008490733802318573,0.011728542856872082,0.01496635191142559,0.018204160034656525,0.021441970020532608,0.024679778143763542,0.027917586266994476,0.03115539625287056,0.03439320623874664,0.03763101249933243,0.04086882248520851,0.044106632471084595,0.04734443873167038,0.05058224871754646,0.053820058703422546,0.05705786496400833,0.060295674949884415,0.0635334849357605,0.06677129119634628,0.07000910490751266,0.07324691116809845,0.07648471742868423,0.07972253113985062,0.0829603374004364,0.08619814366102219,0.08943595737218857,0.09267376363277435,0.09591156989336014,0.09914938360452652,0.1023871898651123],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.09911880642175674,-0.09606758505105972,-0.0930163636803627,-0.08996514230966568,-0.08691392093896866,-0.08386269956827164,-0.08081148564815521,-0.07776026427745819,-0.07470904290676117,-0.07165782153606415,-0.06860660016536713,-0.0655553787946701,-0.06250415742397308,-0.05945293605327606,-0.05640171840786934,-0.05335049703717232,-0.050299275666475296,-0.047248054295778275,-0.04419683292508125,-0.04114561527967453,-0.03809439390897751,-0.03504317253828049,-0.031991951167583466,-0.028940731659531593,-0.025889510288834572,-0.02283828891813755,-0.019787069410085678,-0.016735848039388657,-0.01368462760001421,-0.010633407160639763,-0.007582186255604029,-0.0045309653505682945,-0.0014797449111938477,0.0015714757610112429,0.004622696433216333,0.0076739173382520676,0.010725137777626514,0.013776358217000961,0.016827579587697983,0.019878799095749855,0.022930020466446877,0.025981241837143898,0.02903246134519577,0.03208368271589279,0.03513490408658981,0.038186125457286835,0.04123734310269356,0.04428856447339058,0.0473397858440876,0.05039100721478462,0.053442228585481644,0.05649344623088837,0.05954466760158539,0.06259588897228241,0.06564711034297943,0.06869833171367645,0.07174955308437347,0.0748007744550705,0.07785199582576752,0.08090320974588394,0.08395443111658096,0.08700565248727798,0.090056873857975,0.09310809522867203,0.09615931659936905],"_type":"histogram","values":[2,0,1,1,0,9,17,31,41,73,130,186,358,540,797,1253,1823,2724,3761,5002,6782,8903,11415,13987,17222,20417,23671,26834,29699,32953,34226,35339,36022,35417,33683,31954,29813,26804,23579,20248,16880,13858,11383,8632,6786,4973,3548,2672,1864,1248,860,526,379,216,107,79,37,32,8,9,4,4,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[1,1,0,0,1,0,2,2,1,2,4,8,7,4,7,8,8,8,8,11,18,16,10,20,19,18,23,23,23,19,17,29,25,25,19,18,25,25,24,21,23,24,23,22,12,17,15,16,21,15,12,10,13,5,5,11,7,4,4,1,4,1,0,3],"bins":[-0.001077778055332601,-0.001047428697347641,-0.001017079339362681,-0.0009867300977930427,-0.0009563807398080826,-0.0009260313818231225,-0.0008956820820458233,-0.0008653327240608633,-0.0008349834242835641,-0.000804634066298604,-0.0007742847083136439,-0.0007439354085363448,-0.0007135860505513847,-0.0006832367507740855,-0.0006528873927891254,-0.0006225380930118263,-0.0005921887350268662,-0.0005618393770419061,-0.000531490077264607,-0.0005011407192796469,-0.0004707914195023477,-0.00044044206151738763,-0.000410092732636258,-0.0003797434037551284,-0.00034939407487399876,-0.00031904474599286914,-0.0002886954171117395,-0.0002583460882306099,-0.00022799674479756504,-0.00019764741591643542,-0.00016729807248339057,-0.00013694874360226095,-0.00010659935651347041,-7.625002763234079e-05,-4.590069147525355e-05,-1.5551358956145123e-05,1.4797973562963307e-05,4.5147306082071736e-05,7.549663860118017e-05,0.0001058459747582674,0.00013619530363939703,0.00016654463252052665,0.00019689396140165627,0.00022724330483470112,0.00025759264826774597,0.0002879419771488756,0.0003182913060300052,0.00034864063491113484,0.00037898996379226446,0.0004093392926733941,0.0004396886215545237,0.00047003795043565333,0.000500387279316783,0.000530736637301743,0.0005610859370790422,0.0005914352950640023,0.0006217845948413014,0.0006521339528262615,0.0006824833108112216,0.0007128326105885208,0.0007431819685734808,0.00077353126835078,0.0008038806263357401,0.0008342299261130393,0.0008645792840979993],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,3,0,1,1,4,1,0,2,3,7,6,10,5,13,13,21,22,26,29,32,42,38,32,42,35,29,33,43,28,39,29,22,16,10,18,20,12,8,7,10,2,7,7,9,2,2,2,5,6,0,1,0,1,3,1,1,0,0,3,0,3],"bins":[0.9992621541023254,0.999289333820343,0.9993165135383606,0.9993436932563782,0.9993709325790405,0.9993981122970581,0.9994252920150757,0.9994524717330933,0.9994796514511108,0.9995068311691284,0.999534010887146,0.9995612502098083,0.9995884299278259,0.9996156096458435,0.9996427893638611,0.9996699690818787,0.9996971487998962,0.9997243285179138,0.9997515678405762,0.9997787475585938,0.9998059272766113,0.9998331069946289,0.9998602867126465,0.9998874664306641,0.9999146461486816,0.999941885471344,0.9999690651893616,0.9999962449073792,1.000023365020752,1.000050663948059,1.0000778436660767,1.0001050233840942,1.0001322031021118,1.0001593828201294,1.000186562538147,1.0002137422561646,1.0002409219741821,1.0002681016921997,1.0002952814102173,1.0003224611282349,1.0003496408462524,1.00037682056427,1.0004040002822876,1.0004312992095947,1.0004584789276123,1.0004856586456299,1.0005128383636475,1.000540018081665,1.0005671977996826,1.0005943775177002,1.0006215572357178,1.0006487369537354,1.000675916671753,1.0007030963897705,1.000730276107788,1.0007574558258057,1.0007846355438232,1.0008119344711304,1.000839114189148,1.0008662939071655,1.000893473625183,1.0009206533432007,1.0009478330612183,1.0009750127792358,1.0010021924972534],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.019250059500336647,-0.01858987845480442,-0.017929697409272194,-0.017269514501094818,-0.01660933345556259,-0.015949152410030365,-0.015288971364498138,-0.014628789387643337,-0.01396860834211111,-0.013308427296578884,-0.012648245319724083,-0.011988064274191856,-0.01132788322865963,-0.010667701251804829,-0.010007520206272602,-0.009347338229417801,-0.008687157183885574,-0.008026976138353348,-0.007366794161498547,-0.00670661311596632,-0.006046431604772806,-0.005386250093579292,-0.004726069048047066,-0.004065887536853552,-0.003405706025660038,-0.002745524514466524,-0.002085343236103654,-0.0014251618413254619,-0.0007649804465472698,-0.00010479905176907778,0.0005553823430091143,0.0012155637377873063,0.0018757469952106476,0.0025359285064041615,0.0031961097847670317,0.003856291063129902,0.004516472574323416,0.00517665408551693,0.005836835131049156,0.00649701664224267,0.007157198153436184,0.00781737919896841,0.008477561175823212,0.009137742221355438,0.009797923266887665,0.010458105243742466,0.011118286289274693,0.011778468266129494,0.01243864931166172,0.013098830357193947,0.013759012334048748,0.014419193379580975,0.015079375356435776,0.015739556401968002,0.01639973744750023,0.017059918493032455,0.017720099538564682,0.018380282446742058,0.019040463492274284,0.01970064453780651,0.020360825583338737,0.021021006628870964,0.02168118953704834,0.022341370582580566,0.023001551628112793],"_type":"histogram","values":[2,1,0,2,4,3,2,4,4,7,6,12,7,8,8,16,13,19,21,23,21,20,23,26,24,21,31,25,21,32,23,36,34,24,28,29,21,23,22,18,10,18,10,9,6,7,4,8,6,3,5,2,5,0,1,4,3,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.08757907152175903,-0.08505651354789734,-0.08253395557403564,-0.08001139760017395,-0.07748884707689285,-0.07496628910303116,-0.07244373112916946,-0.06992117315530777,-0.06739861518144608,-0.06487605720758438,-0.062353502959012985,-0.05983094498515129,-0.057308390736579895,-0.0547858327627182,-0.052263274788856506,-0.04974072054028511,-0.047218162566423416,-0.04469560459256172,-0.042173050343990326,-0.03965049237012863,-0.03712793439626694,-0.03460538014769554,-0.03208282217383385,-0.029560264199972153,-0.027037708088755608,-0.024515151977539062,-0.021992594003677368,-0.019470037892460823,-0.016947481781244278,-0.014424923807382584,-0.011902367696166039,-0.009379810653626919,-0.006857253611087799,-0.004334696568548679,-0.001812139991670847,0.0007104168180376291,0.003232973627746105,0.005755530670285225,0.00827808678150177,0.01080064382404089,0.01332320086658001,0.015845756977796555,0.01836831495165825,0.020890871062874794,0.02341342717409134,0.025935985147953033,0.02845854125916958,0.030981099233031273,0.03350365534424782,0.03602621331810951,0.03854876756668091,0.0410713255405426,0.0435938835144043,0.04611643776297569,0.04863899573683739,0.05116155371069908,0.05368410795927048,0.05620666593313217,0.058729223906993866,0.06125178188085556,0.06377433985471725,0.06629689037799835,0.06881944835186005,0.07134200632572174,0.07386456429958344],"_type":"histogram","values":[1,0,2,0,0,2,1,0,2,3,3,6,5,1,3,4,7,4,10,11,11,11,16,16,21,16,16,22,21,28,31,21,29,33,26,28,29,34,27,23,34,26,25,18,19,18,24,8,9,5,5,7,6,5,7,7,4,5,2,1,4,2,2,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,1,2,3,2,5,4,4,6,5,9,8,14,16,15,22,29,24,27,27,24,33,33,27,34,38,43,28,39,23,29,31,28,23,18,17,18,13,10,7,11,0,6,3,0,0,0,1,1,2,1,0,0,1],"bins":[-0.018176071345806122,-0.01765340380370617,-0.017130736261606216,-0.016608066856861115,-0.016085399314761162,-0.015562731772661209,-0.015040063299238682,-0.014517394825816154,-0.013994727283716202,-0.013472059741616249,-0.012949391268193722,-0.012426722794771194,-0.011904055252671242,-0.011381387710571289,-0.010858719237148762,-0.010336050763726234,-0.009813383221626282,-0.009290715679526329,-0.008768047206103802,-0.008245378732681274,-0.007722711190581322,-0.007200043182820082,-0.006677375175058842,-0.006154707167297602,-0.005632039159536362,-0.005109371151775122,-0.004586703144013882,-0.004064035136252642,-0.0035413671284914017,-0.0030186991207301617,-0.0024960311129689217,-0.0019733631052076817,-0.0014506950974464417,-0.0009280270896852016,-0.00040535908192396164,0.00011730892583727837,0.0006399769335985184,0.0011626449413597584,0.0016853129491209984,0.0022079809568822384,0.0027306489646434784,0.0032533169724047184,0.0037759849801659584,0.004298652987927198,0.004821320995688438,0.005343989003449678,0.005866657011210918,0.006389325018972158,0.0069119930267333984,0.0074346610344946384,0.007957329042255878,0.008479997515678406,0.009002665057778358,0.009525332599878311,0.010048001073300838,0.010570669546723366,0.011093337088823318,0.011616004630923271,0.012138673104345798,0.012661341577768326,0.013184009119868279,0.013706676661968231,0.014229345135390759,0.014752013608813286,0.015274681150913239],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[2,2,3,8,13,34,61,107,173,276,438,731,1214,1815,2742,3906,5811,8209,11300,15234,20119,25749,32651,40066,48288,56256,64930,73281,80523,86739,91614,93483,93842,92518,89044,83505,76626,68726,60404,52089,43621,35670,28497,22291,17179,12972,9375,6872,4753,3245,2202,1421,899,544,332,187,134,61,36,20,12,4,4,1],"bins":[-0.09687280654907227,-0.09386661648750305,-0.09086041897535324,-0.08785422891378403,-0.08484803885221481,-0.081841841340065,-0.07883565127849579,-0.07582946121692657,-0.07282327115535736,-0.06981707364320755,-0.06681088358163834,-0.06380469352006912,-0.06079849600791931,-0.0577923059463501,-0.054786112159490585,-0.05177992209792137,-0.04877372831106186,-0.04576753452420235,-0.04276134446263313,-0.03975515067577362,-0.03674896061420441,-0.033742766827344894,-0.030736573040485382,-0.02773038111627102,-0.024724189192056656,-0.021717997267842293,-0.01871180534362793,-0.015705611556768417,-0.012699419632554054,-0.009693227708339691,-0.0066870348528027534,-0.003680842462927103,-0.0006746500730514526,0.0023315423168241978,0.005337734706699848,0.008343927562236786,0.011350119486451149,0.014356311410665512,0.017362505197525024,0.020368697121739388,0.02337488904595375,0.026381080970168114,0.029387272894382477,0.03239346668124199,0.0353996604681015,0.038405850529670715,0.04141204431653023,0.04441823437809944,0.047424428164958954,0.050430621951818466,0.05343681201338768,0.05644300580024719,0.059449195861816406,0.06245538964867592,0.06546158343553543,0.06846777349710464,0.07147397100925446,0.07448016107082367,0.07748635113239288,0.0804925411939621,0.08349873870611191,0.08650492876768112,0.08951111882925034,0.09251731634140015,0.09552350640296936],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,0,2,0,0,1,1,2,6,14,19,18,30,56,73,85,136,201,324,508,782,1311,2136,3520,5713,9989,16780,29707,58712,138671,164268,73544,34877,19484,11339,6714,4082,2648,1532,940,600,360,230,138,83,61,40,25,20,14,7,4,7,2,2,1,0,0,0,1,3],"bins":[-0.0213623046875,-0.020717620849609375,-0.02007293701171875,-0.019428253173828125,-0.0187835693359375,-0.018138885498046875,-0.01749420166015625,-0.016849517822265625,-0.016204833984375,-0.015560150146484375,-0.01491546630859375,-0.014270782470703125,-0.0136260986328125,-0.012981414794921875,-0.01233673095703125,-0.011692047119140625,-0.01104736328125,-0.010402679443359375,-0.00975799560546875,-0.009113311767578125,-0.0084686279296875,-0.007823944091796875,-0.00717926025390625,-0.006534576416015625,-0.005889892578125,-0.005245208740234375,-0.00460052490234375,-0.003955841064453125,-0.0033111572265625,-0.002666473388671875,-0.00202178955078125,-0.001377105712890625,-0.000732421875,-8.7738037109375e-05,0.00055694580078125,0.001201629638671875,0.0018463134765625,0.002490997314453125,0.00313568115234375,0.003780364990234375,0.004425048828125,0.005069732666015625,0.00571441650390625,0.006359100341796875,0.0070037841796875,0.007648468017578125,0.00829315185546875,0.008937835693359375,0.00958251953125,0.010227203369140625,0.01087188720703125,0.011516571044921875,0.0121612548828125,0.012805938720703125,0.01345062255859375,0.014095306396484375,0.014739990234375,0.015384674072265625,0.01602935791015625,0.016674041748046875,0.0173187255859375,0.017963409423828125,0.01860809326171875,0.019252777099609375,0.0198974609375]},"_step":28,"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[3,2,4,7,12,10,27,45,75,129,208,305,516,779,1124,1656,2195,2976,4122,5567,7160,8970,11224,13631,16337,19320,22135,24919,27568,30073,31730,33080,33718,33583,32626,31325,29101,26974,24383,21229,18506,15576,13240,10489,8584,6664,5029,3865,2782,1995,1448,948,620,454,288,182,114,83,48,26,20,7,5,3],"bins":[-0.0937575250864029,-0.09090454876422882,-0.08805157244205475,-0.08519858866930008,-0.08234561234712601,-0.07949263602495193,-0.07663965970277786,-0.07378668338060379,-0.07093369960784912,-0.06808072328567505,-0.06522774696350098,-0.062374770641326904,-0.05952179431915283,-0.05666881427168846,-0.05381583794951439,-0.05096285790205002,-0.048109881579875946,-0.045256905257701874,-0.0424039252102375,-0.03955094888806343,-0.03669796884059906,-0.03384499251842499,-0.030992016196250916,-0.028139038011431694,-0.025286059826612473,-0.02243308164179325,-0.01958010345697403,-0.016727127134799957,-0.013874148949980736,-0.011021170765161514,-0.008168193511664867,-0.005315215792506933,-0.002462238073348999,0.00039073964580893517,0.0032437173649668694,0.0060966950841248035,0.008949672803282738,0.01180265098810196,0.014655628241598606,0.017508605495095253,0.020361583679914474,0.023214561864733696,0.026067540049552917,0.02892051637172699,0.03177349269390106,0.03462647274136543,0.037479449063539505,0.040332429111003876,0.04318540543317795,0.04603838175535202,0.04889136180281639,0.05174433812499046,0.054597318172454834,0.057450294494628906,0.06030327081680298,0.06315624713897705,0.06600922346115112,0.06886220723390579,0.07171518355607986,0.07456815987825394,0.07742113620042801,0.08027411252260208,0.08312709629535675,0.08598007261753082,0.0888330489397049],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,6,6,11,18,28,49,100,175,253,419,645,955,1447,2050,2917,4117,5431,7242,9168,11909,14501,17470,20760,23793,26996,29935,32159,34085,34995,35550,34994,33662,31557,29355,26153,22933,20027,16520,13825,11136,8845,6573,5120,3689,2685,1972,1264,855,560,347,231,141,67,53,36,14,8,6,0,2,2],"bins":[-0.09726469963788986,-0.09426119923591614,-0.09125769883394241,-0.08825419098138809,-0.08525069057941437,-0.08224719017744064,-0.07924368977546692,-0.0762401819229126,-0.07323668152093887,-0.07023318111896515,-0.06722968071699142,-0.0642261803150177,-0.06122267618775368,-0.058219172060489655,-0.05521567165851593,-0.05221216753125191,-0.04920866712927818,-0.04620516672730446,-0.043201662600040436,-0.04019816219806671,-0.03719465807080269,-0.034191157668828964,-0.03118765540421009,-0.028184153139591217,-0.025180650874972343,-0.02217714861035347,-0.019173646345734596,-0.016170144081115723,-0.013166642747819424,-0.01016314048320055,-0.007159638684242964,-0.0041561368852853775,-0.001152634620666504,0.001850867411121726,0.004854369442909956,0.007857871241867542,0.010861373506486416,0.01386487577110529,0.01686837710440159,0.019871879369020462,0.022875381633639336,0.02587888389825821,0.028882386162877083,0.031885888427495956,0.03488938882946968,0.037892892956733704,0.04089639335870743,0.04389989748597145,0.046903397887945175,0.0499068982899189,0.05291040241718292,0.05591390281915665,0.05891740694642067,0.061920907348394394,0.06492441147565842,0.06792791187763214,0.07093141227960587,0.07393491268157959,0.07693842053413391,0.07994192093610764,0.08294542133808136,0.08594892174005508,0.0889524295926094,0.09195592999458313,0.09495943039655685]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[4,0,2,5,1,2,3,13,7,13,16,25,29,59,65,88,134,218,299,405,627,876,1307,2014,2953,4469,6747,11099,18185,30624,55410,118990,164337,72257,38409,22217,13526,8446,5352,3397,2298,1527,1088,690,483,369,214,147,109,91,48,36,30,17,9,10,6,5,8,4,1,0,0,4],"bins":[-0.003692626953125,-0.0035779476165771484,-0.003463268280029297,-0.0033485889434814453,-0.0032339096069335938,-0.003119230270385742,-0.0030045509338378906,-0.002889871597290039,-0.0027751922607421875,-0.002660512924194336,-0.0025458335876464844,-0.002431154251098633,-0.0023164749145507812,-0.0022017955780029297,-0.002087116241455078,-0.0019724369049072266,-0.001857757568359375,-0.0017430782318115234,-0.0016283988952636719,-0.0015137195587158203,-0.0013990402221679688,-0.0012843608856201172,-0.0011696815490722656,-0.001055002212524414,-0.0009403228759765625,-0.0008256435394287109,-0.0007109642028808594,-0.0005962848663330078,-0.00048160552978515625,-0.0003669261932373047,-0.0002522468566894531,-0.00013756752014160156,-2.288818359375e-05,9.179115295410156e-05,0.00020647048950195312,0.0003211498260498047,0.00043582916259765625,0.0005505084991455078,0.0006651878356933594,0.0007798671722412109,0.0008945465087890625,0.001009225845336914,0.0011239051818847656,0.0012385845184326172,0.0013532638549804688,0.0014679431915283203,0.0015826225280761719,0.0016973018646240234,0.001811981201171875,0.0019266605377197266,0.002041339874267578,0.0021560192108154297,0.0022706985473632812,0.002385377883911133,0.0025000572204589844,0.002614736557006836,0.0027294158935546875,0.002844095230102539,0.0029587745666503906,0.003073453903198242,0.0031881332397460938,0.0033028125762939453,0.003417491912841797,0.0035321712493896484,0.0036468505859375]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[1,0,0,1,0,2,0,0,1,1,2,1,4,3,8,8,9,19,19,19,20,23,39,44,67,60,67,86,93,85,96,120,116,100,106,112,95,87,87,90,66,60,48,51,29,21,18,19,13,10,5,5,5,2,0,1,1,0,0,0,1,0,1,1],"bins":[-0.0005459659732878208,-0.0005299429758451879,-0.0005139200366102159,-0.000497897039167583,-0.0004818740417249501,-0.0004658510733861476,-0.0004498280759435147,-0.00043380510760471225,-0.00041778211016207933,-0.0004017591418232769,-0.0003857361734844744,-0.0003697131760418415,-0.00035369020770303905,-0.00033766721026040614,-0.0003216442419216037,-0.00030562124447897077,-0.0002895982761401683,-0.00027357530780136585,-0.00025755231035873294,-0.00024152932746801525,-0.00022550634457729757,-0.0002094833762384951,-0.00019346039334777743,-0.00017743741045705974,-0.00016141442756634206,-0.00014539144467562437,-0.00012936846178490669,-0.00011334548617014661,-9.732250327942893e-05,-8.129952038871124e-05,-6.527654477395117e-05,-4.925356188323349e-05,-3.323060809634626e-05,-1.7207627024617977e-05,-1.1846459528896958e-06,1.4838335118838586e-05,3.086131619056687e-05,4.688429908128455e-05,6.290727469604462e-05,7.893025758676231e-05,9.495324047748e-05,0.00011097622336819768,0.00012699920625891536,0.00014302218914963305,0.0001590451574884355,0.0001750681403791532,0.00019109112326987088,0.00020711410616058856,0.00022313708905130625,0.00023916007194202393,0.0002551830548327416,0.0002712060231715441,0.000287229020614177,0.00030325198895297945,0.00031927498639561236,0.0003352979547344148,0.00035132095217704773,0.0003673439205158502,0.00038336688885465264,0.00039938988629728556,0.000415412854636088,0.00043143585207872093,0.0004474588204175234,0.0004634818178601563,0.00047950478619895875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.004669189453125,-0.004491329193115234,-0.004313468933105469,-0.004135608673095703,-0.0039577484130859375,-0.003779888153076172,-0.0036020278930664062,-0.0034241676330566406,-0.003246307373046875,-0.0030684471130371094,-0.0028905868530273438,-0.002712726593017578,-0.0025348663330078125,-0.002357006072998047,-0.0021791458129882812,-0.0020012855529785156,-0.00182342529296875,-0.0016455650329589844,-0.0014677047729492188,-0.0012898445129394531,-0.0011119842529296875,-0.0009341239929199219,-0.0007562637329101562,-0.0005784034729003906,-0.000400543212890625,-0.00022268295288085938,-4.482269287109375e-05,0.00013303756713867188,0.0003108978271484375,0.0004887580871582031,0.0006666183471679688,0.0008444786071777344,0.0010223388671875,0.0012001991271972656,0.0013780593872070312,0.0015559196472167969,0.0017337799072265625,0.0019116401672363281,0.0020895004272460938,0.0022673606872558594,0.002445220947265625,0.0026230812072753906,0.0028009414672851562,0.002978801727294922,0.0031566619873046875,0.003334522247314453,0.0035123825073242188,0.0036902427673339844,0.00386810302734375,0.004045963287353516,0.004223823547363281,0.004401683807373047,0.0045795440673828125,0.004757404327392578,0.004935264587402344,0.005113124847412109,0.005290985107421875,0.005468845367431641,0.005646705627441406,0.005824565887451172,0.0060024261474609375,0.006180286407470703,0.006358146667480469,0.006536006927490234,0.0067138671875],"_type":"histogram","values":[1,0,1,2,2,2,10,11,20,25,40,48,114,163,258,447,740,1187,2234,4317,8110,15618,32716,71188,166883,360057,451671,251886,110898,47594,22796,10968,5911,2910,1590,979,564,327,198,127,78,57,32,22,18,12,9,7,5,2,4,0,0,0,2,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0033750832080841064,-0.003269253997132182,-0.003163424786180258,-0.0030575955752283335,-0.002951766364276409,-0.002845937153324485,-0.0027401079423725605,-0.002634278731420636,-0.002528449520468712,-0.0024226203095167875,-0.002316791098564863,-0.002210961887612939,-0.0021051326766610146,-0.0019993034657090902,-0.001893474254757166,-0.0017876450438052416,-0.0016818158328533173,-0.001575986621901393,-0.0014701574109494686,-0.0013643281999975443,-0.00125849898904562,-0.0011526697780936956,-0.0010468405671417713,-0.000941011356189847,-0.0008351821452379227,-0.0007293529342859983,-0.000623523723334074,-0.0005176945123821497,-0.00041186530143022537,-0.00030603609047830105,-0.00020020687952637672,-9.43776685744524e-05,1.1451542377471924e-05,0.00011728075332939625,0.00022310996428132057,0.0003289391752332449,0.0004347683861851692,0.0005405975971370935,0.0006464268080890179,0.0007522560190409422,0.0008580852299928665,0.0009639144409447908,0.0010697436518967152,0.0011755728628486395,0.0012814020738005638,0.0013872312847524881,0.0014930604957044125,0.0015988897066563368,0.001704718917608261,0.0018105481285601854,0.0019163773395121098,0.002022206550464034,0.0021280357614159584,0.0022338649723678827,0.002339694183319807,0.0024455233942717314,0.0025513526052236557,0.00265718181617558,0.0027630110271275043,0.0028688402380794287,0.002974669449031353,0.0030804986599832773,0.0031863278709352016,0.003292157081887126,0.0033979862928390503],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,2,0,3,3,2,2,5,3,3,5,14,16,21,24,32,45,41,63,60,47,54,62,58,44,29,26,15,19,13,8,9,4,8,8,3,4,1,1,2,2,0,2,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.00033034617081284523,-0.0003189111303072423,-0.00030747606069780886,-0.0002960410201922059,-0.0002846059505827725,-0.00027317091007716954,-0.0002617358404677361,-0.00025030079996213317,-0.00023886573035269976,-0.0002274306898470968,-0.00021599563478957862,-0.00020456057973206043,-0.00019312552467454225,-0.00018169046961702406,-0.00017025541455950588,-0.0001588203595019877,-0.0001473853044444695,-0.00013595024938695133,-0.00012451519432943314,-0.00011308013927191496,-0.00010164508421439677,-9.02100364328362e-05,-7.877498137531802e-05,-6.733992631779984e-05,-5.590487126028165e-05,-4.446981620276347e-05,-3.3034761145245284e-05,-2.1599709725705907e-05,-1.0164654668187723e-05,1.2703994798357598e-06,1.2705453627859242e-05,2.4140506866388023e-05,3.557556192390621e-05,4.701061698142439e-05,5.8445672038942575e-05,6.988072709646076e-05,8.131578215397894e-05,9.275082993553951e-05,0.0001041858849930577,0.00011562094005057588,0.00012705600238405168,0.00013849104288965464,0.00014992609794717282,0.000161361153004691,0.0001727962080622092,0.00018423126311972737,0.00019566631817724556,0.00020710137323476374,0.00021853642829228193,0.0002299714833498001,0.0002414065384073183,0.0002528415934648365,0.00026427663397043943,0.00027571170357987285,0.0002871467440854758,0.0002985818136949092,0.00031001685420051217,0.0003214519238099456,0.00033288696431554854,0.00034432203392498195,0.0003557570744305849,0.0003671921440400183,0.0003786271845456213,0.0003900622541550547,0.00040149729466065764],"_type":"histogram","values":[1,0,3,2,1,1,1,1,2,1,4,8,2,5,4,9,15,15,21,20,12,25,33,23,27,39,30,44,42,35,34,39,33,31,25,23,28,23,21,12,8,12,10,11,7,6,3,6,3,5,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,1,0,0,1,0,0,1,0,3,2,1,1,0,1,4,3,2,2,11,9,9,9,15,13,26,18,26,37,30,51,37,42,50,47,41,38,30,35,28,27,19,18,11,18,7,6,7,2,5,3,0,3,1,2,3,1,3,4,0,1,0,0,2],"bins":[-7.260687198140658e-07,-7.043971095299639e-07,-6.82725499245862e-07,-6.61053945805179e-07,-6.39382335521077e-07,-6.177107252369751e-07,-5.960391717962921e-07,-5.743675615121902e-07,-5.526959512280882e-07,-5.310243409439863e-07,-5.093527306598844e-07,-4.876811772192013e-07,-4.6600956693509943e-07,-4.443379566509975e-07,-4.22666374788605e-07,-4.0099479292621254e-07,-3.793231826421106e-07,-3.576515723580087e-07,-3.359799904956162e-07,-3.1430840863322373e-07,-2.926367983491218e-07,-2.709651880650199e-07,-2.492936062026274e-07,-2.2762201012938021e-07,-2.05950414056133e-07,-1.842788179828858e-07,-1.626072219096386e-07,-1.409356258363914e-07,-1.192640297631442e-07,-9.759243368989701e-08,-7.59208376166498e-08,-5.4249241543402604e-08,-3.25776454701554e-08,-1.0906049396908202e-08,1.0765546676339e-08,3.24371427495862e-08,5.41087388228334e-08,7.57803348960806e-08,9.74519309693278e-08,1.19123527042575e-07,1.407951231158222e-07,1.624667191890694e-07,1.841383152623166e-07,2.058099113355638e-07,2.27481507408811e-07,2.4915311769291293e-07,2.708246995553054e-07,2.924962814176979e-07,3.141678917017998e-07,3.3583950198590173e-07,3.575110838482942e-07,3.791826657106867e-07,4.008542759947886e-07,4.2252588627889054e-07,4.44197468141283e-07,4.658690500036755e-07,4.875406602877774e-07,5.092122705718793e-07,5.308838808559813e-07,5.525554342966643e-07,5.742270445807662e-07,5.958986548648681e-07,6.175702083055512e-07,6.392418185896531e-07,6.60913428873755e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,1,0,0,1,2,1,1,1,3,1,3,3,5,7,8,6,16,13,10,10,15,19,18,22,23,34,30,27,20,29,29,25,29,27,34,25,27,28,29,24,24,22,15,9,15,16,9,8,18,6,4,3,3,1,2,1,0,0,1,3,0,1],"bins":[-0.04610581696033478,-0.0447387732565403,-0.04337172955274582,-0.04200468584895134,-0.04063764214515686,-0.03927059844136238,-0.0379035547375679,-0.03653651103377342,-0.03516946732997894,-0.03380242735147476,-0.03243538364768028,-0.031068338081240654,-0.029701296240091324,-0.028334252536296844,-0.026967208832502365,-0.025600165128707886,-0.024233121424913406,-0.022866077721118927,-0.021499034017324448,-0.020131990313529968,-0.01876494660973549,-0.01739790476858616,-0.01603086106479168,-0.0146638173609972,-0.01329677365720272,-0.011929729953408241,-0.010562686249613762,-0.009195643477141857,-0.007828599773347378,-0.006461556069552898,-0.005094512831419706,-0.0037274693604558706,-0.002360425889492035,-0.0009933824185281992,0.0003736610524356365,0.0017407045233994722,0.003107747994363308,0.004474791698157787,0.005841834936290979,0.0072088781744241714,0.00857592187821865,0.00994296558201313,0.01131000928580761,0.012677052058279514,0.014044095762073994,0.015411139465868473,0.016778182238340378,0.018145225942134857,0.019512269645929337,0.020879313349723816,0.022246357053518295,0.023613400757312775,0.024980444461107254,0.026347486302256584,0.027714530006051064,0.029081573709845543,0.030448617413640022,0.03181565925478935,0.03318270295858383,0.03454974666237831,0.03591679036617279,0.03728383406996727,0.03865087777376175,0.04001792147755623,0.04138496518135071],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,1,1,0,1,1,2,1,3,4,5,4,2,3,4,6,6,8,12,9,13,14,20,19,16,15,25,22,25,33,25,25,31,28,28,30,31,29,24,35,27,24,18,17,22,18,9,9,4,5,9,5,5,9,4,4,5,2,1,4,1,3,1],"bins":[-0.08361325412988663,-0.08120238035917282,-0.07879149913787842,-0.07638062536716461,-0.0739697515964508,-0.0715588703751564,-0.0691479966044426,-0.0667371153831482,-0.06432624161243439,-0.06191536411643028,-0.05950448662042618,-0.05709361284971237,-0.05468273535370827,-0.05227185785770416,-0.049860984086990356,-0.04745010659098625,-0.04503922909498215,-0.04262835159897804,-0.04021747410297394,-0.03780660033226013,-0.03539572283625603,-0.03298484534025192,-0.030573969706892967,-0.028163094073534012,-0.025752216577529907,-0.023341339081525803,-0.020930463448166847,-0.018519587814807892,-0.016108710318803787,-0.013697833754122257,-0.011286957189440727,-0.008876080624759197,-0.00646519660949707,-0.00405432004481554,-0.0016434434801340103,0.0007674330845475197,0.0031783096492290497,0.00558918621391058,0.00800006277859211,0.01041093934327364,0.01282181590795517,0.0152326924726367,0.01764356903731823,0.020054444670677185,0.02246532216668129,0.024876199662685394,0.02728707529604435,0.029697950929403305,0.03210882842540741,0.034519705921411514,0.03693058341741562,0.039341457188129425,0.04175233468413353,0.044163212180137634,0.04657408595085144,0.048984963446855545,0.05139584094285965,0.053806718438863754,0.05621759593486786,0.058628469705581665,0.06103934720158577,0.06345022469758987,0.06586109846830368,0.06827197968959808,0.07068285346031189],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,2,9,11,23,25,59,81,187,269,422,648,985,1426,2142,3120,4246,5793,7547,9738,12381,15139,18238,21548,24730,27788,30619,32838,34555,35553,35611,34951,33358,31193,28625,25512,22421,19061,15787,13144,10462,8233,6270,4658,3319,2355,1648,1132,754,450,285,187,126,68,47,21,14,5,1,2,1],"bins":[-0.1002807766199112,-0.09725328534841537,-0.09422580152750015,-0.09119831025600433,-0.08817082643508911,-0.08514333516359329,-0.08211584389209747,-0.07908836007118225,-0.07606086879968643,-0.07303338497877121,-0.07000589370727539,-0.06697840243577957,-0.06395091861486435,-0.06092343106865883,-0.05789593979716301,-0.05486845225095749,-0.05184096470475197,-0.04881347715854645,-0.04578598961234093,-0.04275849834084511,-0.03973101079463959,-0.03670352324843407,-0.033676035702228546,-0.030648546293377876,-0.027621058747172356,-0.024593571200966835,-0.021566081792116165,-0.018538594245910645,-0.01551110576838255,-0.012483617290854454,-0.009456129744648933,-0.006428641267120838,-0.003401152789592743,-0.00037366454489529133,0.0026538236998021603,0.005681311711668968,0.008708800189197063,0.011736288666725159,0.01476377621293068,0.01779126562178135,0.02081875316798687,0.02384624071419239,0.02687373012304306,0.02990121766924858,0.0329287052154541,0.03595619276165962,0.03898368403315544,0.04201117157936096,0.04503865912556648,0.048066146671772,0.051093634217977524,0.05412112548947334,0.057148613035678864,0.060176100581884384,0.0632035881280899,0.06623107939958572,0.06925856322050095,0.07228605449199677,0.07531353831291199,0.0783410295844078,0.08136852085590363,0.08439600467681885,0.08742349594831467,0.09045097976922989,0.09347847104072571]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,0,2,1,4,3,0,4,14,16,18,27,29,60,67,90,163,232,312,548,913,1542,2398,4278,7486,14248,27022,59118,144962,574072,492207,132434,54533,25814,12960,7200,4008,2369,1301,800,552,315,266,126,129,64,40,41,19,11,7,8,7,4,7,1,1,5,2,1,0,0,2],"bins":[-0.043212890625,-0.04181671142578125,-0.0404205322265625,-0.03902435302734375,-0.037628173828125,-0.03623199462890625,-0.0348358154296875,-0.03343963623046875,-0.03204345703125,-0.03064727783203125,-0.0292510986328125,-0.02785491943359375,-0.026458740234375,-0.02506256103515625,-0.0236663818359375,-0.02227020263671875,-0.0208740234375,-0.01947784423828125,-0.0180816650390625,-0.01668548583984375,-0.015289306640625,-0.01389312744140625,-0.0124969482421875,-0.01110076904296875,-0.00970458984375,-0.00830841064453125,-0.0069122314453125,-0.00551605224609375,-0.004119873046875,-0.00272369384765625,-0.0013275146484375,6.866455078125e-05,0.00146484375,0.00286102294921875,0.0042572021484375,0.00565338134765625,0.007049560546875,0.00844573974609375,0.0098419189453125,0.01123809814453125,0.01263427734375,0.01403045654296875,0.0154266357421875,0.01682281494140625,0.018218994140625,0.01961517333984375,0.0210113525390625,0.02240753173828125,0.0238037109375,0.02519989013671875,0.0265960693359375,0.02799224853515625,0.029388427734375,0.03078460693359375,0.0321807861328125,0.03357696533203125,0.03497314453125,0.03636932373046875,0.0377655029296875,0.03916168212890625,0.040557861328125,0.04195404052734375,0.0433502197265625,0.04474639892578125,0.046142578125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,2,1,4,8,20,46,92,150,279,447,715,1205,1943,3025,4472,6660,9473,13321,18071,23989,31119,39627,48706,57793,67693,77889,86269,92242,98022,100456,100636,97484,92736,86303,77742,68729,58749,49179,39870,31654,24757,18654,13434,9846,6685,4594,3077,2007,1239,764,429,271,137,66,38,23,11,5,2,2,0,0,1],"bins":[-0.09974909573793411,-0.09653410315513611,-0.0933191180229187,-0.0901041328907013,-0.08688914030790329,-0.08367414772510529,-0.08045916259288788,-0.07724417746067047,-0.07402918487787247,-0.07081419229507446,-0.06759920716285706,-0.06438422203063965,-0.061169229447841644,-0.05795424059033394,-0.05473925173282623,-0.05152426287531853,-0.04830927401781082,-0.045094285160303116,-0.04187929630279541,-0.038664307445287704,-0.03544931858778,-0.03223432973027229,-0.029019340872764587,-0.02580435201525688,-0.022589363157749176,-0.01937437430024147,-0.016159385442733765,-0.012944396585226059,-0.009729407727718353,-0.006514418870210648,-0.003299430012702942,-8.44411551952362e-05,0.0031305402517318726,0.006345529109239578,0.009560517966747284,0.01277550682425499,0.015990495681762695,0.0192054845392704,0.022420473396778107,0.025635462254285812,0.028850451111793518,0.032065439969301224,0.03528042882680893,0.038495417684316635,0.04171040654182434,0.044925395399332047,0.04814038425683975,0.05135537311434746,0.054570361971855164,0.05778535082936287,0.061000339686870575,0.06421533226966858,0.06743031740188599,0.0706453025341034,0.0738602951169014,0.0770752876996994,0.08029027283191681,0.08350525796413422,0.08672025054693222,0.08993524312973022,0.09315022826194763,0.09636521339416504,0.09958020597696304,0.10279519855976105,0.10601018369197845],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.011424941010773182,-0.011051622219383717,-0.010678304359316826,-0.01030498556792736,-0.00993166770786047,-0.009558348916471004,-0.009185031056404114,-0.008811712265014648,-0.008438393473625183,-0.008065075613558292,-0.007691757287830114,-0.007318438962101936,-0.006945120170712471,-0.006571801844984293,-0.006198483519256115,-0.005825165193527937,-0.005451846867799759,-0.005078528542071581,-0.004705210216343403,-0.004331891890615225,-0.003958573564887047,-0.003585255006328225,-0.0032119364477694035,-0.0028386181220412254,-0.0024652997963130474,-0.0020919814705848694,-0.0017186630284413695,-0.0013453445862978697,-0.0009720262605696917,-0.0005987078766338527,-0.00022538949269801378,0.00014792889123782516,0.0005212463438510895,0.0008945647277869284,0.0012678831117227674,0.0016412015538662672,0.0020145198795944452,0.0023878382053226233,0.002761156763881445,0.003134475089609623,0.003507793415337801,0.003881111741065979,0.004254430066794157,0.004627748392522335,0.0050010671839118,0.005374385509639978,0.005747703835368156,0.0061210221610963345,0.0064943404868245125,0.0068676588125526905,0.0072409771382808685,0.0076142954640090466,0.007987613789737225,0.00836093258112669,0.00873425044119358,0.009107569232583046,0.009480888023972511,0.009854205884039402,0.010227524675428867,0.010600842535495758,0.010974161326885223,0.011347479186952114,0.01172079797834158,0.01209411583840847,0.012467434629797935],"_type":"histogram","values":[1,0,0,0,1,0,0,3,1,3,2,0,4,9,12,8,13,7,12,22,17,15,16,22,27,33,29,36,34,23,35,41,30,33,32,32,24,34,28,24,18,18,17,5,16,7,6,3,5,2,2,1,1,2,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.0029144287109375,-0.0028188228607177734,-0.002723217010498047,-0.0026276111602783203,-0.0025320053100585938,-0.002436399459838867,-0.0023407936096191406,-0.002245187759399414,-0.0021495819091796875,-0.002053976058959961,-0.0019583702087402344,-0.0018627643585205078,-0.0017671585083007812,-0.0016715526580810547,-0.0015759468078613281,-0.0014803409576416016,-0.001384735107421875,-0.0012891292572021484,-0.0011935234069824219,-0.0010979175567626953,-0.0010023117065429688,-0.0009067058563232422,-0.0008111000061035156,-0.0007154941558837891,-0.0006198883056640625,-0.0005242824554443359,-0.0004286766052246094,-0.0003330707550048828,-0.00023746490478515625,-0.0001418590545654297,-4.6253204345703125e-05,4.935264587402344e-05,0.00014495849609375,0.00024056434631347656,0.0003361701965332031,0.0004317760467529297,0.0005273818969726562,0.0006229877471923828,0.0007185935974121094,0.0008141994476318359,0.0009098052978515625,0.001005411148071289,0.0011010169982910156,0.0011966228485107422,0.0012922286987304688,0.0013878345489501953,0.0014834403991699219,0.0015790462493896484,0.001674652099609375,0.0017702579498291016,0.0018658638000488281,0.0019614696502685547,0.0020570755004882812,0.002152681350708008,0.0022482872009277344,0.002343893051147461,0.0024394989013671875,0.002535104751586914,0.0026307106018066406,0.002726316452026367,0.0028219223022460938,0.0029175281524658203,0.003013134002685547,0.0031087398529052734,0.003204345703125],"_type":"histogram","values":[2,0,0,2,2,2,6,12,6,18,22,33,48,68,92,166,246,288,460,624,885,1382,1911,2918,4457,7339,11975,21125,41572,94979,213216,92078,40349,20972,11829,7265,4404,2865,1987,1297,886,675,401,342,193,146,91,63,37,22,18,18,11,5,5,1,2,2,1,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[2,0,3,2,8,9,20,47,69,90,150,275,432,651,977,1365,1989,2921,3838,5436,6941,9162,11384,13995,17141,20095,23451,26249,29074,31531,33323,34494,34857,34329,33605,31769,29377,26739,23889,20662,17635,14550,11613,9345,7177,5538,4168,2988,2128,1508,1011,709,415,285,187,75,56,40,23,11,7,1,1,2],"bins":[-0.09678018093109131,-0.09380920231342316,-0.090838223695755,-0.08786723762750626,-0.0848962590098381,-0.08192528039216995,-0.0789543017745018,-0.07598332315683365,-0.0730123370885849,-0.07004135847091675,-0.0670703798532486,-0.06409940123558044,-0.06112842261791229,-0.05815744027495384,-0.05518646165728569,-0.05221547931432724,-0.04924450069665909,-0.046273522078990936,-0.043302539736032486,-0.040331561118364334,-0.037360578775405884,-0.03438960015773773,-0.03141862154006958,-0.02844764105975628,-0.025476660579442978,-0.022505680099129677,-0.019534699618816376,-0.016563721001148224,-0.013592740520834923,-0.010621760040521622,-0.007650780491530895,-0.0046798004768788815,-0.0017088204622268677,0.001262159552425146,0.00423313956707716,0.007204119581729174,0.010175099596381187,0.013146080076694489,0.01611705869436264,0.01908803917467594,0.022059019654989243,0.025030000135302544,0.028000980615615845,0.030971959233283997,0.03394293785095215,0.0369139201939106,0.03988489881157875,0.0428558811545372,0.04582685977220535,0.048797838389873505,0.051768820732831955,0.05473979935050011,0.05771078169345856,0.06068176031112671,0.06365273892879486,0.06662371754646301,0.06959469616413116,0.07256568223237991,0.07553666085004807,0.07850763946771622,0.08147861808538437,0.08444959670305252,0.08742058277130127,0.09039156138896942,0.09336254000663757],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[1,8,9,15,24,54,73,126,199,311,478,763,1175,1629,2291,3122,4214,5530,7198,9031,11446,14027,16662,19798,22737,25657,27884,29945,31894,33223,33458,33320,32480,31457,29071,26911,24306,21380,18158,15493,12655,10419,8194,6275,4722,3498,2716,1857,1366,925,605,390,230,165,109,60,38,13,15,4,4,4,1,1],"bins":[-0.0882386639714241,-0.08536864817142487,-0.08249863982200623,-0.07962862402200699,-0.07675860822200775,-0.07388859987258911,-0.07101858407258987,-0.06814856827259064,-0.065278559923172,-0.06240854412317276,-0.05953852832317352,-0.056668516248464584,-0.053798504173755646,-0.05092848837375641,-0.04805847629904747,-0.04518846049904823,-0.042318448424339294,-0.039448436349630356,-0.03657842054963112,-0.03370840847492218,-0.030838394537568092,-0.027968380600214005,-0.025098368525505066,-0.022228354588150978,-0.01935834065079689,-0.016488326713442802,-0.01361831370741129,-0.010748300701379776,-0.007878286764025688,-0.005008273292332888,-0.002138259820640087,0.0007317536510527134,0.003601767122745514,0.0064717805944383144,0.009341794066131115,0.012211807072162628,0.015081821009516716,0.017951834946870804,0.020821847021579742,0.02369186095893383,0.026561874896287918,0.029431888833642006,0.032301902770996094,0.03517191484570503,0.03804192692041397,0.04091194272041321,0.04378195479512215,0.046651970595121384,0.04952198266983032,0.05239199474453926,0.0552620105445385,0.058132022619247437,0.061002038419246674,0.06387204676866531,0.06674206256866455,0.06961207836866379,0.07248209416866302,0.07535210251808167,0.0782221183180809,0.08109213411808014,0.08396214246749878,0.08683215826749802,0.08970217406749725,0.0925721824169159,0.09544219821691513],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[3,0,0,1,2,0,2,2,1,2,6,1,4,7,8,10,7,9,12,19,10,21,16,23,22,27,22,21,28,30,29,21,30,29,30,26,29,27,15,12,15,31,23,14,13,14,13,16,10,7,8,7,5,5,3,5,4,4,0,2,1,0,2,2],"bins":[-0.0003189182607457042,-0.0003091831167694181,-0.00029944797279313207,-0.000289712828816846,-0.00027997768484055996,-0.0002702425408642739,-0.00026050739688798785,-0.0002507722529117018,-0.00024103710893541574,-0.00023130195040721446,-0.0002215668064309284,-0.00021183166245464236,-0.0002020965184783563,-0.00019236137450207025,-0.0001826262305257842,-0.00017289108654949814,-0.0001631559425732121,-0.00015342079859692603,-0.00014368565462063998,-0.00013395051064435393,-0.00012421536666806787,-0.0001144802154158242,-0.00010474507143953815,-9.50099274632521e-05,-8.527478348696604e-05,-7.553963951067999e-05,-6.580449553439394e-05,-5.6069347920129076e-05,-4.633420394384302e-05,-3.659905996755697e-05,-2.686391417228151e-05,-1.7128768377006054e-05,-7.39362440072e-06,2.341520485060755e-06,1.207666537084151e-05,2.1811811166116968e-05,3.154695514240302e-05,4.1282099118689075e-05,5.1017246732953936e-05,6.075239070923999e-05,7.048753468552604e-05,8.02226786618121e-05,8.995782263809815e-05,9.96929666143842e-05,0.00010942811786662787,0.00011916326184291393,0.00012889840581919998,0.00013863354979548603,0.0001483686937717721,0.00015810383774805814,0.0001678389817243442,0.00017757412570063025,0.0001873092696769163,0.00019704441365320235,0.0002067795576294884,0.00021651470160577446,0.00022624986013397574,0.0002359850041102618,0.00024572014808654785,0.0002554552920628339,0.00026519043603911996,0.000274925580015406,0.00028466072399169207,0.0002943958679679781,0.0003041310119442642],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.025045346468687057,-0.024286242201924324,-0.02352713793516159,-0.022768033668398857,-0.022008931264281273,-0.02124982699751854,-0.020490722730755806,-0.019731618463993073,-0.01897251419723034,-0.018213409930467606,-0.01745430752635002,-0.016695203259587288,-0.015936098992824554,-0.015176994726061821,-0.014417890459299088,-0.013658787123858929,-0.012899682857096195,-0.012140578590333462,-0.011381475254893303,-0.01062237098813057,-0.009863266721367836,-0.009104163385927677,-0.008345059119164944,-0.00758595485240221,-0.006826851051300764,-0.006067747250199318,-0.0053086429834365845,-0.004549539182335138,-0.0037904351484030485,-0.0030313311144709587,-0.0022722273133695126,-0.0015131232794374228,-0.000754019245505333,5.084730219095945e-06,0.0007641887059435248,0.0015232926234602928,0.0022823966573923826,0.0030415006913244724,0.0038006044924259186,0.004559708759188652,0.005318812560290098,0.006077916361391544,0.006837020628154278,0.007596124429255724,0.00835522823035717,0.009114332497119904,0.009873436763882637,0.010632540099322796,0.01139164436608553,0.012150748632848263,0.012909851968288422,0.013668956235051155,0.014428060501813889,0.015187163837254047,0.015946269035339355,0.01670537143945694,0.017464475706219673,0.018223579972982407,0.01898268423974514,0.019741788506507874,0.020500892773270607,0.02125999517738819,0.022019099444150925,0.022778203710913658,0.02353730797767639],"_type":"histogram","values":[1,1,1,0,2,1,2,1,1,3,1,2,3,6,6,8,5,11,10,13,10,23,21,20,20,17,25,25,29,35,31,26,26,30,30,28,25,23,23,26,25,24,26,13,13,13,10,20,5,8,8,3,8,2,8,1,2,2,1,0,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[2,0,0,0,1,1,0,0,2,2,1,1,2,7,6,12,12,16,18,22,18,47,60,64,81,88,64,44,30,31,23,19,10,12,13,7,7,7,4,7,3,3,0,5,2,4,2,2,0,0,1,1,2,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.011124057695269585,-0.010692903771996498,-0.010261748917400837,-0.009830594062805176,-0.00939944013953209,-0.008968286216259003,-0.008537131361663342,-0.00810597650706768,-0.007674822583794594,-0.00724366819486022,-0.006812513805925846,-0.006381359416991472,-0.005950205028057098,-0.0055190506391227245,-0.005087896250188351,-0.004656741861253977,-0.004225587472319603,-0.003794433083385229,-0.0033632786944508553,-0.0029321243055164814,-0.0025009699165821075,-0.0020698155276477337,-0.0016386611387133598,-0.001207506749778986,-0.0007763523608446121,-0.00034519797191023827,8.595641702413559e-05,0.0005171108059585094,0.0009482651948928833,0.0013794195838272572,0.001810573972761631,0.002241728361696005,0.0026728827506303787,0.0031040371395647526,0.0035351915284991264,0.0039663459174335,0.004397500306367874,0.004828654695302248,0.005259809084236622,0.005690963473170996,0.00612211786210537,0.006553272251039743,0.006984426639974117,0.007415581028908491,0.007846735417842865,0.008277889341115952,0.008709044195711613,0.009140199050307274,0.00957135297358036,0.010002506896853447,0.010433661751449108,0.01086481660604477,0.011295970529317856,0.011727124452590942,0.012158279307186604,0.012589434161782265,0.013020588085055351,0.013451742008328438,0.013882896862924099,0.01431405171751976,0.014745205640792847,0.015176359564065933,0.015607514418661594,0.016038669273257256,0.016469823196530342],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,4,2,4,4,7,4,10,8,5,11,7,14,13,11,16,8,15,16,14,23,16,16,31,33,25,31,23,23,19,25,26,29,25,13,23,22,19,17,13,13,12,10,12,10,22,12,9,8,7,3,6,4,2,1,2,1,2,1,2,2],"bins":[-0.001000467804260552,-0.000969181302934885,-0.0009378948016092181,-0.0009066083002835512,-0.0008753217989578843,-0.0008440352976322174,-0.0008127487963065505,-0.0007814622949808836,-0.0007501757936552167,-0.0007188892923295498,-0.0006876027910038829,-0.000656316289678216,-0.0006250297883525491,-0.0005937432870268822,-0.0005624567857012153,-0.0005311702843755484,-0.0004998837830498815,-0.00046859728172421455,-0.00043731078039854765,-0.00040602427907288074,-0.00037473777774721384,-0.00034345127642154694,-0.00031216477509588003,-0.00028087827377021313,-0.0002495917724445462,-0.00021830527111887932,-0.00018701876979321241,-0.0001557322684675455,-0.0001244457671418786,-9.31592658162117e-05,-6.18727644905448e-05,-3.058626316487789e-05,7.003545761108398e-07,3.1986855901777744e-05,6.327335722744465e-05,9.455985855311155e-05,0.00012584635987877846,0.00015713286120444536,0.00018841936253011227,0.00021970586385577917,0.0002509923651814461,0.000282278866507113,0.0003135653678327799,0.0003448518691584468,0.0003761383704841137,0.0004074248718097806,0.0004387113731354475,0.0004699978744611144,0.0005012843757867813,0.0005325708771124482,0.0005638573784381151,0.000595143879763782,0.0006264303810894489,0.0006577168824151158,0.0006890033837407827,0.0007202898850664496,0.0007515763863921165,0.0007828628877177835,0.0008141493890434504,0.0008454358903691173,0.0008767223916947842,0.0009080088930204511,0.000939295394346118,0.0009705818956717849,0.0010018683969974518]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,1,0,0,0,0,0,0,0,0,0,0,0,1,2,2,3,5,12,10,10,12,16,14,18,18,24,19,35,29,39,22,48,40,35,39,28,42,24,30,31,21,15,23,20,19,8,8,10,8,4,6,6,2,1,2,1,0,2,0,1,0,0,1],"bins":[-0.000428118888521567,-0.0004156934446655214,-0.0004032680008094758,-0.00039084258605726063,-0.00037841714220121503,-0.0003659916983451694,-0.0003535662544891238,-0.0003411408397369087,-0.00032871539588086307,-0.00031628995202481747,-0.00030386450816877186,-0.00029143906431272626,-0.0002790136495605111,-0.0002665882057044655,-0.0002541627618484199,-0.00024173733254428953,-0.00022931188868824393,-0.00021688644483219832,-0.00020446101552806795,-0.00019203557167202234,-0.00017961014236789197,-0.00016718469851184636,-0.000154759269207716,-0.00014233382535167038,-0.00012990838149562478,-0.0001174829521914944,-0.00010505751561140642,-9.263207903131843e-05,-8.020663517527282e-05,-6.778119859518483e-05,-5.535576201509684e-05,-4.2930325435008854e-05,-3.0504888854920864e-05,-1.8079452274832875e-05,-5.654013875755481e-06,6.77142361382721e-06,1.91968611034099e-05,3.162229768349789e-05,4.404773790156469e-05,5.647317448165268e-05,6.889861106174067e-05,8.132404764182866e-05,9.374948422191665e-05,0.00010617492080200464,0.00011860036465805024,0.00013102579396218061,0.00014345123781822622,0.0001558766671223566,0.0001683021109784022,0.0001807275548344478,0.00019315298413857818,0.00020557842799462378,0.00021800385729875416,0.00023042930115479976,0.00024285473045893013,0.00025528017431497574,0.00026770561817102134,0.00028013106202706695,0.0002925564767792821,0.0003049819206353277,0.0003174073644913733,0.0003298328083474189,0.00034225822309963405,0.00035468366695567966,0.00036710911081172526],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[2,1,0,0,1,1,1,2,6,2,15,4,19,31,38,61,97,128,179,321,431,658,1020,1506,2596,4044,6663,10560,18470,30621,54734,104124,248493,588617,246555,113477,60662,33133,19416,10397,6423,3751,2218,1276,809,489,285,183,125,90,46,28,19,9,12,4,3,3,2,0,2,0,0,1],"bins":[-0.0242919921875,-0.02356719970703125,-0.0228424072265625,-0.02211761474609375,-0.021392822265625,-0.02066802978515625,-0.0199432373046875,-0.01921844482421875,-0.01849365234375,-0.01776885986328125,-0.0170440673828125,-0.01631927490234375,-0.015594482421875,-0.01486968994140625,-0.0141448974609375,-0.01342010498046875,-0.0126953125,-0.01197052001953125,-0.0112457275390625,-0.01052093505859375,-0.009796142578125,-0.00907135009765625,-0.0083465576171875,-0.00762176513671875,-0.00689697265625,-0.00617218017578125,-0.0054473876953125,-0.00472259521484375,-0.003997802734375,-0.00327301025390625,-0.0025482177734375,-0.00182342529296875,-0.0010986328125,-0.00037384033203125,0.0003509521484375,0.00107574462890625,0.001800537109375,0.00252532958984375,0.0032501220703125,0.00397491455078125,0.00469970703125,0.00542449951171875,0.0061492919921875,0.00687408447265625,0.007598876953125,0.00832366943359375,0.0090484619140625,0.00977325439453125,0.010498046875,0.01122283935546875,0.0119476318359375,0.01267242431640625,0.013397216796875,0.01412200927734375,0.0148468017578125,0.01557159423828125,0.01629638671875,0.01702117919921875,0.0177459716796875,0.01847076416015625,0.019195556640625,0.01992034912109375,0.0206451416015625,0.02136993408203125,0.0220947265625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[-0.004618593957275152,-0.004425546154379845,-0.00423249788582325,-0.004039450082927942,-0.003846402047201991,-0.00365335401147604,-0.0034603062085807323,-0.003267258172854781,-0.00307421013712883,-0.0028811621014028788,-0.0026881140656769276,-0.00249506626278162,-0.002302018227055669,-0.0021089701913297176,-0.0019159222720190883,-0.001722874352708459,-0.0015298263169825077,-0.0013367782812565565,-0.0011437303619459271,-0.0009506823844276369,-0.0007576344069093466,-0.0005645864293910563,-0.000371538451872766,-0.00017849047435447574,1.4557503163814545e-05,0.00020760548068210483,0.0004006534582003951,0.0005937014357186854,0.0007867494132369757,0.0009797974489629269,0.0011728453682735562,0.0013658932875841856,0.0015589408576488495,0.0017519888933748007,0.00194503681268543,0.0021380847319960594,0.0023311327677220106,0.002524180803447962,0.0027172286063432693,0.0029102766420692205,0.0031033246777951717,0.003296372713521123,0.003489420749247074,0.0036824685521423817,0.003875516587868333,0.004068564623594284,0.004261612426489592,0.0044546606950461864,0.004647708497941494,0.0048407563008368015,0.005033804569393396,0.005226852372288704,0.005419900640845299,0.005612948443740606,0.005805996246635914,0.005999044515192509,0.006192092318087816,0.006385140120983124,0.006578188389539719,0.006771236192435026,0.006964283995330334,0.0071573322638869286,0.007350380066782236,0.007543428335338831,0.0077364761382341385],"_type":"histogram","values":[2,1,1,0,1,0,1,1,4,3,4,6,10,10,9,22,17,29,35,43,60,43,60,72,54,56,38,35,20,18,17,18,10,4,5,9,12,4,6,6,5,1,2,1,2,2,3,3,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,1,0,0,0,1,2,0,1,3,5,3,6,11,9,10,7,8,14,12,16,16,20,22,24,30,23,17,32,30,30,26,19,39,29,23,28,24,28,16,13,22,16,20,19,10,13,14,5,7,8,6,5,3,4,6,2,3,1,2,1,0,0,2],"bins":[-0.030989957973361015,-0.030028820037841797,-0.02906768210232258,-0.02810654416680336,-0.02714540809392929,-0.026184270158410072,-0.025223132222890854,-0.024261994287371635,-0.023300856351852417,-0.0223397184163332,-0.02137858048081398,-0.02041744254529476,-0.019456304609775543,-0.018495168536901474,-0.017534030601382256,-0.016572892665863037,-0.015611754730343819,-0.0146506167948246,-0.013689478859305382,-0.012728341855108738,-0.01176720391958952,-0.010806065984070301,-0.009844928979873657,-0.008883791044354439,-0.00792265310883522,-0.006961515173316002,-0.006000377703458071,-0.00503924023360014,-0.004078102298080921,-0.0031169645953923464,-0.0021558268927037716,-0.0011946891900151968,-0.00023355334997177124,0.0007275843527168036,0.0016887220554053783,0.002649859758093953,0.003610997460782528,0.004572135396301746,0.0055332728661596775,0.006494410336017609,0.007455548271536827,0.008416686207056046,0.009377824142575264,0.010338961146771908,0.011300099082291126,0.012261237017810345,0.013222374022006989,0.014183511957526207,0.015144649893045425,0.016105787828564644,0.017066925764083862,0.01802806369960308,0.0189892016351223,0.01995033770799637,0.020911475643515587,0.021872613579034805,0.022833751514554024,0.023794889450073242,0.02475602738559246,0.02571716532111168,0.02667830139398575,0.027639439329504967,0.028600577265024185,0.029561715200543404,0.030522853136062622],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,1,0,3,1,1,1,3,5,5,13,7,13,16,16,17,12,15,16,26,19,31,33,41,30,36,28,43,32,29,38,33,25,28,23,23,17,13,8,14,14,9,5,7,4,6,2,1,3,0,0,0,0,0,0,0,1],"bins":[-0.012211600318551064,-0.011847426183521748,-0.011483252048492432,-0.011119076982140541,-0.010754902847111225,-0.01039072871208191,-0.010026553645730019,-0.009662379510700703,-0.009298205375671387,-0.00893403124064207,-0.008569857105612755,-0.008205682039260864,-0.007841507904231548,-0.007477333769202232,-0.007113159168511629,-0.006748984567821026,-0.00638481043279171,-0.006020636297762394,-0.005656461697071791,-0.0052922870963811874,-0.0049281129613518715,-0.0045639388263225555,-0.004199764225631952,-0.0038355898577719927,-0.003471415489912033,-0.0031072411220520735,-0.002743066754192114,-0.0023788923863321543,-0.0020147180184721947,-0.001650543650612235,-0.0012863692827522755,-0.0009221949148923159,-0.0005580196157097816,-0.00019384524784982204,0.00017032912001013756,0.0005345034878700972,0.0008986778557300568,0.0012628522235900164,0.001627026591449976,0.0019912009593099356,0.002355375327169895,0.0027195496950298548,0.0030837240628898144,0.003447898430749774,0.0038120727986097336,0.0041762469336390495,0.004540421534329653,0.004904596135020256,0.005268770270049572,0.005632944405078888,0.005997119005769491,0.0063612936064600945,0.00672546774148941,0.007089641876518726,0.00745381647720933,0.007817991077899933,0.008182165212929249,0.008546339347958565,0.008910514414310455,0.009274688549339771,0.009638862684369087,0.010003036819398403,0.010367210954427719,0.01073138602077961,0.011095560155808926],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,1,3,5,14,24,34,65,112,211,341,621,1009,1515,2286,3445,5032,7337,10008,13724,18181,23909,30274,37687,45828,54832,63455,72451,79848,86400,91752,94703,95555,94313,91141,85421,78869,70953,62310,53415,44907,36682,29773,22963,17565,13130,9859,6893,4886,3262,2241,1360,900,580,332,190,109,66,37,22,12,6,3,1],"bins":[-0.09884995967149734,-0.09580245614051819,-0.09275495260953903,-0.08970744907855988,-0.08665994554758072,-0.08361244201660156,-0.080564945936203,-0.07751744240522385,-0.07446993887424469,-0.07142243534326553,-0.06837493181228638,-0.06532742828130722,-0.062279924750328064,-0.05923242121934891,-0.05618492141366005,-0.05313741788268089,-0.050089914351701736,-0.04704241082072258,-0.04399490728974342,-0.040947407484054565,-0.03789990395307541,-0.03485240042209625,-0.031804896891117096,-0.02875739522278309,-0.025709891691803932,-0.022662388160824776,-0.01961488649249077,-0.016567382961511612,-0.01351988036185503,-0.010472377762198448,-0.007424874696880579,-0.00437737163156271,-0.001329869031906128,0.0017176338005810976,0.004765136633068323,0.007812639698386192,0.010860142298042774,0.013907644897699356,0.016955148428678513,0.02000265009701252,0.023050153627991676,0.026097657158970833,0.02914515882730484,0.032192662358284,0.03524016588926315,0.03828766942024231,0.04133516922593117,0.044382672756910324,0.04743017628788948,0.05047767981886864,0.053525183349847794,0.05657268315553665,0.05962018668651581,0.06266769021749496,0.06571519374847412,0.06876269727945328,0.07181020081043243,0.07485770434141159,0.07790520787239075,0.0809527039527893,0.08400020748376846,0.08704771101474762,0.09009521454572678,0.09314271807670593,0.09619022160768509]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,3,5,8,13,21,50,82,170,316,468,769,1316,1978,3178,4644,6792,9412,13344,18025,23672,30457,38932,47458,56789,65813,75656,83607,90193,95283,98586,99018,96638,92835,85966,78462,70043,60500,51258,41562,33781,26361,20321,15150,10866,7761,5361,3701,2403,1516,962,570,324,207,115,77,30,17,9,3,4],"bins":[-0.10788916051387787,-0.10473380982875824,-0.10157845169305801,-0.09842310100793839,-0.09526775032281876,-0.09211239218711853,-0.0889570415019989,-0.08580169081687927,-0.08264634013175964,-0.07949098199605942,-0.07633563131093979,-0.07318028062582016,-0.07002492249011993,-0.0668695718050003,-0.06371422111988068,-0.06055886670947075,-0.05740351229906082,-0.054248157888650894,-0.051092807203531265,-0.04793745279312134,-0.04478210210800171,-0.04162674769759178,-0.038471393287181854,-0.035316042602062225,-0.0321606881916523,-0.02900533564388752,-0.02584998309612274,-0.022694628685712814,-0.019539276137948036,-0.016383923590183258,-0.013228570111095905,-0.010073216632008553,-0.006917864084243774,-0.003762511070817709,-0.0006071580573916435,0.002548194956034422,0.005703547969460487,0.008858900517225266,0.012014253996312618,0.015169607475399971,0.01832496002316475,0.021480312570929527,0.024635665118694305,0.027791019529104233,0.03094637207686901,0.03410172462463379,0.037257079035043716,0.040412429720163345,0.04356778413057327,0.0467231385409832,0.04987848922610283,0.053033843636512756,0.056189194321632385,0.05934454873204231,0.06249990314245224,0.06565525382757187,0.0688106119632721,0.07196596264839172,0.07512131333351135,0.07827666401863098,0.08143202215433121,0.08458737283945084,0.08774272352457047,0.09089808166027069,0.09405343234539032]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[2,2,2,3,1,6,2,6,10,6,12,12,32,33,46,72,85,135,183,243,317,498,687,960,1490,2292,3464,5533,9372,15868,29759,55471,103739,139361,98743,53173,28485,15165,9022,5323,3285,2256,1440,930,687,471,293,231,165,136,89,65,38,46,20,17,11,9,6,4,4,4,1,1],"bins":[-0.000743865966796875,-0.0007216334342956543,-0.0006994009017944336,-0.0006771683692932129,-0.0006549358367919922,-0.0006327033042907715,-0.0006104707717895508,-0.0005882382392883301,-0.0005660057067871094,-0.0005437731742858887,-0.000521540641784668,-0.0004993081092834473,-0.00047707557678222656,-0.00045484304428100586,-0.00043261051177978516,-0.00041037797927856445,-0.00038814544677734375,-0.00036591291427612305,-0.00034368038177490234,-0.00032144784927368164,-0.00029921531677246094,-0.00027698278427124023,-0.00025475025177001953,-0.00023251771926879883,-0.00021028518676757812,-0.00018805265426635742,-0.00016582012176513672,-0.00014358758926391602,-0.00012135505676269531,-9.912252426147461e-05,-7.68899917602539e-05,-5.46574592590332e-05,-3.24249267578125e-05,-1.0192394256591797e-05,1.2040138244628906e-05,3.427267074584961e-05,5.650520324707031e-05,7.873773574829102e-05,0.00010097026824951172,0.00012320280075073242,0.00014543533325195312,0.00016766786575317383,0.00018990039825439453,0.00021213293075561523,0.00023436546325683594,0.00025659799575805664,0.00027883052825927734,0.00030106306076049805,0.00032329559326171875,0.00034552812576293945,0.00036776065826416016,0.00038999319076538086,0.00041222572326660156,0.00043445825576782227,0.00045669078826904297,0.00047892332077026367,0.0005011558532714844,0.0005233883857727051,0.0005456209182739258,0.0005678534507751465,0.0005900859832763672,0.0006123185157775879,0.0006345510482788086,0.0006567835807800293,0.00067901611328125]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,1,2,3,1,1,5,3,8,6,15,12,10,22,23,29,34,64,58,91,83,65,56,26,25,18,25,12,4,8,10,6,8,4,5,2,8,3,0,0,2,0,4,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.014972608536481857,-0.014326670207083225,-0.013680731877684593,-0.013034793548285961,-0.012388855218887329,-0.011742915958166122,-0.01109697762876749,-0.010451039299368858,-0.009805100969970226,-0.009159162640571594,-0.008513224311172962,-0.00786728598177433,-0.007221347186714411,-0.006575408857315779,-0.005929470062255859,-0.005283531732857227,-0.004637593403458595,-0.003991655074059963,-0.0033457165118306875,-0.002699777949601412,-0.0020538396202027798,-0.001407901174388826,-0.000761962728574872,-0.00011602428276091814,0.0005299141630530357,0.0011758526088669896,0.0018217910546809435,0.002467729616910219,0.0031136679463088512,0.0037596062757074833,0.004405545070767403,0.005051483400166035,0.005697423592209816,0.006343361921608448,0.00698930025100708,0.0076352390460669994,0.008281176909804344,0.00892711617052555,0.009573054499924183,0.010218992829322815,0.010864931158721447,0.011510869488120079,0.012156807817518711,0.012802746146917343,0.01344868540763855,0.014094623737037182,0.014740562066435814,0.015386500395834446,0.016032438725233078,0.016678377985954285,0.017324315384030342,0.01797025464475155,0.018616192042827606,0.019262131303548813,0.01990806870162487,0.020554007962346077,0.021199945360422134,0.02184588462114334,0.022491823881864548,0.023137761279940605,0.023783700540661812,0.02442963793873787,0.025075577199459076,0.025721514597535133,0.02636745385825634]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[2,1,0,2,3,1,7,2,5,3,5,3,7,12,14,18,17,26,31,30,36,64,53,62,66,65,74,84,104,100,83,94,104,96,80,85,73,78,62,55,54,46,40,32,29,34,20,21,14,10,5,3,8,4,6,4,3,0,1,2,2,2,0,1],"bins":[-0.005761287175118923,-0.005578238051384687,-0.005395188461989164,-0.005212139338254929,-0.0050290897488594055,-0.00484604062512517,-0.004662991035729647,-0.004479941911995411,-0.004296892322599888,-0.004113843198865652,-0.003930794075131416,-0.0037477444857358932,-0.0035646953620016575,-0.003381646005436778,-0.0031985966488718987,-0.0030155472923070192,-0.00283249793574214,-0.0026494485791772604,-0.002466399222612381,-0.0022833498660475016,-0.002100300509482622,-0.0019172512693330646,-0.001734202029183507,-0.0015511526726186275,-0.0013681033160537481,-0.0011850539594888687,-0.0010020046029239893,-0.0008189553627744317,-0.0006359060062095523,-0.00045285667874850333,-0.00026980735128745437,-8.67580238264054e-05,9.629130363464355e-05,0.0002793406310956925,0.0004623899585567415,0.00064543925691396,0.0008284886134788394,0.0010115379700437188,0.0011945872101932764,0.0013776365667581558,0.0015606859233230352,0.0017437352798879147,0.001926784636452794,0.0021098339930176735,0.0022928831167519093,0.0024759324733167887,0.002658981829881668,0.0028420311864465475,0.003025080543011427,0.0032081298995763063,0.0033911792561411858,0.003574228612706065,0.0037572779692709446,0.00394032709300518,0.004123376682400703,0.004306425806134939,0.004489474929869175,0.004672524519264698,0.004855573642998934,0.005038623232394457,0.005221672356128693,0.005404721945524216,0.0055877710692584515,0.0057708206586539745,0.00595386978238821]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,1,1,1,2,3,7,6,11,9,14,20,10,15,14,17,25,15,26,32,37,32,34,35,30,41,28,36,34,32,26,27,23,21,15,12,12,9,17,6,4,8,4,6,1,2,2,0,0,0,0,0,0,0,1],"bins":[-0.01167718879878521,-0.01132587157189846,-0.010974555276334286,-0.010623238980770111,-0.010271921753883362,-0.009920604526996613,-0.009569288231432438,-0.009217971935868263,-0.008866654708981514,-0.008515337482094765,-0.00816402118653059,-0.007812704890966415,-0.007461387664079666,-0.007110070902854204,-0.006758754141628742,-0.00640743738040328,-0.006056120619177818,-0.005704803857952356,-0.005353487096726894,-0.005002170335501432,-0.0046508535742759705,-0.0042995368130505085,-0.0039482200518250465,-0.0035969032905995846,-0.0032455865293741226,-0.0028942697681486607,-0.0025429530069231987,-0.0021916362456977367,-0.0018403194844722748,-0.0014890027232468128,-0.0011376859620213509,-0.0007863692007958889,-0.00043505243957042694,-8.373567834496498e-05,0.000267581082880497,0.0006188978441059589,0.0009702146053314209,0.0013215313665568829,0.0016728481277823448,0.0020241648890078068,0.0023754816502332687,0.0027267984114587307,0.0030781151726841927,0.0034294319339096546,0.0037807486951351166,0.0041320654563605785,0.0044833822175860405,0.0048346989788115025,0.005186015740036964,0.005537332501262426,0.005888649262487888,0.00623996602371335,0.006591282784938812,0.006942599546164274,0.007293916307389736,0.007645233068615198,0.00799654982984066,0.00834786705672741,0.008699183352291584,0.009050499647855759,0.009401816874742508,0.009753134101629257,0.010104450397193432,0.010455766692757607,0.010807083919644356]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,1,1,2,5,5,8,6,7,9,9,8,12,6,11,13,11,17,18,18,19,21,16,21,16,19,32,27,25,29,22,21,28,22,18,16,22,31,25,14,14,12,16,17,10,18,7,15,1,8,4,7,7,2,3,3,1,2,2,2,4,0,1],"bins":[-0.000904628133866936,-0.0008748073596507311,-0.0008449866436421871,-0.0008151658694259822,-0.0007853450952097774,-0.0007555243209935725,-0.0007257035467773676,-0.0006958828307688236,-0.0006660620565526187,-0.0006362412823364139,-0.0006064205663278699,-0.000576599792111665,-0.0005467790178954601,-0.0005169582436792552,-0.0004871374985668808,-0.0004573167534545064,-0.0004274959792383015,-0.00039767520502209663,-0.0003678544599097222,-0.0003380337147973478,-0.0003082129405811429,-0.000278392166364938,-0.0002485714212525636,-0.00021875066158827394,-0.0001889299019239843,-0.00015910914225969464,-0.00012928838259540498,-9.946762293111533e-05,-6.964686326682568e-05,-3.982610360253602e-05,-1.000534393824637e-05,1.9815415726043284e-05,4.9636117182672024e-05,7.945687684696168e-05,0.00010927763651125133,0.00013909839617554098,0.00016891915583983064,0.0001987399155041203,0.00022856067516840994,0.00025838142028078437,0.00028820219449698925,0.00031802296871319413,0.00034784371382556856,0.000377664458937943,0.00040748523315414786,0.00043730600737035275,0.00046712675248272717,0.0004969474975951016,0.0005267682718113065,0.0005565890460275114,0.0005864098202437162,0.0006162305362522602,0.0006460513104684651,0.00067587208468467,0.0007056928006932139,0.0007355135749094188,0.0007653343491256237,0.0007951551233418286,0.0008249758975580335,0.0008547966135665774,0.0008846173877827823,0.0009144381619989872,0.0009442588780075312,0.000974079652223736,0.001003900426439941],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9991874098777771,0.9992159008979797,0.9992443919181824,0.999272882938385,0.9993013739585876,0.9993298649787903,0.9993583559989929,0.9993869066238403,0.999415397644043,0.9994438886642456,0.9994723796844482,0.9995008707046509,0.9995293617248535,0.9995578527450562,0.9995863437652588,0.9996148347854614,0.9996433258056641,0.9996718168258667,0.9997003078460693,0.999728798866272,0.9997573494911194,0.999785840511322,0.9998143315315247,0.9998428225517273,0.9998713135719299,0.9998998045921326,0.9999282956123352,0.9999567866325378,0.9999852776527405,1.000013828277588,1.0000423192977905,1.0000708103179932,1.0000993013381958,1.0001277923583984,1.000156283378601,1.0001847743988037,1.0002132654190063,1.000241756439209,1.0002702474594116,1.0002987384796143,1.000327229499817,1.0003557205200195,1.0003842115402222,1.0004127025604248,1.0004411935806274,1.00046968460083,1.0004981756210327,1.0005266666412354,1.000555157661438,1.0005836486816406,1.0006121397018433,1.000640630722046,1.000669240951538,1.0006977319717407,1.0007262229919434,1.000754714012146,1.0007832050323486,1.0008116960525513,1.000840187072754,1.0008686780929565,1.0008971691131592,1.0009256601333618,1.0009541511535645,1.000982642173767,1.0010111331939697],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,0,4,0,4,2,0,2,7,3,9,12,17,22,34,37,42,30,42,45,33,34,41,34,35,24,34,27,27,26,15,18,15,8,7,12,9,6,7,3,6,6,3,8,3,4,0,2,1,2,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,1,0,1,0,0,3,0,2,0,3,2,3,5,5,9,10,12,7,15,12,12,27,28,27,28,17,42,41,35,35,34,29,46,31,23,37,19,29,21,32,13,9,13,6,6,11,5,6,6,3,2,1,0,0,1,1,1],"bins":[-0.05713941529393196,-0.05561777204275131,-0.05409612879157066,-0.052574485540390015,-0.051052842289209366,-0.04953119903802872,-0.04800955578684807,-0.04648791253566742,-0.04496627300977707,-0.04344462975859642,-0.04192298650741577,-0.04040134325623512,-0.038879700005054474,-0.037358056753873825,-0.035836413502693176,-0.03431477025151253,-0.03279312700033188,-0.03127148374915123,-0.02974984049797058,-0.028228197246789932,-0.026706553995609283,-0.025184912607073784,-0.023663269355893135,-0.022141626104712486,-0.020619982853531837,-0.01909833960235119,-0.01757669635117054,-0.01605505309998989,-0.014533410780131817,-0.013011767528951168,-0.011490125209093094,-0.009968481957912445,-0.008446838706731796,-0.0069251954555511475,-0.005403552670031786,-0.003881909651681781,-0.0023602666333317757,-0.0008386236149817705,0.0006830194033682346,0.00220466242171824,0.003726305440068245,0.005247948691248894,0.006769591476768255,0.008291234262287617,0.009812877513468266,0.011334520764648914,0.012856163084506989,0.014377806335687637,0.015899449586868286,0.017421092838048935,0.018942736089229584,0.020464379340410233,0.02198602259159088,0.02350766398012638,0.02502930723130703,0.02655095048248768,0.028072593733668327,0.029594236984848976,0.031115880236029625,0.032637521624565125,0.03415916487574577,0.03568080812692642,0.03720245137810707,0.03872409462928772,0.04024573788046837],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,0,2,0,1,3,2,4,6,2,6,4,8,5,10,10,16,23,36,72,75,101,106,80,45,30,22,17,18,4,9,5,3,8,4,10,2,1,5,0,1,1,2,1,2,0,0,0,0,0,1,1,0,0,1],"bins":[-2.0830607354582753e-06,-2.0149443571426673e-06,-1.9468279788270593e-06,-1.878711714198289e-06,-1.810595335882681e-06,-1.742478957567073e-06,-1.674362579251465e-06,-1.606246200935857e-06,-1.5381299363070866e-06,-1.4700135579914786e-06,-1.4018971796758706e-06,-1.3337808013602626e-06,-1.2656644230446545e-06,-1.1975480447290465e-06,-1.1294317801002762e-06,-1.0613154017846682e-06,-9.931990234690602e-07,-9.250826451534522e-07,-8.56966323681263e-07,-7.88849945365655e-07,-7.207336238934658e-07,-6.526172455778578e-07,-5.845008672622498e-07,-5.163845457900607e-07,-4.4826816747445264e-07,-3.8015181758055405e-07,-3.1203546768665547e-07,-2.4391908937104745e-07,-1.7580273947714886e-07,-1.0768638247782292e-07,-3.957002547849697e-08,2.854633152082897e-08,9.666268852015492e-08,1.647790384140535e-07,2.328954025188068e-07,3.010117666235601e-07,3.691281165174587e-07,4.372444664113573e-07,5.053608447269653e-07,5.734771661991545e-07,6.415935445147625e-07,7.097099228303705e-07,7.778262443025596e-07,8.459426226181677e-07,9.140590009337757e-07,9.821753792493837e-07,1.050291643878154e-06,1.118408022193762e-06,1.18652440050937e-06,1.254640778824978e-06,1.322757157140586e-06,1.3908734217693564e-06,1.4589898000849644e-06,1.5271061784005724e-06,1.5952225567161804e-06,1.6633389350317884e-06,1.7314553133473964e-06,1.7995715779761667e-06,1.8676879562917748e-06,1.935804220920545e-06,2.003920599236153e-06,2.072036977551761e-06,2.140153355867369e-06,2.208269734182977e-06,2.276386112498585e-06]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[2,0,0,0,0,2,1,2,0,4,3,4,6,4,5,5,9,12,12,12,13,12,19,23,21,16,25,19,26,21,22,30,39,37,31,28,24,28,17,24,21,19,18,26,18,13,12,8,10,11,6,6,7,4,7,3,5,3,5,1,0,3,0,4],"bins":[-0.0003322020638734102,-0.0003224083920940757,-0.00031261472031474113,-0.0003028210485354066,-0.00029302737675607204,-0.0002832337049767375,-0.00027344003319740295,-0.0002636463614180684,-0.00025385268963873386,-0.0002440590033074841,-0.00023426533152814955,-0.000224471659748815,-0.00021467797341756523,-0.00020488430163823068,-0.00019509062985889614,-0.0001852969580795616,-0.00017550328630022705,-0.0001657096145208925,-0.00015591594274155796,-0.0001461222709622234,-0.00013632859918288887,-0.0001265349128516391,-0.00011674124107230455,-0.00010694756929297,-9.715389751363546e-05,-8.736022573430091e-05,-7.756655395496637e-05,-6.777287489967421e-05,-5.797920312033966e-05,-4.818553134100512e-05,-3.8391855923691764e-05,-2.8598182325367816e-05,-1.8804537830874324e-05,-9.010864232550375e-06,7.828093657735735e-07,1.0576482964097522e-05,2.037015656242147e-05,3.016383016074542e-05,3.995750375906937e-05,4.975117917638272e-05,5.9544850955717266e-05,6.933852273505181e-05,7.913219451438636e-05,8.892587356967852e-05,9.871954534901306e-05,0.0001085132171283476,0.00011830689618363976,0.0001281005679629743,0.00013789423974230886,0.0001476879115216434,0.00015748158330097795,0.0001672752550803125,0.00017706892685964704,0.0001868626131908968,0.00019665628497023135,0.0002064499567495659,0.00021624362852890044,0.000226037300308235,0.00023583097208756953,0.0002456246584188193,0.00025541833019815385,0.0002652120019774884,0.00027500567375682294,0.0002847993455361575,0.00029459301731549203],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9991552233695984,0.9991863965988159,0.9992175698280334,0.9992488026618958,0.9992799758911133,0.9993111491203308,0.9993423223495483,0.9993734955787659,0.9994047284126282,0.9994359016418457,0.9994670748710632,0.9994982481002808,0.9995294213294983,0.9995606541633606,0.9995918273925781,0.9996230006217957,0.9996541738510132,0.9996853470802307,0.999716579914093,0.9997477531433105,0.9997789263725281,0.9998100996017456,0.9998412728309631,0.9998725056648254,0.999903678894043,0.9999348521232605,0.999966025352478,0.9999971985816956,1.000028371810913,1.0000596046447754,1.0000908374786377,1.0001219511032104,1.0001531839370728,1.0001842975616455,1.0002155303955078,1.0002467632293701,1.0002778768539429,1.0003091096878052,1.000340223312378,1.0003714561462402,1.0004026889801025,1.0004338026046753,1.0004650354385376,1.0004961490631104,1.0005273818969727,1.000558614730835,1.0005897283554077,1.00062096118927,1.0006520748138428,1.000683307647705,1.0007145404815674,1.0007456541061401,1.0007768869400024,1.0008080005645752,1.0008392333984375,1.0008704662322998,1.0009015798568726,1.0009328126907349,1.0009639263153076,1.00099515914917,1.0010263919830322,1.001057505607605,1.0010887384414673,1.00111985206604,1.0011510848999023],"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,1,0,3,1,4,4,7,4,8,17,14,24,38,26,32,51,35,47,42,43,47,36,29,30,29,32,16,20,11,16,12,12,14,17,9,5,3,2,9,4,0,0,2,0,2,0,0,0,0,3,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,1,0,0,1,1,0,0,1,1,1,6,2,5,8,7,4,4,10,11,20,20,19,24,49,54,50,58,76,73,79,102,86,112,104,108,96,96,115,81,73,71,63,57,47,45,44,32,21,34,11,20,7,12,2,7,4,1,3,1,4,1,1,1],"bins":[-0.0005673965788446367,-0.0005516698001883924,-0.0005359430215321481,-0.0005202162428759038,-0.0005044895224273205,-0.0004887627437710762,-0.0004730359651148319,-0.00045730918645858765,-0.00044158240780234337,-0.0004258556291460991,-0.0004101288504898548,-0.000394402100937441,-0.0003786753222811967,-0.00036294854362495244,-0.0003472217940725386,-0.00033149501541629434,-0.00031576823676005006,-0.0003000414581038058,-0.0002843146794475615,-0.0002685879298951477,-0.0002528611512389034,-0.00023713437258265913,-0.00022140760847833008,-0.00020568084437400103,-0.00018995406571775675,-0.00017422728706151247,-0.00015850052295718342,-0.00014277375885285437,-0.0001270469801966101,-0.00011132020881632343,-9.559343743603677e-05,-7.98666660557501e-05,-6.413995288312435e-05,-4.841318150283769e-05,-3.2686410122551024e-05,-1.695963874226436e-05,-1.2328673619776964e-06,1.4493904018308967e-05,3.022067539859563e-05,4.5947446778882295e-05,6.167421815916896e-05,7.740098953945562e-05,9.312776091974229e-05,0.00010885453230002895,0.00012458130368031561,0.0001403080823365599,0.00015603484644088894,0.000171761610545218,0.00018748838920146227,0.00020321516785770655,0.0002189419319620356,0.00023466869606636465,0.0002503954747226089,0.0002661222533788532,0.000281849002931267,0.0002975757815875113,0.0003133025602437556,0.00032902933889999986,0.00034475611755624413,0.00036048286710865796,0.00037620964576490223,0.0003919364244211465,0.00040766317397356033,0.0004233899526298046,0.0004391167312860489],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,1,1,2,5,1,0,5,0,4,8,8,6,8,6,15,12,19,16,20,23,25,25,37,23,18,33,21,28,27,25,17,35,29,25,27,29,35,15,22,14,16,11,12,11,13,5,6,3,1,3,2,6,0,1,3,0,1,0,0,0,1],"bins":[-0.019692059606313705,-0.019058657810091972,-0.01842525601387024,-0.017791852355003357,-0.017158450558781624,-0.01652504876255989,-0.015891646966338158,-0.01525824423879385,-0.014624841511249542,-0.01399143971502781,-0.013358037918806076,-0.012724635191261768,-0.012091233395040035,-0.011457830667495728,-0.010824428871273994,-0.010191026143729687,-0.009557624347507954,-0.00892422255128622,-0.008290819823741913,-0.0076574175618588924,-0.007024015299975872,-0.006390613503754139,-0.0057572112418711185,-0.005123808979988098,-0.004490406718105078,-0.0038570044562220573,-0.003223602194339037,-0.00259020016528666,-0.00195679790340364,-0.0013233956415206194,-0.0006899934960529208,-5.659129237756133e-05,0.0005768109112977982,0.0012102131731808186,0.0018436153186485171,0.0024770174641162157,0.003110419725999236,0.0037438219878822565,0.004377224016934633,0.005010626278817654,0.005644028540700674,0.0062774308025836945,0.006910833064466715,0.007544235326349735,0.008177637122571468,0.008811039850115776,0.00944444164633751,0.010077844373881817,0.01071124617010355,0.011344647966325283,0.01197805069386959,0.012611452490091324,0.013244855217635632,0.013878257013857365,0.014511659741401672,0.015145061537623405,0.01577846333384514,0.01641186513006687,0.017045268788933754,0.017678670585155487,0.01831207238137722,0.018945474177598953,0.019578877836465836,0.02021227963268757,0.020845681428909302]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,0,0,1,3,4,5,2,8,4,3,7,13,11,11,11,25,23,37,23,19,22,35,32,36,28,31,30,30,30,33,42,35,23,26,22,19,8,19,12,11,12,1,5,2,2,3,1,1,0,0,2,0,0,0,1],"bins":[-0.016520123928785324,-0.016037151217460632,-0.015554179437458515,-0.015071207657456398,-0.01458823587745428,-0.014105263166129589,-0.013622291386127472,-0.013139319606125355,-0.012656346894800663,-0.012173375114798546,-0.011690403334796429,-0.011207430623471737,-0.01072445884346962,-0.010241487063467503,-0.00975851435214281,-0.009275542572140694,-0.008792569860816002,-0.008309598080813885,-0.007826626300811768,-0.007343654055148363,-0.006860681809484959,-0.0063777100294828415,-0.005894737783819437,-0.0054117655381560326,-0.004928793758153915,-0.004445821512490511,-0.0039628492668271065,-0.0034798772539943457,-0.002996905241161585,-0.0025139329954981804,-0.0020309609826654196,-0.001547988853417337,-0.0010650167241692543,-0.0005820445949211717,-9.907252388074994e-05,0.00038389957626350224,0.0008668716764077544,0.001349843805655837,0.0018328158184885979,0.0023157880641520023,0.002798760076984763,0.003281732089817524,0.0037647043354809284,0.004247676581144333,0.00473064836114645,0.0052136206068098545,0.005696592852473259,0.006179564632475376,0.006662536878138781,0.007145509123802185,0.007628480903804302,0.008111453615128994,0.008594425395131111,0.009077397175133228,0.00956036988645792,0.010043341666460037,0.010526313446462154,0.011009286157786846,0.011492257937788963,0.01197522971779108,0.012458202429115772,0.01294117420911789,0.013424145989120007,0.013907118700444698,0.014390090480446815]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,3,2,14,10,32,44,81,137,201,303,462,701,987,1404,2092,2946,3924,5106,6660,8384,10444,12882,15644,18157,21012,23815,26172,28798,30328,32112,32616,33205,32284,31323,30252,27601,25453,22420,19699,17030,14148,11716,9714,7543,5954,4500,3449,2467,1803,1235,847,630,378,281,152,116,64,39,26,6,7,3,3],"bins":[-0.09058499336242676,-0.08777846395969391,-0.08497193455696106,-0.08216540515422821,-0.07935887575149536,-0.07655234634876251,-0.07374581694602966,-0.07093928754329681,-0.06813275814056396,-0.06532623618841171,-0.06251970678567886,-0.059713173657655716,-0.056906647980213165,-0.054100118577480316,-0.05129358917474747,-0.04848705977201462,-0.04568053036928177,-0.04287400096654892,-0.04006747156381607,-0.03726094216108322,-0.03445441275835037,-0.03164788708090782,-0.028841357678174973,-0.026034828275442123,-0.023228298872709274,-0.020421769469976425,-0.017615240067243576,-0.014808712527155876,-0.012002183124423027,-0.009195653721690178,-0.006389125250279903,-0.0035825963132083416,-0.0007760748267173767,0.002030454110354185,0.004836983047425747,0.007643511984497309,0.01045004092156887,0.01325657032430172,0.01606309786438942,0.01886962726712227,0.021676156669855118,0.024482686072587967,0.027289215475320816,0.030095743015408516,0.032902270555496216,0.035708799958229065,0.038515329360961914,0.04132185876369476,0.04412838816642761,0.04693491756916046,0.04974144697189331,0.05254797637462616,0.05535450577735901,0.05816103145480156,0.06096756085753441,0.06377409398555756,0.0665806233882904,0.06938714534044266,0.0721936747431755,0.07500020414590836,0.0778067335486412,0.08061326295137405,0.0834197923541069,0.08622632175683975,0.0890328511595726]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[1,5,3,8,15,21,45,92,150,222,333,577,906,1324,1871,2729,3845,5317,7014,9443,11805,14799,18192,21556,24603,27994,30921,33302,35158,36502,36545,35851,34128,31990,29158,25905,22435,19180,15720,12697,9995,7854,5862,4331,3130,2151,1543,949,639,388,251,157,89,57,35,16,7,4,3,0,0,0,0,1],"bins":[-0.09362146258354187,-0.0905175432562828,-0.08741362392902374,-0.08430970460176468,-0.08120578527450562,-0.07810187339782715,-0.07499795407056808,-0.07189403474330902,-0.06879011541604996,-0.0656861960887909,-0.06258227676153183,-0.059478361159563065,-0.056374441832304,-0.05327052250504494,-0.05016660690307617,-0.04706268757581711,-0.043958768248558044,-0.04085484892129898,-0.03775092959403992,-0.03464701399207115,-0.03154309466481209,-0.028439175337553024,-0.02533525787293911,-0.022231340408325195,-0.01912742108106613,-0.016023501753807068,-0.012919584289193153,-0.009815665893256664,-0.006711747497320175,-0.003607829101383686,-0.000503910705447197,0.002600007690489292,0.005703933537006378,0.008807851932942867,0.011911770328879356,0.015015688724815845,0.018119607120752335,0.0212235264480114,0.024327443912625313,0.027431361377239227,0.03053528070449829,0.033639200031757355,0.03674311935901642,0.039847034960985184,0.04295095428824425,0.04605487361550331,0.049158789217472076,0.05226270854473114,0.055366627871990204,0.05847054719924927,0.06157446652650833,0.0646783858537674,0.06778229773044586,0.07088621705770493,0.07399013638496399,0.07709405571222305,0.08019797503948212,0.08330189436674118,0.08640581369400024,0.08950973302125931,0.09261365234851837,0.09571756422519684,0.0988214835524559,0.10192540287971497,0.10502932220697403],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.00347900390625,-0.0033762454986572266,-0.003273487091064453,-0.0031707286834716797,-0.0030679702758789062,-0.002965211868286133,-0.0028624534606933594,-0.002759695053100586,-0.0026569366455078125,-0.002554178237915039,-0.0024514198303222656,-0.002348661422729492,-0.0022459030151367188,-0.0021431446075439453,-0.002040386199951172,-0.0019376277923583984,-0.001834869384765625,-0.0017321109771728516,-0.0016293525695800781,-0.0015265941619873047,-0.0014238357543945312,-0.0013210773468017578,-0.0012183189392089844,-0.001115560531616211,-0.0010128021240234375,-0.0009100437164306641,-0.0008072853088378906,-0.0007045269012451172,-0.0006017684936523438,-0.0004990100860595703,-0.0003962516784667969,-0.00029349327087402344,-0.00019073486328125,-8.797645568847656e-05,1.4781951904296875e-05,0.00011754035949707031,0.00022029876708984375,0.0003230571746826172,0.0004258155822753906,0.0005285739898681641,0.0006313323974609375,0.0007340908050537109,0.0008368492126464844,0.0009396076202392578,0.0010423660278320312,0.0011451244354248047,0.0012478828430175781,0.0013506412506103516,0.001453399658203125,0.0015561580657958984,0.0016589164733886719,0.0017616748809814453,0.0018644332885742188,0.001967191696166992,0.0020699501037597656,0.002172708511352539,0.0022754669189453125,0.002378225326538086,0.0024809837341308594,0.002583742141723633,0.0026865005493164062,0.0027892589569091797,0.002892017364501953,0.0029947757720947266,0.0030975341796875],"_type":"histogram","values":[1,1,2,2,6,3,3,2,5,6,10,9,24,33,39,57,77,102,133,228,304,467,632,1020,1413,2079,3139,4896,7417,11939,20103,34763,68865,168269,131319,55614,29826,17114,10299,6638,4295,2750,1830,1202,901,576,427,297,189,145,89,82,63,41,24,21,9,8,4,4,3,2,2,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,0,0,0,0,0,0,1,2,3,5,6,10,15,16,27,41,66,82,159,239,326,618,920,1494,2500,4030,6815,11479,20284,37466,75099,132508,133202,74996,37911,20473,11622,6696,4176,2456,1511,917,565,385,239,163,125,67,28,22,23,12,8,4,4,1,1,1,3,0,0,1],"bins":[-0.012451171875,-0.0120849609375,-0.01171875,-0.0113525390625,-0.010986328125,-0.0106201171875,-0.01025390625,-0.0098876953125,-0.009521484375,-0.0091552734375,-0.0087890625,-0.0084228515625,-0.008056640625,-0.0076904296875,-0.00732421875,-0.0069580078125,-0.006591796875,-0.0062255859375,-0.005859375,-0.0054931640625,-0.005126953125,-0.0047607421875,-0.00439453125,-0.0040283203125,-0.003662109375,-0.0032958984375,-0.0029296875,-0.0025634765625,-0.002197265625,-0.0018310546875,-0.00146484375,-0.0010986328125,-0.000732421875,-0.0003662109375,0,0.0003662109375,0.000732421875,0.0010986328125,0.00146484375,0.0018310546875,0.002197265625,0.0025634765625,0.0029296875,0.0032958984375,0.003662109375,0.0040283203125,0.00439453125,0.0047607421875,0.005126953125,0.0054931640625,0.005859375,0.0062255859375,0.006591796875,0.0069580078125,0.00732421875,0.0076904296875,0.008056640625,0.0084228515625,0.0087890625,0.0091552734375,0.009521484375,0.0098876953125,0.01025390625,0.0106201171875,0.010986328125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.0016356180422008038,-0.0015773539198562503,-0.0015190897975116968,-0.0014608256751671433,-0.001402561436407268,-0.0013442973140627146,-0.001286033191718161,-0.0012277690693736076,-0.0011695049470290542,-0.0011112408246845007,-0.0010529765859246254,-0.000994712463580072,-0.0009364483412355185,-0.000878184218890965,-0.0008199200965464115,-0.0007616559159941971,-0.0007033917936496437,-0.0006451276713050902,-0.0005868634907528758,-0.0005285993684083223,-0.00047033524606376886,-0.00041207109461538494,-0.000353806943167001,-0.00029554282082244754,-0.0002372786693740636,-0.0001790145324775949,-0.0001207503883051686,-6.248624413274229e-05,-4.222107236273587e-06,5.404203329817392e-05,0.00011230617383262143,0.00017057031800504774,0.00022883445490151644,0.00028709860634990036,0.00034536272869445384,0.00040362688014283776,0.00046189100248739123,0.0005201551830396056,0.0005784193053841591,0.0006366834277287126,0.000694947550073266,0.0007532117306254804,0.0008114758529700339,0.0008697399753145874,0.0009280041558668017,0.0009862682782113552,0.0010445324005559087,0.0011027965229004622,0.0011610607616603374,0.001219324884004891,0.0012775890063494444,0.0013358531286939979,0.0013941172510385513,0.0014523813733831048,0.0015106454957276583,0.0015689097344875336,0.001627173856832087,0.0016854379791766405,0.001743702101521194,0.0018019662238657475,0.001860230346210301,0.0019184945849701762,0.0019767587073147297,0.0020350227132439613,0.0020932869520038366],"_type":"histogram","values":[1,2,0,0,0,2,2,3,2,4,8,6,3,8,2,17,16,12,15,22,20,28,29,32,38,36,41,44,50,40,30,33,32,20,21,32,20,14,7,12,4,6,12,5,5,4,4,5,4,3,1,2,0,2,0,1,3,0,0,0,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[2,0,2,0,5,5,4,7,12,10,14,17,32,30,26,51,63,45,71,80,74,93,100,111,94,120,132,100,97,103,66,93,70,49,36,47,28,24,24,22,11,14,13,11,16,6,3,4,3,4,1,0,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.009856956079602242,-0.009468864649534225,-0.00908077321946621,-0.008692681789398193,-0.008304590359330177,-0.007916498929262161,-0.007528407033532858,-0.007140315603464842,-0.0067522237077355385,-0.006364132277667522,-0.005976040847599506,-0.00558794941753149,-0.005199857987463474,-0.004811766557395458,-0.004423674661666155,-0.004035583231598139,-0.0036474918015301228,-0.0032594003714621067,-0.002871308708563447,-0.002483217278495431,-0.0020951256155967712,-0.0017070341855287552,-0.0013189427554607391,-0.0009308512089774013,-0.0005427596624940634,-0.00015466814511455595,0.00023342337226495147,0.0006215148605406284,0.0010096064070239663,0.0013976979535073042,0.0017857893835753202,0.00217388104647398,0.002561972476541996,0.002950063906610012,0.0033381555695086718,0.003726246999576688,0.0041143386624753475,0.004502430092543364,0.00489052152261138,0.005278612952679396,0.005666704848408699,0.006054796278476715,0.006442887708544731,0.006830979138612747,0.007219070568680763,0.007607161998748779,0.007995253428816795,0.008383344858884811,0.008771436288952827,0.009159528650343418,0.009547620080411434,0.00993571151047945,0.010323802940547466,0.010711894370615482,0.011099985800683498,0.011488077230751514,0.01187616866081953,0.012264260090887547,0.012652351520955563,0.013040443882346153,0.01342853531241417,0.013816626742482185,0.014204718172550201,0.014592809602618217,0.014980901032686234]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,1,1,2,1,2,1,2,3,5,2,7,4,7,7,12,15,8,14,13,25,14,16,22,22,25,29,35,26,30,28,28,24,25,26,33,26,34,18,19,25,22,17,16,6,12,3,8,5,9,6,5,3,4,5,0,3,0,1,1,1,1,0,1],"bins":[-0.06523644924163818,-0.06314043700695038,-0.06104442477226257,-0.05894841253757477,-0.05685240030288696,-0.054756391793489456,-0.05266037955880165,-0.050564367324113846,-0.04846835508942604,-0.046372342854738235,-0.04427633062005043,-0.042180318385362625,-0.04008430987596512,-0.03798829764127731,-0.03589228540658951,-0.0337962731719017,-0.0317002609372139,-0.029604248702526093,-0.027508236467838287,-0.02541222609579563,-0.023316213861107826,-0.02122020162642002,-0.019124191254377365,-0.01702817901968956,-0.014932166785001755,-0.01283615455031395,-0.010740143246948719,-0.008644131943583488,-0.006548119708895683,-0.004452107939869165,-0.0023560961708426476,-0.0002600844018161297,0.0018359273672103882,0.003931939136236906,0.006027950905263424,0.008123962208628654,0.01021997444331646,0.012315986678004265,0.014411997981369495,0.016508009284734726,0.01860402151942253,0.020700033754110336,0.02279604598879814,0.024892056360840797,0.026988068595528603,0.029084080830216408,0.031180091202259064,0.03327610343694687,0.035372115671634674,0.03746812790632248,0.039564140141010284,0.04166015237569809,0.043756164610385895,0.0458521731197834,0.04794818535447121,0.05004419758915901,0.05214020982384682,0.05423622205853462,0.05633223429322243,0.05842824652791023,0.06052425503730774,0.06262026727199554,0.06471627950668335,0.06681229174137115,0.06890830397605896]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,1,2,6,3,6,7,11,27,38,53,72,133,189,264,435,698,1142,1806,3185,5490,9365,16972,31114,62736,123461,243247,374102,324726,182117,91627,45217,23889,12910,7236,4185,2394,1436,913,534,352,243,171,98,78,41,39,15,18,13,11,9,7,6,3,3,0,3,1,0,1,0,0,2],"bins":[-0.00421142578125,-0.004059791564941406,-0.0039081573486328125,-0.0037565231323242188,-0.003604888916015625,-0.0034532546997070312,-0.0033016204833984375,-0.0031499862670898438,-0.00299835205078125,-0.0028467178344726562,-0.0026950836181640625,-0.0025434494018554688,-0.002391815185546875,-0.0022401809692382812,-0.0020885467529296875,-0.0019369125366210938,-0.0017852783203125,-0.0016336441040039062,-0.0014820098876953125,-0.0013303756713867188,-0.001178741455078125,-0.0010271072387695312,-0.0008754730224609375,-0.0007238388061523438,-0.00057220458984375,-0.00042057037353515625,-0.0002689361572265625,-0.00011730194091796875,3.4332275390625e-05,0.00018596649169921875,0.0003376007080078125,0.0004892349243164062,0.000640869140625,0.0007925033569335938,0.0009441375732421875,0.0010957717895507812,0.001247406005859375,0.0013990402221679688,0.0015506744384765625,0.0017023086547851562,0.00185394287109375,0.0020055770874023438,0.0021572113037109375,0.0023088455200195312,0.002460479736328125,0.0026121139526367188,0.0027637481689453125,0.0029153823852539062,0.0030670166015625,0.0032186508178710938,0.0033702850341796875,0.0035219192504882812,0.003673553466796875,0.0038251876831054688,0.0039768218994140625,0.004128456115722656,0.00428009033203125,0.004431724548339844,0.0045833587646484375,0.004734992980957031,0.004886627197265625,0.005038261413574219,0.0051898956298828125,0.005341529846191406,0.0054931640625]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09311442822217941,-0.090179942548275,-0.08724545687437057,-0.08431097120046616,-0.08137649297714233,-0.07844200730323792,-0.0755075216293335,-0.07257303595542908,-0.06963855028152466,-0.06670406460762024,-0.06376957893371582,-0.0608350969851017,-0.05790061131119728,-0.05496612563729286,-0.05203164368867874,-0.04909715801477432,-0.046162672340869904,-0.043228186666965485,-0.040293700993061066,-0.037359219044446945,-0.034424733370542526,-0.03149024769663811,-0.028555763885378838,-0.025621280074119568,-0.02268679440021515,-0.01975230872631073,-0.01681782491505146,-0.013883340172469616,-0.010948855429887772,-0.008014370687305927,-0.005079885944724083,-0.0021454012021422386,0.0007890760898590088,0.003723560832440853,0.0066580455750226974,0.009592530317604542,0.012527015060186386,0.01546149980276823,0.018395984545350075,0.021330468356609344,0.024264954030513763,0.027199439704418182,0.030133923515677452,0.03306840732693672,0.03600289300084114,0.03893737867474556,0.04187186062335968,0.0448063462972641,0.04774083197116852,0.05067531764507294,0.053609803318977356,0.056544285267591476,0.059478770941495895,0.062413256615400314,0.06534773856401443,0.06828222423791885,0.07121670991182327,0.07415119558572769,0.07708568125963211,0.08002016693353653,0.08295464515686035,0.08588913083076477,0.08882361650466919,0.09175810217857361,0.09469258785247803],"_type":"histogram","values":[3,2,5,8,10,16,40,79,89,152,296,426,610,978,1408,2011,2865,3831,5266,7062,8881,11434,13795,16734,19508,22585,25774,28712,30678,32539,33884,34548,34128,33385,31619,29668,27146,24153,21151,18082,15012,12317,9977,7666,5932,4583,3314,2324,1690,1219,821,519,357,207,134,79,44,32,17,7,8,3,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,5,5,11,18,43,58,127,191,355,588,923,1349,2028,3046,4510,6236,8759,11889,15673,20590,25965,32594,39101,47189,55191,63652,71013,77491,83998,88031,90898,91322,90658,87183,82569,76131,69250,62021,53332,45053,38073,30655,24520,19084,14801,10928,8045,5703,4052,2874,1878,1219,809,466,284,168,128,54,39,15,10,9,2],"bins":[-0.09461309015750885,-0.09169156849384308,-0.08877003937959671,-0.08584851771593094,-0.08292698860168457,-0.0800054669380188,-0.07708393782377243,-0.07416241616010666,-0.07124088704586029,-0.06831936538219452,-0.06539784371852875,-0.06247631460428238,-0.05955479294061661,-0.05663326755166054,-0.05371174216270447,-0.0507902167737484,-0.04786869138479233,-0.04494716599583626,-0.04202564060688019,-0.03910411521792412,-0.03618258982896805,-0.03326106816530228,-0.030339542776346207,-0.027418017387390137,-0.024496491998434067,-0.021574966609477997,-0.018653441220521927,-0.015731917694211006,-0.012810392305254936,-0.009888866916298866,-0.006967342458665371,-0.004045817535370588,-0.0011243000626564026,0.00179722486063838,0.004718749783933163,0.007640274707227945,0.010561799630522728,0.013483325019478798,0.01640484854578972,0.01932637393474579,0.02224789932370186,0.02516942471265793,0.028090950101614,0.03101247362792492,0.03393399715423584,0.03685552254319191,0.03977704793214798,0.04269857332110405,0.04562009871006012,0.04854162409901619,0.05146314948797226,0.05438467487692833,0.0573062002658844,0.06022772192955017,0.06314925104379654,0.06607077270746231,0.06899230182170868,0.07191382348537445,0.07483534514904022,0.07775687426328659,0.08067839592695236,0.08359992504119873,0.0865214467048645,0.08944297581911087,0.09236449748277664]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[2,0,0,0,1,0,2,1,4,1,7,8,16,6,30,32,49,83,94,153,241,367,539,853,1364,2176,3370,5421,9142,15273,26252,44315,79245,147093,314343,436518,227064,115168,61894,34717,19583,11173,6559,3710,2303,1336,850,525,356,232,129,89,56,37,31,17,10,10,5,4,2,1,1,1],"bins":[-0.0093994140625,-0.009132862091064453,-0.008866310119628906,-0.00859975814819336,-0.008333206176757812,-0.008066654205322266,-0.007800102233886719,-0.007533550262451172,-0.007266998291015625,-0.007000446319580078,-0.006733894348144531,-0.006467342376708984,-0.0062007904052734375,-0.005934238433837891,-0.005667686462402344,-0.005401134490966797,-0.00513458251953125,-0.004868030548095703,-0.004601478576660156,-0.004334926605224609,-0.0040683746337890625,-0.0038018226623535156,-0.0035352706909179688,-0.003268718719482422,-0.003002166748046875,-0.002735614776611328,-0.0024690628051757812,-0.0022025108337402344,-0.0019359588623046875,-0.0016694068908691406,-0.0014028549194335938,-0.0011363029479980469,-0.0008697509765625,-0.0006031990051269531,-0.00033664703369140625,-7.009506225585938e-05,0.0001964569091796875,0.0004630088806152344,0.0007295608520507812,0.0009961128234863281,0.001262664794921875,0.0015292167663574219,0.0017957687377929688,0.0020623207092285156,0.0023288726806640625,0.0025954246520996094,0.0028619766235351562,0.003128528594970703,0.00339508056640625,0.003661632537841797,0.003928184509277344,0.004194736480712891,0.0044612884521484375,0.004727840423583984,0.004994392395019531,0.005260944366455078,0.005527496337890625,0.005794048309326172,0.006060600280761719,0.006327152252197266,0.0065937042236328125,0.006860256195068359,0.007126808166503906,0.007393360137939453,0.007659912109375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,0,1,1,1,1,3,4,0,4,7,6,6,10,12,18,12,19,13,20,14,27,20,24,26,22,33,31,36,38,34,35,23,28,38,31,17,18,11,14,13,15,15,14,7,6,14,1,4,6,2,3,2,0,1,0,0,1,1,0,1],"bins":[-0.05859865993261337,-0.05676897242665291,-0.05493928864598274,-0.05310960114002228,-0.05127991363406181,-0.04945022985339165,-0.04762054234743118,-0.04579085484147072,-0.043961167335510254,-0.04213148355484009,-0.04030179604887962,-0.03847210854291916,-0.03664242476224899,-0.03481273725628853,-0.032983049750328064,-0.03115336410701275,-0.029323678463697433,-0.027493992820382118,-0.025664305314421654,-0.02383461967110634,-0.022004932165145874,-0.02017524652183056,-0.018345560878515244,-0.01651587337255478,-0.014686187729239464,-0.012856501154601574,-0.011026814579963684,-0.009197128936648369,-0.007367442362010479,-0.005537755787372589,-0.0037080696783959866,-0.0018783833365887403,-4.869699478149414e-05,0.001780989347025752,0.0036106756888329983,0.005440361797809601,0.007270048372447491,0.00909973494708538,0.010929420590400696,0.012759107165038586,0.014588793739676476,0.01641847938299179,0.018248166888952255,0.02007785253226757,0.021907538175582886,0.02373722568154335,0.025566911324858665,0.02739659883081913,0.029226284474134445,0.03105597011744976,0.032885655760765076,0.03471534326672554,0.036545030772686005,0.03837471455335617,0.040204402059316635,0.0420340895652771,0.043863773345947266,0.04569346085190773,0.047523148357868195,0.04935283586382866,0.051182519644498825,0.05301220715045929,0.054841894656419754,0.05667157843708992,0.058501265943050385]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,2,4,1,1,2,11,7,8,14,30,35,45,73,132,128,250,374,593,916,1620,2654,4463,7853,14297,29058,69717,199669,152835,52922,23669,12016,6478,3883,2280,1391,880,496,375,194,149,96,62,45,27,19,17,5,4,5,9,2,2,0,0,1,0,1,1,0,0,1],"bins":[-0.0023345947265625,-0.0022563934326171875,-0.002178192138671875,-0.0020999908447265625,-0.00202178955078125,-0.0019435882568359375,-0.001865386962890625,-0.0017871856689453125,-0.001708984375,-0.0016307830810546875,-0.001552581787109375,-0.0014743804931640625,-0.00139617919921875,-0.0013179779052734375,-0.001239776611328125,-0.0011615753173828125,-0.0010833740234375,-0.0010051727294921875,-0.000926971435546875,-0.0008487701416015625,-0.00077056884765625,-0.0006923675537109375,-0.000614166259765625,-0.0005359649658203125,-0.000457763671875,-0.0003795623779296875,-0.000301361083984375,-0.0002231597900390625,-0.00014495849609375,-6.67572021484375e-05,1.1444091796875e-05,8.96453857421875e-05,0.0001678466796875,0.0002460479736328125,0.000324249267578125,0.0004024505615234375,0.00048065185546875,0.0005588531494140625,0.000637054443359375,0.0007152557373046875,0.00079345703125,0.0008716583251953125,0.000949859619140625,0.0010280609130859375,0.00110626220703125,0.0011844635009765625,0.001262664794921875,0.0013408660888671875,0.0014190673828125,0.0014972686767578125,0.001575469970703125,0.0016536712646484375,0.00173187255859375,0.0018100738525390625,0.001888275146484375,0.0019664764404296875,0.002044677734375,0.0021228790283203125,0.002201080322265625,0.0022792816162109375,0.00235748291015625,0.0024356842041015625,0.002513885498046875,0.0025920867919921875,0.0026702880859375]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.09535489231348038,-0.09241527318954468,-0.08947565406560898,-0.08653604239225388,-0.08359642326831818,-0.08065680414438248,-0.07771718502044678,-0.07477756589651108,-0.07183794677257538,-0.06889833509922028,-0.06595871597528458,-0.06301909685134888,-0.06007947772741318,-0.057139862328767776,-0.05420024320483208,-0.051260627806186676,-0.04832100868225098,-0.04538138955831528,-0.042441774159669876,-0.03950215503573418,-0.036562539637088776,-0.033622920513153076,-0.030683301389217377,-0.027743684127926826,-0.024804066866636276,-0.021864449605345726,-0.018924832344055176,-0.015985213220119476,-0.013045595958828926,-0.010105978697538376,-0.007166360504925251,-0.0042267427779734135,-0.0012871325016021729,0.0016524852253496647,0.004592102952301502,0.00753172067925334,0.010471338406205177,0.013410955667495728,0.016350574791431427,0.019290192052721977,0.022229809314012527,0.025169426575303078,0.028109043836593628,0.031048662960529327,0.03398828208446503,0.03692789748311043,0.03986751660704613,0.04280713200569153,0.04574675112962723,0.04868637025356293,0.05162598565220833,0.05456560477614403,0.05750522017478943,0.06044483929872513,0.06338445842266083,0.06632407754659653,0.06926369667053223,0.07220330834388733,0.07514292746782303,0.07808254659175873,0.08102216571569443,0.08396178483963013,0.08690139651298523,0.08984101563692093,0.09278063476085663],"_type":"histogram","values":[3,1,8,13,21,39,57,120,184,316,540,796,1241,1973,2846,4159,5990,8403,11291,15214,19694,25557,31744,38887,46691,54893,63095,71125,78122,84427,87855,91682,92197,91283,88135,83124,76790,69405,62230,53792,45490,37720,30944,24351,19199,14830,10853,7864,5927,3926,2733,1909,1188,768,459,312,195,108,67,39,22,10,6,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,1,0,0,0,0,1,1,3,0,3,0,3,6,8,7,9,18,11,16,27,35,39,45,60,66,69,86,116,124,158,184,148,138,114,90,71,74,60,52,45,23,16,23,28,17,13,5,6,6,6,4,3,4,2,1,1,0,0,0,0,0,1],"bins":[-0.028667408972978592,-0.027790889143943787,-0.02691437117755413,-0.026037851348519325,-0.02516133338212967,-0.024284813553094864,-0.023408295586705208,-0.022531775757670403,-0.021655257791280746,-0.02077873796224594,-0.019902218133211136,-0.01902570016682148,-0.018149180337786674,-0.01727266237139702,-0.016396142542362213,-0.015519623644649982,-0.014643104746937752,-0.013766585849225521,-0.01289006695151329,-0.01201354805380106,-0.011137029156088829,-0.010260509327054024,-0.009383990429341793,-0.008507471531629562,-0.007630952633917332,-0.006754433736205101,-0.00587791483849287,-0.005001395475119352,-0.004124876577407122,-0.003248357679694891,-0.0023718385491520166,-0.0014953195350244641,-0.0006188005208969116,0.0002577184932306409,0.0011342375073581934,0.0020107566379010677,0.0028872755356132984,0.003763794433325529,0.004640313796699047,0.005516832694411278,0.0063933515921235085,0.007269870489835739,0.00814638938754797,0.0090229082852602,0.009899428114295006,0.010775947012007236,0.011652465909719467,0.012528984807431698,0.013405503705143929,0.01428202260285616,0.01515854150056839,0.016035061329603195,0.01691157929599285,0.017788099125027657,0.018664617091417313,0.019541136920452118,0.020417656749486923,0.02129417471587658,0.022170694544911385,0.02304721251130104,0.023923732340335846,0.024800250306725502,0.025676770135760307,0.026553288102149963,0.02742980793118477],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,5,3,10,10,6,9,14,14,15,46,46,77,105,142,185,271,413,603,731,1181,1538,2465,3334,5447,7614,11667,18339,29863,51954,103142,261659,638267,214297,91317,48561,28901,17731,11290,7167,5119,3122,2155,1338,885,576,401,256,169,145,85,49,41,22,20,10,7,7,4,5,4,2,0,1],"bins":[-0.03857421875,-0.037384033203125,-0.03619384765625,-0.035003662109375,-0.0338134765625,-0.032623291015625,-0.03143310546875,-0.030242919921875,-0.029052734375,-0.027862548828125,-0.02667236328125,-0.025482177734375,-0.0242919921875,-0.023101806640625,-0.02191162109375,-0.020721435546875,-0.01953125,-0.018341064453125,-0.01715087890625,-0.015960693359375,-0.0147705078125,-0.013580322265625,-0.01239013671875,-0.011199951171875,-0.010009765625,-0.008819580078125,-0.00762939453125,-0.006439208984375,-0.0052490234375,-0.004058837890625,-0.00286865234375,-0.001678466796875,-0.00048828125,0.000701904296875,0.00189208984375,0.003082275390625,0.0042724609375,0.005462646484375,0.00665283203125,0.007843017578125,0.009033203125,0.010223388671875,0.01141357421875,0.012603759765625,0.0137939453125,0.014984130859375,0.01617431640625,0.017364501953125,0.0185546875,0.019744873046875,0.02093505859375,0.022125244140625,0.0233154296875,0.024505615234375,0.02569580078125,0.026885986328125,0.028076171875,0.029266357421875,0.03045654296875,0.031646728515625,0.0328369140625,0.034027099609375,0.03521728515625,0.036407470703125,0.03759765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,3,2,1,0,4,2,1,7,3,5,7,19,18,18,22,26,43,39,52,58,71,93,101,91,105,127,124,113,112,111,115,103,81,68,55,53,48,39,23,21,13,12,11,8,4,6,1,3,1,1,1,0,1],"bins":[-0.0006547432276420295,-0.0006378162652254105,-0.0006208893028087914,-0.0006039623985998333,-0.0005870354361832142,-0.0005701084737665951,-0.0005531815113499761,-0.0005362546071410179,-0.0005193276447243989,-0.0005024006823077798,-0.0004854737198911607,-0.0004685467865783721,-0.00045161982416175306,-0.00043469289084896445,-0.0004177659284323454,-0.0004008389951195568,-0.0003839120327029377,-0.00036698507028631866,-0.00035005813697353005,-0.000333131174556911,-0.0003162042412441224,-0.0002992772788275033,-0.0002823503455147147,-0.00026542338309809566,-0.0002484964206814766,-0.000231569487368688,-0.00021464253950398415,-0.00019771559163928032,-0.00018078862922266126,-0.00016386168135795742,-0.0001469347334932536,-0.00013000778562854975,-0.00011308083776384592,-9.615388989914209e-05,-7.922694203443825e-05,-6.22999868937768e-05,-4.537303902907297e-05,-2.8446089345379733e-05,-1.1519139661686495e-05,5.407810022006743e-06,2.233475970569998e-05,3.9261707570403814e-05,5.6188659073086455e-05,7.31156105757691e-05,9.004255844047293e-05,0.00010696950630517676,0.0001238964614458382,0.00014082340931054205,0.00015775035717524588,0.00017467730503994972,0.00019160425290465355,0.00020853120076935738,0.00022545814863406122,0.00024238511105068028,0.0002593120443634689,0.00027623900678008795,0.000293165969196707,0.0003100929025094956,0.0003270198649261147,0.0003439467982389033,0.00036087376065552235,0.00037780069396831095,0.00039472765638493,0.0004116545896977186,0.0004285815521143377],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0011421397794038057,-0.0011043715057894588,-0.0010666032321751118,-0.0010288349585607648,-0.0009910666849464178,-0.0009532983531244099,-0.0009155300795100629,-0.000877761805895716,-0.000839993532281369,-0.000802225258667022,-0.000764456985052675,-0.000726688711438328,-0.0006889203796163201,-0.0006511521060019732,-0.0006133838323876262,-0.0005756155587732792,-0.0005378472851589322,-0.0005000790115445852,-0.00046231073793023825,-0.0004245424352120608,-0.00038677416159771383,-0.00034900588798336685,-0.0003112375852651894,-0.00027346931165084243,-0.00023570103803649545,-0.00019793276442214847,-0.00016016447625588626,-0.00012239618808962405,-8.462791447527707e-05,-4.685963358497247e-05,-9.091352694667876e-06,2.867692819563672e-05,6.644520908594131e-05,0.00010421348997624591,0.0001419817708665505,0.00017975005903281271,0.0002175183326471597,0.0002552866062615067,0.0002930549089796841,0.0003308231825940311,0.0003685914562083781,0.00040635972982272506,0.00044412800343707204,0.0004818963061552495,0.0005196646088734269,0.0005574328824877739,0.0005952011561021209,0.0006329694297164679,0.0006707377033308148,0.0007085059769451618,0.0007462742505595088,0.0007840425241738558,0.0008218107977882028,0.0008595791296102107,0.0008973474032245576,0.0009351156768389046,0.0009728839504532516,0.0010106522822752595,0.0010484205558896065,0.0010861888295039535,0.0011239571031183004,0.0011617253767326474,0.0011994936503469944,0.0012372619239613414,0.0012750301975756884],"_type":"histogram","values":[1,0,0,0,2,2,2,2,3,1,2,8,8,9,12,13,8,9,17,12,27,21,18,24,19,22,31,22,30,40,40,33,28,30,31,22,29,26,27,18,18,18,14,12,6,13,13,7,3,2,5,2,0,0,3,0,1,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[1,0,1,1,1,0,5,3,1,5,1,3,7,5,8,9,10,11,14,24,21,19,22,28,21,32,29,35,39,32,34,30,24,31,31,25,25,25,23,12,15,10,10,14,10,9,11,3,2,4,6,5,5,2,3,4,0,2,2,1,1,0,0,1],"bins":[-0.0008412208990193903,-0.0008132612565532327,-0.0007853016722947359,-0.0007573420298285782,-0.0007293824455700815,-0.0007014228031039238,-0.000673463218845427,-0.0006455035763792694,-0.0006175439339131117,-0.0005895843496546149,-0.0005616247071884573,-0.0005336651229299605,-0.0005057054804638028,-0.0004777458671014756,-0.0004497862537391484,-0.00042182664037682116,-0.00039386702701449394,-0.0003659074136521667,-0.0003379478002898395,-0.0003099881869275123,-0.00028202857356518507,-0.0002540689310990274,-0.00022610931773670018,-0.00019814970437437296,-0.00017019009101204574,-0.00014223047764971852,-0.00011427085701143369,-8.631123637314886e-05,-5.835162301082164e-05,-3.0392006010515615e-05,-2.43238901020959e-06,2.5527227990096435e-05,5.3486903198063374e-05,8.144651656039059e-05,0.00010940613719867542,0.00013736575783696026,0.00016532537119928747,0.0001932849845616147,0.00022124461247585714,0.00024920422583818436,0.0002771638392005116,0.0003051234525628388,0.000333083065925166,0.00036104267928749323,0.0003890023217536509,0.0004169619351159781,0.00044492154847830534,0.00047288116184063256,0.0005008407752029598,0.0005288004176691175,0.0005567600019276142,0.0005847196443937719,0.0006126792286522686,0.0006406388711184263,0.0006685984553769231,0.0006965580978430808,0.0007245177403092384,0.0007524773245677352,0.0007804369670338929,0.0008083965512923896,0.0008363561937585473,0.0008643157780170441,0.0008922754204832017,0.0009202350047416985,0.0009481946472078562],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.0048828125,-0.004710674285888672,-0.004538536071777344,-0.004366397857666016,-0.0041942596435546875,-0.004022121429443359,-0.0038499832153320312,-0.003677845001220703,-0.003505706787109375,-0.003333568572998047,-0.0031614303588867188,-0.0029892921447753906,-0.0028171539306640625,-0.0026450157165527344,-0.0024728775024414062,-0.002300739288330078,-0.00212860107421875,-0.001956462860107422,-0.0017843246459960938,-0.0016121864318847656,-0.0014400482177734375,-0.0012679100036621094,-0.0010957717895507812,-0.0009236335754394531,-0.000751495361328125,-0.0005793571472167969,-0.00040721893310546875,-0.00023508071899414062,-6.29425048828125e-05,0.00010919570922851562,0.00028133392333984375,0.0004534721374511719,0.0006256103515625,0.0007977485656738281,0.0009698867797851562,0.0011420249938964844,0.0013141632080078125,0.0014863014221191406,0.0016584396362304688,0.0018305778503417969,0.002002716064453125,0.002174854278564453,0.0023469924926757812,0.0025191307067871094,0.0026912689208984375,0.0028634071350097656,0.0030355453491210938,0.003207683563232422,0.00337982177734375,0.003551959991455078,0.0037240982055664062,0.0038962364196777344,0.0040683746337890625,0.004240512847900391,0.004412651062011719,0.004584789276123047,0.004756927490234375,0.004929065704345703,0.005101203918457031,0.005273342132568359,0.0054454803466796875,0.005617618560791016,0.005789756774902344,0.005961894989013672,0.006134033203125],"_type":"histogram","values":[1,1,4,1,1,3,10,13,12,38,61,79,108,209,386,563,912,1501,2358,4254,6528,11160,17062,27824,47226,77433,144437,290006,397476,248315,124675,67357,40216,23752,14488,9569,5601,3612,2179,1355,781,490,294,170,123,72,58,32,12,12,10,6,8,2,2,2,1,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,1,2,2,0,1,1,3,6,1,6,8,6,11,22,19,26,21,44,47,60,95,85,57,41,36,30,20,15,18,8,8,8,2,4,7,6,10,5,2,3,4,3,1,0,3,2,1,0,0,0,0,1,0,0,0,2,0,0,0,1],"bins":[-0.011245613917708397,-0.010809119790792465,-0.010372625663876534,-0.009936131536960602,-0.00949963741004467,-0.009063143283128738,-0.008626650087535381,-0.00819015596061945,-0.007753661833703518,-0.007317167706787586,-0.0068806735798716545,-0.006444179452955723,-0.006007685326039791,-0.005571191199123859,-0.005134697537869215,-0.004698203410953283,-0.004261709284037352,-0.00382521515712142,-0.003388721263036132,-0.0029522271361202,-0.002515733242034912,-0.0020792391151189804,-0.0016427449882030487,-0.0012062509777024388,-0.000769756967201829,-0.0003332629275973886,0.0001032311120070517,0.0005397251807153225,0.0009762191912159324,0.0014127132017165422,0.001849207328632474,0.002285701222717762,0.0027221953496336937,0.0031586894765496254,0.0035951833706349134,0.0040316772647202015,0.004468171391636133,0.004904665518552065,0.005341159645467997,0.005777653772383928,0.006214147433638573,0.006650641560554504,0.007087135687470436,0.007523629814386368,0.0079601239413023,0.008396618068218231,0.008833112195134163,0.009269606322050095,0.009706100448966026,0.010142593644559383,0.010579087771475315,0.011015581898391247,0.011452076025307178,0.01188857015222311,0.012325064279139042,0.012761558406054974,0.013198052532970905,0.013634546659886837,0.014071040786802769,0.014507533982396126,0.014944028109312057,0.01538052223622799,0.01581701636314392,0.016253510490059853,0.016690004616975784]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,2,2,1,5,11,6,12,22,22,45,37,81,77,131,172,274,335,475,697,974,1417,1981,2875,4128,5715,8064,11595,17231,25746,41116,73857,144297,100155,51341,30981,20013,13711,9461,6606,4662,3301,2386,1683,1220,884,589,419,323,202,149,85,74,49,38,30,16,12,7,8,3,6,2,4],"bins":[-0.033935546875,-0.03289794921875,-0.0318603515625,-0.03082275390625,-0.02978515625,-0.02874755859375,-0.0277099609375,-0.02667236328125,-0.025634765625,-0.02459716796875,-0.0235595703125,-0.02252197265625,-0.021484375,-0.02044677734375,-0.0194091796875,-0.01837158203125,-0.017333984375,-0.01629638671875,-0.0152587890625,-0.01422119140625,-0.01318359375,-0.01214599609375,-0.0111083984375,-0.01007080078125,-0.009033203125,-0.00799560546875,-0.0069580078125,-0.00592041015625,-0.0048828125,-0.00384521484375,-0.0028076171875,-0.00177001953125,-0.000732421875,0.00030517578125,0.0013427734375,0.00238037109375,0.00341796875,0.00445556640625,0.0054931640625,0.00653076171875,0.007568359375,0.00860595703125,0.0096435546875,0.01068115234375,0.01171875,0.01275634765625,0.0137939453125,0.01483154296875,0.015869140625,0.01690673828125,0.0179443359375,0.01898193359375,0.02001953125,0.02105712890625,0.0220947265625,0.02313232421875,0.024169921875,0.02520751953125,0.0262451171875,0.02728271484375,0.0283203125,0.02935791015625,0.0303955078125,0.03143310546875,0.032470703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.09231539070606232,-0.0894264504313469,-0.08653751760721207,-0.08364857733249664,-0.08075964450836182,-0.07787070423364639,-0.07498177140951157,-0.07209283113479614,-0.06920389831066132,-0.06631495803594589,-0.06342602521181107,-0.06053708493709564,-0.05764814838767052,-0.05475921183824539,-0.05187027528882027,-0.04898133873939514,-0.046092402189970016,-0.04320346564054489,-0.040314529091119766,-0.03742559254169464,-0.034536655992269516,-0.03164771944284439,-0.028758781030774117,-0.02586984448134899,-0.022980907931923866,-0.02009197138249874,-0.017203034833073616,-0.014314097352325916,-0.011425160802900791,-0.008536224253475666,-0.005647287238389254,-0.002758350456133485,0.00013058632612228394,0.0030195231083780527,0.0059084598906338215,0.008797396905720234,0.011686333455145359,0.014575270004570484,0.017464207485318184,0.02035314403474331,0.023242080584168434,0.02613101713359356,0.029019953683018684,0.03190889209508896,0.034797828644514084,0.03768676519393921,0.040575701743364334,0.04346463829278946,0.046353574842214584,0.04924251139163971,0.052131447941064835,0.05502038449048996,0.057909321039915085,0.06079825758934021,0.06368719786405563,0.06657613068819046,0.06946507096290588,0.07235400378704071,0.07524294406175613,0.07813187688589096,0.08102081716060638,0.08390974998474121,0.08679869025945663,0.08968762308359146,0.09257656335830688],"_type":"histogram","values":[2,1,4,4,18,18,45,54,93,185,265,429,665,1001,1430,2145,2806,3823,5094,6819,8590,10822,13332,16250,18979,21939,24840,27721,30096,31767,33182,33909,33659,32948,32271,29717,27500,24725,21537,18750,15589,13277,10685,8512,6694,4968,3871,2766,1866,1395,1008,629,451,259,153,109,67,41,23,12,8,4,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,0,0,0,1,0,0,1,1,1,1,3,5,6,6,7,5,5,11,10,10,17,10,28,27,28,32,25,28,20,36,34,36,28,27,40,42,29,20,26,30,26,20,22,11,13,10,8,5,3,3,3,2,2,0,0,0,1,1,0,0,0,1],"bins":[-0.01440848782658577,-0.01397748664021492,-0.013546484522521496,-0.013115483336150646,-0.012684481218457222,-0.012253480032086372,-0.011822478845715523,-0.011391476728022099,-0.010960475541651249,-0.0105294743552804,-0.010098472237586975,-0.009667471051216125,-0.009236469864845276,-0.008805467747151852,-0.008374466560781002,-0.007943464443087578,-0.007512463256716728,-0.007081461604684591,-0.006650459952652454,-0.006219458766281605,-0.005788457114249468,-0.005357455462217331,-0.004926454275846481,-0.004495452623814344,-0.0040644509717822075,-0.0036334493197500706,-0.0032024479005485773,-0.002771446481347084,-0.002340444829314947,-0.001909443293698132,-0.001478441758081317,-0.0010474402224645019,-0.0006164386868476868,-0.00018543715123087168,0.0002455643843859434,0.0006765659200027585,0.0011075674556195736,0.0015385689912363887,0.0019695705268532038,0.002400571946054697,0.002831573598086834,0.003262575250118971,0.003693576669320464,0.004124578088521957,0.004555579740554094,0.004986581392586231,0.005417582578957081,0.005848584230989218,0.006279585883021355,0.006710587535053492,0.0071415891870856285,0.007572590373456478,0.008003592491149902,0.008434593677520752,0.008865594863891602,0.009296596981585026,0.009727598167955875,0.010158599354326725,0.01058960147202015,0.011020602658390999,0.011451603844761848,0.011882605962455273,0.012313607148826122,0.012744609266519547,0.013175610452890396],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,1,1,0,2,0,2,1,1,2,3,6,3,5,9,10,18,16,11,17,29,23,26,37,45,47,36,38,31,40,35,42,33,28,30,22,16,21,13,14,9,7,2,7,7,1,5,3,3,1,3,2,0,0,0,1],"bins":[-0.0003973119310103357,-0.0003862470912281424,-0.0003751822223421186,-0.0003641173825599253,-0.000353052542777732,-0.00034198767389170825,-0.00033092283410951495,-0.00031985799432732165,-0.0003087931254412979,-0.0002977282856591046,-0.0002866634458769113,-0.0002755985769908875,-0.0002645337372086942,-0.0002534688974265009,-0.00024240402854047716,-0.00023133918875828385,-0.00022027433442417532,-0.0002092094800900668,-0.0001981446403078735,-0.00018707978597376496,-0.00017601493163965642,-0.00016495009185746312,-0.0001538852375233546,-0.00014282038318924606,-0.00013175554340705276,-0.00012069068907294422,-0.00010962583473883569,-9.856098768068478e-05,-8.749614062253386e-05,-7.643128628842533e-05,-6.536643923027441e-05,-5.4301588534144685e-05,-4.323673783801496e-05,-3.2171887141885236e-05,-2.1107038264744915e-05,-1.0042188478109892e-05,1.0226613085251302e-06,1.2087511095160153e-05,2.3152360881795175e-05,3.4217209758935496e-05,4.528206045506522e-05,5.6346911151194945e-05,6.741176184732467e-05,7.847660890547559e-05,8.95414559636265e-05,0.00010060631029773504,0.00011167115735588595,0.00012273600441403687,0.0001338008587481454,0.00014486571308225393,0.00015593055286444724,0.00016699540719855577,0.0001780602615326643,0.0001891251013148576,0.00020018995564896613,0.00021125480998307467,0.00022231964976526797,0.0002333845040993765,0.00024444935843348503,0.00025551419821567833,0.0002665790671017021,0.0002776439068838954,0.0002887087466660887,0.00029977361555211246,0.00031083845533430576]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.0020906408317387104,-0.002029955154284835,-0.001969269709661603,-0.0019085840322077274,-0.0018478984711691737,-0.00178721291013062,-0.0017265272326767445,-0.0016658416716381907,-0.001605156110599637,-0.0015444705495610833,-0.0014837849885225296,-0.001423099311068654,-0.0013624137500301003,-0.0013017281889915466,-0.001241042511537671,-0.0011803569504991174,-0.0011196713894605637,-0.00105898582842201,-0.0009983002673834562,-0.0009376145899295807,-0.000876929028891027,-0.0008162434678524733,-0.0007555578486062586,-0.000694872229360044,-0.0006341866683214903,-0.0005735011072829366,-0.0005128154880367219,-0.0004521298978943378,-0.0003914443077519536,-0.00033075871760956943,-0.00027007312746718526,-0.0002093875373248011,-0.00014870194718241692,-8.801635704003274e-05,-2.7330766897648573e-05,3.33548232447356e-05,9.404041338711977e-05,0.00015472600352950394,0.0002154115936718881,0.0002760971838142723,0.00033678277395665646,0.00039746836409904063,0.0004581539542414248,0.0005188395734876394,0.0005795251345261931,0.0006402106955647469,0.0007008963148109615,0.0007615819340571761,0.0008222674950957298,0.0008829530561342835,0.0009436386753804982,0.0010043242946267128,0.0010650098556652665,0.0011256954167038202,0.0011863810941576958,0.0012470666551962495,0.0013077522162348032,0.001368437777273357,0.0014291233383119106,0.0014898090157657862,0.0015504945768043399,0.0016111801378428936,0.0016718658152967691,0.0017325513763353229,0.0017932369373738766],"_type":"histogram","values":[1,0,1,1,0,0,0,0,1,1,1,3,2,2,5,3,2,4,8,5,9,7,15,21,18,17,21,28,25,37,34,32,40,25,38,37,25,25,34,33,27,25,29,21,18,15,14,6,7,12,5,8,5,0,5,3,2,1,2,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,1,2,1,2,0,1,0,1,3,2,5,3,2,4,4,7,8,10,18,17,28,31,43,71,84,121,75,40,29,38,24,8,12,9,15,7,6,9,2,2,2,4,1,0,2,4,0,1,0,0,1,0,1,0,1,0,0,0,0,0,1,1],"bins":[-0.0479351207613945,-0.04618098586797714,-0.044426850974559784,-0.042672716081142426,-0.04091858118772507,-0.03916444629430771,-0.03741031140089035,-0.03565617650747299,-0.033902041614055634,-0.032147906720638275,-0.030393773689866066,-0.028639638796448708,-0.02688550390303135,-0.02513136900961399,-0.023377234116196632,-0.021623099222779274,-0.019868964329361916,-0.018114829435944557,-0.0163606945425272,-0.01460655964910984,-0.012852424755692482,-0.011098290793597698,-0.00934415590018034,-0.007590021006762981,-0.005835886113345623,-0.004081751219928265,-0.00232761655934155,-0.0005734817823395133,0.0011806529946625233,0.0029347878880798817,0.004688922315835953,0.006443057209253311,0.00819719210267067,0.009951326996088028,0.011705461889505386,0.013459596782922745,0.015213731676340103,0.01696786656975746,0.01872200146317482,0.02047613635659218,0.022230271250009537,0.023984404280781746,0.025738539174199104,0.027492674067616463,0.02924680896103382,0.03100094385445118,0.03275508061051369,0.034509215503931046,0.036263346672058105,0.038017481565475464,0.03977161645889282,0.04152575135231018,0.04327988624572754,0.0450340211391449,0.046788156032562256,0.048542290925979614,0.05029642581939697,0.05205056071281433,0.05380469560623169,0.05555883049964905,0.057312965393066406,0.059067100286483765,0.06082123517990112,0.06257537007331848,0.06432950496673584]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[2,0,0,2,4,1,4,8,5,8,10,18,23,32,34,55,65,87,122,151,228,291,369,584,880,1260,2068,3154,4957,9373,18279,40275,112880,248174,80154,31123,14586,7856,4437,2695,1704,1147,803,554,333,275,163,169,108,70,58,41,24,29,25,18,18,12,5,9,1,2,0,2],"bins":[-0.00640869140625,-0.006216526031494141,-0.006024360656738281,-0.005832195281982422,-0.0056400299072265625,-0.005447864532470703,-0.005255699157714844,-0.005063533782958984,-0.004871368408203125,-0.004679203033447266,-0.004487037658691406,-0.004294872283935547,-0.0041027069091796875,-0.003910541534423828,-0.0037183761596679688,-0.0035262107849121094,-0.00333404541015625,-0.0031418800354003906,-0.0029497146606445312,-0.002757549285888672,-0.0025653839111328125,-0.002373218536376953,-0.0021810531616210938,-0.0019888877868652344,-0.001796722412109375,-0.0016045570373535156,-0.0014123916625976562,-0.0012202262878417969,-0.0010280609130859375,-0.0008358955383300781,-0.0006437301635742188,-0.0004515647888183594,-0.0002593994140625,-6.723403930664062e-05,0.00012493133544921875,0.0003170967102050781,0.0005092620849609375,0.0007014274597167969,0.0008935928344726562,0.0010857582092285156,0.001277923583984375,0.0014700889587402344,0.0016622543334960938,0.0018544197082519531,0.0020465850830078125,0.002238750457763672,0.0024309158325195312,0.0026230812072753906,0.00281524658203125,0.0030074119567871094,0.0031995773315429688,0.003391742706298828,0.0035839080810546875,0.003776073455810547,0.003968238830566406,0.004160404205322266,0.004352569580078125,0.004544734954833984,0.004736900329589844,0.004929065704345703,0.0051212310791015625,0.005313396453857422,0.005505561828613281,0.005697727203369141,0.005889892578125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,1,1,0,2,0,3,1,1,3,1,1,3,7,4,9,3,13,9,13,10,18,29,19,14,16,26,27,27,34,32,28,24,35,25,30,28,22,23,23,26,24,24,16,14,12,12,18,8,6,8,4,8,1,9,2,2,1,2,0,2,0,0,3],"bins":[-0.025326400995254517,-0.02456352673470974,-0.023800650611519814,-0.023037776350975037,-0.02227490022778511,-0.021512025967240334,-0.020749149844050407,-0.01998627558350563,-0.019223399460315704,-0.018460525199770927,-0.01769765093922615,-0.016934774816036224,-0.016171900555491447,-0.015409025363624096,-0.014646150171756744,-0.013883274979889393,-0.013120399788022041,-0.01235752459615469,-0.011594649404287338,-0.010831774212419987,-0.010068899020552635,-0.009306024760007858,-0.008543149568140507,-0.007780274376273155,-0.007017399184405804,-0.006254523992538452,-0.005491648800671101,-0.004728774074465036,-0.003965898882597685,-0.0032030236907303333,-0.0024401487316936255,-0.0016772736562415957,-0.000914398580789566,-0.00015152350533753633,0.0006113515701144934,0.001374226645566523,0.0021371017210185528,0.0028999769128859043,0.003662851871922612,0.00442572683095932,0.005188602022826672,0.005951477214694023,0.006714352406561375,0.007477227132767439,0.008240101858973503,0.009002977050840855,0.009765852242708206,0.010528727434575558,0.01129160262644291,0.01205447781831026,0.012817353010177612,0.013580228202044964,0.014343103393912315,0.015105977654457092,0.01586885377764702,0.016631728038191795,0.017394602298736572,0.0181574784219265,0.018920352682471275,0.0196832288056612,0.02044610306620598,0.021208979189395905,0.02197185344994068,0.022734729573130608,0.023497603833675385],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.023907247930765152,-0.023216091096401215,-0.022524936124682426,-0.02183377929031849,-0.0211426243185997,-0.020451467484235764,-0.019760312512516975,-0.019069155678153038,-0.01837800070643425,-0.017686843872070312,-0.016995687037706375,-0.016304532065987587,-0.01561337523162365,-0.014922219328582287,-0.014231063425540924,-0.013539907522499561,-0.012848751619458199,-0.012157595716416836,-0.011466439813375473,-0.01077528391033411,-0.010084128007292747,-0.00939297117292881,-0.008701815269887447,-0.008010659366846085,-0.007319503463804722,-0.006628347560763359,-0.005937191657721996,-0.005246035289019346,-0.0045548793859779835,-0.0038637234829366207,-0.0031725673470646143,-0.002481411211192608,-0.0017902553081512451,-0.0010990992886945605,-0.00040794326923787594,0.00028321275021880865,0.0009743687696754932,0.0016655247891321778,0.0023566808085888624,0.003047836944460869,0.0037389928475022316,0.004430148750543594,0.005121304653584957,0.005812461022287607,0.00650361692532897,0.007194772828370333,0.007885929197072983,0.008577085100114346,0.009268241003155708,0.009959396906197071,0.010650552809238434,0.011341708712279797,0.01203286461532116,0.012724021449685097,0.01341517735272646,0.014106333255767822,0.014797489158809185,0.015488645061850548,0.016179801896214485,0.016870956867933273,0.01756211370229721,0.018253268674016,0.018944425508379936,0.019635580480098724,0.020326737314462662],"_type":"histogram","values":[1,0,0,2,3,1,3,0,3,0,2,4,1,2,5,7,10,2,6,6,7,25,20,21,19,18,19,21,32,24,15,25,21,33,25,29,27,23,22,26,30,32,27,17,16,14,26,14,17,10,11,5,5,5,5,6,3,3,2,2,1,3,1,3]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[-0.011257575824856758,-0.01089197676628828,-0.010526376776397228,-0.01016077771782875,-0.009795178659260273,-0.00942957866936922,-0.009063979610800743,-0.008698380552232265,-0.008332780562341213,-0.007967181503772736,-0.007601581979542971,-0.007235982455313206,-0.006870383396744728,-0.006504783872514963,-0.006139184348285198,-0.005773585289716721,-0.005407985765486956,-0.005042386241257191,-0.004676787182688713,-0.004311187658458948,-0.003945588134229183,-0.003579988842830062,-0.0032143895514309406,-0.0028487900272011757,-0.0024831907358020544,-0.002117591444402933,-0.0017519919201731682,-0.001386392628774047,-0.0010207932209596038,-0.0006551938131451607,-0.0002895944635383785,7.600491517223418e-05,0.00044160429388284683,0.0008072037016972899,0.001172803109511733,0.0015384024009108543,0.0019040018087252975,0.0022696012165397406,0.002635200507938862,0.003000800032168627,0.003366399323567748,0.0037319986149668694,0.004097598139196634,0.004463197663426399,0.004828796721994877,0.005194396246224642,0.005559995770454407,0.005925594829022884,0.006291194353252649,0.006656793877482414,0.007022392936050892,0.007387992460280657,0.007753591984510422,0.0081191910430789,0.008484791032969952,0.00885039009153843,0.009215989150106907,0.00958158913999796,0.009947188198566437,0.010312787257134914,0.010678387247025967,0.011043986305594444,0.011409585364162922,0.011775185354053974,0.012140784412622452],"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,1,0,1,0,1,2,3,3,5,6,11,10,16,13,14,17,26,53,46,64,85,70,64,46,36,31,21,19,10,13,14,12,7,2,4,6,4,8,3,3,3,0,1,0,2,3,0,2,1,0,0,1,0,0,2]},"_timestamp":1.7528027947693427e+09,"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,0,0,0,1,2,3,7,4,11,10,8,11,9,19,11,23,24,25,26,18,18,25,26,29,21,24,13,29,22,16,20,16,27,20,26,24,21,19,19,17,23,18,10,15,4,9,11,11,7,5,5,2,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.0007925172685645521,-0.0007654667715542018,-0.0007384162745438516,-0.0007113657775335014,-0.0006843153387308121,-0.0006572648417204618,-0.0006302143447101116,-0.0006031638476997614,-0.0005761133506894112,-0.0005490628536790609,-0.0005220124148763716,-0.0004949619178660214,-0.00046791142085567117,-0.00044086092384532094,-0.0004138104268349707,-0.00038675995892845094,-0.0003597094619181007,-0.0003326589649077505,-0.0003056084970012307,-0.0002785579999908805,-0.00025150750298053026,-0.00022445702052209526,-0.00019740653806366026,-0.00017035604105331004,-0.00014330555859487504,-0.00011625506886048242,-8.920457912608981e-05,-6.215409666765481e-05,-3.51036069332622e-05,-8.05311901785899e-06,1.899736889754422e-05,4.6047854993958026e-05,7.309834472835064e-05,0.00010014883446274325,0.00012719932419713587,0.00015424980665557086,0.0001813003036659211,0.0002083507861243561,0.0002354012685827911,0.0002624517655931413,0.00028950226260349154,0.0003165527305100113,0.00034360322752036154,0.00037065372453071177,0.00039770419243723154,0.00042475468944758177,0.000451805186457932,0.00047885565436445177,0.0005059061804786325,0.0005329566192813218,0.000560007116291672,0.0005870576133020222,0.0006141081103123724,0.0006411586073227227,0.0006682091043330729,0.0006952595431357622,0.0007223100401461124,0.0007493605371564627,0.0007764110341668129,0.0008034615311771631,0.0008305120281875134,0.0008575624669902027,0.0008846129640005529,0.0009116634610109031,0.0009387139580212533],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,1,0,0,0,0,0,0,0,0,0,0,1,2,2,4,2,12,12,7,16,12,15,20,23,20,22,36,35,33,30,44,43,31,40,32,37,30,29,31,20,15,25,16,14,10,6,12,6,5,6,1,2,2,0,1,1,1,1,0,0,0,1],"bins":[-0.00043358682887628675,-0.00042086190660484135,-0.00040813698433339596,-0.000395412091165781,-0.00038268716889433563,-0.00036996224662289023,-0.00035723732435144484,-0.0003445124311838299,-0.0003317875089123845,-0.0003190625866409391,-0.0003063376643694937,-0.00029361274209804833,-0.0002808878489304334,-0.000268162926658988,-0.0002554380043875426,-0.00024271309666801244,-0.00022998817439656705,-0.00021726325212512165,-0.0002045383444055915,-0.0001918134221341461,-0.00017908851441461593,-0.00016636359214317054,-0.00015363868442364037,-0.00014091376215219498,-0.00012818883988074958,-0.00011546393216121942,-0.00010273901716573164,-9.001410217024386e-05,-7.728917989879847e-05,-6.456426490331069e-05,-5.183934990782291e-05,-3.911443491233513e-05,-2.6389519916847348e-05,-1.3664604011864867e-05,-9.396881068823859e-07,1.1785227798100095e-05,2.4510143703082576e-05,3.7235058698570356e-05,4.995997733203694e-05,6.268489232752472e-05,7.54098073230125e-05,8.813472231850028e-05,0.00010085963731398806,0.00011358455230947584,0.00012630947458092123,0.0001390343823004514,0.0001517593045718968,0.00016448421229142696,0.00017720913456287235,0.00018993405683431774,0.0002026589645538479,0.0002153838868252933,0.00022810879454482347,0.00024083371681626886,0.000253558624535799,0.0002662835468072444,0.0002790084690786898,0.0002917333913501352,0.00030445828451775014,0.00031718320678919554,0.00032990812906064093,0.0003426330513320863,0.00035535794449970126,0.00036808286677114666,0.00038080778904259205],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,1,0,1,1,1,1,4,2,4,4,4,4,12,13,10,23,27,34,45,37,60,52,54,46,45,41,38,25,23,18,29,12,9,10,10,8,8,8,4,7,3,1,2,1,2,1,3,5,3,1,2,0,1,2,0,0,1,1,0,0,1],"bins":[-0.0047398218885064125,-0.004563672002404928,-0.004387522116303444,-0.004211371764540672,-0.004035221878439188,-0.0038590719923377037,-0.0036829218734055758,-0.0035067719873040915,-0.0033306218683719635,-0.003154471982270479,-0.002978322096168995,-0.002802171977236867,-0.0026260220911353827,-0.0024498719722032547,-0.0022737220861017704,-0.0020975719671696424,-0.0019214220810681581,-0.001745272078551352,-0.001569122076034546,-0.0013929720735177398,-0.0012168220710009336,-0.0010406721848994493,-0.0008645221823826432,-0.0006883721798658371,-0.000512222177349031,-0.00033607217483222485,-0.00015992220141924918,1.622778654564172e-05,0.00019237777451053262,0.00036852777702733874,0.000544677721336484,0.0007208277238532901,0.0008969777263700962,0.0010731277288869023,0.0012492777314037085,0.0014254277339205146,0.0016015777364373207,0.001777727622538805,0.001953877741470933,0.0021300276275724173,0.002306177746504545,0.0024823276326060295,0.002658477518707514,0.0028346276376396418,0.003010777523741126,0.003186927642673254,0.0033630775287747383,0.0035392276477068663,0.0037153775338083506,0.003891527419909835,0.004067677538841963,0.004243827424943447,0.004419977311044931,0.004596127662807703,0.004772277548909187,0.004948427435010672,0.005124577321112156,0.00530072720721364,0.005476877558976412,0.005653027445077896,0.00582917733117938,0.006005327217280865,0.006181477569043636,0.006357627455145121,0.006533777341246605]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,2,0,3,2,3,3,1,6,8,6,5,11,7,11,12,15,8,10,11,14,17,19,36,54,71,78,57,50,37,30,26,20,19,15,13,15,8,8,6,8,12,4,3,4,0,3,5,2,2,0,4,0,0,0,1],"bins":[-3.846968411380658e-06,-3.736611461135908e-06,-3.6262542835174827e-06,-3.515897333272733e-06,-3.405540383027983e-06,-3.295183432783233e-06,-3.1848262551648077e-06,-3.0744693049200578e-06,-2.964112354675308e-06,-2.8537551770568825e-06,-2.7433982268121326e-06,-2.6330412765673827e-06,-2.522684326322633e-06,-2.4123271487042075e-06,-2.3019701984594576e-06,-2.1916132482147077e-06,-2.081256297969958e-06,-1.9708991203515325e-06,-1.8605421701067826e-06,-1.750185106175195e-06,-1.639828155930445e-06,-1.5294710919988574e-06,-1.4191141417541075e-06,-1.30875707782252e-06,-1.1984000138909323e-06,-1.0880430636461824e-06,-9.776859997145948e-07,-8.673290494698449e-07,-7.569719855382573e-07,-6.466149784500885e-07,-5.362579713619198e-07,-4.25900964273751e-07,-3.1554395718558226e-07,-2.051869500974135e-07,-9.482992879839003e-08,1.5527085395206086e-08,1.258840995888022e-07,2.3624110667697096e-07,3.4659814218684915e-07,4.569551492750179e-07,5.673121563631867e-07,6.776691634513554e-07,7.880261705395242e-07,8.983831776276929e-07,1.0087402415592805e-06,1.1190971918040304e-06,1.229454255735618e-06,1.339811205980368e-06,1.4501682699119556e-06,1.5605253338435432e-06,1.670882284088293e-06,1.7812393480198807e-06,1.8915962982646306e-06,2.0019533621962182e-06,2.112310312440968e-06,2.222667262685718e-06,2.3330244403041434e-06,2.4433813905488933e-06,2.553738340793643e-06,2.6640955184120685e-06,2.7744524686568184e-06,2.8848094189015683e-06,2.995166369146318e-06,3.1055235467647435e-06,3.2158804970094934e-06]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,1,5,3,14,41,63,95,170,267,534,786,1286,1933,2833,4222,6232,8562,12102,16017,21177,27342,33524,41395,49997,58082,67277,74708,82197,87840,92175,94149,94159,92403,88103,82349,75313,66852,58352,50001,41709,34247,27375,21387,16246,11812,8775,6269,4321,2895,1963,1243,799,504,336,191,110,54,34,18,7,4,0,3],"bins":[-0.0965399220585823,-0.09352409839630127,-0.09050827473402023,-0.0874924510717392,-0.08447663486003876,-0.08146081119775772,-0.07844498753547668,-0.07542916387319565,-0.07241334021091461,-0.06939751654863358,-0.06638169288635254,-0.0633658692240715,-0.060350049287080765,-0.05733422562479973,-0.05431840568780899,-0.051302582025527954,-0.04828675836324692,-0.04527093470096588,-0.042255111038684845,-0.03923929110169411,-0.03622346743941307,-0.033207643777132034,-0.030191821977496147,-0.02717600017786026,-0.024160176515579224,-0.021144352853298187,-0.0181285310536623,-0.015112708322703838,-0.012096885591745377,-0.009081062860786915,-0.006065240129828453,-0.0030494173988699913,-3.358721733093262e-05,0.002982235513627529,0.005998058244585991,0.009013880975544453,0.012029703706502914,0.015045526437461376,0.018061349168419838,0.021077170968055725,0.02409299463033676,0.027108818292617798,0.030124640092253685,0.03314046189188957,0.03615628555417061,0.039172109216451645,0.04218792915344238,0.04520375281572342,0.048219576478004456,0.05123540014028549,0.05425122380256653,0.057267043739557266,0.0602828674018383,0.06329868733882904,0.06631451100111008,0.06933033466339111,0.07234615832567215,0.07536198198795319,0.07837780565023422,0.08139362931251526,0.0844094455242157,0.08742526918649673,0.09044109284877777,0.09345691651105881,0.09647274017333984],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,1,5,6,15,23,32,82,138,203,366,595,983,1529,2308,3450,5218,7221,10200,14036,18642,24467,31395,38652,47127,55827,65146,73758,81893,88042,92351,95070,96396,94640,90410,85681,78104,69995,61066,52454,43302,35275,28166,21885,16680,12216,9089,6329,4397,2934,1943,1219,755,465,306,199,73,53,18,16,8,1,3,4],"bins":[-0.09927773475646973,-0.09620392322540283,-0.09313011169433594,-0.09005630016326904,-0.08698249608278275,-0.08390868455171585,-0.08083487302064896,-0.07776106148958206,-0.07468724995851517,-0.07161343842744827,-0.06853963434696198,-0.06546582281589508,-0.062392011284828186,-0.05931819975376129,-0.0562443882226944,-0.0531705804169178,-0.050096768885850906,-0.04702295735478401,-0.043949149549007416,-0.04087533801794052,-0.03780152648687363,-0.03472771868109703,-0.031653907150030136,-0.02858009561896324,-0.025506285950541496,-0.02243247628211975,-0.019358664751052856,-0.01628485508263111,-0.013211044482886791,-0.010137233883142471,-0.007063423749059439,-0.003989613614976406,-0.0009158030152320862,0.00215800735168159,0.005231817718595266,0.008305627852678299,0.011379438452422619,0.014453249052166939,0.017527058720588684,0.02060087025165558,0.023674679920077324,0.02674848958849907,0.029822301119565964,0.03289611265063286,0.035969920456409454,0.03904373198747635,0.04211754351854324,0.04519135132431984,0.048265162855386734,0.05133897438645363,0.054412782192230225,0.05748659372329712,0.060560405254364014,0.06363421678543091,0.0667080283164978,0.0697818323969841,0.072855643928051,0.07592945545911789,0.07900326699018478,0.08207707852125168,0.08515089005231857,0.08822469413280487,0.09129850566387177,0.09437231719493866,0.09744612872600555]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"values":[1,0,0,2,0,1,2,3,5,4,9,3,10,9,13,7,20,23,18,28,32,32,33,46,36,39,35,34,31,33,26,21,30,23,20,23,16,17,8,8,4,12,7,8,4,7,5,3,3,2,4,2,1,1,1,0,1,0,0,1,0,0,0,1],"bins":[0.9992612600326538,0.999289870262146,0.9993184208869934,0.9993470311164856,0.999375581741333,0.9994041919708252,0.9994328022003174,0.9994613528251648,0.999489963054657,0.9995185732841492,0.9995471239089966,0.9995757341384888,0.999604344367981,0.9996328949928284,0.9996615052223206,0.999690055847168,0.9997186660766602,0.9997472763061523,0.9997758269309998,0.9998044371604919,0.9998329877853394,0.9998615980148315,0.9998902082443237,0.9999187588691711,0.9999473690986633,0.9999759793281555,1.000004529953003,1.0000331401824951,1.0000617504119873,1.0000903606414795,1.0001188516616821,1.0001474618911743,1.0001760721206665,1.0002046823501587,1.0002332925796509,1.0002617835998535,1.0002903938293457,1.000319004058838,1.00034761428833,1.0003762245178223,1.0004048347473145,1.000433325767517,1.0004619359970093,1.0004905462265015,1.0005191564559937,1.0005477666854858,1.0005762577056885,1.0006048679351807,1.0006334781646729,1.000662088394165,1.0006906986236572,1.0007191896438599,1.000747799873352,1.0007764101028442,1.0008050203323364,1.0008336305618286,1.0008621215820312,1.0008907318115234,1.0009193420410156,1.0009479522705078,1.0009765625,1.0010051727294922,1.0010336637496948,1.001062273979187,1.0010908842086792],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[3,9,18,31,30,40,94,126,230,393,512,853,1177,1672,2363,3258,4293,5631,7408,9193,11344,14232,16714,19637,22651,25278,27412,29814,31551,32799,33055,32925,32394,30814,29184,26559,24114,20900,18270,15524,13166,10550,8578,6722,5063,3903,2801,2049,1502,992,684,474,311,201,128,76,51,32,17,7,9,2,0,1],"bins":[-0.0871351957321167,-0.08430516719818115,-0.0814751386642456,-0.07864510267972946,-0.07581507414579391,-0.07298504561185837,-0.07015500962734222,-0.06732498109340668,-0.06449495255947113,-0.061664924025535583,-0.05883489176630974,-0.05600485950708389,-0.053174830973148346,-0.0503448024392128,-0.047514770179986954,-0.04468473792076111,-0.04185470938682556,-0.039024680852890015,-0.03619464859366417,-0.033364616334438324,-0.030534587800502777,-0.02770455740392208,-0.024874527007341385,-0.02204449661076069,-0.019214466214179993,-0.016384435817599297,-0.0135544054210186,-0.010724375024437904,-0.007894344627857208,-0.005064314231276512,-0.002234283834695816,0.0005957465618848801,0.003425784409046173,0.006255814805626869,0.009085845202207565,0.011915875598788261,0.014745905995368958,0.017575936391949654,0.02040596678853035,0.023235997185111046,0.026066027581691742,0.028896057978272438,0.031726088374853134,0.03455612063407898,0.037386149168014526,0.04021617770195007,0.04304620996117592,0.045876242220401764,0.04870627075433731,0.05153629928827286,0.0543663315474987,0.05719636380672455,0.060026392340660095,0.06285642087459564,0.06568644940853119,0.06851648539304733,0.07134651392698288,0.07417654246091843,0.07700657844543457,0.07983660697937012,0.08266663551330566,0.08549666404724121,0.08832669258117676,0.0911567285656929,0.09398675709962845]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,1,0,0,3,2,2,2,4,11,8,12,18,14,28,31,36,58,76,77,81,115,106,134,158,125,118,115,113,102,113,73,65,43,47,30,20,23,24,14,13,6,7,6,3,0,1,3,3,0,0,0,0,1,0,1],"bins":[-0.0006732881884090602,-0.0006535821594297886,-0.000633876072242856,-0.0006141699850559235,-0.0005944639560766518,-0.0005747579270973802,-0.0005550518399104476,-0.000535345752723515,-0.0005156397237442434,-0.0004959336947649717,-0.00047622760757803917,-0.00045652154949493706,-0.00043681549141183496,-0.00041710943332873285,-0.00039740337524563074,-0.00037769731716252863,-0.0003579912590794265,-0.0003382852009963244,-0.0003185791429132223,-0.0002988730848301202,-0.0002791670267470181,-0.000259460968663916,-0.00023975491058081388,-0.00022004885249771178,-0.00020034279441460967,-0.00018063673633150756,-0.00016093067824840546,-0.00014122462016530335,-0.00012151856208220124,-0.00010181250399909914,-8.210644591599703e-05,-6.240038783289492e-05,-4.269438795745373e-05,-2.298832987435162e-05,-3.2822717912495136e-06,1.6423786291852593e-05,3.61298443749547e-05,5.583590245805681e-05,7.554196054115891e-05,9.524801862426102e-05,0.00011495407670736313,0.00013466013479046524,0.00015436619287356734,0.00017407225095666945,0.00019377830903977156,0.00021348436712287366,0.00023319042520597577,0.0002528964832890779,0.00027260254137218,0.0002923085994552821,0.0003120146575383842,0.0003317207156214863,0.0003514267737045884,0.0003711328317876905,0.00039083888987079263,0.00041054494795389473,0.00043025100603699684,0.00044995706412009895,0.00046966312220320106,0.0004893691511824727,0.0005090752383694053,0.0005287813255563378,0.0005484873545356095,0.0005681933835148811,0.0005878994707018137],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[6,4,7,17,21,36,63,106,157,257,437,597,890,1365,1968,2754,3731,4821,6463,8295,10274,12703,15303,18175,20930,23772,26495,29086,31050,32272,33421,33475,33003,32025,29827,28187,25228,22469,19997,16926,14108,11640,9400,7293,5631,4343,3303,2345,1698,1153,817,489,395,199,149,96,73,37,23,6,5,2,5,1],"bins":[-0.08900799602270126,-0.08616303652524948,-0.0833180695772171,-0.08047311007976532,-0.07762815058231354,-0.07478318363428116,-0.07193822413682938,-0.0690932646393776,-0.06624829769134521,-0.06340333819389343,-0.06055837869644165,-0.05771341547369957,-0.05486845225095749,-0.05202349275350571,-0.049178529530763626,-0.046333570033311844,-0.04348860681056976,-0.04064364358782768,-0.0377986840903759,-0.03495372086763382,-0.03210876137018204,-0.029263798147439957,-0.026418834924697876,-0.023573873564600945,-0.020728912204504013,-0.01788395084440708,-0.015038988552987576,-0.01219402626156807,-0.009349064901471138,-0.006504103075712919,-0.0036591412499547005,-0.0008141794241964817,0.00203077495098114,0.004875736776739359,0.007720698602497578,0.010565660893917084,0.013410622254014015,0.016255583614110947,0.019100546836853027,0.02194550819694996,0.02479046955704689,0.02763543091714382,0.030480392277240753,0.033325355499982834,0.036170318722724915,0.0390152782201767,0.04186024144291878,0.04470520094037056,0.04755016416311264,0.05039512738585472,0.0532400868833065,0.056085050106048584,0.058930009603500366,0.06177497282624245,0.06461993604898453,0.06746489554643631,0.07030986249446869,0.07315482199192047,0.07599978148937225,0.07884474098682404,0.08168970793485641,0.0845346674323082,0.08737962692975998,0.09022459387779236,0.09306955337524414]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,0,0,2,5,2,5,5,3,1,5,5,8,12,12,12,15,22,23,23,22,25,22,45,28,25,43,40,31,29,24,27,25,29,23,17,19,17,16,16,20,12,13,6,6,7,4,1,0,2,3,1,2,3,1,0,0,0,2],"bins":[-0.00040711023029871285,-0.0003946004726458341,-0.00038209068588912487,-0.0003695809282362461,-0.0003570711414795369,-0.00034456138382665813,-0.0003320515970699489,-0.00031954183941707015,-0.00030703205266036093,-0.00029452229500748217,-0.00028201250825077295,-0.0002695027505978942,-0.000256992963841185,-0.0002444832061883062,-0.00023197343398351222,-0.00021946366177871823,-0.00020695388957392424,-0.00019444411736913025,-0.00018193434516433626,-0.00016942457295954227,-0.00015691480075474828,-0.0001444050285499543,-0.0001318952563451603,-0.00011938549141632393,-0.00010687571921152994,-9.436594700673595e-05,-8.185617480194196e-05,-6.934640259714797e-05,-5.683663403033279e-05,-4.43268618255388e-05,-3.1817093258723617e-05,-1.9307321053929627e-05,-6.797548849135637e-06,5.712222446163651e-06,1.822199374146294e-05,3.0731764127267525e-05,4.3241536332061514e-05,5.5751308536855504e-05,6.826107710367069e-05,8.077084930846468e-05,9.328062151325867e-05,0.00010579039371805266,0.00011830016592284665,0.00013080993085168302,0.000143319703056477,0.000155829475261271,0.000168339247466065,0.00018084901967085898,0.00019335879187565297,0.00020586856408044696,0.00021837833628524095,0.00023088810849003494,0.00024339788069482893,0.0002559076528996229,0.0002684174105525017,0.0002809271973092109,0.00029343695496208966,0.0003059467417187989,0.00031845649937167764,0.00033096628612838686,0.0003434760437812656,0.00035598583053797483,0.0003684955881908536,0.0003810053749475628,0.0003935151326004416],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[3,0,4,1,7,8,24,39,65,112,185,309,474,783,1203,1689,2508,3427,4772,6327,8298,10730,13253,16272,19650,22318,25919,28852,31446,33430,35193,35858,35281,34483,32540,30233,27555,24278,21545,17952,14882,12141,9600,7593,5519,4068,2975,1999,1373,978,610,413,266,163,87,56,37,19,3,7,3,3,2,1],"bins":[-0.09632571786642075,-0.09329551458358765,-0.09026531130075455,-0.08723510801792145,-0.08420490473508835,-0.08117470145225525,-0.07814449816942215,-0.07511429488658905,-0.07208409160375595,-0.06905388832092285,-0.06602368503808975,-0.06299348175525665,-0.05996328219771385,-0.05693307891488075,-0.05390287563204765,-0.050872672349214554,-0.047842469066381454,-0.044812265783548355,-0.041782062500715256,-0.038751859217882156,-0.03572165593504906,-0.03269145265221596,-0.029661251232028008,-0.026631047949194908,-0.02360084466636181,-0.02057064138352871,-0.01754043810069561,-0.014510235749185085,-0.011480032466351986,-0.008449829183518887,-0.0054196263663470745,-0.002389423316344619,0.0006407797336578369,0.0036709827836602926,0.006701185833662748,0.00973138865083456,0.01276159193366766,0.015791794285178185,0.018821997568011284,0.021852200850844383,0.024882404133677483,0.027912607416510582,0.03094281069934368,0.03397301211953163,0.03700321540236473,0.04003341868519783,0.04306362196803093,0.04609382525086403,0.04912402853369713,0.05215423181653023,0.05518443509936333,0.058214638382196426,0.061244841665029526,0.06427504122257233,0.06730524450540543,0.07033544778823853,0.07336565107107162,0.07639585435390472,0.07942605763673782,0.08245626091957092,0.08548646420240402,0.08851666748523712,0.09154687076807022,0.09457707405090332,0.09760727733373642],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,3,2,2,3,4,9,7,10,17,24,23,39,32,40,56,50,71,52,56,55,50,31,23,26,20,11,13,4,11,4,2,3,1,1,3,1,0,0,0,0,0,0,1,0,0,0,1],"bins":[-1.132736088038655e-06,-1.0991349199684919e-06,-1.0655337518983288e-06,-1.0319325838281657e-06,-9.983314157580025e-07,-9.647302476878394e-07,-9.311290227742575e-07,-8.975278547040944e-07,-8.639266866339312e-07,-8.303255185637681e-07,-7.96724350493605e-07,-7.631231824234419e-07,-7.295219575098599e-07,-6.959207894396968e-07,-6.623196213695337e-07,-6.287184532993706e-07,-5.951172852292075e-07,-5.615161171590444e-07,-5.279149490888813e-07,-4.943137810187181e-07,-4.607125845268456e-07,-4.271114164566825e-07,-3.9351021996480995e-07,-3.5990905189464684e-07,-3.263078838244837e-07,-2.927067157543206e-07,-2.591055476841575e-07,-2.2550435119228496e-07,-1.9190318312212185e-07,-1.5830201505195873e-07,-1.247008327709409e-07,-9.109965759535044e-08,-5.7498482419759966e-08,-2.3897307244169497e-08,9.703867931420973e-09,4.330504310701144e-08,7.690621828260191e-08,1.1050739345819238e-07,1.4410856863378285e-07,1.7770975091480068e-07,2.113109189849638e-07,2.449120870551269e-07,2.7851325512529e-07,3.1211445161716256e-07,3.4571561968732567e-07,3.793167877574888e-07,4.129179842493613e-07,4.4651915231952444e-07,4.801203203896875e-07,5.137214884598507e-07,5.473226565300138e-07,5.809238246001769e-07,6.1452499267034e-07,6.48126217583922e-07,6.817273856540851e-07,7.153285537242482e-07,7.489297217944113e-07,7.825308898645744e-07,8.161320579347375e-07,8.497332260049006e-07,8.833344509184826e-07,9.169356189886457e-07,9.505367870588088e-07,9.84137955128972e-07,1.017739123199135e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,0,1,1,1,2,2,3,1,4,3,9,3,10,9,27,15,13,15,26,20,28,24,22,36,43,29,31,31,33,38,27,32,22,20,25,21,18,25,15,15,10,13,8,7,4,2,4,3,2,0,1,0,3,2,2,3],"bins":[-0.00041200307896360755,-0.00040033599361777306,-0.00038866890827193856,-0.00037700182292610407,-0.0003653347084764391,-0.0003536676231306046,-0.00034200053778477013,-0.00033033345243893564,-0.00031866636709310114,-0.00030699928174726665,-0.0002953321672976017,-0.0002836650819517672,-0.0002719979966059327,-0.0002603309112600982,-0.0002486638259142637,-0.000236996726016514,-0.0002253296406706795,-0.00021366255532484502,-0.0002019954554270953,-0.0001903283700812608,-0.0001786612847354263,-0.00016699418483767658,-0.0001553270994918421,-0.0001436600141460076,-0.00013199291424825788,-0.00012032582890242338,-0.00010865874355658889,-9.699165093479678e-05,-8.532455831300467e-05,-7.365747296717018e-05,-6.199038034537807e-05,-5.032329136156477e-05,-3.865620237775147e-05,-2.698911339393817e-05,-1.5322022591135465e-05,-3.654932697827462e-06,8.01215719548054e-06,1.967924617929384e-05,3.134633880108595e-05,4.301342778489925e-05,5.468051676871255e-05,6.634760939050466e-05,7.801469473633915e-05,8.968178735813126e-05,0.00010134887997992337,0.00011301596532575786,0.00012468305067159235,0.00013635015056934208,0.00014801723591517657,0.00015968432126101106,0.00017135142115876079,0.00018301850650459528,0.00019468559185042977,0.0002063526917481795,0.000218019777094014,0.00022968686243984848,0.0002413539623375982,0.0002530210476834327,0.0002646881330292672,0.0002763552183751017,0.0002880223037209362,0.00029968941817060113,0.0003113565035164356,0.0003230235888622701,0.0003346906742081046]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,2,1,0,3,1,3,3,3,6,5,11,21,25,37,61,95,183,277,400,700,1305,2132,3977,7568,14115,28491,60469,141678,322873,471770,286725,123641,53573,25297,12620,6480,3571,1904,1156,618,404,244,155,81,52,43,23,24,8,3,7,3,2,4,2,2,2,0,1,1,0,0,1],"bins":[-0.00616455078125,-0.005961894989013672,-0.005759239196777344,-0.005556583404541016,-0.0053539276123046875,-0.005151271820068359,-0.004948616027832031,-0.004745960235595703,-0.004543304443359375,-0.004340648651123047,-0.004137992858886719,-0.003935337066650391,-0.0037326812744140625,-0.0035300254821777344,-0.0033273696899414062,-0.003124713897705078,-0.00292205810546875,-0.002719402313232422,-0.0025167465209960938,-0.0023140907287597656,-0.0021114349365234375,-0.0019087791442871094,-0.0017061233520507812,-0.0015034675598144531,-0.001300811767578125,-0.0010981559753417969,-0.0008955001831054688,-0.0006928443908691406,-0.0004901885986328125,-0.0002875328063964844,-8.487701416015625e-05,0.00011777877807617188,0.0003204345703125,0.0005230903625488281,0.0007257461547851562,0.0009284019470214844,0.0011310577392578125,0.0013337135314941406,0.0015363693237304688,0.0017390251159667969,0.001941680908203125,0.002144336700439453,0.0023469924926757812,0.0025496482849121094,0.0027523040771484375,0.0029549598693847656,0.0031576156616210938,0.003360271453857422,0.00356292724609375,0.003765583038330078,0.003968238830566406,0.004170894622802734,0.0043735504150390625,0.004576206207275391,0.004778861999511719,0.004981517791748047,0.005184173583984375,0.005386829376220703,0.005589485168457031,0.005792140960693359,0.0059947967529296875,0.006197452545166016,0.006400108337402344,0.006602764129638672,0.006805419921875]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0005470975884236395,-0.000531299039721489,-0.0005155004910193384,-0.0004997019423171878,-0.00048390342271886766,-0.0004681048740167171,-0.00045230635441839695,-0.00043650780571624637,-0.0004207092570140958,-0.0004049107083119452,-0.0003891121596097946,-0.0003733136400114745,-0.0003575150913093239,-0.0003417165426071733,-0.0003259180230088532,-0.0003101194743067026,-0.00029432092560455203,-0.00027852237690240145,-0.00026272382820025086,-0.00024692530860193074,-0.00023112675989978015,-0.00021532821119762957,-0.00019952967704739422,-0.00018373114289715886,-0.00016793259419500828,-0.0001521340454928577,-0.00013633551134262234,-0.00012053696991642937,-0.0001047384284902364,-8.893988706404343e-05,-7.314134563785046e-05,-5.7342804211657494e-05,-4.154423368163407e-05,-2.57456922554411e-05,-9.94715082924813e-06,5.851390596944839e-06,2.1649932023137808e-05,3.744847344933078e-05,5.3247014875523746e-05,6.904555630171672e-05,8.484409772790968e-05,0.00010064263915410265,0.00011644118058029562,0.00013223971473053098,0.00014803826343268156,0.00016383681213483214,0.0001796353462850675,0.00019543388043530285,0.00021123242913745344,0.00022703097783960402,0.00024282951198983938,0.00025862804614007473,0.0002744265948422253,0.0002902251435443759,0.0003060236922465265,0.0003218222118448466,0.0003376207605469972,0.00035341930924914777,0.0003692178288474679,0.0003850163775496185,0.00040081492625176907,0.00041661347495391965,0.00043241202365607023,0.00044821054325439036,0.00046400909195654094],"_type":"histogram","values":[2,0,2,1,2,1,4,4,2,4,1,2,7,6,7,9,10,7,22,24,25,30,32,39,44,58,73,63,85,106,71,93,92,95,97,84,113,94,94,67,65,49,55,52,45,38,28,31,21,15,6,15,13,13,6,6,3,4,3,0,3,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,0,2,3,2,3,3,4,3,2,5,7,6,6,9,8,9,13,18,16,15,17,22,25,32,15,20,33,24,31,28,32,38,18,26,26,19,27,30,21,15,24,14,7,10,14,8,10,4,12,2,4,5,3,2,4,1,3,1,3,0,0,1],"bins":[-0.07251626253128052,-0.07022661715745926,-0.067936971783638,-0.06564733386039734,-0.06335768848657608,-0.06106804311275482,-0.05877839773893356,-0.0564887560904026,-0.054199110716581345,-0.051909465342760086,-0.049619823694229126,-0.04733017832040787,-0.04504053294658661,-0.04275089129805565,-0.04046124592423439,-0.03817160427570343,-0.03588195890188217,-0.03359231352806091,-0.03130267187952995,-0.029013026505708694,-0.026723382994532585,-0.024433739483356476,-0.022144094109535217,-0.019854450598359108,-0.017564807087183,-0.01527516357600689,-0.012985519133508205,-0.010695874691009521,-0.008406231179833412,-0.0061165872029960155,-0.003826943226158619,-0.0015372992493212223,0.0007523447275161743,0.003041988704353571,0.0053316326811909676,0.007621276658028364,0.00991092063486576,0.01220056414604187,0.014490208588540554,0.016779853031039238,0.019069496542215347,0.021359140053391457,0.023648783564567566,0.025938428938388824,0.028228072449564934,0.030517715960741043,0.0328073613345623,0.03509700298309326,0.03738664835691452,0.03967629373073578,0.04196593537926674,0.044255580753088,0.04654522240161896,0.048834867775440216,0.051124513149261475,0.053414154797792435,0.05570380017161369,0.05799344554543495,0.06028308719396591,0.06257273256778717,0.06486237794160843,0.06715202331542969,0.06944166123867035,0.07173130661249161,0.07402095198631287]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,0,0,0,2,2,0,2,0,3,2,3,5,8,4,10,7,13,12,15,19,22,17,17,27,21,32,31,24,31,27,37,32,37,33,37,33,18,20,29,22,16,13,18,10,8,11,11,4,5,1,4,1,0,4,2,1,0,2,1,0,0,0,1],"bins":[-0.00034693206544034183,-0.00033597182482481003,-0.0003250115842092782,-0.0003140513435937464,-0.0003030911029782146,-0.0002921308623626828,-0.000281170621747151,-0.0002702103811316192,-0.0002592501405160874,-0.0002482898999005556,-0.00023732964473310858,-0.00022636940411757678,-0.00021540916350204498,-0.00020444892288651317,-0.00019348868227098137,-0.00018252844165544957,-0.00017156820103991777,-0.00016060796042438596,-0.00014964771980885416,-0.00013868747919332236,-0.00012772723857779056,-0.00011676699068630114,-0.00010580675007076934,-9.484650945523754e-05,-8.388626883970574e-05,-7.292602822417393e-05,-6.196578760864213e-05,-5.100554335513152e-05,-4.004530273959972e-05,-2.9085062124067917e-05,-1.8124819689546712e-05,-7.164578164520208e-06,3.795663360506296e-06,1.47559048855328e-05,2.5716146410559304e-05,3.667638884508051e-05,4.763662946061231e-05,5.8596870076144114e-05,6.955711432965472e-05,8.051735494518653e-05,9.147759556071833e-05,0.00010243783617625013,0.00011339807679178193,0.00012435832468327135,0.00013531856529880315,0.00014627880591433495,0.00015723904652986676,0.00016819928714539856,0.00017915952776093036,0.00019011976837646216,0.00020108000899199396,0.00021204024960752577,0.00022300049022305757,0.00023396073083858937,0.0002449209860060364,0.0002558812266215682,0.0002668414672371,0.0002778017078526318,0.0002887619484681636,0.0002997221890836954,0.0003106824296992272,0.000321642670314759,0.0003326029109302908,0.0003435631515458226,0.0003545233921613544],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,2,1,0,1,1,0,3,1,3,2,5,8,4,8,8,8,21,13,12,13,15,22,22,29,26,31,21,22,37,33,37,28,30,26,36,27,37,23,19,20,16,21,12,13,9,8,6,8,2,4,1,2,1,4,1,1,1,0,2],"bins":[-0.00037025936762802303,-0.00035974790807813406,-0.0003492364485282451,-0.0003387249889783561,-0.00032821352942846715,-0.0003177020698785782,-0.0003071906103286892,-0.00029667915077880025,-0.0002861676621250808,-0.00027565620257519186,-0.0002651447430253029,-0.0002546332834754139,-0.00024412182392552495,-0.00023361036437563598,-0.000223098904825747,-0.00021258744527585804,-0.00020207598572596908,-0.0001915645261760801,-0.00018105306662619114,-0.00017054160707630217,-0.0001600301475264132,-0.000149518673424609,-0.00013900721387472004,-0.00012849575432483107,-0.0001179842947749421,-0.00010747283522505313,-9.696137567516416e-05,-8.644990884931758e-05,-7.593844929942861e-05,-6.542698974953964e-05,-5.491552656167187e-05,-4.440406337380409e-05,-3.389263292774558e-05,-2.338117155886721e-05,-1.2869710189988837e-05,-2.3582488211104646e-06,8.153212547767907e-06,1.866467391664628e-05,2.917613528552465e-05,3.968759847339243e-05,5.0199058023281395e-05,6.0710517573170364e-05,7.122197712305933e-05,8.173344394890592e-05,9.224490349879488e-05,0.00010275636304868385,0.00011326782987453043,0.0001237792894244194,0.00013429074897430837,0.00014480220852419734,0.0001553136680740863,0.00016582512762397528,0.00017633658717386425,0.00018684806127566844,0.0001973595208255574,0.00020787098037544638,0.00021838243992533535,0.00022889389947522432,0.00023940535902511328,0.0002499168331269175,0.00026042829267680645,0.0002709397522266954,0.0002814512117765844,0.00029196267132647336,0.0003024741308763623]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[2,0,0,0,0,0,0,0,0,1,1,1,3,1,3,3,3,9,12,12,10,18,20,24,26,38,66,76,89,78,57,59,31,36,17,21,10,10,9,1,2,4,4,2,2,2,0,0,0,1,0,0,0,0,2,0,0,1,0,0,0,0,0,1],"bins":[-2.8590702640940435e-06,-2.760169536486501e-06,-2.6612688088789582e-06,-2.56236785389774e-06,-2.4634671262901975e-06,-2.364566398682655e-06,-2.265665671075112e-06,-2.1667649434675695e-06,-2.0678639884863514e-06,-1.968963260878809e-06,-1.8700625332712661e-06,-1.7711618056637235e-06,-1.6722610780561808e-06,-1.5733602367618005e-06,-1.4744595091542578e-06,-1.3755586678598775e-06,-1.2766579402523348e-06,-1.1777572126447922e-06,-1.0788563713504118e-06,-9.799556437428691e-07,-8.810548592919076e-07,-7.821540748409461e-07,-6.832533472334035e-07,-5.84352562782442e-07,-4.854517783314805e-07,-3.8655099388051894e-07,-2.8765023785126687e-07,-1.8874946761116007e-07,-8.984869737105328e-08,9.052072869053518e-09,1.0795284310916031e-07,2.068536133492671e-07,3.057543835893739e-07,4.046551680403354e-07,5.035559524912969e-07,6.024566800988396e-07,7.013574645498011e-07,8.002582490007626e-07,8.991589766083052e-07,9.980598179026856e-07,1.0969605455102283e-06,1.195861273117771e-06,1.2947621144121513e-06,1.393662842019694e-06,1.4925635696272366e-06,1.591464410921617e-06,1.6903651385291596e-06,1.78926597982354e-06,1.8881667074310826e-06,1.9870674350386253e-06,2.085968162646168e-06,2.184869117627386e-06,2.2837698452349287e-06,2.3826705728424713e-06,2.481571300450014e-06,2.5804720280575566e-06,2.6793727556650992e-06,2.7782737106463173e-06,2.87717443825386e-06,2.9760751658614026e-06,3.0749758934689453e-06,3.173876621076488e-06,3.272777576057706e-06,3.3716783036652487e-06,3.4705790312727913e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,4,3,1,1,4,3,3,3,6,10,12,14,11,12,12,15,21,22,28,24,34,35,23,39,26,33,25,26,33,29,31,34,33,15,19,22,15,16,12,5,2,11,7,4,4,4,4,4,0,2,2,3,1,0,1,0,0,1,0,0,1],"bins":[-0.0003776733356062323,-0.00036443484714254737,-0.00035119635867886245,-0.00033795787021517754,-0.00032471935264766216,-0.00031148086418397725,-0.00029824237572029233,-0.0002850038872566074,-0.0002717653987929225,-0.0002585269103292376,-0.00024528842186555266,-0.00023204991884995252,-0.0002188114303862676,-0.00020557294192258269,-0.00019233443890698254,-0.00017909595044329762,-0.0001658574619796127,-0.0001526189735159278,-0.00013938048505224288,-0.00012614198203664273,-0.00011290349357295781,-9.96650051092729e-05,-8.642650936963037e-05,-7.318801362998784e-05,-5.994952516630292e-05,-4.6711033064639196e-05,-3.347254096297547e-05,-2.023404886131175e-05,-6.995556759648025e-06,6.2429353420156986e-06,1.9481427443679422e-05,3.2719919545343146e-05,4.595841164700687e-05,5.919690374867059e-05,7.243539585033432e-05,8.567389158997685e-05,9.891238005366176e-05,0.00011215086851734668,0.00012538937153294683,0.00013862785999663174,0.00015186634846031666,0.00016510483692400157,0.0001783433253876865,0.00019158182840328664,0.00020482031686697155,0.00021805880533065647,0.00023129730834625661,0.00024453579680994153,0.00025777428527362645,0.00027101277373731136,0.0002842512622009963,0.0002974897506646812,0.00031072826823219657,0.0003239667566958815,0.0003372052451595664,0.0003504437336232513,0.00036368222208693624,0.00037692071055062115,0.00039015919901430607,0.000403397687477991,0.0004166361759416759,0.0004298746935091913,0.0004431131819728762,0.0004563516704365611,0.000469590158900246]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,2,0,0,1,0,2,3,2,4,6,6,6,8,20,18,18,20,47,46,44,68,75,80,74,94,82,92,104,116,118,99,99,111,81,85,63,73,48,42,37,24,22,27,23,11,7,5,8,5,4,6,3,2,0,0,1,3,1,0,0,0,1],"bins":[-0.00783687736839056,-0.007584203965961933,-0.007331530563533306,-0.007078856695443392,-0.006826183293014765,-0.006573509890586138,-0.0063208360224962234,-0.0060681626200675964,-0.005815489217638969,-0.005562815815210342,-0.005310142412781715,-0.005057468544691801,-0.004804795142263174,-0.004552121739834547,-0.004299447871744633,-0.004046774469316006,-0.0037941010668873787,-0.0035414276644587517,-0.003288754029199481,-0.0030360803939402103,-0.0027834069915115833,-0.0025307335890829563,-0.0022780599538236856,-0.002025386318564415,-0.001772712916135788,-0.0015200393972918391,-0.0012673658784478903,-0.0010146923596039414,-0.0007620188407599926,-0.0005093453219160438,-0.0002566718030720949,-3.998284228146076e-06,0.0002486761659383774,0.0005013496847823262,0.0007540232036262751,0.001006696722470224,0.0012593702413141727,0.0015120437601581216,0.0017647172790020704,0.002017390914261341,0.002270064316689968,0.002522737719118595,0.002775411354377866,0.0030280849896371365,0.0032807583920657635,0.0035334317944943905,0.003786105429753661,0.004038779065012932,0.004291452467441559,0.004544125869870186,0.004796799272298813,0.005049473140388727,0.005302146542817354,0.005554819945245981,0.0058074938133358955,0.0060601672157645226,0.00631284061819315,0.006565514020621777,0.006818187423050404,0.007070861291140318,0.007323534693568945,0.007576208095997572,0.007828881964087486,0.008081555366516113,0.00833422876894474]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,1,2,0,3,1,1,2,7,4,2,5,8,12,13,13,22,16,20,32,27,21,40,31,30,34,29,32,30,39,23,36,37,34,28,15,17,12,17,11,10,12,11,3,4,3,4,1,3,3,0,2,0,1,0,1,0,0,0,0,1],"bins":[-0.00031743283034302294,-0.00030718493508175015,-0.0002969370689243078,-0.00028668917366303504,-0.00027644127840176225,-0.0002661934122443199,-0.00025594551698304713,-0.00024569762172177434,-0.000235449755564332,-0.00022520186030305922,-0.00021495397959370166,-0.0002047060988843441,-0.0001944582036230713,-0.00018421032291371375,-0.0001739624422043562,-0.0001637145469430834,-0.00015346666623372585,-0.00014321878552436829,-0.0001329708902630955,-0.00012272300955373794,-0.00011247512884438038,-0.0001022272408590652,-9.197935287375003e-05,-8.173147216439247e-05,-7.14835841790773e-05,-6.123569619376212e-05,-5.0987815484404564e-05,-4.073992749908939e-05,-3.0492043151753023e-05,-2.0244158804416656e-05,-9.996272638090886e-06,2.5161261874018237e-07,1.0499497875571251e-05,2.0747382222907618e-05,3.0995266570243984e-05,4.124315455555916e-05,5.1491038902895525e-05,6.173892325023189e-05,7.198681123554707e-05,8.223469194490463e-05,9.24825799302198e-05,0.00010273046791553497,0.00011297834862489253,0.0001232262293342501,0.00013347412459552288,0.00014372200530488044,0.000153969886014238,0.0001642177812755108,0.00017446566198486835,0.0001847135426942259,0.0001949614379554987,0.00020520931866485626,0.00021545719937421381,0.0002257050946354866,0.00023595297534484416,0.0002462008560542017,0.0002564487513154745,0.00026669661747291684,0.00027694451273418963,0.0002871924079954624,0.00029744027415290475,0.00030768816941417754,0.0003179360646754503,0.00032818393083289266,0.00033843182609416544]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.00037259518285281956,-0.0003589194093365222,-0.00034524366492405534,-0.000331567891407758,-0.00031789211789146066,-0.0003042163734789938,-0.00029054059996269643,-0.0002768648264463991,-0.0002631890820339322,-0.00024951330851763487,-0.00023583753500133753,-0.00022216177603695542,-0.0002084860170725733,-0.00019481024355627596,-0.00018113448459189385,-0.0001674587110755965,-0.0001537829521112144,-0.0001401071931468323,-0.00012643141963053495,-0.00011275566066615283,-9.907989442581311e-05,-8.540412818547338e-05,-7.172836922109127e-05,-5.8052602980751544e-05,-4.437683674041182e-05,-3.070107050007209e-05,-1.7025307897711173e-05,-3.34954347636085e-06,1.0326220944989473e-05,2.4001985366339795e-05,3.767774978769012e-05,5.135351239005104e-05,6.50292495265603e-05,7.870501576690003e-05,9.238078200723976e-05,0.00010605654097162187,0.0001197323072119616,0.00013340807345230132,0.00014708383241668344,0.00016075960593298078,0.0001744353648973629,0.000188111123861745,0.00020178689737804234,0.00021546265634242445,0.00022913841530680656,0.0002428141888231039,0.00025648996233940125,0.00027016570675186813,0.00028384148026816547,0.0002975172537844628,0.0003111929981969297,0.00032486877171322703,0.0003385445452295244,0.00035222028964199126,0.0003658960631582886,0.00037957183667458594,0.0003932475810870528,0.00040692335460335016,0.0004205991281196475,0.00043427490163594484,0.0004479506460484117,0.00046162641956470907,0.0004753021930810064,0.0004889779374934733,0.0005026537110097706],"_type":"histogram","values":[2,0,0,0,2,1,1,1,0,1,3,9,10,7,12,9,8,16,18,20,27,35,28,41,47,37,32,41,53,50,39,44,26,25,26,15,21,15,4,7,7,3,7,2,5,6,1,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,1,1,1,1,0,5,5,1,7,6,4,10,7,11,10,10,12,15,16,15,28,15,17,25,22,33,40,25,21,29,34,31,29,29,20,22,19,32,19,27,17,14,11,6,10,8,6,5,6,4,8,3,3,2,1,1,2,0,0,2,0,1],"bins":[-0.06035713851451874,-0.05842442438006401,-0.05649171024560928,-0.054558996111154556,-0.05262627825140953,-0.0506935641169548,-0.048760849982500076,-0.04682813584804535,-0.04489542171359062,-0.042962707579135895,-0.04102998971939087,-0.03909727558493614,-0.037164561450481415,-0.03523184731602669,-0.03329913318157196,-0.03136641904711723,-0.029433703050017357,-0.02750098891556263,-0.025568272918462753,-0.023635558784008026,-0.0217028446495533,-0.019770128652453423,-0.017837414517998695,-0.015904700383543968,-0.013971985317766666,-0.012039270251989365,-0.010106556117534637,-0.008173841051757336,-0.006241126451641321,-0.004308411851525307,-0.0023756970185786486,-0.00044298230204731226,0.001489732414484024,0.0034224470146000385,0.005355161614716053,0.007287876680493355,0.009220590814948082,0.011153305880725384,0.013086020946502686,0.015018735080957413,0.01695144921541214,0.018884165212512016,0.020816879346966743,0.02274959348142147,0.024682309478521347,0.026615023612976074,0.0285477377474308,0.030480453744530678,0.032413169741630554,0.03434588387608528,0.03627859801054001,0.038211312144994736,0.04014402627944946,0.04207674041390419,0.04400945454835892,0.04594217240810394,0.04787488654255867,0.0498076006770134,0.051740314811468124,0.05367302894592285,0.05560574308037758,0.057538460940122604,0.05947117507457733,0.06140388920903206,0.06333660334348679]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,1,0,1,1,0,2,1,0,3,3,0,2,2,1,9,9,3,13,6,16,5,23,11,20,24,20,21,23,29,35,29,30,26,796,31,33,27,29,38,26,27,22,20,21,14,16,9,11,3,4,5,4,7,6,2,4,2,2,5,0,0,1,1],"bins":[-2.880159854888916,-2.796010732650757,-2.7118616104125977,-2.6277124881744385,-2.5435633659362793,-2.459414482116699,-2.37526535987854,-2.291116237640381,-2.2069671154022217,-2.1228179931640625,-2.0386688709259033,-1.9545198678970337,-1.8703707456588745,-1.7862216234207153,-1.7020726203918457,-1.6179234981536865,-1.5337743759155273,-1.4496252536773682,-1.365476131439209,-1.2813271284103394,-1.1971780061721802,-1.113028883934021,-1.0288798809051514,-0.9447307586669922,-0.860581636428833,-0.7764325141906738,-0.6922834515571594,-0.608134388923645,-0.5239852666854858,-0.43983617424964905,-0.35568708181381226,-0.27153798937797546,-0.18738865852355957,-0.10323956608772278,-0.019090473651885986,0.0650586187839508,0.1492077112197876,0.2333568036556244,0.3175058960914612,0.401654988527298,0.48580408096313477,0.569953203201294,0.6541022658348083,0.7382513284683228,0.8224004507064819,0.9065495729446411,0.9906986355781555,1.07484769821167,1.158996820449829,1.2431459426879883,1.3272950649261475,1.411444067955017,1.4955931901931763,1.5797423124313354,1.663891315460205,1.7480404376983643,1.8321895599365234,1.9163386821746826,2.000487804412842,2.084636926651001,2.16878604888916,2.2529349327087402,2.3370840549468994,2.4212331771850586,2.5053822994232178]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,0,0,2,2,5,1,1,8,2,3,8,9,11,16,27,32,36,53,46,50,58,49,52,41,42,36,21,23,15,20,10,10,7,17,8,6,3,6,5,2,4,2,2,6,2,0,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,1],"bins":[-0.005382122006267309,-0.005158671177923679,-0.004935220815241337,-0.004711770452558994,-0.0044883196242153645,-0.004264868795871735,-0.004041418433189392,-0.003817967837676406,-0.0035945172421634197,-0.0033710666466504335,-0.0031476160511374474,-0.002924165455624461,-0.002700714860111475,-0.002477264264598489,-0.0022538136690855026,-0.0020303630735725164,-0.0018069124780595303,-0.001583461882546544,-0.001360011287033558,-0.0011365606915205717,-0.0009131100960075855,-0.0006896595004945993,-0.00046620890498161316,-0.00024275830946862698,-1.9307713955640793e-05,0.0002041428815573454,0.0004275934770703316,0.0006510440725833178,0.0008744946680963039,0.0010979452636092901,0.0013213958591222763,0.0015448464546352625,0.0017682965844869614,0.0019917471799999475,0.0022151977755129337,0.00243864837102592,0.002662098966538906,0.0028855495620518923,0.0031090001575648785,0.0033324507530778646,0.003555901348590851,0.003779351944103837,0.004002802539616823,0.004226253367960453,0.0044497037306427956,0.004673154093325138,0.004896604921668768,0.005120055750012398,0.00534350611269474,0.005566956475377083,0.005790407303720713,0.0060138581320643425,0.006237308494746685,0.0064607588574290276,0.006684209685772657,0.006907660514116287,0.00713111087679863,0.007354561239480972,0.007578012067824602,0.007801462896168232,0.008024913258850574,0.008248363621532917,0.008471814915537834,0.008695265278220177,0.00891871564090252]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"bins":[-0.0013692396460101008,-0.0013279035920277238,-0.001286567421630025,-0.0012452313676476479,-0.001203895197249949,-0.001162559143267572,-0.001121222972869873,-0.001079886918887496,-0.001038550864905119,-0.00099721469450742,-0.0009558785823173821,-0.0009145424701273441,-0.0008732064161449671,-0.0008318703039549291,-0.0007905341917648911,-0.0007491980795748532,-0.0007078619673848152,-0.0006665258551947773,-0.0006251897430047393,-0.0005838536308147013,-0.0005425175186246634,-0.0005011814646422863,-0.00045984535245224833,-0.00041850924026221037,-0.0003771731280721724,-0.00033583701588213444,-0.00029450090369209647,-0.00025316482060588896,-0.000211828708415851,-0.00017049259622581303,-0.0001291564985876903,-8.782039367360994e-05,-4.6484172344207764e-05,-5.148067430127412e-06,3.618803748395294e-05,7.752414239803329e-05,0.00011886024731211364,0.0001601963595021516,0.00020153245714027435,0.00024286855477839708,0.00028420466696843505,0.000325540779158473,0.000366876891348511,0.0004082129744347185,0.00044954908662475646,0.000490885169710964,0.0005322212819010019,0.0005735573940910399,0.0006148935062810779,0.0006562296184711158,0.0006975657306611538,0.0007389018428511918,0.0007802379550412297,0.0008215740090236068,0.0008629101212136447,0.0009042462334036827,0.0009455823455937207,0.0009869184577837586,0.0010282545117661357,0.0010695906821638346,0.0011109267361462116,0.0011522629065439105,0.0011935989605262876,0.0012349351309239864,0.0012762711849063635],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,2,1,1,0,1,2,3,5,7,12,7,16,19,23,28,30,30,46,54,52,44,49,37,34,44,31,35,34,30,18,12,17,9,7,5,8,3,1,2,1,1,1,1,0,1,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,3,2,3,4,2,11,8,10,14,10,16,9,17,26,25,33,30,38,31,31,28,20,37,34,42,39,39,39,29,28,16,20,19,9,10,7,6,4,7,5,1,3,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.014210760593414307,-0.013774523511528969,-0.013338287360966206,-0.012902050279080868,-0.01246581319719553,-0.012029577046632767,-0.011593339964747429,-0.011157102882862091,-0.010720865800976753,-0.01028462965041399,-0.009848392568528652,-0.009412155486643314,-0.008975919336080551,-0.008539682254195213,-0.008103445172309875,-0.007667208556085825,-0.0072309719398617744,-0.006794735323637724,-0.006358498241752386,-0.005922261625528336,-0.005486024543642998,-0.005049787927418947,-0.004613551311194897,-0.004177314229309559,-0.0037410776130855083,-0.003304840764030814,-0.00286860391497612,-0.0024323672987520695,-0.0019961304496973753,-0.0015598936006426811,-0.0011236568680033088,-0.0006874200771562755,-0.00025118235498666763,0.00018505443586036563,0.0006212912267073989,0.0010575279593467712,0.0014937648084014654,0.0019300016574561596,0.00236623827368021,0.0028024751227349043,0.0032387119717895985,0.0036749488208442926,0.004111185669898987,0.004547422286123037,0.004983658902347088,0.005419895984232426,0.005856132600456476,0.006292369682341814,0.0067286062985658646,0.007164842914789915,0.007601079996675253,0.008037316612899303,0.008473553694784641,0.008909789845347404,0.009346026927232742,0.00978226400911808,0.010218501091003418,0.010654737241566181,0.011090974323451519,0.011527211405336857,0.01196344755589962,0.012399684637784958,0.012835921719670296,0.013272157870233059,0.013708394952118397]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,2,1,0,3,6,14,20,26,57,92,123,224,353,553,763,1204,1690,2319,3215,4433,5999,7623,9577,11859,14401,17452,20425,23147,26319,28808,30544,32228,33563,33782,33227,32455,30776,28884,26237,23406,20570,17590,14697,11990,9789,7794,5964,4517,3240,2440,1758,1301,845,559,369,228,153,92,61,24,18,10,4],"bins":[-0.0992363765835762,-0.09636315703392029,-0.09348994493484497,-0.09061672538518906,-0.08774351328611374,-0.08487029373645782,-0.08199707418680191,-0.07912386208772659,-0.07625064253807068,-0.07337743043899536,-0.07050421088933945,-0.06763099133968353,-0.06475777924060822,-0.0618845634162426,-0.059011343866586685,-0.05613812804222107,-0.053264912217855453,-0.05039169639348984,-0.04751848056912422,-0.04464526101946831,-0.04177204519510269,-0.038898829370737076,-0.03602561354637146,-0.033152397722005844,-0.03027918003499508,-0.027405964210629463,-0.024532746523618698,-0.021659530699253082,-0.018786314874887466,-0.0159130971878767,-0.013039881363511086,-0.010166664607822895,-0.007293447852134705,-0.004420231096446514,-0.001547014806419611,0.0013262017164379358,0.004199418239295483,0.007072634994983673,0.009945850819349289,0.01281906757503748,0.01569228433072567,0.018565500155091286,0.02143871784210205,0.024311933666467667,0.027185149490833282,0.030058367177844048,0.03293158486485481,0.03580480068922043,0.038678016513586044,0.04155123233795166,0.044424448162317276,0.04729766771197319,0.050170883536338806,0.05304409936070442,0.05591731518507004,0.058790531009435654,0.06166374683380127,0.06453696638345718,0.0674101784825325,0.07028339803218842,0.07315661758184433,0.07602982968091965,0.07890304923057556,0.08177626132965088,0.0846494808793068],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.00031944047077558935,-0.0003085158532485366,-0.0002975912648253143,-0.000286666676402092,-0.0002757420588750392,-0.00026481744134798646,-0.00025389285292476416,-0.00024296824994962662,-0.0002320436469744891,-0.00022111904399935156,-0.00021019444102421403,-0.0001992698380490765,-0.00018834523507393897,-0.00017742063209880143,-0.0001664960291236639,-0.00015557142614852637,-0.00014464682317338884,-0.0001337222201982513,-0.00012279761722311378,-0.00011187301424797624,-0.00010094841127283871,-9.002380829770118e-05,-7.909920532256365e-05,-6.817460234742612e-05,-5.7249999372288585e-05,-4.632539639715105e-05,-3.540079342201352e-05,-2.447619044687599e-05,-1.3551587471738458e-05,-2.626984496600926e-06,8.297618478536606e-06,1.9222221453674138e-05,3.0146795324981213e-05,4.1071398300118744e-05,5.1996001275256276e-05,6.292060425039381e-05,7.384520722553134e-05,8.476981020066887e-05,9.56944131758064e-05,0.00010661901615094393,0.00011754361912608147,0.000128468222101219,0.00013939282507635653,0.00015031742805149406,0.0001612420310266316,0.00017216663400176913,0.00018309123697690666,0.0001940158399520442,0.00020494044292718172,0.00021586504590231925,0.00022678964887745678,0.00023771425185259432,0.00024863885482773185,0.00025956344325095415,0.0002704880607780069,0.00028141267830505967,0.000292337266728282,0.0003032618551515043,0.00031418647267855704,0.0003251110902056098,0.0003360356786288321,0.0003469602670520544,0.00035788488457910717,0.0003688095021061599,0.00037973409052938223],"_type":"histogram","values":[1,0,0,0,0,0,2,1,1,1,3,3,4,8,6,8,11,14,14,12,20,26,19,29,33,39,39,38,28,38,35,47,37,30,35,27,29,26,22,20,12,8,5,7,5,7,3,4,1,1,2,3,2,1,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,1,2,2,4,7,4,7,6,10,9,13,11,33,26,38,33,42,43,59,62,60,76,90,96,98,96,95,85,85,91,96,88,84,77,68,48,39,52,36,34,25,29,17,15,12,10,6,4,5,3,2,3,2,3,2,0,0,1,0,0,1],"bins":[-0.00045555003453046083,-0.0004409125540405512,-0.00042627507355064154,-0.00041163756395690143,-0.0003970000834669918,-0.00038236260297708213,-0.0003677251224871725,-0.00035308764199726284,-0.00033845013240352273,-0.0003238126519136131,-0.00030917517142370343,-0.0002945376909337938,-0.00027990021044388413,-0.0002652627299539745,-0.0002506252203602344,-0.00023598773987032473,-0.00022135025938041508,-0.00020671277889050543,-0.00019207528384868056,-0.0001774378033587709,-0.00016280030831694603,-0.00014816282782703638,-0.00013352534733712673,-0.00011888785957125947,-0.0001042503718053922,-8.961288403952494e-05,-7.497539627365768e-05,-6.033791578374803e-05,-4.570042801788077e-05,-3.1062940252013505e-05,-1.642545612412505e-05,-1.787970177247189e-06,1.2849544873461127e-05,2.7487030820338987e-05,4.2124516767216846e-05,5.67620008951053e-05,7.139948866097257e-05,8.603697642683983e-05,0.00010067445691674948,0.00011531194468261674,0.000129949432448484,0.00014458691293839365,0.00015922440798021853,0.00017386188847012818,0.00018849936896003783,0.0002031368640018627,0.00021777434449177235,0.00023241183953359723,0.0002470493200235069,0.00026168680051341653,0.0002763242810033262,0.0002909617905970663,0.00030559927108697593,0.0003202367515768856,0.00033487423206679523,0.0003495117125567049,0.000364149222150445,0.00037878670264035463,0.0003934241831302643,0.00040806166362017393,0.0004226991441100836,0.00043733662459999323,0.00045197413419373333,0.000466611614683643,0.00048124909517355263]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.00037923993659205735,-0.0003683071699924767,-0.0003573744324967265,-0.00034644166589714587,-0.0003355089284013957,-0.00032457616180181503,-0.00031364342430606484,-0.0003027106577064842,-0.000291777920210734,-0.00028084515361115336,-0.0002699124161154032,-0.00025897964951582253,-0.00024804691202007234,-0.0002371141454204917,-0.00022618139337282628,-0.00021524864132516086,-0.00020431588927749544,-0.00019338313722983003,-0.0001824503851821646,-0.0001715176331344992,-0.00016058488108683378,-0.00014965212903916836,-0.00013871937699150294,-0.00012778662494383752,-0.00011685386562021449,-0.00010592111357254907,-9.498836152488366e-05,-8.405560947721824e-05,-7.312285015359521e-05,-6.219009810592979e-05,-5.1257346058264375e-05,-4.032459401059896e-05,-2.939184196293354e-05,-1.8459089915268123e-05,-7.526336048613302e-06,3.4064169085468166e-06,1.4339169865706936e-05,2.5271921913372353e-05,3.620467759901658e-05,4.7137429646681994e-05,5.807018169434741e-05,6.900293374201283e-05,7.993568578967825e-05,9.086843783734366e-05,0.0001018011971609667,0.00011273394920863211,0.00012366670125629753,0.00013459945330396295,0.00014553220535162836,0.00015646495739929378,0.0001673977094469592,0.00017833046149462461,0.00018926321354229003,0.00020019596558995545,0.00021112871763762087,0.00022206146968528628,0.00023299423628486693,0.00024392698833253235,0.00025485974038019776,0.00026579247787594795,0.0002767252444755286,0.0002876579819712788,0.00029859074857085943,0.0003095234860666096,0.00032045625266619027],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,1,0,1,2,4,1,5,9,8,9,14,10,9,25,26,19,27,28,32,30,39,40,38,24,46,46,27,31,31,30,25,16,14,14,13,16,10,7,9,9,4,3,2,2,2,1,2,0,1,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,1,0,0,0,0,0,0,0,1,1,1,0,1,2,1,2,3,8,3,7,8,7,13,12,9,19,25,34,39,46,47,39,60,40,51,51,51,29,36,16,16,14,16,9,10,4,4,9,3,2,2,4,3,2,1,1,0,2,1,0,0,1],"bins":[-0.003936306573450565,-0.003824383020401001,-0.0037124597001820803,-0.003600536147132516,-0.003488612826913595,-0.003376689273864031,-0.00326476595364511,-0.0031528424005955458,-0.003040919080376625,-0.0029289955273270607,-0.0028170719742774963,-0.0027051486540585756,-0.0025932251010090113,-0.0024813017807900906,-0.002369378227740526,-0.0022574549075216055,-0.002145531354472041,-0.0020336078014224768,-0.001921684481203556,-0.0018097610445693135,-0.001697837607935071,-0.0015859140548855066,-0.001473990618251264,-0.0013620671816170216,-0.001250143744982779,-0.0011382203083485365,-0.001026296871714294,-0.0009143733768723905,-0.000802449940238148,-0.0006905265036039054,-0.000578603008762002,-0.00046667957212775946,-0.0003547561354935169,-0.00024283268430735916,-0.0001309092331212014,-1.8985781935043633e-05,9.293766925111413e-05,0.0002048611204372719,0.00031678457162342966,0.00042870803736150265,0.0005406314739957452,0.0006525549106299877,0.0007644783472642303,0.0008764018421061337,0.0009883253369480371,0.0011002487735822797,0.0012121722102165222,0.0013240956468507648,0.0014360190834850073,0.0015479425201192498,0.0016598659567534924,0.0017717893933877349,0.0018837128300219774,0.001995636383071542,0.0021075597032904625,0.002219483256340027,0.0023314068093895912,0.002443330129608512,0.0025552536826580763,0.002667177002876997,0.0027791005559265614,0.002891023876145482,0.0030029474291950464,0.003114870749413967,0.0032267943024635315],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[1,1,1,1,2,1,3,1,6,6,9,9,4,8,4,5,8,16,13,12,17,20,15,22,28,22,15,21,22,24,37,27,23,27,24,21,18,34,24,21,22,30,17,13,20,10,13,7,11,11,6,6,4,5,5,6,1,2,1,0,0,1,2,2],"bins":[-0.00026648989296518266,-0.00025821710005402565,-0.0002499443362466991,-0.00024167154333554208,-0.00023339875042438507,-0.0002251259720651433,-0.0002168531937059015,-0.0002085804007947445,-0.0002003076224355027,-0.00019203484407626092,-0.0001837620511651039,-0.00017548927280586213,-0.00016721649444662035,-0.00015894370153546333,-0.00015067092317622155,-0.00014239813026506454,-0.00013412535190582275,-0.00012585257354658097,-0.00011757978063542396,-0.00010930700227618217,-0.00010103421664098278,-9.276143100578338e-05,-8.44886526465416e-05,-7.62158670113422e-05,-6.79430813761428e-05,-5.96702957409434e-05,-5.139751374372281e-05,-4.312473174650222e-05,-3.485194611130282e-05,-2.657916229509283e-05,-1.8306378478882834e-05,-1.003359466267284e-05,-1.7608108464628458e-06,6.5119729697471485e-06,1.4784756785957143e-05,2.3057540602167137e-05,3.133032441837713e-05,3.960311005357653e-05,4.787589205079712e-05,5.614867404801771e-05,6.442145968321711e-05,7.26942453184165e-05,8.09670309536159e-05,8.923980931285769e-05,9.751259494805709e-05,0.00010578538058325648,0.00011405815894249827,0.00012233095185365528,0.00013060373021289706,0.00013887650857213885,0.00014714930148329586,0.00015542207984253764,0.00016369487275369465,0.00017196765111293644,0.00018024042947217822,0.00018851322238333523,0.00019678600074257702,0.0002050587791018188,0.0002133315720129758,0.0002216043503722176,0.00022987712873145938,0.0002381499216426164,0.0002464227145537734,0.00025469547836109996,0.00026296827127225697],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,1,1,2,1,2,2,6,6,8,14,14,18,29,56,69,117,185,253,392,605,953,1367,2279,3763,5538,9430,15876,27925,51653,107211,303439,678448,187475,79522,39481,22791,13167,7757,4707,2932,1815,1254,747,525,330,217,137,109,71,45,42,24,19,13,8,4,2,2,0,0,0,1,2],"bins":[-0.052001953125,-0.05039215087890625,-0.0487823486328125,-0.04717254638671875,-0.045562744140625,-0.04395294189453125,-0.0423431396484375,-0.04073333740234375,-0.03912353515625,-0.03751373291015625,-0.0359039306640625,-0.03429412841796875,-0.032684326171875,-0.03107452392578125,-0.0294647216796875,-0.02785491943359375,-0.0262451171875,-0.02463531494140625,-0.0230255126953125,-0.02141571044921875,-0.019805908203125,-0.01819610595703125,-0.0165863037109375,-0.01497650146484375,-0.01336669921875,-0.01175689697265625,-0.0101470947265625,-0.00853729248046875,-0.006927490234375,-0.00531768798828125,-0.0037078857421875,-0.00209808349609375,-0.00048828125,0.00112152099609375,0.0027313232421875,0.00434112548828125,0.005950927734375,0.00756072998046875,0.0091705322265625,0.01078033447265625,0.01239013671875,0.01399993896484375,0.0156097412109375,0.01721954345703125,0.018829345703125,0.02043914794921875,0.0220489501953125,0.02365875244140625,0.0252685546875,0.02687835693359375,0.0284881591796875,0.03009796142578125,0.031707763671875,0.03331756591796875,0.0349273681640625,0.03653717041015625,0.03814697265625,0.03975677490234375,0.0413665771484375,0.04297637939453125,0.044586181640625,0.04619598388671875,0.0478057861328125,0.04941558837890625,0.051025390625]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"bins":[-0.0002973981318064034,-0.0002883473935071379,-0.0002792966552078724,-0.0002702459169086069,-0.0002611951786093414,-0.00025214446941390634,-0.00024309373111464083,-0.00023404299281537533,-0.00022499225451610982,-0.00021594151621684432,-0.00020689077791757882,-0.00019784005417022854,-0.00018878931587096304,-0.00017973857757169753,-0.00017068785382434726,-0.00016163711552508175,-0.00015258637722581625,-0.00014353563892655075,-0.00013448490062728524,-0.00012543417687993497,-0.00011638343858066946,-0.00010733270028140396,-9.828196925809607e-05,-8.923123823478818e-05,-8.018049993552268e-05,-7.112976163625717e-05,-6.207903061294928e-05,-5.3028295951662585e-05,-4.397756129037589e-05,-3.492682662908919e-05,-2.5876091967802495e-05,-1.6825357306515798e-05,-7.774622645229101e-06,1.2761120160575956e-06,1.0326846677344292e-05,1.937758133863099e-05,2.8428315999917686e-05,3.747905066120438e-05,4.652978532249108e-05,5.5580519983777776e-05,6.463125464506447e-05,7.368199294432998e-05,8.273272396763787e-05,9.178345499094576e-05,0.00010083419329021126,0.00010988493158947676,0.00011893566261278465,0.00012798639363609254,0.00013703713193535805,0.00014608787023462355,0.00015513860853388906,0.00016418933228123933,0.00017324007058050483,0.00018229080887977034,0.00019134153262712061,0.00020039227092638612,0.00020944300922565162,0.00021849374752491713,0.00022754448582418263,0.0002365952095715329,0.0002456459333188832,0.0002546966716181487,0.0002637474099174142,0.0002727981482166797,0.0002818488865159452],"_type":"histogram","values":[1,1,1,0,0,2,3,2,4,4,2,3,3,6,6,8,9,11,6,15,15,13,25,20,36,17,26,25,28,24,31,25,28,33,28,28,27,12,30,25,26,21,18,23,15,7,13,5,4,10,12,4,6,2,2,2,1,5,1,2,1,1,3,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[3,1,6,0,4,3,2,5,5,2,1,3,3,0,2,3,5,12,7,9,8,14,17,20,18,38,27,20,30,41,38,41,46,36,27,27,28,25,18,19,23,16,15,15,10,6,11,7,8,6,3,3,4,2,2,3,4,4,2,4,3,1,1,1],"bins":[-0.0008499888353981078,-0.0008231071988120675,-0.0007962255040183663,-0.0007693438674323261,-0.0007424621726386249,-0.0007155805360525846,-0.0006886988994665444,-0.0006618172046728432,-0.000634935568086803,-0.0006080538732931018,-0.0005811722367070615,-0.0005542906001210213,-0.0005274089053273201,-0.0005005272687412798,-0.0004736456030514091,-0.0004467639373615384,-0.0004198822716716677,-0.000393000605981797,-0.00036611894029192626,-0.000339237303705886,-0.0003123556380160153,-0.0002854739723261446,-0.00025859230663627386,-0.00023171065549831837,-0.00020482898980844766,-0.00017794732411857694,-0.00015106567298062146,-0.00012418400729075074,-9.730234887683764e-05,-7.042069046292454e-05,-4.353902841103263e-05,-1.6657368178130127e-05,1.0224292054772377e-05,3.710595046868548e-05,6.398760888259858e-05,9.08692745724693e-05,0.0001177509329863824,0.0001446325914002955,0.0001715142570901662,0.0001983959082281217,0.0002252775739179924,0.0002521592250559479,0.0002790408907458186,0.00030592255643568933,0.00033280422212556005,0.00035968588781543076,0.000386567524401471,0.00041344919009134173,0.00044033085578121245,0.00046721252147108316,0.0004940941580571234,0.0005209758528508246,0.0005478574894368649,0.000574739184230566,0.0006016208208166063,0.0006285024574026465,0.0006553841521963477,0.000682265788782388,0.0007091474835760891,0.0007360291201621294,0.0007629107567481697,0.0007897924515418708,0.0008166740881279111,0.0008435557829216123,0.0008704374195076525],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,0,0,0,1,1,1,0,1,2,1,7,5,13,11,16,17,14,32,30,37,39,44,65,66,60,44,31,34,36,43,25,14,20,13,12,10,2,5,1,2,1,1,2,1,1,1,0,0,0,0,1,0,2],"bins":[-0.002917992416769266,-0.002835130551829934,-0.0027522684540599585,-0.0026694065891206264,-0.002586544491350651,-0.0025036826264113188,-0.002420820528641343,-0.002337958663702011,-0.0022550965659320354,-0.0021722347009927034,-0.0020893726032227278,-0.0020065107382833958,-0.001923648756928742,-0.001840786775574088,-0.0017579247942194343,-0.0016750628128647804,-0.0015922008315101266,-0.0015093388501554728,-0.001426476868800819,-0.001343614887446165,-0.0012607529060915112,-0.0011778909247368574,-0.0010950289433822036,-0.0010121669620275497,-0.0009293050388805568,-0.000846443057525903,-0.0007635810761712492,-0.0006807190948165953,-0.0005978571716696024,-0.0005149951903149486,-0.0004321332089602947,-0.0003492712276056409,-0.00026640924625098705,-0.00018354726489633322,-0.00010068529809359461,-1.782332401489839e-05,6.503865006379783e-05,0.00014790063141845167,0.00023076259822119027,0.0003136245650239289,0.0003964865463785827,0.00047934852773323655,0.0005622105090878904,0.0006450724904425442,0.0007279344135895371,0.000810796394944191,0.0008936583762988448,0.0009765203576534986,0.0010593823390081525,0.0011422443203628063,0.0012251063017174602,0.001307968283072114,0.0013908302644267678,0.0014736922457814217,0.0015565542271360755,0.0016394162084907293,0.0017222780734300613,0.0018051400547847152,0.001888002036139369,0.0019708641339093447,0.0020537259988486767,0.0021365880966186523,0.0022194499615579844,0.00230231205932796,0.002385173924267292]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,3,0,1,2,2,8,8,7,15,18,26,34,29,32,28,41,45,45,43,37,36,37,31,28,19,22,20,22,18,8,9,14,11,9,6,10,3,6,5,6,3,3,2,1,1,2,0,2,3,1,0,1,0,1],"bins":[0.9991757273674011,0.9992054104804993,0.9992350339889526,0.9992647171020508,0.9992943406105042,0.9993240237236023,0.9993536472320557,0.9993833303451538,0.9994129538536072,0.9994426369667053,0.9994722604751587,0.9995019435882568,0.9995315670967102,0.9995612502098083,0.9995908737182617,0.9996205568313599,0.9996501803398132,0.9996798634529114,0.9997094869613647,0.9997391700744629,0.9997687935829163,0.9997984766960144,0.9998281002044678,0.9998577833175659,0.9998874068260193,0.9999170899391174,0.9999467134475708,0.999976396560669,1.000006079673767,1.0000356435775757,1.0000653266906738,1.000095009803772,1.0001246929168701,1.0001543760299683,1.0001839399337769,1.000213623046875,1.0002433061599731,1.0002729892730713,1.0003025531768799,1.000332236289978,1.0003619194030762,1.0003916025161743,1.000421166419983,1.000450849533081,1.0004805326461792,1.0005102157592773,1.000539779663086,1.000569462776184,1.0005991458892822,1.0006288290023804,1.000658392906189,1.000688076019287,1.0007177591323853,1.0007474422454834,1.000777006149292,1.0008066892623901,1.0008363723754883,1.0008660554885864,1.000895619392395,1.0009253025054932,1.0009549856185913,1.0009846687316895,1.001014232635498,1.0010439157485962,1.0010735988616943]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[3,4,3,3,2,2,6,14,16,32,33,59,77,115,165,211,336,399,586,766,1171,1420,2231,2829,4211,6028,8515,12246,18487,28896,49011,99957,160208,74356,40422,24238,16220,10931,7462,4993,3741,2618,1901,1445,949,732,471,353,267,180,124,103,75,45,48,39,19,13,10,13,4,0,5,5],"bins":[-0.049072265625,-0.04755401611328125,-0.0460357666015625,-0.04451751708984375,-0.042999267578125,-0.04148101806640625,-0.0399627685546875,-0.03844451904296875,-0.03692626953125,-0.03540802001953125,-0.0338897705078125,-0.03237152099609375,-0.030853271484375,-0.02933502197265625,-0.0278167724609375,-0.02629852294921875,-0.0247802734375,-0.02326202392578125,-0.0217437744140625,-0.02022552490234375,-0.018707275390625,-0.01718902587890625,-0.0156707763671875,-0.01415252685546875,-0.01263427734375,-0.01111602783203125,-0.0095977783203125,-0.00807952880859375,-0.006561279296875,-0.00504302978515625,-0.0035247802734375,-0.00200653076171875,-0.00048828125,0.00102996826171875,0.0025482177734375,0.00406646728515625,0.005584716796875,0.00710296630859375,0.0086212158203125,0.01013946533203125,0.01165771484375,0.01317596435546875,0.0146942138671875,0.01621246337890625,0.017730712890625,0.01924896240234375,0.0207672119140625,0.02228546142578125,0.0238037109375,0.02532196044921875,0.0268402099609375,0.02835845947265625,0.029876708984375,0.03139495849609375,0.0329132080078125,0.03443145751953125,0.03594970703125,0.03746795654296875,0.0389862060546875,0.04050445556640625,0.042022705078125,0.04354095458984375,0.0450592041015625,0.04657745361328125,0.048095703125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,3,3,3,4,5,2,3,6,10,11,7,13,21,16,20,24,24,14,31,25,33,33,35,30,31,30,39,38,32,34,20,24,21,15,25,14,17,11,9,9,5,4,1,2,1,2,0,1,2,1,0,1,1],"bins":[-0.020087460055947304,-0.019513199105858803,-0.01893894001841545,-0.01836467906832695,-0.01779041811823845,-0.017216159030795097,-0.016641898080706596,-0.016067637130618095,-0.015493377111852169,-0.014919117093086243,-0.014344856142997742,-0.013770596124231815,-0.013196336105465889,-0.012622075155377388,-0.012047815136611462,-0.01147355418652296,-0.010899294167757034,-0.010325034148991108,-0.009750773198902607,-0.00917651318013668,-0.00860225223004818,-0.008027992211282253,-0.007453732192516327,-0.006879471708089113,-0.0063052112236619,-0.005730950739234686,-0.005156690254807472,-0.004582430236041546,-0.004008169751614332,-0.0034339092671871185,-0.0028596490155905485,-0.0022853887639939785,-0.0017111282795667648,-0.001136867911554873,-0.0005626075435429811,1.1652824468910694e-05,0.0005859131924808025,0.0011601735604926944,0.0017344339285045862,0.0023086941801011562,0.00288295466452837,0.0034572151489555836,0.004031475633382797,0.004605735652148724,0.005179996136575937,0.005754256621003151,0.006328516639769077,0.006902777124196291,0.007477037608623505,0.008051297627389431,0.008625558577477932,0.009199818596243858,0.00977407954633236,0.010348339565098286,0.010922599583864212,0.011496860533952713,0.01207112055271864,0.012645380571484566,0.013219641521573067,0.013793901540338993,0.01436816155910492,0.01494242250919342,0.015516682527959347,0.016090942546725273,0.016665203496813774]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,1,0,0,3,2,3,7,9,5,7,10,10,15,10,23,19,40,31,42,38,36,34,28,45,43,31,36,29,31,28,27,18,21,22,19,4,4,5,5,5,3,3,3,2,3,0,0,1,1,0,1,0,1],"bins":[-0.00037539060576818883,-0.0003643374366220087,-0.00035328426747582853,-0.00034223112743347883,-0.0003311779582872987,-0.0003201247891411185,-0.0003090716199949384,-0.0002980184508487582,-0.00028696528170257807,-0.00027591214166022837,-0.0002648589725140482,-0.00025380580336786807,-0.0002427526342216879,-0.000231699479627423,-0.00022064631048124284,-0.0002095931558869779,-0.00019853998674079776,-0.0001874868175946176,-0.00017643366300035268,-0.00016538049385417253,-0.0001543273392599076,-0.00014327417011372745,-0.0001322210009675473,-0.00012116783909732476,-0.00011011467722710222,-9.906151535687968e-05,-8.800835348665714e-05,-7.695518434047699e-05,-6.590202247025445e-05,-5.484886060003191e-05,-4.3795695091830567e-05,-3.274252958362922e-05,-2.168939681723714e-05,-1.0636233128025196e-05,4.1693056118674576e-07,1.1470094250398688e-05,2.252325793961063e-05,3.357641980983317e-05,4.4629585318034515e-05,5.568275082623586e-05,6.67359126964584e-05,7.778907456668094e-05,8.884223643690348e-05,9.989540558308363e-05,0.00011094856745330617,0.00012200172932352871,0.00013305489846970886,0.00014410805306397378,0.00015516122221015394,0.0001662143913563341,0.00017726754595059901,0.00018832071509677917,0.0001993738696910441,0.00021042703883722425,0.0002214802079834044,0.00023253336257766932,0.00024358653172384948,0.0002546396863181144,0.00026569285546429455,0.0002767460246104747,0.00028779919375665486,0.000298852362902835,0.0003099055029451847,0.00032095867209136486,0.000332011841237545]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,0,1,2,1,3,1,1,2,3,6,5,4,12,6,13,19,15,16,15,23,17,26,22,33,33,37,32,24,35,30,31,27,32,24,26,24,26,13,20,19,15,9,8,10,9,11,6,3,2,3,3,2,1,1,0,0,3],"bins":[-0.00041357550071552396,-0.0004017549508716911,-0.00038993440102785826,-0.00037811388028785586,-0.000366293330444023,-0.00035447278060019016,-0.0003426522307563573,-0.00033083168091252446,-0.00031901116017252207,-0.0003071906103286892,-0.00029537006048485637,-0.0002835495106410235,-0.00027172896079719067,-0.0002599084109533578,-0.0002480878902133554,-0.00023626734036952257,-0.00022444679052568972,-0.00021262624068185687,-0.00020080570538993925,-0.0001889851555461064,-0.00017716462025418878,-0.00016534407041035593,-0.00015352352056652308,-0.00014170298527460545,-0.0001298824354307726,-0.00011806189286289737,-0.00010624135029502213,-9.442080045118928e-05,-8.260025788331404e-05,-7.077971531543881e-05,-5.8959169109584764e-05,-4.713862290373072e-05,-3.531810943968594e-05,-2.34975650528213e-05,-1.1677020665956661e-05,1.4352372090797871e-07,1.1964068107772619e-05,2.378461249463726e-05,3.56051568815019e-05,4.742570308735594e-05,5.924624565523118e-05,7.106678822310641e-05,8.288733079098165e-05,9.47078806348145e-05,0.00010652842320268974,0.00011834896577056497,0.00013016951561439782,0.00014199005090631545,0.0001538106007501483,0.00016563115059398115,0.00017745168588589877,0.00018927223572973162,0.00020109277102164924,0.0002129133208654821,0.00022473387070931494,0.00023655440600123256,0.0002483749412931502,0.00026019549113698304,0.0002720160409808159,0.00028383659082464874,0.0002956571406684816,0.00030747769051231444,0.00031929821125231683,0.0003311187610961497,0.00034293931093998253]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,2,1,3,1,0,1,4,2,7,7,5,12,9,11,20,15,15,19,25,21,24,31,32,31,39,29,32,29,27,31,31,26,26,24,24,17,19,18,18,11,8,10,7,11,10,4,0,2,4,3,3,0,0,0,0,3],"bins":[-0.00040902933687902987,-0.0003972181584686041,-0.0003854069800581783,-0.0003735958016477525,-0.0003617845941334963,-0.0003499734157230705,-0.0003381622373126447,-0.00032635105890221894,-0.00031453988049179316,-0.0003027287020813674,-0.0002909175236709416,-0.0002791063452605158,-0.00026729516685009,-0.0002554839593358338,-0.000243672780925408,-0.00023186160251498222,-0.00022005042410455644,-0.00020823924569413066,-0.00019642806728370488,-0.00018461687432136387,-0.00017280569591093808,-0.0001609945175005123,-0.0001491833245381713,-0.0001373721461277455,-0.00012556096771731973,-0.00011374978930689394,-0.00010193860362051055,-9.012741793412715e-05,-7.831623952370137e-05,-6.650506111327559e-05,-5.469387542689219e-05,-4.28826933784876e-05,-3.1071482226252556e-05,-1.9260300177847967e-05,-7.449118129443377e-06,4.362063918961212e-06,1.61732459673658e-05,2.798442801577039e-05,3.979561006417498e-05,5.160679211257957e-05,6.341797416098416e-05,7.522915257140994e-05,8.704033825779334e-05,9.885152394417673e-05,0.00011066270235460252,0.0001224738807650283,0.0001342850737273693,0.0001460962521377951,0.00015790743054822087,0.00016971860895864666,0.00018152978736907244,0.00019334098033141345,0.00020515215874183923,0.000216963337152265,0.00022877453011460602,0.0002405857085250318,0.0002523968869354576,0.00026420806534588337,0.00027601924375630915,0.00028783042216673493,0.00029964162968099117,0.00031145280809141695,0.00032326398650184274,0.0003350751649122685,0.0003468863433226943]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[4,0,4,4,0,6,6,3,3,9,12,7,6,15,15,24,24,40,14,31,36,44,34,31,39,40,35,23,27,28,27,16,27,14,15,13,13,13,10,4,6,7,10,3,6,3,2,3,4,1,1,1,0,2,0,0,0,0,1,0,0,1,0,1],"bins":[0.9993449449539185,0.9993727803230286,0.9994006156921387,0.9994284510612488,0.9994562864303589,0.999484121799469,0.9995119571685791,0.9995397925376892,0.9995676279067993,0.9995954632759094,0.9996232986450195,0.9996511340141296,0.9996789693832397,0.9997068047523499,0.99973464012146,0.9997624754905701,0.9997903108596802,0.9998180866241455,0.9998459219932556,0.9998737573623657,0.9999015927314758,0.9999294281005859,0.999957263469696,0.9999850988388062,1.000012993812561,1.0000407695770264,1.0000686645507812,1.0000964403152466,1.0001243352890015,1.0001521110534668,1.0001800060272217,1.000207781791687,1.0002355575561523,1.0002634525299072,1.0002912282943726,1.0003191232681274,1.0003468990325928,1.0003747940063477,1.000402569770813,1.0004304647445679,1.0004582405090332,1.000486135482788,1.0005139112472534,1.0005418062210083,1.0005695819854736,1.0005974769592285,1.0006252527236938,1.0006531476974487,1.000680923461914,1.000708818435669,1.0007365942001343,1.0007644891738892,1.0007922649383545,1.0008201599121094,1.0008479356765747,1.0008758306503296,1.000903606414795,1.0009315013885498,1.0009592771530151,1.00098717212677,1.0010149478912354,1.0010428428649902,1.0010706186294556,1.0010985136032104,1.0011262893676758]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[3,0,0,1,1,4,0,3,6,12,15,13,18,29,30,48,58,125,140,190,324,475,695,1027,1635,2580,3993,6456,10564,17269,30681,60429,149507,159618,63817,32051,18721,10892,6594,4057,2630,1670,1136,681,530,321,239,146,118,68,59,45,23,26,14,12,7,5,2,3,3,1,1,3],"bins":[-0.0272216796875,-0.026397705078125,-0.02557373046875,-0.024749755859375,-0.02392578125,-0.023101806640625,-0.02227783203125,-0.021453857421875,-0.0206298828125,-0.019805908203125,-0.01898193359375,-0.018157958984375,-0.017333984375,-0.016510009765625,-0.01568603515625,-0.014862060546875,-0.0140380859375,-0.013214111328125,-0.01239013671875,-0.011566162109375,-0.0107421875,-0.009918212890625,-0.00909423828125,-0.008270263671875,-0.0074462890625,-0.006622314453125,-0.00579833984375,-0.004974365234375,-0.004150390625,-0.003326416015625,-0.00250244140625,-0.001678466796875,-0.0008544921875,-3.0517578125e-05,0.00079345703125,0.001617431640625,0.00244140625,0.003265380859375,0.00408935546875,0.004913330078125,0.0057373046875,0.006561279296875,0.00738525390625,0.008209228515625,0.009033203125,0.009857177734375,0.01068115234375,0.011505126953125,0.0123291015625,0.013153076171875,0.01397705078125,0.014801025390625,0.015625,0.016448974609375,0.01727294921875,0.018096923828125,0.0189208984375,0.019744873046875,0.02056884765625,0.021392822265625,0.022216796875,0.023040771484375,0.02386474609375,0.024688720703125,0.0255126953125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[0.9991016387939453,0.9991306066513062,0.9991596341133118,0.9991886019706726,0.9992176294326782,0.9992465972900391,0.9992756247520447,0.9993045926094055,0.9993336200714111,0.999362587928772,0.9993915557861328,0.9994205832481384,0.9994495511054993,0.9994785785675049,0.9995075464248657,0.9995365738868713,0.9995655417442322,0.999594509601593,0.9996235370635986,0.9996525049209595,0.9996815323829651,0.9997105002403259,0.9997395277023315,0.9997684955596924,0.9997974634170532,0.9998264908790588,0.9998554587364197,0.9998844861984253,0.9999134540557861,0.9999424815177917,0.9999714493751526,1.0000004768371582,1.000029444694519,1.0000584125518799,1.0000873804092407,1.0001164674758911,1.000145435333252,1.0001744031906128,1.0002033710479736,1.000232458114624,1.0002614259719849,1.0002903938293457,1.0003193616867065,1.0003483295440674,1.0003774166107178,1.0004063844680786,1.0004353523254395,1.0004643201828003,1.0004932880401611,1.0005223751068115,1.0005513429641724,1.0005803108215332,1.000609278678894,1.0006383657455444,1.0006673336029053,1.0006963014602661,1.000725269317627,1.0007542371749878,1.0007833242416382,1.000812292098999,1.0008412599563599,1.0008702278137207,1.000899314880371,1.000928282737732,1.0009572505950928],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,2,1,1,3,5,5,6,6,5,10,8,14,18,17,22,38,38,42,40,40,45,45,28,23,31,31,29,20,23,26,20,19,13,12,11,11,8,3,10,9,6,6,1,1,0,0,0,4,2,3,0,0,2,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,3,1,4,3,1,3,5,7,6,5,10,8,7,13,15,21,28,19,27,34,27,29,21,34,30,33,36,27,33,26,32,33,31,27,11,20,18,11,14,9,9,8,4,8,7,1,2,1,0,1,1,0,0,1,0,0,2],"bins":[-0.0003437121049501002,-0.0003331961343064904,-0.00032268016366288066,-0.0003121641930192709,-0.00030164822237566113,-0.00029113225173205137,-0.0002806162810884416,-0.00027010031044483185,-0.0002595843398012221,-0.0002490683691576123,-0.00023855239851400256,-0.0002280364278703928,-0.00021752045722678304,-0.00020700448658317327,-0.0001964885159395635,-0.00018597254529595375,-0.000175456574652344,-0.00016494060400873423,-0.00015442463336512446,-0.0001439086627215147,-0.00013339269207790494,-0.00012287672143429518,-0.00011236075079068542,-0.00010184478014707565,-9.132880950346589e-05,-8.081283885985613e-05,-7.029686821624637e-05,-5.9780897572636604e-05,-4.926492692902684e-05,-3.874895628541708e-05,-2.8232985641807318e-05,-1.7717014998197556e-05,-7.201044354587793e-06,3.314926289021969e-06,1.3830896932631731e-05,2.4346867576241493e-05,3.4862838219851255e-05,4.537880886346102e-05,5.589477950707078e-05,6.641075015068054e-05,7.69267207942903e-05,8.744269143790007e-05,9.795866208150983e-05,0.00010847463272511959,0.00011899060336872935,0.00012950657401233912,0.00014002254465594888,0.00015053851529955864,0.0001610544859431684,0.00017157045658677816,0.00018208642723038793,0.0001926023978739977,0.00020311836851760745,0.0002136343391612172,0.00022415030980482697,0.00023466628044843674,0.0002451822510920465,0.00025569822173565626,0.000266214192379266,0.0002767301630228758,0.00028724613366648555,0.0002977621043100953,0.00030827807495370507,0.00031879404559731483,0.0003293100162409246],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,3,0,0,7,3,1,5,3,7,6,10,8,7,14,15,23,19,23,22,31,30,29,25,27,34,32,34,36,25,31,35,23,35,29,15,17,18,12,17,9,9,8,5,9,6,2,0,2,1,1,1,0,0,0,1,0,1,1],"bins":[-0.00033881101990118623,-0.00032823029323481023,-0.00031764956656843424,-0.00030706883990205824,-0.00029648811323568225,-0.00028590738656930625,-0.00027532665990293026,-0.00026474593323655427,-0.00025416520657017827,-0.00024358446535188705,-0.00023300373868551105,-0.00022242301201913506,-0.00021184227080084383,-0.00020126154413446784,-0.00019068081746809185,-0.00018010009080171585,-0.00016951936413533986,-0.00015893863746896386,-0.00014835791080258787,-0.00013777718413621187,-0.00012719645746983588,-0.00011661572352750227,-0.00010603498958516866,-9.545426291879267e-05,-8.487353625241667e-05,-7.429280958604068e-05,-6.371208291966468e-05,-5.313134897733107e-05,-4.255062231095508e-05,-3.196989564457908e-05,-2.138916534022428e-05,-1.0808436854858883e-05,-2.2773747332394123e-07,1.0352991012041457e-05,2.0933719497406855e-05,3.151444980176166e-05,4.209517646813765e-05,5.2675903134513646e-05,6.325663707684726e-05,7.383736374322325e-05,8.441809040959924e-05,9.499881707597524e-05,0.00010557954374235123,0.00011616027768468484,0.00012674101162701845,0.00013732173829339445,0.00014790246495977044,0.00015848319162614644,0.00016906391829252243,0.00017964464495889843,0.00019022537162527442,0.00020080609829165041,0.0002113868249580264,0.00022196756617631763,0.00023254829284269363,0.00024312901950906962,0.0002537097316235304,0.00026429048739373684,0.00027487121406011283,0.00028545194072648883,0.0002960326673928648,0.0003066133940592408,0.0003171941207256168,0.0003277748473919928,0.0003383555740583688]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0004339668375905603,-0.0004208030295558274,-0.000407639192417264,-0.00039447538438253105,-0.0003813115763477981,-0.0003681477392092347,-0.0003549839311745018,-0.0003418200940359384,-0.00032865628600120544,-0.0003154924779664725,-0.0003023286408279091,-0.0002891648327931762,-0.0002760009956546128,-0.00026283718761987984,-0.0002496733795851469,-0.00023650955699849874,-0.00022334573441185057,-0.0002101819118252024,-0.00019701808923855424,-0.0001838542812038213,-0.00017069045861717314,-0.00015752663603052497,-0.00014436282799579203,-0.00013119900540914387,-0.0001180351828224957,-0.00010487136023584753,-9.170754492515698e-05,-7.854372961446643e-05,-6.537990702781826e-05,-5.2216088079148903e-05,-3.9052269130479544e-05,-2.5888450181810185e-05,-1.272460212931037e-05,4.392168193589896e-07,1.3603035768028349e-05,2.6766854716697708e-05,3.993067366536707e-05,5.3094492614036426e-05,6.625831156270579e-05,7.942212687339634e-05,9.25859494600445e-05,0.00010574977204669267,0.00011891358735738322,0.00013207740266807377,0.00014524122525472194,0.0001584050478413701,0.00017156885587610304,0.0001847326784627512,0.00019789650104939938,0.00021106032363604754,0.0002242241462226957,0.00023738795425742865,0.00025055179139599204,0.000263715599430725,0.0002768794074654579,0.0002900432446040213,0.00030320705263875425,0.0003163708606734872,0.0003295346978120506,0.0003426985058467835,0.00035586231388151646,0.00036902615102007985,0.0003821899590548128,0.0003953537961933762,0.0004085176042281091],"_type":"histogram","values":[3,1,1,2,5,3,3,5,7,6,6,6,6,14,18,18,17,27,35,38,44,45,48,62,60,71,61,80,78,85,82,100,108,76,73,85,95,68,70,64,48,59,35,37,32,29,23,16,14,11,18,16,5,5,5,3,2,4,2,4,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.01312255859375,-0.012699127197265625,-0.01227569580078125,-0.011852264404296875,-0.0114288330078125,-0.011005401611328125,-0.01058197021484375,-0.010158538818359375,-0.009735107421875,-0.009311676025390625,-0.00888824462890625,-0.008464813232421875,-0.0080413818359375,-0.007617950439453125,-0.00719451904296875,-0.006771087646484375,-0.00634765625,-0.005924224853515625,-0.00550079345703125,-0.005077362060546875,-0.0046539306640625,-0.004230499267578125,-0.00380706787109375,-0.003383636474609375,-0.002960205078125,-0.002536773681640625,-0.00211334228515625,-0.001689910888671875,-0.0012664794921875,-0.000843048095703125,-0.00041961669921875,3.814697265625e-06,0.00042724609375,0.000850677490234375,0.00127410888671875,0.001697540283203125,0.0021209716796875,0.002544403076171875,0.00296783447265625,0.003391265869140625,0.003814697265625,0.004238128662109375,0.00466156005859375,0.005084991455078125,0.0055084228515625,0.005931854248046875,0.00635528564453125,0.006778717041015625,0.0072021484375,0.007625579833984375,0.00804901123046875,0.008472442626953125,0.0088958740234375,0.009319305419921875,0.00974273681640625,0.010166168212890625,0.010589599609375,0.011013031005859375,0.01143646240234375,0.011859893798828125,0.0122833251953125,0.012706756591796875,0.01313018798828125,0.013553619384765625,0.01397705078125],"_type":"histogram","values":[1,6,6,6,9,20,22,30,66,85,112,159,203,281,400,505,713,1101,1587,2299,3286,4812,6885,9910,15533,23830,35763,55154,89705,159232,373447,374527,159719,89398,56679,36157,24079,15776,10223,6653,4606,3180,2097,1355,1001,679,479,308,253,163,120,78,53,39,30,18,6,9,3,4,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,2,0,0,0,5,1,3,4,3,5,4,7,7,5,9,8,11,19,18,19,13,16,28,21,27,24,23,28,15,28,21,21,19,39,23,28,19,14,21,16,17,25,18,21,13,15,13,11,13,3,7,4,6,6,4,2,3,5,1,1,4],"bins":[-0.0008136307005770504,-0.000790310325101018,-0.0007669899496249855,-0.000743669574148953,-0.0007203492568805814,-0.0006970288814045489,-0.0006737085059285164,-0.0006503881304524839,-0.0006270677549764514,-0.0006037473795004189,-0.0005804270040243864,-0.0005571066285483539,-0.0005337862530723214,-0.0005104659358039498,-0.00048714556032791734,-0.00046382518485188484,-0.00044050480937585235,-0.00041718443389981985,-0.00039386405842378736,-0.0003705437120515853,-0.0003472233365755528,-0.0003239029610995203,-0.0003005826147273183,-0.0002772622392512858,-0.0002539418637752533,-0.0002306214882992208,-0.00020730112737510353,-0.00018398076645098627,-0.00016066039097495377,-0.00013734001549892128,-0.00011401965457480401,-9.069928637472913e-05,-6.737885996699333e-05,-4.405849176691845e-05,-2.073812356684357e-05,2.582244633231312e-06,2.5902612833306193e-05,4.9222981033381075e-05,7.254334923345596e-05,9.586371743353084e-05,0.00011918408563360572,0.00014250446110963821,0.00016582482203375548,0.00018914518295787275,0.00021246555843390524,0.00023578593390993774,0.0002591062802821398,0.0002824266557581723,0.00030574703123420477,0.00032906740671023726,0.00035238778218626976,0.0003757081285584718,0.0003990285040345043,0.0004223488795105368,0.00044566922588273883,0.0004689896013587713,0.0004923099768348038,0.0005156303523108363,0.0005389507277868688,0.0005622711032629013,0.0005855914205312729,0.0006089117960073054,0.0006322321714833379,0.0006555525469593704,0.0006788729224354029]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,3,3,3,3,5,10,5,11,14,12,13,9,19,25,24,33,31,37,31,33,28,20,35,36,41,38,39,37,31,25,19,18,19,12,9,7,7,4,8,4,0,4,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.014487427659332752,-0.014043392613530159,-0.013599357567727566,-0.013155323453247547,-0.012711288407444954,-0.01226725336164236,-0.011823218315839767,-0.011379183270037174,-0.010935148224234581,-0.010491114109754562,-0.01004707906395197,-0.009603044018149376,-0.009159008972346783,-0.00871497392654419,-0.00827093981206417,-0.007826904766261578,-0.007382869720458984,-0.006938834674656391,-0.006494800094515085,-0.006050765048712492,-0.005606730468571186,-0.005162695422768593,-0.004718660376966,-0.004274625796824694,-0.0038305907510221004,-0.003386555938050151,-0.0029425211250782013,-0.002498486079275608,-0.0020544512663036585,-0.001610416453331709,-0.0011663815239444375,-0.000722346652764827,-0.0002783108502626419,0.00016572402091696858,0.0006097588920965791,0.0010537938214838505,0.0014978286344558,0.0019418634474277496,0.002385898493230343,0.0028299333062022924,0.003273968119174242,0.0037180029321461916,0.004162037745118141,0.004606072790920734,0.005050107836723328,0.0054941424168646336,0.005938177462667227,0.006382212042808533,0.006826247088611126,0.007270282134413719,0.007714316714555025,0.008158351294696331,0.008602386340498924,0.009046421386301517,0.00949045643210411,0.009934491477906704,0.010378526523709297,0.010822560638189316,0.011266595683991909,0.011710630729794502,0.012154665775597095,0.012598700821399689,0.013042734935879707,0.0134867699816823,0.013930805027484894],"_type":"histogram"},"_wandb":{"runtime":116},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,1,0,4,4,3,5,3,8,10,16,14,16,11,16,14,21,24,21,28,26,25,34,33,29,41,28,33,31,26,32,32,21,21,22,18,13,9,10,13,5,8,8,12,1,5,1,6,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00886327400803566,-0.008560184389352798,-0.008257093839347363,-0.007954004220664501,-0.007650913670659065,-0.007347823586314917,-0.007044733501970768,-0.006741643417626619,-0.006438553333282471,-0.006135463714599609,-0.005832373630255461,-0.005529283545911312,-0.0052261934615671635,-0.004923103377223015,-0.004620013292878866,-0.0043169232085347176,-0.004013833124190569,-0.0037107430398464203,-0.0034076529555022717,-0.003104562871158123,-0.0028014727868139744,-0.0024983829353004694,-0.0021952928509563208,-0.0018922027666121721,-0.0015891126822680235,-0.0012860225979238749,-0.0009829325135797262,-0.0006798425456508994,-0.0003767524613067508,-7.36624060664326e-05,0.00022942764917388558,0.0005325176753103733,0.0008356077596545219,0.0011386978439986706,0.0014417879283428192,0.001744877896271646,0.0020479680970311165,0.0023510579485446215,0.00265414803288877,0.0029572381172329187,0.0032603282015770674,0.003563418285921216,0.0038665083702653646,0.00416959822177887,0.004472688306123018,0.004775778390467167,0.0050788684748113155,0.005381958559155464,0.005685048643499613,0.0059881387278437614,0.00629122881218791,0.006594318896532059,0.006897408980876207,0.007200499065220356,0.007503589149564505,0.007806679233908653,0.008109768852591515,0.00841285940259695,0.008715949021279812,0.009019039571285248,0.009322129189968109,0.009625219739973545,0.009928309358656406,0.010231399908661842,0.010534489527344704]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.00037863306351937354,-0.0003654307220131159,-0.0003522283514030278,-0.00033902598079293966,-0.000325823639286682,-0.00031262129778042436,-0.00029941892717033625,-0.00028621655656024814,-0.0002730142150539905,-0.00025981187354773283,-0.0002466095029376447,-0.00023340714687947184,-0.00022020479082129896,-0.00020700243476312608,-0.0001938000787049532,-0.0001805977226467803,-0.00016739536658860743,-0.00015419301053043455,-0.00014099065447226167,-0.00012778829841408879,-0.0001145859423559159,-0.00010138358629774302,-8.818123023957014e-05,-7.497887418139726e-05,-6.177651812322438e-05,-4.8574162065051496e-05,-3.5371806006878614e-05,-2.2169449948705733e-05,-8.967093890532851e-06,4.23526216764003e-06,1.7437618225812912e-05,3.0639974283985794e-05,4.384230123832822e-05,5.70446572965011e-05,7.024701335467398e-05,8.344936941284686e-05,9.665172547101974e-05,0.00010985408152919263,0.0001230564375873655,0.0001362587936455384,0.00014946114970371127,0.00016266350576188415,0.00017586586182005703,0.00018906821787822992,0.0002022705739364028,0.00021547292999457568,0.00022867528605274856,0.00024187764211092144,0.0002550799981690943,0.00026828236877918243,0.0002814847102854401,0.00029468705179169774,0.00030788942240178585,0.00032109179301187396,0.0003342941345181316,0.00034749647602438927,0.0003606988466344774,0.0003739012172445655,0.00038710355875082314,0.0004003059002570808,0.0004135082708671689,0.000426710641477257,0.00043991298298351467,0.0004531153244897723,0.00046631769509986043],"_type":"histogram","values":[1,1,1,3,3,2,0,5,2,2,5,4,12,11,13,12,11,12,16,17,27,26,28,35,31,22,31,30,31,23,35,29,30,36,35,27,17,19,20,20,10,12,8,5,6,11,4,5,3,3,5,1,1,2,1,3,0,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,0,0,0,0,1,2,3,2,1,5,8,8,4,5,17,18,15,17,27,29,43,67,62,60,51,52,56,45,32,32,17,13,14,11,13,7,6,4,3,5,4,1,0,1,0,2,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-7.701253252889728e-07,-7.425867352139903e-07,-7.15048088295589e-07,-6.875094982206065e-07,-6.599708513022051e-07,-6.324322612272226e-07,-6.048936143088213e-07,-5.773550242338388e-07,-5.498163773154374e-07,-5.222777872404549e-07,-4.947391971654724e-07,-4.672005502470711e-07,-4.396619601720886e-07,-4.1212334167539666e-07,-3.8458472317870473e-07,-3.570461046820128e-07,-3.295074861853209e-07,-3.0196886768862896e-07,-2.7443024919193704e-07,-2.468916306952451e-07,-2.193530264094079e-07,-1.9181440791271598e-07,-1.6427580362687877e-07,-1.3673718513018684e-07,-1.0919856663349492e-07,-8.1659948136803e-08,-5.412133674553843e-08,-2.6582721801560183e-08,9.558931424180628e-10,2.849450808639631e-08,5.6033123030374554e-08,8.357173442163912e-08,1.1111035291833105e-07,1.3864897141502297e-07,1.661875899117149e-07,1.937261941975521e-07,2.2126481269424403e-07,2.4880341698008124e-07,2.7634203547677316e-07,3.038806539734651e-07,3.31419272470157e-07,3.5895789096684894e-07,3.8649650946354086e-07,4.140351279602328e-07,4.415737180352153e-07,4.691123365319072e-07,4.966509550285991e-07,5.241896019470005e-07,5.51728192021983e-07,5.792667820969655e-07,6.068054290153668e-07,6.343440190903493e-07,6.618826660087507e-07,6.894212560837332e-07,7.169599030021345e-07,7.44498493077117e-07,7.720370831520995e-07,7.995757300705009e-07,8.271143201454834e-07,8.546529670638847e-07,8.821915571388672e-07,9.097302040572686e-07,9.372687941322511e-07,9.648074410506524e-07,9.92346031125635e-07]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[-0.00885770469903946,-0.008555127307772636,-0.008252549916505814,-0.00794997252523899,-0.007647394668310881,-0.007344817277044058,-0.007042239885777235,-0.006739662494510412,-0.006437084637582302,-0.006134507246315479,-0.0058319298550486565,-0.005529352463781834,-0.005226775072515011,-0.004924197681248188,-0.004621619824320078,-0.004319042433053255,-0.004016465041786432,-0.0037138876505196095,-0.003411310026422143,-0.00310873263515532,-0.0028061550110578537,-0.002503577619791031,-0.002201000228524208,-0.0018984227208420634,-0.0015958452131599188,-0.0012932677054777741,-0.0009906901977956295,-0.0006881128065288067,-0.00038553529884666204,-8.295782026834786e-05,0.00021961965830996633,0.00052219710778445,0.0008247746154665947,0.0011273521231487393,0.001429929630830884,0.0017325070220977068,0.0020350846461951733,0.002337662037461996,0.002640239428728819,0.0029428170528262854,0.003245394444093108,0.003547971835359931,0.0038505494594573975,0.00415312685072422,0.004455704241991043,0.004758281633257866,0.005060859490185976,0.005363436881452799,0.005666014272719622,0.0059685916639864445,0.006271169055253267,0.006573746912181377,0.0068763243034482,0.007178901694715023,0.007481479085981846,0.007784056477248669,0.008086633868515491,0.008389211259782314,0.008691788651049137,0.008994366973638535,0.009296944364905357,0.00959952175617218,0.009902099147439003,0.010204676538705826,0.010507253929972649],"_type":"histogram","values":[1,0,0,0,0,1,0,0,2,2,2,4,3,0,9,5,3,9,17,12,15,18,21,32,33,33,63,68,60,56,42,43,32,29,26,15,22,12,9,5,9,10,9,4,3,4,4,2,1,1,1,3,2,1,4,2,1,0,0,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,4,5,6,10,23,42,74,116,200,310,468,720,1106,1552,2167,3144,4324,5718,7546,9570,12123,14927,17575,20646,23878,26802,29170,31646,33116,34239,34447,34254,32794,31128,29134,25924,23092,20062,17269,14339,11348,8996,7185,5405,4002,3018,2060,1458,947,590,406,288,179,104,74,38,27,12,12,1,1,2],"bins":[-0.09527190029621124,-0.09233114868402481,-0.08939038962125778,-0.08644963800907135,-0.08350887894630432,-0.08056812733411789,-0.07762737572193146,-0.07468661665916443,-0.071745865046978,-0.06880511343479156,-0.06586435437202454,-0.0629236027598381,-0.059982847422361374,-0.057042092084884644,-0.05410134047269821,-0.05116058513522148,-0.04821982979774475,-0.04527907446026802,-0.04233831912279129,-0.03939756751060486,-0.03645681217312813,-0.0335160568356514,-0.030575303360819817,-0.027634549885988235,-0.024693794548511505,-0.021753039211034775,-0.018812285736203194,-0.015871532261371613,-0.012930776923894882,-0.009990022517740726,-0.007049268111586571,-0.004108513705432415,-0.0011677518486976624,0.0017730025574564934,0.004713756963610649,0.007654511369764805,0.01059526577591896,0.013536020182073116,0.016476774588227272,0.019417528063058853,0.022358283400535583,0.025299038738012314,0.028239792212843895,0.031180545687675476,0.034121301025152206,0.03706205636262894,0.04000280797481537,0.0429435633122921,0.04588431864976883,0.04882507398724556,0.05176582932472229,0.05470658093690872,0.05764733627438545,0.06058809161186218,0.06352884322404861,0.06646960228681564,0.06941035389900208,0.07235110551118851,0.07529186457395554,0.07823261618614197,0.081173375248909,0.08411412686109543,0.08705487847328186,0.08999563753604889,0.09293638914823532]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,2,0,2,2,1,2,0,7,8,3,6,7,6,8,7,11,13,10,16,19,21,13,18,24,26,23,28,16,27,32,26,24,22,22,24,26,22,19,18,24,20,20,21,11,14,10,14,12,7,3,8,5,4,1,9,2,7,1,4,3,6],"bins":[-0.009007926099002361,-0.008744986727833748,-0.008482048287987709,-0.008219108916819096,-0.007956169545650482,-0.007693230640143156,-0.00743029173463583,-0.0071673523634672165,-0.00690441345795989,-0.006641474552452564,-0.006378535181283951,-0.006115596275776625,-0.0058526573702692986,-0.005589717999100685,-0.005326779093593359,-0.0050638397224247456,-0.004800900816917419,-0.004537961911410093,-0.00427502254024148,-0.004012083634734154,-0.003749144496396184,-0.003486205358058214,-0.003223266452550888,-0.0029603273142129183,-0.0026973881758749485,-0.0024344490375369787,-0.002171509899199009,-0.0019085709936916828,-0.001645631855353713,-0.0013826927170157433,-0.0011197536950930953,-0.0008568146149627864,-0.000593874603509903,-0.0003309355233795941,-6.799644324928522e-05,0.00019494263688102365,0.0004578817170113325,0.0007208207971416414,0.0009837598772719502,0.0012466988991945982,0.001509638037532568,0.0017725771758705378,0.0020355163142085075,0.0022984552197158337,0.0025613943580538034,0.0028243334963917732,0.0030872724018990993,0.003350211540237069,0.003613150678575039,0.0038760898169130087,0.0041390289552509785,0.004401967860758305,0.004664907231926918,0.004927846137434244,0.00519078504294157,0.005453724414110184,0.00571666331961751,0.005979602225124836,0.006242541596293449,0.0065054805018007755,0.006768419407308102,0.007031358778476715,0.007294297683984041,0.007557237055152655,0.00782017596065998]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.09213604032993317,-0.08929567039012909,-0.08645529299974442,-0.08361492305994034,-0.08077454566955566,-0.07793417572975159,-0.07509380578994751,-0.07225342839956284,-0.06941305845975876,-0.06657268851995468,-0.06373231112957001,-0.06089194118976593,-0.058051567524671555,-0.05521119385957718,-0.0523708239197731,-0.049530450254678726,-0.04669007658958435,-0.043849702924489975,-0.0410093292593956,-0.03816895931959152,-0.03532858565449715,-0.03248821198940277,-0.029647840186953545,-0.026807468384504318,-0.023967094719409943,-0.021126721054315567,-0.01828634925186634,-0.01544597651809454,-0.012605603784322739,-0.009765231050550938,-0.006924858316779137,-0.004084485583007336,-0.0012441053986549377,0.0015962673351168633,0.004436640068888664,0.007277012802660465,0.010117385536432266,0.012957758270204067,0.015798131003975868,0.018638502806425095,0.02147887647151947,0.024319250136613846,0.027159621939063072,0.0299999937415123,0.032840367406606674,0.03568074107170105,0.03852111101150513,0.0413614846765995,0.04420185834169388,0.047042232006788254,0.04988260567188263,0.05272297561168671,0.05556334927678108,0.05840372294187546,0.061244092881679535,0.06408447027206421,0.06692484021186829,0.06976521015167236,0.07260558754205704,0.07544595748186111,0.07828633487224579,0.08112670481204987,0.08396707475185394,0.08680745214223862,0.0896478220820427],"_type":"histogram","values":[1,1,1,6,14,23,27,59,113,168,264,430,580,913,1324,1944,2607,3544,4669,6193,8032,10050,12390,14815,17647,20715,23277,26126,28341,30611,32323,33112,33431,33025,31967,30310,27880,25829,23061,20295,17412,14605,11895,9843,7735,6039,4592,3492,2571,1739,1252,903,592,373,264,168,89,54,34,18,15,6,9,6]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.0003845896862912923,-0.00037056661676615477,-0.00035654351813718677,-0.0003425204486120492,-0.0003284973790869117,-0.00031447430956177413,-0.0003004512400366366,-0.0002864281414076686,-0.00027240507188253105,-0.0002583820023573935,-0.0002443589037284255,-0.00023033583420328796,-0.00021631276467815042,-0.00020228969515301287,-0.0001882666110759601,-0.00017424352699890733,-0.00016022045747376978,-0.00014619738794863224,-0.00013217430387157947,-0.00011815122707048431,-0.00010412815026938915,-9.0105073468294e-05,-7.608199666719884e-05,-6.205891986610368e-05,-4.803584306500852e-05,-3.401276626391336e-05,-1.9989689462818205e-05,-5.9666126617230475e-06,8.05646413937211e-06,2.2079540940467268e-05,3.6102617741562426e-05,5.0125694542657584e-05,6.414874223992229e-05,7.817181904101744e-05,9.21948958421126e-05,0.00010621797264320776,0.00012024104944430292,0.00013426411896944046,0.00014828720304649323,0.000162310287123546,0.00017633335664868355,0.0001903564261738211,0.00020437951025087386,0.00021840259432792664,0.00023242566385306418,0.0002464487333782017,0.0002604718320071697,0.00027449490153230727,0.0002885179710574448,0.00030254104058258235,0.0003165641101077199,0.0003305872087366879,0.00034461027826182544,0.000358633347786963,0.000372656446415931,0.00038667951594106853,0.0004007025854662061,0.0004147256549913436,0.00042874872451648116,0.00044277182314544916,0.0004567948926705867,0.00047081796219572425,0.00048484106082469225,0.0004988641012459993,0.0005128871998749673],"_type":"histogram","values":[2,0,1,2,3,1,2,2,7,10,5,5,13,9,16,22,18,19,26,20,26,27,35,30,27,27,36,30,31,21,28,19,36,20,29,30,17,17,15,15,10,5,8,7,5,5,9,2,5,4,3,1,1,1,0,0,0,0,0,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[1,2,6,9,5,5,16,23,30,46,37,64,95,110,143,176,291,363,495,691,976,1322,1817,2414,3584,5055,7747,11614,18631,30935,57322,151024,150148,57498,31388,18590,11891,7520,5093,3491,2563,1720,1267,982,702,489,381,244,213,162,106,82,69,48,42,24,18,12,12,7,5,1,6,1],"bins":[-0.00616455078125,-0.0059719085693359375,-0.005779266357421875,-0.0055866241455078125,-0.00539398193359375,-0.0052013397216796875,-0.005008697509765625,-0.0048160552978515625,-0.0046234130859375,-0.0044307708740234375,-0.004238128662109375,-0.0040454864501953125,-0.00385284423828125,-0.0036602020263671875,-0.003467559814453125,-0.0032749176025390625,-0.003082275390625,-0.0028896331787109375,-0.002696990966796875,-0.0025043487548828125,-0.00231170654296875,-0.0021190643310546875,-0.001926422119140625,-0.0017337799072265625,-0.0015411376953125,-0.0013484954833984375,-0.001155853271484375,-0.0009632110595703125,-0.00077056884765625,-0.0005779266357421875,-0.000385284423828125,-0.0001926422119140625,0,0.0001926422119140625,0.000385284423828125,0.0005779266357421875,0.00077056884765625,0.0009632110595703125,0.001155853271484375,0.0013484954833984375,0.0015411376953125,0.0017337799072265625,0.001926422119140625,0.0021190643310546875,0.00231170654296875,0.0025043487548828125,0.002696990966796875,0.0028896331787109375,0.003082275390625,0.0032749176025390625,0.003467559814453125,0.0036602020263671875,0.00385284423828125,0.0040454864501953125,0.004238128662109375,0.0044307708740234375,0.0046234130859375,0.0048160552978515625,0.005008697509765625,0.0052013397216796875,0.00539398193359375,0.0055866241455078125,0.005779266357421875,0.0059719085693359375,0.00616455078125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[1,0,1,3,5,9,28,33,75,173,258,427,699,1091,1777,2744,4147,6009,8419,11955,16274,21335,27739,35107,43632,51944,61210,70696,78859,86521,92210,96648,98047,96702,94000,88893,81718,73680,64227,55500,46344,38104,30617,23801,17872,13468,9822,6851,4793,3034,2060,1289,788,504,296,192,109,68,21,19,7,4,1,4],"bins":[-0.10193800181150436,-0.09881924092769623,-0.09570048004388809,-0.09258171916007996,-0.08946295827627182,-0.08634419739246368,-0.08322543650865555,-0.08010667562484741,-0.07698791474103928,-0.07386915385723114,-0.070750392973423,-0.06763163208961487,-0.06451287120580673,-0.061394110321998596,-0.05827534943819046,-0.055156588554382324,-0.05203782767057419,-0.04891906678676605,-0.045800305902957916,-0.04268154501914978,-0.039562784135341644,-0.03644402325153351,-0.03332526236772537,-0.030206501483917236,-0.0270877406001091,-0.023968979716300964,-0.02085021883249283,-0.017731457948684692,-0.014612697064876556,-0.01149393618106842,-0.008375175297260284,-0.0052564144134521484,-0.0021376535296440125,0.0009811073541641235,0.0040998682379722595,0.0072186291217803955,0.010337390005588531,0.013456150889396667,0.016574911773204803,0.01969367265701294,0.022812433540821075,0.02593119442462921,0.029049955308437347,0.03216871619224548,0.03528747707605362,0.038406237959861755,0.04152499884366989,0.04464375972747803,0.04776252061128616,0.0508812814950943,0.054000042378902435,0.05711880326271057,0.06023756414651871,0.06335632503032684,0.06647508591413498,0.06959384679794312,0.07271260768175125,0.07583136856555939,0.07895012944936752,0.08206889033317566,0.0851876512169838,0.08830641210079193,0.09142517298460007,0.0945439338684082,0.09766269475221634],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.05720016360282898,-0.05539805069565773,-0.05359593406319618,-0.05179382115602493,-0.049991704523563385,-0.048189591616392136,-0.04638747498393059,-0.04458536207675934,-0.04278324544429779,-0.04098113253712654,-0.03917901962995529,-0.037376902997493744,-0.035574790090322495,-0.03377267345786095,-0.0319705605506897,-0.0301684457808733,-0.0283663310110569,-0.0265642162412405,-0.024762101471424103,-0.022959986701607704,-0.021157871931791306,-0.019355759024620056,-0.017553644254803658,-0.01575152948498726,-0.01394941471517086,-0.012147299945354462,-0.010345185175538063,-0.008543071337044239,-0.00674095656722784,-0.004938841797411442,-0.0031367274932563305,-0.0013346129562705755,0.000467497855424881,0.002269612392410636,0.004071726929396391,0.005873841233551502,0.007675956003367901,0.0094780707731843,0.011280184611678123,0.013082299381494522,0.01488441415131092,0.01668652892112732,0.018488643690943718,0.020290758460760117,0.022092871367931366,0.023894986137747765,0.025697100907564163,0.027499215677380562,0.02930133044719696,0.03110344521701336,0.03290555998682976,0.03470767289400101,0.036509789526462555,0.038311902433633804,0.04011401906609535,0.0419161319732666,0.04371824860572815,0.0455203615128994,0.04732247442007065,0.049124591052532196,0.050926703959703445,0.05272882059216499,0.05453093349933624,0.05633305013179779,0.05813516303896904],"_type":"histogram","values":[1,0,1,2,1,1,0,2,1,4,1,2,6,5,7,8,13,10,17,12,18,16,18,17,22,20,26,24,27,32,30,40,33,35,35,21,29,39,28,18,15,13,11,12,18,13,15,6,10,11,1,4,6,2,3,2,0,1,0,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,0,2,2,2,2,0,2,6,5,7,11,6,8,15,18,38,45,52,48,47,63,62,54,53,36,27,29,14,22,7,14,9,10,6,4,6,4,7,6,1,1,2,3,2,0,0,2,0,0,0,0,1,1,0,0,0,0,0,1,0,1],"bins":[-0.006603964604437351,-0.006335644517093897,-0.0060673244297504425,-0.005799004342406988,-0.005530684255063534,-0.005262364167720079,-0.004994044080376625,-0.004725723993033171,-0.004457403905689716,-0.004189083818346262,-0.003920763731002808,-0.0036524436436593533,-0.003384123556315899,-0.0031158034689724445,-0.00284748338162899,-0.002579163294285536,-0.0023108432069420815,-0.002042523119598627,-0.0017742030322551727,-0.0015058829449117184,-0.001237562857568264,-0.0009692427702248096,-0.0007009226828813553,-0.0004326025955379009,-0.00016428250819444656,0.0001040375791490078,0.00037235766649246216,0.0006406777538359165,0.0009089978411793709,0.0011773179285228252,0.0014456380158662796,0.001713958103209734,0.0019822781905531883,0.0022505982778966427,0.002518918365240097,0.0027872384525835514,0.0030555585399270058,0.00332387862727046,0.0035921987146139145,0.003860518801957369,0.004128838889300823,0.004397158976644278,0.004665479063987732,0.004933799151331186,0.005202119238674641,0.005470439326018095,0.005738759413361549,0.006007079500705004,0.006275399588048458,0.0065437196753919125,0.006812039762735367,0.007080359850078821,0.0073486799374222755,0.00761700002476573,0.007885320112109184,0.008153639733791351,0.008421960286796093,0.008690280839800835,0.008958600461483002,0.009226920083165169,0.00949524063616991,0.009763561189174652,0.01003188081085682,0.010300200432538986,0.010568520985543728]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,3,2,9,11,14,19,25,45,90,127,208,352,592,1085,1755,3291,5766,11193,21783,47126,109679,347267,667329,207985,76218,34843,17123,8718,4473,2476,1272,745,488,272,167,106,64,45,30,22,17,5,6,5,5,1,1,2,0,1,0,0,0,0,0,0,1],"bins":[-0.0218505859375,-0.021104812622070312,-0.020359039306640625,-0.019613265991210938,-0.01886749267578125,-0.018121719360351562,-0.017375946044921875,-0.016630172729492188,-0.0158843994140625,-0.015138626098632812,-0.014392852783203125,-0.013647079467773438,-0.01290130615234375,-0.012155532836914062,-0.011409759521484375,-0.010663986206054688,-0.009918212890625,-0.009172439575195312,-0.008426666259765625,-0.0076808929443359375,-0.00693511962890625,-0.0061893463134765625,-0.005443572998046875,-0.0046977996826171875,-0.0039520263671875,-0.0032062530517578125,-0.002460479736328125,-0.0017147064208984375,-0.00096893310546875,-0.0002231597900390625,0.000522613525390625,0.0012683868408203125,0.00201416015625,0.0027599334716796875,0.003505706787109375,0.0042514801025390625,0.00499725341796875,0.0057430267333984375,0.006488800048828125,0.0072345733642578125,0.0079803466796875,0.008726119995117188,0.009471893310546875,0.010217666625976562,0.01096343994140625,0.011709213256835938,0.012454986572265625,0.013200759887695312,0.013946533203125,0.014692306518554688,0.015438079833984375,0.016183853149414062,0.01692962646484375,0.017675399780273438,0.018421173095703125,0.019166946411132812,0.0199127197265625,0.020658493041992188,0.021404266357421875,0.022150039672851562,0.02289581298828125,0.023641586303710938,0.024387359619140625,0.025133132934570312,0.02587890625]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,0,2,1,2,8,6,9,9,20,19,15,30,42,59,115,188,295,521,881,1501,2986,5439,11145,22842,52180,171381,208786,59535,25994,12339,6208,3209,1684,993,513,270,206,114,76,62,44,28,17,8,9,7,1,6,1,4,1,2,3,2,1,1],"bins":[-0.0047607421875,-0.004621028900146484,-0.004481315612792969,-0.004341602325439453,-0.0042018890380859375,-0.004062175750732422,-0.003922462463378906,-0.0037827491760253906,-0.003643035888671875,-0.0035033226013183594,-0.0033636093139648438,-0.003223896026611328,-0.0030841827392578125,-0.002944469451904297,-0.0028047561645507812,-0.0026650428771972656,-0.00252532958984375,-0.0023856163024902344,-0.0022459030151367188,-0.002106189727783203,-0.0019664764404296875,-0.0018267631530761719,-0.0016870498657226562,-0.0015473365783691406,-0.001407623291015625,-0.0012679100036621094,-0.0011281967163085938,-0.0009884834289550781,-0.0008487701416015625,-0.0007090568542480469,-0.0005693435668945312,-0.0004296302795410156,-0.0002899169921875,-0.00015020370483398438,-1.049041748046875e-05,0.00012922286987304688,0.0002689361572265625,0.0004086494445800781,0.0005483627319335938,0.0006880760192871094,0.000827789306640625,0.0009675025939941406,0.0011072158813476562,0.0012469291687011719,0.0013866424560546875,0.0015263557434082031,0.0016660690307617188,0.0018057823181152344,0.00194549560546875,0.0020852088928222656,0.0022249221801757812,0.002364635467529297,0.0025043487548828125,0.002644062042236328,0.0027837753295898438,0.0029234886169433594,0.003063201904296875,0.0032029151916503906,0.0033426284790039062,0.003482341766357422,0.0036220550537109375,0.003761768341064453,0.0039014816284179688,0.004041194915771484,0.004180908203125]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.005574630573391914,-0.005407707765698433,-0.005240784492343664,-0.005073861684650183,-0.004906938411295414,-0.0047400156036019325,-0.004573092330247164,-0.004406169522553682,-0.004239246249198914,-0.004072323441505432,-0.003905400400981307,-0.003738477360457182,-0.0035715545527637005,-0.0034046315122395754,-0.0032377084717154503,-0.003070785431191325,-0.0029038623906672,-0.002736939350143075,-0.00257001630961895,-0.002403093269094825,-0.0022361702285706997,-0.0020692474208772182,-0.0019023243803530931,-0.001735401339828968,-0.001568478299304843,-0.0014015552587807178,-0.0012346322182565928,-0.0010677092941477895,-0.0009007862536236644,-0.0007338632130995393,-0.0005669402307830751,-0.00040001721936278045,-0.0002330942079424858,-6.617119652219117e-05,0.00010075181489810348,0.0002676748263183981,0.00043459783773869276,0.0006015208782628179,0.000768443860579282,0.0009353668428957462,0.0011022898834198713,0.0012692129239439964,0.0014361359644681215,0.0016030588885769248,0.00176998192910105,0.001936904969625175,0.0021038278937339783,0.0022707509342581034,0.0024376739747822285,0.0026045970153063536,0.0027715200558304787,0.0029384430963546038,0.003105366136878729,0.0032722889445722103,0.0034392119850963354,0.0036061350256204605,0.0037730580661445856,0.003939981106668711,0.004106903914362192,0.004273827187716961,0.004440749995410442,0.004607673268765211,0.0047745960764586926,0.004941519349813461,0.005108442157506943],"_type":"histogram","values":[2,0,0,0,0,0,0,1,0,0,3,5,6,7,6,10,8,10,17,25,32,30,44,45,38,73,67,79,99,95,104,116,89,93,110,117,103,84,74,71,55,50,58,44,35,25,18,20,13,12,10,14,7,5,2,3,5,3,1,1,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,1,6,1,10,23,26,74,105,173,279,446,714,1055,1567,2305,3420,4582,6310,8295,11005,13793,16969,20255,23626,27350,30231,32955,34849,36843,36621,36351,34877,32792,30431,27069,23608,19852,16838,13698,10887,8340,6262,4708,3348,2368,1688,1087,666,441,261,141,86,79,28,15,5,4,0,0,1,0,1],"bins":[-0.09859409928321838,-0.09546320140361786,-0.09233230352401733,-0.08920139819383621,-0.08607050031423569,-0.08293960243463516,-0.07980869710445404,-0.07667779922485352,-0.07354690134525299,-0.07041600346565247,-0.06728510558605194,-0.06415420025587082,-0.061023302376270294,-0.05789240449666977,-0.054761502891778946,-0.05163060128688812,-0.0484997034072876,-0.04536880552768707,-0.04223790392279625,-0.039107002317905426,-0.0359761044383049,-0.032845206558704376,-0.029714304953813553,-0.02658340521156788,-0.023452505469322205,-0.02032160572707653,-0.017190705984830856,-0.014059806242585182,-0.010928906500339508,-0.007798006758093834,-0.00466710701584816,-0.0015362072736024857,0.0015946999192237854,0.0047255996614694595,0.007856499403715134,0.010987399145960808,0.014118298888206482,0.017249198630452156,0.02038009837269783,0.023510998114943504,0.02664189785718918,0.029772797599434853,0.03290369734168053,0.03603459894657135,0.039165496826171875,0.0422963947057724,0.04542729631066322,0.04855819791555405,0.05168909579515457,0.054819993674755096,0.05795089527964592,0.06108179688453674,0.06421269476413727,0.06734359264373779,0.07047449052333832,0.07360539585351944,0.07673629373311996,0.07986719161272049,0.08299809694290161,0.08612899482250214,0.08925989270210266,0.09239079058170319,0.09552168846130371,0.09865259379148483,0.10178349167108536]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,3,0,0,1,2,2,5,4,3,1,3,6,7,10,12,14,16,18,19,17,20,24,25,27,29,34,33,33,31,34,22,30,20,33,28,31,21,19,20,14,20,15,14,9,9,7,4,1,2,2,3,2,4,0,1,0,0,1,0,1],"bins":[-0.0398198738694191,-0.03859730809926987,-0.037374742329120636,-0.036152176558971405,-0.034929610788822174,-0.03370704501867294,-0.03248447924852371,-0.03126191347837448,-0.0300393495708704,-0.02881678380072117,-0.027594218030571938,-0.026371652260422707,-0.025149088352918625,-0.023926522582769394,-0.022703956812620163,-0.021481391042470932,-0.0202588252723217,-0.01903625950217247,-0.01781369373202324,-0.016591127961874008,-0.015368563123047352,-0.014145997352898121,-0.012923432514071465,-0.011700866743922234,-0.010478300973773003,-0.009255735203623772,-0.00803316943347454,-0.006810604594647884,-0.005588038824498653,-0.0043654730543494225,-0.003142907749861479,-0.0019203422125428915,-0.0006977766752243042,0.0005247888620942831,0.0017473543994128704,0.0029699199367314577,0.004192485474050045,0.005415051244199276,0.00663761654868722,0.007860181853175163,0.009082747623324394,0.010305313393473625,0.011527879163622856,0.012750444002449512,0.013973009772598743,0.015195575542747974,0.01641814038157463,0.01764070615172386,0.018863271921873093,0.020085837692022324,0.021308403462171555,0.022530969232320786,0.023753535002470016,0.024976098909974098,0.02619866468012333,0.02742123045027256,0.02864379622042179,0.029866361990571022,0.031088927760720253,0.032311491668224335,0.033534057438373566,0.0347566232085228,0.03597918897867203,0.03720175474882126,0.03842432051897049]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,3,3,1,0,2,4,4,4,8,7,11,9,20,16,18,23,20,30,27,34,29,41,43,31,33,43,26,26,26,28,25,17,24,20,10,14,18,8,7,10,7,4,5,5,5,4,3,1,3,1,0,0,1,2,0,2,0,1],"bins":[0.9991394877433777,0.9991694688796997,0.9991994500160217,0.9992294311523438,0.9992594122886658,0.999289333820343,0.999319314956665,0.9993492960929871,0.9993792772293091,0.9994092583656311,0.9994392395019531,0.9994692206382751,0.9994992017745972,0.9995291829109192,0.9995591044425964,0.9995890855789185,0.9996190667152405,0.9996490478515625,0.9996790289878845,0.9997090101242065,0.9997389912605286,0.9997689723968506,0.9997989535331726,0.9998288750648499,0.9998588562011719,0.9998888373374939,0.9999188184738159,0.9999487996101379,0.99997878074646,1.0000087022781372,1.000038743019104,1.0000686645507812,1.000098705291748,1.0001286268234253,1.000158667564392,1.0001885890960693,1.0002186298370361,1.0002485513687134,1.0002784729003906,1.0003085136413574,1.0003384351730347,1.0003684759140015,1.0003983974456787,1.0004284381866455,1.0004583597183228,1.0004884004592896,1.0005183219909668,1.000548243522644,1.0005782842636108,1.000608205795288,1.0006382465362549,1.0006681680679321,1.000698208808899,1.0007281303405762,1.000758171081543,1.0007880926132202,1.0008180141448975,1.0008480548858643,1.0008779764175415,1.0009080171585083,1.0009379386901855,1.0009679794311523,1.0009979009628296,1.0010279417037964,1.0010578632354736]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.0921674445271492,-0.08933845907449722,-0.08650948107242584,-0.08368049561977386,-0.08085151016712189,-0.0780225321650505,-0.07519354671239853,-0.07236456871032715,-0.06953558325767517,-0.0667065978050232,-0.06387761980295181,-0.061048634350299835,-0.058219652622938156,-0.05539067089557648,-0.0525616854429245,-0.04973270371556282,-0.04690372198820114,-0.04407474026083946,-0.04124575853347778,-0.038416773080825806,-0.03558779135346413,-0.03275880962610245,-0.02992982603609562,-0.02710084244608879,-0.024271860718727112,-0.021442878991365433,-0.018613895401358604,-0.015784911811351776,-0.012955930083990097,-0.010126947425305843,-0.00729796476662159,-0.004468982107937336,-0.0016399994492530823,0.0011889832094311714,0.004017965868115425,0.006846948526799679,0.009675931185483932,0.012504913844168186,0.01533389650285244,0.018162880092859268,0.020991861820220947,0.023820843547582626,0.026649827137589455,0.029478810727596283,0.03230779245495796,0.03513677418231964,0.03796575963497162,0.0407947413623333,0.04362372308969498,0.046452704817056656,0.049281686544418335,0.05211067199707031,0.05493965372443199,0.05776863545179367,0.06059762090444565,0.06342659890651703,0.066255584359169,0.06908456981182098,0.07191354781389236,0.07474253326654434,0.07757151126861572,0.0804004967212677,0.08322948217391968,0.08605846017599106,0.08888744562864304],"_type":"histogram","values":[2,1,4,9,14,18,43,66,110,161,255,408,600,861,1292,1774,2436,3467,4491,5997,7736,9759,12022,14535,17190,20094,22792,25787,28422,30261,31705,33000,33313,33124,32154,30711,28541,26004,23555,20551,17843,14929,12549,10015,8115,6194,4805,3545,2664,1875,1303,916,623,463,278,174,109,62,38,26,11,16,2,4]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.023880761116743088,-0.023001080378890038,-0.022121401503682137,-0.021241720765829086,-0.020362041890621185,-0.019482361152768135,-0.018602680414915085,-0.017723001539707184,-0.016843320801854134,-0.015963641926646233,-0.015083961188793182,-0.014204281382262707,-0.013324601575732231,-0.012444921769201756,-0.011565241031348705,-0.01068556122481823,-0.009805881418287754,-0.008926201611757278,-0.008046521805226803,-0.00716684153303504,-0.006287161260843277,-0.005407481454312801,-0.004527801647782326,-0.0036481216084212065,-0.002768441569060087,-0.001888761529698968,-0.0010090816067531705,-0.00012940162559971213,0.0007502783555537462,0.0016299583949148655,0.002509638201445341,0.0033893182408064604,0.00426899828016758,0.005148678086698055,0.006028358358889818,0.006908038165420294,0.007787718437612057,0.008667398244142532,0.009547078050673008,0.010426757857203484,0.011306438595056534,0.01218611840158701,0.013065798208117485,0.01394547801464796,0.014825157821178436,0.015704838559031487,0.016584517434239388,0.017464198172092438,0.01834387704730034,0.01922355778515339,0.02010323852300644,0.02098291739821434,0.02186259813606739,0.02274227701127529,0.02362195774912834,0.024501638486981392,0.025381317362189293,0.026260998100042343,0.027140676975250244,0.028020357713103294,0.028900038450956345,0.029779717326164246,0.030659398064017296,0.031539078801870346,0.03241875767707825],"_type":"histogram","values":[1,0,0,0,0,1,2,0,1,1,0,5,3,3,3,1,8,8,9,14,21,23,23,47,52,75,90,100,74,35,39,23,16,16,11,13,11,6,8,6,1,4,2,1,3,1,0,1,1,0,1,0,0,0,1,0,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[1,2,2,2,1,1,0,1,1,4,3,5,3,9,6,11,7,16,14,7,23,17,24,19,24,24,26,27,30,23,27,35,35,32,31,28,24,24,16,25,17,25,15,13,19,8,16,7,10,4,5,1,3,3,3,3,0,2,2,1,0,0,0,1],"bins":[-0.0264473594725132,-0.0256055761128664,-0.024763792753219604,-0.023922011256217957,-0.02308022789657116,-0.022238444536924362,-0.021396661177277565,-0.020554877817630768,-0.01971309632062912,-0.018871312960982323,-0.018029529601335526,-0.01718774624168873,-0.01634596288204193,-0.015504180453717709,-0.014662397094070911,-0.013820614665746689,-0.012978831306099892,-0.012137047946453094,-0.011295265518128872,-0.010453482158482075,-0.009611699730157852,-0.008769916370511055,-0.007928133010864258,-0.007086350116878748,-0.006244567222893238,-0.005402784328907728,-0.004561001434922218,-0.003719218075275421,-0.0028774351812899113,-0.0020356522873044014,-0.0011938691604882479,-0.00035208615008741617,0.0004896968603134155,0.0013314798707142472,0.002173262881115079,0.0030150460079312325,0.0038568289019167423,0.004698611795902252,0.005540395155549049,0.006382178049534559,0.007223960943520069,0.008065744303166866,0.008907526731491089,0.009749310091137886,0.010591093450784683,0.011432875879108906,0.012274659238755703,0.013116441667079926,0.013958225026726723,0.01480000838637352,0.015641791746020317,0.016483573243021965,0.017325356602668762,0.01816713996231556,0.019008923321962357,0.019850706681609154,0.02069249004125595,0.0215342715382576,0.022376054897904396,0.023217838257551193,0.02405962161719799,0.024901404976844788,0.025743186473846436,0.026584969833493233,0.02742675319314003],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.09842509776353836,-0.09556075930595398,-0.092696413397789,-0.08983207494020462,-0.08696773648262024,-0.08410339057445526,-0.08123905211687088,-0.0783747062087059,-0.07551036775112152,-0.07264602929353714,-0.06978168338537216,-0.06691734492778778,-0.0640529990196228,-0.06118866056203842,-0.05832432210445404,-0.05545997992157936,-0.05259563773870468,-0.04973129555583,-0.04686695337295532,-0.04400261491537094,-0.04113827273249626,-0.03827393054962158,-0.0354095920920372,-0.03254524990916252,-0.029680907726287842,-0.026816565543413162,-0.023952225223183632,-0.0210878849029541,-0.018223542720079422,-0.015359201468527317,-0.012494860216975212,-0.009630518965423107,-0.006766170263290405,-0.0039018290117383003,-0.0010374877601861954,0.0018268534913659096,0.0046911947429180145,0.0075555359944701195,0.010419877246022224,0.01328421849757433,0.016148559749126434,0.019012901932001114,0.021877242252230644,0.024741582572460175,0.027605924755334854,0.030470266938209534,0.033334605395793915,0.036198947578668594,0.039063289761543274,0.041927631944417953,0.04479197412729263,0.047656312584877014,0.050520654767751694,0.05338499695062637,0.056249335408210754,0.059113677591085434,0.061978019773960114,0.0648423582315445,0.06770670413970947,0.07057104259729385,0.07343538105487823,0.07629972696304321,0.0791640654206276,0.08202841132879257,0.08489274978637695],"_type":"histogram","values":[1,1,0,1,1,1,1,1,0,3,3,1,0,3,1,10,8,6,10,5,17,5,18,16,19,22,22,23,20,30,29,32,32,24,29,30,32,25,32,37,28,23,29,15,23,13,17,10,10,4,5,5,4,5,8,3,3,3,2,3,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9992430210113525,0.9992703199386597,0.9992976188659668,0.9993249177932739,0.999352216720581,0.9993795156478882,0.9994068145751953,0.9994341135025024,0.9994614124298096,0.9994887113571167,0.9995160102844238,0.999543309211731,0.9995706081390381,0.9995979070663452,0.9996252059936523,0.9996525049209595,0.9996798038482666,0.999707043170929,0.9997343420982361,0.9997616410255432,0.9997889399528503,0.9998162388801575,0.9998435378074646,0.9998708367347717,0.9998981356620789,0.999925434589386,0.9999527335166931,0.9999800324440002,1.0000073909759521,1.0000346899032593,1.0000619888305664,1.0000892877578735,1.0001165866851807,1.0001437664031982,1.0001710653305054,1.0001983642578125,1.0002256631851196,1.0002529621124268,1.0002802610397339,1.000307559967041,1.0003348588943481,1.0003621578216553,1.0003894567489624,1.0004167556762695,1.0004440546035767,1.0004713535308838,1.000498652458191,1.000525951385498,1.0005532503128052,1.0005805492401123,1.0006078481674194,1.0006351470947266,1.0006624460220337,1.0006897449493408,1.000717043876648,1.000744342803955,1.0007716417312622,1.0007989406585693,1.0008262395858765,1.0008535385131836,1.0008808374404907,1.0009081363677979,1.000935435295105,1.000962734222412,1.0009900331497192],"_type":"histogram","values":[1,0,1,1,1,1,2,3,0,5,0,3,4,8,10,12,13,15,14,18,33,20,29,19,30,42,36,32,36,33,33,31,24,23,29,22,22,23,27,13,9,11,12,10,8,6,4,3,8,2,2,4,3,1,5,2,2,2,1,1,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,1,0,1,1,2,1,1,1,4,2,2,4,7,2,6,13,10,8,18,39,34,51,95,132,100,49,36,34,21,15,11,10,7,11,5,5,6,3,6,1,0,3,2,0,1,1,0,0,0,0,0,0,1,1,1],"bins":[-0.04736056178808212,-0.04591582342982292,-0.04447108879685402,-0.04302635043859482,-0.041581615805625916,-0.040136877447366714,-0.03869213908910751,-0.03724740445613861,-0.03580266609787941,-0.03435792773962021,-0.032913193106651306,-0.031468454748392105,-0.030023718252778053,-0.028578981757164,-0.0271342433989048,-0.02568950690329075,-0.024244770407676697,-0.022800033912062645,-0.021355297416448593,-0.019910559058189392,-0.01846582256257534,-0.01702108606696129,-0.015576348640024662,-0.014131611213088036,-0.012686874717473984,-0.011242138221859932,-0.009797400794923306,-0.008352663367986679,-0.006907926872372627,-0.005463189911097288,-0.004018452949821949,-0.00257371598854661,-0.0011289827525615692,0.0003157542087137699,0.001760491169989109,0.003205228131264448,0.004649965092539787,0.006094702053815126,0.0075394390150904655,0.008984176442027092,0.010428912937641144,0.011873649433255196,0.013318386860191822,0.014763124287128448,0.0162078607827425,0.017652597278356552,0.019097335636615753,0.020542072132229805,0.021986808627843857,0.02343154512345791,0.02487628161907196,0.02632101997733116,0.027765756472945213,0.029210492968559265,0.030655231326818466,0.03209996595978737,0.03354470431804657,0.03498944267630577,0.03643417730927467,0.037878915667533875,0.03932365030050278,0.04076838865876198,0.04221312701702118,0.04365786164999008,0.04510260000824928]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.00128936767578125,-0.0012500286102294922,-0.0012106895446777344,-0.0011713504791259766,-0.0011320114135742188,-0.001092672348022461,-0.0010533332824707031,-0.0010139942169189453,-0.0009746551513671875,-0.0009353160858154297,-0.0008959770202636719,-0.0008566379547119141,-0.0008172988891601562,-0.0007779598236083984,-0.0007386207580566406,-0.0006992816925048828,-0.000659942626953125,-0.0006206035614013672,-0.0005812644958496094,-0.0005419254302978516,-0.0005025863647460938,-0.00046324729919433594,-0.0004239082336425781,-0.0003845691680908203,-0.0003452301025390625,-0.0003058910369873047,-0.0002665519714355469,-0.00022721290588378906,-0.00018787384033203125,-0.00014853477478027344,-0.00010919570922851562,-6.985664367675781e-05,-3.0517578125e-05,8.821487426757812e-06,4.8160552978515625e-05,8.749961853027344e-05,0.00012683868408203125,0.00016617774963378906,0.00020551681518554688,0.0002448558807373047,0.0002841949462890625,0.0003235340118408203,0.0003628730773925781,0.00040221214294433594,0.00044155120849609375,0.00048089027404785156,0.0005202293395996094,0.0005595684051513672,0.000598907470703125,0.0006382465362548828,0.0006775856018066406,0.0007169246673583984,0.0007562637329101562,0.0007956027984619141,0.0008349418640136719,0.0008742809295654297,0.0009136199951171875,0.0009529590606689453,0.0009922981262207031,0.001031637191772461,0.0010709762573242188,0.0011103153228759766,0.0011496543884277344,0.0011889934539794922,0.00122833251953125],"_type":"histogram","values":[1,0,1,2,3,2,3,0,3,8,13,23,28,25,33,63,95,102,154,197,334,464,677,959,1644,2648,4131,7105,12457,21488,40638,83215,156323,125199,59786,30448,16981,9541,5603,3209,2093,1360,871,576,420,248,166,121,110,71,47,35,24,13,23,16,6,6,1,1,3,2,2,3]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,2,4,5,2,4,10,14,27,42,54,74,90,136,204,305,374,570,779,1138,1579,2191,3254,4976,7417,11462,17333,28643,49516,95440,244932,658513,224346,94598,48636,27925,17049,10227,6798,4527,3061,1950,1319,930,691,517,383,241,164,119,85,69,44,33,19,19,8,4,2,2,4,1,1,1],"bins":[-0.049560546875,-0.047985076904296875,-0.04640960693359375,-0.044834136962890625,-0.0432586669921875,-0.041683197021484375,-0.04010772705078125,-0.038532257080078125,-0.036956787109375,-0.035381317138671875,-0.03380584716796875,-0.032230377197265625,-0.0306549072265625,-0.029079437255859375,-0.02750396728515625,-0.025928497314453125,-0.02435302734375,-0.022777557373046875,-0.02120208740234375,-0.019626617431640625,-0.0180511474609375,-0.016475677490234375,-0.01490020751953125,-0.013324737548828125,-0.011749267578125,-0.010173797607421875,-0.00859832763671875,-0.007022857666015625,-0.0054473876953125,-0.003871917724609375,-0.00229644775390625,-0.000720977783203125,0.0008544921875,0.002429962158203125,0.00400543212890625,0.005580902099609375,0.0071563720703125,0.008731842041015625,0.01030731201171875,0.011882781982421875,0.013458251953125,0.015033721923828125,0.01660919189453125,0.018184661865234375,0.0197601318359375,0.021335601806640625,0.02291107177734375,0.024486541748046875,0.02606201171875,0.027637481689453125,0.02921295166015625,0.030788421630859375,0.0323638916015625,0.033939361572265625,0.03551483154296875,0.037090301513671875,0.038665771484375,0.040241241455078125,0.04181671142578125,0.043392181396484375,0.0449676513671875,0.046543121337890625,0.04811859130859375,0.049694061279296875,0.05126953125]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.005523681640625,-0.005347728729248047,-0.005171775817871094,-0.004995822906494141,-0.0048198699951171875,-0.004643917083740234,-0.004467964172363281,-0.004292011260986328,-0.004116058349609375,-0.003940105438232422,-0.0037641525268554688,-0.0035881996154785156,-0.0034122467041015625,-0.0032362937927246094,-0.0030603408813476562,-0.002884387969970703,-0.00270843505859375,-0.002532482147216797,-0.0023565292358398438,-0.0021805763244628906,-0.0020046234130859375,-0.0018286705017089844,-0.0016527175903320312,-0.0014767646789550781,-0.001300811767578125,-0.0011248588562011719,-0.0009489059448242188,-0.0007729530334472656,-0.0005970001220703125,-0.0004210472106933594,-0.00024509429931640625,-6.914138793945312e-05,0.0001068115234375,0.0002827644348144531,0.00045871734619140625,0.0006346702575683594,0.0008106231689453125,0.0009865760803222656,0.0011625289916992188,0.0013384819030761719,0.001514434814453125,0.0016903877258300781,0.0018663406372070312,0.0020422935485839844,0.0022182464599609375,0.0023941993713378906,0.0025701522827148438,0.002746105194091797,0.00292205810546875,0.003098011016845703,0.0032739639282226562,0.0034499168395996094,0.0036258697509765625,0.0038018226623535156,0.003977775573730469,0.004153728485107422,0.004329681396484375,0.004505634307861328,0.004681587219238281,0.004857540130615234,0.0050334930419921875,0.005209445953369141,0.005385398864746094,0.005561351776123047,0.0057373046875],"_type":"histogram","values":[1,1,0,2,2,2,9,6,11,19,20,50,64,95,135,195,364,513,808,1161,1902,2982,4724,7476,11783,19148,30112,48339,80599,140385,270558,381645,249469,132539,76240,44308,26482,15945,9434,5647,3540,2205,1416,888,542,363,238,168,118,61,57,27,22,13,5,3,6,8,1,3,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.0003434953687246889,-0.00033262078068219125,-0.0003217461926396936,-0.000310871604597196,-0.00029999701655469835,-0.0002891224285122007,-0.0002782478404697031,-0.00026737325242720544,-0.00025649869348853827,-0.00024562410544604063,-0.00023474950285162777,-0.00022387491480913013,-0.00021300034131854773,-0.0002021257532760501,-0.00019125116523355246,-0.00018037657719105482,-0.00016950198914855719,-0.00015862740110605955,-0.00014775281306356192,-0.00013687822502106428,-0.00012600363697856665,-0.00011512905621202663,-0.0001042544754454866,-9.337988740298897e-05,-8.250529936049134e-05,-7.16307113179937e-05,-6.075612691347487e-05,-4.9881542508956045e-05,-3.900695446645841e-05,-2.813236824295018e-05,-1.7257782019441947e-05,-6.383195795933716e-06,4.491419531404972e-06,1.5366005754913203e-05,2.6240591978421435e-05,3.711517638294026e-05,4.79897644254379e-05,5.886435246793553e-05,6.973893323447555e-05,8.061352127697319e-05,9.148810931947082e-05,0.00010236269736196846,0.00011323728540446609,0.00012411187344696373,0.00013498644693754613,0.00014586103498004377,0.0001567356230225414,0.00016761021106503904,0.00017848479910753667,0.0001893593871500343,0.00020023397519253194,0.00021110856323502958,0.0002219831512775272,0.00023285772476810962,0.00024373231281060725,0.0002546069154050201,0.0002654814743436873,0.00027635606238618493,0.00028723065042868257,0.0002981052384711802,0.00030897982651367784,0.00031985441455617547,0.0003307290025986731,0.00034160359064117074,0.0003524781786836684],"_type":"histogram","values":[1,0,0,1,1,2,1,1,0,2,5,0,7,5,6,13,11,11,9,19,22,16,16,20,24,25,27,26,33,30,26,35,37,33,31,37,24,25,26,21,26,13,16,17,9,12,8,8,9,3,3,2,2,1,4,0,1,1,2,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,2,0,0,2,3,1,2,1,1,2,3,0,8,8,9,11,10,9,14,18,16,16,19,22,21,20,29,32,34,28,29,33,33,29,29,28,17,26,27,14,13,22,24,23,12,15,8,9,5,9,6,4,1,0,2,3,1,0,2,0,0,0,2],"bins":[-0.03076951578259468,-0.02981872484087944,-0.0288679338991642,-0.02791714295744896,-0.02696635201573372,-0.02601556107401848,-0.025064771994948387,-0.024113981053233147,-0.023163190111517906,-0.022212399169802666,-0.021261608228087425,-0.020310817286372185,-0.019360026344656944,-0.018409235402941704,-0.017458444461226463,-0.016507653519511223,-0.015556863509118557,-0.014606072567403316,-0.013655281625688076,-0.01270449161529541,-0.01175370067358017,-0.01080290973186493,-0.009852118790149689,-0.008901327848434448,-0.007950536906719208,-0.006999746430665255,-0.006048955954611301,-0.005098165012896061,-0.0041473740711808205,-0.0031965835951268673,-0.002245792653411627,-0.00129500194452703,-0.00034421123564243317,0.0006065795314498246,0.0015573702985420823,0.002508161123842001,0.003458951832726598,0.004409742541611195,0.005360533483326435,0.006311323959380388,0.007262114901095629,0.008212905377149582,0.009163696318864822,0.010114487260580063,0.011065278202295303,0.012016069144010544,0.01296685915440321,0.01391765009611845,0.01486844103783369,0.015819231048226357,0.016770021989941597,0.017720812931656837,0.018671603873372078,0.01962239481508732,0.02057318575680256,0.0215239766985178,0.02247476764023304,0.02342555858194828,0.02437634952366352,0.025327138602733612,0.026277929544448853,0.027228720486164093,0.028179511427879333,0.029130302369594574,0.030081093311309814],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[0.999267578125,0.9992942810058594,0.9993210434913635,0.9993477463722229,0.9993744492530823,0.9994011521339417,0.9994279146194458,0.9994546175003052,0.9994813203811646,0.9995080828666687,0.9995347857475281,0.9995614886283875,0.9995881915092468,0.999614953994751,0.9996416568756104,0.9996683597564697,0.9996950626373291,0.9997218251228333,0.9997485280036926,0.999775230884552,0.9998019933700562,0.9998286962509155,0.9998553991317749,0.9998821020126343,0.9999088644981384,0.9999355673789978,0.9999622702598572,0.9999890327453613,1.0000157356262207,1.00004243850708,1.0000691413879395,1.0000958442687988,1.0001225471496582,1.0001493692398071,1.0001760721206665,1.0002027750015259,1.0002294778823853,1.0002561807632446,1.000282883644104,1.0003095865249634,1.0003364086151123,1.0003631114959717,1.000389814376831,1.0004165172576904,1.0004432201385498,1.0004699230194092,1.0004966259002686,1.0005234479904175,1.0005501508712769,1.0005768537521362,1.0006035566329956,1.000630259513855,1.0006569623947144,1.0006836652755737,1.0007104873657227,1.000737190246582,1.0007638931274414,1.0007905960083008,1.0008172988891602,1.0008440017700195,1.000870704650879,1.0008975267410278,1.0009242296218872,1.0009509325027466,1.000977635383606],"_type":"histogram","values":[1,1,0,1,2,0,1,2,3,5,2,5,5,3,7,10,8,16,21,18,19,30,36,36,40,35,40,32,37,29,30,28,33,15,29,24,17,25,20,12,13,4,10,10,8,8,0,6,4,5,3,1,1,3,2,3,3,3,0,0,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.009780769236385822,-0.009452029131352901,-0.009123288094997406,-0.008794547989964485,-0.00846580695360899,-0.008137066848576069,-0.007808326277881861,-0.007479585707187653,-0.0071508451364934444,-0.006822104565799236,-0.006493363995105028,-0.00616462342441082,-0.005835883319377899,-0.005507142748683691,-0.005178402177989483,-0.004849661607295275,-0.004520921036601067,-0.0041921804659068584,-0.0038634398952126503,-0.003534699557349086,-0.0032059589866548777,-0.0028772184159606695,-0.002548478078097105,-0.002219737507402897,-0.0018909969367086887,-0.0015622563660144806,-0.0012335159117355943,-0.000904775399249047,-0.0005760348867624998,-0.0002472943742759526,8.144613821059465e-05,0.0004101866506971419,0.0007389271631836891,0.0010676677338778973,0.0013964081881567836,0.00172514864243567,0.002053889213129878,0.002382629783824086,0.0027113701216876507,0.003040110692381859,0.003368851263076067,0.003697591833770275,0.004026332404464483,0.004355072975158691,0.004683813080191612,0.00501255365088582,0.0053412942215800285,0.005670034792274237,0.005998775362968445,0.006327515933662653,0.006656256504356861,0.006984997075051069,0.007313737645745277,0.007642477750778198,0.007971218787133694,0.008299958892166615,0.00862869992852211,0.00895744003355503,0.009286180138587952,0.009614921174943447,0.009943661279976368,0.010272402316331863,0.010601142421364784,0.01092988345772028,0.0112586235627532],"_type":"histogram","values":[1,0,0,2,0,1,0,3,4,2,6,4,6,10,13,16,17,12,14,17,17,22,27,23,31,24,30,38,22,44,31,31,26,34,32,29,29,17,23,14,14,11,8,14,6,7,10,10,2,4,6,1,2,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,0,2,2,1,3,4,1,1,4,2,5,3,6,7,16,14,23,25,37,66,94,114,97,63,35,26,18,19,12,9,6,8,8,6,4,6,1,2,4,3,1,0,1,0,0,2,0,1,1,0,0,0,1],"bins":[-0.05593371391296387,-0.05422825366258621,-0.05252279341220856,-0.0508173368871212,-0.049111876636743546,-0.04740641638636589,-0.045700956135988235,-0.04399549961090088,-0.042290039360523224,-0.04058457911014557,-0.038879118859767914,-0.03717365860939026,-0.0354682020843029,-0.03376274183392525,-0.03205728158354759,-0.030351823195815086,-0.02864636294543743,-0.026940902695059776,-0.02523544430732727,-0.023529984056949615,-0.02182452566921711,-0.020119065418839455,-0.01841360703110695,-0.016708146780729294,-0.015002687461674213,-0.013297228142619133,-0.011591768823564053,-0.009886309504508972,-0.008180849254131317,-0.006475390400737524,-0.004769930616021156,-0.003064471296966076,-0.0013590119779109955,0.00034644745755940676,0.002051906893029809,0.003757366444915533,0.0054628257639706135,0.007168285083025694,0.008873744867742062,0.010579204186797142,0.012284663505852222,0.013990122824907303,0.015695583075284958,0.017401041463017464,0.01910650171339512,0.020811960101127625,0.02251742035150528,0.024222878739237785,0.02592833898961544,0.027633799239993095,0.0293392576277256,0.031044717878103256,0.03275017812848091,0.03445563465356827,0.03616109490394592,0.03786655515432358,0.03957201540470123,0.04127747565507889,0.042982932180166245,0.0446883924305439,0.046393852680921555,0.04809931293129921,0.049804769456386566,0.05151022970676422,0.053215689957141876]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[2,0,1,1,1,1,1,1,0,1,1,1,3,2,3,3,8,1,8,5,6,11,14,14,17,21,27,43,46,43,68,70,67,60,33,27,21,22,19,11,11,19,9,6,4,3,8,3,5,2,0,2,1,1,1,2,3,0,0,1,2,0,0,1],"bins":[-7.683267540414818e-06,-7.439583441737341e-06,-7.195898888312513e-06,-6.952214789635036e-06,-6.708530236210208e-06,-6.4648461375327315e-06,-6.221162038855255e-06,-5.977477485430427e-06,-5.73379338675295e-06,-5.490109288075473e-06,-5.246424734650645e-06,-5.0027406359731685e-06,-4.759056537295692e-06,-4.515371983870864e-06,-4.271687885193387e-06,-4.028003331768559e-06,-3.7843192330910824e-06,-3.54063490703993e-06,-3.296950580988778e-06,-3.053266482311301e-06,-2.8095821562601486e-06,-2.5658978302089963e-06,-2.3222137315315194e-06,-2.078529405480367e-06,-1.8348450794292148e-06,-1.5911607533780625e-06,-1.347476541013748e-06,-1.1037923286494333e-06,-8.60108002598281e-07,-6.164237333905476e-07,-3.727394641828141e-07,-1.2905519497508067e-07,1.1462907423265278e-07,3.5831334344038623e-07,6.019976126481197e-07,8.456818818558531e-07,1.0893661510635866e-06,1.333050477114739e-06,1.5767346894790535e-06,1.820418901843368e-06,2.0641032278945204e-06,2.3077875539456727e-06,2.551471879996825e-06,2.795155978674302e-06,3.038840304725454e-06,3.2825246307766065e-06,3.5262087294540834e-06,3.7698930555052357e-06,4.013577381556388e-06,4.257261480233865e-06,4.500946033658693e-06,4.7446301323361695e-06,4.988314685760997e-06,5.231998784438474e-06,5.475682883115951e-06,5.719367436540779e-06,5.963051535218256e-06,6.2067356338957325e-06,6.45042018732056e-06,6.694104285998037e-06,6.937788384675514e-06,7.181472938100342e-06,7.4251570367778186e-06,7.668841135455295e-06,7.912525688880123e-06]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,0,1,6,10,16,16,27,20,54,66,105,149,188,332,459,765,1140,1886,2856,4595,7829,13329,22605,41939,82964,194503,494522,399478,150009,68701,35073,19988,11355,6739,3995,2569,1651,1017,630,386,283,174,133,98,59,40,17,26,19,18,7,4,3,2,2,0,0,1,2],"bins":[-0.0140380859375,-0.013597488403320312,-0.013156890869140625,-0.012716293334960938,-0.01227569580078125,-0.011835098266601562,-0.011394500732421875,-0.010953903198242188,-0.0105133056640625,-0.010072708129882812,-0.009632110595703125,-0.009191513061523438,-0.00875091552734375,-0.008310317993164062,-0.007869720458984375,-0.0074291229248046875,-0.006988525390625,-0.0065479278564453125,-0.006107330322265625,-0.0056667327880859375,-0.00522613525390625,-0.0047855377197265625,-0.004344940185546875,-0.0039043426513671875,-0.0034637451171875,-0.0030231475830078125,-0.002582550048828125,-0.0021419525146484375,-0.00170135498046875,-0.0012607574462890625,-0.000820159912109375,-0.0003795623779296875,6.103515625e-05,0.0005016326904296875,0.000942230224609375,0.0013828277587890625,0.00182342529296875,0.0022640228271484375,0.002704620361328125,0.0031452178955078125,0.0035858154296875,0.0040264129638671875,0.004467010498046875,0.0049076080322265625,0.00534820556640625,0.0057888031005859375,0.006229400634765625,0.0066699981689453125,0.007110595703125,0.0075511932373046875,0.007991790771484375,0.008432388305664062,0.00887298583984375,0.009313583374023438,0.009754180908203125,0.010194778442382812,0.0106353759765625,0.011075973510742188,0.011516571044921875,0.011957168579101562,0.01239776611328125,0.012838363647460938,0.013278961181640625,0.013719558715820312,0.01416015625]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.09378467500209808,-0.09088154882192612,-0.08797841519117355,-0.08507528901100159,-0.08217216283082962,-0.07926902920007706,-0.07636590301990509,-0.07346277683973312,-0.07055965065956116,-0.0676565170288086,-0.06475339084863663,-0.06185026094317436,-0.0589471310377121,-0.05604400485754013,-0.053140874952077866,-0.0502377487719059,-0.047334618866443634,-0.04443148896098137,-0.0415283627808094,-0.03862523287534714,-0.03572210669517517,-0.032818976789712906,-0.02991584688425064,-0.027012718841433525,-0.02410959079861641,-0.021206462755799294,-0.018303334712982178,-0.015400204807519913,-0.012497076764702797,-0.009593948721885681,-0.006690819747745991,-0.0037876912392675877,-0.0008845552802085876,0.0020185732282698154,0.0049217017367482185,0.007824830710887909,0.010727958753705025,0.01363108679652214,0.016534216701984406,0.01943734474480152,0.022340472787618637,0.025243600830435753,0.02814672887325287,0.031049858778715134,0.0339529886841774,0.036856114864349365,0.03975924476981163,0.0426623709499836,0.04556550085544586,0.04846863076090813,0.05137175694108009,0.05427488684654236,0.057178013026714325,0.06008114293217659,0.06298427283763885,0.06588739901781082,0.06879052519798279,0.07169365882873535,0.07459678500890732,0.07749991118907928,0.08040304481983185,0.08330617100000381,0.08620929718017578,0.08911243081092834,0.09201555699110031],"_type":"histogram","values":[4,5,8,8,22,45,79,147,221,380,661,913,1490,2197,3279,4641,6581,8902,12056,16068,20765,26913,32947,40294,47687,56393,63858,71506,78126,83746,87200,90447,91411,89996,86200,81930,75674,69030,60501,52609,45315,37378,30523,24295,19020,14783,11007,7837,5860,4049,2768,1854,1211,787,492,316,193,88,75,41,18,4,8,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,3,4,3,4,4,3,1,6,6,8,13,10,12,16,21,27,18,21,23,27,43,28,30,28,48,26,26,29,29,24,29,21,20,19,10,26,17,15,13,14,6,7,9,3,2,0,2,1,2,4,1,2,0,0,0,2],"bins":[-0.00040437589632347226,-0.00039200601167976856,-0.00037963612703606486,-0.00036726624239236116,-0.00035489635774865746,-0.00034252647310495377,-0.0003301566175650805,-0.0003177867329213768,-0.0003054168482776731,-0.0002930469636339694,-0.0002806770789902657,-0.00026830719434656203,-0.00025593730970285833,-0.00024356742505915463,-0.00023119755496736616,-0.00021882767032366246,-0.00020645778567995876,-0.00019408790103625506,-0.00018171801639255136,-0.0001693481463007629,-0.0001569782616570592,-0.0001446083770133555,-0.0001322384923696518,-0.00011986861500190571,-0.00010749873035820201,-9.512884571449831e-05,-8.275896834675223e-05,-7.038908370304853e-05,-5.8019202697323635e-05,-4.564932169159874e-05,-3.3279437047895044e-05,-2.0909556042170152e-05,-8.53967503644526e-06,3.830206878774334e-06,1.6200088793993928e-05,2.8569971618708223e-05,4.0939852624433115e-05,5.330973363015801e-05,6.56796182738617e-05,7.804949564160779e-05,9.041938028531149e-05,0.00010278926492901519,0.00011515914229676127,0.00012752902694046497,0.00013989891158416867,0.00015226879622787237,0.00016463866631966084,0.00017700855096336454,0.00018937843560706824,0.00020174832025077194,0.00021411820489447564,0.0002264880749862641,0.0002388579596299678,0.0002512278442736715,0.0002635977289173752,0.0002759676135610789,0.0002883374982047826,0.0003007073828484863,0.00031307726749219,0.00032544712303206325,0.00033781700767576694,0.00035018689231947064,0.00036255677696317434,0.00037492666160687804,0.00038729654625058174]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.08929755538702011,-0.08647222071886063,-0.08364687860012054,-0.08082154393196106,-0.07799620926380157,-0.07517087459564209,-0.0723455399274826,-0.06952019780874252,-0.06669486314058304,-0.06386952847242355,-0.06104419007897377,-0.05821885168552399,-0.0553935170173645,-0.05256818234920502,-0.049742843955755234,-0.04691750556230545,-0.044092170894145966,-0.04126683622598648,-0.0384414978325367,-0.035616159439086914,-0.03279082477092743,-0.029965488240122795,-0.02714015170931816,-0.024314815178513527,-0.021489478647708893,-0.01866414211690426,-0.015838805586099625,-0.01301346905529499,-0.010188132524490356,-0.007362795993685722,-0.004537459462881088,-0.0017121229320764542,0.00111321359872818,0.003938550129532814,0.006763886660337448,0.009589223191142082,0.012414559721946716,0.01523989625275135,0.018065232783555984,0.02089056931436062,0.023715905845165253,0.026541242375969887,0.02936657890677452,0.032191917300224304,0.03501725196838379,0.037842586636543274,0.04066792502999306,0.04349326342344284,0.046318598091602325,0.04914393275976181,0.051969271153211594,0.05479460954666138,0.05761994421482086,0.06044527888298035,0.06327061355113983,0.06609595566987991,0.0689212903380394,0.07174662500619888,0.07457196712493896,0.07739730179309845,0.08022263646125793,0.08304797112941742,0.0858733057975769,0.08869864791631699,0.09152398258447647],"_type":"histogram","values":[4,7,5,7,24,35,54,107,129,254,394,574,861,1281,1817,2461,3459,4657,6047,7743,9726,12185,14370,17230,19882,22947,25636,28123,30352,31828,32905,33418,32778,32182,30541,28442,26314,23512,20622,17702,15044,12377,10032,8106,6245,4985,3562,2715,1988,1367,954,630,428,314,192,114,75,38,21,7,4,2,6,3]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[2,1,1,0,9,4,12,18,21,31,49,65,109,123,190,231,352,481,677,943,1395,1967,2969,4208,6509,10032,15751,25065,44940,87315,215512,689109,244262,96474,49513,27012,16688,10511,6735,4113,3019,1999,1348,898,650,462,319,221,168,114,85,56,45,28,20,12,6,6,3,4,1,0,0,1],"bins":[-0.06884765625,-0.0666656494140625,-0.064483642578125,-0.0623016357421875,-0.06011962890625,-0.0579376220703125,-0.055755615234375,-0.0535736083984375,-0.0513916015625,-0.0492095947265625,-0.047027587890625,-0.0448455810546875,-0.04266357421875,-0.0404815673828125,-0.038299560546875,-0.0361175537109375,-0.033935546875,-0.0317535400390625,-0.029571533203125,-0.0273895263671875,-0.02520751953125,-0.0230255126953125,-0.020843505859375,-0.0186614990234375,-0.0164794921875,-0.0142974853515625,-0.012115478515625,-0.0099334716796875,-0.00775146484375,-0.0055694580078125,-0.003387451171875,-0.0012054443359375,0.0009765625,0.0031585693359375,0.005340576171875,0.0075225830078125,0.00970458984375,0.0118865966796875,0.014068603515625,0.0162506103515625,0.0184326171875,0.0206146240234375,0.022796630859375,0.0249786376953125,0.02716064453125,0.0293426513671875,0.031524658203125,0.0337066650390625,0.035888671875,0.0380706787109375,0.040252685546875,0.0424346923828125,0.04461669921875,0.0467987060546875,0.048980712890625,0.0511627197265625,0.0533447265625,0.0555267333984375,0.057708740234375,0.0598907470703125,0.06207275390625,0.0642547607421875,0.066436767578125,0.0686187744140625,0.07080078125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-1.1900420759047847e-05,-1.1510534932313021e-05,-1.1120650015072897e-05,-1.0730764188338071e-05,-1.0340878361603245e-05,-9.950993444363121e-06,-9.561107617628295e-06,-9.171221790893469e-06,-8.781336873653345e-06,-8.391451046918519e-06,-8.001565220183693e-06,-7.611679848196218e-06,-7.221794476208743e-06,-6.831908649473917e-06,-6.442023277486442e-06,-6.052137450751616e-06,-5.662252078764141e-06,-5.2723667067766655e-06,-4.8824808800418396e-06,-4.4925955080543645e-06,-4.1027096813195385e-06,-3.7128243093320634e-06,-3.3229389373445883e-06,-2.933053337983438e-06,-2.5431677386222873e-06,-2.1532821392611368e-06,-1.763396653586824e-06,-1.3735111679125112e-06,-9.836255685513606e-07,-5.93740026033629e-07,-2.038544835158973e-07,1.8603105900183436e-07,5.759156920248643e-07,9.658012913860148e-07,1.3556867770603276e-06,1.7455722627346404e-06,2.135457862095791e-06,2.5253434614569414e-06,2.9152288334444165e-06,3.305114432805567e-06,3.6950000321667176e-06,4.084885404154193e-06,4.474771230889019e-06,4.864656602876494e-06,5.254541974863969e-06,5.644427801598795e-06,6.03431317358627e-06,6.424199000321096e-06,6.814084372308571e-06,7.203969744296046e-06,7.593855571030872e-06,7.983740943018347e-06,8.373626769753173e-06,8.763511686993297e-06,9.153397513728123e-06,9.543283340462949e-06,9.933168257703073e-06,1.03230540844379e-05,1.0712939911172725e-05,1.1102825737907551e-05,1.1492710655147675e-05,1.1882596481882501e-05,1.2272482308617327e-05,1.2662367225857452e-05,1.3052253052592278e-05],"_type":"histogram","values":[2,0,1,1,0,2,1,5,0,6,1,2,3,4,4,5,9,13,15,7,9,13,7,20,17,26,31,42,48,67,84,50,39,34,30,25,18,13,26,19,8,16,10,5,3,5,3,3,4,4,0,5,0,0,0,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,0,1,0,3,2,1,5,14,18,24,25,40,48,72,95,141,211,270,368,549,820,1223,1826,2747,4347,6778,11101,20054,39587,85827,158646,126661,59996,28395,15060,8686,5454,3581,2331,1570,992,682,425,354,204,151,134,69,66,44,39,25,23,11,8,6,3,3,3,0,1,0,2],"bins":[-0.00078582763671875,-0.0007610917091369629,-0.0007363557815551758,-0.0007116198539733887,-0.0006868839263916016,-0.0006621479988098145,-0.0006374120712280273,-0.0006126761436462402,-0.0005879402160644531,-0.000563204288482666,-0.0005384683609008789,-0.0005137324333190918,-0.0004889965057373047,-0.0004642605781555176,-0.00043952465057373047,-0.00041478872299194336,-0.00039005279541015625,-0.00036531686782836914,-0.00034058094024658203,-0.0003158450126647949,-0.0002911090850830078,-0.0002663731575012207,-0.0002416372299194336,-0.00021690130233764648,-0.00019216537475585938,-0.00016742944717407227,-0.00014269351959228516,-0.00011795759201049805,-9.322166442871094e-05,-6.848573684692383e-05,-4.374980926513672e-05,-1.901388168334961e-05,5.7220458984375e-06,3.045797348022461e-05,5.519390106201172e-05,7.992982864379883e-05,0.00010466575622558594,0.00012940168380737305,0.00015413761138916016,0.00017887353897094727,0.00020360946655273438,0.00022834539413452148,0.0002530813217163086,0.0002778172492980957,0.0003025531768798828,0.0003272891044616699,0.00035202503204345703,0.00037676095962524414,0.00040149688720703125,0.00042623281478881836,0.00045096874237060547,0.0004757046699523926,0.0005004405975341797,0.0005251765251159668,0.0005499124526977539,0.000574648380279541,0.0005993843078613281,0.0006241202354431152,0.0006488561630249023,0.0006735920906066895,0.0006983280181884766,0.0007230639457702637,0.0007477998733520508,0.0007725358009338379,0.000797271728515625]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,0,1,2,3,4,3,2,7,3,5,6,5,10,10,12,13,21,19,40,47,59,60,82,58,60,40,37,23,23,15,10,8,9,12,7,6,5,5,2,2,2,5,1,4,3,3,1,2,2,2,1,0,0,0,0,1,1,0,0,0,1],"bins":[-0.01237797923386097,-0.011904112994670868,-0.011430245824158192,-0.01095637958496809,-0.010482513345777988,-0.010008646175265312,-0.00953477993607521,-0.009060913696885109,-0.008587047457695007,-0.008113180287182331,-0.0076393140479922295,-0.0071654473431408405,-0.006691580638289452,-0.00621771439909935,-0.005743847694247961,-0.005269981455057859,-0.0047961147502064705,-0.0043222480453550816,-0.00384838180616498,-0.003374515101313591,-0.0029006486292928457,-0.0024267821572721004,-0.0019529155688360333,-0.0014790489803999662,-0.001005182508379221,-0.0005313159781508148,-5.744944792240858e-05,0.0004164170823059976,0.0008902836125344038,0.001364150084555149,0.0018380166729912162,0.0023118832614272833,0.0027857497334480286,0.003259616205468774,0.003733482677489519,0.004207349382340908,0.00468121562153101,0.005155082326382399,0.0056289490312337875,0.006102815270423889,0.006576681975275278,0.007050548680126667,0.007524414919316769,0.00799828115850687,0.008472148329019547,0.008946014568209648,0.00941988080739975,0.009893747977912426,0.010367614217102528,0.01084148045629263,0.011315347626805305,0.011789213865995407,0.012263080105185509,0.012736947275698185,0.013210813514888287,0.013684679754078388,0.014158546924591064,0.014632413163781166,0.015106279402971268,0.01558014564216137,0.01605401188135147,0.016527879983186722,0.017001746222376823,0.017475612461566925,0.017949478700757027]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.09523260593414307,-0.09222836047410965,-0.08922411501407623,-0.08621987700462341,-0.08321563154459,-0.08021138608455658,-0.07720714062452316,-0.07420290261507034,-0.07119865715503693,-0.06819441169500351,-0.06519016623497009,-0.062185924500226974,-0.05918167904019356,-0.05617743730545044,-0.05317319184541702,-0.050168950110673904,-0.04716470465064049,-0.04416045919060707,-0.04115621745586395,-0.038151971995830536,-0.03514773026108742,-0.032143484801054,-0.029139241203665733,-0.026134997606277466,-0.0231307540088892,-0.02012651041150093,-0.017122266814112663,-0.014118022285401821,-0.011113778688013554,-0.008109535090625286,-0.005105291027575731,-0.00210104719735682,0.0009031966328620911,0.003907440230250359,0.006911684293299913,0.009915928356349468,0.012920171953737736,0.015924416482448578,0.018928660079836845,0.021932903677225113,0.02493714727461338,0.027941390872001648,0.030945634469389915,0.03394987806677818,0.0369541235268116,0.03995836526155472,0.042962610721588135,0.04596685245633125,0.04897109791636467,0.05197534337639809,0.054979585111141205,0.05798383057117462,0.06098807230591774,0.06399231404066086,0.06699655950069427,0.07000080496072769,0.07300505042076111,0.07600929588079453,0.07901353389024734,0.08201777935028076,0.08502202481031418,0.0880262702703476,0.09103050827980042,0.09403475373983383,0.09703899919986725],"_type":"histogram","values":[4,1,1,6,8,15,32,60,83,156,228,322,569,842,1227,1811,2501,3544,4880,6654,8592,10847,13585,16697,19623,23027,25893,28807,31566,33770,34683,35420,35026,34226,32368,29922,27275,24068,20973,17706,14712,11902,9615,7266,5723,4299,2964,2037,1500,1011,669,453,252,167,95,55,39,18,14,8,3,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[2,3,2,7,6,10,20,32,64,93,175,251,416,654,942,1362,1942,2782,3781,5099,6614,8688,10706,13391,16132,18960,22009,24988,27682,30168,32140,33013,34059,34052,33342,31696,29948,27755,25054,21477,18695,15850,13072,10550,8445,6607,4875,3651,2739,1983,1288,904,620,405,234,174,97,56,24,20,11,5,0,2],"bins":[-0.09576303511857986,-0.09285682439804077,-0.08995061367750168,-0.08704440295696259,-0.08413819223642349,-0.0812319815158844,-0.0783257707953453,-0.07541956007480621,-0.07251334935426712,-0.06960713863372803,-0.06670092791318893,-0.06379471719264984,-0.06088851019740105,-0.057982299476861954,-0.05507608875632286,-0.05216987803578377,-0.049263667315244675,-0.04635745659470558,-0.04345124587416649,-0.040545035153627396,-0.0376388244330883,-0.03473261371254921,-0.03182640299201012,-0.028920194134116173,-0.02601398341357708,-0.023107772693037987,-0.020201561972498894,-0.0172953512519598,-0.014389141462743282,-0.01148293074220419,-0.008576720952987671,-0.005670510232448578,-0.002764299511909485,0.0001419109757989645,0.003048121463507414,0.00595433171838522,0.008860542438924313,0.011766753159463406,0.014672962948679924,0.017579173669219017,0.02048538438975811,0.023391595110297203,0.026297805830836296,0.02920401655137539,0.03211022540926933,0.035016436129808426,0.03792264685034752,0.04082885757088661,0.043735068291425705,0.0466412790119648,0.04954748973250389,0.052453700453042984,0.05535991117358208,0.05826612189412117,0.06117233261466026,0.06407853960990906,0.06698475033044815,0.06989096105098724,0.07279717177152634,0.07570338249206543,0.07860959321260452,0.08151580393314362,0.08442201465368271,0.0873282253742218,0.0902344360947609],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,2,0,2,1,0,3,2,4,4,4,1,10,12,11,6,19,20,15,22,18,21,21,25,17,27,21,31,30,25,23,38,31,29,22,24,26,26,32,20,12,13,12,18,14,7,9,3,13,5,4,1,1,0,2,1,3,1,0,0,2],"bins":[-0.0274786576628685,-0.026636822149157524,-0.02579498663544655,-0.024953149259090424,-0.024111313745379448,-0.023269478231668472,-0.022427640855312347,-0.021585805341601372,-0.020743969827890396,-0.01990213431417942,-0.019060298800468445,-0.01821846142411232,-0.017376625910401344,-0.01653479039669037,-0.015692953020334244,-0.014851117506623268,-0.014009281992912292,-0.013167446479201317,-0.012325610034167767,-0.011483773589134216,-0.01064193807542324,-0.009800102561712265,-0.008958266116678715,-0.008116429671645164,-0.007274594157934189,-0.006432758178561926,-0.005590922199189663,-0.0047490862198174,-0.003907250240445137,-0.003065414261072874,-0.002223578281700611,-0.0013817423023283482,-0.0005399063229560852,0.00030192965641617775,0.0011437656357884407,0.0019856016151607037,0.0028274375945329666,0.0036692735739052296,0.0045111095532774925,0.0053529455326497555,0.006194781512022018,0.007036617491394281,0.007878453470766544,0.008720289915800095,0.00956212542951107,0.010403960943222046,0.011245797388255596,0.012087633833289146,0.012929469347000122,0.013771304860711098,0.014613141305744648,0.015454977750778198,0.016296813264489174,0.01713864877820015,0.017980486154556274,0.01882232166826725,0.019664157181978226,0.0205059926956892,0.021347828209400177,0.022189665585756302,0.023031501099467278,0.023873336613178253,0.024715173989534378,0.025557009503245354,0.02639884501695633]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0003884816251229495,-0.00037616241024807096,-0.00036384316626936197,-0.00035152395139448345,-0.0003392047365196049,-0.0003268855216447264,-0.00031456630676984787,-0.0003022470627911389,-0.00028992784791626036,-0.00027760863304138184,-0.00026528938906267285,-0.00025297017418779433,-0.0002406509593129158,-0.00022833174443803728,-0.00021601251501124352,-0.00020369328558444977,-0.00019137407070957124,-0.00017905485583469272,-0.00016673562640789896,-0.0001544163969811052,-0.00014209718210622668,-0.00012977796723134816,-0.0001174587378045544,-0.00010513951565371826,-9.282029350288212e-05,-8.050107135204598e-05,-6.818184920120984e-05,-5.58626270503737e-05,-4.354340489953756e-05,-3.1224182748701423e-05,-1.8904960597865283e-05,-6.5857384470291436e-06,5.73345459997654e-06,1.805267675081268e-05,3.037189890164882e-05,4.269112105248496e-05,5.50103432033211e-05,6.732956535415724e-05,7.964878750499338e-05,9.196800965582952e-05,0.00010428723180666566,0.0001166064539575018,0.00012892567610833794,0.0001412449055351317,0.00015356412041001022,0.00016588333528488874,0.0001782025647116825,0.00019052179413847625,0.00020284100901335478,0.0002151602238882333,0.00022747945331502706,0.0002397986827418208,0.00025211789761669934,0.00026443711249157786,0.00027675635647028685,0.00028907557134516537,0.0003013947862200439,0.0003137140010949224,0.00032603321596980095,0.00033835245994850993,0.00035067167482338846,0.000362990889698267,0.00037531013367697597,0.0003876293485518545,0.000399948563426733],"_type":"histogram","values":[1,0,1,0,2,1,0,3,2,2,2,5,5,4,4,3,9,11,12,15,19,24,19,26,20,22,36,26,33,26,34,28,28,39,24,28,20,24,21,30,23,18,17,20,10,14,6,12,9,6,0,2,3,5,3,2,5,0,0,0,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[2,5,12,13,26,78,99,143,273,474,767,1201,2000,3030,4524,6364,9135,12832,17238,22362,28630,36484,44847,54295,62784,71441,80351,87032,92535,95512,97446,96234,92587,88059,80067,72109,63404,54208,45361,36825,29900,23060,17500,12989,9195,6638,4576,3021,1942,1289,802,486,263,180,105,55,35,21,11,3,2,1,0,1],"bins":[-0.09473544359207153,-0.09163159877061844,-0.08852775394916534,-0.08542390912771225,-0.08232006430625916,-0.07921621948480606,-0.07611237466335297,-0.07300852984189987,-0.06990468502044678,-0.06680084019899368,-0.06369699537754059,-0.060593146830797195,-0.0574893020093441,-0.054385457187891006,-0.05128161236643791,-0.04817776754498482,-0.04507392272353172,-0.04197007790207863,-0.038866233080625534,-0.03576238825917244,-0.032658543437719345,-0.0295546967536211,-0.026450851932168007,-0.023347007110714912,-0.020243162289261818,-0.017139317467808723,-0.014035472646355629,-0.01093162689357996,-0.007827782072126865,-0.004723937250673771,-0.0016200919635593891,0.001483753090724349,0.004587598145008087,0.007691442966461182,0.010795287787914276,0.013899133540689945,0.017002977430820465,0.02010682411491871,0.023210668936371803,0.026314513757824898,0.029418358579277992,0.032522205263376236,0.03562605008482933,0.038729894906282425,0.04183373972773552,0.044937584549188614,0.04804142937064171,0.0511452741920948,0.0542491190135479,0.05735296383500099,0.060456808656454086,0.06356065720319748,0.06666450202465057,0.06976834684610367,0.07287219166755676,0.07597603648900986,0.07907988131046295,0.08218372613191605,0.08528757095336914,0.08839141577482224,0.09149526059627533,0.09459910541772842,0.09770295023918152,0.10080679506063461,0.10391063988208771],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,1,1,1,1,4,6,7,14,14,21,40,52,73,109,141,221,358,590,1023,1720,2968,5729,11122,23541,57847,185481,189750,59795,24256,11562,5789,3129,1766,1037,661,350,178,143,90,63,44,30,23,21,13,15,3,2,2,4,4,0,3,0,0,0,0,0,2,1,1],"bins":[-0.0020751953125,-0.0020036697387695312,-0.0019321441650390625,-0.0018606185913085938,-0.001789093017578125,-0.0017175674438476562,-0.0016460418701171875,-0.0015745162963867188,-0.00150299072265625,-0.0014314651489257812,-0.0013599395751953125,-0.0012884140014648438,-0.001216888427734375,-0.0011453628540039062,-0.0010738372802734375,-0.0010023117065429688,-0.0009307861328125,-0.0008592605590820312,-0.0007877349853515625,-0.0007162094116210938,-0.000644683837890625,-0.0005731582641601562,-0.0005016326904296875,-0.00043010711669921875,-0.00035858154296875,-0.00028705596923828125,-0.0002155303955078125,-0.00014400482177734375,-7.2479248046875e-05,-9.5367431640625e-07,7.05718994140625e-05,0.00014209747314453125,0.000213623046875,0.00028514862060546875,0.0003566741943359375,0.00042819976806640625,0.000499725341796875,0.0005712509155273438,0.0006427764892578125,0.0007143020629882812,0.00078582763671875,0.0008573532104492188,0.0009288787841796875,0.0010004043579101562,0.001071929931640625,0.0011434555053710938,0.0012149810791015625,0.0012865066528320312,0.0013580322265625,0.0014295578002929688,0.0015010833740234375,0.0015726089477539062,0.001644134521484375,0.0017156600952148438,0.0017871856689453125,0.0018587112426757812,0.00193023681640625,0.0020017623901367188,0.0020732879638671875,0.0021448135375976562,0.002216339111328125,0.0022878646850585938,0.0023593902587890625,0.0024309158325195312,0.00250244140625]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.05269886553287506,-0.051227740943431854,-0.04975661635398865,-0.04828549176454544,-0.046814367175102234,-0.04534323886036873,-0.04387211427092552,-0.042400989681482315,-0.04092986509203911,-0.0394587405025959,-0.037987615913152695,-0.03651649132370949,-0.03504536300897598,-0.033574238419532776,-0.03210311383008957,-0.030631989240646362,-0.029160864651203156,-0.02768974006175995,-0.026218615472316742,-0.024747489020228386,-0.02327636443078518,-0.021805239841341972,-0.020334113389253616,-0.01886298879981041,-0.017391864210367203,-0.015920739620923996,-0.014449614100158215,-0.012978488579392433,-0.011507363989949226,-0.01003623940050602,-0.008565113879740238,-0.007093988824635744,-0.0056228600442409515,-0.0041517349891364574,-0.0026806099340319633,-0.0012094848789274693,0.00026164017617702484,0.001732765231281519,0.003203890286386013,0.004675015341490507,0.006146140396595001,0.007617265451699495,0.00908839050680399,0.01055951602756977,0.012030640617012978,0.013501765206456184,0.014972890727221966,0.016444016247987747,0.017915140837430954,0.01938626542687416,0.020857390016317368,0.022328516468405724,0.02379964105784893,0.025270765647292137,0.026741892099380493,0.0282130166888237,0.029684141278266907,0.031155265867710114,0.03262639045715332,0.03409751504659653,0.035568639636039734,0.03703976795077324,0.038510892540216446,0.03998201712965965,0.04145314171910286],"_type":"histogram","values":[1,0,0,1,0,2,0,0,0,2,0,3,1,5,4,6,4,5,10,8,11,10,23,11,18,17,16,24,24,38,31,24,20,23,28,25,37,34,23,37,22,29,11,16,20,21,12,13,18,14,10,15,8,7,4,6,3,4,3,1,0,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,0,0,1,1,0,1,0,0,1,0,2,4,3,0,10,8,7,8,6,8,7,13,22,23,27,21,26,29,22,40,33,28,43,31,32,35,34,34,34,28,19,30,12,10,16,12,8,4,6,6,3,4,1,2,2,4,3,1,0,0,0,0,2],"bins":[-0.0003384547308087349,-0.0003284888225607574,-0.00031852288520894945,-0.00030855697696097195,-0.00029859106871299446,-0.00028862516046501696,-0.000278659223113209,-0.0002686933148652315,-0.000258727406617254,-0.00024876146926544607,-0.00023879556101746857,-0.00022882965276949108,-0.00021886372996959835,-0.00020889782172162086,-0.00019893189892172813,-0.00018896599067375064,-0.00017900006787385792,-0.0001690341450739652,-0.0001590682368259877,-0.00014910231402609497,-0.00013913640577811748,-0.00012917048297822475,-0.00011920456745428964,-0.00010923865193035454,-9.927273640641943e-05,-8.930682088248432e-05,-7.934090535854921e-05,-6.93749898346141e-05,-5.940907067270018e-05,-4.944315514876507e-05,-3.9477235986851156e-05,-2.9511320462916046e-05,-1.9545404938980937e-05,-9.579488505551126e-06,3.864279278786853e-07,1.0352344361308496e-05,2.0318260794738308e-05,3.0284176318673417e-05,4.0250095480587333e-05,5.021601100452244e-05,6.018192652845755e-05,7.014784205239266e-05,8.011375757632777e-05,9.007967310026288e-05,0.0001000455959001556,0.00011001151142409071,0.00011997742694802582,0.00012994333519600332,0.00013990925799589604,0.00014987518079578876,0.00015984108904376626,0.00016980701184365898,0.00017977292009163648,0.0001897388428915292,0.0001997047511395067,0.00020967067393939942,0.00021963659673929214,0.00022960250498726964,0.00023956842778716236,0.0002495343505870551,0.0002595002588350326,0.0002694661670830101,0.00027943207533098757,0.0002893980126827955,0.000299363920930773],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[2,1,0,0,0,0,1,0,0,1,3,2,3,3,4,1,4,3,6,6,7,5,16,16,21,34,36,64,79,112,97,53,36,31,19,22,6,11,12,7,7,7,3,3,5,0,3,2,1,2,1,2,3,0,1,0,2,1,0,0,0,0,0,1],"bins":[-0.07140138745307922,-0.06900724768638611,-0.06661311537027359,-0.06421897560358047,-0.06182483956217766,-0.05943069979548454,-0.057036563754081726,-0.05464242771267891,-0.05224829167127609,-0.04985415190458298,-0.04746001586318016,-0.045065879821777344,-0.04267174005508423,-0.04027760401368141,-0.037883467972278595,-0.03548932820558548,-0.03309519216418266,-0.030701054260134697,-0.02830691821873188,-0.025912780314683914,-0.023518644273281097,-0.02112450636923313,-0.018730368465185165,-0.01633623242378235,-0.013942094519734383,-0.011547957547008991,-0.0091538205742836,-0.006759682670235634,-0.0043655456975102425,-0.0019714084919542074,0.0004227287136018276,0.0028168659191578627,0.005211003124713898,0.007605140097439289,0.00999927707016468,0.012393414974212646,0.014787551946938038,0.01718168891966343,0.019575826823711395,0.021969962865114212,0.024364100769162178,0.026758238673210144,0.02915237471461296,0.03154651075601578,0.03394065052270889,0.03633478656411171,0.038728922605514526,0.04112306237220764,0.04351719841361046,0.045911334455013275,0.04830547422170639,0.05069961026310921,0.053093746304512024,0.05548788607120514,0.057882022112607956,0.06027615815401077,0.06267029792070389,0.0650644302368164,0.06745857000350952,0.06985270977020264,0.07224684208631516,0.07464098185300827,0.07703512161970139,0.0794292539358139,0.08182339370250702],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,2,0,0,1,1,2,4,5,8,6,10,10,9,15,13,13,27,34,38,41,35,38,35,36,37,41,34,35,38,23,35,23,23,20,19,16,5,5,4,2,6,1,5,4,2,1,0,1,0,2,0,0,0,1],"bins":[-0.00037989276461303234,-0.0003687081334646791,-0.00035752347321249545,-0.00034633884206414223,-0.000335154210915789,-0.00032396955066360533,-0.0003127849195152521,-0.0003016002883668989,-0.0002904156572185457,-0.000279230996966362,-0.0002680463658180088,-0.00025686173466965556,-0.0002456770744174719,-0.00023449244326911867,-0.00022330779756885022,-0.000212123166420497,-0.00020093852072022855,-0.0001897538750199601,-0.00017856924387160689,-0.00016738459817133844,-0.00015619996702298522,-0.00014501532132271677,-0.00013383067562244833,-0.0001226460444740951,-0.00011146139877382666,-0.00010027676034951583,-8.909212192520499e-05,-7.790747622493654e-05,-6.672283780062571e-05,-5.553819937631488e-05,-4.435355731402524e-05,-3.31689152517356e-05,-2.198430593125522e-05,-1.0799665687954985e-05,3.8497455534525216e-07,1.1569614798645489e-05,2.2754255041945726e-05,3.393889346625656e-05,4.51235355285462e-05,5.630817759083584e-05,6.749281601514667e-05,7.86774544394575e-05,8.986209286376834e-05,0.00010104673856403679,0.00011223137698834762,0.00012341601541265845,0.0001346006611129269,0.00014578529226128012,0.00015696993796154857,0.00016815458366181701,0.00017933921481017023,0.00019052386051043868,0.0002017084916587919,0.00021289313735906035,0.0002240777830593288,0.000235262414207682,0.00024644704535603523,0.0002576317056082189,0.00026881633675657213,0.00028000096790492535,0.000291185628157109,0.00030237025930546224,0.00031355489045381546,0.00032473955070599914,0.00033592418185435236]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.0008132333168759942,-0.0007864554063417017,-0.0007596775540150702,-0.0007328996434807777,-0.0007061217911541462,-0.0006793438806198537,-0.0006525660282932222,-0.0006257881177589297,-0.0005990102654322982,-0.0005722323548980057,-0.0005454544443637133,-0.0005186765920370817,-0.0004918986815027893,-0.00046512080007232726,-0.00043834291864186525,-0.00041156503721140325,-0.00038478715578094125,-0.00035800927435047925,-0.00033123139292001724,-0.00030445351148955524,-0.00027767563005909324,-0.0002508977195248008,-0.00022411983809433877,-0.00019734195666387677,-0.00017056407523341477,-0.00014378619380295277,-0.00011700830509653315,-9.023041639011353e-05,-6.345253495965153e-05,-3.667464989121072e-05,-9.89676482276991e-06,1.68811202456709e-05,4.3658947106450796e-05,7.04368285369128e-05,9.721471724333242e-05,0.00012399260594975203,0.00015077048738021404,0.00017754836881067604,0.00020432626479305327,0.00023110414622351527,0.0002578820276539773,0.0002846599090844393,0.0003114377905149013,0.0003382156719453633,0.00036499358247965574,0.00039177146391011775,0.00041854934534057975,0.00044532722677104175,0.00047210510820150375,0.0004988830187357962,0.0005256608710624278,0.0005524387815967202,0.0005792166339233518,0.0006059945444576442,0.0006327723967842758,0.0006595503073185682,0.0006863281596451998,0.0007131060701794922,0.0007398839807137847,0.0007666618330404162,0.0007934397435747087,0.0008202175959013402,0.0008469955064356327,0.0008737733587622643,0.0009005512692965567],"_type":"histogram","values":[1,0,0,1,0,2,1,1,6,4,6,4,9,6,8,7,11,9,13,17,13,18,21,30,30,27,37,29,35,34,32,23,34,34,24,28,26,27,20,20,19,16,9,15,11,5,7,5,8,2,5,4,5,2,2,2,0,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,3,3,6,13,22,39,80,140,245,356,573,891,1259,1795,2604,3548,4824,6582,8460,10899,13756,16471,19530,22765,25743,28902,31596,33369,34526,35091,34865,34324,32350,30074,27429,24289,21013,18011,14907,11943,9622,7439,5573,4245,3136,2167,1531,998,687,456,271,164,92,67,35,16,13,5,3,3,2],"bins":[-0.0982576236128807,-0.09525705128908157,-0.09225647896528244,-0.0892559066414833,-0.08625534176826477,-0.08325476944446564,-0.0802541971206665,-0.07725362479686737,-0.07425305247306824,-0.0712524801492691,-0.06825190782546997,-0.06525133550167084,-0.062250766903162,-0.05925019457936287,-0.056249625980854034,-0.0532490536570549,-0.05024848133325577,-0.047247909009456635,-0.0442473366856575,-0.041246768087148666,-0.03824619576334953,-0.0352456234395504,-0.032245054841041565,-0.02924448251724243,-0.0262439101934433,-0.023243337869644165,-0.02024276740849018,-0.017242196947336197,-0.014241624623537064,-0.011241053231060505,-0.008240481838583946,-0.0052399104461073875,-0.0022393465042114258,0.0007612248882651329,0.0037617962807416916,0.00676236767321825,0.009762939065694809,0.012763510458171368,0.015764081850647926,0.01876465231180191,0.021765224635601044,0.024765796959400177,0.02776636742055416,0.030766937881708145,0.03376751020550728,0.03676808252930641,0.03976865112781525,0.04276922345161438,0.04576979577541351,0.048770368099212646,0.05177094042301178,0.054771509021520615,0.05777208134531975,0.06077265366911888,0.06377322226762772,0.06677379459142685,0.06977436691522598,0.07277493923902512,0.07577551156282425,0.07877608388662338,0.08177664875984192,0.08477722108364105,0.08777779340744019,0.09077836573123932,0.09377893805503845]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[3,1,1,1,8,20,18,45,86,160,234,437,724,1081,1677,2554,3793,5542,7911,10788,14865,19445,25265,31856,39619,47426,56545,65351,73349,80631,86937,91820,94891,95057,93760,89991,84547,76964,69412,60494,51468,43498,35405,28401,22169,17131,12499,9233,6529,4580,3085,2077,1303,882,548,324,191,92,62,31,23,10,8,6],"bins":[-0.1008136123418808,-0.09778030216693878,-0.09474699944257736,-0.09171368926763535,-0.08868038654327393,-0.08564707636833191,-0.08261377364397049,-0.07958046346902847,-0.07654716074466705,-0.07351385056972504,-0.07048054039478302,-0.0674472376704216,-0.06441392749547958,-0.061380621045827866,-0.05834731459617615,-0.05531400814652443,-0.05228070169687271,-0.04924739524722099,-0.046214088797569275,-0.04318078234791756,-0.04014747589826584,-0.03711416572332382,-0.034080859273672104,-0.031047552824020386,-0.028014246374368668,-0.02498093992471695,-0.02194763347506523,-0.018914325162768364,-0.015881018713116646,-0.012847712263464928,-0.009814404882490635,-0.0067810979671776295,-0.003747783601284027,-0.0007144766859710217,0.002318830229341984,0.005352137144654989,0.008385444059967995,0.011418750509619713,0.014452057890594006,0.0174853652715683,0.020518671721220016,0.023551978170871735,0.026585284620523453,0.02961859293282032,0.03265190124511719,0.035685207694768906,0.038718514144420624,0.04175182059407234,0.04478512704372406,0.04781843349337578,0.050851739943027496,0.053885046392679214,0.05691835284233093,0.05995166301727295,0.06298496574163437,0.06601827591657639,0.0690515786409378,0.07208488881587982,0.07511819899082184,0.07815150171518326,0.08118481189012527,0.0842181146144867,0.08725142478942871,0.09028472751379013,0.09331803768873215]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.004961008206009865,-0.004748594481498003,-0.004536180291324854,-0.004323766566812992,-0.00411135284230113,-0.003898938884958625,-0.003686525160446763,-0.0034741112031042576,-0.0032616974785923958,-0.0030492835212498903,-0.002836869563907385,-0.002624455839395523,-0.0024120418820530176,-0.002199628157541156,-0.0019872142001986504,-0.0017748003592714667,-0.001562386518344283,-0.0013499726774170995,-0.0011375588364899158,-0.0009251449373550713,-0.0007127310964278877,-0.000500317255500704,-0.00028790338546968997,-7.548952999059111e-05,0.00013692432548850775,0.0003493381664156914,0.000561752007342875,0.0007741659064777195,0.000986579805612564,0.0011989936465397477,0.0014114074874669313,0.001623821328394115,0.0018362351693212986,0.002048649126663804,0.002261062851175666,0.0024734768085181713,0.002685890533030033,0.0028983044903725386,0.0031107182148844004,0.003323132172226906,0.0035355458967387676,0.003747959854081273,0.0039603738114237785,0.00417278753593564,0.004385201260447502,0.004597615450620651,0.004810029175132513,0.005022442899644375,0.005234857089817524,0.005447270814329386,0.0056596845388412476,0.005872098263353109,0.0060845124535262585,0.00629692617803812,0.006509339902549982,0.006721753627061844,0.006934167817234993,0.007146581541746855,0.007358995266258717,0.007571409456431866,0.0077838231809437275,0.00799623690545559,0.008208651095628738,0.008421064354479313,0.008633478544652462],"_type":"histogram","values":[1,1,0,3,1,1,3,1,3,2,4,3,5,7,11,27,31,39,39,49,63,64,73,52,48,34,32,30,26,15,15,12,9,7,6,11,5,5,2,4,4,3,1,2,5,2,2,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.053501687943935394,-0.051893167197704315,-0.050284646451473236,-0.04867612197995186,-0.04706760123372078,-0.0454590804874897,-0.04385055974125862,-0.04224203899502754,-0.040633514523506165,-0.039024993777275085,-0.037416473031044006,-0.03580795228481293,-0.03419943153858185,-0.03259091079235077,-0.03098238818347454,-0.029373865574598312,-0.027765344828367233,-0.026156824082136154,-0.024548301473259926,-0.022939780727028847,-0.02133125811815262,-0.01972273737192154,-0.01811421662569046,-0.016505694016814232,-0.014897173270583153,-0.013288651593029499,-0.011680129915475845,-0.010071609169244766,-0.008463087491691113,-0.006854565814137459,-0.005246044602245092,-0.0036375231575220823,-0.0020290017127990723,-0.0004204802680760622,0.0011880411766469479,0.002796562621369958,0.004405084066092968,0.006013605743646622,0.007622126955538988,0.009230648167431355,0.010839169844985008,0.012447691522538662,0.014056213200092316,0.015664733946323395,0.017273254692554474,0.018881777301430702,0.02049029804766178,0.02209882065653801,0.02370734140276909,0.025315862149000168,0.026924384757876396,0.028532905504107475,0.030141428112983704,0.03174994885921478,0.03335846960544586,0.03496699035167694,0.03657551109790802,0.0381840355694294,0.03979255631566048,0.041401077061891556,0.043009597808122635,0.044618118554353714,0.04622664302587509,0.04783516377210617,0.04944368451833725],"_type":"histogram","values":[1,2,0,2,1,2,1,0,1,2,2,6,4,4,9,7,10,5,9,15,12,19,10,13,22,28,22,23,29,29,25,34,29,33,28,28,32,23,29,22,22,19,23,14,14,18,7,13,9,12,13,8,4,5,3,2,3,2,0,1,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[-0.004950228147208691,-0.0047385189682245255,-0.004526810254901648,-0.004315101075917482,-0.004103391896933317,-0.0038916829507797956,-0.0036799737717956305,-0.003468264825642109,-0.0032565556466579437,-0.003044846700504422,-0.0028331377543509007,-0.0026214285753667355,-0.002409719629213214,-0.0021980104502290487,-0.001986301504075527,-0.0017745924415066838,-0.0015628833789378405,-0.001351174316368997,-0.0011394652538001537,-0.0009277562494389713,-0.0007160471868701279,-0.0005043381243012846,-0.00029262909083627164,-8.092004281934351e-05,0.00013078900519758463,0.000342498067766428,0.0005542071303352714,0.0007659161346964538,0.0009776251390576363,0.0011893342016264796,0.001401043264195323,0.0016127523267641664,0.0018244613893330097,0.0020361703354865313,0.0022478795144706964,0.002459588460624218,0.002671297639608383,0.0028830065857619047,0.00309471576474607,0.0033064247108995914,0.0035181338898837566,0.003729842836037278,0.0039415517821908,0.004153260961174965,0.00436497014015913,0.004576678853482008,0.004788388032466173,0.005000097211450338,0.005211805924773216,0.0054235151037573814,0.005635224282741547,0.005846933461725712,0.00605864217504859,0.006270351354032755,0.00648206053301692,0.006693769712001085,0.006905478425323963,0.007117187604308128,0.0073288967832922935,0.007540605496615171,0.007752314675599337,0.007964023388922215,0.00817573256790638,0.008387441746890545,0.00859915092587471],"_type":"histogram","values":[4,0,0,1,1,3,1,4,3,2,7,8,8,11,16,27,26,37,38,47,57,57,50,50,62,36,32,22,24,20,20,13,12,10,9,7,4,5,2,6,8,4,2,0,2,2,1,1,0,1,1,0,2,0,0,0,0,0,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[0.9992378354072571,0.9992630481719971,0.9992883205413818,0.9993135333061218,0.9993387460708618,0.9993640184402466,0.9993892312049866,0.9994144439697266,0.9994397163391113,0.9994649291038513,0.9994901418685913,0.9995154142379761,0.9995406270027161,0.999565839767456,0.9995911121368408,0.9996163249015808,0.9996415376663208,0.9996668100357056,0.9996920228004456,0.9997172355651855,0.9997425079345703,0.9997677206993103,0.9997929334640503,0.9998182058334351,0.999843418598175,0.999868631362915,0.9998939037322998,0.9999191164970398,0.9999443292617798,0.9999696016311646,0.9999948143959045,1.0000200271606445,1.0000452995300293,1.0000704526901245,1.0000957250595093,1.000120997428894,1.0001461505889893,1.000171422958374,1.0001966953277588,1.000221848487854,1.0002471208572388,1.0002723932266235,1.0002975463867188,1.0003228187561035,1.0003480911254883,1.0003732442855835,1.0003985166549683,1.000423789024353,1.0004489421844482,1.000474214553833,1.0004994869232178,1.000524640083313,1.0005499124526978,1.0005751848220825,1.0006003379821777,1.0006256103515625,1.0006508827209473,1.0006760358810425,1.0007013082504272,1.000726580619812,1.0007517337799072,1.000777006149292,1.0008022785186768,1.000827431678772,1.0008527040481567],"_type":"histogram","values":[1,0,0,0,0,1,1,5,1,0,3,2,3,4,7,7,8,10,13,13,12,17,24,25,20,33,34,38,34,30,32,30,37,41,30,23,15,25,24,15,15,18,17,12,15,7,8,9,8,8,3,2,4,3,1,4,4,0,2,3,2,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[2,1,0,1,1,3,5,6,7,10,15,24,37,41,74,115,164,228,346,508,773,1102,1748,2627,4166,6727,10864,18109,30552,55811,105830,214388,388038,347929,178785,88636,47112,26416,15568,9449,5968,3640,2401,1560,1018,622,462,304,206,152,101,70,43,34,32,8,7,6,2,1,1,5,1,2],"bins":[-0.00750732421875,-0.007278919219970703,-0.007050514221191406,-0.006822109222412109,-0.0065937042236328125,-0.006365299224853516,-0.006136894226074219,-0.005908489227294922,-0.005680084228515625,-0.005451679229736328,-0.005223274230957031,-0.004994869232177734,-0.0047664642333984375,-0.004538059234619141,-0.004309654235839844,-0.004081249237060547,-0.00385284423828125,-0.003624439239501953,-0.0033960342407226562,-0.0031676292419433594,-0.0029392242431640625,-0.0027108192443847656,-0.0024824142456054688,-0.002254009246826172,-0.002025604248046875,-0.0017971992492675781,-0.0015687942504882812,-0.0013403892517089844,-0.0011119842529296875,-0.0008835792541503906,-0.0006551742553710938,-0.0004267692565917969,-0.0001983642578125,3.0040740966796875e-05,0.00025844573974609375,0.0004868507385253906,0.0007152557373046875,0.0009436607360839844,0.0011720657348632812,0.0014004707336425781,0.001628875732421875,0.0018572807312011719,0.0020856857299804688,0.0023140907287597656,0.0025424957275390625,0.0027709007263183594,0.0029993057250976562,0.003227710723876953,0.00345611572265625,0.003684520721435547,0.003912925720214844,0.004141330718994141,0.0043697357177734375,0.004598140716552734,0.004826545715332031,0.005054950714111328,0.005283355712890625,0.005511760711669922,0.005740165710449219,0.005968570709228516,0.0061969757080078125,0.006425380706787109,0.006653785705566406,0.006882190704345703,0.007110595703125]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.010986328125,-0.010683059692382812,-0.010379791259765625,-0.010076522827148438,-0.00977325439453125,-0.009469985961914062,-0.009166717529296875,-0.008863449096679688,-0.0085601806640625,-0.008256912231445312,-0.007953643798828125,-0.0076503753662109375,-0.00734710693359375,-0.0070438385009765625,-0.006740570068359375,-0.0064373016357421875,-0.006134033203125,-0.0058307647705078125,-0.005527496337890625,-0.0052242279052734375,-0.00492095947265625,-0.0046176910400390625,-0.004314422607421875,-0.0040111541748046875,-0.0037078857421875,-0.0034046173095703125,-0.003101348876953125,-0.0027980804443359375,-0.00249481201171875,-0.0021915435791015625,-0.001888275146484375,-0.0015850067138671875,-0.00128173828125,-0.0009784698486328125,-0.000675201416015625,-0.0003719329833984375,-6.866455078125e-05,0.0002346038818359375,0.000537872314453125,0.0008411407470703125,0.0011444091796875,0.0014476776123046875,0.001750946044921875,0.0020542144775390625,0.00235748291015625,0.0026607513427734375,0.002964019775390625,0.0032672882080078125,0.003570556640625,0.0038738250732421875,0.004177093505859375,0.0044803619384765625,0.00478363037109375,0.0050868988037109375,0.005390167236328125,0.0056934356689453125,0.0059967041015625,0.0062999725341796875,0.006603240966796875,0.0069065093994140625,0.00720977783203125,0.0075130462646484375,0.007816314697265625,0.008119583129882812,0.0084228515625],"_type":"histogram","values":[1,1,0,1,1,3,0,2,3,5,6,8,10,20,29,57,58,91,102,186,265,381,611,888,1414,2101,3157,4646,7242,11224,17907,28576,48384,83359,152155,310717,411033,214930,113423,62938,37516,22781,13764,8416,5384,3267,2125,1267,879,564,351,218,136,82,60,51,30,12,10,6,5,1,2,2]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[3,1,1,1,0,2,4,5,4,8,8,11,10,17,27,44,34,51,61,103,136,213,303,388,516,751,1049,1441,2052,3106,4450,6113,8354,10240,11355,11309,9723,7630,5619,3857,2747,1922,1230,974,654,489,316,235,195,118,123,77,64,53,33,21,14,5,10,6,4,5,6,3],"bins":[-0.03515625,-0.03414726257324219,-0.033138275146484375,-0.03212928771972656,-0.03112030029296875,-0.030111312866210938,-0.029102325439453125,-0.028093338012695312,-0.0270843505859375,-0.026075363159179688,-0.025066375732421875,-0.024057388305664062,-0.02304840087890625,-0.022039413452148438,-0.021030426025390625,-0.020021438598632812,-0.019012451171875,-0.018003463745117188,-0.016994476318359375,-0.015985488891601562,-0.01497650146484375,-0.013967514038085938,-0.012958526611328125,-0.011949539184570312,-0.0109405517578125,-0.009931564331054688,-0.008922576904296875,-0.007913589477539062,-0.00690460205078125,-0.0058956146240234375,-0.004886627197265625,-0.0038776397705078125,-0.00286865234375,-0.0018596649169921875,-0.000850677490234375,0.0001583099365234375,0.00116729736328125,0.0021762847900390625,0.003185272216796875,0.0041942596435546875,0.0052032470703125,0.0062122344970703125,0.007221221923828125,0.008230209350585938,0.00923919677734375,0.010248184204101562,0.011257171630859375,0.012266159057617188,0.013275146484375,0.014284133911132812,0.015293121337890625,0.016302108764648438,0.01731109619140625,0.018320083618164062,0.019329071044921875,0.020338058471679688,0.0213470458984375,0.022356033325195312,0.023365020751953125,0.024374008178710938,0.02538299560546875,0.026391983032226562,0.027400970458984375,0.028409957885742188,0.0294189453125]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.08941741287708282,-0.0866336077451706,-0.08384980261325836,-0.08106599748134613,-0.0782821923494339,-0.07549839466810226,-0.07271458953619003,-0.0699307844042778,-0.06714697927236557,-0.06436317414045334,-0.06157936900854111,-0.058795567601919174,-0.05601176247000694,-0.05322795733809471,-0.05044415593147278,-0.04766035079956055,-0.044876545667648315,-0.042092740535736084,-0.03930893540382385,-0.03652513399720192,-0.03374132886528969,-0.030957523733377457,-0.028173720464110374,-0.025389917194843292,-0.02260611206293106,-0.01982230693101883,-0.017038503661751747,-0.01425469946116209,-0.011470895260572433,-0.008687091059982777,-0.00590328685939312,-0.003119482658803463,-0.0003356859087944031,0.0024481182917952538,0.005231922492384911,0.008015726692974567,0.010799530893564224,0.013583335094153881,0.016367139294743538,0.01915094256401062,0.02193474769592285,0.024718552827835083,0.027502356097102165,0.030286159366369247,0.03306996449828148,0.03585376963019371,0.03863757103681564,0.041421376168727875,0.044205181300640106,0.04698898643255234,0.04977279156446457,0.0525565929710865,0.055340398102998734,0.058124203234910965,0.0609080046415329,0.06369180977344513,0.06647561490535736,0.06925942003726959,0.07204322516918182,0.07482703030109406,0.07761083543300629,0.08039463311433792,0.08317843824625015,0.08596224337816238,0.08874604851007462],"_type":"histogram","values":[2,2,11,11,20,31,67,87,158,235,373,518,832,1140,1587,2331,3168,4147,5255,6827,8844,11150,13325,16040,18694,21349,24099,26568,28818,30267,32071,32684,32962,32160,30975,29168,27323,24819,22100,19341,16485,13968,11529,9306,7385,5824,4411,3502,2397,1728,1210,888,590,384,251,156,109,64,29,29,7,8,2,3]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.09315843880176544,-0.09025941789150238,-0.08736038953065872,-0.08446136862039566,-0.081562340259552,-0.07866331934928894,-0.07576429098844528,-0.07286527007818222,-0.06996624171733856,-0.0670672208070755,-0.06416819989681244,-0.06126917153596878,-0.05837015062570572,-0.05547112599015236,-0.052572101354599,-0.04967307671904564,-0.04677405208349228,-0.04387502744793892,-0.04097600281238556,-0.0380769781768322,-0.03517795354127884,-0.03227893263101578,-0.029379907995462418,-0.026480883359909058,-0.023581858724355698,-0.020682834088802338,-0.017783809453248978,-0.014884786680340767,-0.011985762044787407,-0.009086737409234047,-0.0061877137050032616,-0.003288689535111189,-0.0003896653652191162,0.0025093588046729565,0.005408382974565029,0.008307406678795815,0.011206431314349174,0.014105455949902534,0.017004478722810745,0.019903503358364105,0.022802527993917465,0.025701552629470825,0.028600577265024185,0.031499601900577545,0.03439862281084061,0.03729764744639397,0.04019667208194733,0.04309569671750069,0.04599472135305405,0.04889374598860741,0.05179277062416077,0.05469179525971413,0.05759081989526749,0.06048984080553055,0.0633888691663742,0.06628789007663727,0.06918691098690033,0.07208593934774399,0.07498496025800705,0.07788398861885071,0.08078300952911377,0.08368203788995743,0.08658105880022049,0.08948008716106415,0.09237910807132721],"_type":"histogram","values":[2,2,7,4,7,29,34,64,99,172,236,443,611,933,1305,1909,2605,3635,4888,6335,8358,10518,12779,15684,18630,21395,24329,27163,29746,31691,32984,34075,33777,33115,31981,30446,28004,25421,22139,19360,16145,13663,11084,8769,6888,5164,3966,2918,2054,1412,948,661,454,304,205,126,55,40,23,15,9,4,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.05830322951078415,-0.0564439482986927,-0.05458466708660126,-0.05272538214921951,-0.05086610093712807,-0.04900681972503662,-0.047147538512945175,-0.04528825730085373,-0.043428972363471985,-0.04156969115138054,-0.03971040993928909,-0.03785112872719765,-0.0359918475151062,-0.034132566303014755,-0.03227328136563301,-0.030414000153541565,-0.02855471894145012,-0.026695437729358673,-0.024836154654622078,-0.022976873442530632,-0.021117590367794037,-0.01925830915570259,-0.017399027943611145,-0.015539745800197124,-0.013680463656783104,-0.011821181513369083,-0.009961899369955063,-0.008102618157863617,-0.006243336014449596,-0.004384053871035576,-0.0025247721932828426,-0.0006654902826994658,0.0011937916278839111,0.003053073538467288,0.004912355449050665,0.006771637126803398,0.008630919270217419,0.01049020141363144,0.012349482625722885,0.014208764769136906,0.016068046912550926,0.017927328124642372,0.019786611199378967,0.021645892411470413,0.02350517362356186,0.025364456698298454,0.0272237379103899,0.029083020985126495,0.03094230219721794,0.03280158340930939,0.03466086462140083,0.03652014955878258,0.03837943077087402,0.04023871198296547,0.042097993195056915,0.04395727440714836,0.04581655561923981,0.04767584055662155,0.049535121768713,0.05139440298080444,0.05325368419289589,0.055112965404987335,0.05697225034236908,0.058831531554460526,0.06069081276655197],"_type":"histogram","values":[3,0,1,1,1,1,2,5,1,5,5,7,5,8,7,12,10,10,10,18,14,14,26,17,17,28,19,30,39,28,22,27,32,35,29,27,22,19,22,28,20,29,17,13,14,5,6,11,8,5,5,4,8,4,3,1,1,2,2,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[-0.0047822617925703526,-0.0045753540471196175,-0.004368445836007595,-0.00416153809055686,-0.003954630345106125,-0.00374772259965539,-0.003540814621374011,-0.0033339066430926323,-0.003126998897641897,-0.002920091152191162,-0.0027131831739097834,-0.0025062751956284046,-0.0022993674501776695,-0.0020924597047269344,-0.0018855517264455557,-0.0016786438645794988,-0.0014717360027134418,-0.001264828140847385,-0.001057920278981328,-0.0008510124171152711,-0.0006441045552492142,-0.00043719669338315725,-0.00023028883151710033,-2.3380969651043415e-05,0.0001835268922150135,0.0003904347540810704,0.0005973426159471273,0.0008042504778131843,0.0010111583396792412,0.001218066201545298,0.001424974063411355,0.001631881925277412,0.0018387902528047562,0.0020456979982554913,0.00225260597653687,0.0024595139548182487,0.002666421700268984,0.002873329445719719,0.0030802374240010977,0.0032871454022824764,0.0034940531477332115,0.0037009608931839466,0.003907868638634682,0.004114776849746704,0.004321684595197439,0.004528592340648174,0.004735500551760197,0.004942408297210932,0.005149316042661667,0.005356223788112402,0.005563131533563137,0.0057700397446751595,0.0059769474901258945,0.00618385523557663,0.006390763446688652,0.006597671192139387,0.006804578937590122,0.007011486683040857,0.007218394428491592,0.007425302639603615,0.00763221038505435,0.007839118130505085,0.008046026341617107,0.008252933621406555,0.008459841832518578],"_type":"histogram","values":[1,0,0,0,3,1,1,3,3,4,3,6,9,9,16,28,29,30,35,49,47,72,55,64,54,38,39,32,28,20,16,8,13,11,7,4,4,5,1,3,3,3,1,0,2,2,1,1,0,0,0,0,0,0,0,0,1,0,0,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[4,5,5,8,11,38,64,120,176,281,438,712,1054,1574,2154,3105,4203,5610,7483,9536,12188,15168,18082,21598,24383,27466,30191,32557,34160,35085,35381,34847,33388,31309,28738,25740,22622,19333,16330,13560,10549,8375,6354,4804,3409,2539,1754,1182,836,494,317,213,117,69,50,23,17,5,2,4,1,1,1,1],"bins":[-0.09084182977676392,-0.08783318847417831,-0.08482454717159271,-0.08181591331958771,-0.0788072720170021,-0.0757986307144165,-0.0727899894118309,-0.0697813555598259,-0.0667727142572403,-0.0637640729546547,-0.06075543165206909,-0.05774679407477379,-0.05473815277218819,-0.05172951519489288,-0.04872087389230728,-0.04571223631501198,-0.042703595012426376,-0.039694953709840775,-0.03668631613254547,-0.03367767482995987,-0.030669037252664566,-0.027660395950078964,-0.02465175651013851,-0.02164311707019806,-0.018634477630257607,-0.015625838190317154,-0.012617198750376701,-0.009608558379113674,-0.006599918939173222,-0.0035912792664021254,-0.0005826395936310291,0.002426000079140067,0.005434639751911163,0.008443279191851616,0.011451918631792068,0.014460559003055096,0.017469197511672974,0.020477838814258575,0.023486478254199028,0.02649511769413948,0.029503757134079933,0.032512396574020386,0.03552103787660599,0.03852967545390129,0.04153831675648689,0.044546954333782196,0.0475555956363678,0.0505642332136631,0.0535728745162487,0.056581515818834305,0.05959015339612961,0.06259879469871521,0.06560743600130081,0.06861606985330582,0.07162471115589142,0.07463335245847702,0.07764199376106262,0.08065063506364822,0.08365926891565323,0.08666791021823883,0.08967655152082443,0.09268519282341003,0.09569382667541504,0.09870246797800064,0.10171110928058624]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[2,0,1,3,4,3,5,12,6,7,29,37,51,72,96,147,239,285,381,620,944,1245,1632,2551,3715,5370,8397,12664,20571,31807,52301,87196,154255,332217,399971,192804,104163,59892,36341,22687,14400,8788,5828,3667,2551,1551,1192,734,522,287,214,137,88,60,49,22,17,14,5,2,7,3,1,2],"bins":[-0.01226806640625,-0.011908531188964844,-0.011548995971679688,-0.011189460754394531,-0.010829925537109375,-0.010470390319824219,-0.010110855102539062,-0.009751319885253906,-0.00939178466796875,-0.009032249450683594,-0.008672714233398438,-0.008313179016113281,-0.007953643798828125,-0.007594108581542969,-0.0072345733642578125,-0.006875038146972656,-0.0065155029296875,-0.006155967712402344,-0.0057964324951171875,-0.005436897277832031,-0.005077362060546875,-0.004717826843261719,-0.0043582916259765625,-0.003998756408691406,-0.00363922119140625,-0.0032796859741210938,-0.0029201507568359375,-0.0025606155395507812,-0.002201080322265625,-0.0018415451049804688,-0.0014820098876953125,-0.0011224746704101562,-0.000762939453125,-0.00040340423583984375,-4.38690185546875e-05,0.00031566619873046875,0.000675201416015625,0.0010347366333007812,0.0013942718505859375,0.0017538070678710938,0.00211334228515625,0.0024728775024414062,0.0028324127197265625,0.0031919479370117188,0.003551483154296875,0.003911018371582031,0.0042705535888671875,0.004630088806152344,0.0049896240234375,0.005349159240722656,0.0057086944580078125,0.006068229675292969,0.006427764892578125,0.006787300109863281,0.0071468353271484375,0.007506370544433594,0.00786590576171875,0.008225440979003906,0.008584976196289062,0.008944511413574219,0.009304046630859375,0.009663581848144531,0.010023117065429688,0.010382652282714844,0.0107421875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.09578932076692581,-0.09280174225568771,-0.08981416374444962,-0.08682659268379211,-0.08383901417255402,-0.08085143566131592,-0.07786385715007782,-0.07487627863883972,-0.07188870012760162,-0.06890112906694412,-0.06591355055570602,-0.06292597204446793,-0.05993839353322983,-0.05695081874728203,-0.05396324023604393,-0.05097566545009613,-0.04798808693885803,-0.045000508427619934,-0.042012933641672134,-0.039025355130434036,-0.03603778034448624,-0.03305020183324814,-0.03006262332201004,-0.02707504667341709,-0.024087470024824142,-0.021099893376231194,-0.018112316727638245,-0.015124738216400146,-0.012137161567807198,-0.009149584919214249,-0.006162007339298725,-0.003174430225044489,-0.00018684566020965576,0.0028007314540445805,0.005788308568298817,0.00877588614821434,0.011763462796807289,0.014751039445400238,0.017738617956638336,0.020726194605231285,0.023713771253824234,0.026701347902417183,0.029688924551010132,0.03267650306224823,0.03566408157348633,0.03865165635943413,0.041639234870672226,0.044626809656620026,0.047614388167858124,0.05060196667909622,0.05358954146504402,0.05657711997628212,0.05956469476222992,0.06255227327346802,0.06553985178470612,0.06852743029594421,0.07151500880718231,0.07450257986783981,0.07749015837907791,0.08047773689031601,0.08346531540155411,0.0864528939127922,0.08944046497344971,0.0924280434846878,0.0954156219959259],"_type":"histogram","values":[2,2,2,3,7,13,25,41,79,116,210,350,522,788,1148,1583,2349,3246,4483,6062,7947,10231,12599,15805,18402,21932,24783,27777,30656,32888,34181,35260,35276,34219,32506,30715,28268,24988,22011,18952,15933,12783,10505,8188,6211,4732,3370,2496,1755,1213,849,511,332,206,128,82,43,21,14,10,6,4,1,4]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,0,0,0,2,1,0,0,6,2,0,2,6,4,5,4,5,12,17,9,11,12,11,13,11,17,20,28,29,31,32,42,36,32,32,32,27,32,22,27,21,22,19,21,14,6,12,11,7,12,5,7,7,6,5,3,3,3,1,4,2,1,3],"bins":[-0.008367370814085007,-0.008124164305627346,-0.00788095872849226,-0.007637752220034599,-0.007394546177238226,-0.007151340134441853,-0.006908134091645479,-0.0066649275831878185,-0.006421721540391445,-0.006178515497595072,-0.005935309454798698,-0.005692103412002325,-0.005448896903544664,-0.005205690860748291,-0.004962484817951918,-0.004719278775155544,-0.004476072266697884,-0.00423286622390151,-0.003989660181105137,-0.0037464541383087635,-0.0035032478626817465,-0.003260041819885373,-0.003016835544258356,-0.0027736295014619827,-0.0025304234586656094,-0.0022872171830385923,-0.002044011140242219,-0.001800804864615202,-0.0015575988218188286,-0.0013143926626071334,-0.0010711865033954382,-0.000827980344183743,-0.0005847741849720478,-0.0003415680257603526,-9.836189565248787e-05,0.0001448442490072921,0.00038805039366707206,0.0006312565528787673,0.0008744626538828015,0.0011176688130944967,0.001360874972306192,0.0016040811315178871,0.0018472872907295823,0.0020904934499412775,0.002333699492737651,0.002576905768364668,0.0028201118111610413,0.0030633180867880583,0.0033065241295844316,0.003549730172380805,0.003792936448007822,0.004036142490804195,0.004279348533600569,0.0045225550420582294,0.004765761084854603,0.005008967127650976,0.0052521731704473495,0.005495379213243723,0.005738585721701384,0.005981791764497757,0.00622499780729413,0.006468203850090504,0.006711410358548164,0.006954616401344538,0.007197822444140911],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,1,1,0,1,0,0,2,3,1,1,1,3,5,6,6,7,10,8,11,18,13,14,16,20,18,19,20,30,33,33,35,29,32,29,28,31,21,32,17,21,28,20,23,17,20,11,18,8,14,11,2,2,2,6,0,2,3,1,0,1,1,0,1],"bins":[-0.03758775442838669,-0.03646816313266754,-0.035348568111658096,-0.03422897681593895,-0.033109381794929504,-0.03198979049921036,-0.030870195478200912,-0.029750602319836617,-0.02863100916147232,-0.027511417865753174,-0.026391824707388878,-0.025272231549024582,-0.024152638390660286,-0.02303304523229599,-0.021913452073931694,-0.020793858915567398,-0.019674265757203102,-0.018554672598838806,-0.01743507944047451,-0.016315486282110214,-0.015195893123745918,-0.014076300896704197,-0.012956707738339901,-0.011837114579975605,-0.010717521421611309,-0.009597928263247013,-0.008478335104882717,-0.0073587424121797085,-0.0062391492538154125,-0.0051195560954511166,-0.003999963402748108,-0.002880370244383812,-0.001760777086019516,-0.0006411840440705419,0.0004784089978784323,0.0015980020398274064,0.0027175950817763805,0.0038371882401406765,0.004956780932843685,0.006076374091207981,0.007195967249572277,0.008315560407936573,0.009435153566300869,0.010554746724665165,0.011674338951706886,0.012793932110071182,0.013913525268435478,0.015033118426799774,0.01615271158516407,0.017272304743528366,0.018391897901892662,0.019511491060256958,0.020631084218621254,0.02175067737698555,0.022870270535349846,0.023989863693714142,0.02510945498943329,0.026229048147797585,0.02734864130616188,0.028468234464526176,0.029587827622890472,0.03070742078125477,0.031827013939619064,0.03294660896062851,0.034066200256347656],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,0,2,3,4,9,3,5,6,7,17,14,21,27,29,33,34,33,48,35,35,33,45,34,36,32,19,24,29,21,17,19,14,15,6,8,8,6,8,2,4,3,5,3,3,0,0,2,1,0,0,0,2],"bins":[0.9991261959075928,0.9991546273231506,0.9991831183433533,0.9992115497589111,0.9992400407791138,0.9992684721946716,0.9992969036102295,0.9993253946304321,0.99935382604599,0.9993823170661926,0.9994107484817505,0.9994391798973083,0.999467670917511,0.9994961023330688,0.9995245933532715,0.9995530247688293,0.9995814561843872,0.9996099472045898,0.9996383786201477,0.9996668696403503,0.9996953010559082,0.9997237920761108,0.9997522234916687,0.9997806549072266,0.9998091459274292,0.9998375773429871,0.9998660683631897,0.9998944997787476,0.9999229311943054,0.9999514222145081,0.9999798536300659,1.0000083446502686,1.0000367164611816,1.0000652074813843,1.000093698501587,1.0001221895217896,1.0001505613327026,1.0001790523529053,1.000207543373108,1.000235915184021,1.0002644062042236,1.0002928972244263,1.000321388244629,1.000349760055542,1.0003782510757446,1.0004067420959473,1.0004351139068604,1.000463604927063,1.0004920959472656,1.0005204677581787,1.0005489587783813,1.000577449798584,1.0006059408187866,1.0006343126296997,1.0006628036499023,1.000691294670105,1.000719666481018,1.0007481575012207,1.0007766485214233,1.0008050203323364,1.000833511352539,1.0008620023727417,1.0008904933929443,1.0009188652038574,1.00094735622406]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.00034723407588899136,-0.0003341041738167405,-0.0003209742426406592,-0.00030784434056840837,-0.0002947144384961575,-0.0002815845364239067,-0.0002684546052478254,-0.00025532470317557454,-0.0002421948011033237,-0.00022906488447915763,-0.00021593496785499156,-0.0002028050657827407,-0.00018967514915857464,-0.0001765452470863238,-0.00016341533046215773,-0.00015028542838990688,-0.0001371555117657408,-0.00012402559514157474,-0.0001108956930693239,-9.776578372111544e-05,-8.463587437290698e-05,-7.150595774874091e-05,-5.8376048400532454e-05,-4.5246139052324e-05,-3.211622970411554e-05,-1.8986320355907083e-05,-5.856409188709222e-06,7.273501068993937e-06,2.0403411326697096e-05,3.3533320674905553e-05,4.666323366109282e-05,5.9793143009301275e-05,7.292305235750973e-05,8.605296170571819e-05,9.918287105392665e-05,0.0001123127804021351,0.00012544268975034356,0.00013857260637450963,0.00015170250844676048,0.00016483242507092655,0.0001779623271431774,0.00019109224376734346,0.00020422216039150953,0.00021735206246376038,0.00023048197908792645,0.0002436118811601773,0.00025674179778434336,0.0002698716998565942,0.0002830016310326755,0.00029613153310492635,0.0003092614351771772,0.00032239133724942803,0.00033552126842550933,0.0003486511704977602,0.000361781072570011,0.00037491097464226186,0.00038804090581834316,0.000401170807890594,0.00041430070996284485,0.00042743064113892615,0.000440560543211177,0.00045369044528342783,0.0004668203473556787,0.00047995027853176,0.0004930801806040108],"_type":"histogram","values":[4,0,2,2,0,2,1,3,5,11,12,7,13,18,13,8,21,20,29,22,28,35,27,21,32,36,26,42,24,26,23,29,32,33,24,21,15,17,13,16,15,5,6,2,5,5,2,5,2,2,1,0,0,1,0,0,1,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,3,2,0,1,0,1,3,3,3,5,5,7,8,9,11,19,9,9,25,18,24,17,24,21,32,25,26,23,34,31,32,34,30,26,24,21,18,23,18,24,16,14,20,7,15,7,10,5,3,2,2,4,3,3,1,2,1,0,1,0,0,1],"bins":[-0.027460047975182533,-0.026584651321172714,-0.025709252804517746,-0.024833856150507927,-0.02395845763385296,-0.02308306097984314,-0.02220766246318817,-0.021332265809178352,-0.020456869155168533,-0.019581470638513565,-0.018706073984503746,-0.017830675467848778,-0.01695527881383896,-0.01607988029718399,-0.015204483643174171,-0.014329086057841778,-0.013453688472509384,-0.01257829088717699,-0.011702893301844597,-0.010827495716512203,-0.00995209813117981,-0.00907670147716999,-0.008201303891837597,-0.007325906306505203,-0.00645050872117281,-0.005575111135840416,-0.004699713550508022,-0.003824316430836916,-0.0029489188455045223,-0.0020735212601721287,-0.0011981239076703787,-0.00032272643875330687,0.0005526728928089142,0.001428070361725986,0.002303467830643058,0.003178865183144808,0.0040542627684772015,0.004929660353809595,0.0058050574734807014,0.006680455058813095,0.007555852644145489,0.008431250229477882,0.009306647814810276,0.01018204540014267,0.011057442054152489,0.011932839639484882,0.012808237224817276,0.01368363481014967,0.014559032395482063,0.015434429980814457,0.01630982756614685,0.01718522422015667,0.018060622736811638,0.018936019390821457,0.019811417907476425,0.020686814561486244,0.021562211215496063,0.02243760973215103,0.02331300638616085,0.02418840490281582,0.025063801556825638,0.025939200073480606,0.026814596727490425,0.027689995244145393,0.028565391898155212]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.00098419189453125,-0.000949859619140625,-0.00091552734375,-0.000881195068359375,-0.00084686279296875,-0.000812530517578125,-0.0007781982421875,-0.000743865966796875,-0.00070953369140625,-0.000675201416015625,-0.000640869140625,-0.000606536865234375,-0.00057220458984375,-0.000537872314453125,-0.0005035400390625,-0.000469207763671875,-0.00043487548828125,-0.000400543212890625,-0.0003662109375,-0.000331878662109375,-0.00029754638671875,-0.000263214111328125,-0.0002288818359375,-0.000194549560546875,-0.00016021728515625,-0.000125885009765625,-9.1552734375e-05,-5.7220458984375e-05,-2.288818359375e-05,1.1444091796875e-05,4.57763671875e-05,8.0108642578125e-05,0.00011444091796875,0.000148773193359375,0.00018310546875,0.000217437744140625,0.00025177001953125,0.000286102294921875,0.0003204345703125,0.000354766845703125,0.00038909912109375,0.000423431396484375,0.000457763671875,0.000492095947265625,0.00052642822265625,0.000560760498046875,0.0005950927734375,0.000629425048828125,0.00066375732421875,0.000698089599609375,0.000732421875,0.000766754150390625,0.00080108642578125,0.000835418701171875,0.0008697509765625,0.000904083251953125,0.00093841552734375,0.000972747802734375,0.001007080078125,0.001041412353515625,0.00107574462890625,0.001110076904296875,0.0011444091796875,0.001178741455078125,0.00121307373046875],"_type":"histogram","values":[2,1,0,1,1,4,1,4,6,6,8,12,24,42,61,98,143,220,382,726,1091,1956,3341,5964,10925,21018,42621,92672,174896,121630,54373,26880,13574,7397,4074,2286,1324,794,463,285,197,119,53,40,31,21,18,8,2,7,2,6,5,3,1,1,0,1,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,3,2,3,7,9,11,19,18,39,40,72,88,138,209,281,465,681,1007,1442,2351,3397,5118,7742,12739,19751,30990,48566,71324,91211,89717,70317,47843,30395,18957,12198,7637,4953,3366,2106,1505,965,615,501,322,222,159,85,82,44,28,17,17,11,10,4,6,2,6,2,4,2,0,2],"bins":[-0.005859375,-0.005663871765136719,-0.0054683685302734375,-0.005272865295410156,-0.005077362060546875,-0.004881858825683594,-0.0046863555908203125,-0.004490852355957031,-0.00429534912109375,-0.004099845886230469,-0.0039043426513671875,-0.0037088394165039062,-0.003513336181640625,-0.0033178329467773438,-0.0031223297119140625,-0.0029268264770507812,-0.0027313232421875,-0.0025358200073242188,-0.0023403167724609375,-0.0021448135375976562,-0.001949310302734375,-0.0017538070678710938,-0.0015583038330078125,-0.0013628005981445312,-0.00116729736328125,-0.0009717941284179688,-0.0007762908935546875,-0.0005807876586914062,-0.000385284423828125,-0.00018978118896484375,5.7220458984375e-06,0.00020122528076171875,0.000396728515625,0.0005922317504882812,0.0007877349853515625,0.0009832382202148438,0.001178741455078125,0.0013742446899414062,0.0015697479248046875,0.0017652511596679688,0.00196075439453125,0.0021562576293945312,0.0023517608642578125,0.0025472640991210938,0.002742767333984375,0.0029382705688476562,0.0031337738037109375,0.0033292770385742188,0.0035247802734375,0.0037202835083007812,0.0039157867431640625,0.004111289978027344,0.004306793212890625,0.004502296447753906,0.0046977996826171875,0.004893302917480469,0.00508880615234375,0.005284309387207031,0.0054798126220703125,0.005675315856933594,0.005870819091796875,0.006066322326660156,0.0062618255615234375,0.006457328796386719,0.00665283203125]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[2,1,0,0,2,3,1,3,0,0,3,0,4,7,8,8,10,9,12,10,19,17,17,17,22,23,20,26,34,32,29,31,31,36,25,31,28,19,22,32,12,12,21,23,25,14,15,8,8,5,9,7,4,1,0,1,3,2,0,1,1,0,0,2],"bins":[-0.030743883922696114,-0.02979094162583351,-0.02883799932897091,-0.027885057032108307,-0.026932114735245705,-0.025979172438383102,-0.0250262301415205,-0.024073287844657898,-0.023120345547795296,-0.022167403250932693,-0.02121446095407009,-0.02026151865720749,-0.019308576360344887,-0.018355634063482285,-0.017402691766619682,-0.01644974946975708,-0.015496807172894478,-0.014543864876031876,-0.013590922579169273,-0.012637980282306671,-0.011685037985444069,-0.010732095688581467,-0.009779153391718864,-0.008826211094856262,-0.00787326879799366,-0.006920326501131058,-0.0059673842042684555,-0.005014441907405853,-0.004061499610543251,-0.003108557313680649,-0.0021556150168180466,-0.0012026727199554443,-0.0002497304230928421,0.0007032118737697601,0.0016561541706323624,0.0026090964674949646,0.003562038764357567,0.004514981061220169,0.005467923358082771,0.0064208656549453735,0.007373807951807976,0.008326750248670578,0.00927969254553318,0.010232634842395782,0.011185577139258385,0.012138519436120987,0.01309146173298359,0.014044404029846191,0.014997346326708794,0.015950288623571396,0.016903230920433998,0.0178561732172966,0.018809115514159203,0.019762057811021805,0.020715000107884407,0.02166794240474701,0.02262088470160961,0.023573826998472214,0.024526769295334816,0.025479711592197418,0.02643265388906002,0.027385596185922623,0.028338538482785225,0.029291480779647827,0.03024442307651043],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,1,3,1,3,2,2,7,3,6,8,6,10,15,16,25,19,27,37,26,28,45,37,30,45,49,36,39,23,31,23,32,23,22,24,15,12,5,4,8,4,1,1,2,4,1,2,1,0,0,0,0,0,0,0,1],"bins":[-0.0003656162298284471,-0.0003542369231581688,-0.0003428576164878905,-0.0003314782807137817,-0.0003200989740435034,-0.0003087196673732251,-0.0002973403607029468,-0.00028596105403266847,-0.0002745817182585597,-0.0002632024115882814,-0.0002518231049180031,-0.00024044379824772477,-0.00022906449157744646,-0.00021768517035525292,-0.0002063058636849746,-0.00019492654246278107,-0.00018354723579250276,-0.00017216792912222445,-0.0001607886079000309,-0.0001494093012297526,-0.00013802998000755906,-0.00012665067333728075,-0.00011527136666700244,-0.00010389205272076651,-9.251273877453059e-05,-8.113342482829466e-05,-6.975411088205874e-05,-5.837480421178043e-05,-4.6995490265544504e-05,-3.561617631930858e-05,-2.423686601105146e-05,-1.285755388380494e-05,-1.478270860388875e-06,9.901041266857646e-06,2.1280353394104168e-05,3.2659663702361286e-05,4.403897764859721e-05,5.5418291594833136e-05,6.679759826511145e-05,7.817691221134737e-05,8.95562261575833e-05,0.00010093554010381922,0.00011231485405005515,0.00012369416072033346,0.00013507346739061177,0.0001464527886128053,0.00015783209528308362,0.00016921141650527716,0.00018059072317555547,0.00019197002984583378,0.00020334935106802732,0.00021472865773830563,0.00022610797896049917,0.00023748728563077748,0.0002488665923010558,0.0002602458989713341,0.00027162523474544287,0.0002830045414157212,0.0002943838480859995,0.0003057631547562778,0.0003171424614265561,0.0003285217680968344,0.0003399011038709432,0.0003512804105412215,0.0003626597172114998]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[2,0,1,0,0,1,0,0,0,1,1,3,3,0,2,4,4,2,4,10,5,8,8,12,13,20,18,32,57,78,112,107,80,41,30,13,23,9,11,9,8,7,4,6,0,3,3,2,1,3,1,0,1,1,1,0,1,0,1,0,0,0,0,1],"bins":[-5.713132850360125e-06,-5.528034762392053e-06,-5.3429366744239815e-06,-5.1578385864559095e-06,-4.972740498487838e-06,-4.7876428652671166e-06,-4.602544777299045e-06,-4.417446689330973e-06,-4.232348601362901e-06,-4.047250513394829e-06,-3.862152425426757e-06,-3.6770545648323605e-06,-3.4919564768642886e-06,-3.3068583888962166e-06,-3.12176052830182e-06,-2.9366624403337482e-06,-2.7515643523656763e-06,-2.5664662643976044e-06,-2.3813681764295325e-06,-2.196270315835136e-06,-2.011172227867064e-06,-1.8260741398989921e-06,-1.640976165617758e-06,-1.4558781913365237e-06,-1.2707801033684518e-06,-1.08568201540038e-06,-9.005840411191457e-07,-7.154860099944926e-07,-5.303879788698396e-07,-3.452899477451865e-07,-1.6019191662053345e-07,2.4906114504119614e-08,2.1000414562877268e-07,3.9510217675342574e-07,5.802002078780788e-07,7.652982390027319e-07,9.503962701273849e-07,1.1354943580954568e-06,1.320592332376691e-06,1.5056903066579252e-06,1.6907883946259972e-06,1.875886482594069e-06,2.060984570562141e-06,2.2460824311565375e-06,2.4311805191246094e-06,2.6162786070926813e-06,2.801376467687078e-06,2.9864745556551497e-06,3.1715726436232217e-06,3.3566707315912936e-06,3.5417688195593655e-06,3.726866680153762e-06,3.911964995495509e-06,4.09706262871623e-06,4.282160716684302e-06,4.467258804652374e-06,4.652356892620446e-06,4.837454980588518e-06,5.02255306855659e-06,5.207651156524662e-06,5.392748789745383e-06,5.577846877713455e-06,5.762944965681527e-06,5.948043053649599e-06,6.133141141617671e-06]},"train_batch_loss":1.4951777458190918,"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,3,3,3,4,5,10,12,12,20,28,33,69,85,116,154,239,353,559,752,1237,1899,2794,4628,6832,11438,18698,31202,59263,158053,153010,58278,30587,18394,11313,6961,4420,2912,1781,1190,809,493,312,254,200,129,74,51,42,33,21,13,11,4,7,8,4,1,1,1,3],"bins":[-0.049072265625,-0.04758453369140625,-0.0460968017578125,-0.04460906982421875,-0.043121337890625,-0.04163360595703125,-0.0401458740234375,-0.03865814208984375,-0.03717041015625,-0.03568267822265625,-0.0341949462890625,-0.03270721435546875,-0.031219482421875,-0.02973175048828125,-0.0282440185546875,-0.02675628662109375,-0.0252685546875,-0.02378082275390625,-0.0222930908203125,-0.02080535888671875,-0.019317626953125,-0.01782989501953125,-0.0163421630859375,-0.01485443115234375,-0.01336669921875,-0.01187896728515625,-0.0103912353515625,-0.00890350341796875,-0.007415771484375,-0.00592803955078125,-0.0044403076171875,-0.00295257568359375,-0.00146484375,2.288818359375e-05,0.0015106201171875,0.00299835205078125,0.004486083984375,0.00597381591796875,0.0074615478515625,0.00894927978515625,0.01043701171875,0.01192474365234375,0.0134124755859375,0.01490020751953125,0.016387939453125,0.01787567138671875,0.0193634033203125,0.02085113525390625,0.0223388671875,0.02382659912109375,0.0253143310546875,0.02680206298828125,0.028289794921875,0.02977752685546875,0.0312652587890625,0.03275299072265625,0.03424072265625,0.03572845458984375,0.0372161865234375,0.03870391845703125,0.040191650390625,0.04167938232421875,0.0431671142578125,0.04465484619140625,0.046142578125]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,1,0,2,3,3,2,1,3,4,2,7,5,8,12,10,13,17,18,17,15,22,19,23,38,27,27,26,36,36,27,34,26,23,19,26,22,27,23,15,21,15,12,9,8,5,12,9,6,6,4,5,4,1,4,0,2,1,0,0,3],"bins":[-0.0009576265001669526,-0.0009282958344556391,-0.0008989651687443256,-0.0008696344448253512,-0.0008403037791140378,-0.0008109731134027243,-0.0007816423894837499,-0.0007523117237724364,-0.0007229810580611229,-0.0006936503923498094,-0.0006643197266384959,-0.0006349890027195215,-0.000605658337008208,-0.0005763276712968946,-0.0005469969473779202,-0.0005176662816666067,-0.0004883356159552932,-0.0004590049502439797,-0.00042967425542883575,-0.0004003435606136918,-0.0003710128949023783,-0.00034168222919106483,-0.0003123515343759209,-0.00028302083956077695,-0.00025369017384946346,-0.00022435949358623475,-0.00019502881332300603,-0.00016569813305977732,-0.0001363674527965486,-0.00010703677253331989,-7.770609227009118e-05,-4.837541200686246e-05,-1.9044673535972834e-05,1.028600672725588e-05,3.9616686990484595e-05,6.894736725371331e-05,9.827804751694202e-05,0.00012760872778017074,0.00015693940804339945,0.00018627008830662817,0.00021560076856985688,0.00024493143428117037,0.0002742621290963143,0.00030359282391145825,0.00033292348962277174,0.0003622541553340852,0.00039158485014922917,0.0004209155449643731,0.0004502462106756866,0.0004795768763870001,0.0005089076003059745,0.000538238266017288,0.0005675689317286015,0.0005968995974399149,0.0006262302631512284,0.0006555609870702028,0.0006848916527815163,0.0007142223184928298,0.0007435530424118042,0.0007728837081231177,0.0008022143738344312,0.0008315450395457447,0.0008608757052570581,0.0008902064291760325,0.000919537094887346]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[2,3,5,1,1,3,10,8,12,12,23,33,59,71,113,141,175,299,417,526,790,1149,1607,2308,3451,5099,7833,11641,19096,30286,49612,75819,97225,93075,68583,43780,27083,16659,10975,6778,4794,3011,2093,1496,1101,720,548,395,262,218,126,92,81,50,21,15,13,5,7,4,3,4,1,1],"bins":[-0.00689697265625,-0.006687164306640625,-0.00647735595703125,-0.006267547607421875,-0.0060577392578125,-0.005847930908203125,-0.00563812255859375,-0.005428314208984375,-0.005218505859375,-0.005008697509765625,-0.00479888916015625,-0.004589080810546875,-0.0043792724609375,-0.004169464111328125,-0.00395965576171875,-0.003749847412109375,-0.0035400390625,-0.003330230712890625,-0.00312042236328125,-0.002910614013671875,-0.0027008056640625,-0.002490997314453125,-0.00228118896484375,-0.002071380615234375,-0.001861572265625,-0.001651763916015625,-0.00144195556640625,-0.001232147216796875,-0.0010223388671875,-0.000812530517578125,-0.00060272216796875,-0.000392913818359375,-0.00018310546875,2.6702880859375e-05,0.00023651123046875,0.000446319580078125,0.0006561279296875,0.000865936279296875,0.00107574462890625,0.001285552978515625,0.001495361328125,0.001705169677734375,0.00191497802734375,0.002124786376953125,0.0023345947265625,0.002544403076171875,0.00275421142578125,0.002964019775390625,0.003173828125,0.003383636474609375,0.00359344482421875,0.003803253173828125,0.0040130615234375,0.004222869873046875,0.00443267822265625,0.004642486572265625,0.004852294921875,0.005062103271484375,0.00527191162109375,0.005481719970703125,0.0056915283203125,0.005901336669921875,0.00611114501953125,0.006320953369140625,0.00653076171875]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[6,4,5,21,28,31,62,91,169,264,405,628,858,1228,1737,2469,3280,4336,5774,7528,9286,11684,13805,16622,19368,21720,24395,26733,28933,31188,31936,32678,32222,32038,30446,28824,26636,24221,21457,18959,16195,13498,11137,9012,7205,5568,4275,3200,2343,1724,1186,825,527,371,237,176,122,67,36,18,13,6,6,2],"bins":[-0.0884750634431839,-0.08570350706577301,-0.08293195068836212,-0.08016039431095123,-0.07738883048295975,-0.07461727410554886,-0.07184571772813797,-0.06907416135072708,-0.06630260497331619,-0.0635310485959053,-0.06075948849320412,-0.05798793211579323,-0.05521637201309204,-0.05244481563568115,-0.049673259258270264,-0.04690169915556908,-0.04413014277815819,-0.0413585864007473,-0.03858702629804611,-0.03581546992063522,-0.033043913543224335,-0.030272355303168297,-0.02750079706311226,-0.02472924068570137,-0.021957682445645332,-0.019186124205589294,-0.016414567828178406,-0.013643009588122368,-0.010871452279388905,-0.008099894970655441,-0.005328337196260691,-0.0025567796546965837,0.0002147778868675232,0.00298633542843163,0.005757892969995737,0.008529450744390488,0.011301008053123951,0.014072565361857414,0.016844123601913452,0.01961567997932434,0.02238723821938038,0.025158796459436417,0.027930352836847305,0.030701911076903343,0.03347346931695938,0.03624502569437027,0.03901658207178116,0.041788142174482346,0.044559698551893234,0.04733125492930412,0.05010281503200531,0.0528743714094162,0.05564592778682709,0.058417487889528275,0.06118904426693916,0.06396060436964035,0.06673216074705124,0.06950371712446213,0.07227527350187302,0.0750468298792839,0.0778183862566948,0.08058995008468628,0.08336150646209717,0.08613306283950806,0.08890461921691895],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,3,2,5,5,8,16,17,22,30,50,62,93,123,219,292,403,609,920,1332,2072,3193,4912,7436,11252,17468,28867,53415,142690,169528,59583,31426,18686,12014,7887,5179,3321,2197,1463,985,616,447,307,204,148,96,69,35,42,17,15,11,9,5,5,3,1,3,1,0,1],"bins":[-0.0546875,-0.052982330322265625,-0.05127716064453125,-0.049571990966796875,-0.0478668212890625,-0.046161651611328125,-0.04445648193359375,-0.042751312255859375,-0.041046142578125,-0.039340972900390625,-0.03763580322265625,-0.035930633544921875,-0.0342254638671875,-0.032520294189453125,-0.03081512451171875,-0.029109954833984375,-0.02740478515625,-0.025699615478515625,-0.02399444580078125,-0.022289276123046875,-0.0205841064453125,-0.018878936767578125,-0.01717376708984375,-0.015468597412109375,-0.013763427734375,-0.012058258056640625,-0.01035308837890625,-0.008647918701171875,-0.0069427490234375,-0.005237579345703125,-0.00353240966796875,-0.001827239990234375,-0.0001220703125,0.001583099365234375,0.00328826904296875,0.004993438720703125,0.0066986083984375,0.008403778076171875,0.01010894775390625,0.011814117431640625,0.013519287109375,0.015224456787109375,0.01692962646484375,0.018634796142578125,0.0203399658203125,0.022045135498046875,0.02375030517578125,0.025455474853515625,0.02716064453125,0.028865814208984375,0.03057098388671875,0.032276153564453125,0.0339813232421875,0.035686492919921875,0.03739166259765625,0.039096832275390625,0.040802001953125,0.042507171630859375,0.04421234130859375,0.045917510986328125,0.0476226806640625,0.049327850341796875,0.05103302001953125,0.052738189697265625,0.054443359375]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.0010268115438520908,-0.0009952415712177753,-0.0009636715403757989,-0.0009321015677414834,-0.000900531536899507,-0.0008689615642651916,-0.0008373915916308761,-0.0008058215607888997,-0.0007742515881545842,-0.0007426816155202687,-0.0007111115846782923,-0.0006795416120439768,-0.0006479716394096613,-0.0006164016085676849,-0.0005848316359333694,-0.000553261605091393,-0.0005216916324570775,-0.000490121659822762,-0.0004585516289807856,-0.0004269816563464701,-0.00039541165460832417,-0.0003638416528701782,-0.00033227168023586273,-0.0003007016784977168,-0.00026913167675957084,-0.0002375616750214249,-0.00020599168783519417,-0.00017442170064896345,-0.0001428516989108175,-0.00011128170444862917,-7.971170998644084e-05,-4.8141715524252504e-05,-1.6571604646742344e-05,1.499838981544599e-05,4.656838427763432e-05,7.813837873982266e-05,0.00010970837320201099,0.00014127837494015694,0.00017284836212638766,0.00020441834931261837,0.00023598835105076432,0.00026755835278891027,0.0002991283545270562,0.0003306983271613717,0.00036226832889951766,0.0003938383306376636,0.0004254083032719791,0.00045697830501012504,0.000488548306748271,0.0005201182793825865,0.0005516883102245629,0.0005832582828588784,0.0006148283137008548,0.0006463982863351703,0.0006779682589694858,0.0007095382898114622,0.0007411082624457777,0.0007726782350800931,0.0008042482659220695,0.000835818238556385,0.0008673882111907005,0.0008989582420326769,0.0009305282146669924,0.0009620982455089688,0.0009936682181432843],"_type":"histogram","values":[1,1,2,2,6,4,2,3,3,1,8,5,8,8,10,11,8,12,13,18,18,14,19,15,19,20,26,22,17,30,24,22,20,26,20,26,25,28,29,18,21,12,17,17,18,15,15,8,8,13,7,4,5,12,2,5,8,5,1,4,3,0,1,3]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[2,0,1,2,4,3,2,2,2,3,3,1,3,9,13,17,9,9,15,12,20,19,12,21,29,28,23,24,35,35,26,30,36,19,26,35,31,25,17,28,19,18,17,13,11,12,12,5,9,3,3,0,4,2,0,2,3,1,2,0,0,0,0,1],"bins":[-0.0004589623713400215,-0.00044410311966203153,-0.00042924386798404157,-0.00041438458720222116,-0.0003995253355242312,-0.00038466608384624124,-0.0003698068321682513,-0.0003549475804902613,-0.00034008832881227136,-0.00032522904803045094,-0.000310369796352461,-0.000295510544674471,-0.00028065129299648106,-0.0002657920413184911,-0.0002509327605366707,-0.00023607350885868073,-0.00022121425718069077,-0.0002063550055027008,-0.00019149573927279562,-0.00017663648759480566,-0.00016177722136490047,-0.0001469179696869105,-0.00013205871800892055,-0.00011719945905497298,-0.0001023402001010254,-8.748094114707783e-05,-7.262168219313025e-05,-5.7762430515140295e-05,-4.290317156119272e-05,-2.804391442623455e-05,-1.318465729127638e-05,1.67459984368179e-06,1.6533886082470417e-05,3.139314503641799e-05,4.625240035238676e-05,6.111165566835552e-05,7.59709146223031e-05,9.083017357625067e-05,0.00010568942525424063,0.0001205486842081882,0.00013540794316213578,0.00015026719484012574,0.00016512646107003093,0.0001799857127480209,0.00019484496442601085,0.00020970423065591604,0.000224563482333906,0.00023942274856381118,0.00025428200024180114,0.0002691412519197911,0.00028400050359778106,0.0002988597843796015,0.00031371903605759144,0.0003285782877355814,0.00034343753941357136,0.0003582967910915613,0.0003731560427695513,0.0003880153235513717,0.00040287457522936165,0.0004177338269073516,0.00043259307858534157,0.00044745233026333153,0.00046231161104515195,0.0004771708627231419,0.0004920301144011319],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,0,1,0,1,2,3,6,3,4,10,10,13,13,14,17,25,35,34,54,67,59,93,101,112,108,133,104,118,119,119,94,77,73,86,62,54,48,29,24,23,17,12,10,8,10,11,6,6,5,7,2,1,2,1,0,0,0,0,0,0,1],"bins":[-0.015336032956838608,-0.014831267297267914,-0.014326502569019794,-0.0138217369094491,-0.013316971249878407,-0.012812206521630287,-0.012307440862059593,-0.0118026752024889,-0.011297909542918205,-0.010793144814670086,-0.010288379155099392,-0.009783613495528698,-0.009278848767280579,-0.008774083107709885,-0.00826931744813919,-0.007764552254229784,-0.007259787060320377,-0.006755021866410971,-0.006250256206840277,-0.00574549101293087,-0.005240725353360176,-0.004735960159450769,-0.004231194965541363,-0.0037264295388013124,-0.003221664112061262,-0.002716898685321212,-0.0022121332585811615,-0.0017073680646717548,-0.0012026026379317045,-0.0006978372693993151,-0.00019307190086692572,0.0003116934676654637,0.0008164588361978531,0.0013212242629379034,0.001825989573262632,0.0023307548835873604,0.0028355203103274107,0.003340285737067461,0.0038450509309768677,0.004349816590547562,0.004854581784456968,0.005359346978366375,0.005864112637937069,0.006368877831846476,0.006873643025755882,0.007378408685326576,0.00788317434489727,0.00838793907314539,0.008892704732716084,0.009397470392286777,0.009902235120534897,0.01040700078010559,0.010911766439676285,0.011416531167924404,0.011921296827495098,0.012426062487065792,0.012930827215313911,0.013435592874884605,0.0139403585344553,0.014445124194025993,0.014949888922274113,0.015454654581844807,0.015959419310092926,0.01646418496966362,0.016968950629234314],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[1,0,1,0,0,0,1,2,0,0,1,2,0,0,0,1,1,2,1,2,2,4,2,2,4,4,5,9,16,20,29,40,52,57,94,68,85,69,44,32,33,14,13,10,4,7,6,6,4,5,3,0,1,1,0,1,0,0,1,3,1,0,0,2],"bins":[-1.2602863534993958e-06,-1.224706466018688e-06,-1.1891264648511424e-06,-1.1535465773704345e-06,-1.117966576202889e-06,-1.0823866887221811e-06,-1.0468068012414733e-06,-1.0112268000739277e-06,-9.7564691259322e-07,-9.400669682690932e-07,-9.044870239449665e-07,-8.689071364642587e-07,-8.33327192140132e-07,-7.977472478160053e-07,-7.621673603352974e-07,-7.265874160111707e-07,-6.91007471687044e-07,-6.554275273629173e-07,-6.198475830387906e-07,-5.842676955580828e-07,-5.486877512339561e-07,-5.131078069098294e-07,-4.775279194291215e-07,-4.4194797510499484e-07,-4.0636803078086814e-07,-3.7078808645674144e-07,-3.3520817055432417e-07,-2.996282546519069e-07,-2.640483103277802e-07,-2.2846838021450822e-07,-1.9288845010123623e-07,-1.5730851998796425e-07,-1.2172870356152998e-07,-8.6148773448258e-08,-5.0568843334986013e-08,-1.498891322171403e-08,2.0591016891557956e-08,5.617094700482994e-08,9.175087711810193e-08,1.273308072313739e-07,1.629107373446459e-07,1.9849066745791788e-07,2.3407059757118986e-07,2.6965051347360713e-07,3.0523045779773383e-07,3.4081040212186053e-07,3.763903180242778e-07,4.1197023392669507e-07,4.4755017825082177e-07,4.831301225749485e-07,5.187100668990752e-07,5.54289954379783e-07,5.898698987039097e-07,6.254498430280364e-07,6.610297305087443e-07,6.96609674832871e-07,7.321896191569977e-07,7.677695634811244e-07,8.03349507805251e-07,8.389293952859589e-07,8.745093396100856e-07,9.100892839342123e-07,9.456691714149201e-07,9.812491725824657e-07,1.0168290600631735e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,3,2,5,9,24,40,75,125,200,318,479,778,1067,1640,2199,3052,4444,5692,7618,9975,12230,14835,18067,21052,24244,27318,29746,31945,33533,34699,35016,34566,32838,31055,28745,25632,22755,19721,16590,13621,10912,8676,6824,5151,3815,2726,1944,1328,931,578,390,225,163,95,40,36,21,4,7,2,1],"bins":[-0.09872294217348099,-0.09575396776199341,-0.09278499335050583,-0.08981601893901825,-0.08684704452753067,-0.08387807011604309,-0.08090909570455551,-0.07794012129306793,-0.07497114688158035,-0.07200217247009277,-0.0690331980586052,-0.06606422364711761,-0.06309524923563004,-0.060126274824142456,-0.05715730041265488,-0.0541883260011673,-0.05121935158967972,-0.04825037717819214,-0.04528140276670456,-0.04231242835521698,-0.0393434539437294,-0.03637447953224182,-0.03340550512075424,-0.030436530709266663,-0.027467556297779083,-0.024498581886291504,-0.021529607474803925,-0.018560633063316345,-0.015591658651828766,-0.012622684240341187,-0.009653709828853607,-0.006684735417366028,-0.0037157684564590454,-0.0007467940449714661,0.0022221803665161133,0.005191154778003693,0.008160129189491272,0.011129103600978851,0.01409807801246643,0.01706705242395401,0.02003602683544159,0.02300500124692917,0.025973975658416748,0.028942950069904327,0.03191192448139191,0.034880898892879486,0.037849873304367065,0.040818847715854645,0.043787822127342224,0.0467567965388298,0.04972577095031738,0.05269474536180496,0.05566371977329254,0.05863269418478012,0.0616016685962677,0.06457064300775528,0.06753961741924286,0.07050859183073044,0.07347756624221802,0.0764465406537056,0.07941551506519318,0.08238448947668076,0.08535346388816833,0.08832243829965591,0.0912914127111435]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,3,1,4,1,0,4,10,12,9,10,9,13,18,19,16,16,24,24,33,28,37,36,21,33,41,31,36,31,30,28,34,24,28,14,16,20,5,14,10,5,3,5,2,2,1,1,1,2,0,0,0,0,0,0,0,0,1],"bins":[-0.01204970758408308,-0.011654955334961414,-0.011260203085839748,-0.010865449905395508,-0.010470697656273842,-0.010075945407152176,-0.00968119315803051,-0.009286440908908844,-0.008891688659787178,-0.008496935479342937,-0.008102183230221272,-0.0077074309810996056,-0.00731267873197794,-0.006917926017194986,-0.00652317376807332,-0.006128421053290367,-0.005733668804168701,-0.005338916555047035,-0.004944163840264082,-0.004549411591142416,-0.004154658876359463,-0.003759906627237797,-0.003365154378116131,-0.0029704018961638212,-0.0025756494142115116,-0.002180896932259202,-0.0017861445667222142,-0.0013913922011852264,-0.0009966397192329168,-0.0006018872954882681,-0.00020713487174361944,0.00018761755200102925,0.0005823690444231033,0.000977121526375413,0.0013718738919124007,0.0017666262574493885,0.002161378739401698,0.0025561312213540077,0.0029508834704756737,0.0033456359524279833,0.003740388434380293,0.004135140683501959,0.004529893398284912,0.004924645647406578,0.005319397896528244,0.005714150611311197,0.006108902860432863,0.0065036555752158165,0.0068984078243374825,0.007293160073459148,0.007687912788242102,0.008082665503025055,0.008477417752146721,0.008872170001268387,0.009266922250390053,0.009661674499511719,0.010056426748633385,0.010451179929077625,0.010845932178199291,0.011240684427320957,0.011635436676442623,0.012030188925564289,0.01242494210600853,0.012819694355130196,0.013214446604251862]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[0.9991146326065063,0.999144434928894,0.9991742372512817,0.9992040395736694,0.9992337822914124,0.9992635846138,0.9992933869361877,0.9993231892585754,0.9993529915809631,0.9993827939033508,0.9994125366210938,0.9994423389434814,0.9994721412658691,0.9995019435882568,0.9995317459106445,0.9995615482330322,0.9995913505554199,0.9996210932731628,0.9996508955955505,0.9996806979179382,0.9997105002403259,0.9997403025627136,0.9997701048851013,0.9997998476028442,0.9998296499252319,0.9998594522476196,0.9998892545700073,0.999919056892395,0.9999488592147827,0.9999786019325256,1.000008463859558,1.0000382661819458,1.000067949295044,1.0000977516174316,1.0001275539398193,1.000157356262207,1.0001871585845947,1.0002169609069824,1.0002467632293701,1.0002765655517578,1.0003063678741455,1.0003361701965332,1.000365972518921,1.0003957748413086,1.0004255771636963,1.0004552602767944,1.0004850625991821,1.0005148649215698,1.0005446672439575,1.0005744695663452,1.000604271888733,1.0006340742111206,1.0006638765335083,1.000693678855896,1.0007234811782837,1.0007532835006714,1.000783085823059,1.0008128881454468,1.000842571258545,1.0008723735809326,1.0009021759033203,1.000931978225708,1.0009617805480957,1.0009915828704834,1.001021385192871],"_type":"histogram","values":[1,0,0,1,0,0,2,2,0,3,0,2,1,3,8,6,1,16,9,16,14,14,28,17,29,37,43,34,38,42,36,26,39,29,37,30,28,22,21,14,18,11,16,7,8,11,7,4,3,7,3,3,1,2,2,4,5,2,0,1,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.00040460602031089365,-0.00039197455043904483,-0.00037934305146336555,-0.00036671158159151673,-0.0003540801117196679,-0.0003414486418478191,-0.00032881717197597027,-0.000316185673000291,-0.00030355420312844217,-0.00029092273325659335,-0.00027829123428091407,-0.00026565976440906525,-0.0002530282945372164,-0.0002403968246653676,-0.00022776534024160355,-0.0002151338558178395,-0.00020250238594599068,-0.00018987091607414186,-0.0001772394316503778,-0.00016460794722661376,-0.00015197647735476494,-0.00013934500748291612,-0.00012671352305915207,-0.00011408204591134563,-0.0001014505687635392,-8.881909161573276e-05,-7.618761446792632e-05,-6.355613732011989e-05,-5.092466017231345e-05,-3.8293183024507016e-05,-2.566170587670058e-05,-1.3030228728894144e-05,-3.9875158108770847e-07,1.2232725566718727e-05,2.4864202714525163e-05,3.74956798623316e-05,5.0127157010138035e-05,6.275863415794447e-05,7.53901113057509e-05,8.802158845355734e-05,0.00010065306560136378,0.00011328454274917021,0.00012591601989697665,0.0001385475043207407,0.00015117897419258952,0.00016381044406443834,0.0001764419284882024,0.00018907341291196644,0.00020170488278381526,0.00021433635265566409,0.00022696783707942814,0.00023959932150319219,0.000252230791375041,0.00026486226124688983,0.00027749373111873865,0.00029012523009441793,0.00030275669996626675,0.0003153881698381156,0.00032801966881379485,0.0003406511386856437,0.0003532826085574925,0.0003659140784293413,0.00037854554830119014,0.0003911770472768694,0.00040380851714871824],"_type":"histogram","values":[1,0,0,0,1,1,1,1,4,2,0,3,7,2,4,7,7,5,16,11,16,24,20,29,24,22,21,35,28,30,37,26,29,35,35,28,20,21,26,30,21,21,14,21,12,12,8,9,14,3,1,2,2,6,4,4,1,0,0,1,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,1,0,0,1,0,0,1,1,2,1,1,2,5,2,4,3,7,4,17,16,9,17,34,29,43,52,61,91,106,82,37,31,24,20,14,7,12,6,1,0,7,2,2,2,4,3,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.4731222108821385e-06,-1.4220485127225402e-06,-1.370974814562942e-06,-1.3199011164033436e-06,-1.2688274182437453e-06,-1.2177538337709848e-06,-1.1666801356113865e-06,-1.1156064374517882e-06,-1.06453273929219e-06,-1.0134590411325917e-06,-9.623853429729934e-07,-9.11311701656814e-07,-8.602380034972157e-07,-8.091643053376174e-07,-7.58090664021438e-07,-7.070169658618397e-07,-6.559432677022414e-07,-6.048695695426431e-07,-5.537958713830449e-07,-5.027222300668654e-07,-4.5164853190726717e-07,-4.005748337476689e-07,-3.4950116400978004e-07,-2.984274942718912e-07,-2.473537961122929e-07,-1.9628011216354935e-07,-1.4520642821480578e-07,-9.413274426606222e-08,-4.3059060317318654e-08,8.014623631424911e-09,5.9088307580168475e-08,1.1016199152891204e-07,1.612356754776556e-07,2.1230935942639917e-07,2.6338304337514273e-07,3.144567131130316e-07,3.6553041127262986e-07,4.1660410943222814e-07,4.67677779170117e-07,5.187514489080058e-07,5.698251470676041e-07,6.208988452272024e-07,6.719725433868007e-07,7.230461847029801e-07,7.741198828625784e-07,8.251935810221767e-07,8.762672223383561e-07,9.273409204979544e-07,9.784146186575526e-07,1.029488316817151e-06,1.0805620149767492e-06,1.1316357131363475e-06,1.1827094112959458e-06,1.2337829957687063e-06,1.2848566939283046e-06,1.3359303920879029e-06,1.3870040902475012e-06,1.4380777884070994e-06,1.4891514865666977e-06,1.540225184726296e-06,1.5912987691990566e-06,1.6423724673586548e-06,1.6934461655182531e-06,1.7445198636778514e-06,1.7955935618374497e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[1,1,1,4,1,1,0,3,2,0,3,2,6,7,4,10,13,16,12,22,17,21,28,20,32,35,32,37,43,38,25,36,39,29,28,22,17,30,20,21,11,14,12,8,10,9,5,9,1,1,4,2,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00031241693068295717,-0.00030182162299752235,-0.00029122631531208754,-0.0002806310367304832,-0.00027003572904504836,-0.00025944042135961354,-0.0002488451136741787,-0.00023824982054065913,-0.0002276545128552243,-0.0002170592051697895,-0.0002064639120362699,-0.00019586860435083508,-0.00018527329666540027,-0.00017467800353188068,-0.00016408269584644586,-0.00015348740271292627,-0.00014289209502749145,-0.00013229678734205663,-0.00012170149420853704,-0.00011110618652310222,-0.00010051088611362502,-8.991558570414782e-05,-7.9320278018713e-05,-6.87249776092358e-05,-5.812967719975859e-05,-4.7534376790281385e-05,-3.6939072742825374e-05,-2.6343770514358766e-05,-1.574846828589216e-05,-5.153166057425551e-06,5.4421361710410565e-06,1.6037438399507664e-05,2.6632740627974272e-05,3.7228041037451476e-05,4.782334508490749e-05,5.84186491323635e-05,6.90139495418407e-05,7.96092499513179e-05,9.020455763675272e-05,0.00010079985804622993,0.00011139515845570713,0.00012199045886518434,0.00013258575927466154,0.00014318106696009636,0.00015377637464553118,0.00016437166777905077,0.00017496697546448559,0.00018556226859800518,0.00019615757628344,0.0002067528839688748,0.0002173481771023944,0.00022794348478782922,0.0002385387779213488,0.00024913408560678363,0.00025972939329221845,0.00027032470097765326,0.0002809200086630881,0.00029151528724469244,0.00030211059493012726,0.0003127059026155621,0.0003233012103009969,0.0003338965179864317,0.0003444917965680361,0.0003550871042534709,0.0003656824119389057],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,3,2,6,5,17,10,28,23,49,61,83,114,159,213,304,437,621,943,1352,2015,2926,4453,6985,11209,18652,32164,61788,173113,140540,55136,29311,17064,10339,6568,4255,2839,1860,1245,859,598,402,300,214,167,117,72,65,38,31,22,12,12,5,7,3,1,1,2,0,1],"bins":[-0.10107421875,-0.09790802001953125,-0.0947418212890625,-0.09157562255859375,-0.088409423828125,-0.08524322509765625,-0.0820770263671875,-0.07891082763671875,-0.07574462890625,-0.07257843017578125,-0.0694122314453125,-0.06624603271484375,-0.063079833984375,-0.05991363525390625,-0.0567474365234375,-0.05358123779296875,-0.0504150390625,-0.04724884033203125,-0.0440826416015625,-0.04091644287109375,-0.037750244140625,-0.03458404541015625,-0.0314178466796875,-0.02825164794921875,-0.02508544921875,-0.02191925048828125,-0.0187530517578125,-0.01558685302734375,-0.012420654296875,-0.00925445556640625,-0.0060882568359375,-0.00292205810546875,0.000244140625,0.00341033935546875,0.0065765380859375,0.00974273681640625,0.012908935546875,0.01607513427734375,0.0192413330078125,0.02240753173828125,0.02557373046875,0.02873992919921875,0.0319061279296875,0.03507232666015625,0.038238525390625,0.04140472412109375,0.0445709228515625,0.04773712158203125,0.0509033203125,0.05406951904296875,0.0572357177734375,0.06040191650390625,0.063568115234375,0.06673431396484375,0.0699005126953125,0.07306671142578125,0.07623291015625,0.07939910888671875,0.0825653076171875,0.08573150634765625,0.088897705078125,0.09206390380859375,0.0952301025390625,0.09839630126953125,0.1015625]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,2,1,5,10,23,35,51,97,177,253,430,583,978,1371,1954,2682,3784,5211,6631,8745,11026,13458,16225,19199,22469,25400,28482,30681,32583,33784,34408,34647,33380,32048,29770,27158,24433,21452,18547,15307,12583,9856,8049,6044,4649,3368,2467,1778,1228,809,572,364,236,145,85,47,24,25,9,3,2],"bins":[-0.0992126315832138,-0.09628015756607056,-0.09334767609834671,-0.09041520208120346,-0.08748272806406021,-0.08455024659633636,-0.08161777257919312,-0.07868529856204987,-0.07575281709432602,-0.07282034307718277,-0.06988786906003952,-0.06695538759231567,-0.06402291357517242,-0.061090435832738876,-0.05815795809030533,-0.05522548407316208,-0.05229300633072853,-0.04936052858829498,-0.04642805457115173,-0.043495576828718185,-0.04056309908628464,-0.03763062506914139,-0.03469814732670784,-0.03176566958427429,-0.028833193704485893,-0.025900717824697495,-0.022968240082263947,-0.020035764202475548,-0.01710328832268715,-0.014170810580253601,-0.011238334700465202,-0.008305857889354229,-0.005373381078243256,-0.002440904499962926,0.0004915720783174038,0.0034240486565977335,0.006356525234878063,0.009289002045989037,0.012221477925777435,0.015153954736888409,0.018086431547999382,0.02101890742778778,0.02395138517022133,0.026883861050009727,0.029816336929798126,0.032748814672231674,0.03568129241466522,0.03861376643180847,0.04154624417424202,0.04447872191667557,0.04741119593381882,0.050343673676252365,0.05327615141868591,0.05620862543582916,0.05914110317826271,0.06207358092069626,0.06500605493783951,0.06793853640556335,0.0708710104227066,0.07380348443984985,0.0767359659075737,0.07966843992471695,0.0826009139418602,0.08553339540958405,0.0884658694267273]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,0,0,0,2,0,3,1,0,4,2,3,4,11,7,13,15,20,18,40,48,52,66,84,88,110,112,157,157,154,141,144,130,85,68,67,54,43,30,22,18,15,11,15,12,7,1,5,0,3,1,0,0,1,0,0,1,0,0,0,0,2],"bins":[-0.023549184203147888,-0.022791439667344093,-0.0220336951315403,-0.021275950595736504,-0.02051820419728756,-0.019760459661483765,-0.01900271512567997,-0.018244970589876175,-0.01748722605407238,-0.016729481518268585,-0.01597173511981964,-0.015213991515338421,-0.014456246048212051,-0.013698501512408257,-0.012940756976604462,-0.012183011509478092,-0.011425266973674297,-0.010667522437870502,-0.009909776970744133,-0.009152032434940338,-0.008394287899136543,-0.007636542897671461,-0.006878797896206379,-0.006121053360402584,-0.005363308358937502,-0.00460556335747242,-0.003847818821668625,-0.0030900738202035427,-0.002332329051569104,-0.0015745842829346657,-0.0008168393978849053,-5.909457104280591e-05,0.0006986502557992935,0.001456395024433732,0.0022141397930681705,0.0029718847945332527,0.0037296295631676912,0.00448737433180213,0.005245119333267212,0.006002863869071007,0.006760608870536089,0.007518353872001171,0.008276098407804966,0.00903384294360876,0.00979158841073513,0.010549332946538925,0.01130707748234272,0.01206482294946909,0.012822567485272884,0.01358031202107668,0.014338057488203049,0.015095802024006844,0.01585354655981064,0.016611291095614433,0.017369035631418228,0.018126782029867172,0.018884526565670967,0.019642271101474762,0.020400015637278557,0.02115776017308235,0.021915504708886147,0.02267325110733509,0.023430995643138885,0.02418874017894268,0.024946484714746475],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,0,0,2,4,0,0,5,4,2,5,6,3,4,12,8,8,11,15,17,21,19,18,16,35,29,36,31,38,30,33,34,41,27,23,32,33,22,19,20,15,11,11,14,11,8,4,5,7,3,2,2,0,5,4,1,0,0,0,0,0,1],"bins":[-0.00030613408307544887,-0.00029651663498952985,-0.00028689915779978037,-0.00027728170971386135,-0.0002676642616279423,-0.00025804678443819284,-0.0002484293363522738,-0.00023881187371443957,-0.00022919441107660532,-0.00021957694843877107,-0.00020995948580093682,-0.0002003420377150178,-0.00019072457507718354,-0.0001811071124393493,-0.00017148966435343027,-0.00016187220171559602,-0.00015225473907776177,-0.00014263727643992752,-0.00013301981380209327,-0.00012340236571617424,-0.00011378490307834,-0.00010416744044050574,-9.45499850786291e-05,-8.493252971675247e-05,-7.531506707891822e-05,-6.569760444108397e-05,-5.608014907920733e-05,-4.646269007935189e-05,-3.684523107949644e-05,-2.7227772079641e-05,-1.7610313079785556e-05,-7.992854079930112e-06,1.624604919925332e-06,1.1242063919780776e-05,2.085952291963622e-05,3.0476981919491664e-05,4.009444091934711e-05,4.971189991920255e-05,5.9329358919057995e-05,6.894681428093463e-05,7.856427691876888e-05,8.818173955660313e-05,9.779919491847977e-05,0.00010741665028035641,0.00011703411291819066,0.0001266515755560249,0.00013626902364194393,0.00014588648627977818,0.00015550394891761243,0.00016512141155544668,0.00017473887419328094,0.00018435632227919996,0.0001939737849170342,0.00020359124755486846,0.00021320869564078748,0.00022282615827862173,0.00023244362091645598,0.00024206108355429024,0.0002516785461921245,0.0002612959942780435,0.000270913471467793,0.000280530919553712,0.00029014836763963103,0.0002997658448293805,0.00030938329291529953],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[2,8,1,9,22,26,64,92,186,261,347,537,864,1248,1828,2541,3564,4651,6184,8081,10173,12740,15270,18336,21636,24513,27073,29634,31478,33274,34259,33949,33447,32138,30665,28073,25450,22591,19444,16429,13541,11022,8784,7035,5264,4028,2815,2039,1400,986,663,434,278,180,108,68,39,25,9,10,0,6,0,2],"bins":[-0.0908404141664505,-0.08792673796415329,-0.08501306921243668,-0.08209939301013947,-0.07918572425842285,-0.07627204805612564,-0.07335837185382843,-0.07044470310211182,-0.0675310268998146,-0.0646173506975174,-0.06170368194580078,-0.05879000574350357,-0.05587633326649666,-0.052962660789489746,-0.050048984587192535,-0.04713531211018562,-0.04422163963317871,-0.0413079671561718,-0.038394294679164886,-0.035480618476867676,-0.032566945999860764,-0.02965327352285385,-0.02673959918320179,-0.02382592484354973,-0.020912252366542816,-0.017998579889535904,-0.015084905549883842,-0.012171232141554356,-0.009257558733224869,-0.006343885324895382,-0.003430211916565895,-0.0005165385082364082,0.0023971423506736755,0.005310815759003162,0.00822448916733265,0.011138162575662136,0.014051835983991623,0.016965508460998535,0.019879182800650597,0.022792857140302658,0.02570652961730957,0.028620202094316483,0.031533874571323395,0.034447550773620605,0.03736122325062752,0.04027489572763443,0.04318857192993164,0.04610224440693855,0.049015916883945465,0.05192958936095238,0.05484326183795929,0.0577569380402565,0.06067061051726341,0.06358428299427032,0.06649795919656754,0.06941162794828415,0.07232530415058136,0.07523898035287857,0.07815264910459518,0.0810663253068924,0.08397999405860901,0.08689367026090622,0.08980734646320343,0.09272101521492004,0.09563469141721725],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,3,2,2,4,7,8,11,12,26,35,42,71,103,141,201,329,503,678,1022,1465,2216,3123,4802,6522,9956,14659,22415,35751,59546,141106,127353,56464,34260,22274,14313,9433,6621,4451,3166,2094,1509,1001,646,465,324,214,154,96,85,44,28,21,18,6,10,3,2,2,0,2],"bins":[-0.1015625,-0.09857177734375,-0.0955810546875,-0.09259033203125,-0.089599609375,-0.08660888671875,-0.0836181640625,-0.08062744140625,-0.07763671875,-0.07464599609375,-0.0716552734375,-0.06866455078125,-0.065673828125,-0.06268310546875,-0.0596923828125,-0.05670166015625,-0.0537109375,-0.05072021484375,-0.0477294921875,-0.04473876953125,-0.041748046875,-0.03875732421875,-0.0357666015625,-0.03277587890625,-0.02978515625,-0.02679443359375,-0.0238037109375,-0.02081298828125,-0.017822265625,-0.01483154296875,-0.0118408203125,-0.00885009765625,-0.005859375,-0.00286865234375,0.0001220703125,0.00311279296875,0.006103515625,0.00909423828125,0.0120849609375,0.01507568359375,0.01806640625,0.02105712890625,0.0240478515625,0.02703857421875,0.030029296875,0.03302001953125,0.0360107421875,0.03900146484375,0.0419921875,0.04498291015625,0.0479736328125,0.05096435546875,0.053955078125,0.05694580078125,0.0599365234375,0.06292724609375,0.06591796875,0.06890869140625,0.0718994140625,0.07489013671875,0.077880859375,0.08087158203125,0.0838623046875,0.08685302734375,0.08984375]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[7,4,10,14,32,46,71,109,188,310,427,604,947,1360,1846,2567,3532,4769,6186,7828,9786,11918,14495,17466,19983,22609,25142,27849,29929,31303,32581,33080,32458,31726,30221,28399,26181,23508,20643,18066,15089,12743,10256,8500,6714,5072,3769,2935,1985,1450,1044,743,464,305,226,141,76,54,25,17,6,5,4,1],"bins":[-0.0882323831319809,-0.08544336259365082,-0.08265434205532074,-0.07986531406641006,-0.07707629352807999,-0.07428727298974991,-0.07149824500083923,-0.06870922446250916,-0.06592020392417908,-0.063131183385849,-0.06034215912222862,-0.057553134858608246,-0.05476411432027817,-0.05197509378194809,-0.04918606951832771,-0.046397045254707336,-0.04360802471637726,-0.04081900417804718,-0.038029979914426804,-0.03524095565080643,-0.03245193511247635,-0.02966291271150112,-0.026873890310525894,-0.024084867909550667,-0.02129584550857544,-0.018506823107600212,-0.015717800706624985,-0.012928778305649757,-0.01013975590467453,-0.007350733503699303,-0.004561711102724075,-0.001772688701748848,0.0010163336992263794,0.0038053561002016068,0.006594378501176834,0.009383400902152061,0.012172423303127289,0.014961445704102516,0.017750468105077744,0.02053949050605297,0.023328512907028198,0.026117535308003426,0.028906557708978653,0.03169558197259903,0.03448460251092911,0.037273623049259186,0.04006264731287956,0.04285167157649994,0.04564069211483002,0.048429712653160095,0.05121873691678047,0.05400776118040085,0.056796781718730927,0.059585802257061005,0.06237482652068138,0.06516385078430176,0.06795287132263184,0.07074189186096191,0.07353091239929199,0.07631994038820267,0.07910896092653275,0.08189798146486282,0.0846870094537735,0.08747602999210358,0.09026505053043365],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,2,1,1,4,5,16,12,20,51,71,87,129,221,354,492,821,1364,2006,3144,4793,7538,13055,22008,39313,73872,129761,126882,71111,37862,21620,12324,7503,4907,2988,1887,1309,778,555,341,194,151,95,62,46,21,16,15,3,4,2,2,0,0,1,0,1,0,0,1],"bins":[-0.00086212158203125,-0.0008342862129211426,-0.0008064508438110352,-0.0007786154747009277,-0.0007507801055908203,-0.0007229447364807129,-0.0006951093673706055,-0.000667273998260498,-0.0006394386291503906,-0.0006116032600402832,-0.0005837678909301758,-0.0005559325218200684,-0.0005280971527099609,-0.0005002617835998535,-0.0004724264144897461,-0.00044459104537963867,-0.00041675567626953125,-0.00038892030715942383,-0.0003610849380493164,-0.000333249568939209,-0.00030541419982910156,-0.00027757883071899414,-0.0002497434616088867,-0.0002219080924987793,-0.00019407272338867188,-0.00016623735427856445,-0.00013840198516845703,-0.00011056661605834961,-8.273124694824219e-05,-5.4895877838134766e-05,-2.7060508728027344e-05,7.748603820800781e-07,2.86102294921875e-05,5.644559860229492e-05,8.428096771240234e-05,0.00011211633682250977,0.0001399517059326172,0.0001677870750427246,0.00019562244415283203,0.00022345781326293945,0.0002512931823730469,0.0002791285514831543,0.0003069639205932617,0.00033479928970336914,0.00036263465881347656,0.000390470027923584,0.0004183053970336914,0.00044614076614379883,0.00047397613525390625,0.0005018115043640137,0.0005296468734741211,0.0005574822425842285,0.0005853176116943359,0.0006131529808044434,0.0006409883499145508,0.0006688237190246582,0.0006966590881347656,0.000724494457244873,0.0007523298263549805,0.0007801651954650879,0.0008080005645751953,0.0008358359336853027,0.0008636713027954102,0.0008915066719055176,0.000919342041015625]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,3,2,1,4,1,1,1,3,6,5,8,9,9,19,21,16,23,21,22,26,34,31,37,28,30,53,35,31,37,26,26,33,28,21,15,17,11,14,14,9,4,10,3,5,3,1,1,3,1,0,0,1,1,1,1,1],"bins":[-0.001125943148508668,-0.0010923182126134634,-0.0010586932767182589,-0.0010250683408230543,-0.0009914434049278498,-0.0009578185272403061,-0.0009241935913451016,-0.000890568655449897,-0.0008569437777623534,-0.0008233188418671489,-0.0007896939059719443,-0.0007560689700767398,-0.0007224440341815352,-0.0006888190982863307,-0.0006551942205987871,-0.0006215692847035825,-0.000587944348808378,-0.0005543194129131734,-0.0005206944770179689,-0.0004870695702265948,-0.0004534446634352207,-0.0004198197275400162,-0.00038619479164481163,-0.00035256988485343754,-0.000318944948958233,-0.00028532001306302845,-0.00025169510627165437,-0.00021807017037644982,-0.0001844452490331605,-0.0001508203276898712,-0.00011719539907062426,-8.357047045137733e-05,-4.9945549108088017e-05,-1.6320624126819894e-05,1.730430085444823e-05,5.092922583571635e-05,8.455415081698447e-05,0.00011817907216027379,0.00015180400805547833,0.00018542892939876765,0.00021905385074205697,0.0002526787866372615,0.0002863036934286356,0.00031992862932384014,0.0003535535652190447,0.00038717847201041877,0.0004208034079056233,0.0004544283146969974,0.00048805325059220195,0.0005216781864874065,0.000555303122382611,0.0005889280000701547,0.0006225529359653592,0.0006561778718605638,0.0006898028077557683,0.0007234277436509728,0.0007570526795461774,0.000790677557233721,0.0008243024931289256,0.0008579274290241301,0.0008915523649193347,0.0009251773008145392,0.0009588021785020828,0.0009924271143972874,0.001026052050292492],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,2,1,1,4,8,16,42,75,133,249,437,771,1281,1963,3111,4961,7217,10548,14855,20425,27218,34927,43907,54291,64551,74397,84030,92509,99231,102620,103945,102156,97795,91019,82822,72974,63032,52311,42218,33465,25469,18920,14131,9951,6779,4539,2914,1874,1158,719,400,202,129,79,46,17,8,3,2,2,2],"bins":[-0.11079806834459305,-0.10748105496168137,-0.10416404902935028,-0.1008470356464386,-0.09753002226352692,-0.09421301633119583,-0.09089600294828415,-0.08757898956537247,-0.08426198363304138,-0.0809449702501297,-0.07762795686721802,-0.07431095093488693,-0.07099393755197525,-0.06767692416906357,-0.06435991823673248,-0.0610429048538208,-0.05772589519619942,-0.05440888553857803,-0.05109187215566635,-0.04777486249804497,-0.044457852840423584,-0.0411408394575119,-0.03782382979989052,-0.034506820142269135,-0.0311898086220026,-0.02787279710173607,-0.024555787444114685,-0.021238775923848152,-0.01792176440358162,-0.014604754745960236,-0.011287743225693703,-0.007970732636749744,-0.004653722047805786,-0.0013367112260311842,0.0019802995957434177,0.005297310650348663,0.008614321239292622,0.01193133182823658,0.015248343348503113,0.018565353006124496,0.02188236452639103,0.025199376046657562,0.028516385704278946,0.03183339536190033,0.03515040874481201,0.038467418402433395,0.04178442806005478,0.04510144144296646,0.048418451100587845,0.05173546075820923,0.05505247414112091,0.058369483798742294,0.06168649345636368,0.06500350683927536,0.06832051277160645,0.07163752615451813,0.07495453953742981,0.0782715454697609,0.08158855885267258,0.08490557223558426,0.08822257816791534,0.09153959155082703,0.09485660493373871,0.0981736108660698,0.10149062424898148]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[2,2,4,4,20,29,34,79,109,195,275,453,737,1062,1558,2229,2974,4233,5536,7233,9266,11504,14555,17017,19978,23241,26008,28621,31076,32771,33850,34078,34026,32634,31544,29234,26236,23418,20735,17887,14816,12235,9825,7748,5937,4450,3207,2294,1613,1080,810,512,353,188,124,77,49,30,15,9,3,1,0,1],"bins":[-0.09205856174230576,-0.08914568275213242,-0.08623280376195908,-0.08331992477178574,-0.0804070457816124,-0.07749416679143906,-0.07458128780126572,-0.07166840881109238,-0.06875552982091904,-0.0658426508307457,-0.06292977184057236,-0.060016896575689316,-0.057104017585515976,-0.054191138595342636,-0.051278259605169296,-0.048365380614995956,-0.04545250162482262,-0.04253962263464928,-0.03962674364447594,-0.0367138646543026,-0.03380098566412926,-0.030888108536601067,-0.027975229546427727,-0.025062350556254387,-0.022149471566081047,-0.019236592575907707,-0.016323713585734367,-0.013410835526883602,-0.010497956536710262,-0.0075850775465369225,-0.00467219902202487,-0.0017593202646821737,0.0011535584926605225,0.004066437482833862,0.006979316007345915,0.009892194531857967,0.012805073522031307,0.015717951580882072,0.018630830571055412,0.021543709561228752,0.024456588551402092,0.027369467541575432,0.03028234653174877,0.03319522365927696,0.0361081026494503,0.03902098163962364,0.04193386062979698,0.04484673961997032,0.04775961861014366,0.050672497600317,0.05358537659049034,0.05649825558066368,0.05941113457083702,0.06232401356101036,0.0652368888258934,0.06814976781606674,0.07106264680624008,0.07397552579641342,0.07688840478658676,0.0798012837767601,0.08271416276693344,0.08562704175710678,0.08853992074728012,0.09145279973745346,0.0943656787276268]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.0029754638671875,-0.0028731822967529297,-0.0027709007263183594,-0.002668619155883789,-0.0025663375854492188,-0.0024640560150146484,-0.002361774444580078,-0.002259492874145508,-0.0021572113037109375,-0.002054929733276367,-0.0019526481628417969,-0.0018503665924072266,-0.0017480850219726562,-0.001645803451538086,-0.0015435218811035156,-0.0014412403106689453,-0.001338958740234375,-0.0012366771697998047,-0.0011343955993652344,-0.001032114028930664,-0.0009298324584960938,-0.0008275508880615234,-0.0007252693176269531,-0.0006229877471923828,-0.0005207061767578125,-0.0004184246063232422,-0.0003161430358886719,-0.00021386146545410156,-0.00011157989501953125,-9.298324584960938e-06,9.298324584960938e-05,0.0001952648162841797,0.00029754638671875,0.0003998279571533203,0.0005021095275878906,0.0006043910980224609,0.0007066726684570312,0.0008089542388916016,0.0009112358093261719,0.0010135173797607422,0.0011157989501953125,0.0012180805206298828,0.0013203620910644531,0.0014226436614990234,0.0015249252319335938,0.001627206802368164,0.0017294883728027344,0.0018317699432373047,0.001934051513671875,0.0020363330841064453,0.0021386146545410156,0.002240896224975586,0.0023431777954101562,0.0024454593658447266,0.002547740936279297,0.002650022506713867,0.0027523040771484375,0.002854585647583008,0.002956867218017578,0.0030591487884521484,0.0031614303588867188,0.003263711929321289,0.0033659934997558594,0.0034682750701904297,0.003570556640625],"_type":"histogram","values":[1,2,2,1,0,4,8,7,11,16,18,32,45,72,96,117,196,291,384,652,953,1392,2407,3872,6662,11876,23059,50924,164181,203373,60088,26377,13577,7535,4470,2623,1596,943,647,427,263,186,113,91,70,32,35,24,16,12,13,8,6,2,3,2,5,2,1,0,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,1,0,3,2,0,2,1,2,4,1,5,3,10,15,11,6,10,9,16,20,21,28,19,27,19,34,33,36,41,36,19,38,34,36,31,27,32,28,13,20,15,13,9,3,4,6,5,4,0,0,4,3,1,1,0,1,1,1,1,0,1],"bins":[-0.0005302268546074629,-0.000513439706992358,-0.0004966525593772531,-0.00047986546996980906,-0.00046307832235470414,-0.00044629117473959923,-0.00042950405622832477,-0.0004127169377170503,-0.0003959297901019454,-0.0003791426424868405,-0.00036235552397556603,-0.00034556840546429157,-0.00032878125784918666,-0.00031199411023408175,-0.0002952069917228073,-0.00027841987321153283,-0.0002616327255964279,-0.000244845577981323,-0.00022805845947004855,-0.00021127132640685886,-0.00019448419334366918,-0.0001776970602804795,-0.0001609099272172898,-0.00014412279415410012,-0.00012733566109091043,-0.00011054852802772075,-9.376139496453106e-05,-7.697426190134138e-05,-6.018712883815169e-05,-4.339999577496201e-05,-2.6612862711772323e-05,-9.825729648582637e-06,6.9614616222679615e-06,2.3748594685457647e-05,4.053572774864733e-05,5.732286081183702e-05,7.41099938750267e-05,9.089712693821639e-05,0.00010768426000140607,0.00012447139306459576,0.00014125852612778544,0.00015804565919097513,0.00017483279225416481,0.0001916199253173545,0.00020840705838054419,0.00022519419144373387,0.00024198132450692356,0.000258768443018198,0.0002755555906333029,0.00029234273824840784,0.0003091298567596823,0.00032591697527095675,0.00034270412288606167,0.0003594912705011666,0.00037627838901244104,0.0003930655075237155,0.0004098526551388204,0.0004266398027539253,0.0004434269212651998,0.00046021403977647424,0.00047700118739157915,0.0004937883350066841,0.000510575482621789,0.000527362572029233,0.0005441497196443379]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,1,0,2,2,5,2,4,10,9,15,15,18,45,56,102,149,247,400,644,1053,1789,3161,6016,11195,23861,56836,138914,185111,89403,36340,16315,7961,4129,2400,1378,845,560,322,184,112,76,42,21,27,13,10,2,3,7,4,0,1,2,2,0,0,0,0,0,0,1],"bins":[-0.000888824462890625,-0.0008594393730163574,-0.0008300542831420898,-0.0008006691932678223,-0.0007712841033935547,-0.0007418990135192871,-0.0007125139236450195,-0.000683128833770752,-0.0006537437438964844,-0.0006243586540222168,-0.0005949735641479492,-0.0005655884742736816,-0.0005362033843994141,-0.0005068182945251465,-0.0004774332046508789,-0.00044804811477661133,-0.00041866302490234375,-0.00038927793502807617,-0.0003598928451538086,-0.000330507755279541,-0.00030112266540527344,-0.00027173757553100586,-0.00024235248565673828,-0.0002129673957824707,-0.00018358230590820312,-0.00015419721603393555,-0.00012481212615966797,-9.542703628540039e-05,-6.604194641113281e-05,-3.6656856536865234e-05,-7.271766662597656e-06,2.2113323211669922e-05,5.14984130859375e-05,8.088350296020508e-05,0.00011026859283447266,0.00013965368270874023,0.0001690387725830078,0.0001984238624572754,0.00022780895233154297,0.00025719404220581055,0.0002865791320800781,0.0003159642219543457,0.0003453493118286133,0.00037473440170288086,0.00040411949157714844,0.000433504581451416,0.0004628896713256836,0.0004922747611999512,0.0005216598510742188,0.0005510449409484863,0.0005804300308227539,0.0006098151206970215,0.0006392002105712891,0.0006685853004455566,0.0006979703903198242,0.0007273554801940918,0.0007567405700683594,0.000786125659942627,0.0008155107498168945,0.0008448958396911621,0.0008742809295654297,0.0009036660194396973,0.0009330511093139648,0.0009624361991882324,0.0009918212890625]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[4,0,1,1,2,3,5,9,13,10,9,23,31,20,41,53,53,73,59,60,64,43,38,21,18,18,12,12,15,11,4,9,6,4,1,3,1,3,1,2,3,3,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,1,0,0,1],"bins":[-0.0039391592144966125,-0.0037352610379457474,-0.003531362861394882,-0.003327464684844017,-0.003123566508293152,-0.0029196683317422867,-0.0027157701551914215,-0.0025118719786405563,-0.002307973802089691,-0.0021040753927081823,-0.001900177332572639,-0.0016962791560217738,-0.0014923808630555868,-0.0012884826865047216,-0.0010845845099538565,-0.0008806863334029913,-0.0006767881568521261,-0.00047288998030126095,-0.0002689917746465653,-6.509358354378492e-05,0.00013880460755899549,0.00034270278410986066,0.0005466010188683867,0.0007504991954192519,0.0009543973719701171,0.0011582955485209823,0.0013621937250718474,0.0015660919016227126,0.0017699901945888996,0.001973888371139765,0.00217778654769063,0.002381684724241495,0.0025855829007923603,0.0027894810773432255,0.0029933792538940907,0.003197277430444956,0.003401175606995821,0.003605073783546686,0.0038089719600975513,0.0040128701366484165,0.004216768313199282,0.004420666489750147,0.004624564666301012,0.004828462842851877,0.005032361019402742,0.0052362591959536076,0.005440157372504473,0.005644055549055338,0.00584795419126749,0.0060518523678183556,0.006255750544369221,0.006459648720920086,0.006663546897470951,0.006867445074021816,0.007071343250572681,0.007275241427123547,0.007479139603674412,0.007683037780225277,0.007886935956776142,0.008090834133327007,0.008294732309877872,0.008498630486428738,0.008702528662979603,0.008906426839530468,0.009110325016081333]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,1,2,1,1,0,0,2,1,1,2,4,6,8,9,17,7,29,34,41,55,53,69,75,87,98,103,112,103,114,130,112,112,100,75,67,66,67,73,52,31,23,14,26,17,15,12,7,3,2,0,3,2,0,1,0,0,0,0,0,0,1],"bins":[-0.0005959856789559126,-0.0005776298348791897,-0.0005592739908024669,-0.0005409182049334049,-0.0005225623608566821,-0.0005042065167799592,-0.0004858507018070668,-0.00046749485773034394,-0.00044913904275745153,-0.0004307831986807287,-0.0004124273546040058,-0.0003940715396311134,-0.00037571569555439055,-0.00035735988058149815,-0.0003390040365047753,-0.0003206482215318829,-0.00030229237745516,-0.00028393653337843716,-0.00026558071840554476,-0.0002472248743288219,-0.0002288690593559295,-0.00021051321527920663,-0.000192157385754399,-0.00017380155622959137,-0.00015544572670478374,-0.0001370898971799761,-0.00011873406765516847,-0.00010037823085440323,-8.20224013295956e-05,-6.366657180478796e-05,-4.5310738642001525e-05,-2.695490729820449e-05,-8.599075954407454e-06,9.756755389389582e-06,2.8112586733186617e-05,4.6468419895973057e-05,6.482424942078069e-05,8.318007894558832e-05,0.00010153591574635357,0.0001198917452711612,0.00013824757479596883,0.00015660340432077646,0.0001749592338455841,0.00019331506337039173,0.0002116709074471146,0.00023002673697192222,0.00024838256649672985,0.00026673838146962225,0.0002850942255463451,0.000303450069623068,0.0003218058845959604,0.00034016172867268324,0.00035851754364557564,0.0003768733877222985,0.0003952292026951909,0.00041358504677191377,0.00043194089084863663,0.00045029670582152903,0.0004686525498982519,0.0004870083648711443,0.0005053642089478672,0.00052372005302459,0.000542075838893652,0.0005604316829703748,0.0005787875270470977]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.09116864949464798,-0.08821485191583633,-0.08526105433702469,-0.08230725675821304,-0.079353466629982,-0.07639966905117035,-0.0734458714723587,-0.07049207389354706,-0.06753827631473541,-0.06458447873592377,-0.06163068115711212,-0.058676887303590775,-0.05572308972477913,-0.052769292145967484,-0.049815498292446136,-0.04686170071363449,-0.043907903134822845,-0.0409541055560112,-0.038000307977199554,-0.03504651412367821,-0.03209271654486656,-0.029138918966054916,-0.02618512324988842,-0.023231327533721924,-0.02027752995491028,-0.017323732376098633,-0.014369936659932137,-0.011416140012443066,-0.008462343364953995,-0.005508546717464924,-0.002554750069975853,0.0003990465775132179,0.003352835774421692,0.006306632421910763,0.009260429069399834,0.012214225716888905,0.015168022364377975,0.01812181994318962,0.021075615659356117,0.024029411375522614,0.02698320895433426,0.029937006533145905,0.03289080411195755,0.0358445979654789,0.03879839554429054,0.04175219312310219,0.044705986976623535,0.04765978455543518,0.050613582134246826,0.05356737971305847,0.05652117729187012,0.059474971145391464,0.06242876872420311,0.06538256257772446,0.0683363601565361,0.07129015773534775,0.0742439553141594,0.07719775289297104,0.08015155047178268,0.08310534805059433,0.08605913817882538,0.08901293575763702,0.09196673333644867,0.09492053091526031,0.09787432849407196],"_type":"histogram","values":[1,2,2,10,25,32,57,70,129,250,363,596,865,1290,1908,2583,3717,5014,6617,8477,10751,13433,16237,19223,22211,25363,27907,30779,32483,33657,34855,34565,33768,32263,30452,27560,24570,21580,18328,15402,12623,10122,7954,6076,4610,3317,2525,1751,1204,876,533,325,205,133,66,42,30,15,10,5,3,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,2,0,1,0,1,0,1,2,3,4,3,4,4,9,8,10,13,10,17,12,14,26,30,37,38,30,30,31,33,22,31,34,34,30,29,28,33,26,23,17,15,9,12,11,4,9,6,2,6,2,2,2,1,1,0,2,2,0,0,0,0,0,1],"bins":[-0.00030463439179584384,-0.00029458446078933775,-0.00028453452978283167,-0.0002744845696724951,-0.00026443463866598904,-0.00025438470765948296,-0.00024433477665297687,-0.00023428483109455556,-0.00022423490008804947,-0.00021418496908154339,-0.00020413502352312207,-0.000194085092516616,-0.0001840351615101099,-0.0001739852159516886,-0.0001639352849451825,-0.0001538853393867612,-0.0001438354083802551,-0.00013378547737374902,-0.0001237355318153277,-0.00011368560080882162,-0.00010363566252635792,-9.358572424389422e-05,-8.353579323738813e-05,-7.348585495492443e-05,-6.343591667246073e-05,-5.3385978389997035e-05,-4.333604374551214e-05,-3.328610910102725e-05,-2.323617081856355e-05,-1.3186234355089255e-05,-3.1362978916149586e-06,6.913638571859337e-06,1.696360413916409e-05,2.7013540602638386e-05,3.706347706611268e-05,4.7113411710597575e-05,5.7163349993061274e-05,6.721328827552497e-05,7.726321928203106e-05,8.731315756449476e-05,9.736309584695846e-05,0.00010741303412942216,0.00011746297241188586,0.00012751290341839194,0.00013756283442489803,0.00014761277998331934,0.00015766271098982543,0.00016771265654824674,0.00017776258755475283,0.0001878125185612589,0.00019786246411968023,0.0002079123951261863,0.00021796234068460763,0.0002280122716911137,0.0002380622026976198,0.0002481121337041259,0.0002581620938144624,0.0002682120248209685,0.0002782619558274746,0.0002883118868339807,0.00029836181784048676,0.00030841174884699285,0.0003184617089573294,0.0003285116399638355,0.00033856157097034156],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,2,1,2,3,1,3,9,2,3,4,4,6,10,12,17,9,21,20,15,30,34,32,22,31,28,37,20,22,30,34,39,29,32,17,35,22,17,20,20,13,15,6,6,10,3,4,5,0,1,4,2,1,1,0,0,1],"bins":[-0.021230895072221756,-0.02062351256608963,-0.020016131922602654,-0.019408749416470528,-0.01880136877298355,-0.018193986266851425,-0.01758660562336445,-0.016979223117232323,-0.016371842473745346,-0.01576445996761322,-0.015157078392803669,-0.014549696817994118,-0.013942314311861992,-0.01333493273705244,-0.01272755116224289,-0.012120169587433338,-0.011512788012623787,-0.010905406437814236,-0.010298024863004684,-0.009690643288195133,-0.009083261713385582,-0.008475879207253456,-0.007868497632443905,-0.007261116057634354,-0.006653734482824802,-0.006046352908015251,-0.0054389713332057,-0.004831589292734861,-0.00422420771792531,-0.003616826143115759,-0.003009444335475564,-0.002402062527835369,-0.0017946790903806686,-0.0011872973991557956,-0.0005799157079309225,2.7465983293950558e-05,0.0006348476745188236,0.0012422293657436967,0.0018496110569685698,0.0024569928646087646,0.003064374439418316,0.003671756014227867,0.004279137589037418,0.004886519629508257,0.005493901204317808,0.006101282779127359,0.006708664819598198,0.007316046394407749,0.0079234279692173,0.008530809544026852,0.009138191118836403,0.009745572693645954,0.010352954268455505,0.010960336774587631,0.011567718349397182,0.012175099924206734,0.012782481499016285,0.013389863073825836,0.013997244648635387,0.014604626223444939,0.015212008729577065,0.01581938937306404,0.016426771879196167,0.017034152522683144,0.01764153502881527],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[6,2,9,16,27,62,117,199,306,548,913,1432,2246,3550,5181,7639,10783,15063,19826,26719,33920,42315,51406,60948,70643,79608,87682,94310,98352,100060,99329,95862,90552,83519,75438,65331,55719,46242,37927,29659,22835,17196,12494,9119,6257,4214,2699,1838,1136,627,430,250,138,83,41,23,14,1,0,0,2,0,0,1],"bins":[-0.09501343220472336,-0.09181715548038483,-0.0886208713054657,-0.08542459458112717,-0.08222831785678864,-0.0790320411324501,-0.07583576440811157,-0.07263948023319244,-0.06944320350885391,-0.06624692678451538,-0.06305064260959625,-0.05985436588525772,-0.05665808916091919,-0.05346181243658066,-0.05026553198695183,-0.047069251537323,-0.04387297481298447,-0.040676698088645935,-0.037480417639017105,-0.034284137189388275,-0.031087860465049744,-0.027891581878066063,-0.024695303291082382,-0.0214990247040987,-0.01830274611711502,-0.01510646753013134,-0.01191018894314766,-0.008713910356163979,-0.005517631769180298,-0.002321353182196617,0.0008749254047870636,0.004071203991770744,0.007267482578754425,0.010463761165738106,0.013660039752721786,0.016856318339705467,0.020052596926689148,0.02324887551367283,0.02644515410065651,0.02964143268764019,0.03283771127462387,0.0360339879989624,0.03923026844859123,0.04242654889822006,0.045622825622558594,0.048819102346897125,0.052015382796525955,0.055211663246154785,0.05840793997049332,0.06160421669483185,0.06480050086975098,0.06799677759408951,0.07119305431842804,0.07438933104276657,0.0775856077671051,0.08078189194202423,0.08397816866636276,0.0871744453907013,0.09037072956562042,0.09356700628995895,0.09676328301429749,0.09995955973863602,0.10315583646297455,0.10635212063789368,0.10954839736223221]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0003055484557989985,-0.0002921734703704715,-0.00027879851404577494,-0.00026542352861724794,-0.0002520485722925514,-0.0002386735868640244,-0.00022529861598741263,-0.00021192364511080086,-0.0001985486742341891,-0.00018517370335757732,-0.00017179873248096555,-0.00015842376160435379,-0.0001450487761758268,-0.00013167380529921502,-0.00011829883442260325,-0.00010492386354599148,-9.154889266937971e-05,-7.817392179276794e-05,-6.479895091615617e-05,-5.142397276358679e-05,-3.804900188697502e-05,-2.4674029191373847e-05,-1.1299056495772675e-05,2.075916199828498e-06,1.545088889542967e-05,2.8825861591030844e-05,4.2200834286632016e-05,5.557580880122259e-05,6.895077967783436e-05,8.232575055444613e-05,9.570072870701551e-05,0.00010907569958362728,0.0001224506413564086,0.00013582561223302037,0.00014920058310963213,0.0001625755539862439,0.00017595052486285567,0.00018932551029138267,0.00020270048116799444,0.0002160754520446062,0.00022945042292121798,0.00024282539379782975,0.00025620037922635674,0.0002695753355510533,0.0002829503209795803,0.0002963252773042768,0.0003097002627328038,0.00032307521905750036,0.00033645020448602736,0.00034982518991455436,0.0003632001462392509,0.0003765751316677779,0.00038995008799247444,0.00040332507342100143,0.000416700029745698,0.00043007501517422497,0.00044345000060275197,0.0004568249569274485,0.0004701999423559755,0.00048357489868067205,0.000496949884109199,0.0005103248404338956,0.0005236997967585921,0.0005370748112909496,0.0005504497676156461],"_type":"histogram","values":[1,0,1,2,0,3,4,3,6,7,9,15,8,20,21,39,29,34,32,41,31,48,34,49,35,38,33,37,25,34,34,15,12,16,8,10,5,5,2,4,9,3,0,0,2,1,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.000671815185341984,-0.0006483327015303075,-0.000624850217718631,-0.0006013676756992936,-0.0005778851918876171,-0.0005544027080759406,-0.0005309202242642641,-0.0005074377404525876,-0.00048395522753708065,-0.00046047274372540414,-0.0004369902308098972,-0.0004135077469982207,-0.0003900252631865442,-0.0003665427502710372,-0.0003430602664593607,-0.00031957775354385376,-0.00029609526973217726,-0.00027261278592050076,-0.0002491302730049938,-0.0002256477891933173,-0.00020216529082972556,-0.00017868279246613383,-0.00015520030865445733,-0.0001317178102908656,-0.00010823531192727387,-8.475281356368214e-05,-6.127032247604802e-05,-3.77878277504351e-05,-1.4305333024822176e-05,9.177161700790748e-06,3.265965642640367e-05,5.6142151152016595e-05,7.962470408529043e-05,0.00010310720244888216,0.0001265897008124739,0.0001500721846241504,0.00017355468298774213,0.00019703718135133386,0.00022051966516301036,0.0002440021635266021,0.0002674846618901938,0.0002909671457018703,0.0003144496586173773,0.0003379321424290538,0.0003614146262407303,0.00038489713915623724,0.00040837962296791375,0.0004318621358834207,0.0004553446196950972,0.0004788271035067737,0.0005023095873184502,0.0005257921293377876,0.0005492746131494641,0.0005727570969611406,0.0005962395807728171,0.0006197220645844936,0.0006432045483961701,0.0006666870904155076,0.0006901695742271841,0.0007136520580388606,0.0007371345418505371,0.0007606170256622136,0.000784099567681551,0.0008075820514932275,0.000831064535304904],"_type":"histogram","values":[2,0,1,1,1,2,1,2,5,3,6,4,9,11,8,15,14,17,23,27,18,21,23,27,35,21,23,51,27,36,28,32,32,19,17,36,27,21,18,22,8,11,9,11,8,4,4,5,4,1,4,3,4,2,1,0,1,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.1011810451745987,-0.0981445461511612,-0.0951080396771431,-0.0920715406537056,-0.0890350341796875,-0.08599853515625,-0.0829620361328125,-0.0799255296587944,-0.0768890306353569,-0.0738525241613388,-0.0708160251379013,-0.0677795261144638,-0.06474301964044571,-0.06170651689171791,-0.05867001786828041,-0.05563351511955261,-0.052597012370824814,-0.049560509622097015,-0.04652400687336922,-0.04348750784993172,-0.04045100510120392,-0.03741450235247612,-0.03437799960374832,-0.03134149685502052,-0.028304995968937874,-0.025268493220210075,-0.022231992334127426,-0.019195489585399628,-0.01615898683667183,-0.01312248595058918,-0.010085983201861382,-0.007049481384456158,-0.004012979567050934,-0.0009764775168150663,0.002060024533420801,0.005096526816487312,0.008133028633892536,0.01116953045129776,0.014206033200025558,0.017242534086108208,0.020279036834836006,0.023315539583563805,0.026352040469646454,0.029388543218374252,0.03242504596710205,0.03546154871582985,0.03849804773926735,0.04153455048799515,0.044571053236722946,0.047607555985450745,0.05064405873417854,0.05368055775761604,0.05671706050634384,0.05975356325507164,0.06279006600379944,0.06582656502723694,0.06886307150125504,0.07189957052469254,0.07493607699871063,0.07797257602214813,0.08100907504558563,0.08404558151960373,0.08708208054304123,0.09011858701705933,0.09315508604049683],"_type":"histogram","values":[1,0,0,1,2,3,8,16,31,62,80,171,255,384,620,943,1399,2027,2920,4015,5440,7259,9097,11647,14696,17504,20786,23987,27751,30323,32529,34310,35362,35562,35433,33831,31585,29164,26080,22991,19585,16911,13414,10873,8465,6390,4792,3545,2463,1775,1175,816,474,346,219,149,58,46,32,12,5,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,2,1,0,3,4,3,6,9,11,9,13,17,28,34,26,45,28,33,33,44,41,37,37,39,35,37,24,37,32,20,15,13,7,10,6,6,2,3,2,7,2,1,0,1,1,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00029649585485458374,-0.00028350745560601354,-0.00027051905635744333,-0.0002575306862127036,-0.0002445422869641334,-0.00023155388771556318,-0.00021856548846699297,-0.000205577103770338,-0.0001925887045217678,-0.0001796003052731976,-0.00016661192057654262,-0.0001536235213279724,-0.0001406351220794022,-0.00012764673738274723,-0.00011465833813417703,-0.00010166994616156444,-8.868155418895185e-05,-7.569316221633926e-05,-6.270477024372667e-05,-4.971637099515647e-05,-3.672797902254388e-05,-2.3739585230941884e-05,-1.0751191439339891e-05,2.237202352262102e-06,1.5225596143864095e-05,2.821398993546609e-05,4.120238372706808e-05,5.419077933765948e-05,6.717917131027207e-05,8.016756328288466e-05,9.315596253145486e-05,0.00010614435450406745,0.00011913274647668004,0.00013212114572525024,0.00014510953042190522,0.00015809792967047542,0.0001710863143671304,0.0001840747136157006,0.0001970631128642708,0.00021005149756092578,0.00022303989680949599,0.0002360282960580662,0.00024901668075472116,0.00026200508000329137,0.00027499347925186157,0.0002879818785004318,0.0003009702486451715,0.0003139586478937417,0.00032694704714231193,0.00033993544639088213,0.00035292384563945234,0.0003659122157841921,0.0003789006150327623,0.0003918890142813325,0.0004048774135299027,0.0004178658127784729,0.0004308542120270431,0.00044384258217178285,0.00045683098142035306,0.00046981938066892326,0.00048280777991749346,0.0004957961500622332,0.0005087845493108034,0.0005217729485593736,0.0005347613478079438]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.001617431640625,-0.0015698671340942383,-0.0015223026275634766,-0.0014747381210327148,-0.0014271736145019531,-0.0013796091079711914,-0.0013320446014404297,-0.001284480094909668,-0.0012369155883789062,-0.0011893510818481445,-0.0011417865753173828,-0.001094222068786621,-0.0010466575622558594,-0.0009990930557250977,-0.0009515285491943359,-0.0009039640426635742,-0.0008563995361328125,-0.0008088350296020508,-0.0007612705230712891,-0.0007137060165405273,-0.0006661415100097656,-0.0006185770034790039,-0.0005710124969482422,-0.0005234479904174805,-0.00047588348388671875,-0.00042831897735595703,-0.0003807544708251953,-0.0003331899642944336,-0.0002856254577636719,-0.00023806095123291016,-0.00019049644470214844,-0.00014293193817138672,-9.5367431640625e-05,-4.780292510986328e-05,-2.384185791015625e-07,4.7326087951660156e-05,9.489059448242188e-05,0.0001424551010131836,0.0001900196075439453,0.00023758411407470703,0.00028514862060546875,0.00033271312713623047,0.0003802776336669922,0.0004278421401977539,0.0004754066467285156,0.0005229711532592773,0.0005705356597900391,0.0006181001663208008,0.0006656646728515625,0.0007132291793823242,0.0007607936859130859,0.0008083581924438477,0.0008559226989746094,0.0009034872055053711,0.0009510517120361328,0.0009986162185668945,0.0010461807250976562,0.001093745231628418,0.0011413097381591797,0.0011888742446899414,0.0012364387512207031,0.0012840032577514648,0.0013315677642822266,0.0013791322708129883,0.00142669677734375],"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,2,5,4,8,10,9,18,31,47,54,122,164,261,309,559,919,1282,2139,3349,5415,9267,16458,30592,67423,155669,156080,67366,31777,16445,9484,5301,3327,2050,1421,833,565,351,251,145,102,64,57,28,15,10,10,3,10,3,3,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,2,0,0,2,4,4,3,4,7,10,7,13,9,17,11,10,25,32,37,33,39,36,29,29,35,37,25,26,31,29,27,22,20,12,19,17,21,10,8,10,1,9,5,8,0,4,4,7,4,1,1,1,0,0,0,0,1,2,3,0,0,2],"bins":[0.9993471503257751,0.9993727207183838,0.9993983507156372,0.9994239211082458,0.9994494915008545,0.9994751214981079,0.9995006918907166,0.9995262622833252,0.9995518922805786,0.9995774626731873,0.9996030330657959,0.9996286630630493,0.999654233455658,0.9996798038482666,0.99970543384552,0.9997310042381287,0.9997565746307373,0.9997822046279907,0.9998077750205994,0.999833345413208,0.9998589754104614,0.9998845458030701,0.9999101161956787,0.9999357461929321,0.9999613165855408,0.9999868869781494,1.0000125169754028,1.0000380277633667,1.0000636577606201,1.0000892877578735,1.0001147985458374,1.0001404285430908,1.0001660585403442,1.000191569328308,1.0002171993255615,1.000242829322815,1.0002683401107788,1.0002939701080322,1.0003196001052856,1.0003451108932495,1.000370740890503,1.0003963708877563,1.0004218816757202,1.0004475116729736,1.000473141670227,1.000498652458191,1.0005242824554443,1.0005499124526978,1.0005754232406616,1.000601053237915,1.0006266832351685,1.0006521940231323,1.0006778240203857,1.0007034540176392,1.000728964805603,1.0007545948028564,1.0007802248001099,1.0008057355880737,1.0008313655853271,1.0008569955825806,1.0008825063705444,1.0009081363677979,1.0009337663650513,1.0009592771530151,1.0009849071502686]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.0003002861049026251,-0.0002908077440224588,-0.0002813293831422925,-0.00027185105136595666,-0.00026237269048579037,-0.0002528943296056241,-0.00024341598327737302,-0.00023393763694912195,-0.00022445927606895566,-0.00021498091518878937,-0.0002055025688605383,-0.00019602422253228724,-0.00018654586165212095,-0.00017706750077195466,-0.0001675891544437036,-0.00015811080811545253,-0.00014863244723528624,-0.00013915408635511994,-0.00012967574002686888,-0.0001201973864226602,-0.00011071903281845152,-0.00010124067921424285,-9.176232561003417e-05,-8.228397200582549e-05,-7.280561840161681e-05,-6.332726479740813e-05,-5.3848911193199456e-05,-4.437055758899078e-05,-3.48922039847821e-05,-2.5413850380573422e-05,-1.5935496776364744e-05,-6.457143172156066e-06,3.0211813282221556e-06,1.2499534932430834e-05,2.197788853663951e-05,3.145624214084819e-05,4.093459574505687e-05,5.0412949349265546e-05,5.9891302953474224e-05,6.93696565576829e-05,7.884801016189158e-05,8.832636376610026e-05,9.780471737030894e-05,0.00010728307097451761,0.00011676142457872629,0.00012623978545889258,0.00013571813178714365,0.0001451964781153947,0.000154674838995561,0.0001641531998757273,0.00017363154620397836,0.00018310989253222942,0.00019258825341239572,0.000202066614292562,0.00021154496062081307,0.00022102330694906414,0.00023050166782923043,0.00023998002870939672,0.00024945836048573256,0.00025893672136589885,0.00026841508224606514,0.00027789344312623143,0.0002873718040063977,0.00029685013578273356,0.00030632849666289985],"_type":"histogram","values":[2,0,1,0,1,2,1,2,2,1,3,5,8,5,10,4,6,17,9,11,20,19,20,22,14,22,34,32,22,31,35,34,33,30,31,41,22,25,30,21,19,26,16,13,9,9,10,3,6,8,2,5,2,4,1,4,1,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,0,2,1,1,2,3,2,5,2,9,3,6,8,16,11,9,12,16,22,15,17,21,22,25,31,30,28,32,26,28,25,24,27,32,28,29,20,20,23,23,16,15,9,12,2,9,6,6,6,6,4,2,7,0,3,0,1,1,1,1,0,1],"bins":[-0.0644395649433136,-0.06236826628446579,-0.06029696762561798,-0.05822567269206047,-0.05615437403321266,-0.05408307537436485,-0.05201178044080734,-0.049940481781959534,-0.047869183123111725,-0.045797884464263916,-0.04372658580541611,-0.0416552908718586,-0.03958399221301079,-0.03751269355416298,-0.03544139862060547,-0.03337009996175766,-0.03129880130290985,-0.029227502644062042,-0.027156205847859383,-0.025084909051656723,-0.023013610392808914,-0.020942311733961105,-0.018871014937758446,-0.016799718141555786,-0.014728419482707977,-0.012657121755182743,-0.010585824027657509,-0.008514526300132275,-0.00644322857260704,-0.004371930845081806,-0.002300633117556572,-0.00022933539003133774,0.0018419548869132996,0.003913252614438534,0.005984550341963768,0.008055848069489002,0.010127145797014236,0.01219844352453947,0.014269741252064705,0.016341038048267365,0.018412336707115173,0.020483635365962982,0.022554932162165642,0.0246262289583683,0.02669752761721611,0.02876882627606392,0.03084012307226658,0.03291141986846924,0.03498271852731705,0.037054017186164856,0.039125315845012665,0.041196610778570175,0.043267909437417984,0.04533920809626579,0.0474105030298233,0.04948180168867111,0.05155310034751892,0.05362439900636673,0.05569569766521454,0.05776699259877205,0.05983829125761986,0.06190958991646767,0.06398088485002518,0.06605218350887299,0.0681234821677208]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[6,0,2,1,6,10,26,47,78,139,211,357,504,787,1166,1670,2311,3319,4576,5918,7720,9742,11688,14450,16799,19231,21713,23848,25129,26915,27602,27910,26617,25426,24033,21722,19317,17037,14392,11951,9754,7795,6076,4588,3493,2460,1791,1258,816,569,345,223,146,85,53,21,22,9,2,2,0,3,0,1],"bins":[-0.0943189337849617,-0.09128069132566452,-0.08824244141578674,-0.08520419895648956,-0.08216595649719238,-0.0791277065873146,-0.07608946412801743,-0.07305121421813965,-0.07001297175884247,-0.06697472929954529,-0.06393647938966751,-0.06089823693037033,-0.05785999074578285,-0.054821744561195374,-0.05178350210189819,-0.048745255917310715,-0.045707009732723236,-0.04266876354813576,-0.03963051736354828,-0.0365922749042511,-0.03355402871966362,-0.03051578253507614,-0.027477538213133812,-0.024439293891191483,-0.021401047706604004,-0.018362801522016525,-0.015324557200074196,-0.012286311946809292,-0.009248066693544388,-0.006209821440279484,-0.0031715761870145798,-0.00013333093374967575,0.0029049068689346313,0.005943152122199535,0.00898139737546444,0.012019642628729343,0.015057887881994247,0.018096134066581726,0.021134378388524055,0.024172622710466385,0.027210868895053864,0.030249115079641342,0.03328736126422882,0.036325603723526,0.03936384990811348,0.04240209609270096,0.04544033855199814,0.04847858473658562,0.051516830921173096,0.054555077105760574,0.05759332329034805,0.06063156574964523,0.06366981565952301,0.06670805811882019,0.06974630057811737,0.07278455048799515,0.07582279294729233,0.07886103540658951,0.08189928531646729,0.08493752777576447,0.08797577023506165,0.09101402014493942,0.0940522626042366,0.09709051251411438,0.10012875497341156]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.0007246769382618368,-0.0007004769868217409,-0.000676277035381645,-0.0006520770839415491,-0.0006278771325014532,-0.0006036771810613573,-0.0005794772296212614,-0.0005552772781811655,-0.0005310772685334086,-0.0005068773170933127,-0.0004826773947570473,-0.0004584774433169514,-0.00043427746277302504,-0.00041007751133292913,-0.00038587755989283323,-0.00036167760845273733,-0.00033747765701264143,-0.00031327770557254553,-0.0002890777541324496,-0.0002648778026923537,-0.0002406778367003426,-0.0002164778852602467,-0.00019227791926823556,-0.00016807796782813966,-0.00014387801638804376,-0.00011967806494794786,-9.547810623189434e-05,-7.127814751584083e-05,-4.707819607574493e-05,-2.287824099767022e-05,1.3217140804044902e-06,2.55216691584792e-05,4.972168244421482e-05,7.392163388431072e-05,9.812159260036424e-05,0.00012232155131641775,0.00014652150275651366,0.00017072145419660956,0.0001949214201886207,0.0002191213716287166,0.0002433213230688125,0.0002675212745089084,0.0002917212259490043,0.0003159211773891002,0.00034012115793302655,0.00036432110937312245,0.00038852106081321836,0.00041272101225331426,0.00043692096369341016,0.00046112091513350606,0.00048532086657360196,0.0005095208180136979,0.0005337207694537938,0.0005579207208938897,0.0005821206723339856,0.0006063206237740815,0.0006305206334218383,0.0006547205848619342,0.0006789205363020301,0.000703120487742126,0.0007273204391822219,0.0007515203906223178,0.0007757203420624137,0.0007999202935025096,0.0008241202449426055],"_type":"histogram","values":[3,0,1,1,1,1,2,6,1,4,5,15,9,11,15,13,12,20,14,15,19,13,25,9,24,20,31,26,18,21,19,21,25,28,22,28,23,20,19,22,23,19,10,21,16,22,14,9,9,14,4,4,2,3,3,1,1,5,2,0,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[3,8,25,51,59,111,206,309,536,946,1379,2215,3185,4767,6837,9664,13313,17987,23304,29825,37119,45157,53656,63011,71947,79348,86062,91691,94979,95311,94574,92003,86116,79531,71781,63474,54393,45567,37177,29767,23671,17702,13338,9697,6845,4819,3311,2240,1458,955,569,369,195,141,88,23,20,15,7,2,3,0,0,2],"bins":[-0.09032602608203888,-0.0872655138373375,-0.08420500159263611,-0.08114448934793472,-0.07808397710323334,-0.07502346485853195,-0.07196295261383057,-0.06890244036912918,-0.0658419281244278,-0.062781423330307,-0.05972090736031532,-0.05666039511561394,-0.05359988659620285,-0.050539374351501465,-0.04747886210680008,-0.044418349862098694,-0.04135783761739731,-0.03829732537269592,-0.03523681312799454,-0.03217630088329315,-0.029115790501236916,-0.02605527825653553,-0.022994767874479294,-0.01993425562977791,-0.016873743385076523,-0.013813231140375137,-0.010752719826996326,-0.007692208047956228,-0.00463169626891613,-0.0015711844898760319,0.0014893272891640663,0.0045498390682041645,0.007610343396663666,0.010670855641365051,0.013731366954743862,0.016791878268122673,0.01985239051282406,0.022912902757525444,0.02597341313958168,0.029033925384283066,0.03209443762898445,0.03515494987368584,0.03821546211838722,0.04127597436308861,0.044336482882499695,0.04739699512720108,0.050457507371902466,0.05351801961660385,0.05657853186130524,0.05963904410600662,0.06269955635070801,0.0657600685954094,0.06882058084011078,0.07188109308481216,0.07494160532951355,0.07800211757421494,0.08106262981891632,0.08412313461303711,0.0871836468577385,0.09024415910243988,0.09330467134714127,0.09636518359184265,0.09942569583654404,0.10248620808124542,0.10554672032594681],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,2,0,4,1,2,1,9,10,11,15,22,35,35,71,94,136,214,317,533,798,1250,2080,3389,6097,11239,23204,58050,215358,172892,49051,20746,10451,5560,2924,1860,1172,745,495,288,228,149,85,59,34,32,19,14,12,9,8,1,2,3,2,1,1,1,0,0,1],"bins":[-0.00628662109375,-0.006089687347412109,-0.005892753601074219,-0.005695819854736328,-0.0054988861083984375,-0.005301952362060547,-0.005105018615722656,-0.004908084869384766,-0.004711151123046875,-0.004514217376708984,-0.004317283630371094,-0.004120349884033203,-0.0039234161376953125,-0.003726482391357422,-0.0035295486450195312,-0.0033326148986816406,-0.00313568115234375,-0.0029387474060058594,-0.0027418136596679688,-0.002544879913330078,-0.0023479461669921875,-0.002151012420654297,-0.0019540786743164062,-0.0017571449279785156,-0.001560211181640625,-0.0013632774353027344,-0.0011663436889648438,-0.0009694099426269531,-0.0007724761962890625,-0.0005755424499511719,-0.00037860870361328125,-0.00018167495727539062,1.52587890625e-05,0.00021219253540039062,0.00040912628173828125,0.0006060600280761719,0.0008029937744140625,0.0009999275207519531,0.0011968612670898438,0.0013937950134277344,0.001590728759765625,0.0017876625061035156,0.0019845962524414062,0.002181529998779297,0.0023784637451171875,0.002575397491455078,0.0027723312377929688,0.0029692649841308594,0.00316619873046875,0.0033631324768066406,0.0035600662231445312,0.003756999969482422,0.0039539337158203125,0.004150867462158203,0.004347801208496094,0.004544734954833984,0.004741668701171875,0.004938602447509766,0.005135536193847656,0.005332469940185547,0.0055294036865234375,0.005726337432861328,0.005923271179199219,0.006120204925537109,0.006317138671875]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,2,0,2,3,4,6,4,6,8,6,21,10,15,14,19,21,16,18,32,24,19,30,28,27,31,32,30,38,25,30,27,21,31,22,23,19,17,11,8,10,14,11,5,8,7,1,0,3,2,2,0,0,0,0,0,0,0,2,0,1],"bins":[-0.005106491036713123,-0.004926036112010479,-0.004745581187307835,-0.00456512626260519,-0.004384671337902546,-0.004204216413199902,-0.004023761488497257,-0.0038433063309639692,-0.003662851406261325,-0.0034823964815586805,-0.003301941556856036,-0.003121486632153392,-0.002941031474620104,-0.0027605765499174595,-0.002580121625214815,-0.002399666700512171,-0.0022192117758095264,-0.002038756851106882,-0.0018583019264042377,-0.0016778468852862716,-0.0014973919605836272,-0.0013169370358809829,-0.0011364819947630167,-0.0009560270700603724,-0.000775572145357728,-0.0005951172206550837,-0.0004146622377447784,-0.0002342072839383036,-5.3752330131828785e-05,0.00012670262367464602,0.0003071575774811208,0.00048761253128759563,0.0006680674850940704,0.0008485224097967148,0.0010289773344993591,0.0012094323756173253,0.0013898873003199697,0.001570342225022614,0.0017507972661405802,0.0019312521908432245,0.002111707115545869,0.0022921620402485132,0.0024726169649511576,0.002653071889653802,0.00283352704718709,0.0030139819718897343,0.0031944368965923786,0.003374891821295023,0.0035553467459976673,0.0037358016707003117,0.003916256595402956,0.0040967115201056,0.004277166444808245,0.004457621369510889,0.004638076294213533,0.004818531218916178,0.004998986609280109,0.005179441533982754,0.005359896458685398,0.0055403513833880424,0.005720806308090687,0.005901261232793331,0.0060817161574959755,0.00626217108219862,0.006442626006901264]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[3,0,0,0,5,5,4,12,12,30,31,59,73,84,132,143,238,306,434,597,884,1188,1759,2325,3661,4965,7388,10865,16393,25578,40917,67772,100402,102868,72534,45226,27657,17661,11645,7811,5498,3603,2707,1729,1295,906,706,461,379,256,181,120,105,40,46,27,24,18,19,9,12,10,4,2],"bins":[-0.00933837890625,-0.00905609130859375,-0.0087738037109375,-0.00849151611328125,-0.008209228515625,-0.00792694091796875,-0.0076446533203125,-0.00736236572265625,-0.007080078125,-0.00679779052734375,-0.0065155029296875,-0.00623321533203125,-0.005950927734375,-0.00566864013671875,-0.0053863525390625,-0.00510406494140625,-0.00482177734375,-0.00453948974609375,-0.0042572021484375,-0.00397491455078125,-0.003692626953125,-0.00341033935546875,-0.0031280517578125,-0.00284576416015625,-0.0025634765625,-0.00228118896484375,-0.0019989013671875,-0.00171661376953125,-0.001434326171875,-0.00115203857421875,-0.0008697509765625,-0.00058746337890625,-0.00030517578125,-2.288818359375e-05,0.0002593994140625,0.00054168701171875,0.000823974609375,0.00110626220703125,0.0013885498046875,0.00167083740234375,0.001953125,0.00223541259765625,0.0025177001953125,0.00279998779296875,0.003082275390625,0.00336456298828125,0.0036468505859375,0.00392913818359375,0.00421142578125,0.00449371337890625,0.0047760009765625,0.00505828857421875,0.005340576171875,0.00562286376953125,0.0059051513671875,0.00618743896484375,0.0064697265625,0.00675201416015625,0.0070343017578125,0.00731658935546875,0.007598876953125,0.00788116455078125,0.0081634521484375,0.00844573974609375,0.00872802734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,2,1,0,2,3,1,6,6,2,3,4,4,5,10,13,15,10,21,20,15,33,33,32,21,29,30,38,20,21,29,29,41,33,30,19,31,26,17,19,17,18,12,7,7,10,3,3,6,0,1,2,4,1,1,0,0,1],"bins":[-0.02241038903594017,-0.021769311279058456,-0.021128231659531593,-0.02048715390264988,-0.019846076145768166,-0.019204996526241302,-0.01856391876935959,-0.017922841012477875,-0.01728176139295101,-0.016640683636069298,-0.015999605879187584,-0.01535852625966072,-0.014717448502779007,-0.014076369814574718,-0.01343529112637043,-0.012794213369488716,-0.012153134681284428,-0.01151205599308014,-0.010870978236198425,-0.010229899547994137,-0.009588820859789848,-0.008947743102908134,-0.008306664414703846,-0.0076655857264995575,-0.007024507503956556,-0.006383429281413555,-0.005742350593209267,-0.0051012723706662655,-0.004460194148123264,-0.003819115459918976,-0.0031780372373759747,-0.00253695878200233,-0.001895880326628685,-0.0012548018712550402,-0.0006137235322967172,2.735486486926675e-05,0.0006684332620352507,0.0013095117174088955,0.0019505900563672185,0.0025916683953255415,0.0032327468506991863,0.003873825306072831,0.004514903761446476,0.005155981983989477,0.005797060206532478,0.006438138894736767,0.007079217117279768,0.0077202958054840565,0.008361374028027058,0.009002452716231346,0.00964353047311306,0.010284609161317348,0.010925687849521637,0.01156676560640335,0.01220784429460764,0.012848922982811928,0.013490000739693642,0.01413107942789793,0.014772158116102219,0.015413236804306507,0.016054315492510796,0.01669539324939251,0.017336471006274223,0.017977550625801086,0.0186186283826828],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,2,0,3,1,1,1,1,0,1,3,4,6,4,7,8,8,7,11,12,12,18,13,7,26,28,21,21,29,30,23,35,30,27,30,29,27,29,27,25,21,20,20,18,13,14,13,13,8,9,13,10,7,6,4,1,4,0,2,0,1,1,1,1],"bins":[-0.051034338772296906,-0.04950493946671486,-0.04797554016113281,-0.046446140855550766,-0.04491674154996872,-0.04338734224438667,-0.041857942938804626,-0.04032854363322258,-0.03879914432764053,-0.03726974502205849,-0.03574034571647644,-0.034210946410894394,-0.03268154710531235,-0.0311521477997303,-0.029622748494148254,-0.028093349188566208,-0.02656394988298416,-0.025034550577402115,-0.02350515127182007,-0.021975751966238022,-0.020446352660655975,-0.01891695335507393,-0.017387554049491882,-0.015858154743909836,-0.01432875543832779,-0.012799356132745743,-0.011269956827163696,-0.00974055752158165,-0.008211158215999603,-0.006681758910417557,-0.00515235960483551,-0.0036229602992534637,-0.0020935647189617157,-0.0005641654133796692,0.0009652338922023773,0.002494633197784424,0.00402403250336647,0.005553431808948517,0.007082831114530563,0.00861223042011261,0.010141629725694656,0.011671029031276703,0.01320042833685875,0.014729827642440796,0.016259226948022842,0.01778862625360489,0.019318025559186935,0.020847424864768982,0.02237682417035103,0.023906223475933075,0.02543562278151512,0.026965022087097168,0.028494421392679214,0.03002382069826126,0.03155322000384331,0.033082619309425354,0.0346120186150074,0.03614141792058945,0.037670817226171494,0.03920021653175354,0.04072961583733559,0.04225901514291763,0.04378841444849968,0.045317813754081726,0.04684721305966377],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,1,0,1,0,2,3,3,4,1,3,2,7,9,8,9,7,19,19,19,29,34,46,38,46,50,51,52,41,49,32,27,22,23,16,11,8,9,7,13,3,2,6,2,7,3,3,5,1,4,1,1,1,0,1,1,1,0,2,0,1,0,0,1],"bins":[-0.006771967746317387,-0.006520442198961973,-0.0062689161859452724,-0.006017390638589859,-0.005765865091234446,-0.005514339078217745,-0.005262813530862331,-0.005011287983506918,-0.0047597624361515045,-0.004508236423134804,-0.00425671087577939,-0.004005185328423977,-0.003753659315407276,-0.0035021337680518627,-0.0032506079878658056,-0.002999082440510392,-0.002747556660324335,-0.002496030880138278,-0.0022445053327828646,-0.0019929795525968075,-0.0017414538888260722,-0.001489928225055337,-0.0012384024448692799,-0.0009868767810985446,-0.0007353511173278093,-0.0004838254244532436,-0.0002322997315786779,1.9225961295887828e-05,0.00027075165417045355,0.0005222773179411888,0.000773803039919585,0.0010253287618979812,0.0012768544256687164,0.0015283800894394517,0.001779905753210187,0.002031431533396244,0.0022829570807516575,0.0025344828609377146,0.0027860086411237717,0.003037534188479185,0.003289059968665242,0.0035405857488512993,0.0037921112962067127,0.004043636843562126,0.004295162856578827,0.00454668840393424,0.004798213951289654,0.0050497399643063545,0.005301265511661768,0.005552791059017181,0.005804317072033882,0.006055842619389296,0.006307368166744709,0.00655889417976141,0.006810419727116823,0.007061945274472237,0.007313471287488937,0.007564996834844351,0.007816522382199764,0.008068048395216465,0.008319573476910591,0.008571099489927292,0.008822625502943993,0.009074150584638119,0.00932567659765482],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,0,2,2,3,6,8,2,6,9,14,19,36,19,46,43,58,48,60,84,84,83,99,96,97,118,111,100,104,104,96,93,68,56,47,39,38,33,26,18,22,12,9,13,2,2,0,3,1,1,2,0,1,0,1],"bins":[-0.0006430628127418458,-0.0006247535347938538,-0.0006064441986382008,-0.0005881349206902087,-0.0005698256427422166,-0.0005515163065865636,-0.0005332070286385715,-0.0005148977506905794,-0.0004965884145349264,-0.00047827913658693433,-0.00045996985863894224,-0.0004416605515871197,-0.00042335124453529716,-0.00040504196658730507,-0.0003867326595354825,-0.00036842338158749044,-0.0003501140745356679,-0.00033180476748384535,-0.00031349548953585327,-0.0002951861824840307,-0.00027687690453603864,-0.0002585675974842161,-0.00024025829043239355,-0.00022194899793248624,-0.00020363970543257892,-0.0001853304129326716,-0.0001670211204327643,-0.00014871181338094175,-0.00013040252088103443,-0.00011209322838112712,-9.378392860526219e-05,-7.547462882939726e-05,-5.7165336329489946e-05,-3.8856040191603824e-05,-2.0546744053717703e-05,-2.2374479158315808e-06,1.607184822205454e-05,3.438114435994066e-05,5.2690440497826785e-05,7.099974027369171e-05,8.930903277359903e-05,0.00010761832527350634,0.00012592761777341366,0.0001442369248252362,0.00016254621732514352,0.00018085550982505083,0.00019916481687687337,0.0002174741093767807,0.000235783401876688,0.00025409270892851055,0.00027240198687650263,0.0002907112939283252,0.00030902057187631726,0.0003273298789281398,0.00034563918597996235,0.00036394846392795444,0.000382257770979777,0.0004005670780315995,0.0004188763559795916,0.00043718566303141415,0.0004554949700832367,0.0004738042480312288,0.0004921135259792209,0.0005104228621348739,0.000528732140082866]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.00033758775680325925,-0.00032597535755485296,-0.00031436295830644667,-0.0003027505590580404,-0.0002911381598096341,-0.0002795257605612278,-0.0002679133613128215,-0.0002563009620644152,-0.0002446885919198394,-0.00023307617811951786,-0.00022146377887111157,-0.00020985137962270528,-0.00019823899492621422,-0.00018662659567780793,-0.00017501419642940164,-0.00016340179718099535,-0.00015178939793258905,-0.00014017699868418276,-0.00012856459943577647,-0.0001169522074633278,-0.0001053398082149215,-9.372740896651521e-05,-8.211501699406654e-05,-7.050261774566025e-05,-5.8890218497253954e-05,-4.7277819248847663e-05,-3.566542363842018e-05,-2.4053026209003292e-05,-1.2440628779586405e-05,-8.282313501695171e-07,1.078416607924737e-05,2.2396563508664258e-05,3.400893183425069e-05,4.562133108265698e-05,5.7233726693084463e-05,6.884612230351195e-05,8.045852155191824e-05,9.207092080032453e-05,0.0001036833127727732,0.0001152957120211795,0.0001269081112695858,0.00013852051051799208,0.00015013290976639837,0.00016174530901480466,0.00017335769371129572,0.00018497009295970201,0.0001965824922081083,0.0002081948914565146,0.0002198072907049209,0.00023141968995332718,0.00024303208920173347,0.00025464448845013976,0.00026625688769854605,0.00027786928694695234,0.00028948168619535863,0.0003010940854437649,0.00031270645558834076,0.00032431885483674705,0.00033593125408515334,0.00034754365333355963,0.0003591560525819659,0.0003707684518303722,0.0003823808510787785,0.0003939932503271848,0.0004056056495755911],"_type":"histogram","values":[2,0,0,2,3,2,2,3,5,7,5,7,7,7,12,12,7,12,21,15,20,25,22,18,28,40,32,29,38,25,33,27,28,29,32,27,22,24,31,18,10,8,8,12,13,7,5,6,6,1,1,2,2,3,2,1,0,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,0,0,0,1,1,2,2,1,4,5,3,8,13,9,11,17,22,21,27,28,48,46,64,87,70,99,86,109,106,119,129,110,97,97,102,86,67,73,61,52,43,19,22,26,13,10,7,5,3,5,5,1,1,0,1,0,0,2,0,0,0,1],"bins":[-0.0005293712601996958,-0.0005132239894010127,-0.0004970766603946686,-0.00048092936049215496,-0.00046478206058964133,-0.00044863478979095817,-0.00043248748988844454,-0.0004163401899859309,-0.0004001928900834173,-0.0003840455901809037,-0.00036789829027839005,-0.0003517509903758764,-0.00033560371957719326,-0.00031945641967467964,-0.000303309119772166,-0.0002871618198696524,-0.00027101451996713877,-0.00025486722006462514,-0.00023871992016211152,-0.00022257263481151313,-0.0002064253349089995,-0.00019027803500648588,-0.00017413074965588748,-0.00015798344975337386,-0.00014183614985086024,-0.00012568884994834661,-0.0001095415573217906,-9.33942646952346e-05,-7.724696479272097e-05,-6.109966489020735e-05,-4.495237226365134e-05,-2.8805075999116525e-05,-1.2657779734581709e-05,3.4895165299531072e-06,1.9636812794487923e-05,3.578410905902274e-05,5.1931405323557556e-05,6.807870522607118e-05,8.422599785262719e-05,0.0001003732904791832,0.00011652059038169682,0.00013266789028421044,0.00014881519018672407,0.00016496247553732246,0.00018110977543983608,0.0001972570753423497,0.0002134043606929481,0.00022955166059546173,0.00024569896049797535,0.00026184626040048897,0.0002779935603030026,0.0002941408602055162,0.00031028816010802984,0.000326435430906713,0.00034258273080922663,0.00035873003071174026,0.0003748773306142539,0.0003910246305167675,0.0004071719304192811,0.00042331923032179475,0.0004394665011204779,0.00045561380102299154,0.00047176110092550516,0.0004879084008280188,0.0005040557007305324],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,0,2,0,0,0,1,4,6,7,12,12,22,23,44,60,103,143,207,352,530,783,1370,2276,3655,5928,9961,16899,28953,50915,90775,170850,353598,394151,206672,105987,57762,31827,17236,9124,5210,2976,1778,991,600,377,247,140,97,68,39,31,19,16,8,4,3,6,0,0,0,0,2,1],"bins":[-0.007537841796875,-0.007309913635253906,-0.0070819854736328125,-0.006854057312011719,-0.006626129150390625,-0.006398200988769531,-0.0061702728271484375,-0.005942344665527344,-0.00571441650390625,-0.005486488342285156,-0.0052585601806640625,-0.005030632019042969,-0.004802703857421875,-0.004574775695800781,-0.0043468475341796875,-0.004118919372558594,-0.0038909912109375,-0.0036630630493164062,-0.0034351348876953125,-0.0032072067260742188,-0.002979278564453125,-0.0027513504028320312,-0.0025234222412109375,-0.0022954940795898438,-0.00206756591796875,-0.0018396377563476562,-0.0016117095947265625,-0.0013837814331054688,-0.001155853271484375,-0.0009279251098632812,-0.0006999969482421875,-0.00047206878662109375,-0.000244140625,-1.621246337890625e-05,0.0002117156982421875,0.00043964385986328125,0.000667572021484375,0.0008955001831054688,0.0011234283447265625,0.0013513565063476562,0.00157928466796875,0.0018072128295898438,0.0020351409912109375,0.0022630691528320312,0.002490997314453125,0.0027189254760742188,0.0029468536376953125,0.0031747817993164062,0.0034027099609375,0.0036306381225585938,0.0038585662841796875,0.004086494445800781,0.004314422607421875,0.004542350769042969,0.0047702789306640625,0.004998207092285156,0.00522613525390625,0.005454063415527344,0.0056819915771484375,0.005909919738769531,0.006137847900390625,0.006365776062011719,0.0065937042236328125,0.006821632385253906,0.007049560546875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[6,9,18,20,32,59,80,136,239,318,514,771,1118,1651,2267,3156,4298,5502,7362,9286,11348,13929,16679,19511,22111,24808,27665,29747,31727,32809,33213,33293,32308,31039,29065,26686,24195,21247,18459,15608,13081,10622,8584,6663,5168,3907,2894,2147,1476,997,699,492,325,193,112,93,32,20,15,7,4,1,0,3],"bins":[-0.0872906967997551,-0.08446131646633148,-0.08163193613290787,-0.07880255579948425,-0.07597318291664124,-0.07314380258321762,-0.070314422249794,-0.06748504191637039,-0.06465566158294678,-0.06182628124952316,-0.05899690091609955,-0.05616752430796623,-0.05333814397454262,-0.050508763641119,-0.04767938703298569,-0.04485000669956207,-0.04202062636613846,-0.039191246032714844,-0.03636186569929123,-0.03353248909115791,-0.0307031087577343,-0.027873728424310684,-0.02504434995353222,-0.022214971482753754,-0.01938559114933014,-0.016556210815906525,-0.01372683234512806,-0.01089745294302702,-0.00806807354092598,-0.00523869413882494,-0.0024093147367239,0.00042006466537714005,0.00324944406747818,0.00607882346957922,0.00890820287168026,0.0117375822737813,0.01456696167588234,0.017396342009305954,0.02022572048008442,0.023055098950862885,0.0258844792842865,0.028713859617710114,0.03154323995113373,0.034372616559267044,0.03720199689269066,0.04003137722611427,0.04286075383424759,0.045690134167671204,0.04851951450109482,0.05134889483451843,0.05417827516794205,0.05700765177607536,0.05983703210949898,0.0626664087176323,0.06549578905105591,0.06832516938447952,0.07115454971790314,0.07398393005132675,0.07681331038475037,0.07964269071817398,0.0824720710515976,0.08530144393444061,0.08813082426786423,0.09096020460128784,0.09378958493471146],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.00032161257695406675,-0.00031128301634453237,-0.000300953455734998,-0.0002906238951254636,-0.0002802943345159292,-0.00026996477390639484,-0.00025963521329686046,-0.0002493056526873261,-0.00023897610662970692,-0.00022864654602017254,-0.00021831698541063815,-0.00020798742480110377,-0.00019765787874348462,-0.00018732831813395023,-0.00017699875752441585,-0.00016666919691488147,-0.00015633963630534708,-0.0001460100756958127,-0.00013568051508627832,-0.00012535095447674394,-0.00011502140114316717,-0.00010469184053363279,-9.436228720005602e-05,-8.403272659052163e-05,-7.370316598098725e-05,-6.337360537145287e-05,-5.304404839989729e-05,-4.2714491428341717e-05,-3.2384930818807334e-05,-2.2055372028262354e-05,-1.1725813237717375e-05,-1.3962544471723959e-06,8.933275239542127e-06,1.9262834030087106e-05,2.9592392820632085e-05,3.992194979218766e-05,5.0251510401722044e-05,6.0581071011256427e-05,7.09106243448332e-05,8.124018495436758e-05,9.156974556390196e-05,0.00010189930617343634,0.00011222886678297073,0.0001225584273925051,0.00013288797345012426,0.00014321753405965865,0.00015354709466919303,0.0001638766552787274,0.0001742062158882618,0.00018453577649779618,0.00019486533710733056,0.00020519489771686494,0.00021552445832639933,0.00022585400438401848,0.00023618356499355286,0.0002465131401550025,0.00025684270076453686,0.0002671722322702408,0.00027750179287977517,0.00028783135348930955,0.00029816091409884393,0.0003084904747083783,0.0003188200353179127,0.0003291495959274471,0.00033947915653698146],"_type":"histogram","values":[1,1,2,0,0,0,1,2,1,0,1,3,0,8,7,6,4,12,16,11,15,18,26,28,36,25,33,29,38,33,31,40,28,32,39,37,24,33,25,16,14,18,14,14,5,6,8,6,4,5,1,2,2,4,1,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,1,2,1,0,1,1,0,1,4,3,5,9,8,7,7,9,12,11,14,17,11,12,15,27,27,20,23,36,33,30,29,21,22,22,29,17,25,34,23,21,15,22,24,13,18,10,7,10,11,3,4,7,4,4,3,5,5,3,2,2,0,1,4],"bins":[-0.011479891836643219,-0.011128280311822891,-0.010776668787002563,-0.010425057262182236,-0.010073445737361908,-0.00972183421254158,-0.009370222687721252,-0.009018611162900925,-0.008666999638080597,-0.008315387181937695,-0.007963775657117367,-0.007612164597958326,-0.007260552607476711,-0.0069089410826563835,-0.006557329557836056,-0.006205718033015728,-0.0058541065081954,-0.0055024949833750725,-0.005150883458554745,-0.004799271933734417,-0.004447660408914089,-0.004096048418432474,-0.0037444368936121464,-0.0033928253687918186,-0.003041213843971491,-0.002689602319151163,-0.0023379907943308353,-0.001986379036679864,-0.0016347675118595362,-0.0012831559870392084,-0.0009315443458035588,-0.0005799327627755702,-0.00022832024842500687,0.0001232913346029818,0.0004749029176309705,0.0008265145006589592,0.0011781260836869478,0.0015297376085072756,0.0018813492497429252,0.0022329608909785748,0.0025845724157989025,0.0029361839406192303,0.003287795465439558,0.0036394072230905294,0.003991018980741501,0.004342630505561829,0.004694242030382156,0.005045853555202484,0.005397465080022812,0.00574907660484314,0.006100688129663467,0.006452299654483795,0.006803911179304123,0.007155523169785738,0.007507134694606066,0.007858745753765106,0.008210357278585434,0.008561969734728336,0.008913581259548664,0.009265192784368992,0.00961680430918932,0.009968415834009647,0.010320027358829975,0.010671638883650303,0.01102325040847063]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,2,1,0,1,1,1,0,1,5,2,3,3,11,11,8,5,10,12,14,23,36,28,51,50,84,108,149,193,304,435,774,1500,445295,2127,867,569,317,223,168,113,98,70,44,40,20,17,18,15,16,3,9,4,9,4,1,4,3,1,3,1,0,1,1],"bins":[-0.6006884574890137,-0.5828244686126709,-0.5649605393409729,-0.5470965504646301,-0.5292326211929321,-0.5113686323165894,-0.4935046434402466,-0.4756406843662262,-0.4577767252922058,-0.4399127662181854,-0.42204880714416504,-0.40418481826782227,-0.3863208591938019,-0.3684569001197815,-0.3505929112434387,-0.33272895216941833,-0.31486499309539795,-0.29700103402137756,-0.2791370749473572,-0.2612730860710144,-0.24340912699699402,-0.22554516792297363,-0.20768119394779205,-0.18981721997261047,-0.1719532608985901,-0.1540893018245697,-0.13622532784938812,-0.11836136132478714,-0.10049739480018616,-0.08263342827558517,-0.06476946175098419,-0.04690549522638321,-0.02904146909713745,-0.011177502572536469,0.006686463952064514,0.024550430476665497,0.04241439700126648,0.06027836352586746,0.07814233005046844,0.09600629657506943,0.11387026309967041,0.1317342221736908,0.14959819614887238,0.16746217012405396,0.18532612919807434,0.20319008827209473,0.2210540622472763,0.23891803622245789,0.25678199529647827,0.27464595437049866,0.29250991344451904,0.3103739023208618,0.3282378613948822,0.3461018204689026,0.36396580934524536,0.38182976841926575,0.39969372749328613,0.4175576865673065,0.4354216456413269,0.4532856345176697,0.47114959359169006,0.48901355266571045,0.5068775415420532,0.5247414708137512,0.542605459690094],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[3,0,0,0,3,0,0,3,3,0,4,4,3,9,8,8,7,8,12,12,19,15,19,20,19,25,27,25,21,33,23,32,21,27,40,21,31,23,19,14,17,25,25,13,17,12,18,12,12,6,9,5,8,5,2,5,4,4,1,2,1,0,2,2],"bins":[-0.00032364382059313357,-0.00031386621412821114,-0.0003040886076632887,-0.0002943110011983663,-0.00028453339473344386,-0.00027475578826852143,-0.000264978181803599,-0.00025520057533867657,-0.0002454229397699237,-0.0002356453478569165,-0.00022586774139199406,-0.00021609013492707163,-0.00020631251391023397,-0.00019653490744531155,-0.00018675730098038912,-0.0001769796945154667,-0.00016720208805054426,-0.00015742448158562183,-0.0001476468751206994,-0.00013786926865577698,-0.00012809166219085455,-0.00011831404844997451,-0.00010853643470909446,-9.875882824417204e-05,-8.898122177924961e-05,-7.920361531432718e-05,-6.942600884940475e-05,-5.964839510852471e-05,-4.987078864360228e-05,-4.0093182178679854e-05,-3.031557207577862e-05,-2.0537963791866787e-05,-1.0760384611785412e-05,-9.827763278735802e-07,8.794831956038252e-06,1.8572440239950083e-05,2.8350048523861915e-05,3.812765498878434e-05,4.790526509168558e-05,5.7682875194586813e-05,6.746048165950924e-05,7.723808812443167e-05,8.70156945893541e-05,9.679330833023414e-05,0.00010657091479515657,0.000116348521260079,0.00012612613500095904,0.00013590374146588147,0.0001456813479308039,0.00015545895439572632,0.00016523656086064875,0.00017501416732557118,0.0001847917737904936,0.00019456939480733126,0.0002043470012722537,0.00021412460773717612,0.00022390221420209855,0.00023367982066702098,0.0002434574271319434,0.00025323504814878106,0.0002630126546137035,0.0002727902610786259,0.00028256786754354835,0.0002923454740084708,0.0003021230804733932],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,0,0,2,2,4,1,1,2,0,2,4,2,1,6,7,9,2,6,7,7,24,18,23,21,16,21,21,33,21,19,20,25,33,29,22,28,24,22,26,31,34,24,17,18,17,19,16,16,10,12,3,6,6,5,4,3,3,2,2,2,3,1,2],"bins":[-0.022691110149025917,-0.02203597128391266,-0.02138083428144455,-0.02072569727897644,-0.020070558413863182,-0.019415419548749924,-0.018760282546281815,-0.018105145543813705,-0.017450006678700447,-0.01679486781358719,-0.01613973081111908,-0.015484592877328396,-0.014829454943537712,-0.014174317009747028,-0.013519179075956345,-0.01286404114216566,-0.012208903208374977,-0.011553765274584293,-0.01089862734079361,-0.010243489407002926,-0.009588351473212242,-0.008933213539421558,-0.008278075605630875,-0.007622937671840191,-0.006967799738049507,-0.006312661804258823,-0.00565752387046814,-0.005002385936677456,-0.004347248002886772,-0.0036921100690960884,-0.0030369721353054047,-0.002381834201514721,-0.001726694405078888,-0.0010715564712882042,-0.00041641853749752045,0.0002387193962931633,0.000893857330083847,0.0015489952638745308,0.0022041331976652145,0.0028592711314558983,0.003514409065246582,0.004169546999037266,0.0048246849328279495,0.005479822866618633,0.006134960800409317,0.006790098734200001,0.0074452366679906845,0.008100374601781368,0.008755512535572052,0.009410650469362736,0.01006578840315342,0.010720926336944103,0.011376064270734787,0.01203120220452547,0.012686340138316154,0.013341478072106838,0.013996616005897522,0.014651753939688206,0.01530689187347889,0.015962030738592148,0.016617167741060257,0.017272304743528366,0.017927443608641624,0.018582582473754883,0.019237719476222992],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,0,0,1,2,4,2,2,6,14,14,14,29,50,55,105,139,184,317,457,716,1149,1930,3138,5306,9298,16223,31398,65194,148430,158196,71236,33981,18110,9572,5816,3197,2090,1202,769,486,311,245,130,98,71,40,32,26,10,14,0,3,1,3,2,2,0,0,0,2],"bins":[-0.001434326171875,-0.0013909339904785156,-0.0013475418090820312,-0.0013041496276855469,-0.0012607574462890625,-0.0012173652648925781,-0.0011739730834960938,-0.0011305809020996094,-0.001087188720703125,-0.0010437965393066406,-0.0010004043579101562,-0.0009570121765136719,-0.0009136199951171875,-0.0008702278137207031,-0.0008268356323242188,-0.0007834434509277344,-0.00074005126953125,-0.0006966590881347656,-0.0006532669067382812,-0.0006098747253417969,-0.0005664825439453125,-0.0005230903625488281,-0.00047969818115234375,-0.0004363059997558594,-0.000392913818359375,-0.0003495216369628906,-0.00030612945556640625,-0.0002627372741699219,-0.0002193450927734375,-0.00017595291137695312,-0.00013256072998046875,-8.916854858398438e-05,-4.57763671875e-05,-2.384185791015625e-06,4.100799560546875e-05,8.440017700195312e-05,0.0001277923583984375,0.00017118453979492188,0.00021457672119140625,0.0002579689025878906,0.000301361083984375,0.0003447532653808594,0.00038814544677734375,0.0004315376281738281,0.0004749298095703125,0.0005183219909667969,0.0005617141723632812,0.0006051063537597656,0.00064849853515625,0.0006918907165527344,0.0007352828979492188,0.0007786750793457031,0.0008220672607421875,0.0008654594421386719,0.0009088516235351562,0.0009522438049316406,0.000995635986328125,0.0010390281677246094,0.0010824203491210938,0.0011258125305175781,0.0011692047119140625,0.0012125968933105469,0.0012559890747070312,0.0012993812561035156,0.0013427734375]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.1023550033569336,-0.09935660660266876,-0.09635820984840393,-0.0933598130941391,-0.09036140888929367,-0.08736301213502884,-0.08436461538076401,-0.08136621862649918,-0.07836782187223434,-0.07536942511796951,-0.07237102091312408,-0.06937262415885925,-0.06637422740459442,-0.06337583065032959,-0.06037743389606476,-0.05737903341650963,-0.0543806366622448,-0.051382239907979965,-0.048383839428424835,-0.045385442674160004,-0.04238704591989517,-0.03938864544034004,-0.03639024868607521,-0.03339185193181038,-0.030393453314900398,-0.027395054697990417,-0.024396657943725586,-0.021398259326815605,-0.018399860709905624,-0.015401463955640793,-0.012403065338730812,-0.009404667653143406,-0.006406269967556,-0.00340787204913795,-0.00040947413071990013,0.0025889237876981497,0.0055873217061161995,0.008585719391703606,0.011584118008613586,0.014582515694200993,0.0175809133797884,0.02057931199669838,0.02357770875096321,0.026576107367873192,0.029574505984783173,0.032572902739048004,0.035571299493312836,0.038569699972867966,0.0415680967271328,0.04456649348139763,0.04756489396095276,0.05056329071521759,0.05356168746948242,0.05656008794903755,0.05955848470330238,0.06255688518285751,0.06555528193712234,0.06855367869138718,0.07155207544565201,0.07455047219991684,0.07754886895418167,0.0805472731590271,0.08354566991329193,0.08654406666755676,0.0895424634218216],"_type":"histogram","values":[1,1,0,1,2,3,3,22,20,29,71,109,159,309,500,710,1139,1599,2166,3129,4436,5925,7783,9976,12281,15036,18268,21445,24685,27747,30182,32716,34350,35067,35038,34588,33155,31104,28519,25413,22386,19211,16051,13231,10649,8226,6273,4863,3576,2520,1715,1183,823,549,324,223,138,102,45,20,14,9,4,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,1,1,1,0,1,2,1,4,5,4,1,2,8,6,9,14,13,15,21,16,20,19,22,25,28,33,32,32,37,30,32,22,32,18,35,29,28,24,16,19,19,16,16,9,12,9,7,3,1,2,3,2,5,1,0,1,0,1,0,0,1],"bins":[-0.04011644423007965,-0.03887992724776268,-0.03764341026544571,-0.03640689700841904,-0.035170380026102066,-0.033933863043785095,-0.032697346061468124,-0.031460829079151154,-0.030224313959479332,-0.02898779697716236,-0.02775128185749054,-0.02651476487517357,-0.025278247892856598,-0.024041732773184776,-0.022805215790867805,-0.021568700671195984,-0.020332183688879013,-0.019095666706562042,-0.01785915158689022,-0.01662263460457325,-0.015386118553578854,-0.014149602502584457,-0.012913085520267487,-0.01167656946927309,-0.010440053418278694,-0.009203537367284298,-0.007967021316289902,-0.006730504333972931,-0.005493988282978535,-0.0042574722319841385,-0.003020955715328455,-0.001784439431503415,-0.0005479194223880768,0.0006885968614369631,0.001925113145262003,0.003161629429087043,0.004398145712912083,0.005634661763906479,0.006871178280562162,0.008107694797217846,0.009344210848212242,0.010580726899206638,0.011817242950201035,0.013053759932518005,0.014290275983512402,0.015526792034506798,0.01676330901682377,0.01799982413649559,0.01923634111881256,0.020472858101129532,0.021709373220801353,0.022945890203118324,0.024182405322790146,0.025418922305107117,0.026655439287424088,0.02789195440709591,0.02912847138941288,0.03036498837172985,0.03160150349140167,0.03283802047371864,0.034074537456035614,0.035311054438352585,0.03654756769537926,0.03778408467769623,0.0390206016600132]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,0,0,2,0,1,2,1,1,1,2,0,4,1,5,9,6,8,13,16,18,22,40,30,34,48,75,76,94,100,105,101,130,137,111,116,124,95,91,89,65,54,64,35,23,22,14,13,13,9,7,3,7,1,2,2,1,1,1,0,1,0,1],"bins":[-0.0006003271555528045,-0.000583391694817692,-0.0005664562340825796,-0.0005495207151398063,-0.0005325852544046938,-0.0005156497936695814,-0.000498714332934469,-0.0004817788430955261,-0.0004648433532565832,-0.0004479078925214708,-0.00043097243178635836,-0.00041403694194741547,-0.00039710148121230304,-0.00038016599137336016,-0.00036323053063824773,-0.00034629504079930484,-0.0003293595800641924,-0.00031242411932908,-0.0002954886294901371,-0.00027855316875502467,-0.0002616176789160818,-0.00024468221818096936,-0.0002277467428939417,-0.00021081126760691404,-0.00019387579231988639,-0.00017694031703285873,-0.00016000484174583107,-0.00014306936645880342,-0.000126133905723691,-0.00010919842316070572,-9.226295514963567e-05,-7.532747986260802e-05,-5.839200457558036e-05,-4.14565292885527e-05,-2.452105763950385e-05,-7.585584171465598e-06,9.349889296572655e-06,2.628536276461091e-05,4.322083623264916e-05,6.015630788169801e-05,7.709178316872567e-05,9.402725845575333e-05,0.00011096273374278098,0.00012789820902980864,0.00014483366976492107,0.00016176914505194873,0.00017870462033897638,0.00019564009562600404,0.0002125755709130317,0.00022951104620005935,0.000246446521487087,0.00026338198222219944,0.0002803174720611423,0.00029725293279625475,0.00031418842263519764,0.00033112388337031007,0.0003480593441054225,0.0003649948339443654,0.0003819302946794778,0.0003988657845184207,0.0004158012452535331,0.000432736735092476,0.00044967219582758844,0.0004666076856665313,0.00048354314640164375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,1,2,0,0,1,0,1,2,3,6,2,3,2,8,9,11,13,14,15,13,14,21,32,37,35,36,29,34,26,29,29,36,37,29,24,24,38,25,25,13,16,6,16,8,8,6,5,6,4,1,4,1,1,0,2,1,1,1,0,0,0,0,1],"bins":[-0.00030617835000157356,-0.0002960494894068688,-0.00028592062881216407,-0.00027579173911362886,-0.0002656628785189241,-0.00025553401792421937,-0.00024540512822568417,-0.00023527626763097942,-0.00022514740703627467,-0.00021501854644156992,-0.00020488967129494995,-0.00019476079614832997,-0.00018463193555362523,-0.00017450307495892048,-0.0001643741998123005,-0.00015424532466568053,-0.00014411646407097578,-0.00013398760347627103,-0.00012385872832965106,-0.0001137298604589887,-0.00010360099258832633,-9.347212471766397e-05,-8.334325684700161e-05,-7.321438897633925e-05,-6.308552110567689e-05,-5.295665323501453e-05,-4.282778536435217e-05,-3.2698917493689805e-05,-2.2570049623027444e-05,-1.2441181752365083e-05,-2.312313881702721e-06,7.81655398895964e-06,1.7945392755791545e-05,2.8074260626453906e-05,3.820312849711627e-05,4.833199636777863e-05,5.846086423844099e-05,6.858973210910335e-05,7.871859997976571e-05,8.884746785042807e-05,9.897633572109044e-05,0.0001091052035917528,0.00011923407146241516,0.00012936294660903513,0.00013949180720373988,0.00014962066779844463,0.0001597495429450646,0.00016987841809168458,0.00018000727868638933,0.00019013613928109407,0.00020026501442771405,0.00021039388957433403,0.00022052275016903877,0.00023065161076374352,0.0002407804859103635,0.00025090936105698347,0.0002610382216516882,0.00027116708224639297,0.00028129597194492817,0.0002914248325396329,0.00030155369313433766,0.0003116825537290424,0.00032181141432374716,0.00033194030402228236,0.0003420691646169871],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.008734794333577156,-0.008452259004116058,-0.008169724605977535,-0.007887189276516438,-0.007604654878377914,-0.007322120014578104,-0.007039585150778294,-0.006757050286978483,-0.006474515423178673,-0.006191980093717575,-0.005909445229917765,-0.005626910366117954,-0.005344375502318144,-0.0050618406385183334,-0.004779305774718523,-0.004496770910918713,-0.004214236047118902,-0.003931701183319092,-0.0036491663195192814,-0.003366631455719471,-0.0030840965919196606,-0.0028015614952892065,-0.002519026631489396,-0.0022364917676895857,-0.0019539569038897753,-0.0016714220400899649,-0.0013888871762901545,-0.0011063521960750222,-0.0008238173322752118,-0.0005412824684754014,-0.0002587475464679301,2.3787346435710788e-05,0.00030632223933935165,0.0005888571031391621,0.0008713920251466334,0.0011539269471541047,0.0014364618109539151,0.0017189966747537255,0.0020015316549688578,0.002284066518768668,0.0025666013825684786,0.002849136246368289,0.0031316711101680994,0.00341420597396791,0.003696741070598364,0.003979275934398174,0.004261810798197985,0.004544345661997795,0.0048268805257976055,0.005109415389597416,0.005391950253397226,0.005674485117197037,0.005957019980996847,0.0062395548447966576,0.006522089708596468,0.006804624572396278,0.007087159901857376,0.0073696947656571865,0.007652229629456997,0.00793476402759552,0.008217299357056618,0.00849983375519514,0.008782369084656239,0.009064903482794762,0.00934743881225586],"_type":"histogram","values":[1,0,0,0,4,2,6,3,2,11,10,10,5,14,12,20,21,32,39,42,38,49,60,56,66,95,98,97,103,122,82,95,89,74,80,75,79,60,74,39,32,38,34,34,22,23,21,12,16,6,6,6,2,5,3,9,7,2,2,0,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,1,3,6,9,15,27,49,70,151,247,411,696,1089,1673,2609,3796,5639,8001,11161,15169,19869,25764,32270,40395,48728,56837,66273,75010,82414,88920,92213,94645,95739,93116,90009,83770,76691,68439,59688,50772,42361,34592,27251,21213,16249,11947,8617,6151,4141,2788,1973,1200,814,501,287,174,97,51,36,13,11,7,5],"bins":[-0.10102171450853348,-0.09797247499227524,-0.0949232280254364,-0.09187398850917816,-0.08882474154233932,-0.08577550202608109,-0.08272625505924225,-0.07967701554298401,-0.07662777602672577,-0.07357852905988693,-0.07052928954362869,-0.06748004257678986,-0.06443080306053162,-0.06138155981898308,-0.05833231657743454,-0.055283073335886,-0.05223383009433746,-0.049184586852788925,-0.04613534361124039,-0.04308610036969185,-0.04003685712814331,-0.03698761761188507,-0.03393837437033653,-0.030889131128787994,-0.027839887887239456,-0.024790644645690918,-0.02174140140414238,-0.01869216002523899,-0.015642916783690453,-0.012593673542141914,-0.00954443123191595,-0.0064951884560287,-0.003445938229560852,-0.00039669545367360115,0.0026525473222136497,0.005701790098100901,0.008751032873988152,0.01180027611553669,0.014849518425762653,0.017898760735988617,0.020948003977537155,0.023997247219085693,0.02704649046063423,0.03009573183953762,0.03314497321844101,0.03619421645998955,0.039243459701538086,0.042292702943086624,0.04534194618463516,0.0483911894261837,0.05144043266773224,0.05448967590928078,0.057538919150829315,0.060588158667087555,0.06363740563392639,0.06668664515018463,0.06973588466644287,0.07278513163328171,0.07583437114953995,0.07888361811637878,0.08193285763263702,0.08498210459947586,0.0880313441157341,0.09108059108257294,0.09412983059883118]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,3,0,0,0,1,0,0,2,1,2,4,7,6,2,8,8,14,12,17,24,20,16,29,23,21,33,35,41,38,32,45,31,31,27,33,24,21,23,20,12,14,16,11,5,10,9,5,7,5,3,3,2,3,1,2,1,1,0,0,1,0,1,1],"bins":[-0.000331436051055789,-0.000320514285704121,-0.00030959249124862254,-0.00029867072589695454,-0.0002877489314414561,-0.0002768271660897881,-0.0002659053716342896,-0.0002549836062826216,-0.0002440618263790384,-0.00023314004647545516,-0.00022221826657187194,-0.0002112964866682887,-0.0002003747213166207,-0.00018945294141303748,-0.00017853116150945425,-0.00016760938160587102,-0.0001566876017022878,-0.00014576582179870456,-0.00013484404189512134,-0.0001239222619915381,-0.00011300048936391249,-0.00010207870946032926,-9.115693683270365e-05,-8.023515692912042e-05,-6.931337702553719e-05,-5.8391597121953964e-05,-4.746982085634954e-05,-3.654804459074512e-05,-2.5626264687161893e-05,-1.4704486602568068e-05,-3.7827085179742426e-06,7.1390695666195825e-06,1.8060876755043864e-05,2.898265483963769e-05,3.9904432924231514e-05,5.0826209189835936e-05,6.174798909341916e-05,7.266976899700239e-05,8.359154162462801e-05,9.451332152821124e-05,0.00010543510143179446,0.00011635688133537769,0.00012727866123896092,0.00013820044114254415,0.00014912220649421215,0.00016004398639779538,0.0001709657663013786,0.00018188754620496184,0.00019280932610854506,0.0002037311060121283,0.00021465288591571152,0.00022557466581929475,0.00023649644572287798,0.000247418211074546,0.00025834000553004444,0.00026926177088171244,0.0002801835653372109,0.0002911053306888789,0.0003020270960405469,0.00031294889049604535,0.00032387065584771335,0.0003347924503032118,0.0003457142156548798,0.00035663601011037827,0.00036755777546204627]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.02508154883980751,-0.024092022329568863,-0.023102495819330215,-0.022112969309091568,-0.02112344279885292,-0.020133918151259422,-0.019144391641020775,-0.018154865130782127,-0.01716533862054348,-0.016175812110304832,-0.015186285600066185,-0.014196760021150112,-0.013207233510911465,-0.012217707000672817,-0.011228181421756744,-0.010238654911518097,-0.00924912840127945,-0.008259601891040802,-0.007270075846463442,-0.006280549801886082,-0.005291023291647434,-0.004301496781408787,-0.0033119707368314266,-0.002322444459423423,-0.001332918182015419,-0.0003433919046074152,0.0006461343728005886,0.0016356606502085924,0.0026251869276165962,0.0036147132050246,0.004604239482432604,0.005593765527009964,0.00658329576253891,0.007572822272777557,0.008562348783016205,0.009551874361932278,0.010541400872170925,0.011530927382409573,0.012520452961325645,0.013509979471564293,0.01449950598180294,0.015489032492041588,0.016478559002280235,0.017468085512518883,0.01845761016011238,0.01944713667035103,0.020436663180589676,0.021426189690828323,0.02241571620106697,0.02340524271130562,0.024394769221544266,0.025384295731782913,0.02637382224202156,0.02736334688961506,0.028352873399853706,0.029342399910092354,0.030331926420331,0.0313214510679245,0.03231097757816315,0.033300504088401794,0.03429003059864044,0.03527955710887909,0.03626908361911774,0.037258610129356384,0.03824813663959503],"_type":"histogram","values":[1,0,0,2,0,3,1,2,3,2,1,2,5,3,7,9,12,5,13,20,28,39,46,70,110,94,61,47,42,27,20,21,8,16,6,13,4,4,3,2,3,4,1,0,2,0,2,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,3,0,0,1,4,2,3,5,5,6,8,6,8,9,14,15,16,18,18,22,25,26,30,32,24,42,32,31,26,29,34,28,27,29,25,22,15,27,19,11,16,6,7,10,3,4,2,6,2,3,2,2,2,1,2,0,1,0,1],"bins":[-0.0004608044109772891,-0.0004466136160772294,-0.00043242285028100014,-0.00041823205538094044,-0.00040404126048088074,-0.0003898504946846515,-0.0003756596997845918,-0.00036146893398836255,-0.00034727813908830285,-0.00033308734418824315,-0.0003188965783920139,-0.0003047057834919542,-0.00029051501769572496,-0.00027632422279566526,-0.00026213342789560556,-0.0002479426620993763,-0.00023375186719931662,-0.00021956108685117215,-0.00020537030650302768,-0.00019117951160296798,-0.0001769887312548235,-0.00016279795090667903,-0.00014860715600661933,-0.00013441637565847486,-0.00012022559531033039,-0.00010603481496218592,-9.184402733808383e-05,-7.765323971398175e-05,-6.346245936583728e-05,-4.9271675379714e-05,-3.508089139359072e-05,-2.089010740746744e-05,-6.699323421344161e-06,7.491460564779118e-06,2.1682244550902396e-05,3.5873028537025675e-05,5.0063812523148954e-05,6.425459287129343e-05,7.844538049539551e-05,9.26361681194976e-05,0.00010682694846764207,0.00012101772881578654,0.000135208509163931,0.0001493993040639907,0.00016359008441213518,0.00017778086476027966,0.00019197165966033936,0.00020616244000848383,0.0002203532203566283,0.00023454400070477277,0.00024873478105291724,0.00026292557595297694,0.00027711637085303664,0.0002913071366492659,0.0003054979315493256,0.00031968869734555483,0.00033387949224561453,0.00034807028714567423,0.00036226105294190347,0.00037645184784196317,0.0003906426136381924,0.0004048334085382521,0.0004190242034383118,0.00043321496923454106,0.00044740576413460076],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[2,1,0,1,0,1,0,0,1,2,2,2,2,2,5,4,10,8,7,10,14,11,15,20,26,29,23,28,28,44,38,32,40,37,31,28,35,28,30,18,30,17,22,14,14,11,8,14,4,5,6,1,3,1,0,0,0,0,0,0,1,0,0,2],"bins":[-0.0003287181898485869,-0.00031856863643042743,-0.00030841908301226795,-0.00029826952959410846,-0.000288119976175949,-0.0002779704227577895,-0.00026782086933963,-0.0002576713159214705,-0.00024752176250331104,-0.00023737222363706678,-0.0002272226702189073,-0.0002170731168007478,-0.00020692356338258833,-0.00019677400996442884,-0.00018662445654626936,-0.00017647490312810987,-0.0001663253497099504,-0.0001561757962917909,-0.00014602624287363142,-0.00013587668945547193,-0.00012572713603731245,-0.00011557758989511058,-0.00010542803647695109,-9.527848305879161e-05,-8.512892964063212e-05,-7.497937622247264e-05,-6.482982280431315e-05,-5.4680273024132475e-05,-4.453071960597299e-05,-3.4381166187813506e-05,-2.4231614588643424e-05,-1.4082062079978641e-05,-3.932509571313858e-06,6.217042937350925e-06,1.6366595446015708e-05,2.651614704518579e-05,3.6665700463345274e-05,4.681525388150476e-05,5.696480366168544e-05,6.711435707984492e-05,7.72639104980044e-05,8.741346391616389e-05,9.756301733432338e-05,0.00010771257075248286,0.00011786211689468473,0.00012801167031284422,0.0001381612237310037,0.0001483107771491632,0.00015846033056732267,0.00016860988398548216,0.00017875943740364164,0.00018890899082180113,0.0001990585442399606,0.0002092080976581201,0.00021935765107627958,0.00022950720449443907,0.00023965674336068332,0.0002498062967788428,0.0002599558501970023,0.0002701054036151618,0.00028025495703332126,0.00029040451045148075,0.00030055406386964023,0.0003107036172877997,0.0003208531707059592],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,1,1,1,0,3,1,6,5,3,6,16,11,12,24,20,20,21,34,28,32,38,32,35,31,27,27,37,33,24,24,36,19,20,18,9,16,6,15,11,7,5,8,5,5,3,3,2,5,6,1,1,2,3,0,2,1,2,0,1],"bins":[0.9992154240608215,0.9992433190345764,0.9992711544036865,0.9992990493774414,0.9993269443511963,0.9993547797203064,0.9993826746940613,0.9994105100631714,0.9994384050369263,0.9994663000106812,0.9994941353797913,0.9995220303535461,0.999549925327301,0.9995777606964111,0.999605655670166,0.9996335506439209,0.999661386013031,0.9996892809867859,0.9997171759605408,0.9997450113296509,0.9997729063034058,0.9998007416725159,0.9998286366462708,0.9998565316200256,0.9998843669891357,0.9999122619628906,0.9999401569366455,0.9999679923057556,0.9999958872795105,1.0000237226486206,1.0000516176223755,1.0000795125961304,1.0001074075698853,1.0001353025436401,1.0001630783081055,1.0001909732818604,1.0002188682556152,1.0002467632293701,1.000274658203125,1.0003024339675903,1.0003303289413452,1.0003582239151,1.000386118888855,1.0004140138626099,1.0004419088363647,1.00046968460083,1.000497579574585,1.0005254745483398,1.0005533695220947,1.0005812644958496,1.0006091594696045,1.0006369352340698,1.0006648302078247,1.0006927251815796,1.0007206201553345,1.0007485151290894,1.0007762908935547,1.0008041858673096,1.0008320808410645,1.0008599758148193,1.0008878707885742,1.000915765762329,1.0009435415267944,1.0009714365005493,1.0009993314743042]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.00970458984375,-0.009383201599121094,-0.009061813354492188,-0.008740425109863281,-0.008419036865234375,-0.008097648620605469,-0.0077762603759765625,-0.007454872131347656,-0.00713348388671875,-0.006812095642089844,-0.0064907073974609375,-0.006169319152832031,-0.005847930908203125,-0.005526542663574219,-0.0052051544189453125,-0.004883766174316406,-0.0045623779296875,-0.004240989685058594,-0.0039196014404296875,-0.0035982131958007812,-0.003276824951171875,-0.0029554367065429688,-0.0026340484619140625,-0.0023126602172851562,-0.00199127197265625,-0.0016698837280273438,-0.0013484954833984375,-0.0010271072387695312,-0.000705718994140625,-0.00038433074951171875,-6.29425048828125e-05,0.00025844573974609375,0.000579833984375,0.0009012222290039062,0.0012226104736328125,0.0015439987182617188,0.001865386962890625,0.0021867752075195312,0.0025081634521484375,0.0028295516967773438,0.00315093994140625,0.0034723281860351562,0.0037937164306640625,0.004115104675292969,0.004436492919921875,0.004757881164550781,0.0050792694091796875,0.005400657653808594,0.0057220458984375,0.006043434143066406,0.0063648223876953125,0.006686210632324219,0.007007598876953125,0.007328987121582031,0.0076503753662109375,0.007971763610839844,0.00829315185546875,0.008614540100097656,0.008935928344726562,0.009257316589355469,0.009578704833984375,0.009900093078613281,0.010221481323242188,0.010542869567871094,0.0108642578125],"_type":"histogram","values":[3,1,1,2,1,7,4,7,10,28,17,46,52,91,120,181,267,420,656,1026,1579,2566,4167,6831,11950,20375,37180,71276,154692,367628,470222,215199,96617,47640,25722,14434,8518,5038,2907,1874,1229,796,468,351,215,156,90,50,50,30,24,10,19,6,5,2,2,1,2,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,1,3,3,7,4,7,13,2,5,11,14,10,7,8,14,18,14,20,13,18,22,33,20,21,17,27,20,26,32,24,20,20,20,27,24,22,19,13,18,17,25,13,12,10,12,8,11,9,3,6,5,4,2,5,3,0,1,0,0,1,1],"bins":[-0.0009927533101290464,-0.0009604160441085696,-0.0009280787780880928,-0.000895741512067616,-0.0008634042460471392,-0.0008310669800266623,-0.0007987297140061855,-0.0007663924479857087,-0.0007340551819652319,-0.0007017179159447551,-0.0006693806499242783,-0.0006370433839038014,-0.0006047061178833246,-0.0005723688518628478,-0.000540031585842371,-0.0005076943198218942,-0.00047535705380141735,-0.00044301978778094053,-0.0004106825217604637,-0.0003783452557399869,-0.0003460079897195101,-0.00031367072369903326,-0.00028133345767855644,-0.0002489961916580796,-0.0002166589256376028,-0.000184321659617126,-0.00015198439359664917,-0.00011964712757617235,-8.730986155569553e-05,-5.4972595535218716e-05,-2.2635329514741898e-05,9.70193650573492e-06,4.2039318941533566e-05,7.437658496201038e-05,0.0001067138509824872,0.00013905111700296402,0.00017138838302344084,0.00020372564904391766,0.00023606291506439447,0.0002684001810848713,0.0003007374471053481,0.00033307471312582493,0.00036541197914630175,0.00039774924516677856,0.0004300865111872554,0.0004624237772077322,0.000494761043228209,0.0005270983092486858,0.0005594355752691627,0.0005917728412896395,0.0006241101073101163,0.0006564473733305931,0.0006887846393510699,0.0007211219053715467,0.0007534591713920236,0.0007857964374125004,0.0008181337034329772,0.000850470969453454,0.0008828082354739308,0.0009151455014944077,0.0009474827675148845,0.0009798200335353613,0.001012157299555838,0.001044494565576315,0.0010768318315967917]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,0,0,0,2,1,0,1,2,4,1,7,1,9,8,7,9,8,8,22,12,18,18,24,24,25,33,30,25,36,33,28,27,33,33,32,26,28,23,24,18,25,18,13,15,6,9,9,5,2,3,6,1,3,1,3,3,1,1,1,0,1,1],"bins":[-0.0004598646191880107,-0.0004457641043700278,-0.00043166358955204487,-0.00041756307473406196,-0.00040346255991607904,-0.00038936204509809613,-0.0003752615593839437,-0.00036116104456596076,-0.00034706052974797785,-0.00033296001492999494,-0.00031885950011201203,-0.0003047589852940291,-0.0002906584704760462,-0.0002765579556580633,-0.0002624574408400804,-0.00024835692602209747,-0.00023425642575602978,-0.00022015591093804687,-0.00020605539612006396,-0.00019195489585399628,-0.00017785438103601336,-0.00016375386621803045,-0.00014965335140004754,-0.00013555283658206463,-0.00012145232904003933,-0.00010735181422205642,-9.325130668003112e-05,-7.915079186204821e-05,-6.50502770440653e-05,-5.094976950204e-05,-3.684925468405709e-05,-2.2748743504052982e-05,-8.648232324048877e-06,5.45227976544993e-06,1.9552791854948737e-05,3.3653304853942245e-05,4.775381603394635e-05,6.185432721395046e-05,7.595484203193337e-05,9.005534957395867e-05,0.00010415586439194158,0.00011825637920992449,0.0001323568867519498,0.0001464574015699327,0.0001605579163879156,0.00017465843120589852,0.0001887589314719662,0.00020285944628994912,0.00021695996110793203,0.00023106047592591494,0.0002451609761919826,0.00025926149100996554,0.00027336200582794845,0.00028746252064593136,0.0003015630354639143,0.0003156635502818972,0.0003297640650998801,0.000343864579917863,0.0003579650947358459,0.0003720655804499984,0.0003861660952679813,0.0004002666100859642,0.0004143671249039471,0.00042846763972193,0.00044256815453991294],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,1,3,2,1,1,1,1,0,1,2,1,2,8,7,4,8,13,7,12,14,16,13,27,25,25,20,18,32,31,39,37,25,27,29,35,33,28,19,26,21,24,24,21,8,15,11,8,6,3,9,3,6,5,2,0,2,1,0,0,0,3,0,1],"bins":[-0.00041726877680048347,-0.00040438148425891995,-0.0003914942208211869,-0.00037860695738345385,-0.00036571966484189034,-0.0003528323723003268,-0.00033994510886259377,-0.0003270578454248607,-0.0003141705528832972,-0.0003012832603417337,-0.00028839599690400064,-0.0002755087334662676,-0.0002626214409247041,-0.00024973414838314056,-0.0002368468849454075,-0.00022395960695575923,-0.00021107232896611094,-0.00019818505097646266,-0.00018529777298681438,-0.0001724104949971661,-0.00015952321700751781,-0.00014663593901786953,-0.00013374866102822125,-0.00012086138303857297,-0.00010797410504892468,-9.50868270592764e-05,-8.219954906962812e-05,-6.931227107997984e-05,-5.6424993090331554e-05,-4.353771510068327e-05,-3.065043711103499e-05,-1.7763159121386707e-05,-4.875881131738424e-06,8.011396857909858e-06,2.089867484755814e-05,3.378595283720642e-05,4.6673230826854706e-05,5.956050881650299e-05,7.244778680615127e-05,8.533506479579955e-05,9.822234278544784e-05,0.00011110962077509612,0.0001239968987647444,0.00013688417675439268,0.00014977145474404097,0.00016265873273368925,0.00017554601072333753,0.00018843328871298581,0.0002013205667026341,0.00021420784469228238,0.00022709512268193066,0.00023998240067157894,0.0002528696786612272,0.00026575697120279074,0.0002786442346405238,0.00029153149807825685,0.00030441879061982036,0.00031730608316138387,0.0003301933465991169,0.00034308061003685,0.0003559679025784135,0.000368855195119977,0.00038174245855771005,0.0003946297219954431,0.0004075170145370066]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.0003036689886357635,-0.0002941531711257994,-0.00028463732451200485,-0.00027512150700204074,-0.00026560568949207664,-0.0002560898719821125,-0.0002465740544721484,-0.00023705820785835385,-0.00022754239034838974,-0.00021802657283842564,-0.0002085107407765463,-0.00019899490871466696,-0.00018947909120470285,-0.00017996327369473875,-0.0001704474416328594,-0.00016093160957098007,-0.00015141579206101596,-0.00014189997455105186,-0.00013238414248917252,-0.00012286831042729318,-0.00011335249291732907,-0.00010383666813140735,-9.432084334548563e-05,-8.48050185595639e-05,-7.528919377364218e-05,-6.577336898772046e-05,-5.625754420179874e-05,-4.6741719415877014e-05,-3.722589462995529e-05,-2.771006984403357e-05,-1.8194245058111846e-05,-8.678420272190124e-06,8.374045137315989e-07,1.0353229299653322e-05,1.9869054085575044e-05,2.9384878871496767e-05,3.890070365741849e-05,4.841652844334021e-05,5.7932353229261935e-05,6.744817801518366e-05,7.696400280110538e-05,8.64798275870271e-05,9.599565237294883e-05,0.00010551147715887055,0.00011502730194479227,0.00012454311945475638,0.00013405895151663572,0.00014357478357851505,0.00015309060108847916,0.00016260641859844327,0.0001721222506603226,0.00018163808272220194,0.00019115390023216605,0.00020066971774213016,0.0002101855498040095,0.00021970138186588883,0.00022921719937585294,0.00023873301688581705,0.0002482488634996116,0.0002577646810095757,0.00026728049851953983,0.00027679631602950394,0.00028631213353946805,0.0002958279801532626,0.0003053437976632267],"_type":"histogram","values":[1,0,0,0,2,0,2,1,2,3,3,2,7,3,7,6,6,7,11,10,16,20,15,23,17,16,33,34,34,29,38,25,33,31,45,31,22,32,28,26,24,13,17,12,16,11,14,6,7,3,4,4,3,2,1,0,7,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,0,0,0,3,0,0,5,3,5,4,9,11,11,24,41,73,114,178,335,475,812,1471,2479,4760,9060,19269,41794,95159,169228,130674,60630,26611,12314,6366,3502,1820,1000,610,367,233,139,93,52,29,18,11,7,7,3,3,2,1,1,1,1,2,0,0,1,0,1],"bins":[-0.000858306884765625,-0.0008312463760375977,-0.0008041858673095703,-0.000777125358581543,-0.0007500648498535156,-0.0007230043411254883,-0.0006959438323974609,-0.0006688833236694336,-0.0006418228149414062,-0.0006147623062133789,-0.0005877017974853516,-0.0005606412887573242,-0.0005335807800292969,-0.0005065202713012695,-0.0004794597625732422,-0.00045239925384521484,-0.0004253387451171875,-0.00039827823638916016,-0.0003712177276611328,-0.00034415721893310547,-0.0003170967102050781,-0.0002900362014770508,-0.00026297569274902344,-0.0002359151840209961,-0.00020885467529296875,-0.0001817941665649414,-0.00015473365783691406,-0.00012767314910888672,-0.00010061264038085938,-7.355213165283203e-05,-4.649162292480469e-05,-1.9431114196777344e-05,7.62939453125e-06,3.4689903259277344e-05,6.175041198730469e-05,8.881092071533203e-05,0.00011587142944335938,0.00014293193817138672,0.00016999244689941406,0.0001970529556274414,0.00022411346435546875,0.0002511739730834961,0.00027823448181152344,0.0003052949905395508,0.0003323554992675781,0.00035941600799560547,0.0003864765167236328,0.00041353702545166016,0.0004405975341796875,0.00046765804290771484,0.0004947185516357422,0.0005217790603637695,0.0005488395690917969,0.0005759000778198242,0.0006029605865478516,0.0006300210952758789,0.0006570816040039062,0.0006841421127319336,0.0007112026214599609,0.0007382631301879883,0.0007653236389160156,0.000792384147644043,0.0008194446563720703,0.0008465051651000977,0.000873565673828125]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,1,0,2,4,5,2,4,8,11,9,13,18,30,29,35,35,41,43,33,47,40,42,32,30,35,23,28,25,23,15,10,16,2,15,6,12,9,7,4,6,2,1,3,1,1,2,2,2,0,1,0,0,0,0,0,1],"bins":[0.9991946220397949,0.999224066734314,0.999253511428833,0.999282956123352,0.9993124008178711,0.9993419051170349,0.999371349811554,0.999400794506073,0.999430239200592,0.9994596838951111,0.9994891285896301,0.9995185732841492,0.999548077583313,0.999577522277832,0.9996069669723511,0.9996364116668701,0.9996658563613892,0.9996953010559082,0.9997247457504272,0.9997541904449463,0.9997836351394653,0.9998131394386292,0.9998425841331482,0.9998720288276672,0.9999014735221863,0.9999309182167053,0.9999603629112244,0.9999898076057434,1.0000193119049072,1.0000487565994263,1.0000782012939453,1.0001076459884644,1.0001370906829834,1.0001665353775024,1.0001959800720215,1.0002254247665405,1.0002548694610596,1.0002843141555786,1.0003137588500977,1.0003432035446167,1.0003726482391357,1.0004022121429443,1.0004316568374634,1.0004611015319824,1.0004905462265015,1.0005199909210205,1.0005494356155396,1.0005788803100586,1.0006083250045776,1.0006377696990967,1.0006672143936157,1.0006966590881348,1.0007261037826538,1.0007555484771729,1.000784993171692,1.000814437866211,1.0008440017700195,1.0008734464645386,1.0009028911590576,1.0009323358535767,1.0009617805480957,1.0009912252426147,1.0010206699371338,1.0010501146316528,1.0010795593261719],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.004348196554929018,-0.0042106774635612965,-0.004073158372193575,-0.003935639280825853,-0.003798120189458132,-0.003660601330921054,-0.0035230822395533323,-0.0033855631481856108,-0.003248044056817889,-0.0031105249654501677,-0.002973005874082446,-0.0028354867827147245,-0.0026979679241776466,-0.002560448832809925,-0.0024229297414422035,-0.002285410650074482,-0.0021478915587067604,-0.002010372467339039,-0.0018728533759713173,-0.0017353344010189176,-0.001597815309651196,-0.0014602962182834744,-0.0013227772433310747,-0.0011852581519633532,-0.0010477390605956316,-0.00091021996922791,-0.0007727009360678494,-0.0006351819029077888,-0.0004976628115400672,-0.0003601437492761761,-0.000222624687012285,-8.51056247483939e-05,5.241343751549721e-05,0.0001899324997793883,0.0003274515620432794,0.0004649706243071705,0.0006024896865710616,0.0007400087779387832,0.0008775278110988438,0.0010150468442589045,0.001152565935626626,0.0012900850269943476,0.0014276041183620691,0.0015651230933144689,0.0017026421846821904,0.001840161276049912,0.0019776802510023117,0.0021151993423700333,0.002252718433737755,0.0023902375251054764,0.002527756616473198,0.0026652757078409195,0.002802794799208641,0.002940313657745719,0.0030778327491134405,0.003215351840481162,0.0033528709318488836,0.003490390023216605,0.0036279091145843267,0.0037654282059520483,0.003902947064489126,0.004040466155856848,0.004177985247224569,0.004315504338592291,0.0044530234299600124],"_type":"histogram","values":[1,1,0,0,3,1,2,2,3,2,2,6,3,6,10,17,17,17,31,30,41,55,58,56,63,90,90,90,87,98,106,99,113,107,96,106,69,73,54,46,46,45,59,27,14,18,16,17,12,8,12,2,2,4,1,4,2,4,0,0,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[7,3,4,5,12,9,10,23,23,44,39,55,105,122,164,222,319,425,598,861,1190,1807,2362,3315,5187,7280,11199,16642,26218,43782,77022,116047,105204,63996,37115,22508,14816,9792,6264,4360,3157,2085,1616,1083,742,527,398,293,222,142,92,78,52,44,41,23,19,12,12,9,6,3,7,5],"bins":[-0.0118408203125,-0.011468887329101562,-0.011096954345703125,-0.010725021362304688,-0.01035308837890625,-0.009981155395507812,-0.009609222412109375,-0.009237289428710938,-0.0088653564453125,-0.008493423461914062,-0.008121490478515625,-0.0077495574951171875,-0.00737762451171875,-0.0070056915283203125,-0.006633758544921875,-0.0062618255615234375,-0.005889892578125,-0.0055179595947265625,-0.005146026611328125,-0.0047740936279296875,-0.00440216064453125,-0.0040302276611328125,-0.003658294677734375,-0.0032863616943359375,-0.0029144287109375,-0.0025424957275390625,-0.002170562744140625,-0.0017986297607421875,-0.00142669677734375,-0.0010547637939453125,-0.000682830810546875,-0.0003108978271484375,6.103515625e-05,0.0004329681396484375,0.000804901123046875,0.0011768341064453125,0.00154876708984375,0.0019207000732421875,0.002292633056640625,0.0026645660400390625,0.0030364990234375,0.0034084320068359375,0.003780364990234375,0.0041522979736328125,0.00452423095703125,0.0048961639404296875,0.005268096923828125,0.0056400299072265625,0.006011962890625,0.0063838958740234375,0.006755828857421875,0.0071277618408203125,0.00749969482421875,0.007871627807617188,0.008243560791015625,0.008615493774414062,0.0089874267578125,0.009359359741210938,0.009731292724609375,0.010103225708007812,0.01047515869140625,0.010847091674804688,0.011219024658203125,0.011590957641601562,0.011962890625]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,2,2,2,3,5,3,5,1,9,7,23,16,37,29,47,52,90,69,84,101,127,99,115,121,128,104,103,112,84,74,69,56,40,32,46,28,26,25,12,10,9,6,11,6,4,4,1,0,1,2,1,0,0,0,0,0,2,0,0,1],"bins":[-0.0032161856070160866,-0.0031013821717351675,-0.0029865787364542484,-0.0028717753011733294,-0.0027569718658924103,-0.002642168663442135,-0.0025273652281612158,-0.0024125617928802967,-0.0022977583575993776,-0.0021829549223184586,-0.0020681514870375395,-0.0019533480517566204,-0.0018385447328910232,-0.001723741297610104,-0.0016089379787445068,-0.0014941345434635878,-0.0013793311081826687,-0.0012645276729017496,-0.0011497242376208305,-0.0010349209187552333,-0.0009201174834743142,-0.0008053140481933951,-0.000690510671120137,-0.0005757072940468788,-0.00046090385876595974,-0.0003461004525888711,-0.0002312970464117825,-0.00011649364023469388,-1.6902340576052666e-06,0.00011311317211948335,0.00022791657829657197,0.0003427199844736606,0.0004575233906507492,0.0005723268259316683,0.0006871302030049264,0.0008019335800781846,0.0009167370153591037,0.0010315404506400228,0.00114634376950562,0.001261147204786539,0.0013759506400674582,0.0014907540753483772,0.0016055575106292963,0.0017203608294948936,0.0018351642647758126,0.0019499677000567317,0.002064771018922329,0.002179574454203248,0.002294377889484167,0.002409181324765086,0.0025239847600460052,0.0026387881953269243,0.0027535916306078434,0.002868394833058119,0.002983198268339038,0.003098001703619957,0.003212805138900876,0.003327608574181795,0.003442412009462714,0.0035572154447436333,0.0036720186471939087,0.0037868220824748278,0.003901625517755747,0.00401642918586731,0.004131232388317585]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,0,3,2,3,10,11,22,51,77,137,206,346,525,813,1185,1792,2584,3434,4692,6350,8274,10702,13185,16050,19149,22450,25454,28419,31152,33283,34634,35012,35487,34033,32786,30661,27635,24515,21422,18223,15204,12212,9842,7750,5818,4346,3170,2197,1516,1077,715,474,277,185,122,70,37,19,11,5,4,1,1],"bins":[-0.09861864149570465,-0.09561634063720703,-0.09261403977870941,-0.08961173892021179,-0.08660943806171417,-0.08360713720321655,-0.08060483634471893,-0.07760253548622131,-0.0746002346277237,-0.07159794121980667,-0.06859564036130905,-0.06559333950281143,-0.06259103864431381,-0.05958873778581619,-0.05658643692731857,-0.05358413606882095,-0.050581835210323334,-0.047579534351825714,-0.044577233493328094,-0.041574932634830475,-0.038572631776332855,-0.035570334643125534,-0.032568033784627914,-0.029565732926130295,-0.026563432067632675,-0.023561131209135056,-0.020558830350637436,-0.017556531354784966,-0.014554230496287346,-0.011551929637789726,-0.008549629710614681,-0.005547329317778349,-0.0025450214743614197,0.00045727891847491264,0.003459579311311245,0.006461879704147577,0.00946418009698391,0.01246648095548153,0.015468780882656574,0.01847108080983162,0.02147338166832924,0.02447568252682686,0.027477983385324478,0.03048028238117695,0.03348258137702942,0.03648488223552704,0.03948718309402466,0.04248948395252228,0.0454917848110199,0.04849408566951752,0.05149638652801514,0.054498687386512756,0.057500988245010376,0.0605032853782177,0.06350558996200562,0.06650789082050323,0.06951019167900085,0.07251248508691788,0.0755147859454155,0.07851708680391312,0.08151938766241074,0.08452168852090836,0.08752398937940598,0.0905262902379036,0.09352859109640121]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[2,0,1,3,5,0,5,4,8,10,8,10,9,16,15,19,15,27,13,25,39,42,45,40,43,41,59,56,53,56,50,62,51,58,57,53,59,47,52,51,40,44,39,19,24,20,15,20,22,19,19,10,7,7,4,5,2,2,3,1,3,1,0,1],"bins":[-0.06057974696159363,-0.058653559535741806,-0.056727368384599686,-0.054801180958747864,-0.05287499353289604,-0.05094880238175392,-0.0490226149559021,-0.04709642753005028,-0.04517023637890816,-0.043244048953056335,-0.041317861527204514,-0.03939167037606239,-0.03746548295021057,-0.03553929552435875,-0.03361310437321663,-0.03168691694736481,-0.029760727658867836,-0.027834538370370865,-0.025908350944519043,-0.023982161656022072,-0.0220559723675251,-0.02012978494167328,-0.018203595653176308,-0.016277406364679337,-0.01435121800750494,-0.012425029650330544,-0.010498840361833572,-0.008572652004659176,-0.006646463181823492,-0.004720274358987808,-0.002794085768982768,-0.0008678970625624061,0.001058291643857956,0.0029844804666936398,0.004910669289529324,0.00683685764670372,0.008763046935200691,0.010689235292375088,0.012615423649549484,0.014541612938046455,0.016467802226543427,0.01839398965239525,0.02032017894089222,0.02224636822938919,0.024172555655241013,0.026098744943737984,0.028024934232234955,0.029951121658086777,0.0318773090839386,0.03380350023508072,0.03572968766093254,0.03765587881207466,0.03958206623792648,0.041508253663778305,0.043434444814920425,0.04536063224077225,0.04728681966662407,0.04921301081776619,0.05113919824361801,0.05306538566946983,0.054991576820611954,0.056917764246463776,0.0588439516723156,0.06077014282345772,0.06269633024930954],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,0,1,2,4,0,3,1,3,3,7,6,10,8,9,16,25,10,17,22,17,22,17,45,24,36,29,27,30,27,31,31,40,33,15,24,18,24,20,17,10,14,10,15,10,10,6,5,3,2,0,1,1,2,1,0,0,0,0,1],"bins":[-0.049449287354946136,-0.047925930470228195,-0.046402569860219955,-0.044879212975502014,-0.04335585609078407,-0.04183249548077583,-0.04030913859605789,-0.03878578171133995,-0.03726242482662201,-0.03573906421661377,-0.03421570733189583,-0.03269235044717789,-0.031168989837169647,-0.029645632952451706,-0.028122274205088615,-0.026598917320370674,-0.025075558573007584,-0.023552199825644493,-0.022028842940926552,-0.02050548419356346,-0.01898212730884552,-0.01745876856148243,-0.01593540981411934,-0.014412051998078823,-0.012888694182038307,-0.011365336365997791,-0.009841978549957275,-0.008318619802594185,-0.006795261986553669,-0.005271904170513153,-0.00374854588881135,-0.0022251878399401903,-0.0007018260657787323,0.0008215319830924273,0.002344890031963587,0.0038682480808347464,0.005391606129705906,0.006914963945746422,0.008438322693109512,0.009961680509150028,0.011485038325190544,0.01300839614123106,0.014531753957271576,0.016055112704634666,0.017578471451997757,0.019101828336715698,0.02062518708407879,0.02214854396879673,0.02367190271615982,0.02519526146352291,0.026718618348240852,0.028241977095603943,0.029765333980321884,0.031288694590330124,0.032812051475048065,0.034335408359766006,0.03585876524448395,0.03738212585449219,0.03890548273921013,0.04042883962392807,0.04195220023393631,0.04347555711865425,0.04499891400337219,0.04652227461338043,0.04804563149809837]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,0,0,1,0,1,1,1,0,1,4,1,3,4,5,9,9,10,15,20,28,36,32,44,47,39,54,44,38,42,28,28,25,29,22,20,18,19,13,7,13,11,8,11,3,6,0,2,3,2,2,2,0,1,0,0,2,0,0,0,1],"bins":[0.9990929365158081,0.9991235733032227,0.9991541504859924,0.999184787273407,0.9992154240608215,0.9992460012435913,0.9992766380310059,0.9993072748184204,0.9993378520011902,0.9993684887886047,0.9993991255760193,0.9994297027587891,0.9994603395462036,0.9994909763336182,0.9995215535163879,0.9995521903038025,0.9995827674865723,0.9996134042739868,0.9996440410614014,0.9996746182441711,0.9997052550315857,0.9997358918190002,0.99976646900177,0.9997971057891846,0.9998277425765991,0.9998583197593689,0.9998889565467834,0.999919593334198,0.9999501705169678,0.9999808073043823,1.0000114440917969,1.0000420808792114,1.000072717666626,1.000103235244751,1.0001338720321655,1.00016450881958,1.0001951456069946,1.0002257823944092,1.0002562999725342,1.0002869367599487,1.0003175735473633,1.0003482103347778,1.0003788471221924,1.000409483909607,1.000440001487732,1.0004706382751465,1.000501275062561,1.0005319118499756,1.0005625486373901,1.0005931854248047,1.0006237030029297,1.0006543397903442,1.0006849765777588,1.0007156133651733,1.000746250152588,1.0007768869400024,1.0008074045181274,1.000838041305542,1.0008686780929565,1.000899314880371,1.0009299516677856,1.0009605884552002,1.0009911060333252,1.0010217428207397,1.0010523796081543]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[3,4,2,6,5,10,20,19,29,33,51,80,90,163,211,293,398,579,799,1070,1595,2455,3369,4950,7433,10863,16821,25849,41336,71421,115472,109074,65131,38160,24106,15336,10481,6911,4578,3235,2126,1601,1052,750,506,378,302,204,122,81,75,52,40,28,20,14,12,3,5,4,4,3,0,1],"bins":[-0.0130615234375,-0.012639045715332031,-0.012216567993164062,-0.011794090270996094,-0.011371612548828125,-0.010949134826660156,-0.010526657104492188,-0.010104179382324219,-0.00968170166015625,-0.009259223937988281,-0.008836746215820312,-0.008414268493652344,-0.007991790771484375,-0.007569313049316406,-0.0071468353271484375,-0.006724357604980469,-0.0063018798828125,-0.005879402160644531,-0.0054569244384765625,-0.005034446716308594,-0.004611968994140625,-0.004189491271972656,-0.0037670135498046875,-0.0033445358276367188,-0.00292205810546875,-0.0024995803833007812,-0.0020771026611328125,-0.0016546249389648438,-0.001232147216796875,-0.0008096694946289062,-0.0003871917724609375,3.528594970703125e-05,0.000457763671875,0.0008802413940429688,0.0013027191162109375,0.0017251968383789062,0.002147674560546875,0.0025701522827148438,0.0029926300048828125,0.0034151077270507812,0.00383758544921875,0.004260063171386719,0.0046825408935546875,0.005105018615722656,0.005527496337890625,0.005949974060058594,0.0063724517822265625,0.006794929504394531,0.0072174072265625,0.007639884948730469,0.008062362670898438,0.008484840393066406,0.008907318115234375,0.009329795837402344,0.009752273559570312,0.010174751281738281,0.01059722900390625,0.011019706726074219,0.011442184448242188,0.011864662170410156,0.012287139892578125,0.012709617614746094,0.013132095336914062,0.013554573059082031,0.01397705078125]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[2,1,3,5,10,9,17,17,31,21,35,48,60,63,70,98,133,172,224,243,304,364,430,595,705,906,1066,1224,1544,1859,2461,3907,11505,325443,19786,5216,3142,2252,1852,1420,1225,918,777,611,463,354,309,263,218,186,163,149,105,84,59,33,21,12,10,7,2,3,0,1],"bins":[-0.07628049701452255,-0.07401689887046814,-0.07175330072641373,-0.06948970258235931,-0.0672261044383049,-0.06496250629425049,-0.06269890815019608,-0.060435306280851364,-0.05817170813679695,-0.05590810999274254,-0.053644511848688126,-0.05138091370463371,-0.049117311835289,-0.04685371369123459,-0.044590115547180176,-0.04232651740312576,-0.04006291925907135,-0.03779932111501694,-0.035535722970962524,-0.03327212482690811,-0.03100852482020855,-0.028744926676154137,-0.026481326669454575,-0.024217728525400162,-0.02195413038134575,-0.019690532237291336,-0.017426934093236923,-0.015163334086537361,-0.012899735942482948,-0.010636137798428535,-0.008372538723051548,-0.006108940113335848,-0.0038453340530395508,-0.0015817354433238506,0.0006818631663918495,0.0029454617761075497,0.00520906038582325,0.00747265899553895,0.00973625760525465,0.011999856680631638,0.01426345482468605,0.016527052968740463,0.018790651112794876,0.021054251119494438,0.02331784926354885,0.025581447407603264,0.027845047414302826,0.03010864555835724,0.03237224370241165,0.034635841846466064,0.03689943999052048,0.03916303813457489,0.0414266362786293,0.043690238147974014,0.04595383629202843,0.04821743443608284,0.05048103258013725,0.052744630724191666,0.05500822886824608,0.05727182701230049,0.0595354288816452,0.061799027025699615,0.06406262516975403,0.06632622331380844,0.06858982145786285]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[2,1,0,1,0,0,0,2,0,3,6,7,2,4,5,2,7,5,9,6,11,18,25,20,24,29,19,25,19,20,24,24,21,38,31,31,31,22,26,21,25,21,15,19,18,18,17,16,20,10,5,5,6,8,4,4,6,1,0,1,3,3,0,2],"bins":[-0.018464764580130577,-0.01792161539196968,-0.017378466203808784,-0.016835317015647888,-0.01629216969013214,-0.015749020501971245,-0.015205871313810349,-0.014662722125649452,-0.014119572937488556,-0.013576424680650234,-0.013033275492489338,-0.012490126304328442,-0.01194697804749012,-0.011403828859329224,-0.010860679671168327,-0.010317531414330006,-0.00977438222616911,-0.009231233038008213,-0.008688084781169891,-0.008144935593008995,-0.007601786404848099,-0.00705863768234849,-0.006515488959848881,-0.0059723397716879845,-0.0054291910491883755,-0.0048860423266887665,-0.00434289313852787,-0.003799744416028261,-0.0032565954606980085,-0.002713446505367756,-0.002170297782868147,-0.0016271488275378942,-0.0010839998722076416,-0.0005408509750850499,2.2979220375418663e-06,0.0005454468191601336,0.0010885957162827253,0.001631744671612978,0.002174893394112587,0.0027180423494428396,0.0032611913047730923,0.003804340260103345,0.0043474892154335976,0.0048906379379332066,0.0054337866604328156,0.005976935848593712,0.006520084571093321,0.007063233759254217,0.007606382481753826,0.008149531669914722,0.008692679926753044,0.00923582911491394,0.009778978303074837,0.010322126559913158,0.010865275748074055,0.011408424936234951,0.011951573193073273,0.012494722381234169,0.013037871569395065,0.013581020757555962,0.014124169014394283,0.01466731820255518,0.015210467390716076,0.015753615647554398,0.016296764835715294],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.00032567072776146233,-0.0003158027247991413,-0.0003059346927329898,-0.00029606668977066875,-0.0002861986868083477,-0.0002763306547421962,-0.00026646265177987516,-0.00025659461971372366,-0.0002467266167514026,-0.00023685859923716635,-0.00022699058172293007,-0.00021712257876060903,-0.00020725456124637276,-0.0001973865437321365,-0.00018751854076981544,-0.00017765052325557917,-0.0001677825057413429,-0.00015791448822710663,-0.00014804647071287036,-0.00013817846775054932,-0.00012831045023631305,-0.00011844243272207677,-0.00010857442248379812,-9.870641224551946e-05,-8.883839473128319e-05,-7.897037721704692e-05,-6.910236697876826e-05,-5.9234353102510795e-05,-4.936633922625333e-05,-3.9498325349995866e-05,-2.9630311473738402e-05,-1.9762297597480938e-05,-9.89431282505393e-06,-2.6298948796465993e-08,9.841714927460998e-06,1.9709728803718463e-05,2.9577742679975927e-05,3.944575655623339e-05,4.9313770432490855e-05,5.918178430874832e-05,6.904979818500578e-05,7.891781569924206e-05,8.878582593752071e-05,9.865383617579937e-05,0.00010852185369003564,0.00011838987120427191,0.00012825787416659296,0.00013812589168082923,0.0001479939091950655,0.00015786192670930177,0.00016772994422353804,0.00017759794718585908,0.00018746596470009536,0.00019733398221433163,0.00020720198517665267,0.00021707000269088894,0.0002269380202051252,0.00023680603771936148,0.00024667405523359776,0.0002565420581959188,0.00026641006115823984,0.00027627809322439134,0.0002861460961867124,0.0002960141282528639,0.0003058821312151849],"_type":"histogram","values":[1,0,2,0,2,2,2,0,1,2,2,3,2,3,6,5,4,6,13,13,10,22,9,19,20,28,24,33,38,21,26,29,44,30,34,42,28,24,19,34,28,19,17,18,16,12,9,8,4,11,5,2,4,1,2,2,1,1,2,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,0,1,2,0,1,2,4,1,3,6,1,8,5,3,5,8,5,11,11,13,19,17,16,17,29,21,23,20,25,37,33,23,27,34,27,21,22,28,22,18,21,26,21,16,13,11,19,12,6,8,8,4,8,7,4,4,3,4,0,2],"bins":[-0.006875764578580856,-0.006685590837150812,-0.006495417095720768,-0.006305243819952011,-0.006115070078521967,-0.005924896337091923,-0.005734723061323166,-0.005544549319893122,-0.0053543755784630775,-0.005164201837033033,-0.004974028095602989,-0.004783854819834232,-0.004593681078404188,-0.004403507336974144,-0.004213334061205387,-0.004023160319775343,-0.0038329865783452988,-0.0036428128369152546,-0.003452639328315854,-0.0032624658197164536,-0.0030722920782864094,-0.002882118336856365,-0.0026919448282569647,-0.002501771319657564,-0.00231159757822752,-0.002121423836797476,-0.0019312503281980753,-0.001741076703183353,-0.0015509030781686306,-0.0013607294531539083,-0.001170555828139186,-0.0009803822031244636,-0.0007902090437710285,-0.0006000354187563062,-0.0004098617937415838,-0.00021968816872686148,-2.951454371213913e-05,0.00016065908130258322,0.00035083270631730556,0.0005410063313320279,0.0007311799563467503,0.0009213535813614726,0.001111527206376195,0.0013017008313909173,0.0014918744564056396,0.001682048081420362,0.0018722217064350843,0.002062395215034485,0.002252568956464529,0.002442742697894573,0.0026329162064939737,0.0028230897150933743,0.0030132634565234184,0.0032034371979534626,0.003393610706552863,0.0035837842151522636,0.003773957956582308,0.003964131698012352,0.004154304973781109,0.004344478715211153,0.004534652456641197,0.004724826198071241,0.0049149999395012856,0.005105173215270042,0.005295346956700087]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[3,8,0,17,28,39,78,118,208,393,645,1029,1584,2372,3541,5206,7363,10305,14040,18759,24364,31128,38813,46082,54397,63798,71844,79771,86029,91583,94320,94976,93501,90323,85410,78763,70495,62339,53519,44727,36648,29290,23222,17589,13184,9842,6825,4974,3308,2270,1424,958,612,324,221,109,65,38,22,10,5,3,2,1],"bins":[-0.09525234997272491,-0.09221925586462021,-0.0891861617565155,-0.0861530601978302,-0.0831199660897255,-0.08008687198162079,-0.07705377042293549,-0.07402067631483078,-0.07098758220672607,-0.06795448809862137,-0.06492139399051666,-0.06188829243183136,-0.058855198323726654,-0.05582210421562195,-0.052789006382226944,-0.04975590854883194,-0.046722814440727234,-0.04368972033262253,-0.040656622499227524,-0.03762352466583252,-0.034590430557727814,-0.03155733644962311,-0.028524238616228104,-0.02549114264547825,-0.022458046674728394,-0.01942495070397854,-0.016391854733228683,-0.013358758762478828,-0.010325662791728973,-0.007292566820979118,-0.004259470850229263,-0.0012263748794794083,0.0018067136406898499,0.004839809611439705,0.00787290558218956,0.010906001552939415,0.01393909752368927,0.016972193494439125,0.02000528946518898,0.023038385435938835,0.02607148140668869,0.029104577377438545,0.0321376733481884,0.035170771181583405,0.03820386528968811,0.041236959397792816,0.04427005723118782,0.047303155064582825,0.05033624917268753,0.053369343280792236,0.05640244111418724,0.059435538947582245,0.06246863305568695,0.06550172716379166,0.06853482127189636,0.07156792283058167,0.07460101693868637,0.07763411104679108,0.08066721260547638,0.08370030671358109,0.08673340082168579,0.0897664949297905,0.0927995890378952,0.0958326905965805,0.09886578470468521],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,0,5,0,4,5,23,24,56,101,151,260,408,620,920,1363,1909,2875,3801,5231,6802,8825,11173,13838,16766,19826,23177,26054,29155,31139,33151,34570,34721,34801,33553,32298,29734,27120,23699,21022,17437,14764,11980,9560,7370,5706,4231,3088,2172,1440,953,708,458,311,186,110,72,46,22,18,6,2,3],"bins":[-0.10021091252565384,-0.0972321555018425,-0.09425339102745056,-0.09127463400363922,-0.08829586952924728,-0.08531711250543594,-0.082338348031044,-0.07935959100723267,-0.07638083398342133,-0.07340206950902939,-0.07042331248521805,-0.06744454801082611,-0.06446579098701477,-0.06148703023791313,-0.05850826948881149,-0.055529508739709854,-0.052550747990608215,-0.04957198724150658,-0.04659322649240494,-0.0436144657433033,-0.04063570499420166,-0.03765694797039032,-0.03467818722128868,-0.03169942647218704,-0.028720665723085403,-0.025741904973983765,-0.022763144224882126,-0.019784385338425636,-0.016805624589323997,-0.013826863840222359,-0.010848104022443295,-0.00786934420466423,-0.0048905909061431885,-0.001911830622702837,0.0010669296607375145,0.004045689944177866,0.0070244502276182175,0.010003210976719856,0.01298197079449892,0.015960730612277985,0.018939491361379623,0.021918252110481262,0.0248970128595829,0.02787577174603939,0.03085453249514103,0.03383329138159752,0.03681205213069916,0.039790812879800797,0.042769573628902435,0.045748334378004074,0.04872709512710571,0.05170585587620735,0.05468461662530899,0.05766337364912033,0.06064213439822197,0.06362089514732361,0.06659965217113495,0.06957841664552689,0.07255717366933823,0.07553593814373016,0.0785146951675415,0.08149345964193344,0.08447221666574478,0.08745098114013672,0.09042973816394806],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.09369232505559921,-0.09080033749341965,-0.08790834993124008,-0.08501636981964111,-0.08212438225746155,-0.07923239469528198,-0.07634040713310242,-0.07344842702150345,-0.07055643945932388,-0.06766445189714432,-0.06477246433496475,-0.061880480498075485,-0.05898849293589592,-0.05609650909900665,-0.05320452153682709,-0.05031253769993782,-0.047420550137758255,-0.04452856257557869,-0.04163657873868942,-0.03874459117650986,-0.03585260733962059,-0.032960619777441025,-0.03006863407790661,-0.027176648378372192,-0.024284662678837776,-0.02139267697930336,-0.018500691279768944,-0.015608704648911953,-0.012716718949377537,-0.00982473324984312,-0.006932747084647417,-0.0040407609194517136,-0.0011487752199172974,0.0017432107124477625,0.004635196644812822,0.007527182810008526,0.010419168509542942,0.013311154209077358,0.01620314083993435,0.019095126539468765,0.02198711223900318,0.024879097938537598,0.027771083638072014,0.03066306933760643,0.033555056899785995,0.03644704073667526,0.03933902829885483,0.042231012135744095,0.04512299969792366,0.048014987260103226,0.05090697109699249,0.05379895865917206,0.056690942496061325,0.05958293005824089,0.06247491389513016,0.06536690145730972,0.06825888901948929,0.07115087658166885,0.07404285669326782,0.07693484425544739,0.07982683181762695,0.08271881937980652,0.08561079949140549,0.08850278705358505,0.09139477461576462],"_type":"histogram","values":[1,0,1,6,12,19,30,49,86,158,221,323,543,794,1243,1705,2380,3330,4443,5967,7839,9806,12281,14955,17564,20564,23572,26671,29035,31078,32749,33633,34172,33882,32896,30557,28690,25756,23035,19938,17012,14321,11654,9498,7369,5645,4279,3049,2222,1591,1147,714,468,332,223,132,79,43,29,15,8,7,2,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,3,1,1,1,1,3,2,4,3,6,8,7,15,16,6,13,14,17,18,23,20,32,31,26,23,26,30,24,33,26,35,28,26,26,28,26,23,22,14,12,15,15,13,7,13,12,3,2,4,0,3,1,0,0,2,2,0,1],"bins":[-0.04462876915931702,-0.043313831090927124,-0.04199889674782753,-0.04068395867943764,-0.03936902433633804,-0.03805408626794815,-0.03673914819955826,-0.035424213856458664,-0.03410927578806877,-0.03279434144496918,-0.031479403376579285,-0.03016446717083454,-0.028849530965089798,-0.027534594759345055,-0.026219656690955162,-0.02490472048521042,-0.023589784279465675,-0.022274848073720932,-0.02095991186797619,-0.019644973799586296,-0.018330037593841553,-0.01701510138809681,-0.015700165182352066,-0.014385228045284748,-0.013070291839540005,-0.011755355633795261,-0.010440418496727943,-0.0091254822909832,-0.007810545619577169,-0.006495608948171139,-0.005180672742426395,-0.0038657360710203648,-0.002550799399614334,-0.0012358628446236253,7.907371036708355e-05,0.0013940102653577924,0.002708946820348501,0.004023883491754532,0.005338819697499275,0.006653756368905306,0.007968693040311337,0.00928362924605608,0.010598566383123398,0.011913502588868141,0.013228438794612885,0.014543375931680202,0.01585831306874752,0.017173249274492264,0.018488185480237007,0.01980312168598175,0.021118057891726494,0.022432995960116386,0.02374793216586113,0.025062868371605873,0.026377804577350616,0.02769274078309536,0.029007676988840103,0.030322615057229996,0.03163754940032959,0.03295248746871948,0.034267425537109375,0.03558235988020897,0.03689729794859886,0.038212232291698456,0.03952717036008835]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,1,0,0,2,0,1,0,1,1,1,3,4,4,1,8,6,11,14,11,17,11,25,25,27,26,37,47,37,36,38,29,33,41,37,34,26,27,25,19,17,17,12,9,5,7,3,9,3,3,2,4,3,1,1,3,0,0,0,1],"bins":[-0.0003691691381391138,-0.0003585547674447298,-0.0003479404258541763,-0.0003373260551597923,-0.0003267116844654083,-0.0003160973428748548,-0.0003054829721804708,-0.0002948686305899173,-0.0002842542598955333,-0.00027363988920114934,-0.0002630255476105958,-0.00025241117691621184,-0.0002417968207737431,-0.00023118246463127434,-0.00022056809393689036,-0.0002099537377944216,-0.00019933938165195286,-0.0001887250255094841,-0.00017811066936701536,-0.00016749629867263138,-0.00015688194253016263,-0.00014626758638769388,-0.0001356532156933099,-0.00012503885955084115,-0.0001144245034083724,-0.00010381014726590365,-9.319578384747729e-05,-8.258142042905092e-05,-7.196706428658217e-05,-6.135270814411342e-05,-5.073834472568706e-05,-4.01239849452395e-05,-2.9509596060961485e-05,-1.8895236280513927e-05,-8.28087650006637e-06,2.333483280381188e-06,1.2947843060828745e-05,2.3562202841276303e-05,3.417656262172386e-05,4.479092240217142e-05,5.5405282182618976e-05,6.601963832508773e-05,7.663400174351409e-05,8.724836516194046e-05,9.78627213044092e-05,0.00010847707744687796,0.00011909144086530432,0.00012970580428373069,0.00014032016042619944,0.0001509345165686682,0.00016154887271113694,0.00017216324340552092,0.00018277759954798967,0.00019339195569045842,0.0002040063263848424,0.00021462068252731115,0.0002252350386697799,0.00023584939481224865,0.0002464637509547174,0.0002570781216491014,0.00026769249234348536,0.0002783068339340389,0.00028892120462842286,0.0002995355462189764,0.00031014991691336036]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,2,0,0,0,5,3,6,6,3,8,10,2,12,11,18,23,24,25,26,32,28,43,46,54,36,46,38,36,39,28,26,20,24,14,16,10,9,2,7,4,7,3,3,2,1,2,2,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,2],"bins":[-0.0011717656161636114,-0.0011253561824560165,-0.0010789466323330998,-0.001032537198625505,-0.0009861276485025883,-0.0009397182147949934,-0.0008933087228797376,-0.0008468992309644818,-0.000800489797256887,-0.0007540803053416312,-0.0007076708134263754,-0.0006612613215111196,-0.0006148518295958638,-0.000568442337680608,-0.0005220329039730132,-0.0004756234120577574,-0.0004292139201425016,-0.0003828044282272458,-0.0003363949654158205,-0.0002899854735005647,-0.00024357599613722414,-0.00019716651877388358,-0.0001507570268586278,-0.00010434754949528724,-5.793807213194668e-05,-1.152859113062732e-05,3.4880889870692044e-05,8.129037450999022e-05,0.00012769985187333077,0.00017410932923667133,0.0002205188211519271,0.00026692828396335244,0.0003133377758786082,0.000359747267793864,0.00040615673060528934,0.0004525662225205451,0.0004989756853319705,0.0005453851772472262,0.000591794669162482,0.0006382041610777378,0.0006846135947853327,0.0007310230867005885,0.0007774325786158442,0.0008238420705311,0.0008702515624463558,0.0009166610543616116,0.0009630704880692065,0.0010094799799844623,0.001055889530107379,0.0011022989638149738,0.0011487083975225687,0.0011951179476454854,0.0012415273813530803,0.001287936931475997,0.0013343463651835918,0.0013807557988911867,0.0014271653490141034,0.0014735747827216983,0.001519984332844615,0.0015663937665522099,0.0016128032002598047,0.0016592127503827214,0.0017056221840903163,0.001752031734213233,0.0017984411679208279]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,4,3,3,4,4,2,4,7,8,12,7,15,20,20,19,21,24,22,24,29,37,26,35,36,34,29,32,43,34,27,22,21,22,23,20,16,11,10,9,8,4,4,1,1,2,1,1,1,2,0,0,1,1],"bins":[-0.019742051139473915,-0.01917164772748947,-0.018601244315505028,-0.018030840903520584,-0.01746043749153614,-0.016890034079551697,-0.016319630667567253,-0.01574922725558281,-0.015178823843598366,-0.014608421362936497,-0.014038017950952053,-0.01346761453896761,-0.012897211126983166,-0.012326807714998722,-0.011756404303014278,-0.011186000891029835,-0.010615597479045391,-0.010045194067060947,-0.009474790655076504,-0.00890438724309206,-0.008333983831107616,-0.00776358088478446,-0.007193177472800016,-0.006622774060815573,-0.006052370648831129,-0.005481967236846685,-0.004911563824862242,-0.004341160412877798,-0.003770757233723998,-0.0032003538217395544,-0.0026299506425857544,-0.0020595472306013107,-0.001489143818616867,-0.0009187404648400843,-0.00034833711106330156,0.0002220662427134812,0.0007924695964902639,0.0013628730084747076,0.0019332763040438294,0.0025036795996129513,0.003074083011597395,0.0036444864235818386,0.004214889835566282,0.004785293247550726,0.005355696193873882,0.005926099605858326,0.00649650301784277,0.007066906429827213,0.007637309841811657,0.0082077132537961,0.008778116665780544,0.009348520077764988,0.009918923489749432,0.010489326901733875,0.011059730313718319,0.011630133725702763,0.012200536206364632,0.012770939618349075,0.013341343030333519,0.013911746442317963,0.014482149854302406,0.01505255326628685,0.015622956678271294,0.016193360090255737,0.01676376350224018]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,2,1,1,1,2,4,4,4,6,11,7,14,11,17,18,23,19,23,36,32,39,31,34,34,39,45,47,26,31,31,28,24,29,18,21,8,6,3,9,5,5,2,2,3,1,1,2,3,3,0,0,0,0,0,0,0,0,1],"bins":[-0.0003214144380763173,-0.00031063868664205074,-0.0002998629352077842,-0.00028908721287734807,-0.0002783114614430815,-0.00026753571000881493,-0.0002567599876783788,-0.00024598423624411225,-0.00023520848480984569,-0.00022443273337557912,-0.00021365699649322778,-0.00020288125961087644,-0.00019210550817660987,-0.0001813297567423433,-0.00017055401985999197,-0.00015977828297764063,-0.00014900253154337406,-0.0001382267801091075,-0.00012745104322675616,-0.0001166752990684472,-0.00010589955491013825,-9.51238107518293e-05,-8.434806659352034e-05,-7.357232243521139e-05,-6.279657827690244e-05,-5.2020834118593484e-05,-4.124508996028453e-05,-3.0469345801975578e-05,-1.9693601643666625e-05,-8.917857485357672e-06,1.857886672951281e-06,1.2633630831260234e-05,2.3409404093399644e-05,3.41851482517086e-05,4.496089241001755e-05,5.57366365683265e-05,6.651238072663546e-05,7.728812488494441e-05,8.806386904325336e-05,9.883961320156232e-05,0.00010961535735987127,0.00012039110151818022,0.00013116684567648917,0.0001419425825588405,0.00015271833399310708,0.00016349408542737365,0.000174269822309725,0.00018504555919207633,0.0001958213106263429,0.00020659706206060946,0.0002173727989429608,0.00022814853582531214,0.0002389242872595787,0.00024970003869384527,0.00026047579012811184,0.00027125151245854795,0.0002820272638928145,0.0002928030153270811,0.0003035787376575172,0.00031435448909178376,0.00032513024052605033,0.0003359059919603169,0.00034668174339458346,0.0003574574657250196,0.00036823321715928614],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,2,2,2,1,4,7,9,7,6,8,4,5,10,14,8,14,14,23,16,19,27,21,21,21,20,28,22,29,30,21,25,25,22,22,32,24,20,23,25,16,14,16,11,10,11,11,4,9,3,6,4,5,3,3,1,0,0,2,1,2],"bins":[-0.000269885960733518,-0.00026161791174672544,-0.0002533498627599329,-0.00024508184287697077,-0.0002368137938901782,-0.00022854574490338564,-0.00022027769591659307,-0.00021200966148171574,-0.00020374161249492317,-0.0001954735635081306,-0.00018720552907325327,-0.0001789374800864607,-0.00017066943109966815,-0.0001624013966647908,-0.00015413334767799824,-0.0001458653132431209,-0.00013759726425632834,-0.00012932921526953578,-0.00012106118083465844,-0.00011279313184786588,-0.00010452509013703093,-9.625704842619598e-05,-8.798899943940341e-05,-7.972095772856846e-05,-7.145291601773351e-05,-6.318487430689856e-05,-5.491682895808481e-05,-4.664878360927105e-05,-3.83807418984361e-05,-3.0112698368611746e-05,-2.1844654838787392e-05,-1.3576611308963038e-05,-5.308596882969141e-06,2.9594466468552127e-06,1.1227490176679567e-05,1.949553370650392e-05,2.7763577236328274e-05,3.6031618947163224e-05,4.429966429597698e-05,5.256770964479074e-05,6.083575135562569e-05,6.910379306646064e-05,7.737183477729559e-05,8.563988376408815e-05,9.39079254749231e-05,0.00010217596718575805,0.00011044401617255062,0.00011871205788338557,0.00012698009959422052,0.00013524814858101308,0.00014351618301589042,0.00015178423200268298,0.00016005226643756032,0.00016832031542435288,0.00017658836441114545,0.00018485639884602278,0.00019312444783281535,0.0002013924968196079,0.00020966053125448525,0.00021792858024127781,0.00022619662922807038,0.00023446466366294771,0.00024273271264974028,0.0002510007470846176,0.0002592687960714102]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[1,0,0,1,4,2,4,3,7,16,25,28,39,64,87,120,230,293,525,739,1154,1785,3051,4828,7759,13086,22362,39986,80019,173247,116668,52929,28511,16234,9878,6003,3777,2294,1465,929,581,368,254,150,99,73,42,34,14,19,11,7,3,7,3,2,1,2,0,0,0,0,0,1],"bins":[-0.001983642578125,-0.0019168853759765625,-0.001850128173828125,-0.0017833709716796875,-0.00171661376953125,-0.0016498565673828125,-0.001583099365234375,-0.0015163421630859375,-0.0014495849609375,-0.0013828277587890625,-0.001316070556640625,-0.0012493133544921875,-0.00118255615234375,-0.0011157989501953125,-0.001049041748046875,-0.0009822845458984375,-0.00091552734375,-0.0008487701416015625,-0.000782012939453125,-0.0007152557373046875,-0.00064849853515625,-0.0005817413330078125,-0.000514984130859375,-0.0004482269287109375,-0.0003814697265625,-0.0003147125244140625,-0.000247955322265625,-0.0001811981201171875,-0.00011444091796875,-4.76837158203125e-05,1.9073486328125e-05,8.58306884765625e-05,0.000152587890625,0.0002193450927734375,0.000286102294921875,0.0003528594970703125,0.00041961669921875,0.0004863739013671875,0.000553131103515625,0.0006198883056640625,0.0006866455078125,0.0007534027099609375,0.000820159912109375,0.0008869171142578125,0.00095367431640625,0.0010204315185546875,0.001087188720703125,0.0011539459228515625,0.001220703125,0.0012874603271484375,0.001354217529296875,0.0014209747314453125,0.00148773193359375,0.0015544891357421875,0.001621246337890625,0.0016880035400390625,0.0017547607421875,0.0018215179443359375,0.001888275146484375,0.0019550323486328125,0.00202178955078125,0.0020885467529296875,0.002155303955078125,0.0022220611572265625,0.002288818359375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,2,7,4,11,21,44,86,152,300,438,722,1264,1952,2953,4541,6613,9329,13134,17756,23803,30669,38263,47227,56670,66003,75390,83579,90916,95980,98826,99223,97270,92895,87002,79007,69888,60434,50766,41672,33453,26198,20236,14761,10876,7643,5259,3552,2290,1526,904,603,315,206,109,59,36,11,9,0,2,2,1],"bins":[-0.10212614387273788,-0.09895440936088562,-0.09578266739845276,-0.0926109328866005,-0.08943919837474823,-0.08626745641231537,-0.0830957219004631,-0.07992398738861084,-0.07675224542617798,-0.07358051091432571,-0.07040877640247345,-0.06723704189062119,-0.06406529992818832,-0.06089356541633606,-0.0577218271791935,-0.05455009266734123,-0.05137835443019867,-0.04820661619305611,-0.04503488168120384,-0.04186314344406128,-0.038691408932209015,-0.03551967069506645,-0.03234793245792389,-0.029176196083426476,-0.026004459708929062,-0.022832723334431648,-0.019660986959934235,-0.016489248722791672,-0.013317512348294258,-0.010145775973796844,-0.006974038667976856,-0.0038023018278181553,-0.0006305724382400513,0.0025411644019186497,0.005712901242077351,0.008884638547897339,0.012056374922394753,0.015228111296892166,0.01839984953403473,0.021571585908532143,0.024743322283029556,0.02791505865752697,0.031086795032024384,0.034258533269166946,0.03743027150630951,0.040602006018161774,0.04377374425530434,0.0469454787671566,0.050117217004299164,0.05328895524144173,0.05646068975329399,0.059632427990436554,0.06280416250228882,0.06597590446472168,0.06914763897657394,0.07231937348842621,0.07549111545085907,0.07866284996271133,0.0818345844745636,0.08500631898641586,0.08817806094884872,0.09134979546070099,0.09452152997255325,0.09769327193498611,0.10086500644683838]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[1,1,0,0,0,0,1,0,2,1,1,3,5,3,7,11,9,10,33,26,26,49,59,56,78,102,94,109,130,115,128,122,107,94,100,96,89,74,52,57,45,29,30,27,14,11,7,8,6,5,3,2,1,3,3,1,1,0,0,0,0,0,0,1],"bins":[-0.0005436196806840599,-0.0005263587227091193,-0.0005090978229418397,-0.0004918368649668992,-0.0004745759360957891,-0.000457315007224679,-0.00044005404924973845,-0.0004227931203786284,-0.0004055321915075183,-0.0003882712626364082,-0.00037101033376529813,-0.0003537493757903576,-0.0003364884469192475,-0.0003192275180481374,-0.0003019665600731969,-0.0002847056312020868,-0.0002674447023309767,-0.00025018377345986664,-0.00023292283003684133,-0.00021566188661381602,-0.00019840095774270594,-0.00018114002887159586,-0.00016387908544857055,-0.00014661814202554524,-0.00012935721315443516,-0.00011209627700736746,-9.483534086029977e-05,-7.757440471323207e-05,-6.0313468566164374e-05,-4.305253241909668e-05,-2.5791596272028983e-05,-8.530660124961287e-06,8.730217814445496e-06,2.599115396151319e-05,4.325209010858089e-05,6.051302625564858e-05,7.777396240271628e-05,9.503489854978397e-05,0.00011229583469685167,0.00012955677811987698,0.00014681770699098706,0.00016407863586209714,0.00018133957928512245,0.00019860052270814776,0.00021586145157925785,0.00023312238045036793,0.00025038333842530847,0.00026764426729641855,0.00028490519616752863,0.0003021661250386387,0.0003194270539097488,0.00033668801188468933,0.0003539489407557994,0.0003712098696269095,0.00038847082760185003,0.0004057317564729601,0.0004229926853440702,0.0004402536142151803,0.00045751454308629036,0.0004747755010612309,0.0004920364590361714,0.0005092973588034511,0.0005265583167783916,0.0005438192165456712,0.0005610801745206118],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,0,5,1,2,2,11,12,22,20,53,78,109,152,201,257,467,675,982,1386,2097,3156,4847,7575,12127,19278,33076,58597,102654,127035,88955,49964,28485,17063,10517,6754,4387,2904,1935,1244,897,568,392,273,198,131,109,65,35,22,19,8,11,6,0,1,0,1,0,0,0,1],"bins":[-0.011962890625,-0.0115814208984375,-0.011199951171875,-0.0108184814453125,-0.01043701171875,-0.0100555419921875,-0.009674072265625,-0.0092926025390625,-0.0089111328125,-0.0085296630859375,-0.008148193359375,-0.0077667236328125,-0.00738525390625,-0.0070037841796875,-0.006622314453125,-0.0062408447265625,-0.005859375,-0.0054779052734375,-0.005096435546875,-0.0047149658203125,-0.00433349609375,-0.0039520263671875,-0.003570556640625,-0.0031890869140625,-0.0028076171875,-0.0024261474609375,-0.002044677734375,-0.0016632080078125,-0.00128173828125,-0.0009002685546875,-0.000518798828125,-0.0001373291015625,0.000244140625,0.0006256103515625,0.001007080078125,0.0013885498046875,0.00177001953125,0.0021514892578125,0.002532958984375,0.0029144287109375,0.0032958984375,0.0036773681640625,0.004058837890625,0.0044403076171875,0.00482177734375,0.0052032470703125,0.005584716796875,0.0059661865234375,0.00634765625,0.0067291259765625,0.007110595703125,0.0074920654296875,0.00787353515625,0.0082550048828125,0.008636474609375,0.0090179443359375,0.0093994140625,0.0097808837890625,0.010162353515625,0.0105438232421875,0.01092529296875,0.0113067626953125,0.011688232421875,0.0120697021484375,0.012451171875]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[3,3,4,5,8,9,8,15,17,26,46,49,57,87,124,187,283,336,466,720,1142,1448,2181,3154,4966,7150,11079,16423,26340,41962,74082,147883,461524,437927,143012,72673,41762,25930,16721,10511,7259,4805,3158,2149,1620,1000,769,505,391,220,197,141,98,61,45,44,38,15,7,7,3,2,2,5],"bins":[-0.057373046875,-0.055633544921875,-0.05389404296875,-0.052154541015625,-0.0504150390625,-0.048675537109375,-0.04693603515625,-0.045196533203125,-0.04345703125,-0.041717529296875,-0.03997802734375,-0.038238525390625,-0.0364990234375,-0.034759521484375,-0.03302001953125,-0.031280517578125,-0.029541015625,-0.027801513671875,-0.02606201171875,-0.024322509765625,-0.0225830078125,-0.020843505859375,-0.01910400390625,-0.017364501953125,-0.015625,-0.013885498046875,-0.01214599609375,-0.010406494140625,-0.0086669921875,-0.006927490234375,-0.00518798828125,-0.003448486328125,-0.001708984375,3.0517578125e-05,0.00177001953125,0.003509521484375,0.0052490234375,0.006988525390625,0.00872802734375,0.010467529296875,0.01220703125,0.013946533203125,0.01568603515625,0.017425537109375,0.0191650390625,0.020904541015625,0.02264404296875,0.024383544921875,0.026123046875,0.027862548828125,0.02960205078125,0.031341552734375,0.0330810546875,0.034820556640625,0.03656005859375,0.038299560546875,0.0400390625,0.041778564453125,0.04351806640625,0.045257568359375,0.0469970703125,0.048736572265625,0.05047607421875,0.052215576171875,0.053955078125]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"values":[2,0,0,0,0,2,0,2,2,2,3,3,8,5,2,8,6,9,14,12,14,14,15,18,22,26,17,20,20,23,27,25,42,33,33,29,28,23,22,21,21,20,12,30,20,16,7,11,11,14,5,5,5,6,8,1,7,3,4,2,2,2,0,4],"bins":[-0.0003350570041220635,-0.00032525465940125287,-0.0003154523146804422,-0.00030564996995963156,-0.00029584765434265137,-0.0002860453096218407,-0.00027624296490103006,-0.0002664406201802194,-0.00025663827545940876,-0.0002468359307385981,-0.00023703358601778746,-0.00022723125584889203,-0.00021742891112808138,-0.00020762656640727073,-0.0001978242362383753,-0.00018802189151756465,-0.000178219546796754,-0.00016841720207594335,-0.0001586148573551327,-0.00014881252718623728,-0.00013901018246542662,-0.00012920783774461597,-0.00011940550029976293,-0.0001096031628549099,-9.980081813409925e-05,-8.99984734132886e-05,-8.019613596843556e-05,-7.039379852358252e-05,-6.0591453802771866e-05,-5.078911271994002e-05,-4.098677163710818e-05,-3.118443055427633e-05,-2.1382089471444488e-05,-1.1579748388612643e-05,-1.7774073057807982e-06,8.024933777051046e-06,1.782727485988289e-05,2.7629615942714736e-05,3.743195702554658e-05,4.7234298108378425e-05,5.703663919121027e-05,6.683898391202092e-05,7.664132135687396e-05,8.6443658801727e-05,9.624600352253765e-05,0.0001060483482433483,0.00011585068568820134,0.00012565302313305438,0.00013545536785386503,0.00014525771257467568,0.00015506005729548633,0.00016486238746438175,0.0001746647321851924,0.00018446707690600306,0.00019426940707489848,0.00020407175179570913,0.00021387409651651978,0.00022367644123733044,0.0002334787859581411,0.0002432811161270365,0.0002530834753997624,0.0002628857910167426,0.00027268813573755324,0.0002824904804583639,0.00029229282517917454],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[2,1,2,2,1,2,2,3,3,5,3,5,4,10,10,8,9,12,13,13,21,20,15,22,21,18,22,25,17,23,24,29,38,25,24,26,23,25,28,25,22,23,14,19,18,20,14,8,9,6,8,7,1,3,3,4,2,1,1,1,1,0,0,2],"bins":[-0.0011247021611779928,-0.001089272671379149,-0.001053843181580305,-0.0010184135753661394,-0.0009829840855672956,-0.0009475545957684517,-0.0009121251059696078,-0.0008766955579631031,-0.0008412660681642592,-0.0008058365783654153,-0.0007704070303589106,-0.0007349775405600667,-0.0006995480507612228,-0.0006641185027547181,-0.0006286890129558742,-0.0005932594649493694,-0.0005578299751505256,-0.0005224004853516817,-0.00048697093734517694,-0.0004515414475463331,-0.00041611192864365876,-0.00038068240974098444,-0.0003452529199421406,-0.00030982340103946626,-0.00027439388213679194,-0.00023896436323411763,-0.00020353485888335854,-0.00016810535453259945,-0.00013267583562992513,-9.724632400320843e-05,-6.181681237649173e-05,-2.6387300749775022e-05,9.042094461619854e-06,4.447160608833656e-05,7.990111771505326e-05,0.00011533062934176996,0.00015076014096848667,0.00018618965987116098,0.00022161916422192007,0.00025704866857267916,0.0002924781874753535,0.0003279077063780278,0.0003633372252807021,0.000398766715079546,0.0004341962339822203,0.0004696257528848946,0.0005050552426837385,0.0005404847906902432,0.0005759142804890871,0.000611343770287931,0.0006467733182944357,0.0006822028080932796,0.0007176323560997844,0.0007530618458986282,0.0007884913356974721,0.0008239208837039769,0.0008593503735028207,0.0008947798633016646,0.0009302094113081694,0.0009656389011070132,0.001001068390905857,0.001036497880704701,0.0010719274869188666,0.0011073569767177105,0.0011427864665165544]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,0,1,3,0,2,4,1,4,14,13,17,47,41,75,150,172,266,468,684,1213,1954,3323,5344,9198,16044,29405,57363,123233,384412,611471,170262,74961,37140,19570,11081,6179,3582,2162,1182,737,415,247,134,101,68,45,32,19,7,1,2,2,3,2,1,1,2,0,1],"bins":[-0.03857421875,-0.037445068359375,-0.03631591796875,-0.035186767578125,-0.0340576171875,-0.032928466796875,-0.03179931640625,-0.030670166015625,-0.029541015625,-0.028411865234375,-0.02728271484375,-0.026153564453125,-0.0250244140625,-0.023895263671875,-0.02276611328125,-0.021636962890625,-0.0205078125,-0.019378662109375,-0.01824951171875,-0.017120361328125,-0.0159912109375,-0.014862060546875,-0.01373291015625,-0.012603759765625,-0.011474609375,-0.010345458984375,-0.00921630859375,-0.008087158203125,-0.0069580078125,-0.005828857421875,-0.00469970703125,-0.003570556640625,-0.00244140625,-0.001312255859375,-0.00018310546875,0.000946044921875,0.0020751953125,0.003204345703125,0.00433349609375,0.005462646484375,0.006591796875,0.007720947265625,0.00885009765625,0.009979248046875,0.0111083984375,0.012237548828125,0.01336669921875,0.014495849609375,0.015625,0.016754150390625,0.01788330078125,0.019012451171875,0.0201416015625,0.021270751953125,0.02239990234375,0.023529052734375,0.024658203125,0.025787353515625,0.02691650390625,0.028045654296875,0.0291748046875,0.030303955078125,0.03143310546875,0.032562255859375,0.03369140625]},"_runtime":116.34505862,"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.019621431827545166,-0.018992401659488678,-0.01836337149143219,-0.017734341323375702,-0.017105311155319214,-0.016476282849907875,-0.015847252681851387,-0.015218222513794899,-0.014589192345738411,-0.013960162177681923,-0.013331132009625435,-0.012702102772891521,-0.012073072604835033,-0.011444042436778545,-0.010815013200044632,-0.010185983031988144,-0.009556952863931656,-0.008927922695875168,-0.00829889252781868,-0.007669863291084766,-0.007040833123028278,-0.00641180295497179,-0.00578277325257659,-0.005153743550181389,-0.004524713382124901,-0.0038956834468990564,-0.003266653511673212,-0.0026376235764473677,-0.0020085936412215233,-0.001379563705995679,-0.0007505337707698345,-0.00012150383554399014,0.0005075279623270035,0.0011365578975528479,0.0017655878327786922,0.0023946177680045366,0.003023647703230381,0.0036526776384562254,0.00428170757368207,0.0049107372760772705,0.0055397674441337585,0.006168797612190247,0.006797827314585447,0.007426857016980648,0.008055887185037136,0.008684917353093624,0.009313946589827538,0.009942976757884026,0.010572006925940514,0.011201037093997002,0.01183006726205349,0.012459096498787403,0.013088126666843891,0.01371715683490038,0.014346186071634293,0.01497521623969078,0.015604246407747269,0.016233276575803757,0.016862306743860245,0.017491336911916733,0.01812036707997322,0.01874939538538456,0.019378425553441048,0.020007455721497536,0.020636485889554024],"_type":"histogram","values":[2,0,1,1,1,2,5,1,0,5,0,6,6,8,5,10,6,14,12,20,15,22,24,23,26,38,19,21,31,25,27,24,27,18,35,28,23,32,24,36,17,21,14,15,10,14,12,10,7,4,3,1,3,4,4,0,1,3,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[3,1,0,1,2,3,4,11,8,7,8,11,14,24,33,29,30,56,44,52,78,76,72,77,90,90,76,87,104,80,84,95,93,77,68,69,68,48,41,41,32,30,23,24,14,11,12,10,7,6,4,2,1,1,2,2,3,0,3,2,1,0,0,3],"bins":[-0.002961734775453806,-0.0028563153464347124,-0.002750895917415619,-0.002645476721227169,-0.0025400572922080755,-0.002434637863188982,-0.0023292184341698885,-0.0022237992379814386,-0.002118379808962345,-0.0020129603799432516,-0.001907540950924158,-0.0018021216383203864,-0.001696702209301293,-0.0015912828966975212,-0.0014858634676784277,-0.001380444155074656,-0.0012750247260555625,-0.001169605297036469,-0.0010641859844326973,-0.0009587666136212647,-0.0008533472428098321,-0.0007479278137907386,-0.000642508442979306,-0.0005370890721678734,-0.0004316697013564408,-0.0003262503305450082,-0.00022083094518166035,-0.00011541156709427014,-9.992189006879926e-06,9.542718908051029e-05,0.0002008465671679005,0.00030626595253124833,0.00041168532334268093,0.0005171046941541135,0.0006225240649655461,0.0007279434357769787,0.0008333628065884113,0.0009387822356075048,0.0010442015482112765,0.00114962097723037,0.0012550402898341417,0.0013604597188532352,0.0014658791478723288,0.0015712984604761004,0.001676717889495194,0.0017821372020989656,0.0018875566311180592,0.0019929760601371527,0.002098395489156246,0.002203814685344696,0.0023092341143637896,0.002414653543382883,0.0025200729724019766,0.0026254921685904264,0.00273091159760952,0.0028363310266286135,0.002941750455647707,0.0030471698846668005,0.0031525890808552504,0.003258008509874344,0.0033634279388934374,0.003468847367912531,0.0035742665641009808,0.0036796859931200743,0.003785105422139168]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.03652267903089523,-0.03543953597545624,-0.03435639292001724,-0.03327324613928795,-0.03219010308384895,-0.031106960028409958,-0.030023815110325813,-0.02894067019224167,-0.027857527136802673,-0.026774384081363678,-0.025691239163279533,-0.02460809424519539,-0.023524951189756393,-0.022441808134317398,-0.021358663216233253,-0.02027551829814911,-0.019192375242710114,-0.018109232187271118,-0.017026087269186974,-0.01594294235110283,-0.014859799295663834,-0.013776655308902264,-0.012693511322140694,-0.011610367335379124,-0.010527223348617554,-0.009444079361855984,-0.008360935375094414,-0.007277791388332844,-0.006194647401571274,-0.005111503414809704,-0.004028359428048134,-0.002945215441286564,-0.001862071454524994,-0.0007789274677634239,0.00030421651899814606,0.001387360505759716,0.002470504492521286,0.003553648479282856,0.004636792466044426,0.005719936452805996,0.006803080439567566,0.007886224426329136,0.008969368413090706,0.010052512399852276,0.011135656386613846,0.012218800373375416,0.013301944360136986,0.014385088346898556,0.015468232333660126,0.01655137538909912,0.017634520307183266,0.01871766522526741,0.019800808280706406,0.0208839513361454,0.021967096254229546,0.02305024117231369,0.024133384227752686,0.02521652728319168,0.026299672201275826,0.02738281711935997,0.028465960174798965,0.02954910323023796,0.030632248148322105,0.03171539306640625,0.032798536121845245],"_type":"histogram","values":[1,1,0,1,0,1,0,2,2,1,2,0,2,6,5,7,5,10,8,12,16,16,12,16,19,21,16,23,27,34,33,37,27,33,29,31,29,23,28,22,18,31,18,24,15,20,14,15,11,15,7,3,2,3,5,0,2,4,0,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,2,1,2,3,7,7,5,12,18,18,33,36,73,100,141,217,332,487,850,1247,1922,2869,4530,7420,12264,20240,37007,77045,208115,105190,46485,24594,14454,8903,5275,3457,2230,1461,972,599,427,234,165,126,82,51,37,21,17,14,6,6,4,3,1,2,1],"bins":[-0.1044921875,-0.1015625,-0.0986328125,-0.095703125,-0.0927734375,-0.08984375,-0.0869140625,-0.083984375,-0.0810546875,-0.078125,-0.0751953125,-0.072265625,-0.0693359375,-0.06640625,-0.0634765625,-0.060546875,-0.0576171875,-0.0546875,-0.0517578125,-0.048828125,-0.0458984375,-0.04296875,-0.0400390625,-0.037109375,-0.0341796875,-0.03125,-0.0283203125,-0.025390625,-0.0224609375,-0.01953125,-0.0166015625,-0.013671875,-0.0107421875,-0.0078125,-0.0048828125,-0.001953125,0.0009765625,0.00390625,0.0068359375,0.009765625,0.0126953125,0.015625,0.0185546875,0.021484375,0.0244140625,0.02734375,0.0302734375,0.033203125,0.0361328125,0.0390625,0.0419921875,0.044921875,0.0478515625,0.05078125,0.0537109375,0.056640625,0.0595703125,0.0625,0.0654296875,0.068359375,0.0712890625,0.07421875,0.0771484375,0.080078125,0.0830078125]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"values":[1,0,0,0,0,0,0,0,0,1,1,2,5,4,2,5,7,18,23,39,49,67,104,157,308,538,900,1832,3482,7585,16912,41575,120088,226094,104248,37029,15148,6561,3331,1597,877,482,252,170,114,55,55,37,29,2,16,3,5,6,5,0,1,0,0,0,0,0,1,1],"bins":[-0.00186920166015625,-0.0018132925033569336,-0.0017573833465576172,-0.0017014741897583008,-0.0016455650329589844,-0.001589655876159668,-0.0015337467193603516,-0.0014778375625610352,-0.0014219284057617188,-0.0013660192489624023,-0.001310110092163086,-0.0012542009353637695,-0.0011982917785644531,-0.0011423826217651367,-0.0010864734649658203,-0.001030564308166504,-0.0009746551513671875,-0.0009187459945678711,-0.0008628368377685547,-0.0008069276809692383,-0.0007510185241699219,-0.0006951093673706055,-0.0006392002105712891,-0.0005832910537719727,-0.0005273818969726562,-0.00047147274017333984,-0.00041556358337402344,-0.00035965442657470703,-0.0003037452697753906,-0.0002478361129760742,-0.0001919269561767578,-0.0001360177993774414,-8.0108642578125e-05,-2.4199485778808594e-05,3.170967102050781e-05,8.761882781982422e-05,0.00014352798461914062,0.00019943714141845703,0.00025534629821777344,0.00031125545501708984,0.00036716461181640625,0.00042307376861572266,0.00047898292541503906,0.0005348920822143555,0.0005908012390136719,0.0006467103958129883,0.0007026195526123047,0.0007585287094116211,0.0008144378662109375,0.0008703470230102539,0.0009262561798095703,0.0009821653366088867,0.0010380744934082031,0.0010939836502075195,0.001149892807006836,0.0012058019638061523,0.0012617111206054688,0.0013176202774047852,0.0013735294342041016,0.001429438591003418,0.0014853477478027344,0.0015412569046020508,0.0015971660614013672,0.0016530752182006836,0.001708984375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.015929680317640305,-0.015458580106496811,-0.014987480826675892,-0.014516381546854973,-0.01404528133571148,-0.013574181124567986,-0.013103081844747066,-0.012631982564926147,-0.012160882353782654,-0.01168978214263916,-0.011218682862818241,-0.010747583582997322,-0.010276483371853828,-0.009805383160710335,-0.009334283880889416,-0.008863184601068497,-0.008392084389925003,-0.00792098417878151,-0.00744988489896059,-0.006978785153478384,-0.006507685407996178,-0.006036585662513971,-0.005565485917031765,-0.005094386171549559,-0.004623286426067352,-0.004152186680585146,-0.0036810869351029396,-0.0032099871896207333,-0.002738887444138527,-0.0022677876986563206,-0.0017966879531741142,-0.0013255882076919079,-0.0008544884622097015,-0.0003833887167274952,8.771102875471115e-05,0.0005588107742369175,0.0010299105197191238,0.0015010102652013302,0.0019721100106835365,0.002443209756165743,0.0029143095016479492,0.0033854092471301556,0.003856508992612362,0.004327608738094568,0.004798708483576775,0.005269808229058981,0.005740907974541187,0.006212007720023394,0.0066831074655056,0.007154207210987806,0.007625306956470013,0.008096406236290932,0.008567506447434425,0.009038606658577919,0.009509705938398838,0.009980805218219757,0.01045190542936325,0.010923005640506744,0.011394104920327663,0.011865204200148582,0.012336304411292076,0.01280740462243557,0.013278503902256489,0.013749603182077408,0.014220703393220901],"_type":"histogram","values":[1,0,0,0,0,1,2,0,0,0,1,2,4,3,4,4,9,3,5,8,13,9,13,20,26,24,32,23,22,21,28,48,25,31,31,29,31,26,33,46,30,22,25,18,17,10,19,13,10,9,4,2,1,3,2,1,1,0,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,1,2,4,5,11,11,33,40,54,103,194,286,454,731,1111,1449,2317,3246,4308,5924,7870,10040,12619,15337,18722,21673,24959,27881,30591,33046,34538,35150,35502,34752,33080,31000,28351,25262,22226,18835,15773,12991,10098,8044,6149,4688,3279,2298,1626,1157,737,466,305,218,128,65,45,17,12,8,0,0,1],"bins":[-0.09963216632604599,-0.09661747515201569,-0.09360278397798538,-0.09058809280395508,-0.08757340162992477,-0.08455871045589447,-0.08154401928186417,-0.07852932810783386,-0.07551463693380356,-0.07249994575977325,-0.06948525458574295,-0.06647056341171265,-0.06345587223768234,-0.06044118106365204,-0.057426489889621735,-0.05441179871559143,-0.05139710754156113,-0.04838241636753082,-0.04536772519350052,-0.042353034019470215,-0.03933834284543991,-0.03632365167140961,-0.0333089604973793,-0.030294269323349,-0.027279578149318695,-0.02426488697528839,-0.021250195801258087,-0.018235504627227783,-0.01522081345319748,-0.012206122279167175,-0.009191431105136871,-0.006176739931106567,-0.0031620413064956665,-0.00014735013246536255,0.0028673410415649414,0.005882032215595245,0.00889672338962555,0.011911414563655853,0.014926105737686157,0.01794079691171646,0.020955488085746765,0.02397017925977707,0.026984870433807373,0.029999561607837677,0.03301425278186798,0.036028943955898285,0.03904363512992859,0.04205832630395889,0.0450730174779892,0.0480877086520195,0.051102399826049805,0.05411709100008011,0.05713178217411041,0.06014647334814072,0.06316116452217102,0.06617585569620132,0.06919054687023163,0.07220523804426193,0.07521992921829224,0.07823462039232254,0.08124931156635284,0.08426400274038315,0.08727869391441345,0.09029338508844376,0.09330807626247406]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.01927555911242962,-0.0187190230935812,-0.01816248707473278,-0.01760595105588436,-0.017049415037035942,-0.016492879018187523,-0.015936342999339104,-0.015379806980490685,-0.014823270961642265,-0.014266734011471272,-0.013710197992622852,-0.013153661973774433,-0.012597125954926014,-0.012040589936077595,-0.011484053917229176,-0.010927517898380756,-0.010370981879532337,-0.009814445860683918,-0.009257909841835499,-0.00870137382298708,-0.00814483780413866,-0.007588301319628954,-0.007031765300780535,-0.0064752292819321156,-0.005918693263083696,-0.005362157244235277,-0.004805621225386858,-0.004249085206538439,-0.003692548954859376,-0.0031360129360109568,-0.002579476684331894,-0.0020229406654834747,-0.0014664046466350555,-0.0009098685695789754,-0.00035333249252289534,0.00020320358453318477,0.0007597396615892649,0.001316275680437684,0.001872811815701425,0.002429347950965166,0.0029858839698135853,0.0035424199886620045,0.004098956007510424,0.004655492026358843,0.005212028510868549,0.0057685645297169685,0.006325100548565388,0.006881636567413807,0.007438172586262226,0.007994708605110645,0.008551244623959064,0.009107780642807484,0.009664316661655903,0.010220852680504322,0.010777388699352741,0.01133392471820116,0.011890461668372154,0.012446997687220573,0.013003533706068993,0.013560069724917412,0.014116605743765831,0.01467314176261425,0.01522967778146267,0.01578621380031109,0.016342749819159508],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,1,2,3,2,4,6,2,6,6,10,7,15,14,16,26,25,28,25,24,28,31,34,27,34,40,38,29,43,20,30,33,28,20,18,20,18,10,10,8,9,3,4,2,0,0,1,0,1,3,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,2,3,1,4,4,3,3,4,2,8,7,9,6,8,15,22,15,15,16,15,24,24,29,29,28,30,43,37,25,30,35,23,30,24,21,25,19,17,22,16,11,10,10,11,12,1,4,1,4,1,0,4,2,0,0,1,0,0,0,0,1,1],"bins":[-0.0008184728212654591,-0.0007902499637566507,-0.0007620271062478423,-0.0007338043069466949,-0.0007055814494378865,-0.0006773585919290781,-0.0006491357344202697,-0.0006209128769114614,-0.0005926900776103139,-0.0005644672201015055,-0.0005362443625926971,-0.0005080215050838888,-0.0004797986475750804,-0.0004515758191701025,-0.0004233529616612941,-0.0003951301332563162,-0.0003669072757475078,-0.00033868441823869944,-0.0003104615898337215,-0.00028223873232491314,-0.0002540159039199352,-0.00022579304641112685,-0.00019757018890231848,-0.00016934734594542533,-0.00014112450298853219,-0.00011290166003163904,-8.467880979878828e-05,-5.6455963203916326e-05,-2.8233116609044373e-05,-1.0270014172419906e-08,2.8212576580699533e-05,5.6435423175571486e-05,8.465826977044344e-05,0.00011288111272733659,0.00014110395568422973,0.0001693268131930381,0.00019754965614993125,0.0002257724991068244,0.00025399535661563277,0.0002822181850206107,0.00031044104252941906,0.00033866390003822744,0.00036688672844320536,0.00039510958595201373,0.0004233324434608221,0.0004515552718658,0.0004797781293746084,0.0005080009577795863,0.0005362238152883947,0.0005644466727972031,0.0005926695303060114,0.0006208923296071589,0.0006491151871159673,0.0006773380446247756,0.000705560902133584,0.0007337837596423924,0.0007620066171512008,0.0007902294164523482,0.0008184522739611566,0.000846675131469965,0.0008748979889787734,0.0009031208464875817,0.0009313436457887292,0.0009595665032975376,0.000987789360806346]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[2,2,2,5,11,10,19,19,26,36,41,76,94,119,179,202,260,356,537,787,1064,1387,2036,2877,4069,5849,8422,13363,20792,32785,58048,127403,142059,64891,35394,22084,14108,9195,6174,4301,2967,2236,1445,1111,816,601,405,305,211,173,133,96,71,41,31,26,27,14,10,9,6,1,3,2],"bins":[-0.0252685546875,-0.024480819702148438,-0.023693084716796875,-0.022905349731445312,-0.02211761474609375,-0.021329879760742188,-0.020542144775390625,-0.019754409790039062,-0.0189666748046875,-0.018178939819335938,-0.017391204833984375,-0.016603469848632812,-0.01581573486328125,-0.015027999877929688,-0.014240264892578125,-0.013452529907226562,-0.012664794921875,-0.011877059936523438,-0.011089324951171875,-0.010301589965820312,-0.00951385498046875,-0.008726119995117188,-0.007938385009765625,-0.0071506500244140625,-0.0063629150390625,-0.0055751800537109375,-0.004787445068359375,-0.0039997100830078125,-0.00321197509765625,-0.0024242401123046875,-0.001636505126953125,-0.0008487701416015625,-6.103515625e-05,0.0007266998291015625,0.001514434814453125,0.0023021697998046875,0.00308990478515625,0.0038776397705078125,0.004665374755859375,0.0054531097412109375,0.0062408447265625,0.0070285797119140625,0.007816314697265625,0.008604049682617188,0.00939178466796875,0.010179519653320312,0.010967254638671875,0.011754989624023438,0.012542724609375,0.013330459594726562,0.014118194580078125,0.014905929565429688,0.01569366455078125,0.016481399536132812,0.017269134521484375,0.018056869506835938,0.0188446044921875,0.019632339477539062,0.020420074462890625,0.021207809448242188,0.02199554443359375,0.022783279418945312,0.023571014404296875,0.024358749389648438,0.025146484375]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09353762120008469,-0.09064438939094543,-0.08775115758180618,-0.08485792577266693,-0.08196468651294708,-0.07907145470380783,-0.07617822289466858,-0.07328499108552933,-0.07039175927639008,-0.06749852746725082,-0.06460528820753098,-0.06171206012368202,-0.05881882458925247,-0.05592559278011322,-0.05303236097097397,-0.05013912543654442,-0.04724589362740517,-0.044352661818265915,-0.041459426283836365,-0.03856619447469711,-0.03567296266555786,-0.03277972713112831,-0.02988649532198906,-0.026993263512849808,-0.024100029841065407,-0.021206796169281006,-0.018313564360141754,-0.015420330688357353,-0.012527097947895527,-0.0096338652074337,-0.006740632001310587,-0.003847399028018117,-0.000954166054725647,0.001939066918566823,0.004832299891859293,0.007725533097982407,0.010618765838444233,0.01351199857890606,0.01640523225069046,0.019298464059829712,0.022191697731614113,0.025084931403398514,0.027978163212537766,0.030871396884322166,0.03376463055610657,0.03665786236524582,0.03955109417438507,0.04244432970881462,0.04533756151795387,0.048230793327093124,0.051124028861522675,0.054017260670661926,0.05691049247980118,0.05980372801423073,0.06269695609807968,0.06559019535779953,0.06848342716693878,0.07137665897607803,0.07426989078521729,0.07716312259435654,0.08005635440349579,0.08294959366321564,0.08584282547235489,0.08873605728149414,0.09162928909063339],"_type":"histogram","values":[1,2,3,7,18,21,35,55,94,136,249,374,560,824,1266,1705,2612,3472,4679,6143,7954,9821,12370,15044,18042,20971,23620,26666,29324,30967,32820,33757,33771,33733,32315,30563,28375,25597,22749,20002,16967,14070,11731,9271,7173,5560,4207,3157,2175,1601,1083,775,488,348,189,131,70,46,34,14,8,3,3,3]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.03134038299322128,-0.030380569398403168,-0.029420755803585052,-0.028460942208766937,-0.027501128613948822,-0.026541315019130707,-0.02558150142431259,-0.024621687829494476,-0.02366187423467636,-0.022702060639858246,-0.02174224704504013,-0.020782433450222015,-0.0198226198554039,-0.018862806260585785,-0.01790299266576767,-0.016943179070949554,-0.01598336547613144,-0.015023551881313324,-0.014063738286495209,-0.013103924691677094,-0.012144111096858978,-0.011184297502040863,-0.010224483907222748,-0.009264670312404633,-0.008304856717586517,-0.007345043122768402,-0.006385229527950287,-0.005425415933132172,-0.004465602338314056,-0.003505788743495941,-0.002545975148677826,-0.0015861615538597107,-0.0006263479590415955,0.0003334656357765198,0.001293279230594635,0.0022530928254127502,0.0032129064202308655,0.004172720015048981,0.005132533609867096,0.006092347204685211,0.007052160799503326,0.008011974394321442,0.008971787989139557,0.009931601583957672,0.010891415178775787,0.011851228773593903,0.012811042368412018,0.013770855963230133,0.014730669558048248,0.015690483152866364,0.01665029674768448,0.017610110342502594,0.01856992393732071,0.019529737532138824,0.02048955112695694,0.021449364721775055,0.02240917831659317,0.023368991911411285,0.0243288055062294,0.025288619101047516,0.02624843269586563,0.027208246290683746,0.02816805988550186,0.029127873480319977,0.030087687075138092],"_type":"histogram","values":[3,1,1,0,1,1,2,2,2,4,1,2,8,6,14,6,14,15,9,26,23,33,37,35,41,52,83,81,87,100,116,152,134,163,117,102,86,81,63,39,43,43,39,35,27,28,21,15,8,10,10,5,7,1,5,2,2,1,1,1,0,0,0,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,0,2,3,3,3,4,6,12,9,19,29,28,23,31,33,32,45,40,43,42,28,45,37,21,26,25,15,18,16,18,17,7,10,14,8,8,2,2,8,4,3,5,3,2,1,1,3,0,2,2,1,0,3,0,0,0,1,0,2],"bins":[0.9993029236793518,0.999332845211029,0.9993627667427063,0.9993927478790283,0.9994226694107056,0.9994525909423828,0.9994825124740601,0.9995124936103821,0.9995424151420593,0.9995723366737366,0.9996022582054138,0.9996322393417358,0.9996621608734131,0.9996920824050903,0.9997220039367676,0.9997519850730896,0.9997819066047668,0.9998118281364441,0.9998417496681213,0.9998716711997986,0.9999016523361206,0.9999315738677979,0.9999614953994751,0.9999914169311523,1.0000213384628296,1.0000512599945068,1.0000813007354736,1.0001112222671509,1.0001411437988281,1.0001710653305054,1.0002009868621826,1.0002309083938599,1.000260829925537,1.0002907514572144,1.0003206729888916,1.0003507137298584,1.0003806352615356,1.000410556793213,1.0004404783248901,1.0004703998565674,1.0005003213882446,1.0005302429199219,1.0005601644515991,1.000590205192566,1.0006201267242432,1.0006500482559204,1.0006799697875977,1.000709891319275,1.0007398128509521,1.0007697343826294,1.0007996559143066,1.0008295774459839,1.0008596181869507,1.000889539718628,1.0009194612503052,1.0009493827819824,1.0009793043136597,1.001009225845337,1.0010391473770142,1.0010690689086914,1.0010991096496582,1.0011290311813354,1.0011589527130127,1.00118887424469,1.0012187957763672]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug-core.log b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..05db35256069e31e8008ea008dc54028bbafce90 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:37:58.794242424+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpqw94siyg/port-104600.txt","pid":104600,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:37:58.794812626+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":104600} +{"time":"2025-07-18T04:37:58.794806625+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-104600-104623-4046749163/socket","Net":"unix"}} +{"time":"2025-07-18T04:37:58.975095596+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:37:58.983997194+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"vlc0kqs1","id":"1(@)"} +{"time":"2025-07-18T04:37:59.422895633+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vlc0kqs1","id":"1(@)"} +{"time":"2025-07-18T04:39:56.067500184+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:39:56.067761769+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:39:56.067748882+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:39:56.067893445+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:39:56.067880367+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-104600-104623-4046749163/socket","Net":"unix"}} +{"time":"2025-07-18T04:39:58.907057575+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:39:58.907080253+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:39:58.907095638+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f76880a7171ccc2e460b08b80e47eafb1554c168 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:37:58.984965379+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:37:59.422862242+03:00","level":"INFO","msg":"stream: created new stream","id":"vlc0kqs1"} +{"time":"2025-07-18T04:37:59.422889834+03:00","level":"INFO","msg":"stream: started","id":"vlc0kqs1"} +{"time":"2025-07-18T04:37:59.422904917+03:00","level":"INFO","msg":"handler: started","stream_id":"vlc0kqs1"} +{"time":"2025-07-18T04:37:59.422901177+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"vlc0kqs1"} +{"time":"2025-07-18T04:37:59.422933969+03:00","level":"INFO","msg":"sender: started","stream_id":"vlc0kqs1"} +{"time":"2025-07-18T04:39:56.067769869+03:00","level":"INFO","msg":"stream: closing","id":"vlc0kqs1"} +{"time":"2025-07-18T04:39:57.362297771+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:39:58.892586207+03:00","level":"INFO","msg":"handler: closed","stream_id":"vlc0kqs1"} +{"time":"2025-07-18T04:39:58.892629764+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"vlc0kqs1"} +{"time":"2025-07-18T04:39:58.892658658+03:00","level":"INFO","msg":"sender: closed","stream_id":"vlc0kqs1"} +{"time":"2025-07-18T04:39:58.906435824+03:00","level":"INFO","msg":"stream: closed","id":"vlc0kqs1"} diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug.log b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..180f6f762a8636a268a4a3d035de66f2a118d14b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_setup.py:_flush():80] Configure stats pid to 104600 +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_043758-vlc0kqs1/logs/debug.log +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_043758-vlc0kqs1/logs/debug-internal.log +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:37:58,758 INFO MainThread:104600 [wandb_init.py:init():871] starting backend +2025-07-18 04:37:58,975 INFO MainThread:104600 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:37:58,982 INFO MainThread:104600 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:37:58,984 INFO MainThread:104600 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:37:58,984 INFO MainThread:104600 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:37:59,721 INFO MainThread:104600 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:37:59,881 INFO MainThread:104600 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:37:59,881 INFO MainThread:104600 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:37:59,881 INFO MainThread:104600 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:37:59,882 INFO MainThread:104600 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:37:59,885 INFO MainThread:104600 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:38:01,968 INFO MainThread:104600 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:38:01,969 INFO MainThread:104600 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:39:56,066 INFO MsgRouterThr:104600 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/run-vlc0kqs1.wandb b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/run-vlc0kqs1.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f09629fc2824d4bd3183f45313c91554995550c4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_043758-vlc0kqs1/run-vlc0kqs1.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc32af3002b35138399532f7cc067a99285be099466fead4733e7530165b7f5e +size 41230715 diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/config.yaml b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..16f9a27d07402de8a9c868b1d54c9905d88dd6f1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + dwoirzjpv44dpok83d7k7eirffr8n9z9: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136847003648" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T01:41:26.872069Z" + writerId: dwoirzjpv44dpok83d7k7eirffr8n9z9 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/output.log b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..3204aa203271ada48d4fe5078662a6e56fea0d95 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/output.log @@ -0,0 +1,41 @@ +Loading pre-tokenized dataset from data/tokenized_smiles_100M... +Dataset loaded successfully. +Splitting dataset into train, validation, and test sets... +Train samples: 800000, Validation samples: 100000, Test samples: 100000 +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last):████████████████ | 324/1563 [02:46<08:39, 2.38it/s, loss=0.1163] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [02:47", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 459, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 456, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 380, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/requirements.txt b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c5a28dd23ba143a8c578ad06fe74d3c77cf85825 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T01:41:26.872069Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136847003648" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "dwoirzjpv44dpok83d7k7eirffr8n9z9" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7bf62fbf7bcdf729423334a4714ef8b0459e2327 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.09587270766496658,-0.09297646582126617,-0.09008022397756577,-0.08718398213386536,-0.08428774029016495,-0.08139149844646454,-0.07849525660276413,-0.07559901475906372,-0.07270276546478271,-0.0698065236210823,-0.0669102817773819,-0.06401403993368149,-0.06111779808998108,-0.05822155624628067,-0.05532531440258026,-0.05242907255887985,-0.04953283071517944,-0.046636588871479034,-0.043740347027778625,-0.04084410518407822,-0.03794786334037781,-0.0350516177713871,-0.03215537592768669,-0.029259134083986282,-0.026362892240285873,-0.023466650396585464,-0.020570408552885056,-0.017674164846539497,-0.014777923002839088,-0.01188168115913868,-0.008985438384115696,-0.006089196074754,-0.0031929537653923035,-0.0002967114560306072,0.002599530853331089,0.005495773162692785,0.008392015472054482,0.01128825731575489,0.014184500090777874,0.017080742865800858,0.019976984709501266,0.022873226553201675,0.025769468396902084,0.028665712103247643,0.0315619558095932,0.03445819765329361,0.03735443949699402,0.04025068134069443,0.043146923184394836,0.046043165028095245,0.048939406871795654,0.05183564871549606,0.05473189055919647,0.05762813612818718,0.06052437797188759,0.0634206160902977,0.06631685793399811,0.06921310722827911,0.07210934907197952,0.07500559091567993,0.07790183275938034,0.08079807460308075,0.08369431644678116,0.08659055829048157,0.08948680013418198],"_type":"histogram","values":[1,2,1,0,6,10,20,27,59,98,154,256,396,609,900,1340,1830,2701,3709,4951,6514,8516,10592,12939,15637,18791,21703,24633,27089,29507,31566,32814,33541,33721,33469,32242,30394,27599,24931,22336,19421,16443,13336,11014,8697,6834,5349,3952,2883,1992,1431,970,703,427,293,180,140,63,42,21,12,9,4,4]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0004959998186677694,-0.0004829102545045316,-0.0004698206903412938,-0.00045673109707422554,-0.00044364153291098773,-0.0004305519687477499,-0.0004174624045845121,-0.00040437281131744385,-0.00039128324715420604,-0.00037819368299096823,-0.0003651041188277304,-0.0003520145546644926,-0.00033892496139742434,-0.00032583539723418653,-0.0003127458330709487,-0.0002996562689077109,-0.00028656667564064264,-0.00027347711147740483,-0.000260387547314167,-0.0002472979831509292,-0.00023420840443577617,-0.00022111884027253836,-0.00020802926155738533,-0.00019493969739414752,-0.0001818501332309097,-0.00016876055451575667,-0.00015567099035251886,-0.00014258141163736582,-0.000129491847474128,-0.00011640227603493258,-0.00010331270459573716,-9.022313315654173e-05,-7.713356171734631e-05,-6.404399027815089e-05,-5.095441883895546e-05,-3.7864851037738845e-05,-2.477527959854342e-05,-1.1685709068842698e-05,1.4038614608580247e-06,1.4493431990558747e-05,2.758300252025947e-05,4.0672573959454894e-05,5.376214539865032e-05,6.685171683784574e-05,7.994128100108355e-05,9.303085244027898e-05,0.0001061204238794744,0.00011920999531866983,0.00013229956675786525,0.00014538913092110306,0.0001584787096362561,0.0001715682737994939,0.00018465785251464695,0.00019774741667788476,0.0002108369953930378,0.0002239265595562756,0.00023701612371951342,0.0002501056878827512,0.0002631952811498195,0.0002762848453130573,0.0002893744094762951,0.0003024639736395329,0.0003155535669066012,0.000328643131069839,0.0003417326952330768],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2,0,5,10,5,6,1,10,13,13,12,13,10,27,28,27,31,28,25,36,29,34,31,31,30,32,21,24,30,24,38,18,12,13,17,16,9,9,8,3,9,8,5,2,4,2,1,1,3]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.00164794921875,-0.0015946626663208008,-0.0015413761138916016,-0.0014880895614624023,-0.0014348030090332031,-0.001381516456604004,-0.0013282299041748047,-0.0012749433517456055,-0.0012216567993164062,-0.001168370246887207,-0.0011150836944580078,-0.0010617971420288086,-0.0010085105895996094,-0.0009552240371704102,-0.0009019374847412109,-0.0008486509323120117,-0.0007953643798828125,-0.0007420778274536133,-0.0006887912750244141,-0.0006355047225952148,-0.0005822181701660156,-0.0005289316177368164,-0.0004756450653076172,-0.00042235851287841797,-0.00036907196044921875,-0.00031578540802001953,-0.0002624988555908203,-0.0002092123031616211,-0.00015592575073242188,-0.00010263919830322266,-4.935264587402344e-05,3.933906555175781e-06,5.7220458984375e-05,0.00011050701141357422,0.00016379356384277344,0.00021708011627197266,0.0002703666687011719,0.0003236532211303711,0.0003769397735595703,0.00043022632598876953,0.00048351287841796875,0.000536799430847168,0.0005900859832763672,0.0006433725357055664,0.0006966590881347656,0.0007499456405639648,0.0008032321929931641,0.0008565187454223633,0.0009098052978515625,0.0009630918502807617,0.001016378402709961,0.0010696649551391602,0.0011229515075683594,0.0011762380599975586,0.0012295246124267578,0.001282811164855957,0.0013360977172851562,0.0013893842697143555,0.0014426708221435547,0.001495957374572754,0.0015492439270019531,0.0016025304794311523,0.0016558170318603516,0.0017091035842895508,0.00176239013671875],"_type":"histogram","values":[2,0,2,2,1,0,8,14,10,20,24,51,81,102,187,268,450,658,1026,1591,2426,3726,5758,9346,14850,23995,39223,66802,114185,202946,343184,312704,170443,96396,58274,35904,23054,15081,10039,6683,4407,3064,1988,1385,847,598,394,234,152,104,63,45,25,11,7,6,6,7,2,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,3,3,7,10,30,47,72,118,231,361,602,912,1316,1950,2753,3818,5060,6946,9081,11326,14364,17427,20317,23570,27076,30286,32607,34336,35652,35968,35377,34003,31895,29750,26523,23366,19752,16921,13627,10982,8642,6591,5027,3620,2527,1759,1148,769,514,302,208,110,64,48,14,14,9,5,4,1,1,0,1],"bins":[-0.09288923442363739,-0.08983418345451355,-0.08677912503480911,-0.08372407406568527,-0.08066901564598083,-0.077613964676857,-0.07455890625715256,-0.07150385528802872,-0.06844879686832428,-0.06539374589920044,-0.0623386912047863,-0.05928363651037216,-0.05622858554124832,-0.05317353084683418,-0.050118476152420044,-0.047063421458005905,-0.044008366763591766,-0.04095331206917763,-0.03789825737476349,-0.03484320268034935,-0.03178814798593521,-0.02873309515416622,-0.025678042322397232,-0.022622987627983093,-0.019567932933568954,-0.016512878239154816,-0.013457824476063251,-0.010402770712971687,-0.0073477160185575485,-0.004292661789804697,-0.0012376075610518456,0.001817446667701006,0.004872500896453857,0.007927555590867996,0.01098260935395956,0.014037663117051125,0.017092717811465263,0.020147772505879402,0.02320282533764839,0.02625788003206253,0.02931293472647667,0.03236798942089081,0.03542304411530495,0.038478098809719086,0.041533149778842926,0.044588204473257065,0.047643259167671204,0.05069831386208534,0.05375336855649948,0.05680842325091362,0.05986347794532776,0.0629185289144516,0.06597358733415604,0.06902863830327988,0.07208369672298431,0.07513874769210815,0.078193798661232,0.08124885708093643,0.08430390805006027,0.08735896646976471,0.09041401743888855,0.09346907585859299,0.09652412682771683,0.09957918524742126,0.1026342362165451],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[3,3,3,5,8,11,17,21,28,50,70,77,94,178,238,290,491,600,829,1247,1778,2484,3564,5043,7629,10812,16958,25819,43782,78131,117276,105670,62983,36013,22271,14081,9790,6357,4367,3159,2294,1533,1081,755,520,410,283,201,153,118,60,54,43,26,21,11,12,8,3,3,2,2,0,1],"bins":[-0.00238037109375,-0.0023031234741210938,-0.0022258758544921875,-0.0021486282348632812,-0.002071380615234375,-0.0019941329956054688,-0.0019168853759765625,-0.0018396377563476562,-0.00176239013671875,-0.0016851425170898438,-0.0016078948974609375,-0.0015306472778320312,-0.001453399658203125,-0.0013761520385742188,-0.0012989044189453125,-0.0012216567993164062,-0.0011444091796875,-0.0010671615600585938,-0.0009899139404296875,-0.0009126663208007812,-0.000835418701171875,-0.0007581710815429688,-0.0006809234619140625,-0.0006036758422851562,-0.00052642822265625,-0.00044918060302734375,-0.0003719329833984375,-0.00029468536376953125,-0.000217437744140625,-0.00014019012451171875,-6.29425048828125e-05,1.430511474609375e-05,9.1552734375e-05,0.00016880035400390625,0.0002460479736328125,0.00032329559326171875,0.000400543212890625,0.00047779083251953125,0.0005550384521484375,0.0006322860717773438,0.00070953369140625,0.0007867813110351562,0.0008640289306640625,0.0009412765502929688,0.001018524169921875,0.0010957717895507812,0.0011730194091796875,0.0012502670288085938,0.0013275146484375,0.0014047622680664062,0.0014820098876953125,0.0015592575073242188,0.001636505126953125,0.0017137527465820312,0.0017910003662109375,0.0018682479858398438,0.00194549560546875,0.0020227432250976562,0.0020999908447265625,0.0021772384643554688,0.002254486083984375,0.0023317337036132812,0.0024089813232421875,0.0024862289428710938,0.0025634765625]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[2,1,0,2,1,11,7,15,33,37,57,106,127,187,303,377,656,891,1269,1843,2853,4171,6248,9658,15617,23255,36836,54207,74298,86683,80884,63079,44010,28333,18889,11768,7943,4934,3274,2233,1534,977,714,478,361,203,159,97,64,40,39,19,15,7,7,4,4,1,1,1,0,0,0,1],"bins":[-0.00109100341796875,-0.0010542869567871094,-0.0010175704956054688,-0.0009808540344238281,-0.0009441375732421875,-0.0009074211120605469,-0.0008707046508789062,-0.0008339881896972656,-0.000797271728515625,-0.0007605552673339844,-0.0007238388061523438,-0.0006871223449707031,-0.0006504058837890625,-0.0006136894226074219,-0.0005769729614257812,-0.0005402565002441406,-0.0005035400390625,-0.0004668235778808594,-0.00043010711669921875,-0.0003933906555175781,-0.0003566741943359375,-0.0003199577331542969,-0.00028324127197265625,-0.0002465248107910156,-0.000209808349609375,-0.00017309188842773438,-0.00013637542724609375,-9.965896606445312e-05,-6.29425048828125e-05,-2.6226043701171875e-05,1.049041748046875e-05,4.7206878662109375e-05,8.392333984375e-05,0.00012063980102539062,0.00015735626220703125,0.00019407272338867188,0.0002307891845703125,0.0002675056457519531,0.00030422210693359375,0.0003409385681152344,0.000377655029296875,0.0004143714904785156,0.00045108795166015625,0.0004878044128417969,0.0005245208740234375,0.0005612373352050781,0.0005979537963867188,0.0006346702575683594,0.00067138671875,0.0007081031799316406,0.0007448196411132812,0.0007815361022949219,0.0008182525634765625,0.0008549690246582031,0.0008916854858398438,0.0009284019470214844,0.000965118408203125,0.0010018348693847656,0.0010385513305664062,0.0010752677917480469,0.0011119842529296875,0.0011487007141113281,0.0011854171752929688,0.0012221336364746094,0.00125885009765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"bins":[-0.09472436457872391,-0.09165442734956741,-0.08858449012041092,-0.08551455289125443,-0.08244461566209793,-0.07937467843294144,-0.07630473375320435,-0.07323479652404785,-0.07016485929489136,-0.06709492206573486,-0.06402498483657837,-0.060955047607421875,-0.05788511037826538,-0.05481517314910889,-0.051745232194662094,-0.0486752949655056,-0.045605357736349106,-0.04253542050719261,-0.03946548327803612,-0.036395542323589325,-0.03332560509443283,-0.030255667865276337,-0.027185730636119843,-0.0241157915443182,-0.021045854315161705,-0.01797591708600521,-0.014905977994203568,-0.011836040765047073,-0.008766102604568005,-0.005696164444088936,-0.0026262267492711544,0.0004437111783772707,0.003513649106025696,0.0065835872665047646,0.009653525426983833,0.012723462656140327,0.01579340174794197,0.018863338977098465,0.02193327620625496,0.025003215298056602,0.028073152527213097,0.03114308975636959,0.034213028848171234,0.03728296607732773,0.04035290330648422,0.04342284053564072,0.04649278149008751,0.049562718719244,0.0526326559484005,0.05570259317755699,0.058772530406713486,0.06184247136116028,0.06491240859031677,0.06798234581947327,0.07105228304862976,0.07412222027778625,0.07719215750694275,0.08026209473609924,0.08333203196525574,0.08640197664499283,0.08947191387414932,0.09254185110330582,0.09561178833246231,0.0986817255616188,0.1017516627907753],"_type":"histogram","values":[1,1,1,6,14,28,40,70,102,175,276,481,703,1039,1593,2278,3194,4432,6156,7889,10262,13056,15921,19286,22534,25470,28604,31528,33570,35109,35686,35673,34859,33103,31164,28194,24841,21732,18104,15062,12245,9589,7426,5535,4067,2915,2014,1364,966,573,334,231,133,83,59,26,13,8,3,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[-0.0043719615787267685,-0.004219608381390572,-0.004067254718393087,-0.0039149015210568905,-0.0037625478580594063,-0.0036101944278925657,-0.003457840997725725,-0.0033054875675588846,-0.003153134137392044,-0.003000780940055847,-0.0028484275098890066,-0.002696074079722166,-0.0025437206495553255,-0.002391367219388485,-0.0022390137892216444,-0.002086660359054804,-0.0019343069288879633,-0.0017819534987211227,-0.0016296000685542822,-0.0014772466383874416,-0.001324893208220601,-0.0011725398944690824,-0.0010201864643022418,-0.0008678330341354012,-0.0007154796039685607,-0.0005631261738017201,-0.00041077277273871005,-0.00025841937167569995,-0.0001060659415088594,4.628747410606593e-05,0.00019864088972099125,0.00035099429078400135,0.0005033477209508419,0.0006557011511176825,0.000808054581284523,0.0009604079532437027,0.0011127614416182041,0.0012651147553697228,0.0014174681855365634,0.001569821615703404,0.0017221750458702445,0.001874528476037085,0.0020268817897886038,0.0021792352199554443,0.002331588650122285,0.0024839420802891254,0.002636295510455966,0.0027886489406228065,0.002941002370789647,0.0030933558009564877,0.003245709231123328,0.0033980626612901688,0.0035504160914570093,0.00370276952162385,0.0038551229517906904,0.004007476381957531,0.004159829579293728,0.004312183242291212,0.004464536439627409,0.004616890102624893,0.00476924329996109,0.004921596962958574,0.005073950160294771,0.005226303823292255,0.005378657020628452],"_type":"histogram","values":[1,1,0,0,1,1,2,1,2,2,0,4,5,2,3,2,8,8,12,8,13,20,9,21,24,42,53,77,84,77,60,46,44,23,20,15,16,10,14,8,6,3,6,2,3,1,1,0,3,0,1,0,1,0,1,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[1,1,2,7,18,30,65,120,210,300,557,922,1412,2196,3358,4895,7070,9891,13972,18457,24171,30759,38636,46699,55960,64816,74141,81804,88191,93378,96624,97093,95665,91688,86490,78327,69748,61471,52001,43256,34972,27936,21338,16120,11842,8663,6009,4136,2765,1742,1199,728,432,257,149,86,39,27,11,5,4,0,0,2],"bins":[-0.0970335379242897,-0.09393102675676346,-0.09082851558923721,-0.08772600442171097,-0.08462348580360413,-0.08152097463607788,-0.07841846346855164,-0.07531595230102539,-0.07221344113349915,-0.0691109299659729,-0.06600841879844666,-0.06290590763092041,-0.05980339273810387,-0.05670088157057762,-0.05359836667776108,-0.05049585551023483,-0.04739334434270859,-0.04429083317518234,-0.0411883220076561,-0.038085807114839554,-0.03498329594731331,-0.031880784779787064,-0.02877827174961567,-0.025675758719444275,-0.02257324755191803,-0.019470736384391785,-0.01636822335422039,-0.01326571125537157,-0.01016319915652275,-0.007060687057673931,-0.003958174958825111,-0.0008556628599762917,0.002246849238872528,0.005349361337721348,0.008451873436570168,0.011554385535418987,0.014656897634267807,0.017759408801794052,0.020861921831965446,0.02396443486213684,0.027066946029663086,0.03016945719718933,0.033271968364715576,0.03637448325753212,0.039476994425058365,0.04257950559258461,0.045682020485401154,0.0487845316529274,0.051887042820453644,0.05498955398797989,0.058092065155506134,0.06119458004832268,0.06429709494113922,0.06739960610866547,0.07050211727619171,0.07360462844371796,0.0767071396112442,0.07980965077877045,0.08291216194629669,0.08601467311382294,0.08911718428134918,0.09221970289945602,0.09532221406698227,0.09842472523450851,0.10152723640203476]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,3,1,9,9,32,31,57,109,180,260,434,628,954,1369,1879,2587,3577,4634,6033,7716,9527,11534,13619,15665,18098,19776,21247,22704,23135,23327,23171,22198,20912,19489,17632,15682,13526,11650,9434,7684,6102,4560,3491,2673,1892,1291,939,642,399,300,176,98,58,41,15,12,3,3,4,2,1,1],"bins":[-0.094246506690979,-0.09125305712223053,-0.08825960755348206,-0.08526615798473358,-0.08227270096540451,-0.07927925139665604,-0.07628580182790756,-0.07329235225915909,-0.07029890269041061,-0.06730545312166214,-0.06431199610233307,-0.06131855025887489,-0.05832509696483612,-0.055331647396087646,-0.05233819782733917,-0.0493447445333004,-0.046351294964551926,-0.04335784539580345,-0.04036439210176468,-0.037370942533016205,-0.03437749296426773,-0.03138403967022896,-0.028390590101480484,-0.02539714053273201,-0.022403689101338387,-0.019410237669944763,-0.01641678810119629,-0.013423336669802666,-0.010429886169731617,-0.007436435669660568,-0.004442984703928232,-0.0014495339710265398,0.0015439167618751526,0.004537367261946201,0.007530818227678537,0.010524269193410873,0.013517719693481922,0.01651117019355297,0.019504621624946594,0.02249807119369507,0.02549152262508869,0.028484974056482315,0.03147842362523079,0.03447187319397926,0.037465326488018036,0.04045877605676651,0.043452225625514984,0.04644567891955376,0.04943912848830223,0.052432578057050705,0.05542603135108948,0.05841948091983795,0.061412930488586426,0.0644063800573349,0.06739982962608337,0.07039328664541245,0.07338673621416092,0.0763801857829094,0.07937363535165787,0.08236708492040634,0.08536053448915482,0.08835399150848389,0.09134744107723236,0.09434089064598083,0.09733434021472931]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[1,0,4,4,9,21,33,37,88,142,239,435,723,1114,1722,2741,4058,5996,8259,11723,15936,21085,27153,34841,42667,51631,60740,70181,79136,85779,91065,96484,97284,97156,93888,89053,83024,73641,65603,56086,46790,38618,30625,24343,18524,13653,9821,6942,4874,3272,2159,1368,837,535,320,178,111,52,37,12,6,1,3,1],"bins":[-0.10208824276924133,-0.09897121787071228,-0.09585420042276382,-0.09273717552423477,-0.08962015807628632,-0.08650313317775726,-0.08338610827922821,-0.08026909083127975,-0.0771520659327507,-0.07403504103422165,-0.0709180235862732,-0.06780099868774414,-0.06468397378921509,-0.06156695634126663,-0.05844993144273758,-0.055332910269498825,-0.05221588909626007,-0.049098867923021317,-0.04598184674978256,-0.04286482185125351,-0.039747800678014755,-0.036630779504776,-0.03351375460624695,-0.030396733433008194,-0.02727971225976944,-0.024162691086530685,-0.021045668050646782,-0.01792864501476288,-0.014811623841524124,-0.011694601736962795,-0.008577579632401466,-0.0054605575278401375,-0.0023435428738594055,0.0007734792307019234,0.0038905013352632523,0.007007523439824581,0.01012454554438591,0.013241567648947239,0.016358589753508568,0.01947561278939247,0.022592633962631226,0.02570965513586998,0.028826678171753883,0.03194370120763779,0.03506072238087654,0.038177743554115295,0.04129476845264435,0.0444117896258831,0.04752881079912186,0.05064583197236061,0.053762853145599365,0.05687987804412842,0.05999689921736717,0.06311392039060593,0.06623094528913498,0.06934796273708344,0.07246498763561249,0.07558201253414154,0.07869902998209,0.08181605488061905,0.0849330723285675,0.08805009722709656,0.09116712212562561,0.09428413957357407,0.09740116447210312]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,3,2,0,1,4,0,3,2,10,9,8,7,9,15,18,18,23,22,27,27,30,27,30,28,35,18,34,37,37,25,17,29,14,24,20,20,18,17,14,13,6,18,11,7,3,6,2,3,1,2,1,2,3,1,1,3,0,0,0,1,1],"bins":[-0.00032739932066760957,-0.00031615677289664745,-0.00030491422512568533,-0.0002936716773547232,-0.00028242915868759155,-0.00027118661091662943,-0.0002599440631456673,-0.0002487015153747052,-0.00023745896760374308,-0.00022621643438469619,-0.00021497388661373407,-0.00020373133884277195,-0.00019248880562372506,-0.00018124625785276294,-0.00017000371008180082,-0.00015876117686275393,-0.0001475186290917918,-0.0001362760813208297,-0.0001250335481017828,-0.00011379100033082068,-0.00010254845255985856,-9.130591206485406e-05,-8.006337156984955e-05,-6.882082379888743e-05,-5.757828330388293e-05,-4.6335739170899615e-05,-3.50931950379163e-05,-2.3850654542911798e-05,-1.2608110409928486e-05,-1.3655671864398755e-06,9.876976037048735e-06,2.1119518351042643e-05,3.2362062484025955e-05,4.360460661700927e-05,5.484715074999258e-05,6.608969124499708e-05,7.73322390159592e-05,8.857477951096371e-05,9.981732000596821e-05,0.00011105986777693033,0.00012230241554789245,0.00013354494876693934,0.00014478749653790146,0.00015603004430886358,0.00016727257752791047,0.0001785151252988726,0.0001897576730698347,0.0002010002062888816,0.00021224275405984372,0.00022348530183080584,0.00023472783504985273,0.00024597038282081485,0.00025721293059177697,0.0002684554783627391,0.0002796980261337012,0.00029094054480083287,0.000302183092571795,0.0003134256403427571,0.0003246681881137192,0.00033591073588468134,0.00034715328365564346,0.0003583958023227751,0.00036963835009373724,0.00038088089786469936,0.0003921234456356615]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-1.6763397070462815e-06,-1.622146100999089e-06,-1.5679524949518964e-06,-1.5137588889047038e-06,-1.4595652828575112e-06,-1.4053715631234809e-06,-1.3511779570762883e-06,-1.2969843510290957e-06,-1.2427907449819031e-06,-1.1885971389347105e-06,-1.134403532887518e-06,-1.0802099268403254e-06,-1.026016207106295e-06,-9.718226010591025e-07,-9.176289950119099e-07,-8.634353889647173e-07,-8.092417829175247e-07,-7.550481768703321e-07,-7.008545708231395e-07,-6.466609079325281e-07,-5.924673018853355e-07,-5.382736958381429e-07,-4.840800329475314e-07,-4.2988642690033885e-07,-3.7569282085314626e-07,-3.2149921480595367e-07,-2.6730558033705165e-07,-2.1311196007900435e-07,-1.5891833982095704e-07,-1.0472471956290974e-07,-5.053109930486244e-08,3.662520953184867e-09,5.785614121123217e-08,1.1204976146927947e-07,1.6624338172732678e-07,2.2043700198537408e-07,2.746306222434214e-07,3.2882422829061397e-07,3.83017862759516e-07,4.37211497228418e-07,4.914051032756106e-07,5.455987093228032e-07,5.997923153699958e-07,6.539859782606072e-07,7.081795843077998e-07,7.623731903549924e-07,8.165668532456039e-07,8.707604592927964e-07,9.24954065339989e-07,9.791476713871816e-07,1.0333412774343742e-06,1.0875348834815668e-06,1.1417284895287594e-06,1.1959222092627897e-06,1.2501158153099823e-06,1.3043094213571749e-06,1.3585030274043675e-06,1.41269663345156e-06,1.4668902394987526e-06,1.5210838455459452e-06,1.5752775652799755e-06,1.6294711713271681e-06,1.6836647773743607e-06,1.7378583834215533e-06,1.7920519894687459e-06],"_type":"histogram","values":[1,0,0,0,1,2,0,1,1,0,5,1,2,2,2,6,4,6,7,15,13,21,20,25,20,21,36,38,50,50,40,73,36,47,30,30,26,19,23,16,16,5,11,11,5,3,6,3,2,3,2,2,2,2,0,1,0,0,0,0,1,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.09788468480110168,-0.09486596286296844,-0.0918472409248352,-0.08882851898670197,-0.08580979704856873,-0.08279107511043549,-0.07977235317230225,-0.076753631234169,-0.07373490929603577,-0.07071617990732193,-0.06769745796918869,-0.06467873603105545,-0.06166001409292221,-0.05864129215478897,-0.05562257021665573,-0.05260384827852249,-0.04958512634038925,-0.04656640440225601,-0.04354768246412277,-0.04052896052598953,-0.03751023858785629,-0.034491512924432755,-0.031472790986299515,-0.028454069048166275,-0.025435347110033035,-0.022416625171899796,-0.019397903233766556,-0.016379179432988167,-0.013360457494854927,-0.010341735556721687,-0.007323012687265873,-0.004304290283471346,-0.001285560429096222,0.0017331619746983051,0.004751884378492832,0.007770606782287359,0.010789329186081886,0.013808051124215126,0.016826774924993515,0.019845496863126755,0.022864218801259995,0.025882940739393234,0.028901662677526474,0.031920384615659714,0.03493911027908325,0.03795783221721649,0.04097655415534973,0.04399527609348297,0.04701399803161621,0.05003271996974945,0.05305144190788269,0.05607016384601593,0.05908888578414917,0.06210761144757271,0.06512632966041565,0.06814505159854889,0.07116377353668213,0.07418250292539597,0.0772012248635292,0.08021994680166245,0.08323866873979568,0.08625739067792892,0.08927611261606216,0.0922948345541954,0.09531355649232864],"_type":"histogram","values":[2,2,6,11,14,22,41,79,141,255,387,659,1059,1629,2405,3651,5358,7552,10460,14298,18774,24310,30892,38493,46291,54892,63402,71704,79533,86210,90727,93649,94574,93707,90065,84760,78191,70478,61852,53528,45065,37104,29766,23513,17816,13480,9947,7122,5144,3403,2361,1439,1060,651,385,223,143,83,48,19,13,7,2,7]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.0007060713251121342,-0.0006866350304335356,-0.000667198677547276,-0.0006477623828686774,-0.0006283260881900787,-0.0006088897935114801,-0.0005894534988328815,-0.0005700171459466219,-0.0005505808512680233,-0.0005311445565894246,-0.0005117082037031651,-0.0004922719090245664,-0.00047283561434596777,-0.00045339931966736913,-0.00043396299588494003,-0.00041452667210251093,-0.0003950903774239123,-0.00037565408274531364,-0.00035621775896288455,-0.00033678143518045545,-0.0003173451405018568,-0.00029790884582325816,-0.00027847252204082906,-0.00025903619825839996,-0.00023959990357980132,-0.00022016359434928745,-0.00020072728511877358,-0.0001812909758882597,-0.00016185466665774584,-0.00014241835742723197,-0.0001229820481967181,-0.00010354573896620423,-8.410942973569036e-05,-6.467312050517648e-05,-4.5236811274662614e-05,-2.5800502044148743e-05,-6.3641928136348724e-06,1.3072116416878998e-05,3.250842564739287e-05,5.194473487790674e-05,7.138104410842061e-05,9.081735333893448e-05,0.00011025366256944835,0.00012968997179996222,0.0001491262810304761,0.00016856259026098996,0.00018799889949150383,0.0002074352087220177,0.00022687151795253158,0.0002463078126311302,0.0002657441364135593,0.0002851804601959884,0.00030461675487458706,0.0003240530495531857,0.0003434893733356148,0.0003629256971180439,0.00038236199179664254,0.0004017982864752412,0.0004212346102576703,0.0004406709340400994,0.000460107228718698,0.00047954352339729667,0.0004989798180758953,0.0005184161709621549,0.0005378524656407535],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,2,4,1,3,2,6,1,10,7,8,24,29,30,36,42,46,52,68,66,78,101,120,97,107,129,115,106,84,103,80,68,70,64,63,44,33,33,23,14,15,9,10,10,6,7,6,2,3,0,4,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[5,2,17,28,22,81,144,234,327,579,856,1398,2096,3064,4402,6450,8789,11824,15833,20424,26213,32135,39008,47196,55196,63922,71108,77997,83761,87607,90978,90708,89828,87091,82051,76684,69057,61341,53510,45527,37881,31111,24953,19277,14873,11254,8014,5845,4158,2802,1908,1239,770,519,296,207,109,67,36,23,16,5,5,3],"bins":[-0.09144365042448044,-0.08852988481521606,-0.08561611920595169,-0.08270236104726791,-0.07978859543800354,-0.07687482982873917,-0.07396106421947479,-0.07104729861021042,-0.06813353300094604,-0.06521977484226227,-0.062306009232997894,-0.05939224362373352,-0.05647847801446915,-0.05356471613049507,-0.0506509505212307,-0.04773718863725662,-0.04482342302799225,-0.041909657418727875,-0.0389958955347538,-0.036082129925489426,-0.03316836804151535,-0.030254602432250977,-0.027340836822986603,-0.024427073076367378,-0.021513309329748154,-0.01859954558312893,-0.015685781836509705,-0.01277201622724533,-0.009858252480626106,-0.006944488268345594,-0.0040307240560650826,-0.0011169598437845707,0.0017968043684959412,0.004710568580776453,0.007624332793056965,0.010538097470998764,0.013451861217617989,0.016365624964237213,0.019279390573501587,0.02219315432012081,0.025106918066740036,0.02802068181335926,0.030934445559978485,0.03384821116924286,0.03676197677850723,0.03967573866248131,0.04258950427174568,0.04550326615571976,0.04841703176498413,0.051330797374248505,0.05424455925822258,0.057158324867486954,0.06007208675146103,0.0629858523607254,0.06589961796998978,0.06881338357925415,0.07172714173793793,0.0746409073472023,0.07755467295646667,0.08046843856573105,0.08338220417499542,0.0862959697842598,0.08920972794294357,0.09212349355220795,0.09503725916147232]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,0,1,3,9,18,21,51,107,208,339,630,974,1574,2493,3877,5620,8212,11518,15772,21204,28171,35628,44267,53292,63469,73353,82005,89556,95449,98761,100671,99650,95244,89346,81758,72815,63268,53539,44259,35537,27939,21097,15885,11451,8101,5595,3618,2450,1633,1038,598,365,212,103,48,29,19,7,2,1,2,1],"bins":[-0.1041913852095604,-0.10098511725664139,-0.09777884930372238,-0.09457258135080338,-0.09136631339788437,-0.08816004544496536,-0.08495377749204636,-0.08174750953912735,-0.07854123413562775,-0.07533496618270874,-0.07212869822978973,-0.06892243027687073,-0.06571616232395172,-0.06250989437103271,-0.05930362641811371,-0.0560973584651947,-0.052891090512275696,-0.04968482255935669,-0.04647855460643768,-0.04327228665351868,-0.04006601870059967,-0.036859747022390366,-0.03365347906947136,-0.030447211116552353,-0.027240943163633347,-0.02403467521071434,-0.020828407257795334,-0.01762213744223118,-0.014415869489312172,-0.011209601536393166,-0.008003332652151585,-0.004797064233571291,-0.0015907883644104004,0.0016154800541698933,0.004821748472750187,0.008028017356991768,0.011234285309910774,0.01444055326282978,0.017646823078393936,0.020853091031312943,0.02405935898423195,0.027265626937150955,0.03047189489006996,0.03367816284298897,0.03688443452119827,0.04009070247411728,0.043296970427036285,0.04650323837995529,0.0497095063328743,0.052915774285793304,0.05612204223871231,0.05932831019163132,0.06253457814455032,0.06574084609746933,0.06894711405038834,0.07215338200330734,0.07535965740680695,0.07856592535972595,0.08177219331264496,0.08497846126556396,0.08818472921848297,0.09139099717140198,0.09459726512432098,0.09780353307723999,0.101009801030159],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,0,0,0,1,0,0,2,2,2,6,4,4,5,9,7,9,10,24,19,24,29,15,18,33,25,25,34,45,27,31,28,33,26,28,25,24,19,29,29,19,12,13,17,13,7,6,8,3,4,0,3,3,1,2,1,0,1],"bins":[-0.0004260394780430943,-0.0004141311510466039,-0.00040222282405011356,-0.0003903144970536232,-0.00037840617005713284,-0.0003664978430606425,-0.00035458948696032166,-0.0003426811599638313,-0.00033077283296734095,-0.0003188645059708506,-0.00030695617897436023,-0.00029504785197786987,-0.0002831395249813795,-0.00027123119798488915,-0.0002593228709883988,-0.00024741454399190843,-0.00023550620244350284,-0.00022359787544701248,-0.00021168954845052212,-0.00019978120690211654,-0.00018787287990562618,-0.00017596455290913582,-0.00016405622591264546,-0.0001521478989161551,-0.00014023957191966474,-0.00012833123037125915,-0.0001164229033747688,-0.00010451457637827843,-9.260624938178807e-05,-8.06979151093401e-05,-6.878958811284974e-05,-5.6881257478380576e-05,-4.497292684391141e-05,-3.306459620944224e-05,-2.115626739396248e-05,-9.247937668988016e-06,2.660392055986449e-06,1.4568721780960914e-05,2.647705150593538e-05,3.838538032141514e-05,5.029371095588431e-05,6.220203795237467e-05,7.411037222482264e-05,8.6018699221313e-05,9.792702621780336e-05,0.00010983536049025133,0.00012174368748674169,0.00013365202175918967,0.00014556034875568002,0.00015746867575217038,0.00016937700274866074,0.00018128534429706633,0.0001931936712935567,0.00020510199829004705,0.0002170103252865374,0.00022891865228302777,0.00024082697927951813,0.0002527353062760085,0.00026464363327249885,0.00027655198937281966,0.00028846031636931,0.0003003686433658004,0.00031227697036229074,0.0003241852973587811,0.00033609362435527146]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.000591278076171875,-0.0005745291709899902,-0.0005577802658081055,-0.0005410313606262207,-0.0005242824554443359,-0.0005075335502624512,-0.0004907846450805664,-0.00047403573989868164,-0.0004572868347167969,-0.0004405379295349121,-0.00042378902435302734,-0.0004070401191711426,-0.0003902912139892578,-0.00037354230880737305,-0.0003567934036254883,-0.0003400444984436035,-0.00032329559326171875,-0.000306546688079834,-0.0002897977828979492,-0.00027304887771606445,-0.0002562999725341797,-0.00023955106735229492,-0.00022280216217041016,-0.0002060532569885254,-0.00018930435180664062,-0.00017255544662475586,-0.0001558065414428711,-0.00013905763626098633,-0.00012230873107910156,-0.0001055598258972168,-8.881092071533203e-05,-7.206201553344727e-05,-5.53131103515625e-05,-3.8564205169677734e-05,-2.181529998779297e-05,-5.066394805908203e-06,1.1682510375976562e-05,2.8431415557861328e-05,4.5180320739746094e-05,6.192922592163086e-05,7.867813110351562e-05,9.542703628540039e-05,0.00011217594146728516,0.00012892484664916992,0.0001456737518310547,0.00016242265701293945,0.00017917156219482422,0.00019592046737670898,0.00021266937255859375,0.00022941827774047852,0.0002461671829223633,0.00026291608810424805,0.0002796649932861328,0.0002964138984680176,0.00031316280364990234,0.0003299117088317871,0.0003466606140136719,0.00036340951919555664,0.0003801584243774414,0.00039690732955932617,0.00041365623474121094,0.0004304051399230957,0.00044715404510498047,0.00046390295028686523,0.00048065185546875],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,4,0,3,6,6,7,12,21,28,38,65,97,166,225,347,609,864,1425,2169,3609,5758,9456,15845,28092,52352,118445,169494,84737,40305,21825,13101,7868,4693,2888,1870,1191,732,502,317,219,166,85,60,41,26,14,11,8,7,10,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,0,0,3,2,7,4,6,8,17,19,34,38,56,86,107,143,268,369,557,765,1180,1953,2978,4569,7716,12894,22128,40234,80545,168073,117930,55204,29130,16823,9605,5972,3586,2329,1450,1039,601,438,274,223,111,116,80,41,29,26,14,15,9,4,6,2,3,1,1,0,1],"bins":[-0.00084686279296875,-0.0008209943771362305,-0.0007951259613037109,-0.0007692575454711914,-0.0007433891296386719,-0.0007175207138061523,-0.0006916522979736328,-0.0006657838821411133,-0.0006399154663085938,-0.0006140470504760742,-0.0005881786346435547,-0.0005623102188110352,-0.0005364418029785156,-0.0005105733871459961,-0.00048470497131347656,-0.00045883655548095703,-0.0004329681396484375,-0.00040709972381591797,-0.00038123130798339844,-0.0003553628921508789,-0.0003294944763183594,-0.00030362606048583984,-0.0002777576446533203,-0.0002518892288208008,-0.00022602081298828125,-0.00020015239715576172,-0.0001742839813232422,-0.00014841556549072266,-0.00012254714965820312,-9.66787338256836e-05,-7.081031799316406e-05,-4.494190216064453e-05,-1.9073486328125e-05,6.794929504394531e-06,3.266334533691406e-05,5.8531761169433594e-05,8.440017700195312e-05,0.00011026859283447266,0.0001361370086669922,0.00016200542449951172,0.00018787384033203125,0.00021374225616455078,0.0002396106719970703,0.00026547908782958984,0.0002913475036621094,0.0003172159194946289,0.00034308433532714844,0.00036895275115966797,0.0003948211669921875,0.00042068958282470703,0.00044655799865722656,0.0004724264144897461,0.0004982948303222656,0.0005241632461547852,0.0005500316619873047,0.0005759000778198242,0.0006017684936523438,0.0006276369094848633,0.0006535053253173828,0.0006793737411499023,0.0007052421569824219,0.0007311105728149414,0.0007569789886474609,0.0007828474044799805,0.0008087158203125]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[2,0,4,9,8,32,42,63,116,204,305,459,668,1033,1487,2012,2903,3815,5283,7139,8940,11356,14082,16965,19778,22908,25604,28097,30760,32467,33579,34146,33883,32900,31530,29617,26822,24105,21235,18021,15196,12415,10054,7934,6101,4530,3476,2456,1747,1175,835,549,383,238,151,93,47,29,17,13,1,1,3,1],"bins":[-0.09263545274734497,-0.08971598744392395,-0.08679652959108353,-0.0838770717382431,-0.08095760643482208,-0.07803814113140106,-0.07511868327856064,-0.07219922542572021,-0.0692797601222992,-0.06636029481887817,-0.06344083696603775,-0.06052137538790703,-0.057601913809776306,-0.054682452231645584,-0.05176299065351486,-0.04884352907538414,-0.04592406749725342,-0.043004605919122696,-0.040085144340991974,-0.03716568276286125,-0.03424622118473053,-0.03132675960659981,-0.028407298028469086,-0.025487836450338364,-0.02256837487220764,-0.01964891329407692,-0.016729451715946198,-0.013809990137815475,-0.010890528559684753,-0.007971066981554031,-0.005051605403423309,-0.0021321438252925873,0.0007873103022575378,0.00370677188038826,0.006626233458518982,0.009545695036649704,0.012465156614780426,0.015384618192911148,0.01830407977104187,0.021223541349172592,0.024143002927303314,0.027062464505434036,0.02998192608356476,0.03290138766169548,0.0358208492398262,0.038740310817956924,0.041659772396087646,0.04457923397421837,0.04749869555234909,0.05041815713047981,0.053337618708610535,0.05625708028674126,0.05917654186487198,0.0620960034430027,0.06501546502113342,0.06793493032455444,0.07085438817739487,0.07377384603023529,0.07669331133365631,0.07961277663707733,0.08253223448991776,0.08545169234275818,0.0883711576461792,0.09129062294960022,0.09421008080244064],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[0.9985849261283875,0.9986367225646973,0.9986885190010071,0.9987402558326721,0.9987920522689819,0.9988438487052917,0.9988956451416016,0.9989474415779114,0.9989991784095764,0.9990509748458862,0.999102771282196,0.9991545677185059,0.9992063641548157,0.9992581009864807,0.9993098974227905,0.9993616938591003,0.9994134902954102,0.99946528673172,0.999517023563385,0.9995688199996948,0.9996206164360046,0.9996724128723145,0.9997242093086243,0.9997759461402893,0.9998277425765991,0.9998795390129089,0.9999313354492188,0.9999831318855286,1.0000349283218384,1.0000866651535034,1.0001384019851685,1.000190258026123,1.000241994857788,1.0002938508987427,1.0003455877304077,1.0003973245620728,1.0004491806030273,1.0005009174346924,1.000552773475647,1.000604510307312,1.000656247138977,1.0007081031799316,1.0007598400115967,1.0008116960525513,1.0008634328842163,1.0009151697158813,1.000967025756836,1.001018762588501,1.0010706186294556,1.0011223554611206,1.0011740922927856,1.0012259483337402,1.0012776851654053,1.0013295412063599,1.001381278038025,1.00143301486969,1.0014848709106445,1.0015366077423096,1.0015884637832642,1.0016402006149292,1.0016919374465942,1.0017437934875488,1.0017955303192139,1.0018473863601685,1.0018991231918335],"_type":"histogram","values":[2,1,1,1,0,2,0,2,1,2,1,1,2,4,1,10,10,14,13,19,25,28,24,28,28,52,41,42,50,41,39,32,35,30,29,19,18,17,23,11,12,15,6,4,3,5,8,5,1,0,1,1,3,0,0,2,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,2,3,6,6,4,6,4,14,6,10,10,15,13,16,15,22,30,16,24,26,25,26,21,27,36,33,31,28,18,23,26,31,22,24,21,18,18,10,11,6,10,6,9,3,7,3,4,2,2,2,3,5,0,0,3,1,1],"bins":[-0.0050760614685714245,-0.004916427191346884,-0.00475679337978363,-0.00459715910255909,-0.004437524825334549,-0.0042778910137712955,-0.004118256736546755,-0.003958622459322214,-0.003798988414928317,-0.00363935437053442,-0.0034797200933098793,-0.0033200860489159822,-0.003160452004522085,-0.0030008177272975445,-0.0028411836829036474,-0.0026815494056791067,-0.0025219153612852097,-0.0023622813168913126,-0.002202647039666772,-0.002043012995272875,-0.001883378834463656,-0.001723744673654437,-0.00156411062926054,-0.0014044764684513211,-0.0012448423076421022,-0.0010852081468328834,-0.0009255740442313254,-0.0007659399416297674,-0.0006063057808205485,-0.0004466716491151601,-0.0002870375174097717,-0.00012740338570438325,3.223074600100517e-05,0.0001918648777063936,0.000351499009411782,0.00051113311201334,0.0006707672728225589,0.0008304014336317778,0.0009900354780256748,0.0011496696388348937,0.0013093037996441126,0.0014689379604533315,0.0016285721212625504,0.0017882061656564474,0.0019478403264656663,0.002107474487274885,0.0022671085316687822,0.002426742808893323,0.00258637685328722,0.002746010897681117,0.0029056451749056578,0.003065279219299555,0.0032249134965240955,0.0033845475409179926,0.0035441815853118896,0.0037038158625364304,0.0038634499069303274,0.0040230839513242245,0.004182718228548765,0.004342352505773306,0.004501986317336559,0.0046616205945611,0.004821254871785641,0.004980888683348894,0.005140522960573435]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.10811711102724075,-0.10498753190040588,-0.10185796022415161,-0.09872838109731674,-0.09559880197048187,-0.0924692302942276,-0.08933965116739273,-0.08621007949113846,-0.08308050036430359,-0.07995092123746872,-0.07682134956121445,-0.07369177043437958,-0.0705621987581253,-0.06743261963129044,-0.06430304050445557,-0.061173465102910995,-0.058043889701366425,-0.054914314299821854,-0.05178473889827728,-0.04865515977144241,-0.04552558436989784,-0.04239600896835327,-0.0392664298415184,-0.03613685443997383,-0.03300727903842926,-0.02987770363688469,-0.02674812637269497,-0.02361854910850525,-0.020488973706960678,-0.017359398305416107,-0.014229821041226387,-0.011100244708359241,-0.007970675826072693,-0.004841099493205547,-0.0017115231603384018,0.0014180531725287437,0.004547629505395889,0.007677205838263035,0.01080678217113018,0.013936358503997326,0.01706593483686447,0.020195510238409042,0.023325087502598763,0.026454664766788483,0.029584240168333054,0.032713815569877625,0.035843394696712494,0.038972970098257065,0.042102545499801636,0.04523212090134621,0.04836169630289078,0.05149127542972565,0.05462085083127022,0.05775042623281479,0.06088000535964966,0.06400957703590393,0.0671391561627388,0.07026873528957367,0.07339830696582794,0.07652788609266281,0.07965746521949768,0.08278703689575195,0.08591661602258682,0.0890461876988411,0.09217576682567596],"_type":"histogram","values":[2,0,1,0,0,1,6,7,9,24,27,54,89,157,239,469,706,1053,1550,2238,3314,4579,6287,8195,10897,13586,16684,19963,23638,26927,30177,33075,34906,36152,36453,36529,34665,33033,30691,27289,24007,20450,17082,13699,10888,8467,6425,4676,3409,2353,1698,1103,740,447,285,170,111,68,41,18,6,4,2,3]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,2,0,0,1,1,1,0,1,0,0,1,2,1,5,4,3,7,5,10,12,12,19,25,38,43,56,45,60,68,66,64,53,34,23,23,28,8,13,7,8,3,4,0,2,4,1,2,1,0,0,0,0,1],"bins":[-0.0024554990231990814,-0.002392643131315708,-0.0023297874722629786,-0.002266931813210249,-0.0022040759213268757,-0.0021412200294435024,-0.002078364370390773,-0.002015508711338043,-0.00195265281945467,-0.0018897970439866185,-0.001826941268518567,-0.0017640854930505157,-0.0017012297175824642,-0.0016383739421144128,-0.0015755181666463614,-0.00151266239117831,-0.0014498066157102585,-0.001386950840242207,-0.0013240950647741556,-0.0012612392893061042,-0.0011983835138380527,-0.0011355277383700013,-0.0010726719629019499,-0.0010098161874338984,-0.000946960411965847,-0.0008841046364977956,-0.0008212488610297441,-0.0007583930855616927,-0.0006955373100936413,-0.0006326815346255898,-0.0005698257591575384,-0.000506969983689487,-0.0004441139753907919,-0.00038125819992274046,-0.000318402424454689,-0.0002555466489866376,-0.00019269087351858616,-0.00012983509805053473,-6.697932258248329e-05,-4.123547114431858e-06,5.8732228353619576e-05,0.00012158800382167101,0.00018444377928972244,0.0002472995547577739,0.0003101553302258253,0.00037301110569387674,0.0004358668811619282,0.0004987226566299796,0.000561578432098031,0.0006244342075660825,0.0006872899830341339,0.0007501457585021853,0.0008130015339702368,0.0008758573094382882,0.0009387130849063396,0.001001568860374391,0.0010644246358424425,0.001127280411310494,0.0011901361867785454,0.0012529919622465968,0.0013158477377146482,0.0013787035131826997,0.0014415592886507511,0.0015044150641188025,0.001567270839586854],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.0016937255859375,-0.0016390085220336914,-0.0015842914581298828,-0.0015295743942260742,-0.0014748573303222656,-0.001420140266418457,-0.0013654232025146484,-0.0013107061386108398,-0.0012559890747070312,-0.0012012720108032227,-0.001146554946899414,-0.0010918378829956055,-0.0010371208190917969,-0.0009824037551879883,-0.0009276866912841797,-0.0008729696273803711,-0.0008182525634765625,-0.0007635354995727539,-0.0007088184356689453,-0.0006541013717651367,-0.0005993843078613281,-0.0005446672439575195,-0.0004899501800537109,-0.00043523311614990234,-0.00038051605224609375,-0.00032579898834228516,-0.00027108192443847656,-0.00021636486053466797,-0.00016164779663085938,-0.00010693073272705078,-5.221366882324219e-05,2.5033950805664062e-06,5.7220458984375e-05,0.0001119375228881836,0.0001666545867919922,0.00022137165069580078,0.0002760887145996094,0.00033080577850341797,0.00038552284240722656,0.00044023990631103516,0.0004949569702148438,0.0005496740341186523,0.0006043910980224609,0.0006591081619262695,0.0007138252258300781,0.0007685422897338867,0.0008232593536376953,0.0008779764175415039,0.0009326934814453125,0.000987410545349121,0.0010421276092529297,0.0010968446731567383,0.0011515617370605469,0.0012062788009643555,0.001260995864868164,0.0013157129287719727,0.0013704299926757812,0.0014251470565795898,0.0014798641204833984,0.001534581184387207,0.0015892982482910156,0.0016440153121948242,0.0016987323760986328,0.0017534494400024414,0.00180816650390625],"_type":"histogram","values":[1,0,2,2,3,5,4,7,8,30,36,50,57,73,140,172,291,454,632,901,1472,2071,3076,4515,7094,10375,17180,27551,46251,74541,102907,100777,71864,44032,26608,16183,10425,6616,4212,3010,2055,1288,866,650,424,307,182,144,80,56,41,30,22,19,15,8,4,1,1,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,1,1,0,0,0,0,1,0,0,0,2,2,0,0,3,2,1,3,4,4,9,7,14,28,25,46,52,51,48,44,42,59,26,34,45,25,24,21,17,13,11,20,9,8,12,5,11,8,4,5,4,2,3,1,2,1,3,0,1,1,1,1],"bins":[0.9982407689094543,0.9982961416244507,0.998351514339447,0.9984068870544434,0.9984622597694397,0.998517632484436,0.9985730051994324,0.9986283779144287,0.998683750629425,0.9987391233444214,0.9987944960594177,0.9988498091697693,0.9989051818847656,0.998960554599762,0.9990159273147583,0.9990713000297546,0.999126672744751,0.9991820454597473,0.9992374181747437,0.99929279088974,0.9993481636047363,0.9994035363197327,0.999458909034729,0.9995142817497253,0.9995696544647217,0.999625027179718,0.9996803998947144,0.9997357726097107,0.999791145324707,0.9998465180397034,0.9999018907546997,0.999957263469696,1.0000126361846924,1.000067949295044,1.000123381614685,1.0001786947250366,1.0002341270446777,1.0002894401550293,1.0003448724746704,1.000400185585022,1.000455617904663,1.0005109310150146,1.0005663633346558,1.0006216764450073,1.0006769895553589,1.000732421875,1.0007877349853516,1.0008431673049927,1.0008984804153442,1.0009539127349854,1.001009225845337,1.001064658164978,1.0011199712753296,1.0011754035949707,1.0012307167053223,1.0012861490249634,1.001341462135315,1.001396894454956,1.0014522075653076,1.0015076398849487,1.0015629529953003,1.0016183853149414,1.001673698425293,1.001729130744934,1.0017844438552856],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[5,1,5,14,21,42,76,120,196,368,610,1013,1663,2617,3818,5694,8230,11523,15868,21558,28053,35600,44366,53430,63125,72982,81038,89399,95233,98449,100057,98557,94895,89062,82330,73053,63763,53695,44285,35841,27968,21523,16089,11716,8339,5854,3877,2649,1629,1070,619,413,215,120,55,37,18,7,2,6,2,0,0,1],"bins":[-0.09745597094297409,-0.09426190704107285,-0.0910678431391716,-0.08787378668785095,-0.08467972278594971,-0.08148565888404846,-0.07829159498214722,-0.07509753108024597,-0.07190346717834473,-0.06870941072702408,-0.06551534682512283,-0.06232128292322159,-0.05912721902132034,-0.055933158844709396,-0.05273909494280815,-0.049545034766197205,-0.04635097086429596,-0.043156906962394714,-0.03996284678578377,-0.03676878288388252,-0.033574722707271576,-0.03038065880537033,-0.027186594903469086,-0.02399253286421299,-0.020798470824956894,-0.017604408785700798,-0.014410345815122128,-0.011216282844543457,-0.008022220805287361,-0.004828158300369978,-0.0016340957954525948,0.0015599667094647884,0.004754021763801575,0.00794808380305767,0.011142146773636341,0.014336209744215012,0.017530271783471107,0.020724333822727203,0.02391839772462845,0.027112459763884544,0.03030652180314064,0.033500585705041885,0.03669464588165283,0.03988870978355408,0.04308277368545532,0.04627683386206627,0.049470897763967514,0.05266495794057846,0.055859021842479706,0.05905308574438095,0.0622471459209919,0.06544120609760284,0.06863526999950409,0.07182933390140533,0.07502339780330658,0.07821746170520782,0.08141152560710907,0.08460558205842972,0.08779964596033096,0.09099370986223221,0.09418777376413345,0.0973818376660347,0.10057589411735535,0.10376995801925659,0.10696402192115784]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,1,2,5,2,2,6,3,11,12,19,24,49,50,47,70,78,81,58,58,58,30,27,24,15,6,10,2,4,3,2,0,0,0,3,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0020127901807427406,-0.001955251442268491,-0.0018977124709635973,-0.0018401737324893475,-0.0017826348775997758,-0.0017250960227102041,-0.0016675572842359543,-0.0016100184293463826,-0.001552479574456811,-0.0014949407195672393,-0.0014374018646776676,-0.0013798631262034178,-0.0013223242713138461,-0.0012647854164242744,-0.0012072466779500246,-0.001149707823060453,-0.0010921689681708813,-0.0010346301132813096,-0.000977091258391738,-0.0009195525199174881,-0.0008620136650279164,-0.0008044748101383448,-0.000746936013456434,-0.0006893972167745233,-0.0006318583618849516,-0.0005743195069953799,-0.0005167807103134692,-0.00045924188452772796,-0.00040170305874198675,-0.00034416423295624554,-0.00028662540717050433,-0.00022908658138476312,-0.0001715477555990219,-0.0001140089298132807,-5.647010402753949e-05,1.0687217582017183e-06,5.860754754394293e-05,0.00011614637332968414,0.00017368519911542535,0.00023122402490116656,0.00028876285068690777,0.000346301676472649,0.0004038405022583902,0.0004613793280441314,0.0005189181538298726,0.0005764570087194443,0.000633995805401355,0.0006915346020832658,0.0007490734569728374,0.0008066123118624091,0.0008641511085443199,0.0009216899052262306,0.0009792287601158023,0.001036767615005374,0.0010943063534796238,0.0011518452083691955,0.0012093840632587671,0.0012669229181483388,0.0013244617730379105,0.0013820005115121603,0.001439539366401732,0.0014970782212913036,0.0015546169597655535,0.0016121558146551251,0.0016696946695446968],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[3,1,3,0,3,4,3,8,8,12,7,17,23,30,29,39,49,50,49,65,80,98,91,122,107,110,126,116,116,88,103,79,83,64,46,47,43,28,21,16,13,17,6,8,7,2,2,1,1,0,2,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0008859338704496622,-0.0008517473470419645,-0.0008175608236342669,-0.0007833743002265692,-0.0007491877768188715,-0.0007150012534111738,-0.0006808147300034761,-0.0006466282065957785,-0.0006124416831880808,-0.0005782551597803831,-0.0005440686363726854,-0.0005098821129649878,-0.0004756955895572901,-0.0004415090661495924,-0.0004073225427418947,-0.00037313601933419704,-0.00033894949592649937,-0.0003047629725188017,-0.000270576449111104,-0.00023638992570340633,-0.00020220340229570866,-0.00016801687888801098,-0.0001338303554803133,-9.964383207261562e-05,-6.545730866491795e-05,-3.127078525722027e-05,2.9157381504774094e-06,3.710226155817509e-05,7.128878496587276e-05,0.00010547530837357044,0.00013966183178126812,0.0001738483551889658,0.0002080349950119853,0.00024222151841968298,0.00027640804182738066,0.00031059456523507833,0.000344781088642776,0.0003789676120504737,0.00041315413545817137,0.00044734065886586905,0.0004815271822735667,0.0005157137056812644,0.0005499002290889621,0.0005840867524966598,0.0006182732759043574,0.0006524597993120551,0.0006866463227197528,0.0007208328461274505,0.0007550193695351481,0.0007892058929428458,0.0008233924163505435,0.0008575789397582412,0.0008917654631659389,0.0009259519865736365,0.0009601385099813342,0.0009943250333890319,0.0010285115567967296,0.0010626980802044272,0.001096884603612125,0.0011310711270198226,0.0011652576504275203,0.001199444173835218,0.0012336306972429156,0.0012678172206506133,0.001302003744058311]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,2,2,0,3,5,3,6,6,6,14,6,9,10,14,8,15,31,25,36,26,26,27,32,38,42,34,41,41,32,24,23,25,27,17,14,14,12,11,8,13,12,4,1,1,3,1,4,2,3,4,1,0,0,1,0,1],"bins":[-0.004008568357676268,-0.003887102473527193,-0.003765636356547475,-0.0036441704723984003,-0.003522704355418682,-0.0034012384712696075,-0.0032797723542898893,-0.0031583064701408148,-0.0030368403531610966,-0.002915374469012022,-0.0027939085848629475,-0.0026724424678832293,-0.0025509765837341547,-0.0024295104667544365,-0.002308044582605362,-0.0021865784656256437,-0.002065112581476569,-0.0019436465809121728,-0.0018221805803477764,-0.00170071457978338,-0.0015792485792189837,-0.001457782695069909,-0.0013363166945055127,-0.0012148506939411163,-0.00109338469337672,-0.0009719186928123236,-0.0008504526922479272,-0.0007289867498911917,-0.0006075207493267953,-0.00048605474876239896,-0.00036458877730183303,-0.00024312279128935188,-0.00012165680527687073,-1.9081926438957453e-07,0.00012127516674809158,0.00024274115276057273,0.0003642071387730539,0.00048567313933745027,0.0006071390816941857,0.0007286050822585821,0.0008500710828229785,0.0009715370833873749,0.0010930030839517713,0.0012144690845161676,0.0013359349686652422,0.0014574009692296386,0.001578866969794035,0.0017003329703584313,0.0018217989709228277,0.001943264971487224,0.0020647309720516205,0.002186196856200695,0.0023076629731804132,0.002429128857329488,0.002550594974309206,0.0026720608584582806,0.002793526742607355,0.0029149928595870733,0.003036458743736148,0.003157924860715866,0.0032793907448649406,0.003400856861844659,0.0035223227459937334,0.0036437888629734516,0.003765254747122526]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.00554595235735178,-0.005369908642023802,-0.005193864926695824,-0.0050178212113678455,-0.004841777496039867,-0.004665733780711889,-0.004489690065383911,-0.004313646350055933,-0.004137602634727955,-0.003961558453738689,-0.003785514971241355,-0.003609471255913377,-0.003433427307754755,-0.003257383592426777,-0.0030813398770987988,-0.0029052961617708206,-0.0027292524464428425,-0.0025532087311148643,-0.002377165015786886,-0.002201121300458908,-0.00202507758513093,-0.00184903375338763,-0.00167298992164433,-0.0014969462063163519,-0.0013209024909883738,-0.0011448587756603956,-0.0009688150021247566,-0.0007927712285891175,-0.0006167275132611394,-0.0004406837688293308,-0.0002646400243975222,-8.859627996571362e-05,8.744746446609497e-05,0.00026349120889790356,0.00043953495332971215,0.0006155787268653512,0.0007916224421933293,0.0009676661575213075,0.0011437099892646074,0.0013197537045925856,0.0014957974199205637,0.0016718411352485418,0.00184788485057652,0.002023928565904498,0.00219997251406312,0.002376016229391098,0.002552059944719076,0.0027281036600470543,0.0029041473753750324,0.0030801910907030106,0.0032562348060309887,0.003432278521358967,0.003608322236686945,0.0037843661848455667,0.003960409667342901,0.004136453382670879,0.004312497563660145,0.004488541278988123,0.004664584994316101,0.004840628709644079,0.005016672424972057,0.0051927161403000355,0.005368759855628014,0.005544803570955992,0.00572084728628397],"_type":"histogram","values":[1,0,0,0,0,3,2,4,3,4,6,5,6,9,4,10,10,8,19,12,22,12,30,16,30,21,20,28,24,30,38,27,31,20,28,36,20,24,21,21,14,19,14,13,19,9,10,10,7,14,3,4,6,2,6,1,2,0,3,2,0,3,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,3,2,3,5,3,8,6,4,4,11,11,14,16,14,12,25,20,21,29,33,29,21,38,22,30,24,38,25,21,22,31,22,27,16,21,19,14,11,12,17,8,7,11,3,7,3,5,3,1,1,2,2,4,2,1,0,0,1,1],"bins":[-0.005704403854906559,-0.005515988916158676,-0.005327573511749506,-0.005139158573001623,-0.004950743168592453,-0.00476232822984457,-0.004573913291096687,-0.004385497886687517,-0.004197082947939634,-0.0040086680091917515,-0.0038202526047825813,-0.0036318376660346985,-0.003443422494456172,-0.0032550073228776455,-0.0030665923841297626,-0.002878177212551236,-0.0026897620409727097,-0.002501346869394183,-0.0023129316978156567,-0.002124516759067774,-0.0019361015874892473,-0.0017476864159107208,-0.0015592713607475162,-0.0013708563055843115,-0.001182441134005785,-0.0009940259624272585,-0.0008056109072640538,-0.0006171957938931882,-0.00042878068052232265,-0.00024036556715145707,-5.195045378059149e-05,0.0001364646595902741,0.0003248797729611397,0.0005132948863320053,0.0007017099997028708,0.0008901251130737364,0.001078540226444602,0.0012669553980231285,0.0014553704531863332,0.0016437855083495378,0.0018322006799280643,0.002020615851506591,0.0022090310230851173,0.002397445961833,0.0025858611334115267,0.002774276304990053,0.002962691243737936,0.0031511064153164625,0.003339521586894989,0.0035279367584735155,0.003716351930052042,0.003904766868799925,0.004093182273209095,0.004281597211956978,0.004470012150704861,0.004658427555114031,0.004846842493861914,0.0050352574326097965,0.005223672837018967,0.0054120877757668495,0.005600502714514732,0.0057889181189239025,0.005977333057671785,0.0061657484620809555,0.006354163400828838]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,0,1,2,1,1,2,3,2,6,6,22,19,32,56,73,89,156,201,295,504,777,1156,1702,2849,4279,7008,11582,19452,34918,66451,128273,138081,76783,39490,21901,12353,7923,4673,2913,2015,1297,795,570,386,233,156,119,61,45,42,19,17,11,7,3,3,2,2,2,1,0,2],"bins":[-0.000431060791015625,-0.00041803717613220215,-0.0004050135612487793,-0.00039198994636535645,-0.0003789663314819336,-0.00036594271659851074,-0.0003529191017150879,-0.00033989548683166504,-0.0003268718719482422,-0.00031384825706481934,-0.0003008246421813965,-0.00028780102729797363,-0.0002747774124145508,-0.00026175379753112793,-0.0002487301826477051,-0.00023570656776428223,-0.00022268295288085938,-0.00020965933799743652,-0.00019663572311401367,-0.00018361210823059082,-0.00017058849334716797,-0.00015756487846374512,-0.00014454126358032227,-0.00013151764869689941,-0.00011849403381347656,-0.00010547041893005371,-9.244680404663086e-05,-7.942318916320801e-05,-6.639957427978516e-05,-5.3375959396362305e-05,-4.035234451293945e-05,-2.73287296295166e-05,-1.430511474609375e-05,-1.2814998626708984e-06,1.1742115020751953e-05,2.4765729904174805e-05,3.7789344787597656e-05,5.081295967102051e-05,6.383657455444336e-05,7.686018943786621e-05,8.988380432128906e-05,0.00010290741920471191,0.00011593103408813477,0.00012895464897155762,0.00014197826385498047,0.00015500187873840332,0.00016802549362182617,0.00018104910850524902,0.00019407272338867188,0.00020709633827209473,0.00022011995315551758,0.00023314356803894043,0.0002461671829223633,0.00025919079780578613,0.000272214412689209,0.00028523802757263184,0.0002982616424560547,0.00031128525733947754,0.0003243088722229004,0.00033733248710632324,0.0003503561019897461,0.00036337971687316895,0.0003764033317565918,0.00038942694664001465,0.0004024505615234375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[1,2,1,0,5,4,3,4,4,9,22,19,20,40,52,71,102,135,182,285,434,667,970,1527,2225,3623,5895,9268,15836,28986,59483,123493,154356,87488,41125,21151,12219,7250,4448,2916,1870,1213,772,516,341,221,165,126,69,57,38,33,22,16,13,6,8,6,1,3,2,0,3,2],"bins":[-0.000370025634765625,-0.0003585517406463623,-0.0003470778465270996,-0.0003356039524078369,-0.0003241300582885742,-0.0003126561641693115,-0.00030118227005004883,-0.00028970837593078613,-0.00027823448181152344,-0.00026676058769226074,-0.00025528669357299805,-0.00024381279945373535,-0.00023233890533447266,-0.00022086501121520996,-0.00020939111709594727,-0.00019791722297668457,-0.00018644332885742188,-0.00017496943473815918,-0.00016349554061889648,-0.0001520216464996338,-0.0001405477523803711,-0.0001290738582611084,-0.0001175999641418457,-0.00010612607002258301,-9.465217590332031e-05,-8.317828178405762e-05,-7.170438766479492e-05,-6.0230493545532227e-05,-4.875659942626953e-05,-3.7282705307006836e-05,-2.580881118774414e-05,-1.4334917068481445e-05,-2.86102294921875e-06,8.612871170043945e-06,2.008676528930664e-05,3.1560659408569336e-05,4.303455352783203e-05,5.4508447647094727e-05,6.598234176635742e-05,7.745623588562012e-05,8.893013000488281e-05,0.00010040402412414551,0.0001118779182434082,0.0001233518123626709,0.0001348257064819336,0.0001462996006011963,0.00015777349472045898,0.00016924738883972168,0.00018072128295898438,0.00019219517707824707,0.00020366907119750977,0.00021514296531677246,0.00022661685943603516,0.00023809075355529785,0.00024956464767456055,0.00026103854179382324,0.00027251243591308594,0.00028398633003234863,0.00029546022415161133,0.000306934118270874,0.0003184080123901367,0.0003298819065093994,0.0003413558006286621,0.0003528296947479248,0.0003643035888671875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[3,0,2,7,11,25,31,40,85,132,218,368,517,778,1073,1611,2127,3012,4034,5463,6910,9002,10958,13586,16284,19207,21783,24772,27184,29402,31413,32366,32919,32691,32520,30815,29576,27237,24472,21868,19001,16284,13638,11047,8899,7001,5296,4101,2996,2185,1574,1155,768,474,359,205,123,102,51,26,24,6,4,3],"bins":[-0.09349899739027023,-0.09066490083932877,-0.0878308042883873,-0.08499670773744583,-0.08216261118650436,-0.0793285146355629,-0.07649441808462143,-0.07366032153367996,-0.0708262175321579,-0.06799212098121643,-0.06515802443027496,-0.062323931604623795,-0.05948983132839203,-0.05665573477745056,-0.053821638226509094,-0.05098754167556763,-0.04815344512462616,-0.04531934857368469,-0.042485252022743225,-0.03965115547180176,-0.03681705892086029,-0.033982958644628525,-0.031148862093687057,-0.02831476554274559,-0.025480668991804123,-0.022646572440862656,-0.01981247588992119,-0.016978377476334572,-0.014144280925393105,-0.011310184374451637,-0.008476086892187595,-0.005641989875584841,-0.002807892858982086,2.620415762066841e-05,0.002860301174223423,0.005694398190826178,0.008528495207428932,0.0113625917583704,0.014196689240634441,0.017030786722898483,0.01986488327383995,0.022698979824781418,0.025533076375722885,0.0283671747893095,0.03120127134025097,0.034035369753837585,0.03686946630477905,0.03970356285572052,0.04253765940666199,0.045371755957603455,0.04820585250854492,0.05103994905948639,0.053874045610427856,0.05670814588665962,0.05954224243760109,0.06237633898854256,0.06521043181419373,0.06804453581571579,0.07087863236665726,0.07371272891759872,0.07654682546854019,0.07938092201948166,0.08221501857042313,0.0850491151213646,0.08788321167230606]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.0073000602424144745,-0.007059128489345312,-0.0068181962706148624,-0.0065772645175457,-0.00633633229881525,-0.006095400545746088,-0.005854468327015638,-0.005613536573946476,-0.005372604355216026,-0.005131672602146864,-0.004890740849077702,-0.004649808630347252,-0.0044088768772780895,-0.00416794465854764,-0.0039270129054784775,-0.0036860809195786715,-0.0034451489336788654,-0.0032042169477790594,-0.0029632849618792534,-0.0027223529759794474,-0.0024814209900796413,-0.002240489237010479,-0.001999557251110673,-0.001758625265210867,-0.001517693279311061,-0.0012767612934112549,-0.0010358293075114489,-0.0007948974380269647,-0.0005539654521271586,-0.0003130334953311831,-7.210153853520751e-05,0.00016883041826076806,0.0004097623750567436,0.0006506943609565496,0.0008916262886486948,0.0011325582163408399,0.0013734902022406459,0.001614422188140452,0.001855354057624936,0.002096286043524742,0.002337218029424548,0.002578150015324354,0.00281908200122416,0.0030600139871239662,0.0033009457401931286,0.0035418777260929346,0.0037828097119927406,0.00402374193072319,0.004264673683792353,0.004505605436861515,0.004746537655591965,0.004987469408661127,0.005228401627391577,0.005469333380460739,0.005710265599191189,0.005951197352260351,0.0061921291053295135,0.006433061324059963,0.006673993077129126,0.006914925295859575,0.007155857048928738,0.007396789267659187,0.00763772102072835,0.007878652773797512,0.008119584992527962],"_type":"histogram","values":[1,1,0,1,2,3,2,5,3,6,5,5,14,7,4,16,17,15,18,20,23,21,17,27,23,17,20,19,26,27,34,28,27,33,25,32,18,19,14,20,27,17,14,8,15,13,10,3,5,7,8,5,2,3,2,3,2,2,2,2,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.09491926431655884,-0.09199061244726181,-0.08906195312738419,-0.08613330125808716,-0.08320464193820953,-0.0802759900689125,-0.07734733074903488,-0.07441867887973785,-0.07149001955986023,-0.0685613676905632,-0.06563271582126617,-0.06270405650138855,-0.05977540463209152,-0.056846749037504196,-0.05391809344291687,-0.050989437848329544,-0.04806078225374222,-0.04513212665915489,-0.042203471064567566,-0.03927481546998024,-0.036346159875392914,-0.033417508006095886,-0.03048885241150856,-0.027560196816921234,-0.024631541222333908,-0.021702885627746582,-0.018774230033159256,-0.01584557630121708,-0.012916920706629753,-0.009988265112042427,-0.007059610448777676,-0.004130955319851637,-0.0012022927403450012,0.0017263623885810375,0.004655017517507076,0.007583672646433115,0.010512327775359154,0.01344098336994648,0.016369637101888657,0.019298292696475983,0.02222694829106331,0.025155603885650635,0.02808425948023796,0.031012913212180138,0.033941566944122314,0.03687022253870964,0.03979887813329697,0.04272753372788429,0.04565618932247162,0.048584844917058945,0.05151350051164627,0.0544421561062336,0.05737081170082092,0.06029946357011795,0.06322812288999557,0.0661567747592926,0.06908543407917023,0.07201408594846725,0.07494273781776428,0.0778713971376419,0.08080004900693893,0.08372870832681656,0.08665736019611359,0.08958601951599121,0.09251467138528824],"_type":"histogram","values":[2,2,2,0,13,16,29,43,104,124,201,280,536,758,1112,1663,2379,3149,4447,5917,7580,9585,12022,14836,17390,20573,23752,26575,28934,31583,33008,34012,34631,33786,33001,30997,28718,26276,23012,19839,17235,14157,11721,9164,7141,5609,4148,3105,2228,1478,1011,709,455,300,175,127,83,47,22,8,7,1,2,4]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,0,0,1,3,7,9,18,43,68,146,232,426,713,1019,1750,2651,3947,5518,8024,11229,15448,20788,26843,34143,42359,50697,59976,69357,77478,84986,91335,95289,97563,96609,94525,89459,83376,75032,65927,57371,47862,39566,31284,24711,18925,14099,10205,7286,5094,3439,2243,1474,968,562,357,184,116,49,34,19,11,8,2],"bins":[-0.10533161461353302,-0.10221948474645615,-0.09910736232995987,-0.095995232462883,-0.09288310259580612,-0.08977098017930984,-0.08665885031223297,-0.0835467204451561,-0.08043459057807922,-0.07732246816158295,-0.07421033829450607,-0.0710982084274292,-0.06798608601093292,-0.06487395614385605,-0.06176183000206947,-0.0586497001349926,-0.055537573993206024,-0.05242544785141945,-0.049313317984342575,-0.046201191842556,-0.043089061975479126,-0.03997693583369255,-0.036864809691905975,-0.0337526798248291,-0.030640553683042526,-0.0275284256786108,-0.024416297674179077,-0.021304171532392502,-0.018192043527960777,-0.015079915523529053,-0.011967788450419903,-0.008855661377310753,-0.005743540823459625,-0.002631413284689188,0.00048071425408124924,0.0035928417928516865,0.006704969331622124,0.009817097336053848,0.012929224409162998,0.016041351482272148,0.019153479486703873,0.022265607491135597,0.025377735495567322,0.028489861637353897,0.03160198777914047,0.034714117646217346,0.03782624378800392,0.040938373655080795,0.04405049979686737,0.047162625938653946,0.05027475580573082,0.053386881947517395,0.05649901181459427,0.059611137956380844,0.06272326409816742,0.0658353939652443,0.06894752383232117,0.07205964624881744,0.07517177611589432,0.07828390598297119,0.08139602839946747,0.08450815826654434,0.08762028813362122,0.09073241055011749,0.09384454041719437],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.004240307491272688,-0.0041015129536390305,-0.003962718416005373,-0.003823923645541072,-0.0036851291079074144,-0.003546334570273757,-0.0034075400326400995,-0.003268745495006442,-0.003129950724542141,-0.0029911561869084835,-0.002852361649274826,-0.0027135671116411686,-0.002574772574007511,-0.0024359780363738537,-0.0022971832659095526,-0.002158388728275895,-0.0020195941906422377,-0.0018807996530085802,-0.001742004998959601,-0.0016032104613259435,-0.0014644158072769642,-0.0013256212696433067,-0.0011868267320096493,-0.00104803207796067,-0.0009092375403270125,-0.0007704429444856942,-0.0006316483486443758,-0.0004928538110107183,-0.0003540592151694,-0.00021526463387999684,-7.64700525905937e-05,6.232452869880944e-05,0.00020111910998821259,0.00033991370582953095,0.00047870827256701887,0.0006175028393045068,0.0007562974351458251,0.0008950920309871435,0.001033886568620801,0.0011726812226697803,0.0013114757603034377,0.0014502702979370952,0.0015890649519860744,0.001727859489619732,0.0018666540272533894,0.002005448564887047,0.002144243335351348,0.0022830378729850054,0.002421832410618663,0.0025606269482523203,0.0026994214858859777,0.002838216256350279,0.0029770107939839363,0.0031158053316175938,0.0032545998692512512,0.0033933944068849087,0.003532188944518566,0.0036709837149828672,0.0038097782526165247,0.003948573023080826,0.004087367560714483,0.004226162098348141,0.004364956635981798,0.004503751173615456,0.004642545711249113],"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,1,0,0,2,2,1,1,1,4,5,3,2,6,15,10,25,34,50,49,49,80,72,63,66,41,52,35,33,10,8,8,6,4,2,3,3,1,1,0,1,2,1,1,1,2,0,3,4,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,0,3,3,2,0,13,9,9,21,34,51,54,89,119,210,272,354,609,802,1379,2073,2972,4637,7334,11551,19423,31825,55949,108887,268444,584308,238356,101118,53751,29366,17716,11328,6907,4306,2806,1870,1267,884,552,361,252,192,118,77,73,37,29,20,14,9,4,7,0,2,1,3,0,1],"bins":[-0.00604248046875,-0.005850315093994141,-0.005658149719238281,-0.005465984344482422,-0.0052738189697265625,-0.005081653594970703,-0.004889488220214844,-0.004697322845458984,-0.004505157470703125,-0.004312992095947266,-0.004120826721191406,-0.003928661346435547,-0.0037364959716796875,-0.003544330596923828,-0.0033521652221679688,-0.0031599998474121094,-0.00296783447265625,-0.0027756690979003906,-0.0025835037231445312,-0.002391338348388672,-0.0021991729736328125,-0.002007007598876953,-0.0018148422241210938,-0.0016226768493652344,-0.001430511474609375,-0.0012383460998535156,-0.0010461807250976562,-0.0008540153503417969,-0.0006618499755859375,-0.0004696846008300781,-0.00027751922607421875,-8.535385131835938e-05,0.0001068115234375,0.0002989768981933594,0.0004911422729492188,0.0006833076477050781,0.0008754730224609375,0.0010676383972167969,0.0012598037719726562,0.0014519691467285156,0.001644134521484375,0.0018362998962402344,0.0020284652709960938,0.002220630645751953,0.0024127960205078125,0.002604961395263672,0.0027971267700195312,0.0029892921447753906,0.00318145751953125,0.0033736228942871094,0.0035657882690429688,0.003757953643798828,0.0039501190185546875,0.004142284393310547,0.004334449768066406,0.004526615142822266,0.004718780517578125,0.004910945892333984,0.005103111267089844,0.005295276641845703,0.0054874420166015625,0.005679607391357422,0.005871772766113281,0.006063938140869141,0.006256103515625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,1,0,0,1,2,0,1,3,3,1,2,5,3,7,9,12,9,19,18,9,18,18,12,21,33,21,28,26,25,42,40,30,28,39,24,33,28,23,21,20,21,19,17,11,15,8,7,6,3,4,1,4,2,3,3,1,0,1,0,3,1],"bins":[-0.0003668877761811018,-0.00035600661067292094,-0.0003451254451647401,-0.00033424427965655923,-0.0003233630850445479,-0.00031248191953636706,-0.0003016007540281862,-0.00029071958852000535,-0.0002798384230118245,-0.00026895725750364363,-0.0002580760628916323,-0.00024719489738345146,-0.0002363137318752706,-0.00022543256636708975,-0.0002145514008589089,-0.0002036702207988128,-0.00019278905529063195,-0.0001819078897824511,-0.000171026709722355,-0.00016014554421417415,-0.0001492643787059933,-0.0001383831986458972,-0.00012750203313771635,-0.0001166208676295355,-0.00010573969484539703,-9.485852206125855e-05,-8.39773565530777e-05,-7.309618376893923e-05,-6.221501098480076e-05,-5.13338454766199e-05,-4.045267269248143e-05,-2.9571503546321765e-05,-1.86903344001621e-05,-7.809164344507735e-06,3.0720057111466303e-06,1.3953175766800996e-05,2.483434582245536e-05,3.5715514968615025e-05,4.6596687752753496e-05,5.747785689891316e-05,6.835902604507282e-05,7.92401988292113e-05,9.012136433739215e-05,0.00010100253712153062,0.00011188370990566909,0.00012276487541384995,0.0001336460409220308,0.0001445272209821269,0.00015540838649030775,0.0001662895519984886,0.0001771707320585847,0.00018805189756676555,0.0001989330630749464,0.0002098142431350425,0.00022069540864322335,0.0002315765741514042,0.0002424577542115003,0.00025333891971968114,0.000264220085227862,0.00027510125073604286,0.0002859824162442237,0.00029686361085623503,0.0003077447763644159,0.00031862594187259674,0.0003295071073807776]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,0,1,0,1,1,0,0,1,1,3,6,3,3,10,5,11,8,14,12,18,18,16,27,23,26,33,29,28,28,33,30,38,41,23,34,29,24,24,21,29,17,15,12,10,14,9,7,6,3,2,4,2,5,1,2,2,1,0,1,0,2],"bins":[-0.002701167482882738,-0.0026208239141851664,-0.0025404805783182383,-0.0024601370096206665,-0.0023797934409230947,-0.0022994501050561666,-0.002219106536358595,-0.002138762967661023,-0.0020584193989634514,-0.0019780760630965233,-0.0018977324943989515,-0.0018173890421167016,-0.0017370455898344517,-0.00165670202113688,-0.00157635856885463,-0.0014960150001570582,-0.0014156715478748083,-0.0013353280955925584,-0.0012549845268949866,-0.0011746410746127367,-0.001094297505915165,-0.001013954053632915,-0.0009336106013506651,-0.0008532670908607543,-0.0007729235803708434,-0.0006925800698809326,-0.0006122365593910217,-0.0005318931071087718,-0.00045154959661886096,-0.0003712060861289501,-0.00029086260474286973,-0.00021051910880487412,-0.0001301756128668785,-4.98321169288829e-05,3.0511379009112716e-05,0.00011085487494710833,0.00019119837088510394,0.0002715418813750148,0.00035188536276109517,0.00043222884414717555,0.0005125723546370864,0.0005929158651269972,0.0006732593756169081,0.000753602827899158,0.0008339463383890688,0.0009142898488789797,0.0009946333011612296,0.0010749768698588014,0.0011553203221410513,0.0012356637744233012,0.001316007343120873,0.001396350795403123,0.0014766943641006947,0.0015570378163829446,0.0016373812686651945,0.0017177248373627663,0.0017980682896450162,0.0018784117419272661,0.001958755310624838,0.0020390988793224096,0.0021194422151893377,0.0021997857838869095,0.0022801293525844812,0.0023604726884514093,0.002440816257148981],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[4,6,3,10,21,40,63,84,168,257,366,601,884,1278,1826,2632,3519,4741,6435,8115,10324,12690,15401,18205,21492,24332,26962,29389,31720,32787,33973,33818,33342,32308,30422,27778,25566,22386,19592,16578,13977,11142,8931,6949,5329,3975,2857,2100,1509,1027,663,464,287,205,138,71,34,19,10,9,4,3,1,2],"bins":[-0.09043649584054947,-0.08753757178783417,-0.08463864773511887,-0.08173972368240356,-0.07884079962968826,-0.07594187557697296,-0.07304295152425766,-0.07014402747154236,-0.06724509596824646,-0.06434617191553116,-0.061447251588106155,-0.058548327535390854,-0.055649399757385254,-0.05275047570466995,-0.04985155165195465,-0.04695262759923935,-0.04405370354652405,-0.041154779493808746,-0.038255855441093445,-0.03535693138837814,-0.03245800733566284,-0.02955908142030239,-0.02666015550494194,-0.02376123145222664,-0.020862307399511337,-0.017963383346796036,-0.01506445836275816,-0.012165533378720284,-0.009266609326004982,-0.006367684807628393,-0.0034687602892518044,-0.0005698357708752155,0.00232909619808197,0.005228020716458559,0.008126945234835148,0.011025870218873024,0.013924794271588326,0.016823718324303627,0.019722644239664078,0.02262156829237938,0.02552049234509468,0.028419416397809982,0.031318340450525284,0.034217264503240585,0.037116192281246185,0.04001511633396149,0.04291404038667679,0.04581296443939209,0.04871188849210739,0.05161081254482269,0.054509736597537994,0.057408660650253296,0.0603075847029686,0.0632065087556839,0.0661054328083992,0.0690043568611145,0.0719032883644104,0.0748022124171257,0.077701136469841,0.0806000605225563,0.0834989845752716,0.08639790862798691,0.08929683268070221,0.09219575673341751,0.09509468078613281]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[1,5,2,1,5,5,7,6,21,11,30,35,25,26,45,35,41,34,46,46,27,34,28,30,32,28,32,19,17,15,15,8,10,4,7,8,4,1,4,2,2,1,5,1,1,3,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9989349842071533,0.998999834060669,0.9990646839141846,0.9991295337677002,0.999194324016571,0.9992591738700867,0.9993240237236023,0.9993888735771179,0.9994537234306335,0.9995185732841492,0.99958336353302,0.9996482133865356,0.9997130632400513,0.9997779130935669,0.9998427629470825,0.9999076128005981,0.9999724626541138,1.0000373125076294,1.000102162361145,1.0001670122146606,1.0002317428588867,1.0002965927124023,1.000361442565918,1.0004262924194336,1.0004911422729492,1.0005559921264648,1.0006208419799805,1.000685691833496,1.0007505416870117,1.0008153915405273,1.000880241394043,1.0009450912475586,1.0010099411010742,1.0010746717453003,1.001139521598816,1.0012043714523315,1.0012692213058472,1.0013340711593628,1.0013989210128784,1.001463770866394,1.0015286207199097,1.0015934705734253,1.001658320426941,1.0017231702804565,1.0017880201339722,1.0018527507781982,1.0019176006317139,1.0019824504852295,1.0020473003387451,1.0021121501922607,1.0021770000457764,1.002241849899292,1.0023066997528076,1.0023715496063232,1.0024363994598389,1.0025012493133545,1.0025660991668701,1.0026309490203857,1.0026956796646118,1.0027605295181274,1.002825379371643,1.0028902292251587,1.0029550790786743,1.00301992893219,1.0030847787857056],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.006138667464256287,-0.00593263003975153,-0.005726592615246773,-0.005520555190742016,-0.005314517766237259,-0.005108480807393789,-0.004902443382889032,-0.0046964059583842754,-0.0044903685338795185,-0.004284331109374762,-0.004078293684870005,-0.0038722564931958914,-0.0036662190686911345,-0.0034601816441863775,-0.0032541444525122643,-0.0030481070280075073,-0.0028420696035027504,-0.0026360321789979935,-0.0024299947544932365,-0.0022239575628191233,-0.0020179201383143663,-0.0018118827138096094,-0.0016058454057201743,-0.0013998080976307392,-0.0011937706731259823,-0.0009877332486212254,-0.0007816959405317903,-0.0005756585742346942,-0.00036962120793759823,-0.00016358384164050221,4.24535246565938e-05,0.0002484908909536898,0.00045452825725078583,0.0006605656235478818,0.0008666029898449779,0.001072640297934413,0.0012786777224391699,0.0014847151469439268,0.001690752455033362,0.001896789763122797,0.002102827187627554,0.002308864612132311,0.002514902036637068,0.002720939228311181,0.002926976652815938,0.003133014077320695,0.003339051268994808,0.003545088693499565,0.003751126118004322,0.003957163542509079,0.004163200967013836,0.004369238391518593,0.00457527581602335,0.004781312774866819,0.004987350199371576,0.005193387623876333,0.00539942504838109,0.005605462472885847,0.005811499897390604,0.006017537321895361,0.006223574280738831,0.0064296117052435875,0.006635649129748344,0.006841686554253101,0.007047723978757858],"_type":"histogram","values":[1,2,0,3,2,5,5,5,3,7,5,9,7,11,9,15,14,18,17,14,12,22,29,21,32,22,19,38,21,31,33,29,18,22,22,23,20,16,20,23,20,13,8,12,11,9,10,14,8,4,4,5,4,6,0,3,1,3,2,0,3,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.00250244140625,-0.0024132728576660156,-0.0023241043090820312,-0.002234935760498047,-0.0021457672119140625,-0.002056598663330078,-0.0019674301147460938,-0.0018782615661621094,-0.001789093017578125,-0.0016999244689941406,-0.0016107559204101562,-0.0015215873718261719,-0.0014324188232421875,-0.0013432502746582031,-0.0012540817260742188,-0.0011649131774902344,-0.00107574462890625,-0.0009865760803222656,-0.0008974075317382812,-0.0008082389831542969,-0.0007190704345703125,-0.0006299018859863281,-0.0005407333374023438,-0.0004515647888183594,-0.000362396240234375,-0.0002732276916503906,-0.00018405914306640625,-9.489059448242188e-05,-5.7220458984375e-06,8.344650268554688e-05,0.00017261505126953125,0.0002617835998535156,0.0003509521484375,0.0004401206970214844,0.0005292892456054688,0.0006184577941894531,0.0007076263427734375,0.0007967948913574219,0.0008859634399414062,0.0009751319885253906,0.001064300537109375,0.0011534690856933594,0.0012426376342773438,0.0013318061828613281,0.0014209747314453125,0.0015101432800292969,0.0015993118286132812,0.0016884803771972656,0.00177764892578125,0.0018668174743652344,0.0019559860229492188,0.002045154571533203,0.0021343231201171875,0.002223491668701172,0.0023126602172851562,0.0024018287658691406,0.002490997314453125,0.0025801658630371094,0.0026693344116210938,0.002758502960205078,0.0028476715087890625,0.002936840057373047,0.0030260086059570312,0.0031151771545410156,0.003204345703125],"_type":"histogram","values":[1,1,2,1,3,5,9,2,7,7,24,28,46,53,111,141,263,448,702,1163,1969,3259,5639,9557,17624,33600,71327,138431,145266,78374,37354,18718,10690,6228,3591,2014,1225,722,433,272,183,124,63,48,29,25,11,7,8,2,6,0,3,1,0,2,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,2,1,2,2,3,2,1,6,9,6,6,14,9,13,16,18,20,21,30,19,33,25,36,28,31,14,28,33,37,31,25,24,12,22,17,19,20,13,12,21,11,8,10,11,5,8,7,5,2,2,1,2,1,2,1,1,2,2,1,0,1,1],"bins":[-0.0002997668634634465,-0.00028924443176947534,-0.0002787220000755042,-0.000268199568381533,-0.00025767713668756187,-0.0002471547049935907,-0.00023663225874770433,-0.00022610982705373317,-0.000215587395359762,-0.00020506496366579086,-0.0001945425319718197,-0.00018402010027784854,-0.00017349765403196216,-0.000162975222337991,-0.00015245279064401984,-0.00014193035895004869,-0.00013140792725607753,-0.00012088549556210637,-0.00011036306386813521,-9.984062489820644e-05,-8.931819320423529e-05,-7.879576151026413e-05,-6.827332254033536e-05,-5.77508908463642e-05,-4.722845915239304e-05,-3.6706027458421886e-05,-2.6183592126471922e-05,-1.566115861351136e-05,-5.1387251005508006e-06,5.38370841240976e-06,1.590614192537032e-05,2.642857543833088e-05,3.6950979847460985e-05,4.747341154143214e-05,5.7995846873382106e-05,6.851828220533207e-05,7.904071389930323e-05,8.956314559327438e-05,0.00010008558456320316,0.00011060801625717431,0.00012113044795114547,0.00013165287964511663,0.00014217531133908778,0.00015269774303305894,0.00016322018927894533,0.00017374262097291648,0.00018426505266688764,0.0001947874843608588,0.00020530991605482996,0.0002158323477488011,0.00022635477944277227,0.00023687721113674343,0.0002473996428307146,0.00025792207452468574,0.0002684445062186569,0.00027896693791262805,0.00028948939871042967,0.0003000118304044008,0.000310534262098372,0.00032105669379234314,0.0003315791254863143,0.00034210155718028545,0.0003526239888742566,0.00036314642056822777,0.0003736688522621989]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,1,0,0,0,0,1,0,2,1,4,6,4,7,9,9,5,13,10,16,19,22,23,16,25,30,47,26,34,33,35,24,34,35,34,28,23,22,31,19,26,18,9,12,8,8,6,7,3,3,2,4,2,5,2,0,1,0,2,0,1],"bins":[-0.0030586246866732836,-0.002968072658404708,-0.002877520862966776,-0.0027869688346982002,-0.0026964168064296246,-0.0026058650109916925,-0.002515312982723117,-0.002424760954454541,-0.002334209159016609,-0.0022436571307480335,-0.002153105102479458,-0.002062553074210882,-0.00197200127877295,-0.0018814492505043745,-0.0017908973386511207,-0.001700345310382545,-0.0016097933985292912,-0.0015192414866760373,-0.0014286894584074616,-0.0013381375465542078,-0.0012475855182856321,-0.0011570336064323783,-0.0010664816945791245,-0.0009759297245182097,-0.0008853777544572949,-0.0007948257843963802,-0.0007042738143354654,-0.0006137219024822116,-0.0005231699324212968,-0.0004326179623603821,-0.0003420660214032978,-0.0002515140804462135,-0.00016096187755465508,-7.040992204565555e-05,2.0142033463343978e-05,0.0001106939889723435,0.00020124594448134303,0.0002917979145422578,0.0003823498554993421,0.0004729017964564264,0.0005634537665173411,0.0006540057365782559,0.0007445577066391706,0.0008351096184924245,0.0009256615885533392,0.001016213558614254,0.0011067654704675078,0.0011973174987360835,0.0012878694105893373,0.0013784213224425912,0.0014689733507111669,0.0015595252625644207,0.0016500772908329964,0.0017406292026862502,0.001831181114539504,0.0019217331428080797,0.0020122849382460117,0.0021028369665145874,0.002193388994783163,0.0022839410230517387,0.0023744928184896708,0.0024650448467582464,0.002555596875026822,0.002646148670464754,0.0027367006987333298],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.00026122076087631285,-0.0002524971205275506,-0.0002437734801787883,-0.00023504983983002603,-0.00022632619948126376,-0.0002176025736844167,-0.00020887893333565444,-0.00020015529298689216,-0.0001914316526381299,-0.00018270801228936762,-0.00017398437194060534,-0.00016526073159184307,-0.00015653710579499602,-0.00014781346544623375,-0.00013908982509747148,-0.0001303661847487092,-0.00012164254439994693,-0.00011291890405118465,-0.00010419526370242238,-9.547163062961772e-05,-8.674799028085545e-05,-7.802434993209317e-05,-6.930071685928851e-05,-6.057707651052624e-05,-5.1853436161763966e-05,-4.312979581300169e-05,-3.4406159102218226e-05,-2.5682520572445355e-05,-1.6958882042672485e-05,-8.235243512899615e-06,4.883950168732554e-07,9.212033546646126e-06,1.7935701180249453e-05,2.6659339710022323e-05,3.538297823979519e-05,4.410661495057866e-05,5.2830255299340934e-05,6.155389564810321e-05,7.027752872090787e-05,7.900116906967014e-05,8.772480941843241e-05,9.644844976719469e-05,0.00010517209011595696,0.00011389572318876162,0.00012261935626156628,0.00013134299661032856,0.00014006663695909083,0.0001487902773078531,0.00015751391765661538,0.00016623755800537765,0.00017496119835413992,0.0001836848387029022,0.00019240847905166447,0.00020113210484851152,0.0002098557451972738,0.00021857938554603606,0.00022730302589479834,0.0002360266662435606,0.00024475029204040766,0.00025347393238916993,0.0002621975727379322,0.0002709212130866945,0.00027964485343545675,0.000288368493784219,0.0002970921341329813],"_type":"histogram","values":[1,0,0,0,1,0,2,2,3,5,5,4,8,1,9,5,11,11,13,14,24,17,28,22,42,28,34,29,34,32,43,34,25,40,28,34,29,25,22,16,14,15,12,12,3,7,2,8,6,2,3,0,0,0,1,0,0,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,1,4,3,3,2,0,3,6,9,9,11,11,9,14,11,22,27,40,37,36,38,43,47,49,42,34,32,31,21,31,23,15,15,9,10,12,7,7,8,10,7,1,5,2,0,0,0,1,2,1,0,0,0,2,0,1,0,0,1],"bins":[0.9987236857414246,0.9987707138061523,0.9988177418708801,0.9988647699356079,0.9989117980003357,0.9989588260650635,0.9990058541297913,0.9990528225898743,0.999099850654602,0.9991468787193298,0.9991939067840576,0.9992409348487854,0.9992879629135132,0.999334990978241,0.9993820190429688,0.9994290471076965,0.9994760751724243,0.9995231032371521,0.9995701313018799,0.9996171593666077,0.9996641278266907,0.9997111558914185,0.9997581839561462,0.999805212020874,0.9998522400856018,0.9998992681503296,0.9999462962150574,0.9999933242797852,1.0000402927398682,1.0000873804092407,1.0001343488693237,1.0001814365386963,1.0002284049987793,1.0002754926681519,1.0003224611282349,1.0003695487976074,1.0004165172576904,1.000463604927063,1.000510573387146,1.000557541847229,1.0006046295166016,1.0006515979766846,1.0006986856460571,1.0007456541061401,1.0007927417755127,1.0008397102355957,1.0008867979049683,1.0009337663650513,1.0009808540344238,1.0010278224945068,1.0010749101638794,1.0011218786239624,1.0011688470840454,1.001215934753418,1.001262903213501,1.0013099908828735,1.0013569593429565,1.001404047012329,1.001451015472412,1.0014981031417847,1.0015450716018677,1.0015921592712402,1.0016391277313232,1.0016862154006958,1.0017331838607788]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,0,2,0,0,2,4,3,3,3,6,4,3,7,7,11,9,16,20,11,15,16,20,17,13,19,28,29,32,32,26,26,25,33,19,26,19,28,17,21,23,33,13,16,9,8,8,13,12,9,3,9,9,7,4,3,7,1,4,2],"bins":[-0.0018293445464223623,-0.0017785649979487062,-0.0017277855658903718,-0.0016770060174167156,-0.0016262264689430594,-0.0015754469204694033,-0.001524667488411069,-0.0014738879399374127,-0.0014231083914637566,-0.0013723289594054222,-0.001321549410931766,-0.0012707698624581099,-0.0012199903139844537,-0.0011692108819261193,-0.0011184313334524632,-0.001067651784978807,-0.0010168722365051508,-0.0009660928044468164,-0.0009153132559731603,-0.000864533765707165,-0.0008137542172335088,-0.0007629747269675136,-0.0007121951784938574,-0.0006614156882278621,-0.0006106361979618669,-0.0005598566494882107,-0.0005090771592222154,-0.00045829761074855924,-0.00040751812048256397,-0.00035673860111273825,-0.00030595908174291253,-0.0002551795623730868,-0.0002044000430032611,-0.00015362052363343537,-0.00010284101153956726,-5.206149580772035e-05,-1.2819800758734345e-06,4.949753565597348e-05,0.00010027705138782039,0.0001510565634816885,0.00020183608285151422,0.00025261560222133994,0.00030339512159116566,0.0003541746409609914,0.00040495413122698665,0.00045573365059681237,0.0005065131699666381,0.0005572927184402943,0.0006080722087062895,0.0006588516989722848,0.000709631247445941,0.0007604107377119362,0.0008111902861855924,0.0008619697764515877,0.0009127493249252439,0.0009635288151912391,0.0010143083054572344,0.0010650878539308906,0.0011158674024045467,0.001166646834462881,0.0012174263829365373,0.0012682059314101934,0.0013189854798838496,0.001369764911942184,0.0014205444604158401]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.10295683145523071,-0.09986013919115067,-0.09676344692707062,-0.09366675466299057,-0.09057006239891052,-0.08747337013483047,-0.08437667787075043,-0.08127998560667038,-0.07818329334259033,-0.07508660107851028,-0.07198990881443024,-0.06889321655035019,-0.06579652428627014,-0.0626998320221901,-0.05960313603281975,-0.0565064437687397,-0.05340975150465965,-0.050313059240579605,-0.04721636697649956,-0.04411967471241951,-0.04102298244833946,-0.037926290184259415,-0.03482959792017937,-0.03173290565609932,-0.028636211529374123,-0.025539519265294075,-0.022442827001214027,-0.01934613473713398,-0.016249440610408783,-0.01315274927765131,-0.010056056082248688,-0.00695936381816864,-0.0038626715540885925,-0.0007659790571779013,0.00233071343973279,0.005427406169474125,0.008524098433554173,0.01162079069763422,0.014717483893036842,0.01781417615711689,0.020910868421196938,0.024007560685276985,0.027104252949357033,0.03020094521343708,0.03329763934016228,0.036394331604242325,0.03949102386832237,0.04258771613240242,0.04568440839648247,0.048781100660562515,0.05187779292464256,0.05497448518872261,0.05807117745280266,0.061167869716882706,0.06426456570625305,0.0673612579703331,0.07045795023441315,0.0735546424984932,0.07665133476257324,0.07974802702665329,0.08284471929073334,0.08594141155481339,0.08903810381889343,0.09213479608297348,0.09523148834705353],"_type":"histogram","values":[2,0,1,7,7,6,22,23,73,122,205,335,569,912,1467,2259,3397,4970,7187,10165,13939,18740,24560,31251,39007,47087,56237,65377,74405,81847,88678,93427,96465,96980,95071,91420,85743,78199,69473,60744,51707,43099,35120,27390,21388,16101,11731,8520,5955,4079,2823,1766,1097,715,417,266,148,79,31,22,14,9,6,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.00047981739044189453,-0.00046443811152130365,-0.0004490588326007128,-0.00043367952457629144,-0.00041830024565570056,-0.0004029209667351097,-0.00038754165871068835,-0.0003721623797900975,-0.0003567831008695066,-0.0003414038219489157,-0.00032602454302832484,-0.0003106452350039035,-0.00029526595608331263,-0.00027988667716272175,-0.0002645073691383004,-0.00024912809021770954,-0.00023374881129711866,-0.00021836953237652779,-0.00020299023890402168,-0.00018761094543151557,-0.0001722316665109247,-0.00015685238759033382,-0.0001414730941178277,-0.0001260938006453216,-0.00011071452172473073,-9.533523552818224e-05,-7.995594933163375e-05,-6.457666313508525e-05,-4.919737693853676e-05,-3.381809074198827e-05,-1.843880454543978e-05,-3.059518348891288e-06,1.2319767847657204e-05,2.7699054044205695e-05,4.307834024075419e-05,5.845762643730268e-05,7.383691263385117e-05,8.921619883039966e-05,0.00010459548502694815,0.00011997477122349665,0.00013535405742004514,0.00015073333634063601,0.00016611262981314212,0.00018149192328564823,0.0001968712022062391,0.00021225048112682998,0.0002276297745993361,0.0002430090680718422,0.00025838834699243307,0.00027376762591302395,0.0002891469048336148,0.00030452621285803616,0.00031990549177862704,0.0003352847706992179,0.00035066407872363925,0.00036604335764423013,0.000381422636564821,0.0003968019154854119,0.00041218119440600276,0.0004275605024304241,0.00044293978135101497,0.00045831906027160585,0.0004736983682960272,0.0004890776472166181,0.0005044569261372089],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,4,1,1,4,6,5,3,8,11,20,16,26,20,29,31,27,37,34,31,36,28,35,41,37,29,41,27,29,18,26,23,11,17,8,10,7,5,7,4,3,1,2,1,3,0,0,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[0.9983500242233276,0.9984100461006165,0.9984700679779053,0.9985300898551941,0.9985901117324829,0.9986501336097717,0.9987102150917053,0.9987702369689941,0.998830258846283,0.9988902807235718,0.9989503026008606,0.9990103244781494,0.9990703463554382,0.999130368232727,0.9991903901100159,0.9992504119873047,0.9993104934692383,0.9993705153465271,0.9994305372238159,0.9994905591011047,0.9995505809783936,0.9996106028556824,0.9996706247329712,0.99973064661026,0.9997906684875488,0.9998506903648376,0.9999107122421265,0.9999707937240601,1.000030755996704,1.0000908374786377,1.0001507997512817,1.0002108812332153,1.0002708435058594,1.000330924987793,1.0003910064697266,1.0004509687423706,1.0005110502243042,1.0005710124969482,1.0006310939788818,1.0006910562515259,1.0007511377334595,1.0008111000061035,1.000871181488037,1.0009312629699707,1.0009912252426147,1.0010513067245483,1.0011112689971924,1.001171350479126,1.00123131275177,1.0012913942337036,1.0013513565063477,1.0014114379882812,1.0014714002609253,1.0015314817428589,1.0015915632247925,1.0016515254974365,1.0017116069793701,1.0017715692520142,1.0018316507339478,1.0018916130065918,1.0019516944885254,1.0020116567611694,1.002071738243103,1.002131700515747,1.0021917819976807],"_type":"histogram","values":[1,0,0,1,0,0,1,1,0,3,1,0,0,4,3,1,10,8,18,12,20,13,22,43,41,39,37,45,51,48,54,31,35,32,26,23,20,17,20,14,12,11,9,8,5,2,3,7,2,1,3,3,0,4,0,0,0,0,0,0,1,1,0,1]},"train_batch_loss":0.11629624664783478,"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,2,5,2,10,11,37,64,106,158,274,413,648,989,1456,2077,2959,4178,5471,7155,9390,11957,14604,17528,21023,24207,27281,30089,32606,34290,35451,35495,34897,33859,31668,29084,26241,22742,19901,16333,13591,10742,8434,6474,4837,3397,2508,1747,1278,775,515,343,221,113,75,46,24,18,9,8,3,2],"bins":[-0.1007569208741188,-0.09773139655590057,-0.09470587223768234,-0.09168034046888351,-0.08865481615066528,-0.08562929183244705,-0.08260376751422882,-0.07957823574542999,-0.07655271142721176,-0.07352718710899353,-0.0705016627907753,-0.06747613847255707,-0.06445060670375824,-0.06142508238554001,-0.05839955806732178,-0.05537403002381325,-0.052348505705595016,-0.049322981387376785,-0.046297453343868256,-0.043271929025650024,-0.040246400982141495,-0.037220876663923264,-0.034195348620414734,-0.031169824302196503,-0.028144298121333122,-0.025118771940469742,-0.02209324575960636,-0.01906771957874298,-0.01604219526052475,-0.013016668148338795,-0.009991142898797989,-0.0069656167179346085,-0.003940090537071228,-0.0009145645890384912,0.0021109613589942455,0.005136487074196339,0.008162013255059719,0.0111875394359231,0.014213064685463905,0.017238590866327286,0.020264117047190666,0.023289643228054047,0.026315169408917427,0.029340695589780807,0.03236621990799904,0.03539174795150757,0.0384172722697258,0.04144280031323433,0.04446832463145256,0.04749384894967079,0.05051937699317932,0.05354490131139755,0.05657042935490608,0.05959595367312431,0.06262148171663284,0.06564700603485107,0.0686725303530693,0.07169805467128754,0.07472358644008636,0.0777491107583046,0.08077463507652283,0.08380015939474106,0.08682569116353989,0.08985121548175812,0.09287673979997635]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,3,3,0,6,1,4,3,3,8,11,10,9,19,11,13,22,28,22,31,29,24,30,27,33,37,28,34,27,20,37,23,25,20,13,20,17,20,17,12,13,8,10,8,2,4,1,1,5,3,4,3,1,0,1,1,1],"bins":[-0.0004039716150145978,-0.00039170082891359925,-0.00037943004281260073,-0.0003671592567116022,-0.0003548884706106037,-0.00034261768450960517,-0.00033034689840860665,-0.00031807611230760813,-0.0003058053262066096,-0.0002935345401056111,-0.00028126375400461257,-0.00026899296790361404,-0.0002567221818026155,-0.000244451395701617,-0.0002321806241525337,-0.0002199098380515352,-0.00020763905195053667,-0.00019536826584953815,-0.00018309747974853963,-0.0001708266936475411,-0.00015855590754654258,-0.00014628512144554406,-0.00013401433534454554,-0.00012174355651950464,-0.00010947277041850612,-9.72019843175076e-05,-8.493119821650907e-05,-7.266041211551055e-05,-6.038962965249084e-05,-4.811884355149232e-05,-3.5848061088472605e-05,-2.3577274987474084e-05,-1.1306488886475563e-05,9.64296305028256e-07,1.3235081496532075e-05,2.5505865778541192e-05,3.777665187953971e-05,5.0047437980538234e-05,6.231822044355795e-05,7.458900654455647e-05,8.685979264555499e-05,9.913057874655351e-05,0.00011140136484755203,0.00012367214367259294,0.00013594292977359146,0.00014821371587458998,0.0001604845019755885,0.00017275528807658702,0.00018502607417758554,0.00019729686027858406,0.00020956764637958258,0.0002218384324805811,0.00023410921858157963,0.0002463799901306629,0.00025865077623166144,0.00027092156233265996,0.0002831923484336585,0.000295463134534657,0.0003077339206356555,0.00032000470673665404,0.00033227549283765256,0.0003445462789386511,0.0003568170650396496,0.0003690878511406481,0.00038135863724164665]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,0,0,0,1,1,1,0,1,1,4,1,2,5,7,6,17,9,19,22,24,24,45,40,57,51,63,52,60,39,37,36,32,21,21,10,8,6,7,2,6,3,6,5,2,1,2,0,1,1,1,2,0,0,0,0,1,1,0,1],"bins":[-0.0012902093585580587,-0.0012484521139413118,-0.0012066949857398868,-0.0011649378575384617,-0.0011231806129217148,-0.0010814233683049679,-0.0010396662401035428,-0.0009979091119021177,-0.0009561518672853708,-0.0009143946808762848,-0.0008726374944671988,-0.0008308803080581129,-0.0007891231216490269,-0.0007473659352399409,-0.0007056087488308549,-0.0006638515624217689,-0.0006220943760126829,-0.0005803371896035969,-0.0005385800031945109,-0.000496822816785425,-0.00045506563037633896,-0.00041330844396725297,-0.000371551257558167,-0.000329794071149081,-0.000288036884739995,-0.000246279698330909,-0.00020452251192182302,-0.00016276532551273704,-0.00012100813910365105,-7.925095269456506e-05,-3.749376628547907e-05,4.26342012360692e-06,4.602060653269291e-05,8.77777929417789e-05,0.0001295349793508649,0.00017129216575995088,0.00021304935216903687,0.00025480653857812285,0.00029656372498720884,0.00033832091139629483,0.0003800780978053808,0.0004218352842144668,0.0004635924706235528,0.0005053496570326388,0.0005471068434417248,0.0005888640298508108,0.0006306212162598968,0.0006723784026689827,0.0007141355890780687,0.0007558927754871547,0.0007976499618962407,0.0008394071483053267,0.0008811643347144127,0.0009229215211234987,0.0009646787075325847,0.0010064358357340097,0.0010481930803507566,0.0010899503249675035,0.0011317074531689286,0.0011734645813703537,0.0012152218259871006,0.0012569790706038475,0.0012987361988052726,0.0013404933270066977,0.0013822505716234446]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.00022029876708984375,-0.00021412968635559082,-0.0002079606056213379,-0.00020179152488708496,-0.00019562244415283203,-0.0001894533634185791,-0.00018328428268432617,-0.00017711520195007324,-0.0001709461212158203,-0.00016477704048156738,-0.00015860795974731445,-0.00015243887901306152,-0.0001462697982788086,-0.00014010071754455566,-0.00013393163681030273,-0.0001277625560760498,-0.00012159347534179688,-0.00011542439460754395,-0.00010925531387329102,-0.00010308623313903809,-9.691715240478516e-05,-9.074807167053223e-05,-8.45789909362793e-05,-7.840991020202637e-05,-7.224082946777344e-05,-6.607174873352051e-05,-5.990266799926758e-05,-5.373358726501465e-05,-4.756450653076172e-05,-4.139542579650879e-05,-3.522634506225586e-05,-2.905726432800293e-05,-2.288818359375e-05,-1.671910285949707e-05,-1.055002212524414e-05,-4.380941390991211e-06,1.7881393432617188e-06,7.957220077514648e-06,1.4126300811767578e-05,2.0295381546020508e-05,2.6464462280273438e-05,3.263354301452637e-05,3.88026237487793e-05,4.4971704483032227e-05,5.1140785217285156e-05,5.7309865951538086e-05,6.347894668579102e-05,6.964802742004395e-05,7.581710815429688e-05,8.19861888885498e-05,8.815526962280273e-05,9.432435035705566e-05,0.0001004934310913086,0.00010666251182556152,0.00011283159255981445,0.00011900067329406738,0.0001251697540283203,0.00013133883476257324,0.00013750791549682617,0.0001436769962310791,0.00014984607696533203,0.00015601515769958496,0.0001621842384338379,0.00016835331916809082,0.00017452239990234375],"_type":"histogram","values":[1,0,0,0,0,1,1,0,2,3,7,7,14,7,28,29,53,74,105,116,201,292,473,598,976,1407,2135,3217,4829,7685,11651,18251,30183,49652,81573,115751,98923,60791,37422,22503,14360,9143,5912,3876,2477,1677,1052,732,465,345,273,155,140,67,62,47,23,17,15,10,6,3,4,2]},"_runtime":170,"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.09990336745977402,-0.09696505218744278,-0.09402672946453094,-0.09108841419219971,-0.08815009891986847,-0.08521178364753723,-0.082273468375206,-0.07933514565229416,-0.07639683037996292,-0.07345851510763168,-0.07052019238471985,-0.06758187711238861,-0.06464356184005737,-0.061705246567726135,-0.0587669275701046,-0.05582860857248306,-0.052890293300151825,-0.04995197802782059,-0.04701365903019905,-0.044075340032577515,-0.04113702476024628,-0.03819870948791504,-0.0352603904902935,-0.03232207149267197,-0.02938375622034073,-0.026445439085364342,-0.023507121950387955,-0.020568804815411568,-0.01763048768043518,-0.014692170545458794,-0.011753853410482407,-0.00881553627550602,-0.005877219140529633,-0.0029389020055532455,-5.848705768585205e-07,0.0029377322643995285,0.0058760493993759155,0.008814366534352303,0.01175268366932869,0.014691000804305077,0.017629317939281464,0.02056763507425785,0.023505952209234238,0.026444269344210625,0.02938258647918701,0.03232090175151825,0.035259220749139786,0.03819753974676132,0.04113585501909256,0.0440741702914238,0.047012489289045334,0.04995080828666687,0.05288912355899811,0.055827438831329346,0.05876575782895088,0.06170407682657242,0.06464239209890366,0.0675807073712349,0.07051903009414673,0.07345734536647797,0.0763956606388092,0.07933397591114044,0.08227229118347168,0.08521061390638351,0.08814892917871475],"_type":"histogram","values":[1,0,0,3,6,4,9,15,35,50,104,148,233,378,592,870,1280,1770,2605,3581,4856,6480,8522,10321,12798,15939,18846,21855,25093,27803,30251,32197,33810,34356,34292,33827,32450,30008,27775,24660,22069,18867,15931,13006,10535,8295,6460,4825,3623,2735,1815,1321,879,615,419,252,139,86,53,31,25,6,5,9]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[1,1,3,14,23,29,57,88,121,237,337,577,791,1189,1721,2384,3372,4661,6118,8055,10301,12683,15609,18602,21394,24741,27536,30121,32057,33742,34658,34527,33603,32743,30484,27816,25086,22165,19348,16220,13439,10802,8559,6686,5006,3734,2597,2006,1319,871,587,374,270,136,97,60,29,15,11,2,4,1,2,2],"bins":[-0.09162619709968567,-0.08868186175823212,-0.08573751896619797,-0.08279318362474442,-0.07984884828329086,-0.07690450549125671,-0.07396017014980316,-0.07101583480834961,-0.06807149201631546,-0.06512715667486191,-0.06218281760811806,-0.05923847854137421,-0.056294143199920654,-0.053349804133176804,-0.05040546506643295,-0.0474611297249794,-0.04451679065823555,-0.0415724515914917,-0.03862811625003815,-0.035683777183294296,-0.032739438116550446,-0.029795100912451744,-0.026850763708353043,-0.023906424641609192,-0.02096208743751049,-0.01801775023341179,-0.015073411166667938,-0.012129073962569237,-0.00918473582714796,-0.006240397691726685,-0.003296060021966696,-0.00035172211937606335,0.002592615783214569,0.005536953918635845,0.008481292054057121,0.011425629258155823,0.014369967393577099,0.017314305528998375,0.020258642733097076,0.023202981799840927,0.02614731900393963,0.02909165620803833,0.03203599527478218,0.03498033434152603,0.037924669682979584,0.040869008749723434,0.043813347816467285,0.04675768315792084,0.04970202222466469,0.05264636129140854,0.05559069663286209,0.05853503569960594,0.06147937476634979,0.06442371010780334,0.0673680528998375,0.07031238824129105,0.0732567235827446,0.07620106637477875,0.0791454017162323,0.08208973705768585,0.08503407984972,0.08797841519117355,0.0909227505326271,0.09386709332466125,0.09681142866611481],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[2,1,0,0,1,2,3,4,2,7,5,4,9,5,12,9,9,8,13,19,14,25,26,20,19,28,32,19,31,23,22,25,30,35,29,36,28,23,29,24,20,14,15,13,11,8,9,4,4,7,6,2,2,1,4,1,3,2,1,3,1,1,1,2],"bins":[-0.0022373751271516085,-0.002165185986086726,-0.0020929970778524876,-0.0020208079367876053,-0.001948618795722723,-0.0018764296546578407,-0.0018042406300082803,-0.0017320516053587198,-0.0016598624642938375,-0.0015876733232289553,-0.0015154842985793948,-0.0014432952739298344,-0.001371106132864952,-0.0012989169918000698,-0.0012267279671505094,-0.001154538942500949,-0.0010823498014360666,-0.0010101606603711843,-0.0009379716357216239,-0.0008657825528644025,-0.0007935934700071812,-0.0007214043871499598,-0.0006492153042927384,-0.0005770262214355171,-0.0005048371385782957,-0.00043264805572107434,-0.000360458972863853,-0.0002882698900066316,-0.00021608080714941025,-0.00014389172429218888,-7.170264143496752e-05,4.864414222538471e-07,7.267552427947521e-05,0.00014486460713669658,0.00021705368999391794,0.0002892427728511393,0.00036143185570836067,0.00043362093856558204,0.0005058100214228034,0.0005779991042800248,0.0006501881871372461,0.0007223772699944675,0.0007945663528516889,0.0008667554357089102,0.0009389445185661316,0.0010111336596310139,0.0010833226842805743,0.0011555117089301348,0.001227700849995017,0.0012998899910598993,0.0013720790157094598,0.0014442680403590202,0.0015164571814239025,0.0015886463224887848,0.0016608353471383452,0.0017330243717879057,0.001805213512852788,0.0018774026539176702,0.0019495916785672307,0.002021780703216791,0.0020939698442816734,0.0021661589853465557,0.002238348126411438,0.0023105370346456766,0.002382726175710559]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,1,1,0,1,0,1,2,1,0,3,3,2,3,3,3,6,2,7,8,14,12,15,14,16,19,25,27,28,30,37,40,46,50,43,46,27,36,35,24,18,20,16,14,17,9,6,3,3,3,3,7,5,3,4,1,3],"bins":[-0.0012822445714846253,-0.0012501432793214917,-0.0012180418707430363,-0.0011859405785799026,-0.001153839286416769,-0.0011217379942536354,-0.00108963658567518,-0.0010575352935120463,-0.0010254340013489127,-0.0009933325927704573,-0.0009612313006073236,-0.00092913000844419,-0.0008970286580733955,-0.0008649273659102619,-0.0008328260155394673,-0.0008007247233763337,-0.0007686233730055392,-0.0007365220226347446,-0.000704420730471611,-0.0006723193801008165,-0.0006402180879376829,-0.0006081167375668883,-0.0005760154454037547,-0.0005439140950329602,-0.0005118127446621656,-0.000479711452499032,-0.00044761013123206794,-0.00041550880996510386,-0.00038340745959430933,-0.00035130613832734525,-0.0003192048170603812,-0.0002871034957934171,-0.00025500223273411393,-0.00022290091146714985,-0.00019079959020018578,-0.00015869825438130647,-0.0001265969331143424,-9.449561184737831e-05,-6.239428330445662e-05,-3.0292958399513736e-05,1.8083665054291487e-06,3.3909691410372034e-05,6.601101631531492e-05,9.811234485823661e-05,0.0001302136661252007,0.00016231498739216477,0.00019441632321104407,0.00022651764447800815,0.00025861896574497223,0.0002907202870119363,0.0003228216082789004,0.00035492292954586446,0.00038702425081282854,0.0004191256011836231,0.00045122692245058715,0.00048332824371755123,0.0005154295358806849,0.0005475308862514794,0.0005796322366222739,0.0006117335287854075,0.0006438348791562021,0.0006759361713193357,0.0007080375216901302,0.0007401388138532639,0.0007722401642240584],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,3,1,0,2,3,2,0,2,2,1,2,6,6,5,18,13,24,14,20,25,30,35,42,36,45,45,43,41,37,29,26,28,26,27,21,16,15,11,12,6,14,4,2,2,5,4,3,2,5,0,2,0,1,0,2],"bins":[0.9983511567115784,0.9983992576599121,0.9984472990036011,0.9984953999519348,0.9985435009002686,0.9985915422439575,0.9986396431922913,0.998687744140625,0.998735785484314,0.9987838864326477,0.9988319873809814,0.9988800287246704,0.9989281296730042,0.9989762306213379,0.9990242719650269,0.9990723729133606,0.9991204738616943,0.9991685152053833,0.999216616153717,0.9992647171020508,0.9993127584457397,0.9993608593940735,0.9994089603424072,0.9994570016860962,0.9995051026344299,0.9995532035827637,0.9996012449264526,0.9996493458747864,0.9996974468231201,0.9997454881668091,0.9997935891151428,0.9998416900634766,0.9998897314071655,0.9999378323554993,0.999985933303833,1.000033974647522,1.0000821352005005,1.0001301765441895,1.0001782178878784,1.000226378440857,1.000274419784546,1.0003224611282349,1.0003706216812134,1.0004186630249023,1.0004667043685913,1.0005148649215698,1.0005629062652588,1.0006109476089478,1.0006591081619263,1.0007071495056152,1.0007551908493042,1.0008033514022827,1.0008513927459717,1.0008994340896606,1.0009475946426392,1.0009956359863281,1.001043677330017,1.0010918378829956,1.0011398792266846,1.0011879205703735,1.001236081123352,1.001284122467041,1.00133216381073,1.0013803243637085,1.0014283657073975]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,1,1,1,2,0,3,4,2,8,6,6,7,9,14,32,30,26,44,58,79,69,79,68,55,38,27,25,19,12,11,10,5,3,4,1,1,0,1,0,1,0,0,0,1,0,0,0,1],"bins":[-0.002729930216446519,-0.002655114745721221,-0.002580299274995923,-0.002505483804270625,-0.002430668333545327,-0.0023558528628200293,-0.0022810373920947313,-0.0022062219213694334,-0.0021314064506441355,-0.0020565909799188375,-0.0019817755091935396,-0.0019069600384682417,-0.0018321445677429438,-0.0017573290970176458,-0.001682513626292348,-0.00160769815556705,-0.001532882684841752,-0.0014580672141164541,-0.0013832517433911562,-0.0013084362726658583,-0.0012336208019405603,-0.0011588053312152624,-0.0010839898604899645,-0.0010091743897646666,-0.0009343589190393686,-0.0008595434483140707,-0.0007847279775887728,-0.0007099125068634748,-0.0006350970361381769,-0.000560281565412879,-0.00048546609468758106,-0.00041065062396228313,-0.00033583538606762886,-0.00026101991534233093,-0.000186204444617033,-0.00011138897389173508,-3.657350316643715e-05,3.824196755886078e-05,0.0001130574382841587,0.00018787290900945663,0.00026268837973475456,0.0003375038504600525,0.0004123193211853504,0.00048713479191064835,0.0005619502626359463,0.0006367657333612442,0.0007115812040865421,0.0007863966748118401,0.000861212145537138,0.0009360276162624359,0.0010108430869877338,0.0010856585577130318,0.0011604740284383297,0.0012352894991636276,0.0013101049698889256,0.0013849204406142235,0.0014597359113395214,0.0015345513820648193,0.0016093668527901173,0.0016841823235154152,0.0017589977942407131,0.001833813264966011,0.001908628735691309,0.001983444206416607,0.002058259677141905],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,2,1,3,4,2,4,6,11,7,12,5,8,11,17,19,29,15,23,25,10,27,39,32,27,25,24,33,30,27,22,23,19,24,24,20,22,18,19,14,15,13,9,6,7,4,5,5,3,1,5,4,0,2,0,1,0,1,0,0,0,1,0,1],"bins":[-0.0029164000879973173,-0.0028068004176020622,-0.002697200747206807,-0.0025876008439809084,-0.0024780011735856533,-0.002368401503190398,-0.002258801832795143,-0.002149202162399888,-0.002039602492004633,-0.001930002705194056,-0.0018204029183834791,-0.001710803247988224,-0.001601203577592969,-0.001491603790782392,-0.001382004120387137,-0.00127240433357656,-0.001162804663181305,-0.0010532049927860498,-0.0009436052059754729,-0.0008340055355802178,-0.0007244058069773018,-0.0006148060783743858,-0.0005052064079791307,-0.00039560667937621474,-0.00028600695077329874,-0.00017640723672229797,-6.680752267129719e-05,4.279219137970358e-05,0.00015239190543070436,0.00026199163403362036,0.0003715913335327059,0.00048119103303179145,0.0005907909944653511,0.0007003907230682671,0.0008099904516711831,0.0009195901220664382,0.0010291899088770151,0.0011387895792722702,0.0012483892496675253,0.0013579890364781022,0.0014675887068733573,0.0015771883772686124,0.0016867881640791893,0.0017963878344744444,0.0019059875048696995,0.0020155871752649546,0.0021251870784908533,0.0022347867488861084,0.0023443864192813635,0.0024539860896766186,0.0025635857600718737,0.0026731856632977724,0.0027827853336930275,0.0028923850040882826,0.0030019846744835377,0.0031115843448787928,0.003221184015274048,0.0033307839184999466,0.0034403835888952017,0.0035499832592904568,0.003659582929685712,0.003769182600080967,0.0038787825033068657,0.003988381940871477,0.004097981844097376]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[2,1,0,0,2,1,2,1,1,1,5,2,2,6,4,14,16,19,22,27,46,47,54,63,86,99,97,115,127,127,130,133,133,101,72,93,82,46,51,49,35,27,21,17,12,10,14,9,8,6,4,2,0,1,0,0,0,0,1,1,0,0,0,1],"bins":[-0.0007924814708530903,-0.0007671901839785278,-0.0007418989553116262,-0.0007166076684370637,-0.0006913163815625012,-0.0006660251528955996,-0.0006407338660210371,-0.0006154425791464746,-0.000590151350479573,-0.0005648600636050105,-0.000539568776730448,-0.0005142775480635464,-0.0004889862611889839,-0.00046369500341825187,-0.0004384037456475198,-0.0004131124587729573,-0.0003878212010022253,-0.00036252994323149323,-0.00033723865635693073,-0.0003119473985861987,-0.00028665614081546664,-0.00026136485394090414,-0.0002360735961701721,-0.00021078233839944005,-0.00018549106607679278,-0.0001601997937541455,-0.00013490853598341346,-0.00010961726366076618,-8.432599861407652e-05,-5.9034733567386866e-05,-3.37434648827184e-05,-8.452198017039336e-06,1.6839068848639727e-05,4.2130333895329386e-05,6.742159894201905e-05,9.271287126466632e-05,0.00011800413631135598,0.00014329540135804564,0.0001685866736806929,0.00019387793145142496,0.00021916920377407223,0.0002444604760967195,0.00026975173386745155,0.0002950429916381836,0.0003203342785127461,0.00034562553628347814,0.0003709167940542102,0.0003962080809287727,0.00042149933869950473,0.0004467905964702368,0.0004720818833447993,0.0004973731120117009,0.0005226643988862634,0.0005479556857608259,0.0005732469144277275,0.00059853820130229,0.0006238294881768525,0.000649120716843754,0.0006744120037183166,0.0006997032905928791,0.0007249945192597806,0.0007502858061343431,0.0007755770930089056,0.0008008683216758072,0.0008261596085503697]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,2,4,0,1,6,4,8,13,13,18,33,41,65,117,142,199,316,456,628,940,1294,1955,2711,4148,5913,8861,13266,20087,31022,52375,119013,154568,65059,36181,23227,15190,10270,6713,4570,3264,2144,1514,1031,760,512,370,238,167,127,98,48,28,28,27,14,10,6,5,0,0,2],"bins":[-0.0096435546875,-0.00936126708984375,-0.0090789794921875,-0.00879669189453125,-0.008514404296875,-0.00823211669921875,-0.0079498291015625,-0.00766754150390625,-0.00738525390625,-0.00710296630859375,-0.0068206787109375,-0.00653839111328125,-0.006256103515625,-0.00597381591796875,-0.0056915283203125,-0.00540924072265625,-0.005126953125,-0.00484466552734375,-0.0045623779296875,-0.00428009033203125,-0.003997802734375,-0.00371551513671875,-0.0034332275390625,-0.00315093994140625,-0.00286865234375,-0.00258636474609375,-0.0023040771484375,-0.00202178955078125,-0.001739501953125,-0.00145721435546875,-0.0011749267578125,-0.00089263916015625,-0.0006103515625,-0.00032806396484375,-4.57763671875e-05,0.00023651123046875,0.000518798828125,0.00080108642578125,0.0010833740234375,0.00136566162109375,0.00164794921875,0.00193023681640625,0.0022125244140625,0.00249481201171875,0.002777099609375,0.00305938720703125,0.0033416748046875,0.00362396240234375,0.00390625,0.00418853759765625,0.0044708251953125,0.00475311279296875,0.005035400390625,0.00531768798828125,0.0055999755859375,0.00588226318359375,0.00616455078125,0.00644683837890625,0.0067291259765625,0.00701141357421875,0.007293701171875,0.00757598876953125,0.0078582763671875,0.00814056396484375,0.0084228515625]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,1,0,0,1,2,1,4,2,4,3,4,6,4,5,4,4,13,10,19,14,18,11,26,28,40,34,51,35,43,45,37,36,42,33,35,18,32,20,17,14,6,7,9,3,7,2,1,5,4,0,2,1,1,0,0,1,1],"bins":[-0.0011841212399303913,-0.0011507372837513685,-0.0011173534439876676,-0.0010839694878086448,-0.001050585531629622,-0.001017201691865921,-0.0009838177356868982,-0.0009504338377155364,-0.0009170499397441745,-0.0008836659835651517,-0.0008502820855937898,-0.0008168981876224279,-0.0007835142314434052,-0.0007501303334720433,-0.0007167464355006814,-0.0006833624793216586,-0.0006499785813502967,-0.0006165946833789349,-0.0005832107271999121,-0.0005498268292285502,-0.0005164429312571883,-0.000483059004181996,-0.00044967507710680366,-0.0004162911791354418,-0.00038290725206024945,-0.0003495233249850571,-0.00031613942701369524,-0.0002827554999385029,-0.0002493715728633106,-0.0002159876748919487,-0.00018260374781675637,-0.00014921983529347926,-0.00011583592277020216,-8.245201024692506e-05,-4.906809044769034e-05,-1.5684174286434427e-05,1.7699741874821484e-05,5.1083658036077395e-05,8.44675741973333e-05,0.00011785149399656802,0.00015123540651984513,0.00018461931904312223,0.00021800323156639934,0.00025138715864159167,0.000284771085716784,0.0003181549836881459,0.0003515389107633382,0.0003849228087347001,0.0004183067358098924,0.00045169066288508475,0.0004850745608564466,0.000518458487931639,0.0005518423859030008,0.0005852263420820236,0.0006186102400533855,0.0006519941380247474,0.0006853780942037702,0.000718761992175132,0.0007521458901464939,0.0007855297881178558,0.0008189137442968786,0.0008522976422682405,0.0008856815402396023,0.0009190654964186251,0.000952449394389987],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.002332609612494707,-0.0022671986371278763,-0.0022017876617610455,-0.0021363766863942146,-0.002070965711027384,-0.002005554735660553,-0.0019401437602937222,-0.0018747327849268913,-0.0018093218095600605,-0.0017439109506085515,-0.0016784999752417207,-0.0016130889998748899,-0.001547678024508059,-0.0014822670491412282,-0.0014168560737743974,-0.0013514450984075665,-0.0012860341230407357,-0.001220623147673905,-0.001155212172307074,-0.0010898011969402432,-0.0010243902215734124,-0.0009589793044142425,-0.0008935683290474117,-0.0008281573536805809,-0.00076274637831375,-0.0006973354029469192,-0.0006319244275800884,-0.0005665134522132576,-0.0005011025350540876,-0.00043569153058342636,-0.000370280584320426,-0.00030486960895359516,-0.00023945863358676434,-0.0001740476582199335,-0.00010863669740501791,-4.32257293141447e-05,2.218523877672851e-05,8.759620686760172e-05,0.00015300717495847493,0.00021841813577339053,0.00028382911114022136,0.0003492400865070522,0.000414651061873883,0.0004800620081368834,0.0005454729543998837,0.0006108839297667146,0.0006762949051335454,0.0007417058805003762,0.000807116855867207,0.0008725278312340379,0.0009379388066008687,0.0010033497819676995,0.0010687607573345304,0.0011341717327013612,0.001199582708068192,0.0012649936834350228,0.0013304045423865318,0.0013958155177533627,0.0014612264931201935,0.0015266374684870243,0.0015920484438538551,0.001657459419220686,0.0017228703945875168,0.0017882813699543476,0.0018536923453211784],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,1,5,2,3,2,4,4,7,7,10,11,17,11,11,21,16,22,29,29,36,33,30,30,31,27,27,24,30,33,30,27,24,20,21,21,12,16,13,11,8,9,9,7,5,7,3,4,0,0,0,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,1,0,1,2,2,2,2,1,3,4,2,4,11,4,6,6,8,11,10,20,19,20,29,19,21,25,27,25,25,20,35,27,28,29,23,26,21,25,26,21,21,10,15,14,23,16,15,8,10,7,4,9,8,4,3,2,0,3,1,0,1,2],"bins":[-0.0039521027356386185,-0.003836434567347169,-0.0037207661662250757,-0.003605097997933626,-0.0034894298296421766,-0.0033737614285200834,-0.003258093260228634,-0.0031424250919371843,-0.003026756690815091,-0.0029110885225236416,-0.002795420354232192,-0.002679751953110099,-0.0025640837848186493,-0.0024484156165271997,-0.0023327472154051065,-0.002217079047113657,-0.002101410645991564,-0.0019857424777001143,-0.0018700743094086647,-0.0017544060247018933,-0.001638737739995122,-0.0015230695717036724,-0.001407401286996901,-0.0012917330022901297,-0.0011760648339986801,-0.0010603965492919087,-0.0009447282645851374,-0.0008290600380860269,-0.0007133918115869164,-0.0005977235268801451,-0.0004820553003810346,-0.0003663870447780937,-0.0002507187891751528,-0.00013505053357221186,-1.9382292521186173e-05,9.628595580579713e-05,0.00021195420413278043,0.00032762245973572135,0.0004432906862348318,0.0005589589709416032,0.0006746271974407136,0.0007902954239398241,0.0009059637086465955,0.0010216319933533669,0.0011373001616448164,0.0012529684463515878,0.0013686367310583591,0.0014843048993498087,0.00159997318405658,0.0017156414687633514,0.001831309637054801,0.0019469779217615724,0.0020626462064683437,0.0021783143747597933,0.0022939827758818865,0.002409650944173336,0.0025253191124647856,0.0026409875135868788,0.0027566556818783283,0.002872323850169778,0.002987992251291871,0.0031036604195833206,0.00321932858787477,0.0033349969889968634,0.003450665157288313],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09631608426570892,-0.09333890676498413,-0.09036172926425934,-0.08738455921411514,-0.08440738171339035,-0.08143020421266556,-0.07845302671194077,-0.07547584921121597,-0.07249867916107178,-0.06952150166034698,-0.06654432415962219,-0.0635671466588974,-0.06058996915817261,-0.05761279538273811,-0.05463561788201332,-0.05165844410657883,-0.048681266605854034,-0.04570408910512924,-0.04272691532969475,-0.039749737828969955,-0.03677256405353546,-0.03379538655281067,-0.030818209052085876,-0.027841033414006233,-0.02486385777592659,-0.021886682137846947,-0.018909506499767303,-0.01593232899904251,-0.012955153360962868,-0.009977977722883224,-0.007000801153481007,-0.004023625049740076,-0.0010464563965797424,0.0019307197071611881,0.004907895810902119,0.007885072380304337,0.01086224801838398,0.013839423656463623,0.016816601157188416,0.01979377679526806,0.022770952433347702,0.025748128071427345,0.02872530370950699,0.03170248121023178,0.034679658710956573,0.03765683248639107,0.04063400998711586,0.043611183762550354,0.046588361263275146,0.04956553876399994,0.05254271253943443,0.055519890040159225,0.05849706381559372,0.06147424131631851,0.0644514188170433,0.0674285963177681,0.07040576636791229,0.07338294386863708,0.07636012136936188,0.07933729887008667,0.08231447637081146,0.08529165387153625,0.08826882392168045,0.09124600142240524,0.09422317892313004],"_type":"histogram","values":[3,0,1,3,6,15,29,40,71,108,182,285,440,669,1029,1588,2305,3026,4207,5519,7487,9488,11934,14644,17934,20953,23989,27043,29652,31861,33636,35015,34878,34608,33305,31249,28855,25919,23216,19686,16701,13852,11051,8872,6688,5201,3842,2823,1988,1360,935,585,427,264,131,84,59,38,26,9,6,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,2,1,1,0,0,2,2,1,2,6,5,3,1,8,8,9,13,12,19,16,25,20,22,36,26,25,24,31,24,36,34,37,34,27,25,26,28,29,24,19,14,12,15,11,10,6,8,3,6,3,4,2,2,1,2,0,0,0,2,1],"bins":[-0.0057334257289767265,-0.005564132239669561,-0.005394838750362396,-0.005225545726716518,-0.005056252237409353,-0.004886958748102188,-0.00471766572445631,-0.004548372235149145,-0.00437907874584198,-0.004209785256534815,-0.00404049176722765,-0.003871198743581772,-0.0037019052542746067,-0.0035326117649674416,-0.00336331850849092,-0.0031940252520143986,-0.0030247317627072334,-0.0028554382734000683,-0.002686145016923547,-0.0025168517604470253,-0.00234755827113986,-0.002178264781832695,-0.0020089715253561735,-0.0018396781524643302,-0.0016703847795724869,-0.0015010914066806436,-0.0013317980337888002,-0.001162504660896957,-0.0009932112880051136,-0.0008239179151132703,-0.000654624542221427,-0.00048533116932958364,-0.000316037330776453,-0.0001467439578846097,2.254941500723362e-05,0.00019184278789907694,0.00036113616079092026,0.0005304295336827636,0.0006997229065746069,0.0008690162794664502,0.0010383096523582935,0.0012076030252501369,0.0013768963981419802,0.0015461897710338235,0.0017154831439256668,0.0018847765168175101,0.0020540698897093534,0.002223363146185875,0.00239265663549304,0.0025619501248002052,0.0027312433812767267,0.002900536637753248,0.0030698301270604134,0.0032391236163675785,0.0034084168728441,0.0035777101293206215,0.0037470036186277866,0.003916297107934952,0.00408559013158083,0.004254883620887995,0.00442417711019516,0.004593470599502325,0.00476276408880949,0.004932057112455368,0.005101350601762533]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,1,1,1,5,14,13,15,24,30,48,89,109,132,188,299,435,567,808,1066,1589,2459,3302,4896,7408,11071,17663,27022,43732,75809,138749,259203,361671,266843,143655,76907,45687,28474,17218,11204,7701,5127,3667,2300,1616,1164,862,588,438,276,232,137,111,81,40,42,22,18,12,12,4,3,0,3],"bins":[-0.00188446044921875,-0.0018265247344970703,-0.0017685890197753906,-0.001710653305053711,-0.0016527175903320312,-0.0015947818756103516,-0.0015368461608886719,-0.0014789104461669922,-0.0014209747314453125,-0.0013630390167236328,-0.0013051033020019531,-0.0012471675872802734,-0.0011892318725585938,-0.001131296157836914,-0.0010733604431152344,-0.0010154247283935547,-0.000957489013671875,-0.0008995532989501953,-0.0008416175842285156,-0.0007836818695068359,-0.0007257461547851562,-0.0006678104400634766,-0.0006098747253417969,-0.0005519390106201172,-0.0004940032958984375,-0.0004360675811767578,-0.0003781318664550781,-0.00032019615173339844,-0.00026226043701171875,-0.00020432472229003906,-0.00014638900756835938,-8.845329284667969e-05,-3.0517578125e-05,2.7418136596679688e-05,8.535385131835938e-05,0.00014328956604003906,0.00020122528076171875,0.00025916099548339844,0.0003170967102050781,0.0003750324249267578,0.0004329681396484375,0.0004909038543701172,0.0005488395690917969,0.0006067752838134766,0.0006647109985351562,0.0007226467132568359,0.0007805824279785156,0.0008385181427001953,0.000896453857421875,0.0009543895721435547,0.0010123252868652344,0.001070261001586914,0.0011281967163085938,0.0011861324310302734,0.0012440681457519531,0.0013020038604736328,0.0013599395751953125,0.0014178752899169922,0.0014758110046386719,0.0015337467193603516,0.0015916824340820312,0.001649618148803711,0.0017075538635253906,0.0017654895782470703,0.00182342529296875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,0,1,1,9,5,3,3,16,6,13,7,14,13,17,22,24,22,24,31,32,26,27,37,30,26,34,34,32,21,30,26,31,15,19,18,18,9,13,12,7,7,6,3,8,5,1,1,0,0,3,0,0,3],"bins":[-0.0027320333756506443,-0.0026537522207945585,-0.0025754710659384727,-0.002497189911082387,-0.002418908756226301,-0.002340627834200859,-0.0022623466793447733,-0.0021840655244886875,-0.0021057843696326017,-0.002027503214776516,-0.0019492220599204302,-0.0018709410214796662,-0.0017926598666235805,-0.0017143787117674947,-0.0016360976733267307,-0.001557816518470645,-0.0014795353636145592,-0.0014012542087584734,-0.0013229730539023876,-0.0012446920154616237,-0.0011664108606055379,-0.0010881297057494521,-0.0010098486673086882,-0.0009315675124526024,-0.0008532863575965166,-0.0007750052027404308,-0.000696724106092006,-0.0006184430094435811,-0.0005401618545874953,-0.00046188072883524,-0.0003835996030829847,-0.00030531847733072937,-0.00022703735157847404,-0.00014875622582621872,-7.04751000739634e-05,7.806025678291917e-06,8.608715143054724e-05,0.00016436827718280256,0.00024264940293505788,0.0003209305286873132,0.0003992116544395685,0.00047749278019182384,0.0005557739059440792,0.000634055002592504,0.0007123361574485898,0.0007906173123046756,0.0008688984089531004,0.0009471795056015253,0.001025460660457611,0.0011037418153136969,0.0011820229701697826,0.0012603040086105466,0.0013385851634666324,0.0014168663183227181,0.001495147356763482,0.0015734285116195679,0.0016517096664756536,0.0017299908213317394,0.0018082719761878252,0.0018865530146285892,0.001964834053069353,0.002043115207925439,0.0021213963627815247,0.0021996775176376104,0.002277958672493696]},"_timestamp":1.7528030569558675e+09,"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,2,8,9,10,13,25,59,82,133,241,389,612,901,1311,1971,2786,3793,5087,6942,8987,11467,14161,17100,20604,23631,26670,29761,32093,33738,34800,35465,34878,33788,31902,29646,26778,23411,20415,17080,14113,11506,9200,6943,5178,3823,2739,1905,1306,825,549,418,241,135,89,42,33,16,8,2,0,0,1,2],"bins":[-0.09505047649145126,-0.092032790184021,-0.08901510387659073,-0.08599741756916046,-0.0829797312617302,-0.07996204495429993,-0.07694435864686966,-0.07392667233943939,-0.07090899348258972,-0.06789130717515945,-0.06487362086772919,-0.06185593083500862,-0.05883824825286865,-0.055820561945438385,-0.05280287563800812,-0.04978518933057785,-0.04676750302314758,-0.043749816715717316,-0.04073213040828705,-0.03771444410085678,-0.034696757793426514,-0.031679075211286545,-0.028661388903856277,-0.02564370259642601,-0.022626016288995743,-0.019608329981565475,-0.016590643674135208,-0.01357295922935009,-0.010555272921919823,-0.007537587080150843,-0.004519901238381863,-0.0015022153966128826,0.0015154629945755005,0.0045331488363444805,0.0075508346781134605,0.010568520054221153,0.01358620636165142,0.016603892669081688,0.019621577113866806,0.022639263421297073,0.02565694972872734,0.028674636036157608,0.031692322343587875,0.03471000865101814,0.03772769123315811,0.04074537754058838,0.043763063848018646,0.046780750155448914,0.04979843646287918,0.05281612277030945,0.055833809077739716,0.05885149538516998,0.06186918169260025,0.06488686800003052,0.06790455430746078,0.07092224061489105,0.07393991947174072,0.07695760577917099,0.07997529208660126,0.08299297839403152,0.08601066470146179,0.08902835100889206,0.09204603731632233,0.0950637236237526,0.09808140993118286],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.0037249678280204535,-0.003626429010182619,-0.0035278904251754284,-0.003429351607337594,-0.0033308127894997597,-0.003232274204492569,-0.0031337353866547346,-0.0030351965688169003,-0.0029366579838097095,-0.002838119165971875,-0.002739580348134041,-0.0026410415302962065,-0.0025425029452890158,-0.0024439641274511814,-0.002345425309613347,-0.0022468867246061563,-0.002148347906768322,-0.0020498090889304876,-0.001951270387507975,-0.0018527316860854626,-0.0017541928682476282,-0.0016556541668251157,-0.0015571154654026031,-0.0014585766475647688,-0.0013600379461422563,-0.0012614992447197437,-0.0011629604268819094,-0.0010644217254593968,-0.0009658829658292234,-0.00086734420619905,-0.0007688055047765374,-0.000670266745146364,-0.0005717282183468342,-0.00047318945871666074,-0.00037465072819031775,-0.00027611199766397476,-0.00017757323803380132,-7.90344929555431e-05,1.9504252122715116e-05,0.00011804299720097333,0.00021658174227923155,0.000315120501909405,0.000413659232435748,0.000512197962962091,0.0006107367225922644,0.0007092754822224379,0.0008078141836449504,0.0009063529432751238,0.0010048917029052973,0.0011034304043278098,0.0012019692221656442,0.0013005079235881567,0.001399046741425991,0.0014975854428485036,0.0015961241442710161,0.0016946629621088505,0.001793201663531363,0.0018917403649538755,0.00199027918279171,0.0020888180006295443,0.002187356585636735,0.0022858954034745693,0.0023844342213124037,0.0024829728063195944,0.0025815116241574287],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,2,0,1,1,2,1,3,5,1,3,5,3,7,10,11,10,14,23,37,29,57,68,78,77,83,66,41,35,21,15,14,2,12,8,2,2,5,2,0,1,2,3,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,1,0,1,0,2,2,3,3,1,2,3,5,2,3,2,3,4,6,3,5,10,14,11,15,15,24,28,36,34,42,62,73,62,45,43,34,25,33,12,14,6,7,7,9,7,4,10,3,5,2,4,5,3,4,0,1,1,2,2,0,0,1,1],"bins":[-0.005377062596380711,-0.0052113523706793785,-0.005045642144978046,-0.004879931919276714,-0.004714221693575382,-0.004548511002212763,-0.004382800776511431,-0.004217090550810099,-0.0040513803251087666,-0.0038856700994074345,-0.0037199598737061024,-0.0035542494151741266,-0.0033885391894727945,-0.0032228289637714624,-0.0030571185052394867,-0.0028914082795381546,-0.0027256980538368225,-0.0025599878281354904,-0.0023942776024341583,-0.0022285671439021826,-0.0020628569182008505,-0.0018971466924995184,-0.0017314363503828645,-0.0015657260082662106,-0.0014000157825648785,-0.0012343055568635464,-0.0010685952147468925,-0.0009028849308378994,-0.0007371746469289064,-0.0005714643630199134,-0.00040575407911092043,-0.00024004379520192742,-7.433397695422173e-05,9.137630695477128e-05,0.0002570865908637643,0.0004227968747727573,0.0005885071586817503,0.0007542174425907433,0.0009199277264997363,0.0010856380686163902,0.0012513482943177223,0.0014170585200190544,0.0015827688621357083,0.0017484792042523623,0.0019141894299536943,0.0020798996556550264,0.002245610114187002,0.0024113203398883343,0.0025770305655896664,0.0027427407912909985,0.0029084510169923306,0.0030741614755243063,0.0032398717012256384,0.0034055819269269705,0.0035712923854589462,0.0037370026111602783,0.0039027128368616104,0.0040684230625629425,0.004234133288264275,0.004399843513965607,0.004565553739666939,0.004731264431029558,0.00489697465673089,0.005062684882432222,0.0052283951081335545],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0009840622078627348,-0.000953177863266319,-0.0009222935768775642,-0.0008914092322811484,-0.0008605249458923936,-0.0008296406012959778,-0.0007987562566995621,-0.0007678719703108072,-0.0007369876257143915,-0.0007061032811179757,-0.0006752189947292209,-0.0006443346501328051,-0.0006134503055363894,-0.0005825660191476345,-0.0005516816745512187,-0.0005207973881624639,-0.0004899130435660481,-0.00045902872807346284,-0.00042814441258087754,-0.0003972600679844618,-0.0003663757524918765,-0.0003354914369992912,-0.0003046070924028754,-0.0002737227769102901,-0.00024283846141770482,-0.00021195414592511952,-0.000181069815880619,-0.00015018548583611846,-0.00011930117034353316,-8.841684757499024e-05,-5.753252480644733e-05,-2.664820203790441e-05,4.236120730638504e-06,3.512044349918142e-05,6.600476626772434e-05,9.688908903626725e-05,0.00012777341180481017,0.00015865772729739547,0.000189542057341896,0.00022042638738639653,0.00025131070287898183,0.00028219501837156713,0.00031307933386415243,0.0003439636784605682,0.0003748479939531535,0.0004057323094457388,0.00043661665404215455,0.00046750096953473985,0.0004983852850273252,0.0005292696296237409,0.0005601539160124958,0.0005910382606089115,0.0006219225469976664,0.0006528068915940821,0.0006836912361904979,0.0007145755225792527,0.0007454598671756685,0.0007763442117720842,0.0008072284981608391,0.0008381128427572548,0.0008689971873536706,0.0008998814737424254,0.0009307658183388412,0.000961650104727596,0.0009925344493240118],"_type":"histogram","values":[1,0,0,0,1,1,0,1,2,0,3,5,9,2,5,9,5,18,16,28,35,32,40,62,87,81,105,120,125,133,141,114,106,120,99,92,96,71,59,47,39,24,20,27,15,10,10,6,8,3,5,3,1,0,1,1,0,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,1,4,6,2,6,7,0,5,6,13,5,12,10,13,8,15,19,12,30,22,21,20,26,18,25,26,19,26,28,26,33,23,24,21,28,19,21,12,24,22,18,9,8,7,4,11,5,4,8,7,6,3,3,1,4,1,1,2,2,2,1,0,2],"bins":[-0.003828617976978421,-0.0036969021894037724,-0.0035651864018291235,-0.0034334706142544746,-0.0033017550595104694,-0.0031700392719358206,-0.0030383234843611717,-0.002906607696786523,-0.002774891909211874,-0.002643176121637225,-0.0025114603340625763,-0.0023797445464879274,-0.0022480287589132786,-0.0021163132041692734,-0.0019845974165946245,-0.0018528816290199757,-0.0017211658414453268,-0.001589450053870678,-0.001457734266296029,-0.001326018595136702,-0.0011943028075620532,-0.0010625870199874043,-0.0009308712906204164,-0.0007991555612534285,-0.0006674397736787796,-0.0005357239861041307,-0.0004040082567371428,-0.0002722924982663244,-0.000140576739795506,-8.8609813246876e-06,0.0001228547771461308,0.0002545705356169492,0.00038628652691841125,0.0005180023144930601,0.0006497180438600481,0.000781433773227036,0.0009131495608016849,0.0010448653483763337,0.0011765810195356607,0.0013082968071103096,0.0014400125946849585,0.0015717283822596073,0.0017034441698342562,0.0018351598409935832,0.0019668755121529102,0.002098591299727559,0.002230307087302208,0.002362022874876857,0.0024937386624515057,0.0026254544500261545,0.0027571702376008034,0.0028888860251754522,0.003020601812750101,0.0031523173674941063,0.003284033155068755,0.003415748942643404,0.003547464730218053,0.0036791805177927017,0.0038108963053673506,0.0039426120929419994,0.004074327647686005,0.004206043668091297,0.004337759222835302,0.004469475243240595,0.0046011907979846]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[2,1,0,0,0,3,5,3,10,8,14,19,30,50,68,76,126,216,259,457,605,866,1382,1975,3136,4840,6820,10935,17699,28048,46448,72320,96616,96930,74170,46210,29353,17803,11046,7098,4708,3219,2010,1397,874,659,415,278,186,139,88,69,31,30,18,18,11,11,5,4,1,3,0,3],"bins":[-0.00148773193359375,-0.0014426708221435547,-0.0013976097106933594,-0.001352548599243164,-0.0013074874877929688,-0.0012624263763427734,-0.0012173652648925781,-0.0011723041534423828,-0.0011272430419921875,-0.0010821819305419922,-0.0010371208190917969,-0.0009920597076416016,-0.0009469985961914062,-0.0009019374847412109,-0.0008568763732910156,-0.0008118152618408203,-0.000766754150390625,-0.0007216930389404297,-0.0006766319274902344,-0.0006315708160400391,-0.0005865097045898438,-0.0005414485931396484,-0.0004963874816894531,-0.0004513263702392578,-0.0004062652587890625,-0.0003612041473388672,-0.0003161430358886719,-0.00027108192443847656,-0.00022602081298828125,-0.00018095970153808594,-0.00013589859008789062,-9.083747863769531e-05,-4.57763671875e-05,-7.152557373046875e-07,4.4345855712890625e-05,8.940696716308594e-05,0.00013446807861328125,0.00017952919006347656,0.00022459030151367188,0.0002696514129638672,0.0003147125244140625,0.0003597736358642578,0.0004048347473144531,0.00044989585876464844,0.0004949569702148438,0.0005400180816650391,0.0005850791931152344,0.0006301403045654297,0.000675201416015625,0.0007202625274658203,0.0007653236389160156,0.0008103847503662109,0.0008554458618164062,0.0009005069732666016,0.0009455680847167969,0.0009906291961669922,0.0010356903076171875,0.0010807514190673828,0.0011258125305175781,0.0011708736419677734,0.0012159347534179688,0.001260995864868164,0.0013060569763183594,0.0013511180877685547,0.00139617919921875],"_type":"histogram"},"learning_rate":4.48834362084962e-05,"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"values":[1,1,1,1,1,3,0,1,1,4,2,2,4,8,3,5,5,11,8,6,12,9,18,21,20,25,30,25,32,40,36,39,46,43,30,30,41,36,26,23,20,15,10,13,11,4,10,5,8,6,4,1,1,1,1,3,1,1,1,0,1,0,0,1],"bins":[-0.0009801979176700115,-0.0009496864513494074,-0.0009191749850288033,-0.0008886634605005383,-0.0008581519941799343,-0.0008276405278593302,-0.0007971290033310652,-0.0007666175370104611,-0.000736106070689857,-0.0007055946043692529,-0.0006750831380486488,-0.0006445716135203838,-0.0006140601471997797,-0.0005835486808791757,-0.0005530371563509107,-0.0005225256900303066,-0.0004920142237097025,-0.0004615027573890984,-0.00043099126196466386,-0.0004004797665402293,-0.00036996830021962523,-0.00033945683389902115,-0.0003089453384745866,-0.00027843384305015206,-0.000247922376729548,-0.00021741089585702866,-0.00018689941498450935,-0.00015638793411199003,-0.00012587645323947072,-9.53649723669514e-05,-6.485349149443209e-05,-3.434201062191278e-05,-3.830529749393463e-06,2.668095112312585e-05,5.7192431995645165e-05,8.770391286816448e-05,0.0001182153937406838,0.0001487268746132031,0.00017923835548572242,0.00020974983635824174,0.00024026131723076105,0.00027077278355136514,0.0003012842789757997,0.0003317957744002342,0.0003623072407208383,0.0003928187070414424,0.00042333020246587694,0.0004538416978903115,0.00048435316421091557,0.0005148646305315197,0.0005453760968521237,0.0005758876213803887,0.0006063990877009928,0.0006369105540215969,0.0006674220785498619,0.000697933544870466,0.0007284450111910701,0.0007589564775116742,0.0007894679438322783,0.0008199794683605433,0.0008504909346811473,0.0008810024010017514,0.0009115139255300164,0.0009420253918506205,0.0009725368581712246],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-0.006072507705539465,-0.005862733814865351,-0.0056529599241912365,-0.005443186033517122,-0.005233411677181721,-0.0050236377865076065,-0.004813863895833492,-0.004604090005159378,-0.004394316114485264,-0.00418454222381115,-0.003974768333137035,-0.0037649942096322775,-0.0035552203189581633,-0.003345446428284049,-0.003135672304779291,-0.002925898414105177,-0.0027161245234310627,-0.0025063506327569485,-0.0022965767420828342,-0.0020868026185780764,-0.0018770287279039621,-0.001667254837229848,-0.0014574808301404119,-0.0012477068230509758,-0.0010379329323768616,-0.0008281589834950864,-0.0006183850346133113,-0.00040861108573153615,-0.000198837136849761,1.0936812032014132e-05,0.00022071076091378927,0.0004304847097955644,0.0006402591243386269,0.000850033073220402,0.0010598070221021771,0.0012695810291916132,0.0014793549198657274,0.0016891288105398417,0.0018989028176292777,0.0021086768247187138,0.002318450715392828,0.002528224606066942,0.0027379984967410564,0.0029477726202458143,0.0031575465109199286,0.0033673204015940428,0.0035770945250988007,0.003786868415772915,0.003996642306447029,0.004206416197121143,0.004416190087795258,0.004625963978469372,0.004835737869143486,0.0050455122254788876,0.005255286116153002,0.005465060006827116,0.00567483389750123,0.0058846077881753445,0.006094381678849459,0.006304155569523573,0.0065139299258589745,0.006723703816533089,0.006933477707207203,0.007143251597881317,0.007353025488555431],"_type":"histogram","values":[1,0,1,2,1,0,2,1,5,3,3,7,3,6,8,10,16,9,11,19,15,16,29,28,38,49,47,48,42,31,35,33,34,23,30,18,33,16,18,19,8,8,7,2,9,6,2,3,2,1,2,3,1,0,0,0,0,0,1,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,0,2,5,0,5,12,13,18,26,23,53,68,101,119,194,309,401,609,904,1269,1879,2683,3785,5599,8264,13062,20094,32727,56415,104403,130246,83539,45361,27068,16831,10870,7109,4836,3365,2339,1614,1081,789,538,365,267,191,118,89,55,28,35,11,9,11,3,5,2,0,1,3,0,2],"bins":[-0.00311279296875,-0.0030133724212646484,-0.002913951873779297,-0.0028145313262939453,-0.0027151107788085938,-0.002615690231323242,-0.0025162696838378906,-0.002416849136352539,-0.0023174285888671875,-0.002218008041381836,-0.0021185874938964844,-0.002019166946411133,-0.0019197463989257812,-0.0018203258514404297,-0.0017209053039550781,-0.0016214847564697266,-0.001522064208984375,-0.0014226436614990234,-0.0013232231140136719,-0.0012238025665283203,-0.0011243820190429688,-0.0010249614715576172,-0.0009255409240722656,-0.0008261203765869141,-0.0007266998291015625,-0.0006272792816162109,-0.0005278587341308594,-0.0004284381866455078,-0.00032901763916015625,-0.0002295970916748047,-0.00013017654418945312,-3.075599670410156e-05,6.866455078125e-05,0.00016808509826660156,0.0002675056457519531,0.0003669261932373047,0.00046634674072265625,0.0005657672882080078,0.0006651878356933594,0.0007646083831787109,0.0008640289306640625,0.0009634494781494141,0.0010628700256347656,0.0011622905731201172,0.0012617111206054688,0.0013611316680908203,0.0014605522155761719,0.0015599727630615234,0.001659393310546875,0.0017588138580322266,0.0018582344055175781,0.0019576549530029297,0.0020570755004882812,0.002156496047973633,0.0022559165954589844,0.002355337142944336,0.0024547576904296875,0.002554178237915039,0.0026535987854003906,0.002753019332885742,0.0028524398803710938,0.0029518604278564453,0.003051280975341797,0.0031507015228271484,0.0032501220703125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,1,0,2,1,2,1,4,2,5,3,5,4,12,9,5,17,23,11,22,18,28,33,34,49,33,34,35,43,30,34,37,33,27,29,21,16,17,17,12,9,10,5,6,5,3,5,3,1,4,3,0,2,0,0,0,2],"bins":[-0.0003275626804679632,-0.0003181437496095896,-0.00030872481875121593,-0.00029930591699667275,-0.0002898869861382991,-0.00028046805527992547,-0.0002710491244215518,-0.0002616301935631782,-0.000252211291808635,-0.00024279234639834613,-0.0002333734300918877,-0.00022395449923351407,-0.00021453556837514043,-0.00020511665206868201,-0.00019569772121030837,-0.00018627880490384996,-0.00017685987404547632,-0.00016744094318710268,-0.00015802202688064426,-0.00014860309602227062,-0.0001391841797158122,-0.00012976524885743856,-0.00012034631799906492,-0.0001109273944166489,-0.00010150847083423287,-9.208954725181684e-05,-8.267062366940081e-05,-7.325169281102717e-05,-6.383276922861114e-05,-5.4413845646195114e-05,-4.499491842580028e-05,-3.5575991205405444e-05,-2.6157096726819873e-05,-1.673817132541444e-05,-7.31924592400901e-06,2.099679477396421e-06,1.1518604878801852e-05,2.0937530280207284e-05,3.0356455681612715e-05,3.977538290200755e-05,4.919430648442358e-05,5.8613230066839606e-05,6.803215364925563e-05,7.745108450762928e-05,8.68700080900453e-05,9.628893167246133e-05,0.00010570786253083497,0.000115126786113251,0.00012454570969566703,0.00013396464055404067,0.00014338355686049908,0.00015280248771887273,0.00016222140402533114,0.00017164033488370478,0.00018105926574207842,0.00019047818204853684,0.00019989711290691048,0.00020931604376528412,0.00021873496007174253,0.00022815389093011618,0.00023757282178848982,0.00024699175264686346,0.00025641065440140665,0.0002658295852597803,0.00027524851611815393],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,2,3,3,5,4,7,3,3,5,6,8,17,11,15,14,19,20,33,18,16,19,21,18,29,28,23,33,31,21,33,25,27,21,23,24,22,21,13,19,10,16,11,7,11,10,2,4,7,6,2,4,4,1,1,3,0,0,1,1,0,2],"bins":[-0.007685004733502865,-0.007428313605487347,-0.0071716224774718285,-0.00691493134945631,-0.006658240221440792,-0.006401548627763987,-0.006144857499748468,-0.00588816637173295,-0.005631475243717432,-0.005374784115701914,-0.005118092987686396,-0.0048614018596708775,-0.004604710265994072,-0.004348019137978554,-0.004091328009963036,-0.0038346368819475174,-0.003577945753931999,-0.003321254625916481,-0.003064563497900963,-0.002807872137054801,-0.002551181009039283,-0.0022944898810237646,-0.0020377985201776028,-0.0017811073921620846,-0.0015244162641465664,-0.0012677251361310482,-0.0010110338917002082,-0.0007543427054770291,-0.00049765151925385,-0.00024096033303067088,1.573085319250822e-05,0.0002724220394156873,0.0005291122943162918,0.0007858034805394709,0.00104249466676265,0.00129918591119349,0.0015558770392090082,0.0018125681672245264,0.0020692595280706882,0.0023259506560862064,0.0025826417841017246,0.002839332912117243,0.003096024040132761,0.003352715400978923,0.003609406528994441,0.0038660976570099592,0.004122789017856121,0.004379480145871639,0.0046361712738871574,0.004892862401902676,0.005149553529918194,0.005406244657933712,0.00566293578594923,0.005919627379626036,0.006176318507641554,0.006433009635657072,0.00668970076367259,0.0069463918916881084,0.007203083019703627,0.007459774147719145,0.00771646574139595,0.007973156869411469,0.008229847997426987,0.008486539125442505,0.008743230253458023]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,1,1,6,5,14,18,12,33,45,53,83,124,189,293,451,665,947,1452,2205,3370,5403,8547,13259,21273,35262,60215,101209,168555,243955,276612,233052,158664,93282,56545,32362,19903,12366,8085,5021,3154,2092,1355,864,617,380,276,183,130,74,67,39,26,17,14,8,10,8,3,2,2,3],"bins":[-0.000873565673828125,-0.0008466243743896484,-0.0008196830749511719,-0.0007927417755126953,-0.0007658004760742188,-0.0007388591766357422,-0.0007119178771972656,-0.0006849765777587891,-0.0006580352783203125,-0.0006310939788818359,-0.0006041526794433594,-0.0005772113800048828,-0.0005502700805664062,-0.0005233287811279297,-0.0004963874816894531,-0.00046944618225097656,-0.0004425048828125,-0.00041556358337402344,-0.0003886222839355469,-0.0003616809844970703,-0.00033473968505859375,-0.0003077983856201172,-0.0002808570861816406,-0.00025391578674316406,-0.0002269744873046875,-0.00020003318786621094,-0.00017309188842773438,-0.0001461505889892578,-0.00011920928955078125,-9.226799011230469e-05,-6.532669067382812e-05,-3.838539123535156e-05,-1.1444091796875e-05,1.5497207641601562e-05,4.2438507080078125e-05,6.937980651855469e-05,9.632110595703125e-05,0.0001232624053955078,0.00015020370483398438,0.00017714500427246094,0.0002040863037109375,0.00023102760314941406,0.0002579689025878906,0.0002849102020263672,0.00031185150146484375,0.0003387928009033203,0.0003657341003417969,0.00039267539978027344,0.00041961669921875,0.00044655799865722656,0.0004734992980957031,0.0005004405975341797,0.0005273818969726562,0.0005543231964111328,0.0005812644958496094,0.0006082057952880859,0.0006351470947265625,0.0006620883941650391,0.0006890296936035156,0.0007159709930419922,0.0007429122924804688,0.0007698535919189453,0.0007967948913574219,0.0008237361907958984,0.000850677490234375]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,3,0,1,2,5,4,7,4,7,11,4,10,15,14,14,28,13,26,18,26,20,20,39,25,30,24,32,27,32,26,21,24,18,25,17,20,18,13,14,7,13,16,19,8,6,4,1,6,5,9,0,3,0,2,2,1,5,1,0,0,0,0,1],"bins":[-0.005409502424299717,-0.005215390119701624,-0.005021278280764818,-0.004827165976166725,-0.004633053671568632,-0.004438941832631826,-0.004244829528033733,-0.00405071722343564,-0.003856605151668191,-0.0036624930799007416,-0.0034683807753026485,-0.003274268703535199,-0.00308015663176775,-0.0028860443271696568,-0.0026919322554022074,-0.0024978199508041143,-0.002303707879036665,-0.0021095958072692156,-0.0019154835026711226,-0.0017213714309036732,-0.001527259242720902,-0.0013331470545381308,-0.0011390349827706814,-0.0009449227945879102,-0.000750810606405139,-0.0005566984182223678,-0.00036258628824725747,-0.00016847412916831672,2.5638029910624027e-05,0.00021975018898956478,0.0004138623480685055,0.0006079744780436158,0.0008020871318876743,0.0009961993200704455,0.0011903115082532167,0.0013844235800206661,0.0015785357682034373,0.0017726479563862085,0.001966760028153658,0.002160872332751751,0.0023549844045192003,0.0025490964762866497,0.0027432087808847427,0.002937320852652192,0.0031314329244196415,0.0033255452290177345,0.003519657300785184,0.003713769605383277,0.003907881677150726,0.004101993981748819,0.004296105820685625,0.004490218125283718,0.004684330429881811,0.004878442268818617,0.00507255457341671,0.005266666878014803,0.005460779182612896,0.005654891021549702,0.005849003326147795,0.006043115630745888,0.0062372274696826935,0.0064313397742807865,0.0066254520788788795,0.006819563917815685,0.007013676222413778]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.0004291534423828125,-0.00041541457176208496,-0.0004016757011413574,-0.0003879368305206299,-0.00037419795989990234,-0.0003604590892791748,-0.00034672021865844727,-0.0003329813480377197,-0.0003192424774169922,-0.00030550360679626465,-0.0002917647361755371,-0.00027802586555480957,-0.00026428699493408203,-0.0002505481243133545,-0.00023680925369262695,-0.00022307038307189941,-0.00020933151245117188,-0.00019559264183044434,-0.0001818537712097168,-0.00016811490058898926,-0.00015437602996826172,-0.00014063715934753418,-0.00012689828872680664,-0.0001131594181060791,-9.942054748535156e-05,-8.568167686462402e-05,-7.194280624389648e-05,-5.8203935623168945e-05,-4.4465065002441406e-05,-3.072619438171387e-05,-1.6987323760986328e-05,-3.248453140258789e-06,1.049041748046875e-05,2.422928810119629e-05,3.796815872192383e-05,5.170702934265137e-05,6.54458999633789e-05,7.918477058410645e-05,9.292364120483398e-05,0.00010666251182556152,0.00012040138244628906,0.0001341402530670166,0.00014787912368774414,0.00016161799430847168,0.00017535686492919922,0.00018909573554992676,0.0002028346061706543,0.00021657347679138184,0.00023031234741210938,0.00024405121803283691,0.00025779008865356445,0.000271528959274292,0.00028526782989501953,0.00029900670051574707,0.0003127455711364746,0.00032648444175720215,0.0003402233123779297,0.0003539621829986572,0.00036770105361938477,0.0003814399242401123,0.00039517879486083984,0.0004089176654815674,0.0004226565361022949,0.00043639540672302246,0.00045013427734375],"_type":"histogram","values":[2,0,1,1,1,0,1,3,7,5,5,9,18,24,33,40,50,99,144,267,374,584,986,1556,2699,4495,7542,14152,26168,55262,134031,177043,84592,36603,18348,10389,5782,3204,1964,1260,721,513,268,186,126,82,63,39,23,16,11,5,8,4,2,2,4,3,1,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,1,0,2,2,5,9,13,33,69,94,171,270,460,729,1137,1629,2368,3499,4789,6487,8801,11133,14148,17098,20698,24122,27813,30593,33649,35473,36733,36880,36621,34952,32729,29802,26669,23041,19735,16201,13193,10370,8006,5940,4294,3170,2139,1511,973,594,388,234,164,84,48,24,13,15,1,0,2],"bins":[-0.10833295434713364,-0.1051800549030304,-0.10202715545892715,-0.09887425601482391,-0.09572134912014008,-0.09256844967603683,-0.0894155502319336,-0.08626265078783035,-0.08310975134372711,-0.07995685189962387,-0.07680394500494003,-0.07365104556083679,-0.07049814611673355,-0.06734524667263031,-0.06419234722852707,-0.06103944405913353,-0.05788654461503029,-0.05473364517092705,-0.05158074200153351,-0.04842784255743027,-0.045274943113327026,-0.04212203994393349,-0.038969140499830246,-0.035816241055727005,-0.032663337886333466,-0.029510438442230225,-0.026357538998126984,-0.023204637691378593,-0.020051736384630203,-0.016898836940526962,-0.013745935633778572,-0.010593035258352757,-0.007440134882926941,-0.004287234507501125,-0.0011343336664140224,0.002018566941842437,0.005171467550098896,0.008324367925524712,0.011477269232273102,0.014630169607698917,0.017783069983124733,0.020935971289873123,0.024088870733976364,0.027241772040724754,0.030394673347473145,0.033547572791576385,0.036700472235679626,0.039853375405073166,0.04300627484917641,0.04615917429327965,0.04931207746267319,0.05246497690677643,0.05561787635087967,0.05877077952027321,0.06192367896437645,0.06507658213376999,0.06822948157787323,0.07138238102197647,0.07453528046607971,0.07768817991018295,0.0808410793542862,0.08399398624897003,0.08714688569307327,0.09029978513717651,0.09345268458127975]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[2,0,0,0,0,0,0,0,0,0,0,1,0,2,0,2,5,2,5,6,1,11,7,8,20,32,25,45,47,74,73,108,113,130,134,145,144,151,120,110,105,105,75,57,44,32,24,23,13,16,7,4,5,4,3,1,2,1,1,1,0,0,1,1],"bins":[-0.0009354801150038838,-0.0009106334182433784,-0.000885786663275212,-0.0008609399665147066,-0.0008360932115465403,-0.0008112465147860348,-0.0007863998180255294,-0.000761553063057363,-0.0007367063662968576,-0.0007118596695363522,-0.0006870129145681858,-0.0006621662178076804,-0.0006373195210471749,-0.0006124727660790086,-0.0005876260693185031,-0.0005627793143503368,-0.0005379326175898314,-0.0005130859208293259,-0.00048823916586115956,-0.0004633924691006541,-0.00043854574323631823,-0.00041369901737198234,-0.0003888523206114769,-0.000364005594747141,-0.0003391588688828051,-0.0003143121430184692,-0.0002894654171541333,-0.0002646187203936279,-0.000239771994529292,-0.0002149252686649561,-0.00019007855735253543,-0.00016523184604011476,-0.00014038517838343978,-0.0001155384597950615,-9.069174120668322e-05,-6.584502261830494e-05,-4.099830402992666e-05,-1.6151585441548377e-05,8.695133146829903e-06,3.3541851735208184e-05,5.8388570323586464e-05,8.323528891196474e-05,0.00010808200750034302,0.0001329287188127637,0.00015777544467709959,0.00018262217054143548,0.00020746888185385615,0.0002323155931662768,0.0002571623190306127,0.0002820090448949486,0.0003068557707592845,0.00033170246751978993,0.00035654919338412583,0.0003813959192484617,0.00040624261600896716,0.00043108934187330306,0.00045593606773763895,0.00048078279360197484,0.0005056295194663107,0.0005304762162268162,0.0005553229711949825,0.000580169667955488,0.0006050163647159934,0.0006298631196841598,0.0006547098164446652],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[2,0,1,0,1,0,1,1,3,5,2,9,9,6,9,15,20,27,30,32,40,42,41,42,59,81,87,73,92,89,84,104,91,78,101,75,88,74,72,70,52,62,43,36,41,32,21,21,15,16,11,6,9,7,4,4,3,5,1,0,0,1,0,2],"bins":[-0.0006851728539913893,-0.0006636538309976459,-0.0006421347497962415,-0.0006206157268024981,-0.0005990966456010938,-0.0005775776226073503,-0.000556058541405946,-0.0005345395184122026,-0.0005130204372107983,-0.0004915014142170548,-0.00046998236211948097,-0.0004484633100219071,-0.0004269442579243332,-0.00040542520582675934,-0.00038390615372918546,-0.0003623871016316116,-0.0003408680495340377,-0.00031934899743646383,-0.00029782994533888996,-0.0002763108932413161,-0.0002547918411437422,-0.00023327280359808356,-0.00021175375150050968,-0.0001902346994029358,-0.00016871564730536193,-0.00014719659520778805,-0.00012567754311021417,-0.00010415849828859791,-8.263944619102404e-05,-6.112039409345016e-05,-3.960134563385509e-05,-1.8082295355270617e-05,3.436754923313856e-06,2.495580520189833e-05,4.64748554804828e-05,6.799390394007787e-05,8.951295603765175e-05,0.00011103200813522562,0.00013255105295684189,0.00015407010505441576,0.00017558915715198964,0.00019710820924956352,0.0002186272613471374,0.00024014631344471127,0.0002616653509903699,0.0002831844030879438,0.00030470345518551767,0.00032622250728309155,0.0003477415593806654,0.0003692606114782393,0.0003907796635758132,0.00041229871567338705,0.0004338177677709609,0.0004553368198685348,0.0004768558719661087,0.0004983749240636826,0.000519893947057426,0.0005414130282588303,0.0005629320512525737,0.0005844511324539781,0.0006059701554477215,0.0006274892366491258,0.0006490082596428692,0.0006705273408442736,0.000692046363838017],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,1,8,2,3,8,4,5,14,7,9,11,14,13,11,17,26,25,16,26,23,29,25,18,25,39,33,29,28,20,24,19,31,27,21,21,18,19,11,12,10,6,7,8,7,6,2,5,2,1,3,3,3,2,1,0,3,2],"bins":[-0.005023138597607613,-0.004866340197622776,-0.004709542263299227,-0.00455274386331439,-0.004395945928990841,-0.004239147529006004,-0.004082349594682455,-0.0039255511946976185,-0.003768753260374069,-0.0036119548603892326,-0.0034551566932350397,-0.003298358526080847,-0.003141560358926654,-0.002984762191772461,-0.002827964024618268,-0.002671165857464075,-0.002514367690309882,-0.0023575695231556892,-0.0022007713560014963,-0.0020439731888473034,-0.0018871750216931105,-0.0017303767381235957,-0.0015735785709694028,-0.0014167804038152099,-0.001259982236661017,-0.001103184069506824,-0.0009463859023526311,-0.0007895876769907773,-0.0006327895098365843,-0.0004759913426823914,-0.000319193146424368,-0.00016239496471825987,-5.596783012151718e-06,0.00015120139869395643,0.0003079995804000646,0.00046479777665808797,0.0006215959438122809,0.0007783941109664738,0.0009351923363283277,0.0010919905034825206,0.0012487886706367135,0.0014055868377909064,0.0015623850049450994,0.0017191831720992923,0.001875981455668807,0.002032779622823,0.002189577789977193,0.002346375957131386,0.0025031741242855787,0.0026599722914397717,0.0028167704585939646,0.0029735686257481575,0.0031303667929023504,0.0032871649600565434,0.0034439631272107363,0.003600761294364929,0.0037575596943497658,0.003914357628673315,0.004071156028658152,0.004227953962981701,0.0043847523629665375,0.004541550297290087,0.004698348697274923,0.004855146631598473,0.005011945031583309]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,5,2,2,2,10,10,12,29,35,59,76,98,157,245,346,500,768,1194,1769,2802,4302,6840,11311,17735,29735,52321,98567,196413,351950,356214,204119,101020,54563,30847,17610,11149,7253,4393,2886,1898,1101,836,567,346,240,159,125,60,63,34,32,9,13,8,6,5,2,5,2,1],"bins":[-0.0017242431640625,-0.0016720294952392578,-0.0016198158264160156,-0.0015676021575927734,-0.0015153884887695312,-0.001463174819946289,-0.0014109611511230469,-0.0013587474822998047,-0.0013065338134765625,-0.0012543201446533203,-0.0012021064758300781,-0.001149892807006836,-0.0010976791381835938,-0.0010454654693603516,-0.0009932518005371094,-0.0009410381317138672,-0.000888824462890625,-0.0008366107940673828,-0.0007843971252441406,-0.0007321834564208984,-0.0006799697875976562,-0.0006277561187744141,-0.0005755424499511719,-0.0005233287811279297,-0.0004711151123046875,-0.0004189014434814453,-0.0003666877746582031,-0.00031447410583496094,-0.00026226043701171875,-0.00021004676818847656,-0.00015783309936523438,-0.00010561943054199219,-5.340576171875e-05,-1.1920928955078125e-06,5.1021575927734375e-05,0.00010323524475097656,0.00015544891357421875,0.00020766258239746094,0.0002598762512207031,0.0003120899200439453,0.0003643035888671875,0.0004165172576904297,0.0004687309265136719,0.0005209445953369141,0.0005731582641601562,0.0006253719329833984,0.0006775856018066406,0.0007297992706298828,0.000782012939453125,0.0008342266082763672,0.0008864402770996094,0.0009386539459228516,0.0009908676147460938,0.001043081283569336,0.0010952949523925781,0.0011475086212158203,0.0011997222900390625,0.0012519359588623047,0.0013041496276855469,0.001356363296508789,0.0014085769653320312,0.0014607906341552734,0.0015130043029785156,0.0015652179718017578,0.001617431640625]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[4,3,3,4,14,24,52,59,123,191,324,524,770,1186,1701,2595,3504,5069,6566,8594,11140,13708,16691,20181,23309,26937,29557,32000,34208,35177,35888,35502,34386,32730,29968,26906,23825,20637,17395,14125,11429,9035,6829,5084,3782,2621,1928,1309,834,532,335,225,129,86,37,19,17,7,1,0,2,1,1,1],"bins":[-0.09359310567378998,-0.09053133428096771,-0.08746956288814545,-0.08440779894590378,-0.08134602755308151,-0.07828425616025925,-0.07522248476743698,-0.07216071337461472,-0.06909894943237305,-0.06603717803955078,-0.06297540664672852,-0.05991363525390625,-0.056851863861083984,-0.05379009619355202,-0.05072832480072975,-0.047666557133197784,-0.04460478574037552,-0.04154301434755325,-0.038481246680021286,-0.03541947528719902,-0.03235770761966705,-0.029295936226844788,-0.026234164834022522,-0.023172395303845406,-0.02011062577366829,-0.017048856243491173,-0.013987085781991482,-0.01092531532049179,-0.007863545790314674,-0.004801775794476271,-0.001740005798637867,0.0013217641972005367,0.0043835267424583435,0.007445296738296747,0.010507066734135151,0.013568837195634842,0.01663060672581196,0.019692376255989075,0.02275414764881134,0.025815917178988457,0.028877686709165573,0.03193945810198784,0.035001225769519806,0.03806299716234207,0.04112476855516434,0.044186536222696304,0.04724830761551857,0.05031007528305054,0.0533718466758728,0.05643361806869507,0.059495385736227036,0.062557153403759,0.06561892479658127,0.06868069618940353,0.0717424675822258,0.07480423897504807,0.07786600291728973,0.080927774310112,0.08398954570293427,0.08705131709575653,0.0901130884885788,0.09317485988140106,0.09623662382364273,0.099298395216465,0.10236016660928726]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.0003624933597166091,-0.0003498947189655155,-0.00033729607821442187,-0.0003246974083594978,-0.00031209876760840416,-0.00029950012685731053,-0.0002869014861062169,-0.0002743028453551233,-0.00026170420460402966,-0.00024910553474910557,-0.00023650689399801195,-0.00022390825324691832,-0.0002113096124958247,-0.00019871095719281584,-0.00018611231644172221,-0.00017351366113871336,-0.00016091502038761973,-0.0001483163796365261,-0.00013571772433351725,-0.00012311908358242363,-0.00011052043555537239,-9.792178752832115e-05,-8.532314677722752e-05,-7.272449875017628e-05,-6.012585072312504e-05,-4.75272026960738e-05,-3.492855830700137e-05,-2.232991209893953e-05,-9.731265890877694e-06,2.8673803171841428e-06,1.546602652524598e-05,2.8064672733307816e-05,4.066334804520011e-05,5.326199607225135e-05,6.586064409930259e-05,7.845928485039622e-05,9.105793287744746e-05,0.0001036565809044987,0.00011625522165559232,0.00012885387695860118,0.0001414525177096948,0.00015405115846078843,0.00016664981376379728,0.0001792484545148909,0.00019184709526598454,0.0002044457505689934,0.00021704439132008702,0.00022964304662309587,0.0002422416873741895,0.0002548403281252831,0.00026743896887637675,0.00028003763873130083,0.00029263627948239446,0.0003052349202334881,0.0003178335609845817,0.00033043220173567533,0.00034303084248676896,0.00035562951234169304,0.00036822815309278667,0.0003808267938438803,0.0003934254345949739,0.00040602407534606755,0.00041862274520099163,0.00043122138595208526,0.0004438200267031789],"_type":"histogram","values":[1,0,1,1,2,0,3,0,4,4,1,6,11,8,12,8,16,13,16,18,17,21,31,26,28,29,39,40,36,41,35,37,32,37,30,20,17,16,23,17,11,6,12,13,8,6,4,1,8,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0005323603400029242,-0.0005155724356882274,-0.0004987845313735306,-0.0004819966561626643,-0.0004652087518479675,-0.0004484208766371012,-0.0004316329723224044,-0.0004148450680077076,-0.0003980571636930108,-0.0003812692884821445,-0.0003644813841674477,-0.0003476934798527509,-0.00033090560464188457,-0.0003141177003271878,-0.000297329796012491,-0.00028054192080162466,-0.00026375401648692787,-0.0002469661121722311,-0.00023017822240944952,-0.00021339033264666796,-0.00019660242833197117,-0.0001798145385691896,-0.00016302664880640805,-0.00014623874449171126,-0.0001294508547289297,-0.00011266295769019052,-9.587506065145135e-05,-7.908717088866979e-05,-6.229927384993061e-05,-4.551137681119144e-05,-2.8723483410431072e-05,-1.1935588190681301e-05,4.85230702906847e-06,2.164020224881824e-05,3.842809746856801e-05,5.521599086932838e-05,7.200388790806755e-05,8.879178494680673e-05,0.00010557967470958829,0.00012236757902428508,0.00013915546878706664,0.0001559433585498482,0.000172731262864545,0.00018951915262732655,0.0002063070423901081,0.0002230949467048049,0.00023988283646758646,0.000256670726230368,0.0002734586305450648,0.0002902465348597616,0.00030703441007062793,0.0003238223143853247,0.0003406102187000215,0.00035739809391088784,0.0003741859982255846,0.0003909739025402814,0.00040776177775114775,0.00042454968206584454,0.0004413375863805413,0.0004581254906952381,0.00047491336590610445,0.0004917012411169708,0.0005084891454316676,0.0005252770497463644,0.0005420649540610611],"_type":"histogram","values":[2,1,0,1,0,0,2,0,0,1,3,2,1,5,10,7,3,10,13,18,20,10,27,25,26,25,32,34,32,19,31,35,48,30,27,28,26,18,30,25,17,21,13,14,13,13,11,9,8,4,2,4,3,2,1,3,0,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[1,2,1,2,0,1,1,1,6,8,2,8,10,7,10,10,12,13,22,23,21,32,18,28,41,33,37,34,43,36,42,24,36,41,19,24,15,22,13,8,14,11,10,6,8,2,1,1,0,2,0,1,1,2,0,0,0,0,1,0,0,0,0,1],"bins":[-0.00032959962845779955,-0.0003177280304953456,-0.00030585643253289163,-0.00029398483457043767,-0.0002821132366079837,-0.00027024163864552975,-0.0002583700406830758,-0.0002464984427206218,-0.0002346268593100831,-0.00022275526134762913,-0.00021088366338517517,-0.0001990120654227212,-0.00018714048201218247,-0.0001752688840497285,-0.00016339728608727455,-0.0001515256881248206,-0.00013965409016236663,-0.00012778249219991267,-0.0001159108942374587,-0.00010403930355096236,-9.21677055885084e-05,-8.029610762605444e-05,-6.842451693955809e-05,-5.655291897710413e-05,-4.4681321014650166e-05,-3.2809723052196205e-05,-2.093812872772105e-05,-9.066532584256493e-06,2.8050635592080653e-06,1.4676659702672623e-05,2.654825584613718e-05,3.8419850170612335e-05,5.0291448133066297e-05,6.216304609552026e-05,7.403464405797422e-05,8.590623474447057e-05,9.777783270692453e-05,0.00010964943066937849,0.00012152102135587484,0.0001333926193183288,0.00014526421728078276,0.00015713581524323672,0.00016900741320569068,0.00018087901116814464,0.00019275059457868338,0.00020462219254113734,0.0002164937905035913,0.00022836538846604526,0.00024023698642849922,0.0002521085843909532,0.00026398018235340714,0.0002758517803158611,0.00028772337827831507,0.00029959497624076903,0.000311466574203223,0.00032333817216567695,0.0003352097701281309,0.0003470813389867544,0.0003589529369492084,0.00037082453491166234,0.0003826961328741163,0.00039456773083657026,0.0004064393287990242,0.0004183109267614782,0.00043018252472393215],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[2,8,11,20,26,37,60,63,58,61,61,55,33,27,23,25,25,23,11,11,17,10,11,7,3,7,7,8,5,2,7,4,6,5,4,5,5,1,2,1,1,1,3,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[0.9992190599441528,0.9993014335632324,0.9993837475776672,0.9994661211967468,0.9995484352111816,0.9996308088302612,0.9997131824493408,0.9997954964637756,0.9998778700828552,0.99996018409729,1.0000425577163696,1.0001249313354492,1.0002073049545288,1.0002895593643188,1.0003719329833984,1.000454306602478,1.0005366802215576,1.0006190538406372,1.0007013082504272,1.0007836818695068,1.0008660554885864,1.000948429107666,1.0010308027267456,1.0011130571365356,1.0011954307556152,1.0012778043746948,1.0013601779937744,1.001442551612854,1.001524806022644,1.0016071796417236,1.0016895532608032,1.0017719268798828,1.0018541812896729,1.0019365549087524,1.002018928527832,1.0021013021469116,1.0021836757659912,1.0022659301757812,1.0023483037948608,1.0024306774139404,1.00251305103302,1.0025954246520996,1.0026776790618896,1.0027600526809692,1.0028424263000488,1.0029247999191284,1.003007173538208,1.003089427947998,1.0031718015670776,1.0032541751861572,1.0033365488052368,1.0034189224243164,1.0035011768341064,1.003583550453186,1.0036659240722656,1.0037482976913452,1.0038306713104248,1.0039129257202148,1.0039952993392944,1.004077672958374,1.0041600465774536,1.0042424201965332,1.0043246746063232,1.0044070482254028,1.0044894218444824],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0005824820254929364,-0.0005643457407131791,-0.0005462095141410828,-0.0005280732293613255,-0.0005099369445815682,-0.0004918007180094719,-0.00047366443322971463,-0.00045552817755378783,-0.000437391921877861,-0.0004192556662019342,-0.0004011194105260074,-0.00038298312574625015,-0.00036484687007032335,-0.00034671061439439654,-0.0003285743296146393,-0.0003104380739387125,-0.0002923018182627857,-0.00027416556258685887,-0.00025602930691093206,-0.0002378930221311748,-0.000219756766455248,-0.0002016205107793212,-0.00018348424055147916,-0.00016534797032363713,-0.00014721171464771032,-0.00012907545897178352,-0.00011093918874394149,-9.280292579205707e-05,-7.466666284017265e-05,-5.653039988828823e-05,-3.839413693640381e-05,-2.0257873984519392e-05,-2.121669240295887e-06,1.6014593711588532e-05,3.415085666347295e-05,5.228711961535737e-05,7.042338256724179e-05,8.85596455191262e-05,0.00010669590847101063,0.00012483217869885266,0.00014296843437477946,0.00016110469005070627,0.0001792409602785483,0.00019737723050639033,0.00021551348618231714,0.00023364974185824394,0.0002517860266380012,0.000269922282313928,0.0002880585379898548,0.0003061947936657816,0.0003243310493417084,0.0003424673341214657,0.0003606035897973925,0.0003787398454733193,0.00039687613025307655,0.00041501238592900336,0.00043314864160493016,0.00045128489728085697,0.00046942115295678377,0.00048755743773654103,0.0005056937225162983,0.0005238299490883946,0.0005419662338681519,0.0005601024604402483,0.0005782387452200055],"_type":"histogram","values":[2,0,1,4,1,0,3,1,5,3,4,4,6,7,13,11,9,8,16,13,11,14,23,12,21,13,32,13,34,34,25,29,30,27,33,26,32,30,24,22,17,22,18,20,14,12,7,12,14,6,7,4,3,4,3,1,2,1,1,2,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,0,2,5,0,7,24,46,79,128,255,432,705,1094,1881,2812,4274,6243,9003,12704,17413,23555,30372,38187,47022,56263,65892,75419,84631,91802,96448,99985,100083,98192,93778,87273,79181,69902,60487,50912,41551,33317,25849,19644,14365,10529,7339,4936,3398,2131,1319,777,484,321,194,110,48,26,16,9,4,0,4,1],"bins":[-0.10319168120622635,-0.09998634457588196,-0.09678100049495697,-0.09357566386461258,-0.09037032723426819,-0.0871649831533432,-0.08395964652299881,-0.08075430989265442,-0.07754896581172943,-0.07434362918138504,-0.07113829255104065,-0.06793295592069626,-0.06472761183977127,-0.06152227520942688,-0.05831693485379219,-0.0551115982234478,-0.05190625786781311,-0.04870091751217842,-0.04549558088183403,-0.04229024052619934,-0.03908490389585495,-0.03587956354022026,-0.03267422318458557,-0.02946888469159603,-0.02626354619860649,-0.02305820770561695,-0.01985286921262741,-0.01664752885699272,-0.013442190364003181,-0.010236851871013641,-0.007031512446701527,-0.0038261734880506992,-0.0006208270788192749,0.0025845118798315525,0.00578985083848238,0.008995190262794495,0.012200528755784035,0.015405867248773575,0.018611207604408264,0.021816546097397804,0.025021884590387344,0.028227223083376884,0.031432561576366425,0.034637901932001114,0.0378432422876358,0.041048578917980194,0.04425391927361488,0.047459255903959274,0.050664596259593964,0.05386993661522865,0.057075273245573044,0.06028061360120773,0.06348595023155212,0.06669129431247711,0.0698966309428215,0.0731019675731659,0.07630731165409088,0.07951264828443527,0.08271798491477966,0.08592332154512405,0.08912866562604904,0.09233400225639343,0.09553933888673782,0.09874468296766281,0.1019500195980072],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,0,1,0,0,2,1,1,4,5,2,7,3,8,11,9,9,15,19,13,23,21,16,22,27,30,17,30,24,26,36,32,37,23,22,25,19,15,27,25,23,25,9,14,11,6,14,10,7,5,7,6,3,10,3,1,0,1,2,1],"bins":[-0.0020091517362743616,-0.001951952581293881,-0.001894753542728722,-0.0018375543877482414,-0.0017803553491830826,-0.001723156194202602,-0.0016659570392221212,-0.0016087580006569624,-0.0015515588456764817,-0.001494359690696001,-0.0014371606521308422,-0.0013799614971503615,-0.0013227623421698809,-0.001265563303604722,-0.0012083641486242414,-0.0011511651100590825,-0.0010939659550786018,-0.0010367668000981212,-0.0009795677615329623,-0.0009223686065524817,-0.0008651695097796619,-0.0008079704130068421,-0.0007507712580263615,-0.0006935721612535417,-0.000636373064480722,-0.0005791739677079022,-0.0005219748709350824,-0.00046477571595460176,-0.000407576619181782,-0.00035037752240896225,-0.00029317839653231204,-0.00023597928520757705,-0.00017878017388284206,-0.00012158106255810708,-6.438195123337209e-05,-7.182839908637106e-06,5.001627141609788e-05,0.00010721538274083287,0.00016441449406556785,0.00022161360539030284,0.0002788127167150378,0.0003360118134878576,0.0003932109393645078,0.000450410065241158,0.0005076091620139778,0.0005648082587867975,0.0006220074137672782,0.000679206510540098,0.0007364056073129177,0.0007936047040857375,0.0008508038008585572,0.0009080029558390379,0.0009652020526118577,0.0010224011493846774,0.001079600304365158,0.001136799342930317,0.0011939984979107976,0.0012511976528912783,0.0013083966914564371,0.0013655958464369178,0.0014227950014173985,0.0014799940399825573,0.001537193194963038,0.0015943922335281968,0.0016515913885086775]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.0031036995351314545,-0.003015186870470643,-0.0029266742058098316,-0.0028381613083183765,-0.002749648643657565,-0.0026611359789967537,-0.0025726233143359423,-0.002484110416844487,-0.0023955977521836758,-0.0023070850875228643,-0.002218572422862053,-0.0021300597582012415,-0.0020415468607097864,-0.001953034196048975,-0.0018645215313881636,-0.0017760087503120303,-0.0016874960856512189,-0.0015989834209904075,-0.0015104706399142742,-0.0014219579752534628,-0.0013334451941773295,-0.0012449325295165181,-0.0011564197484403849,-0.0010679070837795734,-0.000979394419118762,-0.0008908816380426288,-0.0008023689151741564,-0.0007138561923056841,-0.0006253435276448727,-0.0005368308047764003,-0.000448318081907928,-0.00035980535903945565,-0.0002712926361709833,-0.00018277991330251098,-9.426720498595387e-05,-5.754489393439144e-06,8.275822619907558e-05,0.00017127094906754792,0.0002597836428321898,0.00034829636570066214,0.0004368090885691345,0.0005253218114376068,0.0006138345343060791,0.0007023472571745515,0.0007908599218353629,0.0008793726447038352,0.0009678853675723076,0.0010563981486484408,0.0011449108133092523,0.0012334234779700637,0.001321936259046197,0.0014104489237070084,0.0014989617047831416,0.001587474369443953,0.0016759871505200863,0.0017644998151808977,0.0018530124798417091,0.0019415252609178424,0.0020300380419939756,0.002118550706654787,0.0022070633713155985,0.00229557603597641,0.002384088933467865,0.0024726015981286764,0.002561114262789488],"_type":"histogram","values":[1,0,1,1,1,0,3,0,0,1,1,4,4,1,1,4,4,6,13,7,7,10,9,18,9,12,27,27,24,13,38,26,42,33,28,26,40,28,34,43,17,26,22,15,25,13,21,14,7,4,11,11,7,4,9,4,2,1,2,1,2,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[5,0,0,3,3,3,6,5,7,6,8,6,10,15,17,18,21,19,24,22,23,22,21,31,27,30,23,29,33,31,22,20,23,21,25,18,19,16,14,12,7,14,18,13,12,6,2,4,4,8,5,3,2,0,1,2,2,3,2,1,0,0,0,1],"bins":[-0.005515196360647678,-0.005315935704857111,-0.005116675514727831,-0.0049174148589372635,-0.004718154668807983,-0.004518894013017416,-0.004319633822888136,-0.0041203731670975685,-0.003921112976968288,-0.003721852321177721,-0.0035225918982177973,-0.0033233314752578735,-0.003124070819467306,-0.0029248103965073824,-0.0027255499735474586,-0.002526289550587535,-0.002327029127627611,-0.0021277687046676874,-0.0019285082817077637,-0.001729247742332518,-0.0015299873193725944,-0.0013307268964126706,-0.001131466357037425,-0.0009322059340775013,-0.0007329455111175776,-0.0005336850881576538,-0.00033442460699006915,-0.00013516415492631495,6.409629713743925e-05,0.00026335674920119345,0.00046261720126494765,0.0006618776824325323,0.0008611376397311687,0.0010603980626910925,0.0012596584856510162,0.0014589190250262618,0.0016581794479861856,0.0018574398709461093,0.002056700410321355,0.0022559608332812786,0.0024552212562412024,0.002654481679201126,0.00285374210216105,0.0030530025251209736,0.003252263180911541,0.0034515236038714647,0.0036507840268313885,0.0038500444497913122,0.004049304872751236,0.004248565528541803,0.0044478257186710835,0.004647086374461651,0.004846346564590931,0.005045607220381498,0.005244867410510778,0.005444128066301346,0.005643388256430626,0.005842648912221193,0.006041909568011761,0.006241169758141041,0.006440430413931608,0.006639690604060888,0.006838951259851456,0.007038211449980736,0.007237472105771303],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,1,0,0,1,2,0,2,3,2,3,4,4,10,10,16,13,26,29,26,37,55,46,59,53,75,86,88,109,82,112,91,100,107,98,83,61,87,67,73,54,50,46,38,31,23,12,15,14,9,15,4,3,3,3,2,0,2,1,0,0,1],"bins":[-0.0008743352955207229,-0.0008483344572596252,-0.0008223335607908666,-0.0007963327225297689,-0.0007703318842686713,-0.0007443309877999127,-0.000718330149538815,-0.0006923293112777174,-0.0006663284730166197,-0.0006403275765478611,-0.0006143267382867634,-0.0005883259000256658,-0.0005623250035569072,-0.0005363241652958095,-0.0005103233270347118,-0.0004843224596697837,-0.0004583215923048556,-0.00043232072493992746,-0.0004063198866788298,-0.00038031901931390166,-0.000354318181052804,-0.00032831731368787587,-0.00030231644632294774,-0.00027631560806185007,-0.00025031474069692194,-0.00022431388788390905,-0.00019831303507089615,-0.00017231216770596802,-0.00014631131489295512,-0.00012031046207994223,-9.430960199097171e-05,-6.83087419020012e-05,-4.2307889088988304e-05,-1.63070326379966e-05,9.693823812995106e-06,3.569468026398681e-05,6.169553671497852e-05,8.769638952799141e-05,0.00011369724961696193,0.00013969810970593244,0.00016569896251894534,0.00019169981533195823,0.00021770066814497113,0.00024370153550989926,0.0002697024028748274,0.00029570324113592505,0.0003217041085008532,0.00034770494676195085,0.000373705814126879,0.0003997066814918071,0.00042570751975290477,0.0004517083871178329,0.00047770922537893057,0.0005037101218476892,0.0005297109601087868,0.0005557117983698845,0.0005817126948386431,0.0006077135330997407,0.0006337143713608384,0.0006597152096219361,0.0006857161060906947,0.0007117169443517923,0.00073771778261289,0.0007637186790816486,0.0007897195173427463],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,0,0,0,0,0,0,1,0,3,3,6,7,8,10,18,32,36,37,105,138,184,395,536,888,1233,1853,3097,4768,7782,12872,22275,41968,80439,136062,123347,67951,34608,19212,11259,6835,4262,2653,1684,1187,688,484,313,192,121,91,63,37,26,19,12,10,4,3,3,0,1,0,2],"bins":[-0.0002727508544921875,-0.0002649277448654175,-0.00025710463523864746,-0.00024928152561187744,-0.00024145841598510742,-0.0002336353063583374,-0.00022581219673156738,-0.00021798908710479736,-0.00021016597747802734,-0.00020234286785125732,-0.0001945197582244873,-0.00018669664859771729,-0.00017887353897094727,-0.00017105042934417725,-0.00016322731971740723,-0.0001554042100906372,-0.0001475811004638672,-0.00013975799083709717,-0.00013193488121032715,-0.00012411177158355713,-0.00011628866195678711,-0.00010846555233001709,-0.00010064244270324707,-9.281933307647705e-05,-8.499622344970703e-05,-7.717311382293701e-05,-6.935000419616699e-05,-6.152689456939697e-05,-5.370378494262695e-05,-4.5880675315856934e-05,-3.8057565689086914e-05,-3.0234456062316895e-05,-2.2411346435546875e-05,-1.4588236808776855e-05,-6.765127182006836e-06,1.0579824447631836e-06,8.881092071533203e-06,1.6704201698303223e-05,2.4527311325073242e-05,3.235042095184326e-05,4.017353057861328e-05,4.79966402053833e-05,5.581974983215332e-05,6.364285945892334e-05,7.146596908569336e-05,7.928907871246338e-05,8.71121883392334e-05,9.493529796600342e-05,0.00010275840759277344,0.00011058151721954346,0.00011840462684631348,0.0001262277364730835,0.00013405084609985352,0.00014187395572662354,0.00014969706535339355,0.00015752017498016357,0.0001653432846069336,0.0001731663942337036,0.00018098950386047363,0.00018881261348724365,0.00019663572311401367,0.0002044588327407837,0.0002122819423675537,0.00022010505199432373,0.00022792816162109375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.00038987238076515496,-0.0003779539547394961,-0.0003660355578176677,-0.0003541171317920089,-0.0003421987348701805,-0.00033028030884452164,-0.0003183618828188628,-0.0003064434858970344,-0.00029452505987137556,-0.00028260666294954717,-0.0002706882369238883,-0.0002587698108982295,-0.0002468514139764011,-0.00023493300250265747,-0.00022301457647699863,-0.000211096165003255,-0.0001991777535295114,-0.00018725934205576777,-0.00017534093058202416,-0.0001634225045563653,-0.0001515040930826217,-0.00013958568160887808,-0.00012766727013513446,-0.00011574885138543323,-0.00010383043991168961,-9.191202843794599e-05,-7.999360968824476e-05,-6.807519821450114e-05,-5.615678310277872e-05,-4.423836799105629e-05,-3.2319956517312676e-05,-2.040154140559025e-05,-8.483126293867826e-06,3.4352879083598964e-06,1.535370211058762e-05,2.727211540332064e-05,3.9190530515043065e-05,5.110894562676549e-05,6.302735710050911e-05,7.494577585021034e-05,8.686418732395396e-05,9.878259879769757e-05,0.0001107010175473988,0.00012261942902114242,0.00013453784049488604,0.00014645625196862966,0.0001583746779942885,0.00017029308946803212,0.00018221150094177574,0.00019412991241551936,0.00020604832388926297,0.00021796674991492182,0.00022988516138866544,0.00024180357286240906,0.00025372198433615267,0.0002656404103618115,0.0002775588072836399,0.00028947723330929875,0.00030139563023112714,0.000313314056256786,0.00032523248228244483,0.0003371508792042732,0.00034906930522993207,0.00036098770215176046,0.0003729061281774193],"_type":"histogram","values":[1,0,0,0,0,0,0,3,3,0,4,5,1,2,7,4,9,14,10,9,16,11,22,22,25,26,28,19,38,16,33,39,37,24,33,28,28,29,24,19,21,18,13,15,16,18,14,13,7,8,7,4,2,3,1,5,2,0,6,3,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09998605400323868,-0.0970049649477005,-0.09402388334274292,-0.09104279428720474,-0.08806170523166656,-0.08508062362670898,-0.0820995345711708,-0.07911845296621323,-0.07613736391067505,-0.07315627485513687,-0.07017519325017929,-0.06719410419464111,-0.06421302258968353,-0.061231933534145355,-0.05825084447860718,-0.0552697591483593,-0.05228867381811142,-0.04930758848786354,-0.04632650315761566,-0.043345414102077484,-0.040364328771829605,-0.037383243441581726,-0.03440215438604355,-0.03142106905579567,-0.02843998372554779,-0.02545889839529991,-0.022477811202406883,-0.019496724009513855,-0.016515638679265976,-0.013534552417695522,-0.010553466156125069,-0.007572379894554615,-0.004591301083564758,-0.0016102148219943047,0.001370871439576149,0.004351957701146603,0.007333043962717056,0.01031413022428751,0.013295216485857964,0.016276303678750992,0.01925738900899887,0.02223847433924675,0.025219561532139778,0.028200648725032806,0.031181734055280685,0.034162819385528564,0.03714390844106674,0.04012499377131462,0.0431060791015625,0.04608716443181038,0.04906824976205826,0.052049338817596436,0.055030424147844315,0.058011509478092194,0.06099259853363037,0.06397368013858795,0.06695476919412613,0.0699358582496643,0.07291693985462189,0.07589802891016006,0.07887911796569824,0.08186019957065582,0.084841288626194,0.08782237023115158,0.09080345928668976],"_type":"histogram","values":[1,1,0,0,2,9,11,21,32,52,96,176,257,374,648,888,1381,2096,2837,4031,5414,7122,8971,11633,14156,16816,20167,23332,26372,29146,31405,33736,34541,35286,34760,33639,31716,29751,26664,23762,20463,17054,14308,11689,9183,7161,5473,4138,2911,2086,1447,948,612,426,261,155,85,50,39,10,12,4,5,2]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[1,0,0,0,2,0,0,1,2,0,4,5,5,4,3,9,9,13,17,29,21,39,35,45,60,58,74,100,102,98,129,130,107,98,105,109,97,75,71,50,57,49,34,36,33,27,16,19,9,10,6,13,6,8,5,2,2,2,1,1,3,0,1,1],"bins":[-0.0012641153298318386,-0.0012257122434675694,-0.0011873091571033,-0.0011489061871543527,-0.0011105031007900834,-0.0010721000144258142,-0.001033696928061545,-0.0009952938416972756,-0.0009568908135406673,-0.000918487727176398,-0.0008800846990197897,-0.0008416816126555204,-0.0008032785262912512,-0.0007648754981346428,-0.0007264724117703736,-0.0006880693836137652,-0.000649666297249496,-0.0006112632108852267,-0.0005728601827286184,-0.0005344570963643491,-0.0004960540682077408,-0.0004576509818434715,-0.00041924789547920227,-0.00038084483821876347,-0.00034244178095832467,-0.00030403872369788587,-0.00026563566643744707,-0.00022723258007317781,-0.00018882952281273901,-0.00015042646555230021,-0.00011202339373994619,-7.362032920354977e-05,-3.521726466715336e-05,3.1857998692430556e-06,4.158886440563947e-05,7.999192894203588e-05,0.0001183949934784323,0.0001567980507388711,0.00019520112255122513,0.00023360419436357915,0.00027200725162401795,0.00031041030888445675,0.00034881336614489555,0.0003872164525091648,0.0004256195097696036,0.0004640225670300424,0.0005024256533943117,0.00054082868155092,0.0005792317679151893,0.0006176348542794585,0.0006560378824360669,0.0006944409688003361,0.0007328439969569445,0.0007712470833212137,0.000809650169685483,0.0008480531978420913,0.0008864562842063606,0.0009248593705706298,0.0009632623987272382,0.0010016654850915074,0.0010400685714557767,0.001078471657820046,0.0011168746277689934,0.0011552777141332626,0.0011936808004975319],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.0008067817543633282,-0.0007805426721461117,-0.0007543036481365561,-0.0007280645659193397,-0.0007018255419097841,-0.0006755864596925676,-0.000649347435683012,-0.0006231083534657955,-0.000596869271248579,-0.0005706302472390234,-0.000544391165021807,-0.0005181521410122514,-0.0004919130587950349,-0.00046567400568164885,-0.0004394349525682628,-0.0004131958994548768,-0.00038695684634149075,-0.0003607177932281047,-0.0003344787401147187,-0.00030823968700133264,-0.0002820006338879466,-0.0002557615516707301,-0.00022952249855734408,-0.00020328344544395804,-0.000177044392330572,-0.00015080533921718597,-0.00012456628610379994,-9.832721843849868e-05,-7.208816532511264e-05,-4.58491085737478e-05,-1.9610051822382957e-05,6.629004928981885e-06,3.2868003472685814e-05,5.9107060224050656e-05,8.53461169754155e-05,0.00011158517736475915,0.00013782423047814518,0.00016406328359153122,0.00019030235125683248,0.00021654140437021852,0.00024278045748360455,0.0002690195105969906,0.0002952585637103766,0.00032149761682376266,0.00034773669904097915,0.0003739757521543652,0.0004002148052677512,0.00042645385838113725,0.0004526929114945233,0.0004789319646079093,0.0005051710177212954,0.0005314100999385118,0.0005576491239480674,0.0005838882061652839,0.0006101272301748395,0.000636366312392056,0.0006626053946092725,0.0006888444186188281,0.0007150835008360445,0.0007413225248456001,0.0007675616070628166,0.0007938006310723722,0.0008200397132895887,0.0008462787372991443,0.0008725178195163608],"_type":"histogram","values":[5,2,1,0,2,2,4,4,1,4,4,6,7,8,12,9,7,15,25,17,15,25,17,17,25,24,16,20,28,28,28,26,26,30,25,27,35,16,26,23,13,12,18,11,10,8,19,12,9,6,8,5,2,3,5,3,0,1,3,0,3,2,1,2]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.0008237209985964,-0.0007996026542969048,-0.0007754843099974096,-0.0007513659656979144,-0.0007272476213984191,-0.0007031292770989239,-0.0006790109327994287,-0.0006548925884999335,-0.0006307741859927773,-0.0006066558416932821,-0.0005825374973937869,-0.0005584191530942917,-0.0005343008087947965,-0.0005101824644953012,-0.000486064120195806,-0.0004619457758963108,-0.0004378274315968156,-0.00041370908729732037,-0.00038959074299782515,-0.0003654723986983299,-0.0003413540543988347,-0.00031723568099550903,-0.0002931173366960138,-0.0002689989923965186,-0.00024488064809702337,-0.00022076230379752815,-0.00019664395949803293,-0.00017252560064662248,-0.00014840725634712726,-0.00012428891204763204,-0.0001001705604721792,-7.605220889672637e-05,-5.193386459723115e-05,-2.7815516659757122e-05,-3.697168722283095e-06,2.0421179215190932e-05,4.453952715266496e-05,6.865787145216018e-05,9.277622302761301e-05,0.00011689457460306585,0.00014101291890256107,0.0001651312632020563,0.0001892496075015515,0.00021336796635296196,0.00023748631065245718,0.0002616046695038676,0.00028572301380336285,0.00030984135810285807,0.0003339597024023533,0.0003580780467018485,0.00038219639100134373,0.00040631473530083895,0.00043043307960033417,0.00045455145300365984,0.00047866979730315506,0.0005027881124988198,0.000526906456798315,0.0005510248593054712,0.0005751432036049664,0.0005992615479044616,0.0006233798922039568,0.0006474982365034521,0.0006716165808029473,0.0006957349251024425,0.0007198532694019377],"_type":"histogram","values":[1,0,3,0,1,0,0,2,2,5,0,1,3,7,1,3,10,10,9,11,13,9,22,25,13,24,26,25,19,29,32,28,31,26,19,31,26,23,25,28,23,20,21,16,21,17,13,10,18,9,10,10,9,7,4,2,2,4,0,3,2,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[2,2,0,1,3,2,2,5,3,3,7,8,4,7,8,10,8,17,29,21,25,21,34,35,25,41,23,23,21,17,26,19,19,26,24,18,25,25,23,33,20,21,14,12,12,13,4,6,4,0,3,3,2,1,2,0,1,1,1,0,1,0,0,2],"bins":[-0.002949460642412305,-0.0028506354428827763,-0.0027518104761838913,-0.0026529852766543627,-0.002554160077124834,-0.0024553348775953054,-0.002356509678065777,-0.002257684711366892,-0.0021588595118373632,-0.0020600343123078346,-0.0019612093456089497,-0.001862384146079421,-0.0017635589465498924,-0.0016647337470203638,-0.001565908663906157,-0.0014670835807919502,-0.0013682583812624216,-0.001269433181732893,-0.0011706080986186862,-0.0010717830155044794,-0.0009729578159749508,-0.0008741326746530831,-0.0007753075333312154,-0.0006764823920093477,-0.00057765725068748,-0.00047883210936561227,-0.00038000696804374456,-0.00028118182672187686,-0.00018235668540000916,-8.353154407814145e-05,1.5293597243726254e-05,0.00011411873856559396,0.00021294411271810532,0.000311769254039973,0.0004105943953618407,0.0005094195366837084,0.0006082446780055761,0.0007070698193274438,0.0008058949606493115,0.0009047201019711792,0.001003545243293047,0.0011023704428225756,0.0012011955259367824,0.0013000206090509892,0.0013988458085805178,0.0014976710081100464,0.0015964960912242532,0.00169532117433846,0.0017941463738679886,0.0018929715733975172,0.001991796772927046,0.002090621739625931,0.0021894469391554594,0.002288272138684988,0.002387097105383873,0.0024859223049134016,0.0025847475044429302,0.002683572703972459,0.0027823979035019875,0.0028812228702008724,0.002980048069730401,0.0030788732692599297,0.0031776982359588146,0.0032765234354883432,0.003375348635017872],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.09329419583082199,-0.09036289155483246,-0.08743157982826233,-0.0845002755522728,-0.08156896382570267,-0.07863765954971313,-0.0757063552737236,-0.07277504354715347,-0.06984373927116394,-0.06691242754459381,-0.06398112326860428,-0.06104981526732445,-0.05811850726604462,-0.055187199264764786,-0.05225589498877525,-0.04932458698749542,-0.04639327898621559,-0.04346197098493576,-0.04053066298365593,-0.0375993587076664,-0.034668050706386566,-0.031736742705106735,-0.028805434703826904,-0.025874128565192223,-0.02294282056391239,-0.02001151256263256,-0.01708020642399788,-0.014148898422718048,-0.011217591352760792,-0.008286284282803535,-0.005354976747184992,-0.002423669444397092,0.0005076378583908081,0.003438945161178708,0.006370252463966608,0.009301559999585152,0.012232867069542408,0.015164174139499664,0.018095482140779495,0.021026788279414177,0.023958096280694008,0.02688940428197384,0.02982071042060852,0.03275201842188835,0.03568332642316818,0.03861463442444801,0.041545938700437546,0.04447724670171738,0.04740855470299721,0.05033986270427704,0.05327117070555687,0.0562024749815464,0.05913378298282623,0.062065090984106064,0.0649963989853859,0.06792770326137543,0.07085901498794556,0.07379031926393509,0.07672163099050522,0.07965293526649475,0.08258423954248428,0.08551555126905441,0.08844685554504395,0.09137816727161407,0.09430947154760361],"_type":"histogram","values":[4,1,5,8,15,12,47,54,114,157,253,419,589,897,1368,1872,2774,3803,5082,6803,8821,10860,13547,16402,19121,22266,25497,28067,30682,32627,33621,34400,34209,33415,32248,29981,27444,24358,21375,18168,15315,12826,10240,8109,6254,4529,3340,2480,1773,1238,858,573,329,254,119,90,44,29,13,12,8,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,1,0,1,1,0,0,0,1,2,1,1,1,0,2,0,5,2,1,3,3,2,8,7,17,24,42,44,80,96,116,91,66,45,28,19,15,5,10,4,2,2,5,2,1,0,2,1,1,2,0,1,0,1,1,1,0,0,0,0,0,0,1],"bins":[-1.294782236982428e-06,-1.2533432709460612e-06,-1.2119044185965322e-06,-1.1704654525601654e-06,-1.1290264865237987e-06,-1.0875876341742696e-06,-1.0461486681379029e-06,-1.0047098157883738e-06,-9.63270849752007e-07,-9.218319405590591e-07,-8.803930313661112e-07,-8.389540653297445e-07,-7.975151561367966e-07,-7.560762469438487e-07,-7.146372809074819e-07,-6.73198371714534e-07,-6.317594625215861e-07,-5.903205533286382e-07,-5.488816441356903e-07,-5.074426780993235e-07,-4.660037689063756e-07,-4.245648597134277e-07,-3.831259220987704e-07,-3.4168698448411305e-07,-3.0024807529116515e-07,-2.5880916609821725e-07,-2.173702284835599e-07,-1.759313050797573e-07,-1.3449238167595468e-07,-9.305345827215206e-08,-5.161453486834944e-08,-1.0175611464546819e-08,3.12633119392558e-08,7.270223534305842e-08,1.1414115874686104e-07,1.5558008215066366e-07,1.9701900555446628e-07,2.384579147474142e-07,2.798968523620715e-07,3.2133578997672885e-07,3.6277469916967675e-07,4.0421360836262465e-07,4.45652545977282e-07,4.870914835919393e-07,5.285303927848872e-07,5.699693019778351e-07,6.114082680142019e-07,6.528471772071498e-07,6.942860864000977e-07,7.357249955930456e-07,7.771639047859935e-07,8.186028708223603e-07,8.600417800153082e-07,9.014806892082561e-07,9.429196552446228e-07,9.843585075941519e-07,1.0257974736305187e-06,1.0672364396668854e-06,1.1086752920164145e-06,1.1501142580527812e-06,1.1915531104023103e-06,1.232992076438677e-06,1.2744310424750438e-06,1.3158698948245728e-06,1.3573088608609396e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,0,0,0,0,1,1,1,1,2,5,3,2,7,5,3,11,10,16,14,8,13,22,18,23,21,32,33,29,26,35,36,33,26,28,23,24,21,25,40,23,29,14,16,14,6,9,7,12,10,9,4,6,0,1,3,2,2,0,1,0,0,1],"bins":[-0.0022844960913062096,-0.002216231543570757,-0.0021479669958353043,-0.0020797024480998516,-0.0020114376675337553,-0.0019431731197983027,-0.00187490857206285,-0.0018066440243273973,-0.0017383794765919447,-0.0016701148124411702,-0.0016018502647057176,-0.001533585716970265,-0.0014653210528194904,-0.0013970565050840378,-0.0013287919573485851,-0.0012605272931978106,-0.001192262745462358,-0.0011239981977269053,-0.0010557335335761309,-0.0009874689858406782,-0.0009192044381052256,-0.000850939832162112,-0.0007826752262189984,-0.0007144106784835458,-0.0006461460725404322,-0.0005778814665973186,-0.000509616918861866,-0.00044135231291875243,-0.0003730877360794693,-0.0003048231592401862,-0.00023655856784898788,-0.00016829397645778954,-0.00010002939961850643,-3.176481550326571e-05,3.6499768611975014e-05,0.00010476435272721574,0.00017302893684245646,0.00024129351368173957,0.00030955811962485313,0.00037782269646413624,0.00044608727330341935,0.0005143518792465329,0.0005826164269819856,0.0006508810329250991,0.0007191456388682127,0.0007874101866036654,0.0008556747925467789,0.0009239393402822316,0.0009922039462253451,0.0010604684939607978,0.0011287331581115723,0.001196997705847025,0.0012652622535824776,0.001333526917733252,0.0014017914654687047,0.0014700560132041574,0.0015383206773549318,0.0016065852250903845,0.0016748497728258371,0.0017431143205612898,0.0018113789847120643,0.001879643532447517,0.0019479080801829696,0.002016172744333744,0.0020844372920691967],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[3,3,10,17,26,45,95,168,288,425,675,1132,1656,2646,3879,5472,7834,10907,14710,19579,25164,31552,39001,47354,55571,63957,71852,79851,85855,90535,93095,94406,92753,89629,83947,77825,69293,61323,52870,44464,36974,29698,23030,17894,13392,9904,7165,4950,3569,2334,1477,952,697,379,236,139,92,47,39,15,4,4,4,2],"bins":[-0.09402871876955032,-0.09102901071310043,-0.08802931010723114,-0.08502960205078125,-0.08202989399433136,-0.07903019338846207,-0.07603048533201218,-0.07303077727556229,-0.070031076669693,-0.0670313686132431,-0.06403166055679321,-0.06103195622563362,-0.05803225189447403,-0.05503254383802414,-0.05203283950686455,-0.04903313145041466,-0.046033427119255066,-0.043033722788095474,-0.040034014731645584,-0.03703431040048599,-0.0340346023440361,-0.03103489801287651,-0.02803519368171692,-0.025035487487912178,-0.022035781294107437,-0.019036075100302696,-0.016036368906497955,-0.013036664575338364,-0.010036958381533623,-0.007037252653390169,-0.0040375469252467155,-0.001037841197103262,0.0019618719816207886,0.004961577709764242,0.007961283437907696,0.010960988700389862,0.013960694894194603,0.016960401087999344,0.019960105419158936,0.022959811612963676,0.025959517806768417,0.028959224000573158,0.0319589301943779,0.03495863452553749,0.03795833885669708,0.04095804691314697,0.043957751244306564,0.046957459300756454,0.049957163631916046,0.05295686796307564,0.05595657601952553,0.05895628035068512,0.06195598840713501,0.0649556890130043,0.0679553970694542,0.07095510512590408,0.07395480573177338,0.07695451378822327,0.07995422184467316,0.08295392990112305,0.08595363050699234,0.08895333856344223,0.09195304661989212,0.09495274722576141,0.0979524552822113],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,1,0,0,3,1,2,2,4,9,4,6,10,11,14,18,16,16,27,21,24,22,29,27,29,37,37,36,27,35,37,30,33,23,32,31,18,13,16,14,5,9,7,8,5,5,5,1,2,2,0,1,0,0,0,0,1],"bins":[-0.0006975431460887194,-0.0006772222695872188,-0.0006569013930857182,-0.0006365805165842175,-0.0006162596400827169,-0.0005959387635812163,-0.0005756178870797157,-0.0005552970105782151,-0.0005349761340767145,-0.0005146553157828748,-0.0004943344392813742,-0.00047401353367604315,-0.000453692686278373,-0.0004333718097768724,-0.0004130509332753718,-0.0003927300567738712,-0.0003724091802723706,-0.00035208830377086997,-0.00033176742726936936,-0.00031144655076786876,-0.00029112567426636815,-0.000270804826868698,-0.0002504839503671974,-0.0002301630738656968,-0.00020984219736419618,-0.00018952132086269557,-0.00016920044436119497,-0.0001488795824116096,-0.00012855870591010898,-0.00010823782940860838,-8.791696018306538e-05,-6.759609095752239e-05,-4.727515624836087e-05,-2.6954283384839073e-05,-6.633410521317273e-06,1.3687462342204526e-05,3.4008335205726326e-05,5.4329208069248125e-05,7.465008093276992e-05,9.497095015831292e-05,0.00011529182665981352,0.00013561270316131413,0.00015593357966281474,0.00017625444161240011,0.00019657531811390072,0.00021689619461540133,0.0002372170565649867,0.0002575379330664873,0.0002778588095679879,0.0002981796860694885,0.00031850056257098913,0.00033882143907248974,0.00035914231557399035,0.0003794631629716605,0.0003997840394731611,0.0004201049159746617,0.0004404257924761623,0.0004607466689776629,0.00048106754547916353,0.0005013883928768337,0.0005217092693783343,0.0005420301458798349,0.0005623510223813355,0.0005826718988828361,0.0006029927753843367],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[2,2,9,14,24,46,74,131,247,294,467,782,1037,1595,2280,3189,4420,5724,7484,9502,11968,14505,17391,20575,23369,26308,29188,31120,32713,34185,34297,33949,32832,31335,29019,26314,23185,20233,17292,14334,11907,9477,7183,5712,4177,3037,2246,1550,1076,734,475,307,216,115,65,49,29,14,11,2,1,1,1,4],"bins":[-0.08899911493062973,-0.08607912808656693,-0.08315914124250412,-0.08023915439844131,-0.07731916755437851,-0.0743991807103157,-0.0714791864156723,-0.0685591995716095,-0.06563921272754669,-0.06271922588348389,-0.05979923903942108,-0.056879252195358276,-0.05395926535129547,-0.051039278507232666,-0.04811928793787956,-0.04519930109381676,-0.04227931424975395,-0.03935932740569115,-0.03643934056162834,-0.03351934999227524,-0.030599363148212433,-0.027679376304149628,-0.024759389460086823,-0.021839400753378868,-0.018919413909316063,-0.015999427065253258,-0.013079438358545303,-0.010159451514482498,-0.007239463739097118,-0.004319475963711739,-0.001399488653987646,0.00152049888856709,0.004440486431121826,0.007360474206507206,0.010280461981892586,0.013200448825955391,0.016120437532663345,0.01904042437672615,0.021960411220788956,0.02488039992749691,0.027800386771559715,0.03072037361562252,0.033640362322330475,0.03656034916639328,0.039480336010456085,0.04240032285451889,0.045320313423871994,0.0482403002679348,0.051160287111997604,0.05408027395606041,0.057000260800123215,0.05992025136947632,0.06284023821353912,0.06576022505760193,0.06868021190166473,0.07160019874572754,0.07452018558979034,0.07744017243385315,0.08036015927791595,0.08328015357255936,0.08620014041662216,0.08912012726068497,0.09204011410474777,0.09496010094881058,0.09788008779287338],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,3,3,2,1,2,3,2,2,1,11,6,4,10,9,14,15,15,24,27,27,36,50,44,43,33,37,39,30,26,19,38,22,29,20,14,18,15,6,9,8,3,4,3,2,7,3,5,5,4,1,4,2,2,1,0,1,0,1,1,0,0,0,1],"bins":[0.9989045858383179,0.9989486932754517,0.9989927411079407,0.9990368485450745,0.9990809559822083,0.9991250038146973,0.999169111251831,0.9992132186889648,0.9992573261260986,0.9993013739585876,0.9993454813957214,0.9993895888328552,0.9994336366653442,0.999477744102478,0.9995218515396118,0.9995658993721008,0.9996100068092346,0.9996541142463684,0.9996981620788574,0.9997422695159912,0.999786376953125,0.999830424785614,0.9998745322227478,0.9999186396598816,0.9999626874923706,1.0000067949295044,1.0000509023666382,1.000095009803772,1.0001391172409058,1.00018310546875,1.0002272129058838,1.0002713203430176,1.0003154277801514,1.0003595352172852,1.000403642654419,1.0004477500915527,1.000491738319397,1.0005358457565308,1.0005799531936646,1.0006240606307983,1.0006681680679321,1.000712275505066,1.0007562637329102,1.000800371170044,1.0008444786071777,1.0008885860443115,1.0009326934814453,1.000976800918579,1.001020908355713,1.0010648965835571,1.001109004020691,1.0011531114578247,1.0011972188949585,1.0012413263320923,1.001285433769226,1.0013294219970703,1.001373529434204,1.001417636871338,1.0014617443084717,1.0015058517456055,1.0015499591827393,1.0015939474105835,1.0016380548477173,1.001682162284851,1.0017262697219849]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,0,0,0,2,4,5,6,6,8,20,33,33,61,78,131,231,324,426,646,979,1628,2335,3740,5785,8899,15156,25049,44375,83007,173911,380247,413908,198629,93019,48667,27614,16383,9880,6144,4040,2504,1679,1102,705,491,339,219,134,89,64,43,29,18,12,12,8,1,0,0,3,0,2],"bins":[-0.0030364990234375,-0.0029447078704833984,-0.002852916717529297,-0.0027611255645751953,-0.0026693344116210938,-0.002577543258666992,-0.0024857521057128906,-0.002393960952758789,-0.0023021697998046875,-0.002210378646850586,-0.0021185874938964844,-0.002026796340942383,-0.0019350051879882812,-0.0018432140350341797,-0.0017514228820800781,-0.0016596317291259766,-0.001567840576171875,-0.0014760494232177734,-0.0013842582702636719,-0.0012924671173095703,-0.0012006759643554688,-0.0011088848114013672,-0.0010170936584472656,-0.0009253025054931641,-0.0008335113525390625,-0.0007417201995849609,-0.0006499290466308594,-0.0005581378936767578,-0.00046634674072265625,-0.0003745555877685547,-0.0002827644348144531,-0.00019097328186035156,-9.918212890625e-05,-7.3909759521484375e-06,8.440017700195312e-05,0.0001761913299560547,0.00026798248291015625,0.0003597736358642578,0.0004515647888183594,0.0005433559417724609,0.0006351470947265625,0.0007269382476806641,0.0008187294006347656,0.0009105205535888672,0.0010023117065429688,0.0010941028594970703,0.0011858940124511719,0.0012776851654052734,0.001369476318359375,0.0014612674713134766,0.0015530586242675781,0.0016448497772216797,0.0017366409301757812,0.0018284320831298828,0.0019202232360839844,0.002012014389038086,0.0021038055419921875,0.002195596694946289,0.0022873878479003906,0.002379179000854492,0.0024709701538085938,0.0025627613067626953,0.002654552459716797,0.0027463436126708984,0.002838134765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,1,1,4,6,13,15,39,52,84,135,245,435,714,1043,1554,2369,3345,4774,6492,8818,11163,14179,17433,20941,24799,28316,31558,34428,35910,37057,37513,36799,35274,32757,29649,26753,22681,19047,15624,12549,9856,7461,5670,3991,2838,1912,1329,831,533,364,211,112,79,31,18,8,4,2,2,1],"bins":[-0.10962081700563431,-0.10642042011022568,-0.10322003066539764,-0.10001963376998901,-0.09681923687458038,-0.09361884742975235,-0.09041845053434372,-0.08721805363893509,-0.08401766419410706,-0.08081726729869843,-0.0776168704032898,-0.07441648095846176,-0.07121608406305313,-0.0680156871676445,-0.06481529772281647,-0.06161490082740784,-0.058414507657289505,-0.05521411448717117,-0.05201371759176254,-0.04881332442164421,-0.04561293125152588,-0.04241253435611725,-0.03921214118599892,-0.036011748015880585,-0.032811351120471954,-0.029610957950353622,-0.02641056478023529,-0.02321016974747181,-0.020009774714708328,-0.016809381544589996,-0.013608986511826515,-0.010408592410385609,-0.007208198308944702,-0.004007804207503796,-0.0008074096404016018,0.0023929846938699484,0.0055933790281414986,0.008793773129582405,0.011994168162345886,0.015194562263786793,0.0183949563652277,0.02159535139799118,0.024795744568109512,0.027996139600872993,0.031196534633636475,0.034396927803754807,0.03759732097387314,0.04079771786928177,0.0439981110394001,0.04719850420951843,0.05039890110492706,0.053599294275045395,0.05679968744516373,0.06000008434057236,0.06320047378540039,0.06640087068080902,0.06960126757621765,0.07280165702104568,0.07600205391645432,0.07920245081186295,0.08240284025669098,0.08560323715209961,0.08880363404750824,0.09200402349233627,0.0952044203877449]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[1,1,0,0,1,4,0,2,1,0,2,1,1,6,1,4,4,1,8,9,15,14,16,21,29,40,33,32,46,45,55,37,59,44,37,44,33,23,26,11,9,12,8,9,3,1,2,1,4,3,3,0,1,0,1,0,1,0,0,1,0,0,0,2],"bins":[-0.006112772040069103,-0.005915175657719374,-0.0057175797410309315,-0.005519983358681202,-0.00532238744199276,-0.00512479105964303,-0.004927194677293301,-0.004729598760604858,-0.004532002378255129,-0.004334405995905399,-0.004136810079216957,-0.0039392136968672276,-0.0037416175473481417,-0.003544021397829056,-0.0033464250154793262,-0.0031488288659602404,-0.0029512327164411545,-0.0027536365669220686,-0.0025560404174029827,-0.002358444035053253,-0.0021608478855341673,-0.0019632517360150814,-0.0017656554700806737,-0.001568059204146266,-0.00137046305462718,-0.0011728669051080942,-0.0009752706391736865,-0.0007776744314469397,-0.0005800782237201929,-0.0003824820159934461,-0.00018488580826669931,1.2710399460047483e-05,0.0002103070728480816,0.0004079032805748284,0.0006054994883015752,0.000803095696028322,0.0010006919037550688,0.0011982880532741547,0.0013958843192085624,0.00159348058514297,0.001791076734662056,0.001988672884181142,0.0021862690337002277,0.0023838654160499573,0.002581461565569043,0.002779057715088129,0.0029766540974378586,0.0031742502469569445,0.0033718463964760303,0.0035694425459951162,0.003767038695514202,0.003964635077863932,0.004162231460213661,0.004359827376902103,0.004557423759251833,0.004755019675940275,0.004952616058290005,0.005150212440639734,0.0053478083573281765,0.005545404739677906,0.005743000656366348,0.005940597038716078,0.006138193421065807,0.00633578933775425,0.006533385720103979],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[5,11,5,15,17,47,71,113,215,319,497,766,1150,1762,2324,3368,4572,6166,7908,10071,12815,15767,18723,21797,25228,28175,30645,32925,34301,34844,35254,34366,32757,30834,28250,24936,22021,18694,15719,12836,10246,8000,6210,4485,3319,2379,1645,1129,767,549,330,187,98,80,60,20,16,7,4,1,2,0,0,1],"bins":[-0.0899210050702095,-0.08692368119955063,-0.08392635732889175,-0.08092903345823288,-0.077931709587574,-0.07493438571691513,-0.07193706184625626,-0.06893973797559738,-0.06594240665435791,-0.06294508278369904,-0.05994776263833046,-0.056950438767671585,-0.05395311117172241,-0.05095578730106354,-0.04795846343040466,-0.04496113955974579,-0.041963815689086914,-0.03896649181842804,-0.035969167947769165,-0.03297184407711029,-0.029974518343806267,-0.026977194473147392,-0.02397986873984337,-0.020982544869184494,-0.01798522099852562,-0.014987897127866745,-0.011990572325885296,-0.008993247523903847,-0.005995923653244972,-0.0029985993169248104,-1.27498060464859e-06,0.0029960493557155132,0.005993373692035675,0.00899069756269455,0.011988022364675999,0.014985347166657448,0.017982671037316322,0.020979994907975197,0.02397732064127922,0.026974644511938095,0.02997196838259697,0.032969292253255844,0.03596661612391472,0.03896393999457359,0.041961267590522766,0.04495859146118164,0.047955915331840515,0.05095323920249939,0.053950563073158264,0.05694788694381714,0.05994521081447601,0.06294253468513489,0.06593985855579376,0.06893718242645264,0.07193450629711151,0.07493183016777039,0.07792915403842926,0.08092648535966873,0.0839238092303276,0.08692113310098648,0.08991845697164536,0.09291578084230423,0.0959131047129631,0.09891042858362198,0.10190775245428085],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.000583648681640625,-0.0005635619163513184,-0.0005434751510620117,-0.0005233883857727051,-0.0005033016204833984,-0.0004832148551940918,-0.00046312808990478516,-0.0004430413246154785,-0.0004229545593261719,-0.00040286779403686523,-0.0003827810287475586,-0.00036269426345825195,-0.0003426074981689453,-0.00032252073287963867,-0.00030243396759033203,-0.0002823472023010254,-0.00026226043701171875,-0.0002421736717224121,-0.00022208690643310547,-0.00020200014114379883,-0.0001819133758544922,-0.00016182661056518555,-0.0001417398452758789,-0.00012165307998657227,-0.00010156631469726562,-8.147954940795898e-05,-6.139278411865234e-05,-4.13060188293457e-05,-2.1219253540039062e-05,-1.1324882507324219e-06,1.895427703857422e-05,3.904104232788086e-05,5.91278076171875e-05,7.921457290649414e-05,9.930133819580078e-05,0.00011938810348510742,0.00013947486877441406,0.0001595616340637207,0.00017964839935302734,0.00019973516464233398,0.00021982192993164062,0.00023990869522094727,0.0002599954605102539,0.00028008222579956055,0.0003001689910888672,0.00032025575637817383,0.00034034252166748047,0.0003604292869567871,0.00038051605224609375,0.0004006028175354004,0.00042068958282470703,0.00044077634811401367,0.0004608631134033203,0.00048094987869262695,0.0005010366439819336,0.0005211234092712402,0.0005412101745605469,0.0005612969398498535,0.0005813837051391602,0.0006014704704284668,0.0006215572357177734,0.0006416440010070801,0.0006617307662963867,0.0006818175315856934,0.000701904296875],"_type":"histogram","values":[2,2,3,4,5,7,11,10,13,25,34,57,66,104,158,219,357,476,716,1106,1659,2642,4066,6492,10834,18124,32126,64485,140645,150164,70439,34968,19468,11105,6737,4358,2764,1846,1170,751,502,367,229,174,113,63,52,27,30,16,8,11,5,3,0,2,0,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.000278551277006045,-0.00026634082314558327,-0.000254130398388952,-0.0002419199445284903,-0.0002297094906680286,-0.0002174990513594821,-0.00020528861205093563,-0.00019307815819047391,-0.00018086771888192743,-0.00016865727957338095,-0.00015644682571291924,-0.00014423638640437275,-0.00013202594709582627,-0.00011981549323536456,-0.00010760505392681807,-9.539460734231398e-05,-8.318416075780988e-05,-7.097371417330578e-05,-5.876327122678049e-05,-4.65528282802552e-05,-3.43423816957511e-05,-2.2131936930236407e-05,-9.921492164721712e-06,2.2889526007929817e-06,1.4499397366307676e-05,2.670984213182237e-05,3.8920286897337064e-05,5.1130729843862355e-05,6.334117642836645e-05,7.555162301287055e-05,8.776206232141703e-05,9.997250890592113e-05,0.00011218292638659477,0.00012439336569514126,0.00013660381955560297,0.00014881425886414945,0.00016102471272461116,0.00017323515203315765,0.00018544559134170413,0.00019765604520216584,0.00020986648451071233,0.0002220769238192588,0.00023428737767972052,0.00024649783154018223,0.0002587082562968135,0.0002709187101572752,0.0002831291640177369,0.00029533958877436817,0.0003075500426348299,0.0003197604964952916,0.00033197092125192285,0.00034418137511238456,0.00035639182897284627,0.0003686022537294775,0.00038081270758993924,0.00039302316145040095,0.0004052335862070322,0.0004174440400674939,0.00042965449392795563,0.00044186494778841734,0.0004540753725450486,0.0004662858264055103,0.000478496280265972,0.0004907067050226033,0.000502917158883065],"_type":"histogram","values":[3,4,4,3,3,6,4,11,8,10,10,21,20,15,18,27,34,41,24,21,30,40,45,35,40,33,32,22,23,27,28,21,22,13,18,9,7,8,4,5,6,4,1,1,1,0,2,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"bins":[-0.00139617919921875,-0.0013544559478759766,-0.0013127326965332031,-0.0012710094451904297,-0.0012292861938476562,-0.0011875629425048828,-0.0011458396911621094,-0.001104116439819336,-0.0010623931884765625,-0.001020669937133789,-0.0009789466857910156,-0.0009372234344482422,-0.0008955001831054688,-0.0008537769317626953,-0.0008120536804199219,-0.0007703304290771484,-0.000728607177734375,-0.0006868839263916016,-0.0006451606750488281,-0.0006034374237060547,-0.0005617141723632812,-0.0005199909210205078,-0.0004782676696777344,-0.00043654441833496094,-0.0003948211669921875,-0.00035309791564941406,-0.0003113746643066406,-0.0002696514129638672,-0.00022792816162109375,-0.0001862049102783203,-0.00014448165893554688,-0.00010275840759277344,-6.103515625e-05,-1.9311904907226562e-05,2.2411346435546875e-05,6.413459777832031e-05,0.00010585784912109375,0.0001475811004638672,0.00018930435180664062,0.00023102760314941406,0.0002727508544921875,0.00031447410583496094,0.0003561973571777344,0.0003979206085205078,0.00043964385986328125,0.0004813671112060547,0.0005230903625488281,0.0005648136138916016,0.000606536865234375,0.0006482601165771484,0.0006899833679199219,0.0007317066192626953,0.0007734298706054688,0.0008151531219482422,0.0008568763732910156,0.0008985996246337891,0.0009403228759765625,0.000982046127319336,0.0010237693786621094,0.0010654926300048828,0.0011072158813476562,0.0011489391326904297,0.0011906623840332031,0.0012323856353759766,0.00127410888671875],"_type":"histogram","values":[1,1,3,0,1,1,3,1,3,4,7,13,18,30,36,41,76,131,164,245,390,704,1000,1438,2254,3677,5713,9161,15262,24862,40111,61460,84401,94112,82889,59595,38769,24152,14546,8750,5667,3651,2333,1492,934,584,378,245,168,113,75,44,43,18,15,11,7,6,4,5,1,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,0,1,5,10,25,23,51,91,155,255,382,606,872,1370,1920,2746,3821,5087,6724,8638,11329,13640,16601,19419,23045,25766,28446,30990,32767,34339,34847,34669,33775,32040,29731,27318,24340,20951,17892,15149,12305,9587,7566,5772,4440,3269,2277,1617,1149,699,524,312,172,122,69,41,32,11,9,6,2,6],"bins":[-0.09704890847206116,-0.09408508986234665,-0.09112127870321274,-0.08815746009349823,-0.08519364893436432,-0.08222983032464981,-0.0792660191655159,-0.07630220055580139,-0.07333838939666748,-0.07037457078695297,-0.06741075217723846,-0.06444694101810455,-0.061483122408390045,-0.058519307523965836,-0.055555492639541626,-0.052591677755117416,-0.04962786287069321,-0.046664047986269,-0.04370023310184479,-0.04073641821742058,-0.03777260333299637,-0.03480878472328186,-0.03184496983885765,-0.02888115495443344,-0.02591734007000923,-0.022953525185585022,-0.019989710301160812,-0.017025893554091454,-0.014062078669667244,-0.011098263785243034,-0.00813444796949625,-0.005170632619410753,-0.0022068172693252563,0.0007569980807602406,0.0037208134308457375,0.006684628780931234,0.009648444131016731,0.01261225901544094,0.015576074831187725,0.01853989064693451,0.02150370553135872,0.02446752041578293,0.027431335300207138,0.030395152047276497,0.033358968794345856,0.036322783678770065,0.039286598563194275,0.042250413447618484,0.045214228332042694,0.048178043216466904,0.05114185810089111,0.05410567298531532,0.05706948786973953,0.06003330647945404,0.06299711763858795,0.06596093624830246,0.06892475485801697,0.07188856601715088,0.07485238462686539,0.0778161957859993,0.0807800143957138,0.08374382555484772,0.08670764416456223,0.08967145532369614,0.09263527393341064],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,2,1,1,2,2,2,5,5,4,1,7,11,11,12,10,13,27,15,17,28,30,33,36,31,53,39,47,46,26,41,27,27,22,19,20,17,15,15,8,8,6,4,6,3,0,3,1,2,0,1,1,1,0,0,0,1,0,0,0,1],"bins":[-0.002696732524782419,-0.0026059597730636597,-0.002515187254175544,-0.0024244145024567842,-0.0023336419835686684,-0.002242869231849909,-0.002152096712961793,-0.0020613239612430334,-0.0019705514423549175,-0.001879778690636158,-0.0017890060553327203,-0.0016982334200292826,-0.001607460668310523,-0.0015166880330070853,-0.0014259153977036476,-0.00133514276240021,-0.0012443701270967722,-0.0011535974917933345,-0.0010628248564898968,-0.0009720521629787982,-0.0008812795276753604,-0.0007905068923719227,-0.0006997341988608241,-0.0006089615635573864,-0.0005181889282539487,-0.000427416292950511,-0.0003366436285432428,-0.00024587096413597465,-0.00015509832883253694,-6.4325678977184e-05,2.644697087816894e-05,0.00011721962073352188,0.00020799203775823116,0.00029876467306166887,0.00038953733746893704,0.0004803100018762052,0.0005710826371796429,0.0006618552724830806,0.0007526279659941792,0.000843400601297617,0.0009341732366010547,0.0010249458719044924,0.00111571850720793,0.0012064911425113678,0.0012972638942301273,0.001388036529533565,0.0014788091648370028,0.0015695818001404405,0.0016603544354438782,0.0017511270707473159,0.0018418997060507536,0.0019326723413541913,0.002023444976657629,0.0021142177283763885,0.0022049902472645044,0.002295762998983264,0.00238653551787138,0.0024773082695901394,0.002568081021308899,0.002658853540197015,0.0027496262919157743,0.0028403988108038902,0.0029311715625226498,0.0030219440814107656,0.003112716833129525]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,1,1,0,0,0,1,2,0,3,2,7,4,6,8,6,5,8,12,10,11,18,21,22,28,25,26,25,25,27,20,34,30,30,38,32,34,30,30,25,20,17,16,12,17,11,12,10,10,8,5,5,6,1,3,4,1,0,0,0,1,0,1],"bins":[-0.0020796614699065685,-0.0020175124518573284,-0.001955363666638732,-0.0018932147650048137,-0.0018310658633708954,-0.001768916961736977,-0.0017067680601030588,-0.0016446191584691405,-0.0015824702568352222,-0.0015203212387859821,-0.0014581723371520638,-0.0013960234355181456,-0.0013338745338842273,-0.001271725632250309,-0.0012095767306163907,-0.0011474278289824724,-0.0010852789273485541,-0.0010231300257146358,-0.0009609811240807176,-0.0008988322224467993,-0.000836683320812881,-0.0007745343609713018,-0.0007123854593373835,-0.0006502365577034652,-0.0005880876560695469,-0.0005259387544356287,-0.00046378985280171037,-0.0004016409220639616,-0.00033949202043004334,-0.00027734311879612505,-0.00021519420261029154,-0.00015304528642445803,-9.089638479053974e-05,-2.8747475880663842e-05,3.340143302921206e-05,9.555034193908796e-05,0.00015769925084896386,0.00021984815248288214,0.0002819970832206309,0.00034414598485454917,0.00040629488648846745,0.00046844378812238574,0.000530592689756304,0.0005927415913902223,0.0006548905512318015,0.0007170394528657198,0.0007791883544996381,0.0008413372561335564,0.0009034861577674747,0.0009656350594013929,0.0010277839610353112,0.0010899328626692295,0.0011520817643031478,0.001214230665937066,0.0012763795675709844,0.0013385284692049026,0.0014006774872541428,0.001462826388888061,0.0015249752905219793,0.0015871241921558976,0.001649273093789816,0.0017114219954237342,0.0017735708970576525,0.0018357197986915708,0.001897868700325489],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,2,0,2,1,4,2,4,4,2,3,5,7,11,6,10,13,17,21,21,23,24,25,27,30,38,38,42,40,42,40,31,23,24,18,21,17,14,15,13,12,16,8,10,6,7,3,6,2,2,5,2,1,0,0,2,1,1,0,2],"bins":[-0.00012498641444835812,-0.00012111893738619983,-0.00011725146759999916,-0.00011338399781379849,-0.0001095165207516402,-0.00010564904368948191,-0.00010178157390328124,-9.791410411708057e-05,-9.404662705492228e-05,-9.0179149992764e-05,-8.631168020656332e-05,-8.244421042036265e-05,-7.857673335820436e-05,-7.470925629604608e-05,-7.08417865098454e-05,-6.697431672364473e-05,-6.310683966148645e-05,-5.923936623730697e-05,-5.537189281312749e-05,-5.150441938894801e-05,-4.763694596476853e-05,-4.376947254058905e-05,-3.990199911640957e-05,-3.603452569223009e-05,-3.216705226805061e-05,-2.829957884387113e-05,-2.4432105419691652e-05,-2.0564631995512173e-05,-1.6697158571332693e-05,-1.2829685147153214e-05,-8.962211722973734e-06,-5.094738298794255e-06,-1.2272503226995468e-06,2.6402231014799327e-06,6.507696525659412e-06,1.0375169949838892e-05,1.4242643374018371e-05,1.811011679819785e-05,2.197759022237733e-05,2.584506364655681e-05,2.971253707073629e-05,3.358001049491577e-05,3.744748391909525e-05,4.131495734327473e-05,4.518243076745421e-05,4.9049904191633686e-05,5.2917377615813166e-05,5.6784851039992645e-05,6.0652324464172125e-05,6.451980152633041e-05,6.838727131253108e-05,7.225474109873176e-05,7.612221816089004e-05,7.998969522304833e-05,8.3857165009249e-05,8.772463479544967e-05,9.159211185760796e-05,9.545958891976625e-05,9.932705870596692e-05,0.00010319452849216759,0.00010706200555432588,0.00011092948261648417,0.00011479695240268484,0.00011866442218888551,0.0001225318992510438]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-0.00402182387188077,-0.003911394160240889,-0.003800964681431651,-0.0036905352026224136,-0.003580105723813176,-0.003469676012173295,-0.0033592465333640575,-0.00324881705455482,-0.0031383875757455826,-0.0030279578641057014,-0.002917528385296464,-0.0028070989064872265,-0.0026966691948473454,-0.002586239716038108,-0.0024758102372288704,-0.0023653805255889893,-0.0022549510467797518,-0.0021445215679705143,-0.002034091856330633,-0.0019236623775213957,-0.0018132328987121582,-0.001702803303487599,-0.0015923737082630396,-0.0014819442294538021,-0.0013715146342292428,-0.0012610850390046835,-0.001150655560195446,-0.0010402259649708867,-0.0009297964279539883,-0.0008193668909370899,-0.0007089372957125306,-0.0005985077586956322,-0.0004880782216787338,-0.00037764868466183543,-0.0002672191185411066,-0.00015678956697229296,-4.636001540347934e-05,6.406953616533428e-05,0.0001744990877341479,0.00028492865385487676,0.00039535819087177515,0.0005057877278886735,0.0006162172649055719,0.0007266468601301312,0.0008370763971470296,0.000947505934163928,0.0010579355293884873,0.0011683650081977248,0.0012787946034222841,0.0013892241986468434,0.001499653677456081,0.0016100832726806402,0.0017205127514898777,0.001830942346714437,0.0019413719419389963,0.002051801420748234,0.002162231132388115,0.0022726606111973524,0.00238309009000659,0.0024935195688158274,0.0026039492804557085,0.002714378759264946,0.0028248082380741835,0.0029352379497140646,0.003045667428523302],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,0,1,0,2,1,1,5,0,2,4,4,3,8,11,10,18,18,27,35,37,59,77,78,81,77,60,27,27,19,15,15,7,6,7,5,2,3,2,2,1,3,0,1,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,0,2,4,3,7,8,16,9,27,40,51,76,110,167,236,302,520,672,984,1406,2139,2983,4843,6991,11150,17563,27202,43439,64984,86754,92415,75905,52939,33831,21472,13887,9150,5671,3849,2462,1797,1124,815,494,403,272,197,136,108,70,40,31,21,15,9,7,5,3,3,3],"bins":[-0.00017547607421875,-0.0001703500747680664,-0.0001652240753173828,-0.00016009807586669922,-0.00015497207641601562,-0.00014984607696533203,-0.00014472007751464844,-0.00013959407806396484,-0.00013446807861328125,-0.00012934207916259766,-0.00012421607971191406,-0.00011909008026123047,-0.00011396408081054688,-0.00010883808135986328,-0.00010371208190917969,-9.85860824584961e-05,-9.34600830078125e-05,-8.83340835571289e-05,-8.320808410644531e-05,-7.808208465576172e-05,-7.295608520507812e-05,-6.783008575439453e-05,-6.270408630371094e-05,-5.7578086853027344e-05,-5.245208740234375e-05,-4.7326087951660156e-05,-4.220008850097656e-05,-3.707408905029297e-05,-3.1948089599609375e-05,-2.682209014892578e-05,-2.1696090698242188e-05,-1.6570091247558594e-05,-1.1444091796875e-05,-6.318092346191406e-06,-1.1920928955078125e-06,3.933906555175781e-06,9.059906005859375e-06,1.4185905456542969e-05,1.9311904907226562e-05,2.4437904357910156e-05,2.956390380859375e-05,3.4689903259277344e-05,3.981590270996094e-05,4.494190216064453e-05,5.0067901611328125e-05,5.519390106201172e-05,6.031990051269531e-05,6.54458999633789e-05,7.05718994140625e-05,7.56978988647461e-05,8.082389831542969e-05,8.594989776611328e-05,9.107589721679688e-05,9.620189666748047e-05,0.00010132789611816406,0.00010645389556884766,0.00011157989501953125,0.00011670589447021484,0.00012183189392089844,0.00012695789337158203,0.00013208389282226562,0.00013720989227294922,0.0001423358917236328,0.0001474618911743164,0.000152587890625]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[0.9985995888710022,0.9986595511436462,0.9987194538116455,0.9987794160842896,0.9988393783569336,0.9988993406295776,0.9989592432975769,0.999019205570221,0.999079167842865,0.9991390705108643,0.9991990327835083,0.9992589950561523,0.9993188977241516,0.9993788599967957,0.9994388222694397,0.9994987845420837,0.999558687210083,0.999618649482727,0.9996786117553711,0.9997385144233704,0.9997984766960144,0.9998584389686584,0.9999183416366577,0.9999783039093018,1.0000382661819458,1.0000982284545898,1.0001581907272339,1.0002180337905884,1.0002779960632324,1.0003379583358765,1.0003979206085205,1.0004578828811646,1.0005178451538086,1.0005778074264526,1.0006376504898071,1.0006976127624512,1.0007575750350952,1.0008175373077393,1.0008774995803833,1.0009374618530273,1.0009974241256714,1.0010572671890259,1.00111722946167,1.001177191734314,1.001237154006958,1.001297116279602,1.001357078552246,1.0014170408248901,1.0014768838882446,1.0015368461608887,1.0015968084335327,1.0016567707061768,1.0017167329788208,1.0017766952514648,1.0018365383148193,1.0018965005874634,1.0019564628601074,1.0020164251327515,1.0020763874053955,1.0021363496780396,1.0021963119506836,1.002256155014038,1.0023161172866821,1.0023760795593262,1.0024360418319702],"_type":"histogram","values":[2,0,2,2,0,1,2,0,7,3,6,4,8,8,11,14,17,21,38,43,46,51,55,45,62,46,39,40,28,34,19,20,18,12,10,12,3,5,7,7,5,2,2,3,0,0,0,1,0,2,0,0,1,2,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[3,4,4,7,8,28,26,43,79,104,158,252,334,587,780,1226,1913,2749,3981,5898,8535,12584,19079,29096,47079,72517,123323,240642,405537,262030,125987,71941,45953,28770,19064,12883,8728,5999,4329,3025,2226,1616,1071,799,552,399,256,194,137,100,76,42,42,21,14,13,7,5,4,2,0,1,1,1],"bins":[-0.0020751953125,-0.0020024776458740234,-0.0019297599792480469,-0.0018570423126220703,-0.0017843246459960938,-0.0017116069793701172,-0.0016388893127441406,-0.001566171646118164,-0.0014934539794921875,-0.001420736312866211,-0.0013480186462402344,-0.0012753009796142578,-0.0012025833129882812,-0.0011298656463623047,-0.0010571479797363281,-0.0009844303131103516,-0.000911712646484375,-0.0008389949798583984,-0.0007662773132324219,-0.0006935596466064453,-0.0006208419799804688,-0.0005481243133544922,-0.0004754066467285156,-0.00040268898010253906,-0.0003299713134765625,-0.00025725364685058594,-0.00018453598022460938,-0.00011181831359863281,-3.910064697265625e-05,3.361701965332031e-05,0.00010633468627929688,0.00017905235290527344,0.00025177001953125,0.00032448768615722656,0.0003972053527832031,0.0004699230194091797,0.0005426406860351562,0.0006153583526611328,0.0006880760192871094,0.0007607936859130859,0.0008335113525390625,0.0009062290191650391,0.0009789466857910156,0.0010516643524169922,0.0011243820190429688,0.0011970996856689453,0.0012698173522949219,0.0013425350189208984,0.001415252685546875,0.0014879703521728516,0.0015606880187988281,0.0016334056854248047,0.0017061233520507812,0.0017788410186767578,0.0018515586853027344,0.001924276351928711,0.0019969940185546875,0.002069711685180664,0.0021424293518066406,0.002215147018432617,0.0022878646850585938,0.0023605823516845703,0.002433300018310547,0.0025060176849365234,0.0025787353515625]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,2,5,4,1,2,5,6,10,10,12,12,12,23,35,29,40,43,66,51,59,74,74,94,98,103,93,113,100,107,90,84,90,69,69,58,49,37,41,31,22,26,19,14,21,13,7,3,6,4,4,1,1,0,1,1,0,0,0,1],"bins":[-0.0005898911040276289,-0.0005708929384127259,-0.000551894772797823,-0.0005328965489752591,-0.0005138983833603561,-0.0004949002177454531,-0.0004759020230267197,-0.00045690382830798626,-0.0004379056626930833,-0.0004189074970781803,-0.0003999093023594469,-0.00038091110764071345,-0.0003619129420258105,-0.0003429147764109075,-0.0003239165816921741,-0.00030491838697344065,-0.0002859202213585377,-0.0002669220557436347,-0.00024792386102490127,-0.00022892568085808307,-0.00020992750069126487,-0.00019092932052444667,-0.00017193114035762846,-0.00015293296019081026,-0.00013393478002399206,-0.00011493659985717386,-9.593841969035566e-05,-7.694023952353746e-05,-5.7942059356719255e-05,-3.8943879189901054e-05,-1.9945699023082852e-05,-9.475188562646508e-07,1.8050603102892637e-05,3.704878326971084e-05,5.604696343652904e-05,7.504514360334724e-05,9.404332377016544e-05,0.00011304150393698364,0.00013203968410380185,0.00015103786427062005,0.00017003604443743825,0.00018903422460425645,0.00020803240477107465,0.00022703058493789285,0.00024602876510471106,0.00026502693071961403,0.00028402512543834746,0.0003030233201570809,0.00032202148577198386,0.00034101965138688684,0.00036001784610562027,0.0003790160408243537,0.00039801420643925667,0.00041701237205415964,0.00043601056677289307,0.0004550087614916265,0.0004740069271065295,0.0004930050927214324,0.0005120033165439963,0.0005310014821588993,0.0005499996477738023,0.0005689978133887053,0.0005879959790036082,0.0006069942028261721,0.0006259923684410751]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,2,0,0,0,3,3,3,4,4,5,2,7,6,11,7,11,16,20,10,17,15,21,13,17,19,32,26,30,29,34,24,28,28,21,22,21,24,18,23,24,25,18,13,11,9,12,10,9,10,4,7,9,8,2,4,7,1,5,1],"bins":[-0.0016837548464536667,-0.0016368733486160636,-0.0015899917343631387,-0.0015431102365255356,-0.0014962286222726107,-0.0014493471244350076,-0.0014024655101820827,-0.0013555840123444796,-0.0013087023980915546,-0.0012618209002539515,-0.0012149392860010266,-0.0011680577881634235,-0.0011211761739104986,-0.0010742946760728955,-0.0010274130618199706,-0.0009805315639823675,-0.0009336500079371035,-0.0008867684518918395,-0.0008398868958465755,-0.0007930053398013115,-0.0007461237837560475,-0.0006992422277107835,-0.0006523606716655195,-0.0006054791156202555,-0.0005585976177826524,-0.0005117160617373884,-0.0004648344765882939,-0.0004179529205430299,-0.00037107139360159636,-0.00032418983755633235,-0.00027730828151106834,-0.00023042672546580434,-0.00018354516942054033,-0.00013666361337527633,-8.978206460596994e-05,-4.290051219868474e-05,3.9810402086004615e-06,5.086259261588566e-05,9.774414502317086e-05,0.00014462569379247725,0.00019150724983774126,0.00023838880588300526,0.00028527036192826927,0.00033215191797353327,0.0003790334449149668,0.00042591500096023083,0.00047279655700549483,0.0005196781130507588,0.0005665596690960228,0.0006134412251412868,0.0006603227811865509,0.0007072043372318149,0.0007540858932770789,0.0008009674493223429,0.0008478490053676069,0.0008947305614128709,0.000941612059250474,0.000988493673503399,0.001035375171341002,0.001082256785593927,0.00112913828343153,0.001176019897684455,0.001222901395522058,0.001269783009774983,0.001316664507612586]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,1,1,2,1,0,3,6,2,6,7,8,11,12,22,12,21,31,39,28,40,31,38,40,46,34,42,34,36,30,40,31,18,18,16,13,8,8,7,2,3,6,4,2,1,1,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005157360574230552,-0.0004993759212084115,-0.0004830158140975982,-0.00046665570698678493,-0.0004502955707721412,-0.0004339354345574975,-0.00041757532744668424,-0.000401215220335871,-0.00038485508412122726,-0.00036849494790658355,-0.0003521348407957703,-0.00033577473368495703,-0.0003194145974703133,-0.0003030544612556696,-0.00028669435414485633,-0.0002703342470340431,-0.00025397411081939936,-0.00023761398915667087,-0.00022125386749394238,-0.0002048937458312139,-0.0001885336241684854,-0.00017217350250575691,-0.00015581338084302843,-0.00013945325918029994,-0.00012309313751757145,-0.00010673301585484296,-9.037289419211447e-05,-7.401277252938598e-05,-5.7652650866657495e-05,-4.129252920392901e-05,-2.493240754120052e-05,-8.57228587847203e-06,7.787835784256458e-06,2.4147957446984947e-05,4.0508079109713435e-05,5.6868200772441924e-05,7.322832243517041e-05,8.95884440978989e-05,0.00010594856576062739,0.00012230868742335588,0.00013866880908608437,0.00015502893074881285,0.00017138905241154134,0.00018774917407426983,0.00020410929573699832,0.0002204694173997268,0.0002368295390624553,0.00025318964617326856,0.0002695497823879123,0.000285909918602556,0.00030227002571336925,0.0003186301328241825,0.00033499026903882623,0.00035135040525346994,0.0003677105123642832,0.00038407061947509646,0.0004004307556897402,0.0004167908919043839,0.00043315099901519716,0.0004495111061260104,0.00046587124234065413,0.00048223137855529785,0.0004985914565622807,0.0005149515927769244,0.0005313117289915681]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.09204743057489395,-0.08910848200321198,-0.08616953343153,-0.08323058485984802,-0.08029163628816605,-0.07735268771648407,-0.0744137391448021,-0.07147479057312012,-0.06853583455085754,-0.06559688597917557,-0.06265793740749359,-0.05971899256110191,-0.05678004026412964,-0.05384109169244766,-0.050902143120765686,-0.04796319454908371,-0.04502424597740173,-0.04208529740571976,-0.03914634883403778,-0.036207400262355804,-0.03326845169067383,-0.030329501256346703,-0.027390550822019577,-0.0244516022503376,-0.021512653678655624,-0.018573705106973648,-0.015634756535291672,-0.012695806100964546,-0.00975685752928257,-0.006817908491939306,-0.0038789594545960426,-0.000940010417252779,0.0019989311695098877,0.004937880206853151,0.007876829244196415,0.010815778747200966,0.013754727318882942,0.01669367589056492,0.019632626324892044,0.02257157489657402,0.025510523468255997,0.028449472039937973,0.03138842061161995,0.034327369183301926,0.0372663214802742,0.04020527005195618,0.04314421862363815,0.04608316719532013,0.049022115767002106,0.05196106433868408,0.05490001291036606,0.057838961482048035,0.06077791005373001,0.06371685862541199,0.06665580719709396,0.06959475576877594,0.07253371179103851,0.07547266036272049,0.07841160893440247,0.08135055750608444,0.08428950607776642,0.0872284546494484,0.09016740322113037,0.09310635179281235,0.09604530036449432],"_type":"histogram","values":[4,4,4,7,15,36,48,85,132,212,339,514,776,1139,1636,2336,3386,4452,6064,7785,9849,12216,14812,17676,21198,23619,26989,29396,31800,33083,34173,34479,33687,32958,30770,28485,25709,23241,19763,16799,14119,11461,9004,7025,5280,3906,2981,2106,1435,968,665,486,274,195,96,72,32,23,7,8,3,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,0,2,0,3,3,2,0,2,6,6,12,4,11,15,17,16,32,25,31,28,36,36,36,27,25,34,40,42,28,25,22,30,19,20,16,15,17,14,19,5,9,8,9,2,3,4,1,0,0,1,3,1,1,0,0,0,0,0,0,1],"bins":[-0.00037025788333266973,-0.00035764172207564116,-0.0003450255608186126,-0.000332409399561584,-0.00031979320920072496,-0.0003071770479436964,-0.0002945608866866678,-0.0002819447254296392,-0.00026932856417261064,-0.00025671240291558206,-0.00024409622710663825,-0.00023148006584960967,-0.00021886389004066586,-0.00020624772878363729,-0.0001936315675266087,-0.0001810153917176649,-0.00016839923046063632,-0.00015578306920360774,-0.00014316689339466393,-0.00013055073213763535,-0.00011793457088060677,-0.00010531840234762058,-9.270223381463438e-05,-8.00860725576058e-05,-6.746990402461961e-05,-5.485373912961222e-05,-4.2237574234604836e-05,-2.962140570161864e-05,-1.7005240806611255e-05,-4.389075002109166e-06,8.227090802392922e-06,2.0843257516389713e-05,3.34594224113971e-05,4.6075587306404486e-05,5.869175220141187e-05,7.130792073439807e-05,8.392408199142665e-05,9.654025052441284e-05,0.00010915641905739903,0.00012177258031442761,0.0001343887415714562,0.0001470049173804,0.00015962107863742858,0.00017223723989445716,0.00018485341570340097,0.00019746957696042955,0.00021008573821745813,0.00022270191402640194,0.00023531807528343052,0.0002479342510923743,0.0002605504123494029,0.0002731665736064315,0.00028578273486346006,0.00029839889612048864,0.0003110150573775172,0.00032363124773837626,0.00033624740899540484,0.0003488635702524334,0.000361479731509462,0.0003740958927664906,0.00038671205402351916,0.0003993282443843782,0.0004119444056414068,0.00042456056689843535,0.00043717672815546393]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,3,0,1,0,3,2,3,5,3,2,7,7,11,7,8,16,16,27,23,24,28,34,31,43,34,37,34,42,37,28,37,26,32,17,20,20,19,9,16,19,7,5,8,4,2,0,4,0,1,1,0,2,0,1],"bins":[-0.00026393416919745505,-0.00025662838015705347,-0.00024932262022048235,-0.00024201683118008077,-0.0002347110421396792,-0.00022740525309927762,-0.00022009947861079127,-0.00021279370412230492,-0.00020548791508190334,-0.00019818212604150176,-0.0001908763515530154,-0.00018357057706452906,-0.00017626478802412748,-0.0001689589989837259,-0.00016165322449523956,-0.0001543474500067532,-0.00014704166096635163,-0.00013973587192595005,-0.0001324300974374637,-0.00012512432294897735,-0.00011781853390857577,-0.00011051275214413181,-0.00010320697037968785,-9.590118861524388e-05,-8.859540685079992e-05,-8.128962508635595e-05,-7.398384332191199e-05,-6.667806155746803e-05,-5.937227979302406e-05,-5.20664980285801e-05,-4.4760716264136136e-05,-3.745493449969217e-05,-3.0149152735248208e-05,-2.2843370970804244e-05,-1.553758920636028e-05,-8.231807441916317e-06,-9.26025677472353e-07,6.379756086971611e-06,1.3685537851415575e-05,2.099131961585954e-05,2.8297101380303502e-05,3.5602883144747466e-05,4.290866490919143e-05,5.021444667363539e-05,5.752022843807936e-05,6.482601020252332e-05,7.213179196696728e-05,7.943757373141125e-05,8.674335549585521e-05,9.404913726029918e-05,0.00010135491902474314,0.0001086607007891871,0.00011596648255363107,0.00012327227159403265,0.000130578046082519,0.00013788382057100534,0.00014518960961140692,0.0001524953986518085,0.00015980117314029485,0.0001671069476287812,0.00017441273666918278,0.00018171852570958436,0.0001890243001980707,0.00019633007468655705,0.00020363586372695863]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,2,0,0,1,0,1,1,1,1,2,3,5,5,8,13,13,15,22,14,35,37,42,46,45,51,54,66,50,44,39,30,28,23,12,15,10,9,4,7,2,0,1,1,1,4,0,2],"bins":[-0.0022661047987639904,-0.0022120242938399315,-0.0021579440217465162,-0.0021038635168224573,-0.002049783244729042,-0.001995702739804983,-0.001941622351296246,-0.0018875418463721871,-0.00183346145786345,-0.001779381069354713,-0.0017253006808459759,-0.0016712202923372388,-0.0016171397874131799,-0.0015630593989044428,-0.0015089790103957057,-0.0014548986218869686,-0.0014008181169629097,-0.0013467377284541726,-0.0012926573399454355,-0.0012385769514366984,-0.0011844965629279613,-0.0011304160580039024,-0.0010763356694951653,-0.0010222552809864283,-0.0009681748924776912,-0.0009140944457612932,-0.0008600140572525561,-0.0008059336105361581,-0.000751853222027421,-0.000697772775311023,-0.0006436923868022859,-0.0005896119400858879,-0.0005355315515771508,-0.0004814511339645833,-0.00042737071635201573,-0.0003732902987394482,-0.00031920988112688065,-0.00026512949261814356,-0.00021104907500557601,-0.00015696865739300847,-0.00010288823978044093,-4.880782580585219e-05,5.272588168736547e-06,5.9353002143325284e-05,0.00011343341611791402,0.00016751383373048156,0.00022159423679113388,0.0002756746544037014,0.00032975507201626897,0.0003838354896288365,0.00043791590724140406,0.0004919962957501411,0.0005460767424665391,0.0006001571309752762,0.0006542375776916742,0.0007083179662004113,0.0007623983547091484,0.0008164788014255464,0.0008705591899342835,0.0009246396366506815,0.0009787200251594186,0.0010328004136681557,0.0010868809185922146,0.0011409613071009517,0.0011950416956096888]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.00135040283203125,-0.0013086795806884766,-0.0012669563293457031,-0.0012252330780029297,-0.0011835098266601562,-0.0011417865753173828,-0.0011000633239746094,-0.001058340072631836,-0.0010166168212890625,-0.0009748935699462891,-0.0009331703186035156,-0.0008914470672607422,-0.0008497238159179688,-0.0008080005645751953,-0.0007662773132324219,-0.0007245540618896484,-0.000682830810546875,-0.0006411075592041016,-0.0005993843078613281,-0.0005576610565185547,-0.0005159378051757812,-0.0004742145538330078,-0.0004324913024902344,-0.00039076805114746094,-0.0003490447998046875,-0.00030732154846191406,-0.0002655982971191406,-0.0002238750457763672,-0.00018215179443359375,-0.0001404285430908203,-9.870529174804688e-05,-5.698204040527344e-05,-1.52587890625e-05,2.6464462280273438e-05,6.818771362304688e-05,0.00010991096496582031,0.00015163421630859375,0.0001933574676513672,0.00023508071899414062,0.00027680397033691406,0.0003185272216796875,0.00036025047302246094,0.0004019737243652344,0.0004436969757080078,0.00048542022705078125,0.0005271434783935547,0.0005688667297363281,0.0006105899810791016,0.000652313232421875,0.0006940364837646484,0.0007357597351074219,0.0007774829864501953,0.0008192062377929688,0.0008609294891357422,0.0009026527404785156,0.0009443759918212891,0.0009860992431640625,0.001027822494506836,0.0010695457458496094,0.0011112689971923828,0.0011529922485351562,0.0011947154998779297,0.0012364387512207031,0.0012781620025634766,0.00131988525390625],"_type":"histogram","values":[1,2,0,0,3,4,6,5,11,9,24,36,49,68,81,130,206,301,466,716,1164,1668,2676,4039,6828,10860,17900,28709,49309,84730,154669,286115,364849,243438,131227,72004,42341,25637,15767,9087,6213,3900,2573,1693,1168,731,482,301,223,152,95,66,38,34,15,13,16,3,8,1,2,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,2,3,0,2,2,7,7,5,6,7,9,15,23,12,19,33,25,27,32,36,21,33,41,28,28,35,35,27,35,19,27,29,26,21,25,19,10,10,4,6,3,3,2,2,1,1,0,1,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-0.0010404573986306787,-0.0010027928510680795,-0.0009651283035054803,-0.0009274637559428811,-0.0008897992083802819,-0.0008521347190253437,-0.0008144701714627445,-0.0007768056239001453,-0.0007391410763375461,-0.0007014765287749469,-0.0006638119812123477,-0.0006261474336497486,-0.0005884829442948103,-0.0005508183967322111,-0.0005131538491696119,-0.00047548930160701275,-0.00043782475404441357,-0.0004001602064818144,-0.0003624956589192152,-0.0003248311404604465,-0.0002871665928978473,-0.0002495020453352481,-0.00021183751232456416,-0.0001741729793138802,-0.00013650843175128102,-9.884389146463946e-05,-6.117935117799789e-05,-2.351481089135632e-05,1.4149729395285249e-05,5.181426968192682e-05,8.947880996856838e-05,0.00012714334297925234,0.0001648077741265297,0.00020247232168912888,0.00024013685469981283,0.0002778013877104968,0.00031546593527309597,0.00035313048283569515,0.0003907950012944639,0.00042845954885706306,0.00046612409641966224,0.0005037886439822614,0.0005414531915448606,0.0005791177391074598,0.000616782228462398,0.0006544467760249972,0.0006921113235875964,0.0007297758711501956,0.0007674404187127948,0.000805104966275394,0.0008427695138379931,0.0008804340614005923,0.0009180986089631915,0.0009557630983181298,0.0009934277040883899,0.001031092251650989,0.0010687566827982664,0.0011064212303608656,0.0011440857779234648,0.001181750325486064,0.0012194148730486631,0.0012570794206112623,0.0012947439681738615,0.0013324085157364607,0.0013700730632990599]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,1,1,0,1,1,1,2,2,1,0,6,3,7,4,8,12,13,11,11,23,29,26,38,35,39,34,35,35,40,38,49,28,27,36,18,22,16,16,15,8,8,8,5,12,6,2,9,3,3,4,2,2,2,1,2,0,3,0,0,0,1,0,2],"bins":[0.9987443089485168,0.9987902045249939,0.9988361597061157,0.9988820552825928,0.9989279508590698,0.9989739060401917,0.9990198016166687,0.9990656971931458,0.9991116523742676,0.9991575479507446,0.9992034435272217,0.9992493987083435,0.9992952942848206,0.9993411898612976,0.9993871450424194,0.9994330406188965,0.9994789361953735,0.9995248913764954,0.9995707869529724,0.9996166825294495,0.9996626377105713,0.9997085332870483,0.9997544288635254,0.9998003840446472,0.9998462796211243,0.9998921751976013,0.9999381303787231,0.9999840259552002,1.0000299215316772,1.0000758171081543,1.0001217126846313,1.000167727470398,1.000213623046875,1.000259518623352,1.000305414199829,1.0003513097763062,1.0003972053527832,1.0004432201385498,1.0004891157150269,1.000535011291504,1.000580906867981,1.000626802444458,1.000672698020935,1.0007187128067017,1.0007646083831787,1.0008105039596558,1.0008563995361328,1.0009022951126099,1.000948190689087,1.0009942054748535,1.0010401010513306,1.0010859966278076,1.0011318922042847,1.0011777877807617,1.0012236833572388,1.0012696981430054,1.0013155937194824,1.0013614892959595,1.0014073848724365,1.0014532804489136,1.0014991760253906,1.0015451908111572,1.0015910863876343,1.0016369819641113,1.0016828775405884],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,0,1,0,0,1,0,2,2,1,8,8,13,20,28,52,73,99,195,294,440,820,1143,1942,3133,4921,8952,14479,25461,47609,93237,214336,533252,345186,133791,63035,33415,19113,10827,6559,3940,2384,1564,890,632,370,224,144,98,47,51,23,19,10,6,3,3,3,1,1,0,0,0,2],"bins":[-0.004791259765625,-0.004644870758056641,-0.004498481750488281,-0.004352092742919922,-0.0042057037353515625,-0.004059314727783203,-0.003912925720214844,-0.0037665367126464844,-0.003620147705078125,-0.0034737586975097656,-0.0033273696899414062,-0.003180980682373047,-0.0030345916748046875,-0.002888202667236328,-0.0027418136596679688,-0.0025954246520996094,-0.00244903564453125,-0.0023026466369628906,-0.0021562576293945312,-0.002009868621826172,-0.0018634796142578125,-0.0017170906066894531,-0.0015707015991210938,-0.0014243125915527344,-0.001277923583984375,-0.0011315345764160156,-0.0009851455688476562,-0.0008387565612792969,-0.0006923675537109375,-0.0005459785461425781,-0.00039958953857421875,-0.0002532005310058594,-0.0001068115234375,3.9577484130859375e-05,0.00018596649169921875,0.0003323554992675781,0.0004787445068359375,0.0006251335144042969,0.0007715225219726562,0.0009179115295410156,0.001064300537109375,0.0012106895446777344,0.0013570785522460938,0.0015034675598144531,0.0016498565673828125,0.0017962455749511719,0.0019426345825195312,0.0020890235900878906,0.00223541259765625,0.0023818016052246094,0.0025281906127929688,0.002674579620361328,0.0028209686279296875,0.002967357635498047,0.0031137466430664062,0.0032601356506347656,0.003406524658203125,0.0035529136657714844,0.0036993026733398438,0.003845691680908203,0.0039920806884765625,0.004138469696044922,0.004284858703613281,0.004431247711181641,0.00457763671875],"_type":"histogram"},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[3,3,0,2,5,2,1,2,0,2,1,3,0,2,2,5,0,2,1,3,2,3,0,0,5,1,1,2,3,2,1,4,2,1,2,1,2,2,4,0,3,1,2,6,1,0,1,1,5,1,0,2,2,7,2,5,0,4,2,1,1,1,1,2],"bins":[-0.0358513705432415,-0.03473390266299248,-0.033616431057453156,-0.03249896317720413,-0.03138149157166481,-0.030264023691415787,-0.029146553948521614,-0.02802908420562744,-0.026911616325378418,-0.025794146582484245,-0.024676676839590073,-0.0235592070966959,-0.022441737353801727,-0.021324267610907555,-0.02020679973065853,-0.01908932998776436,-0.017971860244870186,-0.016854390501976013,-0.01573692075908184,-0.014619451947510242,-0.013501983135938644,-0.012384513393044472,-0.011267043650150299,-0.010149574838578701,-0.009032105095684528,-0.007914635352790356,-0.006797166541218758,-0.005679696798324585,-0.0045622275210917,-0.0034447582438588142,-0.0023272887337952852,-0.001209819340147078,-9.234994649887085e-05,0.0010251194471493363,0.0021425888407975435,0.0032600583508610725,0.004377527628093958,0.005494996905326843,0.006612466648221016,0.007729935925453901,0.008847405202686787,0.00996487494558096,0.011082343757152557,0.01219981350004673,0.013317283242940903,0.0144347520545125,0.015552221797406673,0.01666969060897827,0.017787160351872444,0.018904630094766617,0.02002209983766079,0.021139567717909813,0.022257037460803986,0.023374507203698158,0.02449197694659233,0.025609446689486504,0.026726916432380676,0.0278443843126297,0.028961854055523872,0.030079323798418045,0.031196793541312218,0.03231426328420639,0.033431731164455414,0.034549202769994736,0.03566667065024376]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,0,1,0,2,3,0,2,4,7,16,20,18,32,43,44,64,126,160,271,424,606,1024,1723,3102,5432,10649,20534,45848,108110,273017,503062,343268,140087,59804,26517,13381,6857,3668,2034,1109,775,381,220,142,101,64,37,18,22,12,5,7,2,4,1,0,0,0,1],"bins":[-0.0020904541015625,-0.0020318031311035156,-0.0019731521606445312,-0.0019145011901855469,-0.0018558502197265625,-0.0017971992492675781,-0.0017385482788085938,-0.0016798973083496094,-0.001621246337890625,-0.0015625953674316406,-0.0015039443969726562,-0.0014452934265136719,-0.0013866424560546875,-0.0013279914855957031,-0.0012693405151367188,-0.0012106895446777344,-0.00115203857421875,-0.0010933876037597656,-0.0010347366333007812,-0.0009760856628417969,-0.0009174346923828125,-0.0008587837219238281,-0.0008001327514648438,-0.0007414817810058594,-0.000682830810546875,-0.0006241798400878906,-0.0005655288696289062,-0.0005068778991699219,-0.0004482269287109375,-0.0003895759582519531,-0.00033092498779296875,-0.0002722740173339844,-0.000213623046875,-0.00015497207641601562,-9.632110595703125e-05,-3.7670135498046875e-05,2.09808349609375e-05,7.963180541992188e-05,0.00013828277587890625,0.00019693374633789062,0.000255584716796875,0.0003142356872558594,0.00037288665771484375,0.0004315376281738281,0.0004901885986328125,0.0005488395690917969,0.0006074905395507812,0.0006661415100097656,0.00072479248046875,0.0007834434509277344,0.0008420944213867188,0.0009007453918457031,0.0009593963623046875,0.0010180473327636719,0.0010766983032226562,0.0011353492736816406,0.001194000244140625,0.0012526512145996094,0.0013113021850585938,0.0013699531555175781,0.0014286041259765625,0.0014872550964355469,0.0015459060668945312,0.0016045570373535156,0.0016632080078125]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[1,1,1,1,2,1,0,3,2,2,6,6,4,5,9,7,10,6,5,23,16,24,13,27,27,33,30,21,28,32,50,38,36,35,28,24,29,23,26,15,28,11,9,12,12,10,9,4,3,4,6,2,2,2,2,0,0,0,1,0,0,0,0,1],"bins":[-0.0008312661666423082,-0.0008041448891162872,-0.0007770236115902662,-0.0007499023922719061,-0.0007227811147458851,-0.0006956598372198641,-0.0006685385596938431,-0.0006414172821678221,-0.000614296062849462,-0.000587174785323441,-0.00056005350779742,-0.000532932230271399,-0.000505810952745378,-0.00047868970432318747,-0.00045156842679716647,-0.0004244471783749759,-0.0003973259008489549,-0.0003702046233229339,-0.00034308337490074337,-0.00031596209737472236,-0.0002888408489525318,-0.0002617195714265108,-0.0002345982939004898,-0.00020747703092638403,-0.00018035576795227826,-0.00015323450497817248,-0.0001261132420040667,-9.89919644780457e-05,-7.187070150393993e-05,-4.4749434891855344e-05,-1.7628168279770762e-05,9.49309833231382e-06,3.661430673673749e-05,6.373556971084327e-05,9.085683996090665e-05,0.00011797811021097004,0.00014509937318507582,0.0001722206361591816,0.0001993419136852026,0.00022646317665930837,0.00025358443963341415,0.00028070571715943515,0.0003078269655816257,0.0003349482431076467,0.0003620695206336677,0.00038919076905585825,0.00041631204658187926,0.0004434332950040698,0.0004705545725300908,0.0004976758500561118,0.0005247971275821328,0.0005519183469004929,0.0005790396244265139,0.0006061609019525349,0.0006332821794785559,0.0006604034570045769,0.000687524676322937,0.000714645953848958,0.000741767231374979,0.000768888508901,0.000796009786427021,0.000823131063953042,0.0008502522832714021,0.0008773735607974231,0.0009044948383234441],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.0015869140625,-0.0015372037887573242,-0.0014874935150146484,-0.0014377832412719727,-0.0013880729675292969,-0.001338362693786621,-0.0012886524200439453,-0.0012389421463012695,-0.0011892318725585938,-0.001139521598815918,-0.0010898113250732422,-0.0010401010513305664,-0.0009903907775878906,-0.0009406805038452148,-0.0008909702301025391,-0.0008412599563598633,-0.0007915496826171875,-0.0007418394088745117,-0.0006921291351318359,-0.0006424188613891602,-0.0005927085876464844,-0.0005429983139038086,-0.0004932880401611328,-0.00044357776641845703,-0.00039386749267578125,-0.00034415721893310547,-0.0002944469451904297,-0.0002447366714477539,-0.00019502639770507812,-0.00014531612396240234,-9.560585021972656e-05,-4.589557647705078e-05,3.814697265625e-06,5.352497100830078e-05,0.00010323524475097656,0.00015294551849365234,0.00020265579223632812,0.0002523660659790039,0.0003020763397216797,0.00035178661346435547,0.00040149688720703125,0.00045120716094970703,0.0005009174346923828,0.0005506277084350586,0.0006003379821777344,0.0006500482559204102,0.0006997585296630859,0.0007494688034057617,0.0007991790771484375,0.0008488893508911133,0.0008985996246337891,0.0009483098983764648,0.0009980201721191406,0.0010477304458618164,0.0010974407196044922,0.001147150993347168,0.0011968612670898438,0.0012465715408325195,0.0012962818145751953,0.001345992088317871,0.0013957023620605469,0.0014454126358032227,0.0014951229095458984,0.0015448331832885742,0.00159454345703125],"_type":"histogram","values":[2,2,3,3,7,10,11,25,35,42,57,87,101,163,233,287,429,535,728,1058,1440,2022,3022,4056,5990,8588,12571,19616,29930,47291,71541,92212,90560,67702,44115,27887,18142,11970,8128,5524,3833,2809,2007,1380,1003,750,498,391,283,177,145,125,101,50,50,19,29,18,6,5,5,9,2,4]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0031756407115608454,-0.0030864293221384287,-0.002997217932716012,-0.002908006776124239,-0.0028187953867018223,-0.0027295839972794056,-0.002640372607856989,-0.002551161451265216,-0.002461950061842799,-0.0023727386724203825,-0.002283527282997966,-0.002194315893575549,-0.002105104736983776,-0.0020158933475613594,-0.0019266819581389427,-0.0018374706851318479,-0.0017482592957094312,-0.0016590479062870145,-0.0015698366332799196,-0.001480625243857503,-0.001391413970850408,-0.0013022025814279914,-0.0012129913084208965,-0.0011237799189984798,-0.0010345685295760632,-0.0009453572565689683,-0.0008561459253542125,-0.0007669345941394567,-0.0006777232047170401,-0.0005885118735022843,-0.0004993005422875285,-0.00041008921107277274,-0.00032087787985801697,-0.0002316665486432612,-0.0001424552028765902,-5.3243864385876805e-05,3.596747410483658e-05,0.00012517880531959236,0.00021439015108626336,0.00030360149685293436,0.00039281282806769013,0.0004820241592824459,0.0005712354904972017,0.0006604468217119575,0.0007496582111343741,0.0008388695423491299,0.0009280808735638857,0.0010172921465709805,0.0011065035359933972,0.001195714925415814,0.0012849261984229088,0.0013741375878453255,0.0014633488608524203,0.001552560250274837,0.0016417715232819319,0.0017309829127043486,0.0018201943021267653,0.0019094055751338601,0.001998616848140955,0.0020878282375633717,0.0021770396269857883,0.002266251016408205,0.002355462172999978,0.0024446735624223948,0.0025338849518448114],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,0,0,3,3,3,7,4,8,9,10,17,13,17,13,21,19,29,36,44,36,42,42,40,33,27,45,43,30,23,18,20,19,18,20,10,10,10,5,5,2,4,2,1,1,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,4,3,2,1,4,5,10,7,6,20,33,15,38,27,34,35,29,40,35,33,45,35,32,39,35,39,28,27,22,12,17,14,11,7,13,3,2,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005217668949626386,-0.0005042539560236037,-0.0004867410461883992,-0.00046922810724936426,-0.0004517151974141598,-0.00043420225847512484,-0.0004166893195360899,-0.0003991764097008854,-0.0003816634707618505,-0.00036415053182281554,-0.00034663762198761106,-0.0003291246830485761,-0.0003116117441095412,-0.0002940988342743367,-0.00027658589533530176,-0.0002590729855000973,-0.00024156004656106234,-0.00022404712217394263,-0.00020653419778682292,-0.00018902125884778798,-0.00017150833446066827,-0.00015399541007354856,-0.00013648247113451362,-0.0001189695467473939,-0.0001014566223602742,-8.394369797315449e-05,-6.643076631007716e-05,-4.891783828497864e-05,-3.1404910259880126e-05,-1.3891982234781608e-05,3.6209457903169096e-06,2.1133873815415427e-05,3.864674363285303e-05,5.615967165795155e-05,7.367259968305007e-05,9.118553134612739e-05,0.0001086984557332471,0.0001262113801203668,0.00014372431905940175,0.00016123724344652146,0.00017875016783364117,0.00019626309222076088,0.0002137760166078806,0.00023128895554691553,0.00024880189448595047,0.00026631480432115495,0.0002838277432601899,0.0003013406530953944,0.0003188535920344293,0.00033636653097346425,0.00035387944080866873,0.00037139237974770367,0.00038890528958290815,0.0004064182285219431,0.00042393116746097803,0.0004414440772961825,0.00045895701623521745,0.0004764699551742524,0.0004939828650094569,0.0005114958039484918,0.0005290087428875268,0.0005465216818265617,0.0005640345625579357,0.0005815475014969707,0.0005990604404360056]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[4,2,0,0,2,2,3,6,3,6,4,10,8,11,10,10,16,21,14,21,21,21,27,27,30,30,24,27,18,20,14,30,22,22,24,32,24,19,27,18,26,9,11,17,9,7,8,9,11,4,3,3,4,4,5,1,1,2,1,1,0,1,0,1],"bins":[-0.00044915181933902204,-0.00043425330659374595,-0.0004193547647446394,-0.0004044562519993633,-0.0003895577392540872,-0.00037465919740498066,-0.00035976068465970457,-0.000344862142810598,-0.0003299636300653219,-0.00031506511732004583,-0.0003001665754709393,-0.0002852680627256632,-0.00027036952087655663,-0.00025547100813128054,-0.00024057249538600445,-0.00022567396808881313,-0.0002107754407916218,-0.00019587691349443048,-0.00018097838619723916,-0.00016607987345196307,-0.00015118134615477175,-0.00013628281885758042,-0.00012138429883634672,-0.00010648577881511301,-9.158725151792169e-05,-7.668872422073036e-05,-6.179020419949666e-05,-4.689168054028414e-05,-3.199315688107163e-05,-1.7094633221859112e-05,-2.1961095626465976e-06,1.2702414096565917e-05,2.7600908651947975e-05,4.249943231116049e-05,5.7397955970373005e-05,7.229647599160671e-05,8.719500328879803e-05,0.00010209353058598936,0.00011699205060722306,0.00013189057062845677,0.0001467890979256481,0.00016168762522283942,0.00017658615252003074,0.00019148466526530683,0.00020638319256249815,0.00022128171985968947,0.00023618023260496557,0.0002510787744540721,0.0002659772871993482,0.0002808757999446243,0.00029577434179373085,0.00031067285453900695,0.0003255713963881135,0.0003404699091333896,0.0003553684218786657,0.00037026696372777224,0.00038516547647304833,0.0004000639892183244,0.000414962531067431,0.00042986104381270707,0.00044475955655798316,0.0004596580984070897,0.0004745566111523658,0.0004894551238976419,0.0005043536657467484]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,4,4,3,2,7,5,4,8,8,10,10,12,10,13,18,24,25,31,18,23,27,34,29,23,29,30,33,31,14,29,26,20,23,25,22,22,16,9,17,14,6,4,10,6,2,4,4,3,1,5,2,0,1,1,2,1,0,0,1],"bins":[-0.004185628145933151,-0.004046425689011812,-0.003907222766429186,-0.003768020309507847,-0.003628817852586508,-0.003489615162834525,-0.0033504124730825424,-0.0032112100161612034,-0.0030720073264092207,-0.002932804636657238,-0.002793602179735899,-0.0026543994899839163,-0.0025151968002319336,-0.0023759943433105946,-0.002236791653558612,-0.002097589196637273,-0.00195838650688529,-0.0018191839335486293,-0.0016799813602119684,-0.0015407786704599857,-0.0014015760971233249,-0.001262373523786664,-0.0011231708340346813,-0.0009839682606980205,-0.0008447656873613596,-0.0007055631140246987,-0.000566360482480377,-0.00042715788003988564,-0.0002879552775993943,-0.000148752675158903,-9.550072718411684e-06,0.00012965252972207963,0.00026885513216257095,0.00040805773460306227,0.0005472603370435536,0.0006864629685878754,0.0008256655419245362,0.0009648681152611971,0.0011040708050131798,0.0012432733783498406,0.0013824759516865015,0.0015216785250231624,0.0016608810983598232,0.001800083788111806,0.0019392863614484668,0.0020784889347851276,0.0022176916245371103,0.0023568940814584494,0.002496096771210432,0.0026352994609624147,0.0027745019178837538,0.0029137046076357365,0.0030529070645570755,0.003192109754309058,0.003331312444061041,0.00347051490098238,0.0036097175907343626,0.0037489202804863453,0.0038881227374076843,0.004027325194329023,0.00416652811691165,0.004305730573832989,0.004444933030754328,0.004584135953336954,0.004723338410258293]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,2,1,3,1,7,7,6,23,15,27,31,64,69,100,128,169,272,314,503,697,1000,1372,2008,2887,4026,5285,7236,8973,10902,10939,10312,8256,6323,4711,3354,2371,1735,1199,805,633,438,316,211,169,123,78,52,51,28,19,12,11,3,7,4,1,3,5,1,3,1,0,1],"bins":[-0.006683349609375,-0.006462574005126953,-0.006241798400878906,-0.006021022796630859,-0.0058002471923828125,-0.005579471588134766,-0.005358695983886719,-0.005137920379638672,-0.004917144775390625,-0.004696369171142578,-0.004475593566894531,-0.004254817962646484,-0.0040340423583984375,-0.0038132667541503906,-0.0035924911499023438,-0.003371715545654297,-0.00315093994140625,-0.002930164337158203,-0.0027093887329101562,-0.0024886131286621094,-0.0022678375244140625,-0.0020470619201660156,-0.0018262863159179688,-0.0016055107116699219,-0.001384735107421875,-0.0011639595031738281,-0.0009431838989257812,-0.0007224082946777344,-0.0005016326904296875,-0.0002808570861816406,-6.008148193359375e-05,0.00016069412231445312,0.0003814697265625,0.0006022453308105469,0.0008230209350585938,0.0010437965393066406,0.0012645721435546875,0.0014853477478027344,0.0017061233520507812,0.0019268989562988281,0.002147674560546875,0.002368450164794922,0.0025892257690429688,0.0028100013732910156,0.0030307769775390625,0.0032515525817871094,0.0034723281860351562,0.003693103790283203,0.00391387939453125,0.004134654998779297,0.004355430603027344,0.004576206207275391,0.0047969818115234375,0.005017757415771484,0.005238533020019531,0.005459308624267578,0.005680084228515625,0.005900859832763672,0.006121635437011719,0.006342411041259766,0.0065631866455078125,0.006783962249755859,0.007004737854003906,0.007225513458251953,0.0074462890625]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[3,0,0,0,0,0,0,1,3,1,1,5,0,4,6,2,4,11,7,11,6,18,10,17,22,18,27,23,22,41,23,37,26,29,35,27,25,23,23,27,24,23,25,15,24,19,13,11,10,10,7,14,4,9,4,1,4,5,2,4,1,0,0,1],"bins":[-0.0019046375527977943,-0.0018494651885703206,-0.001794292707927525,-0.0017391203437000513,-0.0016839479794725776,-0.0016287756152451038,-0.0015736031346023083,-0.0015184307703748345,-0.0014632584061473608,-0.0014080859255045652,-0.0013529135612770915,-0.0012977411970496178,-0.001242568832822144,-0.0011873963521793485,-0.0011322239879518747,-0.001077051623724401,-0.0010218792594969273,-0.0009667067788541317,-0.000911534414626658,-0.0008563619921915233,-0.0008011896279640496,-0.0007460172055289149,-0.0006908448413014412,-0.0006356724188663065,-0.0005804999964311719,-0.0005253276322036982,-0.00047015523887239397,-0.0004149828455410898,-0.0003598104231059551,-0.00030463802977465093,-0.00024946563644334674,-0.00019429324311204255,-0.00013912084978073835,-8.394845644943416e-05,-2.8776055842172354e-05,2.6396341127110645e-05,8.156873809639364e-05,0.00013674113142769784,0.00019191353931091726,0.00024708593264222145,0.00030225832597352564,0.00035743071930482984,0.00041260311263613403,0.0004677755059674382,0.0005229479284025729,0.0005781202926300466,0.0006332927150651813,0.000688465079292655,0.0007436375017277896,0.0007988099241629243,0.000853982288390398,0.0009091547108255327,0.0009643270750530064,0.001019499497488141,0.0010746718617156148,0.0011298442259430885,0.001185016706585884,0.0012401890708133578,0.0012953614350408316,0.0013505339156836271,0.0014057062799111009,0.0014608786441385746,0.0015160510083660483,0.001571223489008844,0.0016263958532363176],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,2,0,0,1,1,2,4,4,4,6,7,11,8,10,14,12,23,11,25,26,25,32,25,28,30,32,31,36,35,34,32,23,28,29,20,24,23,16,15,10,12,10,9,7,5,2,3,3,5,3,0,4,0,1,0,1,0,2],"bins":[-0.0028629363514482975,-0.002775958040729165,-0.0026889799628406763,-0.002602001652121544,-0.002515023574233055,-0.0024280452635139227,-0.0023410669527947903,-0.0022540888749063015,-0.002167110564187169,-0.0020801322534680367,-0.001993154175579548,-0.0019061758648604155,-0.0018191976705566049,-0.0017322194762527943,-0.0016452411655336618,-0.0015582629712298512,-0.0014712847769260406,-0.00138430658262223,-0.0012973283883184195,-0.001210350077599287,-0.0011233718832954764,-0.0010363936889916658,-0.0009494154364801943,-0.0008624371839687228,-0.0007754589896649122,-0.0006884807953611016,-0.0006015025428496301,-0.0005145242903381586,-0.000427546096034348,-0.00034056787262670696,-0.0002535896492190659,-0.00016661142581142485,-7.963343523442745e-05,7.344788173213601e-06,9.432301158085465e-05,0.0001813012349884957,0.00026827945839613676,0.0003552576818037778,0.00044223590521141887,0.0005292141577228904,0.000616192352026701,0.0007031705463305116,0.0007901487988419831,0.0008771270513534546,0.0009641052456572652,0.0010510834399610758,0.0011380617506802082,0.0012250399449840188,0.0013120181392878294,0.00139899633359164,0.0014859745278954506,0.001572952838614583,0.0016599310329183936,0.0017469092272222042,0.0018338875379413366,0.0019208657322451472,0.002007843926548958,0.0020948222372680902,0.002181800315156579,0.0022687786258757114,0.0023557567037642,0.0024427350144833326,0.002529713325202465,0.002616691403090954,0.0027036697138100863],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,2,4,4,13,21,48,96,131,254,373,629,1015,1514,2248,3299,4767,6343,8656,11319,14333,17493,21364,25371,28652,31995,34952,37006,37967,38111,37315,35476,33016,29925,26042,22267,18808,15219,11926,9247,6842,5124,3504,2535,1707,1100,731,426,244,167,98,58,31,17,6,4,2,1,2,1,1],"bins":[-0.10464324802160263,-0.10138572007417679,-0.09812818467617035,-0.0948706567287445,-0.09161312133073807,-0.08835559338331223,-0.08509806543588638,-0.08184053003787994,-0.0785830020904541,-0.07532546669244766,-0.07206793874502182,-0.06881041079759598,-0.06555287539958954,-0.0622953437268734,-0.059037815779447556,-0.055780284106731415,-0.052522752434015274,-0.04926522076129913,-0.04600768908858299,-0.04275016114115715,-0.03949262946844101,-0.03623509779572487,-0.03297756612300873,-0.029720036312937737,-0.026462504640221596,-0.023204972967505455,-0.019947443157434464,-0.016689911484718323,-0.013432380743324757,-0.01017485000193119,-0.006917318794876337,-0.0036597878206521273,-0.0004022568464279175,0.0028552741277962923,0.006112805102020502,0.009370336309075356,0.012627867050468922,0.015885397791862488,0.01914292946457863,0.02240045927464962,0.02565799094736576,0.0289155226200819,0.03217305243015289,0.035430584102869034,0.038688115775585175,0.041945647448301315,0.04520317539572716,0.0484607070684433,0.05171823874115944,0.05497577041387558,0.05823330208659172,0.06149083003401756,0.0647483617067337,0.06800589710474014,0.07126342505216599,0.07452095299959183,0.07777848839759827,0.08103601634502411,0.08429355174303055,0.08755107969045639,0.09080860763788223,0.09406614303588867,0.09732367098331451,0.10058120638132095,0.1038387343287468]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.0902763083577156,-0.08740953356027603,-0.08454276621341705,-0.08167599141597748,-0.0788092166185379,-0.07594244182109833,-0.07307566702365875,-0.07020889967679977,-0.0673421248793602,-0.06447535008192062,-0.06160857900977135,-0.05874180793762207,-0.055875033140182495,-0.05300825834274292,-0.05014148727059364,-0.047274716198444366,-0.04440794140100479,-0.041541166603565216,-0.03867439553141594,-0.03580762445926666,-0.03294084966182709,-0.03007407672703266,-0.027207303792238235,-0.02434053085744381,-0.021473757922649384,-0.018606984987854958,-0.01574021205306053,-0.012873439118266106,-0.01000666618347168,-0.007139893248677254,-0.004273120313882828,-0.0014063473790884018,0.0014604181051254272,0.004327191039919853,0.007193963974714279,0.010060736909508705,0.012927509844303131,0.015794282779097557,0.018661055713891983,0.02152782864868641,0.024394601583480835,0.02726137451827526,0.030128147453069687,0.032994918525218964,0.03586169332265854,0.038728468120098114,0.04159523919224739,0.04446201026439667,0.04732878506183624,0.05019555985927582,0.053062330931425095,0.05592910200357437,0.05879587680101395,0.06166265159845352,0.0645294189453125,0.06739619374275208,0.07026296854019165,0.07312974333763123,0.0759965181350708,0.07886328548192978,0.08173006027936935,0.08459683507680893,0.08746360242366791,0.09033037722110748,0.09319715201854706],"_type":"histogram","values":[3,3,8,16,18,31,52,77,159,235,381,538,851,1241,1741,2383,3344,4651,5995,7845,9653,12101,14858,17550,20460,23159,26145,28751,30502,32593,33480,33783,33563,32290,30685,28714,25830,23158,20201,17439,14592,12063,9680,7532,5926,4563,3247,2382,1789,1224,849,537,337,243,149,76,68,43,18,12,5,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[2,0,3,1,0,1,4,4,3,5,9,3,13,26,13,18,15,17,22,25,25,26,32,34,27,25,35,32,37,31,38,28,24,30,30,20,20,10,15,13,8,9,6,6,3,5,3,3,3,0,1,2,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005114969681017101,-0.0004924825625494123,-0.0004734681861009449,-0.0004544538096524775,-0.00043543940410017967,-0.0004164250276517123,-0.0003974106512032449,-0.0003783962456509471,-0.0003593818692024797,-0.00034036749275401235,-0.0003213530872017145,-0.00030233871075324714,-0.00028332433430477977,-0.00026430992875248194,-0.00024529555230401456,-0.00022628116130363196,-0.00020726677030324936,-0.00018825237930286676,-0.00016923798830248415,-0.00015022361185401678,-0.00013120922085363418,-0.00011219482985325158,-9.318044612882659e-05,-7.41660624044016e-05,-5.5151671404019e-05,-3.61372840416152e-05,-1.7122896679211408e-05,1.8914906831923872e-06,2.0905878045596182e-05,3.992026540799998e-05,5.893465277040377e-05,7.794903649482876e-05,9.696336928755045e-05,0.00011597776028793305,0.00013499215128831565,0.00015400652773678303,0.00017302091873716563,0.00019203530973754823,0.0002110496861860156,0.0002300640771863982,0.0002490784681867808,0.0002680928446352482,0.000287107250187546,0.0003061216266360134,0.00032513600308448076,0.0003441504086367786,0.00036316478508524597,0.0003821791906375438,0.00040119356708601117,0.00042020794353447855,0.0004392223490867764,0.00045823672553524375,0.0004772511310875416,0.0004962654784321785,0.0005152798839844763,0.0005342942895367742,0.0005533086368814111,0.0005723230424337089,0.0005913374479860067,0.0006103518535383046,0.0006293662008829415,0.0006483806064352393,0.0006673950119875371,0.0006864093593321741,0.0007054237648844719],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,0,1,0,1,2,2,5,0,2,12,10,12,15,32,32,46,68,93,153,220,322,537,795,1225,1984,3312,5889,10074,18968,37105,77926,146509,139008,70563,34338,17166,9523,5393,3187,1869,1205,730,496,319,189,149,112,65,49,30,16,17,13,4,7,7,6,5,1,2,0,2],"bins":[-0.0004177093505859375,-0.00040540099143981934,-0.00039309263229370117,-0.000380784273147583,-0.00036847591400146484,-0.0003561675548553467,-0.0003438591957092285,-0.00033155083656311035,-0.0003192424774169922,-0.000306934118270874,-0.00029462575912475586,-0.0002823173999786377,-0.00027000904083251953,-0.00025770068168640137,-0.0002453923225402832,-0.00023308396339416504,-0.00022077560424804688,-0.0002084672451019287,-0.00019615888595581055,-0.00018385052680969238,-0.00017154216766357422,-0.00015923380851745605,-0.0001469254493713379,-0.00013461709022521973,-0.00012230873107910156,-0.0001100003719329834,-9.769201278686523e-05,-8.538365364074707e-05,-7.30752944946289e-05,-6.076693534851074e-05,-4.845857620239258e-05,-3.6150217056274414e-05,-2.384185791015625e-05,-1.1533498764038086e-05,7.748603820800781e-07,1.3083219528198242e-05,2.5391578674316406e-05,3.769993782043457e-05,5.0008296966552734e-05,6.23166561126709e-05,7.462501525878906e-05,8.693337440490723e-05,9.924173355102539e-05,0.00011155009269714355,0.00012385845184326172,0.00013616681098937988,0.00014847517013549805,0.0001607835292816162,0.00017309188842773438,0.00018540024757385254,0.0001977086067199707,0.00021001696586608887,0.00022232532501220703,0.0002346336841583252,0.00024694204330444336,0.0002592504024505615,0.0002715587615966797,0.00028386712074279785,0.000296175479888916,0.0003084838390350342,0.00032079219818115234,0.0003331005573272705,0.00034540891647338867,0.00035771727561950684,0.000370025634765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,2,0,1,1,1,4,6,9,11,9,21,19,22,34,45,41,51,87,68,97,79,90,140,137,129,115,111,112,112,79,80,83,45,37,45,22,26,23,11,9,10,6,3,1,3,3,0,1,1,2,0,0,1],"bins":[-0.0007324567995965481,-0.0007128280121833086,-0.0006931991665624082,-0.0006735703791491687,-0.0006539415335282683,-0.0006343127461150289,-0.0006146839587017894,-0.000595055113080889,-0.0005754263256676495,-0.0005557974800467491,-0.0005361686926335096,-0.0005165399052202702,-0.0004969110595993698,-0.00047728224308229983,-0.00045765345566906035,-0.0004380246391519904,-0.0004183958226349205,-0.00039876700611785054,-0.0003791381896007806,-0.00035950940218754113,-0.0003398805856704712,-0.00032025176915340126,-0.0003006229526363313,-0.0002809941361192614,-0.00026136531960219145,-0.00024173651763703674,-0.00022210771567188203,-0.0002024788991548121,-0.00018285008263774216,-0.00016322128067258745,-0.00014359246415551752,-0.0001239636621903628,-0.00010433484567329288,-8.470603643218055e-05,-6.507722719106823e-05,-4.5448410673998296e-05,-2.5819601432885975e-05,-6.1907903727842495e-06,1.3438020687317476e-05,3.3066833566408604e-05,5.2695642807520926e-05,7.232445204863325e-05,9.195326128974557e-05,0.0001115820778068155,0.00013121089432388544,0.00015083969628904015,0.00017046851280611008,0.0001900973147712648,0.00020972613128833473,0.00022935494780540466,0.0002489837643224746,0.0002686125517357141,0.000288241368252784,0.00030787018476985395,0.0003274990012869239,0.0003471278178039938,0.00036675663432106376,0.00038638542173430324,0.00040601423825137317,0.0004256430547684431,0.00044527187128551304,0.000464900687802583,0.00048452947521582246,0.0005041583208367229,0.0005237871082499623],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,4,5,7,16,29,50,86,135,256,429,652,1052,1634,2490,3689,5234,7549,10458,14273,18786,24057,30428,37591,45254,53510,62568,70597,77752,84116,89117,92578,93866,92598,89055,84694,78610,71344,63167,54887,46525,38343,31312,24711,19111,14502,11117,7895,5551,3871,2636,1753,1076,709,466,277,165,94,52,32,22,12,5,3],"bins":[-0.0971822440624237,-0.09419726580381393,-0.09121228754520416,-0.08822730928659439,-0.08524233102798462,-0.08225734531879425,-0.07927236706018448,-0.07628738880157471,-0.07330241054296494,-0.07031743228435516,-0.06733245402574539,-0.06434747576713562,-0.06136249378323555,-0.05837751552462578,-0.05539253354072571,-0.052407555282115936,-0.049422577023506165,-0.04643759876489639,-0.04345262050628662,-0.04046763852238655,-0.03748266026377678,-0.03449768200516701,-0.03151270002126694,-0.028527721762657166,-0.025542743504047394,-0.022557765245437622,-0.0195727851241827,-0.01658780500292778,-0.013602826744318008,-0.010617847554385662,-0.007632868364453316,-0.004647889174520969,-0.0016629025340080261,0.0013220766559243202,0.0043070558458566666,0.007292035035789013,0.01027701422572136,0.013261993415653706,0.016246972605586052,0.019231952726840973,0.022216930985450745,0.025201909244060516,0.028186889365315437,0.03117186948657036,0.03415684774518013,0.0371418260037899,0.04012680798768997,0.043111786246299744,0.046096764504909515,0.04908174276351929,0.05206672102212906,0.05505170300602913,0.0580366812646389,0.06102165952324867,0.06400664150714874,0.06699161976575851,0.06997659802436829,0.07296157628297806,0.07594655454158783,0.0789315328001976,0.08191651105880737,0.08490149676799774,0.08788647502660751,0.09087145328521729,0.09385643154382706]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,0,1,0,0,1,0,0,2,2,1,2,2,7,9,3,9,11,16,13,15,25,32,29,30,34,46,36,51,47,35,49,39,46,32,30,14,13,13,18,12,8,7,7,3,4,1,2,1,2,1,2,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0002860780223272741,-0.00027706639957614243,-0.0002680547477211803,-0.00025904312497004867,-0.000250031502218917,-0.00024101986491587013,-0.00023200822761282325,-0.0002229966048616916,-0.0002139849675586447,-0.00020497333025559783,-0.00019596170750446618,-0.0001869500702014193,-0.0001779384328983724,-0.00016892681014724076,-0.00015991517284419388,-0.00015090355009306222,-0.00014189191279001534,-0.00013288027548696846,-0.0001238686527358368,-0.00011485701543278992,-0.00010584538540570065,-9.683375537861139e-05,-8.78221180755645e-05,-7.881048804847524e-05,-6.979885802138597e-05,-6.07872279942967e-05,-5.1775594329228625e-05,-4.276396066416055e-05,-3.375233063707128e-05,-2.474069879099261e-05,-1.572906694491394e-05,-6.717435098835267e-06,2.294225851073861e-06,1.1305857697152533e-05,2.0317489543231204e-05,2.9329121389309876e-05,3.834075323538855e-05,4.7352383262477815e-05,5.636401692754589e-05,6.537565059261397e-05,7.438728061970323e-05,8.33989106467925e-05,9.241054067388177e-05,0.00010142217797692865,0.00011043380800401792,0.00011944543803110719,0.00012845707533415407,0.00013746869808528572,0.0001464803353883326,0.0001554919726913795,0.00016450359544251114,0.00017351523274555802,0.00018252685549668968,0.00019153849279973656,0.00020055013010278344,0.0002095617528539151,0.00021857339015696198,0.00022758502746000886,0.0002365966502111405,0.00024560827296227217,0.0002546199248172343,0.00026363154756836593,0.0002726431703194976,0.0002816548221744597,0.00029066644492559135]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.0023031863383948803,-0.002239131135866046,-0.0021750761661678553,-0.002111020963639021,-0.0020469659939408302,-0.001982910791411996,-0.0019188558217138052,-0.0018548007356002927,-0.0017907456494867802,-0.0017266904469579458,-0.0016626353608444333,-0.0015985802747309208,-0.0015345251886174083,-0.0014704701025038958,-0.0014064150163903832,-0.0013423599302768707,-0.0012783048441633582,-0.0012142497580498457,-0.0011501946719363332,-0.0010861395858228207,-0.0010220844997093081,-0.0009580293553881347,-0.0008939742692746222,-0.0008299191831611097,-0.0007658640970475972,-0.0007018090109340847,-0.0006377539248205721,-0.0005736988387070596,-0.0005096436943858862,-0.00044558863737620413,-0.00038153352215886116,-0.00031747843604534864,-0.00025342334993183613,-0.0001893682638183236,-0.00012531316315289587,-6.125806976342574e-05,2.7970236260443926e-06,6.685211701551452e-05,0.00013090721040498465,0.0001949623110704124,0.0002590173971839249,0.00032307248329743743,0.00038712756941094995,0.0004511826846282929,0.0005152377998456359,0.0005792928859591484,0.0006433479720726609,0.0007074030581861734,0.000771458144299686,0.0008355132304131985,0.000899568316526711,0.0009636234026402235,0.001027678488753736,0.0010917335748672485,0.001155788660980761,0.0012198437470942736,0.001283898949623108,0.0013479540357366204,0.001412009121850133,0.0014760642079636455,0.001540119294077158,0.0016041743801906705,0.001668229466304183,0.0017322845524176955,0.001796339638531208],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,4,1,3,3,4,4,3,6,4,9,9,11,10,16,13,16,24,24,26,30,30,21,32,21,34,33,21,40,22,22,22,26,34,27,19,20,16,13,13,7,9,10,15,4,7,3,6,4,5,1,2,2,1,3]},"_wandb":{"runtime":170},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,0,1,2,3,5,7,6,9,9,6,12,9,14,18,20,26,12,27,26,45,24,32,36,38,27,26,33,35,35,20,22,26,26,20,26,11,10,9,9,7,8,3,3,3,3,4,3,3,2,0,1,1,1,1],"bins":[-0.0031272796913981438,-0.003035658737644553,-0.0029440377838909626,-0.002852416830137372,-0.0027607958763837814,-0.002669174689799547,-0.0025775537360459566,-0.002485932782292366,-0.0023943118285387754,-0.002302690874785185,-0.0022110699210315943,-0.0021194489672780037,-0.0020278277806937695,-0.0019362069433555007,-0.0018445858731865883,-0.0017529649194329977,-0.0016613439656794071,-0.0015697230119258165,-0.001478102058172226,-0.0013864809880033135,-0.001294860034249723,-0.0012032390804961324,-0.00111161801032722,-0.0010199970565736294,-0.0009283761028200388,-0.0008367551490664482,-0.0007451341371051967,-0.0006535131251439452,-0.0005618921713903546,-0.0004702711885329336,-0.00037865020567551255,-0.0002870292228180915,-0.00019540823996067047,-0.00010378725710324943,-1.216627424582839e-05,7.945470861159265e-05,0.0001710756914690137,0.00026269667432643473,0.00035431765718385577,0.0004459386400412768,0.0005375596228986979,0.0006291805766522884,0.0007208015886135399,0.0008124226005747914,0.000904043554328382,0.0009956645080819726,0.001087285578250885,0.0011789065320044756,0.0012705274857580662,0.0013621484395116568,0.0014537693932652473,0.0015453904634341598,0.0016370114171877503,0.001728632370941341,0.0018202534411102533,0.001911874394863844,0.0020034953486174345,0.002095116302371025,0.0021867372561246157,0.0022783582098782063,0.0023699793964624405,0.002461600350216031,0.0025532213039696217,0.0026448422577232122,0.002736463211476803]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.09605178982019424,-0.09296815097332001,-0.08988450467586517,-0.08680086582899094,-0.0837172269821167,-0.08063358068466187,-0.07754994183778763,-0.07446630299091339,-0.07138265669345856,-0.06829901784658432,-0.06521537899971008,-0.06213173270225525,-0.05904809385538101,-0.055964451283216476,-0.05288080871105194,-0.049797169864177704,-0.04671352729201317,-0.04362988471984863,-0.040546245872974396,-0.03746260330080986,-0.034378960728645325,-0.03129532188177109,-0.028211679309606552,-0.025128036737442017,-0.02204439602792263,-0.018960755318403244,-0.01587711274623871,-0.012793472036719322,-0.009709830395877361,-0.0066261887550354,-0.003542547579854727,-0.00045890617184340954,0.0026247352361679077,0.005708376877009869,0.00879201851785183,0.011875659227371216,0.014959300868213177,0.018042942509055138,0.021126583218574524,0.02421022579073906,0.027293866500258446,0.030377507209777832,0.03346114978194237,0.0365447923541069,0.03962843120098114,0.042712073773145676,0.04579571634531021,0.04887935519218445,0.051962997764348984,0.05504664033651352,0.058130279183387756,0.06121392175555229,0.06429756432771683,0.06738120317459106,0.0704648494720459,0.07354848831892014,0.07663212716579437,0.0797157734632492,0.08279941231012344,0.08588305115699768,0.08896669745445251,0.09205033630132675,0.09513397514820099,0.09821762144565582,0.10130126029253006],"_type":"histogram","values":[4,1,6,16,23,35,67,124,226,404,601,999,1536,2373,3581,5260,7549,10706,14632,19304,25241,32186,39892,47967,57068,66248,75092,82516,89121,93957,95909,96478,94296,90909,84068,77378,68801,59980,50889,42449,34114,27206,20854,15778,11491,8409,5784,4019,2677,1772,1144,708,453,222,177,71,48,16,12,3,9,4,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,2,3,4,4,2,5,2,5,3,12,12,14,13,15,22,26,15,27,19,29,30,23,29,21,23,26,28,30,32,27,24,28,15,27,18,22,12,17,21,2,9,13,6,7,2,5,8,6,4,4,3,4,0,1,1,0,2,0,1],"bins":[-0.0034966038074344397,-0.0033833528868854046,-0.003270102199167013,-0.003156851278617978,-0.003043600358068943,-0.002930349437519908,-0.0028170987498015165,-0.0027038478292524815,-0.0025905969087034464,-0.002477346220985055,-0.00236409530043602,-0.002250844379886985,-0.0021375934593379498,-0.0020243427716195583,-0.0019110918510705233,-0.0017978409305214882,-0.001684590126387775,-0.0015713393222540617,-0.0014580884017050266,-0.0013448375975713134,-0.0012315866770222783,-0.001118335872888565,-0.00100508495233953,-0.0008918341482058167,-0.0007785832858644426,-0.0006653324235230684,-0.0005520815611816943,-0.00043883072794415057,-0.0003255798656027764,-0.00021232900326140225,-9.907815547194332e-05,1.4172699593473226e-05,0.00012742355465888977,0.00024067441700026393,0.0003539252793416381,0.0004671761125791818,0.0005804270040243864,0.0006936778081580997,0.0008069286704994738,0.000920179532840848,0.001033430453389883,0.0011466812575235963,0.0012599320616573095,0.0013731829822063446,0.0014864337863400578,0.001599684706889093,0.0017129355110228062,0.0018261864315718412,0.0019394372357055545,0.0020526880398392677,0.002165938960388303,0.002279189880937338,0.0023924405686557293,0.0025056914892047644,0.0026189424097537994,0.0027321933303028345,0.002845444018021226,0.002958694938570261,0.003071945859119296,0.0031851965468376875,0.0032984474673867226,0.0034116983879357576,0.0035249493084847927,0.003638199996203184,0.003751450916752219]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0017707380466163158,-0.001718864543363452,-0.001666991040110588,-0.0016151175368577242,-0.0015632440336048603,-0.0015113705303519964,-0.0014594970270991325,-0.0014076235238462687,-0.0013557500205934048,-0.0013038766337558627,-0.0012520031305029988,-0.001200129627250135,-0.001148256123997271,-0.0010963826207444072,-0.0010445091174915433,-0.0009926356142386794,-0.0009407621109858155,-0.0008888886077329516,-0.0008370151044800878,-0.0007851416012272239,-0.00073326809797436,-0.000681394652929157,-0.0006295211496762931,-0.0005776476464234293,-0.0005257741431705654,-0.0004739006399177015,-0.0004220271366648376,-0.00037015366251580417,-0.0003182801592629403,-0.0002664066560100764,-0.00021453316730912775,-0.0001626596786081791,-0.00011078629177063704,-5.8912795793730766e-05,-7.039299816824496e-06,4.4834196160081774e-05,9.670769213698804e-05,0.00014858119538985193,0.00020045468409080058,0.00025232817279174924,0.0003042016760446131,0.000356075179297477,0.0004079486825503409,0.0004598221566993743,0.0005116956308484077,0.0005635691341012716,0.0006154426373541355,0.0006673161406069994,0.0007191896438598633,0.0007710631471127272,0.000822936650365591,0.0008748101536184549,0.0009266836568713188,0.0009785571601241827,0.0010304306633770466,0.0010823041666299105,0.0011341776698827744,0.0011860510567203164,0.0012379245599731803,0.0012897980632260442,0.001341671566478908,0.001393545069731772,0.0014454185729846358,0.0014972920762374997,0.0015491655794903636],"_type":"histogram","values":[1,0,0,1,0,1,1,3,0,4,5,2,1,2,8,9,7,9,11,15,9,8,16,16,21,23,18,22,28,28,25,30,31,36,29,26,28,26,17,23,26,26,19,15,17,17,13,12,12,10,13,11,7,5,7,5,0,7,1,3,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[2,4,0,1,2,1,1,2,2,6,6,7,4,12,7,13,8,16,15,22,14,22,21,27,23,23,23,30,26,28,38,32,33,34,18,15,27,21,18,21,17,19,15,10,8,12,12,8,6,6,6,2,4,3,2,4,3,2,2,0,0,0,1,1],"bins":[-0.0022324584424495697,-0.0021596509031951427,-0.002086843363940716,-0.002014035824686289,-0.00194122816901654,-0.001868420629762113,-0.0017956130905076861,-0.0017228055512532592,-0.0016499978955835104,-0.0015771903563290834,-0.0015043828170746565,-0.0014315752778202295,-0.0013587677385658026,-0.0012859601993113756,-0.0012131525436416268,-0.0011403450043871999,-0.001067537465132773,-0.000994729925878346,-0.0009219223284162581,-0.0008491147891618311,-0.0007763071916997433,-0.0007034996524453163,-0.0006306921131908894,-0.0005578845157288015,-0.00048507697647437453,-0.0004122694081161171,-0.0003394618397578597,-0.00026665430050343275,-0.00019384673214517534,-0.00012103917106287554,-4.823160998057574e-05,2.457595110172406e-05,9.738351218402386e-05,0.00017019108054228127,0.00024299863434862345,0.00031580618815496564,0.00038861375651322305,0.00046142132487148046,0.0005342288641259074,0.0006070364615879953,0.0006798440008424222,0.0007526515400968492,0.0008254591375589371,0.000898266676813364,0.000971074216067791,0.001043881755322218,0.0011166894109919667,0.0011894969502463937,0.0012623044895008206,0.0013351120287552476,0.0014079195680096745,0.0014807272236794233,0.0015535347629338503,0.0016263423021882772,0.0016991498414427042,0.0017719573806971312,0.0018447649199515581,0.001917572575621307,0.001990379998460412,0.0020631877705454826,0.0021359953097999096,0.0022088028490543365,0.0022816103883087635,0.0023544179275631905,0.0024272254668176174],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.006033063866198063,-0.0058318572118878365,-0.005630650091916323,-0.005429443437606096,-0.00522823678329587,-0.005027029663324356,-0.00482582300901413,-0.004624616354703903,-0.004423409700393677,-0.004222202580422163,-0.004020995926111937,-0.0038197890389710665,-0.0036185821518301964,-0.00341737549751997,-0.0032161686103791,-0.0030149619560688734,-0.0028137550689280033,-0.0026125481817871332,-0.0024113415274769068,-0.0022101346403360367,-0.0020089279860258102,-0.0018077210988849401,-0.00160651421174407,-0.0014053074410185218,-0.0012041006702929735,-0.0010028938995674253,-0.0008016870706342161,-0.0006004802417010069,-0.0003992734709754586,-0.0001980666711460799,3.1401286832988262e-06,0.00020434692851267755,0.0004055537283420563,0.0006067604990676045,0.0008079673280008137,0.001009174156934023,0.0012103809276595712,0.0014115876983851194,0.0016127945855259895,0.0018140013562515378,0.002015208126977086,0.002216415014117956,0.0024176216684281826,0.0026188285555690527,0.002820035442709923,0.0030212420970201492,0.0032224489841610193,0.0034236556384712458,0.003624862525612116,0.003826069412752986,0.004027276299893856,0.0042284829542040825,0.004429689608514309,0.004630896728485823,0.004832103382796049,0.0050333100371062756,0.005234517157077789,0.005435723811388016,0.005636930465698242,0.005838137120008469,0.006039344239979982,0.006240550894290209,0.006441757548600435,0.006642964668571949,0.0068441713228821754],"_type":"histogram","values":[3,0,0,2,4,6,2,6,6,4,6,7,11,8,10,13,12,16,19,14,18,23,24,26,22,21,27,26,28,33,24,30,25,21,19,22,21,20,17,23,18,16,11,11,11,7,11,13,9,5,5,5,3,6,3,1,2,3,3,0,1,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[2,2,1,4,5,3,4,5,5,8,8,7,9,12,10,12,12,14,14,10,21,26,34,18,30,34,16,28,30,30,28,31,36,19,23,16,38,22,20,16,14,14,14,10,4,6,7,6,8,4,3,2,3,2,2,1,1,0,0,1,1,1,0,1],"bins":[-0.00028249286697246134,-0.0002725876111071557,-0.00026268235524185,-0.00025277709937654436,-0.0002428718435112387,-0.00023296658764593303,-0.00022306133178062737,-0.0002131560759153217,-0.00020325082005001605,-0.00019334556418471038,-0.00018344030831940472,-0.00017353505245409906,-0.0001636297965887934,-0.00015372454072348773,-0.00014381928485818207,-0.0001339140289928764,-0.00012400877312757075,-0.00011410351726226509,-0.00010419826139695942,-9.429300553165376e-05,-8.43877496663481e-05,-7.448249380104244e-05,-6.457723793573678e-05,-5.467198207043111e-05,-4.476672620512545e-05,-3.486147033981979e-05,-2.4956214474514127e-05,-1.5050958609208465e-05,-5.1457027439028025e-06,4.75955312140286e-06,1.4664808986708522e-05,2.4570064852014184e-05,3.4475320717319846e-05,4.438057658262551e-05,5.428583244793117e-05,6.419108831323683e-05,7.40963441785425e-05,8.400160004384816e-05,9.390685590915382e-05,0.00010381211177445948,0.00011371736763976514,0.0001236226235050708,0.00013352787937037647,0.00014343313523568213,0.0001533383911009878,0.00016324364696629345,0.00017314890283159912,0.00018305415869690478,0.00019295941456221044,0.0002028646704275161,0.00021276992629282176,0.00022267518215812743,0.0002325804380234331,0.00024248569388873875,0.0002523909497540444,0.0002622962056193501,0.00027220146148465574,0.0002821067173499614,0.00029201197321526706,0.0003019172290805727,0.0003118224849458784,0.00032172774081118405,0.0003316329966764897,0.0003415382525417954,0.00035144350840710104],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,2,4,1,5,4,2,5,3,4,11,14,12,12,23,18,26,15,28,23,26,33,20,24,29,22,29,25,36,27,24,28,23,20,29,14,19,13,20,14,5,10,10,10,3,6,3,8,6,5,1,5,1,1,0,1,1,1,0,1],"bins":[-0.0034770879428833723,-0.003363525029271841,-0.0032499623484909534,-0.003136399434879422,-0.003022836521267891,-0.0029092738404870033,-0.002795710926875472,-0.0026821482460945845,-0.002568585332483053,-0.002455022418871522,-0.0023414597380906343,-0.002227896824479103,-0.0021143341436982155,-0.0020007712300866842,-0.001887208316475153,-0.0017736455192789435,-0.001660082722082734,-0.0015465199248865247,-0.0014329571276903152,-0.001319394214078784,-0.0012058314168825746,-0.0010922686196863651,-0.0009787057060748339,-0.0008651429088786244,-0.000751580111682415,-0.0006380173144862056,-0.0005244544590823352,-0.00041089163278229535,-0.00029732880648225546,-0.00018376598018221557,-7.020315388217568e-05,4.3359672417864203e-05,0.0001569224987179041,0.000270485325017944,0.00038404815131798387,0.0004976110067218542,0.0006111738039180636,0.0007247366011142731,0.0008382994565181434,0.0009518623119220138,0.0010654251091182232,0.0011789879063144326,0.001292550703510642,0.0014061136171221733,0.0015196764143183827,0.0016332392115145922,0.0017468021251261234,0.0018603649223223329,0.0019739277195185423,0.0020874906331300735,0.002201053313910961,0.0023146162275224924,0.0024281791411340237,0.0025417418219149113,0.0026553047355264425,0.00276886741630733,0.0028824303299188614,0.0029959932435303926,0.0031095559243112803,0.0032231188379228115,0.003336681518703699,0.0034502444323152304,0.0035638073459267616,0.0036773700267076492,0.0037909329403191805]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[1,1,6,7,11,21,42,68,126,178,358,512,790,1167,1714,2401,3396,4587,6241,8028,10336,13060,16093,19218,22447,25440,28734,31156,33351,34852,35678,35193,34383,32681,30575,28034,24736,21495,18152,15114,12322,9915,7563,5756,4219,3142,2190,1547,1027,656,409,284,170,110,62,28,21,9,5,2,2,1,0,1],"bins":[-0.09373486042022705,-0.09069696813821793,-0.0876590684056282,-0.08462117612361908,-0.08158327639102936,-0.07854538410902023,-0.07550749182701111,-0.07246959209442139,-0.06943169981241226,-0.06639380007982254,-0.06335590779781342,-0.06031801179051399,-0.05728011578321457,-0.054242219775915146,-0.05120432749390602,-0.0481664314866066,-0.045128535479307175,-0.04209063947200775,-0.03905274346470833,-0.036014851182699203,-0.03297695517539978,-0.029939059168100357,-0.026901163160800934,-0.02386326901614666,-0.020825373008847237,-0.017787477001547813,-0.01474958285689354,-0.011711686849594116,-0.008673791773617268,-0.005635896697640419,-0.002598001156002283,0.00043989415280520916,0.0034777894616127014,0.00651568453758955,0.009553579613566399,0.012591475620865822,0.015629369765520096,0.01866726577281952,0.021705161780118942,0.024743055924773216,0.02778095193207264,0.030818847939372063,0.03385674208402634,0.03689463809132576,0.03993253409862518,0.042970430105924606,0.04600832238793373,0.049046218395233154,0.05208411440253258,0.055122010409832,0.058159906417131424,0.06119779869914055,0.06423569470643997,0.0672735944390297,0.07031148672103882,0.07334937900304794,0.07638727873563766,0.07942517101764679,0.08246307075023651,0.08550096303224564,0.08853885531425476,0.09157675504684448,0.09461464732885361,0.09765254706144333,0.10069043934345245]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[2,1,0,1,1,2,2,2,2,2,5,4,3,7,13,11,19,11,21,25,25,31,37,36,25,38,34,21,40,38,33,41,21,27,25,19,11,12,24,19,13,15,6,11,7,6,4,3,3,2,0,0,0,1,3,2,0,0,0,0,0,0,0,1],"bins":[-0.0003494879638310522,-0.0003370643826201558,-0.00032464080140925944,-0.00031221722019836307,-0.0002997936389874667,-0.0002873700577765703,-0.00027494647656567395,-0.0002625228953547776,-0.0002500993141438812,-0.00023767573293298483,-0.00022525215172208846,-0.00021282857051119208,-0.0002004049893002957,-0.00018798140808939934,-0.00017555782687850296,-0.0001631342456676066,-0.00015071066445671022,-0.00013828708324581385,-0.00012586350203491747,-0.0001134399208240211,-0.00010101633961312473,-8.859275840222836e-05,-7.616917719133198e-05,-6.374559598043561e-05,-5.132201476953924e-05,-3.8898433558642864e-05,-2.647485234774649e-05,-1.4051271136850119e-05,-1.6276899259537458e-06,1.0795891284942627e-05,2.3219472495839e-05,3.564305370673537e-05,4.80666640214622e-05,6.0490245232358575e-05,7.291382644325495e-05,8.533740765415132e-05,9.77609888650477e-05,0.00011018457007594407,0.00012260815128684044,0.0001350317324977368,0.00014745531370863318,0.00015987889491952956,0.00017230247613042593,0.0001847260573413223,0.00019714963855221868,0.00020957321976311505,0.00022199680097401142,0.0002344203821849078,0.00024684396339580417,0.00025926754460670054,0.0002716911258175969,0.0002841147070284933,0.00029653828823938966,0.00030896186945028603,0.0003213854506611824,0.0003338090318720788,0.00034623261308297515,0.0003586561942938715,0.0003710797755047679,0.00038350335671566427,0.00039592693792656064,0.000408350519137457,0.0004207741003483534,0.00043319768155924976,0.00044562126277014613]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,3,14,21,31,77,146,244,437,851,1318,2105,3448,5290,7980,11384,16036,21815,28663,36703,46502,56835,67313,78079,87817,95587,101437,104398,104904,102775,96781,89640,80510,70077,59203,48580,39410,30373,23004,16952,12216,8465,5780,3719,2348,1498,888,524,328,179,98,34,22,12,5,0,1,0,0,0,1],"bins":[-0.10434888303279877,-0.10099472105503082,-0.09764055162668228,-0.09428638964891434,-0.0909322202205658,-0.08757805824279785,-0.08422389626502991,-0.08086972683668137,-0.07751556485891342,-0.07416139543056488,-0.07080723345279694,-0.06745307147502899,-0.06409890204668045,-0.06074473634362221,-0.05739057436585426,-0.05403640866279602,-0.05068224295973778,-0.047328077256679535,-0.04397391155362129,-0.04061974957585335,-0.037265583872795105,-0.03391141816973686,-0.03055725246667862,-0.027203088626265526,-0.023848922923207283,-0.02049475722014904,-0.017140593379735947,-0.013786427676677704,-0.010432262904942036,-0.0070780981332063675,-0.003723932895809412,-0.00036976789124310017,0.0029843971133232117,0.00633856188505888,0.009692726656794548,0.01304689235985279,0.016401056200265884,0.019755221903324127,0.02310938760638237,0.026463551446795464,0.029817717149853706,0.0331718809902668,0.03652604669332504,0.039880212396383286,0.04323437809944153,0.04658854380249977,0.049942705780267715,0.05329687148332596,0.0566510371863842,0.060005202889442444,0.06335936486721039,0.06671353429555893,0.07006769627332687,0.07342186570167542,0.07677602767944336,0.0801301896572113,0.08348435908555984,0.08683852106332779,0.09019269049167633,0.09354685246944427,0.09690101444721222,0.10025518387556076,0.1036093458533287,0.10696351528167725,0.11031767725944519]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[11,9,11,14,42,45,82,144,217,359,523,769,1098,1569,2171,2899,3932,5101,6530,8477,10306,12582,15319,17814,20407,23045,25579,27943,29818,31235,31836,32245,32141,31091,29501,27980,25459,22952,20094,17541,14697,12390,10345,8336,6651,5058,3866,2843,2047,1560,1052,777,482,274,206,136,86,55,31,26,5,6,3,1],"bins":[-0.0865425243973732,-0.08379233628511429,-0.08104214817285538,-0.07829196751117706,-0.07554177939891815,-0.07279159128665924,-0.07004140317440033,-0.06729121506214142,-0.06454102694988251,-0.061790842562913895,-0.05904065817594528,-0.05629047006368637,-0.05354028195142746,-0.05079009756445885,-0.048039909452199936,-0.04528972506523132,-0.04253953695297241,-0.0397893488407135,-0.03703916445374489,-0.03428897634148598,-0.031538791954517365,-0.028788603842258453,-0.026038415729999542,-0.02328822948038578,-0.02053804323077202,-0.017787856981158257,-0.01503766980022192,-0.012287482619285583,-0.009537296369671822,-0.006787109654396772,-0.004036922939121723,-0.001286736223846674,0.0014634430408477783,0.0042136297561228275,0.006963816471397877,0.009714003652334213,0.012464189901947975,0.015214376151561737,0.017964564263820648,0.02071475051343441,0.023464936763048172,0.026215123012661934,0.028965309262275696,0.03171549737453461,0.03446568548679352,0.03721586987376213,0.03996605798602104,0.042716242372989655,0.045466430485248566,0.04821661859750748,0.05096680298447609,0.053716991096735,0.05646717548370361,0.059217363595962524,0.061967551708221436,0.06471773982048035,0.06746792793273926,0.07021810859441757,0.07296829670667648,0.0757184848189354,0.0784686729311943,0.08121886104345322,0.08396904170513153,0.08671922981739044,0.08946941792964935]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,1,1,1,0,1,0,1,2,1,2,0,2,2,3,5,2,2,7,4,12,8,14,13,18,15,23,24,25,23,22,33,38,37,26,31,32,40,23,30,30,21,26,23,20,23,17,13,15,4,8,5,9,12,2,2,4,2,1,3,1,0,0,2],"bins":[-0.0006047077476978302,-0.0005876810173504055,-0.0005706542870029807,-0.000553627498447895,-0.0005366007681004703,-0.0005195740377530456,-0.0005025473074056208,-0.0004855205479543656,-0.0004684937885031104,-0.00045146705815568566,-0.0004344403278082609,-0.0004174135683570057,-0.00040038683800958097,-0.00038336007855832577,-0.000366333348210901,-0.0003493065887596458,-0.0003322798584122211,-0.00031525312806479633,-0.0002982263686135411,-0.0002811996382661164,-0.0002641728788148612,-0.00024714614846743643,-0.00023011940356809646,-0.00021309265866875648,-0.0001960659137694165,-0.00017903916887007654,-0.00016201242397073656,-0.0001449856790713966,-0.00012795894872397184,-0.00011093219654867426,-9.39054589252919e-05,-7.687871402595192e-05,-5.9851998230442405e-05,-4.282525333110243e-05,-2.5798512069741264e-05,-8.771768989390694e-06,8.254974090959877e-06,2.5281717171310447e-05,4.230846025166102e-05,5.9335201513022184e-05,7.636194641236216e-05,9.338869131170213e-05,0.0001104154362110421,0.00012744218111038208,0.00014446891145780683,0.0001614956563571468,0.00017852240125648677,0.00019554914615582675,0.00021257589105516672,0.0002296026359545067,0.00024662938085384667,0.0002636561112012714,0.0002806828706525266,0.00029770960099995136,0.00031473636045120656,0.0003317630907986313,0.0003487898502498865,0.00036581658059731126,0.000382843310944736,0.0003998700703959912,0.00041689680074341595,0.00043392356019467115,0.0004509502905420959,0.0004679770499933511,0.00048500378034077585],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,2,3,5,6,8,11,16,11,41,48,82,100,143,195,277,419,558,801,1081,1520,2157,3253,4788,7224,10307,15566,23252,34304,48150,64723,76141,75270,64117,48854,33711,23895,15527,10401,7085,4993,3241,2180,1553,1116,785,541,399,303,194,148,97,70,37,42,26,17,10,8,4,3,0,3,1],"bins":[-0.00110626220703125,-0.0010716915130615234,-0.0010371208190917969,-0.0010025501251220703,-0.0009679794311523438,-0.0009334087371826172,-0.0008988380432128906,-0.0008642673492431641,-0.0008296966552734375,-0.0007951259613037109,-0.0007605552673339844,-0.0007259845733642578,-0.0006914138793945312,-0.0006568431854248047,-0.0006222724914550781,-0.0005877017974853516,-0.000553131103515625,-0.0005185604095458984,-0.0004839897155761719,-0.0004494190216064453,-0.00041484832763671875,-0.0003802776336669922,-0.0003457069396972656,-0.00031113624572753906,-0.0002765655517578125,-0.00024199485778808594,-0.00020742416381835938,-0.0001728534698486328,-0.00013828277587890625,-0.00010371208190917969,-6.914138793945312e-05,-3.457069396972656e-05,0,3.457069396972656e-05,6.914138793945312e-05,0.00010371208190917969,0.00013828277587890625,0.0001728534698486328,0.00020742416381835938,0.00024199485778808594,0.0002765655517578125,0.00031113624572753906,0.0003457069396972656,0.0003802776336669922,0.00041484832763671875,0.0004494190216064453,0.0004839897155761719,0.0005185604095458984,0.000553131103515625,0.0005877017974853516,0.0006222724914550781,0.0006568431854248047,0.0006914138793945312,0.0007259845733642578,0.0007605552673339844,0.0007951259613037109,0.0008296966552734375,0.0008642673492431641,0.0008988380432128906,0.0009334087371826172,0.0009679794311523438,0.0010025501251220703,0.0010371208190917969,0.0010716915130615234,0.00110626220703125]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,1,1,4,0,1,2,9,9,8,23,21,32,52,57,87,127,209,257,403,618,857,1419,2126,3204,5030,7416,12191,20437,35183,64504,127886,138033,72809,37836,21801,13516,8291,5232,3481,2135,1482,940,641,454,320,198,144,108,66,48,32,25,16,13,11,6,0,5,2,2,0,1],"bins":[-0.00421142578125,-0.004084110260009766,-0.003956794738769531,-0.003829479217529297,-0.0037021636962890625,-0.003574848175048828,-0.0034475326538085938,-0.0033202171325683594,-0.003192901611328125,-0.0030655860900878906,-0.0029382705688476562,-0.002810955047607422,-0.0026836395263671875,-0.002556324005126953,-0.0024290084838867188,-0.0023016929626464844,-0.00217437744140625,-0.0020470619201660156,-0.0019197463989257812,-0.0017924308776855469,-0.0016651153564453125,-0.0015377998352050781,-0.0014104843139648438,-0.0012831687927246094,-0.001155853271484375,-0.0010285377502441406,-0.0009012222290039062,-0.0007739067077636719,-0.0006465911865234375,-0.0005192756652832031,-0.00039196014404296875,-0.0002646446228027344,-0.0001373291015625,-1.0013580322265625e-05,0.00011730194091796875,0.0002446174621582031,0.0003719329833984375,0.0004992485046386719,0.0006265640258789062,0.0007538795471191406,0.000881195068359375,0.0010085105895996094,0.0011358261108398438,0.0012631416320800781,0.0013904571533203125,0.0015177726745605469,0.0016450881958007812,0.0017724037170410156,0.00189971923828125,0.0020270347595214844,0.0021543502807617188,0.002281665802001953,0.0024089813232421875,0.002536296844482422,0.0026636123657226562,0.0027909278869628906,0.002918243408203125,0.0030455589294433594,0.0031728744506835938,0.003300189971923828,0.0034275054931640625,0.003554821014404297,0.0036821365356445312,0.0038094520568847656,0.003936767578125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,1,0,1,1,0,0,0,0,2,3,4,1,2,5,6,4,7,9,9,21,22,12,20,39,31,29,40,44,54,43,41,48,38,38,34,29,28,24,17,8,8,4,9,7,3,4,4,2,3,1,1,1,1,1,2],"bins":[-0.0015540900640189648,-0.0015134637942537665,-0.0014728375244885683,-0.001432211371138692,-0.0013915851013734937,-0.0013509588316082954,-0.0013103325618430972,-0.0012697064084932208,-0.0012290801387280226,-0.0011884538689628243,-0.0011478275991976261,-0.0011072013294324279,-0.0010665751760825515,-0.0010259489063173532,-0.000985322636552155,-0.0009446964249946177,-0.0009040701552294195,-0.0008634438854642212,-0.0008228176739066839,-0.0007821914041414857,-0.0007415651925839484,-0.0007009389228187501,-0.0006603127112612128,-0.0006196864414960146,-0.0005790601717308164,-0.000538433960173279,-0.0004978076904080808,-0.0004571814788505435,-0.00041655520908534527,-0.0003759289684239775,-0.0003353027277626097,-0.00029467648710124195,-0.00025405024643987417,-0.0002134240057785064,-0.00017279776511713862,-0.00013217150990385562,-9.154526924248785e-05,-5.091902494314127e-05,-1.0292780643794686e-05,3.0333463655551895e-05,7.095970795489848e-05,0.00011158594861626625,0.00015221218927763402,0.00019283844449091703,0.0002334646851522848,0.0002740909403655678,0.0003147171810269356,0.00035534342168830335,0.0003959696623496711,0.0004365959030110389,0.0004772221436724067,0.0005178484134376049,0.0005584746249951422,0.0005991008947603405,0.0006397271063178778,0.000680353376083076,0.0007209796458482742,0.0007616058574058115,0.0008022321271710098,0.0008428583387285471,0.0008834846084937453,0.0009241108200512826,0.0009647370898164809,0.0010053633013740182,0.0010459895711392164]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9983940124511719,0.9984498620033264,0.9985056519508362,0.9985615015029907,0.9986172914505005,0.998673141002655,0.9987289905548096,0.9987847805023193,0.9988406300544739,0.9988964200019836,0.9989522695541382,0.9990081191062927,0.9990639090538025,0.999119758605957,0.9991755485534668,0.9992313981056213,0.9992872476577759,0.9993430376052856,0.9993988871574402,0.99945467710495,0.9995105266571045,0.9995663166046143,0.9996221661567688,0.9996780157089233,0.9997338056564331,0.9997896552085876,0.9998454451560974,0.999901294708252,0.9999571442604065,1.000012993812561,1.0000687837600708,1.0001245737075806,1.0001804828643799,1.0002362728118896,1.0002920627593994,1.0003478527069092,1.0004037618637085,1.0004595518112183,1.000515341758728,1.0005712509155273,1.000627040863037,1.0006828308105469,1.0007386207580566,1.000794529914856,1.0008503198623657,1.0009061098098755,1.0009620189666748,1.0010178089141846,1.0010735988616943,1.0011295080184937,1.0011852979660034,1.0012410879135132,1.001296877861023,1.0013527870178223,1.001408576965332,1.0014643669128418,1.0015202760696411,1.0015760660171509,1.0016318559646606,1.00168776512146,1.0017435550689697,1.0017993450164795,1.0018551349639893,1.0019110441207886,1.0019668340682983],"_type":"histogram","values":[1,0,0,1,2,0,0,1,3,0,0,2,2,1,1,4,4,3,7,9,12,17,22,20,41,44,55,49,51,49,39,50,36,39,38,19,21,23,17,13,11,8,4,5,10,5,2,5,3,1,2,4,3,0,0,1,1,1,3,0,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.0020729261450469494,-0.00201547984033823,-0.001958033535629511,-0.0019005873473361135,-0.001843141159042716,-0.0017856948543339968,-0.0017282485496252775,-0.00167080236133188,-0.0016133560566231608,-0.0015559098683297634,-0.0014984635636210442,-0.001441017258912325,-0.0013835710706189275,-0.0013261247659102082,-0.0012686785776168108,-0.0012112322729080915,-0.0011537859681993723,-0.0010963397799059749,-0.0010388934751972556,-0.0009814472869038582,-0.0009240009821951389,-0.0008665547356940806,-0.0008091084891930223,-0.0007516622426919639,-0.0006942159961909056,-0.0006367696914821863,-0.000579323444981128,-0.0005218771984800696,-0.0004644309519790113,-0.0004069846763741225,-0.00034953842987306416,-0.00029209215426817536,-0.00023464590776711702,-0.00017719964671414346,-0.0001197533929371275,-6.230713916011155e-05,-4.860878107137978e-06,5.258537930785678e-05,0.00011003163672285154,0.0001674778904998675,0.00022492415155284107,0.0002823703980538994,0.0003398166736587882,0.00039726292015984654,0.0004547091666609049,0.0005121554131619632,0.0005696017178706825,0.0006270479643717408,0.0006844942108727992,0.0007419404573738575,0.0007993867038749158,0.0008568330085836351,0.0009142792550846934,0.0009717255015857518,0.0010291717480868101,0.0010866180527955294,0.0011440642410889268,0.001201510545797646,0.0012589567340910435,0.0013164030387997627,0.001373849343508482,0.0014312955318018794,0.0014887418365105987,0.001546188024803996,0.0016036343295127153],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,4,2,2,3,4,5,1,7,5,8,11,9,12,14,12,17,26,21,28,24,29,29,25,24,30,34,21,39,27,18,26,21,31,35,17,18,17,9,17,10,7,12,11,5,7,6,4,6,4,3,1,2,1,4]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,0,1,1,2,2,5,2,7,11,12,13,17,25,64,66,113,145,232,354,570,914,1557,2659,5061,10077,21384,48544,119825,193484,103289,42418,19124,8987,4594,2455,1406,855,506,362,213,131,105,74,47,26,26,10,14,18,4,2,3,2,1,0,0,1,1,0,0,1],"bins":[-0.0004119873046875,-0.00039887428283691406,-0.0003857612609863281,-0.0003726482391357422,-0.00035953521728515625,-0.0003464221954345703,-0.0003333091735839844,-0.00032019615173339844,-0.0003070831298828125,-0.00029397010803222656,-0.0002808570861816406,-0.0002677440643310547,-0.00025463104248046875,-0.0002415180206298828,-0.00022840499877929688,-0.00021529197692871094,-0.000202178955078125,-0.00018906593322753906,-0.00017595291137695312,-0.0001628398895263672,-0.00014972686767578125,-0.0001366138458251953,-0.00012350082397460938,-0.00011038780212402344,-9.72747802734375e-05,-8.416175842285156e-05,-7.104873657226562e-05,-5.793571472167969e-05,-4.482269287109375e-05,-3.170967102050781e-05,-1.8596649169921875e-05,-5.4836273193359375e-06,7.62939453125e-06,2.0742416381835938e-05,3.3855438232421875e-05,4.696846008300781e-05,6.008148193359375e-05,7.319450378417969e-05,8.630752563476562e-05,9.942054748535156e-05,0.0001125335693359375,0.00012564659118652344,0.00013875961303710938,0.0001518726348876953,0.00016498565673828125,0.0001780986785888672,0.00019121170043945312,0.00020432472229003906,0.000217437744140625,0.00023055076599121094,0.00024366378784179688,0.0002567768096923828,0.00026988983154296875,0.0002830028533935547,0.0002961158752441406,0.00030922889709472656,0.0003223419189453125,0.00033545494079589844,0.0003485679626464844,0.0003616809844970703,0.00037479400634765625,0.0003879070281982422,0.0004010200500488281,0.00041413307189941406,0.00042724609375]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.0003526893851812929,-0.0003414538223296404,-0.0003302182594779879,-0.0003189826966263354,-0.0003077471337746829,-0.0002965115709230304,-0.0002852760080713779,-0.00027404044521972537,-0.00026280488236807287,-0.00025156931951642036,-0.00024033374211285263,-0.00022909817926120013,-0.00021786261640954763,-0.00020662705355789512,-0.00019539149070624262,-0.00018415592785459012,-0.00017292036500293761,-0.0001616848021512851,-0.0001504492392996326,-0.0001392136764479801,-0.0001279781135963276,-0.00011674254346871749,-0.00010550698061706498,-9.427141776541248e-05,-8.303585491375998e-05,-7.180029206210747e-05,-6.056472921045497e-05,-4.932916272082366e-05,-3.809359986917116e-05,-2.6858037017518654e-05,-1.5622472346876748e-05,-4.386908585729543e-06,6.848655175417662e-06,1.8084218027070165e-05,2.931978269771207e-05,4.055534736835398e-05,5.179091022000648e-05,6.302647670963779e-05,7.42620395612903e-05,8.54976024129428e-05,9.67331652645953e-05,0.0001079687281162478,0.0001192042909679003,0.00013043986109551042,0.00014167542394716293,0.00015291098679881543,0.00016414654965046793,0.00017538211250212044,0.00018661767535377294,0.00019785323820542544,0.00020908880105707794,0.00022032436390873045,0.00023155992676038295,0.00024279548961203545,0.0002540310670156032,0.0002652666298672557,0.0002765021927189082,0.0002877377555705607,0.0002989733184222132,0.0003102088812738657,0.0003214444441255182,0.0003326800069771707,0.0003439155698288232,0.0003551511326804757,0.0003663866955321282],"_type":"histogram","values":[2,1,0,0,2,1,1,3,0,3,1,2,2,7,4,9,13,12,12,18,14,14,21,21,20,23,22,33,35,33,32,41,31,35,35,28,22,34,27,24,17,14,18,19,13,12,5,6,3,4,2,2,2,0,4,4,1,1,1,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,4,0,4,4,5,2,4,6,4,7,3,8,12,11,10,22,21,18,28,24,28,20,23,25,20,29,30,39,38,32,25,27,23,24,19,19,22,14,17,13,15,8,10,6,8,6,4,5,8,1,3,0,3,0,1,1,1,1,1],"bins":[-0.0029759337194263935,-0.002882447326555848,-0.0027889609336853027,-0.0026954745408147573,-0.002601988147944212,-0.0025085017550736666,-0.002415015362203121,-0.002321528969332576,-0.0022280425764620304,-0.0021345559507608414,-0.002041069557890296,-0.0019475832814350724,-0.0018540967721492052,-0.0017606103792786598,-0.0016671239864081144,-0.001573637593537569,-0.0014801512006670237,-0.0013866648077964783,-0.0012931784149259329,-0.0011996920220553875,-0.0011062056291848421,-0.001012719119898975,-0.0009192327270284295,-0.0008257463341578841,-0.0007322599412873387,-0.0006387735484167933,-0.000545287155546248,-0.00045180070446804166,-0.00035831431159749627,-0.0002648279187269509,-0.00017134149675257504,-7.785508933011442e-05,1.563131809234619e-05,0.00010911772551480681,0.00020260413293726742,0.00029609055491164327,0.00038957694778218865,0.00048306334065273404,0.0005765497917309403,0.0006700361846014857,0.0007635225774720311,0.0008570089703425765,0.0009504953632131219,0.0010439817560836673,0.0011374682653695345,0.0012309546582400799,0.0013244410511106253,0.0014179274439811707,0.001511413836851716,0.0016049002297222614,0.0016983866225928068,0.0017918730154633522,0.0018853594083338976,0.001978845801204443,0.0020723321940749884,0.0021658185869455338,0.002259305212646723,0.002352791605517268,0.0024462779983878136,0.002539764391258359,0.0026332507841289043,0.0027267371769994497,0.002820223569869995,0.0029137099627405405,0.003007196355611086]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,5,14,14,37,58,105,209,368,613,983,1583,2488,3770,5589,7802,11054,15351,20325,26863,34233,42260,51286,60949,69627,78420,85698,92491,96873,98258,98499,95177,89399,83035,74841,65760,56493,46969,38862,30875,24018,18116,13662,9623,6856,4804,3217,2025,1302,817,521,279,175,108,39,36,13,7,6,1,0,0,0,1],"bins":[-0.09375029802322388,-0.09060290455818176,-0.08745551109313965,-0.08430811762809753,-0.08116072416305542,-0.0780133306980133,-0.07486593723297119,-0.07171854376792908,-0.06857115030288696,-0.06542375683784485,-0.062276363372802734,-0.05912896990776062,-0.055981576442718506,-0.05283418297767639,-0.04968678951263428,-0.04653939604759216,-0.04339200258255005,-0.040244609117507935,-0.03709721565246582,-0.033949822187423706,-0.030802428722381592,-0.027655035257339478,-0.024507641792297363,-0.02136024832725525,-0.018212854862213135,-0.01506546139717102,-0.011918067932128906,-0.008770674467086792,-0.005623281002044678,-0.0024758875370025635,0.0006715059280395508,0.003818899393081665,0.006966285407543182,0.010113678872585297,0.013261072337627411,0.016408465802669525,0.01955585926771164,0.022703252732753754,0.025850646197795868,0.028998039662837982,0.032145433127880096,0.03529282659292221,0.038440220057964325,0.04158761352300644,0.04473500698804855,0.04788240045309067,0.05102979391813278,0.054177187383174896,0.05732458084821701,0.060471974313259125,0.06361936777830124,0.06676676124334335,0.06991415470838547,0.07306154817342758,0.0762089416384697,0.07935633510351181,0.08250372856855392,0.08565112203359604,0.08879851549863815,0.09194590896368027,0.09509330242872238,0.0982406958937645,0.10138808935880661,0.10453548282384872,0.10768287628889084]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,1,2,8,4,2,4,14,6,11,10,11,13,21,19,25,23,21,27,32,30,23,39,34,30,24,42,25,22,30,29,34,13,19,18,19,9,14,14,4,8,6,4,6,6,1,1,1,0,2,1,0,3],"bins":[-0.002641927683725953,-0.0025668118614703417,-0.0024916960392147303,-0.0024165804497897625,-0.002341464627534151,-0.0022663488052785397,-0.0021912329830229282,-0.002116117160767317,-0.0020410013385117054,-0.0019658857490867376,-0.0018907699268311262,-0.0018156541045755148,-0.0017405382823199034,-0.0016654225764796138,-0.0015903067542240024,-0.0015151910483837128,-0.0014400752261281013,-0.00136495940387249,-0.0012898436980322003,-0.001214727875776589,-0.0011396121699362993,-0.001064496347680688,-0.0009893805254250765,-0.000914264761377126,-0.0008391489973291755,-0.000764033233281225,-0.0006889174692332745,-0.000613801646977663,-0.0005386858829297125,-0.00046357011888176203,-0.00038845432572998106,-0.0003133385325782001,-0.0002382227685302496,-0.00016310698993038386,-8.799121133051813e-05,-1.2875432730652392e-05,6.224034586921334e-05,0.00013735612446907908,0.0002124719030689448,0.0002875876962207258,0.0003627034602686763,0.0004378192243166268,0.0005129349883645773,0.0005880508106201887,0.0006631665746681392,0.0007382823387160897,0.0008133981609717011,0.0008885139250196517,0.0009636296890676022,0.0010387455113232136,0.0011138612171635032,0.0011889770394191146,0.0012640927452594042,0.0013392085675150156,0.001414324389770627,0.0014894400956109166,0.001564555917866528,0.0016396717401221395,0.001714787445962429,0.0017899032682180405,0.0018650190904736519,0.0019401347963139415,0.002015250502154231,0.0020903663244098425,0.002165482146665454]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0960220918059349,-0.09305235743522644,-0.09008262306451797,-0.08711288124322891,-0.08414314687252045,-0.08117341250181198,-0.07820367813110352,-0.07523393630981445,-0.07226420193910599,-0.06929446756839752,-0.06632473319768906,-0.06335499882698059,-0.06038526073098183,-0.05741552263498306,-0.0544457882642746,-0.05147605016827583,-0.04850631579756737,-0.0455365814268589,-0.04256684333086014,-0.03959710896015167,-0.03662737086415291,-0.03365763649344444,-0.030687900260090828,-0.027718164026737213,-0.0247484277933836,-0.021778691560029984,-0.01880895532667637,-0.015839219093322754,-0.012869483791291714,-0.009899747557938099,-0.006930011790245771,-0.003960276022553444,-0.000990539789199829,0.001979196211323142,0.004948932211846113,0.00791866797953844,0.010888404212892056,0.01385814044624567,0.01682787574827671,0.019797611981630325,0.02276734821498394,0.025737084448337555,0.02870682068169117,0.031676556915044785,0.03464629128575325,0.037616029381752014,0.04058576375246048,0.043555501848459244,0.04652523621916771,0.049494970589876175,0.05246470868587494,0.055434443056583405,0.05840418115258217,0.061373915523290634,0.0643436536192894,0.06731338798999786,0.07028312236070633,0.0732528567314148,0.07622259855270386,0.07919233292341232,0.08216206729412079,0.08513180166482925,0.08810154348611832,0.09107127785682678,0.09404101222753525],"_type":"histogram","values":[2,0,1,5,4,12,15,38,81,117,201,310,473,730,1071,1530,2265,3142,4290,5666,7336,9657,11974,14788,17696,20950,24142,26889,29774,31713,33859,34670,34642,34378,32945,31166,28618,26002,22751,19829,16863,13844,11280,8981,6920,5320,3982,2880,1963,1379,959,619,425,281,160,98,57,33,23,13,5,4,0,3]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,1,0,0,0,1,0,1,1,1,1,1,1,1,4,1,6,7,6,10,14,21,23,41,30,40,59,49,60,49,61,55,41,41,19,20,20,10,13,14,6,15,2,3,3,1,0,3,4,3,0,1,0,0,0,0,0,0,1,0,1],"bins":[-0.004740806296467781,-0.004592538345605135,-0.004444270394742489,-0.004296002443879843,-0.004147734027355909,-0.003999466076493263,-0.003851198125630617,-0.003702930174767971,-0.003554662223905325,-0.003406394040212035,-0.003258126089349389,-0.003109858138486743,-0.002961589954793453,-0.002813322003930807,-0.002665054053068161,-0.0025167858693748713,-0.002368517918512225,-0.002220249967649579,-0.0020719817839562893,-0.0019237138330936432,-0.001775445882230997,-0.0016271778149530292,-0.0014789097476750612,-0.0013306417968124151,-0.0011823737295344472,-0.0010341056622564793,-0.0008858377113938332,-0.0007375696441158652,-0.0005893016350455582,-0.0004410336259752512,-0.0002927655878011137,-0.00014449756417889148,3.7704594433307648e-06,0.000152038483065553,0.00030030650668777525,0.00044857454486191273,0.0005968425539322197,0.0007451105630025268,0.0008933786302804947,0.0010416465811431408,0.0011899146484211087,0.0013381827156990767,0.0014864506665617228,0.0016347187338396907,0.0017829868011176586,0.0019312547519803047,0.002079522702842951,0.0022277908865362406,0.0023760588373988867,0.002524326788261533,0.0026725949719548225,0.0028208629228174686,0.0029691308736801147,0.0031173990573734045,0.0032656670082360506,0.0034139349590986967,0.0035622031427919865,0.0037104710936546326,0.0038587390445172787,0.004007006995379925,0.004155274946242571,0.004303543362766504,0.00445181131362915,0.0046000792644917965,0.004748347215354443]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,1,3,2,2,0,2,1,6,3,5,4,7,7,10,17,20,27,21,26,49,58,80,64,82,60,47,23,36,21,15,8,7,11,6,8,9,3,3,3,0,1,1,2,0,1,0,1,0,0,0,0,0,0,1],"bins":[-0.004218757152557373,-0.004087846726179123,-0.0039569358341395855,-0.0038260254077613354,-0.0036951147485524416,-0.003564204089343548,-0.003433293430134654,-0.0033023827709257603,-0.00317147234454751,-0.0030405616853386164,-0.0029096510261297226,-0.002778740366920829,-0.002647829707711935,-0.0025169190485030413,-0.002386008622124791,-0.0022550979629158974,-0.0021241873037070036,-0.00199327664449811,-0.0018623661017045379,-0.001731455442495644,-0.0016005448997020721,-0.0014696342404931784,-0.0013387235812842846,-0.0012078130384907126,-0.0010769023792818189,-0.000945991778280586,-0.0008150811772793531,-0.0006841705180704594,-0.0005532599170692265,-0.00042234931606799364,-0.0002914386859629303,-0.00016052807040978223,-2.961745485663414e-05,0.00010129316069651395,0.00023220377624966204,0.00036311440635472536,0.0004940250073559582,0.0006249356083571911,0.0007558462675660849,0.0008867568685673177,0.0010176674695685506,0.0011485781287774444,0.0012794886715710163,0.00141039933077991,0.0015413099899888039,0.0016722205327823758,0.0018031311919912696,0.0019340417347848415,0.0020649523939937353,0.002195863053202629,0.002326773712411523,0.002457684138789773,0.0025885947979986668,0.0027195054572075605,0.0028504161164164543,0.002981326775625348,0.003112237434834242,0.003243147861212492,0.0033740585204213858,0.0035049691796302795,0.0036358798388391733,0.003766790498048067,0.003897700924426317,0.004028611816465855,0.004159522242844105]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,0,0,5,1,3,5,4,4,6,6,6,4,12,15,20,10,9,18,17,24,22,19,36,24,30,33,30,30,27,31,22,22,36,27,24,19,18,18,17,16,9,12,19,4,12,3,8,6,3,1,6,0,3,3,1,1,1,1,1,1,0,1,1],"bins":[-0.0035256766714155674,-0.003404054557904601,-0.003282432444393635,-0.003160810098052025,-0.0030391879845410585,-0.0029175658710300922,-0.002795943757519126,-0.0026743216440081596,-0.0025526992976665497,-0.0024310771841555834,-0.002309455070644617,-0.0021878329571336508,-0.0020662108436226845,-0.0019445886136963964,-0.00182296650018543,-0.001701344270259142,-0.0015797221567481756,-0.0014581000432372093,-0.0013364778133109212,-0.0012148556997999549,-0.0010932334698736668,-0.0009716113563627005,-0.0008499892428517342,-0.000728367071133107,-0.0006067448994144797,-0.0004851227276958525,-0.00036350058508105576,-0.00024187842791434377,-0.00012025627074763179,1.3658864190801978e-06,0.00012298804358579218,0.00024461018620058894,0.00036623235791921616,0.00048785452963784337,0.0006094767013564706,0.0007310988148674369,0.0008527209865860641,0.0009743431583046913,0.0010959652718156576,0.0012175875017419457,0.001339209615252912,0.0014608317287638783,0.0015824539586901665,0.0017040760722011328,0.001825698185712099,0.0019473204156383872,0.0020689426455646753,0.0021905647590756416,0.002312186872586608,0.0024338089860975742,0.0025554310996085405,0.0026770534459501505,0.002798675559461117,0.002920297672972083,0.0030419197864830494,0.0031635418999940157,0.003285164013504982,0.003406786359846592,0.0035284084733575583,0.0036500305868685246,0.003771652700379491,0.003893274813890457,0.004014897160232067,0.00413651904091239,0.004258141387254],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,0,0,0,0,0,0,1,1,1,0,0,1,2,5,17,24,35,45,64,82,66,57,59,58,33,33,28,20,16,16,11,13,18,8,6,5,3,2,7,6,0,4,1,3,0,2,1,4,0,0,3,1,1,1,0,2],"bins":[0.9977085590362549,0.9977874159812927,0.9978662729263306,0.9979450702667236,0.9980239272117615,0.9981027841567993,0.9981815814971924,0.9982604384422302,0.9983392953872681,0.9984181523323059,0.9984970092773438,0.9985758066177368,0.9986546635627747,0.9987335205078125,0.9988123178482056,0.9988911747932434,0.9989700317382812,0.9990488886833191,0.9991277456283569,0.99920654296875,0.9992853999137878,0.9993642568588257,0.9994430541992188,0.9995219111442566,0.9996007680892944,0.9996796250343323,0.9997584819793701,0.9998372793197632,0.999916136264801,0.9999949932098389,1.000073790550232,1.0001527070999146,1.0002315044403076,1.0003103017807007,1.0003892183303833,1.0004680156707764,1.000546932220459,1.000625729560852,1.0007045269012451,1.0007834434509277,1.0008622407913208,1.0009410381317139,1.0010199546813965,1.0010987520217896,1.0011775493621826,1.0012564659118652,1.0013352632522583,1.001414179801941,1.001492977142334,1.001571774482727,1.0016506910324097,1.0017294883728027,1.0018084049224854,1.0018872022628784,1.0019659996032715,1.002044916152954,1.0021237134933472,1.0022025108337402,1.0022814273834229,1.002360224723816,1.002439022064209,1.0025179386138916,1.0025967359542847,1.0026756525039673,1.0027544498443604],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,2,0,0,0,3,4,1,6,4,7,7,8,15,13,11,19,22,13,24,18,23,18,24,25,42,31,36,36,34,25,33,26,31,25,27,25,18,16,17,13,8,10,12,6,8,4,5,2,2,4,0,1,0,0,1,0,0,1],"bins":[-0.0007230265182442963,-0.000701252487488091,-0.0006794785149395466,-0.0006577044841833413,-0.0006359305116347969,-0.0006141564808785915,-0.0005923825083300471,-0.0005706084775738418,-0.0005488344468176365,-0.0005270604742690921,-0.0005052864435128868,-0.00048351247096434236,-0.00046173844020813704,-0.00043996443855576217,-0.0004181904369033873,-0.00039641643525101244,-0.0003746424335986376,-0.0003528684319462627,-0.00033109443029388785,-0.000309320428641513,-0.0002875464269891381,-0.0002657723962329328,-0.00024399839458055794,-0.00022222439292818308,-0.00020045039127580822,-0.00017867638962343335,-0.0001569023879710585,-0.0001351283717667684,-0.00011335437011439353,-9.158036846201867e-05,-6.980635953368619e-05,-4.803235424333252e-05,-2.6258290745317936e-05,-4.484285454964265e-06,1.7289719835389405e-05,3.9063725125743076e-05,6.083773041609675e-05,8.261173206847161e-05,0.00010438574099680409,0.00012615974992513657,0.00014793375157751143,0.0001697077532298863,0.00019148175488226116,0.00021325577108655125,0.0002350297727389261,0.0002568037889432162,0.00027857779059559107,0.00030035179224796593,0.0003221257939003408,0.00034389979555271566,0.0003656737972050905,0.0003874477988574654,0.00040922180050984025,0.00043099583126604557,0.00045276983291842043,0.0004745438345707953,0.0004963178653270006,0.000518091837875545,0.0005398658686317503,0.0005616398411802948,0.0005834138719365001,0.0006051878444850445,0.0006269618752412498,0.0006487358477897942,0.0006705098785459995],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0005303373327478766,-0.0005127624608576298,-0.0004951875889673829,-0.0004776126588694751,-0.00046003778697922826,-0.0004424629150889814,-0.00042488801409490407,-0.00040731311310082674,-0.00038973824121057987,-0.000372163369320333,-0.0003545884683262557,-0.00033701356733217835,-0.0003194386954419315,-0.0003018638235516846,-0.0002842889225576073,-0.00026671402156352997,-0.0002491391496732831,-0.000231564263231121,-0.0002139893767889589,-0.0001964144903467968,-0.00017883960390463471,-0.00016126471746247262,-0.00014368983102031052,-0.00012611494457814842,-0.00010854005813598633,-9.096517169382423e-05,-7.339028525166214e-05,-5.581539880950004e-05,-3.824051236733794e-05,-2.0665625925175846e-05,-3.090739483013749e-06,1.4484146959148347e-05,3.2059033401310444e-05,4.963391984347254e-05,6.720880628563464e-05,8.478369272779673e-05,0.00010235857916995883,0.00011993346561212093,0.00013750835205428302,0.00015508323849644512,0.00017265812493860722,0.0001902330113807693,0.0002078078978229314,0.0002253827842650935,0.0002429576707072556,0.00026053254259750247,0.0002781074435915798,0.0002956823445856571,0.000313257216475904,0.00033083208836615086,0.0003484069893602282,0.0003659818903543055,0.0003835567622445524,0.00040113163413479924,0.00041870653512887657,0.0004362814361229539,0.00045385630801320076,0.00047143117990344763,0.0004890060517936945,0.0005065809818916023,0.0005241558537818491,0.000541730725672096,0.0005593056557700038,0.0005768805276602507,0.0005944553995504975],"_type":"histogram","values":[1,1,0,1,3,7,1,2,6,8,7,7,14,19,13,16,25,19,27,39,41,45,57,64,83,64,97,92,91,97,102,90,102,103,86,73,65,73,60,48,46,40,40,25,30,25,18,12,11,9,5,12,6,4,7,4,1,1,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[3,1,5,3,18,20,40,56,77,128,231,328,547,721,1135,1494,2178,2989,4106,5256,6772,9086,10918,13296,16046,18750,21305,23926,26936,28763,30469,32122,32589,32575,32483,31256,29372,27221,24892,22316,19313,16680,13814,11839,9389,7254,5695,4409,3223,2418,1740,1223,853,575,371,217,158,103,52,24,28,12,2,3],"bins":[-0.09290023148059845,-0.09009479731321335,-0.08728936314582825,-0.08448392152786255,-0.08167848736047745,-0.07887305319309235,-0.07606761902570724,-0.07326217740774155,-0.07045674324035645,-0.06765130907297134,-0.06484587490558624,-0.06204043701291084,-0.05923500284552574,-0.05642956495285034,-0.05362413078546524,-0.05081869289278984,-0.04801325872540474,-0.04520782455801964,-0.04240238666534424,-0.03959695249795914,-0.03679151460528374,-0.033986080437898636,-0.031180644407868385,-0.028375208377838135,-0.025569772347807884,-0.022764336317777634,-0.019958900287747383,-0.017153464257717133,-0.014348029159009457,-0.011542593128979206,-0.00873715803027153,-0.00593172200024128,-0.003126285970211029,-0.00032085017301142216,0.0024845856241881847,0.005290021188557148,0.008095457218587399,0.010900893248617649,0.013706328347325325,0.016511764377355576,0.019317200407385826,0.022122636437416077,0.024928072467446327,0.027733508497476578,0.03053894266486168,0.03334438055753708,0.03614981472492218,0.03895525261759758,0.04176068678498268,0.04456612095236778,0.04737155884504318,0.050176993012428284,0.052982430905103683,0.055787865072488785,0.058593302965164185,0.061398737132549286,0.06420417129993439,0.06700960546731949,0.06981504708528519,0.07262048125267029,0.07542591542005539,0.07823134958744049,0.08103679120540619,0.08384222537279129,0.08664765954017639]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.00136566162109375,-0.0013250112533569336,-0.0012843608856201172,-0.0012437105178833008,-0.0012030601501464844,-0.001162409782409668,-0.0011217594146728516,-0.0010811090469360352,-0.0010404586791992188,-0.0009998083114624023,-0.0009591579437255859,-0.0009185075759887695,-0.0008778572082519531,-0.0008372068405151367,-0.0007965564727783203,-0.0007559061050415039,-0.0007152557373046875,-0.0006746053695678711,-0.0006339550018310547,-0.0005933046340942383,-0.0005526542663574219,-0.0005120038986206055,-0.00047135353088378906,-0.00043070316314697266,-0.00039005279541015625,-0.00034940242767333984,-0.00030875205993652344,-0.00026810169219970703,-0.00022745132446289062,-0.00018680095672607422,-0.0001461505889892578,-0.0001055002212524414,-6.4849853515625e-05,-2.4199485778808594e-05,1.6450881958007812e-05,5.710124969482422e-05,9.775161743164062e-05,0.00013840198516845703,0.00017905235290527344,0.00021970272064208984,0.00026035308837890625,0.00030100345611572266,0.00034165382385253906,0.00038230419158935547,0.0004229545593261719,0.0004636049270629883,0.0005042552947998047,0.0005449056625366211,0.0005855560302734375,0.0006262063980102539,0.0006668567657470703,0.0007075071334838867,0.0007481575012207031,0.0007888078689575195,0.0008294582366943359,0.0008701086044311523,0.0009107589721679688,0.0009514093399047852,0.0009920597076416016,0.001032710075378418,0.0010733604431152344,0.0011140108108520508,0.0011546611785888672,0.0011953115463256836,0.0012359619140625],"_type":"histogram","values":[2,0,2,1,2,0,0,3,7,9,16,23,31,42,46,97,133,193,308,448,678,1022,1707,2483,3818,6441,9705,15649,26161,42824,77374,142582,255024,336120,278248,160874,88075,47453,28484,16896,10670,7106,4185,2744,1870,1169,689,490,310,196,137,116,66,46,27,15,16,14,5,4,2,3,2,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[2,2,3,4,4,15,45,67,138,217,377,646,1204,1970,3058,4934,7124,10462,14865,20431,27694,35828,45159,55630,66325,77256,86954,95268,102155,106071,106021,104565,99084,90896,81634,71105,60591,49132,39514,30854,23175,17014,11935,8435,5585,3698,2351,1478,790,495,296,154,87,34,20,4,3,4,1,0,0,0,0,1],"bins":[-0.1026301234960556,-0.09923277795314789,-0.09583543241024017,-0.09243807941675186,-0.08904073387384415,-0.08564338833093643,-0.08224604278802872,-0.078848697245121,-0.07545134425163269,-0.07205399870872498,-0.06865665316581726,-0.06525930762290955,-0.06186196208000183,-0.05846461281180382,-0.0550672672688961,-0.05166991800069809,-0.048272572457790375,-0.04487522691488266,-0.04147787764668465,-0.03808053210377693,-0.03468318283557892,-0.031285837292671204,-0.02788849174976349,-0.024491144344210625,-0.02109379693865776,-0.017696449533104897,-0.014299103058874607,-0.010901756584644318,-0.0075044091790914536,-0.004107062239199877,-0.0007097152993083,0.0026876316405832767,0.0060849860310554504,0.009482333436608315,0.012879679910838604,0.016277026385068893,0.019674373790621758,0.02307172119617462,0.026469066739082336,0.0298664141446352,0.033263761550188065,0.03666110709309578,0.04005845636129379,0.04345580190420151,0.04685314744710922,0.050250496715307236,0.05364784225821495,0.057045191526412964,0.06044253706932068,0.0638398826122284,0.06723722815513611,0.07063458114862442,0.07403192669153214,0.07742927223443985,0.08082661777734756,0.08422396332025528,0.08762131631374359,0.0910186618566513,0.09441600739955902,0.09781335294246674,0.10121069848537445,0.10460804402828217,0.10800539702177048,0.11140274256467819,0.11480008810758591],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.0018538701115176082,-0.0018120357999578118,-0.0017702014883980155,-0.0017283671768382192,-0.001686532748863101,-0.0016446984373033047,-0.0016028641257435083,-0.001561029814183712,-0.0015191955026239157,-0.0014773611910641193,-0.001435526879504323,-0.0013936925679445267,-0.0013518582563847303,-0.0013100238284096122,-0.0012681895168498158,-0.0012263552052900195,-0.0011845208937302232,-0.0011426865821704268,-0.0011008522706106305,-0.0010590179590508342,-0.001017183531075716,-0.0009753492777235806,-0.0009335149079561234,-0.000891680596396327,-0.0008498462848365307,-0.0008080119732767344,-0.000766177661716938,-0.0007243432919494808,-0.0006825089803896844,-0.0006406746688298881,-0.0005988402990624309,-0.0005570059875026345,-0.0005151716759428382,-0.00047333736438304186,-0.00043150302371941507,-0.0003896686830557883,-0.00034783437149599195,-0.0003060000599361956,-0.0002641657192725688,-0.00022233139316085726,-0.0001804970670491457,-0.00013866274093743414,-9.682841482572258e-05,-5.4994088714011014e-05,-1.3159762602299452e-05,2.867456350941211e-05,7.050888962112367e-05,0.00011234321573283523,0.0001541775418445468,0.00019601186795625836,0.00023784619406796992,0.0002796805347315967,0.00032151484629139304,0.0003633491578511894,0.00040518349851481616,0.00044701783917844296,0.0004888521507382393,0.0005306864622980356,0.000572520773857832,0.0006143551436252892,0.0006561894551850855,0.0006980237667448819,0.0007398581365123391,0.0007816924480721354,0.0008235267596319318],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,3,10,11,12,21,32,48,77,109,161,172,195,190,220,183,146,133,106,76,42,43,14,18,12,3,1,3,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"values":[4,1,1,1,0,2,3,1,4,4,4,4,8,4,14,12,17,17,24,29,30,36,37,38,35,30,34,47,30,35,22,29,25,26,15,19,14,12,15,14,10,11,7,9,7,5,5,0,4,2,1,2,0,1,2,1,0,2,0,0,1,0,0,1],"bins":[0.9987223744392395,0.9987732768058777,0.9988241791725159,0.998875081539154,0.998926043510437,0.9989769458770752,0.9990278482437134,0.9990787506103516,0.9991296529769897,0.9991805553436279,0.9992314577102661,0.9992824196815491,0.9993333220481873,0.9993842244148254,0.9994351267814636,0.9994860291481018,0.99953693151474,0.9995878338813782,0.9996387958526611,0.9996896982192993,0.9997406005859375,0.9997915029525757,0.9998424053192139,0.999893307685852,0.9999442100524902,0.9999951720237732,1.0000460147857666,1.0000969171524048,1.000147819519043,1.0001988410949707,1.0002497434616089,1.000300645828247,1.0003515481948853,1.0004024505615234,1.0004533529281616,1.0005042552947998,1.000555157661438,1.0006060600280762,1.0006569623947144,1.0007078647613525,1.0007587671279907,1.000809669494629,1.000860571861267,1.0009115934371948,1.000962495803833,1.0010133981704712,1.0010643005371094,1.0011152029037476,1.0011661052703857,1.001217007637024,1.001267910003662,1.0013188123703003,1.0013697147369385,1.0014206171035767,1.0014715194702148,1.001522421836853,1.0015733242034912,1.001624345779419,1.0016752481460571,1.0017261505126953,1.0017770528793335,1.0018279552459717,1.0018788576126099,1.001929759979248,1.0019806623458862],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,0,0,2,1,1,6,10,7,11,14,22,41,71,116,178,273,386,670,988,1512,2454,3689,6061,9639,14766,23136,34446,51905,69750,82894,81180,66974,47667,32332,21161,13618,8715,5471,3469,2273,1384,934,587,347,235,154,102,58,41,27,14,8,14,4,2,0,0,1,0,1,0,0,1],"bins":[-0.00118255615234375,-0.0011442899703979492,-0.0011060237884521484,-0.0010677576065063477,-0.0010294914245605469,-0.000991225242614746,-0.0009529590606689453,-0.0009146928787231445,-0.0008764266967773438,-0.000838160514831543,-0.0007998943328857422,-0.0007616281509399414,-0.0007233619689941406,-0.0006850957870483398,-0.0006468296051025391,-0.0006085634231567383,-0.0005702972412109375,-0.0005320310592651367,-0.0004937648773193359,-0.00045549869537353516,-0.0004172325134277344,-0.0003789663314819336,-0.0003407001495361328,-0.00030243396759033203,-0.00026416778564453125,-0.00022590160369873047,-0.0001876354217529297,-0.0001493692398071289,-0.00011110305786132812,-7.283687591552734e-05,-3.457069396972656e-05,3.6954879760742188e-06,4.1961669921875e-05,8.022785186767578e-05,0.00011849403381347656,0.00015676021575927734,0.00019502639770507812,0.0002332925796508789,0.0002715587615966797,0.00030982494354248047,0.00034809112548828125,0.00038635730743408203,0.0004246234893798828,0.0004628896713256836,0.0005011558532714844,0.0005394220352172852,0.0005776882171630859,0.0006159543991088867,0.0006542205810546875,0.0006924867630004883,0.0007307529449462891,0.0007690191268920898,0.0008072853088378906,0.0008455514907836914,0.0008838176727294922,0.000922083854675293,0.0009603500366210938,0.0009986162185668945,0.0010368824005126953,0.001075148582458496,0.0011134147644042969,0.0011516809463500977,0.0011899471282958984,0.0012282133102416992,0.0012664794921875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,1,2,1,0,0,2,2,5,1,2,5,7,7,8,16,20,26,33,43,71,58,89,88,101,111,120,149,119,100,119,101,114,82,84,64,62,43,38,19,23,25,16,9,7,9,11,10,5,1,1,6,1,1,0,2,0,0,1,1,0,4],"bins":[-0.0010780319571495056,-0.0010439404286444187,-0.0010098489001393318,-0.0009757574880495667,-0.0009416659595444798,-0.000907574431039393,-0.000873482960741967,-0.000839391490444541,-0.0008052999619394541,-0.0007712084334343672,-0.0007371169631369412,-0.0007030254928395152,-0.0006689339643344283,-0.0006348424358293414,-0.0006007509655319154,-0.0005666594952344894,-0.0005325679667294025,-0.0004984764382243156,-0.00046438496792688966,-0.0004302934685256332,-0.0003962019691243768,-0.00036211046972312033,-0.0003280189703218639,-0.00029392747092060745,-0.000259835971519351,-0.00022574447211809456,-0.00019165297271683812,-0.00015756147331558168,-0.00012346997391432524,-8.93784745130688e-05,-5.528697511181235e-05,-2.119547571055591e-05,1.2895907275378704e-05,4.6987406676635146e-05,8.107890607789159e-05,0.00011517040547914803,0.00014926190488040447,0.00018335340428166091,0.00021744490368291736,0.0002515364030841738,0.00028562790248543024,0.0003197194018866867,0.0003538109012879431,0.00038790240068919957,0.000421993900090456,0.00045608539949171245,0.0004901768988929689,0.0005242683691903949,0.0005583598976954818,0.0005924514262005687,0.0006265428964979947,0.0006606343667954206,0.0006947258953005075,0.0007288174238055944,0.0007629088941030204,0.0007970003644004464,0.0008310918929055333,0.0008651834214106202,0.0008992748917080462,0.0009333663620054722,0.0009674578905105591,0.001001549419015646,0.0010356409475207329,0.001069732359610498,0.0011038238881155849]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,1,5,11,9,20,24,49,104,168,296,420,675,967,1429,2108,2998,4144,5490,7414,9478,11823,14923,17707,20997,24034,26921,29751,32136,33762,34747,35138,34664,33461,31138,29408,26491,23118,19703,16576,13845,11119,8870,6783,5021,3753,2578,1841,1313,892,577,359,233,129,90,35,29,19,17,7,4,0,0,1],"bins":[-0.09397181123495102,-0.09097354114055634,-0.08797527849674225,-0.08497701585292816,-0.08197874575853348,-0.0789804756641388,-0.07598221302032471,-0.07298395037651062,-0.06998568028211594,-0.06698741018772125,-0.06398914754390717,-0.06099088117480278,-0.057992614805698395,-0.05499434843659401,-0.051996082067489624,-0.04899781569838524,-0.04599954932928085,-0.04300128296017647,-0.04000301659107208,-0.0370047502219677,-0.03400648385286331,-0.031008217483758926,-0.02800995111465454,-0.025011684745550156,-0.02201341837644577,-0.019015152007341385,-0.016016885638237,-0.013018619269132614,-0.010020352900028229,-0.007022086530923843,-0.004023820161819458,-0.0010255537927150726,0.0019727200269699097,0.004970986396074295,0.00796925276517868,0.010967519134283066,0.013965785503387451,0.016964051872491837,0.019962318241596222,0.022960584610700607,0.025958850979804993,0.028957117348909378,0.03195538371801376,0.03495365008711815,0.037951916456222534,0.04095018282532692,0.043948449194431305,0.04694671556353569,0.049944981932640076,0.05294324830174446,0.055941514670848846,0.05893978103995323,0.06193804740905762,0.0649363100528717,0.06793458014726639,0.07093285024166107,0.07393111288547516,0.07692937552928925,0.07992764562368393,0.08292591571807861,0.0859241783618927,0.08892244100570679,0.09192071110010147,0.09491898119449615,0.09791724383831024]},"_step":323,"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.10062981396913528,-0.0974612757563591,-0.09429273009300232,-0.09112419188022614,-0.08795565366744995,-0.08478710800409317,-0.08161856979131699,-0.0784500315785408,-0.07528148591518402,-0.07211294770240784,-0.06894440948963165,-0.06577587127685547,-0.06260732561349869,-0.059438787400722504,-0.05627024546265602,-0.05310170724987984,-0.049933165311813354,-0.04676462337374687,-0.04359608516097069,-0.040427543222904205,-0.03725900501012802,-0.03409046307206154,-0.030921921133995056,-0.027753381058573723,-0.02458484098315239,-0.021416300907731056,-0.018247760832309723,-0.01507921889424324,-0.011910678818821907,-0.008742138743400574,-0.005573597736656666,-0.002405057195574045,0.0007634758949279785,0.003932016436010599,0.00710055697709322,0.010269097983837128,0.013437638059258461,0.016606178134679794,0.019774720072746277,0.02294326014816761,0.026111800223588943,0.029280340299010277,0.03244888037443161,0.03561742231249809,0.038785964250564575,0.04195450246334076,0.04512304440140724,0.048291582614183426,0.05146012455224991,0.05462866649031639,0.057797204703092575,0.06096574664115906,0.06413428485393524,0.06730283051729202,0.0704713687300682,0.07363990694284439,0.07680845260620117,0.07997699081897736,0.08314552903175354,0.08631406724452972,0.0894826129078865,0.09265115112066269,0.09581968933343887,0.09898823499679565,0.10215677320957184],"_type":"histogram","values":[2,2,4,5,10,10,30,69,102,227,361,600,913,1559,2434,3680,5425,7713,10975,15362,20762,26438,34131,42034,51501,60927,70146,79083,86551,93289,97909,99055,98700,95115,89820,83058,75116,65811,56282,46946,38074,30067,23423,17697,12925,9397,6576,4467,3084,1929,1203,780,451,282,157,90,46,29,16,6,5,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,2,2,0,1,1,2,6,3,7,5,9,8,26,24,38,50,53,54,86,70,66,52,41,44,37,18,19,7,5,4,4,7,1,3,3,1,0,1,1,0,1,0,1,0,1,0,0,0,0,0,1],"bins":[-0.0016960524953901768,-0.0016433355631306767,-0.0015906186308711767,-0.0015379015821963549,-0.0014851846499368548,-0.0014324677176773548,-0.001379750669002533,-0.001327033736743033,-0.001274316804483533,-0.0012215998722240329,-0.0011688829399645329,-0.001116165891289711,-0.001063448959030211,-0.001010732026770711,-0.00095801503630355,-0.0009052980458363891,-0.000852581113576889,-0.000799864181317389,-0.0007471471908502281,-0.0006944302003830671,-0.0006417132681235671,-0.0005889963358640671,-0.0005362793453969061,-0.00048356238403357565,-0.00043084542267024517,-0.0003781284613069147,-0.0003254114999435842,-0.0002726945385802537,-0.00021997757721692324,-0.00016726061585359275,-0.00011454365449026227,-6.182669312693179e-05,-9.109731763601303e-06,4.360722959972918e-05,9.632419096305966e-05,0.00014904115232639015,0.00020175811368972063,0.0002544750750530511,0.0003071920364163816,0.0003599089977797121,0.00041262595914304256,0.00046534292050637305,0.0005180598818697035,0.0005707768723368645,0.0006234938045963645,0.0006762107368558645,0.0007289277273230255,0.0007816447177901864,0.0008343616500496864,0.0008870785823091865,0.0009397955727763474,0.0009925125632435083,0.0010452294955030084,0.0010979464277625084,0.0011506634764373302,0.0012033804086968303,0.0012560973409563303,0.0013088142732158303,0.0013615312054753304,0.0014142482541501522,0.0014669651864096522,0.0015196821186691523,0.0015723991673439741,0.0016251160996034741,0.0016778330318629742]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[3,1,4,9,15,13,15,28,45,55,95,115,199,272,373,530,852,1188,1660,2502,3767,4905,7806,10761,16580,24718,38403,59380,97956,162970,278556,318382,208095,118210,72570,46564,31343,19890,13960,9247,6555,4434,2944,2039,1548,972,684,486,367,225,172,125,73,64,43,28,19,21,10,5,6,3,1,3],"bins":[-0.00122833251953125,-0.0011889934539794922,-0.0011496543884277344,-0.0011103153228759766,-0.0010709762573242188,-0.001031637191772461,-0.0009922981262207031,-0.0009529590606689453,-0.0009136199951171875,-0.0008742809295654297,-0.0008349418640136719,-0.0007956027984619141,-0.0007562637329101562,-0.0007169246673583984,-0.0006775856018066406,-0.0006382465362548828,-0.000598907470703125,-0.0005595684051513672,-0.0005202293395996094,-0.00048089027404785156,-0.00044155120849609375,-0.00040221214294433594,-0.0003628730773925781,-0.0003235340118408203,-0.0002841949462890625,-0.0002448558807373047,-0.00020551681518554688,-0.00016617774963378906,-0.00012683868408203125,-8.749961853027344e-05,-4.8160552978515625e-05,-8.821487426757812e-06,3.0517578125e-05,6.985664367675781e-05,0.00010919570922851562,0.00014853477478027344,0.00018787384033203125,0.00022721290588378906,0.0002665519714355469,0.0003058910369873047,0.0003452301025390625,0.0003845691680908203,0.0004239082336425781,0.00046324729919433594,0.0005025863647460938,0.0005419254302978516,0.0005812644958496094,0.0006206035614013672,0.000659942626953125,0.0006992816925048828,0.0007386207580566406,0.0007779598236083984,0.0008172988891601562,0.0008566379547119141,0.0008959770202636719,0.0009353160858154297,0.0009746551513671875,0.0010139942169189453,0.0010533332824707031,0.001092672348022461,0.0011320114135742188,0.0011713504791259766,0.0012106895446777344,0.0012500286102294922,0.00128936767578125]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.09605339169502258,-0.09300591051578522,-0.08995842933654785,-0.08691094815731049,-0.08386346697807312,-0.08081597834825516,-0.07776849716901779,-0.07472101598978043,-0.07167353481054306,-0.0686260536313057,-0.06557857245206833,-0.06253109127283096,-0.0594836063683033,-0.05643612518906593,-0.05338864028453827,-0.0503411591053009,-0.04729367792606354,-0.04424619674682617,-0.041198715567588806,-0.03815123066306114,-0.035103749483823776,-0.03205626830458641,-0.029008785262703896,-0.02596130222082138,-0.022913821041584015,-0.01986633986234665,-0.016818856820464134,-0.013771374709904194,-0.010723892599344254,-0.007676410488784313,-0.004628928378224373,-0.0015814462676644325,0.0014660432934761047,0.004513525404036045,0.007561007514595985,0.010608489625155926,0.013655971735715866,0.016703452914953232,0.019750935956835747,0.02279841899871826,0.025845900177955627,0.028893381357192993,0.03194086253643036,0.03498834744095802,0.03803582862019539,0.041083309799432755,0.04413079470396042,0.047178275883197784,0.05022575706243515,0.053273238241672516,0.05632071942090988,0.059368204325437546,0.06241568550467491,0.06546317040920258,0.06851065158843994,0.07155813276767731,0.07460561394691467,0.07765309512615204,0.0807005763053894,0.08374805748462677,0.08679553866386414,0.0898430272936821,0.09289050847291946,0.09593798965215683,0.0989854708313942],"_type":"histogram","values":[2,4,10,7,17,38,85,118,241,326,597,900,1468,2292,3398,4867,6950,9882,13408,17813,23584,29888,37098,45334,54139,62565,71349,79162,85546,90752,94795,95270,94358,91304,86233,79709,71333,63600,54528,45351,37602,30193,23705,18177,13435,10006,7142,4956,3341,2294,1350,889,613,370,198,111,77,35,19,17,7,4,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.0011138916015625,-0.0010775327682495117,-0.0010411739349365234,-0.0010048151016235352,-0.0009684562683105469,-0.0009320974349975586,-0.0008957386016845703,-0.000859379768371582,-0.0008230209350585938,-0.0007866621017456055,-0.0007503032684326172,-0.0007139444351196289,-0.0006775856018066406,-0.0006412267684936523,-0.0006048679351806641,-0.0005685091018676758,-0.0005321502685546875,-0.0004957914352416992,-0.00045943260192871094,-0.00042307376861572266,-0.0003867149353027344,-0.0003503561019897461,-0.0003139972686767578,-0.00027763843536376953,-0.00024127960205078125,-0.00020492076873779297,-0.0001685619354248047,-0.0001322031021118164,-9.584426879882812e-05,-5.9485435485839844e-05,-2.3126602172851562e-05,1.3232231140136719e-05,4.9591064453125e-05,8.594989776611328e-05,0.00012230873107910156,0.00015866756439208984,0.00019502639770507812,0.0002313852310180664,0.0002677440643310547,0.00030410289764404297,0.00034046173095703125,0.00037682056427001953,0.0004131793975830078,0.0004495382308959961,0.0004858970642089844,0.0005222558975219727,0.0005586147308349609,0.0005949735641479492,0.0006313323974609375,0.0006676912307739258,0.0007040500640869141,0.0007404088973999023,0.0007767677307128906,0.0008131265640258789,0.0008494853973388672,0.0008858442306518555,0.0009222030639648438,0.000958561897277832,0.0009949207305908203,0.0010312795639038086,0.0010676383972167969,0.0011039972305297852,0.0011403560638427734,0.0011767148971557617,0.00121307373046875],"_type":"histogram","values":[1,0,0,2,1,1,4,3,3,11,8,13,20,28,33,80,148,207,333,609,1035,1725,2873,5072,9352,17662,33805,68792,142183,266520,373344,306422,171827,83877,40777,20785,11087,6097,3362,1917,1110,663,404,260,143,109,38,37,34,16,12,10,3,1,2,1,0,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,0,1,0,0,2,1,5,3,1,7,4,10,10,14,9,15,17,28,22,37,34,37,34,36,37,45,33,41,35,31,24,27,26,16,11,10,15,11,14,10,9,6,1,9,4,3,3,3,2,3,2,3,4,0,0,0,0,1,0,0,0,0,1],"bins":[0.9987925887107849,0.9988411068916321,0.9988896250724792,0.9989381432533264,0.9989866614341736,0.9990351796150208,0.9990836977958679,0.9991322755813599,0.999180793762207,0.9992293119430542,0.9992778301239014,0.9993263483047485,0.9993748664855957,0.9994233846664429,0.99947190284729,0.9995204210281372,0.9995689392089844,0.9996174573898315,0.9996659755706787,0.9997144937515259,0.9997630715370178,0.999811589717865,0.9998601078987122,0.9999086260795593,0.9999571442604065,1.0000056028366089,1.0000542402267456,1.0001027584075928,1.00015127658844,1.000199794769287,1.0002483129501343,1.0002968311309814,1.0003453493118286,1.0003938674926758,1.000442385673523,1.0004909038543701,1.0005394220352173,1.0005879402160645,1.0006364583969116,1.0006849765777588,1.000733494758606,1.0007820129394531,1.0008305311203003,1.0008790493011475,1.0009275674819946,1.0009760856628418,1.001024603843689,1.0010731220245361,1.0011216402053833,1.0011701583862305,1.0012186765670776,1.0012671947479248,1.0013158321380615,1.0013643503189087,1.0014128684997559,1.001461386680603,1.0015099048614502,1.0015584230422974,1.0016069412231445,1.0016554594039917,1.0017039775848389,1.001752495765686,1.0018010139465332,1.0018495321273804,1.0018980503082275],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,1,1,1,0,1,4,3,3,6,5,6,7,15,15,26,31,32,48,44,53,64,64,66,50,53,33,40,23,13,9,9,10,7,3,8,4,2,2,0,0,0,0,1,1,1,0,0,0,0,1],"bins":[-0.0016531533328816295,-0.001606095815077424,-0.0015590382972732186,-0.0015119806630536914,-0.001464923145249486,-0.0014178656274452806,-0.0013708081096410751,-0.0013237505918368697,-0.0012766930740326643,-0.001229635439813137,-0.0011825779220089316,-0.0011355204042047262,-0.0010884628864005208,-0.0010414053685963154,-0.0009943477343767881,-0.0009472902165725827,-0.0009002326987683773,-0.0008531751809641719,-0.0008061176049523056,-0.0007590600871481001,-0.0007120025111362338,-0.0006649449933320284,-0.000617887475527823,-0.0005708298995159566,-0.0005237723817117512,-0.00047671483480371535,-0.0004296572878956795,-0.00038259977009147406,-0.0003355422231834382,-0.0002884846762754023,-0.00024142714391928166,-0.00019436961156316102,-0.00014731218107044697,-0.00010025464143836871,-5.319710180629045e-05,-6.1395621742121875e-06,4.091797745786607e-05,8.797551708994433e-05,0.0001350330567220226,0.00018209058907814324,0.0002291481359861791,0.000276205682894215,0.00032326322980225086,0.0003703207476064563,0.00041737829451449215,0.00046443584142252803,0.0005114933592267334,0.0005585509352385998,0.0006056084530428052,0.0006526659708470106,0.0006997235468588769,0.0007467810646630824,0.0007938386406749487,0.0008408961584791541,0.0008879536762833595,0.0009350112522952259,0.0009820687118917704,0.0010291263461112976,0.001076183863915503,0.0011232413817197084,0.0011702988995239139,0.0012173564173281193,0.0012644140515476465,0.001311471569351852,0.0013585290871560574]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,1,0,0,0,3,2,2,6,4,8,5,5,4,9,11,14,17,17,9,21,27,20,29,36,25,22,30,31,29,25,33,27,26,22,26,26,24,15,25,11,17,10,17,12,10,6,12,3,5,5,2,6,1,2,2,1,2,4,1,0,0,1,1],"bins":[-0.0056573618203401566,-0.0054706488735973835,-0.0052839359268546104,-0.005097222980111837,-0.004910510033369064,-0.004723797086626291,-0.004537084139883518,-0.004350371193140745,-0.004163658246397972,-0.003976944833993912,-0.0037902321200817823,-0.0036035191733390093,-0.0034168059937655926,-0.0032300930470228195,-0.0030433801002800465,-0.0028566671535372734,-0.0026699542067945004,-0.0024832412600517273,-0.0022965283133089542,-0.002109815366566181,-0.0019231023034080863,-0.0017363893566653132,-0.0015496762935072184,-0.0013629633467644453,-0.0011762504000216722,-0.0009895374532788992,-0.0008028244483284652,-0.0006161114433780313,-0.0004293984966352582,-0.00024268552078865469,-5.597254494205117e-05,0.00013074043090455234,0.00031745340675115585,0.0005041663534939289,0.0006908793584443629,0.0008775923633947968,0.00106430531013757,0.001251018256880343,0.0014377313200384378,0.001624444266781211,0.001811157213523984,0.001997870160266757,0.00218458310700953,0.002371296053752303,0.00255800923332572,0.002744722180068493,0.002931435126811266,0.003118148073554039,0.003304861020296812,0.003491573967039585,0.003678286913782358,0.0038649998605251312,0.004051712807267904,0.004238425754010677,0.00442513870075345,0.0046118516474962234,0.004798565059900284,0.004985278006643057,0.00517199095338583,0.005358703900128603,0.005545416846871376,0.005732129793614149,0.005918842740356922,0.006105555687099695,0.006292268633842468],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,3,1,4,3,5,6,2,8,8,13,6,13,13,18,19,19,25,16,20,28,19,21,22,21,25,27,34,31,28,26,23,34,22,17,19,24,21,14,14,9,14,16,6,5,4,8,7,5,2,2,4,2,2,2,1,2,1,1,0,1],"bins":[-0.007193116471171379,-0.006955801974982023,-0.006718487944453955,-0.006481173448264599,-0.006243858952075243,-0.0060065449215471745,-0.005769230425357819,-0.005531915929168463,-0.005294601898640394,-0.005057287402451038,-0.0048199729062616825,-0.004582658875733614,-0.004345344379544258,-0.004108029883354902,-0.0038707158528268337,-0.003633401356637478,-0.0033960870932787657,-0.0031587728299200535,-0.0029214583337306976,-0.0026841440703719854,-0.0024468298070132732,-0.0022095153108239174,-0.001972201047465205,-0.001734886784106493,-0.001497572404332459,-0.001260258024558425,-0.0010229437611997128,-0.0007856293814256787,-0.0005483150598593056,-0.0003110007382929325,-7.368638762272894e-05,0.0001636279484955594,0.00040094228461384773,0.0006382566061802208,0.000875570927746594,0.001112885307520628,0.0013501995708793402,0.0015875139506533742,0.0018248283304274082,0.0020621425937861204,0.0022994568571448326,0.0025367713533341885,0.0027740856166929007,0.003011399880051613,0.0032487143762409687,0.003486028639599681,0.003723342902958393,0.003960657399147749,0.004197971895337105,0.004435285925865173,0.004672600422054529,0.004909914452582598,0.005147228948771954,0.005384543444961309,0.005621857475489378,0.005859171971678734,0.00609648646786809,0.006333800498396158,0.006571114994585514,0.00680842949077487,0.0070457435213029385,0.007283058017492294,0.00752037251368165,0.007757686544209719,0.007995001040399075]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,7,13,16,32,51,83,148,282,413,622,955,1342,2012,2954,3971,5263,7124,9095,11612,14222,17592,20673,23889,26869,29558,32005,33816,35104,35430,34907,33870,31758,29119,26539,23345,20294,16861,13982,11278,8804,6805,5113,3690,2726,1846,1326,937,547,350,223,154,75,51,30,14,8,7,4,2,1,2],"bins":[-0.09459900856018066,-0.09158698469400406,-0.08857496082782745,-0.08556293696165085,-0.08255091309547424,-0.07953888922929764,-0.07652686536312103,-0.07351484149694443,-0.07050281763076782,-0.06749078631401062,-0.06447876244783401,-0.06146674230694771,-0.058454714715480804,-0.0554426908493042,-0.052430666983127594,-0.04941864311695099,-0.046406619250774384,-0.04339459538459778,-0.04038257151842117,-0.03737054765224457,-0.03435852378606796,-0.03134649619460106,-0.028334472328424454,-0.02532244846224785,-0.022310424596071243,-0.019298400729894638,-0.016286376863718033,-0.013274351134896278,-0.010262327268719673,-0.007250302936881781,-0.004238278605043888,-0.0012262542732059956,0.001785770058631897,0.0047977943904697895,0.007809818722307682,0.010821843519806862,0.013833867385983467,0.016845891252160072,0.019857916980981827,0.022869940847158432,0.025881964713335037,0.028893988579511642,0.03190601244568825,0.03491803631186485,0.03793006390333176,0.04094208776950836,0.04395411163568497,0.04696613550186157,0.04997815936803818,0.05299018323421478,0.05600220710039139,0.05901423096656799,0.0620262548327446,0.0650382786989212,0.06805030256509781,0.07106232643127441,0.07407435774803162,0.07708638161420822,0.08009840548038483,0.08311042934656143,0.08612245321273804,0.08913447707891464,0.09214650094509125,0.09515852481126785,0.09817054867744446]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,1,0,2,0,0,3,1,5,3,2,2,5,3,7,6,9,9,13,17,16,18,26,18,28,24,32,32,34,32,35,34,30,27,36,34,36,19,24,26,17,17,16,16,10,8,8,9,4,1,2,4,2,1,0,2,0,1],"bins":[-0.000334335898514837,-0.0003253734321333468,-0.00031641096575185657,-0.00030744849937036633,-0.0002984860329888761,-0.0002895235666073859,-0.00028056110022589564,-0.0002715986338444054,-0.0002626361674629152,-0.0002536737301852554,-0.0002447112638037652,-0.00023574878287035972,-0.00022678633104078472,-0.00021782386465929449,-0.00020886139827780426,-0.00019989893189631402,-0.0001909364655148238,-0.00018197399913333356,-0.00017301153275184333,-0.0001640490663703531,-0.00015508659998886287,-0.00014612414815928787,-0.00013716168177779764,-0.0001281992153963074,-0.00011923674901481718,-0.00011027428263332695,-0.00010131181625183672,-9.23493571463041e-05,-8.338689076481387e-05,-7.442442438332364e-05,-6.546196527779102e-05,-5.649949889630079e-05,-4.753706161864102e-05,-3.857459523715079e-05,-2.9612132493639365e-05,-2.0649667931138538e-05,-1.168720336863771e-05,-2.724738806136884e-06,6.237725756363943e-06,1.520019031886477e-05,2.4162654881365597e-05,3.312512126285583e-05,4.208758400636725e-05,5.1050046749878675e-05,6.0012513131368905e-05,6.897497951285914e-05,7.793743861839175e-05,8.689990499988198e-05,9.586237138137221e-05,0.00010482483776286244,0.00011378730414435267,0.0001227497705258429,0.00013171223690733314,0.00014067468873690814,0.00014963715511839837,0.0001585996214998886,0.00016756208788137883,0.00017652455426286906,0.0001854870206443593,0.00019444948702584952,0.00020341193885542452,0.00021237440523691475,0.00022133687161840498,0.00023029933799989522,0.00023926180438138545],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.00067265669349581,-0.0006515379645861685,-0.000630419235676527,-0.0006093005067668855,-0.000588181777857244,-0.0005670630489476025,-0.000545944320037961,-0.0005248255911283195,-0.000503706862218678,-0.00048258816241286695,-0.00046146943350322545,-0.00044035070459358394,-0.0004192320047877729,-0.0003981132758781314,-0.0003769945469684899,-0.0003558758180588484,-0.0003347570891492069,-0.00031363836023956537,-0.00029251963132992387,-0.00027140090242028236,-0.00025028217351064086,-0.00022916345915291458,-0.0002080447447951883,-0.0001869260158855468,-0.0001658072869759053,-0.0001446885580662638,-0.0001235698291566223,-0.00010245111479889601,-8.133238588925451e-05,-6.021366061759181e-05,-3.9094935345929116e-05,-1.797621007426642e-05,3.142456989735365e-06,2.4261182261398062e-05,4.537990753306076e-05,6.649862916674465e-05,8.761735807638615e-05,0.00010873608698602766,0.00012985480134375393,0.00015097353025339544,0.00017209225916303694,0.00019321098807267845,0.00021432971698231995,0.00023544843134004623,0.0002565671456977725,0.000277685874607414,0.0002988046035170555,0.000319923332426697,0.0003410420613363385,0.00036216079024598,0.00038327951915562153,0.00040439824806526303,0.00042551697697490454,0.0004466356767807156,0.0004677544056903571,0.000488873163703829,0.0005099918926134706,0.0005311105633154511,0.0005522292922250926,0.0005733480211347342,0.0005944667500443757,0.0006155854789540172,0.0006367042078636587,0.0006578229367733002,0.0006789416656829417],"_type":"histogram","values":[1,0,1,0,0,1,1,2,3,2,2,6,8,6,12,16,24,13,28,35,29,51,55,80,90,88,101,103,102,108,119,124,127,107,96,89,85,54,49,46,39,38,21,20,13,8,7,6,10,5,1,4,0,1,3,3,1,1,0,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"values":[1,0,0,2,1,2,1,3,5,5,7,15,10,20,28,48,83,123,221,302,583,954,1588,2597,4566,8237,13678,24577,47529,92306,187868,326373,364379,240262,122891,60717,31945,17023,10016,5322,3444,2026,1199,711,452,285,165,99,69,44,27,14,15,8,7,2,4,0,2,1,1,0,0,1],"bins":[-0.00127410888671875,-0.0012345314025878906,-0.0011949539184570312,-0.0011553764343261719,-0.0011157989501953125,-0.0010762214660644531,-0.0010366439819335938,-0.0009970664978027344,-0.000957489013671875,-0.0009179115295410156,-0.0008783340454101562,-0.0008387565612792969,-0.0007991790771484375,-0.0007596015930175781,-0.0007200241088867188,-0.0006804466247558594,-0.000640869140625,-0.0006012916564941406,-0.0005617141723632812,-0.0005221366882324219,-0.0004825592041015625,-0.0004429817199707031,-0.00040340423583984375,-0.0003638267517089844,-0.000324249267578125,-0.0002846717834472656,-0.00024509429931640625,-0.00020551681518554688,-0.0001659393310546875,-0.00012636184692382812,-8.678436279296875e-05,-4.7206878662109375e-05,-7.62939453125e-06,3.1948089599609375e-05,7.152557373046875e-05,0.00011110305786132812,0.0001506805419921875,0.00019025802612304688,0.00022983551025390625,0.0002694129943847656,0.000308990478515625,0.0003485679626464844,0.00038814544677734375,0.0004277229309082031,0.0004673004150390625,0.0005068778991699219,0.0005464553833007812,0.0005860328674316406,0.0006256103515625,0.0006651878356933594,0.0007047653198242188,0.0007443428039550781,0.0007839202880859375,0.0008234977722167969,0.0008630752563476562,0.0009026527404785156,0.000942230224609375,0.0009818077087402344,0.0010213851928710938,0.0010609626770019531,0.0011005401611328125,0.0011401176452636719,0.0011796951293945312,0.0012192726135253906,0.00125885009765625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[1,0,5,1,3,9,12,10,15,24,31,57,83,101,143,203,290,359,505,753,1035,1468,2077,2747,3889,6098,8672,13611,20930,34275,59785,98422,117296,84073,48993,29038,17965,11288,7957,5207,3510,2622,1703,1249,1011,624,449,324,249,215,109,108,66,59,30,21,14,10,8,7,2,0,2,1],"bins":[-0.00225830078125,-0.002188444137573242,-0.0021185874938964844,-0.0020487308502197266,-0.0019788742065429688,-0.001909017562866211,-0.0018391609191894531,-0.0017693042755126953,-0.0016994476318359375,-0.0016295909881591797,-0.0015597343444824219,-0.001489877700805664,-0.0014200210571289062,-0.0013501644134521484,-0.0012803077697753906,-0.0012104511260986328,-0.001140594482421875,-0.0010707378387451172,-0.0010008811950683594,-0.0009310245513916016,-0.0008611679077148438,-0.0007913112640380859,-0.0007214546203613281,-0.0006515979766845703,-0.0005817413330078125,-0.0005118846893310547,-0.0004420280456542969,-0.00037217140197753906,-0.00030231475830078125,-0.00023245811462402344,-0.00016260147094726562,-9.274482727050781e-05,-2.288818359375e-05,4.696846008300781e-05,0.00011682510375976562,0.00018668174743652344,0.00025653839111328125,0.00032639503479003906,0.0003962516784667969,0.0004661083221435547,0.0005359649658203125,0.0006058216094970703,0.0006756782531738281,0.0007455348968505859,0.0008153915405273438,0.0008852481842041016,0.0009551048278808594,0.0010249614715576172,0.001094818115234375,0.0011646747589111328,0.0012345314025878906,0.0013043880462646484,0.0013742446899414062,0.001444101333618164,0.0015139579772949219,0.0015838146209716797,0.0016536712646484375,0.0017235279083251953,0.0017933845520019531,0.001863241195678711,0.0019330978393554688,0.0020029544830322266,0.0020728111267089844,0.002142667770385742,0.0022125244140625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,0,0,0,1,0,1,2,3,5,6,9,1,3,10,13,6,14,26,30,26,44,46,44,62,56,57,49,44,44,41,34,19,11,14,8,10,3,5,2,6,4,1,3,0,1,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0013203033013269305,-0.0012784437276422977,-0.001236584153957665,-0.0011947245802730322,-0.0011528650065883994,-0.0011110054329037666,-0.0010691458592191339,-0.001027286285534501,-0.0009854268282651901,-0.0009435671963728964,-0.0009017076226882637,-0.0008598480490036309,-0.000817988533526659,-0.0007761289598420262,-0.0007342693861573935,-0.0006924098124727607,-0.0006505502387881279,-0.0006086906651034951,-0.0005668310914188623,-0.0005249715177342296,-0.00048311197315342724,-0.00044125239946879447,-0.00039939285488799214,-0.00035753328120335937,-0.0003156737075187266,-0.0002738141338340938,-0.00023195457470137626,-0.0001900950155686587,-0.00014823544188402593,-0.00010637587547535077,-6.45163090666756e-05,-2.265674265800044e-05,1.920294016599655e-05,6.106250657467172e-05,0.00010292207298334688,0.00014478163211606443,0.0001866412058006972,0.00022850077948532999,0.0002703603240661323,0.0003122198977507651,0.00035407947143539786,0.00039593904512003064,0.0004377986188046634,0.00047965816338546574,0.0005215177079662681,0.0005633772816509008,0.0006052368553355336,0.0006470964290201664,0.0006889560027047992,0.000730815576389432,0.0007726751500740647,0.0008145347237586975,0.0008563942974433303,0.0008982538129203022,0.0009401133866049349,0.0009819730184972286,0.0010238324757665396,0.0010656920494511724,0.0011075516231358051,0.001149411196820438,0.0011912707705050707,0.0012331303441897035,0.0012749899178743362,0.001316849491558969,0.0013587090652436018],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,1,0,2,0,1,6,4,4,6,4,7,11,10,13,16,10,12,20,21,15,32,28,35,24,31,30,35,31,30,24,24,20,23,33,32,25,23,21,12,16,6,8,8,14,7,9,7,4,1,0,3,2,3,0,1,0,0,1],"bins":[-0.002464352175593376,-0.0023910636082291603,-0.002317774808034301,-0.002244486240670085,-0.002171197673305869,-0.0020979088731110096,-0.0020246203057467937,-0.001951331738382578,-0.0018780430546030402,-0.0018047543708235025,-0.0017314658034592867,-0.001658177119679749,-0.0015848884359002113,-0.0015115998685359955,-0.0014383111847564578,-0.001365022617392242,-0.0012917339336127043,-0.0012184452498331666,-0.0011451566824689507,-0.001071867998689413,-0.0009985794313251972,-0.0009252907475456595,-0.0008520020637661219,-0.0007787134381942451,-0.0007054248126223683,-0.0006321361870504916,-0.0005588475614786148,-0.00048555887769907713,-0.00041227025212720037,-0.0003389816265553236,-0.0002656929718796164,-0.0001924043317558244,-0.0001191156916320324,-4.58270515082404e-05,2.746158861555159e-05,0.00010075022873934358,0.00017403886886313558,0.00024732749443501234,0.00032061614911071956,0.0003939048037864268,0.00046719342935830355,0.0005404820549301803,0.0006137706805020571,0.0006870593642815948,0.0007603479898534715,0.0008336366154253483,0.000906925299204886,0.0009802138665691018,0.0010535025503486395,0.0011267912341281772,0.001200079801492393,0.0012733684852719307,0.0013466570526361465,0.0014199457364156842,0.001493234420195222,0.0015665229875594378,0.0016398116713389754,0.001713100355118513,0.001786388922482729,0.0018596776062622666,0.0019329662900418043,0.00200625485740602,0.002079543424770236,0.0021528322249650955,0.0022261207923293114],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[1,0,2,0,0,1,3,3,10,8,20,24,34,43,69,101,166,193,388,513,769,1267,1983,3086,5256,8008,13273,21476,37381,62976,109627,179790,260510,283874,225386,145065,86402,49974,29204,17295,10913,6423,4128,2544,1613,1085,657,428,319,195,124,79,61,35,27,17,13,8,3,3,3,1,2,2],"bins":[-0.000896453857421875,-0.0008695125579833984,-0.0008425712585449219,-0.0008156299591064453,-0.0007886886596679688,-0.0007617473602294922,-0.0007348060607910156,-0.0007078647613525391,-0.0006809234619140625,-0.0006539821624755859,-0.0006270408630371094,-0.0006000995635986328,-0.0005731582641601562,-0.0005462169647216797,-0.0005192756652832031,-0.0004923343658447266,-0.00046539306640625,-0.00043845176696777344,-0.0004115104675292969,-0.0003845691680908203,-0.00035762786865234375,-0.0003306865692138672,-0.0003037452697753906,-0.00027680397033691406,-0.0002498626708984375,-0.00022292137145996094,-0.00019598007202148438,-0.0001690387725830078,-0.00014209747314453125,-0.00011515617370605469,-8.821487426757812e-05,-6.127357482910156e-05,-3.4332275390625e-05,-7.3909759521484375e-06,1.9550323486328125e-05,4.649162292480469e-05,7.343292236328125e-05,0.00010037422180175781,0.00012731552124023438,0.00015425682067871094,0.0001811981201171875,0.00020813941955566406,0.00023508071899414062,0.0002620220184326172,0.00028896331787109375,0.0003159046173095703,0.0003428459167480469,0.00036978721618652344,0.000396728515625,0.00042366981506347656,0.0004506111145019531,0.0004775524139404297,0.0005044937133789062,0.0005314350128173828,0.0005583763122558594,0.0005853176116943359,0.0006122589111328125,0.0006392002105712891,0.0006661415100097656,0.0006930828094482422,0.0007200241088867188,0.0007469654083251953,0.0007739067077636719,0.0008008480072021484,0.000827789306640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[2,1,2,1,1,1,1,2,2,1,2,2,3,3,6,6,6,19,22,25,45,77,82,89,103,85,57,28,24,12,8,13,6,5,4,4,1,3,2,1,3,3,1,0,0,0,1,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-4.800672286364716e-07,-4.5974678641869104e-07,-4.3942634420091053e-07,-4.1910590198313e-07,-3.987854597653495e-07,-3.784649891258596e-07,-3.5814454690807906e-07,-3.3782410469029855e-07,-3.1750366247251804e-07,-2.9718322025473753e-07,-2.76862778036957e-07,-2.565423358191765e-07,-2.362218793905413e-07,-2.1590143717276078e-07,-1.9558098074412555e-07,-1.7526053852634504e-07,-1.5494009630856453e-07,-1.3461965409078402e-07,-1.1429920476757616e-07,-9.397875544436829e-08,-7.365831322658778e-08,-5.333786745609359e-08,-3.30174216855994e-08,-1.2696975915105213e-08,7.623469855388976e-09,2.7943915625883164e-08,4.826436139637735e-08,6.858481071958522e-08,8.890525293736573e-08,1.0922569515514624e-07,1.2954615158378147e-07,1.4986659380156198e-07,1.7018703601934249e-07,1.90507478237123e-07,2.108279204549035e-07,2.3114837688353873e-07,2.514688048904645e-07,2.7178927552995447e-07,2.92109717747735e-07,3.124301599655155e-07,3.32750602183296e-07,3.530710444010765e-07,3.73391486618857e-07,3.937119288366375e-07,4.1403239947612747e-07,4.34352841693908e-07,4.546732839116885e-07,4.74993726129469e-07,4.953141683472495e-07,5.1563461056503e-07,5.359550527828105e-07,5.56275495000591e-07,5.765959372183715e-07,5.969163794361521e-07,6.172368216539326e-07,6.375572638717131e-07,6.578777629329124e-07,6.78198205150693e-07,6.985186473684735e-07,7.18839089586254e-07,7.391595318040345e-07,7.59479974021815e-07,7.798004162395955e-07,8.00120858457376e-07,8.204413006751565e-07]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.000408172607421875,-0.00039577484130859375,-0.0003833770751953125,-0.00037097930908203125,-0.00035858154296875,-0.00034618377685546875,-0.0003337860107421875,-0.00032138824462890625,-0.000308990478515625,-0.00029659271240234375,-0.0002841949462890625,-0.00027179718017578125,-0.0002593994140625,-0.00024700164794921875,-0.0002346038818359375,-0.00022220611572265625,-0.000209808349609375,-0.00019741058349609375,-0.0001850128173828125,-0.00017261505126953125,-0.00016021728515625,-0.00014781951904296875,-0.0001354217529296875,-0.00012302398681640625,-0.000110626220703125,-9.822845458984375e-05,-8.58306884765625e-05,-7.343292236328125e-05,-6.103515625e-05,-4.863739013671875e-05,-3.62396240234375e-05,-2.384185791015625e-05,-1.1444091796875e-05,9.5367431640625e-07,1.33514404296875e-05,2.574920654296875e-05,3.814697265625e-05,5.054473876953125e-05,6.29425048828125e-05,7.534027099609375e-05,8.7738037109375e-05,0.00010013580322265625,0.0001125335693359375,0.00012493133544921875,0.0001373291015625,0.00014972686767578125,0.0001621246337890625,0.00017452239990234375,0.000186920166015625,0.00019931793212890625,0.0002117156982421875,0.00022411346435546875,0.00023651123046875,0.00024890899658203125,0.0002613067626953125,0.00027370452880859375,0.000286102294921875,0.00029850006103515625,0.0003108978271484375,0.00032329559326171875,0.000335693359375,0.00034809112548828125,0.0003604888916015625,0.00037288665771484375,0.000385284423828125],"_type":"histogram","values":[1,0,0,3,1,0,2,5,7,5,13,20,26,35,50,76,92,123,230,293,434,673,1036,1512,2250,3484,5466,8578,13990,23203,40411,74446,129588,121346,68067,36835,21523,12838,8147,5040,3353,2122,1418,999,650,406,313,200,153,108,71,53,34,26,21,15,16,6,5,1,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.09605298191308975,-0.09294138103723526,-0.08982977271080017,-0.08671817183494568,-0.08360656350851059,-0.0804949626326561,-0.07738335430622101,-0.07427175343036652,-0.07116015255451202,-0.06804854422807693,-0.06493694335222244,-0.061825335025787354,-0.05871373414993286,-0.05560212954878807,-0.05249052494764328,-0.04937892034649849,-0.0462673157453537,-0.04315571114420891,-0.04004410654306412,-0.03693250194191933,-0.033820897340774536,-0.030709294602274895,-0.027597691863775253,-0.024486087262630463,-0.021374482661485672,-0.01826287806034088,-0.015151274390518665,-0.01203967072069645,-0.008928066119551659,-0.005816461984068155,-0.002704857848584652,0.0004067462868988514,0.0035183578729629517,0.006629962008446455,0.009741566143929958,0.012853169813752174,0.015964774414896965,0.019076379016041756,0.022187981754541397,0.025299586355686188,0.02841119095683098,0.03152279555797577,0.03463440015912056,0.03774600476026535,0.04085760563611984,0.04396921023726463,0.047080814838409424,0.050192419439554214,0.053304024040699005,0.056415628641843796,0.059527233242988586,0.06263883411884308,0.06575044244527817,0.06886204332113266,0.07197365164756775,0.07508525252342224,0.07819685339927673,0.08130846172571182,0.08442006260156631,0.0875316709280014,0.0906432718038559,0.09375488013029099,0.09686648100614548,0.09997808933258057,0.10308969020843506],"_type":"histogram","values":[2,1,4,5,8,20,33,47,83,145,266,387,621,929,1401,2107,3073,4296,5800,7704,10047,12499,15554,18850,22586,25917,29027,31937,34251,35592,36755,36144,35353,33841,31117,28175,25090,21559,18144,14670,12106,9305,7076,5370,3887,2711,1863,1254,799,554,347,213,120,78,42,27,19,6,2,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,3,2,3,2,5,0,2,9,4,8,10,9,17,8,9,13,17,21,21,19,28,21,26,33,27,32,35,28,24,29,27,20,25,23,25,21,17,11,17,16,12,14,11,12,10,9,4,6,6,2,5,1,4,1,0,0,1],"bins":[-0.0016542121302336454,-0.0016059319023042917,-0.0015576515579596162,-0.0015093713300302625,-0.001461090985685587,-0.0014128107577562332,-0.0013645304134115577,-0.001316250185482204,-0.0012679698411375284,-0.0012196896132081747,-0.001171409385278821,-0.0011231290409341455,-0.0010748488130047917,-0.0010265684686601162,-0.0009782882407307625,-0.0009300079545937479,-0.0008817276684567332,-0.0008334473823197186,-0.000785167096182704,-0.0007368868100456893,-0.0006886065239086747,-0.000640326295979321,-0.0005920460098423064,-0.0005437657237052917,-0.0004954854375682771,-0.0004472051514312625,-0.00039892486529424787,-0.0003506446082610637,-0.00030236432212404907,-0.00025408403598703444,-0.00020580376440193504,-0.00015752349281683564,-0.00010924320667982101,-6.0962927818764e-05,-1.2682648957706988e-05,3.5597629903350025e-05,8.387790876440704e-05,0.00013215819490142167,0.00018043846648652107,0.00022871873807162046,0.0002769990242086351,0.0003252793103456497,0.00037355959648266435,0.0004218398535158485,0.00047012013965286314,0.0005184003966860473,0.0005666806828230619,0.0006149609689600766,0.0006632412550970912,0.0007115215412341058,0.0007598018273711205,0.0008080821135081351,0.0008563623996451497,0.0009046426275745034,0.000952922913711518,0.0010012031998485327,0.0010494834277778864,0.001097763772122562,0.0011460440000519156,0.0011943243443965912,0.001242604572325945,0.0012908849166706204,0.0013391651445999742,0.0013874454889446497,0.0014357257168740034]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[3,3,2,1,5,4,4,7,4,9,7,7,10,12,18,18,20,21,18,23,16,18,26,27,32,29,24,24,24,33,27,30,34,19,29,27,19,9,13,19,17,11,8,15,10,6,4,0,6,5,1,3,2,0,0,1,2,0,0,0,0,1,0,1],"bins":[-0.0036053271032869816,-0.003469860414043069,-0.0033343934919685125,-0.0031989268027246,-0.0030634598806500435,-0.002927993191406131,-0.002792526502162218,-0.0026570595800876617,-0.002521592890843749,-0.0023861262015998363,-0.00225065927952528,-0.0021151925902813673,-0.0019797259010374546,-0.0018442589789628983,-0.0017087922897189856,-0.001573325484059751,-0.0014378586784005165,-0.001302391872741282,-0.0011669250670820475,-0.0010314583778381348,-0.0008959915721789002,-0.0007605247665196657,-0.0006250580190680921,-0.0004895912716165185,-0.000354124465957284,-0.0002186576894018799,-8.319091284647584e-05,5.227586370892823e-05,0.0001877426402643323,0.00032320941681973636,0.00045867619337514043,0.000594142940826714,0.0007296092808246613,0.0008650760864838958,0.0010005428921431303,0.001136009581387043,0.0012714763870462775,0.001406943192705512,0.0015424098819494247,0.0016778766876086593,0.0018133434932678938,0.0019488102989271283,0.002084277104586363,0.0022197437938302755,0.0023552104830741882,0.0024906774051487446,0.0026261440943926573,0.0027616110164672136,0.0028970777057111263,0.003032544394955039,0.0031680113170295954,0.003303478006273508,0.0034389449283480644,0.003574411617591977,0.00370987830683589,0.003845345228910446,0.003980811685323715,0.0041162786073982716,0.004251745529472828,0.004387212451547384,0.004522678907960653,0.00465814583003521,0.004793612752109766,0.004929079208523035,0.005064546130597591]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,2,3,5,2,7,5,5,6,6,7,12,12,14,10,14,21,27,31,22,26,19,30,34,25,22,37,34,24,22,24,28,22,26,28,16,26,14,12,11,18,7,6,8,9,2,3,5,3,1,4,2,1,1,0,2,2,0,0,1],"bins":[-0.004306204617023468,-0.0041652461513876915,-0.004024287685751915,-0.003883328754454851,-0.0037423702888190746,-0.003601411823183298,-0.003460453124716878,-0.0033194944262504578,-0.0031785359606146812,-0.0030375774949789047,-0.0028966187965124846,-0.0027556600980460644,-0.002614701632410288,-0.0024737431667745113,-0.002332784468308091,-0.002191825769841671,-0.0020508673042058945,-0.0019099087221547961,-0.0017689501401036978,-0.0016279915580525994,-0.001487032976001501,-0.0013460743939504027,-0.0012051158118993044,-0.001064157229848206,-0.0009231986477971077,-0.0007822400657460093,-0.000641281483694911,-0.0005003229016438127,-0.0003593643195927143,-0.00021840573754161596,-7.744715549051762e-05,6.351142656058073e-05,0.00020446954295039177,0.0003454281250014901,0.00048638670705258846,0.0006273452891036868,0.0007683038711547852,0.0009092624532058835,0.0010502210352569818,0.0011911796173080802,0.0013321381993591785,0.0014730967814102769,0.0016140553634613752,0.0017550139455124736,0.001895972527563572,0.0020369309931993484,0.0021778896916657686,0.002318848390132189,0.0024598068557679653,0.002600765321403742,0.002741724019870162,0.002882682718336582,0.0030236411839723587,0.0031645996496081352,0.0033055583480745554,0.0034465170465409756,0.003587475512176752,0.0037284339778125286,0.003869392676278949,0.004010351374745369,0.0041513098403811455,0.004292268306016922,0.0044332267716526985,0.004574185702949762,0.004715144168585539]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[2,2,5,8,16,26,67,114,194,302,492,796,1297,2025,3040,4510,6367,8986,12095,16749,21545,27719,34685,42936,50479,60178,68494,76055,83236,89085,92619,94522,94581,91903,87564,81830,74083,66057,57419,48916,40847,32693,25764,20246,15335,11381,8204,5881,4021,2702,1768,1198,723,472,269,150,96,65,23,13,3,4,2,5],"bins":[-0.09670238941907883,-0.09366830438375473,-0.09063421934843063,-0.08760013431310654,-0.08456604927778244,-0.08153196424245834,-0.07849787920713425,-0.07546379417181015,-0.07242970168590546,-0.06939561665058136,-0.06636153161525726,-0.06332744657993317,-0.06029336154460907,-0.05725927650928497,-0.054225191473960876,-0.05119110643863678,-0.04815702140331268,-0.045122936367988586,-0.04208885133266449,-0.03905476629734039,-0.036020681262016296,-0.0329865925014019,-0.029952507466077805,-0.026918422430753708,-0.02388433739542961,-0.020850252360105515,-0.017816167324781418,-0.014782080426812172,-0.011747995391488075,-0.008713910356163979,-0.005679824389517307,-0.0026457388885319233,0.0003883466124534607,0.0034224321134388447,0.006456517614424229,0.0094906035810709,0.012524688616394997,0.015558773651719093,0.01859286054968834,0.021626945585012436,0.024661030620336533,0.02769511565566063,0.030729200690984726,0.03376328572630882,0.03679737448692322,0.039831459522247314,0.04286554455757141,0.04589962959289551,0.048933714628219604,0.0519677996635437,0.0550018846988678,0.058035969734191895,0.06107005476951599,0.06410413980484009,0.06713822484016418,0.07017230987548828,0.07320639491081238,0.07624048739671707,0.07927457243204117,0.08230865746736526,0.08534274250268936,0.08837682753801346,0.09141091257333755,0.09444499760866165,0.09747908264398575]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,2,2,3,2,3,2,3,7,9,9,15,13,11,10,15,16,23,22,28,33,30,29,33,32,34,49,24,24,33,25,21,26,24,21,15,19,22,15,17,6,2,2,6,4,5,6,5,3,1,1,2,0,0,0,1,0,0,0,0,0,0,2],"bins":[-0.0038140935357660055,-0.0036700840573757887,-0.0035260748118162155,-0.0033820653334259987,-0.0032380560878664255,-0.0030940466094762087,-0.0029500373639166355,-0.0028060278855264187,-0.002662018407136202,-0.0025180091615766287,-0.002373999683186412,-0.0022299904376268387,-0.002085980959236622,-0.0019419715972617269,-0.0017979622352868319,-0.0016539528733119369,-0.0015099435113370419,-0.0013659341493621469,-0.0012219247873872519,-0.0010779154254123569,-0.0009339060052298009,-0.0007898966432549059,-0.00064588722307235,-0.000501877861097455,-0.00035786849912256,-0.0002138591225957498,-6.984974606893957e-05,7.415963045787066e-05,0.0002181690069846809,0.0003621783689595759,0.0005061877891421318,0.0006501971511170268,0.0007942062802612782,0.0009382156422361732,0.0010822250042110682,0.0012262343661859632,0.0013702437281608582,0.001514253206551075,0.00165826256852597,0.001802271930500865,0.00194628129247576,0.002090290654450655,0.002234300132840872,0.002378309378400445,0.002522318856790662,0.002666328102350235,0.002810337580740452,0.002954346826300025,0.003098356304690242,0.0032423657830804586,0.003386375028640032,0.0035303845070302486,0.003674393752589822,0.0038184032309800386,0.003962412476539612,0.004106421954929829,0.0042504314333200455,0.004394440911710262,0.004538449924439192,0.004682459402829409,0.0048264688812196255,0.004970478359609842,0.005114487372338772,0.005258496850728989,0.0054025063291192055]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,1,2,0,3,5,5,10,8,1,5,5,10,12,16,14,15,20,34,21,16,25,31,32,33,26,30,38,29,27,25,29,22,21,29,20,16,13,22,15,14,11,13,10,4,5,1,2,4,3,2,1,2,2,1,0,1,2,0,1],"bins":[-0.009663265198469162,-0.009352737106382847,-0.009042209014296532,-0.008731680922210217,-0.008421152830123901,-0.008110624738037586,-0.007800096645951271,-0.007489568553864956,-0.007179040461778641,-0.006868512369692326,-0.0065579842776060104,-0.006247456185519695,-0.00593692809343338,-0.005626400001347065,-0.00531587190926075,-0.005005343817174435,-0.0046948157250881195,-0.004384287633001804,-0.004073759540915489,-0.003763231448829174,-0.003452703356742859,-0.0031421752646565437,-0.0028316471725702286,-0.0025211190804839134,-0.0022105909883975983,-0.0019000628963112831,-0.001589534804224968,-0.0012790067121386528,-0.0009684786200523376,-0.0006579505279660225,-0.00034742243587970734,-3.689434379339218e-05,0.0002736346796154976,0.0005841627717018127,0.0008946908637881279,0.001205218955874443,0.0015157470479607582,0.0018262751400470734,0.0021368032321333885,0.0024473313242197037,0.002757859416306019,0.003068387508392334,0.003378915600478649,0.0036894436925649643,0.0039999717846512794,0.004310499876737595,0.00462102796882391,0.004931556060910225,0.00524208415299654,0.005552612245082855,0.00586314033716917,0.0061736684292554855,0.006484196521341801,0.006794724613428116,0.007105252705514431,0.007415780797600746,0.007726308889687061,0.008036836981773376,0.008347365073859692,0.008657893165946007,0.008968421258032322,0.009278949350118637,0.009589477442204952,0.009900005534291267,0.010210533626377583]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0039863623678684235,-0.0038490011356770992,-0.003711639903485775,-0.0035742786712944508,-0.0034369174391031265,-0.0032995559740811586,-0.0031621947418898344,-0.00302483350969851,-0.002887472277507186,-0.0027501110453158617,-0.0026127498131245375,-0.0024753885809332132,-0.0023380271159112453,-0.002200665883719921,-0.002063304651528597,-0.0019259434193372726,-0.0017885821871459484,-0.0016512209549546242,-0.0015138597227633,-0.0013764983741566539,-0.0012391371419653296,-0.0011017759097740054,-0.0009644146193750203,-0.0008270533289760351,-0.0006896920967847109,-0.0005523308645933867,-0.0004149695741944015,-0.0002776083128992468,-0.00014024705160409212,-2.8857903089374304e-06,0.00013447547098621726,0.00027183673228137195,0.00040919799357652664,0.0005465592257678509,0.000683920516166836,0.0008212818065658212,0.0009586430387571454,0.0010960042709484696,0.0012333656195551157,0.00137072685174644,0.0015080880839377642,0.0016454493161290884,0.0017828105483204126,0.0019201718969270587,0.0020575332455337048,0.002194894477725029,0.0023322557099163532,0.0024696169421076775,0.0026069781742990017,0.002744339406490326,0.00288170063868165,0.0030190618708729744,0.0031564231030642986,0.0032937845680862665,0.0034311458002775908,0.003568507032468915,0.0037058682646602392,0.0038432294968515635,0.003980590961873531,0.004117952194064856,0.00425531342625618,0.004392674658447504,0.004530035890638828,0.0046673971228301525,0.004804758355021477],"_type":"histogram","values":[1,2,7,4,5,4,5,1,7,11,6,12,7,10,14,8,17,15,18,31,21,22,15,25,18,25,25,20,26,27,26,26,29,21,25,22,21,17,20,19,21,18,10,10,6,5,8,7,5,7,4,9,2,5,1,1,3,1,3,1,2,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-3.3840490232250886e-07,-3.272540425314219e-07,-3.1610315431862546e-07,-3.0495229452753847e-07,-2.9380140631474205e-07,-2.8265054652365507e-07,-2.714996867325681e-07,-2.6034879851977166e-07,-2.491979387286847e-07,-2.3804706472674297e-07,-2.2689619072480127e-07,-2.1574533093371429e-07,-2.0459445693177258e-07,-1.9344358292983088e-07,-1.822927231387439e-07,-1.711418491368022e-07,-1.599909751348605e-07,-1.488401011329188e-07,-1.376892271309771e-07,-1.265383673398901e-07,-1.153874933379484e-07,-1.042366193360067e-07,-9.308575243949235e-08,-8.193488554297801e-08,-7.078401154103631e-08,-5.96331375390946e-08,-4.848227064258026e-08,-3.733140019335224e-08,-2.6180529744124215e-08,-1.502965929489619e-08,-3.8787888456681685e-09,7.2720816035598546e-09,1.8422923631078447e-08,2.957379408030647e-08,4.0724664529534493e-08,5.1875534978762516e-08,6.302640542799054e-08,7.417727942993224e-08,8.532814632644659e-08,9.647901322296093e-08,1.0762988722490263e-07,1.1878076122684433e-07,1.2993163522878604e-07,1.4108249501987302e-07,1.5223336902181472e-07,1.6338424302375643e-07,1.745351028148434e-07,1.8568597681678511e-07,1.9683685081872682e-07,2.0798772482066852e-07,2.1913859882261022e-07,2.302894586136972e-07,2.414403184047842e-07,2.525912066175806e-07,2.637420664086676e-07,2.74892954621464e-07,2.86043814412551e-07,2.97194674203638e-07,3.083455624164344e-07,3.194964222075214e-07,3.306473104203178e-07,3.417981702114048e-07,3.529490300024918e-07,3.640999182152882e-07,3.752507780063752e-07],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,2,0,3,3,3,3,7,4,6,15,8,11,25,21,24,40,35,44,45,47,47,61,50,43,36,29,36,19,15,25,12,10,3,5,10,4,4,2,3,2,0,1,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,0,0,0,0,1,1,2,1,1,4,2,4,4,4,5,10,9,5,11,18,11,16,23,16,21,25,27,33,31,34,29,27,35,24,26,24,20,30,21,21,31,13,24,20,10,12,12,8,8,14,5,9,5,1,2,6,1,5,1,1,0,1],"bins":[-0.0020256279967725277,-0.001966940937563777,-0.0019082538783550262,-0.0018495668191462755,-0.0017908797599375248,-0.0017321925843134522,-0.0016735055251047015,-0.0016148184658959508,-0.0015561314066872,-0.0014974443474784493,-0.0014387572882696986,-0.001380070229060948,-0.0013213830534368753,-0.0012626959942281246,-0.001204008935019374,-0.0011453218758106232,-0.0010866348166018724,-0.0010279477573931217,-0.000969260698184371,-0.0009105735807679594,-0.0008518865215592086,-0.0007931994623504579,-0.0007345123449340463,-0.0006758252857252955,-0.0006171382265165448,-0.0005584511673077941,-0.0004997641080990434,-0.00044107699068263173,-0.000382389931473881,-0.0003237028722651303,-0.0002650157839525491,-0.00020632871019188315,-0.00014764175284653902,-8.895467908587307e-05,-3.0267605325207114e-05,2.841946843545884e-05,8.710654219612479e-05,0.00014579361595679075,0.0002044806897174567,0.0002631677780300379,0.0003218548372387886,0.00038054189644753933,0.0004392289847601205,0.0004979160730727017,0.0005566031322814524,0.0006152901914902031,0.0006739773089066148,0.0007326643681153655,0.0007913514273241162,0.000850038486532867,0.0009087255457416177,0.0009674126631580293,0.001026099780574441,0.0010847868397831917,0.0011434738989919424,0.0012021609582006931,0.0012608480174094439,0.0013195350766181946,0.0013782221358269453,0.001436909195035696,0.0014955962542444468,0.0015542834298685193,0.00161297048907727,0.0016716575482860208,0.0017303446074947715]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[2,0,2,2,2,2,8,1,4,2,2,2,6,5,6,15,16,13,11,21,20,25,25,28,24,20,23,26,34,23,26,37,27,26,25,30,20,16,25,17,18,16,21,14,10,5,9,5,7,10,4,8,3,3,3,2,1,2,1,2,2,0,1,2],"bins":[-0.0027867439202964306,-0.002695678500458598,-0.002604612847790122,-0.0025135474279522896,-0.002422482008114457,-0.002331416355445981,-0.0022403509356081486,-0.002149285515770316,-0.0020582200959324837,-0.0019671544432640076,-0.0018760890234261751,-0.0017850234871730208,-0.0016939579509198666,-0.0016028925310820341,-0.0015118269948288798,-0.0014207615749910474,-0.001329696038737893,-0.0012386305024847388,-0.0011475650826469064,-0.001056499546393752,-0.0009654340683482587,-0.0008743685903027654,-0.0007833030540496111,-0.0006922375760041177,-0.0006011720979586244,-0.000510106619913131,-0.0004190411127638072,-0.00032797560561448336,-0.00023691012756899,-0.0001458446349715814,-5.477914237417281e-05,3.6286350223235786e-05,0.00012735207565128803,0.00021841756824869663,0.0003094830608461052,0.00040054856799542904,0.0004916140460409224,0.0005826795240864158,0.00067374506033957,0.0007648105383850634,0.0008558760164305568,0.0009469414944760501,0.0010380069725215435,0.0011290725087746978,0.001220138045027852,0.0013112034648656845,0.0014022690011188388,0.0014933344209566712,0.0015843999572098255,0.0016754654934629798,0.0017665309133008122,0.0018575964495539665,0.001948661869391799,0.002039727522060275,0.0021307929418981075,0.00222185836173594,0.0023129237815737724,0.0024039894342422485,0.002495054854080081,0.0025861202739179134,0.0026771859265863895,0.002768251346424222,0.0028593167662620544,0.0029503824189305305,0.003041447838768363]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[1,0,0,2,0,0,0,0,0,1,0,0,2,1,1,3,2,3,7,3,9,6,17,10,19,20,22,24,24,36,30,33,36,28,29,41,30,39,37,37,25,27,24,15,19,18,11,13,13,12,7,10,1,2,3,3,1,1,3,1,1,0,2,3],"bins":[-0.00043233323958702385,-0.0004200488911010325,-0.00040776454261504114,-0.0003954801941290498,-0.0003831958456430584,-0.00037091149715706706,-0.00035862717777490616,-0.0003463428292889148,-0.00033405848080292344,-0.0003217741323169321,-0.0003094897838309407,-0.00029720543534494936,-0.000284921086858958,-0.00027263673837296665,-0.0002603523898869753,-0.00024806804140098393,-0.0002357837074669078,-0.00022349935898091644,-0.00021121501049492508,-0.00019893067656084895,-0.0001866463280748576,-0.00017436197958886623,-0.00016207763110287488,-0.00014979328261688352,-0.00013750893413089216,-0.00012522460019681603,-0.00011294025171082467,-0.00010065590322483331,-8.837155473884195e-05,-7.60872135288082e-05,-6.380286504281685e-05,-5.1518520194804296e-05,-3.9234175346791744e-05,-2.6949830498779193e-05,-1.4665483831777237e-05,-2.381138074269984e-06,9.90320768323727e-06,2.218755253124982e-05,3.447190101724118e-05,4.675624586525373e-05,5.904059071326628e-05,7.132493919925764e-05,8.360928040929139e-05,9.589362889528275e-05,0.0001081779773812741,0.00012046231859130785,0.0001327466598013416,0.00014503100828733295,0.0001573153567733243,0.00016959970525931567,0.00018188405374530703,0.00019416838767938316,0.00020645273616537452,0.00021873708465136588,0.00023102143313735723,0.0002433057816233486,0.00025559013010933995,0.0002678744785953313,0.00028015882708132267,0.00029244314646348357,0.00030472749494947493,0.0003170118434354663,0.00032929619192145765,0.000341580540407449,0.00035386488889344037],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[4,0,6,0,5,6,17,11,16,26,33,57,54,97,106,154,211,321,455,731,1023,1667,2513,3907,6685,11494,20381,38509,80405,151786,131254,63795,31726,16778,9616,5747,3612,2221,1382,985,617,411,302,205,122,103,83,58,29,26,20,9,9,10,5,7,0,3,1,3,1,2,0,2],"bins":[-0.000396728515625,-0.0003834366798400879,-0.0003701448440551758,-0.00035685300827026367,-0.00034356117248535156,-0.00033026933670043945,-0.00031697750091552734,-0.00030368566513061523,-0.0002903938293457031,-0.000277101993560791,-0.0002638101577758789,-0.0002505183219909668,-0.0002372264862060547,-0.00022393465042114258,-0.00021064281463623047,-0.00019735097885131836,-0.00018405914306640625,-0.00017076730728149414,-0.00015747547149658203,-0.00014418363571166992,-0.0001308917999267578,-0.0001175999641418457,-0.0001043081283569336,-9.101629257202148e-05,-7.772445678710938e-05,-6.443262100219727e-05,-5.1140785217285156e-05,-3.784894943237305e-05,-2.4557113647460938e-05,-1.1265277862548828e-05,2.0265579223632812e-06,1.531839370727539e-05,2.86102294921875e-05,4.190206527709961e-05,5.519390106201172e-05,6.848573684692383e-05,8.177757263183594e-05,9.506940841674805e-05,0.00010836124420166016,0.00012165307998657227,0.00013494491577148438,0.00014823675155639648,0.0001615285873413086,0.0001748204231262207,0.0001881122589111328,0.00020140409469604492,0.00021469593048095703,0.00022798776626586914,0.00024127960205078125,0.00025457143783569336,0.00026786327362060547,0.0002811551094055176,0.0002944469451904297,0.0003077387809753418,0.0003210306167602539,0.000334322452545166,0.0003476142883300781,0.00036090612411499023,0.00037419795989990234,0.00038748979568481445,0.00040078163146972656,0.00041407346725463867,0.0004273653030395508,0.0004406571388244629,0.000453948974609375]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,2,1,1,1,2,3,0,4,4,3,3,4,3,5,9,13,14,9,13,33,20,29,25,39,42,51,47,49,47,46,40,26,33,26,25,22,10,9,10,8,8,4,1,2,5,3,3,2,1,2,1,0,1,0,0,1],"bins":[-0.0013574253534898162,-0.0013185773277655244,-0.0012797291856259108,-0.001240881159901619,-0.0012020331341773272,-0.0011631849920377135,-0.0011243369663134217,-0.001085488824173808,-0.0010466407984495163,-0.0010077927727252245,-0.0009689446305856109,-0.0009300966048613191,-0.0008912485209293664,-0.0008524004369974136,-0.0008135524112731218,-0.0007747043273411691,-0.0007358562434092164,-0.0006970081594772637,-0.000658160075545311,-0.0006193120498210192,-0.0005804639658890665,-0.0005416158819571137,-0.0005027678562328219,-0.0004639197723008692,-0.0004250716883689165,-0.0003862236044369638,-0.00034737554960884154,-0.0003085274947807193,-0.00026967941084876657,-0.00023083134146872908,-0.0001919832720886916,-0.0001531352027086541,-0.00011428724974393845,-7.543918036390096e-05,-3.659111098386347e-05,2.2569583961740136e-06,4.11050277762115e-05,7.995309715624899e-05,0.00011880116653628647,0.00015764923591632396,0.00019649730529636145,0.00023534537467639893,0.0002741934440564364,0.0003130414988845587,0.0003518895828165114,0.0003907376667484641,0.00042958572157658637,0.0004684337764047086,0.0005072818603366613,0.000546129944268614,0.0005849780282005668,0.0006238260539248586,0.0006626741378568113,0.000701522221788764,0.0007403702475130558,0.0007792183314450085,0.0008180664153769612,0.000856914499308914,0.0008957625832408667,0.0009346106089651585,0.0009734586928971112,0.001012306776829064,0.0010511548025533557,0.0010900029446929693,0.0011288509704172611]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0008557811961509287,-0.0008277150336652994,-0.0007996488711796701,-0.0007715827086940408,-0.0007435165462084115,-0.0007154503837227821,-0.0006873842212371528,-0.0006593180587515235,-0.0006312519544735551,-0.0006031857919879258,-0.0005751196295022964,-0.0005470534670166671,-0.0005189873045310378,-0.0004909211420454085,-0.00046285497955977917,-0.00043478881707414985,-0.0004067226545885205,-0.0003786564921028912,-0.0003505903296172619,-0.00032252416713163257,-0.00029445800464600325,-0.0002663918712642044,-0.00023832570877857506,-0.00021025954629294574,-0.00018219338380731642,-0.0001541272213216871,-0.00012606105883605778,-9.799491090234369e-05,-6.992874841671437e-05,-4.186258956906386e-05,-1.3796430721413344e-05,1.4269728126237169e-05,4.2335945181548595e-05,7.040210766717792e-05,9.846826287684962e-05,0.00012653441808652133,0.00015460058057215065,0.00018266674305777997,0.00021073289099149406,0.00023879905347712338,0.0002668652159627527,0.000294931378448382,0.00032299754093401134,0.00035106370341964066,0.0003791298368014395,0.00040719599928706884,0.00043526216177269816,0.0004633283242583275,0.0004913944867439568,0.0005194606492295861,0.0005475268117152154,0.0005755929742008448,0.0006036591366864741,0.0006317252991721034,0.0006597914616577327,0.000687857624143362,0.0007159237284213305,0.0007439898909069598,0.0007720560533925891,0.0008001222158782184,0.0008281883783638477,0.000856254540849477,0.0008843207033351064,0.0009123868658207357,0.000940453028306365],"_type":"histogram","values":[2,1,1,0,1,3,1,2,2,5,9,3,3,9,6,8,8,6,12,21,18,20,16,30,25,30,31,22,23,33,49,36,37,29,26,23,34,24,27,12,18,22,8,9,11,12,8,8,3,3,6,3,2,2,2,1,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,0,0,0,0,1,0,0,3,0,4,2,10,2,8,18,20,29,63,73,112,144,249,367,526,944,1315,2161,3564,5584,9350,15976,28890,53947,105043,214695,377466,350027,189992,94469,50380,27789,15763,9168,5703,3373,2118,1306,845,510,332,213,125,73,45,25,14,13,6,1,5,1,0,1],"bins":[-0.0015716552734375,-0.001529097557067871,-0.0014865398406982422,-0.0014439821243286133,-0.0014014244079589844,-0.0013588666915893555,-0.0013163089752197266,-0.0012737512588500977,-0.0012311935424804688,-0.0011886358261108398,-0.001146078109741211,-0.001103520393371582,-0.0010609626770019531,-0.0010184049606323242,-0.0009758472442626953,-0.0009332895278930664,-0.0008907318115234375,-0.0008481740951538086,-0.0008056163787841797,-0.0007630586624145508,-0.0007205009460449219,-0.000677943229675293,-0.0006353855133056641,-0.0005928277969360352,-0.0005502700805664062,-0.0005077123641967773,-0.00046515464782714844,-0.00042259693145751953,-0.0003800392150878906,-0.0003374814987182617,-0.0002949237823486328,-0.0002523660659790039,-0.000209808349609375,-0.0001672506332397461,-0.0001246929168701172,-8.213520050048828e-05,-3.9577484130859375e-05,2.9802322387695312e-06,4.553794860839844e-05,8.809566497802734e-05,0.00013065338134765625,0.00017321109771728516,0.00021576881408691406,0.00025832653045654297,0.0003008842468261719,0.0003434419631958008,0.0003859996795654297,0.0004285573959350586,0.0004711151123046875,0.0005136728286743164,0.0005562305450439453,0.0005987882614135742,0.0006413459777832031,0.000683903694152832,0.0007264614105224609,0.0007690191268920898,0.0008115768432617188,0.0008541345596313477,0.0008966922760009766,0.0009392499923706055,0.0009818077087402344,0.0010243654251098633,0.0010669231414794922,0.001109480857849121,0.00115203857421875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[2,0,0,2,2,1,0,1,0,0,0,3,2,1,3,3,5,3,8,5,7,12,14,13,14,29,22,33,12,28,30,29,31,46,35,27,33,34,29,28,24,28,17,24,24,16,17,11,6,11,10,10,7,3,0,2,2,3,3,1,0,1,0,1],"bins":[-0.0006149649852886796,-0.0005973740480840206,-0.0005797831108793616,-0.0005621921736747026,-0.0005446012364700437,-0.0005270102410577238,-0.0005094193038530648,-0.0004918283666484058,-0.0004742374294437468,-0.0004566464922390878,-0.00043905555503442883,-0.0004214645887259394,-0.0004038736515212804,-0.0003862827143166214,-0.000368691748008132,-0.000351100810803473,-0.000333509873598814,-0.000315918936394155,-0.00029832799918949604,-0.0002807370328810066,-0.0002631460956763476,-0.00024555515847168863,-0.00022796420671511441,-0.0002103732549585402,-0.00019278231775388122,-0.00017519138054922223,-0.00015760042879264802,-0.0001400094770360738,-0.00012241853983141482,-0.00010482759535079822,-8.723665087018162e-05,-6.964570638956502e-05,-5.2054820116609335e-05,-3.4463875635992736e-05,-1.6872931155376136e-05,7.18013325240463e-07,1.8308957805857062e-05,3.589990228647366e-05,5.349084676709026e-05,7.108179124770686e-05,8.867273572832346e-05,0.00010626368020894006,0.00012385462468955666,0.00014144557644613087,0.00015903651365078986,0.00017662745085544884,0.00019421840261202306,0.00021180935436859727,0.00022940029157325625,0.00024699122877791524,0.0002645821659825742,0.00028217313229106367,0.00029976406949572265,0.00031735500670038164,0.0003349459730088711,0.00035253691021353006,0.00037012784741818905,0.00038771878462284803,0.000405309721827507,0.00042290068813599646,0.00044049162534065545,0.00045808256254531443,0.0004756735288538039,0.0004932644660584629,0.0005108554032631218],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,0,2,1,2,4,1,4,5,11,9,9,16,10,7,19,18,18,15,17,34,30,33,35,41,30,34,36,38,34,30,33,18,27,19,19,19,17,13,13,8,8,10,4,5,4,1,1,1,0,0,1,0,0,1],"bins":[-0.0004523509705904871,-0.0004395368159748614,-0.00042672266135923564,-0.0004139085067436099,-0.0004010943812318146,-0.0003882802266161889,-0.00037546607200056314,-0.0003626519173849374,-0.00034983776276931167,-0.00033702360815368593,-0.0003242094535380602,-0.00031139529892243445,-0.0002985811443068087,-0.00028576701879501343,-0.0002729528641793877,-0.00026013870956376195,-0.0002473245549481362,-0.00023451040033251047,-0.00022169624571688473,-0.00020888210565317422,-0.00019606795103754848,-0.00018325379642192274,-0.00017043965635821223,-0.0001576255017425865,-0.00014481134712696075,-0.00013199719251133502,-0.00011918304517166689,-0.00010636889783199877,-9.355474321637303e-05,-8.074058860074729e-05,-6.792644126107916e-05,-5.511229028343223e-05,-4.22981393057853e-05,-2.9483988328138366e-05,-1.6669837350491434e-05,-3.855686372844502e-06,8.95846460480243e-06,2.177261558244936e-05,3.4586766560096294e-05,4.7400917537743226e-05,6.021506851539016e-05,7.30292231310159e-05,8.584337047068402e-05,9.865751781035215e-05,0.00011147167242597789,0.00012428582704160362,0.00013709996710531414,0.00014991412172093987,0.00016272827633656561,0.00017554243095219135,0.0001883565855678171,0.0002011707256315276,0.00021398488024715334,0.00022679903486277908,0.0002396131749264896,0.00025242732954211533,0.00026524148415774107,0.0002780556387733668,0.00029086979338899255,0.0003036839480046183,0.000316498102620244,0.0003293122281320393,0.00034212638274766505,0.0003549405373632908,0.0003677546919789165]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,2,3,2,2,2,4,5,14,4,11,6,9,13,17,18,21,33,45,36,37,42,57,83,86,81,84,101,84,102,107,102,82,93,77,74,72,59,64,52,45,47,32,23,25,15,13,3,15,6,7,8,1,7,3,2,3,2,0,0,1,1],"bins":[-0.0015926959458738565,-0.0015431503998115659,-0.0014936048537492752,-0.0014440593076869845,-0.0013945137616246939,-0.0013449682155624032,-0.0012954226695001125,-0.0012458771234378219,-0.0011963315773755312,-0.0011467860313132405,-0.0010972404852509499,-0.0010476949391886592,-0.0009981493931263685,-0.0009486038470640779,-0.0008990583010017872,-0.0008495127549394965,-0.0007999672088772058,-0.0007504216628149152,-0.0007008761167526245,-0.0006513305706903338,-0.0006017850246280432,-0.0005522394785657525,-0.0005026939325034618,-0.00045314838644117117,-0.0004036028403788805,-0.00035405729431658983,-0.00030451174825429916,-0.0002549662021920085,-0.00020542065612971783,-0.00015587511006742716,-0.00010632956400513649,-5.678401794284582e-05,-7.238471880555153e-06,4.2307074181735516e-05,9.185262024402618e-05,0.00014139816630631685,0.00019094371236860752,0.0002404892584308982,0.00029003480449318886,0.0003395803505554795,0.0003891258966177702,0.00043867144268006086,0.00048821698874235153,0.0005377625348046422,0.0005873080808669329,0.0006368536269292235,0.0006863991729915142,0.0007359447190538049,0.0007854902651160955,0.0008350358111783862,0.0008845813572406769,0.0009341269033029675,0.0009836724493652582,0.0010332179954275489,0.0010827635414898396,0.0011323090875521302,0.0011818546336144209,0.0012314001796767116,0.0012809457257390022,0.001330491271801293,0.0013800368178635836,0.0014295823639258742,0.001479127909988165,0.0015286734560504556,0.0015782190021127462]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"bins":[-0.0003803462313953787,-0.0003685402625706047,-0.00035673429374583066,-0.00034492832492105663,-0.00033312232699245214,-0.0003213163581676781,-0.0003095103893429041,-0.00029770442051813006,-0.00028589845169335604,-0.000274092482868582,-0.0002622864849399775,-0.0002504805161152035,-0.00023867454729042947,-0.00022686857846565545,-0.00021506260964088142,-0.00020325662626419216,-0.00019145065743941814,-0.0001796446886146441,-0.00016783870523795485,-0.00015603273641318083,-0.0001442267675884068,-0.00013242078421171755,-0.00012061481538694352,-0.00010880884656216949,-9.700287046143785e-05,-8.519689436070621e-05,-7.339092553593218e-05,-6.158494943520054e-05,-4.977897697244771e-05,-3.7973004509694874e-05,-2.6167030227952637e-05,-1.4361056855705101e-05,-2.5550834834575653e-06,9.25088988878997e-06,2.1056863261037506e-05,3.2862837542779744e-05,4.466881000553258e-05,5.647478246828541e-05,6.828075856901705e-05,8.008672739379108e-05,9.189270349452272e-05,0.00010369867959525436,0.00011550464842002839,0.00012731061724480242,0.00013911660062149167,0.0001509225694462657,0.00016272853827103972,0.00017453452164772898,0.000186340490472503,0.00019814645929727703,0.0002099524426739663,0.00022175841149874032,0.00023356438032351434,0.00024537034914828837,0.0002571763179730624,0.0002689823159016669,0.0002807882847264409,0.00029259425355121493,0.00030440022237598896,0.000316206191200763,0.000328012160025537,0.0003398181579541415,0.0003516241267789155,0.00036343009560368955,0.0003752360644284636],"_type":"histogram","values":[1,0,0,0,1,1,2,0,0,2,3,2,5,3,5,7,4,10,11,8,14,11,12,20,21,30,31,33,31,25,45,31,40,32,34,31,24,30,25,27,23,30,20,10,9,10,7,14,6,2,5,5,4,4,2,1,1,0,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,1,0,0,1,0,5,5,9,6,4,10,10,17,19,29,25,29,24,49,38,33,44,38,43,30,30,29,30,31,16,23,20,19,13,17,14,4,8,14,3,7,2,4,1,2,2,2,1,2,0,1,0,0,1,0,0,0,0,1],"bins":[0.9985632300376892,0.9986183643341064,0.9986735582351685,0.9987286925315857,0.9987838268280029,0.9988389611244202,0.9988941550254822,0.9989492893218994,0.9990044236183167,0.9990596175193787,0.9991147518157959,0.9991698861122131,0.9992250800132751,0.9992802143096924,0.9993353486061096,0.9993904829025269,0.9994456768035889,0.9995008111000061,0.9995559453964233,0.9996111392974854,0.9996662735939026,0.9997214078903198,0.9997766017913818,0.9998317360877991,0.9998868703842163,0.9999420046806335,0.9999971985816956,1.0000523328781128,1.0001075267791748,1.0001626014709473,1.0002177953720093,1.0002729892730713,1.0003280639648438,1.0003832578659058,1.0004384517669678,1.0004935264587402,1.0005487203598022,1.0006037950515747,1.0006589889526367,1.0007141828536987,1.0007692575454712,1.0008244514465332,1.0008796453475952,1.0009347200393677,1.0009899139404297,1.0010451078414917,1.0011001825332642,1.0011553764343262,1.0012105703353882,1.0012656450271606,1.0013208389282227,1.0013760328292847,1.0014311075210571,1.0014863014221191,1.0015414953231812,1.0015965700149536,1.0016517639160156,1.001706838607788,1.00176203250885,1.001817226409912,1.0018723011016846,1.0019274950027466,1.0019826889038086,1.002037763595581,1.002092957496643]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-3.20177150570089e-07,-3.101617664924561e-07,-3.0014638241482317e-07,-2.901310267588997e-07,-2.8011564268126676e-07,-2.7010025860363385e-07,-2.6008490294771036e-07,-2.5006951887007745e-07,-2.4005413479244453e-07,-2.300387507148116e-07,-2.200233808480334e-07,-2.100080109812552e-07,-1.999926269036223e-07,-1.8997724282598938e-07,-1.7996187295921118e-07,-1.6994650309243298e-07,-1.5993111901480006e-07,-1.4991573493716714e-07,-1.3990036507038894e-07,-1.2988499520361074e-07,-1.1986961112597783e-07,-1.0985423415377227e-07,-9.983885718156671e-08,-8.982348020936115e-08,-7.980810323715559e-08,-6.979272626495003e-08,-5.977734929274447e-08,-4.9761972320538916e-08,-3.974659534833336e-08,-2.97312183761278e-08,-1.971584140392224e-08,-9.700464431716682e-09,3.149125404888764e-10,1.0330289512694435e-08,2.0345666484899994e-08,3.036104345710555e-08,4.037642042931111e-08,5.039179740151667e-08,6.040717437372223e-08,7.042255134592779e-08,8.043792831813334e-08,9.04533052903389e-08,1.0046868226254446e-07,1.1048405923475002e-07,1.2049943620695558e-07,1.305148202845885e-07,1.405301901513667e-07,1.505455600181449e-07,1.6056094409577781e-07,1.7057632817341073e-07,1.8059169804018893e-07,1.9060706790696713e-07,2.0062245198460005e-07,2.1063783606223296e-07,2.2065320592901116e-07,2.3066857579578937e-07,2.406839598734223e-07,2.506993439510552e-07,2.607147280286881e-07,2.707300836846116e-07,2.807454677622445e-07,2.9076085183987743e-07,3.007762074958009e-07,3.1079159157343383e-07,3.2080697565106675e-07],"_type":"histogram","values":[1,2,0,0,0,0,1,0,0,2,1,4,1,1,2,3,6,3,2,8,12,14,17,12,17,19,19,26,37,41,55,67,57,41,59,47,35,28,24,15,20,11,10,7,7,7,7,4,3,6,1,1,0,1,1,0,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[2,4,2,4,12,14,34,59,96,141,218,363,552,841,1171,1748,2412,3269,4526,5913,7510,9769,11951,14647,17231,20355,23154,26163,28829,30580,32514,33566,33827,33378,32562,30800,28591,25827,23076,20613,17608,14737,12170,9779,7695,5892,4549,3382,2421,1737,1210,818,570,369,224,149,92,42,24,17,8,4,1,2],"bins":[-0.09366974234580994,-0.09078884869813919,-0.08790795505046844,-0.0850270614027977,-0.08214617520570755,-0.0792652815580368,-0.07638438791036606,-0.07350349426269531,-0.07062260061502457,-0.06774170696735382,-0.06486082077026367,-0.06197992339730263,-0.05909903347492218,-0.056218139827251434,-0.05333724617958069,-0.05045635625720024,-0.047575462609529495,-0.04469456896185875,-0.0418136790394783,-0.038932785391807556,-0.03605189174413681,-0.03317100182175636,-0.030290108174085617,-0.02740921452641487,-0.024528322741389275,-0.021647430956363678,-0.018766537308692932,-0.015885645523667336,-0.013004752807319164,-0.010123860090970993,-0.007242967840284109,-0.004362075589597225,-0.001481182873249054,0.0013997096102684736,0.004280602093786001,0.007161494344472885,0.010042387060821056,0.012923279777169228,0.015804171562194824,0.01868506520986557,0.021565956994891167,0.024446848779916763,0.02732774242758751,0.030208634212613106,0.0330895259976387,0.03597041964530945,0.038851313292980194,0.04173220321536064,0.04461309686303139,0.04749399051070213,0.05037488043308258,0.053255774080753326,0.05613666772842407,0.05901755765080452,0.061898451298475266,0.06477934122085571,0.06766023486852646,0.0705411285161972,0.07342202216386795,0.0763029158115387,0.07918380945920944,0.08206469565629959,0.08494558930397034,0.08782648295164108,0.09070737659931183],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[5,3,5,4,11,16,23,48,35,109,105,157,276,384,632,786,1255,1848,2858,4261,6590,9594,15532,23997,41188,72425,148712,424235,476879,153985,69978,39911,25244,16387,10751,7371,5140,3416,2496,1772,1226,902,608,466,356,231,192,116,95,72,49,44,22,17,17,6,8,5,4,0,1,1,1,1],"bins":[-0.0040283203125,-0.0038847923278808594,-0.0037412643432617188,-0.003597736358642578,-0.0034542083740234375,-0.003310680389404297,-0.0031671524047851562,-0.0030236244201660156,-0.002880096435546875,-0.0027365684509277344,-0.0025930404663085938,-0.002449512481689453,-0.0023059844970703125,-0.002162456512451172,-0.0020189285278320312,-0.0018754005432128906,-0.00173187255859375,-0.0015883445739746094,-0.0014448165893554688,-0.0013012886047363281,-0.0011577606201171875,-0.0010142326354980469,-0.0008707046508789062,-0.0007271766662597656,-0.000583648681640625,-0.0004401206970214844,-0.00029659271240234375,-0.00015306472778320312,-9.5367431640625e-06,0.00013399124145507812,0.00027751922607421875,0.0004210472106933594,0.0005645751953125,0.0007081031799316406,0.0008516311645507812,0.0009951591491699219,0.0011386871337890625,0.0012822151184082031,0.0014257431030273438,0.0015692710876464844,0.001712799072265625,0.0018563270568847656,0.0019998550415039062,0.002143383026123047,0.0022869110107421875,0.002430438995361328,0.0025739669799804688,0.0027174949645996094,0.00286102294921875,0.0030045509338378906,0.0031480789184570312,0.003291606903076172,0.0034351348876953125,0.003578662872314453,0.0037221908569335938,0.0038657188415527344,0.004009246826171875,0.004152774810791016,0.004296302795410156,0.004439830780029297,0.0045833587646484375,0.004726886749267578,0.004870414733886719,0.005013942718505859,0.005157470703125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.000499725341796875,-0.00048601627349853516,-0.0004723072052001953,-0.00045859813690185547,-0.0004448890686035156,-0.0004311800003051758,-0.00041747093200683594,-0.0004037618637084961,-0.00039005279541015625,-0.0003763437271118164,-0.00036263465881347656,-0.0003489255905151367,-0.0003352165222167969,-0.00032150745391845703,-0.0003077983856201172,-0.00029408931732177734,-0.0002803802490234375,-0.00026667118072509766,-0.0002529621124267578,-0.00023925304412841797,-0.00022554397583007812,-0.00021183490753173828,-0.00019812583923339844,-0.0001844167709350586,-0.00017070770263671875,-0.0001569986343383789,-0.00014328956604003906,-0.00012958049774169922,-0.00011587142944335938,-0.00010216236114501953,-8.845329284667969e-05,-7.474422454833984e-05,-6.103515625e-05,-4.7326087951660156e-05,-3.361701965332031e-05,-1.990795135498047e-05,-6.198883056640625e-06,7.510185241699219e-06,2.1219253540039062e-05,3.4928321838378906e-05,4.863739013671875e-05,6.23464584350586e-05,7.605552673339844e-05,8.976459503173828e-05,0.00010347366333007812,0.00011718273162841797,0.0001308917999267578,0.00014460086822509766,0.0001583099365234375,0.00017201900482177734,0.0001857280731201172,0.00019943714141845703,0.00021314620971679688,0.00022685527801513672,0.00024056434631347656,0.0002542734146118164,0.00026798248291015625,0.0002816915512084961,0.00029540061950683594,0.0003091096878051758,0.0003228187561035156,0.00033652782440185547,0.0003502368927001953,0.00036394596099853516,0.000377655029296875],"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,0,2,3,2,1,5,10,12,6,18,19,19,30,47,72,110,156,225,377,555,929,1794,3429,7563,16709,43517,123164,209603,111437,39951,15637,6788,3450,1713,874,557,327,216,134,105,71,52,33,21,23,14,13,10,5,4,2,3,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,1,0,1,1,2,5,2,2,7,11,12,9,23,36,51,90,101,186,235,408,623,818,1228,1785,2666,4344,6080,9181,14961,23816,39653,76742,149015,116115,55748,31645,19287,11780,7607,5155,3350,2332,1555,994,678,480,309,238,153,107,54,50,38,13,16,11,4,5,2,0,1,0,1],"bins":[-0.00494384765625,-0.004797458648681641,-0.004651069641113281,-0.004504680633544922,-0.0043582916259765625,-0.004211902618408203,-0.004065513610839844,-0.003919124603271484,-0.003772735595703125,-0.0036263465881347656,-0.0034799575805664062,-0.003333568572998047,-0.0031871795654296875,-0.003040790557861328,-0.0028944015502929688,-0.0027480125427246094,-0.00260162353515625,-0.0024552345275878906,-0.0023088455200195312,-0.002162456512451172,-0.0020160675048828125,-0.0018696784973144531,-0.0017232894897460938,-0.0015769004821777344,-0.001430511474609375,-0.0012841224670410156,-0.0011377334594726562,-0.0009913444519042969,-0.0008449554443359375,-0.0006985664367675781,-0.0005521774291992188,-0.0004057884216308594,-0.0002593994140625,-0.00011301040649414062,3.337860107421875e-05,0.00017976760864257812,0.0003261566162109375,0.0004725456237792969,0.0006189346313476562,0.0007653236389160156,0.000911712646484375,0.0010581016540527344,0.0012044906616210938,0.0013508796691894531,0.0014972686767578125,0.0016436576843261719,0.0017900466918945312,0.0019364356994628906,0.00208282470703125,0.0022292137145996094,0.0023756027221679688,0.002521991729736328,0.0026683807373046875,0.002814769744873047,0.0029611587524414062,0.0031075477600097656,0.003253936767578125,0.0034003257751464844,0.0035467147827148438,0.003693103790283203,0.0038394927978515625,0.003985881805419922,0.004132270812988281,0.004278659820556641,0.004425048828125],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,2,0,1,0,1,4,4,1,4,5,6,4,5,4,10,7,6,16,8,21,19,27,42,39,54,72,73,50,50,39,39,32,16,9,11,18,8,9,6,7,11,5,4,2,2,1,0,3,1,1,1,1,1,1,3],"bins":[-0.007201616186648607,-0.0069975471124053,-0.006793478038161993,-0.006589408963918686,-0.006385340355336666,-0.006181271281093359,-0.005977202206850052,-0.005773133132606745,-0.005569064058363438,-0.0053649949841201305,-0.005160925909876823,-0.004956856835633516,-0.004752787761390209,-0.004548719152808189,-0.004344650078564882,-0.004140581004321575,-0.003936511930078268,-0.003732442855834961,-0.003528373781591654,-0.0033243049401789904,-0.0031202358659356833,-0.002916166791692376,-0.0027120979502797127,-0.0025080288760364056,-0.0023039598017930984,-0.0020998907275497913,-0.001895821769721806,-0.0016917528118938208,-0.0014876837376505136,-0.0012836146634072065,-0.0010795457055792212,-0.000875476689543575,-0.0006714081391692162,-0.00046733912313356996,-0.00026327010709792376,-5.9201091062277555e-05,0.00014486792497336864,0.00034893694100901484,0.000553005957044661,0.0007570749730803072,0.0009611439891159534,0.0011652130633592606,0.0013692820211872458,0.0015733509790152311,0.0017774200532585382,0.0019814891275018454,0.002185557968914509,0.002389627043157816,0.002593696117401123,0.00279776519164443,0.0030018342658877373,0.0032059031073004007,0.003409972181543708,0.003614041255787015,0.0038181100971996784,0.0040221791714429855,0.004226248245686293,0.0044303173199296,0.004634386394172907,0.004838455468416214,0.005042524076998234,0.005246593151241541,0.005450662225484848,0.005654731299728155,0.005858800373971462]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,1,0,1,1,0,2,2,3,1,5,5,4,5,8,8,12,12,20,16,25,36,38,28,43,36,43,43,32,38,34,42,26,33,25,17,15,11,25,11,9,7,8,9,9,1,7,1,2,1,0,2,0,0,0,2],"bins":[-0.0001745520276017487,-0.00016969699936453253,-0.00016484197112731636,-0.0001599869574420154,-0.00015513192920479923,-0.00015027690096758306,-0.00014542187273036689,-0.00014056685904506594,-0.00013571183080784976,-0.0001308568025706336,-0.00012600177433341742,-0.00012114675337215886,-0.00011629172513494268,-0.00011143670417368412,-0.00010658167593646795,-0.00010172665497520939,-9.687162673799321e-05,-9.201659850077704e-05,-8.716157753951848e-05,-8.23065493023023e-05,-7.745152834104374e-05,-7.259650010382757e-05,-6.7741479142569e-05,-6.288645090535283e-05,-5.803142630611546e-05,-5.3176401706878096e-05,-4.832137710764073e-05,-4.346635250840336e-05,-3.8611324271187186e-05,-3.375629967194982e-05,-2.890127507271245e-05,-2.4046250473475084e-05,-1.9191225874237716e-05,-1.4336201275000349e-05,-9.48117576626828e-06,-4.626150712283561e-06,2.288743417011574e-07,5.083899395685876e-06,9.938924449670594e-06,1.4793949958402663e-05,1.964897455764003e-05,2.45039991568774e-05,2.9359023756114766e-05,3.4214048355352134e-05,3.906907659256831e-05,4.3924101191805676e-05,4.877912579104304e-05,5.363415039028041e-05,5.848917498951778e-05,6.334420322673395e-05,6.819922418799251e-05,7.305425242520869e-05,7.790927338646725e-05,8.276430162368342e-05,8.761932258494198e-05,9.247435082215816e-05,9.732937905937433e-05,0.00010218440002063289,0.00010703942825784907,0.00011189444921910763,0.0001167494774563238,0.00012160449841758236,0.00012645951937884092,0.0001313145476160571,0.00013616957585327327]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,4,16,13,25,35,56,103,187,298,447,836,1111,1660,2345,3307,4635,6066,8051,10235,12834,15853,18833,22015,25410,28348,30931,33213,34495,35412,35289,34538,33176,30594,28226,24917,21827,18652,15308,12283,9897,7853,5927,4534,3198,2276,1605,1101,710,450,257,183,89,57,51,19,16,4,6,3,2,0,1],"bins":[-0.0934135913848877,-0.09039537608623505,-0.0873771533370018,-0.08435893803834915,-0.0813407227396965,-0.07832249999046326,-0.07530428469181061,-0.07228606939315796,-0.06926785409450531,-0.06624963134527206,-0.06323141604661942,-0.06021319702267647,-0.05719497799873352,-0.05417676270008087,-0.051158543676137924,-0.048140328377485275,-0.04512210935354233,-0.04210389032959938,-0.03908567503094673,-0.036067456007003784,-0.033049240708351135,-0.030031021684408188,-0.02701280266046524,-0.023994585499167442,-0.020976368337869644,-0.017958151176571846,-0.014939933083951473,-0.0119217149913311,-0.008903497830033302,-0.005885280203074217,-0.0028670625761151314,0.00015115505084395409,0.0031693652272224426,0.006187582854181528,0.009205800481140614,0.012224018573760986,0.015242235735058784,0.018260452896356583,0.02127867192029953,0.024296889081597328,0.027315106242895126,0.030333323404192924,0.03335154056549072,0.03636975958943367,0.03938797861337662,0.042406193912029266,0.045424412935972214,0.04844262823462486,0.05146084725856781,0.05447906628251076,0.057497281581163406,0.060515500605106354,0.063533715903759,0.06655193865299225,0.0695701539516449,0.07258836925029755,0.0756065845489502,0.07862480729818344,0.08164302259683609,0.08466123789548874,0.08767946064472198,0.09069767594337463,0.09371589124202728,0.09673411399126053,0.09975232928991318],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,3,3,8,15,35,55,100,141,240,399,595,956,1475,2024,2984,4074,5653,7492,9795,12385,15474,18623,22046,25631,28876,31825,34230,35387,36102,36436,35346,33598,31260,28591,25203,21729,18297,15125,12149,9600,7468,5539,4080,2907,2025,1373,914,623,385,239,130,76,38,34,16,3,7,4,0,0,1],"bins":[-0.09908861666917801,-0.09598805010318756,-0.09288748353719711,-0.08978691697120667,-0.08668634295463562,-0.08358577638864517,-0.08048520982265472,-0.07738464325666428,-0.07428407669067383,-0.07118351012468338,-0.06808294355869293,-0.06498237699270248,-0.06188180670142174,-0.05878124013543129,-0.05568066984415054,-0.052580103278160095,-0.04947953671216965,-0.0463789701461792,-0.04327840358018875,-0.040177833288908005,-0.03707726672291756,-0.03397670015692711,-0.03087613172829151,-0.027775563299655914,-0.024674996733665466,-0.02157443016767502,-0.01847386173903942,-0.015373294241726398,-0.012272726744413376,-0.009172159247100353,-0.006071591749787331,-0.002971024252474308,0.00012955069541931152,0.003230118192732334,0.006330685690045357,0.00943125318735838,0.012531820684671402,0.01563238725066185,0.018732955679297447,0.021833524107933044,0.024934090673923492,0.02803465723991394,0.031135225668549538,0.034235794097185135,0.03733636066317558,0.04043692722916603,0.04353749752044678,0.046638064086437225,0.04973863065242767,0.05283919721841812,0.05593976378440857,0.059040334075689316,0.062140900641679764,0.06524147093296051,0.06834203749895096,0.0714426040649414,0.07454317063093185,0.0776437371969223,0.08074430376291275,0.0838448703289032,0.08694544434547424,0.09004601091146469,0.09314657747745514,0.09624714404344559,0.09934771060943604]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,1,0,2,3,3,8,7,12,22,26,28,41,55,50,57,67,51,52,43,46,37,25,23,15,18,19,4,11,8,7,6,3,2,2,0,4,2,2,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9984439611434937,0.9985299706459045,0.9986160397529602,0.9987020492553711,0.9987881183624268,0.9988741278648376,0.9989601969718933,0.9990462064743042,0.9991322755813599,0.9992182850837708,0.9993043541908264,0.9993903636932373,0.999476432800293,0.9995624423027039,0.9996485114097595,0.9997345209121704,0.9998205900192261,0.999906599521637,0.9999926090240479,1.0000786781311035,1.0001647472381592,1.0002506971359253,1.000336766242981,1.0004228353500366,1.0005089044570923,1.0005948543548584,1.000680923461914,1.0007669925689697,1.0008530616760254,1.0009390115737915,1.0010250806808472,1.0011111497879028,1.001197099685669,1.0012831687927246,1.0013692378997803,1.001455307006836,1.001541256904602,1.0016273260116577,1.0017133951187134,1.001799464225769,1.0018854141235352,1.0019714832305908,1.0020575523376465,1.0021436214447021,1.0022295713424683,1.002315640449524,1.0024017095565796,1.0024877786636353,1.0025737285614014,1.002659797668457,1.0027458667755127,1.0028318166732788,1.0029178857803345,1.0030039548873901,1.0030900239944458,1.003175973892212,1.0032620429992676,1.0033481121063232,1.003434181213379,1.003520131111145,1.0036062002182007,1.0036922693252563,1.003778338432312,1.0038642883300781,1.0039503574371338]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,1,1,0,0,0,2,1,1,1,4,3,5,4,2,9,16,16,19,20,23,23,44,42,46,63,56,74,82,80,123,119,133,109,99,109,106,97,59,82,63,46,47,36,38,35,24,21,12,14,8,6,5,6,3,3,1,4,0,0,0,0,1],"bins":[-0.0016083524096757174,-0.0015608923276886344,-0.0015134322457015514,-0.0014659722801297903,-0.0014185121981427073,-0.0013710521161556244,-0.0013235920341685414,-0.0012761319521814585,-0.0012286719866096973,-0.0011812119046226144,-0.0011337518226355314,-0.0010862917406484485,-0.0010388316586613655,-0.0009913715766742826,-0.0009439115528948605,-0.0008964515291154385,-0.0008489914471283555,-0.0008015313651412725,-0.0007540713413618505,-0.0007066112593747675,-0.0006591512355953455,-0.0006116911536082625,-0.0005642310716211796,-0.0005167710478417575,-0.0004693109658546746,-0.0004218509129714221,-0.0003743908600881696,-0.0003269307781010866,-0.0002794707252178341,-0.0002320106723345816,-0.00018455060489941388,-0.00013709053746424615,-8.963036816567183e-05,-4.217030800646171e-05,5.289752152748406e-06,5.274981231195852e-05,0.00010020987247116864,0.00014766992535442114,0.00019512999278958887,0.0002425900602247566,0.0002900501131080091,0.0003375101659912616,0.0003849702188745141,0.00043243030086159706,0.00047989035374484956,0.0005273504066281021,0.000574810488615185,0.0006222705123946071,0.00066973059438169,0.000717190676368773,0.000764650700148195,0.000812110782135278,0.0008595708059147,0.000907030887901783,0.000954490969888866,0.001001951051875949,0.00104941101744771,0.001096871099434793,0.001144331181421876,0.001191791263408959,0.0012392513453960419,0.0012867114273831248,0.001334171392954886,0.001381631474941969,0.0014290915569290519],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,3,0,2,1,2,1,2,2,3,3,0,4,5,9,8,16,9,21,31,37,31,55,70,72,73,64,45,40,22,25,23,10,14,13,13,11,3,1,3,4,4,5,1,1,0,1,0,2,0,1,0,0,0,0,0,0,0,1],"bins":[-8.301090019813273e-07,-8.02449051207077e-07,-7.747891004328267e-07,-7.471291496585764e-07,-7.19469198884326e-07,-6.918093049534946e-07,-6.641493541792443e-07,-6.364894034049939e-07,-6.088294526307436e-07,-5.811695018564933e-07,-5.53509551082243e-07,-5.258496003079927e-07,-4.981897063771612e-07,-4.7052972718120145e-07,-4.4286980482866056e-07,-4.1520985405441024e-07,-3.875499032801599e-07,-3.598899525059096e-07,-3.322300017316593e-07,-3.045700793791184e-07,-2.769101286048681e-07,-2.4925017783061776e-07,-2.2159024126722215e-07,-1.9393030470382655e-07,-1.6627035392957623e-07,-1.386104031553259e-07,-1.1095046659193031e-07,-8.329052292310735e-08,-5.5630579254284385e-08,-2.7970635585461423e-08,-3.106919166384614e-10,2.73492517521845e-08,5.500919542100746e-08,8.266913908983042e-08,1.1032908275865339e-07,1.37989019322049e-07,1.656489700962993e-07,1.9330892087054963e-07,2.2096885743394523e-07,2.4862879399734084e-07,2.7628874477159115e-07,3.039486955458415e-07,3.316086463200918e-07,3.592685686726327e-07,3.86928519446883e-07,4.145884702211333e-07,4.422483925736742e-07,4.6990834334792453e-07,4.975682941221748e-07,5.252282448964252e-07,5.528881956706755e-07,5.805481464449258e-07,6.082080972191761e-07,6.358679911500076e-07,6.635279419242579e-07,6.911878926985082e-07,7.188478434727585e-07,7.465077942470089e-07,7.741677450212592e-07,8.018276957955095e-07,8.29487589726341e-07,8.571475405005913e-07,8.848074912748416e-07,9.124674420490919e-07,9.401273928233422e-07]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,2,0,2,1,6,16,15,32,55,63,80,70,71,59,55,34,28,32,22,26,7,6,12,10,5,9,6,4,4,6,4,6,1,2,6,2,1,0,0,2,0,1,0,0,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[0.9982156157493591,0.998306155204773,0.9983967542648315,0.9984872937202454,0.9985778331756592,0.998668372631073,0.9987589716911316,0.9988495111465454,0.9989400506019592,0.9990306496620178,0.9991211891174316,0.9992117285728455,0.999302327632904,0.9993928670883179,0.9994834065437317,0.9995739459991455,0.9996645450592041,0.9997550845146179,0.9998456239700317,0.9999362230300903,1.0000267028808594,1.000117301940918,1.0002079010009766,1.0002983808517456,1.0003889799118042,1.0004795789718628,1.0005700588226318,1.0006606578826904,1.000751256942749,1.000841736793518,1.0009323358535767,1.0010229349136353,1.0011134147644043,1.001204013824463,1.0012946128845215,1.0013850927352905,1.0014756917953491,1.0015661716461182,1.0016567707061768,1.0017473697662354,1.0018378496170044,1.001928448677063,1.0020190477371216,1.0021095275878906,1.0022001266479492,1.0022907257080078,1.0023812055587769,1.0024718046188354,1.002562403678894,1.002652883529663,1.0027434825897217,1.0028340816497803,1.0029245615005493,1.003015160560608,1.0031057596206665,1.0031962394714355,1.0032868385314941,1.0033773183822632,1.0034679174423218,1.0035585165023804,1.0036489963531494,1.003739595413208,1.0038301944732666,1.0039206743240356,1.0040112733840942],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,5,3,4,3,2,10,7,9,10,11,11,18,18,23,17,29,29,36,26,25,38,38,40,42,32,33,25,24,25,30,27,22,11,15,16,9,6,7,8,5,4,2,3,1,1,1,1,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0002824145194608718,-0.0002702721976675093,-0.00025812984677031636,-0.00024598752497695386,-0.0002338451740797609,-0.0002217028522863984,-0.00020956051594112068,-0.00019741817959584296,-0.00018527584325056523,-0.0001731335069052875,-0.00016099117056000978,-0.00014884883421473205,-0.00013670651242136955,-0.00012456417607609183,-0.0001124218397308141,-0.00010027950338553637,-8.813716704025865e-05,-7.599483069498092e-05,-6.385249434970319e-05,-5.171016528038308e-05,-3.9567828935105354e-05,-2.742549440881703e-05,-1.5283159882528707e-05,-3.1408253562403843e-06,9.001509170047939e-06,2.1143843696336262e-05,3.3286178222624585e-05,4.5428510929923505e-05,5.757084727520123e-05,6.971318362047896e-05,8.185551268979907e-05,9.39978490350768e-05,0.00010614015627652407,0.0001182824926218018,0.00013042482896707952,0.00014256716531235725,0.00015470950165763497,0.00016685182345099747,0.0001789941597962752,0.00019113649614155293,0.00020327883248683065,0.00021542116883210838,0.0002275635051773861,0.00023970584152266383,0.00025184816331602633,0.0002639905142132193,0.0002761328360065818,0.00028827518690377474,0.00030041750869713724,0.00031255983049049973,0.0003247021813876927,0.0003368445031810552,0.00034898685407824814,0.00036112917587161064,0.0003732715267688036,0.0003854138485621661,0.0003975561703555286,0.00040969852125272155,0.00042184084304608405,0.000433983193943277,0.0004461255157366395,0.00045826786663383245,0.00047041018842719495,0.0004825525393243879,0.0004946948611177504]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[2,2,3,1,3,3,1,1,3,7,9,5,11,10,9,19,11,22,15,26,17,23,25,20,31,25,26,23,31,20,26,34,26,19,22,25,24,17,15,28,14,15,8,15,10,9,9,6,10,7,5,4,2,3,4,3,2,0,0,0,1,0,0,1],"bins":[-0.0010317262494936585,-0.0009972882689908147,-0.0009628503466956317,-0.0009284124244004488,-0.0008939744438976049,-0.0008595364633947611,-0.0008250985410995781,-0.0007906606188043952,-0.0007562226383015513,-0.0007217846577987075,-0.0006873467355035245,-0.0006529088132083416,-0.0006184708327054977,-0.0005840328522026539,-0.0005495949299074709,-0.000515157007612288,-0.00048071902710944414,-0.00044628107571043074,-0.00041184312431141734,-0.00037740517291240394,-0.00034296722151339054,-0.00030852927011437714,-0.00027409131871536374,-0.00023965336731635034,-0.00020521541591733694,-0.00017077746451832354,-0.00013633951311931014,-0.00010190156172029674,-6.746361032128334e-05,-3.302565892226994e-05,1.4122924767434597e-06,3.585024387575686e-05,7.028831169009209e-05,0.00010472626308910549,0.0001391642144881189,0.0001736021658871323,0.0002080401172861457,0.0002424780686851591,0.0002769160200841725,0.0003113539714831859,0.0003457919228821993,0.0003802298742812127,0.0004146678256802261,0.0004491057770792395,0.0004835437284782529,0.0005179817089810967,0.0005524196312762797,0.0005868575535714626,0.0006212955340743065,0.0006557335145771503,0.0006901714368723333,0.0007246093591675162,0.0007590473396703601,0.0007934853201732039,0.0008279232424683869,0.0008623611647635698,0.0008967991452664137,0.0009312371257692575,0.0009656750480644405,0.0010001129703596234,0.0010345509508624673,0.0010689889313653111,0.0011034267954528332,0.001137864775955677,0.0011723027564585209],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,2,0,0,0,0,0,1,0,0,0,2,0,5,1,3,6,6,15,12,21,11,19,27,29,29,47,37,30,25,44,40,44,37,37,26,26,28,23,18,13,20,18,18,11,6,5,8,3,2,3,1,1,0,2,3,0,0,0,1,0,0,0,1],"bins":[-0.0034749414771795273,-0.0033641490153968334,-0.003253356320783496,-0.0031425636261701584,-0.0030317711643874645,-0.0029209787026047707,-0.002810186007991433,-0.0026993933133780956,-0.0025886008515954018,-0.002477808389812708,-0.0023670156951993704,-0.002256223000586033,-0.002145430538803339,-0.002034638077020645,-0.0019238453824073076,-0.001813052804209292,-0.0017022602260112762,-0.0015914676478132606,-0.0014806750696152449,-0.0013698824914172292,-0.0012590899132192135,-0.0011482973350211978,-0.001037504756823182,-0.0009267121786251664,-0.0008159196004271507,-0.000705127022229135,-0.0005943344440311193,-0.00048354186583310366,-0.00037274928763508797,-0.0002619567094370723,-0.0001511641312390566,-4.03715530410409e-05,7.042079232633114e-05,0.00018121337052434683,0.0002920059487223625,0.0004027985269203782,0.0005135911051183939,0.0006243836833164096,0.0007351762615144253,0.000845968839712441,0.0009567614179104567,0.0010675539961084723,0.001178346574306488,0.0012891391525045037,0.0013999317307025194,0.001510724308900535,0.0016215168870985508,0.0017323094652965665,0.0018431020434945822,0.0019538947381079197,0.0020646871998906136,0.0021754796616733074,0.002286272356286645,0.0023970650508999825,0.0025078575126826763,0.00261864997446537,0.0027294426690787077,0.002840235363692045,0.002951027825474739,0.003061820287257433,0.0031726129818707705,0.003283405676484108,0.003394198138266802,0.0035049906000494957,0.003615783294662833]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,1,1,2,3,2,3,2,5,2,3,11,6,7,11,17,8,14,20,24,16,36,31,38,29,28,36,26,22,38,29,31,29,28,22,29,22,18,21,19,19,11,7,7,10,2,4,3,1,5,3,3,0,1],"bins":[-0.0005712276906706393,-0.0005562984733842313,-0.0005413692560978234,-0.0005264400388114154,-0.0005115108215250075,-0.0004965816042385995,-0.0004816523869521916,-0.00046672316966578364,-0.0004517939523793757,-0.00043686473509296775,-0.0004219355178065598,-0.00040700630052015185,-0.0003920770832337439,-0.00037714786594733596,-0.000362218648660928,-0.00034728943137452006,-0.0003323602140881121,-0.0003174309676978737,-0.00030250175041146576,-0.0002875725331250578,-0.00027264331583864987,-0.0002577140985522419,-0.0002427848958177492,-0.00022785567853134125,-0.00021292644669301808,-0.00019799722940661013,-0.00018306801212020218,-0.00016813879483379424,-0.0001532095775473863,-0.00013828036026097834,-0.0001233511429745704,-0.00010842192568816245,-9.34927084017545e-05,-7.856349111534655e-05,-6.36342738289386e-05,-4.870505290455185e-05,-3.37758356181439e-05,-1.8846618331735954e-05,-3.917399226338603e-06,1.1011818969564047e-05,2.5941037165466696e-05,4.0870254451874644e-05,5.579947173828259e-05,7.072868902469054e-05,8.56579135870561e-05,0.00010058713087346405,0.000115516348159872,0.00013044556544627994,0.0001453747827326879,0.00016030400001909584,0.00017523321730550379,0.00019016243459191173,0.00020509165187831968,0.00022002086916472763,0.00023495008645113558,0.00024987931828945875,0.0002648085355758667,0.00027973775286227465,0.0002946669701486826,0.00030959618743509054,0.0003245254047214985,0.00033945462200790644,0.0003543838392943144,0.00036931305658072233,0.0003842422738671303],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[2,3,2,2,3,1,2,2,4,4,6,7,12,15,12,11,23,20,15,22,37,32,29,29,35,34,35,36,34,31,30,31,28,19,23,14,14,19,11,15,13,10,10,5,6,4,2,1,2,2,2,3,0,1,1,0,0,0,0,1,0,0,0,1],"bins":[-0.0003042903554160148,-0.00029295426793396473,-0.0002816182095557451,-0.00027028212207369506,-0.000258946034591645,-0.0002476099762134254,-0.00023627388873137534,-0.0002249378158012405,-0.00021360174287110567,-0.0002022656553890556,-0.00019092958245892078,-0.00017959350952878594,-0.00016825742204673588,-0.00015692134911660105,-0.00014558527618646622,-0.00013424918870441616,-0.00012291311577428132,-0.00011157703556818888,-0.00010024096263805404,-8.89048824319616e-05,-7.756880950182676e-05,-6.623272929573432e-05,-5.489664908964187e-05,-4.356057252152823e-05,-3.222449595341459e-05,-2.088841938530095e-05,-9.552340998197906e-06,1.783736479410436e-06,1.3119813957018778e-05,2.4455890525132418e-05,3.5791970731224865e-05,4.7128047299338505e-05,5.8464123867452145e-05,6.980020407354459e-05,8.113627700367942e-05,9.247235720977187e-05,0.0001038084301399067,0.00011514451034599915,0.0001264805905520916,0.00013781666348222643,0.00014915273641236126,0.00016048882389441133,0.00017182489682454616,0.000183160969754681,0.00019449705723673105,0.00020583313016686589,0.00021716920309700072,0.00022850529057905078,0.0002398413635091856,0.00025117743643932045,0.0002625135239213705,0.0002738495822995901,0.00028518566978164017,0.00029652175726369023,0.00030785781564190984,0.0003191939031239599,0.00033052999060600996,0.00034186604898422956,0.0003532021364662796,0.0003645382239483297,0.0003758742823265493,0.00038721036980859935,0.0003985464572906494,0.000409882515668869,0.0004212186031509191]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.0012765047140419483,-0.0012387019814923406,-0.0012008992489427328,-0.001163096516393125,-0.0011252937838435173,-0.0010874911677092314,-0.0010496884351596236,-0.0010118857026100159,-0.0009740829700604081,-0.0009362802375108004,-0.0008984775049611926,-0.0008606748306192458,-0.000822872098069638,-0.0007850693655200303,-0.0007472666911780834,-0.0007094639586284757,-0.0006716612260788679,-0.0006338584935292602,-0.0005960557609796524,-0.0005582530866377056,-0.0005204503540880978,-0.00048264762153849006,-0.00044484491809271276,-0.00040704221464693546,-0.0003692394820973277,-0.00033143674954771996,-0.00029363404610194266,-0.00025583134265616536,-0.0002180286101065576,-0.00018022589210886508,-0.00014242317411117256,-0.00010462045611348003,-6.681785453110933e-05,-2.9015136533416808e-05,8.787581464275718e-06,4.659029946196824e-05,8.439301745966077e-05,0.0001221957354573533,0.00015999845345504582,0.00019780117145273834,0.00023560388945043087,0.0002734066220000386,0.0003112093254458159,0.0003490120288915932,0.00038681476144120097,0.0004246174939908087,0.000462420197436586,0.0005002229008823633,0.0005380256334319711,0.0005758283659815788,0.0006136310985311866,0.0006514337728731334,0.0006892365054227412,0.0007270392379723489,0.0007648419123142958,0.0008026446448639035,0.0008404473774135113,0.000878250109963119,0.0009160528425127268,0.0009538555168546736,0.0009916583076119423,0.0010294609237462282,0.001067263656295836,0.0011050663888454437,0.0011428691213950515],"_type":"histogram","values":[1,0,0,0,0,1,1,3,1,1,0,1,3,2,1,2,4,4,4,7,4,7,11,7,10,23,22,24,26,32,39,43,47,56,43,52,49,40,27,31,28,24,17,12,7,10,3,9,3,6,6,4,1,0,3,0,3,0,0,0,1,0,1,1]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[2,1,4,3,7,9,20,42,61,88,154,207,358,526,805,1157,1588,2313,3102,4135,5470,7082,8836,10826,13039,15215,17703,19769,21847,23505,25080,25745,26961,26129,24999,24133,22178,20668,18462,16186,13760,11561,9430,7775,6154,4653,3545,2679,1884,1350,924,607,391,289,207,114,64,34,24,14,8,3,1,2],"bins":[-0.095296211540699,-0.09238327294588089,-0.08947033435106277,-0.08655739575624466,-0.08364445716142654,-0.08073151856660843,-0.07781857997179031,-0.0749056413769722,-0.07199270278215408,-0.06907976418733597,-0.06616682559251785,-0.06325388699769974,-0.06034095212817192,-0.057428013533353806,-0.05451507493853569,-0.051602136343717575,-0.04868919774889946,-0.045776259154081345,-0.04286332055926323,-0.039950381964445114,-0.037037443369627,-0.034124504774808884,-0.031211568042635918,-0.028298629447817802,-0.025385690852999687,-0.022472752258181572,-0.019559813663363457,-0.01664687506854534,-0.013733937405049801,-0.010820998810231686,-0.007908061146736145,-0.00499512255191803,-0.0020821839570999146,0.000830754404887557,0.0037436927668750286,0.0066566308960318565,0.009569569490849972,0.012482508085668087,0.015395445749163628,0.018308384343981743,0.021221322938799858,0.024134261533617973,0.02704720012843609,0.029960138723254204,0.03287307545542717,0.035786014050245285,0.0386989526450634,0.041611891239881516,0.04452482983469963,0.047437768429517746,0.05035070702433586,0.053263645619153976,0.05617658421397209,0.05908952280879021,0.06200246140360832,0.06491539627313614,0.06782833486795425,0.07074127346277237,0.07365421205759048,0.0765671506524086,0.07948008924722672,0.08239302784204483,0.08530596643686295,0.08821890503168106,0.09113184362649918],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,2,1,2,1,7,9,7,16,10,30,26,22,36,47,61,64,69,67,53,46,47,31,20,28,12,12,10,7,6,4,2,2,1,2,1,0,2,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00681154802441597,-0.0066028134897351265,-0.0063940794207155704,-0.006185345351696014,-0.005976610817015171,-0.005767876282334328,-0.005559142213314772,-0.005350408144295216,-0.005141673609614372,-0.004932939074933529,-0.004724205005913973,-0.004515470936894417,-0.0043067364022135735,-0.00409800186753273,-0.003889267798513174,-0.0036805334966629744,-0.0034717991948127747,-0.003263064892962575,-0.0030543305911123753,-0.0028455962892621756,-0.002636861987411976,-0.002428127685561776,-0.0022193933837115765,-0.0020106590818613768,-0.001801924780011177,-0.0015931904781609774,-0.0013844561763107777,-0.001175721874460578,-0.0009669875726103783,-0.0007582532707601786,-0.0005495189689099789,-0.00034078466705977917,-0.00013204989954829216,7.668440230190754e-05,0.00028541870415210724,0.0004941530060023069,0.0007028873078525066,0.0009116216097027063,0.001120355911552906,0.0013290902134031057,0.0015378245152533054,0.0017465588171035051,0.001955293118953705,0.0021640274208039045,0.0023727617226541042,0.002581496024504304,0.0027902303263545036,0.0029989646282047033,0.003207698930054903,0.0034164332319051027,0.0036251675337553024,0.003833901835605502,0.004042636137455702,0.004251370206475258,0.004460104741156101,0.004668839275836945,0.004877573344856501,0.005086307413876057,0.0052950419485569,0.005503776483237743,0.005712510552257299,0.0059212446212768555,0.006129979155957699,0.006338713690638542,0.006547447759658098]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.0036373399198055267,-0.0035146139562129974,-0.003391887992620468,-0.003269162029027939,-0.0031464360654354095,-0.0030237101018428802,-0.002900984138250351,-0.0027782581746578217,-0.0026555322110652924,-0.0025328060146421194,-0.00241008005104959,-0.002287354087457061,-0.0021646281238645315,-0.0020419021602720022,-0.001919176196679473,-0.0017964502330869436,-0.0016737242694944143,-0.001550998305901885,-0.0014282723423093557,-0.0013055463787168264,-0.0011828204151242971,-0.001060094335116446,-0.0009373683715239167,-0.0008146424079313874,-0.0006919164443388581,-0.0005691904807463288,-0.0004464644880499691,-0.0003237384953536093,-0.00020101253176108003,-7.82865536166355e-05,4.4439424527809024e-05,0.00016716540267225355,0.0002898913808166981,0.00041261734440922737,0.0005353433080017567,0.0006580693298019469,0.0007807952933944762,0.0009035212569870055,0.0010262472787871957,0.001148973242379725,0.0012716992059722543,0.0013944251695647836,0.0015171511331573129,0.0016398770967498422,0.0017626031767576933,0.0018853291403502226,0.002008055103942752,0.002130781067535281,0.0022535070311278105,0.0023762329947203398,0.002498958958312869,0.0026216849219053984,0.0027444108854979277,0.002867136849090457,0.0029898628126829863,0.0031125887762755156,0.0032353149726986885,0.003358040936291218,0.003480766899883747,0.0036034928634762764,0.0037262188270688057,0.003848944790661335,0.003971670754253864,0.004094396717846394,0.004217122681438923],"_type":"histogram","values":[1,0,1,1,1,1,2,0,4,1,4,4,2,1,7,7,11,10,9,13,22,22,28,24,34,32,37,46,54,38,34,45,33,24,32,24,22,18,21,21,10,9,8,12,8,6,4,3,5,4,1,1,3,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,2,2,0,0,1,2,2,3,0,3,6,6,8,7,6,6,10,2,8,17,14,30,17,16,28,21,35,27,28,30,38,32,37,35,30,26,28,23,30,17,15,16,9,16,10,8,16,5,11,6,6,1,4,4,3,2,1,0,0,0,0,0,1],"bins":[-0.00085030886111781,-0.000824010232463479,-0.000797711662016809,-0.000771413033362478,-0.000745114404708147,-0.000718815834261477,-0.000692517205607146,-0.0006662185769528151,-0.000639920006506145,-0.000613621377851814,-0.0005873227491974831,-0.0005610241205431521,-0.000534725550096482,-0.0005084269214421511,-0.00048212832189165056,-0.0004558296932373196,-0.0004295310936868191,-0.00040323249413631856,-0.0003769338654819876,-0.0003506352659314871,-0.0003243366372771561,-0.0002980380377266556,-0.0002717394381761551,-0.0002454408095218241,-0.0002191422099713236,-0.00019284359586890787,-0.00016654498176649213,-0.00014024638221599162,-0.00011394776811357588,-8.764915401116014e-05,-6.135054718470201e-05,-3.5051936720265076e-05,-8.753268048167229e-06,1.7545342416269705e-05,4.384395288070664e-05,7.014255970716476e-05,9.64411738095805e-05,0.00012273978791199625,0.00014903838746249676,0.0001753370015649125,0.00020163561566732824,0.00022793422976974398,0.0002542328438721597,0.00028053144342266023,0.00030683004297316074,0.0003331286716274917,0.0003594272711779922,0.0003857258998323232,0.0004120244993828237,0.0004383230989333242,0.0004646217275876552,0.0004909203271381557,0.0005172189557924867,0.0005435175262391567,0.0005698161548934877,0.0005961147835478187,0.0006224133539944887,0.0006487119826488197,0.0006750106113031507,0.0007013092399574816,0.0007276078104041517,0.0007539064390584826,0.0007802050677128136,0.0008065036381594837,0.0008328022668138146],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,2,1,0,2,1,2,1,0,2,0,3,0,1,0,2,1,1,0,2,1,2,5,16,45,72,135,207,118,65,24,16,5,5,3,0,0,6,0,1,1,2,2,0,1,1,0,2,0,1,1,1,2,0,0,1,2,0,1,1],"bins":[-1.7574279809196014e-06,-1.7014965578709962e-06,-1.645565134822391e-06,-1.5896338254606235e-06,-1.5337024024120183e-06,-1.477770979363413e-06,-1.4218395563148079e-06,-1.3659081332662026e-06,-1.3099768239044352e-06,-1.25404540085583e-06,-1.1981139778072247e-06,-1.1421825547586195e-06,-1.0862511317100143e-06,-1.030319708661409e-06,-9.743883992996416e-07,-9.184569762510364e-07,-8.625255532024312e-07,-8.06594130153826e-07,-7.506627639486396e-07,-6.947313409000344e-07,-6.387999746948481e-07,-5.828685516462428e-07,-5.269371285976376e-07,-4.7100573397074186e-07,-4.150743393438461e-07,-3.591429447169503e-07,-3.032115500900545e-07,-2.472801270414493e-07,-1.9134873241455352e-07,-1.3541733778765774e-07,-7.948592894990725e-08,-2.355452721758411e-08,3.237676082790131e-08,8.830816256022445e-08,1.4423956429254758e-07,2.0017097313029808e-07,2.5610236775719386e-07,3.1203376238408964e-07,3.6796518543269485e-07,4.2389658005959063e-07,4.798279746864864e-07,5.357593977350916e-07,5.91690763940278e-07,6.476221869888832e-07,7.035536100374884e-07,7.594849762426747e-07,8.1541639929128e-07,8.713477654964663e-07,9.272791885450715e-07,9.832106115936767e-07,1.039142034642282e-06,1.0950733440040494e-06,1.1510047670526546e-06,1.2069361901012599e-06,1.262867613149865e-06,1.3187990361984703e-06,1.3747303455602378e-06,1.430661768608843e-06,1.4865931916574482e-06,1.5425246147060534e-06,1.5984560377546586e-06,1.6543874608032638e-06,1.7103187701650313e-06,1.7662501932136365e-06,1.8221816162622417e-06]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,1,1,0,1,0,1,3,1,1,2,2,4,6,7,11,15,9,14,21,29,39,39,47,59,68,88,106,102,122,170,160,151,122,102,101,72,70,58,55,34,34,27,22,13,13,10,10,1,5,4,6,2,2,1,0,1,0,0,1,0,0,0,1],"bins":[-0.00355550367385149,-0.003441321663558483,-0.0033271396532654762,-0.003212957875803113,-0.003098775865510106,-0.002984593855217099,-0.002870412077754736,-0.002756230067461729,-0.002642048057168722,-0.0025278660468757153,-0.0024136840365827084,-0.002299502259120345,-0.0021853202488273382,-0.0020711382385343313,-0.001956956461071968,-0.0018427744507789612,-0.0017285924404859543,-0.0016144104301929474,-0.0015002285363152623,-0.0013860466424375772,-0.0012718646321445704,-0.0011576826218515635,-0.0010435007279738784,-0.0009293187758885324,-0.0008151368238031864,-0.0007009548717178404,-0.0005867729196324944,-0.00047259096754714847,-0.0003584090154618025,-0.0002442270633764565,-0.00013004511129111052,-1.5863159205764532e-05,9.831879287958145e-05,0.00021250074496492743,0.0003266826970502734,0.0004408646491356194,0.0005550466012209654,0.0006692285533063114,0.0007834105053916574,0.0008975924574770033,0.0010117744095623493,0.0011259564198553562,0.0012401383137330413,0.0013543202076107264,0.0014685022179037333,0.0015826842281967402,0.0016968661220744252,0.0018110480159521103,0.0019252300262451172,0.002039412036538124,0.002153594046831131,0.0022677758242934942,0.002381957834586501,0.002496139844879508,0.0026103216223418713,0.002724503632634878,0.002838685642927885,0.002952867653220892,0.003067049663513899,0.003181231440976262,0.003295413451269269,0.003409595461562276,0.003523777239024639,0.003637959249317646,0.003752141259610653],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.0003270476299803704,-0.00031534480513073504,-0.0003036419511772692,-0.00029193912632763386,-0.0002802363014779985,-0.0002685334475245327,-0.0002568306226748973,-0.00024512779782526195,-0.00023342494387179613,-0.00022172211902216077,-0.00021001927962061018,-0.0001983164402190596,-0.00018661361536942422,-0.00017491077596787363,-0.00016320793656632304,-0.00015150511171668768,-0.0001398022723151371,-0.0001280994329135865,-0.00011639660078799352,-0.00010469376866240054,-9.299092926084995e-05,-8.128809713525698e-05,-6.9585265009664e-05,-5.7882429246092215e-05,-4.617959348252043e-05,-3.447675771894865e-05,-2.2773923774366267e-05,-1.1071088920289185e-05,6.317459337878972e-07,1.233458078786498e-05,2.403741564194206e-05,3.574024958652444e-05,4.7443085350096226e-05,5.914592111366801e-05,7.08487568772398e-05,8.255158900283277e-05,9.425442840438336e-05,0.00010595726052997634,0.00011766009265556931,0.0001293629320571199,0.0001410657714586705,0.00015276859630830586,0.00016447143570985645,0.00017617427511140704,0.0001878770999610424,0.000199579939362593,0.00021128277876414359,0.00022298560361377895,0.00023468844301532954,0.00024639128241688013,0.0002580941072665155,0.0002697969612199813,0.0002814997860696167,0.00029320261091925204,0.00030490546487271786,0.0003166082897223532,0.0003283111145719886,0.0003400139685254544,0.00035171679337508976,0.00036341961822472513,0.00037512247217819095,0.0003868252970278263,0.00039852812187746167,0.0004102309758309275,0.00042193380068056285],"_type":"histogram","values":[3,1,0,2,1,0,1,5,3,2,7,11,8,9,5,8,18,16,17,23,22,24,31,33,31,30,40,25,43,39,32,36,35,32,28,19,18,19,14,12,13,18,4,8,6,4,3,0,0,1,2,0,1,1,1,1,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[2,0,1,0,1,4,0,3,3,6,1,3,5,10,6,13,11,9,13,13,10,15,28,22,21,33,27,28,22,27,35,34,33,30,13,23,34,28,28,26,16,25,15,15,9,8,4,8,2,4,7,3,5,2,3,2,3,5,1,2,2,0,3,3],"bins":[-0.0035819264594465494,-0.0034695197828114033,-0.003357113339006901,-0.0032447066623717546,-0.0031322999857366085,-0.0030198933091014624,-0.0029074866324663162,-0.0027950801886618137,-0.0026826735120266676,-0.0025702668353915215,-0.002457860391587019,-0.002345453714951873,-0.0022330470383167267,-0.0021206403616815805,-0.0020082336850464344,-0.001895827241241932,-0.0017834205646067858,-0.0016710138879716396,-0.0015586073277518153,-0.001446200767531991,-0.0013337940908968449,-0.0012213874142616987,-0.0011089808540418744,-0.00099657429382205,-0.000884167617186904,-0.0007717609987594187,-0.0006593543803319335,-0.0005469477619044483,-0.00043454114347696304,-0.0003221345250494778,-0.0002097279066219926,-9.732128819450736e-05,1.5085330232977867e-05,0.0001274919486604631,0.00023989856708794832,0.00035230518551543355,0.0004647118039429188,0.000577118422370404,0.0006895250407978892,0.0008019316592253745,0.0009143382776528597,0.0010267449542880058,0.0011391515145078301,0.0012515580747276545,0.0013639647513628006,0.0014763714279979467,0.001588777988217771,0.0017011845484375954,0.0018135912250727415,0.0019259979017078876,0.00203840434551239,0.0021508110221475363,0.0022632176987826824,0.0023756243754178286,0.0024880310520529747,0.002600437495857477,0.0027128441724926233,0.0028252508491277695,0.002937657292932272,0.003050063969567418,0.0031624706462025642,0.0032748773228377104,0.0033872839994728565,0.003499690443277359,0.003612097119912505],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,0,1,0,0,1,1,0,1,0,2,1,2,5,4,3,3,5,7,14,16,9,15,20,10,19,17,24,26,28,25,30,37,30,49,25,38,32,30,29,12,21,30,22,25,13,14,11,16,10,6,5,5,5,4,4,0,2,0,2,1],"bins":[-0.0004350764211267233,-0.00042349984869360924,-0.0004119232762604952,-0.00040034670382738113,-0.0003887701313942671,-0.00037719355896115303,-0.000365616986528039,-0.0003540404140949249,-0.0003424638416618109,-0.0003308872692286968,-0.00031931069679558277,-0.0003077341243624687,-0.00029615755192935467,-0.0002845809794962406,-0.00027300440706312656,-0.0002614278346300125,-0.00024985126219689846,-0.00023827470431569964,-0.00022669813188258559,-0.00021512155944947153,-0.00020354498701635748,-0.00019196841458324343,-0.00018039184215012938,-0.00016881526971701533,-0.0001572387118358165,-0.00014566213940270245,-0.0001340855669695884,-0.00012250899453647435,-0.0001109324221033603,-9.935584967024624e-05,-8.777927723713219e-05,-7.620270480401814e-05,-6.462613237090409e-05,-5.3049559937790036e-05,-4.1472987504675984e-05,-2.989641870954074e-05,-1.8319846276426688e-05,-6.743274752807338e-06,4.833296770812012e-06,1.640986738493666e-05,2.7986439818050712e-05,3.9563012251164764e-05,5.1139584684278816e-05,6.271615711739287e-05,7.42927222745493e-05,8.586929470766336e-05,9.744586714077741e-05,0.00010902243957389146,0.00012059901200700551,0.00013217558444011956,0.00014375215687323362,0.00015532872930634767,0.00016690530173946172,0.00017848187417257577,0.00019005844660568982,0.00020163501903880388,0.0002132115769200027,0.00022478814935311675,0.0002363647217862308,0.00024794129421934485,0.0002595178666524589,0.00027109443908557296,0.000282671011518687,0.00029424758395180106,0.0003058241563849151],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.008892402052879333,-0.008617189712822437,-0.008341976441442966,-0.00806676410138607,-0.007791550830006599,-0.007516338489949703,-0.00724112568423152,-0.006965912878513336,-0.006690700072795153,-0.006415487267076969,-0.006140274461358786,-0.005865061655640602,-0.005589849315583706,-0.005314636509865522,-0.005039423704147339,-0.004764210898429155,-0.004488998092710972,-0.004213785286992788,-0.003938572481274605,-0.003663359908387065,-0.0033881471026688814,-0.003112934296950698,-0.002837721724063158,-0.0025625089183449745,-0.002287296112626791,-0.0020120833069086075,-0.0017368706176057458,-0.001461657928302884,-0.0011864451225847006,-0.000911232375074178,-0.0006360196275636554,-0.00036080688005313277,-8.559320122003555e-05,0.00018961954629048705,0.00046483229380100965,0.0007400450413115323,0.0010152577888220549,0.0012904705945402384,0.0015656832838431,0.0018408959731459618,0.0021161087788641453,0.002391321584582329,0.0026665343903005123,0.002941746963188052,0.0032169597689062357,0.003492172574624419,0.003767385147511959,0.004042597953230143,0.004317810758948326,0.00459302356466651,0.004868236370384693,0.005143449176102877,0.00541866198182106,0.005693874321877956,0.00596908712759614,0.006244299933314323,0.006519512739032507,0.0067947255447506905,0.007069938350468874,0.0073451511561870575,0.007620363496243954,0.007895576767623425,0.00817078910768032,0.008446002379059792,0.008721214719116688],"_type":"histogram","values":[1,0,2,1,2,2,4,8,3,27,20,38,40,59,81,92,161,186,274,317,466,566,698,850,1085,1267,1516,1878,2264,3069,5808,19049,323737,12214,3804,2574,2081,1738,1457,1226,976,776,655,498,407,293,207,189,126,103,95,57,52,25,27,16,18,9,8,7,1,3,1,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[2,1,2,4,13,16,34,36,75,105,189,326,502,704,1042,1572,2228,3016,4314,5653,7297,9577,11752,14177,17189,20269,23500,26385,28903,31266,32961,33853,34551,34072,33101,31150,29020,26195,23430,20312,17481,14766,11941,9448,7402,5601,4367,3108,2358,1555,1048,690,433,339,187,118,80,45,25,18,12,5,1,2],"bins":[-0.09537189453840256,-0.09243807196617126,-0.08950424939393997,-0.08657043427228928,-0.08363661170005798,-0.08070278912782669,-0.0777689665555954,-0.0748351439833641,-0.07190132141113281,-0.06896750628948212,-0.06603368371725082,-0.06309986114501953,-0.06016603857278824,-0.057232219725847244,-0.05429839715361595,-0.05136457830667496,-0.048430755734443665,-0.04549693316221237,-0.04256311431527138,-0.039629291743040085,-0.03669547289609909,-0.0337616503238678,-0.030827827751636505,-0.02789400704205036,-0.024960186332464218,-0.022026365622878075,-0.01909254491329193,-0.01615872234106064,-0.013224901631474495,-0.010291080921888351,-0.007357259280979633,-0.0044234381057322025,-0.0014896243810653687,0.0014441967941820621,0.004378017969429493,0.007311839144676924,0.010245660319924355,0.013179481029510498,0.01611330360174179,0.019047124311327934,0.021980945020914078,0.02491476573050022,0.027848586440086365,0.030782409012317657,0.03371623158454895,0.036650050431489944,0.03958387300372124,0.04251769185066223,0.045451514422893524,0.04838533699512482,0.05131915584206581,0.054252978414297104,0.0571867972612381,0.06012061983346939,0.06305444240570068,0.06598826497793198,0.06892208755016327,0.07185590267181396,0.07478972524404526,0.07772354781627655,0.08065737038850784,0.08359119296073914,0.08652500808238983,0.08945883065462112,0.09239265322685242]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,1,0,0,1,1,1,6,7,9,17,33,41,42,59,72,71,57,38,30,39,36,26,19,22,13,11,10,7,8,8,5,4,4,7,5,10,2,5,3,2,7,4,4,1,2,1,3,3,4,0,0,2,0,0,0,0,1,1,1,0,0,0,1],"bins":[0.9987321496009827,0.998807430267334,0.9988827705383301,0.9989580512046814,0.9990333318710327,0.999108612537384,0.9991839528083801,0.9992592334747314,0.9993345141410828,0.9994098544120789,0.9994851350784302,0.9995604157447815,0.9996357560157776,0.9997110366821289,0.9997863173484802,0.9998615980148315,0.9999369382858276,1.0000122785568237,1.0000874996185303,1.0001628398895264,1.000238060951233,1.000313401222229,1.000388741493225,1.0004639625549316,1.0005393028259277,1.0006146430969238,1.0006898641586304,1.0007652044296265,1.0008405447006226,1.000915765762329,1.0009911060333252,1.0010664463043213,1.0011416673660278,1.001217007637024,1.00129234790802,1.0013675689697266,1.0014429092407227,1.0015181303024292,1.0015934705734253,1.0016688108444214,1.001744031906128,1.001819372177124,1.0018947124481201,1.0019699335098267,1.0020452737808228,1.0021206140518188,1.0021958351135254,1.0022711753845215,1.0023465156555176,1.0024217367172241,1.0024970769882202,1.0025724172592163,1.0026476383209229,1.002722978591919,1.002798318862915,1.0028735399246216,1.0029488801956177,1.0030241012573242,1.0030994415283203,1.0031747817993164,1.003250002861023,1.003325343132019,1.0034006834030151,1.0034759044647217,1.0035512447357178],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.0002994537353515625,-0.0002899467945098877,-0.0002804398536682129,-0.0002709329128265381,-0.0002614259719848633,-0.0002519190311431885,-0.00024241209030151367,-0.00023290514945983887,-0.00022339820861816406,-0.00021389126777648926,-0.00020438432693481445,-0.00019487738609313965,-0.00018537044525146484,-0.00017586350440979004,-0.00016635656356811523,-0.00015684962272644043,-0.00014734268188476562,-0.00013783574104309082,-0.00012832880020141602,-0.00011882185935974121,-0.0001093149185180664,-9.98079776763916e-05,-9.03010368347168e-05,-8.079409599304199e-05,-7.128715515136719e-05,-6.178021430969238e-05,-5.227327346801758e-05,-4.2766332626342773e-05,-3.325939178466797e-05,-2.3752450942993164e-05,-1.424551010131836e-05,-4.738569259643555e-06,4.76837158203125e-06,1.4275312423706055e-05,2.378225326538086e-05,3.3289194107055664e-05,4.279613494873047e-05,5.2303075790405273e-05,6.181001663208008e-05,7.131695747375488e-05,8.082389831542969e-05,9.033083915710449e-05,9.98377799987793e-05,0.0001093447208404541,0.0001188516616821289,0.0001283586025238037,0.00013786554336547852,0.00014737248420715332,0.00015687942504882812,0.00016638636589050293,0.00017589330673217773,0.00018540024757385254,0.00019490718841552734,0.00020441412925720215,0.00021392107009887695,0.00022342801094055176,0.00023293495178222656,0.00024244189262390137,0.00025194883346557617,0.000261455774307251,0.0002709627151489258,0.0002804696559906006,0.0002899765968322754,0.0002994835376739502,0.000308990478515625],"_type":"histogram","values":[1,0,1,2,3,1,4,4,5,9,15,20,25,32,40,69,102,151,201,291,442,724,1158,1749,2935,4741,8088,14022,26082,52436,106765,150344,106436,51893,25876,14146,8089,4913,2893,1858,1113,693,457,301,196,148,89,78,47,43,29,16,19,10,5,3,1,0,1,5,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9978879690170288,0.9979521036148071,0.9980162978172302,0.9980804324150085,0.9981446266174316,0.99820876121521,0.9982728958129883,0.9983370900154114,0.9984012246131897,0.998465359210968,0.9985295534133911,0.9985936880111694,0.9986578226089478,0.9987220168113708,0.9987861514091492,0.9988503456115723,0.9989144802093506,0.9989786148071289,0.999042809009552,0.9991069436073303,0.9991711378097534,0.9992352724075317,0.9992994070053101,0.9993636012077332,0.9994277358055115,0.9994918704032898,0.9995560646057129,0.9996201992034912,0.9996843338012695,0.9997485280036926,0.999812662601471,0.999876856803894,0.9999409914016724,1.0000051259994507,1.000069260597229,1.0001335144042969,1.0001976490020752,1.0002617835998535,1.0003259181976318,1.0003900527954102,1.0004541873931885,1.0005184412002563,1.0005825757980347,1.000646710395813,1.0007108449935913,1.0007749795913696,1.0008392333984375,1.0009033679962158,1.0009675025939941,1.0010316371917725,1.0010957717895508,1.0011600255966187,1.001224160194397,1.0012882947921753,1.0013524293899536,1.001416563987732,1.0014808177947998,1.0015449523925781,1.0016090869903564,1.0016732215881348,1.001737356185913,1.0018014907836914,1.0018657445907593,1.0019298791885376,1.001994013786316],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,0,1,0,0,2,3,2,2,0,3,1,10,7,16,8,12,33,36,55,64,44,51,65,57,49,36,24,30,24,25,18,20,16,6,10,3,4,4,5,4,5,1,1,2,2,1,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,1,3,3,1,0,2,4,6,11,12,11,15,19,30,28,25,43,38,49,56,58,63,74,81,90,100,87,99,108,84,93,94,87,80,83,65,48,59,46,29,33,18,28,17,9,10,4,8,9,6,3,3,2,4,2,1,1,1,1,0,0,2],"bins":[-0.0005930146435275674,-0.0005729630938731134,-0.0005529116024263203,-0.0005328600527718663,-0.0005128085613250732,-0.0004927570116706192,-0.00047270546201616526,-0.0004526539414655417,-0.0004326024209149182,-0.00041255090036429465,-0.0003924993798136711,-0.0003724478301592171,-0.0003523963096085936,-0.00033234478905797005,-0.00031229323940351605,-0.0002922417188528925,-0.000272190198302269,-0.00025213867775164545,-0.00023208714264910668,-0.00021203560754656792,-0.00019198408699594438,-0.00017193256644532084,-0.00015188103134278208,-0.00013182949624024332,-0.00011177797568961978,-9.172644786303863e-05,-7.167492003645748e-05,-5.162339220987633e-05,-3.157186438329518e-05,-1.1520336556714028e-05,8.531191269867122e-06,2.8582719096448272e-05,4.863424692302942e-05,6.868577474961057e-05,8.873730257619172e-05,0.00010878883040277287,0.00012884035822935402,0.00014889187877997756,0.00016894341388251632,0.0001889949489850551,0.00020904646953567863,0.00022909799008630216,0.0002491495106369257,0.0002692010602913797,0.0002892525808420032,0.00030930410139262676,0.00032935565104708076,0.0003494071715977043,0.00036945869214832783,0.00038951021269895136,0.0004095617332495749,0.0004296132829040289,0.00044966480345465243,0.00046971632400527596,0.00048976787365973,0.000509819365106523,0.000529870914760977,0.000549922464415431,0.0005699739558622241,0.0005900255055166781,0.0006100770551711321,0.0006301285466179252,0.0006501800962723792,0.0006702315877191722,0.0006902831373736262],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.0024684828240424395,-0.002398178679868579,-0.0023278743028640747,-0.002257570158690214,-0.00218726578168571,-0.0021169616375118494,-0.002046657260507345,-0.0019763531163334846,-0.0019060488557443023,-0.00183574459515512,-0.0017654403345659375,-0.0016951360739767551,-0.0016248319298028946,-0.0015545276692137122,-0.0014842234086245298,-0.0014139191480353475,-0.001343614887446165,-0.0012733106268569827,-0.0012030063662678003,-0.001132702105678618,-0.0010623978450894356,-0.000992093700915575,-0.0009217894403263927,-0.0008514851797372103,-0.0007811809191480279,-0.0007108766585588455,-0.0006405723979696631,-0.0005702681955881417,-0.0004999639349989593,-0.0004296596744097769,-0.000359355442924425,-0.0002890512114390731,-0.00021874718368053436,-0.00014844293764326721,-7.813869160600007e-05,-7.834445568732917e-06,6.246980046853423e-05,0.00013277404650580138,0.00020307829254306853,0.00027338252402842045,0.0003436867846176028,0.0004139910452067852,0.0004842952766921371,0.000554599508177489,0.0006249037687666714,0.0006952080293558538,0.0007655122317373753,0.0008358164923265576,0.00090612075291574,0.0009764250135049224,0.0010467292740941048,0.0011170335346832871,0.0011873377952724695,0.00125764193944633,0.0013279462000355124,0.0013982504606246948,0.0014685547212138772,0.0015388589818030596,0.001609163242392242,0.0016794675029814243,0.0017497716471552849,0.0018200759077444673,0.0018903801683336496,0.001960684545338154,0.0020309886895120144],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,3,3,3,2,4,3,5,2,6,8,9,15,19,8,17,22,16,27,26,32,37,37,29,27,30,31,22,29,33,31,24,31,22,17,20,15,15,16,9,10,9,8,10,6,5,5,3,1,0,1,1,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,2,1,1,2,4,6,10,12,19,28,28,37,56,80,96,93,121,137,166,147,160,141,140,117,90,84,64,54,37,30,19,14,18,9,3,7,5,1,3,0,0,1,2],"bins":[-0.0010655003134161234,-0.001040046801790595,-0.0010145932901650667,-0.0009891397785395384,-0.0009636862087063491,-0.0009382326970808208,-0.0009127791272476315,-0.0008873256156221032,-0.0008618721039965749,-0.0008364185923710465,-0.0008109650807455182,-0.000785511510912329,-0.0007600579992868006,-0.0007346044876612723,-0.000709150917828083,-0.0006836974062025547,-0.0006582438945770264,-0.000632790382951498,-0.0006073368713259697,-0.0005818833014927804,-0.0005564297898672521,-0.0005309762782417238,-0.0005055227084085345,-0.0004800691967830062,-0.00045461568515747786,-0.0004291621735319495,-0.00040370863280259073,-0.00037825509207323194,-0.0003528015804477036,-0.00032734806882217526,-0.00030189452809281647,-0.0002764409873634577,-0.00025098753394559026,-0.0002255340077681467,-0.00020008048159070313,-0.00017462695541325957,-0.000149173429235816,-0.00012371990305837244,-9.826637688092887e-05,-7.281285070348531e-05,-4.7359324526041746e-05,-2.1905798348598182e-05,3.5477278288453817e-06,2.9001254006288946e-05,5.445478018373251e-05,7.990830636117607e-05,0.00010536183253861964,0.0001308153587160632,0.00015626888489350677,0.00018172241107095033,0.0002071759372483939,0.00023262946342583746,0.000258082989603281,0.00028353650122880936,0.00030899004195816815,0.00033444358268752694,0.0003598970943130553,0.0003853506059385836,0.0004108041466679424,0.0004362576873973012,0.00046171119902282953,0.00048716471064835787,0.0005126182222738862,0.0005380717921070755,0.0005635253037326038],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,1,1,0,1,0,1,3,2,1,0,2,4,5,2,2,7,13,12,13,17,18,27,25,49,52,60,72,68,58,44,52,25,30,24,11,10,14,7,3,8,6,4,0,0,3,3,1,1,0,0,0,0,1,0,1,0,0,0,2],"bins":[-0.0033513549715280533,-0.0032460130751132965,-0.0031406711786985397,-0.0030353295151144266,-0.00292998761869967,-0.002824645722284913,-0.0027193040587008,-0.002613962162286043,-0.0025086202658712864,-0.0024032783694565296,-0.002297936473041773,-0.0021925948094576597,-0.002087252913042903,-0.001981911016628146,-0.0018765692366287112,-0.0017712274566292763,-0.0016658855602145195,-0.0015605436637997627,-0.0014552018838003278,-0.0013498601038008928,-0.001244518207386136,-0.0011391763109713793,-0.0010338345309719443,-0.0009284926927648485,-0.0008231508545577526,-0.0007178090163506567,-0.0006124671781435609,-0.000507125339936465,-0.00040178350172936916,-0.0002964416635222733,-0.00019109982531517744,-8.575798710808158e-05,1.9583851099014282e-05,0.00012492568930611014,0.000230267527513206,0.00033560936572030187,0.00044095120392739773,0.0005462930421344936,0.0006516348803415895,0.0007569767185486853,0.0008623185567557812,0.000967660394962877,0.001073002233169973,0.0011783440131694078,0.0012836859095841646,0.0013890278059989214,0.0014943695859983563,0.0015997113659977913,0.001705053262412548,0.0018103951588273048,0.0019157369388267398,0.0020210787188261747,0.0021264206152409315,0.0022317625116556883,0.0023371041752398014,0.002442446071654558,0.002547787968069315,0.0026531298644840717,0.0027584717608988285,0.0028638134244829416,0.0029691553208976984,0.003074497217312455,0.0031798388808965683,0.003285180777311325,0.003390522673726082]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[2,3,4,8,16,29,36,96,157,267,465,809,1287,1953,3041,4573,6531,9372,13121,17598,22993,29896,37810,46175,55331,64985,73593,82386,88874,94120,97765,98105,96659,93156,86803,79395,71267,61962,52733,43250,34769,27537,21109,15958,11848,8372,5798,3907,2669,1677,1078,618,397,219,140,61,33,27,14,1,1,3,0,2],"bins":[-0.09849245101213455,-0.09534946084022522,-0.09220647811889648,-0.08906349539756775,-0.08592050522565842,-0.08277751505374908,-0.07963453233242035,-0.07649154961109161,-0.07334855943918228,-0.07020556926727295,-0.06706258654594421,-0.06391960382461548,-0.060776613652706146,-0.05763362720608711,-0.05449064075946808,-0.051347654312849045,-0.04820466786623001,-0.04506168141961098,-0.04191869497299194,-0.03877570852637291,-0.035632722079753876,-0.03248973563313484,-0.029346749186515808,-0.026203762739896774,-0.02306077629327774,-0.019917789846658707,-0.016774803400039673,-0.013631816953420639,-0.010488830506801605,-0.007345844060182571,-0.004202857613563538,-0.0010598711669445038,0.00208311527967453,0.005226101726293564,0.008369088172912598,0.011512074619531631,0.014655061066150665,0.0177980475127697,0.020941033959388733,0.024084020406007767,0.0272270068526268,0.030369993299245834,0.03351297974586487,0.0366559661924839,0.039798952639102936,0.04294193908572197,0.046084925532341,0.04922791197896004,0.05237089842557907,0.055513884872198105,0.05865687131881714,0.06179985776543617,0.0649428442120552,0.06808583438396454,0.07122881710529327,0.07437179982662201,0.07751478999853134,0.08065778017044067,0.08380076289176941,0.08694374561309814,0.09008673578500748,0.09322972595691681,0.09637270867824554,0.09951569139957428,0.10265868157148361],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[3,1,1,0,0,0,1,3,3,0,2,3,4,10,5,10,3,6,8,8,9,12,24,19,20,12,21,22,31,25,36,32,34,39,26,30,29,24,25,32,25,19,26,14,11,12,13,9,11,12,10,7,3,7,0,4,5,3,2,1,0,0,0,1],"bins":[-0.0007370047387667,-0.0007150259334594011,-0.0006930471863597631,-0.0006710683810524642,-0.0006490895757451653,-0.0006271108286455274,-0.0006051320233382285,-0.0005831532180309296,-0.0005611744709312916,-0.0005391956656239927,-0.0005172168603166938,-0.0004952381132170558,-0.0004732593079097569,-0.00045128053170628846,-0.00042930175550282,-0.0004073229501955211,-0.0003853441739920527,-0.00036336539778858423,-0.00034138659248128533,-0.0003194078162778169,-0.00029742904007434845,-0.00027545023476704955,-0.0002534714585635811,-0.00023149268236011267,-0.000209513891604729,-0.00018753510084934533,-0.00016555632464587688,-0.00014357753389049321,-0.00012159875041106716,-9.96199669316411e-05,-7.764117617625743e-05,-5.5662392696831375e-05,-3.368360921740532e-05,-1.170482391898986e-05,1.02739613794256e-05,3.2252748496830463e-05,5.423153197625652e-05,7.621031545568258e-05,9.818910621106625e-05,0.0001201678896904923,0.00014214667316991836,0.00016412546392530203,0.00018610424012877047,0.00020808303088415414,0.0002300618216395378,0.00025204059784300625,0.0002740193740464747,0.0002959981793537736,0.00031797695555724204,0.0003399557317607105,0.0003619345370680094,0.0003839133132714778,0.00040589208947494626,0.00042787089478224516,0.0004498496709857136,0.00047182844718918204,0.0004938072524964809,0.0005157859995961189,0.0005377648049034178,0.0005597436102107167,0.0005817223573103547,0.0006037011626176536,0.0006256799679249525,0.0006476587150245905,0.0006696375203318894]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,1,1,0,0,0,0,0,1,1,1,0,1,0,3,3,5,11,11,31,34,34,66,60,66,58,48,47,41,36,28,29,26,14,14,9,14,15,11,5,5,7,4,2,4,2,0,4,2,0,1,1,0,2,5,1,0,0,0,1,1],"bins":[0.9980470538139343,0.9981168508529663,0.9981865882873535,0.9982563853263855,0.9983261823654175,0.9983959197998047,0.9984657168388367,0.9985355138778687,0.9986052513122559,0.9986750483512878,0.9987448453903198,0.998814582824707,0.998884379863739,0.998954176902771,0.9990239143371582,0.9990937113761902,0.9991635084152222,0.9992332458496094,0.9993030428886414,0.9993728399276733,0.9994425773620605,0.9995123744010925,0.9995821714401245,0.9996519088745117,0.9997217059135437,0.9997915029525757,0.9998612403869629,0.9999310374259949,1.0000008344650269,1.000070571899414,1.0001404285430908,1.000210165977478,1.0002799034118652,1.000349760055542,1.0004194974899292,1.0004892349243164,1.0005590915679932,1.0006288290023804,1.0006985664367676,1.0007684230804443,1.0008381605148315,1.0009078979492188,1.0009777545928955,1.0010474920272827,1.00111722946167,1.0011870861053467,1.0012568235397339,1.001326560974121,1.0013964176177979,1.001466155052185,1.0015358924865723,1.001605749130249,1.0016754865646362,1.0017452239990234,1.0018150806427002,1.0018848180770874,1.0019545555114746,1.0020244121551514,1.0020941495895386,1.0021638870239258,1.0022337436676025,1.0023034811019897,1.002373218536377,1.0024430751800537,1.002512812614441],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,1,1,1,1,0,2,1,0,0,1,2,5,4,2,3,3,7,8,12,20,28,29,30,47,59,55,70,64,62,59,46,33,20,23,17,11,11,2,4,4,2,2,2,3,0,1,1,1,1,1,1,0,2,0,0,0,0,0,0,1],"bins":[-2.923540023402893e-07,-2.8283676556384307e-07,-2.733195003656874e-07,-2.638022635892412e-07,-2.5428502681279497e-07,-2.447677616146393e-07,-2.352505248381931e-07,-2.2573328806174686e-07,-2.1621603707444592e-07,-2.0669878608714498e-07,-1.9718154931069876e-07,-1.8766429832339782e-07,-1.7814704733609688e-07,-1.6862981055965065e-07,-1.591125595723497e-07,-1.4959532279590348e-07,-1.4007807180860254e-07,-1.305608208213016e-07,-1.2104358404485538e-07,-1.1152633305755444e-07,-1.0200908917568086e-07,-9.249184529380727e-08,-8.297459430650633e-08,-7.345735042463275e-08,-6.394010654275917e-08,-5.4422862660885585e-08,-4.490561522629832e-08,-3.538836779171106e-08,-2.587112390983748e-08,-1.6353878251607057e-08,-6.836632593376635e-09,2.6806130648537874e-09,1.219785872308421e-08,2.171510438131463e-08,3.1232350039545054e-08,4.0749597474132315e-08,5.02668413560059e-08,5.978408523787948e-08,6.930133622518042e-08,7.8818580107054e-08,8.833582398892759e-08,9.785306787080117e-08,1.0737031175267475e-07,1.1688756273997569e-07,1.2640481372727663e-07,1.3592205050372286e-07,1.454393014910238e-07,1.5495653826747002e-07,1.6447378925477096e-07,1.739910402420719e-07,1.8350827701851813e-07,1.9302552800581907e-07,2.025427647822653e-07,2.1206001576956623e-07,2.2157726675686717e-07,2.310945035333134e-07,2.4061176873146906e-07,2.501290055079153e-07,2.596462422843615e-07,2.6916347906080773e-07,2.786807442589634e-07,2.881979810354096e-07,2.9771521781185584e-07,3.072324830100115e-07,3.167497197864577e-07]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.0010303091257810593,-0.0009925018530339003,-0.0009546945220790803,-0.0009168871911242604,-0.0008790799183771014,-0.0008412725874222815,-0.0008034652564674616,-0.0007656579837203026,-0.0007278506527654827,-0.0006900433218106627,-0.0006522360490635037,-0.0006144287181086838,-0.0005766213871538639,-0.0005388141144067049,-0.000501006783451885,-0.0004631994816008955,-0.00042539217974990606,-0.0003875848778989166,-0.00034977757604792714,-0.0003119702450931072,-0.00027416294324211776,-0.0002363556413911283,-0.0001985483249882236,-0.00016074100858531892,-0.00012293370673432946,-8.512639760738239e-05,-4.731908848043531e-05,-9.511779353488237e-06,2.829552977345884e-05,6.610283890040591e-05,0.00010391014802735299,0.00014171746443025768,0.00017952488269656897,0.00021733218454755843,0.0002551394863985479,0.0002929468173533678,0.00033075411920435727,0.00036856142105534673,0.00040636875201016665,0.0004441760538611561,0.00048198335571214557,0.0005197906866669655,0.0005575979594141245,0.0005954052903689444,0.0006332126213237643,0.0006710198940709233,0.0007088272250257432,0.0007466344977729023,0.0007844418287277222,0.0008222491596825421,0.0008600564324297011,0.000897863763384521,0.00093567103613168,0.0009734783670864999,0.0010112856980413198,0.0010490929707884789,0.0010869002435356379,0.0011247076326981187,0.0011625149054452777,0.0012003221781924367,0.0012381295673549175,0.0012759368401020765,0.0013137441128492355,0.0013515515020117164,0.0013893587747588754],"_type":"histogram","values":[1,0,3,3,7,2,5,6,7,4,9,20,15,31,36,32,34,41,57,60,70,76,67,88,94,100,119,92,100,101,108,87,80,59,80,63,44,39,31,21,25,28,29,16,14,7,12,7,3,6,2,1,1,1,0,0,0,2,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,4,5,1,5,4,12,8,7,16,14,18,14,19,26,28,28,33,36,24,45,32,43,32,25,36,38,22,33,22,11,23,24,9,12,7,10,9,6,3,3,2,3,3,3,1,1,0,2,1,1,0,0,0,0,1],"bins":[-0.0005995510146021843,-0.0005792577867396176,-0.0005589645588770509,-0.0005386713310144842,-0.0005183781031519175,-0.0004980848170816898,-0.0004777915892191231,-0.0004574983613565564,-0.0004372051334939897,-0.000416911905631423,-0.0003966186777688563,-0.0003763254208024591,-0.0003560321929398924,-0.0003357389650773257,-0.00031544570811092854,-0.0002951524802483618,-0.0002748592523857951,-0.0002545660245232284,-0.00023427278210874647,-0.00021397953969426453,-0.00019368631183169782,-0.0001733930839691311,-0.00015309984155464917,-0.00013280659914016724,-0.00011251337127760053,-9.22201361390762e-05,-7.192690100055188e-05,-5.1633665862027556e-05,-3.134043072350323e-05,-1.1047195584978908e-05,9.246039553545415e-06,2.953927469206974e-05,4.983245162293315e-05,7.012568676145747e-05,9.04189218999818e-05,0.00011071215703850612,0.00013100539217703044,0.00015129862003959715,0.0001715918624540791,0.00019188510486856103,0.00021217833273112774,0.00023247156059369445,0.00025276478845626116,0.0002730580454226583,0.00029335127328522503,0.00031364450114779174,0.0003339377581141889,0.0003542309859767556,0.00037452421383932233,0.00039481744170188904,0.00041511066956445575,0.0004354039265308529,0.0004556971543934196,0.00047599038225598633,0.0004962836392223835,0.0005165768670849502,0.0005368700949475169,0.0005571633228100836,0.0005774565506726503,0.000597749778535217,0.0006180430063977838,0.0006383362924680114,0.0006586295203305781,0.0006789227481931448,0.0006992159760557115]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,3,6,2,3,5,6,8,9,12,13,17,25,13,20,33,28,30,45,46,45,46,43,39,37,34,38,32,21,18,15,17,15,10,8,3,3,4,5,1,1,1,1,1,2,0,0,0,1],"bins":[-0.0005924073630012572,-0.000575836980715394,-0.0005592665984295309,-0.0005426962743513286,-0.0005261258920654655,-0.0005095555097796023,-0.0004929851274937391,-0.0004764147743117064,-0.00045984439202584326,-0.0004432740097399801,-0.0004267036565579474,-0.00041013327427208424,-0.0003935628919862211,-0.00037699253880418837,-0.0003604221565183252,-0.0003438518033362925,-0.00032728142105042934,-0.0003107110387645662,-0.0002941406855825335,-0.0002775703032966703,-0.0002609999501146376,-0.00024442956782877445,-0.0002278591855429113,-0.00021128881780896336,-0.00019471845007501543,-0.0001781480823410675,-0.00016157771460711956,-0.0001450073323212564,-0.00012843696458730847,-0.00011186659685336053,-9.529622184345499e-05,-7.872584683354944e-05,-6.215547909960151e-05,-4.558510772767477e-05,-2.9014736355748028e-05,-1.2444364983821288e-05,4.126006388105452e-06,2.0696377760032192e-05,3.726674913195893e-05,5.383712050388567e-05,7.040749187581241e-05,8.697785960976034e-05,0.00010354823461966589,0.00012011860962957144,0.00013668897736351937,0.0001532593450974673,0.00016982972738333046,0.0001864000951172784,0.00020297046285122633,0.00021954083058517426,0.0002361111983191222,0.00025268158060498536,0.00026925193378701806,0.0002858223160728812,0.0003023926983587444,0.0003189630515407771,0.00033553343382664025,0.0003521038161125034,0.0003686741692945361,0.0003852445515803993,0.00040181493386626244,0.00041838528704829514,0.0004349556693341583,0.000451526022516191,0.00046809640480205417]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[3,6,6,14,20,35,73,143,201,420,657,958,1550,2356,3640,5236,7523,10550,14113,19050,24975,31432,39117,47559,56192,64674,73404,80992,87932,92031,94706,96231,93771,90729,84718,77955,69791,60872,51898,43450,35447,28556,22127,16843,12531,9187,6303,4446,3070,2045,1317,748,537,307,188,105,56,35,17,5,7,2,1,1],"bins":[-0.09559372067451477,-0.09253819286823273,-0.08948266506195068,-0.08642714470624924,-0.0833716168999672,-0.08031608909368515,-0.0772605687379837,-0.07420504093170166,-0.07114951312541962,-0.06809398531913757,-0.06503845751285553,-0.06198293715715408,-0.05892740935087204,-0.055871881544589996,-0.05281635746359825,-0.049760833382606506,-0.04670530557632446,-0.04364977777004242,-0.040594253689050674,-0.03753872960805893,-0.034483201801776886,-0.03142767399549484,-0.028372149914503098,-0.025316623970866203,-0.02226109802722931,-0.019205572083592415,-0.01615004613995552,-0.013094520196318626,-0.010038994252681732,-0.006983468309044838,-0.003927942365407944,-0.0008724164217710495,0.002183102071285248,0.005238628014922142,0.008294153958559036,0.01134967990219593,0.014405205845832825,0.01746073178946972,0.020516257733106613,0.023571783676743507,0.0266273096203804,0.029682835564017296,0.03273836150765419,0.035793885588645935,0.03884941339492798,0.04190494120121002,0.04496046528220177,0.04801598936319351,0.051071517169475555,0.0541270449757576,0.057182569056749344,0.06023809313774109,0.06329362094402313,0.06634914875030518,0.06940467655658722,0.07246019691228867,0.07551572471857071,0.07857125252485275,0.0816267728805542,0.08468230068683624,0.08773782849311829,0.09079335629940033,0.09384888410568237,0.09690440446138382,0.09995993226766586]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[3,2,1,0,3,0,5,2,3,5,6,6,7,13,7,7,13,10,14,15,18,12,18,19,23,23,25,20,37,27,24,36,34,22,23,29,25,30,22,23,19,14,22,15,12,8,11,8,12,8,6,4,5,1,3,2,1,1,2,0,0,0,0,2],"bins":[-0.0006097485311329365,-0.0005900839460082352,-0.000570419360883534,-0.0005507547175511718,-0.0005310901324264705,-0.0005114255473017693,-0.0004917609039694071,-0.0004720963188447058,-0.00045243173372000456,-0.0004327671485953033,-0.0004131025343667716,-0.00039343792013823986,-0.0003737733350135386,-0.00035410874988883734,-0.0003344441356603056,-0.0003147795214317739,-0.00029511493630707264,-0.0002754503511823714,-0.00025578573695383966,-0.00023612113727722317,-0.00021645653760060668,-0.0001967919379239902,-0.0001771273382473737,-0.0001574627385707572,-0.00013779813889414072,-0.00011813353921752423,-9.846893954090774e-05,-7.880433986429125e-05,-5.913974018767476e-05,-3.947514051105827e-05,-1.981054083444178e-05,-1.4594115782529116e-07,1.95186585187912e-05,3.918325819540769e-05,5.884785787202418e-05,7.851245754864067e-05,9.817705722525716e-05,0.00011784165690187365,0.00013750625657849014,0.00015717085625510663,0.00017683545593172312,0.0001965000556083396,0.0002161646552849561,0.0002358292549615726,0.0002554938546381891,0.00027515843976289034,0.00029482305399142206,0.0003144876682199538,0.00033415225334465504,0.0003538168384693563,0.000373481452697888,0.00039314606692641973,0.000412810652051121,0.00043247523717582226,0.000452139851404354,0.0004718044656328857,0.000491469050757587,0.0005111336358822882,0.0005307982210069895,0.0005504628643393517,0.0005701274494640529,0.0005897920345887542,0.0006094566779211164,0.0006291212630458176,0.0006487858481705189]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,0,0,0,1,0,0,1,0,0,0,1,2,1,3,0,2,6,1,4,5,11,4,11,7,11,13,18,28,36,40,46,58,55,69,62,49,44,31,36,27,13,15,12,8,3,7,3,1,5,2,1,5,4,1,2,1],"bins":[-0.002679589670151472,-0.002613971708342433,-0.002548353746533394,-0.0024827357847243547,-0.0024171178229153156,-0.0023514998611062765,-0.0022858818992972374,-0.0022202639374881983,-0.002154645975679159,-0.0020890277810394764,-0.0020234098192304373,-0.001957791857421398,-0.001892173895612359,-0.00182655593380332,-0.0017609379719942808,-0.0016953200101852417,-0.0016297020483762026,-0.0015640840865671635,-0.0014984661247581244,-0.0014328481629490852,-0.0013672302011400461,-0.0013016121229156852,-0.001235994161106646,-0.001170376199297607,-0.0011047582374885678,-0.0010391402756795287,-0.0009735223138704896,-0.0009079042938537896,-0.0008422863320447505,-0.0007766683702357113,-0.0007110503502190113,-0.0006454323884099722,-0.0005798141937702894,-0.0005141962319612503,-0.00044857824104838073,-0.00038296025013551116,-0.00031734228832647204,-0.00025172432651743293,-0.00018610633560456336,-0.00012048835924360901,-5.487038288265467e-05,1.0747593478299677e-05,7.636556983925402e-05,0.00014198354620020837,0.0002076015225611627,0.0002732194843702018,0.0003388374752830714,0.00040445546619594097,0.0004700734280049801,0.0005356913898140192,0.0006013093516230583,0.0006669273716397583,0.0007325453334487975,0.0007981632952578366,0.0008637813152745366,0.0009293992770835757,0.0009950172388926148,0.001060635200701654,0.001126253162510693,0.0011918711243197322,0.0012574892025440931,0.0013231071643531322,0.0013887251261621714,0.0014543430879712105,0.0015199610497802496],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,1,1,0,1,2,2,1,5,3,4,5,8,14,9,14,11,12,24,29,16,21,25,36,32,24,40,32,36,42,32,36,29,26,18,18,23,18,24,17,13,19,3,11,8,5,4,3,3,1,0,3,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0016427421942353249,-0.0015858934493735433,-0.0015290448209270835,-0.001472196076065302,-0.0014153474476188421,-0.0013584987027570605,-0.001301649957895279,-0.0012448013294488192,-0.0011879525845870376,-0.001131103839725256,-0.0010742552112787962,-0.0010174064664170146,-0.0009605577797628939,-0.0009037090931087732,-0.0008468603482469916,-0.000790011661592871,-0.0007331629749387503,-0.0006763142882846296,-0.0006194656016305089,-0.0005626168567687273,-0.0005057681701146066,-0.00044891948346048594,-0.0003920707677025348,-0.00033522205194458365,-0.00027837336529046297,-0.00022152466408442706,-0.00016467596287839115,-0.00010782726167235523,-5.097856046631932e-05,5.8701407397165895e-06,6.27188419457525e-05,0.00011956754315178841,0.00017641624435782433,0.00023326494556386024,0.00029011364676989615,0.0003469623625278473,0.000403811049181968,0.00046065973583608866,0.0005175084806978703,0.0005743571673519909,0.0006312058540061116,0.0006880545406602323,0.000744903227314353,0.0008017519721761346,0.0008586006588302553,0.000915449345484376,0.0009722980903461576,0.0010291467187926173,0.001085995463654399,0.0011428442085161805,0.0011996928369626403,0.0012565415818244219,0.0013133902102708817,0.0013702389551326632,0.0014270876999944448,0.0014839363284409046,0.0015407850733026862,0.0015976338181644678,0.0016544824466109276,0.0017113311914727092,0.0017681799363344908,0.0018250285647809505,0.0018818773096427321,0.001938725938089192,0.0019955746829509735],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9989134669303894,0.998960018157959,0.9990065693855286,0.9990531802177429,0.9990997314453125,0.9991462826728821,0.9991928339004517,0.9992393851280212,0.9992859959602356,0.9993325471878052,0.9993790984153748,0.9994256496429443,0.9994722008705139,0.9995188117027283,0.9995653629302979,0.9996119141578674,0.999658465385437,0.9997050166130066,0.999751627445221,0.9997981786727905,0.9998447299003601,0.9998912811279297,0.9999378323554993,0.9999844431877136,1.0000309944152832,1.0000776052474976,1.0001240968704224,1.0001707077026367,1.0002171993255615,1.0002638101577759,1.0003104209899902,1.000356912612915,1.0004035234451294,1.0004500150680542,1.0004966259002686,1.000543236732483,1.0005897283554077,1.000636339187622,1.0006828308105469,1.0007294416427612,1.0007760524749756,1.0008225440979004,1.0008691549301147,1.0009156465530396,1.000962257385254,1.0010088682174683,1.001055359840393,1.0011019706726074,1.0011484622955322,1.0011950731277466,1.001241683959961,1.0012881755828857,1.0013347864151,1.001381278038025,1.0014278888702393,1.0014744997024536,1.0015209913253784,1.0015676021575928,1.0016140937805176,1.001660704612732,1.0017073154449463,1.001753807067871,1.0018004179000854,1.0018469095230103,1.0018935203552246],"_type":"histogram","values":[2,0,1,3,2,0,1,2,3,10,7,12,12,8,14,18,16,22,33,38,31,35,33,25,26,26,29,32,33,25,23,23,25,21,22,15,19,9,12,13,9,9,7,9,6,8,8,6,1,2,3,2,5,1,1,2,0,0,0,3,2,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.00823974609375,-0.007953643798828125,-0.00766754150390625,-0.007381439208984375,-0.0070953369140625,-0.006809234619140625,-0.00652313232421875,-0.006237030029296875,-0.005950927734375,-0.005664825439453125,-0.00537872314453125,-0.005092620849609375,-0.0048065185546875,-0.004520416259765625,-0.00423431396484375,-0.003948211669921875,-0.003662109375,-0.003376007080078125,-0.00308990478515625,-0.002803802490234375,-0.0025177001953125,-0.002231597900390625,-0.00194549560546875,-0.001659393310546875,-0.001373291015625,-0.001087188720703125,-0.00080108642578125,-0.000514984130859375,-0.0002288818359375,5.7220458984375e-05,0.00034332275390625,0.000629425048828125,0.00091552734375,0.001201629638671875,0.00148773193359375,0.001773834228515625,0.0020599365234375,0.002346038818359375,0.00263214111328125,0.002918243408203125,0.003204345703125,0.003490447998046875,0.00377655029296875,0.004062652587890625,0.0043487548828125,0.004634857177734375,0.00492095947265625,0.005207061767578125,0.0054931640625,0.005779266357421875,0.00606536865234375,0.006351470947265625,0.0066375732421875,0.006923675537109375,0.00720977783203125,0.007495880126953125,0.007781982421875,0.008068084716796875,0.00835418701171875,0.008640289306640625,0.0089263916015625,0.009212493896484375,0.00949859619140625,0.009784698486328125,0.01007080078125],"_type":"histogram","values":[1,0,0,1,0,3,5,14,10,16,19,30,39,59,96,154,269,405,635,902,1607,2603,4220,6648,11638,19038,34680,69236,190630,127809,51460,28090,15532,9212,5720,3350,2184,1353,794,483,337,196,128,59,42,40,18,22,15,8,5,3,0,1,1,0,2,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[4,2,2,4,6,7,8,13,17,37,38,64,79,141,177,247,416,613,893,1393,2189,3554,5324,8765,15337,25380,45719,80582,143173,226919,293018,270232,187184,111901,63240,34702,19834,11994,6937,4525,2909,1754,1203,747,518,330,232,166,86,88,46,36,28,18,9,5,5,2,4,3,2,1,1,1],"bins":[-0.00086212158203125,-0.0008341073989868164,-0.0008060932159423828,-0.0007780790328979492,-0.0007500648498535156,-0.000722050666809082,-0.0006940364837646484,-0.0006660223007202148,-0.0006380081176757812,-0.0006099939346313477,-0.0005819797515869141,-0.0005539655685424805,-0.0005259513854980469,-0.0004979372024536133,-0.0004699230194091797,-0.0004419088363647461,-0.0004138946533203125,-0.0003858804702758789,-0.0003578662872314453,-0.0003298521041870117,-0.0003018379211425781,-0.00027382373809814453,-0.00024580955505371094,-0.00021779537200927734,-0.00018978118896484375,-0.00016176700592041016,-0.00013375282287597656,-0.00010573863983154297,-7.772445678710938e-05,-4.971027374267578e-05,-2.1696090698242188e-05,6.318092346191406e-06,3.4332275390625e-05,6.23464584350586e-05,9.036064147949219e-05,0.00011837482452392578,0.00014638900756835938,0.00017440319061279297,0.00020241737365722656,0.00023043155670166016,0.00025844573974609375,0.00028645992279052734,0.00031447410583496094,0.00034248828887939453,0.0003705024719238281,0.0003985166549682617,0.0004265308380126953,0.0004545450210571289,0.0004825592041015625,0.0005105733871459961,0.0005385875701904297,0.0005666017532348633,0.0005946159362792969,0.0006226301193237305,0.0006506443023681641,0.0006786584854125977,0.0007066726684570312,0.0007346868515014648,0.0007627010345458984,0.000790715217590332,0.0008187294006347656,0.0008467435836791992,0.0008747577667236328,0.0009027719497680664,0.0009307861328125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[8,3,16,17,42,71,120,251,389,628,1041,1611,2608,3922,5851,8318,11692,16214,21744,28140,35961,44434,53239,63042,71938,81105,89256,94258,98561,99717,98684,94694,89053,81478,72923,63504,53384,44589,36338,28490,21973,16238,11978,8460,6018,3937,2619,1678,1037,668,393,217,157,74,39,18,10,8,3,2,0,2,0,1],"bins":[-0.09387999773025513,-0.09070052951574326,-0.08752105385065079,-0.08434158563613892,-0.08116210997104645,-0.07798264175653458,-0.0748031735420227,-0.07162369787693024,-0.06844422966241837,-0.0652647614479065,-0.062085285782814026,-0.058905817568302155,-0.055726345628499985,-0.052546873688697815,-0.049367405474185944,-0.046187933534383774,-0.043008461594581604,-0.039828989654779434,-0.036649517714977264,-0.03347004950046539,-0.030290577560663223,-0.027111105620861053,-0.023931635543704033,-0.020752165466547012,-0.017572693526744843,-0.014393222518265247,-0.011213751509785652,-0.008034280501306057,-0.004854809492826462,-0.0016753384843468666,0.0015041325241327286,0.004683603532612324,0.007863067090511322,0.011042538098990917,0.014222009107470512,0.017401479184627533,0.020580951124429703,0.023760423064231873,0.026939893141388893,0.030119363218545914,0.033298835158348083,0.03647830709815025,0.03965777903795242,0.042837247252464294,0.046016719192266464,0.049196191132068634,0.052375659346580505,0.055555131286382675,0.058734603226184845,0.061914075165987015,0.06509354710578918,0.06827301532030106,0.07145248353481293,0.0746319591999054,0.07781142741441727,0.08099090307950974,0.0841703712940216,0.08734983950853348,0.09052931517362595,0.09370878338813782,0.09688825905323029,0.10006772726774216,0.10324719548225403,0.1064266711473465,0.10960613936185837]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.00044405064545571804,-0.0004306765622459352,-0.00041730247903615236,-0.0004039283958263695,-0.0003905543126165867,-0.0003771802585106343,-0.00036380617530085146,-0.0003504320920910686,-0.0003370580088812858,-0.00032368392567150295,-0.0003103098424617201,-0.00029693575925193727,-0.0002835617051459849,-0.00027018762193620205,-0.0002568135387264192,-0.00024343945551663637,-0.00023006537230685353,-0.0002166912890970707,-0.00020331720588728786,-0.00018994313722942024,-0.0001765690540196374,-0.00016319497080985457,-0.00014982090215198696,-0.00013644681894220412,-0.00012307273573242128,-0.00010969865252263844,-9.632457658881322e-05,-8.295050065498799e-05,-6.957641744520515e-05,-5.620233787340112e-05,-4.282825830159709e-05,-2.9454178729793057e-05,-1.608007005415857e-05,-2.7059904823545367e-06,1.0668089089449495e-05,2.4042168661253527e-05,3.741624823305756e-05,5.079032780486159e-05,6.416440737666562e-05,7.753848331049085e-05,9.091256652027369e-05,0.00010428664973005652,0.00011766072566388175,0.00013103480159770697,0.0001444088848074898,0.00015778296801727265,0.00017115703667514026,0.0001845311198849231,0.00019790520309470594,0.00021127928630448878,0.00022465336951427162,0.00023802743817213923,0.00025140150683000684,0.0002647755900397897,0.0002781496732495725,0.00029152375645935535,0.0003048978396691382,0.00031827192287892103,0.00033164600608870387,0.0003450200892984867,0.00035839417250826955,0.00037176822661422193,0.00038514230982400477,0.0003985163930337876,0.00041189047624357045],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,2,0,0,1,6,1,5,3,9,8,4,16,12,19,8,24,27,23,32,26,33,30,47,30,31,36,40,38,39,31,21,32,12,31,12,13,12,13,18,3,5,2,2,3,3,0,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0008763701189309359,-0.0008511644555255771,-0.0008259587921202183,-0.0008007531869225204,-0.0007755475235171616,-0.0007503418601118028,-0.0007251362549141049,-0.0006999305915087461,-0.0006747249281033874,-0.0006495192646980286,-0.0006243136012926698,-0.0005991079960949719,-0.0005739023326896131,-0.0005486966692842543,-0.0005234910640865564,-0.0004982854006811976,-0.00047307973727583885,-0.00044787407387048006,-0.0004226684395689517,-0.0003974628052674234,-0.0003722571418620646,-0.0003470514784567058,-0.0003218458441551775,-0.00029664020985364914,-0.00027143454644829035,-0.00024622888304293156,-0.00022102324874140322,-0.00019581759988795966,-0.0001706119510345161,-0.00014540630218107253,-0.00012020065332762897,-9.499500447418541e-05,-6.978935562074184e-05,-4.458370676729828e-05,-1.9378057913854718e-05,5.827590939588845e-06,3.103323979303241e-05,5.623888864647597e-05,8.144453749991953e-05,0.0001066501863533631,0.00013185583520680666,0.00015706148406025022,0.00018226713291369379,0.00020747278176713735,0.0002326784306205809,0.0002578840940259397,0.00028308972832746804,0.00030829536262899637,0.00033350102603435516,0.00035870668943971395,0.0003839123237412423,0.0004091179580427706,0.0004343236214481294,0.0004595292848534882,0.00048473491915501654,0.0005099405534565449,0.0005351462168619037,0.0005603518802672625,0.0005855575436726213,0.0006107631488703191,0.0006359688122756779,0.0006611744756810367,0.0006863800808787346,0.0007115857442840934,0.0007367914076894522],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,3,1,0,2,4,5,7,3,15,15,14,30,44,52,65,74,96,113,112,138,139,151,137,134,123,110,97,75,61,36,50,31,26,21,13,12,11,8,5,4,2,1,0,1,0,2,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[3,4,9,12,31,35,45,85,158,264,352,583,779,1157,1710,2275,3091,4126,5438,7320,9181,11108,13765,16295,18990,21827,24511,27061,29025,30886,32309,32774,32890,31929,31233,29245,26939,24701,21691,18956,16120,13541,11128,9000,7169,5474,4219,3139,2270,1607,1142,782,515,340,228,133,87,64,29,21,12,5,4,2],"bins":[-0.08975991606712341,-0.08695415407419205,-0.08414839208126068,-0.08134262263774872,-0.07853686064481735,-0.07573109865188599,-0.07292532920837402,-0.07011956721544266,-0.06731380522251129,-0.06450804322957993,-0.06170227751135826,-0.0588965117931366,-0.05609074980020523,-0.053284987807273865,-0.0504792220890522,-0.047673456370830536,-0.04486769437789917,-0.042061932384967804,-0.03925616666674614,-0.036450400948524475,-0.03364463895559311,-0.030838875100016594,-0.02803311124444008,-0.025227347388863564,-0.02242158353328705,-0.019615819677710533,-0.016810055822134018,-0.014004291966557503,-0.011198528110980988,-0.008392764255404472,-0.005587000399827957,-0.002781236544251442,2.4527311325073242e-05,0.0028302911669015884,0.005636055022478104,0.008441818878054619,0.011247582733631134,0.01405334658920765,0.016859110444784164,0.01966487430036068,0.022470638155937195,0.02527640201151371,0.028082165867090225,0.03088792972266674,0.033693693578243256,0.03649945557117462,0.039305221289396286,0.04211098700761795,0.044916749000549316,0.04772251099348068,0.05052827671170235,0.05333404242992401,0.05613980442285538,0.05894556641578674,0.06175133213400841,0.06455709785223007,0.06736285984516144,0.0701686218380928,0.07297438383102417,0.07578015327453613,0.0785859152674675,0.08139167726039886,0.08419744670391083,0.0870032086968422,0.08980897068977356],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,0,0,1,0,1,2,1,3,3,2,3,6,4,12,11,9,10,13,17,14,17,26,21,33,31,31,27,34,44,39,35,31,27,22,33,18,23,28,24,18,16,16,11,6,7,9,3,7,4,2,2,1,3,1,0,1,0,0,1],"bins":[-0.0006837963592261076,-0.0006638034828938544,-0.0006438106065616012,-0.0006238177302293479,-0.0006038248538970947,-0.0005838319775648415,-0.0005638391012325883,-0.0005438462249003351,-0.0005238533485680819,-0.0005038604140281677,-0.00048386756679974496,-0.00046387469046749175,-0.00044388178503140807,-0.00042388890869915485,-0.00040389603236690164,-0.0003839031560346484,-0.0003639102797023952,-0.000343917403370142,-0.00032392452703788877,-0.00030393165070563555,-0.00028393877437338233,-0.00026394586893729866,-0.00024395299260504544,-0.00022396011627279222,-0.000203967239940539,-0.00018397436360828578,-0.00016398148727603257,-0.00014398859639186412,-0.0001239957200596109,-0.00010400284372735769,-8.400996011914685e-05,-6.401707651093602e-05,-4.4024200178682804e-05,-2.403132020845078e-05,-4.0384402382187545e-06,1.595443973201327e-05,3.5947319702245295e-05,5.594019967247732e-05,7.593307964270934e-05,9.592596325092018e-05,0.0001159188395831734,0.0001359117159154266,0.00015590459224767983,0.00017589748313184828,0.0001958903594641015,0.0002158832357963547,0.00023587612668052316,0.0002558690030127764,0.0002758618793450296,0.0002958547556772828,0.00031584763200953603,0.00033584050834178925,0.00035583338467404246,0.00037582629011012614,0.00039581916644237936,0.0004158120427746326,0.0004358049191068858,0.000455797795439139,0.0004757906717713922,0.0004957835772074759,0.0005157764535397291,0.0005357693298719823,0.0005557622062042356,0.0005757550825364888,0.000595747958868742]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,2,2,0,3,2,2,2,4,6,5,15,17,19,33,45,58,65,68,57,65,65,57,41,41,23,13,12,15,7,5,3,2,1,0,1,0,0,1,1,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2],"bins":[-0.00030300795333459973,-0.00029121513944119215,-0.000279422354651615,-0.00026762954075820744,-0.00025583672686479986,-0.0002440439275233075,-0.00023225111362989992,-0.00022045831428840756,-0.00020866550039499998,-0.00019687270105350763,-0.00018507990171201527,-0.0001732870878186077,-0.00016149428847711533,-0.00014970147458370775,-0.0001379086752422154,-0.0001261158613488078,-0.00011432306200731546,-0.00010253025538986549,-9.073744877241552e-05,-7.894464215496555e-05,-6.715183553751558e-05,-5.535903255804442e-05,-4.356622957857326e-05,-3.177342296112329e-05,-1.998061634367332e-05,-8.187810635718051e-06,3.604995072237216e-06,1.539779987069778e-05,2.719060648814775e-05,3.898341310559772e-05,5.077621608506888e-05,6.256902270251885e-05,7.436182931996882e-05,8.615463593741879e-05,9.794744255486876e-05,0.00010974024917231873,0.0001215330557897687,0.00013332585513126105,0.00014511866902466863,0.000156911468366161,0.00016870428225956857,0.00018049708160106093,0.00019228988094255328,0.00020408269483596087,0.00021587549417745322,0.0002276683080708608,0.00023946110741235316,0.00025125392130576074,0.00026304670609533787,0.00027483951998874545,0.00028663233388215303,0.0002984251477755606,0.00031021793256513774,0.00032201074645854533,0.0003338035603519529,0.0003455963742453605,0.0003573891590349376,0.0003691819729283452,0.0003809747868217528,0.0003927675716113299,0.0004045603855047375,0.0004163531993981451,0.00042814601329155266,0.0004399387980811298,0.00045173161197453737]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"values":[1,1,0,0,0,0,1,1,6,4,9,6,14,25,30,54,102,153,254,379,619,1100,1658,2816,4798,8077,14308,25385,49105,92295,136918,112835,63638,32513,18142,9842,5883,3424,2034,1272,831,478,323,175,112,79,34,28,20,12,10,7,5,2,3,2,0,0,0,0,0,0,0,1],"bins":[-0.0002689361572265625,-0.0002601742744445801,-0.00025141239166259766,-0.00024265050888061523,-0.0002338886260986328,-0.0002251267433166504,-0.00021636486053466797,-0.00020760297775268555,-0.00019884109497070312,-0.0001900792121887207,-0.00018131732940673828,-0.00017255544662475586,-0.00016379356384277344,-0.00015503168106079102,-0.0001462697982788086,-0.00013750791549682617,-0.00012874603271484375,-0.00011998414993286133,-0.0001112222671508789,-0.00010246038436889648,-9.369850158691406e-05,-8.493661880493164e-05,-7.617473602294922e-05,-6.74128532409668e-05,-5.8650970458984375e-05,-4.988908767700195e-05,-4.112720489501953e-05,-3.236532211303711e-05,-2.3603439331054688e-05,-1.4841556549072266e-05,-6.079673767089844e-06,2.682209014892578e-06,1.1444091796875e-05,2.0205974578857422e-05,2.8967857360839844e-05,3.7729740142822266e-05,4.649162292480469e-05,5.525350570678711e-05,6.401538848876953e-05,7.277727127075195e-05,8.153915405273438e-05,9.03010368347168e-05,9.906291961669922e-05,0.00010782480239868164,0.00011658668518066406,0.00012534856796264648,0.0001341104507446289,0.00014287233352661133,0.00015163421630859375,0.00016039609909057617,0.0001691579818725586,0.00017791986465454102,0.00018668174743652344,0.00019544363021850586,0.00020420551300048828,0.0002129673957824707,0.00022172927856445312,0.00023049116134643555,0.00023925304412841797,0.0002480149269104004,0.0002567768096923828,0.00026553869247436523,0.00027430057525634766,0.0002830624580383301,0.0002918243408203125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,6,6,14,14,43,69,98,163,233,366,642,840,1225,1805,2472,3426,4555,5939,7652,9640,12022,14337,17273,19964,22901,25301,28097,29743,31588,32627,33363,33042,31795,30350,28657,26358,23598,20936,17943,15223,12765,10248,8241,6417,5063,3710,2758,1997,1401,997,688,447,289,191,114,73,44,28,7,9,4,1,4],"bins":[-0.0893142968416214,-0.0864931270480156,-0.08367196470499039,-0.08085079491138458,-0.07802962511777878,-0.07520846277475357,-0.07238729298114777,-0.06956612318754196,-0.06674496084451675,-0.06392379105091095,-0.061102624982595444,-0.05828145891427994,-0.05546028912067413,-0.05263912305235863,-0.04981795698404312,-0.04699678719043732,-0.04417562112212181,-0.041354455053806305,-0.0385332852602005,-0.035712119191884995,-0.03289095312356949,-0.030069785192608833,-0.027248617261648178,-0.024427451193332672,-0.021606283262372017,-0.01878511533141136,-0.015963949263095856,-0.0131427813321352,-0.01032161433249712,-0.007500447332859039,-0.004679279867559671,-0.0018581126350909472,0.0009630545973777771,0.0037842218298465014,0.006605389062315226,0.009426556527614594,0.012247723527252674,0.015068890526890755,0.01789005845785141,0.020711224526166916,0.02353239245712757,0.026353560388088226,0.029174726456403732,0.03199589252471924,0.03481706231832504,0.03763822838664055,0.040459394454956055,0.04328056424856186,0.046101730316877365,0.04892289638519287,0.051744066178798676,0.05456523224711418,0.05738639831542969,0.06020756810903549,0.0630287304520607,0.0658499002456665,0.06867107003927231,0.07149223238229752,0.07431340217590332,0.07713457196950912,0.07995573431253433,0.08277690410614014,0.08559807389974594,0.08841923624277115,0.09124040603637695]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.09602217376232147,-0.09289707988500595,-0.08977199345827103,-0.0866468995809555,-0.08352181315422058,-0.08039671927690506,-0.07727163285017014,-0.07414653897285461,-0.07102145254611969,-0.06789635866880417,-0.06477126479148865,-0.06164617836475372,-0.0585210844874382,-0.05539599433541298,-0.052270904183387756,-0.049145814031362534,-0.04602072387933731,-0.04289563372731209,-0.039770543575286865,-0.03664545342326164,-0.03352036327123642,-0.030395271256566048,-0.027270179241895676,-0.024145089089870453,-0.02101999893784523,-0.017894908785820007,-0.01476981770247221,-0.011644726619124413,-0.00851963646709919,-0.00539454584941268,-0.0022694552317261696,0.0008556353859603405,0.0039807334542274475,0.007105824071913958,0.010230914689600468,0.013356005772948265,0.016481095924973488,0.01960618607699871,0.022731278091669083,0.025856368243694305,0.028981458395719528,0.03210654854774475,0.035231638699769974,0.0383567288517952,0.04148182272911072,0.04460691288113594,0.04773200303316116,0.050857093185186386,0.05398218333721161,0.05710727348923683,0.060232363641262054,0.06335745751857758,0.0664825439453125,0.06960763782262802,0.07273272424936295,0.07585781812667847,0.07898290455341339,0.08210799843072891,0.08523309230804443,0.08835817873477936,0.09148327261209488,0.0946083590388298,0.09773345291614532,0.10085853934288025,0.10398363322019577],"_type":"histogram","values":[1,3,3,10,26,47,70,137,219,422,670,1075,1674,2569,3974,5803,8407,11617,15614,21301,27614,34688,43230,51908,61349,70133,78279,86256,92131,96203,98205,97263,94160,88921,82114,74038,65151,56282,47037,38478,30606,23689,18199,13397,9661,6758,4787,3242,2009,1330,886,493,317,179,105,56,34,16,10,2,4,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,1,5,1,3,4,11,13,30,20,56,67,107,122,217,308,462,699,1070,1677,2696,4392,7235,12021,20125,32943,54256,80710,99435,92523,67422,43188,26598,15876,9704,5821,3665,2230,1375,942,569,378,274,171,133,106,41,32,26,14,16,6,9,4,5,2,2,1,0,1,0,2],"bins":[-0.00152587890625,-0.001476287841796875,-0.00142669677734375,-0.001377105712890625,-0.0013275146484375,-0.001277923583984375,-0.00122833251953125,-0.001178741455078125,-0.001129150390625,-0.001079559326171875,-0.00102996826171875,-0.000980377197265625,-0.0009307861328125,-0.000881195068359375,-0.00083160400390625,-0.000782012939453125,-0.000732421875,-0.000682830810546875,-0.00063323974609375,-0.000583648681640625,-0.0005340576171875,-0.000484466552734375,-0.00043487548828125,-0.000385284423828125,-0.000335693359375,-0.000286102294921875,-0.00023651123046875,-0.000186920166015625,-0.0001373291015625,-8.7738037109375e-05,-3.814697265625e-05,1.1444091796875e-05,6.103515625e-05,0.000110626220703125,0.00016021728515625,0.000209808349609375,0.0002593994140625,0.000308990478515625,0.00035858154296875,0.000408172607421875,0.000457763671875,0.000507354736328125,0.00055694580078125,0.000606536865234375,0.0006561279296875,0.000705718994140625,0.00075531005859375,0.000804901123046875,0.0008544921875,0.000904083251953125,0.00095367431640625,0.001003265380859375,0.0010528564453125,0.001102447509765625,0.00115203857421875,0.001201629638671875,0.001251220703125,0.001300811767578125,0.00135040283203125,0.001399993896484375,0.0014495849609375,0.001499176025390625,0.00154876708984375,0.001598358154296875,0.00164794921875]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,0,2,2,1,0,4,1,1,1,7,9,4,3,11,3,11,6,8,8,12,18,15,23,27,29,32,33,38,40,30,39,34,30,29,29,30,21,28,26,19,16,14,7,7,10,7,5,6,4,0,6,2,6,4,1,2,0,2,1,2,0,0,1],"bins":[-0.0027772437315434217,-0.0026891727466136217,-0.0026011019945144653,-0.0025130310095846653,-0.002424960257485509,-0.002336889272555709,-0.0022488185204565525,-0.0021607475355267525,-0.0020726765505969524,-0.001984605798497796,-0.0018965349299833179,-0.0018084640614688396,-0.0017203930765390396,-0.0016323222080245614,-0.0015442513395100832,-0.001456180470995605,-0.0013681096024811268,-0.0012800387339666486,-0.0011919678654521704,-0.0011038969969376922,-0.001015826128423214,-0.0009277552017010748,-0.0008396842749789357,-0.0007516134064644575,-0.0006635425379499793,-0.0005754716694355011,-0.00048740077181719244,-0.00039932987419888377,-0.00031125900568440557,-0.00022318812261801213,-0.0001351172395516187,-4.704635648522526e-05,4.102429375052452e-05,0.00012909517681691796,0.0002171660598833114,0.00030523695750162005,0.00039330782601609826,0.00048137869453057647,0.0005694496212527156,0.0006575204897671938,0.000745591358281672,0.0008336622267961502,0.0009217330953106284,0.0010098039638251066,0.0010978749487549067,0.0011859458172693849,0.001274016685783863,0.0013620875542983413,0.0014501584228128195,0.0015382292913272977,0.001626300159841776,0.001714371028356254,0.0018024418968707323,0.0018905128818005323,0.0019785836338996887,0.0020666546188294888,0.002154725603759289,0.002242796355858445,0.002330867340788245,0.0024189380928874016,0.0025070090778172016,0.002595079829916358,0.002683150814846158,0.0027712215669453144,0.0028592925518751144],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,2,3,3,3,7,9,13,14,46,40,65,90,144,223,314,460,726,1064,1528,2458,3638,5653,8528,13404,21234,35494,65278,135071,134176,64946,35261,21246,13516,8643,5627,3613,2434,1631,1106,665,508,323,193,133,98,60,39,26,23,12,11,3,8,2,1,1,1,1,0,0,2],"bins":[-0.00518798828125,-0.005020618438720703,-0.004853248596191406,-0.004685878753662109,-0.0045185089111328125,-0.004351139068603516,-0.004183769226074219,-0.004016399383544922,-0.003849029541015625,-0.003681659698486328,-0.0035142898559570312,-0.0033469200134277344,-0.0031795501708984375,-0.0030121803283691406,-0.0028448104858398438,-0.002677440643310547,-0.00251007080078125,-0.002342700958251953,-0.0021753311157226562,-0.0020079612731933594,-0.0018405914306640625,-0.0016732215881347656,-0.0015058517456054688,-0.0013384819030761719,-0.001171112060546875,-0.0010037422180175781,-0.0008363723754882812,-0.0006690025329589844,-0.0005016326904296875,-0.0003342628479003906,-0.00016689300537109375,4.76837158203125e-07,0.0001678466796875,0.0003352165222167969,0.0005025863647460938,0.0006699562072753906,0.0008373260498046875,0.0010046958923339844,0.0011720657348632812,0.0013394355773925781,0.001506805419921875,0.0016741752624511719,0.0018415451049804688,0.0020089149475097656,0.0021762847900390625,0.0023436546325683594,0.0025110244750976562,0.002678394317626953,0.00284576416015625,0.003013134002685547,0.0031805038452148438,0.0033478736877441406,0.0035152435302734375,0.0036826133728027344,0.0038499832153320312,0.004017353057861328,0.004184722900390625,0.004352092742919922,0.004519462585449219,0.004686832427978516,0.0048542022705078125,0.005021572113037109,0.005188941955566406,0.005356311798095703,0.005523681640625]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.001251220703125,-0.0012111663818359375,-0.001171112060546875,-0.0011310577392578125,-0.00109100341796875,-0.0010509490966796875,-0.001010894775390625,-0.0009708404541015625,-0.0009307861328125,-0.0008907318115234375,-0.000850677490234375,-0.0008106231689453125,-0.00077056884765625,-0.0007305145263671875,-0.000690460205078125,-0.0006504058837890625,-0.0006103515625,-0.0005702972412109375,-0.000530242919921875,-0.0004901885986328125,-0.00045013427734375,-0.0004100799560546875,-0.000370025634765625,-0.0003299713134765625,-0.0002899169921875,-0.0002498626708984375,-0.000209808349609375,-0.0001697540283203125,-0.00012969970703125,-8.96453857421875e-05,-4.9591064453125e-05,-9.5367431640625e-06,3.0517578125e-05,7.05718994140625e-05,0.000110626220703125,0.0001506805419921875,0.00019073486328125,0.0002307891845703125,0.000270843505859375,0.0003108978271484375,0.0003509521484375,0.0003910064697265625,0.000431060791015625,0.0004711151123046875,0.00051116943359375,0.0005512237548828125,0.000591278076171875,0.0006313323974609375,0.00067138671875,0.0007114410400390625,0.000751495361328125,0.0007915496826171875,0.00083160400390625,0.0008716583251953125,0.000911712646484375,0.0009517669677734375,0.0009918212890625,0.0010318756103515625,0.001071929931640625,0.0011119842529296875,0.00115203857421875,0.0011920928955078125,0.001232147216796875,0.0012722015380859375,0.001312255859375],"_type":"histogram","values":[2,0,0,2,2,4,5,4,11,9,22,20,30,29,73,105,181,258,421,705,1077,1583,2725,4330,6901,11248,17767,28760,44945,66330,85269,89867,76608,54585,35950,22405,14288,8683,5496,3308,2112,1343,863,495,351,222,133,90,67,40,38,16,10,8,6,8,1,1,3,2,3,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,0,1,0,0,1,1,2,2,5,4,4,5,6,6,13,8,13,14,22,20,20,19,20,21,27,28,17,28,29,30,33,34,30,19,28,22,14,18,30,24,21,22,12,9,8,9,12,10,6,7,7,5,4,6,3,2,1,1,2],"bins":[-0.0018134955316781998,-0.0017625007312744856,-0.0017115059308707714,-0.0016605111304670572,-0.001609516330063343,-0.0015585215296596289,-0.0015075267292559147,-0.0014565319288522005,-0.0014055371284484863,-0.0013545422116294503,-0.0013035474112257361,-0.001252552610822022,-0.0012015578104183078,-0.0011505630100145936,-0.0010995682096108794,-0.0010485734092071652,-0.000997578608803451,-0.0009465838083997369,-0.0008955890079960227,-0.0008445942075923085,-0.0007935994071885943,-0.0007426045485772192,-0.0006916097481735051,-0.0006406149477697909,-0.0005896201473660767,-0.0005386253469623625,-0.00048763054655864835,-0.0004366357170511037,-0.00038564091664738953,-0.00033464611624367535,-0.0002836512867361307,-0.00023265648633241653,-0.00018166180234402418,-0.00013066700194031,-7.967218698468059e-05,-2.86773793050088e-05,2.2317428374662995e-05,7.331223605433479e-05,0.00012430704373400658,0.000175301858689636,0.00022629665909335017,0.00027729145949706435,0.00032828625990077853,0.00037928108940832317,0.00043027588981203735,0.00048127069021575153,0.0005322655197232962,0.0005832603201270103,0.0006342551205307245,0.0006852499209344387,0.0007362447213381529,0.0007872395217418671,0.0008382343221455812,0.0008892291807569563,0.0009402239811606705,0.0009912187233567238,0.001042213523760438,0.001093208440579474,0.0011442032409831882,0.0011951980413869023,0.0012461928417906165,0.0012971876421943307,0.0013481824425980449,0.001399177243001759,0.0014501720434054732]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,1,0,2,1,1,2,3,4,6,7,4,5,11,5,7,11,6,20,27,28,21,24,21,29,32,21,18,27,26,12,26,24,22,27,25,22,23,28,24,18,23,20,20,20,7,11,10,7,5,7,4,4,1,0,2,3,0,0,0,1,0,0,1],"bins":[-0.002708869054913521,-0.002620066050440073,-0.002531263045966625,-0.002442460274323821,-0.0023536572698503733,-0.0022648542653769255,-0.0021760514937341213,-0.0020872484892606735,-0.0019984454847872257,-0.001909642480313778,-0.001820839592255652,-0.001732036704197526,-0.0016432336997240782,-0.0015544306952506304,-0.0014656278071925044,-0.0013768249191343784,-0.0012880219146609306,-0.0011992189101874828,-0.0011104160221293569,-0.0010216131340712309,-0.0009328101295977831,-0.0008440071833319962,-0.0007552042370662093,-0.0006664012908004224,-0.0005775983445346355,-0.0004887953982688487,-0.00039999245200306177,-0.0003111895057372749,-0.000222386559471488,-0.0001335836132057011,-4.4780666939914227e-05,4.402227932587266e-05,0.0001328254584223032,0.00022162840468809009,0.00031043135095387697,0.00039923429721966386,0.00048803724348545074,0.0005768401897512376,0.0006656431360170245,0.0007544460822828114,0.0008432490285485983,0.0009320519748143852,0.001020854921080172,0.001109657809138298,0.0011984608136117458,0.0012872638180851936,0.0013760667061433196,0.0014648695942014456,0.0015536725986748934,0.0016424756031483412,0.0017312784912064672,0.0018200813792645931,0.001908884383738041,0.0019976873882114887,0.0020864903926849365,0.0021752931643277407,0.0022640961688011885,0.0023528991732746363,0.0024417019449174404,0.002530504949390888,0.002619307953864336,0.002708110958337784,0.0027969139628112316,0.0028857167344540358,0.0029745197389274836],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,1,5,6,2,3,3,13,8,16,22,19,19,40,36,47,46,61,77,90,89,105,114,120,134,129,103,110,99,82,79,76,57,39,43,17,34,28,17,9,9,5,8,4,5,7,2,2,1,1,0,1,1],"bins":[-0.0030150078237056732,-0.002931116847321391,-0.002847225870937109,-0.0027633351273834705,-0.0026794441509991884,-0.0025955531746149063,-0.002511662198230624,-0.002427771221846342,-0.0023438804782927036,-0.0022599895019084215,-0.0021760985255241394,-0.0020922075491398573,-0.002008316572755575,-0.001924425712786615,-0.0018405347364023328,-0.0017566438764333725,-0.0016727529000490904,-0.0015888619236648083,-0.001504971063695848,-0.0014210800873115659,-0.0013371892273426056,-0.0012532982509583235,-0.0011694072745740414,-0.001085516414605081,-0.001001625438220799,-0.0009177345200441778,-0.0008338436018675566,-0.0007499526254832745,-0.0006660617073066533,-0.0005821707891300321,-0.00049827981274575,-0.00041438889456912875,-0.00033049797639250755,-0.00024660705821588635,-0.0001627161109354347,-7.882517820689827e-05,5.065754521638155e-06,8.895668725017458e-05,0.000172847619978711,0.00025673856725916266,0.00034062948543578386,0.00042452040361240506,0.0005084113217890263,0.0005923022981733084,0.0006761932163499296,0.0007600841345265508,0.0008439751109108329,0.0009278660290874541,0.0010117569472640753,0.0010956479236483574,0.0011795387836173177,0.0012634297600015998,0.00134732061997056,0.0014312115963548422,0.0015151025727391243,0.0015989934327080846,0.0016828844090923667,0.0017667753854766488,0.001850666245445609,0.0019345572218298912,0.0020184481982141733,0.0021023391745984554,0.002186229918152094,0.002270120894536376,0.002354011870920658]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[2,3,17,19,19,51,92,170,282,467,682,1211,1790,2660,3924,5669,8033,10943,14738,19514,24972,31449,38892,46566,55439,64142,71979,79294,85327,89875,93035,93453,92614,88845,84431,77682,69865,61245,53255,45044,37066,30019,23576,18146,13629,10180,7356,5253,3481,2355,1498,1040,654,354,239,123,81,52,27,25,10,5,2,3],"bins":[-0.09380904585123062,-0.0908190980553627,-0.08782915025949478,-0.08483920246362686,-0.08184924721717834,-0.07885929942131042,-0.0758693516254425,-0.07287940382957458,-0.06988945603370667,-0.06689950823783875,-0.06390956044197083,-0.06091960892081261,-0.05792966112494469,-0.05493971332907677,-0.05194976180791855,-0.04895981401205063,-0.04596986621618271,-0.04297991842031479,-0.03998997062444687,-0.03700001910328865,-0.03401007130742073,-0.03102012351155281,-0.02803017385303974,-0.025040224194526672,-0.022050276398658752,-0.019060328602790833,-0.016070378944277763,-0.013080430217087269,-0.010090481489896774,-0.00710053276270628,-0.004110584035515785,-0.0011206353083252907,0.001869305968284607,0.0048592546954751015,0.007849203422665596,0.01083915214985609,0.013829100877046585,0.016819048672914505,0.019808998331427574,0.022798947989940643,0.025788895785808563,0.028778843581676483,0.0317687913775444,0.03475874289870262,0.03774869069457054,0.04073863849043846,0.04372859001159668,0.0467185378074646,0.04970848560333252,0.05269843339920044,0.05568838119506836,0.05867833271622658,0.0616682805120945,0.06465823203325272,0.06764817982912064,0.07063812762498856,0.07362807542085648,0.0766180232167244,0.07960797101259232,0.08259791880846024,0.08558787405490875,0.08857782185077667,0.09156776964664459,0.09455771744251251,0.09754766523838043]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.002849295735359192,-0.0027556882705539465,-0.002662080805748701,-0.0025684733409434557,-0.0024748658761382103,-0.0023812581785023212,-0.002287650713697076,-0.0021940432488918304,-0.002100435784086585,-0.0020068283192813396,-0.0019132208544760942,-0.001819613273255527,-0.0017260058084502816,-0.0016323983436450362,-0.001538790762424469,-0.0014451832976192236,-0.0013515758328139782,-0.0012579683680087328,-0.0011643609032034874,-0.0010707533219829202,-0.0009771458571776748,-0.0008835383923724294,-0.0007899308693595231,-0.0006963233463466167,-0.0006027158815413713,-0.000509108416736126,-0.00041550089372321963,-0.0003218933998141438,-0.00022828590590506792,-0.00013467841199599206,-4.107091808691621e-05,5.253657582215965e-05,0.0001461440697312355,0.00023975156364031136,0.0003333590575493872,0.00042696655145846307,0.0005205740453675389,0.0006141815101727843,0.0007077890331856906,0.000801396556198597,0.0008950040210038424,0.0009886114858090878,0.0010822189506143332,0.0011758265318349004,0.0012694339966401458,0.0013630414614453912,0.0014566490426659584,0.0015502565074712038,0.0016438639722764492,0.0017374714370816946,0.00183107890188694,0.0019246864831075072,0.002018293831497431,0.00211190152913332,0.0022055089939385653,0.0022991164587438107,0.002392723923549056,0.0024863313883543015,0.002579938853159547,0.0026735463179647923,0.0027671540156006813,0.0028607614804059267,0.002954368945211172,0.0030479764100164175,0.003141583874821663],"_type":"histogram","values":[2,0,2,1,3,5,3,4,2,3,2,2,3,9,8,10,20,13,10,23,18,24,26,28,22,21,25,28,28,29,29,35,26,26,26,26,20,20,25,16,14,24,18,13,6,7,12,3,8,8,8,2,4,4,2,2,0,3,2,2,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[2,0,0,0,4,0,4,2,5,4,4,3,4,8,3,7,7,12,8,16,19,23,16,27,28,28,20,23,23,25,30,33,34,38,28,20,31,20,25,18,19,20,14,16,13,17,8,8,5,8,9,3,3,9,1,4,1,1,2,1,1,0,1,2],"bins":[-0.002686566673219204,-0.0026019830256700516,-0.0025173991452902555,-0.002432815497741103,-0.002348231617361307,-0.0022636479698121548,-0.0021790643222630024,-0.0020944804418832064,-0.002009896794334054,-0.0019253130303695798,-0.0018407292664051056,-0.0017561455024406314,-0.0016715617384761572,-0.001586977974511683,-0.0015023943269625306,-0.0014178105629980564,-0.0013332267990335822,-0.001248643035069108,-0.0011640592711046338,-0.0010794756235554814,-0.0009948918595910072,-0.000910308095626533,-0.0008257243316620588,-0.0007411406259052455,-0.0006565568619407713,-0.0005719730979762971,-0.00048738939221948385,-0.00040280562825500965,-0.0003182218933943659,-0.00023363815853372216,-0.0001490544091211632,-6.447066698456183e-05,2.0113075152039528e-05,0.00010469681728864089,0.00018928055942524225,0.0002738643088378012,0.00035844804369844496,0.0004430317785590887,0.0005276155425235629,0.0006121992482803762,0.0006967830122448504,0.0007813667762093246,0.0008659504819661379,0.0009505342459306121,0.0010351180098950863,0.0011197017738595605,0.0012042854214087129,0.001288869185373187,0.0013734529493376613,0.0014580367133021355,0.0015426204772666097,0.001627204124815762,0.0017117878887802362,0.0017963716527447104,0.0018809554167091846,0.001965539064258337,0.002050122944638133,0.0021347065921872854,0.0022192904725670815,0.002303874120116234,0.002388457767665386,0.0024730416480451822,0.0025576252955943346,0.0026422091759741306,0.002726792823523283],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.0010528564453125,-0.0010192394256591797,-0.0009856224060058594,-0.0009520053863525391,-0.0009183883666992188,-0.0008847713470458984,-0.0008511543273925781,-0.0008175373077392578,-0.0007839202880859375,-0.0007503032684326172,-0.0007166862487792969,-0.0006830692291259766,-0.0006494522094726562,-0.0006158351898193359,-0.0005822181701660156,-0.0005486011505126953,-0.000514984130859375,-0.0004813671112060547,-0.0004477500915527344,-0.00041413307189941406,-0.00038051605224609375,-0.00034689903259277344,-0.0003132820129394531,-0.0002796649932861328,-0.0002460479736328125,-0.0002124309539794922,-0.00017881393432617188,-0.00014519691467285156,-0.00011157989501953125,-7.796287536621094e-05,-4.4345855712890625e-05,-1.0728836059570312e-05,2.288818359375e-05,5.650520324707031e-05,9.012222290039062e-05,0.00012373924255371094,0.00015735626220703125,0.00019097328186035156,0.00022459030151367188,0.0002582073211669922,0.0002918243408203125,0.0003254413604736328,0.0003590583801269531,0.00039267539978027344,0.00042629241943359375,0.00045990943908691406,0.0004935264587402344,0.0005271434783935547,0.000560760498046875,0.0005943775177001953,0.0006279945373535156,0.0006616115570068359,0.0006952285766601562,0.0007288455963134766,0.0007624626159667969,0.0007960796356201172,0.0008296966552734375,0.0008633136749267578,0.0008969306945800781,0.0009305477142333984,0.0009641647338867188,0.000997781753540039,0.0010313987731933594,0.0010650157928466797,0.0010986328125],"_type":"histogram","values":[1,1,1,1,4,5,7,13,25,38,51,60,101,169,261,311,471,665,901,1487,2080,2731,4249,5866,9531,13592,19735,29828,43369,59711,74089,78516,69814,53890,37944,25860,17761,11498,7880,5321,3654,2524,1655,1296,932,568,424,262,208,153,111,73,38,26,24,15,8,5,5,3,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,1,1,2,4,11,18,24,27,60,82,122,178,282,493,646,1071,1817,2839,4969,8914,16163,32258,65121,124770,147095,88966,44197,22147,11538,6374,3737,2289,1371,787,503,326,191,154,75,66,39,29,25,13,9,1,2,6,4,0,3,0,0,0,1],"bins":[-0.0003108978271484375,-0.00030153989791870117,-0.00029218196868896484,-0.0002828240394592285,-0.0002734661102294922,-0.00026410818099975586,-0.00025475025177001953,-0.0002453923225402832,-0.00023603439331054688,-0.00022667646408081055,-0.00021731853485107422,-0.0002079606056213379,-0.00019860267639160156,-0.00018924474716186523,-0.0001798868179321289,-0.00017052888870239258,-0.00016117095947265625,-0.00015181303024291992,-0.0001424551010131836,-0.00013309717178344727,-0.00012373924255371094,-0.00011438131332397461,-0.00010502338409423828,-9.566545486450195e-05,-8.630752563476562e-05,-7.69495964050293e-05,-6.759166717529297e-05,-5.823373794555664e-05,-4.887580871582031e-05,-3.9517879486083984e-05,-3.0159950256347656e-05,-2.0802021026611328e-05,-1.1444091796875e-05,-2.086162567138672e-06,7.271766662597656e-06,1.6629695892333984e-05,2.5987625122070312e-05,3.534555435180664e-05,4.470348358154297e-05,5.40614128112793e-05,6.341934204101562e-05,7.277727127075195e-05,8.213520050048828e-05,9.149312973022461e-05,0.00010085105895996094,0.00011020898818969727,0.0001195669174194336,0.00012892484664916992,0.00013828277587890625,0.00014764070510864258,0.0001569986343383789,0.00016635656356811523,0.00017571449279785156,0.0001850724220275879,0.00019443035125732422,0.00020378828048706055,0.00021314620971679688,0.0002225041389465332,0.00023186206817626953,0.00024121999740600586,0.0002505779266357422,0.0002599358558654785,0.00026929378509521484,0.00027865171432495117,0.0002880096435546875]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,2,3,1,2,3,7,6,10,5,7,14,11,8,26,23,22,31,26,26,41,43,34,38,36,36,35,28,27,28,31,21,17,21,21,9,14,7,8,6,4,7,4,6,4,0,0,3,1,0,0,1],"bins":[-0.0005852611502632499,-0.0005688336095772684,-0.0005524060106836259,-0.0005359784699976444,-0.000519550871104002,-0.0005031233304180205,-0.0004866957606282085,-0.00047026819083839655,-0.0004538406210485846,-0.0004374130512587726,-0.00042098548146896064,-0.0004045579116791487,-0.00038813037099316716,-0.0003717028012033552,-0.0003552752314135432,-0.00033884766162373126,-0.0003224200918339193,-0.0003059925220441073,-0.00028956495225429535,-0.0002731373824644834,-0.0002567098126746714,-0.00024028225743677467,-0.00022385470219887793,-0.00020742713240906596,-0.000190999562619254,-0.00017457199282944202,-0.00015814442303963006,-0.00014171686780173331,-0.00012528929801192135,-0.00010886172822210938,-9.243416570825502e-05,-7.600660319440067e-05,-5.957900430075824e-05,-4.315143814892508e-05,-2.672387199709192e-05,-1.0296305845258757e-05,6.131260306574404e-06,2.2558826458407566e-05,3.898639261024073e-05,5.541395876207389e-05,7.184152491390705e-05,8.826909470371902e-05,0.00010469665721757337,0.00012112421973142773,0.0001375517895212397,0.00015397935931105167,0.0001704069145489484,0.00018683448433876038,0.00020326205412857234,0.00021968962391838431,0.00023611719370819628,0.00025254476349800825,0.00026897230418398976,0.00028539987397380173,0.0003018274437636137,0.00031825501355342567,0.00033468258334323764,0.0003511101531330496,0.0003675377229228616,0.00038396529271267354,0.0004003928625024855,0.000416820403188467,0.000433247972978279,0.00044967554276809096,0.00046610311255790293]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.09661911427974701,-0.09356965124607086,-0.09052018821239471,-0.08747071772813797,-0.08442125469446182,-0.08137179166078568,-0.07832232117652893,-0.07527285814285278,-0.07222339510917664,-0.06917393207550049,-0.06612446904182434,-0.0630749985575676,-0.06002553552389145,-0.0569760724902153,-0.053926605731248856,-0.05087713897228241,-0.04782767593860626,-0.044778212904930115,-0.04172874614596367,-0.03867927938699722,-0.035629816353321075,-0.03258035331964493,-0.029530886560678482,-0.026481421664357185,-0.02343195676803589,-0.020382491871714592,-0.017333026975393295,-0.014283562079071999,-0.011234097182750702,-0.008184632286429405,-0.0051351673901081085,-0.002085702493786812,0.0009637624025344849,0.0040132272988557816,0.007062692195177078,0.010112157091498375,0.013161621987819672,0.01621108688414097,0.019260551780462265,0.02231001667678356,0.02535948157310486,0.028408946469426155,0.03145841136574745,0.0345078781247139,0.037557341158390045,0.04060680419206619,0.04365627095103264,0.046705737709999084,0.04975520074367523,0.05280466377735138,0.055854130536317825,0.05890359729528427,0.06195306032896042,0.06500252336263657,0.06805199384689331,0.07110145688056946,0.0741509199142456,0.07720038294792175,0.0802498459815979,0.08329931646585464,0.08634877949953079,0.08939824253320694,0.09244771301746368,0.09549717605113983,0.09854663908481598],"_type":"histogram","values":[4,3,8,7,24,26,58,106,183,330,501,847,1271,2084,3038,4596,6467,9232,12771,17471,22345,28771,35880,43877,52703,61560,70000,78129,84051,90216,93704,96028,94716,92256,87318,80660,72635,64876,55723,46832,39069,31319,24743,19016,14198,10330,7447,5188,3635,2491,1545,1034,616,392,239,135,77,46,23,8,2,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,1,2,2,1,4,3,4,8,9,10,11,10,18,18,15,23,19,27,25,27,38,29,35,41,48,45,37,26,27,36,20,19,11,20,21,17,11,7,13,4,5,5,4,4,2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00034518400207161903,-0.0003327123122289777,-0.0003202406514901668,-0.0003077689907513559,-0.00029529730090871453,-0.0002828256110660732,-0.0002703539503272623,-0.0002578822895884514,-0.00024541059974581003,-0.0002329389244550839,-0.00022046724916435778,-0.00020799557387363166,-0.00019552389858290553,-0.0001830522232921794,-0.00017058054800145328,-0.00015810887271072716,-0.00014563719742000103,-0.0001331655221292749,-0.00012069384683854878,-0.00010822217154782265,-9.575049625709653e-05,-8.32788209663704e-05,-7.080714567564428e-05,-5.833547038491815e-05,-4.586379509419203e-05,-3.33921198034659e-05,-2.0920444512739778e-05,-8.448769222013652e-06,4.022906068712473e-06,1.6494581359438598e-05,2.8966256650164723e-05,4.143793194089085e-05,5.390957812778652e-05,6.638125341851264e-05,7.885292870923877e-05,9.132460399996489e-05,0.00010379627929069102,0.00011626795458141714,0.00012873962987214327,0.0001412113051628694,0.00015368298045359552,0.00016615465574432164,0.00017862633103504777,0.0001910980063257739,0.00020356968161650002,0.00021604135690722615,0.00022851303219795227,0.0002409847074886784,0.0002534563827794045,0.0002659280435182154,0.00027839973336085677,0.0002908714232034981,0.000303343083942309,0.0003158147446811199,0.00032828643452376127,0.0003407581243664026,0.0003532297851052135,0.0003657014458440244,0.0003781731356866658,0.0003906448255293071,0.000403116486268118,0.0004155881470069289,0.0004280598368495703,0.00044053152669221163,0.0004530031874310225]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.0003566741943359375,-0.000345379114151001,-0.00033408403396606445,-0.00032278895378112793,-0.0003114938735961914,-0.0003001987934112549,-0.00028890371322631836,-0.00027760863304138184,-0.0002663135528564453,-0.0002550184726715088,-0.00024372339248657227,-0.00023242831230163574,-0.00022113323211669922,-0.0002098381519317627,-0.00019854307174682617,-0.00018724799156188965,-0.00017595291137695312,-0.0001646578311920166,-0.00015336275100708008,-0.00014206767082214355,-0.00013077259063720703,-0.00011947751045227051,-0.00010818243026733398,-9.688735008239746e-05,-8.559226989746094e-05,-7.429718971252441e-05,-6.300210952758789e-05,-5.170702934265137e-05,-4.0411949157714844e-05,-2.911686897277832e-05,-1.7821788787841797e-05,-6.5267086029052734e-06,4.76837158203125e-06,1.6063451766967773e-05,2.7358531951904297e-05,3.865361213684082e-05,4.9948692321777344e-05,6.124377250671387e-05,7.253885269165039e-05,8.383393287658691e-05,9.512901306152344e-05,0.00010642409324645996,0.00011771917343139648,0.000129014253616333,0.00014030933380126953,0.00015160441398620605,0.00016289949417114258,0.0001741945743560791,0.00018548965454101562,0.00019678473472595215,0.00020807981491088867,0.0002193748950958252,0.00023066997528076172,0.00024196505546569824,0.00025326013565063477,0.0002645552158355713,0.0002758502960205078,0.00028714537620544434,0.00029844045639038086,0.0003097355365753174,0.0003210306167602539,0.00033232569694519043,0.00034362077713012695,0.0003549158573150635,0.0003662109375],"_type":"histogram","values":[1,1,2,7,2,6,8,9,25,14,29,41,59,64,78,115,160,157,244,307,417,516,749,1038,1471,2136,4015,7352,15880,38263,101812,212263,119280,44312,18263,8235,4316,2449,1484,1088,815,541,430,308,224,207,144,105,93,62,57,35,44,25,19,14,10,6,8,5,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,1,1,0,1,2,0,2,3,3,2,5,1,8,12,10,13,12,23,23,31,40,32,42,46,34,54,47,63,46,37,34,31,14,21,12,13,11,5,6,4,6,0,3,0,1,3,0,2,0,0,1,4,0,0,1],"bins":[-2.7535327262739884e-07,-2.6736577751762525e-07,-2.5937828240785166e-07,-2.5139078729807807e-07,-2.434032921883045e-07,-2.3541579707853089e-07,-2.274283019687573e-07,-2.194408068589837e-07,-2.1145331174921012e-07,-2.0346581663943653e-07,-1.9547832152966294e-07,-1.8749082641988934e-07,-1.7950333131011575e-07,-1.7151583620034216e-07,-1.6352834109056857e-07,-1.5554084598079498e-07,-1.475533508710214e-07,-1.395658557612478e-07,-1.315783606514742e-07,-1.2359086554170062e-07,-1.1560337043192703e-07,-1.0761587532215344e-07,-9.962838021237985e-08,-9.164088510260626e-08,-8.365338999283267e-08,-7.566589488305908e-08,-6.767839977328549e-08,-5.96909046635119e-08,-5.170340955373831e-08,-4.371591444396472e-08,-3.572841933419113e-08,-2.774092422441754e-08,-1.975342911464395e-08,-1.176593400487036e-08,-3.7784388950967696e-09,4.209056214676821e-09,1.2196551324450411e-08,2.0184046434224e-08,2.817154154399759e-08,3.615903665377118e-08,4.414653176354477e-08,5.213402687331836e-08,6.012152198309195e-08,6.810901709286554e-08,7.609651220263913e-08,8.408400731241272e-08,9.207150242218631e-08,1.000589975319599e-07,1.080464926417335e-07,1.1603398775150708e-07,1.2402148286128067e-07,1.3200897797105426e-07,1.3999647308082785e-07,1.4798396819060144e-07,1.5597146330037504e-07,1.6395895841014863e-07,1.7194645351992222e-07,1.799339486296958e-07,1.879214437394694e-07,1.9590893884924299e-07,2.0389643395901658e-07,2.1188392906879017e-07,2.1987142417856376e-07,2.2785891928833735e-07,2.3584641439811094e-07]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,1,0,1,0,1,3,2,1,1,5,4,3,8,4,6,6,13,14,16,12,13,17,31,39,25,26,42,38,32,24,34,31,29,33,22,28,24,18,21,26,22,19,12,13,10,8,6,4,3,5,2,4,1,1,2,1],"bins":[-0.0005712566780857742,-0.0005561769939959049,-0.0005410972516983747,-0.0005260175676085055,-0.0005109378835186362,-0.000495858141221106,-0.0004807784571312368,-0.0004656987439375371,-0.00045061903074383736,-0.00043553931755013764,-0.0004204596043564379,-0.00040537992026656866,-0.00039030020707286894,-0.0003752204938791692,-0.00036014080978929996,-0.00034506109659560025,-0.00032998138340190053,-0.0003149016702082008,-0.0002998219570145011,-0.00028474227292463183,-0.0002696625597309321,-0.0002545828465372324,-0.0002395031478954479,-0.00022442344925366342,-0.0002093437360599637,-0.00019426402286626399,-0.0001791843242244795,-0.000164104625582695,-0.0001490249123889953,-0.00013394519919529557,-0.00011886550055351108,-0.00010378579463576898,-8.870608871802688e-05,-7.362638280028477e-05,-5.854667688254267e-05,-4.3466970964800566e-05,-2.8387265047058463e-05,-1.330755912931636e-05,1.7721467884257436e-06,1.6851852706167847e-05,3.193155862390995e-05,4.7011264541652054e-05,6.209097045939416e-05,7.717067637713626e-05,9.225038229487836e-05,0.00010733008821262047,0.00012240979413036257,0.00013748949277214706,0.00015256920596584678,0.0001676489191595465,0.00018272861780133098,0.00019780831644311547,0.0002128880296368152,0.0002279677428305149,0.0002430474414722994,0.0002581271401140839,0.0002732068533077836,0.0002882865665014833,0.00030336627969518304,0.0003184459637850523,0.000333525676978752,0.00034860539017245173,0.000363685074262321,0.0003787647874560207,0.00039384450064972043],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.00044120842358097434,-0.00042752790614031255,-0.0004138473595958203,-0.0004001668421551585,-0.00038648632471449673,-0.0003728057781700045,-0.0003591252607293427,-0.0003454447432886809,-0.0003317642258480191,-0.0003180836793035269,-0.0003044031618628651,-0.0002907226444222033,-0.00027704209787771106,-0.00026336158043704927,-0.0002496810629963875,-0.00023600053100381047,-0.00022231999901123345,-0.00020863946701865643,-0.00019495894957799464,-0.00018127841758541763,-0.00016759790014475584,-0.00015391736815217882,-0.0001402368361596018,-0.00012655631871894002,-0.000112875786726363,-9.91952620097436e-05,-8.55147372931242e-05,-7.183420530054718e-05,-5.815368058392778e-05,-4.447315586730838e-05,-3.079262751271017e-05,-1.7112100977101363e-05,-3.431545337662101e-06,1.0248981197946705e-05,2.392950773355551e-05,3.761003608815372e-05,5.129056080477312e-05,6.497108552139252e-05,7.865161751396954e-05,9.233214223058894e-05,0.00010601266694720834,0.00011969319166382775,0.00013337371638044715,0.00014705424837302417,0.00016073478036560118,0.00017441529780626297,0.00018809582979883999,0.00020177634723950177,0.0002154568792320788,0.0002291374112246558,0.0002428179286653176,0.0002564984606578946,0.0002701789780985564,0.00028385952464304864,0.00029754004208371043,0.0003112205595243722,0.000324901076965034,0.00033858162350952625,0.00035226214095018804,0.00036594265839084983,0.0003796232049353421,0.00039330372237600386,0.00040698423981666565,0.0004206647863611579,0.0004343453038018197],"_type":"histogram","values":[1,0,0,2,1,0,2,0,3,5,2,5,5,7,4,11,7,19,12,10,20,17,27,24,25,30,37,23,21,26,26,16,23,20,30,24,22,33,27,26,25,10,20,15,17,11,11,10,11,6,4,7,7,5,4,5,3,0,0,1,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,3,2,0,0,0,1,4,3,3,2,4,5,6,3,11,8,11,16,10,18,20,25,27,19,24,30,25,28,25,22,26,24,24,24,21,25,27,23,25,24,17,21,15,8,12,16,14,4,6,7,3,11,2,5,2,4,6,9,1,1,3,1,1],"bins":[-0.003079309593886137,-0.002984721679240465,-0.002890133997425437,-0.002795546082779765,-0.0027009581681340933,-0.002606370486319065,-0.0025117825716733932,-0.0024171946570277214,-0.0023226067423820496,-0.0022280190605670214,-0.0021334311459213495,-0.0020388432312756777,-0.0019442555494606495,-0.0018496676348149776,-0.0017550798365846276,-0.0016604919219389558,-0.0015659041237086058,-0.0014713163254782557,-0.001376728410832584,-0.0012821406126022339,-0.001187552697956562,-0.001092964899726212,-0.000998377101495862,-0.0009037892450578511,-0.0008092013886198401,-0.0007146135321818292,-0.0006200256757438183,-0.0005254378775134683,-0.00043085002107545733,-0.0003362621646374464,-0.00024167433730326593,-0.00014708649541717023,-5.2498653531074524e-05,4.208918835502118e-05,0.00013667703024111688,0.00023126487212721258,0.0003258527140133083,0.0004204405704513192,0.0005150283686816692,0.0006096162251196802,0.0007042040815576911,0.000798791937995702,0.000893379794433713,0.000987967592664063,0.001082555390894413,0.0011771433055400848,0.0012717311037704349,0.0013663190184161067,0.0014609068166464567,0.0015554946148768067,0.0016500825295224786,0.0017446703277528286,0.0018392582423985004,0.0019338460406288505,0.0020284338388592005,0.0021230217535048723,0.0022176094353199005,0.0023121973499655724,0.002406785264611244,0.002501373179256916,0.0025959608610719442,0.002690548775717616,0.002785136690363288,0.002879724372178316,0.002974312286823988]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,1,3,1,1,1,7,1,9,4,15,15,16,13,14,20,19,20,26,16,19,24,32,28,31,23,31,28,30,36,28,24,27,34,27,10,21,18,10,10,17,8,7,6,7,4,3,4,4,3,2,0,2,1,1,1,0,0,0,0,1],"bins":[-0.0004758526338264346,-0.00045980530558153987,-0.0004437580064404756,-0.0004277107072994113,-0.00041166337905451655,-0.0003956160508096218,-0.0003795687516685575,-0.00036352145252749324,-0.0003474741242825985,-0.00033142679603770375,-0.00031537949689663947,-0.0002993321977555752,-0.00028328486951068044,-0.0002672375412657857,-0.0002511902421247214,-0.0002351429284317419,-0.00021909561473876238,-0.00020304830104578286,-0.00018700098735280335,-0.00017095367365982383,-0.00015490635996684432,-0.0001388590462738648,-0.0001228117325808853,-0.00010676441888790578,-9.071710519492626e-05,-7.466979150194675e-05,-5.862247780896723e-05,-4.257516411598772e-05,-2.6527850423008204e-05,-1.0480536730028689e-05,5.566776962950826e-06,2.161409065593034e-05,3.766146255657077e-05,5.370877624955028e-05,6.97560899425298e-05,8.580340363550931e-05,0.00010185071732848883,0.00011789803102146834,0.00013394534471444786,0.00014999265840742737,0.00016603997210040689,0.0001820872857933864,0.00019813459948636591,0.00021418191317934543,0.00023022922687232494,0.0002462765551172197,0.00026232385425828397,0.00027837115339934826,0.000294418481644243,0.00031046580988913774,0.00032651310903020203,0.0003425604081712663,0.00035860773641616106,0.0003746550646610558,0.0003907023638021201,0.0004067496629431844,0.0004227969911880791,0.00043884431943297386,0.00045489161857403815,0.00047093891771510243,0.0004869862459599972,0.0005030335742048919,0.0005190809024497867,0.0005351281724870205,0.0005511755007319152]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,0,1,1,0,1,1,0,1,4,1,2,5,6,7,5,3,18,13,18,19,18,23,22,19,23,26,37,31,36,36,35,42,43,36,28,23,26,19,21,20,20,16,9,9,8,12,3,6,0,7,1,1,2,0,0,1,0,0,0,0,2],"bins":[-0.0021491586230695248,-0.0020826675463467836,-0.0020161764696240425,-0.0019496852764859796,-0.0018831940833479166,-0.0018167030066251755,-0.0017502118134871125,-0.0016837207367643714,-0.0016172295436263084,-0.0015507384669035673,-0.0014842473901808262,-0.0014177561970427632,-0.001351265120320022,-0.0012847739271819592,-0.001218282850459218,-0.001151791657321155,-0.001085300580598414,-0.0010188095038756728,-0.0009523183107376099,-0.0008858271758072078,-0.0008193360408768058,-0.0007528449641540647,-0.0006863538292236626,-0.0006198626942932606,-0.0005533715593628585,-0.0004868804244324565,-0.00042038928950205445,-0.00035389818367548287,-0.00028740704874508083,-0.0002209159138146788,-0.00015442479343619198,-8.793366578174755e-05,-2.1442538127303123e-05,4.50485895271413e-05,0.00011153971718158573,0.00017803083756007254,0.0002445219724904746,0.0003110131074208766,0.0003775042132474482,0.00044399534817785025,0.0005104864831082523,0.0005769776180386543,0.0006434687529690564,0.0007099598878994584,0.0007764509646221995,0.0008429420995526016,0.0009094332344830036,0.0009759243694134057,0.0010424155043438077,0.0011089065810665488,0.0011753977742046118,0.001241888850927353,0.0013083800440654159,0.001374871120788157,0.00144136231392622,0.001507853390648961,0.0015743444673717022,0.0016408356605097651,0.0017073267372325063,0.0017738179303705692,0.0018403090070933104,0.0019068002002313733,0.0019732913933694363,0.0020397824700921774,0.0021062735468149185],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[5,1,1,8,2,10,4,16,14,21,41,65,73,104,150,196,290,425,622,844,1328,1959,2720,4358,6863,10443,17632,29301,52269,90308,121089,100007,60879,33718,20261,11684,7574,4686,3007,2195,1451,969,648,482,322,210,158,117,80,51,46,27,33,16,14,7,3,4,5,1,2,1,1,3],"bins":[-0.00018024444580078125,-0.00017435848712921143,-0.0001684725284576416,-0.00016258656978607178,-0.00015670061111450195,-0.00015081465244293213,-0.0001449286937713623,-0.00013904273509979248,-0.00013315677642822266,-0.00012727081775665283,-0.00012138485908508301,-0.00011549890041351318,-0.00010961294174194336,-0.00010372698307037354,-9.784102439880371e-05,-9.195506572723389e-05,-8.606910705566406e-05,-8.018314838409424e-05,-7.429718971252441e-05,-6.841123104095459e-05,-6.252527236938477e-05,-5.663931369781494e-05,-5.075335502624512e-05,-4.486739635467529e-05,-3.898143768310547e-05,-3.3095479011535645e-05,-2.720952033996582e-05,-2.1323561668395996e-05,-1.5437602996826172e-05,-9.551644325256348e-06,-3.6656856536865234e-06,2.2202730178833008e-06,8.106231689453125e-06,1.399219036102295e-05,1.9878149032592773e-05,2.5764107704162598e-05,3.165006637573242e-05,3.7536025047302246e-05,4.342198371887207e-05,4.9307942390441895e-05,5.519390106201172e-05,6.107985973358154e-05,6.696581840515137e-05,7.285177707672119e-05,7.873773574829102e-05,8.462369441986084e-05,9.050965309143066e-05,9.639561176300049e-05,0.00010228157043457031,0.00010816752910614014,0.00011405348777770996,0.00011993944644927979,0.0001258254051208496,0.00013171136379241943,0.00013759732246398926,0.00014348328113555908,0.0001493692398071289,0.00015525519847869873,0.00016114115715026855,0.00016702711582183838,0.0001729130744934082,0.00017879903316497803,0.00018468499183654785,0.00019057095050811768,0.0001964569091796875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[2,0,2,2,3,3,0,7,4,9,10,11,23,33,36,62,77,90,171,207,366,520,703,1197,1903,3095,5185,8643,15545,31679,69316,141408,152598,79025,36113,17482,9530,5587,3241,2037,1333,818,549,390,211,180,124,79,56,47,42,11,19,12,8,5,3,3,1,1,2,1,2,2],"bins":[-0.000362396240234375,-0.0003511011600494385,-0.00033980607986450195,-0.00032851099967956543,-0.0003172159194946289,-0.0003059208393096924,-0.00029462575912475586,-0.00028333067893981934,-0.0002720355987548828,-0.0002607405185699463,-0.00024944543838500977,-0.00023815035820007324,-0.00022685527801513672,-0.0002155601978302002,-0.00020426511764526367,-0.00019297003746032715,-0.00018167495727539062,-0.0001703798770904541,-0.00015908479690551758,-0.00014778971672058105,-0.00013649463653564453,-0.000125199556350708,-0.00011390447616577148,-0.00010260939598083496,-9.131431579589844e-05,-8.001923561096191e-05,-6.872415542602539e-05,-5.742907524108887e-05,-4.6133995056152344e-05,-3.483891487121582e-05,-2.3543834686279297e-05,-1.2248754501342773e-05,-9.5367431640625e-07,1.0341405868530273e-05,2.1636486053466797e-05,3.293156623840332e-05,4.4226646423339844e-05,5.552172660827637e-05,6.681680679321289e-05,7.811188697814941e-05,8.940696716308594e-05,0.00010070204734802246,0.00011199712753295898,0.0001232922077178955,0.00013458728790283203,0.00014588236808776855,0.00015717744827270508,0.0001684725284576416,0.00017976760864257812,0.00019106268882751465,0.00020235776901245117,0.0002136528491973877,0.00022494792938232422,0.00023624300956726074,0.00024753808975219727,0.0002588331699371338,0.0002701282501220703,0.00028142333030700684,0.00029271841049194336,0.0003040134906768799,0.0003153085708618164,0.00032660365104675293,0.00033789873123168945,0.000349193811416626,0.0003604888916015625]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0069580078125,-0.006725311279296875,-0.00649261474609375,-0.006259918212890625,-0.0060272216796875,-0.005794525146484375,-0.00556182861328125,-0.005329132080078125,-0.005096435546875,-0.004863739013671875,-0.00463104248046875,-0.004398345947265625,-0.0041656494140625,-0.003932952880859375,-0.00370025634765625,-0.003467559814453125,-0.00323486328125,-0.003002166748046875,-0.00276947021484375,-0.002536773681640625,-0.0023040771484375,-0.002071380615234375,-0.00183868408203125,-0.001605987548828125,-0.001373291015625,-0.001140594482421875,-0.00090789794921875,-0.000675201416015625,-0.0004425048828125,-0.000209808349609375,2.288818359375e-05,0.000255584716796875,0.00048828125,0.000720977783203125,0.00095367431640625,0.001186370849609375,0.0014190673828125,0.001651763916015625,0.00188446044921875,0.002117156982421875,0.002349853515625,0.002582550048828125,0.00281524658203125,0.003047943115234375,0.0032806396484375,0.003513336181640625,0.00374603271484375,0.003978729248046875,0.00421142578125,0.004444122314453125,0.00467681884765625,0.004909515380859375,0.0051422119140625,0.005374908447265625,0.00560760498046875,0.005840301513671875,0.006072998046875,0.006305694580078125,0.00653839111328125,0.006771087646484375,0.0070037841796875,0.007236480712890625,0.00746917724609375,0.007701873779296875,0.0079345703125],"_type":"histogram","values":[1,1,2,3,2,5,10,10,24,25,25,51,82,117,150,235,364,565,806,1253,2013,3073,4960,7758,12930,20962,36511,68733,150652,555957,439942,128136,56874,30575,18138,10816,7197,4432,3070,2070,1378,855,618,450,336,181,143,94,86,66,33,23,22,9,13,7,3,7,4,1,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,1,0,0,1,2,0,0,1,2,1,2,4,6,7,3,9,11,7,12,14,30,24,39,26,48,51,41,58,60,52,39,27,37,31,28,15,16,16,6,7,8,4,0,2,4,3,4,2,0,0,0,1,0,3],"bins":[-0.008526929654181004,-0.00830055307596922,-0.00807417742908001,-0.007847800850868225,-0.007621425203979015,-0.007395049091428518,-0.007168672978878021,-0.006942296866327524,-0.006715920753777027,-0.006489544175565243,-0.006263168063014746,-0.006036791950464249,-0.005810415837913752,-0.0055840397253632545,-0.0053576636128127575,-0.0051312875002622604,-0.004904911387711763,-0.004678535275161266,-0.004452159162610769,-0.004225783050060272,-0.003999406937509775,-0.0037730305921286345,-0.0035466544795781374,-0.0033202783670276403,-0.0030939022544771433,-0.0028675261419266462,-0.002641150029376149,-0.002414773916825652,-0.0021883975714445114,-0.0019620214588940144,-0.0017356453463435173,-0.0015092692337930202,-0.0012828935869038105,-0.0010565174743533134,-0.0008301413035951555,-0.0006037651328369975,-0.00037738902028650045,-0.00015101287863217294,7.536326302215457e-05,0.0003017394046764821,0.0005281155463308096,0.0007544916588813066,0.0009808677714318037,0.0012072440003976226,0.0014336201129481196,0.0016599962254986167,0.0018863724544644356,0.0021127485670149326,0.0023391246795654297,0.0025655007921159267,0.002791876904666424,0.003018253017216921,0.003244629129767418,0.0034710054751485586,0.0036973815876990557,0.003923757467418909,0.004150133579969406,0.0043765101581811905,0.0046028862707316875,0.004829262383282185,0.005055638495832682,0.005282014608383179,0.005508390720933676,0.005734766833484173,0.00596114294603467]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.0010798966977745295,-0.0010400834726169705,-0.0010002702474594116,-0.0009604570223018527,-0.0009206437971442938,-0.0008808305719867349,-0.000841017346829176,-0.000801204121671617,-0.0007613908965140581,-0.0007215777295641601,-0.0006817645044066012,-0.0006419512792490423,-0.0006021380540914834,-0.0005623248289339244,-0.0005225116037763655,-0.0004826983786188066,-0.0004428851534612477,-0.00040307192830368876,-0.00036325870314612985,-0.00032344547798857093,-0.000283632252831012,-0.00024381904222536832,-0.00020400583161972463,-0.0001641926064621657,-0.0001243793813046068,-8.456615614704788e-05,-4.4752938265446573e-05,-4.939716745866463e-06,3.487350477371365e-05,7.468672993127257e-05,0.00011449994781287387,0.00015431316569447517,0.0001941263908520341,0.000233939616009593,0.00027375284116715193,0.00031356606632471085,0.00035337929148226976,0.0003931924875359982,0.00043300571269355714,0.00047281893785111606,0.0005126321921125054,0.0005524453590624034,0.0005922585842199624,0.0006320718093775213,0.0006718850345350802,0.0007116982596926391,0.000751511484850198,0.000791324710007757,0.0008311379351653159,0.0008709511603228748,0.0009107643854804337,0.0009505776106379926,0.0009903907775878906,0.0010302040027454495,0.0010700172279030085,0.0011098304530605674,0.0011496436782181263,0.0011894569033756852,0.0012292701285332441,0.001269083353690803,0.001308896578848362,0.0013487098040059209,0.0013885230291634798,0.0014283362543210387,0.0014681494794785976],"_type":"histogram","values":[1,1,0,1,1,1,0,4,1,3,3,3,7,6,7,11,6,10,14,15,23,31,33,43,41,54,50,41,54,48,46,37,38,29,22,10,18,10,7,13,7,2,3,3,2,3,2,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,0,3,2,1,3,5,5,7,4,9,8,5,11,6,12,16,17,19,21,21,30,20,24,18,30,28,37,28,39,18,26,34,24,22,21,21,18,16,18,13,17,13,5,14,7,13,6,3,5,6,4,2,2,0,1,3,1,2,1,2],"bins":[-0.005342102609574795,-0.005175117403268814,-0.005008132196962833,-0.004841146990656853,-0.004674161784350872,-0.004507177043706179,-0.004340191837400198,-0.004173206631094217,-0.004006221424788237,-0.003839236218482256,-0.0036722510121762753,-0.0035052660387009382,-0.0033382808323949575,-0.003171295626088977,-0.00300431065261364,-0.002837325446307659,-0.0026703402400016785,-0.002503355033695698,-0.002336369827389717,-0.00216938485391438,-0.0020023996476083994,-0.0018354144413024187,-0.0016684293514117599,-0.001501444261521101,-0.0013344590552151203,-0.0011674738489091396,-0.0010004887590184808,-0.000833503610920161,-0.0006665184628218412,-0.0004995333147235215,-0.0003325481666252017,-0.00016556301852688193,1.4221295714378357e-06,0.0001684072776697576,0.0003353924257680774,0.0005023775738663971,0.0006693627219647169,0.0008363478700630367,0.0010033330181613564,0.0011703181080520153,0.001337303314357996,0.0015042885206639767,0.0016712736105546355,0.0018382587004452944,0.002005243906751275,0.0021722291130572557,0.0023392140865325928,0.0025061992928385735,0.002673184499144554,0.002840169705450535,0.0030071549117565155,0.0031741398852318525,0.003341125091537833,0.003508110297843814,0.003675095271319151,0.0038420804776251316,0.004009065683931112,0.004176050890237093,0.004343036096543074,0.004510021302849054,0.004677006043493748,0.004843991249799728,0.005010976456105709,0.00517796166241169,0.0053449468687176704],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-0.2784464955329895,-0.26947247982025146,-0.2604984641075134,-0.2515244483947754,-0.24255044758319855,-0.2335764318704605,-0.22460241615772247,-0.21562840044498444,-0.2066543996334076,-0.19768038392066956,-0.18870636820793152,-0.17973235249519348,-0.17075833678245544,-0.1617843210697174,-0.15281032025814056,-0.14383630454540253,-0.1348622888326645,-0.12588827311992645,-0.11691426485776901,-0.10794024914503098,-0.09896624088287354,-0.0899922251701355,-0.08101820945739746,-0.07204420119524002,-0.06307018548250198,-0.054096173495054245,-0.045122161507606506,-0.03614814579486847,-0.02717413380742073,-0.018200121819972992,-0.009226107969880104,-0.0002520950511097908,0.008721917867660522,0.01769592985510826,0.02666994370520115,0.03564395755529404,0.044617969542741776,0.053591981530189514,0.06256599724292755,0.07154000550508499,0.08051402121782303,0.08948803693056107,0.0984620451927185,0.10743606090545654,0.11641007661819458,0.12538409233093262,0.13435809314250946,0.1433321088552475,0.15230612456798553,0.16128014028072357,0.1702541559934616,0.17922815680503845,0.1882021725177765,0.19717618823051453,0.20615020394325256,0.2151242196559906,0.22409823536872864,0.23307223618030548,0.24204625189304352,0.25102025270462036,0.2599942684173584,0.26896828413009644,0.2779422998428345,0.2869163155555725,0.29589033126831055],"_type":"histogram","values":[1,0,0,0,2,1,2,2,2,6,4,11,6,4,4,6,9,12,15,20,14,19,32,24,14,27,29,31,31,31,26,803,33,24,25,31,22,21,25,19,18,15,18,15,15,12,12,12,4,4,2,2,4,2,3,1,2,2,1,0,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,2,1,2,3,3,5,9,7,12,27,29,46,68,68,110,106,145,141,150,186,160,142,117,120,85,75,63,40,34,32,14,14,7,5,7,0,4,3,2],"bins":[-0.0016413372941315174,-0.0016050597187131643,-0.0015687821432948112,-0.0015325045678764582,-0.001496226992458105,-0.0014599493006244302,-0.001423671725206077,-0.001387394149787724,-0.001351116574369371,-0.0013148389989510179,-0.0012785614235326648,-0.0012422838481143117,-0.0012060061562806368,-0.0011697285808622837,-0.0011334510054439306,-0.0010971734300255775,-0.0010608958546072245,-0.0010246182791888714,-0.0009883407037705183,-0.0009520630701445043,-0.0009157854947261512,-0.0008795079193077981,-0.0008432302856817842,-0.0008069527102634311,-0.000770675134845078,-0.0007343975594267249,-0.0006981199840083718,-0.0006618423503823578,-0.0006255647749640048,-0.0005892871995456517,-0.0005530095659196377,-0.0005167319905012846,-0.00048045453149825335,-0.00044417695607990026,-0.00040789935155771673,-0.0003716217470355332,-0.0003353441716171801,-0.00029906659619882703,-0.0002627889916766435,-0.00022651140170637518,-0.00019023381173610687,-0.00015395622176583856,-0.00011767863179557025,-8.140104182530195e-05,-4.5123451855033636e-05,-8.845861884765327e-06,2.7431728085502982e-05,6.370931805577129e-05,9.99869080260396e-05,0.0001362644979963079,0.00017254208796657622,0.00020881967793684453,0.00024509726790711284,0.0002813748433254659,0.00031765244784764946,0.000353930052369833,0.0003902076277881861,0.00042648520320653915,0.0004627628077287227,0.0004990404122509062,0.0005353179876692593,0.0005715955630876124,0.0006078731967136264,0.0006441507721319795,0.0006804283475503325],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[3,4,2,7,3,9,20,19,23,30,61,67,95,137,191,254,306,415,633,767,1126,1598,2131,2852,3964,5547,8482,11570,16535,24860,38500,66128,131732,110720,54702,32983,21552,15310,10421,7143,5254,3774,2744,1899,1360,1056,721,627,412,293,235,141,106,93,58,41,33,26,24,7,5,8,3,2],"bins":[-0.00531005859375,-0.005148410797119141,-0.004986763000488281,-0.004825115203857422,-0.0046634674072265625,-0.004501819610595703,-0.004340171813964844,-0.004178524017333984,-0.004016876220703125,-0.0038552284240722656,-0.0036935806274414062,-0.003531932830810547,-0.0033702850341796875,-0.003208637237548828,-0.0030469894409179688,-0.0028853416442871094,-0.00272369384765625,-0.0025620460510253906,-0.0024003982543945312,-0.002238750457763672,-0.0020771026611328125,-0.0019154548645019531,-0.0017538070678710938,-0.0015921592712402344,-0.001430511474609375,-0.0012688636779785156,-0.0011072158813476562,-0.0009455680847167969,-0.0007839202880859375,-0.0006222724914550781,-0.00046062469482421875,-0.0002989768981933594,-0.0001373291015625,2.4318695068359375e-05,0.00018596649169921875,0.0003476142883300781,0.0005092620849609375,0.0006709098815917969,0.0008325576782226562,0.0009942054748535156,0.001155853271484375,0.0013175010681152344,0.0014791488647460938,0.0016407966613769531,0.0018024444580078125,0.001964092254638672,0.0021257400512695312,0.0022873878479003906,0.00244903564453125,0.0026106834411621094,0.0027723312377929688,0.002933979034423828,0.0030956268310546875,0.003257274627685547,0.0034189224243164062,0.0035805702209472656,0.003742218017578125,0.0039038658142089844,0.004065513610839844,0.004227161407470703,0.0043888092041015625,0.004550457000732422,0.004712104797363281,0.004873752593994141,0.005035400390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,1,1,0,3,4,2,3,4,6,10,5,9,5,10,13,14,14,17,14,16,20,15,42,34,29,34,34,29,31,34,32,26,21,25,22,18,21,17,16,27,10,9,14,5,8,6,3,3,3,4,5,4,4,2,3,2,1,1,0,0,1],"bins":[-0.0004773600085172802,-0.00046221449156291783,-0.000447068945504725,-0.0004319234285503626,-0.00041677788249216974,-0.00040163236553780735,-0.0003864868194796145,-0.0003713413025252521,-0.0003561957855708897,-0.00034105023951269686,-0.00032590472255833447,-0.0003107591765001416,-0.00029561365954577923,-0.0002804681134875864,-0.000265322596533224,-0.00025017705047503114,-0.00023503153352066875,-0.00021988600201439112,-0.0002047404705081135,-0.00018959493900183588,-0.00017444940749555826,-0.00015930389054119587,-0.00014415835903491825,-0.00012901282752864063,-0.00011386729602236301,-9.872176451608539e-05,-8.357623300980777e-05,-6.843070877948776e-05,-5.328517727321014e-05,-3.813964576693252e-05,-2.2994117898633704e-05,-7.848588211345486e-06,7.296912372112274e-06,2.244244205940049e-05,3.758797174668871e-05,5.273349961498752e-05,6.787903112126514e-05,8.302456262754276e-05,9.817008685786277e-05,0.00011331561836414039,0.000128461149870418,0.00014360668137669563,0.00015875221288297325,0.00017389774438925087,0.00018904326134361327,0.0002041887928498909,0.0002193343243561685,0.00023447985586244613,0.00024962538736872375,0.00026477090432308614,0.000279916450381279,0.0002950619673356414,0.00031020751339383423,0.0003253530303481966,0.0003404985764063895,0.00035564409336075187,0.00037078961031511426,0.0003859351563733071,0.0004010806733276695,0.00041622621938586235,0.00043137173634022474,0.0004465172823984176,0.00046166279935278,0.00047680834541097283,0.0004919538623653352]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[1,0,0,1,2,3,1,3,6,9,21,16,28,50,59,101,120,228,300,482,709,1032,1730,2467,4083,6629,10932,18427,31260,52300,80180,101092,95791,70498,44876,26023,15679,9311,5548,3286,2236,1484,979,596,400,278,206,102,84,51,40,26,23,14,5,6,2,3,2,2,0,0,0,1],"bins":[-0.0014495849609375,-0.0014040470123291016,-0.0013585090637207031,-0.0013129711151123047,-0.0012674331665039062,-0.0012218952178955078,-0.0011763572692871094,-0.001130819320678711,-0.0010852813720703125,-0.001039743423461914,-0.0009942054748535156,-0.0009486675262451172,-0.0009031295776367188,-0.0008575916290283203,-0.0008120536804199219,-0.0007665157318115234,-0.000720977783203125,-0.0006754398345947266,-0.0006299018859863281,-0.0005843639373779297,-0.0005388259887695312,-0.0004932880401611328,-0.0004477500915527344,-0.00040221214294433594,-0.0003566741943359375,-0.00031113624572753906,-0.0002655982971191406,-0.0002200603485107422,-0.00017452239990234375,-0.0001289844512939453,-8.344650268554688e-05,-3.790855407714844e-05,7.62939453125e-06,5.316734313964844e-05,9.870529174804688e-05,0.0001442432403564453,0.00018978118896484375,0.0002353191375732422,0.0002808570861816406,0.00032639503479003906,0.0003719329833984375,0.00041747093200683594,0.0004630088806152344,0.0005085468292236328,0.0005540847778320312,0.0005996227264404297,0.0006451606750488281,0.0006906986236572266,0.000736236572265625,0.0007817745208740234,0.0008273124694824219,0.0008728504180908203,0.0009183883666992188,0.0009639263153076172,0.0010094642639160156,0.001055002212524414,0.0011005401611328125,0.001146078109741211,0.0011916160583496094,0.0012371540069580078,0.0012826919555664062,0.0013282299041748047,0.0013737678527832031,0.0014193058013916016,0.00146484375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.007868653163313866,-0.007604515645653009,-0.007340378127992153,-0.007076240610331297,-0.006812103092670441,-0.006547965575009584,-0.006283828057348728,-0.006019690539687872,-0.005755553022027016,-0.005491415038704872,-0.005227277521044016,-0.00496314000338316,-0.004699002485722303,-0.004434864968061447,-0.004170727450400591,-0.003906589932739735,-0.0036424524150788784,-0.003378314897418022,-0.003114177379757166,-0.0028500398620963097,-0.0025859023444354534,-0.0023217645939439535,-0.0020576270762830973,-0.001793489558622241,-0.0015293520409613848,-0.0012652145233005285,-0.0010010770056396723,-0.0007369393715634942,-0.00047280185390263796,-0.00020866430713795125,5.547323962673545e-05,0.00031961078639142215,0.0005837483331561089,0.0008478858508169651,0.0011120233684778214,0.0013761610025539994,0.0016402985202148557,0.001904436037875712,0.00216857367195189,0.0024327111896127462,0.0026968487072736025,0.0029609862249344587,0.003225123742595315,0.0034892612602561712,0.003753399010747671,0.004017536528408527,0.004281674046069384,0.00454581156373024,0.004809949081391096,0.005074086599051952,0.005338224116712809,0.005602361634373665,0.005866499152034521,0.006130636669695377,0.006394774187356234,0.00665891170501709,0.006923049688339233,0.00718718720600009,0.007451324723660946,0.007715462241321802,0.007979599758982658,0.008243736810982227,0.008507874794304371,0.00877201184630394,0.009036149829626083],"_type":"histogram","values":[2,0,0,2,4,4,5,5,5,2,3,5,8,13,14,10,16,14,18,25,24,22,20,14,26,20,27,29,22,32,26,27,35,18,31,20,17,29,21,17,16,17,11,13,15,6,8,12,2,4,9,4,3,2,3,4,1,2,0,0,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[2,2,2,5,14,24,36,48,139,149,255,435,626,1023,1414,2002,2798,3919,5271,6779,8939,11223,13855,16561,19477,22659,25746,28419,30526,32959,33947,34465,34307,33478,32037,29947,27037,24149,20815,18252,14782,12378,9887,7714,6014,4601,3318,2390,1690,1183,806,530,315,198,116,67,37,27,15,5,5,2,1,2],"bins":[-0.09324856102466583,-0.09030885249376297,-0.08736914396286011,-0.08442944288253784,-0.08148973435163498,-0.07855002582073212,-0.07561032474040985,-0.07267061620950699,-0.06973090767860413,-0.06679119914770126,-0.0638514906167984,-0.060911789536476135,-0.05797208100557327,-0.05503237247467041,-0.052092667669057846,-0.04915296286344528,-0.04621325433254242,-0.04327354580163956,-0.04033384099602699,-0.03739413619041443,-0.034454427659511566,-0.031514719128608704,-0.02857501432299614,-0.025635307654738426,-0.022695600986480713,-0.019755894318223,-0.016816187649965286,-0.013876480981707573,-0.01093677431344986,-0.007997067645192146,-0.005057360976934433,-0.0021176543086767197,0.0008220598101615906,0.003761766478419304,0.006701473146677017,0.00964117981493473,0.012580886483192444,0.015520593151450157,0.01846029981970787,0.021400006487965584,0.024339713156223297,0.02727941982448101,0.030219126492738724,0.03315883129835129,0.03609853982925415,0.03903824836015701,0.04197795316576958,0.04491765797138214,0.047857366502285004,0.050797075033187866,0.05373677983880043,0.056676484644412994,0.05961619317531586,0.06255590170621872,0.06549561023712158,0.06843531131744385,0.07137501984834671,0.07431472837924957,0.07725442945957184,0.0801941379904747,0.08313384652137756,0.08607355505228043,0.08901326358318329,0.09195296466350555,0.09489267319440842],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.00067901611328125,-0.0006573796272277832,-0.0006357431411743164,-0.0006141066551208496,-0.0005924701690673828,-0.000570833683013916,-0.0005491971969604492,-0.0005275607109069824,-0.0005059242248535156,-0.00048428773880004883,-0.00046265125274658203,-0.00044101476669311523,-0.00041937828063964844,-0.00039774179458618164,-0.00037610530853271484,-0.00035446882247924805,-0.00033283233642578125,-0.00031119585037231445,-0.00028955936431884766,-0.00026792287826538086,-0.00024628639221191406,-0.00022464990615844727,-0.00020301342010498047,-0.00018137693405151367,-0.00015974044799804688,-0.00013810396194458008,-0.00011646747589111328,-9.483098983764648e-05,-7.319450378417969e-05,-5.155801773071289e-05,-2.9921531677246094e-05,-8.285045623779297e-06,1.33514404296875e-05,3.49879264831543e-05,5.6624412536621094e-05,7.826089859008789e-05,9.989738464355469e-05,0.00012153387069702148,0.00014317035675048828,0.00016480684280395508,0.00018644332885742188,0.00020807981491088867,0.00022971630096435547,0.00025135278701782227,0.00027298927307128906,0.00029462575912475586,0.00031626224517822266,0.00033789873123168945,0.00035953521728515625,0.00038117170333862305,0.00040280818939208984,0.00042444467544555664,0.00044608116149902344,0.00046771764755249023,0.000489354133605957,0.0005109906196594238,0.0005326271057128906,0.0005542635917663574,0.0005759000778198242,0.000597536563873291,0.0006191730499267578,0.0006408095359802246,0.0006624460220336914,0.0006840825080871582,0.000705718994140625],"_type":"histogram","values":[1,1,0,1,1,4,5,4,7,14,18,12,34,37,56,74,111,167,247,351,594,952,1314,2312,3840,6097,10463,17208,29508,51518,102926,166621,85012,45301,26209,15072,9095,5513,3239,2133,1315,789,568,367,227,139,103,78,42,41,27,15,15,4,9,5,3,2,0,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[3,8,6,8,14,33,50,85,136,212,325,495,773,1141,1589,2299,3050,4140,5432,6898,8977,11150,13610,16282,19275,21836,24678,27163,29408,31210,32136,32688,32861,32239,31256,29471,27187,24612,21500,19212,16247,13457,11050,8870,7018,5500,4064,3015,2215,1597,1089,753,532,362,226,177,91,47,21,23,10,5,3,4],"bins":[-0.09028790891170502,-0.08746626228094101,-0.084644615650177,-0.081822969019413,-0.07900132238864899,-0.07617967575788498,-0.07335802912712097,-0.07053638249635696,-0.06771473586559296,-0.06489308923482895,-0.06207144260406494,-0.059249795973300934,-0.056428149342536926,-0.05360650271177292,-0.05078485608100891,-0.047963209450244904,-0.045141562819480896,-0.04231991618871689,-0.03949826955795288,-0.03667662292718887,-0.033854976296424866,-0.031033329665660858,-0.02821168303489685,-0.025390036404132843,-0.022568389773368835,-0.019746743142604828,-0.01692509651184082,-0.014103449881076813,-0.011281803250312805,-0.008460156619548798,-0.00563850998878479,-0.0028168633580207825,4.7907233238220215e-06,0.0028264373540878296,0.005648083984851837,0.008469730615615845,0.011291377246379852,0.01411302387714386,0.016934670507907867,0.019756317138671875,0.022577963769435883,0.02539961040019989,0.028221257030963898,0.031042903661727905,0.03386455029249191,0.03668619692325592,0.03950784355401993,0.042329490184783936,0.04515113681554794,0.04797278344631195,0.05079443007707596,0.053616076707839966,0.05643772333860397,0.05925936996936798,0.06208101660013199,0.064902663230896,0.06772430986166,0.07054595649242401,0.07336760312318802,0.07618924975395203,0.07901089638471603,0.08183254301548004,0.08465418964624405,0.08747583627700806,0.09029748290777206],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,2,5,9,14,38,54,101,181,252,389,571,871,1312,1759,2526,3514,4736,6169,7761,10099,12321,14906,17760,20653,23631,26115,28933,30987,32634,33093,33458,33494,32130,30233,28274,25624,22767,20137,17226,14454,12018,9487,7580,5986,4510,3396,2425,1714,1188,797,531,352,258,161,97,46,32,19,14,9,6,1,3],"bins":[-0.08991117775440216,-0.08704891055822372,-0.08418664336204529,-0.08132437616586685,-0.07846210896968842,-0.07559984177350998,-0.07273757457733154,-0.0698753073811531,-0.06701304018497467,-0.06415076553821564,-0.0612885020673275,-0.05842623487114906,-0.05556396394968033,-0.05270169675350189,-0.049839429557323456,-0.04697716236114502,-0.04411489516496658,-0.04125262796878815,-0.03839036077260971,-0.035528093576431274,-0.03266582638025284,-0.029803557321429253,-0.026941288262605667,-0.02407902106642723,-0.021216753870248795,-0.01835448667407036,-0.015492218546569347,-0.012629950419068336,-0.0097676832228899,-0.006905415561050177,-0.004043147899210453,-0.0011808802373707294,0.001681394875049591,0.004543662536889315,0.007405930198729038,0.01026819832623005,0.013130465522408485,0.01599273271858692,0.018855001777410507,0.021717268973588943,0.02457953616976738,0.027441803365945816,0.030304070562124252,0.03316633775830269,0.03602860867977142,0.03889087587594986,0.041753143072128296,0.04461541026830673,0.04747767746448517,0.050339944660663605,0.05320221185684204,0.05606447905302048,0.058926746249198914,0.06178901717066765,0.06465128064155579,0.06751354783773422,0.07037581503391266,0.07323808968067169,0.07610035687685013,0.07896262407302856,0.081824891269207,0.08468715846538544,0.08754942566156387,0.09041169285774231,0.09327396005392075]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,1,1,4,0,4,4,2,3,8,13,10,14,18,25,26,19,28,32,29,24,34,46,52,54,48,44,64,59,62,73,60,69,52,46,49,51,56,46,38,49,36,32,36,28,19,17,15,11,5,2,5,5,2,2,1,1,0,0,0,0,0,0,1],"bins":[-0.0620356909930706,-0.05999140068888664,-0.05794711410999298,-0.05590282380580902,-0.05385853722691536,-0.0518142469227314,-0.04976996034383774,-0.04772567003965378,-0.04568137973546982,-0.04363709315657616,-0.0415928028523922,-0.039548516273498535,-0.037504225969314575,-0.035459939390420914,-0.033415649086236954,-0.03137136250734329,-0.029327072203159332,-0.02728278376162052,-0.02523849532008171,-0.0231942068785429,-0.02114991843700409,-0.01910562813282013,-0.01706133969128132,-0.015017051249742508,-0.012972762808203697,-0.010928474366664886,-0.008884185925126076,-0.00683989655226469,-0.00479560811072588,-0.0027513194363564253,-0.0007070307619869709,0.0013372579123824835,0.0033815503120422363,0.005425838753581047,0.007470127660781145,0.009514416567981243,0.011558705009520054,0.013602993451058865,0.01564728282392025,0.01769157126545906,0.01973585970699787,0.021780148148536682,0.023824436590075493,0.025868725031614304,0.027913015335798264,0.029957303777337074,0.032001592218875885,0.034045878797769547,0.036090169101953506,0.038134459406137466,0.04017874598503113,0.04222303628921509,0.04426732286810875,0.04631161317229271,0.04835589975118637,0.05040019005537033,0.05244448035955429,0.05448876693844795,0.05653305724263191,0.058577343821525574,0.060621634125709534,0.0626659244298935,0.06471020728349686,0.06675449758768082,0.06879878789186478],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,2,4,1,5,2,4,6,7,9,11,17,35,18,25,27,28,38,41,27,29,36,40,37,44,30,36,31,22,23,20,28,12,16,15,7,6,8,4,2,3,3,2,3,1,0,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.0004801485629286617,-0.00046383068547584116,-0.0004475128080230206,-0.0004311949305702001,-0.00041487705311737955,-0.000398559175664559,-0.00038224129821173847,-0.00036592342075891793,-0.00034960557240992785,-0.0003332876949571073,-0.00031696981750428677,-0.0003006519400514662,-0.0002843340625986457,-0.00026801618514582515,-0.0002516983076930046,-0.00023538043024018407,-0.00021906255278736353,-0.000202744675334543,-0.00018642679788172245,-0.0001701089204289019,-0.00015379104297608137,-0.00013747318007517606,-0.00012115530262235552,-0.00010483742516953498,-8.851954771671444e-05,-7.22016702638939e-05,-5.588379644905217e-05,-3.956592263421044e-05,-2.3248045181389898e-05,-6.930169547558762e-06,9.387706086272374e-06,2.570558172010351e-05,4.20234864577651e-05,5.834136391058564e-05,7.465924136340618e-05,9.09771115402691e-05,0.00010729498899308965,0.00012361285916995257,0.0001399307366227731,0.00015624861407559365,0.0001725664915284142,0.00018888436898123473,0.00020520224643405527,0.0002215201238868758,0.00023783798678778112,0.00025415586424060166,0.0002704737416934222,0.00028679161914624274,0.0003031094965990633,0.0003194273740518838,0.00033574525150470436,0.0003520631289575249,0.00036838100641034544,0.000384698883863166,0.0004010167613159865,0.00041733463876880705,0.00043365248711779714,0.0004499703645706177,0.0004662882420234382,0.00048260611947625875,0.0004989239969290793,0.0005152418743818998,0.0005315597518347204,0.0005478776292875409,0.0005641955067403615],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,1,2,2,2,8,8,28,20,45,49,78,107,144,193,267,353,525,624,946,1268,1667,2385,3140,4721,6888,9776,14979,23086,34590,52909,72768,85827,80915,62556,42410,28711,18158,12049,7983,5548,3892,2707,2031,1442,1096,786,517,420,352,216,179,130,90,66,62,41,26,12,9,5,3,2,3],"bins":[-0.00135040283203125,-0.0013091564178466797,-0.0012679100036621094,-0.001226663589477539,-0.0011854171752929688,-0.0011441707611083984,-0.0011029243469238281,-0.0010616779327392578,-0.0010204315185546875,-0.0009791851043701172,-0.0009379386901855469,-0.0008966922760009766,-0.0008554458618164062,-0.0008141994476318359,-0.0007729530334472656,-0.0007317066192626953,-0.000690460205078125,-0.0006492137908935547,-0.0006079673767089844,-0.0005667209625244141,-0.0005254745483398438,-0.00048422813415527344,-0.0004429817199707031,-0.0004017353057861328,-0.0003604888916015625,-0.0003192424774169922,-0.0002779960632324219,-0.00023674964904785156,-0.00019550323486328125,-0.00015425682067871094,-0.00011301040649414062,-7.176399230957031e-05,-3.0517578125e-05,1.0728836059570312e-05,5.1975250244140625e-05,9.322166442871094e-05,0.00013446807861328125,0.00017571449279785156,0.00021696090698242188,0.0002582073211669922,0.0002994537353515625,0.0003407001495361328,0.0003819465637207031,0.00042319297790527344,0.00046443939208984375,0.0005056858062744141,0.0005469322204589844,0.0005881786346435547,0.000629425048828125,0.0006706714630126953,0.0007119178771972656,0.0007531642913818359,0.0007944107055664062,0.0008356571197509766,0.0008769035339355469,0.0009181499481201172,0.0009593963623046875,0.0010006427764892578,0.0010418891906738281,0.0010831356048583984,0.0011243820190429688,0.001165628433227539,0.0012068748474121094,0.0012481212615966797,0.00128936767578125]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,0,3,1,4,2,4,1,1,5,6,6,8,10,13,15,20,19,27,19,28,35,32,19,36,46,31,27,36,33,35,32,24,27,18,15,17,14,14,12,17,11,9,6,6,3,5,3,0,2,2,2,0,1,0,1,0,0,1,0,0,0,1],"bins":[-0.000315966026391834,-0.00030470528872683644,-0.0002934445801656693,-0.00028218384250067174,-0.0002709231339395046,-0.00025966239627450705,-0.00024840165860950947,-0.00023714093549642712,-0.00022588021238334477,-0.00021461948927026242,-0.00020335876615718007,-0.0001920980284921825,-0.00018083730537910014,-0.0001695765822660178,-0.00015831584460102022,-0.00014705512148793787,-0.00013579439837485552,-0.00012453367526177317,-0.0001132729448727332,-0.00010201221448369324,-9.075149137061089e-05,-7.949076825752854e-05,-6.823003786848858e-05,-5.6969311117427424e-05,-4.570858436636627e-05,-3.444785761530511e-05,-2.3187130864243954e-05,-1.1926404113182798e-05,-6.656773621216416e-07,1.0595049388939515e-05,2.185577614000067e-05,3.311650289106183e-05,4.4377229642122984e-05,5.563795639318414e-05,6.68986831442453e-05,7.815941353328526e-05,8.942013664636761e-05,0.00010068085975944996,0.00011194159014848992,0.00012320232053752989,0.00013446304365061224,0.00014572376676369458,0.00015698448987677693,0.0001682452275417745,0.00017950595065485686,0.0001907666737679392,0.0002020274114329368,0.00021328813454601914,0.00022454885765910149,0.00023580958077218384,0.0002470703038852662,0.00025833104155026376,0.0002695917501114309,0.00028085248777642846,0.00029211322544142604,0.00030337393400259316,0.00031463467166759074,0.0003258954093325883,0.00033715611789375544,0.000348416855558753,0.0003596775932237506,0.0003709383017849177,0.0003821990394499153,0.0003934597480110824,0.00040472048567608]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,1,2,1,2,1,4,3,2,1,9,11,5,7,9,8,13,16,14,13,29,19,24,15,31,27,26,28,25,24,35,35,33,19,27,28,23,21,16,20,15,14,17,10,15,17,7,11,6,1,8,4,1,3,1,2,1,0,2,1,0,2],"bins":[-0.0024857360403984785,-0.0024083091411739588,-0.0023308824747800827,-0.002253455575555563,-0.0021760286763310432,-0.0020986017771065235,-0.002021174877882004,-0.0019437482114881277,-0.001866321312263608,-0.0017888944130390882,-0.0017114676302298903,-0.0016340408474206924,-0.0015566139481961727,-0.001479187048971653,-0.001401760266162455,-0.0013243334833532572,-0.0012469065841287374,-0.0011694796849042177,-0.0010920529020950198,-0.001014626119285822,-0.0009371992200613022,-0.0008597723790444434,-0.0007823455380275846,-0.0007049186970107257,-0.0006274918559938669,-0.0005500650149770081,-0.0004726381739601493,-0.00039521133294329047,-0.00031778449192643166,-0.00024035765090957284,-0.00016293080989271402,-8.550396887585521e-05,-8.077360689640045e-06,6.934948032721877e-05,0.0001467763213440776,0.0002242031623609364,0.0003016300033777952,0.00037905684439465404,0.00045648368541151285,0.0005339105264283717,0.0006113373674452305,0.0006887642084620893,0.0007661910494789481,0.0008436178904958069,0.0009210447315126657,0.0009984716307371855,0.0010758984135463834,0.0011533251963555813,0.001230752095580101,0.0013081789948046207,0.0013856057776138186,0.0014630325604230165,0.0015404594596475363,0.001617886358872056,0.001695313141681254,0.0017727399244904518,0.0018501668237149715,0.0019275937229394913,0.002005020622164011,0.002082447288557887,0.002159874187782407,0.0022373010870069265,0.0023147277534008026,0.0023921546526253223,0.002469581551849842]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,4,4,1,3,2,7,4,5,7,9,18,17,21,19,26,20,36,38,31,39,52,43,39,39,38,30,37,21,23,17,21,13,12,14,12,6,6,5,5,3,3,4,4,0,2,1,1,2],"bins":[-0.0041844844818115234,-0.004073200281709433,-0.003961916547268629,-0.0038506323471665382,-0.003739348379895091,-0.0036280641797930002,-0.003516780212521553,-0.003405496245250106,-0.0032942122779786587,-0.003182928077876568,-0.0030716441106051207,-0.0029603601433336735,-0.0028490759432315826,-0.0027377919759601355,-0.0026265080086886883,-0.0025152238085865974,-0.0024039398413151503,-0.002292655874043703,-0.0021813716739416122,-0.002070087706670165,-0.001958803739398718,-0.0018475196557119489,-0.0017362355720251799,-0.0016249516047537327,-0.0015136675210669637,-0.0014023834373801947,-0.0012910994701087475,-0.0011798153864219785,-0.0010685313027352095,-0.0009572473354637623,-0.0008459632517769933,-0.0007346792262978852,-0.0006233954336494207,-0.0005121114081703126,-0.0004008273535873741,-0.00028954329900443554,-0.00017825927352532744,-6.697523349430412e-05,4.43088065367192e-05,0.00015559284656774253,0.00026687688659876585,0.00037816091207787395,0.000489444937556982,0.000600729021243751,0.0007120130467228591,0.0008232970722019672,0.0009345811558887362,0.0010458651231601834,0.0011571492068469524,0.0012684332905337214,0.0013797172578051686,0.0014910013414919376,0.0016022853087633848,0.0017135693924501538,0.0018248534761369228,0.00193613744340837,0.002047421410679817,0.002158705610781908,0.0022699895780533552,0.0023812735453248024,0.0024925577454268932,0.0026038417126983404,0.0027151256799697876,0.0028264098800718784,0.0029376938473433256]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,3,1,1,4,2,4,1,7,6,4,10,16,17,24,24,24,37,45,44,37,44,47,53,36,39,45,21,40,22,17,29,16,4,11,7,5,7,3,1,3,1,0,1,1,0,0,0,0,0,1,0,1],"bins":[-0.0003428918425925076,-0.00033267022809013724,-0.0003224486135877669,-0.00031222699908539653,-0.00030200538458302617,-0.00029178374097682536,-0.000281562126474455,-0.00027134051197208464,-0.0002611188974697143,-0.0002508972829673439,-0.00024067566846497357,-0.00023045403941068798,-0.00022023242490831763,-0.00021001081040594727,-0.00019978918135166168,-0.00018956756684929132,-0.00017934595234692097,-0.0001691243378445506,-0.00015890272334218025,-0.00014868109428789467,-0.0001384594797855243,-0.00012823786528315395,-0.00011801624350482598,-0.00010779462172649801,-9.757300722412765e-05,-8.735139272175729e-05,-7.712977094342932e-05,-6.690814916510135e-05,-5.668653466273099e-05,-4.646491652238183e-05,-3.624329838203266e-05,-2.6021680241683498e-05,-1.580009120516479e-05,-5.5784730648156255e-06,4.643145075533539e-06,1.4864763215882704e-05,2.5086381356231868e-05,3.530799949658103e-05,4.55296176369302e-05,5.575123577727936e-05,6.597285391762853e-05,7.619446841999888e-05,8.641609019832686e-05,9.663771197665483e-05,0.00010685932647902519,0.00011708094098139554,0.00012730257003568113,0.00013752418453805149,0.00014774579904042184,0.0001579674135427922,0.00016818902804516256,0.00017841065709944814,0.0001886322716018185,0.00019885388610418886,0.00020907551515847445,0.0002192971296608448,0.00022951874416321516,0.00023974035866558552,0.0002499619731679559,0.00026018358767032623,0.0002704052021726966,0.0002806268457788974,0.00029084846028126776,0.0003010700747836381,0.0003112916892860085],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0003775459190364927,-0.0003657744382508099,-0.00035400298656895757,-0.00034223150578327477,-0.00033046002499759197,-0.00031868857331573963,-0.00030691709253005683,-0.00029514561174437404,-0.0002833741600625217,-0.0002716026792768389,-0.0002598311984911561,-0.0002480597177054733,-0.00023628826602362096,-0.00022451678523793817,-0.0002127453190041706,-0.0002009738382184878,-0.00018920237198472023,-0.00017743090575095266,-0.00016565942496526986,-0.0001538879587315023,-0.0001421164779458195,-0.00013034501171205193,-0.00011857354547828436,-0.00010680207196855918,-9.503059845883399e-05,-8.325912494910881e-05,-7.148765143938363e-05,-5.971618520561606e-05,-4.7944711695890874e-05,-3.617323818616569e-05,-2.4401768314419314e-05,-1.2630296623683535e-05,-8.587958291172981e-07,1.0912675861618482e-05,2.268414755235426e-05,3.445561742410064e-05,4.622709093382582e-05,5.7998564443551004e-05,6.977003067731857e-05,8.154150418704376e-05,9.331297769676894e-05,0.00010508445120649412,0.0001168559247162193,0.00012862739094998688,0.00014039885718375444,0.00015217033796943724,0.0001639418042032048,0.0001757132849888876,0.00018748475122265518,0.00019925621745642275,0.00021102769824210554,0.0002227991644758731,0.0002345706452615559,0.00024634209694340825,0.00025811357772909105,0.00026988505851477385,0.0002816565101966262,0.000293427990982309,0.0003051994717679918,0.0003169709525536746,0.0003287424042355269,0.0003405138850212097,0.0003522853658068925,0.00036405681748874485,0.00037582829827442765],"_type":"histogram","values":[1,0,1,2,2,1,2,5,2,4,9,2,3,9,6,10,11,7,16,12,22,21,18,21,20,23,29,29,27,34,31,20,19,31,18,24,21,23,18,25,21,13,12,27,14,11,12,9,12,9,10,10,6,3,3,3,2,4,1,0,1,2,1,3]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,3,4,2,7,13,11,19,29,45,59,103,108,197,252,378,513,760,1040,1524,2142,3198,4713,7010,10210,16444,25951,46588,99492,162194,91408,43977,24666,15436,10178,6638,4309,3200,2157,1454,1027,722,464,374,213,190,133,93,53,40,23,17,14,6,5,5,4,1,2,2,3],"bins":[-0.000553131103515625,-0.0005360841751098633,-0.0005190372467041016,-0.0005019903182983398,-0.0004849433898925781,-0.0004678964614868164,-0.0004508495330810547,-0.00043380260467529297,-0.00041675567626953125,-0.00039970874786376953,-0.0003826618194580078,-0.0003656148910522461,-0.0003485679626464844,-0.00033152103424072266,-0.00031447410583496094,-0.0002974271774291992,-0.0002803802490234375,-0.0002633333206176758,-0.00024628639221191406,-0.00022923946380615234,-0.00021219253540039062,-0.0001951456069946289,-0.0001780986785888672,-0.00016105175018310547,-0.00014400482177734375,-0.00012695789337158203,-0.00010991096496582031,-9.28640365600586e-05,-7.581710815429688e-05,-5.8770179748535156e-05,-4.172325134277344e-05,-2.467632293701172e-05,-7.62939453125e-06,9.417533874511719e-06,2.6464462280273438e-05,4.3511390686035156e-05,6.0558319091796875e-05,7.76052474975586e-05,9.465217590332031e-05,0.00011169910430908203,0.00012874603271484375,0.00014579296112060547,0.0001628398895263672,0.0001798868179321289,0.00019693374633789062,0.00021398067474365234,0.00023102760314941406,0.0002480745315551758,0.0002651214599609375,0.0002821683883666992,0.00029921531677246094,0.00031626224517822266,0.0003333091735839844,0.0003503561019897461,0.0003674030303955078,0.00038444995880126953,0.00040149688720703125,0.00041854381561279297,0.0004355907440185547,0.0004526376724243164,0.0004696846008300781,0.00048673152923583984,0.0005037784576416016,0.0005208253860473633,0.000537872314453125]},"parameters/_orig_mod.linear.weight":{"values":[120,1044,1657,1589,1682,1615,1693,1639,1594,1620,1537,1616,1627,1607,1625,1628,1574,1661,1653,1651,1631,1687,1586,1544,1707,1632,1620,1603,1538,1584,1564,1577,1659,1621,1552,1605,1638,1582,1657,1648,1572,1664,1622,1574,1615,1624,1695,1606,1598,1583,1623,1655,1622,1579,1617,1689,1584,1661,1573,1655,1632,1324,264,6],"bins":[-0.03765382617712021,-0.03646373376250267,-0.03527364134788513,-0.03408355265855789,-0.03289346024394035,-0.031703367829322815,-0.030513277277350426,-0.029323186725378036,-0.028133094310760498,-0.02694300189614296,-0.02575291134417057,-0.02456282079219818,-0.023372728377580643,-0.022182635962963104,-0.020992545410990715,-0.019802454859018326,-0.018612362444400787,-0.01742227002978325,-0.01623217947781086,-0.015042087994515896,-0.013851996511220932,-0.012661905027925968,-0.011471813544631004,-0.01028172206133604,-0.009091630578041077,-0.007901539094746113,-0.006711447611451149,-0.005521356128156185,-0.004331264644861221,-0.0031411731615662575,-0.0019510816782712936,-0.0007609901949763298,0.0004291050136089325,0.0016191964969038963,0.00280928798019886,0.003999379463493824,0.005189470946788788,0.006379562430083752,0.0075696539133787155,0.00875974539667368,0.009949836879968643,0.011139928363263607,0.01233001984655857,0.013520111329853535,0.014710202813148499,0.015900295227766037,0.017090385779738426,0.018280476331710815,0.019470568746328354,0.020660661160945892,0.02185075171291828,0.02304084226489067,0.02423093467950821,0.025421027094125748,0.026611117646098137,0.027801208198070526,0.028991300612688065,0.030181393027305603,0.03137148171663284,0.03256157413125038,0.03375166654586792,0.03494175896048546,0.036131851375103,0.03732194006443024,0.038512032479047775],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,4,3,9,15,37,39,68,122,217,360,541,785,1182,1816,2426,3360,4617,6009,7731,9893,12491,14981,17959,20963,23547,26803,28732,31362,32982,33785,34181,33827,32395,30969,28206,25943,23174,19793,17160,14121,11561,9181,7237,5323,4128,3008,2223,1517,1032,748,459,303,182,131,81,41,30,15,6,5,3],"bins":[-0.09721523523330688,-0.09430031478404999,-0.09138540178537369,-0.08847048878669739,-0.08555556833744049,-0.0826406478881836,-0.0797257348895073,-0.076810821890831,-0.0738959014415741,-0.0709809809923172,-0.0680660679936409,-0.0651511549949646,-0.0622362345457077,-0.059321317821741104,-0.056406401097774506,-0.05349148437380791,-0.05057656764984131,-0.04766165092587471,-0.04474673420190811,-0.04183181747794151,-0.038916900753974915,-0.036001984030008316,-0.03308706730604172,-0.03017215058207512,-0.02725723385810852,-0.024342317134141922,-0.021427400410175323,-0.018512483686208725,-0.015597566962242126,-0.012682650238275528,-0.00976773351430893,-0.006852816790342331,-0.0039378926157951355,-0.001022975891828537,0.0018919408321380615,0.00480685755610466,0.0077217742800712585,0.010636691004037857,0.013551607728004456,0.016466524451971054,0.019381441175937653,0.02229635789990425,0.02521127462387085,0.028126191347837448,0.031041108071804047,0.033956024795770645,0.036870941519737244,0.03978585824370384,0.04270077496767044,0.04561569169163704,0.04853060841560364,0.051445525139570236,0.054360441863536835,0.05727535858750343,0.06019027531147003,0.06310519576072693,0.06602010875940323,0.06893502175807953,0.07184994220733643,0.07476486265659332,0.07767977565526962,0.08059468865394592,0.08350960910320282,0.08642452955245972,0.08933944255113602]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.0034350943751633167,-0.00334714213386178,-0.0032591898925602436,-0.003171237651258707,-0.0030832854099571705,-0.002995333168655634,-0.0029073809273540974,-0.002819428686052561,-0.0027314764447510242,-0.0026435242034494877,-0.002555571962147951,-0.0024676197208464146,-0.002379667479544878,-0.0022917152382433414,-0.002203762996941805,-0.0021158107556402683,-0.0020278585143387318,-0.001939906389452517,-0.0018519541481509805,-0.001764001906849444,-0.0016760496655479074,-0.0015880974242463708,-0.0015001451829448342,-0.0014121929416432977,-0.001324240816757083,-0.0012362885754555464,-0.0011483363341540098,-0.0010603840928524733,-0.0009724318515509367,-0.0008844796102494001,-0.0007965273689478636,-0.000708575127646327,-0.0006206228863447905,-0.0005326706450432539,-0.00044471840374171734,-0.00035676619154401124,-0.0002688139502424747,-0.00018086170894093812,-9.290948219131678e-05,-4.9572481657378376e-06,8.299498585984111e-05,0.00017094722716137767,0.00025889946846291423,0.00034685168066062033,0.0004348039219621569,0.000522756134159863,0.0006107083754613996,0.0006986606167629361,0.0007866128580644727,0.0008745650993660092,0.0009625173406675458,0.0010504695819690824,0.001138421823270619,0.0012263740645721555,0.001314326305873692,0.0014022785471752286,0.0014902306720614433,0.0015781829133629799,0.0016661351546645164,0.001754087395966053,0.0018420396372675896,0.0019299918785691261,0.0020179441198706627,0.0021058963611721992,0.002193848602473736],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,1,0,1,3,1,1,2,2,4,7,5,8,9,12,12,7,23,28,48,52,70,67,79,79,59,37,37,26,23,14,8,6,7,5,5,1,5,3,3,2,0,0,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,0,0,2,2,2,9,14,35,57,88,136,220,342,568,816,1270,1800,2517,3580,4980,6556,8696,11128,13548,16664,19807,23102,26324,29332,31493,33764,34612,35812,35081,33918,32408,29997,27399,24159,20929,17601,14540,11719,9259,7192,5477,4066,2880,1924,1407,974,646,371,251,167,93,37,24,10,13,2,1,2],"bins":[-0.10185390710830688,-0.09882917255163193,-0.09580444544553757,-0.09277971088886261,-0.08975498378276825,-0.08673024922609329,-0.08370551466941833,-0.08068078756332397,-0.07765605300664902,-0.07463131844997406,-0.0716065913438797,-0.06858185678720474,-0.06555712223052979,-0.06253239512443542,-0.05950766056776047,-0.05648292973637581,-0.05345819890499115,-0.05043346807360649,-0.04740873724222183,-0.044384002685546875,-0.041359271854162216,-0.03833454102277756,-0.0353098064661026,-0.03228507563471794,-0.029260344803333282,-0.026235613971948624,-0.023210881277918816,-0.020186148583889008,-0.01716141775250435,-0.014136685989797115,-0.011111954227089882,-0.008087222464382648,-0.005062483251094818,-0.0020377514883875847,0.0009869802743196487,0.004011712037026882,0.007036443799734116,0.010061175562441349,0.013085907325148582,0.01611064001917839,0.01913537085056305,0.022160101681947708,0.025184834375977516,0.028209567070007324,0.031234297901391983,0.03425902873277664,0.0372837632894516,0.04030849412083626,0.04333322495222092,0.046357955783605576,0.049382686614990234,0.05240742117166519,0.05543215200304985,0.05845688283443451,0.06148161739110947,0.06450634449720383,0.06753107905387878,0.07055581361055374,0.0735805407166481,0.07660527527332306,0.07963000237941742,0.08265473693609238,0.08567947149276733,0.0887041985988617,0.09172893315553665],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0036370311863720417,-0.0035281796008348465,-0.0034193280152976513,-0.0033104761969298124,-0.0032016246113926172,-0.003092773025855422,-0.002983921207487583,-0.002875069621950388,-0.0027662180364131927,-0.0026573664508759975,-0.0025485148653388023,-0.0024396630469709635,-0.0023308114614337683,-0.002221959875896573,-0.002113108057528734,-0.002004256471991539,-0.0018954048864543438,-0.0017865533009171486,-0.0016777015989646316,-0.0015688498970121145,-0.0014599983114749193,-0.0013511467259377241,-0.001242295023985207,-0.00113344332203269,-0.0010245917364954948,-0.0009157400927506387,-0.0008068884490057826,-0.0006980368052609265,-0.0005891851615160704,-0.00048033351777121425,-0.00037148187402635813,-0.000262630230281502,-0.0001537785865366459,-4.492694279178977e-05,6.392470095306635e-05,0.00017277634469792247,0.0002816279884427786,0.0003904796321876347,0.0004993312759324908,0.0006081829196773469,0.0007170345634222031,0.0008258862071670592,0.0009347378509119153,0.0010435895528644323,0.0011524411384016275,0.0012612927239388227,0.0013701444258913398,0.0014789961278438568,0.001587847713381052,0.0016966992989182472,0.0018055510008707643,0.0019144027028232813,0.0020232542883604765,0.0021321058738976717,0.0022409576922655106,0.0023498092778027058,0.002458660863339901,0.002567512448877096,0.0026763640344142914,0.0027852158527821302,0.0028940674383193254,0.0030029190238565207,0.0031117708422243595,0.0032206224277615547,0.00332947401329875],"_type":"histogram","values":[2,0,0,1,0,0,0,0,3,0,3,1,0,0,6,5,5,10,6,8,13,10,23,18,23,25,25,25,22,27,29,36,28,38,25,32,32,28,35,33,32,26,21,18,18,15,10,13,5,8,2,5,7,2,3,2,1,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,4,1,2,1,1,3,1,2,4,2,9,6,8,14,11,8,15,18,23,32,39,40,39,53,42,46,55,41,50,35,26,21,21,19,14,10,11,6,13,3,5,3,1,2,2,0,1,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.00024621098418720067,-0.00023669039364904165,-0.00022716980311088264,-0.00021764921257272363,-0.00020812862203456461,-0.0001986080314964056,-0.0001890874409582466,-0.00017956685042008758,-0.00017004625988192856,-0.00016052566934376955,-0.00015100507880561054,-0.00014148448826745152,-0.0001319638977292925,-0.0001224433071911335,-0.00011292271665297449,-0.00010340212611481547,-9.388153557665646e-05,-8.436094503849745e-05,-7.484035450033844e-05,-6.531976396217942e-05,-5.579917342402041e-05,-4.62785828858614e-05,-3.6757992347702384e-05,-2.723740180954337e-05,-1.771681127138436e-05,-8.196220733225346e-06,1.3243698049336672e-06,1.084496034309268e-05,2.0365550881251693e-05,2.9886141419410706e-05,3.940673195756972e-05,4.892732249572873e-05,5.844788393005729e-05,6.79684744682163e-05,7.748906500637531e-05,8.700965554453433e-05,9.653024608269334e-05,0.00010605083662085235,0.00011557142715901136,0.00012509201769717038,0.0001346126082353294,0.0001441331987734884,0.00015365378931164742,0.00016317437984980643,0.00017269497038796544,0.00018221556092612445,0.00019173615146428347,0.00020125674200244248,0.0002107773325406015,0.0002202979230787605,0.00022981851361691952,0.00023933910415507853,0.00024885969469323754,0.00025838028523139656,0.00026790087576955557,0.0002774214663077146,0.0002869420568458736,0.0002964626473840326,0.0003059832379221916,0.00031550382846035063,0.00032502441899850965,0.00033454500953666866,0.00034406560007482767,0.0003535861906129867,0.0003631067811511457],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[1,1,2,1,0,0,2,1,2,1,8,8,7,8,18,16,24,27,44,45,69,128,175,226,359,501,870,1406,2307,4003,7249,12729,26370,55453,135840,351943,525169,256362,101025,44192,21432,10940,6063,3250,1766,1081,655,377,195,146,111,69,60,30,30,14,17,11,10,6,4,2,2,1],"bins":[-0.0023345947265625,-0.002270340919494629,-0.002206087112426758,-0.0021418333053588867,-0.0020775794982910156,-0.0020133256912231445,-0.0019490718841552734,-0.0018848180770874023,-0.0018205642700195312,-0.0017563104629516602,-0.001692056655883789,-0.001627802848815918,-0.0015635490417480469,-0.0014992952346801758,-0.0014350414276123047,-0.0013707876205444336,-0.0013065338134765625,-0.0012422800064086914,-0.0011780261993408203,-0.0011137723922729492,-0.0010495185852050781,-0.000985264778137207,-0.0009210109710693359,-0.0008567571640014648,-0.0007925033569335938,-0.0007282495498657227,-0.0006639957427978516,-0.0005997419357299805,-0.0005354881286621094,-0.0004712343215942383,-0.0004069805145263672,-0.0003427267074584961,-0.000278472900390625,-0.0002142190933227539,-0.0001499652862548828,-8.571147918701172e-05,-2.1457672119140625e-05,4.279613494873047e-05,0.00010704994201660156,0.00017130374908447266,0.00023555755615234375,0.00029981136322021484,0.00036406517028808594,0.00042831897735595703,0.0004925727844238281,0.0005568265914916992,0.0006210803985595703,0.0006853342056274414,0.0007495880126953125,0.0008138418197631836,0.0008780956268310547,0.0009423494338989258,0.0010066032409667969,0.001070857048034668,0.001135110855102539,0.0011993646621704102,0.0012636184692382812,0.0013278722763061523,0.0013921260833740234,0.0014563798904418945,0.0015206336975097656,0.0015848875045776367,0.0016491413116455078,0.001713395118713379,0.00177764892578125]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.09291557967662811,-0.08996264636516571,-0.08700971305370331,-0.0840567797422409,-0.0811038464307785,-0.0781509131193161,-0.0751979798078537,-0.0722450464963913,-0.0692921131849289,-0.06633917987346649,-0.06338624656200409,-0.06043331325054169,-0.057480379939079285,-0.05452744662761688,-0.05157451331615448,-0.04862158000469208,-0.045668646693229675,-0.04271571338176727,-0.03976278007030487,-0.03680984675884247,-0.033856913447380066,-0.030903980135917664,-0.02795104682445526,-0.02499811351299286,-0.022045180201530457,-0.019092246890068054,-0.016139313578605652,-0.01318638026714325,-0.010233446955680847,-0.007280513644218445,-0.0043275803327560425,-0.0013746470212936401,0.0015782788395881653,0.004531212151050568,0.00748414546251297,0.010437078773975372,0.013390012085437775,0.016342945396900177,0.01929587870836258,0.02224881201982498,0.025201745331287384,0.028154678642749786,0.03110761195421219,0.03406054526567459,0.03701347857713699,0.039966411888599396,0.0429193452000618,0.0458722785115242,0.0488252118229866,0.051778145134449005,0.05473107844591141,0.05768401175737381,0.06063694506883621,0.06358987838029861,0.06654281169176102,0.06949574500322342,0.07244867831468582,0.07540161162614822,0.07835454493761063,0.08130747824907303,0.08426041156053543,0.08721334487199783,0.09016627818346024,0.09311921149492264,0.09607214480638504],"_type":"histogram","values":[1,0,3,10,11,22,29,62,114,192,306,436,729,1072,1521,2228,3188,4196,5655,7407,9435,11752,14372,17427,20595,23388,26637,29143,31192,32826,34326,34852,34063,33490,31465,29097,26230,23336,20108,17163,14157,11712,9223,7339,5669,4093,3048,2028,1503,1026,735,479,274,193,95,84,39,23,17,3,2,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.00156402587890625,-0.0015096664428710938,-0.0014553070068359375,-0.0014009475708007812,-0.001346588134765625,-0.0012922286987304688,-0.0012378692626953125,-0.0011835098266601562,-0.001129150390625,-0.0010747909545898438,-0.0010204315185546875,-0.0009660720825195312,-0.000911712646484375,-0.0008573532104492188,-0.0008029937744140625,-0.0007486343383789062,-0.00069427490234375,-0.0006399154663085938,-0.0005855560302734375,-0.0005311965942382812,-0.000476837158203125,-0.00042247772216796875,-0.0003681182861328125,-0.00031375885009765625,-0.0002593994140625,-0.00020503997802734375,-0.0001506805419921875,-9.632110595703125e-05,-4.1961669921875e-05,1.239776611328125e-05,6.67572021484375e-05,0.00012111663818359375,0.00017547607421875,0.00022983551025390625,0.0002841949462890625,0.00033855438232421875,0.000392913818359375,0.00044727325439453125,0.0005016326904296875,0.0005559921264648438,0.0006103515625,0.0006647109985351562,0.0007190704345703125,0.0007734298706054688,0.000827789306640625,0.0008821487426757812,0.0009365081787109375,0.0009908676147460938,0.00104522705078125,0.0010995864868164062,0.0011539459228515625,0.0012083053588867188,0.001262664794921875,0.0013170242309570312,0.0013713836669921875,0.0014257431030273438,0.0014801025390625,0.0015344619750976562,0.0015888214111328125,0.0016431808471679688,0.001697540283203125,0.0017518997192382812,0.0018062591552734375,0.0018606185913085938,0.00191497802734375],"_type":"histogram","values":[1,2,7,10,27,27,49,74,105,156,221,358,458,646,1047,1443,2266,3265,4383,6377,9593,13333,20437,29197,45430,70700,116570,209786,341854,281035,152410,88465,55669,35809,25072,16334,11809,7993,5638,4054,3031,1995,1538,1139,838,593,402,309,272,162,106,107,72,46,42,33,25,12,6,10,7,2,4,3]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,0,0,0,1,0,0,0,1,1,1,3,1,5,0,2,5,1,5,10,12,12,17,15,19,27,26,25,30,37,33,34,47,53,38,50,35,35,37,23,17,15,18,16,9,11,11,2,7,2,6,0,0,3,5,0,1,0,1,0,0,2],"bins":[-2.4349992600036785e-07,-2.3652863490042364e-07,-2.2955732958962471e-07,-2.225860384896805e-07,-2.1561473317888158e-07,-2.0864344207893737e-07,-2.0167215097899316e-07,-1.9470084566819423e-07,-1.8772955456825002e-07,-1.807582634683058e-07,-1.737869581575069e-07,-1.6681566705756268e-07,-1.5984437595761847e-07,-1.5287307064681954e-07,-1.4590177954687533e-07,-1.389304742360764e-07,-1.319591831361322e-07,-1.2498789203618799e-07,-1.1801658672538906e-07,-1.1104529562544485e-07,-1.0407399742007328e-07,-9.710269921470172e-08,-9.01314081147575e-08,-8.316010990938594e-08,-7.618881170401437e-08,-6.92175134986428e-08,-6.224621529327123e-08,-5.5274924193327024e-08,-4.8303625987955456e-08,-4.133232778258389e-08,-3.4361033129926e-08,-2.738973670091127e-08,-2.0418440271896543e-08,-1.3447143842881815e-08,-6.475847413867086e-09,4.954490151476421e-10,7.46674544416237e-09,1.4438041873177099e-08,2.1409338302191827e-08,2.8380634731206555e-08,3.5351931160221284e-08,4.232322936559285e-08,4.929452401825074e-08,5.626581867090863e-08,6.32371168762802e-08,7.020841508165176e-08,7.717970618159598e-08,8.415100438696754e-08,9.112230259233911e-08,9.809360079771068e-08,1.0506489900308225e-07,1.1203619010302646e-07,1.1900748830839802e-07,1.259787865137696e-07,1.329500776137138e-07,1.3992138292451273e-07,1.4689267402445694e-07,1.5386396512440115e-07,1.6083527043520007e-07,1.6780656153514428e-07,1.747778526350885e-07,1.8174915794588742e-07,1.8872044904583163e-07,1.9569175435663055e-07,2.0266304545657476e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-3.962169898841239e-07,-3.8167135585354117e-07,-3.6712572182295844e-07,-3.525800877923757e-07,-3.38034453761793e-07,-3.2348881973121024e-07,-3.0894321412233694e-07,-2.943975800917542e-07,-2.798519460611715e-07,-2.6530631203058874e-07,-2.50760678000006e-07,-2.3621504396942328e-07,-2.2166940993884054e-07,-2.071237759082578e-07,-1.925781560885298e-07,-1.7803252205794706e-07,-1.6348688802736433e-07,-1.489412539967816e-07,-1.3439561996619886e-07,-1.1985000014647085e-07,-1.0530436611588812e-07,-9.075873208530538e-08,-7.621309805472265e-08,-6.166747112956728e-08,-4.712183709898454e-08,-3.257620662111549e-08,-1.8030574366889596e-08,-3.4849430008421223e-09,1.1060688365205351e-08,2.5606318843074405e-08,4.015195287365714e-08,5.469758335152619e-08,6.924321382939524e-08,8.378884785997798e-08,9.833447478513335e-08,1.1288010881571608e-07,1.2742573574087146e-07,1.419713697714542e-07,1.5651700380203692e-07,1.7106263783261966e-07,1.8560825765234767e-07,2.001538916829304e-07,2.1469952571351314e-07,2.2924515974409587e-07,2.437907937746786e-07,2.5833642780526134e-07,2.7288206183584407e-07,2.874276958664268e-07,3.0197332989700953e-07,3.1651893550588284e-07,3.3106456953646557e-07,3.456102035670483e-07,3.6015583759763103e-07,3.7470147162821377e-07,3.892471056587965e-07,4.0379273968937923e-07,4.1833837371996196e-07,4.328840077505447e-07,4.4742964178112743e-07,4.6197524739000073e-07,4.7652088142058346e-07,4.910665438728756e-07,5.056121494817489e-07,5.201578119340411e-07,5.347034175429144e-07],"_type":"histogram","values":[1,0,1,2,0,0,1,2,6,4,4,3,8,4,9,9,10,21,19,17,19,25,34,36,38,42,55,50,56,35,42,42,23,28,23,15,12,9,17,11,8,6,4,4,0,2,1,3,2,0,0,1,0,0,3,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,0,5,1,0,7,5,2,9,5,8,3,13,13,19,11,9,18,17,18,27,15,31,29,29,34,29,30,28,26,25,24,31,23,32,16,22,18,14,18,12,8,18,9,8,9,6,3,7,3,2,2,5,3,0,1,1,1,2,1,0,0,2],"bins":[-0.0037701642140746117,-0.0036409220192581415,-0.003511680057272315,-0.003382437862455845,-0.0032531959004700184,-0.0031239537056535482,-0.002994711510837078,-0.0028654695488512516,-0.0027362273540347815,-0.0026069851592183113,-0.002477743197232485,-0.0023485010024160147,-0.0022192588075995445,-0.002090016845613718,-0.001960774650797248,-0.0018315325723960996,-0.0017022904939949512,-0.001573048415593803,-0.0014438063371926546,-0.0013145641423761845,-0.0011853220639750361,-0.0010560799855738878,-0.0009268378489650786,-0.0007975957123562694,-0.000668353633955121,-0.0005391115555539727,-0.0004098694189451635,-0.0002806273114401847,-0.00015138520393520594,-2.214309643022716e-05,0.00010709901107475162,0.0002363411185797304,0.00036558276042342186,0.0004948248388245702,0.0006240669754333794,0.0007533091120421886,0.000882551190443337,0.0010117932688444853,0.0011410354636609554,0.0012702775420621037,0.001399519620463252,0.0015287616988644004,0.0016580037772655487,0.0017872459720820189,0.0019164880504831672,0.0020457301288843155,0.0021749723237007856,0.002304214285686612,0.0024334564805030823,0.0025626986753195524,0.002691940637305379,0.002821182832121849,0.0029504247941076756,0.0030796669889241457,0.003208909183740616,0.0033381511457264423,0.0034673933405429125,0.0035966355353593826,0.003725877497345209,0.0038551196921616793,0.003984361886978149,0.004113603848963976,0.004242845810949802,0.004372088238596916,0.004501330200582743],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,1,1,1,1,1,2,1,2,1,4,5,6,5,7,10,10,13,15,15,23,23,29,30,30,29,26,37,41,36,33,32,33,20,28,31,33,21,15,17,16,11,13,15,10,3,4,5,6,3,3,1,2,2,1,1,1,0,0,0,1],"bins":[-0.00015009674825705588,-0.0001455150340916589,-0.00014093330537434667,-0.00013635159120894969,-0.00013176986249163747,-0.00012718814832624048,-0.0001226064341608435,-0.00011802471271948889,-0.00011344299127813429,-0.00010886126983677968,-0.00010427954839542508,-9.969783423002809e-05,-9.511611278867349e-05,-9.053439134731889e-05,-8.59526771819219e-05,-8.13709557405673e-05,-7.67892342992127e-05,-7.220751285785809e-05,-6.762579141650349e-05,-6.30440772511065e-05,-5.84623558097519e-05,-5.3880634368397295e-05,-4.92989165650215e-05,-4.4717198761645705e-05,-4.01354773202911e-05,-3.55537558789365e-05,-3.0972038075560704e-05,-2.6390318453195505e-05,-2.1808598830830306e-05,-1.7226879208465107e-05,-1.2645159586099908e-05,-8.063439963734709e-06,-3.4817203413695097e-06,1.0999992809956893e-06,5.681718903360888e-06,1.0263438525726087e-05,1.4845158148091286e-05,1.9426877770456485e-05,2.4008597392821684e-05,2.8590317015186884e-05,3.317203663755208e-05,3.7753758078906685e-05,4.233547588228248e-05,4.6917193685658276e-05,5.149891512701288e-05,5.608063656836748e-05,6.066235437174328e-05,6.524407217511907e-05,6.982579361647367e-05,7.440751505782828e-05,7.898923649918288e-05,8.357095066457987e-05,8.815267210593447e-05,9.273439354728907e-05,9.731610771268606e-05,0.00010189782915404066,0.00010647955059539527,0.00011106127203674987,0.00011564299347810447,0.00012022470764350146,0.00012480642180889845,0.00012938815052621067,0.00013396986469160765,0.00013855159340891987,0.00014313330757431686]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[3,4,10,13,9,31,45,81,138,223,323,493,733,1113,1515,2149,3062,4051,5400,7016,9160,11506,13896,16591,19486,22010,25215,27717,29741,31551,33418,33724,33631,32870,31220,29536,26767,24257,21727,18282,15765,12940,10202,8326,6507,4990,3687,2603,1933,1386,906,646,461,285,170,121,82,45,23,16,6,4,2,1],"bins":[-0.09130141139030457,-0.08843240141868591,-0.08556339144706726,-0.08269438147544861,-0.07982537150382996,-0.0769563615322113,-0.07408735156059265,-0.071218341588974,-0.06834933161735535,-0.06548032909631729,-0.06261131912469864,-0.05974230542778969,-0.056873299181461334,-0.05400428920984268,-0.05113527923822403,-0.04826626926660538,-0.045397259294986725,-0.04252824932336807,-0.03965923935174942,-0.03679022938013077,-0.033921219408512115,-0.031052211299538612,-0.02818320319056511,-0.025314193218946457,-0.022445183247327805,-0.019576173275709152,-0.0167071633040905,-0.013838155195116997,-0.010969145223498344,-0.008100135251879692,-0.005231126211583614,-0.0023621167056262493,0.0005068853497505188,0.003375894855707884,0.006244904361665249,0.009113913401961327,0.011982923373579979,0.014851933345198631,0.017720941454172134,0.020589951425790787,0.02345896139740944,0.02632797136902809,0.029196981340646744,0.032065991312265396,0.03493499755859375,0.0378040075302124,0.040673017501831055,0.04354202747344971,0.04641103744506836,0.04928004741668701,0.052149057388305664,0.055018067359924316,0.05788707733154297,0.06075608357787132,0.06362509727478027,0.06649410724639893,0.06936311721801758,0.07223211973905563,0.07510112971067429,0.07797013968229294,0.08083914965391159,0.08370815962553024,0.0865771695971489,0.08944617956876755,0.0923151895403862],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[1,1,0,1,1,1,0,2,0,1,4,3,1,2,1,4,4,4,3,4,2,3,2,4,4,4,6,5,0,4,3,4,5,3,8,4,4,1,3,2,0,3,4,1,2,2,1,0,0,1,1,2,0,0,0,0,0,0,1,0,0,0,0,1],"bins":[-0.004418014548718929,-0.004254625178873539,-0.004091236274689436,-0.003927846904844046,-0.003764457767829299,-0.0036010686308145523,-0.0034376794937998056,-0.003274290356785059,-0.0031109009869396687,-0.002947511849924922,-0.0027841227129101753,-0.0026207335758954287,-0.002457344438880682,-0.0022939553018659353,-0.002130565932020545,-0.0019671767950057983,-0.0018037876579910517,-0.001640398520976305,-0.0014770092675462365,-0.0013136201305314898,-0.0011502308771014214,-0.0009868417400866747,-0.000823452603071928,-0.0006600634078495204,-0.0004966742126271129,-0.0003332850174047053,-0.00016989585128612816,-6.506670615635812e-06,0.00015688251005485654,0.0003202717052772641,0.00048366087139584124,0.0006470500375144184,0.0008104392327368259,0.0009738284279592335,0.001137217623181641,0.0013006067601963878,0.0014639960136264563,0.001627385150641203,0.0017907742876559496,0.0019541634246706963,0.0021175527945160866,0.0022809419315308332,0.00244433106854558,0.0026077202055603266,0.0027711093425750732,0.00293449847958982,0.0030978878494352102,0.003261276986449957,0.0034246661234647036,0.0035880552604794502,0.003751444397494197,0.0039148335345089436,0.004078222904354334,0.004241611808538437,0.004405001178383827,0.0045683905482292175,0.0047317794524133205,0.004895168822258711,0.005058557726442814,0.005221947096288204,0.0053853364661335945,0.0055487253703176975,0.005712114740163088,0.005875503644347191,0.006038893014192581]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,1,1,0,0,1,0,0,2,2,0,3,8,12,10,8,13,17,36,25,32,21,31,40,51,49,45,33,36,28,42,35,23,23,19,13,8,16,18,14,8,8,5,5,1,1,10,1,3,1,1,1,2,0,0,1,0,1,0,1],"bins":[0.9984530806541443,0.9985049366950989,0.9985568523406982,0.9986087083816528,0.9986605644226074,0.998712420463562,0.9987643361091614,0.998816192150116,0.9988680481910706,0.9989199638366699,0.9989718198776245,0.9990236759185791,0.9990755915641785,0.9991274476051331,0.9991793036460876,0.9992311596870422,0.9992830753326416,0.9993349313735962,0.9993867874145508,0.9994387030601501,0.9994905591011047,0.9995424151420593,0.9995943307876587,0.9996461868286133,0.9996980428695679,0.9997498989105225,0.9998018145561218,0.9998536705970764,0.999905526638031,0.9999574422836304,1.000009298324585,1.0000611543655396,1.0001130104064941,1.0001648664474487,1.0002168416976929,1.0002686977386475,1.000320553779602,1.0003724098205566,1.0004242658615112,1.0004761219024658,1.0005279779434204,1.0005799531936646,1.0006318092346191,1.0006836652755737,1.0007355213165283,1.000787377357483,1.0008392333984375,1.000891089439392,1.0009430646896362,1.0009949207305908,1.0010467767715454,1.0010986328125,1.0011504888534546,1.0012023448944092,1.0012543201446533,1.001306176185608,1.0013580322265625,1.001409888267517,1.0014617443084717,1.0015136003494263,1.0015654563903809,1.001617431640625,1.0016692876815796,1.0017211437225342,1.0017729997634888],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[4,3,15,16,37,62,94,149,213,321,532,838,1183,1641,2387,3290,4359,5760,7488,9565,11864,14055,17220,20044,23052,25718,28134,30479,32395,33457,33679,33076,32019,31337,28933,26039,23428,20638,17757,14844,12506,10151,8034,6173,4800,3513,2629,1934,1306,919,605,398,289,172,99,69,36,27,11,13,6,5,1,3],"bins":[-0.08764994889497757,-0.08478784561157227,-0.08192574232816696,-0.07906363159418106,-0.07620152831077576,-0.07333942502737045,-0.07047732174396515,-0.06761521100997925,-0.06475310772657394,-0.06189100444316864,-0.059028901159763336,-0.056166794151067734,-0.05330469086766243,-0.05044258385896683,-0.04758048057556152,-0.04471837356686592,-0.04185627028346062,-0.03899416700005531,-0.03613205999135971,-0.03326995670795441,-0.030407849699258804,-0.0275457464158535,-0.024683641269803047,-0.021821536123752594,-0.01895943097770214,-0.016097325831651688,-0.013235220685601234,-0.010373116470873356,-0.007511011324822903,-0.0046489061787724495,-0.0017868014983832836,0.001075303414836526,0.0039374083280563354,0.006799513474106789,0.009661618620157242,0.01252372283488512,0.015385827980935574,0.018247932195663452,0.021110037341713905,0.02397214248776436,0.02683424763381481,0.029696352779865265,0.03255845606327057,0.03542056307196617,0.038282666355371475,0.04114477336406708,0.04400687664747238,0.046868983656167984,0.04973108693957329,0.05259319022297859,0.055455297231674194,0.0583174005150795,0.0611795075237751,0.0640416145324707,0.06690371781587601,0.06976582109928131,0.07262792438268661,0.07549002766609192,0.07835213840007782,0.08121424168348312,0.08407634496688843,0.08693844825029373,0.08980055898427963,0.09266266226768494,0.09552476555109024],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,1,0,2,2,1,0,1,3,1,4,10,9,11,9,16,16,13,22,35,37,30,38,36,41,42,50,40,29,41,30,28,22,17,7,11,17,14,16,12,4,9,6,6,4,6,1,2,3,2,2,1,2,0,1,0,1,0,1,1],"bins":[0.9984947443008423,0.9985466599464417,0.998598575592041,0.9986504316329956,0.998702347278595,0.9987542629241943,0.9988061785697937,0.9988580942153931,0.9989099502563477,0.998961865901947,0.9990137815475464,0.9990656971931458,0.9991176128387451,0.9991695284843445,0.9992213845252991,0.9992733001708984,0.9993252158164978,0.9993771314620972,0.9994290471076965,0.9994809031486511,0.9995328187942505,0.9995847344398499,0.9996366500854492,0.9996885657310486,0.999740481376648,0.9997923374176025,0.9998442530632019,0.9998961687088013,0.9999480843544006,1,1.0000518560409546,1.0001038312911987,1.0001556873321533,1.000207543373108,1.000259518623352,1.0003113746643066,1.0003633499145508,1.0004152059555054,1.00046706199646,1.000519037246704,1.0005708932876587,1.0006228685379028,1.0006747245788574,1.000726580619812,1.0007785558700562,1.0008304119110107,1.0008823871612549,1.0009342432022095,1.000986099243164,1.0010380744934082,1.0010899305343628,1.001141905784607,1.0011937618255615,1.0012457370758057,1.0012975931167603,1.0013494491577148,1.001401424407959,1.0014532804489136,1.0015052556991577,1.0015571117401123,1.001608967781067,1.001660943031311,1.0017127990722656,1.0017647743225098,1.0018166303634644]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,2,0,0,0,2,4,1,6,0,6,5,7,3,12,4,17,15,12,22,22,17,26,23,26,27,33,23,22,24,24,24,24,20,26,27,19,25,27,21,19,21,13,9,15,13,10,7,7,5,3,9,3,4,4,3,6,8,1,3,1,1,1],"bins":[-0.003299034433439374,-0.0031969898846000433,-0.0030949453357607126,-0.002992900786921382,-0.0028908562380820513,-0.0027888116892427206,-0.00268676714040339,-0.0025847225915640593,-0.002482677809894085,-0.0023806332610547543,-0.0022785887122154236,-0.002176544163376093,-0.0020744996145367622,-0.0019724550656974316,-0.0018704105168581009,-0.0017683659680187702,-0.0016663214191794395,-0.0015642768703401089,-0.0014622323215007782,-0.0013601877726614475,-0.0012581432238221169,-0.0011560985585674644,-0.0010540540097281337,-0.000952009460888803,-0.0008499649120494723,-0.0007479203632101417,-0.000645875814370811,-0.0005438312073238194,-0.0004417866584844887,-0.00033974210964515805,-0.00023769753170199692,-0.00013565296831075102,-3.3608172088861465e-05,6.843639130238444e-05,0.00017048095469363034,0.00027252553263679147,0.00037457008147612214,0.0004766146303154528,0.0005786592373624444,0.0006807037862017751,0.0007827483350411057,0.0008847928838804364,0.000986837432719767,0.0010888819815590978,0.0011909266468137503,0.001292971195653081,0.0013950157444924116,0.0014970602933317423,0.001599104842171073,0.0017011493910104036,0.0018031939398497343,0.001905238488689065,0.0020072830375283957,0.0021093275863677263,0.002211372135207057,0.0023134166840463877,0.002415461465716362,0.0025175060145556927,0.0026195505633950233,0.002721595112234354,0.0028236396610736847,0.0029256842099130154,0.003027728758752346,0.0031297733075916767,0.0032318178564310074]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,1,1,0,1,1,0,0,2,3,1,3,3,2,10,14,13,30,30,41,40,37,30,45,44,38,45,31,41,41,41,30,34,30,22,15,10,9,10,4,2,4,3,1,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0022170469164848328,-0.002138607669621706,-0.0020601681899279356,-0.001981728943064809,-0.0019032895797863603,-0.0018248502165079117,-0.001746410969644785,-0.0016679716063663363,-0.0015895322430878878,-0.0015110928798094392,-0.0014326535165309906,-0.0013542142696678638,-0.0012757749063894153,-0.0011973355431109667,-0.00111889629624784,-0.0010404569329693913,-0.0009620175696909428,-0.0008835782064124942,-0.0008051389013417065,-0.0007266995962709188,-0.0006482602329924703,-0.0005698208697140217,-0.000491381564643234,-0.0004129422304686159,-0.00033450289629399776,-0.00025606356211937964,-0.00017762422794476151,-9.918489377014339e-05,-2.0745559595525265e-05,5.769377457909286e-05,0.00013613310875371099,0.0002145724429283291,0.00029301177710294724,0.00037145111127756536,0.0004498904454521835,0.0005283297505229712,0.0006067691138014197,0.0006852084770798683,0.000763647782150656,0.0008420870872214437,0.0009205264504998922,0.0009989658137783408,0.0010774051770567894,0.0011558444239199162,0.0012342837871983647,0.0013127231504768133,0.00139116239733994,0.0014696017606183887,0.0015480411238968372,0.0016264804871752858,0.0017049198504537344,0.0017833590973168612,0.0018617984605953097,0.0019402378238737583,0.002018677070736885,0.0020971165504306555,0.0021755557972937822,0.002253995044156909,0.0023324345238506794,0.002410873770713806,0.002489313017576933,0.0025677524972707033,0.00264619174413383,0.0027246312238276005,0.0028030704706907272],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.0011138916015625,-0.0010797977447509766,-0.0010457038879394531,-0.0010116100311279297,-0.0009775161743164062,-0.0009434223175048828,-0.0009093284606933594,-0.0008752346038818359,-0.0008411407470703125,-0.0008070468902587891,-0.0007729530334472656,-0.0007388591766357422,-0.0007047653198242188,-0.0006706714630126953,-0.0006365776062011719,-0.0006024837493896484,-0.000568389892578125,-0.0005342960357666016,-0.0005002021789550781,-0.0004661083221435547,-0.00043201446533203125,-0.0003979206085205078,-0.0003638267517089844,-0.00032973289489746094,-0.0002956390380859375,-0.00026154518127441406,-0.00022745132446289062,-0.0001933574676513672,-0.00015926361083984375,-0.0001251697540283203,-9.107589721679688e-05,-5.698204040527344e-05,-2.288818359375e-05,1.1205673217773438e-05,4.5299530029296875e-05,7.939338684082031e-05,0.00011348724365234375,0.0001475811004638672,0.00018167495727539062,0.00021576881408691406,0.0002498626708984375,0.00028395652770996094,0.0003180503845214844,0.0003521442413330078,0.00038623809814453125,0.0004203319549560547,0.0004544258117675781,0.0004885196685791016,0.000522613525390625,0.0005567073822021484,0.0005908012390136719,0.0006248950958251953,0.0006589889526367188,0.0006930828094482422,0.0007271766662597656,0.0007612705230712891,0.0007953643798828125,0.0008294582366943359,0.0008635520935058594,0.0008976459503173828,0.0009317398071289062,0.0009658336639404297,0.0009999275207519531,0.0010340213775634766,0.001068115234375],"_type":"histogram","values":[3,0,1,1,0,2,2,4,11,10,20,23,47,66,89,113,173,290,438,609,912,1276,2004,2926,4657,7704,12464,20845,37734,70617,138181,252781,350165,294817,172901,88122,46813,26005,14775,8706,5723,3738,2344,1538,1048,672,498,290,227,159,99,63,51,38,29,13,6,7,6,4,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.09387152642011642,-0.09075646847486496,-0.0876414105296135,-0.08452635258436203,-0.08141129463911057,-0.0782962366938591,-0.07518117874860764,-0.07206612080335617,-0.0689510628581047,-0.06583600491285324,-0.06272094696760178,-0.05960588902235031,-0.056490831077098846,-0.05337577313184738,-0.05026071518659592,-0.04714565724134445,-0.04403059929609299,-0.04091554135084152,-0.03780048340559006,-0.03468542546033859,-0.03157036751508713,-0.028455309569835663,-0.025340251624584198,-0.022225193679332733,-0.01911013573408127,-0.015995077788829803,-0.012880019843578339,-0.009764961898326874,-0.006649903953075409,-0.003534846007823944,-0.00041978806257247925,0.0026952698826789856,0.005810335278511047,0.008925393223762512,0.012040451169013977,0.015155509114265442,0.018270567059516907,0.02138562500476837,0.024500682950019836,0.0276157408952713,0.030730798840522766,0.03384585678577423,0.036960914731025696,0.04007597267627716,0.043191030621528625,0.04630608856678009,0.049421146512031555,0.05253620445728302,0.055651262402534485,0.05876632034778595,0.061881378293037415,0.06499643623828888,0.06811149418354034,0.07122655212879181,0.07434161007404327,0.07745666801929474,0.0805717259645462,0.08368678390979767,0.08680184185504913,0.0899168998003006,0.09303195774555206,0.09614701569080353,0.09926207363605499,0.10237713158130646,0.10549218952655792],"_type":"histogram","values":[2,4,4,8,12,27,44,69,134,210,338,578,820,1283,1845,2789,3967,5299,7127,9113,11796,14607,18311,21565,24971,28167,31083,33672,35552,36225,36526,35968,34324,31589,29122,25845,22505,19104,15704,12584,10037,7728,5816,4369,3000,2005,1447,984,587,401,227,121,91,50,34,17,9,5,0,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,1,0,1,3,0,1,2,0,3,4,2,2,5,6,7,3,8,7,15,17,21,26,32,45,45,51,73,48,41,42,49,28,39,31,21,19,12,15,7,10,5,4,1,6,1,2,0,0,0,1,2,0,0,0,0,1,0,0,0,0,1],"bins":[-2.4434984879917465e-07,-2.362631050800701e-07,-2.2817636136096553e-07,-2.2008960343100625e-07,-2.120028597119017e-07,-2.0391611599279713e-07,-1.9582935806283785e-07,-1.877426143437333e-07,-1.7965587062462873e-07,-1.7156912690552417e-07,-1.634823831864196e-07,-1.5539562525646033e-07,-1.4730888153735577e-07,-1.392221378182512e-07,-1.3113537988829194e-07,-1.2304863616918738e-07,-1.1496189245008281e-07,-1.0687514873097825e-07,-9.878839790644633e-08,-9.070164708191442e-08,-8.261490336280986e-08,-7.45281596437053e-08,-6.644140881917338e-08,-5.8354661547355136e-08,-5.0267914275536896e-08,-4.2181167003718656e-08,-3.4094419731900416e-08,-2.6007672460082176e-08,-1.7920925188263936e-08,-9.834177916445697e-09,-1.7474306446274568e-09,6.339316627190783e-09,1.4426063899009023e-08,2.2512811170827263e-08,3.05995584426455e-08,3.868630571446374e-08,4.677305298628198e-08,5.485980025810022e-08,6.294654752991846e-08,7.103329835445038e-08,7.912004207355494e-08,8.72067857926595e-08,9.529353661719142e-08,1.0338028744172334e-07,1.114670311608279e-07,1.1955377487993246e-07,1.2764053280989174e-07,1.357272765289963e-07,1.4381402024810086e-07,1.5190076396720542e-07,1.5998750768630998e-07,1.6807426561626926e-07,1.7616100933537382e-07,1.8424775305447838e-07,1.9233451098443766e-07,2.0042125470354222e-07,2.0850799842264678e-07,2.1659474214175134e-07,2.246814858608559e-07,2.3276824379081518e-07,2.4085500172077445e-07,2.48941745439879e-07,2.570284891589836e-07,2.6511523287808814e-07,2.732019765971927e-07]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[3,0,3,0,0,6,12,16,18,37,26,50,54,103,106,196,248,313,443,611,825,1074,1561,2200,3036,4345,6252,8981,12806,19113,28704,45259,92080,167095,72839,39152,25641,17118,11705,8095,5720,3881,2833,2021,1409,1016,743,545,406,288,235,136,126,85,59,44,47,27,32,16,16,3,9,1],"bins":[-0.00970458984375,-0.009413719177246094,-0.009122848510742188,-0.008831977844238281,-0.008541107177734375,-0.008250236511230469,-0.007959365844726562,-0.007668495178222656,-0.00737762451171875,-0.007086753845214844,-0.0067958831787109375,-0.006505012512207031,-0.006214141845703125,-0.005923271179199219,-0.0056324005126953125,-0.005341529846191406,-0.0050506591796875,-0.004759788513183594,-0.0044689178466796875,-0.004178047180175781,-0.003887176513671875,-0.0035963058471679688,-0.0033054351806640625,-0.0030145645141601562,-0.00272369384765625,-0.0024328231811523438,-0.0021419525146484375,-0.0018510818481445312,-0.001560211181640625,-0.0012693405151367188,-0.0009784698486328125,-0.0006875991821289062,-0.000396728515625,-0.00010585784912109375,0.0001850128173828125,0.00047588348388671875,0.000766754150390625,0.0010576248168945312,0.0013484954833984375,0.0016393661499023438,0.00193023681640625,0.0022211074829101562,0.0025119781494140625,0.0028028488159179688,0.003093719482421875,0.0033845901489257812,0.0036754608154296875,0.003966331481933594,0.0042572021484375,0.004548072814941406,0.0048389434814453125,0.005129814147949219,0.005420684814453125,0.005711555480957031,0.0060024261474609375,0.006293296813964844,0.00658416748046875,0.006875038146972656,0.0071659088134765625,0.007456779479980469,0.007747650146484375,0.008038520812988281,0.008329391479492188,0.008620262145996094,0.0089111328125]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,1,0,2,2,3,3,4,3,5,4,6,8,5,6,11,12,9,17,16,17,20,17,25,30,17,24,38,32,25,31,22,17,23,28,23,20,25,23,20,20,18,16,19,9,12,10,6,14,13,5,7,3,4,4,4,1,1,2,1,2,0,0,2],"bins":[-0.00037943426286801696,-0.00036730521242134273,-0.00035517613287083805,-0.0003430470824241638,-0.00033091800287365913,-0.0003187889524269849,-0.0003066598728764802,-0.000294530822429806,-0.0002824017428793013,-0.0002702726924326271,-0.0002581436128821224,-0.00024601456243544817,-0.00023388549743685871,-0.00022175643243826926,-0.0002096273674396798,-0.00019749830244109035,-0.0001853692374425009,-0.00017324017244391143,-0.00016111110744532198,-0.00014898204244673252,-0.00013685297744814306,-0.0001247239124495536,-0.00011259485472692177,-0.00010046578972833231,-8.833672472974285e-05,-7.62076597311534e-05,-6.407859473256394e-05,-5.1949533371953294e-05,-3.982046837336384e-05,-2.769140337477438e-05,-1.556234019517433e-05,-3.4332761060795747e-06,8.69578798301518e-06,2.0824852981604636e-05,3.295391798019409e-05,4.508297934080474e-05,5.72120443393942e-05,6.934110570000485e-05,8.14701706985943e-05,9.359923569718376e-05,0.00010572830069577321,0.00011785736569436267,0.0001299864234169945,0.00014211548841558397,0.00015424455341417342,0.00016637361841276288,0.00017850268341135234,0.0001906317484099418,0.00020276081340853125,0.0002148898784071207,0.00022701894340571016,0.00023914800840429962,0.00025127705885097384,0.00026340613840147853,0.00027553518884815276,0.00028766426839865744,0.00029979331884533167,0.00031192239839583635,0.0003240514488425106,0.00033618052839301527,0.0003483095788396895,0.0003604386583901942,0.0003725677088368684,0.0003846967883873731,0.0003968258388340473],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,0,2,12,12,24,41,70,124,199,310,472,703,977,1493,2116,2962,3976,5246,6863,8798,11157,13532,16356,19495,22167,25061,27666,30003,32149,33347,34068,33897,33033,31551,29420,27162,24556,21405,18460,15508,12840,10468,8399,6503,4952,3719,2738,1905,1326,887,630,380,283,161,97,73,35,17,7,5,1,1,2],"bins":[-0.09223349392414093,-0.08933945745229721,-0.08644542843103409,-0.08355139195919037,-0.08065735548734665,-0.07776332646608353,-0.07486928999423981,-0.07197525352239609,-0.06908121705055237,-0.06618718802928925,-0.06329315155744553,-0.060399118810892105,-0.057505086064338684,-0.054611049592494965,-0.051717016845941544,-0.048822980374097824,-0.0459289476275444,-0.04303491488099098,-0.04014087840914726,-0.03724684566259384,-0.03435280919075012,-0.0314587764441967,-0.02856474369764328,-0.02567070908844471,-0.02277667447924614,-0.01988263987004757,-0.016988605260849,-0.014094572514295578,-0.011200537905097008,-0.008306503295898438,-0.005412469618022442,-0.002518435474485159,0.000375598669052124,0.003269632812589407,0.00616366695612669,0.009057700634002686,0.011951735243201256,0.014845769852399826,0.017739802598953247,0.020633837208151817,0.023527871817350388,0.026421906426548958,0.029315941035747528,0.03220997378230095,0.03510400652885437,0.03799804300069809,0.04089207574725151,0.04378611221909523,0.04668014496564865,0.04957417771220207,0.05246821418404579,0.05536224693059921,0.05825628340244293,0.06115031614899635,0.06404434889554977,0.0669383853673935,0.06983241438865662,0.07272645086050034,0.07562048733234406,0.07851452380418777,0.0814085528254509,0.08430258929729462,0.08719662576913834,0.09009065479040146,0.09298469126224518],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,0,0,1,3,0,3,2,3,3,2,3,3,4,2,5,9,5,6,11,12,9,17,22,25,45,34,61,83,67,64,43,39,25,19,19,21,19,13,4,14,7,7,1,6,5,3,3,3,3,0,0,0,1,1,2,0,2,0,0,1],"bins":[-0.004903850611299276,-0.004751612897962332,-0.0045993756502866745,-0.00444713793694973,-0.004294900223612785,-0.004142662975937128,-0.0039904252626001835,-0.003838187549263239,-0.003685950068756938,-0.003533712588250637,-0.0033814748749136925,-0.0032292373944073915,-0.0030769999139010906,-0.002924762200564146,-0.002772524720057845,-0.0026202870067209005,-0.0024680495262145996,-0.0023158120457082987,-0.002163574332371354,-0.002011336851865053,-0.0018590992549434304,-0.0017068616580218077,-0.0015546241775155067,-0.001402386580593884,-0.0012501489836722612,-0.0010979113867506385,-0.0009456738480366766,-0.0007934363093227148,-0.000641198712401092,-0.0004889611154794693,-0.00033672357676550746,-0.00018448600894771516,-3.224797546863556e-05,0.00011998959234915674,0.00027222716016694903,0.00042446472798474133,0.0005767022958025336,0.0007289398927241564,0.0008811774314381182,0.00103341497015208,0.0011856525670737028,0.0013378901639953256,0.0014901277609169483,0.0016423652414232492,0.001794602838344872,0.0019468404352664948,0.0020990779157727957,0.0022513156291097403,0.002403553109616041,0.002555790590122342,0.0027080283034592867,0.0028602657839655876,0.003012503497302532,0.003164740977808833,0.003316978458315134,0.0034692161716520786,0.0036214536521583796,0.0037736911326646805,0.003925928846001625,0.00407816655933857,0.004230403807014227,0.0043826415203511715,0.004534879233688116,0.004687116481363773,0.004839354194700718]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[0.9986302852630615,0.9986792206764221,0.9987280964851379,0.9987770318984985,0.9988259673118591,0.9988749027252197,0.9989237785339355,0.9989727139472961,0.9990216493606567,0.9990705251693726,0.9991194605827332,0.9991683959960938,0.9992173314094543,0.9992662072181702,0.9993151426315308,0.9993640780448914,0.999413013458252,0.9994618892669678,0.9995108246803284,0.999559760093689,0.9996086359024048,0.9996575713157654,0.999706506729126,0.9997554421424866,0.9998043179512024,0.999853253364563,0.9999021887779236,0.9999510645866394,1,1.0000488758087158,1.0000978708267212,1.000146746635437,1.0001957416534424,1.0002446174621582,1.000293493270874,1.0003424882888794,1.0003913640975952,1.000440239906311,1.0004892349243164,1.0005381107330322,1.000586986541748,1.0006359815597534,1.0006848573684692,1.000733733177185,1.0007827281951904,1.0008316040039062,1.0008805990219116,1.0009294748306274,1.0009783506393433,1.0010273456573486,1.0010762214660645,1.0011250972747803,1.0011740922927856,1.0012229681015015,1.0012718439102173,1.0013208389282227,1.0013697147369385,1.0014185905456543,1.0014675855636597,1.0015164613723755,1.0015654563903809,1.0016143321990967,1.0016632080078125,1.0017122030258179,1.0017610788345337],"_type":"histogram","values":[1,0,0,1,0,0,2,0,2,2,2,3,0,5,5,6,15,8,12,15,23,28,26,31,21,32,31,26,34,35,28,27,26,36,28,32,29,23,27,21,11,14,12,16,11,8,7,4,9,4,5,2,5,5,0,0,4,2,1,0,2,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.0012818339746445417,-0.0012425023596733809,-0.00120317074470222,-0.001163839129731059,-0.0011245075147598982,-0.0010851758997887373,-0.0010458442848175764,-0.0010065126698464155,-0.0009671810548752546,-0.0009278494981117547,-0.0008885178831405938,-0.0008491862681694329,-0.000809854653198272,-0.0007705230382271111,-0.0007311914232559502,-0.0006918598082847893,-0.0006525281933136284,-0.0006131965783424675,-0.0005738649633713067,-0.0005345333484001458,-0.0004952017334289849,-0.00045587014756165445,-0.00041653853259049356,-0.00037720691761933267,-0.0003378753026481718,-0.0002985436876770109,-0.00025921207270585,-0.00021988047228660434,-0.00018054885731544346,-0.00014121724234428257,-0.00010188563464907929,-6.255402695387602e-05,-2.322241198271513e-05,1.6109199350466952e-05,5.544081068364903e-05,9.477241837885231e-05,0.0001341040333500132,0.00017343564832117409,0.00021276724874041975,0.00025209886371158063,0.0002914304786827415,0.0003307620936539024,0.0003700937086250633,0.0004094253235962242,0.0004487569094635546,0.0004880885244347155,0.0005274201394058764,0.0005667517543770373,0.0006060833693481982,0.0006454149843193591,0.00068474659929052,0.0007240782142616808,0.0007634098292328417,0.0008027414442040026,0.0008420730591751635,0.0008814046741463244,0.0009207362309098244,0.0009600678458809853,0.0009993994608521461,0.001038731075823307,0.001078062690794468,0.0011173943057656288,0.0011567259207367897,0.0011960575357079506,0.0012353891506791115],"_type":"histogram","values":[1,0,1,1,3,0,2,1,2,2,7,4,7,6,9,7,16,12,12,10,17,16,18,18,17,28,28,38,31,30,28,22,30,31,20,23,16,28,21,22,19,23,18,20,12,11,12,17,11,6,6,7,6,3,2,3,2,3,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,0,4,5,8,5,5,1,6,9,11,12,16,10,19,25,28,20,27,34,30,31,35,27,30,30,33,29,20,18,29,31,23,24,15,18,11,15,11,9,8,8,5,9,8,4,1,3,1,1,2,2],"bins":[-0.00046499347081407905,-0.00045235754805617034,-0.00043972162529826164,-0.00042708570254035294,-0.00041444977978244424,-0.0004018138279207051,-0.0003891779051627964,-0.0003765419824048877,-0.000363906059646979,-0.00035127013688907027,-0.00033863421413116157,-0.00032599829137325287,-0.0003133623395115137,-0.000300726416753605,-0.0002880904939956963,-0.0002754545712377876,-0.0002628186484798789,-0.0002501827257219702,-0.0002375468029640615,-0.00022491086565423757,-0.00021227494289632887,-0.00019963902013842016,-0.00018700308282859623,-0.00017436716007068753,-0.00016173123731277883,-0.00014909531455487013,-0.00013645939179696143,-0.0001238234544871375,-0.0001111875317292288,-9.855160897132009e-05,-8.591567893745378e-05,-7.327974890358746e-05,-6.06437970418483e-05,-4.800787064596079e-05,-3.5371944250073284e-05,-2.2736017854185775e-05,-1.0100091458298266e-05,2.535834937589243e-06,1.5171761333476752e-05,2.780768772936426e-05,4.044361412525177e-05,5.307954052113928e-05,6.571546691702679e-05,7.83513969508931e-05,9.09873197088018e-05,0.00010362324246671051,0.00011625917250057682,0.00012889510253444314,0.00014153102529235184,0.00015416694805026054,0.00016680287080816925,0.00017943880811799318,0.00019207473087590188,0.00020471065363381058,0.0002173465909436345,0.0002299825137015432,0.00024261843645945191,0.0002552543592173606,0.0002678902819752693,0.000280526204733178,0.0002931621274910867,0.0003057980793528259,0.0003184340021107346,0.0003310699248686433,0.000343705847626552]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.0006193355075083673,-0.000601070758420974,-0.0005828060675412416,-0.0005645413184538484,-0.0005462765693664551,-0.0005280118202790618,-0.0005097471293993294,-0.0004914823803119361,-0.00047321763122454286,-0.00045495291124098003,-0.0004366881912574172,-0.0004184234421700239,-0.0004001587221864611,-0.0003818939730990678,-0.000363629253115505,-0.0003453645040281117,-0.00032709978404454887,-0.00030883506406098604,-0.00029057031497359276,-0.00027230559499002993,-0.00025404084590263665,-0.00023577612591907382,-0.00021751139138359576,-0.0001992466568481177,-0.00018098192231263965,-0.0001627171877771616,-0.00014445245324168354,-0.0001261877187062055,-0.00010792299144668505,-8.965825691120699e-05,-7.139352965168655e-05,-5.3128795116208494e-05,-3.486406058073044e-05,-1.6599327864241786e-05,1.6654048522468656e-06,1.9930137568735518e-05,3.819487028522417e-05,5.6459604820702225e-05,7.472433208022267e-05,9.298906661570072e-05,0.00011125380115117878,0.00012951853568665683,0.0001477832702221349,0.00016604800475761294,0.00018431272474117577,0.00020257745927665383,0.00022084219381213188,0.00023910692834760994,0.000257371662883088,0.0002756363828666508,0.0002939011319540441,0.00031216585193760693,0.0003304306010250002,0.00034869532100856304,0.0003669600700959563,0.00038522479007951915,0.000403489510063082,0.00042175425915047526,0.0004400189791340381,0.0004582837282214314,0.0004765484482049942,0.0004948131972923875,0.0005130779463797808,0.0005313426372595131,0.0005496073863469064],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,0,0,2,4,6,3,3,4,5,7,11,13,17,11,12,14,18,31,29,31,49,27,29,43,47,46,36,42,34,26,27,24,22,17,11,18,10,7,10,2,5,4,0,3,1,1,0,0,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.00048280111514031887,-0.000467593694338575,-0.0004523863026406616,-0.00043717888183891773,-0.0004219714901410043,-0.00040676406933926046,-0.00039155667764134705,-0.0003763492568396032,-0.0003611418651416898,-0.0003459344443399459,-0.00033072702353820205,-0.00031551963184028864,-0.0003003122110385448,-0.00028510481934063137,-0.0002698973985388875,-0.0002546900068409741,-0.00023948258603923023,-0.0002242751797894016,-0.00020906777353957295,-0.00019386036728974432,-0.00017865296103991568,-0.00016344554023817182,-0.00014823813398834318,-0.00013303072773851454,-0.0001178233214886859,-0.00010261591523885727,-8.740850898902863e-05,-7.220109546324238e-05,-5.6993689213413745e-05,-4.178628296358511e-05,-2.6578873075777665e-05,-1.1371465006959625e-05,3.835943061858416e-06,1.9043351130676456e-05,3.4250759199494496e-05,4.945816908730194e-05,6.466557533713058e-05,7.987298158695921e-05,9.508039511274546e-05,0.0001102878013625741,0.00012549520761240274,0.00014070261386223137,0.00015591002011206,0.00017111742636188865,0.0001863248471636325,0.00020153225341346115,0.00021673965966328979,0.00023194706591311842,0.00024715447216294706,0.0002623618929646909,0.00027756928466260433,0.0002927767054643482,0.0003079840971622616,0.00032319151796400547,0.0003383989096619189,0.00035360633046366274,0.0003688137512654066,0.00038402114296332,0.0003992285637650639,0.0004144359554629773,0.00042964337626472116,0.00044485076796263456,0.00046005818876437843,0.00047526558046229184,0.0004904730012640357],"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,1,1,3,1,2,1,6,7,7,9,9,12,15,28,33,31,28,33,31,26,32,29,38,38,38,44,28,33,35,23,26,26,13,15,14,16,9,8,7,2,1,1,2,1,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[2,1,1,3,5,3,12,26,17,26,46,58,75,113,204,230,359,506,661,990,1526,2197,3320,4663,7533,11128,16778,25359,39678,59614,84231,94374,77968,53960,35536,22916,15255,9940,6463,4516,3145,2000,1313,933,687,377,364,202,171,99,64,52,37,28,22,11,5,4,7,4,3,2,0,1],"bins":[-0.0001430511474609375,-0.00013849139213562012,-0.00013393163681030273,-0.00012937188148498535,-0.00012481212615966797,-0.00012025237083435059,-0.0001156926155090332,-0.00011113286018371582,-0.00010657310485839844,-0.00010201334953308105,-9.745359420776367e-05,-9.289383888244629e-05,-8.83340835571289e-05,-8.377432823181152e-05,-7.921457290649414e-05,-7.465481758117676e-05,-7.009506225585938e-05,-6.553530693054199e-05,-6.097555160522461e-05,-5.6415796279907227e-05,-5.1856040954589844e-05,-4.729628562927246e-05,-4.273653030395508e-05,-3.8176774978637695e-05,-3.361701965332031e-05,-2.905726432800293e-05,-2.4497509002685547e-05,-1.9937753677368164e-05,-1.537799835205078e-05,-1.0818243026733398e-05,-6.258487701416016e-06,-1.6987323760986328e-06,2.86102294921875e-06,7.420778274536133e-06,1.1980533599853516e-05,1.65402889251709e-05,2.110004425048828e-05,2.5659799575805664e-05,3.0219554901123047e-05,3.477931022644043e-05,3.933906555175781e-05,4.3898820877075195e-05,4.845857620239258e-05,5.301833152770996e-05,5.7578086853027344e-05,6.213784217834473e-05,6.669759750366211e-05,7.125735282897949e-05,7.581710815429688e-05,8.037686347961426e-05,8.493661880493164e-05,8.949637413024902e-05,9.40561294555664e-05,9.861588478088379e-05,0.00010317564010620117,0.00010773539543151855,0.00011229515075683594,0.00011685490608215332,0.0001214146614074707,0.00012597441673278809,0.00013053417205810547,0.00013509392738342285,0.00013965368270874023,0.00014421343803405762,0.000148773193359375]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,1,0,1,1,0,0,0,2,1,0,3,3,4,1,4,7,10,8,15,11,15,16,14,18,19,33,32,31,34,33,43,34,42,34,32,33,22,24,26,25,25,19,15,15,15,6,9,4,3,5,9,1,3,1,2,0,1,1,0,0,0,1],"bins":[-0.0007167014991864562,-0.0006955713615752757,-0.0006744412239640951,-0.0006533111445605755,-0.0006321810069493949,-0.0006110508693382144,-0.0005899207899346948,-0.0005687906523235142,-0.0005476605147123337,-0.0005265303771011531,-0.0005054002394899726,-0.00048427016008645296,-0.0004631400224752724,-0.0004420098848640919,-0.0004208797763567418,-0.0003997496678493917,-0.00037861953023821115,-0.0003574893926270306,-0.0003363592841196805,-0.00031522917561233044,-0.0002940990380011499,-0.00027296890038996935,-0.00025183879188261926,-0.00023070866882335395,-0.00020957854576408863,-0.00018844842270482332,-0.000167318299645558,-0.00014618817658629268,-0.00012505805352702737,-0.00010392793046776205,-8.279780740849674e-05,-6.166768434923142e-05,-4.053750308230519e-05,-1.9407380023039877e-05,1.7227430362254381e-06,2.2852866095490754e-05,4.398298915475607e-05,6.511311221402138e-05,8.62432352732867e-05,0.00010737335833255202,0.00012850348139181733,0.00014963360445108265,0.00017076372751034796,0.00019189385056961328,0.0002130239736288786,0.0002341540966881439,0.0002552842197474092,0.0002764143282547593,0.00029754446586593986,0.0003186746034771204,0.0003398047119844705,0.0003609348204918206,0.0003820649581030011,0.00040319509571418166,0.00042432520422153175,0.00044545531272888184,0.0004665854503400624,0.0004877155879512429,0.0005088456673547626,0.0005299758049659431,0.0005511059425771236,0.0005722360801883042,0.0005933662177994847,0.0006144962972030044,0.0006356264348141849],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,1,3,6,8,11,11,24,36,43,58,76,101,135,208,266,407,548,748,1244,1674,2536,3469,5588,8641,12672,19570,31269,50409,82951,142795,242682,319634,253393,151246,88656,54464,33837,21638,14203,9417,5950,3989,2528,1800,1207,814,586,381,310,185,146,90,65,39,30,26,11,10,6,7,3,0,2],"bins":[-0.00109100341796875,-0.0010575056076049805,-0.001024007797241211,-0.0009905099868774414,-0.0009570121765136719,-0.0009235143661499023,-0.0008900165557861328,-0.0008565187454223633,-0.0008230209350585938,-0.0007895231246948242,-0.0007560253143310547,-0.0007225275039672852,-0.0006890296936035156,-0.0006555318832397461,-0.0006220340728759766,-0.000588536262512207,-0.0005550384521484375,-0.000521540641784668,-0.00048804283142089844,-0.0004545450210571289,-0.0004210472106933594,-0.00038754940032958984,-0.0003540515899658203,-0.0003205537796020508,-0.00028705596923828125,-0.0002535581588745117,-0.0002200603485107422,-0.00018656253814697266,-0.00015306472778320312,-0.0001195669174194336,-8.606910705566406e-05,-5.257129669189453e-05,-1.9073486328125e-05,1.4424324035644531e-05,4.792213439941406e-05,8.14199447631836e-05,0.00011491775512695312,0.00014841556549072266,0.0001819133758544922,0.00021541118621826172,0.00024890899658203125,0.0002824068069458008,0.0003159046173095703,0.00034940242767333984,0.0003829002380371094,0.0004163980484008789,0.00044989585876464844,0.00048339366912841797,0.0005168914794921875,0.000550389289855957,0.0005838871002197266,0.0006173849105834961,0.0006508827209472656,0.0006843805313110352,0.0007178783416748047,0.0007513761520385742,0.0007848739624023438,0.0008183717727661133,0.0008518695831298828,0.0008853673934936523,0.0009188652038574219,0.0009523630142211914,0.000985860824584961,0.0010193586349487305,0.0010528564453125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[2,1,1,0,2,1,2,4,6,3,5,8,12,13,16,16,20,33,37,39,35,53,64,60,114,74,80,100,105,130,106,97,99,110,80,69,77,74,44,62,33,26,22,26,17,11,15,8,8,5,6,3,3,2,2,2,3,1,0,0,0,0,0,1],"bins":[-0.0018914139363914728,-0.0018280447693541646,-0.0017646756023168564,-0.0017013064352795482,-0.00163793726824224,-0.00157456798478961,-0.0015111988177523017,-0.0014478296507149935,-0.0013844604836776853,-0.001321091316640377,-0.0012577221496030688,-0.0011943529825657606,-0.0011309836991131306,-0.0010676145320758224,-0.0010042453650385141,-0.0009408761980012059,-0.0008775070309638977,-0.0008141378639265895,-0.0007507686968892813,-0.0006873994716443121,-0.0006240303046070039,-0.0005606611375696957,-0.0004972919123247266,-0.00043392274528741837,-0.00037055357825011015,-0.00030718441121280193,-0.00024381521507166326,-0.00018044603348243982,-0.00011707685189321637,-5.370767030399293e-05,9.661511285230517e-06,7.303069287445396e-05,0.00013640010729432106,0.0001997692888835445,0.00026313847047276795,0.0003265076666139066,0.00038987683365121484,0.00045324600068852305,0.0005166152259334922,0.0005799843929708004,0.0006433535600081086,0.0007067227270454168,0.000770091894082725,0.0008334611193276942,0.0008968302863650024,0.0009601994534023106,0.0010235686786472797,0.001086937845684588,0.0011503070127218962,0.0012136761797592044,0.0012770453467965126,0.0013404145138338208,0.001403783680871129,0.001467152964323759,0.0015305221313610673,0.0015938912983983755,0.0016572604654356837,0.001720629632472992,0.0017839987995103002,0.0018473679665476084,0.0019107372500002384,0.001974106300622225,0.002037475584074855,0.0021008446346968412,0.0021642139181494713]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0005507360910996795,-0.0005334332236088812,-0.0005161304143257439,-0.0004988275468349457,-0.0004815247084479779,-0.0004642218700610101,-0.0004469190025702119,-0.0004296161641832441,-0.00041231332579627633,-0.00039501048740930855,-0.0003777076490223408,-0.00036040478153154254,-0.00034310194314457476,-0.000325799104757607,-0.00030849623726680875,-0.00029119339887984097,-0.0002738905604928732,-0.0002565877221059054,-0.0002392848691670224,-0.0002219820162281394,-0.00020467917784117162,-0.00018737633945420384,-0.00017007348651532084,-0.00015277063357643783,-0.00013546779518947005,-0.00011816494952654466,-0.00010086210386361927,-8.355925820069388e-05,-6.625641253776848e-05,-4.895356687484309e-05,-3.16507212119177e-05,-1.4347875548992306e-05,2.955028321594e-06,2.0257873984519392e-05,3.7560719647444785e-05,5.486356531037018e-05,7.216641097329557e-05,8.946925663622096e-05,0.00010677210229914635,0.00012407495523802936,0.00014137779362499714,0.00015868063201196492,0.00017598348495084792,0.00019328633788973093,0.0002105891762766987,0.0002278920146636665,0.0002451948821544647,0.0002624977205414325,0.0002798005589284003,0.00029710339731536806,0.00031440623570233583,0.00033170910319313407,0.00034901194158010185,0.0003663147799670696,0.00038361764745786786,0.00040092048584483564,0.0004182233242318034,0.0004355261626187712,0.000452829001005739,0.0004701318684965372,0.000487434706883505,0.0005047375452704728,0.000522040412761271,0.0005393432220444083,0.0005566460895352066],"_type":"histogram","values":[1,0,1,1,1,0,2,0,0,0,1,1,2,1,8,8,9,8,11,15,17,20,15,32,21,21,40,31,33,29,36,28,38,41,38,24,19,23,29,26,19,20,10,17,15,11,12,5,6,4,4,5,1,1,3,2,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[2,2,1,1,2,2,1,3,1,3,9,15,15,23,19,29,45,63,118,131,174,253,422,648,1069,2000,4002,8052,17269,37831,81098,141480,140940,81254,38398,17270,8194,3794,2152,1017,659,437,260,168,147,113,74,47,29,16,27,15,8,5,6,5,1,4,0,0,0,0,0,1],"bins":[-0.002532958984375,-0.0024538040161132812,-0.0023746490478515625,-0.0022954940795898438,-0.002216339111328125,-0.0021371841430664062,-0.0020580291748046875,-0.0019788742065429688,-0.00189971923828125,-0.0018205642700195312,-0.0017414093017578125,-0.0016622543334960938,-0.001583099365234375,-0.0015039443969726562,-0.0014247894287109375,-0.0013456344604492188,-0.0012664794921875,-0.0011873245239257812,-0.0011081695556640625,-0.0010290145874023438,-0.000949859619140625,-0.0008707046508789062,-0.0007915496826171875,-0.0007123947143554688,-0.00063323974609375,-0.0005540847778320312,-0.0004749298095703125,-0.00039577484130859375,-0.000316619873046875,-0.00023746490478515625,-0.0001583099365234375,-7.915496826171875e-05,0,7.915496826171875e-05,0.0001583099365234375,0.00023746490478515625,0.000316619873046875,0.00039577484130859375,0.0004749298095703125,0.0005540847778320312,0.00063323974609375,0.0007123947143554688,0.0007915496826171875,0.0008707046508789062,0.000949859619140625,0.0010290145874023438,0.0011081695556640625,0.0011873245239257812,0.0012664794921875,0.0013456344604492188,0.0014247894287109375,0.0015039443969726562,0.001583099365234375,0.0016622543334960938,0.0017414093017578125,0.0018205642700195312,0.00189971923828125,0.0019788742065429688,0.0020580291748046875,0.0021371841430664062,0.002216339111328125,0.0022954940795898438,0.0023746490478515625,0.0024538040161132812,0.002532958984375]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,1,1,1,0,1,2,3,2,3,4,3,8,9,6,15,16,20,17,22,32,27,33,28,41,25,51,26,44,35,29,24,35,27,20,14,25,21,18,9,16,7,9,3,6,6,2,6,2,2,2,1,0,2,0,1,1,1,0,1,0,0,0,1],"bins":[-0.0005714184371754527,-0.0005508551257662475,-0.0005302917561493814,-0.0005097284447401762,-0.0004891650751233101,-0.0004686017637141049,-0.00044803842320106924,-0.0004274750826880336,-0.0004069117421749979,-0.00038634840166196227,-0.0003657850611489266,-0.00034522172063589096,-0.00032465840922668576,-0.0003040950687136501,-0.00028353172820061445,-0.0002629683876875788,-0.00024240504717454314,-0.0002218417066615075,-0.00020127836614847183,-0.0001807150401873514,-0.00016015169967431575,-0.0001395883591612801,-0.00011902502592420205,-9.846169268712401e-05,-7.789835217408836e-05,-5.733501529903151e-05,-3.677167842397466e-05,-1.6208341548917815e-05,4.354995326139033e-06,2.491833220119588e-05,4.548166907625273e-05,6.604500231333077e-05,8.660840103402734e-05,0.00010717174154706299,0.00012773508206009865,0.00014829840802121907,0.00016886174853425473,0.00018942508904729038,0.0002099884150084108,0.00023055175552144647,0.0002511150960344821,0.0002716784365475178,0.00029224177706055343,0.0003128051175735891,0.0003333684289827943,0.00035393176949582994,0.0003744951100088656,0.00039505845052190125,0.0004156217910349369,0.00043618513154797256,0.0004567484720610082,0.00047731181257404387,0.0004978751530870795,0.0005184384644962847,0.0005390018341131508,0.000559565145522356,0.0005801285151392221,0.0006006918265484273,0.0006212551379576325,0.0006418185075744987,0.0006623818189837039,0.00068294518860057,0.0007035085000097752,0.0007240718696266413,0.0007446351810358465],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[2,2,0,2,0,2,0,5,1,0,1,3,4,5,5,11,9,6,7,10,9,15,13,12,17,17,21,31,31,31,34,37,41,36,33,27,24,28,27,24,18,21,18,16,15,5,13,11,9,11,7,4,10,4,3,3,8,0,0,1,5,1,0,2],"bins":[-0.0007109786383807659,-0.0006894961115904152,-0.0006680136430077255,-0.0006465311162173748,-0.0006250485894270241,-0.0006035661208443344,-0.0005820835940539837,-0.000560601067263633,-0.0005391185986809433,-0.0005176360718905926,-0.0004961535451002419,-0.00047467107651755214,-0.00045318854972720146,-0.00043170605204068124,-0.000410223554354161,-0.00038874102756381035,-0.00036725852987729013,-0.0003457760321907699,-0.00032429350540041924,-0.000302811007713899,-0.0002813285100273788,-0.0002598459832370281,-0.0002383634855505079,-0.00021688098786398768,-0.00019539847562555224,-0.0001739159633871168,-0.00015243346570059657,-0.00013095095346216112,-0.00010946844849968329,-8.798594353720546e-05,-6.650343129877001e-05,-4.502092633629218e-05,-2.3538421373814344e-05,-2.055914592347108e-06,1.942659218912013e-05,4.090910078957677e-05,6.23916057520546e-05,8.387411071453243e-05,0.00010535662295296788,0.0001268391206394881,0.00014832163287792355,0.000169804145116359,0.00019128664280287921,0.00021276915504131466,0.0002342516672797501,0.00025573416496627033,0.00027721666265279055,0.0002986991894431412,0.00032018168712966144,0.00034166418481618166,0.00036314671160653234,0.00038462920929305255,0.0004061117069795728,0.00042759423376992345,0.00044907673145644367,0.0004705592291429639,0.0004920417559333146,0.0005135242245160043,0.000535006751306355,0.0005564892780967057,0.0005779717466793954,0.0005994542734697461,0.0006209368002600968,0.0006424192688427866,0.0006639017956331372],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,2,0,0,0,0,1,1,2,2,2,0,0,1,3,11,11,19,9,33,31,40,46,54,50,47,55,40,43,35,22,22,26,19,19,19,13,7,15,7,13,7,2,7,4,5,6,3,0,4,4,2,0,0,1,0,1,0,1],"bins":[0.9982500076293945,0.998306930065155,0.9983638525009155,0.998420774936676,0.9984777569770813,0.9985346794128418,0.9985916018486023,0.9986485242843628,0.9987054467201233,0.9987623691558838,0.9988193511962891,0.9988762736320496,0.9989331960678101,0.9989901185035706,0.999047040939331,0.9991039633750916,0.999160885810852,0.9992178678512573,0.9992747902870178,0.9993317127227783,0.9993886351585388,0.9994455575942993,0.9995024800300598,0.9995594620704651,0.9996163845062256,0.9996733069419861,0.9997302293777466,0.9997871518135071,0.9998440742492676,0.9999010562896729,0.9999579787254333,1.0000149011611938,1.0000717639923096,1.0001287460327148,1.0001857280731201,1.0002425909042358,1.0002995729446411,1.0003564357757568,1.000413417816162,1.0004703998565674,1.000527262687683,1.0005842447280884,1.000641107559204,1.0006980895996094,1.000754952430725,1.0008119344711304,1.0008689165115356,1.0009257793426514,1.0009827613830566,1.0010396242141724,1.0010966062545776,1.0011534690856934,1.0012104511260986,1.001267433166504,1.0013242959976196,1.001381278038025,1.0014381408691406,1.001495122909546,1.0015521049499512,1.001608967781067,1.0016659498214722,1.001722812652588,1.0017797946929932,1.0018366575241089,1.0018936395645142],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,0,0,5,5,4,12,36,48,90,169,276,454,725,1147,1653,2417,3479,4912,6619,8794,11200,14311,17655,21291,25155,28041,31570,34210,36107,36933,37530,36656,35048,32369,29842,26278,22559,19167,15622,12569,9770,7448,5431,3899,2828,1936,1290,873,590,347,216,99,69,35,12,10,5,2,1,1,2],"bins":[-0.10585669428110123,-0.10266867280006409,-0.09948065876960754,-0.0962926372885704,-0.09310461580753326,-0.08991659432649612,-0.08672857284545898,-0.08354055881500244,-0.0803525373339653,-0.07716451585292816,-0.07397650182247162,-0.07078848034143448,-0.06760045886039734,-0.0644124373793602,-0.06122441962361336,-0.058036401867866516,-0.054848380386829376,-0.051660358905792236,-0.048472341150045395,-0.04528432339429855,-0.042096301913261414,-0.038908280432224274,-0.03572026267647743,-0.03253224492073059,-0.02934422343969345,-0.02615620382130146,-0.02296818420290947,-0.01978016458451748,-0.01659214496612549,-0.013404125347733498,-0.010216105729341507,-0.007028086110949516,-0.0038400664925575256,-0.000652046874165535,0.0025359727442264557,0.005723992362618446,0.008912011981010437,0.012100031599402428,0.015288051217794418,0.01847607083618641,0.0216640904545784,0.02485211007297039,0.02804012969136238,0.03122814930975437,0.03441616892814636,0.0376041904091835,0.040792208164930344,0.043980225920677185,0.047168247401714325,0.050356268882751465,0.053544286638498306,0.05673230439424515,0.05992032587528229,0.06310834735631943,0.06629636883735657,0.06948438286781311,0.07267240434885025,0.07586042582988739,0.07904843986034393,0.08223646134138107,0.08542448282241821,0.08861250430345535,0.09180052578449249,0.09498853981494904,0.09817656129598618]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,0,2,0,1,0,4,1,6,5,2,10,4,9,16,23,34,40,27,46,62,78,125,137,185,218,346,512,827,2063,441241,4220,1313,633,421,298,234,172,142,89,58,65,43,42,22,28,20,16,8,10,3,4,7,5,1,2,1,2,2,0,0,0,2],"bins":[-0.052098240703344345,-0.050460316240787506,-0.04882239177823067,-0.04718446731567383,-0.04554654285311699,-0.04390861839056015,-0.04227069392800331,-0.04063276946544647,-0.038994841277599335,-0.037356916815042496,-0.03571899235248566,-0.03408106788992882,-0.03244314342737198,-0.03080521896481514,-0.0291672945022583,-0.027529370039701462,-0.025891445577144623,-0.024253521114587784,-0.022615596652030945,-0.020977672189474106,-0.019339747726917267,-0.01770182140171528,-0.01606389693915844,-0.0144259724766016,-0.012788048014044762,-0.011150123551487923,-0.009512199088931084,-0.00787427369505167,-0.006236349232494831,-0.004598424769937992,-0.002960499841719866,-0.0013225751463323832,0.000315345823764801,0.0019532705191522837,0.0035911952145397663,0.005229120142757893,0.006867044605314732,0.00850496906787157,0.010142894461750984,0.011780818924307823,0.013418743386864662,0.015056667849421501,0.01669459231197834,0.01833251677453518,0.019970443099737167,0.021608367562294006,0.023246292024850845,0.024884216487407684,0.026522140949964523,0.028160065412521362,0.0297979898750782,0.03143591433763504,0.03307383880019188,0.03471176326274872,0.03634968772530556,0.037987612187862396,0.039625540375709534,0.04126346483826637,0.04290138930082321,0.04453931376338005,0.04617723822593689,0.04781516268849373,0.04945308715105057,0.05109101161360741,0.052728936076164246],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,0,1,0,1,1,0,6,7,13,9,22,32,30,67,92,117,200,321,421,738,1074,1760,2846,4345,6584,10918,17319,27919,49327,88063,181971,475913,376946,143404,71962,40489,25437,15316,10065,6558,4172,2778,1874,1178,839,563,331,273,192,97,73,58,48,28,17,15,6,4,9,4,2,6,2],"bins":[-0.00372314453125,-0.003609895706176758,-0.0034966468811035156,-0.0033833980560302734,-0.0032701492309570312,-0.003156900405883789,-0.003043651580810547,-0.0029304027557373047,-0.0028171539306640625,-0.0027039051055908203,-0.002590656280517578,-0.002477407455444336,-0.0023641586303710938,-0.0022509098052978516,-0.0021376609802246094,-0.002024412155151367,-0.001911163330078125,-0.0017979145050048828,-0.0016846656799316406,-0.0015714168548583984,-0.0014581680297851562,-0.001344919204711914,-0.0012316703796386719,-0.0011184215545654297,-0.0010051727294921875,-0.0008919239044189453,-0.0007786750793457031,-0.0006654262542724609,-0.0005521774291992188,-0.00043892860412597656,-0.0003256797790527344,-0.0002124309539794922,-9.918212890625e-05,1.4066696166992188e-05,0.00012731552124023438,0.00024056434631347656,0.00035381317138671875,0.00046706199645996094,0.0005803108215332031,0.0006935596466064453,0.0008068084716796875,0.0009200572967529297,0.0010333061218261719,0.001146554946899414,0.0012598037719726562,0.0013730525970458984,0.0014863014221191406,0.0015995502471923828,0.001712799072265625,0.0018260478973388672,0.0019392967224121094,0.0020525455474853516,0.0021657943725585938,0.002279043197631836,0.002392292022705078,0.0025055408477783203,0.0026187896728515625,0.0027320384979248047,0.002845287322998047,0.002958536148071289,0.0030717849731445312,0.0031850337982177734,0.0032982826232910156,0.003411531448364258,0.0035247802734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.0029974880162626505,-0.0028989461716264486,-0.0028004045598208904,-0.0027018627151846886,-0.0026033208705484867,-0.0025047792587429285,-0.0024062374141067266,-0.0023076958023011684,-0.0022091539576649666,-0.0021106121130287647,-0.0020120705012232065,-0.0019135286565870047,-0.0018149869283661246,-0.0017164452001452446,-0.0016179033555090427,-0.0015193616272881627,-0.0014208198990672827,-0.0013222781708464026,-0.0012237364426255226,-0.0011251945979893208,-0.0010266528697684407,-0.0009281111415475607,-0.0008295693551190197,-0.0007310275686904788,-0.0006324858404695988,-0.0005339441122487187,-0.0004354023258201778,-0.0003368605684954673,-0.00023831881117075682,-0.00013977705384604633,-4.123529652133584e-05,5.730646080337465e-05,0.0001558484509587288,0.0002543902082834393,0.00035293196560814977,0.00045147372293286026,0.0005500154802575707,0.0006485572084784508,0.0007470989949069917,0.0008456407813355327,0.0009441825095564127,0.0010427242377772927,0.0011412659659981728,0.0012398078106343746,0.0013383495388552547,0.0014368912670761347,0.0015354331117123365,0.0016339748399332166,0.0017325165681540966,0.0018310582963749766,0.0019296000245958567,0.0020281418692320585,0.0021266834810376167,0.0022252253256738186,0.0023237671703100204,0.0024223087821155787,0.0025208506267517805,0.0026193924713879824,0.0027179340831935406,0.0028164759278297424,0.0029150177724659443,0.0030135593842715025,0.0031121012289077044,0.0032106428407132626,0.0033091846853494644],"_type":"histogram","values":[2,0,3,0,4,1,2,2,2,2,4,5,7,7,8,10,5,15,9,24,12,23,18,24,28,19,26,25,26,32,28,43,35,32,27,28,23,22,24,21,18,15,18,11,14,9,13,8,3,2,6,6,3,1,4,1,3,2,0,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,1,0,0,0,0,1,0,1,0,2,2,3,7,2,3,4,3,9,7,14,9,20,21,17,35,50,38,52,42,56,45,41,51,37,37,36,19,21,17,13,9,10,10,6,3,3,2,4,0,1,0,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00458484934642911,-0.004434766247868538,-0.004284683149307966,-0.0041346000507473946,-0.003984516952186823,-0.003834434086456895,-0.003684350987896323,-0.0035342678893357515,-0.00338418479077518,-0.003234101692214608,-0.0030840185936540365,-0.002933935495093465,-0.002783852629363537,-0.002633769530802965,-0.0024836864322423935,-0.002333603333681822,-0.00218352023512125,-0.0020334371365606785,-0.0018833540380001068,-0.001733271055854857,-0.0015831879572942853,-0.0014331048587337136,-0.0012830218765884638,-0.0011329387780278921,-0.0009828556794673204,-0.0008327725809067488,-0.000682689540553838,-0.0005326065002009273,-0.0003825234016403556,-0.00023244033218361437,-8.235726272687316e-05,6.772580672986805e-05,0.00021780934184789658,0.0003678924113046378,0.000517975480761379,0.0006680585211142898,0.0008181416196748614,0.0009682247182354331,0.001118307700380683,0.0012683907989412546,0.0014184738975018263,0.001568556996062398,0.0017186400946229696,0.0018687230767682195,0.0020188060589134693,0.002168889157474041,0.0023189722560346127,0.0024690553545951843,0.002619138453155756,0.0027692215517163277,0.0029193046502768993,0.003069387748837471,0.0032194708473980427,0.0033695537131279707,0.0035196368116885424,0.003669719910249114,0.0038198030088096857,0.003969885874539614,0.004119968973100185,0.004270052071660757,0.004420135170221329,0.0045702182687819,0.004720301367342472,0.004870384465903044,0.005020467564463615],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,2,1,3,0,1,3,3,10,12,20,19,34,54,60,93,117,189,230,373,548,801,1202,1900,3118,4952,8790,16097,31274,65853,127025,147878,87694,42085,21428,11054,6377,3764,2279,1405,994,637,446,311,195,155,102,62,50,39,23,18,12,11,13,2,2,1,1,0,0,0,0,1],"bins":[-0.00024318695068359375,-0.00023539364337921143,-0.0002276003360748291,-0.00021980702877044678,-0.00021201372146606445,-0.00020422041416168213,-0.0001964271068572998,-0.00018863379955291748,-0.00018084049224853516,-0.00017304718494415283,-0.0001652538776397705,-0.00015746057033538818,-0.00014966726303100586,-0.00014187395572662354,-0.0001340806484222412,-0.0001262873411178589,-0.00011849403381347656,-0.00011070072650909424,-0.00010290741920471191,-9.511411190032959e-05,-8.732080459594727e-05,-7.952749729156494e-05,-7.173418998718262e-05,-6.394088268280029e-05,-5.614757537841797e-05,-4.8354268074035645e-05,-4.056096076965332e-05,-3.2767653465270996e-05,-2.4974346160888672e-05,-1.7181038856506348e-05,-9.387731552124023e-06,-1.5944242477416992e-06,6.198883056640625e-06,1.399219036102295e-05,2.1785497665405273e-05,2.9578804969787598e-05,3.737211227416992e-05,4.5165419578552246e-05,5.295872688293457e-05,6.0752034187316895e-05,6.854534149169922e-05,7.633864879608154e-05,8.413195610046387e-05,9.192526340484619e-05,9.971857070922852e-05,0.00010751187801361084,0.00011530518531799316,0.0001230984926223755,0.0001308917999267578,0.00013868510723114014,0.00014647841453552246,0.00015427172183990479,0.0001620650291442871,0.00016985833644866943,0.00017765164375305176,0.00018544495105743408,0.0001932382583618164,0.00020103156566619873,0.00020882487297058105,0.00021661818027496338,0.0002244114875793457,0.00023220479488372803,0.00023999810218811035,0.0002477914094924927,0.000255584716796875]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.0004709516651928425,-0.00045664049685001373,-0.000442329328507185,-0.00042801816016435623,-0.000413706962717697,-0.0003993957943748683,-0.0003850846260320395,-0.00037077345768921077,-0.000356462289346382,-0.00034215112100355327,-0.00032783992355689406,-0.0003135287552140653,-0.00029921758687123656,-0.0002849064185284078,-0.00027059525018557906,-0.0002562840818427503,-0.00024197289894800633,-0.00022766173060517758,-0.0002133505477104336,-0.00019903937936760485,-0.0001847282110247761,-0.00017041702813003212,-0.00015610585978720337,-0.00014179469144437462,-0.00012748350854963064,-0.00011317234020680189,-9.886117186397314e-05,-8.454999624518678e-05,-7.023882062640041e-05,-5.592765228357166e-05,-4.1616476664785296e-05,-2.7305304683977738e-05,-1.299413270317018e-05,1.3170401871320792e-06,1.562821307743434e-05,2.99393868772313e-05,4.425055885803886e-05,5.8561730838846415e-05,7.287290645763278e-05,8.718407480046153e-05,0.0001014952504192479,0.00011580642603803426,0.000130117594380863,0.00014442876272369176,0.00015873994561843574,0.0001730511139612645,0.00018736228230409324,0.00020167346519883722,0.00021598463354166597,0.00023029580188449472,0.0002446069847792387,0.00025891815312206745,0.0002732293214648962,0.00028754048980772495,0.0003018516581505537,0.0003161628555972129,0.00033047402394004166,0.0003447851922828704,0.00035909636062569916,0.0003734075289685279,0.00038771869731135666,0.00040202989475801587,0.0004163410631008446,0.00043065223144367337,0.0004449633997865021],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,3,0,0,4,5,3,6,6,6,5,11,19,13,19,17,25,29,35,30,41,37,35,38,34,32,48,29,32,36,25,21,20,20,13,20,9,17,7,5,4,2,0,3,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[1,0,1,1,0,0,0,0,1,1,0,0,3,4,2,2,1,3,5,6,6,11,7,15,10,19,16,20,22,23,37,34,37,39,37,53,40,41,37,41,30,27,26,15,16,15,12,7,9,6,3,4,4,3,6,1,2,0,0,2,1,0,0,3],"bins":[-0.00019898329628631473,-0.00019342209270689636,-0.000187860889127478,-0.00018229968554805964,-0.00017673846741672605,-0.0001711772638373077,-0.00016561606025788933,-0.00016005485667847097,-0.0001544936530990526,-0.00014893244951963425,-0.00014337123138830066,-0.0001378100278088823,-0.00013224882422946393,-0.00012668762065004557,-0.00012112641707062721,-0.00011556520621525124,-0.00011000400263583288,-0.00010444279905641451,-9.888158820103854e-05,-9.332038462162018e-05,-8.775918104220182e-05,-8.219797018682584e-05,-7.663676660740748e-05,-7.107556302798912e-05,-6.551435217261314e-05,-5.995314859319478e-05,-5.439194501377642e-05,-4.883073779637925e-05,-4.3269530578982085e-05,-3.7708326999563724e-05,-3.2147119782166556e-05,-2.658591438375879e-05,-2.1024708985351026e-05,-1.546350358694326e-05,-9.902297279040795e-06,-4.341091425885679e-06,1.2201144272694364e-06,6.781320280424552e-06,1.2342526133579668e-05,1.7903732441482134e-05,2.34649378398899e-05,2.9026143238297664e-05,3.458734863670543e-05,4.01485558541026e-05,4.5709763071499765e-05,5.1270966650918126e-05,5.6832173868315294e-05,6.239338108571246e-05,6.795458466513082e-05,7.351578824454919e-05,7.907699909992516e-05,8.463820267934352e-05,9.019940625876188e-05,9.576061711413786e-05,0.00010132182069355622,0.00010688302427297458,0.00011244423512835056,0.00011800543870776892,0.00012356664228718728,0.00012912784586660564,0.000134689049446024,0.0001402502675773576,0.00014581147115677595,0.0001513726747361943,0.00015693387831561267],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug-core.log b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..3a5acdabb5dc2ccd4d517f47415d8f9f2a9b4731 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T04:41:26.917882737+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpj8cccql1/port-107097.txt","pid":107097,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T04:41:26.918408531+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":107097} +{"time":"2025-07-18T04:41:26.918403529+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-107097-107120-3621523824/socket","Net":"unix"}} +{"time":"2025-07-18T04:41:27.099859696+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T04:41:27.108313066+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"kmk3sbwz","id":"1(@)"} +{"time":"2025-07-18T04:41:27.55501173+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"kmk3sbwz","id":"1(@)"} +{"time":"2025-07-18T04:44:18.087228262+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T04:44:18.087544154+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T04:44:18.087532818+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T04:44:18.087610521+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T04:44:18.087647457+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-107097-107120-3621523824/socket","Net":"unix"}} +{"time":"2025-07-18T04:44:20.679935049+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T04:44:20.679955175+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T04:44:20.679971659+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f21cb4658020b8596b2f8df56a7843680ac70da8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T04:41:27.109729272+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T04:41:27.55496608+03:00","level":"INFO","msg":"stream: created new stream","id":"kmk3sbwz"} +{"time":"2025-07-18T04:41:27.55500578+03:00","level":"INFO","msg":"stream: started","id":"kmk3sbwz"} +{"time":"2025-07-18T04:41:27.55501788+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"kmk3sbwz"} +{"time":"2025-07-18T04:41:27.555025763+03:00","level":"INFO","msg":"sender: started","stream_id":"kmk3sbwz"} +{"time":"2025-07-18T04:41:27.555065099+03:00","level":"INFO","msg":"handler: started","stream_id":"kmk3sbwz"} +{"time":"2025-07-18T04:44:18.087556857+03:00","level":"INFO","msg":"stream: closing","id":"kmk3sbwz"} +{"time":"2025-07-18T04:44:19.752157813+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T04:44:20.676616373+03:00","level":"INFO","msg":"handler: closed","stream_id":"kmk3sbwz"} +{"time":"2025-07-18T04:44:20.676662258+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"kmk3sbwz"} +{"time":"2025-07-18T04:44:20.676704631+03:00","level":"INFO","msg":"sender: closed","stream_id":"kmk3sbwz"} +{"time":"2025-07-18T04:44:20.679619771+03:00","level":"INFO","msg":"stream: closed","id":"kmk3sbwz"} diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug.log b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..63654b7c137fbcd003f4457384baddcaf87c45fc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 04:41:26,883 INFO MainThread:107097 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 04:41:26,883 INFO MainThread:107097 [wandb_setup.py:_flush():80] Configure stats pid to 107097 +2025-07-18 04:41:26,883 INFO MainThread:107097 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 04:41:26,883 INFO MainThread:107097 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 04:41:26,883 INFO MainThread:107097 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 04:41:26,883 INFO MainThread:107097 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_044126-kmk3sbwz/logs/debug.log +2025-07-18 04:41:26,884 INFO MainThread:107097 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_044126-kmk3sbwz/logs/debug-internal.log +2025-07-18 04:41:26,884 INFO MainThread:107097 [wandb_init.py:init():830] calling init triggers +2025-07-18 04:41:26,884 INFO MainThread:107097 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 04:41:26,884 INFO MainThread:107097 [wandb_init.py:init():871] starting backend +2025-07-18 04:41:27,099 INFO MainThread:107097 [wandb_init.py:init():874] sending inform_init request +2025-07-18 04:41:27,107 INFO MainThread:107097 [wandb_init.py:init():882] backend started and connected +2025-07-18 04:41:27,108 INFO MainThread:107097 [wandb_init.py:init():953] updated telemetry +2025-07-18 04:41:27,109 INFO MainThread:107097 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 04:41:27,924 INFO MainThread:107097 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 04:41:28,081 INFO MainThread:107097 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 04:41:28,081 INFO MainThread:107097 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 04:41:28,081 INFO MainThread:107097 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 04:41:28,081 INFO MainThread:107097 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 04:41:28,085 INFO MainThread:107097 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 04:41:30,137 INFO MainThread:107097 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 04:41:30,138 INFO MainThread:107097 [wandb_watch.py:_watch():70] Watching +2025-07-18 04:44:18,086 INFO MsgRouterThr:107097 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/run-kmk3sbwz.wandb b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/run-kmk3sbwz.wandb new file mode 100644 index 0000000000000000000000000000000000000000..b656f1aac80efe57a3a8f4e814d983202f120ebc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_044126-kmk3sbwz/run-kmk3sbwz.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f31e879b3483ddbabee2d02656fa501a070c1cecf86429adc3b0cf3aa2c0451a +size 4889614 diff --git a/simson_modeling/wandb/run-20250718_064435-7lan250k/files/output.log b/simson_modeling/wandb/run-20250718_064435-7lan250k/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..5b8369abf7ed654942f44210a6a1a7bf1bc6f664 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_064435-7lan250k/files/output.log @@ -0,0 +1,52 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [05:12", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 443, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 368, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 250, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7f65288a2c00> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_064435-7lan250k/files/requirements.txt b/simson_modeling/wandb/run-20250718_064435-7lan250k/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_064435-7lan250k/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_064435-7lan250k/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_064435-7lan250k/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..38e453e865b4fed6370768020a5cc74e93791352 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_064435-7lan250k/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T03:44:35.291955Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136871284736" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "zntxt30933h3agdnnhacacy49pwxep99" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug-core.log b/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..6805ee1693365f049ecf04c33a6f1e46e796b444 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T06:44:36.012634279+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpy0y_xcva/port-1774.txt","pid":1774,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T06:44:36.023816596+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":1774} +{"time":"2025-07-18T06:44:36.024833782+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1774-1797-2769882962/socket","Net":"unix"}} +{"time":"2025-07-18T06:44:36.145604523+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T06:44:36.163908146+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"7lan250k","id":"1(@)"} +{"time":"2025-07-18T06:44:36.728060002+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"7lan250k","id":"1(@)"} +{"time":"2025-07-18T06:49:53.783044712+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..1a4560a4455c6f5a30f192af97543766199a5b2c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T06:44:36.165133002+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T06:44:36.72801911+03:00","level":"INFO","msg":"stream: created new stream","id":"7lan250k"} +{"time":"2025-07-18T06:44:36.728053772+03:00","level":"INFO","msg":"stream: started","id":"7lan250k"} +{"time":"2025-07-18T06:44:36.728137372+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"7lan250k"} +{"time":"2025-07-18T06:44:36.728260462+03:00","level":"INFO","msg":"sender: started","stream_id":"7lan250k"} +{"time":"2025-07-18T06:44:36.728312201+03:00","level":"INFO","msg":"handler: started","stream_id":"7lan250k"} diff --git a/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug.log b/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..593c6c806b94b967cf61b5b6a0da9a9db8640479 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_064435-7lan250k/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_setup.py:_flush():80] Configure stats pid to 1774 +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_064435-7lan250k/logs/debug.log +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_064435-7lan250k/logs/debug-internal.log +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_init.py:init():830] calling init triggers +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 06:44:35,494 INFO MainThread:1774 [wandb_init.py:init():871] starting backend +2025-07-18 06:44:36,145 INFO MainThread:1774 [wandb_init.py:init():874] sending inform_init request +2025-07-18 06:44:36,158 INFO MainThread:1774 [wandb_init.py:init():882] backend started and connected +2025-07-18 06:44:36,164 INFO MainThread:1774 [wandb_init.py:init():953] updated telemetry +2025-07-18 06:44:36,164 INFO MainThread:1774 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 06:44:37,074 INFO MainThread:1774 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 06:44:37,383 INFO MainThread:1774 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 06:44:37,384 INFO MainThread:1774 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 06:44:37,384 INFO MainThread:1774 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 06:44:37,384 INFO MainThread:1774 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 06:44:37,391 INFO MainThread:1774 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 06:44:40,116 INFO MainThread:1774 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 06:44:40,118 INFO MainThread:1774 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250718_064435-7lan250k/run-7lan250k.wandb b/simson_modeling/wandb/run-20250718_064435-7lan250k/run-7lan250k.wandb new file mode 100644 index 0000000000000000000000000000000000000000..cb994b4da083f49fa0beaab2a8708feb6a1645b6 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_064435-7lan250k/run-7lan250k.wandb differ diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/config.yaml b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ee30ee64e4506e568de22a60e21d68b9b6a737f6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + nc8atvhl2k110w7qkaf1ud77jiyin6pi: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136890105856" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T03:52:17.676780Z" + writerId: nc8atvhl2k110w7qkaf1ud77jiyin6pi + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/output.log b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..f9b3131a8ae13bbe939a209b4bf23b256a420a70 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/output.log @@ -0,0 +1,38 @@ +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [03:39", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 443, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 368, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 250, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 701, in __next__ + data = self._next_data() + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1448, in _next_data + idx, data = self._get_data() + ^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1402, in _get_data + success, data = self._try_get_data() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1243, in _try_get_data + data = self._data_queue.get(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/queue.py", line 180, in get + self.not_empty.wait(remaining) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 359, in wait + gotit = waiter.acquire(True, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/requirements.txt b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d16f037fd00397dee6f14f62b2ecf7427bfa1457 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T03:52:17.676780Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136890105856" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "nc8atvhl2k110w7qkaf1ud77jiyin6pi" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..6a2a18eef2b413af13f28dd0c9cb0e740219c65d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/files/wandb-summary.json @@ -0,0 +1 @@ +{"_timestamp":1.7528109262966707e+09,"_wandb":{"runtime":222},"_runtime":222,"_step":15,"train_batch_loss":2.5598526000976562,"learning_rate":4.9999998226257113e-05} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug-core.log b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..e86d0f5214f9b3cb004c8777a9e8d75c67754f69 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T06:52:17.729797891+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5t383x58/port-2636.txt","pid":2636,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T06:52:17.7303708+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":2636} +{"time":"2025-07-18T06:52:17.730357946+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2636-2659-1090065088/socket","Net":"unix"}} +{"time":"2025-07-18T06:52:17.906809138+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T06:52:17.916042611+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"t7tkz5py","id":"1(@)"} +{"time":"2025-07-18T06:52:18.341624407+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"t7tkz5py","id":"1(@)"} +{"time":"2025-07-18T06:56:00.767940475+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T06:56:00.76831094+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T06:56:00.768386871+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T06:56:00.768394878+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T06:56:00.768497501+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2636-2659-1090065088/socket","Net":"unix"}} +{"time":"2025-07-18T06:56:02.197621862+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T06:56:02.19763726+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T06:56:02.197647113+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..5590993583cc5b1d1a04c0d63027527031e7265b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T06:52:17.91700944+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T06:52:18.341573919+03:00","level":"INFO","msg":"stream: created new stream","id":"t7tkz5py"} +{"time":"2025-07-18T06:52:18.341618115+03:00","level":"INFO","msg":"stream: started","id":"t7tkz5py"} +{"time":"2025-07-18T06:52:18.341636599+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"t7tkz5py"} +{"time":"2025-07-18T06:52:18.341646826+03:00","level":"INFO","msg":"handler: started","stream_id":"t7tkz5py"} +{"time":"2025-07-18T06:52:18.341663697+03:00","level":"INFO","msg":"sender: started","stream_id":"t7tkz5py"} +{"time":"2025-07-18T06:56:00.768285822+03:00","level":"INFO","msg":"stream: closing","id":"t7tkz5py"} +{"time":"2025-07-18T06:56:01.875486301+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T06:56:02.195609179+03:00","level":"INFO","msg":"handler: closed","stream_id":"t7tkz5py"} +{"time":"2025-07-18T06:56:02.195633365+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"t7tkz5py"} +{"time":"2025-07-18T06:56:02.195642412+03:00","level":"INFO","msg":"sender: closed","stream_id":"t7tkz5py"} +{"time":"2025-07-18T06:56:02.197042634+03:00","level":"INFO","msg":"stream: closed","id":"t7tkz5py"} diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug.log b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..0a5c830baac52a118d900d8ca84cbcc437df8a39 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/logs/debug.log @@ -0,0 +1,11773 @@ +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_setup.py:_flush():80] Configure stats pid to 2636 +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_065217-t7tkz5py/logs/debug.log +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_065217-t7tkz5py/logs/debug-internal.log +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_init.py:init():830] calling init triggers +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 06:52:17,691 INFO MainThread:2636 [wandb_init.py:init():871] starting backend +2025-07-18 06:52:17,907 INFO MainThread:2636 [wandb_init.py:init():874] sending inform_init request +2025-07-18 06:52:17,913 INFO MainThread:2636 [wandb_init.py:init():882] backend started and connected +2025-07-18 06:52:17,915 INFO MainThread:2636 [wandb_init.py:init():953] updated telemetry +2025-07-18 06:52:17,915 INFO MainThread:2636 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 06:52:18,674 INFO MainThread:2636 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 06:52:18,829 INFO MainThread:2636 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 06:52:18,829 INFO MainThread:2636 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 06:52:18,829 INFO MainThread:2636 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 06:52:18,829 INFO MainThread:2636 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 06:52:18,833 INFO MainThread:2636 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 06:52:21,214 INFO MainThread:2636 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 06:52:21,216 INFO MainThread:2636 [wandb_watch.py:_watch():70] Watching +2025-07-18 06:56:00,766 INFO MsgRouterThr:2636 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 06:56:01,226 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,241 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,242 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,242 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,243 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,243 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,245 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,246 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,246 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,247 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,248 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,249 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,249 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,250 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,251 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,251 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,252 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,252 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,253 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,253 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,254 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,254 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,255 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,256 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,256 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,257 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,257 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,258 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,258 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,259 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,259 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,260 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,261 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,261 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,262 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,262 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,263 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,263 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,264 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,264 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,265 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,265 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,266 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,268 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,268 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,269 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,270 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,270 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,271 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,271 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,272 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,272 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,273 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,273 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,274 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,274 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,275 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,275 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,276 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,277 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,277 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,278 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,278 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,279 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,279 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,280 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,280 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,281 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,281 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,282 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,282 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,283 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,283 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,284 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,284 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,285 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,286 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,286 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,287 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,290 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,291 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,292 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,292 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,293 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,293 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,294 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,294 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,298 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,298 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,299 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,299 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,300 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,300 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,301 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,301 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,302 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,303 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,303 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,304 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,304 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,305 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,305 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,306 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,306 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,307 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,307 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,308 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,308 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,309 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,309 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,310 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,310 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,311 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,311 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,312 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,312 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,313 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,314 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,314 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,315 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,315 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,316 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,317 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,318 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,318 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,319 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,319 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,320 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,320 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,321 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,321 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,322 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,323 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,323 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,324 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,324 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,325 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,325 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,326 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,326 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,327 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,327 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,328 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,328 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,329 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,329 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,330 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,330 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,331 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,331 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,332 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,332 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,333 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,333 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,334 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,335 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,335 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,336 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,336 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,337 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,337 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,338 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,339 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,340 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,340 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,341 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,341 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,342 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,342 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,343 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,343 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,344 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,345 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,345 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,346 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,346 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,347 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,347 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,348 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,348 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,349 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,349 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,350 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,350 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,351 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,351 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,352 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,352 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,353 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,353 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,354 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,354 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,355 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,355 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,356 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,357 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,357 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,358 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,358 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,359 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,359 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,360 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,360 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,361 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,361 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,362 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,362 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,363 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,363 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,364 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,364 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,365 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,365 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,366 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,366 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,367 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,367 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,368 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,397 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,398 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,398 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,399 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,399 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,400 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,402 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,402 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,403 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,403 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,404 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,405 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,406 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,406 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,407 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,407 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,408 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,408 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,409 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,409 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,410 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,411 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,413 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,413 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,414 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,414 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,415 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,415 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,416 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,416 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,417 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,417 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,418 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,418 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,419 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,419 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,420 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,421 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,421 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,422 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,422 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,423 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,423 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,424 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,424 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,425 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,425 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,426 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,426 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,427 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,428 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,429 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,429 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,430 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,430 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,431 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,432 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,432 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,433 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,433 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,434 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,434 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,437 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,438 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,439 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,440 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,440 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,441 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,441 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,442 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,442 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,443 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,443 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,444 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,444 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,445 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,446 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,446 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,447 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,447 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,448 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,448 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,449 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,449 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,450 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,450 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,451 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,451 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,452 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,452 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,453 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,453 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,454 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,454 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,455 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,455 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,456 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,457 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,457 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,458 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,458 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,459 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,459 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,460 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,460 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,461 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,461 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,462 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,462 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,463 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,463 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,464 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,465 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,466 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,467 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,467 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,468 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,468 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,469 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,469 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,470 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,471 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,471 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,472 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,472 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,473 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,473 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,474 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,474 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,475 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,475 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,476 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,476 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,477 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,477 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,478 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,479 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,479 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,480 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,480 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,481 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,481 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,482 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,482 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,483 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,483 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,484 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,484 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,485 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,485 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,486 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,486 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,487 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,487 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,488 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,488 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,489 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,490 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,490 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,491 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 06:56:01,491 ERROR MainThread:2636 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_065217-t7tkz5py/run-t7tkz5py.wandb b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/run-t7tkz5py.wandb new file mode 100644 index 0000000000000000000000000000000000000000..3cfe355a0427a1bf10eff473780633eb6dabc651 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_065217-t7tkz5py/run-t7tkz5py.wandb differ diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/config.yaml b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2a9a71bbfa679c34632d98b8b97330299fce442c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + t8ldi1o0brfjjowlet24m87oop7vocsd: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136892350464" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T04:01:18.389510Z" + writerId: t8ldi1o0brfjjowlet24m87oop7vocsd + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 512 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/output.log b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..d8e55dfa6b9db8984a5cd8c3c20472609969eb8c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/output.log @@ -0,0 +1,81 @@ +Loading pre-tokenized dataset from data/tokenized_smiles_100M... +Dataset loaded successfully. +Splitting dataset into train, validation, and test sets... +Train samples: 80000, Validation samples: 10000, Test samples: 10000 +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:22", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 462, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 459, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 384, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 43, in forward + def forward(self, input_ids, attention_mask=None): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 632, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1100, in forward + return compiled_fn(full_args) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 308, in runtime_wrapper + all_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 98, in g + return f(*args) + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/function.py", line 575, in apply + return super().apply(*args, **kwargs) # type: ignore[misc] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 1525, in forward + fw_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 488, in wrapper + return compiled_fn(runtime_args) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 667, in inner_fn + outs = compiled_fn(args) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 1478, in __call__ + return self.current_callable(inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/utils.py", line 1977, in run + return model(new_inputs) + ^^^^^^^^^^^^^^^^^ + File "/tmp/torchinductor_jovyan/5a/c5awds2qvxxsouzzeokjsv7b5kyelegdranc66csrb2pqpd2ajbf.py", line 1710, in call + buf220 = empty_strided_cuda((524288, 2048), (2048, 1), torch.bfloat16) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +torch.OutOfMemoryError: CUDA out of memory. Tried to allocate 2.00 GiB. GPU 0 has a total capacity of 79.15 GiB of which 1.86 GiB is free. Including non-PyTorch memory, this process has 77.28 GiB memory in use. Of the allocated memory 76.75 GiB is allocated by PyTorch, and 35.56 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables) diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/requirements.txt b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..4d2e31aef03a364cd0b9e52808cc684bcfd48c09 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T04:01:18.389510Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136892350464" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "t8ldi1o0brfjjowlet24m87oop7vocsd" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ce1238a3568fd869540b20f4b43d8edeebcc222c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":26},"_runtime":26} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug-core.log b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..ba894a816026aca9d19f3cfc3fc806b86fa1733a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T07:01:18.442291599+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpfsjzwyrd/port-5393.txt","pid":5393,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T07:01:18.442861561+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":5393} +{"time":"2025-07-18T07:01:18.442872628+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-5393-5416-3270298809/socket","Net":"unix"}} +{"time":"2025-07-18T07:01:18.619900871+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T07:01:18.628464517+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"uf3ns9nk","id":"1(@)"} +{"time":"2025-07-18T07:01:19.159591576+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"uf3ns9nk","id":"1(@)"} +{"time":"2025-07-18T07:01:46.141071842+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T07:01:46.141472255+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T07:01:46.141535201+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T07:01:46.141547151+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T07:01:46.141619234+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-5393-5416-3270298809/socket","Net":"unix"}} +{"time":"2025-07-18T07:01:47.550392234+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T07:01:47.550406698+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T07:01:47.550417116+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f24ecd406a48f1bfc41e6572cc79c3d345fa3da4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T07:01:18.62926542+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T07:01:19.159545185+03:00","level":"INFO","msg":"stream: created new stream","id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:19.159585839+03:00","level":"INFO","msg":"stream: started","id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:19.159597645+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:19.15962357+03:00","level":"INFO","msg":"sender: started","stream_id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:19.159606721+03:00","level":"INFO","msg":"handler: started","stream_id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:46.141441705+03:00","level":"INFO","msg":"stream: closing","id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:47.207863659+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T07:01:47.549254773+03:00","level":"INFO","msg":"handler: closed","stream_id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:47.549283957+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:47.549337145+03:00","level":"INFO","msg":"sender: closed","stream_id":"uf3ns9nk"} +{"time":"2025-07-18T07:01:47.550093941+03:00","level":"INFO","msg":"stream: closed","id":"uf3ns9nk"} diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug.log b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..ce18ac0805bbdf905d8cc7faed27e7a71772d248 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_setup.py:_flush():80] Configure stats pid to 5393 +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_070118-uf3ns9nk/logs/debug.log +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_070118-uf3ns9nk/logs/debug-internal.log +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_init.py:init():830] calling init triggers +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 512, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 07:01:18,401 INFO MainThread:5393 [wandb_init.py:init():871] starting backend +2025-07-18 07:01:18,620 INFO MainThread:5393 [wandb_init.py:init():874] sending inform_init request +2025-07-18 07:01:18,627 INFO MainThread:5393 [wandb_init.py:init():882] backend started and connected +2025-07-18 07:01:18,630 INFO MainThread:5393 [wandb_init.py:init():953] updated telemetry +2025-07-18 07:01:18,630 INFO MainThread:5393 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 07:01:19,668 INFO MainThread:5393 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 07:01:19,833 INFO MainThread:5393 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 07:01:19,833 INFO MainThread:5393 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 07:01:19,833 INFO MainThread:5393 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 07:01:19,834 INFO MainThread:5393 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 07:01:19,838 INFO MainThread:5393 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 07:01:22,602 INFO MainThread:5393 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 07:01:22,603 INFO MainThread:5393 [wandb_watch.py:_watch():70] Watching +2025-07-18 07:01:46,140 INFO MsgRouterThr:5393 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/run-uf3ns9nk.wandb b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/run-uf3ns9nk.wandb new file mode 100644 index 0000000000000000000000000000000000000000..79d2c795c70897be34c7f074e8bfecef232066c7 Binary files /dev/null and b/simson_modeling/wandb/run-20250718_070118-uf3ns9nk/run-uf3ns9nk.wandb differ diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/config.yaml b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..223319b8f76a5f509b8454ac6cdc392812f27ee1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/config.yaml @@ -0,0 +1,71 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + eztt013hywn9qa47y1vh547g7as4rszk: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136895483904" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T04:03:13.017972Z" + writerId: eztt013hywn9qa47y1vh547g7as4rszk + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 256 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/output.log b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..7d801e9a5d2489b1c448ed686cfa9a63fef2d182 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/output.log @@ -0,0 +1,81 @@ +Loading pre-tokenized dataset from data/tokenized_smiles_100M... +Dataset loaded successfully. +Splitting dataset into train, validation, and test sets... +Train samples: 80000, Validation samples: 10000, Test samples: 10000 +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:21", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 462, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 459, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 384, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 43, in forward + def forward(self, input_ids, attention_mask=None): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 632, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1100, in forward + return compiled_fn(full_args) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 308, in runtime_wrapper + all_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 98, in g + return f(*args) + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/function.py", line 575, in apply + return super().apply(*args, **kwargs) # type: ignore[misc] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 1525, in forward + fw_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 488, in wrapper + return compiled_fn(runtime_args) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 667, in inner_fn + outs = compiled_fn(args) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 1478, in __call__ + return self.current_callable(inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/utils.py", line 1977, in run + return model(new_inputs) + ^^^^^^^^^^^^^^^^^ + File "/tmp/torchinductor_jovyan/ac/cacgdpnaadlzgw65bzkefbufw6lhuks5g22bhfhymokt2igyjfh5.py", line 2244, in call + buf443 = empty_strided_cuda((512, 512, 2048), (1048576, 2048, 1), torch.bfloat16) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +torch.OutOfMemoryError: CUDA out of memory. Tried to allocate 1024.00 MiB. GPU 0 has a total capacity of 79.15 GiB of which 715.69 MiB is free. Including non-PyTorch memory, this process has 78.44 GiB memory in use. Of the allocated memory 77.93 GiB is allocated by PyTorch, and 17.07 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables) diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/requirements.txt b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..977f6cffac44bec68ad4cf295b967af6ed5007b7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T04:03:13.017972Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136895483904" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "eztt013hywn9qa47y1vh547g7as4rszk" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..878f9709777546b93057507e06e772c809dfe6d5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":24},"_runtime":24} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug-core.log b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..ab4d11d0194b6919feb68e5b3c483ed913c24508 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T07:03:13.066154382+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmprnlenop3/port-6827.txt","pid":6827,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T07:03:13.06669608+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":6827} +{"time":"2025-07-18T07:03:13.066700901+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-6827-6850-2631953601/socket","Net":"unix"}} +{"time":"2025-07-18T07:03:13.246889689+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T07:03:13.255031756+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"wk0tk35e","id":"1(@)"} +{"time":"2025-07-18T07:03:13.683270429+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"wk0tk35e","id":"1(@)"} +{"time":"2025-07-18T07:03:38.149905612+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T07:03:38.150191878+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T07:03:38.150181728+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T07:03:38.150258756+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T07:03:38.150286967+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-6827-6850-2631953601/socket","Net":"unix"}} +{"time":"2025-07-18T07:03:39.582628424+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T07:03:39.582643424+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T07:03:39.58265321+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..524c563f300bc07c7e26e023ec495d3cc51d0e77 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T07:03:13.255985869+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T07:03:13.683235998+03:00","level":"INFO","msg":"stream: created new stream","id":"wk0tk35e"} +{"time":"2025-07-18T07:03:13.683264978+03:00","level":"INFO","msg":"stream: started","id":"wk0tk35e"} +{"time":"2025-07-18T07:03:13.683442235+03:00","level":"INFO","msg":"sender: started","stream_id":"wk0tk35e"} +{"time":"2025-07-18T07:03:13.68347318+03:00","level":"INFO","msg":"handler: started","stream_id":"wk0tk35e"} +{"time":"2025-07-18T07:03:13.683441931+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"wk0tk35e"} +{"time":"2025-07-18T07:03:38.150231536+03:00","level":"INFO","msg":"stream: closing","id":"wk0tk35e"} +{"time":"2025-07-18T07:03:39.205332218+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T07:03:39.581360666+03:00","level":"INFO","msg":"handler: closed","stream_id":"wk0tk35e"} +{"time":"2025-07-18T07:03:39.581396191+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"wk0tk35e"} +{"time":"2025-07-18T07:03:39.58142859+03:00","level":"INFO","msg":"sender: closed","stream_id":"wk0tk35e"} +{"time":"2025-07-18T07:03:39.582327619+03:00","level":"INFO","msg":"stream: closed","id":"wk0tk35e"} diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug.log b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..d7e2ca1b73e52d408a5ca40dae6b7e745a197cd9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_setup.py:_flush():80] Configure stats pid to 6827 +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_070313-wk0tk35e/logs/debug.log +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_070313-wk0tk35e/logs/debug-internal.log +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_init.py:init():830] calling init triggers +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 256, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 07:03:13,031 INFO MainThread:6827 [wandb_init.py:init():871] starting backend +2025-07-18 07:03:13,247 INFO MainThread:6827 [wandb_init.py:init():874] sending inform_init request +2025-07-18 07:03:13,253 INFO MainThread:6827 [wandb_init.py:init():882] backend started and connected +2025-07-18 07:03:13,254 INFO MainThread:6827 [wandb_init.py:init():953] updated telemetry +2025-07-18 07:03:13,255 INFO MainThread:6827 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 07:03:13,972 INFO MainThread:6827 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 07:03:14,130 INFO MainThread:6827 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 07:03:14,130 INFO MainThread:6827 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 07:03:14,131 INFO MainThread:6827 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 07:03:14,131 INFO MainThread:6827 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 07:03:14,135 INFO MainThread:6827 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 07:03:16,520 INFO MainThread:6827 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 07:03:16,521 INFO MainThread:6827 [wandb_watch.py:_watch():70] Watching +2025-07-18 07:03:38,149 INFO MsgRouterThr:6827 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_070313-wk0tk35e/run-wk0tk35e.wandb b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/run-wk0tk35e.wandb new file mode 100644 index 0000000000000000000000000000000000000000..4c9035f1ba0797d7aa992e1e88e802475188007b Binary files /dev/null and b/simson_modeling/wandb/run-20250718_070313-wk0tk35e/run-wk0tk35e.wandb differ diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/config.yaml b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..90ce06829ac38024d9aef5060e94e7e12b84d2f1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/config.yaml @@ -0,0 +1,72 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 02qaml59zfhkic1o6h7a7da9nhr3zsj2: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "136898347008" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T04:04:26.448388Z" + writerId: 02qaml59zfhkic1o6h7a7da9nhr3zsj2 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 1 + - 2 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/output.log b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..1366acf474ea8443c56f5b903db30edbfc3f0d1d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/output.log @@ -0,0 +1,16 @@ +Loading pre-tokenized dataset from data/tokenized_smiles_100M... +Dataset loaded successfully. +Splitting dataset into train, validation, and test sets... +Train samples: 80000, Validation samples: 10000, Test samples: 10000 +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1/1 [09:15<00:00, 555.82s/it, train_loss=0.0910, val_loss=0.0204] + +Epoch 1: New best model saved with val loss 0.0204 +Training complete. Starting final testing... + +--- Test Results --- +Test Loss: 0.0212 +Average Cosine Similarity: 0.9873 ± 0.0125 +-------------------- diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/requirements.txt b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..25307b3f7c697738db1b7f50151bcd7c06d15e45 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T04:04:26.448388Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "136898347008" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "02qaml59zfhkic1o6h7a7da9nhr3zsj2" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..aad3f5fab452f23375c8b234c8b47ac3d1a63101 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,1,1,0,3,4,1,1,4,3,5,4,9,7,15,12,12,15,20,18,23,23,22,22,24,29,23,43,28,27,28,28,24,28,24,25,26,24,16,27,13,13,13,7,15,14,8,4,6,5,2,2,4,1,1,1,4,1,0,0,1,1],"bins":[-0.0009001924190670252,-0.0008716841693967581,-0.0008431758615188301,-0.000814667611848563,-0.0007861593039706349,-0.0007576510543003678,-0.0007291427464224398,-0.0007006344967521727,-0.0006721261888742447,-0.0006436179392039776,-0.0006151096895337105,-0.0005866013816557825,-0.0005580931319855154,-0.0005295848241075873,-0.0005010765744373202,-0.00047256829566322267,-0.0004440600168891251,-0.00041555173811502755,-0.00038704345934093,-0.0003585351805668324,-0.00033002690179273486,-0.00030151865212246776,-0.0002730103733483702,-0.00024450209457427263,-0.00021599381580017507,-0.0001874855370260775,-0.00015897725825197995,-0.00013046899402979761,-0.00010196071525570005,-7.345243648160249e-05,-4.494416498346254e-05,-1.6435889847343788e-05,1.2072385288774967e-05,4.058066042489372e-05,6.908893556101248e-05,9.759720705915242e-05,0.00012610548583324999,0.00015461376460734755,0.00018312202882952988,0.00021163030760362744,0.000240138586377725,0.00026864686515182257,0.00029715514392592013,0.0003256634227000177,0.0003541716723702848,0.00038267995114438236,0.0004111882299184799,0.0004396965086925775,0.00046820478746667504,0.0004967130371369421,0.0005252213450148702,0.0005537295946851373,0.0005822379025630653,0.0006107461522333324,0.0006392544601112604,0.0006677627097815275,0.0006962709594517946,0.0007247792673297226,0.0007532875169999897,0.0007817958248779178,0.0008103040745481849,0.0008388123824261129,0.00086732063209638,0.000895828939974308,0.0009243371896445751]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0014024772681295872,-0.0013381638564169407,-0.0012738504447042942,-0.0012095370329916477,-0.0011452236212790012,-0.0010809102095663548,-0.0010165967978537083,-0.0009522834443487227,-0.0008879700326360762,-0.0008236566209234297,-0.0007593432092107832,-0.0006950297974981368,-0.0006307164439931512,-0.0005664030322805047,-0.0005020896205678582,-0.00043777620885521173,-0.00037346279714256525,-0.00030914938542991877,-0.0002448359737172723,-0.00018052259110845625,-0.00011620917939580977,-5.18957749591209e-05,1.241762947756797e-05,7.673103391425684e-05,0.0001410444383509457,0.0002053578500635922,0.0002696712617762387,0.0003339846443850547,0.0003982980560977012,0.0004626114678103477,0.0005269248504191637,0.0005912382621318102,0.0006555516738444567,0.0007198650855571032,0.0007841784972697496,0.0008484919089823961,0.0009128053206950426,0.000977118732407689,0.0010414321441203356,0.001105745555832982,0.0011700589675456285,0.0012343722628429532,0.0012986856745555997,0.0013629990862682462,0.0014273124979808927,0.0014916259096935391,0.0015559393214061856,0.0016202527331188321,0.0016845661448314786,0.001748879556544125,0.0018131929682567716,0.001877506379969418,0.0019418197916820645,0.002006133086979389,0.0020704464986920357,0.002134759910404682,0.0021990733221173286,0.002263386733829975,0.0023277001455426216,0.002392013557255268,0.0024563269689679146,0.002520640380680561,0.0025849537923932076,0.002649267204105854,0.0027135806158185005],"_type":"histogram","values":[1,0,2,1,2,1,4,1,8,16,20,34,37,56,55,81,116,145,156,174,177,179,154,138,93,101,68,60,39,24,17,23,15,6,6,6,4,7,7,2,2,2,2,1,1,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[2,1,10,14,19,53,119,174,337,544,884,1440,2179,3457,5224,7562,10866,15171,20111,26617,34519,42773,52200,62092,71436,81285,88911,95201,99542,101775,100316,96851,90824,82522,74471,64459,54820,44762,36419,28734,21754,16304,11791,8303,5680,3855,2499,1629,946,580,366,194,129,66,37,16,7,4,4,1,1,0,1,1],"bins":[-0.09558170288801193,-0.0923553928732872,-0.08912909030914307,-0.08590278029441833,-0.0826764702796936,-0.07945016771554947,-0.07622385770082474,-0.0729975551366806,-0.06977124512195587,-0.06654493510723114,-0.063318632543087,-0.060092322528362274,-0.05686601623892784,-0.05363970994949341,-0.05041339993476868,-0.047187093645334244,-0.04396078735589981,-0.04073448106646538,-0.037508174777030945,-0.03428186476230621,-0.03105555847287178,-0.027829252183437347,-0.024602944031357765,-0.021376635879278183,-0.01815032958984375,-0.014924022369086742,-0.011697715148329735,-0.008471407927572727,-0.00524510070681572,-0.002018793486058712,0.0012075137346982956,0.004433820955455303,0.007660120725631714,0.010886427946388721,0.014112735167145729,0.01733904331922531,0.020565349608659744,0.023791655898094177,0.02701796405017376,0.03024427220225334,0.033470578491687775,0.03669688478112221,0.03992319107055664,0.04314950108528137,0.046375807374715805,0.04960211366415024,0.05282842367887497,0.0560547299683094,0.059281036257743835,0.06250734627246857,0.0657336488366127,0.06895995885133743,0.07218626141548157,0.0754125714302063,0.07863888144493103,0.08186518400907516,0.0850914940237999,0.08831780403852463,0.09154410660266876,0.0947704166173935,0.09799672663211823,0.10122302919626236,0.10444933921098709,0.10767564177513123,0.11090195178985596]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,2,0,3,3,0,5,1,4,3,8,8,10,27,18,29,34,54,70,68,86,75,63,53,29,25,17,13,9,19,3,6,3,2,4,0,1,3,2,1,1,0,0,1,0,1,0,1],"bins":[-3.228038281122281e-07,-3.1391681432069163e-07,-3.050298005291552e-07,-2.9614281515932817e-07,-2.872558013677917e-07,-2.7836878757625527e-07,-2.694817737847188e-07,-2.605947599931824e-07,-2.5170777462335536e-07,-2.428207608318189e-07,-2.3393374704028247e-07,-2.2504673324874602e-07,-2.1615971945720958e-07,-2.0727271987652784e-07,-1.983857060849914e-07,-1.8949870650430967e-07,-1.8061169271277322e-07,-1.7172467892123677e-07,-1.6283767934055504e-07,-1.539506655490186e-07,-1.4506366596833686e-07,-1.3617665217680042e-07,-1.2728963838526397e-07,-1.1840263169915488e-07,-1.0951562501304579e-07,-1.006286183269367e-07,-9.174161164082761e-08,-8.285459784929117e-08,-7.396759116318208e-08,-6.508058447707299e-08,-5.619357423825022e-08,-4.7306563999427453e-08,-3.8419585735027795e-08,-2.9532577272561866e-08,-2.0645568810095938e-08,-1.175856034763001e-08,-2.871551885164081e-09,6.0154565773018476e-09,1.4902465039767776e-08,2.3789473502233704e-08,3.267648196469963e-08,4.156348865080872e-08,5.045049888963149e-08,5.933750912845426e-08,6.822451581456335e-08,7.711152250067244e-08,8.599853629220888e-08,9.488554297831797e-08,1.0377254966442706e-07,1.1265955635053615e-07,1.2154656303664524e-07,1.3043357682818169e-07,1.3932057640886342e-07,1.4820759020039986e-07,1.570946039919363e-07,1.6598160357261804e-07,1.748686173641545e-07,1.8375563115569093e-07,1.9264263073637267e-07,2.015296445279091e-07,2.1041665831944556e-07,2.193036579001273e-07,2.2819067169166374e-07,2.3707767127234547e-07,2.459646850638819e-07]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[3,4,6,8,21,44,63,92,134,225,365,541,828,1193,1639,2303,3366,4297,5681,7408,9640,12018,14441,17265,20054,22764,25590,28439,30501,32037,33305,33922,33380,32461,30934,28957,26377,23652,20457,17953,14870,12353,9879,7963,6070,4658,3528,2542,1838,1248,889,616,379,237,145,105,68,29,23,8,3,3,0,2],"bins":[-0.09079623222351074,-0.08792420476675034,-0.08505216985940933,-0.08218014240264893,-0.07930810749530792,-0.07643608003854752,-0.07356405258178711,-0.0706920176744461,-0.0678199902176857,-0.06494796276092529,-0.06207592785358429,-0.05920390039682388,-0.05633186921477318,-0.05345983803272247,-0.05058781057596207,-0.04771577939391136,-0.04484374821186066,-0.04197171702980995,-0.03909968584775925,-0.03622765839099884,-0.033355627208948135,-0.03048359602689743,-0.027611566707491875,-0.02473953738808632,-0.021867506206035614,-0.01899547502398491,-0.016123445704579353,-0.013251415453851223,-0.010379385203123093,-0.007507354952394962,-0.004635324701666832,-0.0017632944509387016,0.0011087283492088318,0.003980758599936962,0.0068527888506650925,0.009724819101393223,0.012596849352121353,0.015468879602849483,0.018340909853577614,0.02121293917298317,0.024084970355033875,0.02695700153708458,0.029829030856490135,0.03270106017589569,0.035573091357946396,0.0384451225399971,0.04131714999675751,0.04418918117880821,0.04706121236085892,0.04993324354290962,0.05280527472496033,0.055677302181720734,0.05854933336377144,0.061421364545822144,0.06429339200258255,0.06716542690992355,0.07003745436668396,0.07290948182344437,0.07578151673078537,0.07865354418754578,0.08152557909488678,0.08439760655164719,0.08726963400840759,0.0901416689157486,0.093013696372509],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.00044251789222471416,-0.00042674349970184267,-0.0004109690780751407,-0.0003951946855522692,-0.0003794202930293977,-0.00036364590050652623,-0.00034787150798365474,-0.0003320970863569528,-0.0003163226938340813,-0.0003005483013112098,-0.00028477387968450785,-0.00026899948716163635,-0.00025322509463876486,-0.00023745070211589336,-0.00022167629504110664,-0.00020590188796631992,-0.00019012749544344842,-0.00017435310292057693,-0.0001585786958457902,-0.00014280428877100348,-0.000127029896248132,-0.00011125549644930288,-9.548109665047377e-05,-7.970669685164467e-05,-6.393229705281556e-05,-4.815789725398645e-05,-3.238349745515734e-05,-1.660909765632823e-05,-8.346978574991226e-07,1.4939701941329986e-05,3.0714101740159094e-05,4.64885015389882e-05,6.226293044164777e-05,7.803733024047688e-05,9.381173003930598e-05,0.0001095861298381351,0.0001253605296369642,0.0001411349221598357,0.00015690932923462242,0.00017268373630940914,0.00018845812883228064,0.00020423252135515213,0.00022000692842993885,0.00023578133550472558,0.00025155572802759707,0.00026733012055046856,0.0002831045421771705,0.000298878934700042,0.0003146533272229135,0.000330427719745785,0.0003462021122686565,0.00036197653389535844,0.00037775092641822994,0.00039352531894110143,0.0004092997405678034,0.0004250741330906749,0.00044084852561354637,0.00045662291813641787,0.00047239731065928936,0.0004881717322859913,0.0005039460957050323,0.0005197205464355648,0.0005354949389584363,0.0005512693314813077,0.0005670437240041792],"_type":"histogram","values":[2,2,0,0,3,2,6,7,4,5,6,7,10,13,11,13,18,19,22,13,22,25,27,33,31,30,25,41,28,30,30,32,25,16,22,28,18,15,13,14,17,11,13,6,6,5,5,6,11,3,4,2,2,2,2,3,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.0005011468892917037,-0.00048650457756593823,-0.0004718622949440032,-0.00045721998321823776,-0.00044257770059630275,-0.0004279353888705373,-0.0004132930771447718,-0.0003986507945228368,-0.00038400848279707134,-0.00036936617107130587,-0.00035472388844937086,-0.0003400815767236054,-0.00032543926499783993,-0.0003107969823759049,-0.00029615467065013945,-0.00028151238802820444,-0.000266870076302439,-0.0002522277645766735,-0.0002375854819547385,-0.00022294317022897303,-0.0002083008730551228,-0.00019365857588127255,-0.0001790162641555071,-0.00016437396698165685,-0.0001497316698078066,-0.00013508937263395637,-0.00012044706818414852,-0.00010580476373434067,-9.116246656049043e-05,-7.652016938664019e-05,-6.187786493683234e-05,-4.723556412500329e-05,-3.2593292417004704e-05,-1.795099160517566e-05,-3.3086907933466136e-06,1.1333610018482432e-05,2.5975910830311477e-05,4.061821164214052e-05,5.526051245396957e-05,6.990281690377742e-05,8.454511407762766e-05,9.91874112514779e-05,0.00011382971570128575,0.0001284720201510936,0.00014311431732494384,0.00015775661449879408,0.00017239892622455955,0.00018704122339840978,0.00020168352057226002,0.00021632581774611026,0.0002309681149199605,0.00024561042664572597,0.00026025273837149143,0.00027489502099342644,0.0002895373327191919,0.0003041796153411269,0.0003188219270668924,0.00033346423879265785,0.00034810652141459286,0.00036274883314035833,0.00037739111576229334,0.0003920334274880588,0.00040667573921382427,0.0004213180218357593,0.00043596033356152475],"_type":"histogram","values":[2,0,1,0,0,0,1,2,0,2,2,1,6,0,1,7,2,1,6,5,12,20,16,16,11,20,22,27,35,37,30,37,41,28,32,29,37,34,27,26,21,23,22,18,20,18,8,15,8,8,6,4,3,2,4,1,2,5,1,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,2,2,2,10,13,8,9,22,24,32,55,72,74,144,154,245,325,485,661,1086,1530,2358,3370,5436,8447,14330,25029,44733,79643,116913,111644,72813,40836,22680,13139,8110,5048,3356,2168,1541,978,668,465,375,194,168,125,93,56,45,28,20,15,13,7,8,3,1,3,4,2,0,2],"bins":[-0.00013637542724609375,-0.00013196468353271484,-0.00012755393981933594,-0.00012314319610595703,-0.00011873245239257812,-0.00011432170867919922,-0.00010991096496582031,-0.0001055002212524414,-0.0001010894775390625,-9.66787338256836e-05,-9.226799011230469e-05,-8.785724639892578e-05,-8.344650268554688e-05,-7.903575897216797e-05,-7.462501525878906e-05,-7.021427154541016e-05,-6.580352783203125e-05,-6.139278411865234e-05,-5.698204040527344e-05,-5.257129669189453e-05,-4.8160552978515625e-05,-4.374980926513672e-05,-3.933906555175781e-05,-3.4928321838378906e-05,-3.0517578125e-05,-2.6106834411621094e-05,-2.1696090698242188e-05,-1.728534698486328e-05,-1.2874603271484375e-05,-8.463859558105469e-06,-4.0531158447265625e-06,3.5762786865234375e-07,4.76837158203125e-06,9.179115295410156e-06,1.3589859008789062e-05,1.800060272216797e-05,2.2411346435546875e-05,2.682209014892578e-05,3.123283386230469e-05,3.5643577575683594e-05,4.00543212890625e-05,4.4465065002441406e-05,4.887580871582031e-05,5.328655242919922e-05,5.7697296142578125e-05,6.210803985595703e-05,6.651878356933594e-05,7.092952728271484e-05,7.534027099609375e-05,7.975101470947266e-05,8.416175842285156e-05,8.857250213623047e-05,9.298324584960938e-05,9.739398956298828e-05,0.00010180473327636719,0.0001062154769897461,0.000110626220703125,0.0001150369644165039,0.00011944770812988281,0.00012385845184326172,0.00012826919555664062,0.00013267993927001953,0.00013709068298339844,0.00014150142669677734,0.00014591217041015625]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,2,1,1,0,0,2,2,1,1,4,9,9,11,13,18,14,13,20,28,30,47,39,50,47,47,49,44,43,41,29,35,19,19,21,9,6,13,4,3,3,7,2,3,0,0,0,1,1,1,2,0,1,0,0,0,0,2],"bins":[-4.26084989157971e-05,-4.1280123696196824e-05,-3.995174483861774e-05,-3.862336961901747e-05,-3.729499439941719e-05,-3.5966619179816917e-05,-3.463824396021664e-05,-3.330986510263756e-05,-3.1981489883037284e-05,-3.065311466343701e-05,-2.932473762484733e-05,-2.799636058625765e-05,-2.6667985366657376e-05,-2.53396101470571e-05,-2.4011233108467422e-05,-2.2682856069877744e-05,-2.135448085027747e-05,-2.0026105630677193e-05,-1.8697728592087515e-05,-1.7369351553497836e-05,-1.604097633389756e-05,-1.4712600204802584e-05,-1.3384224075707607e-05,-1.205584794661263e-05,-1.0727471817517653e-05,-9.399095688422676e-06,-8.0707195593277e-06,-6.742343430232722e-06,-5.413967301137745e-06,-4.0855911720427684e-06,-2.7572150429477915e-06,-1.4288389138528146e-06,-1.0046642273664474e-07,1.2279097063583322e-06,2.556285835453309e-06,3.884661964548286e-06,5.213038093643263e-06,6.54141422273824e-06,7.869790351833217e-06,9.198166480928194e-06,1.052654261002317e-05,1.1854918739118148e-05,1.3183294868213125e-05,1.4511670997308102e-05,1.584004712640308e-05,1.7168422346003354e-05,1.8496799384593032e-05,1.982517642318271e-05,2.1153551642782986e-05,2.248192686238326e-05,2.381030390097294e-05,2.513868093956262e-05,2.6467056159162894e-05,2.779543137876317e-05,2.9123808417352848e-05,3.0452185455942526e-05,3.17805606755428e-05,3.310893589514308e-05,3.443731111474335e-05,3.5765689972322434e-05,3.709406519192271e-05,3.8422440411522985e-05,3.975081926910207e-05,4.107919448870234e-05,4.240756970830262e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,2,6,9,13,22,41,71,111,194,344,497,754,1105,1667,2391,3273,4494,6181,7981,10260,12753,15916,18732,22022,25173,28139,30923,33070,34484,35019,35313,34322,33136,30804,28200,25078,21887,18499,15582,12687,10141,7903,5899,4329,3282,2285,1644,1120,759,485,342,174,120,88,43,25,14,5,6,3,1],"bins":[-0.09927983582019806,-0.09626787155866623,-0.093255914747715,-0.09024395048618317,-0.08723199367523193,-0.0842200294137001,-0.08120806515216827,-0.07819610834121704,-0.07518414407968521,-0.07217217981815338,-0.06916022300720215,-0.06614825874567032,-0.06313629448413849,-0.060124337673187256,-0.057112373411655426,-0.054100412875413895,-0.05108845233917236,-0.04807649180293083,-0.0450645312666893,-0.04205256700515747,-0.03904060646891594,-0.03602864593267441,-0.03301668167114258,-0.030004721134901047,-0.026992760598659515,-0.023980800062417984,-0.020968837663531303,-0.017956875264644623,-0.014944914728403091,-0.011932953260838985,-0.00892099179327488,-0.0059090303257107735,-0.0028970763087272644,0.00011488515883684158,0.0031268466264009476,0.0061388080939650536,0.00915076956152916,0.012162731029093266,0.015174692496657372,0.018186654895544052,0.021198615431785583,0.024210575968027115,0.027222538366913795,0.030234500765800476,0.03324646130204201,0.03625842183828354,0.03927038609981537,0.0422823466360569,0.04529430717229843,0.04830626770853996,0.051318228244781494,0.054330192506313324,0.057342153042554855,0.06035411357879639,0.06336607784032822,0.06637803465127945,0.06938999891281128,0.07240196317434311,0.07541391998529434,0.07842588424682617,0.0814378410577774,0.08444980531930923,0.08746176958084106,0.0904737263917923,0.09348569065332413],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[-0.00047192483907565475,-0.00045762196532450616,-0.00044331912067718804,-0.00042901624692603946,-0.00041471340227872133,-0.00040041052852757275,-0.00038610765477642417,-0.00037180481012910604,-0.00035750193637795746,-0.00034319909173063934,-0.00032889621797949076,-0.0003145933442283422,-0.00030029049958102405,-0.00028598762582987547,-0.00027168478118255734,-0.00025738190743140876,-0.0002430790482321754,-0.00022877618903294206,-0.0002144733298337087,-0.00020017045608256012,-0.00018586759688332677,-0.00017156473768409342,-0.00015726187848486006,-0.0001429590192856267,-0.00012865616008639336,-0.00011435329361120239,-0.00010005042713601142,-8.574756793677807e-05,-7.144470873754472e-05,-5.714184226235375e-05,-4.2838983063120395e-05,-2.8536120225908235e-05,-1.4233257388696074e-05,6.960453902138397e-08,1.4372466466738842e-05,2.86753274849616e-05,4.297819032217376e-05,5.728105315938592e-05,7.158391235861927e-05,8.588677883381024e-05,0.00010018963803304359,0.00011449249723227695,0.00012879536370746791,0.00014309822290670127,0.00015740108210593462,0.00017170394130516797,0.00018600681505631655,0.0002003096742555499,0.00021461253345478326,0.00022891539265401661,0.00024321825185324997,0.0002575211110524833,0.0002718239848036319,0.00028612682945095,0.0003004297032020986,0.0003147325769532472,0.0003290354216005653,0.0003433382953517139,0.000357641139999032,0.0003719440137501806,0.0003862468875013292,0.0004005497321486473,0.0004148526058997959,0.000429155450547114,0.0004434583242982626],"_type":"histogram","values":[1,0,0,1,1,0,0,0,2,0,0,1,4,3,3,6,3,7,6,7,14,8,16,26,23,26,18,35,38,41,40,42,34,37,32,38,30,25,33,16,9,23,16,9,13,12,11,5,6,12,7,6,5,4,0,3,2,2,3,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.00057220458984375,-0.0005550384521484375,-0.000537872314453125,-0.0005207061767578125,-0.0005035400390625,-0.0004863739013671875,-0.000469207763671875,-0.0004520416259765625,-0.00043487548828125,-0.0004177093505859375,-0.000400543212890625,-0.0003833770751953125,-0.0003662109375,-0.0003490447998046875,-0.000331878662109375,-0.0003147125244140625,-0.00029754638671875,-0.0002803802490234375,-0.000263214111328125,-0.0002460479736328125,-0.0002288818359375,-0.0002117156982421875,-0.000194549560546875,-0.0001773834228515625,-0.00016021728515625,-0.0001430511474609375,-0.000125885009765625,-0.0001087188720703125,-9.1552734375e-05,-7.43865966796875e-05,-5.7220458984375e-05,-4.00543212890625e-05,-2.288818359375e-05,-5.7220458984375e-06,1.1444091796875e-05,2.86102294921875e-05,4.57763671875e-05,6.29425048828125e-05,8.0108642578125e-05,9.72747802734375e-05,0.00011444091796875,0.0001316070556640625,0.000148773193359375,0.0001659393310546875,0.00018310546875,0.0002002716064453125,0.000217437744140625,0.0002346038818359375,0.00025177001953125,0.0002689361572265625,0.000286102294921875,0.0003032684326171875,0.0003204345703125,0.0003376007080078125,0.000354766845703125,0.0003719329833984375,0.00038909912109375,0.0004062652587890625,0.000423431396484375,0.0004405975341796875,0.000457763671875,0.0004749298095703125,0.000492095947265625,0.0005092620849609375,0.00052642822265625],"_type":"histogram","values":[2,1,0,0,3,1,4,3,2,9,12,11,22,27,48,92,114,170,264,421,659,987,1523,2318,3799,5707,9065,13578,20620,31204,44580,60461,73720,76677,69533,54512,39670,27419,18407,12101,7699,5051,3265,2091,1379,869,572,374,265,162,118,77,49,34,25,13,12,10,6,1,2,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[4,4,4,12,30,47,63,131,185,296,523,804,1247,1820,2556,3730,5128,6817,8927,11635,14184,17498,21139,24299,27601,30747,32792,35530,36212,36697,35929,34137,32525,29696,26256,22912,19654,16071,13185,10532,8089,6025,4460,3234,2170,1601,998,644,383,267,174,80,62,30,25,6,7,5,1,1,1,1,0,1],"bins":[-0.0913284569978714,-0.08821140229701996,-0.08509434759616852,-0.08197729289531708,-0.07886023819446564,-0.0757431909441948,-0.07262613624334335,-0.06950908154249191,-0.06639202684164047,-0.06327497214078903,-0.06015791743993759,-0.05704086646437645,-0.05392381176352501,-0.05080675706267357,-0.04768970608711243,-0.044572651386260986,-0.041455596685409546,-0.038338541984558105,-0.035221487283706665,-0.03210443630814552,-0.028987381607294083,-0.025870326906442642,-0.02275327406823635,-0.01963622123003006,-0.01651916652917862,-0.013402112759649754,-0.010285058990120888,-0.007168005220592022,-0.004050951451063156,-0.0009338976815342903,0.0021831560879945755,0.005300209857523441,0.00841725617647171,0.011534309946000576,0.014651363715529442,0.017768416553735733,0.020885471254587173,0.024002525955438614,0.027119578793644905,0.030236631631851196,0.03335368633270264,0.03647074103355408,0.03958779573440552,0.04270484670996666,0.0458219014108181,0.04893895611166954,0.05205600708723068,0.05517306178808212,0.05829011648893356,0.061407171189785004,0.06452422589063644,0.06764128059148788,0.07075832784175873,0.07387538254261017,0.07699243724346161,0.08010949194431305,0.08322654664516449,0.08634360134601593,0.08946065604686737,0.09257771074771881,0.09569476544857025,0.0988118126988411,0.10192886739969254,0.10504592210054398,0.10816297680139542]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,1,1,3,2,3,2,0,4,3,8,3,10,9,12,14,21,22,18,22,33,29,25,39,39,42,34,35,42,37,32,32,25,21,25,21,15,16,6,7,7,9,4,6,9,3,4,3,0,3,2,0,0,0,0,0,1,1,0,0,1],"bins":[-7.343398465309292e-05,-7.098754576873034e-05,-6.854111416032538e-05,-6.60946752759628e-05,-6.364823639160022e-05,-6.120180478319526e-05,-5.875536589883268e-05,-5.63089270144701e-05,-5.386249176808633e-05,-5.141605652170256e-05,-4.896961763733998e-05,-4.652318239095621e-05,-4.407674714457244e-05,-4.163030826020986e-05,-3.918387301382609e-05,-3.673743412946351e-05,-3.429099888307974e-05,-3.1844563636695966e-05,-2.9398124752333388e-05,-2.6951689505949616e-05,-2.450525244057644e-05,-2.2058815375203267e-05,-1.9612380128819495e-05,-1.716594306344632e-05,-1.4719505998073146e-05,-1.2273068932699971e-05,-9.826632776821498e-06,-7.380196166195674e-06,-4.93375955556985e-06,-2.487322944944026e-06,-4.088633431820199e-08,2.405550276307622e-06,4.851986886933446e-06,7.29842349755927e-06,9.744860108185094e-06,1.2191296264063567e-05,1.4637733329436742e-05,1.7084170394809917e-05,1.9530605641193688e-05,2.1977042706566863e-05,2.4423479771940038e-05,2.6869916837313212e-05,2.9316353902686387e-05,3.176278914907016e-05,3.420922439545393e-05,3.665566327981651e-05,3.910209852620028e-05,4.154853741056286e-05,4.399497265694663e-05,4.64414079033304e-05,4.888784678769298e-05,5.133428203407675e-05,5.378072091843933e-05,5.62271561648231e-05,5.867359141120687e-05,6.112003029556945e-05,6.356646190397441e-05,6.601290078833699e-05,6.845933967269957e-05,7.090577855706215e-05,7.335221016546711e-05,7.579864904982969e-05,7.824508793419227e-05,8.069151954259723e-05,8.313795842695981e-05]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,2,3,5,5,10,21,51,89,156,219,364,582,888,1490,2181,3108,4433,6040,8094,10610,13759,16960,20321,23897,27512,31076,33552,35930,37305,37432,36914,36049,33321,30543,26956,23642,19930,16314,13112,10031,8010,5672,4362,3021,2086,1431,919,550,362,218,135,76,36,20,7,4,3,2,0,1],"bins":[-0.10758771002292633,-0.10436799377202988,-0.10114827752113342,-0.09792856127023697,-0.09470884501934052,-0.09148912876844406,-0.0882694199681282,-0.08504970371723175,-0.0818299874663353,-0.07861027121543884,-0.07539055496454239,-0.07217083871364594,-0.06895112246274948,-0.06573140621185303,-0.06251168996095657,-0.05929197743535042,-0.056072261184453964,-0.05285254493355751,-0.049632828682661057,-0.0464131161570549,-0.04319339990615845,-0.03997368365526199,-0.03675396740436554,-0.033534251153469086,-0.03031453676521778,-0.027094820514321327,-0.023875106126070023,-0.02065538987517357,-0.017435673624277115,-0.01421595923602581,-0.010996242985129356,-0.007776527665555477,-0.004556812345981598,-0.001337096793577075,0.0018826187588274479,0.0051023345440626144,0.008322049863636494,0.011541765183210373,0.014761481434106827,0.01798119582235813,0.021200912073254585,0.02442062832415104,0.027640342712402344,0.030860058963298798,0.03407977521419525,0.037299491465091705,0.04051920399069786,0.043738920241594315,0.04695863649249077,0.05017835274338722,0.053398068994283676,0.05661778151988983,0.059837497770786285,0.06305721402168274,0.0662769302725792,0.06949664652347565,0.0727163627743721,0.07593607902526855,0.07915579527616501,0.08237550407648087,0.08559522032737732,0.08881493657827377,0.09203465282917023,0.09525436908006668,0.09847408533096313]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.000194549560546875,-0.00018852949142456055,-0.0001825094223022461,-0.00017648935317993164,-0.0001704692840576172,-0.00016444921493530273,-0.00015842914581298828,-0.00015240907669067383,-0.00014638900756835938,-0.00014036893844604492,-0.00013434886932373047,-0.00012832880020141602,-0.00012230873107910156,-0.00011628866195678711,-0.00011026859283447266,-0.0001042485237121582,-9.822845458984375e-05,-9.22083854675293e-05,-8.618831634521484e-05,-8.016824722290039e-05,-7.414817810058594e-05,-6.812810897827148e-05,-6.210803985595703e-05,-5.608797073364258e-05,-5.0067901611328125e-05,-4.404783248901367e-05,-3.802776336669922e-05,-3.2007694244384766e-05,-2.5987625122070312e-05,-1.996755599975586e-05,-1.3947486877441406e-05,-7.927417755126953e-06,-1.9073486328125e-06,4.112720489501953e-06,1.0132789611816406e-05,1.615285873413086e-05,2.2172927856445312e-05,2.8192996978759766e-05,3.421306610107422e-05,4.023313522338867e-05,4.6253204345703125e-05,5.227327346801758e-05,5.829334259033203e-05,6.431341171264648e-05,7.033348083496094e-05,7.635354995727539e-05,8.237361907958984e-05,8.83936882019043e-05,9.441375732421875e-05,0.0001004338264465332,0.00010645389556884766,0.00011247396469116211,0.00011849403381347656,0.00012451410293579102,0.00013053417205810547,0.00013655424118041992,0.00014257431030273438,0.00014859437942504883,0.00015461444854736328,0.00016063451766967773,0.0001666545867919922,0.00017267465591430664,0.0001786947250366211,0.00018471479415893555,0.00019073486328125],"_type":"histogram","values":[3,1,1,4,3,1,4,9,5,18,17,23,25,33,55,50,76,93,131,170,267,329,414,607,945,1502,2477,4686,9904,22350,56436,134791,179265,100871,40451,16325,7467,3795,2056,1222,834,549,380,297,211,178,110,84,77,59,27,37,25,23,12,7,6,9,7,3,1,3,1,2]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,2,1,0,0,1,2,0,5,0,5,4,3,6,6,7,17,9,19,14,20,30,28,34,34,39,32,31,40,33,53,28,34,23,34,32,21,24,20,16,13,6,10,6,5,4,2,4,2,2,3,1,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.00045612157555297017,-0.0004408059758134186,-0.00042549040517769754,-0.00041017483454197645,-0.0003948592348024249,-0.00037954363506287336,-0.0003642280644271523,-0.0003489124937914312,-0.00033359689405187964,-0.0003182812943123281,-0.000302965723676607,-0.0002876501530408859,-0.0002723345533013344,-0.00025701895356178284,-0.00024170338292606175,-0.00022638779773842543,-0.00021107221255078912,-0.0001957566273631528,-0.00018044104217551649,-0.00016512545698788017,-0.00014980987180024385,-0.00013449428661260754,-0.00011917870142497122,-0.00010386311623733491,-8.854753104969859e-05,-7.323194586206228e-05,-5.791636067442596e-05,-4.2600775486789644e-05,-2.7285190299153328e-05,-1.1969605111517012e-05,3.3459800761193037e-06,1.866156526375562e-05,3.397720865905285e-05,4.9292793846689165e-05,6.460837903432548e-05,7.99239642219618e-05,9.523954940959811e-05,0.00011055513459723443,0.00012587071978487074,0.00014118630497250706,0.00015650189016014338,0.0001718174753477797,0.000187133060535416,0.00020244864572305232,0.00021776423091068864,0.00023307981609832495,0.00024839540128596127,0.00026371097192168236,0.0002790265716612339,0.00029434217140078545,0.00030965774203650653,0.0003249733126722276,0.00034028891241177917,0.0003556045121513307,0.0003709200827870518,0.0003862356534227729,0.00040155125316232443,0.00041686685290187597,0.00043218242353759706,0.00044749799417331815,0.0004628135939128697,0.00047812919365242124,0.0004934447351843119,0.0005087603349238634,0.000524075934663415]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[2,0,0,0,0,0,1,1,6,6,10,10,25,32,59,86,102,177,301,430,627,1051,1690,2256,3772,5667,8309,12597,19173,26337,37228,48631,60357,67399,66862,59886,48891,36533,26430,18385,12213,8511,5521,3444,2402,1542,979,667,425,258,173,149,70,46,37,18,7,12,6,5,3,3,3,1],"bins":[-0.0004749298095703125,-0.0004609525203704834,-0.0004469752311706543,-0.0004329979419708252,-0.0004190206527709961,-0.000405043363571167,-0.0003910660743713379,-0.0003770887851715088,-0.0003631114959716797,-0.0003491342067718506,-0.0003351569175720215,-0.0003211796283721924,-0.0003072023391723633,-0.0002932250499725342,-0.0002792477607727051,-0.000265270471572876,-0.0002512931823730469,-0.00023731589317321777,-0.00022333860397338867,-0.00020936131477355957,-0.00019538402557373047,-0.00018140673637390137,-0.00016742944717407227,-0.00015345215797424316,-0.00013947486877441406,-0.00012549757957458496,-0.00011152029037475586,-9.754300117492676e-05,-8.356571197509766e-05,-6.958842277526855e-05,-5.561113357543945e-05,-4.163384437561035e-05,-2.765655517578125e-05,-1.3679265975952148e-05,2.980232238769531e-07,1.4275312423706055e-05,2.8252601623535156e-05,4.222989082336426e-05,5.620718002319336e-05,7.018446922302246e-05,8.416175842285156e-05,9.813904762268066e-05,0.00011211633682250977,0.00012609362602233887,0.00014007091522216797,0.00015404820442199707,0.00016802549362182617,0.00018200278282165527,0.00019598007202148438,0.00020995736122131348,0.00022393465042114258,0.00023791193962097168,0.0002518892288208008,0.0002658665180206299,0.000279843807220459,0.0002938210964202881,0.0003077983856201172,0.0003217756748199463,0.0003357529640197754,0.0003497302532196045,0.0003637075424194336,0.0003776848316192627,0.0003916621208190918,0.0004056394100189209,0.00041961669921875]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[2,1,0,0,2,1,1,0,2,3,2,2,6,2,7,12,11,6,18,13,19,17,15,29,23,30,29,37,31,27,36,29,31,27,26,36,43,23,23,26,16,21,17,12,7,5,11,11,3,6,5,1,2,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.0007361799944192171,-0.0007123498944565654,-0.0006885197944939137,-0.0006646896945312619,-0.0006408595945686102,-0.0006170294363982975,-0.0005931993364356458,-0.0005693692364729941,-0.0005455391365103424,-0.0005217090365476906,-0.0004978789365850389,-0.0004740488075185567,-0.000450218707555905,-0.00042638860759325325,-0.00040255847852677107,-0.00037872837856411934,-0.0003548982786014676,-0.0003310681786388159,-0.00030723807867616415,-0.00028340794960968196,-0.00025957784964703023,-0.0002357477496843785,-0.00021191763516981155,-0.0001880875206552446,-0.00016425742069259286,-0.00014042732072994113,-0.00011659720621537417,-9.276709897676483e-05,-6.893699173815548e-05,-4.510688449954614e-05,-2.1276777260936797e-05,2.553329977672547e-06,2.638343721628189e-05,5.0213544454891235e-05,7.404365169350058e-05,9.787375893210992e-05,0.00012170386617071927,0.000145533966133371,0.00016936408064793795,0.0001931941951625049,0.00021702429512515664,0.00024085439508780837,0.0002646844950504601,0.0002885146241169423,0.000312344724079594,0.00033617482404224575,0.00036000495310872793,0.00038383505307137966,0.0004076651530340314,0.0004314952529966831,0.00045532535295933485,0.00047915548202581704,0.0005029855528846383,0.000526815711054951,0.0005506458110176027,0.0005744759109802544,0.0005983060109429061,0.0006221361109055579,0.0006459662108682096,0.0006697963108308613,0.000693626469001174,0.0007174565689638257,0.0007412866689264774,0.0007651167688891292,0.0007889468688517809],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,1,3,2,1,3,5,3,7,7,6,11,13,14,14,19,23,22,25,24,30,35,30,38,31,26,20,30,41,27,30,30,22,26,16,19,20,17,12,13,7,4,13,5,1,2,5,3,2,1,1,0,0,0,1,1,1,0,0,0,0,0,1],"bins":[-0.0011926817242056131,-0.0011480748653411865,-0.00110346800647676,-0.0010588611476123333,-0.0010142542887479067,-0.0009696473716758192,-0.0009250405128113925,-0.0008804336539469659,-0.0008358267950825393,-0.0007912199362181127,-0.0007466130773536861,-0.0007020062184892595,-0.000657399301417172,-0.0006127924425527453,-0.0005681855836883187,-0.0005235787248238921,-0.0004789718659594655,-0.0004343650070950389,-0.0003897581482306123,-0.0003451512602623552,-0.0003005444013979286,-0.000255937542533502,-0.00021133066911716014,-0.0001667237957008183,-0.0001221169368363917,-7.751007069600746e-05,-3.290320455562323e-05,1.1703661584760994e-05,5.631052772514522e-05,0.00010091739386552945,0.00014552426000591367,0.00019013113342225552,0.0002347378758713603,0.0002793447347357869,0.00032395159360021353,0.0003685584815684706,0.0004131653404328972,0.0004577721992973238,0.0005023790872655809,0.0005469859461300075,0.0005915928049944341,0.0006361996638588607,0.0006808065227232873,0.000725413381587714,0.0007700202986598015,0.0008146271575242281,0.0008592340163886547,0.0009038408752530813,0.0009484477341175079,0.0009930545929819345,0.0010376614518463612,0.0010822683107107878,0.0011268751695752144,0.001171482028439641,0.0012160888873040676,0.0012606957461684942,0.0013053026050329208,0.0013499095803126693,0.0013945164391770959,0.0014391232980415225,0.0014837301569059491,0.0015283370157703757,0.0015729438746348023,0.001617550733499229,0.0016621575923636556]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[1,0,1,0,0,1,6,7,9,11,15,11,32,34,66,72,130,179,318,387,647,1054,1687,2881,4586,8150,14504,26679,48246,88527,151683,229129,283440,262534,187990,115044,64549,34872,19339,10669,6021,3536,2126,1299,817,547,317,216,156,113,61,51,30,24,8,13,13,10,4,4,4,2,0,2],"bins":[-0.0004673004150390625,-0.00045302510261535645,-0.0004387497901916504,-0.00042447447776794434,-0.0004101991653442383,-0.0003959238529205322,-0.00038164854049682617,-0.0003673732280731201,-0.00035309791564941406,-0.000338822603225708,-0.00032454729080200195,-0.0003102719783782959,-0.00029599666595458984,-0.0002817213535308838,-0.00026744604110717773,-0.0002531707286834717,-0.00023889541625976562,-0.00022462010383605957,-0.00021034479141235352,-0.00019606947898864746,-0.0001817941665649414,-0.00016751885414123535,-0.0001532435417175293,-0.00013896822929382324,-0.0001246929168701172,-0.00011041760444641113,-9.614229202270508e-05,-8.186697959899902e-05,-6.759166717529297e-05,-5.3316354751586914e-05,-3.904104232788086e-05,-2.4765729904174805e-05,-1.049041748046875e-05,3.7848949432373047e-06,1.806020736694336e-05,3.2335519790649414e-05,4.661083221435547e-05,6.0886144638061523e-05,7.516145706176758e-05,8.943676948547363e-05,0.00010371208190917969,0.00011798739433288574,0.0001322627067565918,0.00014653801918029785,0.0001608133316040039,0.00017508864402770996,0.00018936395645141602,0.00020363926887512207,0.00021791458129882812,0.00023218989372253418,0.00024646520614624023,0.0002607405185699463,0.00027501583099365234,0.0002892911434173584,0.00030356645584106445,0.0003178417682647705,0.00033211708068847656,0.0003463923931121826,0.00036066770553588867,0.0003749430179595947,0.0003892183303833008,0.00040349364280700684,0.0004177689552307129,0.00043204426765441895,0.000446319580078125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.1003318727016449,-0.09727443754673004,-0.09421700239181519,-0.09115956723690033,-0.08810212463140488,-0.08504468947649002,-0.08198725432157516,-0.07892981916666031,-0.07587238401174545,-0.0728149488568306,-0.06975750625133514,-0.06670007109642029,-0.06364263594150543,-0.060585200786590576,-0.05752776563167572,-0.054470326751470566,-0.05141289159655571,-0.048355456441640854,-0.0452980175614357,-0.042240582406520844,-0.03918314725160599,-0.03612570837140083,-0.03306827321648598,-0.03001083806157112,-0.026953401044011116,-0.02389596402645111,-0.020838528871536255,-0.01778109185397625,-0.014723655767738819,-0.011666219681501389,-0.008608782663941383,-0.005551346577703953,-0.002493910491466522,0.000563525827601552,0.0036209621466696262,0.006678398698568344,0.009735834784805775,0.012793270871043205,0.01585070788860321,0.018908143043518066,0.02196558006107807,0.025023017078638077,0.028080452233552933,0.031137889251112938,0.03419532626867294,0.0372527614235878,0.040310196578502655,0.04336763545870781,0.046425070613622665,0.04948250576853752,0.052539944648742676,0.05559737980365753,0.05865481495857239,0.06171225383877754,0.0647696852684021,0.06782712787389755,0.07088456302881241,0.07394199818372726,0.07699943333864212,0.08005686849355698,0.08311430364847183,0.08617174625396729,0.08922918140888214,0.092286616563797,0.09534405171871185],"_type":"histogram","values":[1,2,3,5,11,22,25,57,80,161,303,475,754,1238,1977,2859,4355,6255,8704,12039,16174,21600,27594,34747,42913,51277,60243,68881,77276,84446,89898,93908,95638,94965,92634,87635,81875,74359,65986,56929,48158,40035,32227,25280,19394,14664,10822,7777,5427,3698,2599,1661,1122,661,445,270,139,82,52,30,7,4,3,3]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.0007757983985356987,-0.0007513744640164077,-0.0007269505877047777,-0.0007025266531854868,-0.0006781027186661959,-0.0006536788423545659,-0.0006292549078352749,-0.000604830973315984,-0.000580407097004354,-0.0005559831624850631,-0.0005315592279657722,-0.0005071352934464812,-0.0004827114171348512,-0.0004582874826155603,-0.0004338635772000998,-0.0004094396426808089,-0.00038501573726534843,-0.00036059183184988797,-0.00033616789733059704,-0.0003117439919151366,-0.00028732005739584565,-0.0002628961519803852,-0.00023847224656492472,-0.00021404832659754902,-0.00018962440663017333,-0.00016520048666279763,-0.00014077656669542193,-0.00011635266127996147,-9.192874131258577e-05,-6.750482134521008e-05,-4.3080908653791994e-05,-1.8656992324395105e-05,5.766924005001783e-06,3.0190840334398672e-05,5.461475666379556e-05,7.903866935521364e-05,0.00010346258932258934,0.00012788650928996503,0.0001523104147054255,0.0001767343346728012,0.0002011582546401769,0.0002255821746075526,0.0002500060945749283,0.00027442999999038875,0.0002988539054058492,0.00032327783992514014,0.0003477017453406006,0.00037212567985989153,0.000396549585275352,0.00042097349069081247,0.0004453974252101034,0.00046982133062556386,0.0004942452651448548,0.0005186691414564848,0.0005430930759757757,0.0005675170104950666,0.0005919409450143576,0.0006163648213259876,0.0006407887558452785,0.0006652126903645694,0.0006896365666761994,0.0007140605011954904,0.0007384844357147813,0.0007629083120264113,0.0007873322465457022],"_type":"histogram","values":[1,1,1,0,0,3,0,1,0,3,2,4,4,3,2,9,11,11,11,16,14,20,16,16,25,24,30,31,40,23,33,34,29,27,24,32,41,37,23,21,24,24,18,14,11,8,6,10,10,4,8,0,5,0,0,1,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.00031437925645150244,-0.00030448136385530233,-0.0002945834712591022,-0.0002846855786629021,-0.000274787686066702,-0.0002648897934705019,-0.0002549919008743018,-0.0002450940082781017,-0.00023519610112998635,-0.00022529820853378624,-0.00021540031593758613,-0.00020550242334138602,-0.00019560451619327068,-0.00018570662359707057,-0.00017580873100087047,-0.00016591083840467036,-0.00015601294580847025,-0.00014611505321227014,-0.00013621716061607003,-0.00012631926801986992,-0.0001164213681477122,-0.00010652347555151209,-9.662557567935437e-05,-8.672768308315426e-05,-7.682979048695415e-05,-6.693189789075404e-05,-5.703400165657513e-05,-4.713610542239621e-05,-3.7238212826196104e-05,-2.7340318411006592e-05,-1.744242399581708e-05,-7.544529580627568e-06,2.3533939383924007e-06,1.2251288353581913e-05,2.2149182768771425e-05,3.204707900295034e-05,4.194497159915045e-05,5.184286419535056e-05,6.174076406750828e-05,7.163865666370839e-05,8.15365492599085e-05,9.14344418561086e-05,0.00010133233445230871,0.00011123023432446644,0.00012112812692066655,0.00013102602679282427,0.00014092391938902438,0.00015082181198522449,0.0001607197045814246,0.0001706175971776247,0.0001805154897738248,0.00019041338237002492,0.00020031127496622503,0.00021020918211434036,0.00022010707471054047,0.00023000496730674058,0.0002399028599029407,0.00024980076705105603,0.00025969865964725614,0.00026959655224345624,0.00027949444483965635,0.00028939233743585646,0.00029929023003205657,0.0003091881226282567,0.0003190860152244568],"_type":"histogram","values":[1,0,1,0,1,0,2,2,1,1,5,9,6,7,9,11,12,17,21,33,36,34,47,61,52,89,78,96,97,121,103,121,101,85,100,95,81,76,61,54,48,51,35,37,35,17,24,14,14,7,8,7,7,3,4,1,5,0,2,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,1,2,1,2,3,8,14,15,13,23,36,52,66,72,76,90,68,56,32,33,22,22,13,12,6,6,6,4,1,0,2,2,1,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00126580148935318,-0.0012112011900171638,-0.0011566010070964694,-0.0011020007077604532,-0.0010474005248397589,-0.0009928002255037427,-0.0009382000425830483,-0.0008835998014546931,-0.0008289995603263378,-0.0007743992609903216,-0.0007197990198619664,-0.0006651987787336111,-0.0006105985376052558,-0.0005559982964769006,-0.0005013980553485453,-0.00044679781422019005,-0.0003921975730918348,-0.0003375973319634795,-0.00028299709083512425,-0.00022839683515485376,-0.0001737965940264985,-0.00011919635289814323,-6.459610449383035e-05,-9.995859727496281e-06,4.460438503883779e-05,9.920462616719306e-05,0.00015380486729554832,0.0002084051229758188,0.0002630053786560893,0.00031760561978444457,0.00037220586091279984,0.0004268061020411551,0.00048140634316951036,0.0005360065842978656,0.0005906068254262209,0.0006452070665545762,0.0006998073076829314,0.0007544075488112867,0.000809007789939642,0.0008636080310679972,0.0009182082721963525,0.0009728085715323687,0.001027408754453063,0.0010820090537890792,0.0011366092367097735,0.0011912095360457897,0.001245809718966484,0.0013004100183025002,0.0013550103176385164,0.0014096105005592108,0.001464210799895227,0.0015188109828159213,0.0015734112821519375,0.0016280114650726318,0.001682611764408648,0.0017372119473293424,0.0017918122466653585,0.001846412429586053,0.001901012728922069,0.0019556130282580853,0.0020102132111787796,0.002064813394099474,0.0021194135770201683,0.0021740139927715063,0.0022286141756922007]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[3,3,5,3,6,8,34,48,69,128,196,284,467,732,1054,1630,2241,3143,4278,5699,7311,9415,11615,14412,17374,20478,23455,26159,29022,31229,33085,34394,34485,34077,33190,31413,28780,26275,23369,20479,17284,14437,11759,9304,7179,5603,4293,3062,2209,1587,1063,738,501,311,184,106,60,47,16,17,7,6,1,2],"bins":[-0.09533808380365372,-0.09240331500768661,-0.08946854621171951,-0.08653377741575241,-0.08359900861978531,-0.0806642398238182,-0.07772946357727051,-0.0747946947813034,-0.0718599259853363,-0.0689251571893692,-0.0659903883934021,-0.063055619597435,-0.060120850801467896,-0.05718608200550079,-0.05425130948424339,-0.05131654068827629,-0.04838177189230919,-0.04544700309634209,-0.042512234300374985,-0.039577461779117584,-0.03664269298315048,-0.03370792418718338,-0.030773155391216278,-0.027838384732604027,-0.024903615936636925,-0.021968847140669823,-0.01903407648205757,-0.01609930768609047,-0.013164537958800793,-0.010229768231511116,-0.007294998969882727,-0.004360229708254337,-0.0014254599809646606,0.0015093095134943724,0.004444079007953405,0.007378848269581795,0.010313617996871471,0.013248387724161148,0.01618315652012825,0.0191179271787405,0.022052695974707603,0.024987464770674706,0.027922235429286957,0.03085700422525406,0.03379177302122116,0.03672654181718826,0.03966131433844566,0.042596083134412766,0.04553085193037987,0.04846562072634697,0.05140038952231407,0.05433516204357147,0.057269930839538574,0.060204699635505676,0.06313946843147278,0.06607423722743988,0.06900900602340698,0.07194377481937408,0.07487854361534119,0.07781331986188889,0.08074808865785599,0.08368285745382309,0.08661762624979019,0.0895523950457573,0.0924871638417244]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[-0.0006815347587689757,-0.0006631796713918447,-0.0006448245840147138,-0.0006264695548452437,-0.0006081144674681127,-0.0005897593800909817,-0.0005714042927138507,-0.0005530492635443807,-0.0005346941761672497,-0.0005163390887901187,-0.0004979840014129877,-0.0004796289431396872,-0.0004612738557625562,-0.00044291879748925567,-0.0004245637101121247,-0.00040620865183882415,-0.00038785356446169317,-0.0003694984770845622,-0.00035114341881126165,-0.00033278833143413067,-0.00031443327316083014,-0.00029607818578369915,-0.0002777231275103986,-0.00025936804013326764,-0.00024101296730805188,-0.00022265789448283613,-0.00020430282165762037,-0.0001859477488324046,-0.00016759266145527363,-0.00014923758863005787,-0.00013088251580484211,-0.00011252744297962636,-9.41723701544106e-05,-7.581729732919484e-05,-5.746222086600028e-05,-3.9107144402805716e-05,-2.075207157758996e-05,-2.3969969333847985e-06,1.5958077710820362e-05,3.4313154174014926e-05,5.266822699923068e-05,7.102329982444644e-05,8.93783726496622e-05,0.00010773345275083557,0.00012608853285200894,0.0001444436056772247,0.00016279867850244045,0.0001811537513276562,0.00019950882415287197,0.00021786389697808772,0.00023621896980330348,0.00025457405718043447,0.000272929115453735,0.000291284202830866,0.0003096392611041665,0.0003279943484812975,0.0003463494358584285,0.000364704494131729,0.00038305958150886,0.0004014146397821605,0.0004197697271592915,0.00043812478543259203,0.000456479872809723,0.00047483493108302355,0.0004931900184601545],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,1,1,0,1,2,1,5,5,5,9,19,14,20,14,24,37,36,41,48,51,55,50,43,32,44,40,36,11,17,20,15,15,16,10,3,2,6,2,3,0,1,2,3,3,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[1,3,0,2,3,5,6,16,12,23,28,54,77,111,174,196,334,531,742,1139,1856,2711,4313,6969,11735,18143,30166,48618,79400,122115,179780,231248,239606,200713,143485,93683,59587,36058,22207,13732,8657,5189,3335,2040,1432,795,629,370,284,186,100,81,56,42,26,20,16,9,5,2,2,3,1,2],"bins":[-0.0003261566162109375,-0.0003160238265991211,-0.0003058910369873047,-0.0002957582473754883,-0.0002856254577636719,-0.00027549266815185547,-0.00026535987854003906,-0.00025522708892822266,-0.00024509429931640625,-0.00023496150970458984,-0.00022482872009277344,-0.00021469593048095703,-0.00020456314086914062,-0.00019443035125732422,-0.0001842975616455078,-0.0001741647720336914,-0.000164031982421875,-0.0001538991928100586,-0.0001437664031982422,-0.00013363361358642578,-0.00012350082397460938,-0.00011336803436279297,-0.00010323524475097656,-9.310245513916016e-05,-8.296966552734375e-05,-7.283687591552734e-05,-6.270408630371094e-05,-5.257129669189453e-05,-4.2438507080078125e-05,-3.230571746826172e-05,-2.2172927856445312e-05,-1.2040138244628906e-05,-1.9073486328125e-06,8.225440979003906e-06,1.8358230590820312e-05,2.849102020263672e-05,3.8623809814453125e-05,4.875659942626953e-05,5.888938903808594e-05,6.902217864990234e-05,7.915496826171875e-05,8.928775787353516e-05,9.942054748535156e-05,0.00010955333709716797,0.00011968612670898438,0.00012981891632080078,0.0001399517059326172,0.0001500844955444336,0.00016021728515625,0.0001703500747680664,0.0001804828643798828,0.00019061565399169922,0.00020074844360351562,0.00021088123321533203,0.00022101402282714844,0.00023114681243896484,0.00024127960205078125,0.00025141239166259766,0.00026154518127441406,0.00027167797088623047,0.0002818107604980469,0.0002919435501098633,0.0003020763397216797,0.0003122091293334961,0.0003223419189453125]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,1,0,5,0,5,4,5,5,12,8,15,9,14,27,19,32,27,33,47,45,42,43,46,41,38,34,29,21,23,15,23,13,12,14,6,12,5,5,6,3,2,3,6,4,1,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9987578988075256,0.9988125562667847,0.9988672137260437,0.9989218711853027,0.9989765286445618,0.9990311861038208,0.9990858435630798,0.9991405606269836,0.9991952180862427,0.9992498755455017,0.9993045330047607,0.9993591904640198,0.9994138479232788,0.9994685053825378,0.9995231628417969,0.9995778203010559,0.9996324777603149,0.999687135219574,0.999741792678833,0.999796450138092,0.9998511672019958,0.9999058246612549,0.9999604821205139,1.000015139579773,1.0000697374343872,1.000124454498291,1.0001791715621948,1.000233769416809,1.000288486480713,1.0003430843353271,1.000397801399231,1.0004523992538452,1.000507116317749,1.0005617141723633,1.000616431236267,1.0006710290908813,1.0007257461547852,1.0007803440093994,1.0008350610733032,1.000889778137207,1.0009443759918213,1.000999093055725,1.0010536909103394,1.0011084079742432,1.0011630058288574,1.0012177228927612,1.0012723207473755,1.0013270378112793,1.0013816356658936,1.0014363527297974,1.0014909505844116,1.0015456676483154,1.0016003847122192,1.0016549825668335,1.0017096996307373,1.0017642974853516,1.0018190145492554,1.0018736124038696,1.0019283294677734,1.0019829273223877,1.0020376443862915,1.0020922422409058,1.0021469593048096,1.0022015571594238,1.0022562742233276]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[6,4,12,28,43,89,140,202,381,629,937,1521,2294,3349,4853,7061,9837,13408,17723,23172,29404,36250,44019,52192,60741,68820,76520,83042,88965,92491,93582,93579,90790,86102,80106,72382,64554,56012,47583,39798,32232,25650,20087,15121,11281,8289,5793,4030,2830,1846,1199,758,468,276,151,97,56,39,20,10,6,2,1,1],"bins":[-0.09194020181894302,-0.08894700556993484,-0.08595381677150726,-0.08296062052249908,-0.0799674317240715,-0.07697423547506332,-0.07398104667663574,-0.07098785042762756,-0.06799465417861938,-0.0650014653801918,-0.06200827285647392,-0.05901508033275604,-0.056021884083747864,-0.053028691560029984,-0.0500354990363121,-0.04704230651259422,-0.04404911398887634,-0.04105592146515846,-0.03806272894144058,-0.0350695364177227,-0.03207634389400482,-0.029083149507641792,-0.026089955121278763,-0.023096762597560883,-0.020103570073843002,-0.017110377550125122,-0.014117184095084667,-0.011123990640044212,-0.008130798116326332,-0.0051376051269471645,-0.002144412137567997,0.0008487808518111706,0.003841973841190338,0.006835166830569506,0.009828359819948673,0.012821553274989128,0.01581474579870701,0.01880793832242489,0.021801132708787918,0.0247943252325058,0.02778751775622368,0.03078071027994156,0.03377390280365944,0.03676709532737732,0.0397602915763855,0.04275348410010338,0.04574667662382126,0.04873986914753914,0.05173306167125702,0.0547262541949749,0.05771944671869278,0.06071263924241066,0.06370583176612854,0.06669902801513672,0.0696922168135643,0.07268541306257248,0.07567860186100006,0.07867179811000824,0.08166499435901642,0.084658183157444,0.08765137940645218,0.09064456820487976,0.09363776445388794,0.09663095325231552,0.0996241495013237]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[1,0,0,0,0,1,1,1,2,0,1,2,3,5,9,6,9,19,8,9,13,19,30,26,25,27,24,28,21,25,37,37,37,19,31,41,29,21,23,22,20,18,21,11,11,12,8,13,9,9,5,4,4,0,3,0,3,1,0,0,2,1,0,1],"bins":[-0.0005264817737042904,-0.0005100434646010399,-0.0004936051554977894,-0.00047716687549836934,-0.0004607285954989493,-0.0004442902863956988,-0.0004278519772924483,-0.00041141369729302824,-0.00039497538818977773,-0.00037853707908652723,-0.0003620987990871072,-0.0003456604899838567,-0.0003292221808806062,-0.00031278390088118613,-0.0002963455917779356,-0.0002799073117785156,-0.0002634690026752651,-0.00024703069357201457,-0.00023059241357259452,-0.00021415410446934402,-0.00019771580991800874,-0.00018127751536667347,-0.00016483920626342297,-0.0001484009117120877,-0.00013196261716075242,-0.00011552432260941714,-9.908602078212425e-05,-8.264771895483136e-05,-6.620942440349609e-05,-4.9771126214182004e-05,-3.333282802486792e-05,-1.689452983555384e-05,-4.5617343857884407e-07,1.5982124750735238e-05,3.242042294004932e-05,4.88587211293634e-05,6.529701931867748e-05,8.173531387001276e-05,9.817361569730565e-05,0.00011461191752459854,0.00013105021207593381,0.0001474885066272691,0.00016392680117860436,0.00018036511028185487,0.00019680340483319014,0.00021324169938452542,0.00022968000848777592,0.00024611828848719597,0.00026255659759044647,0.000278994906693697,0.000295433186693117,0.0003118714957963675,0.00032830977579578757,0.0003447480848990381,0.0003611863940022886,0.0003776246740017086,0.00039406298310495913,0.00041050129220820963,0.0004269395722076297,0.0004433778813108802,0.0004598161904141307,0.00047625447041355073,0.0004926927504129708,0.0005091310595162213,0.0005255693686194718],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,5,1,2,0,7,8,8,14,21,18,39,47,41,51,60,52,44,45,42,34,33,31,22,18,20,20,16,10,10,10,8,4,4,3,3,2,1,1,2,0,1,1,2,1,0,0,1,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,1],"bins":[0.9988486170768738,0.9989198446273804,0.9989911317825317,0.9990623593330383,0.9991336464881897,0.9992048740386963,0.9992761015892029,0.9993473887443542,0.9994186162948608,0.9994899034500122,0.9995611310005188,0.9996323585510254,0.9997036457061768,0.9997748732566833,0.9998461008071899,0.9999173879623413,0.9999886155128479,1.0000598430633545,1.0001311302185059,1.0002024173736572,1.000273585319519,1.0003448724746704,1.0004161596298218,1.0004873275756836,1.000558614730835,1.0006299018859863,1.0007011890411377,1.0007723569869995,1.0008436441421509,1.0009149312973022,1.000986099243164,1.0010573863983154,1.0011286735534668,1.0011998414993286,1.00127112865448,1.0013424158096313,1.0014137029647827,1.0014848709106445,1.001556158065796,1.0016274452209473,1.001698613166809,1.0017699003219604,1.0018411874771118,1.0019123554229736,1.001983642578125,1.0020549297332764,1.0021260976791382,1.0021973848342896,1.002268671989441,1.0023399591445923,1.002411127090454,1.0024824142456055,1.0025537014007568,1.0026248693466187,1.00269615650177,1.0027674436569214,1.0028386116027832,1.0029098987579346,1.002981185913086,1.0030524730682373,1.0031236410140991,1.0031949281692505,1.0032662153244019,1.0033373832702637,1.003408670425415]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.0005580319557338953,-0.0005398446810431778,-0.0005216574063524604,-0.0005034701316617429,-0.00048528285697102547,-0.000467095582280308,-0.00044890830758959055,-0.0004307210328988731,-0.00041253375820815563,-0.0003943464835174382,-0.0003761592088267207,-0.00035797193413600326,-0.0003397846594452858,-0.00032159738475456834,-0.0003034101100638509,-0.0002852228353731334,-0.00026703556068241596,-0.0002488482859916985,-0.00023066101130098104,-0.00021247373661026359,-0.00019428646191954613,-0.00017609918722882867,-0.0001579119125381112,-0.00013972463784739375,-0.00012153736315667629,-0.00010335008846595883,-8.516281377524137e-05,-6.697553908452392e-05,-4.878826439380646e-05,-3.0600989703089e-05,-1.241371501237154e-05,5.773559678345919e-06,2.3960834369063377e-05,4.2148109059780836e-05,6.0335383750498295e-05,7.852265844121575e-05,9.670993313193321e-05,0.00011489720782265067,0.00013308448251336813,0.0001512717572040856,0.00016945903189480305,0.0001876463065855205,0.00020583358127623796,0.00022402085596695542,0.00024220813065767288,0.00026039540534839034,0.0002785826800391078,0.00029676995472982526,0.0003149572294205427,0.0003331445041112602,0.00035133177880197763,0.0003695190534926951,0.00038770632818341255,0.00040589360287413,0.00042408087756484747,0.00044226815225556493,0.0004604554269462824,0.00047864270163699985,0.0004968299763277173,0.0005150172510184348,0.0005332045257091522,0.0005513918003998697,0.0005695790750905871,0.0005877663497813046,0.0006059536244720221],"_type":"histogram","values":[1,1,1,1,0,3,3,2,4,3,2,6,2,6,6,7,14,19,10,18,11,19,24,22,29,34,26,36,32,27,33,28,17,34,24,35,30,24,19,13,26,16,14,14,13,9,7,7,11,7,5,3,1,2,1,0,4,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,0,3,7,4,6,5,1,7,15,14,18,14,20,20,11,26,21,17,27,29,34,35,31,30,33,32,39,31,29,29,24,16,25,22,11,9,14,11,10,5,10,7,2,2,3,0,1,1,0,3,0,0,0,1,0,0,0,0,1],"bins":[-0.0002723364159464836,-0.0002627992653287947,-0.0002532621147111058,-0.0002437249495415017,-0.00023418778437189758,-0.00022465063375420868,-0.0002151134831365198,-0.00020557631796691567,-0.00019603916734922677,-0.00018650201673153788,-0.00017696485156193376,-0.00016742770094424486,-0.00015789055032655597,-0.00014835338515695184,-0.00013881623453926295,-0.00012927906936965883,-0.00011974191875196993,-0.00011020476085832343,-0.00010066760296467692,-9.113045234698802e-05,-8.159329445334151e-05,-7.2056136559695e-05,-6.251898594200611e-05,-5.29818280483596e-05,-4.3444670154713094e-05,-3.3907512261066586e-05,-2.4370358005398884e-05,-1.483320193074178e-05,-5.296045856084675e-06,4.24111021857243e-06,1.3778266293229535e-05,2.331542236788664e-05,3.285254933871329e-05,4.23897072323598e-05,5.19268614880275e-05,6.14640157436952e-05,7.100117363734171e-05,8.053833153098822e-05,9.007548214867711e-05,9.961264004232362e-05,0.00010914979793597013,0.00011868695582961664,0.00012822411372326314,0.00013776126434095204,0.00014729841495864093,0.00015683558012824506,0.00016637273074593395,0.00017590989591553807,0.00018544704653322697,0.00019498419715091586,0.00020452136232051998,0.00021405851293820888,0.000223595678107813,0.0002331328287255019,0.0002426699793431908,0.0002522071299608797,0.00026174430968239903,0.00027128146030008793,0.0002808186109177768,0.0002903557615354657,0.0002998929121531546,0.0003094300627708435,0.00031896724249236286,0.00032850439311005175,0.00033804154372774065]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,3,0,3,3,3,9,8,11,20,42,49,72,97,143,232,313,509,771,1078,1695,2392,3851,5720,8627,13029,19698,28584,41202,55352,69491,74246,69641,57223,43649,30776,20636,13455,9137,6089,3967,2640,1850,1168,811,446,314,242,166,126,72,48,36,22,23,10,8,9,3,1,0,2],"bins":[-0.00057220458984375,-0.0005551576614379883,-0.0005381107330322266,-0.0005210638046264648,-0.0005040168762207031,-0.0004869699478149414,-0.0004699230194091797,-0.00045287609100341797,-0.00043582916259765625,-0.00041878223419189453,-0.0004017353057861328,-0.0003846883773803711,-0.0003676414489746094,-0.00035059452056884766,-0.00033354759216308594,-0.0003165006637573242,-0.0002994537353515625,-0.0002824068069458008,-0.00026535987854003906,-0.00024831295013427734,-0.00023126602172851562,-0.0002142190933227539,-0.0001971721649169922,-0.00018012523651123047,-0.00016307830810546875,-0.00014603137969970703,-0.0001289844512939453,-0.0001119375228881836,-9.489059448242188e-05,-7.784366607666016e-05,-6.079673767089844e-05,-4.374980926513672e-05,-2.6702880859375e-05,-9.655952453613281e-06,7.3909759521484375e-06,2.4437904357910156e-05,4.1484832763671875e-05,5.8531761169433594e-05,7.557868957519531e-05,9.262561798095703e-05,0.00010967254638671875,0.00012671947479248047,0.0001437664031982422,0.0001608133316040039,0.00017786026000976562,0.00019490718841552734,0.00021195411682128906,0.00022900104522705078,0.0002460479736328125,0.0002630949020385742,0.00028014183044433594,0.00029718875885009766,0.0003142356872558594,0.0003312826156616211,0.0003483295440673828,0.00036537647247314453,0.00038242340087890625,0.00039947032928466797,0.0004165172576904297,0.0004335641860961914,0.0004506111145019531,0.00046765804290771484,0.00048470497131347656,0.0005017518997192383,0.000518798828125]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,4,1,3,0,2,6,7,12,22,21,27,48,57,69,47,57,67,53,32,45,37,19,19,19,27,12,8,6,6,3,5,3,5,1,3,0,2,0,1,2,1,2,0,0,3,0,0,1],"bins":[0.997340202331543,0.997424840927124,0.9975094795227051,0.9975941181182861,0.997678816318512,0.997763454914093,0.9978480935096741,0.9979327321052551,0.9980173707008362,0.9981020092964172,0.9981867074966431,0.9982713460922241,0.9983559846878052,0.9984406232833862,0.9985252618789673,0.9986099004745483,0.9986945390701294,0.9987792372703552,0.9988638758659363,0.9989485144615173,0.9990331530570984,0.9991177916526794,0.9992024302482605,0.9992871284484863,0.9993717670440674,0.9994564056396484,0.9995410442352295,0.9996256828308105,0.9997103214263916,0.9997950196266174,0.9998796582221985,0.9999642968177795,1.0000488758087158,1.0001336336135864,1.0002182722091675,1.0003029108047485,1.0003875494003296,1.0004721879959106,1.0005568265914917,1.0006414651870728,1.0007261037826538,1.0008107423782349,1.000895380973816,1.000980019569397,1.001064658164978,1.0011494159698486,1.0012340545654297,1.0013186931610107,1.0014033317565918,1.0014879703521729,1.001572608947754,1.001657247543335,1.001741886138916,1.001826524734497,1.0019111633300781,1.0019958019256592,1.0020804405212402,1.0021650791168213,1.002249836921692,1.002334475517273,1.002419114112854,1.002503752708435,1.0025883913040161,1.0026730298995972,1.0027576684951782]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.10430827736854553,-0.10103653371334076,-0.09776479750871658,-0.09449306130409241,-0.09122131764888763,-0.08794957399368286,-0.08467783778905869,-0.08140610158443451,-0.07813435792922974,-0.07486261427402496,-0.07159087806940079,-0.06831914186477661,-0.06504739820957184,-0.061775658279657364,-0.05850391834974289,-0.055232178419828415,-0.05196043848991394,-0.048688698559999466,-0.04541695863008499,-0.04214521870017052,-0.03887347877025604,-0.03560173884034157,-0.032329998910427094,-0.02905825898051262,-0.025786519050598145,-0.02251477912068367,-0.019243039190769196,-0.01597129926085472,-0.012699559330940247,-0.009427819401025772,-0.006156079471111298,-0.002884339541196823,0.00038739293813705444,0.003659132868051529,0.006930872797966003,0.010202612727880478,0.013474352657794952,0.016746092587709427,0.0200178325176239,0.023289572447538376,0.02656131237745285,0.029833052307367325,0.0331047922372818,0.036376532167196274,0.03964827209711075,0.04292001202702522,0.0461917519569397,0.04946349188685417,0.052735231816768646,0.05600697174668312,0.059278711676597595,0.06255045533180237,0.06582219153642654,0.06909392774105072,0.0723656713962555,0.07563741505146027,0.07890915125608444,0.08218088746070862,0.08545263111591339,0.08872437477111816,0.09199611097574234,0.09526784718036652,0.09853959083557129,0.10181133449077606,0.10508307069540024],"_type":"histogram","values":[1,0,2,1,5,11,16,41,68,139,232,396,670,1083,1898,2895,4388,6523,9437,13022,18198,24455,31728,40227,49657,59822,69659,79286,88439,94976,99906,102102,102016,98887,93542,85614,77206,67206,57069,47129,38073,29904,22758,16994,12244,8466,6012,3957,2530,1627,990,584,344,198,94,75,35,10,12,2,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[2,2,2,5,4,5,13,17,18,27,51,71,96,142,193,322,561,804,1348,2189,3650,5942,10436,17267,31250,53430,89126,143185,206354,252199,242881,190134,128135,80110,46778,26812,16233,8966,5440,3246,2048,1208,747,529,318,177,123,89,55,36,28,14,12,6,6,7,5,0,4,1,1,0,1,3],"bins":[-0.0003490447998046875,-0.00033736228942871094,-0.0003256797790527344,-0.0003139972686767578,-0.00030231475830078125,-0.0002906322479248047,-0.0002789497375488281,-0.00026726722717285156,-0.000255584716796875,-0.00024390220642089844,-0.00023221969604492188,-0.0002205371856689453,-0.00020885467529296875,-0.0001971721649169922,-0.00018548965454101562,-0.00017380714416503906,-0.0001621246337890625,-0.00015044212341308594,-0.00013875961303710938,-0.0001270771026611328,-0.00011539459228515625,-0.00010371208190917969,-9.202957153320312e-05,-8.034706115722656e-05,-6.866455078125e-05,-5.698204040527344e-05,-4.5299530029296875e-05,-3.361701965332031e-05,-2.193450927734375e-05,-1.0251998901367188e-05,1.430511474609375e-06,1.3113021850585938e-05,2.47955322265625e-05,3.647804260253906e-05,4.8160552978515625e-05,5.984306335449219e-05,7.152557373046875e-05,8.320808410644531e-05,9.489059448242188e-05,0.00010657310485839844,0.000118255615234375,0.00012993812561035156,0.00014162063598632812,0.0001533031463623047,0.00016498565673828125,0.0001766681671142578,0.00018835067749023438,0.00020003318786621094,0.0002117156982421875,0.00022339820861816406,0.00023508071899414062,0.0002467632293701172,0.00025844573974609375,0.0002701282501220703,0.0002818107604980469,0.00029349327087402344,0.00030517578125,0.00031685829162597656,0.0003285408020019531,0.0003402233123779297,0.00035190582275390625,0.0003635883331298828,0.0003752708435058594,0.00038695335388183594,0.0003986358642578125]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,1,0,2,3,6,8,10,19,25,31,42,71,120,150,279,347,582,857,1304,2186,3381,5400,8803,14709,24980,44854,78486,114703,111783,74374,41886,24096,13659,8365,5145,3348,1989,1389,818,568,337,256,144,92,74,34,37,20,16,6,8,4,3,3,3,4,0,0,1],"bins":[-0.0013275146484375,-0.001287221908569336,-0.0012469291687011719,-0.0012066364288330078,-0.0011663436889648438,-0.0011260509490966797,-0.0010857582092285156,-0.0010454654693603516,-0.0010051727294921875,-0.0009648799896240234,-0.0009245872497558594,-0.0008842945098876953,-0.0008440017700195312,-0.0008037090301513672,-0.0007634162902832031,-0.0007231235504150391,-0.000682830810546875,-0.0006425380706787109,-0.0006022453308105469,-0.0005619525909423828,-0.0005216598510742188,-0.0004813671112060547,-0.0004410743713378906,-0.00040078163146972656,-0.0003604888916015625,-0.00032019615173339844,-0.0002799034118652344,-0.0002396106719970703,-0.00019931793212890625,-0.0001590251922607422,-0.00011873245239257812,-7.843971252441406e-05,-3.814697265625e-05,2.1457672119140625e-06,4.2438507080078125e-05,8.273124694824219e-05,0.00012302398681640625,0.0001633167266845703,0.00020360946655273438,0.00024390220642089844,0.0002841949462890625,0.00032448768615722656,0.0003647804260253906,0.0004050731658935547,0.00044536590576171875,0.0004856586456298828,0.0005259513854980469,0.0005662441253662109,0.000606536865234375,0.0006468296051025391,0.0006871223449707031,0.0007274150848388672,0.0007677078247070312,0.0008080005645751953,0.0008482933044433594,0.0008885860443115234,0.0009288787841796875,0.0009691715240478516,0.0010094642639160156,0.0010497570037841797,0.0010900497436523438,0.0011303424835205078,0.0011706352233886719,0.001210927963256836,0.001251220703125]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,2,1,0,0,0,2,0,0,0,1,1,4,8,6,4,5,10,13,14,15,10,34,19,33,31,34,39,30,42,41,58,36,28,32,35,39,21,26,15,14,11,13,8,2,5,3,2,2,1,3,4,3,1,2,0,1,1,0,0,1,1],"bins":[-0.00015488287317566574,-0.00015000735584180802,-0.0001451318385079503,-0.0001402563211740926,-0.00013538080384023488,-0.00013050527195446193,-0.00012562975462060422,-0.0001207542372867465,-0.00011587871995288879,-0.00011100320261903107,-0.00010612768528517336,-0.00010125216067535803,-9.637664334150031e-05,-9.15011260076426e-05,-8.662560139782727e-05,-8.175008406396955e-05,-7.687456673011184e-05,-7.199904939625412e-05,-6.712353206239641e-05,-6.224800745258108e-05,-5.737249011872336e-05,-5.249697278486565e-05,-4.7621451813029125e-05,-4.27459308411926e-05,-3.787041350733489e-05,-3.299489617347717e-05,-2.811937520164065e-05,-2.3243856048793532e-05,-1.8368336895946413e-05,-1.3492817743099295e-05,-8.617298590252176e-06,-3.7417794374050573e-06,1.133725163526833e-06,6.009244316373952e-06,1.088476346922107e-05,1.576028262206819e-05,2.0635801774915308e-05,2.5511320927762426e-05,3.0386840080609545e-05,3.526236105244607e-05,4.013787838630378e-05,4.50133957201615e-05,4.988891669199802e-05,5.476443766383454e-05,5.963995499769226e-05,6.451547233154997e-05,6.93909969413653e-05,7.426651427522302e-05,7.914203160908073e-05,8.401754894293845e-05,8.889306627679616e-05,9.376859088661149e-05,9.86441082204692e-05,0.00010351962555432692,0.00010839515016414225,0.00011327066749799997,0.00011814618483185768,0.0001230217021657154,0.0001278972194995731,0.00013277273683343083,0.00013764825416728854,0.00014252378605306149,0.0001473993033869192,0.00015227482072077692,0.00015715033805463463]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,0,3,3,2,2,5,4,3,7,15,10,14,22,16,18,22,23,24,38,38,42,37,36,33,44,41,21,28,26,23,27,23,18,19,13,15,9,7,9,3,7,5,2,2,1,2,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.001086658681742847,-0.0010505749378353357,-0.0010144911939278245,-0.000978407566435635,-0.0009423238225281239,-0.0009062400786206126,-0.0008701563347131014,-0.0008340726490132511,-0.0007979889051057398,-0.0007619051611982286,-0.0007258214754983783,-0.000689737731590867,-0.0006536539876833558,-0.0006175703019835055,-0.0005814865580759943,-0.0005454028723761439,-0.0005093191284686327,-0.0004732354136649519,-0.00043715169886127114,-0.0004010679549537599,-0.00036498424015007913,-0.00032890052534639835,-0.0002928167814388871,-0.00025673306663520634,-0.00022064935183152556,-0.0001845656370278448,-0.00014848190767224878,-0.00011239818559261039,-7.6314463512972e-05,-4.0230741433333606e-05,-4.147019353695214e-06,3.193670272594318e-05,6.80205412209034e-05,0.00010410426330054179,0.00014018798538018018,0.00017627171473577619,0.00021235542953945696,0.00024843914434313774,0.000284522888250649,0.00032060660305432975,0.00035669031785801053,0.0003927740326616913,0.0004288577474653721,0.0004649414913728833,0.0005010252352803946,0.0005371089209802449,0.0005731926648877561,0.0006092763505876064,0.0006453600944951177,0.0006814438384026289,0.0007175275241024792,0.0007536112680099905,0.0007896949537098408,0.000825778697617352,0.0008618624415248632,0.0008979461272247136,0.0009340298711322248,0.000970113615039736,0.0010061973007395864,0.0010422810446470976,0.0010783647885546088,0.00111444853246212,0.0011505321599543095,0.0011866159038618207,0.001222699647769332]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"bins":[-0.10075385868549347,-0.09755878895521164,-0.09436371922492981,-0.09116864204406738,-0.08797357231378555,-0.08477850258350372,-0.0815834328532219,-0.07838836312294006,-0.07519328594207764,-0.0719982162117958,-0.06880314648151398,-0.06560807675123215,-0.06241300702095032,-0.05921793356537819,-0.05602286383509636,-0.05282779037952423,-0.0496327206492424,-0.04643765091896057,-0.04324257746338844,-0.04004750773310661,-0.036852434277534485,-0.033657364547252655,-0.030462294816970825,-0.027267223224043846,-0.024072151631116867,-0.020877080038189888,-0.01768200844526291,-0.014486938714981079,-0.0112918671220541,-0.008096795529127121,-0.0049017248675227165,-0.0017066537402570248,0.001488424837589264,0.004683495964854956,0.007878567092120647,0.011073637753725052,0.014268709346652031,0.01746378093957901,0.02065885066986084,0.02385392226278782,0.027048993855714798,0.030244065448641777,0.033439137041568756,0.036634206771850586,0.039829276502132416,0.043024349957704544,0.046219419687986374,0.0494144931435585,0.05260956287384033,0.05580463260412216,0.05899970605969429,0.06219477578997612,0.06538984924554825,0.06858491897583008,0.07177998870611191,0.07497505843639374,0.07817013561725616,0.081365205347538,0.08456027507781982,0.08775534480810165,0.09095041453838348,0.09414548426866531,0.09734056144952774,0.10053563117980957,0.1037307009100914],"_type":"histogram","values":[1,1,0,3,12,16,38,62,114,202,338,612,1025,1592,2577,3786,5669,8204,11567,15634,21200,27724,35611,44341,53486,62770,72270,81177,89344,95168,98480,99930,98586,94625,89642,82179,73277,63402,54269,44831,36276,28314,21710,16297,11781,8293,5814,3949,2480,1654,1019,602,406,224,122,76,38,22,9,6,3,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[0.9990493059158325,0.9991253018379211,0.9992013573646545,0.9992773532867432,0.9993534088134766,0.9994294047355652,0.9995054006576538,0.9995814561843872,0.9996574521064758,0.9997335076332092,0.9998095035552979,0.9998854994773865,0.9999615550041199,1.0000375509262085,1.000113606452942,1.0001896619796753,1.0002655982971191,1.0003416538238525,1.000417709350586,1.0004936456680298,1.0005697011947632,1.0006457567214966,1.0007216930389404,1.0007977485656738,1.0008738040924072,1.0009498596191406,1.0010257959365845,1.0011018514633179,1.0011779069900513,1.0012538433074951,1.0013298988342285,1.001405954360962,1.0014820098876953,1.0015579462051392,1.0016340017318726,1.001710057258606,1.0017859935760498,1.0018620491027832,1.0019381046295166,1.0020140409469604,1.0020900964736938,1.0021661520004272,1.0022422075271606,1.0023181438446045,1.002394199371338,1.0024702548980713,1.0025461912155151,1.0026222467422485,1.002698302268982,1.0027742385864258,1.0028502941131592,1.0029263496398926,1.003002405166626,1.0030783414840698,1.0031543970108032,1.0032304525375366,1.0033063888549805,1.0033824443817139,1.0034584999084473,1.0035344362258911,1.0036104917526245,1.003686547279358,1.0037626028060913,1.0038385391235352,1.0039145946502686],"_type":"histogram","values":[4,1,1,3,7,9,14,28,27,35,43,55,62,41,63,52,51,42,40,36,22,23,20,18,14,15,10,5,6,1,5,4,0,2,2,2,0,1,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,2,0,0,0,1,3,2,6,3,3,7,2,8,7,5,13,15,11,28,24,18,17,33,32,32,33,40,30,26,36,27,31,25,41,32,17,17,24,17,16,15,19,10,4,7,8,5,3,4,1,0,2,1,0,2,0,0,0,1,0,0,1],"bins":[-0.0003374354273546487,-0.00032635522074997425,-0.00031527498504146934,-0.0003041947784367949,-0.0002931145718321204,-0.0002820343361236155,-0.00027095412951894104,-0.0002598739229142666,-0.00024879368720576167,-0.0002377134806010872,-0.00022663327399641275,-0.00021555305283982307,-0.00020447283168323338,-0.00019339262507855892,-0.00018231240392196923,-0.00017123219731729478,-0.0001601519761607051,-0.0001490717550041154,-0.00013799154839944094,-0.00012691132724285126,-0.00011583111336221918,-0.00010475089948158711,-9.367067832499743e-05,-8.259046444436535e-05,-7.151025056373328e-05,-6.043003668310121e-05,-4.934981916449033e-05,-3.826960164587945e-05,-2.7189387765247375e-05,-1.61091720656259e-05,-5.028956366004422e-06,6.051259333617054e-06,1.713147503323853e-05,2.8211690732860006e-05,3.929190643248148e-05,5.037212395109236e-05,6.145233783172444e-05,7.253255171235651e-05,8.36127728689462e-05,9.469298674957827e-05,0.00010577320063021034,0.00011685341451084241,0.00012793362839147449,0.00013901384954806417,0.00015009407070465386,0.00016117427730932832,0.000172254498465918,0.00018333470507059246,0.00019441492622718215,0.00020549514738377184,0.0002165753539884463,0.00022765557514503598,0.00023873578174971044,0.00024981601745821536,0.0002608962240628898,0.00027197643066756427,0.00028305663727223873,0.00029413687298074365,0.0003052170795854181,0.00031629728619009256,0.0003273775218985975,0.00033845772850327194,0.0003495379351079464,0.0003606181708164513,0.00037169837742112577]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,1,2,2,4,7,10,15,18,30,37,55,89,121,191,284,454,749,1122,1817,3270,5497,10365,19466,38811,79030,172382,358647,426113,238768,108599,50163,25239,12998,7047,4235,2555,1564,950,658,490,293,207,115,102,79,53,43,32,25,17,6,9,6,6,5,4,1,1,0,0,1,0,3],"bins":[-0.000652313232421875,-0.0006291866302490234,-0.0006060600280761719,-0.0005829334259033203,-0.0005598068237304688,-0.0005366802215576172,-0.0005135536193847656,-0.0004904270172119141,-0.0004673004150390625,-0.00044417381286621094,-0.0004210472106933594,-0.0003979206085205078,-0.00037479400634765625,-0.0003516674041748047,-0.0003285408020019531,-0.00030541419982910156,-0.00028228759765625,-0.00025916099548339844,-0.00023603439331054688,-0.0002129077911376953,-0.00018978118896484375,-0.0001666545867919922,-0.00014352798461914062,-0.00012040138244628906,-9.72747802734375e-05,-7.414817810058594e-05,-5.1021575927734375e-05,-2.7894973754882812e-05,-4.76837158203125e-06,1.8358230590820312e-05,4.1484832763671875e-05,6.461143493652344e-05,8.7738037109375e-05,0.00011086463928222656,0.00013399124145507812,0.0001571178436279297,0.00018024444580078125,0.0002033710479736328,0.00022649765014648438,0.00024962425231933594,0.0002727508544921875,0.00029587745666503906,0.0003190040588378906,0.0003421306610107422,0.00036525726318359375,0.0003883838653564453,0.0004115104675292969,0.00043463706970214844,0.000457763671875,0.00048089027404785156,0.0005040168762207031,0.0005271434783935547,0.0005502700805664062,0.0005733966827392578,0.0005965232849121094,0.0006196498870849609,0.0006427764892578125,0.0006659030914306641,0.0006890296936035156,0.0007121562957763672,0.0007352828979492188,0.0007584095001220703,0.0007815361022949219,0.0008046627044677734,0.000827789306640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[2,1,0,1,0,2,4,1,11,10,19,23,36,52,90,124,193,294,436,668,1103,1834,2738,4958,8066,12884,22645,38238,68578,124512,215105,308244,297426,198514,113946,63363,35545,21160,12049,7504,4638,2681,1779,1175,703,469,350,234,133,84,79,67,28,34,8,5,8,2,4,0,1,2,0,1],"bins":[-0.00045013427734375,-0.0004360377788543701,-0.00042194128036499023,-0.00040784478187561035,-0.00039374828338623047,-0.0003796517848968506,-0.0003655552864074707,-0.0003514587879180908,-0.00033736228942871094,-0.00032326579093933105,-0.00030916929244995117,-0.0002950727939605713,-0.0002809762954711914,-0.0002668797969818115,-0.00025278329849243164,-0.00023868680000305176,-0.00022459030151367188,-0.000210493803024292,-0.0001963973045349121,-0.00018230080604553223,-0.00016820430755615234,-0.00015410780906677246,-0.00014001131057739258,-0.0001259148120880127,-0.00011181831359863281,-9.772181510925293e-05,-8.362531661987305e-05,-6.952881813049316e-05,-5.543231964111328e-05,-4.13358211517334e-05,-2.7239322662353516e-05,-1.3142824172973633e-05,9.5367431640625e-07,1.5050172805786133e-05,2.9146671295166016e-05,4.32431697845459e-05,5.733966827392578e-05,7.143616676330566e-05,8.553266525268555e-05,9.962916374206543e-05,0.00011372566223144531,0.0001278221607208252,0.00014191865921020508,0.00015601515769958496,0.00017011165618896484,0.00018420815467834473,0.0001983046531677246,0.0002124011516571045,0.00022649765014648438,0.00024059414863586426,0.00025469064712524414,0.000268787145614624,0.0002828836441040039,0.0002969801425933838,0.00031107664108276367,0.00032517313957214355,0.00033926963806152344,0.0003533661365509033,0.0003674626350402832,0.0003815591335296631,0.00039565563201904297,0.00040975213050842285,0.00042384862899780273,0.0004379451274871826,0.0004520416259765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,2,1,3,2,2,1,7,10,9,9,8,20,25,30,25,36,37,30,34,44,24,50,44,38,26,45,28,27,28,26,21,15,10,10,7,10,8,3,3,1,3,0,1,0,0,0,1,0,0,0,1],"bins":[-0.0007175791542977095,-0.0006966848741285503,-0.0006757905357517302,-0.000654896255582571,-0.0006340019754134119,-0.0006131076370365918,-0.0005922133568674326,-0.0005713190766982734,-0.0005504247965291142,-0.0005295304581522942,-0.000508636177983135,-0.00048774186871014535,-0.0004668475594371557,-0.00044595327926799655,-0.0004250589699950069,-0.00040416468982584774,-0.0003832703805528581,-0.0003623760712798685,-0.0003414817911107093,-0.0003205874818377197,-0.0002996932016685605,-0.0002787988923955709,-0.00025790458312258124,-0.00023701028840150684,-0.00021611599368043244,-0.00019522169895935804,-0.00017432740423828363,-0.000153433094965294,-0.0001325388002442196,-0.0001116445055231452,-9.075020352611318e-05,-6.985590152908117e-05,-4.8961606808006763e-05,-2.8067308448953554e-05,-7.173010089900345e-06,1.3721288269152865e-05,3.4615586628206074e-05,5.5509884987259284e-05,7.640418334631249e-05,9.729848534334451e-05,0.00011819278006441891,0.00013908707478549331,0.00015998136950656772,0.00018087567877955735,0.00020176997350063175,0.00022266426822170615,0.00024355857749469578,0.00026445285766385496,0.0002853471669368446,0.0003062414762098342,0.0003271357563789934,0.000348030065651983,0.0003689243458211422,0.00038981865509413183,0.00041071296436712146,0.00043160724453628063,0.00045250155380927026,0.0004733958630822599,0.0004942901432514191,0.0005151844234205782,0.0005360787617973983,0.0005569730419665575,0.0005778673221357167,0.0005987616605125368,0.0006196559406816959]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,0,0,2,1,1,1,1,2,1,1,4,5,6,2,5,6,7,9,10,10,19,17,9,23,18,27,26,35,31,34,25,28,46,23,29,24,22,24,31,24,31,24,20,24,12,15,11,8,4,4,4,7,7,1,0,2,2,0,0,1,0,0,1],"bins":[-0.00321109383367002,-0.0031151713337749243,-0.003019249066710472,-0.0029233265668153763,-0.0028274040669202805,-0.0027314817998558283,-0.0026355592999607325,-0.0025396368000656366,-0.0024437145330011845,-0.0023477920331060886,-0.002251869533210993,-0.002155947033315897,-0.002060024766251445,-0.001964102266356349,-0.001868179882876575,-0.0017722573829814792,-0.0016763349995017052,-0.0015804126160219312,-0.0014844901161268353,-0.0013885677326470613,-0.0012926452327519655,-0.0011967228492721915,-0.0011008004657924175,-0.0010048779658973217,-0.0009089555824175477,-0.0008130331407301128,-0.0007171106990426779,-0.0006211883155629039,-0.000525265873875469,-0.00042934343218803406,-0.0003334210196044296,-0.00023749859246890992,-0.0001415763981640339,-4.5653971028514206e-05,5.026845610700548e-05,0.00014619088324252516,0.00024211331037804484,0.00033803575206547976,0.0004339581646490842,0.0005298805772326887,0.0006258030189201236,0.0007217254606075585,0.0008176479022949934,0.0009135702857747674,0.0010094926692545414,0.0011054151691496372,0.0012013375526294112,0.001297260052524507,0.001393182436004281,0.001489104819484055,0.0015850273193791509,0.0016809497028589249,0.0017768722027540207,0.0018727945862337947,0.0019687169697135687,0.0020646394696086645,0.0021605617366731167,0.0022564842365682125,0.0023524067364633083,0.002448329236358404,0.0025442515034228563,0.002640174003317952,0.002736096503213048,0.0028320187702775,0.002927941270172596],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[1,1,0,1,1,1,0,1,0,3,1,2,0,1,2,2,2,2,2,6,1,2,3,4,2,4,3,5,2,5,5,6,6,3,1,2,3,2,4,0,4,2,3,1,6,2,2,4,2,2,0,1,1,3,1,0,0,1,0,0,0,0,0,1],"bins":[-0.0013748257188126445,-0.0013316390104591846,-0.0012884524185210466,-0.0012452657101675868,-0.001202079001814127,-0.001158892409875989,-0.0011157057015225291,-0.0010725191095843911,-0.0010293324012309313,-0.0009861456928774714,-0.0009429591009393334,-0.0008997723925858736,-0.0008565857424400747,-0.0008133990922942758,-0.0007702123839408159,-0.000727025733795017,-0.0006838390836492181,-0.0006406524335034192,-0.0005974657833576202,-0.0005542790750041604,-0.0005110924248583615,-0.00046790577471256256,-0.0004247190954629332,-0.0003815324162133038,-0.0003383457660675049,-0.00029515911592170596,-0.0002519724366720766,-0.00020878577197436243,-0.00016559910727664828,-0.00012241244257893413,-7.922577788121998e-05,-3.603911318350583e-05,7.147667929530144e-06,5.0334332627244294e-05,9.352099732495844e-05,0.0001367076620226726,0.00017989432672038674,0.0002230809914181009,0.00026626765611581504,0.0003094543353654444,0.00035264098551124334,0.00039582763565704226,0.00043901431490667164,0.000482200994156301,0.0005253876443020999,0.0005685742944478989,0.0006117610028013587,0.0006549476529471576,0.0006981343030929565,0.0007413209532387555,0.0007845076033845544,0.0008276943117380142,0.0008708809618838131,0.0009140676120296121,0.0009572543203830719,0.00100044091232121,0.0010436276206746697,0.0010868143290281296,0.0011300009209662676,0.0011731876293197274,0.0012163743376731873,0.0012595609296113253,0.001302747637964785,0.001345934229902923,0.001389120938256383]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"values":[1,0,0,1,1,0,2,4,13,8,13,12,48,69,103,157,264,592,898,1784,3370,6803,12906,25602,51953,102187,186425,286457,324596,252249,153536,79799,41147,20283,10409,5202,2722,1490,755,423,237,134,73,54,32,14,13,10,3,5,1,0,1,0,0,1,0,0,1,0,0,0,0,1],"bins":[-0.000396728515625,-0.0003827214241027832,-0.0003687143325805664,-0.0003547072410583496,-0.0003407001495361328,-0.000326693058013916,-0.0003126859664916992,-0.0002986788749694824,-0.0002846717834472656,-0.00027066469192504883,-0.00025665760040283203,-0.00024265050888061523,-0.00022864341735839844,-0.00021463632583618164,-0.00020062923431396484,-0.00018662214279174805,-0.00017261505126953125,-0.00015860795974731445,-0.00014460086822509766,-0.00013059377670288086,-0.00011658668518066406,-0.00010257959365844727,-8.857250213623047e-05,-7.456541061401367e-05,-6.0558319091796875e-05,-4.655122756958008e-05,-3.254413604736328e-05,-1.8537044525146484e-05,-4.5299530029296875e-06,9.47713851928711e-06,2.3484230041503906e-05,3.74913215637207e-05,5.14984130859375e-05,6.55055046081543e-05,7.95125961303711e-05,9.351968765258789e-05,0.00010752677917480469,0.00012153387069702148,0.00013554096221923828,0.00014954805374145508,0.00016355514526367188,0.00017756223678588867,0.00019156932830810547,0.00020557641983032227,0.00021958351135253906,0.00023359060287475586,0.00024759769439697266,0.00026160478591918945,0.00027561187744140625,0.00028961896896362305,0.00030362606048583984,0.00031763315200805664,0.00033164024353027344,0.00034564733505249023,0.00035965442657470703,0.00037366151809692383,0.0003876686096191406,0.0004016757011413574,0.0004156827926635742,0.000429689884185791,0.0004436969757080078,0.0004577040672302246,0.0004717111587524414,0.0004857182502746582,0.000499725341796875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.09394345432519913,-0.09099885076284409,-0.08805424720048904,-0.0851096361875534,-0.08216503262519836,-0.07922042906284332,-0.07627582550048828,-0.07333121448755264,-0.0703866109251976,-0.06744200736284256,-0.06449740380048752,-0.06155279651284218,-0.05860819295048714,-0.0556635856628418,-0.052718982100486755,-0.049774374812841415,-0.046829771250486374,-0.04388516768813133,-0.04094056040048599,-0.03799595683813095,-0.03505134955048561,-0.03210674598813057,-0.02916214056313038,-0.026217535138130188,-0.023272929713129997,-0.020328324288129807,-0.017383718863129616,-0.014439114369452,-0.011494508944451809,-0.008549903519451618,-0.005605298560112715,-0.0026606933679431677,0.0002839118242263794,0.0032285170163959265,0.0061731222085654736,0.009117727167904377,0.012062332592904568,0.015006938017904758,0.017951542511582375,0.020896147936582565,0.023840753361582756,0.026785358786582947,0.029729964211583138,0.03267456963658333,0.03561917319893837,0.03856378048658371,0.04150838404893875,0.04445299133658409,0.04739759489893913,0.050342198461294174,0.053286805748939514,0.056231409311294556,0.059176016598939896,0.06212062016129494,0.06506522744894028,0.06800983101129532,0.07095443457365036,0.0738990381360054,0.07684364914894104,0.07978825271129608,0.08273285627365112,0.08567745983600616,0.0886220708489418,0.09156667441129684,0.09451127797365189],"_type":"histogram","values":[1,2,1,9,8,22,35,51,88,137,268,412,617,971,1285,1889,2647,3659,4969,6565,8606,10731,12971,16165,18928,22088,25000,28076,30465,32401,33945,34946,34323,33775,31970,30263,27758,24963,21390,18342,15491,12861,10311,8229,6277,4680,3379,2499,1823,1235,816,562,349,216,141,96,52,25,18,5,9,3,4,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,0,2,10,3,2,7,9,13,13,14,16,21,24,21,32,25,30,31,42,33,32,41,30,39,34,34,31,26,18,23,20,22,14,9,8,8,6,9,2,0,1,4,0,0,2,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0012403533328324556,-0.0011974578956142068,-0.001154562458395958,-0.001111667021177709,-0.0010687715839594603,-0.0010258761467412114,-0.0009829807095229626,-0.0009400852723047137,-0.0008971898350864649,-0.0008542943396605551,-0.0008113989024423063,-0.0007685034652240574,-0.0007256080280058086,-0.0006827125907875597,-0.0006398171535693109,-0.0005969217163510621,-0.0005540262791328132,-0.0005111308419145644,-0.0004682354046963155,-0.0004253399674780667,-0.00038244453025981784,-0.00033954906393773854,-0.0002966536267194897,-0.00025375818950124085,-0.000210862752282992,-0.00016796731506474316,-0.00012507187784649432,-8.217642607633024e-05,-3.92809888580814e-05,3.614451998146251e-06,4.65098928543739e-05,8.940533734858036e-05,0.0001323007745668292,0.00017519621178507805,0.0002180916490033269,0.00026098708622157574,0.0003038825234398246,0.0003467779897619039,0.0003896734269801527,0.00043256886419840157,0.0004754643014166504,0.0005183597677387297,0.0005612552049569786,0.0006041506421752274,0.0006470460793934762,0.0006899415166117251,0.0007328369538299739,0.0007757323910482228,0.0008186278282664716,0.0008615232654847205,0.0009044187027029693,0.0009473141399212182,0.000990209635347128,0.0010331050725653768,0.0010760005097836256,0.0011188959470018744,0.0011617913842201233,0.0012046868214383721,0.001247582258656621,0.0012904776958748698,0.0013333731330931187,0.0013762685703113675,0.0014191640075296164,0.0014620594447478652,0.001504954881966114]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.00012493133544921875,-0.00012089312076568604,-0.00011685490608215332,-0.0001128166913986206,-0.00010877847671508789,-0.00010474026203155518,-0.00010070204734802246,-9.666383266448975e-05,-9.262561798095703e-05,-8.858740329742432e-05,-8.45491886138916e-05,-8.051097393035889e-05,-7.647275924682617e-05,-7.243454456329346e-05,-6.839632987976074e-05,-6.435811519622803e-05,-6.031990051269531e-05,-5.62816858291626e-05,-5.224347114562988e-05,-4.820525646209717e-05,-4.416704177856445e-05,-4.012882709503174e-05,-3.6090612411499023e-05,-3.205239772796631e-05,-2.8014183044433594e-05,-2.397596836090088e-05,-1.9937753677368164e-05,-1.589953899383545e-05,-1.1861324310302734e-05,-7.82310962677002e-06,-3.7848949432373047e-06,2.5331974029541016e-07,4.291534423828125e-06,8.32974910736084e-06,1.2367963790893555e-05,1.640617847442627e-05,2.0444393157958984e-05,2.44826078414917e-05,2.8520822525024414e-05,3.255903720855713e-05,3.6597251892089844e-05,4.063546657562256e-05,4.4673681259155273e-05,4.871189594268799e-05,5.27501106262207e-05,5.678832530975342e-05,6.082653999328613e-05,6.486475467681885e-05,6.890296936035156e-05,7.294118404388428e-05,7.697939872741699e-05,8.101761341094971e-05,8.505582809448242e-05,8.909404277801514e-05,9.313225746154785e-05,9.717047214508057e-05,0.00010120868682861328,0.000105246901512146,0.00010928511619567871,0.00011332333087921143,0.00011736154556274414,0.00012139976024627686,0.00012543797492980957,0.00012947618961334229,0.000133514404296875],"_type":"histogram","values":[3,1,5,4,9,6,14,12,23,18,22,28,57,69,97,146,196,278,354,485,668,920,1391,2062,3264,5267,9806,19274,41032,83793,134831,129122,77593,37185,17974,9108,5130,3060,1929,1303,915,636,468,336,261,192,130,84,63,56,47,29,19,19,8,8,4,0,1,2,2,1,2,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,2,1,3,0,4,4,3,9,9,13,18,13,22,31,25,41,34,35,40,53,47,40,39,50,36,40,30,24,28,22,10,14,6,3,5,5,1,2,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.000513432256411761,-0.0004945979453623295,-0.00047576369252055883,-0.00045692941057495773,-0.0004380951286293566,-0.00041926081757992506,-0.00040042653563432395,-0.00038159225368872285,-0.00036275797174312174,-0.00034392368979752064,-0.00032508940785191953,-0.0003062551259063184,-0.00028742081485688686,-0.00026858653291128576,-0.00024975225096568465,-0.00023091796902008355,-0.00021208368707448244,-0.00019324940512888134,-0.00017441512318328023,-0.0001555808266857639,-0.0001367465447401628,-0.00011791226279456168,-9.907797357300296e-05,-8.024368435144424e-05,-6.140940240584314e-05,-4.2575116822263226e-05,-2.3740831238683313e-05,-4.9065456551034e-06,1.3927739928476512e-05,3.2762025512056425e-05,5.159631109563634e-05,7.043060031719506e-05,8.926494047045708e-05,0.00010809922241605818,0.0001269335043616593,0.00014576780085917562,0.00016460208280477673,0.00018343636475037783,0.00020227066124789417,0.00022110494319349527,0.00023993922513909638,0.0002587735070846975,0.0002776077890302986,0.0002964420709758997,0.00031527638202533126,0.00033411066397093236,0.00035294494591653347,0.0003717792278621346,0.0003906135098077357,0.0004094477917533368,0.0004282820736989379,0.000447116355644539,0.0004659506375901401,0.00048478494863957167,0.0005036192014813423,0.0005224535125307739,0.0005412878235802054,0.0005601220764219761,0.0005789563874714077,0.0005977906403131783,0.0006166249513626099,0.0006354592042043805,0.0006542935152538121,0.0006731277680955827,0.0006919620791450143]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,1,0,2,0,1,0,1,1,1,3,4,6,5,8,9,12,7,7,17,20,26,20,29,29,39,32,31,32,44,33,28,44,27,28,24,31,26,21,20,16,22,9,10,6,10,5,5,2,1,0,4,1,0,3,0,1,0,0,0,1],"bins":[-0.0008155679679475725,-0.0007908332627266645,-0.0007660985575057566,-0.0007413638522848487,-0.0007166291470639408,-0.0006918944418430328,-0.0006671597366221249,-0.000642425031401217,-0.0006176903261803091,-0.0005929556209594011,-0.0005682209157384932,-0.0005434862105175853,-0.0005187515052966774,-0.0004940168000757694,-0.00046928212395869195,-0.00044454741873778403,-0.0004198127135168761,-0.0003950780082959682,-0.00037034330307506025,-0.0003456085978541523,-0.0003208738926332444,-0.00029613918741233647,-0.00027140448219142854,-0.0002466697769705206,-0.00022193508630152792,-0.00019720038108062,-0.00017246567585971206,-0.00014773097063880414,-0.00012299627996981144,-9.82615674729459e-05,-7.352686952799559e-05,-4.879216430708766e-05,-2.4057459086179733e-05,6.772443157387897e-07,2.5411947717657313e-05,5.014664930058643e-05,7.488135452149436e-05,9.961605974240229e-05,0.0001243507576873526,0.00014908546290826052,0.00017382016812916845,0.00019855487335007638,0.0002232895785709843,0.000248024269239977,0.00027275897446088493,0.00029749367968179286,0.0003222283849027008,0.0003469630901236087,0.00037169779534451663,0.00039643250056542456,0.0004211672057863325,0.0004459019110072404,0.00047063661622814834,0.0004953712923452258,0.0005201059975661337,0.0005448407027870417,0.0005695754080079496,0.0005943101132288575,0.0006190448184497654,0.0006437795236706734,0.0006685142288915813,0.0006932489341124892,0.0007179836393333972,0.0007427183445543051,0.000767453049775213]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.0004174663044977933,-0.000403429294237867,-0.0003893922839779407,-0.0003753553028218448,-0.0003613182925619185,-0.0003472812823019922,-0.00033324427204206586,-0.00031920726178213954,-0.0003051702515222132,-0.00029113327036611736,-0.00027709626010619104,-0.0002630592498462647,-0.0002490222395863384,-0.0002349852438783273,-0.000220948233618401,-0.0002069112379103899,-0.00019287422765046358,-0.00017883721739053726,-0.00016480022168252617,-0.00015076321142259985,-0.00013672621571458876,-0.00012268920545466244,-0.00010865219519473612,-9.461519221076742e-05,-8.057818922679871e-05,-6.654118624283001e-05,-5.2504179620882496e-05,-3.8467172998934984e-05,-2.443017001496628e-05,-1.039316521200817e-05,3.6438395909499377e-06,1.7680844393908046e-05,3.1717849196866155e-05,4.575485218083486e-05,5.979185880278237e-05,7.382886542472988e-05,8.786586840869859e-05,0.0001019028713926673,0.00011593988165259361,0.0001299768773606047,0.00014401388762053102,0.00015805089788045734,0.00017208789358846843,0.00018612490384839475,0.00020016191410832107,0.00021419890981633216,0.00022823592007625848,0.00024227291578426957,0.0002563099260441959,0.0002703469363041222,0.00028438394656404853,0.0002984209277201444,0.0003124579379800707,0.00032649494823999703,0.00034053195849992335,0.00035456896875984967,0.00036860594991594553,0.00038264296017587185,0.00039667997043579817,0.0004107169806957245,0.0004247539909556508,0.0004387910012155771,0.000452827982371673,0.0004668649926315993,0.0004809020028915256],"_type":"histogram","values":[1,0,1,2,1,4,2,4,2,5,2,7,4,8,9,9,20,19,19,24,14,29,17,21,29,29,29,35,35,25,25,25,26,30,21,18,33,23,16,15,24,12,15,11,11,10,7,7,6,3,5,1,0,7,2,1,0,1,1,1,0,3,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.000736236572265625,-0.0007076859474182129,-0.0006791353225708008,-0.0006505846977233887,-0.0006220340728759766,-0.0005934834480285645,-0.0005649328231811523,-0.0005363821983337402,-0.0005078315734863281,-0.000479280948638916,-0.0004507303237915039,-0.0004221796989440918,-0.0003936290740966797,-0.0003650784492492676,-0.00033652782440185547,-0.00030797719955444336,-0.00027942657470703125,-0.00025087594985961914,-0.00022232532501220703,-0.00019377470016479492,-0.0001652240753173828,-0.0001366734504699707,-0.0001081228256225586,-7.957220077514648e-05,-5.1021575927734375e-05,-2.2470951080322266e-05,6.079673767089844e-06,3.463029861450195e-05,6.318092346191406e-05,9.173154830932617e-05,0.00012028217315673828,0.0001488327980041504,0.0001773834228515625,0.0002059340476989746,0.00023448467254638672,0.00026303529739379883,0.00029158592224121094,0.00032013654708862305,0.00034868717193603516,0.00037723779678344727,0.0004057884216308594,0.0004343390464782715,0.0004628896713256836,0.0004914402961730957,0.0005199909210205078,0.0005485415458679199,0.000577092170715332,0.0006056427955627441,0.0006341934204101562,0.0006627440452575684,0.0006912946701049805,0.0007198452949523926,0.0007483959197998047,0.0007769465446472168,0.0008054971694946289,0.000834047794342041,0.0008625984191894531,0.0008911490440368652,0.0009196996688842773,0.0009482502937316895,0.0009768009185791016,0.0010053515434265137,0.0010339021682739258,0.0010624527931213379,0.00109100341796875],"_type":"histogram","values":[6,5,4,10,16,24,36,64,99,142,238,357,549,831,1374,2208,3175,5146,8311,13316,21704,36120,61447,111342,225610,379420,325641,167225,85522,48208,28113,16466,10761,6841,4116,2799,1784,1219,767,553,377,276,155,122,92,70,38,38,38,24,16,10,9,4,6,5,3,1,3,3,1,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.09361310303211212,-0.09071289747953415,-0.08781269192695618,-0.0849124938249588,-0.08201228827238083,-0.07911208271980286,-0.07621187716722488,-0.07331167161464691,-0.07041147351264954,-0.06751126796007156,-0.06461106240749359,-0.06171085685491562,-0.058810651302337646,-0.05591044947504997,-0.053010243922472,-0.050110042095184326,-0.047209836542606354,-0.04430963099002838,-0.04140942916274071,-0.038509223610162735,-0.03560902178287506,-0.03270881623029709,-0.029808610677719116,-0.026908406987786293,-0.02400820329785347,-0.021107999607920647,-0.018207795917987823,-0.015307590365409851,-0.012407386675477028,-0.009507182985544205,-0.006606978364288807,-0.0037067742086946964,-0.000806562602519989,0.0020936415530741215,0.004993845708668232,0.00789405032992363,0.010794254019856453,0.013694457709789276,0.01659466326236725,0.01949486695230007,0.022395070642232895,0.025295274332165718,0.02819547802209854,0.031095683574676514,0.033995889127254486,0.03689609095454216,0.03979629650712013,0.042696498334407806,0.04559670388698578,0.04849690943956375,0.051397111266851425,0.0542973168194294,0.05719751864671707,0.060097724199295044,0.06299792975187302,0.06589813530445099,0.06879833340644836,0.07169853895902634,0.07459874451160431,0.07749895006418228,0.08039915561676025,0.08329936116933823,0.0861995592713356,0.08909976482391357,0.09199997037649155],"_type":"histogram","values":[5,3,3,3,10,26,28,59,77,158,224,365,576,897,1220,1782,2537,3501,4593,6161,7962,10003,12402,15495,18109,21136,23733,26948,29117,31665,32891,33910,34112,33706,32526,30636,28163,25597,22797,19896,16620,13674,11351,9094,6937,5279,4082,3041,2113,1582,1033,735,456,286,202,138,73,46,17,17,10,1,1,4]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[0.9982380867004395,0.9983000159263611,0.9983619451522827,0.9984239339828491,0.9984858632087708,0.9985477924346924,0.998609721660614,0.9986717104911804,0.998733639717102,0.9987955689430237,0.9988574981689453,0.9989194273948669,0.9989814162254333,0.999043345451355,0.9991052746772766,0.9991672039031982,0.9992291927337646,0.9992911219596863,0.9993530511856079,0.9994149804115295,0.9994769096374512,0.9995388984680176,0.9996008276939392,0.9996627569198608,0.9997246861457825,0.9997866153717041,0.9998486042022705,0.9999105334281921,0.9999724626541138,1.0000344514846802,1.000096321105957,1.0001583099365234,1.0002202987670898,1.0002821683883667,1.000344157218933,1.00040602684021,1.0004680156707764,1.0005300045013428,1.0005918741226196,1.000653862953186,1.000715732574463,1.0007777214050293,1.0008397102355957,1.0009015798568726,1.000963568687439,1.0010254383087158,1.0010874271392822,1.0011494159698486,1.0012112855911255,1.001273274421692,1.0013351440429688,1.0013971328735352,1.0014591217041016,1.0015209913253784,1.0015829801559448,1.0016449689865112,1.001706838607788,1.0017688274383545,1.0018306970596313,1.0018926858901978,1.0019546747207642,1.002016544342041,1.0020785331726074,1.0021404027938843,1.0022023916244507],"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,0,3,3,4,0,3,5,6,12,10,15,19,17,25,30,46,42,41,44,52,47,45,45,42,30,36,23,21,19,15,13,8,4,7,6,4,7,6,2,1,1,1,2,0,0,1,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,1,0,2,3,7,3,6,7,10,9,14,14,27,14,26,25,37,25,28,32,42,41,30,36,33,34,28,33,37,25,25,21,15,10,11,14,12,3,8,4,4,1,2,0,3,0,0,0,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.001537935808300972,-0.001481794286519289,-0.001425652764737606,-0.001369511242955923,-0.0013133697211742401,-0.001257228315807879,-0.001201086794026196,-0.001144945272244513,-0.00108880375046283,-0.001032662228681147,-0.0009765207068994641,-0.0009203792433254421,-0.0008642377215437591,-0.0008080961997620761,-0.0007519547361880541,-0.0006958132144063711,-0.0006396716926246881,-0.0005835301708430052,-0.0005273886490613222,-0.00047124718548730016,-0.0004151056637056172,-0.0003589641419239342,-0.0003028226492460817,-0.0002466811565682292,-0.00019053963478654623,-0.0001343981275567785,-7.825662032701075e-05,-2.211511309724301e-05,3.402639413252473e-05,9.016790136229247e-05,0.0001463094085920602,0.00020245091582182795,0.0002585924230515957,0.00031473394483327866,0.00037087543751113117,0.0004270169301889837,0.00048315845197066665,0.0005392999737523496,0.0005954414373263717,0.0006515829591080546,0.0007077244808897376,0.0007638660026714206,0.0008200075244531035,0.0008761489880271256,0.0009322905098088086,0.0009884319733828306,0.0010445734951645136,0.0011007150169461966,0.0011568565387278795,0.0012129980605095625,0.0012691395822912455,0.0013252811040729284,0.0013814226258546114,0.0014375640312209725,0.0014937055530026555,0.0015498470747843385,0.0016059885965660214,0.0016621301183477044,0.0017182716401293874,0.0017744131619110703,0.0018305545672774315,0.0018866960890591145,0.0019428376108407974,0.0019989791326224804,0.0020551206544041634]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.10132759809494019,-0.0983511209487915,-0.09537465125322342,-0.09239817410707474,-0.08942170441150665,-0.08644522726535797,-0.08346875756978989,-0.0804922804236412,-0.07751581072807312,-0.07453933358192444,-0.07156285643577576,-0.06858638674020767,-0.06560990959405899,-0.0626334398984909,-0.059656962752342224,-0.05668048933148384,-0.05370401591062546,-0.050727542489767075,-0.04775106906890869,-0.04477459564805031,-0.041798122227191925,-0.03882164508104324,-0.03584517166018486,-0.03286869823932648,-0.029892224818468094,-0.02691575139760971,-0.023939277976751328,-0.020962802693247795,-0.017986329272389412,-0.015009855851531029,-0.012033381499350071,-0.009056907147169113,-0.00608043372631073,-0.0031039598397910595,-0.000127485953271389,0.0028489879332482815,0.005825461819767952,0.008801935240626335,0.011778409592807293,0.01475488394498825,0.017731357365846634,0.020707830786705017,0.0236843042075634,0.026660779491066933,0.029637252911925316,0.03261372819542885,0.03559020161628723,0.038566675037145615,0.041543148458004,0.04451962187886238,0.047496095299720764,0.05047256872057915,0.05344904214143753,0.05642551928758621,0.059401992708444595,0.06237846612930298,0.06535494327545166,0.06833141297101974,0.07130789011716843,0.07428435981273651,0.07726083695888519,0.08023730665445328,0.08321378380060196,0.08619025349617004,0.08916673064231873],"_type":"histogram","values":[1,0,3,2,2,10,10,10,17,49,80,142,214,327,545,798,1189,1673,2431,3427,4578,6126,8031,10324,12999,15775,18803,21962,25014,27520,30178,32274,33898,34762,34807,34241,32884,30514,28041,25246,22083,18777,16092,12999,10409,8251,6315,4745,3449,2565,1741,1227,798,578,343,229,126,70,50,30,20,11,6,3]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,0,0,1,0,0,0,1,3,1,4,4,1,3,4,4,2,7,8,11,17,9,8,16,33,26,20,29,38,37,46,25,47,40,36,44,28,32,21,17,16,21,21,15,12,16,11,8,5,6,4,2,1,2,1,0,0,0,2,0,0,0,1],"bins":[-4.20972028223332e-05,-4.082581654074602e-05,-3.9554430259158835e-05,-3.8283040339592844e-05,-3.701165405800566e-05,-3.574026777641848e-05,-3.4468881494831294e-05,-3.31974915752653e-05,-3.192610529367812e-05,-3.0654719012090936e-05,-2.9383332730503753e-05,-2.8111944629927166e-05,-2.6840558348339982e-05,-2.5569170247763395e-05,-2.4297783966176212e-05,-2.3026395865599625e-05,-2.175500958401244e-05,-2.0483623302425258e-05,-1.921223520184867e-05,-1.7940848920261487e-05,-1.66694608196849e-05,-1.5398074538097717e-05,-1.4126687347015832e-05,-1.2855300155933946e-05,-1.1583912964852061e-05,-1.0312525773770176e-05,-9.04113858268829e-06,-7.769751391606405e-06,-6.498364655271871e-06,-5.226977464189986e-06,-3.955590727855451e-06,-2.684203536773566e-06,-1.412816345691681e-06,-1.4142926829663338e-07,1.1299578090984141e-06,2.401344772806624e-06,3.672731963888509e-06,4.9441191549703944e-06,6.215505891304929e-06,7.486893082386814e-06,8.7582802734687e-06,1.0029667464550585e-05,1.130105465563247e-05,1.2572441846714355e-05,1.3843828128301539e-05,1.5115215319383424e-05,1.638660251046531e-05,1.7657990611041896e-05,1.892937689262908e-05,2.0200763174216263e-05,2.147215127479285e-05,2.2743537556380033e-05,2.401492565695662e-05,2.5286311938543804e-05,2.655770003912039e-05,2.7829086320707574e-05,2.9100472602294758e-05,3.0371860702871345e-05,3.164324880344793e-05,3.2914635085035115e-05,3.41860213666223e-05,3.545740764820948e-05,3.672879756777547e-05,3.8000183849362656e-05,3.927157013094984e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,1,1,1,1,2,2,6,5,4,4,4,7,8,11,11,19,20,13,18,13,30,27,22,31,29,32,26,38,29,30,29,31,28,25,29,25,23,21,20,16,8,12,13,8,10,6,1,3,2,2,1,2,1,1,1,0,1,1,1,0,0,1],"bins":[-0.0010800486197695136,-0.0010438665049150586,-0.0010076843900606036,-0.0009715022752061486,-0.0009353201603516936,-0.0008991381037048995,-0.0008629559888504446,-0.0008267738739959896,-0.0007905917591415346,-0.0007544096442870796,-0.0007182275294326246,-0.0006820454145781696,-0.0006458633579313755,-0.0006096812430769205,-0.0005734991282224655,-0.0005373170133680105,-0.0005011348985135555,-0.00046495278365910053,-0.00042877066880464554,-0.000392588583054021,-0.000356406468199566,-0.000320224353345111,-0.0002840422675944865,-0.0002478601527400315,-0.0002116780378855765,-0.0001754959230311215,-0.00013931382272858173,-0.00010313171515008435,-6.694960757158697e-05,-3.0767499993089586e-05,5.4146075854077935e-06,4.1596715163905174e-05,7.777870632708073e-05,0.0001139608139055781,0.0001501429214840755,0.00018632502178661525,0.00022250713664107025,0.00025868925149552524,0.0002948713372461498,0.00033105345210060477,0.00036723556695505977,0.00040341768180951476,0.00043959979666396976,0.0004757818824145943,0.0005119639681652188,0.0005481460830196738,0.0005843281978741288,0.0006205103127285838,0.0006566924275830388,0.0006928745424374938,0.0007290566572919488,0.0007652387721464038,0.0008014208870008588,0.0008376029436476529,0.0008737850585021079,0.0009099671733565629,0.0009461492882110178,0.000982331344857812,0.001018513459712267,0.001054695574566722,0.001090877689421177,0.001127059804275632,0.001163241919130087,0.001199424033984542,0.0012356061488389969],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,0,0,3,0,2,1,1,1,0,4,2,2,1,6,6,5,7,7,17,12,16,24,33,32,37,42,42,36,39,44,47,38,40,34,34,25,25,18,12,11,12,12,5,7,6,3,1,4,2,5,1,0,1,1,0,0,0,0,0,0,1],"bins":[-0.004403294064104557,-0.0042657796293497086,-0.004128265660256147,-0.003990751225501299,-0.003853237023577094,-0.0037157228216528893,-0.0035782086197286844,-0.0034406944178044796,-0.003303179983049631,-0.0031656657811254263,-0.0030281515792012215,-0.0028906373772770166,-0.002753123175352812,-0.002615608973428607,-0.0024780945386737585,-0.0023405803367495537,-0.002203066134825349,-0.002065551932901144,-0.0019280376145616174,-0.0017905234126374125,-0.001653009094297886,-0.001515494892373681,-0.0013779806904494762,-0.0012404663721099496,-0.0011029521701857448,-0.000965437910053879,-0.0008279236499220133,-0.0006904094479978085,-0.0005528951878659427,-0.000415380927734077,-0.0002778666967060417,-0.00014035245112609118,-2.8382055461406708e-06,0.00013467604003380984,0.00027219028561376035,0.00040970451664179564,0.0005472187767736614,0.0006847330369055271,0.0008222472388297319,0.0009597614989615977,0.0010972757590934634,0.0012347899610176682,0.001372304279357195,0.0015098184812813997,0.0016473326832056046,0.0017848470015451312,0.001922361203469336,0.0020598755218088627,0.0021973897237330675,0.0023349039256572723,0.002472418127581477,0.0026099325623363256,0.0027474467642605305,0.0028849609661847353,0.00302247516810894,0.003159989370033145,0.0032975035719573498,0.0034350180067121983,0.003572532208636403,0.003710046410560608,0.0038475606124848127,0.0039850748144090176,0.004122589249163866,0.004260103218257427,0.004397617653012276],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,1,0,0,0,1,1,2,0,2,3,3,3,4,7,8,8,11,21,20,34,40,57,71,93,85,104,127,142,144,127,122,132,108,94,90,79,71,44,46,32,19,23,18,8,9,8,5,5,4,1,3,4,1,1,0,0,0,0,0,0,0,1],"bins":[-0.0009105962817557156,-0.0008839590009301901,-0.0008573217783123255,-0.0008306844974868,-0.0008040472166612744,-0.0007774099940434098,-0.0007507727132178843,-0.0007241354906000197,-0.0006974982097744942,-0.0006708609289489686,-0.000644223706331104,-0.0006175864255055785,-0.0005909492028877139,-0.0005643119220621884,-0.0005376746412366629,-0.0005110374186187983,-0.00048440013779327273,-0.00045776288607157767,-0.0004311256343498826,-0.0004044883535243571,-0.000377851101802662,-0.00035121385008096695,-0.00032457656925544143,-0.00029793931753374636,-0.0002713020658120513,-0.00024466481409035623,-0.00021802754781674594,-0.00019139028154313564,-0.00016475302982144058,-0.0001381157780997455,-0.00011147851182613522,-8.484125282848254e-05,-5.820399383082986e-05,-3.156673483317718e-05,-4.929475835524499e-06,2.170778316212818e-05,4.834504215978086e-05,7.498230115743354e-05,0.00010161956015508622,0.0001282568264286965,0.00015489407815039158,0.00018153132987208664,0.00020816859614569694,0.00023480586241930723,0.0002614431141410023,0.00028808036586269736,0.0003147176466882229,0.00034135489840991795,0.000367992150131613,0.0003946294018533081,0.00042126665357500315,0.00044790393440052867,0.00047454118612222373,0.0005011784378439188,0.0005278157186694443,0.0005544529412873089,0.0005810902221128345,0.00060772750293836,0.0006343647255562246,0.0006610020063817501,0.0006876392289996147,0.0007142765098251402,0.0007409137906506658,0.0007675510132685304,0.0007941882940940559],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,0,0,0,2,1,0,0,6,3,3,10,7,5,6,22,23,21,25,24,37,47,39,52,56,46,34,43,40,40,29,29,18,27,9,14,7,6,8,7,2,3,1,2,1,2,3,3,0,0,0,0,1,1,1],"bins":[-0.0005896343500353396,-0.0005723879439756274,-0.0005551415379159153,-0.000537895190063864,-0.0005206487840041518,-0.0005034023779444396,-0.00048615600098855793,-0.00046890959492884576,-0.00045166321797296405,-0.0004344168119132519,-0.0004171704058535397,-0.000399924028897658,-0.0003826776228379458,-0.0003654312458820641,-0.00034818483982235193,-0.0003309384628664702,-0.00031369205680675805,-0.0002964456507470459,-0.00027919927379116416,-0.000261952867731452,-0.0002447064907755703,-0.0002274600847158581,-0.00021021369320806116,-0.00019296730170026422,-0.00017572091019246727,-0.00015847451868467033,-0.00014122812717687339,-0.00012398173566907644,-0.00010673533688532189,-8.948894537752494e-05,-7.224254659377038e-05,-5.499615508597344e-05,-3.77497635781765e-05,-2.050337025139015e-05,-3.256976924603805e-06,1.3989416402182542e-05,3.123580972896889e-05,4.848220123676583e-05,6.572860002052039e-05,8.297499152831733e-05,0.00010022138303611428,0.00011746777454391122,0.00013471416605170816,0.0001519605575595051,0.00016920696361921728,0.00018645335512701422,0.00020369974663481116,0.0002209461381426081,0.00023819252965040505,0.0002554389357101172,0.00027268531266599894,0.0002899317187257111,0.0003071780956815928,0.000324424501741305,0.0003416708786971867,0.0003589172847568989,0.00037616369081661105,0.00039341006777249277,0.00041065647383220494,0.00042790285078808665,0.0004451492568477988,0.00046239563380368054,0.0004796420398633927,0.0004968884168192744,0.0005141348228789866]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,2,0,0,0,1,2,0,0,0,2,1,2,2,3,5,16,14,21,11,21,20,30,36,38,34,38,44,39,48,38,44,31,32,28,21,13,15,11,12,15,11,11,8,8,3,7,6,2,2,4,2,4,1,1,1,1,0,2,0,1,0,1,1],"bins":[0.998624861240387,0.9986768960952759,0.9987289309501648,0.9987809658050537,0.9988330006599426,0.9988850355148315,0.9989370703697205,0.9989891648292542,0.9990411996841431,0.999093234539032,0.9991452693939209,0.9991973042488098,0.9992493391036987,0.9993013739585876,0.9993534088134766,0.9994054436683655,0.9994574785232544,0.9995095133781433,0.9995615482330322,0.9996135830879211,0.9996656775474548,0.9997177124023438,0.9997697472572327,0.9998217821121216,0.9998738169670105,0.9999258518218994,0.9999778866767883,1.0000299215316772,1.000082015991211,1.000133991241455,1.0001860857009888,1.000238060951233,1.0002901554107666,1.0003421306610107,1.0003942251205444,1.0004462003707886,1.0004982948303223,1.0005502700805664,1.0006023645401,1.0006544589996338,1.000706434249878,1.0007585287094116,1.0008105039596558,1.0008625984191895,1.0009145736694336,1.0009666681289673,1.0010186433792114,1.0010707378387451,1.0011227130889893,1.001174807548523,1.001226782798767,1.0012788772583008,1.0013309717178345,1.0013829469680786,1.0014350414276123,1.0014870166778564,1.0015391111373901,1.0015910863876343,1.001643180847168,1.001695156097412,1.0017472505569458,1.00179922580719,1.0018513202667236,1.0019032955169678,1.0019553899765015],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,1,0,1,1,3,5,4,6,6,7,7,11,13,11,8,14,12,18,19,16,20,19,29,27,23,27,31,31,39,27,25,31,29,28,21,13,21,19,17,19,15,8,12,4,10,7,11,8,5,6,5,5,0,1,2,2,0,2,0,3,1],"bins":[-0.002635430311784148,-0.002553470665588975,-0.002471510786563158,-0.0023895511403679848,-0.002307591261342168,-0.0022256316151469946,-0.0021436717361211777,-0.0020617120899260044,-0.0019797522109001875,-0.0018977925647050142,-0.0018158328020945191,-0.001733873039484024,-0.001651913276873529,-0.0015699535142630339,-0.0014879937516525388,-0.0014060339890420437,-0.0013240742264315486,-0.0012421144638210535,-0.0011601547012105584,-0.0010781949386000633,-0.0009962351759895682,-0.0009142754715867341,-0.000832315708976239,-0.0007503559463657439,-0.0006683961837552488,-0.0005864364211447537,-0.0005044766585342586,-0.00042251692502759397,-0.0003405571624170989,-0.0002585973998066038,-0.00017663765174802393,-9.467789641348645e-05,-1.2718141078948975e-05,6.92416142555885e-05,0.00015120136959012598,0.00023316111764870584,0.00031512088025920093,0.000397080642869696,0.00047904037637636065,0.0005610001389868557,0.0006429599015973508,0.0007249196642078459,0.000806879426818341,0.0008888391894288361,0.0009707988938316703,0.0010527586564421654,0.0011347184190526605,0.0012166781816631556,0.0012986379442736506,0.0013805977068841457,0.0014625574694946408,0.001544517232105136,0.001626476994715631,0.001708436757326126,0.0017903965199366212,0.0018723562825471163,0.0019543159287422895,0.0020362758077681065,0.0021182354539632797,0.0022001953329890966,0.00228215497918427,0.002364114858210087,0.00244607450440526,0.002528034383431077,0.0026099940296262503]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.0007640838739462197,-0.0007426314987242222,-0.0007211791235022247,-0.0006997267482802272,-0.0006782744312658906,-0.0006568220560438931,-0.0006353696808218956,-0.0006139173055998981,-0.0005924649303779006,-0.0005710125551559031,-0.0005495601799339056,-0.0005281078047119081,-0.0005066554294899106,-0.00048520308337174356,-0.0004637507372535765,-0.000442298362031579,-0.0004208459868095815,-0.000399393611587584,-0.0003779412363655865,-0.0003564888902474195,-0.000335036515025422,-0.0003135841398034245,-0.00029213179368525743,-0.00027067941846325994,-0.00024922704324126244,-0.00022777466801926494,-0.00020632230734918267,-0.0001848699466791004,-0.0001634175714571029,-0.0001419651962351054,-0.00012051283556502312,-9.906046761898324e-05,-7.760815788060427e-05,-5.615578993456438e-05,-3.4703421988524497e-05,-1.3251054042484611e-05,8.201313903555274e-06,2.965368184959516e-05,5.1106049795635045e-05,7.255841774167493e-05,9.401078568771482e-05,0.0001154631536337547,0.00013691552157979459,0.00015836788224987686,0.00017982025747187436,0.00020127263269387186,0.00022272499336395413,0.0002441773540340364,0.0002656297292560339,0.0002870821044780314,0.0003085344797000289,0.00032998682581819594,0.00035143920104019344,0.00037289157626219094,0.000394343922380358,0.0004157962976023555,0.000437248672824353,0.0004587010480463505,0.000480153423268348,0.0005016057984903455,0.0005230581155046821,0.0005445104907266796,0.0005659628659486771,0.0005874152411706746,0.0006088676163926721],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,2,2,2,0,2,0,4,6,9,4,11,14,21,15,20,24,29,22,29,36,32,39,34,37,32,36,31,28,35,30,41,24,16,26,16,12,9,8,4,3,2,6,2,2,4,2,1,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[2,0,2,9,5,3,12,13,18,13,24,34,49,74,93,140,191,245,399,553,909,1414,2340,4012,6834,12044,21195,36838,63468,95754,113303,90888,58760,33964,19146,10921,6339,3668,2174,1378,809,583,372,242,170,118,83,60,41,27,26,21,9,8,7,7,6,1,3,1,0,0,1,1],"bins":[-8.726119995117188e-05,-8.43927264213562e-05,-8.152425289154053e-05,-7.865577936172485e-05,-7.578730583190918e-05,-7.29188323020935e-05,-7.005035877227783e-05,-6.718188524246216e-05,-6.431341171264648e-05,-6.144493818283081e-05,-5.857646465301514e-05,-5.570799112319946e-05,-5.283951759338379e-05,-4.9971044063568115e-05,-4.710257053375244e-05,-4.423409700393677e-05,-4.1365623474121094e-05,-3.849714994430542e-05,-3.5628676414489746e-05,-3.276020288467407e-05,-2.98917293548584e-05,-2.7023255825042725e-05,-2.415478229522705e-05,-2.1286308765411377e-05,-1.8417835235595703e-05,-1.554936170578003e-05,-1.2680888175964355e-05,-9.812414646148682e-06,-6.943941116333008e-06,-4.075467586517334e-06,-1.2069940567016602e-06,1.6614794731140137e-06,4.5299530029296875e-06,7.398426532745361e-06,1.0266900062561035e-05,1.3135373592376709e-05,1.6003847122192383e-05,1.8872320652008057e-05,2.174079418182373e-05,2.4609267711639404e-05,2.7477741241455078e-05,3.0346214771270752e-05,3.3214688301086426e-05,3.60831618309021e-05,3.8951635360717773e-05,4.182010889053345e-05,4.468858242034912e-05,4.7557055950164795e-05,5.042552947998047e-05,5.329400300979614e-05,5.6162476539611816e-05,5.903095006942749e-05,6.189942359924316e-05,6.476789712905884e-05,6.763637065887451e-05,7.050484418869019e-05,7.337331771850586e-05,7.624179124832153e-05,7.911026477813721e-05,8.197873830795288e-05,8.484721183776855e-05,8.771568536758423e-05,9.05841588973999e-05,9.345263242721558e-05,9.632110595703125e-05]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,1,1,0,0,0,3,0,3,5,6,7,6,13,21,23,31,35,63,77,77,95,65,39,34,44,29,22,12,12,7,7,6,3,6,3,2,0,0,1,4,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0015692246379330754,-0.0015074555994942784,-0.0014456865610554814,-0.0013839175226166844,-0.0013221484841778874,-0.0012603794457390904,-0.0011986104073002934,-0.0011368413688614964,-0.0010750722140073776,-0.0010133031755685806,-0.0009515341953374445,-0.0008897651568986475,-0.0008279960602521896,-0.0007662270218133926,-0.0007044579833745956,-0.0006426889449357986,-0.0005809199064970016,-0.0005191508680582047,-0.00045738182961940765,-0.0003956127620767802,-0.0003338437236379832,-0.0002720746851991862,-0.00021030563220847398,-0.00014853657921776175,-8.676754077896476e-05,-2.4998495064210147e-05,3.6770550650544465e-05,9.853959636529908e-05,0.0001603086420800537,0.00022207768051885068,0.00028384674806147814,0.00034561578650027514,0.00040738494135439396,0.00046915397979319096,0.000530923018231988,0.000592692056670785,0.000654461095109582,0.0007162301917560399,0.0007779992301948369,0.0008397682686336339,0.0009015373070724308,0.0009633063455112278,0.0010250754421576858,0.0010868444805964828,0.0011486135190352798,0.0012103825574740767,0.0012721515959128737,0.0013339206343516707,0.0013956896727904677,0.0014574587112292647,0.0015192277496680617,0.0015809967881068587,0.0016427658265456557,0.0017045348649844527,0.0017663039034232497,0.0018280729418620467,0.0018898420967161655,0.0019516111351549625,0.0020133801735937595,0.0020751492120325565,0.0021369182504713535,0.0021986872889101505,0.0022604563273489475,0.0023222253657877445,0.0023839944042265415]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0006109829992055893,-0.00059445237275213,-0.0005779218045063317,-0.0005613911780528724,-0.0005448605515994132,-0.0005283299251459539,-0.0005117993569001555,-0.0004952687304466963,-0.000478738103993237,-0.0004622075066436082,-0.0004456769092939794,-0.00042914628284052014,-0.00041261568549089134,-0.0003960850590374321,-0.00037955446168780327,-0.000363023835234344,-0.0003464932378847152,-0.0003299626405350864,-0.00031343201408162713,-0.0002969014167319983,-0.00028037079027853906,-0.00026384019292891026,-0.000247309566475451,-0.0002307789691258222,-0.00021424835722427815,-0.00019771774532273412,-0.00018118713342119008,-0.00016465652151964605,-0.00014812592417001724,-0.0001315953122684732,-0.00011506470036692917,-9.853408846538514e-05,-8.20034765638411e-05,-6.547286466229707e-05,-4.894225639873184e-05,-3.2411648135166615e-05,-1.588103623362258e-05,6.495738489320502e-07,1.718018393148668e-05,3.371079219505191e-05,5.024140409659594e-05,6.677201599813998e-05,8.330262789968401e-05,9.983323252527043e-05,0.00011636384442681447,0.0001328944490524009,0.00014942506095394492,0.00016595567285548896,0.000182486284757033,0.00019901689665857702,0.00021554750856012106,0.0002320781204616651,0.00024860873236320913,0.00026513932971283793,0.0002816699561662972,0.000298200553515926,0.0003147311508655548,0.00033126177731901407,0.0003477923746686429,0.00036432300112210214,0.00038085359847173095,0.0003973842249251902,0.000413914822274819,0.0004304454487282783,0.0004469760460779071],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,1,0,0,3,0,3,2,4,5,5,4,5,6,11,14,19,16,25,27,30,34,29,32,37,43,37,35,40,35,28,25,28,27,17,30,19,18,8,11,13,11,4,4,4,4,4,2,1,1,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[-0.000414268666645512,-0.0003992790007032454,-0.0003842893347609788,-0.00036929966881871223,-0.0003543100319802761,-0.0003393203660380095,-0.00032433070009574294,-0.00030934103415347636,-0.0002943513682112098,-0.0002793617022689432,-0.0002643720363266766,-0.00024938237038441,-0.00023439271899405867,-0.00021940305305179209,-0.00020441340166144073,-0.00018942373571917415,-0.00017443406977690756,-0.00015944440383464098,-0.0001444547378923744,-0.00012946508650202304,-0.00011447542055975646,-9.948575461748987e-05,-8.44960959511809e-05,-6.950643728487194e-05,-5.451677134260535e-05,-3.9527109038317576e-05,-2.45374467340298e-05,-9.547784429742023e-06,5.441877874545753e-06,2.043154017883353e-05,3.5421202483121306e-05,5.041086478740908e-05,6.54004979878664e-05,8.039016393013299e-05,9.537982259644195e-05,0.00011036948126275092,0.0001253591472050175,0.0001403488131472841,0.00015533846453763545,0.00017032813047990203,0.0001853177964221686,0.0002003074623644352,0.00021529712830670178,0.00023028677969705313,0.0002452764310874045,0.0002602660970296711,0.00027525576297193766,0.00029024542891420424,0.0003052350948564708,0.0003202247607987374,0.000335214426741004,0.0003502040926832706,0.00036519375862553716,0.0003801833954639733,0.00039517306140623987,0.00041016272734850645,0.00042515239329077303,0.0004401420592330396,0.0004551317251753062,0.0004701213911175728,0.0004851110279560089,0.000500100723002106,0.0005150903598405421,0.0005300800548866391,0.0005450696917250752],"_type":"histogram","values":[3,0,2,1,3,4,2,1,4,3,2,6,7,11,10,7,14,20,22,23,19,28,23,37,36,44,40,42,43,30,32,31,26,23,24,15,21,21,14,12,10,10,6,7,3,2,2,2,1,2,1,4,5,1,0,2,0,0,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.000457763671875,-0.000443875789642334,-0.00042998790740966797,-0.00041610002517700195,-0.00040221214294433594,-0.0003883242607116699,-0.0003744363784790039,-0.0003605484962463379,-0.0003466606140136719,-0.00033277273178100586,-0.00031888484954833984,-0.00030499696731567383,-0.0002911090850830078,-0.0002772212028503418,-0.0002633333206176758,-0.00024944543838500977,-0.00023555755615234375,-0.00022166967391967773,-0.00020778179168701172,-0.0001938939094543457,-0.0001800060272216797,-0.00016611814498901367,-0.00015223026275634766,-0.00013834238052368164,-0.00012445449829101562,-0.00011056661605834961,-9.66787338256836e-05,-8.279085159301758e-05,-6.890296936035156e-05,-5.501508712768555e-05,-4.112720489501953e-05,-2.7239322662353516e-05,-1.33514404296875e-05,5.364418029785156e-07,1.4424324035644531e-05,2.8312206268310547e-05,4.220008850097656e-05,5.608797073364258e-05,6.99758529663086e-05,8.386373519897461e-05,9.775161743164062e-05,0.00011163949966430664,0.00012552738189697266,0.00013941526412963867,0.0001533031463623047,0.0001671910285949707,0.00018107891082763672,0.00019496679306030273,0.00020885467529296875,0.00022274255752563477,0.00023663043975830078,0.0002505183219909668,0.0002644062042236328,0.00027829408645629883,0.00029218196868896484,0.00030606985092163086,0.0003199577331542969,0.0003338456153869629,0.0003477334976196289,0.0003616213798522949,0.00037550926208496094,0.00038939714431762695,0.00040328502655029297,0.000417172908782959,0.000431060791015625],"_type":"histogram","values":[1,1,1,1,1,4,1,3,7,5,7,11,13,7,31,35,56,71,93,128,191,276,363,595,921,1317,2167,3673,6780,13064,27277,63537,183979,171815,59146,25422,12432,6549,3771,2160,1360,776,568,325,238,167,115,94,73,40,44,22,21,20,10,9,14,4,4,4,1,0,0,3]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,1,0,1,1,1,4,5,4,6,4,9,18,12,19,30,48,46,45,54,54,51,57,46,43,47,35,32,19,13,9,14,9,8,3,4,1,4,1,3,2,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[0.9980399012565613,0.9981110095977783,0.9981821775436401,0.9982532858848572,0.9983243942260742,0.998395562171936,0.9984666705131531,0.9985377788543701,0.9986089468002319,0.998680055141449,0.998751163482666,0.9988223314285278,0.9988934397697449,0.9989645481109619,0.9990357160568237,0.9991068243980408,0.9991779327392578,0.9992491006851196,0.9993202090263367,0.9993913173675537,0.9994624853134155,0.9995335936546326,0.9996047019958496,0.9996758699417114,0.9997469782829285,0.9998180866241455,0.9998892545700073,0.9999603629112244,1.0000314712524414,1.0001026391983032,1.0001736879348755,1.0002448558807373,1.0003160238265991,1.0003870725631714,1.0004582405090332,1.000529408454895,1.0006004571914673,1.000671625137329,1.000742793083191,1.0008138418197632,1.000885009765625,1.0009561777114868,1.001027226448059,1.001098394393921,1.0011695623397827,1.001240611076355,1.0013117790222168,1.0013829469680786,1.0014539957046509,1.0015251636505127,1.0015963315963745,1.0016673803329468,1.0017385482788086,1.0018097162246704,1.0018807649612427,1.0019519329071045,1.0020231008529663,1.0020941495895386,1.0021653175354004,1.0022364854812622,1.0023075342178345,1.0023787021636963,1.002449870109558,1.0025209188461304,1.0025920867919922],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.000400543212890625,-0.0003877580165863037,-0.0003749728202819824,-0.00036218762397766113,-0.00034940242767333984,-0.00033661723136901855,-0.00032383203506469727,-0.000311046838760376,-0.0002982616424560547,-0.0002854764461517334,-0.0002726912498474121,-0.0002599060535430908,-0.00024712085723876953,-0.00023433566093444824,-0.00022155046463012695,-0.00020876526832580566,-0.00019598007202148438,-0.00018319487571716309,-0.0001704096794128418,-0.0001576244831085205,-0.00014483928680419922,-0.00013205409049987793,-0.00011926889419555664,-0.00010648369789123535,-9.369850158691406e-05,-8.091330528259277e-05,-6.812810897827148e-05,-5.5342912673950195e-05,-4.2557716369628906e-05,-2.9772520065307617e-05,-1.6987323760986328e-05,-4.202127456665039e-06,8.58306884765625e-06,2.136826515197754e-05,3.415346145629883e-05,4.693865776062012e-05,5.9723854064941406e-05,7.25090503692627e-05,8.529424667358398e-05,9.807944297790527e-05,0.00011086463928222656,0.00012364983558654785,0.00013643503189086914,0.00014922022819519043,0.00016200542449951172,0.000174790620803833,0.0001875758171081543,0.00020036101341247559,0.00021314620971679688,0.00022593140602111816,0.00023871660232543945,0.00025150179862976074,0.00026428699493408203,0.0002770721912384033,0.0002898573875427246,0.0003026425838470459,0.0003154277801513672,0.0003282129764556885,0.00034099817276000977,0.00035378336906433105,0.00036656856536865234,0.00037935376167297363,0.0003921389579772949,0.0004049241542816162,0.0004177093505859375],"_type":"histogram","values":[2,1,2,2,2,2,7,16,41,41,64,90,148,228,343,506,728,1180,1667,2647,3539,5486,8516,12960,19868,30401,45085,71062,107840,163859,227063,251763,208714,142886,90720,59882,39461,24767,17302,11392,7435,5229,3156,2183,1577,997,700,429,280,200,139,89,64,32,32,13,11,8,1,4,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,1,1,3,2,6,5,9,4,6,9,9,8,6,16,18,16,17,20,25,27,24,20,21,25,29,31,20,31,25,19,33,33,28,21,33,26,13,20,17,7,18,9,7,7,4,8,9,8,2,1,1,0,0,4,2],"bins":[-0.0010265014134347439,-0.0009971559047698975,-0.000967810396105051,-0.0009384649456478655,-0.0009091194369830191,-0.0008797739283181727,-0.0008504284778609872,-0.0008210829691961408,-0.0007917374605312943,-0.0007623919518664479,-0.0007330464432016015,-0.000703700992744416,-0.0006743554840795696,-0.0006450099754147232,-0.0006156645249575377,-0.0005863190162926912,-0.0005569735076278448,-0.0005276279989629984,-0.000498282490298152,-0.00046893703984096646,-0.00043959153117612004,-0.0004102460225112736,-0.00038090054295025766,-0.0003515550633892417,-0.0003222095547243953,-0.00029286404605954885,-0.0002635185664985329,-0.0002341730723856017,-0.0002048275782726705,-0.00017548208415973932,-0.00014613659004680812,-0.00011679109593387693,-8.744566002860665e-05,-5.810016591567546e-05,-2.875467180274427e-05,5.908223101869226e-07,2.9936316423118114e-05,5.9281810536049306e-05,8.86273046489805e-05,0.00011797279876191169,0.00014731829287484288,0.00017666378698777407,0.00020600928110070527,0.00023535477521363646,0.00026470026932656765,0.00029404577799141407,0.00032339125755243003,0.000352736737113446,0.0003820822457782924,0.00041142775444313884,0.0004407732340041548,0.00047011871356517076,0.0004994642222300172,0.0005288097308948636,0.00055815523955971,0.0005875006900168955,0.000616846198681742,0.0006461917073465884,0.0006755371578037739,0.0007048826664686203,0.0007342281751334667,0.0007635736837983131,0.0007929191924631596,0.0008222646429203451,0.0008516101515851915]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[2,8,6,10,34,43,100,150,262,405,733,1094,1702,2710,3965,5694,8213,11120,15324,20013,26173,33033,41026,49351,57546,66573,74803,82765,88423,92917,95426,95775,93317,89191,83330,76057,67929,59459,50461,41816,34222,27069,20751,15802,11809,8511,5945,4153,2745,1796,1223,767,455,278,178,91,51,27,17,7,4,0,3,1],"bins":[-0.09485166519880295,-0.09179821610450745,-0.08874477446079254,-0.08569132536649704,-0.08263788372278214,-0.07958443462848663,-0.07653099298477173,-0.07347754389047623,-0.07042409479618073,-0.06737065315246582,-0.06431720405817032,-0.061263762414455414,-0.05821031332015991,-0.05515686795115471,-0.052103422582149506,-0.0490499772131443,-0.0459965318441391,-0.042943086475133896,-0.03988964110612869,-0.03683619573712349,-0.033782750368118286,-0.030729303136467934,-0.02767585590481758,-0.024622410535812378,-0.021568965166807175,-0.01851551979780197,-0.015462073497474194,-0.012408627197146416,-0.009355181828141212,-0.006301735993474722,-0.0032482901588082314,-0.0001948443241417408,0.002858594059944153,0.005912039894610643,0.008965485729277134,0.012018932029604912,0.015072377398610115,0.01812582276761532,0.02117926999926567,0.024232715368270874,0.027286160737276077,0.03033960610628128,0.033393051475286484,0.03644649684429169,0.03949994593858719,0.04255339130759239,0.045606836676597595,0.0486602820456028,0.051713727414608,0.054767172783613205,0.05782061815261841,0.06087406352162361,0.06392750889062881,0.06698095798492432,0.07003439962863922,0.07308784872293472,0.07614129781723022,0.07919473946094513,0.08224818855524063,0.08530163019895554,0.08835507929325104,0.09140852093696594,0.09446197003126144,0.09751541167497635,0.10056886076927185]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,2,1,1,2,7,8,12,12,33,37,60,102,133,192,276,493,675,1121,1634,2760,4440,7144,12061,19924,33994,58029,97178,159188,233668,275366,240856,166889,103980,61533,36413,21468,12802,7566,4748,2954,1864,1116,771,445,327,220,115,73,47,39,29,16,14,6,7,5,3,1,0,0,2],"bins":[-0.00038909912109375,-0.0003771483898162842,-0.00036519765853881836,-0.00035324692726135254,-0.0003412961959838867,-0.0003293454647064209,-0.0003173947334289551,-0.00030544400215148926,-0.00029349327087402344,-0.0002815425395965576,-0.0002695918083190918,-0.000257641077041626,-0.00024569034576416016,-0.00023373961448669434,-0.00022178888320922852,-0.0002098381519317627,-0.00019788742065429688,-0.00018593668937683105,-0.00017398595809936523,-0.00016203522682189941,-0.0001500844955444336,-0.00013813376426696777,-0.00012618303298950195,-0.00011423230171203613,-0.00010228157043457031,-9.033083915710449e-05,-7.838010787963867e-05,-6.642937660217285e-05,-5.447864532470703e-05,-4.252791404724121e-05,-3.057718276977539e-05,-1.862645149230957e-05,-6.67572021484375e-06,5.27501106262207e-06,1.722574234008789e-05,2.917647361755371e-05,4.112720489501953e-05,5.307793617248535e-05,6.502866744995117e-05,7.697939872741699e-05,8.893013000488281e-05,0.00010088086128234863,0.00011283159255981445,0.00012478232383728027,0.0001367330551147461,0.00014868378639221191,0.00016063451766967773,0.00017258524894714355,0.00018453598022460938,0.0001964867115020752,0.00020843744277954102,0.00022038817405700684,0.00023233890533447266,0.0002442896366119385,0.0002562403678894043,0.0002681910991668701,0.00028014183044433594,0.00029209256172180176,0.0003040432929992676,0.0003159940242767334,0.0003279447555541992,0.00033989548683166504,0.00035184621810913086,0.0003637969493865967,0.0003757476806640625]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,3,0,1,2,4,3,9,14,12,17,22,38,56,104,145,289,434,634,1111,1885,3242,5801,10294,20080,38274,72833,114357,123502,89316,50454,26197,13672,7027,4089,2290,1405,815,510,299,227,111,94,39,42,25,15,11,5,5,1,1,2,0,0,5],"bins":[-0.0001316070556640625,-0.00012797117233276367,-0.00012433528900146484,-0.00012069940567016602,-0.00011706352233886719,-0.00011342763900756836,-0.00010979175567626953,-0.0001061558723449707,-0.00010251998901367188,-9.888410568237305e-05,-9.524822235107422e-05,-9.161233901977539e-05,-8.797645568847656e-05,-8.434057235717773e-05,-8.07046890258789e-05,-7.706880569458008e-05,-7.343292236328125e-05,-6.979703903198242e-05,-6.61611557006836e-05,-6.252527236938477e-05,-5.888938903808594e-05,-5.525350570678711e-05,-5.161762237548828e-05,-4.798173904418945e-05,-4.4345855712890625e-05,-4.07099723815918e-05,-3.707408905029297e-05,-3.343820571899414e-05,-2.9802322387695312e-05,-2.6166439056396484e-05,-2.2530555725097656e-05,-1.8894672393798828e-05,-1.52587890625e-05,-1.1622905731201172e-05,-7.987022399902344e-06,-4.351139068603516e-06,-7.152557373046875e-07,2.9206275939941406e-06,6.556510925292969e-06,1.0192394256591797e-05,1.3828277587890625e-05,1.7464160919189453e-05,2.110004425048828e-05,2.473592758178711e-05,2.8371810913085938e-05,3.2007694244384766e-05,3.5643577575683594e-05,3.927946090698242e-05,4.291534423828125e-05,4.655122756958008e-05,5.0187110900878906e-05,5.3822994232177734e-05,5.745887756347656e-05,6.109476089477539e-05,6.473064422607422e-05,6.836652755737305e-05,7.200241088867188e-05,7.56382942199707e-05,7.927417755126953e-05,8.291006088256836e-05,8.654594421386719e-05,9.018182754516602e-05,9.381771087646484e-05,9.745359420776367e-05,0.0001010894775390625]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,5,5,3,3,19,37,65,113,198,340,554,869,1423,2077,3152,4682,6701,9377,13028,17697,23208,29614,37155,45211,54364,62774,71514,79827,86987,92035,95330,96274,94714,91884,86383,79680,72236,62802,54299,45338,36754,29680,23417,17661,13128,9566,7022,4756,3300,2062,1373,850,530,329,188,130,59,41,20,10,5,2,3],"bins":[-0.09982606023550034,-0.09675582498311996,-0.0936855897307396,-0.09061535447835922,-0.08754511922597885,-0.08447488397359848,-0.08140464872121811,-0.07833441346883774,-0.07526417821645737,-0.072193942964077,-0.06912370771169662,-0.06605347245931625,-0.06298323720693588,-0.05991300195455551,-0.05684276670217514,-0.05377253144979477,-0.0507022961974144,-0.04763206094503403,-0.044561825692653656,-0.041491590440273285,-0.038421355187892914,-0.03535111993551254,-0.03228088468313217,-0.0292106494307518,-0.02614041417837143,-0.02307017892599106,-0.019999943673610687,-0.016929708421230316,-0.013859473168849945,-0.010789237916469574,-0.007719002664089203,-0.004648767411708832,-0.0015785321593284607,0.0014917030930519104,0.0045619383454322815,0.007632173597812653,0.010702408850193024,0.013772644102573395,0.016842879354953766,0.019913114607334137,0.022983349859714508,0.02605358511209488,0.02912382036447525,0.03219405561685562,0.03526429086923599,0.038334526121616364,0.041404761373996735,0.044474996626377106,0.04754523187875748,0.05061546713113785,0.05368570238351822,0.05675593763589859,0.05982617288827896,0.06289640814065933,0.0659666433930397,0.06903687864542007,0.07210711389780045,0.07517734915018082,0.07824758440256119,0.08131781965494156,0.08438805490732193,0.0874582901597023,0.09052852541208267,0.09359876066446304,0.09666899591684341]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,1,2,1,4,2,3,5,6,10,9,8,12,19,22,21,21,25,25,29,31,23,29,39,41,42,33,39,29,22,27,27,21,19,20,15,13,13,16,6,9,6,4,1,1,2,0,3,2,2,2,0,1,0,0,1],"bins":[-0.0037282693665474653,-0.0036159043665975332,-0.0035035395994782448,-0.0033911745995283127,-0.0032788095995783806,-0.003166444832459092,-0.00305407983250916,-0.002941714832559228,-0.0028293500654399395,-0.0027169850654900074,-0.0026046200655400753,-0.002492255065590143,-0.0023798902984708548,-0.0022675252985209227,-0.0021551602985709906,-0.002042795531451702,-0.00193043053150177,-0.0018180656479671597,-0.0017057006480172276,-0.0015933357644826174,-0.0014809707645326853,-0.001368605880998075,-0.0012562409974634647,-0.0011438759975135326,-0.0010315111139789224,-0.0009191461722366512,-0.00080678123049438,-0.0006944163469597697,-0.0005820514052174985,-0.00046968646347522736,-0.00035732155083678663,-0.0002449566381983459,-0.00013259169645607471,-2.0226769265718758e-05,9.21381579246372e-05,0.00020450308511499316,0.0003168680123053491,0.0004292329540476203,0.0005415978375822306,0.0006539627793245018,0.0007663277210667729,0.0008786926628090441,0.0009910576045513153,0.0011034224880859256,0.0012157873716205359,0.001328152371570468,0.0014405172551050782,0.0015528822550550103,0.0016652471385896206,0.0017776120221242309,0.001889977022074163,0.0020023419056087732,0.0021147069055587053,0.0022270716726779938,0.002339436672627926,0.002451801672577858,0.00256416667252779,0.0026765314396470785,0.0027888964395970106,0.0029012614395469427,0.003013626206666231,0.0031259912066161633,0.0032383562065660954,0.003350720973685384,0.003463085973635316]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,1,0,2,3,0,4,3,5,12,11,20,19,33,66,51,98,157,223,250,448,738,1097,1475,2679,4099,7126,12396,22986,43108,79459,118016,117768,79618,43535,22837,12829,6986,4281,2554,1622,1046,704,443,313,193,152,93,86,50,38,22,28,10,10,6,2,1,2,4,2,0,1,2],"bins":[-0.0001354217529296875,-0.00013118982315063477,-0.00012695789337158203,-0.0001227259635925293,-0.00011849403381347656,-0.00011426210403442383,-0.0001100301742553711,-0.00010579824447631836,-0.00010156631469726562,-9.733438491821289e-05,-9.310245513916016e-05,-8.887052536010742e-05,-8.463859558105469e-05,-8.040666580200195e-05,-7.617473602294922e-05,-7.194280624389648e-05,-6.771087646484375e-05,-6.347894668579102e-05,-5.924701690673828e-05,-5.501508712768555e-05,-5.078315734863281e-05,-4.655122756958008e-05,-4.2319297790527344e-05,-3.808736801147461e-05,-3.3855438232421875e-05,-2.962350845336914e-05,-2.5391578674316406e-05,-2.1159648895263672e-05,-1.6927719116210938e-05,-1.2695789337158203e-05,-8.463859558105469e-06,-4.231929779052734e-06,0,4.231929779052734e-06,8.463859558105469e-06,1.2695789337158203e-05,1.6927719116210938e-05,2.1159648895263672e-05,2.5391578674316406e-05,2.962350845336914e-05,3.3855438232421875e-05,3.808736801147461e-05,4.2319297790527344e-05,4.655122756958008e-05,5.078315734863281e-05,5.501508712768555e-05,5.924701690673828e-05,6.347894668579102e-05,6.771087646484375e-05,7.194280624389648e-05,7.617473602294922e-05,8.040666580200195e-05,8.463859558105469e-05,8.887052536010742e-05,9.310245513916016e-05,9.733438491821289e-05,0.00010156631469726562,0.00010579824447631836,0.0001100301742553711,0.00011426210403442383,0.00011849403381347656,0.0001227259635925293,0.00012695789337158203,0.00013118982315063477,0.0001354217529296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,2,5,7,25,19,47,84,155,216,342,547,914,1259,1843,2624,3548,4956,6596,8492,10805,13371,16349,19156,22393,25689,28138,30938,33014,34531,35111,34845,33763,32425,30228,27762,24407,21291,18119,15176,12533,9871,7736,5748,4313,3295,2374,1632,1106,753,458,319,211,113,75,45,25,13,2,7,0,2],"bins":[-0.0977509617805481,-0.09477213025093079,-0.09179329127073288,-0.08881445974111557,-0.08583562076091766,-0.08285678923130035,-0.07987795025110245,-0.07689911872148514,-0.07392027974128723,-0.07094144821166992,-0.06796260923147202,-0.0649837777018547,-0.0620049424469471,-0.05902610719203949,-0.05604727193713188,-0.053068436682224274,-0.050089601427316666,-0.04711076617240906,-0.04413193091750145,-0.04115309566259384,-0.038174260407686234,-0.035195425152778625,-0.03221658989787102,-0.02923775650560856,-0.02625892125070095,-0.023280085995793343,-0.020301250740885735,-0.017322415485978127,-0.014343581162393093,-0.011364745907485485,-0.008385911583900452,-0.005407076328992844,-0.0024282410740852356,0.0005505939479917288,0.003529428970068693,0.006508263759315014,0.009487099014222622,0.01246593426913023,0.015444768592715263,0.01842360384762287,0.02140243910253048,0.024381274357438087,0.027360109612345695,0.030338944867253304,0.03331777825951576,0.03629661351442337,0.03927544876933098,0.042254284024238586,0.045233119279146194,0.0482119545340538,0.05119078978896141,0.05416962504386902,0.05714846029877663,0.060127295553684235,0.06310612708330154,0.06608496606349945,0.06906379759311676,0.07204263657331467,0.07502146810293198,0.07800030708312988,0.08097913861274719,0.0839579775929451,0.08693680912256241,0.08991564810276031,0.09289447963237762]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,1,0,2,0,2,3,6,5,8,18,31,53,65,85,144,254,410,675,1036,1694,2972,4972,8259,14118,25438,49646,102858,278718,558285,298063,109648,52444,27043,14983,8272,4783,3068,1667,1029,748,422,319,193,123,77,59,54,35,21,20,7,8,5,3,4,1,2,1,0,0,1,1,1],"bins":[-0.0014190673828125,-0.0013710260391235352,-0.0013229846954345703,-0.0012749433517456055,-0.0012269020080566406,-0.0011788606643676758,-0.001130819320678711,-0.001082777976989746,-0.0010347366333007812,-0.0009866952896118164,-0.0009386539459228516,-0.0008906126022338867,-0.0008425712585449219,-0.000794529914855957,-0.0007464885711669922,-0.0006984472274780273,-0.0006504058837890625,-0.0006023645401000977,-0.0005543231964111328,-0.000506281852722168,-0.0004582405090332031,-0.0004101991653442383,-0.00036215782165527344,-0.0003141164779663086,-0.00026607513427734375,-0.0002180337905883789,-0.00016999244689941406,-0.00012195110321044922,-7.390975952148438e-05,-2.586841583251953e-05,2.2172927856445312e-05,7.021427154541016e-05,0.000118255615234375,0.00016629695892333984,0.0002143383026123047,0.00026237964630126953,0.0003104209899902344,0.0003584623336791992,0.00040650367736816406,0.0004545450210571289,0.0005025863647460938,0.0005506277084350586,0.0005986690521240234,0.0006467103958129883,0.0006947517395019531,0.000742793083190918,0.0007908344268798828,0.0008388757705688477,0.0008869171142578125,0.0009349584579467773,0.0009829998016357422,0.001031041145324707,0.0010790824890136719,0.0011271238327026367,0.0011751651763916016,0.0012232065200805664,0.0012712478637695312,0.001319289207458496,0.001367330551147461,0.0014153718948364258,0.0014634132385253906,0.0015114545822143555,0.0015594959259033203,0.0016075372695922852,0.00165557861328125]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,2,0,0,0,1,2,7,4,5,6,6,16,11,7,20,15,31,29,44,50,41,49,54,41,43,34,38,27,26,15,26,20,16,13,13,11,13,2,8,3,8,2,1,3,1,1,0,0,1,0,0,0,0,1],"bins":[0.9980915784835815,0.9981511831283569,0.9982107877731323,0.9982703924179077,0.9983299970626831,0.9983896613121033,0.9984492659568787,0.998508870601654,0.9985684752464294,0.9986280798912048,0.9986876845359802,0.9987472891807556,0.9988069534301758,0.9988665580749512,0.9989261627197266,0.998985767364502,0.9990453720092773,0.9991049766540527,0.9991645812988281,0.9992241859436035,0.9992837905883789,0.9993434548377991,0.9994030594825745,0.9994626641273499,0.9995222687721252,0.9995818734169006,0.999641478061676,0.9997010827064514,0.9997607469558716,0.999820351600647,0.9998799562454224,0.9999395608901978,0.9999991655349731,1.0000587701797485,1.000118374824524,1.0001779794692993,1.0002375841140747,1.00029718875885,1.0003567934036255,1.0004163980484009,1.0004761219024658,1.0005357265472412,1.0005953311920166,1.000654935836792,1.0007145404815674,1.0007741451263428,1.0008337497711182,1.0008933544158936,1.000952959060669,1.0010125637054443,1.0010721683502197,1.0011317729949951,1.0011913776397705,1.001250982284546,1.0013105869293213,1.0013701915740967,1.001429796218872,1.001489520072937,1.0015491247177124,1.0016087293624878,1.0016683340072632,1.0017279386520386,1.001787543296814,1.0018471479415894,1.0019067525863647],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.08978675305843353,-0.08685234189033508,-0.08391793072223663,-0.08098351955413818,-0.07804910838603973,-0.07511470466852188,-0.07218029350042343,-0.06924588233232498,-0.06631147116422653,-0.06337705999612808,-0.06044264882802963,-0.05750824138522148,-0.05457383021712303,-0.05163941904902458,-0.04870501160621643,-0.04577060043811798,-0.04283618927001953,-0.03990177810192108,-0.03696736693382263,-0.03403295949101448,-0.03109854832291603,-0.02816413715481758,-0.02522972784936428,-0.02229531854391098,-0.01936090737581253,-0.01642649620771408,-0.01349208690226078,-0.010557676665484905,-0.00762326642870903,-0.004688856191933155,-0.00175444595515728,0.0011799642816185951,0.00411437451839447,0.007048784755170345,0.00998319499194622,0.012917605228722095,0.01585201546549797,0.01878642663359642,0.02172083593904972,0.02465524524450302,0.02758965641260147,0.03052406758069992,0.03345847874879837,0.03639288619160652,0.03932729735970497,0.04226170852780342,0.04519611597061157,0.04813052713871002,0.05106493830680847,0.05399934947490692,0.05693376064300537,0.05986816808581352,0.06280258297920227,0.06573698669672012,0.06867139786481857,0.07160580903291702,0.07454022020101547,0.07747463136911392,0.08040904253721237,0.08334345370531082,0.08627785742282867,0.08921226859092712,0.09214667975902557,0.09508109092712402,0.09801550209522247],"_type":"histogram","values":[5,3,8,18,16,34,75,98,178,279,448,671,1050,1506,2087,2963,4223,5428,7207,9200,11399,14466,16945,20108,23137,26224,28843,31236,32793,34032,34499,33933,33144,31572,29219,26651,23842,20874,17498,14667,11921,9602,7330,5784,4299,3127,2255,1599,1143,798,522,343,200,131,68,50,31,14,11,10,5,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,2,2,2,3,6,15,25,30,45,107,145,210,325,579,970,1477,2542,4180,7344,12053,21610,38417,69001,128423,235636,357198,305009,173940,92553,51313,29144,16239,9710,5559,3534,2050,1208,764,513,336,209,125,101,51,56,29,27,8,13,7,3,5,0,4,2,1,1,1,0,0,0,1],"bins":[-0.00064849853515625,-0.0006251335144042969,-0.0006017684936523438,-0.0005784034729003906,-0.0005550384521484375,-0.0005316734313964844,-0.0005083084106445312,-0.0004849433898925781,-0.000461578369140625,-0.0004382133483886719,-0.00041484832763671875,-0.0003914833068847656,-0.0003681182861328125,-0.0003447532653808594,-0.00032138824462890625,-0.0002980232238769531,-0.000274658203125,-0.0002512931823730469,-0.00022792816162109375,-0.00020456314086914062,-0.0001811981201171875,-0.00015783309936523438,-0.00013446807861328125,-0.00011110305786132812,-8.7738037109375e-05,-6.437301635742188e-05,-4.100799560546875e-05,-1.7642974853515625e-05,5.7220458984375e-06,2.9087066650390625e-05,5.245208740234375e-05,7.581710815429688e-05,9.918212890625e-05,0.00012254714965820312,0.00014591217041015625,0.00016927719116210938,0.0001926422119140625,0.00021600723266601562,0.00023937225341796875,0.0002627372741699219,0.000286102294921875,0.0003094673156738281,0.00033283233642578125,0.0003561973571777344,0.0003795623779296875,0.0004029273986816406,0.00042629241943359375,0.0004496574401855469,0.0004730224609375,0.0004963874816894531,0.0005197525024414062,0.0005431175231933594,0.0005664825439453125,0.0005898475646972656,0.0006132125854492188,0.0006365776062011719,0.000659942626953125,0.0006833076477050781,0.0007066726684570312,0.0007300376892089844,0.0007534027099609375,0.0007767677307128906,0.0008001327514648438,0.0008234977722167969,0.00084686279296875]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.0991876870393753,-0.0960860624909401,-0.09298443794250488,-0.08988282084465027,-0.08678119629621506,-0.08367957174777985,-0.08057794719934464,-0.07747632265090942,-0.07437470555305481,-0.0712730810046196,-0.06817145645618439,-0.06506983190774918,-0.061968207359313965,-0.05886658653616905,-0.05576496198773384,-0.05266334116458893,-0.04956171661615372,-0.046460092067718506,-0.04335847124457359,-0.04025684669613838,-0.03715522587299347,-0.03405360132455826,-0.030951976776123047,-0.027850354090332985,-0.024748731404542923,-0.02164710871875286,-0.0185454860329628,-0.015443861484527588,-0.012342238798737526,-0.009240616112947464,-0.006138992495834827,-0.003037369344383478,6.42538070678711e-05,0.0031658769585192204,0.00626750010997057,0.009369123727083206,0.012470746412873268,0.01557236909866333,0.01867399364709854,0.021775616332888603,0.024877239018678665,0.027978861704468727,0.03108048439025879,0.034182108938694,0.03728373348712921,0.040385354310274124,0.043486978858709335,0.04658859968185425,0.04969022423028946,0.05279184877872467,0.05589346960186958,0.058995094150304794,0.06209671497344971,0.06519833952188492,0.06829996407032013,0.07140158861875534,0.07450321316719055,0.07760483026504517,0.08070645481348038,0.08380807936191559,0.0869097039103508,0.09001132845878601,0.09311294555664062,0.09621457010507584,0.09931619465351105],"_type":"histogram","values":[1,4,2,5,12,19,55,97,112,241,409,599,1026,1680,2521,3694,5644,7741,11056,14865,19983,26184,32849,41008,49459,58774,67908,76268,84383,90526,95127,96631,96706,94842,90012,83730,75939,67496,58366,49075,40551,32516,25701,19930,14882,10799,7721,5346,3715,2483,1658,1021,617,367,224,141,71,31,18,13,7,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,4,2,3,1,2,5,6,1,7,14,15,5,19,14,25,42,41,40,55,68,62,73,75,83,79,83,94,113,92,88,87,96,88,75,75,50,63,52,47,34,35,26,14,16,17,4,15,8,4,3,7,3,6,1,2,2,2,1,1,0,1,1],"bins":[-0.0003701990353874862,-0.0003577211173251271,-0.00034524319926276803,-0.00033276528120040894,-0.00032028736313804984,-0.00030780944507569075,-0.0002953314979095012,-0.0002828535798471421,-0.000270375661784783,-0.0002578977437224239,-0.0002454198256600648,-0.00023294190759770572,-0.00022046398953534663,-0.00020798607147298753,-0.0001955081388587132,-0.00018303022079635412,-0.00017055230273399502,-0.00015807438467163593,-0.00014559646660927683,-0.0001331185339950025,-0.00012064061593264341,-0.00010816269787028432,-9.568477980792522e-05,-8.320685446960852e-05,-7.072893640724942e-05,-5.825101470691152e-05,-4.577309300657362e-05,-3.329517494421452e-05,-2.081725324387662e-05,-8.339332453033421e-06,4.138588337809779e-06,1.6616508219158277e-05,2.909442991949618e-05,4.157235161983408e-05,5.405027332017198e-05,6.652819138253108e-05,7.900611672084779e-05,9.148403478320688e-05,0.00010396195284556597,0.00011643987818388268,0.0001289178035221994,0.0001413957215845585,0.00015387363964691758,0.00016635155770927668,0.00017882947577163577,0.00019130739383399487,0.0002037853264482692,0.00021626324451062828,0.00022874116257298738,0.00024121908063534647,0.0002536970132496208,0.0002661749313119799,0.000278652849374339,0.0002911307674366981,0.0003036086854990572,0.00031608660356141627,0.00032856452162377536,0.00034104243968613446,0.00035352035774849355,0.0003659983049146831,0.0003784762229770422,0.0003909541410394013,0.0004034320591017604,0.0004159099771641195,0.0004283878952264786]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,2,1,0,1,3,3,7,5,4,10,10,17,19,18,25,23,37,40,27,49,45,42,45,41,44,33,37,34,29,31,18,17,18,6,10,4,6,1,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005171402008272707,-0.0004984925617463887,-0.0004798448644578457,-0.0004611972253769636,-0.0004425495571922511,-0.00042390188900753856,-0.00040525422082282603,-0.0003866065526381135,-0.0003679589135572314,-0.0003493112453725189,-0.00033066357718780637,-0.00031201590900309384,-0.0002933682408183813,-0.0002747205726336688,-0.0002560729335527867,-0.00023742526536807418,-0.00021877759718336165,-0.00020012992899864912,-0.00018148227536585182,-0.0001628346071811393,-0.000144186953548342,-0.00012553928536362946,-0.00010689161717891693,-8.824395627016202e-05,-6.95962953614071e-05,-5.0948634452652186e-05,-3.2300969905918464e-05,-1.3653307178174146e-05,4.994355549570173e-06,2.364201827731449e-05,4.228968100505881e-05,6.093734555179253e-05,7.958500646054745e-05,9.823266736930236e-05,0.00011688032827805728,0.0001355279964627698,0.0001541756500955671,0.00017282331828027964,0.00019147098646499217,0.00021011864009778947,0.000228766308282502,0.0002474139619152993,0.0002660616301000118,0.00028470929828472435,0.0003033569664694369,0.0003220046346541494,0.0003406522737350315,0.000359299941919744,0.00037794761010445654,0.0003965952782891691,0.0004152429464738816,0.0004338905855547637,0.0004525382537394762,0.00047118592192418873,0.0004898335901089013,0.0005084812291897833,0.0005271289264783263,0.0005457765655592084,0.0005644242628477514,0.0005830719019286335,0.0006017195410095155,0.0006203672382980585,0.0006390148773789406,0.0006576625746674836,0.0006763102137483656],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.00019483684445731342,-0.00018851646746043116,-0.0001821960904635489,-0.00017587571346666664,-0.00016955533646978438,-0.00016323495947290212,-0.00015691458247601986,-0.0001505942054791376,-0.00014427382848225534,-0.0001379534660372883,-0.00013163308904040605,-0.0001253127120435238,-0.00011899233504664153,-0.00011267195804975927,-0.00010635158105287701,-0.00010003120405599475,-9.371082705911249e-05,-8.739045006223023e-05,-8.107007306534797e-05,-7.474969606846571e-05,-6.842931907158345e-05,-6.21089493506588e-05,-5.5788572353776544e-05,-4.9468195356894284e-05,-4.3147818360012025e-05,-3.6827441363129765e-05,-3.050706618523691e-05,-2.4186691007344052e-05,-1.7866314010461792e-05,-1.1545937923074234e-05,-5.225561835686676e-06,1.0948142517008819e-06,7.415204891003668e-06,1.3735580978391226e-05,2.0055957065778784e-05,2.637633224367164e-05,3.26967092405539e-05,3.901708623743616e-05,4.533745959633961e-05,5.165783659322187e-05,5.797821359010413e-05,6.429859058698639e-05,7.061896758386865e-05,7.693934458075091e-05,8.325971430167556e-05,8.958009129855782e-05,9.590046829544008e-05,0.00010222084529232234,0.0001085412222892046,0.00011486159928608686,0.00012118197628296912,0.00012750235327985138,0.00013382273027673364,0.0001401431072736159,0.00014646348427049816,0.00015278386126738042,0.00015910423826426268,0.0001654246007092297,0.00017174497770611197,0.00017806535470299423,0.0001843857316998765,0.00019070610869675875,0.000197026485693641,0.00020334686269052327,0.00020966723968740553],"_type":"histogram","values":[1,1,0,2,4,1,2,1,1,4,5,6,10,17,16,7,16,21,25,35,41,51,62,62,91,79,82,101,99,86,120,105,100,90,106,89,81,63,64,63,41,47,22,19,21,13,14,10,12,13,7,2,7,3,2,0,1,1,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,0,3,2,3,4,3,10,7,13,9,9,17,14,24,16,26,25,29,28,30,28,29,42,43,44,32,36,34,27,24,21,23,20,22,12,9,10,5,5,3,5,5,4,1,2,2,1,1,0,1,2,0,0,0,0,0,1],"bins":[-0.00282339658588171,-0.002729107392951846,-0.002634818432852626,-0.002540529239922762,-0.002446240046992898,-0.0023519510868936777,-0.0022576618939638138,-0.00216337270103395,-0.002069083508104086,-0.0019747945480048656,-0.0018805053550750017,-0.0017862162785604596,-0.0016919272020459175,-0.0015976380091160536,-0.0015033489326015115,-0.0014090597396716475,-0.0013147706631571054,-0.0012204815866425633,-0.0011261923937126994,-0.0010319033171981573,-0.0009376141824759543,-0.0008433250477537513,-0.0007490359712392092,-0.0006547468365170062,-0.0005604577017948031,-0.0004661685670726001,-0.00037187946145422757,-0.000277590355835855,-0.000183301221113652,-8.90121009433642e-05,5.277019226923585e-06,9.956613939721137e-05,0.00019385525956749916,0.0002881443942897022,0.00038243349990807474,0.0004767226055264473,0.0005710117402486503,0.0006653008749708533,0.0007595899514853954,0.0008538790862075984,0.0009481682209298015,0.0010424572974443436,0.0011367464903742075,0.0012310355668887496,0.0013253246434032917,0.0014196138363331556,0.0015139029128476977,0.0016081921057775617,0.0017024811822921038,0.0017967702588066459,0.0018910594517365098,0.001985348528251052,0.002079637721180916,0.002173926681280136,0.00226821587421,0.002362505067139864,0.0024567940272390842,0.002551083220168948,0.002645372413098812,0.002739661606028676,0.0028339505661278963,0.0029282397590577602,0.003022528951987624,0.0031168179120868444,0.0032111071050167084],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,2,0,1,1,1,4,6,4,4,7,13,22,18,34,28,42,61,59,59,60,64,54,48,34,26,14,17,17,10,6,12,9,6,4,0,1,2,4,3,0,2,0,0,0,1,0,1,0,0,0,0,1,0,0,0,0,1,0,0,0,1],"bins":[-0.0008357431506738067,-0.0007986172568053007,-0.0007614914211444557,-0.0007243655272759497,-0.0006872396916151047,-0.0006501137977465987,-0.0006129879620857537,-0.0005758620682172477,-0.0005387362325564027,-0.0005016103386878967,-0.00046448447392322123,-0.00042735860915854573,-0.0003902327152900398,-0.0003531068505253643,-0.0003159809857606888,-0.0002788551209960133,-0.00024172925623133779,-0.0002046033914666623,-0.0001674775267019868,-0.00013035164738539606,-9.322578262072057e-05,-5.609991421806626e-05,-1.8974045815411955e-05,1.815182258724235e-05,5.5277690989896655e-05,9.240355575457215e-05,0.00012952942051924765,0.00016665529983583838,0.00020378116460051388,0.00024090702936518937,0.0002780329086817801,0.0003151587734464556,0.0003522846382111311,0.0003894105029758066,0.0004265363677404821,0.0004636622325051576,0.0005007880972698331,0.000537913991138339,0.0005750398267991841,0.00061216572066769,0.0006492915563285351,0.000686417450197041,0.000723543344065547,0.000760669179726392,0.000797795073594898,0.000834920909255743,0.000872046803124249,0.000909172638785094,0.0009462985326536,0.000983424368314445,0.001020550262182951,0.001057676156051457,0.0010948020499199629,0.001131927827373147,0.001169053721241653,0.001206179615110159,0.0012433055089786649,0.0012804314028471708,0.001317557180300355,0.001354683074168861,0.0013918089680373669,0.0014289348619058728,0.001466060639359057,0.001503186533227563,0.0015403124270960689]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,1,3,8,6,14,25,18,23,35,48,63,93,92,148,233,337,427,664,929,1491,2054,3474,5414,8782,14216,24179,38197,61972,89866,102837,84648,56889,34913,22156,13007,7962,4977,3262,2031,1251,929,642,410,297,206,160,112,91,54,45,41,28,16,11,11,10,6,4,1,1,1],"bins":[-7.581710815429688e-05,-7.347762584686279e-05,-7.113814353942871e-05,-6.879866123199463e-05,-6.645917892456055e-05,-6.411969661712646e-05,-6.178021430969238e-05,-5.94407320022583e-05,-5.710124969482422e-05,-5.476176738739014e-05,-5.2422285079956055e-05,-5.008280277252197e-05,-4.774332046508789e-05,-4.540383815765381e-05,-4.3064355850219727e-05,-4.0724873542785645e-05,-3.838539123535156e-05,-3.604590892791748e-05,-3.37064266204834e-05,-3.1366944313049316e-05,-2.9027462005615234e-05,-2.6687979698181152e-05,-2.434849739074707e-05,-2.2009015083312988e-05,-1.9669532775878906e-05,-1.7330050468444824e-05,-1.4990568161010742e-05,-1.265108585357666e-05,-1.0311603546142578e-05,-7.972121238708496e-06,-5.632638931274414e-06,-3.293156623840332e-06,-9.5367431640625e-07,1.385807991027832e-06,3.725290298461914e-06,6.064772605895996e-06,8.404254913330078e-06,1.074373722076416e-05,1.3083219528198242e-05,1.5422701835632324e-05,1.7762184143066406e-05,2.0101666450500488e-05,2.244114875793457e-05,2.4780631065368652e-05,2.7120113372802734e-05,2.9459595680236816e-05,3.17990779876709e-05,3.413856029510498e-05,3.647804260253906e-05,3.8817524909973145e-05,4.1157007217407227e-05,4.349648952484131e-05,4.583597183227539e-05,4.817545413970947e-05,5.0514936447143555e-05,5.285441875457764e-05,5.519390106201172e-05,5.75333833694458e-05,5.987286567687988e-05,6.221234798431396e-05,6.455183029174805e-05,6.689131259918213e-05,6.923079490661621e-05,7.157027721405029e-05,7.390975952148438e-05]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.09478968381881714,-0.09181186556816101,-0.08883405476808548,-0.08585623651742935,-0.08287842571735382,-0.07990060746669769,-0.07692278921604156,-0.07394497841596603,-0.0709671601653099,-0.06798934191465378,-0.06501153111457825,-0.06203371286392212,-0.05905589833855629,-0.05607808381319046,-0.05310026556253433,-0.0501224510371685,-0.04714463651180267,-0.044166821986436844,-0.041189007461071014,-0.038211189210414886,-0.03523337468504906,-0.03225556015968323,-0.02927774377167225,-0.02629992738366127,-0.02332211285829544,-0.02034429833292961,-0.017366481944918633,-0.014388666488230228,-0.011410851031541824,-0.00843303557485342,-0.005455220118165016,-0.002477404661476612,0.0005004033446311951,0.003478218801319599,0.006456034258008003,0.009433849714696407,0.012411665171384811,0.015389480628073215,0.01836729608476162,0.0213451124727726,0.024322926998138428,0.027300741523504257,0.030278557911515236,0.033256374299526215,0.036234188824892044,0.039212003350257874,0.042189821600914,0.04516763612627983,0.04814545065164566,0.05112326517701149,0.05410107970237732,0.05707889795303345,0.06005671247839928,0.0630345270037651,0.06601234525442123,0.06899015605449677,0.0719679743051529,0.07494579255580902,0.07792360335588455,0.08090142160654068,0.08387923240661621,0.08685705065727234,0.08983486890792847,0.092812679708004,0.09579049795866013],"_type":"histogram","values":[2,4,3,17,20,57,83,126,241,408,597,954,1479,2233,3227,4887,6857,9733,12937,17344,22876,28333,35491,43142,51626,60274,68442,75640,82698,87992,91373,93790,92864,90686,86448,80088,73505,65338,56895,48850,40453,33267,26371,20715,15710,11618,8455,6076,4368,2990,1956,1263,816,480,306,189,115,59,46,19,16,10,3,3]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,0,1,3,0,1,3,3,3,4,5,8,3,9,11,13,17,23,24,41,32,54,47,55,76,76,58,73,105,106,101,116,94,82,92,88,84,76,61,69,58,50,38,31,31,23,18,17,17,8,7,4,6,4,6,4,1,2,0,1,0,2,2],"bins":[-0.000262097135419026,-0.00025400560116395354,-0.00024591406690888107,-0.00023782251810189337,-0.0002297309838468209,-0.00022163944959174842,-0.00021354790078476071,-0.00020545636652968824,-0.00019736483227461576,-0.0001892732980195433,-0.00018118176376447082,-0.0001730902149574831,-0.00016499868070241064,-0.00015690714644733816,-0.00014881559764035046,-0.000140724063385278,-0.0001326325291302055,-0.00012454099487513304,-0.00011644945334410295,-0.00010835791181307286,-0.00010026637755800039,-9.217484330292791e-05,-8.408330177189782e-05,-7.599176024086773e-05,-6.790022598579526e-05,-5.980868809274398e-05,-5.1717150199692696e-05,-4.3625612306641415e-05,-3.553407441359013e-05,-2.744253652053885e-05,-1.935099862748757e-05,-1.1259460734436288e-05,-3.16789373755455e-06,4.923644155496731e-06,1.3015182048548013e-05,2.1106719941599295e-05,2.9198257834650576e-05,3.728979572770186e-05,4.538133362075314e-05,5.347287151380442e-05,6.15644094068557e-05,6.965594366192818e-05,7.774748519295827e-05,8.583902672398835e-05,9.393056097906083e-05,0.0001020220952341333,0.00011011363676516339,0.00011820517829619348,0.00012629671255126595,0.00013438824680633843,0.0001424797810614109,0.0001505713298683986,0.00015866286412347108,0.00016675439837854356,0.00017484594718553126,0.00018293748144060373,0.0001910290156956762,0.00019912054995074868,0.00020721208420582116,0.00021530363301280886,0.00022339516726788133,0.0002314867015229538,0.0002395782503299415,0.000247669784585014,0.00025576131884008646],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,2,2,11,13,11,14,34,34,49,49,58,60,75,59,52,37,32,46,28,21,13,11,9,10,9,4,4,5,5,2,1,1,2,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9984138607978821,0.9984917044639587,0.9985695481300354,0.9986473917961121,0.9987252354621887,0.9988030791282654,0.998880922794342,0.9989587068557739,0.9990365505218506,0.9991143941879272,0.9991922378540039,0.9992700815200806,0.9993479251861572,0.9994257688522339,0.9995036125183105,0.9995814561843872,0.9996592998504639,0.9997371435165405,0.9998149871826172,0.9998928308486938,0.9999706149101257,1.0000485181808472,1.0001263618469238,1.0002042055130005,1.0002820491790771,1.0003598928451538,1.000437617301941,1.0005154609680176,1.0005933046340942,1.000671148300171,1.0007489919662476,1.0008268356323242,1.0009046792984009,1.0009825229644775,1.0010603666305542,1.0011382102966309,1.0012160539627075,1.0012938976287842,1.0013717412948608,1.0014495849609375,1.0015274286270142,1.0016052722930908,1.0016831159591675,1.0017609596252441,1.0018388032913208,1.0019166469573975,1.0019944906234741,1.0020723342895508,1.0021501779556274,1.002228021621704,1.0023058652877808,1.0023837089538574,1.0024614334106445,1.0025392770767212,1.0026171207427979,1.0026949644088745,1.0027728080749512,1.0028506517410278,1.0029284954071045,1.0030063390731812,1.0030841827392578,1.0031620264053345,1.0032398700714111,1.0033177137374878,1.0033955574035645],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,1,0,0,0,0,1,0,1,0,3,3,7,1,6,10,6,5,7,13,14,18,14,28,25,12,30,30,35,28,32,25,33,30,34,28,26,34,28,25,21,14,23,14,21,10,14,11,8,6,11,3,1,3,2,7,0,0,2,1,0,2],"bins":[-0.003399102482944727,-0.003303264267742634,-0.0032074262853711843,-0.0031115880701690912,-0.0030157500877976418,-0.0029199118725955486,-0.0028240736573934555,-0.002728235675022006,-0.002632397459819913,-0.00253655924461782,-0.0024407212622463703,-0.002344883047044277,-0.002249044831842184,-0.0021532068494707346,-0.0020573686342686415,-0.001961530651897192,-0.0018656924366950989,-0.0017698543379083276,-0.0016740162391215563,-0.0015781780239194632,-0.0014823399251326919,-0.0013865018263459206,-0.0012906636111438274,-0.0011948255123570561,-0.0010989874135702848,-0.0010031493147835135,-0.0009073111577890813,-0.0008114730007946491,-0.0007156349020078778,-0.0006197968032211065,-0.0005239586462266743,-0.00042812051833607256,-0.0003322823904454708,-0.00023644426255486906,-0.0001406061346642673,-4.476800677366555e-05,5.107012111693621e-05,0.00014690824900753796,0.00024274637689813972,0.00033858450478874147,0.0004344226326793432,0.0005302607314661145,0.0006260988884605467,0.0007219370454549789,0.0008177751442417502,0.0009136132430285215,0.0010094514582306147,0.001105289557017386,0.0012011276558041573,0.0012969657545909286,0.0013928038533776999,0.001488642068579793,0.0015844801673665643,0.0016803182661533356,0.0017761564813554287,0.0018719945801422,0.0019678326789289713,0.0020636708941310644,0.002159508876502514,0.002255347091704607,0.0023511853069067,0.0024470232892781496,0.0025428615044802427,0.002638699486851692,0.0027345377020537853],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[2,1,1,1,3,4,12,20,28,53,103,140,253,391,516,767,1160,1666,2262,3039,3926,5203,6523,7989,9880,11596,13603,15659,17301,19124,20497,21887,22347,22692,22227,21945,20549,19263,17424,15331,13423,11581,9652,7890,6451,5027,3874,2912,2183,1548,1124,728,513,353,223,115,105,54,37,14,12,4,3,2],"bins":[-0.09647899866104126,-0.09359562397003174,-0.09071224927902222,-0.0878288745880127,-0.08494549244642258,-0.08206211775541306,-0.07917874306440353,-0.07629536837339401,-0.07341199368238449,-0.07052861899137497,-0.06764523684978485,-0.06476186215877533,-0.06187848746776581,-0.05899511277675629,-0.056111738085746765,-0.053228359669446945,-0.050344984978437424,-0.0474616102874279,-0.04457823187112808,-0.04169485718011856,-0.03881148248910904,-0.03592810407280922,-0.0330447293817997,-0.030161354690790176,-0.027277978137135506,-0.024394601583480835,-0.021511226892471313,-0.018627850338816643,-0.015744473785161972,-0.01286109909415245,-0.00997772254049778,-0.007094346918165684,-0.004210971295833588,-0.001327595440670848,0.0015557804144918919,0.004439156502485275,0.007322532124817371,0.010205907747149467,0.013089284300804138,0.01597265899181366,0.01885603554546833,0.021739412099123,0.024622786790132523,0.027506163343787193,0.030389539897441864,0.033272914588451385,0.03615628927946091,0.03903966769576073,0.04192304238677025,0.04480641707777977,0.04768979549407959,0.05057317018508911,0.05345654487609863,0.05633992329239845,0.059223297983407974,0.062106672674417496,0.06499005109071732,0.06787342578172684,0.07075680047273636,0.07364017516374588,0.0765235498547554,0.07940693199634552,0.08229030668735504,0.08517368137836456,0.08805705606937408],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,2,0,1,1,2,2,4,2,3,3,8,5,5,10,13,16,18,25,26,23,39,27,42,49,35,39,43,45,32,36,38,33,18,22,15,19,9,6,5,18,6,6,1,2,1,1,4,0,2,0,0,2,0,0,0,0,0,1,0,1],"bins":[-0.0030583571642637253,-0.0029545039869844913,-0.0028506508097052574,-0.0027467976324260235,-0.0026429444551467896,-0.0025390912778675556,-0.0024352381005883217,-0.0023313849233090878,-0.002227531746029854,-0.00212367856875062,-0.002019825391471386,-0.001915972214192152,-0.001812119036912918,-0.0017082658596336842,-0.0016044126823544502,-0.0015005595050752163,-0.0013967063277959824,-0.0012928531505167484,-0.0011889999732375145,-0.0010851467959582806,-0.0009812936186790466,-0.0008774404413998127,-0.0007735872641205788,-0.0006697340868413448,-0.0005658809095621109,-0.00046202773228287697,-0.00035817455500364304,-0.0002543213777244091,-0.00015046820044517517,-4.661502316594124e-05,5.7238154113292694e-05,0.00016109133139252663,0.00026494450867176056,0.0003687976859509945,0.0004726508632302284,0.0005765040405094624,0.0006803572177886963,0.0007842103950679302,0.0008880635723471642,0.000991916749626398,0.001095769926905632,0.001199623104184866,0.0013034762814640999,0.0014073294587433338,0.0015111826360225677,0.0016150358133018017,0.0017188889905810356,0.0018227421678602695,0.0019265953451395035,0.0020304485224187374,0.0021343016996979713,0.0022381548769772053,0.002342008054256439,0.002445861231535673,0.002549714408814907,0.002653567586094141,0.002757420763373375,0.002861273940652609,0.002965127117931843,0.0030689802952110767,0.0031728334724903107,0.0032766866497695446,0.0033805398270487785,0.0034843930043280125,0.0035882461816072464]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-5.888938903808594e-05,-5.710497498512268e-05,-5.5320560932159424e-05,-5.353614687919617e-05,-5.175173282623291e-05,-4.996731877326965e-05,-4.8182904720306396e-05,-4.639849066734314e-05,-4.461407661437988e-05,-4.2829662561416626e-05,-4.104524850845337e-05,-3.926083445549011e-05,-3.7476420402526855e-05,-3.56920063495636e-05,-3.390759229660034e-05,-3.2123178243637085e-05,-3.0338764190673828e-05,-2.855435013771057e-05,-2.6769936084747314e-05,-2.4985522031784058e-05,-2.32011079788208e-05,-2.1416693925857544e-05,-1.9632279872894287e-05,-1.784786581993103e-05,-1.6063451766967773e-05,-1.4279037714004517e-05,-1.249462366104126e-05,-1.0710209608078003e-05,-8.925795555114746e-06,-7.141381502151489e-06,-5.356967449188232e-06,-3.5725533962249756e-06,-1.7881393432617188e-06,-3.725290298461914e-09,1.780688762664795e-06,3.5651028156280518e-06,5.349516868591309e-06,7.1339309215545654e-06,8.918344974517822e-06,1.0702759027481079e-05,1.2487173080444336e-05,1.4271587133407593e-05,1.605600118637085e-05,1.7840415239334106e-05,1.9624829292297363e-05,2.140924334526062e-05,2.3193657398223877e-05,2.4978071451187134e-05,2.676248550415039e-05,2.8546899557113647e-05,3.0331313610076904e-05,3.211572766304016e-05,3.390014171600342e-05,3.5684555768966675e-05,3.746896982192993e-05,3.925338387489319e-05,4.1037797927856445e-05,4.28222119808197e-05,4.460662603378296e-05,4.6391040086746216e-05,4.817545413970947e-05,4.995986819267273e-05,5.1744282245635986e-05,5.352869629859924e-05,5.53131103515625e-05],"_type":"histogram","values":[2,0,1,4,6,5,6,7,11,15,23,30,51,75,127,133,228,306,477,684,1013,1501,2244,3224,4653,7269,10596,15944,23085,34194,47838,63961,76813,77094,64533,48025,33878,23202,15789,10707,7185,4676,3204,2289,1494,1002,694,427,335,254,162,118,53,44,41,30,14,18,8,7,3,5,2,5]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"values":[1,0,1,4,3,2,7,15,34,61,109,174,277,442,686,1102,1618,2430,3285,4693,6419,8492,10753,13706,16921,20237,23770,26594,29931,32627,34635,36087,36603,36176,35037,32896,30564,27002,23740,20365,17028,13940,11118,8483,6482,4696,3430,2426,1685,1066,759,463,312,186,106,57,47,20,6,11,2,1,0,1],"bins":[-0.10144583135843277,-0.09832814335823059,-0.09521045535802841,-0.09209276735782623,-0.08897507935762405,-0.08585739135742188,-0.0827397033572197,-0.07962201535701752,-0.07650432735681534,-0.07338663935661316,-0.07026895135641098,-0.0671512633562088,-0.06403357535600662,-0.06091588735580444,-0.057798199355602264,-0.054680511355400085,-0.051562823355197906,-0.04844513535499573,-0.04532744735479355,-0.04220975935459137,-0.03909207135438919,-0.03597438335418701,-0.03285669535398483,-0.029739007353782654,-0.026621319353580475,-0.023503631353378296,-0.020385943353176117,-0.017268255352973938,-0.014150567352771759,-0.01103287935256958,-0.007915191352367401,-0.004797503352165222,-0.0016798079013824463,0.0014378800988197327,0.004555568099021912,0.007673256099224091,0.01079094409942627,0.013908632099628448,0.017026320099830627,0.020144008100032806,0.023261696100234985,0.026379384100437164,0.029497072100639343,0.03261476010084152,0.0357324481010437,0.03885013610124588,0.04196782410144806,0.04508551210165024,0.04820320010185242,0.051320888102054596,0.054438576102256775,0.057556264102458954,0.06067395210266113,0.06379164010286331,0.06690932810306549,0.07002701610326767,0.07314470410346985,0.07626239210367203,0.0793800801038742,0.08249776810407639,0.08561545610427856,0.08873314410448074,0.09185083210468292,0.0949685201048851,0.09808620810508728],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,1,0,0,2,1,3,1,1,1,3,5,5,7,9,5,12,14,15,11,17,19,24,27,19,23,30,32,31,35,30,45,39,37,27,27,29,36,20,11,22,13,11,9,15,3,9,9,7,0,2,2,1,2,3,1,1,0,0,1,1],"bins":[-0.0005703097558580339,-0.0005533081130124629,-0.0005363065283745527,-0.0005193048855289817,-0.0005023033008910716,-0.0004853016580455005,-0.00046830004430375993,-0.00045129843056201935,-0.00043429681682027876,-0.0004172952030785382,-0.0004002935893367976,-0.000383291975595057,-0.00036629033274948597,-0.0003492887190077454,-0.0003322871052660048,-0.0003152854915242642,-0.00029828387778252363,-0.00028128226404078305,-0.00026428065029904246,-0.0002472790365573019,-0.00023027740826364607,-0.00021327579452190548,-0.00019627416622824967,-0.00017927255248650908,-0.0001622709387447685,-0.00014526932500302792,-0.00012826771126128733,-0.00011126608296763152,-9.426446922589093e-05,-7.726285548415035e-05,-6.026123446645215e-05,-4.325961708673276e-05,-2.625799970701337e-05,-9.256382327293977e-06,7.745235052425414e-06,2.4746852432144806e-05,4.17484698118642e-05,5.875008719158359e-05,7.575170457130298e-05,9.275332558900118e-05,0.00010975493933074176,0.00012675655307248235,0.00014375816681422293,0.00016075979510787874,0.00017776140884961933,0.0001947630225913599,0.00021176465088501573,0.0002287662646267563,0.0002457678783684969,0.0002627694921102375,0.00027977110585197806,0.00029677271959371865,0.00031377433333545923,0.0003307759761810303,0.00034777758992277086,0.00036477920366451144,0.000381780817406252,0.0003987824311479926,0.0004157840448897332,0.0004327856586314738,0.0004497873014770448,0.0004667889152187854,0.000483790528960526,0.0005007921135984361,0.0005177937564440072]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,1,1,1,4,8,2,10,8,7,11,13,12,13,15,16,21,21,21,25,21,31,26,16,16,25,22,17,21,18,28,22,26,25,25,24,14,24,28,22,17,15,11,12,11,10,5,1,5,3,2,3,4,1,2,0,1],"bins":[-0.002557906322181225,-0.0024812750052660704,-0.002404643688350916,-0.0023280123714357615,-0.002251381054520607,-0.002174749504774809,-0.0020981181878596544,-0.0020214868709445,-0.0019448555540293455,-0.001868224237114191,-0.0017915929201990366,-0.0017149614868685603,-0.0016383301699534059,-0.0015616988530382514,-0.0014850674197077751,-0.0014084361027926207,-0.0013318047858774662,-0.0012551734689623117,-0.0011785421520471573,-0.001101910718716681,-0.0010252794018015265,-0.0009486480848863721,-0.0008720167097635567,-0.0007953853346407413,-0.0007187540177255869,-0.0006421227008104324,-0.0005654913256876171,-0.0004888599505648017,-0.00041222863364964724,-0.0003355972876306623,-0.0002589659416116774,-0.0001823345955926925,-0.00010570301674306393,-2.9071670724079013e-05,4.75596752949059e-05,0.00012419102131389081,0.00020082236733287573,0.00027745371335186064,0.00035408505937084556,0.00043071640538983047,0.0005073477514088154,0.0005839790683239698,0.0006606104434467852,0.0007372418185696006,0.000813873135484755,0.0008905044523999095,0.0009671358275227249,0.0010437672026455402,0.0011203985195606947,0.0011970298364758492,0.0012736611533910036,0.00135029258672148,0.0014269239036366343,0.0015035552205517888,0.001580186653882265,0.0016568179707974195,0.001733449287712574,0.0018100806046277285,0.001886711921542883,0.0019633432384580374,0.002039974555373192,0.00211660610511899,0.0021932374220341444,0.002269868738949299,0.0023465000558644533]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,1,0,0,0,0,2,2,2,0,4,3,3,5,7,8,6,14,11,14,15,15,15,26,31,22,35,28,26,32,37,33,38,32,31,29,27,28,24,19,22,22,17,11,13,8,7,7,4,5,5,3,4,4,1,3,1,0,0,1,1,0,0,3],"bins":[-0.0004794732667505741,-0.00046432673116214573,-0.00044918019557371736,-0.0004340336308814585,-0.00041888709529303014,-0.00040374055970460176,-0.0003885940241161734,-0.000373447488527745,-0.0003583009238354862,-0.0003431543882470578,-0.0003280078526586294,-0.00031286131707020104,-0.00029771478148177266,-0.0002825682458933443,-0.00026742168120108545,-0.00025227514561265707,-0.0002371286100242287,-0.00022198207443580031,-0.0002068355242954567,-0.00019168898870702833,-0.00017654243856668472,-0.00016139590297825634,-0.00014624936738982797,-0.00013110281724948436,-0.00011595628166105598,-0.00010080973879666999,-8.5663195932284e-05,-7.051666034385562e-05,-5.537011747946963e-05,-4.0223574615083635e-05,-2.507703538867645e-05,-9.930494343279861e-06,5.216046702116728e-06,2.0362587747513317e-05,3.5509128792909905e-05,5.065566801931709e-05,6.580221088370308e-05,8.094875374808908e-05,9.609528933651745e-05,0.00011124183220090345,0.00012638837506528944,0.00014153491065371782,0.00015668146079406142,0.0001718279963824898,0.00018697453197091818,0.00020212108211126179,0.00021726761769969016,0.00023241416784003377,0.00024756070342846215,0.0002627072390168905,0.0002778537746053189,0.00029300033929757774,0.0003081468748860061,0.0003232934104744345,0.0003384399460628629,0.00035358648165129125,0.00036873301723971963,0.00038387958193197846,0.00039902611752040684,0.0004141726531088352,0.0004293191886972636,0.000444465724285692,0.0004596122889779508,0.0004747588245663792,0.0004899053601548076],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.0005053785280324519,-0.000489911821205169,-0.00047444511437788606,-0.00045897840755060315,-0.00044351170072332025,-0.0004280449647922069,-0.000412578257964924,-0.00039711155113764107,-0.00038164484431035817,-0.00036617813748307526,-0.00035071143065579236,-0.00033524472382850945,-0.0003197779878973961,-0.0003043112810701132,-0.0002888445742428303,-0.00027337786741554737,-0.00025791116058826447,-0.00024244445376098156,-0.00022697774693369865,-0.00021151102555450052,-0.00019604431872721761,-0.0001805776118999347,-0.00016511089052073658,-0.00014964418369345367,-0.00013417747686617076,-0.00011871077003888786,-0.00010324405593564734,-8.777734183240682e-05,-7.231063500512391e-05,-5.68439245398622e-05,-4.137721407460049e-05,-2.5910503609338775e-05,-1.0443764040246606e-05,5.022946425015107e-06,2.048965689027682e-05,3.595636735553853e-05,5.1423077820800245e-05,6.688978464808315e-05,8.235649875132367e-05,9.782321285456419e-05,0.0001132899196818471,0.00012875662650913,0.0001442233333364129,0.00015969005471561104,0.00017515676154289395,0.00019062346837017685,0.00020609018974937499,0.0002215568965766579,0.0002370236034039408,0.0002524903102312237,0.0002679570170585066,0.0002834237238857895,0.0002988904598169029,0.0003143571666441858,0.0003298238734714687,0.0003452905802987516,0.0003607572871260345,0.0003762239939533174,0.0003916907007806003,0.0004071574076078832,0.0004226241144351661,0.0004380908503662795,0.0004535575571935624,0.0004690242640208453,0.0004844909708481282],"_type":"histogram","values":[2,0,0,0,0,1,1,2,0,1,1,2,3,1,1,1,5,5,10,10,7,16,20,19,30,26,24,33,29,38,34,42,42,34,25,29,37,27,34,23,26,20,18,19,9,13,10,5,5,5,6,6,1,5,2,0,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,2,2,4,2,4,6,10,7,21,31,50,77,87,142,191,316,364,597,1000,1409,2224,3318,5154,8866,14289,24709,45796,79800,116546,112755,72858,41554,22624,13103,8097,4673,3167,1947,1277,862,576,369,292,213,143,105,60,44,22,13,16,11,6,9,0,1,1,0,0,0,1],"bins":[-0.00144195556640625,-0.001396775245666504,-0.0013515949249267578,-0.0013064146041870117,-0.0012612342834472656,-0.0012160539627075195,-0.0011708736419677734,-0.0011256933212280273,-0.0010805130004882812,-0.0010353326797485352,-0.000990152359008789,-0.000944972038269043,-0.0008997917175292969,-0.0008546113967895508,-0.0008094310760498047,-0.0007642507553100586,-0.0007190704345703125,-0.0006738901138305664,-0.0006287097930908203,-0.0005835294723510742,-0.0005383491516113281,-0.000493168830871582,-0.00044798851013183594,-0.00040280818939208984,-0.00035762786865234375,-0.00031244754791259766,-0.00026726722717285156,-0.00022208690643310547,-0.00017690658569335938,-0.00013172626495361328,-8.654594421386719e-05,-4.1365623474121094e-05,3.814697265625e-06,4.8995018005371094e-05,9.417533874511719e-05,0.00013935565948486328,0.00018453598022460938,0.00022971630096435547,0.00027489662170410156,0.00032007694244384766,0.00036525726318359375,0.00041043758392333984,0.00045561790466308594,0.000500798225402832,0.0005459785461425781,0.0005911588668823242,0.0006363391876220703,0.0006815195083618164,0.0007266998291015625,0.0007718801498413086,0.0008170604705810547,0.0008622407913208008,0.0009074211120605469,0.000952601432800293,0.000997781753540039,0.0010429620742797852,0.0010881423950195312,0.0011333227157592773,0.0011785030364990234,0.0012236833572387695,0.0012688636779785156,0.0013140439987182617,0.0013592243194580078,0.001404404640197754,0.0014495849609375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,1,1,0,0,1,1,2,2,3,1,2,5,7,4,8,8,26,14,9,16,24,26,34,31,25,34,28,37,28,32,36,32,25,38,17,22,28,21,25,23,11,11,13,9,5,7,10,5,4,3,2,3,1,0,2,0,0,2,0,0,1,1],"bins":[-0.0008255722350440919,-0.0007992300670593977,-0.0007728879572823644,-0.0007465457892976701,-0.0007202036795206368,-0.0006938615115359426,-0.0006675194017589092,-0.000641177233774215,-0.0006148350657895207,-0.0005884929560124874,-0.0005621507880277932,-0.0005358086782507598,-0.0005094665102660656,-0.0004831243713852018,-0.000456782232504338,-0.00043044009362347424,-0.00040409795474261045,-0.00037775581586174667,-0.0003514136769808829,-0.0003250715381000191,-0.0002987293992191553,-0.00027238723123446107,-0.0002460450923535973,-0.0002197029534727335,-0.0001933608145918697,-0.00016701867571100593,-0.00014067653683014214,-0.00011433438339736313,-8.799224451649934e-05,-6.165010563563555e-05,-3.5307959478814155e-05,-8.965816959971562e-06,1.7376267351210117e-05,4.371840987005271e-05,7.00605523888953e-05,9.64026985457167e-05,0.0001227448374265805,0.00014908697630744427,0.0001754291297402233,0.00020177126862108707,0.00022811340750195086,0.00025445554638281465,0.00028079768526367843,0.0003071398241445422,0.00033348199212923646,0.00035982413101010025,0.00038616626989096403,0.0004125084087718278,0.0004388505476526916,0.0004651926865335554,0.0004915348254144192,0.0005178769933991134,0.0005442191031761467,0.000570561271160841,0.0005969033809378743,0.0006232455489225686,0.0006495877169072628,0.0006759298266842961,0.0007022719946689904,0.0007286141044460237,0.0007549562724307179,0.0007812983822077513,0.0008076405501924455,0.0008339826599694788,0.0008603248279541731],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.0004712048394139856,-0.00045562064042314887,-0.00044003644143231213,-0.0004244522424414754,-0.0004088680725544691,-0.00039328387356363237,-0.00037769967457279563,-0.0003621154755819589,-0.00034653127659112215,-0.0003309470776002854,-0.00031536287860944867,-0.00029977867961861193,-0.0002841944806277752,-0.0002686103107407689,-0.00025302611174993217,-0.00023744191275909543,-0.0002218577137682587,-0.00020627351477742195,-0.0001906893157865852,-0.0001751051313476637,-0.00015952093235682696,-0.00014393673336599022,-0.0001283525489270687,-0.00011276834993623197,-9.718415094539523e-05,-8.159995195455849e-05,-6.601576023967937e-05,-5.0431564886821434e-05,-3.48473695339635e-05,-1.926317418110557e-05,-3.6789788282476366e-06,1.1905216524610296e-05,2.748938277363777e-05,4.3073578126495704e-05,5.8657773479353637e-05,7.424196519423276e-05,8.98261641850695e-05,0.00010541036317590624,0.00012099455489078537,0.0001365787466056645,0.00015216294559650123,0.00016774714458733797,0.0001833313435781747,0.00019891552801709622,0.00021449972700793296,0.0002300839259987697,0.0002456681104376912,0.00026125230942852795,0.0002768365084193647,0.00029242070741020143,0.00030800490640103817,0.0003235891053918749,0.00033917330438271165,0.00035475747426971793,0.00037034167326055467,0.0003859258722513914,0.00040151007124222815,0.0004170942702330649,0.00043267846922390163,0.00044826266821473837,0.00046384683810174465,0.0004794310370925814,0.0004950152360834181,0.0005105994641780853,0.0005261836340650916],"_type":"histogram","values":[1,0,0,1,1,2,1,2,0,1,4,3,2,4,2,7,7,11,13,13,24,13,23,24,35,31,27,38,44,42,39,31,42,42,31,27,25,30,22,19,20,15,8,6,6,7,6,3,4,1,4,0,1,1,0,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[2,0,2,1,2,0,1,8,6,5,1,5,9,8,12,11,19,17,12,13,17,14,27,30,24,26,23,31,34,23,27,28,35,28,28,19,23,23,16,18,29,14,18,13,9,6,10,9,2,7,3,4,5,3,2,3,0,1,0,0,0,0,1,1],"bins":[-0.0006726582068949938,-0.0006502566975541413,-0.0006278551882132888,-0.0006054537370800972,-0.0005830522277392447,-0.0005606507183983922,-0.0005382492090575397,-0.0005158476997166872,-0.0004934462485834956,-0.00047104471013881266,-0.0004486432299017906,-0.0004262417205609381,-0.0004038402112200856,-0.0003814387309830636,-0.0003590372216422111,-0.00033663574140518904,-0.00031423423206433654,-0.00029183272272348404,-0.000269431242486462,-0.0002470297331456095,-0.00022462823835667223,-0.00020222674356773496,-0.00017982523422688246,-0.0001574237394379452,-0.00013502224464900792,-0.00011262074986007065,-9.021924779517576e-05,-6.781774573028088e-05,-4.5416250941343606e-05,-2.3014752514427528e-05,-6.1325408751145e-07,2.1788244339404628e-05,4.4189742766320705e-05,6.659123755525798e-05,8.899273962015286e-05,0.00011139424168504775,0.00013379573647398502,0.0001561972312629223,0.00017859874060377479,0.00020100023539271206,0.00022340173018164933,0.0002458032395225018,0.00026820471975952387,0.00029060622910037637,0.00031300773844122887,0.0003354092186782509,0.0003578107280191034,0.00038021220825612545,0.00040261371759697795,0.00042501522693783045,0.0004474167071748525,0.000469818216515705,0.000492219696752727,0.0005146212060935795,0.000537022715434432,0.0005594242247752845,0.000581825734116137,0.0006042271852493286,0.0006266286945901811,0.0006490302039310336,0.0006714317132718861,0.0006938332226127386,0.0007162346737459302,0.0007386361830867827,0.0007610376924276352],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,2,6,2,2,5,12,14,7,10,9,18,19,18,16,33,21,30,29,33,22,35,40,39,35,35,32,30,30,27,25,21,15,18,13,13,10,5,8,1,7,1,4,2,1,1,1,4,2,0,0,1,0,0,0,0,1],"bins":[-0.0026350198313593864,-0.002546584466472268,-0.0024581493344157934,-0.002369713969528675,-0.0022812788374722004,-0.002192843472585082,-0.0021044083405286074,-0.002015972975641489,-0.0019275377271696925,-0.001839102478697896,-0.0017506672302260995,-0.001662231981754303,-0.0015737966168671846,-0.0014853613683953881,-0.0013969261199235916,-0.001308490871451795,-0.0012200556229799986,-0.001131620374508202,-0.0010431851260364056,-0.0009547498193569481,-0.0008663145708851516,-0.0007778793224133551,-0.0006894440157338977,-0.0006010087672621012,-0.0005125735187903047,-0.00042413827031850815,-0.0003357029927428812,-0.0002472677151672542,-0.0001588324666954577,-7.039720367174596e-05,1.8038059351965785e-05,0.00010647332237567753,0.00019490881823003292,0.00028334406670182943,0.0003717793442774564,0.00046021462185308337,0.0005486498703248799,0.0006370851187966764,0.0007255204254761338,0.0008139556739479303,0.0009023909224197268,0.0009908261708915234,0.0010792614193633199,0.0011676966678351164,0.0012561320327222347,0.0013445672811940312,0.0014330025296658278,0.0015214377781376243,0.0016098730266094208,0.0016983082750812173,0.0017867435235530138,0.0018751787720248103,0.001963614020496607,0.002052049385383725,0.0021404845174402,0.002228919882327318,0.002317355014383793,0.002405790379270911,0.0024942257441580296,0.0025826608762145042,0.0026710962411016226,0.0027595313731580973,0.0028479667380452156,0.0029364018701016903,0.0030248372349888086]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[4,0,0,2,1,3,1,3,4,3,6,6,5,6,12,14,14,9,25,24,31,20,29,28,24,28,38,38,27,22,32,18,22,25,28,23,25,21,33,21,12,15,14,9,10,5,5,3,1,3,2,3,2,2,0,2,0,1,0,0,2,0,0,2],"bins":[-0.0004467125399969518,-0.00043120593181811273,-0.00041569932363927364,-0.00040019271546043456,-0.00038468610728159547,-0.0003691794699989259,-0.00035367286182008684,-0.00033816625364124775,-0.00032265964546240866,-0.0003071530372835696,-0.0002916464291047305,-0.0002761398209258914,-0.00026063318364322186,-0.00024512657546438277,-0.00022961996728554368,-0.0002141133591067046,-0.0001986067509278655,-0.00018310014274902642,-0.00016759353457018733,-0.00015208691183943301,-0.00013658030366059393,-0.00012107369548175484,-0.00010556708002695814,-9.006046457216144e-05,-7.455385639332235e-05,-5.9047244576504454e-05,-4.354063275968656e-05,-2.8034020942868665e-05,-1.252740912605077e-05,2.9792026907671243e-06,1.848581450758502e-05,3.3992426324402913e-05,4.949909634888172e-05,6.500570452772081e-05,8.051231998251751e-05,9.601893543731421e-05,0.0001115255436161533,0.0001270321517949924,0.0001425387745257467,0.0001580453827045858,0.00017355199088342488,0.00018905859906226397,0.00020456520724110305,0.00022007182997185737,0.00023557843815069646,0.00025108506088145077,0.00026659166906028986,0.00028209827723912895,0.00029760488541796803,0.0003131114935968071,0.0003286181017756462,0.0003441247099544853,0.0003596313181333244,0.00037513795541599393,0.000390644563594833,0.0004061511717736721,0.0004216577799525112,0.0004371643881313503,0.00045267099631018937,0.00046817760448902845,0.000483684241771698,0.0004991908208467066,0.0005146974581293762,0.0005302040372043848,0.0005457106744870543],"_type":"histogram"},"_timestamp":1.752812124324456e+09,"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[2,4,9,14,10,21,27,48,50,71,133,172,246,405,588,820,1358,1836,3006,3990,5974,8865,12527,17158,25213,33244,43940,53720,61774,63435,58847,49891,40318,29820,22067,15089,11086,7813,5168,3543,2515,1554,1142,746,467,355,263,160,104,70,59,24,17,13,7,12,4,2,2,2,1,1,0,2],"bins":[-0.00037384033203125,-0.0003610849380493164,-0.0003483295440673828,-0.0003355741500854492,-0.0003228187561035156,-0.00031006336212158203,-0.00029730796813964844,-0.00028455257415771484,-0.00027179718017578125,-0.00025904178619384766,-0.00024628639221191406,-0.00023353099822998047,-0.00022077560424804688,-0.00020802021026611328,-0.0001952648162841797,-0.0001825094223022461,-0.0001697540283203125,-0.0001569986343383789,-0.0001442432403564453,-0.00013148784637451172,-0.00011873245239257812,-0.00010597705841064453,-9.322166442871094e-05,-8.046627044677734e-05,-6.771087646484375e-05,-5.4955482482910156e-05,-4.220008850097656e-05,-2.944469451904297e-05,-1.6689300537109375e-05,-3.933906555175781e-06,8.821487426757812e-06,2.1576881408691406e-05,3.4332275390625e-05,4.7087669372558594e-05,5.984306335449219e-05,7.259845733642578e-05,8.535385131835938e-05,9.810924530029297e-05,0.00011086463928222656,0.00012362003326416016,0.00013637542724609375,0.00014913082122802734,0.00016188621520996094,0.00017464160919189453,0.00018739700317382812,0.00020015239715576172,0.0002129077911376953,0.0002256631851196289,0.0002384185791015625,0.0002511739730834961,0.0002639293670654297,0.0002766847610473633,0.0002894401550292969,0.00030219554901123047,0.00031495094299316406,0.00032770633697509766,0.00034046173095703125,0.00035321712493896484,0.00036597251892089844,0.00037872791290283203,0.0003914833068847656,0.0004042387008666992,0.0004169940948486328,0.0004297494888305664,0.0004425048828125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09812692552804947,-0.0951496809720993,-0.09217244386672974,-0.08919519931077957,-0.0862179547548294,-0.08324071764945984,-0.08026347309350967,-0.07728622853755951,-0.07430899143218994,-0.07133174687623978,-0.06835450232028961,-0.06537725776433945,-0.06240002065896988,-0.059422776103019714,-0.05644553527235985,-0.05346829071640968,-0.05049104988574982,-0.04751380905508995,-0.044536564499139786,-0.04155932366847992,-0.038582079112529755,-0.03560483828186989,-0.03262759745121002,-0.029650354757905006,-0.02667311206459999,-0.023695869371294975,-0.02071862667798996,-0.017741385847330093,-0.014764143154025078,-0.011786900460720062,-0.008809658698737621,-0.005832416471093893,-0.0028551816940307617,0.00012206053361296654,0.003099302761256695,0.006076544988900423,0.009053787216544151,0.012031029909849167,0.015008271671831608,0.01798551343381405,0.020962756127119064,0.02393999882042408,0.026917241513729095,0.029894482344388962,0.03287172317504883,0.03584896773099899,0.03882620856165886,0.041803453117609024,0.04478069394826889,0.04775793477892876,0.05073517933487892,0.05371242016553879,0.05668966472148895,0.05966690555214882,0.06264414638280869,0.06562139093875885,0.06859862804412842,0.07157587260007858,0.07455311715602875,0.07753036171197891,0.08050759881734848,0.08348484337329865,0.08646208792924881,0.08943932503461838,0.09241656959056854],"_type":"histogram","values":[1,1,1,1,5,3,12,29,62,92,139,233,358,556,788,1205,1735,2641,3500,4671,6148,8325,10488,12881,15852,18756,21933,25294,27816,30801,32850,34394,34619,34934,34225,32620,30369,27824,24943,21872,18739,15602,12670,10141,8069,6100,4646,3409,2417,1759,1147,785,534,314,213,128,81,35,26,14,10,4,1,3]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0004978039651177824,-0.00048225768841803074,-0.00046671138261444867,-0.00045116510591469705,-0.000435618800111115,-0.00042007252341136336,-0.00040452624671161175,-0.0003889799409080297,-0.00037343366420827806,-0.00035788738750852644,-0.00034234108170494437,-0.00032679480500519276,-0.00031124852830544114,-0.00029570222250185907,-0.00028015594580210745,-0.0002646096399985254,-0.00024906336329877377,-0.00023351707204710692,-0.00021797078079544008,-0.00020242450409568846,-0.00018687821284402162,-0.00017133192159235477,-0.00015578564489260316,-0.00014023935364093632,-0.00012469306238926947,-0.00010914677113760263,-9.36004871618934e-05,-7.805420318618417e-05,-6.250791193451732e-05,-4.696162432082929e-05,-3.141533670714125e-05,-1.5869049093453214e-05,-3.227032721042633e-07,1.5223584341583773e-05,3.076987195527181e-05,4.631615956895985e-05,6.186244718264788e-05,7.740873843431473e-05,9.295502241002396e-05,0.00010850130638573319,0.00012404759763740003,0.00013959388888906687,0.00015514018014073372,0.00017068645684048533,0.00018623274809215218,0.00020177903934381902,0.00021732531604357064,0.00023287160729523748,0.0002484178985469043,0.00026396417524665594,0.000279510481050238,0.00029505675774998963,0.0003106030635535717,0.0003261493402533233,0.00034169561695307493,0.000357241922756657,0.0003727881994564086,0.00038833447615616024,0.0004038807819597423,0.0004194270586594939,0.00043497333535924554,0.0004505196411628276,0.0004660659178625792,0.0004816122236661613,0.0004971585003659129],"_type":"histogram","values":[1,1,1,0,0,0,0,1,3,3,1,1,3,4,5,8,9,8,7,10,14,16,16,31,23,28,33,30,37,29,35,37,31,33,35,21,25,36,24,26,24,22,13,12,10,12,12,2,6,5,6,3,4,0,2,2,1,0,0,2,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,2,0,3,3,3,2,3,8,4,5,9,10,9,15,25,19,30,28,38,42,44,53,41,56,45,38,43,37,28,27,20,14,15,11,9,3,3,5,3,1,0,2,0,1,1,0,1,1,2,0,0,0,0,1,0,0,0,1,0,2],"bins":[-0.00016725840396247804,-0.00016098175547085702,-0.00015470512153115124,-0.00014842847303953022,-0.00014215183909982443,-0.0001358751906082034,-0.00012959855666849762,-0.0001233219081768766,-0.0001170452669612132,-0.0001107686257455498,-0.0001044919845298864,-9.821534331422299e-05,-9.193869482260197e-05,-8.566205360693857e-05,-7.938541239127517e-05,-7.310877117561176e-05,-6.683212995994836e-05,-6.055548874428496e-05,-5.4278847528621554e-05,-4.8002202674979344e-05,-4.172556145931594e-05,-3.544892024365254e-05,-2.917227720899973e-05,-2.2895634174346924e-05,-1.661899295868352e-05,-1.0342350833525416e-05,-4.0657087083673105e-06,2.2109334167907946e-06,8.4875755419489e-06,1.4764217667107005e-05,2.104085979226511e-05,2.7317502826917917e-05,3.359415859449655e-05,3.987079981015995e-05,4.6147441025823355e-05,5.2424085879465565e-05,5.870072709512897e-05,6.497737194877118e-05,7.125401316443458e-05,7.753065438009799e-05,8.380729559576139e-05,9.008393681142479e-05,9.63605780270882e-05,0.0001026372192427516,0.00010891386773437262,0.00011519050895003602,0.00012146715016569942,0.0001277437841054052,0.00013402043259702623,0.00014029708108864725,0.00014657371502835304,0.00015285036351997405,0.00015912699745967984,0.00016540364595130086,0.00017168027989100665,0.00017795692838262767,0.00018423356232233346,0.00019051021081395447,0.0001967868593055755,0.00020306349324528128,0.0002093401417369023,0.00021561677567660809,0.0002218934241682291,0.0002281700581079349,0.0002344467065995559]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,1,1,0,4,1,3,1,5,6,11,20,25,36,59,98,136,222,322,466,781,1202,1915,3199,5560,8982,15664,26850,48125,79356,111690,106442,73880,43599,25502,14071,8716,4838,2919,1867,1162,695,461,293,206,140,106,66,45,23,14,7,12,8,2,2,4,0,0,1,0,0,0,1],"bins":[-8.20159912109375e-05,-7.936358451843262e-05,-7.671117782592773e-05,-7.405877113342285e-05,-7.140636444091797e-05,-6.875395774841309e-05,-6.61015510559082e-05,-6.344914436340332e-05,-6.079673767089844e-05,-5.8144330978393555e-05,-5.549192428588867e-05,-5.283951759338379e-05,-5.0187110900878906e-05,-4.7534704208374023e-05,-4.488229751586914e-05,-4.222989082336426e-05,-3.9577484130859375e-05,-3.692507743835449e-05,-3.427267074584961e-05,-3.1620264053344727e-05,-2.8967857360839844e-05,-2.631545066833496e-05,-2.3663043975830078e-05,-2.1010637283325195e-05,-1.8358230590820312e-05,-1.570582389831543e-05,-1.3053417205810547e-05,-1.0401010513305664e-05,-7.748603820800781e-06,-5.0961971282958984e-06,-2.4437904357910156e-06,2.086162567138672e-07,2.86102294921875e-06,5.513429641723633e-06,8.165836334228516e-06,1.0818243026733398e-05,1.3470649719238281e-05,1.6123056411743164e-05,1.8775463104248047e-05,2.142786979675293e-05,2.4080276489257812e-05,2.6732683181762695e-05,2.9385089874267578e-05,3.203749656677246e-05,3.4689903259277344e-05,3.7342309951782227e-05,3.999471664428711e-05,4.264712333679199e-05,4.5299530029296875e-05,4.795193672180176e-05,5.060434341430664e-05,5.3256750106811523e-05,5.5909156799316406e-05,5.856156349182129e-05,6.121397018432617e-05,6.386637687683105e-05,6.651878356933594e-05,6.917119026184082e-05,7.18235969543457e-05,7.447600364685059e-05,7.712841033935547e-05,7.978081703186035e-05,8.243322372436523e-05,8.508563041687012e-05,8.7738037109375e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,2,3,0,3,4,12,9,14,14,14,25,17,24,25,20,41,34,44,42,41,30,36,36,41,31,30,24,20,23,25,15,15,9,11,7,7,5,1,3,1,0,3,0,0,0,0,2,0,0,0,0,0,0,0,1],"bins":[-0.002400699071586132,-0.0023181408178061247,-0.0022355823311954737,-0.0021530240774154663,-0.0020704655908048153,-0.001987907337024808,-0.0019053490832448006,-0.0018227907130494714,-0.0017402323428541422,-0.001657673972658813,-0.0015751156024634838,-0.0014925573486834764,-0.0014099989784881473,-0.001327440608292818,-0.0012448823545128107,-0.0011623239843174815,-0.0010797656141221523,-0.0009972072439268231,-0.0009146489319391549,-0.0008320906199514866,-0.0007495322497561574,-0.0006669738795608282,-0.0005844155675731599,-0.0005018572555854917,-0.00041929888539016247,-0.00033674054429866374,-0.000254182203207165,-0.00017162386211566627,-8.906552102416754e-05,-6.507179932668805e-06,7.605116115882993e-05,0.00015860950225032866,0.0002411678433418274,0.0003237261844333261,0.00040628452552482486,0.0004888428375124931,0.0005714012077078223,0.0006539595779031515,0.0007365178898908198,0.0008190762018784881,0.0009016345720738173,0.0009841929422691464,0.0010667513124644756,0.001149309566244483,0.0012318679364398122,0.0013144263066351414,0.0013969845604151487,0.001479542930610478,0.0015621013008058071,0.0016446596710011363,0.0017272180411964655,0.0018097762949764729,0.001892334665171802,0.0019748930353671312,0.0020574512891471386,0.0021400097757577896,0.002222568029537797,0.0023051262833178043,0.0023876847699284554,0.0024702430237084627,0.00255280127748847,0.002635359764099121,0.0027179180178791285,0.0028004765044897795,0.002883034758269787]},"std_cosine_similarity":0.012458976358175278,"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,3,2,0,3,4,8,15,16,13,23,24,22,32,42,29,47,35,45,59,59,63,74,73,68,65,60,69,75,67,66,58,44,44,43,26,26,25,24,19,14,9,6,7,5,10,2,2,3,3,1,0,0,0,0,0,1],"bins":[-0.06994049996137619,-0.0677528977394104,-0.06556529551744461,-0.06337769329547882,-0.06119009107351303,-0.05900248885154724,-0.05681488662958145,-0.05462728440761566,-0.05243968218564987,-0.05025207996368408,-0.04806447774171829,-0.0458768755197525,-0.04368927329778671,-0.04150167107582092,-0.03931406885385513,-0.03712646663188934,-0.03493886440992355,-0.032751262187957764,-0.030563659965991974,-0.028376057744026184,-0.026188455522060394,-0.024000853300094604,-0.021813251078128815,-0.019625648856163025,-0.017438046634197235,-0.015250444412231445,-0.013062842190265656,-0.010875239968299866,-0.008687637746334076,-0.006500035524368286,-0.004312433302402496,-0.0021248310804367065,6.276369094848633e-05,0.002250365912914276,0.004437968134880066,0.006625570356845856,0.008813172578811646,0.011000774800777435,0.013188377022743225,0.015375979244709015,0.017563581466674805,0.019751183688640594,0.021938785910606384,0.024126388132572174,0.026313990354537964,0.028501592576503754,0.030689194798469543,0.03287679702043533,0.03506439924240112,0.03725200146436691,0.0394396036863327,0.04162720590829849,0.04381480813026428,0.04600241035223007,0.04819001257419586,0.05037761479616165,0.05256521701812744,0.05475281924009323,0.05694042146205902,0.05912802368402481,0.0613156259059906,0.06350322812795639,0.06569083034992218,0.06787843257188797,0.07006603479385376]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,2,2,0,0,3,3,6,11,15,12,24,41,44,86,118,144,214,298,444,591,912,1206,1726,2656,3496,4712,6422,7780,9327,10066,9805,9067,7610,5932,4485,3314,2226,1678,1176,761,584,397,271,203,117,95,64,47,28,27,17,9,6,8,4,3,1,2,1,0,2,1,1],"bins":[-0.0031585693359375,-0.0030562877655029297,-0.0029540061950683594,-0.002851724624633789,-0.0027494430541992188,-0.0026471614837646484,-0.002544879913330078,-0.002442598342895508,-0.0023403167724609375,-0.002238035202026367,-0.002135753631591797,-0.0020334720611572266,-0.0019311904907226562,-0.001828908920288086,-0.0017266273498535156,-0.0016243457794189453,-0.001522064208984375,-0.0014197826385498047,-0.0013175010681152344,-0.001215219497680664,-0.0011129379272460938,-0.0010106563568115234,-0.0009083747863769531,-0.0008060932159423828,-0.0007038116455078125,-0.0006015300750732422,-0.0004992485046386719,-0.00039696693420410156,-0.00029468536376953125,-0.00019240379333496094,-9.012222290039062e-05,1.2159347534179688e-05,0.00011444091796875,0.0002167224884033203,0.0003190040588378906,0.00042128562927246094,0.0005235671997070312,0.0006258487701416016,0.0007281303405761719,0.0008304119110107422,0.0009326934814453125,0.0010349750518798828,0.0011372566223144531,0.0012395381927490234,0.0013418197631835938,0.001444101333618164,0.0015463829040527344,0.0016486644744873047,0.001750946044921875,0.0018532276153564453,0.0019555091857910156,0.002057790756225586,0.0021600723266601562,0.0022623538970947266,0.002364635467529297,0.002466917037963867,0.0025691986083984375,0.002671480178833008,0.002773761749267578,0.0028760433197021484,0.0029783248901367188,0.003080606460571289,0.0031828880310058594,0.0032851696014404297,0.003387451171875]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,2,2,3,2,3,5,6,4,4,5,8,5,9,12,12,14,16,16,17,28,26,15,27,23,27,31,34,33,26,23,30,30,30,19,22,26,23,28,17,16,17,10,9,12,5,8,1,6,3,2,2,0,3,1,1,2,0,1,0,0,2,1,2],"bins":[-0.0008206954225897789,-0.0007923424709588289,-0.000763989519327879,-0.0007356366259045899,-0.0007072836742736399,-0.0006789307226426899,-0.00065057777101174,-0.00062222481938079,-0.0005938719259575009,-0.000565518974326551,-0.000537166022695601,-0.000508813071064651,-0.00048046011943370104,-0.0004521071969065815,-0.00042375424527563155,-0.00039540132274851203,-0.00036704837111756206,-0.0003386954194866121,-0.00031034249695949256,-0.0002819895453285426,-0.00025363662280142307,-0.0002252836711704731,-0.00019693071953952312,-0.00016857778246048838,-0.00014022484538145363,-0.00011187190830241889,-8.351896394742653e-05,-5.5166023230412975e-05,-2.6813082513399422e-05,1.5398582036141306e-06,2.9892798920627683e-05,5.8245739637641236e-05,8.659868035465479e-05,0.00011495161743368953,0.00014330455451272428,0.00017165750614367425,0.000200010443222709,0.00022836338030174375,0.0002567163319326937,0.00028506925445981324,0.0003134222060907632,0.0003417751577217132,0.0003701280802488327,0.0003984810318797827,0.00042683398351073265,0.00045518690603785217,0.00048353985766880214,0.0005118927801959217,0.0005402457318268716,0.0005685986834578216,0.0005969516350887716,0.0006253045285120606,0.0006536574801430106,0.0006820104317739606,0.0007103633834049106,0.0007387163350358605,0.0007670692866668105,0.0007954221800900996,0.0008237751317210495,0.0008521280833519995,0.0008804810349829495,0.0009088339866138995,0.0009371868800371885,0.0009655398316681385,0.0009938927832990885],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,3,3,2,3,1,5,6,9,10,7,13,13,17,26,13,41,32,30,26,46,46,43,36,33,27,38,43,28,27,20,18,15,11,16,4,13,7,5,4,2,10,2,0,2,2,0,0,1,0,2,1,0,1,0,1,0,1],"bins":[-0.0004846520023420453,-0.00046793054207228124,-0.0004512090526986867,-0.00043448759242892265,-0.00041776610305532813,-0.00040104464278556406,-0.00038432315341196954,-0.0003676016931422055,-0.00035088020376861095,-0.0003341587434988469,-0.0003174372832290828,-0.0003007157938554883,-0.00028399433358572423,-0.0002672728442121297,-0.00025055138394236565,-0.00023382990912068635,-0.00021710843429900706,-0.00020038695947732776,-0.00018366548465564847,-0.00016694400983396918,-0.00015022253501228988,-0.00013350107474252582,-0.00011677959992084652,-0.00010005812509916723,-8.333665027748793e-05,-6.661517545580864e-05,-4.989370427210815e-05,-3.3172233088407665e-05,-1.645075826672837e-05,2.707147359615192e-07,1.699218773865141e-05,3.37136589223519e-05,5.043513374403119e-05,6.715660856571048e-05,8.387808338738978e-05,0.00010059955093311146,0.00011732102575479075,0.00013404249330051243,0.00015076396812219173,0.00016748544294387102,0.00018420691776555032,0.0002009283925872296,0.0002176498674089089,0.0002343713422305882,0.00025109280250035226,0.0002678142918739468,0.00028453575214371085,0.0003012572415173054,0.00031797870178706944,0.0003347001620568335,0.00035142165143042803,0.0003681431117001921,0.0003848646010737866,0.0004015860613435507,0.0004183075507171452,0.00043502901098690927,0.00045175047125667334,0.00046847196063026786,0.0004851934209000319,0.000501914881169796,0.0005186363705433905,0.000535357859916985,0.0005520793492905796,0.0005688007804565132,0.0005855222698301077]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,1,0,1,0,1,1,0,1,2,1,3,5,6,5,11,14,25,24,33,54,56,60,67,61,51,38,43,53,22,21,19,21,12,10,3,8,6,4,3,3,1,3,1,2,1,1,2,1,1,1,0,0,0,1,1,0,0,0,1],"bins":[0.9977450370788574,0.9978268146514893,0.9979085922241211,0.9979903101921082,0.99807208776474,0.9981538653373718,0.9982356429100037,0.9983173608779907,0.9983991384506226,0.9984809160232544,0.9985626935958862,0.9986444711685181,0.9987261891365051,0.998807966709137,0.9988897442817688,0.9989715218544006,0.9990532398223877,0.9991350173950195,0.9992167949676514,0.9992985725402832,0.999380350112915,0.9994620680809021,0.9995438456535339,0.9996256232261658,0.9997074007987976,0.9997891783714294,0.9998708963394165,0.9999526739120483,1.0000344514846802,1.000116229057312,1.0001980066299438,1.0002797842025757,1.000361442565918,1.0004432201385498,1.0005249977111816,1.0006067752838135,1.0006885528564453,1.0007703304290771,1.000852108001709,1.0009338855743408,1.0010156631469727,1.0010974407196045,1.0011790990829468,1.0012608766555786,1.0013426542282104,1.0014244318008423,1.0015062093734741,1.001587986946106,1.0016697645187378,1.0017515420913696,1.0018333196640015,1.0019149780273438,1.0019967555999756,1.0020785331726074,1.0021603107452393,1.002242088317871,1.002323865890503,1.0024056434631348,1.0024874210357666,1.0025691986083984,1.0026508569717407,1.0027326345443726,1.0028144121170044,1.0028961896896362,1.002977967262268]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,2,1,0,6,6,6,12,9,4,17,5,14,19,26,19,31,28,22,38,36,43,37,34,31,39,25,31,33,18,30,20,28,18,16,18,3,12,3,6,5,2,4,1,1,3,0,0,0,1,1,0,0,0,0,0,1],"bins":[-0.002152122789993882,-0.0020810100249946117,-0.0020098972599953413,-0.0019387844949960709,-0.0018676717299968004,-0.00179655896499753,-0.0017254461999982595,-0.001654333434998989,-0.0015832206699997187,-0.00151210802141577,-0.0014409952564164996,-0.0013698824914172292,-0.0012987697264179587,-0.0012276569614186883,-0.0011565441964194179,-0.0010854314314201474,-0.001014318666420877,-0.0009432059014216065,-0.0008720931364223361,-0.0008009803714230657,-0.0007298676064237952,-0.0006587548996321857,-0.0005876421346329153,-0.0005165293696336448,-0.0004454166046343744,-0.00037430383963510394,-0.0003031910746358335,-0.00023207833874039352,-0.00016096557374112308,-8.985281601781026e-05,-1.874005829449743e-05,5.2372699428815395e-05,0.00012348545715212822,0.00019459822215139866,0.0002657109871506691,0.0003368237230461091,0.0004079364880453795,0.00047904925304464996,0.0005501619889400899,0.0006212747539393604,0.0006923875189386308,0.0007635002839379013,0.0008346130489371717,0.0009057258139364421,0.0009768385207280517,0.001047951285727322,0.0011190640507265925,0.001190176815725863,0.0012612895807251334,0.0013324023457244039,0.0014035151107236743,0.0014746278757229447,0.0015457406407222152,0.0016168534057214856,0.001687966170720756,0.0017590789357200265,0.001830191584303975,0.0019013043493032455,0.001972417114302516,0.0020435298793017864,0.002114642644301057,0.0021857554093003273,0.0022568681742995977,0.002327980939298868,0.0023990937042981386]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,2,3,9,13,12,16,35,80,122,145,271,450,681,994,1678,2446,3832,6436,9383,15500,24719,38909,64043,107137,175777,270530,296661,219374,132489,77722,47303,28673,17140,10994,6540,4323,2915,1782,1204,817,521,341,268,178,113,79,65,45,39,18,15,8,4,2,2,1,0,1,1],"bins":[-0.000514984130859375,-0.0004984736442565918,-0.0004819631576538086,-0.0004654526710510254,-0.0004489421844482422,-0.000432431697845459,-0.0004159212112426758,-0.0003994107246398926,-0.0003829002380371094,-0.00036638975143432617,-0.00034987926483154297,-0.00033336877822875977,-0.00031685829162597656,-0.00030034780502319336,-0.00028383731842041016,-0.00026732683181762695,-0.00025081634521484375,-0.00023430585861206055,-0.00021779537200927734,-0.00020128488540649414,-0.00018477439880371094,-0.00016826391220092773,-0.00015175342559814453,-0.00013524293899536133,-0.00011873245239257812,-0.00010222196578979492,-8.571147918701172e-05,-6.920099258422852e-05,-5.269050598144531e-05,-3.618001937866211e-05,-1.9669532775878906e-05,-3.159046173095703e-06,1.33514404296875e-05,2.9861927032470703e-05,4.6372413635253906e-05,6.288290023803711e-05,7.939338684082031e-05,9.590387344360352e-05,0.00011241436004638672,0.00012892484664916992,0.00014543533325195312,0.00016194581985473633,0.00017845630645751953,0.00019496679306030273,0.00021147727966308594,0.00022798776626586914,0.00024449825286865234,0.00026100873947143555,0.00027751922607421875,0.00029402971267700195,0.00031054019927978516,0.00032705068588256836,0.00034356117248535156,0.00036007165908813477,0.00037658214569091797,0.00039309263229370117,0.0004096031188964844,0.0004261136054992676,0.0004426240921020508,0.000459134578704834,0.0004756450653076172,0.0004921555519104004,0.0005086660385131836,0.0005251765251159668,0.00054168701171875]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,2,1,1,0,1,0,1,2,0,2,9,4,10,13,11,18,21,16,28,52,41,50,59,45,47,45,43,31,36,21,22,23,17,17,16,17,11,5,4,4,5,5,4,1,1,0,2,1,0,1,0,0,0,0,0,1],"bins":[0.9979439973831177,0.9980086088180542,0.9980732798576355,0.998137891292572,0.9982025623321533,0.9982671737670898,0.9983318448066711,0.9983964562416077,0.998461127281189,0.9985257387161255,0.9985904097557068,0.9986550211906433,0.9987196922302246,0.9987843036651611,0.9988489747047424,0.998913586139679,0.9989782571792603,0.9990428686141968,0.9991074800491333,0.9991721510887146,0.9992367625236511,0.9993014335632324,0.999366044998169,0.9994307160377502,0.9994953274726868,0.9995599985122681,0.9996246099472046,0.9996892809867859,0.9997538924217224,0.9998185634613037,0.9998831748962402,0.9999478459358215,1.0000123977661133,1.0000771284103394,1.0001417398452759,1.0002063512802124,1.000270962715149,1.000335693359375,1.0004003047943115,1.000464916229248,1.0005295276641846,1.0005942583084106,1.0006588697433472,1.0007234811782837,1.0007880926132202,1.0008528232574463,1.0009174346923828,1.0009820461273193,1.0010466575622559,1.0011112689971924,1.0011759996414185,1.001240611076355,1.0013052225112915,1.001369833946228,1.001434564590454,1.0014991760253906,1.0015637874603271,1.0016283988952637,1.0016931295394897,1.0017577409744263,1.0018223524093628,1.0018869638442993,1.0019516944885254,1.002016305923462,1.0020809173583984],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,0,1,0,1,3,2,0,0,4,5,4,5,4,7,8,5,18,18,24,25,19,31,23,25,33,29,28,36,24,32,30,27,20,28,37,28,33,26,21,14,10,12,15,7,8,7,6,6,5,2,1,0,1,1,1,1,2,1,1],"bins":[-0.0006619440391659737,-0.0006424368475563824,-0.0006229295977391303,-0.000603422406129539,-0.0005839151563122869,-0.0005644079647026956,-0.0005449007148854434,-0.0005253935232758522,-0.0005058862734586,-0.0004863790818490088,-0.0004668718611355871,-0.0004473646404221654,-0.00042785744881257415,-0.00040835022809915245,-0.00038884300738573074,-0.00036933578667230904,-0.00034982856595888734,-0.00033032134524546564,-0.00031081412453204393,-0.00029130690381862223,-0.00027179968310520053,-0.0002522924914956093,-0.00023278527078218758,-0.00021327805006876588,-0.00019377082935534418,-0.00017426360864192247,-0.00015475638792850077,-0.0001352491817669943,-0.0001157419610535726,-9.623474034015089e-05,-7.67275269026868e-05,-5.722030982724391e-05,-3.77130345441401e-05,-1.8205817468697205e-05,1.3013996067456901e-06,2.0808616682188585e-05,4.031583375763148e-05,5.9823050833074376e-05,7.933026790851727e-05,9.883748134598136e-05,0.00011834470205940306,0.00013785192277282476,0.00015735914348624647,0.00017686634964775294,0.00019637357036117464,0.00021588079107459635,0.00023538799723610282,0.0002548952179495245,0.0002744024386629462,0.0002939096593763679,0.00031341688008978963,0.00033292410080321133,0.00035243132151663303,0.0003719385131262243,0.000391445733839646,0.0004109529545530677,0.0004304601752664894,0.0004499673959799111,0.0004694746166933328,0.0004889818374067545,0.0005084890290163457,0.0005279962788335979,0.0005475034704431891,0.0005670107202604413,0.0005865179118700325]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[3,5,5,11,17,42,52,97,143,218,328,494,829,1083,1630,2166,3118,4133,5373,6917,8965,11232,13556,16179,19116,21657,24264,26918,29486,30975,32298,33031,32847,32131,31131,29105,27153,24561,21976,19035,16132,13564,11356,9005,7138,5592,4203,3093,2219,1671,1177,846,548,370,236,164,98,48,37,27,12,3,4,1],"bins":[-0.09005730599164963,-0.08724680542945862,-0.0844363123178482,-0.0816258117556572,-0.07881531119346619,-0.07600481808185577,-0.07319431751966476,-0.07038382440805435,-0.06757332384586334,-0.06476282328367233,-0.06195233017206192,-0.05914182960987091,-0.0563313327729702,-0.05352083593606949,-0.05071033537387848,-0.04789983853697777,-0.04508934170007706,-0.042278844863176346,-0.039468348026275635,-0.036657847464084625,-0.033847350627183914,-0.031036853790283203,-0.028226355090737343,-0.025415856391191483,-0.02260535955429077,-0.01979486271739006,-0.0169843640178442,-0.014173866249620914,-0.011363368481397629,-0.008552870713174343,-0.0057423729449510574,-0.0029318751767277718,-0.00012137740850448608,0.0026891203597187996,0.005499618127942085,0.008310115896165371,0.011120613664388657,0.013931111432611942,0.016741609200835228,0.019552107900381088,0.0223626047372818,0.02517310157418251,0.02798360027372837,0.03079409897327423,0.03360459581017494,0.03641509264707565,0.03922559320926666,0.042036090046167374,0.044846586883068085,0.047657083719968796,0.05046758055686951,0.053278081119060516,0.05608857795596123,0.05889907479286194,0.06170957535505295,0.06452006846666336,0.06733056902885437,0.07014106959104538,0.07295156270265579,0.0757620632648468,0.07857255637645721,0.08138305693864822,0.08419355750083923,0.08700405061244965,0.08981455117464066]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.0016283043660223484,-0.001564106671139598,-0.0014999088598415256,-0.001435711164958775,-0.0013715133536607027,-0.0013073156587779522,-0.0012431179638952017,-0.0011789201525971293,-0.0011147224577143788,-0.0010505247628316283,-0.000986326951533556,-0.0009221292566508055,-0.000857931503560394,-0.0007937337504699826,-0.0007295360555872321,-0.0006653383024968207,-0.0006011405494064093,-0.0005369427963159978,-0.00047274507232941687,-0.0004085473483428359,-0.0003443495952524245,-0.00028015184216201305,-0.00021595411817543209,-0.0001517563796369359,-8.75586410984397e-05,-2.3360902559943497e-05,4.08368359785527e-05,0.0001050345745170489,0.0001692323130555451,0.0002334300515940413,0.0002976277901325375,0.00036182551411911845,0.0004260232672095299,0.0004902210202999413,0.0005544187733903527,0.0006186164682731032,0.0006828142213635147,0.0007470119744539261,0.0008112096693366766,0.000875407422427088,0.0009396051755174994,0.00100380287040025,0.0010680006816983223,0.0011321983765810728,0.0011963960714638233,0.0012605938827618957,0.0013247915776446462,0.0013889893889427185,0.001453187083825469,0.0015173847787082195,0.0015815825900062919,0.0016457802848890424,0.0017099780961871147,0.0017741757910698652,0.0018383734859526157,0.001902571297250688,0.0019667688757181168,0.002030966803431511,0.0020951644983142614,0.002159362193197012,0.0022235598880797625,0.002287757582962513,0.002351955510675907,0.0024161532055586576,0.002480350900441408],"_type":"histogram","values":[1,0,0,0,1,1,0,0,2,2,3,0,4,8,9,7,10,14,20,32,33,39,48,62,68,92,64,49,44,33,27,15,11,16,7,8,9,3,6,1,3,4,4,0,0,0,1,2,0,1,1,0,1,0,1,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,3,1,1,1,3,4,5,2,8,8,11,13,15,17,23,21,30,53,54,62,82,93,98,116,136,102,110,133,98,89,112,79,70,83,69,53,29,39,25,18,19,12,16,3,9,4,7,2,0,1,1,2,0,0,1,0,0,0,0,0,1],"bins":[-0.000787337135989219,-0.0007629827014170587,-0.0007386282668448985,-0.0007142738322727382,-0.000689919397700578,-0.0006655649631284177,-0.0006412105285562575,-0.0006168560939840972,-0.000592501659411937,-0.0005681472248397768,-0.0005437927902676165,-0.0005194383556954563,-0.000495083921123296,-0.00047072951565496624,-0.000446375081082806,-0.00042202064651064575,-0.0003976662119384855,-0.00037331177736632526,-0.000348957342794165,-0.00032460290822200477,-0.00030024847364984453,-0.0002758940390776843,-0.00025153960450552404,-0.00022718518448527902,-0.00020283074991311878,-0.00017847631534095854,-0.0001541218807687983,-0.00012976744619663805,-0.00010541301890043542,-8.105858432827517e-05,-5.670415339409374e-05,-3.23497224599123e-05,-7.995287887752056e-06,1.6359144865418784e-05,4.0713577618589625e-05,6.506800855277106e-05,8.94224431249313e-05,0.00011377687769709155,0.00013813130499329418,0.00016248573956545442,0.00018684017413761467,0.0002111946087097749,0.00023554904328193516,0.00025990346330218017,0.0002842578978743404,0.00030861233244650066,0.0003329667670186609,0.00035732120159082115,0.0003816756361629814,0.00040603007073514163,0.0004303845053073019,0.0004547389398794621,0.00047909337445162237,0.0005034477799199522,0.0005278022144921124,0.0005521566490642726,0.0005765110836364329,0.0006008655182085931,0.0006252199527807534,0.0006495743873529136,0.0006739288219250739,0.0006982832564972341,0.0007226376910693944,0.0007469921256415546,0.0007713465602137148]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,1,5,6,6,7,12,13,11,18,26,29,38,45,51,55,62,73,90,93,122,95,100,134,96,128,103,87,81,87,59,51,52,48,41,23,25,10,22,10,12,5,3,2,2,0,1,1,2,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0004724637547042221,-0.0004539095389191061,-0.0004353553522378206,-0.00041680113645270467,-0.0003982469206675887,-0.00037969270488247275,-0.0003611384890973568,-0.0003425843024160713,-0.00032403008663095534,-0.0003054758708458394,-0.0002869216841645539,-0.0002683674683794379,-0.00024981325259432197,-0.000231259036809206,-0.00021270483557600528,-0.00019415063434280455,-0.0001755964185576886,-0.00015704220277257264,-0.0001384880015393719,-0.00011993379303021356,-0.00010137958452105522,-8.282537601189688e-05,-6.427116750273854e-05,-4.571695899358019e-05,-2.716275048442185e-05,-8.608541975263506e-06,9.945666533894837e-06,2.849987504305318e-05,4.705408355221152e-05,6.560829206136987e-05,8.416250057052821e-05,0.00010271670907968655,0.00012127088848501444,0.0001398251042701304,0.00015837930550333112,0.00017693350673653185,0.0001954877225216478,0.00021404193830676377,0.0002325961395399645,0.0002511503407731652,0.0002697045565582812,0.00028825877234339714,0.0003068129881285131,0.0003253671748097986,0.00034392139059491456,0.0003624756063800305,0.000381029793061316,0.00039958400884643197,0.00041813822463154793,0.0004366924404166639,0.00045524665620177984,0.00047380084288306534,0.0004923550877720118,0.0005109092453494668,0.0005294634611345828,0.0005480176769196987,0.0005665718927048147,0.0005851261084899306,0.0006036803242750466,0.0006222345400601625,0.0006407886976376176,0.0006593429134227335,0.0006778971292078495,0.0006964513449929655,0.0007150055607780814]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.0007033640285953879,-0.0006822929717600346,-0.0006612219149246812,-0.0006401507998816669,-0.0006190797430463135,-0.0005980086862109601,-0.0005769375711679459,-0.0005558665143325925,-0.0005347954574972391,-0.0005137244006618857,-0.0004926533438265324,-0.0004715822287835181,-0.0004505111719481647,-0.0004294401151128113,-0.0004083690291736275,-0.00038729794323444366,-0.0003662268863990903,-0.0003451558295637369,-0.0003240847436245531,-0.00030301365768536925,-0.0002819426008500159,-0.0002608715440146625,-0.00023980045807547867,-0.00021872938668821007,-0.00019765831530094147,-0.00017658724391367286,-0.00015551617252640426,-0.00013444510113913566,-0.00011337402975186706,-9.230295836459845e-05,-7.123188697732985e-05,-5.016081559006125e-05,-2.9089744202792645e-05,-8.018672815524042e-06,1.3052398571744561e-05,3.4123469959013164e-05,5.519454134628177e-05,7.626561273355037e-05,9.733668412081897e-05,0.00011840775550808758,0.00013947882689535618,0.00016054989828262478,0.00018162096966989338,0.000202692041057162,0.0002237631124444306,0.00024483416927978396,0.0002659052552189678,0.0002869763411581516,0.000308047397993505,0.0003291184548288584,0.0003501895407680422,0.00037126062670722604,0.0003923316835425794,0.0004134027403779328,0.0004344738263171166,0.00045554491225630045,0.0004766159690916538,0.0004976870259270072,0.0005187580827623606,0.0005398291978053749,0.0005609002546407282,0.0005819713114760816,0.0006030424265190959,0.0006241134833544493,0.0006451845401898026],"_type":"histogram","values":[1,0,1,0,0,1,2,1,0,1,6,1,4,8,5,6,7,11,10,14,16,17,16,19,18,17,21,27,29,22,31,27,25,34,28,34,34,34,21,32,20,20,23,17,16,12,7,11,14,10,4,6,5,6,4,2,3,1,0,0,2,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[1,0,0,0,1,0,1,1,3,0,4,2,6,11,7,7,3,6,13,13,17,14,18,19,20,26,43,39,27,37,39,35,42,41,31,32,22,31,30,16,10,15,12,10,4,11,4,9,8,9,1,2,2,2,2,1,1,3,1,0,0,0,1,2],"bins":[-0.004421039018779993,-0.00427975133061409,-0.004138464108109474,-0.003997176419943571,-0.0038558889646083117,-0.0037146012764424086,-0.003573313821107149,-0.0034320263657718897,-0.0032907389104366302,-0.003149451222270727,-0.0030081637669354677,-0.0028668763116002083,-0.002725588623434305,-0.0025843011680990458,-0.0024430137127637863,-0.0023017260245978832,-0.002160438569262624,-0.0020191511139273643,-0.001877863542176783,-0.0017365759704262018,-0.0015952885150909424,-0.0014540009433403611,-0.0013127133715897799,-0.0011714259162545204,-0.0010301383445039392,-0.0008888508309610188,-0.0007475633174180984,-0.0006062757456675172,-0.00046498823212459683,-0.0003237007185816765,-0.00018241317593492568,-4.1125647840090096e-05,0.00010016188025474548,0.00024144940834958106,0.00038273693644441664,0.0005240244790911674,0.0006653119926340878,0.0008065995061770082,0.0009478870779275894,0.0010891745332628489,0.0012304621050134301,0.0013717496767640114,0.0015130371320992708,0.001654324703849852,0.0017956122756004333,0.0019368997309356928,0.0020781871862709522,0.0022194748744368553,0.0023607623297721148,0.002502049785107374,0.0026433374732732773,0.0027846249286085367,0.002925912383943796,0.0030672000721096992,0.0032084875274449587,0.003349774982780218,0.003491062670946121,0.0036323501262813807,0.00377363758161664,0.003914925269782543,0.004056212492287159,0.004197500180453062,0.004338787868618965,0.004480075091123581,0.004621362779289484],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,0,0,1,0,0,0,0,0,0,1,2,4,1,0,1,4,1,2,5,3,11,8,5,7,10,20,26,29,33,24,30,30,27,44,35,36,36,32,36,36,24,19,30,27,19,20,17,12,12,5,9,7,5,3,5,2,6,0,2,1,0,1,1],"bins":[-0.0005882138502784073,-0.0005721527268178761,-0.0005560916033573449,-0.0005400304216891527,-0.0005239692982286215,-0.0005079081747680902,-0.000491847051307559,-0.0004757858987431973,-0.00045972474617883563,-0.0004436636227183044,-0.00042760249925777316,-0.00041154134669341147,-0.00039548022323288023,-0.00037941907066851854,-0.0003633579472079873,-0.0003472967946436256,-0.0003312356711830944,-0.00031517454772256315,-0.00029911339515820146,-0.0002830522716976702,-0.00026699111913330853,-0.0002509299956727773,-0.00023486885766033083,-0.00021880771964788437,-0.0002027465816354379,-0.00018668544362299144,-0.00017062430561054498,-0.00015456316759809852,-0.00013850204413756728,-0.00012244090612512082,-0.00010637976811267436,-9.031863010022789e-05,-7.425749208778143e-05,-5.8196354075334966e-05,-4.213521970086731e-05,-2.607408350741025e-05,-1.0012947313953191e-05,6.0481888795038685e-06,2.2109325072960928e-05,3.8170459447428584e-05,5.423159745987505e-05,7.029273547232151e-05,8.635387348476797e-05,0.00010241500422125682,0.00011847614223370329,0.00013453727297019213,0.0001505984109826386,0.00016665954899508506,0.00018272068700753152,0.000198781825019978,0.00021484296303242445,0.0002309041010448709,0.0002469652390573174,0.0002630263625178486,0.0002790875150822103,0.00029514863854274154,0.00031120976200327277,0.00032727091456763446,0.0003433320380281657,0.0003593931905925274,0.0003754543140530586,0.0003915154666174203,0.00040757659007795155,0.00042363774264231324,0.0004396988661028445],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.0008832068415358663,-0.0008559313137084246,-0.000828655727673322,-0.0008013801998458803,-0.0007741046138107777,-0.000746829085983336,-0.0007195535581558943,-0.0006922779721207917,-0.00066500244429335,-0.0006377269164659083,-0.0006104513304308057,-0.000583175802603364,-0.0005559002747759223,-0.0005286246887408197,-0.000501349160913378,-0.00047407360398210585,-0.0004467980470508337,-0.00041952249011956155,-0.0003922469331882894,-0.0003649714053608477,-0.00033769584842957556,-0.0003104202914983034,-0.0002831447636708617,-0.00025586920673958957,-0.00022859364980831742,-0.00020131809287704527,-0.00017404255049768835,-0.00014676700811833143,-0.00011949145118705928,-9.221590153174475e-05,-6.494035187643021e-05,-3.766480222111568e-05,-1.0389252565801144e-05,1.688629708951339e-05,4.4161846744827926e-05,7.143739640014246e-05,9.8712946055457e-05,0.00012598850298672915,0.00015326404536608607,0.000180539587745443,0.00020781514467671514,0.00023509070160798728,0.00026236625853925943,0.0002896417863667011,0.0003169173432979733,0.0003441929002292454,0.0003714684280566871,0.00039874398498795927,0.0004260195419192314,0.00045329509885050356,0.0004805706557817757,0.0005078461836092174,0.00053512176964432,0.0005623972974717617,0.0005896728252992034,0.000616948411334306,0.0006442239391617477,0.0006714994669891894,0.000698775053024292,0.0007260505808517337,0.0007533261086791754,0.000780601694714278,0.0008078772225417197,0.0008351528085768223,0.000862428336404264],"_type":"histogram","values":[1,0,1,1,2,0,0,1,2,1,2,3,4,7,3,2,7,5,10,9,15,15,21,21,25,19,30,39,22,32,34,32,37,32,34,38,20,30,25,31,21,21,22,11,19,11,9,6,11,5,6,2,0,2,2,1,0,1,1,1,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-8.106231689453125e-05,-7.827579975128174e-05,-7.548928260803223e-05,-7.270276546478271e-05,-6.99162483215332e-05,-6.712973117828369e-05,-6.434321403503418e-05,-6.155669689178467e-05,-5.8770179748535156e-05,-5.5983662605285645e-05,-5.319714546203613e-05,-5.041062831878662e-05,-4.762411117553711e-05,-4.48375940322876e-05,-4.2051076889038086e-05,-3.9264559745788574e-05,-3.647804260253906e-05,-3.369152545928955e-05,-3.090500831604004e-05,-2.8118491172790527e-05,-2.5331974029541016e-05,-2.2545456886291504e-05,-1.9758939743041992e-05,-1.697242259979248e-05,-1.4185905456542969e-05,-1.1399388313293457e-05,-8.612871170043945e-06,-5.826354026794434e-06,-3.039836883544922e-06,-2.5331974029541016e-07,2.5331974029541016e-06,5.319714546203613e-06,8.106231689453125e-06,1.0892748832702637e-05,1.3679265975952148e-05,1.646578311920166e-05,1.9252300262451172e-05,2.2038817405700684e-05,2.4825334548950195e-05,2.7611851692199707e-05,3.039836883544922e-05,3.318488597869873e-05,3.597140312194824e-05,3.8757920265197754e-05,4.1544437408447266e-05,4.433095455169678e-05,4.711747169494629e-05,4.99039888381958e-05,5.269050598144531e-05,5.5477023124694824e-05,5.8263540267944336e-05,6.105005741119385e-05,6.383657455444336e-05,6.662309169769287e-05,6.940960884094238e-05,7.21961259841919e-05,7.49826431274414e-05,7.776916027069092e-05,8.055567741394043e-05,8.334219455718994e-05,8.612871170043945e-05,8.891522884368896e-05,9.170174598693848e-05,9.448826313018799e-05,9.72747802734375e-05],"_type":"histogram","values":[1,4,2,7,11,12,12,14,24,21,37,50,93,113,163,192,296,391,590,780,1185,1946,2919,5292,9596,18977,38253,73874,127073,133756,83367,42450,21599,11036,5965,3322,2029,1349,850,612,466,287,211,179,94,71,73,55,33,24,17,12,17,8,3,4,3,1,0,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,0,2,6,11,28,38,71,117,195,389,590,976,1456,2380,3442,5172,7278,10208,14257,18925,24385,31184,38622,46842,55612,64974,73470,81359,87632,91901,95600,95814,94517,90881,85557,77845,69943,61383,52026,44027,35698,28598,22079,17172,12225,9123,6345,4327,3033,1945,1219,765,501,315,186,102,46,30,20,9,5,2,3],"bins":[-0.09910635650157928,-0.09603825211524963,-0.09297014772891998,-0.08990204334259033,-0.08683393895626068,-0.08376583456993103,-0.08069773018360138,-0.07762962579727173,-0.07456152141094208,-0.07149340957403183,-0.06842530518770218,-0.06535720080137253,-0.06228909641504288,-0.059220992028713226,-0.056152887642383575,-0.053084783256053925,-0.050016678869724274,-0.04694857448339462,-0.04388047009706497,-0.04081236571073532,-0.03774426132440567,-0.03467615321278572,-0.03160804882645607,-0.02853994444012642,-0.025471840053796768,-0.022403735667467117,-0.019335631281137466,-0.016267525032162666,-0.013199420645833015,-0.010131316259503365,-0.007063210941851139,-0.003995106089860201,-0.0009270012378692627,0.0021411036141216755,0.005209208466112614,0.00827731378376484,0.01134541817009449,0.014413522556424141,0.01748162880539894,0.020549733191728592,0.023617837578058243,0.026685941964387894,0.029754046350717545,0.032822150737047195,0.035890258848667145,0.038958363234996796,0.04202646762132645,0.0450945720076561,0.04816267639398575,0.0512307807803154,0.05429888516664505,0.0573669895529747,0.06043509393930435,0.063503198325634,0.06657130271196365,0.0696394070982933,0.07270751893520355,0.0757756233215332,0.07884372770786285,0.0819118320941925,0.08497993648052216,0.0880480408668518,0.09111614525318146,0.09418424963951111,0.09725235402584076],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,3,0,0,0,2,2,3,2,6,3,7,16,7,10,14,13,20,17,21,20,23,29,34,33,24,36,35,30,41,39,25,30,22,29,21,15,18,17,14,16,15,7,12,9,8,5,3,0,2,2,3,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0006248488207347691,-0.0006032399833202362,-0.0005816312041133642,-0.0005600224249064922,-0.0005384135874919593,-0.0005168047500774264,-0.0004951959708705544,-0.000473587162559852,-0.00045197835424914956,-0.0004303695459384471,-0.0004087607376277447,-0.00038715192931704223,-0.0003655431210063398,-0.00034393431269563735,-0.0003223255043849349,-0.00030071669607423246,-0.00027910788776353,-0.00025749907945282757,-0.00023589027114212513,-0.0002142814628314227,-0.00019267265452072024,-0.0001710638462100178,-0.00014945503789931536,-0.00012784622958861291,-0.00010623742127791047,-8.462861296720803e-05,-6.301980465650558e-05,-4.141099634580314e-05,-1.98021880351007e-05,1.8066202756017447e-06,2.3415428586304188e-05,4.502423689700663e-05,6.663298700004816e-05,8.82417953107506e-05,0.00010985060362145305,0.0001314594119321555,0.00015306822024285793,0.00017467702855356038,0.00019628583686426282,0.00021789464517496526,0.0002395034534856677,0.00026111226179637015,0.0002827210701070726,0.00030432987841777503,0.0003259386867284775,0.0003475474950391799,0.00036915630334988236,0.0003907651116605848,0.00041237391997128725,0.0004339827282819897,0.00045559153659269214,0.0004772003449033946,0.000498809153214097,0.000520417932420969,0.0005420267698355019,0.0005636356072500348,0.0005852443864569068,0.0006068531656637788,0.0006284620030783117,0.0006500708404928446,0.0006716796196997166,0.0006932883989065886,0.0007148972363211215,0.0007365060737356544,0.0007581148529425263]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,1,3,2,2,8,4,7,3,9,11,12,5,18,23,21,33,27,28,47,43,45,39,43,32,32,33,40,30,31,17,21,18,12,9,8,9,10,5,5,3,4,4,2,1,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.004260546527802944,-0.004118757322430611,-0.003976968117058277,-0.0038351791445165873,-0.0036933901719748974,-0.003551600966602564,-0.003409811994060874,-0.0032680227886885405,-0.0031262338161468506,-0.002984444610774517,-0.0028426554054021835,-0.0027008664328604937,-0.00255907722748816,-0.0024172882549464703,-0.0022754990495741367,-0.002133710077032447,-0.0019919208716601133,-0.0018501317827031016,-0.00170834269374609,-0.0015665536047890782,-0.0014247645158320665,-0.001282975310459733,-0.0011411862215027213,-0.0009993971325457096,-0.0008576080435886979,-0.0007158189546316862,-0.0005740298656746745,-0.0004322407185100019,-0.0002904516295529902,-0.00014866252604406327,-6.873422535136342e-06,0.00013491568097379059,0.0002767047844827175,0.0004184938734397292,0.0005602829623967409,0.0007020721095614135,0.0008438611985184252,0.0009856503456830978,0.0011274394346401095,0.0012692285235971212,0.001411017612554133,0.0015528067015111446,0.0016945957904681563,0.001836384879425168,0.0019781740847975016,0.0021199630573391914,0.002261752262711525,0.002403541235253215,0.0025453304406255484,0.002687119645997882,0.0028289086185395718,0.0029706978239119053,0.003112486796453595,0.0032542760018259287,0.0033960649743676186,0.003537854179739952,0.0036796433851122856,0.0038214323576539755,0.003963221330195665,0.004105010535567999,0.004246799740940332,0.004388588946312666,0.004530377686023712,0.004672166891396046,0.004813956096768379]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,3,3,5,4,8,4,11,18,21,29,48,45,82,98,177,243,349,538,730,1112,1936,2729,4609,7702,13223,23838,42096,76750,137133,219255,287330,276594,200041,120907,67389,36672,21208,11580,6920,4114,2524,1590,1042,659,482,312,207,127,110,68,52,35,26,20,21,9,10,2,3,4,4,1,1],"bins":[-0.000537872314453125,-0.0005210041999816895,-0.0005041360855102539,-0.00048726797103881836,-0.0004703998565673828,-0.00045353174209594727,-0.0004366636276245117,-0.00041979551315307617,-0.0004029273986816406,-0.0003860592842102051,-0.00036919116973876953,-0.000352323055267334,-0.00033545494079589844,-0.0003185868263244629,-0.00030171871185302734,-0.0002848505973815918,-0.00026798248291015625,-0.0002511143684387207,-0.00023424625396728516,-0.0002173781394958496,-0.00020051002502441406,-0.00018364191055297852,-0.00016677379608154297,-0.00014990568161010742,-0.00013303756713867188,-0.00011616945266723633,-9.930133819580078e-05,-8.243322372436523e-05,-6.556510925292969e-05,-4.869699478149414e-05,-3.1828880310058594e-05,-1.4960765838623047e-05,1.9073486328125e-06,1.8775463104248047e-05,3.5643577575683594e-05,5.251169204711914e-05,6.937980651855469e-05,8.624792098999023e-05,0.00010311603546142578,0.00011998414993286133,0.00013685226440429688,0.00015372037887573242,0.00017058849334716797,0.00018745660781860352,0.00020432472229003906,0.0002211928367614746,0.00023806095123291016,0.0002549290657043457,0.00027179718017578125,0.0002886652946472168,0.00030553340911865234,0.0003224015235900879,0.00033926963806152344,0.000356137752532959,0.00037300586700439453,0.0003898739814758301,0.0004067420959472656,0.00042361021041870117,0.0004404783248901367,0.00045734643936157227,0.0004742145538330078,0.0004910826683044434,0.0005079507827758789,0.0005248188972473145,0.00054168701171875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.00019023886125069112,-0.00018349086167290807,-0.00017674286209512502,-0.00016999486251734197,-0.00016324686293955892,-0.00015649886336177588,-0.00014975086378399283,-0.00014300286420620978,-0.00013625487918034196,-0.0001295068796025589,-0.00012275888002477586,-0.0001160108731710352,-0.00010926288086920977,-0.00010251488129142672,-9.576688171364367e-05,-8.901888213586062e-05,-8.227088255807757e-05,-7.552288298029453e-05,-6.877488340251148e-05,-6.202688382472843e-05,-5.527888788492419e-05,-4.853088830714114e-05,-4.17828923673369e-05,-3.503489278955385e-05,-2.8286893211770803e-05,-2.1538893633987755e-05,-1.479089587519411e-05,-8.042897206905764e-06,-1.2948985386174172e-06,5.453100129670929e-06,1.2201098797959276e-05,1.894909655675292e-05,2.569708158262074e-05,3.244508116040379e-05,3.9193080738186836e-05,4.594107667799108e-05,5.2689076255774125e-05,5.9437075833557174e-05,6.618507177336141e-05,7.293307135114446e-05,7.968107092892751e-05,8.642907050671056e-05,9.317707008449361e-05,9.992506966227666e-05,0.00010667306196410209,0.00011342106154188514,0.00012016906111966819,0.00012691706069745123,0.00013366506027523428,0.00014041305985301733,0.00014716105943080038,0.00015390905900858343,0.00016065705858636647,0.00016740505816414952,0.00017415305774193257,0.00018090105731971562,0.00018764904234558344,0.0001943970419233665,0.00020114504150114954,0.00020789304107893258,0.00021464104065671563,0.00022138904023449868,0.00022813703981228173,0.00023488503939006478,0.00024163303896784782],"_type":"histogram","values":[1,0,2,2,1,3,5,1,3,15,15,6,12,14,21,20,32,40,48,51,61,80,82,87,103,95,115,115,105,105,96,90,84,71,76,58,54,41,44,50,28,22,16,18,12,11,8,3,6,4,2,1,2,3,1,1,2,1,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[2,0,0,1,0,3,0,1,1,2,1,2,8,3,4,9,7,9,11,10,12,15,21,15,17,29,34,38,28,30,22,28,30,30,32,40,27,24,17,31,23,20,20,18,13,11,13,17,4,7,5,4,2,4,3,2,2,2,1,0,1,0,1,1],"bins":[-0.001073930412530899,-0.0010409149108454585,-0.001007899409160018,-0.0009748839656822383,-0.0009418684639967978,-0.0009088529623113573,-0.0008758374606259167,-0.0008428219589404762,-0.0008098065154626966,-0.000776791013777256,-0.0007437755120918155,-0.0007107600104063749,-0.0006777445087209344,-0.0006447290070354939,-0.0006117135635577142,-0.0005786980618722737,-0.0005456825601868331,-0.0005126670585013926,-0.0004796515859197825,-0.000446636084234342,-0.0004136206116527319,-0.00038060510996729136,-0.0003475896082818508,-0.00031457413570024073,-0.0002815586340148002,-0.00024854313232935965,-0.00021552765974774957,-0.00018251215806230903,-0.00014949667092878371,-0.0001164811837952584,-8.346568938577548e-05,-5.045019861427136e-05,-1.743470784276724e-05,1.558078292873688e-05,4.8596273700241e-05,8.161176810972393e-05,0.00011462725524324924,0.00014764274237677455,0.0001806582440622151,0.0002136737311957404,0.0002466892183292657,0.00027970472001470625,0.00031272019259631634,0.0003457356942817569,0.0003787511959671974,0.0004117666685488075,0.00044478217023424804,0.0004777976428158581,0.0005108131445012987,0.0005438286461867392,0.0005768441478721797,0.0006098595913499594,0.0006428750930353999,0.0006758905947208405,0.000708906096406281,0.0007419215980917215,0.0007749370997771621,0.0008079525432549417,0.0008409680449403822,0.0008739835466258228,0.0009069990483112633,0.0009400145499967039,0.0009730299934744835,0.001006045495159924,0.0010390609968453646],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.0005564320599660277,-0.0005403413670137525,-0.0005242507322691381,-0.0005081600393168628,-0.0004920693463645875,-0.0004759786825161427,-0.0004598880186676979,-0.0004437973548192531,-0.00042770669097080827,-0.000411615998018533,-0.00039552533417008817,-0.00037943467032164335,-0.0003633439773693681,-0.00034725331352092326,-0.00033116264967247844,-0.00031507195672020316,-0.00029898129287175834,-0.0002828906290233135,-0.00026679993607103825,-0.0002507092722225934,-0.0002346186083741486,-0.00021852792997378856,-0.0002024372515734285,-0.0001863465877249837,-0.00017025590932462364,-0.0001541652309242636,-0.00013807456707581878,-0.00012198388867545873,-0.0001058932175510563,-8.980254642665386e-05,-7.371186802629381e-05,-5.762119690189138e-05,-4.1530554881319404e-05,-2.5439881937927566e-05,-9.34920899453573e-06,6.741463948856108e-06,2.2832136892247945e-05,3.892280801665038e-05,5.501348277903162e-05,7.110415754141286e-05,8.71948286658153e-05,0.00010328549979021773,0.00011937617091462016,0.0001354668493149802,0.00015155752771534026,0.00016764819156378508,0.00018373886996414512,0.00019982953381258994,0.00021592021221295,0.00023201089061331004,0.0002481015690136701,0.0002641922328621149,0.0002802828967105597,0.000296373589662835,0.0003124642535112798,0.00032855491735972464,0.00034464558120816946,0.00036073627416044474,0.00037682693800888956,0.0003929176018573344,0.00040900829480960965,0.00042509895865805447,0.0004411896225064993,0.00045728031545877457,0.0004733709793072194],"_type":"histogram","values":[1,0,0,1,1,0,2,1,1,0,1,1,3,5,2,5,5,1,5,11,7,17,13,16,17,12,31,33,22,28,25,34,31,36,38,29,35,46,24,31,26,12,22,14,11,18,14,19,11,9,8,7,7,5,3,2,3,3,0,0,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,2,1,1,1,1,1,5,10,13,21,21,34,58,63,95,135,194,273,387,564,809,1270,1904,2991,4999,7645,12910,22827,40694,80312,176742,399683,428588,196865,88024,44431,23694,14035,8036,5078,3205,1982,1342,982,562,413,277,198,155,100,73,48,33,21,16,7,4,7,8,5,4,1,2],"bins":[-0.0017852783203125,-0.001731276512145996,-0.0016772747039794922,-0.0016232728958129883,-0.0015692710876464844,-0.0015152692794799805,-0.0014612674713134766,-0.0014072656631469727,-0.0013532638549804688,-0.0012992620468139648,-0.001245260238647461,-0.001191258430480957,-0.0011372566223144531,-0.0010832548141479492,-0.0010292530059814453,-0.0009752511978149414,-0.0009212493896484375,-0.0008672475814819336,-0.0008132457733154297,-0.0007592439651489258,-0.0007052421569824219,-0.000651240348815918,-0.0005972385406494141,-0.0005432367324829102,-0.0004892349243164062,-0.00043523311614990234,-0.00038123130798339844,-0.00032722949981689453,-0.0002732276916503906,-0.00021922588348388672,-0.0001652240753173828,-0.0001112222671508789,-5.7220458984375e-05,-3.2186508178710938e-06,5.078315734863281e-05,0.00010478496551513672,0.00015878677368164062,0.00021278858184814453,0.00026679039001464844,0.00032079219818115234,0.00037479400634765625,0.00042879581451416016,0.00048279762268066406,0.000536799430847168,0.0005908012390136719,0.0006448030471801758,0.0006988048553466797,0.0007528066635131836,0.0008068084716796875,0.0008608102798461914,0.0009148120880126953,0.0009688138961791992,0.0010228157043457031,0.001076817512512207,0.001130819320678711,0.0011848211288452148,0.0012388229370117188,0.0012928247451782227,0.0013468265533447266,0.0014008283615112305,0.0014548301696777344,0.0015088319778442383,0.0015628337860107422,0.001616835594177246,0.00167083740234375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0016940571367740631,-0.0016339909052476287,-0.001573924790136516,-0.0015138585586100817,-0.001453792443498969,-0.0013937262119725347,-0.0013336599804461002,-0.0012735938653349876,-0.0012135276338085532,-0.0011534615186974406,-0.0010933952871710062,-0.0010333290556445718,-0.0009732629405334592,-0.0009131967672146857,-0.0008531305356882513,-0.0007930643623694777,-0.0007329981890507042,-0.0006729320157319307,-0.0006128658424131572,-0.0005527996108867228,-0.0004927334375679493,-0.0004326672642491758,-0.0003726010909304023,-0.0003125348885077983,-0.0002524687151890248,-0.00019240252731833607,-0.00013233633944764733,-7.227016612887383e-05,-1.2203978258185089e-05,4.786220597452484e-05,0.00010792839020723477,0.0001679945708019659,0.00022806075867265463,0.00028812693199142814,0.0003481931344140321,0.0004082593077328056,0.0004683255101554096,0.0005283916834741831,0.0005884578567929566,0.0006485240301117301,0.0007085902616381645,0.000768656434956938,0.0008287226082757115,0.000888788781594485,0.0009488549549132586,0.001008921186439693,0.0010689873015508056,0.00112905353307724,0.0011891196481883526,0.001249185879714787,0.0013092521112412214,0.001369318226352334,0.0014293844578787684,0.001489450572989881,0.0015495168045163155,0.0016095830360427499,0.0016696491511538625,0.001729715382680297,0.0017897814977914095,0.001849847729317844,0.0019099139608442783,0.001969980075955391,0.0020300461910665035,0.0020901125390082598,0.0021501786541193724],"_type":"histogram","values":[1,1,0,0,2,2,1,3,5,2,6,7,4,9,11,17,11,19,15,18,30,25,17,27,32,38,29,33,41,34,41,34,33,30,22,22,21,23,20,15,13,10,17,5,3,4,3,3,1,2,1,0,1,0,2,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.0002268307434860617,-0.00021944622858427465,-0.0002120617136824876,-0.00020467719878070056,-0.00019729268387891352,-0.00018990816897712648,-0.00018252365407533944,-0.0001751391391735524,-0.00016775462427176535,-0.0001603701093699783,-0.00015298559446819127,-0.00014560107956640422,-0.00013821656466461718,-0.00013083204976283014,-0.0001234475348610431,-0.00011606301995925605,-0.00010867850505746901,-0.00010129399015568197,-9.390947525389493e-05,-8.652496035210788e-05,-7.914044545032084e-05,-7.17559305485338e-05,-6.437141564674675e-05,-5.698690074495971e-05,-4.960238584317267e-05,-4.221787094138563e-05,-3.4833356039598584e-05,-2.744884113781154e-05,-2.00643262360245e-05,-1.2679811334237456e-05,-5.295296432450414e-06,2.089218469336629e-06,9.473733371123672e-06,1.6858248272910714e-05,2.4242763174697757e-05,3.16272780764848e-05,3.901179297827184e-05,4.6396307880058885e-05,5.378082278184593e-05,6.116533768363297e-05,6.854985258542001e-05,7.593436748720706e-05,8.33188823889941e-05,9.070339729078114e-05,9.808791219256818e-05,0.00010547242709435523,0.00011285694199614227,0.00012024145689792931,0.00012762597179971635,0.0001350104867015034,0.00014239500160329044,0.00014977951650507748,0.00015716403140686452,0.00016454854630865157,0.0001719330612104386,0.00017931757611222565,0.0001867020910140127,0.00019408660591579974,0.00020147112081758678,0.00020885563571937382,0.00021624015062116086,0.0002236246655229479,0.00023100918042473495,0.000238393695326522,0.00024577821022830904],"_type":"histogram","values":[2,1,0,0,0,0,1,0,3,3,3,4,4,9,12,10,13,30,12,39,41,38,51,58,86,86,95,100,125,124,132,107,105,122,97,91,87,59,59,59,39,27,21,17,20,16,13,4,6,2,5,4,0,2,0,1,0,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-3.021517613888136e-07,-2.9238563570288534e-07,-2.8261951001695707e-07,-2.728533843310288e-07,-2.630872302233911e-07,-2.533211045374628e-07,-2.4355497885153454e-07,-2.3378885316560627e-07,-2.24022727479678e-07,-2.14256587582895e-07,-2.0449046189696674e-07,-1.9472433621103846e-07,-1.8495819631425547e-07,-1.751920706283272e-07,-1.6542594494239893e-07,-1.5565980504561594e-07,-1.4589367935968767e-07,-1.361275536737594e-07,-1.263614137769764e-07,-1.1659528809104813e-07,-1.0682916240511986e-07,-9.706302961376423e-08,-8.72968968224086e-08,-7.753077113648033e-08,-6.77646383451247e-08,-5.799850910648274e-08,-4.823237986784079e-08,-3.846624707648516e-08,-2.870011783784321e-08,-1.8933988599201257e-08,-9.167857584202466e-09,5.982725426179059e-10,1.0364402669438277e-08,2.013053190808023e-08,2.989666114672218e-08,3.966279393807781e-08,4.9428923176719763e-08,5.9195052415361715e-08,6.896118520671735e-08,7.872731089264562e-08,8.849344368400125e-08,9.825957647535688e-08,1.0802570216128515e-07,1.1779183495264078e-07,1.2755796774399641e-07,1.373240934299247e-07,1.4709021911585296e-07,1.5685635901263595e-07,1.6662248469856422e-07,1.763886103844925e-07,1.8615475028127548e-07,1.9592087596720376e-07,2.0568700165313203e-07,2.1545314154991502e-07,2.252192672358433e-07,2.3498539292177156e-07,2.4475153281855455e-07,2.545176585044828e-07,2.642837841904111e-07,2.7404990987633937e-07,2.8381603556226764e-07,2.9358218966990535e-07,3.033483153558336e-07,3.131144410417619e-07,3.2288056672769017e-07],"_type":"histogram","values":[1,1,0,0,1,2,0,0,1,0,1,3,4,3,1,4,3,8,5,9,15,8,8,17,24,32,39,49,55,55,58,44,55,46,48,27,37,17,17,16,9,11,6,3,3,7,1,4,1,0,0,1,3,2,0,0,0,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.09186416119337082,-0.08904822170734406,-0.08623228222131729,-0.08341634273529053,-0.08060040324926376,-0.077784463763237,-0.07496852427721024,-0.07215258479118347,-0.06933664530515671,-0.06652070581912994,-0.06370476633310318,-0.060888826847076416,-0.05807288736104965,-0.05525694787502289,-0.052441008388996124,-0.04962506890296936,-0.046809129416942596,-0.04399318993091583,-0.04117725044488907,-0.038361310958862305,-0.03554537147283554,-0.03272943198680878,-0.029913492500782013,-0.02709755301475525,-0.024281613528728485,-0.02146567404270172,-0.018649734556674957,-0.015833795070648193,-0.01301785558462143,-0.010201916098594666,-0.007385976612567902,-0.004570037126541138,-0.0017541050910949707,0.0010618343949317932,0.003877773880958557,0.006693713366985321,0.009509652853012085,0.012325592339038849,0.015141531825065613,0.017957471311092377,0.02077341079711914,0.023589350283145905,0.02640528976917267,0.029221229255199432,0.032037168741226196,0.03485310822725296,0.037669047713279724,0.04048498719930649,0.04330092668533325,0.046116866171360016,0.04893280565738678,0.051748745143413544,0.05456468462944031,0.05738062411546707,0.060196563601493835,0.0630125030875206,0.06582844257354736,0.06864438205957413,0.07146032154560089,0.07427626103162766,0.07709220051765442,0.07990814000368118,0.08272407948970795,0.08554001897573471,0.08835595846176147],"_type":"histogram","values":[3,2,5,6,10,27,44,61,113,161,258,430,616,889,1284,1810,2568,3387,4589,6019,7802,9911,12011,14445,17294,20065,22905,25710,27725,30069,31735,32850,32852,32941,31773,30269,28483,25922,23377,20615,17980,15321,12661,10171,8418,6396,4849,3850,2812,2012,1401,979,676,419,310,202,116,97,58,18,15,15,6,6]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,0,0,1,0,2,3,3,6,10,8,8,12,39,47,61,96,130,193,301,444,659,1149,1901,3203,5496,9237,16667,28811,47260,74127,97569,100305,77639,50512,30782,18008,10084,6113,3422,2070,1274,716,491,310,212,145,88,52,50,39,23,13,13,8,3,3,1,0,0,0,1,2,1],"bins":[-0.000850677490234375,-0.0008241534233093262,-0.0007976293563842773,-0.0007711052894592285,-0.0007445812225341797,-0.0007180571556091309,-0.000691533088684082,-0.0006650090217590332,-0.0006384849548339844,-0.0006119608879089355,-0.0005854368209838867,-0.0005589127540588379,-0.0005323886871337891,-0.0005058646202087402,-0.0004793405532836914,-0.0004528164863586426,-0.00042629241943359375,-0.0003997683525085449,-0.0003732442855834961,-0.00034672021865844727,-0.00032019615173339844,-0.0002936720848083496,-0.0002671480178833008,-0.00024062395095825195,-0.00021409988403320312,-0.0001875758171081543,-0.00016105175018310547,-0.00013452768325805664,-0.00010800361633300781,-8.147954940795898e-05,-5.4955482482910156e-05,-2.8431415557861328e-05,-1.9073486328125e-06,2.4616718292236328e-05,5.1140785217285156e-05,7.766485214233398e-05,0.00010418891906738281,0.00013071298599243164,0.00015723705291748047,0.0001837611198425293,0.00021028518676757812,0.00023680925369262695,0.0002633333206176758,0.0002898573875427246,0.00031638145446777344,0.00034290552139282227,0.0003694295883178711,0.0003959536552429199,0.00042247772216796875,0.0004490017890930176,0.0004755258560180664,0.0005020499229431152,0.0005285739898681641,0.0005550980567932129,0.0005816221237182617,0.0006081461906433105,0.0006346702575683594,0.0006611943244934082,0.000687718391418457,0.0007142424583435059,0.0007407665252685547,0.0007672905921936035,0.0007938146591186523,0.0008203387260437012,0.00084686279296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[2,1,5,7,18,23,40,62,116,196,283,445,653,987,1416,2020,2743,3764,5207,6590,8642,10607,13274,15920,18922,21713,24717,27338,30025,31691,33114,33777,33912,32960,31943,29529,27676,24824,21998,18897,16095,13355,11019,8547,6781,5051,3886,2780,2026,1423,945,659,464,284,182,110,75,39,26,12,4,2,1,1],"bins":[-0.09229137003421783,-0.08940896391868591,-0.08652656525373459,-0.08364416658878326,-0.08076176047325134,-0.07787935435771942,-0.0749969556927681,-0.07211455702781677,-0.06923215091228485,-0.06634974479675293,-0.0634673461318016,-0.06058494374155998,-0.05770254135131836,-0.054820138961076736,-0.051937736570835114,-0.04905533418059349,-0.04617293179035187,-0.043290529400110245,-0.04040812700986862,-0.037525724619627,-0.034643322229385376,-0.03176091983914375,-0.02887851744890213,-0.025996115058660507,-0.023113712668418884,-0.02023131027817726,-0.01734890788793564,-0.014466505497694016,-0.011584103107452393,-0.00870170071721077,-0.005819298326969147,-0.002936895936727524,-5.449354648590088e-05,0.002827908843755722,0.005710311233997345,0.008592713624238968,0.01147511601448059,0.014357518404722214,0.017239920794963837,0.02012232318520546,0.023004725575447083,0.025887127965688705,0.02876953035593033,0.03165193274617195,0.034534335136413574,0.0374167375266552,0.04029913991689682,0.04318154230713844,0.046063944697380066,0.04894634708762169,0.05182874947786331,0.054711151868104935,0.05759355425834656,0.06047595664858818,0.0633583590388298,0.06624075770378113,0.06912316381931305,0.07200556993484497,0.0748879685997963,0.07777036726474762,0.08065277338027954,0.08353517949581146,0.08641757816076279,0.08929997682571411,0.09218238294124603]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.09449997544288635,-0.09149210155010223,-0.08848423510789871,-0.0854763612151146,-0.08246849477291107,-0.07946062088012695,-0.07645275443792343,-0.07344488054513931,-0.07043701410293579,-0.06742914021015167,-0.06442127376794815,-0.06141339987516403,-0.05840552970767021,-0.05539765954017639,-0.05238978937268257,-0.04938191920518875,-0.04637404903769493,-0.04336617887020111,-0.04035830870270729,-0.03735043853521347,-0.03434256836771965,-0.03133469820022583,-0.02832682617008686,-0.02531895600259304,-0.02231108583509922,-0.0193032156676054,-0.01629534550011158,-0.013287474401295185,-0.010279604233801365,-0.007271734066307545,-0.004263863433152437,-0.0012559930328279734,0.0017518773674964905,0.004759747534990311,0.007767618168145418,0.010775488801300526,0.013783358968794346,0.01679123006761074,0.01979910023510456,0.02280697040259838,0.0258148405700922,0.02882271073758602,0.03183058276772499,0.03483845293521881,0.03784632310271263,0.04085419327020645,0.04386206343770027,0.04686993360519409,0.04987780377268791,0.05288567394018173,0.05589354410767555,0.05890141427516937,0.06190928444266319,0.06491715461015701,0.06792502850294113,0.07093289494514465,0.07394076883792877,0.0769486352801323,0.07995650917291641,0.08296437561511993,0.08597224950790405,0.08898011595010757,0.0919879898428917,0.09499585628509521,0.09800373017787933],"_type":"histogram","values":[2,8,5,15,30,54,75,136,257,422,663,1048,1693,2456,3863,5338,7614,10598,14375,19084,24441,30923,38416,46865,55271,63378,71591,79048,85888,90453,93354,93789,92899,89186,84991,78477,70609,61624,53628,45145,37380,30029,23885,18241,13571,9931,7252,5068,3428,2305,1575,993,611,360,215,138,81,42,21,9,6,7,1,3]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[2,1,0,1,2,0,4,8,10,13,15,19,40,65,67,104,187,243,396,655,980,1327,2255,3449,5401,9120,15034,26466,48607,93969,142508,107589,56717,30175,17109,9934,6348,3860,2602,1521,1029,654,434,323,182,130,81,54,45,23,17,14,5,14,6,2,4,0,2,0,1,0,0,1],"bins":[-0.0002002716064453125,-0.00019372999668121338,-0.00018718838691711426,-0.00018064677715301514,-0.00017410516738891602,-0.0001675635576248169,-0.00016102194786071777,-0.00015448033809661865,-0.00014793872833251953,-0.0001413971185684204,-0.0001348555088043213,-0.00012831389904022217,-0.00012177228927612305,-0.00011523067951202393,-0.0001086890697479248,-0.00010214745998382568,-9.560585021972656e-05,-8.906424045562744e-05,-8.252263069152832e-05,-7.59810209274292e-05,-6.943941116333008e-05,-6.289780139923096e-05,-5.6356191635131836e-05,-4.9814581871032715e-05,-4.3272972106933594e-05,-3.673136234283447e-05,-3.018975257873535e-05,-2.364814281463623e-05,-1.710653305053711e-05,-1.0564923286437988e-05,-4.023313522338867e-06,2.518296241760254e-06,9.059906005859375e-06,1.5601515769958496e-05,2.2143125534057617e-05,2.8684735298156738e-05,3.522634506225586e-05,4.176795482635498e-05,4.83095645904541e-05,5.485117435455322e-05,6.139278411865234e-05,6.793439388275146e-05,7.447600364685059e-05,8.101761341094971e-05,8.755922317504883e-05,9.410083293914795e-05,0.00010064244270324707,0.00010718405246734619,0.00011372566223144531,0.00012026727199554443,0.00012680888175964355,0.00013335049152374268,0.0001398921012878418,0.00014643371105194092,0.00015297532081604004,0.00015951693058013916,0.00016605854034423828,0.0001726001501083374,0.00017914175987243652,0.00018568336963653564,0.00019222497940063477,0.0001987665891647339,0.000205308198928833,0.00021184980869293213,0.00021839141845703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,1,2,1,0,2,1,2,2,4,6,8,12,16,17,20,21,25,27,36,28,30,28,27,42,45,31,55,32,39,38,34,24,25,12,4,9,9,13,4,6,7,4,3,2,4,0,4,1,0,0,0,0,0,1,1,0,0,0,0,1],"bins":[-0.002274972852319479,-0.0021955512929707766,-0.002116129733622074,-0.0020367081742733717,-0.0019572866149246693,-0.0018778651719912887,-0.001798443729057908,-0.0017190221697092056,-0.0016396006103605032,-0.0015601790510118008,-0.0014807574916630983,-0.0014013360487297177,-0.0013219144893810153,-0.0012424929300323129,-0.0011630714870989323,-0.0010836499277502298,-0.0010042283684015274,-0.000924806809052825,-0.0008453853079117835,-0.0007659638067707419,-0.0006865422474220395,-0.0006071206880733371,-0.0005276991869322956,-0.0004482776566874236,-0.0003688561264425516,-0.00028943459619767964,-0.00021001306595280766,-0.0001305915357079357,-5.117000546306372e-05,2.8251524781808257e-05,0.00010767305502668023,0.0001870945852715522,0.0002665161155164242,0.00034593764576129615,0.0004253591760061681,0.0005047806771472096,0.0005842022364959121,0.0006636237958446145,0.000743045296985656,0.0008224667981266975,0.0009018883574754,0.0009813099168241024,0.0010607314761728048,0.0011401529191061854,0.0012195744784548879,0.0012989960378035903,0.001378417480736971,0.0014578390400856733,0.0015372605994343758,0.0016166821587830782,0.0016961037181317806,0.0017755251610651612,0.0018549467204138637,0.001934368279762566,0.0020137897226959467,0.002093211282044649,0.0021726328413933516,0.002252054400742054,0.0023314759600907564,0.002410897519439459,0.0024903188459575176,0.00256974040530622,0.0026491619646549225,0.002728583524003625,0.0028080050833523273]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.0005270007532089949,-0.000510144280269742,-0.0004932878073304892,-0.00047643130528740585,-0.00045957480324432254,-0.0004427183303050697,-0.00042586185736581683,-0.0004090053553227335,-0.00039214888238348067,-0.0003752924094442278,-0.0003584359074011445,-0.00034157943446189165,-0.0003247229615226388,-0.0003078664594795555,-0.00029100998654030263,-0.0002741534844972193,-0.00025729701155796647,-0.0002404405240667984,-0.0002235840365756303,-0.00020672756363637745,-0.00018987107614520937,-0.0001730145886540413,-0.00015615811571478844,-0.00013930162822362036,-0.00012244514073245227,-0.00010558865324128419,-8.873217302607372e-05,-7.187569281086326e-05,-5.5019205319695175e-05,-3.81627214665059e-05,-2.1306237613316625e-05,-4.449753760127351e-06,1.2406788300722837e-05,2.9263272153912112e-05,4.611975600710139e-05,6.297623622231185e-05,7.983272371347994e-05,9.668921120464802e-05,0.00011354569141985849,0.00013040217163506895,0.00014725865912623703,0.00016411514661740512,0.0001809716341085732,0.00019782810704782605,0.00021468459453899413,0.00023154108203016222,0.00024839755496941507,0.0002652540570124984,0.00028211052995175123,0.0002989670028910041,0.0003158235049340874,0.00033267997787334025,0.00034953647991642356,0.0003663929528556764,0.00038324942579492927,0.0004001059278380126,0.00041696240077726543,0.0004338188737165183,0.0004506753757596016,0.00046753184869885445,0.0004843883216381073,0.0005012447945773602,0.0005181013257242739,0.0005349577986635268,0.0005518142716027796],"_type":"histogram","values":[1,1,1,0,1,2,1,4,4,3,5,4,3,6,4,7,14,11,11,14,26,22,24,28,13,24,31,27,38,24,23,34,23,31,33,31,34,14,26,16,20,17,15,10,14,5,11,8,10,9,6,5,3,2,1,2,3,2,3,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.003265380859375,-0.003165721893310547,-0.0030660629272460938,-0.0029664039611816406,-0.0028667449951171875,-0.0027670860290527344,-0.0026674270629882812,-0.002567768096923828,-0.002468109130859375,-0.002368450164794922,-0.0022687911987304688,-0.0021691322326660156,-0.0020694732666015625,-0.0019698143005371094,-0.0018701553344726562,-0.0017704963684082031,-0.00167083740234375,-0.0015711784362792969,-0.0014715194702148438,-0.0013718605041503906,-0.0012722015380859375,-0.0011725425720214844,-0.0010728836059570312,-0.0009732246398925781,-0.000873565673828125,-0.0007739067077636719,-0.0006742477416992188,-0.0005745887756347656,-0.0004749298095703125,-0.0003752708435058594,-0.00027561187744140625,-0.00017595291137695312,-7.62939453125e-05,2.3365020751953125e-05,0.00012302398681640625,0.00022268295288085938,0.0003223419189453125,0.0004220008850097656,0.0005216598510742188,0.0006213188171386719,0.000720977783203125,0.0008206367492675781,0.0009202957153320312,0.0010199546813964844,0.0011196136474609375,0.0012192726135253906,0.0013189315795898438,0.0014185905456542969,0.00151824951171875,0.0016179084777832031,0.0017175674438476562,0.0018172264099121094,0.0019168853759765625,0.0020165443420410156,0.0021162033081054688,0.002215862274169922,0.002315521240234375,0.002415180206298828,0.0025148391723632812,0.0026144981384277344,0.0027141571044921875,0.0028138160705566406,0.0029134750366210938,0.003013134002685547,0.00311279296875],"_type":"histogram","values":[2,0,1,2,0,2,4,9,8,15,16,21,33,40,69,90,141,173,286,372,532,791,1194,1645,2582,3905,5882,9014,14435,23291,40338,78225,150695,116121,56420,30871,18876,11601,7472,4785,3192,2103,1346,986,693,435,303,245,171,111,74,58,54,28,21,12,12,6,6,3,3,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,3,1,2,2,0,2,3,5,7,7,8,6,9,24,29,23,35,29,27,36,41,41,48,49,30,38,43,28,27,16,20,17,21,15,14,14,7,6,5,4,2,7,5,2,3,1,2,0,0,0,0,1,0,0,0,0,1],"bins":[-0.0005192392854951322,-0.0005020421813242137,-0.00048484501894563437,-0.00046764788567088544,-0.0004504507523961365,-0.00043325364822521806,-0.00041605651495046914,-0.0003988593816757202,-0.0003816622484009713,-0.00036446511512622237,-0.00034726798185147345,-0.00033007084857672453,-0.00031287374440580606,-0.00029567661113105714,-0.0002784794778563082,-0.0002612823445815593,-0.00024408521130681038,-0.00022688807803206146,-0.00020969094475731254,-0.00019249382603447884,-0.00017529669275972992,-0.000158099559484981,-0.0001409024407621473,-0.00012370530748739839,-0.00010650817421264946,-8.931104093790054e-05,-7.211391493910924e-05,-5.491678530233912e-05,-3.771965566556901e-05,-2.0522526028798893e-05,-3.325396392028779e-06,1.3871733244741336e-05,3.106892108917236e-05,4.826605072594248e-05,6.546318036271259e-05,8.26603063615039e-05,9.985743963625282e-05,0.00011705457291100174,0.00013425169163383543,0.00015144882490858436,0.00016864595818333328,0.0001858430914580822,0.00020304022473283112,0.0002202373434556648,0.00023743447673041373,0.00025463159545324743,0.00027182872872799635,0.00028902586200274527,0.0003062229952774942,0.0003234201285522431,0.00034061726182699203,0.00035781439510174096,0.0003750115283764899,0.00039220863254740834,0.00040940576582215726,0.0004266028990969062,0.0004438000323716551,0.00046099716564640403,0.00047819429892115295,0.0004953914321959019,0.0005125885363668203,0.0005297856987453997,0.0005469828029163182,0.0005641799652948976,0.000581377069465816]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,4,1,6,11,27,30,48,106,186,289,483,818,1255,1991,2900,4214,6076,8434,11566,15284,20310,26020,32777,39841,48087,56378,65012,73169,80365,85812,90142,92738,93026,92207,88252,82910,76700,68091,60615,51764,43844,36115,29210,23141,17593,13292,9825,7008,5020,3498,2307,1506,1002,614,373,239,136,88,51,24,14,14,4],"bins":[-0.09900757670402527,-0.09602811932563782,-0.09304866194725037,-0.09006919711828232,-0.08708973973989487,-0.08411028236150742,-0.08113081753253937,-0.07815136015415192,-0.07517190277576447,-0.07219244539737701,-0.06921298801898956,-0.06623352319002151,-0.06325406581163406,-0.06027460843324661,-0.05729514732956886,-0.05431568622589111,-0.05133622884750366,-0.04835677146911621,-0.04537731036543846,-0.04239784926176071,-0.03941839188337326,-0.03643893450498581,-0.03345947340130806,-0.03048001416027546,-0.02750055491924286,-0.02452109567821026,-0.021541636437177658,-0.018562177196145058,-0.015582717955112457,-0.012603258714079857,-0.009623799473047256,-0.006644340232014656,-0.0036648809909820557,-0.0006854217499494553,0.002294037491083145,0.0052734967321157455,0.008252955973148346,0.011232415214180946,0.014211874455213547,0.017191333696246147,0.020170792937278748,0.023150252178311348,0.02612971141934395,0.02910917066037655,0.03208862990140915,0.0350680872797966,0.03804754838347435,0.0410270094871521,0.04400646686553955,0.046985924243927,0.04996538534760475,0.0529448464512825,0.05592430382966995,0.058903761208057404,0.06188322231173515,0.0648626834154129,0.06784214079380035,0.0708215981721878,0.07380105555057526,0.0767805203795433,0.07975997775793076,0.0827394351363182,0.08571889996528625,0.0886983573436737,0.09167781472206116],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,0,0,0,1,0,1,2,0,2,1,1,3,5,2,4,5,2,8,14,10,14,14,11,15,12,26,38,30,39,36,33,45,43,33,40,28,35,29,26,33,27,15,12,12,17,3,10,11,3,3,2,1,2,3,1,2,0,0,0,0,0,1,1],"bins":[-9.047295316122472e-05,-8.775582682574168e-05,-8.503870049025863e-05,-8.232157415477559e-05,-7.960444781929255e-05,-7.68873214838095e-05,-7.417019514832646e-05,-7.145306881284341e-05,-6.873594247736037e-05,-6.601881614187732e-05,-6.330168980639428e-05,-6.0584563470911235e-05,-5.786743713542819e-05,-5.5150310799945146e-05,-5.24331844644621e-05,-4.971605812897906e-05,-4.699893179349601e-05,-4.428180545801297e-05,-4.1564679122529924e-05,-3.884755278704688e-05,-3.6130426451563835e-05,-3.341330011608079e-05,-3.0696173780597746e-05,-2.7979047445114702e-05,-2.5261921109631658e-05,-2.2544794774148613e-05,-1.982766843866557e-05,-1.7110542103182524e-05,-1.439341576769948e-05,-1.1676289432216436e-05,-8.959163096733391e-06,-6.242036761250347e-06,-3.5249104257673025e-06,-8.077840902842581e-07,1.9093422451987863e-06,4.626468580681831e-06,7.343594916164875e-06,1.006072125164792e-05,1.2777847587130964e-05,1.5494973922614008e-05,1.8212100258097053e-05,2.0929226593580097e-05,2.364635292906314e-05,2.6363479264546186e-05,2.908060560002923e-05,3.1797731935512275e-05,3.451485827099532e-05,3.723198460647836e-05,3.994911094196141e-05,4.266623727744445e-05,4.5383363612927496e-05,4.810048994841054e-05,5.0817616283893585e-05,5.353474261937663e-05,5.6251868954859674e-05,5.896899529034272e-05,6.168612162582576e-05,6.440324796130881e-05,6.712037429679185e-05,6.98375006322749e-05,7.255462696775794e-05,7.527175330324098e-05,7.798887963872403e-05,8.070600597420707e-05,8.342313230969012e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.998322069644928,0.9983934760093689,0.9984648823738098,0.9985363483428955,0.9986077547073364,0.9986791610717773,0.9987505674362183,0.9988219738006592,0.9988933801651001,0.9989648461341858,0.9990362524986267,0.9991076588630676,0.9991790652275085,0.9992504715919495,0.9993218779563904,0.9993933439254761,0.999464750289917,0.9995361566543579,0.9996075630187988,0.9996789693832397,0.9997503757476807,0.9998218417167664,0.9998932480812073,0.9999646544456482,1.0000361204147339,1.0001075267791748,1.0001789331436157,1.0002503395080566,1.0003217458724976,1.0003931522369385,1.0004645586013794,1.0005359649658203,1.0006073713302612,1.0006787776947021,1.000750184059143,1.0008217096328735,1.0008931159973145,1.0009645223617554,1.0010359287261963,1.0011073350906372,1.0011787414550781,1.001250147819519,1.00132155418396,1.0013929605484009,1.0014643669128418,1.0015357732772827,1.0016071796417236,1.001678705215454,1.001750111579895,1.001821517944336,1.0018929243087769,1.0019643306732178,1.0020357370376587,1.0021071434020996,1.0021785497665405,1.0022499561309814,1.0023213624954224,1.0023927688598633,1.0024641752243042,1.0025357007980347,1.0026071071624756,1.0026785135269165,1.0027499198913574,1.0028213262557983,1.0028927326202393],"_type":"histogram","values":[3,0,0,0,0,0,1,2,0,0,6,2,10,8,3,15,16,23,22,37,55,54,55,57,47,41,34,39,35,20,29,22,23,16,11,15,9,5,7,11,3,3,5,5,2,2,2,1,2,1,2,0,1,0,0,0,3,0,1,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,1,1,1,1,2,2,0,3,0,2,8,0,6,6,5,10,12,11,16,18,24,24,18,21,30,31,38,24,41,31,31,32,36,33,28,32,29,25,17,17,18,16,9,7,14,6,2,3,6,5,3,3,2,2,2,1,0,0,1],"bins":[-0.00010766550258267671,-0.00010455813753651455,-0.00010145077249035239,-9.834340744419023e-05,-9.523604239802808e-05,-9.212867735186592e-05,-8.902131230570376e-05,-8.59139472595416e-05,-8.280658221337944e-05,-7.969921716721728e-05,-7.659185212105513e-05,-7.348448707489297e-05,-7.037712202873081e-05,-6.726975698256865e-05,-6.416239193640649e-05,-6.105502689024433e-05,-5.7947665482060984e-05,-5.4840300435898826e-05,-5.173293538973667e-05,-4.862557034357451e-05,-4.551820529741235e-05,-4.241084025125019e-05,-3.9303475205088034e-05,-3.6196110158925876e-05,-3.3088748750742525e-05,-2.9981381885590963e-05,-2.6874016839428805e-05,-2.3766651793266647e-05,-2.0659288566093892e-05,-1.7551923519931734e-05,-1.4444558473769575e-05,-1.1337193427607417e-05,-8.229828381445259e-06,-5.122463335283101e-06,-2.0150987438682932e-06,1.0922660749201896e-06,4.199630893708672e-06,7.306995939870831e-06,1.0414360076538287e-05,1.3521725122700445e-05,1.6629090168862604e-05,1.9736455215024762e-05,2.284382026118692e-05,2.595118530734908e-05,2.9058548534521833e-05,3.216591358068399e-05,3.527327862684615e-05,3.838064367300831e-05,4.1488008719170466e-05,4.4595373765332624e-05,4.770273881149478e-05,5.081010385765694e-05,5.39174689038191e-05,5.702483394998126e-05,6.0132198996143416e-05,6.323956040432677e-05,6.634692545048892e-05,6.945429049665108e-05,7.256165554281324e-05,7.56690205889754e-05,7.877638563513756e-05,8.188375068129972e-05,8.499111572746187e-05,8.809848077362403e-05,9.120584581978619e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.0006421568687073886,-0.0006223180680535734,-0.0006024792091920972,-0.0005826404085382819,-0.0005628016078844666,-0.0005429628072306514,-0.0005231240065768361,-0.0005032851477153599,-0.00048344634706154466,-0.0004636075464077294,-0.00044376871665008366,-0.00042392988689243793,-0.00040409108623862267,-0.0003842522855848074,-0.00036441345582716167,-0.00034457462606951594,-0.0003247358254157007,-0.0003048970247618854,-0.0002850581950042397,-0.00026521936524659395,-0.0002453805645927787,-0.00022554174938704818,-0.0002057029341813177,-0.0001858641189755872,-0.0001660253037698567,-0.0001461864885641262,-0.0001263476733583957,-0.0001065088581526652,-8.66700429469347e-05,-6.68312277412042e-05,-4.6992412535473704e-05,-2.7153597329743207e-05,-7.314840331673622e-06,1.2523974874056876e-05,3.2362790079787374e-05,5.220160528551787e-05,7.204042049124837e-05,9.187923569697887e-05,0.00011171805090270936,0.00013155686610843986,0.00015139568131417036,0.00017123449651990086,0.00019107331172563136,0.00021091212693136185,0.00023075094213709235,0.0002505897427909076,0.00027042857254855335,0.0002902674023061991,0.00031010620296001434,0.0003299450036138296,0.00034978383337147534,0.00036962266312912107,0.00038946146378293633,0.0004093002644367516,0.00042913909419439733,0.00044897792395204306,0.0004688167246058583,0.0004886555252596736,0.0005084943259134889,0.000528333184774965,0.0005481719854287803,0.0005680107860825956,0.0005878496449440718,0.000607688445597887,0.0006275272462517023],"_type":"histogram","values":[1,0,0,0,1,1,2,1,1,0,0,3,3,5,4,4,14,11,10,9,15,11,30,24,23,28,19,21,26,24,39,41,32,36,30,39,28,28,21,29,16,20,16,18,17,9,9,9,10,12,1,3,6,2,1,3,0,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0006506698555313051,-0.0006238113855943084,-0.0005969529156573117,-0.000570094445720315,-0.0005432359757833183,-0.0005163775058463216,-0.0004895190359093249,-0.0004626605659723282,-0.0004358020960353315,-0.0004089436260983348,-0.0003820851561613381,-0.0003552266862243414,-0.0003283682162873447,-0.000301509746350348,-0.0002746512764133513,-0.0002477928064763546,-0.0002209343365393579,-0.0001940758666023612,-0.0001672173966653645,-0.0001403589267283678,-0.00011350045679137111,-8.664198685437441e-05,-5.978351691737771e-05,-3.292504698038101e-05,-6.066577043384314e-06,2.0791892893612385e-05,4.765036283060908e-05,7.450883276760578e-05,0.00010136730270460248,0.00012822577264159918,0.00015508424257859588,0.00018194271251559258,0.0002088012406602502,0.00023565971059724689,0.0002625181805342436,0.0002893766504712403,0.000316235120408237,0.0003430935903452337,0.0003699520602822304,0.0003968105302192271,0.0004236690001562238,0.00045052747009322047,0.00047738594003021717,0.0005042444099672139,0.0005311028799042106,0.0005579613498412073,0.000584819819778204,0.0006116782897152007,0.0006385367596521974,0.0006653952295891941,0.0006922536995261908,0.0007191121694631875,0.0007459706394001842,0.0007728291093371809,0.0007996875792741776,0.0008265460492111742,0.000853404519148171,0.0008802629890851676,0.0009071214590221643,0.000933979928959161,0.0009608383988961577,0.0009876969270408154,0.0010145553387701511,0.001041413750499487,0.0010682722786441445],"_type":"histogram","values":[1,2,1,0,4,2,5,4,2,8,3,8,6,14,23,16,20,34,34,28,35,42,38,40,45,43,48,42,37,28,28,24,16,14,13,13,12,13,4,6,3,2,2,0,1,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,2,4,3,2,4,4,8,11,6,17,20,21,43,56,99,152,237,405,645,1064,2007,3521,6930,13318,28376,60715,120846,154611,101009,48686,23145,11047,5789,3048,1511,959,578,328,225,117,81,57,17,25,24,12,9,5,6,3,4,1,3,1,1,1,0,0,0,2],"bins":[-9.250640869140625e-05,-8.955597877502441e-05,-8.660554885864258e-05,-8.365511894226074e-05,-8.07046890258789e-05,-7.775425910949707e-05,-7.480382919311523e-05,-7.18533992767334e-05,-6.890296936035156e-05,-6.595253944396973e-05,-6.300210952758789e-05,-6.0051679611206055e-05,-5.710124969482422e-05,-5.415081977844238e-05,-5.120038986206055e-05,-4.824995994567871e-05,-4.5299530029296875e-05,-4.234910011291504e-05,-3.93986701965332e-05,-3.644824028015137e-05,-3.349781036376953e-05,-3.0547380447387695e-05,-2.759695053100586e-05,-2.4646520614624023e-05,-2.1696090698242188e-05,-1.874566078186035e-05,-1.5795230865478516e-05,-1.284480094909668e-05,-9.894371032714844e-06,-6.943941116333008e-06,-3.993511199951172e-06,-1.043081283569336e-06,1.9073486328125e-06,4.857778549194336e-06,7.808208465576172e-06,1.0758638381958008e-05,1.3709068298339844e-05,1.665949821472168e-05,1.9609928131103516e-05,2.256035804748535e-05,2.5510787963867188e-05,2.8461217880249023e-05,3.141164779663086e-05,3.4362077713012695e-05,3.731250762939453e-05,4.026293754577637e-05,4.32133674621582e-05,4.616379737854004e-05,4.9114227294921875e-05,5.206465721130371e-05,5.501508712768555e-05,5.796551704406738e-05,6.091594696044922e-05,6.386637687683105e-05,6.681680679321289e-05,6.976723670959473e-05,7.271766662597656e-05,7.56680965423584e-05,7.861852645874023e-05,8.156895637512207e-05,8.45193862915039e-05,8.746981620788574e-05,9.042024612426758e-05,9.337067604064941e-05,9.632110595703125e-05]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,1,2,3,4,7,5,6,3,11,10,11,8,14,19,16,17,23,21,28,33,32,38,20,30,29,37,41,26,36,30,23,23,24,22,20,9,9,18,13,8,10,5,4,5,1,1,4,2,2,0,0,0,0,0,1,0,0,0,1],"bins":[-0.0004320218286011368,-0.00041702139424160123,-0.0004020209889858961,-0.00038702055462636054,-0.00037202012026682496,-0.0003570196859072894,-0.0003420192515477538,-0.0003270188462920487,-0.0003120184119325131,-0.00029701797757297754,-0.0002820175723172724,-0.00026701713795773685,-0.0002520167035982013,-0.0002370162692386657,-0.00022201584943104535,-0.000207015429623425,-0.00019201499526388943,-0.00017701456090435386,-0.0001620141410967335,-0.00014701372128911316,-0.0001320132869295776,-0.00011701285984599963,-0.00010201243276242167,-8.701200567884371e-05,-7.201157859526575e-05,-5.7011151511687785e-05,-4.2010724428109825e-05,-2.7010297344531864e-05,-1.2009870260953903e-05,2.9905568226240575e-06,1.7990983906202018e-05,3.299141098977998e-05,4.7991867177188396e-05,6.299229426076636e-05,7.799272134434432e-05,9.299314842792228e-05,0.00010799357551150024,0.00012299400987103581,0.00013799442967865616,0.0001529948494862765,0.00016799528384581208,0.00018299571820534766,0.000197996138012968,0.00021299655782058835,0.00022799699218012393,0.0002429974265396595,0.0002579978317953646,0.0002729982661549002,0.00028799870051443577,0.00030299913487397134,0.0003179995692335069,0.00033299997448921204,0.0003480004088487476,0.0003630008432082832,0.0003780012484639883,0.0003930016828235239,0.00040800211718305945,0.00042300255154259503,0.0004380029859021306,0.0004530033911578357,0.0004680038255173713,0.00048300425987690687,0.000498004665132612,0.000513005128595978,0.0005280055338516831]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.10657772421836853,-0.10341533273458481,-0.10025294125080109,-0.09709054976701736,-0.09392815828323364,-0.09076576679944992,-0.0876033753156662,-0.08444098383188248,-0.08127859234809875,-0.07811619341373444,-0.07495380192995071,-0.07179141044616699,-0.06862901896238327,-0.06546662747859955,-0.062304235994815826,-0.059141844511032104,-0.05597945302724838,-0.05281706154346466,-0.04965467005968094,-0.04649227857589722,-0.043329887092113495,-0.040167491883039474,-0.03700510039925575,-0.03384270891547203,-0.03068031743168831,-0.027517925947904587,-0.024355534464120865,-0.021193141117691994,-0.018030749633908272,-0.01486835815012455,-0.011705965735018253,-0.008543573319911957,-0.005381189286708832,-0.0022187973372638226,0.0009435946121811867,0.004105986561626196,0.007268378511071205,0.010430769994854927,0.013593162409961224,0.01675555482506752,0.019917946308851242,0.023080337792634964,0.026242729276418686,0.029405122622847557,0.03256751596927643,0.03572990745306015,0.03889229893684387,0.042054690420627594,0.045217081904411316,0.04837947338819504,0.05154186487197876,0.05470425635576248,0.057866647839546204,0.061029043048620224,0.06419143080711365,0.06735382229089737,0.07051621377468109,0.07367861270904541,0.07684100419282913,0.08000339567661285,0.08316578716039658,0.0863281786441803,0.08949057012796402,0.09265296161174774,0.09581535309553146],"_type":"histogram","values":[1,0,2,0,0,0,3,9,12,20,40,69,145,220,399,620,943,1418,1973,2966,4227,5857,7796,10275,13105,16075,19581,22840,26423,29713,32637,34672,36431,37229,36704,36263,33559,31150,27796,24146,21154,17400,14154,11425,8687,6462,4722,3492,2387,1643,1100,723,502,285,154,79,58,29,22,16,6,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.0040018330328166485,-0.003888033563271165,-0.0037742340937256813,-0.003660434391349554,-0.0035466349218040705,-0.003432835452258587,-0.0033190357498824596,-0.003205236280336976,-0.0030914368107914925,-0.002977637341246009,-0.0028638378717005253,-0.002750038169324398,-0.0026362386997789145,-0.002522439230233431,-0.0024086395278573036,-0.00229484005831182,-0.0021810405887663364,-0.002067241119220853,-0.0019534416496753693,-0.001839641947299242,-0.0017258424777537584,-0.0016120430082082748,-0.0014982434222474694,-0.001384443836286664,-0.0012706443667411804,-0.0011568448971956968,-0.0010430453112348914,-0.0009292457834817469,-0.0008154462557286024,-0.0007016467279754579,-0.0005878472002223134,-0.0004740476724691689,-0.0003602481447160244,-0.0002464486169628799,-0.0001326490892097354,-1.884956145659089e-05,9.494996629655361e-05,0.00020874949404969811,0.0003225490218028426,0.0004363485495559871,0.0005501480773091316,0.0006639476050622761,0.0007777471328154206,0.0008915466605685651,0.0010053461883217096,0.0011191456578671932,0.0012329452438279986,0.001346744829788804,0.0014605442993342876,0.0015743437688797712,0.0016881433548405766,0.001801942940801382,0.0019157424103468657,0.0020295418798923492,0.0021433415822684765,0.00225714105181396,0.0023709405213594437,0.0024847399909049273,0.002598539460450411,0.002712339162826538,0.0028261386323720217,0.0029399381019175053,0.0030537378042936325,0.003167537273839116,0.0032813367433845997],"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,2,0,2,0,3,0,4,4,2,12,4,8,7,12,8,12,19,28,25,34,22,22,43,40,30,40,27,43,32,34,25,31,20,18,16,20,18,25,14,14,11,3,6,7,2,3,3,2,0,0,2,1,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.00056562724057585,-0.0005465068388730288,-0.0005273864953778684,-0.0005082661518827081,-0.0004891457501798868,-0.000470025377580896,-0.0004509050049819052,-0.0004317846323829144,-0.0004126642597839236,-0.00039354388718493283,-0.00037442351458594203,-0.00035530314198695123,-0.00033618276938796043,-0.00031706239678896964,-0.00029794202418997884,-0.00027882165159098804,-0.00025970127899199724,-0.00024058090639300644,-0.00022146053379401565,-0.00020234016119502485,-0.00018321978859603405,-0.00016409941599704325,-0.00014497904339805245,-0.00012585867079906166,-0.00010673829820007086,-8.761792560108006e-05,-6.849755300208926e-05,-4.9377180403098464e-05,-3.0256807804107666e-05,-1.1136435205116868e-05,7.98393739387393e-06,2.7104309992864728e-05,4.6224682591855526e-05,6.534505519084632e-05,8.446542778983712e-05,0.00010358580038882792,0.00012270617298781872,0.00014182654558680952,0.00016094691818580031,0.0001800672907847911,0.0001991876633837819,0.0002183080359827727,0.0002374284085817635,0.0002565487811807543,0.0002756691537797451,0.0002947895263787359,0.0003139098989777267,0.0003330302715767175,0.0003521506441757083,0.0003712710167746991,0.0003903913893736899,0.0004095117619726807,0.0004286321345716715,0.0004477525071706623,0.0004668728797696531,0.0004859932523686439,0.0005051136249676347,0.0005242340266704559,0.0005433543701656163,0.0005624747136607766,0.0005815951153635979,0.0006007155170664191,0.0006198358605615795,0.0006389562040567398,0.0006580766057595611],"_type":"histogram","values":[1,0,0,4,2,1,2,3,3,3,4,7,4,10,11,13,10,20,22,20,15,25,20,19,25,29,26,34,37,28,34,24,33,19,31,26,27,16,20,13,25,18,15,10,13,7,6,7,7,2,2,1,1,2,4,2,3,0,0,0,1,0,0,1]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[2,6,3,3,2,1,2,3,1,0,2,2,1,0,1,1,2,4,2,3,1,0,2,5,2,6,0,0,2,1,1,1,1,3,2,1,1,1,5,2,2,2,0,4,3,3,3,2,2,1,2,2,3,0,1,1,1,2,5,3,2,0,2,4],"bins":[-0.03636898100376129,-0.03523335978388786,-0.034097738564014435,-0.032962117344141006,-0.03182649612426758,-0.030690873041749,-0.029555251821875572,-0.028419630602002144,-0.027284009382128716,-0.026148388162255287,-0.02501276694238186,-0.02387714572250843,-0.022741522639989853,-0.021605901420116425,-0.020470280200242996,-0.019334658980369568,-0.01819903776049614,-0.01706341654062271,-0.015927795320749283,-0.01479217316955328,-0.013656551949679852,-0.012520930729806423,-0.01138530857861042,-0.010249687358736992,-0.009114066138863564,-0.007978444918990135,-0.0068428232334554195,-0.005707201547920704,-0.0045715803280472755,-0.0034359588753432035,-0.0023003374226391315,-0.0011647159699350595,-2.9090791940689087e-05,0.001106530660763383,0.002242152113467455,0.003377773566171527,0.004513395018875599,0.005649016238749027,0.006784637924283743,0.007920259609818459,0.009055880829691887,0.010191502049565315,0.011327123269438744,0.012462745420634747,0.013598366640508175,0.014733987860381603,0.015869610011577606,0.017005231231451035,0.018140852451324463,0.01927647367119789,0.02041209489107132,0.021547716110944748,0.022683337330818176,0.023818960413336754,0.024954581633210182,0.02609020285308361,0.02722582407295704,0.028361445292830467,0.029497066512703896,0.030632687732577324,0.0317683108150959,0.03290393203496933,0.03403955325484276,0.035175174474716187,0.036310795694589615]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.0005122957518324256,-0.0004963416722603142,-0.00048038759268820286,-0.0004644335131160915,-0.0004484794335439801,-0.0004325253830756992,-0.00041657130350358784,-0.0004006172239314765,-0.0003846631443593651,-0.00036870906478725374,-0.00035275498521514237,-0.000336800905643031,-0.0003208468551747501,-0.0003048927756026387,-0.00028893869603052735,-0.000272984616458416,-0.0002570305368863046,-0.00024107645731419325,-0.00022512237774208188,-0.00020916831272188574,-0.00019321423314977437,-0.000177260153577663,-0.00016130608855746686,-0.0001453520089853555,-0.00012939792941324413,-0.00011344384984113276,-9.7489777544979e-05,-8.153570524882525e-05,-6.558162567671388e-05,-4.962754974258132e-05,-3.367347380844876e-05,-1.77193978743162e-05,-1.765380147844553e-06,1.4188695786288008e-05,3.014277172042057e-05,4.609684765455313e-05,6.205092358868569e-05,7.800500316079706e-05,9.395907545695081e-05,0.00010991314775310457,0.00012586722732521594,0.0001418213068973273,0.00015777538646943867,0.0001737294514896348,0.00018968353106174618,0.00020563761063385755,0.0002215916756540537,0.00023754575522616506,0.0002534998347982764,0.0002694539143703878,0.00028540799394249916,0.00030136207351461053,0.0003173161530867219,0.0003332702035550028,0.0003492242831271142,0.00036517836269922554,0.0003811324422713369,0.0003970865218434483,0.00041304060141555965,0.000428994680987671,0.00044494873145595193,0.0004609028110280633,0.00047685689060017467,0.000492810970172286,0.0005087650497443974],"_type":"histogram","values":[1,0,0,1,3,0,0,2,5,1,3,3,4,4,9,8,5,8,11,10,13,18,15,21,15,38,17,28,31,32,35,38,31,39,37,37,29,22,21,19,8,19,22,15,18,20,9,10,5,7,3,4,2,1,5,1,1,1,0,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,0,0,5,7,21,34,41,101,157,257,487,809,1344,2130,3212,4891,7233,10273,14009,19226,25045,32364,40765,49829,59263,69097,78515,87027,92996,98039,99928,99414,96463,92089,85141,76240,67338,57386,48253,39081,31023,23821,18047,13335,9399,6531,4511,2971,1862,1136,718,424,271,153,71,35,27,11,4,2,0,0,1],"bins":[-0.10199899226427078,-0.0988001674413681,-0.09560135006904602,-0.09240252524614334,-0.08920370787382126,-0.08600488305091858,-0.0828060656785965,-0.07960724085569382,-0.07640841603279114,-0.07320959866046906,-0.07001077383756638,-0.0668119564652443,-0.06361313164234161,-0.06041431054472923,-0.05721548944711685,-0.05401666834950447,-0.05081784725189209,-0.04761902615427971,-0.04442020505666733,-0.04122138395905495,-0.038022562861442566,-0.034823738038539886,-0.031624916940927505,-0.028426095843315125,-0.025227274745702744,-0.022028453648090363,-0.01882963255047798,-0.01563080959022045,-0.01243198849260807,-0.00923316739499569,-0.006034345366060734,-0.0028355238027870655,0.00036329030990600586,0.003562111873179674,0.0067609334364533424,0.009959755465388298,0.013158576563000679,0.01635739766061306,0.01955622062087059,0.02275504171848297,0.025953862816095352,0.029152683913707733,0.032351505011320114,0.035550326108932495,0.038749150931835175,0.041947972029447556,0.045146793127059937,0.04834561422467232,0.0515444353222847,0.05474325641989708,0.05794207751750946,0.06114089861512184,0.06433971971273422,0.0675385445356369,0.07073736190795898,0.07393618673086166,0.07713501155376434,0.08033382892608643,0.0835326537489891,0.08673147112131119,0.08993029594421387,0.09312911331653595,0.09632793813943863,0.09952675551176071,0.10272558033466339],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,0,0,1,0,0,2,1,4,4,13,11,14,24,32,36,46,77,118,170,263,425,578,935,1529,2354,4406,7637,12986,23865,43657,78039,115062,116568,78792,45135,24419,13735,7436,4469,2613,1489,994,622,411,285,160,119,91,64,38,30,18,12,9,7,5,2,2,1,3,3,1],"bins":[-0.001220703125,-0.0011848211288452148,-0.0011489391326904297,-0.0011130571365356445,-0.0010771751403808594,-0.0010412931442260742,-0.001005411148071289,-0.0009695291519165039,-0.0009336471557617188,-0.0008977651596069336,-0.0008618831634521484,-0.0008260011672973633,-0.0007901191711425781,-0.000754237174987793,-0.0007183551788330078,-0.0006824731826782227,-0.0006465911865234375,-0.0006107091903686523,-0.0005748271942138672,-0.000538945198059082,-0.0005030632019042969,-0.0004671812057495117,-0.00043129920959472656,-0.0003954172134399414,-0.00035953521728515625,-0.0003236532211303711,-0.00028777122497558594,-0.0002518892288208008,-0.00021600723266601562,-0.00018012523651123047,-0.0001442432403564453,-0.00010836124420166016,-7.2479248046875e-05,-3.6597251892089844e-05,-7.152557373046875e-07,3.516674041748047e-05,7.104873657226562e-05,0.00010693073272705078,0.00014281272888183594,0.0001786947250366211,0.00021457672119140625,0.0002504587173461914,0.00028634071350097656,0.0003222227096557617,0.0003581047058105469,0.00039398670196533203,0.0004298686981201172,0.00046575069427490234,0.0005016326904296875,0.0005375146865844727,0.0005733966827392578,0.000609278678894043,0.0006451606750488281,0.0006810426712036133,0.0007169246673583984,0.0007528066635131836,0.0007886886596679688,0.0008245706558227539,0.0008604526519775391,0.0008963346481323242,0.0009322166442871094,0.0009680986404418945,0.0010039806365966797,0.0010398626327514648,0.00107574462890625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,1,0,1,0,3,1,3,4,6,7,8,15,12,8,10,17,14,20,14,26,24,26,37,31,34,28,35,37,36,26,24,28,31,18,27,25,13,22,16,13,14,6,13,8,5,4,5,1,1,1,1,2,1,0,2,0,1],"bins":[-0.0032869887072592974,-0.0031899341847747564,-0.0030928796622902155,-0.0029958251398056746,-0.0028987706173211336,-0.0028017160948365927,-0.0027046615723520517,-0.002607607049867511,-0.0025105527602136135,-0.0024134982377290726,-0.0023164437152445316,-0.0022193891927599907,-0.0021223346702754498,-0.002025280147790909,-0.0019282256253063679,-0.001831171102821827,-0.001734116580337286,-0.001637062057852745,-0.0015400075353682041,-0.0014429530128836632,-0.0013458984903991222,-0.0012488440843299031,-0.0011517895618453622,-0.0010547350393608212,-0.0009576805168762803,-0.0008606259943917394,-0.0007635714719071984,-0.0006665170076303184,-0.0005694624851457775,-0.0004724079626612365,-0.00037535346928052604,-0.00027829897589981556,-0.00018124445341527462,-8.418994548264891e-05,1.2864562449976802e-05,0.00010991907038260251,0.00020697357831522822,0.00030402810079976916,0.00040108259418047965,0.0004981370875611901,0.0005951916100457311,0.000692246132530272,0.000789300655014813,0.000886355119291693,0.000983409583568573,0.001080464106053114,0.0011775186285376549,0.0012745731510221958,0.0013716276735067368,0.0014686821959912777,0.0015657367184758186,0.0016627912409603596,0.0017598457634449005,0.0018569001695141196,0.0019539548084139824,0.0020510093308985233,0.0021480638533830643,0.0022451181430369616,0.0023421726655215025,0.0024392271880060434,0.0025362817104905844,0.0026333362329751253,0.0027303907554596663,0.002827445277944207,0.002924499800428748],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,2,0,1,1,1,2,2,4,1,2,5,5,2,7,15,9,10,17,14,25,17,21,22,23,25,24,27,28,32,31,32,25,27,26,24,33,22,28,21,25,20,10,8,15,14,10,17,5,5,4,4,2,3,2,0,3,0,3,2,0,0,1,1],"bins":[-0.0008302919450215995,-0.0008038516389206052,-0.0007774113328196108,-0.0007509710267186165,-0.0007245307206176221,-0.0006980904145166278,-0.0006716501084156334,-0.0006452098023146391,-0.0006187694380059838,-0.0005923291319049895,-0.0005658888258039951,-0.0005394485197030008,-0.0005130082136020064,-0.0004865679075010121,-0.00046012760140001774,-0.0004336872952990234,-0.00040724698919802904,-0.0003808066830970347,-0.00035436637699604034,-0.000327926070895046,-0.00030148576479405165,-0.00027504542958922684,-0.0002486051234882325,-0.00022216481738723814,-0.0001957245112862438,-0.00016928420518524945,-0.0001428438990842551,-0.00011640357843134552,-8.996327233035117e-05,-6.352296622935683e-05,-3.708265285240486e-05,-1.0642343113431707e-05,1.5798024833202362e-05,4.223833457217552e-05,6.867864431114867e-05,9.511895768810064e-05,0.00012155926378909498,0.00014799956989008933,0.0001744398905429989,0.00020088019664399326,0.0002273205027449876,0.00025376080884598196,0.0002802011149469763,0.00030664142104797065,0.00033308175625279546,0.0003595220623537898,0.00038596236845478415,0.0004124026745557785,0.00043884298065677285,0.0004652832867577672,0.0004917235928587615,0.0005181638989597559,0.0005446042050607502,0.0005710445111617446,0.0005974848172627389,0.0006239251233637333,0.0006503654876723886,0.0006768057937733829,0.0007032460998743773,0.0007296864059753716,0.000756126712076366,0.0007825670181773603,0.0008090073242783546,0.000835447630379349,0.0008618879364803433]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.000606536865234375,-0.0005875229835510254,-0.0005685091018676758,-0.0005494952201843262,-0.0005304813385009766,-0.000511467456817627,-0.0004924535751342773,-0.00047343969345092773,-0.0004544258117675781,-0.0004354119300842285,-0.0004163980484008789,-0.0003973841667175293,-0.0003783702850341797,-0.0003593564033508301,-0.00034034252166748047,-0.00032132863998413086,-0.00030231475830078125,-0.00028330087661743164,-0.00026428699493408203,-0.0002452731132507324,-0.0002262592315673828,-0.0002072453498840332,-0.0001882314682006836,-0.00016921758651733398,-0.00015020370483398438,-0.00013118982315063477,-0.00011217594146728516,-9.316205978393555e-05,-7.414817810058594e-05,-5.513429641723633e-05,-3.612041473388672e-05,-1.710653305053711e-05,1.9073486328125e-06,2.092123031616211e-05,3.993511199951172e-05,5.894899368286133e-05,7.796287536621094e-05,9.697675704956055e-05,0.00011599063873291016,0.00013500452041625977,0.00015401840209960938,0.00017303228378295898,0.0001920461654663086,0.0002110600471496582,0.0002300739288330078,0.0002490878105163574,0.00026810169219970703,0.00028711557388305664,0.00030612945556640625,0.00032514333724975586,0.00034415721893310547,0.0003631711006164551,0.0003821849822998047,0.0004011988639831543,0.0004202127456665039,0.0004392266273498535,0.0004582405090332031,0.00047725439071655273,0.0004962682723999023,0.000515282154083252,0.0005342960357666016,0.0005533099174499512,0.0005723237991333008,0.0005913376808166504,0.0006103515625],"_type":"histogram","values":[2,0,0,2,6,3,5,7,9,11,15,18,39,53,70,110,188,242,336,563,862,1421,2224,3566,5741,9057,14683,23602,35809,52599,70089,81855,80552,66708,48938,33062,21554,13460,8343,5194,3260,1995,1243,828,489,319,223,146,105,54,51,32,23,19,13,11,3,2,3,1,3,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.0005954307271167636,-0.0005803236272186041,-0.0005652165855281055,-0.000550109485629946,-0.0005350024439394474,-0.0005198953440412879,-0.0005047882441431284,-0.0004896812024526298,-0.0004745741025544703,-0.00045946703176014125,-0.0004443599609658122,-0.0004292528610676527,-0.00041414579027332366,-0.0003990387194789946,-0.0003839316195808351,-0.00036882454878650606,-0.000353717477992177,-0.00033861040719784796,-0.0003235033364035189,-0.0003083962365053594,-0.00029328916571103036,-0.0002781820949167013,-0.0002630749950185418,-0.00024796792422421277,-0.00023286085342988372,-0.00021775378263555467,-0.0002026466972893104,-0.00018753961194306612,-0.00017243254114873707,-0.00015732547035440803,-0.00014221838500816375,-0.00012711129966191947,-0.00011200422886759043,-9.689715079730377e-05,-8.17900727270171e-05,-6.668299465673044e-05,-5.157591658644378e-05,-3.646883851615712e-05,-2.136176044587046e-05,-6.254682375583798e-06,8.852395694702864e-06,2.3959473764989525e-05,3.9066551835276186e-05,5.417362990556285e-05,6.928070797584951e-05,8.438778604613617e-05,9.949486411642283e-05,0.0001146019421867095,0.00012970902025699615,0.0001448160910513252,0.00015992317639756948,0.00017503026174381375,0.0001901373325381428,0.00020524440333247185,0.00022035148867871612,0.0002354585740249604,0.00025056564481928945,0.0002656727156136185,0.00028077978640794754,0.00029588688630610704,0.0003109939571004361,0.00032610102789476514,0.00034120812779292464,0.0003563151985872537,0.00037142226938158274],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,0,1,0,0,0,1,1,2,3,3,8,5,6,17,14,12,17,22,26,22,31,34,33,35,45,31,34,46,31,33,25,30,28,25,23,23,19,15,11,14,5,5,0,10,5,1,4,2,4,1,2]},"_runtime":656,"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.0005503275315277278,-0.0005337839829735458,-0.0005172404926270247,-0.0005006969440728426,-0.000484153424622491,-0.0004676099051721394,-0.0004510663857217878,-0.0004345228662714362,-0.00041797931771725416,-0.00040143579826690257,-0.00038489227881655097,-0.0003683487593661994,-0.0003518052399158478,-0.0003352617204654962,-0.00031871817191131413,-0.00030217465246096253,-0.00028563113301061094,-0.00026908761356025934,-0.00025254409410990775,-0.00023600056010764092,-0.0002194570261053741,-0.0002029135066550225,-0.0001863699872046709,-0.00016982645320240408,-0.00015328293375205249,-0.0001367394143017009,-0.00012019588029943407,-0.00010365236084908247,-8.710883412277326e-05,-7.056530739646405e-05,-5.402178430813365e-05,-3.7478261219803244e-05,-2.0934734493494034e-05,-4.391209586174227e-06,1.215231532114558e-05,2.8695840228465386e-05,4.523936513578519e-05,6.17828918620944e-05,7.8326411312446e-05,9.486993803875521e-05,0.00011141346476506442,0.00012795698421541601,0.00014450051821768284,0.00016104403766803443,0.00017758755711838603,0.00019413109112065285,0.00021067461057100445,0.00022721814457327127,0.00024376166402362287,0.00026030518347397447,0.00027684870292432606,0.0002933922514785081,0.0003099357709288597,0.0003264792903792113,0.0003430228098295629,0.0003595663292799145,0.0003761098487302661,0.00039265339728444815,0.00040919691673479974,0.00042574043618515134,0.00044228395563550293,0.00045882747508585453,0.0004753710236400366,0.0004919145139865577,0.0005084580625407398],"_type":"histogram","values":[1,0,0,1,0,0,1,1,0,0,1,2,6,2,3,3,5,4,9,6,6,17,11,11,17,34,19,32,35,36,27,34,40,51,36,47,41,21,28,24,18,25,20,20,17,8,9,9,3,6,4,7,0,1,2,0,2,0,2,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,0,1,6,18,22,38,77,163,288,489,837,1259,1986,3008,4640,6677,9227,13279,17911,23754,30840,38795,47227,56479,66471,75836,83868,90462,95961,98374,98258,97147,92577,86787,78539,69624,60518,50671,41942,33690,26448,20132,15008,10839,7728,5264,3589,2283,1499,930,593,331,223,117,60,40,16,12,0,3,1],"bins":[-0.105082668364048,-0.1019168347120285,-0.0987510085105896,-0.0955851748585701,-0.0924193412065506,-0.0892535150051117,-0.0860876813530922,-0.08292185515165329,-0.07975602149963379,-0.07659018784761429,-0.07342436164617538,-0.07025852799415588,-0.06709270179271698,-0.06392686814069748,-0.06076103448867798,-0.057595204561948776,-0.054429374635219574,-0.05126354470849037,-0.04809771478176117,-0.04493188112974167,-0.041766051203012466,-0.038600221276283264,-0.03543438762426376,-0.03226855769753456,-0.02910272777080536,-0.025936897844076157,-0.022771066054701805,-0.019605234265327454,-0.01643940433859825,-0.013273573480546474,-0.010107742622494698,-0.006941911764442921,-0.003776073455810547,-0.00061024259775877,0.002555588260293007,0.005721419118344784,0.00888724997639656,0.012053080834448338,0.015218911692500114,0.018384743481874466,0.021550573408603668,0.02471640333533287,0.027882235124707222,0.031048066914081573,0.034213896840810776,0.03737972676753998,0.04054556041955948,0.04371139034628868,0.04687722027301788,0.050043050199747086,0.05320888012647629,0.05637471377849579,0.05954054370522499,0.0627063736319542,0.0658722072839737,0.0690380334854126,0.0722038671374321,0.0753697007894516,0.0785355269908905,0.08170136064291,0.0848671942949295,0.08803302049636841,0.09119885414838791,0.09436468034982681,0.09753051400184631]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,3,2,3,4,9,5,3,14,14,38,38,54,79,109,138,182,319,353,480,760,927,1334,1712,2414,3428,5001,6639,8751,314384,18294,7615,5743,4081,2771,2041,1425,1054,771,575,443,330,233,160,140,108,70,54,30,25,14,14,11,4,2,2,4,1,0,1,0,1,1],"bins":[-0.0034751156345009804,-0.0033620104659348726,-0.0032489055301994085,-0.0031358003616333008,-0.0030226954258978367,-0.002909590257331729,-0.002796485321596265,-0.002683380153030157,-0.002570275217294693,-0.0024571700487285852,-0.0023440648801624775,-0.0022309599444270134,-0.0021178547758609056,-0.0020047498401254416,-0.0018916446715593338,-0.0017785396194085479,-0.001665434567257762,-0.001552329515106976,-0.0014392244629561901,-0.0013261194108054042,-0.0012130143586546183,-0.0010999091900885105,-0.0009868041379377246,-0.0008736990857869387,-0.0007605940336361527,-0.0006474889814853668,-0.0005343839293345809,-0.00042127881897613406,-0.00030817376682534814,-0.000195068700122647,-8.196363341994584e-05,3.1141433282755315e-05,0.00014424649998545647,0.0002573515521362424,0.00037045663339085877,0.00048356171464547515,0.0005966667667962611,0.000709771818947047,0.0008228769293054938,0.0009359819814562798,0.0010490870336070657,0.0011621920857578516,0.0012752971379086375,0.0013884021900594234,0.0015015073586255312,0.0016146124107763171,0.001727717462927103,0.001840822515077889,0.001953927567228675,0.0020670327357947826,0.0021801376715302467,0.0022932428400963545,0.0024063477758318186,0.0025194529443979263,0.0026325578801333904,0.002745663048699498,0.002858768217265606,0.00297187315300107,0.0030849783215671778,0.003198083257302642,0.0033111884258687496,0.0034242933616042137,0.0035373985301703215,0.0036505034659057856,0.0037636086344718933]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[0.9989055395126343,0.9989499449729919,0.9989944100379944,0.999038815498352,0.9990832805633545,0.9991276860237122,0.9991720914840698,0.9992165565490723,0.9992609620094299,0.9993053674697876,0.99934983253479,0.9993942379951477,0.9994386434555054,0.9994831085205078,0.9995275139808655,0.9995719790458679,0.9996163845062256,0.9996607899665833,0.9997052550315857,0.9997496604919434,0.9997941255569458,0.9998385310173035,0.9998829364776611,0.9999274015426636,0.9999718070030212,1.000016212463379,1.0000606775283813,1.0001051425933838,1.0001494884490967,1.0001939535140991,1.0002384185791016,1.0002827644348145,1.000327229499817,1.0003716945648193,1.0004160404205322,1.0004605054855347,1.000504970550537,1.00054931640625,1.0005937814712524,1.0006382465362549,1.0006825923919678,1.0007270574569702,1.0007715225219727,1.000815987586975,1.000860333442688,1.0009047985076904,1.0009492635726929,1.0009936094284058,1.0010380744934082,1.0010825395584106,1.0011268854141235,1.001171350479126,1.0012158155441284,1.0012601613998413,1.0013046264648438,1.0013490915298462,1.0013935565948486,1.0014379024505615,1.001482367515564,1.0015268325805664,1.0015711784362793,1.0016156435012817,1.0016601085662842,1.001704454421997,1.0017489194869995],"_type":"histogram","values":[4,1,0,2,5,5,0,1,4,3,6,11,6,14,11,13,15,21,24,24,26,34,31,28,32,30,36,34,37,40,32,29,24,22,23,20,13,9,16,7,6,9,11,7,5,1,1,5,3,5,5,1,4,1,1,0,2,1,2,2,0,0,1,2]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,2,0,5,8,16,32,35,69,125,258,364,587,897,1377,1909,2892,3962,5305,6890,8900,11374,13809,16675,19406,22143,24631,26509,27822,28524,29573,28173,26344,24673,22476,19857,17045,14216,11640,9459,7274,5503,4166,2942,2072,1463,911,594,388,272,139,86,39,17,20,12,2,3,1,0,0,0,0,1],"bins":[-0.09572479873895645,-0.09254000335931778,-0.08935520797967911,-0.08617042005062103,-0.08298562467098236,-0.07980082929134369,-0.07661603391170502,-0.07343124598264694,-0.07024645060300827,-0.0670616552233696,-0.06387685984373093,-0.06069206818938255,-0.05750727280974388,-0.05432248115539551,-0.051137685775756836,-0.04795289412140846,-0.04476809874176979,-0.04158330336213112,-0.038398511707782745,-0.035213716328144073,-0.0320289246737957,-0.028844129294157028,-0.025659335777163506,-0.022474542260169983,-0.01928974874317646,-0.016104955226182938,-0.012920161709189415,-0.009735367260873318,-0.006550573743879795,-0.0033657799940556288,-0.00018098624423146248,0.003003807505592704,0.00618860125541687,0.009373394772410393,0.012558188289403915,0.015742981806397438,0.01892777532339096,0.022112570703029633,0.025297364220023155,0.028482157737016678,0.03166694939136505,0.03485174477100372,0.038036540150642395,0.04122133180499077,0.04440612718462944,0.047590918838977814,0.050775714218616486,0.05396050587296486,0.05714530125260353,0.0603300966322422,0.06351488828659058,0.06669968366622925,0.06988447904586792,0.073069266974926,0.07625406235456467,0.07943885773420334,0.08262365311384201,0.08580844849348068,0.08899323642253876,0.09217803180217743,0.0953628271818161,0.09854762256145477,0.10173241049051285,0.10491720587015152,0.10810200124979019]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.000457763671875,-0.0004436075687408447,-0.00042945146560668945,-0.0004152953624725342,-0.0004011392593383789,-0.00038698315620422363,-0.00037282705307006836,-0.0003586709499359131,-0.0003445148468017578,-0.00033035874366760254,-0.00031620264053344727,-0.000302046537399292,-0.0002878904342651367,-0.00027373433113098145,-0.00025957822799682617,-0.0002454221248626709,-0.00023126602172851562,-0.00021710991859436035,-0.00020295381546020508,-0.0001887977123260498,-0.00017464160919189453,-0.00016048550605773926,-0.00014632940292358398,-0.0001321732997894287,-0.00011801719665527344,-0.00010386109352111816,-8.970499038696289e-05,-7.554888725280762e-05,-6.139278411865234e-05,-4.723668098449707e-05,-3.30805778503418e-05,-1.8924474716186523e-05,-4.76837158203125e-06,9.387731552124023e-06,2.3543834686279297e-05,3.769993782043457e-05,5.1856040954589844e-05,6.601214408874512e-05,8.016824722290039e-05,9.432435035705566e-05,0.00010848045349121094,0.0001226365566253662,0.00013679265975952148,0.00015094876289367676,0.00016510486602783203,0.0001792609691619873,0.00019341707229614258,0.00020757317543029785,0.00022172927856445312,0.0002358853816986084,0.00025004148483276367,0.00026419758796691895,0.0002783536911010742,0.0002925097942352295,0.00030666589736938477,0.00032082200050354004,0.0003349781036376953,0.0003491342067718506,0.00036329030990600586,0.00037744641304016113,0.0003916025161743164,0.0004057586193084717,0.00041991472244262695,0.0004340708255767822,0.0004482269287109375],"_type":"histogram","values":[2,4,1,2,0,6,6,11,13,20,32,50,53,77,146,191,306,426,637,803,1291,1998,2980,4480,6977,10185,15460,23323,32068,45226,57317,66894,69990,65051,53765,39797,29483,20344,13226,9385,6007,3917,2598,1683,1105,778,529,381,244,174,109,84,58,40,39,11,11,11,3,8,1,5,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,7,3,3,5,6,14,10,19,11,21,21,27,25,21,37,25,29,29,35,36,33,36,40,33,22,27,23,25,26,20,21,18,11,10,9,9,5,4,2,3,0,0,1,1,1],"bins":[-0.0005530410562641919,-0.0005387463606894016,-0.0005244516069069505,-0.0005101569113321602,-0.00049586221575737,-0.00048156746197491884,-0.0004672727664001286,-0.0004529780417215079,-0.0004386833170428872,-0.00042438862146809697,-0.0004100938967894763,-0.0003957991721108556,-0.0003815044474322349,-0.00036720975185744464,-0.00035291502717882395,-0.00033862030250020325,-0.00032432557782158256,-0.0003100308822467923,-0.0002957361575681716,-0.0002814414328895509,-0.0002671467373147607,-0.00025285201263614,-0.0002385572879575193,-0.00022426257783081383,-0.00020996786770410836,-0.00019567314302548766,-0.0001813784328987822,-0.0001670837082201615,-0.00015278899809345603,-0.00013849427341483533,-0.00012419956328812987,-0.00010990484588546678,-9.56101284828037e-05,-8.131541108014062e-05,-6.702069367747754e-05,-5.2725979912793264e-05,-3.843126251013018e-05,-2.41365451074671e-05,-9.841829523793422e-06,4.4528869693749584e-06,1.874760346254334e-05,3.304232086520642e-05,4.73370382678695e-05,6.163175567053258e-05,7.592646579723805e-05,9.022118319990113e-05,0.00010451590060256422,0.0001188106180052273,0.00013310533540789038,0.00014740004553459585,0.00016169477021321654,0.000175989480339922,0.0001902842050185427,0.00020457891514524817,0.00021887363982386887,0.00023316834995057434,0.0002474630600772798,0.0002617577847559005,0.0002760525094345212,0.00029034720500931144,0.00030464192968793213,0.00031893665436655283,0.0003332313790451735,0.00034752607461996377,0.00036182079929858446]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.09199193120002747,-0.08904071152210236,-0.08608949929475784,-0.08313827961683273,-0.08018706738948822,-0.07723584771156311,-0.074284628033638,-0.07133341580629349,-0.06838219612836838,-0.06543097645044327,-0.062479764223098755,-0.059528544545173645,-0.056577328592538834,-0.05362611263990402,-0.05067489296197891,-0.0477236770093441,-0.04477246105670929,-0.04182124510407448,-0.03887002915143967,-0.03591880947351456,-0.032967593520879745,-0.030016377568244934,-0.027065159752964973,-0.024113941937685013,-0.0211627259850502,-0.01821151003241539,-0.01526029221713543,-0.012309075333178043,-0.009357858449220657,-0.006406641565263271,-0.0034554246813058853,-0.0005042077973484993,0.00244700163602829,0.005398218519985676,0.008349435403943062,0.011300652287900448,0.014251869171857834,0.017203085124492645,0.020154302939772606,0.023105520755052567,0.026056736707687378,0.02900795266032219,0.031959168612957,0.03491038829088211,0.03786160424351692,0.04081282019615173,0.04376403987407684,0.046715255826711655,0.049666471779346466,0.05261768773198128,0.05556890368461609,0.0585201233625412,0.06147133931517601,0.06442255526781082,0.06737377494573593,0.07032498717308044,0.07327620685100555,0.07622742652893066,0.07917863875627518,0.08212985843420029,0.0850810706615448,0.08803229033946991,0.09098351001739502,0.09393472224473953,0.09688594192266464],"_type":"histogram","values":[1,0,6,5,7,27,40,86,125,220,303,547,776,1179,1705,2387,3277,4583,5965,7933,10141,12416,15372,18130,21282,24516,27583,29733,31885,33868,34363,34525,34054,32621,30633,28219,25600,22661,19358,16131,13647,10961,8674,6875,5085,3746,2723,1950,1383,889,624,397,237,152,97,49,31,20,10,5,0,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[1,0,2,3,8,6,30,44,70,133,277,430,685,1091,1740,2621,3917,5703,8137,11251,15788,20307,26728,33549,41495,50258,59323,68007,76678,83983,89892,94653,96545,96290,93718,89113,83155,75843,66628,57906,49043,40575,32551,25653,19764,14785,10908,7722,5433,3757,2510,1615,999,619,365,221,150,92,48,24,11,6,2,3],"bins":[-0.10169374942779541,-0.09860594570636749,-0.09551814198493958,-0.09243033826351166,-0.08934253454208374,-0.08625473827123642,-0.0831669345498085,-0.08007913082838058,-0.07699132710695267,-0.07390352338552475,-0.07081571966409683,-0.06772791594266891,-0.0646401196718216,-0.06155231222510338,-0.05846451222896576,-0.05537670850753784,-0.052288904786109924,-0.04920110106468201,-0.04611329734325409,-0.04302549734711647,-0.03993769362568855,-0.036849889904260635,-0.033762089908123016,-0.0306742861866951,-0.02758648246526718,-0.024498678743839264,-0.021410876885056496,-0.018323075026273727,-0.01523527130484581,-0.012147468514740467,-0.009059665724635124,-0.005971862934529781,-0.0028840601444244385,0.0002037426456809044,0.0032915454357862473,0.00637934822589159,0.009467151015996933,0.012554953806102276,0.01564275659620762,0.018730558454990387,0.021818362176418304,0.024906165897846222,0.02799396775662899,0.03108176961541176,0.034169573336839676,0.03725737705826759,0.04034517705440521,0.04343298077583313,0.04652078449726105,0.049608588218688965,0.05269639194011688,0.0557841919362545,0.05887199565768242,0.061959799379110336,0.06504759937524796,0.06813540309667587,0.07122320681810379,0.07431101053953171,0.07739881426095963,0.08048661798238754,0.08357441425323486,0.08666221797466278,0.0897500216960907,0.09283782541751862,0.09592562913894653],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,3,1,6,8,7,31,48,79,142,225,419,725,984,1486,2216,3055,4410,6046,8276,10753,13535,16894,20245,23734,27495,30483,33525,35853,37036,37424,36868,35312,33376,30395,26845,23679,19967,16602,13406,10540,7972,5948,4386,3175,2185,1427,995,621,435,220,144,84,48,23,14,6,2,1,1,0,1],"bins":[-0.10343440622091293,-0.10024970024824142,-0.09706498682498932,-0.09388028085231781,-0.0906955748796463,-0.0875108614563942,-0.08432615548372269,-0.08114144951105118,-0.07795673608779907,-0.07477203011512756,-0.07158732414245605,-0.06840261071920395,-0.06521790474653244,-0.06203319504857063,-0.058848485350608826,-0.05566377937793732,-0.05247906967997551,-0.0492943599820137,-0.046109654009342194,-0.042924944311380386,-0.03974023461341858,-0.03655552864074707,-0.03337081894278526,-0.030186109244823456,-0.027001401409506798,-0.02381669357419014,-0.020631983876228333,-0.017447276040911674,-0.014262567274272442,-0.01107785850763321,-0.007893150672316551,-0.004708441905677319,-0.001523733139038086,0.001660975394770503,0.004845683928579092,0.008030392229557037,0.01121510099619627,0.014399809762835503,0.01758451759815216,0.020769227296113968,0.023953935131430626,0.027138642966747284,0.03032335266470909,0.0335080623626709,0.03669276833534241,0.039877478033304214,0.04306218773126602,0.04624689370393753,0.04943160340189934,0.052616313099861145,0.055801019072532654,0.05898572877049446,0.06217043846845627,0.06535514444112778,0.06853985786437988,0.07172456383705139,0.0749092698097229,0.078093983232975,0.08127868920564651,0.08446339517831802,0.08764810860157013,0.09083281457424164,0.09401752054691315,0.09720223397016525,0.10038693994283676]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,2,0,2,0,3,5,7,8,6,8,10,14,12,16,27,17,33,26,36,28,26,37,32,27,28,26,39,33,34,32,24,24,26,12,19,14,15,10,12,5,7,6,3,3,2,2,1,1,1,1,0,0,0,0,0,1,0,0,0,1],"bins":[-0.0011940260883420706,-0.0011513715144246817,-0.0011087169405072927,-0.0010660623665899038,-0.001023407792672515,-0.000980753218755126,-0.0009380986448377371,-0.0008954440709203482,-0.0008527894970029593,-0.0008101349812932312,-0.0007674804073758423,-0.0007248258334584534,-0.0006821712595410645,-0.0006395166856236756,-0.0005968621117062867,-0.0005542075377888978,-0.0005115529638715088,-0.0004688983899541199,-0.000426243816036731,-0.0003835892421193421,-0.00034093466820195317,-0.0002982801233883947,-0.0002556255494710058,-0.00021297097555361688,-0.00017031640163622797,-0.00012766182771883905,-8.500726107740775e-05,-4.235269079799764e-05,3.0187948141247034e-07,4.295644976082258e-05,8.561102004023269e-05,0.000128265586681664,0.0001709201605990529,0.00021357473451644182,0.00025622930843383074,0.00029888388235121965,0.00034153845626860857,0.00038419300108216703,0.00042684757499955595,0.00046950214891694486,0.0005121567519381642,0.0005548112676478922,0.0005974658415652812,0.0006401204154826701,0.000682774989400059,0.0007254295633174479,0.0007680841372348368,0.0008107387111522257,0.0008533932850696146,0.0008960478589870036,0.0009387024329043925,0.0009813569486141205,0.0010240115225315094,0.0010666660964488983,0.0011093206703662872,0.0011519752442836761,0.001194629818201065,0.001237284392118454,0.001279938966035843,0.0013225935399532318,0.0013652481138706207,0.0014079026877880096,0.0014505572617053986,0.0014932118356227875,0.0015358664095401764]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,3,0,3,4,1,4,1,3,3,8,12,13,14,19,22,25,36,43,42,55,53,44,54,42,41,42,36,28,14,20,19,15,9,7,7,4,2,5,4,1,2,0,1,0,0,1,2,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0005093376967124641,-0.0004914812743663788,-0.0004736248520202935,-0.0004557684587780386,-0.0004379120364319533,-0.000420055614085868,-0.00040219922084361315,-0.00038434279849752784,-0.00036648637615144253,-0.0003486299538053572,-0.0003307735314592719,-0.00031291713821701705,-0.00029506071587093174,-0.00027720429352484643,-0.0002593479002825916,-0.00024149147793650627,-0.00022363505559042096,-0.00020577863324433565,-0.00018792222545016557,-0.0001700658176559955,-0.00015220939530991018,-0.00013435297296382487,-0.00011649656516965479,-9.864015009952709e-05,-8.07837350293994e-05,-6.29273199592717e-05,-4.5070904889144003e-05,-2.7214489819016308e-05,-9.358074748888612e-06,8.498340321239084e-06,2.635475539136678e-05,4.4211170461494476e-05,6.206764373928308e-05,7.992405880941078e-05,9.778047387953848e-05,0.00011563688894966617,0.00013349330401979387,0.00015134972636587918,0.00016920613416004926,0.00018706254195421934,0.00020491896430030465,0.00022277538664638996,0.00024063179444056004,0.0002584882022347301,0.00027634462458081543,0.00029420104692690074,0.0003120574401691556,0.0003299138625152409,0.0003477702848613262,0.00036562670720741153,0.00038348312955349684,0.0004013395227957517,0.000419195945141837,0.0004370523674879223,0.00045490876073017716,0.0004727651830762625,0.0004906216054223478,0.0005084780277684331,0.0005263344501145184,0.0005441908724606037,0.0005620472365990281,0.0005799036589451134,0.0005977600812911987,0.000615616503637284,0.0006334729259833694],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.004101679660379887,-0.0039876364171504974,-0.0038735931739211082,-0.003759549930691719,-0.00364550668746233,-0.0035314634442329407,-0.0034174202010035515,-0.0033033769577741623,-0.003189333714544773,-0.0030752902384847403,-0.002961246995255351,-0.002847203752025962,-0.0027331605087965727,-0.0026191172655671835,-0.0025050740223377943,-0.002391030779108405,-0.002276987535879016,-0.0021629442926496267,-0.0020489010494202375,-0.0019348578061908484,-0.0018208145629614592,-0.0017067712033167481,-0.001592727960087359,-0.0014786847168579698,-0.0013646414736285806,-0.0012505982303991914,-0.0011365549871698022,-0.001022511743940413,-0.0009084684425033629,-0.0007944251992739737,-0.0006803818978369236,-0.0005663386546075344,-0.00045229517854750156,-0.0003382519353181124,-0.00022420866298489273,-0.00011016540520358831,3.877852577716112e-06,0.00011792111035902053,0.00023196436814032495,0.0003460076404735446,0.0004600508837029338,0.000574094126932323,0.0006881373701617122,0.0008021806715987623,0.0009162239148281515,0.0010302672162652016,0.0011443104594945908,0.00125835370272398,0.0013723969459533691,0.0014864401891827583,0.0016004834324121475,0.0017145266756415367,0.001828569918870926,0.001942613278515637,0.0020566564053297043,0.0021706996485590935,0.0022847428917884827,0.0023987863678485155,0.0025128296110779047,0.002626872854307294,0.002740916097536683,0.0028549593407660723,0.0029690025839954615,0.0030830458272248507,0.00319708907045424],"_type":"histogram","values":[2,0,0,0,0,0,0,1,1,3,1,1,1,1,1,5,6,11,7,6,3,7,6,11,7,10,22,20,19,23,26,35,39,20,42,32,33,33,24,24,30,37,35,28,18,19,20,17,18,11,9,9,10,7,5,4,2,3,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,1,0,0,1,1,2,0,1,0,2,2,4,1,5,5,6,6,8,8,8,20,18,20,17,25,23,31,25,38,35,40,41,34,30,26,30,31,27,19,25,17,21,21,16,13,12,13,11,4,4,4,2,4,0,1,3,1,1,1,1,0,0,1],"bins":[-0.0005034364876337349,-0.0004884027293883264,-0.00047336897114291787,-0.00045833521289750934,-0.0004433014546521008,-0.00042826769640669227,-0.00041323393816128373,-0.0003982001799158752,-0.00038316642167046666,-0.0003681326634250581,-0.0003530989051796496,-0.00033806514693424106,-0.0003230313886888325,-0.000307997630443424,-0.00029296387219801545,-0.0002779301139526069,-0.0002628963557071984,-0.00024786259746178985,-0.0002328288392163813,-0.00021779508097097278,-0.00020276132272556424,-0.0001877275644801557,-0.00017269380623474717,-0.00015766004798933864,-0.0001426262897439301,-0.00012759253149852157,-0.00011255877325311303,-9.75250150077045e-05,-8.249125676229596e-05,-6.745749851688743e-05,-5.242374027147889e-05,-3.7389982026070356e-05,-2.235622378066182e-05,-7.322465535253286e-06,7.711292710155249e-06,2.2745050955563784e-05,3.777880920097232e-05,5.2812567446380854e-05,6.784632569178939e-05,8.288008393719792e-05,9.791384218260646e-05,0.000112947600428015,0.00012798135867342353,0.00014301511691883206,0.0001580488751642406,0.00017308263340964913,0.00018811639165505767,0.0002031501499004662,0.00021818390814587474,0.00023321766639128327,0.0002482514246366918,0.00026328518288210034,0.0002783189411275089,0.0002933526993729174,0.00030838645761832595,0.0003234202158637345,0.000338453974109143,0.00035348773235455155,0.0003685214905999601,0.0003835552488453686,0.00039858900709077716,0.0004136227653361857,0.00042865652358159423,0.00044369028182700276,0.0004587240400724113],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,0,1,0,1,3,5,4,9,12,15,18,31,24,44,40,48,47,42,44,45,36,28,27,19,22,21,21,24,15,13,9,6,7,9,10,6,5,5,5,8,6,8,3,5,3,0,1,0,1,0,1,1,2,0,2,1,1,1,1,0,0,0,1],"bins":[0.9986056685447693,0.9986823797225952,0.9987590909004211,0.9988358020782471,0.9989125728607178,0.9989892840385437,0.9990659952163696,0.9991427063941956,0.9992194175720215,0.9992961287498474,0.9993728399276733,0.999449610710144,0.99952632188797,0.9996030330657959,0.9996797442436218,0.9997564554214478,0.9998331665992737,0.9999098777770996,0.9999866485595703,1.0000633001327515,1.0001400709152222,1.0002167224884033,1.000293493270874,1.0003702640533447,1.0004469156265259,1.0005236864089966,1.0006003379821777,1.0006771087646484,1.0007537603378296,1.0008305311203003,1.000907301902771,1.0009839534759521,1.0010607242584229,1.001137375831604,1.0012141466140747,1.0012907981872559,1.0013675689697266,1.0014443397521973,1.0015209913253784,1.0015977621078491,1.0016744136810303,1.001751184463501,1.0018278360366821,1.0019046068191528,1.0019813776016235,1.0020580291748047,1.0021347999572754,1.0022114515304565,1.0022882223129272,1.0023648738861084,1.002441644668579,1.0025184154510498,1.002595067024231,1.0026718378067017,1.0027484893798828,1.0028252601623535,1.0029019117355347,1.0029786825180054,1.003055453300476,1.0031321048736572,1.003208875656128,1.003285527229309,1.0033622980117798,1.003438949584961,1.0035157203674316],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,2,1,0,4,2,4,6,1,3,9,8,12,12,14,18,15,29,21,24,29,20,35,44,27,34,37,43,33,26,23,24,30,25,26,19,22,16,10,9,7,7,5,8,4,5,5,2,0,0,2,1,0,1,0,0,1,0,1],"bins":[-0.0006541205220855772,-0.0006333367200568318,-0.0006125529180280864,-0.000591769115999341,-0.0005709853139705956,-0.0005502015119418502,-0.0005294177099131048,-0.0005086339078843594,-0.00048785010585561395,-0.00046706630382686853,-0.0004462825017981231,-0.0004254986997693777,-0.0004047148977406323,-0.0003839310957118869,-0.00036314729368314147,-0.00034236349165439606,-0.00032157968962565064,-0.00030079588759690523,-0.0002800120855681598,-0.0002592282835394144,-0.000238444481510669,-0.00021766067948192358,-0.00019687687745317817,-0.00017609307542443275,-0.00015530927339568734,-0.00013452547136694193,-0.00011374166933819652,-9.29578673094511e-05,-7.217406528070569e-05,-5.139026325196028e-05,-3.0606461223214865e-05,-9.822659194469452e-06,1.0961084626615047e-05,3.174488665536046e-05,5.252868868410587e-05,7.331249071285129e-05,9.40962927415967e-05,0.00011488009477034211,0.00013566389679908752,0.00015644769882783294,0.00017723150085657835,0.00019801530288532376,0.00021879910491406918,0.0002395829069428146,0.00026036670897156,0.0002811505110003054,0.0003019343130290508,0.00032271811505779624,0.00034350191708654165,0.00036428571911528707,0.0003850695211440325,0.0004058533231727779,0.0004266371252015233,0.0004474209272302687,0.00046820472925901413,0.0004889885312877595,0.000509772333316505,0.0005305561353452504,0.0005513399373739958,0.0005721237394027412,0.0005929075414314866,0.000613691343460232,0.0006344751454889774,0.0006552589475177228,0.0006760427495464683],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,1,7,11,15,32,48,83,124,184,318,488,769,1132,1629,2289,3196,4293,5668,7322,9528,11870,14460,17373,20179,23395,26024,28868,30857,32614,33865,34430,33807,32502,31107,29172,26252,23298,20556,17511,14575,11853,9715,7591,5826,4416,3246,2312,1669,1194,755,518,330,215,134,80,54,25,18,7,4,2,4,3],"bins":[-0.09170591831207275,-0.08879764378070831,-0.08588937669992447,-0.08298110216856003,-0.08007282763719559,-0.07716456055641174,-0.0742562860250473,-0.07134801149368286,-0.06843973696231842,-0.06553146988153458,-0.06262319535017014,-0.05971492454409599,-0.05680665373802185,-0.05389837920665741,-0.05099010840058327,-0.048081833869218826,-0.045173563063144684,-0.04226529225707054,-0.0393570177257061,-0.03644874691963196,-0.03354047238826752,-0.030632201582193375,-0.027723930776119232,-0.02481565810739994,-0.02190738543868065,-0.018999112769961357,-0.016090840101242065,-0.013182569295167923,-0.010274296626448631,-0.007366024423390627,-0.0044577522203326225,-0.0015494800172746181,0.0013587996363639832,0.0042670718394219875,0.007175344042479992,0.010083615779876709,0.012991888448596,0.015900161117315292,0.018808431923389435,0.021716704592108727,0.024624977260828018,0.02753324992954731,0.0304415225982666,0.033349793404340744,0.036258064210414886,0.03916633874177933,0.04207460954785347,0.04498288407921791,0.04789115488529205,0.050799425691366196,0.05370770022273064,0.05661597102880478,0.05952424556016922,0.06243251636624336,0.0653407871723175,0.06824906170368195,0.07115733623504639,0.07406560331583023,0.07697387784719467,0.07988215237855911,0.08279041945934296,0.0856986939907074,0.08860696852207184,0.09151523560285568,0.09442351013422012],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[1,2,5,3,15,26,52,70,117,212,367,546,839,1292,1823,2692,3692,4987,6734,8552,11138,13892,17013,20462,23681,26946,29676,32284,34163,35397,35869,35293,34059,32066,29777,26929,23895,20566,17257,13939,11122,8910,6706,5120,3695,2643,1833,1301,811,514,345,188,125,75,56,29,14,6,0,1,0,0,0,1],"bins":[-0.09310151636600494,-0.09004935622215271,-0.08699718862771988,-0.08394502848386765,-0.08089286088943481,-0.07784070074558258,-0.07478854060173035,-0.07173637300729752,-0.06868421286344528,-0.06563204526901245,-0.06257988512516022,-0.059527721256017685,-0.05647555738687515,-0.05342339351773262,-0.050371233373880386,-0.047319069504737854,-0.04426690563559532,-0.04121474176645279,-0.03816257789731026,-0.03511041775345802,-0.03205825388431549,-0.02900609001517296,-0.025953926146030426,-0.022901764139533043,-0.01984960027039051,-0.016797436401247978,-0.013745274394750595,-0.010693110525608063,-0.007640947587788105,-0.004588784649968147,-0.0015366212464869022,0.0015155419241636992,0.0045677050948143005,0.007619868032634258,0.010672030970454216,0.013724194839596748,0.01677635684609413,0.019828520715236664,0.022880684584379196,0.02593284659087658,0.02898501046001911,0.032037172466516495,0.03508933633565903,0.03814150020480156,0.04119366407394409,0.044245827943086624,0.04729798808693886,0.05035015195608139,0.05340231582522392,0.056454479694366455,0.05950664356350899,0.06255880743265152,0.06561096757650375,0.06866313517093658,0.07171529531478882,0.07476745545864105,0.07781962305307388,0.08087178319692612,0.08392395079135895,0.08697611093521118,0.09002827107906342,0.09308043867349625,0.09613259881734848,0.09918476641178131,0.10223692655563354],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[2,2,2,1,2,0,3,3,2,1,6,8,8,6,8,12,8,11,12,13,12,15,13,22,25,29,24,30,26,32,31,37,30,24,20,29,24,26,26,22,26,15,11,11,9,18,12,11,8,5,7,4,4,5,2,2,1,0,1,2,1,2,1,3],"bins":[-0.0005043346900492907,-0.0004884743830189109,-0.0004726140759885311,-0.00045675376895815134,-0.00044089346192777157,-0.0004250331548973918,-0.000409172847867012,-0.00039331254083663225,-0.0003774522338062525,-0.0003615919267758727,-0.00034573161974549294,-0.00032987131271511316,-0.0003140110056847334,-0.0002981506986543536,-0.00028229039162397385,-0.0002664300845935941,-0.0002505697775632143,-0.00023470947053283453,-0.00021884916350245476,-0.00020298885647207499,-0.0001871285494416952,-0.00017126824241131544,-0.00015540793538093567,-0.0001395476283505559,-0.00012368732132017612,-0.00010782701428979635,-9.196670725941658e-05,-7.610640022903681e-05,-6.0246093198657036e-05,-4.4385786168277264e-05,-2.852547913789749e-05,-1.266517210751772e-05,3.1951931305229664e-06,1.905550016090274e-05,3.491580719128251e-05,5.077611422166228e-05,6.663642125204206e-05,8.249672828242183e-05,9.83570353128016e-05,0.00011421734234318137,0.00013007764937356114,0.00014593795640394092,0.0001617982634343207,0.00017765857046470046,0.00019351887749508023,0.00020937918452546,0.00022523949155583978,0.00024109979858621955,0.0002569601056165993,0.0002728204126469791,0.00028868071967735887,0.00030454102670773864,0.0003204013337381184,0.0003362616407684982,0.00035212194779887795,0.0003679822548292577,0.0003838425618596375,0.00039970286889001727,0.00041556317592039704,0.0004314234829507768,0.0004472837899811566,0.00046314409701153636,0.00047900440404191613,0.0004948647110722959,0.0005107250181026757]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.0009926387574523687,-0.0009597658645361662,-0.0009268929134123027,-0.0008940199622884393,-0.0008611470693722367,-0.0008282741764560342,-0.0007954012253321707,-0.0007625282742083073,-0.0007296553812921047,-0.0006967824883759022,-0.0006639095372520387,-0.0006310365861281753,-0.0005981636932119727,-0.0005652908002957702,-0.0005324178491719067,-0.0004995448980480433,-0.0004666720051318407,-0.0004337990831118077,-0.0004009261610917747,-0.0003680532390717417,-0.0003351803170517087,-0.0003023073950316757,-0.0002694344730116427,-0.0002365615509916097,-0.0002036886289715767,-0.0001708157069515437,-0.0001379427849315107,-0.00010506986291147768,-7.219694089144468e-05,-3.932401887141168e-05,-6.451096851378679e-06,2.6421825168654323e-05,5.9294747188687325e-05,9.216766920872033e-05,0.00012504059122875333,0.00015791351324878633,0.00019078643526881933,0.00022365935728885233,0.00025653227930888534,0.00028940520132891834,0.00032227812334895134,0.00035515104536898434,0.00038802396738901734,0.00042089688940905035,0.00045376981142908335,0.00048664273344911635,0.0005195156554691494,0.0005523886065930128,0.0005852614995092154,0.0006181343924254179,0.0006510073435492814,0.0006838802946731448,0.0007167531875893474,0.0007496260805055499,0.0007824990316294134,0.0008153719827532768,0.0008482448756694794,0.0008811177685856819,0.0009139907197095454,0.0009468636708334088,0.0009797365637496114,0.001012609456665814,0.0010454824659973383,0.0010783553589135408,0.0011112282518297434],"_type":"histogram","values":[1,0,1,2,0,0,4,3,4,5,6,5,2,7,8,7,16,14,22,16,13,20,20,33,20,21,34,29,25,39,28,32,29,36,23,26,29,26,21,20,13,25,13,8,10,12,8,7,7,2,2,2,3,2,0,1,1,0,0,2,0,0,0,3]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,2,0,0,0,0,2,4,1,2,2,4,2,6,5,5,11,6,9,15,19,18,13,26,26,22,25,26,29,24,36,47,34,28,32,38,34,28,15,20,12,21,15,13,19,12,11,7,4,11,7,4,5,3,2,1,1,0,0,1,1],"bins":[-0.0005204687477089465,-0.000505624630022794,-0.0004907805705443025,-0.00047593648196198046,-0.00046109239337965846,-0.000446248275693506,-0.000431404187111184,-0.000416560098528862,-0.00040171600994654,-0.000386871921364218,-0.000372027832781896,-0.000357183744199574,-0.00034233962651342154,-0.00032749553793109953,-0.00031265144934877753,-0.00029780736076645553,-0.00028296327218413353,-0.00026811918360181153,-0.0002532750950194895,-0.0002384309918852523,-0.0002235869033029303,-0.0002087428147206083,-0.00019389871158637106,-0.00017905462300404906,-0.00016421053442172706,-0.00014936644583940506,-0.00013452235725708306,-0.00011967825412284583,-0.00010483416554052383,-8.999007695820183e-05,-7.514598109992221e-05,-6.03018888796214e-05,-4.545782576315105e-05,-3.061373354285024e-05,-1.5769641322549433e-05,-9.25549102248624e-07,1.3918543118052185e-05,2.8762635338352993e-05,4.36067275586538e-05,5.845081977895461e-05,7.329491199925542e-05,8.813900058157742e-05,0.00010298309643985704,0.00011782719229813665,0.00013267128088045865,0.00014751536946278065,0.00016235947259701788,0.00017720356117933989,0.0001920476497616619,0.0002068917383439839,0.0002217358269263059,0.00023657993006054312,0.00025142403319478035,0.00026626812177710235,0.00028111221035942435,0.00029595629894174635,0.00031080038752406836,0.00032564447610639036,0.00034048856468871236,0.00035533265327103436,0.00037017674185335636,0.0003850208595395088,0.0003998649481218308,0.0004147090367041528,0.0004295531252864748]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,2,0,2,1,4,3,3,6,2,10,6,13,10,15,11,17,24,17,24,19,32,36,28,26,34,44,30,35,35,45,27,34,23,25,19,20,16,13,6,14,8,6,5,5,2,3,1,1,1,1,2,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0026225904002785683,-0.0025228566955775023,-0.0024231229908764362,-0.00232338928617537,-0.002223655581474304,-0.002123921876773238,-0.002024188172072172,-0.001924454583786428,-0.001824720879085362,-0.001724987174384296,-0.00162525346968323,-0.001525519764982164,-0.0014257861766964197,-0.0013260524719953537,-0.0012263187672942877,-0.0011265850625932217,-0.0010268513578921556,-0.0009271176531910896,-0.0008273839484900236,-0.0007276503019966185,-0.0006279165972955525,-0.0005281828925944865,-0.0004284492169972509,-0.00032871554140001535,-0.00022898183669894934,-0.00012924814654979855,-2.951445640064776e-05,7.021923374850303e-05,0.00016995292389765382,0.00026968662859871984,0.0003694203041959554,0.00046915397979319096,0.0005688879173249006,0.0006686216220259666,0.0007683553267270327,0.0008680889732204378,0.0009678226779215038,0.0010675563244149089,0.001167290029115975,0.001267023733817041,0.001366757438518107,0.001466491143219173,0.001566224847920239,0.001665958552621305,0.0017656921409070492,0.0018654258456081152,0.001965159550309181,0.0020648932550102472,0.0021646269597113132,0.0022643606644123793,0.0023640943691134453,0.0024638280738145113,0.0025635617785155773,0.0026632954832166433,0.0027630291879177094,0.0028627628926187754,0.0029624965973198414,0.0030622300691902637,0.0031619637738913298,0.0032616974785923958,0.003361431183293462,0.003461164887994528,0.003560898592695594,0.00366063229739666,0.003760366002097726]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,3,0,1,1,1,2,4,4,5,3,1,8,4,10,14,13,21,19,25,27,19,30,35,52,51,41,35,36,36,27,26,25,24,24,22,10,19,11,9,12,9,6,3,7,5,3,5,2,2,1,2,1,1,1,1,1,3,2,0,0,1],"bins":[0.9986622333526611,0.9987108111381531,0.998759388923645,0.998807966709137,0.9988565444946289,0.9989051222801208,0.9989537000656128,0.9990022778511047,0.9990508556365967,0.9990994334220886,0.9991480112075806,0.9991965889930725,0.9992451667785645,0.9992937445640564,0.9993423223495483,0.9993909001350403,0.9994394779205322,0.999488115310669,0.9995366930961609,0.9995852708816528,0.9996338486671448,0.9996824264526367,0.9997310042381287,0.9997795820236206,0.9998281598091125,0.9998767375946045,0.9999253153800964,0.9999738931655884,1.0000224113464355,1.0000710487365723,1.0001195669174194,1.0001682043075562,1.0002167224884033,1.00026535987854,1.0003139972686768,1.000362515449524,1.0004111528396606,1.0004596710205078,1.0005083084106445,1.0005568265914917,1.0006054639816284,1.0006539821624756,1.0007026195526123,1.0007511377334595,1.0007997751235962,1.0008482933044434,1.00089693069458,1.0009454488754272,1.000994086265564,1.0010426044464111,1.0010912418365479,1.001139760017395,1.0011883974075317,1.001236915588379,1.0012855529785156,1.0013340711593628,1.0013827085494995,1.0014312267303467,1.0014798641204834,1.0015283823013306,1.0015770196914673,1.0016255378723145,1.0016741752624512,1.0017226934432983,1.001771330833435]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,0,3,6,12,11,30,60,108,144,239,395,640,1009,1499,2245,3056,4308,5832,7520,9816,12480,15268,18248,21845,24943,28206,30830,33341,34975,35720,35576,35013,33501,31283,28360,25709,22064,18878,15714,12746,9978,7882,6074,4349,3144,2256,1575,1022,712,474,308,188,96,58,28,25,13,3,0,2,1,0,2],"bins":[-0.09492877870798111,-0.09187330305576324,-0.08881781995296478,-0.08576234430074692,-0.08270686864852905,-0.07965138554573059,-0.07659590989351273,-0.07354043424129486,-0.0704849511384964,-0.06742947548627853,-0.06437399983406067,-0.061318520456552505,-0.05826304107904434,-0.05520756542682648,-0.052152086049318314,-0.04909661039710045,-0.046041131019592285,-0.04298565164208412,-0.03993017598986626,-0.03687469661235809,-0.03381922096014023,-0.030763741582632065,-0.0277082622051239,-0.024652784690260887,-0.021597307175397873,-0.01854182966053486,-0.01548635121434927,-0.012430872768163681,-0.009375395253300667,-0.006319917272776365,-0.0032644392922520638,-0.00020896131172776222,0.0028465166687965393,0.005901994649320841,0.008957472629845142,0.012012951076030731,0.015068428590893745,0.01812390610575676,0.021179385483264923,0.024234862998127937,0.02729034051299095,0.030345818027853966,0.03340129554271698,0.03645677492022514,0.03951225429773331,0.04256772994995117,0.045623209327459335,0.0486786849796772,0.051734164357185364,0.05478964373469353,0.05784511938691139,0.060900598764419556,0.06395607441663742,0.06701155751943588,0.07006703317165375,0.07312250882387161,0.07617798447608948,0.07923346757888794,0.0822889432311058,0.08534441888332367,0.08839990198612213,0.09145537763834,0.09451085329055786,0.09756633639335632,0.10062181204557419],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,1,0,0,2,2,1,5,4,2,4,4,6,7,10,12,13,20,24,16,22,28,28,45,36,40,47,37,27,36,23,35,24,28,28,24,25,10,16,18,15,9,7,6,7,3,4,1,0,1,1,1,1,0,0,0,0,1],"bins":[-0.0006662743980996311,-0.000646523607429117,-0.0006267728167586029,-0.0006070220260880888,-0.0005872712354175746,-0.0005675204447470605,-0.0005477696540765464,-0.0005280188634060323,-0.0005082680727355182,-0.0004885172820650041,-0.00046876646229065955,-0.00044901567162014544,-0.00042926488094963133,-0.0004095140902791172,-0.0003897632996086031,-0.000370012508938089,-0.0003502617182675749,-0.0003305109275970608,-0.0003107601369265467,-0.0002910093462560326,-0.0002712585555855185,-0.00025150776491500437,-0.00023175695969257504,-0.00021200616902206093,-0.00019225537835154682,-0.00017250458768103272,-0.0001527537970105186,-0.0001330030063400045,-0.00011325220839353278,-9.350141772301868e-05,-7.375061977654696e-05,-5.399982910603285e-05,-3.424903843551874e-05,-1.4498245946015231e-05,5.252546543488279e-06,2.500333903299179e-05,4.47541315224953e-05,6.45049221930094e-05,8.425572013948113e-05,0.00010400651080999523,0.00012375730148050934,0.00014350809215102345,0.00016325888282153755,0.00018300967349205166,0.000202760478714481,0.0002225112693849951,0.0002422620600555092,0.0002620128507260233,0.0002817636413965374,0.00030151443206705153,0.00032126522273756564,0.00034101601340807974,0.00036076680407859385,0.00038051759474910796,0.00040026838541962206,0.00042001917609013617,0.00043976999586448073,0.00045952078653499484,0.00047927157720550895,0.000499022367876023,0.0005187731585465372,0.0005385239492170513,0.0005582747398875654,0.0005780255305580795,0.0005977763212285936],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[-0.0005676073487848043,-0.0005508394096978009,-0.0005340714706107974,-0.0005173035315237939,-0.0005005355924367905,-0.000483767653349787,-0.00046699971426278353,-0.00045023177517578006,-0.0004334638360887766,-0.00041669586789794266,-0.0003999279288109392,-0.0003831599897239357,-0.00036639205063693225,-0.0003496241115499288,-0.0003328561724629253,-0.00031608823337592185,-0.0002993202942889184,-0.0002825523552019149,-0.00026578441611491144,-0.00024901647702790797,-0.0002322485379409045,-0.0002154805843019858,-0.00019871264521498233,-0.00018194470612797886,-0.0001651767670409754,-0.00014840882795397192,-0.00013164088886696845,-0.00011487294250400737,-9.81050034170039e-05,-8.133706433000043e-05,-6.456911796703935e-05,-4.780117888003588e-05,-3.103323979303241e-05,-1.4265298887039535e-05,2.5026420189533383e-06,1.927058292494621e-05,3.6038523830939084e-05,5.2806462917942554e-05,6.957440928090364e-05,8.634234836790711e-05,0.00010311028745491058,0.00011987822654191405,0.00013664616562891752,0.00015341410471592098,0.00017018205835483968,0.00018694999744184315,0.00020371793652884662,0.0002204858756158501,0.00023725381470285356,0.00025402175378985703,0.0002707896928768605,0.00028755763196386397,0.00030432557105086744,0.0003210935101378709,0.0003378614492248744,0.00035462938831187785,0.0003713973565027118,0.00038816529558971524,0.0004049332346767187,0.0004217011737637222,0.00043846911285072565,0.0004552370519377291,0.0004720049910247326,0.0004887729301117361,0.0005055408691987395],"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,1,0,1,1,0,1,1,3,2,4,4,8,7,9,16,14,20,27,32,29,34,47,43,47,51,41,48,45,38,28,27,26,16,17,10,11,11,8,8,2,5,6,4,2,2,1,3,0,1,1,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.09402152895927429,-0.09107009321451187,-0.08811865001916885,-0.08516721427440643,-0.08221577107906342,-0.079264335334301,-0.07631289958953857,-0.07336145639419556,-0.07041002064943314,-0.06745857745409012,-0.0645071417093277,-0.06155570223927498,-0.05860426276922226,-0.05565282329916954,-0.05270138755440712,-0.0497499480843544,-0.04679850861430168,-0.04384706914424896,-0.04089562967419624,-0.03794419392943382,-0.034992754459381104,-0.032041314989328384,-0.029089875519275665,-0.026138437911868095,-0.023186998441815376,-0.020235558971762657,-0.017284121364355087,-0.014332681894302368,-0.011381243355572224,-0.00842980481684208,-0.005478365812450647,-0.002526927040889859,0.00042451173067092896,0.003375950502231717,0.006327389273792505,0.009278828278183937,0.012230266816914082,0.015181705355644226,0.018133144825696945,0.021084582433104515,0.024036021903157234,0.026987461373209953,0.029938898980617523,0.03289033845067024,0.03584177792072296,0.03879321739077568,0.0417446531355381,0.04469609260559082,0.04764753207564354,0.05059897154569626,0.05355041101574898,0.0565018467605114,0.05945328623056412,0.06240472570061684,0.06535616517066956,0.06830760091543198,0.071259044110775,0.07421047985553741,0.07716192305088043,0.08011335879564285,0.08306479454040527,0.08601623773574829,0.08896767348051071,0.09191911667585373,0.09487055242061615],"_type":"histogram","values":[1,4,9,12,31,45,69,129,237,378,628,970,1587,2379,3498,5034,7182,9982,13280,17427,22794,29154,35722,43355,51174,59846,67321,75153,82243,86630,90699,92859,92491,89675,85534,79657,73051,65333,57414,49252,41017,33678,27026,21186,16379,12036,9234,6488,4638,3081,2116,1400,927,587,347,198,125,77,33,31,11,4,3,3]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.0027209147810935974,-0.0026290297973901033,-0.0025371448136866093,-0.002445260062813759,-0.0023533750791102648,-0.0022614900954067707,-0.0021696051117032766,-0.002077720360830426,-0.001985835377126932,-0.001893950393423438,-0.001802065409719944,-0.0017101805424317718,-0.0016182955587282777,-0.0015264106914401054,-0.0014345257077366114,-0.0013426408404484391,-0.001250755856744945,-0.001158870873041451,-0.0010669860057532787,-0.0009751010802574456,-0.0008832161547616124,-0.0007913311710581183,-0.0006994462455622852,-0.000607561320066452,-0.0005156763945706189,-0.0004237914690747857,-0.00033190654357895255,-0.00024002158897928894,-0.00014813666348345578,-5.6251730711665004e-05,3.563320206012577e-05,0.00012751814210787416,0.0002194030676037073,0.00031128799309954047,0.00040317291859537363,0.0004950578440912068,0.00058694276958704,0.000678827753290534,0.0007707126787863672,0.0008625976042822003,0.0009544825297780335,0.0010463674552738667,0.0011382524389773607,0.001230137306265533,0.001322022289969027,0.0014139071572571993,0.0015057921409606934,0.0015976770082488656,0.0016895619919523597,0.0017814469756558537,0.001873331842944026,0.00196521682664752,0.002057101810351014,0.0021489865612238646,0.0022408715449273586,0.0023327565286308527,0.0024246415123343468,0.002516526496037841,0.0026084112469106913,0.0027002962306141853,0.0027921812143176794,0.0028840661980211735,0.002975950948894024,0.003067835932597518,0.003159720916301012],"_type":"histogram","values":[1,0,0,0,0,0,0,2,3,0,3,4,3,7,8,7,7,16,14,16,24,23,28,24,34,38,30,29,33,42,52,37,35,29,31,26,29,20,19,16,24,11,6,3,5,6,9,5,2,1,2,0,0,1,0,0,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.001582545111887157,-0.0015268386341631413,-0.0014711320400238037,-0.0014154254458844662,-0.0013597189681604505,-0.0013040124904364347,-0.0012483058962970972,-0.0011925993021577597,-0.001136892824433744,-0.0010811863467097282,-0.0010254797525703907,-0.0009697732166387141,-0.0009140666807070374,-0.0008583601447753608,-0.0008026536088436842,-0.0007469470729120076,-0.0006912405369803309,-0.0006355340010486543,-0.0005798274651169777,-0.0005241209291853011,-0.00046841439325362444,-0.0004127078573219478,-0.0003570013213902712,-0.00030129478545859456,-0.00024558824952691793,-0.0001898817135952413,-0.00013417517766356468,-7.846864173188806e-05,-2.276210580021143e-05,3.2944430131465197e-05,8.865096606314182e-05,0.00014435750199481845,0.0002000641543418169,0.00025577069027349353,0.00031147722620517015,0.0003671837621368468,0.0004228902980685234,0.00047859683400020003,0.0005343033699318767,0.0005900099058635533,0.0006457164417952299,0.0007014229777269065,0.0007571295136585832,0.0008128360495902598,0.0008685425855219364,0.000924249121453613,0.0009799556573852897,0.0010356621351093054,0.001091368729248643,0.0011470753233879805,0.0012027818011119962,0.0012584882788360119,0.0013141948729753494,0.001369901467114687,0.0014256079448387027,0.0014813144225627184,0.001537021016702056,0.0015927276108413935,0.0016484340885654092,0.001704140566289425,0.0017598471604287624,0.0018155537545681,0.0018712602322921157,0.0019269667100161314,0.001982673304155469],"_type":"histogram","values":[1,0,0,1,0,2,1,2,1,4,8,8,4,11,9,14,8,15,21,26,16,31,30,23,25,35,43,33,30,33,40,21,30,28,36,33,21,17,18,15,10,13,10,11,6,8,2,4,1,2,1,1,1,1,0,1,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,2,2,5,0,3,3,3,4,9,9,13,12,19,14,12,23,32,28,28,33,34,21,33,26,31,30,41,38,30,20,27,35,25,23,13,14,12,12,13,4,3,6,1,7,1,2,1,1,3,1,0,0,1,1],"bins":[-0.0044272057712078094,-0.00429912144318223,-0.004171037580817938,-0.004042953252792358,-0.003914869390428066,-0.003786785062402487,-0.003658700967207551,-0.003530616872012615,-0.0034025325439870358,-0.0032744484487921,-0.003146364353597164,-0.0030182802584022284,-0.0028901961632072926,-0.0027621120680123568,-0.0026340277399867773,-0.0025059436447918415,-0.0023778595495969057,-0.00224977545440197,-0.002121691359207034,-0.0019936070311814547,-0.0018655229359865189,-0.001737438840791583,-0.0016093547455966473,-0.0014812705339863896,-0.0013531864387914538,-0.001225102343596518,-0.0010970181319862604,-0.0009689340367913246,-0.0008408498833887279,-0.0007127657299861312,-0.0005846816347911954,-0.0004565974813885987,-0.0003285135608166456,-0.00020042942196596414,-7.234528311528265e-05,5.573885573539883e-05,0.0001838229945860803,0.000311907147988677,0.0004399912722874433,0.0005680753965862095,0.0006961595499888062,0.000824243703391403,0.0009523278567939997,0.0010804119519889355,0.0012084960471838713,0.001336580258794129,0.0014646643539890647,0.0015927485655993223,0.0017208326607942581,0.001848916755989194,0.0019770008511841297,0.002105085179209709,0.002233169274404645,0.0023612533695995808,0.0024893374647945166,0.0026174215599894524,0.002745505888015032,0.0028735899832099676,0.0030016740784049034,0.003129758173599839,0.003257842268794775,0.003385926363989711,0.0035140106920152903,0.003642094787210226,0.003770178882405162]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,2,0,1,1,1,1,3,1,4,6,5,12,6,5,11,16,17,16,16,29,27,25,33,27,35,39,29,39,33,33,29,32,26,32,28,16,16,27,20,12,11,8,10,3,5,4,2,2,2,1,1,0,1,0,2,1,1],"bins":[-0.0008270881371572614,-0.0008030006429180503,-0.0007789130904711783,-0.0007548255962319672,-0.0007307381019927561,-0.0007066505495458841,-0.000682563055306673,-0.000658475561067462,-0.0006343880668282509,-0.0006103005143813789,-0.0005862130201421678,-0.0005621255259029567,-0.0005380379734560847,-0.0005139504792168736,-0.0004898629849776626,-0.000465775461634621,-0.0004416879382915795,-0.00041760041494853795,-0.00039351292070932686,-0.0003694253973662853,-0.00034533790312707424,-0.0003212503797840327,-0.00029716285644099116,-0.0002730753622017801,-0.00024898783885873854,-0.00022490033006761223,-0.00020081282127648592,-0.00017672529793344438,-0.00015263778914231807,-0.00012855028035119176,-0.00010446276428410783,-8.037524821702391e-05,-5.628779763355851e-05,-3.2200285204453394e-05,-8.112772775348276e-06,1.5974739653756842e-05,4.006225208286196e-05,6.414976087398827e-05,8.82372769410722e-05,0.00011232479300815612,0.00013641230179928243,0.00016049981059040874,0.00018458731938153505,0.0002086748427245766,0.0002327623515157029,0.0002568498603068292,0.00028093738364987075,0.00030502487788908184,0.0003291124012321234,0.0003531999245751649,0.000377287418814376,0.00040137494215741754,0.0004254624363966286,0.00044954995973967016,0.0004736374830827117,0.0004977249773219228,0.0005218124715611339,0.0005459000240080059,0.0005699875182472169,0.000594075012486428,0.0006181625649333,0.0006422500591725111,0.0006663375534117222,0.0006904251058585942,0.0007145126000978053]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,2,1,0,1,1,0,0,3,1,1,2,1,1,5,2,10,8,9,9,12,22,18,22,37,31,38,28,24,32,47,47,30,34,33,28,23,37,26,27,12,20,20,9,10,11,6,6,1,6,2,2,2,2,2,1,1,0,0,0,0,0,0,1],"bins":[-0.0004742003511637449,-0.00045913257054053247,-0.00044406478991732,-0.00042899700929410756,-0.0004139292286708951,-0.00039886144804768264,-0.0003837936674244702,-0.00036872588680125773,-0.00035365810617804527,-0.0003385903255548328,-0.00032352254493162036,-0.0003084547643084079,-0.00029338698368519545,-0.000278319203061983,-0.00026325142243877053,-0.0002481836418155581,-0.00023311586119234562,-0.00021804808056913316,-0.0002029802999459207,-0.00018791251932270825,-0.0001728447386994958,-0.00015777695807628334,-0.00014270917745307088,-0.00012764139682985842,-0.00011257361620664597,-9.750583558343351e-05,-8.243805496022105e-05,-6.73702743370086e-05,-5.230249371379614e-05,-3.723471309058368e-05,-2.2166932467371225e-05,-7.099151844158769e-06,7.968628779053688e-06,2.3036409402266145e-05,3.81041900254786e-05,5.317197064869106e-05,6.823975127190351e-05,8.330753189511597e-05,9.837531251832843e-05,0.00011344309314154088,0.00012851087376475334,0.0001435786543879658,0.00015864643501117826,0.0001737142156343907,0.00018878199625760317,0.00020384977688081563,0.00021891755750402808,0.00023398533812724054,0.000249053118750453,0.00026412089937366545,0.0002791886799968779,0.00029425646062009037,0.0003093242412433028,0.0003243920218665153,0.00033945980248972774,0.0003545275831129402,0.00036959536373615265,0.0003846631443593651,0.00039973092498257756,0.00041479870560579,0.0004298664862290025,0.00044493426685221493,0.0004600020474754274,0.00047506982809863985,0.0004901376087218523],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[4,5,3,4,4,3,3,3,7,8,8,9,14,14,17,20,14,11,12,15,29,20,22,21,19,24,21,23,39,18,32,23,25,17,22,22,19,19,19,14,16,10,13,10,12,13,11,10,9,11,5,5,6,3,3,2,1,0,0,0,1,0,0,1],"bins":[-0.0023741440381854773,-0.0022922339849174023,-0.0022103239316493273,-0.002128414111211896,-0.002046504057943821,-0.001964594004675746,-0.001882683951407671,-0.0018007740145549178,-0.0017188639612868428,-0.0016369539080187678,-0.0015550439711660147,-0.0014731339178979397,-0.0013912238646298647,-0.0013093139277771115,-0.0012274038745090365,-0.0011454939376562834,-0.0010635838843882084,-0.0009816738311201334,-0.0008997638942673802,-0.0008178538409993052,-0.0007359438459388912,-0.0006540338508784771,-0.0005721237976104021,-0.000490213802549988,-0.00040830380748957396,-0.0003263938124291599,-0.00024448378826491535,-0.00016257377865258604,-8.066376904025674e-05,1.2462405720725656e-06,8.315625018440187e-05,0.00016506625979673117,0.0002469760365784168,0.0003288860316388309,0.00041079605580307543,0.00049270607996732,0.000574616075027734,0.0006565260700881481,0.0007384361233562231,0.0008203461184166372,0.0009022561134770513,0.0009841661667451262,0.0010660761035978794,0.0011479861568659544,0.0012298962101340294,0.0013118061469867826,0.0013937162002548575,0.0014756261371076107,0.0015575361903756857,0.0016394462436437607,0.0017213561804965138,0.0018032662337645888,0.001885176170617342,0.001967086223885417,0.002048996277153492,0.002130906330421567,0.002212816383689642,0.0022947262041270733,0.0023766362573951483,0.0024585463106632233,0.0025404563639312983,0.0026223664171993732,0.0027042762376368046,0.0027861862909048796,0.0028680963441729546],"_type":"histogram"},"train_epoch_loss":0.09096232555694878,"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,2,1,7,7,12,39,57,107,143,289,374,628,943,1443,2097,2796,3980,5187,6954,8922,11324,13950,16890,20003,23034,26281,28979,31087,33021,34257,35202,34834,33119,31737,29641,26603,23904,20731,17487,14775,12044,9524,7516,5676,4242,3008,2305,1601,1053,760,457,307,195,111,70,54,23,17,6,3,0,3,1],"bins":[-0.0936998501420021,-0.09073730558156967,-0.08777476102113724,-0.0848122164607048,-0.08184966444969177,-0.07888711988925934,-0.0759245753288269,-0.07296203076839447,-0.06999948620796204,-0.0670369416475296,-0.06407439708709717,-0.061111848801374435,-0.058149304240942,-0.05518675968050957,-0.052224211394786835,-0.0492616668343544,-0.04629912227392197,-0.04333657771348953,-0.0403740331530571,-0.037411484867334366,-0.03444894030690193,-0.0314863957464695,-0.028523849323391914,-0.02556130290031433,-0.022598758339881897,-0.019636213779449463,-0.01667366735637188,-0.013711121864616871,-0.010748576372861862,-0.0077860308811068535,-0.004823485389351845,-0.001860939897596836,0.0011016055941581726,0.004064151085913181,0.00702669657766819,0.009989242069423199,0.012951787561178207,0.01591433212161064,0.018876878544688225,0.021839424967765808,0.024801969528198242,0.027764514088630676,0.03072706051170826,0.03368960693478584,0.03665215149521828,0.03961469605565071,0.042577244341373444,0.04553978890180588,0.04850233346223831,0.051464878022670746,0.05442742258310318,0.05738997086882591,0.06035251542925835,0.06331506371498108,0.06627760827541351,0.06924015283584595,0.07220269739627838,0.07516524195671082,0.07812778651714325,0.08109033107757568,0.08405287563800812,0.08701542764902115,0.08997797220945358,0.09294051676988602,0.09590306133031845]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,0,0,5,4,5,13,13,6,14,12,26,35,30,50,50,57,58,39,52,46,37,38,26,25,19,14,17,13,8,9,9,7,4,5,2,2,1,2,4,0,0,0,0,3,1,2,0,0,0,0,0,0,0,0,1],"bins":[0.9982401132583618,0.9983094930648804,0.9983789324760437,0.9984483122825623,0.9985177516937256,0.9985871315002441,0.9986565709114075,0.998725950717926,0.9987953901290894,0.9988647699356079,0.9989341497421265,0.9990035891532898,0.9990729689598083,0.9991424083709717,0.9992117881774902,0.9992812275886536,0.9993506073951721,0.9994199872016907,0.999489426612854,0.9995588064193726,0.9996282458305359,0.9996976256370544,0.9997670650482178,0.9998364448547363,0.9999058246612549,0.9999752640724182,1.0000447034835815,1.0001140832901,1.0001834630966187,1.0002528429031372,1.0003223419189453,1.0003917217254639,1.0004611015319824,1.000530481338501,1.0005998611450195,1.0006693601608276,1.0007387399673462,1.0008081197738647,1.0008774995803833,1.0009469985961914,1.00101637840271,1.0010857582092285,1.001155138015747,1.0012245178222656,1.0012940168380737,1.0013633966445923,1.0014327764511108,1.0015021562576294,1.0015716552734375,1.001641035079956,1.0017104148864746,1.0017797946929932,1.0018491744995117,1.0019186735153198,1.0019880533218384,1.002057433128357,1.0021268129348755,1.002196192741394,1.0022656917572021,1.0023350715637207,1.0024044513702393,1.0024738311767578,1.002543330192566,1.0026127099990845,1.002682089805603]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,0,1,2,3,2,3,1,4,3,6,4,8,7,9,13,9,7,18,22,19,17,23,27,19,23,34,42,29,23,30,27,36,26,26,30,24,19,15,10,25,14,7,9,18,8,9,12,6,8,6,6,0,3,2,3,2,4,2,0,0,0,2],"bins":[-0.000500555383041501,-0.00048464792780578136,-0.0004687404725700617,-0.000452833017334342,-0.0004369255620986223,-0.0004210181359667331,-0.0004051106807310134,-0.00038920322549529374,-0.00037329577025957406,-0.0003573883150238544,-0.0003414808597881347,-0.000325573404552415,-0.0003096659784205258,-0.0002937585231848061,-0.00027785106794908643,-0.00026194361271336675,-0.00024603615747764707,-0.00023012870224192739,-0.0002142212470062077,-0.00019831380632240325,-0.00018240635108668357,-0.0001664988958509639,-0.00015059145516715944,-0.00013468399993143976,-0.00011877654469572008,-0.0001028690894600004,-8.696164150023833e-05,-7.105419354047626e-05,-5.514673830475658e-05,-3.923928670701571e-05,-2.3331835109274834e-05,-7.424383511533961e-06,8.483009878546e-06,2.4390461476286873e-05,4.029791307402775e-05,5.620536467176862e-05,7.21128162695095e-05,8.802027150522918e-05,0.00010392771946499124,0.00011983516742475331,0.000135742622660473,0.00015165007789619267,0.00016755753313191235,0.0001834649738157168,0.00019937242905143648,0.00021527988428715616,0.00023118732497096062,0.0002470947802066803,0.0002630022354424,0.00027890969067811966,0.00029481714591383934,0.000310724601149559,0.0003266320563852787,0.0003425394825171679,0.0003584469377528876,0.0003743543929886073,0.00039026184822432697,0.00040616930346004665,0.00042207675869576633,0.000437984213931486,0.00045389164006337523,0.0004697990952990949,0.0004857065505348146,0.0005016140057705343,0.000517521461006254],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,1,0,2,1,0,1,1,3,2,5,4,5,9,9,15,20,23,17,16,27,21,35,22,19,24,24,24,33,40,26,30,38,26,23,20,21,16,20,19,22,19,12,10,13,6,5,7,5,6,4,4,4,1,3,0,1,0,0,0,0,0,1,1],"bins":[-0.0007771920645609498,-0.0007513212040066719,-0.0007254502852447331,-0.0006995794246904552,-0.0006737085059285164,-0.0006478376453742385,-0.0006219667848199606,-0.0005960958660580218,-0.0005702250055037439,-0.000544354144949466,-0.0005184832261875272,-0.0004926123656332493,-0.00046674147597514093,-0.0004408705863170326,-0.0004149997257627547,-0.0003891288361046463,-0.00036325794644653797,-0.0003373870567884296,-0.00031151616713032126,-0.00028564530657604337,-0.000259774416917935,-0.00023390352725982666,-0.00020803265215363353,-0.0001821617770474404,-0.00015629088738933206,-0.0001304199977312237,-0.00010454912262503058,-7.867824024287984e-05,-5.28073578607291e-05,-2.693647547857836e-05,-1.0655930964276195e-06,2.480528928572312e-05,5.0676113460212946e-05,7.654699584236369e-05,0.00010241787822451442,0.00012828875333070755,0.0001541596429888159,0.00018003053264692426,0.00020590140775311738,0.0002317722828593105,0.00025764317251741886,0.0002835140621755272,0.00030938495183363557,0.00033525581238791347,0.0003611267020460218,0.00038699759170413017,0.00041286845225840807,0.0004387393419165164,0.0004646102315746248,0.0004904810921289027,0.0005163520108908415,0.0005422228714451194,0.0005680937319993973,0.0005939646507613361,0.000619835511315614,0.0006457064300775528,0.0006715772906318307,0.0006974481511861086,0.0007233190699480474,0.0007491899305023253,0.0007750608492642641,0.000800931709818542,0.0008268025703728199,0.0008526734891347587,0.0008785443496890366]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[3,3,2,2,2,1,2,6,6,2,5,8,5,13,20,15,30,32,38,47,50,55,69,64,95,98,133,117,135,119,109,119,93,73,78,69,60,65,35,27,24,25,12,17,10,9,5,10,7,4,4,9,0,0,1,0,0,1,2,0,0,1,0,2],"bins":[-0.0007882975041866302,-0.0007605780265294015,-0.0007328585488721728,-0.0007051390712149441,-0.0006774195935577154,-0.0006497001159004867,-0.0006219806964509189,-0.0005942612187936902,-0.0005665417411364615,-0.0005388222634792328,-0.0005111027858220041,-0.00048338330816477537,-0.00045566383050754666,-0.00042794435285031796,-0.0004002249042969197,-0.000372505426639691,-0.0003447859489824623,-0.0003170664713252336,-0.00028934699366800487,-0.0002616275451146066,-0.0002339080674573779,-0.0002061885898001492,-0.0001784691121429205,-0.00015074964903760701,-0.0001230301713803783,-9.531070099910721e-05,-6.759123061783612e-05,-3.987175296060741e-05,-1.2152282579336315e-05,1.5567189620924182e-05,4.328666182118468e-05,7.100613584043458e-05,9.872560622170568e-05,0.00012644508387893438,0.00015416454698424786,0.00018188402464147657,0.00020960348774679005,0.00023732296540401876,0.00026504244306124747,0.0002927619207184762,0.00032048136927187443,0.00034820084692910314,0.00037592032458633184,0.00040363980224356055,0.00043135927990078926,0.00045907875755801797,0.0004867982061114162,0.0005145177128724754,0.0005422371905297041,0.0005699566099792719,0.0005976760876365006,0.0006253955652937293,0.000653115042950958,0.0006808345206081867,0.0007085539982654154,0.0007362734759226441,0.0007639929535798728,0.0007917124312371016,0.0008194319088943303,0.0008471513283438981,0.0008748708060011268,0.0009025902836583555,0.0009303097613155842,0.0009580292389728129,0.0009857487166300416],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.0005743320216424763,-0.0005596881383098662,-0.000545044313184917,-0.0005304004298523068,-0.0005157565465196967,-0.0005011126631870866,-0.0004864688089583069,-0.00047182495472952724,-0.0004571810713969171,-0.00044253721716813743,-0.0004278933338355273,-0.00041324947960674763,-0.0003986055962741375,-0.0003839617420453578,-0.0003693178587127477,-0.000354674004483968,-0.0003400301211513579,-0.0003253862669225782,-0.00031074241269379854,-0.0002960985293611884,-0.00028145467513240874,-0.0002668107917997986,-0.00025216693757101893,-0.0002375230542384088,-0.00022287920000962913,-0.00020823533122893423,-0.00019359146244823933,-0.00017894759366754442,-0.00016430372488684952,-0.00014965985610615462,-0.00013501598732545972,-0.00012037211854476482,-0.00010572824976406991,-9.108438098337501e-05,-7.644051220268011e-05,-6.179664342198521e-05,-4.7152778279269114e-05,-3.250890949857421e-05,-1.7865042536868714e-05,-3.2211746656685136e-06,1.1422693205531687e-05,2.606656198622659e-05,4.071043076692149e-05,5.5354295909637585e-05,6.999816105235368e-05,8.464202983304858e-05,9.928589861374348e-05,0.00011392976739443839,0.0001285736361751333,0.0001432175049558282,0.0001578613737365231,0.000172505242517218,0.0001871491112979129,0.0002017929800786078,0.0002164368488593027,0.0002310807176399976,0.0002457245718687773,0.0002603684552013874,0.0002750123094301671,0.0002896561927627772,0.0003043000469915569,0.000318943930324167,0.0003335877845529467,0.0003482316678855568,0.0003628755221143365],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,1,1,0,0,1,0,1,3,0,1,4,3,3,7,5,13,5,18,22,15,20,23,29,30,27,25,36,46,32,52,33,33,33,30,25,34,24,17,17,20,16,15,9,7,9,3,4,3,0,1,1,4,3,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,3,6,5,9,10,33,44,101,126,230,395,570,863,1289,1786,2590,3554,4906,6462,8231,10692,13320,15963,19035,22196,25168,28302,30822,32375,34304,34843,34788,34046,32252,29896,27744,24629,21538,18450,15608,12801,10158,7868,6207,4555,3422,2483,1724,1235,814,528,319,216,130,76,43,28,14,10,3,2,2,1],"bins":[-0.09468258917331696,-0.09171736985445023,-0.0887521505355835,-0.08578693121671677,-0.08282171189785004,-0.0798564925789833,-0.07689127326011658,-0.07392605394124985,-0.07096083462238312,-0.06799561530351639,-0.06503039598464966,-0.06206518039107323,-0.0590999610722065,-0.05613474175333977,-0.05316952243447304,-0.05020430311560631,-0.04723908379673958,-0.04427386447787285,-0.04130864515900612,-0.03834342584013939,-0.03537820652127266,-0.03241298720240593,-0.02944776974618435,-0.02648255042731762,-0.02351733110845089,-0.02055211178958416,-0.01758689247071743,-0.014621674083173275,-0.011656454764306545,-0.008691235445439816,-0.005726016592234373,-0.002760797506198287,0.00020442157983779907,0.003169640665873885,0.006134859751909971,0.009100078605115414,0.012065297923982143,0.015030517242848873,0.017995735630393028,0.020960954949259758,0.023926174268126488,0.026891393586993217,0.029856612905859947,0.03282183036208153,0.03578704968094826,0.03875226899981499,0.04171748831868172,0.04468270763754845,0.047647926956415176,0.050613146275281906,0.053578365594148636,0.056543584913015366,0.059508804231882095,0.062474023550748825,0.06543923914432526,0.06840445846319199,0.07136967778205872,0.07433489710092545,0.07730011641979218,0.0802653357386589,0.08323055505752563,0.08619577437639236,0.0891609936952591,0.09212621301412582,0.09509143233299255],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-1.1150650891522673e-07,-1.0765207036911306e-07,-1.0379763182299939e-07,-9.994318617145836e-08,-9.60887476253447e-08,-9.223430907923102e-08,-8.837987053311736e-08,-8.452543198700369e-08,-8.067098633546266e-08,-7.681654778934899e-08,-7.296210924323532e-08,-6.910767069712165e-08,-6.525323215100798e-08,-6.139879360489431e-08,-5.754435150606696e-08,-5.368990940723961e-08,-4.983547086112594e-08,-4.598103231501227e-08,-4.212659021618492e-08,-3.827215167007125e-08,-3.4417709571243904e-08,-3.0563271025130234e-08,-2.6708832479016564e-08,-2.2854392156546055e-08,-1.8999951834075546e-08,-1.5145511511605037e-08,-1.1291072077312947e-08,-7.4366321989316475e-09,-3.582192320550348e-09,2.7224755783095134e-10,4.126687436212251e-09,7.98112687050434e-09,1.183556719297485e-08,1.569000751544536e-08,1.9544447837915868e-08,2.3398886384029538e-08,2.7253326706500047e-08,3.1107767028970557e-08,3.4962205575084226e-08,3.8816647673911575e-08,4.2671086220025245e-08,4.6525524766138915e-08,5.0379966864966264e-08,5.4234405411079933e-08,5.80888439571936e-08,6.194328250330727e-08,6.57977281548483e-08,6.965216670096197e-08,7.350660524707564e-08,7.736104379318931e-08,8.121548233930298e-08,8.506992799084401e-08,8.892436653695768e-08,9.277880508307135e-08,9.663324362918502e-08,1.0048768217529869e-07,1.0434212072141236e-07,1.0819656637295338e-07,1.1205100491906705e-07,1.1590544346518072e-07,1.1975988911672175e-07,1.2361432766283542e-07,1.274687662089491e-07,1.3132320475506276e-07,1.3517764330117643e-07],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,2,2,1,3,2,7,12,12,7,14,18,16,22,43,33,44,42,47,48,40,55,39,41,43,29,29,25,14,16,9,10,7,3,6,4,5,4,2,2,1,1,0,0,0,1,0,1,0,0,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[0.9988951683044434,0.9989442229270935,0.9989932775497437,0.9990423321723938,0.999091386795044,0.9991403818130493,0.9991894364356995,0.9992384910583496,0.9992875456809998,0.9993366003036499,0.9993856549263,0.9994347095489502,0.9994837045669556,0.9995327591896057,0.9995818138122559,0.999630868434906,0.9996799230575562,0.9997289776802063,0.9997780323028564,0.9998270869255066,0.9998761415481567,0.9999251365661621,0.9999741911888123,1.0000232458114624,1.0000722408294678,1.0001213550567627,1.000170350074768,1.000219464302063,1.0002684593200684,1.0003175735473633,1.0003665685653687,1.0004156827926636,1.000464677810669,1.0005136728286743,1.0005627870559692,1.0006117820739746,1.0006608963012695,1.000709891319275,1.0007590055465698,1.0008080005645752,1.0008571147918701,1.0009061098098755,1.0009551048278809,1.0010042190551758,1.0010532140731812,1.001102328300476,1.0011513233184814,1.0012004375457764,1.0012494325637817,1.001298427581787,1.001347541809082,1.0013965368270874,1.0014456510543823,1.0014946460723877,1.0015437602996826,1.001592755317688,1.0016417503356934,1.0016908645629883,1.0017398595809937,1.0017889738082886,1.001837968826294,1.0018870830535889,1.0019360780715942,1.0019851922988892,1.0020341873168945],"_type":"histogram","values":[2,0,2,1,1,3,3,1,8,7,4,10,9,18,11,22,21,26,33,28,33,39,54,39,41,46,39,22,32,28,25,19,20,16,7,11,10,16,13,2,9,6,3,3,4,0,3,2,2,4,1,1,1,1,1,2,1,0,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[2,3,1,1,1,3,3,5,1,8,9,10,10,19,25,32,43,46,37,63,62,54,44,47,45,28,30,23,18,28,10,13,8,9,8,3,5,3,1,2,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00041055752080865204,-0.000391220732126385,-0.00037188391434028745,-0.0003525471256580204,-0.00033321030787192285,-0.0003138735191896558,-0.00029453670140355825,-0.0002751999127212912,-0.0002558631240390241,-0.0002365263062529266,-0.0002171895030187443,-0.000197852699784562,-0.00017851591110229492,-0.00015917910786811262,-0.00013984230463393033,-0.00012050550139974803,-0.00010116869816556573,-8.183189493138343e-05,-6.249509169720113e-05,-4.315829573897645e-05,-2.382149250479415e-05,-4.484691089601256e-06,1.4852110325591639e-05,3.418890992179513e-05,5.352571315597743e-05,7.286251639015973e-05,9.219931962434202e-05,0.00011153611558256671,0.0001308729115407914,0.0001502097147749737,0.000169546518009156,0.0001888833212433383,0.00020822015358135104,0.00022755695681553334,0.00024689376004971564,0.0002662305487319827,0.00028556736651808023,0.0003049041552003473,0.00032424097298644483,0.0003435777616687119,0.00036291457945480943,0.0003822513681370765,0.00040158815681934357,0.0004209249746054411,0.00044026176328770816,0.0004595985810738057,0.00047893536975607276,0.0004982721875421703,0.0005176089471206069,0.0005369457649067044,0.000556282582692802,0.0005756194004788995,0.0005949561600573361,0.0006142929778434336,0.0006336297956295311,0.0006529666134156287,0.0006723033729940653,0.0006916401907801628,0.0007109770085662603,0.000730313768144697,0.0007496505859307945,0.000768987403716892,0.0007883242215029895,0.0008076609810814261,0.0008269977988675237]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.0007594714406877756,-0.0007345706108026206,-0.0007096697809174657,-0.0006847690092399716,-0.0006598681793548167,-0.0006349673494696617,-0.0006100665195845068,-0.0005851656896993518,-0.0005602649180218577,-0.0005353640881367028,-0.0005104632582515478,-0.00048556242836639285,-0.0004606615984812379,-0.0004357607976999134,-0.0004108599678147584,-0.0003859591670334339,-0.00036105833714827895,-0.000336157507263124,-0.0003112567064817995,-0.0002863558765966445,-0.00026145507581532,-0.00023655424593016505,-0.0002116534160450101,-0.00018675260071177036,-0.00016185178537853062,-0.0001369509700452909,-0.00011205014743609354,-8.714932482689619e-05,-6.224850949365646e-05,-3.7347690522437915e-05,-1.2446871551219374e-05,1.2453947419999167e-05,3.735476639121771e-05,6.225558172445744e-05,8.715640433365479e-05,0.00011205722694285214,0.00013695804227609187,0.0001618588576093316,0.00018675968749448657,0.0002116605028277263,0.00023656131816096604,0.000261462148046121,0.0002863629488274455,0.00031126377871260047,0.00033616460859775543,0.00036106540937907994,0.0003859662392642349,0.0004108670400455594,0.00043576786993071437,0.00046066869981586933,0.00048556950059719384,0.0005104703013785183,0.0005353711312636733,0.0005602719611488283,0.0005851727910339832,0.0006100736209191382,0.0006349744508042932,0.0006598752224817872,0.0006847760523669422,0.0007096768822520971,0.0007345777121372521,0.0007594785420224071,0.0007843793136999011,0.0008092801435850561,0.000834180973470211],"_type":"histogram","values":[1,1,0,2,0,1,2,1,1,0,4,1,4,4,10,9,10,15,16,11,9,19,20,34,24,36,23,44,35,25,30,30,40,34,29,34,32,24,21,22,21,13,16,14,15,8,7,1,6,4,0,2,0,1,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.000484466552734375,-0.00046902894973754883,-0.00045359134674072266,-0.0004381537437438965,-0.0004227161407470703,-0.00040727853775024414,-0.00039184093475341797,-0.0003764033317565918,-0.0003609657287597656,-0.00034552812576293945,-0.0003300905227661133,-0.0003146529197692871,-0.00029921531677246094,-0.00028377771377563477,-0.0002683401107788086,-0.0002529025077819824,-0.00023746490478515625,-0.00022202730178833008,-0.0002065896987915039,-0.00019115209579467773,-0.00017571449279785156,-0.0001602768898010254,-0.00014483928680419922,-0.00012940168380737305,-0.00011396408081054688,-9.85264778137207e-05,-8.308887481689453e-05,-6.765127182006836e-05,-5.221366882324219e-05,-3.6776065826416016e-05,-2.1338462829589844e-05,-5.900859832763672e-06,9.5367431640625e-06,2.4974346160888672e-05,4.0411949157714844e-05,5.5849552154541016e-05,7.128715515136719e-05,8.672475814819336e-05,0.00010216236114501953,0.0001175999641418457,0.00013303756713867188,0.00014847517013549805,0.00016391277313232422,0.0001793503761291504,0.00019478797912597656,0.00021022558212280273,0.0002256631851196289,0.00024110078811645508,0.00025653839111328125,0.0002719759941101074,0.0002874135971069336,0.00030285120010375977,0.00031828880310058594,0.0003337264060974121,0.0003491640090942383,0.00036460161209106445,0.0003800392150878906,0.0003954768180847168,0.00041091442108154297,0.00042635202407836914,0.0004417896270751953,0.0004572272300720215,0.00047266483306884766,0.00048810243606567383,0.0005035400390625],"_type":"histogram","values":[1,0,0,0,0,1,1,1,4,10,8,13,24,41,59,97,185,250,401,736,1175,2106,3271,5050,8690,13636,21727,31356,45154,60418,71866,75179,69518,56215,42335,28782,19054,12667,7546,4730,2961,1767,1116,635,416,240,143,87,63,36,23,9,15,2,3,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,1,0,1,0,3,2,2,3,3,3,5,5,7,10,18,19,12,14,19,25,21,38,27,51,51,46,38,40,49,26,35,25,34,17,20,13,18,12,4,9,5,6,4,2,6,4,2,1,0,1,2,1,0,2,1,1,1],"bins":[-1.2246354685885308e-07,-1.1880691630494766e-07,-1.1515028575104225e-07,-1.1149364809170947e-07,-1.0783701753780406e-07,-1.0418038698389864e-07,-1.0052375642999323e-07,-9.686712587608781e-08,-9.321048821675504e-08,-8.955385766284962e-08,-8.589722710894421e-08,-8.224059655503879e-08,-7.858396600113338e-08,-7.492733544722796e-08,-7.127069778789519e-08,-6.761406723398977e-08,-6.395743668008436e-08,-6.030080612617894e-08,-5.6644172019559846e-08,-5.298754146565443e-08,-4.9330907359035336e-08,-4.567427680512992e-08,-4.2017646251224505e-08,-3.836101214460541e-08,-3.4704381590699995e-08,-3.104775103679458e-08,-2.7391116930175485e-08,-2.373448637627007e-08,-2.0077854046007815e-08,-1.642122171574556e-08,-1.2764590273661724e-08,-9.10795883157789e-09,-5.451326501315634e-09,-1.794694615142589e-09,1.861937271030456e-09,5.518569157203501e-09,9.175201043376546e-09,1.2831833373638801e-08,1.6488463927544217e-08,2.0145096257806472e-08,2.3801728588068727e-08,2.7458360918330982e-08,3.111499324859324e-08,3.477162380249865e-08,3.842825435640407e-08,4.208488846302316e-08,4.574151901692858e-08,4.939815312354767e-08,5.305478367745309e-08,5.6711414231358503e-08,6.036804478526392e-08,6.402468244459669e-08,6.768131299850211e-08,7.133794355240752e-08,7.499457410631294e-08,7.865120466021835e-08,8.230783521412377e-08,8.596447287345654e-08,8.962110342736196e-08,9.327773398126737e-08,9.693436453517279e-08,1.005909950890782e-07,1.0424763274841098e-07,1.079042633023164e-07,1.1156089385622181e-07]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0005075617227703333,-0.0004906750400550663,-0.0004737884155474603,-0.0004569017328321934,-0.0004400150792207569,-0.0004231284256093204,-0.0004062417719978839,-0.00038935511838644743,-0.0003724684356711805,-0.000355581782059744,-0.0003386951284483075,-0.00032180847483687103,-0.00030492182122543454,-0.00028803516761399806,-0.0002711484848987311,-0.0002542618312872946,-0.00023737517767585814,-0.00022048852406442165,-0.00020360185590106994,-0.00018671520228963345,-0.00016982853412628174,-0.00015294188051484525,-0.00013605522690340877,-0.00011916856601601467,-0.00010228190512862056,-8.539524424122646e-05,-6.850858335383236e-05,-5.162192974239588e-05,-3.473526885500178e-05,-1.784860978659708e-05,-9.619507181923836e-07,1.5924708350212313e-05,3.281136741861701e-05,4.969802830601111e-05,6.658468919340521e-05,8.34713428048417e-05,0.0001003580036922358,0.0001172446645796299,0.00013413131819106638,0.0001510179863544181,0.00016790463996585459,0.00018479129357729107,0.00020167796174064279,0.00021856461535207927,0.00023545126896351576,0.00025233792257495224,0.0002692246052902192,0.0002861112589016557,0.00030299791251309216,0.00031988456612452865,0.00033677121973596513,0.0003536579024512321,0.00037054455606266856,0.00038743120967410505,0.00040431786328554153,0.000421204516896978,0.0004380911705084145,0.00045497785322368145,0.00047186450683511794,0.0004887511604465544,0.0005056378431618214,0.0005225244676694274,0.0005394111503846943,0.0005562977748923004,0.0005731844576075673],"_type":"histogram","values":[2,0,1,3,1,2,5,1,3,6,2,7,16,10,12,14,11,13,11,19,18,23,24,20,29,26,24,29,21,27,33,21,32,31,29,29,26,19,18,17,15,13,12,16,14,7,7,11,4,4,5,3,7,1,2,2,2,3,1,1,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,2,2,6,2,6,13,14,19,22,33,23,39,39,60,61,70,67,56,42,29,27,31,24,21,15,10,9,9,3,5,1,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.0543324435730028e-07,-1.0132241357041494e-07,-9.721158988895695e-08,-9.310076620749896e-08,-8.898993542061362e-08,-8.487910463372828e-08,-8.076828095227029e-08,-7.66574572708123e-08,-7.254662648392696e-08,-6.843579569704161e-08,-6.432497201558363e-08,-6.021414833412564e-08,-5.6103317547240295e-08,-5.199249031306863e-08,-4.788166307889696e-08,-4.37708358447253e-08,-3.966000861055363e-08,-3.5549181376381966e-08,-3.14383541422103e-08,-2.7327526908038635e-08,-2.321669967386697e-08,-1.9105872439695304e-08,-1.4995045205523638e-08,-1.0884217971351973e-08,-6.773390737180307e-09,-2.6625635030086414e-09,1.4482637311630242e-09,5.55909096533469e-09,9.669918199506355e-09,1.3780745433678021e-08,1.7891572667849687e-08,2.2002399902021352e-08,2.6113227136193018e-08,3.0224054370364684e-08,3.433488160453635e-08,3.8445708838708015e-08,4.255653607287968e-08,4.6667363307051346e-08,5.077819054122301e-08,5.488901777539468e-08,5.899984500956634e-08,6.311067579645169e-08,6.722149947790967e-08,7.133232315936766e-08,7.5443153946253e-08,7.955398473313835e-08,8.366480841459634e-08,8.777563209605432e-08,9.188646288293967e-08,9.599729366982501e-08,1.00108117351283e-07,1.0421894103274099e-07,1.0832977181962633e-07,1.1244060260651167e-07,1.1655142628796966e-07,1.2066224996942765e-07,1.24773080756313e-07,1.2888391154319834e-07,1.3299472811922897e-07,1.371055589061143e-07,1.4121638969299966e-07,1.45327220479885e-07,1.4943805126677034e-07,1.5354886784280097e-07,1.5765969862968632e-07]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,0,1,0,0,2,0,0,1,1,2,3,1,1,4,2,8,7,9,14,14,17,30,29,29,26,39,43,43,48,37,34,40,33,41,27,28,29,17,17,10,13,4,8,12,7,9,4,5,4,3,3,0,0,2,1,1,0,0,1,0,1],"bins":[-0.0005067574675194919,-0.0004911693977192044,-0.0004755813570227474,-0.0004599932872224599,-0.0004444052465260029,-0.0004288171767257154,-0.00041322913602925837,-0.0003976410662289709,-0.00038205302553251386,-0.00036646495573222637,-0.0003508768859319389,-0.00033528884523548186,-0.0003197007754351944,-0.00030411273473873734,-0.00028852466493844986,-0.00027293662424199283,-0.00025734855444170535,-0.0002417604991933331,-0.00022617244394496083,-0.00021058438869658858,-0.00019499633344821632,-0.00017940826364792883,-0.00016382020839955658,-0.00014823215315118432,-0.00013264409790281206,-0.00011705604265443981,-0.00010146798740606755,-8.587992488173768e-05,-7.029186963336542e-05,-5.4703814384993166e-05,-3.91157554986421e-05,-2.352769843128044e-05,-7.939641363918781e-06,7.648415703442879e-06,2.323647277080454e-05,3.88245316571556e-05,5.441258690552786e-05,7.000064215390012e-05,8.558870467822999e-05,0.00010117675992660224,0.0001167648151749745,0.00013235287042334676,0.00014794092567171901,0.00016352898092009127,0.00017911705072037876,0.000194705105968751,0.00021029316121712327,0.00022588121646549553,0.00024146927171386778,0.00025705734151415527,0.0002726453822106123,0.0002882334520108998,0.0003038214927073568,0.0003194095625076443,0.0003349976032041013,0.0003505856730043888,0.0003661737428046763,0.0003817617835011333,0.0003973498533014208,0.00041293789399787784,0.0004285259637981653,0.00044411400449462235,0.00045970207429490983,0.00047529011499136686,0.0004908781847916543]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,0,2,3,0,2,3,2,3,5,10,15,16,15,26,30,55,52,57,64,43,45,43,36,42,24,32,27,19,15,12,11,11,5,7,4,4,4,4,5,3,0,2,0,1,1,0,0,0,1,1,1,0,0,0,0,1,0,0,0,1],"bins":[0.9983654022216797,0.9984352588653564,0.998505175113678,0.9985750317573547,0.9986449480056763,0.998714804649353,0.9987847208976746,0.9988545775413513,0.9989244937896729,0.9989943504333496,0.9990642070770264,0.9991341233253479,0.9992039799690247,0.9992738962173462,0.999343752861023,0.9994136691093445,0.9994835257530212,0.999553382396698,0.9996232986450195,0.9996931552886963,0.9997630715370178,0.9998329281806946,0.9999028444290161,0.9999727010726929,1.0000425577163696,1.0001124143600464,1.0001823902130127,1.0002522468566895,1.0003221035003662,1.000391960144043,1.0004619359970093,1.000531792640686,1.0006016492843628,1.0006715059280396,1.0007413625717163,1.0008113384246826,1.0008811950683594,1.0009510517120361,1.001020908355713,1.0010908842086792,1.001160740852356,1.0012305974960327,1.0013004541397095,1.0013703107833862,1.0014402866363525,1.0015101432800293,1.001579999923706,1.0016498565673828,1.0017197132110596,1.0017896890640259,1.0018595457077026,1.0019294023513794,1.0019992589950562,1.0020692348480225,1.0021390914916992,1.002208948135376,1.0022788047790527,1.0023486614227295,1.0024186372756958,1.0024884939193726,1.0025583505630493,1.002628207206726,1.0026981830596924,1.0027680397033691,1.002837896347046]},"train_batch_loss":0.007343883626163006,"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,0,0,1,0,4,1,6,13,20,47,72,131,229,356,588,938,1359,1951,2894,4022,5677,7359,9895,12480,15298,18948,22158,25892,29098,32055,34573,36199,36769,37100,35712,34330,31491,28485,25012,21456,17837,14640,11767,9268,6955,5206,3723,2666,1837,1229,814,507,306,198,123,54,32,16,12,5,5,4],"bins":[-0.10985838621854782,-0.10670968890190125,-0.10356099158525467,-0.1004122868180275,-0.09726358950138092,-0.09411489218473434,-0.09096619486808777,-0.08781749755144119,-0.08466880023479462,-0.08152009546756744,-0.07837139815092087,-0.07522270083427429,-0.07207400351762772,-0.06892530620098114,-0.06577660143375397,-0.06262790411710739,-0.059479206800460815,-0.05633050948381424,-0.053181808441877365,-0.05003311112523079,-0.046884410083293915,-0.04373571276664734,-0.04058701545000076,-0.03743831440806389,-0.03428961709141731,-0.031140917912125587,-0.027992218732833862,-0.024843521416187286,-0.02169482223689556,-0.018546123057603836,-0.015397424809634686,-0.012248726561665535,-0.00910002738237381,-0.005951328668743372,-0.002802629955112934,0.00034606875851750374,0.0034947674721479416,0.0066434661857783794,0.009792164899408817,0.012940863147377968,0.016089562326669693,0.019238261505961418,0.022386960685253143,0.02553565800189972,0.028684357181191444,0.03183305636048317,0.034981753677129745,0.03813045471906662,0.041279152035713196,0.04442784935235977,0.047576550394296646,0.05072524771094322,0.053873948752880096,0.05702264606952667,0.06017134338617325,0.06332004070281982,0.066468745470047,0.06961744278669357,0.07276614010334015,0.07591483741998672,0.0790635347366333,0.08221223205327988,0.08536093682050705,0.08850963413715363,0.0916583314538002],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,1,0,0,2,0,1,1,3,2,1,5,8,5,13,14,15,23,20,29,32,50,32,43,52,46,41,46,32,31,37,23,25,24,14,21,14,11,10,10,5,3,4,2,4,3,1,2,1,2,0,1,1],"bins":[0.9978566765785217,0.9979166984558105,0.9979767799377441,0.998036801815033,0.9980968236923218,0.9981568455696106,0.9982169270515442,0.998276948928833,0.9983369708061218,0.9983969926834106,0.9984570741653442,0.9985170960426331,0.9985771179199219,0.9986371397972107,0.9986972212791443,0.9987572431564331,0.9988172650337219,0.9988773465156555,0.9989373683929443,0.9989973902702332,0.999057412147522,0.9991174936294556,0.9991775155067444,0.9992375373840332,0.999297559261322,0.9993576407432556,0.9994176626205444,0.9994776844978333,0.9995377063751221,0.9995977878570557,0.9996578097343445,0.9997178316116333,0.9997779130935669,0.9998379349708557,0.9998979568481445,0.9999579787254333,1.0000180006027222,1.0000780820846558,1.0001381635665894,1.0001981258392334,1.000258207321167,1.000318169593811,1.0003782510757446,1.0004383325576782,1.0004982948303223,1.0005583763122559,1.0006184577941895,1.0006784200668335,1.000738501548767,1.0007985830307007,1.0008585453033447,1.0009186267852783,1.0009785890579224,1.001038670539856,1.0010987520217896,1.0011587142944336,1.0012187957763672,1.0012788772583008,1.0013388395309448,1.0013989210128784,1.0014588832855225,1.001518964767456,1.0015790462493896,1.0016390085220337,1.0016990900039673]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,2,5,6,19,24,60,92,145,255,429,751,1237,1952,2987,4381,6366,9237,13177,17715,23318,30368,38497,47334,57283,66879,75898,84080,90916,96453,99589,99892,97497,93198,87056,79078,69970,60162,50688,41251,32878,25677,19442,14428,10664,7465,4980,3405,2194,1383,847,548,303,185,103,53,28,17,9,5,0,1],"bins":[-0.1058088168501854,-0.10261823982000351,-0.09942766278982162,-0.09623709321022034,-0.09304651618003845,-0.08985593914985657,-0.08666536211967468,-0.0834747925400734,-0.08028421550989151,-0.07709363847970963,-0.07390306144952774,-0.07071248441934586,-0.06752191483974457,-0.06433133780956268,-0.0611407607793808,-0.05795018747448921,-0.05475961044430733,-0.05156903341412544,-0.048378460109233856,-0.04518788307905197,-0.041997309774160385,-0.0388067327439785,-0.035616159439086914,-0.03242558240890503,-0.029235007241368294,-0.026044432073831558,-0.022853856906294823,-0.019663281738758087,-0.016472704708576202,-0.013282130472362041,-0.010091554373502731,-0.006900979205965996,-0.0037104040384292603,-0.0005198286380618811,0.002670746762305498,0.005861322395503521,0.009051897563040257,0.012242472730576992,0.015433048829436302,0.018623623996973038,0.021814199164509773,0.02500477433204651,0.028195349499583244,0.03138592466711998,0.034576501697301865,0.03776707500219345,0.040957652032375336,0.04414822533726692,0.04733880236744881,0.05052937939763069,0.05371995270252228,0.05691052973270416,0.06010110303759575,0.06329167634248734,0.06648225337266922,0.0696728304028511,0.07286340743303299,0.07605398446321487,0.07924455404281616,0.08243513107299805,0.08562570810317993,0.08881628513336182,0.0920068547129631,0.09519743174314499,0.09838800877332687]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,1,1,3,1,1,2,1,2,2,3,4,5,11,8,15,21,30,26,35,34,39,36,54,46,39,52,31,52,36,24,24,14,16,22,10,12,11,5,15,5,2,5,2,2,1,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0004474571906030178,-0.00043106000521220267,-0.00041466281982138753,-0.00039826560532674193,-0.0003818684199359268,-0.00036547123454511166,-0.00034907402005046606,-0.0003326768346596509,-0.0003162796492688358,-0.00029988246387802064,-0.0002834852784872055,-0.0002670880639925599,-0.00025069087860174477,-0.00023429369321092963,-0.00021789649326819927,-0.0002014992933254689,-0.00018510210793465376,-0.00016870492254383862,-0.00015230772260110825,-0.00013591052265837789,-0.00011951333726756275,-0.00010311614460079,-8.671895193401724e-05,-7.032175926724449e-05,-5.3924566600471735e-05,-3.752737393369898e-05,-2.113018126692623e-05,-4.732988600153476e-06,1.1664204066619277e-05,2.806139673339203e-05,4.445858940016478e-05,6.0855782066937536e-05,7.725291652604938e-05,9.365010919282213e-05,0.00011004730185959488,0.00012644450180232525,0.0001428416871931404,0.00015923887258395553,0.0001756360725266859,0.00019203327246941626,0.0002084304578602314,0.00022482764325104654,0.0002412248431937769,0.00025762204313650727,0.0002740192285273224,0.00029041641391813755,0.00030681362841278315,0.0003232108138035983,0.0003396079991944134,0.00035600518458522856,0.0003724023699760437,0.0003887995844706893,0.00040519676986150444,0.0004215939552523196,0.00043799116974696517,0.0004543883551377803,0.00047078554052859545,0.0004871827259194106,0.0005035799113102257,0.0005199771258048713,0.000536374282091856,0.0005527714965865016,0.0005691687110811472,0.0005855658673681319,0.0006019630818627775]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,1,2,0,1,0,4,3,4,2,1,1,4,4,13,8,4,11,8,16,16,15,13,27,32,28,37,31,36,38,29,31,31,44,33,26,19,21,24,16,23,18,24,14,12,6,10,5,3,4,4,0,2,4,0,1,0,0,0,2],"bins":[-0.0005232827388681471,-0.0005082996212877333,-0.0004933165619149804,-0.0004783334443345666,-0.0004633503267541528,-0.0004483672382775694,-0.00043338414980098605,-0.00041840103222057223,-0.00040341794374398887,-0.0003884348552674055,-0.0003734517376869917,-0.00035846864921040833,-0.00034348556073382497,-0.00032850244315341115,-0.0003135193546768278,-0.00029853623709641397,-0.0002835531486198306,-0.00026857006014324725,-0.00025358694256283343,-0.00023860385408625007,-0.00022362075105775148,-0.0002086376480292529,-0.00019365455955266953,-0.00017867145652417094,-0.00016368835349567235,-0.00014870525046717376,-0.00013372214743867517,-0.0001187390589620918,-0.00010375595593359321,-8.877285290509462e-05,-7.378975715255365e-05,-5.8806657762033865e-05,-4.382358747534454e-05,-2.8840488084824756e-05,-1.3857388694304973e-05,1.12571069621481e-06,1.6108810086734593e-05,3.1091909477254376e-05,4.607500886777416e-05,6.105810462031513e-05,7.604120764881372e-05,9.102431067731231e-05,0.00010600740642985329,0.00012099050218239427,0.00013597360521089286,0.00015095670823939145,0.0001659397967159748,0.0001809228997444734,0.000195906002772972,0.00021088910580147058,0.00022587220882996917,0.00024085529730655253,0.0002558383857831359,0.0002708215033635497,0.00028580459184013307,0.0003007877094205469,0.00031577079789713025,0.0003307538863737136,0.00034573700395412743,0.0003607200924307108,0.0003757032100111246,0.00039068629848770797,0.00040566938696429133,0.00042065250454470515,0.0004356355930212885]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.002410888671875,-0.0023322105407714844,-0.0022535324096679688,-0.002174854278564453,-0.0020961761474609375,-0.002017498016357422,-0.0019388198852539062,-0.0018601417541503906,-0.001781463623046875,-0.0017027854919433594,-0.0016241073608398438,-0.0015454292297363281,-0.0014667510986328125,-0.0013880729675292969,-0.0013093948364257812,-0.0012307167053222656,-0.00115203857421875,-0.0010733604431152344,-0.0009946823120117188,-0.0009160041809082031,-0.0008373260498046875,-0.0007586479187011719,-0.0006799697875976562,-0.0006012916564941406,-0.000522613525390625,-0.0004439353942871094,-0.00036525726318359375,-0.0002865791320800781,-0.0002079010009765625,-0.00012922286987304688,-5.054473876953125e-05,2.8133392333984375e-05,0.0001068115234375,0.00018548965454101562,0.00026416778564453125,0.0003428459167480469,0.0004215240478515625,0.0005002021789550781,0.0005788803100585938,0.0006575584411621094,0.000736236572265625,0.0008149147033691406,0.0008935928344726562,0.0009722709655761719,0.0010509490966796875,0.0011296272277832031,0.0012083053588867188,0.0012869834899902344,0.00136566162109375,0.0014443397521972656,0.0015230178833007812,0.0016016960144042969,0.0016803741455078125,0.0017590522766113281,0.0018377304077148438,0.0019164085388183594,0.001995086669921875,0.0020737648010253906,0.0021524429321289062,0.002231121063232422,0.0023097991943359375,0.002388477325439453,0.0024671554565429688,0.0025458335876464844,0.00262451171875],"_type":"histogram","values":[1,2,0,4,8,7,6,11,14,25,33,68,109,99,157,235,361,475,654,959,1432,2110,3236,4387,6727,10092,15738,25993,45430,86932,141461,105102,54896,30419,17867,11368,7629,4919,3325,2204,1594,1118,802,536,378,256,176,127,95,66,37,37,29,33,15,11,4,2,2,2,4,0,3,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.000776475528255105,-0.0007549937581643462,-0.0007335119880735874,-0.0007120302179828286,-0.0006905484478920698,-0.000669066677801311,-0.0006475849077105522,-0.0006261031376197934,-0.0006046213675290346,-0.0005831395974382758,-0.000561657827347517,-0.0005401760572567582,-0.0005186942871659994,-0.0004972125170752406,-0.00047573077608831227,-0.00045424900599755347,-0.00043276723590679467,-0.00041128546581603587,-0.00038980369572527707,-0.00036832192563451827,-0.00034684015554375947,-0.00032535838545300066,-0.00030387661536224186,-0.00028239484527148306,-0.0002609131042845547,-0.0002394313196418807,-0.0002179495495511219,-0.0001964677794603631,-0.00017498602392151952,-0.00015350425383076072,-0.00013202248374000192,-0.00011054071364924312,-8.905894355848432e-05,-6.757717346772552e-05,-4.609540701494552e-05,-2.4613638743176125e-05,-3.131870471406728e-06,1.834989780036267e-05,3.9831666072132066e-05,6.131343252491206e-05,8.279520261567086e-05,0.00010427697270642966,0.00012575874279718846,0.00014724051288794726,0.00016872226842679083,0.00019020403851754963,0.00021168580860830843,0.00023316757869906723,0.00025464934878982604,0.00027613111888058484,0.00029761288897134364,0.00031909465906210244,0.00034057642915286124,0.00036205819924362004,0.00038353996933437884,0.00040502173942513764,0.000426503480412066,0.0004479852505028248,0.0004694670205935836,0.0004909487906843424,0.0005124305607751012,0.00053391233086586,0.0005553941009566188,0.0005768758710473776,0.0005983576411381364],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,2,0,2,1,1,1,5,5,1,8,8,15,11,20,16,31,28,21,29,31,36,35,34,28,35,50,21,38,32,35,37,27,27,23,12,15,6,6,7,4,3,6,5,3,1,1,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,0,0,0,1,0,0,0,2,1,5,7,8,3,5,5,16,12,13,15,20,19,21,27,44,42,33,43,42,44,45,40,29,28,31,25,21,25,20,20,13,6,7,7,6,2,1,0,3,1,0,0,3,1,0,1,1,2],"bins":[-6.083348853280768e-05,-5.9062429500045255e-05,-5.729137046728283e-05,-5.552031143452041e-05,-5.3749252401757985e-05,-5.197819336899556e-05,-5.020713433623314e-05,-4.8436075303470716e-05,-4.666501627070829e-05,-4.489396087592468e-05,-4.3122901843162253e-05,-4.135184281039983e-05,-3.958078377763741e-05,-3.7809724744874984e-05,-3.603866571211256e-05,-3.426760667935014e-05,-3.2496547646587715e-05,-3.072548861382529e-05,-2.8954429581062868e-05,-2.7183370548300445e-05,-2.5412311515538022e-05,-2.3641254301765002e-05,-2.187019526900258e-05,-2.0099136236240156e-05,-1.8328077203477733e-05,-1.655701817071531e-05,-1.4785959137952887e-05,-1.3014901014685165e-05,-1.1243841981922742e-05,-9.472782949160319e-06,-7.701724825892597e-06,-5.930665793130174e-06,-4.159603122388944e-06,-2.3885443170001963e-06,-6.174855116114486e-07,1.1535732937772991e-06,2.924632099166047e-06,4.69569113192847e-06,6.466749709943542e-06,8.237808287958615e-06,1.0008867320721038e-05,1.177992635348346e-05,1.3550985386245884e-05,1.5322044419008307e-05,1.7093101632781327e-05,1.886416066554375e-05,2.0635219698306173e-05,2.2406278731068596e-05,2.417733776383102e-05,2.5948396796593443e-05,2.7719455829355866e-05,2.949051486211829e-05,3.126157389488071e-05,3.3032632927643135e-05,3.480369196040556e-05,3.657475099316798e-05,3.8345810025930405e-05,4.011686542071402e-05,4.1887924453476444e-05,4.365898348623887e-05,4.543004251900129e-05,4.720110155176371e-05,4.8972160584526137e-05,5.074321961728856e-05,5.251427865005098e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.0004528482968453318,-0.0004384325002320111,-0.00042401670361869037,-0.00040960090700536966,-0.00039518511039204895,-0.00038076931377872825,-0.00036635351716540754,-0.00035193772055208683,-0.0003375219530425966,-0.00032310615642927587,-0.00030869035981595516,-0.00029427456320263445,-0.00027985876658931375,-0.00026544296997599304,-0.00025102717336267233,-0.00023661137674935162,-0.0002221955801360309,-0.0002077797835227102,-0.0001933639869093895,-0.0001789481902960688,-0.00016453239368274808,-0.0001501166116213426,-0.0001357008150080219,-0.00012128501839470118,-0.00010686922178138047,-9.245342516805977e-05,-7.803762855473906e-05,-6.362183921737596e-05,-4.9206042604055256e-05,-3.479024599073455e-05,-2.0374453015392646e-05,-5.9586582210613415e-06,8.45716567710042e-06,2.2872960471431725e-05,3.728875526576303e-05,5.170454824110493e-05,6.612034485442564e-05,8.053614146774635e-05,9.495193080510944e-05,0.00010936772741843015,0.00012378352403175086,0.00013819932064507157,0.00015261511725839227,0.00016703091387171298,0.00018144669593311846,0.00019586249254643917,0.00021027828915975988,0.0002246940857730806,0.0002391098823864013,0.000253525678999722,0.0002679414756130427,0.0002823572722263634,0.00029677306883968413,0.00031118886545300484,0.00032560466206632555,0.00034002045867964625,0.0003544362261891365,0.0003688520228024572,0.0003832678194157779,0.00039768361602909863,0.00041209941264241934,0.00042651520925574005,0.00044093100586906075,0.00045534680248238146,0.00046976259909570217],"_type":"histogram","values":[1,0,1,1,0,4,2,0,0,4,4,7,6,2,7,10,11,14,10,10,11,23,13,27,14,28,26,35,34,26,28,34,31,40,31,32,23,24,27,22,19,13,14,16,15,7,10,8,13,2,3,5,5,1,2,3,2,1,2,1,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.0004924319218844175,-0.000476289598736912,-0.0004601472755894065,-0.00044400495244190097,-0.00042786262929439545,-0.00041172027704305947,-0.00039557795389555395,-0.0003794356307480484,-0.0003632933076005429,-0.0003471509844530374,-0.00033100866130553186,-0.00031486633815802634,-0.00029872398590669036,-0.00028258166275918484,-0.0002664393396116793,-0.0002502970164641738,-0.00023415469331666827,-0.00021801237016916275,-0.00020187004702165723,-0.00018572770932223648,-0.00016958538617473096,-0.00015344306302722543,-0.00013730072532780468,-0.00012115840218029916,-0.00010501607903279364,-8.887375588528812e-05,-7.273142546182498e-05,-5.6589098676340654e-05,-4.0446771890856326e-05,-2.4304445105371997e-05,-8.162118319887668e-06,7.980208465596661e-06,2.4122477043420076e-05,4.0264803828904405e-05,5.6407130614388734e-05,7.254946103785187e-05,8.869178418535739e-05,0.00010483410733286291,0.00012097643775632605,0.00013711876817978919,0.0001532610913272947,0.00016940341447480023,0.00018554573762230575,0.0002016880753217265,0.00021783039846923202,0.00023397272161673754,0.0002501150593161583,0.0002662573824636638,0.00028239970561116934,0.00029854202875867486,0.0003146843519061804,0.0003308266750536859,0.0003469689982011914,0.0003631113504525274,0.0003792536736000329,0.00039539599674753845,0.00041153831989504397,0.0004276806430425495,0.000443822966190055,0.00045996528933756053,0.0004761076415888965,0.000492249964736402,0.0005083922878839076,0.0005245346110314131,0.0005406769341789186],"_type":"histogram","values":[1,1,1,0,1,4,0,2,1,1,1,5,5,5,5,5,9,17,13,18,16,26,25,31,25,31,30,36,37,35,29,29,24,21,20,34,25,23,30,22,28,19,9,12,13,11,6,4,3,0,3,2,4,2,1,1,0,2,0,0,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,0,0,2,1,0,0,0,2,1,0,0,2,1,4,5,10,3,16,19,9,22,26,35,41,39,55,59,64,66,53,34,41,31,38,23,18,8,8,6,3,1,4,4,5,1,1,2,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.2152908368534554e-07,-1.1730817561783624e-07,-1.1308726044489958e-07,-1.0886634527196293e-07,-1.0464543720445363e-07,-1.0042452913694433e-07,-9.620361396400767e-08,-9.198269879107102e-08,-8.776179072356172e-08,-8.354088265605242e-08,-7.931996748311576e-08,-7.50990523101791e-08,-7.08781442426698e-08,-6.66572361751605e-08,-6.243632100222385e-08,-5.821540938200087e-08,-5.399449776177789e-08,-4.9773586141554915e-08,-4.555267452133194e-08,-4.133176290110896e-08,-3.711085128088598e-08,-3.2889939660663003e-08,-2.8669028040440026e-08,-2.4448116420217048e-08,-2.022720479999407e-08,-1.6006293179771092e-08,-1.1785381559548114e-08,-7.564469939325136e-09,-3.343558319102158e-09,8.773533011208201e-10,5.098264921343798e-09,9.319176541566776e-09,1.3540073950935039e-08,1.7760985571158017e-08,2.1981897191380995e-08,2.6202808811603973e-08,3.042372043182695e-08,3.464463205204993e-08,3.8865543672272906e-08,4.3086455292495884e-08,4.730736691271886e-08,5.152827853294184e-08,5.574919015316482e-08,5.997010532610147e-08,6.419101339361077e-08,6.841192146112007e-08,7.263283663405673e-08,7.685375180699339e-08,8.107465987450269e-08,8.529556794201198e-08,8.951648311494864e-08,9.37373982878853e-08,9.79583063553946e-08,1.021792144229039e-07,1.0640012959584055e-07,1.1062104476877721e-07,1.1484195283628651e-07,1.1906286090379581e-07,1.232837689713051e-07,1.2750469124966912e-07,1.3172559931717842e-07,1.3594650738468772e-07,1.4016742966305173e-07,1.4438833773056103e-07,1.4860924579807033e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,3,4,6,13,25,43,57,107,170,290,475,710,1073,1600,2224,3037,4392,5682,7455,9776,12227,14987,17946,21144,24410,27595,30165,32453,34020,35088,35221,34769,33190,31243,28848,25875,22470,19736,16242,13310,10739,8373,6356,4754,3472,2717,1790,1255,822,542,349,230,142,89,42,18,25,16,4,1,2,2,2],"bins":[-0.0936681255698204,-0.09066874533891678,-0.08766937255859375,-0.08466999232769012,-0.0816706120967865,-0.07867123931646347,-0.07567185908555984,-0.07267247885465622,-0.06967310607433319,-0.06667372584342957,-0.06367434561252594,-0.06067497283220291,-0.057675592601299286,-0.05467621609568596,-0.05167683959007263,-0.048677459359169006,-0.04567808285355568,-0.04267870634794235,-0.03967932611703873,-0.0366799496114254,-0.03368057310581207,-0.030681194737553596,-0.02768181636929512,-0.024682439863681793,-0.021683061495423317,-0.01868368312716484,-0.015684306621551514,-0.012684928253293037,-0.009685550816357136,-0.006686173379421234,-0.003686795476824045,-0.0006874178070574999,0.0023119598627090454,0.005311337299644947,0.008310714736580849,0.011310093104839325,0.014309470541775227,0.017308847978711128,0.020308226346969604,0.02330760285258293,0.026306981220841408,0.029306359589099884,0.03230573609471321,0.03530511260032654,0.038304492831230164,0.04130386933684349,0.04430324584245682,0.04730262607336044,0.05030200257897377,0.0533013790845871,0.05630075931549072,0.05930013582110405,0.06229951232671738,0.065298892557621,0.06829826533794403,0.07129764556884766,0.07429702579975128,0.07729639858007431,0.08029577881097794,0.08329515904188156,0.08629453182220459,0.08929391205310822,0.09229329228401184,0.09529266506433487,0.0982920452952385]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.003379786154255271,-0.0032852983567863703,-0.0031908105593174696,-0.003096322761848569,-0.0030018349643796682,-0.0029073471669107676,-0.002812859369441867,-0.002718371571972966,-0.002623884007334709,-0.0025293962098658085,-0.002434908412396908,-0.002340420614928007,-0.0022459328174591064,-0.0021514450199902058,-0.002056957222521305,-0.0019624694250524044,-0.0018679816275835037,-0.001773493830114603,-0.0016790060326457024,-0.0015845182351768017,-0.001490030437707901,-0.0013955427566543221,-0.0013010549591854215,-0.0012065671617165208,-0.00111207936424762,-0.0010175915667787194,-0.0009231037693098187,-0.000828616030048579,-0.0007341282325796783,-0.0006396404351107776,-0.0005451526958495378,-0.00045066489838063717,-0.00035617733374238014,-0.00026168953627347946,-0.00016720176790840924,-7.271398499142379e-05,2.1773797925561666e-05,0.00011626158084254712,0.00021074936375953257,0.0003052371321246028,0.0003997249295935035,0.0004942127270624042,0.0005887005245313048,0.0006831882637925446,0.0007776760612614453,0.000872163858730346,0.0009666515979915857,0.0010611393954604864,0.001155627192929387,0.0012501149903982878,0.0013446027878671885,0.0014390905853360891,0.0015335783828049898,0.0016280660638585687,0.0017225538613274693,0.00181704165879637,0.0019115294562652707,0.0020060171373188496,0.0021005049347877502,0.002194992732256651,0.0022894805297255516,0.0023839683271944523,0.002478456124663353,0.0025729439221322536,0.0026674317196011543],"_type":"histogram","values":[1,0,0,1,2,0,1,1,1,2,2,1,1,1,5,5,4,7,5,16,5,13,12,14,18,15,23,24,20,21,21,30,20,25,29,39,30,34,21,28,25,24,28,27,19,24,18,13,9,13,8,10,7,5,11,5,7,2,2,3,3,3,1,3]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,2,1,1,1,3,4,6,13,5,15,21,16,29,30,40,43,49,65,53,40,65,34,33,52,36,23,20,12,10,10,9,8,2,1,4,2,1,2,1,0,1,0,0,0,0,0,1],"bins":[-1.3489683681200404e-07,-1.3109952590184548e-07,-1.273022007808322e-07,-1.2350488987067365e-07,-1.1970756474966038e-07,-1.1591025383950182e-07,-1.121129358239159e-07,-1.0831561780832999e-07,-1.0451829979274407e-07,-1.0072098177715816e-07,-9.692366376157224e-08,-9.312634574598633e-08,-8.932903483582777e-08,-8.553171682024185e-08,-8.173439880465594e-08,-7.793708078907002e-08,-7.413976277348411e-08,-7.034244475789819e-08,-6.654512674231228e-08,-6.274780872672636e-08,-5.8950494263854125e-08,-5.515317624826821e-08,-5.135586178539597e-08,-4.755854376981006e-08,-4.376122575422414e-08,-3.996390773863823e-08,-3.616658972305231e-08,-3.2369275260180075e-08,-2.857195724459416e-08,-2.4774639229008244e-08,-2.0977322989779168e-08,-1.7180006750550092e-08,-1.3382688734964177e-08,-9.585371607556681e-09,-5.788054480149185e-09,-1.9907373527416894e-09,1.8065797746658063e-09,5.603896902073302e-09,9.401214029480798e-09,1.3198531156888293e-08,1.699584828429579e-08,2.0793166299881705e-08,2.459048253911078e-08,2.8387798778339857e-08,3.218511679392577e-08,3.598243480951169e-08,3.9779749272383924e-08,4.357706728796984e-08,4.7374385303555755e-08,5.117170331914167e-08,5.4969021334727586e-08,5.876633579759982e-08,6.256365736589942e-08,6.636096827605797e-08,7.015828629164389e-08,7.39556043072298e-08,7.775292232281572e-08,8.155024033840164e-08,8.534755835398755e-08,8.914487636957347e-08,9.294218727973202e-08,9.673950529531794e-08,1.0053682331090386e-07,1.0433414132648977e-07,1.0813145934207569e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-7.677078247070312e-05,-7.434934377670288e-05,-7.192790508270264e-05,-6.950646638870239e-05,-6.708502769470215e-05,-6.46635890007019e-05,-6.224215030670166e-05,-5.9820711612701416e-05,-5.739927291870117e-05,-5.497783422470093e-05,-5.2556395530700684e-05,-5.013495683670044e-05,-4.7713518142700195e-05,-4.529207944869995e-05,-4.287064075469971e-05,-4.044920206069946e-05,-3.802776336669922e-05,-3.5606324672698975e-05,-3.318488597869873e-05,-3.0763447284698486e-05,-2.8342008590698242e-05,-2.5920569896697998e-05,-2.3499131202697754e-05,-2.107769250869751e-05,-1.8656253814697266e-05,-1.623481512069702e-05,-1.3813376426696777e-05,-1.1391937732696533e-05,-8.970499038696289e-06,-6.549060344696045e-06,-4.127621650695801e-06,-1.7061829566955566e-06,7.152557373046875e-07,3.1366944313049316e-06,5.558133125305176e-06,7.97957181930542e-06,1.0401010513305664e-05,1.2822449207305908e-05,1.5243887901306152e-05,1.7665326595306396e-05,2.008676528930664e-05,2.2508203983306885e-05,2.492964267730713e-05,2.7351081371307373e-05,2.9772520065307617e-05,3.219395875930786e-05,3.4615397453308105e-05,3.703683614730835e-05,3.9458274841308594e-05,4.187971353530884e-05,4.430115222930908e-05,4.6722590923309326e-05,4.914402961730957e-05,5.1565468311309814e-05,5.398690700531006e-05,5.64083456993103e-05,5.882978439331055e-05,6.125122308731079e-05,6.367266178131104e-05,6.609410047531128e-05,6.851553916931152e-05,7.093697786331177e-05,7.335841655731201e-05,7.577985525131226e-05,7.82012939453125e-05],"_type":"histogram","values":[2,0,0,0,0,1,3,8,4,10,12,9,24,44,66,97,142,188,319,480,736,1073,1924,2872,4614,7761,12332,20854,34298,54679,81392,101003,92485,65726,41039,25470,15418,9339,5795,3416,2162,1385,923,575,422,213,169,120,75,52,30,16,8,13,12,4,3,3,1,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[-0.0005206014029681683,-0.0005047533195465803,-0.0004889052361249924,-0.0004730571818072349,-0.0004572091274894774,-0.00044136104406788945,-0.00042551298975013196,-0.000409664906328544,-0.00039381685201078653,-0.0003779687685891986,-0.00036212068516761065,-0.00034627263084985316,-0.0003304245474282652,-0.0003145764931105077,-0.0002987284096889198,-0.0002828803553711623,-0.00026703227194957435,-0.0002511841885279864,-0.00023533613421022892,-0.0002194880653405562,-0.0002036399964708835,-0.00018779191304929554,-0.00017194384417962283,-0.0001560957753099501,-0.0001402477064402774,-0.00012439963757060468,-0.00010855156870093197,-9.270349255530164e-05,-7.685542368562892e-05,-6.1007354815956205e-05,-4.515928230830468e-05,-2.9311211619642563e-05,-1.3463140930980444e-05,2.3849297576816753e-06,1.8233000446343794e-05,3.408107295399532e-05,4.992914182366803e-05,6.577721069334075e-05,8.162528683897108e-05,9.74733557086438e-05,0.00011332142457831651,0.00012916949344798923,0.00014501756231766194,0.00016086563118733466,0.0001767137146089226,0.00019256178347859532,0.00020840985234826803,0.00022425792121794075,0.00024010599008761346,0.0002559540735092014,0.0002718021278269589,0.00028765021124854684,0.0003034982655663043,0.00031934634898789227,0.00033519440330564976,0.0003510424867272377,0.00036689057014882565,0.00038273862446658313,0.0003985867078881711,0.00041443476220592856,0.0004302828456275165,0.000446130899945274,0.00046197898336686194,0.0004778270376846194,0.0004936751211062074],"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,1,2,2,1,2,7,1,7,5,6,9,13,17,17,16,15,24,21,37,38,45,39,38,44,42,33,29,31,25,29,26,18,13,11,14,11,8,17,9,3,7,6,9,1,1,5,2,1,1,0,2,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[1,2,2,2,3,4,14,15,24,24,44,60,77,144,198,302,454,638,956,1495,2311,3719,5347,8265,13268,19478,30290,42333,57433,70734,76315,70321,57114,42249,29750,19313,13061,8624,5350,3407,2264,1426,1002,651,421,304,177,153,76,56,47,33,23,19,6,5,3,9,4,3,0,0,0,1],"bins":[-0.000499725341796875,-0.0004833340644836426,-0.00046694278717041016,-0.00045055150985717773,-0.0004341602325439453,-0.0004177689552307129,-0.00040137767791748047,-0.00038498640060424805,-0.0003685951232910156,-0.0003522038459777832,-0.0003358125686645508,-0.00031942129135131836,-0.00030303001403808594,-0.0002866387367248535,-0.0002702474594116211,-0.00025385618209838867,-0.00023746490478515625,-0.00022107362747192383,-0.0002046823501586914,-0.00018829107284545898,-0.00017189979553222656,-0.00015550851821899414,-0.00013911724090576172,-0.0001227259635925293,-0.00010633468627929688,-8.994340896606445e-05,-7.355213165283203e-05,-5.716085433959961e-05,-4.076957702636719e-05,-2.4378299713134766e-05,-7.987022399902344e-06,8.404254913330078e-06,2.47955322265625e-05,4.118680953979492e-05,5.7578086853027344e-05,7.396936416625977e-05,9.036064147949219e-05,0.00010675191879272461,0.00012314319610595703,0.00013953447341918945,0.00015592575073242188,0.0001723170280456543,0.00018870830535888672,0.00020509958267211914,0.00022149085998535156,0.00023788213729858398,0.0002542734146118164,0.00027066469192504883,0.00028705596923828125,0.00030344724655151367,0.0003198385238647461,0.0003362298011779785,0.00035262107849121094,0.00036901235580444336,0.0003854036331176758,0.0004017949104309082,0.0004181861877441406,0.00043457746505737305,0.00045096874237060547,0.0004673600196838379,0.0004837512969970703,0.0005001425743103027,0.0005165338516235352,0.0005329251289367676,0.00054931640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[2,0,1,4,1,3,5,8,7,4,17,42,35,71,111,158,342,636,1010,1802,3352,6228,11487,20423,39342,72658,127579,204873,278236,281391,216421,134822,78795,42714,22844,12441,6896,3597,1924,1056,632,396,205,102,66,50,24,11,13,11,9,2,3,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00035858154296875,-0.00034624338150024414,-0.0003339052200317383,-0.0003215670585632324,-0.00030922889709472656,-0.0002968907356262207,-0.00028455257415771484,-0.000272214412689209,-0.0002598762512207031,-0.00024753808975219727,-0.0002351999282836914,-0.00022286176681518555,-0.0002105236053466797,-0.00019818544387817383,-0.00018584728240966797,-0.0001735091209411621,-0.00016117095947265625,-0.0001488327980041504,-0.00013649463653564453,-0.00012415647506713867,-0.00011181831359863281,-9.948015213012695e-05,-8.71419906616211e-05,-7.480382919311523e-05,-6.246566772460938e-05,-5.0127506256103516e-05,-3.7789344787597656e-05,-2.5451183319091797e-05,-1.3113021850585938e-05,-7.748603820800781e-07,1.1563301086425781e-05,2.390146255493164e-05,3.62396240234375e-05,4.857778549194336e-05,6.091594696044922e-05,7.325410842895508e-05,8.559226989746094e-05,9.79304313659668e-05,0.00011026859283447266,0.00012260675430297852,0.00013494491577148438,0.00014728307723999023,0.0001596212387084961,0.00017195940017700195,0.0001842975616455078,0.00019663572311401367,0.00020897388458251953,0.0002213120460510254,0.00023365020751953125,0.0002459883689880371,0.00025832653045654297,0.00027066469192504883,0.0002830028533935547,0.00029534101486206055,0.0003076791763305664,0.00032001733779907227,0.0003323554992675781,0.000344693660736084,0.00035703182220458984,0.0003693699836730957,0.00038170814514160156,0.0003940463066101074,0.0004063844680786133,0.00041872262954711914,0.000431060791015625]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[1,0,0,0,1,0,0,2,2,2,0,4,10,9,19,28,31,56,85,116,200,318,475,786,1258,2059,3574,6000,10589,19160,34086,61122,101180,123356,95681,56223,32071,17484,9985,5430,3323,1902,1220,736,448,267,211,101,73,57,29,17,13,6,5,3,1,2,3,0,0,3,0,1],"bins":[-8.344650268554688e-05,-8.095055818557739e-05,-7.845461368560791e-05,-7.595866918563843e-05,-7.346272468566895e-05,-7.096678018569946e-05,-6.847083568572998e-05,-6.59748911857605e-05,-6.347894668579102e-05,-6.098300218582153e-05,-5.848705768585205e-05,-5.599111318588257e-05,-5.3495168685913086e-05,-5.0999224185943604e-05,-4.850327968597412e-05,-4.600733518600464e-05,-4.3511390686035156e-05,-4.1015446186065674e-05,-3.851950168609619e-05,-3.602355718612671e-05,-3.3527612686157227e-05,-3.1031668186187744e-05,-2.8535723686218262e-05,-2.603977918624878e-05,-2.3543834686279297e-05,-2.1047890186309814e-05,-1.8551945686340332e-05,-1.605600118637085e-05,-1.3560056686401367e-05,-1.1064112186431885e-05,-8.568167686462402e-06,-6.07222318649292e-06,-3.5762786865234375e-06,-1.080334186553955e-06,1.4156103134155273e-06,3.91155481338501e-06,6.407499313354492e-06,8.903443813323975e-06,1.1399388313293457e-05,1.389533281326294e-05,1.6391277313232422e-05,1.8887221813201904e-05,2.1383166313171387e-05,2.387911081314087e-05,2.637505531311035e-05,2.8870999813079834e-05,3.1366944313049316e-05,3.38628888130188e-05,3.635883331298828e-05,3.8854777812957764e-05,4.1350722312927246e-05,4.384666681289673e-05,4.634261131286621e-05,4.883855581283569e-05,5.1334500312805176e-05,5.383044481277466e-05,5.632638931274414e-05,5.882233381271362e-05,6.13182783126831e-05,6.381422281265259e-05,6.631016731262207e-05,6.880611181259155e-05,7.130205631256104e-05,7.379800081253052e-05,7.62939453125e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,2,1,0,2,2,4,4,3,1,4,5,8,13,8,13,16,12,24,22,26,18,26,36,25,31,27,31,45,32,32,31,34,20,20,32,18,17,28,15,16,7,10,3,9,8,6,3,5,1,1,2,2,1,1,0,1,0,1,1],"bins":[-0.0005878511001355946,-0.0005696516018360853,-0.0005514520453289151,-0.0005332525470294058,-0.0005150529905222356,-0.0004968534922227263,-0.0004786539648193866,-0.00046045443741604686,-0.0004422549100127071,-0.00042405538260936737,-0.0004058558552060276,-0.0003876563278026879,-0.0003694568295031786,-0.00035125730209983885,-0.0003330577746964991,-0.00031485824729315937,-0.0002966587198898196,-0.0002784591924864799,-0.00026025966508314013,-0.00024206015223171562,-0.00022386062482837588,-0.00020566109742503613,-0.00018746158457361162,-0.00016926205717027187,-0.00015106252976693213,-0.00013286300236359239,-0.00011466348223621026,-9.646396210882813e-05,-7.826443470548838e-05,-6.006491094012745e-05,-4.186538717476651e-05,-2.3665863409405574e-05,-5.466397851705551e-06,1.2733125913655385e-05,3.093264967901632e-05,4.913217344437726e-05,6.73316972097382e-05,8.553122461307794e-05,0.00010373074474046007,0.0001219302648678422,0.00014012979227118194,0.00015832931967452168,0.00017652884707786143,0.00019472835992928594,0.0002129278873326257,0.00023112741473596543,0.00024932692758738995,0.0002675264549907297,0.00028572598239406943,0.0003039255097974092,0.0003221250372007489,0.00034032456460408866,0.0003585240920074284,0.0003767235903069377,0.00039492311771027744,0.0004131226451136172,0.0004313221725169569,0.00044952169992029667,0.0004677212273236364,0.00048592075472697616,0.0005041202530264854,0.0005223198095336556,0.0005405193078331649,0.0005587188643403351,0.0005769183626398444]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,2,0,3,0,2,1,2,1,4,3,4,17,5,13,16,12,10,18,17,25,30,30,34,33,34,38,25,30,40,32,32,28,28,40,17,20,23,14,18,17,12,8,9,5,2,6,1,1,1,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.0007126514101400971,-0.0006895721307955682,-0.0006664928514510393,-0.0006434136303141713,-0.0006203343509696424,-0.0005972550716251135,-0.0005741757922805846,-0.0005510965711437166,-0.0005280172917991877,-0.0005049380124546587,-0.00048185873311012983,-0.0004587794828694314,-0.00043570020352490246,-0.000412620953284204,-0.0003895416739396751,-0.00036646242369897664,-0.0003433831443544477,-0.0003203038650099188,-0.00029722461476922035,-0.00027414533542469144,-0.000251066085183993,-0.00022798680583946407,-0.00020490754104685038,-0.0001818282762542367,-0.000158749011461623,-0.00013566974666900933,-0.00011259048187639564,-8.951120980782434e-05,-6.643194501521066e-05,-4.335268022259697e-05,-2.027341179200448e-05,2.8058548195986077e-06,2.5885121431201696e-05,4.896438622381538e-05,7.204365101642907e-05,9.512292308500037e-05,0.00011820218787761405,0.00014128145994618535,0.00016436072473879904,0.00018743998953141272,0.0002105192543240264,0.0002335985191166401,0.000256677798461169,0.00027975704870186746,0.0003028363280463964,0.00032591557828709483,0.00034899485763162374,0.0003720741078723222,0.0003951533872168511,0.00041823266656138003,0.0004413119168020785,0.0004643911961466074,0.00048747044638730586,0.0005105496966280043,0.0005336289759725332,0.0005567082553170621,0.000579787534661591,0.00060286681400612,0.000625946035142988,0.0006490253144875169,0.0006721045938320458,0.0006951838731765747,0.0007182630943134427,0.0007413423736579716,0.0007644216530025005]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,2,2,4,2,1,7,2,8,5,8,4,14,10,14,14,12,19,15,25,28,21,28,24,20,27,31,39,27,22,25,31,36,24,20,18,28,22,20,16,15,11,14,13,4,6,2,2,5,3,1,2,2,1,2,0,1,1,0,0,1,4],"bins":[-0.000859356252476573,-0.0008305071387439966,-0.0008016580250114202,-0.0007728089694865048,-0.0007439598557539284,-0.000715110742021352,-0.0006862616282887757,-0.0006574125727638602,-0.0006285634590312839,-0.0005997143452987075,-0.0005708652315661311,-0.0005420161178335547,-0.0005131670623086393,-0.0004843179485760629,-0.00045546883484348655,-0.00042661975021474063,-0.00039777063648216426,-0.0003689215227495879,-0.000340072438120842,-0.0003112233243882656,-0.0002823742397595197,-0.0002535251260269433,-0.00022467602684628218,-0.00019582692766562104,-0.0001669778284849599,-0.00013812872930429876,-0.00010927963012363762,-8.043052366701886e-05,-5.158142448635772e-05,-2.2732323486707173e-05,6.116777512943372e-06,3.496588033158332e-05,6.381497951224446e-05,9.26640786929056e-05,0.00012151317787356675,0.0001503622770542279,0.00017921137623488903,0.0002080604899674654,0.00023690958914812654,0.0002657586883287877,0.0002946077729575336,0.00032345688669010997,0.00035230600042268634,0.00038115508505143225,0.0004100041987840086,0.00043885328341275454,0.0004677023971453309,0.0004965515108779073,0.0005254006246104836,0.0005542496801353991,0.0005830987938679755,0.0006119479076005518,0.0006407970213331282,0.0006696460768580437,0.00069849519059062,0.0007273443043231964,0.0007561934180557728,0.0007850425317883492,0.0008138915873132646,0.000842740701045841,0.0008715898147784173,0.0009004389285109937,0.0009292879840359092,0.0009581370977684855,0.000986986211501062]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,3,3,4,3,10,13,26,16,30,48,110,152,240,364,680,963,1618,2548,4076,7131,12192,21125,36574,64459,117378,200100,297759,305481,213477,123393,70726,39284,22180,12733,7060,4312,2713,1425,986,538,344,211,139,79,56,33,17,20,11,6,4,2,1,2,0,3],"bins":[-0.000514984130859375,-0.0005002915859222412,-0.0004855990409851074,-0.00047090649604797363,-0.00045621395111083984,-0.00044152140617370605,-0.00042682886123657227,-0.0004121363162994385,-0.0003974437713623047,-0.0003827512264251709,-0.0003680586814880371,-0.0003533661365509033,-0.00033867359161376953,-0.00032398104667663574,-0.00030928850173950195,-0.00029459595680236816,-0.0002799034118652344,-0.0002652108669281006,-0.0002505183219909668,-0.000235825777053833,-0.00022113323211669922,-0.00020644068717956543,-0.00019174814224243164,-0.00017705559730529785,-0.00016236305236816406,-0.00014767050743103027,-0.00013297796249389648,-0.0001182854175567627,-0.0001035928726196289,-8.890032768249512e-05,-7.420778274536133e-05,-5.951523780822754e-05,-4.482269287109375e-05,-3.013014793395996e-05,-1.5437602996826172e-05,-7.450580596923828e-07,1.3947486877441406e-05,2.8640031814575195e-05,4.3332576751708984e-05,5.8025121688842773e-05,7.271766662597656e-05,8.741021156311035e-05,0.00010210275650024414,0.00011679530143737793,0.00013148784637451172,0.0001461803913116455,0.0001608729362487793,0.00017556548118591309,0.00019025802612304688,0.00020495057106018066,0.00021964311599731445,0.00023433566093444824,0.00024902820587158203,0.0002637207508087158,0.0002784132957458496,0.0002931058406829834,0.0003077983856201172,0.000322490930557251,0.00033718347549438477,0.00035187602043151855,0.00036656856536865234,0.00038126111030578613,0.0003959536552429199,0.0004106462001800537,0.0004253387451171875]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[1,1,0,0,0,1,1,0,3,3,7,4,5,7,8,9,13,13,14,19,28,19,30,17,23,23,22,17,28,23,27,31,30,32,31,28,23,25,25,24,21,17,17,17,9,11,12,8,8,1,8,5,1,6,4,1,1,0,0,2,1,2,0,1],"bins":[-0.00045991491060703993,-0.00044521084055304527,-0.0004305067704990506,-0.0004158027295488864,-0.00040109865949489176,-0.0003863945894408971,-0.00037169051938690245,-0.00035698647843673825,-0.0003422824083827436,-0.00032757833832874894,-0.0003128742682747543,-0.00029817019822075963,-0.00028346615727059543,-0.0002687620872166008,-0.0002540580171626061,-0.0002393539616605267,-0.00022464989160653204,-0.00020994582155253738,-0.00019524176605045795,-0.0001805376959964633,-0.00016583364049438387,-0.00015112957044038922,-0.0001364255149383098,-0.00012172144488431513,-0.00010701738210627809,-9.231331932824105e-05,-7.760925655020401e-05,-6.290519377216697e-05,-4.820112735615112e-05,-3.349706457811408e-05,-1.8792999981087632e-05,-4.088936293555889e-06,1.0615127393975854e-05,2.5319190172012895e-05,4.002325295004994e-05,5.4727319366065785e-05,6.943137850612402e-05,8.413544856011868e-05,9.883951133815572e-05,0.00011354357411619276,0.00012824762961827219,0.00014295169967226684,0.0001576557697262615,0.00017235982522834092,0.00018706389528233558,0.000201767950784415,0.00021647202083840966,0.0002311760763404891,0.000245880160946399,0.00026058420189656317,0.00027528827195055783,0.0002899923420045525,0.00030469641205854714,0.00031940045300871134,0.000334104523062706,0.00034880859311670065,0.0003635126631706953,0.00037821673322468996,0.00039292077417485416,0.0004076248442288488,0.00042232891428284347,0.0004370329843368381,0.0004517370252870023,0.000466441095340997,0.00048114516539499164],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"values":[21,561,1539,1618,1593,1618,1646,1631,1611,1656,1658,1597,1627,1640,1558,1619,1596,1597,1625,1598,1670,1629,1627,1634,1551,1635,1607,1592,1624,1607,1580,1614,1559,1638,1691,1589,1625,1590,1582,1512,1623,1626,1618,1567,1573,1706,1575,1556,1564,1532,1634,1609,1606,1574,1568,1661,1635,1607,1631,1572,1645,1565,1145,147],"bins":[-0.03810156136751175,-0.03692026436328888,-0.03573897108435631,-0.03455767408013344,-0.03337637707591057,-0.032195083796978,-0.031013786792755127,-0.029832489788532257,-0.028651194646954536,-0.027469899505376816,-0.026288602501153946,-0.025107307359576225,-0.023926012217998505,-0.022744715213775635,-0.021563420072197914,-0.020382123067975044,-0.019200827926397324,-0.018019532784819603,-0.016838235780596733,-0.015656940639019012,-0.014475644566118717,-0.013294348493218422,-0.012113053351640701,-0.010931757278740406,-0.00975046120584011,-0.008569165132939816,-0.007387869525700808,-0.0062065739184618,-0.005025277845561504,-0.0038439820054918528,-0.002662686165422201,-0.0014813903253525496,-0.00030009448528289795,0.0008812013547867537,0.0020624971948564053,0.003243793034926057,0.0044250888749957085,0.005606384947896004,0.006787680555135012,0.00796897616237402,0.009150272235274315,0.01033156830817461,0.011512864381074905,0.012694159522652626,0.013875455595552921,0.015056751668453217,0.016238046810030937,0.017419343814253807,0.018600638955831528,0.01978193409740925,0.020963231101632118,0.02214452624320984,0.02332582324743271,0.02450711838901043,0.02568841353058815,0.02686971053481102,0.02805100567638874,0.02923230081796646,0.03041359782218933,0.0315948948264122,0.03277618810534477,0.03395748510956764,0.03513878211379051,0.036320075392723083,0.03750137239694595],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,2,2,1,2,2,1,1,2,10,5,14,7,10,29,19,33,29,35,36,29,28,35,36,44,37,39,43,32,30,27,23,23,27,16,8,9,7,11,3,5,6,3,1,2,0,1,1,0,0,0,0,0,1],"bins":[-0.0007018569158390164,-0.0006813132786192,-0.0006607696413993835,-0.0006402260041795671,-0.0006196823669597507,-0.0005991387297399342,-0.0005785950925201178,-0.0005580514553003013,-0.0005375078180804849,-0.0005169641808606684,-0.000496420543640852,-0.000475876935524866,-0.00045533329830504954,-0.0004347896610852331,-0.00041424602386541665,-0.0003937023866456002,-0.00037315874942578375,-0.0003526151122059673,-0.00033207147498615086,-0.0003115278377663344,-0.00029098420054651797,-0.0002704405633267015,-0.0002498969261068851,-0.00022935330343898386,-0.0002088096662191674,-0.00018826602899935097,-0.00016772239177953452,-0.00014717875455971807,-0.00012663513189181685,-0.0001060914873960428,-8.554785745218396e-05,-6.500422023236752e-05,-4.446058301255107e-05,-2.3916947611724027e-05,-3.3733122108969837e-06,1.717032318993006e-05,3.77139585907571e-05,5.825759581057355e-05,7.880122575443238e-05,9.934486297424883e-05,0.00011988850019406527,0.00014043213741388172,0.00016097577463369817,0.0001815194118535146,0.00020206303452141583,0.00022260667174123228,0.00024315030896104872,0.00026369394618086517,0.0002842375834006816,0.00030478122062049806,0.0003253248578403145,0.00034586849506013095,0.0003664121322799474,0.00038695576949976385,0.0004074994067195803,0.00042804304393939674,0.00044858665205538273,0.0004691302892751992,0.0004896739264950156,0.0005102175637148321,0.0005307612009346485,0.000551304838154465,0.0005718484753742814,0.0005923921125940979,0.0006129357498139143],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[2,4,1,1,6,23,29,55,91,154,242,410,639,936,1451,2118,2977,4055,5640,7319,9497,12141,14912,17672,20945,24113,27466,30337,32743,34550,35510,35650,35151,33417,31809,29025,25725,22805,19454,16375,13404,10668,8396,6325,4573,3454,2493,1776,1150,794,497,349,219,118,67,47,19,7,4,7,1,1,2,3],"bins":[-0.09489363431930542,-0.09185708314180374,-0.08882053196430206,-0.08578397333621979,-0.08274742215871811,-0.07971087098121643,-0.07667431980371475,-0.07363776862621307,-0.0706012099981308,-0.06756465882062912,-0.06452810764312744,-0.06149155646562576,-0.058455005288124084,-0.05541845038533211,-0.05238189920783043,-0.04934534430503845,-0.046308793127536774,-0.043272241950035095,-0.04023568704724312,-0.03719913586974144,-0.03416258096694946,-0.031126029789447784,-0.028089478611946106,-0.025052925571799278,-0.02201637253165245,-0.018979819491505623,-0.015943266451358795,-0.012906715273857117,-0.009870162233710289,-0.006833609659224749,-0.0037970570847392082,-0.0007605045102536678,0.0022760555148124695,0.00531260808929801,0.00834916066378355,0.011385712772607803,0.014422265812754631,0.01745881885290146,0.020495370030403137,0.023531923070549965,0.026568476110696793,0.02960502915084362,0.03264158219099045,0.035678133368492126,0.038714684545993805,0.04175123944878578,0.04478779062628746,0.04782434552907944,0.050860896706581116,0.053897447884082794,0.05693400278687477,0.05997055396437645,0.06300710886716843,0.0660436600446701,0.06908021122217178,0.07211676239967346,0.07515332102775574,0.07818987220525742,0.0812264233827591,0.08426297456026077,0.08729952573776245,0.09033607691526413,0.0933726355433464,0.09640918672084808,0.09944573789834976]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[1,4,4,1,2,0,2,2,1,5,4,3,9,12,8,16,12,18,15,26,25,35,37,31,52,36,37,40,25,39,34,36,33,24,25,18,10,16,14,11,7,4,5,7,5,3,1,4,2,1,1,1,0,3,0,0,0,0,0,0,0,0,0,1],"bins":[-1.0360982827251064e-07,-9.976569970149285e-08,-9.592157113047506e-08,-9.207743545402991e-08,-8.823330688301212e-08,-8.438917831199433e-08,-8.054504974097654e-08,-7.670092116995875e-08,-7.285679259894096e-08,-6.901265692249581e-08,-6.516852835147802e-08,-6.132439978046023e-08,-5.7480271209442435e-08,-5.3636139085710965e-08,-4.9792010514693175e-08,-4.5947878390961705e-08,-4.2103749819943914e-08,-3.8259621248926123e-08,-3.4415489125194654e-08,-3.057136055417686e-08,-2.6727230206802233e-08,-2.2883099859427602e-08,-1.9038971288409812e-08,-1.519484094103518e-08,-1.1350710593660551e-08,-7.506580246285921e-09,-3.6624507870897105e-09,1.8167911619570987e-10,4.02580901948113e-09,7.86993936685576e-09,1.1714068826051971e-08,1.555819828524818e-08,1.940233573805017e-08,2.32464660854248e-08,2.709059643279943e-08,3.093472500381722e-08,3.477885712754869e-08,3.862298569856648e-08,4.246711426958427e-08,4.631124639331574e-08,5.015537496433353e-08,5.399950353535132e-08,5.784363565908279e-08,6.168776423010058e-08,6.553189280111837e-08,6.937602137213617e-08,7.322015704858131e-08,7.70642856195991e-08,8.09084141906169e-08,8.475254276163469e-08,8.859667133265248e-08,9.244080700909763e-08,9.628493558011542e-08,1.0012906415113321e-07,1.03973192722151e-07,1.0781732129316879e-07,1.1166144986418658e-07,1.1550558554063173e-07,1.1934970700622216e-07,1.231938426826673e-07,1.2703797835911246e-07,1.308820998247029e-07,1.3472623550114804e-07,1.3857035696673847e-07,1.4241449264318362e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.000949518580455333,-0.0009209442650899291,-0.0008923699497245252,-0.0008637956343591213,-0.0008352213189937174,-0.0008066470036283135,-0.0007780726882629097,-0.0007494983728975058,-0.000720923999324441,-0.0006923496839590371,-0.0006637753685936332,-0.0006352010532282293,-0.0006066267378628254,-0.0005780524224974215,-0.0005494781071320176,-0.0005209037917666137,-0.0004923294764012098,-0.00046375516103580594,-0.00043518084567040205,-0.00040660653030499816,-0.00037803221493959427,-0.0003494578704703599,-0.00032088355510495603,-0.00029230923973955214,-0.00026373492437414825,-0.00023516060900874436,-0.00020658629364334047,-0.00017801196372602135,-0.00014943764836061746,-0.00012086333299521357,-9.228901035385206e-05,-6.371468771249056e-05,-3.514037234708667e-05,-6.56605334370397e-06,2.2008265659678727e-05,5.0582584663061425e-05,7.915690366644412e-05,0.00010773121903184801,0.00013630554894916713,0.00016487986431457102,0.00019345417967997491,0.0002220284950453788,0.0002506028104107827,0.0002791771257761866,0.00030775147024542093,0.0003363257856108248,0.0003649001009762287,0.0003934744163416326,0.0004220487317070365,0.0004506230470724404,0.0004791973624378443,0.0005077716778032482,0.0005363459931686521,0.000564920308534056,0.0005934946238994598,0.0006220689392648637,0.0006506432546302676,0.0006792176282033324,0.0007077919435687363,0.0007363662589341402,0.0007649405742995441,0.000793514889664948,0.0008220892050303519,0.0008506635203957558,0.0008792378357611597],"_type":"histogram","values":[1,0,0,1,0,0,1,1,1,2,2,0,2,5,6,4,5,8,4,7,3,16,8,25,27,27,24,32,38,27,26,31,50,28,31,28,33,31,28,37,27,22,19,25,11,15,11,6,9,6,3,2,1,1,4,0,1,1,0,0,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,0,0,0,0,1,1,0,1,3,6,4,3,5,11,8,18,15,15,26,11,34,24,25,24,33,42,38,36,36,30,38,35,35,29,29,18,20,29,19,8,14,6,9,8,6,3,1,1,3,1,1,2,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0012439304264262319,-0.0012009893544018269,-0.0011580483987927437,-0.0011151073267683387,-0.0010721663711592555,-0.0010292252991348505,-0.0009862843435257673,-0.0009433432715013623,-0.0009004022576846182,-0.0008574612438678741,-0.0008145202300511301,-0.000771579216234386,-0.000728638144209981,-0.0006856971303932369,-0.0006427561165764928,-0.0005998151027597487,-0.0005568740889430046,-0.0005139330751262605,-0.00047099206130951643,-0.0004280510183889419,-0.0003851100045721978,-0.0003421689907554537,-0.00029922794783487916,-0.00025628693401813507,-0.00021334592020139098,-0.0001704049063846469,-0.00012746387801598758,-8.452285692328587e-05,-4.158183583058417e-05,1.3591852621175349e-06,4.430020635481924e-05,8.724122744752094e-05,0.00013018213212490082,0.0001731231459416449,0.00021606417431030422,0.00025900520267896354,0.00030194621649570763,0.0003448872303124517,0.00038782827323302627,0.00043076928704977036,0.00047371030086651444,0.0005166513146832585,0.0005595923285000026,0.0006025333423167467,0.0006454744143411517,0.0006884154281578958,0.0007313564419746399,0.000774297455791384,0.0008172384696081281,0.0008601794834248722,0.0009031204972416162,0.0009460615110583603,0.0009890025248751044,0.0010319435968995094,0.0010748845525085926,0.0011178256245329976,0.0011607666965574026,0.0012037076521664858,0.0012466487241908908,0.001289589679799974,0.001332530751824379,0.0013754717074334621,0.0014184127794578671,0.0014613537350669503,0.0015042948070913553],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,1,1,0,2,1,6,5,12,3,13,9,12,13,26,24,34,29,41,51,56,56,42,40,42,34,30,33,30,23,12,19,6,12,15,8,6,5,0,1,1,2,3,0,1,2,1,0,1,1,0,0,0,0,1],"bins":[-0.0005433770711533725,-0.0005259589524939656,-0.0005085407756268978,-0.00049112259875983,-0.0004737044801004231,-0.00045628633233718574,-0.0004388681845739484,-0.000421450036810711,-0.00040403188904747367,-0.0003866137412842363,-0.00036919559352099895,-0.0003517774457577616,-0.00033435929799452424,-0.0003169411502312869,-0.0002995230024680495,-0.00028210485470481217,-0.0002646867069415748,-0.00024726855917833745,-0.0002298504114151001,-0.00021243226365186274,-0.00019501411588862538,-0.00017759596812538803,-0.00016017782036215067,-0.0001427596725989133,-0.00012534152483567595,-0.0001079233770724386,-9.050522930920124e-05,-7.308708154596388e-05,-5.5668933782726526e-05,-3.825078601948917e-05,-2.0832638256251812e-05,-3.414490493014455e-06,1.4003599062561989e-05,3.1421746825799346e-05,4.88398945890367e-05,6.625804235227406e-05,8.367619011551142e-05,0.00010109433787874877,0.00011851248564198613,0.0001359306334052235,0.00015334878116846085,0.0001707669289316982,0.00018818507669493556,0.00020560322445817292,0.00022302137222141027,0.00024043951998464763,0.000257857667747885,0.00027527581551112235,0.0002926939632743597,0.00031011211103759706,0.0003275302588008344,0.0003449484065640718,0.00036236655432730913,0.0003797847020905465,0.00039720284985378385,0.0004146209976170212,0.00043203914538025856,0.0004494572931434959,0.0004668754409067333,0.00048429358866997063,0.000501711736433208,0.0005191299133002758,0.0005365480319596827,0.0005539661506190896,0.0005713843274861574]},"_wandb":{"runtime":656},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,1,3,0,2,2,4,1,1,2,4,8,10,14,12,15,19,38,33,40,53,54,59,67,53,45,28,32,25,28,24,15,7,12,9,10,5,3,7,1,4,1,1,2,3,1,0,1,2,0,0,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0007207301678135991,-0.0006913651013746858,-0.0006620000349357724,-0.0006326349684968591,-0.0006032699020579457,-0.0005739048356190324,-0.000544539769180119,-0.0005151747027412057,-0.0004858096654061228,-0.00045644459896720946,-0.0004270795325282961,-0.00039771446608938277,-0.0003683494287542999,-0.00033898436231538653,-0.0003096192958764732,-0.00028025422943755984,-0.0002508891629986465,-0.00022152409655973315,-0.0001921590301208198,-0.0001627939782338217,-0.00013342891179490834,-0.000104063845355995,-7.469878619303927e-05,-4.533372339210473e-05,-1.5968660591170192e-05,1.3396402209764346e-05,4.2761465010698885e-05,7.212652417365462e-05,0.00010149159061256796,0.0001308566570514813,0.00016022170893847942,0.00018958677537739277,0.00021895184181630611,0.00024831690825521946,0.0002776819746941328,0.00030704704113304615,0.0003364121075719595,0.0003657771449070424,0.00039514221134595573,0.0004245072777848691,0.0004538723442237824,0.00048323741066269577,0.0005126024479977787,0.000541967514436692,0.0005713325808756053,0.0006006976473145187,0.000630062713753432,0.0006594277801923454,0.0006887928466312587,0.0007181579130701721,0.0007475229795090854,0.0007768880459479988,0.0008062531123869121,0.0008356181788258255,0.0008649832452647388,0.0008943483117036521,0.0009237133199349046,0.0009530783863738179,0.0009824434528127313,0.0010118085192516446,0.001041173585690558,0.0010705386521294713,0.0010999037185683846,0.001129268785007298,0.0011586338514462113]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,0,1,1,1,0,1,1,1,5,1,3,5,3,4,4,6,1,9,13,12,12,17,18,18,22,29,28,31,25,32,35,27,32,29,25,27,38,29,23,25,17,27,21,25,16,17,9,13,6,6,0,2,1,4,1,4,0,1,0,1,1,0,1],"bins":[-0.0011799471685662866,-0.0011448165168985724,-0.0011096858652308583,-0.001074555329978466,-0.001039424678310752,-0.0010042940266430378,-0.0009691633749753237,-0.0009340327815152705,-0.0008989021298475564,-0.0008637714781798422,-0.000828640884719789,-0.0007935102330520749,-0.0007583795813843608,-0.0007232489879243076,-0.0006881183362565935,-0.0006529877427965403,-0.0006178570911288261,-0.000582726439461112,-0.0005475958460010588,-0.0005124651943333447,-0.00047733457176946104,-0.0004422039492055774,-0.00040707329753786325,-0.0003719426749739796,-0.00033681205241009593,-0.00030168142984621227,-0.0002665508072823286,-0.0002314201556146145,-0.00019628953305073082,-0.00016115891048684716,-0.00012602827337104827,-9.0897643531207e-05,-5.576689727604389e-05,-2.0636267436202615e-05,1.4494362403638661e-05,4.962499224347994e-05,8.475562208332121e-05,0.00011988625192316249,0.00015501688176300377,0.00019014751887880266,0.00022527814144268632,0.00026040876400657,0.00029553938657045364,0.00033067003823816776,0.0003658006608020514,0.0004009312833659351,0.0004360619350336492,0.00047119255759753287,0.0005063231801614165,0.0005414538318291306,0.0005765844252891839,0.000611715076956898,0.0006468456704169512,0.0006819763220846653,0.0007171069737523794,0.0007522375672124326,0.0007873682188801467,0.0008224988705478609,0.0008576294640079141,0.0008927601156756282,0.0009278907673433423,0.0009630213608033955,0.0009981519542634487,0.0010332826059311628,0.001068413257598877],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09899094700813293,-0.09605658054351807,-0.0931222215294838,-0.09018785506486893,-0.08725349605083466,-0.08431912958621979,-0.08138477057218552,-0.07845040410757065,-0.07551604509353638,-0.07258167862892151,-0.06964731216430664,-0.06671295315027237,-0.0637785866856575,-0.06084422394633293,-0.05790986120700836,-0.05497549846768379,-0.05204113572835922,-0.04910677298903465,-0.04617241024971008,-0.04323804751038551,-0.040303684771060944,-0.037369318306446075,-0.034434955567121506,-0.031500592827796936,-0.028566230088472366,-0.025631867349147797,-0.022697504609823227,-0.019763140007853508,-0.01682877726852894,-0.013894414529204369,-0.010960050858557224,-0.00802568718791008,-0.005091331899166107,-0.00215696869418025,0.0007773945108056068,0.003711757715791464,0.006646120920777321,0.00958048366010189,0.012514847330749035,0.01544921100139618,0.01838357374072075,0.02131793648004532,0.02425229921936989,0.027186663821339607,0.030121026560664177,0.033055391162633896,0.035989753901958466,0.038924116641283035,0.041858479380607605,0.044792842119932175,0.047727204859256744,0.050661567598581314,0.053595930337905884,0.05653029680252075,0.05946465954184532,0.06239902228116989,0.06533338129520416,0.06826774775981903,0.0712021142244339,0.07413647323846817,0.07707083970308304,0.08000519871711731,0.08293956518173218,0.08587392419576645,0.08880829066038132],"_type":"histogram","values":[1,2,1,3,6,5,8,23,49,65,107,153,306,425,628,1000,1416,2004,2931,3964,5118,6996,8770,11039,13571,16608,19671,22761,25920,28557,30936,32291,34095,34298,34459,33222,31686,29464,26926,24051,21235,18304,14960,12398,10012,7799,6117,4537,3317,2430,1749,1172,820,517,320,227,155,97,54,32,19,7,7,3]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,0,0,0,2,5,6,11,22,41,63,99,202,311,496,773,1143,1663,2491,3496,4748,6402,8436,10730,13422,16801,19860,23338,26323,29423,32042,34198,35229,35896,35479,34870,32685,30204,27325,23835,21041,17318,14563,11523,9113,6974,5040,3903,2838,1876,1292,842,591,334,210,134,88,30,24,7,6,2,4],"bins":[-0.10600969940423965,-0.10294917225837708,-0.0998886451125145,-0.09682812541723251,-0.09376759827136993,-0.09070707112550735,-0.08764654397964478,-0.08458602428436279,-0.08152549713850021,-0.07846496999263763,-0.07540444284677505,-0.07234391570091248,-0.0692833960056305,-0.06622286885976791,-0.06316234171390533,-0.060101818293333054,-0.057041291147470474,-0.053980764001607895,-0.050920240581035614,-0.047859713435173035,-0.044799190014600754,-0.041738662868738174,-0.038678139448165894,-0.035617612302303314,-0.032557085156440735,-0.029496561735868454,-0.026436036452651024,-0.023375511169433594,-0.020314984023571014,-0.017254458740353584,-0.014193933457136154,-0.011133408173918724,-0.008072882890701294,-0.005012357607483864,-0.0019518318586051464,0.0011086936574429274,0.004169219173491001,0.007229744456708431,0.010290270671248436,0.013350795954465866,0.016411321237683296,0.019471846520900726,0.022532371804118156,0.025592897087335587,0.028653424233198166,0.03171394765377045,0.034774474799633026,0.03783499822020531,0.040895525366067886,0.043956052511930466,0.04701657593250275,0.050077103078365326,0.05313762649893761,0.056198153644800186,0.05925867706537247,0.062319204211235046,0.06537973135709763,0.0684402585029602,0.07150077819824219,0.07456130534410477,0.07762183248996735,0.08068235963582993,0.08374287933111191,0.08680340647697449,0.08986393362283707],"_type":"histogram"},"_step":1251,"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[4,1,10,9,22,51,93,128,211,308,569,829,1223,1791,2567,3503,4755,6350,8223,10498,13193,16089,19041,22107,25522,27995,30641,32774,34456,34870,34891,34298,32604,30266,27892,25071,21466,18541,15590,12432,10019,7953,6018,4568,3261,2371,1586,1143,761,453,310,166,132,86,52,31,16,7,1,1,2,0,1,2],"bins":[-0.08933121711015701,-0.08634424954652786,-0.08335728198289871,-0.08037031441926956,-0.07738334685564041,-0.07439637929201126,-0.07140941172838211,-0.06842244416475296,-0.06543547660112381,-0.06244850531220436,-0.05946153774857521,-0.05647457018494606,-0.05348760262131691,-0.05050063505768776,-0.04751366749405861,-0.04452669993042946,-0.04153973236680031,-0.03855276480317116,-0.03556579723954201,-0.03257882967591286,-0.029591862112283707,-0.026604892686009407,-0.023617925122380257,-0.020630957558751106,-0.017643989995121956,-0.014657022431492805,-0.011670054867863655,-0.00868308637291193,-0.00569611880928278,-0.0027091510128229856,0.0002778167836368084,0.0032647845800966024,0.0062517523765563965,0.009238719940185547,0.012225687503814697,0.015212655998766422,0.018199622631072998,0.021186592057347298,0.024173559620976448,0.0271605271846056,0.03014749474823475,0.03313446417450905,0.0361214317381382,0.03910839930176735,0.0420953668653965,0.04508233442902565,0.0480693019926548,0.05105626955628395,0.0540432371199131,0.05703020468354225,0.0600171722471714,0.06300414353609085,0.06599111109972,0.06897807866334915,0.0719650462269783,0.07495201379060745,0.0779389813542366,0.08092594891786575,0.0839129164814949,0.08689988404512405,0.0898868516087532,0.09287381917238235,0.0958607867360115,0.09884775429964066,0.1018347218632698],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,2,1,0,0,1,2,4,3,4,5,4,8,11,10,9,16,15,25,9,21,22,19,32,28,28,36,26,36,41,33,29,19,25,29,24,22,21,19,21,11,11,7,17,10,12,10,3,4,0,2,3,5,2,2,2,0,0,0,0,1,3],"bins":[-0.0014950194163247943,-0.0014470659662038088,-0.001399112632498145,-0.0013511591823771596,-0.001303205732256174,-0.0012552522821351886,-0.001207298948429525,-0.0011593454983085394,-0.0011113920481875539,-0.0010634387144818902,-0.0010154852643609047,-0.0009675318142399192,-0.0009195784223265946,-0.0008716249722056091,-0.0008236715802922845,-0.000775718130171299,-0.0007277647382579744,-0.0006798113463446498,-0.0006318578962236643,-0.0005839045043103397,-0.0005359510541893542,-0.0004879976622760296,-0.00044004424125887454,-0.0003920908202417195,-0.00034413739922456443,-0.0002961839782074094,-0.00024823055719025433,-0.0002002771507250145,-0.00015232372970785946,-0.0001043703086907044,-5.641689494950697e-05,-8.463477570330724e-06,3.948993980884552e-05,8.744336082600057e-05,0.00013539678184315562,0.00018335018830839545,0.0002313036093255505,0.0002792570157907903,0.00032721043680794537,0.0003751638578251004,0.0004231172788422555,0.0004710706998594105,0.0005190240917727351,0.0005669775418937206,0.0006149309338070452,0.0006628843839280307,0.0007108377758413553,0.0007587912259623408,0.0008067446178756654,0.00085469800978899,0.0009026514599099755,0.0009506048518233001,0.0009985582437366247,0.0010465116938576102,0.0010944651439785957,0.0011424185940995812,0.001190371927805245,0.0012383253779262304,0.001286278828047216,0.0013342321617528796,0.0013821856118738651,0.0014301390619948506,0.0014780925121158361,0.0015260458458214998,0.0015739992959424853]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[1,0,0,1,1,1,3,0,0,4,7,16,20,33,31,62,81,131,201,289,479,867,1191,2059,3368,5719,9997,16901,28570,47495,73086,95990,98243,77404,51256,31355,18304,10952,6287,3597,2162,1348,854,523,313,229,127,86,52,35,31,25,10,7,8,2,6,0,1,0,0,1,0,2],"bins":[-0.00077056884765625,-0.0007465481758117676,-0.0007225275039672852,-0.0006985068321228027,-0.0006744861602783203,-0.0006504654884338379,-0.0006264448165893555,-0.000602424144744873,-0.0005784034729003906,-0.0005543828010559082,-0.0005303621292114258,-0.0005063414573669434,-0.00048232078552246094,-0.0004583001136779785,-0.0004342794418334961,-0.00041025876998901367,-0.00038623809814453125,-0.00036221742630004883,-0.0003381967544555664,-0.000314176082611084,-0.00029015541076660156,-0.00026613473892211914,-0.00024211406707763672,-0.0002180933952331543,-0.00019407272338867188,-0.00017005205154418945,-0.00014603137969970703,-0.00012201070785522461,-9.799003601074219e-05,-7.396936416625977e-05,-4.9948692321777344e-05,-2.5928020477294922e-05,-1.9073486328125e-06,2.2113323211669922e-05,4.6133995056152344e-05,7.015466690063477e-05,9.417533874511719e-05,0.00011819601058959961,0.00014221668243408203,0.00016623735427856445,0.00019025802612304688,0.0002142786979675293,0.00023829936981201172,0.00026232004165649414,0.00028634071350097656,0.000310361385345459,0.0003343820571899414,0.00035840272903442383,0.00038242340087890625,0.00040644407272338867,0.0004304647445678711,0.0004544854164123535,0.00047850608825683594,0.0005025267601013184,0.0005265474319458008,0.0005505681037902832,0.0005745887756347656,0.000598609447479248,0.0006226301193237305,0.0006466507911682129,0.0006706714630126953,0.0006946921348571777,0.0007187128067016602,0.0007427334785461426,0.000766754150390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,2,0,0,1,5,1,5,3,0,5,5,13,9,11,9,27,12,19,20,27,23,28,36,35,34,22,33,22,33,36,32,28,31,25,28,22,13,22,13,14,15,8,11,7,5,3,2,3,0,1,0,1,2,3],"bins":[-0.0008286212687380612,-0.0008061741827987134,-0.0007837271550670266,-0.0007612800691276789,-0.000738833041395992,-0.0007163859554566443,-0.0006939389277249575,-0.0006714918417856097,-0.0006490448140539229,-0.0006265977281145751,-0.0006041507003828883,-0.0005817036144435406,-0.0005592565867118537,-0.000536809500772506,-0.0005143624730408192,-0.0004919153871014714,-0.00046946833026595414,-0.00044702127343043685,-0.00042457421659491956,-0.0004021271597594023,-0.000379680102923885,-0.0003572330460883677,-0.0003347859892528504,-0.0003123389324173331,-0.0002898918464779854,-0.0002674447896424681,-0.0002449977328069508,-0.00022255069052334875,-0.00020010361913591623,-0.00017765656230039895,-0.00015520950546488166,-0.00013276244862936437,-0.00011031539179384708,-8.78683349583298e-05,-6.542127812281251e-05,-4.297421401133761e-05,-2.052715717582032e-05,1.91990147868637e-06,2.436696013319306e-05,4.6814020606689155e-05,6.926107744220644e-05,9.170813427772373e-05,0.00011415519111324102,0.0001366022479487583,0.00015904931933619082,0.0001814963761717081,0.0002039434330072254,0.00022639048984274268,0.00024883754667825997,0.00027128460351377726,0.00029373166034929454,0.00031617871718481183,0.0003386257740203291,0.0003610728308558464,0.0003835198876913637,0.000405966944526881,0.0004284140304662287,0.000450861087301746,0.0004733081441372633,0.0004957551718689501,0.0005182022578082979,0.0005406492855399847,0.0005630963714793324,0.0005855433992110193,0.000607990485150367]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.000514984130859375,-0.0004985928535461426,-0.00048220157623291016,-0.00046581029891967773,-0.0004494190216064453,-0.0004330277442932129,-0.00041663646697998047,-0.00040024518966674805,-0.0003838539123535156,-0.0003674626350402832,-0.0003510713577270508,-0.00033468008041381836,-0.00031828880310058594,-0.0003018975257873535,-0.0002855062484741211,-0.00026911497116088867,-0.00025272369384765625,-0.00023633241653442383,-0.0002199411392211914,-0.00020354986190795898,-0.00018715858459472656,-0.00017076730728149414,-0.00015437602996826172,-0.0001379847526550293,-0.00012159347534179688,-0.00010520219802856445,-8.881092071533203e-05,-7.241964340209961e-05,-5.602836608886719e-05,-3.9637088775634766e-05,-2.3245811462402344e-05,-6.854534149169922e-06,9.5367431640625e-06,2.5928020477294922e-05,4.2319297790527344e-05,5.8710575103759766e-05,7.510185241699219e-05,9.149312973022461e-05,0.00010788440704345703,0.00012427568435668945,0.00014066696166992188,0.0001570582389831543,0.00017344951629638672,0.00018984079360961914,0.00020623207092285156,0.00022262334823608398,0.0002390146255493164,0.00025540590286254883,0.00027179718017578125,0.00028818845748901367,0.0003045797348022461,0.0003209710121154785,0.00033736228942871094,0.00035375356674194336,0.0003701448440551758,0.0003865361213684082,0.0004029273986816406,0.00041931867599487305,0.00043570995330810547,0.0004521012306213379,0.0004684925079345703,0.00048488378524780273,0.0005012750625610352,0.0005176663398742676,0.0005340576171875],"_type":"histogram","values":[1,1,1,2,2,4,4,3,7,14,11,23,20,50,79,108,161,252,385,517,973,1588,2589,4091,7379,13146,24506,43747,85357,164105,290361,360217,264320,142105,74372,39049,21603,12637,7297,4242,2543,1713,1154,687,455,323,186,126,115,66,55,34,26,15,11,5,7,2,6,0,3,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,3,0,2,2,0,2,0,1,0,0,3,0,4,7,9,11,19,10,16,21,33,23,33,40,40,57,44,51,35,39,31,33,30,29,17,19,16,9,16,11,8,6,4,10,4,4,2,3,2,1,1,1,1,4],"bins":[-0.000635527481790632,-0.0006186022656038404,-0.0006016769912093878,-0.0005847517750225961,-0.0005678265588358045,-0.0005509012844413519,-0.0005339760682545602,-0.0005170507938601077,-0.000500125577673316,-0.0004832003323826939,-0.00046627508709207177,-0.0004493498709052801,-0.000432424625614658,-0.0004154993803240359,-0.0003985741641372442,-0.0003816489188466221,-0.000364723673556,-0.0003477984282653779,-0.00033087318297475576,-0.0003139479667879641,-0.000297022721497342,-0.0002800974762067199,-0.0002631722600199282,-0.0002462470147293061,-0.000229321769438684,-0.00021239652414806187,-0.00019547129340935498,-0.0001785460626706481,-0.00016162081738002598,-0.00014469557208940387,-0.00012777034135069698,-0.00011084510333603248,-9.391992352902889e-05,-7.699468551436439e-05,-6.006944749969989e-05,-4.314420948503539e-05,-2.621897147037089e-05,-9.293733455706388e-06,7.631504558958113e-06,2.4556742573622614e-05,4.1481980588287115e-05,5.8407218602951616e-05,7.533245661761612e-05,9.225769463228062e-05,0.00010918293264694512,0.00012610817793756723,0.00014303340867627412,0.000159958639414981,0.00017688388470560312,0.00019380912999622524,0.00021073436073493212,0.000227659591473639,0.0002445848367642611,0.00026151008205488324,0.0002784352982416749,0.000295360543532297,0.00031228578882291913,0.00032921103411354125,0.00034613627940416336,0.000363061495590955,0.00037998674088157713,0.00039691198617219925,0.0004138372023589909,0.000430762447649613,0.00044768769294023514],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,0,0,0,0,1,0,0,3,4,3,3,10,10,16,31,57,69,106,149,274,472,675,1223,2038,3115,5545,8166,13462,21500,32745,47438,65354,77848,80187,70333,54445,37793,24876,15463,10185,6116,3989,2253,1406,986,593,298,223,108,74,62,47,24,13,10,8,2,8,1,0,1,0,2],"bins":[-0.000598907470703125,-0.0005813837051391602,-0.0005638599395751953,-0.0005463361740112305,-0.0005288124084472656,-0.0005112886428833008,-0.0004937648773193359,-0.0004762411117553711,-0.00045871734619140625,-0.0004411935806274414,-0.00042366981506347656,-0.0004061460494995117,-0.0003886222839355469,-0.00037109851837158203,-0.0003535747528076172,-0.00033605098724365234,-0.0003185272216796875,-0.00030100345611572266,-0.0002834796905517578,-0.00026595592498779297,-0.0002484321594238281,-0.00023090839385986328,-0.00021338462829589844,-0.0001958608627319336,-0.00017833709716796875,-0.0001608133316040039,-0.00014328956604003906,-0.00012576580047607422,-0.00010824203491210938,-9.071826934814453e-05,-7.319450378417969e-05,-5.5670738220214844e-05,-3.814697265625e-05,-2.0623207092285156e-05,-3.0994415283203125e-06,1.4424324035644531e-05,3.1948089599609375e-05,4.947185516357422e-05,6.699562072753906e-05,8.45193862915039e-05,0.00010204315185546875,0.0001195669174194336,0.00013709068298339844,0.00015461444854736328,0.00017213821411132812,0.00018966197967529297,0.0002071857452392578,0.00022470951080322266,0.0002422332763671875,0.00025975704193115234,0.0002772808074951172,0.00029480457305908203,0.0003123283386230469,0.0003298521041870117,0.00034737586975097656,0.0003648996353149414,0.00038242340087890625,0.0003999471664428711,0.00041747093200683594,0.0004349946975708008,0.0004525184631347656,0.00047004222869873047,0.0004875659942626953,0.0005050897598266602,0.000522613525390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.001509594963863492,-0.001473915297538042,-0.0014382356312125921,-0.0014025558484718204,-0.0013668761821463704,-0.0013311965158209205,-0.0012955167330801487,-0.0012598370667546988,-0.0012241574004292488,-0.0011884777341037989,-0.001152798067778349,-0.0011171182850375772,-0.0010814386187121272,-0.0010457589523866773,-0.0010100791696459055,-0.0009743995033204556,-0.0009387198369950056,-0.0009030401706695557,-0.0008673604461364448,-0.000831680721603334,-0.000796001055277884,-0.0007603213889524341,-0.0007246416644193232,-0.0006889619398862123,-0.0006532822735607624,-0.0006176026072353125,-0.0005819228827022016,-0.0005462431581690907,-0.0005105634918436408,-0.0004748837964143604,-0.00043920410098508,-0.0004035244055557996,-0.0003678446519188583,-0.0003321649564895779,-0.0002964852610602975,-0.0002608055656310171,-0.0002251258702017367,-0.0001894461747724563,-0.0001537664793431759,-0.00011808678391389549,-8.240708848461509e-05,-4.672739305533469e-05,-1.1047697626054287e-05,2.4631997803226113e-05,6.0311693232506514e-05,9.599138866178691e-05,0.00013167108409106731,0.00016735077952034771,0.00020303047494962811,0.00023871017037890851,0.0002743898658081889,0.0003100695612374693,0.0003457492566667497,0.0003814289520960301,0.0004171086475253105,0.0004527883429545909,0.0004884680383838713,0.0005241477629169822,0.0005598274292424321,0.0005955070955678821,0.0006311868201009929,0.0006668665446341038,0.0007025462109595537,0.0007382258772850037,0.0007739056018181145],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,1,0,0,0,0,1,1,2,3,2,3,7,10,19,34,35,42,57,73,96,89,146,133,150,149,179,149,131,117,86,78,71,49,42,30,17,12,9,8,3,4,3,2,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[3,0,4,4,3,5,2,10,7,13,17,23,29,40,64,84,98,126,166,260,354,534,651,1069,1605,2285,3869,6025,10784,18835,36824,82337,183284,126966,52252,25624,13825,7941,4652,3048,1918,1204,865,571,393,288,229,156,116,94,73,53,30,26,19,29,14,2,6,4,4,5,0,3],"bins":[-0.0003833770751953125,-0.00037166476249694824,-0.000359952449798584,-0.0003482401371002197,-0.00033652782440185547,-0.0003248155117034912,-0.00031310319900512695,-0.0003013908863067627,-0.00028967857360839844,-0.0002779662609100342,-0.0002662539482116699,-0.00025454163551330566,-0.0002428293228149414,-0.00023111701011657715,-0.0002194046974182129,-0.00020769238471984863,-0.00019598007202148438,-0.00018426775932312012,-0.00017255544662475586,-0.0001608431339263916,-0.00014913082122802734,-0.00013741850852966309,-0.00012570619583129883,-0.00011399388313293457,-0.00010228157043457031,-9.056925773620605e-05,-7.88569450378418e-05,-6.714463233947754e-05,-5.543231964111328e-05,-4.3720006942749023e-05,-3.2007694244384766e-05,-2.0295381546020508e-05,-8.58306884765625e-06,3.129243850708008e-06,1.4841556549072266e-05,2.6553869247436523e-05,3.826618194580078e-05,4.997849464416504e-05,6.16908073425293e-05,7.340312004089355e-05,8.511543273925781e-05,9.682774543762207e-05,0.00010854005813598633,0.00012025237083435059,0.00013196468353271484,0.0001436769962310791,0.00015538930892944336,0.00016710162162780762,0.00017881393432617188,0.00019052624702453613,0.0002022385597229004,0.00021395087242126465,0.0002256631851196289,0.00023737549781799316,0.0002490878105163574,0.0002608001232147217,0.00027251243591308594,0.0002842247486114502,0.00029593706130981445,0.0003076493740081787,0.00031936168670654297,0.0003310739994049072,0.0003427863121032715,0.00035449862480163574,0.0003662109375]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.09707364439964294,-0.0939309298992157,-0.09078822284936905,-0.0876455083489418,-0.08450280129909515,-0.08136008679866791,-0.07821737229824066,-0.07507466524839401,-0.07193195074796677,-0.06878923624753952,-0.06564652919769287,-0.06250381469726562,-0.05936110392212868,-0.05621839314699173,-0.053075678646564484,-0.049932967871427536,-0.04679025709629059,-0.04364754632115364,-0.04050483554601669,-0.03736212104558945,-0.0342194102704525,-0.031076699495315552,-0.027933986857533455,-0.024791274219751358,-0.02164856344461441,-0.018505852669477463,-0.015363140031695366,-0.012220428325235844,-0.009077716618776321,-0.005935004912316799,-0.002792293205857277,0.00035041850060224533,0.0034931376576423645,0.006635849364101887,0.009778561070561409,0.012921272777020931,0.016063984483480453,0.0192066952586174,0.022349407896399498,0.025492120534181595,0.028634831309318542,0.03177754208445549,0.03492025285959244,0.038062967360019684,0.04120567813515663,0.04434838891029358,0.047491103410720825,0.05063381418585777,0.05377652496099472,0.05691923573613167,0.060061946511268616,0.06320466101169586,0.06634737551212311,0.06949008256196976,0.072632797062397,0.07577550411224365,0.0789182186126709,0.08206093311309814,0.0852036401629448,0.08834635466337204,0.09148906171321869,0.09463177621364594,0.09777449071407318,0.10091719776391983,0.10405991226434708],"_type":"histogram","values":[2,4,5,13,14,31,69,129,216,351,577,970,1475,2363,3649,5327,7732,10900,14904,19920,26049,33405,41644,50254,59487,68827,77271,85684,91417,96023,98636,98565,95430,90462,83696,75216,66935,57650,48554,39519,31934,24242,18611,13801,9969,7115,4879,3273,2203,1365,892,512,301,183,97,57,26,18,6,1,3,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,6,1,4,11,11,14,32,37,57,60,64,77,68,72,55,55,33,34,21,20,11,9,3,2,1,2,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.249635062094967e-07,-1.1901867935648625e-07,-1.1307385250347579e-07,-1.0712902565046534e-07,-1.0118419879745488e-07,-9.523937904987179e-08,-8.929455219686133e-08,-8.334972534385088e-08,-7.740489849084042e-08,-7.146007163782997e-08,-6.551524478481952e-08,-5.957042148452274e-08,-5.3625594631512286e-08,-4.768076777850183e-08,-4.1735944478205056e-08,-3.57911176251946e-08,-2.984629077218415e-08,-2.3901463919173693e-08,-1.795663884252008e-08,-1.2011812877688044e-08,-6.0669869128560094e-09,-1.2216094802397492e-10,5.82266501680806e-09,1.1767490981640094e-08,1.771231694647213e-08,2.3657143799482583e-08,2.9601968876136198e-08,3.554679395278981e-08,4.1491620805800267e-08,4.743644765881072e-08,5.3381270959107496e-08,5.932609781211795e-08,6.527093887598312e-08,7.121576572899357e-08,7.716059258200403e-08,8.310541943501448e-08,8.905024628802494e-08,9.499506603560803e-08,1.0093989288861849e-07,1.0688471974162894e-07,1.128295465946394e-07,1.1877437344764985e-07,1.2471919319523295e-07,1.306640200482434e-07,1.3660884690125386e-07,1.425536737542643e-07,1.4849850060727476e-07,1.5444332746028522e-07,1.6038815431329567e-07,1.6633298116630613e-07,1.7227780801931658e-07,1.7822263487232703e-07,1.841674617253375e-07,1.9011228857834794e-07,1.960571154313584e-07,2.0200194228436885e-07,2.079467549265246e-07,2.1389158177953504e-07,2.198364086325455e-07,2.2578123548555595e-07,2.317260623385664e-07,2.3767088919157686e-07,2.436157160445873e-07,2.4956054289759777e-07,2.555053697506082e-07]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,2,0,0,1,0,1,1,0,1,2,7,0,4,3,13,9,6,13,15,19,17,26,11,23,22,32,26,31,28,36,28,38,43,33,30,36,18,25,21,14,20,20,15,12,13,15,4,5,6,5,3,5,4,2,0,1,0,0,1,0,0,0,1],"bins":[-0.0005324755911715329,-0.0005157163250260055,-0.0004989570588804781,-0.0004821977636311203,-0.00046543849748559296,-0.0004486792313400656,-0.0004319199360907078,-0.0004151606699451804,-0.00039840140379965305,-0.0003816421376541257,-0.00036488287150859833,-0.0003481235762592405,-0.00033136431011371315,-0.0003146050439681858,-0.00029784574871882796,-0.0002810864825733006,-0.00026432721642777324,-0.0002475679502822459,-0.00023080866958480328,-0.0002140493888873607,-0.00019729012274183333,-0.00018053085659630597,-0.00016377157589886338,-0.00014701229520142078,-0.00013025302905589342,-0.00011349375563440844,-9.673448221292347e-05,-7.997520879143849e-05,-6.321593536995351e-05,-4.6456661948468536e-05,-2.969738852698356e-05,-1.2938115105498582e-05,3.821100108325481e-06,2.058037352981046e-05,3.7339646951295435e-05,5.409892037278041e-05,7.085819379426539e-05,8.761746721575037e-05,0.00010437674063723534,0.00012113601405872032,0.0001378952874802053,0.00015465455362573266,0.00017141383432317525,0.00018817311502061784,0.0002049323811661452,0.00022169164731167257,0.00023845092800911516,0.00025521020870655775,0.0002719694748520851,0.0002887287409976125,0.00030548800714313984,0.00032224730239249766,0.000339006568538025,0.0003557658346835524,0.0003725251299329102,0.00038928439607843757,0.00040604366222396493,0.0004228029283694923,0.00043956219451501966,0.0004563214897643775,0.00047308075590990484,0.0004898400511592627,0.00050659931730479,0.0005233585834503174,0.0005401178495958447]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.0008404733962379396,-0.0008129332563839853,-0.00078539305832237,-0.0007578529184684157,-0.0007303127786144614,-0.0007027725805528462,-0.0006752324406988919,-0.0006476922426372766,-0.0006201521027833223,-0.000592611962929368,-0.0005650717648677528,-0.0005375316250137985,-0.0005099914269521832,-0.00048245128709822893,-0.0004549111472442746,-0.00042737097828648984,-0.00039983080932870507,-0.0003722906403709203,-0.00034475047141313553,-0.0003172103315591812,-0.00028967016260139644,-0.00026212999364361167,-0.00023458983923774213,-0.00020704968483187258,-0.0001795095158740878,-0.00015196934691630304,-0.0001244291925104335,-9.688903082860634e-05,-6.934886914677918e-05,-4.180870746495202e-05,-1.4268545783124864e-05,1.3271615898702294e-05,4.0811835788190365e-05,6.835199747001752e-05,9.589215915184468e-05,0.00012343231355771422,0.000150972482515499,0.00017851265147328377,0.0002060528058791533,0.00023359296028502285,0.0002611331292428076,0.0002886732982005924,0.00031621346715837717,0.0003437536070123315,0.00037129377597011626,0.00039883394492790103,0.00042637408478185534,0.0004539142537396401,0.0004814544226974249,0.0005089945625513792,0.0005365347606129944,0.0005640749004669487,0.000591615098528564,0.0006191552383825183,0.0006466953782364726,0.0006742355762980878,0.0007017757161520422,0.0007293158560059965,0.0007568560540676117,0.000784396193921566,0.0008119363337755203,0.0008394765318371356,0.0008670166716910899,0.0008945568697527051,0.0009220970096066594],"_type":"histogram","values":[1,0,0,0,1,1,0,2,1,1,3,1,4,2,10,12,11,15,19,20,26,35,52,55,76,95,107,115,115,182,143,155,119,134,109,82,80,58,48,46,26,23,17,10,10,6,5,6,1,1,0,1,4,0,0,0,0,0,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.00262451171875,-0.002532958984375,-0.00244140625,-0.002349853515625,-0.00225830078125,-0.002166748046875,-0.0020751953125,-0.001983642578125,-0.00189208984375,-0.001800537109375,-0.001708984375,-0.001617431640625,-0.00152587890625,-0.001434326171875,-0.0013427734375,-0.001251220703125,-0.00115966796875,-0.001068115234375,-0.0009765625,-0.000885009765625,-0.00079345703125,-0.000701904296875,-0.0006103515625,-0.000518798828125,-0.00042724609375,-0.000335693359375,-0.000244140625,-0.000152587890625,-6.103515625e-05,3.0517578125e-05,0.0001220703125,0.000213623046875,0.00030517578125,0.000396728515625,0.00048828125,0.000579833984375,0.00067138671875,0.000762939453125,0.0008544921875,0.000946044921875,0.00103759765625,0.001129150390625,0.001220703125,0.001312255859375,0.00140380859375,0.001495361328125,0.0015869140625,0.001678466796875,0.00177001953125,0.001861572265625,0.001953125,0.002044677734375,0.00213623046875,0.002227783203125,0.0023193359375,0.002410888671875,0.00250244140625,0.002593994140625,0.002685546875,0.002777099609375,0.00286865234375,0.002960205078125,0.0030517578125,0.003143310546875,0.00323486328125],"_type":"histogram","values":[1,0,0,1,0,4,0,0,5,6,9,17,29,37,53,102,147,241,410,688,1207,1950,3388,6292,12134,25574,61587,203138,760490,344289,84099,32515,15478,8035,4341,2531,1418,939,591,376,232,144,120,59,58,39,25,16,16,8,1,9,5,2,2,1,2,0,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,0,0,2,1,3,5,6,11,16,29,35,58,104,206,255,449,704,1147,1760,3033,5036,7859,12394,19119,29802,42693,59343,73505,79690,72657,58136,41820,29120,18601,11820,7643,5025,2956,1831,1132,725,402,263,159,102,55,41,24,16,8,3,5,4,1,3,1,1,1,0,1],"bins":[-0.000530242919921875,-0.000513911247253418,-0.0004975795745849609,-0.0004812479019165039,-0.0004649162292480469,-0.00044858455657958984,-0.0004322528839111328,-0.0004159212112426758,-0.00039958953857421875,-0.0003832578659057617,-0.0003669261932373047,-0.00035059452056884766,-0.0003342628479003906,-0.0003179311752319336,-0.00030159950256347656,-0.00028526782989501953,-0.0002689361572265625,-0.00025260448455810547,-0.00023627281188964844,-0.0002199411392211914,-0.00020360946655273438,-0.00018727779388427734,-0.0001709461212158203,-0.00015461444854736328,-0.00013828277587890625,-0.00012195110321044922,-0.00010561943054199219,-8.928775787353516e-05,-7.295608520507812e-05,-5.6624412536621094e-05,-4.029273986816406e-05,-2.396106719970703e-05,-7.62939453125e-06,8.702278137207031e-06,2.5033950805664062e-05,4.1365623474121094e-05,5.7697296142578125e-05,7.402896881103516e-05,9.036064147949219e-05,0.00010669231414794922,0.00012302398681640625,0.00013935565948486328,0.0001556873321533203,0.00017201900482177734,0.00018835067749023438,0.0002046823501586914,0.00022101402282714844,0.00023734569549560547,0.0002536773681640625,0.00027000904083251953,0.00028634071350097656,0.0003026723861694336,0.0003190040588378906,0.00033533573150634766,0.0003516674041748047,0.0003679990768432617,0.00038433074951171875,0.0004006624221801758,0.0004169940948486328,0.00043332576751708984,0.0004496574401855469,0.0004659891128540039,0.00048232078552246094,0.000498652458190918,0.000514984130859375]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.0009924601763486862,-0.000962714315392077,-0.0009329683962278068,-0.0009032225352711976,-0.0008734766743145883,-0.0008437307551503181,-0.0008139848941937089,-0.0007842390332370996,-0.0007544931722804904,-0.0007247472531162202,-0.000695001392159611,-0.0006652555312030017,-0.0006355096120387316,-0.0006057637510821223,-0.0005760178901255131,-0.0005462719709612429,-0.0005165261100046337,-0.00048678021994419396,-0.0004570343589875847,-0.000427288468927145,-0.00039754260797053576,-0.00036779671791009605,-0.00033805082784965634,-0.0003083049668930471,-0.0002785590768326074,-0.0002488131867721677,-0.00021906732581555843,-0.00018932143575511873,-0.00015957556024659425,-0.00012982968473806977,-0.00010008380195358768,-7.033791916910559e-05,-4.059204366058111e-05,-1.0846164514077827e-05,1.8899714632425457e-05,4.864559377892874e-05,7.839147292543203e-05,0.0001081373484339565,0.0001378832384943962,0.0001676291140029207,0.00019737498951144516,0.00022712086501996964,0.0002568667405284941,0.0002866126305889338,0.00031635852064937353,0.0003461043816059828,0.0003758502716664225,0.00040559613262303174,0.00043534202268347144,0.00046508791274391115,0.0004948338028043509,0.0005245796637609601,0.0005543255247175694,0.0005840714438818395,0.0006138173048384488,0.000643563165795058,0.0006733090849593282,0.0007030549459159374,0.0007328008068725467,0.0007625466678291559,0.0007922925869934261,0.0008220384479500353,0.0008517843089066446,0.0008815302280709147,0.000911276089027524],"_type":"histogram","values":[2,0,0,0,1,1,0,2,1,1,0,2,6,6,3,4,8,6,8,12,11,9,20,17,19,21,29,32,32,37,32,20,24,33,33,37,34,33,26,21,23,21,18,18,18,15,11,18,8,6,4,5,4,2,2,2,4,1,1,0,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,1,0,0,0,2,3,2,0,4,2,5,9,7,6,9,6,13,17,24,26,25,30,47,45,59,54,49,40,36,36,33,23,34,30,17,13,13,8,6,7,7,4,1,0,2,4,0,2,2,0,0,0,0,0,0,0,1],"bins":[-1.3475039395416388e-07,-1.3068378734715225e-07,-1.266171665292859e-07,-1.2255055992227426e-07,-1.1848393910440791e-07,-1.1441732539196892e-07,-1.1035071167952992e-07,-1.0628409796709093e-07,-1.0221748425465194e-07,-9.81508776476403e-08,-9.40842639352013e-08,-9.001765022276231e-08,-8.595103651032332e-08,-8.188442279788433e-08,-7.781780908544533e-08,-7.375119537300634e-08,-6.968458166056735e-08,-6.561796794812835e-08,-6.155135423568936e-08,-5.7484740523250366e-08,-5.341812681081137e-08,-4.935151665108606e-08,-4.5284902938647065e-08,-4.121828922620807e-08,-3.715167551376908e-08,-3.3085061801330085e-08,-2.901844808889109e-08,-2.4951836152808937e-08,-2.0885222440369944e-08,-1.681860872793095e-08,-1.2751995903670377e-08,-8.685383079409803e-09,-4.61876936697081e-09,-5.521560986210261e-10,3.5144571697287574e-09,7.581069993989331e-09,1.1647683706428325e-08,1.5714297418867318e-08,1.9780909354949472e-08,2.3847523067388465e-08,2.791413677982746e-08,3.198075049226645e-08,3.6047364204705445e-08,4.011397791714444e-08,4.4180588076869753e-08,4.824720178930875e-08,5.231381550174774e-08,5.6380429214186734e-08,6.044704292662573e-08,6.451365663906472e-08,6.858027035150371e-08,7.264688406394271e-08,7.67134977763817e-08,8.07801114888207e-08,8.484672520125969e-08,8.891333891369868e-08,9.297994552071032e-08,9.704655923314931e-08,1.011131729455883e-07,1.051797866580273e-07,1.0924640037046629e-07,1.1331301408290528e-07,1.1737962779534428e-07,1.2144624861321063e-07,1.2551285522022226e-07]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,1,3,0,2,1,5,2,1,6,5,8,14,3,14,17,21,37,27,31,44,50,49,52,44,41,50,37,36,23,19,20,13,15,7,13,11,3,7,6,1,3,1,3,3,3,1,2,2,2,1,1,1,1,0,0,0,0,0,0,1,1],"bins":[-0.0006151875131763518,-0.0005916658556088805,-0.0005681442562490702,-0.0005446225986815989,-0.0005211009411141276,-0.0004975792835466564,-0.00047405765508301556,-0.00045053602661937475,-0.0004270143690519035,-0.0004034927114844322,-0.0003799710830207914,-0.0003564494545571506,-0.00033292779698967934,-0.00030940613942220807,-0.00028588451095856726,-0.00026236288249492645,-0.0002388412249274552,-0.00021531958191189915,-0.0001917979388963431,-0.00016827629588078707,-0.00014475465286523104,-0.000121233009849675,-9.771136683411896e-05,-7.418972381856292e-05,-5.066808080300689e-05,-2.714643778745085e-05,-3.6247947718948126e-06,1.9896848243661225e-05,4.341849125921726e-05,6.69401342747733e-05,9.046177729032934e-05,0.00011398342030588537,0.0001375050051137805,0.00016102664812933654,0.00018454829114489257,0.0002080699341604486,0.00023159157717600465,0.0002551132347434759,0.0002786348632071167,0.00030215649167075753,0.0003256781492382288,0.00034919980680570006,0.00037272143526934087,0.0003962430637329817,0.00041976472130045295,0.0004432863788679242,0.000466808007331565,0.0004903296357952058,0.0005138512933626771,0.0005373729509301484,0.0005608946084976196,0.00058441620785743,0.0006079378654249012,0.0006314595229923725,0.0006549811223521829,0.0006785027799196541,0.0007020244374871254,0.0007255460950545967,0.0007490677526220679,0.0007725893519818783,0.0007961110095493495,0.0008196326671168208,0.0008431542664766312,0.0008666759240441024,0.0008901975816115737]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,1,0,1,0,2,0,4,3,3,3,9,10,5,8,8,18,20,24,28,31,20,36,39,58,51,42,42,40,34,33,42,25,23,16,15,9,7,13,7,9,4,8,1,2,1,2,2,0,1,1,1,0,1,0,0,0,0,1,0,1],"bins":[-8.983023747077823e-08,-8.677306340132418e-08,-8.371588222644277e-08,-8.065870815698872e-08,-7.760152698210732e-08,-7.454435291265327e-08,-7.148717884319922e-08,-6.842999766831781e-08,-6.537282359886376e-08,-6.231564952940971e-08,-5.9258468354528304e-08,-5.6201294285074255e-08,-5.3144116662906526e-08,-5.00869390407388e-08,-4.702976497128475e-08,-4.397258734911702e-08,-4.091540972694929e-08,-3.7858232104781564e-08,-3.4801054482613836e-08,-3.1743880413159786e-08,-2.8686702790992058e-08,-2.562952516882433e-08,-2.257234932301344e-08,-1.9515173477202552e-08,-1.6457995855034824e-08,-1.3400819121045515e-08,-1.0343642387056207e-08,-7.286465653066898e-09,-4.2292889190775895e-09,-1.172112185088281e-09,1.8850645489010276e-09,4.942241282890336e-09,7.999410911452287e-09,1.1056587645441596e-08,1.4113764379430904e-08,1.7170940225241793e-08,2.022811784740952e-08,2.328529546957725e-08,2.634247131538814e-08,2.9399647161199027e-08,3.2456824783366756e-08,3.5514002405534484e-08,3.857118002770221e-08,4.162835409715626e-08,4.468553171932399e-08,4.774270934149172e-08,5.079988341094577e-08,5.3857061033113496e-08,5.6914238655281224e-08,5.997141272473527e-08,6.302859389961668e-08,6.608576796907073e-08,6.914294203852478e-08,7.220012321340619e-08,7.525729728286024e-08,7.831447845774164e-08,8.137165252719569e-08,8.442882659664974e-08,8.748600777153115e-08,9.05431818409852e-08,9.36003630158666e-08,9.665753708532066e-08,9.97147111547747e-08,1.0277189232965611e-07,1.0582906639911016e-07]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.0008279543835669756,-0.0008031661272980273,-0.000778377871029079,-0.0007535896729677916,-0.0007288014166988432,-0.0007040131604298949,-0.0006792249623686075,-0.0006544367060996592,-0.0006296484498307109,-0.0006048601935617626,-0.0005800719372928143,-0.0005552837392315269,-0.0005304954829625785,-0.0005057072266936302,-0.00048091899952851236,-0.0004561307723633945,-0.0004313425160944462,-0.00040655425982549787,-0.00038176603266038,-0.00035697780549526215,-0.00033218954922631383,-0.0003074012929573655,-0.00028261306579224765,-0.0002578248386271298,-0.00023303658235818148,-0.0002082483406411484,-0.0001834600989241153,-0.0001586718572070822,-0.00013388361549004912,-0.00010909537377301604,-8.430713205598295e-05,-5.951889033894986e-05,-3.473064862191677e-05,-9.942406904883683e-06,1.4845834812149405e-05,3.9634076529182494e-05,6.442231824621558e-05,8.921055996324867e-05,0.00011399880168028176,0.00013878704339731485,0.00016357528511434793,0.00018836352683138102,0.0002131517685484141,0.0002379400102654472,0.0002627282519824803,0.0002875165082514286,0.00031230473541654646,0.0003370929625816643,0.00036188121885061264,0.00038666947511956096,0.0004114577022846788,0.0004362459294497967,0.000461034185718745,0.0004858224419876933,0.0005106106400489807,0.000535398896317929,0.0005601871525868773,0.0005849754088558257,0.000609763665124774,0.0006345518631860614,0.0006593401194550097,0.000684128375723958,0.0007089165737852454,0.0007337048300541937,0.000758493086323142],"_type":"histogram","values":[2,0,0,2,1,1,1,2,1,2,2,1,5,3,7,8,11,5,15,13,7,14,12,20,34,20,23,31,19,22,27,28,28,20,30,26,30,35,29,24,37,17,19,11,16,19,15,13,14,8,7,5,4,7,2,3,2,1,2,1,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,1,0,0,0,2,1,3,5,1,6,5,7,6,8,15,17,14,19,19,20,24,25,25,32,28,44,28,30,45,31,34,32,42,21,19,25,17,30,14,17,9,11,8,6,2,5,4,2,0,3,0,1,0,1,1,1,0,0,0,0,0,0,1],"bins":[-0.0017107919557020068,-0.0016510032583028078,-0.001591214444488287,-0.001531425747089088,-0.0014716369332745671,-0.0014118482358753681,-0.0013520594220608473,-0.0012922707246616483,-0.0012324820272624493,-0.0011726932134479284,-0.0011129045160487294,-0.0010531157022342086,-0.0009933270048350096,-0.0009335382492281497,-0.0008737494936212897,-0.0008139607380144298,-0.0007541719824075699,-0.00069438322680071,-0.00063459447119385,-0.0005748057155869901,-0.0005150169599801302,-0.00045522823347710073,-0.00039543950697407126,-0.00033565075136721134,-0.0002758619957603514,-0.0002160732401534915,-0.0001562844990985468,-9.64957507676445e-05,-3.6707002436742187e-05,2.308174589416012e-05,8.287049422506243e-05,0.00014265923528000712,0.00020244787447154522,0.00026223663007840514,0.00032202538568526506,0.00038181411218829453,0.00044160286779515445,0.0005013915942981839,0.0005611803499050438,0.0006209691055119038,0.0006807578611187637,0.0007405466167256236,0.0008003353723324835,0.0008601241279393435,0.0009199128253385425,0.0009797016391530633,0.0010394903365522623,0.0010992791503667831,0.0011590678477659822,0.0012188565451651812,0.001278645358979702,0.001338434056378901,0.0013982228701934218,0.0014580115675926208,0.0015178003814071417,0.0015775890788063407,0.0016373777762055397,0.0016971665900200605,0.0017569552874192595,0.0018167441012337804,0.0018765327986329794,0.0019363216124475002,0.001996110426262021,0.0020558990072458982,0.002115687821060419],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,2,5,3,4,9,11,10,17,14,22,26,25,38,41,48,58,68,72,95,103,106,116,116,119,100,95,97,91,85,65,60,63,49,54,31,29,22,14,7,17,10,9,3,4,3,3,1,2,1,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00020260331803001463,-0.00019483444339130074,-0.00018706556875258684,-0.00017929667956195772,-0.00017152780492324382,-0.00016375893028452992,-0.0001559900410939008,-0.0001482211664551869,-0.000140452291816473,-0.0001326834171777591,-0.00012491454253904521,-0.00011714565334841609,-0.0001093767787097022,-0.0001016079040709883,-9.383902215631679e-05,-8.607014024164528e-05,-7.830126560293138e-05,-7.053239096421748e-05,-6.276350904954597e-05,-5.499463077285327e-05,-4.722575249616057e-05,-3.9456874219467863e-05,-3.168799594277516e-05,-2.3919117666082457e-05,-1.6150239389389753e-05,-8.38136111269705e-06,-6.124828360043466e-07,7.156395440688357e-06,1.492527371738106e-05,2.2694151994073763e-05,3.0463030270766467e-05,3.823190854745917e-05,4.600075772032142e-05,5.376963599701412e-05,6.153851427370682e-05,6.930739618837833e-05,7.707627082709223e-05,8.484514546580613e-05,9.261402738047764e-05,0.00010038290929514915,0.00010815178393386304,0.00011592065857257694,0.00012368953321129084,0.00013145842240191996,0.00013922729704063386,0.00014699617167934775,0.00015476506086997688,0.00016253393550869077,0.00017030281014740467,0.00017807168478611857,0.00018584055942483246,0.0001936094486154616,0.00020137832325417548,0.00020914719789288938,0.0002169160870835185,0.0002246849617222324,0.0002324538363609463,0.0002402227109996602,0.0002479915856383741,0.0002557604748290032,0.00026352936401963234,0.000271298224106431,0.00027906711329706013,0.0002868359733838588,0.0002946048625744879]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,0,0,2,1,4,2,2,7,6,5,8,6,15,15,17,7,20,20,24,24,19,21,33,24,36,35,34,34,35,23,34,23,31,33,24,27,15,23,13,12,10,7,8,7,2,3,1,3,0,3,1,2,1,1,1,0,1,0,0,0,1,0,1],"bins":[-0.0027139734011143446,-0.002617081394419074,-0.002520189620554447,-0.0024232976138591766,-0.002326405607163906,-0.0022295136004686356,-0.002132621593773365,-0.002035729819908738,-0.0019388378132134676,-0.001841945806518197,-0.0017450539162382483,-0.0016481620259582996,-0.001551270019263029,-0.0014543780125677586,-0.0013574861222878098,-0.0012605942320078611,-0.0011637022253125906,-0.00106681021861732,-0.0009699183283373713,-0.0008730263798497617,-0.0007761344313621521,-0.0006792424828745425,-0.0005823505343869328,-0.0004854585858993232,-0.0003885666374117136,-0.000291674688924104,-0.00019478274043649435,-9.789079194888473e-05,-9.988434612751007e-07,9.589310502633452e-05,0.00019278505351394415,0.0002896770020015538,0.00038656871765851974,0.00048346066614612937,0.000580352614633739,0.0006772445631213486,0.0007741365116089582,0.0008710284600965679,0.0009679204085841775,0.0010648122988641262,0.0011617043055593967,0.0012585963122546673,0.001355488202534616,0.0014523800928145647,0.0015492720995098352,0.0016461641062051058,0.0017430559964850545,0.0018399478867650032,0.0019368398934602737,0.0020337319001555443,0.002130623906850815,0.0022275156807154417,0.0023244076874107122,0.0024212996941059828,0.0025181914679706097,0.00261508347466588,0.0027119754813611507,0.0028088674880564213,0.002905759494751692,0.0030026512686163187,0.0030995432753115892,0.0031964352820068598,0.0032933270558714867,0.003390219062566757,0.0034871110692620277],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.0005427263677120209,-0.0005256022559478879,-0.0005084781441837549,-0.0004913540324196219,-0.0004742299497593194,-0.00045710583799518645,-0.00043998175533488393,-0.00042285764357075095,-0.000405733531806618,-0.000388609420042485,-0.000371485308278352,-0.0003543612256180495,-0.0003372371138539165,-0.00032011300208978355,-0.00030298891942948103,-0.00028586480766534805,-0.0002687406959012151,-0.0002516165841370821,-0.00023449248692486435,-0.0002173683897126466,-0.00020024427794851363,-0.00018312016618438065,-0.0001659960689721629,-0.00014887197175994515,-0.00013174785999581218,-0.00011462375550763682,-9.749965101946145e-05,-8.037554653128609e-05,-6.325144204311073e-05,-4.6127337554935366e-05,-2.9003233066760004e-05,-1.1879128578584641e-05,5.244917701929808e-06,2.236902219010517e-05,3.949312667828053e-05,5.6617231166455895e-05,7.374133565463126e-05,9.086544014280662e-05,0.00010798954463098198,0.00012511364184319973,0.0001422377536073327,0.00015936186537146568,0.00017648596258368343,0.00019361005979590118,0.00021073417156003416,0.00022785828332416713,0.00024498236598446965,0.00026210647774860263,0.0002792305895127356,0.0002963547012768686,0.00031347881304100156,0.0003306028957013041,0.00034772700746543705,0.00036485111922957003,0.00038197520188987255,0.00039909931365400553,0.0004162234254181385,0.0004333475371822715,0.00045047164894640446,0.000467595731606707,0.00048471984337083995,0.0005018439260311425,0.0005189680377952754,0.0005360921495594084,0.0005532162613235414],"_type":"histogram","values":[1,0,0,0,2,1,0,2,0,3,0,2,5,10,6,13,10,9,13,10,19,24,27,28,20,27,23,28,18,30,35,38,27,22,33,39,28,20,22,21,20,17,16,12,13,11,10,12,7,6,7,5,4,2,2,0,4,0,0,0,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,0,2,2,1,3,7,5,13,19,16,28,35,32,72,110,156,264,368,584,904,1384,2552,4524,7870,14516,29790,63684,161803,404485,486654,226252,87326,37905,18614,9560,5470,2924,1800,1166,677,436,282,181,115,75,47,48,28,15,21,5,8,3,6,2,4,4,2,2,0,1],"bins":[-0.0014495849609375,-0.0014045238494873047,-0.0013594627380371094,-0.001314401626586914,-0.0012693405151367188,-0.0012242794036865234,-0.0011792182922363281,-0.0011341571807861328,-0.0010890960693359375,-0.0010440349578857422,-0.0009989738464355469,-0.0009539127349853516,-0.0009088516235351562,-0.0008637905120849609,-0.0008187294006347656,-0.0007736682891845703,-0.000728607177734375,-0.0006835460662841797,-0.0006384849548339844,-0.0005934238433837891,-0.0005483627319335938,-0.0005033016204833984,-0.0004582405090332031,-0.0004131793975830078,-0.0003681182861328125,-0.0003230571746826172,-0.0002779960632324219,-0.00023293495178222656,-0.00018787384033203125,-0.00014281272888183594,-9.775161743164062e-05,-5.269050598144531e-05,-7.62939453125e-06,3.743171691894531e-05,8.249282836914062e-05,0.00012755393981933594,0.00017261505126953125,0.00021767616271972656,0.0002627372741699219,0.0003077983856201172,0.0003528594970703125,0.0003979206085205078,0.0004429817199707031,0.00048804283142089844,0.0005331039428710938,0.0005781650543212891,0.0006232261657714844,0.0006682872772216797,0.000713348388671875,0.0007584095001220703,0.0008034706115722656,0.0008485317230224609,0.0008935928344726562,0.0009386539459228516,0.0009837150573730469,0.0010287761688232422,0.0010738372802734375,0.0011188983917236328,0.0011639595031738281,0.0012090206146240234,0.0012540817260742188,0.001299142837524414,0.0013442039489746094,0.0013892650604248047,0.001434326171875]},"epoch":1,"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0006775684887543321,-0.0006557281012646854,-0.0006338876555673778,-0.0006120472680777311,-0.0005902068223804235,-0.0005683664348907769,-0.0005465259891934693,-0.0005246856017038226,-0.000502845156006515,-0.00048100476851686835,-0.0004591643519233912,-0.0004373239353299141,-0.0004154835478402674,-0.0003936431312467903,-0.00037180271465331316,-0.00034996229805983603,-0.0003281218814663589,-0.00030628146487288177,-0.00028444104827940464,-0.0002626006316859275,-0.0002407602296443656,-0.00021891981305088848,-0.00019707941100932658,-0.00017523899441584945,-0.00015339857782237232,-0.0001315581612288952,-0.00010971775191137567,-8.787734259385616e-05,-6.603692600037903e-05,-4.41965130448807e-05,-2.235610008938238e-05,-5.156871338840574e-07,2.1324667613953352e-05,4.3165080569451675e-05,6.500549352495e-05,8.684590284246951e-05,0.00010868631943594664,0.00013052673602942377,0.00015236713807098567,0.0001742075546644628,0.00019604797125793993,0.00021788838785141706,0.0002397288044448942,0.0002615692210383713,0.000283409608528018,0.00030525002512149513,0.00032709044171497226,0.0003489308583084494,0.0003707712749019265,0.00039261169149540365,0.0004144521080888808,0.0004362925246823579,0.00045813294127583504,0.0004799733287654817,0.0005018137744627893,0.000523654161952436,0.0005454946076497436,0.0005673349951393902,0.0005891753826290369,0.0006110158283263445,0.0006328562158159912,0.0006546966615132987,0.0006765370490029454,0.000698377494700253,0.0007202178821898997],"_type":"histogram","values":[2,0,0,2,1,1,1,4,2,4,1,1,5,11,5,14,16,12,13,14,14,14,18,22,25,35,31,33,30,32,28,26,27,32,28,24,36,20,16,20,19,19,17,14,13,12,8,3,8,11,6,5,3,4,1,1,1,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[2,2,4,7,14,31,54,79,121,172,309,487,735,1056,1506,2136,3052,4295,5686,7161,9478,11671,14226,17196,19901,23067,26318,28703,30975,32423,33499,33962,33905,32992,31442,28998,26959,23602,20799,17625,14640,12126,9626,7666,5986,4428,3318,2330,1657,1200,782,544,361,210,102,91,45,29,17,4,3,7,1,1],"bins":[-0.09187710285186768,-0.08896876871585846,-0.08606043457984924,-0.08315210789442062,-0.08024377375841141,-0.07733543962240219,-0.07442710548639297,-0.07151877135038376,-0.06861044466495514,-0.06570211052894592,-0.0627937763929367,-0.05988544225692749,-0.056977108120918274,-0.054068777710199356,-0.05116044357419014,-0.04825211316347122,-0.045343779027462006,-0.04243544489145279,-0.03952711448073387,-0.036618780344724655,-0.03371044993400574,-0.03080211579799652,-0.027893781661987305,-0.024985449388623238,-0.02207711711525917,-0.019168784841895103,-0.016260452568531036,-0.01335211843252182,-0.010443786159157753,-0.007535453420132399,-0.004627120681107044,-0.0017187879420816898,0.0011895447969436646,0.004097877535969019,0.007006210274994373,0.009914543479681015,0.012822875753045082,0.01573120802640915,0.018639542162418365,0.021547874435782433,0.0244562067091465,0.027364538982510567,0.030272871255874634,0.03318120539188385,0.036089539527893066,0.038997869938611984,0.0419062040746212,0.04481453448534012,0.047722868621349335,0.05063120275735855,0.05353953316807747,0.056447867304086685,0.0593561977148056,0.06226453185081482,0.06517286598682404,0.06808120012283325,0.07098953425884247,0.07389786094427109,0.0768061950802803,0.07971452921628952,0.08262286335229874,0.08553119748830795,0.08843952417373657,0.09134785830974579,0.094256192445755]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,2,2,0,0,5,6,12,10,27,42,58,96,130,186,343,552,715,1186,2038,3132,4731,7740,11973,20725,33919,56366,96457,162792,241364,284206,238029,160802,97882,58533,35360,20858,12258,7663,4521,3012,1952,1155,663,499,298,200,119,78,61,36,29,15,14,4,0,4,1,0,1,0,0,0,1],"bins":[-0.0003871917724609375,-0.0003744959831237793,-0.0003618001937866211,-0.0003491044044494629,-0.0003364086151123047,-0.0003237128257751465,-0.0003110170364379883,-0.0002983212471008301,-0.0002856254577636719,-0.00027292966842651367,-0.00026023387908935547,-0.00024753808975219727,-0.00023484230041503906,-0.00022214651107788086,-0.00020945072174072266,-0.00019675493240356445,-0.00018405914306640625,-0.00017136335372924805,-0.00015866756439208984,-0.00014597177505493164,-0.00013327598571777344,-0.00012058019638061523,-0.00010788440704345703,-9.518861770629883e-05,-8.249282836914062e-05,-6.979703903198242e-05,-5.710124969482422e-05,-4.4405460357666016e-05,-3.170967102050781e-05,-1.901388168334961e-05,-6.318092346191406e-06,6.377696990966797e-06,1.9073486328125e-05,3.17692756652832e-05,4.4465065002441406e-05,5.716085433959961e-05,6.985664367675781e-05,8.255243301391602e-05,9.524822235107422e-05,0.00010794401168823242,0.00012063980102539062,0.00013333559036254883,0.00014603137969970703,0.00015872716903686523,0.00017142295837402344,0.00018411874771118164,0.00019681453704833984,0.00020951032638549805,0.00022220611572265625,0.00023490190505981445,0.00024759769439697266,0.00026029348373413086,0.00027298927307128906,0.00028568506240844727,0.00029838085174560547,0.00031107664108276367,0.0003237724304199219,0.0003364682197570801,0.0003491640090942383,0.0003618597984313965,0.0003745555877685547,0.0003872513771057129,0.0003999471664428711,0.0004126429557800293,0.0004253387451171875]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,0,0,2,0,2,1,2,4,2,12,9,13,16,35,56,79,116,194,247,407,604,946,1492,2274,3668,5969,9940,16247,26987,43570,65656,88547,93947,80263,55773,36271,22251,13101,7882,4902,2958,1926,1189,772,498,303,199,147,106,79,45,34,27,19,9,7,5,4,4,2,0,1,2],"bins":[-0.000885009765625,-0.0008584260940551758,-0.0008318424224853516,-0.0008052587509155273,-0.0007786750793457031,-0.0007520914077758789,-0.0007255077362060547,-0.0006989240646362305,-0.0006723403930664062,-0.000645756721496582,-0.0006191730499267578,-0.0005925893783569336,-0.0005660057067871094,-0.0005394220352172852,-0.0005128383636474609,-0.0004862546920776367,-0.0004596710205078125,-0.0004330873489379883,-0.00040650367736816406,-0.00037992000579833984,-0.0003533363342285156,-0.0003267526626586914,-0.0003001689910888672,-0.00027358531951904297,-0.00024700164794921875,-0.00022041797637939453,-0.0001938343048095703,-0.0001672506332397461,-0.00014066696166992188,-0.00011408329010009766,-8.749961853027344e-05,-6.091594696044922e-05,-3.4332275390625e-05,-7.748603820800781e-06,1.8835067749023438e-05,4.5418739318847656e-05,7.200241088867188e-05,9.85860824584961e-05,0.0001251697540283203,0.00015175342559814453,0.00017833709716796875,0.00020492076873779297,0.0002315044403076172,0.0002580881118774414,0.0002846717834472656,0.00031125545501708984,0.00033783912658691406,0.0003644227981567383,0.0003910064697265625,0.0004175901412963867,0.00044417381286621094,0.00047075748443603516,0.0004973411560058594,0.0005239248275756836,0.0005505084991455078,0.000577092170715332,0.0006036758422851562,0.0006302595138549805,0.0006568431854248047,0.0006834268569946289,0.0007100105285644531,0.0007365942001342773,0.0007631778717041016,0.0007897615432739258,0.00081634521484375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.0020780335180461407,-0.002009020419791341,-0.0019400075543671846,-0.0018709944561123848,-0.0018019814742729068,-0.0017329684924334288,-0.0016639555105939507,-0.0015949425287544727,-0.0015259294304996729,-0.0014569164486601949,-0.0013879034668207169,-0.0013188904849812388,-0.0012498775031417608,-0.0011808645213022828,-0.001111851423047483,-0.001042838441208005,-0.0009738254593685269,-0.0009048124775290489,-0.00083579943748191,-0.000766786455642432,-0.000697773415595293,-0.000628760433755815,-0.000559747451916337,-0.0004907344118691981,-0.00042172143002972007,-0.0003527084190864116,-0.0002836954081431031,-0.0002146824263036251,-0.00014566941536031663,-7.665641169296578e-05,-7.643408025614917e-06,6.136959564173594e-05,0.0001303825993090868,0.00019939561025239527,0.00026840862119570374,0.00033742160303518176,0.00040643461397849023,0.0004754476249217987,0.0005444606067612767,0.0006134736468084157,0.0006824866286478937,0.0007514996104873717,0.0008205126505345106,0.0008895256323739886,0.0009585386142134666,0.0010275515960529447,0.0010965646943077445,0.0011655776761472225,0.0012345906579867005,0.0013036036398261786,0.0013726166216656566,0.0014416297199204564,0.0015106427017599344,0.0015796556835994124,0.0016486686654388905,0.0017176816472783685,0.0017866946291178465,0.0018557077273726463,0.0019247207092121243,0.0019937336910516024,0.002062746789306402,0.0021317596547305584,0.0022007727529853582,0.0022697856184095144,0.0023387987166643143],"_type":"histogram","values":[1,0,0,0,0,0,2,1,2,0,1,6,3,5,10,11,10,10,12,11,20,22,24,28,28,31,32,42,38,36,38,37,24,29,32,41,15,25,33,17,20,16,13,5,10,5,5,4,1,4,1,3,0,1,0,0,0,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,2,2,0,0,0,1,5,1,4,5,4,7,11,9,12,12,16,19,17,24,22,19,29,35,28,33,29,37,37,29,36,27,31,28,23,22,20,15,15,19,11,16,11,11,8,8,4,3,1,0,2,4,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0005969296325929463,-0.0005763874505646527,-0.0005558452685363591,-0.0005353030865080655,-0.0005147609044797719,-0.0004942187224514782,-0.0004736765113193542,-0.00045313432929106057,-0.00043259214726276696,-0.00041204996523447335,-0.00039150778320617974,-0.00037096560117788613,-0.00035042339004576206,-0.00032988120801746845,-0.00030933902598917484,-0.00028879684396088123,-0.0002682546619325876,-0.000247712479904294,-0.0002271702978760004,-0.00020662810129579157,-0.00018608591926749796,-0.00016554373723920435,-0.0001450015406589955,-0.0001244593586307019,-0.00010391717660240829,-8.337499457411468e-05,-6.283280526986346e-05,-4.229061960359104e-05,-2.1748433937318623e-05,-1.2062482710462064e-06,1.933593739522621e-05,3.987812306149863e-05,6.042036693543196e-05,8.096254896372557e-05,0.00010150473826797679,0.00012204692757222801,0.00014258910960052162,0.00016313129162881523,0.00018367348820902407,0.00020421567023731768,0.0002247578522656113,0.0002453000342939049,0.0002658422163221985,0.0002863843983504921,0.0003069266094826162,0.0003274687915109098,0.0003480109735392034,0.000368553155567497,0.0003890953375957906,0.00040963751962408423,0.00043017970165237784,0.00045072188368067145,0.00047126406570896506,0.0004918062477372587,0.0005123484297655523,0.0005328906117938459,0.0005534328520298004,0.000573975034058094,0.0005945172160863876,0.0006150593981146812,0.0006356015801429749,0.0006561437621712685,0.0006766859441995621,0.0006972281262278557,0.0007177703082561493]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[2,0,3,0,2,4,6,12,12,10,18,21,24,29,42,69,106,114,200,265,373,517,768,1048,1719,2486,3978,6483,11422,20412,40025,88764,162643,125781,57347,27539,14712,8334,5065,3100,2060,1272,866,577,470,316,224,135,114,82,70,53,35,24,16,16,9,8,9,3,4,1,4,1],"bins":[-0.0002574920654296875,-0.00024962425231933594,-0.00024175643920898438,-0.0002338886260986328,-0.00022602081298828125,-0.0002181529998779297,-0.00021028518676757812,-0.00020241737365722656,-0.000194549560546875,-0.00018668174743652344,-0.00017881393432617188,-0.0001709461212158203,-0.00016307830810546875,-0.0001552104949951172,-0.00014734268188476562,-0.00013947486877441406,-0.0001316070556640625,-0.00012373924255371094,-0.00011587142944335938,-0.00010800361633300781,-0.00010013580322265625,-9.226799011230469e-05,-8.440017700195312e-05,-7.653236389160156e-05,-6.866455078125e-05,-6.079673767089844e-05,-5.2928924560546875e-05,-4.506111145019531e-05,-3.719329833984375e-05,-2.9325485229492188e-05,-2.1457672119140625e-05,-1.3589859008789062e-05,-5.7220458984375e-06,2.1457672119140625e-06,1.0013580322265625e-05,1.7881393432617188e-05,2.574920654296875e-05,3.361701965332031e-05,4.1484832763671875e-05,4.935264587402344e-05,5.7220458984375e-05,6.508827209472656e-05,7.295608520507812e-05,8.082389831542969e-05,8.869171142578125e-05,9.655952453613281e-05,0.00010442733764648438,0.00011229515075683594,0.0001201629638671875,0.00012803077697753906,0.00013589859008789062,0.0001437664031982422,0.00015163421630859375,0.0001595020294189453,0.00016736984252929688,0.00017523765563964844,0.00018310546875,0.00019097328186035156,0.00019884109497070312,0.0002067089080810547,0.00021457672119140625,0.0002224445343017578,0.00023031234741210938,0.00023818016052246094,0.0002460479736328125]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,2,1,0,2,1,2,4,5,0,5,4,6,3,6,13,9,8,9,22,25,23,24,18,21,21,28,28,33,30,27,22,26,31,34,29,31,18,24,16,21,14,20,10,11,9,11,7,6,9,10,7,4,2,1,4,0,4,1,2,1,0,0,2],"bins":[-0.000547093222849071,-0.0005296540912240744,-0.0005122149013914168,-0.0004947757115587592,-0.00047733657993376255,-0.00045989741920493543,-0.0004424582584761083,-0.0004250190977472812,-0.0004075799370184541,-0.00039014077628962696,-0.00037270161556079984,-0.0003552624548319727,-0.0003378232941031456,-0.0003203841333743185,-0.00030294497264549136,-0.00028550581191666424,-0.0002680666511878371,-0.00025062749045901,-0.00023318832973018289,-0.00021574916900135577,-0.00019831000827252865,-0.00018087084754370153,-0.0001634316868148744,-0.0001459925260860473,-0.00012855336535722017,-0.00011111420462839305,-9.367504389956594e-05,-7.623588317073882e-05,-5.87967224419117e-05,-4.135756171308458e-05,-2.391840098425746e-05,-6.479240255430341e-06,1.0959920473396778e-05,2.8399081202223897e-05,4.5838241931051016e-05,6.327740265987813e-05,8.071656338870525e-05,9.815572411753237e-05,0.00011559488484635949,0.0001330340455751866,0.00015047320630401373,0.00016791236703284085,0.00018535152776166797,0.00020279068849049509,0.0002202298492193222,0.00023766900994814932,0.00025510817067697644,0.00027254733140580356,0.0002899864921346307,0.0003074256528634578,0.0003248648135922849,0.00034230397432111204,0.00035974313504993916,0.0003771822957787663,0.0003946214565075934,0.0004120606172364205,0.00042949977796524763,0.00044693893869407475,0.00046437809942290187,0.000481817260151729,0.0004992564208805561,0.0005166955525055528,0.0005341347423382103,0.0005515739321708679,0.0005690130637958646],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"values":[1,1,1,3,2,4,2,5,7,12,24,25,42,45,97,128,169,277,360,547,858,1397,2030,3125,5192,8521,14194,23065,40931,67728,101019,109600,83091,51332,30417,17390,10515,6480,4010,2385,1700,1019,690,445,326,199,129,85,64,46,31,20,9,12,3,5,2,1,0,2,1,1,0,2],"bins":[-0.00011444091796875,-0.00011077523231506348,-0.00010710954666137695,-0.00010344386100769043,-9.97781753540039e-05,-9.611248970031738e-05,-9.244680404663086e-05,-8.878111839294434e-05,-8.511543273925781e-05,-8.144974708557129e-05,-7.778406143188477e-05,-7.411837577819824e-05,-7.045269012451172e-05,-6.67870044708252e-05,-6.312131881713867e-05,-5.945563316345215e-05,-5.5789947509765625e-05,-5.21242618560791e-05,-4.845857620239258e-05,-4.4792890548706055e-05,-4.112720489501953e-05,-3.746151924133301e-05,-3.3795833587646484e-05,-3.013014793395996e-05,-2.6464462280273438e-05,-2.2798776626586914e-05,-1.913309097290039e-05,-1.5467405319213867e-05,-1.1801719665527344e-05,-8.13603401184082e-06,-4.470348358154297e-06,-8.046627044677734e-07,2.86102294921875e-06,6.5267086029052734e-06,1.0192394256591797e-05,1.385807991027832e-05,1.7523765563964844e-05,2.1189451217651367e-05,2.485513687133789e-05,2.8520822525024414e-05,3.218650817871094e-05,3.585219383239746e-05,3.9517879486083984e-05,4.318356513977051e-05,4.684925079345703e-05,5.0514936447143555e-05,5.418062210083008e-05,5.78463077545166e-05,6.151199340820312e-05,6.517767906188965e-05,6.884336471557617e-05,7.25090503692627e-05,7.617473602294922e-05,7.984042167663574e-05,8.350610733032227e-05,8.717179298400879e-05,9.083747863769531e-05,9.450316429138184e-05,9.816884994506836e-05,0.00010183453559875488,0.0001055002212524414,0.00010916590690612793,0.00011283159255981445,0.00011649727821350098,0.0001201629638671875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.09472302347421646,-0.09171462804079056,-0.08870622515678406,-0.08569782972335815,-0.08268943428993225,-0.07968103885650635,-0.07667264342308044,-0.07366424053907394,-0.07065584510564804,-0.06764744967222214,-0.06463904678821564,-0.061630651354789734,-0.05862225592136383,-0.05561386048793793,-0.052605461329221725,-0.049597062170505524,-0.04658866673707962,-0.04358027130365372,-0.040571872144937515,-0.037563472986221313,-0.03455507755279541,-0.03154668211936951,-0.028538282960653305,-0.025529885664582253,-0.0225214883685112,-0.019513091072440147,-0.016504693776369095,-0.013496296480298042,-0.01048789918422699,-0.007479501888155937,-0.004471104592084885,-0.001462707296013832,0.0015456825494766235,0.004554079845547676,0.007562477141618729,0.010570874437689781,0.013579271733760834,0.016587669029831886,0.01959606632590294,0.02260446362197399,0.025612860918045044,0.028621258214116096,0.03162965551018715,0.03463805466890335,0.037646450102329254,0.04065484553575516,0.04366324469447136,0.04667164385318756,0.049680039286613464,0.05268843472003937,0.05569683387875557,0.05870523303747177,0.061713628470897675,0.06472202390432358,0.06773042678833008,0.07073882222175598,0.07374721765518188,0.07675561308860779,0.07976400852203369,0.08277241140604019,0.0857808068394661,0.088789202272892,0.0917976051568985,0.0948060005903244,0.0978143960237503],"_type":"histogram","values":[3,2,7,12,26,50,96,128,246,420,616,1024,1702,2391,3726,5262,7429,10402,14333,18537,24391,30860,37772,45576,54444,63361,71004,79338,85315,90261,93379,94252,93248,89450,84912,78432,71296,62376,54356,45141,37721,30467,23838,18330,13814,10168,7407,5236,3518,2516,1644,1048,620,403,262,139,68,35,23,18,9,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,0,1,2,1,1,4,3,9,3,12,12,23,22,17,17,19,21,34,36,39,39,24,40,37,38,31,51,31,33,26,21,21,19,15,13,10,8,7,7,6,3,2,2,0,2,1,0,1,0,1],"bins":[-0.003841867670416832,-0.0037376077380031347,-0.003633348038420081,-0.003529088106006384,-0.0034248281735926867,-0.003320568474009633,-0.003216308541595936,-0.0031120486091822386,-0.0030077886767685413,-0.0029035289771854877,-0.0027992690447717905,-0.0026950091123580933,-0.0025907494127750397,-0.0024864894803613424,-0.002382229547947645,-0.0022779698483645916,-0.0021737099159508944,-0.002069449983537197,-0.0019651902839541435,-0.0018609303515404463,-0.001756670419126749,-0.0016524106031283736,-0.0015481507871299982,-0.001443890854716301,-0.0013396310387179255,-0.0012353712227195501,-0.0011311112903058529,-0.0010268514743074775,-0.0009225916001014411,-0.0008183317258954048,-0.0007140719098970294,-0.0006098120356909931,-0.0005055519286543131,-0.00040129205444827676,-0.0002970322093460709,-0.00019277234969194978,-8.851249003782868e-05,1.5747369616292417e-05,0.00012000722927041352,0.00022426708892453462,0.0003285269485786557,0.00043278682278469205,0.0005370466969907284,0.0006413065129891038,0.0007455663871951401,0.0008498262614011765,0.0009540860773995519,0.0010583460098132491,0.0011626058258116245,0.00126686564181,0.0013711255742236972,0.0014753853902220726,0.0015796453226357698,0.0016839051386341453,0.0017881649546325207,0.001892424887046218,0.001996684819459915,0.0021009445190429688,0.002205204451456666,0.0023094643838703632,0.002413724083453417,0.002517984015867114,0.0026222439482808113,0.002726503647863865,0.002830763580277562],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.0957111343741417,-0.09279218316078186,-0.08987322449684143,-0.086954265832901,-0.08403531461954117,-0.08111636340618134,-0.0781974047422409,-0.07527844607830048,-0.07235949486494064,-0.06944054365158081,-0.06652158498764038,-0.06360262632369995,-0.06068367511034012,-0.05776472017168999,-0.054845765233039856,-0.051926810294389725,-0.049007855355739594,-0.04608890041708946,-0.04316994547843933,-0.0402509905397892,-0.03733203560113907,-0.03441308066248894,-0.031494125723838806,-0.028575170785188675,-0.025656215846538544,-0.022737260907888412,-0.01981830596923828,-0.01689935103058815,-0.013980396091938019,-0.011061441153287888,-0.008142486214637756,-0.005223531275987625,-0.002304576337337494,0.0006143786013126373,0.0035333335399627686,0.0064522884786129,0.009371243417263031,0.012290198355913162,0.015209153294563293,0.018128108233213425,0.021047063171863556,0.023966018110513687,0.02688497304916382,0.02980392798781395,0.03272288292646408,0.03564183786511421,0.03856079280376434,0.041479747742414474,0.044398702681064606,0.04731765761971474,0.05023661255836487,0.053155567497015,0.05607452243566513,0.05899347737431526,0.06191243231296539,0.06483139097690582,0.06775034219026566,0.07066929340362549,0.07358825206756592,0.07650721073150635,0.07942616194486618,0.08234511315822601,0.08526407182216644,0.08818303048610687,0.0911019816994667],"_type":"histogram","values":[1,2,3,4,7,10,16,35,93,112,175,273,420,676,958,1511,2028,2851,3880,5254,7028,8854,11143,13643,16603,19508,22597,25627,28481,30572,32489,33561,34434,34130,33141,31642,29615,26898,24150,21165,18278,15326,12570,10121,7845,6033,4685,3511,2517,1789,1228,852,532,367,230,147,92,40,29,23,5,5,6,3]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[2,1,0,0,0,0,3,2,3,3,1,1,3,5,6,12,8,4,16,20,20,26,25,34,37,43,31,51,38,46,36,45,31,33,38,32,18,16,12,18,9,3,4,7,9,1,1,2,2,2,2,0,1,1,0,2,1,0,0,0,0,0,0,1],"bins":[-8.056491788011044e-05,-7.768432988086715e-05,-7.480374188162386e-05,-7.192315388238057e-05,-6.90425731590949e-05,-6.616198515985161e-05,-6.328139716060832e-05,-6.040080916136503e-05,-5.752022116212174e-05,-5.463963680085726e-05,-5.175904880161397e-05,-4.887846080237068e-05,-4.59978764411062e-05,-4.311728844186291e-05,-4.023670044261962e-05,-3.735611608135514e-05,-3.447552808211185e-05,-3.159494008286856e-05,-2.8714353902614675e-05,-2.583376772236079e-05,-2.29531797231175e-05,-2.0072593542863615e-05,-1.719200736260973e-05,-1.4311420272861142e-05,-1.1430833183112554e-05,-8.550246093363967e-06,-5.66965945836273e-06,-2.789072595987818e-06,9.151426638709381e-08,2.972101128762006e-06,5.852687991136918e-06,8.733274626138154e-06,1.1613861715886742e-05,1.449444880563533e-05,1.7375035895383917e-05,2.0255622075637802e-05,2.3136210074881092e-05,2.6016796255134977e-05,2.8897382435388863e-05,3.177797043463215e-05,3.465855843387544e-05,3.7539142795139924e-05,4.041973079438321e-05,4.33003187936265e-05,4.6180903154890984e-05,4.9061491154134274e-05,5.194207915337756e-05,5.4822663514642045e-05,5.7703251513885334e-05,6.058383951312862e-05,6.34644238743931e-05,6.63450118736364e-05,6.922559987287968e-05,7.210618787212297e-05,7.498677587136626e-05,7.786735659465194e-05,8.074794459389523e-05,8.362853259313852e-05,8.65091205923818e-05,8.93897085916251e-05,9.227029659086838e-05,9.515087731415406e-05,9.803146531339735e-05,0.00010091205331264064,0.00010379264131188393],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,1,3,11,9,18,39,86,120,201,340,555,874,1267,2074,2978,4377,5836,7995,10582,13628,16713,20359,24247,28106,31247,34151,36300,37548,38087,37502,35929,33848,30753,27052,23361,19671,15915,12989,9962,7558,5524,3981,2816,1945,1273,760,487,329,174,112,68,26,19,9,3,1,2,1,1],"bins":[-0.10871834307909012,-0.10546281933784485,-0.10220728814601898,-0.09895176440477371,-0.09569623321294785,-0.09244070947170258,-0.0891851857304573,-0.08592965453863144,-0.08267413079738617,-0.0794185996055603,-0.07616307586431503,-0.07290755212306976,-0.0696520209312439,-0.06639649718999863,-0.06314096599817276,-0.05988544225692749,-0.05662991479039192,-0.053374387323856354,-0.050118859857320786,-0.046863336116075516,-0.04360780864953995,-0.04035228118300438,-0.03709675371646881,-0.03384122624993324,-0.030585700646042824,-0.027330173179507256,-0.024074647575616837,-0.02081912010908127,-0.0175635926425457,-0.014308067038655281,-0.011052539572119713,-0.007797013036906719,-0.004541486501693726,-0.0012859597336500883,0.001969567034393549,0.00522509403526783,0.008480620570480824,0.011736147105693817,0.014991674572229385,0.018247200176119804,0.021502727642655373,0.02475825510919094,0.02801378071308136,0.03126930817961693,0.034524835646152496,0.037780363112688065,0.041035886853933334,0.0442914143204689,0.04754694178700447,0.05080246925354004,0.05405799672007561,0.05731352046132088,0.060569047927856445,0.06382457911968231,0.06708010286092758,0.07033562660217285,0.07359115779399872,0.07684668153524399,0.08010221272706985,0.08335773646831512,0.0866132602095604,0.08986879140138626,0.09312431514263153,0.0963798463344574,0.09963537007570267]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[3,0,2,1,2,6,6,9,8,21,21,36,51,78,124,164,243,371,554,758,1207,1861,2880,4270,6248,8979,13734,19986,28163,39674,52003,62384,69149,66457,58030,44581,33503,24281,15863,11413,7531,4890,3464,2247,1452,1049,677,459,282,205,133,78,70,60,32,23,15,6,11,4,4,6,1,1],"bins":[-0.0004634857177734375,-0.0004493296146392822,-0.00043517351150512695,-0.0004210174083709717,-0.0004068613052368164,-0.00039270520210266113,-0.00037854909896850586,-0.0003643929958343506,-0.0003502368927001953,-0.00033608078956604004,-0.00032192468643188477,-0.0003077685832977295,-0.0002936124801635742,-0.00027945637702941895,-0.00026530027389526367,-0.0002511441707611084,-0.00023698806762695312,-0.00022283196449279785,-0.00020867586135864258,-0.0001945197582244873,-0.00018036365509033203,-0.00016620755195617676,-0.00015205144882202148,-0.0001378953456878662,-0.00012373924255371094,-0.00010958313941955566,-9.542703628540039e-05,-8.127093315124512e-05,-6.711483001708984e-05,-5.295872688293457e-05,-3.88026237487793e-05,-2.4646520614624023e-05,-1.049041748046875e-05,3.6656856536865234e-06,1.7821788787841797e-05,3.197789192199707e-05,4.6133995056152344e-05,6.029009819030762e-05,7.444620132446289e-05,8.860230445861816e-05,0.00010275840759277344,0.00011691451072692871,0.00013107061386108398,0.00014522671699523926,0.00015938282012939453,0.0001735389232635498,0.00018769502639770508,0.00020185112953186035,0.00021600723266601562,0.0002301633358001709,0.00024431943893432617,0.00025847554206848145,0.0002726316452026367,0.000286787748336792,0.00030094385147094727,0.00031509995460510254,0.0003292560577392578,0.0003434121608734131,0.00035756826400756836,0.00037172436714172363,0.0003858804702758789,0.0004000365734100342,0.00041419267654418945,0.0004283487796783447,0.0004425048828125]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[1,1,2,0,1,1,0,0,1,1,2,2,1,1,1,5,3,9,9,6,4,11,10,14,12,16,9,25,22,30,27,33,36,35,37,37,23,17,25,32,22,23,33,20,21,23,13,17,12,15,11,13,7,4,9,9,6,4,1,1,0,0,1,1],"bins":[-0.0009487957577221096,-0.0009227237896993756,-0.0008966518216766417,-0.0008705798536539078,-0.0008445079438388348,-0.0008184359758161008,-0.0007923640077933669,-0.000766292039770633,-0.0007402200717478991,-0.0007141481037251651,-0.0006880761357024312,-0.0006620041676796973,-0.0006359321996569633,-0.0006098602898418903,-0.0005837883218191564,-0.0005577163537964225,-0.0005316443857736886,-0.0005055724177509546,-0.0004795004497282207,-0.00045342851080931723,-0.0004273565427865833,-0.0004012845747638494,-0.0003752126358449459,-0.000349140667822212,-0.00032306869979947805,-0.00029699673177674413,-0.0002709247637540102,-0.00024485282483510673,-0.0002187808568123728,-0.00019270888878963888,-0.00016663693531882018,-0.00014056498184800148,-0.00011449301382526755,-8.842105307849124e-05,-6.234909233171493e-05,-3.6277131584938616e-05,-1.0205170838162303e-05,1.586678990861401e-05,4.193875065539032e-05,6.801071140216663e-05,9.408267214894295e-05,0.00012015463289571926,0.00014622659364249557,0.00017229854711331427,0.0001983705151360482,0.00022444248315878212,0.0002505144220776856,0.0002765863901004195,0.00030265835812315345,0.0003287303261458874,0.0003548022941686213,0.00038087423308752477,0.0004069462011102587,0.0004330181691329926,0.0004590901080518961,0.00048516207607463,0.000511234044097364,0.0005373060121200979,0.0005633779801428318,0.0005894499481655657,0.0006155219161882997,0.0006415938260033727,0.0006676657940261066,0.0006937377620488405,0.0007198097300715744],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[2,1,0,0,0,1,1,1,2,0,1,6,1,3,1,9,7,10,6,14,16,26,27,21,31,20,24,37,20,38,30,28,32,28,24,36,31,30,27,29,28,19,17,13,10,9,12,9,4,6,5,7,0,0,0,1,1,1,1,2,1,0,0,1],"bins":[-0.0006352735799737275,-0.0006153355934657156,-0.0005953976651653647,-0.0005754596786573529,-0.0005555216921493411,-0.0005355837638489902,-0.0005156457773409784,-0.0004957077908329666,-0.0004757698334287852,-0.00045583187602460384,-0.000435893889516592,-0.00041595593211241066,-0.0003960179747082293,-0.0003760799882002175,-0.0003561420307960361,-0.0003362040442880243,-0.00031626608688384295,-0.0002963281294796616,-0.00027639014297164977,-0.0002564521855674684,-0.00023651421361137182,-0.00021657624165527523,-0.00019663828425109386,-0.00017670031229499727,-0.00015676234033890069,-0.0001368243683828041,-0.00011688640370266512,-9.694843902252614e-05,-7.701046706642956e-05,-5.707249874831177e-05,-3.713453043019399e-05,-1.7196562112076208e-05,2.7414062060415745e-06,2.2679374524159357e-05,4.261734284227714e-05,6.255530752241611e-05,8.24932794785127e-05,0.0001024312514346093,0.00012236920883879066,0.00014230718079488724,0.00016224515275098383,0.00018218312470708042,0.000202121096663177,0.00022205905406735837,0.00024199702602345496,0.00026193499797955155,0.0002818729553837329,0.00030181094189174473,0.0003217488992959261,0.00034168685670010746,0.0003616248432081193,0.00038156280061230063,0.00040150078712031245,0.0004214387445244938,0.0004413767019286752,0.000461314688436687,0.00048125264584086835,0.0005011906032450497,0.0005211285897530615,0.0005410665762610734,0.0005610045045614243,0.0005809424910694361,0.0006008804775774479,0.0006208184058777988,0.0006407563923858106],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.0008221224416047335,-0.0007988867582753301,-0.0007756510167382658,-0.0007524153334088624,-0.000729179591871798,-0.0007059439085423946,-0.0006827082252129912,-0.0006594724836759269,-0.0006362368003465235,-0.0006130011170171201,-0.0005897653754800558,-0.0005665296921506524,-0.000543294008821249,-0.0005200582672841847,-0.0004968225839547813,-0.00047358687152154744,-0.0004503511590883136,-0.0004271154466550797,-0.00040387973422184587,-0.00038064405089244246,-0.0003574083384592086,-0.00033417262602597475,-0.00031093694269657135,-0.0002877012302633375,-0.00026446551783010364,-0.00024122980539686978,-0.00021799410751555115,-0.00019475840963423252,-0.00017152269720099866,-0.0001482869847677648,-0.00012505128688644618,-0.00010181558172916993,-7.857981836423278e-05,-5.5344113206956536e-05,-3.210840804968029e-05,-8.87270289240405e-06,1.4363002264872193e-05,3.7598707422148436e-05,6.083441257942468e-05,8.407011773670092e-05,0.00010730582289397717,0.00013054153532721102,0.00015377723320852965,0.00017701293108984828,0.00020024864352308214,0.000223484355956316,0.0002467200392857194,0.00026995575171895325,0.0002931914641521871,0.00031642717658542097,0.0003396628890186548,0.0003628985723480582,0.0003861342847812921,0.00040936999721452594,0.00043260568054392934,0.0004558413929771632,0.00047907710541039705,0.0005023127887398005,0.0005255485302768648,0.0005487842136062682,0.0005720199551433325,0.0005952556384727359,0.0006184913218021393,0.0006417270633392036,0.000664962746668607],"_type":"histogram","values":[3,0,0,0,0,0,0,0,0,2,1,3,1,10,6,6,12,12,13,17,36,30,51,40,60,61,61,91,90,96,135,117,120,132,114,119,97,105,75,70,61,42,30,34,19,17,14,13,3,3,4,3,4,4,0,5,2,0,0,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[0.9984884858131409,0.9985429048538208,0.998597264289856,0.9986516833305359,0.998706042766571,0.998760461807251,0.9988148212432861,0.9988692402839661,0.9989235997200012,0.9989780187606812,0.9990323781967163,0.9990867972373962,0.9991411566734314,0.9991955757141113,0.9992499351501465,0.9993043541908264,0.9993587136268616,0.9994131326675415,0.9994674921035767,0.9995219111442566,0.9995762705802917,0.9996306896209717,0.9996850490570068,0.9997394680976868,0.9997938275337219,0.9998482465744019,0.999902606010437,0.9999570250511169,1.0000114440917969,1.000065803527832,1.0001201629638672,1.0001745223999023,1.000229001045227,1.0002833604812622,1.0003377199172974,1.000392198562622,1.0004465579986572,1.0005009174346924,1.0005552768707275,1.0006097555160522,1.0006641149520874,1.0007184743881226,1.0007728338241577,1.0008273124694824,1.0008816719055176,1.0009360313415527,1.000990390777588,1.0010448694229126,1.0010992288589478,1.001153588294983,1.001207947731018,1.0012624263763428,1.001316785812378,1.001371145248413,1.0014255046844482,1.001479983329773,1.001534342765808,1.0015887022018433,1.0016430616378784,1.0016975402832031,1.0017518997192383,1.0018062591552734,1.0018606185913086,1.0019150972366333,1.0019694566726685],"_type":"histogram","values":[2,0,0,1,1,1,0,3,1,2,0,4,4,7,8,6,11,18,14,25,18,30,37,27,34,50,49,40,28,44,36,30,28,31,21,22,16,20,19,16,12,12,6,4,3,4,5,1,1,3,3,1,3,0,1,2,0,0,1,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.001115838997066021,-0.001084179268218577,-0.001052519422955811,-0.001020859694108367,-0.000989199848845601,-0.000957540119998157,-0.000925880391150713,-0.000894220604095608,-0.000862560817040503,-0.000830901029985398,-0.0007992412429302931,-0.000767581514082849,-0.0007359217270277441,-0.0007042619399726391,-0.000672602211125195,-0.0006409424240700901,-0.0006092826370149851,-0.0005776228499598801,-0.0005459630629047751,-0.0005143033340573311,-0.0004826435470022261,-0.00045098375994712114,-0.00041932400199584663,-0.0003876642440445721,-0.00035600445698946714,-0.0003243446699343622,-0.00029268491198308766,-0.00026102515403181314,-0.00022936536697670817,-0.00019770559447351843,-0.0001660458219703287,-0.00013438604946713895,-0.00010272633517161012,-7.106656266842037e-05,-3.940679016523063e-05,-7.74701766204089e-06,2.3912754841148853e-05,5.5572527344338596e-05,8.723229984752834e-05,0.00011889207235071808,0.00015055184485390782,0.00018221161735709757,0.0002138713898602873,0.0002455311478115618,0.0002771909348666668,0.00030885072192177176,0.0003405104798730463,0.0003721702378243208,0.00040383002487942576,0.00043548981193453074,0.00046714956988580525,0.0004988093278370798,0.0005304691148921847,0.0005621289019472897,0.0005937886890023947,0.0006254484178498387,0.0006571082049049437,0.0006887679919600487,0.0007204277208074927,0.0007520875078625977,0.0007837472949177027,0.0008154070819728076,0.0008470668690279126,0.0008787265978753567,0.0009103863849304616],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,3,1,3,2,3,7,7,9,9,10,17,22,30,37,49,52,51,90,93,89,94,119,136,132,139,131,105,109,99,77,67,42,54,29,18,25,29,16,11,5,7,2,7,2,3,0,1,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,1,5,14,12,20,40,49,87,92,149,234,284,495,781,1072,1532,2502,3724,5301,7933,12225,16787,24828,33067,44025,55094,63263,65425,60902,51674,40756,29229,21531,15198,10131,6960,4939,3091,2123,1456,867,626,399,292,192,163,80,60,39,22,19,15,3,4,4,3,0,1,0,1],"bins":[-0.000438690185546875,-0.0004246830940246582,-0.0004106760025024414,-0.0003966689109802246,-0.0003826618194580078,-0.000368654727935791,-0.0003546476364135742,-0.0003406405448913574,-0.0003266334533691406,-0.00031262636184692383,-0.00029861927032470703,-0.00028461217880249023,-0.00027060508728027344,-0.00025659799575805664,-0.00024259090423583984,-0.00022858381271362305,-0.00021457672119140625,-0.00020056962966918945,-0.00018656253814697266,-0.00017255544662475586,-0.00015854835510253906,-0.00014454126358032227,-0.00013053417205810547,-0.00011652708053588867,-0.00010251998901367188,-8.851289749145508e-05,-7.450580596923828e-05,-6.0498714447021484e-05,-4.649162292480469e-05,-3.248453140258789e-05,-1.8477439880371094e-05,-4.470348358154297e-06,9.5367431640625e-06,2.3543834686279297e-05,3.7550926208496094e-05,5.155801773071289e-05,6.556510925292969e-05,7.957220077514648e-05,9.357929229736328e-05,0.00010758638381958008,0.00012159347534179688,0.00013560056686401367,0.00014960765838623047,0.00016361474990844727,0.00017762184143066406,0.00019162893295288086,0.00020563602447509766,0.00021964311599731445,0.00023365020751953125,0.00024765729904174805,0.00026166439056396484,0.00027567148208618164,0.00028967857360839844,0.00030368566513061523,0.00031769275665283203,0.00033169984817504883,0.0003457069396972656,0.0003597140312194824,0.0003737211227416992,0.000387728214263916,0.0004017353057861328,0.0004157423973083496,0.0004297494888305664,0.0004437565803527832,0.000457763671875]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,1,1,0,0,7,6,2,7,6,11,7,11,12,13,24,23,19,27,20,26,17,25,16,28,21,28,30,34,27,33,29,22,17,33,26,18,19,19,11,18,6,10,9,9,6,5,5,3,4,5,2,2,0,0,0,2,2,1,1],"bins":[-0.0004912037402391434,-0.0004757007409352809,-0.000460197712527588,-0.00044469471322372556,-0.00042919168481603265,-0.0004136886855121702,-0.00039818568620830774,-0.00038268265780061483,-0.0003671796584967524,-0.00035167665919288993,-0.000336173630785197,-0.00032067063148133457,-0.0003051676321774721,-0.0002896646037697792,-0.00027416160446591675,-0.00025865857605822384,-0.0002431555767543614,-0.0002276525628985837,-0.00021214954904280603,-0.00019664654973894358,-0.0001811435358831659,-0.00016564052202738822,-0.00015013752272352576,-0.00013463450886774808,-0.0001191314950119704,-0.00010362848115619272,-8.812547457637265e-05,-7.262246799655259e-05,-5.7119454140774906e-05,-4.161644392297603e-05,-2.6113433705177158e-05,-1.0610423487378284e-05,4.892528522759676e-06,2.039553874055855e-05,3.5898548958357424e-05,5.14015591761563e-05,6.690456939395517e-05,8.240758324973285e-05,9.791058982955292e-05,0.00011341359640937299,0.00012891661026515067,0.00014441962412092835,0.00015992263797670603,0.00017542563728056848,0.00019092865113634616,0.00020643166499212384,0.0002219346642959863,0.00023743767815176398,0.00025294069200754166,0.0002684436913114041,0.000283946719719097,0.00029944971902295947,0.0003149527474306524,0.00033045574673451483,0.0003459587460383773,0.0003614617744460702,0.00037696477374993265,0.0003924677730537951,0.000407970801461488,0.00042347380076535046,0.0004389768000692129,0.0004544798284769058,0.0004699828277807683,0.0004854858561884612,0.0005009888554923236]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,0,1,0,0,2,4,2,1,4,2,4,6,4,5,2,6,6,16,11,14,16,20,21,25,36,44,44,51,59,47,61,26,45,32,26,25,11,16,11,9,9,5,7,6,2,7,3,1,1,1,2,2,0,0,2,0,1,2,0,0,1],"bins":[-5.024302254241775e-07,-4.863666163146263e-07,-4.7030303562678455e-07,-4.5423942651723337e-07,-4.381758458293916e-07,-4.2211223671984044e-07,-4.0604862761028926e-07,-3.899850469224475e-07,-3.7392143781289633e-07,-3.5785782870334515e-07,-3.417942480155034e-07,-3.257306389059522e-07,-3.0966702979640104e-07,-2.936034491085593e-07,-2.775398399990081e-07,-2.6147625931116636e-07,-2.454126502016152e-07,-2.2934905530291871e-07,-2.1328546040422225e-07,-1.9722185129467107e-07,-1.811582563959746e-07,-1.6509466149727814e-07,-1.4903105238772696e-07,-1.329674574890305e-07,-1.1690386259033403e-07,-1.0084026769163756e-07,-8.477666568751374e-08,-6.871306368338992e-08,-5.2649468784693454e-08,-3.658587033328331e-08,-2.0522271881873166e-08,-4.458673430463023e-09,1.1604925020947121e-08,2.7668523472357265e-08,4.373212192376741e-08,5.979572392789123e-08,7.58593188265877e-08,9.192291372528416e-08,1.0798651572940798e-07,1.240501177335318e-07,1.4011371263222827e-07,1.5617730753092474e-07,1.722409024296212e-07,1.8830451153917238e-07,2.0436810643786885e-07,2.204317013365653e-07,2.364953104461165e-07,2.5255889113395824e-07,2.686225002435094e-07,2.846861093530606e-07,3.0074969004090235e-07,3.1681329915045353e-07,3.328768798382953e-07,3.4894048894784646e-07,3.6500409805739764e-07,3.810676787452394e-07,3.9713128785479057e-07,4.1319489696434175e-07,4.292584776521835e-07,4.453220867617347e-07,4.6138569587128586e-07,4.77449304980837e-07,4.935128572469694e-07,5.095764663565205e-07,5.256400754660717e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[1,1,0,2,1,10,9,26,35,66,111,183,311,474,782,1123,1606,2386,3296,4765,6338,8272,10627,13482,16640,19900,23120,26451,29840,32047,34181,35912,36012,36188,34787,32931,30642,27497,24067,20640,17519,14376,11452,8809,6760,4944,3569,2478,1825,1220,788,493,341,193,127,73,43,20,16,7,4,3,1,1],"bins":[-0.10104053467512131,-0.0979430228471756,-0.09484551101922989,-0.09174799919128418,-0.08865048736333847,-0.08555297553539276,-0.08245546370744705,-0.07935795187950134,-0.07626043260097504,-0.07316292077302933,-0.07006540894508362,-0.06696789711713791,-0.0638703852891922,-0.06077287346124649,-0.05767536163330078,-0.05457784980535507,-0.05148033797740936,-0.048382826149463654,-0.045285314321517944,-0.042187802493572235,-0.039090290665626526,-0.03599277511239052,-0.03289526328444481,-0.0297977514564991,-0.02670023962855339,-0.02360272780060768,-0.020505215972661972,-0.017407702282071114,-0.014310190454125404,-0.011212678626179695,-0.008115165866911411,-0.005017653573304415,-0.0019201412796974182,0.0011773710139095783,0.004274883307516575,0.007372395601123571,0.010469907894730568,0.013567419722676277,0.016664933413267136,0.019762445241212845,0.022859957069158554,0.025957468897104263,0.029054980725049973,0.03215249255299568,0.03525000810623169,0.0383475199341774,0.04144503176212311,0.04454254359006882,0.047640055418014526,0.050737567245960236,0.053835079073905945,0.056932590901851654,0.06003010272979736,0.06312761455774307,0.06622512638568878,0.06932263821363449,0.0724201500415802,0.0755176693201065,0.07861518114805222,0.08171269297599792,0.08481020480394363,0.08790771663188934,0.09100522845983505,0.09410274028778076,0.09720025211572647],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,1,1,0,1,1,1,3,0,2,3,2,2,6,3,6,13,6,18,14,15,13,32,23,28,30,35,41,40,43,41,29,37,21,49,20,23,38,23,19,18,11,14,9,7,4,8,4,1,1,2,2,0,0,1,1,0,0,0,0,1],"bins":[-0.0005327996914274991,-0.000516827218234539,-0.0005008548032492399,-0.0004848823300562799,-0.0004689098568633199,-0.0004529374127741903,-0.00043696496868506074,-0.0004209924954921007,-0.00040502005140297115,-0.0003890476073138416,-0.00037307513412088156,-0.000357102690031752,-0.0003411302459426224,-0.0003251577727496624,-0.00030918532866053283,-0.0002932128554675728,-0.00027724041137844324,-0.0002612679672893137,-0.00024529549409635365,-0.00022932305000722408,-0.0002133505913661793,-0.0001973781327251345,-0.00018140568863600492,-0.00016543322999496013,-0.00014946077135391533,-0.00013348831271287054,-0.00011751586134778336,-0.00010154340998269618,-8.557095134165138e-05,-6.959849270060658e-05,-5.36260413355194e-05,-3.7653586332453415e-05,-2.1681131329387426e-05,-5.708676326321438e-06,1.026377867674455e-05,2.623623367981054e-05,4.220868868287653e-05,5.8181143685942516e-05,7.41535986890085e-05,9.012605005409569e-05,0.00010609850869514048,0.00012207096733618528,0.00013804342597723007,0.00015401587006635964,0.00016998832870740443,0.00018596078734844923,0.0002019332314375788,0.0002179056900786236,0.0002338781487196684,0.00024985059280879796,0.000265823066001758,0.00028179551009088755,0.00029776798328384757,0.00031374042737297714,0.0003297128714621067,0.00034568534465506673,0.0003616577887441963,0.00037763023283332586,0.0003936027060262859,0.00040957515011541545,0.000425547594204545,0.00044152006739750504,0.0004574925114866346,0.00047346498467959464,0.0004894374287687242],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[6,2,1,2,21,22,26,39,55,82,100,194,230,350,555,728,1121,1747,2557,3859,6047,9411,14143,23039,36699,56899,91949,137444,201431,244557,232904,175997,120158,76527,49760,29381,19676,12415,7560,5152,3452,2085,1390,1020,640,452,288,211,154,120,63,38,25,25,20,12,7,10,2,1,2,0,0,1],"bins":[-0.0003509521484375,-0.00033918023109436035,-0.0003274083137512207,-0.00031563639640808105,-0.0003038644790649414,-0.00029209256172180176,-0.0002803206443786621,-0.00026854872703552246,-0.0002567768096923828,-0.00024500489234924316,-0.00023323297500610352,-0.00022146105766296387,-0.00020968914031982422,-0.00019791722297668457,-0.00018614530563354492,-0.00017437338829040527,-0.00016260147094726562,-0.00015082955360412598,-0.00013905763626098633,-0.00012728571891784668,-0.00011551380157470703,-0.00010374188423156738,-9.196996688842773e-05,-8.019804954528809e-05,-6.842613220214844e-05,-5.665421485900879e-05,-4.488229751586914e-05,-3.311038017272949e-05,-2.1338462829589844e-05,-9.566545486450195e-06,2.205371856689453e-06,1.3977289199829102e-05,2.574920654296875e-05,3.75211238861084e-05,4.929304122924805e-05,6.10649585723877e-05,7.283687591552734e-05,8.460879325866699e-05,9.638071060180664e-05,0.00010815262794494629,0.00011992454528808594,0.00013169646263122559,0.00014346837997436523,0.00015524029731750488,0.00016701221466064453,0.00017878413200378418,0.00019055604934692383,0.00020232796669006348,0.00021409988403320312,0.00022587180137634277,0.00023764371871948242,0.00024941563606262207,0.0002611875534057617,0.00027295947074890137,0.000284731388092041,0.00029650330543518066,0.0003082752227783203,0.00032004714012145996,0.0003318190574645996,0.00034359097480773926,0.0003553628921508789,0.00036713480949401855,0.0003789067268371582,0.00039067864418029785,0.0004024505615234375]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[3,1,2,2,2,1,3,0,7,6,6,7,6,12,14,15,20,19,22,24,16,33,32,29,34,37,29,24,23,31,35,26,27,33,21,21,25,13,25,12,14,7,8,9,9,3,2,1,6,3,2,2,0,0,0,0,1,1,1,0,0,0,0,1],"bins":[-0.0012030027573928237,-0.0011590614449232817,-0.0011151200160384178,-0.001071178587153554,-0.001027237274684012,-0.00098329596221447,-0.0009393545333296061,-0.0008954131626524031,-0.0008514717919752002,-0.0008075304212979972,-0.0007635890506207943,-0.0007196476799435914,-0.0006757063092663884,-0.0006317649385891855,-0.0005878235679119825,-0.0005438821972347796,-0.0004999408265575767,-0.0004559994558803737,-0.0004120580852031708,-0.00036811671452596784,-0.0003241753438487649,-0.00028023397317156196,-0.00023629260249435902,-0.00019235123181715608,-0.00014840986113995314,-0.0001044684904627502,-6.0527119785547256e-05,-1.6585749108344316e-05,2.7355621568858624e-05,7.129699224606156e-05,0.0001152383629232645,0.00015917973360046744,0.00020312098786234856,0.0002470623585395515,0.00029100372921675444,0.0003349450998939574,0.0003788864705711603,0.00042282784124836326,0.0004667692119255662,0.0005107105826027691,0.0005546519532799721,0.000598593323957175,0.000642534694634378,0.0006864760653115809,0.0007304174359887838,0.0007743588066659868,0.0008183001773431897,0.0008622415480203927,0.0009061829186975956,0.0009501242893747985,0.0009940656600520015,0.0010380069725215435,0.0010819484014064074,0.0011258898302912712,0.0011698311427608132,0.0012137724552303553,0.0012577138841152191,0.001301655313000083,0.001345596625469625,0.001389537937939167,0.0014334793668240309,0.0014774207957088947,0.0015213621081784368,0.0015653034206479788,0.0016092448495328426]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.10447359085083008,-0.10125807672739029,-0.0980425700545311,-0.09482705593109131,-0.09161154925823212,-0.08839603513479233,-0.08518052846193314,-0.08196501433849335,-0.07874950766563416,-0.07553399354219437,-0.07231847941875458,-0.06910297274589539,-0.0658874586224556,-0.0626719519495964,-0.059456437826156616,-0.056240927428007126,-0.053025417029857635,-0.049809906631708145,-0.046594396233558655,-0.043378885835409164,-0.040163375437259674,-0.036947861313819885,-0.033732350915670395,-0.030516840517520905,-0.027301330119371414,-0.024085819721221924,-0.020870309323072433,-0.017654797062277794,-0.014439286664128304,-0.011223776265978813,-0.008008264936506748,-0.0047927540726959705,-0.0015772506594657898,0.0016382602043449879,0.0048537710681557655,0.00806928239762783,0.01128479279577732,0.014500303193926811,0.01771581545472145,0.02093132585287094,0.02414683625102043,0.027362346649169922,0.030577857047319412,0.0337933674454689,0.03700888156890869,0.04022439196705818,0.04343990236520767,0.04665541276335716,0.04987092316150665,0.05308643355965614,0.056301943957805634,0.059517454355955124,0.06273296475410461,0.0659484788775444,0.0691639855504036,0.07237949967384338,0.07559500634670258,0.07881052047014236,0.08202603459358215,0.08524154126644135,0.08845705538988113,0.09167256206274033,0.09488807618618011,0.0981035828590393,0.1013190969824791],"_type":"histogram","values":[1,0,0,2,6,4,18,38,64,90,201,335,591,940,1564,2399,3685,5562,8253,11610,15751,21271,27842,35541,44234,53342,63544,73166,81717,89805,95706,99300,100822,99040,95867,89482,81912,72970,63429,53805,44246,35187,27694,21022,15775,11446,8075,5437,3723,2400,1578,990,602,335,198,123,79,21,12,5,4,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[2,2,5,8,11,19,49,69,113,159,273,407,613,866,1413,1890,2662,3634,4790,6492,8321,10379,12999,15498,18517,21400,24606,27052,29555,31473,33018,33236,34101,33159,32007,30182,27925,25350,22275,19407,16411,13666,10977,8975,6954,5308,4028,2998,2124,1464,1040,714,440,318,186,120,63,44,20,23,5,5,1,3],"bins":[-0.09268703311681747,-0.08980180323123932,-0.08691656589508057,-0.08403133600950241,-0.08114610612392426,-0.0782608687877655,-0.07537563890218735,-0.0724904015660286,-0.06960517168045044,-0.06671994179487228,-0.06383470445871353,-0.060949474573135376,-0.05806424096226692,-0.05517900735139847,-0.05229377746582031,-0.04940854385495186,-0.046523310244083405,-0.04363807663321495,-0.0407528430223465,-0.03786761313676834,-0.03498237952589989,-0.03209714591503143,-0.02921191416680813,-0.026326682418584824,-0.02344144880771637,-0.020556215196847916,-0.01767098344862461,-0.014785750769078732,-0.011900518089532852,-0.009015285409986973,-0.0061300527304410934,-0.003244820050895214,-0.0003595873713493347,0.0025256453081965446,0.005410877987742424,0.008296110667288303,0.011181343346834183,0.014066576026380062,0.01695180870592594,0.019837040454149246,0.0227222740650177,0.025607507675886154,0.02849273942410946,0.031377971172332764,0.03426320478320122,0.03714843839406967,0.04003366827964783,0.04291890189051628,0.045804135501384735,0.04868936911225319,0.05157460272312164,0.0544598326086998,0.05734506621956825,0.06023029983043671,0.06311552971601486,0.06600076705217361,0.06888599693775177,0.07177122682332993,0.07465646415948868,0.07754169404506683,0.08042693138122559,0.08331216126680374,0.0861973911523819,0.08908262848854065,0.0919678583741188],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,5,0,2,0,2,8,4,12,8,11,20,28,29,37,50,45,42,57,46,41,36,34,26,22,17,14,28,19,13,12,12,7,12,5,7,11,10,7,3,4,3,0,1,1,3,5,0,2,0,1,0,2,0,0,0,1],"bins":[0.9981877207756042,0.9982602596282959,0.9983327984809875,0.9984053373336792,0.9984778761863708,0.9985504150390625,0.9986229538917542,0.9986954927444458,0.9987680315971375,0.9988405704498291,0.9989131093025208,0.9989857077598572,0.9990582466125488,0.9991307854652405,0.9992033243179321,0.9992758631706238,0.9993484020233154,0.9994209408760071,0.9994934797286987,0.9995660185813904,0.999638557434082,0.9997110962867737,0.9997836351394653,0.999856173992157,0.9999287128448486,1.000001311302185,1.000073790550232,1.0001463890075684,1.0002188682556152,1.0002914667129517,1.0003639459609985,1.000436544418335,1.0005090236663818,1.0005816221237183,1.0006541013717651,1.0007266998291016,1.0007991790771484,1.0008717775344849,1.0009442567825317,1.0010168552398682,1.001089334487915,1.0011619329452515,1.0012344121932983,1.0013070106506348,1.0013796091079712,1.001452088356018,1.0015246868133545,1.0015971660614014,1.0016697645187378,1.0017422437667847,1.001814842224121,1.001887321472168,1.0019599199295044,1.0020323991775513,1.0021049976348877,1.0021774768829346,1.002250075340271,1.0023225545883179,1.0023951530456543,1.0024676322937012,1.0025402307510376,1.0026127099990845,1.002685308456421,1.0027577877044678,1.0028303861618042]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[2,2,2,5,18,17,32,55,92,130,252,380,577,844,1224,1733,2556,3388,4705,6157,8016,10429,12553,15402,17991,21348,24312,26776,29664,31827,33065,34170,34189,33908,32271,30801,27963,25144,22632,19553,16232,13798,11153,8899,7008,5231,4002,3007,2086,1434,992,637,442,311,163,98,58,40,25,17,3,1,0,2],"bins":[-0.09393400698900223,-0.09101907908916473,-0.08810414373874664,-0.08518921583890915,-0.08227428048849106,-0.07935935258865356,-0.07644441723823547,-0.07352948933839798,-0.07061456143856049,-0.0676996260881424,-0.0647846981883049,-0.06186976283788681,-0.058954834938049316,-0.056039903312921524,-0.05312497168779373,-0.05021004006266594,-0.04729510843753815,-0.044380176812410355,-0.04146524518728256,-0.03855031356215477,-0.03563538193702698,-0.032720454037189484,-0.02980552241206169,-0.0268905907869339,-0.023975659161806107,-0.021060727536678314,-0.018145795911550522,-0.015230866149067879,-0.012315934523940086,-0.009401002898812294,-0.006486072205007076,-0.003571141045540571,-0.0006562098860740662,0.002258721273392439,0.005173652432858944,0.008088583126664162,0.011003514751791954,0.013918446376919746,0.01683337613940239,0.019748307764530182,0.022663239389657974,0.025578171014785767,0.02849310263991356,0.03140803426504135,0.034322962164878845,0.03723789379000664,0.04015282541513443,0.04306775704026222,0.045982688665390015,0.04889762029051781,0.0518125519156456,0.05472748354077339,0.057642415165901184,0.06055734306573868,0.06347227841615677,0.06638720631599426,0.06930214166641235,0.07221706956624985,0.07513199746608734,0.07804693281650543,0.08096186071634293,0.08387679606676102,0.08679172396659851,0.0897066593170166,0.0926215872168541],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,2,2,5,4,4,6,10,8,14,15,20,31,38,45,70,62,92,131,161,202,263,362,515,894,1829,440227,4334,1672,834,543,381,270,188,142,127,93,68,39,42,29,26,14,16,12,9,6,7,5,5,1,1,2,1,2,4,0,0,1,0,0,1],"bins":[-0.01590150035917759,-0.015351822599768639,-0.014802144840359688,-0.014252467080950737,-0.013702789321541786,-0.013153111562132835,-0.012603433802723885,-0.012053756043314934,-0.011504078283905983,-0.010954400524497032,-0.010404722765088081,-0.00985504500567913,-0.00930536724627018,-0.008755689486861229,-0.008206011727452278,-0.007656333968043327,-0.0071066562086343765,-0.006556978449225426,-0.006007300689816475,-0.005457622930407524,-0.004907945170998573,-0.0043582674115896225,-0.0038085896521806717,-0.003258911892771721,-0.00270923413336277,-0.0021595563739538193,-0.0016098786145448685,-0.0010602008551359177,-0.0005105230957269669,3.915466368198395e-05,0.0005888324230909348,0.0011385101824998856,0.0016881860792636871,0.002237863838672638,0.0027875415980815887,0.0033372193574905396,0.0038868971168994904,0.004436574876308441,0.004986252635717392,0.005535930395126343,0.006085608154535294,0.006635285913944244,0.007184963673353195,0.007734641432762146,0.008284319192171097,0.008833996951580048,0.009383674710988998,0.00993335247039795,0.0104830302298069,0.01103270798921585,0.011582385748624802,0.012132063508033752,0.012681741267442703,0.013231419026851654,0.013781096786260605,0.014330774545669556,0.014880452305078506,0.015430130064487457,0.015979807823896408,0.01652948558330536,0.01707916334271431,0.01762884110212326,0.01817851886153221,0.018728196620941162,0.019277874380350113]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.002439050702378154,-0.0023566829040646553,-0.0022743153385818005,-0.002191947540268302,-0.002109579974785447,-0.0020272121764719486,-0.001944844494573772,-0.0018624768126755953,-0.0017801091307774186,-0.001697741448879242,-0.0016153737669810653,-0.0015330060850828886,-0.00145063828676939,-0.0013682706048712134,-0.0012859029229730368,-0.00120353524107486,-0.0011211675591766834,-0.0010387998772785068,-0.0009564321953803301,-0.0008740644552744925,-0.0007916967733763158,-0.0007093290914781392,-0.0006269613513723016,-0.0005445936694741249,-0.00046222598757594824,-0.00037985830567777157,-0.00029749059467576444,-0.00021512289822567254,-0.00013275520177558064,-5.0387505325488746e-05,3.198019112460315e-05,0.00011434788757469505,0.0001967158168554306,0.0002790834987536073,0.0003614512097556144,0.0004438189207576215,0.0005261866026557982,0.0006085542845539749,0.0006909220246598125,0.0007732897065579891,0.0008556573884561658,0.0009380250703543425,0.0010203927522525191,0.0011027604341506958,0.0011851282324641943,0.001267495914362371,0.0013498635962605476,0.0014322312781587243,0.001514598960056901,0.0015969666419550776,0.0016793343238532543,0.001761702005751431,0.0018440696876496077,0.0019264374859631062,0.002008805051445961,0.0020911728497594595,0.002173540648072958,0.002255908213555813,0.0023382760118693113,0.002420643577352166,0.0025030113756656647,0.0025853789411485195,0.002667746739462018,0.002750114304944873,0.0028324821032583714],"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,3,1,1,1,5,12,8,12,9,17,22,20,22,23,23,32,39,34,34,40,44,35,34,32,41,25,30,27,18,23,21,15,13,10,6,12,2,7,2,2,2,0,0,2,0,0,0,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,1,0,0,3,2,4,2,4,2,3,7,3,7,10,5,13,26,15,24,20,21,25,15,24,27,40,23,40,28,27,22,26,28,25,20,29,22,22,15,16,22,11,14,10,12,8,6,8,5,3,4,0,4,3,2,1,1,1,1,0,2,1,2],"bins":[-0.00044483074452728033,-0.0004299223655834794,-0.00041501401574350893,-0.000400105636799708,-0.0003851972578559071,-0.0003702889080159366,-0.0003553805290721357,-0.00034047215012833476,-0.00032556377118453383,-0.00031065542134456336,-0.00029574704240076244,-0.0002808386634569615,-0.00026593031361699104,-0.0002510219346731901,-0.00023611357028130442,-0.0002212051913375035,-0.0002062968269456178,-0.0001913884625537321,-0.00017648008360993117,-0.00016157171921804547,-0.00014666334027424455,-0.00013175497588235885,-0.00011684661149047315,-0.00010193823982262984,-8.702986815478653e-05,-7.212149648694322e-05,-5.721312845707871e-05,-4.2304760427214205e-05,-2.7396388759370893e-05,-1.2488018910516985e-05,2.4203509383369237e-06,1.7328720787190832e-05,3.223709063604474e-05,4.714546230388805e-05,6.205383397173136e-05,7.696219836361706e-05,9.187057003146037e-05,0.00010677894169930369,0.00012168730609118938,0.0001365956850349903,0.000151504049426876,0.0001664124138187617,0.00018132079276256263,0.00019622915715444833,0.00021113752154633403,0.00022604590049013495,0.00024095426488202065,0.00025586262927390635,0.0002707710082177073,0.0002856793871615082,0.00030058773700147867,0.0003154961159452796,0.0003304044948890805,0.000345312844729051,0.0003602212236728519,0.00037512960261665285,0.0003900379524566233,0.00040494633140042424,0.00041985471034422517,0.0004347630892880261,0.00044967143912799656,0.0004645798180717975,0.0004794881970155984,0.0004943965468555689,0.0005093049257993698],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,0,1,2,3,5,6,3,4,4,5,8,9,10,13,11,12,16,14,21,23,28,24,23,32,32,24,33,29,26,38,22,22,24,26,18,27,21,24,13,16,9,9,9,8,10,5,10,9,7,2,5,2,3,0,2,1,2,0,1,0,0,0,1],"bins":[-0.00031246681464836,-0.00030193515704013407,-0.00029140349943190813,-0.00028087181271985173,-0.0002703401551116258,-0.00025980849750339985,-0.00024927681079134345,-0.0002387451531831175,-0.00022821349557489157,-0.00021768183796666563,-0.00020715016580652446,-0.00019661849364638329,-0.00018608683603815734,-0.0001755551784299314,-0.00016502350626979023,-0.00015449183410964906,-0.00014396017650142312,-0.00013342851889319718,-0.000122896846733056,-0.00011236518184887245,-0.0001018335169646889,-9.130185208050534e-05,-8.077018719632179e-05,-7.023852231213823e-05,-5.9706857427954674e-05,-4.917519254377112e-05,-3.864352765958756e-05,-2.8111862775404006e-05,-1.758019789122045e-05,-7.0485330070368946e-06,3.4831318771466613e-06,1.4014796761330217e-05,2.454649074934423e-05,3.5078155633527786e-05,4.560982051771134e-05,5.61414854018949e-05,6.667315028607845e-05,7.720481517026201e-05,8.773648005444556e-05,9.826814493862912e-05,0.00010879980982281268,0.00011933147470699623,0.0001298631395911798,0.00014039481175132096,0.0001509264693595469,0.00016145812696777284,0.000171989799127914,0.00018252147128805518,0.00019305312889628112,0.00020358478650450706,0.00021411645866464823,0.0002246481308247894,0.00023517978843301535,0.0002457114460412413,0.00025624310364946723,0.00026677479036152363,0.00027730644796974957,0.0002878381055779755,0.0002983697922900319,0.00030890144989825785,0.0003194331075064838,0.00032996476511470973,0.0003404964227229357,0.0003510281094349921,0.000361559767043218],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,2,1,3,2,2,4,4,3,6,5,12,7,19,18,21,21,19,26,21,37,16,40,20,30,36,27,39,27,31,34,25,22,27,29,21,11,13,22,8,13,11,6,6,3,4,2,4,1,1,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0028063494246453047,-0.0027067007031291723,-0.00260705198161304,-0.0025074032600969076,-0.002407754771411419,-0.0023081060498952866,-0.002208457328379154,-0.002108808606863022,-0.0020091598853468895,-0.0019095111638307571,-0.0018098624423146248,-0.0017102138372138143,-0.001610565115697682,-0.0015109163941815495,-0.001411267789080739,-0.0013116190675646067,-0.0012119703460484743,-0.001112321624532342,-0.0010126729030162096,-0.0009130242979153991,-0.0008133755763992667,-0.0007137268548831344,-0.0006140781915746629,-0.0005144295282661915,-0.00041478080675005913,-0.00031513211433775723,-0.00021548342192545533,-0.00011583472951315343,-1.6186037100851536e-05,8.346265531145036e-05,0.00018311134772375226,0.00028276004013605416,0.0003824084997177124,0.0004820571921300143,0.0005817058845423162,0.0006813545478507876,0.00078100326936692,0.0008806519908830523,0.0009803005959838629,0.0010799493174999952,0.0011795980390161276,0.00127924676053226,0.0013788954820483923,0.0014785440871492028,0.0015781928086653352,0.0016778415301814675,0.001777490135282278,0.0018771388567984104,0.0019767875783145428,0.002076436299830675,0.0021760850213468075,0.00227573374286294,0.002375382464379072,0.002475030953064561,0.0025746796745806932,0.0026743283960968256,0.002773977117612958,0.0028736258391290903,0.0029732745606452227,0.003072923282161355,0.0031725717708468437,0.003272220492362976,0.0033718692138791084,0.003471517935395241,0.003571166656911373]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.0015905916225165129,-0.0015313931507989764,-0.00147219467908144,-0.0014129962073639035,-0.001353797735646367,-0.0012945992639288306,-0.0012354007922112942,-0.0011762023204937577,-0.0011170038487762213,-0.0010578053770586848,-0.0009986069053411484,-0.0009394084918312728,-0.0008802100201137364,-0.0008210115483961999,-0.0007618130766786635,-0.000702614604961127,-0.0006434161332435906,-0.0005842176615260541,-0.0005250191898085177,-0.00046582071809098125,-0.0004066222463734448,-0.0003474238037597388,-0.00028822533204220235,-0.0002290268603246659,-0.00016982838860712945,-0.000110629916889593,-5.143145244801417e-05,7.767015631543472e-06,6.696548371110111e-05,0.00012616395542863756,0.00018536241259425879,0.00024456088431179523,0.0003037593560293317,0.00036295782774686813,0.0004221562994644046,0.00048135477118194103,0.0005405532428994775,0.0005997517146170139,0.0006589501863345504,0.0007181486580520868,0.0007773471297696233,0.0008365455432794988,0.0008957440149970353,0.0009549424867145717,0.001014141016639769,0.0010733394883573055,0.001132537960074842,0.0011917364317923784,0.001250934787094593,0.0013101332588121295,0.001369331730529666,0.0014285302022472024,0.0014877286739647388,0.0015469271456822753,0.0016061256173998117,0.0016653240891173482,0.0017245225608348846,0.001783721032552421,0.0018429195042699575,0.001902117975987494,0.0019613164477050304,0.0020205150358378887,0.0020797133911401033,0.0021389119792729616,0.0021981103345751762],"_type":"histogram","values":[1,2,1,1,1,2,2,0,2,2,2,5,7,4,8,8,12,14,22,24,28,23,33,35,34,61,59,79,41,46,38,22,30,19,11,9,8,6,11,6,8,4,8,5,3,8,4,0,0,1,0,1,0,1,0,1,0,1,0,0,1,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[2,1,6,9,17,26,67,82,168,331,559,893,1452,2263,3357,4997,7347,10416,14530,19127,25431,32465,40646,49398,58466,67408,77264,85229,91374,95870,97977,98433,95898,91531,84764,76753,67850,58291,49048,40545,32319,24858,19154,14275,10268,7453,4998,3340,2273,1466,847,612,334,178,98,45,20,14,15,4,0,0,0,2],"bins":[-0.09763046354055405,-0.094480499625206,-0.09133054316043854,-0.08818057924509048,-0.08503061532974243,-0.08188065886497498,-0.07873069494962692,-0.07558073103427887,-0.07243077456951141,-0.06928081065416336,-0.06613084673881531,-0.06298088282346725,-0.0598309263586998,-0.056680962443351746,-0.05353100225329399,-0.05038103833794594,-0.047231078147888184,-0.04408111795783043,-0.040931154042482376,-0.03778119385242462,-0.03463122993707657,-0.031481269747018814,-0.02833130955696106,-0.025181347504258156,-0.022031385451555252,-0.01888142339885235,-0.015731461346149445,-0.01258150115609169,-0.009431539103388786,-0.00628157751634717,-0.0031316159293055534,1.8345657736063004e-05,0.0031683146953582764,0.006318276282399893,0.00946823786944151,0.012618198990821838,0.015768161043524742,0.018918123096227646,0.0220680832862854,0.025218045338988304,0.028368007391691208,0.03151796758174896,0.034667931497097015,0.03781789168715477,0.040967851877212524,0.04411781579256058,0.04726777598261833,0.050417739897966385,0.05356770008802414,0.056717660278081894,0.05986762419342995,0.0630175843834877,0.06616754829883575,0.06931750476360321,0.07246746867895126,0.07561743259429932,0.07876738905906677,0.08191735297441483,0.08506731688976288,0.08821728080511093,0.09136723726987839,0.09451720118522644,0.0976671651005745,0.10081712156534195,0.10396708548069],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,0,0,1,1,0,2,0,3,5,1,4,8,13,14,19,23,26,17,35,40,59,69,71,72,81,95,116,111,112,96,85,113,102,91,108,70,69,50,44,41,28,23,37,12,25,5,12,9,6,2,4,6,3,3,1,1,0,0,0,1,1,1],"bins":[-0.0002099231060128659,-0.00020319911709520966,-0.00019647512817755342,-0.00018975112470798194,-0.0001830271357903257,-0.00017630314687266946,-0.000169579143403098,-0.00016285515448544174,-0.0001561311655677855,-0.00014940717665012926,-0.00014268318773247302,-0.00013595918426290154,-0.0001292351953452453,-0.00012251120642758906,-0.0001157872102339752,-0.00010906321404036134,-0.0001023392251227051,-9.561523620504886e-05,-8.8891240011435e-05,-8.216724381782115e-05,-7.54432549001649e-05,-6.871926598250866e-05,-6.19952697888948e-05,-5.527127723325975e-05,-4.85472846776247e-05,-4.182329212198965e-05,-3.50992995663546e-05,-2.8375307010719553e-05,-2.1651314455084503e-05,-1.4927321899449453e-05,-8.203329343814403e-06,-1.4793367881793529e-06,5.244655767455697e-06,1.1968648323090747e-05,1.8692640878725797e-05,2.5416633434360847e-05,3.21406259899959e-05,3.886461854563095e-05,4.5588611101266e-05,5.231260365690105e-05,5.9036596212536097e-05,6.576058513019234e-05,7.24845813238062e-05,7.920857751742005e-05,8.59325664350763e-05,9.265655535273254e-05,9.93805515463464e-05,0.00010610454773996025,0.0001128285366576165,0.00011955252557527274,0.00012627651449292898,0.00013300051796250045,0.0001397245068801567,0.00014644849579781294,0.0001531724992673844,0.00015989648818504065,0.0001666204771026969,0.00017334446602035314,0.00018006845493800938,0.00018679245840758085,0.0001935164473252371,0.00020024043624289334,0.0002069644397124648,0.00021368842863012105,0.0002204124175477773],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,0,5,5,6,12,26,48,55,96,202,265,433,642,1240,1812,2735,4399,7109,10424,15717,22406,33141,44489,57902,68019,70893,64900,53519,40437,29671,19895,13909,9026,6156,3746,2466,1472,1001,616,345,233,127,82,48,29,28,16,6,6,3,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0004119873046875,-0.0003974437713623047,-0.0003829002380371094,-0.00036835670471191406,-0.00035381317138671875,-0.00033926963806152344,-0.0003247261047363281,-0.0003101825714111328,-0.0002956390380859375,-0.0002810955047607422,-0.0002665519714355469,-0.00025200843811035156,-0.00023746490478515625,-0.00022292137145996094,-0.00020837783813476562,-0.0001938343048095703,-0.000179290771484375,-0.0001647472381591797,-0.00015020370483398438,-0.00013566017150878906,-0.00012111663818359375,-0.00010657310485839844,-9.202957153320312e-05,-7.748603820800781e-05,-6.29425048828125e-05,-4.839897155761719e-05,-3.3855438232421875e-05,-1.9311904907226562e-05,-4.76837158203125e-06,9.775161743164062e-06,2.4318695068359375e-05,3.886222839355469e-05,5.340576171875e-05,6.794929504394531e-05,8.249282836914062e-05,9.703636169433594e-05,0.00011157989501953125,0.00012612342834472656,0.00014066696166992188,0.0001552104949951172,0.0001697540283203125,0.0001842975616455078,0.00019884109497070312,0.00021338462829589844,0.00022792816162109375,0.00024247169494628906,0.0002570152282714844,0.0002715587615966797,0.000286102294921875,0.0003006458282470703,0.0003151893615722656,0.00032973289489746094,0.00034427642822265625,0.00035881996154785156,0.0003733634948730469,0.0003879070281982422,0.0004024505615234375,0.0004169940948486328,0.0004315376281738281,0.00044608116149902344,0.00046062469482421875,0.00047516822814941406,0.0004897117614746094,0.0005042552947998047,0.000518798828125]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.00039194809505715966,-0.00037994771264493465,-0.0003679473593365401,-0.0003559469769243151,-0.00034394662361592054,-0.00033194624120369554,-0.000319945887895301,-0.000307945505483076,-0.0002959451521746814,-0.0002839447697624564,-0.0002719443873502314,-0.00025994403404183686,-0.00024794365162961185,-0.00023594328376930207,-0.0002239429159089923,-0.0002119425480486825,-0.00019994218018837273,-0.00018794181232806295,-0.00017594144446775317,-0.0001639410766074434,-0.0001519407087471336,-0.0001399403263349086,-0.00012793995847459882,-0.00011593959061428905,-0.00010393922275397927,-9.193885489366949e-05,-7.99384870333597e-05,-6.793811189709231e-05,-5.593774403678253e-05,-4.393737617647275e-05,-3.1937004678184167e-05,-1.9936634998884983e-05,-7.9362653195858e-06,4.064104359713383e-06,1.6064474039012566e-05,2.806484371831175e-05,4.006521339761093e-05,5.206558125792071e-05,6.40659563941881e-05,7.606632425449789e-05,8.806669211480767e-05,0.00010006705997511744,0.00011206742783542722,0.000124067795695737,0.000136068178107962,0.0001480685459682718,0.00016006891382858157,0.00017206928168889135,0.00018406964954920113,0.0001960700174095109,0.0002080703852698207,0.00022007075313013047,0.00023207112099044025,0.00024407150340266526,0.0002560718567110598,0.0002680722391232848,0.0002800726215355098,0.0002920729748439044,0.0003040733572561294,0.00031607371056452394,0.00032807409297674894,0.0003400744462851435,0.0003520748286973685,0.00036407518200576305,0.00037607556441798806],"_type":"histogram","values":[2,1,0,0,0,0,1,4,3,2,1,1,7,2,10,6,15,13,15,26,18,42,43,53,62,56,61,84,99,112,82,108,110,109,102,105,100,86,94,70,56,48,55,46,29,25,19,9,11,12,12,3,5,3,2,3,1,1,0,0,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.09465530514717102,-0.09171651303768158,-0.08877772837877274,-0.0858389362692833,-0.08290015161037445,-0.07996135950088501,-0.07702256739139557,-0.07408378273248672,-0.07114499062299728,-0.06820619851350784,-0.065267413854599,-0.06232862174510956,-0.059389833360910416,-0.05645104497671127,-0.05351225286722183,-0.05057346448302269,-0.04763467609882355,-0.044695887714624405,-0.04175709933042526,-0.03881830722093582,-0.03587951883673668,-0.03294073045253754,-0.030001940205693245,-0.027063149958848953,-0.02412436157464981,-0.02118557319045067,-0.018246782943606377,-0.01530799362808466,-0.012369204312562943,-0.009430414997041225,-0.006491625681519508,-0.0035528363659977913,-0.0006140470504760742,0.002324742265045643,0.00526353158056736,0.008202320896089077,0.011141110211610794,0.014079899527132511,0.017018688842654228,0.01995747908949852,0.022896267473697662,0.025835055857896805,0.028773846104741096,0.03171263635158539,0.03465142473578453,0.03759021311998367,0.040529005229473114,0.043467793613672256,0.0464065819978714,0.04934537038207054,0.052284158766269684,0.055222950875759125,0.05816173925995827,0.06110052764415741,0.06403931975364685,0.0669781044125557,0.06991689652204514,0.07285568863153458,0.07579447329044342,0.07873326539993286,0.0816720575094223,0.08461084216833115,0.08754963427782059,0.09048841893672943,0.09342721104621887],"_type":"histogram","values":[2,1,2,4,6,20,23,55,87,132,236,333,582,776,1149,1704,2449,3299,4720,5952,7821,10051,12284,15579,18222,21221,24234,27392,29718,31747,33328,34549,34280,34046,32554,30729,28155,25644,22585,19369,16627,13752,11098,8699,6670,5177,3956,2823,1893,1418,975,604,435,249,173,92,51,44,22,16,5,2,1,2]},"avg_cosine_similarity":0.9873003959655762,"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,2,0,1,1,3,2,6,2,2,5,3,7,5,9,11,18,18,16,25,13,23,18,29,34,33,43,33,36,23,39,36,43,27,21,22,23,17,18,17,10,12,15,11,4,6,7,1,7,1,2,2,0,1,0,0,0,0,1,1,0,1],"bins":[-9.939989831764251e-05,-9.619838965591043e-05,-9.299688827013597e-05,-8.979537960840389e-05,-8.659387094667181e-05,-8.339236956089735e-05,-8.019086089916527e-05,-7.69893522374332e-05,-7.378785085165873e-05,-7.058634218992665e-05,-6.738483352819458e-05,-6.418333214242011e-05,-6.0981823480688035e-05,-5.7780318456934765e-05,-5.4578813433181494e-05,-5.137730477144942e-05,-4.8175799747696146e-05,-4.4974294723942876e-05,-4.17727860622108e-05,-3.857128103845753e-05,-3.536977601470426e-05,-3.216826735297218e-05,-2.896676232921891e-05,-2.576525730546564e-05,-2.2563750462722965e-05,-1.936224361998029e-05,-1.616073859622702e-05,-1.2959231753484346e-05,-9.757725820236374e-06,-6.556219886988401e-06,-3.3547134989930782e-06,-1.5320733837143052e-07,3.048298822250217e-06,6.2498047554981895e-06,9.451310688746162e-06,1.2652817531488836e-05,1.5854322555242106e-05,1.905582939798478e-05,2.2257336240727454e-05,2.5458841264480725e-05,2.86603481072234e-05,3.186185494996607e-05,3.5063359973719344e-05,3.8264864997472614e-05,4.146637365920469e-05,4.466787868295796e-05,4.786938370671123e-05,5.107089236844331e-05,5.427239739219658e-05,5.747390241594985e-05,6.067541107768193e-05,6.387691246345639e-05,6.707842112518847e-05,7.027992978692055e-05,7.348143117269501e-05,7.668293983442709e-05,7.988444849615917e-05,8.308594988193363e-05,8.628745854366571e-05,8.948896720539778e-05,9.269046859117225e-05,9.589197725290433e-05,9.90934859146364e-05,0.00010229498730041087,0.00010549649596214294]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[2,0,3,2,6,12,34,59,73,135,197,333,520,766,1142,1597,2245,3224,4186,5537,7463,9480,11734,14189,16931,19952,22890,25487,28324,30174,32380,33199,33987,33447,32477,31478,29135,26618,23829,20702,17818,15038,12465,10044,8037,6196,4745,3493,2439,1851,1270,866,599,389,239,163,94,56,25,22,10,9,3,4],"bins":[-0.09392713755369186,-0.09105102717876434,-0.08817491680383682,-0.0852988138794899,-0.08242270350456238,-0.07954659312963486,-0.07667048275470734,-0.07379437237977982,-0.0709182620048523,-0.06804215908050537,-0.06516604870557785,-0.06228993833065033,-0.05941382795572281,-0.05653772130608559,-0.053661610931158066,-0.050785504281520844,-0.04790939390659332,-0.0450332835316658,-0.04215717688202858,-0.03928106650710106,-0.03640495985746384,-0.033528849482536316,-0.030652739107608795,-0.027776630595326424,-0.024900522083044052,-0.02202441357076168,-0.01914830505847931,-0.01627219468355179,-0.013396086171269417,-0.010519977658987045,-0.007643868215382099,-0.00476775923743844,-0.0018916577100753784,0.0009844512678682804,0.0038605602458119392,0.006736669223755598,0.009612778201699257,0.012488886713981628,0.015364996157586575,0.01824110560119152,0.021117214113473892,0.023993322625756264,0.026869431138038635,0.029745541512966156,0.03262165188789368,0.0354977585375309,0.03837386891245842,0.04124997556209564,0.04412608593702316,0.047002196311950684,0.049878302961587906,0.05275441333651543,0.05563051998615265,0.05850663036108017,0.06138274073600769,0.06425885111093521,0.06713496148586273,0.07001106441020966,0.07288717478513718,0.0757632851600647,0.07863939553499222,0.08151550590991974,0.08439160883426666,0.08726771920919418,0.0901438295841217]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,1,1,3,3,8,3,8,7,4,6,15,12,12,13,26,20,13,21,26,22,27,43,26,23,38,38,24,32,31,23,21,15,35,16,19,13,11,14,17,8,11,8,4,6,5,11,3,3,6,0,1,3,3,0,0,1,0,0,0,0,1],"bins":[-0.00048112706281244755,-0.00046422448940575123,-0.00044732188689522445,-0.00043041931348852813,-0.00041351671097800136,-0.00039661413757130504,-0.00037971153506077826,-0.00036280896165408194,-0.00034590635914355516,-0.00032900378573685884,-0.0003121012123301625,-0.00029519860981963575,-0.00027829603641293943,-0.00026139343390241265,-0.00024449086049571633,-0.00022758827253710479,-0.00021068568457849324,-0.0001937830966198817,-0.00017688050866127014,-0.0001599779207026586,-0.00014307533274404705,-0.00012617275933735073,-0.00010927017137873918,-9.236758342012763e-05,-7.546499546151608e-05,-5.8562407502904534e-05,-4.1659823182271793e-05,-2.475723704264965e-05,-7.854650903027505e-06,9.04793523659464e-06,2.5950521376216784e-05,4.2853105696849525e-05,5.975569365546107e-05,7.665828161407262e-05,9.356086957268417e-05,0.0001104634502553381,0.00012736604548990726,0.00014426861889660358,0.00016117120685521513,0.00017807379481382668,0.00019497638277243823,0.00021187897073104978,0.00022878155868966132,0.00024568414664827287,0.0002625867200549692,0.00027948932256549597,0.0002963918959721923,0.00031329449848271906,0.0003301970718894154,0.0003470996452961117,0.0003640022478066385,0.0003809048212133348,0.0003978074237238616,0.0004147099971305579,0.00043161259964108467,0.000448515173047781,0.0004654177464544773,0.0004823203489650041,0.0004992229514755309,0.0005161255248822272,0.0005330280982889235,0.0005499306716956198,0.0005668333033099771,0.0005837358767166734,0.0006006384501233697]},"val_epoch_loss":0.020393674371795206,"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,1,0,1,1,2,3,2,1,5,7,7,7,12,15,17,22,36,29,42,41,39,62,47,52,49,39,39,36,29,16,22,12,11,9,8,4,11,7,1,2,4,2,4,2,2,1,1,0,0,1,0,0,0,0,1,0,0,0,0,1],"bins":[-0.0006184180965647101,-0.0005954199586994946,-0.0005724218208342791,-0.0005494236829690635,-0.0005264254868961871,-0.0005034273490309715,-0.000480429211165756,-0.00045743107330054045,-0.0004344329354353249,-0.0004114347684662789,-0.00038843663060106337,-0.00036543849273584783,-0.00034244032576680183,-0.0003194421879015863,-0.00029644405003637075,-0.00027344588306732476,-0.0002504477452021092,-0.00022744959278497845,-0.0002044514549197629,-0.00018145330250263214,-0.0001584551646374166,-0.00013545701222028583,-0.00011245885980315506,-8.946071466198191e-05,-6.646256952080876e-05,-4.34644243796356e-05,-2.046627560048364e-05,2.5318713596789166e-06,2.5530018319841474e-05,4.852816346101463e-05,7.15263158781454e-05,9.452446101931855e-05,0.0001175226061604917,0.00014052075857762247,0.000163518896442838,0.00018651704885996878,0.00020951518672518432,0.0002325133391423151,0.00025551149155944586,0.0002785096294246614,0.00030150776728987694,0.00032450593425892293,0.0003475040721241385,0.000370502209989354,0.0003935003769584,0.00041649851482361555,0.0004394966526888311,0.0004624948196578771,0.00048549295752309263,0.0005084911244921386,0.0005314892623573542,0.0005544874002225697,0.0005774855380877852,0.0006004836759530008,0.0006234818138182163,0.0006464800098910928,0.0006694781477563083,0.0006924762856215239,0.0007154744234867394,0.0007384725613519549,0.0007614706992171705,0.0007844688952900469,0.0008074670331552625,0.000830465171020478,0.0008534633088856936]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,4,3,2,1,3,5,5,3,6,9,4,17,7,9,11,23,19,21,23,20,25,19,33,38,32,28,28,27,28,38,18,33,25,20,16,16,18,18,9,11,12,10,12,6,8,12,6,5,2,2,1,6,1,3,2,1,0,0,1,1],"bins":[-0.0005390231963247061,-0.0005217477446421981,-0.0005044722929596901,-0.0004871968412771821,-0.0004699213895946741,-0.00045264590880833566,-0.00043537045712582767,-0.0004180950054433197,-0.0004008195537608117,-0.0003835441020783037,-0.0003662686503957957,-0.0003489931987132877,-0.00033171771792694926,-0.00031444226624444127,-0.0002971668145619333,-0.0002798913628794253,-0.0002626159111969173,-0.0002453404595144093,-0.0002280650078319013,-0.0002107895415974781,-0.0001935140899149701,-0.0001762386382324621,-0.0001589631719980389,-0.0001416877203155309,-0.0001244122686330229,-0.00010713681695051491,-8.98613579920493e-05,-7.25858990335837e-05,-5.531044735107571e-05,-3.803499203058891e-05,-2.075953671010211e-05,-3.4840813896153122e-06,1.3791373930871487e-05,3.1066829251358286e-05,4.8342284571845084e-05,6.561774353031069e-05,8.289319521281868e-05,0.00010016864689532667,0.00011744410585379228,0.00013471956481225789,0.00015199501649476588,0.00016927046817727387,0.00018654591985978186,0.00020382138609420508,0.00022109683777671307,0.00023837228945922107,0.0002556477556936443,0.0002729232073761523,0.00029019865905866027,0.00030747411074116826,0.00032474956242367625,0.00034202501410618424,0.00035930046578869224,0.0003765759465750307,0.0003938513982575387,0.00041112684994004667,0.00042840230162255466,0.00044567775330506265,0.00046295320498757064,0.00048022865667007864,0.0004975041374564171,0.0005147795891389251,0.0005320550408214331,0.0005493304925039411,0.000566605944186449]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[1,0,3,5,2,8,10,15,28,40,38,98,121,202,268,372,629,1031,1623,2417,3914,6363,10388,17293,30828,53056,95498,173844,285971,333414,241180,137022,75195,40821,23620,13806,8423,5286,3341,2084,1569,924,639,429,313,221,160,93,85,43,38,26,15,16,9,12,3,6,0,1,1,1,0,2],"bins":[-0.00049591064453125,-0.00047898292541503906,-0.0004620552062988281,-0.0004451274871826172,-0.00042819976806640625,-0.0004112720489501953,-0.0003943443298339844,-0.00037741661071777344,-0.0003604888916015625,-0.00034356117248535156,-0.0003266334533691406,-0.0003097057342529297,-0.00029277801513671875,-0.0002758502960205078,-0.0002589225769042969,-0.00024199485778808594,-0.000225067138671875,-0.00020813941955566406,-0.00019121170043945312,-0.0001742839813232422,-0.00015735626220703125,-0.0001404285430908203,-0.00012350082397460938,-0.00010657310485839844,-8.96453857421875e-05,-7.271766662597656e-05,-5.5789947509765625e-05,-3.886222839355469e-05,-2.193450927734375e-05,-5.0067901611328125e-06,1.1920928955078125e-05,2.8848648071289062e-05,4.57763671875e-05,6.270408630371094e-05,7.963180541992188e-05,9.655952453613281e-05,0.00011348724365234375,0.0001304149627685547,0.00014734268188476562,0.00016427040100097656,0.0001811981201171875,0.00019812583923339844,0.00021505355834960938,0.0002319812774658203,0.00024890899658203125,0.0002658367156982422,0.0002827644348144531,0.00029969215393066406,0.000316619873046875,0.00033354759216308594,0.0003504753112792969,0.0003674030303955078,0.00038433074951171875,0.0004012584686279297,0.0004181861877441406,0.00043511390686035156,0.0004520416259765625,0.00046896934509277344,0.0004858970642089844,0.0005028247833251953,0.0005197525024414062,0.0005366802215576172,0.0005536079406738281,0.0005705356597900391,0.00058746337890625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"values":[2,0,3,1,3,14,16,41,78,118,191,326,514,806,1200,1816,2548,3613,4885,6722,8819,11089,14092,17185,20756,23790,27315,29811,32885,34654,35466,35904,35631,34421,32531,29671,26764,23639,20331,17234,13624,10815,8431,6473,4883,3469,2444,1636,1130,791,477,308,189,112,60,50,25,10,5,2,2,2,0,1],"bins":[-0.09721881151199341,-0.09412815421819687,-0.09103749692440033,-0.08794683963060379,-0.08485618233680725,-0.08176551759243011,-0.07867486029863358,-0.07558420300483704,-0.0724935457110405,-0.06940288841724396,-0.06631223112344742,-0.06322157382965088,-0.06013091281056404,-0.0570402555167675,-0.053949594497680664,-0.050858937203884125,-0.047768279910087585,-0.044677622616291046,-0.04158696532249451,-0.03849630430340767,-0.03540564700961113,-0.03231498971581459,-0.029224330559372902,-0.026133671402931213,-0.023043014109134674,-0.019952356815338135,-0.016861697658896446,-0.013771039433777332,-0.010680381208658218,-0.0075897229835391045,-0.0044990647584199905,-0.0014084065333008766,0.0016822516918182373,0.004772909916937351,0.007863568142056465,0.010954226367175579,0.014044884592294693,0.017135541886091232,0.02022620104253292,0.02331686019897461,0.02640751749277115,0.029498174786567688,0.03258883208036423,0.035679493099451065,0.038770150393247604,0.041860807687044144,0.04495146870613098,0.04804212599992752,0.05113278329372406,0.0542234405875206,0.05731409788131714,0.060404758900403976,0.06349541246891022,0.06658607721328735,0.06967673450708389,0.07276739180088043,0.07585804909467697,0.07894870638847351,0.08203936368227005,0.08513002097606659,0.08822068572044373,0.09131134301424026,0.0944020003080368,0.09749265760183334,0.10058331489562988],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-7.390975952148438e-05,-7.143616676330566e-05,-6.896257400512695e-05,-6.648898124694824e-05,-6.401538848876953e-05,-6.154179573059082e-05,-5.906820297241211e-05,-5.65946102142334e-05,-5.412101745605469e-05,-5.1647424697875977e-05,-4.9173831939697266e-05,-4.6700239181518555e-05,-4.4226646423339844e-05,-4.175305366516113e-05,-3.927946090698242e-05,-3.680586814880371e-05,-3.4332275390625e-05,-3.185868263244629e-05,-2.9385089874267578e-05,-2.6911497116088867e-05,-2.4437904357910156e-05,-2.1964311599731445e-05,-1.9490718841552734e-05,-1.7017126083374023e-05,-1.4543533325195312e-05,-1.2069940567016602e-05,-9.59634780883789e-06,-7.12275505065918e-06,-4.649162292480469e-06,-2.175569534301758e-06,2.980232238769531e-07,2.771615982055664e-06,5.245208740234375e-06,7.718801498413086e-06,1.0192394256591797e-05,1.2665987014770508e-05,1.5139579772949219e-05,1.761317253112793e-05,2.008676528930664e-05,2.256035804748535e-05,2.5033950805664062e-05,2.7507543563842773e-05,2.9981136322021484e-05,3.2454729080200195e-05,3.4928321838378906e-05,3.740191459655762e-05,3.987550735473633e-05,4.234910011291504e-05,4.482269287109375e-05,4.729628562927246e-05,4.976987838745117e-05,5.224347114562988e-05,5.4717063903808594e-05,5.7190656661987305e-05,5.9664249420166016e-05,6.213784217834473e-05,6.461143493652344e-05,6.708502769470215e-05,6.955862045288086e-05,7.203221321105957e-05,7.450580596923828e-05,7.697939872741699e-05,7.94529914855957e-05,8.192658424377441e-05,8.440017700195312e-05],"_type":"histogram","values":[1,1,1,3,2,6,9,8,14,27,32,54,71,84,112,187,323,463,678,985,1659,2462,3976,6175,10839,17696,30377,50671,78520,101741,97941,71750,45314,26626,16028,9130,5743,3688,2286,1289,931,649,432,261,154,140,88,69,38,29,22,13,3,8,2,4,1,3,2,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.0005695870495401323,-0.0005529873305931687,-0.0005363876116462052,-0.0005197878926992416,-0.000503188231959939,-0.000486588483909145,-0.0004699887940660119,-0.00045338907511904836,-0.0004367893561720848,-0.00042018963722512126,-0.0004035899182781577,-0.0003869902284350246,-0.00037039050948806107,-0.0003537907905410975,-0.00033719110069796443,-0.0003205913817510009,-0.00030399166280403733,-0.0002873919438570738,-0.00027079222491011024,-0.00025419253506697714,-0.0002375928161200136,-0.00022099309717305005,-0.00020439339277800173,-0.0001877936883829534,-0.00017119396943598986,-0.0001545942504890263,-0.000137994546093978,-0.00012139483442297205,-0.00010479512275196612,-8.819541108096018e-05,-7.159569940995425e-05,-5.4995987738948315e-05,-3.8396334275603294e-05,-2.179662260459736e-05,-5.196910933591425e-06,1.1402800737414509e-05,2.8002512408420444e-05,4.460222407942638e-05,6.120193575043231e-05,7.780164742143825e-05,9.440135909244418e-05,0.00011100107076345012,0.00012760078243445605,0.00014420048682950437,0.00016080020577646792,0.00017739992472343147,0.0001939996291184798,0.0002105993335135281,0.00022719905246049166,0.0002437987714074552,0.00026039849035441875,0.00027699818019755185,0.0002935978991445154,0.00031019761809147894,0.00032679730793461204,0.0003433970268815756,0.00035999674582853913,0.0003765964647755027,0.00039319618372246623,0.0004097958735655993,0.00042639559251256287,0.0004429953114595264,0.0004595950013026595,0.00047619472024962306,0.0004927944391965866],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,2,3,1,1,3,1,0,5,6,10,7,7,9,18,11,14,23,18,27,23,30,26,49,45,42,35,40,37,28,33,30,28,27,28,20,19,9,10,8,10,3,3,5,1,3,1,2,2,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.0005365746328607202,-0.0005221217288635671,-0.0005076688248664141,-0.000493215920869261,-0.00047876304597593844,-0.0004643101419787854,-0.0004498572670854628,-0.00043540436308830976,-0.0004209514590911567,-0.0004064985550940037,-0.00039204565109685063,-0.00037759277620352805,-0.000363139872206375,-0.00034868696820922196,-0.00033423409331589937,-0.00031978118931874633,-0.0003053282853215933,-0.00029087538132444024,-0.0002764224773272872,-0.0002619696024339646,-0.00024751669843681157,-0.00023306379443965852,-0.0002186109049944207,-0.0002041580155491829,-0.00018970511155202985,-0.0001752522075548768,-0.000160799318109639,-0.00014634642866440117,-0.00013189352466724813,-0.0001174406279460527,-0.00010298773122485727,-8.853483450366184e-05,-7.408190867863595e-05,-5.9629011957440525e-05,-4.5176115236245096e-05,-3.0723218515049666e-05,-1.6270321793854237e-05,-1.817425072658807e-06,1.2635471648536623e-05,2.7088368369732052e-05,4.154126509092748e-05,5.599416181212291e-05,7.044705853331834e-05,8.489995525451377e-05,9.93528519757092e-05,0.00011380574869690463,0.00012825864541810006,0.00014271153486333787,0.00015716443886049092,0.00017161734285764396,0.00018607023230288178,0.0002005231217481196,0.00021497602574527264,0.00022942892974242568,0.0002438818191876635,0.0002583347086329013,0.00027278761263005435,0.0002872405166272074,0.00030169339152053,0.00031614629551768303,0.0003305991995148361,0.0003450521035119891,0.00035950500750914216,0.00037395788240246475,0.0003884107863996178],"_type":"histogram","values":[2,0,0,0,0,0,1,0,1,0,1,1,0,1,0,3,1,1,3,2,5,3,9,11,12,10,20,21,21,17,23,31,27,34,37,44,43,38,33,41,30,31,30,28,19,18,26,14,19,12,12,6,7,4,3,3,0,3,1,1,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,0,5,1,1,5,0,0,1,9,3,10,14,12,15,12,6,17,14,17,22,20,29,29,40,32,26,35,33,22,30,30,27,29,25,20,21,16,20,19,13,11,16,7,9,4,13,5,5,5,3,2,2,0,0,0,1,1,0,0,1],"bins":[-0.0007659084512852132,-0.0007415984873659909,-0.0007172884652391076,-0.0006929785013198853,-0.0006686685374006629,-0.0006443585734814405,-0.0006200485513545573,-0.0005957385874353349,-0.0005714286235161126,-0.0005471186013892293,-0.0005228086374700069,-0.0004984986735507846,-0.0004741886805277318,-0.0004498787166085094,-0.0004255687235854566,-0.00040125875966623425,-0.00037694876664318144,-0.00035263877362012863,-0.0003283288097009063,-0.00030401881667785347,-0.0002797088527586311,-0.0002553988597355783,-0.00023108888126444072,-0.00020677890279330313,-0.00018246892432216555,-0.00015815894585102797,-0.00013384896737989038,-0.00010953898163279518,-8.52290031616576e-05,-6.091902469052002e-05,-3.660904258140363e-05,-1.2299062291276641e-05,1.2010917998850346e-05,3.632089646998793e-05,6.063087857910432e-05,8.494086068822071e-05,0.00010925083915935829,0.0001335608249064535,0.00015787080337759107,0.00018218078184872866,0.00020649076031986624,0.00023080073879100382,0.00025511073181405663,0.000279420695733279,0.0003037306887563318,0.00032804065267555416,0.00035235064569860697,0.0003766606096178293,0.00040097060264088213,0.00042528059566393495,0.0004495905595831573,0.0004739005526062101,0.0004982105456292629,0.0005225205095484853,0.0005468304734677076,0.00057114043738693,0.0005954504595138133,0.0006197604234330356,0.000644070387352258,0.0006683804094791412,0.0006926903733983636,0.0007170003373175859,0.0007413103012368083,0.0007656203233636916,0.0007899302872829139]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0012672446900978684,-0.0012205693637952209,-0.001173894153907895,-0.0011272188276052475,-0.0010805436177179217,-0.0010338682914152741,-0.0009871930815279484,-0.0009405178134329617,-0.000893842545337975,-0.0008471672190353274,-0.0008004919509403408,-0.0007538166828453541,-0.0007071414147503674,-0.0006604661466553807,-0.000613790878560394,-0.0005671156104654074,-0.0005204403423704207,-0.000473765074275434,-0.00042708980618044734,-0.00038041453808546066,-0.000333739269990474,-0.00028706397279165685,-0.00024038870469667017,-0.0001937134366016835,-0.00014703816850669682,-0.00010036290041171014,-5.368762504076585e-05,-7.0123533078003675e-06,3.966291842516512e-05,8.63381865201518e-05,0.0001330134691670537,0.00017968873726204038,0.00022636400535702705,0.00027303927345201373,0.0003197145415470004,0.0003663898096419871,0.00041306507773697376,0.0004597403749357909,0.0005064156139269471,0.0005530908820219338,0.0005997661501169205,0.0006464414764195681,0.0006931167445145547,0.0007397920126095414,0.0007864672807045281,0.0008331425487995148,0.0008798178168945014,0.0009264930849894881,0.0009731683530844748,0.0010198436211794615,0.001066518947482109,0.0011131941573694348,0.0011598694836720824,0.0012065446935594082,0.0012532200198620558,0.0012998952297493815,0.0013465705560520291,0.001393245765939355,0.0014399210922420025,0.0014865963021293283,0.0015332716284319758,0.0015799468383193016,0.0016266221646219492,0.001673297374509275,0.0017199727008119226],"_type":"histogram","values":[1,0,3,0,1,1,2,0,3,6,7,7,12,9,7,15,20,16,24,17,47,23,40,24,30,28,37,26,39,30,28,31,30,41,18,29,14,14,15,15,12,10,8,5,9,3,1,3,1,2,0,2,0,0,0,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[6,1,4,7,17,22,37,61,112,156,247,394,631,874,1277,1796,2509,3435,4579,6034,7678,9580,11919,14236,16886,20013,22822,25604,28158,29518,31577,32673,33313,32947,31914,30483,28396,26198,23620,20944,17964,15284,12916,10229,8234,6537,4989,3734,2783,2113,1434,1001,679,473,267,196,139,69,46,29,15,9,3,3],"bins":[-0.09188815206289291,-0.08907517790794373,-0.08626220375299454,-0.08344922959804535,-0.08063626289367676,-0.07782328873872757,-0.07501031458377838,-0.0721973404288292,-0.06938436627388,-0.06657139211893082,-0.06375841796398163,-0.06094544753432274,-0.05813247337937355,-0.05531949922442436,-0.05250652879476547,-0.049693554639816284,-0.046880580484867096,-0.04406760632991791,-0.04125463217496872,-0.03844166174530983,-0.03562868759036064,-0.03281571343541145,-0.030002741143107414,-0.027189768850803375,-0.024376794695854187,-0.021563820540905,-0.01875084824860096,-0.01593787595629692,-0.013124901801347733,-0.010311928577721119,-0.007498955354094505,-0.004685982130467892,-0.0018730014562606812,0.0009399717673659325,0.003752944990992546,0.00656591821461916,0.009378891438245773,0.012191864661872387,0.015004837885499,0.01781781017780304,0.020630784332752228,0.023443758487701416,0.026256730780005455,0.029069703072309494,0.03188267722725868,0.03469565138220787,0.03750862181186676,0.04032159596681595,0.04313457012176514,0.045947544276714325,0.04876051843166351,0.0515734888613224,0.05438646301627159,0.05719943717122078,0.06001240760087967,0.06282538175582886,0.06563835591077805,0.06845133006572723,0.07126430422067642,0.07407727837562561,0.0768902450799942,0.07970321923494339,0.08251619338989258,0.08532916754484177,0.08814214169979095]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,1,1,2,3,4,4,8,7,15,20,21,33,34,48,49,47,47,47,39,51,38,27,17,18,29,17,8,12,14,8,6,14,10,6,8,13,5,4,5,4,2,3,3,3,1,1,2,1,0,1,1,0,1,0,0,0,0,0,1,0,0,1],"bins":[0.9985947012901306,0.9986699819564819,0.9987452626228333,0.9988205432891846,0.9988958239555359,0.998971164226532,0.9990464448928833,0.9991217255592346,0.9991970062255859,0.9992722868919373,0.9993475675582886,0.9994228482246399,0.9994981288909912,0.9995734095573425,0.9996487498283386,0.9997240304946899,0.9997993111610413,0.9998745918273926,0.9999498724937439,1.0000251531600952,1.0001004934310913,1.0001757144927979,1.000251054763794,1.0003262758255005,1.0004016160964966,1.0004768371582031,1.0005521774291992,1.0006273984909058,1.0007027387619019,1.000778079032898,1.0008533000946045,1.0009286403656006,1.0010038614273071,1.0010792016983032,1.0011544227600098,1.0012297630310059,1.0013049840927124,1.0013803243637085,1.0014556646347046,1.0015308856964111,1.0016062259674072,1.0016814470291138,1.0017567873001099,1.0018320083618164,1.0019073486328125,1.001982569694519,1.0020579099655151,1.0021332502365112,1.0022084712982178,1.0022838115692139,1.0023590326309204,1.0024343729019165,1.002509593963623,1.0025849342346191,1.0026601552963257,1.0027354955673218,1.0028108358383179,1.0028860569000244,1.0029613971710205,1.003036618232727,1.0031119585037231,1.0031871795654297,1.0032625198364258,1.0033377408981323,1.0034130811691284]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,1,0,1,3,4,9,17,36,65,81,153,233,350,615,900,1369,2017,2667,3816,5274,6878,8942,11245,13968,16949,20166,23208,26314,29101,31641,33318,34555,35128,34945,33854,32236,29669,26801,23737,20710,17198,14381,11838,9410,7342,5490,4006,2940,2143,1446,963,653,386,279,168,72,49,41,17,10,9,3,3],"bins":[-0.1006881594657898,-0.09769053757190704,-0.09469291567802429,-0.09169529378414154,-0.08869767189025879,-0.08570004254579544,-0.08270242065191269,-0.07970479875802994,-0.07670717686414719,-0.07370955497026443,-0.07071193307638168,-0.06771431118249893,-0.06471668183803558,-0.06171906366944313,-0.05872143805027008,-0.05572381615638733,-0.05272619426250458,-0.049728572368621826,-0.046730950474739075,-0.043733324855566025,-0.04073570296168327,-0.03773808106780052,-0.03474045544862747,-0.03174283355474472,-0.02874521166086197,-0.025747589766979218,-0.022749966010451317,-0.019752342253923416,-0.016754720360040665,-0.013757097534835339,-0.010759474709630013,-0.007761851884424686,-0.004764236509799957,-0.0017666136845946312,0.0012310091406106949,0.004228631965816021,0.007226254791021347,0.010223877616226673,0.013221500441432,0.0162191241979599,0.01921674609184265,0.022214367985725403,0.025211991742253304,0.028209615498781204,0.031207237392663956,0.03420485928654671,0.03720248490571976,0.04020010679960251,0.04319772869348526,0.04619535058736801,0.04919297248125076,0.05219059810042381,0.055188219994306564,0.058185841888189316,0.061183467507362366,0.06418108940124512,0.06717871129512787,0.07017633318901062,0.07317395508289337,0.07617157697677612,0.07916919887065887,0.08216682821512222,0.08516445010900497,0.08816207200288773,0.09115969389677048],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.0001277923583984375,-0.00012382864952087402,-0.00011986494064331055,-0.00011590123176574707,-0.0001119375228881836,-0.00010797381401062012,-0.00010401010513305664,-0.00010004639625549316,-9.608268737792969e-05,-9.211897850036621e-05,-8.815526962280273e-05,-8.419156074523926e-05,-8.022785186767578e-05,-7.62641429901123e-05,-7.230043411254883e-05,-6.833672523498535e-05,-6.437301635742188e-05,-6.04093074798584e-05,-5.644559860229492e-05,-5.2481889724731445e-05,-4.851818084716797e-05,-4.455447196960449e-05,-4.0590763092041016e-05,-3.662705421447754e-05,-3.266334533691406e-05,-2.8699636459350586e-05,-2.473592758178711e-05,-2.0772218704223633e-05,-1.6808509826660156e-05,-1.284480094909668e-05,-8.881092071533203e-06,-4.9173831939697266e-06,-9.5367431640625e-07,3.0100345611572266e-06,6.973743438720703e-06,1.093745231628418e-05,1.4901161193847656e-05,1.8864870071411133e-05,2.282857894897461e-05,2.6792287826538086e-05,3.075599670410156e-05,3.471970558166504e-05,3.8683414459228516e-05,4.264712333679199e-05,4.661083221435547e-05,5.0574541091918945e-05,5.453824996948242e-05,5.85019588470459e-05,6.246566772460938e-05,6.642937660217285e-05,7.039308547973633e-05,7.43567943572998e-05,7.832050323486328e-05,8.228421211242676e-05,8.624792098999023e-05,9.021162986755371e-05,9.417533874511719e-05,9.813904762268066e-05,0.00010210275650024414,0.00010606646537780762,0.0001100301742553711,0.00011399388313293457,0.00011795759201049805,0.00012192130088806152,0.000125885009765625],"_type":"histogram","values":[1,0,1,0,1,0,4,1,5,3,5,6,9,14,15,25,34,53,81,141,240,394,764,1198,2095,3775,6399,11108,20862,37424,68134,110812,124606,88961,49985,27317,15296,8445,5049,2712,1623,929,480,315,194,96,54,46,35,26,13,4,9,7,4,3,2,2,4,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[1,0,0,1,3,8,25,33,49,75,156,210,328,542,861,1259,1808,2517,3627,4872,6506,8314,10880,13371,16227,19223,22849,25542,28517,31076,32907,34560,35445,34698,34041,32104,30152,27629,24473,21357,18401,15212,12211,9796,7650,5736,4465,3198,2290,1562,1149,715,438,283,181,130,75,41,18,15,6,2,3,1],"bins":[-0.09818700700998306,-0.09519634395837784,-0.09220568835735321,-0.08921502530574799,-0.08622436225414276,-0.08323369920253754,-0.08024303615093231,-0.07725238054990768,-0.07426171749830246,-0.07127105444669724,-0.06828039884567261,-0.06528973579406738,-0.06229907274246216,-0.059308409690856934,-0.05631775036454201,-0.05332709103822708,-0.05033642798662186,-0.04734576493501663,-0.044355105608701706,-0.04136444628238678,-0.038373783230781555,-0.03538312017917633,-0.032392460852861404,-0.02940179966390133,-0.026411138474941254,-0.02342047728598118,-0.020429816097021103,-0.017439154908061028,-0.014448493719100952,-0.011457832530140877,-0.008467171341180801,-0.005476510152220726,-0.0024858564138412476,0.0005048047751188278,0.003495465964078903,0.006486127153038979,0.009476788341999054,0.01246744953095913,0.015458110719919205,0.01844877190887928,0.021439433097839355,0.02443009428679943,0.027420755475759506,0.03041141666471958,0.03340207785367966,0.03639274090528488,0.03938340023159981,0.042374059557914734,0.04536472260951996,0.04835538566112518,0.05134604498744011,0.054336704313755035,0.05732736736536026,0.060318030416965485,0.06330868601799011,0.06629934906959534,0.06929001212120056,0.07228067517280579,0.07527133822441101,0.07826199382543564,0.08125265687704086,0.08424331992864609,0.08723397552967072,0.09022463858127594,0.09321530163288116],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[0.9981170892715454,0.9981791973114014,0.9982413053512573,0.9983034133911133,0.9983655214309692,0.9984276294708252,0.9984897375106812,0.9985518455505371,0.9986139535903931,0.9986761212348938,0.9987382292747498,0.9988003373146057,0.9988624453544617,0.9989245533943176,0.9989866614341736,0.9990487694740295,0.9991108775138855,0.9991729855537415,0.9992350935935974,0.9992972016334534,0.9993593096733093,0.9994214177131653,0.9994835257530212,0.9995456337928772,0.9996078014373779,0.9996699094772339,0.9997320175170898,0.9997941255569458,0.9998562335968018,0.9999183416366577,0.9999804496765137,1.0000425577163696,1.0001046657562256,1.0001667737960815,1.0002288818359375,1.0002909898757935,1.0003530979156494,1.0004152059555054,1.0004773139953613,1.0005394220352173,1.0006015300750732,1.0006636381149292,1.0007257461547852,1.0007878541946411,1.000849962234497,1.000912070274353,1.000974178314209,1.001036286354065,1.001098394393921,1.0011606216430664,1.0012227296829224,1.0012848377227783,1.0013469457626343,1.0014090538024902,1.0014711618423462,1.0015332698822021,1.001595377922058,1.001657485961914,1.00171959400177,1.001781702041626,1.001843810081482,1.001905918121338,1.0019680261611938,1.0020301342010498,1.0020922422409058],"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,0,0,1,1,0,2,3,3,10,6,8,7,16,14,25,24,32,40,49,40,44,53,53,37,43,38,35,26,22,22,14,14,13,15,9,9,4,6,6,2,3,2,2,2,0,0,2,3,1,1,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,0,0,0,0,1,2,2,0,1,1,0,2,2,1,2,3,6,4,15,9,16,19,17,22,33,43,48,62,69,75,78,95,118,92,91,136,110,103,118,93,99,76,66,56,54,38,34,30,17,21,16,10,9,7,9,5,2,2,0,3,2,2],"bins":[-0.0009525269269943237,-0.0009290729067288339,-0.0009056188864633441,-0.0008821648661978543,-0.0008587108459323645,-0.0008352568256668746,-0.0008118028054013848,-0.000788348785135895,-0.0007648947648704052,-0.0007414406863972545,-0.0007179866661317647,-0.0006945326458662748,-0.000671078625600785,-0.0006476246053352952,-0.0006241705850698054,-0.0006007165648043156,-0.0005772625445388258,-0.0005538085242733359,-0.0005303545040078461,-0.0005069004837423563,-0.0004834464634768665,-0.0004599924141075462,-0.0004365383938420564,-0.0004130843735765666,-0.00038963035331107676,-0.00036617633304558694,-0.0003427223127800971,-0.0003192682925146073,-0.00029581424314528704,-0.0002723602228797972,-0.0002489062026143074,-0.0002254521823488176,-0.00020199816208332777,-0.00017854414181783795,-0.00015509012155234814,-0.0001316360867349431,-0.00010818206646945328,-8.472804620396346e-05,-6.127401866251603e-05,-3.7819994759047404e-05,-1.436597085557878e-05,9.088053047889844e-06,3.254207695135847e-05,5.599610085482709e-05,7.945012475829571e-05,0.00010290414502378553,0.00012635817984119058,0.0001498122001066804,0.0001732662203721702,0.00019672024063766003,0.00022017426090314984,0.0002436282957205549,0.0002670823014341295,0.00029053635080344975,0.00031399037106893957,0.0003374443913344294,0.0003608984115999192,0.000384352431865409,0.00040780645213089883,0.00043126047239638865,0.0004547145217657089,0.00047816854203119874,0.0005016225622966886,0.0005250765825621784,0.0005485306028276682],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,2,5,2,6,9,9,16,21,32,41,54,92,116,198,233,336,465,638,885,1249,1927,2862,4213,6712,10435,16931,29622,50194,82983,113722,101490,66100,37438,22554,13615,8309,5256,3531,2253,1537,1086,757,552,400,263,174,146,98,70,51,40,29,20,16,9,5,8,2,2,0,1],"bins":[-0.00014591217041015625,-0.0001414567232131958,-0.00013700127601623535,-0.0001325458288192749,-0.00012809038162231445,-0.000123634934425354,-0.00011917948722839355,-0.0001147240400314331,-0.00011026859283447266,-0.00010581314563751221,-0.00010135769844055176,-9.690225124359131e-05,-9.244680404663086e-05,-8.799135684967041e-05,-8.353590965270996e-05,-7.908046245574951e-05,-7.462501525878906e-05,-7.016956806182861e-05,-6.571412086486816e-05,-6.125867366790771e-05,-5.6803226470947266e-05,-5.2347779273986816e-05,-4.789233207702637e-05,-4.343688488006592e-05,-3.898143768310547e-05,-3.452599048614502e-05,-3.007054328918457e-05,-2.561509609222412e-05,-2.1159648895263672e-05,-1.6704201698303223e-05,-1.2248754501342773e-05,-7.793307304382324e-06,-3.337860107421875e-06,1.1175870895385742e-06,5.5730342864990234e-06,1.0028481483459473e-05,1.4483928680419922e-05,1.893937587738037e-05,2.339482307434082e-05,2.785027027130127e-05,3.230571746826172e-05,3.676116466522217e-05,4.121661186218262e-05,4.5672059059143066e-05,5.0127506256103516e-05,5.4582953453063965e-05,5.9038400650024414e-05,6.349384784698486e-05,6.794929504394531e-05,7.240474224090576e-05,7.686018943786621e-05,8.131563663482666e-05,8.577108383178711e-05,9.022653102874756e-05,9.468197822570801e-05,9.913742542266846e-05,0.0001035928726196289,0.00010804831981658936,0.0001125037670135498,0.00011695921421051025,0.0001214146614074707,0.00012587010860443115,0.0001303255558013916,0.00013478100299835205,0.0001392364501953125]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,2,13,20,38,51,127,186,326,573,820,1315,2211,3240,4623,6860,9465,13302,17489,23104,29974,37177,45904,53970,63173,71886,79893,87327,92699,95643,96768,95749,91289,87157,79606,71570,62570,53919,45056,36776,29382,22703,17394,12966,9007,6649,4559,3078,1952,1237,855,504,311,177,93,59,25,17,9,8,4,1],"bins":[-0.10029448568820953,-0.09720528870820999,-0.09411609172821045,-0.09102689474821091,-0.08793769776821136,-0.08484850078821182,-0.08175930380821228,-0.07867010682821274,-0.0755809098482132,-0.07249171286821365,-0.06940251588821411,-0.06631331890821457,-0.06322412192821503,-0.06013492867350578,-0.05704573169350624,-0.0539565347135067,-0.050867337733507156,-0.047778140753507614,-0.04468894377350807,-0.04159974679350853,-0.03851054981350899,-0.035421352833509445,-0.0323321558535099,-0.02924296073615551,-0.026153763756155968,-0.023064566776156425,-0.019975369796156883,-0.01688617281615734,-0.013796976767480373,-0.010707779787480831,-0.007618583273142576,-0.004529386758804321,-0.001440189778804779,0.0016490069683641195,0.004738203715533018,0.007827400229871273,0.010916597209870815,0.014005794189870358,0.017094990238547325,0.020184187218546867,0.02327338419854641,0.026362581178545952,0.029451778158545494,0.03254097327589989,0.03563017025589943,0.03871936723589897,0.041808564215898514,0.044897761195898056,0.0479869581758976,0.05107615515589714,0.05416535213589668,0.057254549115896225,0.06034374609589577,0.06343293935060501,0.06652213633060455,0.0696113333106041,0.07270053029060364,0.07578972727060318,0.07887892425060272,0.08196812123060226,0.0850573182106018,0.08814651519060135,0.09123571217060089,0.09432490915060043,0.09741410613059998]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,1,3,5,7,10,26,36,53,97,165,278,404,670,1006,1503,2159,3111,4141,5607,7473,9699,12236,14932,18279,21610,24915,28042,31057,33158,34967,35782,35663,34803,33411,31541,28519,25611,22088,19233,15811,12784,10232,8020,6173,4515,3239,2286,1572,1051,711,432,266,175,101,63,41,20,11,9,5,1,1,2],"bins":[-0.0978955626487732,-0.09484588354825974,-0.09179620444774628,-0.08874653279781342,-0.08569685369729996,-0.0826471745967865,-0.07959750294685364,-0.07654782384634018,-0.07349814474582672,-0.07044846564531326,-0.0673987865447998,-0.06434911489486694,-0.061299435794353485,-0.05824975669384003,-0.05520008131861687,-0.05215040594339371,-0.04910072684288025,-0.04605104774236679,-0.04300137236714363,-0.03995169699192047,-0.03690201789140701,-0.033852338790893555,-0.030802663415670395,-0.027752986177802086,-0.024703308939933777,-0.021653631702065468,-0.01860395446419716,-0.01555427722632885,-0.01250459998846054,-0.009454922750592232,-0.006405245512723923,-0.0033555682748556137,-0.0003058910369873047,0.0027437862008810043,0.005793463438749313,0.008843140676617622,0.011892817914485931,0.01494249515235424,0.01799217239022255,0.02104184962809086,0.024091526865959167,0.027141204103827477,0.030190881341695786,0.033240556716918945,0.036290235817432404,0.03933991491794586,0.04238959029316902,0.04543926566839218,0.04848894476890564,0.0515386238694191,0.05458829924464226,0.05763797461986542,0.060687653720378876,0.06373733282089233,0.0667870044708252,0.06983668357133865,0.07288636267185211,0.07593604177236557,0.07898572087287903,0.08203539252281189,0.08508507162332535,0.0881347507238388,0.09118442237377167,0.09423410147428513,0.09728378057479858]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,2,4,0,0,6,3,11,9,5,10,19,15,21,34,53,42,59,66,96,99,115,108,128,131,139,129,106,119,82,86,77,55,48,35,29,25,22,16,12,10,2,2,5,2,2,1,3,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0009450865909457207,-0.0009102790500037372,-0.0008754715672694147,-0.0008406640263274312,-0.0008058564853854477,-0.0007710490026511252,-0.0007362414617091417,-0.0007014339207671583,-0.0006666263798251748,-0.0006318188970908523,-0.0005970113561488688,-0.0005622038152068853,-0.0005273963324725628,-0.0004925887915305793,-0.0004577812796924263,-0.00042297373875044286,-0.00038816622691228986,-0.00035335871507413685,-0.0003185511741321534,-0.0002837436622940004,-0.0002489361213520169,-0.00021412860951386392,-0.00017932109767571092,-0.00014451357128564268,-0.00010970604489557445,-7.489851850550622e-05,-4.00909993913956e-05,-5.283476639306173e-06,2.9524046112783253e-05,6.433157250285149e-05,9.91390916169621e-05,0.00013394661073107272,0.00016875413712114096,0.0002035616635112092,0.00023836918990127742,0.00027317670173943043,0.0003079842426814139,0.0003427917545195669,0.0003775992663577199,0.00041240680729970336,0.00044721431913785636,0.00048202183097600937,0.0005168293719179928,0.0005516369128599763,0.0005864443955942988,0.0006212519365362823,0.0006560594774782658,0.0006908669602125883,0.0007256745011545718,0.0007604820420965552,0.0007952895248308778,0.0008300970657728612,0.0008649046067148447,0.0008997120894491673,0.0009345196303911507,0.0009693271713331342,0.0010041346540674567,0.001038942253217101,0.0010737497359514236,0.0011085572186857462,0.0011433648178353906,0.0011781723005697131,0.0012129797833040357,0.00124778738245368,0.0012825948651880026],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.10460138320922852,-0.10125429928302765,-0.09790722280740738,-0.09456013888120651,-0.09121306240558624,-0.08786597847938538,-0.0845189020037651,-0.08117181807756424,-0.07782474160194397,-0.0744776576757431,-0.07113057374954224,-0.06778349727392197,-0.0644364133477211,-0.06108933314681053,-0.05774225294589996,-0.054395172744989395,-0.05104809254407883,-0.04770101234316826,-0.04435393214225769,-0.04100685194134712,-0.037659771740436554,-0.03431268781423569,-0.03096560761332512,-0.02761852741241455,-0.024271447211503983,-0.020924367010593414,-0.017577286809682846,-0.014230204746127129,-0.01088312454521656,-0.007536043878644705,-0.004188963212072849,-0.0008418825455009937,0.002505198121070862,0.005852278787642717,0.009199359454214573,0.012546440586447716,0.015893520787358284,0.019240600988268852,0.02258768305182457,0.025934763252735138,0.029281843453645706,0.032628923654556274,0.03597600385546684,0.03932308405637741,0.04267016798257828,0.046017248183488846,0.049364328384399414,0.05271140858530998,0.05605848878622055,0.05940556898713112,0.06275264918804169,0.06609973311424255,0.06944680958986282,0.07279389351606369,0.07614096999168396,0.07948805391788483,0.0828351378440857,0.08618221431970596,0.08952929824590683,0.0928763747215271,0.09622345864772797,0.09957053512334824,0.1029176190495491,0.10626469552516937,0.10961177945137024],"_type":"histogram","values":[1,0,2,3,6,10,28,39,57,135,264,501,738,1274,2043,3343,5087,7330,10725,15273,20913,27804,35990,45234,55438,65585,76559,86010,94811,101076,103699,104585,102619,97166,90695,82137,71540,60552,50667,40451,31749,24197,17827,12899,9057,6106,4156,2582,1544,1030,610,325,186,93,57,25,16,7,3,3,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,3,2,2,5,3,5,5,7,9,10,12,11,12,16,20,18,23,25,31,23,37,31,29,50,23,31,28,41,34,32,25,24,24,21,16,16,13,10,8,5,11,3,0,3,0,1,3,1,0,0,2,0,0,1,1],"bins":[-0.0030665500089526176,-0.0029747281223535538,-0.0028829064685851336,-0.0027910848148167133,-0.0026992629282176495,-0.0026074410416185856,-0.0025156193878501654,-0.002423797734081745,-0.0023319758474826813,-0.0022401539608836174,-0.002148332307115197,-0.002056510653346777,-0.001964688766747713,-0.001872866996563971,-0.001781045226380229,-0.001689223456196487,-0.001597401686012745,-0.0015055799158290029,-0.0014137581456452608,-0.0013219363754615188,-0.0012301146052777767,-0.0011382928350940347,-0.0010464710649102926,-0.0009546492947265506,-0.0008628275245428085,-0.0007710057543590665,-0.0006791839841753244,-0.0005873622139915824,-0.0004955404438078403,-0.0004037186736240983,-0.00031189690344035625,-0.0002200751332566142,-0.00012825359590351582,-3.643182571977377e-05,5.538994446396828e-05,0.00014721171464771032,0.00023903348483145237,0.0003308552550151944,0.00042267702519893646,0.0005144987953826785,0.0006063205655664206,0.0006981423357501626,0.0007899641059339046,0.0008817858761176467,0.0009736076463013887,0.0010654294164851308,0.0011572511866688728,0.0012490729568526149,0.001340894727036357,0.001432716497220099,0.001524538267403841,0.001616360037587583,0.0017081818077713251,0.0018000035779550672,0.0018918253481388092,0.001983647234737873,0.0020754688885062933,0.0021672905422747135,0.0022591124288737774,0.0023509343154728413,0.0024427559692412615,0.0025345776230096817,0.0026263995096087456,0.0027182213962078094,0.0028100430499762297]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,0,4,1,3,0,4,5,7,10,8,15,31,39,55,84,123,195,315,442,808,1196,2125,3423,5743,9644,17128,31022,61064,117556,145395,90420,45879,23926,13574,7682,4594,2729,1728,1044,631,393,284,148,100,72,55,31,31,13,8,11,10,3,4,2,1,2,0,1],"bins":[-0.002288818359375,-0.0022220611572265625,-0.002155303955078125,-0.0020885467529296875,-0.00202178955078125,-0.0019550323486328125,-0.001888275146484375,-0.0018215179443359375,-0.0017547607421875,-0.0016880035400390625,-0.001621246337890625,-0.0015544891357421875,-0.00148773193359375,-0.0014209747314453125,-0.001354217529296875,-0.0012874603271484375,-0.001220703125,-0.0011539459228515625,-0.001087188720703125,-0.0010204315185546875,-0.00095367431640625,-0.0008869171142578125,-0.000820159912109375,-0.0007534027099609375,-0.0006866455078125,-0.0006198883056640625,-0.000553131103515625,-0.0004863739013671875,-0.00041961669921875,-0.0003528594970703125,-0.000286102294921875,-0.0002193450927734375,-0.000152587890625,-8.58306884765625e-05,-1.9073486328125e-05,4.76837158203125e-05,0.00011444091796875,0.0001811981201171875,0.000247955322265625,0.0003147125244140625,0.0003814697265625,0.0004482269287109375,0.000514984130859375,0.0005817413330078125,0.00064849853515625,0.0007152557373046875,0.000782012939453125,0.0008487701416015625,0.00091552734375,0.0009822845458984375,0.001049041748046875,0.0011157989501953125,0.00118255615234375,0.0012493133544921875,0.001316070556640625,0.0013828277587890625,0.0014495849609375,0.0015163421630859375,0.001583099365234375,0.0016498565673828125,0.00171661376953125,0.0017833709716796875,0.001850128173828125,0.0019168853759765625,0.001983642578125]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.0005801260122098029,-0.0005609728978015482,-0.0005418197833932936,-0.000522666668985039,-0.0005035136127844453,-0.0004843604692723602,-0.00046520738396793604,-0.0004460542695596814,-0.0004269011551514268,-0.00040774804074317217,-0.00038859492633491755,-0.0003694418410304934,-0.00035028872662223876,-0.00033113561221398413,-0.00031198252690955997,-0.00029282941250130534,-0.0002736762980930507,-0.0002545231836847961,-0.0002353700838284567,-0.0002162169839721173,-0.00019706386956386268,-0.00017791075515560806,-0.00015875765529926866,-0.00013960455544292927,-0.00012045144103467464,-0.00010129833390237764,-8.214522677008063e-05,-6.299211963778362e-05,-4.383901250548661e-05,-2.46859053731896e-05,-5.532798240892589e-06,1.362030889140442e-05,3.2773357816040516e-05,5.1926464948337525e-05,7.107957208063453e-05,9.023267921293154e-05,0.00010938578634522855,0.00012853890075348318,0.00014769200060982257,0.00016684510046616197,0.0001859982148744166,0.0002051513292826712,0.0002243044291390106,0.00024345752899535,0.0002626106434036046,0.00028176375781185925,0.0003009168431162834,0.00032006995752453804,0.00033922307193279266,0.0003583761863410473,0.0003775293007493019,0.0003966823860537261,0.0004158355004619807,0.0004349886148702353,0.0004541417001746595,0.0004732948145829141,0.0004924479289911687,0.0005116010433994234,0.000530754157807678,0.0005499072722159326,0.0005690603284165263,0.0005882134428247809,0.0006073665572330356,0.0006265196716412902,0.0006456727860495448],"_type":"histogram","values":[3,0,1,2,0,4,2,1,7,2,5,1,5,8,8,12,20,7,15,17,18,18,23,24,29,30,33,32,29,26,26,30,22,27,28,34,28,20,16,15,21,16,21,11,11,11,3,7,10,10,4,4,3,2,0,0,2,2,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.0003986358642578125,-0.00038492679595947266,-0.0003712177276611328,-0.00035750865936279297,-0.0003437995910644531,-0.0003300905227661133,-0.00031638145446777344,-0.0003026723861694336,-0.00028896331787109375,-0.0002752542495727539,-0.00026154518127441406,-0.0002478361129760742,-0.00023412704467773438,-0.00022041797637939453,-0.0002067089080810547,-0.00019299983978271484,-0.000179290771484375,-0.00016558170318603516,-0.0001518726348876953,-0.00013816356658935547,-0.00012445449829101562,-0.00011074542999267578,-9.703636169433594e-05,-8.33272933959961e-05,-6.961822509765625e-05,-5.5909156799316406e-05,-4.220008850097656e-05,-2.849102020263672e-05,-1.4781951904296875e-05,-1.0728836059570312e-06,1.2636184692382812e-05,2.6345252990722656e-05,4.00543212890625e-05,5.3763389587402344e-05,6.747245788574219e-05,8.118152618408203e-05,9.489059448242188e-05,0.00010859966278076172,0.00012230873107910156,0.0001360177993774414,0.00014972686767578125,0.0001634359359741211,0.00017714500427246094,0.00019085407257080078,0.00020456314086914062,0.00021827220916748047,0.0002319812774658203,0.00024569034576416016,0.0002593994140625,0.00027310848236083984,0.0002868175506591797,0.00030052661895751953,0.0003142356872558594,0.0003279447555541992,0.00034165382385253906,0.0003553628921508789,0.00036907196044921875,0.0003827810287475586,0.00039649009704589844,0.0004101991653442383,0.0004239082336425781,0.00043761730194091797,0.0004513263702392578,0.00046503543853759766,0.0004787445068359375],"_type":"histogram","values":[1,1,2,3,5,15,18,19,35,51,93,103,193,329,472,684,1060,1651,2636,3876,6127,10233,16929,26190,45294,72880,121489,191060,263047,269357,202073,130683,80815,48274,29494,17598,11157,6955,4216,2714,1857,1116,730,468,314,199,114,77,65,26,25,13,8,10,2,4,2,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,0,0,0,0,2,1,1,0,1,2,1,10,5,7,5,14,16,14,21,20,29,35,31,26,40,36,42,35,27,25,34,40,31,26,28,18,24,22,21,15,12,5,8,3,11,3,3,5,2,3,1,2,2],"bins":[-0.0005899742245674133,-0.000574963865801692,-0.0005599535652436316,-0.0005449432064779103,-0.0005299329059198499,-0.0005149225471541286,-0.0004999122465960681,-0.0004849019169341773,-0.0004698915872722864,-0.0004548812285065651,-0.00043987089884467423,-0.00042486056918278337,-0.0004098502395208925,-0.00039483990985900164,-0.00037982958019711077,-0.0003648192505352199,-0.00034980892087332904,-0.0003347985912114382,-0.0003197882615495473,-0.00030477793188765645,-0.0002897676022257656,-0.0002747572725638747,-0.00025974694290198386,-0.000244736613240093,-0.0002297262690262869,-0.00021471593936439604,-0.00019970560970250517,-0.0001846952800406143,-0.00016968493582680821,-0.00015467460616491735,-0.00013966427650302649,-0.00012465394684113562,-0.0001096435880754143,-9.463325841352344e-05,-7.962292875163257e-05,-6.461259181378409e-05,-4.960226215189323e-05,-3.4591932490002364e-05,-1.9581599190132692e-05,-4.5712677092524245e-06,1.0439063771627843e-05,2.544939525250811e-05,4.045972673338838e-05,5.547006003325805e-05,7.048038969514892e-05,8.549071935703978e-05,0.00010050105629488826,0.00011551138595677912,0.00013052171561867,0.00014553204528056085,0.00016054237494245172,0.00017555270460434258,0.00019056303426623344,0.00020557337848003954,0.0002205837081419304,0.00023559403780382127,0.0002506043529137969,0.0002656147116795182,0.0002806250413414091,0.00029563537100329995,0.0003106457006651908,0.0003256560303270817,0.00034066635998897254,0.0003556766896508634,0.0003706870193127543]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,1,0,2,1,2,0,2,7,6,8,6,6,9,16,13,22,11,26,26,29,29,30,33,26,31,25,18,29,15,24,30,27,32,17,19,21,30,20,26,20,15,11,13,4,8,7,5,4,2,1,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0030498220585286617,-0.0029422438237816095,-0.002834665821865201,-0.002727087587118149,-0.0026195093523710966,-0.002511931350454688,-0.002404353115707636,-0.0022967748809605837,-0.0021891966462135315,-0.002081618644297123,-0.0019740404095500708,-0.0018664622912183404,-0.00175888417288661,-0.0016513059381395578,-0.0015437278198078275,-0.0014361495850607753,-0.001328571466729045,-0.0012209933483973145,-0.0011134151136502624,-0.001005836995318532,-0.0008982588187791407,-0.0007906806422397494,-0.0006831025239080191,-0.0005755243473686278,-0.0004679461708292365,-0.00036036799428984523,-0.0002527898468542844,-0.00014521168486680835,-3.7633522879332304e-05,6.994463910814375e-05,0.0001775228010956198,0.0002851009485311806,0.0003926791250705719,0.0005002573016099632,0.0006078354781493545,0.0007154135964810848,0.0008229917730204761,0.0009305699495598674,0.0010381480678915977,0.00114572630263865,0.0012533044209703803,0.0013608825393021107,0.0014684607740491629,0.0015760388923808932,0.0016836170107126236,0.0017911952454596758,0.0018987733637914062,0.0020063514821231365,0.0021139297168701887,0.002221507951617241,0.0023290859535336494,0.0024366641882807016,0.002544242423027754,0.0026518204249441624,0.0027593986596912146,0.0028669768944382668,0.0029745548963546753,0.0030821331311017275,0.0031897113658487797,0.003297289600595832,0.0034048676025122404,0.0035124458372592926,0.003620024072006345,0.0037276020739227533,0.0038351803086698055],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,2,0,2,3,8,10,9,15,26,50,55,81,99,159,206,313,491,668,974,1517,2077,3097,4919,7360,11639,19129,30449,50870,80683,105144,96516,65788,40310,24659,14750,9405,6258,3878,2643,1702,1192,887,523,376,264,176,118,86,82,36,40,17,19,15,10,6,6,3,0,1,2],"bins":[-7.152557373046875e-05,-6.934255361557007e-05,-6.715953350067139e-05,-6.49765133857727e-05,-6.279349327087402e-05,-6.061047315597534e-05,-5.842745304107666e-05,-5.624443292617798e-05,-5.40614128112793e-05,-5.1878392696380615e-05,-4.9695372581481934e-05,-4.751235246658325e-05,-4.532933235168457e-05,-4.314631223678589e-05,-4.096329212188721e-05,-3.8780272006988525e-05,-3.6597251892089844e-05,-3.441423177719116e-05,-3.223121166229248e-05,-3.00481915473938e-05,-2.7865171432495117e-05,-2.5682151317596436e-05,-2.3499131202697754e-05,-2.1316111087799072e-05,-1.913309097290039e-05,-1.695007085800171e-05,-1.4767050743103027e-05,-1.2584030628204346e-05,-1.0401010513305664e-05,-8.217990398406982e-06,-6.034970283508301e-06,-3.851950168609619e-06,-1.6689300537109375e-06,5.140900611877441e-07,2.6971101760864258e-06,4.880130290985107e-06,7.063150405883789e-06,9.24617052078247e-06,1.1429190635681152e-05,1.3612210750579834e-05,1.5795230865478516e-05,1.7978250980377197e-05,2.016127109527588e-05,2.234429121017456e-05,2.4527311325073242e-05,2.6710331439971924e-05,2.8893351554870605e-05,3.107637166976929e-05,3.325939178466797e-05,3.544241189956665e-05,3.762543201446533e-05,3.9808452129364014e-05,4.1991472244262695e-05,4.417449235916138e-05,4.635751247406006e-05,4.854053258895874e-05,5.072355270385742e-05,5.2906572818756104e-05,5.5089592933654785e-05,5.727261304855347e-05,5.945563316345215e-05,6.163865327835083e-05,6.382167339324951e-05,6.60046935081482e-05,6.818771362304688e-05]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,2,2,2,2,5,7,7,9,10,17,24,24,20,34,43,44,56,69,47,51,43,32,21,30,26,26,18,12,12,16,14,8,11,3,3,2,0,2,2,3,0,2,2,0,1,0,0,0,0,0,0,0,0,2],"bins":[0.99808269739151,0.9981507062911987,0.9982187151908875,0.9982867240905762,0.9983547329902649,0.9984226822853088,0.9984906911849976,0.9985587000846863,0.998626708984375,0.9986947178840637,0.9987627267837524,0.9988307356834412,0.9988987445831299,0.9989667534828186,0.9990347027778625,0.9991027116775513,0.99917072057724,0.9992387294769287,0.9993067383766174,0.9993747472763062,0.9994427561759949,0.9995107650756836,0.9995787739753723,0.9996467232704163,0.999714732170105,0.9997827410697937,0.9998507499694824,0.9999187588691711,0.9999867677688599,1.0000547170639038,1.0001227855682373,1.0001907348632812,1.0002588033676147,1.0003267526626587,1.0003948211669922,1.0004627704620361,1.0005308389663696,1.0005987882614136,1.0006667375564575,1.000734806060791,1.000802755355835,1.0008708238601685,1.0009387731552124,1.001006841659546,1.0010747909545898,1.0011428594589233,1.0012108087539673,1.0012787580490112,1.0013468265533447,1.0014147758483887,1.0014828443527222,1.0015507936477661,1.0016188621520996,1.0016868114471436,1.001754879951477,1.001822829246521,1.001890778541565,1.0019588470458984,1.0020267963409424,1.0020948648452759,1.0021628141403198,1.0022308826446533,1.0022988319396973,1.0023669004440308,1.0024348497390747]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.08975697308778763,-0.08692380785942078,-0.08409064263105392,-0.08125748485326767,-0.07842431962490082,-0.07559115439653397,-0.07275798916816711,-0.06992482393980026,-0.06709165871143341,-0.06425850093364716,-0.061425335705280304,-0.05859217047691345,-0.0557590052485466,-0.05292584374547005,-0.050092678517103195,-0.04725951701402664,-0.04442635178565979,-0.04159318655729294,-0.038760025054216385,-0.03592685982584953,-0.03309369832277298,-0.030260533094406128,-0.027427367866039276,-0.024594204500317574,-0.02176104113459587,-0.01892787776887417,-0.016094714403152466,-0.013261549174785614,-0.010428385809063911,-0.0075952219776809216,-0.004762058146297932,-0.0019288943149149418,0.0009042695164680481,0.003737433347851038,0.006570597179234028,0.009403761476278305,0.012236924842000008,0.01507008820772171,0.017903253436088562,0.020736416801810265,0.023569580167531967,0.02640274353325367,0.029235906898975372,0.032069072127342224,0.034902237355709076,0.03773539885878563,0.04056856408715248,0.043401725590229034,0.046234890818595886,0.04906805604696274,0.05190121755003929,0.05473438277840614,0.0575675442814827,0.06040070950984955,0.0632338747382164,0.06606703996658325,0.0689001977443695,0.07173336297273636,0.07456652820110321,0.07739969342947006,0.08023285865783691,0.08306602388620377,0.08589918166399002,0.08873234689235687,0.09156551212072372],"_type":"histogram","values":[3,4,12,12,16,35,56,96,169,249,376,545,833,1230,1774,2425,3277,4459,5741,7444,9576,11706,14355,17323,19931,22636,25529,27853,29957,31879,32706,33716,32950,32298,30660,28545,26380,23664,20981,17980,15282,12573,10430,8137,6453,5009,3739,2849,1975,1330,886,657,418,263,173,105,60,45,31,11,8,5,3,1]},"learning_rate":0,"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[4,0,1,2,0,0,2,0,3,5,5,7,4,3,8,6,12,16,16,12,15,22,12,22,21,31,25,35,23,36,29,30,22,28,33,25,33,22,19,25,18,23,23,19,10,9,10,5,8,7,5,5,2,1,3,0,0,2,2,0,1,0,0,1],"bins":[-0.0007150829769670963,-0.0006921911262907088,-0.0006692992756143212,-0.0006464073667302728,-0.0006235155160538852,-0.0006006236653774977,-0.0005777317564934492,-0.0005548399058170617,-0.0005319480551406741,-0.0005090562044642866,-0.00048616432468406856,-0.00046327244490385056,-0.000440380594227463,-0.00041748874355107546,-0.00039459686377085745,-0.00037170498399063945,-0.0003488131333142519,-0.00032592128263786435,-0.00030302940285764635,-0.00028013752307742834,-0.0002572456724010408,-0.00023435380717273802,-0.00021146194194443524,-0.00018857007671613246,-0.00016567821148782969,-0.0001427863462595269,-0.00011989448103122413,-9.700261580292135e-05,-7.411075057461858e-05,-5.12188853463158e-05,-2.8327020118013024e-05,-5.4351548897102475e-06,1.7456652130931616e-05,4.034851735923439e-05,6.324038258753717e-05,8.613224781583995e-05,0.00010902411304414272,0.0001319159782724455,0.00015480784350074828,0.00017769970872905105,0.00020059157395735383,0.0002234834391856566,0.0002463753044139594,0.0002692671841941774,0.00029215903487056494,0.0003150508855469525,0.0003379427653271705,0.0003608346451073885,0.00038372649578377604,0.0004066183464601636,0.0004295102262403816,0.0004524021060205996,0.00047529395669698715,0.0004981858073733747,0.0005210776580497622,0.0005439695669338107,0.0005668614176101983,0.0005897532682865858,0.0006126451771706343,0.0006355370278470218,0.0006584288785234094,0.0006813207291997969,0.0007042125798761845,0.0007271044887602329,0.0007499963394366205]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[3,2,5,11,16,31,36,84,119,220,311,537,818,1171,1744,2437,3469,4746,6362,8339,10433,13017,16140,19185,22289,25491,28497,31007,33273,34378,34974,35325,34391,32674,30528,27872,24724,21483,18329,15157,12308,10058,7820,5755,4356,3152,2274,1541,1074,714,417,300,184,110,62,22,25,12,7,4,0,0,0,1],"bins":[-0.09267041832208633,-0.0896674394607544,-0.08666446059942245,-0.08366147428750992,-0.08065849542617798,-0.07765551656484604,-0.0746525377035141,-0.07164955139160156,-0.06864657253026962,-0.06564359366893768,-0.06264061480760574,-0.059637632220983505,-0.056634653359651566,-0.05363167077302933,-0.05062869191169739,-0.04762570932507515,-0.04462273046374321,-0.04161975160241127,-0.03861676901578903,-0.03561379015445709,-0.032610807567834854,-0.029607828706502914,-0.026604847982525826,-0.023601867258548737,-0.020598886534571648,-0.01759590581059456,-0.01459292508661747,-0.011589945293962955,-0.008586964569985867,-0.005583983846008778,-0.002581003587692976,0.0004219769034534693,0.0034249573945999146,0.0064279381185770035,0.009430918842554092,0.012433898635208607,0.015436879359185696,0.01843985915184021,0.0214428398758173,0.024445820599794388,0.027448801323771477,0.030451782047748566,0.033454760909080505,0.036457743495702744,0.03946072235703468,0.04246370494365692,0.04546668380498886,0.0484696663916111,0.05147264525294304,0.05447562411427498,0.05747860670089722,0.060481585562229156,0.0634845644235611,0.06648755073547363,0.06949052959680557,0.07249350845813751,0.07549648731946945,0.07849946618080139,0.08150245249271393,0.08450543135404587,0.08750841021537781,0.09051138907670975,0.09351437538862228,0.09651735424995422,0.09952033311128616]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,2,0,0,0,0,0,3,2,1,2,2,1,6,7,6,9,3,15,20,18,19,27,20,33,33,27,35,39,26,26,33,34,43,35,24,29,16,24,25,17,22,18,11,12,6,8,6,6,3,1,2,2,1,2,3,1,0,0,0,0,0,0,1],"bins":[-0.0003403893788345158,-0.0003294709022156894,-0.0003185524547006935,-0.0003076339780818671,-0.00029671553056687117,-0.0002857970539480448,-0.00027487860643304884,-0.00026396012981422246,-0.0002530416822992265,-0.00024212320568040013,-0.00023120474361348897,-0.0002202862815465778,-0.00020936781947966665,-0.0001984493574127555,-0.00018753089534584433,-0.00017661243327893317,-0.000165693971212022,-0.00015477550914511085,-0.00014385704707819968,-0.00013293858501128852,-0.00012202012294437736,-0.00011110165360150859,-0.00010018319153459743,-8.926472946768627e-05,-7.83462674007751e-05,-6.742780533386394e-05,-5.650934326695278e-05,-4.5590877562062815e-05,-3.4672415495151654e-05,-2.3753953428240493e-05,-1.2835489542339928e-05,-1.9170265659340657e-06,9.001436410471797e-06,1.9919898477382958e-05,3.083836054429412e-05,4.175682624918409e-05,5.267528831609525e-05,6.359375402098522e-05,7.451221608789638e-05,8.543067815480754e-05,9.63491402217187e-05,0.00010726760228862986,0.00011818606435554102,0.0001291045336984098,0.00014002299576532096,0.00015094145783223212,0.00016185991989914328,0.00017277838196605444,0.0001836968440329656,0.00019461530609987676,0.00020553376816678792,0.00021645223023369908,0.00022737069230061024,0.0002382891543675214,0.0002492076309863478,0.00026012607850134373,0.0002710445551201701,0.00028196300263516605,0.00029288147925399244,0.00030379992676898837,0.00031471840338781476,0.0003256368509028107,0.0003365553275216371,0.000347473775036633,0.0003583922516554594],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0008014373597688973,-0.0007799160666763783,-0.0007583947153761983,-0.0007368734222836792,-0.0007153520709834993,-0.0006938307778909802,-0.0006723094265908003,-0.0006507881334982812,-0.0006292668404057622,-0.0006077454891055822,-0.0005862241960130632,-0.0005647028447128832,-0.0005431815516203642,-0.0005216602003201842,-0.0005001389072276652,-0.0004786175850313157,-0.0004570962628349662,-0.0004355749406386167,-0.0004140536184422672,-0.0003925322962459177,-0.0003710109740495682,-0.00034948968095704913,-0.00032796835876069963,-0.00030644703656435013,-0.0002849257143680006,-0.0002634043921716511,-0.00024188306997530162,-0.00022036176233086735,-0.00019884044013451785,-0.00017731911793816835,-0.00015579781029373407,-0.00013427648809738457,-0.00011275510769337416,-9.123378549702466e-05,-6.971247057663277e-05,-4.8191152018262073e-05,-2.666983345989138e-05,-5.148514901520684e-06,1.637280365685001e-05,3.7894122215220705e-05,5.94154407735914e-05,8.09367629699409e-05,0.00010245807789033279,0.00012397939281072468,0.00014550071500707418,0.00016702203720342368,0.00018854334484785795,0.00021006466704420745,0.00023158598924055696,0.00025310731143690646,0.00027462863363325596,0.00029614995582960546,0.00031767127802595496,0.000339192571118474,0.0003607138933148235,0.000382235215511173,0.0004037565377075225,0.000425277859903872,0.0004467991821002215,0.000468320504296571,0.0004898417973890901,0.00051136314868927,0.0005328844417817891,0.000554405793081969,0.0005759270861744881],"_type":"histogram","values":[1,0,1,0,0,0,1,0,0,0,1,1,0,3,3,3,2,3,2,7,8,7,13,11,5,17,20,16,20,25,24,29,22,39,34,32,24,18,34,33,34,31,31,28,29,20,23,14,17,15,11,10,15,9,4,3,3,2,0,1,3,0,1,5]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,0,0,1,3,2,2,1,3,2,5,6,1,7,8,11,12,11,16,21,40,24,27,44,32,40,42,46,36,44,26,42,39,29,24,23,13,13,10,8,9,10,7,6,6,3,2,1,2,1,0,2,0,1,0,0,0,1],"bins":[-4.744093894260004e-05,-4.6029905206523836e-05,-4.461887510842644e-05,-4.320784137235023e-05,-4.1796807636274025e-05,-4.0385777538176626e-05,-3.897474380210042e-05,-3.7563710066024214e-05,-3.6152679967926815e-05,-3.474164623185061e-05,-3.33306124957744e-05,-3.1919582397677004e-05,-3.05085486616008e-05,-2.9097516744513996e-05,-2.7686484827427194e-05,-2.6275451091350988e-05,-2.4864419174264185e-05,-2.3453387257177383e-05,-2.2042353521101177e-05,-2.0631321604014374e-05,-1.9220289686927572e-05,-1.7809255950851366e-05,-1.6398224033764564e-05,-1.4987192116677761e-05,-1.3576159290096257e-05,-1.2165126463514753e-05,-1.075409454642795e-05,-9.343061719846446e-06,-7.932028893264942e-06,-6.5209969761781394e-06,-5.109964149596635e-06,-3.698931777762482e-06,-2.2878994059283286e-06,-8.768669204073376e-07,5.341655651136534e-07,1.945198164321482e-06,3.3562305361556355e-06,4.767262907989789e-06,6.178295734571293e-06,7.589328106405446e-06,9.0003604782396e-06,1.0411393304821104e-05,1.1822425221907906e-05,1.323345804848941e-05,1.4644490875070915e-05,1.6055522792157717e-05,1.746655470924452e-05,1.8877588445320725e-05,2.0288620362407528e-05,2.169965227949433e-05,2.3110686015570536e-05,2.452171793265734e-05,2.593274984974414e-05,2.7343783585820347e-05,2.875481550290715e-05,3.0165847419993952e-05,3.157688115607016e-05,3.298791125416756e-05,3.439894499024376e-05,3.580997872631997e-05,3.722100882441737e-05,3.8632042560493574e-05,4.004307629656978e-05,4.145410639466718e-05,4.2865140130743384e-05]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[2,1,1,3,3,1,5,2,3,6,7,5,9,14,12,16,20,23,17,17,16,26,28,17,23,28,35,36,40,42,29,31,28,27,23,24,27,15,19,6,13,15,17,3,5,7,1,4,5,2,4,0,2,0,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0004512511659413576,-0.00043532720883376896,-0.0004194032517261803,-0.00040347929461859167,-0.000387555337511003,-0.0003716313512995839,-0.00035570739419199526,-0.0003397834370844066,-0.00032385947997681797,-0.0003079355228692293,-0.00029201156576164067,-0.000276087608654052,-0.0002601636224426329,-0.00024423966533504426,-0.00022831570822745562,-0.00021239175111986697,-0.00019646779401227832,-0.00018054383690468967,-0.00016461987979710102,-0.00014869590813759714,-0.0001327719510300085,-0.00011684799392241985,-0.00010092402953887358,-8.500006515532732e-05,-6.907610804773867e-05,-5.3152147302171215e-05,-3.722818655660376e-05,-2.1304225811036304e-05,-5.380265065468848e-06,1.0543695680098608e-05,2.6467656425666064e-05,4.239161717123352e-05,5.8315577916800976e-05,7.423953502438962e-05,9.016349940793589e-05,0.00010608746379148215,0.0001220114208990708,0.00013793537800665945,0.00015385934966616333,0.00016978330677375197,0.00018570726388134062,0.00020163122098892927,0.00021755517809651792,0.0002334791497560218,0.0002494031214155257,0.0002653270785231143,0.00028125103563070297,0.0002971749927382916,0.00031309894984588027,0.0003290229069534689,0.00034494686406105757,0.0003608708211686462,0.00037679477827623487,0.00039271876448765397,0.0004086427215952426,0.00042456667870283127,0.0004404906358104199,0.00045641459291800857,0.0004723385500255972,0.00048826250713318586,0.000504186493344605,0.0005201104213483632,0.0005360344075597823,0.0005519583355635405,0.0005678823217749596],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,0,1,0,2,1,0,1,4,2,4,2,6,8,10,13,10,18,16,26,30,35,42,63,62,67,83,97,113,128,113,126,126,105,108,87,81,89,72,54,57,39,28,28,22,14,17,5,11,6,1,4,3,2,0,1,0,1,2,0,0,1],"bins":[-0.0009415732929483056,-0.0009160433546639979,-0.0008905134163796902,-0.0008649834780953825,-0.0008394535398110747,-0.0008139236597344279,-0.0007883937214501202,-0.0007628637831658125,-0.0007373338448815048,-0.0007118039065971971,-0.0006862739683128893,-0.0006607440300285816,-0.0006352141499519348,-0.0006096842116676271,-0.0005841542733833194,-0.0005586243350990117,-0.0005330943968147039,-0.0005075644585303962,-0.0004820345202460885,-0.00045650461106561124,-0.0004309746727813035,-0.0004054447344969958,-0.00037991482531651855,-0.0003543848870322108,-0.0003288549487479031,-0.0003033250104635954,-0.00027779507217928767,-0.0002522651629988104,-0.0002267352247145027,-0.00020120528643019497,-0.00017567536269780248,-0.00015014543896541,-0.00012461544247344136,-9.908551146509126e-05,-7.355558045674115e-05,-4.802564944839105e-05,-2.2495718440040946e-05,3.034212568309158e-06,2.8564143576659262e-05,5.4094074585009366e-05,7.962400559335947e-05,0.00010515393660170957,0.00013068386761005968,0.00015621379134245217,0.0001817437296267599,0.0002072736679110676,0.0002328035916434601,0.0002583335153758526,0.0002838634536601603,0.000309393391944468,0.00033492333022877574,0.000360453239409253,0.0003859831776935607,0.00041151311597786844,0.0004370430251583457,0.0004625729634426534,0.00048810290172696114,0.0005136328400112689,0.0005391627782955766,0.0005646927165798843,0.000590222654864192,0.0006157525349408388,0.0006412824732251465,0.0006668124115094543,0.000692342349793762],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,2,4,0,2,3,4,2,4,12,21,23,33,49,72,115,198,270,422,702,1034,1862,3042,4777,8473,14707,26385,48503,86454,123096,111825,69144,38559,20901,11813,6628,4128,2544,1488,912,575,358,232,145,96,80,38,21,24,9,14,7,3,1,4,1,0,1,0,0,0,0,0,1],"bins":[-0.0001163482666015625,-0.00011244416236877441,-0.00010854005813598633,-0.00010463595390319824,-0.00010073184967041016,-9.682774543762207e-05,-9.292364120483398e-05,-8.90195369720459e-05,-8.511543273925781e-05,-8.121132850646973e-05,-7.730722427368164e-05,-7.340312004089355e-05,-6.949901580810547e-05,-6.559491157531738e-05,-6.16908073425293e-05,-5.778670310974121e-05,-5.3882598876953125e-05,-4.997849464416504e-05,-4.607439041137695e-05,-4.217028617858887e-05,-3.826618194580078e-05,-3.4362077713012695e-05,-3.045797348022461e-05,-2.6553869247436523e-05,-2.2649765014648438e-05,-1.874566078186035e-05,-1.4841556549072266e-05,-1.093745231628418e-05,-7.033348083496094e-06,-3.129243850708008e-06,7.748603820800781e-07,4.678964614868164e-06,8.58306884765625e-06,1.2487173080444336e-05,1.6391277313232422e-05,2.0295381546020508e-05,2.4199485778808594e-05,2.810359001159668e-05,3.2007694244384766e-05,3.591179847717285e-05,3.981590270996094e-05,4.3720006942749023e-05,4.762411117553711e-05,5.1528215408325195e-05,5.543231964111328e-05,5.933642387390137e-05,6.324052810668945e-05,6.714463233947754e-05,7.104873657226562e-05,7.495284080505371e-05,7.88569450378418e-05,8.276104927062988e-05,8.666515350341797e-05,9.056925773620605e-05,9.447336196899414e-05,9.837746620178223e-05,0.00010228157043457031,0.0001061856746673584,0.00011008977890014648,0.00011399388313293457,0.00011789798736572266,0.00012180209159851074,0.00012570619583129883,0.00012961030006408691,0.000133514404296875]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,0,0,0,3,0,0,3,2,3,8,5,11,8,11,19,19,26,34,40,44,46,61,64,51,52,55,39,25,20,21,24,9,17,6,5,7,9,5,2,1,3,3,0,2,0,0,0,0,0,1,1,0,0,0,0,0,1],"bins":[-0.0005809275317005813,-0.0005614488036371768,-0.0005419700755737722,-0.0005224912893027067,-0.0005030125612393022,-0.0004835338331758976,-0.00046405510511249304,-0.000444576347945258,-0.00042509761988185346,-0.0004056188918184489,-0.0003861401346512139,-0.0003666614065878093,-0.00034718267852440476,-0.00032770392135716975,-0.0003082251932937652,-0.00028874643612653017,-0.0002692677080631256,-0.00024978897999972105,-0.00023031022283248603,-0.00021083149476908147,-0.00019135275215376168,-0.0001718740095384419,-0.00015239528147503734,-0.00013291653885971755,-0.00011343779624439776,-9.395905362907797e-05,-7.44803182897158e-05,-5.5001579312374815e-05,-3.5522840335033834e-05,-1.6044101357692853e-05,3.4346376196481287e-06,2.291337659698911e-05,4.239205736666918e-05,6.187079998198897e-05,8.134953532135114e-05,0.00010082827066071332,0.0001203070132760331,0.0001397857558913529,0.00015926448395475745,0.00017874322657007724,0.00019822196918539703,0.00021770071180071682,0.0002371794544160366,0.00025665818247944117,0.0002761369105428457,0.00029561566771008074,0.0003150943957734853,0.0003345731529407203,0.0003540518810041249,0.00037353060906752944,0.00039300936623476446,0.000412488094298169,0.00043196685146540403,0.0004514455795288086,0.00047092430759221315,0.0004904030356556177,0.0005098817637190223,0.0005293605499900877,0.0005488392780534923,0.0005683180061168969,0.0005877967341803014,0.000607275462243706,0.0006267542485147715,0.000646232976578176,0.0006657117046415806],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.004162109922617674,-0.004038434475660324,-0.003914759028702974,-0.003791083348914981,-0.003667407901957631,-0.0035437324550002813,-0.0034200570080429316,-0.0032963815610855818,-0.0031727058812975883,-0.0030490304343402386,-0.002925354987382889,-0.002801679540425539,-0.0026780040934681892,-0.0025543286465108395,-0.002430652966722846,-0.0023069775197654963,-0.0021833020728081465,-0.0020596266258507967,-0.001935951062478125,-0.0018122756155207753,-0.0016886000521481037,-0.001564924605190754,-0.0014412491582334042,-0.0013175735948607326,-0.0011938981479033828,-0.001070222700946033,-0.0009465471375733614,-0.0008228716906160116,-0.0006991961854510009,-0.0005755206802859902,-0.00045184520422481,-0.00032816972816362977,-0.00020449399016797543,-8.081849955487996e-05,4.28569910582155e-05,0.00016653248167131096,0.0002902079722844064,0.0004138834774494171,0.0005375589244067669,0.0006612344295717776,0.0007849099347367883,0.000908585439901799,0.0010322609450668097,0.0011559363920241594,0.0012796118389815092,0.0014032874023541808,0.0015269628493115306,0.0016506384126842022,0.001774313859641552,0.0018979893065989017,0.0020216647535562515,0.002145340433344245,0.0022690158803015947,0.0023926913272589445,0.0025163667742162943,0.002640042221173644,0.0027637179009616375,0.0028873933479189873,0.003011068794876337,0.003134744241833687,0.0032584196887910366,0.0033820951357483864,0.00350577081553638,0.0036294462624937296,0.0037531217094510794],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,2,3,2,4,3,5,3,4,4,6,4,12,18,11,18,18,20,24,24,22,30,38,31,45,40,31,44,31,35,23,21,29,22,26,11,15,15,19,11,7,7,4,6,2,0,3,1,2,0,2,3,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.0015705841360613704,-0.0015224326634779572,-0.001474281307309866,-0.0014261298347264528,-0.0013779784785583615,-0.0013298270059749484,-0.0012816756498068571,-0.001233524177223444,-0.0011853728210553527,-0.0011372213484719396,-0.0010890699923038483,-0.0010409185197204351,-0.0009927671635523438,-0.0009446156909689307,-0.0008964642765931785,-0.0008483128622174263,-0.0008001614478416741,-0.0007520100334659219,-0.0007038586190901697,-0.0006557072047144175,-0.0006075557903386652,-0.000559404375962913,-0.0005112529615871608,-0.00046310151810757816,-0.00041495010373182595,-0.00036679868935607374,-0.0003186472749803215,-0.0002704958606045693,-0.00022234443167690188,-0.00017419301730114967,-0.00012604158837348223,-7.789017399773002e-05,-2.9738759621977806e-05,1.841265839175321e-05,6.656407640548423e-05,0.00011471549805719405,0.00016286691243294626,0.00021101832680869848,0.0002591697557363659,0.0003073211701121181,0.00035547258448787034,0.00040362399886362255,0.00045177541323937476,0.0004999268567189574,0.0005480782710947096,0.0005962296854704618,0.0006443810998462141,0.0006925325142219663,0.0007406839285977185,0.0007888353429734707,0.0008369867573492229,0.0008851381717249751,0.0009332895861007273,0.0009814410004764795,0.0010295924730598927,0.001077743829227984,0.001125895301811397,0.0011740466579794884,0.0012221981305629015,0.0012703494867309928,0.001318500959314406,0.0013666523154824972,0.0014148037880659103,0.0014629551442340016,0.0015111066168174148],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,0,0,3,1,0,0,3,4,6,11,7,23,26,37,56,65,80,127,149,162,178,164,180,149,126,135,104,61,45,37,38,20,19,9,6,1,3,2,4,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,2,1,4,1,2,8,5,5,9,7,10,15,15,13,22,20,24,21,17,30,26,27,40,35,798,38,29,25,36,18,39,28,27,25,19,19,11,14,8,7,9,4,4,3,1,2,1,3,1,1,1,2,0,0,1,0,0,1,0,0,1],"bins":[-0.08185438066720963,-0.07890042662620544,-0.07594647258520126,-0.07299251854419708,-0.0700385645031929,-0.06708461046218872,-0.06413065642118454,-0.06117670238018036,-0.05822274833917618,-0.055268798023462296,-0.052314843982458115,-0.049360889941453934,-0.04640693590044975,-0.04345298185944557,-0.04049902781844139,-0.03754507377743721,-0.03459111973643303,-0.03163716569542885,-0.028683211654424667,-0.025729257613420486,-0.022775303572416306,-0.019821351394057274,-0.016867397353053093,-0.013913443312048912,-0.010959489271044731,-0.00800553523004055,-0.005051581654697657,-0.0020976278465241194,0.0008563259616494179,0.003810279769822955,0.006764233577996492,0.009718187153339386,0.012672141194343567,0.015626095235347748,0.01858004927635193,0.02153400331735611,0.02448795735836029,0.027441909536719322,0.030395863577723503,0.03334981948137283,0.036303773522377014,0.0392577238380909,0.04221167787909508,0.04516563192009926,0.04811958596110344,0.05107354000210762,0.0540274940431118,0.05698144808411598,0.05993540212512016,0.06288935244083405,0.06584330648183823,0.06879726052284241,0.07175121456384659,0.07470516860485077,0.07765912264585495,0.08061307668685913,0.08356703072786331,0.08652098476886749,0.08947493880987167,0.09242889285087585,0.09538284689188004,0.09833680093288422,0.1012907549738884,0.10424470901489258,0.10719866305589676]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,2,1,2,1,4,2,3,3,3,8,8,16,12,8,11,20,11,17,20,20,24,35,36,24,35,35,25,40,25,30,36,33,36,17,27,31,18,10,14,8,7,13,8,4,2,4,3,3,3,3,3,1,1,0,0,0,0,0,1],"bins":[-0.00040561440982855856,-0.00039269396802410483,-0.00037977355532348156,-0.00036685311351902783,-0.00035393270081840456,-0.0003410122590139508,-0.00032809184631332755,-0.0003151714045088738,-0.0003022509627044201,-0.0002893305500037968,-0.0002764101081993431,-0.0002634896954987198,-0.0002505692536942661,-0.00023764882644172758,-0.00022472839918918908,-0.00021180797193665057,-0.00019888754468411207,-0.00018596711743157357,-0.00017304669017903507,-0.00016012626292649657,-0.00014720583567395806,-0.00013428539386950433,-0.00012136496661696583,-0.00010844453936442733,-9.552411211188883e-05,-8.260368485935032e-05,-6.968325760681182e-05,-5.6762823078315705e-05,-4.38423958257772e-05,-3.09219685732387e-05,-1.800153768272139e-05,-5.0811086111934856e-06,7.839349564164877e-06,2.0759778635692783e-05,3.368020770722069e-05,4.6600638597738e-05,5.95210658502765e-05,7.2441493102815e-05,8.536192763131112e-05,9.828235488384962e-05,0.00011120278213638812,0.00012412320938892663,0.00013704363664146513,0.00014996406389400363,0.00016288450569845736,0.00017580493295099586,0.00018872536020353436,0.00020164578745607287,0.00021456621470861137,0.00022748664196114987,0.00024040706921368837,0.0002533275110181421,0.0002662479237187654,0.0002791683655232191,0.0002920887782238424,0.0003050092200282961,0.00031792966183274984,0.0003308500745333731,0.00034377051633782685,0.0003566909290384501,0.00036961137084290385,0.0003825317835435271,0.00039545222534798086,0.00040837263804860413,0.00042129307985305786]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,1,4,5,7,17,14,31,45,116,183,264,396,597,914,1303,1907,2728,3562,4897,6251,8080,10253,12706,15377,18053,21245,24217,26855,29055,31418,32946,33732,33984,33380,32127,30438,28217,25409,22525,19344,16707,13852,11323,9017,7076,5377,4099,3029,2160,1562,1028,735,461,302,204,130,71,40,23,14,7,1,2],"bins":[-0.09595722705125809,-0.09306897968053818,-0.09018073230981827,-0.08729248493909836,-0.08440423011779785,-0.08151598274707794,-0.07862773537635803,-0.07573948800563812,-0.07285124063491821,-0.0699629932641983,-0.0670747458934784,-0.06418649852275848,-0.061298247426748276,-0.058410000056028366,-0.05552174896001816,-0.05263350158929825,-0.04974525421857834,-0.04685700684785843,-0.04396875947713852,-0.04108050838112831,-0.0381922610104084,-0.03530401363968849,-0.032415762543678284,-0.029527515172958374,-0.026639267802238464,-0.023751020431518555,-0.020862771198153496,-0.017974521964788437,-0.015086274594068527,-0.012198026292026043,-0.009309777989983559,-0.006421529687941074,-0.00353328138589859,-0.0006450330838561058,0.0022432152181863785,0.005131463520228863,0.008019711822271347,0.010907960124313831,0.013796208426356316,0.016684457659721375,0.019572705030441284,0.022460952401161194,0.025349201634526253,0.02823745086789131,0.03112569823861122,0.03401394560933113,0.03690219670534134,0.03979044407606125,0.04267869144678116,0.04556693881750107,0.04845518618822098,0.051343437284231186,0.054231684654951096,0.057119932025671005,0.06000818312168121,0.06289643049240112,0.06578467786312103,0.06867292523384094,0.07156117260456085,0.07444941997528076,0.07733766734600067,0.08022592216730118,0.08311416953802109,0.086002416908741,0.08889066427946091]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,2,0,0,1,0,1,2,1,2,3,6,3,5,8,12,5,20,19,19,19,27,13,33,25,33,39,31,41,28,35,31,32,14,32,36,31,23,14,24,20,15,7,9,13,4,7,3,3,2,4,6,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0032287421636283398,-0.0031205995474010706,-0.003012457164004445,-0.002904314547777176,-0.0027961721643805504,-0.002688029548153281,-0.002579886931926012,-0.0024717445485293865,-0.0023636019323021173,-0.002255459316074848,-0.0021473169326782227,-0.0020391743164509535,-0.0019310318166390061,-0.0018228893168270588,-0.0017147467005997896,-0.0016066042007878423,-0.001498461700975895,-0.0013903192011639476,-0.0012821767013520002,-0.001174034085124731,-0.0010658915853127837,-0.0009577490855008364,-0.0008496065274812281,-0.0007414639694616199,-0.0006333214696496725,-0.0005251789698377252,-0.0004170364118181169,-0.0003088938829023391,-0.0002007513539865613,-9.26088250707835e-05,1.5533703844994307e-05,0.0001236762327607721,0.00023181852884590626,0.00033996105776168406,0.00044810358667746186,0.0005562461446970701,0.0006643886445090175,0.0007725311443209648,0.0008806737023405731,0.0009888162603601813,0.0010969587601721287,0.001205101259984076,0.0013132437597960234,0.0014213863760232925,0.0015295288758352399,0.0016376713756471872,0.0017458139918744564,0.0018539564916864038,0.001962098991498351,0.0020702416077256203,0.002178383991122246,0.002286526607349515,0.002394669223576784,0.0025028116069734097,0.002610954223200679,0.0027190966065973043,0.0028272392228245735,0.0029353818390518427,0.003043524222448468,0.0031516668386757374,0.003259809222072363,0.003367951838299632,0.0034760944545269012,0.0035842368379235268,0.003692379454150796]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,5,2,5,30,28,43,99,173,268,412,680,914,1381,1966,2681,3751,5136,6829,8905,11296,13933,16620,19711,22909,25594,28646,31351,32619,34127,34948,34528,33726,31701,29686,26957,24413,21204,17952,14654,12203,9769,7562,5834,4378,3255,2298,1533,1124,715,485,296,186,113,71,42,37,19,11,1,4,2,0,1],"bins":[-0.09108398109674454,-0.08811689913272858,-0.08514982461929321,-0.08218274265527725,-0.07921566069126129,-0.07624857872724533,-0.07328149676322937,-0.070314422249794,-0.06734734028577805,-0.06438025832176208,-0.06141318008303642,-0.05844610184431076,-0.0554790198802948,-0.05251193791627884,-0.04954485967755318,-0.046577781438827515,-0.043610699474811554,-0.04064361751079559,-0.03767653927206993,-0.03470946103334427,-0.03174237906932831,-0.028775298967957497,-0.025808218866586685,-0.022841138765215874,-0.019874058663845062,-0.01690697856247425,-0.01393989846110344,-0.010972818359732628,-0.008005738258361816,-0.005038658156991005,-0.0020715780556201935,0.000895502045750618,0.0038625821471214294,0.006829662248492241,0.009796742349863052,0.012763822451233864,0.015730902552604675,0.018697982653975487,0.021665062755346298,0.02463214285671711,0.02759922295808792,0.030566303059458733,0.033533383160829544,0.036500461399555206,0.03946754336357117,0.04243462532758713,0.04540170356631279,0.04836878180503845,0.05133586376905441,0.054302945733070374,0.057270023971796036,0.0602371022105217,0.06320418417453766,0.06617126613855362,0.06913834810256958,0.07210542261600494,0.0750725045800209,0.07803958654403687,0.08100666105747223,0.08397374302148819,0.08694082498550415,0.08990790694952011,0.09287498891353607,0.09584206342697144,0.0988091453909874]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,1,0,5,2,1,5,3,4,10,12,12,10,12,17,21,15,15,24,21,30,25,25,34,23,27,34,43,33,21,35,33,27,20,26,22,24,15,13,6,11,5,7,11,7,4,1,3,3,1,1,2,1,1,1,0,0,0,0,1],"bins":[-0.000634415540844202,-0.0006130293477326632,-0.0005916431546211243,-0.0005702570197172463,-0.0005488708266057074,-0.0005274846334941685,-0.0005060984403826296,-0.0004847122763749212,-0.0004633260832633823,-0.00044193989015184343,-0.000420553726144135,-0.0003991675330325961,-0.0003777813399210572,-0.0003563951759133488,-0.0003350089828018099,-0.0003136228187941015,-0.0002922366256825626,-0.0002708504325710237,-0.00024946426856331527,-0.00022807807545177639,-0.00020669189689215273,-0.00018530571833252907,-0.00016391952522099018,-0.00014253334666136652,-0.00012114716810174286,-9.97609895421192e-05,-7.837480370653793e-05,-5.6988621508935466e-05,-3.5602439311333e-05,-1.4216257113730535e-05,7.169925083871931e-06,2.8556107281474397e-05,4.994228947907686e-05,7.132846803870052e-05,9.27146538742818e-05,0.00011410083970986307,0.00013548701826948673,0.00015687319682911038,0.00017825938994064927,0.00019964556850027293,0.0002210317470598966,0.00024241792561952025,0.0002638041041791439,0.0002851902972906828,0.0003065764904022217,0.0003279626544099301,0.000349348847521469,0.00037073501152917743,0.0003921212046407163,0.0004135073977522552,0.00043489356175996363,0.0004562797548715025,0.00047766591887921095,0.0004990521119907498,0.0005204383051022887,0.0005418244982138276,0.0005632106913253665,0.0005845968262292445,0.0006059830193407834,0.0006273692124523222,0.0006487554055638611,0.0006701415986754,0.000691527733579278,0.0007129139266908169,0.0007343001198023558]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.0016343777533620596,-0.001585695194080472,-0.0015370127512142062,-0.0014883303083479404,-0.0014396477490663528,-0.0013909651897847652,-0.0013422827469184995,-0.0012936003040522337,-0.001244917744770646,-0.0011962351854890585,-0.0011475527426227927,-0.001098870299756527,-0.0010501877404749393,-0.0010015051811933517,-0.000952822738327086,-0.0009041402372531593,-0.0008554577361792326,-0.0008067752351053059,-0.0007580927340313792,-0.0007094102329574525,-0.0006607277318835258,-0.0006120452308095992,-0.0005633627297356725,-0.0005146802286617458,-0.0004659977275878191,-0.0004173152265138924,-0.0003686327254399657,-0.00031995022436603904,-0.00027126772329211235,-0.00022258522221818566,-0.00017390272114425898,-0.0001252202200703323,-7.65377189964056e-05,-2.7855217922478914e-05,2.0827283151447773e-05,6.950978422537446e-05,0.00011819228529930115,0.00016687478637322783,0.00021555728744715452,0.0002642397885210812,0.0003129222895950079,0.0003616047906689346,0.00041028729174286127,0.00045896979281678796,0.0005076522938907146,0.0005563347949646413,0.000605017296038568,0.0006536997971124947,0.0007023822981864214,0.0007510647992603481,0.0007997473003342748,0.0008484298014082015,0.0008971123024821281,0.0009457948035560548,0.0009944773046299815,0.0010431597474962473,0.001091842306777835,0.0011405248660594225,0.0011892073089256883,0.001237889751791954,0.0012865723110735416,0.0013352548703551292,0.001383937313221395,0.0014326197560876608,0.0014813023153692484],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,8,1,5,2,6,9,7,14,24,29,44,51,59,70,93,141,117,154,162,135,159,144,113,94,83,80,60,45,37,21,19,13,15,11,4,4,1,3,3,1,3,0,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[3,0,3,1,1,1,0,2,1,5,6,5,6,4,12,6,10,21,16,11,22,15,20,22,19,35,29,26,38,30,28,26,26,32,30,28,28,20,26,24,16,21,18,11,9,9,10,6,11,3,4,2,3,1,0,0,2,1,0,2,0,0,0,1],"bins":[-0.0007569590234197676,-0.0007320645963773131,-0.0007071702275425196,-0.0006822758005000651,-0.0006573813734576106,-0.000632487004622817,-0.0006075925775803626,-0.0005826981505379081,-0.0005578037817031145,-0.00053290935466066,-0.0005080149276182055,-0.0004831205296795815,-0.0004582261317409575,-0.000433331704698503,-0.000408437306759879,-0.0003835428797174245,-0.0003586484817788005,-0.00033375408384017646,-0.000308859656797722,-0.00028396525885909796,-0.0002590708318166435,-0.00023417643387801945,-0.00020928203593939543,-0.00018438762344885617,-0.00015949321095831692,-0.00013459879846777767,-0.00010970439325319603,-8.480998803861439e-05,-5.991557554807514e-05,-3.5021166695514694e-05,-1.0126757842954248e-05,1.4767651009606197e-05,3.9662118069827557e-05,6.455653056036681e-05,8.945093577494845e-05,0.00011434534098953009,0.00013923975348006934,0.0001641341659706086,0.00018902856390923262,0.00021392297639977187,0.00023881738889031112,0.00026371178682893515,0.00028860621387138963,0.00031350061181001365,0.0003383950097486377,0.00036328943679109216,0.0003881838347297162,0.00041307826177217066,0.0004379726597107947,0.0004628670576494187,0.0004877614846918732,0.0005126558826304972,0.0005375503096729517,0.0005624446785077453,0.0005873391055501997,0.0006122335325926542,0.0006371279014274478,0.0006620223284699023,0.0006869167555123568,0.0007118111825548112,0.0007367055513896048,0.0007615999784320593,0.0007864944054745138,0.0008113887743093073,0.0008362832013517618],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.00099945068359375,-0.0009698867797851562,-0.0009403228759765625,-0.0009107589721679688,-0.000881195068359375,-0.0008516311645507812,-0.0008220672607421875,-0.0007925033569335938,-0.000762939453125,-0.0007333755493164062,-0.0007038116455078125,-0.0006742477416992188,-0.000644683837890625,-0.0006151199340820312,-0.0005855560302734375,-0.0005559921264648438,-0.00052642822265625,-0.0004968643188476562,-0.0004673004150390625,-0.00043773651123046875,-0.000408172607421875,-0.00037860870361328125,-0.0003490447998046875,-0.00031948089599609375,-0.0002899169921875,-0.00026035308837890625,-0.0002307891845703125,-0.00020122528076171875,-0.000171661376953125,-0.00014209747314453125,-0.0001125335693359375,-8.296966552734375e-05,-5.340576171875e-05,-2.384185791015625e-05,5.7220458984375e-06,3.528594970703125e-05,6.4849853515625e-05,9.441375732421875e-05,0.0001239776611328125,0.00015354156494140625,0.00018310546875,0.00021266937255859375,0.0002422332763671875,0.00027179718017578125,0.000301361083984375,0.00033092498779296875,0.0003604888916015625,0.00039005279541015625,0.00041961669921875,0.00044918060302734375,0.0004787445068359375,0.0005083084106445312,0.000537872314453125,0.0005674362182617188,0.0005970001220703125,0.0006265640258789062,0.0006561279296875,0.0006856918334960938,0.0007152557373046875,0.0007448196411132812,0.000774383544921875,0.0008039474487304688,0.0008335113525390625,0.0008630752563476562,0.00089263916015625],"_type":"histogram","values":[1,0,0,0,0,1,1,2,0,3,2,3,9,5,10,17,24,51,75,105,185,255,463,733,1297,2191,3956,6984,13258,25796,52142,113142,245178,402509,351855,185599,84643,39047,19523,10242,5704,3172,1935,1019,651,382,250,171,88,57,41,23,28,11,8,5,4,1,2,0,3,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,0,1,0,0,3,1,3,1,5,6,9,6,8,5,14,12,24,22,16,28,26,41,35,48,43,47,44,36,30,23,23,32,21,21,13,18,12,13,11,9,11,5,6,2,7,4,4,2,1,2,3,2,1,1,1,1,0,1,1],"bins":[-0.00045445311116054654,-0.00043983489740639925,-0.00042521668365225196,-0.00041059846989810467,-0.0003959802561439574,-0.0003813620423898101,-0.0003667438286356628,-0.0003521256148815155,-0.0003375074011273682,-0.00032288915826939046,-0.00030827094451524317,-0.0002936527307610959,-0.0002790345170069486,-0.0002644163032528013,-0.000249798089498654,-0.00023517987574450672,-0.00022056166199035943,-0.00020594344823621213,-0.00019132523448206484,-0.00017670702072791755,-0.00016208880697377026,-0.00014747057866770774,-0.00013285236491356045,-0.00011823415115941316,-0.00010361593740526587,-8.899772365111858e-05,-7.437950989697129e-05,-5.976128886686638e-05,-4.514307511271909e-05,-3.05248613585718e-05,-1.59066439664457e-05,-1.2884283933090046e-06,1.332978717982769e-05,2.7948002752964385e-05,4.256621832610108e-05,5.718443571822718e-05,7.180264947237447e-05,8.642086322652176e-05,0.00010103908425662667,0.00011565729801077396,0.00013027551176492125,0.00014489372551906854,0.00015951193927321583,0.00017413015302736312,0.00018874838133342564,0.00020336659508757293,0.00021798480884172022,0.00023260302259586751,0.0002472212363500148,0.0002618394501041621,0.0002764576638583094,0.0002910758776124567,0.00030569409136660397,0.00032031230512075126,0.00033493051887489855,0.00034954873262904584,0.0003641669754870236,0.0003787851892411709,0.0003934034029953182,0.00040802161674946547,0.00042263983050361276,0.00043725804425776005,0.00045187625801190734,0.00046649447176605463,0.0004811126855202019]},"test_loss":0.021172434821202877,"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,1,0,2,2,1,1,2,1,7,5,7,7,8,10,15,15,15,28,28,32,33,50,40,40,40,44,37,39,33,35,19,27,23,15,10,22,6,11,9,8,6,6,3,5,4,4,2,3,1,1,0,1,1,0,0,1],"bins":[-0.0006070822710171342,-0.0005887537845410407,-0.0005704252980649471,-0.0005520968115888536,-0.0005337683251127601,-0.0005154398386366665,-0.0004971114103682339,-0.00047878289478830993,-0.00046045443741604686,-0.00044212595093995333,-0.0004237974644638598,-0.00040546897798776627,-0.00038714049151167274,-0.0003688120050355792,-0.00035048354766331613,-0.0003321550611872226,-0.00031382657471112907,-0.00029549808823503554,-0.000277169601758942,-0.00025884114438667893,-0.0002405126579105854,-0.00022218417143449187,-0.00020385568495839834,-0.00018552721303422004,-0.0001671987265581265,-0.00014887024008203298,-0.00013054176815785468,-0.00011221328168176115,-9.388480248162523e-05,-7.555632328148931e-05,-5.722784044337459e-05,-3.8899357605259866e-05,-2.057087840512395e-05,-2.242397385998629e-06,1.608608363312669e-05,3.4414566471241415e-05,5.274304567137733e-05,7.107152487151325e-05,8.940001134760678e-05,0.0001077284905477427,0.0001260569697478786,0.00014438545622397214,0.00016271392814815044,0.00018104241462424397,0.0001993709011003375,0.0002176993730245158,0.00023602785950060934,0.00025435633142478764,0.00027268481790088117,0.0002910133043769747,0.00030934179085306823,0.0003276702482253313,0.00034599873470142484,0.00036432722117751837,0.0003826557076536119,0.00040098419412970543,0.00041931268060579896,0.00043764113797806203,0.00045596962445415556,0.0004742981109302491,0.0004926265683025122,0.0005109550547786057,0.0005292835412546992,0.0005476120277307928,0.0005659405142068863],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9980642199516296,0.9981392621994019,0.9982143044471741,0.9982894062995911,0.9983644485473633,0.9984394907951355,0.9985145330429077,0.9985895752906799,0.9986646175384521,0.9987397193908691,0.9988147616386414,0.9988898038864136,0.9989648461341858,0.999039888381958,0.9991149306297302,0.9991900324821472,0.9992650747299194,0.9993401169776917,0.9994151592254639,0.9994902014732361,0.9995652437210083,0.9996403455734253,0.9997153878211975,0.9997904300689697,0.9998654723167419,0.9999405145645142,1.0000156164169312,1.0000905990600586,1.0001657009124756,1.000240683555603,1.00031578540802,1.000390887260437,1.0004658699035645,1.0005409717559814,1.0006159543991089,1.0006910562515259,1.0007661581039429,1.0008411407470703,1.0009162425994873,1.0009912252426147,1.0010663270950317,1.0011414289474487,1.0012164115905762,1.0012915134429932,1.0013664960861206,1.0014415979385376,1.001516580581665,1.001591682434082,1.001666784286499,1.0017417669296265,1.0018168687820435,1.001891851425171,1.001966953277588,1.0020420551300049,1.0021170377731323,1.0021921396255493,1.0022671222686768,1.0023422241210938,1.0024172067642212,1.0024923086166382,1.0025674104690552,1.0026423931121826,1.0027174949645996,1.002792477607727,1.002867579460144],"_type":"histogram","values":[1,0,2,0,0,0,0,1,0,1,0,1,1,6,6,7,5,12,17,25,31,40,40,52,66,42,52,40,39,39,27,33,23,20,26,11,15,9,9,9,8,9,11,2,1,4,6,0,4,2,1,4,0,1,1,0,1,1,1,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.08808372169733047,-0.08524826914072037,-0.08241282403469086,-0.07957737147808075,-0.07674191892147064,-0.07390646636486053,-0.07107101380825043,-0.06823556870222092,-0.06540011614561081,-0.0625646635890007,-0.05972921475768089,-0.056893765926361084,-0.05405831336975098,-0.05122286081314087,-0.04838741198182106,-0.04555196315050125,-0.042716510593891144,-0.039881058037281036,-0.03704560920596123,-0.03421016037464142,-0.03137470781803131,-0.028539257124066353,-0.025703806430101395,-0.022868355736136436,-0.02003290504217148,-0.01719745434820652,-0.014362003654241562,-0.011526552960276604,-0.008691102266311646,-0.005855651572346687,-0.003020200878381729,-0.00018475018441677094,0.002650707960128784,0.005486158654093742,0.0083216093480587,0.011157060042023659,0.013992510735988617,0.016827961429953575,0.019663412123918533,0.02249886281788349,0.02533431351184845,0.028169764205813408,0.031005214899778366,0.033840663731098175,0.03667611628770828,0.03951156884431839,0.0423470176756382,0.04518246650695801,0.048017919063568115,0.05085337162017822,0.05368882045149803,0.05652426928281784,0.05935972183942795,0.062195174396038055,0.06503061950206757,0.06786607205867767,0.07070152461528778,0.07353697717189789,0.076372429728508,0.0792078748345375,0.08204332739114761,0.08487877994775772,0.08771422505378723,0.09054967761039734,0.09338513016700745],"_type":"histogram","values":[4,5,11,20,24,49,88,147,193,328,522,663,1053,1549,2137,2853,4070,5157,6792,8762,10978,13565,15630,18778,21340,24734,27084,29486,31495,32554,33093,33111,32440,31301,29525,27299,24586,22193,19300,16227,13501,11145,8991,7122,5572,4169,3116,2209,1585,1067,807,496,330,208,134,96,55,42,20,3,5,1,1,3]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,1,1,3,3,5,5,7,8,12,9,21,13,22,24,26,29,35,33,37,26,33,46,57,37,41,21,21,28,27,22,20,21,20,10,7,2,4,6,5,7,3,2,0,1,0,0,1,1,1,0,0,0,0,0,0,1],"bins":[-0.0026642722077667713,-0.002573748119175434,-0.0024832242634147406,-0.0023927001748234034,-0.002302176086232066,-0.0022116522304713726,-0.0021211281418800354,-0.002030604053288698,-0.0019400800811126828,-0.0018495561089366674,-0.0017590320203453302,-0.0016685080481693149,-0.0015779840759932995,-0.0014874599874019623,-0.001396936015225947,-0.0013064119266346097,-0.0012158879544585943,-0.001125363982282579,-0.0010348398936912417,-0.0009443159215152264,-0.0008537918911315501,-0.0007632678607478738,-0.0006727438885718584,-0.0005822198581881821,-0.0004916958278045058,-0.00040117179742082953,-0.0003106477961409837,-0.00022012378030922264,-0.00012959976447746158,-3.9075748645700514e-05,5.144826718606055e-05,0.0001419722830178216,0.00023249606601893902,0.0003230200964026153,0.00041354409768246114,0.000504068098962307,0.0005945921293459833,0.0006851161597296596,0.0007756401319056749,0.0008661641622893512,0.0009566881926730275,0.001047212164849043,0.00113773625344038,0.0012282602256163955,0.0013187841977924109,0.001409308286383748,0.0014998322585597634,0.0015903563471511006,0.001680880319327116,0.0017714042915031314,0.0018619283800944686,0.001952452352270484,0.002042976440861821,0.0021335002966225147,0.002224024385213852,0.002314548473805189,0.0024050725623965263,0.00249559641815722,0.002586120506748557,0.0026766445953398943,0.002767168451100588,0.002857692539691925,0.0029482166282832623,0.003038740484043956,0.003129264572635293]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[2,3,1,2,2,8,17,28,31,70,79,137,159,247,335,578,804,1118,1700,2296,3570,5036,7348,10739,15985,22062,30718,41303,52950,62132,65614,62353,54189,42206,31893,22824,15780,11065,7697,5362,3559,2457,1697,1132,796,555,376,278,177,106,78,63,45,24,15,6,8,2,2,2,2,0,0,1],"bins":[-0.000438690185546875,-0.00042432546615600586,-0.0004099607467651367,-0.0003955960273742676,-0.00038123130798339844,-0.0003668665885925293,-0.00035250186920166016,-0.000338137149810791,-0.0003237724304199219,-0.00030940771102905273,-0.0002950429916381836,-0.00028067827224731445,-0.0002663135528564453,-0.00025194883346557617,-0.00023758411407470703,-0.0002232193946838379,-0.00020885467529296875,-0.0001944899559020996,-0.00018012523651123047,-0.00016576051712036133,-0.0001513957977294922,-0.00013703107833862305,-0.0001226663589477539,-0.00010830163955688477,-9.393692016601562e-05,-7.957220077514648e-05,-6.520748138427734e-05,-5.08427619934082e-05,-3.647804260253906e-05,-2.2113323211669922e-05,-7.748603820800781e-06,6.616115570068359e-06,2.09808349609375e-05,3.534555435180664e-05,4.971027374267578e-05,6.407499313354492e-05,7.843971252441406e-05,9.28044319152832e-05,0.00010716915130615234,0.00012153387069702148,0.00013589859008789062,0.00015026330947875977,0.0001646280288696289,0.00017899274826049805,0.0001933574676513672,0.00020772218704223633,0.00022208690643310547,0.0002364516258239746,0.00025081634521484375,0.0002651810646057129,0.00027954578399658203,0.00029391050338745117,0.0003082752227783203,0.00032263994216918945,0.0003370046615600586,0.00035136938095092773,0.0003657341003417969,0.000380098819732666,0.00039446353912353516,0.0004088282585144043,0.00042319297790527344,0.0004375576972961426,0.0004519224166870117,0.00046628713607788086,0.00048065185546875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[1,1,1,0,2,2,0,2,2,1,3,1,3,3,2,5,14,7,21,13,13,14,22,26,31,33,35,37,50,43,45,40,40,34,43,32,17,19,16,19,15,9,11,5,8,6,4,2,4,3,1,3,1,1,1,0,0,0,0,0,0,0,0,1],"bins":[-4.440962220542133e-05,-4.293824531487189e-05,-4.1466868424322456e-05,-3.999549517175183e-05,-3.852411828120239e-05,-3.7052741390652955e-05,-3.5581368138082325e-05,-3.410999124753289e-05,-3.263861435698345e-05,-3.116723746643402e-05,-2.9695862394873984e-05,-2.822448732331395e-05,-2.6753110432764515e-05,-2.528173354221508e-05,-2.3810358470655046e-05,-2.2338983399095014e-05,-2.0867606508545578e-05,-1.939622961799614e-05,-1.792485454643611e-05,-1.6453479474876076e-05,-1.498210258432664e-05,-1.3510726603271905e-05,-1.2039350622217171e-05,-1.0567974641162436e-05,-9.096598660107702e-06,-7.625222679052968e-06,-6.153846697998233e-06,-4.682470716943499e-06,-3.2110947358887643e-06,-1.7397187548340298e-06,-2.683427737792954e-07,1.203033207275439e-06,2.6744055503513664e-06,4.145781531406101e-06,5.617157512460835e-06,7.08853349351557e-06,8.559909474570304e-06,1.0031285455625039e-05,1.1502661436679773e-05,1.2974037417734507e-05,1.4445413398789242e-05,1.5916790289338678e-05,1.738816536089871e-05,1.8859540432458743e-05,2.033091732300818e-05,2.1802294213557616e-05,2.327366928511765e-05,2.474504435667768e-05,2.6216421247227117e-05,2.7687798137776554e-05,2.9159173209336586e-05,3.063054828089662e-05,3.2101925171446055e-05,3.357330206199549e-05,3.504467895254493e-05,3.651605220511556e-05,3.798742909566499e-05,3.945880598621443e-05,4.093017923878506e-05,4.2401556129334494e-05,4.387293301988393e-05,4.534430991043337e-05,4.68156868009828e-05,4.828706005355343e-05,4.975843694410287e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[4,3,6,9,31,31,45,84,137,232,318,466,731,1030,1458,2126,2970,3836,5049,6521,8487,10381,12918,15272,18251,20940,23315,26181,28186,30158,31936,32524,32745,32443,31309,29781,27685,25148,22643,19942,17236,14648,12173,9818,7820,6096,4670,3557,2576,1888,1317,916,622,405,276,173,126,77,42,25,15,9,4,3],"bins":[-0.0903223529458046,-0.08752918243408203,-0.08473600447177887,-0.0819428339600563,-0.07914966344833374,-0.07635648548603058,-0.07356331497430801,-0.07077013701200485,-0.06797696650028229,-0.06518379598855972,-0.06239061802625656,-0.059597447514534,-0.05680427327752113,-0.05401109904050827,-0.051217928528785706,-0.04842475429177284,-0.04563158005475998,-0.042838405817747116,-0.04004523158073425,-0.03725206106901169,-0.034458886831998825,-0.03166571259498596,-0.028872540220618248,-0.026079367846250534,-0.02328619360923767,-0.020493019372224808,-0.017699846997857094,-0.014906673692166805,-0.012113500386476517,-0.009320327080786228,-0.00652715377509594,-0.003733980469405651,-0.0009407997131347656,0.001852373592555523,0.0046455468982458115,0.0074387202039361,0.010231893509626389,0.013025066815316677,0.015818240121006966,0.01861141249537468,0.021404586732387543,0.024197760969400406,0.02699093334376812,0.029784105718135834,0.0325772799551487,0.03537045419216156,0.038163624703884125,0.04095679894089699,0.04374997317790985,0.046543147414922714,0.04933632165193558,0.05212949216365814,0.054922666400671005,0.05771584063768387,0.06050901114940643,0.0633021891117096,0.06609535962343216,0.06888853013515472,0.07168170809745789,0.07447487860918045,0.07726804912090302,0.08006122708320618,0.08285439759492874,0.0856475755572319,0.08844074606895447]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[2,0,1,1,1,1,2,1,2,2,1,5,3,6,5,8,10,11,14,11,7,15,12,25,28,24,29,26,24,21,24,35,19,23,30,27,31,34,30,25,34,16,17,15,12,19,9,16,12,8,6,5,4,4,4,2,1,0,4,1,1,0,1,1],"bins":[-0.0008012570906430483,-0.0007769081275910139,-0.0007525591063313186,-0.0007282101432792842,-0.0007038611802272499,-0.0006795121589675546,-0.0006551631959155202,-0.0006308142328634858,-0.0006064652116037905,-0.0005821162485517561,-0.0005577672854997218,-0.0005334182642400265,-0.0005090693011879921,-0.00048472030903212726,-0.0004603713168762624,-0.00043602235382422805,-0.0004116733616683632,-0.0003873243695124984,-0.000362975406460464,-0.00033862641430459917,-0.00031427742214873433,-0.00028992845909669995,-0.0002655794669408351,-0.00024123047478497028,-0.00021688149718102068,-0.00019253251957707107,-0.00016818352742120624,-0.00014383454981725663,-0.00011948556493734941,-9.513658005744219e-05,-7.078760245349258e-05,-4.643861757358536e-05,-2.208963269367814e-05,2.2593503672396764e-06,2.6608333428157493e-05,5.095731467008591e-05,7.530629954999313e-05,9.965528442990035e-05,0.00012400426203384995,0.0001483532541897148,0.0001727022317936644,0.000197051209397614,0.00022140020155347884,0.00024574919370934367,0.00027009815676137805,0.0002944471489172429,0.0003187961410731077,0.0003431451041251421,0.00036749409628100693,0.00039184308843687177,0.00041619205148890615,0.000440541043644771,0.0004648900358006358,0.0004892389988526702,0.0005135880201123655,0.0005379369831643999,0.0005622859462164342,0.0005866349674761295,0.0006109839305281639,0.0006353328935801983,0.0006596819148398936,0.000684030877891928,0.0007083798409439623,0.0007327288622036576,0.000757077825255692],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,0,0,0,0,0,1,0,2,3,5,2,3,7,5,1,4,14,14,13,12,15,17,24,20,21,30,26,29,22,28,36,27,34,32,36,31,35,24,24,18,18,18,28,11,10,20,7,8,6,5,3,5,3,4,1,0,0,1,2,0,1,0,1],"bins":[-0.001300489529967308,-0.0012609213590621948,-0.0012213531881570816,-0.0011817850172519684,-0.0011422168463468552,-0.001102648675441742,-0.0010630805045366287,-0.0010235123336315155,-0.0009839441627264023,-0.0009443759336136281,-0.0009048077627085149,-0.0008652395918034017,-0.0008256713626906276,-0.0007861031917855144,-0.0007465350208804011,-0.0007069668499752879,-0.0006673986790701747,-0.0006278305081650615,-0.0005882623372599483,-0.000548694166354835,-0.0005091259954497218,-0.00046955779544077814,-0.00042998959543183446,-0.00039042142452672124,-0.000350853253621608,-0.0003112850827164948,-0.0002717169118113816,-0.0002321487118024379,-0.00019258054089732468,-0.00015301236999221146,-0.00011344418453518301,-7.387600635411218e-05,-3.430771175771952e-05,5.260466423351318e-06,4.482864460442215e-05,8.439682278549299e-05,0.00012396500096656382,0.00016353317187167704,0.0002031013573287055,0.00024266954278573394,0.00028223771369084716,0.0003218058845959604,0.0003613740555010736,0.0004009422555100173,0.0004405104264151305,0.0004800785973202437,0.0005196467973291874,0.0005592149682343006,0.0005987831391394138,0.000638351310044527,0.0006779194809496403,0.0007174876518547535,0.0007570558227598667,0.0007966240518726408,0.0008361922227777541,0.0008757603936828673,0.0009153285645879805,0.0009548967354930937,0.0009944649646058679,0.001034033135510981,0.0010736013064160943,0.0011131694773212075,0.0011527376482263207,0.001192305819131434,0.0012318739900365472],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09531547874212265,-0.09225570410490036,-0.08919592201709747,-0.08613614737987518,-0.0830763727426529,-0.08001659065485,-0.07695681601762772,-0.07389703392982483,-0.07083725929260254,-0.06777748465538025,-0.06471770256757736,-0.06165792793035507,-0.058598149567842484,-0.055538371205329895,-0.052478596568107605,-0.049418818205595016,-0.04635903984308243,-0.04329926148056984,-0.04023948311805725,-0.03717970848083496,-0.03411993011832237,-0.031060151755809784,-0.028000375255942345,-0.024940598756074905,-0.021880820393562317,-0.01882104203104973,-0.01576126553118229,-0.012701488099992275,-0.009641710668802261,-0.0065819332376122475,-0.0035221558064222336,-0.0004623783752322197,0.002597399055957794,0.005657176487147808,0.008716953918337822,0.011776731349527836,0.01483650878071785,0.017896287143230438,0.020956063643097878,0.024015840142965317,0.027075618505477905,0.030135396867990494,0.03319517523050308,0.03625494986772537,0.03931472823023796,0.04237450659275055,0.04543428122997284,0.04849405959248543,0.051553837954998016,0.054613616317510605,0.05767339468002319,0.06073316931724548,0.06379294395446777,0.06685272604227066,0.06991250067949295,0.07297228276729584,0.07603205740451813,0.07909183204174042,0.0821516141295433,0.0852113887667656,0.08827117085456848,0.09133094549179077,0.09439072012901306,0.09745050221681595,0.10051027685403824],"_type":"histogram","values":[3,5,6,13,30,43,83,143,228,375,683,1050,1715,2586,3728,5487,7914,10874,14929,19492,25586,32493,40181,48486,57369,66221,74393,82102,88361,92826,95933,95381,93551,90415,83719,76554,68097,59757,51124,42258,34762,27372,21429,16243,11883,8570,6157,4216,2961,1937,1238,764,479,284,156,105,50,37,13,8,1,2,2,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,0,2,0,3,0,1,4,10,8,11,13,25,30,56,76,105,130,225,313,566,744,1158,1842,2885,4679,7434,12687,21663,39837,82380,142226,125531,65654,32977,18393,10676,6336,3944,2544,1564,1066,669,435,290,169,147,103,70,31,36,19,21,14,4,3,6,2,3,1,0,2],"bins":[-0.00238037109375,-0.002310037612915039,-0.002239704132080078,-0.002169370651245117,-0.0020990371704101562,-0.0020287036895751953,-0.0019583702087402344,-0.0018880367279052734,-0.0018177032470703125,-0.0017473697662353516,-0.0016770362854003906,-0.0016067028045654297,-0.0015363693237304688,-0.0014660358428955078,-0.0013957023620605469,-0.001325368881225586,-0.001255035400390625,-0.001184701919555664,-0.0011143684387207031,-0.0010440349578857422,-0.0009737014770507812,-0.0009033679962158203,-0.0008330345153808594,-0.0007627010345458984,-0.0006923675537109375,-0.0006220340728759766,-0.0005517005920410156,-0.0004813671112060547,-0.00041103363037109375,-0.0003407001495361328,-0.0002703666687011719,-0.00020003318786621094,-0.00012969970703125,-5.936622619628906e-05,1.0967254638671875e-05,8.130073547363281e-05,0.00015163421630859375,0.0002219676971435547,0.0002923011779785156,0.00036263465881347656,0.0004329681396484375,0.0005033016204833984,0.0005736351013183594,0.0006439685821533203,0.0007143020629882812,0.0007846355438232422,0.0008549690246582031,0.0009253025054931641,0.000995635986328125,0.001065969467163086,0.0011363029479980469,0.0012066364288330078,0.0012769699096679688,0.0013473033905029297,0.0014176368713378906,0.0014879703521728516,0.0015583038330078125,0.0016286373138427734,0.0016989707946777344,0.0017693042755126953,0.0018396377563476562,0.0019099712371826172,0.001980304718017578,0.002050638198852539,0.0021209716796875]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"bins":[-0.0004376291180960834,-0.0004225142183713615,-0.00040739928954280913,-0.0003922843898180872,-0.0003771694900933653,-0.0003620545903686434,-0.00034693966154009104,-0.00033182476181536913,-0.0003167098620906472,-0.00030159493326209486,-0.00028648003353737295,-0.00027136513381265104,-0.00025625023408792913,-0.000241135319811292,-0.00022602040553465486,-0.00021090550580993295,-0.0001957905915332958,-0.00018067567725665867,-0.00016556077753193676,-0.00015044586325529963,-0.00013533096353057772,-0.00012021604925394058,-0.00010510114225326106,-8.998623525258154e-05,-7.487132825190201e-05,-5.975642125122249e-05,-4.464151425054297e-05,-2.952660361188464e-05,-1.4411696611205116e-05,7.032112989691086e-07,1.5818119209143333e-05,3.093302802881226e-05,4.604793502949178e-05,6.11628420301713e-05,7.627774903085083e-05,9.139265603153035e-05,0.00010650756303220987,0.00012162247730884701,0.00013673737703356892,0.00015185229131020606,0.00016696719103492796,0.0001820821053115651,0.00019719701958820224,0.00021231191931292415,0.00022742683358956128,0.0002425417333142832,0.00025765664759092033,0.00027277154731564224,0.0002878864761441946,0.0003030013758689165,0.0003181162755936384,0.00033323117531836033,0.0003483461041469127,0.0003634610038716346,0.0003785759035963565,0.0003936908033210784,0.0004088057321496308,0.0004239206318743527,0.0004390355315990746,0.00045415046042762697,0.0004692653601523489,0.0004843802598770708,0.0004994951887056231,0.0005146100884303451,0.000529724988155067],"_type":"histogram","values":[2,0,0,0,0,2,2,0,1,5,3,5,8,10,8,6,14,10,15,18,17,24,32,26,39,31,41,29,32,40,34,36,35,27,24,24,23,29,12,24,17,11,7,7,10,4,5,5,3,3,1,3,0,0,0,0,1,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,3,3,3,2,4,3,6,5,7,8,16,21,19,19,22,24,20,28,42,36,37,39,34,38,33,29,26,32,24,26,21,25,15,17,17,14,8,9,5,6,4,3,4,4,0,0,2,0,1,0,0,0,0,0,1],"bins":[-0.0009120998438447714,-0.0008833090541884303,-0.0008545182645320892,-0.0008257274748757482,-0.0007969366852194071,-0.0007681459537707269,-0.0007393551641143858,-0.0007105643744580448,-0.0006817735848017037,-0.0006529827951453626,-0.0006241920054890215,-0.0005954012158326805,-0.0005666104843840003,-0.0005378196947276592,-0.0005090289050713181,-0.0004802381154149771,-0.000451447325758636,-0.0004226565361022949,-0.00039386574644595385,-0.0003650749858934432,-0.00033628419623710215,-0.0003074934065807611,-0.00027870264602825046,-0.0002499118563719094,-0.0002211210667155683,-0.00019233027705922723,-0.00016353950195480138,-0.00013474872685037553,-0.00010595793719403446,-7.7167154813651e-05,-4.8376372433267534e-05,-1.9585590052884072e-05,9.20519232749939e-06,3.799597470788285e-05,6.678675708826631e-05,9.557753946864977e-05,0.00012436832184903324,0.0001531591115053743,0.00018194988660980016,0.000210740661714226,0.00023953145137056708,0.00026832224102690816,0.00029711303068324924,0.00032590379123575985,0.00035469458089210093,0.000383485370548442,0.0004122761311009526,0.0004410669207572937,0.0004698577104136348,0.0004986485000699759,0.0005274392897263169,0.000556230079382658,0.0005850208690389991,0.0006138116004876792,0.0006426023901440203,0.0006713931798003614,0.0007001839694567025,0.0007289747591130435,0.0007577655487693846,0.0007865563384257257,0.0008153470698744059,0.0008441378595307469,0.000872928649187088,0.0009017194388434291,0.0009305102284997702]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,2,0,6,6,9,13,12,26,29,36,76,93,112,159,234,319,440,576,884,1203,1843,2854,4838,8505,15146,28849,63997,183021,159240,57054,26008,13717,7490,4474,2791,1682,1202,772,595,420,316,226,143,118,75,73,43,26,15,17,11,7,4,3,5,2,3,0,1,0,1,0,1],"bins":[-0.000484466552734375,-0.00046771764755249023,-0.00045096874237060547,-0.0004342198371887207,-0.00041747093200683594,-0.00040072202682495117,-0.0003839731216430664,-0.00036722421646118164,-0.0003504753112792969,-0.0003337264060974121,-0.00031697750091552734,-0.0003002285957336426,-0.0002834796905517578,-0.00026673078536987305,-0.0002499818801879883,-0.00023323297500610352,-0.00021648406982421875,-0.00019973516464233398,-0.00018298625946044922,-0.00016623735427856445,-0.0001494884490966797,-0.00013273954391479492,-0.00011599063873291016,-9.924173355102539e-05,-8.249282836914062e-05,-6.574392318725586e-05,-4.8995018005371094e-05,-3.224611282348633e-05,-1.5497207641601562e-05,1.2516975402832031e-06,1.800060272216797e-05,3.4749507904052734e-05,5.14984130859375e-05,6.824731826782227e-05,8.499622344970703e-05,0.0001017451286315918,0.00011849403381347656,0.00013524293899536133,0.0001519918441772461,0.00016874074935913086,0.00018548965454101562,0.0002022385597229004,0.00021898746490478516,0.00023573637008666992,0.0002524852752685547,0.00026923418045043945,0.0002859830856323242,0.000302731990814209,0.00031948089599609375,0.0003362298011779785,0.0003529787063598633,0.00036972761154174805,0.0003864765167236328,0.0004032254219055176,0.00041997432708740234,0.0004367232322692871,0.0004534721374511719,0.00047022104263305664,0.0004869699478149414,0.0005037188529968262,0.0005204677581787109,0.0005372166633605957,0.0005539655685424805,0.0005707144737243652,0.00058746337890625]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.001198859536089003,-0.001164548797532916,-0.0011302379425615072,-0.0010959272040054202,-0.0010616164654493332,-0.0010273057268932462,-0.0009929949883371592,-0.0009586841333657503,-0.0009243733948096633,-0.0008900626562535763,-0.0008557518594898283,-0.0008214410627260804,-0.0007871303241699934,-0.0007528195856139064,-0.0007185087888501585,-0.0006841979920864105,-0.0006498872535303235,-0.0006155765149742365,-0.0005812657182104886,-0.0005469549214467406,-0.0005126441828906536,-0.00047833341523073614,-0.00044402264757081866,-0.0004097118799109012,-0.0003754011122509837,-0.00034109034459106624,-0.00030677957693114877,-0.0002724688092712313,-0.00023815804161131382,-0.00020384727395139635,-0.00016953650629147887,-0.0001352257386315614,-0.0001009148545563221,-6.660408689640462e-05,-3.229331923648715e-05,2.0174484234303236e-06,3.63282160833478e-05,7.063898374326527e-05,0.00010494975140318274,0.00013926051906310022,0.0001735712867230177,0.00020788205438293517,0.00024219282204285264,0.0002765035897027701,0.0003108143573626876,0.00034512512502260506,0.00037943589268252254,0.00041374666034244,0.0004480574280023575,0.00048236819566227496,0.0005166789633221924,0.0005509897600859404,0.0005853004986420274,0.0006196112371981144,0.0006539220339618623,0.0006882328307256103,0.0007225435692816973,0.0007568543078377843,0.0007911651046015322,0.0008254759013652802,0.0008597866399213672,0.0008940973784774542,0.0009284081752412021,0.00096271897200495,0.000997029710561037],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,0,0,4,3,4,7,6,12,5,11,16,23,43,50,49,62,89,113,116,147,132,146,148,167,137,123,87,82,66,50,40,24,22,11,15,9,5,7,4,2,2,2,1,0,1,0,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,1,2,2,2,1,2,9,5,10,11,13,13,17,28,24,27,23,22,23,31,38,32,31,33,32,38,41,34,23,20,22,30,15,20,11,18,14,11,9,5,4,3,3,0,5,1,0,1,2,0,0,2],"bins":[-0.005143331363797188,-0.004997323267161846,-0.004851315636187792,-0.00470530753955245,-0.0045592994429171085,-0.004413291811943054,-0.0042672837153077126,-0.004121275618672371,-0.003975267987698317,-0.003829259891062975,-0.003683252027258277,-0.003537244163453579,-0.0033912360668182373,-0.0032452282030135393,-0.0030992203392088413,-0.0029532122425734997,-0.0028072043787688017,-0.0026611965149641037,-0.002515188418328762,-0.002369180554524064,-0.002223172690719366,-0.0020771645940840244,-0.0019311567302793264,-0.0017851488664746284,-0.0016391408862546086,-0.0014931329060345888,-0.0013471250422298908,-0.001201117062009871,-0.0010551090817898512,-0.0009091012179851532,-0.0007630932377651334,-0.0006170853157527745,-0.0004710773937404156,-0.00032506947172805667,-0.0001790615206118673,-3.3053584047593176e-05,0.00011295435251668096,0.00025896227452903986,0.0004049702256452292,0.0005509781767614186,0.0006969860987737775,0.0008429940207861364,0.0009890019427984953,0.0011350099230185151,0.001281017903238535,0.001427025767043233,0.0015730337472632527,0.0017190416110679507,0.0018650495912879705,0.0020110574550926685,0.00215706555172801,0.002303073415532708,0.002449081279337406,0.002595089375972748,0.002741097239777446,0.002887105103582144,0.0030331132002174854,0.0031791210640221834,0.0033251289278268814,0.0034711367916315794,0.003617144888266921,0.003763152752071619,0.003909160848706961,0.004055168479681015,0.004201176576316357]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug-core.log b/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..7866eb62633527825bd055e7ff619c33c278c650 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug-core.log @@ -0,0 +1,16 @@ +{"time":"2025-07-18T07:04:26.496983495+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp057_y71p/port-8260.txt","pid":8260,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T07:04:26.497846871+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":8260} +{"time":"2025-07-18T07:04:26.497842862+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-8260-8283-2550415786/socket","Net":"unix"}} +{"time":"2025-07-18T07:04:26.678019154+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T07:04:26.686713255+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"51daq8vc","id":"1(@)"} +{"time":"2025-07-18T07:04:27.114764729+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"51daq8vc","id":"1(@)"} +{"time":"2025-07-18T07:15:27.949510846+03:00","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"51daq8vc","id":"1(@)"} +{"time":"2025-07-18T07:15:27.950723763+03:00","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"51daq8vc","id":"1(@)"} +{"time":"2025-07-18T07:15:28.950310212+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T07:15:28.950339713+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T07:15:28.95034689+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T07:15:28.950425881+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T07:15:28.950437885+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-8260-8283-2550415786/socket","Net":"unix"}} +{"time":"2025-07-18T07:15:28.950503811+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T07:15:28.950509439+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T07:15:28.950515723+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..bd6c905255b5b8f6d8b8b402fb4b157b1bf0161e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug-internal.log @@ -0,0 +1,13 @@ +{"time":"2025-07-18T07:04:26.687728789+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T07:04:27.114725895+03:00","level":"INFO","msg":"stream: created new stream","id":"51daq8vc"} +{"time":"2025-07-18T07:04:27.114758949+03:00","level":"INFO","msg":"stream: started","id":"51daq8vc"} +{"time":"2025-07-18T07:04:27.114770716+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"51daq8vc"} +{"time":"2025-07-18T07:04:27.11477861+03:00","level":"INFO","msg":"handler: started","stream_id":"51daq8vc"} +{"time":"2025-07-18T07:04:27.11482627+03:00","level":"INFO","msg":"sender: started","stream_id":"51daq8vc"} +{"time":"2025-07-18T07:15:25.327677319+03:00","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading wandb-summary.json","runtime_seconds":0.724638785,"progress":"677.5KB/677.5KB"},{"desc":"uploading config.yaml","runtime_seconds":0.456387485,"progress":"2.0KB/2.0KB"}],"total_operations":2}} +{"time":"2025-07-18T07:15:26.27369253+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T07:15:27.949801072+03:00","level":"INFO","msg":"stream: closing","id":"51daq8vc"} +{"time":"2025-07-18T07:15:27.949816279+03:00","level":"INFO","msg":"handler: closed","stream_id":"51daq8vc"} +{"time":"2025-07-18T07:15:27.949823929+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"51daq8vc"} +{"time":"2025-07-18T07:15:27.949830754+03:00","level":"INFO","msg":"sender: closed","stream_id":"51daq8vc"} +{"time":"2025-07-18T07:15:27.950450765+03:00","level":"INFO","msg":"stream: closed","id":"51daq8vc"} diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug.log b/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..845230387543184370bfc381d482661ad346a985 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/logs/debug.log @@ -0,0 +1,30 @@ +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_setup.py:_flush():80] Configure stats pid to 8260 +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_070426-51daq8vc/logs/debug.log +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_070426-51daq8vc/logs/debug-internal.log +2025-07-18 07:04:26,461 INFO MainThread:8260 [wandb_init.py:init():830] calling init triggers +2025-07-18 07:04:26,462 INFO MainThread:8260 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 07:04:26,462 INFO MainThread:8260 [wandb_init.py:init():871] starting backend +2025-07-18 07:04:26,678 INFO MainThread:8260 [wandb_init.py:init():874] sending inform_init request +2025-07-18 07:04:26,685 INFO MainThread:8260 [wandb_init.py:init():882] backend started and connected +2025-07-18 07:04:26,687 INFO MainThread:8260 [wandb_init.py:init():953] updated telemetry +2025-07-18 07:04:26,687 INFO MainThread:8260 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 07:04:27,668 INFO MainThread:8260 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 07:04:27,831 INFO MainThread:8260 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 07:04:27,831 INFO MainThread:8260 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 07:04:27,832 INFO MainThread:8260 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 07:04:27,832 INFO MainThread:8260 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 07:04:27,836 INFO MainThread:8260 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 07:04:30,285 INFO MainThread:8260 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 07:04:30,286 INFO MainThread:8260 [wandb_watch.py:_watch():70] Watching +2025-07-18 07:15:24,324 INFO MainThread:8260 [wandb_run.py:_finish():2224] finishing run memers/simson-contrastive-learning-single-gpu/51daq8vc +2025-07-18 07:15:24,325 INFO MainThread:8260 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0 +2025-07-18 07:15:24,325 INFO MainThread:8260 [wandb_run.py:_restore():2405] restore +2025-07-18 07:15:24,325 INFO MainThread:8260 [wandb_run.py:_restore():2411] restore done +2025-07-18 07:15:27,947 INFO MainThread:8260 [wandb_run.py:_footer_history_summary_info():3903] rendering history +2025-07-18 07:15:27,948 INFO MainThread:8260 [wandb_run.py:_footer_history_summary_info():3935] rendering summary +2025-07-18 07:15:27,948 INFO MainThread:8260 [wandb_run.py:_footer_sync_info():3864] logging synced files diff --git a/simson_modeling/wandb/run-20250718_070426-51daq8vc/run-51daq8vc.wandb b/simson_modeling/wandb/run-20250718_070426-51daq8vc/run-51daq8vc.wandb new file mode 100644 index 0000000000000000000000000000000000000000..5941ee9122d632620857aad31565502ff7fe5863 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_070426-51daq8vc/run-51daq8vc.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2523b04d114a3675bdcbcf30a398e0a13ac3c98d99454731171921b4f460540a +size 21490230 diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/config.yaml b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cf880b2f211b10e12774890d668177edd3ef32cf --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/config.yaml @@ -0,0 +1,68 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + nn161v8yo2g0uy8gzwyie3qub99kc3eq: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125864497152" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T12:04:22.563981Z" + writerId: nn161v8yo2g0uy8gzwyie3qub99kc3eq + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + "3": + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/output.log b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..3502ee763aefb1065391e0399a9d26518eeb4962 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/output.log @@ -0,0 +1,13 @@ +Loading pre-computed data from data/augmented_smiles_pairs_25M.parquet... +Data loaded successfully. +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 443, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 440, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 344, in run_training + val_loader = DataLoader(val_dataset, batch_size=hparams['batch_size'], shuffle=False, num_workers=2, pin_memory=True) + ^^^^^^^^^^^ +NameError: name 'val_dataset' is not defined. Did you mean: 'load_dataset'? diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/requirements.txt b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..8686d3b566643e5072febd4723a60e8607642c46 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/requirements.txt @@ -0,0 +1,87 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..adf4ea9a2dcccdfeb1212b5880386a88d1d6b8d8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T12:04:22.563981Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125864497152" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "nn161v8yo2g0uy8gzwyie3qub99kc3eq" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9f8181f08dfec338be31020b62a83556ffe4940c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":23},"_runtime":23} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug-core.log b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..9b07a4530ad1515b50c85a97f6949beccdadfd64 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T15:04:23.027057975+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp91svb2dw/port-694.txt","pid":694,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T15:04:23.034145389+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":694} +{"time":"2025-07-18T15:04:23.03491106+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-694-717-916727238/socket","Net":"unix"}} +{"time":"2025-07-18T15:04:23.205839403+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T15:04:23.223295818+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"q31yiu3m","id":"1(@)"} +{"time":"2025-07-18T15:04:23.666374078+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"q31yiu3m","id":"1(@)"} +{"time":"2025-07-18T15:04:47.175339818+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T15:04:47.175559015+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T15:04:47.175614077+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T15:04:47.175622678+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T15:04:47.175703332+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-694-717-916727238/socket","Net":"unix"}} +{"time":"2025-07-18T15:04:48.656241558+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T15:04:48.656253725+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T15:04:48.65626254+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..50eddc2ef84bbada3de0f9203f4be2ca1c270240 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T15:04:23.224370273+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T15:04:23.666325881+03:00","level":"INFO","msg":"stream: created new stream","id":"q31yiu3m"} +{"time":"2025-07-18T15:04:23.666368353+03:00","level":"INFO","msg":"stream: started","id":"q31yiu3m"} +{"time":"2025-07-18T15:04:23.66639116+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"q31yiu3m"} +{"time":"2025-07-18T15:04:23.666430967+03:00","level":"INFO","msg":"handler: started","stream_id":"q31yiu3m"} +{"time":"2025-07-18T15:04:23.666399862+03:00","level":"INFO","msg":"sender: started","stream_id":"q31yiu3m"} +{"time":"2025-07-18T15:04:47.175603268+03:00","level":"INFO","msg":"stream: closing","id":"q31yiu3m"} +{"time":"2025-07-18T15:04:48.283759933+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T15:04:48.654781853+03:00","level":"INFO","msg":"handler: closed","stream_id":"q31yiu3m"} +{"time":"2025-07-18T15:04:48.654805987+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"q31yiu3m"} +{"time":"2025-07-18T15:04:48.654827486+03:00","level":"INFO","msg":"sender: closed","stream_id":"q31yiu3m"} +{"time":"2025-07-18T15:04:48.655802958+03:00","level":"INFO","msg":"stream: closed","id":"q31yiu3m"} diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug.log b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..12e3f495c24e54fea6cb98855d0c6875ef7cfa03 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/logs/debug.log @@ -0,0 +1,22 @@ +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_setup.py:_flush():80] Configure stats pid to 694 +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_150422-q31yiu3m/logs/debug.log +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_150422-q31yiu3m/logs/debug-internal.log +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_init.py:init():830] calling init triggers +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 15:04:22,579 INFO MainThread:694 [wandb_init.py:init():871] starting backend +2025-07-18 15:04:23,206 INFO MainThread:694 [wandb_init.py:init():874] sending inform_init request +2025-07-18 15:04:23,215 INFO MainThread:694 [wandb_init.py:init():882] backend started and connected +2025-07-18 15:04:23,218 INFO MainThread:694 [wandb_init.py:init():953] updated telemetry +2025-07-18 15:04:23,219 INFO MainThread:694 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 15:04:24,073 INFO MainThread:694 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 15:04:24,295 INFO MainThread:694 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 15:04:24,295 INFO MainThread:694 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 15:04:24,296 INFO MainThread:694 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 15:04:24,296 INFO MainThread:694 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 15:04:24,301 INFO MainThread:694 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 15:04:47,174 INFO MsgRouterThr:694 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_150422-q31yiu3m/run-q31yiu3m.wandb b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/run-q31yiu3m.wandb new file mode 100644 index 0000000000000000000000000000000000000000..af8462141046d247964fbd5b0edde7739ab3fd6f Binary files /dev/null and b/simson_modeling/wandb/run-20250718_150422-q31yiu3m/run-q31yiu3m.wandb differ diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/config.yaml b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5d4e3bf9786548883b353acb1ebb5eb6fac8b4b3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/config.yaml @@ -0,0 +1,72 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 0cfty1aobfha91tocy1ikjxmilorouci: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125887258624" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T14:56:50.320978Z" + writerId: 0cfty1aobfha91tocy1ikjxmilorouci + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 2000 +temperature: + value: 0.05 diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/output.log b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..084ca351eff83a35a1202943b710b00a3014265a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/output.log @@ -0,0 +1,11 @@ +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 344, in run_training + train_dataset = PrecomputedContrastiveSmilesDataset(tokenizer, file_path=precomputed_train_path, max_length=hparams['max_length']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: PrecomputedContrastiveSmilesDataset.__init__() missing 1 required positional argument: 'test_val_length' diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/requirements.txt b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..bb7c44a9ec5329057280218591b69181486d0357 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T14:56:50.320978Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125887258624" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "0cfty1aobfha91tocy1ikjxmilorouci" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7b4fdaac0ef2f0f7b27bbdd0252e8c2048547735 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":1},"_runtime":1} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug-core.log b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..063251f46a91a4faace90c5c7fd836eb7c93d696 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T17:56:50.379771635+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpylgf1es5/port-1646.txt","pid":1646,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T17:56:50.380337784+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":1646} +{"time":"2025-07-18T17:56:50.380334721+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1646-1732-532571097/socket","Net":"unix"}} +{"time":"2025-07-18T17:56:50.558648837+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T17:56:50.567327943+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"psmd4h5j","id":"1(@)"} +{"time":"2025-07-18T17:56:51.001527495+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"psmd4h5j","id":"1(@)"} +{"time":"2025-07-18T17:56:52.743400035+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T17:56:52.743659882+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T17:56:52.743654532+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T17:56:52.743706219+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T17:56:52.743740683+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1646-1732-532571097/socket","Net":"unix"}} +{"time":"2025-07-18T17:56:54.215596297+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T17:56:54.215748808+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T17:56:54.215758773+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..528f79083bf874c352ff4680c8b44184f9f39440 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T17:56:50.568217077+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T17:56:51.001490071+03:00","level":"INFO","msg":"stream: created new stream","id":"psmd4h5j"} +{"time":"2025-07-18T17:56:51.001521711+03:00","level":"INFO","msg":"stream: started","id":"psmd4h5j"} +{"time":"2025-07-18T17:56:51.001544257+03:00","level":"INFO","msg":"sender: started","stream_id":"psmd4h5j"} +{"time":"2025-07-18T17:56:51.001544539+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"psmd4h5j"} +{"time":"2025-07-18T17:56:51.001571554+03:00","level":"INFO","msg":"handler: started","stream_id":"psmd4h5j"} +{"time":"2025-07-18T17:56:52.743492655+03:00","level":"INFO","msg":"stream: closing","id":"psmd4h5j"} +{"time":"2025-07-18T17:56:53.877950407+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T17:56:54.214669029+03:00","level":"INFO","msg":"handler: closed","stream_id":"psmd4h5j"} +{"time":"2025-07-18T17:56:54.214698872+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"psmd4h5j"} +{"time":"2025-07-18T17:56:54.214712818+03:00","level":"INFO","msg":"sender: closed","stream_id":"psmd4h5j"} +{"time":"2025-07-18T17:56:54.215303372+03:00","level":"INFO","msg":"stream: closed","id":"psmd4h5j"} diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug.log b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..b47574be7d6f2f5aa89faac336399ba2ba955122 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/logs/debug.log @@ -0,0 +1,22 @@ +2025-07-18 17:56:50,340 INFO MainThread:1646 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 17:56:50,340 INFO MainThread:1646 [wandb_setup.py:_flush():80] Configure stats pid to 1646 +2025-07-18 17:56:50,340 INFO MainThread:1646 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 17:56:50,340 INFO MainThread:1646 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 17:56:50,340 INFO MainThread:1646 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 17:56:50,340 INFO MainThread:1646 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_175650-psmd4h5j/logs/debug.log +2025-07-18 17:56:50,340 INFO MainThread:1646 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_175650-psmd4h5j/logs/debug-internal.log +2025-07-18 17:56:50,341 INFO MainThread:1646 [wandb_init.py:init():830] calling init triggers +2025-07-18 17:56:50,341 INFO MainThread:1646 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 17:56:50,341 INFO MainThread:1646 [wandb_init.py:init():871] starting backend +2025-07-18 17:56:50,558 INFO MainThread:1646 [wandb_init.py:init():874] sending inform_init request +2025-07-18 17:56:50,565 INFO MainThread:1646 [wandb_init.py:init():882] backend started and connected +2025-07-18 17:56:50,568 INFO MainThread:1646 [wandb_init.py:init():953] updated telemetry +2025-07-18 17:56:50,568 INFO MainThread:1646 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 17:56:51,286 INFO MainThread:1646 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 17:56:51,473 INFO MainThread:1646 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 17:56:51,473 INFO MainThread:1646 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 17:56:51,474 INFO MainThread:1646 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 17:56:51,474 INFO MainThread:1646 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 17:56:51,478 INFO MainThread:1646 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 17:56:52,743 INFO MsgRouterThr:1646 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_175650-psmd4h5j/run-psmd4h5j.wandb b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/run-psmd4h5j.wandb new file mode 100644 index 0000000000000000000000000000000000000000..7deba54037ff653bba96e58cbcc2e946b3ba99eb Binary files /dev/null and b/simson_modeling/wandb/run-20250718_175650-psmd4h5j/run-psmd4h5j.wandb differ diff --git a/simson_modeling/wandb/run-20250718_175738-ujiejljj/files/output.log b/simson_modeling/wandb/run-20250718_175738-ujiejljj/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2db95594f18a229ce017756179b01d8fce11f598 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_175738-ujiejljj/files/output.log @@ -0,0 +1,11 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 10661/1317672 [11:17<21:55:54, 16.55it/s, loss=0.0024] +Checkpoint saved at step 2000 +Checkpoint saved at step 4000 +Checkpoint saved at step 6000 +Checkpoint saved at step 8000 +Checkpoint saved at step 10000 + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7fcc542818a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [11:20", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 43, in forward + def forward(self, input_ids, attention_mask=None): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 632, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1100, in forward + return compiled_fn(full_args) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 308, in runtime_wrapper + all_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 98, in g + return f(*args) + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/function.py", line 575, in apply + return super().apply(*args, **kwargs) # type: ignore[misc] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 1525, in forward + fw_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 488, in wrapper + return compiled_fn(runtime_args) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 667, in inner_fn + outs = compiled_fn(args) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 1478, in __call__ + return self.current_callable(inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/utils.py", line 1977, in run + return model(new_inputs) + ^^^^^^^^^^^^^^^^^ + File "/tmp/torchinductor_jovyan/yk/cyk3ef2dgl2fnqatkkqyt3s7mh3cuapce6y73bqvbljutv5lcr34.py", line 1190, in call + aten.randint.low_out(-9223372036854775808, 9223372036854775807, [26], out=buf4) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_ops.py", line 716, in __call__ + return self._op(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/requirements.txt b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..acba80fa05b946c3dd9a2eac57e1f15fdbb7c2f6 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T15:04:57.584401Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125897859072" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "dbqhdv2de5xl6191pdb0vt2r14nkv97j" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..44e058b406c67c4f75f70db2ce965b3f2099728d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[2,1,2,2,4,5,1,4,3,3,5,8,7,12,13,13,13,22,16,23,14,34,22,32,34,39,35,34,31,39,31,35,27,24,22,22,23,20,10,6,14,8,10,7,5,9,7,2,2,3,1,1,1,1,1,2,0,0,0,0,0,0,0,1],"bins":[-0.00014225835911929607,-0.00013706063327845186,-0.00013186290743760765,-0.00012666519614867866,-0.00012146747030783445,-0.00011626974446699023,-0.00011107202590210363,-0.00010587430733721703,-0.00010067658149637282,-9.54788556555286e-05,-9.0281137090642e-05,-8.50834185257554e-05,-7.988569268491119e-05,-7.468796684406698e-05,-6.949024827918038e-05,-6.429252971429378e-05,-5.9094803873449564e-05,-5.389708167058416e-05,-4.869935946771875e-05,-4.350163726485334e-05,-3.8303915061987936e-05,-3.310619285912253e-05,-2.7908470656257123e-05,-2.2710748453391716e-05,-1.751302625052631e-05,-1.2315304047660902e-05,-7.117581844795495e-06,-1.9198596419300884e-06,3.2778625609353185e-06,8.475584763800725e-06,1.3673306966666132e-05,1.887102916953154e-05,2.4068751372396946e-05,2.9266473575262353e-05,3.446419577812776e-05,3.9661917980993167e-05,4.4859640183858573e-05,5.005736238672398e-05,5.525508458958939e-05,6.0452806792454794e-05,6.56505289953202e-05,7.084825483616441e-05,7.604597340105101e-05,8.124369196593761e-05,8.644141780678183e-05,9.163914364762604e-05,9.683686221251264e-05,0.00010203458077739924,0.00010723230661824346,0.00011243003245908767,0.00011762775102397427,0.00012282546958886087,0.00012802319542970508,0.0001332209212705493,0.00013841863255947828,0.0001436163584003225,0.0001488140842411667,0.00015401181008201092,0.00015920953592285514,0.00016440724721178412,0.00016960497305262834,0.00017480269889347255,0.00018000041018240154,0.00018519813602324575,0.00019039586186408997]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"bins":[-0.004387062508612871,-0.004250620026141405,-0.004114177543669939,-0.003977735061198473,-0.003841292578727007,-0.003704850096255541,-0.003568407613784075,-0.0034319651313126087,-0.0032955226488411427,-0.003159079933539033,-0.003022637451067567,-0.002886194968596101,-0.0027497524861246347,-0.0026133100036531687,-0.0024768675211817026,-0.0023404250387102365,-0.0022039825562387705,-0.0020675400737673044,-0.0019310975912958384,-0.0017946551088243723,-0.0016582126263529062,-0.0015217700274661183,-0.0013853275449946523,-0.0012488850625231862,-0.0011124425800517201,-0.0009760000975802541,-0.000839557615108788,-0.000703115074429661,-0.000566672591958195,-0.0004302301094867289,-0.0002937875979114324,-0.0001573451008880511,-2.09026038646698e-05,0.00011553989315871149,0.0002519823901820928,0.0003884249017573893,0.0005248673842288554,0.0006613098667003214,0.0007977524073794484,0.0009341948898509145,0.0010706373723223805,0.0012070798547938466,0.0013435223372653127,0.0014799648197367787,0.0016164074186235666,0.0017528499010950327,0.0018892923835664988,0.002025734866037965,0.002162177348509431,0.002298619830980897,0.002435062313452363,0.002571504795923829,0.002707947278395295,0.002844389760866761,0.0029808322433382273,0.0031172747258096933,0.003253717441111803,0.003390159923583269,0.003526602406054735,0.0036630448885262012,0.0037994873709976673,0.003935929853469133,0.0040723723359405994,0.0042088148184120655,0.004345257300883532],"_type":"histogram","values":[1,1,0,1,0,0,2,2,1,3,3,4,8,3,9,7,7,9,13,19,17,15,13,21,21,28,29,30,29,42,41,30,23,28,25,24,30,27,25,24,17,21,13,13,22,12,11,8,4,6,6,0,0,6,6,4,1,0,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,1,0,0,0,0,1,2,2,4,2,5,5,3,7,6,8,20,13,16,13,20,23,19,27,27,28,26,35,32,27,25,25,35,33,24,27,33,27,27,17,15,17,20,16,11,5,4,6,8,6,5,1,2,3,0,1,1,0,0,0,1],"bins":[-0.013490828685462475,-0.013085799291729927,-0.012680768966674805,-0.012275739572942257,-0.01187071017920971,-0.011465679854154587,-0.011060650460422039,-0.010655620135366917,-0.010250590741634369,-0.009845561347901821,-0.009440531022846699,-0.009035501629114151,-0.008630471304059029,-0.00822544191032648,-0.007820412516593933,-0.007415382657200098,-0.007010352797806263,-0.006605322938412428,-0.006200293079018593,-0.005795263685286045,-0.00539023382589221,-0.004985203966498375,-0.004580174572765827,-0.004175144713371992,-0.003770114853978157,-0.003365084994584322,-0.0029600553680211306,-0.002555025741457939,-0.002149995882064104,-0.0017449661390855908,-0.0013399363961070776,-0.0009349066531285644,-0.0005298769101500511,-0.00012484716717153788,0.00028018257580697536,0.0006852123187854886,0.0010902420617640018,0.001495271804742515,0.0019003015477210283,0.0023053311742842197,0.002710361033678055,0.00311539089307189,0.0035204205196350813,0.003925450146198273,0.004330480005592108,0.004735509864985943,0.005140539258718491,0.005545569118112326,0.005950598977506161,0.006355628836899996,0.006760658696293831,0.007165688090026379,0.007570717949420214,0.007975747808814049,0.008380777202546597,0.008785807527601719,0.009190836921334267,0.009595866315066814,0.010000896640121937,0.010405926033854485,0.010810956358909607,0.011215985752642155,0.011621015146374702,0.012026045471429825,0.012431074865162373],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[2,1,5,0,1,3,2,1,4,4,7,3,6,11,9,7,9,14,15,21,15,20,20,27,19,24,34,39,29,38,36,28,25,27,30,16,25,19,23,17,16,14,9,17,13,8,11,8,4,8,5,5,2,4,1,2,0,2,1,1,0,0,0,1],"bins":[-0.00031554949237033725,-0.0003051079693250358,-0.0002946664171759039,-0.0002842248941306025,-0.0002737833419814706,-0.00026334181893616915,-0.00025290026678703725,-0.0002424587291898206,-0.00023201719159260392,-0.00022157566854730248,-0.00021113413095008582,-0.00020069259335286915,-0.0001902510557556525,-0.00017980951815843582,-0.00016936798056121916,-0.0001589264429640025,-0.00014848490536678582,-0.00013804336776956916,-0.0001276018301723525,-0.00011716029257513583,-0.00010671875497791916,-9.627722465666011e-05,-8.583568705944344e-05,-7.539414946222678e-05,-6.495261186501011e-05,-5.451107426779345e-05,-4.406953667057678e-05,-3.362800271133892e-05,-2.3186465114122257e-05,-1.2744928426400293e-05,-2.3033917386783287e-06,8.138144949043635e-06,1.85796816367656e-05,2.9021219233982265e-05,3.946275683119893e-05,4.990429079043679e-05,6.0345828387653455e-05,7.078736234689131e-05,8.122889994410798e-05,9.167043754132465e-05,0.00010211197513854131,0.00011255351273575798,0.00012299504305701703,0.0001334365806542337,0.00014387811825145036,0.00015431965584866703,0.0001647611934458837,0.00017520273104310036,0.00018564426864031702,0.0001960858062375337,0.00020652734383475035,0.00021696888143196702,0.00022741041902918369,0.00023785195662640035,0.0002482934796717018,0.0002587350318208337,0.0002691765548661351,0.000279618107015267,0.00029005963006056845,0.00030050118220970035,0.0003109427052550018,0.0003213842574041337,0.0003318257804494351,0.000342267332598567,0.00035270885564386845],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"values":[2,0,0,0,2,0,0,0,1,3,1,1,1,2,3,0,2,2,7,5,5,6,6,3,4,1,5,6,4,4,3,4,3,3,1,5,2,8,2,1,2,1,4,1,3,2,0,1,2,0,0,1,0,0,1,0,1,0,0,0,0,0,0,1],"bins":[-0.000431379652582109,-0.0004158370429649949,-0.0004002944624517113,-0.0003847518819384277,-0.0003692092723213136,-0.00035366666270419955,-0.00033812408219091594,-0.00032258150167763233,-0.00030703889206051826,-0.0002914962824434042,-0.0002759537019301206,-0.000260411121416837,-0.0002448685117997229,-0.00022932591673452407,-0.00021378332166932523,-0.0001982407266041264,-0.00018269813153892756,-0.00016715553647372872,-0.00015161294140852988,-0.00013607034634333104,-0.0001205277512781322,-0.00010498515621293336,-8.944256114773452e-05,-7.389996608253568e-05,-5.8357371017336845e-05,-4.281477595213801e-05,-2.7272180886939168e-05,-1.172958582174033e-05,3.8130092434585094e-06,1.9355604308657348e-05,3.489819937385619e-05,5.0440794439055026e-05,6.598333129659295e-05,8.152592636179179e-05,9.706852142699063e-05,0.00011261111649218947,0.0001281537115573883,0.00014369630662258714,0.00015923890168778598,0.00017478149675298482,0.00019032409181818366,0.0002058666868833825,0.00022140928194858134,0.00023695187701378018,0.000252494472078979,0.0002680370816960931,0.0002835796622093767,0.0002991222427226603,0.00031466485233977437,0.00033020746195688844,0.00034575004247017205,0.00036129262298345566,0.0003768352326005697,0.0003923778422176838,0.0004079204227309674,0.000423463003244251,0.0004390056128613651,0.00045454822247847915,0.00047009080299176276,0.00048563338350504637,0.0005011759931221604,0.0005167186027392745,0.0005322612123563886,0.0005478037637658417,0.0005633463733829558],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.002044677734375,-0.0019812583923339844,-0.0019178390502929688,-0.0018544197082519531,-0.0017910003662109375,-0.0017275810241699219,-0.0016641616821289062,-0.0016007423400878906,-0.001537322998046875,-0.0014739036560058594,-0.0014104843139648438,-0.0013470649719238281,-0.0012836456298828125,-0.0012202262878417969,-0.0011568069458007812,-0.0010933876037597656,-0.00102996826171875,-0.0009665489196777344,-0.0009031295776367188,-0.0008397102355957031,-0.0007762908935546875,-0.0007128715515136719,-0.0006494522094726562,-0.0005860328674316406,-0.000522613525390625,-0.0004591941833496094,-0.00039577484130859375,-0.0003323554992675781,-0.0002689361572265625,-0.00020551681518554688,-0.00014209747314453125,-7.867813110351562e-05,-1.52587890625e-05,4.8160552978515625e-05,0.00011157989501953125,0.00017499923706054688,0.0002384185791015625,0.0003018379211425781,0.00036525726318359375,0.0004286766052246094,0.000492095947265625,0.0005555152893066406,0.0006189346313476562,0.0006823539733886719,0.0007457733154296875,0.0008091926574707031,0.0008726119995117188,0.0009360313415527344,0.00099945068359375,0.0010628700256347656,0.0011262893676757812,0.0011897087097167969,0.0012531280517578125,0.0013165473937988281,0.0013799667358398438,0.0014433860778808594,0.001506805419921875,0.0015702247619628906,0.0016336441040039062,0.0016970634460449219,0.0017604827880859375,0.0018239021301269531,0.0018873214721679688,0.0019507408142089844,0.00201416015625],"_type":"histogram","values":[2,0,0,3,1,4,2,4,3,5,10,6,19,29,33,34,46,88,70,119,170,215,290,375,524,716,937,1276,1935,2583,4409,63254,492221,9264,3214,2126,1527,1137,820,568,458,333,252,207,137,89,95,52,33,35,23,14,10,5,9,4,7,4,6,3,5,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,1,0,0,0,0,0,0,2,2,0,0,3,0,0,2,1,3,3,1,3,6,3,4,4,14,8,6,19,15,25,25,38,37,51,53,53,77,105,105,119,130,138,139,144,125,133,90,105,73,49,51,26,23,10,10,4,4,3],"bins":[-0.01051220390945673,-0.010342756286263466,-0.010173308663070202,-0.010003860108554363,-0.0098344124853611,-0.009664964862167835,-0.009495517238974571,-0.009326069615781307,-0.009156621061265469,-0.008987173438072205,-0.00881772581487894,-0.008648278191685677,-0.008478830568492413,-0.008309382013976574,-0.00813993439078331,-0.007970486767590046,-0.007801039144396782,-0.007631591055542231,-0.007462143432348967,-0.007292695343494415,-0.007123247720301151,-0.0069537996314466,-0.006784352008253336,-0.006614904385060072,-0.006445456296205521,-0.006276008673012257,-0.006106560584157705,-0.005937112960964441,-0.005767665337771177,-0.005598217248916626,-0.005428769625723362,-0.005259321536868811,-0.005089874379336834,-0.004920426290482283,-0.004750978667289019,-0.004581531044095755,-0.004412082955241203,-0.004242635332047939,-0.004073187243193388,-0.003903739620000124,-0.0037342917639762163,-0.0035648439079523087,-0.0033953962847590446,-0.003225948428735137,-0.0030565005727112293,-0.0028870527166873217,-0.002717604860663414,-0.0025481570046395063,-0.0023787093814462423,-0.0022092615254223347,-0.002039813669398427,-0.0018703658133745193,-0.0017009180737659335,-0.0015314702177420259,-0.00136202247813344,-0.0011925746221095324,-0.0010231267660856247,-0.000853678968269378,-0.0006842311704531312,-0.0005147833726368845,-0.00034533554571680725,-0.00017588773334864527,-6.4399209804832935e-06,0.00016300789138767868,0.00033245570375584066]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,2,2,1,2,2,5,1,4,5,7,5,9,9,14,11,10,21,18,13,18,19,15,17,33,28,35,21,30,27,30,29,31,19,30,30,26,24,22,16,18,16,14,13,10,11,8,6,6,5,1,2,3,2,3,2,1,3,1,0,0,1],"bins":[-0.00042531476356089115,-0.00041187996976077557,-0.00039844517596066,-0.0003850103821605444,-0.0003715755883604288,-0.0003581407945603132,-0.0003447059716563672,-0.0003312711778562516,-0.000317836384056136,-0.0003044015902560204,-0.00029096679645590484,-0.00027753200265578926,-0.00026409720885567367,-0.0002506624150555581,-0.00023722760670352727,-0.00022379281290341169,-0.0002103580191032961,-0.00019692322530318052,-0.00018348843150306493,-0.00017005362315103412,-0.00015661882935091853,-0.00014318403555080295,-0.00012974924175068736,-0.00011631444067461416,-0.00010287964687449858,-8.944485307438299e-05,-7.601005199830979e-05,-6.25752581981942e-05,-4.914046076009981e-05,-3.570566332200542e-05,-2.2270867702900432e-05,-8.836071174300741e-06,4.598725354298949e-06,1.803352279239334e-05,3.1468320230487734e-05,4.490311403060332e-05,5.833791146869771e-05,7.17727089067921e-05,8.520750270690769e-05,9.864230378298089e-05,0.00011207709758309647,0.00012551189865916967,0.00013894669245928526,0.00015238148625940084,0.00016581628005951643,0.00017925107385963202,0.00019268588221166283,0.00020612067601177841,0.000219555469811894,0.00023299026361200958,0.0002464250719640404,0.000259859865764156,0.00027329465956427157,0.00028672945336438715,0.00030016424716450274,0.0003135990409646183,0.0003270338347647339,0.0003404686285648495,0.0003539034223649651,0.0003673382452689111,0.0003807730390690267,0.0003942078328691423,0.0004076426266692579,0.00042107742046937346,0.00043451221426948905],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.09679108113050461,-0.09381655603647232,-0.09084203839302063,-0.08786751329898834,-0.08489298820495605,-0.08191846311092377,-0.07894393801689148,-0.07596942037343979,-0.0729948952794075,-0.07002037018537521,-0.06704585254192352,-0.06407132744789124,-0.06109680235385895,-0.05812227725982666,-0.05514775589108467,-0.05217323452234268,-0.049198709428310394,-0.04622418433427811,-0.04324966296553612,-0.04027514159679413,-0.03730061650276184,-0.03432609140872955,-0.031351570039987564,-0.028377046808600426,-0.025402523577213287,-0.02242800034582615,-0.01945347711443901,-0.016478953883051872,-0.013504430651664734,-0.010529907420277596,-0.007555384188890457,-0.004580860957503319,-0.0016063451766967773,0.001368178054690361,0.004342701286077499,0.007317224517464638,0.010291747748851776,0.013266270980238914,0.016240794211626053,0.01921531744301319,0.02218984067440033,0.025164363905787468,0.028138887137174606,0.031113410368561745,0.03408793359994888,0.03706245869398117,0.04003698006272316,0.04301150143146515,0.045986026525497437,0.048960551619529724,0.05193507298827171,0.0549095943570137,0.05788411945104599,0.06085864454507828,0.06383316218852997,0.06680768728256226,0.06978221237659454,0.07275673747062683,0.07573126256465912,0.07870578020811081,0.0816803053021431,0.08465483039617538,0.08762934803962708,0.09060387313365936,0.09357839822769165],"_type":"histogram","values":[2,0,2,3,8,14,20,39,49,112,157,266,444,615,990,1413,2091,2880,3969,5382,7231,9218,11634,14253,17250,20157,23383,26463,28966,31634,32978,33996,34948,34653,33504,31545,29337,26473,23677,20423,17600,14335,11769,9435,7303,5453,4278,3025,2161,1467,1025,692,431,253,167,101,63,36,22,14,8,1,5,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,0,0,0,1,0,0,3,0,1,5,8,3,4,4,5,6,8,12,21,11,13,23,25,17,38,30,37,33,29,32,46,40,35,42,18,23,35,22,9,25,14,18,6,10,7,7,7,7,3,6,4,2,1,3,1,1,0,2,0,1,1,2],"bins":[-0.005300209391862154,-0.005136606749147177,-0.0049730041064321995,-0.004809401463717222,-0.004645799286663532,-0.004482196643948555,-0.004318594001233578,-0.0041549913585186005,-0.003991388715803623,-0.003827786073088646,-0.0036641834303736687,-0.003500581020489335,-0.003336978377774358,-0.0031733757350593805,-0.003009773325175047,-0.0028461706824600697,-0.0026825680397450924,-0.002518965397030115,-0.002355362754315138,-0.0021917603444308043,-0.002028157701715827,-0.0018645550590008497,-0.0017009525327011943,-0.0015373500064015388,-0.0013737473636865616,-0.0012101447209715843,-0.0010465421946719289,-0.0008829396101646125,-0.0007193370256572962,-0.0005557344411499798,-0.0003921318566426635,-0.00022852927213534713,-6.492668762803078e-05,9.867589687928557e-05,0.0002622784813866019,0.0004258810658939183,0.0005894836504012346,0.000753086234908551,0.0009166888194158673,0.0010802913457155228,0.0012438939884305,0.0014074966311454773,0.0015710991574451327,0.0017347016837447882,0.0018983043264597654,0.0020619069691747427,0.0022255093790590763,0.0023891120217740536,0.002552714664489031,0.002716317307204008,0.0028799199499189854,0.003043522359803319,0.0032071250025182962,0.0033707276452332735,0.003534330055117607,0.0036979326978325844,0.0038615353405475616,0.004025137983262539,0.004188740625977516,0.0043523432686924934,0.004515945911407471,0.004679548088461161,0.004843150731176138,0.005006753373891115,0.0051703560166060925],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,1,0,2,0,2,1,2,2,6,4,2,4,3,9,11,8,5,13,7,13,19,19,16,22,21,24,23,19,19,29,25,24,28,35,24,26,25,30,22,27,16,21,20,22,17,21,10,13,6,10,9,10,2,5,5,3,1,1,0,1,0,0,2],"bins":[-0.004401301499456167,-0.004271351266652346,-0.004141401033848524,-0.0040114508010447025,-0.003881500568240881,-0.0037515503354370594,-0.003621600102633238,-0.0034916498698294163,-0.0033616996370255947,-0.0032317491713911295,-0.003101798938587308,-0.0029718487057834864,-0.002841898472979665,-0.0027119482401758432,-0.0025819980073720217,-0.0024520477745682,-0.0023220975417643785,-0.002192147308960557,-0.0020621970761567354,-0.0019322468433529139,-0.0018022966105490923,-0.001672346261329949,-0.0015423960285261273,-0.0014124457957223058,-0.0012824955629184842,-0.0011525453301146626,-0.001022595097310841,-0.0008926448062993586,-0.000762694573495537,-0.0006327443406917155,-0.000502794049680233,-0.00037284381687641144,-0.00024289358407258987,-0.00011294333671685308,1.700691063888371e-05,0.0001469571579946205,0.0002769074053503573,0.00040685763815417886,0.0005368079291656613,0.0006667581619694829,0.0007967083947733045,0.000926658627577126,0.0010566088603809476,0.0011865590931847692,0.0013165094424039125,0.001446459675207734,0.0015764099080115557,0.0017063601408153772,0.0018363103736191988,0.0019662606064230204,0.002096210839226842,0.0022261610720306635,0.002356111304834485,0.0024860615376383066,0.002616011770442128,0.0027459620032459497,0.002875912468880415,0.0030058627016842365,0.003135812934488058,0.0032657631672918797,0.0033957134000957012,0.0035256636328995228,0.0036556138657033443,0.003785564098507166,0.0039155143313109875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[2,1,3,1,5,4,4,12,12,21,15,37,28,48,73,73,115,128,204,266,319,444,669,795,1101,1415,1952,3195,4745,8155,15811,39414,313262,134683,29003,12836,6948,4105,2807,1784,1284,1054,780,547,373,319,224,184,135,99,84,59,55,40,28,16,15,13,5,3,3,3,4,2],"bins":[-0.00095367431640625,-0.0009246468544006348,-0.0008956193923950195,-0.0008665919303894043,-0.0008375644683837891,-0.0008085370063781738,-0.0007795095443725586,-0.0007504820823669434,-0.0007214546203613281,-0.0006924271583557129,-0.0006633996963500977,-0.0006343722343444824,-0.0006053447723388672,-0.000576317310333252,-0.0005472898483276367,-0.0005182623863220215,-0.0004892349243164062,-0.000460207462310791,-0.0004311800003051758,-0.00040215253829956055,-0.0003731250762939453,-0.0003440976142883301,-0.00031507015228271484,-0.0002860426902770996,-0.0002570152282714844,-0.00022798776626586914,-0.0001989603042602539,-0.00016993284225463867,-0.00014090538024902344,-0.0001118779182434082,-8.285045623779297e-05,-5.3822994232177734e-05,-2.47955322265625e-05,4.231929779052734e-06,3.325939178466797e-05,6.22868537902832e-05,9.131431579589844e-05,0.00012034177780151367,0.0001493692398071289,0.00017839670181274414,0.00020742416381835938,0.0002364516258239746,0.00026547908782958984,0.0002945065498352051,0.0003235340118408203,0.00035256147384643555,0.0003815889358520508,0.000410616397857666,0.00043964385986328125,0.0004686713218688965,0.0004976987838745117,0.000526726245880127,0.0005557537078857422,0.0005847811698913574,0.0006138086318969727,0.0006428360939025879,0.0006718635559082031,0.0007008910179138184,0.0007299184799194336,0.0007589459419250488,0.0007879734039306641,0.0008170008659362793,0.0008460283279418945,0.0008750557899475098,0.000904083251953125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,4,1,5,2,6,3,10,6,12,10,10,14,15,16,21,12,19,32,24,18,23,24,32,29,29,32,30,28,25,27,24,29,25,24,14,22,15,13,11,13,6,8,7,7,3,4,4,1,2,3,4,2,3,1,0,0,0,0,1],"bins":[-0.00031949911499395967,-0.00030883768340572715,-0.0002981762227136642,-0.00028751479112543166,-0.0002768533304333687,-0.00026619189884513617,-0.0002555304381530732,-0.0002448690065648407,-0.0002342075458727777,-0.00022354611428454518,-0.00021288466814439744,-0.0002022232220042497,-0.00019156177586410195,-0.0001809003297239542,-0.00017023888358380646,-0.0001595774374436587,-0.00014891599130351096,-0.00013825454516336322,-0.00012759309902321547,-0.00011693165288306773,-0.00010627020674291998,-9.560876787872985e-05,-8.49473217385821e-05,-7.428587559843436e-05,-6.362442945828661e-05,-5.296298331813887e-05,-4.230153717799112e-05,-3.1640094675822183e-05,-2.0978648535674438e-05,-1.0317203305021394e-05,3.442419256316498e-07,1.1005687156284694e-05,2.1667132386937737e-05,3.232857852708548e-05,4.299002466723323e-05,5.365146716940217e-05,6.431291694752872e-05,7.497435581171885e-05,8.56358019518666e-05,9.629724809201434e-05,0.00010695869423216209,0.00011762014037230983,0.00012828157923649997,0.0001389430253766477,0.00014960447151679546,0.0001602659176569432,0.00017092736379709095,0.0001815888099372387,0.00019225025607738644,0.00020291170221753418,0.00021357314835768193,0.00022423459449782968,0.00023489604063797742,0.00024555748677812517,0.0002562189183663577,0.00026688037905842066,0.0002775418106466532,0.00028820327133871615,0.00029886470292694867,0.00030952616361901164,0.00032018759520724416,0.00033084905589930713,0.00034151048748753965,0.0003521719481796026,0.00036283337976783514]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[3,1,0,1,1,0,1,1,1,5,4,3,4,4,9,8,11,14,11,19,17,21,18,30,31,23,25,16,29,24,29,27,25,26,33,18,29,19,28,26,27,29,18,16,11,11,7,10,13,7,5,2,2,2,4,4,1,0,1,1,0,0,1,1],"bins":[-0.004668583162128925,-0.00452085118740797,-0.0043731192126870155,-0.004225386772304773,-0.0040776547975838184,-0.0039299228228628635,-0.0037821908481419086,-0.00363445864059031,-0.003486726665869355,-0.0033389946911484003,-0.0031912624835968018,-0.003043530508875847,-0.002895798534154892,-0.0027480663266032934,-0.0026003343518823385,-0.00245260214433074,-0.002304870169609785,-0.00215713819488883,-0.0020094059873372316,-0.0018616740126162767,-0.00171394192148,-0.0015662098303437233,-0.0014184778556227684,-0.0012707457644864917,-0.001123013673350215,-0.0009752815822139382,-0.0008275495492853224,-0.0006798175163567066,-0.0005320854252204299,-0.00038435336318798363,-0.00023662130115553737,-8.88892391230911e-05,5.8842822909355164e-05,0.00020657488494180143,0.0003543069469742477,0.0005020389799028635,0.0006497710710391402,0.000797503162175417,0.0009452351951040328,0.0010929672280326486,0.0012406993191689253,0.001388431410305202,0.0015361635014414787,0.0016838954761624336,0.0018316275672987103,0.001979359658434987,0.002127091633155942,0.0022748238407075405,0.0024225558154284954,0.0025702877901494503,0.002718019997701049,0.0028657519724220037,0.0030134841799736023,0.003161216154694557,0.003308948129415512,0.0034566803369671106,0.0036044123116880655,0.0037521442864090204,0.003899876493960619,0.004047608468681574,0.004195340443402529,0.004343072418123484,0.004490804858505726,0.004638536833226681,0.004786268807947636]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,2,1,3,3,3,8,7,10,25,41,55,49,80,175,208,373,571,976,1719,2973,5261,9997,19663,43484,102007,191325,115404,49354,21565,11054,5693,3207,1779,1003,644,374,242,160,114,60,56,32,17,13,6,6,6,2,0,2,1,2,3,0,2],"bins":[-0.0004749298095703125,-0.00046119093894958496,-0.0004474520683288574,-0.0004337131977081299,-0.00041997432708740234,-0.0004062354564666748,-0.00039249658584594727,-0.0003787577152252197,-0.0003650188446044922,-0.00035127997398376465,-0.0003375411033630371,-0.00032380223274230957,-0.00031006336212158203,-0.0002963244915008545,-0.00028258562088012695,-0.0002688467502593994,-0.0002551078796386719,-0.00024136900901794434,-0.0002276301383972168,-0.00021389126777648926,-0.00020015239715576172,-0.00018641352653503418,-0.00017267465591430664,-0.0001589357852935791,-0.00014519691467285156,-0.00013145804405212402,-0.00011771917343139648,-0.00010398030281066895,-9.02414321899414e-05,-7.650256156921387e-05,-6.276369094848633e-05,-4.902482032775879e-05,-3.528594970703125e-05,-2.154707908630371e-05,-7.808208465576172e-06,5.930662155151367e-06,1.9669532775878906e-05,3.3408403396606445e-05,4.7147274017333984e-05,6.0886144638061523e-05,7.462501525878906e-05,8.83638858795166e-05,0.00010210275650024414,0.00011584162712097168,0.00012958049774169922,0.00014331936836242676,0.0001570582389831543,0.00017079710960388184,0.00018453598022460938,0.00019827485084533691,0.00021201372146606445,0.000225752592086792,0.00023949146270751953,0.00025323033332824707,0.0002669692039489746,0.00028070807456970215,0.0002944469451904297,0.0003081858158111572,0.00032192468643188477,0.0003356635570526123,0.00034940242767333984,0.0003631412982940674,0.0003768801689147949,0.00039061903953552246,0.00040435791015625]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[2,1,0,0,2,2,3,4,3,3,7,7,16,16,24,41,48,84,89,147,236,337,526,877,1339,2312,4069,7346,14152,28532,64033,169334,529245,482987,152197,58109,26950,13139,6917,3776,2213,1361,787,525,361,237,140,93,56,51,36,30,15,11,5,9,5,4,0,8,1,1,0,3],"bins":[-0.00029754638671875,-0.0002885162830352783,-0.00027948617935180664,-0.00027045607566833496,-0.0002614259719848633,-0.0002523958683013916,-0.00024336576461791992,-0.00023433566093444824,-0.00022530555725097656,-0.00021627545356750488,-0.0002072453498840332,-0.00019821524620056152,-0.00018918514251708984,-0.00018015503883361816,-0.00017112493515014648,-0.0001620948314666748,-0.00015306472778320312,-0.00014403462409973145,-0.00013500452041625977,-0.00012597441673278809,-0.0001169443130493164,-0.00010791420936584473,-9.888410568237305e-05,-8.985400199890137e-05,-8.082389831542969e-05,-7.179379463195801e-05,-6.276369094848633e-05,-5.373358726501465e-05,-4.470348358154297e-05,-3.567337989807129e-05,-2.664327621459961e-05,-1.761317253112793e-05,-8.58306884765625e-06,4.470348358154297e-07,9.47713851928711e-06,1.850724220275879e-05,2.753734588623047e-05,3.656744956970215e-05,4.559755325317383e-05,5.462765693664551e-05,6.365776062011719e-05,7.268786430358887e-05,8.171796798706055e-05,9.074807167053223e-05,9.97781753540039e-05,0.00010880827903747559,0.00011783838272094727,0.00012686848640441895,0.00013589859008789062,0.0001449286937713623,0.00015395879745483398,0.00016298890113830566,0.00017201900482177734,0.00018104910850524902,0.0001900792121887207,0.00019910931587219238,0.00020813941955566406,0.00021716952323913574,0.00022619962692260742,0.0002352297306060791,0.0002442598342895508,0.00025328993797302246,0.00026232004165649414,0.0002713501453399658,0.0002803802490234375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[0.9846246242523193,0.9849474430084229,0.9852703213691711,0.9855931401252747,0.9859159588813782,0.9862387776374817,0.98656165599823,0.9868844747543335,0.987207293510437,0.9875301718711853,0.9878529906272888,0.9881758093833923,0.9884986281394958,0.9888215065002441,0.9891443252563477,0.9894671440124512,0.9897899627685547,0.990112841129303,0.9904356598854065,0.99075847864151,0.9910813570022583,0.9914041757583618,0.9917269945144653,0.9920498132705688,0.9923726916313171,0.9926955103874207,0.9930183291435242,0.9933412075042725,0.993664026260376,0.9939868450164795,0.994309663772583,0.9946325421333313,0.9949553608894348,0.9952781796455383,0.9956010580062866,0.9959238767623901,0.9962466955184937,0.9965695142745972,0.9968923926353455,0.997215211391449,0.9975380301475525,0.9978609085083008,0.9981837272644043,0.9985065460205078,0.9988293647766113,0.9991522431373596,0.9994750618934631,0.9997978806495667,1.000120759010315,1.0004435777664185,1.000766396522522,1.0010892152786255,1.001412034034729,1.0017348527908325,1.0020577907562256,1.002380609512329,1.0027034282684326,1.0030262470245361,1.0033490657806396,1.0036718845367432,1.0039947032928467,1.0043176412582397,1.0046404600143433,1.0049632787704468,1.0052860975265503],"_type":"histogram","values":[1,0,0,0,0,0,1,3,1,2,6,4,2,5,2,11,7,5,11,11,11,12,11,16,14,23,20,26,29,32,33,32,32,30,34,28,26,36,25,22,24,21,13,18,21,14,17,13,12,9,7,4,3,5,6,2,1,2,2,7,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[2,0,0,2,2,0,3,3,2,1,4,10,6,5,4,8,11,8,13,12,10,10,12,11,18,19,19,17,18,16,24,18,20,28,23,23,24,17,30,29,23,15,22,16,28,15,12,20,17,22,9,15,7,16,6,10,4,6,7,3,2,5,2,4],"bins":[-0.0028087629470974207,-0.0027318689972162247,-0.0026549750473350286,-0.0025780810974538326,-0.0025011873804032803,-0.0024242934305220842,-0.002347399480640888,-0.002270505530759692,-0.002193611580878496,-0.0021167176309973,-0.002039823681116104,-0.001962929731234908,-0.001886035897769034,-0.0018091419478878379,-0.0017322481144219637,-0.0016553541645407677,-0.0015784602146595716,-0.0015015662647783756,-0.0014246723148971796,-0.0013477784814313054,-0.0012708845315501094,-0.0011939905816689134,-0.0011170967482030392,-0.0010402027983218431,-0.0009633088484406471,-0.0008864148985594511,-0.000809521006885916,-0.0007326271152123809,-0.0006557331653311849,-0.0005788392154499888,-0.0005019453237764537,-0.00042505140299908817,-0.0003481574822217226,-0.00027126356144435704,-0.00019436964066699147,-0.00011747571988962591,-4.058179911226034e-05,3.6312121665105224e-05,0.00011320604244247079,0.00019009996321983635,0.0002669938839972019,0.0003438878047745675,0.00042078172555193305,0.0004976756172254682,0.0005745695671066642,0.0006514635169878602,0.0007283574086613953,0.0008052513003349304,0.0008821452502161264,0.0009590392000973225,0.0010359331499785185,0.0011128269834443927,0.0011897209333255887,0.0012666148832067847,0.001343508716672659,0.001420402666553855,0.001497296616435051,0.001574190566316247,0.001651084516197443,0.0017279783496633172,0.0018048722995445132,0.0018817662494257092,0.0019586600828915834,0.0020355540327727795,0.0021124479826539755],"_type":"histogram"},"train_batch_loss":0.0023565052542835474,"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[2,0,1,1,0,0,0,1,1,1,2,3,6,8,9,14,27,34,56,77,101,206,229,363,547,860,1431,2146,3568,5468,9032,15594,28081,50826,92676,134539,105257,60375,32207,18456,10598,6284,3863,2434,1516,979,642,409,325,157,125,76,77,53,33,14,10,8,3,3,5,3,1,1],"bins":[-0.000247955322265625,-0.00024099647998809814,-0.0002340376377105713,-0.00022707879543304443,-0.00022011995315551758,-0.00021316111087799072,-0.00020620226860046387,-0.000199243426322937,-0.00019228458404541016,-0.0001853257417678833,-0.00017836689949035645,-0.0001714080572128296,-0.00016444921493530273,-0.00015749037265777588,-0.00015053153038024902,-0.00014357268810272217,-0.0001366138458251953,-0.00012965500354766846,-0.0001226961612701416,-0.00011573731899261475,-0.00010877847671508789,-0.00010181963443756104,-9.486079216003418e-05,-8.790194988250732e-05,-8.094310760498047e-05,-7.398426532745361e-05,-6.702542304992676e-05,-6.00665807723999e-05,-5.310773849487305e-05,-4.614889621734619e-05,-3.9190053939819336e-05,-3.223121166229248e-05,-2.5272369384765625e-05,-1.831352710723877e-05,-1.1354684829711914e-05,-4.395842552185059e-06,2.562999725341797e-06,9.521842002868652e-06,1.6480684280395508e-05,2.3439526557922363e-05,3.039836883544922e-05,3.7357211112976074e-05,4.431605339050293e-05,5.1274895668029785e-05,5.823373794555664e-05,6.51925802230835e-05,7.215142250061035e-05,7.911026477813721e-05,8.606910705566406e-05,9.302794933319092e-05,9.998679161071777e-05,0.00010694563388824463,0.00011390447616577148,0.00012086331844329834,0.0001278221607208252,0.00013478100299835205,0.0001417398452758789,0.00014869868755340576,0.00015565752983093262,0.00016261637210845947,0.00016957521438598633,0.00017653405666351318,0.00018349289894104004,0.0001904517412185669,0.00019741058349609375]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,1,1,0,0,1,4,2,14,4,3,11,17,10,17,15,18,23,18,14,19,16,30,23,35,18,39,19,32,35,24,25,25,32,19,27,20,16,17,21,16,19,14,4,7,7,8,4,9,1,5,0,2,2,1,0,0,1],"bins":[-0.0093125831335783,-0.009039628319442272,-0.008766673505306244,-0.008493718691170216,-0.008220763877034187,-0.007947809062898159,-0.007674853783100843,-0.007401898968964815,-0.007128944154828787,-0.0068559893406927586,-0.00658303452655673,-0.006310079712420702,-0.006037124432623386,-0.005764169618487358,-0.00549121480435133,-0.0052182599902153015,-0.004945305176079273,-0.004672350361943245,-0.004399395547807217,-0.004126440733671188,-0.0038534856867045164,-0.003580530872568488,-0.003307575825601816,-0.003034621011465788,-0.0027616661973297596,-0.0024887113831937313,-0.002215756569057703,-0.001942801522091031,-0.0016698467079550028,-0.0013968918938189745,-0.0011239369632676244,-0.0008509820909239352,-0.0005780281499028206,-0.0003050732775591314,-3.211840521544218e-05,0.00024083646712824702,0.0005137913394719362,0.0007867462118156254,0.0010597010841593146,0.0013326560147106647,0.001605610828846693,0.0018785656429827213,0.0021515204571187496,0.0024244755040854216,0.00269743031822145,0.002970385132357478,0.00324334017932415,0.0035162949934601784,0.0037892498075962067,0.004062204621732235,0.004335159435868263,0.0046081142500042915,0.00488106906414032,0.005154024343937635,0.005426979158073664,0.005699933972209692,0.00597288878634572,0.006245843600481749,0.006518798414617777,0.006791753228753805,0.007064708508551121,0.007337663322687149,0.007610618136823177,0.007883572950959206,0.008156527765095234]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,2,2,2,1,1,3,3,6,11,19,16,16,17,12,26,22,32,28,29,34,29,54,35,48,34,33,35,36,25,35,17,15,13,5,9,13,16,4,2,3,5,3,3,4,2,2,1,0,0,0,0,0,0,1],"bins":[-0.0004733707755804062,-0.00045904156286269426,-0.0004447123792488128,-0.00043038316653110087,-0.00041605395381338894,-0.0004017247701995075,-0.00038739555748179555,-0.0003730663447640836,-0.00035873716115020216,-0.00034440794843249023,-0.0003300787357147783,-0.00031574955210089684,-0.0003014203393831849,-0.000287091126665473,-0.0002727619430515915,-0.0002584327303338796,-0.0002441035321680829,-0.0002297743340022862,-0.00021544512128457427,-0.00020111592311877757,-0.00018678672495298088,-0.00017245751223526895,-0.00015812831406947225,-0.00014379911590367556,-0.00012946990318596363,-0.00011514070502016693,-0.00010081150685437024,-8.648230141261593e-05,-7.215309597086161e-05,-5.7823897805064917e-05,-4.3494692363310605e-05,-2.91654905595351e-05,-1.4836288755759597e-05,-5.070860424893908e-07,1.3822116670780815e-05,2.8151320293545723e-05,4.248052209732123e-05,5.680972390109673e-05,7.113892934285104e-05,8.546812750864774e-05,9.979733295040205e-05,0.00011412653839215636,0.00012845573655795306,0.00014278493472374976,0.00015711414744146168,0.00017144334560725838,0.00018577254377305508,0.000200101756490767,0.0002144309546565637,0.0002287601528223604,0.00024308936554007232,0.0002574185491539538,0.0002717477618716657,0.00028607697458937764,0.0003004061582032591,0.00031473537092097104,0.00032906458363868296,0.00034339376725256443,0.00035772297997027636,0.0003720521926879883,0.00038638137630186975,0.0004007105890195817,0.0004150398017372936,0.00042936898535117507,0.000443698198068887]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.00041961669921875,-0.00040662288665771484,-0.0003936290740966797,-0.00038063526153564453,-0.0003676414489746094,-0.0003546476364135742,-0.00034165382385253906,-0.0003286600112915039,-0.00031566619873046875,-0.0003026723861694336,-0.00028967857360839844,-0.0002766847610473633,-0.0002636909484863281,-0.00025069713592529297,-0.0002377033233642578,-0.00022470951080322266,-0.0002117156982421875,-0.00019872188568115234,-0.0001857280731201172,-0.00017273426055908203,-0.00015974044799804688,-0.00014674663543701172,-0.00013375282287597656,-0.0001207590103149414,-0.00010776519775390625,-9.47713851928711e-05,-8.177757263183594e-05,-6.878376007080078e-05,-5.5789947509765625e-05,-4.279613494873047e-05,-2.9802322387695312e-05,-1.6808509826660156e-05,-3.814697265625e-06,9.179115295410156e-06,2.2172927856445312e-05,3.516674041748047e-05,4.8160552978515625e-05,6.115436553955078e-05,7.414817810058594e-05,8.71419906616211e-05,0.00010013580322265625,0.0001131296157836914,0.00012612342834472656,0.00013911724090576172,0.00015211105346679688,0.00016510486602783203,0.0001780986785888672,0.00019109249114990234,0.0002040863037109375,0.00021708011627197266,0.0002300739288330078,0.00024306774139404297,0.0002560615539550781,0.0002690553665161133,0.00028204917907714844,0.0002950429916381836,0.00030803680419921875,0.0003210306167602539,0.00033402442932128906,0.0003470182418823242,0.0003600120544433594,0.00037300586700439453,0.0003859996795654297,0.00039899349212646484,0.0004119873046875],"_type":"histogram","values":[1,1,0,0,2,1,1,2,2,1,1,6,2,6,11,12,18,18,31,57,67,84,143,274,421,659,1306,2565,5463,12768,36000,138915,274602,75919,23071,8855,4166,1946,1023,516,310,172,124,69,63,42,25,12,22,9,6,12,3,4,3,5,1,2,2,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,2,1,0,0,0,0,0,1,3,1,0,5,4,8,5,1,10,8,17,20,30,25,33,32,58,61,67,54,58,51,41,25,33,24,12,19,10,13,5,4,4,2,5,2,0,3,1,0,1,2,0,1,1,1,1,1,0,0,1],"bins":[-0.00040436885319650173,-0.0003917018184438348,-0.0003790348127949983,-0.00036636777804233134,-0.00035370077239349484,-0.0003410337376408279,-0.0003283667319919914,-0.00031569969723932445,-0.00030303269159048796,-0.000290365656837821,-0.00027769862208515406,-0.00026503161643631756,-0.0002523645816836506,-0.0002396975614828989,-0.00022703054128214717,-0.00021436352108139545,-0.00020169650088064373,-0.000189029480679892,-0.00017636246047914028,-0.00016369544027838856,-0.00015102842007763684,-0.0001383613853249699,-0.00012569436512421817,-0.00011302734492346644,-0.00010036032472271472,-8.7693304521963e-05,-7.502628432121128e-05,-6.235925684450194e-05,-4.969223664375022e-05,-3.70252164429985e-05,-2.435819260426797e-05,-1.1691170584526844e-05,9.75851435214281e-07,1.3642873454955406e-05,2.6309895474696532e-05,3.897691931342706e-05,5.164393951417878e-05,6.43109597149305e-05,7.697798719163984e-05,8.964500739239156e-05,0.00010231202759314328,0.000114979047793895,0.00012764606799464673,0.00014031308819539845,0.0001529801229480654,0.00016564714314881712,0.00017831416334956884,0.00019098118355032057,0.0002036482037510723,0.000216315223951824,0.00022898224415257573,0.00024164926435332745,0.0002543162845540792,0.0002669833193067461,0.0002796503249555826,0.00029231735970824957,0.0003049843944609165,0.000317651400109753,0.00033031843486241996,0.00034298544051125646,0.0003556524752639234,0.0003683194809127599,0.00038098651566542685,0.00039365352131426334,0.0004063205560669303]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,1,1,1,0,0,1,1,1,3,0,2,3,1,1,6,9,6,8,10,15,22,15,23,27,38,37,49,83,62,51,53,47,35,38,24,16,18,10,7,5,12,5,4,0,2,3,0,1,1,0,2,3,0,1,0,0,0,0,1,1],"bins":[-0.00022695826191920787,-0.00021993379050400108,-0.00021290933364070952,-0.00020588486222550273,-0.00019886039081029594,-0.00019183591939508915,-0.00018481144797988236,-0.0001777869911165908,-0.000170762519701384,-0.00016373804828617722,-0.00015671359142288566,-0.00014968912000767887,-0.00014266464859247208,-0.00013564017717726529,-0.0001286157057620585,-0.00012159124889876693,-0.00011456677748356014,-0.00010754230606835335,-0.00010051784192910418,-9.3493377789855e-05,-8.646890637464821e-05,-7.944443495944142e-05,-7.241997082019225e-05,-6.539550668094307e-05,-5.837103526573628e-05,-5.13465674885083e-05,-4.4322099711280316e-05,-3.729763193405233e-05,-3.027316415682435e-05,-2.3248696379596367e-05,-1.6224228602368385e-05,-9.199760825140402e-06,-2.175307599827647e-06,4.849160177400336e-06,1.1873627954628319e-05,1.88980957318563e-05,2.5922563509084284e-05,3.294703128631227e-05,3.997149906354025e-05,4.699596684076823e-05,5.4020434617996216e-05,6.1044906033203e-05,6.806937017245218e-05,7.509383431170136e-05,8.211830572690815e-05,8.914277714211494e-05,9.616724128136411e-05,0.00010319170542061329,0.00011021617683582008,0.00011724064825102687,0.00012426511966623366,0.00013128957652952522,0.000138314047944732,0.0001453385193599388,0.00015236297622323036,0.00015938744763843715,0.00016641191905364394,0.00017343639046885073,0.00018046086188405752,0.00018748531874734908,0.00019450979016255587,0.00020153426157776266,0.00020855871844105422,0.00021558318985626101,0.0002226076612714678]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,3,0,1,0,2,1,3,7,7,7,8,9,11,15,12,16,20,13,29,23,36,25,27,41,26,46,36,32,35,33,32,25,25,16,20,11,19,16,8,14,11,7,12,4,3,5,2,1,2,4,1,0,1,0,0,0,0,0,0,1,1],"bins":[0.9906484484672546,0.990997314453125,0.9913462400436401,0.9916951060295105,0.9920439720153809,0.9923928380012512,0.9927417635917664,0.9930906295776367,0.9934394955635071,0.9937884211540222,0.9941372871398926,0.9944861531257629,0.9948350787162781,0.9951839447021484,0.9955328106880188,0.9958816766738892,0.9962306022644043,0.9965794682502747,0.996928334236145,0.9972772598266602,0.9976261258125305,0.9979749917984009,0.998323917388916,0.9986727833747864,0.9990216493606567,0.9993705153465271,0.9997194409370422,1.0000683069229126,1.0004172325134277,1.0007660388946533,1.0011149644851685,1.0014638900756836,1.0018126964569092,1.0021616220474243,1.0025105476379395,1.002859354019165,1.0032082796096802,1.0035570859909058,1.003906011581421,1.004254937171936,1.0046037435531616,1.0049526691436768,1.005301594734192,1.0056504011154175,1.0059993267059326,1.0063482522964478,1.0066970586776733,1.0070459842681885,1.0073949098587036,1.0077437162399292,1.0080926418304443,1.0084415674209595,1.008790373802185,1.0091392993927002,1.0094882249832153,1.009837031364441,1.010185956954956,1.0105347633361816,1.0108836889266968,1.011232614517212,1.0115814208984375,1.0119303464889526,1.0122792720794678,1.0126280784606934,1.0129770040512085]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,0,0,0,0,1,2,0,3,1,6,7,6,6,7,3,5,5,12,11,17,14,13,26,26,25,25,30,54,36,41,42,49,36,46,45,29,33,14,20,14,12,7,5,6,2,4,3,4,2,2,1,0,0,2,2,1,0,0,0,0,2],"bins":[-0.0002117748954333365,-0.00020593668159563094,-0.0002000984677579254,-0.0001942602393683046,-0.00018842202553059906,-0.0001825838116928935,-0.00017674559785518795,-0.0001709073840174824,-0.00016506915562786162,-0.00015923094179015607,-0.00015339272795245051,-0.00014755451411474496,-0.0001417163002770394,-0.00013587808643933386,-0.00013003985804971308,-0.00012420164421200752,-0.00011836343037430197,-0.00011252521653659642,-0.00010668699542293325,-0.0001008487815852277,-9.501056047156453e-05,-8.917234663385898e-05,-8.333413279615343e-05,-7.749591168249026e-05,-7.165769784478471e-05,-6.581948400707915e-05,-5.998126289341599e-05,-5.4143049055710435e-05,-4.8304831580026075e-05,-4.2466614104341716e-05,-3.662840026663616e-05,-3.07901827909518e-05,-2.4951950763352215e-05,-1.9113733287667856e-05,-1.32755176309729e-05,-7.437301064783242e-06,-1.5990844985935837e-06,4.239132067596074e-06,1.0077348633785732e-05,1.5915564290480688e-05,2.1753781766165048e-05,2.7591999241849408e-05,3.343021671753377e-05,3.926843055523932e-05,4.510664803092368e-05,5.094486550660804e-05,5.678307934431359e-05,6.262130045797676e-05,6.845951429568231e-05,7.429772813338786e-05,8.013594924705103e-05,8.597416308475658e-05,9.181238419841975e-05,9.76505980361253e-05,0.00010348881187383085,0.00010932703298749402,0.00011516524682519957,0.00012100346066290513,0.0001268416817765683,0.00013267989561427385,0.0001385181094519794,0.00014435632328968495,0.00015019455167930573,0.00015603276551701128,0.00016187097935471684]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,1,1,3,9,11,22,32,78,140,233,413,606,1015,1669,2563,3639,5316,7379,9945,13187,16899,20682,24733,29133,32987,36278,38748,40296,40352,39485,37657,34429,30855,27010,22580,18395,14740,11245,8336,6226,4434,2932,1899,1264,821,486,288,174,92,49,29,12,10,2,2,0,0,0,0,1],"bins":[-0.1157192513346672,-0.11212797462940216,-0.10853670537471771,-0.10494542866945267,-0.10135415196418762,-0.09776287525892258,-0.09417160600423813,-0.09058032929897308,-0.08698905259370804,-0.08339778333902359,-0.07980650663375854,-0.0762152299284935,-0.07262395322322845,-0.069032683968544,-0.06544140726327896,-0.061850130558013916,-0.05825885757803917,-0.05466758459806442,-0.05107630789279938,-0.04748503491282463,-0.043893758207559586,-0.04030248522758484,-0.036711208522319794,-0.03311993554234505,-0.02952866069972515,-0.025937385857105255,-0.02234611101448536,-0.018754836171865463,-0.015163562260568142,-0.011572287417948246,-0.007981013506650925,-0.004389738664031029,-0.0007984638214111328,0.0027928107883781195,0.006384085398167372,0.00997535977512598,0.013566634617745876,0.017157908529043198,0.020749183371663094,0.02434045821428299,0.027931733056902885,0.03152300789952278,0.03511428087949753,0.03870555758476257,0.04229683056473732,0.045888107270002365,0.04947938024997711,0.05307065695524216,0.056661929935216904,0.06025320291519165,0.0638444796204567,0.06743575632572174,0.07102702558040619,0.07461830228567123,0.07820957899093628,0.08180085569620132,0.08539212495088577,0.08898340165615082,0.09257467836141586,0.09616594761610031,0.09975722432136536,0.1033485010266304,0.10693977773189545,0.1105310469865799,0.11412232369184494]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,3,2,1,1,0,1,2,2,2,2,6,3,7,7,6,14,18,7,22,22,23,20,31,27,33,22,28,35,32,33,27,30,30,31,34,23,33,27,15,22,11,14,16,5,3,3,2,7,7,5,3,0,0,4,1,0,0,2],"bins":[-0.0002030161558650434,-0.00019721375429071486,-0.00019141135271638632,-0.00018560893659014255,-0.000179806535015814,-0.00017400413344148546,-0.00016820173186715692,-0.00016239933029282838,-0.0001565969141665846,-0.00015079451259225607,-0.00014499211101792753,-0.00013918970944359899,-0.00013338730786927044,-0.0001275849062949419,-0.00012178249744465575,-0.00011598008859436959,-0.00011017768702004105,-0.0001043752854457125,-9.857287659542635e-05,-9.277047502109781e-05,-8.696806617081165e-05,-8.116566459648311e-05,-7.536326302215457e-05,-6.956085417186841e-05,-6.375845259753987e-05,-5.795604738523252e-05,-5.2153642172925174e-05,-4.635124059859663e-05,-4.0548835386289284e-05,-3.4746430173981935e-05,-2.894402678066399e-05,-2.3141623387346044e-05,-1.7339232726953924e-05,-1.1536828424141277e-05,-5.7344241213286296e-06,6.798018148401752e-08,5.870384484296665e-06,1.1672788787109312e-05,1.747519308992196e-05,2.3277596483239904e-05,2.9080001695547253e-05,3.48824069078546e-05,4.068481212016195e-05,4.648721369449049e-05,5.228961890679784e-05,5.809202411910519e-05,6.389442569343373e-05,6.969683454371989e-05,7.549923611804843e-05,8.130163769237697e-05,8.710404654266313e-05,9.290644811699167e-05,9.870885696727782e-05,0.00010451125854160637,0.00011031366011593491,0.00011611606896622106,0.0001219184705405496,0.00012772087939083576,0.0001335232809651643,0.00013932568253949285,0.0001451280841138214,0.00015093048568814993,0.0001567329018143937,0.00016253530338872224,0.00016833770496305078]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[2,0,2,4,1,4,3,6,3,2,7,10,8,12,8,15,14,23,22,30,26,26,29,40,28,31,39,42,52,32,39,34,27,19,15,20,19,13,10,13,10,6,4,5,3,2,3,1,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.003855306189507246,-0.0037058191373944283,-0.0035563320852816105,-0.003406844800338149,-0.0032573577482253313,-0.0031078706961125135,-0.0029583836439996958,-0.002808896591886878,-0.0026594093069434166,-0.002509922254830599,-0.002360435202717781,-0.0022109481506049633,-0.0020614610984921455,-0.001911973929964006,-0.0017624868778511882,-0.0016129997093230486,-0.0014635126572102308,-0.001314025605097413,-0.0011645384365692735,-0.0010150513844564557,-0.000865564274135977,-0.0007160771638154984,-0.0005665901117026806,-0.0004171030013822019,-0.00026761589106172323,-0.00011812879529315978,3.1358300475403666e-05,0.00018084539624396712,0.00033033249201253057,0.00047981960233300924,0.000629306654445827,0.0007787937647663057,0.0009282808750867844,0.0010777679271996021,0.0012272550957277417,0.0013767421478405595,0.001526229316368699,0.0016757163684815168,0.0018252034205943346,0.0019746904727071524,0.002124177757650614,0.0022736648097634315,0.0024231518618762493,0.002572638913989067,0.002722125966101885,0.0028716130182147026,0.003021100303158164,0.003170587355270982,0.0033200744073837996,0.0034695614594966173,0.003619048511609435,0.0037685357965528965,0.003918022848665714,0.004067509900778532,0.00421699695289135,0.0043664840050041676,0.004515971057116985,0.004665458109229803,0.004814945161342621,0.004964432679116726,0.005113919731229544,0.0052634067833423615,0.005412893835455179,0.005562380887567997,0.005711867939680815],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,2,1,0,0,0,4,2,6,10,15,12,20,32,41,50,90,103,160,191,286,473,672,897,1364,1937,3131,4650,7592,12691,22872,43831,88971,159398,114552,55823,28818,15440,9183,5529,3550,2333,1556,999,767,532,359,243,199,123,96,54,48,34,22,20,14,9,7,0,1,3,3,2],"bins":[-0.000690460205078125,-0.0006699562072753906,-0.0006494522094726562,-0.0006289482116699219,-0.0006084442138671875,-0.0005879402160644531,-0.0005674362182617188,-0.0005469322204589844,-0.00052642822265625,-0.0005059242248535156,-0.00048542022705078125,-0.0004649162292480469,-0.0004444122314453125,-0.0004239082336425781,-0.00040340423583984375,-0.0003829002380371094,-0.000362396240234375,-0.0003418922424316406,-0.00032138824462890625,-0.0003008842468261719,-0.0002803802490234375,-0.0002598762512207031,-0.00023937225341796875,-0.00021886825561523438,-0.0001983642578125,-0.00017786026000976562,-0.00015735626220703125,-0.00013685226440429688,-0.0001163482666015625,-9.584426879882812e-05,-7.534027099609375e-05,-5.4836273193359375e-05,-3.4332275390625e-05,-1.3828277587890625e-05,6.67572021484375e-06,2.7179718017578125e-05,4.76837158203125e-05,6.818771362304688e-05,8.869171142578125e-05,0.00010919570922851562,0.00012969970703125,0.00015020370483398438,0.00017070770263671875,0.00019121170043945312,0.0002117156982421875,0.00023221969604492188,0.00025272369384765625,0.0002732276916503906,0.000293731689453125,0.0003142356872558594,0.00033473968505859375,0.0003552436828613281,0.0003757476806640625,0.0003962516784667969,0.00041675567626953125,0.0004372596740722656,0.000457763671875,0.0004782676696777344,0.0004987716674804688,0.0005192756652832031,0.0005397796630859375,0.0005602836608886719,0.0005807876586914062,0.0006012916564941406,0.000621795654296875]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,0,0,0,1,1,0,2,2,2,4,4,4,10,6,10,9,12,16,14,15,13,19,21,20,29,22,34,34,32,39,30,34,36,23,22,32,22,29,22,19,22,22,9,16,9,4,9,8,4,8,2,0,3,3,2,1,0,0,0,0,0,1],"bins":[-0.00034567838883958757,-0.00033499905839562416,-0.00032431972795166075,-0.00031364039750769734,-0.00030296106706373394,-0.0002922817366197705,-0.0002816024061758071,-0.0002709230757318437,-0.00026024371618404984,-0.00024956438574008644,-0.00023888506984803826,-0.00022820573940407485,-0.0002175263944081962,-0.0002068470639642328,-0.0001961677335202694,-0.00018548840307630599,-0.00017480907263234258,-0.00016412974218837917,-0.00015345041174441576,-0.00014277108130045235,-0.00013209175085648894,-0.00012141241313656792,-0.0001107330754166469,-0.00010005374497268349,-8.937441452872008e-05,-7.869508408475667e-05,-6.801575364079326e-05,-5.733641592087224e-05,-4.665708547690883e-05,-3.5977755032945424e-05,-2.529842095100321e-05,-1.4619088688050397e-05,-3.939756425097585e-06,6.739575837855227e-06,1.741890810080804e-05,2.809824036376085e-05,3.877757262671366e-05,4.945690307067707e-05,6.013623715261929e-05,7.08155712345615e-05,8.149490167852491e-05,9.217423212248832e-05,0.00010285356256645173,0.00011353290028637275,0.00012421223800629377,0.00013489156845025718,0.0001455708988942206,0.000156250229338184,0.0001669295597821474,0.00017760889022611082,0.00018828822067007422,0.00019896755111403763,0.00020964688155800104,0.00022032622655387968,0.0002310055569978431,0.0002416848874418065,0.0002523642033338547,0.00026304356288164854,0.00027372289332561195,0.00028440222376957536,0.00029508155421353877,0.0003057608846575022,0.0003164402151014656,0.000327119545545429,0.0003377988759893924],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,1,0,1,3,7,3,7,7,3,7,8,7,10,33,26,27,28,47,53,46,60,54,55,54,43,25,33,22,16,18,10,14,7,11,2,4,6,1,0,0,3,2,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00012131052790209651,-0.0001164151617558673,-0.0001115197956096381,-0.0001066244367393665,-0.0001017290705931373,-9.683370444690809e-05,-9.193834557663649e-05,-8.704297943040729e-05,-8.214761328417808e-05,-7.725224713794887e-05,-7.235688099171966e-05,-6.746152212144807e-05,-6.256615597521886e-05,-5.7670789828989655e-05,-5.2775427320739254e-05,-4.7880064812488854e-05,-4.2984698666259646e-05,-3.808933252003044e-05,-3.319397001178004e-05,-2.8298605684540235e-05,-2.340324135730043e-05,-1.8507877030060627e-05,-1.3612512702820823e-05,-8.717148375581019e-06,-3.821784048341215e-06,1.0735802788985893e-06,5.968944606138393e-06,1.0864308933378197e-05,1.5759673260618e-05,2.0655037587857805e-05,2.555040191509761e-05,3.0445766242337413e-05,3.5341145121492445e-05,4.023651126772165e-05,4.5131873775972053e-05,5.0027236284222454e-05,5.492260243045166e-05,5.981796857668087e-05,6.471332744695246e-05,6.960869359318167e-05,7.450405973941088e-05,7.939942588564008e-05,8.429479203186929e-05,8.919015090214089e-05,9.408551704837009e-05,9.89808831945993e-05,0.0001038762420648709,0.0001087716082111001,0.00011366697435732931,0.00011856234050355852,0.00012345770664978772,0.00012835307279601693,0.0001332484243903309,0.00013814379053656012,0.00014303915668278933,0.00014793452282901853,0.00015282988897524774,0.00015772525512147695,0.00016262062126770616,0.00016751598741393536,0.00017241135356016457,0.00017730670515447855,0.00018220207130070776,0.00018709743744693696,0.00019199280359316617],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[2,1,0,1,0,0,1,2,1,0,1,5,1,6,2,3,8,6,10,13,9,23,15,21,23,29,34,38,24,32,33,43,29,29,30,26,36,32,19,28,27,19,14,13,16,12,9,8,10,5,4,4,1,1,2,3,1,1,0,0,0,0,0,2],"bins":[-0.005770139861851931,-0.005588281899690628,-0.005406423471868038,-0.005224565509706736,-0.005042707081884146,-0.004860849119722843,-0.004678990691900253,-0.004497132729738951,-0.004315274767577648,-0.004133416339755058,-0.003951558377593756,-0.003769699949771166,-0.0035878419876098633,-0.003405983792617917,-0.003224125597625971,-0.0030422674026340246,-0.0028604092076420784,-0.002678551012650132,-0.002496692817658186,-0.0023148346226662397,-0.0021329764276742935,-0.0019511183490976691,-0.0017692602705210447,-0.0015874020755290985,-0.0014055438805371523,-0.001223685685545206,-0.0010418274905532598,-0.0008599694119766355,-0.0006781112169846892,-0.000496253021992743,-0.0003143948852084577,-0.00013253671932034194,4.932144656777382e-05,0.00023117961245588958,0.00041303777834400535,0.0005948959151282907,0.0007767541101202369,0.0009586123051121831,0.0011404703836888075,0.0013223285786807537,0.0015041867736727,0.0016860449686646461,0.0018679031636565924,0.0020497613586485386,0.002231619320809841,0.0024134775158017874,0.0025953357107937336,0.00277719390578568,0.002959052100777626,0.0031409102957695723,0.0033227684907615185,0.0035046266857534647,0.003686484880745411,0.0038683428429067135,0.004050201270729303,0.004232059232890606,0.004413917660713196,0.004595775622874498,0.004777633585035801,0.004959492012858391,0.005141349975019693,0.005323208402842283,0.005505066365003586,0.005686924792826176,0.005868782754987478],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,0,0,2,2,1,0,3,2,7,5,2,7,5,7,10,11,10,17,15,22,17,26,28,27,37,26,28,34,40,38,37,23,32,22,38,27,31,23,17,20,18,11,10,2,6,9,2,1,3,1,2,1],"bins":[0.9790397882461548,0.9794617295265198,0.9798836708068848,0.9803056120872498,0.9807275533676147,0.9811494946479797,0.9815714359283447,0.9819933772087097,0.9824153184890747,0.9828372597694397,0.9832592010498047,0.9836811423301697,0.9841030836105347,0.9845250248908997,0.9849469661712646,0.9853689074516296,0.9857908487319946,0.9862127304077148,0.9866346716880798,0.9870566129684448,0.9874785542488098,0.9879004955291748,0.9883224368095398,0.9887443780899048,0.9891663193702698,0.9895882606506348,0.9900102019309998,0.9904321432113647,0.9908540844917297,0.9912760257720947,0.9916979670524597,0.9921199083328247,0.9925418496131897,0.9929637908935547,0.9933857321739197,0.9938076734542847,0.9942296147346497,0.9946515560150146,0.9950734972953796,0.9954954385757446,0.9959173798561096,0.9963393211364746,0.9967612624168396,0.9971832036972046,0.9976051449775696,0.9980270862579346,0.9984490275382996,0.9988709688186646,0.9992928504943848,0.9997147917747498,1.0001367330551147,1.0005587339401245,1.0009806156158447,1.0014026165008545,1.0018244981765747,1.0022464990615845,1.0026683807373047,1.0030903816223145,1.0035122632980347,1.0039342641830444,1.0043561458587646,1.0047781467437744,1.0052000284194946,1.0056220293045044,1.0060439109802246]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,0,0,0,0,1,0,0,1,0,0,1,5,4,3,3,9,6,11,10,15,19,20,17,27,10,15,27,27,33,30,31,30,31,27,34,34,27,21,31,29,25,16,22,16,14,14,15,12,7,7,10,6,2,3,4,0,1,1,2,0,0,0,1],"bins":[-0.008177273906767368,-0.00793573446571827,-0.007694194559007883,-0.007452654652297497,-0.007211115211248398,-0.006969575770199299,-0.006728035863488913,-0.006486495956778526,-0.006244956515729427,-0.006003417074680328,-0.005761877167969942,-0.005520337261259556,-0.005278797820210457,-0.005037258379161358,-0.004795718472450972,-0.004554178565740585,-0.004312639124691486,-0.004071099683642387,-0.003829559776932001,-0.0035880201030522585,-0.003346480429172516,-0.0031049407552927732,-0.0028634010814130306,-0.002621861407533288,-0.0023803217336535454,-0.0021387820597738028,-0.0018972423858940601,-0.0016557027120143175,-0.0014141630381345749,-0.0011726233642548323,-0.0009310836903750896,-0.000689544016495347,-0.0004480043426156044,-0.00020646466873586178,3.5075005143880844e-05,0.00027661467902362347,0.0005181543529033661,0.0007596940267831087,0.0010012337006628513,0.001242773374542594,0.0014843130484223366,0.0017258527223020792,0.001967392396181822,0.0022089320700615644,0.002450471743941307,0.0026920114178210497,0.0029335510917007923,0.003175090765580535,0.0034166304394602776,0.00365817011334002,0.003899709787219763,0.004141249693930149,0.004382789134979248,0.004624328576028347,0.004865868482738733,0.00510740838944912,0.0053489478304982185,0.0055904872715473175,0.005832027178257704,0.00607356708496809,0.006315106526017189,0.006556645967066288,0.006798185873776674,0.0070397257804870605,0.0072812652215361595],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,0,0,1,9,10,16,26,51,110,182,309,499,784,1288,2000,2976,4336,6359,8957,12759,16677,22146,28736,35769,43778,52840,61647,70671,78755,85768,91746,94578,96133,95773,92589,87494,81454,73204,64336,55366,46547,38126,30331,24156,18383,13585,9983,7171,4958,3417,2321,1504,886,586,338,185,126,61,30,17,11,6,3],"bins":[-0.10414779931306839,-0.10105229169130325,-0.09795678406953812,-0.09486127644777298,-0.09176576137542725,-0.08867025375366211,-0.08557474613189697,-0.08247923851013184,-0.0793837308883667,-0.07628822326660156,-0.07319271564483643,-0.07009720802307129,-0.06700170040130615,-0.06390618532896042,-0.06081067770719528,-0.057715170085430145,-0.05461966246366501,-0.05152415484189987,-0.048428647220134735,-0.0453331358730793,-0.04223762825131416,-0.039142120629549026,-0.03604660928249359,-0.032951101660728455,-0.029855594038963318,-0.02676008641719818,-0.023664576932787895,-0.02056906744837761,-0.017473559826612473,-0.014378051273524761,-0.01128254272043705,-0.008187034167349339,-0.00509151816368103,-0.001996009610593319,0.0010994989424943924,0.004195007495582104,0.007290516048669815,0.010386024601757526,0.013481533154845238,0.016577042639255524,0.01967255026102066,0.022768057882785797,0.025863567367196083,0.02895907685160637,0.032054584473371506,0.03515009209513664,0.03824560344219208,0.041341111063957214,0.04443661868572235,0.04753212630748749,0.050627633929252625,0.05372314527630806,0.056818652898073196,0.05991416051983833,0.06300967186689377,0.0661051794886589,0.06920068711042404,0.07229619473218918,0.07539170235395432,0.07848720997571945,0.08158272504806519,0.08467823266983032,0.08777374029159546,0.0908692479133606,0.09396475553512573],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,2,0,1,0,0,0,1,0,0,0,1,1,4,1,0,4,3,2,2,4,2,10,4,10,8,10,11,15,14,18,20,26,26,26,44,42,66,63,84,99,111,100,111,122,129,139,107,114,99,84,95,53,54,37,18,17,12,8,7,3,0,0,3],"bins":[-0.011954356916248798,-0.011764422059059143,-0.011574487201869488,-0.011384552344679832,-0.011194618418812752,-0.011004683561623096,-0.010814748704433441,-0.010624813847243786,-0.01043487899005413,-0.010244944132864475,-0.01005500927567482,-0.00986507534980774,-0.009675140492618084,-0.009485205635428429,-0.009295270778238773,-0.009105335921049118,-0.008915401063859463,-0.008725466206669807,-0.008535532280802727,-0.008345597423613071,-0.008155662566423416,-0.00796572770923376,-0.0077757928520441055,-0.00758585799485445,-0.007395923603326082,-0.007205988746136427,-0.007016053888946772,-0.006826119497418404,-0.006636184640228748,-0.006446249783039093,-0.006256314925849438,-0.00606638053432107,-0.005876445677131414,-0.005686511285603046,-0.005496576428413391,-0.005306641571223736,-0.0051167067140340805,-0.0049267723225057125,-0.004736837465316057,-0.004546902608126402,-0.004356968216598034,-0.004167033359408379,-0.003977098502218723,-0.0037871638778597116,-0.0035972290206700563,-0.0034072943963110447,-0.0032173595391213894,-0.0030274249147623777,-0.002837490290403366,-0.002647555433213711,-0.002457620808854699,-0.002267685951665044,-0.002077751327306032,-0.0018878165865316987,-0.0016978818457573652,-0.0015079471049830317,-0.0013180123642086983,-0.0011280776234343648,-0.0009381428826600313,-0.0007482082000933588,-0.0005582734593190253,-0.0003683387185446918,-0.00017840400687418878,1.1530719348229468e-05,0.00020146544557064772],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.00019988411804661155,-0.0001942423259606585,-0.00018860053387470543,-0.00018295874178875238,-0.00017731694970279932,-0.00017167515761684626,-0.0001660333655308932,-0.00016039157344494015,-0.0001547497813589871,-0.0001491079747211188,-0.00014346618263516575,-0.0001378243905492127,-0.00013218259846325964,-0.00012654080637730658,-0.00012089901429135352,-0.00011525722220540047,-0.00010961543011944741,-0.00010397363803349435,-9.83318459475413e-05,-9.269005386158824e-05,-8.704826177563518e-05,-8.140646241372451e-05,-7.576467032777146e-05,-7.01228782418184e-05,-6.448108615586534e-05,-5.8839294069912285e-05,-5.319750198395923e-05,-4.7555706260027364e-05,-4.191391417407431e-05,-3.627212208812125e-05,-3.0630326364189386e-05,-2.498853427823633e-05,-1.9346742192283273e-05,-1.3704949196835514e-05,-8.063156201387756e-06,-2.421363205939997e-06,3.2204297895077616e-06,8.86222278495552e-06,1.4504015780403279e-05,2.014580968534574e-05,2.5787601771298796e-05,3.142939385725185e-05,3.707118594320491e-05,4.2712981667136773e-05,4.835477375308983e-05,5.399656583904289e-05,5.963836156297475e-05,6.528015364892781e-05,7.092194573488086e-05,7.656373782083392e-05,8.220552990678698e-05,8.784732199274004e-05,9.348911407869309e-05,9.913091344060376e-05,0.00010477270552655682,0.00011041449761250988,0.00011605628969846293,0.00012169808178441599,0.00012733988114632666,0.00013298167323227972,0.00013862346531823277,0.00014426525740418583,0.0001499070494901389,0.00015554884157609195,0.000161190633662045],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,2,2,4,4,3,4,4,5,5,7,6,14,18,21,20,18,22,25,33,25,24,24,31,38,33,36,31,29,39,33,27,24,25,17,17,14,14,5,16,9,6,9,4,4,4,1,3,1,0,1,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[2,3,9,9,19,37,53,78,112,194,302,436,753,979,1445,2041,2826,3755,4943,6455,8394,10224,12578,14918,17947,20756,23423,25721,28302,30673,31852,32710,33046,32672,31482,29992,27806,25573,22575,20059,17288,14377,12240,9902,7768,6130,4696,3577,2647,1868,1359,944,698,442,282,191,104,67,45,18,11,11,3,2],"bins":[-0.09123421460390091,-0.08841615915298462,-0.08559810370206833,-0.08278004825115204,-0.07996199280023575,-0.07714393734931946,-0.07432588189840317,-0.07150782644748688,-0.06868977844715118,-0.0658717229962349,-0.0630536675453186,-0.060235608369112015,-0.05741755664348602,-0.05459950119256973,-0.05178144574165344,-0.04896339029073715,-0.04614533483982086,-0.04332727938890457,-0.04050922393798828,-0.03769116848707199,-0.0348731130361557,-0.03205506131052971,-0.02923700585961342,-0.02641895040869713,-0.023600894957780838,-0.020782839506864548,-0.017964784055948257,-0.015146730467677116,-0.012328675016760826,-0.009510619565844536,-0.00669256504625082,-0.003874510060995817,-0.0010564625263214111,0.0017615924589335918,0.004579647444188595,0.007397702429443598,0.0102157574146986,0.013033812865614891,0.015851866453886032,0.018669921904802322,0.021487977355718613,0.024306032806634903,0.027124088257551193,0.029942141845822334,0.032760195434093475,0.035578250885009766,0.038396306335926056,0.041214361786842346,0.044032417237758636,0.04685047268867493,0.04966852813959122,0.05248658359050751,0.0553046390414238,0.05812269076704979,0.06094074621796608,0.06375880539417267,0.06657685339450836,0.06939490884542465,0.07221296429634094,0.07503101974725723,0.07784907519817352,0.08066713064908981,0.0834851861000061,0.0863032415509224,0.08912129700183868]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"values":[3,3,9,12,21,46,55,119,145,262,384,594,878,1248,1708,2341,3354,4375,5704,7384,9333,11484,13954,16780,19299,21872,24666,27525,29219,30677,32212,32518,32681,31919,30911,28623,26737,24329,21453,19026,15928,13347,11050,8755,6942,5377,4128,3096,2244,1566,1150,810,604,336,245,152,78,67,49,18,7,5,1,6],"bins":[-0.08913049846887589,-0.08633574843406677,-0.08354100584983826,-0.08074625581502914,-0.07795150578022003,-0.07515676319599152,-0.0723620131611824,-0.06956727057695389,-0.06677252054214478,-0.06397777050733566,-0.06118302792310715,-0.058388277888298035,-0.05559353157877922,-0.052798785269260406,-0.050004035234451294,-0.04720928892493248,-0.044414542615413666,-0.04161979630589485,-0.03882504999637604,-0.036030299961566925,-0.03323555365204811,-0.030440807342529297,-0.027646059170365334,-0.02485131099820137,-0.022056564688682556,-0.019261818379163742,-0.01646707020699978,-0.01367232296615839,-0.010877575725317001,-0.008082828484475613,-0.005288081243634224,-0.0024933340027928352,0.0003014206886291504,0.003096167929470539,0.005890915170311928,0.008685662411153316,0.011480409651994705,0.014275156892836094,0.017069904133677483,0.019864652305841446,0.02265939861536026,0.025454144924879074,0.028248893097043037,0.031043641269207,0.033838387578725815,0.03663313388824463,0.03942788392305374,0.042222630232572556,0.04501737654209137,0.047812122851610184,0.050606869161129,0.05340161919593811,0.056196365505456924,0.05899111181497574,0.06178586184978485,0.06458060443401337,0.06737535446882248,0.07017010450363159,0.07296484708786011,0.07575959712266922,0.07855434715747833,0.08134908974170685,0.08414383977651596,0.08693858236074448,0.08973333239555359],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,1,1,0,1,3,0,0,2,0,2,1,1,1,2,3,0,0,1,2,0,3,3,1,2,3,16,287,382,20,2,1,2,2,0,0,1,2,0,1,2,3,1,1,0,1,1,1,1,1,1,0,1,0,1,0,1,1],"bins":[-5.376086846808903e-07,-5.218464593781391e-07,-5.060842340753879e-07,-4.903220656160556e-07,-4.7455984031330445e-07,-4.5879761501055327e-07,-4.4303541812951153e-07,-4.2727319282676035e-07,-4.115109959457186e-07,-3.9574877064296743e-07,-3.7998654534021625e-07,-3.642243484591745e-07,-3.4846212315642333e-07,-3.326999262753816e-07,-3.169377009726304e-07,-3.0117550409158866e-07,-2.854132787888375e-07,-2.696510534860863e-07,-2.5388885660504457e-07,-2.381266455131481e-07,-2.2236443442125164e-07,-2.0660220911850047e-07,-1.90839998026604e-07,-1.7507778693470755e-07,-1.5931557584281109e-07,-1.4355336475091462e-07,-1.2779115365901816e-07,-1.1202893546169435e-07,-9.626672436979788e-08,-8.050451327790142e-08,-6.47422950805776e-08,-4.8980083988681145e-08,-3.3217901318494114e-08,-1.7455688450240814e-08,-1.6934755819875136e-09,1.4068737286265787e-08,2.983095015451909e-08,4.559316124641555e-08,6.135537944373937e-08,7.711759053563583e-08,9.287980162753229e-08,1.0864201271942875e-07,1.244042238113252e-07,1.4016643490322167e-07,1.5592866020597285e-07,1.716908712978693e-07,1.8745308238976577e-07,2.0321529348166223e-07,2.189775045735587e-07,2.3473971566545515e-07,2.505019267573516e-07,2.662641520601028e-07,2.8202634894114453e-07,2.977885742438957e-07,3.1355077112493746e-07,3.2931299642768863e-07,3.450751933087304e-07,3.6083741861148155e-07,3.7659964391423273e-07,3.923618407952745e-07,4.0812406609802565e-07,4.238862629790674e-07,4.3964848828181857e-07,4.554106851628603e-07,4.711729104656115e-07]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[3,1,0,0,1,3,1,2,3,1,3,2,3,14,7,7,12,9,19,18,20,25,42,38,44,32,46,48,50,28,56,42,25,27,20,17,18,14,11,2,16,7,4,4,9,3,2,0,2,2,1,0,0,2,0,0,0,1,0,0,0,0,0,1],"bins":[-0.01524623204022646,-0.014695750549435616,-0.014145269058644772,-0.013594787567853928,-0.013044305145740509,-0.012493823654949665,-0.011943342164158821,-0.011392860673367977,-0.010842379182577133,-0.01029189769178629,-0.009741416200995445,-0.009190934710204601,-0.008640453219413757,-0.008089970797300339,-0.007539489306509495,-0.006989007815718651,-0.006438526324927807,-0.005888044834136963,-0.005337563343346119,-0.004787081386893988,-0.004236599896103144,-0.0036861184053122997,-0.003135636681690812,-0.0025851549580693245,-0.0020346734672784805,-0.0014841918600723147,-0.000933710252866149,-0.00038322864565998316,0.00016725296154618263,0.0007177345687523484,0.0012682161759585142,0.00181869778316468,0.0023691803216934204,0.0029196618124842644,0.003470143536105752,0.00402062525972724,0.004571106750518084,0.0051215882413089275,0.005672070197761059,0.006222551688551903,0.006773033179342747,0.007323514670133591,0.007873996160924435,0.008424477651715279,0.008974960073828697,0.009525441564619541,0.010075923055410385,0.010626404546201229,0.011176886036992073,0.011727367527782917,0.012277849018573761,0.012828330509364605,0.013378812000155449,0.013929294422268867,0.014479775913059711,0.015030257403850555,0.0155807388946414,0.016131220385432243,0.016681702807545662,0.01723218336701393,0.01778266578912735,0.01833314634859562,0.018883628770709038,0.019434109330177307,0.019984591752290726]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,3,1,5,4,8,10,11,10,11,13,16,16,35,35,44,60,66,72,93,121,154,137,160,146,143,116,88,103,72,61,47,43,28,20,21,13,12,5,7,7,5,3,3,4,2,1,1,1,0,0,3,0,0,2,0,0,2],"bins":[-0.00012814397632610053,-0.00012386200251057744,-0.00011958002869505435,-0.00011529806215548888,-0.00011101608833996579,-0.0001067341145244427,-0.00010245214798487723,-9.817017416935414e-05,-9.388820035383105e-05,-8.960622653830796e-05,-8.532425272278488e-05,-8.10422861832194e-05,-7.676031236769632e-05,-7.247833855217323e-05,-6.819637201260775e-05,-6.391439819708467e-05,-5.963242438156158e-05,-5.535045056603849e-05,-5.106848038849421e-05,-4.678651021094993e-05,-4.250453639542684e-05,-3.822256257990375e-05,-3.394059240235947e-05,-2.9658620405825786e-05,-2.5376648409292102e-05,-2.1094676412758417e-05,-1.6812704416224733e-05,-1.2530732419691049e-05,-8.248760423157364e-06,-3.96678842662368e-06,3.1518356991000473e-07,4.597155566443689e-06,8.879127562977374e-06,1.3161099559511058e-05,1.7443071556044742e-05,2.1725043552578427e-05,2.600701554911211e-05,3.0288987545645796e-05,3.457095954217948e-05,3.885292971972376e-05,4.313490353524685e-05,4.741687735076994e-05,5.169884752831422e-05,5.59808177058585e-05,6.026279152138159e-05,6.454476533690467e-05,6.882673187647015e-05,7.310870569199324e-05,7.739067950751632e-05,8.167265332303941e-05,8.59546271385625e-05,9.023659367812797e-05,9.451856749365106e-05,9.880054130917415e-05,0.00010308250784873962,0.00010736448166426271,0.0001116464554797858,0.00011592842929530889,0.00012021040311083198,0.00012449237692635506,0.00012877435074187815,0.000133056310005486,0.0001373382838210091,0.0001416202576365322,0.00014590223145205528]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,2,5,2,7,8,10,11,10,15,21,32,25,44,73,80,124,136,208,290,459,761,1425,2814,5499,11849,28692,69290,155115,171169,80899,33359,13854,6351,3056,1534,906,509,351,216,153,106,72,66,48,41,38,22,12,14,9,5,7,6,1,1,5,3,0,1,1],"bins":[-0.00069427490234375,-0.0006726384162902832,-0.0006510019302368164,-0.0006293654441833496,-0.0006077289581298828,-0.000586092472076416,-0.0005644559860229492,-0.0005428194999694824,-0.0005211830139160156,-0.0004995465278625488,-0.00047791004180908203,-0.00045627355575561523,-0.00043463706970214844,-0.00041300058364868164,-0.00039136409759521484,-0.00036972761154174805,-0.00034809112548828125,-0.00032645463943481445,-0.00030481815338134766,-0.00028318166732788086,-0.00026154518127441406,-0.00023990869522094727,-0.00021827220916748047,-0.00019663572311401367,-0.00017499923706054688,-0.00015336275100708008,-0.00013172626495361328,-0.00011008977890014648,-8.845329284667969e-05,-6.681680679321289e-05,-4.5180320739746094e-05,-2.3543834686279297e-05,-1.9073486328125e-06,1.9729137420654297e-05,4.1365623474121094e-05,6.300210952758789e-05,8.463859558105469e-05,0.00010627508163452148,0.00012791156768798828,0.00014954805374145508,0.00017118453979492188,0.00019282102584838867,0.00021445751190185547,0.00023609399795532227,0.00025773048400878906,0.00027936697006225586,0.00030100345611572266,0.00032263994216918945,0.00034427642822265625,0.00036591291427612305,0.00038754940032958984,0.00040918588638305664,0.00043082237243652344,0.00045245885848999023,0.00047409534454345703,0.0004957318305969238,0.0005173683166503906,0.0005390048027038574,0.0005606412887573242,0.000582277774810791,0.0006039142608642578,0.0006255507469177246,0.0006471872329711914,0.0006688237190246582,0.000690460205078125]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.00022540388454217464,-0.00021826816373504698,-0.0002111324283760041,-0.00020399670756887645,-0.0001968609867617488,-0.0001897252514027059,-0.00018258953059557825,-0.00017545379523653537,-0.00016831807442940772,-0.00016118235362228006,-0.00015404661826323718,-0.00014691089745610952,-0.00013977516209706664,-0.00013263944128993899,-0.00012550372048281133,-0.00011836799239972606,-0.0001112322643166408,-0.00010409653623355553,-9.696080815047026e-05,-8.98250873433426e-05,-8.268935926025733e-05,-7.555363117717206e-05,-6.841791037004441e-05,-6.128218228695914e-05,-5.414645420387387e-05,-4.7010726120788604e-05,-3.987500167568214e-05,-3.273927723057568e-05,-2.5603549147490412e-05,-1.8467822883394547e-05,-1.1332096619298682e-05,-4.1963703552028164e-06,2.9393413569778204e-06,1.0075067621073686e-05,1.721079388516955e-05,2.4346520149265416e-05,3.148224641336128e-05,3.861797449644655e-05,4.575369894155301e-05,5.288942338665947e-05,6.002515146974474e-05,6.716087955283001e-05,7.429660763591528e-05,8.143232844304293e-05,8.85680565261282e-05,9.570378460921347e-05,0.00010283950541634113,0.0001099752334994264,0.00011711096158251166,0.00012424668238963932,0.0001313824177486822,0.00013851813855580986,0.00014565387391485274,0.0001527895947219804,0.00015992531552910805,0.00016706105088815093,0.00017419677169527858,0.00018133249250240624,0.00018846822786144912,0.00019560394866857678,0.00020273966947570443,0.00020987540483474731,0.00021701112564187497,0.00022414686100091785,0.0002312825818080455],"_type":"histogram","values":[1,0,0,0,2,1,0,4,1,0,7,4,7,5,6,4,11,10,10,8,18,21,22,17,26,29,26,28,26,21,43,32,38,38,39,17,30,30,21,21,22,24,19,14,11,8,7,4,3,5,5,4,4,4,2,4,0,0,1,0,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[1,0,0,3,1,0,5,2,5,6,3,6,10,16,7,12,11,12,19,18,19,24,28,30,28,29,29,38,24,27,24,39,35,28,16,33,26,11,18,21,19,13,10,9,7,7,7,5,4,8,1,4,5,1,0,0,2,0,0,1,0,0,0,1],"bins":[-0.003585598897188902,-0.003459145314991474,-0.0033326914999634027,-0.003206237917765975,-0.0030797841027379036,-0.002953330520540476,-0.0028268767055124044,-0.0027004231233149767,-0.0025739693082869053,-0.0024475157260894775,-0.00232106214389205,-0.0021946083288639784,-0.0020681547466665506,-0.001941701048053801,-0.0018152473494410515,-0.001688793650828302,-0.0015623399522155523,-0.0014358862536028028,-0.0013094325549900532,-0.0011829788563773036,-0.001056525157764554,-0.0009300715173594654,-0.0008036178769543767,-0.0006771641783416271,-0.0005507104797288775,-0.00042425678111612797,-0.00029780311160720885,-0.0001713494275463745,-4.489574348554015e-05,8.15579405752942e-05,0.00020801162463612854,0.00033446529414504766,0.00046091899275779724,0.0005873726913705468,0.0007138263899832964,0.0008402800303883851,0.0009667337290011346,0.0010931873694062233,0.0012196410680189729,0.0013460947666317225,0.001472548465244472,0.0015990021638572216,0.0017254558624699712,0.0018519095610827208,0.0019783631432801485,0.00210481695830822,0.0022312705405056477,0.002357724355533719,0.002484177937731147,0.0026106315199285746,0.002737085334956646,0.0028635389171540737,0.002989992732182145,0.003116446314379573,0.0032429001294076443,0.003369353711605072,0.0034958072938024998,0.003622261108830571,0.003748714691027999,0.0038751685060560703,0.004001622088253498,0.004128075670450926,0.004254529718309641,0.004380983300507069,0.004507436882704496],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,2,5,1,4,9,7,7,8,11,11,17,19,18,21,21,29,27,16,25,37,23,37,23,39,31,30,20,33,29,24,23,26,29,10,12,17,15,12,8,5,2,1,5,4,4,1,2,3,0,0,1,0,1,1],"bins":[-0.006015619728714228,-0.005833365023136139,-0.0056511107832193375,-0.005468856077641249,-0.005286601837724447,-0.0051043471321463585,-0.004922092892229557,-0.004739838186651468,-0.0045575834810733795,-0.004375329241156578,-0.004193074535578489,-0.004010820295661688,-0.003828565590083599,-0.003646311117336154,-0.003464056644588709,-0.0032818021718412638,-0.0030995476990938187,-0.0029172932263463736,-0.0027350387535989285,-0.0025527842808514833,-0.0023705298081040382,-0.0021882751025259495,-0.0020060206297785044,-0.0018237661570310593,-0.0016415116842836142,-0.001459257211536169,-0.001277002738788724,-0.001094748149625957,-0.0009124936768785119,-0.0007302392041310668,-0.0005479846731759608,-0.0003657301713246852,-0.00018347613513469696,-1.2216332834213972e-06,0.00018103286856785417,0.00036328737041912973,0.0005455418722704053,0.0007277963450178504,0.0009100508759729564,0.0010923054069280624,0.0012745598796755075,0.0014568143524229527,0.0016390688251703978,0.0018213234143331647,0.0020035780034959316,0.0021858324762433767,0.002368086948990822,0.002550341421738267,0.002732595894485712,0.002914850367233157,0.0030971048399806023,0.0032793593127280474,0.0034616137854754925,0.0036438684910535812,0.0038261229638010263,0.0040083774365484715,0.00419063214212656,0.004372886382043362,0.00455514108762145,0.004737395327538252,0.004919650033116341,0.005101904273033142,0.005284158978611231,0.005466413218528032,0.005648667924106121]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-0.06243360415101051,-0.0604877695441246,-0.05854193493723869,-0.05659610033035278,-0.05465026572346687,-0.05270443111658096,-0.05075859650969505,-0.04881276190280914,-0.04686692729592323,-0.04492109268903732,-0.04297525808215141,-0.0410294234752655,-0.03908358886837959,-0.03713775426149368,-0.03519191965460777,-0.03324608504772186,-0.03130025044083595,-0.029354415833950043,-0.027408581227064133,-0.025462746620178223,-0.023516912013292313,-0.021571077406406403,-0.019625242799520493,-0.017679408192634583,-0.015733573585748672,-0.013787738978862762,-0.011841904371976852,-0.009896069765090942,-0.007950235158205032,-0.006004400551319122,-0.004058565944433212,-0.0021127313375473022,-0.0001668967306613922,0.0017789378762245178,0.003724772483110428,0.005670607089996338,0.007616441696882248,0.009562276303768158,0.011508110910654068,0.013453945517539978,0.015399780124425888,0.017345614731311798,0.019291449338197708,0.021237283945083618,0.023183118551969528,0.025128953158855438,0.02707478776574135,0.02902062237262726,0.03096645697951317,0.03291229158639908,0.03485812619328499,0.0368039608001709,0.03874979540705681,0.04069563001394272,0.04264146462082863,0.04458729922771454,0.04653313383460045,0.04847896844148636,0.05042480304837227,0.05237063765525818,0.05431647226214409,0.05626230686903,0.05820814147591591,0.06015397608280182,0.06209981068968773],"_type":"histogram","values":[2,1,1,1,1,2,5,3,5,4,6,8,5,8,10,17,22,19,25,27,33,31,37,41,42,42,59,64,71,58,61,67,78,57,68,56,68,51,52,44,36,37,39,33,31,18,12,21,13,12,9,9,1,6,2,1,2,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,3,1,2,2,4,5,3,7,6,11,11,8,26,30,32,29,56,65,58,66,75,51,51,35,26,19,20,19,10,5,5,7,2,5,1,0,3,2,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0002272431884193793,-0.0002166618505725637,-0.00020608052727766335,-0.00019549918943084776,-0.00018491785158403218,-0.0001743365137372166,-0.000163755175890401,-0.00015317385259550065,-0.00014259251474868506,-0.00013201117690186948,-0.0001214298463310115,-0.00011084851576015353,-0.00010026717791333795,-8.968584006652236e-05,-7.910450949566439e-05,-6.852317892480642e-05,-5.794184107799083e-05,-4.736050686915405e-05,-3.677917266031727e-05,-2.6197838451480493e-05,-1.5616504242643714e-05,-5.035170033806935e-06,5.546164175029844e-06,1.6127498383866623e-05,2.6708832592703402e-05,3.729016680154018e-05,4.787150101037696e-05,5.845283521921374e-05,6.903416942805052e-05,7.96155072748661e-05,9.019683784572408e-05,0.00010077816841658205,0.0001113594917114824,0.00012194082955829799,0.00013252216740511358,0.00014310349070001394,0.00015368482854682952,0.0001642661663936451,0.00017484748968854547,0.00018542882753536105,0.00019601016538217664,0.00020659150322899222,0.0002171728410758078,0.00022775416437070817,0.00023833550221752375,0.0002489168255124241,0.0002594981633592397,0.0002700795012060553,0.00028066083905287087,0.00029124217689968646,0.00030182351474650204,0.00031240485259331763,0.00032298616133630276,0.00033356749918311834,0.00034414883702993393,0.0003547301748767495,0.0003653115127235651,0.0003758928505703807,0.0003864741884171963,0.00039705552626401186,0.00040763686411082745,0.0004182181728538126,0.00042879951070062816,0.00043938084854744375,0.00044996218639425933]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,0,1,2,1,0,2,2,1,1,2,3,2,0,1,2,4,9,8,11,7,7,12,14,15,22,32,23,30,52,36,46,61,65,86,85,104,94,97,112,103,85,104,103,88,80,82,80,53,56,39,39,19,20,17,7,3,8,6,1],"bins":[-0.01166409719735384,-0.011496695689857006,-0.011329294182360172,-0.011161892674863338,-0.01099449209868908,-0.010827090591192245,-0.010659689083695412,-0.010492287576198578,-0.010324886068701744,-0.01015748456120491,-0.009990083985030651,-0.009822682477533817,-0.009655280970036983,-0.00948787946254015,-0.009320477955043316,-0.009153076447546482,-0.008985675871372223,-0.008818274363875389,-0.008650872856378555,-0.008483471348881721,-0.008316069841384888,-0.008148668333888054,-0.00798126682639122,-0.007813866250216961,-0.007646464742720127,-0.007479063235223293,-0.0073116617277264595,-0.007144260220229626,-0.006976859178394079,-0.006809457670897245,-0.006642056163400412,-0.006474655121564865,-0.006307253148406744,-0.00613985164090991,-0.005972450599074364,-0.00580504909157753,-0.005637647584080696,-0.00547024654224515,-0.005302845034748316,-0.005135443527251482,-0.0049680424854159355,-0.004800640977919102,-0.004633239470422268,-0.004465838428586721,-0.004298436921089888,-0.004131035413593054,-0.003963634371757507,-0.0037962328642606735,-0.0036288313567638397,-0.0034614300820976496,-0.0032940288074314594,-0.0031266272999346256,-0.0029592260252684355,-0.0027918245177716017,-0.0026244232431054115,-0.0024570219684392214,-0.0022896204609423876,-0.0021222191862761974,-0.0019548176787793636,-0.0017874164041131735,-0.0016200151294469833,-0.0014526137383654714,-0.0012852123472839594,-0.0011178109562024474,-0.0009504096233285964]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,2,1,2,1,2,3,5,9,5,8,10,9,6,15,12,12,11,20,18,24,24,17,25,24,24,25,34,25,27,29,24,28,22,20,21,22,20,25,15,17,14,18,11,10,12,13,5,11,5,5,5,6,1,2,1,2,1,0,0,1,1],"bins":[-0.00800870731472969,-0.007754364982247353,-0.007500022649765015,-0.007245679851621389,-0.0069913375191390514,-0.0067369951866567135,-0.006482652388513088,-0.00622831005603075,-0.005973967723548412,-0.005719625391066074,-0.005465283058583736,-0.005210940260440111,-0.004956597927957773,-0.004702255595475435,-0.00444791279733181,-0.004193570464849472,-0.003939228132367134,-0.003684885799884796,-0.0034305432345718145,-0.003176200669258833,-0.002921858336776495,-0.002667516004294157,-0.0024131734389811754,-0.002158830873668194,-0.0019044885411858559,-0.001650146092288196,-0.0013958036433905363,-0.0011414611944928765,-0.0008871187455952168,-0.000632776296697557,-0.0003784338477998972,-0.00012409139890223742,0.00013025011867284775,0.0003845925675705075,0.0006389350164681673,0.0008932774653658271,0.0011476199142634869,0.0014019623631611466,0.0016563048120588064,0.0019106472609564662,0.002164989709854126,0.002419332042336464,0.0026736746076494455,0.002928017172962427,0.003182359505444765,0.003436701837927103,0.0036910444032400846,0.003945386968553066,0.004199729301035404,0.004454071633517742,0.00470841396600008,0.004962756764143705,0.005217099096626043,0.005471441429108381,0.0057257842272520065,0.0059801265597343445,0.0062344688922166824,0.00648881122469902,0.006743153557181358,0.006997496355324984,0.0072518386878073215,0.0075061810202896595,0.007760523818433285,0.008014866150915623,0.00826920848339796]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9905277490615845,0.9908457398414612,0.9911637306213379,0.9914817214012146,0.9917997121810913,0.992117702960968,0.9924356937408447,0.9927536845207214,0.9930716753005981,0.9933897256851196,0.9937077164649963,0.994025707244873,0.9943436980247498,0.9946616888046265,0.9949796795845032,0.9952976703643799,0.9956156611442566,0.9959336519241333,0.99625164270401,0.9965696334838867,0.9968876242637634,0.9972056150436401,0.9975236058235168,0.9978415966033936,0.998159646987915,0.9984776377677917,0.9987956285476685,0.9991136193275452,0.9994316101074219,0.9997496008872986,1.0000675916671753,1.0003855228424072,1.0007035732269287,1.0010216236114502,1.0013395547866821,1.0016576051712036,1.0019755363464355,1.002293586730957,1.002611517906189,1.0029295682907104,1.0032474994659424,1.0035655498504639,1.0038834810256958,1.0042015314102173,1.0045194625854492,1.0048375129699707,1.0051554441452026,1.0054734945297241,1.005791425704956,1.0061094760894775,1.006427526473999,1.006745457649231,1.0070635080337524,1.0073814392089844,1.0076994895935059,1.0080174207687378,1.0083354711532593,1.0086534023284912,1.0089714527130127,1.0092893838882446,1.0096074342727661,1.009925365447998,1.0102434158325195,1.0105613470077515,1.010879397392273],"_type":"histogram","values":[2,0,0,0,0,2,0,4,3,1,3,6,7,8,2,7,7,15,13,23,26,25,21,39,28,42,46,43,39,31,34,40,20,32,24,21,13,26,19,9,11,15,6,5,6,9,7,2,6,3,2,2,2,1,2,1,4,0,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,3,0,0,0,2,7,1,0,3,2,6,3,8,11,7,10,19,12,21,14,20,28,30,19,32,27,30,27,29,40,27,26,33,32,27,27,30,21,15,13,17,7,12,15,11,9,9,5,6,2,3,3,1,0,1,1,0,2,0,0,0,1],"bins":[-0.0003915629058610648,-0.00037899543531239033,-0.00036642796476371586,-0.0003538604942150414,-0.00034129302366636693,-0.00032872555311769247,-0.000316158082569018,-0.00030359061202034354,-0.00029102317057549953,-0.00027845570002682507,-0.0002658882294781506,-0.00025332075892947614,-0.00024075328838080168,-0.0002281858178321272,-0.00021561834728345275,-0.00020305087673477829,-0.00019048340618610382,-0.00017791593563742936,-0.0001653484650887549,-0.00015278099454008043,-0.00014021352399140596,-0.00012764606799464673,-0.00011507859744597226,-0.0001025111268972978,-8.994365634862334e-05,-7.737618579994887e-05,-6.480871525127441e-05,-5.224125197855756e-05,-3.967378142988309e-05,-2.7106312700198032e-05,-1.4538843970512971e-05,-1.9713752408279106e-06,1.0596122592687607e-05,2.3163591322372667e-05,3.573106005205773e-05,4.8298526962753385e-05,6.086599751142785e-05,7.343346806010231e-05,8.600093133281916e-05,9.856840188149363e-05,0.00011113587243016809,0.00012370334297884256,0.00013627081352751702,0.00014883828407619148,0.00016140574007295072,0.00017397321062162519,0.00018654068117029965,0.0001991081517189741,0.00021167562226764858,0.00022424309281632304,0.0002368105633649975,0.00024937803391367197,0.00026194550446234643,0.0002745129750110209,0.00028708044555969536,0.00029964791610836983,0.00031221535755321383,0.0003247828281018883,0.00033735029865056276,0.00034991776919923723,0.0003624852397479117,0.00037505271029658616,0.0003876201808452606,0.0004001876513939351,0.00041275512194260955]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,0,0,1,1,6,11,26,34,78,151,254,416,698,1089,1847,2693,4138,5779,8312,11779,16129,21396,27856,35467,43742,52760,62255,71146,80079,88110,93415,97318,99158,97411,93924,88970,81746,73187,64597,54407,45490,37263,29316,23034,17074,12698,9079,6396,4444,2850,1876,1197,780,419,229,136,88,56,21,16,9,5,1],"bins":[-0.10968015342950821,-0.10641643404960632,-0.10315272212028503,-0.09988900274038315,-0.09662528336048126,-0.09336157143115997,-0.09009785205125809,-0.0868341401219368,-0.08357042074203491,-0.08030670136213303,-0.07704298943281174,-0.07377927005290985,-0.07051555812358856,-0.06725183874368668,-0.06398811936378479,-0.0607244037091732,-0.057460688054561615,-0.05419697239995003,-0.05093325674533844,-0.047669537365436554,-0.044405821710824966,-0.04114210605621338,-0.03787838667631149,-0.034614671021699905,-0.03135095536708832,-0.02808723971247673,-0.024823522195219994,-0.021559804677963257,-0.01829608902335167,-0.015032372437417507,-0.011768655851483345,-0.008504939265549183,-0.005241230130195618,-0.0019775135442614555,0.0012862030416727066,0.004549919627606869,0.007813636213541031,0.011077352799475193,0.014341069385409355,0.017604786902666092,0.02086850255727768,0.024132218211889267,0.027395935729146004,0.03065965324640274,0.03392336890101433,0.037187084555625916,0.0404508039355278,0.04371451959013939,0.04697823524475098,0.050241950899362564,0.05350566655397415,0.05676938593387604,0.060033101588487625,0.06329681724309921,0.0665605366230011,0.06982424855232239,0.07308796793222427,0.07635168731212616,0.07961539924144745,0.08287911862134933,0.08614283800125122,0.08940654993057251,0.0926702693104744,0.09593398123979568,0.09919770061969757],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,1,1,1,4,2,5,7,5,4,4,12,10,13,22,33,35,32,40,51,51,48,52,42,57,41,22,31,23,15,14,12,14,10,9,9,3,4,4,4,4,0,2,2,1,2,2,0,0,0,2,0,0,1,0,0,1,0,0,0,1],"bins":[-9.102531475946307e-05,-8.74850811669603e-05,-8.394484757445753e-05,-8.040461398195475e-05,-7.686438038945198e-05,-7.332415407290682e-05,-6.978392048040405e-05,-6.624368688790128e-05,-6.27034532953985e-05,-5.916321970289573e-05,-5.562298611039296e-05,-5.208275615586899e-05,-4.854252256336622e-05,-4.5002288970863447e-05,-4.146205901633948e-05,-3.792182542383671e-05,-3.4381591831333935e-05,-3.084135823883116e-05,-2.7301126465317793e-05,-2.3760894691804424e-05,-2.022066109930165e-05,-1.668042750679888e-05,-1.3140195733285509e-05,-9.599963050277438e-06,-6.059730367269367e-06,-2.519497684261296e-06,1.020734998746775e-06,4.560967681754846e-06,8.101200364762917e-06,1.1641433047770988e-05,1.518166573077906e-05,1.872189750429243e-05,2.22621310967952e-05,2.5802364689297974e-05,2.9342596462811343e-05,3.288282823632471e-05,3.6423061828827485e-05,3.996329542133026e-05,4.3503525375854224e-05,4.7043758968357e-05,5.058399256085977e-05,5.412422615336254e-05,5.7664459745865315e-05,6.120469333836809e-05,6.474491965491325e-05,6.828515324741602e-05,7.182538683991879e-05,7.536562043242157e-05,7.890585402492434e-05,8.244608761742711e-05,8.598632120992988e-05,8.952655480243266e-05,9.306678839493543e-05,9.660701471148059e-05,0.00010014724830398336,0.00010368748189648613,0.0001072277154889889,0.00011076794908149168,0.00011430818267399445,0.00011784841626649722,0.00012138864258304238,0.00012492887617554516,0.00012846910976804793,0.0001320093433605507,0.00013554957695305347]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,3,9,11,21,27,57,86,144,249,376,614,919,1347,2050,2896,3856,5389,6940,9296,11434,14094,17136,20518,23523,26459,29323,31998,33655,34402,35502,34773,33586,31935,29046,26757,23453,20346,17462,14194,11490,9110,7102,5360,3884,2875,2068,1422,958,608,405,255,159,102,61,29,18,16,8,0,1,4],"bins":[-0.0979696586728096,-0.0949556976556778,-0.0919417291879654,-0.08892776817083359,-0.08591380715370178,-0.08289983868598938,-0.07988587766885757,-0.07687191665172577,-0.07385794818401337,-0.07084398716688156,-0.06783002614974976,-0.06481605768203735,-0.06180209666490555,-0.058788131922483444,-0.05577416718006134,-0.052760206162929535,-0.04974624142050743,-0.04673227667808533,-0.04371831566095352,-0.04070435091853142,-0.037690386176109314,-0.03467642515897751,-0.031662460416555405,-0.0286484956741333,-0.025634532794356346,-0.02262056991457939,-0.019606605172157288,-0.016592642292380333,-0.013578678481280804,-0.010564714670181274,-0.0075507513247430325,-0.0045367879793047905,-0.0015228241682052612,0.0014911394100636244,0.00450510298833251,0.007519066333770752,0.010533030144870281,0.01354699395596981,0.016560956835746765,0.01957492157816887,0.022588884457945824,0.02560284733772278,0.028616812080144882,0.031630776822566986,0.03464473783969879,0.037658702582120895,0.040672667324543,0.043686628341674805,0.04670059308409691,0.04971455782651901,0.05272851884365082,0.05574248358607292,0.058756448328495026,0.06177040934562683,0.06478437781333923,0.06779833883047104,0.07081229984760284,0.07382626831531525,0.07684022933244705,0.07985419034957886,0.08286815881729126,0.08588211983442307,0.08889608085155487,0.09191004931926727,0.09492401033639908]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,1,0,1,3,2,1,3,3,4,7,5,16,23,27,60,75,121,254,429,747,1557,3236,7356,18801,54002,166215,214502,77765,26379,9940,4199,1955,941,491,267,159,108,61,37,19,14,9,7,4,3,3,1,4,1,1,1,0,1,0,0,1,0,0,0,1],"bins":[-0.000469207763671875,-0.00045365095138549805,-0.0004380941390991211,-0.00042253732681274414,-0.0004069805145263672,-0.00039142370223999023,-0.0003758668899536133,-0.00036031007766723633,-0.0003447532653808594,-0.0003291964530944824,-0.00031363964080810547,-0.0002980828285217285,-0.00028252601623535156,-0.0002669692039489746,-0.00025141239166259766,-0.0002358555793762207,-0.00022029876708984375,-0.0002047419548034668,-0.00018918514251708984,-0.0001736283302307129,-0.00015807151794433594,-0.00014251470565795898,-0.00012695789337158203,-0.00011140108108520508,-9.584426879882812e-05,-8.028745651245117e-05,-6.473064422607422e-05,-4.9173831939697266e-05,-3.361701965332031e-05,-1.806020736694336e-05,-2.5033950805664062e-06,1.3053417205810547e-05,2.86102294921875e-05,4.416704177856445e-05,5.9723854064941406e-05,7.528066635131836e-05,9.083747863769531e-05,0.00010639429092407227,0.00012195110321044922,0.00013750791549682617,0.00015306472778320312,0.00016862154006958008,0.00018417835235595703,0.00019973516464233398,0.00021529197692871094,0.0002308487892150879,0.00024640560150146484,0.0002619624137878418,0.00027751922607421875,0.0002930760383605957,0.00030863285064697266,0.0003241896629333496,0.00033974647521972656,0.0003553032875061035,0.00037086009979248047,0.0003864169120788574,0.0004019737243652344,0.00041753053665161133,0.0004330873489379883,0.00044864416122436523,0.0004642009735107422,0.00047975778579711914,0.0004953145980834961,0.000510871410369873,0.00052642822265625]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.004966936074197292,-0.004817570559680462,-0.0046682050451636314,-0.004518839996308088,-0.004369474481791258,-0.004220108967274427,-0.004070743452757597,-0.003921378403902054,-0.0037720128893852234,-0.003622647374868393,-0.0034732818603515625,-0.0033239165786653757,-0.0031745510641485453,-0.0030251857824623585,-0.002875820267945528,-0.0027264549862593412,-0.002577089471742511,-0.0024277239572256804,-0.0022783586755394936,-0.002128993161022663,-0.0019796278793364763,-0.0018302623648196459,-0.0016808969667181373,-0.0015315315686166286,-0.00138216617051512,-0.0012328007724136114,-0.0010834353743121028,-0.0009340699180029333,-0.0007847045199014246,-0.000635339121799916,-0.00048597369459457695,-0.0003366082673892379,-0.00018724286928772926,-3.787745663430542e-05,0.00011148795601911843,0.0002608533832244575,0.0004102187813259661,0.0005595841794274747,0.0007089496357366443,0.0008583150338381529,0.0010076804319396615,0.0011570458300411701,0.0013064112281426787,0.0014557766262441874,0.0016051421407610178,0.0017545075388625264,0.001903872936964035,0.002053238218650222,0.0022026037331670523,0.0023519692476838827,0.0025013345293700695,0.0026507000438869,0.0028000653255730867,0.002949430840089917,0.003098796121776104,0.0032481616362929344,0.003397527150809765,0.0035468924324959517,0.003696257947012782,0.003845623228698969,0.003994988743215799,0.00414435425773263,0.004293719306588173,0.004443084821105003,0.004592450335621834],"_type":"histogram","values":[1,0,1,1,1,2,0,2,3,1,5,2,6,6,4,9,11,9,14,9,17,11,15,19,25,24,22,18,28,25,24,35,25,26,25,33,27,26,25,22,26,15,21,17,25,10,14,15,11,10,7,5,6,2,0,7,6,1,2,2,2,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,2,9,10,26,28,68,97,168,303,522,791,1251,1950,2898,4436,6304,8767,11905,16184,21442,27213,34300,42231,49931,59010,67642,75584,82113,88395,92101,94249,94063,91885,87774,82279,75213,66646,58592,49323,41379,33394,26939,20894,15767,11792,8589,6159,4252,2918,1818,1236,793,500,311,185,81,57,50,21,8,9,2,3],"bins":[-0.09729398041963577,-0.0942506194114685,-0.09120725095272064,-0.08816388994455338,-0.08512052893638611,-0.08207716792821884,-0.07903380692005157,-0.07599043846130371,-0.07294707745313644,-0.06990371644496918,-0.06686034798622131,-0.06381698697805405,-0.06077362596988678,-0.05773026496171951,-0.05468690022826195,-0.05164353549480438,-0.048600174486637115,-0.04555681347846985,-0.04251344874501228,-0.03947008401155472,-0.03642672300338745,-0.033383361995220184,-0.03033999726176262,-0.027296634390950203,-0.024253271520137787,-0.02120990864932537,-0.018166545778512955,-0.015123182907700539,-0.012079820036888123,-0.009036457166075706,-0.00599309429526329,-0.0029497314244508743,9.363889694213867e-05,0.0031370017677545547,0.006180364638566971,0.009223727509379387,0.012267090380191803,0.015310453251004219,0.018353816121816635,0.02139717899262905,0.024440541863441467,0.027483904734253883,0.0305272676050663,0.033570632338523865,0.03661399334669113,0.0396573543548584,0.042700719088315964,0.04574408382177353,0.048787444829940796,0.05183080583810806,0.05487417057156563,0.05791753530502319,0.06096089631319046,0.06400425732135773,0.06704762578010559,0.07009098678827286,0.07313434779644012,0.07617770880460739,0.07922106981277466,0.08226443827152252,0.08530779927968979,0.08835116028785706,0.09139452874660492,0.09443788975477219,0.09748125076293945]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[5,4,8,16,48,79,132,186,336,525,891,1359,2138,3173,4581,6729,9496,12828,17048,22558,28447,35549,43366,51705,60845,68633,77464,83748,89256,93459,94954,94563,91255,86852,80520,73434,65304,56639,47581,39585,31864,25419,19562,15177,10917,7862,5769,3789,2625,1756,1065,718,415,273,155,87,53,23,16,9,5,2,1,3],"bins":[-0.0937398374080658,-0.09069172292947769,-0.08764360845088959,-0.08459549397230148,-0.08154737949371338,-0.07849925756454468,-0.07545114308595657,-0.07240302860736847,-0.06935491412878036,-0.06630679965019226,-0.06325868517160416,-0.060210566967725754,-0.05716245248913765,-0.054114338010549545,-0.05106621980667114,-0.04801810532808304,-0.044969990849494934,-0.04192187637090683,-0.038873761892318726,-0.03582564368844032,-0.03277752920985222,-0.029729414731264114,-0.02668129839003086,-0.023633182048797607,-0.020585067570209503,-0.0175369530916214,-0.014488836750388145,-0.011440721340477467,-0.008392605930566788,-0.005344490520656109,-0.00229637511074543,0.0007517402991652489,0.0037998631596565247,0.0068479785695672035,0.009896093979477882,0.012944209389388561,0.01599232479929924,0.019040439277887344,0.022088555619120598,0.02513667196035385,0.028184786438941956,0.03123290091753006,0.034281015396118164,0.03732913359999657,0.04037724807858467,0.043425362557172775,0.04647348076105118,0.04952159523963928,0.052569709718227386,0.05561782419681549,0.058665938675403595,0.061714056879282,0.0647621750831604,0.0678102895617485,0.07085840404033661,0.07390651851892471,0.07695463299751282,0.08000274747610092,0.08305086195468903,0.08609897643327713,0.08914709091186523,0.09219521284103394,0.09524332731962204,0.09829144179821014,0.10133955627679825]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,0,0,2,0,8,3,10,6,7,11,14,18,7,14,21,14,20,14,23,19,28,34,23,27,28,34,36,25,31,28,26,27,23,19,16,27,15,18,10,11,14,5,12,10,7,6,3,1,4,2,1,1,1],"bins":[-0.003445973386988044,-0.0033520821016281843,-0.003258190816268325,-0.0031642995309084654,-0.003070408245548606,-0.0029765169601887465,-0.002882625674828887,-0.0027887343894690275,-0.0026948433369398117,-0.0026009520515799522,-0.0025070607662200928,-0.0024131694808602333,-0.002319278195500374,-0.0022253869101405144,-0.002131495624780655,-0.0020376043394207954,-0.001943713054060936,-0.0018498217687010765,-0.001755930483341217,-0.0016620391979813576,-0.001568147912621498,-0.0014742567436769605,-0.001380365458317101,-0.0012864741729572415,-0.001192582887597382,-0.0010986916022375226,-0.0010048003168776631,-0.0009109090897254646,-0.0008170178043656051,-0.0007231265190057456,-0.0006292352918535471,-0.0005353440064936876,-0.0004414524883031845,-0.00034756120294332504,-0.00025366994668729603,-0.0001597786758793518,-6.588740507140756e-05,2.800386573653668e-05,0.00012189513654448092,0.00021578640735242516,0.0003096776781603694,0.00040356896352022886,0.0004974602488800883,0.0005913514760322869,0.0006852427613921463,0.0007791340467520058,0.0008730252739042044,0.0009669165592640638,0.0010608078446239233,0.0011546991299837828,0.0012485904153436422,0.0013424817007035017,0.0014363729860633612,0.0015302641550078988,0.0016241554403677583,0.0017180467257276177,0.0018119380110874772,0.0019058292964473367,0.0019997204653918743,0.0020936117507517338,0.0021875030361115932,0.0022813943214714527,0.002375285606831312,0.0024691768921911716,0.002563068177551031]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[2,2,2,2,2,7,4,3,5,5,16,7,18,18,27,18,39,43,50,59,65,71,71,108,114,135,115,151,122,120,125,101,102,77,52,38,34,27,18,16,17,11,7,6,4,2,0,1,1,1,2,2,0,1,0,0,0,0,0,0,0,0,0,2],"bins":[-0.00010374511475674808,-0.00010006966476794332,-9.639420750318095e-05,-9.271875023841858e-05,-8.904330024961382e-05,-8.536785026080906e-05,-8.169239299604669e-05,-7.801693573128432e-05,-7.434148574247956e-05,-7.06660357536748e-05,-6.699057848891243e-05,-6.331512122415006e-05,-5.9639671235345304e-05,-5.596421760856174e-05,-5.2288763981778175e-05,-4.861331035499461e-05,-4.4937856728211045e-05,-4.126240310142748e-05,-3.7586949474643916e-05,-3.391149584786035e-05,-3.0236042221076787e-05,-2.6560588594293222e-05,-2.2885134967509657e-05,-1.9209681340726092e-05,-1.5534227713942528e-05,-1.1858774087158963e-05,-8.183320460375398e-06,-4.507866833591834e-06,-8.32413206808269e-07,2.8430404199752957e-06,6.51849404675886e-06,1.0193947673542425e-05,1.386940130032599e-05,1.7544854927109554e-05,2.122030855389312e-05,2.4895762180676684e-05,2.857121580746025e-05,3.224666943424381e-05,3.592212306102738e-05,3.959757668781094e-05,4.327303031459451e-05,4.694848394137807e-05,5.0623937568161637e-05,5.42993911949452e-05,5.7974844821728766e-05,6.165029481053352e-05,6.53257520752959e-05,6.900120934005827e-05,7.267665932886302e-05,7.635210931766778e-05,8.002756658243015e-05,8.370302384719253e-05,8.737847383599728e-05,9.105392382480204e-05,9.472938108956441e-05,9.840483835432678e-05,0.00010208028834313154,0.0001057557383319363,0.00010943119559669867,0.00011310665286146104,0.0001167821028502658,0.00012045755283907056,0.00012413301737979054,0.0001278084673685953,0.00013148391735740006]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[1,1,0,0,1,2,1,3,4,2,2,4,5,5,14,7,14,24,28,52,69,94,190,327,597,1319,2611,6795,20394,69514,234261,180028,48856,14874,5339,2178,1029,467,255,162,98,66,38,15,12,14,13,13,12,3,1,2,3,0,1,1,1,0,1,0,0,0,0,1],"bins":[-0.00010347366333007812,-0.0001001209020614624,-9.676814079284668e-05,-9.341537952423096e-05,-9.006261825561523e-05,-8.670985698699951e-05,-8.335709571838379e-05,-8.000433444976807e-05,-7.665157318115234e-05,-7.329881191253662e-05,-6.99460506439209e-05,-6.659328937530518e-05,-6.324052810668945e-05,-5.988776683807373e-05,-5.653500556945801e-05,-5.3182244300842285e-05,-4.982948303222656e-05,-4.647672176361084e-05,-4.312396049499512e-05,-3.9771199226379395e-05,-3.641843795776367e-05,-3.306567668914795e-05,-2.9712915420532227e-05,-2.6360154151916504e-05,-2.300739288330078e-05,-1.965463161468506e-05,-1.6301870346069336e-05,-1.2949109077453613e-05,-9.59634780883789e-06,-6.243586540222168e-06,-2.8908252716064453e-06,4.6193599700927734e-07,3.814697265625e-06,7.167458534240723e-06,1.0520219802856445e-05,1.3872981071472168e-05,1.722574234008789e-05,2.0578503608703613e-05,2.3931264877319336e-05,2.728402614593506e-05,3.063678741455078e-05,3.3989548683166504e-05,3.7342309951782227e-05,4.069507122039795e-05,4.404783248901367e-05,4.7400593757629395e-05,5.075335502624512e-05,5.410611629486084e-05,5.745887756347656e-05,6.0811638832092285e-05,6.416440010070801e-05,6.751716136932373e-05,7.086992263793945e-05,7.422268390655518e-05,7.75754451751709e-05,8.092820644378662e-05,8.428096771240234e-05,8.763372898101807e-05,9.098649024963379e-05,9.433925151824951e-05,9.769201278686523e-05,0.00010104477405548096,0.00010439753532409668,0.0001077502965927124,0.00011110305786132812],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.0002935528173111379,-0.0002838288783095777,-0.0002741049393080175,-0.0002643810003064573,-0.00025465706130489707,-0.0002449330931995064,-0.0002352091541979462,-0.00022548521519638598,-0.00021576127619482577,-0.00020603733719326556,-0.00019631339819170535,-0.0001865894446382299,-0.0001768655056366697,-0.00016714156663510948,-0.00015741761308163404,-0.00014769367408007383,-0.00013796973507851362,-0.0001282457960769534,-0.00011852184979943559,-0.00010879790352191776,-9.907396452035755e-05,-8.935002551879734e-05,-7.962607924127951e-05,-6.990213296376169e-05,-6.0178193962201476e-05,-5.045425132266246e-05,-4.073030868312344e-05,-3.100636604358442e-05,-2.1282423404045403e-05,-1.1558480764506385e-05,-1.8345381249673665e-06,7.889404514571652e-06,1.761334715411067e-05,2.733728979364969e-05,3.706123243318871e-05,4.6785175072727725e-05,5.650911771226674e-05,6.623305671382695e-05,7.595700299134478e-05,8.56809492688626e-05,9.540488827042282e-05,0.00010512882727198303,0.00011485277354950085,0.00012457671982701868,0.0001343006588285789,0.0001440245978301391,0.00015374855138361454,0.00016347249038517475,0.00017319642938673496,0.00018292036838829517,0.00019264430738985538,0.00020236826094333082,0.00021209219994489104,0.00022181613894645125,0.00023154009249992669,0.0002412640315014869,0.0002509879705030471,0.0002607119095046073,0.00027043584850616753,0.00028015978750772774,0.0002898837556131184,0.0002996076946146786,0.00030933163361623883,0.00031905557261779904,0.00032877951161935925],"_type":"histogram","values":[1,3,0,0,0,2,5,0,4,6,7,6,4,14,7,12,21,18,19,17,18,20,28,25,23,28,27,17,38,23,31,15,19,26,30,26,21,23,17,14,16,10,21,11,15,13,4,5,4,16,8,4,2,8,6,3,2,1,0,2,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,4,2,7,14,17,23,47,89,133,228,312,552,799,1198,1800,2447,3321,4569,5936,7846,9826,12129,14733,17687,20836,23718,26691,29182,31382,33094,33670,34111,33751,32598,30619,28813,25584,23097,19973,16861,14215,11487,9227,7299,5668,4191,3118,2208,1538,1115,765,493,301,205,138,65,40,15,17,7,6,3,3],"bins":[-0.09504327923059464,-0.09210662543773651,-0.08916997164487839,-0.08623331785202026,-0.08329666405916214,-0.08036001026630402,-0.07742335647344589,-0.07448670268058777,-0.07155004888772964,-0.06861339509487152,-0.0656767413020134,-0.06274008750915527,-0.05980343371629715,-0.056866779923439026,-0.0539301261305809,-0.05099347233772278,-0.048056818544864655,-0.04512016475200653,-0.04218351095914841,-0.03924685716629028,-0.03631020337343216,-0.033373549580574036,-0.030436895787715912,-0.027500241994857788,-0.024563588201999664,-0.02162693440914154,-0.018690280616283417,-0.015753626823425293,-0.01281697303056717,-0.009880319237709045,-0.006943665444850922,-0.004007011651992798,-0.0010703504085540771,0.0018663033843040466,0.00480295717716217,0.007739610970020294,0.010676264762878418,0.013612918555736542,0.016549572348594666,0.01948622614145279,0.022422879934310913,0.025359533727169037,0.02829618752002716,0.031232841312885284,0.03416949510574341,0.03710614889860153,0.040042802691459656,0.04297945648431778,0.0459161102771759,0.04885276407003403,0.05178941786289215,0.054726071655750275,0.0576627254486084,0.06059937924146652,0.06353603303432465,0.06647268682718277,0.0694093406200409,0.07234599441289902,0.07528264820575714,0.07821930199861526,0.08115595579147339,0.08409260958433151,0.08702926337718964,0.08996591717004776,0.09290257096290588]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.09171298891305923,-0.08888726681470871,-0.08606155216693878,-0.08323583006858826,-0.08041010797023773,-0.0775843933224678,-0.07475867122411728,-0.07193295657634735,-0.06910723447799683,-0.0662815123796463,-0.06345579773187637,-0.06063007563352585,-0.05780435726046562,-0.054978638887405396,-0.05215291678905487,-0.049327198415994644,-0.04650148004293442,-0.04367576166987419,-0.040850043296813965,-0.03802432119846344,-0.035198602825403214,-0.03237288445234299,-0.02954716421663761,-0.026721443980932236,-0.02389572560787201,-0.021070007234811783,-0.018244286999106407,-0.015418567694723606,-0.012592848390340805,-0.009767129085958004,-0.006941409781575203,-0.004115690477192402,-0.001289963722229004,0.0015357555821537971,0.004361474886536598,0.007187194190919399,0.0100129134953022,0.012838632799685001,0.015664352104067802,0.018490072339773178,0.021315790712833405,0.02414150908589363,0.026967229321599007,0.029792949557304382,0.03261866793036461,0.035444386303424835,0.03827010840177536,0.04109582677483559,0.04392154514789581,0.04674726352095604,0.049572981894016266,0.05239870399236679,0.05522442236542702,0.058050140738487244,0.06087586283683777,0.0637015774846077,0.06652729958295822,0.06935302168130875,0.07217873632907867,0.0750044584274292,0.07783018052577972,0.08065589517354965,0.08348161727190018,0.0863073319196701,0.08913305401802063],"_type":"histogram","values":[2,2,3,7,17,33,32,68,95,167,260,427,635,927,1365,1917,2796,3562,4811,6328,7977,9994,12319,14890,17656,20722,23390,25763,28398,30442,31883,33150,33161,32889,31540,30171,28283,26135,22921,20407,17408,14369,12358,9982,7682,6157,4679,3513,2493,1789,1310,924,558,406,257,144,90,68,44,17,14,7,5,5]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,0,0,1,0,0,2,1,0,4,1,4,3,5,8,5,5,10,11,13,14,23,20,29,29,40,47,58,56,53,49,39,37,38,31,20,19,16,21,7,8,5,4,6,2,3,2,1,3,2,2,1,1,2,1,0,1,0,1,1],"bins":[-0.0005097456160001457,-0.0004940361832268536,-0.00047832680866122246,-0.0004626173758879304,-0.0004469079722184688,-0.0004311985685490072,-0.00041548916487954557,-0.00039977976121008396,-0.0003840703284367919,-0.0003683609247673303,-0.0003526515210978687,-0.0003369421174284071,-0.00032123271375894547,-0.00030552331008948386,-0.0002898138773161918,-0.0002741044736467302,-0.0002583950699772686,-0.00024268566630780697,-0.00022697624808643013,-0.00021126684441696852,-0.0001955574261955917,-0.00017984802252613008,-0.00016413861885666847,-0.00014842920063529164,-0.00013271979696583003,-0.0001170103860204108,-0.00010130097507499158,-8.559157140552998e-05,-6.988216046011075e-05,-5.417274951469153e-05,-3.846334220725112e-05,-2.2753933080821298e-05,-7.0445239543914795e-06,8.664885172038339e-06,2.4374294298468158e-05,4.008370160590857e-05,5.5793112551327795e-05,7.150252349674702e-05,8.721192716620862e-05,0.00010292133811162785,0.00011863074905704707,0.00013434015272650868,0.0001500495709478855,0.00016575897461734712,0.00018146837828680873,0.00019717779650818557,0.00021288720017764717,0.000228596618399024,0.0002443060220684856,0.0002600154257379472,0.00027572482940740883,0.0002914342621807009,0.0003071436658501625,0.0003228530695196241,0.0003385624731890857,0.00035427187685854733,0.00036998128052800894,0.000385690713301301,0.0004014001169707626,0.0004171095206402242,0.0004328189243096858,0.00044852832797914743,0.0004642377607524395,0.0004799471644219011,0.0004956565680913627]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0002531961363274604,-0.00024497960112057626,-0.00023676303680986166,-0.00022854650160297751,-0.00022032995184417814,-0.00021211340208537877,-0.0002038968523265794,-0.00019568030256778002,-0.00018746376736089587,-0.0001792472176020965,-0.00017103066784329712,-0.00016281411808449775,-0.00015459756832569838,-0.000146381018566899,-0.00013816448336001486,-0.00012994793360121548,-0.00012173138384241611,-0.00011351483408361673,-0.00010529829160077497,-9.70817418419756e-05,-8.886519935913384e-05,-8.064864960033447e-05,-7.243209984153509e-05,-6.421555735869333e-05,-5.599900759989396e-05,-4.778246147907339e-05,-3.956591535825282e-05,-3.134936559945345e-05,-2.3132819478632882e-05,-1.4916272448317613e-05,-6.699725418002345e-06,1.5168216123129241e-06,9.733368642628193e-06,1.794991476344876e-05,2.616646270325873e-05,3.43830106430687e-05,4.259955676388927e-05,5.0816102884709835e-05,5.903265264350921e-05,6.724919512635097e-05,7.546574488515034e-05,8.368229464394972e-05,9.189883712679148e-05,0.00010011538688559085,0.00010833193664439023,0.00011654847912723199,0.00012476502161007375,0.00013298157136887312,0.0001411981211276725,0.00014941467088647187,0.00015763122064527124,0.0001658477558521554,0.00017406430561095476,0.00018228085536975414,0.0001904974051285535,0.00019871395488735288,0.00020693050464615226,0.0002151470398530364,0.00022336358961183578,0.00023158013937063515,0.00023979668912943453,0.0002480132388882339,0.00025622977409511805,0.00026444633840583265,0.0002726628736127168],"_type":"histogram","values":[1,0,1,0,2,1,2,1,2,3,0,4,5,6,7,7,10,11,13,19,20,21,23,18,24,34,27,27,32,29,39,32,35,25,37,29,23,29,25,28,19,18,16,7,9,9,4,5,3,3,7,3,5,4,1,0,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,1,0,1,0,2,2,2,6,7,8,18,21,41,65,76,113,194,321,448,742,1156,1935,3453,5766,9839,17587,33295,61634,117177,209192,310150,314580,216503,123326,66222,34625,19115,10266,6091,3431,2059,1224,788,501,310,181,130,89,49,37,36,10,11,7,4,4,7,2,0,2,0,1],"bins":[-7.581710815429688e-05,-7.352232933044434e-05,-7.12275505065918e-05,-6.893277168273926e-05,-6.663799285888672e-05,-6.434321403503418e-05,-6.204843521118164e-05,-5.97536563873291e-05,-5.745887756347656e-05,-5.5164098739624023e-05,-5.2869319915771484e-05,-5.0574541091918945e-05,-4.8279762268066406e-05,-4.598498344421387e-05,-4.369020462036133e-05,-4.139542579650879e-05,-3.910064697265625e-05,-3.680586814880371e-05,-3.451108932495117e-05,-3.221631050109863e-05,-2.9921531677246094e-05,-2.7626752853393555e-05,-2.5331974029541016e-05,-2.3037195205688477e-05,-2.0742416381835938e-05,-1.84476375579834e-05,-1.615285873413086e-05,-1.385807991027832e-05,-1.1563301086425781e-05,-9.268522262573242e-06,-6.973743438720703e-06,-4.678964614868164e-06,-2.384185791015625e-06,-8.940696716308594e-08,2.205371856689453e-06,4.500150680541992e-06,6.794929504394531e-06,9.08970832824707e-06,1.138448715209961e-05,1.3679265975952148e-05,1.5974044799804688e-05,1.8268823623657227e-05,2.0563602447509766e-05,2.2858381271362305e-05,2.5153160095214844e-05,2.7447938919067383e-05,2.9742717742919922e-05,3.203749656677246e-05,3.4332275390625e-05,3.662705421447754e-05,3.892183303833008e-05,4.121661186218262e-05,4.3511390686035156e-05,4.5806169509887695e-05,4.8100948333740234e-05,5.0395727157592773e-05,5.269050598144531e-05,5.498528480529785e-05,5.728006362915039e-05,5.957484245300293e-05,6.186962127685547e-05,6.416440010070801e-05,6.645917892456055e-05,6.875395774841309e-05,7.104873657226562e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[2,0,1,1,2,5,1,3,8,12,14,16,12,34,45,64,73,129,161,213,290,369,547,743,1141,1760,2888,5319,9593,19928,43253,97509,185006,118797,51938,23388,11319,5823,3348,1864,1182,868,595,448,315,223,112,124,91,63,55,31,36,18,11,11,5,7,4,1,2,0,1,2],"bins":[-0.000457763671875,-0.0004437267780303955,-0.000429689884185791,-0.0004156529903411865,-0.00040161609649658203,-0.00038757920265197754,-0.00037354230880737305,-0.00035950541496276855,-0.00034546852111816406,-0.00033143162727355957,-0.0003173947334289551,-0.0003033578395843506,-0.0002893209457397461,-0.0002752840518951416,-0.0002612471580505371,-0.0002472102642059326,-0.00023317337036132812,-0.00021913647651672363,-0.00020509958267211914,-0.00019106268882751465,-0.00017702579498291016,-0.00016298890113830566,-0.00014895200729370117,-0.00013491511344909668,-0.00012087821960449219,-0.0001068413257598877,-9.28044319152832e-05,-7.876753807067871e-05,-6.473064422607422e-05,-5.0693750381469727e-05,-3.6656856536865234e-05,-2.2619962692260742e-05,-8.58306884765625e-06,5.453824996948242e-06,1.9490718841552734e-05,3.3527612686157227e-05,4.756450653076172e-05,6.160140037536621e-05,7.56382942199707e-05,8.96751880645752e-05,0.00010371208190917969,0.00011774897575378418,0.00013178586959838867,0.00014582276344299316,0.00015985965728759766,0.00017389655113220215,0.00018793344497680664,0.00020197033882141113,0.00021600723266601562,0.00023004412651062012,0.0002440810203552246,0.0002581179141998291,0.0002721548080444336,0.0002861917018890381,0.0003002285957336426,0.00031426548957824707,0.00032830238342285156,0.00034233927726745605,0.00035637617111206055,0.00037041306495666504,0.00038444995880126953,0.000398486852645874,0.0004125237464904785,0.000426560640335083,0.0004405975341796875]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.000537872314453125,-0.0005183815956115723,-0.0004988908767700195,-0.0004794001579284668,-0.00045990943908691406,-0.00044041872024536133,-0.0004209280014038086,-0.00040143728256225586,-0.0003819465637207031,-0.0003624558448791504,-0.00034296512603759766,-0.0003234744071960449,-0.0003039836883544922,-0.00028449296951293945,-0.0002650022506713867,-0.000245511531829834,-0.00022602081298828125,-0.00020653009414672852,-0.00018703937530517578,-0.00016754865646362305,-0.0001480579376220703,-0.00012856721878051758,-0.00010907649993896484,-8.958578109741211e-05,-7.009506225585938e-05,-5.060434341430664e-05,-3.1113624572753906e-05,-1.1622905731201172e-05,7.867813110351562e-06,2.7358531951904297e-05,4.684925079345703e-05,6.633996963500977e-05,8.58306884765625e-05,0.00010532140731811523,0.00012481212615966797,0.0001443028450012207,0.00016379356384277344,0.00018328428268432617,0.0002027750015258789,0.00022226572036743164,0.00024175643920898438,0.0002612471580505371,0.00028073787689208984,0.0003002285957336426,0.0003197193145751953,0.00033921003341674805,0.0003587007522583008,0.0003781914710998535,0.00039768218994140625,0.000417172908782959,0.0004366636276245117,0.00045615434646606445,0.0004756450653076172,0.0004951357841491699,0.0005146265029907227,0.0005341172218322754,0.0005536079406738281,0.0005730986595153809,0.0005925893783569336,0.0006120800971984863,0.0006315708160400391,0.0006510615348815918,0.0006705522537231445,0.0006900429725646973,0.00070953369140625],"_type":"histogram","values":[3,0,1,2,3,3,7,8,10,10,17,16,24,44,74,118,201,290,487,784,1398,2450,4583,9249,22009,61140,249562,754623,339158,78078,26141,10717,5198,2653,1456,827,550,310,208,148,87,66,42,25,19,15,14,9,5,4,4,7,0,1,1,2,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[2,0,4,5,10,13,21,50,80,121,189,342,483,735,1095,1631,2313,3219,4412,5815,7665,9894,12222,15047,18115,21174,24128,27129,29783,32258,33741,34646,34912,34069,32606,31119,28331,25926,22898,19610,16660,13538,10924,8678,6714,5170,3806,2653,1894,1395,932,610,410,241,148,98,63,40,12,9,6,5,0,5],"bins":[-0.09640833735466003,-0.09341930598020554,-0.09043027460575104,-0.08744123578071594,-0.08445220440626144,-0.08146317303180695,-0.07847413420677185,-0.07548510283231735,-0.07249607145786285,-0.06950704008340836,-0.06651800870895386,-0.06352896988391876,-0.060539938509464264,-0.057550907135009766,-0.05456187203526497,-0.05157283693552017,-0.048583805561065674,-0.045594774186611176,-0.04260573908686638,-0.03961670398712158,-0.036627672612667084,-0.033638641238212585,-0.03064960613846779,-0.02766057290136814,-0.024671539664268494,-0.021682506427168846,-0.0186934731900692,-0.01570443995296955,-0.012715406715869904,-0.009726373478770256,-0.0067373402416706085,-0.003748307004570961,-0.0007592812180519104,0.002229752019047737,0.005218785256147385,0.008207818493247032,0.01119685173034668,0.014185884967446327,0.017174918204545975,0.020163951441645622,0.02315298467874527,0.026142017915844917,0.029131051152944565,0.03212008625268936,0.03510911762714386,0.03809814900159836,0.041087184101343155,0.04407621920108795,0.04706525057554245,0.05005428194999695,0.053043317049741745,0.05603235214948654,0.05902138352394104,0.06201041489839554,0.06499944627285004,0.06798848509788513,0.07097751647233963,0.07396654784679413,0.07695558667182922,0.07994461804628372,0.08293364942073822,0.08592268079519272,0.08891171216964722,0.09190075099468231,0.09488978236913681],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,1,1,2,1,1,3,3,3,2,1,2,3,2,3,6,11,13,20,25,9,24,45,41,67,61,62,60,55,48,39,30,25,24,14,15,5,9,1,4,8,4,2,2,2,1,2,0,2,1,0,0,1,0,0,1],"bins":[-0.0005555652314797044,-0.0005393290775828063,-0.0005230929236859083,-0.0005068567697890103,-0.0004906206158921123,-0.0004743844910990447,-0.0004581483663059771,-0.0004419122124090791,-0.00042567605851218104,-0.000409439904615283,-0.000393203750718385,-0.0003769676259253174,-0.0003607314720284194,-0.00034449531813152134,-0.00032825919333845377,-0.00031202303944155574,-0.0002957868855446577,-0.0002795507316477597,-0.00026331457775086164,-0.00024707845295779407,-0.00023084229906089604,-0.000214606145163998,-0.0001983700058190152,-0.0001821338664740324,-0.00016589771257713437,-0.00014966155868023634,-0.00013342541933525354,-0.00011718927271431312,-0.0001009531260933727,-8.471697947243229e-05,-6.848083285149187e-05,-5.224468623055145e-05,-3.600848140195012e-05,-1.9772334781009704e-05,-3.536188160069287e-06,1.269995846087113e-05,2.8936105081811547e-05,4.5172251702751964e-05,6.140839832369238e-05,7.76445449446328e-05,9.388069156557322e-05,0.00011011683818651363,0.00012635298480745405,0.00014258912415243685,0.00015882527804933488,0.00017506143194623291,0.00019129757129121572,0.00020753371063619852,0.00022376986453309655,0.00024000601842999458,0.0002562421723268926,0.0002724782971199602,0.0002887144510168582,0.00030495060491375625,0.0003211867297068238,0.00033742288360372186,0.0003536590375006199,0.0003698951913975179,0.00038613134529441595,0.0004023674700874835,0.00041860362398438156,0.0004348397778812796,0.00045107590267434716,0.0004673120565712452,0.0004835482104681432],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.1060197725892067,-0.10277606546878815,-0.099532350897789,-0.09628864377737045,-0.0930449366569519,-0.08980122208595276,-0.08655751496553421,-0.08331380039453506,-0.08007009327411652,-0.07682638615369797,-0.07358267158269882,-0.07033896446228027,-0.06709524989128113,-0.06385154277086258,-0.06060783565044403,-0.057364124804735184,-0.05412041395902634,-0.05087670311331749,-0.04763299226760864,-0.044389285147190094,-0.04114557430148125,-0.0379018634557724,-0.03465815633535385,-0.031414445489645004,-0.028170734643936157,-0.02492702379822731,-0.021683314815163612,-0.018439605832099915,-0.015195894986391068,-0.011952185072004795,-0.008708475157618523,-0.00546476524323225,-0.002221047878265381,0.0010226620361208916,0.004266371950507164,0.007510081864893436,0.010753791779279709,0.013997501693665981,0.017241211608052254,0.02048492059111595,0.0237286314368248,0.026972342282533646,0.030216051265597343,0.03345976024866104,0.03670347109436989,0.039947181940078735,0.043190889060497284,0.04643459990620613,0.04967831075191498,0.052922021597623825,0.05616573244333267,0.05940943956375122,0.06265315413475037,0.06589686125516891,0.06914056837558746,0.07238428294658661,0.07562799006700516,0.0788716971874237,0.08211541175842285,0.0853591188788414,0.08860282599925995,0.0918465405702591,0.09509024769067764,0.09833396226167679,0.10157766938209534],"_type":"histogram","values":[1,1,1,7,5,22,23,49,87,156,279,451,760,1206,1921,2925,4139,6161,8928,12216,16389,22085,28070,35505,43133,52152,61947,70532,78598,85261,91661,95547,96850,95666,93351,88205,81863,73283,64748,55511,46930,38666,30473,24086,18316,13600,9856,7151,4946,3354,2159,1418,865,612,342,166,108,59,33,17,7,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,3,3,7,3,3,2,9,5,11,9,8,15,12,12,13,21,14,22,20,28,22,39,32,42,37,29,30,23,25,32,24,30,21,19,23,20,11,13,10,5,10,14,5,7,7,2,2,5,2,0,0,0,0,0,1,2],"bins":[-0.0003800762933678925,-0.0003685606934595853,-0.0003570450935512781,-0.0003455295227468014,-0.0003340139228384942,-0.000322498322930187,-0.0003109827230218798,-0.0002994671231135726,-0.00028795155230909586,-0.00027643595240078866,-0.00026492035249248147,-0.0002534047525841743,-0.00024188915267586708,-0.00023037356731947511,-0.00021885796741116792,-0.00020734238205477595,-0.00019582678214646876,-0.00018431118223816156,-0.0001727955968817696,-0.0001612799969734624,-0.00014976441161707044,-0.00013824881170876324,-0.00012673321180045605,-0.00011521761916810647,-0.00010370202653575689,-9.21864339034073e-05,-8.067084127105772e-05,-6.915524136275053e-05,-5.763964873040095e-05,-4.612405609805137e-05,-3.460845982772298e-05,-2.3092865376383997e-05,-1.157730002887547e-05,-6.170557753648609e-08,1.1453888873802498e-05,2.2969483325141482e-05,3.4485077776480466e-05,4.600067040883005e-05,5.7516266679158434e-05,6.903186294948682e-05,8.05474555818364e-05,9.206304821418598e-05,0.00010357864084653556,0.00011509424075484276,0.00012660984066314995,0.00013812542601954192,0.00014964102592784911,0.00016115661128424108,0.00017267221119254827,0.00018418781110085547,0.00019570339645724744,0.00020721899636555463,0.0002187345817219466,0.0002302501816302538,0.000241765781538561,0.0002532813814468682,0.0002647969522513449,0.0002763125521596521,0.0002878281520679593,0.0002993437519762665,0.0003108593518845737,0.0003223749517928809,0.00033389052259735763,0.0003454061225056648,0.000356921722413972]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,0,1,1,4,1,4,5,5,9,11,20,21,34,43,51,74,82,69,79,61,48,41,28,18,14,14,4,7,5,7,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-2.982415381325154e-08,-2.844492641429497e-08,-2.7065697238981556e-08,-2.5686468063668144e-08,-2.430724066471157e-08,-2.2928013265755e-08,-2.1548784090441586e-08,-2.0169554915128174e-08,-1.87903275161716e-08,-1.7411100117215028e-08,-1.6031870941901616e-08,-1.4652642654766623e-08,-1.327341436763163e-08,-1.1894186080496638e-08,-1.0514957793361646e-08,-9.135729506226653e-09,-7.75650121909166e-09,-6.377272931956668e-09,-4.998044644821675e-09,-3.6188163576866827e-09,-2.23958807055169e-09,-8.603597834166976e-10,5.18868503718295e-10,1.8980967908532875e-09,3.27732507798828e-09,4.656553365123273e-09,6.035781652258265e-09,7.415009939393258e-09,8.79423822652825e-09,1.0173466513663243e-08,1.1552694800798236e-08,1.2931923087933228e-08,1.43111549277819e-08,1.5690382326738472e-08,1.7069611502051885e-08,1.8448840677365297e-08,1.982806807632187e-08,2.1207295475278443e-08,2.2586524650591855e-08,2.3965753825905267e-08,2.534498122486184e-08,2.6724208623818413e-08,2.8103437799131825e-08,2.9482666974445237e-08,3.086189437340181e-08,3.224112177235838e-08,3.3620352724028635e-08,3.499958012298521e-08,3.637880752194178e-08,3.7758034920898353e-08,3.9137262319854926e-08,4.051649327152518e-08,4.189572067048175e-08,4.3274948069438324e-08,4.4654179021108575e-08,4.603340642006515e-08,4.741263381902172e-08,4.8791861217978294e-08,5.017108861693487e-08,5.155031956860512e-08,5.292954696756169e-08,5.4308774366518264e-08,5.5688005318188516e-08,5.706723271714509e-08,5.844646011610166e-08]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,3,3,4,6,2,2,3,8,4,4,8,7,12,11,14,20,14,23,25,23,24,23,24,34,21,38,34,26,29,29,29,34,36,28,24,20,11,12,16,11,14,5,12,8,4,5,3,4,1,2,2,0,0,0,2,0,1,1,3,1],"bins":[-0.002703947015106678,-0.002615721896290779,-0.0025274965446442366,-0.0024392714258283377,-0.0023510463070124388,-0.0022628209553658962,-0.0021745958365499973,-0.0020863707177340984,-0.0019981455989181995,-0.001909920247271657,-0.001821695128455758,-0.0017334698932245374,-0.0016452446579933167,-0.0015570195391774178,-0.001468794303946197,-0.0013805691851302981,-0.0012923439498990774,-0.0012041187146678567,-0.0011158935958519578,-0.001027668360620737,-0.0009394431835971773,-0.0008512180065736175,-0.0007629927713423967,-0.0006747675943188369,-0.0005865424172952771,-0.0004983172402717173,-0.00041009203414432704,-0.0003218668280169368,-0.00023364165099337697,-0.00014541645941790193,-5.7191267842426896e-05,3.103392373304814e-05,0.00011925934813916683,0.00020748453971464187,0.0002957097312901169,0.00038393493741750717,0.000472160114441067,0.0005603852914646268,0.0006486105266958475,0.0007368357037194073,0.0008250608807429671,0.0009132860577665269,0.0010015112347900867,0.0010897364700213075,0.0011779617052525282,0.001266186824068427,0.0013544120592996478,0.0014426371781155467,0.0015308624133467674,0.0016190876485779881,0.001707312767393887,0.0017955380026251078,0.0018837631214410067,0.001971988473087549,0.002060213591903448,0.002148438710719347,0.002236663829535246,0.0023248891811817884,0.0024131142999976873,0.0025013394188135862,0.002589564770460129,0.0026777898892760277,0.0027660150080919266,0.002854240359738469,0.002942465478554368]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[1,0,0,0,0,1,0,2,0,0,1,2,4,2,0,5,5,10,7,11,12,12,16,13,25,25,15,23,20,27,28,28,21,44,22,24,30,22,31,34,23,26,20,22,23,20,16,13,10,15,9,10,8,4,4,4,2,3,2,4,3,2,0,2],"bins":[-0.009092578664422035,-0.00883394107222557,-0.00857530441135168,-0.008316666819155216,-0.008058030158281326,-0.007799392566084862,-0.0075407554395496845,-0.007282118313014507,-0.007023480720818043,-0.0067648435942828655,-0.006506206467747688,-0.006247569341212511,-0.005988932214677334,-0.005730295088142157,-0.005471657495945692,-0.005213020369410515,-0.004954383242875338,-0.00469574611634016,-0.004437108989804983,-0.004178471397608519,-0.003919834271073341,-0.003661197144538164,-0.003402560018002987,-0.003143922658637166,-0.002885285532101989,-0.0026266484055668116,-0.0023680110462009907,-0.0021093739196658134,-0.0018507366767153144,-0.0015920994337648153,-0.001333462307229638,-0.001074825064279139,-0.00081618782132864,-0.0005575505783781409,-0.0002989133936353028,-4.027617978863418e-05,0.00021836103405803442,0.000476998247904703,0.0007356354617513716,0.0009942726464942098,0.0012529098894447088,0.0015115471323952079,0.001770184375345707,0.002028821501880884,0.0022874586284160614,0.0025460959877818823,0.0028047331143170595,0.0030633704736828804,0.0033220076002180576,0.003580644726753235,0.0038392820861190557,0.004097919445484877,0.004356556572020054,0.004615193698555231,0.004873830825090408,0.0051324679516255856,0.005391105078160763,0.005649742670357227,0.0059083797968924046,0.006167016923427582,0.006425654049962759,0.006684291176497936,0.006942928768694401,0.007201565895229578,0.007460203021764755],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.00030477551626972854,-0.0002960741694550961,-0.00028737285174429417,-0.00027867150492966175,-0.0002699701872188598,-0.0002612688404042274,-0.0002525675226934254,-0.000243866175878793,-0.00023516484361607581,-0.00022646351135335863,-0.00021776217909064144,-0.00020906084682792425,-0.00020035950001329184,-0.00019165816775057465,-0.00018295683548785746,-0.00017425550322514027,-0.00016555417096242309,-0.0001568528386997059,-0.0001481515064369887,-0.00013945017417427152,-0.00013074884191155434,-0.00012204750237287953,-0.00011334616283420473,-0.00010464483057148755,-9.594349830877036e-05,-8.724216604605317e-05,-7.854083378333598e-05,-6.983949424466118e-05,-6.1138161981944e-05,-5.243682971922681e-05,-4.373549381853081e-05,-3.503415791783482e-05,-2.633282565511763e-05,-1.763149157341104e-05,-8.930157491704449e-06,-2.288234099978581e-07,8.472510671708733e-06,1.7173844753415324e-05,2.5875178835121915e-05,3.457651473581791e-05,4.32778469985351e-05,5.1979179261252284e-05,6.068051516194828e-05,6.938185106264427e-05,7.808318332536146e-05,8.678451558807865e-05,9.548585512675345e-05,0.00010418718738947064,0.00011288851965218782,0.00012158985191490501,0.0001302911841776222,0.0001389925164403394,0.00014769384870305657,0.000156395195517689,0.00016509652778040618,0.00017379786004312336,0.00018249919230584055,0.00019120052456855774,0.00019990185683127493,0.00020860318909399211,0.00021730453590862453,0.00022600586817134172,0.0002347072004340589,0.0002434085326967761,0.0002521098649594933],"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,0,2,0,2,2,1,4,6,4,1,3,4,7,6,13,9,22,14,17,26,28,20,38,45,52,57,49,45,39,38,40,27,20,22,17,20,10,11,10,4,5,7,2,2,4,1,1,0,0,2,2,0,0,2,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.0002994537353515625,-0.00029078125953674316,-0.00028210878372192383,-0.0002734363079071045,-0.00026476383209228516,-0.0002560913562774658,-0.0002474188804626465,-0.00023874640464782715,-0.0002300739288330078,-0.00022140145301818848,-0.00021272897720336914,-0.0002040565013885498,-0.00019538402557373047,-0.00018671154975891113,-0.0001780390739440918,-0.00016936659812927246,-0.00016069412231445312,-0.0001520216464996338,-0.00014334917068481445,-0.00013467669486999512,-0.00012600421905517578,-0.00011733174324035645,-0.00010865926742553711,-9.998679161071777e-05,-9.131431579589844e-05,-8.26418399810791e-05,-7.396936416625977e-05,-6.529688835144043e-05,-5.6624412536621094e-05,-4.795193672180176e-05,-3.927946090698242e-05,-3.0606985092163086e-05,-2.193450927734375e-05,-1.3262033462524414e-05,-4.589557647705078e-06,4.082918167114258e-06,1.2755393981933594e-05,2.142786979675293e-05,3.0100345611572266e-05,3.87728214263916e-05,4.744529724121094e-05,5.6117773056030273e-05,6.479024887084961e-05,7.346272468566895e-05,8.213520050048828e-05,9.080767631530762e-05,9.948015213012695e-05,0.00010815262794494629,0.00011682510375976562,0.00012549757957458496,0.0001341700553894043,0.00014284253120422363,0.00015151500701904297,0.0001601874828338623,0.00016885995864868164,0.00017753243446350098,0.0001862049102783203,0.00019487738609313965,0.00020354986190795898,0.00021222233772277832,0.00022089481353759766,0.000229567289352417,0.00023823976516723633,0.00024691224098205566,0.000255584716796875],"_type":"histogram","values":[1,0,0,0,0,1,0,0,2,0,1,2,4,5,3,6,10,10,18,15,33,50,76,93,155,279,427,669,1224,2350,4705,11018,30215,101789,271222,111035,31848,11887,5113,2353,1306,730,418,257,162,107,79,39,27,20,23,9,7,9,3,4,1,1,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,3,1,2,2,0,3,8,4,2,3,10,6,5,10,11,12,15,18,23,23,26,22,24,15,22,24,26,30,23,28,21,22,29,25,28,31,17,25,17,15,14,18,16,11,7,8,11,9,7,4,5,7,4,2,2,2,1,1,1,3,2,1],"bins":[-0.005503528285771608,-0.005329348612576723,-0.005155168939381838,-0.004980989266186953,-0.004806810058653355,-0.004632630385458469,-0.004458450712263584,-0.004284271039068699,-0.004110091365873814,-0.003935911692678928,-0.003761732019484043,-0.0035875525791198015,-0.0034133729059249163,-0.003239193232730031,-0.0030650137923657894,-0.002890834119170904,-0.002716654445976019,-0.0025424747727811337,-0.0023682950995862484,-0.002194115659222007,-0.0020199359860271215,-0.0018457563128322363,-0.0016715767560526729,-0.0014973971992731094,-0.0013232175260782242,-0.001149037852883339,-0.0009748582961037755,-0.0008006786811165512,-0.0006264990661293268,-0.0004523194511421025,-0.00027813983615487814,-0.0001039602211676538,7.021985948085785e-05,0.0002443994744680822,0.00041857908945530653,0.0005927587044425309,0.0007669383194297552,0.0009411179344169796,0.001115297549404204,0.0012894771061837673,0.0014636567793786526,0.0016378364525735378,0.0018120160093531013,0.0019861955661326647,0.00216037523932755,0.002334554912522435,0.002508734352886677,0.002682914026081562,0.0028570936992764473,0.0030312733724713326,0.003205453045666218,0.0033796324860304594,0.0035538121592253447,0.00372799183242023,0.0039021712727844715,0.004076350945979357,0.004250530619174242,0.004424710292369127,0.0045988899655640125,0.004773069638758898,0.004947248846292496,0.005121428519487381,0.005295608192682266,0.0054697878658771515,0.005643967539072037],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,1,0,2,0,3,2,2,1,4,3,10,8,5,3,7,9,9,16,19,16,26,24,29,21,23,28,33,32,30,42,24,29,26,26,25,27,19,23,25,18,19,11,12,9,6,9,9,8,7,7,1,3,4,1,6,2,0,0,0,1],"bins":[-0.00032033261959441006,-0.00031079622567631304,-0.000301259831758216,-0.00029172340873628855,-0.00028218701481819153,-0.0002726506209000945,-0.0002631142269819975,-0.00025357780396007,-0.000244041410041973,-0.00023450501612387598,-0.00022496862220577896,-0.0002154322137357667,-0.0002058958198176697,-0.00019635941134765744,-0.00018682301742956042,-0.00017728660895954818,-0.00016775021504145116,-0.00015821382112335414,-0.0001486774126533419,-0.00013914101873524487,-0.00012960461026523262,-0.0001200682163471356,-0.00011053181515308097,-0.00010099541395902634,-9.14590127649717e-05,-8.192261157091707e-05,-7.238621037686244e-05,-6.28498091828078e-05,-5.331341162673198e-05,-4.3777010432677343e-05,-3.424061287660152e-05,-2.4704211682546884e-05,-1.516781048849225e-05,-5.631410203932319e-06,3.904990080627613e-06,1.3441390365187544e-05,2.2977790649747476e-05,3.251419184380211e-05,4.2050589399877936e-05,5.158699059393257e-05,6.11233917879872e-05,7.065979298204184e-05,8.019619417609647e-05,8.97325953701511e-05,9.926898928824812e-05,0.00010880539048230276,0.00011834179167635739,0.00012787820014636964,0.00013741459406446666,0.00014695098798256367,0.00015648739645257592,0.00016602379037067294,0.0001755601988406852,0.0001850965927587822,0.00019463300122879446,0.00020416939514689147,0.0002137057890649885,0.00022324219753500074,0.00023277859145309776,0.00024231499992311,0.00025185139384120703,0.00026138778775930405,0.0002709242107812315,0.00028046060469932854,0.00028999699861742556]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,3,2,4,3,3,7,5,5,7,8,6,13,9,16,9,20,19,18,25,26,26,24,29,28,28,34,31,37,32,41,33,18,23,22,18,15,16,20,17,11,9,9,8,8,4,3,0,2,1,3,3,2,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0005749098490923643,-0.0005543165025301278,-0.0005337231559678912,-0.0005131298676133156,-0.000492536521051079,-0.0004719431744888425,-0.00045134982792660594,-0.00043075651046819985,-0.0004101631639059633,-0.00038956981734372675,-0.00036897649988532066,-0.0003483831533230841,-0.00032778980676084757,-0.0003071964893024415,-0.00028660314274020493,-0.00026600982528179884,-0.0002454164787195623,-0.00022482314670924097,-0.00020422981469891965,-0.0001836364681366831,-0.0001630431361263618,-0.00014244980411604047,-0.00012185646482976153,-0.0001012631255434826,-8.066979353316128e-05,-6.0076457884861156e-05,-3.948312223656103e-05,-1.8889786588260904e-05,1.7035490600392222e-06,2.229688470833935e-05,4.2890220356639475e-05,6.348355964291841e-05,8.407689165323973e-05,0.00010467022366356105,0.00012526355567388237,0.0001458569022361189,0.00016645023424644023,0.00018704356625676155,0.0002076369128189981,0.00022823024482931942,0.00024882357683964074,0.0002694169234018773,0.0002900102408602834,0.0003106035874225199,0.00033119693398475647,0.00035179025144316256,0.0003723835980053991,0.0003929769154638052,0.00041357026202604175,0.0004341636085882783,0.0004547569260466844,0.00047535027260892093,0.000495943590067327,0.0005165369366295636,0.0005371302831918001,0.0005577236297540367,0.0005783169763162732,0.0005989102646708488,0.0006195036112330854,0.0006400969577953219,0.0006606903043575585,0.000681283650919795,0.0007018769392743707,0.0007224702858366072,0.0007430636323988438]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,1,1,3,1,2,1,0,1,8,5,5,7,11,9,15,8,8,15,16,17,21,27,28,37,37,37,32,40,39,37,28,27,35,29,25,19,13,19,11,11,14,9,7,10,7,7,6,4,5,2,1,0,5,0,2],"bins":[-0.00016799947479739785,-0.00016348624194506556,-0.0001589730236446485,-0.0001544597907923162,-0.0001499465579399839,-0.00014543333963956684,-0.00014092010678723454,-0.00013640687393490225,-0.00013189365563448519,-0.0001273804227821529,-0.0001228671899298206,-0.00011835397162940353,-0.00011384073877707124,-0.00010932751320069656,-0.00010481428762432188,-0.00010030105477198958,-9.57878291956149e-05,-9.127460361924022e-05,-8.676137076690793e-05,-8.224814519053325e-05,-7.773491961415857e-05,-7.322168676182628e-05,-6.87084611854516e-05,-6.419523560907692e-05,-5.968200639472343e-05,-5.516877718036994e-05,-5.0655551603995264e-05,-4.614232238964178e-05,-4.162909317528829e-05,-3.711586759891361e-05,-3.260263838456012e-05,-2.808941098919604e-05,-2.3576183593831956e-05,-1.9062956198467873e-05,-1.4549727893609088e-05,-1.0036499588750303e-05,-5.5232721933862194e-06,-1.0100443432747852e-06,3.503183506836649e-06,8.016411811695434e-06,1.2529639207059518e-05,1.70428666024236e-05,2.1556093997787684e-05,2.606932321214117e-05,3.058255242649466e-05,3.509577800286934e-05,3.9609007217222825e-05,4.4122232793597504e-05,4.863546200795099e-05,5.314869122230448e-05,5.766191679867916e-05,6.217514601303264e-05,6.668837158940732e-05,7.120160444173962e-05,7.57148300181143e-05,8.022805559448898e-05,8.474128844682127e-05,8.925451402319595e-05,9.376773959957063e-05,9.828096517594531e-05,0.0001027941980282776,0.00010730742360465229,0.00011182064918102697,0.00011633388203335926,0.00012084710760973394]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.10020244121551514,-0.09707216173410416,-0.09394188970327377,-0.09081161022186279,-0.08768133819103241,-0.08455105870962143,-0.08142078667879105,-0.07829050719738007,-0.07516023516654968,-0.0720299556851387,-0.06889967620372772,-0.06576940417289734,-0.06263912469148636,-0.05950884893536568,-0.056378573179244995,-0.05324829742312431,-0.05011802166700363,-0.04698774591088295,-0.04385747015476227,-0.040727194398641586,-0.037596918642520905,-0.034466639161109924,-0.03133636340498924,-0.02820608764886856,-0.02507581189274788,-0.021945536136627197,-0.018815260380506516,-0.015684982761740685,-0.012554707005620003,-0.009424431249499321,-0.006294154562056065,-0.0031638783402740955,-3.360956907272339e-05,0.0030966666527092457,0.006226942874491215,0.009357219561934471,0.012487495318055153,0.015617771074175835,0.018748048692941666,0.021878324449062347,0.02500860020518303,0.02813887596130371,0.03126915171742439,0.034399427473545074,0.037529706954956055,0.040659982711076736,0.04379025846719742,0.0469205342233181,0.05005080997943878,0.053181085735559464,0.056311361491680145,0.05944163724780083,0.06257191300392151,0.06570219248533249,0.06883246451616287,0.07196274399757385,0.07509301602840424,0.07822329550981522,0.0813535749912262,0.08448384702205658,0.08761412650346756,0.09074439853429794,0.09387467801570892,0.0970049500465393,0.10013522952795029],"_type":"histogram","values":[1,0,5,7,18,26,31,67,140,207,356,592,1073,1553,2365,3605,5380,7919,10779,14614,19621,25987,32726,40764,49574,58556,67655,76022,83716,90222,94897,97394,96855,94675,90577,83929,76036,67882,58691,49282,40785,32937,25874,19755,15117,10925,7830,5449,3775,2479,1588,1011,658,358,220,127,79,42,25,15,8,5,1,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,2,1,1,3,2,6,8,4,5,7,11,13,8,18,22,31,25,41,37,49,44,41,52,39,47,49,32,30,23,27,21,14,6,9,12,3,8,4,0,2,5,0,1,0,0,0,0,0,0,0,1,1],"bins":[-2.9742910555796698e-05,-2.8862197723356076e-05,-2.798148307192605e-05,-2.7100770239485428e-05,-2.6220055588055402e-05,-2.533934275561478e-05,-2.4458629923174158e-05,-2.3577915271744132e-05,-2.269720243930351e-05,-2.1816489606862888e-05,-2.0935774955432862e-05,-2.005506212299224e-05,-1.9174349290551618e-05,-1.8293634639121592e-05,-1.741292180668097e-05,-1.6532207155250944e-05,-1.5651494322810322e-05,-1.4770780580874998e-05,-1.3890066838939674e-05,-1.3009354006499052e-05,-1.2128640264563728e-05,-1.1247926522628404e-05,-1.0367213690187782e-05,-9.486499948252458e-06,-8.605786206317134e-06,-7.72507246438181e-06,-6.844359177193837e-06,-5.963645890005864e-06,-5.08293214807054e-06,-4.202218406135216e-06,-3.3215051189472433e-06,-2.440791604385595e-06,-1.56007990881335e-06,-6.793663942517014e-07,2.0134712030994706e-07,1.0820606348715955e-06,1.962774149433244e-06,2.8434876639948925e-06,3.724201178556541e-06,4.604914465744514e-06,5.485628207679838e-06,6.366341949615162e-06,7.247055236803135e-06,8.127768523991108e-06,9.008482265926432e-06,9.889196007861756e-06,1.0769908840302378e-05,1.1650622582237702e-05,1.2531336324173026e-05,1.341205006610835e-05,1.4292763808043674e-05,1.5173476640484296e-05,1.6054189472924918e-05,1.6934904124354944e-05,1.7815616956795566e-05,1.869633160822559e-05,1.9577044440666214e-05,2.0457757273106836e-05,2.133847192453686e-05,2.2219184756977484e-05,2.309989940840751e-05,2.398061224084813e-05,2.4861325073288754e-05,2.574203972471878e-05,2.66227525571594e-05]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,2,0,0,0,2,1,3,3,2,6,4,6,2,3,6,13,8,9,14,13,10,17,23,21,19,24,20,24,29,21,24,29,15,25,24,37,24,21,20,21,20,23,22,18,15,14,16,15,14,10,7,9,9,7,7,5,2,3,0,3,1,1,1],"bins":[-0.006707396358251572,-0.006510889157652855,-0.006314381957054138,-0.0061178747564554214,-0.005921367555856705,-0.005724860355257988,-0.005528352688997984,-0.005331845488399267,-0.0051353382878005505,-0.004938831087201834,-0.004742323886603117,-0.0045458166860044,-0.0043493094854056835,-0.004152802284806967,-0.00395629508420825,-0.0037597876507788897,-0.003563280450180173,-0.003366773249581456,-0.0031702660489827394,-0.002973758615553379,-0.0027772514149546623,-0.0025807442143559456,-0.002384237013757229,-0.002187729813158512,-0.0019912226125597954,-0.0017947152955457568,-0.0015982079785317183,-0.0014017007779330015,-0.0012051935773342848,-0.0010086862603202462,-0.0008121790597215295,-0.0006156718009151518,-0.0004191645421087742,-0.00022265729785431176,-2.6150053599849343e-05,0.00017035719065461308,0.0003668644349090755,0.0005633716937154531,0.0007598788943141699,0.0009563861531205475,0.0011528934119269252,0.001349400612525642,0.0015459079295396805,0.0017424151301383972,0.001938922330737114,0.0021354295313358307,0.002331936964765191,0.002528444165363908,0.0027249513659626245,0.0029214585665613413,0.003117965767160058,0.0033144732005894184,0.003510980401188135,0.003707487601786852,0.0039039948023855686,0.004100502002984285,0.004297009203583002,0.004493516404181719,0.0046900236047804356,0.00488653127104044,0.005083038471639156,0.005279545672237873,0.00547605287283659,0.0056725600734353065,0.005869067274034023],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[2,1,3,8,15,34,45,67,142,203,314,473,716,1054,1563,2157,3014,4229,5436,7174,9130,11687,14145,16885,19733,22843,25837,27903,30695,32108,33540,34019,33790,32839,31529,28998,26733,23938,20979,17990,15353,12412,10238,7848,6145,4633,3324,2551,1784,1229,838,540,352,240,154,90,57,32,17,3,5,5,1,2],"bins":[-0.09199574589729309,-0.08909287303686142,-0.08619000017642975,-0.08328713476657867,-0.080384261906147,-0.07748138904571533,-0.07457851618528366,-0.07167564332485199,-0.06877277791500092,-0.06586990505456924,-0.06296703219413757,-0.0600641593337059,-0.05716128647327423,-0.05425841733813286,-0.05135554447770119,-0.048452675342559814,-0.04554980248212814,-0.04264692962169647,-0.0397440604865551,-0.03684118762612343,-0.033938318490982056,-0.031035445630550385,-0.028132572770118713,-0.02522970177233219,-0.02232683077454567,-0.019423959776759148,-0.016521088778972626,-0.013618215918540955,-0.010715344920754433,-0.0078124734573066235,-0.004909601993858814,-0.002006730530411005,0.0008961483836174011,0.0037990198470652103,0.0067018913105130196,0.009604763239622116,0.012507634237408638,0.01541050523519516,0.01831337809562683,0.021216249093413353,0.024119120091199875,0.027021991088986397,0.02992486208677292,0.03282773494720459,0.03573060780763626,0.038633476942777634,0.041536349803209305,0.04443921893835068,0.04734209179878235,0.05024496465921402,0.05314783379435539,0.056050706654787064,0.058953575789928436,0.06185644865036011,0.06475932151079178,0.06766219437122345,0.07056505978107452,0.0734679326415062,0.07637080550193787,0.07927367836236954,0.08217655122280121,0.08507942408323288,0.08798228949308395,0.09088516235351562,0.0937880352139473]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.0003261566162109375,-0.0003154277801513672,-0.0003046989440917969,-0.00029397010803222656,-0.00028324127197265625,-0.00027251243591308594,-0.0002617835998535156,-0.0002510547637939453,-0.000240325927734375,-0.0002295970916748047,-0.00021886825561523438,-0.00020813941955566406,-0.00019741058349609375,-0.00018668174743652344,-0.00017595291137695312,-0.0001652240753173828,-0.0001544952392578125,-0.0001437664031982422,-0.00013303756713867188,-0.00012230873107910156,-0.00011157989501953125,-0.00010085105895996094,-9.012222290039062e-05,-7.939338684082031e-05,-6.866455078125e-05,-5.793571472167969e-05,-4.7206878662109375e-05,-3.647804260253906e-05,-2.574920654296875e-05,-1.5020370483398438e-05,-4.291534423828125e-06,6.4373016357421875e-06,1.71661376953125e-05,2.7894973754882812e-05,3.8623809814453125e-05,4.935264587402344e-05,6.008148193359375e-05,7.081031799316406e-05,8.153915405273438e-05,9.226799011230469e-05,0.000102996826171875,0.00011372566223144531,0.00012445449829101562,0.00013518333435058594,0.00014591217041015625,0.00015664100646972656,0.00016736984252929688,0.0001780986785888672,0.0001888275146484375,0.0001995563507080078,0.00021028518676757812,0.00022101402282714844,0.00023174285888671875,0.00024247169494628906,0.0002532005310058594,0.0002639293670654297,0.000274658203125,0.0002853870391845703,0.0002961158752441406,0.00030684471130371094,0.00031757354736328125,0.00032830238342285156,0.0003390312194824219,0.0003497600555419922,0.0003604888916015625],"_type":"histogram","values":[2,1,2,0,0,2,6,6,14,9,22,24,39,57,71,113,180,248,390,594,891,1389,2163,3357,5768,9730,18412,39311,95212,313537,689588,239856,79096,33507,16460,8799,5082,3060,2020,1230,871,566,392,239,173,116,75,58,36,26,21,11,8,8,4,6,0,2,0,2,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,1,0,3,1,4,9,9,10,12,32,44,64,69,85,138,145,221,302,399,537,711,972,1390,1989,2945,4088,6193,9996,15764,28443,53771,119076,165704,79025,38944,21316,12426,8008,5078,3359,2451,1666,1195,863,615,437,348,237,205,137,113,71,64,41,30,19,14,8,9,5,4,4,3],"bins":[-0.00048065185546875,-0.0004661977291107178,-0.00045174360275268555,-0.0004372894763946533,-0.0004228353500366211,-0.00040838122367858887,-0.00039392709732055664,-0.0003794729709625244,-0.0003650188446044922,-0.00035056471824645996,-0.00033611059188842773,-0.0003216564655303955,-0.0003072023391723633,-0.00029274821281433105,-0.00027829408645629883,-0.0002638399600982666,-0.0002493858337402344,-0.00023493170738220215,-0.00022047758102416992,-0.0002060234546661377,-0.00019156932830810547,-0.00017711520195007324,-0.00016266107559204102,-0.0001482069492340088,-0.00013375282287597656,-0.00011929869651794434,-0.00010484457015991211,-9.039044380187988e-05,-7.593631744384766e-05,-6.148219108581543e-05,-4.70280647277832e-05,-3.2573938369750977e-05,-1.811981201171875e-05,-3.6656856536865234e-06,1.0788440704345703e-05,2.524256706237793e-05,3.9696693420410156e-05,5.415081977844238e-05,6.860494613647461e-05,8.305907249450684e-05,9.751319885253906e-05,0.00011196732521057129,0.00012642145156860352,0.00014087557792663574,0.00015532970428466797,0.0001697838306427002,0.00018423795700073242,0.00019869208335876465,0.00021314620971679688,0.0002276003360748291,0.00024205446243286133,0.00025650858879089355,0.0002709627151489258,0.000285416841506958,0.00029987096786499023,0.00031432509422302246,0.0003287792205810547,0.0003432333469390869,0.00035768747329711914,0.00037214159965515137,0.0003865957260131836,0.0004010498523712158,0.00041550397872924805,0.0004299581050872803,0.0004444122314453125]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9910085201263428,0.9913312196731567,0.9916539192199707,0.9919766187667847,0.9922993183135986,0.9926219582557678,0.9929446578025818,0.9932673573493958,0.9935900568962097,0.9939127564430237,0.9942354559898376,0.9945581555366516,0.9948807954788208,0.9952034950256348,0.9955261945724487,0.9958488941192627,0.9961715936660767,0.9964942932128906,0.9968169927597046,0.9971396923065186,0.9974623918533325,0.9977850317955017,0.9981077313423157,0.9984304308891296,0.9987531304359436,0.9990758299827576,0.9993985295295715,0.9997212290763855,1.0000438690185547,1.0003665685653687,1.0006892681121826,1.0010119676589966,1.0013346672058105,1.0016573667526245,1.0019800662994385,1.0023027658462524,1.0026254653930664,1.0029481649398804,1.0032708644866943,1.0035935640335083,1.0039162635803223,1.0042388439178467,1.0045615434646606,1.0048842430114746,1.0052069425582886,1.0055296421051025,1.0058523416519165,1.0061750411987305,1.0064977407455444,1.0068204402923584,1.0071431398391724,1.0074658393859863,1.0077885389328003,1.0081112384796143,1.0084339380264282,1.0087566375732422,1.0090792179107666,1.0094019174575806,1.0097246170043945,1.0100473165512085,1.0103700160980225,1.0106927156448364,1.0110154151916504,1.0113381147384644,1.0116608142852783],"_type":"histogram","values":[1,1,0,0,0,2,2,3,2,1,2,2,9,13,14,9,9,8,14,18,23,15,17,21,28,20,20,23,23,15,21,22,29,25,25,41,24,20,23,27,20,14,23,15,16,14,18,9,12,11,7,5,5,5,2,6,2,3,1,3,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[2,0,2,3,5,18,29,35,80,167,233,309,529,871,1192,1824,2476,3481,4617,6263,8031,10463,12766,15746,18682,21577,24672,27532,30099,32355,33932,34340,34475,33912,32231,30443,28150,25041,22123,18988,16369,13286,10604,8518,6439,4925,3610,2636,1891,1299,921,590,402,256,161,101,52,34,17,11,5,2,0,1],"bins":[-0.09476254880428314,-0.0918092280626297,-0.08885590732097626,-0.08590258657932281,-0.08294926583766937,-0.07999594509601593,-0.07704262435436249,-0.07408930361270905,-0.0711359828710556,-0.06818266212940216,-0.06522934138774872,-0.062276020646095276,-0.059322699904441833,-0.05636937916278839,-0.05341605842113495,-0.050462737679481506,-0.047509416937828064,-0.04455609619617462,-0.04160277545452118,-0.03864945471286774,-0.035696133971214294,-0.03274281322956085,-0.02978949248790741,-0.026836171746253967,-0.023882851004600525,-0.020929530262947083,-0.01797620952129364,-0.015022888779640198,-0.012069568037986755,-0.009116247296333313,-0.006162926554679871,-0.0032096058130264282,-0.00025628507137298584,0.0026970356702804565,0.005650356411933899,0.008603677153587341,0.011556997895240784,0.014510318636894226,0.01746363937854767,0.02041696012020111,0.023370280861854553,0.026323601603507996,0.029276922345161438,0.03223024308681488,0.03518356382846832,0.038136884570121765,0.04109020531177521,0.04404352605342865,0.04699684679508209,0.049950167536735535,0.05290348827838898,0.05585680902004242,0.05881012976169586,0.061763450503349304,0.06471677124500275,0.06767009198665619,0.07062341272830963,0.07357673346996307,0.07653005421161652,0.07948337495326996,0.0824366956949234,0.08539001643657684,0.08834333717823029,0.09129665791988373,0.09424997866153717]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,2,1,3,0,1,0,1,0,4,2,3,5,5,5,10,8,16,7,8,17,27,21,21,30,38,43,38,40,37,38,40,29,30,30,20,27,23,18,14,20,16,10,9,9,12,7,7,1,1,3,1,2,0,3,1,0,2,0,0,1],"bins":[-0.011933846399188042,-0.01157666090875864,-0.011219474487006664,-0.010862288996577263,-0.010505103506147861,-0.01014791801571846,-0.009790731593966484,-0.009433546103537083,-0.009076360613107681,-0.008719174191355705,-0.008361988700926304,-0.008004803210496902,-0.007647617254406214,-0.007290431763976812,-0.006933245807886124,-0.006576060317456722,-0.0062188743613660336,-0.005861688405275345,-0.0055045029148459435,-0.005147316958755255,-0.004790131468325853,-0.004432945512235165,-0.004075760021805763,-0.0037185740657150745,-0.0033613883424550295,-0.0030042026191949844,-0.0026470168959349394,-0.0022898311726748943,-0.0019326453329995275,-0.0015754596097394824,-0.0012182737700641155,-0.0008610880468040705,-0.0005039023235440254,-0.0001467165711801499,0.0002104691811837256,0.0005676549626514316,0.0009248406859114766,0.0012820264091715217,0.0016392122488468885,0.0019963979721069336,0.0023535836953669786,0.0027107694186270237,0.0030679551418870687,0.003425140865147114,0.0037823268212378025,0.004139512311667204,0.004496698267757893,0.004853883758187294,0.005211069714277983,0.005568255670368671,0.005925441160798073,0.0062826271168887615,0.006639812607318163,0.006996998563408852,0.007354184053838253,0.007711370009928942,0.00806855596601963,0.008425741456449032,0.008782926946878433,0.00914011336863041,0.00949729885905981,0.009854484349489212,0.010211669839918613,0.01056885626167059,0.01092604175209999]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.0002956390380859375,-0.0002860128879547119,-0.00027638673782348633,-0.00026676058769226074,-0.00025713443756103516,-0.00024750828742980957,-0.00023788213729858398,-0.0002282559871673584,-0.0002186298370361328,-0.00020900368690490723,-0.00019937753677368164,-0.00018975138664245605,-0.00018012523651123047,-0.00017049908638000488,-0.0001608729362487793,-0.0001512467861175537,-0.00014162063598632812,-0.00013199448585510254,-0.00012236833572387695,-0.00011274218559265137,-0.00010311603546142578,-9.34898853302002e-05,-8.386373519897461e-05,-7.423758506774902e-05,-6.461143493652344e-05,-5.498528480529785e-05,-4.5359134674072266e-05,-3.573298454284668e-05,-2.6106834411621094e-05,-1.6480684280395508e-05,-6.854534149169922e-06,2.771615982055664e-06,1.239776611328125e-05,2.2023916244506836e-05,3.165006637573242e-05,4.127621650695801e-05,5.0902366638183594e-05,6.052851676940918e-05,7.015466690063477e-05,7.978081703186035e-05,8.940696716308594e-05,9.903311729431152e-05,0.00010865926742553711,0.0001182854175567627,0.00012791156768798828,0.00013753771781921387,0.00014716386795043945,0.00015679001808166504,0.00016641616821289062,0.0001760423183441162,0.0001856684684753418,0.00019529461860656738,0.00020492076873779297,0.00021454691886901855,0.00022417306900024414,0.00023379921913146973,0.0002434253692626953,0.0002530515193939209,0.0002626776695251465,0.00027230381965637207,0.00028192996978759766,0.00029155611991882324,0.00030118227005004883,0.0003108084201812744,0.0003204345703125],"_type":"histogram","values":[3,1,2,1,3,2,2,10,18,16,41,54,70,107,156,219,286,443,682,991,1534,2459,3665,5821,9606,16484,30528,56377,114791,241884,433291,325961,157595,76327,39800,21429,12284,7456,4372,2754,1814,1160,783,491,326,219,171,112,71,67,31,23,19,17,12,5,4,6,4,1,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,4,3,2,3,6,2,9,9,18,14,21,27,28,32,41,58,53,43,45,51,44,42,44,31,15,28,21,14,14,7,2,5,4,6,5,2,3,1,0,1,1,0,1,0,2,1,0,0,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.0003312001936137676,-0.0003169594856444746,-0.00030271877767518163,-0.0002884780988097191,-0.0002742373908404261,-0.0002599966828711331,-0.0002457559749018401,-0.00023151528148446232,-0.00021727457351516932,-0.00020303386554587632,-0.00018879317212849855,-0.00017455246415920556,-0.00016031175618991256,-0.0001460710627725348,-0.0001318303548032418,-0.0001175896541099064,-0.00010334895341657102,-8.910825272323564e-05,-7.486755202990025e-05,-6.0626844060607255e-05,-4.638614336727187e-05,-3.2145442673936486e-05,-1.7904738342622295e-05,-3.6640358302975073e-06,1.057666668202728e-05,2.4817369194352068e-05,3.9058071706676856e-05,5.329877603799105e-05,6.753947673132643e-05,8.178017742466182e-05,9.602088539395481e-05,0.0001102615860872902,0.00012450228678062558,0.00013874299474991858,0.00015298368816729635,0.00016722439613658935,0.00018146508955396712,0.00019570579752326012,0.00020994650549255311,0.00022418719890993088,0.00023842790687922388,0.00025266860029660165,0.00026690930826589465,0.00028115001623518765,0.00029539072420448065,0.00030963143217377365,0.0003238721110392362,0.0003381128190085292,0.0003523535269778222,0.0003665942349471152,0.0003808349429164082,0.0003950756217818707,0.0004093163297511637,0.0004235570377204567,0.0004377977456897497,0.0004520384536590427,0.0004662791616283357,0.00048051984049379826,0.0004947605775669217,0.0005090012564323843,0.0005232419352978468,0.0005374826723709702,0.0005517233512364328,0.0005659640883095562,0.0005802047671750188]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,2,1,2,10,7,16,31,48,90,155,267,388,579,896,1248,1819,2511,3599,4850,6415,8223,10564,13008,15939,18869,22073,24494,27655,30061,32099,33555,34363,34354,33818,32463,30187,27719,25036,22120,18900,16004,12965,10600,8348,6500,4976,3654,2715,1871,1262,868,577,406,241,177,94,50,39,25,7,5,4,1],"bins":[-0.09751161187887192,-0.09455883502960205,-0.09160605818033218,-0.08865328133106232,-0.08570050448179245,-0.08274772763252258,-0.07979495078325272,-0.07684217393398285,-0.07388939708471298,-0.07093662023544312,-0.06798384338617325,-0.06503106653690338,-0.062078289687633514,-0.05912551283836365,-0.05617273598909378,-0.053219959139823914,-0.05026718229055405,-0.04731440544128418,-0.04436162859201431,-0.041408851742744446,-0.03845607489347458,-0.03550329804420471,-0.032550521194934845,-0.029597744345664978,-0.02664496749639511,-0.023692190647125244,-0.020739413797855377,-0.01778663694858551,-0.014833860099315643,-0.011881083250045776,-0.00892830640077591,-0.0059755295515060425,-0.0030227601528167725,-6.998330354690552e-05,0.0028827935457229614,0.005835570394992828,0.008788347244262695,0.011741124093532562,0.01469390094280243,0.017646677792072296,0.020599454641342163,0.02355223149061203,0.026505008339881897,0.029457785189151764,0.03241056203842163,0.0353633388876915,0.038316115736961365,0.04126889258623123,0.0442216694355011,0.047174446284770966,0.05012722313404083,0.0530799999833107,0.056032776832580566,0.05898555368185043,0.0619383305311203,0.06489110738039017,0.06784388422966003,0.0707966610789299,0.07374943792819977,0.07670221477746964,0.0796549916267395,0.08260776847600937,0.08556054532527924,0.0885133221745491,0.09146609902381897],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,0,1,0,2,0,3,1,6,2,2,3,4,3,3,9,6,7,7,13,19,13,16,18,18,22,13,23,25,32,37,28,30,33,33,22,20,23,36,22,18,31,18,16,24,24,16,6,14,8,9,6,2,3,6,1,1,4,1,1,1,2],"bins":[-0.01249749306589365,-0.012142064981162548,-0.011786635965108871,-0.01143120788037777,-0.011075779795646667,-0.010720350779592991,-0.010364922694861889,-0.010009493678808212,-0.00965406559407711,-0.009298637509346008,-0.008943208493292332,-0.00858778040856123,-0.008232351392507553,-0.007876923307776451,-0.007521495223045349,-0.00716606667265296,-0.0068106381222605705,-0.006455209571868181,-0.006099781021475792,-0.00574435293674469,-0.005388924386352301,-0.005033495835959911,-0.004678067751228809,-0.00432263920083642,-0.003967210650444031,-0.0036117821000516415,-0.003256353782489896,-0.00290092546492815,-0.002545496914535761,-0.0021900683641433716,-0.001834640046581626,-0.0014792116126045585,-0.0011237841099500656,-0.0007683556759729981,-0.00041292724199593067,-5.74988080188632e-05,0.00029792962595820427,0.0006533580599352717,0.0010087864939123392,0.0013642149278894067,0.0017196433618664742,0.0020750719122588634,0.002430500229820609,0.0027859285473823547,0.003141357097774744,0.0034967856481671333,0.003852213965728879,0.004207642283290625,0.004563070833683014,0.004918499384075403,0.0052739279344677925,0.0056293560191988945,0.005984784569591284,0.006340213119983673,0.006695641204714775,0.007051069755107164,0.007406498305499554,0.007761926855891943,0.008117355406284332,0.008472783491015434,0.008828211575746536,0.009183640591800213,0.009539068676531315,0.009894497692584991,0.010249925777316093],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.0004174849309492856,-0.0004048394039273262,-0.0003921938478015363,-0.0003795483207795769,-0.0003669027937576175,-0.0003542572376318276,-0.00034161171060986817,-0.0003289661544840783,-0.00031632062746211886,-0.00030367510044015944,-0.00029102954431436956,-0.00027838401729241014,-0.00026573846116662025,-0.00025309293414466083,-0.0002404474071227014,-0.00022780186554882675,-0.0002151563239749521,-0.00020251078240107745,-0.0001898652408272028,-0.00017721971380524337,-0.00016457417223136872,-0.00015192863065749407,-0.00013928310363553464,-0.00012663756206166,-0.00011399202048778534,-0.00010134647891391069,-8.870094461599365e-05,-7.605541031807661e-05,-6.340986874420196e-05,-5.076433080830611e-05,-3.811879287241027e-05,-2.5473254936514422e-05,-1.282768789678812e-05,-1.8214996089227498e-07,1.246338797500357e-05,2.5108925910899416e-05,3.775446384679526e-05,5.0400001782691106e-05,6.304553971858695e-05,7.569107401650399e-05,8.833661559037864e-05,0.0001009821571642533,0.00011362769146217033,0.00012627322576008737,0.00013891876733396202,0.00015156430890783668,0.0001642098359297961,0.00017685537750367075,0.0001895009190775454,0.00020214646065142006,0.0002147920022252947,0.00022743752924725413,0.00024008307082112879,0.00025272861239500344,0.00026537413941696286,0.00027801969554275274,0.00029066522256471217,0.0003033107495866716,0.00031595630571246147,0.0003286018327344209,0.0003412473597563803,0.0003538929158821702,0.0003665384429041296,0.0003791839990299195,0.00039182952605187893],"_type":"histogram","values":[1,0,0,0,1,1,0,0,1,0,1,2,0,1,1,3,4,3,10,7,11,12,12,24,30,24,21,34,26,30,43,35,34,39,48,49,41,30,27,24,30,21,18,12,15,8,5,3,9,9,1,1,1,2,0,0,0,0,0,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,1,1,1,0,2,2,7,5,5,6,8,22,20,24,49,73,96,146,248,351,613,889,1554,2756,4757,9084,18679,44205,122495,462184,613822,183656,57614,23863,11326,5957,3306,1835,1140,733,422,304,179,129,81,60,43,26,21,17,13,11,8,1,5,2,2,1,0,0,1,1,1],"bins":[-0.000492095947265625,-0.0004763007164001465,-0.00046050548553466797,-0.00044471025466918945,-0.00042891502380371094,-0.0004131197929382324,-0.0003973245620727539,-0.0003815293312072754,-0.0003657341003417969,-0.00034993886947631836,-0.00033414363861083984,-0.00031834840774536133,-0.0003025531768798828,-0.0002867579460144043,-0.0002709627151489258,-0.00025516748428344727,-0.00023937225341796875,-0.00022357702255249023,-0.00020778179168701172,-0.0001919865608215332,-0.0001761913299560547,-0.00016039609909057617,-0.00014460086822509766,-0.00012880563735961914,-0.00011301040649414062,-9.721517562866211e-05,-8.14199447631836e-05,-6.562471389770508e-05,-4.982948303222656e-05,-3.403425216674805e-05,-1.823902130126953e-05,-2.4437904357910156e-06,1.33514404296875e-05,2.9146671295166016e-05,4.494190216064453e-05,6.073713302612305e-05,7.653236389160156e-05,9.232759475708008e-05,0.0001081228256225586,0.0001239180564880371,0.00013971328735351562,0.00015550851821899414,0.00017130374908447266,0.00018709897994995117,0.0002028942108154297,0.0002186894416809082,0.00023448467254638672,0.00025027990341186523,0.00026607513427734375,0.00028187036514282227,0.0002976655960083008,0.0003134608268737793,0.0003292560577392578,0.00034505128860473633,0.00036084651947021484,0.00037664175033569336,0.0003924369812011719,0.0004082322120666504,0.0004240274429321289,0.0004398226737976074,0.00045561790466308594,0.00047141313552856445,0.00048720836639404297,0.0005030035972595215,0.000518798828125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,0,0,1,5,3,1,4,6,7,10,5,3,12,10,9,16,15,15,19,16,27,13,24,19,28,27,32,35,39,36,32,23,23,20,21,25,20,19,21,13,18,14,14,8,9,11,6,4,6,3,5,0,3,0,3,1,2,0,0,3],"bins":[-0.0003877614508382976,-0.00037582640652544796,-0.0003638913622125983,-0.0003519563178997487,-0.00034002127358689904,-0.0003280862292740494,-0.0003161512140650302,-0.0003042161697521806,-0.00029228112543933094,-0.0002803460811264813,-0.00026841103681363165,-0.000256475992500782,-0.00024454094818793237,-0.00023260590387508273,-0.00022067087411414832,-0.00020873582980129868,-0.00019680078548844904,-0.0001848657411755994,-0.00017293069686274976,-0.00016099566710181534,-0.0001490606227889657,-0.00013712557847611606,-0.00012519053416326642,-0.0001132554971263744,-0.00010132045281352475,-8.938540850067511e-05,-7.745037146378309e-05,-6.551532715093344e-05,-5.358028647606261e-05,-4.164524580119178e-05,-2.971020330733154e-05,-1.7775160813471302e-05,-5.840120138600469e-06,6.094921445765067e-06,1.8029963030130602e-05,2.996500552399084e-05,4.1900046198861673e-05,5.383508687373251e-05,6.577013118658215e-05,7.770516822347417e-05,8.964021253632382e-05,0.00010157525684917346,0.00011351029388606548,0.00012544533819891512,0.00013738038251176476,0.0001493154268246144,0.00016125045658554882,0.00017318550089839846,0.0001851205452112481,0.00019705558952409774,0.00020899063383694738,0.0002209256635978818,0.00023286070791073143,0.0002447957522235811,0.0002567307965364307,0.00026866584084928036,0.00028060088516213,0.00029253592947497964,0.0003044709737878293,0.00031640598899684846,0.0003283410333096981,0.00034027607762254775,0.0003522111219353974,0.00036414616624824703,0.00037608121056109667]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,2,5,1,2,3,4,6,0,3,4,11,10,8,9,10,18,14,12,17,14,23,18,27,27,20,34,25,34,34,26,21,22,25,24,27,21,24,20,23,15,11,15,13,13,13,11,5,5,6,2,5,4,2,2,5,3,2,3,2,1],"bins":[-0.0032872832380235195,-0.003187945345416665,-0.0030886076856404543,-0.0029892697930336,-0.002889932133257389,-0.0027905942406505346,-0.00269125634804368,-0.0025919186882674694,-0.002492580795660615,-0.0023932429030537605,-0.0022939052432775497,-0.0021945673506706953,-0.002095229458063841,-0.00199589179828763,-0.0018965539056807756,-0.001797216129489243,-0.0016978783532977104,-0.0015985405771061778,-0.0014992028009146452,-0.0013998649083077908,-0.0013005271321162581,-0.0012011893559247255,-0.001101851463317871,-0.0010025136871263385,-0.0009031759109348059,-0.0008038381347432733,-0.0007045003003440797,-0.0006051624659448862,-0.0005058246897533536,-0.00040648688445799053,-0.00030714907916262746,-0.0002078112738672644,-0.00010847370140254498,-9.135896107181907e-06,9.020190918818116e-05,0.00018953971448354423,0.0002888775197789073,0.00038821532507427037,0.00048755313036963344,0.000586890964768827,0.0006862287409603596,0.0007855665171518922,0.0008849043515510857,0.0009842421859502792,0.0010835799621418118,0.0011829177383333445,0.001282255630940199,0.0013815934071317315,0.0014809311833232641,0.0015802689595147967,0.0016796067357063293,0.0017789446283131838,0.0018782824045047164,0.001977620180696249,0.0020769580733031034,0.0021762957330793142,0.0022756336256861687,0.002374971518293023,0.002474309178069234,0.0025736470706760883,0.002672984730452299,0.0027723226230591536,0.002871660515666008,0.0029709981754422188,0.0030703360680490732]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,0,0,1,2,0,1,2,4,4,8,8,7,10,12,16,9,17,21,15,36,26,26,31,33,33,34,26,40,37,29,34,29,25,23,26,16,20,20,20,13,13,9,12,10,6,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.016992829740047455,-0.016369087621569633,-0.015745345503091812,-0.01512160338461399,-0.01449786126613617,-0.013874118216335773,-0.013250376097857952,-0.01262663397938013,-0.01200289186090231,-0.011379149742424488,-0.010755407623946667,-0.010131665505468845,-0.00950792245566845,-0.008884180337190628,-0.008260438218712807,-0.007636696100234985,-0.007012953981757164,-0.006389211863279343,-0.005765469744801521,-0.005141727160662413,-0.004517985042184591,-0.00389424292370677,-0.003270500572398305,-0.00264675822108984,-0.0020230161026120186,-0.0013992738677188754,-0.0007755316328257322,-0.00015178939793258905,0.0004719528369605541,0.0010956950718536973,0.0017194373067468405,0.0023431796580553055,0.002966923639178276,0.0035906657576560974,0.004214407876133919,0.004838150460273027,0.005461892578750849,0.00608563469722867,0.006709377281367779,0.0073331193998456,0.007956861518323421,0.008580603636801243,0.009204345755279064,0.009828087873756886,0.010451830923557281,0.011075573042035103,0.011699315160512924,0.012323057278990746,0.012946799397468567,0.013570541515946388,0.01419428363442421,0.014818025752902031,0.015441767871379852,0.016065509989857674,0.016689252108335495,0.017312994226813316,0.017936736345291138,0.01856048032641411,0.01918422244489193,0.01980796456336975,0.020431706681847572,0.021055448800325394,0.021679190918803215,0.022302933037281036,0.022926675155758858],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,1,2,3,7,15,30,45,70,123,172,331,458,661,1067,1556,2191,3198,4190,5594,7221,9383,11838,14520,17651,20111,23144,26485,29235,31499,33097,34129,34832,34019,33136,31118,29113,26166,23442,20382,17108,14610,11788,9341,7260,5558,4129,3044,2208,1596,1007,699,460,313,192,108,60,53,23,15,4,6,4,2],"bins":[-0.0957781970500946,-0.09282916784286499,-0.08988013863563538,-0.08693110942840576,-0.08398208022117615,-0.08103305101394653,-0.07808402925729752,-0.0751350000500679,-0.07218597084283829,-0.06923694163560867,-0.06628791242837906,-0.06333888322114944,-0.06038985401391983,-0.057440824806690216,-0.0544917993247509,-0.051542770117521286,-0.04859374091029167,-0.04564471170306206,-0.04269568249583244,-0.03974665701389313,-0.03679762780666351,-0.0338485985994339,-0.030899569392204285,-0.02795054204761982,-0.025001512840390205,-0.02205248363316059,-0.019103456288576126,-0.016154427081346512,-0.013205398805439472,-0.010256370529532433,-0.007307341787964106,-0.004358313046395779,-0.001409284770488739,0.0015397437382489443,0.004488772246986628,0.0074378009885549545,0.010386829264461994,0.013335857540369034,0.016284886747598648,0.019233914092183113,0.022182943299412727,0.02513197250664234,0.028080999851226807,0.03103002905845642,0.033979058265686035,0.03692808747291565,0.039877112954854965,0.04282614216208458,0.045775171369314194,0.04872420057654381,0.05167322978377342,0.05462225526571274,0.05757128447294235,0.06052031368017197,0.06346934288740158,0.0664183720946312,0.06936740130186081,0.07231643050909042,0.07526545971632004,0.07821448147296906,0.08116351068019867,0.08411253988742828,0.0870615690946579,0.09001059830188751,0.09295962750911713]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.10173384100198746,-0.09849250316619873,-0.09525116533041,-0.09200982749462128,-0.08876848965883255,-0.08552715182304382,-0.0822858139872551,-0.07904447615146637,-0.07580313831567764,-0.07256180047988892,-0.06932046264410019,-0.06607912480831146,-0.06283778697252274,-0.05959644541144371,-0.056355107575654984,-0.05311376973986626,-0.04987243190407753,-0.0466310940682888,-0.043389756232500076,-0.04014841839671135,-0.03690708056092262,-0.033665742725133896,-0.03042440302670002,-0.027183065190911293,-0.023941727355122566,-0.02070038951933384,-0.017459051683545113,-0.014217712916433811,-0.010976375080645084,-0.007735037244856358,-0.0044936989434063435,-0.001252360874786973,0.0019889771938323975,0.005230315029621124,0.008471652865409851,0.011712991632521152,0.01495432946830988,0.01819566823542118,0.021437006071209908,0.024678343906998634,0.02791968174278736,0.031161019578576088,0.034402359277009964,0.03764369711279869,0.04088503494858742,0.044126372784376144,0.04736771062016487,0.0506090484559536,0.053850386291742325,0.05709172412753105,0.06033306196331978,0.0635744035243988,0.06681574136018753,0.07005707919597626,0.07329841703176498,0.07653975486755371,0.07978109270334244,0.08302243053913116,0.08626376837491989,0.08950510621070862,0.09274644404649734,0.09598778188228607,0.0992291197180748,0.10247045755386353,0.10571179538965225],"_type":"histogram","values":[1,2,2,13,10,22,35,71,171,218,419,671,1153,1809,2788,4022,6138,8729,12285,16926,22475,29437,36619,45126,54770,64443,73665,81837,89797,94873,98214,99866,98052,94242,87530,80654,71613,62140,52655,43713,35420,27495,21076,15739,11500,8113,5682,3891,2639,1616,1018,638,360,198,118,76,33,17,12,7,4,4,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[2,1,1,0,1,1,0,2,1,1,4,5,2,6,7,5,12,22,20,26,26,39,39,67,59,57,62,33,39,29,36,32,16,16,17,17,10,6,6,7,6,5,2,2,1,3,3,1,2,6,1,0,0,1,0,2,0,0,0,0,0,0,0,1],"bins":[-7.810961687937379e-05,-7.516794721595943e-05,-7.222627027658746e-05,-6.92846006131731e-05,-6.634292367380112e-05,-6.340125401038677e-05,-6.04595807089936e-05,-5.751790740760043e-05,-5.4576234106207266e-05,-5.16345608048141e-05,-4.8692887503420934e-05,-4.575121420202777e-05,-4.280954453861341e-05,-3.986787123722024e-05,-3.6926197935827076e-05,-3.398452463443391e-05,-3.1042851333040744e-05,-2.8101178031647578e-05,-2.5159504730254412e-05,-2.221783324785065e-05,-1.9276159946457483e-05,-1.6334486645064317e-05,-1.3392814253165852e-05,-1.0451141861267388e-05,-7.509468559874222e-06,-4.567795713228406e-06,-1.626122866582591e-06,1.3155499800632242e-06,4.2572228267090395e-06,7.198895673354855e-06,1.014056852000067e-05,1.3082240911899135e-05,1.6023906937334687e-05,1.8965580238727853e-05,2.190725354012102e-05,2.484892502252478e-05,2.7790598323917948e-05,3.073226980632171e-05,3.3673943107714877e-05,3.661561640910804e-05,3.955728971050121e-05,4.2498963011894375e-05,4.544063631328754e-05,4.838230961468071e-05,5.1323979278095067e-05,5.426565257948823e-05,5.72073258808814e-05,6.0148999182274565e-05,6.309067248366773e-05,6.603234214708209e-05,6.897401908645406e-05,7.191568874986842e-05,7.48573656892404e-05,7.779903535265476e-05,8.074071229202673e-05,8.368238195544109e-05,8.662405889481306e-05,8.956572855822742e-05,9.250739822164178e-05,9.544907516101375e-05,9.839074482442811e-05,0.00010133242176380008,0.00010427409142721444,0.00010721576836658642,0.00011015743803000078],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,0,3,1,0,4,3,6,4,7,8,14,13,11,28,27,35,62,72,115,136,199,237,326,428,617,927,1317,2241,3656,7345,16843,50177,193983,215927,57106,18898,7929,4089,2207,1456,906,677,483,313,231,182,110,104,79,72,47,34,31,26,14,10,16,10,5,2,5,3,5],"bins":[-0.00023746490478515625,-0.00023049116134643555,-0.00022351741790771484,-0.00021654367446899414,-0.00020956993103027344,-0.00020259618759155273,-0.00019562244415283203,-0.00018864870071411133,-0.00018167495727539062,-0.00017470121383666992,-0.00016772747039794922,-0.00016075372695922852,-0.0001537799835205078,-0.0001468062400817871,-0.0001398324966430664,-0.0001328587532043457,-0.000125885009765625,-0.0001189112663269043,-0.0001119375228881836,-0.00010496377944946289,-9.799003601074219e-05,-9.101629257202148e-05,-8.404254913330078e-05,-7.706880569458008e-05,-7.009506225585938e-05,-6.312131881713867e-05,-5.614757537841797e-05,-4.9173831939697266e-05,-4.220008850097656e-05,-3.522634506225586e-05,-2.8252601623535156e-05,-2.1278858184814453e-05,-1.430511474609375e-05,-7.331371307373047e-06,-3.5762786865234375e-07,6.616115570068359e-06,1.3589859008789062e-05,2.0563602447509766e-05,2.753734588623047e-05,3.451108932495117e-05,4.1484832763671875e-05,4.845857620239258e-05,5.543231964111328e-05,6.240606307983398e-05,6.937980651855469e-05,7.635354995727539e-05,8.33272933959961e-05,9.03010368347168e-05,9.72747802734375e-05,0.0001042485237121582,0.0001112222671508789,0.00011819601058959961,0.0001251697540283203,0.00013214349746704102,0.00013911724090576172,0.00014609098434448242,0.00015306472778320312,0.00016003847122192383,0.00016701221466064453,0.00017398595809936523,0.00018095970153808594,0.00018793344497680664,0.00019490718841552734,0.00020188093185424805,0.00020885467529296875]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[4,4,2,14,30,41,69,112,192,284,458,773,1092,1623,2235,3127,4419,5903,7592,9775,12140,15072,17924,20851,24123,26924,29610,32225,33713,34456,34774,34274,33003,31001,28909,25956,22498,19639,16629,14002,10942,8808,6828,5168,3839,2734,1978,1350,1000,618,390,303,150,113,57,34,23,3,7,1,3,2,0,1],"bins":[-0.09004691988229752,-0.08707316219806671,-0.08409940451383591,-0.0811256468296051,-0.0781518965959549,-0.07517813891172409,-0.07220438122749329,-0.06923062354326248,-0.06625686585903168,-0.06328310817480087,-0.06030935421586037,-0.05733559653162956,-0.054361842572689056,-0.05138808488845825,-0.04841432720422745,-0.04544057324528694,-0.04246681556105614,-0.03949305787682533,-0.03651930391788483,-0.03354554623365402,-0.030571788549423218,-0.027598032727837563,-0.024624276906251907,-0.021650519222021103,-0.018676763400435448,-0.015703007578849792,-0.012729249894618988,-0.009755494073033333,-0.006781737320125103,-0.003807980800047517,-0.0008342242799699306,0.0021395322401076555,0.005113288760185242,0.008087045513093472,0.011060802266001701,0.014034558087587357,0.01700831577181816,0.019982071593403816,0.02295582741498947,0.025929585099220276,0.02890334092080593,0.031877096742391586,0.03485085442662239,0.037824612110853195,0.0407983660697937,0.043772123754024506,0.04674588143825531,0.049719635397195816,0.05269339308142662,0.055667150765657425,0.05864090472459793,0.061614662408828735,0.06458842009305954,0.06756217777729034,0.07053593546152115,0.07350968569517136,0.07648344337940216,0.07945720106363297,0.08243095874786377,0.08540471643209457,0.08837847411632538,0.09135222434997559,0.09432598203420639,0.0972997397184372,0.100273497402668],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,1,2,3,2,3,9,9,2,5,13,6,11,15,17,12,18,24,31,28,35,29,41,31,27,24,22,25,33,31,24,30,18,24,20,25,16,16,11,7,18,6,6,8,12,3,2,3,3,0,2,1,0,0,0,0,0,1,0,1,0,0,0,1],"bins":[-0.004957692231982946,-0.004765607416629791,-0.004573522601276636,-0.004381438251584768,-0.004189353436231613,-0.003997268620878458,-0.003805183805525303,-0.0036130992230027914,-0.0034210144076496363,-0.003228929592296481,-0.0030368450097739697,-0.0028447601944208145,-0.0026526753790676594,-0.002460590796545148,-0.0022685059811919928,-0.0020764213986694813,-0.0018843365833163261,-0.0016922518843784928,-0.0015001671854406595,-0.0013080823700875044,-0.001115997671149671,-0.0009239129722118378,-0.0007318282150663435,-0.0005397434579208493,-0.000347658758983016,-0.00015557403094135225,3.651069710031152e-05,0.00022859542514197528,0.00042068015318363905,0.0006127648521214724,0.0008048496092669666,0.0009969343664124608,0.0011890195310115814,0.0013811042299494147,0.001573188928887248,0.0017652737442404032,0.0019573583267629147,0.00214944314211607,0.002341527957469225,0.0025336125399917364,0.0027256973553448915,0.0029177821706980467,0.003109866753220558,0.0033019515685737133,0.0034940363839268684,0.00368612096644938,0.003878205781802535,0.0040702903643250465,0.004262375179678202,0.004454459995031357,0.004646544810384512,0.00483862916007638,0.005030713975429535,0.00522279879078269,0.005414883606135845,0.005606968421489,0.0057990532368421555,0.005991137586534023,0.006183222401887178,0.0063753072172403336,0.006567392032593489,0.006759476847946644,0.006951561197638512,0.007143646012991667,0.007335730828344822],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.0899975597858429,-0.08687228709459305,-0.0837470218539238,-0.08062174916267395,-0.0774964764714241,-0.07437121123075485,-0.071245938539505,-0.06812066584825516,-0.06499539315700531,-0.06187012791633606,-0.05874485522508621,-0.05561958625912666,-0.052494317293167114,-0.04936904460191727,-0.04624377563595772,-0.04311850294470787,-0.03999323397874832,-0.03686796501278877,-0.033742692321538925,-0.030617423355579376,-0.027492152526974678,-0.02436688169836998,-0.02124161273241043,-0.018116341903805733,-0.014991071075201035,-0.011865800246596336,-0.008740530349314213,-0.005615259986370802,-0.002489989623427391,0.0006352807395160198,0.0037605511024594307,0.006885821465402842,0.010011091828346252,0.01313636265695095,0.01626163348555565,0.019386902451515198,0.022512173280119896,0.025637444108724594,0.028762713074684143,0.03188798576593399,0.03501325473189354,0.03813852369785309,0.041263796389102936,0.044389065355062485,0.047514334321022034,0.05063960701227188,0.05376487597823143,0.05689014866948128,0.060015417635440826,0.06314069032669067,0.06626595556735992,0.06939122825860977,0.07251650094985962,0.07564176619052887,0.07876703888177872,0.08189231157302856,0.08501757681369781,0.08814284950494766,0.09126812219619751,0.09439339488744736,0.09751866012811661,0.10064393281936646,0.1037692055106163,0.10689447075128555,0.1100197434425354],"_type":"histogram","values":[3,4,7,15,25,42,101,162,261,423,720,1016,1529,2221,3068,4334,6040,7906,10070,13073,16022,19340,22927,26128,29230,31772,34215,35467,36206,36113,35182,33232,30831,28048,24759,21176,17757,14798,11907,9290,7100,5331,3861,2694,1906,1234,863,530,367,203,141,80,38,23,14,6,3,6,1,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[2,0,0,0,0,0,1,0,2,3,2,3,5,6,3,4,9,9,9,14,15,15,24,26,17,26,17,31,25,33,19,23,35,29,25,36,31,29,33,27,20,16,21,14,12,21,13,9,11,12,3,4,7,6,4,1,0,2,2,0,0,0,1,1],"bins":[0.9884721040725708,0.9888108968734741,0.9891497492790222,0.9894886016845703,0.9898273944854736,0.990166187286377,0.990505039691925,0.9908438920974731,0.9911826848983765,0.9915214776992798,0.9918603301048279,0.992199182510376,0.9925379753112793,0.9928767681121826,0.9932156205177307,0.9935544729232788,0.9938932657241821,0.9942320585250854,0.9945709109306335,0.9949097633361816,0.995248556137085,0.9955873489379883,0.9959262013435364,0.9962650537490845,0.9966038465499878,0.9969426393508911,0.9972814917564392,0.9976203441619873,0.9979591369628906,0.998297929763794,0.998636782169342,0.9989756345748901,0.9993144273757935,0.9996532201766968,0.9999920725822449,1.000330924987793,1.0006697177886963,1.0010085105895996,1.001347303390503,1.0016862154006958,1.0020250082015991,1.0023638010025024,1.0027027130126953,1.0030415058135986,1.003380298614502,1.0037190914154053,1.0040578842163086,1.0043967962265015,1.0047355890274048,1.005074381828308,1.005413293838501,1.0057520866394043,1.0060908794403076,1.006429672241211,1.0067684650421143,1.0071073770523071,1.0074461698532104,1.0077849626541138,1.0081238746643066,1.00846266746521,1.0088014602661133,1.0091402530670166,1.00947904586792,1.0098179578781128,1.0101567506790161],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.10931313037872314,-0.10603509843349457,-0.10275707393884659,-0.09947904199361801,-0.09620101749897003,-0.09292298555374146,-0.08964496105909348,-0.0863669291138649,-0.08308890461921692,-0.07981087267398834,-0.07653284072875977,-0.07325481623411179,-0.06997678428888321,-0.06669875979423523,-0.06342072784900665,-0.060142699629068375,-0.056864671409130096,-0.05358664318919182,-0.05030861496925354,-0.04703058674931526,-0.043752558529376984,-0.04047452658414841,-0.03719649836421013,-0.03391847014427185,-0.030640441924333572,-0.027362413704395294,-0.024084385484457016,-0.02080635540187359,-0.01752832718193531,-0.014250298961997032,-0.01097226981073618,-0.007694241125136614,-0.004416219890117645,-0.0011381912045180798,0.0021398374810814857,0.005417866166681051,0.008695894852280617,0.011973923072218895,0.015251952223479748,0.0185299813747406,0.02180800959467888,0.025086037814617157,0.028364066034555435,0.03164209425449371,0.03492012619972229,0.03819815441966057,0.041476182639598846,0.044754210859537125,0.0480322390794754,0.05131026729941368,0.05458829551935196,0.05786632373929024,0.061144351959228516,0.06442238390445709,0.06770040839910507,0.07097844034433365,0.07425646483898163,0.0775344967842102,0.08081252872943878,0.08409055322408676,0.08736858516931534,0.09064660966396332,0.0939246416091919,0.09720266610383987,0.10048069804906845],"_type":"histogram","values":[1,0,0,1,2,8,13,11,33,67,103,204,313,556,915,1533,2480,3628,5660,8144,11551,16174,21567,28543,36245,45536,54761,64963,75195,83513,91527,97146,101072,101982,100183,96008,89267,80494,71784,61593,51862,42667,33473,25881,19892,14563,10512,7468,5024,3247,2124,1381,900,487,271,144,90,62,19,9,5,3,2,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,2,0,2,0,2,2,1,4,3,8,8,21,12,23,39,50,70,110,131,213,324,531,896,1392,2485,4411,8131,15499,33696,72245,139004,147941,83904,39120,18570,9025,5019,2705,1592,896,564,396,258,159,100,77,49,29,33,17,15,13,8,2,6,4,1,2,0,3],"bins":[-0.0001621246337890625,-0.00015750527381896973,-0.00015288591384887695,-0.00014826655387878418,-0.0001436471939086914,-0.00013902783393859863,-0.00013440847396850586,-0.00012978911399841309,-0.0001251697540283203,-0.00012055039405822754,-0.00011593103408813477,-0.00011131167411804199,-0.00010669231414794922,-0.00010207295417785645,-9.745359420776367e-05,-9.28342342376709e-05,-8.821487426757812e-05,-8.359551429748535e-05,-7.897615432739258e-05,-7.43567943572998e-05,-6.973743438720703e-05,-6.511807441711426e-05,-6.0498714447021484e-05,-5.587935447692871e-05,-5.125999450683594e-05,-4.6640634536743164e-05,-4.202127456665039e-05,-3.740191459655762e-05,-3.2782554626464844e-05,-2.816319465637207e-05,-2.3543834686279297e-05,-1.8924474716186523e-05,-1.430511474609375e-05,-9.685754776000977e-06,-5.066394805908203e-06,-4.470348358154297e-07,4.172325134277344e-06,8.791685104370117e-06,1.341104507446289e-05,1.8030405044555664e-05,2.2649765014648438e-05,2.726912498474121e-05,3.1888484954833984e-05,3.650784492492676e-05,4.112720489501953e-05,4.5746564865112305e-05,5.036592483520508e-05,5.498528480529785e-05,5.9604644775390625e-05,6.42240047454834e-05,6.884336471557617e-05,7.346272468566895e-05,7.808208465576172e-05,8.270144462585449e-05,8.732080459594727e-05,9.194016456604004e-05,9.655952453613281e-05,0.00010117888450622559,0.00010579824447631836,0.00011041760444641113,0.0001150369644165039,0.00011965632438659668,0.00012427568435668945,0.00012889504432678223,0.000133514404296875]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,1,1,2,2,2,3,3,5,19,14,29,21,35,38,48,64,70,76,113,108,140,134,147,141,113,115,124,85,87,54,54,43,35,20,27,24,9,11,12,6,2,4,3,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.777886740863323e-05,-3.638014823081903e-05,-3.498142905300483e-05,-3.3582706237211823e-05,-3.218398705939762e-05,-3.078526788158342e-05,-2.938654688477982e-05,-2.7987825887976214e-05,-2.6589106710162014e-05,-2.5190387532347813e-05,-2.379166653554421e-05,-2.2392945538740605e-05,-2.0994226360926405e-05,-1.9595507183112204e-05,-1.81967861863086e-05,-1.6798065189504996e-05,-1.5399346011690795e-05,-1.4000625924381893e-05,-1.260190583707299e-05,-1.1203185749764089e-05,-9.804465662455186e-06,-8.405745575146284e-06,-7.007025487837382e-06,-5.608305400528479e-06,-4.209585313219577e-06,-2.8108652259106748e-06,-1.4121451386017725e-06,-1.3425051292870194e-08,1.385295036016032e-06,2.7840151233249344e-06,4.182735210633837e-06,5.581455297942739e-06,6.980171747272834e-06,8.378891834581736e-06,9.777611921890639e-06,1.1176332009199541e-05,1.2575052096508443e-05,1.3973772183817346e-05,1.5372492271126248e-05,1.6771213267929852e-05,1.8169932445744053e-05,1.9568651623558253e-05,2.0967372620361857e-05,2.236609361716546e-05,2.3764812794979662e-05,2.5163531972793862e-05,2.6562252969597466e-05,2.796097396640107e-05,2.935969314421527e-05,3.075841232202947e-05,3.215713513782248e-05,3.355585431563668e-05,3.495457349345088e-05,3.635329267126508e-05,3.775201184907928e-05,3.915073466487229e-05,4.054945384268649e-05,4.194817302050069e-05,4.33468958362937e-05,4.47456150141079e-05,4.61443341919221e-05,4.75430533697363e-05,4.89417725475505e-05,5.034049536334351e-05,5.173921454115771e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,1,1,0,2,1,5,4,1,5,2,6,8,10,13,18,9,25,19,25,33,31,25,31,36,35,40,33,26,37,41,26,22,32,22,16,23,17,14,13,8,8,5,7,5,4,3,3,0,1,3,2,3,1,0,0,1,1,1,0,1],"bins":[-0.004059760365635157,-0.003925784956663847,-0.00379180908203125,-0.0036578334402292967,-0.0035238577984273434,-0.0033898823894560337,-0.0032559067476540804,-0.003121931105852127,-0.0029879554640501738,-0.0028539798222482204,-0.002720004180446267,-0.002586028538644314,-0.002452053129673004,-0.002318077487871051,-0.0021841018460690975,-0.002050126204267144,-0.0019161505624651909,-0.0017821749206632376,-0.0016481992788612843,-0.0015142237534746528,-0.0013802481116726995,-0.0012462724698707461,-0.0011122969444841146,-0.0009783213026821613,-0.000844345660880208,-0.0007103700190782547,-0.0005763944354839623,-0.00044241882278583944,-0.0003084432100877166,-0.00017446759738959372,-4.049198469147086e-05,9.3483628006652e-05,0.00022745924070477486,0.0003614348534028977,0.0004954104661010206,0.000629386049695313,0.0007633616914972663,0.0008973373332992196,0.001031312858685851,0.0011652885004878044,0.0012992641422897577,0.001433239784091711,0.0015672154258936644,0.0017011909512802958,0.0018351665930822492,0.0019691421184688807,0.002103117760270834,0.0022370934020727873,0.0023710690438747406,0.002505044685676694,0.0026390203274786472,0.0027729959692806005,0.002906971611082554,0.0030409470200538635,0.003174922661855817,0.00330889830365777,0.0034428739454597235,0.003576849587261677,0.00371082522906363,0.0038448008708655834,0.003978776279836893,0.00411275215446949,0.0042467275634408,0.004380703438073397,0.004514678847044706]},"_timestamp":1.752851859454813e+09,"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[0.9865414500236511,0.9868950843811035,0.9872486591339111,0.9876022934913635,0.9879559278488159,0.9883095026016235,0.9886631369590759,0.9890167117118835,0.9893703460693359,0.9897239804267883,0.990077555179596,0.9904311895370483,0.9907848238945007,0.9911383986473083,0.9914920330047607,0.9918456673622131,0.9921992421150208,0.9925528764724731,0.9929065108299255,0.9932600855827332,0.9936137199401855,0.9939672946929932,0.9943209290504456,0.994674563407898,0.9950281381607056,0.995381772518158,0.9957354068756104,0.996088981628418,0.9964426159858704,0.9967962503433228,0.9971498250961304,0.9975034594535828,0.9978570938110352,0.9982106685638428,0.9985643029212952,0.9989178776741028,0.9992715120315552,0.9996251463890076,0.9999787211418152,1.0003323554992676,1.0006859302520752,1.0010396242141724,1.00139319896698,1.0017467737197876,1.0021004676818848,1.0024540424346924,1.0028076171875,1.0031613111495972,1.0035148859024048,1.0038684606552124,1.0042221546173096,1.0045757293701172,1.0049293041229248,1.0052828788757324,1.0056365728378296,1.0059901475906372,1.0063437223434448,1.006697416305542,1.0070509910583496,1.0074045658111572,1.0077582597732544,1.008111834526062,1.0084654092788696,1.0088191032409668,1.0091726779937744],"_type":"histogram","values":[2,1,0,0,0,0,0,1,1,3,3,1,2,1,1,3,4,10,3,7,7,8,9,16,12,14,17,15,15,26,26,27,35,26,25,29,35,34,27,20,32,28,27,25,23,23,13,18,25,16,11,9,8,13,8,5,7,2,1,2,2,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,1,3,5,5,6,19,12,15,37,50,57,98,142,184,341,483,670,1081,1843,2604,4298,7510,11527,19903,34774,60343,107480,188805,297944,318014,217182,125950,72598,39849,23331,13523,8082,5278,3120,1991,1315,773,523,371,245,147,96,72,44,54,27,15,6,5,2,4,0,3,0,1],"bins":[-0.000152587890625,-0.00014798343181610107,-0.00014337897300720215,-0.00013877451419830322,-0.0001341700553894043,-0.00012956559658050537,-0.00012496113777160645,-0.00012035667896270752,-0.0001157522201538086,-0.00011114776134490967,-0.00010654330253601074,-0.00010193884372711182,-9.733438491821289e-05,-9.272992610931396e-05,-8.812546730041504e-05,-8.352100849151611e-05,-7.891654968261719e-05,-7.431209087371826e-05,-6.970763206481934e-05,-6.510317325592041e-05,-6.0498714447021484e-05,-5.589425563812256e-05,-5.128979682922363e-05,-4.668533802032471e-05,-4.208087921142578e-05,-3.7476420402526855e-05,-3.287196159362793e-05,-2.8267502784729004e-05,-2.3663043975830078e-05,-1.9058585166931152e-05,-1.4454126358032227e-05,-9.8496675491333e-06,-5.245208740234375e-06,-6.407499313354492e-07,3.9637088775634766e-06,8.568167686462402e-06,1.3172626495361328e-05,1.7777085304260254e-05,2.238154411315918e-05,2.6986002922058105e-05,3.159046173095703e-05,3.619492053985596e-05,4.079937934875488e-05,4.540383815765381e-05,5.0008296966552734e-05,5.461275577545166e-05,5.9217214584350586e-05,6.382167339324951e-05,6.842613220214844e-05,7.303059101104736e-05,7.763504981994629e-05,8.223950862884521e-05,8.684396743774414e-05,9.144842624664307e-05,9.605288505554199e-05,0.00010065734386444092,0.00010526180267333984,0.00010986626148223877,0.0001144707202911377,0.00011907517910003662,0.00012367963790893555,0.00012828409671783447,0.0001328885555267334,0.00013749301433563232,0.00014209747314453125]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[2,3,4,2,1,0,1,1,1,1,2,2,1,3,4,3,1,2,2,3,4,4,1,0,2,2,2,2,0,0,2,5,3,4,1,2,1,2,2,3,3,1,1,4,1,1,1,2,3,2,3,3,6,1,0,4,1,0,2,3,1,2,1,1],"bins":[-0.036157626658678055,-0.03501862287521362,-0.03387961536645889,-0.03274060785770416,-0.03160160407423973,-0.03046259842813015,-0.02932359278202057,-0.028184587135910988,-0.027045581489801407,-0.025906575843691826,-0.024767570197582245,-0.023628564551472664,-0.022489558905363083,-0.021350553259253502,-0.02021154761314392,-0.01907254196703434,-0.01793353632092476,-0.016794530674815178,-0.015655525028705597,-0.014516519382596016,-0.013377513736486435,-0.012238508090376854,-0.011099502444267273,-0.009960496798157692,-0.008821491152048111,-0.00768248550593853,-0.006543479859828949,-0.005404474213719368,-0.004265468567609787,-0.003126462921500206,-0.001987457275390625,-0.000848451629281044,0.00029055774211883545,0.0014295633882284164,0.0025685690343379974,0.0037075746804475784,0.004846580326557159,0.00598558597266674,0.007124591618776321,0.008263597264885902,0.009402602910995483,0.010541608557105064,0.011680614203214645,0.012819619849324226,0.013958625495433807,0.015097631141543388,0.01623663678765297,0.01737564243376255,0.01851464807987213,0.019653653725981712,0.020792659372091293,0.021931665018200874,0.023070670664310455,0.024209676310420036,0.025348681956529617,0.0264876876026392,0.02762669324874878,0.02876569889485836,0.02990470454096794,0.031043710187077522,0.0321827158331871,0.033321723341941833,0.034460727125406265,0.0355997309088707,0.03673873841762543]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,1,0,3,3,2,4,7,3,4,4,4,17,15,19,21,25,45,31,46,55,56,81,85,64,99,105,94,124,120,118,90,99,74,61,84,66,57,47,33,37,25,14,12,20,18,14,12,7,2,4,6,2,1,3,0,1,0,0,0,0,1],"bins":[-4.443837678991258e-05,-4.3038387957494706e-05,-4.163840276305564e-05,-4.023841756861657e-05,-3.8838428736198694e-05,-3.743843990378082e-05,-3.603845470934175e-05,-3.463846951490268e-05,-3.3238480682484806e-05,-3.183849185006693e-05,-3.043850665562786e-05,-2.903851964219939e-05,-2.7638532628770918e-05,-2.6238545615342446e-05,-2.4838558601913974e-05,-2.3438571588485502e-05,-2.203858457505703e-05,-2.0638597561628558e-05,-1.9238610548200086e-05,-1.7838623534771614e-05,-1.6438636521343142e-05,-1.503864950791467e-05,-1.3638662494486198e-05,-1.2238675481057726e-05,-1.0838688467629254e-05,-9.438701454200782e-06,-8.03871444077231e-06,-6.638727427343838e-06,-5.238740413915366e-06,-3.838753400486894e-06,-2.438766387058422e-06,-1.03877937362995e-06,3.61207639798522e-07,1.761194653226994e-06,3.161181666655466e-06,4.561168680083938e-06,5.96115569351241e-06,7.361142706940882e-06,8.761129720369354e-06,1.0161116733797826e-05,1.1561103747226298e-05,1.296109076065477e-05,1.4361077774083242e-05,1.5761064787511714e-05,1.7161051800940186e-05,1.8561038814368658e-05,1.996102582779713e-05,2.1361012841225602e-05,2.2760999854654074e-05,2.4160986868082546e-05,2.5560973881511018e-05,2.696096089493949e-05,2.836094790836796e-05,2.9760934921796434e-05,3.1160921935224906e-05,3.2560907129663974e-05,3.396089596208185e-05,3.5360884794499725e-05,3.6760869988938794e-05,3.816085518337786e-05,3.956084401579574e-05,4.096083284821361e-05,4.236081804265268e-05,4.376080323709175e-05,4.5160792069509625e-05]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.013754651881754398,-0.013301252387464046,-0.012847852893173695,-0.012394453398883343,-0.011941053904592991,-0.011487654410302639,-0.011034253984689713,-0.01058085449039936,-0.010127454996109009,-0.009674055501818657,-0.009220656007528305,-0.008767256513237953,-0.008313857018947601,-0.00786045752465725,-0.00740705756470561,-0.006953658070415258,-0.0065002585761249065,-0.006046859081834555,-0.005593459587544203,-0.005140059627592564,-0.004686660133302212,-0.00423326063901186,-0.003779861144721508,-0.0033264614176005125,-0.0028730619233101606,-0.0024196624290198088,-0.0019662627018988132,-0.0015128632076084614,-0.0010594635969027877,-0.000606063986197114,-0.0001526644336991012,0.00030073514790274203,0.0007541347295045853,0.001207534340210259,0.0016609339509159327,0.0021143334452062845,0.00256773317232728,0.003021132666617632,0.0034745321609079838,0.003927931655198336,0.004381331615149975,0.004834731109440327,0.0052881306037306786,0.00574153009802103,0.006194929592311382,0.006648329086601734,0.007101729046553373,0.007555128540843725,0.008008528500795364,0.008461927995085716,0.008915327489376068,0.00936872698366642,0.009822126477956772,0.010275525972247124,0.010728925466537476,0.011182324960827827,0.01163572445511818,0.012089123949408531,0.012542523443698883,0.01299592386931181,0.013449323363602161,0.013902722857892513,0.014356122352182865,0.014809521846473217,0.015262921340763569],"_type":"histogram","values":[1,0,0,0,0,2,0,2,2,2,3,3,3,2,6,7,11,9,9,17,14,20,34,28,25,28,39,43,29,37,42,42,47,33,19,38,30,22,16,20,14,22,10,10,5,3,5,2,7,1,1,0,0,0,1,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[-0.00011208618525415659,-0.0001079404100892134,-0.00010379463492427021,-9.964885975932702e-05,-9.550308459438384e-05,-9.135730942944065e-05,-8.721153426449746e-05,-8.306575909955427e-05,-7.891998393461108e-05,-7.477420149371028e-05,-7.062842632876709e-05,-6.64826511638239e-05,-6.233687599888071e-05,-5.8191100833937526e-05,-5.404532566899434e-05,-4.989955050405115e-05,-4.575377533910796e-05,-4.160800017416477e-05,-3.7462225009221584e-05,-3.3316449844278395e-05,-2.9170672860345803e-05,-2.5024897695402615e-05,-2.0879120711470023e-05,-1.6733345546526834e-05,-1.2587570381583646e-05,-8.441795216640458e-06,-4.296019142202567e-06,-1.50243522512028e-07,3.995532097178511e-06,8.1413072621217e-06,1.228708333655959e-05,1.643285941099748e-05,2.057863457594067e-05,2.4724409740883857e-05,2.8870184905827045e-05,3.3015960070770234e-05,3.716173523571342e-05,4.130751403863542e-05,4.5453289203578606e-05,4.9599064368521795e-05,5.374483953346498e-05,5.789061469840817e-05,6.203639350133017e-05,6.618216866627336e-05,7.032794383121654e-05,7.447371899615973e-05,7.861949416110292e-05,8.276526932604611e-05,8.69110444909893e-05,9.105681965593249e-05,9.520259482087567e-05,9.934836998581886e-05,0.00010349414515076205,0.00010763992031570524,0.00011178569548064843,0.00011593147064559162,0.00012007725308649242,0.000124223020975478,0.0001283688034163788,0.00013251457130536437,0.00013666035374626517,0.00014080612163525075,0.00014495190407615155,0.00014909767196513712,0.00015324345440603793],"_type":"histogram","values":[1,0,0,1,0,0,0,2,1,4,0,8,5,4,11,10,9,23,23,33,34,37,36,62,59,48,47,48,43,41,36,29,17,20,13,14,15,4,7,3,4,3,0,3,3,1,0,1,1,0,0,1,0,1,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,2,0,2,0,0,1,2,3,3,6,5,6,3,5,11,18,12,17,22,15,25,32,29,43,30,32,48,33,39,39,31,32,24,37,22,19,12,21,11,16,12,6,5,10,1,4,4,3,1,3,2,1,1,2,0,1,1,1,1],"bins":[-0.005620343144983053,-0.005448461044579744,-0.005276579409837723,-0.005104697309434414,-0.004932815674692392,-0.0047609335742890835,-0.004589051473885775,-0.004417169839143753,-0.004245287738740444,-0.004073406103998423,-0.0039015240035951138,-0.0037296421360224485,-0.0035577602684497833,-0.003385878400877118,-0.0032139963004738092,-0.003042114432901144,-0.002870232565328479,-0.0026983506977558136,-0.0025264688301831484,-0.0023545867297798395,-0.0021827048622071743,-0.002010822994634509,-0.0018389411270618439,-0.0016670591430738568,-0.0014951772755011916,-0.0013232954079285264,-0.0011514134239405394,-0.0009795315563678741,-0.000807649630587548,-0.0006357677048072219,-0.0004638858081307262,-0.00029200391145423055,-0.00012012198567390442,5.175992555450648e-05,0.00022364183678291738,0.00039552373345941305,0.0005674056592397392,0.0007392875850200653,0.0009111694525927305,0.0010830514365807176,0.0012549333041533828,0.001426815171726048,0.001598697155714035,0.0017705790232867002,0.0019424608908593655,0.0021143427584320307,0.0022862248588353395,0.0024581067264080048,0.00262998859398067,0.002801870461553335,0.0029737523291260004,0.0031456344295293093,0.0033175162971019745,0.0034893981646746397,0.003661280032247305,0.00383316189981997,0.004005043767392635,0.004176925867795944,0.004348807502537966,0.004520689602941275,0.0046925717033445835,0.004864453338086605,0.005036335438489914,0.0052082170732319355,0.005380099173635244],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[0.9885462522506714,0.988867998123169,0.9891898036003113,0.9895115494728088,0.9898332953453064,0.990155041217804,0.9904768466949463,0.9907985925674438,0.9911203384399414,0.9914421439170837,0.9917638897895813,0.9920856356620789,0.9924073815345764,0.9927291870117188,0.9930509328842163,0.9933726787567139,0.9936944246292114,0.9940162301063538,0.9943379759788513,0.9946597218513489,0.9949815273284912,0.9953032732009888,0.9956250190734863,0.9959467649459839,0.9962685704231262,0.9965903162956238,0.9969120621681213,0.9972338676452637,0.9975556135177612,0.9978773593902588,0.9981991052627563,0.9985209107398987,0.9988426566123962,0.9991644024848938,0.9994862079620361,0.9998079538345337,1.0001296997070312,1.0004514455795288,1.0007731914520264,1.001094937324524,1.001416802406311,1.0017385482788086,1.0020602941513062,1.0023820400238037,1.0027037858963013,1.0030255317687988,1.0033472776412964,1.0036691427230835,1.003990888595581,1.0043126344680786,1.0046343803405762,1.0049561262130737,1.0052778720855713,1.0055996179580688,1.005921483039856,1.0062432289123535,1.006564974784851,1.0068867206573486,1.0072084665298462,1.0075302124023438,1.0078519582748413,1.0081738233566284,1.008495569229126,1.0088173151016235,1.009139060974121],"_type":"histogram","values":[1,0,0,0,1,0,1,1,0,0,2,1,1,3,0,2,3,4,13,7,7,13,14,12,9,23,19,22,15,26,28,28,44,29,31,35,45,34,31,32,25,29,21,19,9,22,18,15,13,15,9,7,4,4,5,3,2,3,0,1,2,2,2,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[4,2,1,1,5,5,7,5,8,6,4,9,9,12,11,15,20,12,16,30,20,22,22,23,35,35,29,37,30,28,43,24,24,21,24,22,19,18,10,16,17,16,8,9,11,2,4,1,3,1,1,3,0,2,3,1,0,0,0,1,0,0,0,1],"bins":[-0.00032817988540045917,-0.000316139601636678,-0.00030409934697672725,-0.00029205906321294606,-0.00028001877944916487,-0.0002679784956853837,-0.0002559382119216025,-0.00024389795726165175,-0.00023185767349787056,-0.00021981738973408937,-0.0002077771205222234,-0.00019573685131035745,-0.00018369656754657626,-0.00017165628378279507,-0.0001596160145709291,-0.00014757574535906315,-0.00013553546159528196,-0.00012349517783150077,-0.00011145490861963481,-9.941463213181123e-05,-8.737435564398766e-05,-7.533407915616408e-05,-6.32938026683405e-05,-5.125352618051693e-05,-3.921324969269335e-05,-2.7172973204869777e-05,-1.5132696717046201e-05,-3.0924202292226255e-06,8.94785625860095e-06,2.0988132746424526e-05,3.30284092342481e-05,4.506868572207168e-05,5.7108933106064796e-05,6.914920959388837e-05,8.118948608171195e-05,9.322976256953552e-05,0.0001052700390573591,0.00011731031554518268,0.00012935059203300625,0.0001413908612448722,0.0001534311450086534,0.0001654714287724346,0.00017751169798430055,0.00018955196719616652,0.0002015922509599477,0.0002136325347237289,0.00022567280393559486,0.00023771307314746082,0.000249753356911242,0.0002617936406750232,0.0002738339244388044,0.0002858741790987551,0.0002979144628625363,0.0003099547466263175,0.00032199500128626823,0.0003340352850500494,0.0003460755688138306,0.0003581158525776118,0.000370156136341393,0.00038219639100134373,0.0003942366747651249,0.0004062769585289061,0.00041831721318885684,0.00043035749695263803,0.0004423977807164192]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,1,1,1,3,0,1,2,3,2,5,6,10,5,5,4,7,15,12,8,9,13,17,24,13,26,18,23,22,16,29,29,19,34,30,20,28,24,20,32,21,22,21,16,18,19,13,16,23,8,5,6,9,6,7,4,4,3,1,5,0,2,0,1],"bins":[-0.0033693646546453238,-0.0032696386333554983,-0.003169912612065673,-0.0030701865907758474,-0.002970460569486022,-0.0028707345481961966,-0.002771008526906371,-0.0026712825056165457,-0.0025715564843267202,-0.002471830463036895,-0.0023721044417470694,-0.002272378420457244,-0.0021726523991674185,-0.002072926377877593,-0.0019732003565877676,-0.001873474451713264,-0.0017737484304234385,-0.0016740224091336131,-0.0015742963878437877,-0.0014745703665539622,-0.0013748443452641368,-0.0012751183239743114,-0.001175392302684486,-0.0010756662813946605,-0.000975940318312496,-0.0008762142970226705,-0.0007764882757328451,-0.0006767622544430196,-0.0005770362913608551,-0.0004773102409671992,-0.0003775842487812042,-0.0002778582274913788,-0.00017813220620155334,-7.840619218768552e-05,2.1319821826182306e-05,0.00012104583584005013,0.00022077184985391796,0.0003204978711437434,0.0004202238633297384,0.0005199498846195638,0.0006196759059093893,0.0007194019271992147,0.0008191279484890401,0.0009188539697788656,0.00101857993286103,0.0011183059541508555,0.001218031975440681,0.0013177579967305064,0.0014174840180203319,0.0015172100393101573,0.0016169360605999827,0.0017166620818898082,0.0018163881031796336,0.001916114124469459,0.0020158400293439627,0.002115566050633788,0.0022152920719236135,0.002315018093213439,0.0024147441145032644,0.00251447013579309,0.0026141961570829153,0.0027139221783727407,0.002813648199662566,0.0029133742209523916,0.003013100242242217],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[2,2,0,2,2,3,4,3,6,5,7,5,6,5,10,17,19,13,12,14,15,22,23,22,25,25,29,27,24,28,19,28,34,19,32,23,24,19,29,28,13,17,11,16,12,7,12,6,9,9,4,3,3,0,2,2,3,2,2,1,0,1,0,1],"bins":[-0.00011901584366569296,-0.00011508070747368038,-0.00011114557855762541,-0.00010721044964157045,-0.00010327531344955787,-9.934017725754529e-05,-9.540504834149033e-05,-9.146991942543536e-05,-8.753478323342279e-05,-8.359964704141021e-05,-7.966451812535524e-05,-7.572938920930028e-05,-7.17942530172877e-05,-6.785911682527512e-05,-6.392398790922016e-05,-5.998885535518639e-05,-5.605372280115262e-05,-5.2118590247118846e-05,-4.8183457693085074e-05,-4.42483251390513e-05,-4.031319258501753e-05,-3.637806003098376e-05,-3.244292747694999e-05,-2.850779492291622e-05,-2.4572662368882447e-05,-2.0637529814848676e-05,-1.6702397260814905e-05,-1.2767264706781134e-05,-8.832132152747363e-06,-4.896999598713592e-06,-9.618670446798205e-07,2.9732655093539506e-06,6.908390787430108e-06,1.0843523341463879e-05,1.477865589549765e-05,1.871378844953142e-05,2.2648921003565192e-05,2.6584053557598963e-05,3.0519186111632735e-05,3.4454318665666506e-05,3.838945121970028e-05,4.232458377373405e-05,4.625971632776782e-05,5.019484888180159e-05,5.412998143583536e-05,5.806511398986913e-05,6.20002465439029e-05,6.593538273591548e-05,6.987051165197045e-05,7.380564056802541e-05,7.774077676003799e-05,8.167591295205057e-05,8.561104186810553e-05,8.95461707841605e-05,9.348130697617307e-05,9.741644316818565e-05,0.00010135157208424062,0.00010528670100029558,0.00010922183719230816,0.00011315697338432074,0.0001170921023003757,0.00012102723121643066,0.00012496236013248563,0.00012889750360045582,0.00013283263251651078],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,2,5,2,1,3,5,6,10,9,13,5,11,8,14,13,16,16,27,24,23,21,12,25,25,24,26,23,36,28,30,29,28,28,22,18,25,18,13,20,19,16,9,6,10,7,6,6,3,4,2,6,1,3,1,0,0,0,1,0,0,1],"bins":[-0.005623172037303448,-0.005435696337372065,-0.0052482206374406815,-0.005060744937509298,-0.004873269237577915,-0.004685793537646532,-0.004498317837715149,-0.004310842137783766,-0.004123366437852383,-0.0039358907379209995,-0.00374841527082026,-0.003560939570888877,-0.0033734638709574938,-0.0031859881710261106,-0.0029985124710947275,-0.0028110367711633444,-0.0026235610712319613,-0.002436085371300578,-0.002248609671369195,-0.002061133971437812,-0.0018736582715064287,-0.0016861826879903674,-0.0014987069880589843,-0.0013112312881276011,-0.001123755588196218,-0.0009362798882648349,-0.0007488041883334517,-0.0005613285466097295,-0.0003738528466783464,-0.0001863771612988785,1.0985240805894136e-06,0.00018857420946005732,0.0003760498948395252,0.0005635255947709084,0.0007510012947022915,0.0009384769364260137,0.0011259526945650578,0.001313428278081119,0.0015009039780125022,0.0016883796779438853,0.0018758553778752685,0.0020633309613913298,0.002250806661322713,0.002438282361254096,0.002625758061185479,0.0028132337611168623,0.0030007094610482454,0.0031881851609796286,0.0033756608609110117,0.003563136560842395,0.003750612260773778,0.0039380877278745174,0.004125563427805901,0.004313039127737284,0.004500514827668667,0.00468799052760005,0.004875466227531433,0.005062941927462816,0.005250417627394199,0.0054378933273255825,0.005625369027256966,0.005812844727188349,0.006000320427119732,0.006187796127051115,0.006375271826982498]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,1,0,2,2,1,1,4,6,9,13,12,12,11,5,15,16,24,31,19,23,28,25,27,34,45,27,32,27,33,24,33,28,15,24,22,21,12,22,8,11,12,14,5,2,5,0,4,2,4,2,1,2,1,0,0,2,0,0,0,2,1],"bins":[-0.003027765080332756,-0.0029227272607386112,-0.00281768967397511,-0.0027126518543809652,-0.002607614267617464,-0.0025025764480233192,-0.0023975386284291744,-0.0022925010416656733,-0.0021874632220715284,-0.0020824256353080273,-0.0019773878157138824,-0.0018723501125350595,-0.0017673124093562365,-0.0016622747061774135,-0.0015572368865832686,-0.0014521991834044456,-0.0013471614802256227,-0.0012421237770467997,-0.0011370860738679767,-0.0010320482542738318,-0.0009270105510950089,-0.0008219728479161859,-0.0007169351447373629,-0.000611897383350879,-0.000506859680172056,-0.0004018219478894025,-0.00029678421560674906,-0.00019174651242792606,-8.670878014527261e-05,1.8328944861423224e-05,0.00012336666986811906,0.00022840438759885728,0.00033344211988151073,0.0004384798521641642,0.0005435175844468176,0.0006485552876256406,0.0007535930490121245,0.0008586307521909475,0.0009636684553697705,0.0010687061585485935,0.0011737439781427383,0.0012787816813215613,0.0013838193845003843,0.0014888570876792073,0.0015938947908580303,0.0016989324940368533,0.0018039703136309981,0.0019090080168098211,0.0020140456035733223,0.002119083423167467,0.002224121242761612,0.002329158829525113,0.002434196649119258,0.002539234235882759,0.002644272055476904,0.0027493098750710487,0.00285434746183455,0.0029593852814286947,0.003064422868192196,0.0031694606877863407,0.0032744985073804855,0.0033795360941439867,0.0034845739137381315,0.0035896115005016327,0.0036946493200957775]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,0,1,2,2,2,4,9,6,8,13,17,29,32,57,64,85,127,206,280,383,626,836,1393,2418,4260,7857,16033,37152,109637,245155,96374,33864,15291,7324,4039,2179,1373,796,577,388,258,182,147,86,71,52,31,30,22,17,9,4,6,2,1,2,2,1,0,0,0,1],"bins":[-0.00016307830810546875,-0.00015789270401000977,-0.00015270709991455078,-0.0001475214958190918,-0.0001423358917236328,-0.00013715028762817383,-0.00013196468353271484,-0.00012677907943725586,-0.00012159347534179688,-0.00011640787124633789,-0.0001112222671508789,-0.00010603666305541992,-0.00010085105895996094,-9.566545486450195e-05,-9.047985076904297e-05,-8.529424667358398e-05,-8.0108642578125e-05,-7.492303848266602e-05,-6.973743438720703e-05,-6.455183029174805e-05,-5.936622619628906e-05,-5.418062210083008e-05,-4.8995018005371094e-05,-4.380941390991211e-05,-3.8623809814453125e-05,-3.343820571899414e-05,-2.8252601623535156e-05,-2.3066997528076172e-05,-1.7881393432617188e-05,-1.2695789337158203e-05,-7.510185241699219e-06,-2.3245811462402344e-06,2.86102294921875e-06,8.046627044677734e-06,1.3232231140136719e-05,1.8417835235595703e-05,2.3603439331054688e-05,2.8789043426513672e-05,3.3974647521972656e-05,3.916025161743164e-05,4.4345855712890625e-05,4.953145980834961e-05,5.4717063903808594e-05,5.990266799926758e-05,6.508827209472656e-05,7.027387619018555e-05,7.545948028564453e-05,8.064508438110352e-05,8.58306884765625e-05,9.101629257202148e-05,9.620189666748047e-05,0.00010138750076293945,0.00010657310485839844,0.00011175870895385742,0.0001169443130493164,0.0001221299171447754,0.00012731552124023438,0.00013250112533569336,0.00013768672943115234,0.00014287233352661133,0.0001480579376220703,0.0001532435417175293,0.00015842914581298828,0.00016361474990844727,0.00016880035400390625],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.0010632952908053994,-0.0010330135701224208,-0.001002731965854764,-0.0009724502451717854,-0.0009421685826964676,-0.000911886862013489,-0.0008816051995381713,-0.0008513235370628536,-0.0008210418745875359,-0.0007907601539045572,-0.0007604784914292395,-0.0007301968289539218,-0.0006999151082709432,-0.0006696334457956254,-0.0006393517833203077,-0.0006090700626373291,-0.0005787884001620114,-0.0005485067376866937,-0.000518225017003715,-0.0004879433545283973,-0.0004576616920530796,-0.00042738000047393143,-0.00039709830889478326,-0.00036681664641946554,-0.00033653495484031737,-0.0003062532632611692,-0.0002759716007858515,-0.0002456899092067033,-0.00021540823217947036,-0.00018512655515223742,-0.00015484486357308924,-0.0001245631865458563,-9.428145131096244e-05,-6.39997742837295e-05,-3.3718089980538934e-05,-3.4364093153271824e-06,2.684527134988457e-05,5.712695201509632e-05,8.740863268030807e-05,0.00011769031698349863,0.00014797199401073158,0.00017825367103796452,0.00020853534806519747,0.00023881703964434564,0.0002690987312234938,0.00029938039369881153,0.0003296620852779597,0.0003599437477532774,0.0003902254393324256,0.00042050713091157377,0.0004507887933868915,0.00048107048496603966,0.0005113521474413574,0.000541633868124336,0.0005719155305996537,0.0006021971930749714,0.0006324788555502892,0.0006627605762332678,0.0006930422387085855,0.0007233239011839032,0.0007536056218668818,0.0007838872843421996,0.0008141689468175173,0.0008444506675004959,0.0008747323299758136],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,0,0,3,1,8,4,4,9,9,11,14,15,28,27,46,71,106,161,260,496,953,2037,4115,8464,26260,329908,10585,4720,2309,1125,609,295,166,131,74,52,37,22,15,17,7,9,6,4,4,3,3,2,1,1,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,0,0,0,0,1,2,3,1,2,0,1,0,1,3,5,6,9,4,10,12,16,6,15,22,23,18,34,28,33,32,29,24,29,23,32,27,40,39,29,34,33,10,23,12,17,19,5,9,6,7,6,5,3,5,1,2,4,5,1,0,0,0,1],"bins":[-0.00017326814122498035,-0.00016822358884382993,-0.00016317902191076428,-0.00015813446952961385,-0.00015308991714846343,-0.00014804535021539778,-0.00014300079783424735,-0.00013795624545309693,-0.0001329116930719465,-0.00012786712613888085,-0.00012282257375773042,-0.00011777801410062239,-0.00011273345444351435,-0.00010768890206236392,-0.00010264434240525588,-9.759979002410546e-05,-9.255523036699742e-05,-8.751067070988938e-05,-8.246611832873896e-05,-7.742155867163092e-05,-7.23770062904805e-05,-6.733244663337246e-05,-6.228788697626442e-05,-5.7243330957135186e-05,-5.2198774938005954e-05,-4.715421891887672e-05,-4.210966289974749e-05,-3.706510324263945e-05,-3.202054722351022e-05,-2.697599120438099e-05,-2.1931433366262354e-05,-1.688687552814372e-05,-1.1842334060929716e-05,-6.797777132305782e-06,-1.753220203681849e-06,3.2913367249420844e-06,8.335893653566018e-06,1.3380450582189951e-05,1.8425007510813884e-05,2.346956534893252e-05,2.851412136806175e-05,3.355867738719098e-05,3.8603233406320214e-05,4.364779306342825e-05,4.8692349082557485e-05,5.3736905101686716e-05,5.8781464758794755e-05,6.382601713994518e-05,6.887057679705322e-05,7.391513645416126e-05,7.895968883531168e-05,8.400424849241972e-05,8.904880087357014e-05,9.409336053067818e-05,9.913792018778622e-05,0.00010418247256893665,0.00010922703222604468,0.00011427159188315272,0.00011931614426430315,0.00012436069664545357,0.00012940526357851923,0.00013444981595966965,0.00013949436834082007,0.00014453893527388573,0.00014958348765503615],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,2,3,2,1,0,3,2,5,6,2,7,7,9,8,14,3,9,12,17,13,16,14,20,22,33,20,25,23,27,30,26,39,39,28,22,20,24,21,27,20,19,14,11,12,12,14,6,9,5,3,8,8,0,5,6,3,4,5,1,0,0,0,1],"bins":[-0.013624243438243866,-0.013195651583373547,-0.012767058797180653,-0.012338466942310333,-0.01190987415611744,-0.01148128230124712,-0.0110526904463768,-0.010624097660183907,-0.010195505805313587,-0.009766913950443268,-0.009338321164250374,-0.008909729309380054,-0.008481137454509735,-0.008052544668316841,-0.007623952813446522,-0.007195360492914915,-0.006766768172383308,-0.006338175851851702,-0.005909583531320095,-0.005480991676449776,-0.005052399355918169,-0.004623807035386562,-0.004195215180516243,-0.0037666228599846363,-0.0033380305394530296,-0.002909438218921423,-0.00248084613122046,-0.002052254043519497,-0.0016236617229878902,-0.0011950695188716054,-0.0007664773147553205,-0.0003378851106390357,9.070802479982376e-05,0.0005193002289161086,0.0009478924330323935,0.0013764846371486783,0.0018050768412649632,0.00223366916179657,0.002662261249497533,0.003090853337198496,0.0035194456577301025,0.003948037978261709,0.004376630298793316,0.004805222153663635,0.005233814474195242,0.005662406794726849,0.006090998649597168,0.006519590970128775,0.006948183290660381,0.007376775611191988,0.007805367931723595,0.008233959786593914,0.008662551641464233,0.009091144427657127,0.009519736282527447,0.00994832906872034,0.01037692092359066,0.01080551277846098,0.011234105564653873,0.011662697419524193,0.012091290205717087,0.012519882060587406,0.012948473915457726,0.01337706670165062,0.013805658556520939]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.009086246602237225,-0.008818431757390499,-0.008550615981221199,-0.008282801136374474,-0.008014985360205173,-0.007747170515358448,-0.007479355204850435,-0.0072115398943424225,-0.00694372458383441,-0.006675909273326397,-0.006408093962818384,-0.006140278652310371,-0.005872463807463646,-0.005604648496955633,-0.00533683318644762,-0.005069017875939608,-0.004801202565431595,-0.004533387254923582,-0.004265571944415569,-0.0039977566339075565,-0.0037299415562301874,-0.0034621262457221746,-0.0031943111680448055,-0.0029264958575367928,-0.00265868054702878,-0.002390865236520767,-0.0021230499260127544,-0.0018552348483353853,-0.0015874195378273726,-0.0013196042273193598,-0.0010517890332266688,-0.000783973780926317,-0.0005161585286259651,-0.00024834327632561326,1.9471975974738598e-05,0.00028728722827509046,0.0005551024805754423,0.0008229177328757942,0.001090732985176146,0.001358548179268837,0.0016263634897768497,0.0018941788002848625,0.0021619941107928753,0.0024298091884702444,0.002697624498978257,0.00296543980948627,0.003233254887163639,0.003501070197671652,0.0037688855081796646,0.004036700818687677,0.00430451612919569,0.004572331439703703,0.004840146750211716,0.005107961595058441,0.005375776905566454,0.005643592216074467,0.0059114075265824795,0.006179222837090492,0.006447038147598505,0.006714853458106518,0.006982668302953243,0.007250483613461256,0.007518298923969269,0.007786114234477282,0.008053929544985294],"_type":"histogram","values":[2,0,0,1,1,0,1,0,0,0,0,3,2,8,2,9,9,11,10,12,14,25,18,19,18,24,20,17,20,31,29,31,28,34,33,27,29,25,25,23,25,21,19,28,22,10,14,13,10,11,8,5,3,5,3,3,1,1,2,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[2,3,2,8,8,19,37,63,114,169,306,432,669,1006,1519,2225,3163,4426,5915,7867,9891,12670,15294,18809,22114,25017,28563,31302,33204,35039,36443,35919,34957,33384,30977,28337,25399,21634,18325,15303,12279,10035,7529,5822,4321,2955,2164,1497,991,618,436,251,160,99,59,36,12,16,2,3,2,2,0,1],"bins":[-0.09576040506362915,-0.09266810119152069,-0.08957578986883163,-0.08648348599672318,-0.08339118212461472,-0.08029887080192566,-0.0772065669298172,-0.07411426305770874,-0.07102195173501968,-0.06792964786291122,-0.06483734399080276,-0.06174503266811371,-0.05865272879600525,-0.05556042119860649,-0.05246811360120773,-0.049375809729099274,-0.046283502131700516,-0.04319119453430176,-0.0400988906621933,-0.03700658306479454,-0.03391427546739578,-0.030821969732642174,-0.027729663997888565,-0.024637356400489807,-0.0215450506657362,-0.01845274493098259,-0.015360437333583832,-0.012268131598830223,-0.00917582493275404,-0.0060835182666778564,-0.0029912120662629604,0.00010109436698257923,0.003193400800228119,0.006285707466304302,0.009378014132380486,0.012470319867134094,0.015562626533210278,0.01865493319928646,0.02174723893404007,0.024839546531438828,0.027931852266192436,0.031024158000946045,0.0341164655983448,0.03720877319574356,0.04030107706785202,0.04339338466525078,0.046485692262649536,0.049577996134757996,0.052670303732156754,0.05576261132955551,0.05885491520166397,0.06194722279906273,0.06503953039646149,0.06813183426856995,0.071224145591259,0.07431644946336746,0.07740875333547592,0.08050106465816498,0.08359336853027344,0.0866856724023819,0.08977798372507095,0.09287028759717941,0.09596259146928787,0.09905490279197693,0.10214720666408539]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,1,1,0,0,1,2,2,2,3,4,3,8,6,8,7,8,11,16,23,29,29,28,53,47,56,51,28,35,56,36,33,34,20,18,27,23,14,5,7,5,3,6,5,7,2,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[0.9884209036827087,0.9887923002243042,0.9891636967658997,0.9895351529121399,0.9899065494537354,0.9902779459953308,0.9906493425369263,0.9910207390785217,0.991392195224762,0.9917635917663574,0.9921349883079529,0.9925063848495483,0.9928777813911438,0.993249237537384,0.9936206340789795,0.993992030620575,0.9943634271621704,0.9947348237037659,0.9951062798500061,0.9954776763916016,0.995849072933197,0.9962204694747925,0.9965918660163879,0.9969633221626282,0.9973347187042236,0.9977061152458191,0.9980775117874146,0.99844890832901,0.9988203644752502,0.9991917610168457,0.9995631575584412,0.9999345541000366,1.0003060102462769,1.0006773471832275,1.0010488033294678,1.001420259475708,1.0017915964126587,1.002163052558899,1.0025343894958496,1.0029058456420898,1.00327730178833,1.0036486387252808,1.004020094871521,1.0043914318084717,1.004762887954712,1.0051343441009521,1.0055056810379028,1.005877137184143,1.0062484741210938,1.006619930267334,1.0069913864135742,1.007362723350525,1.0077341794967651,1.0081055164337158,1.008476972579956,1.0088484287261963,1.009219765663147,1.0095912218093872,1.009962558746338,1.0103340148925781,1.0107054710388184,1.011076807975769,1.0114482641220093,1.01181960105896,1.0121910572052002],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[4,9,11,28,51,83,178,285,560,857,1368,2213,3398,5022,7444,10636,14663,19771,26015,33672,41779,51169,60668,70290,79467,88364,94044,98956,100423,100428,97012,91744,83419,75399,65558,55936,46623,37512,29417,22698,16979,12477,8781,6212,4126,2700,1685,1128,654,416,245,137,61,47,23,5,7,4,2,0,0,0,0,1],"bins":[-0.0928681418299675,-0.08963745832443237,-0.08640677481889725,-0.08317609876394272,-0.07994541525840759,-0.07671473175287247,-0.07348404824733734,-0.07025336474180222,-0.06702268123626709,-0.06379200518131256,-0.060561321675777435,-0.05733063817024231,-0.054099954664707184,-0.05086927488446236,-0.04763859137892723,-0.044407911598682404,-0.04117722809314728,-0.03794654458761215,-0.034715864807367325,-0.0314851813018322,-0.028254499658942223,-0.025023818016052246,-0.02179313451051712,-0.018562452867627144,-0.015331771224737167,-0.01210108958184719,-0.00887040700763464,-0.005639724899083376,-0.002409042790532112,0.0008216393180191517,0.0040523214265704155,0.007283003535121679,0.010513678193092346,0.013744359835982323,0.0169750414788723,0.020205724984407425,0.0234364066272974,0.026667088270187378,0.029897771775722504,0.03312845155596733,0.03635913506150246,0.03958981856703758,0.04282049834728241,0.046051181852817535,0.04928186535835266,0.05251254513859749,0.055743228644132614,0.05897390842437744,0.06220459192991257,0.06543527543544769,0.06866595894098282,0.07189663499593735,0.07512731850147247,0.0783580020070076,0.08158868551254272,0.08481936901807785,0.08805005252361298,0.0912807285785675,0.09451141208410263,0.09774209558963776,0.10097277909517288,0.10420346260070801,0.10743413865566254,0.11066482216119766,0.11389550566673279]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[4,2,3,3,9,10,12,23,35,59,65,105,161,263,399,624,1017,1557,2486,4064,7330,13222,24714,49241,104420,221537,401819,367542,191889,87623,42721,21831,12024,6357,3655,2167,1340,861,556,350,246,168,109,76,49,30,24,17,10,12,5,3,2,3,1,3,1,2,0,2,0,0,0,1],"bins":[-0.00020599365234375,-0.0001983344554901123,-0.0001906752586364746,-0.00018301606178283691,-0.00017535686492919922,-0.00016769766807556152,-0.00016003847122192383,-0.00015237927436828613,-0.00014472007751464844,-0.00013706088066101074,-0.00012940168380737305,-0.00012174248695373535,-0.00011408329010009766,-0.00010642409324645996,-9.876489639282227e-05,-9.110569953918457e-05,-8.344650268554688e-05,-7.578730583190918e-05,-6.812810897827148e-05,-6.046891212463379e-05,-5.2809715270996094e-05,-4.51505184173584e-05,-3.74913215637207e-05,-2.9832124710083008e-05,-2.2172927856445312e-05,-1.4513731002807617e-05,-6.854534149169922e-06,8.046627044677734e-07,8.463859558105469e-06,1.6123056411743164e-05,2.378225326538086e-05,3.1441450119018555e-05,3.910064697265625e-05,4.6759843826293945e-05,5.441904067993164e-05,6.207823753356934e-05,6.973743438720703e-05,7.739663124084473e-05,8.505582809448242e-05,9.271502494812012e-05,0.00010037422180175781,0.00010803341865539551,0.0001156926155090332,0.0001233518123626709,0.0001310110092163086,0.0001386702060699463,0.00014632940292358398,0.00015398859977722168,0.00016164779663085938,0.00016930699348449707,0.00017696619033813477,0.00018462538719177246,0.00019228458404541016,0.00019994378089904785,0.00020760297775268555,0.00021526217460632324,0.00022292137145996094,0.00023058056831359863,0.00023823976516723633,0.000245898962020874,0.0002535581588745117,0.0002612173557281494,0.0002688765525817871,0.0002765357494354248,0.0002841949462890625]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.09442705661058426,-0.09152587503194809,-0.08862470090389252,-0.08572351932525635,-0.08282234519720078,-0.0799211636185646,-0.07701998949050903,-0.07411880791187286,-0.07121763378381729,-0.06831645220518112,-0.06541527807712555,-0.06251409649848938,-0.05961291864514351,-0.05671174079179764,-0.05381056293845177,-0.050909385085105896,-0.048008207231760025,-0.045107029378414154,-0.04220585152506828,-0.03930467367172241,-0.03640349581837654,-0.03350231796503067,-0.03060113824903965,-0.02769996039569378,-0.024798782542347908,-0.021897604689002037,-0.018996426835656166,-0.016095248982310295,-0.01319407019764185,-0.010292892344295979,-0.00739171402528882,-0.004490535706281662,-0.001589357852935791,0.0013118202332407236,0.004212998319417238,0.0071141766384243965,0.010015354491770267,0.012916532345116138,0.015817711129784584,0.018718888983130455,0.021620066836476326,0.024521244689822197,0.027422422543168068,0.03032360039651394,0.03322478011250496,0.03612595796585083,0.0390271358191967,0.04192831367254257,0.04482949152588844,0.047730669379234314,0.050631847232580185,0.053533025085926056,0.05643420293927193,0.0593353807926178,0.06223655864596367,0.06513773649930954,0.06803891807794571,0.07094009220600128,0.07384127378463745,0.07674244791269302,0.0796436294913292,0.08254480361938477,0.08544598519802094,0.08834715932607651,0.09124834090471268],"_type":"histogram","values":[2,1,3,8,8,15,33,63,104,152,240,358,522,775,1167,1637,2434,3288,4512,5736,7637,9585,12011,14582,17144,20290,23175,25952,28757,30766,32392,33304,33883,33388,32537,31245,28772,26096,23327,20357,17508,14754,12204,9732,7771,5967,4487,3397,2459,1716,1210,869,514,362,233,149,99,56,36,22,9,5,6,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,2,1,1,1,1,2,4,4,4,6,5,7,8,10,9,14,12,23,10,24,17,27,16,31,20,28,24,28,27,27,23,26,31,24,21,30,26,18,23,19,14,14,17,12,9,12,5,14,3,3,8,2,5,2,2,2,1,3,1,0,1,1,2],"bins":[-0.005700187757611275,-0.005514844320714474,-0.005329500883817673,-0.005144157912582159,-0.004958814475685358,-0.004773471038788557,-0.004588127601891756,-0.004402784164994955,-0.004217441193759441,-0.00403209775686264,-0.0038467543199658394,-0.0036614108830690384,-0.0034760674461722374,-0.00329072424210608,-0.003105380805209279,-0.0029200376011431217,-0.0027346941642463207,-0.0025493507273495197,-0.0023640075232833624,-0.0021786640863865614,-0.001993320882320404,-0.001807977445423603,-0.001622634008526802,-0.001437290688045323,-0.0012519473675638437,-0.0010666040470823646,-0.0008812606683932245,-0.0006959172897040844,-0.0005105739692226052,-0.0003252306196372956,-0.00013988727005198598,4.5456079533323646e-05,0.00023079942911863327,0.0004161427787039429,0.0006014861282892525,0.0007868295069783926,0.0009721728274598718,0.001157516147941351,0.001342859584838152,0.001528202905319631,0.0017135462258011103,0.0018988895462825894,0.0020842328667640686,0.0022695763036608696,0.0024549197405576706,0.002640262944623828,0.002825606381520629,0.0030109495855867863,0.0031962930224835873,0.0033816364593803883,0.0035669796634465456,0.0037523231003433466,0.003937666304409504,0.004123009741306305,0.004308353178203106,0.004493696615099907,0.004679040051996708,0.004864383023232222,0.005049726460129023,0.005235069897025824,0.005420413333922625,0.005605756770819426,0.005791099742054939,0.00597644317895174,0.006161786615848541]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.10632231086492538,-0.10324789583683014,-0.1001734808087349,-0.09709905833005905,-0.0940246433019638,-0.09095022827386856,-0.08787581324577332,-0.08480139076709747,-0.08172697573900223,-0.07865256071090698,-0.07557814568281174,-0.07250373065471649,-0.06942930817604065,-0.0663548931479454,-0.06328047811985016,-0.060206059366464615,-0.05713164433836937,-0.054057229310274124,-0.05098281055688858,-0.047908395528793335,-0.04483397677540779,-0.041759561747312546,-0.038685142993927,-0.03561072796583176,-0.03253631293773651,-0.029461894184350967,-0.026387477293610573,-0.023313060402870178,-0.020238645374774933,-0.01716422848403454,-0.014089811593294144,-0.011015394702553749,-0.007940977811813354,-0.00486656092107296,-0.0017921444959938526,0.0012822721619158983,0.004356688819825649,0.007431105710566044,0.010505521669983864,0.013579938560724258,0.016654355451464653,0.019728772342205048,0.022803189232945442,0.025877606123685837,0.028952021151781082,0.032026439905166626,0.03510085493326187,0.038175273686647415,0.04124968871474266,0.044324103742837906,0.04739852249622345,0.050472937524318695,0.05354735627770424,0.056621771305799484,0.05969619005918503,0.06277060508728027,0.06584502011537552,0.06891943514347076,0.0719938576221466,0.07506827265024185,0.0781426876783371,0.08121710270643234,0.08429152518510818,0.08736594021320343,0.09044035524129868],"_type":"histogram","values":[2,0,0,1,3,5,11,18,43,82,123,200,344,565,898,1394,2137,3281,4942,6755,9655,13147,17652,22933,29520,36455,44839,53332,62342,70504,78799,85437,90534,94084,96028,94488,91457,86538,79856,72126,63810,54277,46385,38026,30629,24084,18454,13889,10356,7203,5121,3556,2403,1591,1008,656,339,234,136,73,41,33,16,14]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-0.016273820772767067,-0.015768874436616898,-0.015263927169144154,-0.01475897990167141,-0.01425403356552124,-0.013749086298048496,-0.013244139030575752,-0.012739192694425583,-0.012234245426952839,-0.011729298159480095,-0.011224351823329926,-0.010719404555857182,-0.010214457288384438,-0.009709510952234268,-0.009204563684761524,-0.008699617348611355,-0.00819467008113861,-0.007689723279327154,-0.0071847764775156975,-0.0066798292100429535,-0.006174882408231497,-0.00566993560642004,-0.005164988338947296,-0.0046600415371358395,-0.004155094735324383,-0.003650147933512926,-0.0031452008988708258,-0.0026402538642287254,-0.0021353070624172688,-0.0016303601441904902,-0.0011254132259637117,-0.0006204663077369332,-0.00011551938951015472,0.0003894275287166238,0.0008943744469434023,0.0013993213651701808,0.0019042682833969593,0.002409215085208416,0.0029141621198505163,0.0034191091544926167,0.003924055956304073,0.00442900275811553,0.004933949559926987,0.005438896827399731,0.005943843629211187,0.006448790431022644,0.006953737698495388,0.007458684500306845,0.007963631302118301,0.008468578569591045,0.008973524905741215,0.009478472173213959,0.009983418509364128,0.010488365776836872,0.010993313044309616,0.011498259380459785,0.01200320664793253,0.012508153915405273,0.013013100251555443,0.013518047519028187,0.01402299478650093,0.0145279411226511,0.015032888390123844,0.015537834726274014,0.016042781993746758],"_type":"histogram","values":[1,0,0,0,0,0,1,0,2,4,0,4,2,7,6,9,12,19,5,25,12,12,20,15,33,31,21,20,31,33,29,32,37,30,30,22,23,21,25,26,29,25,13,10,20,8,12,9,8,7,2,6,4,2,0,7,2,1,0,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[2,1,1,0,0,0,3,2,3,4,2,3,3,2,10,6,6,10,11,15,23,20,19,27,25,22,27,27,27,36,21,28,28,29,34,31,31,27,33,23,19,13,14,12,11,11,13,13,6,8,6,5,1,3,0,5,2,2,0,1,0,0,0,1],"bins":[-0.00020148644398432225,-0.0001951214362634346,-0.0001887564139906317,-0.00018239140626974404,-0.00017602638399694115,-0.0001696613762760535,-0.0001632963540032506,-0.00015693134628236294,-0.00015056633856147528,-0.0001442013162886724,-0.00013783630856778473,-0.00013147128629498184,-0.00012510627857409418,-0.0001187412635772489,-0.00011237624858040363,-0.00010601123358355835,-9.964621858671308e-05,-9.32812035898678e-05,-8.691618859302253e-05,-8.055117359617725e-05,-7.418615859933197e-05,-6.782115087844431e-05,-6.145613588159904e-05,-5.5091120884753764e-05,-4.872610588790849e-05,-4.236109089106321e-05,-3.599607589421794e-05,-2.963106453535147e-05,-2.3266049538506195e-05,-1.690103454166092e-05,-1.0536021363805048e-05,-4.171007276454475e-06,2.194021362811327e-06,8.5590354501619e-06,1.4924049537512474e-05,2.1289062715368345e-05,2.765407771221362e-05,3.4019092709058896e-05,4.0384104067925364e-05,4.674911906477064e-05,5.3114134061615914e-05,5.947914905846119e-05,6.584416405530646e-05,7.220917905215174e-05,7.85741867730394e-05,8.493920176988468e-05,9.130421676672995e-05,9.766923176357523e-05,0.0001040342467604205,0.00011039926175726578,0.00011676427675411105,0.0001231292844749987,0.0001294943067478016,0.00013585931446868926,0.00014222433674149215,0.0001485893444623798,0.00015495435218326747,0.00016131937445607036,0.00016768438217695802,0.00017404940444976091,0.00018041441217064857,0.00018677943444345146,0.00019314444216433913,0.00019950946443714201,0.00020587447215802968],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[4,10,22,72,189,337,650,1007,1318,1678,1792,1911,1988,1972,2007,1967,2137,2057,2137,1985,2031,2015,2029,1915,2035,2107,2057,2022,2041,2094,2033,2071,1937,2025,2018,2087,1982,1967,2083,2098,2027,2023,2120,2093,2022,2030,1992,2097,2056,2061,1979,1929,1975,1694,1514,1137,815,449,244,104,42,9,4,1],"bins":[-0.04793710634112358,-0.04642324522137642,-0.04490938037633896,-0.0433955192565918,-0.041881658136844635,-0.040367793291807175,-0.03885393217206001,-0.03734006732702255,-0.03582620620727539,-0.03431234508752823,-0.03279848024249077,-0.03128461912274361,-0.029770756140351295,-0.028256893157958984,-0.026743032038211823,-0.02522916905581951,-0.0237153060734272,-0.02220144309103489,-0.020687580108642578,-0.019173718988895416,-0.017659856006503105,-0.016145993024110794,-0.014632130973041058,-0.013118268921971321,-0.01160440593957901,-0.010090542957186699,-0.008576680906116962,-0.007062818389385939,-0.005548955872654915,-0.004035093355923891,-0.0025212308391928673,-0.0010073683224618435,0.0005064941942691803,0.002020356711000204,0.003534219227731228,0.005048081744462252,0.0065619442611932755,0.008075807243585587,0.009589669294655323,0.01110353134572506,0.01261739432811737,0.014131257310509682,0.015645120292901993,0.017158981412649155,0.018672844395041466,0.020186707377433777,0.02170056849718094,0.02321443147957325,0.02472829446196556,0.026242157444357872,0.027756020426750183,0.029269881546497345,0.030783744528889656,0.03229760751128197,0.03381146863102913,0.03532533347606659,0.03683919459581375,0.03835305571556091,0.03986692056059837,0.041380781680345535,0.042894646525382996,0.04440850764513016,0.04592236876487732,0.04743623360991478,0.04895009472966194]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,2,3,1,0,2,2,3,2,3,3,5,7,12,10,15,34,29,19,29,32,45,50,45,51,51,44,43,38,24,23,19,18,19,13,14,10,7,12,2,4,2,4,2,2,1,1,1,2,2,0,0,0,0,2,0,1,0,0,0,0,1],"bins":[-0.00027110063820146024,-0.00026085504214279354,-0.0002506094751879573,-0.0002403638936812058,-0.00023011831217445433,-0.00021987271611578763,-0.00020962713460903615,-0.00019938155310228467,-0.0001891359715955332,-0.00017889039008878171,-0.00016864480858203024,-0.00015839922707527876,-0.00014815363101661205,-0.00013790804950986058,-0.0001276624680031091,-0.00011741688649635762,-0.00010717130498960614,-9.692572348285466e-05,-8.668014197610319e-05,-7.64345531933941e-05,-6.618897168664262e-05,-5.594339017989114e-05,-4.5697805035160854e-05,-3.545221989043057e-05,-2.5206638383679092e-05,-1.496105505793821e-05,-4.715471732197329e-06,5.530111593543552e-06,1.5775694919284433e-05,2.6021278245025314e-05,3.6266861570766196e-05,4.651244671549648e-05,5.67579991184175e-05,6.700358062516898e-05,7.724916213192046e-05,8.749475091462955e-05,9.774033242138103e-05,0.0001079859139281325,0.0001182315027108416,0.00012847708421759307,0.00013872266572434455,0.00014896824723109603,0.0001592138287378475,0.00016945941024459898,0.0001797050063032657,0.00018995058781001717,0.00020019616931676865,0.00021044175082352012,0.0002206873323302716,0.00023093291383702308,0.00024117849534377456,0.00025142409140244126,0.0002616696583572775,0.0002719152544159442,0.00028216082137078047,0.0002924064174294472,0.0003026520134881139,0.00031289758044295013,0.00032314317650161684,0.0003333887434564531,0.0003436343395151198,0.00035387990646995604,0.00036412550252862275,0.000374371069483459,0.0003846166655421257]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[4,2,0,1,2,1,5,3,8,6,8,9,4,10,7,12,15,12,17,28,21,18,22,26,27,29,28,38,27,22,19,35,32,29,18,20,23,24,20,18,14,18,15,9,13,5,8,5,5,6,7,5,0,1,1,1,3,0,0,1,0,0,0,1],"bins":[-0.0003465410554781556,-0.00033463057479821146,-0.0003227200941182673,-0.0003108096425421536,-0.00029889916186220944,-0.0002869886811822653,-0.0002750782005023211,-0.0002631677489262074,-0.00025125726824626327,-0.0002393467875663191,-0.00022743630688637495,-0.00021552584075834602,-0.00020361536007840186,-0.00019170489395037293,-0.00017979441327042878,-0.00016788394714239985,-0.0001559734664624557,-0.00014406298578251153,-0.0001321525196544826,-0.00012024204625049606,-0.00010833157284650952,-9.642109216656536e-05,-8.451061876257882e-05,-7.260014535859227e-05,-6.068967195460573e-05,-4.8779198550619185e-05,-3.686872514663264e-05,-2.495824810466729e-05,-1.3047774700680748e-05,-1.1373003871995024e-06,1.0773173926281743e-05,2.268364914925769e-05,3.459412255324423e-05,4.6504595957230777e-05,5.841506936121732e-05,7.032554276520386e-05,8.223601616919041e-05,9.414649684913456e-05,0.00010605697025312111,0.00011796744365710765,0.00012987790978513658,0.00014178839046508074,0.0001536988711450249,0.00016560933727305382,0.00017751981795299798,0.0001894302840810269,0.00020134076476097107,0.000213251230889,0.00022516171156894416,0.00023707219224888831,0.00024898265837691724,0.0002608931390568614,0.00027280361973680556,0.00028471407131291926,0.0002966245519928634,0.0003085350326728076,0.00032044551335275173,0.0003323559940326959,0.0003442664456088096,0.00035617692628875375,0.0003680874069686979,0.00037999788764864206,0.00039190833922475576,0.0004038188199046999,0.0004157293005846441],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.013144719414412975,-0.01289374753832817,-0.012642775662243366,-0.012391802854835987,-0.012140830978751183,-0.011889859102666378,-0.011638887226581573,-0.011387915350496769,-0.011136943474411964,-0.010885970667004585,-0.01063499879091978,-0.010384026914834976,-0.010133055038750172,-0.009882083162665367,-0.009631110355257988,-0.009380138479173183,-0.009129166603088379,-0.008878194727003574,-0.00862722285091877,-0.00837625004351139,-0.008125278167426586,-0.007874306291341782,-0.007623334415256977,-0.007372362073510885,-0.007121390197426081,-0.006870418321341276,-0.006619445979595184,-0.00636847410351038,-0.006117502227425575,-0.005866529885679483,-0.005615558009594679,-0.005364585667848587,-0.00511361425742507,-0.004862642381340265,-0.004611670039594173,-0.004360698163509369,-0.004109726287424564,-0.0038587539456784725,-0.003607782069593668,-0.00335680996067822,-0.0031058378517627716,-0.0028548657428473234,-0.0026038936339318752,-0.0023529217578470707,-0.0021019496489316225,-0.0018509775400161743,-0.001600005547516048,-0.0013490335550159216,-0.0010980614461004734,-0.0008470893953926861,-0.0005961173446848989,-0.0003451452939771116,-9.41732432693243e-05,0.00015679880743846297,0.00040777085814625025,0.0006587429088540375,0.0009097149595618248,0.001160687068477273,0.0014116590609773993,0.0016626310534775257,0.001913603162392974,0.002164575271308422,0.0024155471473932266,0.002666519256308675,0.002917491365224123],"_type":"histogram","values":[1,1,1,2,2,3,0,3,7,7,7,18,10,19,17,20,42,40,48,46,59,63,57,85,70,87,91,78,75,77,82,89,66,79,75,75,56,79,46,43,49,43,38,26,23,28,16,13,12,13,7,14,7,4,4,5,4,3,3,2,2,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,0,1,4,11,17,20,55,93,165,274,471,751,1157,1874,2910,4190,6335,8746,12266,16638,22083,28639,35661,43493,52516,61680,70858,79379,86100,91860,96258,96874,96391,93577,88070,81839,72902,64101,55284,46276,37941,30422,23292,17977,13269,9626,6957,4840,3151,2061,1325,894,541,310,185,125,58,33,22,6,6,0,3],"bins":[-0.10191140323877335,-0.09878861904144287,-0.0956658348441124,-0.09254305064678192,-0.08942026644945145,-0.08629748225212097,-0.0831746980547905,-0.08005191385746002,-0.07692912220954895,-0.07380633801221848,-0.070683553814888,-0.06756076961755753,-0.06443798542022705,-0.061315201222896576,-0.0581924170255661,-0.055069632828235626,-0.05194684863090515,-0.048824064433574677,-0.0457012802362442,-0.04257849603891373,-0.03945571184158325,-0.03633292391896248,-0.033210139721632004,-0.03008735552430153,-0.026964571326971054,-0.02384178712964058,-0.020719002932310104,-0.01759621687233448,-0.014473432675004005,-0.01135064847767353,-0.008227863349020481,-0.005105078686028719,-0.0019823014736175537,0.0011404831893742085,0.004263267852365971,0.007386052515357733,0.010508837178349495,0.01363162137567997,0.016754407435655594,0.01987719163298607,0.022999975830316544,0.02612276002764702,0.029245544224977493,0.03236832842230797,0.03549111634492874,0.038613900542259216,0.04173668473958969,0.044859468936920166,0.04798225313425064,0.051105037331581116,0.05422782152891159,0.057350605726242065,0.06047338992357254,0.06359617412090302,0.06671895831823349,0.06984174251556396,0.07296453416347504,0.07608731836080551,0.07921010255813599,0.08233288675546646,0.08545567095279694,0.08857845515012741,0.09170123934745789,0.09482402354478836,0.09794680774211884],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.1054791808128357,-0.10209538787603378,-0.09871159493923187,-0.09532780945301056,-0.09194401651620865,-0.08856022357940674,-0.08517643064260483,-0.08179263770580292,-0.0784088522195816,-0.0750250592827797,-0.07164126634597778,-0.06825747340917587,-0.06487368047237396,-0.06148989126086235,-0.05810609832406044,-0.05472230911254883,-0.05133851617574692,-0.04795472323894501,-0.044570934027433395,-0.041187141090631485,-0.03780335187911987,-0.03441955894231796,-0.031035766005516052,-0.02765197493135929,-0.02426818385720253,-0.02088439278304577,-0.017500601708889008,-0.014116808772087097,-0.010733017697930336,-0.0073492261581122875,-0.003965434618294239,-0.0005816430784761906,0.002802141010761261,0.0061859325505793095,0.009569724090397358,0.012953516095876694,0.016337307170033455,0.019721098244190216,0.023104891180992126,0.026488682255148888,0.02987247332930565,0.03325626626610756,0.03664005547761917,0.04002384841442108,0.04340764135122299,0.046791430562734604,0.050175223499536514,0.053559012711048126,0.05694280564785004,0.06032659858465195,0.06371039152145386,0.06709417700767517,0.07047796994447708,0.07386176288127899,0.0772455558180809,0.08062934875488281,0.08401313424110413,0.08739692717790604,0.09078072011470795,0.09416451305150986,0.09754830598831177,0.10093209892511368,0.10431588441133499,0.1076996773481369,0.11108347028493881],"_type":"histogram","values":[1,0,2,2,4,18,25,39,72,136,250,479,807,1301,2201,3334,5149,7681,10897,15582,21175,28248,36462,45779,55989,66301,76958,87346,95279,101572,104707,105118,102640,97436,89713,80914,71032,59659,49495,39925,31171,23645,17467,12279,8526,5910,3812,2495,1575,961,555,340,179,107,49,36,18,4,4,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,1,0,4,2,1,4,10,8,17,22,30,35,60,77,119,157,226,368,454,753,1118,1810,2727,4666,7768,13881,26642,54751,122851,172349,89323,40916,20592,11155,6263,3789,2359,1551,957,603,451,305,162,146,93,81,41,35,29,16,11,12,5,2,2,2,2,1,2,1,2],"bins":[-0.00010204315185546875,-9.888410568237305e-05,-9.572505950927734e-05,-9.256601333618164e-05,-8.940696716308594e-05,-8.624792098999023e-05,-8.308887481689453e-05,-7.992982864379883e-05,-7.677078247070312e-05,-7.361173629760742e-05,-7.045269012451172e-05,-6.729364395141602e-05,-6.413459777832031e-05,-6.097555160522461e-05,-5.7816505432128906e-05,-5.46574592590332e-05,-5.14984130859375e-05,-4.83393669128418e-05,-4.5180320739746094e-05,-4.202127456665039e-05,-3.886222839355469e-05,-3.5703182220458984e-05,-3.254413604736328e-05,-2.9385089874267578e-05,-2.6226043701171875e-05,-2.3066997528076172e-05,-1.990795135498047e-05,-1.6748905181884766e-05,-1.3589859008789062e-05,-1.043081283569336e-05,-7.271766662597656e-06,-4.112720489501953e-06,-9.5367431640625e-07,2.205371856689453e-06,5.364418029785156e-06,8.52346420288086e-06,1.1682510375976562e-05,1.4841556549072266e-05,1.800060272216797e-05,2.1159648895263672e-05,2.4318695068359375e-05,2.7477741241455078e-05,3.063678741455078e-05,3.3795833587646484e-05,3.695487976074219e-05,4.011392593383789e-05,4.3272972106933594e-05,4.64320182800293e-05,4.9591064453125e-05,5.27501106262207e-05,5.5909156799316406e-05,5.906820297241211e-05,6.222724914550781e-05,6.538629531860352e-05,6.854534149169922e-05,7.170438766479492e-05,7.486343383789062e-05,7.802248001098633e-05,8.118152618408203e-05,8.434057235717773e-05,8.749961853027344e-05,9.065866470336914e-05,9.381771087646484e-05,9.697675704956055e-05,0.00010013580322265625]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,0,1,2,1,1,3,3,2,8,11,15,29,32,47,83,162,289,458,808,1564,3005,6148,12962,27824,67378,169233,173975,70353,28963,13210,6361,3207,1681,882,410,284,166,105,59,30,22,10,9,7,6,2,4,0,0,3,1,0,0,0,1,0,0,0,0,0,1],"bins":[-0.000576019287109375,-0.0005561709403991699,-0.0005363225936889648,-0.0005164742469787598,-0.0004966259002685547,-0.0004767775535583496,-0.00045692920684814453,-0.00043708086013793945,-0.0004172325134277344,-0.0003973841667175293,-0.0003775358200073242,-0.00035768747329711914,-0.00033783912658691406,-0.000317990779876709,-0.0002981424331665039,-0.00027829408645629883,-0.00025844573974609375,-0.00023859739303588867,-0.0002187490463256836,-0.00019890069961547852,-0.00017905235290527344,-0.00015920400619506836,-0.00013935565948486328,-0.0001195073127746582,-9.965896606445312e-05,-7.981061935424805e-05,-5.996227264404297e-05,-4.011392593383789e-05,-2.0265579223632812e-05,-4.172325134277344e-07,1.9431114196777344e-05,3.927946090698242e-05,5.91278076171875e-05,7.897615432739258e-05,9.882450103759766e-05,0.00011867284774780273,0.0001385211944580078,0.0001583695411682129,0.00017821788787841797,0.00019806623458862305,0.00021791458129882812,0.0002377629280090332,0.0002576112747192383,0.00027745962142944336,0.00029730796813964844,0.0003171563148498535,0.0003370046615600586,0.00035685300827026367,0.00037670135498046875,0.00039654970169067383,0.0004163980484008789,0.000436246395111084,0.00045609474182128906,0.00047594308853149414,0.0004957914352416992,0.0005156397819519043,0.0005354881286621094,0.0005553364753723145,0.0005751848220825195,0.0005950331687927246,0.0006148815155029297,0.0006347298622131348,0.0006545782089233398,0.0006744265556335449,0.00069427490234375]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,2,3,3,4,2,6,2,4,9,10,6,16,9,15,14,17,14,28,34,53,129,135,56,42,28,13,11,18,8,8,6,7,9,7,4,8,5,2,4,1,2,2,3,3,0,0,1,2],"bins":[-3.868887688440736e-06,-3.7644756503141252e-06,-3.660063612187514e-06,-3.555651574060903e-06,-3.4512395359342918e-06,-3.3468274978076806e-06,-3.2424154596810695e-06,-3.1380034215544583e-06,-3.033591383427847e-06,-2.929179345301236e-06,-2.824767307174625e-06,-2.7203552690480137e-06,-2.6159432309214026e-06,-2.5115311927947914e-06,-2.4071191546681803e-06,-2.302707116541569e-06,-2.198295078414958e-06,-2.0938828129146714e-06,-1.9894707747880602e-06,-1.8850588503482868e-06,-1.7806468122216756e-06,-1.6762347740950645e-06,-1.5718227359684533e-06,-1.4674106978418422e-06,-1.3629985460283933e-06,-1.2585865079017822e-06,-1.154174469775171e-06,-1.0497624316485599e-06,-9.453503935219487e-07,-8.409383553953376e-07,-7.365263172687264e-07,-6.321142791421153e-07,-5.277022410155041e-07,-4.2329020288889296e-07,-3.188781647622818e-07,-2.1446609821396123e-07,-1.1005406008735008e-07,-5.642014855311572e-09,9.877003037672694e-08,2.031820827141928e-07,3.0759412084080395e-07,4.120061589674151e-07,5.164181970940263e-07,6.208302352206374e-07,7.252423301906674e-07,8.296543683172786e-07,9.340664064438897e-07,1.0384784445705009e-06,1.142890482697112e-06,1.2473025208237232e-06,1.3517145589503343e-06,1.4561265970769455e-06,1.5605386352035566e-06,1.6649506733301678e-06,1.769362711456779e-06,1.87377474958339e-06,1.978186901396839e-06,2.08259893952345e-06,2.1870109776500612e-06,2.2914230157766724e-06,2.3958350539032836e-06,2.5002470920298947e-06,2.604659130156506e-06,2.709071168283117e-06,2.813483206409728e-06]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0001727740018395707,-0.0001675912062637508,-0.00016240841068793088,-0.00015722561511211097,-0.00015204281953629106,-0.00014686002396047115,-0.00014167722838465124,-0.00013649443280883133,-0.00013131163723301142,-0.00012612884165719151,-0.00012094605335732922,-0.00011576325778150931,-0.0001105804622056894,-0.00010539766662986949,-0.00010021487105404958,-9.503207547822967e-05,-8.984927990240976e-05,-8.466648432658985e-05,-7.948368875076994e-05,-7.430089317495003e-05,-6.911809759913012e-05,-6.393530202331021e-05,-5.875251008546911e-05,-5.35697145096492e-05,-4.838691893382929e-05,-4.320412335800938e-05,-3.8021327782189474e-05,-3.2838532206369564e-05,-2.7655738449539058e-05,-2.247294287371915e-05,-1.7290149116888642e-05,-1.2107353541068733e-05,-6.924557965248823e-06,-1.7417628441762645e-06,3.441032276896294e-06,8.623826943221502e-06,1.3806622519041412e-05,1.898941809486132e-05,2.4172211851691827e-05,2.9355007427511737e-05,3.4537803003331646e-05,3.9720598579151556e-05,4.4903394154971465e-05,5.0086189730791375e-05,5.526898166863248e-05,6.045177724445239e-05,6.56345728202723e-05,7.08173683960922e-05,7.600016397191212e-05,8.118295954773203e-05,8.636575512355193e-05,9.154855069937184e-05,9.673134627519175e-05,0.00010191414185101166,0.00010709693742683157,0.00011227973300265148,0.00011746252130251378,0.0001226453168783337,0.0001278281124541536,0.0001330109080299735,0.00013819370360579342,0.00014337649918161333,0.00014855929475743324,0.00015374209033325315,0.00015892488590907305],"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,1,0,1,2,0,5,1,3,6,8,11,14,9,19,14,22,24,26,27,27,35,39,30,36,40,36,40,31,37,26,42,21,29,18,14,11,11,8,10,4,3,10,5,2,2,1,1,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,3,5,16,24,42,65,122,242,312,478,729,1138,1527,2172,3046,4207,5673,7278,9331,11408,14072,16948,19844,22730,25487,28164,30349,32187,33162,33799,33610,32557,31038,29378,26302,23941,20887,18118,15307,12599,10472,8012,6402,4675,3612,2644,1924,1285,851,605,404,255,150,100,57,33,21,6,11,1,5],"bins":[-0.09427221119403839,-0.09139080345630646,-0.08850938826799393,-0.085627980530262,-0.08274656534194946,-0.07986515760421753,-0.076983742415905,-0.07410233467817307,-0.07122091948986053,-0.0683395117521286,-0.06545810401439667,-0.06257668882608414,-0.0596952810883522,-0.05681386962532997,-0.05393245816230774,-0.05105104669928551,-0.048169635236263275,-0.04528822377324104,-0.04240681231021881,-0.03952540084719658,-0.03664398938417435,-0.03376258164644241,-0.03088117018342018,-0.02799975872039795,-0.025118347257375717,-0.022236935794353485,-0.019355524331331253,-0.01647411473095417,-0.013592703267931938,-0.010711291804909706,-0.007829881273210049,-0.004948470275849104,-0.002067059278488159,0.0008143517188727856,0.0036957627162337303,0.006577173713594675,0.00945858471095562,0.012339996173977852,0.01522140670567751,0.018102817237377167,0.0209842287003994,0.02386564016342163,0.026747051626443863,0.029628461226820946,0.03250987082719803,0.03539128229022026,0.03827269375324249,0.041154105216264725,0.04403551667928696,0.04691692814230919,0.04979833960533142,0.05267975106835365,0.055561162531375885,0.05844257026910782,0.06132398173213005,0.06420539319515228,0.06708680093288422,0.06996821612119675,0.07284962385892868,0.07573103904724121,0.07861244678497314,0.08149386197328568,0.08437526971101761,0.08725668489933014,0.09013809263706207]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,3,3,8,14,26,63,83,111,206,329,538,877,1304,1805,2819,3855,5118,6976,9163,11665,14723,17661,21148,24606,27792,30792,33111,35214,35904,36309,35713,34249,32151,29376,26095,22521,19375,16024,13487,10461,8092,6006,4457,3086,2211,1527,1037,642,403,262,186,99,64,37,11,6,7,5,1,4],"bins":[-0.10342548787593842,-0.10031426697969437,-0.09720303863286972,-0.09409181773662567,-0.09098058938980103,-0.08786936849355698,-0.08475814014673233,-0.08164691925048828,-0.07853569090366364,-0.07542447000741959,-0.07231324911117554,-0.06920202076435089,-0.06609079986810684,-0.0629795715212822,-0.05986835062503815,-0.0567571260035038,-0.05364590138196945,-0.050534676760435104,-0.04742345213890076,-0.04431222751736641,-0.04120100289583206,-0.03808978199958801,-0.034978557378053665,-0.03186733275651932,-0.02875610813498497,-0.025644883513450623,-0.022533658891916275,-0.019422436133027077,-0.01631121151149273,-0.013199986889958382,-0.010088763199746609,-0.0069775390438735485,-0.0038663074374198914,-0.0007550832815468311,0.002356140874326229,0.005467365030199289,0.00857858918607235,0.011689813807606697,0.01480103749781847,0.017912261188030243,0.02102348580956459,0.024134710431098938,0.027245935052633286,0.030357157811522484,0.03346838057041168,0.03657960519194603,0.03969082981348038,0.042802054435014725,0.04591327905654907,0.04902450367808342,0.05213572829961777,0.055246952921152115,0.05835817754268646,0.06146939843893051,0.06458062678575516,0.0676918476819992,0.07080307602882385,0.0739142969250679,0.07702551782131195,0.0801367461681366,0.08324796706438065,0.08635919541120529,0.08947041630744934,0.09258164465427399,0.09569286555051804]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,1,0,0,1,0,1,1,1,0,1,0,5,5,9,8,14,14,23,31,36,36,48,59,85,99,109,101,139,133,178,121,146,116,98,75,65,75,37,44,20,23,12,19,16,10,10,3,3,5,2,2,0,2,2,0,0,1,0,0,1,0,0,1],"bins":[-7.805902714608237e-05,-7.555253978352994e-05,-7.304604514501989e-05,-7.053955778246745e-05,-6.80330631439574e-05,-6.552657578140497e-05,-6.302008114289492e-05,-6.051359378034249e-05,-5.800710277981125e-05,-5.550061177928001e-05,-5.2994120778748766e-05,-5.0487629778217524e-05,-4.798114241566509e-05,-4.547465141513385e-05,-4.296816041460261e-05,-4.0461669414071366e-05,-3.7955178413540125e-05,-3.5448687413008884e-05,-3.294219641247764e-05,-3.0435707230935805e-05,-2.7929216230404563e-05,-2.5422725229873322e-05,-2.2916236048331484e-05,-2.0409745047800243e-05,-1.7903254047269e-05,-1.539676304673776e-05,-1.289027295570122e-05,-1.0383782864664681e-05,-7.87729186413344e-06,-5.3708013183495495e-06,-2.864310772565659e-06,-3.578202267817687e-07,2.1486630430445075e-06,4.655153588828398e-06,7.161644134612288e-06,9.668134225648828e-06,1.2174625226180069e-05,1.468111622671131e-05,1.7187605408253148e-05,1.969409640878439e-05,2.220058740931563e-05,2.4707078409846872e-05,2.7213569410378113e-05,2.972005859191995e-05,3.222654777346179e-05,3.473303877399303e-05,3.723952977452427e-05,3.974602077505551e-05,4.2252511775586754e-05,4.4759002776117995e-05,4.726549377664924e-05,4.977198477718048e-05,5.227847577771172e-05,5.4784963140264153e-05,5.7291454140795395e-05,5.9797945141326636e-05,6.230443250387907e-05,6.481092714238912e-05,6.731741450494155e-05,6.98239091434516e-05,7.233039650600404e-05,7.483689114451408e-05,7.734337850706652e-05,7.984987314557657e-05,8.2356360508129e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.005465332418680191,-0.005279772449284792,-0.005094212479889393,-0.004908652510493994,-0.004723092541098595,-0.004537532571703196,-0.0043519726023077965,-0.004166412632912397,-0.003980852663516998,-0.003795292694121599,-0.0036097327247262,-0.003424172755330801,-0.003238612785935402,-0.003053052816540003,-0.0028674928471446037,-0.0026819328777492046,-0.0024963729083538055,-0.0023108129389584064,-0.0021252529695630074,-0.0019396930001676083,-0.0017541330307722092,-0.00156857306137681,-0.001383013091981411,-0.0011974531225860119,-0.0010118931531906128,-0.0008263331837952137,-0.0006407732143998146,-0.0004552132450044155,-0.0002696532756090164,-8.409330621361732e-05,0.00010146666318178177,0.00028702663257718086,0.00047258613631129265,0.0006581461057066917,0.0008437060751020908,0.00102926604449749,0.001214826013892889,0.0014003859832882881,0.0015859459526836872,0.0017715059220790863,0.0019570658914744854,0.0021426258608698845,0.0023281858302652836,0.0025137457996606827,0.0026993057690560818,0.002884865738451481,0.00307042570784688,0.003255985677242279,0.003441545646637678,0.0036271056160330772,0.0038126655854284763,0.003998225554823875,0.0041837855242192745,0.004369345493614674,0.004554905463010073,0.004740465432405472,0.004926025401800871,0.00511158537119627,0.005297145340591669,0.005482705309987068,0.005668265279382467,0.005853825248777866,0.0060393852181732655,0.0062249451875686646,0.006410505156964064],"_type":"histogram","values":[2,0,1,0,1,3,2,3,4,4,4,5,10,8,12,8,15,14,21,17,19,19,30,25,31,32,28,25,34,34,30,24,29,26,22,14,26,28,21,15,17,14,16,13,12,10,9,7,3,4,0,6,3,3,1,1,0,0,0,0,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.005034062545746565,-0.004879423882812262,-0.004724785685539246,-0.004570147022604942,-0.004415508359670639,-0.004260870162397623,-0.00410623149946332,-0.0039515928365290165,-0.003796954406425357,-0.0036423159763216972,-0.003487677313387394,-0.0033330388832837343,-0.0031784004531800747,-0.0030237617902457714,-0.0028691233601421118,-0.0027144846972078085,-0.002559846267104149,-0.0024052078370004892,-0.002250569174066186,-0.0020959307439625263,-0.0019412921974435449,-0.0017866536509245634,-0.0016320152208209038,-0.0014773766743019223,-0.0013227381277829409,-0.0011680995812639594,-0.001013461034744978,-0.0008588226046413183,-0.0007041840581223369,-0.0005495455116033554,-0.00039490702329203486,-0.00024026850587688386,-8.562952280044556e-05,6.900899461470544e-05,0.00022364751202985644,0.00037828602944500744,0.0005329245468601584,0.0006875630933791399,0.0008422015816904604,0.000996840070001781,0.0011514786165207624,0.001306117163039744,0.0014607557095587254,0.001615394139662385,0.0017700326861813664,0.001924671232700348,0.0020793096628040075,0.002233948325738311,0.0023885867558419704,0.00254322518594563,0.0026978638488799334,0.002852502278983593,0.0030071409419178963,0.003161779372021556,0.0033164178021252155,0.003471056465059519,0.0036256948951631784,0.003780333325266838,0.003934971988201141,0.004089610651135445,0.004244248848408461,0.004398887511342764,0.004553526174277067,0.004708164371550083,0.0048628030344843864],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,1,1,2,1,6,6,8,11,8,7,5,14,15,16,20,20,23,19,31,33,31,33,41,37,54,34,28,23,38,28,34,27,16,18,10,14,14,6,9,3,6,5,3,0,1,1,3,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,3,4,5,13,25,42,73,128,204,356,599,884,1372,2011,2869,3879,5449,7324,9568,12118,14967,18258,21772,24991,28388,31152,33723,34846,36264,36358,35479,34339,31539,29249,25683,22014,18962,15502,12590,9862,7752,5778,4262,3077,2088,1449,947,607,412,255,145,79,51,31,13,4,5,2,2],"bins":[-0.10629799962043762,-0.10317905247211456,-0.1000601053237915,-0.09694115817546844,-0.09382221102714539,-0.09070326387882233,-0.08758431673049927,-0.08446536958217621,-0.08134642243385315,-0.07822747528553009,-0.07510852813720703,-0.07198958098888397,-0.06887063384056091,-0.06575168669223785,-0.0626327395439148,-0.059513796120882034,-0.056394848972558975,-0.053275901824235916,-0.05015695467591286,-0.0470380075275898,-0.04391906037926674,-0.04080011323094368,-0.03768116608262062,-0.03456221893429756,-0.0314432755112648,-0.028324326500296593,-0.025205379351973534,-0.022086432203650475,-0.018967486917972565,-0.015848539769649506,-0.012729592621326447,-0.009610645473003387,-0.006491698324680328,-0.003372751409187913,-0.0002538044936954975,0.002865142421796918,0.005984089337289333,0.009103036485612392,0.012221982702612877,0.015340929850935936,0.018459876999258995,0.021578824147582054,0.024697771295905113,0.027816718444228172,0.030935663729906082,0.03405461087822914,0.0371735580265522,0.04029250517487526,0.04341145232319832,0.04653039947152138,0.04964934661984444,0.052768293768167496,0.055887240916490555,0.059006188064813614,0.06212513521313667,0.06524407863616943,0.06836302578449249,0.07148197293281555,0.07460092008113861,0.07771986722946167,0.08083881437778473,0.08395776152610779,0.08707670867443085,0.0901956558227539,0.09331460297107697]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[5,3,9,15,31,59,93,157,224,331,499,784,1205,1641,2228,3036,4099,5289,6734,8658,10719,13130,15824,17994,21048,23730,26208,28496,30286,31702,32348,32619,32143,31210,29594,27720,24822,22401,19451,16722,14634,11879,9607,7581,6068,4677,3525,2557,1854,1307,977,664,430,304,194,110,76,36,35,15,10,9,6,2],"bins":[-0.08755040913820267,-0.08474846184253693,-0.08194651454687119,-0.07914456725120544,-0.0763426199555397,-0.07354067265987396,-0.07073872536420822,-0.06793677806854248,-0.06513482332229614,-0.0623328797519207,-0.05953093245625496,-0.05672898516058922,-0.05392703413963318,-0.05112508684396744,-0.0483231395483017,-0.045521192252635956,-0.042719244956970215,-0.039917297661304474,-0.03711535036563873,-0.03431340306997299,-0.03151145577430725,-0.02870950661599636,-0.02590755745768547,-0.02310561016201973,-0.02030366286635399,-0.017501715570688248,-0.014699767343699932,-0.011897819116711617,-0.009095871821045876,-0.006293924059718847,-0.003491976298391819,-0.0006900285370647907,0.0021119266748428345,0.004913874436169863,0.007715822197496891,0.010517770424485207,0.013319717720150948,0.01612166501581669,0.01892361417412758,0.02172556146979332,0.02452750876545906,0.0273294560611248,0.030131403356790543,0.032933350652456284,0.03573530167341232,0.038537248969078064,0.041339196264743805,0.044141143560409546,0.04694309085607529,0.04974503815174103,0.05254698544740677,0.05534893274307251,0.05815088003873825,0.06095283105969429,0.06375477463006973,0.06655672192573547,0.06935867667198181,0.07216062396764755,0.0749625712633133,0.07776451855897903,0.08056646585464478,0.08336841315031052,0.08617036044597626,0.088972307741642,0.09177425503730774]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.00042724609375,-0.00041168928146362305,-0.0003961324691772461,-0.00038057565689086914,-0.0003650188446044922,-0.00034946203231811523,-0.0003339052200317383,-0.00031834840774536133,-0.0003027915954589844,-0.0002872347831726074,-0.00027167797088623047,-0.0002561211585998535,-0.00024056434631347656,-0.0002250075340270996,-0.00020945072174072266,-0.0001938939094543457,-0.00017833709716796875,-0.0001627802848815918,-0.00014722347259521484,-0.0001316666603088379,-0.00011610984802246094,-0.00010055303573608398,-8.499622344970703e-05,-6.943941116333008e-05,-5.3882598876953125e-05,-3.832578659057617e-05,-2.276897430419922e-05,-7.212162017822266e-06,8.344650268554688e-06,2.390146255493164e-05,3.9458274841308594e-05,5.501508712768555e-05,7.05718994140625e-05,8.612871170043945e-05,0.0001016855239868164,0.00011724233627319336,0.0001327991485595703,0.00014835596084594727,0.00016391277313232422,0.00017946958541870117,0.00019502639770507812,0.00021058320999145508,0.00022614002227783203,0.00024169683456420898,0.00025725364685058594,0.0002728104591369629,0.00028836727142333984,0.0003039240837097168,0.00031948089599609375,0.0003350377082824707,0.00035059452056884766,0.0003661513328552246,0.00038170814514160156,0.0003972649574279785,0.00041282176971435547,0.0004283785820007324,0.0004439353942871094,0.00045949220657348633,0.0004750490188598633,0.0004906058311462402,0.0005061626434326172,0.0005217194557189941,0.0005372762680053711,0.000552833080291748,0.000568389892578125],"_type":"histogram","values":[1,1,4,0,5,9,3,7,6,9,16,27,26,32,55,62,109,141,184,289,509,868,1600,3038,6561,16831,75859,389660,65529,15506,6294,2814,1491,806,487,291,184,126,94,67,51,38,28,30,21,15,6,5,4,5,4,4,0,4,1,1,3,0,0,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[3,0,6,4,10,23,36,63,123,174,303,450,722,1084,1575,2287,3152,4415,5904,7847,10060,12783,15523,18761,21884,25118,28234,31316,33591,34861,35901,35508,34619,32928,31006,27938,25345,21868,18536,15409,12534,9995,7697,5914,4345,3195,2167,1624,1106,712,469,288,175,94,71,27,20,9,7,3,1,0,0,1],"bins":[-0.09397592395544052,-0.09094095230102539,-0.08790597319602966,-0.08487100154161453,-0.0818360298871994,-0.07880105078220367,-0.07576607912778854,-0.07273110747337341,-0.06969612836837769,-0.06666115671396255,-0.06362618505954742,-0.060591209679841995,-0.057556234300136566,-0.054521262645721436,-0.051486287266016006,-0.048451315611600876,-0.04541634023189545,-0.04238136485219002,-0.03934639319777489,-0.03631141781806946,-0.03327644616365433,-0.0302414707839489,-0.02720649540424347,-0.02417152188718319,-0.02113654837012291,-0.01810157485306263,-0.015066600404679775,-0.01203162595629692,-0.008996652439236641,-0.005961678456515074,-0.0029267044737935066,0.00010826950892806053,0.0031432434916496277,0.006178217474371195,0.009213191457092762,0.012248165905475616,0.015283139422535896,0.018318112939596176,0.021353088319301605,0.024388061836361885,0.027423035353422165,0.030458008870482445,0.033492982387542725,0.036527957767248154,0.03956293314695358,0.04259790480136871,0.04563288018107414,0.04866785183548927,0.0517028272151947,0.05473780259490013,0.05777277424931526,0.06080774962902069,0.06384272128343582,0.06687770038843155,0.06991267204284668,0.07294764369726181,0.07598261535167694,0.07901759445667267,0.0820525661110878,0.08508753776550293,0.08812251687049866,0.09115748852491379,0.09419246017932892,0.09722743928432465,0.10026241093873978]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,0,1,0,1,1,0,1,1,2,1,2,2,4,4,5,7,8,12,14,16,22,14,18,22,24,30,18,25,28,33,25,33,35,48,28,26,35,34,22,23,18,19,13,5,10,13,9,7,7,7,6,5,5,6,3,3,3,0,1,0,0,1,1],"bins":[-0.0003682160750031471,-0.00035708126961253583,-0.00034594646422192454,-0.0003348116879351437,-0.0003236768825445324,-0.00031254207715392113,-0.00030140727176330984,-0.00029027246637269855,-0.0002791376900859177,-0.0002680028846953064,-0.00025686807930469513,-0.00024573327391408384,-0.00023459846852347255,-0.00022346367768477648,-0.0002123288722941652,-0.00020119408145546913,-0.00019005927606485784,-0.00017892447067424655,-0.0001677896798355505,-0.0001566548744449392,-0.00014552008360624313,-0.00013438527821563184,-0.00012325047282502055,-0.00011211567471036687,-0.0001009808765957132,-8.984607848105952e-05,-7.871128036640584e-05,-6.757647497579455e-05,-5.644167686114088e-05,-4.53068787464872e-05,-3.4172076993854716e-05,-2.3037277060211636e-05,-1.1902477126568556e-05,-7.676771929254755e-07,1.0367122740717605e-05,2.1501922674360685e-05,3.2636722608003765e-05,4.377152072265744e-05,5.4906322475289926e-05,6.604112422792241e-05,7.717592234257609e-05,8.831072045722976e-05,9.944551857188344e-05,0.00011058032396249473,0.00012171512207714841,0.00013284992019180208,0.00014398472558241338,0.00015511951642110944,0.00016625432181172073,0.00017738912720233202,0.00018852391804102808,0.00019965872343163937,0.00021079351427033544,0.00022192831966094673,0.00023306312505155802,0.0002441979304421693,0.0002553327358327806,0.00026646751211956143,0.0002776023175101727,0.000288737122900784,0.0002998719282913953,0.0003110067336820066,0.00032214150996878743,0.0003332763153593987,0.00034441112075001],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,1,1,2,0,4,6,1,3,9,7,8,9,11,14,16,31,27,41,34,39,43,43,53,50,38,45,41,26,23,28,20,16,8,15,6,8,7,6,5,2,4,3,2,1,1,1,1,2,2,0,0,0,0,0,0,1],"bins":[-0.0001889929990284145,-0.00018274392641615123,-0.00017649485380388796,-0.0001702457811916247,-0.00016399670857936144,-0.0001577476505190134,-0.00015149857790675014,-0.00014524950529448688,-0.00013900043268222362,-0.00013275136006996036,-0.0001265022874576971,-0.00012025322212139145,-0.00011400414950912818,-0.00010775507689686492,-0.00010150601156055927,-9.525693894829601e-05,-8.900786633603275e-05,-8.275879372376949e-05,-7.650972111150622e-05,-7.026065577520058e-05,-6.401158316293731e-05,-5.776251055067405e-05,-5.1513441576389596e-05,-4.526437260210514e-05,-3.901529998984188e-05,-3.2766227377578616e-05,-2.651715840329416e-05,-2.0268087610020302e-05,-1.4019016816746444e-05,-7.769946023472585e-06,-1.520875230198726e-06,4.728195563075133e-06,1.0977266356348991e-05,1.722633714962285e-05,2.347540794289671e-05,2.9724478736170568e-05,3.5973549529444426e-05,4.222262214170769e-05,4.8471691115992144e-05,5.47207600902766e-05,6.096983270253986e-05,6.721890531480312e-05,7.346797792706639e-05,7.971704326337203e-05,8.59661158756353e-05,9.221518848789856e-05,9.84642538242042e-05,0.00010471332643646747,0.00011096239904873073,0.000117211471660994,0.00012346054427325726,0.00012970961688552052,0.00013595868949778378,0.00014220774755813181,0.00014845682017039508,0.00015470589278265834,0.0001609549653949216,0.00016720403800718486,0.00017345311061944813,0.0001797021832317114,0.00018595124129205942,0.00019220031390432268,0.00019844938651658595,0.0002046984591288492,0.00021094753174111247]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.00019529889686964452,-0.00018978667503688484,-0.0001842744677560404,-0.00017876224592328072,-0.00017325003864243627,-0.0001677378168096766,-0.0001622255949769169,-0.00015671338769607246,-0.00015120116586331278,-0.0001456889440305531,-0.00014017673674970865,-0.00013466451491694897,-0.0001291522930841893,-0.00012364008580334485,-0.00011812786397058517,-0.0001126156494137831,-0.00010710343485698104,-0.00010159122030017897,-9.607900574337691e-05,-9.056678391061723e-05,-8.505456935381517e-05,-7.95423547970131e-05,-7.403013296425343e-05,-6.851791840745136e-05,-6.30057038506493e-05,-5.749348929384723e-05,-5.198127109906636e-05,-4.646905290428549e-05,-4.0956838347483426e-05,-3.544462379068136e-05,-2.993240559590049e-05,-2.4420189220109023e-05,-1.8907972844317555e-05,-1.3395756468526088e-05,-7.88354009273462e-06,-2.3713237169431522e-06,3.1408926588483155e-06,8.653109034639783e-06,1.4165325410431251e-05,1.967754178622272e-05,2.5189758162014186e-05,3.070197271881625e-05,3.621419091359712e-05,4.172640910837799e-05,4.723862366518006e-05,5.275083822198212e-05,5.826305641676299e-05,6.377527461154386e-05,6.928748916834593e-05,7.479970372514799e-05,8.031191828195006e-05,8.582414011470973e-05,9.13363546715118e-05,9.684856922831386e-05,0.00010236079106107354,0.0001078730056178756,0.00011338522017467767,0.00011889743473147973,0.0001244096492882818,0.00012992187112104148,0.00013543409295380116,0.0001409463002346456,0.00014645852206740528,0.00015197072934824973,0.0001574829511810094],"_type":"histogram","values":[1,0,0,0,0,3,0,1,1,1,1,1,3,1,2,2,5,3,6,8,7,12,12,19,11,21,22,19,35,23,30,23,22,36,38,31,22,34,30,33,27,35,24,21,26,21,17,13,8,16,3,3,2,3,12,5,2,4,0,2,3,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,4,0,1,1,0,2,3,3,1,3,1,8,12,10,14,16,9,14,17,16,14,18,21,29,29,37,29,27,28,27,32,32,22,22,31,29,30,20,21,21,20,14,10,13,7,10,5,6,8,3,1,4,4,0,1,2,1,0,1,2],"bins":[-0.005266621243208647,-0.0051092905923724174,-0.004951959941536188,-0.004794629290699959,-0.0046372986398637295,-0.0044799679890275,-0.004322637338191271,-0.0041653066873550415,-0.0040079765021800995,-0.0038506456185132265,-0.003693314967676997,-0.003535984316840768,-0.003378653898835182,-0.003221323247998953,-0.0030639925971627235,-0.0029066619463264942,-0.002749331295490265,-0.0025920006446540356,-0.0024346699938178062,-0.002277339342981577,-0.0021200086921453476,-0.001962678274139762,-0.0018053476233035326,-0.0016480169724673033,-0.001490686321631074,-0.0013333556707948446,-0.0011760250199586153,-0.0010186944855377078,-0.0008613638347014785,-0.0007040331838652492,-0.0005467025912366807,-0.0003893719695042819,-0.000232041347771883,-7.471072603948414e-05,8.261989569291472e-05,0.0002399505174253136,0.00039728113915771246,0.0005546117899939418,0.0007119423826225102,0.0008692729752510786,0.001026603626087308,0.0011839342769235373,0.0013412649277597666,0.001498595462180674,0.0016559261130169034,0.0018132567638531327,0.0019705872982740402,0.0021279179491102695,0.002285248599946499,0.002442579250782728,0.0025999099016189575,0.002757240552455187,0.002914571203291416,0.003071901621297002,0.003229232272133231,0.0033865629229694605,0.00354389357380569,0.003701224224641919,0.0038585548754781485,0.004015885293483734,0.0041732159443199635,0.004330546595156193,0.004487877245992422,0.004645207896828651,0.004802538547664881]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[2,2,2,0,1,2,2,0,2,3,7,8,5,8,6,7,16,14,21,27,15,19,25,28,30,30,28,28,39,41,25,28,35,26,22,23,26,21,26,21,17,11,7,13,9,4,6,5,8,7,1,2,2,1,0,1,2,0,0,0,0,0,0,1],"bins":[-0.002793931169435382,-0.0026984279975295067,-0.002602925058454275,-0.0025074218865484,-0.0024119187146425247,-0.0023164155427366495,-0.0022209123708307743,-0.0021254094317555428,-0.0020299062598496675,-0.0019344030879437923,-0.001838900032453239,-0.0017433969769626856,-0.0016478938050568104,-0.0015523906331509352,-0.0014568875776603818,-0.0013613845221698284,-0.0012658813502639532,-0.001170378178358078,-0.0010748751228675246,-0.0009793720673769712,-0.000883868895471096,-0.0007883657817728817,-0.0006928626680746675,-0.0005973595543764532,-0.0005018564406782389,-0.0004063533269800246,-0.0003108502132818103,-0.000215347099583596,-0.0001198439858853817,-2.4340872187167406e-05,7.116224151104689e-05,0.00016666535520926118,0.00026216846890747547,0.00035767158260568976,0.00045317469630390406,0.0005486778100021183,0.0006441809237003326,0.0007396840373985469,0.0008351871510967612,0.0009306902647949755,0.0010261933784931898,0.001121696550399065,0.0012171996058896184,0.0013127026613801718,0.001408205833286047,0.0015037090051919222,0.0015992120606824756,0.001694715116173029,0.0017902182880789042,0.0018857214599847794,0.001981224399060011,0.002076727570965886,0.0021722307428717613,0.0022677339147776365,0.0023632370866835117,0.0024587400257587433,0.0025542431976646185,0.0026497463695704937,0.0027452493086457253,0.0028407524805516005,0.0029362556524574757,0.003031758824363351,0.003127261996269226,0.0032227649353444576,0.003318268107250333],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,1,1,1,3,3,2,3,5,4,11,10,10,12,14,8,10,18,28,28,28,23,27,29,28,29,37,25,27,29,34,29,33,20,18,21,24,18,9,21,17,6,10,9,6,7,5,3,4,6,2,1,1,3,1,1,2,0,0,1],"bins":[0.9892023801803589,0.989610493183136,0.9900186061859131,0.9904266595840454,0.9908347725868225,0.9912428855895996,0.9916509985923767,0.992059051990509,0.9924671649932861,0.9928752779960632,0.9932833909988403,0.9936915040016174,0.9940995573997498,0.9945076704025269,0.994915783405304,0.995323896408081,0.9957319498062134,0.9961400628089905,0.9965481758117676,0.9969562888145447,0.9973644018173218,0.9977724552154541,0.9981805682182312,0.9985886812210083,0.9989967942237854,0.9994049072265625,0.9998129606246948,1.0002211332321167,1.000629186630249,1.0010372400283813,1.0014454126358032,1.0018534660339355,1.0022616386413574,1.0026696920394897,1.003077745437622,1.003485918045044,1.0038939714431763,1.0043020248413086,1.0047101974487305,1.0051182508468628,1.0055264234542847,1.005934476852417,1.0063425302505493,1.0067507028579712,1.0071587562561035,1.0075669288635254,1.0079749822616577,1.00838303565979,1.008791208267212,1.0091992616653442,1.0096074342727661,1.0100154876708984,1.0104235410690308,1.0108317136764526,1.011239767074585,1.0116478204727173,1.0120559930801392,1.0124640464782715,1.0128722190856934,1.0132802724838257,1.013688325881958,1.0140964984893799,1.0145045518875122,1.014912724494934,1.0153207778930664]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,2,3,3,9,12,26,60,73,154,252,361,607,977,1507,2221,3119,4440,6031,8048,10312,13129,16384,19822,23415,26515,29881,32946,34564,36143,37223,36393,35196,33223,30798,27608,24171,20811,17370,14084,11247,8774,6568,4862,3390,2409,1666,1096,719,480,286,199,95,69,38,12,7,7,2,1,0,0,0,3],"bins":[-0.09632912278175354,-0.093185193836689,-0.09004125744104385,-0.08689732849597931,-0.08375339210033417,-0.08060946315526962,-0.07746553421020508,-0.07432159781455994,-0.07117766886949539,-0.06803373992443085,-0.0648898035287857,-0.06174587458372116,-0.05860194191336632,-0.055458009243011475,-0.05231408029794693,-0.04917014762759209,-0.046026214957237244,-0.0428822822868824,-0.03973834961652756,-0.03659442067146301,-0.03345048800110817,-0.030306555330753326,-0.027162624523043633,-0.02401869371533394,-0.020874761044979095,-0.017730828374624252,-0.014586897566914558,-0.01144296582788229,-0.008299034088850021,-0.005155102349817753,-0.0020111706107854843,0.0011327611282467842,0.004276692867279053,0.007420624606311321,0.01056455634534359,0.013708488084375858,0.016852419823408127,0.01999635249376297,0.023140283301472664,0.026284214109182358,0.0294281467795372,0.032572079449892044,0.03571601212024689,0.03885994106531143,0.042003873735666275,0.04514780640602112,0.04829173535108566,0.051435668021440506,0.05457960069179535,0.05772353336215019,0.060867466032505035,0.06401139497756958,0.06715533137321472,0.07029926031827927,0.07344318926334381,0.07658712565898895,0.0797310546040535,0.08287498354911804,0.08601891994476318,0.08916284888982773,0.09230677783489227,0.09545071423053741,0.09859464317560196,0.1017385795712471,0.10488250851631165],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,0,2,0,0,0,0,0,1,0,2,0,1,0,0,0,2,1,3,6,0,4,2,6,2,7,13,20,29,46,66,84,91,86,87,52,39,22,19,15,10,8,8,7,2,1,4,2,1,3,1,2,2,4,0,2,0,0,0,1],"bins":[-6.728558901158976e-07,-6.545043902406178e-07,-6.36152890365338e-07,-6.178013904900581e-07,-5.994498906147783e-07,-5.810983338960796e-07,-5.627468340207997e-07,-5.443953341455199e-07,-5.2604383427024e-07,-5.076923343949602e-07,-4.893408345196804e-07,-4.709893062226911e-07,-4.5263780634741124e-07,-4.342863064721314e-07,-4.1593477817514213e-07,-3.975832782998623e-07,-3.7923177842458244e-07,-3.608802785493026e-07,-3.4252877867402276e-07,-3.241772503770335e-07,-3.0582575050175365e-07,-2.874742506264738e-07,-2.6912272232948453e-07,-2.507712224542047e-07,-2.3241972257892485e-07,-2.14068222703645e-07,-1.9571670861751045e-07,-1.773651945313759e-07,-1.5901369465609605e-07,-1.406621947808162e-07,-1.2231068069468165e-07,-1.0395917371397445e-07,-8.560766673326725e-08,-6.725615975256005e-08,-4.890465277185285e-08,-3.055314579114565e-08,-1.2201638810438453e-08,6.149868170268746e-09,2.4501375150975946e-08,4.2852882131683145e-08,6.120438911239034e-08,7.955589609309754e-08,9.790740307380474e-08,1.1625891005451194e-07,1.3461041703521914e-07,1.5296191691049899e-07,1.7131343099663354e-07,1.896649450827681e-07,2.0801644495804794e-07,2.2636794483332778e-07,2.447194447086076e-07,2.630709730055969e-07,2.8142247288087674e-07,2.997739727561566e-07,3.1812550105314585e-07,3.364770009284257e-07,3.5482850080370554e-07,3.731800006789854e-07,3.915315005542652e-07,4.098830288512545e-07,4.2823452872653434e-07,4.465860286018142e-07,4.6493755689880345e-07,4.832890567740833e-07,5.016405566493631e-07]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,3,0,0,2,2,3,8,4,12,20,30,41,51,75,92,139,219,283,399,570,847,1310,2424,4708,10127,29339,110463,289454,93642,25632,9447,4262,2223,1253,850,570,406,262,189,165,98,59,48,25,12,17,9,6,3,8,1,1,2,0,3,0,2,0,0,2,0,0,1],"bins":[-0.0007781982421875,-0.0007508397102355957,-0.0007234811782836914,-0.0006961226463317871,-0.0006687641143798828,-0.0006414055824279785,-0.0006140470504760742,-0.0005866885185241699,-0.0005593299865722656,-0.0005319714546203613,-0.000504612922668457,-0.00047725439071655273,-0.00044989585876464844,-0.00042253732681274414,-0.00039517879486083984,-0.00036782026290893555,-0.00034046173095703125,-0.00031310319900512695,-0.00028574466705322266,-0.00025838613510131836,-0.00023102760314941406,-0.00020366907119750977,-0.00017631053924560547,-0.00014895200729370117,-0.00012159347534179688,-9.423494338989258e-05,-6.687641143798828e-05,-3.9517879486083984e-05,-1.2159347534179688e-05,1.519918441772461e-05,4.2557716369628906e-05,6.99162483215332e-05,9.72747802734375e-05,0.0001246333122253418,0.0001519918441772461,0.0001793503761291504,0.0002067089080810547,0.00023406744003295898,0.0002614259719848633,0.0002887845039367676,0.0003161430358886719,0.00034350156784057617,0.00037086009979248047,0.00039821863174438477,0.00042557716369628906,0.00045293569564819336,0.00048029422760009766,0.000507652759552002,0.0005350112915039062,0.0005623698234558105,0.0005897283554077148,0.0006170868873596191,0.0006444454193115234,0.0006718039512634277,0.000699162483215332,0.0007265210151672363,0.0007538795471191406,0.0007812380790710449,0.0008085966110229492,0.0008359551429748535,0.0008633136749267578,0.0008906722068786621,0.0009180307388305664,0.0009453892707824707,0.000972747802734375]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,1,2,1,2,5,15,26,35,77,124,222,310,541,873,1247,1906,2740,3900,5231,6952,9232,11953,15047,18038,21523,24895,28548,31288,33585,35649,36186,36767,36179,34159,32089,29113,26176,22309,18972,15631,12505,9747,7408,5636,4104,3011,2021,1406,947,555,374,236,121,76,59,27,24,12,2,2,0,0,1],"bins":[-0.10089818388223648,-0.09775616228580475,-0.09461414068937302,-0.09147211164236069,-0.08833009004592896,-0.08518806844949722,-0.08204604685306549,-0.07890402525663376,-0.07576200366020203,-0.0726199746131897,-0.06947795301675797,-0.06633593142032623,-0.0631939098238945,-0.06005188450217247,-0.05690986290574074,-0.05376783758401871,-0.050625815987586975,-0.04748379439115524,-0.04434176906943321,-0.04119974747300148,-0.03805772215127945,-0.03491570055484772,-0.031773678958415985,-0.028631655499339104,-0.025489632040262222,-0.02234760858118534,-0.01920558512210846,-0.016063563525676727,-0.012921540066599846,-0.009779516607522964,-0.006637494079768658,-0.0034954710863530636,-0.0003534480929374695,0.0027885749004781246,0.005930597893893719,0.009072620421648026,0.012214643880724907,0.015356667339801788,0.01849868893623352,0.021640712395310402,0.024782735854387283,0.027924759313464165,0.031066782772541046,0.03420880436897278,0.03735082596540451,0.04049285128712654,0.04363487288355827,0.046776898205280304,0.049918919801712036,0.05306094139814377,0.0562029667198658,0.05934498831629753,0.06248701363801956,0.0656290352344513,0.06877105683088303,0.07191307842731476,0.07505510747432709,0.07819712907075882,0.08133915066719055,0.08448117226362228,0.08762319386005402,0.09076521545648575,0.09390724450349808,0.09704926609992981,0.10019128769636154]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.040301308035850525,-0.03902196139097214,-0.03774261102080345,-0.036463264375925064,-0.03518391773104668,-0.03390456736087799,-0.0326252207159996,-0.031345874071121216,-0.03006652556359768,-0.028787177056074142,-0.027507830411195755,-0.02622848190367222,-0.02494913339614868,-0.023669786751270294,-0.022390438243746758,-0.02111109159886837,-0.019831743091344833,-0.018552394583821297,-0.01727304793894291,-0.015993699431419373,-0.01471435185521841,-0.013435004279017448,-0.012155655771493912,-0.01087630819529295,-0.009596960619091988,-0.008317613042891026,-0.007038265001028776,-0.005758916959166527,-0.004479569382965565,-0.003200221573933959,-0.0019208737649023533,-0.0006415259558707476,0.0006378218531608582,0.0019171696621924639,0.0031965174712240696,0.004475865513086319,0.005755213089287281,0.007034560665488243,0.00831390917301178,0.009593256749212742,0.010872604325413704,0.012151951901614666,0.013431299477815628,0.014710647985339165,0.0159899964928627,0.01726934313774109,0.018548691645264626,0.019828038290143013,0.02110738679766655,0.022386735305190086,0.023666081950068474,0.02494543045759201,0.026224777102470398,0.027504125609993935,0.02878347411751747,0.03006282076239586,0.031342171132564545,0.03262151777744293,0.03390086442232132,0.03518021106719971,0.03645956143736839,0.03773890808224678,0.03901825472712517,0.040297605097293854,0.04157695174217224],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,1,2,5,4,4,6,5,10,11,21,19,13,24,14,17,21,24,36,27,37,36,37,30,44,38,27,25,27,23,26,24,26,17,20,9,15,11,9,7,4,1,2,1,1,1,0,0,0,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[3,0,0,0,1,2,0,0,1,2,3,2,1,3,1,1,2,1,2,0,3,0,1,4,18,64,234,289,77,20,2,2,0,1,1,1,0,2,2,1,0,2,0,3,4,2,2,0,0,0,2,1,1,1,1,0,0,0,0,0,0,0,1,1],"bins":[-1.0122386129296501e-06,-9.749002174430643e-07,-9.375618787998974e-07,-9.002235401567305e-07,-8.628851446701447e-07,-8.255467491835589e-07,-7.882084105403919e-07,-7.50870071897225e-07,-7.135316764106392e-07,-6.761932809240534e-07,-6.388549422808865e-07,-6.015166036377195e-07,-5.641782081511337e-07,-5.268398126645479e-07,-4.89501474021381e-07,-4.5216310695650463e-07,-4.1482473989162827e-07,-3.774863728267519e-07,-3.4014800576187554e-07,-3.0280963869699917e-07,-2.654712716321228e-07,-2.2813290456724644e-07,-1.9079453750237008e-07,-1.534561704374937e-07,-1.1611780337261735e-07,-7.877943630774098e-08,-4.1441069242864614e-08,-4.102702177988249e-09,3.3235664886888117e-08,7.057403195176448e-08,1.0791239901664085e-07,1.452507660815172e-07,1.825892468332313e-07,2.1992761389810767e-07,2.5726598096298403e-07,2.946043480278604e-07,3.3194271509273676e-07,3.6928108215761313e-07,4.066194492224895e-07,4.4395781628736586e-07,4.812961833522422e-07,5.18634578838828e-07,5.55972917481995e-07,5.933112561251619e-07,6.306496516117477e-07,6.679880470983335e-07,7.053263857415004e-07,7.426647243846674e-07,7.800031198712531e-07,8.173415153578389e-07,8.546798540010059e-07,8.920181926441728e-07,9.293565881307586e-07,9.666949836173444e-07,1.0040332654170925e-06,1.0413716609036783e-06,1.078710056390264e-06,1.1160484518768499e-06,1.1533868473634357e-06,1.1907251291631837e-06,1.2280635246497695e-06,1.2654019201363553e-06,1.3027402019361034e-06,1.3400785974226892e-06,1.377416992909275e-06]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,1,2,3,3,3,14,7,10,18,29,27,58,75,126,168,273,398,598,915,1507,2207,4169,7206,13035,25102,49383,92175,135610,115755,66262,33878,17601,9604,5418,3035,1879,1105,710,490,306,198,130,97,58,57,33,29,17,13,7,6,4,3,0,0,1,2,0,0,0,1],"bins":[-0.00012683868408203125,-0.00012271106243133545,-0.00011858344078063965,-0.00011445581912994385,-0.00011032819747924805,-0.00010620057582855225,-0.00010207295417785645,-9.794533252716064e-05,-9.381771087646484e-05,-8.969008922576904e-05,-8.556246757507324e-05,-8.143484592437744e-05,-7.730722427368164e-05,-7.317960262298584e-05,-6.905198097229004e-05,-6.492435932159424e-05,-6.079673767089844e-05,-5.666911602020264e-05,-5.2541494369506836e-05,-4.8413872718811035e-05,-4.4286251068115234e-05,-4.0158629417419434e-05,-3.603100776672363e-05,-3.190338611602783e-05,-2.777576446533203e-05,-2.364814281463623e-05,-1.952052116394043e-05,-1.539289951324463e-05,-1.1265277862548828e-05,-7.137656211853027e-06,-3.0100345611572266e-06,1.1175870895385742e-06,5.245208740234375e-06,9.372830390930176e-06,1.3500452041625977e-05,1.7628073692321777e-05,2.1755695343017578e-05,2.588331699371338e-05,3.001093864440918e-05,3.413856029510498e-05,3.826618194580078e-05,4.239380359649658e-05,4.652142524719238e-05,5.0649046897888184e-05,5.4776668548583984e-05,5.8904290199279785e-05,6.303191184997559e-05,6.715953350067139e-05,7.128715515136719e-05,7.541477680206299e-05,7.954239845275879e-05,8.367002010345459e-05,8.779764175415039e-05,9.192526340484619e-05,9.605288505554199e-05,0.00010018050670623779,0.0001043081283569336,0.0001084357500076294,0.0001125633716583252,0.000116690993309021,0.0001208186149597168,0.0001249462366104126,0.0001290738582611084,0.0001332014799118042,0.0001373291015625]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-7.677078247070312e-05,-7.43567943572998e-05,-7.194280624389648e-05,-6.952881813049316e-05,-6.711483001708984e-05,-6.470084190368652e-05,-6.22868537902832e-05,-5.987286567687988e-05,-5.745887756347656e-05,-5.504488945007324e-05,-5.263090133666992e-05,-5.02169132232666e-05,-4.780292510986328e-05,-4.538893699645996e-05,-4.297494888305664e-05,-4.056096076965332e-05,-3.814697265625e-05,-3.573298454284668e-05,-3.331899642944336e-05,-3.090500831604004e-05,-2.849102020263672e-05,-2.60770320892334e-05,-2.3663043975830078e-05,-2.1249055862426758e-05,-1.8835067749023438e-05,-1.6421079635620117e-05,-1.4007091522216797e-05,-1.1593103408813477e-05,-9.179115295410156e-06,-6.765127182006836e-06,-4.351139068603516e-06,-1.9371509552001953e-06,4.76837158203125e-07,2.8908252716064453e-06,5.304813385009766e-06,7.718801498413086e-06,1.0132789611816406e-05,1.2546777725219727e-05,1.4960765838623047e-05,1.7374753952026367e-05,1.9788742065429688e-05,2.2202730178833008e-05,2.4616718292236328e-05,2.703070640563965e-05,2.944469451904297e-05,3.185868263244629e-05,3.427267074584961e-05,3.668665885925293e-05,3.910064697265625e-05,4.151463508605957e-05,4.392862319946289e-05,4.634261131286621e-05,4.875659942626953e-05,5.117058753967285e-05,5.358457565307617e-05,5.599856376647949e-05,5.841255187988281e-05,6.082653999328613e-05,6.324052810668945e-05,6.565451622009277e-05,6.80685043334961e-05,7.048249244689941e-05,7.289648056030273e-05,7.531046867370605e-05,7.772445678710938e-05],"_type":"histogram","values":[1,1,0,1,0,0,1,1,4,5,6,8,14,13,22,41,73,101,167,235,383,613,1066,1726,3091,4962,9141,15951,29180,51785,85376,114379,105284,70694,41732,23082,13160,7161,4161,2462,1524,814,545,318,168,110,95,46,40,23,16,14,6,7,4,4,4,0,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,1,1,4,2,7,5,10,5,23,17,45,71,147,263,385,784,1581,2984,6118,12740,26558,58975,130031,267466,400878,333646,176421,83139,36748,17441,8085,4022,1974,1031,539,299,158,97,58,32,24,13,10,5,6,3,2,1,1,1,2,0,0,1,1],"bins":[-8.96453857421875e-05,-8.69855284690857e-05,-8.432567119598389e-05,-8.166581392288208e-05,-7.900595664978027e-05,-7.634609937667847e-05,-7.368624210357666e-05,-7.102638483047485e-05,-6.836652755737305e-05,-6.570667028427124e-05,-6.304681301116943e-05,-6.038695573806763e-05,-5.772709846496582e-05,-5.5067241191864014e-05,-5.240738391876221e-05,-4.97475266456604e-05,-4.7087669372558594e-05,-4.442781209945679e-05,-4.176795482635498e-05,-3.9108097553253174e-05,-3.644824028015137e-05,-3.378838300704956e-05,-3.1128525733947754e-05,-2.8468668460845947e-05,-2.580881118774414e-05,-2.3148953914642334e-05,-2.0489096641540527e-05,-1.782923936843872e-05,-1.5169382095336914e-05,-1.2509524822235107e-05,-9.8496675491333e-06,-7.189810276031494e-06,-4.5299530029296875e-06,-1.8700957298278809e-06,7.897615432739258e-07,3.4496188163757324e-06,6.109476089477539e-06,8.769333362579346e-06,1.1429190635681152e-05,1.4089047908782959e-05,1.6748905181884766e-05,1.9408762454986572e-05,2.206861972808838e-05,2.4728477001190186e-05,2.7388334274291992e-05,3.00481915473938e-05,3.2708048820495605e-05,3.536790609359741e-05,3.802776336669922e-05,4.0687620639801025e-05,4.334747791290283e-05,4.600733518600464e-05,4.8667192459106445e-05,5.132704973220825e-05,5.398690700531006e-05,5.6646764278411865e-05,5.930662155151367e-05,6.196647882461548e-05,6.462633609771729e-05,6.728619337081909e-05,6.99460506439209e-05,7.26059079170227e-05,7.526576519012451e-05,7.792562246322632e-05,8.058547973632812e-05]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[0.9895941019058228,0.989992618560791,0.990391194820404,0.9907897114753723,0.9911882281303406,0.9915868043899536,0.9919853210449219,0.9923838376998901,0.9927823543548584,0.9931809306144714,0.9935794472694397,0.993977963924408,0.994376540184021,0.9947750568389893,0.9951735734939575,0.9955721497535706,0.9959706664085388,0.9963691830635071,0.9967677593231201,0.9971662759780884,0.9975647926330566,0.9979633688926697,0.9983618855476379,0.9987604022026062,0.9991589784622192,0.9995574951171875,0.9999560117721558,1.000354528427124,1.0007530450820923,1.00115168094635,1.0015501976013184,1.0019487142562866,1.0023472309112549,1.0027457475662231,1.0031442642211914,1.0035427808761597,1.0039414167404175,1.0043399333953857,1.004738450050354,1.0051369667053223,1.0055354833602905,1.0059340000152588,1.0063326358795166,1.0067311525344849,1.0071296691894531,1.0075281858444214,1.0079267024993896,1.008325219154358,1.0087237358093262,1.009122371673584,1.0095208883285522,1.0099194049835205,1.0103179216384888,1.010716438293457,1.0111149549484253,1.011513590812683,1.0119121074676514,1.0123106241226196,1.012709140777588,1.0131076574325562,1.0135061740875244,1.0139048099517822,1.0143033266067505,1.0147018432617188,1.015100359916687],"_type":"histogram","values":[1,0,0,1,0,2,1,4,7,3,7,5,9,15,15,12,14,22,16,22,30,28,30,25,33,32,29,37,35,28,47,18,23,31,28,31,20,18,12,13,9,9,9,11,6,4,2,4,2,1,1,2,1,0,1,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0001753442920744419,-0.00016971099830698222,-0.00016407770453952253,-0.00015844441077206284,-0.00015281110245268792,-0.00014717780868522823,-0.00014154451491776854,-0.00013591122115030885,-0.00013027792738284916,-0.00012464463361538947,-0.00011901133257197216,-0.00011337803880451247,-0.00010774473776109517,-0.00010211144399363548,-9.647815022617579e-05,-9.084484918275848e-05,-8.521155541529879e-05,-7.95782616478391e-05,-7.39449606044218e-05,-6.83116668369621e-05,-6.267837306950241e-05,-5.7045075664063916e-05,-5.141177825862542e-05,-4.577848449116573e-05,-4.014518708572723e-05,-3.451188968028873e-05,-2.887859591282904e-05,-2.3245298507390544e-05,-1.761200292094145e-05,-1.1978707334492356e-05,-6.34541083854856e-06,-7.121147973521147e-07,4.92118124384433e-06,1.0554476830293424e-05,1.618777241674252e-05,2.1821069822181016e-05,2.745436540863011e-05,3.3087660995079204e-05,3.87209584005177e-05,4.435425216797739e-05,4.998754957341589e-05,5.562084697885439e-05,6.125414074631408e-05,6.688743451377377e-05,7.252073555719107e-05,7.815402932465076e-05,8.378732309211046e-05,8.942062413552776e-05,9.505391790298745e-05,0.00010068721167044714,0.00010632051271386445,0.00011195380648132414,0.00011758710024878383,0.00012322039401624352,0.0001288536877837032,0.00013448699610307813,0.00014012028987053782,0.0001457535836379975,0.0001513868774054572,0.0001570201711729169,0.00016265346494037658,0.0001682867732597515,0.0001739200670272112,0.00017955336079467088,0.00018518665456213057],"_type":"histogram","values":[3,2,0,0,1,1,1,4,3,3,4,6,4,5,9,6,9,7,11,13,17,10,21,32,26,22,21,32,32,24,27,46,32,35,42,24,30,30,26,16,17,12,18,15,15,13,6,2,4,4,3,9,3,2,1,3,1,0,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,1,1,0,0,1,2,1,2,1,3,5,2,4,7,6,5,12,13,18,17,26,17,22,16,31,33,36,30,32,29,34,40,31,29,34,29,21,27,26,22,23,11,11,7,10,4,6,6,2,8,4,3,1,2,0,1,0,1,0,0,0,0,1],"bins":[-0.00025458025629632175,-0.0002464116259943694,-0.00023824301024433225,-0.0002300743799423799,-0.00022190576419234276,-0.0002137371338903904,-0.00020556850358843803,-0.0001973998878384009,-0.00018923125753644854,-0.00018106262723449618,-0.00017289401148445904,-0.00016472538118250668,-0.00015655675088055432,-0.00014838813513051718,-0.00014021950482856482,-0.0001320508890785277,-0.00012388225877657533,-0.00011571363575058058,-0.00010754501272458583,-9.937638242263347e-05,-9.120775939663872e-05,-8.303913637064397e-05,-7.487050606869161e-05,-6.670188304269686e-05,-5.8533260016702116e-05,-5.036463699070737e-05,-4.219601032673381e-05,-3.402738366276026e-05,-2.585876063676551e-05,-1.769013579178136e-05,-9.521510946797207e-06,-1.3528861018130556e-06,6.815767847001553e-06,1.4984392691985704e-05,2.3153017536969855e-05,3.132164420094341e-05,3.949026722693816e-05,4.7658890252932906e-05,5.582751691690646e-05,6.399614358088002e-05,7.216476660687476e-05,8.033338963286951e-05,8.850201265886426e-05,9.667064296081662e-05,0.00010483926598681137,0.00011300788901280612,0.00012117651931475848,0.0001293451350647956,0.00013751376536674798,0.00014568239566870034,0.00015385101141873747,0.00016201964172068983,0.00017018825747072697,0.00017835688777267933,0.0001865255180746317,0.00019469413382466882,0.0002028627641266212,0.00021103139442857355,0.00021920001017861068,0.00022736864048056304,0.0002355372707825154,0.00024370588653255254,0.0002518745022825897,0.00026004313258454204,0.0002682117628864944],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,1,2,0,1,1,3,1,4,2,5,3,8,10,12,10,15,15,21,29,35,37,56,59,62,58,65,45,39,30,29,26,19,18,9,11,2,6,6,0,3,2,1,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0004556492203846574,-0.00044255703687667847,-0.00042946488247253,-0.0004163726989645511,-0.00040328054456040263,-0.0003901883610524237,-0.00037709620664827526,-0.00036400402314029634,-0.0003509118687361479,-0.00033781968522816896,-0.0003247275308240205,-0.0003116353473160416,-0.00029854319291189313,-0.0002854510094039142,-0.00027235885499976575,-0.00025926667149178684,-0.0002461745170876384,-0.00023308233357965946,-0.00021999016462359577,-0.00020689799566753209,-0.0001938058267114684,-0.0001807136577554047,-0.00016762148879934102,-0.00015452931984327734,-0.00014143713633529842,-0.00012834496737923473,-0.00011525280569912866,-0.00010216063674306497,-8.906846051104367e-05,-7.597629155497998e-05,-6.288412259891629e-05,-4.9791953642852604e-05,-3.6699784686788917e-05,-2.360761573072523e-05,-1.0515444955672137e-05,2.576724909886252e-06,1.5668894775444642e-05,2.876106373150833e-05,4.1853236325550824e-05,5.494540528161451e-05,6.80375742376782e-05,8.112974319374189e-05,9.422191214980558e-05,0.00010731408110586926,0.00012040625733789057,0.00013349842629395425,0.00014659059525001794,0.00015968276420608163,0.00017277493316214532,0.000185867102118209,0.0001989592710742727,0.00021205144003033638,0.00022514360898640007,0.00023823577794246376,0.00025132796145044267,0.00026442011585459113,0.00027751229936257005,0.0002906044537667185,0.0003036966372746974,0.0003167887916788459,0.0003298809751868248,0.00034297312959097326,0.0003560653130989522,0.00036915746750310063,0.00038224965101107955]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.00011865863052662462,-0.0001149404706666246,-0.00011122231080662459,-0.00010750414367066696,-0.00010378598381066695,-0.00010006782395066693,-9.63496568147093e-05,-9.263149695470929e-05,-8.891333709470928e-05,-8.519517723470926e-05,-8.147701737470925e-05,-7.775885023875162e-05,-7.40406903787516e-05,-7.032253051875159e-05,-6.660436338279396e-05,-6.288620352279395e-05,-5.9168043662793934e-05,-5.544988380279392e-05,-5.17317203048151e-05,-4.801355680683628e-05,-4.429539694683626e-05,-4.057723708683625e-05,-3.685907358885743e-05,-3.3140910090878606e-05,-2.942275023087859e-05,-2.5704588551889174e-05,-2.1986426872899756e-05,-1.8268265193910338e-05,-1.455010351492092e-05,-1.0831941835931502e-05,-7.1137801569420844e-06,-3.3956184779526666e-06,3.2255047699436545e-07,4.040712155983783e-06,7.758873834973201e-06,1.1477035513962619e-05,1.5195197192952037e-05,1.8913358871941455e-05,2.2631520550930873e-05,2.634968222992029e-05,3.0067843908909708e-05,3.378600376890972e-05,3.7504167266888544e-05,4.1222330764867365e-05,4.494049062486738e-05,4.8658650484867394e-05,5.2376813982846215e-05,5.609497748082504e-05,5.981313734082505e-05,6.353129720082507e-05,6.72494643367827e-05,7.096762419678271e-05,7.468578405678272e-05,7.840394391678274e-05,8.212210377678275e-05,8.584027091274038e-05,8.95584307727404e-05,9.327659063274041e-05,9.699475776869804e-05,0.00010071291762869805,0.00010443107748869807,0.00010814923734869808,0.0001118673972086981,0.00011558556434465572,0.00011930372420465574],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,3,2,1,1,2,5,7,10,6,12,17,19,17,34,30,42,46,61,48,61,57,33,33,34,31,31,25,13,17,14,3,10,8,6,2,3,3,2,3,1,2,2,2,1,1,0,1,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,1,1,3,3,4,3,13,8,17,19,29,48,62,103,156,252,346,570,934,1463,2588,4445,8919,17998,42760,129278,235917,83834,30210,13675,6830,3789,2135,1325,708,485,303,184,131,91,54,37,29,14,16,6,6,8,0,3,2,0,2,1,0,1,0,0,3],"bins":[-0.0006103515625,-0.0005908608436584473,-0.0005713701248168945,-0.0005518794059753418,-0.0005323886871337891,-0.0005128979682922363,-0.0004934072494506836,-0.00047391653060913086,-0.0004544258117675781,-0.0004349350929260254,-0.00041544437408447266,-0.0003959536552429199,-0.0003764629364013672,-0.00035697221755981445,-0.0003374814987182617,-0.000317990779876709,-0.00029850006103515625,-0.0002790093421936035,-0.0002595186233520508,-0.00024002790451049805,-0.0002205371856689453,-0.00020104646682739258,-0.00018155574798583984,-0.0001620650291442871,-0.00014257431030273438,-0.00012308359146118164,-0.0001035928726196289,-8.410215377807617e-05,-6.461143493652344e-05,-4.51207160949707e-05,-2.562999725341797e-05,-6.139278411865234e-06,1.33514404296875e-05,3.2842159271240234e-05,5.233287811279297e-05,7.18235969543457e-05,9.131431579589844e-05,0.00011080503463745117,0.0001302957534790039,0.00014978647232055664,0.00016927719116210938,0.0001887679100036621,0.00020825862884521484,0.00022774934768676758,0.0002472400665283203,0.00026673078536987305,0.0002862215042114258,0.0003057122230529785,0.00032520294189453125,0.000344693660736084,0.0003641843795776367,0.00038367509841918945,0.0004031658172607422,0.0004226565361022949,0.00044214725494384766,0.0004616379737854004,0.0004811286926269531,0.0005006194114685059,0.0005201101303100586,0.0005396008491516113,0.0005590915679931641,0.0005785822868347168,0.0005980730056762695,0.0006175637245178223,0.000637054443359375]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,1,0,0,1,1,1,2,0,5,6,5,6,8,6,18,19,15,17,26,17,25,22,32,24,32,27,25,41,33,32,26,30,31,28,17,22,27,21,18,19,13,12,11,5,8,6,5,3,3,3,4,2,2,2,0,0,0,0,1],"bins":[-0.008484034799039364,-0.008230406790971756,-0.007976778782904148,-0.007723150309175253,-0.007469522301107645,-0.007215894293040037,-0.006962266284972429,-0.006708638276904821,-0.006455009803175926,-0.006201381795108318,-0.0059477537870407104,-0.005694125778973103,-0.005440497770905495,-0.005186869762837887,-0.004933241289108992,-0.004679613281041384,-0.004425985272973776,-0.004172357264906168,-0.00391872925683856,-0.0036651010159403086,-0.003411472775042057,-0.003157844766974449,-0.0029042167589068413,-0.0026505885180085897,-0.002396960509940982,-0.002143332501873374,-0.0018897042609751225,-0.0016360762529075146,-0.0013824481284245849,-0.0011288200039416552,-0.0008751919376663864,-0.0006215638713911176,-0.00036793574690818787,-0.00011430765152908862,0.00013932044385001063,0.0003929485392291099,0.0006465766346082091,0.0009002047590911388,0.0011538327671587467,0.0014074608916416764,0.0016610890161246061,0.0019147171406075358,0.0021683452650904655,0.0024219732731580734,0.0026756012812256813,0.002929229522123933,0.0031828575301915407,0.0034364857710897923,0.0036901137791574,0.003943741787225008,0.004197369795292616,0.004450998269021511,0.004704626277089119,0.004958254285156727,0.005211882293224335,0.005465510301291943,0.0057191383093595505,0.005972766783088446,0.0062263947911560535,0.006480022799223661,0.006733650807291269,0.006987278815358877,0.007240907289087772,0.00749453529715538,0.007748163305222988]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.0002645062922965735,-0.00025581702357158065,-0.00024712778395041823,-0.00023843851522542536,-0.00022974926105234772,-0.00022105999232735485,-0.0002123707381542772,-0.00020368148398119956,-0.00019499222980812192,-0.00018630296108312905,-0.0001776137069100514,-0.00016892445273697376,-0.0001602351840119809,-0.00015154592983890325,-0.0001428566756658256,-0.00013416740694083273,-0.0001254781527677551,-0.00011678889131871983,-0.00010809963714564219,-9.941037569660693e-05,-9.072112152352929e-05,-8.203186007449403e-05,-7.334259862545878e-05,-6.465334445238113e-05,-5.596408300334588e-05,-4.727482519228943e-05,-3.858556738123298e-05,-2.989630593219772e-05,-2.120704812114127e-05,-1.2517789400590118e-05,-3.828530680038966e-06,4.8607280405121855e-06,1.3549986761063337e-05,2.2239244572119787e-05,3.092850238317624e-05,3.9617763832211494e-05,4.8307021643267944e-05,5.6996279454324394e-05,6.568554090335965e-05,7.43747950764373e-05,8.306405652547255e-05,9.175331797450781e-05,0.00010044257214758545,0.00010913183359662071,0.00011782109504565597,0.0001265103492187336,0.00013519960339181125,0.00014388887211680412,0.00015257812628988177,0.0001612673804629594,0.00016995664918795228,0.00017864590336102992,0.00018733515753410757,0.00019602442625910044,0.00020471368043217808,0.00021340293460525572,0.0002220922033302486,0.00023078145750332624,0.00023947071167640388,0.00024815998040139675,0.00025684922002255917,0.00026553848874755204,0.0002742277574725449,0.0002829169970937073,0.0002916062658187002],"_type":"histogram","values":[1,3,1,2,0,4,4,4,3,6,5,10,5,13,11,12,16,9,13,21,19,20,19,14,27,17,25,29,34,22,26,31,21,27,32,26,22,25,22,22,19,12,18,6,12,13,11,6,10,4,7,4,4,2,2,2,3,4,3,0,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,2,1,0,0,0,0,0,2,0,0,2,4,2,0,0,3,1,0,3,1,0,4,13,56,161,238,180,48,17,8,2,3,0,0,0,3,0,3,1,2,1,0,0,1,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.5625823834852781e-06,-1.5098032690730179e-06,-1.4570242683475954e-06,-1.4042451539353351e-06,-1.3514660395230749e-06,-1.2986869251108146e-06,-1.2459079243853921e-06,-1.1931288099731319e-06,-1.1403496955608716e-06,-1.087570694835449e-06,-1.0347915804231889e-06,-9.820124660109286e-07,-9.292334084420872e-07,-8.76454294029827e-07,-8.236752364609856e-07,-7.708961220487254e-07,-7.18117064479884e-07,-6.653380069110426e-07,-6.125588924987824e-07,-5.59779834929941e-07,-5.070007205176807e-07,-4.5422166294883937e-07,-4.0144257695828856e-07,-3.4866349096773774e-07,-2.9588440497718693e-07,-2.431053189866361e-07,-1.903262329960853e-07,-1.375471612163892e-07,-8.47680752258384e-08,-3.198899278800127e-08,2.0790089649835863e-08,7.356916853495932e-08,1.2634825452551013e-07,1.7912734051606094e-07,2.3190642650661175e-07,2.8468551249716256e-07,3.374645984877134e-07,3.9024365605655476e-07,4.4302274204710557e-07,4.958018280376564e-07,5.485809424499166e-07,6.01360000018758e-07,6.541390575875994e-07,7.069181719998596e-07,7.59697229568701e-07,8.124763439809612e-07,8.652554015498026e-07,9.180345159620629e-07,9.708135166874854e-07,1.0235926310997456e-06,1.0763717455120059e-06,1.1291508599242661e-06,1.1819298606496886e-06,1.2347089750619489e-06,1.2874880894742091e-06,1.3402672038864694e-06,1.3930462046118919e-06,1.4458253190241521e-06,1.4986044334364124e-06,1.5513834341618349e-06,1.6041625485740951e-06,1.6569416629863554e-06,1.7097207773986156e-06,1.7624997781240381e-06,1.8152788925362984e-06]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[5,7,16,31,31,62,103,164,256,422,644,938,1376,1914,2649,3567,4810,6455,7995,10104,12645,14970,18131,20724,23464,26045,28466,30931,32248,33245,33419,32776,31719,30274,28081,25456,22900,20322,17279,14544,11725,9726,7498,5963,4397,3375,2421,1836,1184,904,585,372,226,174,93,67,38,19,14,4,8,5,0,2],"bins":[-0.08648368716239929,-0.08363690227270126,-0.08079010993242264,-0.07794332504272461,-0.07509654015302658,-0.07224974781274796,-0.06940296292304993,-0.0665561780333519,-0.06370939314365387,-0.060862600803375244,-0.058015815913677216,-0.05516902729868889,-0.05232223868370056,-0.04947545379400253,-0.046628665179014206,-0.04378188028931618,-0.04093509167432785,-0.03808830305933952,-0.035241518169641495,-0.03239472955465317,-0.02954794280230999,-0.026701156049966812,-0.023854367434978485,-0.021007580682635307,-0.01816079393029213,-0.015314007177948952,-0.0124672194942832,-0.009620431810617447,-0.006773645058274269,-0.003926857840269804,-0.001080070622265339,0.0017667165957391262,0.004613496363162994,0.0074602835811674595,0.010307070799171925,0.013153858482837677,0.016000645235180855,0.018847431987524033,0.02169422060251236,0.024541007354855537,0.027387794107198715,0.030234580859541893,0.03308136761188507,0.0359281562268734,0.038774944841861725,0.04162172973155975,0.04446851834654808,0.04731530323624611,0.050162091851234436,0.05300888046622276,0.05585566535592079,0.05870245397090912,0.06154923886060715,0.06439603120088577,0.0672428160905838,0.07008960098028183,0.07293638586997986,0.07578317821025848,0.07862996309995651,0.08147674798965454,0.08432354032993317,0.0871703252196312,0.09001711010932922,0.09286390244960785,0.09571068733930588]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[2,0,0,3,2,4,4,5,6,10,7,15,13,12,16,15,19,15,24,31,27,27,32,28,27,31,27,37,26,34,32,32,32,21,18,17,16,17,15,9,13,7,6,5,7,8,1,3,4,0,0,1,0,0,0,0,0,1,1,0,1,1,0,1],"bins":[-0.002986423671245575,-0.0028716661036014557,-0.0027569083031266928,-0.0026421507354825735,-0.0025273929350078106,-0.0024126353673636913,-0.002297877799719572,-0.002183119999244809,-0.00206836243160069,-0.001953604631125927,-0.0018388470634818077,-0.0017240893794223666,-0.0016093316953629255,-0.0014945740113034844,-0.0013798164436593652,-0.001265058759599924,-0.001150301075540483,-0.001035543391481042,-0.0009207857656292617,-0.0008060280815698206,-0.0006912704557180405,-0.0005765127716585994,-0.0004617550875991583,-0.00034699743264354765,-0.00023223977768793702,-0.00011748211545636877,-2.724453224800527e-06,0.00011203320900676772,0.00022679087123833597,0.0003415485261939466,0.0004563062102533877,0.0005710638361051679,0.000685821520164609,0.00080057920422405,0.0009153368300758302,0.0010300944559276104,0.0011448521399870515,0.0012596098240464926,0.0013743675081059337,0.0014891251921653748,0.001603882759809494,0.001718640443868935,0.0018333981279283762,0.0019481558119878173,0.0020629134960472584,0.0021776710636913776,0.0022924288641661406,0.00240718643181026,0.0025219442322850227,0.002636701799929142,0.0027514593675732613,0.002866217168048024,0.0029809747356921434,0.0030957325361669064,0.0032104901038110256,0.003325247671455145,0.003440005471929908,0.003554763039574027,0.00366952084004879,0.0037842784076929092,0.0038990359753370285,0.004013793542981148,0.004128551576286554,0.004243309143930674,0.004358066711574793]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0033426163718104362,-0.0032408316619694233,-0.0031390467192977667,-0.0030372620094567537,-0.002935477066785097,-0.002833692356944084,-0.002731907647103071,-0.0026301227044314146,-0.0025283379945904016,-0.0024265532847493887,-0.002324768342077732,-0.002222983632236719,-0.002121198922395706,-0.0020194139797240496,-0.0019176292698830366,-0.0018158444436267018,-0.001714059617370367,-0.0016122747911140323,-0.0015104899648576975,-0.0014087052550166845,-0.0013069204287603498,-0.001205135602504015,-0.001103350892663002,-0.0010015660664066672,-0.0008997812401503325,-0.0007979964138939977,-0.0006962116458453238,-0.0005944268777966499,-0.0004926420515403152,-0.0003908572543878108,-0.0002890724572353065,-0.00018728766008280218,-8.55030957609415e-05,1.628170139156282e-05,0.00011806649854406714,0.00021985129569657147,0.0003216360928490758,0.0004234208900015801,0.0005252056871540844,0.0006269904552027583,0.0007287752814590931,0.0008305601077154279,0.0009323448757641017,0.0010341296438127756,0.0011359144700691104,0.0012376992963254452,0.0013394840061664581,0.001441268832422793,0.0015430536586791277,0.0016448384849354625,0.0017466233111917973,0.0018484080210328102,0.001950192847289145,0.0020519776735454798,0.0021537623833864927,0.0022555473260581493,0.0023573320358991623,0.0024591167457401752,0.002560901688411832,0.002662686398252845,0.0027644713409245014,0.0028662560507655144,0.0029680407606065273,0.003069825703278184,0.003171610413119197],"_type":"histogram","values":[1,0,0,0,1,0,1,2,0,1,1,0,2,4,3,3,6,9,12,17,13,16,11,23,23,27,19,30,22,32,44,42,33,35,32,29,42,29,20,29,21,18,16,13,8,11,13,11,11,9,1,3,5,5,1,0,3,1,1,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[2,0,0,0,1,1,0,0,0,1,0,0,0,0,2,0,0,2,2,3,0,2,4,5,4,4,5,5,6,6,7,14,26,34,38,53,77,78,138,196,264,277,188,164,121,77,62,60,41,22,16,12,7,4,8,3,4,0,0,0,0,1,0,1],"bins":[-0.00018781775725074112,-0.0001832613634178415,-0.00017870496958494186,-0.00017414857575204223,-0.0001695921819191426,-0.00016503578808624297,-0.00016047937970142812,-0.00015592298586852849,-0.00015136659203562886,-0.00014681019820272923,-0.0001422538043698296,-0.00013769741053692997,-0.00013314101670403033,-0.0001285846228711307,-0.00012402822903823107,-0.00011947182792937383,-0.0001149154340964742,-0.00011035904026357457,-0.00010580264643067494,-0.0001012462453218177,-9.668985148891807e-05,-9.213345765601844e-05,-8.75770638231188e-05,-8.302066999021918e-05,-7.846427615731955e-05,-7.39078750484623e-05,-6.935148121556267e-05,-6.479508738266304e-05,-6.023869354976341e-05,-5.5682296078884974e-05,-5.1125902245985344e-05,-4.656950477510691e-05,-4.201311821816489e-05,-3.745672438526526e-05,-3.2900326914386824e-05,-2.8343933081487194e-05,-2.378753742959816e-05,-1.9231141777709126e-05,-1.4674747035314795e-05,-1.0118352292920463e-05,-5.561956641031429e-06,-1.0055614438897464e-06,3.5508337532519363e-06,8.107228495646268e-06,1.2663624147535302e-05,1.7220019799424335e-05,2.1776413632323965e-05,2.6332809284213e-05,3.088920493610203e-05,3.544559876900166e-05,4.00019962398801e-05,4.455839007277973e-05,4.911478754365817e-05,5.36711813765578e-05,5.822757520945743e-05,6.278396904235706e-05,6.73403701512143e-05,7.189676398411393e-05,7.645315781701356e-05,8.100955164991319e-05,8.556594548281282e-05,9.012233931571245e-05,9.46787404245697e-05,9.923513425746933e-05,0.00010379152809036896],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.002950014779344201,-0.0028532561846077442,-0.002756497822701931,-0.002659739227965474,-0.0025629806332290173,-0.0024662220384925604,-0.0023694634437561035,-0.0022727050818502903,-0.0021759464871138334,-0.0020791878923773766,-0.0019824295304715633,-0.0018856709357351065,-0.0017889123409986496,-0.0016921537462621927,-0.0015953952679410577,-0.0014986367896199226,-0.0014018781948834658,-0.001305119600147009,-0.0012083611218258739,-0.0011116026435047388,-0.001014844048768282,-0.000918085512239486,-0.00082132697571069,-0.0007245684391818941,-0.0006278099026530981,-0.0005310513661243021,-0.0004342928295955062,-0.00033753429306671023,-0.00024077575653791428,-0.00014401722000911832,-4.725868348032236e-05,4.9499853048473597e-05,0.00014625838957726955,0.0002430169261060655,0.00033977546263486147,0.0004365339991636574,0.0005332925356924534,0.0006300510722212493,0.0007268096087500453,0.0008235681452788413,0.0009203266818076372,0.001017085276544094,0.0011138437548652291,0.0012106022331863642,0.001307360827922821,0.001404119422659278,0.001500877900980413,0.001597636379301548,0.0016943949740380049,0.0017911535687744617,0.0018879120470955968,0.001984670525416732,0.0020814291201531887,0.0021781877148896456,0.0022749463096261024,0.0023717046715319157,0.0024684632662683725,0.0025652218610048294,0.0026619802229106426,0.0027587388176470995,0.0028554974123835564,0.0029522560071200132,0.00304901460185647,0.0031457729637622833,0.00324253155849874],"_type":"histogram","values":[1,0,1,0,3,0,5,3,4,4,3,10,7,8,13,9,14,15,11,16,12,19,21,21,31,23,20,31,27,22,32,23,31,30,29,34,17,27,33,15,23,13,18,13,18,12,10,7,1,6,3,6,2,2,3,0,1,1,0,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.09953249245882034,-0.09641802310943604,-0.09330355376005173,-0.09018907696008682,-0.08707460761070251,-0.0839601382613182,-0.0808456689119339,-0.07773119956254959,-0.07461673021316528,-0.07150225341320038,-0.06838778406381607,-0.06527331471443176,-0.062158845365047455,-0.05904437229037285,-0.05592990294098854,-0.052815429866313934,-0.049700960516929626,-0.04658649116754532,-0.04347201809287071,-0.040357548743486404,-0.0372430756688118,-0.03412860631942749,-0.031014136970043182,-0.027899665758013725,-0.024785194545984268,-0.02167072333395481,-0.018556252121925354,-0.015441782772541046,-0.012327311560511589,-0.009212840348482132,-0.0060983700677752495,-0.0029838993214070797,0.00013056397438049316,0.003245034720748663,0.006359505467116833,0.009473975747823715,0.012588446959853172,0.01570291817188263,0.018817387521266937,0.021931858733296394,0.02504632994532585,0.02816080115735531,0.031275272369384766,0.034389741718769073,0.03750421106815338,0.04061868414282799,0.043733153492212296,0.0468476265668869,0.04996209591627121,0.05307656526565552,0.056191038340330124,0.05930550768971443,0.06241998076438904,0.06553445011377335,0.06864891946315765,0.07176338881254196,0.07487785816192627,0.07799233496189117,0.08110680431127548,0.08422127366065979,0.0873357430100441,0.0904502123594284,0.09356468915939331,0.09667915850877762,0.09979362785816193],"_type":"histogram","values":[1,0,2,4,3,6,18,27,67,95,166,224,407,611,964,1425,2181,3013,4143,5800,7667,9813,12625,15396,18368,21987,25621,28603,31663,33997,35006,36224,36367,35306,33740,31321,28088,25349,21899,18403,15123,12308,9655,7476,5701,4176,2902,2017,1433,950,592,355,229,118,83,49,25,15,7,6,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,0,0,0,1,1,0,1,0,1,2,1,3,5,4,2,8,5,6,8,9,22,25,17,28,24,21,22,34,27,32,27,43,36,31,45,33,34,31,25,26,20,22,15,10,5,15,7,7,9,2,2,3,4,1,1,2,0,0,0,1,1],"bins":[-0.0001501034857938066,-0.0001457908801967278,-0.00014147826004773378,-0.00013716565445065498,-0.00013285304885357618,-0.00012854042870458215,-0.00012422782310750335,-0.00011991521023446694,-0.00011560259736143053,-0.00011128998448839411,-0.0001069773716153577,-0.0001026647660182789,-9.835215314524248e-05,-9.403954027220607e-05,-8.972693467512727e-05,-8.541432180209085e-05,-8.110170892905444e-05,-7.678909605601802e-05,-7.247648318298161e-05,-6.816387758590281e-05,-6.38512647128664e-05,-5.953865183982998e-05,-5.5226042604772374e-05,-5.091343336971477e-05,-4.660082049667835e-05,-4.228820762364194e-05,-3.797559838858433e-05,-3.366298915352672e-05,-2.935037628049031e-05,-2.5037765226443298e-05,-2.0725154172396287e-05,-1.6412543118349276e-05,-1.2099917512387037e-05,-7.787306458340026e-06,-3.4746954042930156e-06,8.379156497539952e-07,5.150526703801006e-06,9.463137757848017e-06,1.3775748811895028e-05,1.808835986594204e-05,2.240097091998905e-05,2.671358197403606e-05,3.102619302808307e-05,3.533880226314068e-05,3.965141513617709e-05,4.396402800921351e-05,4.8276637244271114e-05,5.258924647932872e-05,5.6901859352365136e-05,6.121447222540155e-05,6.552708509843796e-05,6.983969069551677e-05,7.415230356855318e-05,7.84649164415896e-05,8.27775220386684e-05,8.709013491170481e-05,9.140274778474122e-05,9.571536065777764e-05,0.00010002797353081405,0.00010434057912789285,0.00010865319200092927,0.00011296580487396568,0.00011727841047104448,0.0001215910233440809,0.0001259036362171173],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-7.775472477078438e-05,-7.48889142414555e-05,-7.202310371212661e-05,-6.915729318279773e-05,-6.629148992942646e-05,-6.342567940009758e-05,-6.0559868870768696e-05,-5.769405834143981e-05,-5.482824781211093e-05,-5.1962440920760855e-05,-4.909663039143197e-05,-4.623081986210309e-05,-4.3365012970753014e-05,-4.049920244142413e-05,-3.763339191209525e-05,-3.476758502074517e-05,-3.190177449141629e-05,-2.903596578107681e-05,-2.617015525174793e-05,-2.330434654140845e-05,-2.0438536012079567e-05,-1.7572727301740088e-05,-1.4706918591400608e-05,-1.1841108971566427e-05,-8.975299351732247e-06,-6.109489731898066e-06,-3.2436805668112356e-06,-3.7787117435073014e-07,2.4879382181097753e-06,5.353747837943956e-06,8.219556548283435e-06,1.1085366168117616e-05,1.3951175787951797e-05,1.6816984498291276e-05,1.968279502762016e-05,2.2548603737959638e-05,2.541441426728852e-05,2.8280222977628e-05,3.114603168796748e-05,3.401184221729636e-05,3.6877652746625245e-05,3.974345963797532e-05,4.26092701673042e-05,4.5475080696633086e-05,4.834088758798316e-05,5.1206698117312044e-05,5.4072508646640927e-05,5.6938315537991e-05,5.9804126067319885e-05,6.266993295866996e-05,6.553574348799884e-05,6.840155401732773e-05,7.126736454665661e-05,7.413317507598549e-05,7.699898560531437e-05,7.986478885868564e-05,8.273059938801453e-05,8.559640991734341e-05,8.846222044667229e-05,9.132803097600117e-05,9.419384150533006e-05,9.705964475870132e-05,9.992545528803021e-05,0.00010279126581735909,0.00010565707634668797],"_type":"histogram","values":[1,1,0,2,1,2,2,0,1,2,3,7,3,7,7,7,20,13,17,30,26,34,34,46,50,56,53,41,40,45,34,25,23,18,17,17,11,12,8,7,8,4,4,4,5,1,1,1,3,2,2,1,2,0,0,0,2,3,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,1,1,1,2,1,3,4,5,8,6,4,10,8,4,11,11,12,17,15,22,13,16,21,28,22,18,29,24,28,35,33,32,35,23,28,27,20,24,18,18,12,17,16,15,12,11,7,12,3,4,1,2,1,2,3,1,2,2,1,1,1,3],"bins":[-0.016594065353274345,-0.016073130071163177,-0.015552193857729435,-0.015031257644295692,-0.014510322362184525,-0.013989387080073357,-0.013468450866639614,-0.012947514653205872,-0.012426579371094704,-0.011905644088983536,-0.011384707875549793,-0.01086377166211605,-0.010342836380004883,-0.009821901097893715,-0.009300964884459972,-0.00878002867102623,-0.008259093388915062,-0.007738157641142607,-0.0072172218933701515,-0.006696286145597696,-0.006175350397825241,-0.005654414650052786,-0.005133478902280331,-0.0046125431545078754,-0.00409160740673542,-0.003570671658962965,-0.00304973591119051,-0.0025288001634180546,-0.0020078644156455994,-0.0014869286678731441,-0.0009659929201006889,-0.0004450571723282337,7.587671279907227e-05,0.0005968124605715275,0.0011177482083439827,0.001638683956116438,0.002159619703888893,0.0026805554516613483,0.0032014911994338036,0.0037224269472062588,0.004243362694978714,0.004764298442751169,0.005285234190523624,0.00580616993829608,0.006327105686068535,0.00684804143384099,0.007368977181613445,0.007889913395047188,0.008410848677158356,0.008931783959269524,0.009452720172703266,0.009973656386137009,0.010494591668248177,0.011015526950359344,0.011536463163793087,0.01205739937722683,0.012578334659337997,0.013099269941449165,0.013620206154882908,0.01414114236831665,0.014662077650427818,0.015183012932538986,0.015703950077295303,0.01622488535940647,0.01674582064151764],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,1,2,3,1,3,3,3,3,3,13,12,12,13,17,29,18,38,29,49,54,39,48,46,54,32,32,32,25,22,17,12,15,17,11,7,6,11,6,5,4,4,5,1,2,0,1,0,1,2,0,0,0,1,0,0,0,0,0,1],"bins":[0.990098237991333,0.9904730916023254,0.9908479452133179,0.9912227988243103,0.9915976524353027,0.9919725060462952,0.9923473596572876,0.99272221326828,0.9930970668792725,0.9934719204902649,0.9938467741012573,0.9942216277122498,0.9945964813232422,0.9949713349342346,0.995346188545227,0.9957210421562195,0.9960958957672119,0.9964708089828491,0.9968456625938416,0.997220516204834,0.9975953698158264,0.9979702234268188,0.9983450770378113,0.9987199306488037,0.9990947842597961,0.9994696378707886,0.999844491481781,1.0002193450927734,1.000594139099121,1.0009690523147583,1.001343846321106,1.0017187595367432,1.0020935535430908,1.002468466758728,1.0028433799743652,1.003218173980713,1.00359308719635,1.0039678812026978,1.004342794418335,1.0047175884246826,1.0050925016403198,1.0054672956466675,1.0058422088623047,1.0062170028686523,1.0065919160842896,1.0069667100906372,1.0073416233062744,1.007716417312622,1.0080913305282593,1.008466124534607,1.0088410377502441,1.0092158317565918,1.009590744972229,1.0099655389785767,1.0103404521942139,1.0107152462005615,1.0110901594161987,1.0114649534225464,1.0118398666381836,1.0122146606445312,1.0125895738601685,1.0129643678665161,1.0133392810821533,1.013714075088501,1.0140889883041382]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[2,0,1,0,2,1,6,4,2,8,3,8,8,11,7,21,27,37,36,34,43,43,49,60,54,40,30,42,32,24,21,15,15,13,11,10,7,5,9,1,2,7,0,1,3,2,2,1,1,1,0,1,0,0,0,1,0,1,1,1,0,0,0,1],"bins":[-7.320498116314411e-05,-7.02388133504428e-05,-6.727264553774148e-05,-6.430647772504017e-05,-6.134030991233885e-05,-5.837413846165873e-05,-5.540796701097861e-05,-5.2441799198277295e-05,-4.947563138557598e-05,-4.6509463572874665e-05,-4.354329576017335e-05,-4.057712430949323e-05,-3.7610956496791914e-05,-3.46447886840906e-05,-3.167861723341048e-05,-2.8712449420709163e-05,-2.5746281608007848e-05,-2.2780113795306534e-05,-1.9813944163615815e-05,-1.6847774531925097e-05,-1.3881606719223782e-05,-1.0915437997027766e-05,-7.94926927483175e-06,-4.983100552635733e-06,-2.0169318304397166e-06,9.492368917562999e-07,3.915405613952316e-06,6.881574336148333e-06,9.84774305834435e-06,1.2813911780540366e-05,1.5780080502736382e-05,1.87462501344271e-05,2.171242522308603e-05,2.4678593035787344e-05,2.7644762667478062e-05,3.061093229916878e-05,3.3577100111870095e-05,3.654326792457141e-05,3.950943937525153e-05,4.2475607187952846e-05,4.544177500065416e-05,4.8407942813355476e-05,5.137411062605679e-05,5.434028207673691e-05,5.730644988943823e-05,6.027261770213954e-05,6.323878915281966e-05,6.620495696552098e-05,6.917112477822229e-05,7.213729259092361e-05,7.510346040362492e-05,7.806962821632624e-05,8.103580330498517e-05,8.400197111768648e-05,8.69681389303878e-05,8.993430674308911e-05,9.290047455579042e-05,9.586664236849174e-05,9.883281018119305e-05,0.00010179897799389437,0.00010476514580659568,0.00010773132089525461,0.00011069748870795593,0.00011366365652065724,0.00011662982433335856],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"bins":[-0.0003147125244140625,-0.0003045797348022461,-0.0002944469451904297,-0.0002843141555786133,-0.0002741813659667969,-0.00026404857635498047,-0.00025391578674316406,-0.00024378299713134766,-0.00023365020751953125,-0.00022351741790771484,-0.00021338462829589844,-0.00020325183868408203,-0.00019311904907226562,-0.00018298625946044922,-0.0001728534698486328,-0.0001627206802368164,-0.000152587890625,-0.0001424551010131836,-0.0001323223114013672,-0.00012218952178955078,-0.00011205673217773438,-0.00010192394256591797,-9.179115295410156e-05,-8.165836334228516e-05,-7.152557373046875e-05,-6.139278411865234e-05,-5.125999450683594e-05,-4.112720489501953e-05,-3.0994415283203125e-05,-2.086162567138672e-05,-1.0728836059570312e-05,-5.960464477539062e-07,9.5367431640625e-06,1.9669532775878906e-05,2.9802322387695312e-05,3.993511199951172e-05,5.0067901611328125e-05,6.020069122314453e-05,7.033348083496094e-05,8.046627044677734e-05,9.059906005859375e-05,0.00010073184967041016,0.00011086463928222656,0.00012099742889404297,0.00013113021850585938,0.00014126300811767578,0.0001513957977294922,0.0001615285873413086,0.000171661376953125,0.0001817941665649414,0.0001919269561767578,0.00020205974578857422,0.00021219253540039062,0.00022232532501220703,0.00023245811462402344,0.00024259090423583984,0.00025272369384765625,0.00026285648345947266,0.00027298927307128906,0.00028312206268310547,0.0002932548522949219,0.0003033876419067383,0.0003135204315185547,0.0003236532211303711,0.0003337860107421875],"_type":"histogram","values":[3,3,2,2,1,3,4,5,8,12,19,21,27,43,67,91,122,202,316,474,774,1123,1919,3116,5688,9666,18304,35887,78318,182474,414873,443779,203418,87439,39924,19486,10530,5859,3388,1996,1237,761,484,337,222,129,88,66,41,39,14,16,11,7,14,2,5,2,0,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[2,0,2,10,19,33,55,105,190,310,514,807,1361,2036,3067,4659,6648,9253,13080,17611,23049,29683,37294,45246,54087,63076,72001,80205,87324,91862,95376,96347,95398,92095,86543,79929,72134,63390,54008,45183,36994,29427,22944,17494,12841,9305,6549,4664,3105,2083,1416,833,539,305,153,91,56,34,19,13,4,1,0,2],"bins":[-0.09781316667795181,-0.0947071835398674,-0.09160120785236359,-0.08849522471427917,-0.08538924157619476,-0.08228325843811035,-0.07917728275060654,-0.07607129961252213,-0.07296531647443771,-0.0698593407869339,-0.06675335764884949,-0.06364737451076508,-0.06054139509797096,-0.05743541195988655,-0.05432943254709244,-0.051223449409008026,-0.04811746999621391,-0.0450114905834198,-0.04190550744533539,-0.038799528032541275,-0.03569354489445686,-0.03258756548166275,-0.029481584206223488,-0.026375602930784225,-0.023269621655344963,-0.0201636403799057,-0.01705765910446644,-0.01395167876034975,-0.010845697484910488,-0.007739716209471226,-0.004633735399693251,-0.001527754357084632,0.0015782266855239868,0.004684207960963249,0.007790188770741224,0.0108961695805192,0.014002150855958462,0.01710813120007515,0.020214112475514412,0.023320093750953674,0.026426075026392937,0.0295320563018322,0.03263803571462631,0.035744018852710724,0.03884999826550484,0.04195598140358925,0.04506196081638336,0.04816794395446777,0.05127392336726189,0.054379902780056,0.05748588591814041,0.060591865330934525,0.06369784474372864,0.06680382788181305,0.06990981101989746,0.07301579415798187,0.07612176984548569,0.0792277529835701,0.08233373612165451,0.08543971180915833,0.08854569494724274,0.09165167808532715,0.09475766122341156,0.09786363691091537,0.10096962004899979],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.00017465556447859854,-0.00016826979117468,-0.00016188401787076145,-0.00015549823001492769,-0.00014911245671100914,-0.0001427266834070906,-0.00013634091010317206,-0.00012995513679925352,-0.00012356936349533498,-0.00011718358291545883,-0.00011079780233558267,-0.00010441202903166413,-9.802625572774559e-05,-9.164047514786944e-05,-8.52547018439509e-05,-7.886892126407474e-05,-7.24831479601562e-05,-6.609737465623766e-05,-5.971159407636151e-05,-5.332582077244297e-05,-4.694004383054562e-05,-4.055426688864827e-05,-3.416849358472973e-05,-2.7782716642832384e-05,-2.1396939700935036e-05,-1.501116366853239e-05,-8.625387636129744e-06,-2.2396116037270986e-06,4.146164428675547e-06,1.0531940461078193e-05,1.691771649348084e-05,2.3303491616388783e-05,2.9689254006370902e-05,3.607503094826825e-05,4.24608078901656e-05,4.884658119408414e-05,5.5232358135981485e-05,6.161813507787883e-05,6.800390838179737e-05,7.438968896167353e-05,8.077546226559207e-05,8.716123556951061e-05,9.354701614938676e-05,9.99327894533053e-05,0.00010631856275722384,0.0001127043433371,0.00011909011664101854,0.0001254758972208947,0.00013186167052481323,0.00013824744382873178,0.00014463321713265032,0.00015101900498848408,0.00015740477829240263,0.00016379055159632117,0.0001701763249002397,0.00017656209820415825,0.0001829478715080768,0.00018933365936391056,0.0001957194326678291,0.00020210520597174764,0.00020849097927566618,0.00021487675257958472,0.0002212625404354185,0.00022764831373933703,0.00023403408704325557],"_type":"histogram","values":[2,1,2,1,1,3,2,6,2,4,7,7,5,14,9,12,19,23,23,22,19,31,34,30,23,34,38,18,36,41,32,21,44,23,23,24,22,14,13,18,14,10,16,5,4,1,4,1,3,1,1,1,0,0,0,1,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,1,0,1,0,4,2,5,4,3,7,8,11,16,10,13,11,13,19,14,23,22,21,23,26,33,33,27,31,37,28,28,40,24,33,17,30,29,15,15,11,8,11,8,7,8,8,4,4,4,3,3,1,0,1,2,0,1,2,0,2],"bins":[-0.004165589809417725,-0.004034438636153936,-0.003903287462890148,-0.0037721365224570036,-0.0036409853491932154,-0.003509834175929427,-0.003378683002665639,-0.0032475318294018507,-0.003116380888968706,-0.002985229715704918,-0.0028540785424411297,-0.0027229273691773415,-0.0025917761959135532,-0.002460625022649765,-0.0023294740822166204,-0.0021983229089528322,-0.002067171735689044,-0.0019360205624252558,-0.0018048695055767894,-0.0016737183323130012,-0.0015425672754645348,-0.0014114161022007465,-0.0012802649289369583,-0.001149113872088492,-0.0010179626988247037,-0.0008868115837685764,-0.0007556604687124491,-0.0006245092954486609,-0.0004933581803925335,-0.00036220706533640623,-0.00023105592117644846,-9.990479156840593e-05,3.124633803963661e-05,0.00016239746764767915,0.0002935485972557217,0.00042469974141567945,0.0005558508564718068,0.0006870019715279341,0.0008181531447917223,0.0009493042598478496,0.001080455374903977,0.0012116065481677651,0.0013427576050162315,0.0014739087782800198,0.001605059951543808,0.0017362110083922744,0.0018673621816560626,0.001998513238504529,0.0021296644117683172,0.0022608155850321054,0.0023919667582958937,0.0025231176987290382,0.0026542688719928265,0.0027854200452566147,0.002916571218520403,0.003047722391784191,0.0031788735650479794,0.003310024505481124,0.003441175678744912,0.0035723268520087004,0.0037034780252724886,0.003834629198536277,0.003965780138969421,0.00409693131223321,0.004228082485496998]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,0,1,1,0,1,1,3,5,3,1,3,9,9,10,6,10,14,10,17,19,20,22,20,19,23,22,29,28,26,33,30,27,29,25,36,26,23,19,20,22,27,18,16,11,10,8,7,5,7,4,6,3,5,6,4,1,0,1,1,2,2,1],"bins":[-0.004703997168689966,-0.0045596095733344555,-0.004415221977978945,-0.004270834382623434,-0.004126447252929211,-0.0039820596575737,-0.0038376720622181892,-0.0036932844668626785,-0.003548896871507168,-0.0034045095089823008,-0.00326012191362679,-0.0031157343182712793,-0.0029713469557464123,-0.0028269593603909016,-0.002682571765035391,-0.002538184402510524,-0.002393796807155013,-0.0022494092117995024,-0.0021050218492746353,-0.0019606342539191246,-0.001816246658563614,-0.001671859179623425,-0.0015274717006832361,-0.0013830841053277254,-0.0012386966263875365,-0.0010943091474473476,-0.0009499215520918369,-0.000805534073151648,-0.0006611465360037982,-0.0005167589988559484,-0.0003723714908119291,-0.00022798396821599454,-8.359644562005997e-05,6.07910769758746e-05,0.00020517859957180917,0.0003495661076158285,0.0004939536447636783,0.0006383411819115281,0.000782728660851717,0.0009271161979995668,0.0010715037351474166,0.0012158912140876055,0.0013602788094431162,0.001504666288383305,0.001649053767323494,0.0017934413626790047,0.0019378288416191936,0.0020822163205593824,0.002226603915914893,0.002370991511270404,0.002515378873795271,0.0026597664691507816,0.0028041540645062923,0.0029485414270311594,0.00309292902238667,0.003237316617742181,0.003381703980267048,0.0035260915756225586,0.0036704791709780693,0.00381486676633358,0.003959254361689091,0.004103641491383314,0.004248029086738825,0.0043924166820943356,0.004536804277449846],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[2,1,1,1,4,4,7,4,19,15,36,45,62,72,113,146,212,327,457,663,929,1354,2018,3009,4718,7395,11470,19801,35083,64085,119837,210428,300142,297526,213555,124054,67394,35113,20165,11596,7321,4525,2861,2085,1385,866,603,409,275,187,158,94,68,37,39,22,22,14,7,10,3,5,2,3],"bins":[-7.009506225585938e-05,-6.797164678573608e-05,-6.584823131561279e-05,-6.37248158454895e-05,-6.160140037536621e-05,-5.947798490524292e-05,-5.735456943511963e-05,-5.523115396499634e-05,-5.310773849487305e-05,-5.0984323024749756e-05,-4.8860907554626465e-05,-4.6737492084503174e-05,-4.461407661437988e-05,-4.249066114425659e-05,-4.03672456741333e-05,-3.824383020401001e-05,-3.612041473388672e-05,-3.399699926376343e-05,-3.187358379364014e-05,-2.9750168323516846e-05,-2.7626752853393555e-05,-2.5503337383270264e-05,-2.3379921913146973e-05,-2.125650644302368e-05,-1.913309097290039e-05,-1.70096755027771e-05,-1.4886260032653809e-05,-1.2762844562530518e-05,-1.0639429092407227e-05,-8.516013622283936e-06,-6.3925981521606445e-06,-4.2691826820373535e-06,-2.1457672119140625e-06,-2.2351741790771484e-08,2.1010637283325195e-06,4.2244791984558105e-06,6.3478946685791016e-06,8.471310138702393e-06,1.0594725608825684e-05,1.2718141078948975e-05,1.4841556549072266e-05,1.6964972019195557e-05,1.9088387489318848e-05,2.121180295944214e-05,2.333521842956543e-05,2.545863389968872e-05,2.7582049369812012e-05,2.9705464839935303e-05,3.1828880310058594e-05,3.3952295780181885e-05,3.6075711250305176e-05,3.819912672042847e-05,4.032254219055176e-05,4.244595766067505e-05,4.456937313079834e-05,4.669278860092163e-05,4.881620407104492e-05,5.093961954116821e-05,5.3063035011291504e-05,5.5186450481414795e-05,5.7309865951538086e-05,5.943328142166138e-05,6.155669689178467e-05,6.368011236190796e-05,6.580352783203125e-05]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,1,1,1,1,2,7,6,7,12,29,34,55,78,94,181,293,490,948,1510,2805,4890,9055,17398,34463,65676,114116,136527,93569,51268,26308,13601,7361,3805,2239,1198,712,433,230,157,82,52,42,18,17,8,6,10,10,3,2,3,5,0,1,1],"bins":[-0.00017833709716796875,-0.0001732856035232544,-0.00016823410987854004,-0.00016318261623382568,-0.00015813112258911133,-0.00015307962894439697,-0.00014802813529968262,-0.00014297664165496826,-0.0001379251480102539,-0.00013287365436553955,-0.0001278221607208252,-0.00012277066707611084,-0.00011771917343139648,-0.00011266767978668213,-0.00010761618614196777,-0.00010256469249725342,-9.751319885253906e-05,-9.246170520782471e-05,-8.741021156311035e-05,-8.2358717918396e-05,-7.730722427368164e-05,-7.225573062896729e-05,-6.720423698425293e-05,-6.215274333953857e-05,-5.710124969482422e-05,-5.204975605010986e-05,-4.699826240539551e-05,-4.194676876068115e-05,-3.68952751159668e-05,-3.184378147125244e-05,-2.6792287826538086e-05,-2.174079418182373e-05,-1.6689300537109375e-05,-1.163780689239502e-05,-6.586313247680664e-06,-1.5348196029663086e-06,3.516674041748047e-06,8.568167686462402e-06,1.3619661331176758e-05,1.8671154975891113e-05,2.372264862060547e-05,2.8774142265319824e-05,3.382563591003418e-05,3.8877129554748535e-05,4.392862319946289e-05,4.8980116844177246e-05,5.40316104888916e-05,5.908310413360596e-05,6.413459777832031e-05,6.918609142303467e-05,7.423758506774902e-05,7.928907871246338e-05,8.434057235717773e-05,8.939206600189209e-05,9.444355964660645e-05,9.94950532913208e-05,0.00010454654693603516,0.00010959804058074951,0.00011464953422546387,0.00011970102787017822,0.00012475252151489258,0.00012980401515960693,0.0001348555088043213,0.00013990700244903564,0.00014495849609375]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[2,0,2,0,3,3,4,5,2,7,4,7,8,9,12,16,12,12,23,31,25,32,30,35,36,32,35,38,36,27,20,31,26,25,23,24,15,17,11,13,11,9,9,7,4,6,3,10,4,2,4,0,1,1,0,2,0,1,0,0,0,0,0,1],"bins":[-0.0029689189977943897,-0.0028603929094970226,-0.002751867054030299,-0.002643340965732932,-0.0025348151102662086,-0.0024262890219688416,-0.0023177629336714745,-0.002209237078204751,-0.002100710989907384,-0.001992184901610017,-0.0018836590461432934,-0.0017751329578459263,-0.001666606985963881,-0.0015580810140818357,-0.0014495549257844687,-0.0013410289539024234,-0.0012325029820203781,-0.0011239770101383328,-0.0010154510382562876,-0.0009069249499589205,-0.0007983989780768752,-0.0006898730061948299,-0.0005813469761051238,-0.00047282097511924803,-0.0003642949741333723,-0.0002557689731474966,-0.00014724297216162086,-3.871697117574513e-05,6.98090298101306e-05,0.00017833503079600632,0.00028686103178188205,0.0003953870327677578,0.0005039130337536335,0.0006124390056356788,0.000720965035725385,0.0008294910658150911,0.0009380170376971364,0.0010465430095791817,0.0011550690978765488,0.001263595069758594,0.0013721210416406393,0.0014806470135226846,0.0015891729854047298,0.001697699073702097,0.0018062250455841422,0.0019147510174661875,0.0020232771057635546,0.002131802961230278,0.002240329049527645,0.002348855137825012,0.0024573809932917356,0.0025659070815891027,0.002674432937055826,0.0027829590253531933,0.0028914851136505604,0.003000010969117284,0.003108537057414651,0.003217063145712018,0.0033255890011787415,0.0034341150894761086,0.0035426411777734756,0.003651167033240199,0.003759693121537566,0.0038682189770042896,0.003976745065301657]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.005215586628764868,-0.005042463541030884,-0.004869340918958187,-0.004696217831224203,-0.004523094743490219,-0.004349971655756235,-0.0041768490336835384,-0.0040037259459495544,-0.0038306028582155704,-0.00365748000331223,-0.0034843571484088898,-0.0033112340606749058,-0.0031381112057715654,-0.0029649881180375814,-0.002791865263134241,-0.002618742175400257,-0.0024456193204969168,-0.0022724964655935764,-0.0020993733778595924,-0.0019262504065409303,-0.001753127435222268,-0.0015800045803189278,-0.0014068816090002656,-0.0012337586376816034,-0.0010606356663629413,-0.0008875126950442791,-0.0007143897237256169,-0.0005412668106146157,-0.0003681438392959535,-0.00019502088252920657,-2.1897925762459636e-05,0.0001512250310042873,0.00032434798777103424,0.0004974709590896964,0.0006705939304083586,0.0008437168435193598,0.001016839873045683,0.0011899627279490232,0.0013630856992676854,0.0015362086705863476,0.0017093316419050097,0.001882454613223672,0.0020555774681270123,0.0022287005558609962,0.0024018234107643366,0.0025749464984983206,0.002748069353401661,0.002921192441135645,0.0030943152960389853,0.0032674381509423256,0.0034405612386763096,0.00361368409357965,0.003786807181313634,0.003959930036216974,0.004133053123950958,0.004306176211684942,0.004479298833757639,0.004652421921491623,0.004825545009225607,0.004998667631298304,0.005171790719032288,0.005344913806766272,0.005518036894500256,0.005691159516572952,0.005864282604306936],"_type":"histogram","values":[1,0,1,1,0,0,0,2,0,3,4,3,5,10,4,12,15,21,16,9,25,30,22,32,30,22,20,35,27,20,30,26,29,34,30,26,30,27,20,28,25,13,20,11,9,6,3,4,5,5,3,5,4,2,0,0,0,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.0004520416259765625,-0.00043782591819763184,-0.00042361021041870117,-0.0004093945026397705,-0.00039517879486083984,-0.0003809630870819092,-0.0003667473793029785,-0.00035253167152404785,-0.0003383159637451172,-0.0003241002559661865,-0.00030988454818725586,-0.0002956688404083252,-0.00028145313262939453,-0.00026723742485046387,-0.0002530217170715332,-0.00023880600929260254,-0.00022459030151367188,-0.0002103745937347412,-0.00019615888595581055,-0.00018194317817687988,-0.00016772747039794922,-0.00015351176261901855,-0.0001392960548400879,-0.00012508034706115723,-0.00011086463928222656,-9.66489315032959e-05,-8.243322372436523e-05,-6.821751594543457e-05,-5.4001808166503906e-05,-3.978610038757324e-05,-2.5570392608642578e-05,-1.1354684829711914e-05,2.86102294921875e-06,1.7076730728149414e-05,3.129243850708008e-05,4.550814628601074e-05,5.9723854064941406e-05,7.393956184387207e-05,8.815526962280273e-05,0.0001023709774017334,0.00011658668518066406,0.00013080239295959473,0.0001450181007385254,0.00015923380851745605,0.00017344951629638672,0.00018766522407531738,0.00020188093185424805,0.0002160966396331787,0.00023031234741210938,0.00024452805519104004,0.0002587437629699707,0.00027295947074890137,0.00028717517852783203,0.0003013908863067627,0.00031560659408569336,0.000329822301864624,0.0003440380096435547,0.00035825371742248535,0.000372469425201416,0.0003866851329803467,0.00040090084075927734,0.000415116548538208,0.00042933225631713867,0.00044354796409606934,0.000457763671875],"_type":"histogram","values":[1,0,0,0,1,4,2,4,10,5,11,11,19,31,42,78,109,166,255,388,633,907,1473,2507,4059,6463,10298,17654,29335,49210,81200,114133,103300,67345,39288,24074,14304,8407,5235,3197,2076,1246,809,532,314,236,152,91,80,29,38,25,17,6,5,0,2,4,0,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[2,2,0,0,1,2,4,3,2,5,6,9,7,8,10,14,9,26,15,24,14,25,26,29,21,24,27,29,27,31,24,34,24,26,29,25,20,19,28,22,21,12,18,9,8,11,8,8,6,4,3,0,0,1,1,1,0,2,0,0,1,0,0,1],"bins":[-0.004527606535702944,-0.00437344191595912,-0.004219277296215296,-0.004065112676471472,-0.003910948056727648,-0.0037567834369838238,-0.0036026188172399998,-0.0034484541974961758,-0.0032942895777523518,-0.0031401249580085278,-0.0029859603382647038,-0.0028317957185208797,-0.0026776310987770557,-0.0025234664790332317,-0.0023693018592894077,-0.0022151372395455837,-0.0020609726198017597,-0.0019068080000579357,-0.0017526433803141117,-0.0015984787605702877,-0.0014443141408264637,-0.0012901495210826397,-0.0011359849013388157,-0.0009818202815949917,-0.0008276556618511677,-0.0006734910421073437,-0.0005193264223635197,-0.00036516180261969566,-0.00021099718287587166,-5.683256313204765e-05,9.733205661177635e-05,0.00025149667635560036,0.00040566129609942436,0.0005598259158432484,0.0007139905355870724,0.0008681551553308964,0.0010223197750747204,0.0011764843948185444,0.0013306490145623684,0.0014848136343061924,0.0016389782540500164,0.0017931428737938404,0.0019473074935376644,0.0021014721132814884,0.0022556367330253124,0.0024098013527691364,0.0025639659725129604,0.0027181305922567844,0.0028722952120006084,0.0030264598317444324,0.0031806244514882565,0.0033347890712320805,0.0034889536909759045,0.0036431183107197285,0.0037972829304635525,0.0039514475502073765,0.0041056121699512005,0.0042597767896950245,0.0044139414094388485,0.0045681060291826725,0.0047222706489264965,0.0048764352686703205,0.0050305998884141445,0.0051847645081579685,0.0053389291279017925]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,2,5,7,12,14,22,55,76,128,209,324,514,854,1190,1754,2403,3565,4417,5916,7855,9941,12527,15176,18262,20986,23729,27036,29677,31634,33203,34085,34646,33909,33014,30713,28200,25808,22769,19666,16776,13889,11158,8729,6756,5276,3968,2885,1985,1442,948,645,401,256,170,96,69,36,13,9,6,3,2,1],"bins":[-0.09466103464365005,-0.09172500669956207,-0.0887889713048935,-0.08585294336080551,-0.08291690796613693,-0.07998088002204895,-0.07704484462738037,-0.07410881668329239,-0.0711727887392044,-0.06823675334453583,-0.06530072540044785,-0.062364690005779266,-0.059428662061691284,-0.056492630392313004,-0.05355659872293472,-0.05062056705355644,-0.04768453538417816,-0.04474850371479988,-0.0418124720454216,-0.03887644037604332,-0.03594040870666504,-0.03300438076257706,-0.030068349093198776,-0.027132317423820496,-0.024196285754442215,-0.021260254085063934,-0.018324222415685654,-0.015388192608952522,-0.012452160939574242,-0.009516129270195961,-0.006580098532140255,-0.0036440673284232616,-0.0007080361247062683,0.002227995079010725,0.005164026282727718,0.008100057020783424,0.011036088690161705,0.013972120359539986,0.016908150166273117,0.019844181835651398,0.02278021350502968,0.02571624517440796,0.02865227684378624,0.03158830851316452,0.0345243364572525,0.03746036812663078,0.040396399796009064,0.043332431465387344,0.046268463134765625,0.049204494804143906,0.052140526473522186,0.05507655814290047,0.05801258981227875,0.06094861775636673,0.06388465315103531,0.06682068109512329,0.06975671648979187,0.07269274443387985,0.07562877237796783,0.07856480777263641,0.0815008357167244,0.08443687111139297,0.08737289905548096,0.09030893445014954,0.09324496239423752]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[3,1,0,0,0,0,3,2,0,2,3,4,4,3,4,3,8,14,9,18,8,16,17,22,25,15,31,30,27,25,21,27,34,32,22,40,25,25,34,25,22,18,25,11,16,11,15,7,12,2,12,9,6,4,4,4,1,5,0,0,0,1,0,1],"bins":[-0.00018463261949364096,-0.00017904560081660748,-0.00017345859669148922,-0.00016787157801445574,-0.00016228455933742225,-0.000156697555212304,-0.0001511105365352705,-0.00014552353241015226,-0.00013993651373311877,-0.0001343494950560853,-0.00012876249093096703,-0.00012317547225393355,-0.00011758846085285768,-0.00011200144945178181,-0.00010641443077474833,-0.00010082741937367246,-9.524040797259659e-05,-8.965339657152072e-05,-8.406638517044485e-05,-7.847936649341136e-05,-7.289235509233549e-05,-6.730534369125962e-05,-6.171832501422614e-05,-5.613131361315027e-05,-5.05443022120744e-05,-4.495729081099853e-05,-3.937027577194385e-05,-3.3783260732889175e-05,-2.8196249331813306e-05,-2.2609236111748032e-05,-1.702222289168276e-05,-1.1435209671617486e-05,-5.848211003467441e-06,-2.6119778340216726e-07,5.325815436663106e-06,1.091282865672838e-05,1.6499841876793653e-05,2.2086855096858926e-05,2.76738683169242e-05,3.3260883355978876e-05,3.8847894757054746e-05,4.4434906158130616e-05,5.002192119718529e-05,5.560893623623997e-05,6.119594763731584e-05,6.678295903839171e-05,7.23699777154252e-05,7.795698911650106e-05,8.354400051757693e-05,8.91310119186528e-05,9.471802331972867e-05,0.00010030504199676216,0.00010589205339783803,0.0001114790647989139,0.00011706608347594738,0.00012265308760106564,0.00012824010627809912,0.0001338271249551326,0.00013941412908025086,0.00014500114775728434,0.00015058816643431783,0.00015617517055943608,0.00016176218923646957,0.00016734919336158782,0.0001729362120386213]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"bins":[-0.017006391659379005,-0.01647820696234703,-0.015950020402669907,-0.015421835705637932,-0.014893651008605957,-0.014365465380251408,-0.013837279751896858,-0.013309095054864883,-0.012780909426510334,-0.012252723798155785,-0.01172453910112381,-0.01119635347276926,-0.010668167844414711,-0.010139983147382736,-0.009611797519028187,-0.009083612821996212,-0.008555427193641663,-0.008027241565287113,-0.007499056868255138,-0.006970871239900589,-0.006442686077207327,-0.005914500914514065,-0.005386315286159515,-0.004858130123466253,-0.004329944960772991,-0.003801759798079729,-0.0032735744025558233,-0.0027453890070319176,-0.0022172038443386555,-0.0016890185652300715,-0.0011608332861214876,-0.0006326480070129037,-0.000104464590549469,0.00042372068855911493,0.0009519059676676989,0.0014800912467762828,0.0020082765258848667,0.002536461688578129,0.0030646470841020346,0.0035928324796259403,0.004121017642319202,0.0046492028050124645,0.005177387967705727,0.005705573596060276,0.006233758758753538,0.0067619439214468,0.00729012954980135,0.007818314246833324,0.008346499875187874,0.008874685503542423,0.009402870200574398,0.009931055828928947,0.010459240525960922,0.010987426154315472,0.011515611782670021,0.012043796479701996,0.012571982108056545,0.013100167736411095,0.01362835243344307,0.014156538061797619,0.014684723690152168,0.015212908387184143,0.015741093084216118,0.016269279643893242,0.016797464340925217],"_type":"histogram","values":[1,1,0,0,1,1,0,0,4,0,3,5,2,6,2,6,4,6,15,9,17,16,11,15,21,23,27,35,41,43,34,27,34,33,44,38,28,22,27,26,23,19,18,16,11,9,1,9,3,7,5,3,5,2,1,2,4,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[2,0,0,1,4,2,4,3,6,9,11,18,14,19,45,56,78,125,163,201,286,543,749,1188,1920,2910,5118,8533,15095,28457,56174,125870,310372,489589,293917,116869,52895,26476,14306,8045,4905,2762,1826,1063,734,461,353,224,134,106,67,50,24,25,16,13,10,6,4,1,2,2,2,1],"bins":[-0.000164031982421875,-0.00015912950038909912,-0.00015422701835632324,-0.00014932453632354736,-0.00014442205429077148,-0.0001395195722579956,-0.00013461709022521973,-0.00012971460819244385,-0.00012481212615966797,-0.00011990964412689209,-0.00011500716209411621,-0.00011010468006134033,-0.00010520219802856445,-0.00010029971599578857,-9.53972339630127e-05,-9.049475193023682e-05,-8.559226989746094e-05,-8.068978786468506e-05,-7.578730583190918e-05,-7.08848237991333e-05,-6.598234176635742e-05,-6.107985973358154e-05,-5.6177377700805664e-05,-5.1274895668029785e-05,-4.6372413635253906e-05,-4.146993160247803e-05,-3.656744956970215e-05,-3.166496753692627e-05,-2.676248550415039e-05,-2.1860003471374512e-05,-1.6957521438598633e-05,-1.2055039405822754e-05,-7.152557373046875e-06,-2.250075340270996e-06,2.652406692504883e-06,7.554888725280762e-06,1.245737075805664e-05,1.735985279083252e-05,2.22623348236084e-05,2.7164816856384277e-05,3.2067298889160156e-05,3.6969780921936035e-05,4.1872262954711914e-05,4.677474498748779e-05,5.167722702026367e-05,5.657970905303955e-05,6.148219108581543e-05,6.638467311859131e-05,7.128715515136719e-05,7.618963718414307e-05,8.109211921691895e-05,8.599460124969482e-05,9.08970832824707e-05,9.579956531524658e-05,0.00010070204734802246,0.00010560452938079834,0.00011050701141357422,0.0001154094934463501,0.00012031197547912598,0.00012521445751190186,0.00013011693954467773,0.0001350194215774536,0.0001399219036102295,0.00014482438564300537,0.00014972686767578125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,1,3,4,8,17,29,58,105,158,282,485,755,1244,1982,2897,4383,6489,9029,12381,16926,22313,28877,36340,44534,53436,62662,71525,80225,86984,92128,96066,97062,96520,92422,87587,80685,72932,63270,54248,45736,37323,29710,23066,17500,13202,9436,6639,4511,3147,2027,1380,853,532,326,181,123,56,21,16,8,10,6,2],"bins":[-0.10156555473804474,-0.09844636172056198,-0.09532716870307922,-0.09220797568559647,-0.08908878266811371,-0.08596958220005035,-0.0828503891825676,-0.07973119616508484,-0.07661200314760208,-0.07349281013011932,-0.07037361711263657,-0.06725442409515381,-0.06413522362709045,-0.061016034334897995,-0.05789683759212494,-0.05477764457464218,-0.051658451557159424,-0.048539258539676666,-0.04542006552219391,-0.04230086877942085,-0.039181675761938095,-0.03606248274445534,-0.03294328600168228,-0.029824092984199524,-0.026704899966716766,-0.02358570694923401,-0.020466512069106102,-0.017347317188978195,-0.014228124171495438,-0.011108930222690105,-0.007989736273884773,-0.004870542325079441,-0.0017513483762741089,0.0013678455725312233,0.0044870395213365555,0.007606233470141888,0.01072542741894722,0.013844621367752552,0.016963815316557884,0.02008301019668579,0.02320220321416855,0.026321396231651306,0.029440591111779213,0.03255978599190712,0.03567897900938988,0.038798172026872635,0.04191736876964569,0.04503656178712845,0.048155754804611206,0.051274947822093964,0.05439414083957672,0.05751333758234978,0.060632530599832535,0.06375172734260559,0.06687092036008835,0.0699901133775711,0.07310930639505386,0.07622849941253662,0.07934769243001938,0.08246688544750214,0.08558608591556549,0.08870527893304825,0.091824471950531,0.09494366496801376,0.09806285798549652],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,1,1,0,1,2,0,5,4,2,6,9,10,9,7,14,15,21,30,10,26,24,19,21,17,29,29,25,17,33,23,25,22,29,28,31,16,20,33,18,8,8,12,14,14,14,10,7,9,6,5,4,2,8,2,4,1,2,1,1,0,0,1,2],"bins":[-0.00025284080766141415,-0.0002444908022880554,-0.0002361407969146967,-0.00022779079154133797,-0.00021944078616797924,-0.00021109078079462051,-0.0002027407754212618,-0.00019439077004790306,-0.00018604076467454433,-0.00017769077385310084,-0.0001693407684797421,-0.00016099076310638338,-0.00015264075773302466,-0.00014429075235966593,-0.0001359407469863072,-0.00012759074161294848,-0.00011924073623958975,-0.00011089073086623102,-0.0001025407254928723,-9.419072011951357e-05,-8.584071474615484e-05,-7.749071664875373e-05,-6.9140711275395e-05,-6.079070590203628e-05,-5.244070052867755e-05,-4.4090695155318826e-05,-3.57406897819601e-05,-2.739068804658018e-05,-1.9040682673221454e-05,-1.069067820935743e-05,-2.3406737454934046e-06,6.00933071837062e-06,1.4359335182234645e-05,2.270934055559337e-05,3.10593459289521e-05,3.940934766433202e-05,4.7759353037690744e-05,5.610935841104947e-05,6.445936014642939e-05,7.280936551978812e-05,8.115937089314684e-05,8.950937626650557e-05,9.78593816398643e-05,0.00010620938701322302,0.00011455938511062413,0.00012290939048398286,0.0001312593958573416,0.00013960940123070031,0.00014795940660405904,0.00015630941197741777,0.0001646594173507765,0.00017300942272413522,0.00018135942809749395,0.00018970943347085267,0.0001980594388442114,0.00020640944421757013,0.00021475943503901362,0.00022310944041237235,0.00023145944578573108,0.0002398094511590898,0.00024815945653244853,0.00025650946190580726,0.000264859467279166,0.0002732094726525247,0.00028155947802588344],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[2,1,1,3,2,2,1,4,2,3,8,8,11,7,14,10,19,20,17,24,38,26,34,40,25,37,42,37,36,31,40,34,25,22,23,24,12,20,8,8,7,5,3,9,4,4,1,7,1,1,0,0,0,1,0,1,0,0,0,2,0,0,0,1],"bins":[-0.0002401501260465011,-0.00023112853523343801,-0.0002221069298684597,-0.0002130853245034814,-0.0002040637336904183,-0.00019504214287735522,-0.0001860205375123769,-0.0001769989321473986,-0.0001679773413343355,-0.00015895575052127242,-0.0001499341451562941,-0.0001409125397913158,-0.0001318909489782527,-0.00012286935816518962,-0.00011384775280021131,-0.00010482615471119061,-9.580455662216991e-05,-8.678295853314921e-05,-7.776136044412851e-05,-6.873976235510781e-05,-5.9718164266087115e-05,-5.0696566177066416e-05,-4.1674968088045716e-05,-3.265336999902502e-05,-2.3631771910004318e-05,-1.4610173820983618e-05,-5.588575731962919e-06,3.43302235705778e-06,1.245462044607848e-05,2.147621853509918e-05,3.0497816624119878e-05,3.951941471314058e-05,4.854099825024605e-05,5.756259633926675e-05,6.658419442828745e-05,7.560579251730815e-05,8.462739060632885e-05,9.364898869534954e-05,0.00010267058678437024,0.00011169218487339094,0.00012071378296241164,0.00012973538832738996,0.00013875697914045304,0.00014777856995351613,0.00015680017531849444,0.00016582178068347275,0.00017484337149653584,0.00018386496230959892,0.00019288656767457724,0.00020190817303955555,0.00021092976385261863,0.00021995135466568172,0.00022897296003066003,0.00023799456539563835,0.0002470161416567862,0.0002560377470217645,0.00026505935238674283,0.00027408095775172114,0.00028310256311669946,0.0002921241393778473,0.00030114574474282563,0.00031016735010780394,0.0003191889263689518,0.0003282105317339301,0.0003372321370989084]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,1,1,0,1,3,5,9,7,12,13,19,22,40,32,33,41,31,39,38,20,35,32,32,36,30,30,21,12,17,15,16,18,15,16,8,7,8,5,5,4,8,5,4,5,4,4,0,0,0,1,3,1,0,1,0,0,0,1,0,0,0,1],"bins":[0.9921469688415527,0.9925200343132019,0.9928930997848511,0.9932661652565002,0.9936392307281494,0.9940122961997986,0.9943853616714478,0.9947584271430969,0.9951314926147461,0.9955045580863953,0.9958776235580444,0.9962506890296936,0.9966237545013428,0.9969968199729919,0.9973698854446411,0.9977429509162903,0.9981160163879395,0.9984891414642334,0.9988622069358826,0.9992352724075317,0.9996083378791809,0.9999814033508301,1.0003544092178345,1.0007275342941284,1.0011005401611328,1.0014736652374268,1.0018466711044312,1.002219796180725,1.0025928020477295,1.0029659271240234,1.0033389329910278,1.0037120580673218,1.0040850639343262,1.0044581890106201,1.004831314086914,1.0052043199539185,1.0055774450302124,1.0059504508972168,1.0063235759735107,1.0066965818405151,1.007069706916809,1.0074427127838135,1.0078158378601074,1.0081888437271118,1.0085619688034058,1.0089349746704102,1.009308099746704,1.0096811056137085,1.0100542306900024,1.0104272365570068,1.0108003616333008,1.0111733675003052,1.0115464925765991,1.0119194984436035,1.0122926235198975,1.0126656293869019,1.0130387544631958,1.0134117603302002,1.0137848854064941,1.0141578912734985,1.0145310163497925,1.0149040222167969,1.0152771472930908,1.0156501531600952,1.0160232782363892],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[0.9870802164077759,0.9874917268753052,0.9879032373428345,0.9883147478103638,0.9887262582778931,0.9891377687454224,0.9895492792129517,0.989960789680481,0.9903723001480103,0.9907838106155396,0.9911953210830688,0.9916068315505981,0.9920183420181274,0.9924298524856567,0.992841362953186,0.9932528734207153,0.9936643838882446,0.9940759539604187,0.994487464427948,0.9948989748954773,0.9953104853630066,0.9957219958305359,0.9961335062980652,0.9965450167655945,0.9969565272331238,0.9973680377006531,0.9977795481681824,0.9981910586357117,0.998602569103241,0.9990140795707703,0.9994255900382996,0.9998371005058289,1.000248670578003,1.0006601810455322,1.0010716915130615,1.0014832019805908,1.0018947124481201,1.0023062229156494,1.0027177333831787,1.003129243850708,1.0035407543182373,1.0039522647857666,1.004363775253296,1.0047752857208252,1.0051867961883545,1.0055983066558838,1.006009817123413,1.0064213275909424,1.0068328380584717,1.007244348526001,1.0076558589935303,1.0080673694610596,1.0084788799285889,1.0088903903961182,1.0093019008636475,1.0097134113311768,1.010124921798706,1.0105364322662354,1.0109479427337646,1.011359453201294,1.0117709636688232,1.0121824741363525,1.0125939846038818,1.0130054950714111,1.0134170055389404],"_type":"histogram","values":[1,0,0,0,1,1,0,2,3,2,2,3,2,8,5,7,5,7,11,14,13,16,20,17,28,19,35,37,30,41,34,36,45,34,31,27,28,26,29,20,23,16,11,12,11,18,9,4,8,3,2,2,2,1,0,1,1,0,2,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,0,0,0,3,0,1,3,1,3,6,7,2,8,4,8,11,20,29,32,30,52,69,61,73,58,57,50,38,32,26,22,15,9,7,3,6,4,3,4,0,2,2,0,1,0,0,0,1,0,0,1,0,1],"bins":[-0.00031430862145498395,-0.00030520636937581003,-0.00029610414640046656,-0.00028700189432129264,-0.0002778996422421187,-0.00026879741926677525,-0.00025969516718760133,-0.0002505929151084274,-0.0002414906775811687,-0.00023238844005391002,-0.0002232861879747361,-0.0002141839504474774,-0.0002050817129202187,-0.00019597946084104478,-0.0001868772233137861,-0.00017777497123461217,-0.00016867273370735347,-0.00015957049618009478,-0.00015046824410092086,-0.00014136600657366216,-0.00013226375449448824,-0.00012316151696722955,-0.00011405927943997085,-0.00010495703463675454,-9.585478983353823e-05,-8.675254503032193e-05,-7.765030022710562e-05,-6.854806269984692e-05,-5.9445817896630615e-05,-5.034357309341431e-05,-4.1241331928176805e-05,-3.2139090762939304e-05,-2.303681685589254e-05,-1.3934573871665634e-05,-4.832330887438729e-06,4.269912096788175e-06,1.337215508101508e-05,2.2474398065241985e-05,3.157664104946889e-05,4.067888221470639e-05,4.97811270179227e-05,5.888337182113901e-05,6.798561662435532e-05,7.708785415161401e-05,8.619009895483032e-05,9.529234375804663e-05,0.00010439458128530532,0.00011349682608852163,0.00012259907089173794,0.00013170130841899663,0.00014080356049817055,0.00014990579802542925,0.00015900805010460317,0.00016811028763186187,0.00017721252515912056,0.00018631477723829448,0.00019541701476555318,0.00020451925229281187,0.0002136215043719858,0.0002227237418992445,0.00023182597942650318,0.0002409282315056771,0.000250030483584851,0.0002591327065601945,0.0002682349586393684],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[2,0,3,3,3,2,3,2,3,4,7,10,13,12,15,13,21,14,23,18,20,24,26,27,24,26,25,25,29,24,29,42,39,21,28,30,8,17,19,8,17,18,16,10,10,10,4,4,5,2,4,1,2,0,1,0,0,0,1,0,0,0,0,1],"bins":[-0.004367030691355467,-0.004211505874991417,-0.00405598059296608,-0.00390045577660203,-0.00374493096023798,-0.00358940614387393,-0.0034338810946792364,-0.003278356045484543,-0.003122831229120493,-0.002967306412756443,-0.0028117813635617495,-0.002656256314367056,-0.002500731498003006,-0.002345206681638956,-0.0021896816324442625,-0.002034156583249569,-0.001878631766885519,-0.0017231068341061473,-0.0015675819013267756,-0.0014120569685474038,-0.001256532035768032,-0.0011010071029886603,-0.0009454821702092886,-0.0007899572374299169,-0.0006344323046505451,-0.0004789073718711734,-0.00032338243909180164,-0.0001678575063124299,-1.2332573533058167e-05,0.00014319235924631357,0.0002987172920256853,0.00045424222480505705,0.0006097671575844288,0.0007652920903638005,0.0009208170231431723,0.001076341955922544,0.0012318668887019157,0.0013873918214812875,0.0015429167542606592,0.001698441687040031,0.0018539666198194027,0.0020094914361834526,0.002165016485378146,0.0023205415345728397,0.0024760663509368896,0.0026315911673009396,0.002787116216495633,0.0029426412656903267,0.0030981660820543766,0.0032536908984184265,0.00340921594761312,0.0035647409968078136,0.0037202658131718636,0.0038757906295359135,0.004031315445899963,0.004186840727925301,0.0043423655442893505,0.0044978903606534,0.004653415642678738,0.0048089404590427876,0.0049644652754068375,0.005119990091770887,0.005275514908134937,0.0054310401901602745,0.005586565006524324],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"values":[3,3,3,4,11,12,29,43,77,129,207,325,545,844,1153,1686,2402,3513,4674,6124,8186,10492,13045,15822,18925,22188,24944,28033,30767,33072,34886,35277,34871,34390,32342,30440,27876,24812,21579,18614,15670,12702,10133,8007,6019,4506,3348,2270,1629,1182,716,499,322,195,103,81,38,23,15,4,6,5,1,2],"bins":[-0.0957498550415039,-0.09275186061859131,-0.08975386619567871,-0.08675587177276611,-0.08375787734985352,-0.08075988292694092,-0.07776189595460892,-0.07476390153169632,-0.07176590710878372,-0.06876791268587112,-0.06576991826295853,-0.06277192384004593,-0.05977392941713333,-0.056775934994220734,-0.053777944296598434,-0.05077994987368584,-0.04778195545077324,-0.04478396102786064,-0.041785966604948044,-0.038787975907325745,-0.03578998148441315,-0.03279198706150055,-0.02979399263858795,-0.026796000078320503,-0.023798005655407906,-0.020800011232495308,-0.01780201867222786,-0.014804024249315262,-0.011806030757725239,-0.008808037266135216,-0.005810043308883905,-0.0028120495844632387,0.00018594413995742798,0.0031839378643780947,0.006181931588798761,0.009179925546050072,0.012177919037640095,0.015175912529230118,0.018173906952142715,0.021171899512410164,0.02416989393532276,0.02716788835823536,0.030165880918502808,0.033163875341415405,0.036161869764328,0.0391598641872406,0.0421578548848629,0.0451558493077755,0.048153843730688095,0.05115183815360069,0.05414983257651329,0.05714782327413559,0.06014581769704819,0.06314381211996078,0.06614180654287338,0.06913980096578598,0.07213779538869858,0.07513578981161118,0.07813378423452377,0.08113177120685577,0.08412976562976837,0.08712776005268097,0.09012575447559357,0.09312374889850616,0.09612174332141876],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0,0,1,2,2,0,3,5,1,8,16,18,23,41,42,53,62,78,88,103,109,158,156,150,157,152,117,131,85,76,54,41,35,19,9,16,13,8,2,6,0,2,1,0,0,0,0,0,1],"bins":[-0.008141311816871166,-0.007979304529726505,-0.007817298173904419,-0.007655291352421045,-0.007493284530937672,-0.007331277709454298,-0.007169270887970924,-0.007007264066487551,-0.006845257245004177,-0.006683249957859516,-0.0065212431363761425,-0.006359236314892769,-0.006197229493409395,-0.006035222671926022,-0.005873215850442648,-0.005711209028959274,-0.005549202207475901,-0.005387195385992527,-0.005225188564509153,-0.00506318174302578,-0.004901174921542406,-0.0047391681000590324,-0.004577161278575659,-0.004415154457092285,-0.004253147169947624,-0.0040911403484642506,-0.003929133526980877,-0.003767126938328147,-0.0036051198840141296,-0.003443113062530756,-0.0032811062410473824,-0.0031190994195640087,-0.0029570928309112787,-0.002795086009427905,-0.0026330791879445314,-0.002471072366461158,-0.0023090653121471405,-0.002147058490663767,-0.0019850516691803932,-0.0018230448476970196,-0.001661038026213646,-0.0014990312047302723,-0.0013370243832468987,-0.0011750174453482032,-0.0010130106238648295,-0.0008510038023814559,-0.0006889969226904213,-0.0005269900429993868,-0.00036498322151601315,-0.00020297637092880905,-4.096952034160495e-05,0.00012103733024559915,0.00028304418083280325,0.00044505103142000735,0.0006070578820072114,0.000769064761698246,0.0009310715831816196,0.0010930784046649933,0.001255085226148367,0.0014170921640470624,0.001579098985530436,0.0017411058070138097,0.0019031127449125051,0.002065119566395879,0.0022271263878792524],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[0.9855449199676514,0.9858621954917908,0.9861794114112854,0.9864966869354248,0.9868139028549194,0.9871311783790588,0.9874484539031982,0.9877656698226929,0.9880829453468323,0.9884002208709717,0.9887174367904663,0.9890347123146057,0.9893519878387451,0.9896692037582397,0.9899864792823792,0.9903036952018738,0.9906209707260132,0.9909382462501526,0.9912554621696472,0.9915727376937866,0.9918899536132812,0.9922072291374207,0.9925245046615601,0.9928417205810547,0.9931589961051941,0.9934762716293335,0.9937934875488281,0.9941107630729675,0.9944280385971069,0.9947452545166016,0.995062530040741,0.9953797459602356,0.995697021484375,0.9960142970085144,0.996331512928009,0.9966487884521484,0.9969660043716431,0.9972832798957825,0.9976005554199219,0.9979177713394165,0.9982350468635559,0.9985523223876953,0.9988695383071899,0.9991868138313293,0.9995040893554688,0.9998213052749634,1.000138521194458,1.0004558563232422,1.0007730722427368,1.0010902881622314,1.0014076232910156,1.0017248392105103,1.0020420551300049,1.002359390258789,1.0026766061782837,1.0029938220977783,1.0033111572265625,1.0036283731460571,1.0039455890655518,1.0042628049850464,1.0045801401138306,1.0048973560333252,1.0052145719528198,1.005531907081604,1.0058491230010986],"_type":"histogram","values":[1,0,0,1,0,1,1,2,2,2,4,1,2,3,5,6,6,5,17,12,17,17,12,12,11,21,25,26,35,32,36,26,40,28,29,32,34,25,36,24,16,22,16,22,15,20,8,10,8,2,8,6,1,7,3,5,3,4,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,1,3,5,9,21,57,90,140,268,457,785,1228,1894,2970,4321,6289,9108,12927,17457,23144,29820,37750,46413,55446,65190,74311,82783,90363,95533,98888,99482,97599,93182,87584,79804,70501,61561,51472,42640,34262,26870,20456,15440,11005,7861,5389,3667,2448,1596,936,610,337,215,141,71,24,21,10,4,3],"bins":[-0.10942502319812775,-0.10623326897621155,-0.10304151475429535,-0.09984975308179855,-0.09665799885988235,-0.09346624463796616,-0.09027448296546936,-0.08708272874355316,-0.08389097452163696,-0.08069922029972076,-0.07750746607780457,-0.07431570440530777,-0.07112395018339157,-0.06793219596147537,-0.06474043428897858,-0.06154868006706238,-0.05835692584514618,-0.05516517162322998,-0.05197341367602348,-0.048781655728816986,-0.04558990150690079,-0.04239814728498459,-0.03920638933777809,-0.036014631390571594,-0.032822877168655396,-0.029631121084094048,-0.0264393649995327,-0.02324760891497135,-0.020055852830410004,-0.016864096745848656,-0.013672340661287308,-0.01048058457672596,-0.007288828492164612,-0.004097072407603264,-0.0009053163230419159,0.002286439761519432,0.00547819584608078,0.008669951930642128,0.011861708015203476,0.015053464099764824,0.018245220184326172,0.02143697626888752,0.024628732353448868,0.027820488438010216,0.031012244522571564,0.03420399874448776,0.03739575669169426,0.04058751463890076,0.043779268860816956,0.046971023082733154,0.05016278102993965,0.05335453897714615,0.05654629319906235,0.059738047420978546,0.06292980909347534,0.06612156331539154,0.06931331753730774,0.07250507175922394,0.07569682598114014,0.07888858765363693,0.08208034187555313,0.08527209609746933,0.08846385776996613,0.09165561199188232,0.09484736621379852]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,1,2,3,2,2,1,3,2,2,3,5,5,9,10,8,11,17,23,10,31,20,25,25,29,27,24,29,34,33,23,27,26,27,15,31,30,18,19,15,13,19,17,14,11,7,10,4,7,6,6,4,4,5,2,1,3,1,1,2,2],"bins":[-0.01411673054099083,-0.013685773126780987,-0.013254816643893719,-0.012823859229683876,-0.012392902746796608,-0.011961945332586765,-0.011530987918376923,-0.011100031435489655,-0.010669074021279812,-0.01023811660706997,-0.009807160124182701,-0.009376202709972858,-0.008945245295763016,-0.008514288812875748,-0.008083331398665905,-0.00765237445011735,-0.007221417501568794,-0.006790460553020239,-0.0063595036044716835,-0.005928546190261841,-0.0054975892417132854,-0.00506663229316473,-0.004635674878954887,-0.004204717930406332,-0.0037737609818577766,-0.0033428040333092213,-0.0029118468519300222,-0.002480889670550823,-0.002049932722002268,-0.0016189756570383906,-0.0011880185920745134,-0.0007570615271106362,-0.00032610446214675903,0.00010485260281711817,0.0005358096677809954,0.0009667667327448726,0.0013977237977087498,0.001828680862672627,0.002259637927636504,0.002690595109015703,0.0031215520575642586,0.003552509006112814,0.003983465954661369,0.004414423368871212,0.004845380317419767,0.005276337265968323,0.0057072946801781654,0.006138251628726721,0.006569208577275276,0.0070001655258238316,0.007431122474372387,0.00786207988858223,0.008293036371469498,0.00872399378567934,0.009154951199889183,0.009585907682776451,0.010016865096986294,0.010447822511196136,0.010878778994083405,0.011309736408293247,0.01174069382250309,0.012171650305390358,0.0126026077196002,0.013033564202487469,0.013464521616697311]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09891843795776367,-0.09577232599258423,-0.09262621402740479,-0.08948010951280594,-0.0863339975476265,-0.08318788558244705,-0.0800417810678482,-0.07689566910266876,-0.07374955713748932,-0.07060344517230988,-0.06745733320713043,-0.06431122869253159,-0.06116511672735214,-0.0580190047621727,-0.054872896522283554,-0.05172678828239441,-0.048580676317214966,-0.04543456435203552,-0.04228845611214638,-0.03914234787225723,-0.03599623590707779,-0.032850123941898346,-0.0297040157020092,-0.026557905599474907,-0.023411795496940613,-0.02026568539440632,-0.017119575291872025,-0.01397346518933773,-0.010827355086803436,-0.007681244984269142,-0.004535134881734848,-0.001389024779200554,0.0017570927739143372,0.004903202876448631,0.008049312978982925,0.01119542308151722,0.014341533184051514,0.017487643286585808,0.020633753389120102,0.023779863491654396,0.02692597359418869,0.030072083696722984,0.03321819379925728,0.03636430203914642,0.03951041400432587,0.04265652596950531,0.045802634209394455,0.0489487424492836,0.05209485441446304,0.05524096637964249,0.05838707461953163,0.061533182859420776,0.06467929482460022,0.06782540678977966,0.0709715187549591,0.07411762326955795,0.0772637352347374,0.08040984719991684,0.08355595171451569,0.08670206367969513,0.08984817564487457,0.09299428761005402,0.09614039957523346,0.0992865040898323,0.10243261605501175],"_type":"histogram","values":[2,1,3,3,1,14,16,40,64,100,162,318,450,792,1150,1656,2399,3420,4814,6345,8628,11208,13967,16966,20483,24027,27196,30456,33205,34969,36060,36586,36377,34735,32965,29711,27022,23464,20171,16665,13494,10564,8214,6154,4692,3223,2355,1621,1086,704,440,254,167,109,55,41,13,14,6,4,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[2,1,4,8,17,23,45,61,119,174,277,377,670,940,1350,1951,2634,3633,4728,6170,7847,9913,12041,14853,17278,20051,22862,25425,27701,29611,31480,32516,32791,32579,31748,30122,28244,26196,23500,20689,18062,15140,12714,10261,8390,6475,4977,3807,2839,2070,1442,1027,753,445,283,202,119,81,42,28,10,18,3,5],"bins":[-0.09128817915916443,-0.08848971128463745,-0.08569124341011047,-0.0828927755355835,-0.08009430766105652,-0.07729583978652954,-0.07449737191200256,-0.07169890403747559,-0.06890043616294861,-0.06610196083784103,-0.06330349296331406,-0.06050502881407738,-0.0577065572142601,-0.054908089339733124,-0.052109621465206146,-0.04931115359067917,-0.04651268571615219,-0.043714217841625214,-0.040915749967098236,-0.03811728209257126,-0.03531881421804428,-0.032520342618227005,-0.029721874743700027,-0.02692340686917305,-0.024124938994646072,-0.021326471120119095,-0.018528003245592117,-0.01572953350841999,-0.012931065633893013,-0.010132597759366035,-0.007334128953516483,-0.0045356606133282185,-0.0017371848225593567,0.0010612835176289082,0.003859751857817173,0.006658220198005438,0.009456688538193703,0.01225515641272068,0.015053625218570232,0.017852094024419785,0.020650561898946762,0.02344902977347374,0.026247497648000717,0.029045967385172844,0.03184443712234497,0.03464290499687195,0.037441372871398926,0.0402398407459259,0.04303830862045288,0.04583677649497986,0.048635244369506836,0.051433712244033813,0.05423218011856079,0.05703065171837807,0.059829119592905045,0.06262758374214172,0.0654260516166687,0.06822452694177628,0.07102299481630325,0.07382146269083023,0.07661993056535721,0.07941839843988419,0.08221686631441116,0.08501533418893814,0.08781380206346512],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.0003019476425834,-0.000291728152660653,-0.000281508662737906,-0.00027128917281515896,-0.00026106968289241195,-0.0002508501638658345,-0.00024063067394308746,-0.00023041118402034044,-0.00022019169409759343,-0.0002099722041748464,-0.0001997527142520994,-0.00018953320977743715,-0.00017931371985469013,-0.00016909422993194312,-0.00015887472545728087,-0.00014865523553453386,-0.00013843574561178684,-0.00012821625568903983,-0.0001179967584903352,-0.00010777726129163057,-9.755777136888355e-05,-8.733828144613653e-05,-7.71187842474319e-05,-6.689928704872727e-05,-5.667979712598026e-05,-4.6460303565254435e-05,-3.624081000452861e-05,-2.602131644380279e-05,-1.5801822883076966e-05,-5.582329322351143e-06,4.63716423837468e-06,1.4856657799100503e-05,2.507612225599587e-05,3.529561581672169e-05,4.5515109377447516e-05,5.573460293817334e-05,6.595409649889916e-05,7.617358642164618e-05,8.639308362035081e-05,9.661258081905544e-05,0.00010683207074180245,0.00011705156066454947,0.00012727105058729649,0.00013749055506195873,0.00014771004498470575,0.00015792953490745276,0.000168149039382115,0.00017836852930486202,0.00018858801922760904,0.00019880750915035605,0.00020902699907310307,0.00021924650354776531,0.00022946599347051233,0.00023968548339325935,0.0002499049878679216,0.0002601244777906686,0.0002703439677134156,0.00028056345763616264,0.00029078294755890965,0.00030100243748165667,0.0003112219274044037,0.00032144144643098116,0.0003316609363537282,0.0003418804262764752,0.0003520999161992222],"_type":"histogram","values":[2,4,2,2,1,3,0,4,4,4,4,3,12,8,10,6,14,18,15,16,19,21,26,25,23,24,38,33,39,25,36,29,25,27,22,22,20,19,17,27,9,19,13,8,15,7,8,7,5,5,6,5,4,1,1,2,1,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[2,1,2,1,1,4,2,3,9,4,7,4,9,10,12,11,11,15,14,23,17,22,28,21,34,27,29,36,44,32,14,26,33,23,22,22,27,26,20,12,14,12,15,16,9,7,6,6,2,2,3,3,2,4,0,3,2,0,0,0,0,0,1,1],"bins":[-8.17131221992895e-05,-7.887702668085694e-05,-7.604092388646677e-05,-7.32048210920766e-05,-7.036872557364404e-05,-6.753263005521148e-05,-6.469652726082131e-05,-6.186042446643114e-05,-5.902432894799858e-05,-5.618822979158722e-05,-5.3352130635175854e-05,-5.051603147876449e-05,-4.7679932322353125e-05,-4.484383316594176e-05,-4.2007734009530395e-05,-3.917163485311903e-05,-3.6335535696707666e-05,-3.34994365402963e-05,-3.0663337383884937e-05,-2.7827238227473572e-05,-2.4991139071062207e-05,-2.2155039914650843e-05,-1.9318940758239478e-05,-1.6482841601828113e-05,-1.3646742445416749e-05,-1.0810643289005384e-05,-7.97454413259402e-06,-5.1384449761826545e-06,-2.30234581977129e-06,5.337533366400748e-07,3.3698524930514395e-06,6.205951649462804e-06,9.042043529916555e-06,1.187814268632792e-05,1.4714241842739284e-05,1.755034099915065e-05,2.0386440155562013e-05,2.3222539311973378e-05,2.6058638468384743e-05,2.8894737624796107e-05,3.173083678120747e-05,3.456693593761884e-05,3.74030350940302e-05,4.0239134250441566e-05,4.307523340685293e-05,4.5911332563264295e-05,4.874743171967566e-05,5.1583530876087025e-05,5.441963003249839e-05,5.7255729188909754e-05,6.009182834532112e-05,6.292792386375368e-05,6.576402665814385e-05,6.860012945253402e-05,7.143622497096658e-05,7.427232048939914e-05,7.710842328378931e-05,7.994452607817948e-05,8.278062159661204e-05,8.56167171150446e-05,8.845281990943477e-05,9.128892270382494e-05,9.41250182222575e-05,9.696111374069005e-05,9.979721653508022e-05]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.00044462751247920096,-0.00043090953840874135,-0.00041719156433828175,-0.0004034736193716526,-0.000389755645301193,-0.0003760376712307334,-0.0003623196971602738,-0.0003486017230898142,-0.0003348837490193546,-0.00032116580405272543,-0.00030744782998226583,-0.0002937298559118062,-0.0002800118818413466,-0.000266293907770887,-0.00025257596280425787,-0.00023885798873379827,-0.00022514001466333866,-0.00021142204059287906,-0.00019770408107433468,-0.00018398610700387508,-0.0001702681474853307,-0.0001565501734148711,-0.0001428321993444115,-0.00012911423982586712,-0.00011539626575540751,-0.00010167829896090552,-8.796033216640353e-05,-7.424235809594393e-05,-6.052439130144194e-05,-4.680642450693995e-05,-3.308845407445915e-05,-1.9370485460967757e-05,-5.65254595130682e-06,8.065422662184574e-06,2.1783391275675967e-05,3.5501361708156765e-05,4.9219328502658755e-05,6.293729529716074e-05,7.665526936762035e-05,9.037323616212234e-05,0.00010409120295662433,0.00011780916975112632,0.0001315271365456283,0.0001452451106160879,0.00015896308468654752,0.0001726810442050919,0.0001863990182755515,0.00020011697779409587,0.00021383495186455548,0.00022755292593501508,0.00024127088545355946,0.00025498884497210383,0.00026870681904256344,0.00028242479311302304,0.00029614276718348265,0.00030986074125394225,0.00032357871532440186,0.000337296660291031,0.0003510146343614906,0.0003647326084319502,0.0003784505825024098,0.0003921685565728694,0.00040588650153949857,0.00041960447560995817,0.0004333224496804178],"_type":"histogram","values":[1,0,0,0,1,2,0,1,0,0,1,1,2,0,2,2,1,2,1,1,2,0,1,2,1,1,4,1,10,18,59,165,215,163,61,17,8,3,0,0,1,0,2,0,0,1,2,0,1,1,0,0,2,0,0,0,1,1,2,2,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-9.441375732421875e-05,-9.176880121231079e-05,-8.912384510040283e-05,-8.647888898849487e-05,-8.383393287658691e-05,-8.118897676467896e-05,-7.8544020652771e-05,-7.589906454086304e-05,-7.325410842895508e-05,-7.060915231704712e-05,-6.796419620513916e-05,-6.53192400932312e-05,-6.267428398132324e-05,-6.002932786941528e-05,-5.7384371757507324e-05,-5.4739415645599365e-05,-5.2094459533691406e-05,-4.944950342178345e-05,-4.680454730987549e-05,-4.415959119796753e-05,-4.151463508605957e-05,-3.886967897415161e-05,-3.622472286224365e-05,-3.357976675033569e-05,-3.0934810638427734e-05,-2.8289854526519775e-05,-2.5644898414611816e-05,-2.2999942302703857e-05,-2.03549861907959e-05,-1.771003007888794e-05,-1.506507396697998e-05,-1.2420117855072021e-05,-9.775161743164062e-06,-7.1302056312561035e-06,-4.4852495193481445e-06,-1.8402934074401855e-06,8.046627044677734e-07,3.4496188163757324e-06,6.094574928283691e-06,8.73953104019165e-06,1.138448715209961e-05,1.4029443264007568e-05,1.6674399375915527e-05,1.9319355487823486e-05,2.1964311599731445e-05,2.4609267711639404e-05,2.7254223823547363e-05,2.9899179935455322e-05,3.254413604736328e-05,3.518909215927124e-05,3.78340482711792e-05,4.047900438308716e-05,4.312396049499512e-05,4.5768916606903076e-05,4.8413872718811035e-05,5.1058828830718994e-05,5.370378494262695e-05,5.634874105453491e-05,5.899369716644287e-05,6.163865327835083e-05,6.428360939025879e-05,6.692856550216675e-05,6.957352161407471e-05,7.221847772598267e-05,7.486343383789062e-05],"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,6,5,6,7,8,10,16,25,38,49,67,119,187,279,404,623,1096,1949,3174,5275,9250,16403,30737,62124,130227,259589,380020,319337,177710,85229,41322,21735,11083,6321,3481,1972,1145,673,470,263,167,95,43,46,27,15,4,14,5,5,2,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-2.1485942852450535e-05,-2.0776442397618666e-05,-2.0066940123797394e-05,-1.9357439668965526e-05,-1.8647937395144254e-05,-1.7938436940312386e-05,-1.7228936485480517e-05,-1.6519434211659245e-05,-1.5809933756827377e-05,-1.5100432392500807e-05,-1.4390931028174236e-05,-1.3681430573342368e-05,-1.2971929209015798e-05,-1.2262427844689228e-05,-1.155292738985736e-05,-1.0843426025530789e-05,-1.0133924661204219e-05,-9.424423296877649e-06,-8.714921932551078e-06,-8.00542147771921e-06,-7.29592011339264e-06,-6.58641874906607e-06,-5.8769178394868504e-06,-5.167416929907631e-06,-4.457915565581061e-06,-3.748414428628166e-06,-3.0389132916752715e-06,-2.3294121547223767e-06,-1.619911017769482e-06,-9.104098808165872e-07,-2.009087438636925e-07,5.085923930892022e-07,1.2180953490315005e-06,1.9275964859843953e-06,2.63709762293729e-06,3.3465987598901847e-06,4.0560998968430795e-06,4.76560126116965e-06,5.475102170748869e-06,6.184603080328088e-06,6.8941044446546584e-06,7.603605808981229e-06,8.313107173307799e-06,9.022607628139667e-06,9.732108992466237e-06,1.0441610356792808e-05,1.1151110811624676e-05,1.1860612175951246e-05,1.2570113540277816e-05,1.3279614904604387e-05,1.3989116268930957e-05,1.4698616723762825e-05,1.5408117178594694e-05,1.6117619452415965e-05,1.6827119907247834e-05,1.7536622181069106e-05,1.8246122635900974e-05,1.8955623090732843e-05,1.9665125364554115e-05,2.0374625819385983e-05,2.1084128093207255e-05,2.1793628548039123e-05,2.2503129002870992e-05,2.3212631276692264e-05,2.3922131731524132e-05],"_type":"histogram","values":[2,0,0,0,1,0,2,1,0,2,0,1,5,3,3,8,12,6,5,13,20,17,31,32,34,27,41,37,41,39,38,33,31,30,30,35,29,30,23,20,20,13,4,6,8,10,4,3,5,2,0,1,3,1,2,1,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.09448888897895813,-0.09157361835241318,-0.08865834027528763,-0.08574306964874268,-0.08282779902219772,-0.07991252094507217,-0.07699725031852722,-0.07408197969198227,-0.07116670906543732,-0.06825143098831177,-0.06533616036176682,-0.062420886009931564,-0.059505611658096313,-0.05659034103155136,-0.05367506667971611,-0.05075979605317116,-0.04784452170133591,-0.044929247349500656,-0.042013976722955704,-0.03909870237112045,-0.0361834317445755,-0.03326815739274025,-0.030352883040905,-0.027437610551714897,-0.024522338062524796,-0.021607065573334694,-0.018691793084144592,-0.01577651873230934,-0.01286124624311924,-0.009945973753929138,-0.007030700333416462,-0.004115427378565073,-0.001200161874294281,0.001715111080557108,0.004630384035408497,0.007545656990259886,0.010460929945111275,0.013376202434301376,0.016291476786136627,0.01920674927532673,0.02212202176451683,0.025037294253706932,0.027952566742897034,0.030867841094732285,0.033783115446567535,0.03669838607311249,0.03961366042494774,0.04252893105149269,0.04544420540332794,0.04835947975516319,0.051274750381708145,0.054190024733543396,0.05710529536008835,0.0600205697119236,0.06293584406375885,0.0658511146903038,0.06876638531684875,0.0716816633939743,0.07459693402051926,0.07751220464706421,0.08042748272418976,0.08334275335073471,0.08625802397727966,0.08917330205440521,0.09208857268095016],"_type":"histogram","values":[2,2,2,10,9,13,30,39,75,139,206,350,577,753,1176,1633,2345,3282,4302,5926,7676,9803,12317,14864,17594,20704,23606,26688,29162,31492,32777,33765,34022,33522,32611,30704,28665,25953,23287,20261,17077,14260,11712,9526,7343,5748,4108,3005,2173,1462,1053,687,499,324,229,112,79,34,22,11,8,5,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,1,1,2,0,0,4,3,3,5,4,7,9,7,6,9,23,14,15,30,23,26,27,22,24,27,32,39,29,41,36,41,34,34,20,18,31,19,13,12,11,14,10,10,5,8,4,4,3,1,1,1,1,0,1,0,0,0,0,0,1,0,1],"bins":[-0.0033374340273439884,-0.003222613362595439,-0.0031077926978468895,-0.00299297203309834,-0.0028781513683497906,-0.002763330703601241,-0.002648509806022048,-0.0025336891412734985,-0.002418868476524949,-0.0023040478117763996,-0.00218922714702785,-0.0020744064822793007,-0.0019595858175307512,-0.0018447651527822018,-0.0017299443716183305,-0.001615123706869781,-0.0015003030421212316,-0.001385482377372682,-0.0012706617126241326,-0.0011558409314602613,-0.0010410202667117119,-0.0009261996019631624,-0.000811378937214613,-0.0006965582142584026,-0.0005817375495098531,-0.0004669168556574732,-0.0003520961618050933,-0.00023727549705654383,-0.0001224548032041639,-7.634116627741605e-06,0.0001071865699486807,0.0002220072492491454,0.0003368279431015253,0.0004516486369539052,0.0005664693308062851,0.0006812899955548346,0.000796110718511045,0.0009109313832595944,0.001025752048008144,0.0011405727127566934,0.0012553934939205647,0.0013702141586691141,0.0014850348234176636,0.001599855488166213,0.0017146761529147625,0.001829496817663312,0.0019443175988271832,0.002059138147160411,0.0021739588119089603,0.0022887797094881535,0.002403600374236703,0.0025184210389852524,0.002633241703733802,0.0027480623684823513,0.0028628830332309008,0.0029777036979794502,0.0030925243627279997,0.003207345027476549,0.0033221656922250986,0.0034369865898042917,0.003551807254552841,0.0036666279193013906,0.00378144858404994,0.0038962692487984896,0.004011089913547039],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[2,4,6,8,23,34,52,93,130,231,361,501,816,1138,1789,2409,3415,4630,6168,8118,10252,12493,15354,18159,21273,24544,27350,29810,31936,33576,34604,34176,33825,32570,30898,27995,25346,22228,19411,16096,13718,11085,8806,6747,5167,3763,2769,1952,1376,894,611,422,269,165,99,67,36,20,18,9,4,1,1,1],"bins":[-0.09179314970970154,-0.08884988725185394,-0.08590662479400635,-0.08296336978673935,-0.08002010732889175,-0.07707684487104416,-0.07413358241319656,-0.07119031995534897,-0.06824706494808197,-0.06530380249023438,-0.06236054003238678,-0.059417277574539185,-0.05647401511669159,-0.05353075638413429,-0.0505874939262867,-0.0476442351937294,-0.044700972735881805,-0.04175771027803421,-0.03881445154547691,-0.03587118908762932,-0.03292793035507202,-0.029984667897224426,-0.02704140543937683,-0.024098144844174385,-0.02115488424897194,-0.018211623653769493,-0.015268362127244473,-0.012325100600719452,-0.009381840005517006,-0.006438578944653273,-0.0034953178837895393,-0.000552056822925806,0.0023911967873573303,0.005334457848221064,0.008277718909084797,0.011220980435609818,0.014164241030812263,0.01710750162601471,0.020050764083862305,0.02299402467906475,0.025937285274267197,0.028880545869469643,0.03182380646467209,0.034767068922519684,0.03771033138036728,0.040653590112924576,0.04359685257077217,0.04654011130332947,0.04948337376117706,0.05242663621902466,0.055369894951581955,0.05831315740942955,0.06125641614198685,0.06419967859983444,0.06714294105768204,0.07008620351552963,0.07302945852279663,0.07597272098064423,0.07891598343849182,0.08185924589633942,0.08480250835418701,0.0877457708120346,0.0906890258193016,0.0936322882771492,0.0965755507349968],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-0.013032938353717327,-0.012631966732442379,-0.012230996042490005,-0.011830024421215057,-0.01142905279994011,-0.011028082109987736,-0.010627110488712788,-0.01022613886743784,-0.009825168177485466,-0.009424196556210518,-0.00902322493493557,-0.008622253313660622,-0.008221282623708248,-0.0078203110024333,-0.007419339846819639,-0.007018368225544691,-0.00661739706993103,-0.0062164259143173695,-0.005815454293042421,-0.0054144831374287605,-0.005013511516153812,-0.004612540360540152,-0.004211569204926491,-0.0038105978164821863,-0.003409626428037882,-0.0030086550395935774,-0.002607683651149273,-0.002206712495535612,-0.0018057411070913076,-0.0014047697186470032,-0.0010037984466180205,-0.000602827116381377,-0.0002018548548221588,0.00019911647541448474,0.0006000878056511283,0.001001059077680111,0.0014020304661244154,0.0018030018545687199,0.0022039730101823807,0.002604944398626685,0.0030059157870709896,0.003406887175515294,0.0038078585639595985,0.004208829719573259,0.00460980087518692,0.005010772496461868,0.005411743652075529,0.005812715273350477,0.006213686428964138,0.006614657584577799,0.007015629205852747,0.007416600361466408,0.007817571982741356,0.00821854267269373,0.008619514293968678,0.009020485915243626,0.009421456605196,0.009822428226470947,0.010223399847745895,0.010624371469020844,0.011025342158973217,0.011426313780248165,0.011827285401523113,0.012228256091475487,0.012629227712750435],"_type":"histogram","values":[1,0,0,2,2,1,1,3,3,3,4,6,2,3,6,10,10,8,14,11,15,17,13,19,17,25,32,28,23,28,34,23,26,26,33,24,28,29,27,17,17,14,21,25,21,18,12,7,8,9,10,6,5,9,2,3,4,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,1,2,2,2,2,2,4,5,4,7,5,10,6,13,17,15,13,16,20,25,17,29,32,30,25,33,36,51,34,36,24,24,20,25,26,28,15,16,17,13,11,9,8,2,5,7,3,1,4,5,4,1,0,0,0,1,0,1,1],"bins":[-0.0004965169355273247,-0.00048086661263369024,-0.0004652162897400558,-0.00044956596684642136,-0.0004339156439527869,-0.00041826529195532203,-0.0004026149690616876,-0.00038696464616805315,-0.0003713143232744187,-0.0003556640003807843,-0.00034001367748714983,-0.0003243633545935154,-0.0003087130025960505,-0.00029306267970241606,-0.0002774123568087816,-0.0002617620339151472,-0.00024611171102151275,-0.0002304613881278783,-0.00021481106523424387,-0.0001991607277886942,-0.00018351040489505976,-0.00016786008200142533,-0.00015220974455587566,-0.00013655942166224122,-0.00012090909876860678,-0.00010525877587497234,-8.960844570538029e-05,-7.395811553578824e-05,-5.83077926421538e-05,-4.2657466110540554e-05,-2.700713957892731e-05,-1.1356813047314063e-05,4.293571691960096e-06,1.9943898223573342e-05,3.559422475518659e-05,5.124455128679983e-05,6.689487781841308e-05,8.254520071204752e-05,9.819553088163957e-05,0.00011384586105123162,0.00012949618394486606,0.0001451465068385005,0.00016079682973213494,0.0001764471671776846,0.00019209749007131904,0.00020774781296495348,0.00022339815041050315,0.0002390484733041376,0.000254698796197772,0.00027034911909140646,0.0002859994419850409,0.00030164976487867534,0.0003173000877723098,0.0003329504397697747,0.0003486007626634091,0.00036425108555704355,0.000379901408450678,0.00039555173134431243,0.00041120205423794687,0.0004268523771315813,0.0004425027291290462,0.00045815305202268064,0.0004738033749163151,0.0004894536687061191,0.000505104020703584]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[5,3,17,18,32,55,114,171,331,515,853,1183,1905,2894,3926,5922,8204,11293,15194,19822,25619,31896,38908,46970,55522,63558,71363,78598,84727,89429,92281,92676,90922,88394,82993,77222,70166,61607,53519,44818,37670,30027,24307,18548,14064,10464,7750,5536,3734,2528,1658,1126,693,455,263,161,102,52,34,27,9,5,3,3],"bins":[-0.09382092952728271,-0.09083127230405807,-0.08784161508083344,-0.0848519578576088,-0.08186229318380356,-0.07887263596057892,-0.07588297873735428,-0.07289332151412964,-0.069903664290905,-0.06691400706768036,-0.06392434239387512,-0.06093468889594078,-0.05794502794742584,-0.0549553707242012,-0.05196571350097656,-0.048976052552461624,-0.045986395329236984,-0.042996738106012344,-0.040007077157497406,-0.037017419934272766,-0.034027762711048126,-0.031038103625178337,-0.028048444539308548,-0.025058787316083908,-0.02206912823021412,-0.01907946914434433,-0.01608981192111969,-0.0131001528352499,-0.010110494680702686,-0.007120836526155472,-0.00413117790594697,-0.0011415195185691118,0.0018481388688087463,0.004837797023355961,0.007827455177903175,0.010817114263772964,0.013806772418320179,0.016796430572867393,0.019786089658737183,0.022775746881961823,0.02576540596783161,0.0287550650537014,0.03174472227692604,0.03473437950015068,0.03772404044866562,0.04071369767189026,0.0437033548951149,0.04669301584362984,0.04968267306685448,0.05267233029007912,0.055661991238594055,0.058651648461818695,0.061641305685043335,0.06463096290826797,0.06762062013149261,0.07061028480529785,0.07359994202852249,0.07658959925174713,0.07957925647497177,0.08256891369819641,0.08555857092142105,0.08854823559522629,0.09153789281845093,0.09452755004167557,0.09751720726490021],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[6,3,2,3,4,4,4,18,15,22,26,50,57,65,71,143,203,312,351,608,776,1269,1863,3049,5250,9202,17850,40513,130359,526437,588418,156966,46365,19113,9624,5121,3070,1985,1113,780,547,369,249,162,118,90,64,45,29,28,16,19,10,3,6,7,4,0,3,1,0,0,0,4],"bins":[-0.000560760498046875,-0.0005421042442321777,-0.0005234479904174805,-0.0005047917366027832,-0.00048613548278808594,-0.00046747922897338867,-0.0004488229751586914,-0.00043016672134399414,-0.0004115104675292969,-0.0003928542137145996,-0.00037419795989990234,-0.0003555417060852051,-0.0003368854522705078,-0.00031822919845581055,-0.0002995729446411133,-0.000280916690826416,-0.00026226043701171875,-0.00024360418319702148,-0.00022494792938232422,-0.00020629167556762695,-0.0001876354217529297,-0.00016897916793823242,-0.00015032291412353516,-0.0001316666603088379,-0.00011301040649414062,-9.435415267944336e-05,-7.56978988647461e-05,-5.704164505004883e-05,-3.838539123535156e-05,-1.9729137420654297e-05,-1.0728836059570312e-06,1.7583370208740234e-05,3.62396240234375e-05,5.4895877838134766e-05,7.355213165283203e-05,9.22083854675293e-05,0.00011086463928222656,0.00012952089309692383,0.0001481771469116211,0.00016683340072631836,0.00018548965454101562,0.0002041459083557129,0.00022280216217041016,0.00024145841598510742,0.0002601146697998047,0.00027877092361450195,0.0002974271774291992,0.0003160834312438965,0.00033473968505859375,0.000353395938873291,0.0003720521926879883,0.00039070844650268555,0.0004093647003173828,0.0004280209541320801,0.00044667720794677734,0.0004653334617614746,0.0004839897155761719,0.0005026459693908691,0.0005213022232055664,0.0005399584770202637,0.0005586147308349609,0.0005772709846496582,0.0005959272384643555,0.0006145834922790527,0.00063323974609375]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.00018252356676384807,-0.00017709730309434235,-0.00017167103942483664,-0.00016624479030724615,-0.00016081852663774043,-0.00015539226296823472,-0.000149965999298729,-0.00014453975018113852,-0.0001391134865116328,-0.00013368722284212708,-0.00012826095917262137,-0.00012283469550311565,-0.00011740843910956755,-0.00011198218271601945,-0.00010655591904651374,-0.00010112966265296564,-9.570339898345992e-05,-9.02771353139542e-05,-8.48508789204061e-05,-7.942461525090039e-05,-7.399835885735229e-05,-6.857209518784657e-05,-6.314583879429847e-05,-5.7719575124792755e-05,-5.2293315093265846e-05,-4.686705506173894e-05,-4.144079503021203e-05,-3.601453499868512e-05,-3.0588271329179406e-05,-2.51620131166419e-05,-1.973575126612559e-05,-1.4309491234598681e-05,-8.883231203071773e-06,-3.456970716797514e-06,1.9692897694767453e-06,7.3955502557510044e-06,1.2821810742025264e-05,1.8248070773552172e-05,2.3674332624068484e-05,2.9100592655595392e-05,3.45268526871223e-05,3.995311271864921e-05,4.537937275017612e-05,5.0805632781703025e-05,5.623189645120874e-05,6.165815284475684e-05,6.708441651426256e-05,7.251067290781066e-05,7.793693657731637e-05,8.336320024682209e-05,8.878945664037019e-05,9.42157203098759e-05,9.9641976703424e-05,0.00010506824037292972,0.00011049449676647782,0.00011592076043598354,0.00012134702410548925,0.00012677328777499497,0.00013219953689258546,0.00013762580056209117,0.0001430520642315969,0.0001484783279011026,0.0001539045770186931,0.0001593308406881988,0.00016475710435770452],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,3,0,0,1,3,3,4,5,4,6,12,14,16,19,26,19,19,26,26,33,32,41,37,38,35,34,49,36,31,32,37,21,13,18,16,12,3,12,5,4,7,3,3,2,3,1,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,1,3,1,2,1,2,3,7,2,6,8,12,9,16,10,13,17,29,28,31,35,46,47,42,47,39,42,35,32,37,34,14,22,11,9,7,12,7,10,7,3,1,1,5,0,3,6,4,0,2,0,2,0,1,1,0,0,0,0,0,1,0,1],"bins":[-0.00010304460738552734,-9.904652688419446e-05,-9.504843910690397e-05,-9.105035860557109e-05,-8.705227810423821e-05,-8.305419760290533e-05,-7.905611710157245e-05,-7.505802932428196e-05,-7.105994882294908e-05,-6.70618683216162e-05,-6.306378054432571e-05,-5.906570004299283e-05,-5.506761954165995e-05,-5.106953904032707e-05,-4.7071454901015386e-05,-4.30733707617037e-05,-3.907529026037082e-05,-3.507720975903794e-05,-3.1079125619726256e-05,-2.7081043299403973e-05,-2.308296097908169e-05,-1.9084878658759408e-05,-1.5086796338437125e-05,-1.1088714018114842e-05,-7.09063169779256e-06,-3.0925493774702772e-06,9.055329428520054e-07,4.903615263174288e-06,8.90169758349657e-06,1.2899779903818853e-05,1.6897862224141136e-05,2.089594454446342e-05,2.4894034140743315e-05,2.8892116461065598e-05,3.289019878138788e-05,3.6888282920699567e-05,4.0886363422032446e-05,4.4884443923365325e-05,4.888252806267701e-05,5.28806122019887e-05,5.6878692703321576e-05,6.0876773204654455e-05,6.487485370598733e-05,6.887294148327783e-05,7.28710219846107e-05,7.686910248594359e-05,8.086719026323408e-05,8.486527076456696e-05,8.886335126589984e-05,9.286143176723272e-05,9.68595122685656e-05,0.00010085760004585609,0.00010485568054718897,0.00010885376104852185,0.00011285184882581234,0.00011684992932714522,0.0001208480098284781,0.00012484609032981098,0.00012884417083114386,0.00013284225133247674,0.00013684033183380961,0.00014083842688705772,0.0001448365073883906,0.00014883458788972348,0.00015283266839105636],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-4.2877647501882166e-05,-4.143045225646347e-05,-3.998325337306596e-05,-3.8536058127647266e-05,-3.708886288222857e-05,-3.5641663998831064e-05,-3.4194468753412366e-05,-3.274727350799367e-05,-3.130007826257497e-05,-2.9852879379177466e-05,-2.840568413375877e-05,-2.6958487069350667e-05,-2.5511290004942566e-05,-2.406409475952387e-05,-2.2616897695115767e-05,-2.116970244969707e-05,-1.972250538528897e-05,-1.8275308320880868e-05,-1.682811307546217e-05,-1.538091601105407e-05,-1.393371985614067e-05,-1.248652370122727e-05,-1.1039326636819169e-05,-9.59213048190577e-06,-8.14493432699237e-06,-6.697738172078971e-06,-5.2505415624182206e-06,-3.8033451801311458e-06,-2.356148797844071e-06,-9.089524155569961e-07,5.382439667300787e-07,1.9854403490171535e-06,3.4326367313042283e-06,4.879832886217628e-06,6.327029495878378e-06,7.774226105539128e-06,9.221422260452528e-06,1.0668618415365927e-05,1.2115815479774028e-05,1.3563011634687427e-05,1.5010207789600827e-05,1.6457404854008928e-05,1.7904600099427626e-05,1.9351797163835727e-05,2.0798994228243828e-05,2.2246189473662525e-05,2.3693386538070627e-05,2.5140581783489324e-05,2.6587778847897425e-05,2.8034975912305526e-05,2.9482171157724224e-05,3.0929368222132325e-05,3.237656346755102e-05,3.382376235094853e-05,3.5270957596367225e-05,3.671815284178592e-05,3.816535172518343e-05,3.9612546970602125e-05,4.105974221602082e-05,4.250693746143952e-05,4.3954136344837025e-05,4.540133159025572e-05,4.684852683567442e-05,4.8295725719071925e-05,4.974292096449062e-05],"_type":"histogram","values":[1,0,1,0,1,1,0,1,3,0,5,2,5,3,4,12,9,12,36,25,44,57,61,80,81,105,134,146,135,138,161,124,117,103,98,64,50,50,40,27,21,23,13,8,8,8,5,5,5,7,3,1,0,0,3,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[2,1,0,0,1,3,3,2,3,3,3,5,5,6,3,7,12,14,17,15,20,22,29,17,30,24,14,28,27,21,28,33,33,33,33,27,33,21,23,12,26,16,14,15,6,20,19,6,6,5,3,6,2,1,2,2,1,1,0,1,1,1,0,1],"bins":[-0.00014746873057447374,-0.00014272792031988502,-0.00013798712461721152,-0.0001332463143626228,-0.0001285055186599493,-0.00012376470840536058,-0.00011902389815077186,-0.00011428309517214075,-0.00010954229219350964,-0.00010480148921487853,-0.00010006068623624742,-9.53198759816587e-05,-9.057907300302759e-05,-8.583827002439648e-05,-8.109745976980776e-05,-7.635665679117665e-05,-7.161585381254554e-05,-6.687505083391443e-05,-6.213424785528332e-05,-5.73934376006946e-05,-5.265263462206349e-05,-4.791183164343238e-05,-4.317102502682246e-05,-3.8430218410212547e-05,-3.368941543158144e-05,-2.8948610633960925e-05,-2.4207805836340412e-05,-1.94670010387199e-05,-1.4726196241099387e-05,-9.985391443478875e-06,-5.244586645858362e-06,-5.037818482378498e-07,4.237022949382663e-06,8.977827747003175e-06,1.3718632544623688e-05,1.84594373422442e-05,2.3200242139864713e-05,2.7941046937485225e-05,3.268185173510574e-05,3.7422658351715654e-05,4.216346133034676e-05,4.690426430897787e-05,5.164507092558779e-05,5.6385877542197704e-05,6.112668052082881e-05,6.586748349945992e-05,7.060829375404865e-05,7.534909673267975e-05,8.008989971131086e-05,8.483070268994197e-05,8.957150566857308e-05,9.43123159231618e-05,9.905311890179291e-05,0.00010379392188042402,0.00010853473213501275,0.00011327553511364385,0.00011801633809227496,0.0001227571483468637,0.00012749794404953718,0.0001322387543041259,0.00013697956455871463,0.00014172036026138812,0.00014646117051597685,0.00015120196621865034,0.00015594277647323906],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[1,0,0,0,1,3,2,2,4,4,2,5,3,4,9,13,16,16,24,35,58,79,113,166,303,439,816,1343,2503,4743,9646,22364,68636,219680,173661,49897,18066,7982,4032,2027,1277,661,460,238,141,112,72,52,21,21,16,12,11,4,5,5,2,0,4,2,4,2,1,3],"bins":[-8.630752563476562e-05,-8.375942707061768e-05,-8.121132850646973e-05,-7.866322994232178e-05,-7.611513137817383e-05,-7.356703281402588e-05,-7.101893424987793e-05,-6.847083568572998e-05,-6.592273712158203e-05,-6.337463855743408e-05,-6.082653999328613e-05,-5.8278441429138184e-05,-5.5730342864990234e-05,-5.3182244300842285e-05,-5.0634145736694336e-05,-4.808604717254639e-05,-4.553794860839844e-05,-4.298985004425049e-05,-4.044175148010254e-05,-3.789365291595459e-05,-3.534555435180664e-05,-3.279745578765869e-05,-3.0249357223510742e-05,-2.7701258659362793e-05,-2.5153160095214844e-05,-2.2605061531066895e-05,-2.0056962966918945e-05,-1.7508864402770996e-05,-1.4960765838623047e-05,-1.2412667274475098e-05,-9.864568710327148e-06,-7.316470146179199e-06,-4.76837158203125e-06,-2.2202730178833008e-06,3.2782554626464844e-07,2.8759241104125977e-06,5.424022674560547e-06,7.972121238708496e-06,1.0520219802856445e-05,1.3068318367004395e-05,1.5616416931152344e-05,1.8164515495300293e-05,2.0712614059448242e-05,2.326071262359619e-05,2.580881118774414e-05,2.835690975189209e-05,3.090500831604004e-05,3.345310688018799e-05,3.600120544433594e-05,3.854930400848389e-05,4.1097402572631836e-05,4.3645501136779785e-05,4.6193599700927734e-05,4.8741698265075684e-05,5.128979682922363e-05,5.383789539337158e-05,5.638599395751953e-05,5.893409252166748e-05,6.148219108581543e-05,6.403028964996338e-05,6.657838821411133e-05,6.912648677825928e-05,7.167458534240723e-05,7.422268390655518e-05,7.677078247070312e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,0,2,1,0,2,1,2,1,3,2,7,5,10,8,15,8,13,18,19,23,31,29,27,30,30,39,47,33,32,34,33,29,30,32,22,21,22,13,16,17,15,7,10,6,3,4,2,3,2,1,2,1,2,0,2],"bins":[-0.0002574812388047576,-0.0002504283329471946,-0.00024337544164154679,-0.000236322550335899,-0.00022926964447833598,-0.00022221675317268819,-0.0002151638618670404,-0.00020811095600947738,-0.0002010580647038296,-0.0001940051733981818,-0.00018695226754061878,-0.000179899376234971,-0.0001728464849293232,-0.00016579357907176018,-0.0001587406877661124,-0.00015168778190854937,-0.00014463489060290158,-0.0001375819992972538,-0.00013052909343969077,-0.00012347620213404298,-0.00011642330355243757,-0.00010937040497083217,-0.00010231751366518438,-9.526461508357897e-05,-8.821171650197357e-05,-8.115881792036816e-05,-7.410591933876276e-05,-6.705302803311497e-05,-6.0000129451509565e-05,-5.294723086990416e-05,-4.589433592627756e-05,-3.8841440982650965e-05,-3.178854240104556e-05,-2.473564563842956e-05,-1.768274887581356e-05,-1.0629852113197558e-05,-3.5769553505815566e-06,3.4759414120344445e-06,1.0528838174650446e-05,1.7581734937266447e-05,2.4634631699882448e-05,3.168753028148785e-05,3.874042522511445e-05,4.579332016874105e-05,5.284621875034645e-05,5.989911733195186e-05,6.695200863759965e-05,7.400490721920505e-05,8.105780580081046e-05,8.811070438241586e-05,9.516360296402127e-05,0.00010221649426966906,0.00010926939285127446,0.00011632229143287987,0.00012337518273852766,0.00013042808859609067,0.00013748097990173846,0.00014453387120738626,0.00015158677706494927,0.00015863966837059706,0.00016569255967624485,0.00017274546553380787,0.00017979835683945566,0.00018685126269701868,0.00019390415400266647],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-5.936622619628906e-05,-5.743280053138733e-05,-5.5499374866485596e-05,-5.356594920158386e-05,-5.163252353668213e-05,-4.9699097871780396e-05,-4.776567220687866e-05,-4.583224654197693e-05,-4.3898820877075195e-05,-4.196539521217346e-05,-4.003196954727173e-05,-3.8098543882369995e-05,-3.616511821746826e-05,-3.423169255256653e-05,-3.2298266887664795e-05,-3.036484122276306e-05,-2.8431415557861328e-05,-2.6497989892959595e-05,-2.456456422805786e-05,-2.2631138563156128e-05,-2.0697712898254395e-05,-1.876428723335266e-05,-1.6830861568450928e-05,-1.4897435903549194e-05,-1.2964010238647461e-05,-1.1030584573745728e-05,-9.097158908843994e-06,-7.163733243942261e-06,-5.230307579040527e-06,-3.296881914138794e-06,-1.3634562492370605e-06,5.699694156646729e-07,2.5033950805664062e-06,4.43682074546814e-06,6.370246410369873e-06,8.303672075271606e-06,1.023709774017334e-05,1.2170523405075073e-05,1.4103949069976807e-05,1.603737473487854e-05,1.7970800399780273e-05,1.9904226064682007e-05,2.183765172958374e-05,2.3771077394485474e-05,2.5704503059387207e-05,2.763792872428894e-05,2.9571354389190674e-05,3.150478005409241e-05,3.343820571899414e-05,3.5371631383895874e-05,3.730505704879761e-05,3.923848271369934e-05,4.1171908378601074e-05,4.310533404350281e-05,4.503875970840454e-05,4.6972185373306274e-05,4.890561103820801e-05,5.083903670310974e-05,5.2772462368011475e-05,5.470588803291321e-05,5.663931369781494e-05,5.8572739362716675e-05,6.050616502761841e-05,6.243959069252014e-05,6.437301635742188e-05],"_type":"histogram","values":[3,2,2,1,8,5,16,17,37,42,63,63,109,158,276,372,470,699,1113,1435,2089,3160,4842,6923,9986,15523,22812,35714,52851,74462,88331,81335,61161,41942,27942,18086,12288,8142,5389,3665,2517,1859,1209,784,578,443,286,173,130,99,65,50,27,23,17,11,6,5,5,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,0,2,0,4,1,1,2,0,2,5,2,8,4,8,10,10,7,14,15,22,26,16,31,26,38,34,29,38,31,23,27,38,30,29,31,33,26,27,19,20,18,7,9,6,8,7,6,3,4,1,4,0,1,0,1,1,0,0,0,1],"bins":[-0.0044339438900351524,-0.004300086293369532,-0.004166228696703911,-0.00403237110003829,-0.0038985135033726692,-0.0037646559067070484,-0.0036307983100414276,-0.003496940713375807,-0.003363083116710186,-0.003229225520044565,-0.0030953679233789444,-0.0029615103267133236,-0.002827652730047703,-0.002693795133382082,-0.002559937536716461,-0.0024260799400508404,-0.0022922223433852196,-0.0021583647467195988,-0.002024507150053978,-0.0018906495533883572,-0.0017567919567227364,-0.0016229343600571156,-0.0014890767633914948,-0.001355219166725874,-0.0012213615700602531,-0.0010875039733946323,-0.0009536463767290115,-0.0008197887800633907,-0.0006859311833977699,-0.0005520735867321491,-0.0004182159900665283,-0.0002843583934009075,-0.0001505007967352867,-1.664320006966591e-05,0.0001172143965959549,0.0002510719932615757,0.0003849295899271965,0.0005187871865928173,0.0006526447832584381,0.0007865023799240589,0.0009203599765896797,0.0010542175732553005,0.0011880751699209213,0.0013219327665865421,0.001455790363252163,0.0015896479599177837,0.0017235055565834045,0.0018573631532490253,0.001991220749914646,0.002125078346580267,0.0022589359432458878,0.0023927935399115086,0.0025266511365771294,0.00266050873324275,0.002794366329908371,0.0029282239265739918,0.0030620815232396126,0.0031959391199052334,0.003329796716570854,0.003463654313236475,0.003597511909902096,0.0037313695065677166,0.0038652271032333374,0.003999084699898958,0.004132942296564579]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.004348045215010643,-0.004206608980894089,-0.0040651727467775345,-0.00392373651266098,-0.003782300278544426,-0.003640863811597228,-0.003499427577480674,-0.0033579913433641195,-0.0032165551092475653,-0.003075118875131011,-0.0029336826410144567,-0.0027922464068979025,-0.0026508099399507046,-0.0025093737058341503,-0.002367937471717596,-0.002226501237601042,-0.0020850650034844875,-0.0019436287693679333,-0.001802192535251379,-0.001660756184719503,-0.0015193199506029487,-0.0013778837164863944,-0.0012364473659545183,-0.001095011131837964,-0.0009535748977214098,-0.0008121386636048555,-0.0006707023712806404,-0.0005292660789564252,-0.00038782984483987093,-0.0002463935816194862,-0.0001049573183991015,3.647894482128322e-05,0.00017791567370295525,0.00031935193692333996,0.0004607882001437247,0.0006022244924679399,0.0007436607265844941,0.0008850969607010484,0.0010265333112329245,0.0011679695453494787,0.001309405779466033,0.0014508420135825872,0.0015922782476991415,0.0017337145982310176,0.0018751508323475718,0.002016587182879448,0.002158023416996002,0.0022994596511125565,0.0024408958852291107,0.002582332119345665,0.0027237683534622192,0.0028652045875787735,0.0030066408216953278,0.0031480772886425257,0.00328951352275908,0.003430949756875634,0.0035723859909921885,0.0037138222251087427,0.003855258459225297,0.003996694926172495,0.004138131160289049,0.004279567394405603,0.004421003628522158,0.004562439862638712,0.004703876096755266],"_type":"histogram","values":[1,0,0,1,2,1,1,3,2,5,3,6,7,5,7,7,12,13,8,17,19,16,28,22,36,23,22,23,29,28,31,38,40,33,31,28,20,37,20,23,14,21,10,13,6,12,5,10,7,3,3,4,4,3,1,0,0,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,1,0,0,4,0,2,2,3,4,5,5,10,12,11,13,19,11,20,18,16,25,26,16,27,31,23,24,34,30,28,20,18,22,29,17,18,20,22,21,16,21,17,13,12,8,12,7,5,8,8,8,7,4,5,2,0,2,1,0,1,2,1],"bins":[-0.02705373242497444,-0.026206569746136665,-0.02535940706729889,-0.024512244388461113,-0.023665081709623337,-0.02281791903078556,-0.021970756351947784,-0.021123593673110008,-0.020276430994272232,-0.019429266452789307,-0.01858210377395153,-0.017734941095113754,-0.016887778416275978,-0.016040615737438202,-0.015193453058600426,-0.01434629037976265,-0.013499127700924873,-0.012651965022087097,-0.011804802343249321,-0.010957639664411545,-0.010110476985573769,-0.009263313375413418,-0.008416150696575642,-0.0075689880177378654,-0.006721825338900089,-0.005874662660062313,-0.005027499981224537,-0.004180336836725473,-0.0033331741578876972,-0.002486011479049921,-0.0016388485673815012,-0.0007916857721284032,5.5477023124694824e-05,0.0009026398183777928,0.0017498026136308908,0.0025969655252993107,0.003444128204137087,0.004291290882974863,0.0051384540274739265,0.005985616706311703,0.006832779385149479,0.007679942063987255,0.008527104742825031,0.009374267421662807,0.010221431031823158,0.011068593710660934,0.01191575638949871,0.012762919068336487,0.013610081747174263,0.01445724442601204,0.015304407104849815,0.01615156978368759,0.016998732462525368,0.017845895141363144,0.01869305782020092,0.019540220499038696,0.02038738504052162,0.021234547719359398,0.022081710398197174,0.02292887307703495,0.023776035755872726,0.024623198434710503,0.02547036111354828,0.026317523792386055,0.02716468647122383],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,2,0,3,6,3,8,10,14,25,23,34,53,46,75,99,108,120,143,172,126,148,134,125,102,80,77,66,52,52,32,24,23,16,6,8,9,5,3,2,2,2,1,2,1,1,1],"bins":[-0.007098856847733259,-0.006941626779735088,-0.00678439624607563,-0.006627166178077459,-0.0064699361100792885,-0.00631270557641983,-0.0061554755084216595,-0.005998245440423489,-0.0058410149067640305,-0.00568378483876586,-0.005526554770767689,-0.005369324702769518,-0.00521209416911006,-0.005054864101111889,-0.004897634033113718,-0.00474040349945426,-0.004583173431456089,-0.004425943363457918,-0.00426871282979846,-0.004111482761800289,-0.003954252693802118,-0.003797022392973304,-0.0036397920921444893,-0.0034825620241463184,-0.003325331723317504,-0.0031681014224886894,-0.0030108713544905186,-0.002853641053661704,-0.0026964107528328896,-0.0025391806848347187,-0.002381950384005904,-0.0022247203160077333,-0.002067490480840206,-0.0019102602964267135,-0.0017530301120132208,-0.0015957998111844063,-0.0014385696267709136,-0.001281339442357421,-0.0011241091415286064,-0.0009668789571151137,-0.0008096487727016211,-0.0006524185882881284,-0.0004951883456669748,-0.00033795813214965165,-0.0001807279186323285,-2.3497705115005374e-05,0.00013373250840231776,0.0002909627219196409,0.00044819293543696404,0.0006054231198504567,0.0007626533624716103,0.0009198836050927639,0.0010771137895062566,0.0012343439739197493,0.0013915742747485638,0.0015488044591620564,0.0017060346435755491,0.0018632648279890418,0.0020204950124025345,0.002177725313231349,0.0023349556140601635,0.0024921856820583344,0.002649415982887149,0.0028066460508853197,0.002963876351714134],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[-0.0004460143973119557,-0.0004325956688262522,-0.0004191769694443792,-0.00040575824095867574,-0.0003923395124729723,-0.00037892081309109926,-0.0003655020846053958,-0.0003520833561196923,-0.00033866462763398886,-0.00032524592825211585,-0.0003118271997664124,-0.0002984084712807089,-0.0002849897718988359,-0.00027157104341313243,-0.00025815231492742896,-0.00024473361554555595,-0.00023131488705985248,-0.00021789617312606424,-0.00020447744464036077,-0.00019105873070657253,-0.00017764000222086906,-0.00016422128828708082,-0.00015080257435329258,-0.00013738384586758912,-0.00012396513193380088,-0.00011054641072405502,-9.712768951430917e-05,-8.370897558052093e-05,-7.029025437077507e-05,-5.687153316102922e-05,-4.345281558926217e-05,-3.0034096198505722e-05,-1.661537680774927e-05,-3.196657416992821e-06,1.022206197376363e-05,2.364078136452008e-05,3.705950075527653e-05,5.0478221965022385e-05,6.389693589881063e-05,7.731565710855648e-05,9.073437831830233e-05,0.00010415309952804819,0.00011757182073779404,0.00013099053467158228,0.00014440924860537052,0.000157827977091074,0.00017124669102486223,0.0001846654195105657,0.00019808413344435394,0.00021150284737814218,0.00022492157586384565,0.00023834028979763389,0.00025175901828333735,0.00026517771766521037,0.00027859644615091383,0.0002920151746366173,0.0003054338740184903,0.0003188526025041938,0.00033227133098989725,0.0003456900594756007,0.00035910875885747373,0.0003725274873431772,0.00038594621582888067,0.0003993649152107537,0.00041278364369645715],"_type":"histogram","values":[1,0,0,1,1,0,0,3,0,4,2,4,1,2,1,3,3,4,3,2,4,6,14,12,18,11,29,27,36,43,53,57,49,59,55,55,43,22,24,24,18,15,10,8,7,5,9,7,3,3,0,2,1,0,2,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.00015449576312676072,-0.00014977015962358564,-0.00014504455612041056,-0.00014031895261723548,-0.0001355933491140604,-0.00013086774561088532,-0.00012614214210771024,-0.00012141654588049278,-0.0001166909423773177,-0.00011196533887414262,-0.00010723973537096754,-0.00010251413186779246,-9.778853564057499e-05,-9.306293213739991e-05,-8.833732863422483e-05,-8.361172513104975e-05,-7.888612162787467e-05,-7.416051812469959e-05,-6.943491462152451e-05,-6.470931111834943e-05,-5.998371125315316e-05,-5.525810774997808e-05,-5.053250788478181e-05,-4.580690438160673e-05,-4.108130087843165e-05,-3.635569737525657e-05,-3.163009387208149e-05,-2.6904494006885216e-05,-2.2178890503710136e-05,-1.7453287000535056e-05,-1.272768531634938e-05,-8.002082722669002e-06,-3.2764801289886236e-06,1.4491224646917544e-06,6.1747250583721325e-06,1.090032765205251e-05,1.562593024573289e-05,2.035153374890797e-05,2.5077135433093645e-05,2.980273711727932e-05,3.45283406204544e-05,3.925394412362948e-05,4.397954762680456e-05,4.870514749200083e-05,5.343075099517591e-05,5.815635449835099e-05,6.288195436354727e-05,6.760755786672235e-05,7.233316136989743e-05,7.70587648730725e-05,8.178436837624758e-05,8.650997187942266e-05,9.123557538259774e-05,9.596117160981521e-05,0.00010068677511299029,0.00010541237861616537,0.00011013798211934045,0.00011486358562251553,0.00011958918912569061,0.00012431478535290807,0.00012904038885608315,0.00013376599235925823,0.00013849159586243331,0.0001432171993656084,0.00014794280286878347],"_type":"histogram","values":[1,0,1,0,0,0,2,2,0,0,2,2,2,3,3,2,3,3,8,8,9,10,14,15,14,18,22,27,35,33,53,51,49,52,45,30,36,31,26,23,21,14,14,17,12,12,8,6,7,5,1,0,3,2,4,2,0,0,1,0,0,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,6,1,17,30,43,91,147,201,321,540,845,1273,1845,2696,3693,5200,6937,9056,11287,14311,17122,20879,24245,27162,30670,33259,34941,36284,36286,35899,34177,31973,29357,26270,22884,19723,16349,13487,10564,8219,6272,4724,3436,2327,1770,1079,722,488,276,193,116,60,28,20,10,4,4,1,0,0,1],"bins":[-0.09739547222852707,-0.09428572654724121,-0.09117598831653595,-0.08806625008583069,-0.08495650440454483,-0.08184675872325897,-0.07873702049255371,-0.07562728226184845,-0.07251753658056259,-0.06940779089927673,-0.06629805266857147,-0.06318831443786621,-0.06007856875658035,-0.05696882680058479,-0.05385908484458923,-0.050749342888593674,-0.047639600932598114,-0.044529858976602554,-0.041420117020606995,-0.038310375064611435,-0.035200633108615875,-0.032090891152620316,-0.028981149196624756,-0.025871407240629196,-0.022761665284633636,-0.019651923328638077,-0.016542181372642517,-0.013432439416646957,-0.010322697460651398,-0.007212955504655838,-0.004103213548660278,-0.0009934715926647186,0.002116277813911438,0.005226019769906998,0.008335761725902557,0.011445503681898117,0.014555245637893677,0.017664987593889236,0.020774729549884796,0.023884471505880356,0.026994213461875916,0.030103955417871475,0.033213697373867035,0.036323439329862595,0.039433181285858154,0.042542923241853714,0.045652665197849274,0.04876240715384483,0.05187214910984039,0.05498189106583595,0.05809163302183151,0.06120137497782707,0.06431111693382263,0.0674208551645279,0.07053060084581375,0.07364034652709961,0.07675008475780487,0.07985982298851013,0.08296956866979599,0.08607931435108185,0.08918905258178711,0.09229879081249237,0.09540853649377823,0.09851828217506409,0.10162802040576935]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,0,1,0,1,7,4,5,4,8,9,16,13,15,20,12,17,24,27,26,34,42,45,39,35,45,40,33,29,29,24,23,21,21,7,16,9,13,7,11,4,4,6,3,6,0,4,1,1,1,0,0,0,0,1,0,1],"bins":[-0.00032075171475298703,-0.00031059456523507833,-0.0003004373866133392,-0.0002902802370954305,-0.0002801230875775218,-0.00026996590895578265,-0.00025980875943787396,-0.0002496515808161348,-0.00023949443129822612,-0.0002293372672284022,-0.00021918010315857828,-0.00020902295364066958,-0.00019886578957084566,-0.00018870862550102174,-0.00017855147598311305,-0.00016839431191328913,-0.0001582371478434652,-0.0001480799837736413,-0.00013792281970381737,-0.00012776567018590868,-0.00011760850611608475,-0.00010745134204626083,-9.729418525239453e-05,-8.713702845852822e-05,-7.69798643887043e-05,-6.682270031888038e-05,-5.666554352501407e-05,-4.650838309316896e-05,-3.6351222661323845e-05,-2.6194062229478732e-05,-1.6036901797633618e-05,-5.8797413657885045e-06,4.277389962226152e-06,1.4434550394071266e-05,2.459171082591638e-05,3.474887125776149e-05,4.490603168960661e-05,5.506319212145172e-05,6.522035255329683e-05,7.537750934716314e-05,8.553467341698706e-05,9.569183748681098e-05,0.00010584899428067729,0.0001160061510745436,0.00012616331514436752,0.00013632047921419144,0.00014647762873210013,0.00015663479280192405,0.00016679195687174797,0.0001769491209415719,0.0001871062850113958,0.0001972634345293045,0.00020742059859912843,0.00021757776266895235,0.00022773491218686104,0.00023789207625668496,0.0002480492403265089,0.00025820638984441757,0.0002683635684661567,0.0002785207179840654,0.0002886778675019741,0.00029883504612371325,0.00030899219564162195,0.0003191493742633611,0.0003293065237812698]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[2,0,3,0,2,2,0,2,0,0,3,0,4,3,7,5,10,10,14,10,16,17,17,19,26,29,32,26,31,28,27,32,33,26,29,41,33,30,37,20,25,6,13,12,17,11,9,12,4,4,4,7,5,2,1,3,3,3,0,0,0,0,0,1],"bins":[-0.00030669712577946484,-0.0002971214125864208,-0.00028754572849720716,-0.0002779700153041631,-0.0002683943312149495,-0.0002588186180219054,-0.0002492429339326918,-0.00023966722073964775,-0.0002300915220985189,-0.00022051582345739007,-0.00021094012481626123,-0.0002013644261751324,-0.00019178871298208833,-0.0001822130143409595,-0.00017263731569983065,-0.0001630616170587018,-0.00015348591841757298,-0.00014391021977644414,-0.0001343345211353153,-0.00012475882249418646,-0.00011518311657710001,-0.00010560741793597117,-9.603171201888472e-05,-8.645601337775588e-05,-7.688031473662704e-05,-6.73046160954982e-05,-5.772891381639056e-05,-4.8153211537282914e-05,-3.8577512896154076e-05,-2.9001812436035834e-05,-1.9426111975917593e-05,-9.850411515799351e-06,-2.7474015951156616e-07,9.300960300606675e-06,1.8876660760724917e-05,2.845236122084316e-05,3.80280616809614e-05,4.760376032209024e-05,5.7179462601197883e-05,6.675516488030553e-05,7.633086352143437e-05,8.59065621625632e-05,9.548226080369204e-05,0.0001050579667207785,0.00011463366536190733,0.00012420937127899379,0.00013378506992012262,0.00014336076856125146,0.0001529364672023803,0.00016251216584350914,0.00017208786448463798,0.00018166356312576681,0.00019123926176689565,0.00020081497495993972,0.00021039067360106856,0.0002199663722421974,0.00022954207088332623,0.00023911776952445507,0.00024869348271749914,0.00025826916680671275,0.0002678448799997568,0.0002774205640889704,0.0002869962772820145,0.0002965719613712281,0.00030614767456427217],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[2,2,0,1,2,1,2,3,4,5,4,7,5,10,11,8,12,14,15,17,25,17,27,31,29,26,28,37,23,28,22,26,27,26,36,31,16,16,28,15,13,20,12,11,14,7,11,5,5,6,4,8,3,1,3,2,0,0,1,1,0,0,1,1],"bins":[-0.00406893715262413,-0.003931818995624781,-0.0037947010714560747,-0.003657582914456725,-0.003520464990288019,-0.0033833468332886696,-0.00324622867628932,-0.003109110752120614,-0.0029719925951212645,-0.002834874438121915,-0.002697756513953209,-0.0025606383569538593,-0.0024235201999545097,-0.002286402275785804,-0.002149284118786454,-0.0020121661946177483,-0.0018750480376183987,-0.001737929997034371,-0.0016008119564503431,-0.0014636937994509935,-0.0013265757588669658,-0.001189457718282938,-0.0010523395612835884,-0.0009152215206995606,-0.0007781034801155329,-0.0006409854395315051,-0.0005038673407398164,-0.0003667492710519582,-0.00022963120136409998,-9.251313167624176e-05,4.460493801161647e-05,0.0001817230076994747,0.0003188406117260456,0.00045595868141390383,0.0005930767511017621,0.0007301948498934507,0.0008673128904774785,0.0010044309310615063,0.0011415490880608559,0.0012786671286448836,0.0014157851692289114,0.0015529032098129392,0.001690021250396967,0.0018271394073963165,0.001964257564395666,0.002101375488564372,0.0022384936455637217,0.0023756115697324276,0.002512729726731777,0.002649847883731127,0.0027869658078998327,0.0029240839648991823,0.0030612018890678883,0.003198320046067238,0.0033354382030665874,0.0034725561272352934,0.003609674284234643,0.0037467924412339926,0.0038839103654026985,0.004021028522402048,0.004158146679401398,0.004295264836400747,0.00443238252773881,0.004569500684738159,0.004706618841737509],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,0,5,3,5,16,30,48,70,123,229,345,561,835,1191,1772,2488,3642,4816,6468,8360,10854,13329,16385,19719,23040,26105,29145,31448,34057,35067,35308,35339,34073,32823,30008,27380,24291,20724,17785,14869,11839,9407,7225,5524,4150,2929,2054,1428,929,599,396,221,155,106,48,31,14,9,1,1],"bins":[-0.10537213832139969,-0.10233478993177414,-0.09929744154214859,-0.09626009315252304,-0.09322274476289749,-0.09018539637327194,-0.08714804798364639,-0.08411069959402084,-0.08107335865497589,-0.07803601026535034,-0.07499866187572479,-0.07196131348609924,-0.0689239650964737,-0.06588661670684814,-0.0628492683172226,-0.059811919927597046,-0.0567745715379715,-0.05373722314834595,-0.0506998747587204,-0.04766252636909485,-0.0446251779794693,-0.04158783331513405,-0.0385504849255085,-0.03551313653588295,-0.0324757881462574,-0.02943843975663185,-0.026401091367006302,-0.023363744840025902,-0.020326396450400352,-0.017289048060774803,-0.014251700602471828,-0.011214353144168854,-0.008177012205123901,-0.005139664281159639,-0.0021023163571953773,0.0009350315667688847,0.003972379490733147,0.007009727414697409,0.01004707533866167,0.013084422796964645,0.016121771186590195,0.019159119576215744,0.022196467965841293,0.025233814492821693,0.028271162882447243,0.03130850940942764,0.03434585779905319,0.03738320618867874,0.04042055457830429,0.04345790296792984,0.04649525135755539,0.04953259974718094,0.05256994813680649,0.05560729280114174,0.05864464119076729,0.06168198958039284,0.06471933424472809,0.06775668263435364,0.07079403102397919,0.07383137941360474,0.07686872780323029,0.07990607619285583,0.08294342458248138,0.08598077297210693,0.08901812136173248]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.002525187563151121,-0.0024446744937449694,-0.0023641616571694613,-0.0022836485877633095,-0.0022031355183571577,-0.0021226226817816496,-0.002042109612375498,-0.001961596542969346,-0.001881083589978516,-0.0018005706369876862,-0.0017200575675815344,-0.0016395446145907044,-0.0015590316615998745,-0.0014785185921937227,-0.0013980056392028928,-0.001317492569796741,-0.001236979616805911,-0.0011564666638150811,-0.0010759535944089293,-0.0009954406414180994,-0.0009149276302196085,-0.0008344146190211177,-0.0007539016660302877,-0.0006733886548317969,-0.000592875643633306,-0.0005123626324348152,-0.00043184965034015477,-0.00035133666824549437,-0.0002708236570470035,-0.00019031066040042788,-0.00010979766375385225,-2.928466710727662e-05,5.122832953929901e-05,0.00013174132618587464,0.00021225432283245027,0.00029276730492711067,0.00037328031612560153,0.0004537933273240924,0.0005343062803149223,0.0006148192915134132,0.000695332302711904,0.0007758453139103949,0.0008563583251088858,0.0009368712780997157,0.0010173842310905457,0.0010978973004966974,0.0011784102534875274,0.0012589233228936791,0.001339436275884509,0.001419949228875339,0.0015004622982814908,0.0015809752512723207,0.0016614883206784725,0.0017420012736693025,0.0018225142266601324,0.0019030272960662842,0.0019835401326417923,0.002064053202047944,0.002144566271454096,0.0022250793408602476,0.0023055921774357557,0.0023861052468419075,0.0024666183162480593,0.0025471311528235674,0.002627644222229719],"_type":"histogram","values":[2,0,0,1,0,0,1,3,1,4,4,2,7,5,10,8,7,10,12,16,17,29,24,23,17,28,26,30,36,27,35,33,32,23,34,24,29,24,26,17,22,13,12,17,18,9,9,6,6,5,8,2,2,2,2,0,1,3,0,2,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,3,6,5,21,25,47,64,108,191,305,457,702,1083,1554,2150,3017,4172,5598,7327,9255,11463,14438,17119,20182,22933,25995,28794,31004,32638,33957,34483,34150,33145,30917,29036,26846,23634,20595,17675,14784,12208,9706,7450,5618,4394,3326,2307,1607,1133,767,539,334,230,133,74,53,28,19,9,2,4,2,2],"bins":[-0.09255517274141312,-0.08962606638669968,-0.08669696003198624,-0.0837678611278534,-0.08083875477313995,-0.07790964841842651,-0.07498054206371307,-0.07205143570899963,-0.0691223293542862,-0.06619323045015335,-0.06326412409543991,-0.06033501774072647,-0.05740591138601303,-0.05447680875658989,-0.05154770240187645,-0.04861859977245331,-0.04568949341773987,-0.04276038706302643,-0.03983128443360329,-0.03690217807888985,-0.033973075449466705,-0.031043969094753265,-0.028114862740039825,-0.025185758247971535,-0.022256653755903244,-0.019327549263834953,-0.016398444771766663,-0.013469338417053223,-0.010540233924984932,-0.007611128967255354,-0.004682024009525776,-0.0017529190517961979,0.001176193356513977,0.004105298314243555,0.007034403271973133,0.009963508695363998,0.012892613187432289,0.01582171767950058,0.01875082403421402,0.02167992852628231,0.0246090330183506,0.027538137510418892,0.030467242002487183,0.03339634835720062,0.03632545471191406,0.039254557341337204,0.042183663696050644,0.045112766325473785,0.048041872680187225,0.050970979034900665,0.05390008166432381,0.05682918801903725,0.05975829064846039,0.06268739700317383,0.06561650335788727,0.06854560971260071,0.07147471606731415,0.07440381497144699,0.07733292132616043,0.08026202768087387,0.08319113403558731,0.08612024039030075,0.0890493392944336,0.09197844564914703,0.09490755200386047]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[2,2,6,15,24,54,80,173,323,499,847,1348,2100,3482,5199,7463,10955,15079,20362,26668,34318,43086,52694,62845,72724,81567,89681,96029,100638,101699,100089,96482,90640,83313,74488,63931,54014,44454,35868,28007,21270,15738,11320,8006,5535,3569,2475,1507,889,562,330,199,119,42,28,16,5,4,1,0,0,0,0,1],"bins":[-0.09657453745603561,-0.09330955147743225,-0.09004455804824829,-0.08677956461906433,-0.08351457864046097,-0.0802495926618576,-0.07698459923267365,-0.07371960580348969,-0.07045461982488632,-0.06718963384628296,-0.063924640417099,-0.06065965071320534,-0.057394661009311676,-0.054129671305418015,-0.05086468160152435,-0.04759969189763069,-0.04433470219373703,-0.04106971248984337,-0.03780472278594971,-0.034539733082056046,-0.031274743378162384,-0.028009753674268723,-0.02474476397037506,-0.0214797742664814,-0.018214784562587738,-0.014949794858694077,-0.011684805154800415,-0.008419815450906754,-0.005154825747013092,-0.0018898360431194305,0.001375153660774231,0.0046401433646678925,0.007905125617980957,0.011170115321874619,0.01443510502576828,0.01770009472966194,0.020965084433555603,0.024230074137449265,0.027495063841342926,0.030760053545236588,0.03402504324913025,0.03729003295302391,0.04055502265691757,0.043820012360811234,0.047085002064704895,0.050349991768598557,0.05361498147249222,0.05687997117638588,0.06014496088027954,0.0634099543094635,0.06667494028806686,0.06993992626667023,0.07320491969585419,0.07646991312503815,0.07973489910364151,0.08299988508224487,0.08626487851142883,0.08952987194061279,0.09279485791921616,0.09605984389781952,0.09932483732700348,0.10258983075618744,0.1058548167347908,0.10911980271339417,0.11238479614257812]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,3,0,0,0,0,2,4,1,4,0,0,5,4,5,9,4,12,14,9,18,15,25,34,33,39,34,43,57,67,59,37,36,38,25,23,31,20,16,11,7,4,2,4,2,2,2,1,0,0,1,0,0,2,0,0,1,0,0,0,1,0,0,1],"bins":[-0.0002882418339140713,-0.00027893416699953377,-0.0002696265291888267,-0.00026031886227428913,-0.00025101122446358204,-0.0002417035575490445,-0.00023239590518642217,-0.00022308825282379985,-0.00021378060046117753,-0.0002044729480985552,-0.0001951652957359329,-0.00018585764337331057,-0.00017654997645877302,-0.0001672423240961507,-0.00015793467173352838,-0.00014862701937090605,-0.00013931936700828373,-0.00013001171464566141,-0.00012070406228303909,-0.00011139640264445916,-0.00010208875028183684,-9.278109791921452e-05,-8.347343828063458e-05,-7.416578591801226e-05,-6.485813355538994e-05,-5.555048119276762e-05,-4.624282519216649e-05,-3.6935169191565365e-05,-2.7627516828943044e-05,-1.831986264733132e-05,-9.012208465719596e-06,2.9544571589212865e-07,9.603070793673396e-06,1.891072497528512e-05,2.8218379156896845e-05,3.752603515749797e-05,4.683368752012029e-05,5.6141339882742614e-05,6.544899952132255e-05,7.475665188394487e-05,8.406430424656719e-05,9.337195660918951e-05,0.00010267960897181183,0.00011198726861039177,0.00012129492097301409,0.00013060258061159402,0.00013991023297421634,0.00014921788533683866,0.00015852553769946098,0.0001678331900620833,0.00017714084242470562,0.00018644849478732795,0.00019575614714995027,0.00020506381406448781,0.00021437146642711014,0.00022367911878973246,0.00023298677115235478,0.0002422944235149771,0.00025160209042951465,0.00026090972824022174,0.0002702173951547593,0.0002795250329654664,0.00028883269988000393,0.000298140337690711,0.00030744800460524857]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,0,1,1,0,0,1,0,2,1,1,1,1,6,3,7,8,9,12,16,17,30,29,19,28,32,36,37,40,799,44,41,56,37,35,26,26,29,16,22,12,16,7,2,6,10,6,0,2,2,0,0,0,0,0,0,1,0,0,1,1],"bins":[-0.013000029139220715,-0.012605337426066399,-0.012210644781589508,-0.011815953068435192,-0.011421261355280876,-0.011026568710803986,-0.01063187699764967,-0.010237184353172779,-0.009842492640018463,-0.009447800926864147,-0.009053108282387257,-0.00865841656923294,-0.00826372392475605,-0.007869032211601734,-0.007474340498447418,-0.007079648319631815,-0.006684956140816212,-0.0062902639620006084,-0.005895571783185005,-0.005500880070030689,-0.005106187891215086,-0.004711495712399483,-0.004316803999245167,-0.0039221118204295635,-0.0035274196416139603,-0.003132727462798357,-0.0027380355168133974,-0.002343343570828438,-0.0019486513920128345,-0.0015539593296125531,-0.0011592672672122717,-0.0007645752048119903,-0.00036988407373428345,2.4807988665997982e-05,0.0004195000510662794,0.0008141921134665608,0.0012088841758668423,0.0016035762382671237,0.001998268300667405,0.0023929602466523647,0.002787652425467968,0.0031823446042835712,0.003577036550268531,0.0039717284962534904,0.004366420675069094,0.004761112853884697,0.005155804567039013,0.005550496745854616,0.005945188924670219,0.006339881103485823,0.006734573282301426,0.007129264995455742,0.007523957174271345,0.007918649353086948,0.008313341066241264,0.008708033710718155,0.00910272542387247,0.009497417137026787,0.009892109781503677,0.010286801494657993,0.01068149320781231,0.0110761858522892,0.011470877565443516,0.011865570209920406,0.012260261923074722],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,3,3,2,1,4,5,5,6,6,8,10,15,9,20,22,23,17,24,29,22,23,33,30,33,27,31,31,46,24,31,25,18,22,26,12,20,15,9,13,12,10,10,3,2,5,1,6,1,3,2,0,3,2,0,0,0,0,0,0,1],"bins":[-0.0023276093415915966,-0.0022470310796052217,-0.0021664525847882032,-0.0020858743228018284,-0.00200529582798481,-0.0019247174495831132,-0.0018441390711814165,-0.0017635606927797198,-0.0016829823143780231,-0.0016024040523916483,-0.0015218256739899516,-0.001441247295588255,-0.0013606689171865582,-0.0012800905387848616,-0.0011995121603831649,-0.0011189337819814682,-0.0010383554035797715,-0.0009577770251780748,-0.0008771986467763782,-0.0007966202683746815,-0.0007160418899729848,-0.000635463569778949,-0.0005548851913772523,-0.00047430681297555566,-0.000393728434573859,-0.0003131500561721623,-0.00023257169232238084,-0.0001519933284725994,-7.14149500709027e-05,9.163421054836363e-06,8.974179218057543e-05,0.00017032015603035688,0.00025089853443205357,0.00033147691283375025,0.00041205529123544693,0.0004926336696371436,0.0005732120480388403,0.0006537903682328761,0.0007343687466345727,0.0008149471250362694,0.0008955255034379661,0.0009761038818396628,0.0010566822020336986,0.0011372605804353952,0.001217838958837092,0.0012984173372387886,0.0013789957156404853,0.001459574094042182,0.0015401524724438787,0.0016207308508455753,0.001701309229247272,0.0017818876076489687,0.0018624659860506654,0.001943044364452362,0.002023622626438737,0.0021042011212557554,0.0021847793832421303,0.002265357878059149,0.0023459361400455236,0.002426514634862542,0.002507092896848917,0.0025876713916659355,0.0026682496536523104,0.002748828148469329,0.0028294064104557037]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,2,2,2,4,5,9,12,10,25,38,40,41,54,99,110,160,255,349,633,858,1317,2355,3720,6942,13681,29848,73246,232085,764615,287836,86123,34560,15228,7847,4007,2375,1490,1019,617,358,249,152,127,86,67,68,45,25,22,13,4,2,5,5,3,1,1,6,1,1,2],"bins":[-0.0004253387451171875,-0.0004118680953979492,-0.00039839744567871094,-0.00038492679595947266,-0.0003714561462402344,-0.0003579854965209961,-0.0003445148468017578,-0.00033104419708251953,-0.00031757354736328125,-0.00030410289764404297,-0.0002906322479248047,-0.0002771615982055664,-0.0002636909484863281,-0.00025022029876708984,-0.00023674964904785156,-0.00022327899932861328,-0.000209808349609375,-0.00019633769989013672,-0.00018286705017089844,-0.00016939640045166016,-0.00015592575073242188,-0.0001424551010131836,-0.0001289844512939453,-0.00011551380157470703,-0.00010204315185546875,-8.857250213623047e-05,-7.510185241699219e-05,-6.16312026977539e-05,-4.8160552978515625e-05,-3.4689903259277344e-05,-2.1219253540039062e-05,-7.748603820800781e-06,5.7220458984375e-06,1.919269561767578e-05,3.266334533691406e-05,4.6133995056152344e-05,5.9604644775390625e-05,7.30752944946289e-05,8.654594421386719e-05,0.00010001659393310547,0.00011348724365234375,0.00012695789337158203,0.0001404285430908203,0.0001538991928100586,0.00016736984252929688,0.00018084049224853516,0.00019431114196777344,0.00020778179168701172,0.00022125244140625,0.00023472309112548828,0.00024819374084472656,0.00026166439056396484,0.0002751350402832031,0.0002886056900024414,0.0003020763397216797,0.00031554698944091797,0.00032901763916015625,0.00034248828887939453,0.0003559589385986328,0.0003694295883178711,0.0003829002380371094,0.00039637088775634766,0.00040984153747558594,0.0004233121871948242,0.0004367828369140625]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[1,2,1,0,1,2,1,3,3,4,13,7,15,20,32,54,66,104,164,255,408,690,1205,1827,3292,5771,10584,19061,36719,69173,135230,246670,360567,304885,176916,93090,48825,25320,13922,7461,4403,2444,1491,792,502,302,187,124,93,48,34,23,15,13,12,11,2,1,1,0,0,0,1,1],"bins":[-0.00013065338134765625,-0.00012665987014770508,-0.0001226663589477539,-0.00011867284774780273,-0.00011467933654785156,-0.00011068582534790039,-0.00010669231414794922,-0.00010269880294799805,-9.870529174804688e-05,-9.47117805480957e-05,-9.071826934814453e-05,-8.672475814819336e-05,-8.273124694824219e-05,-7.873773574829102e-05,-7.474422454833984e-05,-7.075071334838867e-05,-6.67572021484375e-05,-6.276369094848633e-05,-5.8770179748535156e-05,-5.4776668548583984e-05,-5.078315734863281e-05,-4.678964614868164e-05,-4.279613494873047e-05,-3.88026237487793e-05,-3.4809112548828125e-05,-3.081560134887695e-05,-2.682209014892578e-05,-2.282857894897461e-05,-1.8835067749023438e-05,-1.4841556549072266e-05,-1.0848045349121094e-05,-6.854534149169922e-06,-2.86102294921875e-06,1.1324882507324219e-06,5.125999450683594e-06,9.119510650634766e-06,1.3113021850585938e-05,1.710653305053711e-05,2.110004425048828e-05,2.5093555450439453e-05,2.9087066650390625e-05,3.30805778503418e-05,3.707408905029297e-05,4.106760025024414e-05,4.506111145019531e-05,4.9054622650146484e-05,5.3048133850097656e-05,5.704164505004883e-05,6.103515625e-05,6.502866744995117e-05,6.902217864990234e-05,7.301568984985352e-05,7.700920104980469e-05,8.100271224975586e-05,8.499622344970703e-05,8.89897346496582e-05,9.298324584960938e-05,9.697675704956055e-05,0.00010097026824951172,0.00010496377944946289,0.00010895729064941406,0.00011295080184936523,0.0001169443130493164,0.00012093782424926758,0.00012493133544921875]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,2,0,1,4,4,1,2,6,9,5,11,11,13,11,12,9,13,23,25,16,21,27,19,25,22,33,23,22,37,27,24,24,27,18,24,20,18,14,17,16,19,19,18,17,15,4,9,5,6,3,2,1,5,2,3,0,0,0,1,0,1],"bins":[-0.006685870699584484,-0.006471473257988691,-0.0062570758163928986,-0.006042678374797106,-0.005828280933201313,-0.00561388349160552,-0.0053994860500097275,-0.005185088608413935,-0.004970691166818142,-0.004756293259561062,-0.004541895817965269,-0.004327498376369476,-0.0041131009347736835,-0.0038987034931778908,-0.003684306051582098,-0.0034699086099863052,-0.0032555111683905125,-0.0030411137267947197,-0.002826716285198927,-0.002612318843603134,-0.0023979214020073414,-0.002183523727580905,-0.001969126285985112,-0.0017547288443893194,-0.0015403314027935266,-0.0013259339611977339,-0.0011115365196019411,-0.0008971389615908265,-0.0006827415199950337,-0.0004683440492954105,-0.0002539465785957873,-3.954910789616406e-05,0.00017484789714217186,0.0003892453678417951,0.0006036428385414183,0.000818040338344872,0.0010324377799406648,0.0012468352215364575,0.0014612327795475721,0.001675630221143365,0.0018900276627391577,0.0021044251043349504,0.0023188225459307432,0.002533219987526536,0.0027476176619529724,0.002962015103548765,0.003176412545144558,0.0033908099867403507,0.0036052074283361435,0.0038196048699319363,0.004034002311527729,0.004248399753123522,0.004462797194719315,0.004677194636315107,0.0048915920779109,0.005105989519506693,0.005320386961102486,0.005534784868359566,0.0057491823099553585,0.005963579751551151,0.006177977193146944,0.006392374634742737,0.00660677207633853,0.006821169517934322,0.007035566959530115]},"_wandb":{"runtime":764},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,1,3,2,4,3,4,3,2,7,14,13,12,22,20,20,23,22,33,41,28,33,31,36,24,40,45,29,26,30,26,29,22,21,13,7,19,6,6,6,13,8,4,2,2,4,0,0,0,0,2,0,1,0,1,0,0,0,1,0,0,1],"bins":[-0.0022921166382730007,-0.0022048261016607285,-0.0021175357978791,-0.0020302452612668276,-0.001942954957485199,-0.0018556644208729267,-0.0017683740006759763,-0.0016810835804790258,-0.0015937931602820754,-0.001506502740085125,-0.0014192123198881745,-0.001331921899691224,-0.0012446313630789518,-0.0011573409428820014,-0.001070050522685051,-0.0009827601024881005,-0.0008954696822911501,-0.0008081792620941997,-0.0007208888418972492,-0.0006335983634926379,-0.0005463079432956874,-0.000459017523098737,-0.0003717270737979561,-0.0002844366244971752,-0.00019714620430022478,-0.00010985576955135912,-2.2565334802493453e-05,6.472509994637221e-05,0.00015201553469523787,0.00023930596944410354,0.0003265964041929692,0.0004138868534937501,0.0005011770408600569,0.0005884674610570073,0.0006757578812539577,0.0007630483596585691,0.0008503387798555195,0.00093762920005247,0.0010249196784570813,0.0011122100986540318,0.0011995005188509822,0.0012867909390479326,0.001374081359244883,0.0014613717794418335,0.0015486623160541058,0.0016359527362510562,0.0017232431564480066,0.001810533576644957,0.0018978239968419075,0.0019851145334541798,0.0020724048372358084,0.0021596953738480806,0.0022469856776297092,0.0023342762142419815,0.00242156651802361,0.0025088570546358824,0.002596147358417511,0.0026834378950297832,0.0027707284316420555,0.002858018735423684,0.0029453092720359564,0.003032599575817585,0.0031198901124298573,0.003207180416211486,0.003294470952823758]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.002474829787388444,-0.002400620374828577,-0.00232641096226871,-0.0022522015497088432,-0.00217799236997962,-0.002103782957419753,-0.002029573544859886,-0.0019553641323000193,-0.0018811547197401524,-0.0018069453071802855,-0.0017327358946204185,-0.0016585265984758735,-0.0015843171859160066,-0.0015101077733561397,-0.0014358984772115946,-0.0013616890646517277,-0.0012874796520918608,-0.0012132702395319939,-0.001139060826972127,-0.0010648515308275819,-0.000990642118267715,-0.0009164327057078481,-0.0008422233513556421,-0.0007680139970034361,-0.0006938045844435692,-0.0006195951718837023,-0.0005453858175314963,-0.00047117643407545984,-0.0003969670506194234,-0.00032275766716338694,-0.0002485482837073505,-0.00017433890025131404,-0.0001001295167952776,-2.5920133339241147e-05,4.82892501167953e-05,0.00012249863357283175,0.0001967080170288682,0.00027091740048490465,0.0003451267839409411,0.00041933616739697754,0.000493545550853014,0.0005677549634128809,0.0006419643177650869,0.0007161736721172929,0.0007903830846771598,0.0008645924972370267,0.0009388018515892327,0.0010130112059414387,0.0010872206185013056,0.0011614300310611725,0.0012356394436210394,0.0013098487397655845,0.0013840581523254514,0.0014582675648853183,0.0015324768610298634,0.0016066862735897303,0.0016808956861495972,0.001755105098709464,0.001829314511269331,0.001903523807413876,0.001977733336389065,0.002051942516118288,0.002126151928678155,0.002200361341238022,0.0022745707537978888],"_type":"histogram","values":[1,1,0,1,0,1,0,0,1,1,2,1,3,3,5,7,8,9,13,8,7,17,44,59,75,91,154,203,309,407,703,1099,2084,444022,1748,915,599,395,257,184,121,71,69,52,35,19,27,14,5,7,6,6,1,6,3,4,0,1,1,0,1,1,0,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,0,0,0,3,2,2,5,7,12,8,12,23,24,27,25,34,37,47,22,32,43,34,31,34,24,31,19,16,18,15,9,17,13,13,11,8,17,12,6,7,13,4,7,5,6,7,6,1,3,1,2,1,2,3,0,1,1,1,2,0,0,0,1],"bins":[0.9903704524040222,0.9908043742179871,0.9912382364273071,0.991672158241272,0.9921060800552368,0.9925399422645569,0.9929738640785217,0.9934077262878418,0.9938416481018066,0.9942755699157715,0.9947094321250916,0.9951433539390564,0.9955772757530212,0.9960111379623413,0.9964450597763062,0.996878981590271,0.9973128437995911,0.9977467656135559,0.9981806874275208,0.9986145496368408,0.9990484714508057,0.9994823336601257,0.9999162554740906,1.0003501176834106,1.0007840394973755,1.0012179613113403,1.0016518831253052,1.00208580493927,1.0025196075439453,1.0029535293579102,1.003387451171875,1.0038213729858398,1.0042552947998047,1.0046892166137695,1.0051230192184448,1.0055569410324097,1.0059908628463745,1.0064247846603394,1.0068587064743042,1.0072925090789795,1.0077264308929443,1.0081603527069092,1.008594274520874,1.0090281963348389,1.0094621181488037,1.009895920753479,1.0103298425674438,1.0107637643814087,1.0111976861953735,1.0116316080093384,1.0120655298233032,1.0124993324279785,1.0129332542419434,1.0133671760559082,1.013801097869873,1.014235019683838,1.0146688222885132,1.015102744102478,1.0155366659164429,1.0159705877304077,1.0164045095443726,1.0168384313583374,1.0172722339630127,1.0177061557769775,1.0181400775909424],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,2,3,4,8,16,29,54,89,139,215,375,563,806,1211,1739,2488,3464,4685,6066,7906,10249,12779,15442,18440,21367,24444,27387,30026,31639,33214,34139,34449,33928,32451,30401,27966,25575,22489,19338,16413,13574,10980,8626,6753,5241,3665,2825,2000,1444,985,624,420,268,173,103,60,37,20,11,7,2,3,2],"bins":[-0.09438670426607132,-0.09145308285951614,-0.08851945400238037,-0.0855858325958252,-0.08265221118927002,-0.07971858233213425,-0.07678496092557907,-0.0738513320684433,-0.07091771066188812,-0.06798408925533295,-0.06505046039819717,-0.062116838991642,-0.059183213859796524,-0.05624958872795105,-0.053315967321395874,-0.0503823421895504,-0.047448717057704926,-0.04451509192585945,-0.04158146679401398,-0.0386478453874588,-0.03571422025561333,-0.03278059512376785,-0.029846971854567528,-0.026913348585367203,-0.02397972345352173,-0.021046098321676254,-0.01811247505247593,-0.01517885085195303,-0.01224522665143013,-0.00931160245090723,-0.006377978250384331,-0.003444354049861431,-0.0005107223987579346,0.002422901801764965,0.005356526002287865,0.008290150202810764,0.011223774403333664,0.014157398603856564,0.017091022804379463,0.020024646073579788,0.022958271205425262,0.025891896337270737,0.02882551960647106,0.03175914287567139,0.03469276800751686,0.037626393139362335,0.04056001454591751,0.043493639677762985,0.04642726480960846,0.049360889941453934,0.05229451507329941,0.055228136479854584,0.05816176161170006,0.06109538674354553,0.06402900815010071,0.06696263700723648,0.06989625841379166,0.07282987982034683,0.0757635086774826,0.07869713008403778,0.08163075149059296,0.08456438034772873,0.0874980017542839,0.09043163061141968,0.09336525201797485]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[3,8,19,34,52,94,156,225,346,514,774,1150,1598,2237,2999,3988,5250,6946,8714,10911,13189,15508,18168,21270,23649,26165,28418,30183,31611,32056,32559,32133,31077,29616,27425,24949,22555,19597,16933,14390,11882,9664,7853,6049,4732,3529,2597,1951,1313,910,633,445,293,182,126,79,53,28,16,9,4,5,1,1],"bins":[-0.08410737663507462,-0.08132853358983994,-0.07854969799518585,-0.07577085494995117,-0.07299201190471649,-0.07021317631006241,-0.06743433326482773,-0.06465549767017365,-0.061876654624938965,-0.05909781530499458,-0.0563189759850502,-0.05354013293981552,-0.05076129361987114,-0.04798245429992676,-0.04520361125469208,-0.042424771934747696,-0.039645932614803314,-0.03686709329485893,-0.03408825397491455,-0.03130941092967987,-0.02853057160973549,-0.025751732289791107,-0.022972891107201576,-0.020194049924612045,-0.017415210604667664,-0.014636370353400707,-0.011857530102133751,-0.009078689850866795,-0.006299849599599838,-0.003521009348332882,-0.0007421690970659256,0.0020366711542010307,0.004815511405467987,0.007594351656734943,0.0103731919080019,0.013152032159268856,0.015930872410535812,0.018709711730480194,0.021488552913069725,0.024267394095659256,0.027046233415603638,0.02982507273554802,0.0326039120554924,0.03538275510072708,0.03816159442067146,0.040940433740615845,0.043719276785850525,0.04649811610579491,0.04927695542573929,0.05205579474568367,0.05483463406562805,0.05761347711086273,0.060392316430807114,0.0631711557507515,0.06594999879598618,0.06872883439064026,0.07150767743587494,0.07428652048110962,0.0770653560757637,0.07984419912099838,0.08262303471565247,0.08540187776088715,0.08818072080612183,0.09095955640077591,0.09373839944601059]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.0006601117202080786,-0.0006402689032256603,-0.0006204260280355811,-0.0006005832110531628,-0.0005807403940707445,-0.0005608975770883262,-0.0005410547601059079,-0.0005212118849158287,-0.0005013690679334104,-0.0004815262509509921,-0.00046168340486474335,-0.0004418405587784946,-0.0004219977417960763,-0.000402154924813658,-0.00038231207872740924,-0.0003624692326411605,-0.0003426264156587422,-0.0003227835986763239,-0.00030294075259007514,-0.0002830979065038264,-0.0002632550895214081,-0.00024341225798707455,-0.00022356942645274103,-0.0002037265949184075,-0.00018388376338407397,-0.00016404093184974045,-0.00014419810031540692,-0.0001243552687810734,-0.00010451243724673986,-8.466960571240634e-05,-6.482677417807281e-05,-4.498394264373928e-05,-2.5141111109405756e-05,-5.298279575072229e-06,1.4544551959261298e-05,3.4387383493594825e-05,5.423021502792835e-05,7.407304656226188e-05,9.39158780965954e-05,0.00011375870963092893,0.00013360154116526246,0.000153444372699596,0.00017328720423392951,0.00019313003576826304,0.00021297286730259657,0.0002328156988369301,0.0002526585303712636,0.0002725013764575124,0.0002923441934399307,0.000312187010422349,0.00033202985650859773,0.0003518727025948465,0.0003717155195772648,0.0003915583365596831,0.00041140118264593184,0.0004312440287321806,0.0004510868457145989,0.0004709296626970172,0.0004907725378870964,0.0005106153548695147,0.000530458171851933,0.0005503009888343513,0.0005701438058167696,0.0005899866810068488,0.0006098294979892671],"_type":"histogram","values":[2,0,1,0,2,4,0,6,0,1,3,7,5,4,7,9,9,5,10,11,14,18,28,13,27,20,21,26,25,29,22,29,25,24,29,26,28,26,29,10,24,22,16,17,20,9,11,16,12,7,10,12,6,4,6,5,4,2,2,1,0,3,3,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.0004285357426851988,-0.0004129727021791041,-0.0003974096616730094,-0.0003818466211669147,-0.00036628358066082,-0.00035072056925855577,-0.0003351575287524611,-0.0003195944882463664,-0.0003040314477402717,-0.000288468407234177,-0.0002729053667280823,-0.0002573423262219876,-0.00024177930026780814,-0.00022621625976171345,-0.00021065323380753398,-0.00019509019330143929,-0.0001795271527953446,-0.0001639641122892499,-0.0001484010717831552,-0.00013283804582897574,-0.00011727500532288104,-0.00010171196481678635,-8.614893158664927e-05,-7.058589835651219e-05,-5.5022857850417495e-05,-3.945982098230161e-05,-2.389678411418572e-05,-8.333747246069834e-06,7.229289622046053e-06,2.279232649016194e-05,3.835536335827783e-05,5.3918400226393715e-05,6.948149530217052e-05,8.504453580826521e-05,0.00010060756903840229,0.00011617060226853937,0.00013173364277463406,0.00014729668328072876,0.00016285970923490822,0.00017842274974100292,0.0001939857902470976,0.0002095488307531923,0.000225111871259287,0.00024067489721346647,0.00025623792316764593,0.0002718009636737406,0.0002873640041798353,0.00030292704468593,0.0003184900851920247,0.0003340531256981194,0.0003496161662042141,0.0003651792067103088,0.0003807422472164035,0.0003963052586186677,0.0004118682991247624,0.0004274313396308571,0.0004429943801369518,0.0004585574206430465,0.0004741204611491412,0.0004896834725514054,0.0005052465130575001,0.0005208095535635948,0.0005363725940696895,0.0005519356345757842,0.0005674986750818789],"_type":"histogram","values":[1,0,0,0,1,3,1,0,2,1,4,1,2,2,5,7,5,10,7,12,17,24,24,38,46,38,70,70,50,65,60,35,22,31,26,17,16,13,10,9,4,3,5,3,1,0,0,3,1,0,0,0,0,0,0,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[3,0,0,6,4,3,5,14,12,16,21,34,38,36,94,90,134,195,268,383,556,862,1305,1904,3299,5656,10180,18658,37497,76405,138602,136931,75229,37654,19191,9793,5553,3264,1956,1229,819,565,377,279,206,135,101,56,65,41,26,17,15,10,11,7,2,5,0,1,0,2,2,2],"bins":[-0.0002346038818359375,-0.0002270340919494629,-0.00021946430206298828,-0.00021189451217651367,-0.00020432472229003906,-0.00019675493240356445,-0.00018918514251708984,-0.00018161535263061523,-0.00017404556274414062,-0.00016647577285766602,-0.0001589059829711914,-0.0001513361930847168,-0.0001437664031982422,-0.00013619661331176758,-0.00012862682342529297,-0.00012105703353881836,-0.00011348724365234375,-0.00010591745376586914,-9.834766387939453e-05,-9.077787399291992e-05,-8.320808410644531e-05,-7.56382942199707e-05,-6.80685043334961e-05,-6.0498714447021484e-05,-5.2928924560546875e-05,-4.5359134674072266e-05,-3.7789344787597656e-05,-3.0219554901123047e-05,-2.2649765014648438e-05,-1.5079975128173828e-05,-7.510185241699219e-06,5.960464477539063e-08,7.62939453125e-06,1.519918441772461e-05,2.276897430419922e-05,3.0338764190673828e-05,3.790855407714844e-05,4.547834396362305e-05,5.3048133850097656e-05,6.0617923736572266e-05,6.818771362304688e-05,7.575750350952148e-05,8.33272933959961e-05,9.08970832824707e-05,9.846687316894531e-05,0.00010603666305541992,0.00011360645294189453,0.00012117624282836914,0.00012874603271484375,0.00013631582260131836,0.00014388561248779297,0.00015145540237426758,0.0001590251922607422,0.0001665949821472168,0.0001741647720336914,0.00018173456192016602,0.00018930435180664062,0.00019687414169311523,0.00020444393157958984,0.00021201372146606445,0.00021958351135253906,0.00022715330123901367,0.00023472309112548828,0.0002422928810119629,0.0002498626708984375]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"bins":[0.9872280359268188,0.9875417947769165,0.9878555536270142,0.9881693124771118,0.9884830713272095,0.9887968301773071,0.9891105890274048,0.9894243478775024,0.9897381067276001,0.9900518655776978,0.9903656244277954,0.9906793832778931,0.9909931421279907,0.9913069009780884,0.991620659828186,0.9919344186782837,0.9922481775283813,0.9925619959831238,0.9928757548332214,0.9931895136833191,0.9935032725334167,0.9938170313835144,0.9941307902336121,0.9944445490837097,0.9947583079338074,0.995072066783905,0.9953858256340027,0.9956995844841003,0.996013343334198,0.9963271021842957,0.9966408610343933,0.996954619884491,0.9972683787345886,0.9975821375846863,0.9978958964347839,0.9982096552848816,0.9985234141349792,0.9988371729850769,0.9991509318351746,0.9994646906852722,0.9997784495353699,1.0000922679901123,1.00040602684021,1.0007197856903076,1.0010335445404053,1.001347303390503,1.0016610622406006,1.0019748210906982,1.002288579940796,1.0026023387908936,1.0029160976409912,1.0032298564910889,1.0035436153411865,1.0038573741912842,1.0041711330413818,1.0044848918914795,1.0047986507415771,1.0051124095916748,1.0054261684417725,1.0057399272918701,1.0060536861419678,1.0063674449920654,1.006681203842163,1.0069949626922607,1.0073087215423584],"_type":"histogram","values":[3,0,0,0,0,0,0,0,0,2,0,1,2,0,1,2,4,3,11,9,6,10,7,14,17,24,13,16,25,27,36,30,39,34,40,38,41,37,31,31,34,28,31,21,17,17,10,10,7,8,6,8,4,2,0,0,2,3,1,1,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,2,0,0,2,4,2,6,6,5,6,11,8,11,15,19,17,16,16,14,29,23,27,28,24,22,26,33,24,25,33,25,25,22,28,30,10,25,22,16,16,11,13,13,8,12,9,6,3,5,3,2,1,0,3,1,0,0,0,0,0,2],"bins":[-0.0061496552079916,-0.005947651341557503,-0.0057456474751234055,-0.005543643143028021,-0.005341639276593924,-0.005139635410159826,-0.004937631543725729,-0.004735627677291632,-0.004533623345196247,-0.00433161947876215,-0.0041296156123280525,-0.003927611745893955,-0.003725607879459858,-0.003523603780195117,-0.0033215999137610197,-0.0031195958144962788,-0.0029175919480621815,-0.002715588081628084,-0.0025135839823633432,-0.002311580115929246,-0.002109576016664505,-0.0019075721502304077,-0.0017055682837963104,-0.0015035643009468913,-0.0013015603180974722,-0.001099556335248053,-0.0008975524106062949,-0.0006955484859645367,-0.0004935445031151175,-0.0002915405493695289,-8.953659562394023e-05,0.00011246735812164843,0.0003144717775285244,0.0005164757603779435,0.0007184796850197017,0.0009204836096614599,0.001122487592510879,0.0013244915753602982,0.0015264954417943954,0.0017284994246438146,0.0019305034074932337,0.002132507273927331,0.002334511373192072,0.002536515239626169,0.0027385191060602665,0.0029405232053250074,0.0031425270717591047,0.0033445311710238457,0.003546535037457943,0.0037485389038920403,0.0039505427703261375,0.004152547102421522,0.004354550968855619,0.004556554835289717,0.004758558701723814,0.004960562568157911,0.005162566900253296,0.005364570766687393,0.0055665746331214905,0.005768578499555588,0.005970582365989685,0.006172586232423782,0.006374590564519167,0.006576594430953264,0.0067785982973873615]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,0,0,0,2,4,3,3,4,10,2,3,8,9,8,9,11,15,15,17,8,16,24,19,24,17,30,32,23,27,27,31,26,19,31,14,24,22,14,24,21,20,20,11,10,14,19,8,11,9,8,7,5,8,3,1,4,2,2,4,1,1,2,1],"bins":[-0.020389249548316002,-0.019747141748666763,-0.019105032086372375,-0.018462924286723137,-0.01782081462442875,-0.01717870682477951,-0.016536599025130272,-0.015894489362835884,-0.015252381563186646,-0.014610272832214832,-0.013968164101243019,-0.013326055370271206,-0.012683946639299393,-0.01204183790832758,-0.011399730108678341,-0.010757621377706528,-0.010115512646734715,-0.009473403915762901,-0.008831295184791088,-0.00818918738514185,-0.007547078654170036,-0.006904969923198223,-0.00626286119222641,-0.005620752926915884,-0.004978644195944071,-0.004336535464972258,-0.0036944271996617317,-0.0030523184686899185,-0.002410209970548749,-0.0017681014724075794,-0.001125992857851088,-0.0004838843015022576,0.00015822425484657288,0.0008003328111954033,0.0014424413675442338,0.002084549982100725,0.0027266584802418947,0.0033687669783830643,0.0040108757093548775,0.004652983974665403,0.005295092705637217,0.00593720143660903,0.006579309701919556,0.007221418432891369,0.007863527163863182,0.008505635894834995,0.009147743694484234,0.009789852425456047,0.01043196115642786,0.011074069887399673,0.011716178618371487,0.012358286418020725,0.013000395148992538,0.013642503879964352,0.014284612610936165,0.014926721341907978,0.015568830072879791,0.01621093787252903,0.016853047534823418,0.017495155334472656,0.018137263134121895,0.018779372796416283,0.01942148059606552,0.02006359025835991,0.020705698058009148],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,1,1,0,6,5,3,3,4,6,4,5,14,11,11,12,13,17,15,26,21,24,22,29,37,30,35,34,28,31,27,25,27,29,29,30,16,16,15,10,8,11,9,8,7,11,8,9,1,5,3,3,2,1,1,3,0,2,1,1],"bins":[0.9897513389587402,0.990062415599823,0.9903734922409058,0.9906845688819885,0.9909956455230713,0.991306722164154,0.9916177988052368,0.9919288754463196,0.9922399520874023,0.9925510287284851,0.9928621053695679,0.9931731820106506,0.9934842586517334,0.9937953352928162,0.9941064119338989,0.9944174885749817,0.9947285652160645,0.9950396418571472,0.99535071849823,0.9956617951393127,0.9959728717803955,0.9962839484214783,0.996595025062561,0.9969061017036438,0.9972171783447266,0.9975282549858093,0.9978393316268921,0.9981504082679749,0.9984614849090576,0.9987725615501404,0.9990836381912231,0.9993947148323059,0.9997057914733887,1.0000169277191162,1.0003279447555542,1.0006389617919922,1.0009500980377197,1.0012612342834473,1.0015722513198853,1.0018832683563232,1.0021944046020508,1.0025055408477783,1.0028165578842163,1.0031275749206543,1.0034387111663818,1.0037498474121094,1.0040608644485474,1.0043718814849854,1.004683017730713,1.0049941539764404,1.0053051710128784,1.0056161880493164,1.005927324295044,1.0062384605407715,1.0065494775772095,1.0068604946136475,1.007171630859375,1.0074827671051025,1.0077937841415405,1.0081048011779785,1.008415937423706,1.0087270736694336,1.0090380907058716,1.0093491077423096,1.009660243988037]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,0,0,1,0,0,3,1,3,3,0,6,9,8,12,12,13,8,16,9,26,24,29,46,45,55,60,74,76,89,110,111,121,143,153,147,115,118,97,82,78,42,37,18,13,9,10,8,1,1,1,0,1,0,2],"bins":[-0.013224205002188683,-0.013004841282963753,-0.012785478495061398,-0.012566114775836468,-0.012346751987934113,-0.012127388268709183,-0.011908025480806828,-0.011688661761581898,-0.011469298973679543,-0.011249935254454613,-0.011030572466552258,-0.010811208747327328,-0.010591845028102398,-0.010372482240200043,-0.010153118520975113,-0.009933755733072758,-0.009714392013847828,-0.009495029225945473,-0.009275665506720543,-0.009056302718818188,-0.008836938999593258,-0.008617576211690903,-0.008398212492465973,-0.008178848773241043,-0.007959485985338688,-0.007740122731775045,-0.007520759478211403,-0.007301395758986473,-0.007082032505422831,-0.006862669251859188,-0.006643305998295546,-0.006423942744731903,-0.006204579491168261,-0.005985216237604618,-0.005765852984040976,-0.005546489730477333,-0.005327126011252403,-0.005107762757688761,-0.004888399504125118,-0.004669036250561476,-0.004449672996997833,-0.004230309743434191,-0.004010946489870548,-0.0037915832363069057,-0.0035722199827432632,-0.003352856496348977,-0.0031334932427853346,-0.002914129989221692,-0.0026947667356580496,-0.002475403482094407,-0.002256039995700121,-0.0020366767421364784,-0.001817313488572836,-0.0015979502350091934,-0.001378586865030229,-0.0011592236114665866,-0.0009398602996952832,-0.0007204969879239798,-0.0005011337343603373,-0.00028177042258903384,-6.240711081773043e-05,0.00015695618640165776,0.00037631948362104595,0.0005956827662885189,0.0008150460780598223]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[3,2,0,2,0,2,3,2,0,3,4,6,7,10,6,5,5,7,10,9,12,16,16,24,19,21,28,29,26,31,38,27,29,29,36,34,25,31,39,21,20,14,14,18,19,9,10,13,8,4,5,3,4,2,1,2,1,1,0,0,1,0,1,1],"bins":[0.9844739437103271,0.9848558306694031,0.9852376580238342,0.9856195449829102,0.9860013723373413,0.9863832592964172,0.9867651462554932,0.9871469736099243,0.9875288605690002,0.9879106879234314,0.9882925748825073,0.9886744618415833,0.9890562891960144,0.9894381761550903,0.9898200035095215,0.9902018904685974,0.9905837774276733,0.9909656047821045,0.9913474917411804,0.9917293190956116,0.9921112060546875,0.9924930334091187,0.9928749203681946,0.9932568073272705,0.9936386346817017,0.9940205216407776,0.9944023489952087,0.9947842359542847,0.9951661229133606,0.9955479502677917,0.9959298372268677,0.9963116645812988,0.9966935515403748,0.9970754384994507,0.9974572658538818,0.9978391528129578,0.9982209801673889,0.9986028671264648,0.9989847540855408,0.9993665814399719,0.9997484683990479,1.000130295753479,1.0005121231079102,1.0008940696716309,1.001275897026062,1.0016577243804932,1.0020396709442139,1.002421498298645,1.0028033256530762,1.0031852722167969,1.003567099571228,1.0039489269256592,1.0043307542800903,1.004712700843811,1.0050945281982422,1.0054763555526733,1.005858302116394,1.0062401294708252,1.0066219568252563,1.007003903388977,1.0073857307434082,1.0077675580978394,1.0081493854522705,1.0085313320159912,1.0089131593704224]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-3.62396240234375e-05,-3.512948751449585e-05,-3.40193510055542e-05,-3.290921449661255e-05,-3.17990779876709e-05,-3.068894147872925e-05,-2.9578804969787598e-05,-2.8468668460845947e-05,-2.7358531951904297e-05,-2.6248395442962646e-05,-2.5138258934020996e-05,-2.4028122425079346e-05,-2.2917985916137695e-05,-2.1807849407196045e-05,-2.0697712898254395e-05,-1.9587576389312744e-05,-1.8477439880371094e-05,-1.7367303371429443e-05,-1.6257166862487793e-05,-1.5147030353546143e-05,-1.4036893844604492e-05,-1.2926757335662842e-05,-1.1816620826721191e-05,-1.0706484317779541e-05,-9.59634780883789e-06,-8.48621129989624e-06,-7.37607479095459e-06,-6.2659382820129395e-06,-5.155801773071289e-06,-4.045665264129639e-06,-2.9355287551879883e-06,-1.8253922462463379e-06,-7.152557373046875e-07,3.948807716369629e-07,1.5050172805786133e-06,2.6151537895202637e-06,3.725290298461914e-06,4.8354268074035645e-06,5.945563316345215e-06,7.055699825286865e-06,8.165836334228516e-06,9.275972843170166e-06,1.0386109352111816e-05,1.1496245861053467e-05,1.2606382369995117e-05,1.3716518878936768e-05,1.4826655387878418e-05,1.593679189682007e-05,1.704692840576172e-05,1.815706491470337e-05,1.926720142364502e-05,2.037733793258667e-05,2.148747444152832e-05,2.259761095046997e-05,2.370774745941162e-05,2.481788396835327e-05,2.5928020477294922e-05,2.7038156986236572e-05,2.8148293495178223e-05,2.9258430004119873e-05,3.0368566513061523e-05,3.1478703022003174e-05,3.2588839530944824e-05,3.3698976039886475e-05,3.4809112548828125e-05],"_type":"histogram","values":[4,2,2,2,2,1,4,7,11,15,22,25,40,56,74,98,169,208,311,460,666,987,1485,2199,3509,5274,8134,12935,21150,33383,54446,82667,103972,90600,62001,38875,24358,14787,9287,5867,3838,2610,1579,1231,823,467,348,258,179,116,76,65,46,24,26,14,6,6,1,3,3,3,4,3]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.00107574462890625,-0.0010428428649902344,-0.0010099411010742188,-0.0009770393371582031,-0.0009441375732421875,-0.0009112358093261719,-0.0008783340454101562,-0.0008454322814941406,-0.000812530517578125,-0.0007796287536621094,-0.0007467269897460938,-0.0007138252258300781,-0.0006809234619140625,-0.0006480216979980469,-0.0006151199340820312,-0.0005822181701660156,-0.00054931640625,-0.0005164146423339844,-0.00048351287841796875,-0.0004506111145019531,-0.0004177093505859375,-0.0003848075866699219,-0.00035190582275390625,-0.0003190040588378906,-0.000286102294921875,-0.0002532005310058594,-0.00022029876708984375,-0.00018739700317382812,-0.0001544952392578125,-0.00012159347534179688,-8.869171142578125e-05,-5.5789947509765625e-05,-2.288818359375e-05,1.0013580322265625e-05,4.291534423828125e-05,7.581710815429688e-05,0.0001087188720703125,0.00014162063598632812,0.00017452239990234375,0.00020742416381835938,0.000240325927734375,0.0002732276916503906,0.00030612945556640625,0.0003390312194824219,0.0003719329833984375,0.0004048347473144531,0.00043773651123046875,0.0004706382751464844,0.0005035400390625,0.0005364418029785156,0.0005693435668945312,0.0006022453308105469,0.0006351470947265625,0.0006680488586425781,0.0007009506225585938,0.0007338523864746094,0.000766754150390625,0.0007996559143066406,0.0008325576782226562,0.0008654594421386719,0.0008983612060546875,0.0009312629699707031,0.0009641647338867188,0.0009970664978027344,0.00102996826171875],"_type":"histogram","values":[1,3,0,2,2,1,4,3,8,8,11,17,17,30,39,51,71,86,98,136,169,211,291,374,573,767,1118,1751,3264,6970,19942,79048,276049,144276,33036,10097,4406,2223,1350,860,604,434,326,258,185,139,117,78,89,56,36,32,28,21,21,5,12,6,5,5,3,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.004805359523743391,-0.004659609403461218,-0.004513858817517757,-0.004368108697235584,-0.004222358111292124,-0.004076607991009951,-0.0039308578707277775,-0.003785107284784317,-0.003639357164502144,-0.003493606811389327,-0.0033478564582765102,-0.0032021061051636934,-0.0030563557520508766,-0.00291060539893806,-0.0027648552786558867,-0.00261910492554307,-0.002473354572430253,-0.0023276042193174362,-0.0021818538662046194,-0.0020361037459224463,-0.0018903533928096294,-0.0017446030396968126,-0.0015988526865839958,-0.0014531024498865008,-0.001307352096773684,-0.0011616017436608672,-0.0010158515069633722,-0.0008701011538505554,-0.0007243508589453995,-0.0005786005640402436,-0.00043285024003125727,-0.0002870999160222709,-0.00014134962111711502,4.400688339956105e-06,0.00015015099779702723,0.0002959013218060136,0.0004416516167111695,0.0005874019116163254,0.0007331522647291422,0.0008789025596342981,0.001024652854539454,0.0011704032076522708,0.0013161534443497658,0.0014619037974625826,0.0016076541505753994,0.0017534043872728944,0.0018991547403857112,0.002044904977083206,0.002190655330196023,0.00233640568330884,0.0024821560364216566,0.0026279061567038298,0.0027736565098166466,0.0029194068629294634,0.00306515721604228,0.003210907569155097,0.003356657922267914,0.003502408042550087,0.003648158395662904,0.0037939087487757206,0.003939658869057894,0.004085409455001354,0.004231159575283527,0.004376910161226988,0.004522660281509161],"_type":"histogram","values":[1,0,1,0,0,0,1,1,1,1,3,2,3,7,4,2,5,10,15,11,12,20,19,19,22,32,19,28,32,24,32,28,31,46,27,26,30,25,30,23,19,23,18,14,9,11,14,18,10,7,6,7,5,3,5,0,1,0,0,1,0,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.00054168701171875,-0.0005220770835876465,-0.000502467155456543,-0.00048285722732543945,-0.00046324729919433594,-0.0004436373710632324,-0.0004240274429321289,-0.0004044175148010254,-0.0003848075866699219,-0.00036519765853881836,-0.00034558773040771484,-0.00032597780227661133,-0.0003063678741455078,-0.0002867579460144043,-0.0002671480178833008,-0.00024753808975219727,-0.00022792816162109375,-0.00020831823348999023,-0.00018870830535888672,-0.0001690983772277832,-0.0001494884490966797,-0.00012987852096557617,-0.00011026859283447266,-9.065866470336914e-05,-7.104873657226562e-05,-5.143880844116211e-05,-3.1828880310058594e-05,-1.2218952178955078e-05,7.3909759521484375e-06,2.7000904083251953e-05,4.661083221435547e-05,6.622076034545898e-05,8.58306884765625e-05,0.00010544061660766602,0.00012505054473876953,0.00014466047286987305,0.00016427040100097656,0.00018388032913208008,0.0002034902572631836,0.0002231001853942871,0.00024271011352539062,0.00026232004165649414,0.00028192996978759766,0.00030153989791870117,0.0003211498260498047,0.0003407597541809082,0.0003603696823120117,0.00037997961044311523,0.00039958953857421875,0.00041919946670532227,0.0004388093948364258,0.0004584193229675293,0.0004780292510986328,0.0004976391792297363,0.0005172491073608398,0.0005368590354919434,0.0005564689636230469,0.0005760788917541504,0.0005956888198852539,0.0006152987480163574,0.0006349086761474609,0.0006545186042785645,0.000674128532409668,0.0006937384605407715,0.000713348388671875],"_type":"histogram","values":[2,1,2,6,3,4,5,10,16,18,19,23,45,81,102,162,235,377,552,983,1616,2932,5347,10832,25288,66567,226014,760923,323623,87948,31091,13391,6648,3232,1808,1074,643,423,234,184,106,79,61,35,29,24,19,13,5,10,4,5,1,1,1,3,1,0,0,0,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[3,1,1,1,2,6,5,9,13,19,28,31,75,90,157,251,425,678,1093,1912,3513,5937,11016,19823,38447,77067,149022,269905,364056,287099,164676,84261,43440,22321,12070,6395,3711,2090,1268,710,484,261,179,111,63,56,24,12,14,9,5,3,5,0,4,3,2,0,1,0,0,0,0,1],"bins":[-8.344650268554688e-05,-8.052587509155273e-05,-7.76052474975586e-05,-7.468461990356445e-05,-7.176399230957031e-05,-6.884336471557617e-05,-6.592273712158203e-05,-6.300210952758789e-05,-6.008148193359375e-05,-5.716085433959961e-05,-5.424022674560547e-05,-5.131959915161133e-05,-4.839897155761719e-05,-4.547834396362305e-05,-4.2557716369628906e-05,-3.9637088775634766e-05,-3.6716461181640625e-05,-3.3795833587646484e-05,-3.0875205993652344e-05,-2.7954578399658203e-05,-2.5033950805664062e-05,-2.2113323211669922e-05,-1.919269561767578e-05,-1.627206802368164e-05,-1.33514404296875e-05,-1.043081283569336e-05,-7.510185241699219e-06,-4.589557647705078e-06,-1.6689300537109375e-06,1.2516975402832031e-06,4.172325134277344e-06,7.092952728271484e-06,1.0013580322265625e-05,1.2934207916259766e-05,1.5854835510253906e-05,1.8775463104248047e-05,2.1696090698242188e-05,2.4616718292236328e-05,2.753734588623047e-05,3.045797348022461e-05,3.337860107421875e-05,3.629922866821289e-05,3.921985626220703e-05,4.214048385620117e-05,4.506111145019531e-05,4.798173904418945e-05,5.0902366638183594e-05,5.3822994232177734e-05,5.6743621826171875e-05,5.9664249420166016e-05,6.258487701416016e-05,6.55055046081543e-05,6.842613220214844e-05,7.134675979614258e-05,7.426738739013672e-05,7.718801498413086e-05,8.0108642578125e-05,8.302927017211914e-05,8.594989776611328e-05,8.887052536010742e-05,9.179115295410156e-05,9.47117805480957e-05,9.763240814208984e-05,0.00010055303573608398,0.00010347366333007812],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[3,0,3,1,2,9,21,20,52,69,124,217,322,526,732,1092,1587,2213,2957,4063,5353,6822,8724,10702,13197,15474,17640,20090,22527,24205,25595,26659,27615,26421,25688,24242,22783,20657,18264,15932,13467,11213,9079,7251,5612,4169,3206,2237,1602,1168,768,530,376,218,155,101,51,39,17,10,6,4,3,3],"bins":[-0.09740262478590012,-0.09441296011209488,-0.09142329543828964,-0.0884336307644844,-0.08544396609067917,-0.08245430141687393,-0.0794646367430687,-0.07647497206926346,-0.07348530739545822,-0.07049564272165298,-0.06750597804784775,-0.06451631337404251,-0.061526648700237274,-0.05853698402643204,-0.0555473193526268,-0.052557654678821564,-0.04956799000501633,-0.04657832533121109,-0.04358866065740585,-0.040598995983600616,-0.03760933130979538,-0.03461966663599014,-0.031630001962184906,-0.02864033728837967,-0.025650672614574432,-0.022661007940769196,-0.01967134326696396,-0.016681678593158722,-0.013692013919353485,-0.010702349245548248,-0.0077126845717430115,-0.004723019897937775,-0.0017333552241325378,0.001256309449672699,0.004245974123477936,0.007235638797283173,0.01022530347108841,0.013214968144893646,0.016204632818698883,0.01919429749250412,0.022183962166309357,0.025173626840114594,0.02816329151391983,0.031152956187725067,0.034142620861530304,0.03713228553533554,0.04012195020914078,0.043111614882946014,0.04610127955675125,0.04909094423055649,0.052080608904361725,0.05507027357816696,0.0580599382519722,0.061049602925777435,0.06403926759958267,0.06702893227338791,0.07001859694719315,0.07300826162099838,0.07599792629480362,0.07898759096860886,0.08197725564241409,0.08496692031621933,0.08795658499002457,0.0909462496638298,0.09393591433763504]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.010436826385557652,-0.010265771299600601,-0.010094716213643551,-0.009923660196363926,-0.009752605110406876,-0.009581550024449825,-0.009410494938492775,-0.00923943892121315,-0.0090683838352561,-0.00889732874929905,-0.008726273663341999,-0.008555217646062374,-0.008384162560105324,-0.008213107474148273,-0.008042052388191223,-0.007870996370911598,-0.007699941284954548,-0.0075288861989974976,-0.007357831113040447,-0.00718677556142211,-0.007015720475465059,-0.006844664923846722,-0.006673609837889671,-0.006502554286271334,-0.006331499200314283,-0.006160443648695946,-0.005989388562738895,-0.005818333011120558,-0.0056472779251635075,-0.00547622237354517,-0.0053051672875881195,-0.005134111735969782,-0.004963056184351444,-0.004792001098394394,-0.004620945546776056,-0.004449890460819006,-0.004278834909200668,-0.004107779823243618,-0.00393672427162528,-0.00376566918566823,-0.003594613866880536,-0.003423558548092842,-0.003252503229305148,-0.003081447910517454,-0.00291039259172976,-0.002739337272942066,-0.002568281954154372,-0.0023972266353666782,-0.0022261713165789843,-0.0020551159977912903,-0.0018840607954189181,-0.0017130054766312242,-0.0015419501578435302,-0.0013708948390558362,-0.0011998395202681422,-0.0010287842014804482,-0.0008577289409004152,-0.0006866736221127212,-0.0005156183615326881,-0.00034456304274499416,-0.00017350772395730019,-2.452419721521437e-06,0.0001686028845142573,0.00033965817419812083,0.0005107134929858148],"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,1,3,2,3,0,3,0,4,4,0,1,6,6,12,5,6,8,13,9,9,21,20,25,22,34,40,54,58,59,86,108,95,115,112,109,128,115,106,116,98,99,75,65,54,33,36,29,12,12,7,4,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,0,2,1,0,0,1,3,2,3,2,0,5,4,1,9,6,10,14,8,15,18,21,17,21,27,24,28,34,30,27,27,32,34,27,35,28,30,26,21,26,22,18,11,9,13,6,16,16,9,8,3,3,6,2,1,0,1,0,2,1,0,0,1],"bins":[-0.0004279624845366925,-0.00041487079579383135,-0.00040177913615480065,-0.0003886874474119395,-0.00037559575866907835,-0.00036250409903004766,-0.0003494124102871865,-0.0003363207506481558,-0.00032322906190529466,-0.0003101373731624335,-0.0002970457135234028,-0.00028395402478054166,-0.00027086236514151096,-0.0002577706763986498,-0.00024467898765578866,-0.00023158731346484274,-0.0002184956392738968,-0.0002054039650829509,-0.00019231229089200497,-0.00017922060214914382,-0.0001661289279581979,-0.00015303725376725197,-0.00013994556502439082,-0.0001268538908334449,-0.00011376221664249897,-0.00010067054245155305,-8.757886098464951e-05,-7.448717951774597e-05,-6.139550532680005e-05,-4.830382749787532e-05,-3.521214966895059e-05,-2.2120471840025857e-05,-9.028823114931583e-06,4.062854713993147e-06,1.7154532542917877e-05,3.0246210371842608e-05,4.333788820076734e-05,5.642956602969207e-05,6.95212438586168e-05,8.261292532552034e-05,9.570459951646626e-05,0.00010879627370741218,0.00012188795517431572,0.00013497963664121926,0.00014807131083216518,0.0001611629850231111,0.00017425467376597226,0.00018734634795691818,0.0002004380221478641,0.00021352969633881003,0.00022662137052975595,0.0002397130592726171,0.0002528047189116478,0.00026589640765450895,0.0002789880963973701,0.0002920797560364008,0.00030517144477926195,0.0003182631335221231,0.0003313547931611538,0.00034444648190401495,0.0003575381706468761,0.0003706298302859068,0.00038372151902876794,0.00039681317866779864,0.0004099048674106598],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.09319692105054855,-0.09022995084524155,-0.08726298063993454,-0.08429601043462753,-0.08132904767990112,-0.07836207747459412,-0.07539510726928711,-0.0724281370639801,-0.0694611668586731,-0.06649419665336609,-0.06352722644805908,-0.060560259968042374,-0.05759328976273537,-0.05462631955742836,-0.05165935307741165,-0.048692382872104645,-0.04572541266679764,-0.04275844246149063,-0.039791472256183624,-0.036824505776166916,-0.03385753557085991,-0.030890565365552902,-0.027923597022891045,-0.024956628680229187,-0.02198965847492218,-0.019022688269615173,-0.016055719926953316,-0.013088750652968884,-0.010121781378984451,-0.007154812105000019,-0.004187842831015587,-0.0012208735570311546,0.0017460957169532776,0.00471306499093771,0.007680034264922142,0.010647003538906574,0.013613972812891006,0.016580943018198013,0.01954791136085987,0.02251487970352173,0.025481849908828735,0.028448820114135742,0.03141579031944275,0.03438275679945946,0.037349727004766464,0.04031669721007347,0.04328366369009018,0.046250633895397186,0.04921760410070419,0.0521845743060112,0.05515154451131821,0.058118510991334915,0.06108548119664192,0.06405244767665863,0.06701941788196564,0.06998638808727264,0.07295335829257965,0.07592032849788666,0.07888729870319366,0.08185426890850067,0.08482123911380768,0.08778820186853409,0.0907551720738411,0.0937221422791481,0.09668911248445511],"_type":"histogram","values":[2,3,8,7,17,23,45,69,123,221,297,485,762,1133,1651,2291,3215,4281,5878,7544,9560,12083,14599,17698,20788,23719,26564,29363,31433,32969,33746,34276,33984,32919,30921,28830,26198,23337,19933,17342,14350,11563,9155,7214,5545,4081,2981,2095,1547,1078,690,455,279,197,104,84,40,25,12,7,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0935625284910202,-0.09064198285341263,-0.08772142976522446,-0.08480088412761688,-0.08188033103942871,-0.07895978540182114,-0.07603923976421356,-0.07311868667602539,-0.07019814103841782,-0.06727759540081024,-0.06435704231262207,-0.061436496675014496,-0.05851594731211662,-0.05559539794921875,-0.052674852311611176,-0.0497543029487133,-0.04683375358581543,-0.04391320422291756,-0.040992654860019684,-0.03807210922241211,-0.035151559859514236,-0.032231010496616364,-0.02931046299636364,-0.026389915496110916,-0.023469366133213043,-0.02054881677031517,-0.017628269270062447,-0.014707720838487148,-0.01178717240691185,-0.008866623975336552,-0.005946075543761253,-0.003025527112185955,-0.00010498613119125366,0.0028155623003840446,0.005736110731959343,0.008656659163534641,0.01157720759510994,0.014497756026685238,0.017418304458260536,0.02033885195851326,0.023259401321411133,0.026179950684309006,0.02910049818456173,0.03202104568481445,0.034941595047712326,0.0378621444106102,0.04078269004821777,0.043703239411115646,0.04662378877401352,0.04954433813691139,0.052464887499809265,0.05538543313741684,0.05830598250031471,0.061226531863212585,0.06414707750082016,0.06706763058900833,0.0699881762266159,0.07290872186422348,0.07582927495241165,0.07874982059001923,0.0816703736782074,0.08459091931581497,0.08751146495342255,0.09043201804161072,0.09335256367921829],"_type":"histogram","values":[3,3,1,7,11,19,38,48,103,171,266,430,625,911,1318,1895,2714,3764,4945,6449,8289,10750,12926,15792,18729,21892,24779,27447,30037,32382,33180,34206,34126,33423,32067,30217,27547,25025,22031,18706,16158,13327,10551,8522,6665,4959,3727,2730,1944,1362,902,617,366,284,178,114,69,34,12,15,5,3,7,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,1,1,5,5,3,5,9,4,4,8,8,3,5,11,14,16,7,21,17,19,26,22,20,20,29,25,25,32,20,33,27,35,20,23,25,20,20,16,17,19,15,13,14,18,10,12,9,7,7,4,1,4,2,4,0,3,1,1,0,1,0,0,1],"bins":[-0.00245050061494112,-0.0023678671568632126,-0.002285233698785305,-0.0022026002407073975,-0.00211996678262949,-0.0020373333245515823,-0.0019546998664736748,-0.0018720664083957672,-0.0017894329503178596,-0.001706799492239952,-0.0016241660341620445,-0.001541532576084137,-0.0014588991180062294,-0.0013762656599283218,-0.0012936322018504143,-0.0012109987437725067,-0.0011283652856945992,-0.0010457318276166916,-0.000963098369538784,-0.0008804649114608765,-0.0007978314533829689,-0.0007151979953050613,-0.0006325645372271538,-0.0005499310791492462,-0.00046729762107133865,-0.0003846641629934311,-0.00030203070491552353,-0.00021939724683761597,-0.0001367637887597084,-5.413033068180084e-05,2.850312739610672e-05,0.00011113658547401428,0.0001937698107212782,0.00027640326879918575,0.0003590367268770933,0.0004416701849550009,0.0005243036430329084,0.000606937101110816,0.0006895705591887236,0.0007722040172666311,0.0008548374753445387,0.0009374709334224463,0.0010201043915003538,0.0011027378495782614,0.001185371307656169,0.0012680047657340765,0.001350638223811984,0.0014332716818898916,0.0015159051399677992,0.0015985385980457067,0.0016811720561236143,0.0017638055142015219,0.0018464389722794294,0.001929072430357337,0.0020117058884352446,0.002094339346513152,0.0021769728045910597,0.0022596062626689672,0.002342239720746875,0.0024248731788247824,0.00250750663690269,0.0025901400949805975,0.002672773553058505,0.0027554070111364126,0.00283804046921432],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,1,4,7,1,3,1,7,5,3,4,9,6,11,12,12,22,30,28,24,23,28,19,25,29,15,30,38,30,21,26,31,23,21,19,32,13,24,20,16,15,10,10,7,12,5,10,3,4,5,3,1,1,1,2,1,1,1],"bins":[-0.0034763754811137915,-0.003372564446181059,-0.00326875364407897,-0.0031649426091462374,-0.003061131574213505,-0.002957320772111416,-0.0028535097371786833,-0.0027496987022459507,-0.0026458879001438618,-0.002542076865211129,-0.0024382658302783966,-0.002334454795345664,-0.002230643993243575,-0.0021268329583108425,-0.00202302192337811,-0.0019192110048606992,-0.0018154000863432884,-0.0017115891678258777,-0.001607778132893145,-0.0015039672143757343,-0.0014001561794430017,-0.001296345260925591,-0.0011925343424081802,-0.0010887233074754477,-0.000984912388958037,-0.0008811014122329652,-0.0007772904355078936,-0.0006734795169904828,-0.0005696685402654111,-0.00046585756354033947,-0.00036204661591909826,-0.00025823566829785705,-0.00015442445874214172,-5.061349656898528e-05,5.319746560417116e-05,0.0001570084277773276,0.00026081938995048404,0.0003646303666755557,0.0004684413142967969,0.0005722522619180381,0.0006760632386431098,0.0007798742153681815,0.0008836851920932531,0.0009874961106106639,0.0010913070291280746,0.0011951180640608072,0.001298928982578218,0.0014027400175109506,0.0015065509360283613,0.001610361854545772,0.0017141728894785047,0.0018179838079959154,0.001921794842928648,0.002025605645030737,0.0021294166799634695,0.002233227714896202,0.002337038516998291,0.0024408495519310236,0.002544660586863756,0.0026484716217964888,0.0027522824238985777,0.0028560934588313103,0.002959904493764043,0.0030637152958661318,0.0031675263307988644]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,1,0,0,0,0,0,0,0,2,1,0,0,1,2,4,3,3,5,4,9,14,16,23,41,39,52,62,87,103,75,67,41,35,17,13,9,5,9,4,4,1,2,0,5,0,2,1,1,0,0,0,0,3,0,0,0,0,0,0,1],"bins":[-0.00014052729238756,-0.00013612645852845162,-0.000131725610117428,-0.00012732477625831962,-0.00012292394239921123,-0.00011852310126414523,-0.00011412226012907922,-0.00010972141899401322,-0.00010532057785894722,-0.00010091974399983883,-9.651890286477283e-05,-9.211806172970682e-05,-8.771722787059844e-05,-8.331638673553243e-05,-7.891554560046643e-05,-7.451471174135804e-05,-7.011387060629204e-05,-6.571302947122604e-05,-6.131219561211765e-05,-5.6911354477051646e-05,-5.251051334198564e-05,-4.810967584489845e-05,-4.370883834781125e-05,-3.930799721274525e-05,-3.4907159715658054e-05,-3.0506320399581455e-05,-2.6105481083504856e-05,-2.170464358641766e-05,-1.730380427034106e-05,-1.2902964954264462e-05,-8.502126547682565e-06,-4.1012876863533165e-06,2.9955117497593164e-07,4.70039003630518e-06,9.101228897634428e-06,1.3502067304216325e-05,1.7902906620292924e-05,2.2303745936369523e-05,2.670458343345672e-05,3.110542456852272e-05,3.550626206560992e-05,3.990709956269711e-05,4.4307940697763115e-05,4.870877819485031e-05,5.3109615691937506e-05,5.751045682700351e-05,6.191129796206951e-05,6.63121318211779e-05,7.07129729562439e-05,7.51138140913099e-05,7.95146479504183e-05,8.39154890854843e-05,8.83163302205503e-05,9.271716407965869e-05,9.711800521472469e-05,0.00010151884634979069,0.00010591968020889908,0.00011032052134396508,0.00011472136247903109,0.00011912220361409709,0.0001235230447491631,0.00012792387860827148,0.00013232471246737987,0.00013672556087840348,0.00014112639473751187],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,1,2,1,0,1,1,1,2,3,1,1,1,1,4,7,6,8,6,4,17,10,17,25,24,41,42,54,40,48,45,54,57,38,44,26,27,24,12,12,14,6,6,7,5,4,3,1,2,2,1,3,0,0,2,1],"bins":[-0.0004002825589850545,-0.0003898112918250263,-0.0003793400537688285,-0.0003688687866088003,-0.00035839754855260253,-0.0003479262813925743,-0.0003374550142325461,-0.00032698377617634833,-0.0003165125090163201,-0.0003060412418562919,-0.00029557000380009413,-0.0002850987366400659,-0.0002746274694800377,-0.0002641562314238399,-0.0002536849642638117,-0.00024321371165569872,-0.00023274245904758573,-0.00022227120643947273,-0.00021179995383135974,-0.00020132868667133152,-0.00019085743406321853,-0.00018038618145510554,-0.00016991491429507732,-0.00015944366168696433,-0.00014897240907885134,-0.00013850115647073835,-0.00012802990386262536,-0.00011755863670259714,-0.00010708738409448415,-9.661613148637116e-05,-8.614487160230055e-05,-7.567361171822995e-05,-6.52023300062865e-05,-5.4731073760194704e-05,-4.4259817514102906e-05,-3.378856126801111e-05,-2.331730502191931e-05,-1.2846048775827512e-05,-2.374792529735714e-06,8.096463716356084e-06,1.8567719962447882e-05,2.903897620853968e-05,3.951023245463148e-05,4.9981488700723276e-05,6.0452744946815073e-05,7.092399755492806e-05,8.139525743899867e-05,9.186651732306927e-05,0.00010233776993118227,0.00011280902253929526,0.00012328027514740825,0.00013375154230743647,0.00014422279491554946,0.00015469404752366245,0.00016516531468369067,0.00017563656729180366,0.00018610781989991665,0.00019657907250802964,0.00020705032511614263,0.00021752159227617085,0.00022799284488428384,0.00023846409749239683,0.00024893536465242505,0.0002594066027086228,0.00026987786986865103]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[3,6,9,10,22,47,74,121,186,303,457,696,1004,1544,2214,2967,3987,5499,7139,9026,11416,14158,16947,19816,22969,25913,28507,30677,32492,34036,34594,34248,32915,31306,29186,26541,23912,20973,17800,14998,12353,9646,7715,6013,4448,3320,2439,1647,1183,812,581,360,245,150,84,46,29,15,5,7,5,1,0,2],"bins":[-0.09033743292093277,-0.08738992363214493,-0.08444242179393768,-0.08149491250514984,-0.078547403216362,-0.07559990137815475,-0.07265239208936691,-0.06970488280057907,-0.06675738096237183,-0.06380987167358398,-0.06086236238479614,-0.0579148568212986,-0.054967351257801056,-0.052019841969013214,-0.04907233640551567,-0.04612482711672783,-0.043177321553230286,-0.04022981598973274,-0.0372823067009449,-0.03433480113744736,-0.031387291848659515,-0.028439786285161972,-0.02549228072166443,-0.022544773295521736,-0.019597265869379044,-0.01664975844323635,-0.013702251948416233,-0.010754745453596115,-0.0078072380274534225,-0.004859731066972017,-0.001912224106490612,0.0010352828539907932,0.003982797265052795,0.006930304225534201,0.009877811186015606,0.012825317680835724,0.015772825106978416,0.01872033253312111,0.021667838096618652,0.024615345522761345,0.027562852948904037,0.03051036037504673,0.03345786780118942,0.036405373364686966,0.03935287892818451,0.04230038821697235,0.045247893780469894,0.048195403069257736,0.05114290863275528,0.05409041419625282,0.057037923485040665,0.05998542904853821,0.06293293833732605,0.0658804401755333,0.06882794946432114,0.07177545875310898,0.07472296059131622,0.07767046988010406,0.0806179791688919,0.08356548845767975,0.086512990295887,0.08946049958467484,0.09240800887346268,0.09535551071166992,0.09830302000045776],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,0,2,1,4,1,0,4,8,5,10,6,12,15,19,20,34,43,48,44,49,65,49,66,50,31,20,27,28,14,13,17,11,6,8,6,4,1,3,0,3,3,3,2,1,4,0,0,0,0,0,0,1,0,0,2,0,0,0,1,0,1],"bins":[-7.923261728137732e-05,-7.601182005601004e-05,-7.279101555468515e-05,-6.957021832931787e-05,-6.634942110395059e-05,-6.31286166026257e-05,-5.990781937725842e-05,-5.668702215189114e-05,-5.346622128854506e-05,-5.024542042519897e-05,-4.7024623199831694e-05,-4.380382233648561e-05,-4.0583021473139524e-05,-3.7362224247772247e-05,-3.414142338442616e-05,-3.0920626159058884e-05,-2.76998252957128e-05,-2.4479026251356117e-05,-2.1258227206999436e-05,-1.803742634365335e-05,-1.481662729929667e-05,-1.1595828254939988e-05,-8.375028301088605e-06,-5.154228801984573e-06,-1.9334293028805405e-06,1.2873701962234918e-06,4.508169695327524e-06,7.728969649178907e-06,1.0949768693535589e-05,1.417056773789227e-05,1.7391368601238355e-05,2.0612167645595036e-05,2.3832966689951718e-05,2.70537657343084e-05,3.027456477866508e-05,3.3495365642011166e-05,3.6716162867378443e-05,3.993696373072453e-05,4.315776459407061e-05,4.637856181943789e-05,4.9599362682783976e-05,5.282016354613006e-05,5.604096077149734e-05,5.9261761634843424e-05,6.248256249818951e-05,6.570335972355679e-05,6.892415694892406e-05,7.214496145024896e-05,7.536575867561623e-05,7.858655590098351e-05,8.18073604023084e-05,8.502815762767568e-05,8.824895485304296e-05,9.146975935436785e-05,9.469055657973513e-05,9.791135380510241e-05,0.0001011321583064273,0.00010435295553179458,0.00010757375275716186,0.00011079454998252913,0.00011401535448385403,0.0001172361517092213,0.00012045694893458858,0.00012367774615995586,0.00012689855066128075]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,3,1,4,5,5,9,14,9,13,19,21,23,23,30,39,29,33,32,40,38,31,37,41,37,30,34,30,18,11,25,16,13,7,15,6,5,3,7,3,1,1,2,1],"bins":[-0.0001686222240095958,-0.0001644375006435439,-0.000160252777277492,-0.00015606803935952485,-0.00015188331599347293,-0.00014769859262742102,-0.0001435138692613691,-0.00013932913134340197,-0.00013514440797735006,-0.00013095968461129814,-0.00012677496124524623,-0.00012259023787919432,-0.00011840550723718479,-0.00011422077659517527,-0.00011003605322912335,-0.00010585132258711383,-0.00010166659922106192,-9.748187585501e-05,-9.329714521300048e-05,-8.911242184694856e-05,-8.492769120493904e-05,-8.074296783888713e-05,-7.65582371968776e-05,-7.237351383082569e-05,-6.818879046477377e-05,-6.400405982276425e-05,-5.981933281873353e-05,-5.563460581470281e-05,-5.1449882448650897e-05,-4.726515544462018e-05,-4.308042844058946e-05,-3.889570143655874e-05,-3.471098170848563e-05,-3.0526254704454914e-05,-2.6341527700424194e-05,-2.215680251538288e-05,-1.797207551135216e-05,-1.378734850732144e-05,-9.602622412785422e-06,-5.4178958635020535e-06,-1.233169314218685e-06,2.9515572350646835e-06,7.136283784348052e-06,1.132100987888407e-05,1.550573688291479e-05,1.969046388694551e-05,2.3875189071986824e-05,2.8059916076017544e-05,3.224464308004826e-05,3.642937008407898e-05,4.06140970881097e-05,4.479882409214042e-05,4.898355109617114e-05,5.316827446222305e-05,5.735300146625377e-05,6.153772847028449e-05,6.572245911229402e-05,6.990718247834593e-05,7.409190584439784e-05,7.827663648640737e-05,8.246135985245928e-05,8.664609049446881e-05,9.083081386052072e-05,9.501554450253025e-05,9.920026786858216e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,3,2,8,7,21,30,72,122,190,289,459,719,1070,1508,2158,3032,4194,5566,7343,9423,11653,14426,17535,20855,23646,26507,29205,31517,33159,34446,34994,34415,33090,31465,29026,26287,23443,20218,17033,14216,11465,9070,7082,5444,4066,3014,2148,1431,986,628,438,295,175,97,60,34,17,13,5,2],"bins":[-0.102335624396801,-0.09936492145061493,-0.09639422595500946,-0.0934235230088234,-0.09045282006263733,-0.08748211711645126,-0.0845114141702652,-0.08154071867465973,-0.07857001572847366,-0.0755993127822876,-0.07262861728668213,-0.06965791434049606,-0.06668721139431,-0.06371650844812393,-0.060745809227228165,-0.0577751100063324,-0.05480440706014633,-0.051833704113960266,-0.0488630048930645,-0.04589230567216873,-0.042921602725982666,-0.0399508997797966,-0.03698020055890083,-0.034009501338005066,-0.031038798391819,-0.028068097308278084,-0.025097396224737167,-0.02212669514119625,-0.019155994057655334,-0.016185292974114418,-0.013214591890573502,-0.010243890807032585,-0.007273189723491669,-0.004302488639950752,-0.0013317875564098358,0.0016389135271310806,0.004609614610671997,0.0075803156942129135,0.01055101677775383,0.013521717861294746,0.016492418944835663,0.01946312002837658,0.022433821111917496,0.025404522195458412,0.02837522327899933,0.031345926225185394,0.03431662544608116,0.03728732466697693,0.040258027613162994,0.04322873055934906,0.04619942978024483,0.049170129001140594,0.05214083194732666,0.055111534893512726,0.05808223411440849,0.06105293333530426,0.06402363628149033,0.06699433922767639,0.06996503472328186,0.07293573766946793,0.07590644061565399,0.07887714356184006,0.08184784650802612,0.08481854200363159,0.08778924494981766]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.10539630800485611,-0.10213055461645126,-0.09886480867862701,-0.09559905529022217,-0.09233330190181732,-0.08906754851341248,-0.08580180257558823,-0.08253604918718338,-0.07927029579877853,-0.07600454986095428,-0.07273879647254944,-0.06947304308414459,-0.06620728969573975,-0.0629415437579155,-0.05967579036951065,-0.056410036981105804,-0.05314428731799126,-0.04987853765487671,-0.04661278426647186,-0.043347034603357315,-0.04008128121495247,-0.03681553155183792,-0.033549778163433075,-0.030284028500318527,-0.02701827697455883,-0.023752525448799133,-0.020486773923039436,-0.01722102239727974,-0.013955271802842617,-0.01068952027708292,-0.00742376921698451,-0.004158018156886101,-0.0008922666311264038,0.0023734846618026495,0.005639235954731703,0.008904987014830112,0.01217073854058981,0.015436490066349506,0.01870224066078663,0.021967992186546326,0.025233743712306023,0.02849949523806572,0.03176524490118027,0.035030998289585114,0.03829674795269966,0.04156250134110451,0.044828251004219055,0.0480940043926239,0.05135975405573845,0.054625503718853,0.05789125710725784,0.06115700677037239,0.06442275643348694,0.06768850982189178,0.07095426321029663,0.07422001659870148,0.07748576253652573,0.08075151592493057,0.08401726931333542,0.08728301525115967,0.09054876863956451,0.09381452202796936,0.0970802754163742,0.10034602135419846,0.1036117747426033],"_type":"histogram","values":[1,1,0,4,5,9,19,37,57,117,212,364,621,960,1613,2661,3988,5727,8662,12012,16803,22611,28947,37250,45829,56035,65398,75522,84340,91589,97066,100567,101324,99489,95381,88401,79937,71141,60821,51287,41833,33135,25913,19530,14392,10449,7215,4942,3236,2139,1318,839,450,293,173,99,45,32,9,3,9,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,1,2,3,2,8,2,9,10,11,21,35,43,72,93,132,165,253,393,545,848,1319,2219,3849,7584,16904,46596,223573,869568,303259,56630,19447,8880,4413,2417,1257,823,519,318,195,152,90,62,37,29,19,13,12,8,5,8,1,4,0,2,0,1,0,0,0,1,0,0,1],"bins":[-0.0007476806640625,-0.0007215142250061035,-0.000695347785949707,-0.0006691813468933105,-0.0006430149078369141,-0.0006168484687805176,-0.0005906820297241211,-0.0005645155906677246,-0.0005383491516113281,-0.0005121827125549316,-0.00048601627349853516,-0.00045984983444213867,-0.0004336833953857422,-0.0004075169563293457,-0.0003813505172729492,-0.00035518407821655273,-0.00032901763916015625,-0.00030285120010375977,-0.0002766847610473633,-0.0002505183219909668,-0.0002243518829345703,-0.00019818544387817383,-0.00017201900482177734,-0.00014585256576538086,-0.00011968612670898438,-9.351968765258789e-05,-6.73532485961914e-05,-4.118680953979492e-05,-1.5020370483398438e-05,1.1146068572998047e-05,3.731250762939453e-05,6.347894668579102e-05,8.96453857421875e-05,0.00011581182479858398,0.00014197826385498047,0.00016814470291137695,0.00019431114196777344,0.00022047758102416992,0.0002466440200805664,0.0002728104591369629,0.0002989768981933594,0.00032514333724975586,0.00035130977630615234,0.00037747621536254883,0.0004036426544189453,0.0004298090934753418,0.0004559755325317383,0.00048214197158813477,0.0005083084106445312,0.0005344748497009277,0.0005606412887573242,0.0005868077278137207,0.0006129741668701172,0.0006391406059265137,0.0006653070449829102,0.0006914734840393066,0.0007176399230957031,0.0007438063621520996,0.0007699728012084961,0.0007961392402648926,0.0008223056793212891,0.0008484721183776855,0.000874638557434082,0.0009008049964904785,0.000926971435546875]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,4,10,14,36,44,118,176,320,586,874,1444,2323,3631,5441,7889,11197,15904,21376,28348,35730,44203,54444,64258,74473,83154,91277,97388,101029,101811,99864,95743,89592,81518,72458,62571,52434,43106,34380,26718,20098,14829,10665,7360,5036,3402,2190,1352,879,490,295,185,93,51,23,18,5,3,1,1,0,0,0,1],"bins":[-0.09624119848012924,-0.09296783804893494,-0.08969447016716003,-0.08642110973596573,-0.08314774930477142,-0.07987438142299652,-0.07660102099180222,-0.07332765311002731,-0.07005429267883301,-0.0667809322476387,-0.0635075643658638,-0.060234203934669495,-0.05696083977818489,-0.05368747562170029,-0.05041411519050598,-0.04714075103402138,-0.043867386877536774,-0.04059402272105217,-0.037320658564567566,-0.03404729813337326,-0.030773933976888657,-0.027500569820404053,-0.024227207526564598,-0.020953845232725143,-0.01768048107624054,-0.01440711785107851,-0.011133754625916481,-0.007860391400754452,-0.0045870281755924225,-0.0013136649504303932,0.001959698274731636,0.005233061499893665,0.008506432175636292,0.01177979540079832,0.01505315862596035,0.018326520919799805,0.02159988507628441,0.024873249232769012,0.028146611526608467,0.03141997382044792,0.034693337976932526,0.03796670213341713,0.04124006628990173,0.04451342672109604,0.04778679087758064,0.05106015503406525,0.05433351546525955,0.057606879621744156,0.06088024377822876,0.06415360420942307,0.06742697209119797,0.07070033252239227,0.07397370040416718,0.07724706083536148,0.08052042126655579,0.08379378914833069,0.087067149579525,0.0903405100107193,0.0936138778924942,0.09688723832368851,0.10016059875488281,0.10343396663665771,0.10670732706785202,0.10998069494962692,0.11325405538082123],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,0,0,1,0,1,6,8,9,9,11,23,32,33,55,74,104,144,226,317,491,726,1074,1849,2824,5007,9210,17411,34565,74383,149209,146803,71906,34054,17188,9022,5093,2965,1777,1103,671,439,310,199,151,97,66,57,43,27,16,9,7,6,3,3,1,2,1,0,1],"bins":[-0.0003757476806640625,-0.00036469101905822754,-0.0003536343574523926,-0.0003425776958465576,-0.00033152103424072266,-0.0003204643726348877,-0.00030940771102905273,-0.0002983510494232178,-0.0002872943878173828,-0.00027623772621154785,-0.0002651810646057129,-0.00025412440299987793,-0.00024306774139404297,-0.000232011079788208,-0.00022095441818237305,-0.00020989775657653809,-0.00019884109497070312,-0.00018778443336486816,-0.0001767277717590332,-0.00016567111015319824,-0.00015461444854736328,-0.00014355778694152832,-0.00013250112533569336,-0.0001214444637298584,-0.00011038780212402344,-9.933114051818848e-05,-8.827447891235352e-05,-7.721781730651855e-05,-6.61611557006836e-05,-5.510449409484863e-05,-4.404783248901367e-05,-3.299117088317871e-05,-2.193450927734375e-05,-1.0877847671508789e-05,1.7881393432617188e-07,1.1235475540161133e-05,2.2292137145996094e-05,3.3348798751831055e-05,4.4405460357666016e-05,5.5462121963500977e-05,6.651878356933594e-05,7.75754451751709e-05,8.863210678100586e-05,9.968876838684082e-05,0.00011074542999267578,0.00012180209159851074,0.0001328587532043457,0.00014391541481018066,0.00015497207641601562,0.00016602873802185059,0.00017708539962768555,0.0001881420612335205,0.00019919872283935547,0.00021025538444519043,0.0002213120460510254,0.00023236870765686035,0.0002434253692626953,0.0002544820308685303,0.00026553869247436523,0.0002765953540802002,0.00028765201568603516,0.0002987086772918701,0.0003097653388977051,0.00032082200050354004,0.000331878662109375]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,2,1,1,0,2,2,0,1,5,4,5,8,8,13,12,10,11,21,21,20,31,37,33,39,22,36,37,35,35,33,36,18,33,17,26,24,21,18,16,12,10,10,6,6,6,2,3,2,3,0,1,3,3,1,0,1,0,3],"bins":[-0.0029279920272529125,-0.002840723842382431,-0.002753455424681306,-0.0026661872398108244,-0.0025789188221096992,-0.0024916506372392178,-0.0024043822195380926,-0.002317114034667611,-0.002229845616966486,-0.0021425774320960045,-0.0020553090143948793,-0.001968040829524398,-0.0018807725282385945,-0.0017935042269527912,-0.001706235925666988,-0.0016189676243811846,-0.0015316993230953813,-0.001444431021809578,-0.0013571627205237746,-0.0012698944192379713,-0.001182626117952168,-0.0010953578166663647,-0.0010080895153805614,-0.000920821272302419,-0.0008335529710166156,-0.0007462846697308123,-0.000659016368445009,-0.0005717480671592057,-0.0004844797949772328,-0.0003972114936914295,-0.00030994322150945663,-0.00022267492022365332,-0.00013540661893785,-4.8138324928004295e-05,3.912996908184141e-05,0.0001263982558157295,0.00021366655710153282,0.00030093485838733613,0.000388203130569309,0.0004754714318551123,0.0005627397331409156,0.000650008034426719,0.0007372763357125223,0.0008245446369983256,0.000911812880076468,0.0009990811813622713,0.0010863494826480746,0.001173617783933878,0.0012608860852196813,0.0013481543865054846,0.001435422687791288,0.0015226909890770912,0.0016099592903628945,0.0016972275916486979,0.0017844958929345012,0.0018717641942203045,0.001959032379090786,0.002046300796791911,0.0021335689816623926,0.0022208373993635178,0.0023081055842339993,0.0023953740019351244,0.002482642186805606,0.002569910604506731,0.0026571787893772125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,1,2,2,3,4,2,10,6,17,20,24,25,41,36,44,52,69,81,91,108,114,113,104,120,109,120,93,105,89,85,61,63,44,46,35,29,16,15,14,8,7,4,4,3,3,3,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1],"bins":[-0.010642968118190765,-0.01041287463158369,-0.010182780213654041,-0.009952686727046967,-0.009722592309117317,-0.009492498822510242,-0.009262405335903168,-0.009032310917973518,-0.008802217431366444,-0.008572123944759369,-0.00834202952682972,-0.008111936040222645,-0.00788184255361557,-0.007651748135685921,-0.007421654649078846,-0.007191560696810484,-0.006961466744542122,-0.00673137279227376,-0.006501278840005398,-0.006271185353398323,-0.006041091401129961,-0.005810997448861599,-0.005580903962254524,-0.005350810009986162,-0.0051207160577178,-0.004890622105449438,-0.004660528153181076,-0.004430434666574001,-0.004200340714305639,-0.003970246762037277,-0.003740153042599559,-0.0035100593231618404,-0.0032799653708934784,-0.0030498714186251163,-0.002819777699187398,-0.0025896839797496796,-0.0023595900274813175,-0.0021294960752129555,-0.001899402355775237,-0.0016693085199221969,-0.0014392146840691566,-0.0012091208482161164,-0.0009790270123630762,-0.000748933176510036,-0.0005188393406569958,-0.00028874550480395555,-5.8651668950915337e-05,0.00017144216690212488,0.0004015360027551651,0.0006316298386082053,0.0008617236744612455,0.0010918175103142858,0.001321911346167326,0.0015520051820203662,0.0017820990178734064,0.002012192737311125,0.002242286689579487,0.002472380641847849,0.0027024743612855673,0.0029325680807232857,0.0031626620329916477,0.0033927559852600098,0.003622849704697728,0.0038529434241354465,0.004083037376403809],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.09782962501049042,-0.09477709978818893,-0.09172457456588745,-0.08867204934358597,-0.08561952412128448,-0.082566998898983,-0.07951447367668152,-0.07646194845438004,-0.07340942323207855,-0.07035689055919647,-0.06730436533689499,-0.0642518401145935,-0.06119931489229202,-0.05814678966999054,-0.055094264447689056,-0.05204173922538757,-0.04898921400308609,-0.04593668878078461,-0.042884163558483124,-0.03983163833618164,-0.03677911311388016,-0.033726584166288376,-0.030674058943986893,-0.02762153372168541,-0.024569008499383926,-0.021516483277082443,-0.01846395805478096,-0.015411430969834328,-0.012358905747532845,-0.009306380525231361,-0.006253854371607304,-0.003201328683644533,-0.00014879554510116577,0.0029037301428616047,0.005956255830824375,0.009008781984448433,0.012061307206749916,0.0151138324290514,0.01816635951399803,0.021218884736299515,0.024271409958600998,0.02732393518090248,0.030376460403203964,0.03342898562550545,0.03648151457309723,0.03953403979539871,0.042586565017700195,0.04563909024000168,0.04869161546230316,0.051744140684604645,0.05479666590690613,0.05784919112920761,0.060901716351509094,0.06395424157381058,0.06700676679611206,0.07005929201841354,0.07311181724071503,0.0761643499135971,0.07921687513589859,0.08226940035820007,0.08532192558050156,0.08837445080280304,0.09142697602510452,0.094479501247406,0.09753202646970749],"_type":"histogram","values":[1,2,2,5,13,38,56,94,177,312,517,713,1184,1780,2811,4090,5809,8391,11662,15619,20462,26454,33385,40884,49286,58349,66167,75264,82690,88597,92533,94676,94766,92287,89014,82991,75816,67607,58865,50141,41804,33966,27235,21203,16187,11962,8610,6062,4329,2854,1913,1265,775,516,272,172,107,54,33,17,8,6,2,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[1,0,6,1,9,4,13,13,10,30,40,51,58,82,111,155,240,357,501,653,1019,1549,2249,3395,5579,9253,15532,26460,44949,73537,105713,106299,75555,46275,27707,15827,9728,5899,3744,2305,1580,1003,709,422,339,230,160,132,88,57,58,38,28,36,7,9,3,1,7,4,0,2,1,1],"bins":[-0.0003662109375,-0.00035440921783447266,-0.0003426074981689453,-0.00033080577850341797,-0.0003190040588378906,-0.0003072023391723633,-0.00029540061950683594,-0.0002835988998413086,-0.00027179718017578125,-0.0002599954605102539,-0.00024819374084472656,-0.00023639202117919922,-0.00022459030151367188,-0.00021278858184814453,-0.0002009868621826172,-0.00018918514251708984,-0.0001773834228515625,-0.00016558170318603516,-0.0001537799835205078,-0.00014197826385498047,-0.00013017654418945312,-0.00011837482452392578,-0.00010657310485839844,-9.47713851928711e-05,-8.296966552734375e-05,-7.11679458618164e-05,-5.936622619628906e-05,-4.756450653076172e-05,-3.5762786865234375e-05,-2.396106719970703e-05,-1.2159347534179688e-05,-3.5762786865234375e-07,1.1444091796875e-05,2.3245811462402344e-05,3.504753112792969e-05,4.684925079345703e-05,5.8650970458984375e-05,7.045269012451172e-05,8.225440979003906e-05,9.40561294555664e-05,0.00010585784912109375,0.0001176595687866211,0.00012946128845214844,0.00014126300811767578,0.00015306472778320312,0.00016486644744873047,0.0001766681671142578,0.00018846988677978516,0.0002002716064453125,0.00021207332611083984,0.0002238750457763672,0.00023567676544189453,0.0002474784851074219,0.0002592802047729492,0.00027108192443847656,0.0002828836441040039,0.00029468536376953125,0.0003064870834350586,0.00031828880310058594,0.0003300905227661133,0.0003418922424316406,0.00035369396209716797,0.0003654956817626953,0.00037729740142822266,0.00038909912109375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,2,1,0,0,3,3,3,5,5,7,6,3,13,8,16,20,15,20,22,30,21,15,26,21,32,31,30,33,36,39,34,27,29,27,27,15,27,17,18,8,21,6,7,7,5,6,4,5,1,1,2,0,2,0,1,1,2],"bins":[-0.00015939587319735438,-0.00015474652172997594,-0.0001500971702625975,-0.00014544781879521906,-0.00014079846732784063,-0.0001361491158604622,-0.00013149976439308375,-0.00012685041292570531,-0.0001222010760102421,-0.00011755171726690605,-0.00011290236579952762,-0.00010825301433214918,-0.00010360367014072835,-9.895431867334992e-05,-9.430496720597148e-05,-8.965561573859304e-05,-8.50062642712146e-05,-8.035691280383617e-05,-7.570756133645773e-05,-7.105820986907929e-05,-6.640885840170085e-05,-6.175951421028003e-05,-5.7110162742901593e-05,-5.2460811275523156e-05,-4.781145980814472e-05,-4.316210834076628e-05,-3.851275687338784e-05,-3.386340904398821e-05,-2.9214057576609775e-05,-2.4564706109231338e-05,-1.9915356460842304e-05,-1.526600681245327e-05,-1.0616655345074832e-05,-5.967304787191097e-06,-1.317954229307361e-06,3.331396328576375e-06,7.98074688646011e-06,1.2630097444343846e-05,1.7279448002227582e-05,2.1928797650616616e-05,2.6578149117995054e-05,3.122750058537349e-05,3.587685205275193e-05,4.052619988215156e-05,4.5175551349529997e-05,4.9824902816908434e-05,5.4474250646308064e-05,5.91236021136865e-05,6.377295358106494e-05,6.842230504844338e-05,7.307165651582181e-05,7.772100798320025e-05,8.237035945057869e-05,8.701970364199951e-05,9.166905510937795e-05,9.631840657675639e-05,0.00010096775804413483,0.00010561710951151326,0.0001102664609788917,0.00011491581244627014,0.00011956515663769096,0.0001242145081050694,0.00012886385957244784,0.00013351321103982627,0.0001381625625072047]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,1,2,0,4,2,5,3,2,10,2,9,18,14,10,17,17,26,25,32,34,48,60,46,53,46,34,51,26,34,36,14,14,14,5,4,6,8,4,4,3,5,3,2,2,1,2,0,0,0,0,2,1,1,0,1,1],"bins":[-0.00022838360746391118,-0.00022098205226939172,-0.00021358049707487226,-0.0002061789418803528,-0.00019877738668583333,-0.00019137581693939865,-0.00018397426174487919,-0.00017657270655035973,-0.00016917115135584027,-0.0001617695961613208,-0.00015436804096680135,-0.00014696648577228189,-0.0001395649160258472,-0.00013216336083132774,-0.00012476180563680828,-0.00011736025044228882,-0.00010995869524776936,-0.0001025571400532499,-9.515558485873044e-05,-8.775402238825336e-05,-8.03524671937339e-05,-7.295091199921444e-05,-6.554934952873737e-05,-5.8147794334217906e-05,-5.0746239139698446e-05,-4.3344683945178986e-05,-3.594312511268072e-05,-2.8541568099171855e-05,-2.114001108566299e-05,-1.3738454072154127e-05,-6.336897058645263e-06,1.0646599548636004e-06,8.466216968372464e-06,1.5867773981881328e-05,2.326933099539019e-05,3.067088982788846e-05,3.807244502240792e-05,4.547400021692738e-05,5.287555904942565e-05,6.0277117881923914e-05,6.767867307644337e-05,7.508022827096283e-05,8.24817834654823e-05,8.988334593595937e-05,9.728490113047883e-05,0.00010468645632499829,0.00011208801879547536,0.00011948957398999482,0.00012689112918451428,0.00013429268437903374,0.0001416942395735532,0.00014909579476807266,0.00015649734996259212,0.0001638989197090268,0.00017130047490354627,0.00017870203009806573,0.0001861035852925852,0.00019350514048710465,0.00020090669568162411,0.00020830825087614357,0.00021570982062257826,0.00022311137581709772,0.00023051293101161718,0.00023791448620613664,0.0002453160414006561]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[1,1,0,0,0,2,1,1,1,1,1,0,2,4,5,5,10,12,15,12,24,21,23,37,44,56,51,29,43,45,47,45,36,22,24,25,27,19,15,11,8,11,7,6,6,1,7,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9890637397766113,0.9894508719444275,0.9898380041122437,0.990225076675415,0.9906122088432312,0.9909993410110474,0.9913864135742188,0.9917735457420349,0.9921606779098511,0.9925478100776672,0.9929349422454834,0.9933220148086548,0.993709146976471,0.9940962791442871,0.9944833517074585,0.9948704838752747,0.9952576160430908,0.995644748210907,0.9960318803787231,0.9964189529418945,0.9968060851097107,0.9971932172775269,0.9975802898406982,0.9979674220085144,0.9983545541763306,0.9987416863441467,0.9991288185119629,0.9995158910751343,0.9999030232429504,1.0002901554107666,1.000677227973938,1.001064419746399,1.0014514923095703,1.0018385648727417,1.0022257566452026,1.002612829208374,1.003000020980835,1.0033870935440063,1.0037741661071777,1.0041613578796387,1.00454843044281,1.0049355030059814,1.0053226947784424,1.0057097673416138,1.0060968399047852,1.006484031677246,1.0068711042404175,1.0072582960128784,1.0076453685760498,1.0080324411392212,1.0084196329116821,1.0088067054748535,1.0091938972473145,1.0095809698104858,1.0099680423736572,1.0103552341461182,1.0107423067092896,1.011129379272461,1.0115165710449219,1.0119036436080933,1.0122907161712646,1.0126779079437256,1.013064980506897,1.013452172279358,1.0138392448425293],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.000720977783203125,-0.0006999373435974121,-0.0006788969039916992,-0.0006578564643859863,-0.0006368160247802734,-0.0006157755851745605,-0.0005947351455688477,-0.0005736947059631348,-0.0005526542663574219,-0.000531613826751709,-0.0005105733871459961,-0.0004895329475402832,-0.0004684925079345703,-0.0004474520683288574,-0.00042641162872314453,-0.00040537118911743164,-0.00038433074951171875,-0.00036329030990600586,-0.00034224987030029297,-0.0003212094306945801,-0.0003001689910888672,-0.0002791285514831543,-0.0002580881118774414,-0.00023704767227172852,-0.00021600723266601562,-0.00019496679306030273,-0.00017392635345458984,-0.00015288591384887695,-0.00013184547424316406,-0.00011080503463745117,-8.976459503173828e-05,-6.872415542602539e-05,-4.76837158203125e-05,-2.664327621459961e-05,-5.602836608886719e-06,1.5437602996826172e-05,3.647804260253906e-05,5.751848220825195e-05,7.855892181396484e-05,9.959936141967773e-05,0.00012063980102539062,0.00014168024063110352,0.0001627206802368164,0.0001837611198425293,0.0002048015594482422,0.00022584199905395508,0.00024688243865966797,0.00026792287826538086,0.00028896331787109375,0.00031000375747680664,0.00033104419708251953,0.0003520846366882324,0.0003731250762939453,0.0003941655158996582,0.0004152059555053711,0.000436246395111084,0.0004572868347167969,0.00047832727432250977,0.0004993677139282227,0.0005204081535339355,0.0005414485931396484,0.0005624890327453613,0.0005835294723510742,0.0006045699119567871,0.0006256103515625],"_type":"histogram","values":[2,0,0,0,0,1,0,0,4,5,5,2,14,10,18,17,44,62,73,112,176,256,324,460,733,1183,1810,3032,4925,8173,14516,28582,59108,124807,161776,88883,41723,20770,11070,6401,3944,2376,1468,915,663,457,303,185,143,101,63,43,23,19,20,6,5,6,3,0,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,0,5,1,3,4,7,7,8,14,20,28,29,28,47,60,75,86,96,104,89,118,110,117,121,96,107,123,82,61,63,58,50,48,44,26,23,15,16,14,6,11,6,4,0,4,2,2,2,0,0,3,0,0,1,1],"bins":[-0.01404037605971098,-0.013758746907114983,-0.013477117754518986,-0.013195489533245564,-0.012913860380649567,-0.01263223122805357,-0.012350602075457573,-0.01206897385418415,-0.011787344701588154,-0.011505715548992157,-0.01122408639639616,-0.010942457243800163,-0.010660829022526741,-0.010379199869930744,-0.010097570717334747,-0.00981594156473875,-0.009534312412142754,-0.009252684190869331,-0.008971055038273335,-0.008689425885677338,-0.00840779673308134,-0.008126168511807919,-0.007844539359211922,-0.007562910206615925,-0.007281281054019928,-0.006999652367085218,-0.006718023214489222,-0.006436394527554512,-0.006154765374958515,-0.005873136688023806,-0.005591507535427809,-0.005309878848493099,-0.005028249695897102,-0.0047466205433011055,-0.004464991856366396,-0.004183362703770399,-0.0039017340168356895,-0.0036201048642396927,-0.0033384759444743395,-0.0030568470247089863,-0.002775218104943633,-0.00249358918517828,-0.0022119602654129267,-0.0019303312292322516,-0.0016487023094668984,-0.0013670733897015452,-0.0010854443535208702,-0.000803815433755517,-0.0005221865139901638,-0.00024055756512098014,4.1071383748203516e-05,0.0003227003326173872,0.0006043292814865708,0.000885958201251924,0.001167587237432599,0.0014492161571979523,0.0017308450769633055,0.0020124739967286587,0.002294102916494012,0.002575731836259365,0.002857360988855362,0.003138989908620715,0.0034206188283860683,0.0037022477481514215,0.003983876667916775]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.00541284354403615,-0.005241884849965572,-0.005070925690233707,-0.00489996699616313,-0.004729007836431265,-0.004558049142360687,-0.004387089982628822,-0.004216131288558245,-0.004045172594487667,-0.003874213434755802,-0.003703254507854581,-0.0035322955809533596,-0.003361336886882782,-0.0031903779599815607,-0.0030194190330803394,-0.002848460106179118,-0.002677501179277897,-0.0025065422523766756,-0.0023355833254754543,-0.002164624398574233,-0.0019936654716730118,-0.0018227066611871123,-0.0016517478507012129,-0.0014807889237999916,-0.0013098299968987703,-0.001138871069997549,-0.0009679122013039887,-0.0007969533326104283,-0.0006259944057092071,-0.00045503550791181624,-0.0002840766101144254,-0.0001131177123170346,5.784071981906891e-05,0.00022879961761645973,0.00039975851541385055,0.0005707173841074109,0.0007416763110086322,0.0009126352379098535,0.001083594048395753,0.0012545529752969742,0.0014255119021981955,0.0015964708290994167,0.001767429756000638,0.0019383885664865375,0.002109347376972437,0.002280306303873658,0.0024512652307748795,0.0026222241576761007,0.002793183084577322,0.0029641420114785433,0.0031351009383797646,0.003306059865280986,0.003477018792182207,0.0036479774862527847,0.003818936413154006,0.003989895340055227,0.004160854034125805,0.00433181319385767,0.0045027718879282475,0.004673731047660112,0.00484468974173069,0.005015648901462555,0.0051866075955331326,0.0053575667552649975,0.005528525449335575],"_type":"histogram","values":[1,0,0,2,0,0,1,1,3,2,4,4,5,2,7,9,13,7,15,19,12,24,22,21,26,28,30,27,22,40,25,28,23,21,31,23,30,30,21,25,22,23,19,13,15,12,9,10,5,8,6,4,3,2,1,2,1,4,1,1,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,2,0,1,1,3,1,3,7,3,6,5,4,9,8,9,13,12,4,12,11,16,14,14,16,21,23,18,27,16,30,22,30,31,21,20,18,28,28,21,26,30,14,21,17,20,13,13,7,10,11,5,14,7,4,3,4,5,5,4,1,0,5],"bins":[-0.007943816483020782,-0.007714403793215752,-0.0074849906377494335,-0.007255577947944403,-0.0070261647924780846,-0.006796752102673054,-0.006567338947206736,-0.006337926257401705,-0.006108513101935387,-0.005879100412130356,-0.005649687722325325,-0.005420274566859007,-0.005190861877053976,-0.004961448721587658,-0.004732036031782627,-0.004502622876316309,-0.004273210186511278,-0.004043797496706247,-0.003814384341239929,-0.0035849714186042547,-0.0033555584959685802,-0.0031261458061635494,-0.002896732883527875,-0.0026673199608922005,-0.002437907038256526,-0.0022084941156208515,-0.001979081192985177,-0.0017496683867648244,-0.00152025546412915,-0.0012908425414934754,-0.0010614297352731228,-0.0008320168126374483,-0.0006026043556630611,-0.0003731914621312171,-0.0001437785685993731,8.563432493247092e-05,0.00031504721846431494,0.0005444601410999894,0.000773873005528003,0.0010032858699560165,0.001232698792591691,0.0014621117152273655,0.00169152463786304,0.0019209374440833926,0.0021503502503037453,0.0023797631729394197,0.0026091760955750942,0.0028385890182107687,0.003068001940846443,0.0032974148634821177,0.003526827786117792,0.0037562407087534666,0.003985653631389141,0.004215066321194172,0.00444447947666049,0.004673892166465521,0.004903305321931839,0.00513271801173687,0.005362130701541901,0.005591543857008219,0.00582095654681325,0.006050369702279568,0.0062797823920845985,0.006509195547550917,0.0067386082373559475],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.09843768179416656,-0.09542621672153473,-0.0924147516489029,-0.08940327912569046,-0.08639181405305862,-0.08338034898042679,-0.08036887645721436,-0.07735741138458252,-0.07434594631195068,-0.07133448123931885,-0.06832301616668701,-0.06531154364347458,-0.06230007857084274,-0.05928861349821091,-0.05627714470028877,-0.05326567590236664,-0.0502542108297348,-0.047242745757102966,-0.04423127695918083,-0.0412198081612587,-0.03820834308862686,-0.035196878015995026,-0.03218540921807289,-0.029173942282795906,-0.02616247534751892,-0.023151008412241936,-0.02013954147696495,-0.017128074541687965,-0.01411660760641098,-0.011105140671133995,-0.00809367373585701,-0.005082206800580025,-0.0020707398653030396,0.0009407270699739456,0.003952194005250931,0.006963660940527916,0.009975127875804901,0.012986594811081886,0.01599806174635887,0.019009528681635857,0.022020995616912842,0.025032462552189827,0.028043929487466812,0.031055396422743797,0.03406686335802078,0.03707832843065262,0.04008979722857475,0.04310126602649689,0.04611273109912872,0.04912419617176056,0.052135664969682693,0.05514713376760483,0.058158598840236664,0.0611700639128685,0.06418153643608093,0.06719300150871277,0.0702044665813446,0.07321593165397644,0.07622739672660828,0.07923886924982071,0.08225033432245255,0.08526179939508438,0.08827327191829681,0.09128473699092865,0.09429620206356049],"_type":"histogram","values":[3,0,3,0,10,9,19,28,54,88,128,234,326,551,825,1248,1808,2620,3689,5074,6660,8653,10869,13810,16558,19644,22738,26200,29274,31647,33418,35080,35355,34967,33644,32667,30002,27002,24060,21005,17722,14550,11857,9457,7322,5566,4254,2896,2018,1441,1025,665,429,278,163,88,56,33,14,9,5,2,2,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,1,2,2,4,6,9,11,24,24,26,52,71,110,152,212,257,428,601,1102,1503,2227,3432,5361,9120,14332,23263,39079,62060,91639,105606,84436,55340,33858,20796,12955,7650,4838,3129,2007,1361,911,585,374,249,185,128,79,77,45,30,20,13,7,8,8,2,5,2,2,3,2],"bins":[-6.246566772460938e-05,-6.0535967350006104e-05,-5.860626697540283e-05,-5.667656660079956e-05,-5.474686622619629e-05,-5.281716585159302e-05,-5.0887465476989746e-05,-4.8957765102386475e-05,-4.70280647277832e-05,-4.509836435317993e-05,-4.316866397857666e-05,-4.123896360397339e-05,-3.930926322937012e-05,-3.7379562854766846e-05,-3.5449862480163574e-05,-3.35201621055603e-05,-3.159046173095703e-05,-2.966076135635376e-05,-2.7731060981750488e-05,-2.5801360607147217e-05,-2.3871660232543945e-05,-2.1941959857940674e-05,-2.0012259483337402e-05,-1.808255910873413e-05,-1.615285873413086e-05,-1.4223158359527588e-05,-1.2293457984924316e-05,-1.0363757610321045e-05,-8.434057235717773e-06,-6.504356861114502e-06,-4.5746564865112305e-06,-2.644956111907959e-06,-7.152557373046875e-07,1.214444637298584e-06,3.1441450119018555e-06,5.073845386505127e-06,7.0035457611083984e-06,8.93324613571167e-06,1.0862946510314941e-05,1.2792646884918213e-05,1.4722347259521484e-05,1.6652047634124756e-05,1.8581748008728027e-05,2.05114483833313e-05,2.244114875793457e-05,2.4370849132537842e-05,2.6300549507141113e-05,2.8230249881744385e-05,3.0159950256347656e-05,3.208965063095093e-05,3.40193510055542e-05,3.594905138015747e-05,3.787875175476074e-05,3.9808452129364014e-05,4.1738152503967285e-05,4.366785287857056e-05,4.559755325317383e-05,4.75272536277771e-05,4.945695400238037e-05,5.138665437698364e-05,5.3316354751586914e-05,5.5246055126190186e-05,5.717575550079346e-05,5.910545587539673e-05,6.103515625e-05]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-2.849102020263672e-05,-2.7609989047050476e-05,-2.6728957891464233e-05,-2.584792673587799e-05,-2.4966895580291748e-05,-2.4085864424705505e-05,-2.3204833269119263e-05,-2.232380211353302e-05,-2.1442770957946777e-05,-2.0561739802360535e-05,-1.9680708646774292e-05,-1.879967749118805e-05,-1.7918646335601807e-05,-1.7037615180015564e-05,-1.615658402442932e-05,-1.527555286884308e-05,-1.4394521713256836e-05,-1.3513490557670593e-05,-1.263245940208435e-05,-1.1751428246498108e-05,-1.0870397090911865e-05,-9.989365935325623e-06,-9.10833477973938e-06,-8.227303624153137e-06,-7.3462724685668945e-06,-6.465241312980652e-06,-5.584210157394409e-06,-4.7031790018081665e-06,-3.822147846221924e-06,-2.941116690635681e-06,-2.0600855350494385e-06,-1.1790543794631958e-06,-2.980232238769531e-07,5.830079317092896e-07,1.4640390872955322e-06,2.345070242881775e-06,3.2261013984680176e-06,4.10713255405426e-06,4.988163709640503e-06,5.869194865226746e-06,6.750226020812988e-06,7.631257176399231e-06,8.512288331985474e-06,9.393319487571716e-06,1.0274350643157959e-05,1.1155381798744202e-05,1.2036412954330444e-05,1.2917444109916687e-05,1.379847526550293e-05,1.4679506421089172e-05,1.5560537576675415e-05,1.6441568732261658e-05,1.73225998878479e-05,1.8203631043434143e-05,1.9084662199020386e-05,1.996569335460663e-05,2.084672451019287e-05,2.1727755665779114e-05,2.2608786821365356e-05,2.34898179769516e-05,2.4370849132537842e-05,2.5251880288124084e-05,2.6132911443710327e-05,2.701394259929657e-05,2.7894973754882812e-05],"_type":"histogram","values":[2,1,0,2,1,3,4,3,6,6,17,14,26,38,52,97,114,160,203,348,508,783,1084,1719,2859,4360,7420,12018,21542,37461,64355,99887,115785,88025,54057,31535,17738,10529,6233,3903,2470,1409,991,663,427,285,209,125,118,69,38,36,26,22,10,7,9,3,3,1,2,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0001471950818086043,-0.00014235841808840632,-0.00013752176892012358,-0.0001326851051999256,-0.00012784844147972763,-0.00012301179231144488,-0.0001181751285912469,-0.00011333846487104893,-0.00010850180842680857,-0.0001036651519825682,-9.882848826237023e-05,-9.399183181812987e-05,-8.91551753738895e-05,-8.431851165369153e-05,-7.948185520945117e-05,-7.464519148925319e-05,-6.980853504501283e-05,-6.497187860077247e-05,-6.0135214880574495e-05,-5.529855843633413e-05,-5.0461898354114965e-05,-4.5625238271895796e-05,-4.0788581827655435e-05,-3.5951921745436266e-05,-3.11152616632171e-05,-2.627860158099793e-05,-2.1441943317768164e-05,-1.66052850545384e-05,-1.176862497231923e-05,-6.931965799594764e-06,-2.095306626870297e-06,2.74135254585417e-06,7.578026270493865e-06,1.2414685443218332e-05,1.72513446159428e-05,2.2088002879172564e-05,2.6924662961391732e-05,3.17613230436109e-05,3.659797948785126e-05,4.143463957007043e-05,4.62712996522896e-05,5.110795973450877e-05,5.5944619816727936e-05,6.07812762609683e-05,6.561793270520866e-05,7.045459642540663e-05,7.5291252869647e-05,8.012791658984497e-05,8.496457303408533e-05,8.98012294783257e-05,9.463789319852367e-05,9.947454964276403e-05,0.00010431121336296201,0.00010914786980720237,0.00011398452625144273,0.0001188211899716407,0.00012365783913992345,0.00012849450286012143,0.0001333311665803194,0.00013816783030051738,0.00014300447946880013,0.0001478411431889981,0.00015267780690919608,0.00015751445607747883,0.0001623511197976768],"_type":"histogram","values":[1,2,1,1,1,5,4,2,3,9,5,6,7,7,7,19,14,19,7,11,19,19,29,33,17,28,28,20,25,26,28,24,28,29,25,24,18,26,32,19,20,17,13,9,17,10,6,8,6,11,3,2,5,2,0,3,1,3,1,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.003733361605554819,-0.0036208981182426214,-0.0035084346309304237,-0.003395971143618226,-0.0032835076563060284,-0.0031710441689938307,-0.003058580681681633,-0.0029461171943694353,-0.0028336537070572376,-0.00272119021974504,-0.0026087267324328423,-0.0024962632451206446,-0.002383799757808447,-0.002271336270496249,-0.0021588727831840515,-0.002046409295871854,-0.0019339458085596561,-0.0018214823212474585,-0.0017090188339352608,-0.001596555346623063,-0.0014840918593108654,-0.0013716283719986677,-0.00125916488468647,-0.0011467013973742723,-0.0010342379100620747,-0.000921774422749877,-0.0008093109354376793,-0.0006968474481254816,-0.0005843839608132839,-0.00047192047350108624,-0.00035945698618888855,-0.00024699349887669086,-0.00013452977873384953,-2.206629142165184e-05,9.039719589054585e-05,0.00020286068320274353,0.0003153241705149412,0.0004277876578271389,0.0005402511451393366,0.0006527146324515343,0.000765178119763732,0.0008776416070759296,0.0009901050943881273,0.001102568581700325,0.0012150320690125227,0.0013274955563247204,0.001439959043636918,0.0015524225309491158,0.0016648860182613134,0.0017773495055735111,0.0018898129928857088,0.0020022764801979065,0.002114739967510104,0.002227203454822302,0.0023396669421344995,0.0024521304294466972,0.002564593916758895,0.0026770574040710926,0.0027895208913832903,0.002901984378695488,0.0030144478660076857,0.0031269113533198833,0.003239374840632081,0.0033518383279442787,0.0034643018152564764],"_type":"histogram","values":[1,2,1,2,0,1,0,4,2,3,3,2,5,3,8,6,9,6,9,13,13,18,17,22,16,18,25,25,27,23,32,26,23,29,33,34,29,32,24,23,26,22,15,20,14,13,18,13,8,2,8,9,4,3,6,7,5,1,1,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,1,0,1,0,1,1,2,0,1,2,6,6,5,10,5,4,12,8,13,23,16,18,29,31,29,49,56,71,76,75,96,119,133,123,134,135,127,105,104,76,65,59,48,34,27,26,13,11,13,8,11,5,2,4,4,3,2,6,1,1,0,1],"bins":[-0.00014406410627998412,-0.00014018880028743297,-0.00013631349429488182,-0.00013243818830233067,-0.00012856288230977952,-0.00012468757631722838,-0.00012081226304871961,-0.00011693695705616847,-0.00011306165106361732,-0.00010918634507106617,-0.00010531103907851502,-0.00010143573308596388,-9.756041981745511e-05,-9.368511382490396e-05,-8.980980783235282e-05,-8.593450183980167e-05,-8.205919584725052e-05,-7.818388985469937e-05,-7.430858386214823e-05,-7.043327786959708e-05,-6.655797187704593e-05,-6.268265860853717e-05,-5.880735261598602e-05,-5.493204662343487e-05,-5.1056740630883723e-05,-4.7181434638332576e-05,-4.330612864578143e-05,-3.943081901525147e-05,-3.5555513022700325e-05,-3.168020703014918e-05,-2.7804899218608625e-05,-2.3929591407068074e-05,-2.0054285414516926e-05,-1.6178979421965778e-05,-1.2303671610425226e-05,-8.428364708379377e-06,-4.553057806333527e-06,-6.777509042876773e-07,3.1975559977581725e-06,7.072862899804022e-06,1.0948169801849872e-05,1.4823476703895722e-05,1.869878360594157e-05,2.2574091417482123e-05,2.644939741003327e-05,3.032470340258442e-05,3.4200013033114374e-05,3.807531902566552e-05,4.195062501821667e-05,4.582593101076782e-05,4.9701237003318965e-05,5.357654663384892e-05,5.745185262640007e-05,6.132716225693002e-05,6.520246824948117e-05,6.907777424203232e-05,7.295308023458347e-05,7.682838622713462e-05,8.070369221968576e-05,8.457899821223691e-05,8.845431148074567e-05,9.232961747329682e-05,9.620492346584797e-05,0.00010008022945839912,0.00010395553545095026],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[2,0,0,0,0,2,1,3,3,3,4,3,8,9,16,15,16,19,26,31,38,39,48,59,81,87,94,103,99,115,107,121,106,100,96,103,75,66,43,48,44,37,36,25,25,10,19,17,11,8,7,1,7,1,2,1,2,0,2,1,1,1,0,1],"bins":[-8.629277726868168e-05,-8.362990047316998e-05,-8.096702367765829e-05,-7.830415415810421e-05,-7.564127736259252e-05,-7.297840056708083e-05,-7.031552377156913e-05,-6.765264697605744e-05,-6.498977018054575e-05,-6.232690066099167e-05,-5.9664023865479976e-05,-5.700114706996828e-05,-5.433827027445659e-05,-5.1675397116923705e-05,-4.901252032141201e-05,-4.6349647163879126e-05,-4.3686770368367434e-05,-4.102389357285574e-05,-3.8361020415322855e-05,-3.569814361981116e-05,-3.303527046227828e-05,-3.0372393666766584e-05,-2.770951687125489e-05,-2.5046641894732602e-05,-2.2383766918210313e-05,-1.9720891941688024e-05,-1.7058016965165734e-05,-1.4395140169654042e-05,-1.1732265193131752e-05,-9.069390216609463e-06,-6.406514330592472e-06,-3.743638899322832e-06,-1.080770744010806e-06,1.582104687258834e-06,4.244980118528474e-06,6.907855549798114e-06,9.570730981067754e-06,1.2233605957590044e-05,1.4896481843607035e-05,1.7559357729624026e-05,2.0222232706146315e-05,2.2885107682668604e-05,2.5547982659190893e-05,2.8210859454702586e-05,3.087373625021428e-05,3.3536609407747164e-05,3.619948620325886e-05,3.886235936079174e-05,4.1525236156303436e-05,4.418811295181513e-05,4.6850986109348014e-05,4.951386290485971e-05,5.217673606239259e-05,5.4839612857904285e-05,5.750248965341598e-05,6.0165362810948864e-05,6.282824324443936e-05,6.549111276399344e-05,6.815398955950513e-05,7.081686635501683e-05,7.347974315052852e-05,7.614261994604021e-05,7.880548946559429e-05,8.146836626110598e-05,8.413124305661768e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.004535260144621134,-0.004394334275275469,-0.0042534079402685165,-0.0041124820709228516,-0.003971556201577187,-0.0038306298665702343,-0.0036897039972245693,-0.0035487778950482607,-0.003407851792871952,-0.0032669256906956434,-0.003125999588519335,-0.00298507371917367,-0.002844147616997361,-0.0027032215148210526,-0.0025622956454753876,-0.002421369543299079,-0.0022804434411227703,-0.0021395173389464617,-0.001998591236770153,-0.001857665367424488,-0.0017167392652481794,-0.0015758131630718708,-0.001434887177310884,-0.0012939611915498972,-0.0011530350893735886,-0.00101210898719728,-0.0008711830014362931,-0.0007302569574676454,-0.0005893309134989977,-0.00044840486953034997,-0.00030747882556170225,-0.00016655278159305453,-2.5626737624406815e-05,0.0001152993063442409,0.0002562253503128886,0.00039715139428153634,0.0005380774382501841,0.0006790034822188318,0.0008199295261874795,0.0009608555701561272,0.001101781614124775,0.0012427077163010836,0.0013836337020620704,0.0015245596878230572,0.0016654857899993658,0.0018064118921756744,0.0019473378779366612,0.002088263863697648,0.0022291899658739567,0.0023701160680502653,0.002511042170226574,0.002651968039572239,0.0027928941417485476,0.002933820243924856,0.003074746113270521,0.00321567221544683,0.0033565983176231384,0.003497524419799447,0.0036384505219757557,0.0037793763913214207,0.003920302726328373,0.004061228595674038,0.004202154465019703,0.004343080800026655,0.00448400666937232],"_type":"histogram","values":[1,0,2,0,1,1,0,0,2,0,4,6,4,5,11,6,17,13,10,18,17,14,28,21,25,25,26,31,19,19,27,20,22,30,30,27,25,30,20,29,14,19,25,21,12,15,16,12,8,7,4,5,4,7,3,4,2,0,1,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,5,2,3,4,5,5,19,12,33,42,48,92,139,187,334,558,836,1389,2430,4301,8014,15408,32988,82650,362968,743991,204721,57051,25047,12812,6978,3798,2291,1335,827,528,323,216,150,80,85,38,37,16,20,10,13,5,5,4,1,2,1,2,0,1,0,0,0,1],"bins":[-0.000545501708984375,-0.0005269050598144531,-0.0005083084106445312,-0.0004897117614746094,-0.0004711151123046875,-0.0004525184631347656,-0.00043392181396484375,-0.0004153251647949219,-0.000396728515625,-0.0003781318664550781,-0.00035953521728515625,-0.0003409385681152344,-0.0003223419189453125,-0.0003037452697753906,-0.00028514862060546875,-0.0002665519714355469,-0.000247955322265625,-0.00022935867309570312,-0.00021076202392578125,-0.00019216537475585938,-0.0001735687255859375,-0.00015497207641601562,-0.00013637542724609375,-0.00011777877807617188,-9.918212890625e-05,-8.058547973632812e-05,-6.198883056640625e-05,-4.3392181396484375e-05,-2.47955322265625e-05,-6.198883056640625e-06,1.239776611328125e-05,3.0994415283203125e-05,4.9591064453125e-05,6.818771362304688e-05,8.678436279296875e-05,0.00010538101196289062,0.0001239776611328125,0.00014257431030273438,0.00016117095947265625,0.00017976760864257812,0.0001983642578125,0.00021696090698242188,0.00023555755615234375,0.0002541542053222656,0.0002727508544921875,0.0002913475036621094,0.00030994415283203125,0.0003285408020019531,0.000347137451171875,0.0003657341003417969,0.00038433074951171875,0.0004029273986816406,0.0004215240478515625,0.0004401206970214844,0.00045871734619140625,0.0004773139953613281,0.00049591064453125,0.0005145072937011719,0.0005331039428710938,0.0005517005920410156,0.0005702972412109375,0.0005888938903808594,0.0006074905395507812,0.0006260871887207031,0.000644683837890625]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,1,0,1,0,0,0,2,0,1,0,0,0,0,3,1,1,1,1,3,1,2,2,3,3,3,0,4,7,10,12,24,29,44,73,112,138,84,63,34,20,17,20,10,9,5,6,2,0,2,2,1,0,1,0,1,1,0,3,1,1,0,0,2],"bins":[-1.7349239556097018e-07,-1.6871513253136072e-07,-1.6393786950175127e-07,-1.5916062068299652e-07,-1.5438335765338707e-07,-1.496060946237776e-07,-1.4482883159416815e-07,-1.400515685645587e-07,-1.3527431974580395e-07,-1.304970567161945e-07,-1.2571979368658504e-07,-1.2094253065697558e-07,-1.1616526762736612e-07,-1.1138801170318402e-07,-1.0661074867357456e-07,-1.0183349274939246e-07,-9.7056229719783e-08,-9.227896669017355e-08,-8.750171076599145e-08,-8.272444773638199e-08,-7.794719181219989e-08,-7.316992878259043e-08,-6.839266575298097e-08,-6.361540982879887e-08,-5.883814679918942e-08,-5.406088732229364e-08,-4.928362784539786e-08,-4.45063648157884e-08,-3.972910533889262e-08,-3.4951845861996844e-08,-3.0174582832387387e-08,-2.5397323355491608e-08,-2.062006387859583e-08,-1.584280440170005e-08,-1.1065543148447432e-08,-6.2882827833732335e-09,-1.511022418299035e-09,3.2662379467751634e-09,8.043498311849362e-09,1.282075867692356e-08,1.759801904199776e-08,2.2375278518893538e-08,2.7152539772146156e-08,3.1929801025398774e-08,3.670706050229455e-08,4.148431997919033e-08,4.626158300879979e-08,5.103884248569557e-08,5.581610196259135e-08,6.05933649922008e-08,6.53706209163829e-08,7.014788394599236e-08,7.492513987017446e-08,7.970240289978392e-08,8.447966592939338e-08,8.925692185357548e-08,9.403418488318493e-08,9.881144791279439e-08,1.0358870383697649e-07,1.0836596686658595e-07,1.1314322989619541e-07,1.1792048582037751e-07,1.226977417445596e-07,1.2747500477416907e-07,1.3225226780377852e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,1,2,0,2,5,5,3,6,17,13,17,21,39,47,39,68,87,120,150,221,262,400,479,786,1117,2073,3775,8490,21902,65026,189898,188805,65637,21898,8531,3933,1925,1159,755,532,381,312,202,159,125,92,64,64,45,39,28,19,12,9,3,12,5,2,0,1,1,1,1],"bins":[-0.0005950927734375,-0.0005764961242675781,-0.0005578994750976562,-0.0005393028259277344,-0.0005207061767578125,-0.0005021095275878906,-0.00048351287841796875,-0.0004649162292480469,-0.000446319580078125,-0.0004277229309082031,-0.00040912628173828125,-0.0003905296325683594,-0.0003719329833984375,-0.0003533363342285156,-0.00033473968505859375,-0.0003161430358886719,-0.00029754638671875,-0.0002789497375488281,-0.00026035308837890625,-0.00024175643920898438,-0.0002231597900390625,-0.00020456314086914062,-0.00018596649169921875,-0.00016736984252929688,-0.000148773193359375,-0.00013017654418945312,-0.00011157989501953125,-9.298324584960938e-05,-7.43865966796875e-05,-5.5789947509765625e-05,-3.719329833984375e-05,-1.8596649169921875e-05,0,1.8596649169921875e-05,3.719329833984375e-05,5.5789947509765625e-05,7.43865966796875e-05,9.298324584960938e-05,0.00011157989501953125,0.00013017654418945312,0.000148773193359375,0.00016736984252929688,0.00018596649169921875,0.00020456314086914062,0.0002231597900390625,0.00024175643920898438,0.00026035308837890625,0.0002789497375488281,0.00029754638671875,0.0003161430358886719,0.00033473968505859375,0.0003533363342285156,0.0003719329833984375,0.0003905296325683594,0.00040912628173828125,0.0004277229309082031,0.000446319580078125,0.0004649162292480469,0.00048351287841796875,0.0005021095275878906,0.0005207061767578125,0.0005393028259277344,0.0005578994750976562,0.0005764961242675781,0.0005950927734375]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,0,0,1,3,3,3,4,2,2,6,5,3,8,6,13,8,9,21,19,18,16,21,27,20,22,28,27,27,36,28,27,12,21,35,22,29,24,27,17,21,17,16,17,14,12,7,14,3,9,4,5,4,5,4,3,1,1,1,4,3],"bins":[-8.57379927765578e-05,-8.324374357471243e-05,-8.074948709690943e-05,-7.825523789506406e-05,-7.576098141726106e-05,-7.326673221541569e-05,-7.077248301357031e-05,-6.827822653576732e-05,-6.578397733392194e-05,-6.328972813207656e-05,-6.079547165427357e-05,-5.830122245242819e-05,-5.580696961260401e-05,-5.331271677277982e-05,-5.0818467570934445e-05,-4.832421473111026e-05,-4.5829961891286075e-05,-4.333570905146189e-05,-4.0841456211637706e-05,-3.834720700979233e-05,-3.585295416996814e-05,-3.335870133014396e-05,-3.086445212829858e-05,-2.8370199288474396e-05,-2.587594644865021e-05,-2.3381693608826026e-05,-2.0887442587991245e-05,-1.8393191567156464e-05,-1.589893872733228e-05,-1.3404686797002796e-05,-1.0910434866673313e-05,-8.41618293634383e-06,-5.921938281971961e-06,-3.4276863516424783e-06,-9.334344213129953e-07,1.5608175090164877e-06,4.055069439345971e-06,6.549321369675454e-06,9.043573300004937e-06,1.153782523033442e-05,1.4032077160663903e-05,1.6526330000488088e-05,1.902058102132287e-05,2.151483204215765e-05,2.4009084881981835e-05,2.650333772180602e-05,2.89975887426408e-05,3.149183976347558e-05,3.398609260329977e-05,3.648034544312395e-05,3.8974598282948136e-05,4.1468847484793514e-05,4.39631003246177e-05,4.6457353164441884e-05,4.895160236628726e-05,5.1445855206111446e-05,5.394010804593563e-05,5.6434360885759816e-05,5.8928613725584e-05,6.142286292742938e-05,6.391711940523237e-05,6.641136860707775e-05,6.890561780892313e-05,7.139987428672612e-05,7.38941234885715e-05]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,0,0,0,1,1,0,1,3,3,2,1,5,3,6,5,7,12,7,16,11,11,18,19,19,22,26,15,34,41,33,29,43,23,38,21,29,37,34,24,26,17,12,13,17,17,11,7,8,5,6,2,4,4,3,2,1,1,2,2,1,4,1,1],"bins":[-0.003662853268906474,-0.0035523006226867437,-0.003441748209297657,-0.0033311955630779266,-0.0032206429168581963,-0.003110090270638466,-0.0029995376244187355,-0.0028889852110296488,-0.0027784325648099184,-0.002667879918590188,-0.0025573275052011013,-0.002446774858981371,-0.0023362222127616405,-0.00222566956654191,-0.00211511692032218,-0.002004564506933093,-0.0018940118607133627,-0.0017834592144936323,-0.0016729066846892238,-0.0015623541548848152,-0.0014518015086650848,-0.0013412488624453545,-0.001230696332640946,-0.0011201438028365374,-0.001009591156616807,-0.0008990385686047375,-0.0007884859805926681,-0.0006779333925805986,-0.0005673808045685291,-0.00045682821655645967,-0.0003462756285443902,-0.00023572304053232074,-0.00012517021968960762,-1.4617631677538157e-05,9.593495633453131e-05,0.00020648754434660077,0.00031704013235867023,0.0004275927203707397,0.0005381453083828092,0.0006486978963948786,0.0007592504844069481,0.0008698030724190176,0.000980355660431087,0.0010909081902354956,0.001201460836455226,0.0013120134826749563,0.0014225660124793649,0.0015331185422837734,0.0016436711885035038,0.0017542238347232342,0.0018647763645276427,0.0019753288943320513,0.0020858815405517817,0.002196434186771512,0.0023069866001605988,0.002417539246380329,0.0025280918926000595,0.00263864453881979,0.0027491971850395203,0.002859749598428607,0.0029703022446483374,0.0030808548908680677,0.0031914073042571545,0.003301959950476885,0.0034125125966966152],"_type":"histogram"},"gradients/_orig_mod.linear.weight":{"bins":[-0.00112152099609375,-0.001089930534362793,-0.001058340072631836,-0.001026749610900879,-0.0009951591491699219,-0.0009635686874389648,-0.0009319782257080078,-0.0009003877639770508,-0.0008687973022460938,-0.0008372068405151367,-0.0008056163787841797,-0.0007740259170532227,-0.0007424354553222656,-0.0007108449935913086,-0.0006792545318603516,-0.0006476640701293945,-0.0006160736083984375,-0.0005844831466674805,-0.0005528926849365234,-0.0005213022232055664,-0.0004897117614746094,-0.00045812129974365234,-0.0004265308380126953,-0.0003949403762817383,-0.00036334991455078125,-0.0003317594528198242,-0.0003001689910888672,-0.00026857852935791016,-0.00023698806762695312,-0.0002053976058959961,-0.00017380714416503906,-0.00014221668243408203,-0.000110626220703125,-7.903575897216797e-05,-4.744529724121094e-05,-1.5854835510253906e-05,1.5735626220703125e-05,4.7326087951660156e-05,7.891654968261719e-05,0.00011050701141357422,0.00014209747314453125,0.00017368793487548828,0.0002052783966064453,0.00023686885833740234,0.0002684593200683594,0.0003000497817993164,0.00033164024353027344,0.00036323070526123047,0.0003948211669921875,0.00042641162872314453,0.00045800209045410156,0.0004895925521850586,0.0005211830139160156,0.0005527734756469727,0.0005843639373779297,0.0006159543991088867,0.0006475448608398438,0.0006791353225708008,0.0007107257843017578,0.0007423162460327148,0.0007739067077636719,0.0008054971694946289,0.0008370876312255859,0.000868678092956543,0.0009002685546875],"_type":"histogram","values":[1,0,1,0,0,1,0,3,2,1,1,4,6,9,18,17,20,25,60,62,104,138,182,302,428,545,910,1257,1754,2520,3683,5035,7005,9040,10277,11341,10607,8817,6859,5120,3649,2589,1802,1282,874,573,413,298,202,153,95,59,43,39,23,17,12,8,3,7,2,2,1,3]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[2,0,1,1,0,2,2,1,4,1,4,2,4,6,9,5,8,14,14,19,14,22,22,19,29,33,20,23,24,32,16,31,37,35,32,33,28,26,25,19,13,20,14,19,10,15,15,9,6,5,5,5,1,2,2,2,1,3,0,0,0,0,1,1],"bins":[-0.00018258897762279958,-0.00017679734446574003,-0.00017100569675676525,-0.0001652140635997057,-0.00015942243044264615,-0.00015363078273367137,-0.00014783914957661182,-0.00014204751641955227,-0.0001362558687105775,-0.00013046423555351794,-0.0001246726023964584,-0.00011888095468748361,-0.00011308932153042406,-0.0001072976810974069,-0.00010150604066438973,-9.571440750733018e-05,-8.992276707431301e-05,-8.413112664129585e-05,-7.83394934842363e-05,-7.254785305121914e-05,-6.675621261820197e-05,-6.0964575823163614e-05,-5.5172939028125256e-05,-4.938129859510809e-05,-4.3589661800069734e-05,-3.779802500503138e-05,-3.200638457201421e-05,-2.6214747776975855e-05,-2.0423109162948094e-05,-1.4631470548920333e-05,-8.839832844387274e-06,-3.048194685106864e-06,2.743443474173546e-06,8.535082088201307e-06,1.4326719792734366e-05,2.0118357497267425e-05,2.5909996111295186e-05,3.170163472532295e-05,3.7493271520361304e-05,4.328491195337847e-05,4.9076548748416826e-05,5.4868185543455184e-05,6.065982597647235e-05,6.645146640948951e-05,7.224309956654906e-05,7.803473999956623e-05,8.382638043258339e-05,8.961801358964294e-05,9.54096540226601e-05,0.00010120129445567727,0.00010699292761273682,0.00011278456804575399,0.00011857620847877115,0.0001243678416358307,0.00013015948934480548,0.00013595112250186503,0.00014174275565892458,0.00014753440336789936,0.0001533260365249589,0.00015911766968201846,0.00016490931739099324,0.0001707009505480528,0.00017649258370511234,0.00018228423141408712,0.00018807586457114667],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,1,2,0,0,1,2,2,5,6,3,6,8,7,9,12,18,25,26,32,27,31,44,44,60,60,36,35,47,35,40,32,21,17,10,14,11,6,9,5,3,2,6,0,1,1,2,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-1.9649093019324937e-08,-1.8936420431714396e-08,-1.8223746067747015e-08,-1.7511073480136474e-08,-1.6798400892525933e-08,-1.6085726528558553e-08,-1.537305394094801e-08,-1.466038046515905e-08,-1.394770698937009e-08,-1.3235034401759549e-08,-1.2522360925970588e-08,-1.1809687450181627e-08,-1.1097014862571086e-08,-1.0384341386782125e-08,-9.671667910993165e-09,-8.958995323382624e-09,-8.246321847593663e-09,-7.533648371804702e-09,-6.820975340104951e-09,-6.1083023084052e-09,-5.395628832616239e-09,-4.6829558009164884e-09,-3.9702827692167375e-09,-3.2576095154723816e-09,-2.5449362617280258e-09,-1.83226300798367e-09,-1.1195898652616165e-09,-4.069166670284119e-10,3.0575653120479274e-10,1.0184297849491486e-09,1.731102927671202e-09,2.4437760703932554e-09,3.1564493241376113e-09,3.869122355837362e-09,4.581795831626323e-09,5.294468863326074e-09,6.007142339115035e-09,6.719815370814786e-09,7.4324884025145366e-09,8.145161878303497e-09,8.857835354092458e-09,9.570507941703e-09,1.028318141749196e-08,1.099585489328092e-08,1.1708527480891462e-08,1.2421200956680423e-08,1.3133874432469383e-08,1.3846547020079925e-08,1.4559220495868885e-08,1.5271893971657846e-08,1.5984566559268387e-08,1.6697240923235768e-08,1.740991351084631e-08,1.812258609845685e-08,1.883526046242423e-08,1.954793305003477e-08,2.0260605637645313e-08,2.0973280001612693e-08,2.1685952589223234e-08,2.2398625176833775e-08,2.3111299540801156e-08,2.3823972128411697e-08,2.4536644716022238e-08,2.5249319079989618e-08,2.596199166760016e-08],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,2,1,1,1,4,2,3,5,8,8,11,10,10,18,24,23,15,28,38,25,38,35,30,37,34,39,41,31,29,33,26,32,20,19,15,8,15,10,6,8,6,5,3,1,2,1,1,1,0,0,1,0,1],"bins":[-0.00015889570931904018,-0.00015435248496942222,-0.00014980926061980426,-0.00014526605082210153,-0.00014072282647248358,-0.00013617960212286562,-0.00013163637777324766,-0.0001270931534236297,-0.00012254994362592697,-0.0001180067120003514,-0.00011346349492669106,-0.0001089202705770731,-0.00010437704622745514,-9.98338291537948e-05,-9.529060480417684e-05,-9.07473877305165e-05,-8.620416338089854e-05,-8.166093903128058e-05,-7.711772195762023e-05,-7.257449760800228e-05,-6.803128053434193e-05,-6.348805618472397e-05,-5.8944831835106015e-05,-5.4401611123466864e-05,-4.985839041182771e-05,-4.531516970018856e-05,-4.077194898854941e-05,-3.622872463893145e-05,-3.16855039272923e-05,-2.714228321565315e-05,-2.2599060685024597e-05,-1.8055838154396042e-05,-1.3512617442756891e-05,-8.969395821623039e-06,-4.426174200489186e-06,1.17047420644667e-07,4.66026904177852e-06,9.203490662912372e-06,1.3746712284046225e-05,1.828993481467478e-05,2.283315552631393e-05,2.7376376237953082e-05,3.191959694959223e-05,3.646282129921019e-05,4.100604201084934e-05,4.554926272248849e-05,5.009248707210645e-05,5.46357077837456e-05,5.917892849538475e-05,6.372215284500271e-05,6.826536991866305e-05,7.280859426828101e-05,7.735181134194136e-05,8.189503569155931e-05,8.643826004117727e-05,9.098147711483762e-05,9.552470146445557e-05,0.00010006792581407353,0.00010461114288773388,0.00010915436723735183,0.00011369759158696979,0.00011824080866063014,0.00012278402573429048,0.00012732725008390844,0.0001318704744335264],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-3.0322091333800927e-05,-2.9415405151667073e-05,-2.8508720788522623e-05,-2.760203460638877e-05,-2.669535024324432e-05,-2.5788664061110467e-05,-2.4881977878976613e-05,-2.3975293515832163e-05,-2.306860733369831e-05,-2.2161921151564457e-05,-2.1255236788420007e-05,-2.0348550606286153e-05,-1.94418644241523e-05,-1.853518006100785e-05,-1.7628493878873996e-05,-1.6721809515729547e-05,-1.5815123333595693e-05,-1.4908438060956541e-05,-1.400175278831739e-05,-1.3095066606183536e-05,-1.2188381333544385e-05,-1.1281696060905233e-05,-1.037500987877138e-05,-9.468324606132228e-06,-8.561639333493076e-06,-7.654954060853925e-06,-6.748268333467422e-06,-5.8415826060809195e-06,-4.934897333441768e-06,-4.028212060802616e-06,-3.1215263334161136e-06,-2.2148408334032865e-06,-1.3081553333904594e-06,-4.014698333776323e-07,5.052156666351948e-07,1.411901166648022e-06,2.318586666660849e-06,3.225272166673676e-06,4.131957666686503e-06,5.038643394073006e-06,5.9453286667121574e-06,6.852013939351309e-06,7.75869921199046e-06,8.665385394124314e-06,9.572070666763466e-06,1.0478755939402618e-05,1.1385442121536471e-05,1.2292127394175623e-05,1.3198812666814774e-05,1.4105497939453926e-05,1.5012183212093078e-05,1.591886939422693e-05,1.682555375737138e-05,1.7732239939505234e-05,1.8638926121639088e-05,1.9545610484783538e-05,2.045229666691739e-05,2.1358982849051245e-05,2.2265667212195694e-05,2.3172353394329548e-05,2.40790395764634e-05,2.498572393960785e-05,2.5892410121741705e-05,2.6799094484886155e-05,2.7705780667020008e-05],"_type":"histogram","values":[1,1,0,0,0,2,0,1,0,1,0,0,3,1,3,5,6,4,11,7,13,11,9,20,20,26,22,30,34,39,34,30,54,28,42,39,22,29,40,28,11,34,17,17,15,9,6,11,8,4,3,3,2,3,3,1,1,1,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-4.8627574869897217e-05,-4.6903460315661505e-05,-4.51793493994046e-05,-4.345523484516889e-05,-4.1731123928911984e-05,-4.000700937467627e-05,-3.828289482044056e-05,-3.6558783904183656e-05,-3.4834669349947944e-05,-3.311055843369104e-05,-3.138644387945533e-05,-2.966233114420902e-05,-2.793821840896271e-05,-2.6214105673716404e-05,-2.4489991119480692e-05,-2.2765878384234384e-05,-2.1041765648988076e-05,-1.9317652913741767e-05,-1.759354017849546e-05,-1.5869425624259748e-05,-1.414531288901344e-05,-1.2421200153767131e-05,-1.0697087418520823e-05,-8.972973773779813e-06,-7.248861038533505e-06,-5.524747848539846e-06,-3.8006348859198624e-06,-2.076521923299879e-06,-3.524087333062198e-07,1.3717043430006015e-06,3.095817419307423e-06,4.819930381927406e-06,6.5440435719210654e-06,8.268156307167374e-06,9.992269951908384e-06,1.1716382687154692e-05,1.3440496331895702e-05,1.516460906714201e-05,1.6888721802388318e-05,1.8612834537634626e-05,2.0336949091870338e-05,2.2061061827116646e-05,2.3785174562362954e-05,2.5509287297609262e-05,2.723340003285557e-05,2.895751276810188e-05,3.068162550334819e-05,3.24057400575839e-05,3.41298509738408e-05,3.5853965528076515e-05,3.7578080082312226e-05,3.930219099856913e-05,4.102630555280484e-05,4.275041646906175e-05,4.447453102329746e-05,4.619864557753317e-05,4.7922756493790075e-05,4.964687104802579e-05,5.137098196428269e-05,5.30950965185184e-05,5.4819211072754115e-05,5.654332198901102e-05,5.826743654324673e-05,5.9991547459503636e-05,6.171566201373935e-05],"_type":"histogram","values":[1,0,0,2,0,1,3,2,1,4,2,4,6,12,13,17,32,23,29,31,68,66,100,115,113,118,137,119,151,126,131,116,99,74,74,50,53,34,27,20,20,7,12,6,4,2,5,6,2,5,0,1,1,1,0,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,3,2,1,3,1,3,3,8,9,18,24,24,36,51,65,110,151,193,278,483,670,1021,1558,2526,4237,6888,11602,21573,39159,77165,167896,410146,456356,185689,86030,43610,22641,12935,7407,4523,2713,1687,1111,692,505,320,217,141,120,71,54,46,18,18,8,13,6,7,5,5,3,5],"bins":[-0.000392913818359375,-0.0003813803195953369,-0.00036984682083129883,-0.00035831332206726074,-0.00034677982330322266,-0.00033524632453918457,-0.0003237128257751465,-0.0003121793270111084,-0.0003006458282470703,-0.0002891123294830322,-0.00027757883071899414,-0.00026604533195495605,-0.00025451183319091797,-0.00024297833442687988,-0.0002314448356628418,-0.0002199113368988037,-0.00020837783813476562,-0.00019684433937072754,-0.00018531084060668945,-0.00017377734184265137,-0.00016224384307861328,-0.0001507103443145752,-0.0001391768455505371,-0.00012764334678649902,-0.00011610984802246094,-0.00010457634925842285,-9.304285049438477e-05,-8.150935173034668e-05,-6.99758529663086e-05,-5.844235420227051e-05,-4.690885543823242e-05,-3.5375356674194336e-05,-2.384185791015625e-05,-1.2308359146118164e-05,-7.748603820800781e-07,1.0758638381958008e-05,2.2292137145996094e-05,3.382563591003418e-05,4.5359134674072266e-05,5.689263343811035e-05,6.842613220214844e-05,7.995963096618652e-05,9.149312973022461e-05,0.0001030266284942627,0.00011456012725830078,0.00012609362602233887,0.00013762712478637695,0.00014916062355041504,0.00016069412231445312,0.0001722276210784912,0.0001837611198425293,0.00019529461860656738,0.00020682811737060547,0.00021836161613464355,0.00022989511489868164,0.00024142861366271973,0.0002529621124267578,0.0002644956111907959,0.000276029109954834,0.00028756260871887207,0.00029909610748291016,0.00031062960624694824,0.00032216310501098633,0.0003336966037750244,0.0003452301025390625]},"learning_rate":4.999192301840554e-05,"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[2,0,1,2,3,4,4,8,12,17,21,30,26,59,70,92,113,187,233,340,481,851,1278,1927,3007,5436,10175,19281,41501,107541,370660,640285,231547,73007,30705,14528,7430,4388,2530,1649,1040,612,473,334,240,205,130,78,64,77,36,42,26,18,12,17,9,6,5,3,1,1,2,2],"bins":[-0.0003910064697265625,-0.00037851929664611816,-0.00036603212356567383,-0.0003535449504852295,-0.00034105777740478516,-0.0003285706043243408,-0.0003160834312438965,-0.00030359625816345215,-0.0002911090850830078,-0.0002786219120025635,-0.00026613473892211914,-0.0002536475658416748,-0.00024116039276123047,-0.00022867321968078613,-0.0002161860466003418,-0.00020369887351989746,-0.00019121170043945312,-0.0001787245273590088,-0.00016623735427856445,-0.00015375018119812012,-0.00014126300811767578,-0.00012877583503723145,-0.00011628866195678711,-0.00010380148887634277,-9.131431579589844e-05,-7.88271427154541e-05,-6.633996963500977e-05,-5.385279655456543e-05,-4.1365623474121094e-05,-2.8878450393676758e-05,-1.6391277313232422e-05,-3.904104232788086e-06,8.58306884765625e-06,2.1070241928100586e-05,3.355741500854492e-05,4.604458808898926e-05,5.8531761169433594e-05,7.101893424987793e-05,8.350610733032227e-05,9.59932804107666e-05,0.00010848045349121094,0.00012096762657165527,0.0001334547996520996,0.00014594197273254395,0.00015842914581298828,0.00017091631889343262,0.00018340349197387695,0.0001958906650543213,0.00020837783813476562,0.00022086501121520996,0.0002333521842956543,0.00024583935737609863,0.00025832653045654297,0.0002708137035369873,0.00028330087661743164,0.000295788049697876,0.0003082752227783203,0.00032076239585876465,0.000333249568939209,0.0003457367420196533,0.00035822391510009766,0.000370711088180542,0.00038319826126098633,0.00039568543434143066,0.000408172607421875]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[5,5,9,24,33,53,97,145,273,418,664,960,1440,2152,2884,4021,5499,7008,9073,11688,14623,17710,21104,24272,27171,29795,32228,34575,35145,35290,35042,33931,31668,29161,25961,23116,19578,16574,13877,10820,8635,6755,5009,3491,2565,1819,1197,853,499,339,231,141,80,56,29,12,5,5,5,5,0,0,0,1],"bins":[-0.09266360104084015,-0.08950546383857727,-0.08634732663631439,-0.08318918198347092,-0.08003104478120804,-0.07687290757894516,-0.07371476292610168,-0.0705566257238388,-0.06739848852157593,-0.06424035131931305,-0.06108221039175987,-0.057924069464206696,-0.05476593226194382,-0.05160779505968094,-0.04844965413212776,-0.045291513204574585,-0.04213337600231171,-0.03897523880004883,-0.03581709787249565,-0.032658956944942474,-0.029500819742679596,-0.02634268067777157,-0.02318454161286354,-0.020026402547955513,-0.016868263483047485,-0.013710124418139458,-0.01055198535323143,-0.007393846288323402,-0.004235707223415375,-0.001077568158507347,0.0020805709064006805,0.005238709971308708,0.008396856486797333,0.01155499555170536,0.014713134616613388,0.017871273681521416,0.021029412746429443,0.02418755181133747,0.0273456908762455,0.030503829941153526,0.033661969006061554,0.03682010620832443,0.03997824713587761,0.043136388063430786,0.046294525265693665,0.04945266246795654,0.05261080339550972,0.0557689443230629,0.058927081525325775,0.062085218727588654,0.06524336338043213,0.06840150058269501,0.07155963778495789,0.07471777498722076,0.07787591218948364,0.08103405684232712,0.08419219404459,0.08735033124685287,0.09050847589969635,0.09366661310195923,0.0968247503042221,0.09998288750648499,0.10314102470874786,0.10629916936159134,0.10945730656385422]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,1,1,7,4,2,4,6,13,19,26,55,47,96,131,219,299,517,806,1351,2133,3635,6490,10975,20318,40178,83378,153410,129859,64997,31623,16690,9269,5283,3004,1865,1079,778,450,277,153,114,72,59,41,31,15,9,12,2,6,3,0,1,3,1,2,0,0,0,1],"bins":[-0.00060272216796875,-0.0005831718444824219,-0.0005636215209960938,-0.0005440711975097656,-0.0005245208740234375,-0.0005049705505371094,-0.00048542022705078125,-0.0004658699035644531,-0.000446319580078125,-0.0004267692565917969,-0.00040721893310546875,-0.0003876686096191406,-0.0003681182861328125,-0.0003485679626464844,-0.00032901763916015625,-0.0003094673156738281,-0.0002899169921875,-0.0002703666687011719,-0.00025081634521484375,-0.00023126602172851562,-0.0002117156982421875,-0.00019216537475585938,-0.00017261505126953125,-0.00015306472778320312,-0.000133514404296875,-0.00011396408081054688,-9.441375732421875e-05,-7.486343383789062e-05,-5.53131103515625e-05,-3.5762786865234375e-05,-1.621246337890625e-05,3.337860107421875e-06,2.288818359375e-05,4.2438507080078125e-05,6.198883056640625e-05,8.153915405273438e-05,0.0001010894775390625,0.00012063980102539062,0.00014019012451171875,0.00015974044799804688,0.000179290771484375,0.00019884109497070312,0.00021839141845703125,0.00023794174194335938,0.0002574920654296875,0.0002770423889160156,0.00029659271240234375,0.0003161430358886719,0.000335693359375,0.0003552436828613281,0.00037479400634765625,0.0003943443298339844,0.0004138946533203125,0.0004334449768066406,0.00045299530029296875,0.0004725456237792969,0.000492095947265625,0.0005116462707519531,0.0005311965942382812,0.0005507469177246094,0.0005702972412109375,0.0005898475646972656,0.0006093978881835938,0.0006289482116699219,0.00064849853515625]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,2,2,0,2,1,3,4,4,3,6,4,7,7,5,10,12,15,24,21,22,31,31,36,42,51,56,72,77,68,69,93,88,81,90,102,94,80,85,101,81,59,66,46,50,44,27,32,35,21,14,18,11,10,6,6,5,6,1,2,3,1],"bins":[-0.00981312245130539,-0.009665272198617458,-0.009517422877252102,-0.00936957262456417,-0.00922172237187624,-0.009073873050510883,-0.008926022797822952,-0.008778172545135021,-0.00863032229244709,-0.008482472971081734,-0.008334622718393803,-0.008186772465705872,-0.008038923144340515,-0.007891072891652584,-0.00774322310462594,-0.007595372851938009,-0.0074475230649113655,-0.007299673277884722,-0.007151823025196791,-0.007003973238170147,-0.006856122985482216,-0.006708273198455572,-0.006560423411428928,-0.006412573158740997,-0.0062647233717143536,-0.00611687358468771,-0.005969023331999779,-0.005821173544973135,-0.005673323757946491,-0.00552547350525856,-0.005377623718231916,-0.005229773465543985,-0.005081923678517342,-0.0049340734258294106,-0.004786223638802767,-0.004638373851776123,-0.004490523599088192,-0.004342673812061548,-0.0041948240250349045,-0.004046973772346973,-0.0038991239853203297,-0.0037512739654630423,-0.003603423945605755,-0.0034555739257484674,-0.0033077241387218237,-0.0031598741188645363,-0.003012024099007249,-0.0028641740791499615,-0.0027163242921233177,-0.0025684742722660303,-0.002420624252408743,-0.0022727742325514555,-0.0021249244455248117,-0.0019770744256675243,-0.001829224405810237,-0.0016813745023682714,-0.001533524482510984,-0.0013856745790690184,-0.001237824559211731,-0.0010899746557697654,-0.000942124635912478,-0.0007942747324705124,-0.000646424712613225,-0.0004985748091712594,-0.00035072481841780245]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.0002090606139972806,-0.00020143073925282806,-0.00019380086450837553,-0.00018617097521200776,-0.00017854110046755522,-0.0001709112257231027,-0.00016328133642673492,-0.0001556514616822824,-0.00014802158693782985,-0.00014039171219337732,-0.00013276183744892478,-0.00012513194815255702,-0.00011750207340810448,-0.00010987219866365194,-0.00010224231664324179,-9.461243462283164e-05,-8.69825598783791e-05,-7.935268513392657e-05,-7.172280311351642e-05,-6.409292109310627e-05,-5.6463046348653734e-05,-4.883316796622239e-05,-4.120328958379105e-05,-3.3573411201359704e-05,-2.594353281892836e-05,-1.8313654436497018e-05,-1.0683776054065675e-05,-3.0538976716343313e-06,4.575980710797012e-06,1.2205859093228355e-05,1.9835737475659698e-05,2.746561585809104e-05,3.509552334435284e-05,4.2725401726784185e-05,5.035528010921553e-05,5.798515849164687e-05,6.561503687407821e-05,7.324491161853075e-05,8.08747936389409e-05,8.850467565935105e-05,9.613455040380359e-05,0.00010376442514825612,0.00011139430716866627,0.00011902418918907642,0.00012665406393352896,0.0001342839386779815,0.00014191382797434926,0.0001495437027188018,0.00015717357746325433,0.00016480345220770687,0.0001724333269521594,0.00018006321624852717,0.0001876930909929797,0.00019532296573743224,0.0002029528550338,0.00021058272977825254,0.00021821260452270508,0.00022584247926715761,0.00023347235401161015,0.00024110224330797791,0.0002487321035005152,0.000256361992796883,0.00026399188209325075,0.00027162174228578806,0.0002792516315821558],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,2,1,1,2,3,7,2,7,10,21,26,31,44,55,88,72,83,72,47,42,34,28,21,12,17,8,6,4,2,6,3,4,1,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,1,2,7,15,20,43,71,155,227,374,617,1000,1601,2416,3738,5399,7581,10703,14334,19308,24796,31822,39084,48384,56495,65535,74300,81898,88507,92793,96136,95870,94000,90129,84526,77176,68999,60657,51358,42984,34809,27861,21344,16501,12173,8704,6174,4287,2884,1989,1194,723,500,296,155,88,63,27,13,8,4,2,3],"bins":[-0.09947359561920166,-0.09638480097055435,-0.09329600632190704,-0.09020721167325974,-0.08711841702461243,-0.08402962237596512,-0.08094082772731781,-0.0778520330786705,-0.0747632384300232,-0.07167443633079529,-0.06858564168214798,-0.06549684703350067,-0.06240805238485336,-0.059319257736206055,-0.056230463087558746,-0.05314166843891144,-0.05005287379026413,-0.04696407914161682,-0.04387528449296951,-0.040786489844322205,-0.037697695195674896,-0.03460889682173729,-0.03152010217308998,-0.028431307524442673,-0.025342512875795364,-0.022253718227148056,-0.019164923578500748,-0.01607612706720829,-0.012987332418560982,-0.009898537769913673,-0.0068097421899437904,-0.0037209470756351948,-0.0006321519613265991,0.0024566431529819965,0.005545438267290592,0.008634233847260475,0.011723028495907784,0.014811823144555092,0.01790061965584755,0.020989414304494858,0.024078208953142166,0.027167003601789474,0.030255798250436783,0.03334459289908409,0.0364333912730217,0.039522185921669006,0.042610980570316315,0.04569977521896362,0.04878856986761093,0.05187736451625824,0.05496615916490555,0.058054953813552856,0.061143748462200165,0.06423254311084747,0.06732133775949478,0.07041013240814209,0.07349893450737,0.0765877291560173,0.07967652380466461,0.08276531845331192,0.08585411310195923,0.08894290775060654,0.09203170239925385,0.09512049704790115,0.09820929169654846]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0025813751854002476,-0.002488008700311184,-0.002394642448052764,-0.0023012759629637003,-0.0022079094778746367,-0.0021145432256162167,-0.002021176740527153,-0.0019278102554380894,-0.0018344438867643476,-0.0017410775180906057,-0.001647711033001542,-0.0015543446643278003,-0.0014609782956540585,-0.0013676118105649948,-0.001274245441891253,-0.0011808789568021894,-0.0010875125881284475,-0.0009941462194547057,-0.0009007797343656421,-0.0008074133656919003,-0.0007140469388104975,-0.0006206805119290948,-0.000527314143255353,-0.00043394771637395024,-0.0003405812894925475,-0.0002472148626111448,-0.0001538484648335725,-6.0482052504085004e-05,3.28843598254025e-05,0.00012625077215489,0.0002196171844843775,0.0003129835822619498,0.00040635024197399616,0.0004997166688553989,0.0005930830957368016,0.0006864494644105434,0.0007798158912919462,0.0008731823181733489,0.0009665486868470907,0.0010599151719361544,0.0011532815406098962,0.001246647909283638,0.0013400143943727016,0.0014333807630464435,0.0015267471317201853,0.001620113616809249,0.0017134799854829907,0.0018068464705720544,0.0019002128392457962,0.00199357932433486,0.00208694557659328,0.0021803120616823435,0.002273678546771407,0.002367044799029827,0.0024604112841188908,0.0025537777692079544,0.002647144254297018,0.002740510506555438,0.0028338769916445017,0.0029272434767335653,0.0030206097289919853,0.003113976214081049,0.0032073426991701126,0.0033007089514285326,0.0033940754365175962],"_type":"histogram","values":[1,2,1,1,1,1,2,4,3,5,1,5,9,10,17,10,12,22,21,21,24,26,33,35,32,33,31,33,36,39,25,36,28,37,19,19,19,28,13,12,7,7,7,10,6,5,3,5,2,0,1,2,0,2,2,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,2,0,0,2,1,0,5,2,3,5,2,5,5,6,12,15,17,16,18,11,14,24,20,36,26,25,29,38,25,26,30,34,34,26,38,25,20,20,22,16,13,16,12,9,8,18,9,8,4,3,2,3,2,0,1,2,1,0,0,0,0,0,1],"bins":[-0.004225732292979956,-0.004089379217475653,-0.00395302614197135,-0.0038166732992976904,-0.003680320456624031,-0.003543967381119728,-0.003407614305615425,-0.003271261462941766,-0.003134908387437463,-0.00299855531193316,-0.0028622024692595005,-0.0027258493937551975,-0.0025894963182508945,-0.0024531434755772352,-0.0023167904000729322,-0.002180437557399273,-0.00204408448189497,-0.0019077315228059888,-0.0017713785637170076,-0.0016350254882127047,-0.0014986725291237235,-0.0013623195700347424,-0.0012259664945304394,-0.0010896135354414582,-0.0009532605763524771,-0.0008169076172634959,-0.0006805545999668539,-0.0005442015826702118,-0.00040784862358123064,-0.00027149563538841903,-0.00013514264719560742,1.2103409972041845e-06,0.0001375633291900158,0.0002739163173828274,0.000410269305575639,0.0005466223228722811,0.0006829752819612622,0.0008193282410502434,0.0009556812583468854,0.0010920342756435275,0.0012283872347325087,0.0013647401938214898,0.001501093152910471,0.001637446228414774,0.001773799187503755,0.0019101521465927362,0.0020465052220970392,0.0021828580647706985,0.0023192111402750015,0.0024555642157793045,0.002591917058452964,0.002728270133957267,0.002864622976630926,0.003000976052135229,0.003137329127639532,0.0032736819703131914,0.0034100350458174944,0.0035463881213217974,0.0036827409639954567,0.0038190940394997597,0.003955447115004063,0.004091800190508366,0.004228152800351381,0.004364505875855684,0.004500858951359987]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.10274351388216019,-0.09961424767971039,-0.09648498147726059,-0.09335571527481079,-0.0902264416217804,-0.0870971754193306,-0.0839679092168808,-0.080838643014431,-0.0777093768119812,-0.0745801106095314,-0.0714508444070816,-0.0683215782046318,-0.065192312002182,-0.06206304207444191,-0.05893377214670181,-0.055804505944252014,-0.052675239741802216,-0.04954597353935242,-0.04641670733690262,-0.04328743740916252,-0.04015817120671272,-0.037028905004262924,-0.03389963507652283,-0.03077036887407303,-0.02764110267162323,-0.02451183646917343,-0.021382568404078484,-0.018253300338983536,-0.015124034136533737,-0.011994767002761364,-0.00886549986898899,-0.005736232735216618,-0.0026069656014442444,0.0005223015323281288,0.003651568666100502,0.006780835799872875,0.009910102933645248,0.013039370067417622,0.016168637201189995,0.019297905266284943,0.02242717146873474,0.02555643767118454,0.028685705736279488,0.031814973801374435,0.034944240003824234,0.03807350620627403,0.04120277613401413,0.04433204233646393,0.04746130853891373,0.050590574741363525,0.053719840943813324,0.05684911087155342,0.05997837707400322,0.06310764700174332,0.06623691320419312,0.06936617940664291,0.07249544560909271,0.07562471181154251,0.07875397801399231,0.08188324421644211,0.0850125104188919,0.0881417840719223,0.0912710502743721,0.0944003164768219,0.0975295826792717],"_type":"histogram","values":[1,1,0,4,8,7,21,55,74,119,240,436,689,1199,1769,2741,4032,5928,8550,11672,15826,20785,26920,34180,42267,51080,60007,68601,77416,85230,91153,94523,96579,96351,93512,89342,82433,74538,66374,56588,48163,39806,31851,24968,19122,14414,10430,7627,5208,3555,2406,1566,975,629,393,224,123,79,36,13,16,5,3,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,2,1,1,0,1,1,4,4,1,6,7,8,10,12,14,12,10,18,25,30,28,30,36,36,35,34,43,41,31,32,37,30,30,28,19,16,20,12,9,12,10,5,6,2,5,2,2,3,1,0,0,2,1,0,0,2],"bins":[-0.00018991211254615337,-0.00018435498350299895,-0.00017879786901175976,-0.00017324073996860534,-0.00016768362547736615,-0.00016212649643421173,-0.00015656938194297254,-0.00015101225289981812,-0.00014545513840857893,-0.00013989800936542451,-0.00013434089487418532,-0.0001287837658310309,-0.00012322665133979172,-0.0001176695222966373,-0.00011211240052944049,-0.00010655527876224369,-0.00010099815699504688,-9.544103522785008e-05,-8.988391346065328e-05,-8.432679169345647e-05,-7.876966992625967e-05,-7.321254815906286e-05,-6.765542639186606e-05,-6.209830462466925e-05,-5.654117921949364e-05,-5.098405745229684e-05,-4.5426935685100034e-05,-3.986981391790323e-05,-3.431268851272762e-05,-2.8755568564520217e-05,-2.319844497833401e-05,-1.7641323211137205e-05,-1.2084201443940401e-05,-6.527079221996246e-06,-9.699570000520907e-07,4.5871652218920644e-06,1.014428744383622e-05,1.5701409211033024e-05,2.1258532797219232e-05,2.6815654564416036e-05,3.237277633161284e-05,3.7929898098809645e-05,4.348701986600645e-05,4.904414163320325e-05,5.4601267038378865e-05,6.015838880557567e-05,6.571551057277247e-05,7.127263233996928e-05,7.682975410716608e-05,8.238687587436289e-05,8.794399764155969e-05,9.35011194087565e-05,9.90582411759533e-05,0.0001046153629431501,0.00011017248471034691,0.00011572960647754371,0.00012128673552069813,0.00012684385001193732,0.00013240097905509174,0.00013795809354633093,0.00014351522258948535,0.00014907233708072454,0.00015462946612387896,0.00016018658061511815,0.00016574370965827256],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.0001642347633605823,-0.00015951339446473867,-0.00015479202556889504,-0.00015007065667305142,-0.0001453492877772078,-0.00014062791888136417,-0.00013590654998552054,-0.00013118518108967692,-0.00012646382674574852,-0.00012174245057394728,-0.00011702108167810366,-0.00011229971278226003,-0.00010757835116237402,-0.0001028569822665304,-9.813561337068677e-05,-9.341424447484314e-05,-8.869287557899952e-05,-8.39715066831559e-05,-7.925013778731227e-05,-7.452876889146864e-05,-6.980739999562502e-05,-6.508603837573901e-05,-6.036466947989538e-05,-5.564330058405176e-05,-5.092193168820813e-05,-4.620056279236451e-05,-4.147919389652088e-05,-3.6757828638656065e-05,-3.203645974281244e-05,-2.7315090846968815e-05,-2.2593723770114593e-05,-1.787235669326037e-05,-1.3150973245501518e-05,-8.429605259152595e-06,-3.7082372728036717e-06,1.0131307135452516e-06,5.734498699894175e-06,1.0455866686243098e-05,1.5177234672592022e-05,1.9898601749446243e-05,2.4619970645289868e-05,2.9341339541133493e-05,3.406270843697712e-05,3.8784073694841936e-05,4.350544259068556e-05,4.8226811486529186e-05,5.2948176744394004e-05,5.766954564023763e-05,6.239091453608125e-05,6.711228343192488e-05,7.18336523277685e-05,7.655502122361213e-05,8.127639011945575e-05,8.599775173934177e-05,9.071912063518539e-05,9.544048953102902e-05,0.00010016185842687264,0.00010488322732271627,0.00010960459621855989,0.00011432596511440352,0.00011904732673428953,0.00012376869563013315,0.00012849006452597678,0.0001332114334218204,0.00013793280231766403],"_type":"histogram","values":[1,1,0,0,0,0,0,0,1,2,1,0,1,5,4,7,3,6,4,9,11,14,9,22,20,18,25,28,21,23,23,23,29,30,38,35,50,29,26,28,25,21,22,22,25,18,14,17,10,11,3,10,4,3,3,5,0,2,0,1,0,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,1,3,2,2,3,8,9,13,33,32,48,70,120,192,259,407,595,1068,1541,2544,3932,6499,10312,17443,30498,54121,96042,171354,275885,326242,241529,143761,79780,44999,25359,15080,8638,5470,3197,2002,1354,872,515,318,238,159,102,73,36,41,18,13,6,9,4,2,3,4,1,0,0,0,1],"bins":[-7.390975952148438e-05,-7.147341966629028e-05,-6.903707981109619e-05,-6.66007399559021e-05,-6.416440010070801e-05,-6.172806024551392e-05,-5.9291720390319824e-05,-5.685538053512573e-05,-5.441904067993164e-05,-5.198270082473755e-05,-4.954636096954346e-05,-4.7110021114349365e-05,-4.4673681259155273e-05,-4.223734140396118e-05,-3.980100154876709e-05,-3.7364661693573e-05,-3.4928321838378906e-05,-3.2491981983184814e-05,-3.0055642127990723e-05,-2.761930227279663e-05,-2.518296241760254e-05,-2.2746622562408447e-05,-2.0310282707214355e-05,-1.7873942852020264e-05,-1.5437602996826172e-05,-1.300126314163208e-05,-1.0564923286437988e-05,-8.128583431243896e-06,-5.692243576049805e-06,-3.255903720855713e-06,-8.195638656616211e-07,1.6167759895324707e-06,4.0531158447265625e-06,6.489455699920654e-06,8.925795555114746e-06,1.1362135410308838e-05,1.379847526550293e-05,1.623481512069702e-05,1.8671154975891113e-05,2.1107494831085205e-05,2.3543834686279297e-05,2.598017454147339e-05,2.841651439666748e-05,3.085285425186157e-05,3.3289194107055664e-05,3.5725533962249756e-05,3.816187381744385e-05,4.059821367263794e-05,4.303455352783203e-05,4.547089338302612e-05,4.7907233238220215e-05,5.034357309341431e-05,5.27799129486084e-05,5.521625280380249e-05,5.765259265899658e-05,6.0088932514190674e-05,6.252527236938477e-05,6.496161222457886e-05,6.739795207977295e-05,6.983429193496704e-05,7.227063179016113e-05,7.470697164535522e-05,7.714331150054932e-05,7.957965135574341e-05,8.20159912109375e-05],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,3,1,3,5,8,6,11,6,5,14,21,27,18,27,23,20,35,31,31,19,25,17,32,26,23,16,31,21,26,24,24,26,25,21,22,17,11,12,11,2,6,10,2,2,4,4,2,1,1,1,1,2,2],"bins":[-0.009575437754392624,-0.009295363910496235,-0.009015290066599846,-0.008735217154026031,-0.008455143310129642,-0.008175069466233253,-0.007894995622336864,-0.007614922244101763,-0.007334848400205374,-0.007054774556308985,-0.006774701178073883,-0.006494627334177494,-0.006214553490281105,-0.005934480112046003,-0.005654406268149614,-0.005374332889914513,-0.005094259046018124,-0.004814185202121735,-0.004534111823886633,-0.004254037979990244,-0.003973964601755142,-0.003693890757858753,-0.003413816913962364,-0.003133743302896619,-0.0028536696918308735,-0.002573596080765128,-0.0022935224696993828,-0.0020134486258029938,-0.0017333750147372484,-0.001453301403671503,-0.0011732276761904359,-0.0008931540069170296,-0.000613081268966198,-0.0003330075996927917,-5.293393041938543e-05,0.00022713973885402083,0.0005072134081274271,0.0007872870774008334,0.0010673607466742396,0.0013474344741553068,0.0016275080852210522,0.0019075816962867975,0.002187655307352543,0.002467729151248932,0.0027478027623146772,0.0030278763733804226,0.0033079502172768116,0.003588023828342557,0.0038680974394083023,0.004148171283304691,0.004428244661539793,0.004708318505436182,0.004988391883671284,0.005268465727567673,0.005548539571464062,0.0058286129496991634,0.0061086867935955524,0.0063887606374919415,0.006668834015727043,0.006948907859623432,0.007228981703519821,0.007509055081754923,0.007789128925651312,0.008069202303886414,0.008349276147782803]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,1,1,0,0,1,0,0,1,1,0,1,1,3,1,2,6,7,11,6,10,6,15,18,12,19,16,20,34,27,35,37,43,41,22,42,34,35,29,25,32,31,15,14,18,18,15,11,10,8,5,10,2,3,1,0,2,1,0,4,0,2,2],"bins":[0.989066481590271,0.9893770813941956,0.9896876811981201,0.9899982810020447,0.9903088808059692,0.9906194806098938,0.9909300804138184,0.9912406802177429,0.9915512800216675,0.991861879825592,0.9921724796295166,0.9924830794334412,0.9927936792373657,0.9931042790412903,0.9934148788452148,0.9937254786491394,0.994036078453064,0.9943466186523438,0.9946572184562683,0.9949678182601929,0.9952784180641174,0.995589017868042,0.9958996176719666,0.9962102174758911,0.9965208172798157,0.9968314170837402,0.9971420168876648,0.9974526166915894,0.9977632164955139,0.9980738162994385,0.998384416103363,0.9986950159072876,0.9990056157112122,0.9993162155151367,0.9996268153190613,0.9999374151229858,1.0002479553222656,1.000558614730835,1.0008691549301147,1.001179814338684,1.0014903545379639,1.0018010139465332,1.002111554145813,1.0024222135543823,1.002732753753662,1.0030434131622314,1.0033539533615112,1.0036646127700806,1.0039751529693604,1.0042858123779297,1.0045963525772095,1.0049070119857788,1.0052175521850586,1.005528211593628,1.0058387517929077,1.006149411201477,1.0064599514007568,1.0067706108093262,1.007081151008606,1.0073918104171753,1.007702350616455,1.0080130100250244,1.0083235502243042,1.0086342096328735,1.0089447498321533],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,3,1,1,0,0,1,2,5,7,8,8,8,11,26,27,43,48,83,123,189,245,368,582,858,1429,2569,4271,8026,16694,38733,110782,227660,105410,37156,16178,7635,4136,2418,1436,868,556,407,220,176,135,62,54,51,32,26,12,12,7,9,9,0,4,0,1,2],"bins":[-0.0005645751953125,-0.0005486607551574707,-0.0005327463150024414,-0.0005168318748474121,-0.0005009174346923828,-0.0004850029945373535,-0.0004690885543823242,-0.0004531741142272949,-0.0004372596740722656,-0.00042134523391723633,-0.00040543079376220703,-0.00038951635360717773,-0.00037360191345214844,-0.00035768747329711914,-0.00034177303314208984,-0.00032585859298706055,-0.00030994415283203125,-0.00029402971267700195,-0.00027811527252197266,-0.00026220083236694336,-0.00024628639221191406,-0.00023037195205688477,-0.00021445751190185547,-0.00019854307174682617,-0.00018262863159179688,-0.00016671419143676758,-0.00015079975128173828,-0.00013488531112670898,-0.00011897087097167969,-0.00010305643081665039,-8.71419906616211e-05,-7.12275505065918e-05,-5.53131103515625e-05,-3.93986701965332e-05,-2.3484230041503906e-05,-7.569789886474609e-06,8.344650268554688e-06,2.4259090423583984e-05,4.017353057861328e-05,5.608797073364258e-05,7.200241088867188e-05,8.791685104370117e-05,0.00010383129119873047,0.00011974573135375977,0.00013566017150878906,0.00015157461166381836,0.00016748905181884766,0.00018340349197387695,0.00019931793212890625,0.00021523237228393555,0.00023114681243896484,0.00024706125259399414,0.00026297569274902344,0.00027889013290405273,0.00029480457305908203,0.00031071901321411133,0.0003266334533691406,0.0003425478935241699,0.0003584623336791992,0.0003743767738342285,0.0003902912139892578,0.0004062056541442871,0.0004221200942993164,0.0004380345344543457,0.000453948974609375]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-8.916854858398438e-05,-8.600205183029175e-05,-8.283555507659912e-05,-7.96690583229065e-05,-7.650256156921387e-05,-7.333606481552124e-05,-7.016956806182861e-05,-6.700307130813599e-05,-6.383657455444336e-05,-6.067007780075073e-05,-5.7503581047058105e-05,-5.433708429336548e-05,-5.117058753967285e-05,-4.8004090785980225e-05,-4.48375940322876e-05,-4.167109727859497e-05,-3.8504600524902344e-05,-3.533810377120972e-05,-3.217160701751709e-05,-2.9005110263824463e-05,-2.5838613510131836e-05,-2.267211675643921e-05,-1.9505620002746582e-05,-1.6339123249053955e-05,-1.3172626495361328e-05,-1.0006129741668701e-05,-6.839632987976074e-06,-3.6731362342834473e-06,-5.066394805908203e-07,2.6598572731018066e-06,5.826354026794434e-06,8.99285078048706e-06,1.2159347534179688e-05,1.5325844287872314e-05,1.849234104156494e-05,2.165883779525757e-05,2.4825334548950195e-05,2.7991831302642822e-05,3.115832805633545e-05,3.4324824810028076e-05,3.74913215637207e-05,4.065781831741333e-05,4.382431507110596e-05,4.6990811824798584e-05,5.015730857849121e-05,5.332380533218384e-05,5.6490302085876465e-05,5.965679883956909e-05,6.282329559326172e-05,6.598979234695435e-05,6.915628910064697e-05,7.23227858543396e-05,7.548928260803223e-05,7.865577936172485e-05,8.182227611541748e-05,8.498877286911011e-05,8.815526962280273e-05,9.132176637649536e-05,9.448826313018799e-05,9.765475988388062e-05,0.00010082125663757324,0.00010398775339126587,0.0001071542501449585,0.00011032074689865112,0.00011348724365234375],"_type":"histogram","values":[2,3,2,5,3,6,10,15,17,25,47,67,89,137,217,310,445,771,1095,1698,2640,4294,6588,11174,19614,35127,67100,119787,135047,81808,43321,23447,13470,7926,4732,3122,1884,1311,814,603,337,242,158,98,75,42,39,14,11,13,4,7,1,1,0,1,3,1,1,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.09758622944355011,-0.09446334838867188,-0.09134047478437424,-0.088217593729496,-0.08509472012519836,-0.08197183907032013,-0.0788489580154419,-0.07572608441114426,-0.07260320335626602,-0.06948032230138779,-0.06635744869709015,-0.06323456764221191,-0.06011169031262398,-0.05698881298303604,-0.053865931928157806,-0.05074305459856987,-0.047620177268981934,-0.044497299939394,-0.04137442260980606,-0.038251541554927826,-0.03512866422533989,-0.03200578689575195,-0.028882907703518867,-0.025760028511285782,-0.022637151181697845,-0.01951427385210991,-0.016391394659876823,-0.013268516398966312,-0.010145638138055801,-0.00702275987714529,-0.0038998816162347794,-0.0007770033553242683,0.0023458823561668396,0.005468760617077351,0.008591638877987862,0.011714517138898373,0.014837395399808884,0.01796027272939682,0.021083151921629906,0.02420603111386299,0.027328908443450928,0.030451785773038864,0.0335746631026268,0.036697544157505035,0.03982042148709297,0.04294329881668091,0.04606617987155914,0.04918905720114708,0.052311934530735016,0.05543481186032295,0.05855768918991089,0.061680570244789124,0.06480345129966736,0.067926324903965,0.07104920595884323,0.07417207956314087,0.0772949606180191,0.08041784167289734,0.08354071527719498,0.08666359633207321,0.08978646993637085,0.09290935099124908,0.09603223204612732,0.09915510565042496,0.10227798670530319],"_type":"histogram","values":[2,2,10,14,17,36,62,134,226,363,654,971,1607,2361,3568,5149,7453,10323,14209,18987,24852,31581,38851,47570,56429,64752,73878,81876,87349,92952,95344,96286,94692,90853,84915,77482,69717,61181,52105,43219,34883,27887,21904,16281,12466,8728,6350,4296,2932,1905,1219,817,473,293,177,106,66,24,17,3,3,1,0,1]},"_step":10661,"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,1,1,1,3,10,10,35,48,84,128,209,396,604,986,1422,2131,2972,4209,6036,8023,10484,13075,16156,19878,23208,26625,29959,32702,34921,36530,37258,36951,35556,33820,30810,27768,24112,20650,17041,14063,11160,8557,6374,4735,3442,2389,1506,1036,693,402,274,162,94,58,36,17,5,3,2,0,1],"bins":[-0.10659456998109818,-0.10342684388160706,-0.10025912523269653,-0.09709139913320541,-0.09392368048429489,-0.09075595438480377,-0.08758822828531265,-0.08442050963640213,-0.08125278353691101,-0.07808506488800049,-0.07491733878850937,-0.07174961268901825,-0.06858189404010773,-0.06541416794061661,-0.06224644556641579,-0.059078723192214966,-0.055911000818014145,-0.052743278443813324,-0.0495755560696125,-0.046407829970121384,-0.04324010759592056,-0.04007238522171974,-0.03690466284751892,-0.0337369404733181,-0.03056921623647213,-0.02740149386227131,-0.02423376962542534,-0.021066047251224518,-0.017898324877023697,-0.014730600640177727,-0.011562878265976906,-0.00839515496045351,-0.005227431654930115,-0.002059708582237363,0.001108014490455389,0.004275737330317497,0.007443460635840893,0.010611183941364288,0.01377890631556511,0.01694663055241108,0.0201143529266119,0.02328207530081272,0.02644979953765869,0.029617521911859512,0.03278524428606033,0.035952966660261154,0.039120692759752274,0.042288415133953094,0.045456137508153915,0.048623859882354736,0.05179158225655556,0.05495930835604668,0.0581270307302475,0.06129475310444832,0.06446247547864914,0.06763020157814026,0.07079792022705078,0.0739656463265419,0.07713336497545242,0.08030109107494354,0.08346881717443466,0.08663653582334518,0.0898042619228363,0.09297198057174683,0.09613970667123795]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,0,0,0,0,0,1,0,0,0,1,0,3,1,0,3,3,7,4,8,9,11,17,11,25,25,37,36,41,50,67,72,62,48,45,38,28,25,17,11,9,11,5,10,8,2,5,1,0,1,0,2,1,0,0,0,0,1,0,2,0,1],"bins":[-0.00023295951541513205,-0.00022597896168008447,-0.0002189984079450369,-0.00021201786876190454,-0.00020503731502685696,-0.00019805676129180938,-0.00019107622210867703,-0.00018409566837362945,-0.00017711511463858187,-0.0001701345609035343,-0.00016315400716848671,-0.00015617346798535436,-0.00014919291425030679,-0.0001422123605152592,-0.00013523182133212686,-0.00012825126759707928,-0.0001212707138620317,-0.00011429016012698412,-0.00010730961366789415,-0.00010032906720880419,-9.334851347375661e-05,-8.636795973870903e-05,-7.938741327961907e-05,-7.24068668205291e-05,-6.542631308548152e-05,-5.844576298841275e-05,-5.146521289134398e-05,-4.448466279427521e-05,-3.750411269720644e-05,-3.0523562600137666e-05,-2.3543012503068894e-05,-1.6562462406000122e-05,-9.58191230893135e-06,-2.601362211862579e-06,4.379187885206193e-06,1.1359737982274964e-05,1.8340288079343736e-05,2.5320838176412508e-05,3.230138827348128e-05,3.928193837055005e-05,4.626248846761882e-05,5.3243038564687595e-05,6.0223588661756366e-05,6.720413512084633e-05,7.418468885589391e-05,8.116524259094149e-05,8.814578905003145e-05,9.512633550912142e-05,0.000102106889244169,0.00010908744297921658,0.00011606798943830654,0.0001230485358973965,0.00013002908963244408,0.00013700964336749166,0.000143990182550624,0.0001509707362856716,0.00015795129002071917,0.00016493184375576675,0.00017191239749081433,0.00017889293667394668,0.00018587349040899426,0.00019285404414404184,0.0001998345833271742,0.00020681513706222177,0.00021379569079726934]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-1.3940647249910398e-06,-1.3535110383600113e-06,-1.312957238042145e-06,-1.2724035514111165e-06,-1.231849864780088e-06,-1.1912961781490594e-06,-1.1507424915180309e-06,-1.1101886912001646e-06,-1.069635004569136e-06,-1.0290813179381075e-06,-9.885275176202413e-07,-9.479738309892127e-07,-9.074201443581842e-07,-8.668664577271556e-07,-8.263127142527082e-07,-7.857589707782608e-07,-7.452052841472323e-07,-7.046515975162038e-07,-6.640978540417564e-07,-6.23544110567309e-07,-5.829904239362804e-07,-5.424367373052519e-07,-5.018829938308045e-07,-4.613292787780665e-07,-4.2077556372532854e-07,-3.8022184867259057e-07,-3.396681336198526e-07,-2.991144185671146e-07,-2.5856070351437666e-07,-2.1800698846163868e-07,-1.7745327340890071e-07,-1.3689955835616274e-07,-9.63459569902625e-08,-5.579224193752452e-08,-1.5238526884786552e-08,2.531518816795142e-08,6.586890322068939e-08,1.0642261827342736e-07,1.4697633332616533e-07,1.875300483789033e-07,2.2808376343164127e-07,2.6863747848437924e-07,3.091911935371172e-07,3.497449085898552e-07,3.9029862364259316e-07,4.3085233869533113e-07,4.714060537480691e-07,5.119597972225165e-07,5.52513483853545e-07,5.930671704845736e-07,6.33620913959021e-07,6.741746574334684e-07,7.147283440644969e-07,7.552820306955255e-07,7.958357741699729e-07,8.363895176444203e-07,8.769432042754488e-07,9.174968909064773e-07,9.580505775375059e-07,9.986043778553721e-07,1.0391580644864007e-06,1.0797117511174292e-06,1.1202655514352955e-06,1.160819238066324e-06,1.2013729246973526e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,2,0,0,3,3,1,2,4,2,5,5,4,8,6,8,21,53,158,226,119,53,23,15,8,5,6,2,2,3,0,3,3,3,2,1,1,0,0,1,0,0,1,0,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[1,0,1,0,0,1,0,0,0,0,1,4,1,1,3,5,1,2,4,8,11,17,16,22,39,47,65,85,103,111,131,200,225,178,171,114,84,76,50,52,38,36,16,26,18,22,10,8,14,2,3,4,0,5,4,3,1,1,4,0,1,1,0,1],"bins":[-0.00013987236889079213,-0.00013568057329393923,-0.00013148877769708633,-0.00012729698210023344,-0.00012310518650338054,-0.00011891339818248525,-0.00011472160258563235,-0.00011052980698877946,-0.00010633801139192656,-0.00010214621579507366,-9.795442019822076e-05,-9.376262460136786e-05,-8.957083628047258e-05,-8.537904068361968e-05,-8.118724508676678e-05,-7.699544948991388e-05,-7.280365389306098e-05,-6.861185829620808e-05,-6.442006269935519e-05,-6.0228270740481094e-05,-5.6036475143628195e-05,-5.1844679546775296e-05,-4.7652887587901205e-05,-4.3461091991048306e-05,-3.926929639419541e-05,-3.507750079734251e-05,-3.088570520048961e-05,-2.669391324161552e-05,-2.250211764476262e-05,-1.8310322047909722e-05,-1.4118528270046227e-05,-9.92673358268803e-06,-5.734938895329833e-06,-1.5431442079716362e-06,2.6486504793865606e-06,6.8404451667447574e-06,1.1032239854102954e-05,1.5224034541461151e-05,1.9415829228819348e-05,2.3607623006682843e-05,2.779941860353574e-05,3.199121420038864e-05,3.618300979724154e-05,4.037480175611563e-05,4.456659735296853e-05,4.875839294982143e-05,5.295018490869552e-05,5.714198050554842e-05,6.133377610240132e-05,6.552557169925421e-05,6.971736729610711e-05,7.390916289296001e-05,7.810095848981291e-05,8.22927468107082e-05,8.64845424075611e-05,9.067633800441399e-05,9.486813360126689e-05,9.905992919811979e-05,0.00010325172479497269,0.00010744352039182559,0.00011163530871272087,0.00011582710430957377,0.00012001889990642667,0.00012421069550327957,0.00012840249110013247],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,0,1,3,0,0,4,1,2,4,3,5,12,10,20,24,32,60,54,101,133,216,346,525,864,1387,2463,4170,7144,12977,23991,47514,102675,226996,406230,369053,191945,85945,40692,20667,11751,6156,3570,1939,1217,672,517,250,169,111,72,53,25,29,19,10,10,2,8,5,2,4,2,1],"bins":[-0.00012111663818359375,-0.00011764466762542725,-0.00011417269706726074,-0.00011070072650909424,-0.00010722875595092773,-0.00010375678539276123,-0.00010028481483459473,-9.681284427642822e-05,-9.334087371826172e-05,-8.986890316009521e-05,-8.639693260192871e-05,-8.292496204376221e-05,-7.94529914855957e-05,-7.59810209274292e-05,-7.25090503692627e-05,-6.903707981109619e-05,-6.556510925292969e-05,-6.209313869476318e-05,-5.862116813659668e-05,-5.5149197578430176e-05,-5.167722702026367e-05,-4.820525646209717e-05,-4.4733285903930664e-05,-4.126131534576416e-05,-3.7789344787597656e-05,-3.431737422943115e-05,-3.084540367126465e-05,-2.7373433113098145e-05,-2.390146255493164e-05,-2.0429491996765137e-05,-1.6957521438598633e-05,-1.3485550880432129e-05,-1.0013580322265625e-05,-6.541609764099121e-06,-3.069639205932617e-06,4.023313522338867e-07,3.874301910400391e-06,7.3462724685668945e-06,1.0818243026733398e-05,1.4290213584899902e-05,1.7762184143066406e-05,2.123415470123291e-05,2.4706125259399414e-05,2.8178095817565918e-05,3.165006637573242e-05,3.5122036933898926e-05,3.859400749206543e-05,4.2065978050231934e-05,4.553794860839844e-05,4.900991916656494e-05,5.2481889724731445e-05,5.595386028289795e-05,5.942583084106445e-05,6.289780139923096e-05,6.636977195739746e-05,6.984174251556396e-05,7.331371307373047e-05,7.678568363189697e-05,8.025765419006348e-05,8.372962474822998e-05,8.720159530639648e-05,9.067356586456299e-05,9.414553642272949e-05,9.7617506980896e-05,0.0001010894775390625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.00014938984531909227,-0.00014488109445665032,-0.00014037232904229313,-0.00013586357817985117,-0.000131354812765494,-0.00012684606190305203,-0.00012233731104061007,-0.0001178285529022105,-0.00011331979476381093,-0.00010881103662541136,-0.00010430227848701179,-9.979352762456983e-05,-9.528476948617026e-05,-9.077601134777069e-05,-8.626726048532873e-05,-8.175850234692916e-05,-7.724974420852959e-05,-7.274098607013002e-05,-6.823222793173045e-05,-6.372347706928849e-05,-5.921471893088892e-05,-5.470596079248935e-05,-5.0197206292068586e-05,-4.568845179164782e-05,-4.117969365324825e-05,-3.667093551484868e-05,-3.2162181014427915e-05,-2.7653424695017748e-05,-2.314466837560758e-05,-1.8635912056197412e-05,-1.4127155736787245e-05,-9.618399417377077e-06,-5.109643097966909e-06,-6.008867785567418e-07,3.907869540853426e-06,8.416625860263593e-06,1.2925382179673761e-05,1.743413849908393e-05,2.1942894818494096e-05,2.6451651137904264e-05,3.096040745731443e-05,3.5469165595714e-05,3.997792009613477e-05,4.448667459655553e-05,4.89954327349551e-05,5.350419087335467e-05,5.801294537377544e-05,6.25216998741962e-05,6.703045801259577e-05,7.153921615099534e-05,7.604797428939492e-05,8.055672515183687e-05,8.506548329023644e-05,8.957424142863601e-05,9.408299229107797e-05,9.859175042947754e-05,0.00010310050856787711,0.00010760926670627668,0.00011211802484467626,0.00011662677570711821,0.00012113553384551778,0.00012564429198391736,0.0001301530428463593,0.0001346618082607165,0.00013917055912315845],"_type":"histogram","values":[1,1,0,1,0,0,0,0,0,2,0,0,2,1,2,2,3,3,0,4,6,3,6,5,6,12,15,16,23,41,47,72,102,91,75,49,51,35,22,14,7,12,10,7,6,3,1,2,0,0,1,0,1,1,1,1,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,2,0,0,1,0,0,0,1,1,3,1,1,2,2,3,2,3,4,2,2,3,4,17,10,27,40,66,131,208,94,39,27,22,4,7,6,4,3,0,0,3,5,5,2,0,1,2,0,1,1,0,1,0,0,0,0,1,1,0,0,2],"bins":[-0.000392385758459568,-0.0003798271354753524,-0.0003672685124911368,-0.0003547098604030907,-0.0003421512374188751,-0.0003295926144346595,-0.00031703399145044386,-0.00030447536846622825,-0.00029191671637818217,-0.00027935809339396656,-0.00026679947040975094,-0.0002542408474255353,-0.0002416822244413197,-0.00022912358690518886,-0.00021656496392097324,-0.0002040063263848424,-0.00019144770340062678,-0.00017888908041641116,-0.00016633044288028032,-0.0001537718198960647,-0.00014121318235993385,-0.00012865455937571824,-0.00011609593639150262,-0.00010353730613132939,-9.097867587115616e-05,-7.842004561098292e-05,-6.58614153508097e-05,-5.3302792366594076e-05,-4.0744162106420845e-05,-2.8185533665237017e-05,-1.562690522405319e-05,-3.0682767828693613e-06,9.490351658314466e-06,2.2048980099498294e-05,3.460760854068212e-05,4.7166235162876546e-05,5.972486542304978e-05,7.228349568322301e-05,8.484211866743863e-05,9.740074892761186e-05,0.00010995937918778509,0.0001225180021720007,0.00013507663970813155,0.00014763526269234717,0.00016019388567656279,0.00017275252321269363,0.00018531114619690925,0.0001978697837330401,0.0002104284067172557,0.00022298702970147133,0.00023554566723760217,0.000248104304773733,0.00026066292775794864,0.00027322155074216425,0.00028578017372637987,0.0002983387967105955,0.0003108974196948111,0.0003234560717828572,0.0003360146947670728,0.0003485733177512884,0.00036113194073550403,0.00037369056371971965,0.0003862492158077657,0.00039880783879198134,0.00041136646177619696]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,1,1,1,0,2,4,2,3,4,5,7,6,6,7,8,14,12,11,17,20,10,21,25,23,17,23,32,30,30,25,43,32,32,28,21,23,23,24,21,22,15,10,15,13,11,9,14,11,3,8,4,4,2,1,1,0,3,1,3,0,1,2],"bins":[-0.0004385432112030685,-0.00042489299084991217,-0.0004112427413929254,-0.00039759252103976905,-0.0003839423006866127,-0.0003702920803334564,-0.0003566418308764696,-0.0003429916105233133,-0.00032934139017015696,-0.00031569114071317017,-0.00030204092036001384,-0.0002883907000068575,-0.0002747404796537012,-0.0002610902301967144,-0.0002474400098435581,-0.00023378978949040174,-0.0002201395545853302,-0.00020648931968025863,-0.0001928390993271023,-0.00017918886442203075,-0.00016553864406887442,-0.00015188840916380286,-0.00013823818881064653,-0.00012458795390557498,-0.00011093772627646104,-9.728749864734709e-05,-8.363727101823315e-05,-6.998704338911921e-05,-5.633681212202646e-05,-4.2686584492912516e-05,-2.903635504480917e-05,-1.5386125596705824e-05,-1.7358979675918818e-06,1.1914330571016762e-05,2.5564559109625407e-05,3.921478855772875e-05,5.2865016186842695e-05,6.651524745393544e-05,8.016547508304939e-05,9.381570271216333e-05,0.00010746593034127727,0.00012111615797039121,0.00013476639287546277,0.0001484166132286191,0.00016206684813369066,0.00017571706848684698,0.00018936730339191854,0.00020301752374507487,0.00021666775865014642,0.00023031799355521798,0.0002439682139083743,0.00025761843426153064,0.0002712686837185174,0.00028491890407167375,0.0002985691244248301,0.0003122193447779864,0.0003258695942349732,0.0003395198145881295,0.00035317003494128585,0.00036682028439827263,0.00038047050475142896,0.0003941207251045853,0.0004077709454577416,0.0004214211949147284,0.00043507141526788473],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,1,0,2,5,4,5,6,6,13,15,18,20,21,33,25,43,33,59,37,55,59,92,85,79,94,92,103,103,98,81,107,71,84,69,72,63,39,25,37,41,27,33,21,21,8,14,7,7,4,3,1,1,2,0,2],"bins":[-0.010210219770669937,-0.010053154081106186,-0.00989608932286501,-0.009739023633301258,-0.009581958875060081,-0.00942489318549633,-0.009267828427255154,-0.009110762737691402,-0.008953697979450226,-0.008796632289886475,-0.008639566600322723,-0.008482501842081547,-0.008325436152517796,-0.008168371394276619,-0.008011305704712868,-0.007854240946471691,-0.00769717525690794,-0.007540110033005476,-0.007383044809103012,-0.007225979585200548,-0.007068914361298084,-0.006911848671734333,-0.006754783447831869,-0.006597718223929405,-0.006440653000026941,-0.006283587776124477,-0.0061265225522220135,-0.0059694573283195496,-0.005812391638755798,-0.005655326414853334,-0.0054982611909508705,-0.005341195967048407,-0.005184130277484655,-0.0050270650535821915,-0.0048699998296797276,-0.004712934605777264,-0.0045558693818748,-0.004398804157972336,-0.004241738934069872,-0.004084673244506121,-0.003927608020603657,-0.003770542796701193,-0.003613477572798729,-0.003456412348896265,-0.003299347124993801,-0.0031422816682606936,-0.0029852164443582296,-0.0028281512204557657,-0.002671085996553302,-0.0025140205398201942,-0.0023569553159177303,-0.0021998900920152664,-0.0020428248681128025,-0.0018857595277950168,-0.001728694187477231,-0.0015716289635747671,-0.0014145636232569814,-0.0012574983993545175,-0.0011004330590367317,-0.0009433678351342678,-0.0007863024948164821,-0.0006292372709140182,-0.00047217195970006287,-0.00031510667758993804,-0.00015804139547981322]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,1,1,2,1,1,3,1,5,10,9,13,27,34,50,83,129,184,219,383,550,876,1152,1950,2928,4482,7144,11650,19344,32859,56814,96717,126099,92400,53889,30813,18383,10885,7070,4356,2896,1743,1222,783,588,303,246,172,95,66,60,51,24,18,17,7,6,2,3,1,1,1,0,1],"bins":[-0.0004787445068359375,-0.0004639923572540283,-0.00044924020767211914,-0.00043448805809020996,-0.0004197359085083008,-0.0004049837589263916,-0.0003902316093444824,-0.00037547945976257324,-0.00036072731018066406,-0.0003459751605987549,-0.0003312230110168457,-0.0003164708614349365,-0.00030171871185302734,-0.00028696656227111816,-0.000272214412689209,-0.0002574622631072998,-0.00024271011352539062,-0.00022795796394348145,-0.00021320581436157227,-0.00019845366477966309,-0.0001837015151977539,-0.00016894936561584473,-0.00015419721603393555,-0.00013944506645202637,-0.0001246929168701172,-0.00010994076728820801,-9.518861770629883e-05,-8.043646812438965e-05,-6.568431854248047e-05,-5.093216896057129e-05,-3.618001937866211e-05,-2.142786979675293e-05,-6.67572021484375e-06,8.07642936706543e-06,2.282857894897461e-05,3.758072853088379e-05,5.233287811279297e-05,6.708502769470215e-05,8.183717727661133e-05,9.658932685852051e-05,0.00011134147644042969,0.00012609362602233887,0.00014084577560424805,0.00015559792518615723,0.0001703500747680664,0.00018510222434997559,0.00019985437393188477,0.00021460652351379395,0.00022935867309570312,0.0002441108226776123,0.0002588629722595215,0.00027361512184143066,0.00028836727142333984,0.000303119421005249,0.0003178715705871582,0.0003326237201690674,0.00034737586975097656,0.00036212801933288574,0.0003768801689147949,0.0003916323184967041,0.0004063844680786133,0.00042113661766052246,0.00043588876724243164,0.0004506409168243408,0.00046539306640625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,1,1,0,1,1,1,2,0,2,1,2,1,0,2,2,2,2,1,10,11,16,13,18,22,23,30,46,45,59,51,58,57,51,48,24,33,25,14,17,11,12,11,1,7,5,6,5,2,1,2,3,0,0,2,1,2,0,0,1],"bins":[-0.0004185039724688977,-0.00040659663500264287,-0.0003946893266402185,-0.00038278198917396367,-0.00037087465170770884,-0.00035896734334528446,-0.00034706000587902963,-0.0003351526684127748,-0.00032324536005035043,-0.0003113380225840956,-0.00029943068511784077,-0.0002875233767554164,-0.00027561603928916156,-0.00026370870182290673,-0.00025180139346048236,-0.00023989405599422753,-0.00022798673307988793,-0.00021607941016554832,-0.0002041720726992935,-0.0001922647497849539,-0.0001803574268706143,-0.00016845008940435946,-0.00015654276649001986,-0.00014463544357568026,-0.00013272810610942543,-0.00012082078319508582,-0.00010891346028074622,-9.7006130090449e-05,-8.509879990015179e-05,-7.319147698581219e-05,-6.128414679551497e-05,-4.937682024319656e-05,-3.746949369087815e-05,-2.5562167138559744e-05,-1.3654838767251931e-05,-1.7475113054388203e-06,1.015981615637429e-05,2.20671427086927e-05,3.3974472898989916e-05,4.5881799451308325e-05,5.7789126003626734e-05,6.969645619392395e-05,8.160377910826355e-05,9.351110929856077e-05,0.00010541843948885798,0.00011732576240319759,0.0001292330853175372,0.00014114042278379202,0.00015304774569813162,0.00016495506861247122,0.00017686240607872605,0.00018876972899306566,0.00020067705190740526,0.0002125843893736601,0.0002244917122879997,0.0002363990352023393,0.0002483063726685941,0.0002602136810310185,0.0002721210184972733,0.00028402835596352816,0.00029593566432595253,0.00030784300179220736,0.0003197503392584622,0.00033165764762088656,0.0003435649850871414]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[1,0,1,0,0,0,2,1,2,1,2,4,3,2,5,6,3,6,6,10,8,7,10,14,14,20,20,17,27,32,31,34,39,35,36,32,33,31,43,29,21,32,21,16,23,8,16,13,4,3,11,8,3,4,2,3,3,3,1,2,1,1,1,1],"bins":[-0.012977497652173042,-0.012600963935256004,-0.012224430218338966,-0.011847896501421928,-0.01147136278450489,-0.011094829067587852,-0.010718295350670815,-0.010341761633753777,-0.009965227916836739,-0.009588693268597126,-0.009212159551680088,-0.00883562583476305,-0.008459092117846012,-0.008082558400928974,-0.007706024684011936,-0.007329490967094898,-0.00695295725017786,-0.006576423533260822,-0.006199889816343784,-0.005823356099426746,-0.005446822382509708,-0.005070288199931383,-0.004693754483014345,-0.004317220766097307,-0.003940687049180269,-0.0035641533322632313,-0.0031876196153461933,-0.0028110856655985117,-0.0024345519486814737,-0.0020580182317644358,-0.001681484398432076,-0.0013049505650997162,-0.0009284168481826782,-0.0005518830730579793,-0.00017534929793328047,0.0002011844771914184,0.0005777182523161173,0.0009542520274408162,0.001330785802565515,0.0017073196358978748,0.002083853352814913,0.0024603870697319508,0.0028369207866489887,0.0032134547363966703,0.0035899884533137083,0.00396652240306139,0.004343056119978428,0.004719589836895466,0.005096123553812504,0.005472657270729542,0.00584919098764658,0.006225724704563618,0.006602258421480656,0.006978792604058981,0.007355326320976019,0.007731860037893057,0.008108394220471382,0.00848492793738842,0.008861461654305458,0.009237995371222496,0.009614529088139534,0.009991062805056572,0.01036759652197361,0.010744130238890648,0.011120663955807686],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,2,0,0,1,0,0,1,2,5,6,4,2,3,6,6,12,7,6,10,12,21,22,24,18,25,32,35,33,42,36,22,42,41,37,33,43,28,19,26,21,6,16,9,14,4,6,4,3,4,2,2,5,1,2,1,0,1,0,1],"bins":[0.9858853816986084,0.986216127872467,0.9865468144416809,0.9868775606155396,0.9872083067893982,0.9875389933586121,0.9878697395324707,0.9882004857063293,0.9885311722755432,0.9888619184494019,0.9891926646232605,0.9895233511924744,0.989854097366333,0.9901848435401917,0.9905155301094055,0.9908462762832642,0.991176962852478,0.9915077090263367,0.9918384552001953,0.9921691417694092,0.9924998879432678,0.9928306341171265,0.9931613206863403,0.993492066860199,0.9938228130340576,0.9941534996032715,0.9944842457771301,0.9948149919509888,0.9951456785202026,0.9954764246940613,0.9958071708679199,0.9961378574371338,0.9964686036109924,0.9967993497848511,0.9971300363540649,0.9974607825279236,0.9977915287017822,0.9981222152709961,0.9984529614448547,0.9987837076187134,0.9991143941879272,0.9994451403617859,0.9997758865356445,1.0001065731048584,1.0004372596740723,1.0007680654525757,1.0010987520217896,1.0014294385910034,1.0017602443695068,1.0020909309387207,1.0024216175079346,1.002752423286438,1.0030831098556519,1.0034137964248657,1.0037446022033691,1.004075288772583,1.0044059753417969,1.0047367811203003,1.0050674676895142,1.005398154258728,1.0057289600372314,1.0060596466064453,1.0063903331756592,1.0067211389541626,1.0070518255233765]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0001963653339771554,-0.00019016361329704523,-0.00018396187806501985,-0.0001777601573849097,-0.00017155843670479953,-0.00016535670147277415,-0.000159154980792664,-0.00015295326011255383,-0.00014675152488052845,-0.0001405498042004183,-0.00013434808352030814,-0.00012814634828828275,-0.0001219446276081726,-0.00011574289965210482,-0.00010954117169603705,-0.0001033394510159269,-9.713772305985913e-05,-9.093599510379136e-05,-8.47342744236812e-05,-7.853254646761343e-05,-7.233081851154566e-05,-6.61290978314355e-05,-5.992736987536773e-05,-5.372564191929996e-05,-4.7523917601210997e-05,-4.132219328312203e-05,-3.512046532705426e-05,-2.89187410089653e-05,-2.271701487188693e-05,-1.6515288734808564e-05,-1.0313563507224899e-05,-4.1118378248938825e-06,2.089887857437134e-06,8.291613994515501e-06,1.4493339222099166e-05,2.0695064449682832e-05,2.68967905867612e-05,3.3098516723839566e-05,3.930024104192853e-05,4.55019689979963e-05,5.1703693316085264e-05,5.790541763417423e-05,6.4107145590242e-05,7.030887354630977e-05,7.651059422641993e-05,8.27123221824877e-05,8.891405013855547e-05,9.511577081866562e-05,0.0001013174987747334,0.00010751922673080117,0.00011372094741091132,0.00011992267536697909,0.00012612440332304686,0.00013232612400315702,0.0001385278592351824,0.00014472957991529256,0.00015093130059540272,0.0001571330358274281,0.00016333475650753826,0.00016953647718764842,0.0001757382124196738,0.00018193993309978396,0.0001881416537798941,0.0001943433890119195,0.00020054510969202965],"_type":"histogram","values":[2,0,0,0,1,1,2,1,4,5,4,6,3,9,9,10,13,14,7,21,21,17,28,21,22,29,26,32,22,23,23,26,31,24,30,18,26,20,22,21,13,14,23,15,16,10,12,7,7,13,2,10,5,3,7,2,4,3,4,2,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,2,2,1,6,5,9,7,8,14,9,18,15,14,21,29,27,26,32,34,31,31,40,40,26,36,34,26,32,28,19,31,11,24,15,13,7,11,9,4,4,6,3,1,2,1],"bins":[-0.005135394632816315,-0.005010186228901148,-0.004884977824985981,-0.004759769421070814,-0.004634561017155647,-0.00450935261324048,-0.004384143743664026,-0.004258935339748859,-0.0041337269358336926,-0.004008518531918526,-0.003883310128003359,-0.003758101724088192,-0.003632893320173025,-0.0035076849162578583,-0.0033824762795120478,-0.003257267875596881,-0.003132059471681714,-0.003006851067766547,-0.0028816426638513803,-0.00275643402710557,-0.002631225623190403,-0.002506017219275236,-0.0023808088153600693,-0.0022556004114449024,-0.0021303920075297356,-0.002005183370783925,-0.0018799749668687582,-0.0017547665629535913,-0.0016295581590384245,-0.0015043496387079358,-0.001379141234792769,-0.0012539327144622803,-0.001128724543377757,-0.0010035161394625902,-0.0008783076191321015,-0.0007530992152169347,-0.0006278907530941069,-0.0005026822909712791,-0.00037747385795228183,-0.0002522654249332845,-0.00012705696281045675,-1.8485152395442128e-06,0.00012335993233136833,0.00024856836535036564,0.0003737768274731934,0.0004989852895960212,0.000624193693511188,0.0007494021556340158,0.0008746106177568436,0.0009998190216720104,0.001125027542002499,0.001250235945917666,0.0013754444662481546,0.0015006528701633215,0.0016258612740784883,0.001751069794408977,0.0018762781983241439,0.0020014867186546326,0.0021266951225697994,0.0022519035264849663,0.002377111930400133,0.0025023203343153,0.0026275289710611105,0.0027527373749762774,0.002877945778891444],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.011502274312078953,-0.011150280013680458,-0.010798284783959389,-0.010446290485560894,-0.0100942961871624,-0.00974230095744133,-0.009390306659042835,-0.00903831236064434,-0.008686317130923271,-0.008334322832524776,-0.007982328534126282,-0.0076303337700665,-0.007278339006006718,-0.006926344707608223,-0.006574349943548441,-0.006222355645149946,-0.005870360881090164,-0.005518366117030382,-0.0051663718186318874,-0.004814377054572105,-0.004462382756173611,-0.004110387992113829,-0.0037583932280540466,-0.0034063986968249083,-0.00305440416559577,-0.0027024096343666315,-0.002350415103137493,-0.001998420339077711,-0.0016464258078485727,-0.0012944312766194344,-0.0009424366289749742,-0.0005904420395381749,-0.0002384483814239502,0.00011354620801284909,0.0004655407974496484,0.0008175353868864477,0.001169529976323247,0.0015215245075523853,0.0018735191551968455,0.0022255138028413057,0.002577508334070444,0.0029295028652995825,0.003281497396528721,0.003633492160588503,0.003985486924648285,0.00433748122304678,0.004689475987106562,0.005041470285505056,0.005393465049564838,0.0057454598136246204,0.006097454112023115,0.006449448876082897,0.006801443174481392,0.007153437938541174,0.007505432702600956,0.00785742700099945,0.00820942223072052,0.008561416529119015,0.00891341082751751,0.009265405125916004,0.009617400355637074,0.009969394654035568,0.010321388952434063,0.010673384182155132,0.011025378480553627],"_type":"histogram","values":[1,0,0,1,1,0,0,5,2,4,4,2,3,7,14,11,10,7,12,15,12,15,24,17,17,28,23,24,20,23,34,31,21,21,32,27,24,24,30,25,28,17,22,15,12,14,10,13,11,9,7,7,3,4,4,5,2,5,2,0,2,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[5,3,11,15,26,55,84,145,242,344,496,869,1324,1893,2612,3724,4931,6818,8801,11271,13660,16720,19827,23444,26328,29350,31537,33511,35007,35755,35352,34069,32335,29884,26829,24162,20710,17356,14494,11572,9119,7183,5374,3745,2821,2007,1391,930,644,419,237,156,103,57,34,17,8,5,1,0,0,0,0,2],"bins":[-0.08929457515478134,-0.08627733588218689,-0.08326010406017303,-0.08024286478757858,-0.07722562551498413,-0.07420838624238968,-0.07119114696979523,-0.06817391514778137,-0.06515667587518692,-0.06213943660259247,-0.059122201055288315,-0.05610496550798416,-0.05308772623538971,-0.05007048696279526,-0.047053251415491104,-0.04403601586818695,-0.0410187765955925,-0.03800153732299805,-0.03498430177569389,-0.03196706622838974,-0.028949826955795288,-0.025932589545845985,-0.022915352135896683,-0.01989811472594738,-0.016880877315998077,-0.013863639906048775,-0.010846402496099472,-0.00782916508615017,-0.004811927676200867,-0.001794690266251564,0.0012225471436977386,0.004239784553647041,0.007257014513015747,0.01027425192296505,0.013291489332914352,0.016308726742863655,0.019325964152812958,0.02234320156276226,0.025360438972711563,0.028377676382660866,0.03139491379261017,0.03441215306520462,0.037429388612508774,0.04044662415981293,0.04346386343240738,0.04648110270500183,0.049498338252305984,0.05251557379961014,0.05553281307220459,0.05855005234479904,0.061567287892103195,0.06458452343940735,0.0676017627120018,0.07061900198459625,0.07363623380661011,0.07665347307920456,0.07967071235179901,0.08268795162439346,0.08570519089698792,0.08872242271900177,0.09173966199159622,0.09475690126419067,0.09777413308620453,0.10079137235879898,0.10380861163139343],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.00031221480458043516,-0.00030166131909936666,-0.00029110786272212863,-0.00028055437724106014,-0.00027000089175999165,-0.0002594474353827536,-0.0002488939499016851,-0.00023834046442061663,-0.00022778699349146336,-0.0002172335225623101,-0.0002066800370812416,-0.00019612656615208834,-0.00018557309522293508,-0.0001750196097418666,-0.00016446613881271333,-0.00015391265333164483,-0.00014335918240249157,-0.0001328057114733383,-0.00012225222599226981,-0.00011169875506311655,-0.00010114527685800567,-9.05917986528948e-05,-8.003832772374153e-05,-6.948484951863065e-05,-5.8931371313519776e-05,-4.83778931084089e-05,-3.782441854127683e-05,-2.7270942155155353e-05,-1.671746576903388e-05,-6.163989382912405e-06,4.389487003209069e-06,1.4942963389330544e-05,2.549641067162156e-05,3.604988887673244e-05,4.660336344386451e-05,5.715683801099658e-05,6.771031621610746e-05,7.826379442121834e-05,8.88172653503716e-05,9.937074355548248e-05,0.00010992422176059335,0.00012047769996570423,0.0001310311781708151,0.00014158464909996837,0.00015213812002912164,0.00016269160551019013,0.0001732450764393434,0.00018379856192041188,0.00019435203284956515,0.0002049055037787184,0.0002154589892597869,0.00022601246018894017,0.00023656594567000866,0.0002471194020472467,0.0002576728875283152,0.0002682263730093837,0.0002787798293866217,0.0002893333148676902,0.0002998868003487587,0.0003104402858298272,0.0003209937422070652,0.0003315472276881337,0.0003421007131692022,0.00035265416954644024,0.00036320765502750874],"_type":"histogram","values":[2,3,1,2,1,2,3,9,4,4,7,6,7,8,10,10,13,14,20,16,22,25,22,22,22,28,32,40,16,25,32,16,39,25,26,19,21,22,16,19,19,17,17,12,10,13,9,4,9,9,2,4,0,5,1,1,2,0,0,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,2,0,2,2,2,0,2,2,1,1,1,1,7,1,12,10,8,6,13,11,13,12,6,15,20,22,20,24,23,29,31,30,23,30,23,22,34,23,23,26,23,15,31,24,22,17,18,16,7,11,8,6,4,8,4,3,4,3,1,2,3,2,2],"bins":[0.9839228391647339,0.9842517971992493,0.9845808148384094,0.9849097728729248,0.9852387309074402,0.9855677485466003,0.9858967065811157,0.9862256646156311,0.9865546226501465,0.9868836402893066,0.987212598323822,0.9875415563583374,0.9878705739974976,0.9881995320320129,0.9885284900665283,0.9888575077056885,0.9891864657402039,0.9895154237747192,0.9898444414138794,0.9901733994483948,0.9905023574829102,0.9908313751220703,0.9911603331565857,0.9914892911911011,0.9918183088302612,0.9921472668647766,0.992476224899292,0.9928051829338074,0.9931342005729675,0.9934631586074829,0.9937921166419983,0.9941211342811584,0.9944500923156738,0.9947790503501892,0.9951080679893494,0.9954370260238647,0.9957659840583801,0.9960950016975403,0.9964239597320557,0.996752917766571,0.9970818758010864,0.9974108934402466,0.997739851474762,0.9980688095092773,0.9983978271484375,0.9987267851829529,0.9990557432174683,0.9993847608566284,0.9997137188911438,1.0000426769256592,1.0003716945648193,1.00070059299469,1.00102961063385,1.0013586282730103,1.0016875267028809,1.002016544342041,1.0023455619812012,1.0026744604110718,1.003003478050232,1.003332495689392,1.0036613941192627,1.0039904117584229,1.004319429397583,1.0046483278274536,1.0049773454666138],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,2,3,1,1,2,3,5,5,6,8,10,15,15,24,51,57,78,84,151,229,337,497,673,1087,1727,2600,4438,7301,13077,26570,57591,138351,178075,80740,35718,16849,9120,5218,3087,2027,1327,791,578,358,293,190,141,86,63,45,33,25,14,11,9,9,6,3,2,2,4],"bins":[-0.000347137451171875,-0.00033727288246154785,-0.0003274083137512207,-0.00031754374504089355,-0.0003076791763305664,-0.00029781460762023926,-0.0002879500389099121,-0.00027808547019958496,-0.0002682209014892578,-0.00025835633277893066,-0.0002484917640686035,-0.00023862719535827637,-0.00022876262664794922,-0.00021889805793762207,-0.00020903348922729492,-0.00019916892051696777,-0.00018930435180664062,-0.00017943978309631348,-0.00016957521438598633,-0.00015971064567565918,-0.00014984607696533203,-0.00013998150825500488,-0.00013011693954467773,-0.00012025237083435059,-0.00011038780212402344,-0.00010052323341369629,-9.065866470336914e-05,-8.079409599304199e-05,-7.092952728271484e-05,-6.10649585723877e-05,-5.120038986206055e-05,-4.13358211517334e-05,-3.147125244140625e-05,-2.16066837310791e-05,-1.1742115020751953e-05,-1.8775463104248047e-06,7.987022399902344e-06,1.7851591110229492e-05,2.771615982055664e-05,3.758072853088379e-05,4.744529724121094e-05,5.7309865951538086e-05,6.717443466186523e-05,7.703900337219238e-05,8.690357208251953e-05,9.676814079284668e-05,0.00010663270950317383,0.00011649727821350098,0.00012636184692382812,0.00013622641563415527,0.00014609098434448242,0.00015595555305480957,0.00016582012176513672,0.00017568469047546387,0.00018554925918579102,0.00019541382789611816,0.0002052783966064453,0.00021514296531677246,0.0002250075340270996,0.00023487210273742676,0.0002447366714477539,0.00025460124015808105,0.0002644658088684082,0.00027433037757873535,0.0002841949462890625]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-5.3882598876953125e-05,-5.222111940383911e-05,-5.05596399307251e-05,-4.8898160457611084e-05,-4.723668098449707e-05,-4.557520151138306e-05,-4.391372203826904e-05,-4.225224256515503e-05,-4.0590763092041016e-05,-3.8929283618927e-05,-3.726780414581299e-05,-3.5606324672698975e-05,-3.394484519958496e-05,-3.228336572647095e-05,-3.0621886253356934e-05,-2.896040678024292e-05,-2.7298927307128906e-05,-2.5637447834014893e-05,-2.397596836090088e-05,-2.2314488887786865e-05,-2.065300941467285e-05,-1.8991529941558838e-05,-1.7330050468444824e-05,-1.566857099533081e-05,-1.4007091522216797e-05,-1.2345612049102783e-05,-1.068413257598877e-05,-9.022653102874756e-06,-7.361173629760742e-06,-5.6996941566467285e-06,-4.038214683532715e-06,-2.376735210418701e-06,-7.152557373046875e-07,9.462237358093262e-07,2.60770320892334e-06,4.2691826820373535e-06,5.930662155151367e-06,7.592141628265381e-06,9.253621101379395e-06,1.0915100574493408e-05,1.2576580047607422e-05,1.4238059520721436e-05,1.589953899383545e-05,1.7561018466949463e-05,1.9222497940063477e-05,2.088397741317749e-05,2.2545456886291504e-05,2.4206936359405518e-05,2.586841583251953e-05,2.7529895305633545e-05,2.919137477874756e-05,3.085285425186157e-05,3.2514333724975586e-05,3.41758131980896e-05,3.583729267120361e-05,3.749877214431763e-05,3.916025161743164e-05,4.0821731090545654e-05,4.248321056365967e-05,4.414469003677368e-05,4.5806169509887695e-05,4.746764898300171e-05,4.912912845611572e-05,5.0790607929229736e-05,5.245208740234375e-05],"_type":"histogram","values":[1,1,0,0,0,1,3,3,3,7,9,3,7,11,21,22,37,66,93,132,193,287,476,713,1129,1871,3264,5474,10482,21261,48194,117681,188711,105491,42941,18882,9543,5107,2988,1647,1058,689,461,275,181,138,74,55,35,22,28,14,9,8,5,4,3,4,2,1,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"values":[1,1,0,1,4,0,2,3,4,8,4,11,11,17,21,38,55,66,98,127,173,278,352,566,889,1455,2480,4214,7996,16318,35856,84441,168144,143666,65831,27422,13131,6841,3599,2018,1281,807,503,317,218,145,90,82,65,42,31,28,23,18,11,6,5,1,0,2,4,2,0,1],"bins":[-0.00014781951904296875,-0.00014331936836242676,-0.00013881921768188477,-0.00013431906700134277,-0.00012981891632080078,-0.0001253187656402588,-0.0001208186149597168,-0.0001163184642791748,-0.00011181831359863281,-0.00010731816291809082,-0.00010281801223754883,-9.831786155700684e-05,-9.381771087646484e-05,-8.931756019592285e-05,-8.481740951538086e-05,-8.031725883483887e-05,-7.581710815429688e-05,-7.131695747375488e-05,-6.681680679321289e-05,-6.23166561126709e-05,-5.7816505432128906e-05,-5.3316354751586914e-05,-4.881620407104492e-05,-4.431605339050293e-05,-3.981590270996094e-05,-3.5315752029418945e-05,-3.081560134887695e-05,-2.631545066833496e-05,-2.181529998779297e-05,-1.7315149307250977e-05,-1.2814998626708984e-05,-8.314847946166992e-06,-3.814697265625e-06,6.854534149169922e-07,5.185604095458984e-06,9.685754776000977e-06,1.4185905456542969e-05,1.868605613708496e-05,2.3186206817626953e-05,2.7686357498168945e-05,3.218650817871094e-05,3.668665885925293e-05,4.118680953979492e-05,4.5686960220336914e-05,5.0187110900878906e-05,5.46872615814209e-05,5.918741226196289e-05,6.368756294250488e-05,6.818771362304688e-05,7.268786430358887e-05,7.718801498413086e-05,8.168816566467285e-05,8.618831634521484e-05,9.068846702575684e-05,9.518861770629883e-05,9.968876838684082e-05,0.00010418891906738281,0.0001086890697479248,0.0001131892204284668,0.00011768937110900879,0.00012218952178955078,0.00012668967247009277,0.00013118982315063477,0.00013568997383117676,0.00014019012451171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.00549399945884943,-0.005303938873112202,-0.005113877821713686,-0.00492381677031517,-0.004733756184577942,-0.0045436955988407135,-0.004353634547442198,-0.004163573496043682,-0.003973512910306454,-0.0037834520917385817,-0.0035933912731707096,-0.0034033304546028376,-0.0032132696360349655,-0.0030232088174670935,-0.0028331479988992214,-0.0026430871803313494,-0.0024530263617634773,-0.0022629655431956053,-0.0020729047246277332,-0.0018828439060598612,-0.0016927830874919891,-0.001502722268924117,-0.001312661450356245,-0.001122600631788373,-0.000932539813220501,-0.0007424789946526289,-0.0005524181760847569,-0.0003623573575168848,-0.00017229653894901276,1.776427961885929e-05,0.00020782509818673134,0.0003978859167546034,0.0005879462696611881,0.0007780070882290602,0.0009680679067969322,0.0011581287253648043,0.0013481895439326763,0.0015382503625005484,0.0017283111810684204,0.0019183719996362925,0.0021084328182041645,0.0022984936367720366,0.0024885544553399086,0.0026786152739077806,0.0028686760924756527,0.0030587369110435247,0.003248797729611397,0.003438858548179269,0.003628919366747141,0.003818980185315013,0.004009041003882885,0.004199101589620113,0.004389162641018629,0.004579223692417145,0.004769284278154373,0.0049593448638916016,0.005149405915290117,0.005339466966688633,0.005529527552425861,0.00571958813816309,0.0059096491895616055,0.006099710240960121,0.0062897708266973495,0.006479831412434578,0.006669892463833094],"_type":"histogram","values":[1,0,0,1,1,1,1,6,3,4,1,10,7,6,10,6,7,22,22,17,24,24,23,27,21,30,30,26,40,36,29,32,32,27,25,24,25,26,20,17,18,13,12,11,5,10,7,1,8,4,2,0,2,2,0,1,2,2,0,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-0.01771010272204876,-0.017146427184343338,-0.016582751646637917,-0.016019076108932495,-0.015455399639904499,-0.014891724102199078,-0.014328047633171082,-0.01376437209546566,-0.013200696557760239,-0.012637021020054817,-0.012073345482349396,-0.0115096690133214,-0.010945993475615978,-0.010382317937910557,-0.00981864146888256,-0.00925496593117714,-0.008691290393471718,-0.008127614855766296,-0.007563938852399588,-0.007000262849032879,-0.006436587311327457,-0.005872911773622036,-0.005309235770255327,-0.0047455597668886185,-0.004181884229183197,-0.003618208458647132,-0.003054532688111067,-0.0024908569175750017,-0.0019271811470389366,-0.0013635053765028715,-0.0007998296059668064,-0.0002361538354307413,0.0003275219351053238,0.0008911977056413889,0.001454873476177454,0.002018549246713519,0.002582225017249584,0.0031459007877856493,0.0037095765583217144,0.004273252561688423,0.004836928099393845,0.005400603637099266,0.005964279640465975,0.0065279556438326836,0.007091631181538105,0.0076553067192435265,0.008218983188271523,0.008782658725976944,0.009346334263682365,0.009910009801387787,0.010473685339093208,0.011037361808121204,0.011601037345826626,0.012164712883532047,0.012728389352560043,0.013292064890265465,0.013855740427970886,0.014419415965676308,0.014983091503381729,0.015546767972409725,0.016110442578792572,0.016674119979143143,0.017237795516848564,0.017801471054553986,0.018365146592259407],"_type":"histogram","values":[3,1,1,4,5,2,4,5,6,6,7,3,12,7,7,10,16,13,13,17,17,26,24,27,19,25,20,22,23,25,21,18,27,17,12,22,24,31,16,25,10,26,16,18,15,10,13,7,11,6,9,12,3,3,2,4,5,4,6,0,2,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.00021316259517334402,-0.00020626805780921131,-0.0001993735204450786,-0.0001924789830809459,-0.00018558443116489798,-0.00017868989380076528,-0.00017179535643663257,-0.00016490081907249987,-0.00015800628170836717,-0.00015111174434423447,-0.00014421719242818654,-0.00013732265506405383,-0.00013042811769992113,-0.00012353358033578843,-0.00011663904297165573,-0.00010974449833156541,-0.00010284996096743271,-9.59554236033e-05,-8.906087896320969e-05,-8.216634159907699e-05,-7.527180423494428e-05,-6.837725959485397e-05,-6.148272223072127e-05,-5.458818486658856e-05,-4.769364386447705e-05,-4.0799102862365544e-05,-3.390456549823284e-05,-2.7010024496121332e-05,-2.0115485312999226e-05,-1.322094612987712e-05,-6.326406037260313e-06,5.681336006091442e-07,7.462673238478601e-06,1.4357212421600707e-05,2.1251751604722813e-05,2.8146292606834322e-05,3.5040829970967025e-05,4.1935370973078534e-05,4.8829911975190043e-05,5.5724449339322746e-05,6.261898670345545e-05,6.951353134354576e-05,7.640806870767847e-05,8.330260607181117e-05,9.019715071190149e-05,9.709168807603419e-05,0.00010398622544016689,0.00011088077008025721,0.00011777530744438991,0.00012466985208448023,0.00013156438944861293,0.00013845892681274563,0.00014535346417687833,0.00015224800154101104,0.00015914253890514374,0.00016603709082119167,0.00017293162818532437,0.00017982616554945707,0.00018672070291358978,0.00019361524027772248,0.00020050977764185518,0.0002074043295579031,0.0002142988669220358,0.00022119340428616852,0.00022808794165030122],"_type":"histogram","values":[1,0,0,2,0,0,2,0,2,4,3,6,4,7,10,11,9,19,20,20,22,21,17,33,19,27,26,32,24,27,27,26,24,26,27,32,32,22,24,22,11,9,10,14,19,11,8,11,10,5,3,4,4,6,3,1,4,1,1,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,3,3,2,5,5,11,12,17,19,30,30,61,93,110,182,261,407,599,1056,1691,2606,4732,8184,15697,32713,83644,229619,121707,42873,19440,9846,5651,3292,1862,1199,727,452,321,207,149,78,46,59,38,23,11,6,9,14,8,2,2,1,0,2,0,0,0,2,1,0,0,3],"bins":[-0.000522613525390625,-0.0005037188529968262,-0.00048482418060302734,-0.0004659295082092285,-0.0004470348358154297,-0.00042814016342163086,-0.00040924549102783203,-0.0003903508186340332,-0.0003714561462402344,-0.00035256147384643555,-0.0003336668014526367,-0.0003147721290588379,-0.00029587745666503906,-0.00027698278427124023,-0.0002580881118774414,-0.00023919343948364258,-0.00022029876708984375,-0.00020140409469604492,-0.0001825094223022461,-0.00016361474990844727,-0.00014472007751464844,-0.0001258254051208496,-0.00010693073272705078,-8.803606033325195e-05,-6.914138793945312e-05,-5.02467155456543e-05,-3.135204315185547e-05,-1.245737075805664e-05,6.4373016357421875e-06,2.5331974029541016e-05,4.4226646423339844e-05,6.312131881713867e-05,8.20159912109375e-05,0.00010091066360473633,0.00011980533599853516,0.00013870000839233398,0.0001575946807861328,0.00017648935317993164,0.00019538402557373047,0.0002142786979675293,0.00023317337036132812,0.00025206804275512695,0.0002709627151489258,0.0002898573875427246,0.00030875205993652344,0.00032764673233032227,0.0003465414047241211,0.0003654360771179199,0.00038433074951171875,0.0004032254219055176,0.0004221200942993164,0.00044101476669311523,0.00045990943908691406,0.0004788041114807129,0.0004976987838745117,0.0005165934562683105,0.0005354881286621094,0.0005543828010559082,0.000573277473449707,0.0005921721458435059,0.0006110668182373047,0.0006299614906311035,0.0006488561630249023,0.0006677508354187012,0.0006866455078125]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,0,2,3,0,1,0,1,1,3,1,4,4,4,5,7,2,6,9,5,12,14,10,23,24,18,20,20,32,30,32,35,32,31,23,33,34,27,29,33,27,20,19,16,15,11,12,14,7,12,8,6,5,4,4,5,1,1,1,3,3,2,0,1],"bins":[-0.008549977093935013,-0.008298452012240887,-0.00804692693054676,-0.007795401848852634,-0.007543876767158508,-0.0072923521511256695,-0.007040827069431543,-0.006789301987737417,-0.006537776906043291,-0.006286251824349165,-0.006034726742655039,-0.005783201660960913,-0.005531677044928074,-0.005280151963233948,-0.005028626881539822,-0.0047771017998456955,-0.004525576718151569,-0.004274051636457443,-0.004022526554763317,-0.0037710017058998346,-0.0035194766242057085,-0.0032679515425115824,-0.0030164266936481,-0.0027649016119539738,-0.0025133765302598476,-0.0022618514485657215,-0.0020103263668715954,-0.001758801518008113,-0.0015072764363139868,-0.0012557513546198606,-0.0010042263893410563,-0.0007527013658545911,-0.0005011763423681259,-0.0002496513188816607,1.8737046048045158e-06,0.00025339872809126973,0.000504923751577735,0.0007564487750642002,0.0010079737985506654,0.0012594987638294697,0.0015110238455235958,0.001762548927217722,0.002014074008911848,0.0022655988577753305,0.0025171239394694567,0.002768649021163583,0.0030201738700270653,0.0032716989517211914,0.0035232240334153175,0.0037747491151094437,0.00402627419680357,0.004277799278497696,0.004529324360191822,0.004780848976224661,0.005032374057918787,0.005283899139612913,0.005535424221307039,0.005786949303001165,0.0060384743846952915,0.006289999466389418,0.0065415240824222565,0.006793049164116383,0.007044574245810509,0.007296099327504635,0.007547624409198761]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,1,3,2,0,5,6,3,6,10,6,14,5,14,18,13,18,12,21,19,22,33,35,29,27,40,35,19,35,20,31,29,27,29,19,18,20,22,15,13,15,9,5,9,8,5,4,4,5,2,0,2,0,2,0,0,0,0,1],"bins":[-0.0005322668002918363,-0.0005154582322575152,-0.0004986496642231941,-0.00048184109618887305,-0.000465032528154552,-0.0004482239601202309,-0.00043141539208590984,-0.0004146068240515888,-0.0003977982560172677,-0.00038098968798294663,-0.00036418111994862556,-0.0003473725519143045,-0.0003305639838799834,-0.00031375541584566236,-0.0002969468478113413,-0.0002801382797770202,-0.00026332971174269915,-0.0002465211437083781,-0.000229712575674057,-0.00021290400763973594,-0.00019609543960541487,-0.0001792868715710938,-0.00016247830353677273,-0.00014566973550245166,-0.0001288611674681306,-0.00011205259943380952,-9.524403139948845e-05,-7.843546336516738e-05,-6.162689533084631e-05,-4.481832729652524e-05,-2.800975926220417e-05,-1.12011912278831e-05,5.607376806437969e-06,2.241594484075904e-05,3.922451287508011e-05,5.603308090940118e-05,7.284164894372225e-05,8.965021697804332e-05,0.00010645878501236439,0.00012326735304668546,0.00014007592108100653,0.0001568844891153276,0.00017369305714964867,0.00019050162518396974,0.0002073101932182908,0.00022411876125261188,0.00024092732928693295,0.000257735897321254,0.0002745444653555751,0.00029135303338989615,0.0003081616014242172,0.0003249701694585383,0.00034177873749285936,0.00035858730552718043,0.0003753958735615015,0.00039220444159582257,0.00040901300963014364,0.0004258215776644647,0.0004426301456987858,0.00045943871373310685,0.0004762472817674279,0.000493055849801749,0.0005098644178360701,0.0005266729858703911,0.0005434815539047122],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.003676370484754443,-0.003559649223461747,-0.003442927962169051,-0.003326206700876355,-0.003209485439583659,-0.003092764178290963,-0.002976043149828911,-0.002859321888536215,-0.002742600627243519,-0.002625879365950823,-0.002509158104658127,-0.002392436843365431,-0.002275715582072735,-0.002158994320780039,-0.002042273059487343,-0.0019255519146099687,-0.0018088306533172727,-0.0016921093920245767,-0.0015753881307318807,-0.0014586669858545065,-0.0013419457245618105,-0.0012252244632691145,-0.0011085032019764185,-0.0009917819406837225,-0.0008750607375986874,-0.0007583394763059914,-0.0006416182732209563,-0.0005248970119282603,-0.0004081757797393948,-0.00029145454755052924,-0.00017473330080974847,-5.8012061344925314e-05,5.870917811989784e-05,0.00017543041030876338,0.00029215164249762893,0.0004088729037903249,0.00052559410687536,0.000642315368168056,0.000759036629460752,0.0008757578325457871,0.0009924790356308222,0.0011092002969235182,0.0012259215582162142,0.0013426428195089102,0.0014593640808016062,0.0015760853420943022,0.0016928064869716763,0.0018095277482643723,0.0019262490095570683,0.0020429701544344425,0.0021596914157271385,0.0022764126770198345,0.0023931339383125305,0.0025098551996052265,0.0026265764608979225,0.0027432977221906185,0.0028600189834833145,0.0029767402447760105,0.0030934615060687065,0.003210182534530759,0.003326903795823455,0.003443625057116151,0.003560346318408847,0.003677067579701543,0.003793788840994239],"_type":"histogram","values":[1,0,1,1,0,2,1,1,0,3,4,3,1,7,5,7,10,14,9,8,22,18,18,29,27,28,25,23,24,33,33,27,30,43,36,40,28,27,32,20,11,21,10,12,16,14,7,8,5,7,2,5,3,2,1,1,0,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[2,1,3,0,3,5,2,3,1,1,5,8,5,8,7,5,12,17,6,23,21,21,13,28,17,29,32,25,31,23,27,26,29,22,31,31,29,19,21,19,14,20,14,11,13,17,10,7,10,8,5,7,5,3,1,5,0,2,2,0,1,1,0,1],"bins":[-0.00031322333961725235,-0.0003031386586371809,-0.0002930539776571095,-0.0002829692966770381,-0.00027288461569696665,-0.00026279990561306477,-0.00025271522463299334,-0.00024263054365292192,-0.0002325458626728505,-0.00022246118169277906,-0.00021237650071270764,-0.00020229180518072098,-0.00019220712420064956,-0.00018212244322057813,-0.00017203774768859148,-0.00016195306670852005,-0.00015186838572844863,-0.0001417837047483772,-0.00013169902376830578,-0.00012161432823631912,-0.0001115296472562477,-0.00010144496627617627,-9.136027802014723e-05,-8.12755897641182e-05,-7.119090878404677e-05,-6.110622780397534e-05,-5.1021539547946304e-05,-4.093685492989607e-05,-3.085217031184584e-05,-2.0767485693795606e-05,-1.0682801075745374e-05,-5.981164576951414e-07,9.486568160355091e-06,1.9571252778405324e-05,2.9655937396455556e-05,3.974062201450579e-05,4.982530663255602e-05,5.9909991250606254e-05,6.999467586865649e-05,8.007936412468553e-05,9.016404510475695e-05,0.00010024872608482838,0.00011033341434085742,0.00012041810259688646,0.00013050278357695788,0.0001405874645570293,0.00015067216008901596,0.00016075684106908739,0.0001708415220491588,0.00018092620302923024,0.00019101088400930166,0.00020109557954128832,0.00021118026052135974,0.00022126494150143117,0.00023134963703341782,0.00024143431801348925,0.00025151899899356067,0.0002616036799736321,0.0002716883609537035,0.00028177304193377495,0.00029185775201767683,0.00030194243299774826,0.0003120271139778197,0.0003221117949578911,0.00033219647593796253],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,1,5,7,12,14,20,53,77,125,222,369,530,779,1264,1718,2434,3371,4601,6023,8012,10256,12956,15592,18676,21686,24671,27907,30247,32440,34132,34331,35115,33810,32764,30448,27989,25198,22167,18960,16186,13057,10551,8346,6565,4732,3487,2581,1773,1237,864,555,352,201,159,76,51,35,13,8,6,4,1,1],"bins":[-0.09523706883192062,-0.09226645529270172,-0.08929583430290222,-0.08632521331310272,-0.08335459977388382,-0.08038398623466492,-0.07741336524486542,-0.07444274425506592,-0.07147213071584702,-0.06850151717662811,-0.06553089618682861,-0.06256027519702911,-0.05958966165781021,-0.05661904439330101,-0.05364842712879181,-0.05067780986428261,-0.04770719259977341,-0.044736575335264206,-0.041765958070755005,-0.038795340806245804,-0.0358247235417366,-0.0328541062772274,-0.0298834890127182,-0.026912871748209,-0.0239422544836998,-0.020971637219190598,-0.018001019954681396,-0.015030402690172195,-0.012059785425662994,-0.009089168161153793,-0.006118550896644592,-0.0031479336321353912,-0.0001773238182067871,0.002793293446302414,0.005763910710811615,0.008734527975320816,0.011705145239830017,0.014675762504339218,0.01764637976884842,0.02061699703335762,0.02358761429786682,0.026558231562376022,0.029528848826885223,0.032499466091394424,0.035470083355903625,0.03844070062041283,0.04141131788492203,0.04438193514943123,0.04735255241394043,0.05032316967844963,0.05329378694295883,0.05626440420746803,0.059235021471977234,0.062205638736486435,0.06517625600099564,0.06814686954021454,0.07111749053001404,0.07408811151981354,0.07705872505903244,0.08002933859825134,0.08299995958805084,0.08597058057785034,0.08894119411706924,0.09191180765628815,0.09488242864608765]},"_runtime":764,"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.09356774389743805,-0.09066276997327805,-0.08775779604911804,-0.08485281467437744,-0.08194784075021744,-0.07904286682605743,-0.07613789290189743,-0.07323291897773743,-0.07032793760299683,-0.06742296367883682,-0.06451798975467682,-0.061613015830516815,-0.05870804190635681,-0.05580306425690651,-0.052898090332746506,-0.049993112683296204,-0.0470881387591362,-0.044183164834976196,-0.041278187185525894,-0.03837321326136589,-0.03546823561191559,-0.032563261687755585,-0.02965828776359558,-0.026753311976790428,-0.023848336189985275,-0.020943360403180122,-0.01803838461637497,-0.015133410692214966,-0.012228434905409813,-0.00932345911860466,-0.006418484263122082,-0.003513508941978216,-0.0006085410714149475,0.002296434249728918,0.005201409570872784,0.008106384426355362,0.011011360213160515,0.013916335999965668,0.01682130992412567,0.019726285710930824,0.022631261497735977,0.02553623728454113,0.028441213071346283,0.03134618699550629,0.03425116091966629,0.03715613856911659,0.040061112493276596,0.0429660901427269,0.0458710640668869,0.048776037991046906,0.05168101564049721,0.05458598956465721,0.05749096721410751,0.06039594113826752,0.06330091506242752,0.06620588898658752,0.06911087036132812,0.07201584428548813,0.07492081820964813,0.07782579213380814,0.08073076605796814,0.08363573998212814,0.08654072135686874,0.08944569528102875,0.09235066920518875],"_type":"histogram","values":[1,2,2,9,8,10,32,56,98,153,242,404,595,863,1296,1914,2638,3536,4925,6376,8160,10250,12664,15452,18133,21139,24370,27021,29561,31385,33022,33991,33637,33385,32245,30145,28136,25543,22420,19507,16391,13639,11266,9045,7034,5411,4093,2961,2105,1511,1061,706,457,309,203,116,86,41,31,10,12,3,4,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,0,3,6,1,4,9,8,7,9,11,29,30,41,65,79,110,180,283,450,771,1217,2261,4215,8626,18100,40101,95582,179305,132956,56502,24631,11732,5491,2918,1598,942,538,358,209,126,94,60,46,28,20,26,10,6,6,5,5,3,2,4,0,2,0,0,0,0,0,0,1],"bins":[-4.458427429199219e-05,-4.303082823753357e-05,-4.147738218307495e-05,-3.992393612861633e-05,-3.8370490074157715e-05,-3.68170440196991e-05,-3.526359796524048e-05,-3.371015191078186e-05,-3.215670585632324e-05,-3.0603259801864624e-05,-2.9049813747406006e-05,-2.7496367692947388e-05,-2.594292163848877e-05,-2.438947558403015e-05,-2.2836029529571533e-05,-2.1282583475112915e-05,-1.9729137420654297e-05,-1.817569136619568e-05,-1.662224531173706e-05,-1.5068799257278442e-05,-1.3515353202819824e-05,-1.1961907148361206e-05,-1.0408461093902588e-05,-8.85501503944397e-06,-7.3015689849853516e-06,-5.748122930526733e-06,-4.194676876068115e-06,-2.641230821609497e-06,-1.087784767150879e-06,4.6566128730773926e-07,2.0191073417663574e-06,3.5725533962249756e-06,5.125999450683594e-06,6.679445505142212e-06,8.23289155960083e-06,9.786337614059448e-06,1.1339783668518066e-05,1.2893229722976685e-05,1.4446675777435303e-05,1.600012183189392e-05,1.755356788635254e-05,1.9107013940811157e-05,2.0660459995269775e-05,2.2213906049728394e-05,2.3767352104187012e-05,2.532079815864563e-05,2.6874244213104248e-05,2.8427690267562866e-05,2.9981136322021484e-05,3.15345823764801e-05,3.308802843093872e-05,3.464147448539734e-05,3.619492053985596e-05,3.7748366594314575e-05,3.930181264877319e-05,4.085525870323181e-05,4.240870475769043e-05,4.396215081214905e-05,4.5515596866607666e-05,4.7069042921066284e-05,4.86224889755249e-05,5.017593502998352e-05,5.172938108444214e-05,5.328282713890076e-05,5.4836273193359375e-05]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,3,0,1,6,1,2,2,6,8,4,7,5,7,6,14,14,15,28,13,25,21,31,17,31,32,28,26,35,36,33,24,22,24,27,25,22,27,13,25,8,11,9,10,9,4,13,8,6,4,5,0,2,2,2,3,1,2],"bins":[-0.0007162095280364156,-0.0006956692086532712,-0.0006751288892701268,-0.0006545886280946434,-0.000634048308711499,-0.0006135079893283546,-0.0005929677281528711,-0.0005724274087697268,-0.0005518870893865824,-0.000531346770003438,-0.0005108064506202936,-0.0004902661894448102,-0.0004697258700616658,-0.0004491855506785214,-0.00042864526039920747,-0.00040810497011989355,-0.00038756465073674917,-0.0003670243313536048,-0.00034648404107429087,-0.00032594375079497695,-0.00030540343141183257,-0.0002848631120286882,-0.00026432282174937427,-0.00024378251691814512,-0.00022324221208691597,-0.00020270190725568682,-0.00018216160242445767,-0.00016162129759322852,-0.00014108099276199937,-0.00012054068793077022,-0.00010000038309954107,-7.946007826831192e-05,-5.891977343708277e-05,-3.837946860585362e-05,-1.7839163774624467e-05,2.7011410566046834e-06,2.3241445887833834e-05,4.3781750719062984e-05,6.432205555029213e-05,8.486236038152128e-05,0.00010540266521275043,0.00012594297004397959,0.00014648327487520874,0.00016702357970643789,0.00018756388453766704,0.00020810418936889619,0.00022864449420012534,0.00024918478447943926,0.00026972510386258364,0.000290265423245728,0.00031080571352504194,0.00033134600380435586,0.00035188632318750024,0.0003724266425706446,0.00039296693284995854,0.00041350722312927246,0.00043404754251241684,0.0004545878618955612,0.00047512815217487514,0.0004956684424541891,0.0005162087618373334,0.0005367490812204778,0.0005572893423959613,0.0005778296617791057,0.00059836998116225]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,1,3,2,2,2,2,6,6,4,4,8,11,9,15,14,17,17,17,16,20,21,23,30,36,30,30,25,32,32,26,30,33,24,22,30,26,16,17,20,14,14,8,10,11,7,3,1,2,1,1,3,3,2,2,2,0,2],"bins":[-0.00030927782063372433,-0.00030023587169125676,-0.0002911939227487892,-0.0002821519738063216,-0.00027311002486385405,-0.0002640680759213865,-0.0002550261269789189,-0.00024598417803645134,-0.000236942243645899,-0.00022790029470343143,-0.00021885834576096386,-0.0002098163968184963,-0.00020077446242794394,-0.00019173251348547637,-0.0001826905645430088,-0.00017364861560054123,-0.00016460666665807366,-0.0001555647177156061,-0.00014652276877313852,-0.00013748081983067095,-0.00012843887088820338,-0.00011939692922169343,-0.00011035498755518347,-0.0001013130386127159,-9.227108967024833e-05,-8.322914072778076e-05,-7.418719178531319e-05,-6.514525011880323e-05,-5.610330117633566e-05,-4.706135223386809e-05,-3.801940692937933e-05,-2.8977459805901162e-05,-1.993548357859254e-05,-1.0893536455114372e-05,-1.8515893316362053e-06,7.1903577918419614e-06,1.6232304915320128e-05,2.5274252038798295e-05,3.431619916227646e-05,4.3358144466765225e-05,5.2400093409232795e-05,6.144204235170037e-05,7.048399129416794e-05,7.952593296067789e-05,8.856788190314546e-05,9.760983084561303e-05,0.00010665177251212299,0.00011569372145459056,0.00012473567039705813,0.0001337776193395257,0.00014281956828199327,0.00015186151722446084,0.0001609034661669284,0.00016994540055748075,0.00017898734949994832,0.0001880292984424159,0.00019707124738488346,0.00020611319632735103,0.0002151551452698186,0.00022419709421228617,0.00023323902860283852,0.0002422809775453061,0.00025132292648777366,0.00026036487543024123,0.0002694068243727088]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-3.310314866666886e-07,-3.186600565641129e-07,-3.0628865488324664e-07,-2.9391722478067095e-07,-2.815458230998047e-07,-2.69174392997229e-07,-2.5680299131636275e-07,-2.4443156121378706e-07,-2.320601453220661e-07,-2.1968872943034512e-07,-2.0731731353862415e-07,-1.9494589764690318e-07,-1.825744675443275e-07,-1.7020305165260652e-07,-1.5783163576088555e-07,-1.4546021986916458e-07,-1.330888039774436e-07,-1.2071738808572263e-07,-1.0834597219400166e-07,-9.597454919685333e-08,-8.360313330513236e-08,-7.123171741341139e-08,-5.886029796897674e-08,-4.648887852454209e-08,-3.4117462632821116e-08,-2.1746044964743305e-08,-9.374627296665494e-09,2.9967903714123167e-09,1.5368208039490128e-08,2.773962570756794e-08,4.011104337564575e-08,5.24824628200804e-08,6.485385029009194e-08,7.722526618181291e-08,8.959668207353388e-08,1.0196810507068221e-07,1.1433952096240318e-07,1.2671094395955151e-07,1.3908235985127249e-07,1.5145377574299346e-07,1.6382519163471443e-07,1.761966075264354e-07,1.8856802341815637e-07,2.0093943930987734e-07,2.1331086941245303e-07,2.25682285304174e-07,2.3805370119589497e-07,2.5042510287676123e-07,2.627965329793369e-07,2.751679630819126e-07,2.8753936476277886e-07,2.9991079486535455e-07,3.122821965462208e-07,3.246536266487965e-07,3.3702502832966275e-07,3.4939645843223843e-07,3.617678885348141e-07,3.741392902156804e-07,3.8651072031825606e-07,3.988821219991223e-07,4.11253552101698e-07,4.2362495378256426e-07,4.3599638388513995e-07,4.483677855660062e-07,4.607392156685819e-07],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,1,0,3,7,2,3,6,8,16,25,38,70,97,144,129,88,43,31,17,11,7,6,6,2,1,0,0,1,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[1,0,0,1,0,1,0,1,1,4,7,6,8,11,17,30,46,53,97,142,192,279,460,692,1045,1654,2469,3877,6403,10267,17927,32735,71907,206630,124715,47628,24698,13541,8265,5003,3136,2057,1224,877,561,363,264,154,127,74,51,38,23,18,11,12,6,4,5,1,2,0,2,1],"bins":[-0.0003108978271484375,-0.00030168890953063965,-0.0002924799919128418,-0.00028327107429504395,-0.0002740621566772461,-0.00026485323905944824,-0.0002556443214416504,-0.00024643540382385254,-0.0002372264862060547,-0.00022801756858825684,-0.00021880865097045898,-0.00020959973335266113,-0.00020039081573486328,-0.00019118189811706543,-0.00018197298049926758,-0.00017276406288146973,-0.00016355514526367188,-0.00015434622764587402,-0.00014513731002807617,-0.00013592839241027832,-0.00012671947479248047,-0.00011751055717468262,-0.00010830163955688477,-9.909272193908691e-05,-8.988380432128906e-05,-8.067488670349121e-05,-7.146596908569336e-05,-6.225705146789551e-05,-5.3048133850097656e-05,-4.3839216232299805e-05,-3.463029861450195e-05,-2.54213809967041e-05,-1.621246337890625e-05,-7.0035457611083984e-06,2.205371856689453e-06,1.1414289474487305e-05,2.0623207092285156e-05,2.9832124710083008e-05,3.904104232788086e-05,4.824995994567871e-05,5.745887756347656e-05,6.666779518127441e-05,7.587671279907227e-05,8.508563041687012e-05,9.429454803466797e-05,0.00010350346565246582,0.00011271238327026367,0.00012192130088806152,0.00013113021850585938,0.00014033913612365723,0.00014954805374145508,0.00015875697135925293,0.00016796588897705078,0.00017717480659484863,0.00018638372421264648,0.00019559264183044434,0.0002048015594482422,0.00021401047706604004,0.0002232193946838379,0.00023242831230163574,0.0002416372299194336,0.00025084614753723145,0.0002600550651550293,0.00026926398277282715,0.000278472900390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.0911727175116539,-0.0882730782032013,-0.08537343889474869,-0.08247379213571548,-0.07957415282726288,-0.07667451351881027,-0.07377487421035767,-0.07087523490190506,-0.06797559559345245,-0.06507594883441925,-0.062176309525966644,-0.05927667021751404,-0.05637703090906143,-0.05347738787531853,-0.05057774856686592,-0.047678105533123016,-0.04477846622467041,-0.041878826916217804,-0.0389791838824749,-0.03607954457402229,-0.03317990154027939,-0.030280262231826782,-0.027380622923374176,-0.02448098175227642,-0.021581340581178665,-0.01868169941008091,-0.015782058238983154,-0.012882418930530548,-0.009982777759432793,-0.0070831370539963245,-0.004183496348559856,-0.0012838556431233883,0.0016157925128936768,0.004515433218330145,0.007415073923766613,0.010314714163541794,0.01321435533463955,0.016113996505737305,0.01901363581418991,0.021913276985287666,0.024812918156385422,0.027712559327483177,0.030612200498580933,0.03351183980703354,0.036411479115486145,0.03931112214922905,0.042210761457681656,0.04511040449142456,0.04801004379987717,0.05090968310832977,0.05380932614207268,0.056708965450525284,0.05960860848426819,0.0625082477927208,0.0654078871011734,0.06830752640962601,0.07120716571807861,0.07410681247711182,0.07700645178556442,0.07990609109401703,0.08280573040246964,0.08570536971092224,0.08860501646995544,0.09150465577840805,0.09440429508686066],"_type":"histogram","values":[3,4,9,9,21,39,40,102,146,218,376,595,812,1191,1776,2374,3333,4494,6054,7797,9686,12162,15032,17456,20478,23324,26325,28838,31121,32544,33452,34083,33515,32533,30856,28610,26092,22902,19935,17335,14375,12050,9434,7428,5871,4417,3181,2378,1679,1150,756,496,353,234,135,85,58,26,21,11,7,3,3,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"bins":[-0.00010824203491210938,-0.00010504573583602905,-0.00010184943675994873,-9.865313768386841e-05,-9.545683860778809e-05,-9.226053953170776e-05,-8.906424045562744e-05,-8.586794137954712e-05,-8.26716423034668e-05,-7.947534322738647e-05,-7.627904415130615e-05,-7.308274507522583e-05,-6.988644599914551e-05,-6.669014692306519e-05,-6.349384784698486e-05,-6.029754877090454e-05,-5.710124969482422e-05,-5.3904950618743896e-05,-5.0708651542663574e-05,-4.751235246658325e-05,-4.431605339050293e-05,-4.111975431442261e-05,-3.7923455238342285e-05,-3.472715616226196e-05,-3.153085708618164e-05,-2.833455801010132e-05,-2.5138258934020996e-05,-2.1941959857940674e-05,-1.874566078186035e-05,-1.554936170578003e-05,-1.2353062629699707e-05,-9.156763553619385e-06,-5.9604644775390625e-06,-2.7641654014587402e-06,4.3213367462158203e-07,3.6284327507019043e-06,6.8247318267822266e-06,1.0021030902862549e-05,1.3217329978942871e-05,1.6413629055023193e-05,1.9609928131103516e-05,2.2806227207183838e-05,2.600252628326416e-05,2.9198825359344482e-05,3.2395124435424805e-05,3.559142351150513e-05,3.878772258758545e-05,4.198402166366577e-05,4.5180320739746094e-05,4.8376619815826416e-05,5.157291889190674e-05,5.476921796798706e-05,5.796551704406738e-05,6.11618161201477e-05,6.435811519622803e-05,6.755441427230835e-05,7.075071334838867e-05,7.3947012424469e-05,7.714331150054932e-05,8.033961057662964e-05,8.353590965270996e-05,8.673220872879028e-05,8.99285078048706e-05,9.312480688095093e-05,9.632110595703125e-05],"_type":"histogram","values":[1,1,1,1,3,2,5,3,11,12,14,29,38,52,76,121,150,204,280,450,659,897,1385,1942,3000,4338,6349,9755,14657,22074,33744,49554,69899,87191,84234,63884,45358,29771,19828,13198,8646,5729,3695,2698,1916,1178,875,563,397,289,196,147,99,69,52,25,26,18,14,10,6,1,2,2]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[3,7,14,28,38,54,124,220,317,600,973,1528,2420,3614,5376,7738,10527,14672,19818,25987,33471,40868,49876,58717,68284,77199,84787,91718,95766,97837,97734,95004,90260,84156,76428,67143,57954,49158,39846,31972,25065,18898,14373,10291,7369,5125,3518,2271,1422,910,553,372,197,116,74,35,20,9,5,4,0,0,0,1],"bins":[-0.09465707838535309,-0.09149615466594696,-0.08833523839712143,-0.0851743146777153,-0.08201339840888977,-0.07885247468948364,-0.07569155097007751,-0.07253063470125198,-0.06936971098184586,-0.06620878726243973,-0.0630478709936142,-0.05988694727420807,-0.05672602728009224,-0.05356510728597641,-0.05040418356657028,-0.04724326357245445,-0.04408234357833862,-0.040921423584222794,-0.037760503590106964,-0.034599579870700836,-0.03143865987658501,-0.028277739882469177,-0.0251168180257082,-0.02195589616894722,-0.01879497617483139,-0.01563405618071556,-0.012473134323954582,-0.009312213398516178,-0.006151292473077774,-0.00299037154763937,0.00017054937779903412,0.003331470303237438,0.006492398679256439,0.009653319604694843,0.012814240530133247,0.015975162386894226,0.019136082381010056,0.022297002375125885,0.025457924231886864,0.028618846088647842,0.03177976608276367,0.0349406860768795,0.03810160607099533,0.04126252979040146,0.04442344978451729,0.04758436977863312,0.050745293498039246,0.053906213492155075,0.057067133486270905,0.060228053480386734,0.06338897347450256,0.06654989719390869,0.06971082091331482,0.07287173718214035,0.07603266090154648,0.07919357717037201,0.08235450088977814,0.08551542460918427,0.0886763408780098,0.09183726459741592,0.09499818086624146,0.09815910458564758,0.10132002830505371,0.10448094457387924,0.10764186829328537]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,1,1,0,0,1,1,0,1,0,1,1,5,6,3,4,4,6,10,10,9,12,11,11,13,24,24,22,20,23,30,37,39,38,34,33,44,35,24,25,29,30,24,19,22,13,12,10,7,6,6,6,3,3,2,3,5,0,0,2,1,0,0,1],"bins":[-0.014853056520223618,-0.014417735859751701,-0.01398241426795721,-0.013547093607485294,-0.013111772947013378,-0.012676451355218887,-0.012241130694746971,-0.011805810034275055,-0.011370489373803139,-0.010935167782008648,-0.010499847121536732,-0.010064526461064816,-0.009629204869270325,-0.009193884208798409,-0.008758563548326492,-0.008323241956532001,-0.007887921296060085,-0.007452600169926882,-0.007017279509454966,-0.006581958383321762,-0.006146637722849846,-0.005711316596716642,-0.005275995470583439,-0.004840674810111523,-0.004405353683978319,-0.003970032557845116,-0.0035347118973731995,-0.003099390771239996,-0.002664069877937436,-0.0022287489846348763,-0.0017934279749169946,-0.001358106965199113,-0.000922786071896553,-0.0004874651203863323,-5.214416887611151e-05,0.00038317678263410926,0.00081849773414433,0.0012538186274468899,0.0016891396371647716,0.0021244606468826532,0.002559781540185213,0.002995102433487773,0.003430423326790333,0.0038657444529235363,0.00430106557905674,0.004736386239528656,0.0051717073656618595,0.005607028026133776,0.006042349152266979,0.006477670278400183,0.006912990938872099,0.007348312065005302,0.007783632725477219,0.00821895431727171,0.008654274977743626,0.009089595638215542,0.009524917230010033,0.009960237890481949,0.010395558550953865,0.010830879211425781,0.011266200803220272,0.011701521463692188,0.012136842124164104,0.012572163715958595,0.013007484376430511],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,1,2,0,0,1,1,0,4,2,1,7,7,7,5,10,15,32,33,46,68,82,109,96,64,53,25,25,22,10,11,2,5,2,5,3,0,1,1,2,1,0,1,1,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-1.2648840197471145e-07,-1.2233527968419367e-07,-1.1818215739367588e-07,-1.140290351031581e-07,-1.0987591281264031e-07,-1.0572279052212252e-07,-1.0156966823160474e-07,-9.741654594108695e-08,-9.326342365056917e-08,-8.911029425462402e-08,-8.495717196410624e-08,-8.080404967358845e-08,-7.665092738307067e-08,-7.249780509255288e-08,-6.83446828020351e-08,-6.419156051151731e-08,-6.003843822099952e-08,-5.588531593048174e-08,-5.173219363996395e-08,-4.757907134944617e-08,-4.342594905892838e-08,-3.927282321569692e-08,-3.511970092517913e-08,-3.0966578634661346e-08,-2.681345634414356e-08,-2.2660334053625775e-08,-1.850721176310799e-08,-1.4354087696233364e-08,-1.0200965405715579e-08,-6.047842671108583e-09,-1.8947199365015877e-09,2.2584027981054078e-09,6.411525532712403e-09,1.0564647823230189e-08,1.4717771001926394e-08,1.88708941806226e-08,2.3024016471140385e-08,2.717713876165817e-08,3.1330262828532796e-08,3.548338511905058e-08,3.963650740956837e-08,4.378962970008615e-08,4.794275199060394e-08,5.2095874281121723e-08,5.624900012435319e-08,6.040212241487097e-08,6.455524470538876e-08,6.870836699590654e-08,7.286148928642433e-08,7.701461157694212e-08,8.11677338674599e-08,8.532085615797769e-08,8.947397844849547e-08,9.362710073901326e-08,9.778022302953104e-08,1.0193334532004883e-07,1.0608647471599397e-07,1.1023959700651176e-07,1.1439271929702954e-07,1.1854584158754733e-07,1.2269896387806511e-07,1.268520861685829e-07,1.3100520845910069e-07,1.3515833074961847e-07,1.3931145304013626e-07]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-4.930323029839201e-07,-4.7306932060564577e-07,-4.5310633822737145e-07,-4.3314335584909713e-07,-4.131803734708228e-07,-3.9321736267083907e-07,-3.7325438029256475e-07,-3.5329139791429043e-07,-3.333284155360161e-07,-3.133654331577418e-07,-2.9340245077946747e-07,-2.7343946840119315e-07,-2.534764576012094e-07,-2.335134894337898e-07,-2.1355049284466077e-07,-1.9358751046638645e-07,-1.7362452808811213e-07,-1.536615457098378e-07,-1.336985633315635e-07,-1.1373556674243446e-07,-9.377258436416014e-08,-7.380960198588582e-08,-5.3846612502184144e-08,-3.3883626571196146e-08,-1.3920640640208148e-08,6.042345290779849e-09,2.6005331221767847e-08,4.5968317152755844e-08,6.593130308374384e-08,8.589428546201816e-08,1.0585727494571984e-07,1.2582026442942151e-07,1.4578318996427697e-07,1.657461723425513e-07,1.857091547208256e-07,2.0567215130995464e-07,2.2563513368822896e-07,2.45598130277358e-07,2.655611126556323e-07,2.8552409503390663e-07,3.0548707741218095e-07,3.2545005979045527e-07,3.454130421687296e-07,3.653760245470039e-07,3.8533903534698766e-07,4.05302017725262e-07,4.252650001035363e-07,4.452279824818106e-07,4.6519096486008493e-07,4.851539756600687e-07,5.051169296166336e-07,5.250799404166173e-07,5.450428943731822e-07,5.65005905173166e-07,5.849688591297308e-07,6.049318699297146e-07,6.248948238862795e-07,6.448578346862632e-07,6.64820845486247e-07,6.847837994428119e-07,7.047468102427956e-07,7.247097641993605e-07,7.446727749993443e-07,7.646357289559091e-07,7.845987397558929e-07],"_type":"histogram","values":[1,0,1,0,0,1,1,0,3,2,4,1,3,1,6,4,7,5,9,24,29,31,68,87,126,115,86,51,23,18,12,9,3,9,4,5,4,0,1,3,1,1,2,1,0,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,2,0,0,0,2,2,0,0,0,3,0,3,2,2,3,7,3,15,10,15,18,33,57,54,68,91,139,199,250,222,177,149,116,85,65,50,52,30,24,22,15,11,12,11,6,3,3,0,4,1,2,5,0,2,0,0,0,1,0,0,0,1],"bins":[-0.000156576803419739,-0.00015151192201301455,-0.0001464470406062901,-0.00014138217375148088,-0.00013631729234475642,-0.00013125241093803197,-0.00012618752953130752,-0.00012112265540054068,-0.00011605777399381623,-0.00011099289258709177,-0.00010592801845632493,-0.00010086313704960048,-9.579825564287603e-05,-9.073338151210919e-05,-8.566850010538474e-05,-8.06036259746179e-05,-7.553874456789345e-05,-7.047386316116899e-05,-6.540898903040215e-05,-6.03441076236777e-05,-5.5279229854932055e-05,-5.021435208618641e-05,-4.5149470679461956e-05,-4.008459291071631e-05,-3.5019715141970664e-05,-2.995483737322502e-05,-2.488995778548997e-05,-1.982507819775492e-05,-1.4760200429009274e-05,-9.695321750768926e-06,-4.630443072528578e-06,4.344356057117693e-07,5.499314283952117e-06,1.0564192962192465e-05,1.5629071640432812e-05,2.0693951228167862e-05,2.5758828996913508e-05,3.0823706765659153e-05,3.5888588172383606e-05,4.095346594112925e-05,4.60183437098749e-05,5.1083221478620544e-05,5.614809924736619e-05,6.121298065409064e-05,6.62778620608151e-05,7.134273619158193e-05,7.640761759830639e-05,8.147249172907323e-05,8.653737313579768e-05,9.160225454252213e-05,9.666712867328897e-05,0.00010173201008001342,0.00010679688421078026,0.00011186176561750472,0.00011692664702422917,0.00012199152115499601,0.00012705640983767807,0.0001321212766924873,0.00013718615809921175,0.0001422510395059362,0.00014731592091266066,0.0001523808023193851,0.00015744566917419434,0.0001625105505809188,0.00016757543198764324],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,0,0,3,1,7,16,28,68,119,174,278,468,760,1138,1648,2429,3363,4648,6447,8314,10428,12997,15483,18150,20641,22668,24495,25423,25821,26073,24438,23196,21198,18767,16228,13617,11051,8929,6967,5053,3753,2673,1886,1250,787,529,337,203,114,79,33,20,10,3,2,1,1,1,0,1],"bins":[-0.10884548723697662,-0.10551247000694275,-0.10217945277690887,-0.0988464280962944,-0.09551341086626053,-0.09218039363622665,-0.08884736895561218,-0.08551435172557831,-0.08218133449554443,-0.07884831726551056,-0.07551530003547668,-0.07218227535486221,-0.06884925812482834,-0.06551624089479446,-0.06218321993947029,-0.05885019898414612,-0.055517181754112244,-0.05218416452407837,-0.048851143568754196,-0.04551812261343002,-0.04218510538339615,-0.038852088153362274,-0.0355190671980381,-0.03218604624271393,-0.028853029012680054,-0.02552000992000103,-0.022186990827322006,-0.018853971734642982,-0.015520952641963959,-0.012187933549284935,-0.008854914456605911,-0.0055218953639268875,-0.0021888837218284607,0.001144135370850563,0.004477154463529587,0.0078101735562086105,0.011143192648887634,0.014476211741566658,0.017809230834245682,0.021142249926924706,0.02447526901960373,0.027808288112282753,0.031141307204961777,0.03447432816028595,0.037807345390319824,0.0411403626203537,0.04447338357567787,0.047806404531002045,0.05113942176103592,0.054472438991069794,0.05780545994639397,0.06113848090171814,0.06447149813175201,0.06780451536178589,0.07113753259181976,0.07447055727243423,0.07780357450246811,0.08113659173250198,0.08446961641311646,0.08780263364315033,0.0911356508731842,0.09446866810321808,0.09780168533325195,0.10113471001386642,0.1044677272439003]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[3,2,2,4,1,2,7,7,5,5,6,13,8,9,10,13,16,13,13,18,23,24,19,29,28,26,31,28,28,29,28,30,24,27,23,23,17,29,10,19,11,19,13,14,9,13,8,12,4,1,1,0,2,1,3,2,0,0,0,0,0,0,2,1],"bins":[0.9893686175346375,0.9896865487098694,0.9900045394897461,0.990322470664978,0.99064040184021,0.9909583926200867,0.9912763237953186,0.9915942549705505,0.9919122457504272,0.9922301769256592,0.9925481081008911,0.9928660988807678,0.9931840300559998,0.9935019612312317,0.9938199520111084,0.9941378831863403,0.9944558143615723,0.994773805141449,0.9950917363166809,0.9954096674919128,0.9957276582717896,0.9960455894470215,0.9963635206222534,0.9966815114021301,0.9969994425773621,0.997317373752594,0.9976353645324707,0.9979532957077026,0.9982712268829346,0.9985892176628113,0.9989071488380432,0.9992250800132751,0.9995430707931519,0.9998610019683838,1.0001789331436157,1.0004968643188477,1.0008147954940796,1.001132845878601,1.001450777053833,1.001768708229065,1.0020866394042969,1.0024045705795288,1.0027225017547607,1.0030405521392822,1.0033584833145142,1.003676414489746,1.003994345664978,1.00431227684021,1.004630208015442,1.0049482583999634,1.0052661895751953,1.0055841207504272,1.0059020519256592,1.0062199831008911,1.006537914276123,1.0068559646606445,1.0071738958358765,1.0074918270111084,1.0078097581863403,1.0081276893615723,1.0084456205368042,1.0087636709213257,1.0090816020965576,1.0093995332717896,1.0097174644470215]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,1,3,9,5,17,23,49,85,110,209,306,513,760,1070,1562,2215,2936,4124,5408,7121,9012,11283,13650,16327,18975,22081,24586,27441,29795,31529,32835,33376,33229,32442,31237,29270,27143,24328,21681,18953,15793,13328,10793,8678,6738,5255,3955,2905,2119,1511,1118,693,456,323,178,116,72,48,23,9,6,3,3],"bins":[-0.09401340782642365,-0.09115763008594513,-0.08830185979604721,-0.0854460820555687,-0.08259031176567078,-0.07973453402519226,-0.07687876373529434,-0.07402298599481583,-0.07116721570491791,-0.06831143796443939,-0.06545566022396088,-0.06259988993406296,-0.05974411219358444,-0.056888338178396225,-0.05403256416320801,-0.05117679014801979,-0.048321016132831573,-0.045465242117643356,-0.04260946810245514,-0.03975369408726692,-0.036897920072078705,-0.03404214233160019,-0.031186368316411972,-0.028330594301223755,-0.025474820286035538,-0.02261904627084732,-0.019763272255659103,-0.016907496377825737,-0.01405172236263752,-0.011195948347449303,-0.008340173400938511,-0.005484398920089006,-0.002628616988658905,0.00022715749219059944,0.003082931973040104,0.005938706453889608,0.008794480934739113,0.01165025494992733,0.014506029896438122,0.017361804842948914,0.02021757885813713,0.023073352873325348,0.025929126888513565,0.02878490276634693,0.0316406786441803,0.034496452659368515,0.03735222667455673,0.04020800068974495,0.043063774704933167,0.045919548720121384,0.0487753227353096,0.05163109675049782,0.054486870765686035,0.05734264850616455,0.06019842252135277,0.06305419653654099,0.0659099668264389,0.06876574456691742,0.07162152230739594,0.07447729259729385,0.07733307033777237,0.08018884062767029,0.0830446183681488,0.08590038865804672,0.08875616639852524]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.00018672511214390397,-0.00018030627688858658,-0.00017388742708135396,-0.00016746859182603657,-0.00016104974201880395,-0.00015463090676348656,-0.00014821205695625395,-0.00014179322170093656,-0.00013537437189370394,-0.00012895553663838655,-0.00012253670138306916,-0.00011611785157583654,-0.00010969901632051915,-0.00010328017378924415,-9.686133125796914e-05,-9.044248872669414e-05,-8.402364619541913e-05,-7.760480366414413e-05,-7.118596113286912e-05,-6.476711860159412e-05,-5.834827970829792e-05,-5.192943717702292e-05,-4.551059828372672e-05,-3.909175575245172e-05,-3.2672913221176714e-05,-2.625407068990171e-05,-1.983522997761611e-05,-1.3416388355835807e-05,-6.997546734055504e-06,-5.787051122752018e-07,5.8401365095051005e-06,1.2258978131285403e-05,1.8677819753065705e-05,2.509666228434071e-05,3.1515504815615714e-05,3.793434370891191e-05,4.4353186240186915e-05,5.077202877146192e-05,5.7190867664758116e-05,6.360971019603312e-05,7.002855272730812e-05,7.644739525858313e-05,8.286623778985813e-05,8.928508032113314e-05,9.570391557645053e-05,0.00010212275810772553,0.00010854160063900054,0.00011496044317027554,0.00012137928570155054,0.00012779812095686793,0.00013421697076410055,0.00014063580601941794,0.00014705465582665056,0.00015347349108196795,0.00015989234088920057,0.00016631117614451796,0.00017273001139983535,0.00017914886120706797,0.00018556769646238536,0.00019198654626961797,0.00019840538152493536,0.00020482423133216798,0.00021124306658748537,0.000217661916394718,0.00022408075165003538],"_type":"histogram","values":[2,1,0,1,2,1,3,2,3,4,5,4,6,11,12,7,4,21,27,22,16,18,32,32,29,27,23,30,33,30,34,32,37,24,32,25,25,23,14,15,15,17,15,12,13,4,4,4,2,5,1,0,2,0,0,1,1,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,0,0,1,4,2,2,6,8,11,6,18,35,52,78,99,132,194,280,423,689,838,1372,2000,2932,4369,6186,9849,15016,22560,35405,53871,80916,97051,84862,59168,38831,24148,16144,10710,7169,4610,3065,2085,1477,1023,648,451,304,221,169,117,62,50,40,26,12,10,3,4,3,2,3,1],"bins":[-0.0003814697265625,-0.0003701150417327881,-0.00035876035690307617,-0.00034740567207336426,-0.00033605098724365234,-0.00032469630241394043,-0.0003133416175842285,-0.0003019869327545166,-0.0002906322479248047,-0.0002792775630950928,-0.00026792287826538086,-0.00025656819343566895,-0.00024521350860595703,-0.00023385882377624512,-0.0002225041389465332,-0.0002111494541168213,-0.00019979476928710938,-0.00018844008445739746,-0.00017708539962768555,-0.00016573071479797363,-0.00015437602996826172,-0.0001430213451385498,-0.0001316666603088379,-0.00012031197547912598,-0.00010895729064941406,-9.760260581970215e-05,-8.624792098999023e-05,-7.489323616027832e-05,-6.35385513305664e-05,-5.218386650085449e-05,-4.082918167114258e-05,-2.9474496841430664e-05,-1.811981201171875e-05,-6.765127182006836e-06,4.589557647705078e-06,1.5944242477416992e-05,2.7298927307128906e-05,3.865361213684082e-05,5.0008296966552734e-05,6.136298179626465e-05,7.271766662597656e-05,8.407235145568848e-05,9.542703628540039e-05,0.0001067817211151123,0.00011813640594482422,0.00012949109077453613,0.00014084577560424805,0.00015220046043395996,0.00016355514526367188,0.0001749098300933838,0.0001862645149230957,0.00019761919975280762,0.00020897388458251953,0.00022032856941223145,0.00023168325424194336,0.00024303793907165527,0.0002543926239013672,0.0002657473087310791,0.000277101993560791,0.00028845667839050293,0.00029981136322021484,0.00031116604804992676,0.00032252073287963867,0.0003338754177093506,0.0003452301025390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[0.9878959655761719,0.9882677793502808,0.9886395931243896,0.9890113472938538,0.9893831610679626,0.9897549748420715,0.9901267886161804,0.9904985427856445,0.9908703565597534,0.9912421703338623,0.9916139841079712,0.9919857978820801,0.9923575520515442,0.9927293658256531,0.993101179599762,0.9934729933738708,0.993844747543335,0.9942165613174438,0.9945883750915527,0.9949601888656616,0.9953320026397705,0.9957037568092346,0.9960755705833435,0.9964473843574524,0.9968191981315613,0.9971910119056702,0.9975627660751343,0.9979345798492432,0.998306393623352,0.9986782073974609,0.999049961566925,0.9994217753410339,0.9997935891151428,1.000165343284607,1.0005371570587158,1.0009089708328247,1.0012807846069336,1.0016525983810425,1.0020244121551514,1.0023962259292603,1.0027680397033691,1.003139853477478,1.0035115480422974,1.0038833618164062,1.0042551755905151,1.004626989364624,1.004998803138733,1.0053706169128418,1.0057424306869507,1.0061142444610596,1.0064860582351685,1.0068577527999878,1.0072295665740967,1.0076013803482056,1.0079731941223145,1.0083450078964233,1.0087168216705322,1.0090886354446411,1.00946044921875,1.0098322629928589,1.0102039575576782,1.010575771331787,1.010947585105896,1.0113193988800049,1.0116912126541138],"_type":"histogram","values":[2,1,1,3,1,1,3,3,1,3,2,0,7,10,7,7,9,6,15,10,18,16,18,19,18,13,23,34,25,33,32,37,28,44,31,34,21,23,21,28,28,17,21,18,11,12,14,5,9,4,4,5,4,3,0,0,0,3,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,2,3,0,3,1,1,1,2,7,10,13,16,37,37,72,91,121,144,215,338,526,767,1295,2179,3909,7480,15701,36998,98014,206505,127061,47741,19717,9249,4663,2576,1440,995,568,407,269,182,127,90,66,56,30,25,20,16,12,4,6,3,0,0,2,1,3,4],"bins":[-0.0003528594970703125,-0.00034236907958984375,-0.000331878662109375,-0.00032138824462890625,-0.0003108978271484375,-0.00030040740966796875,-0.0002899169921875,-0.00027942657470703125,-0.0002689361572265625,-0.00025844573974609375,-0.000247955322265625,-0.00023746490478515625,-0.0002269744873046875,-0.00021648406982421875,-0.00020599365234375,-0.00019550323486328125,-0.0001850128173828125,-0.00017452239990234375,-0.000164031982421875,-0.00015354156494140625,-0.0001430511474609375,-0.00013256072998046875,-0.0001220703125,-0.00011157989501953125,-0.0001010894775390625,-9.059906005859375e-05,-8.0108642578125e-05,-6.961822509765625e-05,-5.91278076171875e-05,-4.863739013671875e-05,-3.814697265625e-05,-2.765655517578125e-05,-1.71661376953125e-05,-6.67572021484375e-06,3.814697265625e-06,1.430511474609375e-05,2.47955322265625e-05,3.528594970703125e-05,4.57763671875e-05,5.626678466796875e-05,6.67572021484375e-05,7.724761962890625e-05,8.7738037109375e-05,9.822845458984375e-05,0.0001087188720703125,0.00011920928955078125,0.00012969970703125,0.00014019012451171875,0.0001506805419921875,0.00016117095947265625,0.000171661376953125,0.00018215179443359375,0.0001926422119140625,0.00020313262939453125,0.000213623046875,0.00022411346435546875,0.0002346038818359375,0.00024509429931640625,0.000255584716796875,0.00026607513427734375,0.0002765655517578125,0.00028705596923828125,0.00029754638671875,0.00030803680419921875,0.0003185272216796875]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug-core.log b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..ed6f480e929ecf3c0d9b3d4ba6ab6d82222155e8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T18:04:57.641720206+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpp9p71_ms/port-3777.txt","pid":3777,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T18:04:57.642424456+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3777} +{"time":"2025-07-18T18:04:57.642429633+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3777-3863-293103712/socket","Net":"unix"}} +{"time":"2025-07-18T18:04:57.823171064+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T18:04:57.832732853+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"hq6awr0t","id":"1(@)"} +{"time":"2025-07-18T18:04:58.259966233+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"hq6awr0t","id":"1(@)"} +{"time":"2025-07-18T18:17:43.149341773+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T18:17:43.149636092+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T18:17:43.1497071+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T18:17:43.149715607+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T18:17:43.149789142+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3777-3863-293103712/socket","Net":"unix"}} +{"time":"2025-07-18T18:17:45.778724563+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T18:17:45.778744613+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T18:17:45.778759064+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..c11fa162831384a9082505f5fff8f3100ebd3045 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T18:04:57.833873623+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T18:04:58.259931891+03:00","level":"INFO","msg":"stream: created new stream","id":"hq6awr0t"} +{"time":"2025-07-18T18:04:58.259960545+03:00","level":"INFO","msg":"stream: started","id":"hq6awr0t"} +{"time":"2025-07-18T18:04:58.259976514+03:00","level":"INFO","msg":"handler: started","stream_id":"hq6awr0t"} +{"time":"2025-07-18T18:04:58.259973518+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"hq6awr0t"} +{"time":"2025-07-18T18:04:58.259998342+03:00","level":"INFO","msg":"sender: started","stream_id":"hq6awr0t"} +{"time":"2025-07-18T18:17:43.149602919+03:00","level":"INFO","msg":"stream: closing","id":"hq6awr0t"} +{"time":"2025-07-18T18:17:44.53753132+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T18:17:45.776658533+03:00","level":"INFO","msg":"handler: closed","stream_id":"hq6awr0t"} +{"time":"2025-07-18T18:17:45.776693122+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"hq6awr0t"} +{"time":"2025-07-18T18:17:45.776726065+03:00","level":"INFO","msg":"sender: closed","stream_id":"hq6awr0t"} +{"time":"2025-07-18T18:17:45.777963514+03:00","level":"INFO","msg":"stream: closed","id":"hq6awr0t"} diff --git a/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug.log b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..d3c756a817c73a09d16f03feb0f3e279f3f3a903 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_setup.py:_flush():80] Configure stats pid to 3777 +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_180457-hq6awr0t/logs/debug.log +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_180457-hq6awr0t/logs/debug-internal.log +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_init.py:init():830] calling init triggers +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 2000, '_wandb': {}} +2025-07-18 18:04:57,605 INFO MainThread:3777 [wandb_init.py:init():871] starting backend +2025-07-18 18:04:57,823 INFO MainThread:3777 [wandb_init.py:init():874] sending inform_init request +2025-07-18 18:04:57,831 INFO MainThread:3777 [wandb_init.py:init():882] backend started and connected +2025-07-18 18:04:57,833 INFO MainThread:3777 [wandb_init.py:init():953] updated telemetry +2025-07-18 18:04:57,833 INFO MainThread:3777 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 18:04:58,541 INFO MainThread:3777 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 18:04:58,722 INFO MainThread:3777 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 18:04:58,722 INFO MainThread:3777 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 18:04:58,722 INFO MainThread:3777 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 18:04:58,723 INFO MainThread:3777 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 18:04:58,726 INFO MainThread:3777 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 18:06:21,773 INFO MainThread:3777 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 18:06:21,774 INFO MainThread:3777 [wandb_watch.py:_watch():70] Watching +2025-07-18 18:17:43,148 INFO MsgRouterThr:3777 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 18:17:45,792 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,807 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,807 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,808 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,809 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,809 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,811 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,811 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,812 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,813 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,814 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,815 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,815 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,816 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,817 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,817 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,818 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,818 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,819 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,819 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,820 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,821 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,821 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,822 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,822 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,823 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,823 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,824 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,824 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,825 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,826 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,826 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,827 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,827 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,828 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,828 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,829 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,829 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,830 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,831 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,831 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,832 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,832 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,834 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,835 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,836 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,840 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,841 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,841 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,842 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,842 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,843 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,843 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,844 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,845 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,845 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,846 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,846 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,849 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,849 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,850 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,850 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,851 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,851 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,852 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,852 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,853 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,854 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,854 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,855 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,855 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,856 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,856 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,857 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,857 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,858 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,858 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,859 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,860 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,863 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,864 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,864 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,865 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,865 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,866 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,866 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,867 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,868 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,868 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,869 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,869 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,870 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,870 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,871 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,871 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,872 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,873 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,873 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,874 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,874 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,875 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,875 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,876 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,876 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,877 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,877 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,878 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,879 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,879 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,880 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,880 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,881 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,881 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,882 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,882 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,883 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,883 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,884 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,884 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,885 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,886 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,886 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,887 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,888 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,889 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,889 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,890 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,890 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,891 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,891 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,892 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,892 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,893 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,894 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,894 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,895 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,895 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,896 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,896 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,897 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,897 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,898 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,898 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,899 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,899 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,900 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,901 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,901 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,902 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,902 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,903 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,903 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,904 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,904 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,905 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,905 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,906 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,906 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,907 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,907 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,908 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,910 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,910 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,911 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,911 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,912 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,912 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,913 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,913 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,914 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,915 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,915 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,916 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,916 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,917 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,917 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,918 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,918 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,919 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,919 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,920 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,920 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,921 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,921 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,922 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,923 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,923 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,924 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,924 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,925 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,925 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,926 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,926 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,927 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,927 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,928 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,928 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,929 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,930 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,930 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,931 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,931 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,932 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,932 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,933 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,933 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,934 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,934 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,935 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,935 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,936 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,936 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,937 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,937 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,938 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,939 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,939 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:17:45,940 ERROR MainThread:3777 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_180457-hq6awr0t/run-hq6awr0t.wandb b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/run-hq6awr0t.wandb new file mode 100644 index 0000000000000000000000000000000000000000..1f638a66591263050513039f492f153d72d36e65 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_180457-hq6awr0t/run-hq6awr0t.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:633dc24ff25589f89e2a3bf99f70ca16963e3d95045bd9b0da98b3c7d3a69d50 +size 14632746 diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/config.yaml b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c08329608677698552b5eec3d1092b1416ff91a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/config.yaml @@ -0,0 +1,75 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + giqt8jelpcjhajp94kebbuxlfwimmdgr: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125912739840" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T15:31:18.936636Z" + writerId: giqt8jelpcjhajp94kebbuxlfwimmdgr + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/output.log b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..11538e1ddcac02fe72c92f6e580625abf714c9c9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/output.log @@ -0,0 +1,137 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=128, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00.remove at 0x7fd8aca798a0> +Traceback (most recent call last): | 1373/1317672 [01:51<21:58:19, 16.64it/s, loss=0.0101] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:53", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 43, in forward + def forward(self, input_ids, attention_mask=None): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 632, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1100, in forward + return compiled_fn(full_args) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 308, in runtime_wrapper + all_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 98, in g + return f(*args) + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/function.py", line 575, in apply + return super().apply(*args, **kwargs) # type: ignore[misc] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 1525, in forward + fw_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 488, in wrapper + return compiled_fn(runtime_args) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 667, in inner_fn + outs = compiled_fn(args) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 1478, in __call__ + return self.current_callable(inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/utils.py", line 1977, in run + return model(new_inputs) + ^^^^^^^^^^^^^^^^^ + File "/tmp/torchinductor_jovyan/yk/cyk3ef2dgl2fnqatkkqyt3s7mh3cuapce6y73bqvbljutv5lcr34.py", line 2188, in call + triton_poi_fused__to_copy_1.run(primals_188, buf419, 589824, grid=grid(589824), stream=stream0) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 879, in run + return launcher( + ^^^^^^^^^ + File "", line 13, in launcher + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/triton/backends/nvidia/driver.py", line 365, in __call__ + self.launch(*args, **kwargs) +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/requirements.txt b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2a76ff65f0ec599c402079f81ddee45cd6d15d63 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T15:31:18.936636Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125912739840" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "giqt8jelpcjhajp94kebbuxlfwimmdgr" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f4db05955726e7d5f0db2dae087c3d21c264871b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/files/wandb-summary.json @@ -0,0 +1 @@ +{"_timestamp":1.7528528750431077e+09,"_step":1372,"_wandb":{"runtime":198},"_runtime":198,"train_batch_loss":0.010139481164515018,"learning_rate":4.999986605213057e-05} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug-core.log b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..a3595b11c44ef4b92c99c33d16ebb5c8095bdc81 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug-core.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T18:31:18.994800286+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpniu9fzbh/port-5401.txt","pid":5401,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T18:31:18.995416861+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":5401} +{"time":"2025-07-18T18:31:18.995430889+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-5401-5487-270863156/socket","Net":"unix"}} +{"time":"2025-07-18T18:31:19.176086527+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T18:31:19.185164514+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"1pjl1dv9","id":"1(@)"} +{"time":"2025-07-18T18:31:19.614420678+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"1pjl1dv9","id":"1(@)"} +{"time":"2025-07-18T18:34:38.184597389+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T18:34:38.184923789+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T18:34:38.184992681+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T18:34:38.184941525+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T18:34:38.185067108+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-5401-5487-270863156/socket","Net":"unix"}} +{"time":"2025-07-18T18:34:43.195381405+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..36be8db2f75d1f4cbc4e897c8f7a4b483ea6ab4b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug-internal.log @@ -0,0 +1,8 @@ +{"time":"2025-07-18T18:31:19.186628035+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T18:31:19.614390583+03:00","level":"INFO","msg":"stream: created new stream","id":"1pjl1dv9"} +{"time":"2025-07-18T18:31:19.614415196+03:00","level":"INFO","msg":"stream: started","id":"1pjl1dv9"} +{"time":"2025-07-18T18:31:19.614436416+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"1pjl1dv9"} +{"time":"2025-07-18T18:31:19.614441575+03:00","level":"INFO","msg":"sender: started","stream_id":"1pjl1dv9"} +{"time":"2025-07-18T18:31:19.614496248+03:00","level":"INFO","msg":"handler: started","stream_id":"1pjl1dv9"} +{"time":"2025-07-18T18:34:38.184897036+03:00","level":"INFO","msg":"stream: closing","id":"1pjl1dv9"} +{"time":"2025-07-18T18:34:42.900921951+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug.log b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..0bf7f368d1362c0cf2869934e90282557f2da19e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_setup.py:_flush():80] Configure stats pid to 5401 +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_183118-1pjl1dv9/logs/debug.log +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_183118-1pjl1dv9/logs/debug-internal.log +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_init.py:init():830] calling init triggers +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, '_wandb': {}} +2025-07-18 18:31:18,957 INFO MainThread:5401 [wandb_init.py:init():871] starting backend +2025-07-18 18:31:19,176 INFO MainThread:5401 [wandb_init.py:init():874] sending inform_init request +2025-07-18 18:31:19,183 INFO MainThread:5401 [wandb_init.py:init():882] backend started and connected +2025-07-18 18:31:19,184 INFO MainThread:5401 [wandb_init.py:init():953] updated telemetry +2025-07-18 18:31:19,185 INFO MainThread:5401 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 18:31:19,964 INFO MainThread:5401 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 18:31:20,235 INFO MainThread:5401 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 18:31:20,235 INFO MainThread:5401 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 18:31:20,236 INFO MainThread:5401 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 18:31:20,236 INFO MainThread:5401 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 18:31:20,246 INFO MainThread:5401 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 18:32:43,989 INFO MainThread:5401 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 18:32:43,990 INFO MainThread:5401 [wandb_watch.py:_watch():70] Watching +2025-07-18 18:34:38,183 INFO MsgRouterThr:5401 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 18:34:41,394 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,403 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,403 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,404 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,405 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,405 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,407 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,408 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,408 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,409 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,410 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,411 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,412 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,412 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,413 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,413 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,414 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,414 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,415 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,416 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,416 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,417 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,417 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,418 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,418 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,419 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,420 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,420 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,421 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,421 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,422 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,422 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,423 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,423 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,424 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,425 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,425 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,426 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,426 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,427 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,427 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,428 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,428 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,430 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,431 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,431 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,432 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,432 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,433 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,434 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,434 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,436 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,439 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,440 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,440 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,441 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,442 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,442 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,443 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,443 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,444 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,444 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,445 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,445 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,446 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,447 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,447 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,448 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,448 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,449 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,449 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,450 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,451 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,451 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,452 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,452 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,453 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,453 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,454 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,455 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,456 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,456 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,457 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,458 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,458 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,459 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,459 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,460 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,461 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,461 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,462 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,462 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,463 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,463 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,464 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,464 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,465 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,465 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,466 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,466 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,467 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,467 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,468 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,468 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,469 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,470 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,470 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,471 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,471 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,472 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,472 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,473 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,473 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,474 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,474 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,475 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,475 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,476 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,476 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,477 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,477 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,478 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,479 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,480 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,481 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,481 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,482 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,482 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,483 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,483 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,484 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,484 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,485 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,485 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,486 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,487 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,487 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,488 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,488 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,489 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,489 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,490 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,490 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,491 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,491 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,492 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,492 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,493 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,493 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,494 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,494 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,495 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,495 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,496 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,496 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,497 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,497 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,498 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,499 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,499 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,500 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,501 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,502 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,502 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,503 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,504 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,504 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,505 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,505 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,506 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,506 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,507 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,507 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,508 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,508 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,509 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,509 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,510 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,510 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,511 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,511 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,512 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,512 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,513 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,513 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,514 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,515 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,515 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,516 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,516 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,517 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,517 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,518 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,518 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,519 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,519 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,520 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,520 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,521 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,521 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,522 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,522 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,523 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,523 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,524 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,524 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,525 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,525 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,526 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,527 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,527 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,528 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,528 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,529 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,529 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,530 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,530 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:34:41,531 ERROR MainThread:5401 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/run-1pjl1dv9.wandb b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/run-1pjl1dv9.wandb new file mode 100644 index 0000000000000000000000000000000000000000..94c2351f462b366d601a2f674a6f2e5ccd47bec9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183118-1pjl1dv9/run-1pjl1dv9.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d9510e221496f10ad9ed268889b3114acdb305859be2927b22820f219018d5 +size 1474560 diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/files/config.yaml b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..59f5277f8b5c7f0fa72ab4ee18ef37d9d90fc617 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/config.yaml @@ -0,0 +1,75 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + zf78j9nwswlt86rezxab2135vaijez4w: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125913825280" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T15:35:21.225036Z" + writerId: zf78j9nwswlt86rezxab2135vaijez4w + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_length: + value: 512 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/files/output.log b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a5c83a83c969a4d96b9152af2b7fab303c785393 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/output.log @@ -0,0 +1,92 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 863/1317672 [05:05<108:10:28, 3.38it/s, loss=0.0275] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f21c7c798a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [05:08", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/files/requirements.txt b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d23c22847a0761d9616ab525c54ceab39607e45b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T15:35:21.225036Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125913825280" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "zf78j9nwswlt86rezxab2135vaijez4w" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..dc6b408a0f1c1ae27d9e3ca16ad260fef476faac --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":392,"train_batch_loss":0.02753152698278427,"learning_rate":4.9999947080399016e-05,"_timestamp":1.7528533116204278e+09,"_step":862,"_wandb":{"runtime":392}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug-core.log b/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..9d11d2b9bc020c87e0f1ad8ce817f0ec3e0e246e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T18:35:21.273022133+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmprtlochmm/port-7006.txt","pid":7006,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T18:35:21.273585715+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":7006} +{"time":"2025-07-18T18:35:21.273592073+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-7006-7092-537291389/socket","Net":"unix"}} +{"time":"2025-07-18T18:35:21.454186317+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T18:35:21.462342307+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"04jk637s","id":"1(@)"} +{"time":"2025-07-18T18:35:21.889700319+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"04jk637s","id":"1(@)"} +{"time":"2025-07-18T18:41:55.116747741+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T18:41:55.117092343+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T18:41:55.11708128+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T18:41:55.117206995+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-7006-7092-537291389/socket","Net":"unix"}} +{"time":"2025-07-18T18:41:55.117245565+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T18:41:56.717468263+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T18:41:56.717486339+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T18:41:56.717500465+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..59f1bdbcaf5dead67ae84665de8662ed44d1d195 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T18:35:21.463150355+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T18:35:21.889666525+03:00","level":"INFO","msg":"stream: created new stream","id":"04jk637s"} +{"time":"2025-07-18T18:35:21.889694322+03:00","level":"INFO","msg":"stream: started","id":"04jk637s"} +{"time":"2025-07-18T18:35:21.889828624+03:00","level":"INFO","msg":"handler: started","stream_id":"04jk637s"} +{"time":"2025-07-18T18:35:21.889829667+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"04jk637s"} +{"time":"2025-07-18T18:35:21.88985653+03:00","level":"INFO","msg":"sender: started","stream_id":"04jk637s"} +{"time":"2025-07-18T18:41:55.117030221+03:00","level":"INFO","msg":"stream: closing","id":"04jk637s"} +{"time":"2025-07-18T18:41:56.397570717+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T18:41:56.716112603+03:00","level":"INFO","msg":"handler: closed","stream_id":"04jk637s"} +{"time":"2025-07-18T18:41:56.716149185+03:00","level":"INFO","msg":"sender: closed","stream_id":"04jk637s"} +{"time":"2025-07-18T18:41:56.716146021+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"04jk637s"} +{"time":"2025-07-18T18:41:56.717140373+03:00","level":"INFO","msg":"stream: closed","id":"04jk637s"} diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug.log b/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..287c5483d16a57cfe02ac70873af92e42ee53c69 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_setup.py:_flush():80] Configure stats pid to 7006 +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_183521-04jk637s/logs/debug.log +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_183521-04jk637s/logs/debug-internal.log +2025-07-18 18:35:21,238 INFO MainThread:7006 [wandb_init.py:init():830] calling init triggers +2025-07-18 18:35:21,239 INFO MainThread:7006 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 512, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, '_wandb': {}} +2025-07-18 18:35:21,239 INFO MainThread:7006 [wandb_init.py:init():871] starting backend +2025-07-18 18:35:21,454 INFO MainThread:7006 [wandb_init.py:init():874] sending inform_init request +2025-07-18 18:35:21,460 INFO MainThread:7006 [wandb_init.py:init():882] backend started and connected +2025-07-18 18:35:21,462 INFO MainThread:7006 [wandb_init.py:init():953] updated telemetry +2025-07-18 18:35:21,462 INFO MainThread:7006 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 18:35:22,176 INFO MainThread:7006 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 18:35:22,347 INFO MainThread:7006 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 18:35:22,347 INFO MainThread:7006 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 18:35:22,347 INFO MainThread:7006 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 18:35:22,347 INFO MainThread:7006 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 18:35:22,351 INFO MainThread:7006 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 18:36:45,862 INFO MainThread:7006 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 18:36:45,864 INFO MainThread:7006 [wandb_watch.py:_watch():70] Watching +2025-07-18 18:41:55,115 INFO MsgRouterThr:7006 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_183521-04jk637s/run-04jk637s.wandb b/simson_modeling/wandb/run-20250718_183521-04jk637s/run-04jk637s.wandb new file mode 100644 index 0000000000000000000000000000000000000000..10c048977dc04247de1368cc3f0f05827ecde79b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_183521-04jk637s/run-04jk637s.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608db57c22f35a7866d3a36484cceb38be6310ccd261ebe8653a86476be9295e +size 1153689 diff --git a/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/output.log b/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..1c2c8bfb9019f29057fc946c3dcc55286a73140f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/output.log @@ -0,0 +1,87 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00.remove at 0x7f080f3758a0> +Traceback (most recent call last): | 5973/1317672 [06:47<22:14:07, 16.39it/s, loss=0.0053] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [06:49", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7f073e72ce00> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/requirements.txt b/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3c920b77424bbe4837fd61fcf4d0fafd84c16f1d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_184320-412ie9zf/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T15:43:20.194779Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125931024384" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "12icarqomzhilqvwzcrg3ur68ifna5lr" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug-core.log b/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..f0f4ebb86b0396dcfd638d1d153b8f19f9fb0b96 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T18:43:20.248272786+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpqrtpkkuu/port-8838.txt","pid":8838,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T18:43:20.248822709+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":8838} +{"time":"2025-07-18T18:43:20.248830672+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-8838-8924-2126339778/socket","Net":"unix"}} +{"time":"2025-07-18T18:43:20.428329213+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T18:43:20.438236581+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"412ie9zf","id":"1(@)"} +{"time":"2025-07-18T18:43:20.879269969+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"412ie9zf","id":"1(@)"} +{"time":"2025-07-18T18:51:35.97305044+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..da22e863d73066f82ce511ab75477726d40f541f --- /dev/null +++ b/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T18:43:20.439460192+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T18:43:20.879236397+03:00","level":"INFO","msg":"stream: created new stream","id":"412ie9zf"} +{"time":"2025-07-18T18:43:20.879264093+03:00","level":"INFO","msg":"stream: started","id":"412ie9zf"} +{"time":"2025-07-18T18:43:20.879284842+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"412ie9zf"} +{"time":"2025-07-18T18:43:20.879314751+03:00","level":"INFO","msg":"sender: started","stream_id":"412ie9zf"} +{"time":"2025-07-18T18:43:20.879291546+03:00","level":"INFO","msg":"handler: started","stream_id":"412ie9zf"} diff --git a/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug.log b/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..268919d63c7a39d5203fc2cbffe67083cd6e1f6c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_184320-412ie9zf/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_setup.py:_flush():80] Configure stats pid to 8838 +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_184320-412ie9zf/logs/debug.log +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_184320-412ie9zf/logs/debug-internal.log +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_init.py:init():830] calling init triggers +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 18:43:20,212 INFO MainThread:8838 [wandb_init.py:init():871] starting backend +2025-07-18 18:43:20,428 INFO MainThread:8838 [wandb_init.py:init():874] sending inform_init request +2025-07-18 18:43:20,435 INFO MainThread:8838 [wandb_init.py:init():882] backend started and connected +2025-07-18 18:43:20,436 INFO MainThread:8838 [wandb_init.py:init():953] updated telemetry +2025-07-18 18:43:20,437 INFO MainThread:8838 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 18:43:21,204 INFO MainThread:8838 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 18:43:21,375 INFO MainThread:8838 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 18:43:21,375 INFO MainThread:8838 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 18:43:21,375 INFO MainThread:8838 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 18:43:21,375 INFO MainThread:8838 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 18:43:21,379 INFO MainThread:8838 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 18:44:44,371 INFO MainThread:8838 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 18:44:44,372 INFO MainThread:8838 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250718_184320-412ie9zf/run-412ie9zf.wandb b/simson_modeling/wandb/run-20250718_184320-412ie9zf/run-412ie9zf.wandb new file mode 100644 index 0000000000000000000000000000000000000000..ea0453edb0d2f67862982fb00c5a9d85bc75f913 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_184320-412ie9zf/run-412ie9zf.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2c14c1326c6984da15cbdb44cca159f57d6b4b440879ceddd8a5f21eaa329a9 +size 7995392 diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/files/config.yaml b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5728c8f886849442009f9109780a8927e1b8c15 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + jtmyr9qim9nwexhj70bxtnkhgbglc65y: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125935136768" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T15:53:42.605056Z" + writerId: jtmyr9qim9nwexhj70bxtnkhgbglc65y + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 443 diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/files/output.log b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..b1bfbc46e00a03bc5e7904ebcb29ff2ebc27f058 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/output.log @@ -0,0 +1,67 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [02:03", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/files/requirements.txt b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ad876b4473036fca147226fc172470cb0eafa8bd --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T15:53:42.605056Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125935136768" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "jtmyr9qim9nwexhj70bxtnkhgbglc65y" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9220bc5b2a46cb8fdc35646bad730fb79f96dcf9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/files/wandb-summary.json @@ -0,0 +1 @@ +{"_timestamp":1.7528542317411816e+09,"_wandb":{"runtime":211},"_runtime":211,"_step":202,"train_batch_loss":4.844208717346191,"learning_rate":4.9999997071891434e-05} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug-core.log b/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..89a9652c367bff3366ecfc76cc763a12f4c9e54e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T18:53:42.659358693+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpxqmxh1pv/port-10447.txt","pid":10447,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T18:53:42.659908207+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":10447} +{"time":"2025-07-18T18:53:42.659912609+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10447-10533-2263789703/socket","Net":"unix"}} +{"time":"2025-07-18T18:53:42.838791424+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T18:53:42.848044392+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"3oree65g","id":"1(@)"} +{"time":"2025-07-18T18:53:43.291560197+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"3oree65g","id":"1(@)"} +{"time":"2025-07-18T18:57:15.331606747+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T18:57:15.33187404+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T18:57:15.331937335+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T18:57:15.331945557+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T18:57:15.332013585+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10447-10533-2263789703/socket","Net":"unix"}} +{"time":"2025-07-18T18:57:16.953803904+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T18:57:16.953818593+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T18:57:16.953827969+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a49e59e002d85b08189e548e53a686961221bfe4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T18:53:42.849396693+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T18:53:43.291515003+03:00","level":"INFO","msg":"stream: created new stream","id":"3oree65g"} +{"time":"2025-07-18T18:53:43.291553525+03:00","level":"INFO","msg":"stream: started","id":"3oree65g"} +{"time":"2025-07-18T18:53:43.291565713+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"3oree65g"} +{"time":"2025-07-18T18:53:43.291580278+03:00","level":"INFO","msg":"sender: started","stream_id":"3oree65g"} +{"time":"2025-07-18T18:53:43.291618565+03:00","level":"INFO","msg":"handler: started","stream_id":"3oree65g"} +{"time":"2025-07-18T18:57:15.331900797+03:00","level":"INFO","msg":"stream: closing","id":"3oree65g"} +{"time":"2025-07-18T18:57:16.394880983+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T18:57:16.951863226+03:00","level":"INFO","msg":"handler: closed","stream_id":"3oree65g"} +{"time":"2025-07-18T18:57:16.951894615+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"3oree65g"} +{"time":"2025-07-18T18:57:16.951928791+03:00","level":"INFO","msg":"sender: closed","stream_id":"3oree65g"} +{"time":"2025-07-18T18:57:16.953221983+03:00","level":"INFO","msg":"stream: closed","id":"3oree65g"} diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug.log b/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3fab9e172035c87982e152763a5394ef28da6e43 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/logs/debug.log @@ -0,0 +1,6782 @@ +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_setup.py:_flush():80] Configure stats pid to 10447 +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_185342-3oree65g/logs/debug.log +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_185342-3oree65g/logs/debug-internal.log +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_init.py:init():830] calling init triggers +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 18:53:42,621 INFO MainThread:10447 [wandb_init.py:init():871] starting backend +2025-07-18 18:53:42,839 INFO MainThread:10447 [wandb_init.py:init():874] sending inform_init request +2025-07-18 18:53:42,846 INFO MainThread:10447 [wandb_init.py:init():882] backend started and connected +2025-07-18 18:53:42,847 INFO MainThread:10447 [wandb_init.py:init():953] updated telemetry +2025-07-18 18:53:42,848 INFO MainThread:10447 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 18:53:43,597 INFO MainThread:10447 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 18:53:43,788 INFO MainThread:10447 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 18:53:43,788 INFO MainThread:10447 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 18:53:43,788 INFO MainThread:10447 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 18:53:43,789 INFO MainThread:10447 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 18:53:43,793 INFO MainThread:10447 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 18:55:11,062 INFO MainThread:10447 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 18:55:11,064 INFO MainThread:10447 [wandb_watch.py:_watch():70] Watching +2025-07-18 18:57:15,330 INFO MsgRouterThr:10447 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-18 18:57:15,959 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,987 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,988 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,989 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,989 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,990 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,992 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,993 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,993 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,994 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,995 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,996 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,996 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,997 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,998 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,998 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,999 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:15,999 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,000 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,000 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,001 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,002 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,002 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,003 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,003 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,004 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,004 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,005 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,005 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,006 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,007 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,007 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,008 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,008 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,009 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,009 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,010 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,010 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,011 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,011 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,012 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,012 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,013 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,014 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,015 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,016 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,016 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,017 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,017 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,018 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,018 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,019 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,019 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,020 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,020 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,021 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,022 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,022 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,023 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,023 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,024 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,024 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,025 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,025 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,026 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,026 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,027 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,027 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,028 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,028 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,029 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,029 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,030 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,031 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,031 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,032 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,032 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,033 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,033 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,035 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,035 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,036 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,036 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,037 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,037 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,038 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,039 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,039 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,040 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,040 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,041 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,041 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,042 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,042 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,043 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,043 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,044 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,044 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,045 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,045 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,046 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,047 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,047 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,048 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,048 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,049 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,049 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,050 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,050 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,051 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,051 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,052 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,052 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,053 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,053 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,054 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,054 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,055 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,055 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,056 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,056 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,057 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,058 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,059 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,060 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,060 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,061 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,061 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,062 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,062 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,063 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,063 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,064 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,064 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,065 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,066 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,066 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,067 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,067 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,068 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,068 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,069 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,069 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,070 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,070 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,071 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,071 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,072 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,072 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,073 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,073 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,074 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,074 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,075 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,075 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,076 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,077 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,077 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,078 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,078 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,079 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,080 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,081 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,081 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,082 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,082 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,083 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,083 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,084 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,084 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,085 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,085 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,086 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,086 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,087 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,088 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,088 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,089 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,089 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,090 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,090 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,091 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,091 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,092 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,092 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,093 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,093 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,094 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,094 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,095 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,095 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,096 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,096 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,097 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,097 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,098 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,098 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,099 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,099 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,100 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,101 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,101 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,102 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,102 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,103 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,103 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,104 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,104 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,105 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,105 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,106 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,106 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,107 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,107 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,108 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,108 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,109 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-18 18:57:16,109 ERROR MainThread:10447 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250718_185342-3oree65g/run-3oree65g.wandb b/simson_modeling/wandb/run-20250718_185342-3oree65g/run-3oree65g.wandb new file mode 100644 index 0000000000000000000000000000000000000000..97f114dd6686ec824a0fa719d943e407d9b6f2c8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185342-3oree65g/run-3oree65g.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0bda6b154bb9bd5768e885015eb4bbb91330947c178f3300b19781dab1785d +size 280126 diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/config.yaml b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fdf6dd7555ffcd8d93a821af7f916e9647d23e3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + rfna9of62yi7j2ptg4nzvqywwp26xp05: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125936549888" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T15:58:32.044046Z" + writerId: rfna9of62yi7j2ptg4nzvqywwp26xp05 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.07 +total_params_M: + value: 443 diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/output.log b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..192b01cba50e8fe49b990c74f1480e9e154ffcfd --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/output.log @@ -0,0 +1,92 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 129/1317672 [01:12<102:51:41, 3.56it/s, loss=2.4721] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7efc7f3758a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:15", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/requirements.txt b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2b0df3a9258480deee78fc761349166d69ca6460 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T15:58:32.044046Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125936549888" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "rfna9of62yi7j2ptg4nzvqywwp26xp05" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..db56d987366254ff3463ae50c59500a8232ee7f2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/files/wandb-summary.json @@ -0,0 +1 @@ +{"learning_rate":4.999999881757247e-05,"_timestamp":1.7528544732922034e+09,"_wandb":{"runtime":163},"_runtime":163,"_step":128,"train_batch_loss":2.472130298614502} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug-core.log b/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..47b2d8ac12777872a742a126c180039491570fe9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T18:58:32.10026129+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpo_0xjbdb/port-12399.txt","pid":12399,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T18:58:32.101160609+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":12399} +{"time":"2025-07-18T18:58:32.101170456+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-12399-12485-3591339558/socket","Net":"unix"}} +{"time":"2025-07-18T18:58:32.281546122+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T18:58:32.289858693+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"apvwgarm","id":"1(@)"} +{"time":"2025-07-18T18:58:32.720294581+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"apvwgarm","id":"1(@)"} +{"time":"2025-07-18T19:01:16.660531048+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:01:16.661006143+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:01:16.660994141+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:01:16.661118928+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-12399-12485-3591339558/socket","Net":"unix"}} +{"time":"2025-07-18T19:01:16.66114222+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:01:38.425568027+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:01:38.425884723+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:01:38.42590048+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3049b09e2eeeee1aad644723e489f7398fcbaf02 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T18:58:32.291261712+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T18:58:32.720257869+03:00","level":"INFO","msg":"stream: created new stream","id":"apvwgarm"} +{"time":"2025-07-18T18:58:32.720289094+03:00","level":"INFO","msg":"stream: started","id":"apvwgarm"} +{"time":"2025-07-18T18:58:32.72029778+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"apvwgarm"} +{"time":"2025-07-18T18:58:32.720314197+03:00","level":"INFO","msg":"handler: started","stream_id":"apvwgarm"} +{"time":"2025-07-18T18:58:32.72034759+03:00","level":"INFO","msg":"sender: started","stream_id":"apvwgarm"} +{"time":"2025-07-18T19:01:16.66097063+03:00","level":"INFO","msg":"stream: closing","id":"apvwgarm"} +{"time":"2025-07-18T19:01:17.751107178+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:01:38.423634234+03:00","level":"INFO","msg":"handler: closed","stream_id":"apvwgarm"} +{"time":"2025-07-18T19:01:38.423705496+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"apvwgarm"} +{"time":"2025-07-18T19:01:38.423725997+03:00","level":"INFO","msg":"sender: closed","stream_id":"apvwgarm"} +{"time":"2025-07-18T19:01:38.424789121+03:00","level":"INFO","msg":"stream: closed","id":"apvwgarm"} diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug.log b/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..204c418d8d3d9d22b39ca0e6ae9c4ebd62afbc22 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 18:58:32,064 INFO MainThread:12399 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 18:58:32,064 INFO MainThread:12399 [wandb_setup.py:_flush():80] Configure stats pid to 12399 +2025-07-18 18:58:32,064 INFO MainThread:12399 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 18:58:32,064 INFO MainThread:12399 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 18:58:32,064 INFO MainThread:12399 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 18:58:32,064 INFO MainThread:12399 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_185832-apvwgarm/logs/debug.log +2025-07-18 18:58:32,065 INFO MainThread:12399 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_185832-apvwgarm/logs/debug-internal.log +2025-07-18 18:58:32,065 INFO MainThread:12399 [wandb_init.py:init():830] calling init triggers +2025-07-18 18:58:32,065 INFO MainThread:12399 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.07, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 18:58:32,065 INFO MainThread:12399 [wandb_init.py:init():871] starting backend +2025-07-18 18:58:32,281 INFO MainThread:12399 [wandb_init.py:init():874] sending inform_init request +2025-07-18 18:58:32,288 INFO MainThread:12399 [wandb_init.py:init():882] backend started and connected +2025-07-18 18:58:32,289 INFO MainThread:12399 [wandb_init.py:init():953] updated telemetry +2025-07-18 18:58:32,290 INFO MainThread:12399 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 18:58:33,134 INFO MainThread:12399 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 18:58:33,319 INFO MainThread:12399 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 18:58:33,319 INFO MainThread:12399 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 18:58:33,320 INFO MainThread:12399 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 18:58:33,320 INFO MainThread:12399 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 18:58:33,324 INFO MainThread:12399 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:00:00,584 INFO MainThread:12399 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 19:00:00,586 INFO MainThread:12399 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:01:16,659 INFO MsgRouterThr:12399 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_185832-apvwgarm/run-apvwgarm.wandb b/simson_modeling/wandb/run-20250718_185832-apvwgarm/run-apvwgarm.wandb new file mode 100644 index 0000000000000000000000000000000000000000..cd75d773fbabff3580f97a4a5205deea9e5a65da --- /dev/null +++ b/simson_modeling/wandb/run-20250718_185832-apvwgarm/run-apvwgarm.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c83c808cb8d449326d1627904e88d731babec7a8526f5996e0b44f9e8e8428ce +size 193755 diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/config.yaml b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c57bba8e37f25ff73dcd5a3ab6bd75c9450289a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + e1s52n1nb5gem3ayb78cx9khb03izskq: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125937541120" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T16:02:29.558287Z" + writerId: e1s52n1nb5gem3ayb78cx9khb03izskq + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.1 +total_params_M: + value: 443 diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/output.log b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..7fdeecec15dfbd430ebcb23e66023811c4c54f16 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/output.log @@ -0,0 +1,92 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 132/1317672 [01:13<102:44:29, 3.56it/s, loss=4.8442] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f575bb7d8a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:15", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/requirements.txt b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0690f6a7fb315d9194131fccf7e364fcba97924a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:02:29.558287Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125937541120" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "e1s52n1nb5gem3ayb78cx9khb03izskq" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..06376435387b319fc90e860b013e77d1a883aab5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/files/wandb-summary.json @@ -0,0 +1 @@ +{"train_batch_loss":4.84420108795166,"learning_rate":4.999999876193635e-05,"_timestamp":1.752854712085292e+09,"_wandb":{"runtime":164},"_runtime":164,"_step":131} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug-core.log b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..22455ea39d55f981bd0769e5069418cfda17ef8d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T19:02:29.606999137+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp4dfpuh_c/port-13999.txt","pid":13999,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:02:29.607593455+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":13999} +{"time":"2025-07-18T19:02:29.607602404+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-13999-14085-2087535695/socket","Net":"unix"}} +{"time":"2025-07-18T19:02:29.787861858+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:02:29.795531125+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"vt2nljbo","id":"1(@)"} +{"time":"2025-07-18T19:02:30.234924522+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vt2nljbo","id":"1(@)"} +{"time":"2025-07-18T19:05:15.426568384+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:05:15.427052845+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:05:15.427118749+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:05:15.427127+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:05:15.427195388+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-13999-14085-2087535695/socket","Net":"unix"}} +{"time":"2025-07-18T19:05:16.983310314+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:05:16.983327112+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:05:16.983337456+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b26b8864fcffc1072b49fb082de502f40eb37324 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T19:02:29.796423821+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:02:30.234887747+03:00","level":"INFO","msg":"stream: created new stream","id":"vt2nljbo"} +{"time":"2025-07-18T19:02:30.234918952+03:00","level":"INFO","msg":"stream: started","id":"vt2nljbo"} +{"time":"2025-07-18T19:02:30.234932714+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"vt2nljbo"} +{"time":"2025-07-18T19:02:30.234940024+03:00","level":"INFO","msg":"sender: started","stream_id":"vt2nljbo"} +{"time":"2025-07-18T19:02:30.234957008+03:00","level":"INFO","msg":"handler: started","stream_id":"vt2nljbo"} +{"time":"2025-07-18T19:05:15.427010963+03:00","level":"INFO","msg":"stream: closing","id":"vt2nljbo"} +{"time":"2025-07-18T19:05:16.485484889+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:05:16.982087778+03:00","level":"INFO","msg":"handler: closed","stream_id":"vt2nljbo"} +{"time":"2025-07-18T19:05:16.982111903+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"vt2nljbo"} +{"time":"2025-07-18T19:05:16.982138766+03:00","level":"INFO","msg":"sender: closed","stream_id":"vt2nljbo"} +{"time":"2025-07-18T19:05:16.9829154+03:00","level":"INFO","msg":"stream: closed","id":"vt2nljbo"} diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug.log b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a96b014ebebd3fa321d479cbb30aa79c92ee5506 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_setup.py:_flush():80] Configure stats pid to 13999 +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_190229-vt2nljbo/logs/debug.log +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_190229-vt2nljbo/logs/debug-internal.log +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.1, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:02:29,571 INFO MainThread:13999 [wandb_init.py:init():871] starting backend +2025-07-18 19:02:29,787 INFO MainThread:13999 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:02:29,794 INFO MainThread:13999 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:02:29,795 INFO MainThread:13999 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:02:29,795 INFO MainThread:13999 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:02:30,545 INFO MainThread:13999 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:02:30,726 INFO MainThread:13999 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:02:30,726 INFO MainThread:13999 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:02:30,726 INFO MainThread:13999 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:02:30,726 INFO MainThread:13999 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:02:30,730 INFO MainThread:13999 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:03:58,568 INFO MainThread:13999 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 19:03:58,570 INFO MainThread:13999 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:05:15,425 INFO MsgRouterThr:13999 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_190229-vt2nljbo/run-vt2nljbo.wandb b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/run-vt2nljbo.wandb new file mode 100644 index 0000000000000000000000000000000000000000..90cb53decf3946410ed1f177af3644100374fc02 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190229-vt2nljbo/run-vt2nljbo.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23891cd579d70223d198e2b92a3763c59d9093462c8888c95b9be07791081406 +size 197705 diff --git a/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/output.log b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..dd004020817d67496266207e3b962009de375be8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/output.log @@ -0,0 +1,93 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [00:00.remove at 0x7ff5290758a0> +Traceback (most recent call last): | 92/1317672 [01:03<102:59:48, 3.55it/s, loss=4.8442] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Exception ignored in: ._remove at 0x7ff5f59237e0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/_weakrefset.py", line 39, in _remove + def _remove(item, selfref=ref(self)): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:06", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7ff45edf4cc0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/requirements.txt b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..9c409187daf085894e388c9904e9067cdfe97830 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:06:08.926229Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125938556928" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "rd4w5xfwldxqbe804zb4stsmh0197v9a" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug-core.log b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..401ae11f62aab61129719c6a27f406e2534dcc5b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T19:06:08.982070944+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpg8w4mxxl/port-15601.txt","pid":15601,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:06:08.982619212+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":15601} +{"time":"2025-07-18T19:06:08.982622398+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-15601-15687-3564705515/socket","Net":"unix"}} +{"time":"2025-07-18T19:06:09.163316452+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:06:09.172494336+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"gr6g2t8w","id":"1(@)"} +{"time":"2025-07-18T19:06:09.63778242+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"gr6g2t8w","id":"1(@)"} +{"time":"2025-07-18T19:08:45.067960173+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..09bfb8becb4ccc857bb9c7ecec662b16ce3b509c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T19:06:09.173601105+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:06:09.637740849+03:00","level":"INFO","msg":"stream: created new stream","id":"gr6g2t8w"} +{"time":"2025-07-18T19:06:09.637776603+03:00","level":"INFO","msg":"stream: started","id":"gr6g2t8w"} +{"time":"2025-07-18T19:06:09.637800056+03:00","level":"INFO","msg":"handler: started","stream_id":"gr6g2t8w"} +{"time":"2025-07-18T19:06:09.637796887+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"gr6g2t8w"} +{"time":"2025-07-18T19:06:09.637829234+03:00","level":"INFO","msg":"sender: started","stream_id":"gr6g2t8w"} diff --git a/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug.log b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..ae80abe0a7d10138f9ad82bab46c7b8b2f15b62d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_setup.py:_flush():80] Configure stats pid to 15601 +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_190608-gr6g2t8w/logs/debug.log +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_190608-gr6g2t8w/logs/debug-internal.log +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.08, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:06:08,946 INFO MainThread:15601 [wandb_init.py:init():871] starting backend +2025-07-18 19:06:09,163 INFO MainThread:15601 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:06:09,170 INFO MainThread:15601 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:06:09,171 INFO MainThread:15601 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:06:09,171 INFO MainThread:15601 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:06:09,997 INFO MainThread:15601 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:06:10,179 INFO MainThread:15601 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:06:10,179 INFO MainThread:15601 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:06:10,179 INFO MainThread:15601 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:06:10,179 INFO MainThread:15601 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:06:10,183 INFO MainThread:15601 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:07:38,506 INFO MainThread:15601 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 19:07:38,511 INFO MainThread:15601 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/run-gr6g2t8w.wandb b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/run-gr6g2t8w.wandb new file mode 100644 index 0000000000000000000000000000000000000000..618c7759ccfb106f7058bd9e30809b17267ff76c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190608-gr6g2t8w/run-gr6g2t8w.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917e1da297ab9ba1709765500397eb060ae14c25fa4846eaa3c9682283a8f67e +size 131072 diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/config.yaml b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..77d7e56e5762ecf4744530c90a1ebccca1f2685e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + adjvz1so24vlnynzg5xmu3z2in7ad2h2: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125947711488" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T16:09:20.455845Z" + writerId: adjvz1so24vlnynzg5xmu3z2in7ad2h2 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.06 +total_params_M: + value: 443 diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/output.log b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..024e595fed9b4b55efaff3d046a9b2aa435ac4c0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/output.log @@ -0,0 +1,98 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 290/1317672 [02:01<102:43:13, 3.56it/s, loss=4.8442] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f1c3ed758a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [02:03", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 268, in train_epoch + loss.backward() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_tensor.py", line 581, in backward + torch.autograd.backward( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/__init__.py", line 347, in backward + _engine_run_backward( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/graph.py", line 825, in _engine_run_backward + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/requirements.txt b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..acf8417e7cdf515ac9e6479e822ccebd884abe33 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:09:20.455845Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125947711488" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "adjvz1so24vlnynzg5xmu3z2in7ad2h2" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..097c8610c206b58e2165890edf56a091398c6037 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":212},"_runtime":212,"train_batch_loss":4.844173431396484,"learning_rate":4.9999994024268225e-05,"_timestamp":1.7528551711158953e+09,"_step":289} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug-core.log b/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..252f9a6159767c06069452af81797b513a1933c8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T19:09:20.600185016+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpsaoa_k0m/port-17199.txt","pid":17199,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:09:20.600739094+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":17199} +{"time":"2025-07-18T19:09:20.600746909+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-17199-17285-932381410/socket","Net":"unix"}} +{"time":"2025-07-18T19:09:20.777659334+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:09:20.787921548+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"9osopmwr","id":"1(@)"} +{"time":"2025-07-18T19:09:21.297821467+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"9osopmwr","id":"1(@)"} +{"time":"2025-07-18T19:12:54.22226925+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:12:54.222545792+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:12:54.222616319+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:12:54.222564707+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:12:54.222703627+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-17199-17285-932381410/socket","Net":"unix"}} +{"time":"2025-07-18T19:12:55.665657181+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:12:55.665672013+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:12:55.665680076+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..d4039e0d847eeda7cc0f56bd0504d91b28d634c0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T19:09:20.800475549+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:09:21.297787989+03:00","level":"INFO","msg":"stream: created new stream","id":"9osopmwr"} +{"time":"2025-07-18T19:09:21.297815933+03:00","level":"INFO","msg":"stream: started","id":"9osopmwr"} +{"time":"2025-07-18T19:09:21.297917891+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"9osopmwr"} +{"time":"2025-07-18T19:09:21.297950962+03:00","level":"INFO","msg":"handler: started","stream_id":"9osopmwr"} +{"time":"2025-07-18T19:09:21.297924524+03:00","level":"INFO","msg":"sender: started","stream_id":"9osopmwr"} +{"time":"2025-07-18T19:12:54.222575492+03:00","level":"INFO","msg":"stream: closing","id":"9osopmwr"} +{"time":"2025-07-18T19:12:55.365398635+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:12:55.663894665+03:00","level":"INFO","msg":"handler: closed","stream_id":"9osopmwr"} +{"time":"2025-07-18T19:12:55.663923922+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"9osopmwr"} +{"time":"2025-07-18T19:12:55.663967126+03:00","level":"INFO","msg":"sender: closed","stream_id":"9osopmwr"} +{"time":"2025-07-18T19:12:55.665032101+03:00","level":"INFO","msg":"stream: closed","id":"9osopmwr"} diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug.log b/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..f956f7a562bc1b8c9807359cdd1bd76944fef9b3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_setup.py:_flush():80] Configure stats pid to 17199 +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_190920-9osopmwr/logs/debug.log +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_190920-9osopmwr/logs/debug-internal.log +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.06, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:09:20,553 INFO MainThread:17199 [wandb_init.py:init():871] starting backend +2025-07-18 19:09:20,777 INFO MainThread:17199 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:09:20,785 INFO MainThread:17199 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:09:20,788 INFO MainThread:17199 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:09:20,788 INFO MainThread:17199 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:09:21,567 INFO MainThread:17199 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:09:21,763 INFO MainThread:17199 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:09:21,763 INFO MainThread:17199 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:09:21,763 INFO MainThread:17199 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:09:21,764 INFO MainThread:17199 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:09:21,768 INFO MainThread:17199 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:10:50,013 INFO MainThread:17199 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 19:10:50,015 INFO MainThread:17199 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:12:54,221 INFO MsgRouterThr:17199 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_190920-9osopmwr/run-9osopmwr.wandb b/simson_modeling/wandb/run-20250718_190920-9osopmwr/run-9osopmwr.wandb new file mode 100644 index 0000000000000000000000000000000000000000..9ffc916ccef75cb90e1729180592b7b0ff154d61 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_190920-9osopmwr/run-9osopmwr.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488ccaa859d9fec81d2a653aa7a74c87753116c28f9591e347b22f4cbd7444fb +size 404888 diff --git a/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/output.log b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..5454f060de54dbf39a16b095441e4683dbca5b63 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/output.log @@ -0,0 +1,93 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [00:00.remove at 0x7fdca9c598a0> +Traceback (most recent call last): | 282/1317672 [01:56<102:51:40, 3.56it/s, loss=4.8442] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:58", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 268, in train_epoch + loss.backward() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_tensor.py", line 581, in backward + torch.autograd.backward( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/__init__.py", line 347, in backward + _engine_run_backward( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/graph.py", line 825, in _engine_run_backward + return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7fdbdd121120> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/requirements.txt b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..60e08325281a1910f748629c8bbbee87e08c6bc8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:13:51.719191Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125948928000" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "toyf95p4011yopmavhqv7vcejdd3iic4" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug-core.log b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..106bf1a226aba919ed239c50c7b106f673905762 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-18T19:13:51.779245642+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp8g81huj8/port-18802.txt","pid":18802,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:13:51.779811483+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":18802} +{"time":"2025-07-18T19:13:51.779807761+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-18802-18888-156145168/socket","Net":"unix"}} +{"time":"2025-07-18T19:13:51.960843128+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:13:51.969992428+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"ratgo9nz","id":"1(@)"} +{"time":"2025-07-18T19:13:52.373049242+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"ratgo9nz","id":"1(@)"} +{"time":"2025-07-18T19:17:19.736406798+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..361dbe62f57b22af49188a0451b61e67d4682bcb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-18T19:13:51.971394191+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:13:52.373016936+03:00","level":"INFO","msg":"stream: created new stream","id":"ratgo9nz"} +{"time":"2025-07-18T19:13:52.373043484+03:00","level":"INFO","msg":"stream: started","id":"ratgo9nz"} +{"time":"2025-07-18T19:13:52.373061631+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"ratgo9nz"} +{"time":"2025-07-18T19:13:52.373072967+03:00","level":"INFO","msg":"sender: started","stream_id":"ratgo9nz"} +{"time":"2025-07-18T19:13:52.373062087+03:00","level":"INFO","msg":"handler: started","stream_id":"ratgo9nz"} diff --git a/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug.log b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..45a396024cb5cad0f9f6998d37bf48aef604123a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-18 19:13:51,741 INFO MainThread:18802 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:13:51,741 INFO MainThread:18802 [wandb_setup.py:_flush():80] Configure stats pid to 18802 +2025-07-18 19:13:51,741 INFO MainThread:18802 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:13:51,741 INFO MainThread:18802 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:13:51,742 INFO MainThread:18802 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:13:51,742 INFO MainThread:18802 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_191351-ratgo9nz/logs/debug.log +2025-07-18 19:13:51,742 INFO MainThread:18802 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_191351-ratgo9nz/logs/debug-internal.log +2025-07-18 19:13:51,742 INFO MainThread:18802 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:13:51,742 INFO MainThread:18802 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.07, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:13:51,742 INFO MainThread:18802 [wandb_init.py:init():871] starting backend +2025-07-18 19:13:51,961 INFO MainThread:18802 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:13:51,967 INFO MainThread:18802 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:13:51,969 INFO MainThread:18802 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:13:51,969 INFO MainThread:18802 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:13:52,705 INFO MainThread:18802 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:13:52,888 INFO MainThread:18802 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:13:52,889 INFO MainThread:18802 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:13:52,889 INFO MainThread:18802 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:13:52,889 INFO MainThread:18802 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:13:52,893 INFO MainThread:18802 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:15:19,377 INFO MainThread:18802 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 19:15:19,379 INFO MainThread:18802 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250718_191351-ratgo9nz/run-ratgo9nz.wandb b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/run-ratgo9nz.wandb new file mode 100644 index 0000000000000000000000000000000000000000..930cb7ae157df410a0d4e54d2129b29d1e8805c1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191351-ratgo9nz/run-ratgo9nz.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80e1930d9edc29a9933c5ed2a937d071e8446d3cf64cf445cf0a6ec65753680 +size 360448 diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/config.yaml b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fb428beaa6c064f70624dfecb016a2e148307c79 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + x2c5k4efpiok3n36w3kk75ovt451puo2: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125950214144" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T16:18:45.210386Z" + writerId: x2c5k4efpiok3n36w3kk75ovt451puo2 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.04 +total_params_M: + value: 443 diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/output.log b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4c5b04673abaaacfc58d9b4fd9ddd7f8e13f504d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/output.log @@ -0,0 +1,154 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 86/1317672 [01:02<102:57:45, 3.55it/s, loss=4.8443] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7efe8c4598a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:04", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 43, in forward + def forward(self, input_ids, attention_mask=None): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 632, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1100, in forward + return compiled_fn(full_args) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 308, in runtime_wrapper + all_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 98, in g + return f(*args) + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/function.py", line 575, in apply + return super().apply(*args, **kwargs) # type: ignore[misc] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 1525, in forward + fw_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 488, in wrapper + return compiled_fn(runtime_args) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 667, in inner_fn + outs = compiled_fn(args) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 1478, in __call__ + return self.current_callable(inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/utils.py", line 1977, in run + return model(new_inputs) + ^^^^^^^^^^^^^^^^^ + File "/tmp/torchinductor_jovyan/v5/cv5g3c4xa6izpi75uizxnrd3bhgmo56ltavpd2wjb6xkslcn2mjb.py", line 2053, in call + triton_red_fused__to_copy_add_native_dropout_native_layer_norm_native_layer_norm_backward_8.run(buf4, buf260, primals_119, buf253, primals_120, primals_121, buf262, buf266, buf267, buf807, buf808, 14, 16384, 1536, grid=grid(16384), stream=stream0) + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1723, in grid + setattr(grid_fn, "grid_fn_str", f"grid{numels}") # noqa: B010 + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/requirements.txt b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..35882f7b25f2ee5b9fc028f9e55e711af0256123 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:18:45.210386Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125950214144" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "x2c5k4efpiok3n36w3kk75ovt451puo2" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..efbe5d9752d1a94818b51ed60de9ca738cf17dda --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":182},"_runtime":182,"train_batch_loss":4.844254970550537,"learning_rate":4.999999947447665e-05,"_timestamp":1.7528557097805283e+09,"_step":85} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug-core.log b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c8ea69fa6f2d8bd250ff682eb00d79f2f35d6071 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T19:18:45.277957155+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpv74u5p6y/port-20407.txt","pid":20407,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:18:45.278517136+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":20407} +{"time":"2025-07-18T19:18:45.278523123+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-20407-20493-4102017729/socket","Net":"unix"}} +{"time":"2025-07-18T19:18:45.459217741+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:18:45.468589231+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"jdddfbuz","id":"1(@)"} +{"time":"2025-07-18T19:18:45.891827219+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"jdddfbuz","id":"1(@)"} +{"time":"2025-07-18T19:21:53.077075332+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:21:53.077381739+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:21:53.077451609+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:21:53.07745971+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:21:53.077526463+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-20407-20493-4102017729/socket","Net":"unix"}} +{"time":"2025-07-18T19:21:54.531676896+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:21:54.531693969+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:21:54.531705243+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..ea4b314f0a55442b9d55a1f3cffc603c49fbf8e5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T19:18:45.471274474+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:18:45.891787204+03:00","level":"INFO","msg":"stream: created new stream","id":"jdddfbuz"} +{"time":"2025-07-18T19:18:45.891821722+03:00","level":"INFO","msg":"stream: started","id":"jdddfbuz"} +{"time":"2025-07-18T19:18:45.891841513+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"jdddfbuz"} +{"time":"2025-07-18T19:18:45.891950425+03:00","level":"INFO","msg":"handler: started","stream_id":"jdddfbuz"} +{"time":"2025-07-18T19:18:45.891962698+03:00","level":"INFO","msg":"sender: started","stream_id":"jdddfbuz"} +{"time":"2025-07-18T19:21:53.077341432+03:00","level":"INFO","msg":"stream: closing","id":"jdddfbuz"} +{"time":"2025-07-18T19:21:54.150627162+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:21:54.5305239+03:00","level":"INFO","msg":"handler: closed","stream_id":"jdddfbuz"} +{"time":"2025-07-18T19:21:54.530550993+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"jdddfbuz"} +{"time":"2025-07-18T19:21:54.53057681+03:00","level":"INFO","msg":"sender: closed","stream_id":"jdddfbuz"} +{"time":"2025-07-18T19:21:54.531340925+03:00","level":"INFO","msg":"stream: closed","id":"jdddfbuz"} diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug.log b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..21abf0796e421a7cfe64f5666238d6e722553150 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 19:18:45,243 INFO MainThread:20407 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:18:45,243 INFO MainThread:20407 [wandb_setup.py:_flush():80] Configure stats pid to 20407 +2025-07-18 19:18:45,243 INFO MainThread:20407 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:18:45,243 INFO MainThread:20407 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:18:45,244 INFO MainThread:20407 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:18:45,244 INFO MainThread:20407 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_191845-jdddfbuz/logs/debug.log +2025-07-18 19:18:45,244 INFO MainThread:20407 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_191845-jdddfbuz/logs/debug-internal.log +2025-07-18 19:18:45,244 INFO MainThread:20407 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:18:45,244 INFO MainThread:20407 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.04, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:18:45,244 INFO MainThread:20407 [wandb_init.py:init():871] starting backend +2025-07-18 19:18:45,459 INFO MainThread:20407 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:18:45,466 INFO MainThread:20407 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:18:45,467 INFO MainThread:20407 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:18:45,467 INFO MainThread:20407 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:18:50,632 INFO MainThread:20407 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:18:50,803 INFO MainThread:20407 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:18:50,804 INFO MainThread:20407 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:18:50,804 INFO MainThread:20407 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:18:50,804 INFO MainThread:20407 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:18:50,808 INFO MainThread:20407 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:20:47,180 INFO MainThread:20407 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 19:20:47,182 INFO MainThread:20407 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:21:53,076 INFO MsgRouterThr:20407 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_191845-jdddfbuz/run-jdddfbuz.wandb b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/run-jdddfbuz.wandb new file mode 100644 index 0000000000000000000000000000000000000000..42c9bcd31171436c18e6bf2aed54e29f278f036b --- /dev/null +++ b/simson_modeling/wandb/run-20250718_191845-jdddfbuz/run-jdddfbuz.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb147f87f1bd22dfd033812a23209b6b2280702d83129b4561490df0544efd0 +size 147457 diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/config.yaml b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bb477f0c9cbb1c9f128a764eddff56086abe2b75 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + mbjc6p3gtdf30s0wwsuxpztnwk90x6ga: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125951328256" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T16:23:26.224800Z" + writerId: mbjc6p3gtdf30s0wwsuxpztnwk90x6ga + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.02 +total_params_M: + value: 443 diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/output.log b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..5fe899ee56200bb660bfbd78886046996bc7a5af --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/output.log @@ -0,0 +1,92 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 1536, padding_idx=0) + (position_embeddings): Embedding(512, 1536) + (token_type_embeddings): Embedding(2, 1536) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-19): 20 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=1536, out_features=1536, bias=True) + (key): Linear(in_features=1536, out_features=1536, bias=True) + (value): Linear(in_features=1536, out_features=1536, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=1536, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=1536, out_features=4096, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=4096, out_features=1536, bias=True) + (LayerNorm): LayerNorm((1536,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=1536, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 443 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 581/1317672 [03:23<102:40:21, 3.56it/s, loss=4.8442] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f70ad97d8a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [03:25", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/requirements.txt b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..919160bdeb04937358009de341de79d73a4919f5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:23:26.224800Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125951328256" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "mbjc6p3gtdf30s0wwsuxpztnwk90x6ga" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f79736ce2485e1fd45ccb94de5e778ee7adca4fb --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/files/wandb-summary.json @@ -0,0 +1 @@ +{"_step":580,"train_batch_loss":4.844225883483887,"learning_rate":4.999997601458055e-05,"_timestamp":1.7528561131137505e+09,"_wandb":{"runtime":308},"_runtime":308} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug-core.log b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..a21cbafc5250d379acec9a54c9ad1bcfaf847dcc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T19:23:26.29243464+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmph7nbb5d_/port-22011.txt","pid":22011,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:23:26.293023787+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":22011} +{"time":"2025-07-18T19:23:26.293029108+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-22011-22097-3205850843/socket","Net":"unix"}} +{"time":"2025-07-18T19:23:26.471959345+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:23:26.480030064+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"kna5ek5b","id":"1(@)"} +{"time":"2025-07-18T19:23:26.974784696+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"kna5ek5b","id":"1(@)"} +{"time":"2025-07-18T19:28:35.760036837+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:28:35.760359835+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:28:35.760352051+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:28:35.760466912+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-22011-22097-3205850843/socket","Net":"unix"}} +{"time":"2025-07-18T19:28:35.760481368+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:28:37.27256465+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:28:37.272578327+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:28:37.272587417+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..ecfb111b273a2c01e1c9d2c42a0185ca54629ef7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T19:23:26.481151878+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:23:26.974744058+03:00","level":"INFO","msg":"stream: created new stream","id":"kna5ek5b"} +{"time":"2025-07-18T19:23:26.974779105+03:00","level":"INFO","msg":"stream: started","id":"kna5ek5b"} +{"time":"2025-07-18T19:23:26.974791588+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"kna5ek5b"} +{"time":"2025-07-18T19:23:26.974822491+03:00","level":"INFO","msg":"sender: started","stream_id":"kna5ek5b"} +{"time":"2025-07-18T19:23:26.974798233+03:00","level":"INFO","msg":"handler: started","stream_id":"kna5ek5b"} +{"time":"2025-07-18T19:28:35.760375095+03:00","level":"INFO","msg":"stream: closing","id":"kna5ek5b"} +{"time":"2025-07-18T19:28:36.92155514+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:28:37.270553805+03:00","level":"INFO","msg":"handler: closed","stream_id":"kna5ek5b"} +{"time":"2025-07-18T19:28:37.27057397+03:00","level":"INFO","msg":"sender: closed","stream_id":"kna5ek5b"} +{"time":"2025-07-18T19:28:37.270565975+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"kna5ek5b"} +{"time":"2025-07-18T19:28:37.27198526+03:00","level":"INFO","msg":"stream: closed","id":"kna5ek5b"} diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug.log b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..953bdfc9206163ed83131c92051ad47aaf0301a7 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_setup.py:_flush():80] Configure stats pid to 22011 +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_192326-kna5ek5b/logs/debug.log +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_192326-kna5ek5b/logs/debug-internal.log +2025-07-18 19:23:26,254 INFO MainThread:22011 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:23:26,255 INFO MainThread:22011 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.02, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:23:26,255 INFO MainThread:22011 [wandb_init.py:init():871] starting backend +2025-07-18 19:23:26,472 INFO MainThread:22011 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:23:26,478 INFO MainThread:22011 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:23:26,484 INFO MainThread:22011 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:23:26,484 INFO MainThread:22011 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:23:27,275 INFO MainThread:22011 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:23:27,458 INFO MainThread:22011 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:23:27,458 INFO MainThread:22011 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:23:27,458 INFO MainThread:22011 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:23:27,458 INFO MainThread:22011 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:23:27,463 INFO MainThread:22011 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:25:09,703 INFO MainThread:22011 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 443} +2025-07-18 19:25:09,705 INFO MainThread:22011 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:28:35,759 INFO MsgRouterThr:22011 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_192326-kna5ek5b/run-kna5ek5b.wandb b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/run-kna5ek5b.wandb new file mode 100644 index 0000000000000000000000000000000000000000..923f32d9c8d518d322f5f2b3c63510d1e2807a38 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_192326-kna5ek5b/run-kna5ek5b.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec058056f5a3fb591a64e2e41dc8e54231ac143a4bea46c961c139cf2c1d153 +size 782922 diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/config.yaml b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b213c8eddafa12447f84faf2bc3cd5ff03e775f1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 2bofxwhpguvczb6mfmzdg3drjzugd49d: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125953085440" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T16:30:21.978920Z" + writerId: 2bofxwhpguvczb6mfmzdg3drjzugd49d + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/output.log b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..91f67aebe64a2dbfffe8dd4a43c904a3b106066c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/output.log @@ -0,0 +1,92 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 1407/1317672 [01:54<22:19:56, 16.37it/s, loss=0.0153] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7fc7ede818a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:56", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/requirements.txt b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d9ee4d349911083d7227adc5cf5e4adb5a18a71e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:30:21.978920Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125953085440" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "2bofxwhpguvczb6mfmzdg3drjzugd49d" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..acd08702d1ab36ec1b426f09e013f279415457b0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":199},"_runtime":199,"train_batch_loss":0.015324890613555908,"learning_rate":4.999985933601685e-05,"_timestamp":1.752856418963719e+09,"_step":1406} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug-core.log b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..2afe271aa6d82ccdbe1211e24a9022622ff3e1e2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T19:30:22.0383044+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp26jfn235/port-23635.txt","pid":23635,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:30:22.038869461+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":23635} +{"time":"2025-07-18T19:30:22.038873066+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-23635-23721-1327416576/socket","Net":"unix"}} +{"time":"2025-07-18T19:30:22.219785873+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:30:22.227840127+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"f1whl1ia","id":"1(@)"} +{"time":"2025-07-18T19:30:22.679784357+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"f1whl1ia","id":"1(@)"} +{"time":"2025-07-18T19:33:42.115720814+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:33:42.116168106+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:33:42.116219235+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:33:42.116242062+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:33:42.116331785+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-23635-23721-1327416576/socket","Net":"unix"}} +{"time":"2025-07-18T19:33:43.512058564+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:33:43.512075043+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:33:43.512087678+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2fb22818187af53f7dac4307662e8ba5f916c70d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T19:30:22.228939666+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:30:22.679747382+03:00","level":"INFO","msg":"stream: created new stream","id":"f1whl1ia"} +{"time":"2025-07-18T19:30:22.679778266+03:00","level":"INFO","msg":"stream: started","id":"f1whl1ia"} +{"time":"2025-07-18T19:30:22.679800815+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"f1whl1ia"} +{"time":"2025-07-18T19:30:22.679811768+03:00","level":"INFO","msg":"handler: started","stream_id":"f1whl1ia"} +{"time":"2025-07-18T19:30:22.67985681+03:00","level":"INFO","msg":"sender: started","stream_id":"f1whl1ia"} +{"time":"2025-07-18T19:33:42.116117394+03:00","level":"INFO","msg":"stream: closing","id":"f1whl1ia"} +{"time":"2025-07-18T19:33:43.170415685+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:33:43.510167649+03:00","level":"INFO","msg":"handler: closed","stream_id":"f1whl1ia"} +{"time":"2025-07-18T19:33:43.510188776+03:00","level":"INFO","msg":"sender: closed","stream_id":"f1whl1ia"} +{"time":"2025-07-18T19:33:43.510185215+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"f1whl1ia"} +{"time":"2025-07-18T19:33:43.511425528+03:00","level":"INFO","msg":"stream: closed","id":"f1whl1ia"} diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug.log b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..38953320c3793c09e10f3d6291798ab5f8112c16 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_setup.py:_flush():80] Configure stats pid to 23635 +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_193021-f1whl1ia/logs/debug.log +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_193021-f1whl1ia/logs/debug-internal.log +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:30:22,003 INFO MainThread:23635 [wandb_init.py:init():871] starting backend +2025-07-18 19:30:22,220 INFO MainThread:23635 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:30:22,226 INFO MainThread:23635 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:30:22,228 INFO MainThread:23635 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:30:22,228 INFO MainThread:23635 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:30:23,060 INFO MainThread:23635 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:30:23,240 INFO MainThread:23635 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:30:23,240 INFO MainThread:23635 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:30:23,241 INFO MainThread:23635 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:30:23,241 INFO MainThread:23635 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:30:23,245 INFO MainThread:23635 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:31:44,557 INFO MainThread:23635 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 19:31:44,558 INFO MainThread:23635 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:33:42,114 INFO MsgRouterThr:23635 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_193021-f1whl1ia/run-f1whl1ia.wandb b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/run-f1whl1ia.wandb new file mode 100644 index 0000000000000000000000000000000000000000..9495fb3532badd58990b908e5f5f0b362ca444e2 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193021-f1whl1ia/run-f1whl1ia.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d33554275871093738dfb72629008a437e59674a5cb51d1982076bca84e646 +size 1540157 diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/config.yaml b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..430f768cbc2034d08dde6999f738c935f726c58a --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + rbo9hj0edjyzpxx99iez7wspxxqb45y6: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125954355200" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T16:35:19.366773Z" + writerId: rbo9hj0edjyzpxx99iez7wspxxqb45y6 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/output.log b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..d6a423e41066297d75dff78b93a0f04880467f38 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/output.log @@ -0,0 +1,92 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 16033/1317672 [16:56<22:10:25, 16.31it/s, loss=0.0067] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f4b3ce818a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [16:59", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/requirements.txt b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..f2b652484481abe3c3af95010142763be82226b0 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:35:19.366773Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125954355200" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "rbo9hj0edjyzpxx99iez7wspxxqb45y6" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..40521863df61866a24e32c153ba45dbaa4510c23 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0006626120302826166,-0.0006440241704694927,-0.0006254363106563687,-0.0006068483926355839,-0.0005882605328224599,-0.000569672673009336,-0.0005510847549885511,-0.0005324968951754272,-0.0005139090353623033,-0.0004953211755491793,-0.0004767332866322249,-0.0004581453977152705,-0.0004395575379021466,-0.00042096967808902264,-0.00040238178917206824,-0.00038379390025511384,-0.0003652060404419899,-0.00034661818062886596,-0.00032803029171191156,-0.00030944240279495716,-0.0002908545429818332,-0.0002722666831687093,-0.0002536787942517549,-0.0002350909198867157,-0.00021650304552167654,-0.00019791517115663737,-0.0001793272967915982,-0.00016073942242655903,-0.00014215154806151986,-0.0001235636736964807,-0.00010497579933144152,-8.638792496640235e-05,-6.779999239370227e-05,-4.92121180286631e-05,-3.062424366362393e-05,-1.203636929858476e-05,6.5515050664544106e-06,2.513937943149358e-05,4.372725379653275e-05,6.231512816157192e-05,8.090300252661109e-05,9.949087689165026e-05,0.00011807875125668943,0.0001366666256217286,0.00015525449998676777,0.00017384237435180694,0.0001924302487168461,0.00021101812308188528,0.00022960599744692445,0.0002481938572600484,0.0002667817461770028,0.0002853696350939572,0.00030395749490708113,0.00032254535472020507,0.00034113324363715947,0.00035972113255411386,0.0003783089923672378,0.00039689685218036175,0.00041548474109731615,0.00043407263001427054,0.0004526604898273945,0.0004712483496405184,0.0004898362094536424,0.0005084241274744272,0.0005270119872875512],"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,1,0,0,0,0,1,1,0,2,3,5,5,10,15,15,23,45,53,106,134,134,69,46,29,13,16,10,7,6,2,3,3,1,0,2,0,1,0,0,0,0,0,1,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[2,1,0,0,0,2,0,1,3,1,3,2,2,5,2,7,7,7,9,8,11,10,11,13,19,11,22,31,26,22,26,27,29,22,32,33,30,23,29,27,24,18,15,17,18,20,16,14,14,18,12,11,10,7,11,5,5,3,5,3,1,2,1,2],"bins":[-0.00021193087741266936,-0.00020597018010448664,-0.00020000948279630393,-0.0001940487854881212,-0.0001880880881799385,-0.00018212739087175578,-0.00017616669356357306,-0.00017020599625539035,-0.00016424529894720763,-0.0001582846016390249,-0.0001523239043308422,-0.00014636320702265948,-0.00014040250971447676,-0.00013444181240629405,-0.00012848111509811133,-0.00012252041778992862,-0.00011655971320578828,-0.00011059901589760557,-0.00010463831858942285,-9.867762128124014e-05,-9.271692397305742e-05,-8.67562266648747e-05,-8.079552935669199e-05,-7.483483204850927e-05,-6.887412746436894e-05,-6.291343015618622e-05,-5.6952736485982314e-05,-5.09920391777996e-05,-4.5031338231638074e-05,-3.907064092345536e-05,-3.310994361527264e-05,-2.7149246307089925e-05,-2.118854899890721e-05,-1.5227851690724492e-05,-9.267153473047074e-06,-3.3064557101170067e-06,2.6542420528130606e-06,8.614939360995777e-06,1.4575637578673195e-05,2.0536335796350613e-05,2.649703310453333e-05,3.2457730412716046e-05,3.841842772089876e-05,4.437912502908148e-05,5.0339825975243e-05,5.630052328342572e-05,6.226122059160843e-05,6.822191789979115e-05,7.418261520797387e-05,8.014331251615658e-05,8.61040098243393e-05,9.206470713252202e-05,9.802540444070473e-05,0.00010398610174888745,0.00010994679905707017,0.00011590749636525288,0.00012186820094939321,0.00012782889825757593,0.00013378959556575865,0.00013975029287394136,0.00014571099018212408,0.0001516716874903068,0.0001576323847984895,0.00016359308210667223,0.00016955377941485494],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.09137766063213348,-0.08841866999864578,-0.08545967191457748,-0.08250068128108978,-0.07954169064760208,-0.07658270001411438,-0.07362370193004608,-0.07066471129655838,-0.06770572066307068,-0.06474672257900238,-0.06178773194551468,-0.05882874131202698,-0.05586974695324898,-0.052910756319761276,-0.049951761960983276,-0.046992771327495575,-0.044033776968717575,-0.041074782609939575,-0.038115791976451874,-0.035156797617673874,-0.03219780698418617,-0.029238812625408173,-0.026279820129275322,-0.02332082763314247,-0.02036183513700962,-0.01740284264087677,-0.01444385014474392,-0.011484856717288494,-0.008525864221155643,-0.005566871725022793,-0.002607878763228655,0.00035111396573483944,0.0033101066946983337,0.006269099190831184,0.009228091686964035,0.01218708511441946,0.015146077610552311,0.018105071038007736,0.021064063534140587,0.024023056030273438,0.026982048526406288,0.02994104102253914,0.03290003538131714,0.03585902601480484,0.03881802037358284,0.04177701100707054,0.04473600536584854,0.04769499599933624,0.05065399035811424,0.05361298471689224,0.056571975350379944,0.059530969709157944,0.062489960342645645,0.06544895470142365,0.06840794533491135,0.07136693596839905,0.07432593405246735,0.07728492468595505,0.08024391531944275,0.08320291340351105,0.08616190403699875,0.08912089467048645,0.09207988530397415,0.09503888338804245,0.09799787402153015],"_type":"histogram","values":[2,7,5,7,17,36,51,119,171,254,400,657,941,1375,1972,2701,3722,4960,6744,8458,10812,13402,16114,19419,22272,25407,28055,30511,32205,33815,34408,34684,33320,31989,29771,27591,24694,21354,18530,15583,12838,10180,8115,6134,4681,3555,2509,1741,1220,850,568,350,193,156,99,44,28,11,5,5,3,0,1,3]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,1,0,0,2,0,0,1,2,4,4,3,3,5,5,5,5,15,8,12,9,29,22,34,30,32,40,47,41,63,57,41,42,27,27,24,24,32,12,15,10,4,6,2,4,7,1,2,1,1,1,0,0,0,1,0,0,0,1,1,1],"bins":[-0.0001938150089699775,-0.0001878719194792211,-0.0001819288299884647,-0.00017598575504962355,-0.00017004266555886716,-0.00016409957606811076,-0.00015815648657735437,-0.0001522134116385132,-0.00014627032214775681,-0.00014032723265700042,-0.00013438414316624403,-0.00012844105367548764,-0.00012249797873664647,-0.00011655488924589008,-0.00011061179975513369,-0.00010466871754033491,-9.872562804957852e-05,-9.278253855882213e-05,-8.683945634402335e-05,-8.089636685326695e-05,-7.495328463846818e-05,-6.901019514771178e-05,-6.3067112932913e-05,-5.712402344215661e-05,-5.118093758937903e-05,-4.523785173660144e-05,-3.929476588382386e-05,-3.335168003104627e-05,-2.7408592359279282e-05,-2.1465506506501697e-05,-1.5522418834734708e-05,-9.579332981957123e-06,-3.6362471291795373e-06,2.306839178345399e-06,8.249925485870335e-06,1.4193012248142622e-05,2.0136098100920208e-05,2.6079183953697793e-05,3.202227162546478e-05,3.796535747824237e-05,4.390844333101995e-05,4.985152918379754e-05,5.5794615036575124e-05,6.173770088935271e-05,6.76807903801091e-05,7.362387259490788e-05,7.956696208566427e-05,8.551004430046305e-05,9.145313379121944e-05,9.739622328197584e-05,0.00010333930549677461,0.000109282394987531,0.00011522547720232978,0.00012116856669308618,0.00012711164890788496,0.00013305473839864135,0.00013899782788939774,0.00014494091738015413,0.0001508839923189953,0.0001568270818097517,0.00016277017130050808,0.00016871326079126447,0.00017465633573010564,0.00018059942522086203,0.00018654251471161842]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.000553131103515625,-0.000533759593963623,-0.0005143880844116211,-0.0004950165748596191,-0.0004756450653076172,-0.00045627355575561523,-0.0004369020462036133,-0.00041753053665161133,-0.0003981590270996094,-0.0003787875175476074,-0.00035941600799560547,-0.0003400444984436035,-0.00032067298889160156,-0.0003013014793395996,-0.00028192996978759766,-0.0002625584602355957,-0.00024318695068359375,-0.0002238154411315918,-0.00020444393157958984,-0.0001850724220275879,-0.00016570091247558594,-0.00014632940292358398,-0.00012695789337158203,-0.00010758638381958008,-8.821487426757812e-05,-6.884336471557617e-05,-4.947185516357422e-05,-3.0100345611572266e-05,-1.0728836059570312e-05,8.64267349243164e-06,2.8014183044433594e-05,4.738569259643555e-05,6.67572021484375e-05,8.612871170043945e-05,0.0001055002212524414,0.00012487173080444336,0.0001442432403564453,0.00016361474990844727,0.00018298625946044922,0.00020235776901245117,0.00022172927856445312,0.00024110078811645508,0.00026047229766845703,0.000279843807220459,0.00029921531677246094,0.0003185868263244629,0.00033795833587646484,0.0003573298454284668,0.00037670135498046875,0.0003960728645324707,0.00041544437408447266,0.0004348158836364746,0.00045418739318847656,0.0004735589027404785,0.0004929304122924805,0.0005123019218444824,0.0005316734313964844,0.0005510449409484863,0.0005704164505004883,0.0005897879600524902,0.0006091594696044922,0.0006285309791564941,0.0006479024887084961,0.000667273998260498,0.0006866455078125],"_type":"histogram","values":[2,2,4,2,4,1,7,10,8,6,11,24,53,45,59,97,131,142,246,380,470,799,1485,2736,5550,12295,30935,96743,264237,112187,34556,13423,5962,3026,1472,947,517,367,232,184,122,91,66,46,34,26,18,17,12,8,8,2,5,3,1,1,2,1,0,1,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,2,2,1,2,3,3,5,11,4,6,22,32,31,37,72,78,102,111,148,149,172,165,169,147,111,101,81,58,48,36,21,25,17,12,12,14,7,3,7,7,2,1,1,1,0,2,1,0,1,0,0,0,0,0,1,1,0,0,0,1,1],"bins":[-0.0002329977578483522,-0.00022364984033629298,-0.00021430192282423377,-0.0002049540198640898,-0.00019560610235203058,-0.00018625818483997136,-0.00017691028187982738,-0.00016756236436776817,-0.00015821444685570896,-0.00014886652934364974,-0.00013951861183159053,-0.00013017070887144655,-0.00012082279135938734,-0.00011147487384732813,-0.00010212696361122653,-9.277905337512493e-05,-8.343113586306572e-05,-7.408321835100651e-05,-6.473530811490491e-05,-5.5387394240824506e-05,-4.60394803667441e-05,-3.6691566492663696e-05,-2.7343652618583292e-05,-1.7995738744502887e-05,-8.647824870422482e-06,7.000890036579221e-07,1.0048002877738327e-05,1.939591675181873e-05,2.8743830625899136e-05,3.809174449997954e-05,4.7439658374059945e-05,5.678757224814035e-05,6.613548612222075e-05,7.548340363427997e-05,8.483131387038156e-05,9.417922410648316e-05,0.00010352714161854237,0.00011287505913060158,0.00012222296209074557,0.00013157087960280478,0.000140918797114864,0.0001502667146269232,0.00015961463213898242,0.0001689625350991264,0.0001783104526111856,0.00018765837012324482,0.0001970062730833888,0.00020635419059544802,0.00021570210810750723,0.00022505002561956644,0.00023439794313162565,0.00024374584609176964,0.0002530937781557441,0.00026244166656397283,0.00027178958407603204,0.00028113750158809125,0.00029048541910015047,0.0002998333366122097,0.0003091812541242689,0.0003185291716363281,0.00032787706004455686,0.00033722497755661607,0.0003465728950686753,0.0003559208125807345,0.0003652687300927937]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[3,0,0,1,0,4,4,3,6,8,6,5,7,8,9,18,13,12,17,18,17,24,26,16,32,20,19,35,29,29,28,28,25,18,22,26,15,19,27,17,14,23,13,12,10,16,8,13,6,8,8,2,3,5,2,2,2,3,1,1,1,0,0,1],"bins":[-0.00890226662158966,-0.008612733334302902,-0.008323200047016144,-0.008033666759729385,-0.007744133472442627,-0.0074546001851558685,-0.00716506689786911,-0.006875533610582352,-0.006586000323295593,-0.006296467501670122,-0.006006934214383364,-0.005717400927096605,-0.005427867639809847,-0.0051383343525230885,-0.00484880106523633,-0.004559267777949572,-0.004269734490662813,-0.003980201203376055,-0.0036906679160892963,-0.003401134628802538,-0.0031116013415157795,-0.0028220682870596647,-0.0025325349997729063,-0.002243001712486148,-0.0019534684251993895,-0.001663935137912631,-0.0013744018506258726,-0.001084868679754436,-0.0007953353924676776,-0.0005058021051809192,-0.00021626887610182166,7.32643820811063e-05,0.00036279764026403427,0.0006523309275507927,0.0009418641566298902,0.0012313973857089877,0.0015209306729957461,0.0018104639602825046,0.002099997131153941,0.0023895304184406996,0.002679063705727458,0.0029685969930142164,0.003258130280300975,0.0035476635675877333,0.003837196622043848,0.0041267299093306065,0.004416263196617365,0.004705796483904123,0.004995329771190882,0.00528486305847764,0.005574396345764399,0.005863929633051157,0.006153462920337915,0.006442996207624674,0.006732529494911432,0.007022062782198191,0.007311595603823662,0.00760112889111042,0.007890662178397179,0.008180195465683937,0.008469728752970695,0.008759262040257454,0.009048795327544212,0.00933832861483097,0.00962786190211773]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-9.250640869140625e-05,-8.972734212875366e-05,-8.694827556610107e-05,-8.416920900344849e-05,-8.13901424407959e-05,-7.861107587814331e-05,-7.583200931549072e-05,-7.305294275283813e-05,-7.027387619018555e-05,-6.749480962753296e-05,-6.471574306488037e-05,-6.193667650222778e-05,-5.9157609939575195e-05,-5.637854337692261e-05,-5.359947681427002e-05,-5.082041025161743e-05,-4.8041343688964844e-05,-4.5262277126312256e-05,-4.248321056365967e-05,-3.970414400100708e-05,-3.692507743835449e-05,-3.4146010875701904e-05,-3.1366944313049316e-05,-2.858787775039673e-05,-2.580881118774414e-05,-2.3029744625091553e-05,-2.0250678062438965e-05,-1.7471611499786377e-05,-1.4692544937133789e-05,-1.1913478374481201e-05,-9.134411811828613e-06,-6.355345249176025e-06,-3.5762786865234375e-06,-7.972121238708496e-07,1.9818544387817383e-06,4.760921001434326e-06,7.539987564086914e-06,1.0319054126739502e-05,1.309812068939209e-05,1.5877187252044678e-05,1.8656253814697266e-05,2.1435320377349854e-05,2.421438694000244e-05,2.699345350265503e-05,2.9772520065307617e-05,3.2551586627960205e-05,3.533065319061279e-05,3.810971975326538e-05,4.088878631591797e-05,4.366785287857056e-05,4.6446919441223145e-05,4.922598600387573e-05,5.200505256652832e-05,5.478411912918091e-05,5.7563185691833496e-05,6.0342252254486084e-05,6.312131881713867e-05,6.590038537979126e-05,6.867945194244385e-05,7.145851850509644e-05,7.423758506774902e-05,7.701665163040161e-05,7.97957181930542e-05,8.257478475570679e-05,8.535385131835938e-05],"_type":"histogram","values":[1,2,0,0,3,2,9,8,8,9,22,24,41,60,73,109,152,202,280,386,512,801,1120,1622,2365,3516,5095,7822,13028,20761,35543,61874,103426,120701,85038,49154,28486,16491,10544,6587,4375,2974,1954,1336,990,658,440,350,251,171,131,109,63,42,28,19,24,8,5,8,3,2,3,3]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,0,0,0,2,0,0,0,2,2,1,3,0,2,4,3,3,9,5,13,13,13,17,37,42,40,59,81,82,67,54,41,27,28,24,21,8,10,8,8,13,5,2,3,2,1,3,2,0,1,0,1,0,1,0,1,2,0,0,0,0,0,0,1],"bins":[-0.001525638741441071,-0.0014718787278980017,-0.0014181187143549323,-0.001364358700811863,-0.0013105986872687936,-0.0012568386737257242,-0.0012030786601826549,-0.0011493186466395855,-0.0010955586330965161,-0.0010417986195534468,-0.0009880386060103774,-0.000934278592467308,-0.0008805185789242387,-0.0008267585653811693,-0.0007729985518381,-0.0007192385382950306,-0.0006654785247519612,-0.0006117185112088919,-0.0005579584976658225,-0.0005041984841227531,-0.0004504384705796838,-0.0003966784570366144,-0.00034291844349354506,-0.0002891584299504757,-0.00023539841640740633,-0.00018163840286433697,-0.0001278783893212676,-7.411837577819824e-05,-2.035836223512888e-05,3.340165130794048e-05,8.716166485100985e-05,0.0001409216783940792,0.00019468157552182674,0.0002484415890648961,0.00030220160260796547,0.00035596161615103483,0.0004097216296941042,0.00046348164323717356,0.0005172416567802429,0.0005710016703233123,0.0006247616838663816,0.000678521697409451,0.0007322817109525204,0.0007860417244955897,0.0008398017380386591,0.0008935617515817285,0.0009473217651247978,0.0010010817786678672,0.0010548417922109365,0.001108601805754006,0.0011623618192970753,0.0012161218328401446,0.001269881846383214,0.0013236418599262834,0.0013774018734693527,0.001431161887012422,0.0014849219005554914,0.0015386819140985608,0.0015924419276416302,0.0016462019411846995,0.001699961954727769,0.0017537219682708383,0.0018074819818139076,0.001861241995356977,0.0019150020089000463],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,1,0,3,1,2,5,3,8,10,7,11,15,19,16,21,15,21,18,29,24,28,26,35,39,27,23,28,37,27,29,25,27,19,23,16,24,8,10,13,14,8,3,12,11,9,4,2,3,0,0,0,0,1,1,1,1,0,0,0,0,1],"bins":[-0.0014299878384917974,-0.0013793737161904573,-0.0013287595938891172,-0.0012781454715877771,-0.001227531349286437,-0.001176917226985097,-0.0011263031046837568,-0.0010756889823824167,-0.0010250748600810766,-0.0009744607377797365,-0.0009238466154783964,-0.0008732324931770563,-0.0008226183708757162,-0.0007720042485743761,-0.000721390126273036,-0.0006707760039716959,-0.0006201618816703558,-0.0005695477593690157,-0.0005189336370676756,-0.0004683195147663355,-0.0004177053924649954,-0.0003670912701636553,-0.0003164771478623152,-0.0002658630255609751,-0.00021524890325963497,-0.00016463478095829487,-0.00011402065865695477,-6.340653635561466e-05,-1.2792414054274559e-05,3.7821708247065544e-05,8.843583054840565e-05,0.00013904995284974575,0.00018966395873576403,0.00024027808103710413,0.00029089220333844423,0.00034150632563978434,0.00039212044794112444,0.00044273457024246454,0.0004933486925438046,0.0005439628148451447,0.0005945769371464849,0.000645191059447825,0.0006958051817491651,0.0007464193040505052,0.0007970334263518453,0.0008476475486531854,0.0008982616709545255,0.0009488757932558656,0.0009994899155572057,0.0010501040378585458,0.0011007181601598859,0.001151332282461226,0.001201946404762566,0.0012525605270639062,0.0013031746493652463,0.0013537887716665864,0.0014044028939679265,0.0014550170162692666,0.0015056311385706067,0.0015562452608719468,0.001606859383173287,0.001657473505474627,0.0017080876277759671,0.0017587017500773072,0.0018093158723786473]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"bins":[-0.001152231590822339,-0.0011135536478832364,-0.0010748757049441338,-0.0010361977620050311,-0.0009975198190659285,-0.0009588418179191649,-0.0009201638749800622,-0.0008814859320409596,-0.000842807989101857,-0.0008041300461627543,-0.0007654521032236516,-0.000726774160284549,-0.0006880961591377854,-0.0006494182161986828,-0.0006107402732595801,-0.0005720623303204775,-0.0005333843873813748,-0.0004947064444422722,-0.00045602850150316954,-0.00041735052946023643,-0.0003786725865211338,-0.00033999464358203113,-0.000301316671539098,-0.0002626387285999954,-0.00022396078566089272,-0.00018528284272179008,-0.0001466048852307722,-0.00010792693501571193,-6.924898480065167e-05,-3.0571034585591406e-05,8.106915629468858e-06,4.678486584452912e-05,8.546281605958939e-05,0.00012414075899869204,0.00016281871648970991,0.0002014966739807278,0.00024017461691983044,0.0002788525598589331,0.0003175305319018662,0.00035620847484096885,0.0003948864177800715,0.00043356436071917415,0.0004722423036582768,0.0005109202465973794,0.000549598247744143,0.0005882761906832457,0.0006269541336223483,0.000665632076561451,0.0007043100195005536,0.0007429879624396563,0.0007816659053787589,0.0008203438483178616,0.0008590217912569642,0.0008976997924037278,0.0009363777353428304,0.0009750556782819331,0.0010137336794286966,0.0010524116223677993,0.001091089565306902,0.0011297675082460046,0.0011684454511851072,0.0012071233941242099,0.0012458013370633125,0.0012844792800024152,0.0013231572229415178],"_type":"histogram","values":[1,0,1,0,1,1,2,0,4,2,7,2,6,6,4,9,6,11,18,16,14,27,27,27,26,40,29,41,38,36,36,32,27,37,31,23,22,17,23,12,17,19,13,6,10,11,4,7,3,2,5,2,0,2,3,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.015716003254055977,-0.015469099394977093,-0.015222195535898209,-0.014975291676819324,-0.01472838781774044,-0.014481483958661556,-0.014234580099582672,-0.013987676240503788,-0.013740772381424904,-0.013493867591023445,-0.013246963731944561,-0.013000059872865677,-0.012753156013786793,-0.012506252154707909,-0.012259348295629025,-0.01201244443655014,-0.011765540577471256,-0.011518636718392372,-0.011271732859313488,-0.011024829000234604,-0.01077792514115572,-0.010531021282076836,-0.010284117422997952,-0.010037213563919067,-0.009790308773517609,-0.009543404914438725,-0.00929650105535984,-0.009049597196280956,-0.008802693337202072,-0.008555789478123188,-0.008308885619044304,-0.00806198175996542,-0.007815076969563961,-0.007568173576146364,-0.00732126971706748,-0.007074365392327309,-0.0068274615332484245,-0.00658055767416954,-0.006333653815090656,-0.006086749956011772,-0.005839846096932888,-0.005592942237854004,-0.00534603837877512,-0.005099134054034948,-0.004852230194956064,-0.00460532633587718,-0.004358422476798296,-0.004111518617719412,-0.0038646147586405277,-0.003617710666731,-0.003370806807652116,-0.0031239029485732317,-0.0028769990894943476,-0.00263009499758482,-0.0023831911385059357,-0.0021362872794270515,-0.0018893833039328456,-0.0016424794448539615,-0.0013955754693597555,-0.0011486716102808714,-0.0009017676347866654,-0.0006548637175001204,-0.00040795980021357536,-0.00016105589747894555,8.584801980759948e-05],"_type":"histogram","values":[1,0,1,1,0,1,2,1,2,1,4,0,4,2,4,12,11,4,6,15,26,29,29,31,34,32,63,70,59,71,69,89,94,99,89,105,98,97,100,107,99,79,70,65,53,39,35,44,24,16,13,11,9,8,8,5,2,0,1,0,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.00763684930279851,-0.007387486286461353,-0.007138123735785484,-0.006888760719448328,-0.006639397703111172,-0.006390035152435303,-0.0061406721360981464,-0.00589130911976099,-0.005641946569085121,-0.005392583552747965,-0.0051432205364108086,-0.004893857520073652,-0.004644494969397783,-0.004395131953060627,-0.004145768936723471,-0.003896406153216958,-0.0036470433697104454,-0.0033976805862039328,-0.0031483175698667765,-0.002898954786360264,-0.0026495917700231075,-0.002400228986516595,-0.0021508662030100822,-0.0019015033030882478,-0.0016521404031664133,-0.0014027775032445788,-0.0011534146033227444,-0.0009040518198162317,-0.0006546889198943973,-0.00040532604907639325,-0.00015596317825838923,9.339969255961478e-05,0.0003427630290389061,0.0005921259289607406,0.0008414887706749141,0.0010908516123890877,0.0013402145123109221,0.0015895774122327566,0.0018389401957392693,0.0020883032120764256,0.002337665995582938,0.002587028779089451,0.002836391795426607,0.0030857545789331198,0.0033351173624396324,0.0035844803787767887,0.0038338431622833014,0.004083205945789814,0.00433256896212697,0.004581931978464127,0.004831294529139996,0.005080657545477152,0.005330020561814308,0.005579383112490177,0.0058287461288273335,0.00607810914516449,0.006327471695840359,0.006576834712177515,0.006826197728514671,0.007075560744851828,0.007324923295527697,0.007574286311864853,0.007823648862540722,0.008073012344539165,0.008322374895215034],"_type":"histogram","values":[1,1,1,5,2,1,2,5,1,6,5,4,7,8,12,11,10,13,11,15,17,16,17,28,23,29,23,25,18,38,30,30,33,36,26,32,27,25,17,15,14,24,23,12,13,9,6,6,3,7,7,3,3,3,3,2,0,0,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,0,1,1,3,3,1,2,3,7,6,6,8,5,5,5,9,13,11,10,20,20,17,15,18,21,24,33,31,29,32,36,17,24,30,29,38,25,20,25,20,18,17,13,21,14,10,9,5,8,3,5,5,5,4,1,1,1,0,1,1,0,0,2],"bins":[0.9821744561195374,0.9827094078063965,0.9832443594932556,0.9837793111801147,0.9843142628669739,0.9848492741584778,0.9853842258453369,0.985919177532196,0.9864541292190552,0.9869890809059143,0.9875240325927734,0.9880589842796326,0.9885939359664917,0.9891288876533508,0.9896638989448547,0.9901988506317139,0.990733802318573,0.9912687540054321,0.9918037056922913,0.9923386573791504,0.9928736090660095,0.9934085607528687,0.9939435124397278,0.9944785237312317,0.9950134754180908,0.99554842710495,0.9960833787918091,0.9966183304786682,0.9971532821655273,0.9976882338523865,0.9982231855392456,0.9987581372261047,0.9992930889129639,0.9998281002044678,1.0003629922866821,1.000898003578186,1.0014328956604004,1.0019679069519043,1.0025029182434082,1.0030378103256226,1.0035728216171265,1.0041077136993408,1.0046427249908447,1.005177617073059,1.005712628364563,1.0062475204467773,1.0067825317382812,1.0073175430297852,1.0078524351119995,1.0083874464035034,1.0089223384857178,1.0094573497772217,1.009992241859436,1.01052725315094,1.0110621452331543,1.0115971565246582,1.012132167816162,1.0126670598983765,1.0132020711898804,1.0137369632720947,1.0142719745635986,1.014806866645813,1.015341877937317,1.0158767700195312,1.0164117813110352],"_type":"histogram"},"_runtime":1103,"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9853590130805969,0.9858056306838989,0.9862522482872009,0.9866988658905029,0.9871454238891602,0.9875920414924622,0.9880386590957642,0.9884852766990662,0.9889318943023682,0.9893785119056702,0.9898251295089722,0.9902716875076294,0.9907183051109314,0.9911649227142334,0.9916115403175354,0.9920581579208374,0.9925047755241394,0.9929513931274414,0.9933979511260986,0.9938445687294006,0.9942911863327026,0.9947378039360046,0.9951844215393066,0.9956310391426086,0.9960776567459106,0.9965242147445679,0.9969708323478699,0.9974174499511719,0.9978640675544739,0.9983106851577759,0.9987573027610779,0.9992039203643799,0.9996504783630371,1.0000971555709839,1.0005437135696411,1.000990390777588,1.0014369487762451,1.0018835067749023,1.0023301839828491,1.0027767419815063,1.0032234191894531,1.0036699771881104,1.0041166543960571,1.0045632123947144,1.0050097703933716,1.0054564476013184,1.0059030055999756,1.0063496828079224,1.0067962408065796,1.0072429180145264,1.0076894760131836,1.0081360340118408,1.0085827112197876,1.0090292692184448,1.0094759464263916,1.0099225044250488,1.0103691816329956,1.0108157396316528,1.01126229763031,1.0117089748382568,1.012155532836914,1.0126022100448608,1.013048768043518,1.0134954452514648,1.013942003250122],"_type":"histogram","values":[3,0,0,0,0,0,1,4,2,1,2,3,6,3,8,2,13,10,6,10,6,15,16,13,24,23,26,34,17,35,25,27,28,22,24,27,22,26,28,20,24,27,15,21,19,21,15,24,9,11,14,5,9,4,6,5,1,0,1,0,1,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,1,3,9,4,5,7,14,8,3,10,19,11,12,8,20,23,22,13,22,22,26,31,25,27,21,26,27,28,21,26,27,31,26,26,17,27,17,12,17,10,8,12,7,8,2,5,5,4,4,2,0,4,0,0,1],"bins":[-0.006163414567708969,-0.0059836446307599545,-0.0058038742281496525,-0.005624104291200638,-0.005444333888590336,-0.005264563951641321,-0.005084793549031019,-0.0049050236120820045,-0.004725253209471703,-0.004545483272522688,-0.004365713335573673,-0.004185942932963371,-0.004006172996014357,-0.0038264028262346983,-0.00364663265645504,-0.0034668624866753817,-0.0032870923168957233,-0.003107322147116065,-0.0029275519773364067,-0.0027477818075567484,-0.00256801163777709,-0.0023882417008280754,-0.002208471531048417,-0.0020287013612687588,-0.0018489311914891005,-0.0016691610217094421,-0.0014893908519297838,-0.0013096207985654473,-0.001129850628785789,-0.0009500804590061307,-0.0007703103474341333,-0.0005905402358621359,-0.00041076960042119026,-0.0002309994597453624,-5.122931906953454e-05,0.00012854082160629332,0.0003083109622821212,0.00048808110295794904,0.0006678512436337769,0.0008476213552057743,0.0010273915249854326,0.001207161694765091,0.0013869318645447493,0.0015667019179090858,0.001746472087688744,0.0019262422574684024,0.002106012310832739,0.002285782480612397,0.0024655526503920555,0.002645322820171714,0.002825092989951372,0.0030048631597310305,0.0031846333295106888,0.0033644032664597034,0.0035441734362393618,0.00372394360601902,0.0039037137757986784,0.004083483945578337,0.004263253882527351,0.004443024285137653,0.004622794222086668,0.00480256462469697,0.004982334561645985,0.005162104964256287,0.005341874901205301],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,2,0,1,0,2,1,3,5,6,4,2,4,5,5,9,8,13,20,15,16,23,18,24,24,26,28,35,31,22,31,35,26,22,24,33,26,15,19,29,25,14,23,5,12,9,14,6,7,6,4,6,5,6,7,1,2,1,0,0,0,0,1,1],"bins":[-0.020920637995004654,-0.020240293815732002,-0.0195599477738142,-0.01887960359454155,-0.01819925755262375,-0.017518913373351097,-0.016838569194078445,-0.016158223152160645,-0.015477878972887993,-0.014797533862292767,-0.01411718875169754,-0.013436843641102314,-0.012756498530507088,-0.012076153419911861,-0.01139580924063921,-0.010715464130043983,-0.010035119019448757,-0.009354773908853531,-0.008674428798258305,-0.007994084618985653,-0.007313739508390427,-0.0066333943977952,-0.005953049287199974,-0.005272704642266035,-0.004592359531670809,-0.0039120144210755825,-0.0032316697761416435,-0.0025513246655464172,-0.0018709797877818346,-0.001190634910017252,-0.0005102899158373475,0.00017005502013489604,0.0008503999561071396,0.0015307448338717222,0.002211089711636305,0.002891434822231531,0.0035717796999961138,0.004252124577760696,0.004932469688355923,0.005612814333289862,0.006293159443885088,0.006973504554480314,0.007653849199414253,0.00833419431000948,0.009014539420604706,0.009694884531199932,0.010375228710472584,0.01105557382106781,0.011735918931663036,0.012416264042258263,0.013096609152853489,0.01377695333212614,0.014457298442721367,0.015137643553316593,0.01581798866391182,0.01649833284318447,0.017178678885102272,0.017859023064374924,0.018539369106292725,0.019219713285565376,0.019900057464838028,0.02058040350675583,0.02126074768602848,0.02194109372794628,0.022621437907218933],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,0,2,4,6,15,40,56,99,178,312,558,914,1495,2290,3481,5121,7474,10716,14966,19979,26549,33659,41959,50958,60814,69948,79595,87654,93488,98041,100071,98970,96305,91203,83933,75136,65898,56073,46661,37877,29922,23321,17172,12560,9109,6419,4344,2885,1818,1160,685,412,247,117,97,50,29,7,7,2,1,0,1],"bins":[-0.1032319888472557,-0.09998110681772232,-0.09673022478818893,-0.09347933530807495,-0.09022845327854156,-0.08697757124900818,-0.08372668921947479,-0.0804758071899414,-0.07722492516040802,-0.07397403568029404,-0.07072315365076065,-0.06747227162122726,-0.06422138959169388,-0.060970503836870193,-0.05771962180733681,-0.05446873605251312,-0.051217854022979736,-0.04796697199344635,-0.044716086238622665,-0.04146520420908928,-0.038214318454265594,-0.03496343642473221,-0.03171255439519882,-0.028461670503020287,-0.02521078661084175,-0.021959902718663216,-0.01870901882648468,-0.015458136796951294,-0.012207252904772758,-0.008956369012594223,-0.005705486051738262,-0.002454602625221014,0.0007962733507156372,0.004047156777232885,0.0072980402037501335,0.010548923164606094,0.01379980705678463,0.017050690948963165,0.02030157297849655,0.023552456870675087,0.026803340762853622,0.030054224655032158,0.03330510854721069,0.03655599057674408,0.039806872606277466,0.04305775836110115,0.04630864039063454,0.04955952614545822,0.05281040817499161,0.056061290204524994,0.05931217595934868,0.06256306171417236,0.06581394374370575,0.06906482577323914,0.07231570780277252,0.07556658983230591,0.0788174718618393,0.08206836134195328,0.08531924337148666,0.08857012540102005,0.09182100743055344,0.09507188946008682,0.0983227789402008,0.10157366096973419,0.10482454299926758],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[2,1,7,7,11,21,39,80,126,258,490,681,1257,1876,2915,4394,6406,9075,12908,17596,23097,30265,37593,46796,56591,65605,75101,83428,90339,95913,98677,99739,97295,93004,86871,79034,70517,60965,51590,41958,34132,26698,20308,15279,10871,7827,5337,3632,2405,1547,927,580,354,205,110,67,31,15,7,2,0,1,0,1],"bins":[-0.10246727615594864,-0.09918924421072006,-0.09591120481491089,-0.09263317286968231,-0.08935514092445374,-0.08607710897922516,-0.08279906958341599,-0.07952103763818741,-0.07624300569295883,-0.07296496629714966,-0.06968693435192108,-0.0664089024066925,-0.06313087046146393,-0.05985283479094505,-0.05657479912042618,-0.0532967671751976,-0.050018731504678726,-0.04674069583415985,-0.043462663888931274,-0.0401846282184124,-0.03690659627318382,-0.03362856060266495,-0.03035052679479122,-0.027072492986917496,-0.02379445917904377,-0.020516425371170044,-0.017238391563296318,-0.013960356824100018,-0.010682323016226292,-0.007404289208352566,-0.004126254934817553,-0.000848220894113183,0.0024298131465911865,0.005707846954464912,0.008985880762338638,0.012263915501534939,0.015541949309408665,0.018819984048604965,0.02209801785647869,0.025376051664352417,0.028654085472226143,0.03193211928009987,0.035210154950618744,0.03848818689584732,0.041766222566366196,0.04504425451159477,0.04832229018211365,0.051600322127342224,0.0548783577978611,0.058156393468379974,0.06143442541360855,0.06471245735883713,0.0679904967546463,0.07126852869987488,0.07454656064510345,0.07782459259033203,0.0811026319861412,0.08438066393136978,0.08765869587659836,0.09093673527240753,0.09421476721763611,0.09749279916286469,0.10077083110809326,0.10404887050390244,0.10732690244913101],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,2,0,0,2,1,3,2,7,4,10,15,12,14,19,38,31,53,80,89,123,148,222,293,446,561,894,1335,2253,3885,7274,15011,35621,97690,212541,126709,45570,18021,8681,4585,2627,1548,1021,628,468,341,252,176,128,99,75,54,46,31,22,16,19,9,5,2,3,3,3,2],"bins":[-0.000339508056640625,-0.00032970309257507324,-0.0003198981285095215,-0.0003100931644439697,-0.00030028820037841797,-0.0002904832363128662,-0.00028067827224731445,-0.0002708733081817627,-0.00026106834411621094,-0.0002512633800506592,-0.00024145841598510742,-0.00023165345191955566,-0.0002218484878540039,-0.00021204352378845215,-0.0002022385597229004,-0.00019243359565734863,-0.00018262863159179688,-0.00017282366752624512,-0.00016301870346069336,-0.0001532137393951416,-0.00014340877532958984,-0.00013360381126403809,-0.00012379884719848633,-0.00011399388313293457,-0.00010418891906738281,-9.438395500183105e-05,-8.45789909362793e-05,-7.477402687072754e-05,-6.496906280517578e-05,-5.5164098739624023e-05,-4.5359134674072266e-05,-3.555417060852051e-05,-2.574920654296875e-05,-1.5944242477416992e-05,-6.139278411865234e-06,3.6656856536865234e-06,1.3470649719238281e-05,2.327561378479004e-05,3.30805778503418e-05,4.2885541915893555e-05,5.269050598144531e-05,6.249547004699707e-05,7.230043411254883e-05,8.210539817810059e-05,9.191036224365234e-05,0.0001017153263092041,0.00011152029037475586,0.00012132525444030762,0.00013113021850585938,0.00014093518257141113,0.0001507401466369629,0.00016054511070251465,0.0001703500747680664,0.00018015503883361816,0.00018996000289916992,0.00019976496696472168,0.00020956993103027344,0.0002193748950958252,0.00022917985916137695,0.0002389848232269287,0.00024878978729248047,0.0002585947513580322,0.000268399715423584,0.00027820467948913574,0.0002880096435546875]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,1,1,0,1,0,0,0,2,2,0,0,1,4,7,4,6,7,5,8,14,16,14,17,16,34,43,43,39,56,55,57,47,44,31,35,39,17,22,13,12,12,9,7,5,4,4,0,0,2,1,2,4,3],"bins":[-0.00010808380466187373,-0.00010544712858973071,-0.00010281045251758769,-0.00010017377644544467,-9.753710037330166e-05,-9.490042430115864e-05,-9.226374822901562e-05,-8.96270721568726e-05,-8.699038880877197e-05,-8.435371273662895e-05,-8.171703666448593e-05,-7.908036059234291e-05,-7.64436845201999e-05,-7.380700844805688e-05,-7.117033237591386e-05,-6.853365630377084e-05,-6.589698023162782e-05,-6.32603041594848e-05,-6.0623628087341785e-05,-5.798695201519877e-05,-5.535027594305575e-05,-5.2713596232933924e-05,-5.0076920160790905e-05,-4.744024408864789e-05,-4.480356801650487e-05,-4.216689194436185e-05,-3.953021587221883e-05,-3.6893539800075814e-05,-3.425686008995399e-05,-3.162018401781097e-05,-2.8983507945667952e-05,-2.6346831873524934e-05,-2.371016307733953e-05,-2.1073487005196512e-05,-1.8436810933053493e-05,-1.5800133041921072e-05,-1.3163456969778053e-05,-1.0526780897635035e-05,-7.890103915997315e-06,-5.253427389106946e-06,-2.616750862216577e-06,1.9925664673792198e-08,2.6566021915641613e-06,5.2932787184545305e-06,7.9299552453449e-06,1.0566631317487918e-05,1.3203308299125638e-05,1.5839985280763358e-05,1.8476661352906376e-05,2.1113337425049394e-05,2.3750013497192413e-05,2.6386691388324834e-05,2.9023367460467853e-05,3.1660045351600274e-05,3.429672142374329e-05,3.693339749588631e-05,3.957007356802933e-05,4.220674964017235e-05,4.4843425712315366e-05,4.7480101784458384e-05,5.011678149458021e-05,5.275345756672323e-05,5.5390133638866246e-05,5.8026809711009264e-05,6.066348578315228e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.00014209747314453125,-0.00013779103755950928,-0.0001334846019744873,-0.00012917816638946533,-0.00012487173080444336,-0.00012056529521942139,-0.00011625885963439941,-0.00011195242404937744,-0.00010764598846435547,-0.0001033395528793335,-9.903311729431152e-05,-9.472668170928955e-05,-9.042024612426758e-05,-8.61138105392456e-05,-8.180737495422363e-05,-7.750093936920166e-05,-7.319450378417969e-05,-6.888806819915771e-05,-6.458163261413574e-05,-6.027519702911377e-05,-5.59687614440918e-05,-5.1662325859069824e-05,-4.735589027404785e-05,-4.304945468902588e-05,-3.8743019104003906e-05,-3.4436583518981934e-05,-3.013014793395996e-05,-2.5823712348937988e-05,-2.1517276763916016e-05,-1.7210841178894043e-05,-1.290440559387207e-05,-8.597970008850098e-06,-4.291534423828125e-06,1.4901161193847656e-08,4.32133674621582e-06,8.627772331237793e-06,1.2934207916259766e-05,1.7240643501281738e-05,2.154707908630371e-05,2.5853514671325684e-05,3.0159950256347656e-05,3.446638584136963e-05,3.87728214263916e-05,4.3079257011413574e-05,4.738569259643555e-05,5.169212818145752e-05,5.599856376647949e-05,6.0304999351501465e-05,6.461143493652344e-05,6.891787052154541e-05,7.322430610656738e-05,7.753074169158936e-05,8.183717727661133e-05,8.61436128616333e-05,9.045004844665527e-05,9.475648403167725e-05,9.906291961669922e-05,0.00010336935520172119,0.00010767579078674316,0.00011198222637176514,0.00011628866195678711,0.00012059509754180908,0.00012490153312683105,0.00012920796871185303,0.000133514404296875],"_type":"histogram","values":[4,4,2,5,8,6,13,21,16,32,34,46,74,93,113,143,207,250,386,464,703,943,1343,1999,2850,4482,6845,11192,18927,35258,70281,169041,462973,458289,168334,70360,35222,19472,11456,6986,4450,2879,1962,1348,876,632,489,361,237,192,124,94,87,63,51,39,24,31,19,8,10,2,6,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[1,1,1,3,1,11,12,11,16,24,33,30,42,73,75,107,152,168,255,307,399,507,635,784,1095,1359,1830,2666,4830,28249,454389,72573,7478,3023,2037,1485,1195,865,716,540,443,331,237,195,154,122,91,61,50,37,27,23,21,16,9,12,7,4,0,4,1,0,0,1],"bins":[-0.0036773681640625,-0.003557443618774414,-0.003437519073486328,-0.003317594528198242,-0.0031976699829101562,-0.0030777454376220703,-0.0029578208923339844,-0.0028378963470458984,-0.0027179718017578125,-0.0025980472564697266,-0.0024781227111816406,-0.0023581981658935547,-0.0022382736206054688,-0.002118349075317383,-0.001998424530029297,-0.001878499984741211,-0.001758575439453125,-0.001638650894165039,-0.0015187263488769531,-0.0013988018035888672,-0.0012788772583007812,-0.0011589527130126953,-0.0010390281677246094,-0.0009191036224365234,-0.0007991790771484375,-0.0006792545318603516,-0.0005593299865722656,-0.0004394054412841797,-0.00031948089599609375,-0.0001995563507080078,-7.963180541992188e-05,4.029273986816406e-05,0.00016021728515625,0.00028014183044433594,0.0004000663757324219,0.0005199909210205078,0.0006399154663085938,0.0007598400115966797,0.0008797645568847656,0.0009996891021728516,0.0011196136474609375,0.0012395381927490234,0.0013594627380371094,0.0014793872833251953,0.0015993118286132812,0.0017192363739013672,0.0018391609191894531,0.001959085464477539,0.002079010009765625,0.002198934555053711,0.002318859100341797,0.002438783645629883,0.0025587081909179688,0.0026786327362060547,0.0027985572814941406,0.0029184818267822266,0.0030384063720703125,0.0031583309173583984,0.0032782554626464844,0.0033981800079345703,0.0035181045532226562,0.003638029098510742,0.003757953643798828,0.003877878189086914,0.003997802734375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[2,0,2,2,4,1,4,1,2,1,5,5,7,8,8,6,8,13,11,22,17,24,19,26,18,25,29,30,22,30,38,39,31,22,32,25,24,12,22,11,20,21,19,16,12,13,14,8,8,5,10,5,1,3,1,1,0,1,1,0,0,0,0,1],"bins":[-0.00012943570618517697,-0.00012523544137366116,-0.00012103516928618774,-0.00011683489719871432,-0.00011263463238719851,-0.0001084343675756827,-0.00010423409548820928,-0.00010003382340073586,-9.583355858922005e-05,-9.163329377770424e-05,-8.743302169023082e-05,-8.32327496027574e-05,-7.903248479124159e-05,-7.483221997972578e-05,-7.063194789225236e-05,-6.643167580477893e-05,-6.223141099326313e-05,-5.803114254376851e-05,-5.3830874094273895e-05,-4.963060564477928e-05,-4.5430337195284665e-05,-4.123006874579005e-05,-3.7029800296295434e-05,-3.282953184680082e-05,-2.8629263397306204e-05,-2.442899494781159e-05,-2.0228726498316973e-05,-1.6028458048822358e-05,-1.1828189599327743e-05,-7.627921149833128e-06,-3.4276527003385127e-06,7.726157491561025e-07,4.972898750565946e-06,9.173167200060561e-06,1.3373435649555176e-05,1.757370409904979e-05,2.1773972548544407e-05,2.5974240998039022e-05,3.0174509447533637e-05,3.437477789702825e-05,3.857504634652287e-05,4.277531479601748e-05,4.69755832455121e-05,5.117585169500671e-05,5.537612014450133e-05,5.9576388593995944e-05,6.377665704349056e-05,6.797692913096398e-05,7.217719394247979e-05,7.63774587539956e-05,8.057773084146902e-05,8.477800292894244e-05,8.897826774045825e-05,9.317853255197406e-05,9.737880463944748e-05,0.0001015790767269209,0.00010577934153843671,0.00010997960634995252,0.00011417987843742594,0.00011838015052489936,0.00012258041533641517,0.00012678068014793098,0.0001309809449594468,0.00013518122432287782,0.00013938148913439363],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"values":[3,10,16,51,115,237,457,857,1397,2240,3307,4386,5695,6671,7669,8572,8900,9418,9496,9493,9530,9663,9441,9673,9597,9519,9442,9597,9679,9535,9625,9527,9788,9637,9686,9637,9666,9670,9523,9697,9611,9552,9542,9586,9544,9535,9219,9260,8604,8154,7335,6215,5114,3867,2740,1789,1179,633,346,163,68,23,10,5],"bins":[-0.05810082331299782,-0.056299615651369095,-0.05449840798974037,-0.05269719660282135,-0.05089598894119263,-0.049094781279563904,-0.04729357361793518,-0.04549236595630646,-0.043691158294677734,-0.04188994690775871,-0.04008873924612999,-0.038287531584501266,-0.03648632392287254,-0.03468511626124382,-0.0328839048743248,-0.031082697212696075,-0.029281489551067352,-0.02748028188943863,-0.025679072365164757,-0.023877864703536034,-0.02207665517926216,-0.020275447517633438,-0.018474239856004715,-0.016673030331730843,-0.01487182267010212,-0.013070614077150822,-0.011269405484199524,-0.0094681978225708,-0.007666989229619503,-0.005865780636668205,-0.004064572509378195,-0.0022633641492575407,-0.00046215206384658813,0.001339056296274066,0.00314026465639472,0.0049414727836847305,0.006742681376636028,0.008543889969587326,0.01034509763121605,0.012146306224167347,0.013947514817118645,0.015748722478747368,0.01754993200302124,0.019351139664649963,0.021152347326278687,0.02295355685055256,0.024754764512181282,0.026555974036455154,0.028357181698083878,0.0301583893597126,0.031959597021341324,0.033760808408260345,0.03556201606988907,0.03736322373151779,0.039164431393146515,0.04096563905477524,0.04276684671640396,0.04456805810332298,0.046369265764951706,0.04817047342658043,0.04997168108820915,0.051772888749837875,0.0535741001367569,0.05537530779838562,0.05717651546001434],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.005279541015625,-0.0051059722900390625,-0.004932403564453125,-0.0047588348388671875,-0.00458526611328125,-0.0044116973876953125,-0.004238128662109375,-0.0040645599365234375,-0.0038909912109375,-0.0037174224853515625,-0.003543853759765625,-0.0033702850341796875,-0.00319671630859375,-0.0030231475830078125,-0.002849578857421875,-0.0026760101318359375,-0.00250244140625,-0.0023288726806640625,-0.002155303955078125,-0.0019817352294921875,-0.00180816650390625,-0.0016345977783203125,-0.001461029052734375,-0.0012874603271484375,-0.0011138916015625,-0.0009403228759765625,-0.000766754150390625,-0.0005931854248046875,-0.00041961669921875,-0.0002460479736328125,-7.2479248046875e-05,0.0001010894775390625,0.000274658203125,0.0004482269287109375,0.000621795654296875,0.0007953643798828125,0.00096893310546875,0.0011425018310546875,0.001316070556640625,0.0014896392822265625,0.0016632080078125,0.0018367767333984375,0.002010345458984375,0.0021839141845703125,0.00235748291015625,0.0025310516357421875,0.002704620361328125,0.0028781890869140625,0.0030517578125,0.0032253265380859375,0.003398895263671875,0.0035724639892578125,0.00374603271484375,0.0039196014404296875,0.004093170166015625,0.0042667388916015625,0.0044403076171875,0.0046138763427734375,0.004787445068359375,0.0049610137939453125,0.00513458251953125,0.0053081512451171875,0.005481719970703125,0.0056552886962890625,0.005828857421875],"_type":"histogram","values":[1,0,1,1,0,0,2,4,3,2,6,6,6,7,15,32,29,44,53,77,128,151,238,376,561,858,1325,2132,4428,32506,517793,19517,3884,1979,1271,749,514,346,241,148,123,77,45,42,19,30,12,11,7,6,4,3,3,1,3,0,0,1,0,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,2,1,3,0,3,5,3,9,3,9,10,8,12,19,11,15,16,14,19,24,31,19,17,31,18,23,28,14,26,23,24,35,24,26,24,24,28,11,18,16,10,11,10,16,14,12,10,3,4,5,7,4,6,0,3,3,1,0,1],"bins":[-0.011007094755768776,-0.01067756675183773,-0.01034803967922926,-0.010018511675298214,-0.009688984602689743,-0.009359456598758698,-0.009029928594827652,-0.008700401522219181,-0.008370873518288136,-0.008041346445679665,-0.007711818441748619,-0.007382290903478861,-0.007052763365209103,-0.006723235826939344,-0.006393707823008299,-0.006064180284738541,-0.005734652746468782,-0.005405125208199024,-0.005075597669929266,-0.0047460696659982204,-0.004416542127728462,-0.004087014589458704,-0.0037574870511889458,-0.003427959280088544,-0.0030984317418187857,-0.0027689042035490274,-0.0024393764324486256,-0.0021098488941788673,-0.0017803212394937873,-0.0014507935848087072,-0.001121266046538949,-0.000791738391853869,-0.0004622107371687889,-0.00013268311158753932,0.00019684451399371028,0.0005263721104711294,0.0008558997651562095,0.0011854274198412895,0.0015149549581110477,0.0018444826127961278,0.002174010267481208,0.002503537805750966,0.002833065576851368,0.003162593115121126,0.0034921206533908844,0.0038216484244912863,0.004151176195591688,0.004480703733861446,0.004810231272131205,0.005139758810400963,0.005469286348670721,0.005798814352601767,0.006128341890871525,0.006457869429141283,0.006787396967411041,0.0071169245056807995,0.007446452043950558,0.007775980047881603,0.008105507120490074,0.00843503512442112,0.008764563128352165,0.009094090200960636,0.009423618204891682,0.009753145277500153,0.010082673281431198]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,3,1,10,14,25,45,52,108,202,313,480,755,1205,1768,2454,3505,4788,6410,8395,10835,13677,17015,20099,23551,26722,30145,32342,34032,35605,36294,35993,34672,32476,30103,27201,23755,20689,17014,13999,11321,8734,6727,4889,3662,2620,1778,1191,757,534,316,238,134,58,51,23,17,9,5,1,3,2],"bins":[-0.10209428519010544,-0.09895972907543182,-0.09582517296075821,-0.0926906168460846,-0.08955606073141098,-0.08642150461673737,-0.08328694850206375,-0.08015239238739014,-0.07701784372329712,-0.0738832876086235,-0.07074873149394989,-0.06761417537927628,-0.06447961926460266,-0.06134506314992905,-0.05821050703525543,-0.05507595092058182,-0.0519413948059082,-0.04880683869123459,-0.045672282576560974,-0.04253772646188736,-0.039403170347213745,-0.03626861795783043,-0.033134061843156815,-0.0299995057284832,-0.026864949613809586,-0.02373039349913597,-0.020595837384462357,-0.01746128313243389,-0.014326727017760277,-0.011192170903086662,-0.008057615719735622,-0.004923060070723295,-0.001788504421710968,0.0013460512273013592,0.004480606876313686,0.0076151625253260136,0.01074971817433834,0.013884274289011955,0.01701882854104042,0.020153384655714035,0.02328794077038765,0.026422496885061264,0.02955705299973488,0.03269160911440849,0.03582616150379181,0.038960717618465424,0.04209527373313904,0.04522982984781265,0.04836438596248627,0.05149894207715988,0.054633498191833496,0.05776805430650711,0.060902610421180725,0.06403716653585434,0.06717172265052795,0.07030627876520157,0.07344083487987518,0.0765753835439682,0.07970993965864182,0.08284449577331543,0.08597905188798904,0.08911360800266266,0.09224816411733627,0.09538272023200989,0.0985172763466835]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,4,4,19,23,32,62,103,175,259,418,608,906,1377,1871,2720,3718,4929,6544,8361,10425,12895,15676,18652,21539,24087,26782,29642,31444,32788,33956,33868,33602,32021,29861,27688,24788,22409,19342,16493,13605,11066,8848,7034,5357,4021,3026,2176,1551,1024,710,433,351,196,144,70,58,27,16,6,8,2,1,2],"bins":[-0.09007586538791656,-0.08718157559633255,-0.08428727835416794,-0.08139298856258392,-0.07849869132041931,-0.0756044015288353,-0.07271010428667068,-0.06981581449508667,-0.06692151725292206,-0.06402722746133804,-0.06113293394446373,-0.058238640427589417,-0.0553443469107151,-0.05245005339384079,-0.049555759876966476,-0.04666146636009216,-0.04376717284321785,-0.040872879326343536,-0.03797858580946922,-0.03508429229259491,-0.032189998775720596,-0.029295707121491432,-0.02640141360461712,-0.023507120087742805,-0.020612826570868492,-0.01771853305399418,-0.014824239537119865,-0.011929946951568127,-0.009035653434693813,-0.0061413599178195,-0.003247066866606474,-0.0003527735825628042,0.0025415197014808655,0.005435813218355179,0.008330106735229492,0.011224399320781231,0.014118692837655544,0.017012985423207283,0.019907278940081596,0.02280157245695591,0.025695865973830223,0.028590159490704536,0.0314844511449337,0.034378744661808014,0.03727303817868233,0.04016733169555664,0.043061625212430954,0.04595591872930527,0.04885021224617958,0.051744505763053894,0.05463879927992821,0.05753309279680252,0.060427386313676834,0.06332167983055115,0.06621596962213516,0.06911026686429977,0.07200455665588379,0.0748988538980484,0.07779314368963242,0.08068744093179703,0.08358173072338104,0.08647602796554565,0.08937031775712967,0.09226461499929428,0.0951589047908783]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[4,3,6,8,6,11,10,20,12,40,35,48,52,76,87,125,210,232,322,438,613,895,1327,2059,3546,5812,10471,20409,44505,115008,362385,588393,257963,85684,34269,16160,8570,4622,2678,1805,1252,787,554,346,240,201,146,100,74,67,46,35,23,18,20,5,6,9,5,0,2,6,1,2],"bins":[-0.000270843505859375,-0.00026220083236694336,-0.0002535581588745117,-0.0002449154853820801,-0.00023627281188964844,-0.0002276301383972168,-0.00021898746490478516,-0.00021034479141235352,-0.00020170211791992188,-0.00019305944442749023,-0.0001844167709350586,-0.00017577409744262695,-0.0001671314239501953,-0.00015848875045776367,-0.00014984607696533203,-0.0001412034034729004,-0.00013256072998046875,-0.0001239180564880371,-0.00011527538299560547,-0.00010663270950317383,-9.799003601074219e-05,-8.934736251831055e-05,-8.07046890258789e-05,-7.206201553344727e-05,-6.341934204101562e-05,-5.4776668548583984e-05,-4.6133995056152344e-05,-3.74913215637207e-05,-2.8848648071289062e-05,-2.0205974578857422e-05,-1.1563301086425781e-05,-2.9206275939941406e-06,5.7220458984375e-06,1.436471939086914e-05,2.300739288330078e-05,3.165006637573242e-05,4.029273986816406e-05,4.89354133605957e-05,5.7578086853027344e-05,6.622076034545898e-05,7.486343383789062e-05,8.350610733032227e-05,9.21487808227539e-05,0.00010079145431518555,0.00010943412780761719,0.00011807680130004883,0.00012671947479248047,0.0001353621482849121,0.00014400482177734375,0.0001526474952697754,0.00016129016876220703,0.00016993284225463867,0.0001785755157470703,0.00018721818923950195,0.0001958608627319336,0.00020450353622436523,0.00021314620971679688,0.00022178888320922852,0.00023043155670166016,0.0002390742301940918,0.00024771690368652344,0.0002563595771789551,0.0002650022506713867,0.00027364492416381836,0.00028228759765625]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,1,0,0,1,0,0,1,1,3,0,2,3,10,6,10,13,13,11,15,7,18,25,21,25,22,32,27,23,31,23,29,32,38,34,29,23,21,32,24,17,26,16,14,12,16,13,8,5,4,3,8,1,4,4,4,1,2,1,0,0,1,1],"bins":[-0.007741860579699278,-0.007507407106459141,-0.007272953167557716,-0.007038499694317579,-0.006804046221077442,-0.006569592282176018,-0.006335138808935881,-0.0061006853356957436,-0.005866231396794319,-0.005631777923554182,-0.005397324450314045,-0.005162870977073908,-0.0049284170381724834,-0.004693963564932346,-0.004459510091692209,-0.004225056152790785,-0.003990602679550648,-0.003756148973479867,-0.00352169550023973,-0.003287241794168949,-0.003052788320928812,-0.0028183346148580313,-0.0025838809087872505,-0.0023494274355471134,-0.0021149737294763327,-0.0018805201398208737,-0.0016460665501654148,-0.001411612844094634,-0.0011771592544391751,-0.0009427056647837162,-0.0007082520169205964,-0.000473798398161307,-0.00023934431374073029,-4.890694981440902e-06,0.00022956292377784848,0.00046401654253713787,0.0006984701612964272,0.0009329237509518862,0.001167377457022667,0.0014018310466781259,0.0016362846363335848,0.0018707382259890437,0.0021051918156445026,0.0023396455217152834,0.002574099227786064,0.0028085527010262012,0.003043006407096982,0.003277459880337119,0.0035119135864079,0.0037463672924786806,0.003980820998549461,0.0042152744717895985,0.0044497279450297356,0.00468418188393116,0.004918635357171297,0.005153088830411434,0.005387542769312859,0.005621996242552996,0.005856449715793133,0.00609090318903327,0.006325357127934694,0.006559810601174831,0.0067942640744149685,0.007028718013316393,0.00726317148655653],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.0932348445057869,-0.09033685177564621,-0.08743885159492493,-0.08454085886478424,-0.08164286613464355,-0.07874486595392227,-0.07584687322378159,-0.0729488804936409,-0.07005088031291962,-0.06715288758277893,-0.06425489485263824,-0.06135689839720726,-0.058458901941776276,-0.05556090921163559,-0.052662912756204605,-0.04976492002606392,-0.046866923570632935,-0.04396892711520195,-0.041070934385061264,-0.03817293792963028,-0.035274945199489594,-0.03237694874405861,-0.029478952288627625,-0.02658095769584179,-0.023682963103055954,-0.02078496851027012,-0.017886973917484283,-0.014988977462053299,-0.012090982869267464,-0.009192988276481628,-0.0062949927523732185,-0.003396997693926096,-0.0004990026354789734,0.002398992422968149,0.005296987481415272,0.008194983005523682,0.011092977598309517,0.013990972191095352,0.016888968646526337,0.019786963239312172,0.022684957832098007,0.025582952424883842,0.028480947017669678,0.03137894347310066,0.03427693992853165,0.03717493265867233,0.04007292911410332,0.042970921844244,0.04586891829967499,0.04876691475510597,0.05166490748524666,0.05456290394067764,0.05746089667081833,0.06035889312624931,0.0632568895816803,0.06615488231182098,0.06905287504196167,0.07195087522268295,0.07484886795282364,0.07774686068296432,0.08064486086368561,0.0835428535938263,0.08644084632396698,0.08933884650468826,0.09223683923482895],"_type":"histogram","values":[3,1,2,3,20,26,30,69,95,152,214,353,582,961,1278,1801,2560,3405,4742,6291,8068,10231,12697,15567,18339,21153,24048,27305,29526,31482,33629,34080,34333,33692,32375,30281,28203,25581,22222,19135,16228,13645,11106,8884,6824,5375,3982,2976,2031,1458,1006,651,431,252,194,101,65,37,22,6,11,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[2,0,1,0,0,1,2,2,3,1,4,4,5,8,9,9,9,6,12,14,11,12,21,27,19,23,26,36,20,23,23,20,25,21,33,30,30,24,32,23,25,25,18,20,17,20,13,10,7,10,4,4,5,3,3,0,6,1,4,1,0,0,0,1],"bins":[0.9844109416007996,0.9848938584327698,0.9853768348693848,0.985859751701355,0.9863426685333252,0.9868255853652954,0.9873085618019104,0.9877914786338806,0.9882743954658508,0.9887573719024658,0.989240288734436,0.9897232055664062,0.9902061820030212,0.9906890988349915,0.9911720156669617,0.9916549324989319,0.9921379089355469,0.9926208257675171,0.9931037425994873,0.9935867190361023,0.9940696358680725,0.9945525527000427,0.9950355291366577,0.9955184459686279,0.9960013628005981,0.9964842796325684,0.9969672560691833,0.9974501729011536,0.9979330897331238,0.9984160661697388,0.998898983001709,0.9993818998336792,0.9998648166656494,1.0003477334976196,1.0008307695388794,1.0013136863708496,1.0017966032028198,1.00227952003479,1.0027624368667603,1.0032453536987305,1.0037282705307007,1.0042113065719604,1.0046942234039307,1.0051771402359009,1.005660057067871,1.0061429738998413,1.0066258907318115,1.0071088075637817,1.0075918436050415,1.0080747604370117,1.008557677268982,1.0090405941009521,1.0095235109329224,1.0100064277648926,1.0104894638061523,1.0109723806381226,1.0114552974700928,1.011938214302063,1.0124211311340332,1.0129040479660034,1.0133869647979736,1.0138700008392334,1.0143529176712036,1.0148358345031738,1.015318751335144],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.08955971896648407,-0.08670834451913834,-0.0838569700717926,-0.08100560307502747,-0.07815422862768173,-0.075302854180336,-0.07245147973299026,-0.06960010528564453,-0.0667487382888794,-0.06389736384153366,-0.06104598939418793,-0.058194614946842194,-0.05534324049949646,-0.052491869777441025,-0.04964049533009529,-0.046789124608039856,-0.04393775016069412,-0.04108637571334839,-0.038235004991292953,-0.03538363054394722,-0.032532259821891785,-0.02968088537454605,-0.026829510927200317,-0.023978138342499733,-0.02112676575779915,-0.018275393173098564,-0.015424019657075405,-0.012572646141052246,-0.009721273556351662,-0.00686990050598979,-0.004018527455627918,-0.0011671544052660465,0.0016842111945152283,0.0045355842448771,0.007386957295238972,0.01023833081126213,0.013089703395962715,0.0159410759806633,0.018792450428009033,0.021643823012709618,0.024495195597410202,0.027346568182110786,0.03019794076681137,0.033049315214157104,0.03590068966150284,0.03875206038355827,0.04160343483090401,0.04445480555295944,0.047306180000305176,0.05015755444765091,0.053008925169706345,0.05586029961705208,0.05871167033910751,0.06156304478645325,0.06441441923379898,0.06726579368114471,0.07011716067790985,0.07296853512525558,0.07581990957260132,0.07867128401994705,0.08152265846729279,0.08437403291463852,0.08722539991140366,0.09007677435874939,0.09292814880609512],"_type":"histogram","values":[6,7,10,14,42,71,87,122,241,315,546,794,1043,1492,2110,2886,4124,5196,6496,8347,10344,12649,15229,17650,20881,22987,25960,28099,30109,31745,32241,32302,32427,31206,29874,27711,25369,22746,19881,17290,14610,12249,9946,8159,6422,4911,3762,2725,2012,1421,994,698,448,312,191,113,77,46,30,23,12,7,4,3]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-0.02288021333515644,-0.0221271775662899,-0.021374139934778214,-0.020621104165911674,-0.019868068397045135,-0.019115032628178596,-0.018361996859312057,-0.01760895922780037,-0.01685592345893383,-0.01610288769006729,-0.015349850989878178,-0.014596814289689064,-0.013843778520822525,-0.013090742751955986,-0.012337706051766872,-0.011584669351577759,-0.01083163358271122,-0.01007859781384468,-0.009325561113655567,-0.008572524413466454,-0.007819488644599915,-0.007066452410072088,-0.006313416175544262,-0.005560379941016436,-0.004807343706488609,-0.004054307471960783,-0.0033012712374329567,-0.0025482350029051304,-0.001795198768377304,-0.0010421625338494778,-0.00028912629932165146,0.00046390993520617485,0.001216944307088852,0.0019699805416166782,0.0027230167761445045,0.003476053010672331,0.004229089245200157,0.0049821254797279835,0.00573516171425581,0.006488197948783636,0.007241234183311462,0.007994269952178001,0.008747306652367115,0.009500343352556229,0.010253379121422768,0.011006414890289307,0.01175945159047842,0.012512488290667534,0.013265524059534073,0.014018559828400612,0.014771596528589725,0.015524633228778839,0.016277668997645378,0.017030704766511917,0.017783742398023605,0.018536778166890144,0.019289813935756683,0.020042849704623222,0.02079588547348976,0.02154892310500145,0.02230195887386799,0.023054994642734528,0.023808032274246216,0.024561068043112755,0.025314103811979294],"_type":"histogram","values":[1,0,0,1,2,5,2,5,7,6,5,3,8,11,15,9,14,8,18,13,21,15,14,22,24,21,26,26,20,16,25,31,29,28,28,21,16,25,26,23,19,28,18,13,13,7,8,11,8,11,11,3,11,6,2,1,2,2,1,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.0009147568489424884,-0.0008826461271382868,-0.0008505354053340852,-0.0008184246835298836,-0.0007863139035180211,-0.0007542031817138195,-0.0007220924599096179,-0.0006899817381054163,-0.0006578710163012147,-0.0006257602944970131,-0.0005936495726928115,-0.0005615388508886099,-0.0005294281290844083,-0.0004973173490725458,-0.00046520662726834416,-0.00043309590546414256,-0.00040098518365994096,-0.00036887446185573936,-0.00033676374005153775,-0.0003046529891435057,-0.0002725422673393041,-0.0002404315455351025,-0.00020832080917898566,-0.00017621007282286882,-0.00014409935101866722,-0.000111988621938508,-7.987789285834879e-05,-4.776716377818957e-05,-1.5656434698030353e-05,1.6454294382128865e-05,4.856502346228808e-05,8.06757525424473e-05,0.0001127864234149456,0.0001448971452191472,0.00017700788157526404,0.00020911861793138087,0.00024122933973558247,0.0002733400615397841,0.00030545081244781613,0.00033756153425201774,0.00036967225605621934,0.00040178297786042094,0.00043389369966462255,0.0004660044505726546,0.0004981152014806867,0.0005302259232848883,0.0005623366450890899,0.0005944473668932915,0.0006265580886974931,0.0006586688105016947,0.0006907795323058963,0.0007228902541100979,0.0007550009759142995,0.000787111755926162,0.0008192224777303636,0.0008513331995345652,0.0008834439213387668,0.0009155546431429684,0.00094766536494717,0.0009797761449590325,0.0010118868667632341,0.0010439975885674357,0.0010761083103716373,0.001108219032175839,0.0011403297539800406],"_type":"histogram","values":[2,0,0,1,2,4,5,4,2,2,6,4,4,11,9,17,13,16,16,26,24,14,25,24,26,31,38,34,34,45,28,28,33,32,24,30,30,16,15,12,13,11,14,5,9,3,3,5,5,2,2,1,2,0,1,1,1,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,2,0,2,0,0,0,3,1,1,1,2,4,2,2,3,7,3,5,9,8,9,6,21,12,8,25,30,27,30,38,32,33,38,37,37,46,29,32,25,23,25,13,17,15,23,17,5,10,5,5,5,7,3,1,2,4,3,6,0,4,1,0,3],"bins":[-0.014560653828084469,-0.01413684245198965,-0.013713032007217407,-0.013289220631122589,-0.012865409255027771,-0.012441598810255527,-0.01201778743416071,-0.011593976058065891,-0.011170165613293648,-0.01074635423719883,-0.010322542861104012,-0.009898732416331768,-0.00947492104023695,-0.009051109664142132,-0.008627299219369888,-0.00820348784327507,-0.007779676932841539,-0.007355866022408009,-0.0069320546463131905,-0.00650824373587966,-0.006084432825446129,-0.005660621449351311,-0.00523681053891778,-0.004812999628484249,-0.004389188252389431,-0.0039653773419559,-0.0035415664315223694,-0.003117755288258195,-0.0026939441449940205,-0.0022701332345604897,-0.0018463220912963152,-0.0014225110644474626,-0.00099870003759861,-0.0005748890107497573,-0.00015107792569324374,0.00027273313025943935,0.0006965441862121224,0.001120355213060975,0.0015441663563251495,0.0019679772667586803,0.002391788410022855,0.0028155995532870293,0.00323941046372056,0.0036632216069847345,0.004087032750248909,0.00451084366068244,0.004934654571115971,0.005358465947210789,0.0057822768576443195,0.00620608776807785,0.0066298991441726685,0.007053710054606199,0.00747752096503973,0.007901332341134548,0.008325142785906792,0.00874895416200161,0.009172765538096428,0.009596575982868671,0.01002038735896349,0.010444198735058308,0.010868009179830551,0.01129182055592537,0.011715631932020187,0.012139442376792431,0.012563253752887249],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,0,0,0,1,0,0,0,2,0,0,2,0,2,3,0,1,1,0,3,2,1,3,1,6,6,12,11,22,28,36,47,61,67,83,82,78,52,30,31,23,22,7,7,4,9,1,3,0,2,0,0,0,2,4,4,0,0,1,2,0,0,2],"bins":[-4.168395207670983e-06,-4.051667474413989e-06,-3.934940195904346e-06,-3.818212462647352e-06,-3.7014847293903586e-06,-3.58475722350704e-06,-3.468029717623722e-06,-3.351301984366728e-06,-3.2345744784834096e-06,-3.1178469726000912e-06,-3.0011192393430974e-06,-2.884391733459779e-06,-2.7676642275764607e-06,-2.650936494319467e-06,-2.5342089884361485e-06,-2.4174812551791547e-06,-2.3007537492958363e-06,-2.184026243412518e-06,-2.067298510155524e-06,-1.9505710042722058e-06,-1.8338433847020497e-06,-1.7171157651318936e-06,-1.6003882592485752e-06,-1.483660639678419e-06,-1.366933020108263e-06,-1.250205400538107e-06,-1.1334777809679508e-06,-1.0167502750846324e-06,-9.000226555144764e-07,-7.832950359443203e-07,-6.66567473217583e-07,-5.498399104908458e-07,-4.3311206354701426e-07,-3.163844723985676e-07,-1.9965688125012093e-07,-8.292929010167427e-08,3.3798301046772394e-08,1.5052589219521906e-07,2.672534833436657e-07,3.839810744921124e-07,5.00708665640559e-07,6.174362852107151e-07,7.341638479374524e-07,8.508914106641896e-07,9.676190302343457e-07,1.0843466498045018e-06,1.2010741556878202e-06,1.3178017752579763e-06,1.4345293948281324e-06,1.5512570143982884e-06,1.6679846339684445e-06,1.784712139851763e-06,1.901439759421919e-06,2.018167378992075e-06,2.1348948848753935e-06,2.2516226181323873e-06,2.3683501240157057e-06,2.485077629899024e-06,2.601805363156018e-06,2.7185328690393362e-06,2.83526060229633e-06,2.9519881081796484e-06,3.0687156140629668e-06,3.1854433473199606e-06,3.302170853203279e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.009448425844311714,-0.009137325920164585,-0.008826225996017456,-0.008515126071870327,-0.008204026147723198,-0.007892925292253494,-0.007581825368106365,-0.007270725443959236,-0.006959625519812107,-0.006648525595664978,-0.006337425671517849,-0.006026325281709433,-0.0057152253575623035,-0.0054041254334151745,-0.005093025043606758,-0.004781925119459629,-0.0044708251953125,-0.004159725271165371,-0.0038486251141875982,-0.0035375249572098255,-0.0032264250330626965,-0.0029153251089155674,-0.0026042249519377947,-0.002293124794960022,-0.001982024870812893,-0.001670924830250442,-0.0013598247896879911,-0.0010487247491255403,-0.0007376247085630894,-0.0004265246680006385,-0.0001154246274381876,0.0001956754131242633,0.0005067745223641396,0.0008178745629265904,0.0011289746034890413,0.0014400746440514922,0.001751174684613943,0.002062274608761072,0.002373374765738845,0.0026844749227166176,0.0029955748468637466,0.0033066747710108757,0.0036177749279886484,0.003928875084966421,0.00423997500911355,0.004551074933260679,0.004862175323069096,0.005173275247216225,0.005484375171363354,0.005795475095510483,0.006106575019657612,0.006417675409466028,0.006728775333613157,0.007039875257760286,0.007350975647568703,0.007662075571715832,0.00797317549586296,0.00828427542001009,0.008595375344157219,0.008906475268304348,0.009217575192451477,0.00952867604792118,0.00983977597206831,0.010150875896215439,0.010461975820362568],"_type":"histogram","values":[1,1,2,2,1,3,0,3,1,6,3,8,10,7,11,14,17,23,18,18,18,20,28,22,19,25,27,27,28,25,21,36,15,30,23,23,22,24,17,14,18,15,18,16,12,8,12,14,10,3,8,3,6,6,2,0,1,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.011291105300188065,-0.010920632630586624,-0.010550159960985184,-0.010179688222706318,-0.009809215553104877,-0.009438742883503437,-0.009068271145224571,-0.00869779847562313,-0.00832732580602169,-0.00795685313642025,-0.007586380932480097,-0.007215908728539944,-0.006845436058938503,-0.006474963389337063,-0.00610449118539691,-0.005734018981456757,-0.005363546311855316,-0.004993073642253876,-0.004622601438313723,-0.0042521292343735695,-0.003881656564772129,-0.0035111841280013323,-0.0031407116912305355,-0.0027702392544597387,-0.002399766817688942,-0.002029294380918145,-0.0016588219441473484,-0.0012883495073765516,-0.0009178770706057549,-0.0005474046338349581,-0.0001769321970641613,0.00019354023970663548,0.0005640136078000069,0.0009344860445708036,0.0013049584813416004,0.0016754309181123972,0.002045903354883194,0.0024163757916539907,0.0027868482284247875,0.0031573206651955843,0.003527793101966381,0.003898265538737178,0.004268737975507975,0.004639210179448128,0.005009682849049568,0.005380155518651009,0.005750627722591162,0.006121099926531315,0.006491572596132755,0.006862045265734196,0.007232517469674349,0.007602989673614502,0.007973462343215942,0.008343935012817383,0.008714407682418823,0.009084879420697689,0.00945535209029913,0.00982582475990057,0.010196296498179436,0.010566769167780876,0.010937241837382317,0.011307714506983757,0.011678187176585197,0.012048658914864063,0.012419131584465504],"_type":"histogram","values":[2,0,0,1,2,3,3,1,0,5,3,9,9,7,5,10,10,17,10,16,22,20,18,30,23,26,28,31,42,26,21,32,25,27,26,27,25,31,22,13,20,21,19,17,9,12,7,12,9,1,3,2,3,1,1,0,0,0,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"bins":[-0.006711168214678764,-0.0065152584575116634,-0.00631934916600585,-0.006123439408838749,-0.005927530117332935,-0.005731620360165834,-0.005535711068660021,-0.00533980131149292,-0.005143892019987106,-0.004947982262820005,-0.0047520725056529045,-0.004556163214147091,-0.00436025345697999,-0.004164344165474176,-0.0039684344083070755,-0.0037725248839706182,-0.003576615359634161,-0.0033807058352977037,-0.0031847963109612465,-0.0029888867866247892,-0.002792977262288332,-0.002597067505121231,-0.002401157980784774,-0.0022052484564483166,-0.0020093389321118593,-0.001813429407775402,-0.0016175198834389448,-0.0014216102426871657,-0.0012257007183507085,-0.0010297911940142512,-0.0008338816114701331,-0.0006379720289260149,-0.00044206203892827034,-0.00024615248548798263,-5.024293204769492e-05,0.0001456666213925928,0.0003415761748328805,0.0005374856991693377,0.0007333952817134559,0.0009293048642575741,0.0011252143885940313,0.0013211239129304886,0.0015170334372669458,0.001712943078018725,0.0019088526023551822,0.0021047622431069613,0.0023006717674434185,0.0024965812917798758,0.002692490816116333,0.0028884003404527903,0.0030843098647892475,0.0032802193891257048,0.003476128913462162,0.003672038670629263,0.00386794819496572,0.004063857719302177,0.004259767010807991,0.004455676767975092,0.004651586525142193,0.0048474958166480064,0.005043405573815107,0.005239314865320921,0.005435224622488022,0.0056311339139938354,0.005827043671160936],"_type":"histogram","values":[1,0,0,1,0,0,0,0,3,1,3,4,6,3,4,4,5,4,12,9,14,11,16,14,15,22,24,19,29,27,30,29,31,27,25,36,29,35,17,27,21,22,21,20,19,12,15,15,20,8,11,8,13,8,3,5,1,1,3,2,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.0020662108436226845,-0.002007936593145132,-0.0019496624590829015,-0.001891388208605349,-0.0018331140745431185,-0.001774839824065566,-0.0017165656900033355,-0.001658291439525783,-0.0016000173054635525,-0.001541743054986,-0.0014834688045084476,-0.001425194670446217,-0.0013669204199686646,-0.001308646285906434,-0.0012503720354288816,-0.001192097901366651,-0.0011338236508890986,-0.0010755494004115462,-0.0010172752663493156,-0.0009590010740794241,-0.0009007268818095326,-0.0008424526313319802,-0.0007841784390620887,-0.0007259042467921972,-0.0006676300545223057,-0.0006093558622524142,-0.0005510816699825227,-0.0004928074777126312,-0.00043453325633890927,-0.00037625906406901777,-0.0003179848426952958,-0.0002597106504254043,-0.00020143657457083464,-0.00014316238230094314,-8.488817547913641e-05,-2.6613975933287293e-05,3.166022361256182e-05,8.993442315841094e-05,0.00014820862270426005,0.00020648282952606678,0.0002647570217959583,0.0003230312140658498,0.0003813054063357413,0.00043957962770946324,0.0004978538490831852,0.0005561280413530767,0.0006144022336229682,0.0006726764258928597,0.0007309506181627512,0.0007892248104326427,0.0008474990027025342,0.0009057731949724257,0.0009640473872423172,0.0010223216377198696,0.0010805957717821002,0.0011388700222596526,0.0011971441563218832,0.0012554184067994356,0.001313692657276988,0.0013719667913392186,0.001430241041816771,0.0014885151758790016,0.001546789426356554,0.0016050635604187846,0.001663337810896337],"_type":"histogram","values":[1,0,1,0,0,1,0,0,2,2,2,0,1,0,4,3,7,7,5,13,10,11,9,11,12,17,19,20,19,28,29,23,37,35,34,29,43,25,34,26,30,22,22,24,15,19,19,10,18,8,14,5,9,5,3,8,4,4,4,1,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,3,6,11,15,37,62,96,160,263,409,627,952,1307,2024,2972,4029,5260,7075,9113,11678,14348,17266,20559,23534,26819,29601,31898,33969,35060,35617,35102,33503,31638,29391,26368,23406,20152,16989,13926,11245,8965,6880,5150,3841,2796,1950,1266,924,582,361,263,146,83,54,28,20,9,9,1,1,1],"bins":[-0.0986945629119873,-0.09565369039773941,-0.09261281788349152,-0.08957194536924362,-0.08653107285499573,-0.08349020034074783,-0.08044932782649994,-0.07740845531225204,-0.07436758279800415,-0.07132670283317566,-0.06828583031892776,-0.06524495780467987,-0.062204085290431976,-0.05916321277618408,-0.05612234026193619,-0.05308146774768829,-0.0500405952334404,-0.046999722719192505,-0.04395885020494461,-0.040917977690696716,-0.03787710517644882,-0.03483622893691063,-0.031795356422662735,-0.02875448390841484,-0.025713611394166946,-0.022672738879919052,-0.019631866365671158,-0.016590991988778114,-0.01355011947453022,-0.010509246960282326,-0.007468373514711857,-0.004427500534802675,-0.0013866275548934937,0.001654245425015688,0.0046951184049248695,0.007735991384834051,0.010776864364743233,0.013817736878991127,0.01685861125588417,0.019899483770132065,0.02294035628437996,0.025981228798627853,0.029022101312875748,0.03206297382712364,0.035103850066661835,0.03814472258090973,0.04118559509515762,0.04422646760940552,0.04726734012365341,0.050308212637901306,0.0533490851521492,0.056389957666397095,0.05943083018064499,0.06247170642018318,0.06551257520914078,0.06855344772338867,0.07159432768821716,0.07463520020246506,0.07767607271671295,0.08071694523096085,0.08375781774520874,0.08679869025945663,0.08983956277370453,0.09288043528795242,0.09592130780220032]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,2,3,4,4,6,1,1,3,9,6,6,7,7,10,16,11,11,13,16,26,13,17,18,25,26,32,36,27,32,30,28,28,31,26,24,26,17,19,15,21,12,17,15,9,9,7,5,9,12,3,6,2,2,1,1,2],"bins":[-0.0015887641347944736,-0.001545108389109373,-0.0015014526434242725,-0.0014577967813238502,-0.0014141410356387496,-0.001370485289953649,-0.0013268294278532267,-0.001283173682168126,-0.0012395179364830256,-0.001195862190797925,-0.0011522064451128244,-0.001108550583012402,-0.0010648948373273015,-0.001021239091642201,-0.0009775832295417786,-0.000933927483856678,-0.0008902717381715775,-0.0008466159924864769,-0.0008029601885937154,-0.000759304384700954,-0.0007156486390158534,-0.0006719928933307528,-0.0006283370894379914,-0.0005846812855452299,-0.0005410255398601294,-0.0004973697941750288,-0.00045371399028226733,-0.0004100582154933363,-0.0003664024407044053,-0.0003227466659154743,-0.0002790908911265433,-0.00023543511633761227,-0.00019177945796400309,-0.00014812368317507207,-0.00010446790838614106,-6.081213359721005e-05,-1.7156358808279037e-05,2.6499415980651975e-05,7.015519076958299e-05,0.000113810965558514,0.000157466740347445,0.00020112251513637602,0.00024477828992530704,0.00028843406471423805,0.00033208983950316906,0.00037574561429210007,0.0004194013890810311,0.0004630571638699621,0.0005067129386588931,0.0005503686843439937,0.0005940244882367551,0.0006376802921295166,0.0006813360378146172,0.0007249917834997177,0.0007686475873924792,0.0008123033912852407,0.0008559591369703412,0.0008996148826554418,0.0009432706865482032,0.0009869264904409647,0.0010305822361260653,0.0010742379818111658,0.0011178937274962664,0.0011615495895966887,0.0012052053352817893]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.0968918427824974,-0.09372435510158539,-0.09055686742067337,-0.08738937228918076,-0.08422188460826874,-0.08105439692735672,-0.0778869092464447,-0.07471942156553268,-0.07155193388462067,-0.06838443875312805,-0.06521695107221603,-0.062049463391304016,-0.058881975710392,-0.05571448430418968,-0.052546996623277664,-0.04937950521707535,-0.04621201753616333,-0.04304452985525131,-0.039877038449048996,-0.03670955076813698,-0.03354205936193466,-0.030374571681022644,-0.027207084000110626,-0.02403959445655346,-0.020872104912996292,-0.017704615369439125,-0.014537126757204533,-0.01136963814496994,-0.008202148601412773,-0.005034659523516893,-0.0018671704456210136,0.001300318632274866,0.004467800259590149,0.007635289337486029,0.010802778415381908,0.0139702670276165,0.017137756571173668,0.020305246114730835,0.023472733795642853,0.02664022333920002,0.029807712882757187,0.032975200563669205,0.03614269196987152,0.03931017965078354,0.04247766733169556,0.04564515873789787,0.04881264641880989,0.05198013782501221,0.055147625505924225,0.05831511318683624,0.06148260459303856,0.06465009599924088,0.0678175836801529,0.07098507136106491,0.07415255904197693,0.07732004672288895,0.08048753440380096,0.08365502953529358,0.0868225172162056,0.08999000489711761,0.09315749257802963,0.09632498025894165,0.09949247539043427,0.10265996307134628,0.1058274507522583],"_type":"histogram","values":[3,1,8,13,25,29,57,94,154,231,401,599,939,1367,2004,2918,3912,5252,6962,9069,11523,14211,16990,19996,23139,26184,28934,31480,33301,35061,34806,34356,33828,32166,29474,26832,23703,20205,17498,14639,11737,9396,7180,5547,4227,2898,2148,1483,992,683,459,263,183,102,77,40,21,14,5,2,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.007298874668776989,-0.0070623173378407955,-0.006825760006904602,-0.006589202675968409,-0.006352644879370928,-0.006116087548434734,-0.005879530217498541,-0.005642972886562347,-0.005406415555626154,-0.0051698582246899605,-0.00493330042809248,-0.004696743097156286,-0.004460185766220093,-0.004223628435283899,-0.003987071104347706,-0.0037505135405808687,-0.0035139562096446753,-0.003277398878708482,-0.0030408413149416447,-0.002804283984005451,-0.0025677266530692577,-0.0023311690893024206,-0.002094611758366227,-0.0018580544274300337,-0.0016214969800785184,-0.001384939532727003,-0.0011483822017908096,-0.0009118247544392943,-0.00067526736529544,-0.0004387099761515856,-0.00020215255790390074,3.4404845791868865e-05,0.0002709622494876385,0.0005075196386314929,0.0007440770277753472,0.0009806344751268625,0.001217191806063056,0.0014537492534145713,0.0016903067007660866,0.00192686403170228,0.0021634213626384735,0.0023999789264053106,0.002636536257341504,0.0028730935882776976,0.0031096511520445347,0.003346208482980728,0.0035827658139169216,0.0038193233776837587,0.004055880941450596,0.004292438272386789,0.004528995603322983,0.004765552934259176,0.00500211026519537,0.005238667596131563,0.005475224927067757,0.005711782723665237,0.005948340054601431,0.006184897385537624,0.006421454716473818,0.006658012047410011,0.006894569378346205,0.0071311271749436855,0.007367684505879879,0.0076042418368160725,0.007840799167752266],"_type":"histogram","values":[2,1,2,3,1,0,4,4,3,4,9,7,10,6,15,11,10,12,12,13,14,18,24,29,23,16,20,25,31,29,19,16,25,22,34,24,21,16,27,26,19,14,21,22,10,7,16,13,5,8,8,5,5,5,4,3,3,3,2,2,2,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,1,1,1,0,2,2,1,6,10,9,11,11,18,12,11,19,19,38,28,27,33,37,43,28,37,23,38,24,35,28,35,18,21,15,15,13,13,11,13,12,8,5,3,7,4,1,2,2,1,2,2,3,3,0,1,0,0,1,1],"bins":[0.9845489859580994,0.9851050972938538,0.9856611490249634,0.9862172603607178,0.9867733716964722,0.9873294830322266,0.9878855347633362,0.9884416460990906,0.988997757434845,0.9895538091659546,0.990109920501709,0.9906660318374634,0.991222083568573,0.9917781949043274,0.9923343062400818,0.9928904175758362,0.9934464693069458,0.9940025806427002,0.9945586919784546,0.9951147437095642,0.9956708550453186,0.996226966381073,0.9967830181121826,0.997339129447937,0.9978952407836914,0.9984513521194458,0.9990074038505554,0.9995635151863098,1.0001195669174194,1.0006756782531738,1.0012317895889282,1.0017879009246826,1.002344012260437,1.0029001235961914,1.0034561157226562,1.0040122270584106,1.004568338394165,1.0051244497299194,1.0056805610656738,1.0062366724014282,1.0067927837371826,1.0073487758636475,1.0079048871994019,1.0084609985351562,1.0090171098709106,1.009573221206665,1.0101293325424194,1.0106854438781738,1.0112414360046387,1.011797547340393,1.0123536586761475,1.0129097700119019,1.0134658813476562,1.0140219926834106,1.0145779848098755,1.0151340961456299,1.0156902074813843,1.0162463188171387,1.016802430152893,1.0173585414886475,1.0179146528244019,1.0184706449508667,1.019026756286621,1.0195828676223755,1.0201389789581299]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.00238037109375,-0.0023088455200195312,-0.0022373199462890625,-0.0021657943725585938,-0.002094268798828125,-0.0020227432250976562,-0.0019512176513671875,-0.0018796920776367188,-0.00180816650390625,-0.0017366409301757812,-0.0016651153564453125,-0.0015935897827148438,-0.001522064208984375,-0.0014505386352539062,-0.0013790130615234375,-0.0013074874877929688,-0.0012359619140625,-0.0011644363403320312,-0.0010929107666015625,-0.0010213851928710938,-0.000949859619140625,-0.0008783340454101562,-0.0008068084716796875,-0.0007352828979492188,-0.00066375732421875,-0.0005922317504882812,-0.0005207061767578125,-0.00044918060302734375,-0.000377655029296875,-0.00030612945556640625,-0.0002346038818359375,-0.00016307830810546875,-9.1552734375e-05,-2.002716064453125e-05,5.14984130859375e-05,0.00012302398681640625,0.000194549560546875,0.00026607513427734375,0.0003376007080078125,0.00040912628173828125,0.00048065185546875,0.0005521774291992188,0.0006237030029296875,0.0006952285766601562,0.000766754150390625,0.0008382797241210938,0.0009098052978515625,0.0009813308715820312,0.0010528564453125,0.0011243820190429688,0.0011959075927734375,0.0012674331665039062,0.001338958740234375,0.0014104843139648438,0.0014820098876953125,0.0015535354614257812,0.00162506103515625,0.0016965866088867188,0.0017681121826171875,0.0018396377563476562,0.001911163330078125,0.0019826889038085938,0.0020542144775390625,0.0021257400512695312,0.002197265625],"_type":"histogram","values":[1,0,1,1,0,2,1,1,2,5,4,3,9,10,19,23,51,57,97,135,193,332,515,762,1190,1954,3199,5253,9369,16939,34764,84764,327505,812293,161061,55330,25408,12924,7320,4149,2680,1663,988,610,432,268,187,106,104,61,37,22,14,11,8,5,7,3,4,3,1,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,2,1,2,1,2,4,5,8,13,12,23,37,40,69,73,136,147,224,340,502,764,1088,1757,2928,5120,10332,24107,68988,244464,149152,43832,17038,7769,4067,2310,1454,1019,602,428,275,207,144,89,69,47,40,20,25,15,10,3,7,3,2,1,1,1,2,1,1],"bins":[-0.002197265625,-0.002130270004272461,-0.002063274383544922,-0.001996278762817383,-0.0019292831420898438,-0.0018622875213623047,-0.0017952919006347656,-0.0017282962799072266,-0.0016613006591796875,-0.0015943050384521484,-0.0015273094177246094,-0.0014603137969970703,-0.0013933181762695312,-0.0013263225555419922,-0.0012593269348144531,-0.001192331314086914,-0.001125335693359375,-0.001058340072631836,-0.0009913444519042969,-0.0009243488311767578,-0.0008573532104492188,-0.0007903575897216797,-0.0007233619689941406,-0.0006563663482666016,-0.0005893707275390625,-0.0005223751068115234,-0.0004553794860839844,-0.0003883838653564453,-0.00032138824462890625,-0.0002543926239013672,-0.00018739700317382812,-0.00012040138244628906,-5.340576171875e-05,1.3589859008789062e-05,8.058547973632812e-05,0.0001475811004638672,0.00021457672119140625,0.0002815723419189453,0.0003485679626464844,0.00041556358337402344,0.0004825592041015625,0.0005495548248291016,0.0006165504455566406,0.0006835460662841797,0.0007505416870117188,0.0008175373077392578,0.0008845329284667969,0.0009515285491943359,0.001018524169921875,0.001085519790649414,0.0011525154113769531,0.0012195110321044922,0.0012865066528320312,0.0013535022735595703,0.0014204978942871094,0.0014874935150146484,0.0015544891357421875,0.0016214847564697266,0.0016884803771972656,0.0017554759979248047,0.0018224716186523438,0.0018894672393798828,0.001956462860107422,0.002023458480834961,0.0020904541015625]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,1,0,0,0,0,0,1,2,5,3,4,1,4,5,6,10,6,7,13,12,17,13,15,21,18,16,25,19,34,17,27,32,18,21,33,37,28,33,33,33,19,25,25,18,21,18,13,11,15,4,3,1,6,4,3,2,3,2,1,0,0,1,2],"bins":[0.9795993566513062,0.9800630211830139,0.9805267453193665,0.9809904098510742,0.9814541339874268,0.9819177985191345,0.9823815226554871,0.9828451871871948,0.9833089113235474,0.9837725758552551,0.9842362403869629,0.9846999645233154,0.9851636290550232,0.9856273531913757,0.9860910177230835,0.986554741859436,0.9870184063911438,0.9874820709228516,0.9879457950592041,0.9884094595909119,0.9888731837272644,0.9893368482589722,0.9898005723953247,0.9902642369270325,0.9907279014587402,0.9911916255950928,0.9916552901268005,0.9921190142631531,0.9925826787948608,0.9930464029312134,0.9935100674629211,0.9939737915992737,0.9944374561309814,0.9949011206626892,0.9953648447990417,0.9958285093307495,0.996292233467102,0.9967558979988098,0.9972196221351624,0.9976832866668701,0.9981470108032227,0.9986106753349304,0.9990743398666382,0.9995380640029907,1.0000017881393433,1.0004653930664062,1.0009291172027588,1.0013928413391113,1.0018565654754639,1.0023201704025269,1.0027838945388794,1.003247618675232,1.003711223602295,1.0041749477386475,1.004638671875,1.0051023960113525,1.0055660009384155,1.006029725074768,1.0064934492111206,1.0069570541381836,1.0074207782745361,1.0078845024108887,1.0083482265472412,1.0088118314743042,1.0092755556106567],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[4,2,3,4,5,11,11,20,27,20,57,66,73,139,178,251,371,480,726,968,1416,2106,2722,3711,5579,7908,11384,16129,25062,37970,61649,102350,188985,345712,323442,169889,94903,55826,36241,23146,16276,11180,7718,5189,3893,2748,1781,1273,1001,677,529,318,216,173,107,78,68,32,19,13,11,11,5,2],"bins":[-0.0003681182861328125,-0.0003572702407836914,-0.0003464221954345703,-0.0003355741500854492,-0.0003247261047363281,-0.00031387805938720703,-0.00030303001403808594,-0.00029218196868896484,-0.00028133392333984375,-0.00027048587799072266,-0.00025963783264160156,-0.00024878978729248047,-0.00023794174194335938,-0.00022709369659423828,-0.0002162456512451172,-0.0002053976058959961,-0.000194549560546875,-0.0001837015151977539,-0.0001728534698486328,-0.00016200542449951172,-0.00015115737915039062,-0.00014030933380126953,-0.00012946128845214844,-0.00011861324310302734,-0.00010776519775390625,-9.691715240478516e-05,-8.606910705566406e-05,-7.522106170654297e-05,-6.437301635742188e-05,-5.352497100830078e-05,-4.267692565917969e-05,-3.1828880310058594e-05,-2.09808349609375e-05,-1.0132789611816406e-05,7.152557373046875e-07,1.1563301086425781e-05,2.2411346435546875e-05,3.325939178466797e-05,4.410743713378906e-05,5.4955482482910156e-05,6.580352783203125e-05,7.665157318115234e-05,8.749961853027344e-05,9.834766387939453e-05,0.00010919570922851562,0.00012004375457763672,0.0001308917999267578,0.0001417398452758789,0.000152587890625,0.0001634359359741211,0.0001742839813232422,0.00018513202667236328,0.00019598007202148438,0.00020682811737060547,0.00021767616271972656,0.00022852420806884766,0.00023937225341796875,0.00025022029876708984,0.00026106834411621094,0.00027191638946533203,0.0002827644348144531,0.0002936124801635742,0.0003044605255126953,0.0003153085708618164,0.0003261566162109375]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,3,4,1,8,2,2,2,3,4,8,10,6,9,11,12,10,9,15,24,15,13,22,17,22,21,38,35,26,37,23,34,29,31,28,20,28,18,18,16,11,20,11,22,7,9,8,10,4,8,6,6,3,2,0,1,3],"bins":[-0.0014432553434744477,-0.0014038222143426538,-0.0013643890852108598,-0.001324955839663744,-0.00128552271053195,-0.001246089581400156,-0.001206656452268362,-0.001167223323136568,-0.001127790194004774,-0.0010883569484576583,-0.0010489238193258643,-0.0010094906901940703,-0.0009700575610622764,-0.0009306243737228215,-0.0008911912445910275,-0.0008517580572515726,-0.0008123249281197786,-0.0007728917989879847,-0.0007334586116485298,-0.0006940254825167358,-0.0006545922951772809,-0.0006151591660454869,-0.000575726036913693,-0.0005362928495742381,-0.0004968597204424441,-0.00045742656220681965,-0.0004179934039711952,-0.00037856027483940125,-0.0003391271166037768,-0.0002996939583681524,-0.0002602608292363584,-0.00022082767100073397,-0.0001813943963497877,-0.00014196123811416328,-0.00010252809443045408,-6.309494347078726e-05,-2.366179251112044e-05,1.577135844854638e-05,5.52045094082132e-05,9.463766036788002e-05,0.00013407081132754683,0.00017350396956317127,0.00021293711324688047,0.0002523702569305897,0.0002918034151662141,0.00033123657340183854,0.0003706697025336325,0.00041010286076925695,0.0004495360190048814,0.0004889691481366754,0.0005284023354761302,0.0005678354646079242,0.0006072686519473791,0.0006467017810791731,0.0006861349102109671,0.000725568097550422,0.0007650012266822159,0.0008044343558140099,0.0008438675431534648,0.0008833006722852588,0.0009227338014170527,0.0009621669887565076,0.0010016001760959625,0.0010410333052277565,0.0010804664343595505]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[2,1,2,2,1,6,2,3,3,1,6,8,8,10,6,10,7,12,12,12,13,11,24,17,28,33,23,20,29,27,31,33,29,28,30,21,31,30,21,20,19,15,10,17,8,10,9,12,9,5,12,3,6,5,6,0,2,1,3,0,2,0,0,1],"bins":[-0.01104716770350933,-0.010687422007322311,-0.010327676311135292,-0.009967930614948273,-0.009608184918761253,-0.009248439222574234,-0.008888693526387215,-0.008528947830200195,-0.008169202134013176,-0.007809455972164869,-0.00744971027597785,-0.007089964579790831,-0.006730218417942524,-0.006370472721755505,-0.006010727025568485,-0.005650981329381466,-0.0052912356331944466,-0.004931489937007427,-0.004571744240820408,-0.0042119985446333885,-0.0038522526156157255,-0.003492506919428706,-0.003132760990411043,-0.002773015294224024,-0.0024132695980370045,-0.002053523901849985,-0.001693778089247644,-0.0013340322766453028,-0.0009742865804582834,-0.0006145408260636032,-0.0002547950716689229,0.00010495068272575736,0.000464695505797863,0.0008244412601925433,0.0011841870145872235,0.0015439328271895647,0.001903678523376584,0.0022634242195636034,0.0026231701485812664,0.0029829158447682858,0.003342661540955305,0.0037024072371423244,0.004062152933329344,0.004421898629516363,0.00478164479136467,0.005141390487551689,0.0055011361837387085,0.005860881879925728,0.006220627576112747,0.0065803732722997665,0.006940118968486786,0.007299864664673805,0.007659610360860825,0.008019356057047844,0.008379101753234863,0.008738847449421883,0.009098593145608902,0.009458339773118496,0.009818085469305515,0.010177831165492535,0.010537576861679554,0.010897322557866573,0.011257068254053593,0.011616813950240612,0.011976559646427631]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[3,3,0,2,4,1,6,7,6,1,13,7,12,13,20,18,22,25,28,26,29,19,26,33,26,32,37,23,27,23,45,30,29,22,16,18,15,15,10,15,7,13,6,9,4,3,3,4,3,2,1,3,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0009111810941249132,-0.0008767179097048938,-0.0008422547252848744,-0.0008077914826571941,-0.0007733282982371747,-0.0007388651138171554,-0.000704401929397136,-0.0006699387449771166,-0.0006354755023494363,-0.0006010123179294169,-0.0005665491335093975,-0.0005320859490893781,-0.0004976227646693587,-0.0004631595511455089,-0.0004286963667254895,-0.00039423315320163965,-0.00035976996878162026,-0.0003253067843616009,-0.00029084357083775103,-0.00025638038641773164,-0.00022191718744579703,-0.0001874539884738624,-0.00015299080405384302,-0.0001185276050819084,-8.406440610997379e-05,-4.960121077601798e-05,-1.513801544206217e-05,1.932517989189364e-05,5.378837522584945e-05,8.825157419778407e-05,0.00012271475861780345,0.00015717795758973807,0.0001916411565616727,0.0002261043555336073,0.0002605675545055419,0.0002950307389255613,0.00032949395244941115,0.00036395713686943054,0.00039842032128944993,0.0004328835348132998,0.00046734671923331916,0.000501809932757169,0.0005362731171771884,0.0005707363015972078,0.0006051994860172272,0.0006396626704372466,0.0006741259130649269,0.0007085890974849463,0.0007430522819049656,0.000777515466324985,0.0008119786507450044,0.0008464418933726847,0.0008809050777927041,0.0009153682622127235,0.0009498314466327429,0.0009842946892604232,0.0010187578154727817,0.001053221058100462,0.0010876841843128204,0.0011221474269405007,0.001156610669568181,0.0011910737957805395,0.0012255370384082198,0.0012600001646205783,0.0012944634072482586]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.09923388063907623,-0.09616366028785706,-0.09309343993663788,-0.0900232195854187,-0.08695299923419952,-0.08388278633356094,-0.08081256598234177,-0.07774234563112259,-0.07467212527990341,-0.07160190492868423,-0.06853168457746506,-0.06546146422624588,-0.062391247600317,-0.059321027249097824,-0.056250810623168945,-0.05318059027194977,-0.05011036992073059,-0.047040149569511414,-0.043969929218292236,-0.04089971259236336,-0.03782949224114418,-0.034759271889925,-0.031689055263996124,-0.028618834912776947,-0.02554861456155777,-0.022478394210338593,-0.019408175721764565,-0.016337957233190536,-0.01326773688197136,-0.010197517462074757,-0.007127298042178154,-0.004057078622281551,-0.0009868517518043518,0.002083367668092251,0.0051535870879888535,0.008223806507885456,0.011294025927782059,0.014364245347678661,0.017434464767575264,0.020504683256149292,0.02357490360736847,0.026645123958587646,0.029715342447161674,0.0327855609357357,0.03585578128695488,0.03892600163817406,0.041996218264102936,0.04506643861532211,0.04813665896654129,0.05120687931776047,0.054277099668979645,0.057347316294908524,0.0604175366461277,0.06348775327205658,0.06655797362327576,0.06962819397449493,0.07269841432571411,0.07576863467693329,0.07883885502815247,0.08190907537937164,0.08497929573059082,0.0880495086312294,0.09111972898244858,0.09418994933366776,0.09726016968488693],"_type":"histogram","values":[2,0,6,12,12,38,41,90,149,250,449,673,1091,1790,2561,3683,5571,7828,10842,14529,19380,24951,31486,39205,47475,55692,63965,72537,80195,86676,90663,93785,94794,92750,90165,83902,77926,69540,61039,52626,43931,36354,29260,23037,17686,13210,9682,6904,4951,3286,2336,1435,972,585,361,225,123,71,43,19,15,5,1,3]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.00083160400390625,-0.0008084774017333984,-0.0007853507995605469,-0.0007622241973876953,-0.0007390975952148438,-0.0007159709930419922,-0.0006928443908691406,-0.0006697177886962891,-0.0006465911865234375,-0.0006234645843505859,-0.0006003379821777344,-0.0005772113800048828,-0.0005540847778320312,-0.0005309581756591797,-0.0005078315734863281,-0.00048470497131347656,-0.000461578369140625,-0.00043845176696777344,-0.0004153251647949219,-0.0003921985626220703,-0.00036907196044921875,-0.0003459453582763672,-0.0003228187561035156,-0.00029969215393066406,-0.0002765655517578125,-0.00025343894958496094,-0.00023031234741210938,-0.0002071857452392578,-0.00018405914306640625,-0.0001609325408935547,-0.00013780593872070312,-0.00011467933654785156,-9.1552734375e-05,-6.842613220214844e-05,-4.5299530029296875e-05,-2.2172927856445312e-05,9.5367431640625e-07,2.4080276489257812e-05,4.7206878662109375e-05,7.033348083496094e-05,9.34600830078125e-05,0.00011658668518066406,0.00013971328735351562,0.0001628398895263672,0.00018596649169921875,0.0002090930938720703,0.00023221969604492188,0.00025534629821777344,0.000278472900390625,0.00030159950256347656,0.0003247261047363281,0.0003478527069091797,0.00037097930908203125,0.0003941059112548828,0.0004172325134277344,0.00044035911560058594,0.0004634857177734375,0.00048661231994628906,0.0005097389221191406,0.0005328655242919922,0.0005559921264648438,0.0005791187286376953,0.0006022453308105469,0.0006253719329833984,0.00064849853515625],"_type":"histogram","values":[1,1,1,2,1,9,5,3,12,7,22,16,14,34,34,53,75,108,132,204,251,342,464,672,1135,1441,2087,3057,4748,7040,10847,17093,29629,53564,147954,537591,486133,139545,53137,27831,16717,10378,6484,4461,2996,2081,1357,953,703,426,294,234,147,111,83,36,35,27,10,12,7,7,3,7]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,4,1,7,7,9,8,21,20,23,33,35,52,71,67,108,87,102,114,114,110,119,124,123,108,105,74,74,42,67,47,36,35,22,17,8,7,10,2,7,2,2,1,0,1,1,4,1,0,3,2,0,2,1,2,1,2,0,1],"bins":[-0.021329976618289948,-0.020790427923202515,-0.020250879228115082,-0.01971133053302765,-0.019171781837940216,-0.018632233142852783,-0.01809268444776535,-0.017553135752677917,-0.017013587057590485,-0.0164740402251482,-0.015934491530060768,-0.01539494190365076,-0.014855394139885902,-0.01431584544479847,-0.013776296749711037,-0.013236748054623604,-0.012697199359536171,-0.012157650664448738,-0.011618101969361305,-0.011078553274273872,-0.01053900457918644,-0.009999456815421581,-0.009459908120334148,-0.008920359425246716,-0.008380810730159283,-0.00784126203507185,-0.007301713339984417,-0.006762165110558271,-0.0062226164154708385,-0.005683067720383406,-0.00514351949095726,-0.004603970795869827,-0.00406442116945982,-0.003524872474372387,-0.0029853240121155977,-0.0024457755498588085,-0.0019062268547713757,-0.0013666782760992646,-0.0008271296974271536,-0.00028758111875504255,0.0002519674599170685,0.0007915160385891795,0.0013310646172612906,0.0018706131959334016,0.0024101617746055126,0.0029497104696929455,0.0034892589319497347,0.004028807394206524,0.004568356089293957,0.00510790478438139,0.0056474534794688225,0.006187001708894968,0.006726550403982401,0.007266099099069834,0.007805647328495979,0.008345196023583412,0.008884744718670845,0.009424293413758278,0.00996384210884571,0.010503390803933144,0.011042939499020576,0.011582487262785435,0.012122035957872868,0.0126615846529603,0.013201133348047733]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,0,1,1,1,1,7,2,4,4,2,7,6,5,7,9,10,9,12,10,10,15,24,20,11,22,21,14,29,22,32,26,16,25,26,27,29,34,21,23,20,24,28,25,19,13,14,14,9,9,7,7,3,6,6,5,3,1,1,2,1,2],"bins":[0.9745092988014221,0.9750534892082214,0.9755976796150208,0.9761418700218201,0.9766860604286194,0.9772302508354187,0.977774441242218,0.9783186316490173,0.9788628220558167,0.979407012462616,0.9799512028694153,0.9804954528808594,0.9810396432876587,0.981583833694458,0.9821280241012573,0.9826722145080566,0.983216404914856,0.9837605953216553,0.9843047857284546,0.9848489761352539,0.9853931665420532,0.9859373569488525,0.9864815473556519,0.9870257377624512,0.9875699281692505,0.9881141185760498,0.9886583089828491,0.9892024993896484,0.9897466897964478,0.9902908802032471,0.9908350706100464,0.9913792610168457,0.991923451423645,0.9924677014350891,0.9930118918418884,0.9935560822486877,0.9941002726554871,0.9946444630622864,0.9951886534690857,0.995732843875885,0.9962770342826843,0.9968212246894836,0.997365415096283,0.9979096055030823,0.9984537959098816,0.9989979863166809,0.9995421767234802,1.0000864267349243,1.0006306171417236,1.001174807548523,1.0017189979553223,1.0022631883621216,1.002807378768921,1.0033515691757202,1.0038957595825195,1.0044399499893188,1.0049841403961182,1.0055283308029175,1.0060725212097168,1.0066167116165161,1.0071609020233154,1.0077050924301147,1.008249282836914,1.0087934732437134,1.0093376636505127]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.09865674376487732,-0.09553001821041107,-0.09240329265594482,-0.08927657455205917,-0.08614984899759293,-0.08302312344312668,-0.07989640533924103,-0.07676967978477478,-0.07364295423030853,-0.07051622867584229,-0.06738950312137604,-0.06426278501749039,-0.06113605946302414,-0.05800933390855789,-0.05488261207938194,-0.051755890250205994,-0.048629164695739746,-0.0455024391412735,-0.04237571731209755,-0.0392489954829216,-0.03612226992845535,-0.032995544373989105,-0.029868822544813156,-0.026742098852992058,-0.02361537516117096,-0.02048865146934986,-0.017361927777528763,-0.014235204085707664,-0.011108480393886566,-0.007981756702065468,-0.0048550330102443695,-0.0017283093184232712,0.001398421823978424,0.004525145515799522,0.007651869207620621,0.010778592899441719,0.013905316591262817,0.017032040283083916,0.020158763974905014,0.023285487666726112,0.02641221135854721,0.02953893505036831,0.03266565874218941,0.035792380571365356,0.038919106125831604,0.04204583168029785,0.0451725535094738,0.04829927533864975,0.051426000893116,0.054552726447582245,0.057679448276758194,0.06080617010593414,0.06393289566040039,0.06705962121486664,0.07018634676933289,0.07331306487321854,0.07643979042768478,0.07956651598215103,0.08269323408603668,0.08581995964050293,0.08894668519496918,0.09207341074943542,0.09520013630390167,0.09832685440778732,0.10145357996225357],"_type":"histogram","values":[3,2,15,12,19,31,60,132,202,343,541,896,1428,2152,3257,4887,6893,9665,12980,17640,23026,29423,36875,44765,53397,62285,70890,79673,85967,91379,95092,95809,94563,91846,86292,80213,71819,63251,54478,45852,37810,30156,23679,18064,13473,9905,7164,5004,3415,2214,1508,949,640,376,199,109,52,51,18,17,4,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.014473180286586285,-0.013984950259327888,-0.013496720232069492,-0.013008490204811096,-0.0125202601775527,-0.012032030150294304,-0.011543800123035908,-0.011055570095777512,-0.010567340068519115,-0.01007911004126072,-0.009590880014002323,-0.009102649986743927,-0.00861441995948553,-0.008126189932227135,-0.0076379599049687386,-0.007149729877710342,-0.006661499850451946,-0.00617326982319355,-0.005685039795935154,-0.005196809768676758,-0.004708579741418362,-0.0042203497141599655,-0.0037321196869015694,-0.0032438896596431732,-0.002755659632384777,-0.002267429605126381,-0.0017791995778679848,-0.0012909695506095886,-0.0008027395233511925,-0.0003145094960927963,0.00017372053116559982,0.000661950558423996,0.0011501815170049667,0.0016384115442633629,0.002126641571521759,0.002614871598780155,0.0031031016260385513,0.0035913316532969475,0.004079561680555344,0.00456779170781374,0.005056021735072136,0.005544251762330532,0.006032481789588928,0.006520711816847324,0.0070089418441057205,0.007497171871364117,0.007985401898622513,0.008473631925880909,0.008961861953139305,0.009450091980397701,0.009938322007656097,0.010426552034914494,0.01091478206217289,0.011403012089431286,0.011891242116689682,0.012379472143948078,0.012867702171206474,0.01335593219846487,0.013844162225723267,0.014332392252981663,0.014820622280240059,0.015308852307498455,0.01579708233475685,0.016285311430692673,0.016773542389273643],"_type":"histogram","values":[1,1,0,0,0,2,2,1,1,6,6,5,9,6,6,13,16,19,16,16,20,25,21,25,27,32,24,35,30,32,25,33,32,34,24,37,24,18,18,18,19,20,13,4,11,7,4,7,5,8,1,3,2,0,2,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[2,1,1,0,2,0,1,1,1,1,0,1,4,0,1,2,2,3,3,5,7,5,10,21,18,42,91,171,152,63,40,23,24,16,6,11,6,5,2,0,2,1,0,2,2,2,2,0,2,1,1,2,1,0,0,3,1,0,0,0,0,0,1,1],"bins":[-1.4334501429402735e-05,-1.3821058928442653e-05,-1.3307616427482571e-05,-1.2794173017027788e-05,-1.2280730516067706e-05,-1.1767288015107624e-05,-1.1253845514147542e-05,-1.074040301318746e-05,-1.0226960512227379e-05,-9.713517101772595e-06,-9.200074600812513e-06,-8.686632099852432e-06,-8.17318959889235e-06,-7.659747097932268e-06,-7.146304142224835e-06,-6.6328611865174025e-06,-6.119418685557321e-06,-5.605976184597239e-06,-5.092533228889806e-06,-4.579090727929724e-06,-4.065647772222292e-06,-3.55220527126221e-06,-3.038762770302128e-06,-2.5253200419683708e-06,-2.0118773136346135e-06,-1.4984345853008563e-06,-9.849919706539367e-07,-4.7154929916359833e-07,4.1893372326740064e-08,5.553360438170785e-07,1.0687787153074169e-06,1.5822213299543364e-06,2.0956649677827954e-06,2.6091076961165527e-06,3.12255042445031e-06,3.6359929254103918e-06,4.1494358811178245e-06,4.662878382077906e-06,5.176320883037988e-06,5.689763838745421e-06,6.203206339705503e-06,6.7166488406655844e-06,7.230091796373017e-06,7.743534297333099e-06,8.25697679829318e-06,8.770419299253263e-06,9.283862709708046e-06,9.797305210668128e-06,1.031074771162821e-05,1.0824190212588292e-05,1.1337632713548373e-05,1.1851076124003157e-05,1.2364518624963239e-05,1.287796112592332e-05,1.3391403626883402e-05,1.3904846127843484e-05,1.4418288628803566e-05,1.493173203925835e-05,1.544517363072373e-05,1.5958617950673215e-05,1.6472060451633297e-05,1.698550295259338e-05,1.749894545355346e-05,1.8012387954513542e-05,1.8525830455473624e-05]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.0004558563232421875,-0.000441819429397583,-0.0004277825355529785,-0.000413745641708374,-0.00039970874786376953,-0.00038567185401916504,-0.00037163496017456055,-0.00035759806632995605,-0.00034356117248535156,-0.00032952427864074707,-0.0003154873847961426,-0.0003014504909515381,-0.0002874135971069336,-0.0002733767032623291,-0.0002593398094177246,-0.0002453029155731201,-0.00023126602172851562,-0.00021722912788391113,-0.00020319223403930664,-0.00018915534019470215,-0.00017511844635009766,-0.00016108155250549316,-0.00014704465866088867,-0.00013300776481628418,-0.00011897087097167969,-0.0001049339771270752,-9.08970832824707e-05,-7.686018943786621e-05,-6.282329559326172e-05,-4.8786401748657227e-05,-3.4749507904052734e-05,-2.0712614059448242e-05,-6.67572021484375e-06,7.361173629760742e-06,2.1398067474365234e-05,3.5434961318969727e-05,4.947185516357422e-05,6.350874900817871e-05,7.75456428527832e-05,9.15825366973877e-05,0.00010561943054199219,0.00011965632438659668,0.00013369321823120117,0.00014773011207580566,0.00016176700592041016,0.00017580389976501465,0.00018984079360961914,0.00020387768745422363,0.00021791458129882812,0.00023195147514343262,0.0002459883689880371,0.0002600252628326416,0.0002740621566772461,0.0002880990505218506,0.0003021359443664551,0.00031617283821105957,0.00033020973205566406,0.00034424662590026855,0.00035828351974487305,0.00037232041358947754,0.00038635730743408203,0.0004003942012786865,0.000414431095123291,0.0004284679889678955,0.0004425048828125],"_type":"histogram","values":[2,0,0,0,2,1,1,2,11,7,8,17,20,45,48,54,92,142,201,303,393,662,1092,1705,2614,4234,6879,11419,18770,32296,56003,96287,128832,94299,54426,31665,18550,10731,6776,3930,2531,1701,937,685,463,348,187,151,98,72,41,18,25,11,5,8,6,3,5,1,5,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.0005273270653560758,-0.0005109542398713529,-0.0004945814143866301,-0.0004782085889019072,-0.00046183576341718435,-0.00044546290882863104,-0.0004290900833439082,-0.00041271725785918534,-0.0003963444323744625,-0.00037997160688973963,-0.0003635987814050168,-0.00034722595592029393,-0.0003308531013317406,-0.00031448027584701777,-0.0002981074503622949,-0.00028173462487757206,-0.0002653617993928492,-0.00024898897390812635,-0.0002326161484234035,-0.00021624330838676542,-0.00019987048290204257,-0.00018349765741731972,-0.00016712481738068163,-0.00015075199189595878,-0.00013437916641123593,-0.00011800634092651308,-0.00010163350816583261,-8.526067540515214e-05,-6.888784992042929e-05,-5.251502079772763e-05,-3.614219167502597e-05,-1.976936255232431e-05,-3.3964752219617367e-06,1.2976353900739923e-05,2.9349183023441583e-05,4.572201214614324e-05,6.20948412688449e-05,7.846766675356776e-05,9.484049951424822e-05,0.00011121333227492869,0.00012758615775965154,0.0001439589832443744,0.00016033180872909725,0.00017670464876573533,0.00019307747425045818,0.00020945029973518103,0.00022582313977181911,0.00024219596525654197,0.0002585687907412648,0.00027494161622598767,0.0002913144417107105,0.0003076872671954334,0.00032406009268015623,0.00034043294726870954,0.0003568057727534324,0.00037317859823815525,0.0003895514237228781,0.00040592424920760095,0.0004222970746923238,0.00043866990017704666,0.00045504275476559997,0.0004714155802503228,0.00048778840573504567,0.0005041612312197685,0.0005205340567044914],"_type":"histogram","values":[1,0,2,0,0,0,0,0,0,5,2,3,4,4,10,9,11,12,12,18,24,21,40,49,44,58,75,76,98,105,109,117,118,134,124,95,100,87,78,51,47,50,35,43,32,25,21,27,10,9,9,12,3,3,8,6,4,2,3,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.00153350830078125,-0.0014814138412475586,-0.0014293193817138672,-0.0013772249221801758,-0.0013251304626464844,-0.001273036003112793,-0.0012209415435791016,-0.0011688470840454102,-0.0011167526245117188,-0.0010646581649780273,-0.001012563705444336,-0.0009604692459106445,-0.0009083747863769531,-0.0008562803268432617,-0.0008041858673095703,-0.0007520914077758789,-0.0006999969482421875,-0.0006479024887084961,-0.0005958080291748047,-0.0005437135696411133,-0.0004916191101074219,-0.00043952465057373047,-0.00038743019104003906,-0.00033533573150634766,-0.00028324127197265625,-0.00023114681243896484,-0.00017905235290527344,-0.00012695789337158203,-7.486343383789062e-05,-2.276897430419922e-05,2.9325485229492188e-05,8.14199447631836e-05,0.000133514404296875,0.0001856088638305664,0.0002377033233642578,0.0002897977828979492,0.0003418922424316406,0.00039398670196533203,0.00044608116149902344,0.0004981756210327148,0.0005502700805664062,0.0006023645401000977,0.0006544589996337891,0.0007065534591674805,0.0007586479187011719,0.0008107423782348633,0.0008628368377685547,0.0009149312973022461,0.0009670257568359375,0.001019120216369629,0.0010712146759033203,0.0011233091354370117,0.0011754035949707031,0.0012274980545043945,0.001279592514038086,0.0013316869735717773,0.0013837814331054688,0.0014358758926391602,0.0014879703521728516,0.001540064811706543,0.0015921592712402344,0.0016442537307739258,0.0016963481903076172,0.0017484426498413086,0.001800537109375],"_type":"histogram","values":[1,2,3,9,14,11,24,33,48,70,72,88,140,235,289,447,624,720,1187,1657,2287,3361,5142,7434,11676,19197,33376,75291,304802,701657,257666,63958,30184,17501,10704,7225,4587,3206,2283,1633,1005,771,562,381,340,236,189,147,99,68,55,31,28,23,16,16,10,12,5,12,4,2,5,3]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.10164587944746017,-0.09838791936635971,-0.09512995928525925,-0.09187200665473938,-0.08861404657363892,-0.08535608649253845,-0.08209812641143799,-0.07884017378091812,-0.07558221369981766,-0.0723242536187172,-0.06906629353761673,-0.06580833345651627,-0.0625503808259964,-0.059292420744895935,-0.05603446066379547,-0.052776504307985306,-0.04951854422688484,-0.04626058414578438,-0.04300262778997421,-0.03974466770887375,-0.03648671135306358,-0.03322875127196312,-0.029970793053507805,-0.02671283483505249,-0.023454876616597176,-0.02019691839814186,-0.016938960179686546,-0.013681001029908657,-0.010423042811453342,-0.007165084592998028,-0.003907125908881426,-0.0006491674575954676,0.0026087909936904907,0.005866749212145805,0.00912470743060112,0.01238266658037901,0.01564062386751175,0.018898583948612213,0.022156542167067528,0.025414500385522842,0.028672458603978157,0.03193041682243347,0.035188376903533936,0.0384463332593441,0.041704293340444565,0.04496224969625473,0.048220209777355194,0.05147816613316536,0.05473612621426582,0.05799408629536629,0.06125204265117645,0.06451000273227692,0.06776796281337738,0.07102591544389725,0.07428387552499771,0.07754183560609818,0.08079979568719864,0.0840577557682991,0.08731570839881897,0.09057366847991943,0.0938316285610199,0.09708958864212036,0.10034754127264023,0.10360550135374069,0.10686346143484116],"_type":"histogram","values":[2,1,1,1,7,10,18,45,62,89,198,306,464,760,1229,1778,2584,3582,5016,6852,8896,11443,14379,17738,21090,24749,28006,31178,33977,35630,37078,37212,36239,34852,32314,29356,26440,22654,19154,15578,12862,9972,7544,5587,4128,2928,1948,1447,930,565,377,245,138,80,52,21,21,7,1,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,1,4,5,5,8,5,4,10,14,7,8,15,24,18,20,25,28,20,16,32,23,21,28,22,21,30,24,22,22,26,25,29,20,13,21,14,18,21,13,11,10,5,9,11,9,4,6,2,2,3,1,1,2,3,1,0,2],"bins":[-0.015690429136157036,-0.015203356742858887,-0.014716284349560738,-0.014229211956262589,-0.01374213956296444,-0.01325506716966629,-0.012767994776368141,-0.012280922383069992,-0.011793849989771843,-0.011306777596473694,-0.010819705203175545,-0.010332632809877396,-0.009845560416579247,-0.009358488023281097,-0.008871415629982948,-0.0083843432366848,-0.00789727084338665,-0.007410198915749788,-0.006923126522451639,-0.00643605412915349,-0.005948981735855341,-0.005461909342557192,-0.004974836949259043,-0.004487764555960894,-0.004000692628324032,-0.003513620002195239,-0.00302654760889709,-0.002539475215598941,-0.0020524030551314354,-0.0015653305454179645,-0.0010782582685351372,-0.0005911858752369881,-0.00010411348193883896,0.0003829588822554797,0.0008700312464497983,0.0013571035815402865,0.0018441759748384356,0.002331248251721263,0.002818320645019412,0.003305393038317561,0.0037924654316157103,0.004279537592083216,0.004766609985381365,0.005253682378679514,0.005740754771977663,0.006227827165275812,0.006714899558573961,0.00720197195187211,0.0076890443451702595,0.008176116272807121,0.00866318866610527,0.00915026105940342,0.009637333452701569,0.010124405845999718,0.010611478239297867,0.011098550632596016,0.011585623025894165,0.012072695419192314,0.012559767812490463,0.013046840205788612,0.013533912599086761,0.01402098499238491,0.01450805738568306,0.014995129778981209,0.015482202172279358]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.015500168316066265,-0.015014931559562683,-0.014529694803059101,-0.014044458046555519,-0.013559221290051937,-0.013073984533548355,-0.012588747777044773,-0.012103511020541191,-0.011618273332715034,-0.011133036576211452,-0.01064779981970787,-0.010162563063204288,-0.009677326306700706,-0.009192089550197124,-0.008706852793693542,-0.00822161603718996,-0.0077363792806863785,-0.0072511425241827965,-0.0067659057676792145,-0.0062806690111756325,-0.0057954322546720505,-0.005310195032507181,-0.004824958276003599,-0.004339721519500017,-0.003854484762996435,-0.003369248006492853,-0.002884011249989271,-0.0023987742606550455,-0.0019135375041514635,-0.0014283007476478815,-0.0009430638747289777,-0.00045782706001773477,2.7410686016082764e-05,0.0005126475007273257,0.0009978843154385686,0.0014831211883574724,0.0019683579448610544,0.0024535947013646364,0.002938831690698862,0.003424068447202444,0.003909305203706026,0.004394541960209608,0.00487977871671319,0.005365015473216772,0.005850252695381641,0.006335489451885223,0.006820726208388805,0.007305962964892387,0.007791199721395969,0.008276436477899551,0.008761673234403133,0.009246909990906715,0.009732146747410297,0.01021738350391388,0.010702620260417461,0.011187857016921043,0.0116730947047472,0.012158331461250782,0.012643568217754364,0.013128804974257946,0.013614041730761528,0.01409927848726511,0.014584515243768692,0.015069752000272274,0.015554988756775856],"_type":"histogram","values":[2,1,2,0,1,1,0,3,0,5,3,3,7,7,12,13,14,12,19,14,21,16,28,19,22,25,25,19,28,21,28,22,23,19,29,23,23,25,18,21,19,19,22,9,17,20,21,11,7,9,10,4,8,2,4,3,1,2,1,1,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[2,1,0,0,2,1,5,1,2,5,4,5,6,14,19,18,32,46,42,76,119,184,230,336,566,925,1566,2569,5299,11742,31077,97200,244873,125147,39208,14331,6312,3205,1739,997,673,403,248,165,110,91,50,37,35,20,20,20,8,7,15,4,4,2,3,2,0,0,0,1],"bins":[-0.0024566650390625,-0.0023813247680664062,-0.0023059844970703125,-0.0022306442260742188,-0.002155303955078125,-0.0020799636840820312,-0.0020046234130859375,-0.0019292831420898438,-0.00185394287109375,-0.0017786026000976562,-0.0017032623291015625,-0.0016279220581054688,-0.001552581787109375,-0.0014772415161132812,-0.0014019012451171875,-0.0013265609741210938,-0.001251220703125,-0.0011758804321289062,-0.0011005401611328125,-0.0010251998901367188,-0.000949859619140625,-0.0008745193481445312,-0.0007991790771484375,-0.0007238388061523438,-0.00064849853515625,-0.0005731582641601562,-0.0004978179931640625,-0.00042247772216796875,-0.000347137451171875,-0.00027179718017578125,-0.0001964569091796875,-0.00012111663818359375,-4.57763671875e-05,2.956390380859375e-05,0.0001049041748046875,0.00018024444580078125,0.000255584716796875,0.00033092498779296875,0.0004062652587890625,0.00048160552978515625,0.00055694580078125,0.0006322860717773438,0.0007076263427734375,0.0007829666137695312,0.000858306884765625,0.0009336471557617188,0.0010089874267578125,0.0010843276977539062,0.00115966796875,0.0012350082397460938,0.0013103485107421875,0.0013856887817382812,0.001461029052734375,0.0015363693237304688,0.0016117095947265625,0.0016870498657226562,0.00176239013671875,0.0018377304077148438,0.0019130706787109375,0.0019884109497070312,0.002063751220703125,0.0021390914916992188,0.0022144317626953125,0.0022897720336914062,0.0023651123046875]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,2,0,4,1,6,2,6,1,5,8,8,5,11,13,6,8,14,8,25,24,26,18,13,19,25,29,20,32,25,28,27,30,23,19,26,21,12,26,21,17,15,12,16,9,15,14,14,5,12,6,8,5,6,2,5,3,1,0,1,2,1,0,1],"bins":[-9.342507109977305e-05,-9.039087308337912e-05,-8.735667506698519e-05,-8.432247705059126e-05,-8.128827903419733e-05,-7.82540810178034e-05,-7.521988300140947e-05,-7.218568498501554e-05,-6.915148696862161e-05,-6.611728167627007e-05,-6.308308365987614e-05,-6.0048889281461015e-05,-5.701468762708828e-05,-5.398048961069435e-05,-5.094629159430042e-05,-4.791209357790649e-05,-4.487789556151256e-05,-4.184369754511863e-05,-3.88094995287247e-05,-3.577530151233077e-05,-3.274110349593684e-05,-2.9706903660553508e-05,-2.6672703825170174e-05,-2.3638505808776245e-05,-2.0604307792382315e-05,-1.7570109775988385e-05,-1.4535910850099754e-05,-1.1501711924211122e-05,-8.467513907817192e-06,-5.433315436675912e-06,-2.399116965534631e-06,6.350815056066494e-07,3.66927997674793e-06,6.703478447889211e-06,9.737676919030491e-06,1.2771875844919123e-05,1.5806073861313052e-05,1.8840271877706982e-05,2.1874471713090315e-05,2.4908669729484245e-05,2.7942867745878175e-05,3.0977065762272105e-05,3.4011263778666034e-05,3.7045461795059964e-05,4.00796634494327e-05,4.311386146582663e-05,4.614805948222056e-05,4.918225749861449e-05,5.221645551500842e-05,5.525065353140235e-05,5.828485154779628e-05,6.131904956419021e-05,6.435324758058414e-05,6.738744559697807e-05,7.0421643613372e-05,7.345584162976593e-05,7.649004692211747e-05,7.95242449385114e-05,8.255844295490533e-05,8.559264097129926e-05,8.862683898769319e-05,9.166103700408712e-05,9.469523502048105e-05,9.772943303687498e-05,0.00010076363105326891],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[2,0,1,2,2,0,2,3,6,6,7,6,7,7,12,10,13,14,15,15,17,17,26,13,19,22,28,33,22,35,15,29,29,37,27,27,24,32,16,23,14,13,14,17,11,14,8,11,7,5,5,7,5,3,4,2,2,2,1,1,0,0,0,1],"bins":[-0.012716825120151043,-0.01230271439999342,-0.011888602748513222,-0.011474492028355598,-0.011060381308197975,-0.010646269656717777,-0.010232158936560154,-0.00981804821640253,-0.009403936564922333,-0.00898982584476471,-0.008575715124607086,-0.008161603473126888,-0.007747492752969265,-0.007333381567150354,-0.006919270381331444,-0.0065051596611738205,-0.00609104847535491,-0.005676937289535999,-0.005262826569378376,-0.004848715383559465,-0.004434604197740555,-0.0040204934775829315,-0.003606382291764021,-0.0031922711059451103,-0.0027781601529568434,-0.0023640491999685764,-0.0019499380141496658,-0.0015358270611613989,-0.0011217159917578101,-0.0007076049223542213,-0.0002934939111582935,0.00012061712914146483,0.0005347281694412231,0.0009488392388448119,0.0013629503082484007,0.0017770612612366676,0.0021911724470555782,0.002605283400043845,0.003019394353032112,0.0034335055388510227,0.0038476164918392897,0.004261727444827557,0.004675838630646467,0.005089949816465378,0.005504060536623001,0.005918171722441912,0.006332282908260822,0.006746393628418446,0.007160504814237356,0.007574616000056267,0.00798872672021389,0.008402838371694088,0.008816949091851711,0.009231059812009335,0.009645171463489532,0.010059282183647156,0.010473392903804779,0.010887504555284977,0.0113016152754426,0.011715725995600224,0.012129837647080421,0.012543948367238045,0.012958059087395668,0.013372170738875866,0.01378628145903349],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[1,1,0,0,1,1,2,2,1,3,3,1,2,6,2,8,6,7,12,8,15,12,14,20,14,21,18,21,24,15,17,23,15,22,27,32,24,17,17,25,27,27,23,26,21,20,13,25,18,11,14,12,8,14,9,6,8,7,3,5,3,5,1,2],"bins":[-0.014498281292617321,-0.014096520841121674,-0.013694759458303452,-0.013292999006807804,-0.012891238555312157,-0.012489477172493935,-0.012087716720998287,-0.011685955338180065,-0.011284194886684418,-0.01088243443518877,-0.010480673052370548,-0.0100789126008749,-0.009677151218056679,-0.009275390766561031,-0.008873630315065384,-0.008471868932247162,-0.008070108480751514,-0.00766834756359458,-0.007266586646437645,-0.0068648261949419975,-0.006463065277785063,-0.006061304360628128,-0.005659543909132481,-0.005257782991975546,-0.004856022074818611,-0.004454261157661676,-0.004052500240504742,-0.0036507397890090942,-0.0032489788718521595,-0.0028472179546952248,-0.0024454572703689337,-0.0020436965860426426,-0.0016419366002082825,-0.0012401757994666696,-0.0008384149987250566,-0.00043665419798344374,-3.4893397241830826e-05,0.0003668674034997821,0.000768628204241395,0.001170389004983008,0.0015721498057246208,0.0019739107228815556,0.0023756714072078466,0.0027774320915341377,0.0031791930086910725,0.003580953925848007,0.003982714377343655,0.004384475294500589,0.004786236211657524,0.005187997128814459,0.005589758045971394,0.005991518497467041,0.006393279414623976,0.0067950403317809105,0.007196800783276558,0.007598561700433493,0.008000322617590427,0.008402083069086075,0.008803844451904297,0.009205604903399944,0.009607365354895592,0.010009126737713814,0.010410887189209461,0.010812648572027683,0.01121440902352333],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,2,1,1,0,2,4,2,4,0,5,3,6,2,5,6,16,11,13,12,20,17,10,19,28,12,30,26,28,22,26,22,17,28,28,24,30,24,25,22,27,14,14,14,21,24,13,12,8,10,12,11,10,4,6,2,2,1,1,3,2,1],"bins":[0.9769986867904663,0.9774551391601562,0.977911651134491,0.9783681035041809,0.9788246154785156,0.9792810678482056,0.9797375798225403,0.9801940321922302,0.9806505441665649,0.9811069965362549,0.9815634489059448,0.9820199608802795,0.9824764132499695,0.9829329252243042,0.9833893775939941,0.9838458895683289,0.9843023419380188,0.9847587943077087,0.9852153062820435,0.9856717586517334,0.9861282706260681,0.9865847229957581,0.9870412349700928,0.9874976873397827,0.9879541397094727,0.9884106516838074,0.9888671040534973,0.989323616027832,0.989780068397522,0.9902365803718567,0.9906930327415466,0.9911495447158813,0.9916059970855713,0.9920624494552612,0.992518961429596,0.9929754137992859,0.9934319257736206,0.9938883781433105,0.9943448901176453,0.9948013424873352,0.9952578544616699,0.9957143068313599,0.9961707592010498,0.9966272711753845,0.9970837235450745,0.9975402355194092,0.9979966878890991,0.9984531998634338,0.9989096522331238,0.9993661046028137,0.9998226165771484,1.0002790689468384,1.0007355213165283,1.0011920928955078,1.0016485452651978,1.0021049976348877,1.0025614500045776,1.0030179023742676,1.003474473953247,1.003930926322937,1.004387378692627,1.004843831062317,1.0053004026412964,1.0057568550109863,1.0062133073806763]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.0012427170295268297,-0.0012076343409717083,-0.0011725516524165869,-0.0011374690802767873,-0.0011023863917216659,-0.0010673037031665444,-0.001032221014611423,-0.0009971383260563016,-0.0009620556957088411,-0.0009269730071537197,-0.0008918903768062592,-0.0008568076882511377,-0.0008217249996960163,-0.0007866423693485558,-0.0007515596807934344,-0.0007164770504459739,-0.0006813943618908525,-0.000646311673335731,-0.0006112290429882705,-0.0005761463544331491,-0.0005410637240856886,-0.0005059810355305672,-0.00047089834697544575,-0.0004358156875241548,-0.0004007330280728638,-0.00036565036862157285,-0.0003305677091702819,-0.00029548502061516047,-0.0002604023611638695,-0.00022531970171257854,-0.00019023702770937234,-0.00015515435370616615,-0.00012007169425487518,-8.49890275276266e-05,-4.9906360800378025e-05,-1.4823694073129445e-05,2.0258972654119134e-05,5.534163938136771e-05,9.042430610861629e-05,0.00012550698011182249,0.00016058963956311345,0.00019567229901440442,0.0002307549730176106,0.0002658376470208168,0.00030092030647210777,0.00033600296592339873,0.00037108565447852015,0.0004061683139298111,0.0004412509733811021,0.00047633363283239305,0.000511416292283684,0.0005464989808388054,0.0005815816111862659,0.0006166642997413874,0.0006517469882965088,0.0006868296186439693,0.0007219123071990907,0.0007569949957542121,0.0007920776261016726,0.0008271603146567941,0.0008622430032119155,0.000897325633559376,0.0009324083221144974,0.0009674909524619579,0.0010025736410170794],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,3,2,0,0,3,3,5,6,6,3,6,10,8,12,9,17,14,29,20,30,23,29,29,40,33,33,39,28,38,34,21,24,29,26,15,24,18,11,9,12,15,5,11,9,5,5,3,5,3,3,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[2,0,3,6,8,22,37,47,102,158,234,368,517,815,1178,1729,2386,3215,4392,5898,7482,9582,12115,14404,16912,19991,23046,25864,28515,30673,32307,33193,33672,33524,32376,31112,28745,26396,23317,20591,17696,14959,12291,9897,7787,6046,4735,3455,2554,1804,1326,805,558,348,254,150,87,66,36,17,9,6,2,2],"bins":[-0.0947393849492073,-0.09183210879564285,-0.0889248251914978,-0.08601754903793335,-0.0831102728843689,-0.08020299673080444,-0.0772957131266594,-0.07438843697309494,-0.07148116081953049,-0.06857387721538544,-0.06566660106182098,-0.06275932490825653,-0.05985204502940178,-0.056944768875837326,-0.054037488996982574,-0.05113021284341812,-0.04822293296456337,-0.04531565308570862,-0.042408376932144165,-0.03950109705328941,-0.03659382089972496,-0.03368654102087021,-0.030779263004660606,-0.027871984988451004,-0.0249647069722414,-0.0220574289560318,-0.019150150939822197,-0.016242872923612595,-0.013335593976080418,-0.010428315959870815,-0.007521037477999926,-0.004613758996129036,-0.0017064809799194336,0.0012007972691208124,0.004108075518161058,0.007015354000031948,0.00992263201624155,0.012829910032451153,0.01573718897998333,0.018644466996192932,0.021551745012402534,0.024459023028612137,0.02736630104482174,0.03027357906103134,0.03318085893988609,0.036088135093450546,0.0389954149723053,0.04190269112586975,0.0448099710047245,0.047717250883579254,0.05062452703714371,0.05353180691599846,0.05643908306956291,0.059346362948417664,0.06225363910198212,0.06516091525554657,0.06806819885969162,0.07097547501325607,0.07388275116682053,0.07679003477096558,0.07969731092453003,0.08260458707809448,0.08551186323165894,0.08841914683580399,0.09132642298936844]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-9.525996574666351e-05,-9.246778790839016e-05,-8.96756027941592e-05,-8.688342495588586e-05,-8.409124711761251e-05,-8.129906200338155e-05,-7.85068841651082e-05,-7.571470632683486e-05,-7.29225212126039e-05,-7.013034337433055e-05,-6.73381655360572e-05,-6.454598042182624e-05,-6.17538025835529e-05,-5.8961621107300743e-05,-5.616943963104859e-05,-5.3377261792775244e-05,-5.058508031652309e-05,-4.7792898840270936e-05,-4.500072100199759e-05,-4.2208539525745437e-05,-3.941635804949328e-05,-3.6624180211219937e-05,-3.383199873496778e-05,-3.103981725871563e-05,-2.824763760145288e-05,-2.545545794419013e-05,-2.2663276467937976e-05,-1.9871096810675226e-05,-1.7078917153412476e-05,-1.4286735677160323e-05,-1.1494556019897573e-05,-8.702375453140121e-06,-5.910194886382669e-06,-3.118014546998893e-06,-3.258342076151166e-07,2.4663461317686597e-06,5.258526471152436e-06,8.050707037909888e-06,1.0842886695172638e-05,1.363506726193009e-05,1.642724782868754e-05,1.921942748595029e-05,2.2011608962202445e-05,2.4803788619465195e-05,2.7595968276727945e-05,3.0388149752980098e-05,3.318033122923225e-05,3.59725090675056e-05,3.876469054375775e-05,4.1556872020009905e-05,4.434904985828325e-05,4.7141231334535405e-05,4.993341281078756e-05,5.2725590649060905e-05,5.551777212531306e-05,5.830995360156521e-05,6.110213143983856e-05,6.389431655406952e-05,6.668649439234287e-05,6.947867223061621e-05,7.227085734484717e-05,7.506303518312052e-05,7.785521302139387e-05,8.064739813562483e-05,8.343957597389817e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,2,2,1,2,1,2,5,7,6,5,5,13,14,12,25,29,44,56,81,127,205,242,329,263,171,137,97,49,30,25,12,6,7,8,6,5,0,3,1,0,2,2,0,1,1,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[2,0,0,0,0,2,2,3,7,3,5,7,3,10,6,7,19,13,10,16,18,28,26,20,21,30,30,27,31,38,44,45,27,23,21,34,33,27,17,18,14,9,14,13,8,4,6,6,3,2,3,2,1,3,0,2,2,1,0,1,0,0,0,1],"bins":[-0.0021880583371967077,-0.0021144174970686436,-0.0020407764241099358,-0.0019671355839818716,-0.0018934946274384856,-0.0018198536708950996,-0.0017462128307670355,-0.0016725718742236495,-0.0015989309176802635,-0.0015252899611368775,-0.0014516490045934916,-0.0013780081644654274,-0.0013043672079220414,-0.0012307262513786554,-0.0011570854112505913,-0.0010834444547072053,-0.0010098034981638193,-0.0009361625416204333,-0.0008625216432847083,-0.0007888807449489832,-0.0007152397884055972,-0.0006415988318622112,-0.0005679579335264862,-0.0004943170351907611,-0.0004206760786473751,-0.0003470351512078196,-0.00027339422376826406,-0.00019975329632870853,-0.000126112368889153,-5.247144144959748e-05,2.1169485989958048e-05,9.481041342951357e-05,0.00016845157369971275,0.00024209250113926828,0.0003157334285788238,0.00038937435601837933,0.00046301528345793486,0.0005366562400013208,0.0006102971383370459,0.000683938036672771,0.000757578993216157,0.0008312199497595429,0.000904860848095268,0.000978501746430993,0.001052142702974379,0.001125783659517765,0.0011994244996458292,0.0012730654561892152,0.0013467064127326012,0.0014203473692759871,0.0014939883258193731,0.0015676291659474373,0.0016412701224908233,0.0017149110790342093,0.0017885519191622734,0.0018621928757056594,0.0019358338322490454,0.0020094746723771095,0.0020831157453358173,0.0021567565854638815,0.0022303974255919456,0.0023040384985506535,0.0023776793386787176,0.0024513204116374254,0.0025249612517654896],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.0011444091796875,-0.0011096000671386719,-0.0010747909545898438,-0.0010399818420410156,-0.0010051727294921875,-0.0009703636169433594,-0.0009355545043945312,-0.0009007453918457031,-0.000865936279296875,-0.0008311271667480469,-0.0007963180541992188,-0.0007615089416503906,-0.0007266998291015625,-0.0006918907165527344,-0.0006570816040039062,-0.0006222724914550781,-0.00058746337890625,-0.0005526542663574219,-0.0005178451538085938,-0.0004830360412597656,-0.0004482269287109375,-0.0004134178161621094,-0.00037860870361328125,-0.0003437995910644531,-0.000308990478515625,-0.0002741813659667969,-0.00023937225341796875,-0.00020456314086914062,-0.0001697540283203125,-0.00013494491577148438,-0.00010013580322265625,-6.532669067382812e-05,-3.0517578125e-05,4.291534423828125e-06,3.910064697265625e-05,7.390975952148438e-05,0.0001087188720703125,0.00014352798461914062,0.00017833709716796875,0.00021314620971679688,0.000247955322265625,0.0002827644348144531,0.00031757354736328125,0.0003523826599121094,0.0003871917724609375,0.0004220008850097656,0.00045680999755859375,0.0004916191101074219,0.00052642822265625,0.0005612373352050781,0.0005960464477539062,0.0006308555603027344,0.0006656646728515625,0.0007004737854003906,0.0007352828979492188,0.0007700920104980469,0.000804901123046875,0.0008397102355957031,0.0008745193481445312,0.0009093284606933594,0.0009441375732421875,0.0009789466857910156,0.0010137557983398438,0.0010485649108886719,0.0010833740234375],"_type":"histogram","values":[1,2,1,0,3,0,4,10,10,17,25,34,52,51,67,102,183,243,318,455,725,1061,1494,2102,3359,4606,7181,10599,16579,26014,43221,74492,117695,107495,65552,37809,23430,14838,9933,6294,4590,2851,1968,1317,960,637,455,312,219,125,100,66,50,37,31,14,13,4,5,4,1,2,3,3]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.0008416114142164588,-0.000808785087428987,-0.0007759588188491762,-0.0007431325502693653,-0.0007103062234818935,-0.0006774798966944218,-0.0006446536281146109,-0.0006118273595348,-0.0005790010327473283,-0.0005461747059598565,-0.0005133484373800457,-0.00048052213969640434,-0.000447695842012763,-0.0004148695443291217,-0.0003820432466454804,-0.0003492169489618391,-0.00031639065127819777,-0.00028356435359455645,-0.00025073805591091514,-0.00021791175822727382,-0.0001850854605436325,-0.0001522591628599912,-0.00011943286517634988,-8.660656749270856e-05,-5.378026980906725e-05,-2.0953972125425935e-05,1.187232555821538e-05,4.4698623241856694e-05,7.752492092549801e-05,0.00011035121860913932,0.00014317751629278064,0.00017600381397642195,0.0002088302280753851,0.0002416565257590264,0.0002744828234426677,0.00030730912112630904,0.00034013541880995035,0.00037296171649359167,0.000405788014177233,0.0004386143118608743,0.0004714406095445156,0.0005042669363319874,0.0005370932049117982,0.0005699194734916091,0.0006027458002790809,0.0006355721270665526,0.0006683983956463635,0.0007012246642261744,0.0007340509910136461,0.0007668773178011179,0.0007997035863809288,0.0008325298549607396,0.0008653561817482114,0.0008981825085356832,0.000931008777115494,0.0009638350456953049,0.0009966613724827766,0.0010294876992702484,0.0010623140260577202,0.0010951402364298701,0.001127966563217342,0.0011607928900048137,0.0011936191003769636,0.0012264454271644354,0.0012592717539519072],"_type":"histogram","values":[3,1,1,3,6,5,3,5,8,9,11,13,8,11,20,22,20,24,28,35,31,20,30,23,31,29,26,29,25,30,28,35,18,23,21,18,18,20,8,7,6,16,8,3,5,8,3,4,0,3,1,1,0,0,0,1,1,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.09731851518154144,-0.09424914419651031,-0.09117977321147919,-0.08811040967702866,-0.08504103869199753,-0.0819716677069664,-0.07890229672193527,-0.07583293318748474,-0.07276356220245361,-0.06969419121742249,-0.06662482023239136,-0.06355544924736023,-0.0604860819876194,-0.05741671472787857,-0.05434734374284744,-0.05127797648310661,-0.048208605498075485,-0.04513923451304436,-0.04206986725330353,-0.0390004962682724,-0.03593112900853157,-0.03286175802350044,-0.029792388901114464,-0.026723019778728485,-0.023653650656342506,-0.020584281533956528,-0.01751491241157055,-0.014445542357861996,-0.011376173235476017,-0.008306804113090038,-0.005237434525042772,-0.00216806516982615,0.0009013041853904724,0.003970673307776451,0.007040042895823717,0.010109412483870983,0.013178781606256962,0.016248151659965515,0.019317520782351494,0.022386889904737473,0.02545625902712345,0.02852562814950943,0.03159499913454056,0.03466436639428139,0.037733737379312515,0.040803104639053345,0.04387247562408447,0.0469418428838253,0.05001121386885643,0.05308058485388756,0.05614995211362839,0.059219323098659515,0.062288690358400345,0.06535805761814117,0.0684274286031723,0.07149679958820343,0.07456617057323456,0.07763554155826569,0.08070490509271622,0.08377427607774734,0.08684364706277847,0.0899130180478096,0.09298238158226013,0.09605175256729126,0.09912112355232239],"_type":"histogram","values":[1,0,1,6,7,16,25,45,67,111,212,332,517,785,1124,1732,2500,3543,4913,6534,8695,10928,13574,16248,19434,22891,26061,29174,31805,33758,34761,35667,34847,34261,32492,30189,27491,24167,20935,17754,14834,11876,9439,7259,5516,4146,2942,2156,1428,962,618,418,244,157,98,57,35,17,8,6,3,1,0,1]},"gradients/_orig_mod.linear.bias":{"values":[1,0,1,1,5,0,2,1,2,2,6,8,9,3,5,12,6,8,11,16,16,15,20,24,16,17,20,16,20,15,18,24,15,20,17,20,17,13,13,15,6,9,6,6,7,4,5,5,2,1,1,0,1,5,1,0,0,1,0,0,0,0,0,2],"bins":[-0.00037226418498903513,-0.00035888064303435385,-0.0003454970719758421,-0.00033211353002116084,-0.00031872998806647956,-0.00030534641700796783,-0.00029196287505328655,-0.0002785793330986053,-0.000265195791143924,-0.00025181222008541226,-0.000238428678130731,-0.00022504512162413448,-0.00021166156511753798,-0.0001982780231628567,-0.0001848944666562602,-0.00017151092470157892,-0.0001581273681949824,-0.0001447438116883859,-0.00013136026973370463,-0.00011797671322710812,-0.00010459316399646923,-9.120961476583034e-05,-7.782605825923383e-05,-6.444250902859494e-05,-5.105895979795605e-05,-3.767541056731716e-05,-2.429185769869946e-05,-1.0908306649071164e-05,2.4752444005571306e-06,1.5858795450185426e-05,2.924234649981372e-05,4.262589936843142e-05,5.600944859907031e-05,6.93929978297092e-05,8.27765470603481e-05,9.61601035669446e-05,0.00010954365279758349,0.00012292720202822238,0.0001363107585348189,0.00014969430048950016,0.00016307785699609667,0.00017646141350269318,0.00018984495545737445,0.00020322851196397096,0.00021661206847056746,0.00022999561042524874,0.00024337916693184525,0.00025676272343844175,0.00027014626539312303,0.0002835298073478043,0.00029691337840631604,0.0003102969203609973,0.0003236804623156786,0.00033706403337419033,0.0003504475753288716,0.0003638311172835529,0.0003772146883420646,0.0003905982302967459,0.0004039817722514272,0.00041736531420610845,0.0004307488852646202,0.00044413242721930146,0.00045751596917398274,0.0004708995402324945,0.00048428308218717575],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.00018137495499104261,-0.0001756877900334075,-0.0001700006250757724,-0.0001643134601181373,-0.0001586262951605022,-0.0001529391302028671,-0.00014725196524523199,-0.00014156480028759688,-0.00013587763532996178,-0.00013019047037232667,-0.00012450330541469157,-0.00011881614045705646,-0.00011312897549942136,-0.00010744181054178625,-0.00010175464558415115,-9.606748062651604e-05,-9.038031566888094e-05,-8.469315071124583e-05,-7.900598575361073e-05,-7.331882079597563e-05,-6.763165583834052e-05,-6.194449088070542e-05,-5.625732592307031e-05,-5.057016096543521e-05,-4.48829960078001e-05,-3.9195831050165e-05,-3.350866609252989e-05,-2.7821501134894788e-05,-2.2134336177259684e-05,-1.644717121962458e-05,-1.0760006261989474e-05,-5.07284130435437e-06,6.143382051959634e-07,6.301503162831068e-06,1.1988668120466173e-05,1.7675833078101277e-05,2.3362998035736382e-05,2.9050162993371487e-05,3.473732795100659e-05,4.0424492908641696e-05,4.61116578662768e-05,5.1798822823911905e-05,5.748598778154701e-05,6.317315273918211e-05,6.886031769681722e-05,7.454748265445232e-05,8.023464761208743e-05,8.592181256972253e-05,9.160897752735764e-05,9.729614248499274e-05,0.00010298330744262785,0.00010867047240026295,0.00011435763735789806,0.00012004480231553316,0.00012573196727316827,0.00013141913223080337,0.00013710629718843848,0.00014279346214607358,0.00014848062710370868,0.0001541677920613438,0.0001598549570189789,0.000165542121976614,0.0001712292869342491,0.0001769164518918842,0.0001826036168495193],"_type":"histogram","values":[2,1,0,1,1,0,4,3,2,3,2,2,7,5,4,15,11,12,7,16,16,19,18,28,24,18,31,25,24,20,31,32,29,24,33,34,22,25,20,28,21,21,13,14,18,13,7,9,9,8,11,8,5,3,2,0,1,0,1,1,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,1,2,0,1,1,2,0,4,1,2,3,5,5,10,9,12,9,19,27,14,23,24,26,23,21,30,32,25,25,32,27,31,37,33,36,13,21,19,30,14,16,17,15,11,11,12,4,8,4,3,4,1,3,3,0,1,0,0,0,1,2],"bins":[-0.009343063458800316,-0.009058612398803234,-0.008774161338806152,-0.00848971027880907,-0.008205259218811989,-0.007920808158814907,-0.007636356633156538,-0.007351905573159456,-0.0070674545131623745,-0.006783003453165293,-0.006498552393168211,-0.006214101333171129,-0.00592964980751276,-0.005645198747515678,-0.005360747687518597,-0.005076296627521515,-0.004791845567524433,-0.004507394507527351,-0.00422294344753027,-0.003938492387533188,-0.0036540410947054625,-0.0033695900347083807,-0.0030851387418806553,-0.0028006876818835735,-0.0025162366218864918,-0.00223178556188941,-0.0019473343854770064,-0.0016628832090646029,-0.001378432149067521,-0.0010939810890704393,-0.0008095299126580358,-0.0005250787944532931,-0.00024062860757112503,4.382251063361764e-05,0.0003282736288383603,0.000612724747043103,0.0008971758652478456,0.0011816269252449274,0.001466078101657331,0.0017505292780697346,0.0020349803380668163,0.002319431398063898,0.00260388245806098,0.0028883337508887053,0.003172784810885787,0.0034572358708828688,0.003741687163710594,0.004026138223707676,0.004310589283704758,0.0045950403437018394,0.004879491403698921,0.005163942463696003,0.005448393523693085,0.005732845049351454,0.0060172961093485355,0.006301747169345617,0.006586198229342699,0.006870649289339781,0.0071551003493368626,0.007439551409333944,0.007724002934992313,0.008008453994989395,0.008292905054986477,0.008577356114983559,0.00886180717498064]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.0009785682195797563,-0.0009422184084542096,-0.0009058685973286629,-0.0008695187862031162,-0.0008331689750775695,-0.0007968191639520228,-0.0007604693528264761,-0.0007241195417009294,-0.0006877697305753827,-0.0006514199776574969,-0.0006150701665319502,-0.0005787203554064035,-0.0005423705442808568,-0.0005060207331553102,-0.00046967092202976346,-0.00043332111090421677,-0.00039697129977867007,-0.0003606214886531234,-0.0003242716775275767,-0.00028792186640203,-0.0002515720552764833,-0.00021522225870285183,-0.00017887246212922037,-0.00014252265100367367,-0.00010617283987812698,-6.982302875258029e-05,-3.3473224902991205e-05,2.8765825845766813e-06,3.922639007214457e-05,7.557620119769126e-05,0.00011192600504728034,0.00014827580889686942,0.00018462562002241611,0.0002209754311479628,0.0002573252422735095,0.0002936750533990562,0.0003300248645246029,0.0003663746465463191,0.0004027244576718658,0.0004390742687974125,0.0004754240799229592,0.0005117738619446754,0.0005481236730702221,0.0005844734841957688,0.0006208232953213155,0.0006571731064468622,0.0006935229175724089,0.0007298727286979556,0.0007662225398235023,0.000802572350949049,0.0008389221620745957,0.0008752719732001424,0.0009116217843256891,0.0009479715954512358,0.0009843213483691216,0.0010206712177023292,0.001057020970620215,0.0010933708399534225,0.0011297205928713083,0.001166070462204516,0.0012024202151224017,0.0012387700844556093,0.001275119837373495,0.0013114697067067027,0.0013478194596245885],"_type":"histogram","values":[1,2,3,2,0,3,1,2,5,3,11,9,16,9,20,12,23,24,18,19,27,26,34,32,35,34,25,28,26,34,31,32,28,16,24,17,22,16,8,12,15,12,8,13,7,5,4,6,2,1,0,0,0,3,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-5.846696922162664e-07,-5.625272478937404e-07,-5.403848035712144e-07,-5.182423024052696e-07,-4.960998580827436e-07,-4.739574137602176e-07,-4.518149694376916e-07,-4.296724966934562e-07,-4.075300523709302e-07,-3.853876080484042e-07,-3.632451353041688e-07,-3.411026909816428e-07,-3.189602466591168e-07,-2.968177739148814e-07,-2.746753295923554e-07,-2.5253285684812e-07,-2.30390412525594e-07,-2.082479539922133e-07,-1.861054954588326e-07,-1.639630511363066e-07,-1.418205926029259e-07,-1.196781340695452e-07,-9.753568264159185e-08,-7.53932312136385e-08,-5.3250772680257796e-08,-3.110831769959077e-08,-8.965862718923745e-09,1.317659226174328e-08,3.5319047242410306e-08,5.746150222307733e-08,7.960395720374436e-08,1.017464086316977e-07,1.2388881032165955e-07,1.4603126885504025e-07,1.6817372738842096e-07,1.9031617171094695e-07,2.1245863024432765e-07,2.3460108877770836e-07,2.5674353310023434e-07,2.7888600584446976e-07,3.0102845016699575e-07,3.2317089448952174e-07,3.4531336723375716e-07,3.6745581155628315e-07,3.8959825587880914e-07,4.1174072862304456e-07,4.3388317294557055e-07,4.5602564568980597e-07,4.78168090012332e-07,5.00310534334858e-07,5.224529786573839e-07,5.445954798233288e-07,5.667379241458548e-07,5.888803684683808e-07,6.110228127909068e-07,6.331652571134327e-07,6.553077582793776e-07,6.774502026019036e-07,6.995926469244296e-07,7.217350912469556e-07,7.438775355694816e-07,7.660199798920075e-07,7.881624810579524e-07,8.103049253804784e-07,8.324473697030044e-07],"_type":"histogram","values":[2,0,0,1,1,3,0,1,0,4,3,5,6,5,4,10,8,4,16,19,21,31,33,40,60,50,74,65,68,46,26,32,24,24,13,8,12,12,5,7,2,4,2,2,0,5,2,1,1,2,0,0,0,0,0,1,1,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,2,1,1,2,1,4,3,3,3,7,11,10,11,13,19,14,17,25,20,26,27,40,32,24,40,21,39,27,41,29,25,22,30,22,24,23,15,14,18,11,7,9,5,7,8,2,3,1,2,2,1,1,0,0,1],"bins":[0.9831790328025818,0.9836809635162354,0.9841828346252441,0.9846847653388977,0.9851866960525513,0.9856886267662048,0.9861904978752136,0.9866924285888672,0.9871943593025208,0.9876962900161743,0.9881981611251831,0.9887000918388367,0.9892020225524902,0.9897039532661438,0.9902058243751526,0.9907077550888062,0.9912096858024597,0.9917115569114685,0.9922134876251221,0.9927154183387756,0.9932173490524292,0.993719220161438,0.9942211508750916,0.9947230815887451,0.9952250123023987,0.9957268834114075,0.996228814125061,0.9967307448387146,0.9972326755523682,0.997734546661377,0.9982364773750305,0.9987384080886841,0.9992402791976929,0.9997422099113464,1.000244140625,1.0007460117340088,1.0012480020523071,1.001749873161316,1.0022517442703247,1.002753734588623,1.0032556056976318,1.0037575960159302,1.004259467124939,1.0047613382339478,1.005263328552246,1.0057651996612549,1.0062670707702637,1.006769061088562,1.0072709321975708,1.0077728033065796,1.008274793624878,1.0087766647338867,1.009278655052185,1.0097805261611938,1.0102823972702026,1.010784387588501,1.0112862586975098,1.0117881298065186,1.012290120124817,1.0127919912338257,1.013293981552124,1.0137958526611328,1.0142977237701416,1.01479971408844,1.0153015851974487],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.00025177001953125,-0.0002442896366119385,-0.00023680925369262695,-0.00022932887077331543,-0.0002218484878540039,-0.00021436810493469238,-0.00020688772201538086,-0.00019940733909606934,-0.0001919269561767578,-0.0001844465732574463,-0.00017696619033813477,-0.00016948580741882324,-0.00016200542449951172,-0.0001545250415802002,-0.00014704465866088867,-0.00013956427574157715,-0.00013208389282226562,-0.0001246035099029541,-0.00011712312698364258,-0.00010964274406433105,-0.00010216236114501953,-9.468197822570801e-05,-8.720159530639648e-05,-7.972121238708496e-05,-7.224082946777344e-05,-6.476044654846191e-05,-5.728006362915039e-05,-4.979968070983887e-05,-4.2319297790527344e-05,-3.483891487121582e-05,-2.7358531951904297e-05,-1.9878149032592773e-05,-1.239776611328125e-05,-4.9173831939697266e-06,2.562999725341797e-06,1.004338264465332e-05,1.7523765563964844e-05,2.5004148483276367e-05,3.248453140258789e-05,3.9964914321899414e-05,4.744529724121094e-05,5.492568016052246e-05,6.240606307983398e-05,6.988644599914551e-05,7.736682891845703e-05,8.484721183776855e-05,9.232759475708008e-05,9.98079776763916e-05,0.00010728836059570312,0.00011476874351501465,0.00012224912643432617,0.0001297295093536377,0.00013720989227294922,0.00014469027519226074,0.00015217065811157227,0.0001596510410308838,0.0001671314239501953,0.00017461180686950684,0.00018209218978881836,0.00018957257270812988,0.0001970529556274414,0.00020453333854675293,0.00021201372146606445,0.00021949410438537598,0.0002269744873046875],"_type":"histogram","values":[1,1,0,0,0,2,1,5,4,4,7,11,10,15,25,32,42,48,85,115,155,253,321,487,775,1119,1867,2916,5024,9695,21367,57494,223441,743433,362396,85874,28276,12027,5967,3385,2112,1303,885,604,401,261,169,115,93,75,63,30,20,8,12,10,8,2,6,2,1,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[2,1,1,1,3,3,3,3,2,6,8,11,10,8,12,17,15,13,17,18,25,27,23,18,24,22,30,29,32,23,25,26,24,25,18,26,20,26,16,20,17,11,16,13,10,11,12,10,7,6,10,3,1,1,3,1,1,0,0,0,1,0,0,1],"bins":[-0.011716585606336594,-0.011318960227072239,-0.010921334847807884,-0.01052370946854353,-0.010126084089279175,-0.00972845871001482,-0.009330833330750465,-0.00893320795148611,-0.008535582572221756,-0.008137956261634827,-0.007740331348031759,-0.0073427059687674046,-0.0069450801238417625,-0.006547454744577408,-0.006149829365313053,-0.005752203986048698,-0.005354578606784344,-0.004956953227519989,-0.004559327848255634,-0.00416170246899128,-0.0037640768568962812,-0.0033664514776319265,-0.002968825865536928,-0.0025712004862725735,-0.0021735751070082188,-0.001775949727743864,-0.0013783242320641875,-0.000980698736384511,-0.0005830733571201563,-0.00018544791964814067,0.00021217751782387495,0.0006098029552958906,0.0010074283927679062,0.001405053772032261,0.0018026792677119374,0.002200304763391614,0.0025979301426559687,0.0029955555219203234,0.0033931811340153217,0.0037908065132796764,0.004188431892544031,0.004586057271808386,0.0049836826510727406,0.005381308030337095,0.005778933875262737,0.006176559254527092,0.006574184633791447,0.006971810013055801,0.007369435392320156,0.007767060771584511,0.008164686150848866,0.00856231153011322,0.008959936909377575,0.00935756228864193,0.009755187667906284,0.010152813047170639,0.010550439357757568,0.010948064737021923,0.011345690116286278,0.011743315495550632,0.012140940874814987,0.012538566254079342,0.012936191633343697,0.013333817012608051,0.013731442391872406],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[4,4,4,14,20,34,49,102,168,242,365,544,844,1166,1628,2336,3255,4562,5862,7596,9675,12027,14345,17302,20242,23037,26130,28478,30555,32435,33177,33419,33132,32377,30710,28988,26396,23648,20577,17775,14777,12199,9994,7697,6151,4532,3412,2405,1841,1227,822,535,402,245,121,97,69,32,17,8,10,5,1,1],"bins":[-0.09074115008115768,-0.08786602318286896,-0.08499090373516083,-0.0821157768368721,-0.07924064993858337,-0.07636553049087524,-0.07349040359258652,-0.07061527669429779,-0.06774015724658966,-0.06486503034830093,-0.06198990345001221,-0.05911478027701378,-0.05623965710401535,-0.053364530205726624,-0.050489407032728195,-0.04761428013443947,-0.04473915696144104,-0.04186403378844261,-0.038988906890153885,-0.03611378371715546,-0.03323865681886673,-0.0303635336458683,-0.027488410472869873,-0.024613285437226295,-0.021738160401582718,-0.01886303536593914,-0.015987910330295563,-0.013112787157297134,-0.010237662121653557,-0.0073625375516712666,-0.004487412981688976,-0.001612288411706686,0.0012628436088562012,0.0041379681788384914,0.007013092748820782,0.009888216853141785,0.012763341888785362,0.01563846692442894,0.018513590097427368,0.021388715133070946,0.024263840168714523,0.0271389652043581,0.03001409024000168,0.03288921341300011,0.035764336585998535,0.03863946348428726,0.04151458665728569,0.04438971355557442,0.047264836728572845,0.050139959901571274,0.05301508679986,0.05589020997285843,0.058765336871147156,0.061640460044145584,0.06451558321714401,0.06739071011543274,0.07026582956314087,0.0731409564614296,0.07601608335971832,0.07889121025800705,0.08176632970571518,0.0846414566040039,0.08751658350229263,0.09039170295000076,0.09326682984828949]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.0001659393310546875,-0.00016099214553833008,-0.00015604496002197266,-0.00015109777450561523,-0.0001461505889892578,-0.0001412034034729004,-0.00013625621795654297,-0.00013130903244018555,-0.00012636184692382812,-0.0001214146614074707,-0.00011646747589111328,-0.00011152029037475586,-0.00010657310485839844,-0.00010162591934204102,-9.66787338256836e-05,-9.173154830932617e-05,-8.678436279296875e-05,-8.183717727661133e-05,-7.68899917602539e-05,-7.194280624389648e-05,-6.699562072753906e-05,-6.204843521118164e-05,-5.710124969482422e-05,-5.21540641784668e-05,-4.7206878662109375e-05,-4.225969314575195e-05,-3.731250762939453e-05,-3.236532211303711e-05,-2.7418136596679688e-05,-2.2470951080322266e-05,-1.7523765563964844e-05,-1.2576580047607422e-05,-7.62939453125e-06,-2.682209014892578e-06,2.2649765014648438e-06,7.212162017822266e-06,1.2159347534179688e-05,1.710653305053711e-05,2.205371856689453e-05,2.7000904083251953e-05,3.1948089599609375e-05,3.68952751159668e-05,4.184246063232422e-05,4.678964614868164e-05,5.173683166503906e-05,5.6684017181396484e-05,6.16312026977539e-05,6.657838821411133e-05,7.152557373046875e-05,7.647275924682617e-05,8.14199447631836e-05,8.636713027954102e-05,9.131431579589844e-05,9.626150131225586e-05,0.00010120868682861328,0.0001061558723449707,0.00011110305786132812,0.00011605024337768555,0.00012099742889404297,0.0001259446144104004,0.0001308917999267578,0.00013583898544311523,0.00014078617095947266,0.00014573335647583008,0.0001506805419921875],"_type":"histogram","values":[1,0,0,2,2,3,2,7,1,4,9,12,15,46,35,58,87,138,179,248,366,558,850,1189,1902,2922,4640,6965,11370,18293,31284,54076,92518,124173,95949,56828,32904,18931,11873,7346,4892,3100,2070,1308,845,622,338,253,206,112,84,71,34,36,25,16,13,3,1,4,1,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.008023307658731937,-0.0077630565501749516,-0.007502805907279253,-0.007242554798722267,-0.006982304155826569,-0.006722053047269583,-0.006461802404373884,-0.006201551295816898,-0.0059413006529212,-0.005681049544364214,-0.005420798435807228,-0.0051605477929115295,-0.004900296684354544,-0.004640046041458845,-0.004379794932901859,-0.004119544290006161,-0.003859293181449175,-0.0035990423057228327,-0.0033387914299964905,-0.0030785405542701483,-0.002818289678543806,-0.0025580385699868202,-0.002297787694260478,-0.002037536818534136,-0.0017772859428077936,-0.0015170350670814514,-0.0012567841913551092,-0.0009965331992134452,-0.000736282323487103,-0.00047603141865693033,-0.00021578051382675767,4.447039100341499e-05,0.00030472129583358765,0.0005649721715599298,0.000825223105493933,0.001085474039427936,0.0013457249151542783,0.0016059757908806205,0.0018662267830222845,0.0021264776587486267,0.002386728534474969,0.002646979410201311,0.0029072302859276533,0.0031674811616539955,0.0034277322702109814,0.0036879831459373236,0.003948234021663666,0.004208484664559364,0.00446873577311635,0.004728986881673336,0.004989237524569035,0.00524948863312602,0.005509739276021719,0.005769990384578705,0.006030241027474403,0.006290492136031389,0.006550743244588375,0.006810993887484074,0.0070712449960410595,0.007331495638936758,0.007591746747493744,0.007851997390389442,0.008112248033285141,0.008372499607503414,0.008632750250399113],"_type":"histogram","values":[1,0,2,0,2,5,3,3,1,10,6,4,7,6,5,5,10,10,13,13,25,13,22,18,27,26,32,28,39,32,21,29,29,22,29,32,30,27,24,23,13,13,14,20,10,7,9,11,7,8,5,4,3,2,2,1,2,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,0,0,3,7,8,16,29,59,124,208,349,603,952,1505,2324,3590,5448,7956,11189,15281,20284,26805,33882,42576,51228,61384,71190,79461,87569,93325,97971,99324,98463,95566,90489,82958,74767,65625,55555,46578,37714,30004,23119,17234,12594,9208,6334,4271,2821,1912,1209,750,430,273,155,77,53,28,10,8,3,1,4],"bins":[-0.10679154098033905,-0.10352819412946701,-0.10026484727859497,-0.09700149297714233,-0.0937381461262703,-0.09047479927539825,-0.08721145242452621,-0.08394810557365417,-0.08068475127220154,-0.0774214044213295,-0.07415805757045746,-0.07089471071958542,-0.06763136386871338,-0.06436801701784134,-0.061104666441679,-0.05784131586551666,-0.05457796901464462,-0.05131462216377258,-0.048051271587610245,-0.044787924736738205,-0.04152457416057587,-0.03826122730970383,-0.03499788045883179,-0.03173452988266945,-0.02847118303179741,-0.02520783431828022,-0.02194448560476303,-0.01868113875389099,-0.015417790040373802,-0.012154441326856613,-0.008891093544661999,-0.005627745296806097,-0.0023644044995307922,0.0008989437483251095,0.004162291996181011,0.007425640244036913,0.010688988491892815,0.013952337205410004,0.017215684056282043,0.020479032769799232,0.02374238148331642,0.02700573019683361,0.0302690789103508,0.03353242576122284,0.03679577261209488,0.04005912318825722,0.04332247003912926,0.046585820615291595,0.049849167466163635,0.053112514317035675,0.05637586489319801,0.05963921174407005,0.06290256232023239,0.06616590917110443,0.06942925602197647,0.07269260287284851,0.07595595717430115,0.07921930402517319,0.08248265087604523,0.08574599772691727,0.0890093445777893,0.09227269142866135,0.09553604573011398,0.09879939258098602,0.10206273943185806],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[1,0,2,3,1,3,2,1,6,2,12,13,10,10,10,21,16,26,22,33,28,39,42,38,59,45,65,69,95,77,119,114,122,124,113,107,103,96,85,88,59,27,41,26,17,13,6,5,8,5,4,1,3,0,2,1,1,2,3,0,1,0,0,1],"bins":[-0.0174558088183403,-0.017122559249401093,-0.016789309680461884,-0.016456060111522675,-0.016122808679938316,-0.015789559110999107,-0.015456309542059898,-0.01512305997312069,-0.01478981040418148,-0.014456559903919697,-0.014123310334980488,-0.013790060766041279,-0.013456810265779495,-0.013123560696840286,-0.012790311127901077,-0.012457060627639294,-0.012123811058700085,-0.011790561489760876,-0.011457310989499092,-0.011124061420559883,-0.010790811851620674,-0.01045756135135889,-0.010124311782419682,-0.009791062213480473,-0.009457811713218689,-0.00912456214427948,-0.008791312575340271,-0.008458063006401062,-0.008124812506139278,-0.007791562937200069,-0.007458312902599573,-0.007125063333660364,-0.0067918142303824425,-0.006458564195781946,-0.006125314626842737,-0.005792064592242241,-0.005458815023303032,-0.005125564988702536,-0.004792314954102039,-0.00445906538516283,-0.004125815350562334,-0.0037925655487924814,-0.003459315747022629,-0.0031260657124221325,-0.00279281591065228,-0.002459566108882427,-0.002126316074281931,-0.0017930662725120783,-0.0014598164707422256,-0.001126566668972373,-0.0007933167507871985,-0.000460066890809685,-0.00012681703083217144,0.0002064328291453421,0.0005396826891228557,0.0008729325491003692,0.0012061824090778828,0.0015394322108477354,0.0018726821290329099,0.0022059320472180843,0.002539181848987937,0.0028724316507577896,0.003205681685358286,0.0035389314871281385,0.003872181288897991],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.001739501953125,-0.0016901493072509766,-0.0016407966613769531,-0.0015914440155029297,-0.0015420913696289062,-0.0014927387237548828,-0.0014433860778808594,-0.001394033432006836,-0.0013446807861328125,-0.001295328140258789,-0.0012459754943847656,-0.0011966228485107422,-0.0011472702026367188,-0.0010979175567626953,-0.0010485649108886719,-0.0009992122650146484,-0.000949859619140625,-0.0009005069732666016,-0.0008511543273925781,-0.0008018016815185547,-0.0007524490356445312,-0.0007030963897705078,-0.0006537437438964844,-0.0006043910980224609,-0.0005550384521484375,-0.0005056858062744141,-0.0004563331604003906,-0.0004069805145263672,-0.00035762786865234375,-0.0003082752227783203,-0.0002589225769042969,-0.00020956993103027344,-0.00016021728515625,-0.00011086463928222656,-6.151199340820312e-05,-1.2159347534179688e-05,3.719329833984375e-05,8.654594421386719e-05,0.00013589859008789062,0.00018525123596191406,0.0002346038818359375,0.00028395652770996094,0.0003333091735839844,0.0003826618194580078,0.00043201446533203125,0.0004813671112060547,0.0005307197570800781,0.0005800724029541016,0.000629425048828125,0.0006787776947021484,0.0007281303405761719,0.0007774829864501953,0.0008268356323242188,0.0008761882781982422,0.0009255409240722656,0.0009748935699462891,0.0010242462158203125,0.001073598861694336,0.0011229515075683594,0.0011723041534423828,0.0012216567993164062,0.0012710094451904297,0.0013203620910644531,0.0013697147369384766,0.0014190673828125],"_type":"histogram","values":[1,1,1,1,1,2,3,1,4,7,7,12,13,24,47,43,69,77,120,183,246,336,431,709,934,1297,1991,3037,4894,7914,13396,24445,51848,136925,390727,538057,229409,83247,36696,18316,10396,6109,3835,2358,1509,998,637,445,331,209,145,129,89,64,40,32,23,22,9,5,2,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[2,1,0,2,2,1,4,4,7,7,8,7,4,9,5,10,15,18,26,27,20,12,19,16,25,29,25,29,27,25,30,27,18,27,26,32,24,21,29,24,10,20,12,13,16,9,7,6,5,6,4,3,5,2,2,1,1,0,0,0,1,0,0,1],"bins":[-0.005501379258930683,-0.005315533839166164,-0.005129688419401646,-0.004943842999637127,-0.004757997579872608,-0.0045721521601080894,-0.004386306740343571,-0.004200461320579052,-0.004014615900814533,-0.003828770713880658,-0.0036429252941161394,-0.0034570798743516207,-0.0032712346874177456,-0.003085389267653227,-0.002899543847888708,-0.0027136984281241894,-0.0025278530083596706,-0.002342007588595152,-0.002156162168830633,-0.0019703167490661144,-0.0017844714457169175,-0.0015986260259523988,-0.0014127807226032019,-0.0012269353028386831,-0.0010410898830741644,-0.0008552444633096457,-0.0006693991017527878,-0.00048355371109209955,-0.00029770832043141127,-0.00011186292977072299,7.39824608899653e-05,0.0002598278515506536,0.00044567324221134186,0.0006315186619758606,0.0008173640235327184,0.0010032093850895762,0.001189054804854095,0.0013749002246186137,0.0015607455279678106,0.0017465909477323294,0.001932436367496848,0.002118281787261367,0.0023041272070258856,0.0024899726267904043,0.0026758178137242794,0.002861663233488798,0.003047508653253317,0.0032333540730178356,0.0034191994927823544,0.003605044912546873,0.003790890332311392,0.003976735752075911,0.004162581171840429,0.004348426591604948,0.004534272011369467,0.0047201174311339855,0.004905962385237217,0.005091807805001736,0.005277653224766254,0.005463498644530773,0.005649344064295292,0.005835189484059811,0.006021034903824329,0.006206880323588848,0.006392725743353367],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.005110562779009342,-0.004958221223205328,-0.004805880133062601,-0.004653538577258587,-0.00450119748711586,-0.004348855931311846,-0.004196514841169119,-0.004044173285365105,-0.003891831962391734,-0.0037394906394183636,-0.003587149316444993,-0.0034348079934716225,-0.0032824664376676083,-0.0031301251146942377,-0.002977783791720867,-0.0028254424687474966,-0.002673101145774126,-0.0025207598228007555,-0.002368418499827385,-0.0022160771768540144,-0.002063735853880644,-0.0019113944144919515,-0.001759052975103259,-0.0016067116521298885,-0.001454370329156518,-0.0013020290061831474,-0.0011496876832097769,-0.0009973462438210845,-0.000845004920847714,-0.0006926635978743434,-0.0005403222166933119,-0.0003879808646161109,-0.0002356395125389099,-8.32981604617089e-05,6.90431916154921e-05,0.00022138454369269311,0.0003737258957698941,0.0005260672187432647,0.0006784085999242961,0.0008307499811053276,0.0009830913040786982,0.0011354326270520687,0.0012877739500254393,0.0014401153894141316,0.0015924567123875022,0.0017447980353608727,0.0018971394747495651,0.0020494807977229357,0.0022018221206963062,0.0023541634436696768,0.0025065047666430473,0.002658846089616418,0.0028111874125897884,0.0029635289683938026,0.003115870291367173,0.0032682116143405437,0.0034205529373139143,0.003572894260287285,0.0037252355832606554,0.003877576906234026,0.00402991846203804,0.004182259552180767,0.004334601107984781,0.004486942198127508,0.004639283753931522],"_type":"histogram","values":[1,1,0,1,0,0,0,1,3,3,4,4,4,2,8,5,5,11,7,16,9,15,16,26,17,17,22,28,22,24,27,26,23,28,26,31,28,35,30,26,24,15,21,19,11,22,9,18,13,11,10,8,4,7,7,1,2,4,3,1,2,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,1,0,4,0,1,2,4,2,5,5,6,9,8,6,7,21,15,16,11,17,19,27,26,15,18,23,22,31,28,21,33,29,36,31,24,17,28,21,20,24,20,22,10,17,9,9,5,9,7,9,5,3,3,2,0,1,1,0,1],"bins":[0.9712727069854736,0.9718489646911621,0.9724252223968506,0.9730014801025391,0.9735777974128723,0.9741540551185608,0.9747303128242493,0.9753065705299377,0.9758828282356262,0.9764590859413147,0.977035403251648,0.9776116609573364,0.9781879186630249,0.9787641763687134,0.9793404340744019,0.9799166917800903,0.9804929494857788,0.9810692667961121,0.9816455245018005,0.982221782207489,0.9827980399131775,0.983374297618866,0.9839505553245544,0.9845268726348877,0.9851031303405762,0.9856793880462646,0.9862556457519531,0.9868319034576416,0.9874081611633301,0.9879844784736633,0.9885607361793518,0.9891369938850403,0.9897132515907288,0.9902895092964172,0.9908657670021057,0.9914420247077942,0.9920183420181274,0.9925945997238159,0.9931708574295044,0.9937471151351929,0.9943233728408813,0.9948996305465698,0.9954759478569031,0.9960522055625916,0.99662846326828,0.9972047209739685,0.997780978679657,0.9983572363853455,0.9989335536956787,0.9995098114013672,1.0000860691070557,1.0006623268127441,1.0012385845184326,1.001814842224121,1.0023910999298096,1.002967357635498,1.0035436153411865,1.004119873046875,1.004696249961853,1.0052725076675415,1.00584876537323,1.0064250230789185,1.007001280784607,1.0075775384902954,1.0081537961959839]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,1,0,1,0,1,1,3,12,20,38,66,74,148,213,407,571,923,1349,1861,2460,3481,4645,6135,7948,9723,11787,14060,16444,18404,20562,21994,23049,23998,23996,23694,22536,21296,19347,17363,15105,13208,10849,8781,6912,5517,4258,3113,2227,1518,1116,734,508,300,187,117,65,36,24,14,6,3,2,4],"bins":[-0.10573628544807434,-0.10265008360147476,-0.09956387430429459,-0.09647767245769501,-0.09339147061109543,-0.09030526131391525,-0.08721905946731567,-0.0841328576207161,-0.08104665577411652,-0.07796044647693634,-0.07487424463033676,-0.07178804278373718,-0.068701833486557,-0.06561563163995743,-0.06252942979335785,-0.05944322422146797,-0.056357018649578094,-0.05327081307768822,-0.05018461123108864,-0.04709840565919876,-0.04401220381259918,-0.040925998240709305,-0.03783979266881943,-0.03475359082221985,-0.03166738525032997,-0.028581181541085243,-0.025494977831840515,-0.022408772259950638,-0.01932256855070591,-0.01623636484146118,-0.013150160200893879,-0.010063955560326576,-0.006977751851081848,-0.0038915476761758327,-0.0008053435012698174,0.002280860673636198,0.0053670648485422134,0.008453268557786942,0.011539473198354244,0.014625677838921547,0.017711881548166275,0.020798085257411003,0.02388428896665573,0.02697049453854561,0.030056698247790337,0.033142901957035065,0.03622910752892494,0.03931530937552452,0.0424015149474144,0.045487720519304276,0.048573922365903854,0.05166012793779373,0.05474632978439331,0.05783253535628319,0.060918740928173065,0.06400494277477264,0.06709115207195282,0.0701773539185524,0.07326355576515198,0.07634975761175156,0.07943596690893173,0.08252216875553131,0.08560837060213089,0.08869457989931107,0.09178078174591064]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,0,2,2,2,3,6,4,9,6,12,28,33,31,59,109,133,170,275,414,700,1113,1864,3116,5554,10361,20559,49807,149829,541606,541273,150465,50543,21063,10118,5341,3176,1802,1135,699,489,291,209,139,103,57,42,31,20,20,13,7,4,2,4,1,3,2,0,2,0,1],"bins":[-0.000179290771484375,-0.00017368793487548828,-0.00016808509826660156,-0.00016248226165771484,-0.00015687942504882812,-0.0001512765884399414,-0.0001456737518310547,-0.00014007091522216797,-0.00013446807861328125,-0.00012886524200439453,-0.0001232624053955078,-0.0001176595687866211,-0.00011205673217773438,-0.00010645389556884766,-0.00010085105895996094,-9.524822235107422e-05,-8.96453857421875e-05,-8.404254913330078e-05,-7.843971252441406e-05,-7.283687591552734e-05,-6.723403930664062e-05,-6.16312026977539e-05,-5.602836608886719e-05,-5.042552947998047e-05,-4.482269287109375e-05,-3.921985626220703e-05,-3.361701965332031e-05,-2.8014183044433594e-05,-2.2411346435546875e-05,-1.6808509826660156e-05,-1.1205673217773438e-05,-5.602836608886719e-06,0,5.602836608886719e-06,1.1205673217773438e-05,1.6808509826660156e-05,2.2411346435546875e-05,2.8014183044433594e-05,3.361701965332031e-05,3.921985626220703e-05,4.482269287109375e-05,5.042552947998047e-05,5.602836608886719e-05,6.16312026977539e-05,6.723403930664062e-05,7.283687591552734e-05,7.843971252441406e-05,8.404254913330078e-05,8.96453857421875e-05,9.524822235107422e-05,0.00010085105895996094,0.00010645389556884766,0.00011205673217773438,0.0001176595687866211,0.0001232624053955078,0.00012886524200439453,0.00013446807861328125,0.00014007091522216797,0.0001456737518310547,0.0001512765884399414,0.00015687942504882812,0.00016248226165771484,0.00016808509826660156,0.00017368793487548828,0.000179290771484375]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.000644683837890625,-0.0006232261657714844,-0.0006017684936523438,-0.0005803108215332031,-0.0005588531494140625,-0.0005373954772949219,-0.0005159378051757812,-0.0004944801330566406,-0.0004730224609375,-0.0004515647888183594,-0.00043010711669921875,-0.0004086494445800781,-0.0003871917724609375,-0.0003657341003417969,-0.00034427642822265625,-0.0003228187561035156,-0.000301361083984375,-0.0002799034118652344,-0.00025844573974609375,-0.00023698806762695312,-0.0002155303955078125,-0.00019407272338867188,-0.00017261505126953125,-0.00015115737915039062,-0.00012969970703125,-0.00010824203491210938,-8.678436279296875e-05,-6.532669067382812e-05,-4.38690185546875e-05,-2.2411346435546875e-05,-9.5367431640625e-07,2.0503997802734375e-05,4.1961669921875e-05,6.341934204101562e-05,8.487701416015625e-05,0.00010633468627929688,0.0001277923583984375,0.00014925003051757812,0.00017070770263671875,0.00019216537475585938,0.000213623046875,0.00023508071899414062,0.00025653839111328125,0.0002779960632324219,0.0002994537353515625,0.0003209114074707031,0.00034236907958984375,0.0003638267517089844,0.000385284423828125,0.0004067420959472656,0.00042819976806640625,0.0004496574401855469,0.0004711151123046875,0.0004925727844238281,0.0005140304565429688,0.0005354881286621094,0.00055694580078125,0.0005784034729003906,0.0005998611450195312,0.0006213188171386719,0.0006427764892578125,0.0006642341613769531,0.0006856918334960938,0.0007071495056152344,0.000728607177734375],"_type":"histogram","values":[4,0,3,3,4,5,7,6,13,26,39,52,94,108,151,194,339,499,757,1076,1606,2397,3799,5543,9177,14433,24130,41193,70568,112757,115619,74361,43054,25405,15146,9363,6239,3803,2593,1651,1200,774,511,385,264,155,109,70,35,29,23,15,14,6,8,3,0,1,2,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[3,2,4,0,1,6,4,2,7,4,6,5,8,10,14,14,9,15,10,12,23,15,18,21,17,27,29,22,36,22,35,20,30,22,25,21,25,21,18,19,12,13,20,13,13,12,8,11,7,4,8,6,9,9,1,7,2,3,2,0,3,0,1,2],"bins":[-0.014757524244487286,-0.014281915500760078,-0.013806306757032871,-0.013330698013305664,-0.012855089269578457,-0.01237948052585125,-0.011903871782124043,-0.011428263038396835,-0.010952654294669628,-0.010477045550942421,-0.010001436807215214,-0.009525828063488007,-0.0090502193197608,-0.008574610576033592,-0.008099001832306385,-0.007623393088579178,-0.007147784344851971,-0.0066721756011247635,-0.006196566857397556,-0.005720958113670349,-0.005245349369943142,-0.004769740626215935,-0.004294131882488728,-0.0038185231387615204,-0.003342914395034313,-0.002867305651307106,-0.002391696907579899,-0.0019160881638526917,-0.0014404794201254845,-0.0009648706763982773,-0.0004892619326710701,-1.3653188943862915e-05,0.00046195462346076965,0.0009375633671879768,0.001413172110915184,0.0018887808546423912,0.0023643895983695984,0.0028399983420968056,0.0033156070858240128,0.00379121582955122,0.004266824573278427,0.004742433317005634,0.0052180420607328415,0.005693650804460049,0.006169259548187256,0.006644868291914463,0.00712047703564167,0.007596085779368877,0.008071694523096085,0.008547303266823292,0.009022912010550499,0.009498520754277706,0.009974129498004913,0.01044973824173212,0.010925346985459328,0.011400955729186535,0.011876564472913742,0.01235217321664095,0.012827781960368156,0.013303390704095364,0.01377899944782257,0.014254608191549778,0.014730216935276985,0.015205825679004192,0.0156814344227314],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.00145721435546875,-0.0014039278030395508,-0.0013506412506103516,-0.0012973546981811523,-0.0012440681457519531,-0.001190781593322754,-0.0011374950408935547,-0.0010842084884643555,-0.0010309219360351562,-0.000977635383605957,-0.0009243488311767578,-0.0008710622787475586,-0.0008177757263183594,-0.0007644891738891602,-0.0007112026214599609,-0.0006579160690307617,-0.0006046295166015625,-0.0005513429641723633,-0.0004980564117431641,-0.00044476985931396484,-0.0003914833068847656,-0.0003381967544555664,-0.0002849102020263672,-0.00023162364959716797,-0.00017833709716796875,-0.00012505054473876953,-7.176399230957031e-05,-1.8477439880371094e-05,3.4809112548828125e-05,8.809566497802734e-05,0.00014138221740722656,0.00019466876983642578,0.000247955322265625,0.0003012418746948242,0.00035452842712402344,0.00040781497955322266,0.0004611015319824219,0.0005143880844116211,0.0005676746368408203,0.0006209611892700195,0.0006742477416992188,0.000727534294128418,0.0007808208465576172,0.0008341073989868164,0.0008873939514160156,0.0009406805038452148,0.000993967056274414,0.0010472536087036133,0.0011005401611328125,0.0011538267135620117,0.001207113265991211,0.0012603998184204102,0.0013136863708496094,0.0013669729232788086,0.0014202594757080078,0.001473546028137207,0.0015268325805664062,0.0015801191329956055,0.0016334056854248047,0.001686692237854004,0.0017399787902832031,0.0017932653427124023,0.0018465518951416016,0.0018998384475708008,0.001953125],"_type":"histogram","values":[3,1,2,2,2,9,11,15,24,36,47,81,111,193,307,455,710,1062,1618,2803,4456,6881,11598,18789,32319,56769,105043,142360,86574,47518,27403,16069,9955,6165,3828,2497,1537,925,543,393,210,168,123,73,35,32,21,15,10,7,11,0,2,0,2,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,3,2,3,0,2,2,2,3,1,1,3,0,3,6,6,10,9,10,21,15,32,28,30,34,41,34,56,46,39,40,45,39,30,26,30,26,13,18,11,6,5,4,1,3,7,3,0,4,3,3,1,1,1,0,2,1,0,0,0,1],"bins":[-0.030365096405148506,-0.029393848031759262,-0.02842259779572487,-0.027451349422335625,-0.02648009918630123,-0.025508850812911987,-0.024537600576877594,-0.02356635220348835,-0.022595103830099106,-0.021623853594064713,-0.02065260522067547,-0.019681354984641075,-0.01871010661125183,-0.017738856375217438,-0.016767608001828194,-0.0157963577657938,-0.014825109392404556,-0.013853860087692738,-0.012882610782980919,-0.0119113614782691,-0.010940112173557281,-0.009968863800168037,-0.008997614495456219,-0.0080263651907444,-0.007055115886032581,-0.006083866581320763,-0.005112617276608944,-0.0041413684375584126,-0.003170119132846594,-0.002198869828134775,-0.0012276207562536001,-0.00025637156795710325,0.0007148794829845428,0.0016861286712810397,0.0026573778595775366,0.0036286269314587116,0.00459987623617053,0.005571125540882349,0.00654237437993288,0.007513623684644699,0.008484872989356518,0.009456122294068336,0.010427371598780155,0.011398620903491974,0.012369869276881218,0.013341118581593037,0.014312367886304855,0.015283617191016674,0.016254866495728493,0.017226114869117737,0.01819736510515213,0.019168613478541374,0.020139863714575768,0.02111111208796501,0.022082362323999405,0.02305361069738865,0.024024859070777893,0.024996109306812286,0.02596735768020153,0.026938607916235924,0.027909856289625168,0.02888110652565956,0.029852354899048805,0.0308236051350832,0.03179485350847244]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[2,0,0,1,0,3,4,1,2,3,2,1,7,10,3,5,7,8,12,15,18,16,20,17,13,14,36,23,20,39,25,29,33,35,29,33,23,26,22,20,18,15,18,15,19,13,15,17,11,12,9,5,6,3,3,4,2,1,0,0,1,2,1,1],"bins":[-0.00012399227125570178,-0.000120226526632905,-0.00011646077473415062,-0.00011269503011135384,-0.00010892928548855707,-0.00010516353358980268,-0.00010139778896700591,-9.763204434420913e-05,-9.386629244545475e-05,-9.010054782265797e-05,-8.63348031998612e-05,-8.256905130110681e-05,-7.880330667831004e-05,-7.503756205551326e-05,-7.127181015675887e-05,-6.75060655339621e-05,-6.374031363520771e-05,-5.997456901241094e-05,-5.6208824389614165e-05,-5.2443076128838584e-05,-4.8677327868063e-05,-4.491158324526623e-05,-4.114583498449065e-05,-3.738008672371507e-05,-3.361434210091829e-05,-2.9848593840142712e-05,-2.608284557936713e-05,-2.2317099137580954e-05,-1.8551352695794776e-05,-1.4785604435019195e-05,-1.1019857993233018e-05,-7.254110641952138e-06,-3.488363290671259e-06,2.773838332359446e-07,4.043130957143148e-06,7.808877853676677e-06,1.1574625204957556e-05,1.5340372556238435e-05,1.9106118998024613e-05,2.2871867258800194e-05,2.663761370058637e-05,3.040336014237255e-05,3.416910840314813e-05,3.793485666392371e-05,4.1700601286720484e-05,4.5466349547496065e-05,4.9232097808271646e-05,5.299784243106842e-05,5.6763590691844e-05,6.052933895261958e-05,6.429508357541636e-05,6.806083547417074e-05,7.182658009696752e-05,7.559232471976429e-05,7.935807661851868e-05,8.312382124131545e-05,8.688956586411223e-05,9.065531776286662e-05,9.442106238566339e-05,9.818680700846016e-05,0.00010195255890721455,0.00010571830353001133,0.0001094840481528081,0.00011324980005156249,0.00011701554467435926],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.007564636413007975,-0.007312349509447813,-0.0070600626058876514,-0.006807776167988777,-0.006555489264428616,-0.006303202360868454,-0.006050915457308292,-0.005798628553748131,-0.005546341650187969,-0.005294055212289095,-0.005041768308728933,-0.004789481405168772,-0.00453719450160861,-0.0042849075980484486,-0.004032621160149574,-0.0037803342565894127,-0.003528047353029251,-0.0032757604494690895,-0.0030234737787395716,-0.00277118687517941,-0.002518900204449892,-0.0022666133008897305,-0.002014326397329569,-0.001762039610184729,-0.0015097528230398893,-0.0012574660358950496,-0.0010051792487502098,-0.0007528923451900482,-0.0005006055580452085,-0.00024831874179653823,3.968074452131987e-06,0.0002562548907008022,0.0005085412412881851,0.0007608280284330249,0.0010131148155778646,0.0012654017191380262,0.001517688506282866,0.0017699752934277058,0.0020222621969878674,0.0022745488677173853,0.002526835771277547,0.0027791226748377085,0.0030314093455672264,0.003283696249127388,0.0035359831526875496,0.0037882698234170675,0.0040405564941465855,0.004292843397706747,0.004545130301266909,0.00479741720482707,0.005049704108387232,0.005301990546286106,0.005554277449846268,0.005806564353406429,0.006058851256966591,0.0063111381605267525,0.006563425064086914,0.006815711501985788,0.00706799840554595,0.0073202853091061115,0.007572572212666273,0.007824858650565147,0.008077145554125309,0.00832943245768547,0.008581719361245632],"_type":"histogram","values":[1,2,0,0,0,2,2,3,4,3,1,4,3,7,7,10,12,12,14,27,28,18,21,29,21,19,32,37,30,30,26,34,37,34,19,38,27,23,24,20,14,12,9,17,12,12,7,4,5,4,3,3,3,0,0,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-0.023753302171826363,-0.023007215932011604,-0.022261127829551697,-0.02151504158973694,-0.02076895534992218,-0.020022869110107422,-0.019276782870292664,-0.018530694767832756,-0.017784608528017998,-0.01703852228820324,-0.016292434185743332,-0.015546347945928574,-0.014800261706113815,-0.014054175466299057,-0.013308088295161724,-0.012562001124024391,-0.011815914884209633,-0.011069828644394875,-0.010323741473257542,-0.009577654302120209,-0.00883156806230545,-0.008085481822490692,-0.007339394651353359,-0.006593307945877314,-0.005847221240401268,-0.005101134534925222,-0.004355047829449177,-0.003608961123973131,-0.0028628744184970856,-0.00211678771302104,-0.0013707010075449944,-0.0006246143020689487,0.00012147240340709686,0.0008675591088831425,0.001613645814359188,0.0023597325198352337,0.0031058192253112793,0.003851905930787325,0.0045979926362633705,0.005344079341739416,0.006090166047215462,0.006836252752691507,0.007582339458167553,0.008328426629304886,0.009074512869119644,0.009820599108934402,0.010566686280071735,0.011312773451209068,0.012058859691023827,0.012804945930838585,0.013551033101975918,0.01429712027311325,0.015043206512928009,0.015789292752742767,0.016535378992557526,0.017281467095017433,0.01802755333483219,0.01877363957464695,0.019519727677106857,0.020265813916921616,0.021011900156736374,0.021757986396551132,0.02250407263636589,0.023250160738825798,0.023996246978640556],"_type":"histogram","values":[2,1,0,0,0,0,1,0,0,1,2,1,2,7,8,8,14,10,11,7,16,17,19,20,35,28,24,20,26,36,35,27,28,32,27,33,24,30,25,20,32,22,14,13,16,8,14,10,8,7,7,4,3,3,4,3,0,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.01715845614671707,-0.016852371394634247,-0.01654628850519657,-0.016240203753113747,-0.01593412086367607,-0.015628036111593246,-0.015321953222155571,-0.015015869401395321,-0.01470978558063507,-0.014403700828552246,-0.014097617007791996,-0.013791533187031746,-0.013485449366271496,-0.013179365545511246,-0.012873281724750996,-0.012567197903990746,-0.012261114083230495,-0.011955030262470245,-0.011648946441709995,-0.011342862620949745,-0.011036778800189495,-0.010730694979429245,-0.010424611158668995,-0.010118527337908745,-0.00981244258582592,-0.00950635876506567,-0.00920027494430542,-0.00889419112354517,-0.00858810730278492,-0.00828202348202467,-0.00797593966126442,-0.0076698558405041695,-0.007363771088421345,-0.007057687267661095,-0.006751603446900845,-0.0064455196261405945,-0.006139435805380344,-0.005833351984620094,-0.005527268163859844,-0.005221184343099594,-0.004915100522339344,-0.004609016235917807,-0.0043029324151575565,-0.0039968485943973064,-0.0036907647736370564,-0.0033846809528768063,-0.003078597132116556,-0.0027725130785256624,-0.0024664292577654123,-0.0021603454370051622,-0.0018542614998295903,-0.0015481775626540184,-0.0012420937418937683,-0.0009360098629258573,-0.0006299259839579463,-0.0003238421049900353,-1.775822602212429e-05,0.0002883256529457867,0.0005944095319136977,0.0009004934108816087,0.0012065772898495197,0.0015126611106097698,0.0018187450477853417,0.0021248289849609137,0.0024309128057211637],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,2,2,1,3,4,6,9,9,17,22,23,29,37,52,46,53,62,86,85,96,93,101,110,126,112,111,104,84,97,78,55,65,49,50,35,28,35,15,12,9,11,6,6,3,1,1,0,0,4,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,1,1,0,5,3,5,8,18,16,21,31,40,74,109,133,194,284,453,547,985,1511,2469,4369,7919,15929,38019,117806,249244,87922,30950,13670,6837,3767,2286,1424,920,584,420,237,207,124,81,57,36,35,23,13,9,5,7,1,4,1,2,0,1,0,3,0,0,2,0,1],"bins":[-0.000209808349609375,-0.00020241737365722656,-0.00019502639770507812,-0.0001876354217529297,-0.00018024444580078125,-0.0001728534698486328,-0.00016546249389648438,-0.00015807151794433594,-0.0001506805419921875,-0.00014328956604003906,-0.00013589859008789062,-0.0001285076141357422,-0.00012111663818359375,-0.00011372566223144531,-0.00010633468627929688,-9.894371032714844e-05,-9.1552734375e-05,-8.416175842285156e-05,-7.677078247070312e-05,-6.937980651855469e-05,-6.198883056640625e-05,-5.459785461425781e-05,-4.7206878662109375e-05,-3.981590270996094e-05,-3.24249267578125e-05,-2.5033950805664062e-05,-1.7642974853515625e-05,-1.0251998901367188e-05,-2.86102294921875e-06,4.5299530029296875e-06,1.1920928955078125e-05,1.9311904907226562e-05,2.6702880859375e-05,3.409385681152344e-05,4.1484832763671875e-05,4.887580871582031e-05,5.626678466796875e-05,6.365776062011719e-05,7.104873657226562e-05,7.843971252441406e-05,8.58306884765625e-05,9.322166442871094e-05,0.00010061264038085938,0.00010800361633300781,0.00011539459228515625,0.0001227855682373047,0.00013017654418945312,0.00013756752014160156,0.00014495849609375,0.00015234947204589844,0.00015974044799804688,0.0001671314239501953,0.00017452239990234375,0.0001819133758544922,0.00018930435180664062,0.00019669532775878906,0.0002040863037109375,0.00021147727966308594,0.00021886825561523438,0.0002262592315673828,0.00023365020751953125,0.0002410411834716797,0.0002484321594238281,0.00025582313537597656,0.000263214111328125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.000820159912109375,-0.0007948875427246094,-0.0007696151733398438,-0.0007443428039550781,-0.0007190704345703125,-0.0006937980651855469,-0.0006685256958007812,-0.0006432533264160156,-0.00061798095703125,-0.0005927085876464844,-0.0005674362182617188,-0.0005421638488769531,-0.0005168914794921875,-0.0004916191101074219,-0.00046634674072265625,-0.0004410743713378906,-0.000415802001953125,-0.0003905296325683594,-0.00036525726318359375,-0.0003399848937988281,-0.0003147125244140625,-0.0002894401550292969,-0.00026416778564453125,-0.00023889541625976562,-0.000213623046875,-0.00018835067749023438,-0.00016307830810546875,-0.00013780593872070312,-0.0001125335693359375,-8.726119995117188e-05,-6.198883056640625e-05,-3.6716461181640625e-05,-1.1444091796875e-05,1.3828277587890625e-05,3.910064697265625e-05,6.437301635742188e-05,8.96453857421875e-05,0.00011491775512695312,0.00014019012451171875,0.00016546249389648438,0.00019073486328125,0.00021600723266601562,0.00024127960205078125,0.0002665519714355469,0.0002918243408203125,0.0003170967102050781,0.00034236907958984375,0.0003676414489746094,0.000392913818359375,0.0004181861877441406,0.00044345855712890625,0.0004687309265136719,0.0004940032958984375,0.0005192756652832031,0.0005445480346679688,0.0005698204040527344,0.0005950927734375,0.0006203651428222656,0.0006456375122070312,0.0006709098815917969,0.0006961822509765625,0.0007214546203613281,0.0007467269897460938,0.0007719993591308594,0.000797271728515625],"_type":"histogram","values":[1,2,0,0,0,2,2,6,7,6,8,14,19,19,25,28,64,75,96,124,182,254,331,445,674,985,1556,2669,4966,10101,24771,92094,327406,78705,22496,9710,4583,2514,1562,997,672,443,344,210,174,126,97,71,43,39,30,23,20,12,3,4,4,3,3,1,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,3,1,1,0,2,5,8,6,7,7,11,16,31,93,397,70,28,14,8,11,13,5,3,3,1,2,3,2,1,1,0,1,1,3,0,1,1,1,1,0,0,0,0,0,0,1,1],"bins":[-0.002912828465923667,-0.002819943241775036,-0.0027270582504570484,-0.0026341730263084173,-0.0025412878021597862,-0.002448402578011155,-0.002355517353862524,-0.0022626323625445366,-0.0021697471383959055,-0.0020768619142472744,-0.001983976922929287,-0.0018910916987806559,-0.0017982064746320248,-0.0017053212504833937,-0.0016124361427500844,-0.0015195510350167751,-0.001426665810868144,-0.001333780586719513,-0.0012408954789862037,-0.0011480103712528944,-0.0010551251471042633,-0.0009622399811632931,-0.0008693548152223229,-0.0007764696492813528,-0.0006835844833403826,-0.0005906993173994124,-0.0004978141514584422,-0.00040492898551747203,-0.00031204381957650185,-0.00021915865363553166,-0.00012627348769456148,-3.33883217535913e-05,5.949684418737888e-05,0.00015238201012834907,0.00024526717606931925,0.00033815234201028943,0.0004310375079512596,0.0005239226738922298,0.0006168078398332,0.0007096930057741702,0.0008025781717151403,0.0008954633376561105,0.0009883485035970807,0.00108123361133039,0.001174118835479021,0.0012670040596276522,0.0013598891673609614,0.0014527742750942707,0.0015456594992429018,0.001638544723391533,0.0017314298311248422,0.0018243149388581514,0.0019172001630067825,0.0020100853871554136,0.0021029706113040447,0.002195855602622032,0.0022887408267706633,0.0023816260509192944,0.002474511042237282,0.002567396266385913,0.002660281490534544,0.002753166714683175,0.002846051938831806,0.0029389369301497936,0.0030318221542984247]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.00130462646484375,-0.0012624263763427734,-0.0012202262878417969,-0.0011780261993408203,-0.0011358261108398438,-0.0010936260223388672,-0.0010514259338378906,-0.001009225845336914,-0.0009670257568359375,-0.0009248256683349609,-0.0008826255798339844,-0.0008404254913330078,-0.0007982254028320312,-0.0007560253143310547,-0.0007138252258300781,-0.0006716251373291016,-0.000629425048828125,-0.0005872249603271484,-0.0005450248718261719,-0.0005028247833251953,-0.00046062469482421875,-0.0004184246063232422,-0.0003762245178222656,-0.00033402442932128906,-0.0002918243408203125,-0.00024962425231933594,-0.00020742416381835938,-0.0001652240753173828,-0.00012302398681640625,-8.082389831542969e-05,-3.8623809814453125e-05,3.5762786865234375e-06,4.57763671875e-05,8.797645568847656e-05,0.00013017654418945312,0.0001723766326904297,0.00021457672119140625,0.0002567768096923828,0.0002989768981933594,0.00034117698669433594,0.0003833770751953125,0.00042557716369628906,0.0004677772521972656,0.0005099773406982422,0.0005521774291992188,0.0005943775177001953,0.0006365776062011719,0.0006787776947021484,0.000720977783203125,0.0007631778717041016,0.0008053779602050781,0.0008475780487060547,0.0008897781372070312,0.0009319782257080078,0.0009741783142089844,0.001016378402709961,0.0010585784912109375,0.001100778579711914,0.0011429786682128906,0.0011851787567138672,0.0012273788452148438,0.0012695789337158203,0.0013117790222167969,0.0013539791107177734,0.00139617919921875],"_type":"histogram","values":[2,0,1,5,2,3,5,13,17,18,39,39,57,82,100,148,233,363,472,609,941,1380,2063,3095,4973,7449,12434,21128,38522,73685,140848,129277,65999,34454,19221,11380,7201,4501,2904,1919,1330,854,631,424,309,187,127,99,78,56,46,26,25,10,14,11,7,3,1,0,0,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.0033756669145077467,-0.003282700665295124,-0.0031897344160825014,-0.0030967681668698788,-0.0030038016848266125,-0.00291083543561399,-0.002817869186401367,-0.0027249029371887445,-0.002631936687976122,-0.0025389704387634993,-0.0024460041895508766,-0.002353037940338254,-0.0022600716911256313,-0.002167105209082365,-0.0020741389598697424,-0.0019811727106571198,-0.0018882064614444971,-0.0017952402122318745,-0.0017022739630192518,-0.0016093075973913074,-0.0015163413481786847,-0.001423375098966062,-0.0013304087333381176,-0.001237442484125495,-0.0011444762349128723,-0.0010515099857002497,-0.0009585436782799661,-0.0008655773708596826,-0.0007726111216470599,-0.0006796448724344373,-0.0005866785650141537,-0.0004937122575938702,-0.00040074577555060387,-0.00030777949723415077,-0.00021481321891769767,-0.00012184694060124457,-2.888066228479147e-05,6.408561603166163e-05,0.00015705189434811473,0.00025001817266456783,0.00034298445098102093,0.000435950729297474,0.0005289170076139271,0.0006218833150342107,0.0007148495642468333,0.000807815813459456,0.0009007821208797395,0.000993748428300023,0.0010867146775126457,0.0011796809267252684,0.001272647175937891,0.0013656135415658355,0.0014585797907784581,0.0015515460399910808,0.0016445124056190252,0.0017374786548316479,0.0018304449040442705,0.0019234111532568932,0.002016377402469516,0.0021093436516821384,0.0022023101337254047,0.0022952763829380274,0.00238824263215065,0.0024812088813632727,0.0025741751305758953],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,2,1,3,3,2,3,6,5,2,13,5,13,13,13,14,18,14,28,20,28,36,36,27,38,36,37,30,31,21,29,31,22,30,9,20,22,16,9,15,10,7,9,6,8,7,6,3,3,2,0,1,0,1]},"_timestamp":1.7528576208110437e+09,"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[2,3,3,7,9,3,8,8,6,9,10,8,7,9,9,7,12,7,11,12,13,9,6,8,5,11,8,17,3,10,6,13,13,12,11,9,10,3,5,9,11,9,4,14,12,6,6,10,10,10,11,11,6,11,3,8,8,5,6,10,3,3,2,2],"bins":[-0.0373823381960392,-0.03621099889278412,-0.035039663314819336,-0.033868324011564255,-0.032696984708309174,-0.03152564540505409,-0.03035430796444416,-0.02918297052383423,-0.028011631220579147,-0.026840291917324066,-0.025668954476714134,-0.024497617036104202,-0.02332627773284912,-0.02215493842959404,-0.020983600988984108,-0.019812263548374176,-0.018640924245119095,-0.017469584941864014,-0.01629824750125408,-0.015126909129321575,-0.013955570757389069,-0.012784232385456562,-0.011612894013524055,-0.010441555641591549,-0.009270217269659042,-0.008098878897726536,-0.006927540525794029,-0.005756202153861523,-0.004584863781929016,-0.0034135254099965096,-0.002242187038064003,-0.0010708486661314964,0.0001004934310913086,0.0012718318030238152,0.0024431701749563217,0.0036145085468888283,0.004785846918821335,0.005957185290753841,0.007128523662686348,0.008299862034618855,0.009471200406551361,0.010642538778483868,0.011813877150416374,0.01298521552234888,0.014156553894281387,0.015327892266213894,0.0164992306381464,0.017670568078756332,0.018841907382011414,0.020013246685266495,0.021184584125876427,0.02235592156648636,0.02352726086974144,0.02469860017299652,0.025869937613606453,0.027041275054216385,0.028212614357471466,0.029383953660726547,0.03055529110133648,0.03172662854194641,0.03289796784520149,0.034069307148456573,0.035240642726421356,0.03641198202967644,0.03758332133293152]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,1,3,1,3,4,2,2,5,4,6,10,7,5,13,19,16,30,27,27,30,40,51,55,63,82,79,88,106,86,116,107,108,107,80,91,79,77,71,66,72,35,33,36,19,20,23,12,6,8,4,6,0,2,0,0,2,0,0,0,0,1],"bins":[-0.014381127431988716,-0.014098986983299255,-0.01381684560328722,-0.01353470515459776,-0.013252564705908298,-0.012970423325896263,-0.012688282877206802,-0.012406142428517342,-0.012124001048505306,-0.011841860599815845,-0.011559720151126385,-0.01127757877111435,-0.010995438322424889,-0.010713297873735428,-0.010431156493723392,-0.010149016045033932,-0.009866874665021896,-0.009584734216332436,-0.009302593767642975,-0.00902045238763094,-0.008738311938941479,-0.008456171490252018,-0.008174030110239983,-0.007891889661550522,-0.007609749212861061,-0.007327608298510313,-0.007045467384159565,-0.006763326469808817,-0.006481186021119356,-0.006199045106768608,-0.00591690419241786,-0.005634763743728399,-0.005352622829377651,-0.005070481915026903,-0.004788341466337442,-0.004506200551986694,-0.004224059637635946,-0.0039419191889464855,-0.0036597782745957375,-0.0033776373602449894,-0.003095496678724885,-0.0028133559972047806,-0.0025312150828540325,-0.002249074401333928,-0.0019669337198138237,-0.0016847928054630756,-0.0014026521239429712,-0.001120511326007545,-0.0008383705280721188,-0.0005562297301366925,-0.0002740889904089272,8.051778422668576e-06,0.00029019254725426435,0.0005723333451896906,0.0008544740849174559,0.0011366148246452212,0.0014187556225806475,0.0017008964205160737,0.0019830372184515,0.0022651778999716043,0.0025473185814917088,0.002829459495842457,0.0031116001773625612,0.0033937410917133093,0.0036758817732334137]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,3,1,1,2,2,2,2,2,4,6,5,5,12,10,10,17,14,20,18,26,23,19,29,27,31,23,35,28,36,25,30,29,36,32,32,16,15,14,18,27,10,15,8,9,6,7,7,5,3,4,1,0,1,1,2,0,0,0,0,1],"bins":[-0.02308318018913269,-0.022371388971805573,-0.021659595891833305,-0.020947804674506187,-0.02023601159453392,-0.019524220377206802,-0.018812427297234535,-0.018100636079907417,-0.01738884299993515,-0.016677051782608032,-0.015965258702635765,-0.015253467485308647,-0.014541675336658955,-0.013829883188009262,-0.01311809103935957,-0.012406298890709877,-0.011694506742060184,-0.010982714593410492,-0.0102709224447608,-0.009559130296111107,-0.008847338147461414,-0.008135545998811722,-0.007423754315823317,-0.006711962167173624,-0.0060001700185239315,-0.005288377869874239,-0.004576585721224546,-0.0038647938054054976,-0.003153001656755805,-0.0024412095081061125,-0.0017294174758717418,-0.001017625443637371,-0.00030583329498767853,0.0004059587954543531,0.0011177508858963847,0.0018295429181307554,0.002541335066780448,0.0032531272154301405,0.003964919131249189,0.004676711279898882,0.0053885034285485744,0.006100295577198267,0.0068120877258479595,0.007523879874497652,0.008235671557486057,0.00894746370613575,0.009659255854785442,0.010371048003435135,0.011082840152084827,0.01179463230073452,0.012506424449384212,0.013218216598033905,0.013930008746683598,0.01464180089533329,0.015353593043982983,0.016065385192632675,0.016777176409959793,0.01748896948993206,0.018200760707259178,0.018912553787231445,0.019624345004558563,0.02033613808453083,0.02104792930185795,0.021759722381830215,0.022471513599157333]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,1,1,2,4,2,2,4,4,5,8,7,10,14,11,16,13,15,15,22,22,19,21,23,21,22,26,24,28,24,30,33,37,25,21,26,17,20,18,15,19,12,20,14,4,9,6,6,9,5,5,7,3,3,4,1,2,1,0,2,2,2],"bins":[0.9846540689468384,0.9851232767105103,0.9855924844741821,0.986061692237854,0.9865309000015259,0.9870001673698425,0.9874693751335144,0.9879385828971863,0.9884077906608582,0.98887699842453,0.9893462061882019,0.9898154139518738,0.9902846813201904,0.9907538890838623,0.9912230968475342,0.991692304611206,0.9921615123748779,0.9926307201385498,0.9930999279022217,0.9935691356658936,0.9940383434295654,0.9945076107978821,0.994976818561554,0.9954460263252258,0.9959152340888977,0.9963844418525696,0.9968536496162415,0.9973228573799133,0.99779212474823,0.9982613325119019,0.9987305402755737,0.9991997480392456,0.9996689558029175,1.0001381635665894,1.0006073713302612,1.001076579093933,1.001545786857605,1.0020149946212769,1.0024842023849487,1.0029534101486206,1.003422737121582,1.003891944885254,1.0043611526489258,1.0048303604125977,1.0052995681762695,1.0057687759399414,1.0062379837036133,1.0067071914672852,1.007176399230957,1.007645606994629,1.0081148147583008,1.0085840225219727,1.0090532302856445,1.0095224380493164,1.0099916458129883,1.0104608535766602,1.010930061340332,1.0113993883132935,1.0118685960769653,1.0123378038406372,1.012807011604309,1.013276219367981,1.0137454271316528,1.0142146348953247,1.0146838426589966]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,1,2,4,2,4,4,7,2,4,8,6,15,15,8,8,18,17,20,29,31,21,25,40,17,28,24,30,23,21,34,25,28,18,22,23,17,25,18,21,18,9,14,8,3,10,7,7,9,5,0,4,2,2,1],"bins":[-0.00015986067592166364,-0.0001555191120132804,-0.00015117756265681237,-0.00014683599874842912,-0.00014249443484004587,-0.00013815288548357785,-0.0001338113215751946,-0.00012946975766681135,-0.0001251281937584281,-0.00012078664440196007,-0.00011644508049357682,-0.00011210352386115119,-0.00010776196722872555,-0.0001034204033203423,-9.907884668791667e-05,-9.473728277953342e-05,-9.039572614710778e-05,-8.605416951468214e-05,-8.17126056062989e-05,-7.737104897387326e-05,-7.302948506549001e-05,-6.868792843306437e-05,-6.434637180063874e-05,-6.000481153023429e-05,-5.566325125982985e-05,-5.1321690989425406e-05,-4.698013071902096e-05,-4.263857408659533e-05,-3.8297013816190884e-05,-3.395545354578644e-05,-2.96138950943714e-05,-2.527233664295636e-05,-2.0930783648509532e-05,-1.658922337810509e-05,-1.224766492669005e-05,-7.906105565780308e-06,-3.5645462048705667e-06,7.770131560391746e-07,5.118572516948916e-06,9.460131877858657e-06,1.3801691238768399e-05,1.8143251509172842e-05,2.248480996058788e-05,2.682636841200292e-05,3.1167928682407364e-05,3.550948895281181e-05,3.9851045585237443e-05,4.4192605855641887e-05,4.853416612604633e-05,5.287572639645077e-05,5.7217286666855216e-05,6.155884329928085e-05,6.590039993170649e-05,7.024196384008974e-05,7.458352047251537e-05,7.892508438089862e-05,8.326664101332426e-05,8.76081976457499e-05,9.194976155413315e-05,9.629131818655878e-05,0.00010063288209494203,0.00010497443872736767,0.0001093159953597933,0.00011365755926817656,0.00011799911590060219]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,1,2,0,0,3,4,5,3,3,5,5,6,6,16,14,15,12,18,20,19,19,21,25,23,24,27,23,33,32,22,26,28,26,29,24,28,17,18,21,19,13,19,13,16,12,12,4,10,8,2,3,1,2,1,2,0,3,0,0,2],"bins":[-0.010768843814730644,-0.01044055912643671,-0.010112273506820202,-0.009783988818526268,-0.00945570319890976,-0.009127418510615826,-0.008799133822321892,-0.008470848202705383,-0.00814256351441145,-0.007814278826117516,-0.007485993206501007,-0.007157708518207073,-0.006829423364251852,-0.006501138210296631,-0.006172853522002697,-0.005844568368047476,-0.005516283214092255,-0.0051879980601370335,-0.004859712906181812,-0.004531428217887878,-0.004203143063932657,-0.003874857909977436,-0.0035465729888528585,-0.003218288067728281,-0.00289000291377306,-0.0025617177598178387,-0.002233432838693261,-0.0019051478011533618,-0.0015768627636134624,-0.001248577726073563,-0.0009202926885336637,-0.0005920076509937644,-0.00026372354477643967,6.456149276345968e-05,0.00039284653030335903,0.0007211315678432584,0.0010494166053831577,0.001377701642923057,0.0017059866804629564,0.002034271601587534,0.002362556755542755,0.0026908419094979763,0.003019126830622554,0.0033474117517471313,0.0036756969057023525,0.004003982059657574,0.004332266747951508,0.004660551901906729,0.00498883705586195,0.005317122209817171,0.005645407363772392,0.005973692052066326,0.006301977206021547,0.0066302623599767685,0.006958547048270702,0.0072868322022259235,0.007615117356181145,0.007943402044475079,0.008271687664091587,0.008599972352385521,0.00892825797200203,0.009256542660295963,0.009584827348589897,0.009913112968206406,0.01024139765650034]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,2,1,0,0,0,0,2,0,2,1,1,0,0,1,1,0,2,0,0,2,2,6,3,6,19,22,44,78,162,166,97,48,22,23,13,6,6,2,2,3,2,1,3,0,1,2,1,0,1,3,1,1,1,1,0,1,2,0,0,0,0,0,1],"bins":[-9.573045645083766e-07,-9.255386999029724e-07,-8.937728352975682e-07,-8.62006970692164e-07,-8.302411060867598e-07,-7.984752414813556e-07,-7.667093768759514e-07,-7.349435122705472e-07,-7.03177647665143e-07,-6.714117830597388e-07,-6.396459184543346e-07,-6.078800538489304e-07,-5.761141892435262e-07,-5.44348324638122e-07,-5.125824600327178e-07,-4.808165954273136e-07,-4.490507308219094e-07,-4.172848662165052e-07,-3.85519001611101e-07,-3.5375313700569677e-07,-3.2198727240029257e-07,-2.9022140779488836e-07,-2.5845554318948416e-07,-2.2668967858407996e-07,-1.9492381397867575e-07,-1.6315794937327155e-07,-1.3139208476786735e-07,-9.962622016246314e-08,-6.786035555705894e-08,-3.6094490951654734e-08,-4.32862634625053e-09,2.7437238259153673e-08,5.92032165513956e-08,9.09690811567998e-08,1.22734945762204e-07,1.545008103676082e-07,1.8626667497301241e-07,2.1803253957841662e-07,2.497984041838208e-07,2.81564268789225e-07,3.1333013339462923e-07,3.4509599800003343e-07,3.7686186260543764e-07,4.0862772721084184e-07,4.4039359181624604e-07,4.7215945642165025e-07,5.039253210270545e-07,5.356911856324587e-07,5.674570502378629e-07,5.992229148432671e-07,6.309887794486713e-07,6.627546440540755e-07,6.945205086594797e-07,7.262863732648839e-07,7.580522378702881e-07,7.898181024756923e-07,8.215839670810965e-07,8.533498316865007e-07,8.851156962919049e-07,9.168815608973091e-07,9.486474255027133e-07,9.804132332646986e-07,1.0121791547135217e-06,1.0439450761623448e-06,1.0757108839243301e-06]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,1,2,3,2,5,4,4,7,5,6,11,9,18,18,15,18,17,20,16,27,28,24,28,34,32,37,40,30,29,33,28,18,22,20,18,21,16,10,15,11,9,12,7,7,4,3,6,4,2,1,1,2,1,1,1,0,1],"bins":[-0.009897091425955296,-0.009594347327947617,-0.009291602298617363,-0.008988858200609684,-0.008686114102602005,-0.008383370004594326,-0.008080625906586647,-0.007777880877256393,-0.0074751367792487144,-0.0071723926812410355,-0.006869648117572069,-0.006566903553903103,-0.006264159455895424,-0.005961415357887745,-0.005658670794218779,-0.005355926230549812,-0.005053182132542133,-0.004750438034534454,-0.004447693470865488,-0.004144948907196522,-0.0038422048091888428,-0.00353946047835052,-0.0032367161475121975,-0.002933971816673875,-0.002631227485835552,-0.0023284831549972296,-0.002025738824158907,-0.0017229944933205843,-0.0014202501624822617,-0.001117505831643939,-0.0008147615008056164,-0.0005120171699672937,-0.0002092728391289711,9.347149170935154e-05,0.0003962158225476742,0.0006989601533859968,0.0010017044842243195,0.001304448815062642,0.0016071931459009647,0.0019099374767392874,0.00221268180757761,0.0025154261384159327,0.0028181704692542553,0.003120914800092578,0.0034236591309309006,0.003726403461769223,0.004029147792607546,0.004331892356276512,0.004634636454284191,0.00493738055229187,0.005240125115960836,0.005542869679629803,0.005845613777637482,0.006148357875645161,0.006451102439314127,0.006753847002983093,0.007056591100990772,0.007359335198998451,0.0076620797626674175,0.007964824326336384,0.008267568424344063,0.008570312522351742,0.00887305662035942,0.009175801649689674,0.009478545747697353]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,0,0,0,0,1,1,0,1,3,1,3,2,2,8,10,7,13,12,17,12,14,8,13,16,26,22,25,18,19,21,29,29,28,25,29,34,26,35,27,32,24,29,21,21,9,16,17,8,13,6,6,0,5,3,6,5,5,3,0,0,0,0,1],"bins":[-0.008066046051681042,-0.007828038185834885,-0.007590030785650015,-0.007352022919803858,-0.007114015519618988,-0.006876007653772831,-0.006637999787926674,-0.006399992387741804,-0.006161984521895647,-0.00592397665604949,-0.00568596925586462,-0.005447961390018463,-0.005209953524172306,-0.004971946123987436,-0.004733938258141279,-0.0044959308579564095,-0.004257922992110252,-0.004019915126264095,-0.0037819077260792255,-0.0035438998602330685,-0.003305892227217555,-0.0030678845942020416,-0.0028298767283558846,-0.002591869095340371,-0.0023538614623248577,-0.0021158538293093443,-0.001877846079878509,-0.0016398383304476738,-0.0014018306974321604,-0.001163823064416647,-0.0009258153149858117,-0.0006878076237626374,-0.00044979993253946304,-0.0002117922413162887,2.6215449906885624e-05,0.00026422314113005996,0.0005022308323532343,0.0007402385235764086,0.000978246214799583,0.0012162539642304182,0.0014542615972459316,0.001692269230261445,0.0019302769796922803,0.0021682847291231155,0.002406292362138629,0.0026442999951541424,0.0028823078610002995,0.003120315494015813,0.0033583231270313263,0.0035963307600468397,0.003834338393062353,0.00407234625890851,0.00431035365909338,0.004548361524939537,0.004786369390785694,0.005024376790970564,0.005262384656816721,0.005500392522662878,0.005738399922847748,0.005976407788693905,0.006214415654540062,0.006452423054724932,0.006690430920571089,0.0069284383207559586,0.007166446186602116],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[3,0,1,1,2,0,0,0,2,1,0,1,1,0,1,2,1,0,0,1,0,0,0,1,2,2,3,1,3,5,38,77,222,230,94,35,9,4,2,0,1,2,1,0,2,0,2,1,3,2,0,0,0,4,0,1,0,1,0,0,1,1,0,1],"bins":[-0.0014034650521352887,-0.0013610629830509424,-0.0013186609139665961,-0.001276258728466928,-0.0012338566593825817,-0.0011914545902982354,-0.0011490525212138891,-0.0011066504521295428,-0.0010642483830451965,-0.0010218461975455284,-0.0009794441284611821,-0.0009370420593768358,-0.0008946399902924895,-0.0008522378630004823,-0.000809835793916136,-0.0007674336666241288,-0.0007250315975397825,-0.0006826295284554362,-0.000640227401163429,-0.0005978253320790827,-0.0005554232047870755,-0.0005130211357027292,-0.00047061906661838293,-0.0004282169684302062,-0.00038581487024202943,-0.0003434127720538527,-0.0003010106738656759,-0.00025860860478132963,-0.00021620650659315288,-0.00017380440840497613,-0.0001314023247687146,-8.900023385649547e-05,-4.659825935959816e-05,-4.196168447379023e-06,3.8205922464840114e-05,8.060801337705925e-05,0.0001230101042892784,0.00016541220247745514,0.00020781428611371666,0.0002502163697499782,0.00029261846793815494,0.0003350205661263317,0.00037742266431450844,0.00041982473339885473,0.0004622268315870315,0.0005046289297752082,0.0005470309988595545,0.0005894331261515617,0.000631835195235908,0.0006742372643202543,0.0007166393916122615,0.0007590414606966078,0.000801443587988615,0.0008438456570729613,0.0008862477261573076,0.0009286498534493148,0.0009710519225336611,0.0010134540498256683,0.0010558561189100146,0.001098258187994361,0.0011406602570787072,0.0011830623261630535,0.0012254645116627216,0.001267866580747068,0.0013102686498314142],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.007916036061942577,-0.00768772978335619,-0.007459423039108515,-0.007231116760522127,-0.0070028104819357395,-0.006774503737688065,-0.006546197459101677,-0.006317891180515289,-0.006089584901928902,-0.005861278157681227,-0.005632971879094839,-0.0054046656005084515,-0.0051763588562607765,-0.004948052577674389,-0.004719746299088001,-0.004491439554840326,-0.004263133276253939,-0.004034826997667551,-0.0038065204862505198,-0.0035782139748334885,-0.003349907696247101,-0.0031216011848300695,-0.0028932946734130383,-0.0026649883948266506,-0.0024366818834096193,-0.002208375371992588,-0.0019800690934062004,-0.0017517625819891691,-0.0015234561869874597,-0.0012951497919857502,-0.001066843280568719,-0.0008385368855670094,-0.0006102309562265873,-0.0003819245321210474,-0.00015361810801550746,7.468831609003246e-05,0.0003029947401955724,0.0005313011351972818,0.0007596075884066522,0.0009879140416160226,0.001216220436617732,0.0014445268316194415,0.001672833226621151,0.0019011397380381823,0.0021294462494552135,0.002357752528041601,0.0025860590394586325,0.00281436531804502,0.0030426718294620514,0.0032709783408790827,0.0034992846194654703,0.0037275911308825016,0.003955897409468889,0.004184204153716564,0.004412510432302952,0.0046408167108893394,0.004869122989475727,0.005097429733723402,0.00532573601230979,0.005554042290896177,0.005782349035143852,0.00601065531373024,0.0062389615923166275,0.0064672683365643024,0.00669557461515069],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,1,1,4,3,6,3,7,10,13,12,7,14,18,24,15,16,28,24,21,29,22,32,28,29,21,28,38,27,25,34,36,21,21,21,18,9,9,9,20,6,11,5,5,9,5,4,7,2,2,1,1,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,0,2,3,0,1,2,2,3,6,7,4,4,7,11,10,7,14,19,21,21,23,30,27,34,38,36,34,36,30,36,27,30,24,24,31,22,21,18,11,11,10,18,7,6,11,6,4,7,4,2,2,1,0,0,0,1],"bins":[-0.0011843189131468534,-0.001151152653619647,-0.0011179862776771188,-0.0010848200181499124,-0.001051653758622706,-0.0010184873826801777,-0.0009853211231529713,-0.0009521548636257648,-0.0009189885458908975,-0.0008858222281560302,-0.0008526559686288238,-0.0008194896508939564,-0.0007863233331590891,-0.0007531570736318827,-0.0007199907558970153,-0.0006868244963698089,-0.0006536581786349416,-0.0006204918609000742,-0.0005873256013728678,-0.0005541592836380005,-0.0005209930241107941,-0.00048782670637592673,-0.0004546603886410594,-0.0004214941000100225,-0.00038832781137898564,-0.00035516152274794877,-0.0003219952341169119,-0.00028882891638204455,-0.0002556626277510077,-0.0002224963391199708,-0.0001893300359370187,-0.0001561637327540666,-0.00012299732770770788,-8.983103180071339e-05,-5.66647358937189e-05,-2.3498439986724406e-05,9.667855920270085e-06,4.283415182726458e-05,7.600044773425907e-05,0.00010916674364125356,0.00014233303954824805,0.00017549932817928493,0.00020866563136223704,0.00024183193454518914,0.000274998223176226,0.0003081645118072629,0.00034133082954213023,0.0003744971181731671,0.000407663406804204,0.00044082969543524086,0.00047399598406627774,0.0005071623018011451,0.0005403285613283515,0.0005734948790632188,0.0006066611967980862,0.0006398274563252926,0.0006729937740601599,0.0007061600917950273,0.0007393263513222337,0.000772492669057101,0.0008056589867919683,0.0008388252463191748,0.0008719915640540421,0.0009051578235812485,0.0009383241413161159],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,1,1,4,0,5,2,5,3,9,11,7,9,15,5,12,18,11,14,23,14,20,30,30,29,26,26,34,27,41,29,21,30,26,36,31,16,26,19,15,11,18,14,8,5,8,5,5,2,0,3,3,1,2],"bins":[0.969926655292511,0.9704660773277283,0.9710054993629456,0.9715449213981628,0.9720843434333801,0.9726237654685974,0.9731631875038147,0.9737026691436768,0.974242091178894,0.9747815132141113,0.9753209352493286,0.9758603572845459,0.9763997793197632,0.9769392013549805,0.9774786233901978,0.978018045425415,0.9785574674606323,0.9790968894958496,0.9796363115310669,0.9801757335662842,0.9807152152061462,0.9812546372413635,0.9817940592765808,0.9823334813117981,0.9828729033470154,0.9834123253822327,0.98395174741745,0.9844911694526672,0.9850305914878845,0.9855700135231018,0.9861094355583191,0.9866488575935364,0.9871883392333984,0.9877277612686157,0.988267183303833,0.9888066053390503,0.9893460273742676,0.9898854494094849,0.9904248714447021,0.9909642934799194,0.9915037155151367,0.992043137550354,0.9925825595855713,0.9931219816207886,0.9936614036560059,0.9942008852958679,0.9947403073310852,0.9952797293663025,0.9958191514015198,0.9963585734367371,0.9968979954719543,0.9974374175071716,0.9979768395423889,0.9985162615776062,0.9990556836128235,0.9995951056480408,1.0001345872879028,1.0006740093231201,1.0012134313583374,1.0017528533935547,1.002292275428772,1.0028316974639893,1.0033711194992065,1.0039105415344238,1.0044499635696411]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09350739419460297,-0.09056195616722107,-0.08761652559041977,-0.08467108756303787,-0.08172565698623657,-0.07878021895885468,-0.07583478093147278,-0.07288935035467148,-0.06994391232728958,-0.06699848175048828,-0.06405304372310638,-0.061107609421014786,-0.05816217511892319,-0.05521674081683159,-0.05227130278944969,-0.04932586848735809,-0.046380434185266495,-0.043434999883174896,-0.0404895655810833,-0.0375441275537014,-0.0345986932516098,-0.031653258949518204,-0.028707824647426605,-0.025762388482689857,-0.02281695418059826,-0.01987151987850666,-0.016926083713769913,-0.013980649411678314,-0.011035214178264141,-0.008089778944849968,-0.005144344177097082,-0.0021989091765135527,0.0007465258240699768,0.0036919608246535063,0.006637395825237036,0.009582830592989922,0.012528265826404095,0.015473701059818268,0.018419135361909866,0.021364571526646614,0.024310005828738213,0.02725544013082981,0.03020087629556656,0.03314631059765816,0.036091744899749756,0.039037179201841354,0.04198261722922325,0.04492805153131485,0.04787348583340645,0.05081892013549805,0.053764354437589645,0.05670979246497154,0.05965522676706314,0.06260065734386444,0.06554609537124634,0.06849153339862823,0.07143696397542953,0.07438240200281143,0.07732783257961273,0.08027327060699463,0.08321870863437653,0.08616413921117783,0.08910957723855972,0.09205500781536102,0.09500044584274292],"_type":"histogram","values":[2,3,7,8,15,20,35,74,112,160,288,505,660,1028,1419,2092,2939,4094,5379,7062,9148,11280,13883,16642,19492,22646,25735,28249,30590,32736,33764,34221,33566,33119,31875,29432,26854,24011,21147,18097,15048,12506,9872,8050,6160,4661,3376,2435,1796,1250,791,575,373,217,133,75,48,37,14,8,7,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[3,0,1,0,2,2,0,1,4,3,5,4,5,6,13,10,13,14,16,20,17,27,34,41,39,31,40,47,47,55,38,26,47,25,28,17,14,8,12,15,7,6,6,6,1,1,2,2,1,1,1,0,1,0,0,1,0,0,0,0,0,0,0,2],"bins":[-0.00012291267921682447,-0.00011839352373499423,-0.000113874368253164,-0.00010935521277133375,-0.00010483605728950351,-0.00010031690908363089,-9.579775360180065e-05,-9.127859811997041e-05,-8.675944263814017e-05,-8.224028715630993e-05,-7.772113167447969e-05,-7.320197619264945e-05,-6.868282798677683e-05,-6.416367250494659e-05,-5.964451702311635e-05,-5.512536154128611e-05,-5.060620605945587e-05,-4.608705057762563e-05,-4.156789509579539e-05,-3.704874325194396e-05,-3.252958777011372e-05,-2.8010432288283482e-05,-2.3491278625442646e-05,-1.897212496260181e-05,-1.4452969480771571e-05,-9.933814908436034e-06,-5.414660336100496e-06,-8.955057637649588e-07,3.6236488085705787e-06,8.142803380906116e-06,1.2661957953241654e-05,1.718111161608249e-05,2.17002525459975e-05,2.621940802782774e-05,3.073856350965798e-05,3.525771535350941e-05,3.977687083533965e-05,4.429602631716989e-05,4.881517816102132e-05,5.333433364285156e-05,5.78534891246818e-05,6.237264460651204e-05,6.689180008834228e-05,7.141095557017252e-05,7.593010377604514e-05,8.044925925787538e-05,8.496841473970562e-05,8.948757022153586e-05,9.40067257033661e-05,9.852588118519634e-05,0.00010304503666702658,0.00010756419214885682,0.00011208334763068706,0.00011660249583655968,0.00012112165131838992,0.00012564081407617778,0.0001301599550060928,0.00013467911048792303,0.00013919826596975327,0.0001437174214515835,0.00014823657693341374,0.00015275573241524398,0.00015727488789707422,0.00016179404337890446,0.0001663131988607347],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,0,2,2,2,2,3,2,3,21,9,21,27,60,64,92,175,259,390,664,1056,1858,3342,6077,11925,24932,58151,145085,427704,555132,198731,73818,31713,14818,7455,3947,2125,1217,697,419,248,183,125,104,43,50,34,23,16,11,5,4,3,1,3,2,0,1,0,1,3,2],"bins":[-0.001251220703125,-0.0012110471725463867,-0.0011708736419677734,-0.0011307001113891602,-0.0010905265808105469,-0.0010503530502319336,-0.0010101795196533203,-0.000970005989074707,-0.0009298324584960938,-0.0008896589279174805,-0.0008494853973388672,-0.0008093118667602539,-0.0007691383361816406,-0.0007289648056030273,-0.0006887912750244141,-0.0006486177444458008,-0.0006084442138671875,-0.0005682706832885742,-0.0005280971527099609,-0.00048792362213134766,-0.0004477500915527344,-0.0004075765609741211,-0.0003674030303955078,-0.00032722949981689453,-0.00028705596923828125,-0.00024688243865966797,-0.0002067089080810547,-0.0001665353775024414,-0.00012636184692382812,-8.618831634521484e-05,-4.601478576660156e-05,-5.841255187988281e-06,3.4332275390625e-05,7.450580596923828e-05,0.00011467933654785156,0.00015485286712646484,0.00019502639770507812,0.0002351999282836914,0.0002753734588623047,0.00031554698944091797,0.00035572052001953125,0.00039589405059814453,0.0004360675811767578,0.0004762411117553711,0.0005164146423339844,0.0005565881729125977,0.0005967617034912109,0.0006369352340698242,0.0006771087646484375,0.0007172822952270508,0.0007574558258056641,0.0007976293563842773,0.0008378028869628906,0.0008779764175415039,0.0009181499481201172,0.0009583234786987305,0.0009984970092773438,0.001038670539855957,0.0010788440704345703,0.0011190176010131836,0.0011591911315917969,0.0011993646621704102,0.0012395381927490234,0.0012797117233276367,0.00131988525390625]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.0003021849552169442,-0.0002914339129347354,-0.0002806828997563571,-0.0002699318574741483,-0.0002591808151919395,-0.00024842977290973067,-0.0002376787451794371,-0.00022692771744914353,-0.00021617667516693473,-0.00020542564743664116,-0.00019467461970634758,-0.00018392357742413878,-0.0001731725496938452,-0.0001624215074116364,-0.00015167047968134284,-0.00014091943739913404,-0.00013016840966884047,-0.00011941737466258928,-0.0001086663396563381,-9.791530465008691e-05,-8.716426964383572e-05,-7.641324191354215e-05,-6.566220690729097e-05,-5.491117190103978e-05,-4.416013689478859e-05,-3.340910188853741e-05,-2.2658068701275624e-05,-1.190703460451914e-05,-1.1560005077626556e-06,9.595033588993829e-06,2.0346067685750313e-05,3.1097100873012096e-05,4.184813587926328e-05,5.259917088551447e-05,6.335020589176565e-05,7.410124089801684e-05,8.485227590426803e-05,9.56033036345616e-05,0.00010635433864081278,0.00011710537364706397,0.00012785641592927277,0.00013860744365956634,0.00014935847138985991,0.00016010951367206872,0.0001708605414023623,0.0001816115836845711,0.00019236261141486466,0.00020311365369707346,0.00021386468142736703,0.0002246157091576606,0.0002353667514398694,0.0002461177937220782,0.00025686880690045655,0.00026761984918266535,0.00027837089146487415,0.00028912193374708295,0.0002998729469254613,0.0003106239892076701,0.0003213750314898789,0.00033212604466825724,0.00034287708695046604,0.00035362812923267484,0.00036437917151488364,0.000375130184693262,0.0003858812269754708],"_type":"histogram","values":[2,2,0,2,2,1,2,2,2,4,6,6,11,11,13,23,13,17,20,21,21,30,20,27,33,32,24,36,29,27,33,28,27,31,23,25,20,23,15,24,11,10,12,11,9,3,6,2,1,4,3,3,0,2,1,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09097214788198471,-0.08799173682928085,-0.085011325776577,-0.08203090727329254,-0.07905049622058868,-0.07607008516788483,-0.07308967411518097,-0.07010926306247711,-0.06712885200977325,-0.0641484335064888,-0.06116802245378494,-0.058187611401081085,-0.05520720034837723,-0.05222678557038307,-0.049246374517679214,-0.04626595973968506,-0.0432855486869812,-0.040305137634277344,-0.03732472285628319,-0.03434431180357933,-0.031363897025585175,-0.028383485972881317,-0.02540307492017746,-0.022422662004828453,-0.019442249089479446,-0.01646183617413044,-0.013481424190104008,-0.010501012206077576,-0.007520599290728569,-0.00454018684104085,-0.0015597743913531303,0.001420638058334589,0.004401057958602905,0.007381470408290625,0.010361882857978344,0.013342294842004776,0.016322707757353783,0.01930312067270279,0.022283531725406647,0.025263944640755653,0.02824435755610466,0.031224770471453667,0.03420518338680267,0.03718559443950653,0.04016600549221039,0.043146420270204544,0.0461268313229084,0.04910724610090256,0.052087657153606415,0.05506806820631027,0.05804848298430443,0.061028894037008286,0.06400930881500244,0.0669897198677063,0.06997013092041016,0.07295054197311401,0.07593095302581787,0.07891137152910233,0.08189178258180618,0.08487219363451004,0.0878526046872139,0.09083301573991776,0.09381343424320221,0.09679384529590607,0.09977425634860992],"_type":"histogram","values":[2,3,10,13,25,37,78,102,148,253,452,654,999,1456,2102,2932,4007,5421,7141,9171,11615,14437,17304,20493,23261,26215,29101,31715,33066,34343,35117,34410,33285,31850,29355,26290,23218,20291,17501,14559,11721,9267,7373,5494,4126,3017,2099,1528,978,612,450,295,167,101,79,38,21,14,7,3,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,1,3,2,2,3,3,3,3,3,13,9,9,22,18,18,25,26,25,41,43,47,46,41,40,40,41,35,28,30,25,21,18,16,7,5,10,9,7,4,0,8,0,0,1,3,0,1,4,1,1,0,0,0,0,0,0,1,0,2,0,0,1],"bins":[-0.00031756385578773916,-0.0003047813370358199,-0.0002919988473877311,-0.0002792163286358118,-0.00026643380988389254,-0.00025365129113197327,-0.00024086878693196923,-0.00022808628273196518,-0.00021530376398004591,-0.00020252124522812665,-0.0001897387410281226,-0.00017695623682811856,-0.0001641737180761993,-0.00015139119932428002,-0.00013860869512427598,-0.00012582619092427194,-0.00011304367217235267,-0.00010026116069639102,-8.747864922042936e-05,-7.46961377444677e-05,-6.191362626850605e-05,-4.9131114792544395e-05,-3.634860331658274e-05,-2.3566091840621084e-05,-1.0783580364659429e-05,1.9989311113022268e-06,1.4781442587263882e-05,2.7563954063225538e-05,4.034646553918719e-05,5.312897701514885e-05,6.59114884911105e-05,7.869399996707216e-05,9.147654054686427e-05,0.00010425905202282593,0.00011704156349878758,0.00012982406769879162,0.0001426065864507109,0.00015538910520263016,0.0001681716094026342,0.00018095411360263824,0.00019373663235455751,0.00020651915110647678,0.00021930165530648082,0.00023208415950648487,0.00024486667825840414,0.0002576491970103234,0.0002704316866584122,0.0002832142054103315,0.00029599672416225076,0.00030877924291417,0.0003215617616660893,0.0003343442513141781,0.0003471267700660974,0.00035990928881801665,0.00037269177846610546,0.00038547429721802473,0.000398256815969944,0.00041103933472186327,0.00042382185347378254,0.00043660434312187135,0.0004493868618737906,0.0004621693806257099,0.0004749518702737987,0.000487734389025718,0.0005005169077776372]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[3,0,0,1,1,1,2,2,2,4,2,6,4,8,12,9,11,4,11,13,18,15,20,25,28,27,31,27,42,42,48,37,40,26,41,28,24,27,21,20,9,6,8,10,6,7,8,3,5,5,0,4,3,1,1,1,1,2,2,0,1,0,1,1],"bins":[-0.0005803154199384153,-0.0005608993815258145,-0.0005414833431132138,-0.0005220672464929521,-0.0005026512080803514,-0.0004832351696677506,-0.00046381913125514984,-0.00044440306373871863,-0.0004249870253261179,-0.0004055709869135171,-0.0003861549193970859,-0.00036673888098448515,-0.0003473228425718844,-0.0003279067750554532,-0.0003084907366428524,-0.0002890746691264212,-0.00026965863071382046,-0.0002502425923012197,-0.0002308265247847885,-0.00021141048637218773,-0.00019199443340767175,-0.00017257838044315577,-0.000153162342030555,-0.00013374628906603903,-0.00011433023610152304,-9.491418313700706e-05,-7.549813744844869e-05,-5.608208812191151e-05,-3.6666038795374334e-05,-1.7249989468837157e-05,2.16605985770002e-06,2.1582109184237197e-05,4.099821671843529e-05,6.0414266044972464e-05,7.983031537150964e-05,9.924636106006801e-05,0.000118662414024584,0.00013807846698909998,0.00015749450540170074,0.00017691055836621672,0.0001963266113307327,0.0002157426642952487,0.00023515871725976467,0.0002545747556723654,0.0002739907940849662,0.0002934068616013974,0.00031282290001399815,0.00033223896753042936,0.0003516550059430301,0.0003710710443556309,0.0003904871118720621,0.00040990315028466284,0.00042931921780109406,0.0004487352562136948,0.00046815129462629557,0.0004875673621427268,0.0005069833714514971,0.0005263994680717587,0.0005458155064843595,0.0005652315448969603,0.000584647583309561,0.0006040636217221618,0.0006234797183424234,0.0006428957567550242,0.000662311795167625]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-4.449921107152477e-05,-4.295480903238058e-05,-4.1410403355257586e-05,-3.98660013161134e-05,-3.83215956389904e-05,-3.6777193599846214e-05,-3.523278792272322e-05,-3.368838588357903e-05,-3.2143980206456035e-05,-3.059957816731185e-05,-2.9055174309178255e-05,-2.7510770451044664e-05,-2.5966366592911072e-05,-2.442196273477748e-05,-2.287755887664389e-05,-2.1333155018510297e-05,-1.9788751160376705e-05,-1.8244347302243114e-05,-1.6699943444109522e-05,-1.515553958597593e-05,-1.3611135727842338e-05,-1.2066732779203448e-05,-1.0522328921069857e-05,-8.977925062936265e-06,-7.433521204802673e-06,-5.889117346669082e-06,-4.34471348853549e-06,-2.800310085149249e-06,-1.2559062270156574e-06,2.8849751743109664e-07,1.8329012618778506e-06,3.377304892637767e-06,4.921708750771359e-06,6.46611260890495e-06,8.010516467038542e-06,9.554920325172134e-06,1.1099324183305725e-05,1.2643727131944615e-05,1.4188130990078207e-05,1.57325357577065e-05,1.7276939615840092e-05,1.882134165498428e-05,2.0365745513117872e-05,2.1910149371251464e-05,2.3454553229385056e-05,2.4998957087518647e-05,2.654336094565224e-05,2.808776480378583e-05,2.9632168661919422e-05,3.1176572520053014e-05,3.27209745591972e-05,3.42653802363202e-05,3.5809782275464386e-05,3.735418795258738e-05,3.889858999173157e-05,4.0442995668854564e-05,4.198739770799875e-05,4.353180338512175e-05,4.5076205424265936e-05,4.662061110138893e-05,4.816501314053312e-05,4.9709418817656115e-05,5.12538208568003e-05,5.27982265339233e-05,5.4342628573067486e-05],"_type":"histogram","values":[1,0,0,0,0,1,2,1,0,1,2,1,2,3,2,2,3,3,9,7,8,10,16,25,32,46,62,77,72,76,79,48,41,37,25,16,12,11,7,4,4,3,2,3,2,2,2,0,1,1,0,0,1,0,0,0,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[2,3,2,4,7,18,30,61,76,132,205,318,488,784,1160,1689,2346,3246,4391,5914,7564,9657,11837,14823,17459,20679,23612,26328,29078,31012,33301,33647,34058,33853,32516,31001,29031,26019,23151,20275,17240,14289,11801,9337,7299,5677,4412,3137,2281,1516,1094,778,488,268,180,78,79,36,32,12,4,5,2,2],"bins":[-0.09525152295827866,-0.09231510013341904,-0.08937867730855942,-0.0864422470331192,-0.08350582420825958,-0.08056940138339996,-0.07763297855854034,-0.07469655573368073,-0.0717601329088211,-0.06882370263338089,-0.06588727980852127,-0.06295085698366165,-0.06001443415880203,-0.057078007608652115,-0.054141584783792496,-0.05120515823364258,-0.04826873540878296,-0.04533231258392334,-0.04239588603377342,-0.0394594632089138,-0.036523036658763885,-0.033586613833904266,-0.030650191009044647,-0.02771376632153988,-0.02477734163403511,-0.021840916946530342,-0.018904492259025574,-0.015968069434165955,-0.013031644746661186,-0.010095220059156418,-0.007158796302974224,-0.004222372081130743,-0.001285947859287262,0.001650476362556219,0.0045869005843997,0.007523324806243181,0.010459749028086662,0.01339617371559143,0.01633259654045105,0.019269021227955818,0.022205445915460587,0.025141870602965355,0.028078295290470123,0.031014718115329742,0.03395114094018936,0.03688756749033928,0.0398239903151989,0.042760416865348816,0.045696839690208435,0.048633262515068054,0.05156968906521797,0.05450611189007759,0.05744253844022751,0.06037896126508713,0.06331538408994675,0.06625180691480637,0.06918823719024658,0.0721246600151062,0.07506108283996582,0.07799750566482544,0.08093392848968506,0.08387035131454468,0.0868067815899849,0.08974320441484451,0.09267962723970413],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,2,1,2,0,4,4,3,3,2,4,7,7,7,14,8,14,20,24,29,42,62,69,80,107,118,157,174,206,177,154,95,93,75,54,40,36,27,21,22,14,10,14,5,3,7,4,3,5,3,4,2,1,1,0,0,2,0,2,1,1],"bins":[-0.00020454243349377066,-0.0001980841188924387,-0.00019162580429110676,-0.0001851674896897748,-0.00017870917508844286,-0.0001722508604871109,-0.00016579253133386374,-0.00015933421673253179,-0.00015287590213119984,-0.0001464175875298679,-0.00013995927292853594,-0.000133500958327204,-0.00012704264372587204,-0.00012058432912454009,-0.00011412600724725053,-0.00010766769264591858,-0.00010120937804458663,-9.475106344325468e-05,-8.829274884192273e-05,-8.183442696463317e-05,-7.537611236330122e-05,-6.891779776196927e-05,-6.245948316063732e-05,-5.600116492132656e-05,-4.9542850319994614e-05,-4.3084535718662664e-05,-3.662621747935191e-05,-3.016790287801996e-05,-2.3709586457698606e-05,-1.7251270037377253e-05,-1.0792954526550602e-05,-4.3346385609766e-06,2.1236774045974016e-06,8.581993824918754e-06,1.5040309335745405e-05,2.1498624846572056e-05,2.795694126689341e-05,3.441525768721476e-05,4.087357228854671e-05,4.733189052785747e-05,5.379020512918942e-05,6.0248519730521366e-05,6.670683796983212e-05,7.316515257116407e-05,7.962346717249602e-05,8.608178177382797e-05,9.254010365111753e-05,9.899841825244948e-05,0.00010545673285378143,0.00011191504745511338,0.00011837336205644533,0.0001248316839337349,0.00013128999853506684,0.0001377483131363988,0.00014420662773773074,0.0001506649423390627,0.00015712325694039464,0.0001635815715417266,0.00017003988614305854,0.00017649821529630572,0.00018295652989763767,0.00018941484449896961,0.00019587315910030156,0.0002023314737016335,0.00020878978830296546]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[2,0,1,0,0,0,0,2,2,1,4,0,2,6,9,7,9,8,10,13,21,24,23,40,44,31,41,35,46,43,36,42,48,42,31,21,19,27,16,11,11,7,8,5,6,2,3,1,2,1,0,3,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00023413631424773484,-0.00022605081903748214,-0.00021796533837914467,-0.00020987984316889197,-0.0002017943625105545,-0.0001937088673003018,-0.00018562338664196432,-0.00017753789143171161,-0.0001694523962214589,-0.00016136691556312144,-0.00015328142035286874,-0.00014519593969453126,-0.00013711044448427856,-0.00012902496382594109,-0.00012093946861568838,-0.0001128539806813933,-0.00010476849274709821,-9.668300481280312e-05,-8.859751687850803e-05,-8.051202894421294e-05,-7.242654100991786e-05,-6.434104579966515e-05,-5.6255557865370065e-05,-4.817006993107498e-05,-4.008458199677989e-05,-3.19990940624848e-05,-2.391360430920031e-05,-1.5828114555915818e-05,-7.74262662162073e-06,3.4286222216906026e-07,8.42835106595885e-06,1.651384081924334e-05,2.4599343305453658e-05,3.2684831239748746e-05,4.0770319174043834e-05,4.885581074631773e-05,5.694129868061282e-05,6.502679025288671e-05,7.31122781871818e-05,8.119776612147689e-05,8.928325405577198e-05,9.736874199006706e-05,0.00010545422992436215,0.00011353971785865724,0.00012162521306890994,0.00012971069372724742,0.00013779618893750012,0.0001458816695958376,0.0001539671648060903,0.000162052660016343,0.00017013814067468047,0.00017822363588493317,0.00018630911654327065,0.00019439461175352335,0.00020248009241186082,0.00021056558762211353,0.00021865108283236623,0.0002267365634907037,0.0002348220587009564,0.00024290753935929388,0.0002509930345695466,0.00025907851522788405,0.00026716399588622153,0.00027524950564838946,0.00028333498630672693],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.00817393884062767,-0.007924566976726055,-0.00767519511282444,-0.007425823714584112,-0.007176451850682497,-0.006927079986780882,-0.006677708588540554,-0.006428336724638939,-0.006178964860737324,-0.005929592996835709,-0.0056802211329340935,-0.005430849734693766,-0.0051814778707921505,-0.004932106006890535,-0.0046827346086502075,-0.004433362744748592,-0.004183990880846977,-0.003934619016945362,-0.0036852473858743906,-0.003435875754803419,-0.003186503890901804,-0.002937132027000189,-0.0026877603959292173,-0.002438388764858246,-0.0021890169009566307,-0.0019396451534703374,-0.001690273405984044,-0.0014409016584977508,-0.0011915299110114574,-0.0009421581635251641,-0.0006927864160388708,-0.0004434146685525775,-0.00019404292106628418,5.5328826420009136e-05,0.00030470057390630245,0.0005540723213925958,0.0008034440688788891,0.0010528158163651824,0.0013021875638514757,0.001551559311337769,0.0018009310588240623,0.0020503029227256775,0.002299674553796649,0.0025490461848676205,0.0027984180487692356,0.0030477899126708508,0.0032971615437418222,0.0035465331748127937,0.003795905038714409,0.004045276902616024,0.004294648766517639,0.004544020164757967,0.004793392028659582,0.005042763892561197,0.005292135290801525,0.00554150715470314,0.005790879018604755,0.0060402508825063705,0.006289622746407986,0.0065389941446483135,0.006788366008549929,0.007037737872451544,0.007287109270691872,0.007536481134593487,0.007785852998495102],"_type":"histogram","values":[1,0,0,1,0,1,0,0,2,1,1,3,4,6,5,9,4,9,12,9,19,19,22,10,25,12,34,26,21,27,34,32,33,23,28,39,29,23,30,31,34,20,24,15,15,10,12,7,8,13,5,3,6,0,5,1,0,1,1,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[2,1,3,4,3,6,8,12,19,21,30,42,42,78,84,138,174,262,413,560,782,1163,1798,2782,4393,6769,10620,17714,30092,53875,100184,147570,90394,48112,27293,16501,10128,6053,4024,2472,1633,1048,704,534,339,270,188,119,104,65,45,45,24,30,12,13,9,11,3,1,4,0,1,1],"bins":[-0.0028533935546875,-0.0027625560760498047,-0.0026717185974121094,-0.002580881118774414,-0.0024900436401367188,-0.0023992061614990234,-0.002308368682861328,-0.002217531204223633,-0.0021266937255859375,-0.002035856246948242,-0.0019450187683105469,-0.0018541812896728516,-0.0017633438110351562,-0.001672506332397461,-0.0015816688537597656,-0.0014908313751220703,-0.001399993896484375,-0.0013091564178466797,-0.0012183189392089844,-0.001127481460571289,-0.0010366439819335938,-0.0009458065032958984,-0.0008549690246582031,-0.0007641315460205078,-0.0006732940673828125,-0.0005824565887451172,-0.0004916191101074219,-0.00040078163146972656,-0.00030994415283203125,-0.00021910667419433594,-0.00012826919555664062,-3.743171691894531e-05,5.340576171875e-05,0.0001442432403564453,0.00023508071899414062,0.00032591819763183594,0.00041675567626953125,0.0005075931549072266,0.0005984306335449219,0.0006892681121826172,0.0007801055908203125,0.0008709430694580078,0.0009617805480957031,0.0010526180267333984,0.0011434555053710938,0.001234292984008789,0.0013251304626464844,0.0014159679412841797,0.001506805419921875,0.0015976428985595703,0.0016884803771972656,0.001779317855834961,0.0018701553344726562,0.0019609928131103516,0.002051830291748047,0.002142667770385742,0.0022335052490234375,0.002324342727661133,0.002415180206298828,0.0025060176849365234,0.0025968551635742188,0.002687692642211914,0.0027785301208496094,0.0028693675994873047,0.002960205078125]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,2,0,1,1,1,0,1,6,6,3,2,4,10,6,7,11,22,24,23,20,33,36,58,59,61,51,58,38,38,33,25,17,16,12,12,12,9,5,9,6,3,2,8,3,3,1,2,4,1,0,0,0,0,0,0,0,1],"bins":[-0.0017391933361068368,-0.001684993039816618,-0.0016307927435263991,-0.0015765924472361803,-0.0015223922673612833,-0.0014681919710710645,-0.0014139916747808456,-0.0013597913784906268,-0.001305591082200408,-0.0012513907859101892,-0.0011971904896199703,-0.0011429901933297515,-0.0010887898970395327,-0.0010345897171646357,-0.0009803894208744168,-0.000926189124584198,-0.0008719888282939792,-0.0008177885320037603,-0.0007635882357135415,-0.0007093879976309836,-0.0006551877013407648,-0.0006009874050505459,-0.000546787166967988,-0.0004925868706777692,-0.00043838657438755035,-0.0003841862780973315,-0.00032998601091094315,-0.0002757857437245548,-0.00022158544743433595,-0.00016738516569603235,-0.00011318488395772874,-5.898460221942514e-05,-4.784204065799713e-06,4.941607767250389e-05,0.00010361635941080749,0.0001578166411491111,0.0002120169228874147,0.0002662172191776335,0.0003204174863640219,0.00037461775355041027,0.0004288180498406291,0.00048301834613084793,0.0005372186424210668,0.0005914188805036247,0.0006456191767938435,0.0006998194730840623,0.0007540197111666203,0.0008082200074568391,0.0008624203037470579,0.0009166206000372767,0.0009708208963274956,0.0010250211926177144,0.0010792214889079332,0.0011334216687828302,0.001187621965073049,0.001241822261363268,0.0012960225576534867,0.0013502228539437056,0.0014044231502339244,0.0014586234465241432,0.0015128236263990402,0.001567023922689259,0.0016212242189794779,0.0016754245152696967,0.0017296248115599155]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.00103759765625,-0.0010007619857788086,-0.0009639263153076172,-0.0009270906448364258,-0.0008902549743652344,-0.000853419303894043,-0.0008165836334228516,-0.0007797479629516602,-0.0007429122924804688,-0.0007060766220092773,-0.0006692409515380859,-0.0006324052810668945,-0.0005955696105957031,-0.0005587339401245117,-0.0005218982696533203,-0.0004850625991821289,-0.0004482269287109375,-0.0004113912582397461,-0.0003745555877685547,-0.0003377199172973633,-0.0003008842468261719,-0.00026404857635498047,-0.00022721290588378906,-0.00019037723541259766,-0.00015354156494140625,-0.00011670589447021484,-7.987022399902344e-05,-4.303455352783203e-05,-6.198883056640625e-06,3.063678741455078e-05,6.747245788574219e-05,0.0001043081283569336,0.000141143798828125,0.0001779794692993164,0.0002148151397705078,0.0002516508102416992,0.0002884864807128906,0.00032532215118408203,0.00036215782165527344,0.00039899349212646484,0.00043582916259765625,0.00047266483306884766,0.0005095005035400391,0.0005463361740112305,0.0005831718444824219,0.0006200075149536133,0.0006568431854248047,0.0006936788558959961,0.0007305145263671875,0.0007673501968383789,0.0008041858673095703,0.0008410215377807617,0.0008778572082519531,0.0009146928787231445,0.0009515285491943359,0.0009883642196655273,0.0010251998901367188,0.0010620355606079102,0.0010988712310791016,0.001135706901550293,0.0011725425720214844,0.0012093782424926758,0.0012462139129638672,0.0012830495834350586,0.00131988525390625],"_type":"histogram","values":[4,1,2,1,4,5,17,33,38,58,96,134,210,339,447,636,1108,1521,2421,4098,6040,10201,16923,27720,49908,88541,169789,331708,393951,211047,109505,59403,34667,20203,11617,7647,4420,2880,1942,1170,800,513,364,203,157,116,71,59,34,30,19,12,9,8,4,2,0,2,2,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[2,0,3,1,6,5,3,7,10,14,18,17,26,27,34,42,37,42,76,53,51,73,96,101,87,86,79,79,79,81,90,76,79,80,67,60,51,51,42,45,34,27,25,15,15,8,7,14,8,6,3,1,4,1,2,0,0,0,0,0,0,1,0,1],"bins":[-0.009223046712577343,-0.008973358199000359,-0.008723669685423374,-0.00847398117184639,-0.00822429358959198,-0.007974605076014996,-0.007724916562438011,-0.007475228048861027,-0.007225539535284042,-0.006975851021707058,-0.0067261625081300735,-0.0064764744602143764,-0.006226785946637392,-0.005977097433060408,-0.0057274093851447105,-0.005477720871567726,-0.005228032357990742,-0.004978343844413757,-0.004728655330836773,-0.004478967282921076,-0.004229278769344091,-0.003979590255767107,-0.0037299019750207663,-0.0034802136942744255,-0.003230525180697441,-0.0029808366671204567,-0.002731148386374116,-0.002481460105627775,-0.002231771592050791,-0.0019820830784738064,-0.0017323947977274656,-0.001482706400565803,-0.0012330184690654278,-0.0009833300719037652,-0.0007336416747421026,-0.00048395327758044004,-0.00023426488041877747,1.5423516742885113e-05,0.0002651119139045477,0.0005148003110662103,0.0007644887082278728,0.0010141771053895354,0.001263865502551198,0.0015135538997128606,0.0017632422968745232,0.0020129308104515076,0.0022626190911978483,0.002512307371944189,0.0027619958855211735,0.003011684399098158,0.0032613726798444986,0.0035110609605908394,0.003760749474167824,0.004010437987744808,0.004260126501321793,0.00450981454923749,0.004759503062814474,0.0050091915763914585,0.005258879624307156,0.00550856813788414,0.005758256651461124,0.006007945165038109,0.006257633678615093,0.00650732172653079,0.006757010240107775],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[1,1,0,1,0,1,0,2,4,2,3,3,4,7,10,5,6,9,13,11,11,13,20,25,15,15,22,26,20,22,31,30,26,16,34,31,24,35,27,22,21,18,24,15,14,18,12,19,13,8,14,8,9,4,4,2,6,2,3,1,1,1,2,1],"bins":[-0.014833393506705761,-0.014397232793271542,-0.013961071148514748,-0.013524910435080528,-0.013088749721646309,-0.01265258900821209,-0.01221642829477787,-0.011780266650021076,-0.011344105936586857,-0.010907945223152637,-0.010471783578395844,-0.010035622864961624,-0.009599462151527405,-0.009163301438093185,-0.008727140724658966,-0.008290979079902172,-0.007854818366467953,-0.007418657653033733,-0.006982496473938227,-0.00654633529484272,-0.006110174581408501,-0.005674013867974281,-0.005237852688878775,-0.004801691509783268,-0.004365530796349049,-0.003929370082914829,-0.0034932089038193226,-0.0030570479575544596,-0.0026208870112895966,-0.0021847260650247335,-0.0017485651187598705,-0.0013124041724950075,-0.0008762422949075699,-0.00044008134864270687,-3.920402377843857e-06,0.00043224054388701916,0.0008684014901518822,0.0013045624364167452,0.0017407233826816082,0.002176884328946471,0.0026130452752113342,0.0030492062214761972,0.0034853671677410603,0.003921528346836567,0.004357689060270786,0.004793849773705006,0.005230010952800512,0.005666172131896019,0.006102332845330238,0.006538493558764458,0.006974654737859964,0.007410815916955471,0.00784697663038969,0.00828313734382391,0.008719298988580704,0.009155459702014923,0.009591620415449142,0.010027781128883362,0.010463941842317581,0.010900103487074375,0.011336264200508595,0.011772424913942814,0.012208586558699608,0.012644747272133827,0.013080907985568047],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,1,5,5,12,13,28,63,71,140,200,367,494,726,1128,1573,2305,3027,4282,5482,7234,9269,11703,14248,17120,19848,22823,25630,28099,30358,32220,33342,33848,33720,32845,31506,28902,26898,23776,20990,17821,14987,12362,10129,7981,6053,4576,3474,2568,1810,1271,884,576,398,257,150,93,42,40,22,18,3,3,4],"bins":[-0.09462138265371323,-0.09172540158033371,-0.0888294205069542,-0.08593343943357468,-0.08303745836019516,-0.08014147728681564,-0.07724549621343613,-0.07434951514005661,-0.07145354151725769,-0.06855756044387817,-0.06566157937049866,-0.06276559829711914,-0.059869617223739624,-0.05697363615036011,-0.05407765507698059,-0.051181674003601074,-0.04828569293022156,-0.04538971185684204,-0.042493730783462524,-0.03959774971008301,-0.03670176863670349,-0.03380579128861427,-0.030909810215234756,-0.02801382914185524,-0.025117848068475723,-0.022221866995096207,-0.01932588592171669,-0.016429906710982323,-0.013533925637602806,-0.01063794456422329,-0.0077419644221663475,-0.004845983814448118,-0.001949995756149292,0.0009459848515689373,0.0038419654592871666,0.006737946067005396,0.009633926674723625,0.012529907748103142,0.015425887890160084,0.018321868032217026,0.021217849105596542,0.02411383017897606,0.027009811252355576,0.029905790463089943,0.03280176967382431,0.03569775074720383,0.038593731820583344,0.04148971289396286,0.04438569396734238,0.04728167504072189,0.05017765611410141,0.053073637187480927,0.05596961826086044,0.05886559560894966,0.06176157668232918,0.06465756148099899,0.06755353510379791,0.07044951617717743,0.07334549725055695,0.07624147832393646,0.07913745939731598,0.0820334404706955,0.08492942154407501,0.08782540261745453,0.09072138369083405]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.09032096713781357,-0.0874604880809784,-0.08460000157356262,-0.08173952251672745,-0.07887904345989227,-0.0760185569524765,-0.07315807789564133,-0.07029759138822556,-0.06743711233139038,-0.0645766332745552,-0.061716146767139435,-0.05885566771030426,-0.05599518492817879,-0.053134702146053314,-0.05027422308921814,-0.04741374030709267,-0.044553257524967194,-0.04169277474284172,-0.03883229196071625,-0.03597181290388107,-0.0331113301217556,-0.030250847339630127,-0.027390366420149803,-0.02452988550066948,-0.021669402718544006,-0.018808919936418533,-0.01594843901693821,-0.013087957166135311,-0.010227475315332413,-0.007366993464529514,-0.004506511613726616,-0.0016460297629237175,0.001214444637298584,0.004074926488101482,0.006935408338904381,0.00979589018970728,0.012656372040510178,0.015516853891313076,0.018377335742115974,0.021237816661596298,0.02409829944372177,0.026958782225847244,0.029819263145327568,0.03267974406480789,0.035540226846933365,0.03840070962905884,0.04126118868589401,0.044121671468019485,0.04698215425014496,0.04984263703227043,0.052703119814395905,0.05556359887123108,0.05842408165335655,0.061284564435482025,0.0641450434923172,0.06700552999973297,0.06986600905656815,0.07272648811340332,0.07558697462081909,0.07844745367765427,0.08130793273448944,0.08416841924190521,0.08702889829874039,0.08988938480615616,0.09274986386299133],"_type":"histogram","values":[7,5,7,18,31,38,62,96,185,269,426,600,944,1335,1908,2591,3524,4764,6134,7918,9802,12087,14461,17241,20364,22880,25640,28117,29903,31624,32871,32729,33010,31852,30693,28292,25871,23441,20456,17660,15102,12589,10073,8211,6419,4863,3719,2705,1990,1391,1039,676,431,273,197,93,80,49,31,21,7,6,2,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,1,0,0,1,3,1,1,0,1,1,0,0,1,2,2,7,6,9,16,8,17,41,68,124,181,118,37,28,26,15,7,11,10,4,2,3,0,1,0,0,1,2,0,2,0,2,0,1,0,1,0,1,0,0,0,0,1],"bins":[-1.0835900638994644e-06,-1.0489674195923726e-06,-1.0143447752852808e-06,-9.797222446650267e-07,-9.450996003579348e-07,-9.10476956050843e-07,-8.758543117437512e-07,-8.412317242800782e-07,-8.066090799729864e-07,-7.719864356658945e-07,-7.373638482022216e-07,-7.027412038951297e-07,-6.681185595880379e-07,-6.334959721243649e-07,-5.988733278172731e-07,-5.642507403536001e-07,-5.296280960465083e-07,-4.950054517394165e-07,-4.603828642757435e-07,-4.2576021996865165e-07,-3.9113760408326925e-07,-3.5651498819788685e-07,-3.21892343890795e-07,-2.872697280054126e-07,-2.526471121200302e-07,-2.1802449623464781e-07,-1.834018661384107e-07,-1.4877923604217358e-07,-1.1415662015679118e-07,-7.953399716598142e-08,-4.491137417517166e-08,-1.02887511843619e-08,2.433398549328558e-08,5.895660848409534e-08,9.35792314749051e-08,1.2820186157114222e-07,1.6282447745652462e-07,1.9744709334190702e-07,2.3206972343814414e-07,2.6669235353438125e-07,3.0131496941976366e-07,3.3593758530514606e-07,3.7056020119052846e-07,4.051828454976203e-07,4.398054613830027e-07,4.744280772683851e-07,5.090507215754769e-07,5.436733090391499e-07,5.782959533462417e-07,6.129185976533336e-07,6.475411851170065e-07,6.821638294240984e-07,7.167864168877713e-07,7.514090611948632e-07,7.86031705501955e-07,8.20654292965628e-07,8.552769372727198e-07,8.898995815798116e-07,9.245221690434846e-07,9.591448133505764e-07,9.937674576576683e-07,1.0283901019647601e-06,1.0630126325850142e-06,1.097635276892106e-06,1.1322579211991979e-06]},"learning_rate":4.9981734734409396e-05,"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,0,0,3,3,4,7,12,17,25,39,45,57,101,140,176,258,356,554,707,1053,1514,2212,3342,5273,7558,12197,19496,29313,47349,71055,93866,92233,70544,46784,29999,18401,12051,7611,4979,3315,2117,1454,1100,711,509,381,284,162,134,91,52,55,33,32,14,19,6,5,4,6,0,4],"bins":[-3.600120544433594e-05,-3.49096953868866e-05,-3.3818185329437256e-05,-3.2726675271987915e-05,-3.1635165214538574e-05,-3.0543655157089233e-05,-2.9452145099639893e-05,-2.8360635042190552e-05,-2.726912498474121e-05,-2.617761492729187e-05,-2.508610486984253e-05,-2.399459481239319e-05,-2.2903084754943848e-05,-2.1811574697494507e-05,-2.0720064640045166e-05,-1.9628554582595825e-05,-1.8537044525146484e-05,-1.7445534467697144e-05,-1.6354024410247803e-05,-1.5262514352798462e-05,-1.4171004295349121e-05,-1.307949423789978e-05,-1.198798418045044e-05,-1.0896474123001099e-05,-9.804964065551758e-06,-8.713454008102417e-06,-7.621943950653076e-06,-6.530433893203735e-06,-5.4389238357543945e-06,-4.347413778305054e-06,-3.255903720855713e-06,-2.164393663406372e-06,-1.0728836059570312e-06,1.862645149230957e-08,1.1101365089416504e-06,2.201646566390991e-06,3.293156623840332e-06,4.384666681289673e-06,5.476176738739014e-06,6.5676867961883545e-06,7.659196853637695e-06,8.750706911087036e-06,9.842216968536377e-06,1.0933727025985718e-05,1.2025237083435059e-05,1.31167471408844e-05,1.420825719833374e-05,1.529976725578308e-05,1.6391277313232422e-05,1.7482787370681763e-05,1.8574297428131104e-05,1.9665807485580444e-05,2.0757317543029785e-05,2.1848827600479126e-05,2.2940337657928467e-05,2.4031847715377808e-05,2.512335777282715e-05,2.621486783027649e-05,2.730637788772583e-05,2.839788794517517e-05,2.9489398002624512e-05,3.058090806007385e-05,3.167241811752319e-05,3.2763928174972534e-05,3.3855438232421875e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,3,1,2,2,2,4,5,4,3,2,8,9,7,3,8,13,11,20,17,17,21,14,16,27,24,27,18,32,34,28,23,23,29,31,27,32,23,28,20,19,22,18,17,14,12,6,5,7,1,9,6,1,3,0,2,1,0,1,2,1,0,0,1],"bins":[-0.006603938527405262,-0.006391110364347696,-0.006178282666951418,-0.005965454503893852,-0.0057526263408362865,-0.005539798643440008,-0.0053269704803824425,-0.005114142317324877,-0.004901314154267311,-0.004688486456871033,-0.004475658293813467,-0.004262830130755901,-0.004050002433359623,-0.0038371742703020573,-0.0036243463400751352,-0.0034115181770175695,-0.0031986902467906475,-0.0029858623165637255,-0.0027730341535061598,-0.0025602062232792377,-0.002347378060221672,-0.00213455012999475,-0.001921722199767828,-0.0017088941531255841,-0.0014960661064833403,-0.0012832380598410964,-0.0010704100131988525,-0.0008575820829719305,-0.0006447540363296866,-0.00043192601879127324,-0.00021909800125285983,-6.2699837144464254e-06,0.00020655803382396698,0.0004193860513623804,0.0006322140689007938,0.0008450420573353767,0.0010578701039776206,0.0012706981506198645,0.0014835260808467865,0.0016963541274890304,0.0019091821741312742,0.0021220101043581963,0.002334838267415762,0.002547666197642684,0.002760494127869606,0.0029733222909271717,0.0031861502211540937,0.0033989783842116594,0.0036118063144385815,0.0038246342446655035,0.0040374621748924255,0.004250290337949991,0.004463118501007557,0.004675946198403835,0.004888774361461401,0.005101602524518967,0.005314430221915245,0.005527258384972811,0.0057400865480303764,0.005952914711087942,0.0061657424084842205,0.006378570571541786,0.006591398734599352,0.00680422643199563,0.007017054595053196]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,0,1,0,0,0,0,1,1,0,0,3,1,2,2,2,6,6,8,15,8,21,34,50,33,62,72,86,79,68,41,36,25,22,10,15,14,6,6,5,6,4,3,1,2,1,1,2,1,1,1,0,1,0,0,0,0,0,1,0,0,0,0,1],"bins":[-0.002153789158910513,-0.0020762416534125805,-0.0019986939150840044,-0.001921146409586072,-0.0018435987876728177,-0.0017660512821748853,-0.001688503660261631,-0.0016109560383483768,-0.0015334084164351225,-0.00145586091093719,-0.0013783132890239358,-0.0013007656671106815,-0.001223218161612749,-0.0011456705396994948,-0.0010681229177862406,-0.0009905754122883081,-0.0009130277903750539,-0.0008354802266694605,-0.0007579326047562063,-0.0006803850410506129,-0.0006028374191373587,-0.0005252898554317653,-0.00044774229172617197,-0.00037019469891674817,-0.00029264710610732436,-0.00021509951329790056,-0.00013755193504039198,-6.000434950692579e-05,1.75432360265404e-05,9.509082156000659e-05,0.00017263840709347278,0.00025018598535098135,0.00032773357816040516,0.00040528117096982896,0.00048282876377925277,0.0005603763274848461,0.0006379239493981004,0.0007154715131036937,0.0007930190768092871,0.0008705666987225413,0.0009481142624281347,0.001025661826133728,0.0011032094480469823,0.0011807570699602365,0.001258304575458169,0.0013358521973714232,0.0014133998192846775,0.00149094732478261,0.0015684949466958642,0.0016460425686091185,0.001723590074107051,0.0018011376960203052,0.0018786853179335594,0.001956232823431492,0.002033780561760068,0.0021113280672580004,0.002188875572755933,0.002266423311084509,0.0023439708165824413,0.0024215183220803738,0.00249906606040895,0.0025766135659068823,0.0026541610714048147,0.002731708809733391,0.0028092563152313232],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,2,2,2,4,5,5,0,6,7,17,25,29,34,48,66,91,141,215,297,462,689,1144,1833,2898,5400,9888,20033,44961,111876,247622,395676,365818,202506,88501,37170,16565,8255,4288,2493,1434,812,552,334,214,134,86,78,44,24,19,17,8,15,5,1,5,2,0,2,2],"bins":[-0.00012493133544921875,-0.00012134760618209839,-0.00011776387691497803,-0.00011418014764785767,-0.0001105964183807373,-0.00010701268911361694,-0.00010342895984649658,-9.984523057937622e-05,-9.626150131225586e-05,-9.26777720451355e-05,-8.909404277801514e-05,-8.551031351089478e-05,-8.192658424377441e-05,-7.834285497665405e-05,-7.475912570953369e-05,-7.117539644241333e-05,-6.759166717529297e-05,-6.400793790817261e-05,-6.0424208641052246e-05,-5.6840479373931885e-05,-5.3256750106811523e-05,-4.967302083969116e-05,-4.60892915725708e-05,-4.250556230545044e-05,-3.892183303833008e-05,-3.533810377120972e-05,-3.1754374504089355e-05,-2.8170645236968994e-05,-2.4586915969848633e-05,-2.100318670272827e-05,-1.741945743560791e-05,-1.3835728168487549e-05,-1.0251998901367188e-05,-6.668269634246826e-06,-3.084540367126465e-06,4.991888999938965e-07,4.082918167114258e-06,7.666647434234619e-06,1.125037670135498e-05,1.4834105968475342e-05,1.8417835235595703e-05,2.2001564502716064e-05,2.5585293769836426e-05,2.9169023036956787e-05,3.275275230407715e-05,3.633648157119751e-05,3.992021083831787e-05,4.350394010543823e-05,4.7087669372558594e-05,5.0671398639678955e-05,5.4255127906799316e-05,5.783885717391968e-05,6.142258644104004e-05,6.50063157081604e-05,6.859004497528076e-05,7.217377424240112e-05,7.575750350952148e-05,7.934123277664185e-05,8.292496204376221e-05,8.650869131088257e-05,9.009242057800293e-05,9.367614984512329e-05,9.725987911224365e-05,0.00010084360837936401,0.00010442733764648438]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,0,0,0,0,0,1,2,1,2,0,2,0,1,2,4,2,3,2,2,11,7,17,18,12,26,37,49,46,56,40,59,56,53,45,33,38,31,31,17,13,4,7,8,6,10,2,1,2,0,1,2,0,1,0,0,1],"bins":[-1.046461619580441e-07,-1.0192706412226471e-07,-9.920796628648532e-08,-9.648887555613328e-08,-9.376977772035389e-08,-9.105067988457449e-08,-8.83315820487951e-08,-8.561249131844306e-08,-8.289339348266367e-08,-8.017429564688427e-08,-7.745519781110488e-08,-7.473609997532549e-08,-7.201700924497345e-08,-6.929791140919406e-08,-6.657881357341466e-08,-6.385971573763527e-08,-6.114062500728323e-08,-5.842152361879016e-08,-5.5702429335724446e-08,-5.298333149994505e-08,-5.026423721687934e-08,-4.7545139381099943e-08,-4.482604509803423e-08,-4.2106947262254835e-08,-3.938784942647544e-08,-3.6668755143409726e-08,-3.394965730763033e-08,-3.123056302456462e-08,-2.8511465188785223e-08,-2.579236912936267e-08,-2.3073273069940115e-08,-2.035417701051756e-08,-1.7635080951095006e-08,-1.491598489167245e-08,-1.2196888832249897e-08,-9.477791884648923e-09,-6.7586958252263685e-09,-4.039599765803814e-09,-1.3205032622920498e-09,1.3985930191751095e-09,4.117689300642269e-09,6.836785360064823e-09,9.555881419487378e-09,1.2274978367088352e-08,1.4994075314689326e-08,1.771317137411188e-08,2.0432267433534435e-08,2.315136349295699e-08,2.5870459552379543e-08,2.8589555611802098e-08,3.130865167122465e-08,3.4027749507004046e-08,3.674684379006976e-08,3.9465941625849155e-08,4.218503590891487e-08,4.4904133744694263e-08,4.762323158047366e-08,5.034232586353937e-08,5.3061423699318766e-08,5.578051798238448e-08,5.8499615818163875e-08,6.121871365394327e-08,6.39378043842953e-08,6.66569022200747e-08,6.937600005585409e-08]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.0002514681837055832,-0.00024352782929781824,-0.0002355874894419685,-0.00022764713503420353,-0.0002197067951783538,-0.00021176644077058882,-0.00020382610091473907,-0.0001958857465069741,-0.00018794540665112436,-0.0001800050522433594,-0.00017206469783559442,-0.00016412435797974467,-0.0001561840035719797,-0.00014824366371612996,-0.000140303309308365,-0.00013236296945251524,-0.00012442261504475027,-0.00011648226791294292,-0.00010854192078113556,-0.0001006015736493282,-9.266122651752084e-05,-8.472087210975587e-05,-7.678052497794852e-05,-6.884017784614116e-05,-6.08998307143338e-05,-5.2959483582526445e-05,-4.501913645071909e-05,-3.7078785680932924e-05,-2.9138438549125567e-05,-2.119809141731821e-05,-1.325774246652145e-05,-5.3173944252193905e-06,2.6229536160826683e-06,1.0563301657384727e-05,1.8503649698686786e-05,2.6443998649483547e-05,3.4384345781290904e-05,4.232469291309826e-05,5.0265043682884425e-05,5.820539081469178e-05,6.614573794649914e-05,7.40860850783065e-05,8.202643221011385e-05,8.996677934192121e-05,9.790713374968618e-05,0.00010584748088149354,0.0001137878280133009,0.00012172817514510825,0.0001296685222769156,0.00013760887668468058,0.00014554921654053032,0.0001534895709482953,0.00016142991080414504,0.00016937026521191,0.00017731060506775975,0.00018525095947552472,0.0001931913138832897,0.00020113165373913944,0.0002090720081469044,0.00021701234800275415,0.00022495270241051912,0.00023289304226636887,0.00024083339667413384,0.0002487737510818988,0.00025671409093774855],"_type":"histogram","values":[1,1,0,2,1,5,0,2,7,6,5,5,4,6,12,4,14,13,13,21,16,16,24,18,17,17,28,30,29,19,17,22,25,24,30,31,26,28,23,26,24,24,24,9,16,12,13,7,6,8,7,2,5,6,1,4,2,2,5,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[4,3,6,11,20,38,58,103,166,273,391,606,899,1369,1956,2665,3751,5145,6870,8855,11131,13768,16735,20053,23147,25740,29003,31183,33054,34417,35218,34520,33655,32014,30009,26818,24131,20539,17524,14963,12053,9590,7581,5675,4197,3189,2136,1566,1082,699,475,307,191,115,72,39,18,12,6,7,1,1,0,1],"bins":[-0.09218538552522659,-0.08917946368455887,-0.08617354184389114,-0.08316762000322342,-0.0801616981625557,-0.07715577632188797,-0.07414985448122025,-0.07114393264055252,-0.0681380107998848,-0.06513208895921707,-0.062126170843839645,-0.05912024900317192,-0.056114327162504196,-0.05310840532183647,-0.05010248348116875,-0.04709656164050102,-0.0440906397998333,-0.04108471795916557,-0.03807879611849785,-0.035072874277830124,-0.0320669524371624,-0.029061032459139824,-0.0260551106184721,-0.023049188777804375,-0.02004326693713665,-0.017037345096468925,-0.0140314232558012,-0.011025502346456051,-0.008019580505788326,-0.005013658665120602,-0.0020077372901141644,0.0009981843177229166,0.0040041059255599976,0.007010027766227722,0.010015949606895447,0.013021870516240597,0.016027793288230896,0.01903371326625347,0.022039635106921196,0.02504555694758892,0.028051478788256645,0.03105740062892437,0.034063320606946945,0.03706924244761467,0.040075164288282394,0.04308108612895012,0.046087007969617844,0.04909292981028557,0.05209885165095329,0.05510477349162102,0.05811069533228874,0.06111661717295647,0.06412253528833389,0.06712845712900162,0.07013437896966934,0.07314030081033707,0.07614622265100479,0.07915214449167252,0.08215806633234024,0.08516398817300797,0.08816991001367569,0.09117583185434341,0.09418175369501114,0.09718767553567886,0.10019359737634659],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.09766426682472229,-0.09453237801790237,-0.09140048921108246,-0.08826860785484314,-0.08513671904802322,-0.08200483024120331,-0.07887294143438339,-0.07574105262756348,-0.07260917127132416,-0.06947728246450424,-0.06634539365768433,-0.06321350485086441,-0.060081616044044495,-0.05694973096251488,-0.05381784215569496,-0.050685957074165344,-0.04755406826734543,-0.04442217946052551,-0.041290294378995895,-0.03815840557217598,-0.03502652049064636,-0.03189463168382645,-0.02876274287700653,-0.025630855932831764,-0.022498968988656998,-0.01936708204448223,-0.016235195100307465,-0.013103306293487549,-0.009971419349312782,-0.0068395319394767284,-0.0037076445296406746,-0.0005757571198046207,0.002556122839450836,0.00568801024928689,0.008819897659122944,0.011951785534620285,0.015083672478795052,0.018215559422969818,0.021347448229789734,0.0244793351739645,0.027611222118139267,0.030743109062314034,0.0338749960064888,0.037006884813308716,0.04013877362012863,0.04327065870165825,0.046402547508478165,0.04953443259000778,0.0526663213968277,0.055798210203647614,0.05893009528517723,0.06206198409199715,0.06519386917352676,0.06832575798034668,0.0714576467871666,0.07458953559398651,0.07772141695022583,0.08085330575704575,0.08398519456386566,0.08711708337068558,0.0902489721775055,0.09338086098432541,0.09651274234056473,0.09964463114738464,0.10277651995420456],"_type":"histogram","values":[2,6,6,13,24,43,82,158,258,405,671,1078,1656,2617,3747,5454,7841,10771,14739,19558,25636,32524,39852,48232,56975,65560,73851,81745,87669,92670,95193,95825,93749,89793,84455,77089,68725,60362,51251,42507,34953,27758,21393,16270,12249,8907,6135,4383,2876,1895,1326,790,487,267,177,90,60,28,10,7,7,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,1,1,1,1,2,0,3,3,3,4,2,3,9,10,8,7,14,8,12,18,22,19,23,21,26,20,19,26,22,30,24,22,21,23,29,28,32,30,20,27,32,12,24,13,7,10,12,11,7,10,3,7,5,4,2,5,1,1,4,1,0,1,1],"bins":[-0.00033990159863606095,-0.00032958213705569506,-0.0003192626463714987,-0.0003089431847911328,-0.00029862369410693645,-0.00028830423252657056,-0.00027798477094620466,-0.0002676652802620083,-0.0002573458186816424,-0.0002470263571012765,-0.00023670686641708016,-0.00022638740483671427,-0.00021606792870443314,-0.00020574845257215202,-0.00019542899099178612,-0.000185109514859505,-0.00017479003872722387,-0.00016447056259494275,-0.00015415108646266162,-0.00014383162488229573,-0.0001335121487500146,-0.00012319267261773348,-0.00011287320376140997,-0.00010255373490508646,-9.223425877280533e-05,-8.191478264052421e-05,-7.15953137842007e-05,-6.127584492787719e-05,-5.095636879559606e-05,-4.0636896301293746e-05,-3.0317423806991428e-05,-1.999795131268911e-05,-9.678449714556336e-06,6.410227797459811e-07,1.0960495274048299e-05,2.1279967768350616e-05,3.1599440262652934e-05,4.191891275695525e-05,5.223838525125757e-05,6.255785410758108e-05,7.28773302398622e-05,8.319680637214333e-05,9.351627522846684e-05,0.00010383574408479035,0.00011415522021707147,0.0001244746963493526,0.0001347941579297185,0.00014511363406199962,0.00015543311019428074,0.00016575258632656187,0.000176072062458843,0.0001863915240392089,0.00019671100017149001,0.00020703047630377114,0.00021734993788413703,0.00022766941401641816,0.00023798889014869928,0.0002483083517290652,0.00025862784241326153,0.00026894730399362743,0.0002792667946778238,0.0002895862562581897,0.0002999057178385556,0.00031022520852275193,0.0003205446701031178],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[1,1,1,1,1,1,2,3,7,4,7,6,10,9,7,12,10,16,20,13,15,19,32,29,18,20,28,31,26,25,18,24,29,28,29,18,29,18,23,23,14,19,6,14,15,13,15,12,8,9,8,3,6,3,1,0,2,2,2,0,0,0,0,2],"bins":[-0.01290625985711813,-0.012485790066421032,-0.012065320275723934,-0.011644849553704262,-0.011224379763007164,-0.010803909972310066,-0.010383440181612968,-0.00996297039091587,-0.009542500600218773,-0.0091220298781991,-0.008701560087502003,-0.008281090296804905,-0.007860620506107807,-0.007440150249749422,-0.007019680459052324,-0.006599210202693939,-0.006178740411996841,-0.005758270621299744,-0.0053378003649413586,-0.004917330574244261,-0.004496860317885876,-0.004076390527188778,-0.00365592073649168,-0.0032354507129639387,-0.0028149806894361973,-0.002394510665908456,-0.0019740406423807144,-0.0015535708516836166,-0.0011331008281558752,-0.0007126308628357947,-0.00029216089751571417,0.00012830906780436635,0.0005487799644470215,0.000969249929767102,0.0013897198950871825,0.0018101898021996021,0.0022306598257273436,0.002651129849255085,0.0030715996399521828,0.003492069663479924,0.003912539687007666,0.004333009477704763,0.0047534797340631485,0.005173949524760246,0.005594419315457344,0.006014889571815729,0.006435359362512827,0.006855829618871212,0.00727629940956831,0.0076967692002654076,0.008117238990962505,0.008537709712982178,0.008958179503679276,0.009378649294376373,0.009799119085073471,0.010219588875770569,0.010640058666467667,0.011060529388487339,0.011480999179184437,0.011901468969881535,0.012321938760578632,0.01274240855127573,0.013162879273295403,0.0135833490639925,0.014003818854689598],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,1,1,2,0,1,0,4,6,2,4,4,8,18,11,20,32,34,84,134,175,225,274,271,208,151,127,72,37,34,25,18,7,8,4,10,9,4,4,5,2,1,1,0,1,1,1,2,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-7.119604561012238e-05,-6.799558468628675e-05,-6.479512376245111e-05,-6.159466283861548e-05,-5.8394198276801035e-05,-5.519373371498659e-05,-5.199327279115096e-05,-4.879281186731532e-05,-4.559235094347969e-05,-4.2391886381665245e-05,-3.919142545782961e-05,-3.5990964533993974e-05,-3.279049997217953e-05,-2.9590039048343897e-05,-2.6389576305518858e-05,-2.3189115381683223e-05,-1.9988652638858184e-05,-1.6788189896033145e-05,-1.358772897219751e-05,-1.0387266229372472e-05,-7.186804396042135e-06,-3.986342562711798e-06,-7.858802746341098e-07,2.4145817860699026e-06,5.615043846773915e-06,8.815505680104252e-06,1.2015967513434589e-05,1.5216430256259628e-05,1.8416892999084666e-05,2.16173539229203e-05,2.481781666574534e-05,2.8018277589580975e-05,3.1218740332406014e-05,3.441920125624165e-05,3.761966581805609e-05,4.082012674189173e-05,4.402058766572736e-05,4.7221052227541804e-05,5.042151315137744e-05,5.3621974075213075e-05,5.682243499904871e-05,6.002289956086315e-05,6.32233641226776e-05,6.642382504651323e-05,6.962428597034886e-05,7.28247468941845e-05,7.602520781802014e-05,7.922566874185577e-05,8.242613694164902e-05,8.562659786548465e-05,8.882705878932029e-05,9.202751971315593e-05,9.522798063699156e-05,9.84284415608272e-05,0.00010162890248466283,0.00010482937068445608,0.00010802983160829172,0.00011123029253212735,0.00011443075345596299,0.00011763121437979862,0.00012083167530363426,0.0001240321435034275,0.00012723260442726314,0.00013043306535109878,0.0001336335262749344],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,1,1,2,14,8,33,66,98,230,342,616,955,1551,2388,3531,5251,7368,10277,13455,17329,21499,26050,30266,34067,38001,40006,41514,41435,40282,37954,34369,30238,25805,21583,17287,13369,10100,7386,5272,3535,2429,1561,924,571,360,198,130,58,34,15,4,1,2,1,0,0,0,0,0,1],"bins":[-0.11102362722158432,-0.10744228214025497,-0.10386093705892563,-0.10027959197759628,-0.09669823944568634,-0.093116894364357,-0.08953554928302765,-0.0859542042016983,-0.08237285912036896,-0.07879151403903961,-0.07521016150712967,-0.07162881642580032,-0.06804747134447098,-0.06446612626314163,-0.060884781181812286,-0.05730343237519264,-0.053722087293863297,-0.05014074221253395,-0.04655939340591431,-0.04297804832458496,-0.039396703243255615,-0.03581535443663597,-0.032234009355306625,-0.02865266427397728,-0.025071317330002785,-0.02148997038602829,-0.017908625304698944,-0.01432727836072445,-0.010745932348072529,-0.0071645863354206085,-0.003583239857107401,-1.8936116248369217e-06,0.003579452633857727,0.007160798646509647,0.010742144659161568,0.014323491603136063,0.01790483668446541,0.021486183628439903,0.025067530572414398,0.028648875653743744,0.03223022073507309,0.035811569541692734,0.03939291462302208,0.042974259704351425,0.04655560851097107,0.050136953592300415,0.05371829867362976,0.057299647480249405,0.06088099256157875,0.0644623413681984,0.06804368644952774,0.07162503153085709,0.07520637661218643,0.07878772169351578,0.08236906677484512,0.08595041930675507,0.08953176438808441,0.09311310946941376,0.0966944545507431,0.10027579963207245,0.1038571447134018,0.10743849724531174,0.11101984232664108,0.11460118740797043,0.11818253248929977]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,2,2,2,1,1,1,0,1,1,4,6,6,1,7,10,19,19,20,31,33,48,58,45,66,63,48,53,35,32,28,23,15,18,9,11,11,9,5,3,6,2,4,2,4],"bins":[-0.0006127754459157586,-0.000598766899202019,-0.0005847582942806184,-0.0005707497475668788,-0.0005567411426454782,-0.0005427325959317386,-0.000528724049217999,-0.0005147154442965984,-0.0005007068975828588,-0.0004866983217652887,-0.0004726897459477186,-0.000458681199233979,-0.0004446726234164089,-0.0004306640475988388,-0.00041665550088509917,-0.0004026469250675291,-0.000388638349249959,-0.0003746297734323889,-0.0003606211976148188,-0.0003466126509010792,-0.0003326040750835091,-0.000318595499265939,-0.00030458695255219936,-0.0002905783767346293,-0.0002765698009170592,-0.0002625612250994891,-0.000248552649281919,-0.00023454410256817937,-0.00022053552675060928,-0.0002065269509330392,-0.00019251838966738433,-0.00017850982840172946,-0.00016450128168798983,-0.00015049270587041974,-0.00013648414460476488,-0.00012247558333911002,-0.00010846700752153993,-9.445843897992745e-05,-8.044987043831497e-05,-6.64413018967025e-05,-5.243273335509002e-05,-3.8424164813477546e-05,-2.441559627186507e-05,-1.0407027730252594e-05,3.6015408113598824e-06,1.761010935297236e-05,3.1618677894584835e-05,4.562724643619731e-05,5.963581497780979e-05,7.364438351942226e-05,8.765295206103474e-05,0.00010166152060264722,0.00011567008914425969,0.00012967866496182978,0.00014368722622748464,0.0001576957874931395,0.0001717043633107096,0.00018571293912827969,0.00019972150039393455,0.0002137300616595894,0.0002277386374771595,0.0002417472132947296,0.0002557557891122997,0.0002697643358260393,0.0002837729116436094]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,2,2,1,2,0,5,2,3,10,9,14,17,25,27,38,70,82,95,159,245,358,553,772,1347,2197,3926,7892,17744,46172,156785,232634,71031,24810,10410,5230,2761,1555,977,566,405,261,164,135,79,72,43,30,26,19,15,12,9,5,6,7,0,3,1,0,0,1,1,1],"bins":[-0.0023345947265625,-0.0022597312927246094,-0.0021848678588867188,-0.002110004425048828,-0.0020351409912109375,-0.001960277557373047,-0.0018854141235351562,-0.0018105506896972656,-0.001735687255859375,-0.0016608238220214844,-0.0015859603881835938,-0.0015110969543457031,-0.0014362335205078125,-0.0013613700866699219,-0.0012865066528320312,-0.0012116432189941406,-0.00113677978515625,-0.0010619163513183594,-0.0009870529174804688,-0.0009121894836425781,-0.0008373260498046875,-0.0007624626159667969,-0.0006875991821289062,-0.0006127357482910156,-0.000537872314453125,-0.0004630088806152344,-0.00038814544677734375,-0.0003132820129394531,-0.0002384185791015625,-0.00016355514526367188,-8.869171142578125e-05,-1.3828277587890625e-05,6.103515625e-05,0.00013589859008789062,0.00021076202392578125,0.0002856254577636719,0.0003604888916015625,0.0004353523254394531,0.0005102157592773438,0.0005850791931152344,0.000659942626953125,0.0007348060607910156,0.0008096694946289062,0.0008845329284667969,0.0009593963623046875,0.0010342597961425781,0.0011091232299804688,0.0011839866638183594,0.00125885009765625,0.0013337135314941406,0.0014085769653320312,0.0014834403991699219,0.0015583038330078125,0.0016331672668457031,0.0017080307006835938,0.0017828941345214844,0.001857757568359375,0.0019326210021972656,0.0020074844360351562,0.002082347869873047,0.0021572113037109375,0.002232074737548828,0.0023069381713867188,0.0023818016052246094,0.0024566650390625]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,1,2,4,1,1,8,4,2,4,6,4,11,20,10,13,15,21,18,15,22,24,21,29,26,30,34,23,34,31,26,30,28,22,25,21,29,19,21,23,13,10,9,12,4,6,4,6,5,7,3,3,1,3,0,0,0,0,0,1],"bins":[0.9852496385574341,0.9857178926467896,0.9861862063407898,0.98665452003479,0.9871227741241455,0.987591028213501,0.9880593419075012,0.9885276556015015,0.9889959096908569,0.9894641637802124,0.9899324774742126,0.9904007911682129,0.9908690452575684,0.9913372993469238,0.9918056130409241,0.9922739267349243,0.9927421808242798,0.9932104349136353,0.9936787486076355,0.9941470623016357,0.9946153163909912,0.9950835704803467,0.9955518841743469,0.9960201978683472,0.9964884519577026,0.9969567060470581,0.9974250197410583,0.9978933334350586,0.9983615875244141,0.9988298416137695,0.9992981553077698,0.99976646900177,1.0002347230911255,1.000702977180481,1.001171350479126,1.0016396045684814,1.002107858657837,1.0025761127471924,1.0030443668365479,1.0035127401351929,1.0039809942245483,1.0044492483139038,1.0049176216125488,1.0053858757019043,1.0058541297912598,1.0063223838806152,1.0067906379699707,1.0072590112686157,1.0077272653579712,1.0081955194473267,1.0086638927459717,1.0091321468353271,1.0096004009246826,1.010068655014038,1.0105369091033936,1.0110052824020386,1.011473536491394,1.0119417905807495,1.0124101638793945,1.01287841796875,1.0133466720581055,1.013814926147461,1.0142831802368164,1.0147515535354614,1.015219807624817]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[1,1,0,0,0,3,5,2,2,5,7,6,5,5,6,5,6,14,19,9,12,14,17,35,34,36,25,31,29,28,32,20,27,28,20,27,23,25,18,23,25,18,18,20,13,13,9,5,3,12,4,2,1,6,5,2,1,0,1,2,1,0,1,1],"bins":[-0.004877473693341017,-0.0047219484113156796,-0.004566423129290342,-0.004410897847265005,-0.004255373030900955,-0.004099847748875618,-0.003944322466850281,-0.0037887971848249435,-0.0036332719027996063,-0.003477746620774269,-0.003322221338748932,-0.0031666962895542383,-0.003011171007528901,-0.002855645725503564,-0.0027001206763088703,-0.002544595394283533,-0.002389070112258196,-0.0022335448302328587,-0.0020780195482075214,-0.0019224944990128279,-0.0017669692169874907,-0.0016114439349621534,-0.001455918769352138,-0.0013003936037421227,-0.0011448683217167854,-0.0009893430396914482,-0.0008338178740814328,-0.0006782926502637565,-0.0005227674264460802,-0.0003672422026284039,-0.0002117169788107276,-5.619175499305129e-05,9.933300316333771e-05,0.000254858226981014,0.0004103834507986903,0.0005659086746163666,0.0007214338984340429,0.0008769591222517192,0.0010324843460693955,0.001188009511679411,0.0013435347937047482,0.0014990600757300854,0.0016545852413401008,0.0018101104069501162,0.0019656356889754534,0.0021211609710007906,0.002276686020195484,0.0024322113022208214,0.0025877365842461586,0.002743261866271496,0.002898787148296833,0.0030543121974915266,0.003209837479516864,0.003365362761542201,0.0035208878107368946,0.003676413092762232,0.003831938374787569,0.003987463656812906,0.0041429889388382435,0.004298514220863581,0.004454039037227631,0.004609564319252968,0.004765089601278305,0.004920614883303642,0.0050761401653289795],"_type":"histogram"},"_step":16033,"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,1,0,3,2,1,3,4,2,5,11,5,2,8,8,8,14,21,33,37,42,59,52,66,60,59,69,30,32,41,29,17,17,4,8,2,2,4,1,1,0,0,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00013945945829618722,-0.00013402261538431048,-0.00012858578702434897,-0.00012314894411247224,-0.0001177121012005955,-0.00011227526556467637,-0.00010683842992875725,-0.00010140158701688051,-9.596475138096139e-05,-9.052791574504226e-05,-8.509107283316553e-05,-7.96542371972464e-05,-7.421740156132728e-05,-6.878055864945054e-05,-6.334372301353142e-05,-5.7906883739633486e-05,-5.2470044465735555e-05,-4.7033205191837624e-05,-4.159636591793969e-05,-3.615953028202057e-05,-3.072269100812264e-05,-2.5285851734224707e-05,-1.984901427931618e-05,-1.441217591491295e-05,-8.975337550509721e-06,-3.538499186106492e-06,1.8983391782967374e-06,7.335177542699967e-06,1.2772015907103196e-05,1.8208855181001127e-05,2.3645692635909654e-05,2.908253009081818e-05,3.451936936471611e-05,3.9956208638614044e-05,4.5393047912511975e-05,5.08298835484311e-05,5.626672282232903e-05,6.170356209622696e-05,6.714039773214608e-05,7.257724064402282e-05,7.801407627994195e-05,8.345091191586107e-05,8.888775482773781e-05,9.432459046365693e-05,9.976142609957606e-05,0.0001051982690114528,0.00011063510464737192,0.00011607194755924866,0.00012150878319516778,0.00012694562610704452,0.00013238245446700603,0.00013781929737888277,0.0001432561402907595,0.000148692968650721,0.00015412981156259775,0.0001595666544744745,0.00016500349738635123,0.00017044032574631274,0.00017587716865818948,0.00018131401157006621,0.00018675083993002772,0.00019218768284190446,0.0001976245257537812,0.0002030613541137427,0.00020849819702561945],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[3,4,7,12,19,38,54,103,173,307,480,797,1200,1710,2719,3774,5561,7784,10547,14044,17878,23422,29439,35909,43810,51233,59074,66619,74388,80613,85106,88848,90241,89941,88418,84606,79193,72546,65521,57580,49448,42217,34609,27966,22183,17047,12878,9840,7302,5170,3600,2404,1608,1029,770,437,259,148,107,52,33,16,12,8],"bins":[-0.09683968871831894,-0.09389655292034149,-0.09095342457294464,-0.0880102887749672,-0.08506715297698975,-0.0821240246295929,-0.07918088883161545,-0.076237753033638,-0.07329462468624115,-0.0703514888882637,-0.06740835309028625,-0.06446521729230881,-0.06152208894491196,-0.05857895314693451,-0.05563582107424736,-0.05269268527626991,-0.049749553203582764,-0.046806421130895615,-0.04386328533291817,-0.04092015326023102,-0.03797701746225357,-0.03503388538956642,-0.03209075331687927,-0.029147619381546974,-0.026204485446214676,-0.023261351510882378,-0.02031821757555008,-0.01737508550286293,-0.014431951567530632,-0.011488817632198334,-0.00854568462818861,-0.005602551158517599,-0.002659425139427185,0.0002837083302438259,0.003226841799914837,0.006169975269585848,0.009113108739256859,0.012056242674589157,0.01499937567859888,0.017942508682608604,0.020885642617940903,0.0238287765532732,0.0267719104886055,0.02971504256129265,0.0326581746339798,0.035601310431957245,0.038544442504644394,0.04148757830262184,0.04443071037530899,0.04737384244799614,0.05031697824597359,0.053260110318660736,0.056203246116638184,0.05914637818932533,0.06208951026201248,0.06503264605998993,0.06797577440738678,0.07091891020536423,0.07386204600334167,0.07680518180131912,0.07974831014871597,0.08269144594669342,0.08563458174467087,0.08857771009206772,0.09152084589004517],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,5,6,6,4,6,10,14,25,38,34,50,59,69,56,68,57,51,43,35,32,23,15,12,11,9,9,3,5,3,1,2,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0007973992032930255,-0.0007710497011430562,-0.0007447001407854259,-0.0007183506386354566,-0.0006920010782778263,-0.000665651576127857,-0.0006393020157702267,-0.0006129525136202574,-0.0005866029532626271,-0.0005602534511126578,-0.0005339039489626884,-0.0005075543886050582,-0.00048120488645508885,-0.00045485535520128906,-0.00042850582394748926,-0.00040215629269368947,-0.00037580676143988967,-0.0003494572301860899,-0.0003231076989322901,-0.0002967581676784903,-0.0002704086364246905,-0.00024405911972280592,-0.00021770960302092135,-0.00019136007176712155,-0.00016501054051332176,-0.00013866100925952196,-0.00011231148528167978,-8.59619613038376e-05,-5.96124300500378e-05,-3.326290243421681e-05,-6.913374818395823e-06,1.9436152797425166e-05,4.578573862090707e-05,7.213526987470686e-05,9.848479385254905e-05,0.00012483431783039123,0.00015118384908419102,0.00017753338033799082,0.0002038828970398754,0.00023023242829367518,0.000256581959547475,0.0002829314908012748,0.00030928102205507457,0.00033563055330887437,0.0003619800554588437,0.0003883295867126435,0.0004146791179664433,0.0004410286492202431,0.0004673781804740429,0.0004937276826240122,0.0005200772429816425,0.0005464267451316118,0.0005727763054892421,0.0005991258076392114,0.0006254753679968417,0.000651824870146811,0.0006781744305044413,0.0007045239326544106,0.0007308734348043799,0.0007572229951620102,0.0007835724973119795,0.0008099220576696098,0.0008362715598195791,0.0008626211201772094,0.0008889706223271787],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,1,0,0,1,5,4,0,3,0,2,0,4,3,7,3,10,13,9,21,16,23,16,24,35,32,47,49,36,50,66,40,44,22,33,21,27,13,11,12,7,12,2,7,4,4,5,6,2,2,4,1,1,3,2,1,0,0,0,0,1],"bins":[-4.513445310294628e-05,-4.3726035073632374e-05,-4.231761704431847e-05,-4.090919901500456e-05,-3.9500777347711846e-05,-3.809235931839794e-05,-3.668394128908403e-05,-3.5275523259770125e-05,-3.386710523045622e-05,-3.245868720114231e-05,-3.10502655338496e-05,-2.9641849323525093e-05,-2.8233429475221783e-05,-2.6825011445907876e-05,-2.541659341659397e-05,-2.4008173568290658e-05,-2.259975553897675e-05,-2.1191337509662844e-05,-1.9782917661359534e-05,-1.8374499632045627e-05,-1.696608160273172e-05,-1.555766175442841e-05,-1.4149243725114502e-05,-1.2740825695800595e-05,-1.1332406756991986e-05,-9.923987818183377e-06,-8.51556978886947e-06,-7.1071508500608616e-06,-5.698732365999604e-06,-4.290313881938346e-06,-2.8818951705034124e-06,-1.4734765727553167e-06,-6.50579750072211e-08,1.3433606227408745e-06,2.75177922048897e-06,4.1601979319239035e-06,5.5686164159851614e-06,6.977034900046419e-06,8.385453838855028e-06,9.793871868168935e-06,1.1202290806977544e-05,1.2610709745786153e-05,1.401912777510006e-05,1.5427545804413967e-05,1.6835965652717277e-05,1.8244383682031184e-05,1.965280171134509e-05,2.1061221559648402e-05,2.246963958896231e-05,2.3878057618276216e-05,2.5286477466579527e-05,2.6694895495893434e-05,2.810331352520734e-05,2.951173337351065e-05,3.0920149583835155e-05,3.232857125112787e-05,3.3736989280441776e-05,3.514540730975568e-05,3.655382533906959e-05,3.79622433683835e-05,3.9370661397697404e-05,4.077908306499012e-05,4.2187501094304025e-05,4.359591912361793e-05,4.500433715293184e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.0013795258710160851,-0.0013270580675452948,-0.0012745902640745044,-0.001222122460603714,-0.0011696547735482454,-0.001117186970077455,-0.0010647191666066647,-0.0010122513631358743,-0.0009597835596650839,-0.0009073157561942935,-0.0008548479527235031,-0.0008023802074603736,-0.0007499124039895833,-0.0006974446005187929,-0.0006449768552556634,-0.000592509051784873,-0.0005400412483140826,-0.00048757344484329224,-0.0004351056704763323,-0.0003826378961093724,-0.000330170092638582,-0.0002777022891677916,-0.00022523451480083168,-0.00017276672588195652,-0.00012029893696308136,-6.78311480442062e-05,-1.5363359125331044e-05,3.7104429793544114e-05,8.957221871241927e-05,0.00014204000763129443,0.0001945077965501696,0.0002469755709171295,0.00029944349080324173,0.0003519112942740321,0.00040437906864099205,0.000456846843007952,0.0005093146464787424,0.0005617824499495327,0.0006142501952126622,0.0006667179986834526,0.000719185802154243,0.0007716536056250334,0.0008241214090958238,0.0008765891543589532,0.0009290569578297436,0.000981524703092873,0.0010339925065636635,0.0010864603100344539,0.0011389281135052443,0.0011913959169760346,0.001243863720446825,0.0012963315239176154,0.0013487993273884058,0.0014012670144438744,0.0014537348179146647,0.0015062026213854551,0.0015586704248562455,0.001611138228327036,0.0016636060317978263,0.0017160738352686167,0.0017685415223240852,0.0018210093257948756,0.001873477129265666,0.0019259449327364564,0.0019784127362072468],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,3,2,5,2,3,9,7,11,24,28,31,57,72,96,93,89,51,43,29,25,22,18,12,5,5,4,5,2,2,2,2,2,2,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,3,1,3,3,4,3,3,3,8,7,10,25,16,15,19,19,22,35,31,43,50,45,48,47,44,38,35,24,23,17,16,15,16,18,11,10,4,6,3,5,4,2,5,0,1,1,0,1,1,0,2,2],"bins":[-0.01843170076608658,-0.017894547432661057,-0.017357394099235535,-0.016820238903164864,-0.016283085569739342,-0.01574593223631382,-0.015208777971565723,-0.014671623706817627,-0.014134470373392105,-0.013597317039966583,-0.013060162775218487,-0.01252300851047039,-0.011985855177044868,-0.011448701843619347,-0.01091154757887125,-0.010374393314123154,-0.009837239980697632,-0.00930008664727211,-0.008762932382524014,-0.008225778117775917,-0.007688624784350395,-0.007151470985263586,-0.006614317186176777,-0.006077163387089968,-0.005540009588003159,-0.005002855788916349,-0.00446570198982954,-0.003928548190742731,-0.003391394391655922,-0.0028542405925691128,-0.0023170867934823036,-0.0017799329943954945,-0.0012427810579538345,-0.0007056272588670254,-0.00016847345978021622,0.00036868033930659294,0.0009058341383934021,0.0014429879374802113,0.0019801417365670204,0.0025172955356538296,0.0030544493347406387,0.003591603133827448,0.004128756932914257,0.004665910732001066,0.005203064531087875,0.0057402183301746845,0.006277372129261494,0.006814525928348303,0.007351679727435112,0.007888833060860634,0.00842598732560873,0.008963141590356827,0.009500294923782349,0.01003744825720787,0.010574602521955967,0.011111756786704063,0.011648910120129585,0.012186063453555107,0.012723217718303204,0.0132603719830513,0.013797525316476822,0.014334678649902344,0.01487183291465044,0.015408987179398537,0.01594614051282406]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,2,0,1,1,1,3,5,3,5,13,8,11,10,13,14,16,10,13,28,15,32,39,26,37,39,34,47,36,37,21,30,31,21,25,15,17,10,17,26,8,10,6,8,8,4,3,0,1,1,2,1,0,0,1,1,0,0,0,0,1],"bins":[-0.0008172964444383979,-0.0007902656798250973,-0.0007632349734194577,-0.0007362042088061571,-0.0007091735024005175,-0.0006821427377872169,-0.0006551119731739163,-0.0006280812667682767,-0.0006010505021549761,-0.0005740197957493365,-0.0005469890311360359,-0.0005199582665227354,-0.0004929275601170957,-0.0004658968246076256,-0.00043886605999432504,-0.00041183532448485494,-0.00038480458897538483,-0.0003577738534659147,-0.0003307431179564446,-0.00030371235334314406,-0.00027668161783367395,-0.00024965088232420385,-0.00022262014681473374,-0.0001955893967533484,-0.0001685586612438783,-0.0001415279257344082,-0.00011449717567302287,-8.746644016355276e-05,-6.043569737812504e-05,-3.340495459269732e-05,-6.37421544524841e-06,2.0656525521189906e-05,4.768726648762822e-05,7.471800927305594e-05,0.00010174875205848366,0.00012877948756795377,0.0001558102376293391,0.0001828409731388092,0.0002098717086482793,0.00023690245870966464,0.00026393320877105,0.0002909639442805201,0.0003179946797899902,0.0003450254152994603,0.0003720561508089304,0.0003990868863184005,0.00042611765093170106,0.00045314838644117117,0.0004801791219506413,0.0005072098574601114,0.0005342406220734119,0.0005612713284790516,0.0005883020930923522,0.0006153327994979918,0.0006423635641112924,0.0006693943287245929,0.0006964250351302326,0.0007234557997435331,0.0007504865061491728,0.0007775172707624733,0.0008045480353757739,0.0008315787417814136,0.0008586095063947141,0.0008856402128003538,0.0009126709774136543]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,1,3,4,7,8,11,10,22,34,45,61,99,136,152,246,401,534,767,1013,1594,2161,3332,5037,8528,13596,24477,46044,94507,217361,498683,355629,146743,68206,34516,18367,10977,6584,4226,2618,1900,1196,835,625,460,317,224,135,136,79,54,50,28,20,20,11,6,7,1,3,5,3,4,4],"bins":[-0.000476837158203125,-0.00046133995056152344,-0.0004458427429199219,-0.0004303455352783203,-0.00041484832763671875,-0.0003993511199951172,-0.0003838539123535156,-0.00036835670471191406,-0.0003528594970703125,-0.00033736228942871094,-0.0003218650817871094,-0.0003063678741455078,-0.00029087066650390625,-0.0002753734588623047,-0.0002598762512207031,-0.00024437904357910156,-0.0002288818359375,-0.00021338462829589844,-0.00019788742065429688,-0.0001823902130126953,-0.00016689300537109375,-0.0001513957977294922,-0.00013589859008789062,-0.00012040138244628906,-0.0001049041748046875,-8.940696716308594e-05,-7.390975952148438e-05,-5.841255187988281e-05,-4.291534423828125e-05,-2.7418136596679688e-05,-1.1920928955078125e-05,3.5762786865234375e-06,1.9073486328125e-05,3.457069396972656e-05,5.0067901611328125e-05,6.556510925292969e-05,8.106231689453125e-05,9.655952453613281e-05,0.00011205673217773438,0.00012755393981933594,0.0001430511474609375,0.00015854835510253906,0.00017404556274414062,0.0001895427703857422,0.00020503997802734375,0.0002205371856689453,0.00023603439331054688,0.00025153160095214844,0.00026702880859375,0.00028252601623535156,0.0002980232238769531,0.0003135204315185547,0.00032901763916015625,0.0003445148468017578,0.0003600120544433594,0.00037550926208496094,0.0003910064697265625,0.00040650367736816406,0.0004220008850097656,0.0004374980926513672,0.00045299530029296875,0.0004684925079345703,0.0004839897155761719,0.0004994869232177734,0.000514984130859375]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,1,3,6,2,2,4,6,8,16,26,28,33,27,32,48,43,45,63,63,73,82,66,83,75,74,73,69,80,72,71,63,66,59,53,45,51,47,48,42,39,42,29,20,28,24,22,17,11,10,7,11,10,9,5,2,4,3,1,0,2,1,0,2],"bins":[-0.01803744025528431,-0.01770802028477192,-0.01737860031425953,-0.01704917848110199,-0.0167197585105896,-0.01639033854007721,-0.01606091856956482,-0.01573149673640728,-0.01540207676589489,-0.0150726567953825,-0.01474323682487011,-0.014413815923035145,-0.014084395952522755,-0.01375497505068779,-0.0134255550801754,-0.013096134178340435,-0.012766714207828045,-0.012437294237315655,-0.01210787333548069,-0.0117784533649683,-0.011449032463133335,-0.011119612492620945,-0.01079019159078598,-0.01046077162027359,-0.0101313516497612,-0.009801930747926235,-0.009472510777413845,-0.00914308987557888,-0.00881366990506649,-0.008484249003231525,-0.008154829032719135,-0.00782540813088417,-0.007495989091694355,-0.007166568655520678,-0.006837148219347,-0.006507727783173323,-0.006178307346999645,-0.005848887376487255,-0.005519466940313578,-0.0051900465041399,-0.004860626067966223,-0.004531205631792545,-0.004201785195618868,-0.003872364992275834,-0.0035429445561021566,-0.003213524119928479,-0.0028841039165854454,-0.002554683480411768,-0.0022252630442380905,-0.001895842608064413,-0.0015664222883060575,-0.0012370019685477018,-0.0009075815323740244,-0.0005781611544080079,-0.00024874077644199133,8.06796015240252e-05,0.00041009997949004173,0.0007395203574560583,0.0010689407354220748,0.0013983610551804304,0.0017277814913541079,0.0020572019275277853,0.002386622130870819,0.0027160425670444965,0.003045463003218174]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0056284209713339806,-0.005455935839563608,-0.0052834502421319485,-0.005110965110361576,-0.004938479978591204,-0.004765994381159544,-0.004593509249389172,-0.004421024117618799,-0.004248538985848427,-0.004076053388416767,-0.0039035682566463947,-0.0037310828920453787,-0.0035585975274443626,-0.0033861123956739902,-0.003213627031072974,-0.003041141899302602,-0.0028686565347015858,-0.0026961711701005697,-0.0025236860383301973,-0.0023512006737291813,-0.002178715541958809,-0.002006230177357793,-0.0018337448127567768,-0.0016612595645710826,-0.0014887743163853884,-0.0013162890681996942,-0.001143803820014,-0.0009713184554129839,-0.0007988332072272897,-0.0006263479590415955,-0.00045386265264824033,-0.00028137737535871565,-0.00010889163240790367,6.3593644881621e-05,0.00023607892217114568,0.00040856419946067035,0.000581049476750195,0.0007535347249358892,0.0009260200313292444,0.0010985053377225995,0.0012709905859082937,0.001443475834093988,0.0016159610822796822,0.0017884464468806982,0.0019609318114817142,0.0021334169432520866,0.0023059023078531027,0.002478387439623475,0.002650872804224491,0.002823358168825507,0.0029958433005958796,0.0031683286651968956,0.003340813796967268,0.003513299161568284,0.0036857845261693,0.0038582696579396725,0.004030754789710045,0.0042032403871417046,0.004375725518912077,0.004548210650682449,0.004720696248114109,0.004893181379884481,0.005065666511654854,0.0052381521090865135,0.005410637240856886],"_type":"histogram","values":[1,1,0,3,0,2,2,5,3,6,1,5,9,6,10,5,12,11,12,13,21,16,18,24,33,24,21,15,22,19,24,27,22,27,29,19,22,28,27,25,15,16,23,12,16,10,10,10,16,9,6,7,6,5,8,4,6,4,4,2,2,5,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[2,0,2,6,3,7,23,54,78,117,198,292,453,698,1034,1484,2133,2928,3991,5443,6975,9207,11469,14069,17031,19909,23158,26011,28342,30820,33001,33868,34417,33965,33444,31881,29279,26955,23717,20817,17951,14908,12120,9618,7425,5744,4414,3231,2297,1617,1106,793,511,316,202,128,66,46,30,8,5,3,2,2],"bins":[-0.09579819440841675,-0.09286034107208252,-0.08992248773574829,-0.08698463439941406,-0.08404678106307983,-0.0811089277267456,-0.07817107439041138,-0.07523322105407715,-0.07229536771774292,-0.0693575069308281,-0.06641965359449387,-0.06348180025815964,-0.06054394692182541,-0.05760609358549118,-0.05466824024915695,-0.05173038691282272,-0.048792533576488495,-0.045854680240154266,-0.04291682690382004,-0.03997897356748581,-0.03704112023115158,-0.034103263169527054,-0.031165409833192825,-0.028227556496858597,-0.02528970316052437,-0.02235184982419014,-0.01941399648785591,-0.016476141288876534,-0.013538287952542305,-0.010600434616208076,-0.007662580348551273,-0.0047247265465557575,-0.0017868652939796448,0.001150988508015871,0.004088842310011387,0.007026696112006903,0.009964549914002419,0.012902403250336647,0.015840258449316025,0.018778111785650253,0.021715965121984482,0.02465381845831871,0.02759167179465294,0.030529526993632317,0.033467382192611694,0.03640523552894592,0.03934308886528015,0.04228094220161438,0.04521879553794861,0.04815664887428284,0.051094502210617065,0.054032355546951294,0.05697020888328552,0.05990806594491005,0.06284591555595398,0.06578376889228821,0.06872162222862244,0.07165948301553726,0.07459733635187149,0.07753518968820572,0.08047304302453995,0.08341089636087418,0.0863487496972084,0.08928660303354263,0.09222445636987686],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,2,1,1,2,5,1,8,4,5,3,3,6,12,11,12,11,9,13,22,25,11,29,19,26,23,29,24,45,31,26,31,31,38,27,35,25,24,20,14,15,13,8,16,11,6,6,5,5,3,4,1,0,0,2,2,3,1,0,1],"bins":[0.9805630445480347,0.9811327457427979,0.981702446937561,0.9822721481323242,0.9828418493270874,0.9834114909172058,0.983981192111969,0.9845508933067322,0.9851205945014954,0.9856902956962585,0.9862599968910217,0.9868296980857849,0.9873993396759033,0.9879690408706665,0.9885387420654297,0.9891084432601929,0.989678144454956,0.9902478456497192,0.9908175468444824,0.9913872480392456,0.9919569492340088,0.9925265908241272,0.9930962920188904,0.9936659932136536,0.9942356944084167,0.9948053956031799,0.9953750967979431,0.9959447979927063,0.9965144395828247,0.9970841407775879,0.9976538419723511,0.9982235431671143,0.9987932443618774,0.9993629455566406,0.9999326467514038,1.000502347946167,1.0010720491409302,1.0016417503356934,1.0022114515304565,1.0027811527252197,1.0033507347106934,1.0039204359054565,1.0044901371002197,1.005059838294983,1.005629539489746,1.0061992406845093,1.0067689418792725,1.0073386430740356,1.0079083442687988,1.008478045463562,1.0090477466583252,1.0096174478530884,1.0101871490478516,1.0107568502426147,1.011326551437378,1.0118962526321411,1.0124659538269043,1.013035535812378,1.0136052370071411,1.0141749382019043,1.0147446393966675,1.0153143405914307,1.0158840417861938,1.016453742980957,1.0170234441757202],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,1,1,0,0,2,1,0,1,2,3,2,4,3,5,3,6,10,14,14,10,17,21,26,20,29,55,47,52,54,53,50,44,45,38,34,19,23,10,13,8,3,4,4,2,4,1,2,3,0,1,1,0,0,0,0,0,0,0,0,1,0,0,1],"bins":[-0.00012443824380170554,-0.00012023522867821157,-0.0001160322135547176,-0.00011182919843122363,-0.00010762618330772966,-0.0001034231754601933,-9.922016033669934e-05,-9.501714521320537e-05,-9.08141300897114e-05,-8.661111496621743e-05,-8.240809984272346e-05,-7.820508471922949e-05,-7.400207687169313e-05,-6.979906174819916e-05,-6.55960466247052e-05,-6.139303150121123e-05,-5.7190016377717257e-05,-5.298700125422329e-05,-4.878398613072932e-05,-4.4580974645214155e-05,-4.0377959521720186e-05,-3.6174944398226216e-05,-3.1971932912711054e-05,-2.7768917789217085e-05,-2.3565902665723115e-05,-1.9362887542229146e-05,-1.515987423772458e-05,-1.0956860023725312e-05,-6.7538458097260445e-06,-2.550831595726777e-06,1.6521826182724908e-06,5.8551968322717585e-06,1.0058211046271026e-05,1.4261225260270294e-05,1.846423947426956e-05,2.2667252778774127e-05,2.6870267902268097e-05,3.1073283025762066e-05,3.527629451127723e-05,3.94793096347712e-05,4.368232475826517e-05,4.788533988175914e-05,5.2088355005253106e-05,5.629136649076827e-05,6.049438161426224e-05,6.46973930997774e-05,6.890040822327137e-05,7.310342334676534e-05,7.730643847025931e-05,8.150945359375328e-05,8.571246871724725e-05,8.991548384074122e-05,9.411849896423519e-05,9.832150681177154e-05,0.00010252452193526551,0.00010672753705875948,0.00011093055218225345,0.00011513356730574742,0.00011933658242924139,0.00012353959027677774,0.00012774260540027171,0.00013194562052376568,0.00013614863564725965,0.00014035165077075362,0.0001445546658942476],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.00146484375,-0.0014210939407348633,-0.0013773441314697266,-0.0013335943222045898,-0.0012898445129394531,-0.0012460947036743164,-0.0012023448944091797,-0.001158595085144043,-0.0011148452758789062,-0.0010710954666137695,-0.0010273456573486328,-0.000983595848083496,-0.0009398460388183594,-0.0008960962295532227,-0.0008523464202880859,-0.0008085966110229492,-0.0007648468017578125,-0.0007210969924926758,-0.0006773471832275391,-0.0006335973739624023,-0.0005898475646972656,-0.0005460977554321289,-0.0005023479461669922,-0.00045859813690185547,-0.00041484832763671875,-0.00037109851837158203,-0.0003273487091064453,-0.0002835988998413086,-0.00023984909057617188,-0.00019609928131103516,-0.00015234947204589844,-0.00010859966278076172,-6.4849853515625e-05,-2.110004425048828e-05,2.2649765014648438e-05,6.639957427978516e-05,0.00011014938354492188,0.0001538991928100586,0.0001976490020751953,0.00024139881134033203,0.00028514862060546875,0.00032889842987060547,0.0003726482391357422,0.0004163980484008789,0.0004601478576660156,0.0005038976669311523,0.0005476474761962891,0.0005913972854614258,0.0006351470947265625,0.0006788969039916992,0.0007226467132568359,0.0007663965225219727,0.0008101463317871094,0.0008538961410522461,0.0008976459503173828,0.0009413957595825195,0.0009851455688476562,0.001028895378112793,0.0010726451873779297,0.0011163949966430664,0.0011601448059082031,0.0012038946151733398,0.0012476444244384766,0.0012913942337036133,0.00133514404296875],"_type":"histogram","values":[1,0,0,0,0,0,3,1,5,3,3,8,7,17,26,31,54,68,116,192,246,415,589,970,1581,2507,4153,6832,11755,19920,34096,58141,95547,119393,93787,57068,33953,19478,11363,6664,3984,2478,1620,934,618,413,264,156,119,74,50,39,33,13,12,8,6,3,1,2,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,1,3,3,3,6,7,6,3,4,5,9,15,13,15,13,14,14,23,24,24,17,25,26,33,21,19,30,32,32,19,22,17,19,27,17,22,20,16,16,15,17,15,11,14,12,4,4,7,8,5,2,2,3,1,1,3,2,2,1,0,0,1],"bins":[-0.0038581741973757744,-0.00372477900236845,-0.0035913840401917696,-0.003457989078015089,-0.003324593883007765,-0.0031911986880004406,-0.00305780372582376,-0.0029244087636470795,-0.0027910135686397552,-0.002657618373632431,-0.0025242234114557505,-0.00239082844927907,-0.0022574332542717457,-0.0021240380592644215,-0.001990643097087741,-0.0018572480184957385,-0.0017238529399037361,-0.0015904578613117337,-0.0014570627827197313,-0.001323667704127729,-0.0011902726255357265,-0.0010568775469437242,-0.0009234824683517218,-0.0007900873897597194,-0.000656692311167717,-0.0005232972325757146,-0.0003899021539837122,-0.0002565070753917098,-0.0001231119967997074,1.0283081792294979e-05,0.00014367816038429737,0.00027707323897629976,0.00041046831756830215,0.0005438633961603045,0.0006772584747523069,0.0008106535533443093,0.0009440486319363117,0.0010774437105283141,0.0012108387891203165,0.001344233867712319,0.0014776289463043213,0.0016110240248963237,0.001744419103488326,0.0018778141820803285,0.002011209260672331,0.002144604455679655,0.0022779994178563356,0.002411394380033016,0.0025447895750403404,0.0026781847700476646,0.002811579732224345,0.0029449746944010258,0.00307836988940835,0.003211765084415674,0.0033451600465923548,0.0034785550087690353,0.0036119502037763596,0.0037453453987836838,0.0038787403609603643,0.004012135323137045,0.004145530518144369,0.004278925713151693,0.00441232044249773,0.0045457156375050545,0.004679110832512379]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,0,2,6,11,16,37,59,102,215,314,536,823,1313,2093,3126,4621,6605,9307,12761,17168,22374,28979,35893,44419,53376,62166,70512,78616,86094,91554,94847,95323,95475,92228,87546,80281,72370,64357,54849,46235,38230,30193,23931,18267,13711,10146,7116,5067,3405,2288,1534,923,605,360,228,117,63,32,19,10,5,2,2],"bins":[-0.10163244605064392,-0.09851729869842529,-0.09540215134620667,-0.09228700399398804,-0.08917185664176941,-0.08605670183897018,-0.08294155448675156,-0.07982640713453293,-0.0767112597823143,-0.07359611243009567,-0.07048096507787704,-0.06736581772565842,-0.06425066292285919,-0.06113551929593086,-0.058020368218421936,-0.05490522086620331,-0.05179007351398468,-0.04867492616176605,-0.045559778809547424,-0.0424446277320385,-0.03932948037981987,-0.03621433302760124,-0.033099181950092316,-0.029984034597873688,-0.02686888724565506,-0.023753739893436432,-0.020638590678572655,-0.017523441463708878,-0.01440829411149025,-0.011293145827949047,-0.008177997544407845,-0.005062849260866642,-0.0019477009773254395,0.001167447306215763,0.004282595589756966,0.007397743873298168,0.01051289215683937,0.013628040440380573,0.016743188723921776,0.019858337938785553,0.02297348529100418,0.02608863264322281,0.029203781858086586,0.03231893107295036,0.03543407842516899,0.03854922577738762,0.041664376854896545,0.04477952420711517,0.0478946715593338,0.05100981891155243,0.05412496626377106,0.057240117341279984,0.06035526469349861,0.06347041577100754,0.06658556312322617,0.0697007104754448,0.07281585782766342,0.07593100517988205,0.07904615253210068,0.0821612998843193,0.08527645468711853,0.08839160203933716,0.09150674939155579,0.09462189674377441,0.09773704409599304]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.00017847646086011082,-0.0001733095123199746,-0.0001681425783317536,-0.0001629756297916174,-0.00015780868125148118,-0.00015264173271134496,-0.00014747478417120874,-0.00014230785018298775,-0.00013714090164285153,-0.0001319739531027153,-0.00012680701911449432,-0.0001216400705743581,-0.00011647312203422189,-0.00011130617349408567,-0.00010613923222990707,-0.00010097229096572846,-9.580534242559224e-05,-9.063839388545603e-05,-8.547145262127742e-05,-8.030451135709882e-05,-7.51375628169626e-05,-6.997061427682638e-05,-6.480367301264778e-05,-5.963672811049037e-05,-5.4469783208332956e-05,-4.9302838306175545e-05,-4.4135893404018134e-05,-3.896894850186072e-05,-3.380200359970331e-05,-2.86350586975459e-05,-2.346811379538849e-05,-1.830116889323108e-05,-1.3134238542988896e-05,-7.967293640831485e-06,-2.8003487386740744e-06,2.3665961634833366e-06,7.5335410656407475e-06,1.2700485967798159e-05,1.786743086995557e-05,2.303437577211298e-05,2.820132067427039e-05,3.33682655764278e-05,3.8535210478585213e-05,4.3702155380742624e-05,4.8869100282900035e-05,5.4036045185057446e-05,5.920299008721486e-05,6.436993135139346e-05,6.953687989152968e-05,7.47038284316659e-05,7.98707696958445e-05,8.50377109600231e-05,9.020465950015932e-05,9.537160804029554e-05,0.00010053854930447415,0.00010570549056865275,0.00011087243910878897,0.00011603938764892519,0.00012120632891310379,0.0001263732701772824,0.0001315402187174186,0.00013670716725755483,0.00014187410124577582,0.00014704104978591204,0.00015220799832604825],"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,2,1,5,3,3,3,8,7,9,8,5,9,12,17,18,24,29,21,27,21,13,35,28,36,34,28,26,31,32,18,27,20,21,17,19,18,13,25,18,9,10,8,9,7,6,9,1,4,4,1,0,1,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,3,3,2,1,1,2,3,2,5,7,5,6,10,8,15,14,11,15,15,20,23,31,24,23,15,25,41,35,30,27,27,27,31,35,19,20,19,21,25,18,19,15,10,6,8,15,6,3,3,4,4,3,0,1,1,2,0,0,1,1,0,0,1],"bins":[-7.718904817011207e-05,-7.459449261659756e-05,-7.199992978712544e-05,-6.940537423361093e-05,-6.68108114041388e-05,-6.421625585062429e-05,-6.162169302115217e-05,-5.902713746763766e-05,-5.643257827614434e-05,-5.383801908465102e-05,-5.1243459893157706e-05,-4.864890070166439e-05,-4.605434514814988e-05,-4.345978595665656e-05,-4.086522676516324e-05,-3.8270667573669925e-05,-3.567610838217661e-05,-3.308154919068329e-05,-3.0486989999189973e-05,-2.789243262668606e-05,-2.529787343519274e-05,-2.2703314243699424e-05,-2.010875687119551e-05,-1.7514197679702193e-05,-1.4919638488208875e-05,-1.2325079296715558e-05,-9.730521014716942e-06,-7.135962277970975e-06,-4.541403541225009e-06,-1.946844804479042e-06,6.477139322669245e-07,3.242272669012891e-06,5.8368241298012435e-06,8.431383321294561e-06,1.1025941603293177e-05,1.3620499885291792e-05,1.621505907678511e-05,1.8809618268278427e-05,2.140417564078234e-05,2.399873483227566e-05,2.6593294023768976e-05,2.9187853215262294e-05,3.178241240675561e-05,3.437697159824893e-05,3.697152715176344e-05,3.956608634325676e-05,4.2160645534750074e-05,4.475520472624339e-05,4.734976391773671e-05,4.9944323109230027e-05,5.2538882300723344e-05,5.513344149221666e-05,5.772800068370998e-05,6.032255623722449e-05,6.291711906669661e-05,6.551167462021112e-05,6.810623744968325e-05,7.070079300319776e-05,7.329534855671227e-05,7.58899113861844e-05,7.84844669396989e-05,8.107902976917103e-05,8.367358532268554e-05,8.626814815215766e-05,8.886270370567217e-05]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[4,2,3,7,16,34,70,124,226,338,595,878,1385,2072,3227,4718,6718,9480,13034,17397,22480,28797,36293,43995,52576,61267,69643,77950,84713,90156,93578,95448,94253,91530,86665,80686,73052,64692,55839,46973,38797,31189,24684,18993,14294,10628,7524,5401,3594,2542,1646,1045,647,403,268,131,69,45,26,12,6,3,2,1],"bins":[-0.09805257618427277,-0.09495715796947479,-0.09186173230409622,-0.08876631408929825,-0.08567089587450027,-0.0825754776597023,-0.07948005199432373,-0.07638463377952576,-0.07328921556472778,-0.07019378989934921,-0.06709837168455124,-0.06400295346975327,-0.06090753152966499,-0.05781211331486702,-0.05471669137477875,-0.051621273159980774,-0.0485258512198925,-0.04543042927980423,-0.042335011065006256,-0.039239589124917984,-0.03614417091012001,-0.03304874897003174,-0.029953328892588615,-0.026857908815145493,-0.02376248873770237,-0.020667068660259247,-0.017571648582816124,-0.014476227574050426,-0.011380807496607304,-0.00828538741916418,-0.005189966876059771,-0.002094546565786004,0.0010008737444877625,0.004096293821930885,0.0071917143650352955,0.010287134908139706,0.013382554985582829,0.016477975994348526,0.01957339607179165,0.02266881614923477,0.025764236226677895,0.028859656304121017,0.03195507824420929,0.03505049645900726,0.038145918399095535,0.04124133661389351,0.04433675855398178,0.047432176768779755,0.05052759870886803,0.0536230206489563,0.05671843886375427,0.059813860803842545,0.06290928274393082,0.06600470095872879,0.06910011917352676,0.07219553738832474,0.07529096305370331,0.07838638126850128,0.08148179948329926,0.08457722514867783,0.0876726433634758,0.09076806157827377,0.09386347979307175,0.09695890545845032,0.10005432367324829],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,1,0,0,1,1,2,0,3,2,3,3,6,2,5,4,10,8,9,10,15,13,14,14,18,16,21,15,24,22,37,30,30,24,27,38,33,34,29,27,18,14,24,11,14,18,9,13,11,8,15,7,15,2,7,12,4,5,0,2,4,1,2],"bins":[-0.0001240937999682501,-0.00012060497101629153,-0.00011711614206433296,-0.0001136273131123744,-0.00011013848416041583,-0.00010664965520845726,-0.0001031608262564987,-9.967199730454013e-05,-9.618316835258156e-05,-9.269433212466538e-05,-8.920550317270681e-05,-8.571667422074825e-05,-8.222784526878968e-05,-7.873901631683111e-05,-7.525018736487255e-05,-7.176135841291398e-05,-6.827252946095541e-05,-6.478370050899684e-05,-6.129487155703828e-05,-5.780604260507971e-05,-5.4317213653121144e-05,-5.082838106318377e-05,-4.73395521112252e-05,-4.3850723159266636e-05,-4.036189420730807e-05,-3.68730652553495e-05,-3.3384236303390935e-05,-2.9895405532442965e-05,-2.6406576580484398e-05,-2.291774762852583e-05,-1.942891685757786e-05,-1.5940087905619293e-05,-1.2451258953660727e-05,-8.96243000170216e-06,-5.473600140248891e-06,-1.984770733542973e-06,1.5040586731629446e-06,4.992888079868862e-06,8.48171748657478e-06,1.1970547348028049e-05,1.5459376299986616e-05,1.8948205251945183e-05,2.243703420390375e-05,2.592586497485172e-05,2.9414693926810287e-05,3.290352469775826e-05,3.6392353649716824e-05,3.988118260167539e-05,4.337001155363396e-05,4.6858840505592525e-05,5.034766945755109e-05,5.383649840950966e-05,5.7325327361468226e-05,6.08141599514056e-05,6.430298526538536e-05,6.779181421734393e-05,7.128065044526011e-05,7.476947939721867e-05,7.825830834917724e-05,8.174713730113581e-05,8.523596625309438e-05,8.872479520505294e-05,9.221362415701151e-05,9.570245310897008e-05,9.919128206092864e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,2,2,2,0,2,1,3,1,10,4,8,7,13,12,12,23,12,15,17,29,22,20,23,22,33,25,37,19,34,26,29,20,26,17,21,29,29,23,17,19,9,10,15,7,6,8,6,2,7,8,3,1,5,3,1,2,3,1,2,0,0,2],"bins":[-0.0010968029964715242,-0.00106080062687397,-0.0010247982572764158,-0.0009887958876788616,-0.0009527935762889683,-0.000916791264899075,-0.0008807888953015208,-0.0008447865257039666,-0.0008087841561064124,-0.0007727818447165191,-0.0007367794751189649,-0.0007007771055214107,-0.0006647747941315174,-0.0006287724245339632,-0.000592770054936409,-0.0005567677435465157,-0.0005207653739489615,-0.00048476303345523775,-0.00044876066385768354,-0.0004127583233639598,-0.0003767559537664056,-0.00034075361327268183,-0.0003047512727789581,-0.0002687489031814039,-0.00023274656268768013,-0.00019674420764204115,-0.00016074185259640217,-0.00012473951210267842,-8.873715705703944e-05,-5.273480564937927e-05,-1.6732454241719097e-05,1.9269897165941074e-05,5.5272248573601246e-05,9.127460361924022e-05,0.0001272769586648792,0.00016327929915860295,0.00019928165420424193,0.0002352840092498809,0.00027128634974360466,0.00030728871934115887,0.0003432910598348826,0.00037929340032860637,0.0004152957699261606,0.0004512981104198843,0.0004873004509136081,0.0005233028205111623,0.0005593051901087165,0.0005953075014986098,0.000631309871096164,0.0006673122406937182,0.0007033145520836115,0.0007393169216811657,0.0007753192912787199,0.0008113216026686132,0.0008473239722661674,0.0008833263418637216,0.0009193286532536149,0.0009553310228511691,0.0009913333924487233,0.0010273357620462775,0.0010633381316438317,0.0010993403848260641,0.0011353427544236183,0.0011713451240211725,0.0012073474936187267],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.004911552183330059,-0.004747756291180849,-0.004583960399031639,-0.004420164041221142,-0.004256368149071932,-0.004092572256922722,-0.003928775899112225,-0.0037649800069630146,-0.0036011841148138046,-0.0034373882226645947,-0.003273592097684741,-0.0031097959727048874,-0.0029460000805556774,-0.0027822041884064674,-0.002618408063426614,-0.00245461193844676,-0.00229081604629755,-0.0021270201541483402,-0.0019632240291684866,-0.0017994280206039548,-0.001635632012039423,-0.0014718360034748912,-0.0013080399949103594,-0.0011442439863458276,-0.0009804479777812958,-0.000816651969216764,-0.0006528559606522322,-0.0004890599520877004,-0.00032526394352316856,-0.00016146793495863676,2.3280736058950424e-06,0.00016612408217042685,0.00032992009073495865,0.0004937160992994905,0.0006575121078640223,0.0008213081164285541,0.0009851041249930859,0.0011489001335576177,0.0013126961421221495,0.0014764921506866813,0.001640288159251213,0.0018040841678157449,0.0019678801763802767,0.0021316763013601303,0.0022954721935093403,0.0024592680856585503,0.002623064210638404,0.0027868603356182575,0.0029506562277674675,0.0031144521199166775,0.003278248244896531,0.0034420443698763847,0.0036058402620255947,0.0037696361541748047,0.003933432511985302,0.004097228404134512,0.004261024296283722,0.004424820188432932,0.004588616080582142,0.004752412438392639,0.004916208330541849,0.005080004222691059,0.005243800580501556,0.005407596472650766,0.005571392364799976],"_type":"histogram","values":[1,1,0,1,3,3,2,3,4,1,5,5,5,8,2,20,15,10,23,13,20,20,26,28,20,28,24,34,38,26,31,31,24,22,29,33,23,27,23,16,25,14,14,8,10,10,6,10,5,4,4,4,0,0,1,0,0,1,3,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[2,2,1,1,1,0,0,3,3,5,3,4,6,4,7,6,7,11,15,15,28,20,18,22,24,25,19,31,26,29,24,25,32,23,22,27,16,38,35,22,25,23,22,17,16,5,6,7,9,5,3,6,5,2,6,3,0,1,1,1,1,0,1,1],"bins":[-0.011014114134013653,-0.010666961781680584,-0.01031980849802494,-0.009972656145691872,-0.009625503793358803,-0.00927835050970316,-0.00893119815737009,-0.008584044873714447,-0.008236892521381378,-0.00788974016904831,-0.007542586885392666,-0.007195434533059597,-0.006848281715065241,-0.006501128897070885,-0.006153976544737816,-0.00580682372674346,-0.0054596709087491035,-0.005112518090754747,-0.004765365272760391,-0.004418212920427322,-0.004071060102432966,-0.00372390728443861,-0.0033767546992748976,-0.003029602114111185,-0.002682449296116829,-0.0023352964781224728,-0.0019881438929587603,-0.001640991191379726,-0.0012938384898006916,-0.0009466857882216573,-0.000599533086642623,-0.0002523803850635886,9.47713851928711e-05,0.0004419240867719054,0.0007890767883509398,0.001136229489929974,0.0014833821915090084,0.0018305348930880427,0.002177687594667077,0.0025248401798307896,0.0028719929978251457,0.003219145815819502,0.0035662984009832144,0.003913450986146927,0.004260603804141283,0.004607756622135639,0.004954908974468708,0.005302061792463064,0.00564921461045742,0.0059963674284517765,0.006343520246446133,0.0066906725987792015,0.007037825416773558,0.007384978234767914,0.007732130587100983,0.008079283870756626,0.008426436223089695,0.008773588575422764,0.009120741859078407,0.009467894211411476,0.009815046563744545,0.010162199847400188,0.010509352199733257,0.0108565054833889,0.01120365783572197]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.0007466142997145653,-0.0007241180865094066,-0.0007016218733042479,-0.0006791257183067501,-0.0006566295051015913,-0.0006341332918964326,-0.0006116371368989348,-0.0005891409236937761,-0.0005666447104886174,-0.0005441484972834587,-0.0005216522840783,-0.0004991561290808022,-0.0004766599158756435,-0.0004541637026704848,-0.00043166751856915653,-0.0004091713344678283,-0.00038667512126266956,-0.00036417890805751085,-0.0003416827239561826,-0.00031918653985485435,-0.00029669032664969563,-0.0002741941134445369,-0.00025169792934320867,-0.0002292017306899652,-0.0002067055320367217,-0.00018420933338347822,-0.00016171313473023474,-0.00013921693607699126,-0.00011672073742374778,-9.42245387705043e-05,-7.172834011726081e-05,-4.923214146401733e-05,-2.673594281077385e-05,-4.239744157530367e-06,1.8256454495713115e-05,4.07526531489566e-05,6.324885180220008e-05,8.574505045544356e-05,0.00010824124910868704,0.00013073744776193053,0.000153233646415174,0.0001757298450684175,0.00019822604372166097,0.00022072224237490445,0.00024321844102814794,0.00026571465423330665,0.0002882108383346349,0.00031070702243596315,0.00033320323564112186,0.0003556994488462806,0.00037819563294760883,0.0004006918170489371,0.0004231880302540958,0.0004456842434592545,0.00046818042756058276,0.000490676611661911,0.0005131728248670697,0.0005356690380722284,0.0005581652512773871,0.0005806614062748849,0.0006031576194800436,0.0006256538326852024,0.0006481499876827002,0.0006706462008878589,0.0006931424140930176],"_type":"histogram","values":[1,0,0,0,0,1,3,2,1,1,3,2,3,3,7,7,5,7,9,9,10,24,20,25,21,20,24,24,23,24,28,22,29,24,40,24,35,39,36,25,17,26,22,20,14,17,12,14,5,6,10,3,6,3,4,1,1,1,3,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[4,1,2,7,4,15,30,46,64,102,164,286,432,669,994,1406,2004,2853,3883,5381,6919,8849,11285,13944,16710,19870,23031,25512,28487,30863,32775,34143,34670,34164,33233,31624,29478,27135,24035,21064,17949,14885,12084,9852,7622,5977,4554,3397,2395,1684,1148,774,516,334,224,118,76,37,33,14,8,2,1,2],"bins":[-0.09658260643482208,-0.09362898021936417,-0.09067535400390625,-0.08772173523902893,-0.08476810902357101,-0.0818144828081131,-0.07886085659265518,-0.07590723037719727,-0.07295361161231995,-0.06999998539686203,-0.06704635918140411,-0.0640927329659462,-0.06113910675048828,-0.05818548426032066,-0.05523185804486275,-0.05227823555469513,-0.04932460933923721,-0.0463709831237793,-0.04341736063361168,-0.04046373441815376,-0.037510111927986145,-0.03455648571252823,-0.03160285949707031,-0.028649235144257545,-0.02569561079144478,-0.02274198643863201,-0.019788362085819244,-0.016834735870361328,-0.013881111517548561,-0.010927487164735794,-0.007973861880600452,-0.005020237062126398,-0.002066604793071747,0.0008870200254023075,0.003840644843876362,0.006794269662350416,0.00974789448082447,0.012701518833637238,0.015655145049095154,0.01860876940190792,0.021562393754720688,0.024516018107533455,0.027469642460346222,0.030423268675804138,0.033376894891262054,0.03633051738142967,0.03928414359688759,0.042237766087055206,0.04519139230251312,0.04814501851797104,0.05109864100813866,0.05405226722359657,0.05700588971376419,0.05995951592922211,0.06291314214468002,0.06586676836013794,0.06882038712501526,0.07177401334047318,0.07472763955593109,0.07768126577138901,0.08063489198684692,0.08358851820230484,0.08654213696718216,0.08949576318264008,0.09244938939809799],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0002821683883666992,-0.000273770623607561,-0.0002653728879522532,-0.000256975123193115,-0.00024857735843397677,-0.00024017960822675377,-0.00023178185801953077,-0.00022338409326039255,-0.00021498634305316955,-0.00020658859284594655,-0.00019819082808680832,-0.00018979307787958533,-0.00018139532767236233,-0.0001729975629132241,-0.0001645998127060011,-0.00015620204794686288,-0.00014780429773963988,-0.00013940654753241688,-0.00013100878277327865,-0.00012261103256605566,-0.00011421327508287504,-0.00010581551759969443,-9.741776739247143e-05,-8.902000990929082e-05,-8.062225242611021e-05,-7.22244949429296e-05,-6.382673745974898e-05,-5.5428987252525985e-05,-4.703122976934537e-05,-3.863347228616476e-05,-3.0235718440962955e-05,-2.1837962776771747e-05,-1.3440207112580538e-05,-5.042451448389329e-06,3.3553042158018798e-06,1.1753059879993089e-05,2.0150815544184297e-05,2.8548571208375506e-05,3.6946326872566715e-05,4.534408071776852e-05,5.374183820094913e-05,6.213959568412974e-05,7.053735316731036e-05,7.893510337453336e-05,8.733286085771397e-05,9.573061834089458e-05,0.00010412836854811758,0.00011252612603129819,0.0001209238835144788,0.0001293216337217018,0.00013771939848084003,0.00014611714868806303,0.00015451491344720125,0.00016291266365442425,0.00017131041386164725,0.00017970817862078547,0.00018810592882800847,0.00019650367903523147,0.0002049014437943697,0.0002132991940015927,0.0002216969442088157,0.00023009470896795392,0.00023849245917517692,0.0002468902093823999,0.00025528797414153814],"_type":"histogram","values":[1,0,2,1,0,0,1,1,1,5,3,5,5,12,6,7,10,5,9,16,16,13,17,25,21,20,27,17,29,25,21,18,22,25,26,27,21,29,28,22,28,24,27,20,18,21,9,11,11,6,6,13,7,4,5,3,2,5,4,2,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,1,0,0,2,5,0,1,3,0,4,3,4,7,7,15,13,7,19,21,16,19,18,23,14,24,21,33,12,22,22,27,35,29,28,24,33,22,28,24,22,31,20,18,19,8,9,9,7,6,6,4,5,4,2,4,2,1,0,0,2],"bins":[0.9800891280174255,0.9805368781089783,0.9809846878051758,0.9814324378967285,0.981880247592926,0.9823279976844788,0.9827758073806763,0.983223557472229,0.9836713671684265,0.9841191172599792,0.9845669269561768,0.9850146770477295,0.985462486743927,0.9859102368354797,0.9863580465316772,0.98680579662323,0.9872536063194275,0.9877013564109802,0.9881491661071777,0.9885969161987305,0.989044725894928,0.9894924759864807,0.9899402856826782,0.990388035774231,0.9908358454704285,0.9912835955619812,0.9917314052581787,0.9921791553497314,0.992626965045929,0.9930747151374817,0.9935225248336792,0.9939702749252319,0.9944180250167847,0.9948658347129822,0.9953135848045349,0.9957613945007324,0.9962091445922852,0.9966569542884827,0.9971047043800354,0.9975525140762329,0.9980002641677856,0.9984480738639832,0.9988958239555359,0.9993436336517334,0.9997913837432861,1.0002391338348389,1.0006870031356812,1.0011347532272339,1.0015825033187866,1.0020302534103394,1.0024781227111816,1.0029258728027344,1.003373622894287,1.0038213729858398,1.0042692422866821,1.0047169923782349,1.0051647424697876,1.0056124925613403,1.0060603618621826,1.0065081119537354,1.006955862045288,1.0074036121368408,1.007851481437683,1.0082992315292358,1.0087469816207886]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,1,1,4,3,3,6,5,11,14,17,13,19,28,18,26,15,21,36,17,23,29,28,33,31,47,16,34,27,27,37,25,25,16,20,14,13,10,11,6,5,6,7,2,4,4,2,1,1,0,0,0,0,1,1,0,0,0,0,0,0,1],"bins":[-0.006122148130089045,-0.005885911174118519,-0.005649673752486706,-0.00541343679651618,-0.005177199374884367,-0.004940962418913841,-0.004704724997282028,-0.0044684880413115025,-0.004232251085340977,-0.003996013663709164,-0.0037597764749079943,-0.003523539286106825,-0.003287302330136299,-0.0030510651413351297,-0.0028148279525339603,-0.002578590763732791,-0.0023423535749316216,-0.002106116386130452,-0.0018698791973292828,-0.0016336421249434352,-0.0013974049361422658,-0.0011611677473410964,-0.0009249306167475879,-0.0006886934861540794,-0.00045245629735291004,-0.0002162191376555711,2.0018022041767836e-05,0.0002562551817391068,0.0004924923414364457,0.0007287295302376151,0.0009649666608311236,0.001201203791424632,0.0014374414458870888,0.0016736786346882582,0.0019099158234894276,0.002146153012290597,0.0023823902010917664,0.002618627157062292,0.0028548643458634615,0.003091101534664631,0.0033273387234658003,0.0035635759122669697,0.003799813101068139,0.0040360502898693085,0.004272287245839834,0.004508524667471647,0.004744761623442173,0.004980999045073986,0.005217236001044512,0.0054534729570150375,0.005689710378646851,0.005925947334617376,0.006162184756249189,0.006398421712219715,0.006634659133851528,0.006870896089822054,0.00710713304579258,0.007343370467424393,0.0075796074233949184,0.007815844379365444,0.008052081800997257,0.00828831922262907,0.008524556644260883,0.008760793134570122,0.008997030556201935]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.008668248541653156,-0.008405862376093864,-0.008143475279211998,-0.007881089113652706,-0.00761870201677084,-0.007356315851211548,-0.007093929219990969,-0.0068315425887703896,-0.00656915595754981,-0.006306769326329231,-0.006044382695108652,-0.005781996063888073,-0.005519609898328781,-0.005257223267108202,-0.004994836635887623,-0.004732450004667044,-0.0044700633734464645,-0.004207676742225885,-0.003945290111005306,-0.0036829037126153708,-0.0034205170813947916,-0.0031581304501742125,-0.002895744051784277,-0.002633357420563698,-0.0023709707893431187,-0.0021085841581225395,-0.0018461976433172822,-0.0015838111285120249,-0.0013214244972914457,-0.0010590378660708666,-0.0007966513512656093,-0.000534264778252691,-0.0002718791365623474,-9.492563549429178e-06,0.00025289400946348906,0.0005152805824764073,0.0007776671554893255,0.0010400537867099047,0.001302440301515162,0.0015648268163204193,0.0018272134475409985,0.0020896000787615776,0.0023519867099821568,0.0026143731083720922,0.0028767597395926714,0.0031391463708132505,0.003401532769203186,0.003663919400423765,0.003926306031644344,0.0041886926628649235,0.004451079294085503,0.004713465925306082,0.004975852556526661,0.005238238722085953,0.005500625353306532,0.005763011984527111,0.00602539861574769,0.006287785246968269,0.0065501718781888485,0.006812558509409428,0.0070749446749687195,0.007337331306189299,0.007599717937409878,0.007862105034291744,0.008124491199851036],"_type":"histogram","values":[1,0,0,0,0,2,2,0,1,0,0,0,5,3,5,2,7,9,8,15,16,15,18,22,24,22,19,23,32,38,26,33,39,37,32,22,36,37,30,20,27,21,17,13,13,12,17,14,7,7,4,5,4,2,0,0,0,1,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,1,3,2,6,14,23,44,77,168,242,459,647,1015,1464,2212,3172,4320,5893,7807,10139,13128,16070,19425,23194,26631,29284,32616,34925,36095,36754,36682,35355,33659,30671,27636,24675,21072,17419,14060,11389,8855,6684,4853,3603,2528,1717,1178,814,473,262,183,87,54,36,18,19,6,1,0,1,2],"bins":[-0.1095942035317421,-0.10624167323112488,-0.10288914293050766,-0.09953661262989044,-0.09618407487869263,-0.09283154457807541,-0.08947901427745819,-0.08612648397684097,-0.08277395367622375,-0.07942142337560654,-0.07606889307498932,-0.0727163627743721,-0.06936383247375488,-0.06601129472255707,-0.06265876442193985,-0.05930623412132263,-0.055953703820705414,-0.052601173520088196,-0.04924864321947098,-0.04589610919356346,-0.04254357889294624,-0.039191048592329025,-0.03583851456642151,-0.03248598426580429,-0.029133453965187073,-0.025780923664569855,-0.022428391501307487,-0.01907585933804512,-0.015723329037427902,-0.01237079780548811,-0.009018266573548317,-0.005665735341608524,-0.0023132115602493286,0.001039319671690464,0.004391850903630257,0.007744382135570049,0.011096913367509842,0.014449444599449635,0.017801975831389427,0.021154507994651794,0.024507038295269012,0.02785956859588623,0.031212100759148598,0.034564632922410965,0.03791716322302818,0.0412696935236454,0.04462222754955292,0.047974757850170135,0.051327288150787354,0.05467981845140457,0.05803234875202179,0.061384882777929306,0.06473740935325623,0.06808994710445404,0.07144247740507126,0.07479500770568848,0.0781475380063057,0.08150006830692291,0.08485259860754013,0.08820512890815735,0.09155766665935516,0.09491019695997238,0.0982627272605896,0.10161525756120682,0.10496778786182404]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,3,3,0,4,3,2,4,4,4,5,8,11,11,16,18,6,24,21,20,26,21,32,28,19,31,21,33,31,32,25,28,35,29,22,14,27,16,14,19,16,12,7,6,7,9,10,7,9,0,5,2,1,1,1,1,0,0,0,1],"bins":[-0.0001598713279236108,-0.00015486421762034297,-0.0001498570927651599,-0.00014484996790997684,-0.000139842857606709,-0.00013483574730344117,-0.0001298286224482581,-0.00012482149759307504,-0.0001198143872898072,-0.00011480726971058175,-0.0001098001521313563,-0.00010479303455213085,-9.97859169729054e-05,-9.477879939367995e-05,-8.97716818144545e-05,-8.476456423522905e-05,-7.97574466560036e-05,-7.475032907677814e-05,-6.974321149755269e-05,-6.473609391832724e-05,-5.972897633910179e-05,-5.472185875987634e-05,-4.971474118065089e-05,-4.470762360142544e-05,-3.970050602219999e-05,-3.469338844297454e-05,-2.9686270863749087e-05,-2.4679153284523636e-05,-1.9672035705298185e-05,-1.4664918126072735e-05,-9.657800546847284e-06,-4.650682967621833e-06,3.564200596883893e-07,5.36353763891384e-06,1.037065521813929e-05,1.537777279736474e-05,2.0384890376590192e-05,2.5392007955815643e-05,3.0399125535041094e-05,3.5406243114266545e-05,4.0413360693491995e-05,4.5420478272717446e-05,5.04275958519429e-05,5.543471343116835e-05,6.04418310103938e-05,6.544894858961925e-05,7.04560661688447e-05,7.546318374807015e-05,8.04703013272956e-05,8.547741890652105e-05,9.04845364857465e-05,9.549165406497195e-05,0.0001004987716441974,0.00010550588922342286,0.0001105130068026483,0.00011552012438187376,0.00012052724196109921,0.00012553436681628227,0.0001305414771195501,0.00013554858742281795,0.000140555712278001,0.00014556283713318408,0.0001505699474364519,0.00015557705773971975,0.0001605841825949028]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[2,0,1,0,3,1,4,2,0,0,3,7,8,8,9,14,12,15,15,10,17,29,24,27,31,20,24,32,29,15,28,35,20,30,34,21,30,17,21,18,21,21,13,16,9,17,11,7,8,6,4,6,5,1,1,2,0,2,1,0,0,0,0,1],"bins":[-0.026302143931388855,-0.025430578738451004,-0.024559013545513153,-0.023687448352575302,-0.02281588315963745,-0.0219443179666996,-0.02107275277376175,-0.0202011875808239,-0.019329622387886047,-0.018458055332303047,-0.017586490139365196,-0.016714924946427345,-0.015843359753489494,-0.014971794560551643,-0.014100229367613792,-0.013228664174675941,-0.01235709898173809,-0.01148553378880024,-0.010613968595862389,-0.009742403402924538,-0.008870838209986687,-0.007999272085726261,-0.00712770689278841,-0.006256141699850559,-0.005384576506912708,-0.004513011313974857,-0.0036414458882063627,-0.002769880462437868,-0.0018983152695000172,-0.0010267499601468444,-0.0001551846507936716,0.0007163806585595012,0.0015879478305578232,0.002459513023495674,0.0033310784492641687,0.004202643875032663,0.005074209067970514,0.005945774260908365,0.0068173399195075035,0.0076889051124453545,0.008560470305383205,0.009432035498321056,0.010303600691258907,0.011175165884196758,0.012046732008457184,0.012918297201395035,0.013789862394332886,0.014661427587270737,0.015532992780208588,0.01640455797314644,0.01727612316608429,0.01814768835902214,0.01901925355195999,0.019890818744897842,0.020762383937835693,0.021633949130773544,0.022505514323711395,0.023377081379294395,0.024248646572232246,0.025120211765170097,0.02599177695810795,0.0268633421510458,0.02773490734398365,0.0286064725369215,0.029478037729859352],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[4,0,0,5,2,7,6,5,10,24,26,50,55,92,89,158,203,333,451,676,1016,1427,2232,3315,5135,8162,13212,21106,36999,66062,119532,129963,73886,41358,24313,14010,9051,5640,3744,2252,1720,1104,759,482,352,235,164,107,103,56,25,35,24,16,9,8,6,1,1,3,1,1,0,1],"bins":[-0.002105712890625,-0.0020380020141601562,-0.0019702911376953125,-0.0019025802612304688,-0.001834869384765625,-0.0017671585083007812,-0.0016994476318359375,-0.0016317367553710938,-0.00156402587890625,-0.0014963150024414062,-0.0014286041259765625,-0.0013608932495117188,-0.001293182373046875,-0.0012254714965820312,-0.0011577606201171875,-0.0010900497436523438,-0.0010223388671875,-0.0009546279907226562,-0.0008869171142578125,-0.0008192062377929688,-0.000751495361328125,-0.0006837844848632812,-0.0006160736083984375,-0.0005483627319335938,-0.00048065185546875,-0.00041294097900390625,-0.0003452301025390625,-0.00027751922607421875,-0.000209808349609375,-0.00014209747314453125,-7.43865966796875e-05,-6.67572021484375e-06,6.103515625e-05,0.00012874603271484375,0.0001964569091796875,0.00026416778564453125,0.000331878662109375,0.00039958953857421875,0.0004673004150390625,0.0005350112915039062,0.00060272216796875,0.0006704330444335938,0.0007381439208984375,0.0008058547973632812,0.000873565673828125,0.0009412765502929688,0.0010089874267578125,0.0010766983032226562,0.0011444091796875,0.0012121200561523438,0.0012798309326171875,0.0013475418090820312,0.001415252685546875,0.0014829635620117188,0.0015506744384765625,0.0016183853149414062,0.00168609619140625,0.0017538070678710938,0.0018215179443359375,0.0018892288208007812,0.001956939697265625,0.0020246505737304688,0.0020923614501953125,0.0021600723266601562,0.002227783203125]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[2,2,2,0,3,1,4,5,2,9,13,11,10,10,22,15,23,21,23,31,31,27,35,28,38,32,31,30,38,15,21,13,25,22,20,26,12,17,9,17,5,7,10,5,6,3,5,4,7,3,2,4,1,0,2,1,0,1,1,1,2,0,1,1],"bins":[0.9842569231987,0.9848664402961731,0.985476016998291,0.9860855340957642,0.9866951107978821,0.9873046278953552,0.9879142045974731,0.9885237216949463,0.9891332387924194,0.9897428154945374,0.9903523325920105,0.9909619092941284,0.9915714263916016,0.9921809434890747,0.9927905201911926,0.9934000372886658,0.9940096139907837,0.9946191310882568,0.9952287077903748,0.9958382248878479,0.996447741985321,0.997057318687439,0.9976668357849121,0.99827641248703,0.9988859295845032,0.9994955062866211,1.0001050233840942,1.0007145404815674,1.0013240575790405,1.0019336938858032,1.0025432109832764,1.0031527280807495,1.0037622451782227,1.0043717622756958,1.0049813985824585,1.0055909156799316,1.0062004327774048,1.006809949874878,1.0074195861816406,1.0080291032791138,1.008638620376587,1.00924813747406,1.0098576545715332,1.010467290878296,1.011076807975769,1.0116863250732422,1.0122958421707153,1.0129053592681885,1.0135149955749512,1.0141245126724243,1.0147340297698975,1.0153435468673706,1.0159530639648438,1.0165627002716064,1.0171722173690796,1.0177817344665527,1.0183912515640259,1.0190008878707886,1.0196104049682617,1.0202199220657349,1.020829439163208,1.0214389562606812,1.0220485925674438,1.022658109664917,1.0232676267623901]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.00025106038083322346,-0.0002433587796986103,-0.00023565717856399715,-0.00022795556287746876,-0.0002202539617428556,-0.00021255236060824245,-0.00020485074492171407,-0.0001971491437871009,-0.00018944754265248775,-0.0001817459415178746,-0.00017404434038326144,-0.00016634272469673306,-0.0001586411235621199,-0.00015093952242750674,-0.00014323790674097836,-0.0001355363056063652,-0.00012783470447175205,-0.00012013310333713889,-0.00011243149492656812,-0.00010472988651599735,-9.70282853813842e-05,-8.932668424677104e-05,-8.162507583620027e-05,-7.39234674256295e-05,-6.622186629101634e-05,-5.852026151842438e-05,-5.0818656745832413e-05,-4.311705197324045e-05,-3.541544720064849e-05,-2.7713842428056523e-05,-2.001223765546456e-05,-1.2310632882872596e-05,-4.609042662195861e-06,3.092562110396102e-06,1.0794166882988065e-05,1.849577165558003e-05,2.6197376428171992e-05,3.3898981200763956e-05,4.160058597335592e-05,4.930219074594788e-05,5.7003795518539846e-05,6.4705396653153e-05,7.240700506372377e-05,8.010861347429454e-05,8.78102146089077e-05,9.551181574352086e-05,0.00010321342415409163,0.0001109150325646624,0.00011861663369927555,0.0001263182348338887,0.0001340198505204171,0.00014172145165503025,0.0001494230527896434,0.00015712465392425656,0.00016482625505886972,0.0001725278707453981,0.00018022947188001126,0.00018793107301462442,0.0001956326887011528,0.00020333428983576596,0.00021103589097037911,0.00021873749210499227,0.00022643909323960543,0.0002341407089261338,0.00024184231006074697],"_type":"histogram","values":[2,0,1,1,0,2,5,4,0,1,2,1,4,2,4,1,3,10,4,7,10,11,17,16,15,22,23,38,31,34,40,30,44,40,38,41,36,35,25,21,27,21,19,19,10,8,6,4,4,1,6,3,2,4,2,1,4,0,1,2,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.0015576458536088467,-0.0015100991586223245,-0.0014625524636358023,-0.00141500576864928,-0.0013674590736627579,-0.0013199122622609138,-0.0012723655672743917,-0.0012248188722878695,-0.0011772721773013473,-0.001129725482314825,-0.0010821787873283029,-0.0010346320923417807,-0.0009870852809399366,-0.0009395386441610754,-0.0008919918909668922,-0.00084444519598037,-0.0007968985009938478,-0.0007493518060073256,-0.0007018051110208035,-0.0006542583578266203,-0.0006067116628400981,-0.0005591649678535759,-0.0005116182146593928,-0.00046407151967287064,-0.00041652482468634844,-0.00036897812969982624,-0.0003214314056094736,-0.00027388468151912093,-0.00022633798653259873,-0.0001787912769941613,-0.00013124456745572388,-8.369785791728646e-05,-3.615114837884903e-05,1.1395561159588397e-05,5.894227069802582e-05,0.00010648898023646325,0.00015403568977490067,0.0002015823993133381,0.0002491291088517755,0.0002966758329421282,0.0003442225279286504,0.0003917692229151726,0.00043931594700552523,0.0004868626710958779,0.0005344093660824001,0.0005819560610689223,0.0006295028142631054,0.0006770495092496276,0.0007245962042361498,0.000772142899222672,0.0008196895942091942,0.0008672363474033773,0.0009147830423898995,0.0009623297373764217,0.0010098764905706048,0.001057423185557127,0.0011049698805436492,0.0011525165755301714,0.0012000632705166936,0.0012476099655032158,0.0012951567769050598,0.001342703471891582,0.0013902501668781042,0.0014377968618646264,0.0014853435568511486],"_type":"histogram","values":[1,0,0,1,1,4,1,0,4,7,2,10,9,8,9,5,10,13,8,11,13,23,17,18,22,21,17,34,16,23,29,20,25,24,28,23,32,18,28,24,21,20,22,17,18,19,16,10,10,4,8,8,7,7,2,3,5,4,2,1,1,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[3,1,4,5,6,5,13,13,29,32,42,71,93,175,235,294,431,688,1014,1506,2441,3826,6240,9886,18160,34690,69614,129970,140589,79947,39589,19946,11530,6904,4048,2641,1668,1129,759,515,308,221,183,107,78,41,43,27,18,7,14,11,3,4,1,2,2,0,1,0,0,0,0,1],"bins":[-0.000240325927734375,-0.00023177266120910645,-0.0002232193946838379,-0.00021466612815856934,-0.00020611286163330078,-0.00019755959510803223,-0.00018900632858276367,-0.00018045306205749512,-0.00017189979553222656,-0.000163346529006958,-0.00015479326248168945,-0.0001462399959564209,-0.00013768672943115234,-0.0001291334629058838,-0.00012058019638061523,-0.00011202692985534668,-0.00010347366333007812,-9.492039680480957e-05,-8.636713027954102e-05,-7.781386375427246e-05,-6.92605972290039e-05,-6.070733070373535e-05,-5.21540641784668e-05,-4.360079765319824e-05,-3.504753112792969e-05,-2.6494264602661133e-05,-1.7940998077392578e-05,-9.387731552124023e-06,-8.344650268554688e-07,7.718801498413086e-06,1.627206802368164e-05,2.4825334548950195e-05,3.337860107421875e-05,4.1931867599487305e-05,5.048513412475586e-05,5.9038400650024414e-05,6.759166717529297e-05,7.614493370056152e-05,8.469820022583008e-05,9.325146675109863e-05,0.00010180473327636719,0.00011035799980163574,0.0001189112663269043,0.00012746453285217285,0.0001360177993774414,0.00014457106590270996,0.00015312433242797852,0.00016167759895324707,0.00017023086547851562,0.00017878413200378418,0.00018733739852905273,0.0001958906650543213,0.00020444393157958984,0.0002129971981048584,0.00022155046463012695,0.0002301037311553955,0.00023865699768066406,0.0002472102642059326,0.00025576353073120117,0.0002643167972564697,0.0002728700637817383,0.00028142333030700684,0.0002899765968322754,0.00029852986335754395,0.0003070831298828125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.00036540834116749465,-0.0003567106032278389,-0.0003480128652881831,-0.0003393151273485273,-0.000330617418512702,-0.0003219196805730462,-0.0003132219426333904,-0.00030452420469373465,-0.00029582646675407887,-0.0002871287288144231,-0.00027843101997859776,-0.000269733282038942,-0.0002610355440992862,-0.0002523378061596304,-0.00024364006821997464,-0.00023494234483223408,-0.0002262446068925783,-0.00021754686895292252,-0.00020884914556518197,-0.0002001514076255262,-0.0001914536696858704,-0.00018275594629812986,-0.00017405820835847408,-0.0001653604704188183,-0.00015666274703107774,-0.00014796500909142196,-0.00013926727115176618,-0.0001305695332121104,-0.00012187180982436985,-0.00011317407188471407,-0.0001044763412210159,-9.577860328136012e-05,-8.708085806574672e-05,-7.838312740204856e-05,-6.968538946239278e-05,-6.098765879869461e-05,-5.228992449701764e-05,-4.359219019534066e-05,-3.4894459531642497e-05,-2.6196725229965523e-05,-1.749899092828855e-05,-8.801257536106277e-06,-1.0352414392400533e-07,8.594209248258267e-06,1.729194264044054e-05,2.5989676942117512e-05,3.468740760581568e-05,4.338514190749265e-05,5.2082876209169626e-05,6.07806105108466e-05,6.947834481252357e-05,7.817607547622174e-05,8.687381341587752e-05,9.557154407957569e-05,0.00010426927474327385,0.00011296701268292964,0.0001216647433466278,0.00013036247401032597,0.00013906021194998175,0.00014775794988963753,0.00015645567327737808,0.00016515341121703386,0.00017385114915668964,0.0001825488725444302,0.00019124661048408598],"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,1,1,0,1,0,1,4,2,7,4,5,6,6,8,8,11,15,13,24,23,34,46,29,32,60,57,56,49,48,41,31,28,27,14,16,6,14,6,10,2,7,1,4,2,0,0,2,3]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,2,1,0,1,5,3,3,2,9,10,2,4,11,16,14,9,25,20,28,33,20,24,29,35,35,28,27,33,37,30,28,22,27,27,26,19,23,17,15,12,12,9,9,8,1,2,3,3,2,1,1,2,0,0,0,1,0,0,0,1],"bins":[-7.751648081466556e-05,-7.495836325688288e-05,-7.24002456991002e-05,-6.98421208653599e-05,-6.728400330757722e-05,-6.472588574979454e-05,-6.216776819201186e-05,-5.9609646996250376e-05,-5.705152580048889e-05,-5.449340824270621e-05,-5.193529068492353e-05,-4.937716948916204e-05,-4.681905193137936e-05,-4.4260930735617876e-05,-4.1702813177835196e-05,-3.914469198207371e-05,-3.658657442429103e-05,-3.402845686650835e-05,-3.147033567074686e-05,-2.891221629397478e-05,-2.6354096917202696e-05,-2.3795979359420016e-05,-2.1237859982647933e-05,-1.867974060587585e-05,-1.6121621229103766e-05,-1.3563501852331683e-05,-1.10053824755596e-05,-8.447264008282218e-06,-5.889144631510135e-06,-3.331025482111727e-06,-7.72906332713319e-07,1.785212816685089e-06,4.343331966083497e-06,6.90145134285558e-06,9.459570719627663e-06,1.2017689186905045e-05,1.4575808563677128e-05,1.713392703095451e-05,1.9692046407726593e-05,2.2250165784498677e-05,2.480828516127076e-05,2.7366404538042843e-05,2.9924523914814927e-05,3.248264329158701e-05,3.504076084936969e-05,3.759888204513118e-05,4.0156999602913857e-05,4.2715120798675343e-05,4.527323835645802e-05,4.78313559142407e-05,5.038947711000219e-05,5.294759466778487e-05,5.5505715863546357e-05,5.8063833421329036e-05,6.062195461709052e-05,6.31800721748732e-05,6.573818973265588e-05,6.829630729043856e-05,7.085443212417886e-05,7.341254968196154e-05,7.597066723974422e-05,7.85287847975269e-05,8.108690963126719e-05,8.364502718904987e-05,8.620314474683255e-05]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.004768114071339369,-0.004621513187885284,-0.004474912770092487,-0.00432831235229969,-0.004181711468845606,-0.0040351105853915215,-0.0038885101675987244,-0.0037419095169752836,-0.003595308866351843,-0.003448708215728402,-0.0033021075651049614,-0.0031555069144815207,-0.00300890626385808,-0.002862305613234639,-0.0027157049626111984,-0.0025691043119877577,-0.002422503661364317,-0.002275903010740876,-0.0021293023601174355,-0.0019827017094939947,-0.001836101058870554,-0.0016895004082471132,-0.0015428997576236725,-0.0013962991070002317,-0.001249698456376791,-0.0011030978057533503,-0.0009564971551299095,-0.0008098965045064688,-0.000663295853883028,-0.0005166952032595873,-0.00037009455263614655,-0.0002234939020127058,-7.689278572797775e-05,6.970786489546299e-05,0.00021630851551890373,0.0003629091661423445,0.0005095098167657852,0.000656110467389226,0.0008027111180126667,0.0009493117686361074,0.0010959124192595482,0.001242513069882989,0.0013891137205064297,0.0015357143711298704,0.0016823150217533112,0.001828915672376752,0.0019755163230001926,0.0021221169736236334,0.002268717624247074,0.002415318274870515,0.0025619189254939556,0.0027085195761173964,0.002855120226740837,0.003001720877364278,0.0031483215279877186,0.0032949221786111593,0.0034415228292346,0.003588123479858041,0.0037347241304814816,0.0038813247811049223,0.004027925431728363,0.00417452584952116,0.0043211267329752445,0.004467727616429329,0.004614328034222126],"_type":"histogram","values":[2,0,1,2,0,2,0,1,3,2,4,9,7,8,7,5,7,10,15,14,17,14,18,21,24,21,28,11,32,22,26,26,22,32,28,35,28,33,15,17,24,13,22,16,16,11,13,15,12,10,7,12,6,4,3,4,2,4,2,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,1,1,1,0,2,2,2,5,8,11,7,11,14,5,11,17,20,12,18,21,30,19,20,27,30,25,25,32,24,28,27,24,18,30,31,22,28,12,28,11,11,15,15,11,10,8,6,3,3,4,4,4,4,2,1,1,0,1,1,1],"bins":[-0.0014892509207129478,-0.0014432001626119018,-0.0013971492880955338,-0.0013510985299944878,-0.0013050477718934417,-0.0012589968973770738,-0.0012129461392760277,-0.0011668953811749816,-0.0011208446230739355,-0.0010747937485575676,-0.0010287429904565215,-0.0009826922323554754,-0.0009366413578391075,-0.0008905905997380614,-0.0008445397834293544,-0.0007984890253283083,-0.0007524382090196013,-0.0007063873927108943,-0.0006603366346098483,-0.0006142858183011413,-0.0005682350602000952,-0.0005221842438913882,-0.0004761334275826812,-0.00043008264037780464,-0.0003840318531729281,-0.00033798106596805155,-0.000291930278763175,-0.000245879462454468,-0.00019982867524959147,-0.00015377788804471493,-0.00010772708628792316,-6.1676291807089e-05,-1.5625497326254845e-05,3.042529715457931e-05,7.647609163541347e-05,0.00012252689339220524,0.00016857768059708178,0.00021462846780195832,0.0002606792841106653,0.00030673007131554186,0.0003527808585204184,0.00039883164572529495,0.0004448824329301715,0.0004909332492388785,0.0005369840655475855,0.0005830348236486316,0.0006290856399573386,0.0006751363980583847,0.0007211872143670917,0.0007672380306757987,0.0008132887887768447,0.0008593396050855517,0.0009053903631865978,0.0009514411794953048,0.0009974919958040118,0.001043542753905058,0.0010895936284214258,0.001135644386522472,0.001181695144623518,0.001227745902724564,0.001273796777240932,0.001319847535341978,0.0013658982934430242,0.001411949167959392,0.0014579999260604382]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,1,0,4,4,0,3,2,9,7,12,11,9,9,14,15,15,10,23,19,33,27,25,31,24,37,33,33,37,32,27,35,32,26,26,15,21,19,13,13,9,9,4,6,11,1,6,2,2,2,2,0,1,1,1,0,0,1],"bins":[-0.012309602461755276,-0.011934465728700161,-0.011559328995645046,-0.011184192262589931,-0.010809055529534817,-0.010433918796479702,-0.010058782063424587,-0.009683645330369473,-0.009308509528636932,-0.008933372795581818,-0.008558236062526703,-0.008183099329471588,-0.007807962596416473,-0.007432825863361359,-0.007057689130306244,-0.006682552397251129,-0.006307415664196014,-0.0059322789311409,-0.005557142198085785,-0.00518200546503067,-0.004806868731975555,-0.004431732464581728,-0.004056595731526613,-0.0036814589984714985,-0.0033063222654163837,-0.002931185532361269,-0.0025560487993061543,-0.002180912299081683,-0.0018057755660265684,-0.0014306388329714537,-0.0010555022163316607,-0.0006803655414842069,-0.00030522793531417847,6.990873953327537e-05,0.0004450454143807292,0.000820182089228183,0.0011953187640756369,0.0015704554971307516,0.0019455921137705445,0.0023207287304103374,0.002695865463465452,0.003071002196520567,0.0034461389295756817,0.0038212754298001528,0.004196411930024624,0.004571548663079739,0.004946685396134853,0.005321822129189968,0.005696958862245083,0.006072095595300198,0.006447232328355312,0.006822369061410427,0.007197505794465542,0.007572642061859369,0.007947779260575771,0.008322915993630886,0.008698051795363426,0.009073188528418541,0.009448325261473656,0.00982346199452877,0.010198598727583885,0.010573735460639,0.010948872193694115,0.01132400892674923,0.011699145659804344]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,1,1,1,0,5,9,2,4,4,4,7,9,11,13,17,19,32,26,41,40,36,51,50,47,57,49,39,34,24,30,27,13,16,5,7,3,4,3,5,5,2,1,2,3,2,1,1,0,0,0,0,0,1,0,0,1,0,0,0,1],"bins":[-8.659120709353374e-08,-8.340873591805575e-08,-8.022625763715041e-08,-7.704377935624507e-08,-7.386130818076708e-08,-7.06788370052891e-08,-6.749635872438375e-08,-6.431388044347841e-08,-6.113140926800043e-08,-5.794893453980876e-08,-5.4766459811617096e-08,-5.158398508342543e-08,-4.840151035523377e-08,-4.5219035627042103e-08,-4.203656089885044e-08,-3.8854086170658775e-08,-3.567161144246711e-08,-3.2489136714275446e-08,-2.9306661986083782e-08,-2.6124187257892117e-08,-2.2941712529700453e-08,-1.975923780150879e-08,-1.6576763073317125e-08,-1.339428834512546e-08,-1.0211813616933796e-08,-7.0293388887421315e-09,-3.846864160550467e-09,-6.643894323588029e-10,2.5180852958328614e-09,5.700560024024526e-09,8.88303475221619e-09,1.2065509480407854e-08,1.5247991314026876e-08,1.843046604221854e-08,2.1612940770410205e-08,2.479541549860187e-08,2.7977890226793534e-08,3.11603649549852e-08,3.434283968317686e-08,3.7525314411368527e-08,4.070778913956019e-08,4.3890263867751855e-08,4.707273859594352e-08,5.0255213324135184e-08,5.343768805232685e-08,5.662016278051851e-08,5.980263750871018e-08,6.298510868418816e-08,6.61675869650935e-08,6.935006524599885e-08,7.253253642147683e-08,7.571500759695482e-08,7.889748587786016e-08,8.20799641587655e-08,8.526243533424349e-08,8.844490650972148e-08,9.162738479062682e-08,9.480986307153216e-08,9.799233424701015e-08,1.0117480542248813e-07,1.0435728370339348e-07,1.0753976198429882e-07,1.107222331597768e-07,1.1390470433525479e-07,1.1708718261616013e-07]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,0,0,0,1,0,1,0,1,1,2,1,4,0,0,3,2,4,7,7,3,10,16,13,23,28,42,61,96,70,84,78,55,34,35,17,14,13,6,9,9,1,3,1,1,0,2,0,1,1,2,0,2,0,0,0,1,1,0,0,0,0,1],"bins":[-0.0002045843139057979,-0.0001979567896341905,-0.0001913292653625831,-0.0001847017410909757,-0.0001780742168193683,-0.0001714466925477609,-0.0001648191682761535,-0.0001581916440045461,-0.0001515641197329387,-0.0001449365954613313,-0.0001383090711897239,-0.0001316815469181165,-0.0001250540226465091,-0.00011842649837490171,-0.00011179897410329431,-0.00010517144983168691,-9.854392556007951e-05,-9.191640128847212e-05,-8.528887701686472e-05,-7.866135274525732e-05,-7.203382847364992e-05,-6.540630420204252e-05,-5.877877993043512e-05,-5.215125565882772e-05,-4.552373138722032e-05,-3.8896207115612924e-05,-3.2268682844005525e-05,-2.5641158572398126e-05,-1.9013634300790727e-05,-1.2386110029183328e-05,-5.758585757575929e-06,8.689385140314698e-07,7.4964482337236404e-06,1.412397250533104e-05,2.075149677693844e-05,2.7379021048545837e-05,3.4006545320153236e-05,4.0634069591760635e-05,4.7261593863368034e-05,5.388911813497543e-05,6.051664240658283e-05,6.714416667819023e-05,7.377169094979763e-05,8.039921522140503e-05,8.702673949301243e-05,9.365426376461983e-05,0.00010028178803622723,0.00010690931230783463,0.00011353683657944202,0.00012016436085104942,0.00012679188512265682,0.00013341940939426422,0.00014004693366587162,0.00014667445793747902,0.00015330198220908642,0.00015992950648069382,0.00016655703075230122,0.00017318455502390862,0.00017981207929551601,0.0001864396035671234,0.0001930671278387308,0.0001996946521103382,0.0002063221763819456,0.000212949700653553,0.0002195772249251604],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,1,1,2,0,0,2,0,3,3,5,3,7,6,11,5,8,15,9,9,19,19,17,22,16,26,22,33,23,30,28,29,25,34,43,26,31,25,23,26,18,13,21,16,15,15,9,8,8,5,3,6,5,5,4,1,0,1,1,2,1,2],"bins":[-0.005620007403194904,-0.005452538374811411,-0.0052850693464279175,-0.005117599852383137,-0.004950130823999643,-0.00478266179561615,-0.0046151927672326565,-0.004447723273187876,-0.004280254244804382,-0.004112785216420889,-0.0039453161880373955,-0.0037778469268232584,-0.003610377898439765,-0.003442908637225628,-0.0032754396088421345,-0.0031079703476279974,-0.002940501319244504,-0.0027730322908610106,-0.0026055630296468735,-0.00243809400126338,-0.002270624740049243,-0.0021031557116657495,-0.0019356865668669343,-0.001768217422068119,-0.0016007482772693038,-0.0014332791324704885,-0.0012658099876716733,-0.001098340842872858,-0.0009308717562817037,-0.0007634026114828885,-0.0005959335248917341,-0.00042846438009291887,-0.0002609952352941036,-9.35261050472036e-05,7.394302519969642e-05,0.00024141215544659644,0.00040888128569349647,0.0005763504304923117,0.000743819517083466,0.0009112886618822813,0.0010787578066810966,0.0012462269514799118,0.001413696096278727,0.0015811652410775423,0.0017486342694610357,0.001916103414259851,0.0020835725590586662,0.0022510418202728033,0.0024185108486562967,0.00258597987703979,0.0027534491382539272,0.0029209181666374207,0.0030883874278515577,0.003255856456235051,0.0034233257174491882,0.0035907947458326817,0.003758263774216175,0.0039257328025996685,0.004093202296644449,0.004260671325027943,0.004428140353411436,0.0045956093817949295,0.00476307887583971,0.004930547904223204,0.005098016932606697]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.0013275146484375,-0.0012854337692260742,-0.0012433528900146484,-0.0012012720108032227,-0.0011591911315917969,-0.001117110252380371,-0.0010750293731689453,-0.0010329484939575195,-0.0009908676147460938,-0.000948786735534668,-0.0009067058563232422,-0.0008646249771118164,-0.0008225440979003906,-0.0007804632186889648,-0.0007383823394775391,-0.0006963014602661133,-0.0006542205810546875,-0.0006121397018432617,-0.0005700588226318359,-0.0005279779434204102,-0.0004858970642089844,-0.0004438161849975586,-0.0004017353057861328,-0.00035965442657470703,-0.00031757354736328125,-0.00027549266815185547,-0.0002334117889404297,-0.0001913309097290039,-0.00014925003051757812,-0.00010716915130615234,-6.508827209472656e-05,-2.300739288330078e-05,1.9073486328125e-05,6.115436553955078e-05,0.00010323524475097656,0.00014531612396240234,0.00018739700317382812,0.0002294778823852539,0.0002715587615966797,0.00031363964080810547,0.00035572052001953125,0.00039780139923095703,0.0004398822784423828,0.0004819631576538086,0.0005240440368652344,0.0005661249160766602,0.0006082057952880859,0.0006502866744995117,0.0006923675537109375,0.0007344484329223633,0.0007765293121337891,0.0008186101913452148,0.0008606910705566406,0.0009027719497680664,0.0009448528289794922,0.000986933708190918,0.0010290145874023438,0.0010710954666137695,0.0011131763458251953,0.001155257225036621,0.0011973381042480469,0.0012394189834594727,0.0012814998626708984,0.0013235807418823242,0.00136566162109375],"_type":"histogram","values":[2,0,1,7,3,7,12,15,15,44,52,71,108,145,180,283,349,553,659,1057,1429,2123,3114,4493,6541,9736,14621,22228,34047,52522,82407,105873,86602,55070,35168,23111,15190,10179,6767,4516,3097,2138,1579,1074,749,562,384,266,191,145,101,78,42,38,25,12,12,8,7,6,5,0,3,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[1,0,1,0,0,1,1,2,4,4,7,8,11,16,26,25,30,71,85,139,226,299,525,803,1191,2085,3322,5809,10213,17248,31890,61763,127171,153701,80626,40482,22047,12175,7065,4021,2578,1539,893,587,395,225,177,90,75,51,44,24,14,11,8,7,5,0,0,3,0,0,1,3],"bins":[-0.001495361328125,-0.0014503002166748047,-0.0014052391052246094,-0.001360177993774414,-0.0013151168823242188,-0.0012700557708740234,-0.0012249946594238281,-0.0011799335479736328,-0.0011348724365234375,-0.0010898113250732422,-0.0010447502136230469,-0.0009996891021728516,-0.0009546279907226562,-0.0009095668792724609,-0.0008645057678222656,-0.0008194446563720703,-0.000774383544921875,-0.0007293224334716797,-0.0006842613220214844,-0.0006392002105712891,-0.0005941390991210938,-0.0005490779876708984,-0.0005040168762207031,-0.0004589557647705078,-0.0004138946533203125,-0.0003688335418701172,-0.0003237724304199219,-0.00027871131896972656,-0.00023365020751953125,-0.00018858909606933594,-0.00014352798461914062,-9.846687316894531e-05,-5.340576171875e-05,-8.344650268554688e-06,3.6716461181640625e-05,8.177757263183594e-05,0.00012683868408203125,0.00017189979553222656,0.00021696090698242188,0.0002620220184326172,0.0003070831298828125,0.0003521442413330078,0.0003972053527832031,0.00044226646423339844,0.00048732757568359375,0.0005323886871337891,0.0005774497985839844,0.0006225109100341797,0.000667572021484375,0.0007126331329345703,0.0007576942443847656,0.0008027553558349609,0.0008478164672851562,0.0008928775787353516,0.0009379386901855469,0.0009829998016357422,0.0010280609130859375,0.0010731220245361328,0.0011181831359863281,0.0011632442474365234,0.0012083053588867188,0.001253366470336914,0.0012984275817871094,0.0013434886932373047,0.0013885498046875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,9,6,12,3,17,22,26,35,36,57,93,113,197,230,334,422,656,1008,1374,2028,3217,5262,9837,17587,35418,73326,130907,204303,275895,281324,222034,137913,78729,42124,20380,10796,5939,3719,2361,1487,1033,743,506,372,256,204,145,102,79,59,40,29,18,17,8,6,2,3,2,2],"bins":[-7.963180541992188e-05,-7.722526788711548e-05,-7.481873035430908e-05,-7.241219282150269e-05,-7.000565528869629e-05,-6.759911775588989e-05,-6.51925802230835e-05,-6.27860426902771e-05,-6.03795051574707e-05,-5.797296762466431e-05,-5.556643009185791e-05,-5.3159892559051514e-05,-5.075335502624512e-05,-4.834681749343872e-05,-4.5940279960632324e-05,-4.353374242782593e-05,-4.112720489501953e-05,-3.8720667362213135e-05,-3.631412982940674e-05,-3.390759229660034e-05,-3.1501054763793945e-05,-2.909451723098755e-05,-2.6687979698181152e-05,-2.4281442165374756e-05,-2.187490463256836e-05,-1.9468367099761963e-05,-1.7061829566955566e-05,-1.465529203414917e-05,-1.2248754501342773e-05,-9.842216968536377e-06,-7.4356794357299805e-06,-5.029141902923584e-06,-2.6226043701171875e-06,-2.1606683731079102e-07,2.1904706954956055e-06,4.597008228302002e-06,7.0035457611083984e-06,9.410083293914795e-06,1.1816620826721191e-05,1.4223158359527588e-05,1.6629695892333984e-05,1.903623342514038e-05,2.1442770957946777e-05,2.3849308490753174e-05,2.625584602355957e-05,2.8662383556365967e-05,3.106892108917236e-05,3.347545862197876e-05,3.5881996154785156e-05,3.828853368759155e-05,4.069507122039795e-05,4.3101608753204346e-05,4.550814628601074e-05,4.791468381881714e-05,5.0321221351623535e-05,5.272775888442993e-05,5.513429641723633e-05,5.7540833950042725e-05,5.994737148284912e-05,6.235390901565552e-05,6.476044654846191e-05,6.716698408126831e-05,6.957352161407471e-05,7.19800591468811e-05,7.43865966796875e-05]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,2,0,4,11,7,25,49,89,189,319,544,937,1551,2527,3975,5993,8867,12598,17726,24074,32145,40966,50803,61520,72334,82675,92079,99614,104261,105907,104868,100980,94611,85918,76412,65473,54535,43889,34688,26716,19812,14215,10026,6935,4608,2957,1845,1133,658,379,189,113,52,26,17,7,5,3,1],"bins":[-0.11922093480825424,-0.1157824918627739,-0.11234404891729355,-0.1089055985212326,-0.10546715557575226,-0.10202871263027191,-0.09859026968479156,-0.09515182673931122,-0.09171338379383087,-0.08827493339776993,-0.08483649045228958,-0.08139804750680923,-0.07795960456132889,-0.07452116161584854,-0.0710827112197876,-0.06764426827430725,-0.0642058253288269,-0.06076738238334656,-0.05732893571257591,-0.053890492767095566,-0.05045204609632492,-0.047013603150844574,-0.04357516020536423,-0.04013671353459358,-0.036698270589113235,-0.03325982764363289,-0.029821380972862244,-0.026382938027381897,-0.0229444932192564,-0.019506048411130905,-0.01606760546565056,-0.012629160657525063,-0.009190723299980164,-0.005752278957515955,-0.0023138346150517464,0.0011246097274124622,0.004563054069876671,0.008001498878002167,0.011439942754805088,0.01487838663160801,0.018316831439733505,0.021755276247859,0.025193721055984497,0.028632164001464844,0.03207060694694519,0.035509053617715836,0.03894749656319618,0.04238594323396683,0.045824386179447174,0.04926282912492752,0.052701275795698166,0.05613971874117851,0.05957816541194916,0.0630166083574295,0.06645505130290985,0.0698934942483902,0.07333193719387054,0.07677038758993149,0.08020883053541183,0.08364727348089218,0.08708571642637253,0.09052415937185287,0.09396260976791382,0.09740105271339417,0.10083949565887451]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,1,0,3,0,0,2,1,1,2,2,5,3,5,6,11,6,12,21,29,27,37,30,42,55,58,70,56,51,46,34,33,24,11,20,10,8,10,5,5,5,6,2,1,2,3,2,0,1,0,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00042999599827453494,-0.0004146186984144151,-0.00039924142765812576,-0.0003838641569018364,-0.0003684868570417166,-0.00035310955718159676,-0.0003377322864253074,-0.00032235501566901803,-0.0003069777158088982,-0.0002916004159487784,-0.00027622314519248903,-0.00026084587443619967,-0.00024546857457607985,-0.00023009128926787525,-0.00021471400395967066,-0.00019933671865146607,-0.00018395943334326148,-0.0001685821480350569,-0.0001532048627268523,-0.0001378275774186477,-0.00012245029211044312,-0.00010707300680223852,-9.169572149403393e-05,-7.631843618582934e-05,-6.094115087762475e-05,-4.556386556942016e-05,-3.0186580261215568e-05,-1.4809294953010976e-05,5.67990355193615e-07,1.5945275663398206e-05,3.13225609716028e-05,4.669984627980739e-05,6.20771897956729e-05,7.745447510387748e-05,9.283176041208208e-05,0.00010820904572028667,0.00012358633102849126,0.00013896361633669585,0.00015434090164490044,0.00016971818695310503,0.00018509547226130962,0.00020047275756951421,0.0002158500428777188,0.0002312273281859234,0.000246604613494128,0.0002619819133542478,0.00027735918411053717,0.00029273645486682653,0.00030811375472694635,0.0003234910545870662,0.00033886832534335554,0.0003542455960996449,0.0003696228959597647,0.00038500019581988454,0.0004003774665761739,0.00041575473733246326,0.0004311320371925831,0.0004465093370527029,0.00046188660780899227,0.00047726387856528163,0.0004926411784254014,0.0005080184782855213,0.0005233957199379802,0.0005387730197981,0.0005541503196582198],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,0,0,1,1,1,0,1,0,1,3,3,5,3,2,7,10,10,9,5,15,11,15,19,19,23,21,21,27,19,26,34,23,23,21,20,26,25,32,33,25,25,27,18,26,19,13,13,14,9,12,5,11,8,5,4,2,5,3,1,3,1,2,1],"bins":[-0.00025945526431314647,-0.00025200622621923685,-0.00024455718812532723,-0.00023710816458333284,-0.00022965912648942322,-0.00022221010294742882,-0.0002147610648535192,-0.00020731202675960958,-0.00019986298866569996,-0.00019241396512370557,-0.00018496492702979594,-0.00017751588893588632,-0.00017006686539389193,-0.0001626178272999823,-0.0001551687892060727,-0.0001477197656640783,-0.00014027072757016867,-0.00013282168947625905,-0.00012537266593426466,-0.00011792362784035504,-0.00011047458974644542,-0.00010302555892849341,-9.55765281105414e-05,-8.812749001663178e-05,-8.067845919867977e-05,-7.322942838072777e-05,-6.578039028681815e-05,-5.833135946886614e-05,-5.0882325012935326e-05,-4.343329055700451e-05,-3.5984259739052504e-05,-2.853522528312169e-05,-2.1086190827190876e-05,-1.3637157280754764e-05,-6.188123734318651e-06,1.2609098121174611e-06,8.709943358553573e-06,1.6158977814484388e-05,2.3608010451425798e-05,3.105704308836721e-05,3.850607754429802e-05,4.595511200022884e-05,5.340414645615965e-05,6.085317727411166e-05,6.830220809206367e-05,7.575124618597329e-05,8.32002770039253e-05,9.064931509783491e-05,9.809834591578692e-05,0.00010554737673373893,0.00011299641482764855,0.00012044544564560056,0.00012789448373951018,0.00013534350728150457,0.0001427925453754142,0.00015024158346932381,0.0001576906070113182,0.00016513964510522783,0.00017258868319913745,0.00018003772129304707,0.00018748674483504146,0.00019493578292895108,0.0002023848210228607,0.0002098338445648551,0.00021728288265876472],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,3,1,2,3,4,2,12,7,6,10,18,21,33,49,80,128,176,245,305,251,179,120,78,67,47,30,30,27,18,16,8,14,10,6,7,2,8,3,1,5,1,1,1,0,0,4,0,0,2,2,1,0,0,0,0,0,1],"bins":[-4.6058539737714455e-05,-4.4241794967092574e-05,-4.24250538344495e-05,-4.060830906382762e-05,-3.879156429320574e-05,-3.6974823160562664e-05,-3.515807838994078e-05,-3.33413336193189e-05,-3.152459248667583e-05,-2.9707847716053948e-05,-2.7891102945432067e-05,-2.607435999379959e-05,-2.4257617042167112e-05,-2.244087227154523e-05,-2.0624129319912754e-05,-1.8807384549290873e-05,-1.6990641597658396e-05,-1.5173897736531217e-05,-1.3357153875404038e-05,-1.154041092377156e-05,-9.723667062644381e-06,-7.906923201517202e-06,-6.090179795137374e-06,-4.2734363887575455e-06,-2.4566925276303664e-06,-6.399488938768627e-07,1.176794739876641e-06,2.9935383736301446e-06,4.810282007383648e-06,6.627025868510827e-06,8.443768820143305e-06,1.0260512681270484e-05,1.207726018037647e-05,1.389400404150365e-05,1.571074790263083e-05,1.7527490854263306e-05,1.9344235624885187e-05,2.1160978576517664e-05,2.297772152815014e-05,2.4794466298772022e-05,2.66112092504045e-05,2.8427952202036977e-05,3.0244696972658858e-05,3.206144174328074e-05,3.387818287592381e-05,3.569492764654569e-05,3.7511672417167574e-05,3.932841354981065e-05,4.114515832043253e-05,4.296190309105441e-05,4.4778644223697484e-05,4.6595388994319364e-05,4.8412133764941245e-05,5.022887489758432e-05,5.20456196682062e-05,5.386236443882808e-05,5.5679105571471155e-05,5.7495850342093036e-05,5.9312595112714916e-05,6.112933624535799e-05,6.294608465395868e-05,6.476282578660175e-05,6.657956691924483e-05,6.839631532784551e-05,7.021305646048859e-05]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,3,2,2,3,4,3,1,3,6,10,1,2,7,10,10,15,17,18,22,17,22,26,24,19,32,23,36,42,27,41,28,27,37,22,27,16,15,15,12,19,10,19,13,3,9,7,10,7,5,4,2,4,2,5,0,0,1],"bins":[-0.00014601589646190405,-0.00014187749184202403,-0.00013773907267022878,-0.00013360066805034876,-0.00012946226343046874,-0.00012532385881058872,-0.00012118544691475108,-0.00011704703501891345,-0.00011290863039903343,-0.00010877021850319579,-0.00010463180660735816,-0.00010049340198747814,-9.63549900916405e-05,-9.221658547176048e-05,-8.807817357592285e-05,-8.393976895604283e-05,-7.980135706020519e-05,-7.566294516436756e-05,-7.152454054448754e-05,-6.73861286486499e-05,-6.324772402876988e-05,-5.9109312132932246e-05,-5.497090387507342e-05,-5.083249561721459e-05,-4.669408735935576e-05,-4.2555679101496935e-05,-3.841727084363811e-05,-3.427886258577928e-05,-3.0140452508931048e-05,-2.600204425107222e-05,-2.186363417422399e-05,-1.772522591636516e-05,-1.3586817658506334e-05,-9.448409400647506e-06,-5.310000233293977e-06,-1.171591520687798e-06,2.9668171919183806e-06,7.105225904524559e-06,1.1243634617130738e-05,1.5382043784484267e-05,1.9520452042343095e-05,2.3658860300201923e-05,2.779726855806075e-05,3.193567681591958e-05,3.607408871175721e-05,4.021249696961604e-05,4.435090522747487e-05,4.8489313485333696e-05,5.2627721743192524e-05,5.676613000105135e-05,6.090453825891018e-05,6.504295015474781e-05,6.918135477462783e-05,7.331976667046547e-05,7.745817129034549e-05,8.159658318618312e-05,8.573499508202076e-05,8.987339970190078e-05,9.401181159773842e-05,9.815021621761844e-05,0.00010228862811345607,0.00010642703273333609,0.00011056544462917373,0.00011470384924905375,0.00011884226114489138]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,0,0,2,0,1,2,3,6,1,5,4,6,6,5,9,13,8,16,10,10,13,23,14,16,24,32,13,15,28,22,20,35,33,19,35,38,25,25,26,30,19,16,16,11,19,14,11,8,6,7,10,10,5,9,1,3,2,2,2,1,1,0,1],"bins":[0.9796380996704102,0.9801322221755981,0.9806263446807861,0.9811204671859741,0.9816145896911621,0.9821087121963501,0.9826028347015381,0.9830969572067261,0.9835910797119141,0.984085202217102,0.98457932472229,0.985073447227478,0.985567569732666,0.986061692237854,0.986555814743042,0.98704993724823,0.987544059753418,0.988038182258606,0.988532304763794,0.9890264272689819,0.9895205497741699,0.9900146722793579,0.9905087947845459,0.9910029172897339,0.9914970397949219,0.9919911623001099,0.9924852848052979,0.9929794073104858,0.9934735298156738,0.9939676523208618,0.9944617748260498,0.9949558973312378,0.9954500198364258,0.9959441423416138,0.9964382648468018,0.9969323873519897,0.9974265098571777,0.9979206323623657,0.9984147548675537,0.9989088773727417,0.9994029998779297,0.9998971223831177,1.0003912448883057,1.0008853673934937,1.0013794898986816,1.0018736124038696,1.0023677349090576,1.0028618574142456,1.0033559799194336,1.0038501024246216,1.0043442249298096,1.0048383474349976,1.0053324699401855,1.0058265924453735,1.0063207149505615,1.0068148374557495,1.0073089599609375,1.0078030824661255,1.0082972049713135,1.0087913274765015,1.0092854499816895,1.0097795724868774,1.0102736949920654,1.0107678174972534,1.0112619400024414],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"values":[1,1,3,2,4,3,6,9,8,16,13,16,27,25,42,62,85,115,178,218,326,410,610,793,1129,1556,2102,3111,5204,10798,76395,447348,19315,6999,3845,2502,1764,1275,931,697,526,363,280,201,147,108,57,42,46,24,22,12,9,11,8,6,4,7,1,3,1,0,1,1],"bins":[-0.0027923583984375,-0.002702951431274414,-0.002613544464111328,-0.002524137496948242,-0.0024347305297851562,-0.0023453235626220703,-0.0022559165954589844,-0.0021665096282958984,-0.0020771026611328125,-0.0019876956939697266,-0.0018982887268066406,-0.0018088817596435547,-0.0017194747924804688,-0.0016300678253173828,-0.0015406608581542969,-0.001451253890991211,-0.001361846923828125,-0.001272439956665039,-0.0011830329895019531,-0.0010936260223388672,-0.0010042190551757812,-0.0009148120880126953,-0.0008254051208496094,-0.0007359981536865234,-0.0006465911865234375,-0.0005571842193603516,-0.0004677772521972656,-0.0003783702850341797,-0.00028896331787109375,-0.0001995563507080078,-0.00011014938354492188,-2.0742416381835938e-05,6.866455078125e-05,0.00015807151794433594,0.0002474784851074219,0.0003368854522705078,0.00042629241943359375,0.0005156993865966797,0.0006051063537597656,0.0006945133209228516,0.0007839202880859375,0.0008733272552490234,0.0009627342224121094,0.0010521411895751953,0.0011415481567382812,0.0012309551239013672,0.0013203620910644531,0.001409769058227539,0.001499176025390625,0.001588582992553711,0.0016779899597167969,0.0017673969268798828,0.0018568038940429688,0.0019462108612060547,0.0020356178283691406,0.0021250247955322266,0.0022144317626953125,0.0023038387298583984,0.0023932456970214844,0.0024826526641845703,0.0025720596313476562,0.002661466598510742,0.002750873565673828,0.002840280532836914,0.0029296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[2,1,1,2,4,0,4,3,3,3,2,8,4,6,12,14,14,18,12,15,19,16,14,33,22,28,28,23,28,34,24,21,26,28,28,26,28,32,20,20,24,20,16,11,18,6,9,11,4,5,3,4,2,1,0,2,1,2,1,0,1,0,0,1],"bins":[0.9841300845146179,0.9845656752586365,0.9850013256072998,0.9854369163513184,0.9858725070953369,0.9863080978393555,0.9867437481880188,0.9871793389320374,0.9876149296760559,0.9880505800247192,0.9884861707687378,0.9889217615127563,0.9893574118614197,0.9897930026054382,0.9902285933494568,0.9906641840934753,0.9910998344421387,0.9915354251861572,0.9919710159301758,0.9924066662788391,0.9928422570228577,0.9932778477668762,0.9937134981155396,0.9941490888595581,0.9945846796035767,0.9950202703475952,0.9954559206962585,0.9958915114402771,0.9963271021842957,0.996762752532959,0.9971983432769775,0.9976339340209961,0.9980695247650146,0.998505175113678,0.9989407658576965,0.9993763566017151,0.9998120069503784,1.000247597694397,1.0006831884384155,1.001118779182434,1.0015543699264526,1.0019900798797607,1.0024256706237793,1.0028612613677979,1.0032968521118164,1.003732442855835,1.0041680335998535,1.004603624343872,1.0050393342971802,1.0054749250411987,1.0059105157852173,1.0063461065292358,1.0067816972732544,1.007217288017273,1.007652997970581,1.0080885887145996,1.0085241794586182,1.0089597702026367,1.0093953609466553,1.0098309516906738,1.0102665424346924,1.0107022523880005,1.011137843132019,1.0115734338760376,1.0120090246200562],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-1.3499927717930404e-06,-1.310129619014333e-06,-1.2702664662356256e-06,-1.2304034271437558e-06,-1.1905402743650484e-06,-1.150677121586341e-06,-1.1108139688076335e-06,-1.070950816028926e-06,-1.0310877769370563e-06,-9.912246241583489e-07,-9.513614713796414e-07,-9.11498318600934e-07,-8.716351658222266e-07,-8.31772069886938e-07,-7.919089171082305e-07,-7.520458211729419e-07,-7.121826683942345e-07,-6.72319515615527e-07,-6.324564196802385e-07,-5.92593266901531e-07,-5.527301709662424e-07,-5.12867018187535e-07,-4.7300386540882755e-07,-4.3314074105182954e-07,-3.932776166948315e-07,-3.534144923378335e-07,-3.135513679808355e-07,-2.7368821520212805e-07,-2.3382509084513003e-07,-1.9396196648813202e-07,-1.540988279202793e-07,-1.1423569645785392e-07,-7.437256499542855e-08,-3.4509433533003175e-08,5.3536979294221965e-09,4.521682939184757e-08,8.507996085427294e-08,1.2494308521127095e-07,1.6480622377912368e-07,2.0466936234697641e-07,2.4453248670397443e-07,2.8439561106097244e-07,3.2425873541797046e-07,3.641218881966779e-07,4.039850125536759e-07,4.4384813691067393e-07,4.837112896893814e-07,5.2357438562467e-07,5.634375384033774e-07,6.033006911820848e-07,6.431637871173734e-07,6.830269398960809e-07,7.228900358313695e-07,7.627531886100769e-07,8.026163413887843e-07,8.424794373240729e-07,8.823425901027804e-07,9.222057428814878e-07,9.620688388167764e-07,1.0019319915954839e-06,1.0417951443741913e-06,1.0816582971528987e-06,1.1215213362447685e-06,1.161384489023476e-06,1.2012476418021834e-06],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,1,0,1,0,1,6,2,8,2,2,7,5,5,8,15,21,11,15,22,30,32,37,40,45,54,51,45,48,39,35,36,27,17,15,11,18,15,7,7,4,7,1,2,3,3,0,0,1,0,0,1,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.10224108397960663,-0.09904894232749939,-0.09585680067539215,-0.09266465902328491,-0.08947251737117767,-0.08628038316965103,-0.08308824151754379,-0.07989609986543655,-0.07670395821332932,-0.07351181656122208,-0.07031967490911484,-0.0671275332570076,-0.06393539905548096,-0.06074325367808342,-0.05755111575126648,-0.05435897409915924,-0.051166832447052,-0.04797469079494476,-0.044782549142837524,-0.041590411216020584,-0.038398269563913345,-0.03520612791180611,-0.032013989984989166,-0.028821848332881927,-0.02562970668077469,-0.02243756502866745,-0.01924542523920536,-0.01605328544974327,-0.012861143797636032,-0.009669003076851368,-0.006476862356066704,-0.0032847216352820396,-9.257346391677856e-05,0.0030995672568678856,0.00629170797765255,0.009483848698437214,0.012675989419221878,0.015868131071329117,0.019060270860791206,0.022252410650253296,0.025444552302360535,0.028636693954467773,0.03182883560657501,0.03502097353339195,0.03821311518549919,0.04140525683760643,0.04459739476442337,0.04778953641653061,0.05098167806863785,0.05417381972074509,0.057365961372852325,0.060558099299669266,0.0637502372264862,0.06694237887859344,0.07013452053070068,0.07332666218280792,0.07651880383491516,0.0797109454870224,0.08290308713912964,0.08609522879123688,0.08928737044334412,0.09247950464487076,0.095671646296978,0.09886378794908524,0.10205592960119247],"_type":"histogram","values":[3,0,2,3,12,19,28,67,96,208,324,604,897,1549,2373,3575,5242,7590,10492,14475,19205,25739,32211,40156,48899,58191,67467,76165,83916,90893,95174,96896,98076,95399,91038,84946,77013,67875,59048,49712,40695,32752,25518,19700,14959,10742,7646,5218,3640,2354,1530,987,674,387,226,107,61,43,16,16,10,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"values":[1,3,8,10,22,37,66,128,196,311,533,828,1252,1980,3005,4366,6181,8667,11809,15620,20224,26366,33016,40186,48331,56756,64713,73506,79740,85853,90447,93178,93448,91773,87909,82179,76257,68663,60655,51652,43399,35730,29006,23022,17393,13072,9821,7015,4860,3447,2265,1485,944,598,399,225,143,73,42,31,9,5,1,4],"bins":[-0.10570088773965836,-0.10241859406232834,-0.09913630038499832,-0.0958540067076683,-0.09257170557975769,-0.08928941190242767,-0.08600711822509766,-0.08272482454776764,-0.07944253087043762,-0.0761602371931076,-0.07287794351577759,-0.06959564983844757,-0.06631335616111755,-0.06303105503320694,-0.05974876135587692,-0.056466467678546906,-0.05318417400121689,-0.04990188032388687,-0.046619586646556854,-0.04333728924393654,-0.04005499556660652,-0.036772701889276505,-0.03349040448665619,-0.030208110809326172,-0.026925817131996155,-0.023643523454666138,-0.02036122791469097,-0.017078932374715805,-0.013796638697385788,-0.010514344088733196,-0.0072320494800806046,-0.003949754871428013,-0.0006674602627754211,0.0026148343458771706,0.005897128954529762,0.009179423563182354,0.012461718171834946,0.015744011849164963,0.01902630738914013,0.022308602929115295,0.025590896606445312,0.02887319028377533,0.03215548396110535,0.03543778136372566,0.03872007504105568,0.042002368718385696,0.04528466612100601,0.04856695979833603,0.051849253475666046,0.05513154715299606,0.05841384083032608,0.061696138232946396,0.06497843563556671,0.06826072931289673,0.07154302299022675,0.07482531666755676,0.07810761034488678,0.0813899040222168,0.08467219769954681,0.08795449137687683,0.09123678505420685,0.09451908618211746,0.09780137985944748,0.1010836735367775,0.10436596721410751],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,4,1,1,3,2,1,5,5,4,10,14,8,13,15,16,6,16,11,24,19,21,26,19,30,31,36,40,31,32,30,34,28,20,25,20,24,21,15,14,14,11,14,11,5,4,6,7,3,5,5,2,1,1,0,1],"bins":[-0.0006039097788743675,-0.0005871234461665154,-0.0005703371134586632,-0.0005535507225431502,-0.0005367643898352981,-0.0005199780571274459,-0.0005031917244195938,-0.00048640536260791123,-0.0004696190299000591,-0.000452832697192207,-0.0004360463353805244,-0.00041926000267267227,-0.00040247366996482015,-0.00038568730815313756,-0.00036890097544528544,-0.00035211461363360286,-0.00033532828092575073,-0.0003185419482178986,-0.000301755586406216,-0.0002849692536983639,-0.0002681828918866813,-0.0002513965591788292,-0.00023461022647097707,-0.00021782387921120971,-0.00020103753195144236,-0.000184251184691675,-0.00016746483743190765,-0.00015067850472405553,-0.00013389215746428818,-0.00011710581020452082,-0.00010031947022071108,-8.353313023690134e-05,-6.674681208096445e-05,-4.99604684591759e-05,-3.317412483738735e-05,-1.6387781215598807e-05,3.985624061897397e-07,1.7184906027978286e-05,3.397124964976683e-05,5.075759327155538e-05,6.754393689334393e-05,8.433028415311128e-05,0.00010111662413692102,0.00011790296412073076,0.0001346893113804981,0.00015147565864026546,0.0001682619913481176,0.00018504833860788494,0.0002018346858676523,0.00021862103312741965,0.000235407380387187,0.00025219371309503913,0.00026898004580289125,0.00028576640761457384,0.00030255274032242596,0.00031933910213410854,0.00033612543484196067,0.0003529117675498128,0.0003696981293614954,0.0003864844620693475,0.0004032708238810301,0.0004200571565888822,0.00043684348929673433,0.0004536298511084169,0.00047041618381626904]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,3,2,0,0,1,1,3,5,3,6,4,6,14,12,14,16,10,13,13,21,18,19,23,31,23,20,25,26,20,18,15,35,31,22,25,26,24,30,15,15,10,21,24,15,16,7,3,11,7,9,6,6,3,6,2,3,3,1,2,0,0,2],"bins":[0.9855727553367615,0.9860733151435852,0.9865738749504089,0.9870744943618774,0.9875750541687012,0.9880756139755249,0.9885761737823486,0.9890767931938171,0.9895773530006409,0.9900779128074646,0.9905784726142883,0.9910790920257568,0.9915796518325806,0.9920802116394043,0.992580771446228,0.9930813908576965,0.9935819506645203,0.994082510471344,0.9945830702781677,0.9950836300849915,0.99558424949646,0.9960848093032837,0.9965853691101074,0.9970859289169312,0.9975865483283997,0.9980871081352234,0.9985876679420471,0.9990882277488708,0.9995888471603394,1.000089406967163,1.0005899667739868,1.0010905265808105,1.0015910863876343,1.002091646194458,1.0025922060012817,1.003092885017395,1.0035934448242188,1.0040940046310425,1.0045945644378662,1.00509512424469,1.0055956840515137,1.0060962438583374,1.0065968036651611,1.0070974826812744,1.0075980424880981,1.0080986022949219,1.0085991621017456,1.0090997219085693,1.009600281715393,1.0101008415222168,1.0106014013290405,1.0111019611358643,1.0116026401519775,1.0121031999588013,1.012603759765625,1.0131043195724487,1.0136048793792725,1.0141054391860962,1.01460599899292,1.0151065587997437,1.015607237815857,1.0161077976226807,1.0166083574295044,1.0171089172363281,1.0176094770431519]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.005627584643661976,-0.00544076319783926,-0.005253941286355257,-0.005067119840532541,-0.004880297929048538,-0.0046934764832258224,-0.004506655037403107,-0.004319833125919104,-0.004133011680096388,-0.003946189768612385,-0.003759368322789669,-0.0035725466441363096,-0.00338572496548295,-0.003198903286829591,-0.003012081841006875,-0.0028252601623535156,-0.002638438483700156,-0.002451616805046797,-0.0022647951263934374,-0.0020779736805707216,-0.0018911520019173622,-0.0017043303232640028,-0.0015175086446106434,-0.0013306870823726058,-0.0011438654037192464,-0.0009570437832735479,-0.0007702221628278494,-0.00058340048417449,-0.0003965788637287915,-0.00020975722873117775,-2.293559373356402e-05,0.0001638860412640497,0.00035070767626166344,0.0005375292967073619,0.0007243509171530604,0.0009111725958064198,0.0010979941580444574,0.0012848158366978168,0.0014716375153511763,0.0016584590775892138,0.0018452807562425733,0.002032102318480611,0.0022189239971339703,0.0024057456757873297,0.002592567354440689,0.0027793890330940485,0.0029662104789167643,0.0031530321575701237,0.003339853836223483,0.0035266755148768425,0.003713497193530202,0.0039003186393529177,0.004087140318006277,0.00427396222949028,0.004460783675312996,0.004647605121135712,0.004834427032619715,0.0050212484784424305,0.0052080703899264336,0.005394891835749149,0.005581713281571865,0.005768535193055868,0.005955356638878584,0.006142178550362587,0.006328999996185303],"_type":"histogram","values":[2,0,0,1,0,0,2,3,1,3,4,5,7,10,11,16,14,10,14,21,14,19,17,26,22,28,30,32,33,26,24,32,32,25,35,30,16,28,25,26,15,6,15,14,11,12,9,6,10,8,3,1,2,2,1,1,4,1,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,1,1,1,5,2,2,2,6,2,9,9,3,17,8,13,16,24,24,16,26,39,45,64,67,81,78,108,106,98,131,110,114,102,119,99,103,70,73,55,54,39,26,19,14,13,8,7,6,4,1,0,2,1,0,1,0,0,0,0,0,1],"bins":[-0.017110804095864296,-0.016784077510237694,-0.01645735092461109,-0.01613062433898449,-0.015803897753357887,-0.01547717209905386,-0.015150445513427258,-0.01482371985912323,-0.014496993273496628,-0.014170266687870026,-0.013843540102243423,-0.013516813516616821,-0.013190087862312794,-0.012863361276686192,-0.01253663469105959,-0.012209908105432987,-0.01188318245112896,-0.011556455865502357,-0.011229729279875755,-0.010903002694249153,-0.010576276108622551,-0.010249550454318523,-0.009922823868691921,-0.009596097283065319,-0.009269370697438717,-0.008942644111812115,-0.008615918457508087,-0.008289191871881485,-0.007962465286254883,-0.007635739166289568,-0.007309012580662966,-0.006982286460697651,-0.006655559875071049,-0.0063288332894444466,-0.006002106703817844,-0.0056753805838525295,-0.005348653998225927,-0.0050219278782606125,-0.00469520129263401,-0.0043684751726686954,-0.004041748587042093,-0.0037150222342461348,-0.0033882958814501762,-0.0030615695286542177,-0.002734843175858259,-0.002408116590231657,-0.0020813902374356985,-0.00175466388463974,-0.0014279375318437815,-0.001101211179047823,-0.0007744847680442035,-0.00044775838614441454,-0.00012103200424462557,0.0002056943776551634,0.0005324207595549524,0.0008591471705585718,0.0011858735233545303,0.0015125998761504889,0.0018393262289464474,0.002166052581742406,0.0024927789345383644,0.0028195055201649666,0.003146231872960925,0.0034729582257568836,0.003799684578552842]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,2,1,6,2,4,7,4,9,4,9,11,10,12,20,23,38,49,65,83,102,124,163,140,122,184,130,123,119,125,73,57,46,29,25,28,19,17,11,8,4,4,9,7,2,1,4,5,2,0,0,0,0,0,0,1,1,0,0,2],"bins":[-0.00010767251660581678,-0.00010373799887020141,-9.980348841054365e-05,-9.586897067492828e-05,-9.193446021527052e-05,-8.799994247965515e-05,-8.406542474403977e-05,-8.013091428438202e-05,-7.619639654876664e-05,-7.226187881315127e-05,-6.832736835349351e-05,-6.439285061787814e-05,-6.0458336520241573e-05,-5.652382242260501e-05,-5.2589304686989635e-05,-4.865479058935307e-05,-4.4720276491716504e-05,-4.078576239407994e-05,-3.685124829644337e-05,-3.2916730560828e-05,-2.8982216463191435e-05,-2.504770236555487e-05,-2.11131864489289e-05,-1.717867053230293e-05,-1.3244156434666365e-05,-9.309641427535098e-06,-5.375126420403831e-06,-1.4406114132725634e-06,2.493903593858704e-06,6.428418600989971e-06,1.0362933608121239e-05,1.4297448615252506e-05,1.8231978174299e-05,2.2166492271935567e-05,2.6101008188561536e-05,3.0035524105187505e-05,3.397003820282407e-05,3.790455230046064e-05,4.183907003607601e-05,4.5773584133712575e-05,4.970809823134914e-05,5.3642612328985706e-05,5.757712642662227e-05,6.151164416223764e-05,6.544616189785302e-05,6.938067235751078e-05,7.331519009312615e-05,7.72497005527839e-05,8.118421828839928e-05,8.511873602401465e-05,8.905324648367241e-05,9.298776421928778e-05,9.692227467894554e-05,0.00010085679241456091,0.00010479131015017629,0.00010872582060983405,0.00011266033834544942,0.00011659485608106479,0.00012052936654072255,0.00012446388427633792,0.0001283984020119533,0.00013233291974756867,0.0001362674229312688,0.00014020194066688418,0.00014413645840249956]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[2,0,0,0,0,0,1,5,4,5,15,22,20,21,35,38,100,129,188,315,422,658,1070,1643,2669,4154,6775,11619,21248,40027,83542,151303,128152,62985,31172,16478,9511,5745,3453,2202,1465,900,604,402,235,151,113,83,44,35,20,12,8,9,4,3,2,3,0,1,0,1,0,1],"bins":[-8.0108642578125e-05,-7.759034633636475e-05,-7.507205009460449e-05,-7.255375385284424e-05,-7.003545761108398e-05,-6.751716136932373e-05,-6.499886512756348e-05,-6.248056888580322e-05,-5.996227264404297e-05,-5.7443976402282715e-05,-5.492568016052246e-05,-5.240738391876221e-05,-4.988908767700195e-05,-4.73707914352417e-05,-4.4852495193481445e-05,-4.233419895172119e-05,-3.981590270996094e-05,-3.7297606468200684e-05,-3.477931022644043e-05,-3.2261013984680176e-05,-2.9742717742919922e-05,-2.7224421501159668e-05,-2.4706125259399414e-05,-2.218782901763916e-05,-1.9669532775878906e-05,-1.7151236534118652e-05,-1.4632940292358398e-05,-1.2114644050598145e-05,-9.59634780883789e-06,-7.078051567077637e-06,-4.559755325317383e-06,-2.041459083557129e-06,4.76837158203125e-07,2.995133399963379e-06,5.513429641723633e-06,8.031725883483887e-06,1.055002212524414e-05,1.3068318367004395e-05,1.558661460876465e-05,1.8104910850524902e-05,2.0623207092285156e-05,2.314150333404541e-05,2.5659799575805664e-05,2.8178095817565918e-05,3.069639205932617e-05,3.3214688301086426e-05,3.573298454284668e-05,3.8251280784606934e-05,4.076957702636719e-05,4.328787326812744e-05,4.5806169509887695e-05,4.832446575164795e-05,5.08427619934082e-05,5.336105823516846e-05,5.587935447692871e-05,5.8397650718688965e-05,6.091594696044922e-05,6.343424320220947e-05,6.595253944396973e-05,6.847083568572998e-05,7.098913192749023e-05,7.350742816925049e-05,7.602572441101074e-05,7.8544020652771e-05,8.106231689453125e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,0,0,5,3,4,2,11,11,12,27,37,48,72,112,153,204,318,434,665,954,1529,2451,3538,5948,10069,18572,37263,86012,201842,117594,47723,22749,12378,6929,4310,2546,1820,1155,699,492,367,241,155,119,68,62,41,20,16,16,3,7,5,1,5,3,0,1,0,0,1],"bins":[-0.0021209716796875,-0.002053976058959961,-0.001986980438232422,-0.0019199848175048828,-0.0018529891967773438,-0.0017859935760498047,-0.0017189979553222656,-0.0016520023345947266,-0.0015850067138671875,-0.0015180110931396484,-0.0014510154724121094,-0.0013840198516845703,-0.0013170242309570312,-0.0012500286102294922,-0.0011830329895019531,-0.001116037368774414,-0.001049041748046875,-0.000982046127319336,-0.0009150505065917969,-0.0008480548858642578,-0.0007810592651367188,-0.0007140636444091797,-0.0006470680236816406,-0.0005800724029541016,-0.0005130767822265625,-0.00044608116149902344,-0.0003790855407714844,-0.0003120899200439453,-0.00024509429931640625,-0.0001780986785888672,-0.00011110305786132812,-4.410743713378906e-05,2.288818359375e-05,8.988380432128906e-05,0.00015687942504882812,0.0002238750457763672,0.00029087066650390625,0.0003578662872314453,0.0004248619079589844,0.0004918575286865234,0.0005588531494140625,0.0006258487701416016,0.0006928443908691406,0.0007598400115966797,0.0008268356323242188,0.0008938312530517578,0.0009608268737792969,0.001027822494506836,0.001094818115234375,0.001161813735961914,0.0012288093566894531,0.0012958049774169922,0.0013628005981445312,0.0014297962188720703,0.0014967918395996094,0.0015637874603271484,0.0016307830810546875,0.0016977787017822266,0.0017647743225097656,0.0018317699432373047,0.0018987655639648438,0.001965761184692383,0.002032756805419922,0.002099752426147461,0.002166748046875]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,5,2,2,13,11,20,45,78,130,249,356,592,896,1295,1977,2951,4095,5599,7518,9858,12224,15517,19190,22383,25646,29054,31794,34664,35647,36342,36772,35673,34039,31306,28451,24816,22015,18264,14852,11997,9351,7076,5236,3812,2796,1836,1240,783,522,331,207,114,74,52,28,16,6,1,2,2],"bins":[-0.10789228975772858,-0.10471096634864807,-0.10152963548898697,-0.09834831207990646,-0.09516698122024536,-0.09198565781116486,-0.08880432695150375,-0.08562300354242325,-0.08244167268276215,-0.07926034927368164,-0.07607902586460114,-0.07289769500494003,-0.06971637159585953,-0.06653504073619843,-0.06335371732711792,-0.060172390192747116,-0.05699106305837631,-0.05380973592400551,-0.050628408789634705,-0.0474470816552639,-0.0442657545208931,-0.04108443111181259,-0.03790310397744179,-0.034721776843070984,-0.03154044970870018,-0.028359122574329376,-0.025177795439958572,-0.021996470168232918,-0.018815143033862114,-0.01563381589949131,-0.012452489696443081,-0.009271163493394852,-0.006089843809604645,-0.0029085171408951283,0.0002728095278143883,0.003454136196523905,0.006635462865233421,0.009816789999604225,0.012998116202652454,0.016179442405700684,0.019360769540071487,0.02254209667444229,0.025723423808813095,0.02890474908053875,0.032086074352264404,0.03526740148663521,0.03844872862100601,0.041630055755376816,0.04481138288974762,0.04799271002411842,0.05117403715848923,0.05435536429286003,0.057536691427230835,0.06071801483631134,0.06389934569597244,0.06708066910505295,0.07026199996471405,0.07344332337379456,0.07662464678287506,0.07980597764253616,0.08298730105161667,0.08616863191127777,0.08934995532035828,0.09253128618001938,0.09571260958909988]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[2,0,1,1,0,1,2,2,3,3,2,4,4,7,13,12,11,13,18,25,18,22,30,27,26,35,39,32,21,41,40,30,27,30,39,26,17,22,21,24,19,16,12,5,9,3,4,2,2,1,0,0,3,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.008235401473939419,-0.00795268826186657,-0.007669975981116295,-0.007387263234704733,-0.007104550488293171,-0.006821837276220322,-0.00653912452980876,-0.006256411783397198,-0.005973699036985636,-0.005690986290574074,-0.005408273544162512,-0.00512556079775095,-0.004842847585678101,-0.004560134839266539,-0.004277422092854977,-0.003994709346443415,-0.0037119966000318527,-0.0034292838536202908,-0.003146571107208729,-0.002863858127966523,-0.002581145381554961,-0.0022984326351433992,-0.0020157196559011936,-0.0017330069094896317,-0.0014502941630780697,-0.0011675814166665077,-0.0008848685538396239,-0.000602155749220401,-0.00031944294460117817,-3.673013998195529e-05,0.0002459826646372676,0.0005286954692564905,0.0008114073425531387,0.0010941200889647007,0.0013768329517915845,0.0016595458146184683,0.0019422585610300303,0.002224971307441592,0.002507684286683798,0.00279039703309536,0.0030731097795069218,0.0033558225259184837,0.0036385352723300457,0.003921248018741608,0.004203961230814457,0.004486673977226019,0.004769386723637581,0.005052099470049143,0.005334812216460705,0.005617524962872267,0.005900237709283829,0.006182950455695391,0.006465663202106953,0.006748376414179802,0.007031089160591364,0.007313801907002926,0.007596514653414488,0.00787922739982605,0.008161940611898899,0.008444652892649174,0.008727366104722023,0.009010078385472298,0.009292791597545147,0.009575503878295422,0.009858217090368271],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,3,1,2,3,2,2,4,9,7,19,15,21,30,40,35,39,55,69,67,57,62,74,84,103,95,99,118,90,90,102,92,80,76,66,64,47,47,46,34,17,20,17,11,10,3,8,3,2,2,2,1,0,0,0,1],"bins":[-0.013899142853915691,-0.013615363277494907,-0.013331584632396698,-0.013047805055975914,-0.01276402547955513,-0.01248024683445692,-0.012196467258036137,-0.011912687681615353,-0.011628909036517143,-0.01134512946009636,-0.011061349883675575,-0.010777571238577366,-0.010493791662156582,-0.010210012085735798,-0.009926233440637589,-0.009642453864216805,-0.00935867428779602,-0.009074895642697811,-0.008791116066277027,-0.008507337421178818,-0.008223557844758034,-0.00793977826833725,-0.007655999157577753,-0.007372220046818256,-0.007088440470397472,-0.006804661359637976,-0.006520882248878479,-0.006237103138118982,-0.005953323561698198,-0.005669544450938702,-0.005385765340179205,-0.005101985763758421,-0.004818206652998924,-0.004534427542239428,-0.004250647965818644,-0.003966868855059147,-0.00368308974429965,-0.00339931040070951,-0.0031155310571193695,-0.002831751946359873,-0.0025479726027697325,-0.002264193259179592,-0.0019804141484200954,-0.001696634804829955,-0.0014128555776551366,-0.001129076350480318,-0.0008452970650978386,-0.0005615177797153592,-0.0002777385525405407,6.040703738108277e-06,0.00028981996001675725,0.0005735992453992367,0.0008573784725740552,0.0011411576997488737,0.001424937043339014,0.0017087162705138326,0.001992495497688651,0.0022762748412787914,0.002560053952038288,0.0028438332956284285,0.003127612639218569,0.0034113917499780655,0.003695171093568206,0.003978950437158346,0.004262729547917843]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,2,1,2,0,0,5,6,12,5,11,21,28,62,67,113,174,302,433,672,1149,1840,2891,4474,6840,11263,18540,30823,54003,95517,135018,94048,53299,30450,17978,10789,6966,4556,2760,1738,1104,667,459,278,154,100,60,61,25,18,11,8,7,5,5,1,1,0,0,0,0,1],"bins":[-0.0025787353515625,-0.0024993419647216797,-0.0024199485778808594,-0.002340555191040039,-0.0022611618041992188,-0.0021817684173583984,-0.002102375030517578,-0.002022981643676758,-0.0019435882568359375,-0.0018641948699951172,-0.0017848014831542969,-0.0017054080963134766,-0.0016260147094726562,-0.001546621322631836,-0.0014672279357910156,-0.0013878345489501953,-0.001308441162109375,-0.0012290477752685547,-0.0011496543884277344,-0.001070261001586914,-0.0009908676147460938,-0.0009114742279052734,-0.0008320808410644531,-0.0007526874542236328,-0.0006732940673828125,-0.0005939006805419922,-0.0005145072937011719,-0.00043511390686035156,-0.00035572052001953125,-0.00027632713317871094,-0.00019693374633789062,-0.00011754035949707031,-3.814697265625e-05,4.124641418457031e-05,0.00012063980102539062,0.00020003318786621094,0.00027942657470703125,0.00035881996154785156,0.0004382133483886719,0.0005176067352294922,0.0005970001220703125,0.0006763935089111328,0.0007557868957519531,0.0008351802825927734,0.0009145736694335938,0.000993967056274414,0.0010733604431152344,0.0011527538299560547,0.001232147216796875,0.0013115406036376953,0.0013909339904785156,0.001470327377319336,0.0015497207641601562,0.0016291141510009766,0.0017085075378417969,0.0017879009246826172,0.0018672943115234375,0.0019466876983642578,0.002026081085205078,0.0021054744720458984,0.0021848678588867188,0.002264261245727539,0.0023436546325683594,0.0024230480194091797,0.00250244140625]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[2,4,2,5,3,4,21,27,30,51,63,83,133,179,251,317,498,654,888,1346,1893,2607,3843,5130,7896,11490,17149,25603,40572,61748,86805,94587,75483,50498,32892,20883,14535,9733,6539,4319,3283,2300,1550,1099,860,559,393,280,219,166,110,69,44,35,30,28,11,10,2,3,3,0,1,3],"bins":[-8.106231689453125e-05,-7.846951484680176e-05,-7.587671279907227e-05,-7.328391075134277e-05,-7.069110870361328e-05,-6.809830665588379e-05,-6.55055046081543e-05,-6.29127025604248e-05,-6.031990051269531e-05,-5.772709846496582e-05,-5.513429641723633e-05,-5.2541494369506836e-05,-4.9948692321777344e-05,-4.735589027404785e-05,-4.476308822631836e-05,-4.217028617858887e-05,-3.9577484130859375e-05,-3.698468208312988e-05,-3.439188003540039e-05,-3.17990779876709e-05,-2.9206275939941406e-05,-2.6613473892211914e-05,-2.4020671844482422e-05,-2.142786979675293e-05,-1.8835067749023438e-05,-1.6242265701293945e-05,-1.3649463653564453e-05,-1.1056661605834961e-05,-8.463859558105469e-06,-5.8710575103759766e-06,-3.2782554626464844e-06,-6.854534149169922e-07,1.9073486328125e-06,4.500150680541992e-06,7.092952728271484e-06,9.685754776000977e-06,1.2278556823730469e-05,1.4871358871459961e-05,1.7464160919189453e-05,2.0056962966918945e-05,2.2649765014648438e-05,2.524256706237793e-05,2.7835369110107422e-05,3.0428171157836914e-05,3.3020973205566406e-05,3.56137752532959e-05,3.820657730102539e-05,4.079937934875488e-05,4.3392181396484375e-05,4.598498344421387e-05,4.857778549194336e-05,5.117058753967285e-05,5.3763389587402344e-05,5.6356191635131836e-05,5.894899368286133e-05,6.154179573059082e-05,6.413459777832031e-05,6.67273998260498e-05,6.93202018737793e-05,7.191300392150879e-05,7.450580596923828e-05,7.709860801696777e-05,7.969141006469727e-05,8.228421211242676e-05,8.487701416015625e-05]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.0003032684326171875,-0.0002938508987426758,-0.00028443336486816406,-0.00027501583099365234,-0.0002655982971191406,-0.0002561807632446289,-0.0002467632293701172,-0.00023734569549560547,-0.00022792816162109375,-0.00021851062774658203,-0.0002090930938720703,-0.0001996755599975586,-0.00019025802612304688,-0.00018084049224853516,-0.00017142295837402344,-0.00016200542449951172,-0.000152587890625,-0.00014317035675048828,-0.00013375282287597656,-0.00012433528900146484,-0.00011491775512695312,-0.0001055002212524414,-9.608268737792969e-05,-8.666515350341797e-05,-7.724761962890625e-05,-6.783008575439453e-05,-5.841255187988281e-05,-4.8995018005371094e-05,-3.9577484130859375e-05,-3.0159950256347656e-05,-2.0742416381835938e-05,-1.1324882507324219e-05,-1.9073486328125e-06,7.510185241699219e-06,1.6927719116210938e-05,2.6345252990722656e-05,3.5762786865234375e-05,4.5180320739746094e-05,5.459785461425781e-05,6.401538848876953e-05,7.343292236328125e-05,8.285045623779297e-05,9.226799011230469e-05,0.0001016855239868164,0.00011110305786132812,0.00012052059173583984,0.00012993812561035156,0.00013935565948486328,0.000148773193359375,0.00015819072723388672,0.00016760826110839844,0.00017702579498291016,0.00018644332885742188,0.0001958608627319336,0.0002052783966064453,0.00021469593048095703,0.00022411346435546875,0.00023353099822998047,0.0002429485321044922,0.0002523660659790039,0.0002617835998535156,0.00027120113372802734,0.00028061866760253906,0.0002900362014770508,0.0002994537353515625],"_type":"histogram","values":[2,0,1,0,2,3,10,6,6,11,19,28,55,43,72,94,151,194,324,443,686,950,1562,2238,3887,6190,10870,19466,37656,76110,166638,359240,438914,232490,105217,49350,25859,13487,7929,4355,2949,1719,1192,746,494,379,208,162,132,109,55,33,40,32,20,12,4,6,6,2,1,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[2,2,2,3,2,5,11,12,16,34,30,57,78,151,221,337,528,715,1265,1866,3164,4880,7567,12023,19979,32962,60584,106825,131791,86506,47098,26720,16547,10182,6512,4148,2428,1611,1071,632,435,292,185,108,67,59,41,15,23,7,11,2,2,0,3,5,0,0,1,0,0,0,0,1],"bins":[-0.00189971923828125,-0.0018326044082641602,-0.0017654895782470703,-0.0016983747482299805,-0.0016312599182128906,-0.0015641450881958008,-0.001497030258178711,-0.001429915428161621,-0.0013628005981445312,-0.0012956857681274414,-0.0012285709381103516,-0.0011614561080932617,-0.0010943412780761719,-0.001027226448059082,-0.0009601116180419922,-0.0008929967880249023,-0.0008258819580078125,-0.0007587671279907227,-0.0006916522979736328,-0.000624537467956543,-0.0005574226379394531,-0.0004903078079223633,-0.00042319297790527344,-0.0003560781478881836,-0.00028896331787109375,-0.0002218484878540039,-0.00015473365783691406,-8.761882781982422e-05,-2.0503997802734375e-05,4.661083221435547e-05,0.00011372566223144531,0.00018084049224853516,0.000247955322265625,0.00031507015228271484,0.0003821849822998047,0.00044929981231689453,0.0005164146423339844,0.0005835294723510742,0.0006506443023681641,0.0007177591323852539,0.0007848739624023438,0.0008519887924194336,0.0009191036224365234,0.0009862184524536133,0.0010533332824707031,0.001120448112487793,0.0011875629425048828,0.0012546777725219727,0.0013217926025390625,0.0013889074325561523,0.0014560222625732422,0.001523137092590332,0.0015902519226074219,0.0016573667526245117,0.0017244815826416016,0.0017915964126586914,0.0018587112426757812,0.001925826072692871,0.001992940902709961,0.0020600557327270508,0.0021271705627441406,0.0021942853927612305,0.0022614002227783203,0.00232851505279541,0.0023956298828125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,2,1,0,3,0,4,2,1,0,1,6,3,4,8,2,10,8,11,11,14,18,18,26,21,31,24,24,23,36,27,30,30,30,24,38,35,22,21,15,21,23,18,21,18,15,9,11,9,6,5,7,5,4,1,0,5,3,0,1,0,0,0,1],"bins":[-0.00011898689263034612,-0.00011531293421285227,-0.0001116389685194008,-0.00010796501010190696,-0.00010429104440845549,-0.00010061708599096164,-9.694312029751018e-05,-9.326916188001633e-05,-8.959519618656486e-05,-8.592123776907101e-05,-8.224727935157716e-05,-7.85733136581257e-05,-7.489935524063185e-05,-7.122538954718038e-05,-6.755143112968653e-05,-6.387746543623507e-05,-6.020350701874122e-05,-5.652954496326856e-05,-5.2855582907795906e-05,-4.918162085232325e-05,-4.550765879685059e-05,-4.183370037935674e-05,-3.8159738323884085e-05,-3.448577626841143e-05,-3.081181421293877e-05,-2.7137852157466114e-05,-2.3463890101993456e-05,-1.9789929865510203e-05,-1.6115967810037546e-05,-1.2442005754564889e-05,-8.768044608586933e-06,-5.094083007861627e-06,-1.4201141311787069e-06,2.2538474695465993e-06,5.9278090702719055e-06,9.60177021624986e-06,1.3275732271722518e-05,1.6949694327195175e-05,2.062365456367843e-05,2.4297616619151086e-05,2.7971578674623743e-05,3.16455407300964e-05,3.531950278556906e-05,3.8993464841041714e-05,4.2667423258535564e-05,4.634138531400822e-05,5.001534736948088e-05,5.3689309424953535e-05,5.736327148042619e-05,6.103722989792004e-05,6.47111955913715e-05,6.838515400886536e-05,7.205911970231682e-05,7.573307811981067e-05,7.940704381326213e-05,8.308100223075598e-05,8.675496792420745e-05,9.04289263417013e-05,9.410288475919515e-05,9.777685045264661e-05,0.00010145080887014046,0.00010512477456359193,0.00010879873298108578,0.00011247269867453724,0.00011614665709203109],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,3,2,2,7,1,2,2,2,5,3,9,6,12,9,8,13,12,15,10,20,7,24,19,24,23,24,31,30,31,32,29,32,18,43,23,26,19,21,20,13,24,16,14,7,12,7,11,10,12,7,5,3,2,0,1,2,0,0,0,1],"bins":[-0.0012412199284881353,-0.0012041820446029305,-0.0011671441607177258,-0.0011301063932478428,-0.001093068509362638,-0.0010560306254774332,-0.0010189927415922284,-0.0009819548577070236,-0.0009449170320294797,-0.000907879148144275,-0.0008708413224667311,-0.0008338034385815263,-0.0007967655546963215,-0.0007597277290187776,-0.0007226898451335728,-0.0006856520194560289,-0.0006486141355708241,-0.0006115762516856194,-0.0005745384260080755,-0.0005375005421228707,-0.0005004627164453268,-0.000463424832560122,-0.0004263869486749172,-0.0003893490938935429,-0.00035231123911216855,-0.0003152733843307942,-0.0002782355295494199,-0.0002411976456642151,-0.00020415979088284075,-0.00016712193610146642,-0.00013008406676817685,-9.30462047108449e-05,-5.600845906883478e-05,-1.8970597011502832e-05,1.8067265045829117e-05,5.510512710316107e-05,9.214298916049302e-05,0.00012918084394186735,0.00016621871327515692,0.00020325658260844648,0.00024029443738982081,0.00027733229217119515,0.0003143701469525695,0.0003514080308377743,0.0003884458856191486,0.00042548374040052295,0.00046252162428572774,0.0004995594499632716,0.0005365973338484764,0.0005736352177336812,0.0006106730434112251,0.0006477109272964299,0.0006847487529739738,0.0007217866368591785,0.0007588245207443833,0.0007958623464219272,0.000832900230307132,0.0008699381141923368,0.0009069759398698807,0.0009440138237550855,0.0009810517076402903,0.001018089591525495,0.001055127358995378,0.0010921652428805828,0.0011292031267657876]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,0,2,1,2,2,2,2,3,7,8,11,18,23,38,59,79,144,226,419,801,1488,3259,8629,31515,218800,269769,37448,9923,3610,1622,797,422,267,135,112,58,32,29,15,6,13,4,5,4,1,2,5,1,0,2,1,0,1],"bins":[-0.0037994384765625,-0.0036940574645996094,-0.0035886764526367188,-0.003483295440673828,-0.0033779144287109375,-0.003272533416748047,-0.0031671524047851562,-0.0030617713928222656,-0.002956390380859375,-0.0028510093688964844,-0.0027456283569335938,-0.002640247344970703,-0.0025348663330078125,-0.002429485321044922,-0.0023241043090820312,-0.0022187232971191406,-0.00211334228515625,-0.0020079612731933594,-0.0019025802612304688,-0.0017971992492675781,-0.0016918182373046875,-0.0015864372253417969,-0.0014810562133789062,-0.0013756752014160156,-0.001270294189453125,-0.0011649131774902344,-0.0010595321655273438,-0.0009541511535644531,-0.0008487701416015625,-0.0007433891296386719,-0.0006380081176757812,-0.0005326271057128906,-0.00042724609375,-0.0003218650817871094,-0.00021648406982421875,-0.00011110305786132812,-5.7220458984375e-06,9.965896606445312e-05,0.00020503997802734375,0.0003104209899902344,0.000415802001953125,0.0005211830139160156,0.0006265640258789062,0.0007319450378417969,0.0008373260498046875,0.0009427070617675781,0.0010480880737304688,0.0011534690856933594,0.00125885009765625,0.0013642311096191406,0.0014696121215820312,0.0015749931335449219,0.0016803741455078125,0.0017857551574707031,0.0018911361694335938,0.0019965171813964844,0.002101898193359375,0.0022072792053222656,0.0023126602172851562,0.002418041229248047,0.0025234222412109375,0.002628803253173828,0.0027341842651367188,0.0028395652770996094,0.0029449462890625]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,0,2,0,1,1,1,2,3,6,4,4,5,7,14,8,12,4,9,15,12,9,14,13,23,20,20,22,21,23,20,14,23,20,23,25,22,21,19,27,22,30,19,27,22,24,12,10,22,15,9,15,11,8,4,2,3,5,3,5,5,0,3,2],"bins":[-0.032016389071941376,-0.031077014282345772,-0.030137641355395317,-0.029198266565799713,-0.02825889363884926,-0.027319518849253654,-0.02638014405965805,-0.025440771132707596,-0.024501396343111992,-0.023562021553516388,-0.022622648626565933,-0.02168327383697033,-0.020743899047374725,-0.01980452612042427,-0.018865151330828667,-0.017925778403878212,-0.016986403614282608,-0.016047028824687004,-0.01510765589773655,-0.014168281108140945,-0.013228907249867916,-0.012289533391594887,-0.011350158601999283,-0.010410784743726254,-0.009471410885453224,-0.008532037027180195,-0.007592662703245878,-0.006653288379311562,-0.005713914521038532,-0.004774540662765503,-0.0038351663388311863,-0.0028957922477275133,-0.001956416293978691,-0.0010170422028750181,-7.766811177134514e-05,0.0008617059793323278,0.0018010800704360008,0.002740454161539674,0.003679828252643347,0.004619202576577663,0.005558576434850693,0.006497950293123722,0.007437324617058039,0.008376698940992355,0.009316072799265385,0.010255446657538414,0.011194821447134018,0.012134195305407047,0.013073569163680077,0.014012943021953106,0.014952316880226135,0.01589169166982174,0.016831066459417343,0.017770439386367798,0.018709814175963402,0.019649187102913857,0.02058856189250946,0.021527936682105064,0.02246730960905552,0.023406684398651123,0.024346057325601578,0.02528543211519718,0.026224806904792786,0.02716417983174324,0.028103554621338844],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,0,0,1,2,1,2,2,2,2,3,2,2,1,3,7,5,10,12,12,11,15,19,25,20,25,21,19,30,34,23,21,41,41,38,33,27,29,27,15,16,23,12,23,12,11,14,17,9,13,4,12,3,4,3,4,2,1,0,0,0,1],"bins":[-0.00011072099732700735,-0.00010757097334135324,-0.00010442094935569912,-0.000101270925370045,-9.812090138439089e-05,-9.497088467469439e-05,-9.182086068904027e-05,-8.867083670338616e-05,-8.552081271773204e-05,-8.237078873207793e-05,-7.922076474642381e-05,-7.60707407607697e-05,-7.29207240510732e-05,-6.977070006541908e-05,-6.662067607976496e-05,-6.347065209411085e-05,-6.032062810845673e-05,-5.7170604122802615e-05,-5.40205801371485e-05,-5.087055978947319e-05,-4.7720535803819075e-05,-4.457051181816496e-05,-4.142049147048965e-05,-3.8270467484835535e-05,-3.512044349918142e-05,-3.1970419513527304e-05,-2.8820397346862592e-05,-2.567037518019788e-05,-2.2520351194543764e-05,-1.937032720888965e-05,-1.6220305042224936e-05,-1.3070281966065522e-05,-9.920258889906108e-06,-6.7702358137466945e-06,-3.6202127375872806e-06,-4.7018966142786667e-07,2.6798334147315472e-06,5.829856490890961e-06,8.979879567050375e-06,1.2129902643209789e-05,1.5279925719369203e-05,1.842994970502332e-05,2.157997187168803e-05,2.4729994038352743e-05,2.788001802400686e-05,3.1030042009660974e-05,3.418006235733628e-05,3.73300863429904e-05,4.0480110328644514e-05,4.363013431429863e-05,4.6780158299952745e-05,4.9930178647628054e-05,5.308020263328217e-05,5.6230226618936285e-05,5.9380246966611594e-05,6.253027095226571e-05,6.568029493791983e-05,6.883031892357394e-05,7.198034290922806e-05,7.513036689488217e-05,7.828038360457867e-05,8.143040759023279e-05,8.45804315758869e-05,8.773045556154102e-05,9.088047954719514e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,2,5,11,9,25,36,86,126,213,365,589,848,1302,1929,2742,3817,5140,6990,9023,11572,14253,17601,21055,23893,27199,30148,33040,34450,35821,36162,35572,34035,32166,29104,26472,23088,19972,16362,13632,10791,8299,6318,4865,3444,2449,1669,1161,753,462,296,187,123,62,40,21,14,6,2,3,1,0,0,1],"bins":[-0.09303263574838638,-0.0899662896990776,-0.08689993619918823,-0.08383359014987946,-0.08076724410057068,-0.0777008980512619,-0.07463455200195312,-0.07156819850206375,-0.06850185245275497,-0.0654355064034462,-0.06236915662884712,-0.05930280685424805,-0.05623646080493927,-0.05317011475563049,-0.05010376498103142,-0.04703741520643234,-0.043971069157123566,-0.04090472310781479,-0.037838373333215714,-0.03477202355861664,-0.03170567750930786,-0.028639329597353935,-0.02557298168540001,-0.022506633773446083,-0.019440285861492157,-0.01637393794953823,-0.013307590037584305,-0.010241242125630379,-0.007174894213676453,-0.0041085463017225266,-0.0010421983897686005,0.0020241495221853256,0.005090504884719849,0.008156852796673775,0.0112232007086277,0.014289548620581627,0.017355896532535553,0.02042224444448948,0.023488592356443405,0.02655494026839733,0.029621288180351257,0.032687634229660034,0.03575398400425911,0.038820333778858185,0.04188667982816696,0.04495302587747574,0.048019375652074814,0.05108572542667389,0.054152071475982666,0.05721841752529144,0.06028476729989052,0.0633511170744896,0.06641746312379837,0.06948380917310715,0.07255016267299652,0.0756165087223053,0.07868285477161407,0.08174920082092285,0.08481554687023163,0.087881900370121,0.09094824641942978,0.09401459246873856,0.09708094596862793,0.1001472920179367,0.10321363806724548]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.00146484375,-0.0014162063598632812,-0.0013675689697265625,-0.0013189315795898438,-0.001270294189453125,-0.0012216567993164062,-0.0011730194091796875,-0.0011243820190429688,-0.00107574462890625,-0.0010271072387695312,-0.0009784698486328125,-0.0009298324584960938,-0.000881195068359375,-0.0008325576782226562,-0.0007839202880859375,-0.0007352828979492188,-0.0006866455078125,-0.0006380081176757812,-0.0005893707275390625,-0.0005407333374023438,-0.000492095947265625,-0.00044345855712890625,-0.0003948211669921875,-0.00034618377685546875,-0.00029754638671875,-0.00024890899658203125,-0.0002002716064453125,-0.00015163421630859375,-0.000102996826171875,-5.435943603515625e-05,-5.7220458984375e-06,4.291534423828125e-05,9.1552734375e-05,0.00014019012451171875,0.0001888275146484375,0.00023746490478515625,0.000286102294921875,0.00033473968505859375,0.0003833770751953125,0.00043201446533203125,0.00048065185546875,0.0005292892456054688,0.0005779266357421875,0.0006265640258789062,0.000675201416015625,0.0007238388061523438,0.0007724761962890625,0.0008211135864257812,0.0008697509765625,0.0009183883666992188,0.0009670257568359375,0.0010156631469726562,0.001064300537109375,0.0011129379272460938,0.0011615753173828125,0.0012102127075195312,0.00125885009765625,0.0013074874877929688,0.0013561248779296875,0.0014047622680664062,0.001453399658203125,0.0015020370483398438,0.0015506744384765625,0.0015993118286132812,0.00164794921875],"_type":"histogram","values":[1,0,0,3,3,6,6,3,18,28,40,64,101,155,239,357,539,865,1269,1693,2916,4265,6815,10671,17604,28041,48394,85602,166495,351345,405074,199134,101253,55839,32083,18994,11629,7111,4857,3034,2081,1335,949,603,434,277,204,140,89,75,34,30,18,21,6,5,6,4,1,1,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,1,1,0,2,2,0,1,5,3,11,0,7,8,6,9,15,9,16,13,15,19,16,22,26,22,25,32,32,32,30,28,25,28,36,23,31,28,17,28,20,17,14,10,20,10,5,9,6,7,5,3,4,0,4,2,4,0,2],"bins":[-0.008553084917366505,-0.008316723629832268,-0.00808036234229803,-0.007844001986086369,-0.007607640698552132,-0.007371279411017895,-0.007134918589144945,-0.006898557301610708,-0.006662196479737759,-0.006425835192203522,-0.006189473904669285,-0.005953113082796335,-0.005716751795262098,-0.005480390973389149,-0.005244029685854912,-0.005007668863981962,-0.004771307576447725,-0.004534946288913488,-0.004298585467040539,-0.004062224179506302,-0.0038258633576333523,-0.0035895020700991154,-0.003353141015395522,-0.003116779960691929,-0.0028804189059883356,-0.0026440578512847424,-0.002407696796581149,-0.002171335741877556,-0.0019349745707586408,-0.0016986135160550475,-0.0014622523449361324,-0.0012258912902325392,-0.0009895307011902332,-0.00075316964648664,-0.0005168085335753858,-0.0002804474497679621,-4.408636596053839e-05,0.00019227471784688532,0.00042863580165430903,0.0006649969145655632,0.0009013579692691565,0.0011377190239727497,0.001374080078676343,0.001610441249795258,0.0018468023044988513,0.0020831634756177664,0.0023195245303213596,0.002555885585024953,0.002792246639728546,0.0030286076944321394,0.0032649687491357327,0.003501329803839326,0.003737690858542919,0.003974052146077156,0.004210412967950106,0.004446774255484343,0.004683135077357292,0.004919496364891529,0.005155857652425766,0.005392218474298716,0.0056285797618329525,0.005864940583705902,0.006101301871240139,0.006337662693113089,0.0065740239806473255],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[3,2,5,6,10,12,18,31,39,38,57,79,102,147,223,312,482,698,1136,1755,2732,4597,8025,14072,27828,56919,121648,162551,93279,43026,21625,11283,6439,3908,2314,1460,954,625,426,298,200,141,83,74,44,27,26,11,12,9,7,6,6,7,2,1,1,0,1,0,0,1,0,1],"bins":[-0.000194549560546875,-0.00018742680549621582,-0.00018030405044555664,-0.00017318129539489746,-0.00016605854034423828,-0.0001589357852935791,-0.00015181303024291992,-0.00014469027519226074,-0.00013756752014160156,-0.00013044476509094238,-0.0001233220100402832,-0.00011619925498962402,-0.00010907649993896484,-0.00010195374488830566,-9.483098983764648e-05,-8.77082347869873e-05,-8.058547973632812e-05,-7.346272468566895e-05,-6.633996963500977e-05,-5.9217214584350586e-05,-5.2094459533691406e-05,-4.4971704483032227e-05,-3.784894943237305e-05,-3.072619438171387e-05,-2.3603439331054688e-05,-1.6480684280395508e-05,-9.357929229736328e-06,-2.2351741790771484e-06,4.887580871582031e-06,1.2010335922241211e-05,1.913309097290039e-05,2.625584602355957e-05,3.337860107421875e-05,4.050135612487793e-05,4.762411117553711e-05,5.474686622619629e-05,6.186962127685547e-05,6.899237632751465e-05,7.611513137817383e-05,8.323788642883301e-05,9.036064147949219e-05,9.748339653015137e-05,0.00010460615158081055,0.00011172890663146973,0.0001188516616821289,0.00012597441673278809,0.00013309717178344727,0.00014021992683410645,0.00014734268188476562,0.0001544654369354248,0.00016158819198608398,0.00016871094703674316,0.00017583370208740234,0.00018295645713806152,0.0001900792121887207,0.00019720196723937988,0.00020432472229003906,0.00021144747734069824,0.00021857023239135742,0.0002256929874420166,0.00023281574249267578,0.00023993849754333496,0.00024706125259399414,0.0002541840076446533,0.0002613067626953125],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,2,7,8,10,21,39,68,108,198,341,553,881,1355,1973,2769,3981,5556,7437,9718,12168,15375,18165,21387,24141,26703,28629,29542,30956,29886,28629,26549,24248,21192,18321,15192,12592,9733,7400,5537,4045,2859,2004,1324,856,564,336,222,146,72,40,28,11,3,3,2,1,0,0,0,1],"bins":[-0.106279157102108,-0.10290699452161789,-0.09953483939170837,-0.09616267681121826,-0.09279051423072815,-0.08941835165023804,-0.08604618906974792,-0.08267403393983841,-0.0793018713593483,-0.07592970877885818,-0.07255755364894867,-0.06918539106845856,-0.06581322848796844,-0.06244106590747833,-0.05906890705227852,-0.055696748197078705,-0.05232458561658859,-0.04895242303609848,-0.045580264180898666,-0.04220810532569885,-0.03883594274520874,-0.03546378016471863,-0.032091621309518814,-0.02871946059167385,-0.025347299873828888,-0.021975139155983925,-0.018602978438138962,-0.015230817720293999,-0.011858657002449036,-0.008486496284604073,-0.0051143355667591095,-0.0017421748489141464,0.0016299933195114136,0.005002154037356377,0.00837431475520134,0.011746475473046303,0.015118636190891266,0.01849079690873623,0.021862957626581192,0.025235118344426155,0.028607279062271118,0.03197944164276123,0.035351600497961044,0.03872375935316086,0.04209592193365097,0.04546808451414108,0.0488402433693409,0.05221240222454071,0.05558456480503082,0.058956727385520935,0.06232888624072075,0.06570104509592056,0.06907320767641068,0.07244537025690079,0.0758175253868103,0.07918968796730042,0.08256185054779053,0.08593401312828064,0.08930617570877075,0.09267833083868027,0.09605049341917038,0.09942265599966049,0.10279481112957001,0.10616697371006012,0.10953913629055023]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,2,1,3,1,2,3,3,1,6,6,10,6,8,12,12,6,17,9,19,24,16,27,19,23,34,21,25,29,44,38,27,23,20,29,27,23,15,22,16,18,16,13,8,18,11,8,7,9,5,1,7,2,3,4,2,1,1,0,2],"bins":[-0.00026862911181524396,-0.00026070873718708754,-0.00025278833345510066,-0.00024486795882694423,-0.00023694756964687258,-0.00022902718046680093,-0.00022110679128672928,-0.00021318640210665762,-0.0002052660274785012,-0.00019734563829842955,-0.0001894252491183579,-0.00018150485993828624,-0.0001735844707582146,-0.00016566408157814294,-0.00015774370694998652,-0.00014982331776991487,-0.00014190292858984321,-0.00013398253940977156,-0.0001260621502296999,-0.00011814176832558587,-0.00011022138642147183,-0.00010230099724140018,-9.438060806132853e-05,-8.646022615721449e-05,-7.853983697714284e-05,-7.061944779707119e-05,-6.269906589295715e-05,-5.47786767128855e-05,-4.6858291170792654e-05,-3.893790562869981e-05,-3.101751644862816e-05,-2.3097130906535313e-05,-1.517673081252724e-05,-7.256344360939693e-06,6.640420906478539e-07,8.5844285422354e-06,1.6504814993822947e-05,2.4425200535915792e-05,3.2345589715987444e-05,4.026597525808029e-05,4.8186360800173134e-05,5.610674634226598e-05,6.402713188435882e-05,7.194752106443048e-05,7.986791024450213e-05,8.778829214861616e-05,9.570868132868782e-05,0.00010362906323280185,0.0001115494524128735,0.00011946984159294516,0.0001273902307730168,0.00013531060540117323,0.00014323099458124489,0.00015115138376131654,0.0001590717729413882,0.00016699216212145984,0.00017491253674961627,0.00018283292592968792,0.00019075331510975957,0.00019867370428983122,0.00020659409346990287,0.00021451448264997452,0.00022243485727813095,0.0002303552464582026,0.00023827563563827425]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,3,7,19,22,60,98,189,304,588,969,1581,2397,3831,5693,8671,12301,17347,22878,30762,39715,48873,59445,70356,79950,89713,96839,101944,104337,103763,100889,94747,87180,78293,67638,56927,46520,37121,28861,21790,16092,11608,7948,5376,3504,2286,1444,846,512,307,165,77,36,17,12,5,2,2,2],"bins":[-0.11469956487417221,-0.11131361871957779,-0.10792767256498337,-0.10454171895980835,-0.10115577280521393,-0.0977698266506195,-0.09438388049602509,-0.09099793434143066,-0.08761198818683624,-0.08422603458166122,-0.0808400884270668,-0.07745414227247238,-0.07406819611787796,-0.07068224996328354,-0.06729629635810852,-0.0639103502035141,-0.06052440404891968,-0.057138457894325256,-0.053752508014440536,-0.050366561859846115,-0.046980611979961395,-0.043594665825366974,-0.04020871967077255,-0.03682276979088783,-0.03343682363629341,-0.03005087561905384,-0.02666492760181427,-0.02327898144721985,-0.019893033429980278,-0.016507085412740707,-0.013121138326823711,-0.009735191240906715,-0.006349235773086548,-0.0029632882215082645,0.00042265933007001877,0.003808606881648302,0.007194554433226585,0.010580502450466156,0.013966449536383152,0.017352396622300148,0.02073834463953972,0.02412429265677929,0.02751024067401886,0.03089618682861328,0.0342821329832077,0.03766808286309242,0.041054029017686844,0.044439978897571564,0.047825925052165985,0.051211871206760406,0.054597821086645126,0.05798376724123955,0.06136971712112427,0.06475566327571869,0.06814160943031311,0.07152755558490753,0.07491350173950195,0.07829945534467697,0.08168540149927139,0.08507134765386581,0.08845729380846024,0.09184323996305466,0.09522919356822968,0.0986151397228241,0.10200108587741852]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,2,0,2,5,5,5,2,5,6,7,13,10,14,15,15,10,17,14,22,18,27,26,33,29,34,30,27,29,24,29,23,27,26,27,26,28,13,23,14,11,12,14,10,4,4,8,6,4,4,0,2,1,0,1,2,0,0,0,1],"bins":[-0.024129224941134453,-0.023372739553451538,-0.022616254165768623,-0.02185976877808571,-0.021103285253047943,-0.02034679986536503,-0.019590314477682114,-0.0188338290899992,-0.018077343702316284,-0.01732085831463337,-0.016564372926950455,-0.01580788753926754,-0.0150514030829072,-0.014294917695224285,-0.013538433238863945,-0.01278194785118103,-0.012025462463498116,-0.0112689770758152,-0.010512491688132286,-0.009756007231771946,-0.008999521844089031,-0.008243036456406116,-0.007486551534384489,-0.006730066612362862,-0.005973581224679947,-0.005217095836997032,-0.004460610914975405,-0.0037041257601231337,-0.0029476406052708626,-0.0021911554504185915,-0.0014346702955663204,-0.0006781851407140493,7.830001413822174e-05,0.0008347851689904928,0.001591270323842764,0.002347755478695035,0.003104240633547306,0.003860725788399577,0.004617210943251848,0.005373695865273476,0.00613018125295639,0.006886666640639305,0.0076431515626609325,0.00839963648468256,0.009156121872365475,0.00991260726004839,0.01066909171640873,0.011425577104091644,0.012182062491774559,0.012938547879457474,0.013695033267140388,0.014451517723500729,0.015208003111183643,0.015964487567543983,0.016720972955226898,0.017477458342909813,0.018233943730592728,0.018990429118275642,0.019746914505958557,0.020503399893641472,0.021259885281324387,0.022016368806362152,0.022772854194045067,0.02352933958172798,0.024285824969410896]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.09876631200313568,-0.09573505818843842,-0.09270381182432175,-0.08967256546020508,-0.08664131164550781,-0.08361005783081055,-0.08057881146669388,-0.07754756510257721,-0.07451631128787994,-0.07148505747318268,-0.06845381110906601,-0.06542256474494934,-0.062391310930252075,-0.05936006084084511,-0.05632881075143814,-0.053297560662031174,-0.05026631057262421,-0.04723506048321724,-0.04420381039381027,-0.041172560304403305,-0.03814131021499634,-0.03511006012558937,-0.032078810036182404,-0.029047559946775436,-0.02601630985736847,-0.022985059767961502,-0.019953809678554535,-0.016922559589147568,-0.0138913094997406,-0.010860059410333633,-0.007828809320926666,-0.004797559231519699,-0.0017663165926933289,0.0012649334967136383,0.0042961835861206055,0.007327433675527573,0.01035868376493454,0.013389933854341507,0.016421183943748474,0.01945243403315544,0.02248368412256241,0.025514934211969376,0.028546184301376343,0.03157743439078331,0.03460868448019028,0.037639934569597244,0.04067118465900421,0.04370243474841118,0.046733684837818146,0.04976493492722511,0.05279618501663208,0.05582743510603905,0.058858685195446014,0.06188993528485298,0.06492118537425995,0.06795243918895721,0.07098368555307388,0.07401493191719055,0.07704618573188782,0.08007743954658508,0.08310868591070175,0.08613993227481842,0.08917118608951569,0.09220243990421295,0.09523368626832962],"_type":"histogram","values":[1,1,0,3,8,6,17,29,59,78,134,245,371,559,890,1245,1901,2621,3737,5004,6790,8942,11245,13932,16869,20206,23305,26382,28910,31708,33718,35108,35021,34803,33924,32061,29672,26996,23870,20936,17557,14571,11669,9239,7173,5511,3926,2828,2004,1411,971,651,371,266,162,82,54,35,18,12,2,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,1,1,2,0,3,6,2,3,7,7,6,7,16,17,14,16,18,11,21,21,23,13,25,23,23,22,21,18,23,21,23,23,21,30,28,26,14,18,18,20,16,14,15,10,7,14,13,10,14,7,5,5,6,4,3,4,2,3,0,1,1,1],"bins":[-0.03040987253189087,-0.029419418424367905,-0.02842896617949009,-0.027438513934612274,-0.02644805982708931,-0.025457605719566345,-0.02446715347468853,-0.023476701229810715,-0.02248624712228775,-0.021495793014764786,-0.02050534076988697,-0.019514888525009155,-0.01852443441748619,-0.017533980309963226,-0.01654352806508541,-0.015553074888885021,-0.014562621712684631,-0.013572168536484241,-0.012581715360283852,-0.011591262184083462,-0.010600809007883072,-0.009610355831682682,-0.008619902655482292,-0.007629449479281902,-0.0066389963030815125,-0.005648543126881123,-0.004658089950680733,-0.003667636774480343,-0.002677183598279953,-0.0016867304220795631,-0.0006962772458791733,0.0002941759303212166,0.001284632831811905,0.0022750860080122948,0.0032655391842126846,0.0042559923604130745,0.005246445536613464,0.006236898712813854,0.007227351889014244,0.008217805065214634,0.009208258241415024,0.010198711417615414,0.011189164593815804,0.012179617770016193,0.013170070946216583,0.014160524122416973,0.015150977298617363,0.016141429543495178,0.017131883651018143,0.018122337758541107,0.019112790003418922,0.020103242248296738,0.021093696355819702,0.022084150463342667,0.023074602708220482,0.024065054953098297,0.02505550906062126,0.026045963168144226,0.02703641541302204,0.028026867657899857,0.02901732176542282,0.030007775872945786,0.0309982281178236,0.031988680362701416,0.03297913447022438],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.011639234609901905,-0.011258297599852085,-0.01087736152112484,-0.01049642451107502,-0.0101154875010252,-0.00973455049097538,-0.00935361348092556,-0.008972677402198315,-0.008591740392148495,-0.008210803382098675,-0.00782986730337143,-0.0074489302933216095,-0.0070679932832717896,-0.00668705627322197,-0.006306119728833437,-0.005925183184444904,-0.005544246174395084,-0.0051633091643452644,-0.004782372619956732,-0.004401436075568199,-0.004020499065518379,-0.003639562288299203,-0.0032586255110800266,-0.0028776887338608503,-0.002496751956641674,-0.0021158151794224977,-0.0017348784022033215,-0.0013539416249841452,-0.0009730048477649689,-0.0005920680705457926,-0.0002111312933266163,0.00016980548389256,0.0005507431924343109,0.0009316799696534872,0.0013126167468726635,0.0016935535240918398,0.002074490301311016,0.0024554270785301924,0.0028363638557493687,0.003217300632968545,0.0035982374101877213,0.003979174420237541,0.004360110964626074,0.0047410475090146065,0.005121984519064426,0.005502921529114246,0.005883858073502779,0.006264794617891312,0.006645731627941132,0.0070266686379909515,0.007407605182379484,0.007788541726768017,0.008169478736817837,0.008550415746867657,0.008931351825594902,0.009312288835644722,0.009693225845694542,0.010074162855744362,0.010455099865794182,0.010836035944521427,0.011216972954571247,0.011597909964621067,0.011978846043348312,0.012359783053398132,0.012740720063447952],"_type":"histogram","values":[3,0,0,0,0,1,2,0,3,2,4,2,4,3,8,11,5,9,19,16,16,27,25,24,26,30,21,30,38,34,37,30,23,35,31,31,33,19,20,23,18,27,16,15,13,7,4,7,1,6,1,2,0,2,1,0,0,0,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.11075451970100403,-0.10753946751356125,-0.10432441532611847,-0.10110935568809509,-0.09789430350065231,-0.09467925131320953,-0.09146419912576675,-0.08824913948774338,-0.0850340873003006,-0.08181903511285782,-0.07860398292541504,-0.07538893073797226,-0.07217387109994888,-0.0689588189125061,-0.06574376672506332,-0.06252871453762054,-0.059313658624887466,-0.05609860643744469,-0.05288355052471161,-0.04966849833726883,-0.04645344242453575,-0.04323839023709297,-0.040023334324359894,-0.036808282136917114,-0.033593229949474335,-0.030378174036741257,-0.027163119986653328,-0.0239480659365654,-0.02073301374912262,-0.01751795969903469,-0.014302905648946762,-0.011087851598858833,-0.007872797548770905,-0.004657743498682976,-0.0014426899142563343,0.0017723639030009508,0.004987417720258236,0.008202471770346165,0.011417524889111519,0.014632578939199448,0.017847632989287376,0.021062687039375305,0.024277741089463234,0.027492795139551163,0.030707847326993942,0.03392290323972702,0.0371379554271698,0.04035301133990288,0.04356806352734566,0.04678311571478844,0.049998171627521515,0.053213223814964294,0.05642827972769737,0.05964333191514015,0.06285838782787323,0.06607344001531601,0.06928849220275879,0.07250354439020157,0.07571860402822495,0.07893365621566772,0.0821487084031105,0.08536376059055328,0.08857882022857666,0.09179387241601944,0.09500892460346222],"_type":"histogram","values":[1,0,2,2,3,4,6,9,26,47,82,157,250,464,729,1204,1809,2912,4325,6220,8944,12627,17204,22733,29185,36981,45384,54106,63812,72049,81602,88513,93640,96493,97911,96852,93351,88205,80400,71745,62722,53525,44739,36091,28285,22031,16896,12272,8760,6040,4100,2725,1807,1193,723,411,240,142,74,45,34,10,4,6]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[0.9716349840164185,0.9721696376800537,0.972704291343689,0.9732389450073242,0.9737735986709595,0.9743082523345947,0.9748428463935852,0.9753775000572205,0.9759121537208557,0.976446807384491,0.9769814610481262,0.9775161147117615,0.9780507683753967,0.978585422039032,0.9791200757026672,0.9796547293663025,0.980189323425293,0.9807239770889282,0.9812586307525635,0.9817932844161987,0.982327938079834,0.9828625917434692,0.9833972454071045,0.9839318990707397,0.984466552734375,0.9850012063980103,0.9855358600616455,0.986070454120636,0.9866051077842712,0.9871397614479065,0.9876744151115417,0.988209068775177,0.9887437224388123,0.9892783761024475,0.9898130297660828,0.990347683429718,0.9908823370933533,0.9914169907569885,0.991951584815979,0.9924862384796143,0.9930208921432495,0.9935555458068848,0.99409019947052,0.9946248531341553,0.9951595067977905,0.9956941604614258,0.996228814125061,0.9967634677886963,0.9972981214523315,0.997832715511322,0.9983673691749573,0.9989020228385925,0.9994366765022278,0.999971330165863,1.0005059242248535,1.0010405778884888,1.001575231552124,1.0021098852157593,1.0026445388793945,1.0031791925430298,1.003713846206665,1.0042484998703003,1.0047831535339355,1.0053178071975708,1.005852460861206],"_type":"histogram","values":[2,0,2,1,1,2,0,2,2,5,2,2,6,4,7,4,7,7,14,10,11,9,11,13,15,22,14,22,15,36,30,28,33,35,17,22,31,33,30,23,30,27,24,17,21,25,11,17,8,6,8,7,9,5,4,2,6,2,4,2,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,1,2,5,5,5,6,8,25,28,33,43,73,90,139,155,271,351,533,773,1131,1949,3004,5970,12837,35431,123180,249971,99535,29971,11066,5176,2803,1764,1101,716,470,341,253,172,127,89,57,54,28,25,15,13,10,5,3,1,2,1,2,0,2,0,0,0,1],"bins":[-0.0003662109375,-0.0003541707992553711,-0.0003421306610107422,-0.0003300905227661133,-0.0003180503845214844,-0.00030601024627685547,-0.00029397010803222656,-0.00028192996978759766,-0.00026988983154296875,-0.00025784969329833984,-0.00024580955505371094,-0.00023376941680908203,-0.00022172927856445312,-0.00020968914031982422,-0.0001976490020751953,-0.0001856088638305664,-0.0001735687255859375,-0.0001615285873413086,-0.0001494884490966797,-0.00013744831085205078,-0.00012540817260742188,-0.00011336803436279297,-0.00010132789611816406,-8.928775787353516e-05,-7.724761962890625e-05,-6.520748138427734e-05,-5.316734313964844e-05,-4.112720489501953e-05,-2.9087066650390625e-05,-1.704692840576172e-05,-5.0067901611328125e-06,7.033348083496094e-06,1.9073486328125e-05,3.1113624572753906e-05,4.315376281738281e-05,5.519390106201172e-05,6.723403930664062e-05,7.927417755126953e-05,9.131431579589844e-05,0.00010335445404052734,0.00011539459228515625,0.00012743473052978516,0.00013947486877441406,0.00015151500701904297,0.00016355514526367188,0.00017559528350830078,0.0001876354217529297,0.0001996755599975586,0.0002117156982421875,0.0002237558364868164,0.0002357959747314453,0.0002478361129760742,0.0002598762512207031,0.00027191638946533203,0.00028395652770996094,0.00029599666595458984,0.00030803680419921875,0.00032007694244384766,0.00033211708068847656,0.00034415721893310547,0.0003561973571777344,0.0003682374954223633,0.0003802776336669922,0.0003923177719116211,0.00040435791015625]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,2,7,5,1,8,9,13,23,39,53,73,100,148,195,240,354,545,842,1287,1996,3091,4906,7976,13767,24655,44418,83795,139273,116398,63713,33743,19007,10982,6614,3917,2542,1608,1113,746,521,348,236,148,131,73,40,35,31,16,9,5,6,8,5,1,2,1,0,0,1],"bins":[-6.818771362304688e-05,-6.604194641113281e-05,-6.389617919921875e-05,-6.175041198730469e-05,-5.9604644775390625e-05,-5.745887756347656e-05,-5.53131103515625e-05,-5.316734313964844e-05,-5.1021575927734375e-05,-4.887580871582031e-05,-4.673004150390625e-05,-4.458427429199219e-05,-4.2438507080078125e-05,-4.029273986816406e-05,-3.814697265625e-05,-3.600120544433594e-05,-3.3855438232421875e-05,-3.170967102050781e-05,-2.956390380859375e-05,-2.7418136596679688e-05,-2.5272369384765625e-05,-2.3126602172851562e-05,-2.09808349609375e-05,-1.8835067749023438e-05,-1.6689300537109375e-05,-1.4543533325195312e-05,-1.239776611328125e-05,-1.0251998901367188e-05,-8.106231689453125e-06,-5.9604644775390625e-06,-3.814697265625e-06,-1.6689300537109375e-06,4.76837158203125e-07,2.6226043701171875e-06,4.76837158203125e-06,6.9141387939453125e-06,9.059906005859375e-06,1.1205673217773438e-05,1.33514404296875e-05,1.5497207641601562e-05,1.7642974853515625e-05,1.9788742065429688e-05,2.193450927734375e-05,2.4080276489257812e-05,2.6226043701171875e-05,2.8371810913085938e-05,3.0517578125e-05,3.266334533691406e-05,3.4809112548828125e-05,3.695487976074219e-05,3.910064697265625e-05,4.124641418457031e-05,4.3392181396484375e-05,4.553794860839844e-05,4.76837158203125e-05,4.982948303222656e-05,5.1975250244140625e-05,5.412101745605469e-05,5.626678466796875e-05,5.841255187988281e-05,6.0558319091796875e-05,6.270408630371094e-05,6.4849853515625e-05,6.699562072753906e-05,6.914138793945312e-05]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,0,0,1,2,2,0,2,3,4,7,14,24,28,34,64,68,107,155,254,322,491,809,1135,1727,2818,4486,7798,13852,25888,53668,117435,173464,92267,42452,21249,11660,6449,3966,2446,1568,1067,624,442,303,206,138,110,54,38,39,25,19,15,8,1,7,5,0,0,2,0,0,1],"bins":[-0.00213623046875,-0.002070188522338867,-0.0020041465759277344,-0.0019381046295166016,-0.0018720626831054688,-0.001806020736694336,-0.0017399787902832031,-0.0016739368438720703,-0.0016078948974609375,-0.0015418529510498047,-0.0014758110046386719,-0.001409769058227539,-0.0013437271118164062,-0.0012776851654052734,-0.0012116432189941406,-0.0011456012725830078,-0.001079559326171875,-0.0010135173797607422,-0.0009474754333496094,-0.0008814334869384766,-0.0008153915405273438,-0.0007493495941162109,-0.0006833076477050781,-0.0006172657012939453,-0.0005512237548828125,-0.0004851818084716797,-0.0004191398620605469,-0.00035309791564941406,-0.00028705596923828125,-0.00022101402282714844,-0.00015497207641601562,-8.893013000488281e-05,-2.288818359375e-05,4.315376281738281e-05,0.00010919570922851562,0.00017523765563964844,0.00024127960205078125,0.00030732154846191406,0.0003733634948730469,0.0004394054412841797,0.0005054473876953125,0.0005714893341064453,0.0006375312805175781,0.0007035732269287109,0.0007696151733398438,0.0008356571197509766,0.0009016990661621094,0.0009677410125732422,0.001033782958984375,0.0010998249053955078,0.0011658668518066406,0.0012319087982177734,0.0012979507446289062,0.001363992691040039,0.0014300346374511719,0.0014960765838623047,0.0015621185302734375,0.0016281604766845703,0.0016942024230957031,0.001760244369506836,0.0018262863159179688,0.0018923282623291016,0.0019583702087402344,0.002024412155151367,0.0020904541015625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.00011685903882607818,-0.00011319260374875739,-0.000109526161395479,-0.00010585972631815821,-0.00010219328396487981,-9.852684888755903e-05,-9.486040653428063e-05,-9.119397145695984e-05,-8.752752910368145e-05,-8.386109402636066e-05,-8.019465894903988e-05,-7.652821659576148e-05,-7.28617815184407e-05,-6.91953391651623e-05,-6.552890408784151e-05,-6.186246173456311e-05,-5.819602665724233e-05,-5.4529587941942737e-05,-5.0863149226643145e-05,-4.7196710511343554e-05,-4.353027179604396e-05,-3.986383671872318e-05,-3.6197398003423586e-05,-3.2530959288123995e-05,-2.8864520572824404e-05,-2.5198081857524812e-05,-2.153164314222522e-05,-1.7865206245915033e-05,-1.4198767530615442e-05,-1.053232881531585e-05,-6.8658910095109604e-06,-3.19945274895872e-06,4.6697823563590646e-07,4.133416496188147e-06,7.799854756740388e-06,1.1466292562545277e-05,1.5132731277844869e-05,1.879916999314446e-05,2.2465606889454648e-05,2.613204560475424e-05,2.979848432005383e-05,3.346492303535342e-05,3.7131361750653014e-05,4.0797800465952605e-05,4.446423554327339e-05,4.813067425857298e-05,5.179711297387257e-05,5.5463551689172164e-05,5.9129990404471755e-05,6.279642548179254e-05,6.646286783507094e-05,7.012930291239172e-05,7.379574526567012e-05,7.74621803429909e-05,8.11286226962693e-05,8.479505777359009e-05,8.846150012686849e-05,9.212793520418927e-05,9.579437028151006e-05,9.946081263478845e-05,0.00010312724771210924,0.00010679369006538764,0.00011046012514270842,0.00011412656749598682,0.0001177930025733076],"_type":"histogram","values":[1,1,0,0,1,3,2,4,5,3,2,7,3,4,8,9,6,13,14,15,13,19,16,27,27,19,28,24,31,30,27,18,25,38,31,18,22,21,28,19,27,19,14,12,19,12,12,6,9,8,10,6,5,7,4,3,5,1,2,1,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,1,0,1,1,0,1,0,4,1,4,4,7,7,10,15,21,26,41,49,51,69,97,96,67,47,41,19,26,19,4,3,2,6,4,1,1,6,1,3,1,1,1,1,2,0,0,0,1,0,1,0,0,0,1],"bins":[-0.0015816566301509738,-0.0015318742953240871,-0.0014820918440818787,-0.0014323093928396702,-0.0013825270580127835,-0.0013327447231858969,-0.0012829622719436884,-0.00123317982070148,-0.0011833974858745933,-0.0011336151510477066,-0.0010838326998054981,-0.0010340502485632896,-0.000984267913736403,-0.0009344855207018554,-0.0008847031276673079,-0.0008349207346327603,-0.0007851383415982127,-0.0007353559485636652,-0.0006855735555291176,-0.00063579116249457,-0.0005860087694600224,-0.0005362263764254749,-0.0004864439833909273,-0.00043666159035637975,-0.0003868791973218322,-0.0003370968042872846,-0.00028731441125273705,-0.00023753201821818948,-0.0001877496251836419,-0.00013796723214909434,-8.818483911454678e-05,-3.840244607999921e-05,1.1380063369870186e-05,6.116245640441775e-05,0.00011094484943896532,0.0001607272424735129,0.00021050963550806046,0.000260292028542608,0.0003100744215771556,0.00035985681461170316,0.0004096392076462507,0.0004594216006807983,0.0005092039937153459,0.0005589863867498934,0.000608768779784441,0.0006585511728189886,0.0007083335658535361,0.0007581159588880837,0.0008078983519226313,0.0008576807449571788,0.0009074631379917264,0.000957245531026274,0.0010070279240608215,0.00105681037530303,0.0011065927101299167,0.0011563750449568033,0.0012061574961990118,0.0012559399474412203,0.001305722282268107,0.0013555046170949936,0.001405287068337202,0.0014550695195794106,0.0015048518544062972,0.0015546341892331839,0.0016044166404753923]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[2,0,0,1,0,1,3,2,4,2,2,1,2,3,4,7,6,5,6,11,14,16,16,18,16,20,24,15,30,25,26,42,17,30,27,33,29,28,28,39,21,24,24,24,17,13,14,12,8,4,10,6,10,2,7,0,3,3,3,2,2,1,1,2],"bins":[-0.007043580524623394,-0.006836178246885538,-0.006628775503486395,-0.006421373225748539,-0.006213970948010683,-0.006006568670272827,-0.005799165926873684,-0.005591763649135828,-0.005384361371397972,-0.005176958627998829,-0.004969556350260973,-0.004762154072523117,-0.004554751794785261,-0.004347349051386118,-0.004139946773648262,-0.003932544495910406,-0.0037251419853419065,-0.003517739474773407,-0.003310337197035551,-0.0031029346864670515,-0.0028955324087291956,-0.002688129898160696,-0.00248072762042284,-0.0022733251098543406,-0.002065922599285841,-0.001858520321547985,-0.0016511179273948073,-0.0014437155332416296,-0.00123631302267313,-0.0010289106285199523,-0.0008215082343667746,-0.0006141058402135968,-0.0004067034460604191,-0.00019930103735532612,8.10137134976685e-06,0.00021550378005485982,0.0004229061887599528,0.0006303085829131305,0.0008377110352739692,0.001045113429427147,0.0012525158235803246,0.0014599182177335024,0.0016673206118866801,0.0018747230060398579,0.0020821255166083574,0.0022895277943462133,0.002496930304914713,0.002704332582652569,0.0029117350932210684,0.003119137603789568,0.003326539881527424,0.0035339423920959234,0.0037413446698337793,0.003948747180402279,0.004156149458140135,0.004363551735877991,0.004570954479277134,0.00477835675701499,0.004985759034752846,0.005193161778151989,0.005400564055889845,0.005607966333627701,0.005815368611365557,0.0060227713547647,0.006230173632502556],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[-0.00040524970972910523,-0.00039541738806292415,-0.00038558506639674306,-0.00037575274473056197,-0.0003659204230643809,-0.0003560881013981998,-0.0003462557797320187,-0.0003364234580658376,-0.00032659113639965653,-0.00031675881473347545,-0.00030692649306729436,-0.00029709417140111327,-0.0002872618497349322,-0.0002774295280687511,-0.00026759720640257,-0.0002577648847363889,-0.00024793256307020783,-0.00023810024140402675,-0.00022826791973784566,-0.00021843559807166457,-0.00020860327640548348,-0.0001987709547393024,-0.0001889386330731213,-0.00017910631140694022,-0.00016927398974075913,-0.00015944166807457805,-0.00014960934640839696,-0.00013977702474221587,-0.00012994470307603478,-0.0001201123814098537,-0.00011028005974367261,-0.00010044773807749152,-9.06154018593952e-05,-8.078308019321412e-05,-7.095075852703303e-05,-6.111843686085194e-05,-5.1286115194670856e-05,-4.145379352848977e-05,-3.162147186230868e-05,-2.1789150196127594e-05,-1.1956828529946506e-05,-2.1245068637654185e-06,7.707814802415669e-06,1.7540136468596756e-05,2.7372458134777844e-05,3.720477980095893e-05,4.703710146714002e-05,5.6869423133321106e-05,6.67017447995022e-05,7.653406646568328e-05,8.636638813186437e-05,9.619870979804546e-05,0.00010603103146422654,0.00011586335313040763,0.00012569567479658872,0.0001355279964627698,0.0001453603181289509,0.00015519263979513198,0.00016502496146131307,0.00017485728312749416,0.00018468960479367524,0.00019452192645985633,0.00020435424812603742,0.0002141865697922185,0.0002240188914583996],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,0,1,0,0,0,0,0,3,1,0,3,4,2,5,1,6,3,6,6,6,15,11,14,11,23,36,28,40,58,68,69,70,46,49,28,39,24,25,13,4,7,10,9,6,1,3,1,5,0,1,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,0,1,3,1,2,4,8,12,11,15,22,24,42,56,90,126,165,279,403,591,882,1460,2210,3861,6358,12225,25956,62757,166426,177055,70373,27828,13205,6779,3913,2316,1449,1021,617,391,290,192,132,72,63,44,23,21,16,9,3,6,5,2,2,2,1,1,0,1],"bins":[-0.0001277923583984375,-0.00012392550706863403,-0.00012005865573883057,-0.0001161918044090271,-0.00011232495307922363,-0.00010845810174942017,-0.0001045912504196167,-0.00010072439908981323,-9.685754776000977e-05,-9.29906964302063e-05,-8.912384510040283e-05,-8.525699377059937e-05,-8.13901424407959e-05,-7.752329111099243e-05,-7.365643978118896e-05,-6.97895884513855e-05,-6.592273712158203e-05,-6.205588579177856e-05,-5.81890344619751e-05,-5.432218313217163e-05,-5.0455331802368164e-05,-4.65884804725647e-05,-4.272162914276123e-05,-3.8854777812957764e-05,-3.49879264831543e-05,-3.112107515335083e-05,-2.7254223823547363e-05,-2.3387372493743896e-05,-1.952052116394043e-05,-1.5653669834136963e-05,-1.1786818504333496e-05,-7.91996717453003e-06,-4.0531158447265625e-06,-1.862645149230957e-07,3.680586814880371e-06,7.547438144683838e-06,1.1414289474487305e-05,1.528114080429077e-05,1.9147992134094238e-05,2.3014843463897705e-05,2.6881694793701172e-05,3.074854612350464e-05,3.4615397453308105e-05,3.848224878311157e-05,4.234910011291504e-05,4.6215951442718506e-05,5.008280277252197e-05,5.394965410232544e-05,5.7816505432128906e-05,6.168335676193237e-05,6.555020809173584e-05,6.94170594215393e-05,7.328391075134277e-05,7.715076208114624e-05,8.101761341094971e-05,8.488446474075317e-05,8.875131607055664e-05,9.261816740036011e-05,9.648501873016357e-05,0.00010035187005996704,0.00010421872138977051,0.00010808557271957397,0.00011195242404937744,0.00011581927537918091,0.00011968612670898438]},"gradients/_orig_mod.linear.weight":{"values":[2,1,0,2,4,3,2,7,9,23,29,38,44,78,102,164,205,298,419,617,917,1396,1912,2699,3893,5421,8180,11416,15842,22871,32364,42612,50704,49090,40833,29735,21219,15208,10337,7436,5237,3589,2597,1697,1218,885,568,391,260,188,143,96,71,51,29,20,12,11,9,4,2,0,1,5],"bins":[-0.00063323974609375,-0.0006139874458312988,-0.0005947351455688477,-0.0005754828453063965,-0.0005562305450439453,-0.0005369782447814941,-0.000517725944519043,-0.0004984736442565918,-0.0004792213439941406,-0.00045996904373168945,-0.0004407167434692383,-0.0004214644432067871,-0.00040221214294433594,-0.00038295984268188477,-0.0003637075424194336,-0.0003444552421569824,-0.00032520294189453125,-0.0003059506416320801,-0.0002866983413696289,-0.00026744604110717773,-0.00024819374084472656,-0.0002289414405822754,-0.00020968914031982422,-0.00019043684005737305,-0.00017118453979492188,-0.0001519322395324707,-0.00013267993927001953,-0.00011342763900756836,-9.417533874511719e-05,-7.492303848266602e-05,-5.5670738220214844e-05,-3.641843795776367e-05,-1.71661376953125e-05,2.086162567138672e-06,2.1338462829589844e-05,4.0590763092041016e-05,5.984306335449219e-05,7.909536361694336e-05,9.834766387939453e-05,0.0001175999641418457,0.00013685226440429688,0.00015610456466674805,0.00017535686492919922,0.0001946091651916504,0.00021386146545410156,0.00023311376571655273,0.0002523660659790039,0.0002716183662414551,0.00029087066650390625,0.0003101229667663574,0.0003293752670288086,0.00034862756729125977,0.00036787986755371094,0.0003871321678161621,0.0004063844680786133,0.00042563676834106445,0.0004448890686035156,0.0004641413688659668,0.00048339366912841797,0.0005026459693908691,0.0005218982696533203,0.0005411505699157715,0.0005604028701782227,0.0005796551704406738,0.000598907470703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.01099249254912138,-0.01062474213540554,-0.010256990790367126,-0.009889240376651287,-0.009521489962935448,-0.009153738617897034,-0.008785988204181194,-0.008418237790465355,-0.008050486445426941,-0.0076827360317111015,-0.007314985617995262,-0.0069472347386181355,-0.006579483859241009,-0.006211733445525169,-0.005843982566148043,-0.005476232152432203,-0.005108481273055077,-0.00474073039367795,-0.0043729799799621105,-0.004005229100584984,-0.003637478454038501,-0.0032697278074920177,-0.002901976928114891,-0.002534226281568408,-0.002166475635021925,-0.001798724988475442,-0.001430974225513637,-0.0010632234625518322,-0.0006954728160053492,-0.0003277221112512052,4.002859350293875e-05,0.0004077792982570827,0.0007755309343338013,0.0011432815808802843,0.0015110323438420892,0.001878783106803894,0.002246533753350377,0.00261428439989686,0.002982035279273987,0.00334978592582047,0.003717536572366953,0.00408528745174408,0.004453037865459919,0.004820788744837046,0.005188539624214172,0.005556290037930012,0.0059240409173071384,0.006291791331022978,0.0066595422104001045,0.007027293089777231,0.007395043503493071,0.007762794382870197,0.008130544796586037,0.00849829614162445,0.00886604655534029,0.00923379696905613,0.009601548314094543,0.009969298727810383,0.010337049141526222,0.010704799555242062,0.011072550900280476,0.011440301313996315,0.011808051727712154,0.012175803072750568,0.012543553486466408],"_type":"histogram","values":[1,0,1,1,0,0,0,1,1,2,5,4,2,3,10,7,16,16,12,23,21,23,22,26,39,29,28,33,26,40,29,36,24,29,24,37,37,21,16,12,23,15,12,11,12,17,2,6,3,1,3,1,1,1,0,1,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-0.019907111302018166,-0.0192622859030962,-0.018617460504174232,-0.017972633242607117,-0.01732780784368515,-0.016682982444763184,-0.016038157045841217,-0.015393330715596676,-0.01474850531667471,-0.014103679917752743,-0.013458853587508202,-0.012814028188586235,-0.012169202789664268,-0.011524376459419727,-0.01087955106049776,-0.01023472473025322,-0.009589899331331253,-0.008945073932409286,-0.008300247602164745,-0.007655422203242779,-0.007010596338659525,-0.006365770474076271,-0.0057209450751543045,-0.005076119210571051,-0.004431293345987797,-0.003786467481404543,-0.0031416418496519327,-0.0024968162178993225,-0.0018519903533160686,-0.0012071646051481366,-0.0005623388569802046,8.248689118772745e-05,0.0007273107767105103,0.0013721365248784423,0.0020169622730463743,0.0026617879047989845,0.0033066137693822384,0.003951439633965492,0.004596265032887459,0.005241090897470713,0.0058859167620539665,0.00653074262663722,0.007175568491220474,0.00782039389014244,0.008465219289064407,0.009110045619308949,0.009754871018230915,0.010399697348475456,0.011044522747397423,0.01168934814631939,0.01233417447656393,0.012978999875485897,0.013623826205730438,0.014268651604652405,0.014913477003574371,0.015558303333818913,0.016203127801418304,0.01684795506298542,0.017492780461907387,0.018137605860829353,0.01878243125975132,0.019427256658673286,0.020072083920240402,0.02071690931916237,0.021361734718084335],"_type":"histogram","values":[1,1,1,2,1,4,3,3,1,4,5,6,8,12,9,19,13,11,11,11,19,24,29,19,27,24,29,18,14,25,26,30,23,32,19,33,22,31,25,24,19,11,23,10,17,13,10,7,10,5,9,2,3,0,2,1,1,2,0,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[2,3,9,16,33,43,87,127,226,361,560,932,1401,1993,2930,4142,5676,7752,9956,12707,15821,19310,22575,26181,29593,32375,34399,36163,36807,36504,35691,33861,31143,28254,24940,21109,17893,14435,11674,8955,6830,4985,3730,2605,1842,1236,728,483,295,196,105,64,33,26,15,4,5,2,0,0,0,0,0,1],"bins":[-0.09219787269830704,-0.08899745345115662,-0.08579704165458679,-0.08259662985801697,-0.07939621061086655,-0.07619579136371613,-0.0729953795671463,-0.06979496777057648,-0.06659454852342606,-0.06339412927627563,-0.06019371747970581,-0.05699330195784569,-0.053792886435985565,-0.05059247091412544,-0.04739205539226532,-0.0441916398704052,-0.040991224348545074,-0.03779080882668495,-0.03459039330482483,-0.031389977782964706,-0.028189562261104584,-0.02498914673924446,-0.02178873121738434,-0.018588315695524216,-0.015387900173664093,-0.01218748465180397,-0.008987069129943848,-0.005786653608083725,-0.0025862380862236023,0.0006141774356365204,0.003814592957496643,0.007015008479356766,0.010215416550636292,0.013415832072496414,0.016616247594356537,0.01981666311621666,0.023017078638076782,0.026217494159936905,0.029417909681797028,0.03261832520365715,0.03581874072551727,0.039019156247377396,0.04221957176923752,0.04541998729109764,0.048620402812957764,0.051820818334817886,0.05502123385667801,0.05822164937853813,0.061422064900398254,0.06462247669696808,0.0678228959441185,0.07102331519126892,0.07422372698783875,0.07742413878440857,0.08062455803155899,0.08382497727870941,0.08702538907527924,0.09022580087184906,0.09342622011899948,0.0966266393661499,0.09982705116271973,0.10302746295928955,0.10622788220643997,0.1094283014535904,0.11262871325016022]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,3,1,2,5,4,13,14,11,25,32,53,60,97,132,197,306,342,554,753,1189,1692,2452,3735,5950,9134,14837,24258,41878,76311,122966,115376,68667,38323,22210,13301,8566,5286,3486,2325,1709,1059,782,492,365,247,185,139,111,57,33,30,19,16,9,8,7,4,2,2],"bins":[-0.00016021728515625,-0.00015562772750854492,-0.00015103816986083984,-0.00014644861221313477,-0.0001418590545654297,-0.0001372694969177246,-0.00013267993927001953,-0.00012809038162231445,-0.00012350082397460938,-0.0001189112663269043,-0.00011432170867919922,-0.00010973215103149414,-0.00010514259338378906,-0.00010055303573608398,-9.59634780883789e-05,-9.137392044067383e-05,-8.678436279296875e-05,-8.219480514526367e-05,-7.76052474975586e-05,-7.301568984985352e-05,-6.842613220214844e-05,-6.383657455444336e-05,-5.924701690673828e-05,-5.46574592590332e-05,-5.0067901611328125e-05,-4.547834396362305e-05,-4.088878631591797e-05,-3.629922866821289e-05,-3.170967102050781e-05,-2.7120113372802734e-05,-2.2530555725097656e-05,-1.7940998077392578e-05,-1.33514404296875e-05,-8.761882781982422e-06,-4.172325134277344e-06,4.172325134277344e-07,5.0067901611328125e-06,9.59634780883789e-06,1.4185905456542969e-05,1.8775463104248047e-05,2.3365020751953125e-05,2.7954578399658203e-05,3.254413604736328e-05,3.713369369506836e-05,4.172325134277344e-05,4.6312808990478516e-05,5.0902366638183594e-05,5.549192428588867e-05,6.008148193359375e-05,6.467103958129883e-05,6.92605972290039e-05,7.385015487670898e-05,7.843971252441406e-05,8.302927017211914e-05,8.761882781982422e-05,9.22083854675293e-05,9.679794311523438e-05,0.00010138750076293945,0.00010597705841064453,0.00011056661605834961,0.00011515617370605469,0.00011974573135375977,0.00012433528900146484,0.00012892484664916992,0.000133514404296875]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,2,2,6,4,5,7,11,9,6,10,8,13,17,13,22,20,24,27,31,23,41,45,25,40,44,35,32,21,26,19,22,24,16,11,6,8,16,13,8,6,10,4,10,4,4,2,2,2,2,4,1,0,1],"bins":[-8.790487271426173e-08,-8.534511408697654e-08,-8.278535545969135e-08,-8.022559683240615e-08,-7.766583820512096e-08,-7.510607957783577e-08,-7.254632095055058e-08,-6.998656232326539e-08,-6.742679659055284e-08,-6.486703796326765e-08,-6.230727933598246e-08,-5.974752070869727e-08,-5.7187762081412075e-08,-5.462800345412688e-08,-5.206824482684169e-08,-4.95084861995565e-08,-4.694872757227131e-08,-4.438896894498612e-08,-4.1829210317700927e-08,-3.9269451690415735e-08,-3.6709693063130544e-08,-3.4149930883131674e-08,-3.159017225584648e-08,-2.903041362856129e-08,-2.64706550012761e-08,-2.391089637399091e-08,-2.1351137746705717e-08,-1.8791377343063687e-08,-1.6231618715778495e-08,-1.3671860088493304e-08,-1.1112100573029693e-08,-8.552341057566082e-09,-5.992575324853533e-09,-3.4328162534791318e-09,-8.730571821047306e-10,1.6867018892696706e-09,4.246460960644072e-09,6.806220032018473e-09,9.365979103392874e-09,1.1925738618856485e-08,1.4485497246141676e-08,1.7045255873426868e-08,1.960501450071206e-08,2.216477490435409e-08,2.472453353163928e-08,2.7284292158924472e-08,2.98440525625665e-08,3.2403811189851695e-08,3.4963569817136886e-08,3.752332844442208e-08,4.008308707170727e-08,4.264284569899246e-08,4.520260432627765e-08,4.776236650627652e-08,5.032212513356171e-08,5.2881883760846904e-08,5.5441642388132095e-08,5.8001401015417287e-08,6.056116319541616e-08,6.312092182270135e-08,6.568068044998654e-08,6.824043907727173e-08,7.080019770455692e-08,7.335995633184211e-08,7.59197149591273e-08]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,0,2,1,5,0,0,1,6,2,4,6,7,6,8,13,8,13,20,31,24,16,20,39,39,51,27,62,51,35,27,28,21,28,31,23,12,16,17,9,7,5,8,6,7,8,1,3,2,2,3,1,1,1,0,0,0,0,0,0,2],"bins":[-2.345746361243073e-05,-2.269072865601629e-05,-2.1923995518591255e-05,-2.1157260562176816e-05,-2.039052742475178e-05,-1.9623792468337342e-05,-1.8857059330912307e-05,-1.8090324374497868e-05,-1.732358941808343e-05,-1.6556856280658394e-05,-1.5790121324243955e-05,-1.502338818681892e-05,-1.4256653230404481e-05,-1.3489919183484744e-05,-1.2723185136565007e-05,-1.195645108964527e-05,-1.1189717042725533e-05,-1.0422982995805796e-05,-9.65624894888606e-06,-8.889514901966322e-06,-8.122780855046585e-06,-7.356046353379497e-06,-6.589311851712409e-06,-5.822577804792672e-06,-5.055843757872935e-06,-4.289109710953198e-06,-3.522375436659786e-06,-2.7556411623663735e-06,-1.9889071154466365e-06,-1.2221729548400617e-06,-4.55438794233487e-07,3.1129536637308775e-07,1.078031345969066e-06,1.8447655065756408e-06,2.6114996671822155e-06,3.378233941475628e-06,4.144967988395365e-06,4.911702035315102e-06,5.67843653698219e-06,6.445170583901927e-06,7.211904630821664e-06,7.978638677741401e-06,8.745372724661138e-06,9.512106771580875e-06,1.0278841727995314e-05,1.104557577491505e-05,1.1812309821834788e-05,1.2579043868754525e-05,1.3345777915674262e-05,1.4112511962593999e-05,1.4879246009513736e-05,1.5645980965928175e-05,1.641271410335321e-05,1.717944905976765e-05,1.7946182197192684e-05,1.8712917153607123e-05,1.947965211002156e-05,2.0246385247446597e-05,2.1013120203861035e-05,2.177985334128607e-05,2.254658829770051e-05,2.3313321435125545e-05,2.4080056391539983e-05,2.484678952896502e-05,2.5613524485379457e-05]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[4,0,0,0,3,4,4,0,4,9,9,4,7,9,7,12,20,14,18,20,16,18,20,20,25,22,34,27,25,26,21,22,30,29,25,35,26,14,23,14,21,17,14,16,18,11,10,10,5,7,4,4,2,0,2,1,0,1,2,0,1,0,0,2],"bins":[-0.007622330915182829,-0.007368799764662981,-0.0071152690798044205,-0.006861737929284573,-0.006608207244426012,-0.006354676093906164,-0.006101145409047604,-0.005847614258527756,-0.005594083108007908,-0.005340552423149347,-0.0050870212726294994,-0.004833490587770939,-0.004579959437251091,-0.0043264287523925304,-0.004072897601872683,-0.0038193666841834784,-0.003565835766494274,-0.00331230484880507,-0.0030587739311158657,-0.0028052430134266615,-0.0025517120957374573,-0.0022981809452176094,-0.002044650027528405,-0.001791119109839201,-0.0015375881921499968,-0.0012840572744607925,-0.0010305263567715883,-0.0007769953226670623,-0.0005234644049778581,-0.0002699334581848234,-1.640251139178872e-05,0.00023712843540124595,0.0004906589165329933,0.0007441898342221975,0.0009977207519114017,0.0012512517860159278,0.001504782703705132,0.0017583136213943362,0.0020118446554988623,0.0022653755731880665,0.0025189064908772707,0.002772437408566475,0.003025968326255679,0.0032794992439448833,0.003533030394464731,0.0037865613121539354,0.00404009222984314,0.0042936229147017,0.004547154065221548,0.004800685215741396,0.0050542159005999565,0.005307747051119804,0.005561277735978365,0.005814808886498213,0.006068339571356773,0.006321870721876621,0.006575401872396469,0.00682893255725503,0.0070824637077748775,0.007335994392633438,0.007589525543153286,0.007843056693673134,0.008096586912870407,0.008350118063390255,0.008603649213910103],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,1,2,3,6,6,3,6,4,5,5,10,16,17,13,18,13,19,29,21,26,38,27,30,17,30,24,27,31,34,19,28,22,23,25,29,21,17,17,12,12,10,4,5,4,4,6,7,7,4,3,1,1,0,0,1,0,0,1,1,0,0,0,2],"bins":[-0.0016592650208622217,-0.0015976878348737955,-0.0015361105324700475,-0.0014745333464816213,-0.0014129560440778732,-0.001351378858089447,-0.0012898016721010208,-0.0012282243696972728,-0.0011666471837088466,-0.0011050699977204204,-0.0010434926953166723,-0.0009819155093282461,-0.000920338265132159,-0.0008587610209360719,-0.0007971838349476457,-0.0007356065907515585,-0.0006740293465554714,-0.0006124521023593843,-0.0005508748581632972,-0.000489297672174871,-0.00042772042797878385,-0.0003661431837826967,-0.00030456596869044006,-0.00024298873904626817,-0.00018141150940209627,-0.00011983427975792438,-5.8257050113752484e-05,3.3201795304194093e-06,6.48974091745913e-05,0.0001264746388187632,0.0001880518684629351,0.00024962908355519176,0.0003112060949206352,0.00037278333911672235,0.000434360554208979,0.0004959377693012357,0.0005575150134973228,0.0006190922576934099,0.0006806694436818361,0.0007422466878779233,0.0008038239320740104,0.0008654011762700975,0.0009269784204661846,0.0009885556064546108,0.001050132792443037,0.001111710094846785,0.0011732872808352113,0.0012348645832389593,0.0012964417692273855,0.0013580189552158117,0.0014195962576195598,0.001481173443607986,0.001542750746011734,0.0016043279320001602,0.0016659051179885864,0.0017274824203923345,0.0017890596063807607,0.0018506367923691869,0.001912214094772935,0.001973791280761361,0.0020353684667497873,0.0020969456527382135,0.0021585230715572834,0.0022201002575457096,0.002281677443534136],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[3,1,2,3,5,4,2,6,4,4,5,5,7,7,10,21,22,22,16,18,19,13,32,22,19,25,26,27,29,29,23,30,32,31,30,26,22,21,13,18,16,17,12,8,12,7,6,6,3,0,2,5,4,4,3,0,2,2,0,2,1,1,0,1],"bins":[-0.0038934999611228704,-0.003757545491680503,-0.0036215910222381353,-0.003485636552795768,-0.0033496820833534002,-0.0032137276139110327,-0.003077773144468665,-0.0029418186750262976,-0.00280586420558393,-0.0026699097361415625,-0.002533955266699195,-0.0023980007972568274,-0.00226204632781446,-0.0021260918583720922,-0.0019901373889297247,-0.0018541829194873571,-0.0017182284500449896,-0.001582273980602622,-0.0014463195111602545,-0.001310365041717887,-0.0011744105722755194,-0.0010384561028331518,-0.0009025016333907843,-0.0007665471639484167,-0.0006305926945060492,-0.0004946382250636816,-0.00035868375562131405,-0.0002227292861789465,-8.677481673657894e-05,4.917965270578861e-05,0.00018513412214815617,0.0003210885915905237,0.00045704329386353493,0.0005929977633059025,0.00072895223274827,0.0008649067021906376,0.0010008611716330051,0.0011368156410753727,0.0012727701105177402,0.0014087245799601078,0.0015446790494024754,0.001680633518844843,0.0018165879882872105,0.001952542457729578,0.0020884969271719456,0.002224451396614313,0.0023604058660566807,0.0024963603354990482,0.002632314804941416,0.0027682692743837833,0.002904223743826151,0.0030401782132685184,0.003176132682710886,0.0033120871521532536,0.003448041621595621,0.0035839960910379887,0.003719950560480356,0.0038559050299227238,0.003991859499365091,0.004127813968807459,0.004263768438249826,0.004399722907692194,0.0045356773771345615,0.004671631846576929,0.004807586316019297],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[6,7,10,14,37,65,95,150,233,397,585,907,1343,2012,2847,3912,5238,6833,8982,11338,14073,16727,20008,22948,26171,29224,31502,33486,34495,34925,34916,33801,32097,29598,26823,23861,20707,17588,14382,11761,9461,7274,5564,4045,2960,2198,1477,981,651,425,260,180,101,59,34,28,9,4,5,3,0,0,0,1],"bins":[-0.0891314372420311,-0.08612196892499924,-0.08311250060796738,-0.08010303229093552,-0.07709356397390366,-0.0740840956568718,-0.07107462733983994,-0.06806515902280807,-0.06505569070577621,-0.062046222388744354,-0.059036754071712494,-0.056027285754680634,-0.05301781743764877,-0.05000834912061691,-0.04699888080358505,-0.04398941248655319,-0.04097994416952133,-0.03797047585248947,-0.03496100753545761,-0.03195153921842575,-0.02894207090139389,-0.02593260258436203,-0.02292313426733017,-0.01991366595029831,-0.01690419763326645,-0.013894729316234589,-0.010885260999202728,-0.007875792682170868,-0.004866324365139008,-0.0018568560481071472,0.0011526122689247131,0.0041620805859565735,0.007171556353569031,0.010181024670600891,0.013190492987632751,0.016199961304664612,0.019209429621696472,0.022218897938728333,0.025228366255760193,0.028237834572792053,0.031247302889823914,0.034256771206855774,0.037266239523887634,0.040275707840919495,0.043285176157951355,0.046294644474983215,0.049304112792015076,0.052313581109046936,0.055323049426078796,0.05833251774311066,0.06134198606014252,0.06435145437717438,0.06736092269420624,0.0703703910112381,0.07337985932826996,0.07638932764530182,0.07939879596233368,0.08240826427936554,0.0854177325963974,0.08842720091342926,0.09143666923046112,0.09444613754749298,0.09745560586452484,0.1004650741815567,0.10347454249858856],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,2,5,17,26,21,48,96,160,290,452,702,1069,1558,2331,3089,4443,5960,7892,10193,12700,15509,19317,22343,25603,28923,31546,34083,35618,35989,35812,34751,33076,31013,27983,24942,21662,18157,15006,12059,9254,7470,5532,4099,2861,2127,1486,931,667,372,223,140,114,38,30,12,8,4,3,1,2],"bins":[-0.10218678414821625,-0.09907734394073486,-0.09596790373325348,-0.0928584560751915,-0.08974901586771011,-0.08663957566022873,-0.08353012800216675,-0.08042068779468536,-0.07731124758720398,-0.0742018073797226,-0.07109236717224121,-0.06798291951417923,-0.06487347930669785,-0.06176403909921646,-0.05865459516644478,-0.055545151233673096,-0.05243571102619171,-0.04932627081871033,-0.046216826885938644,-0.04310738295316696,-0.03999794274568558,-0.03688850253820419,-0.03377905860543251,-0.030669616535305977,-0.027560174465179443,-0.02445073239505291,-0.021341290324926376,-0.018231848254799843,-0.01512240618467331,-0.012012964114546776,-0.008903522044420242,-0.005794079974293709,-0.002684645354747772,0.0004247967153787613,0.003534238785505295,0.006643680855631828,0.009753122925758362,0.012862564995884895,0.01597200706601143,0.019081449136137962,0.022190891206264496,0.02530033327639103,0.028409775346517563,0.031519219279289246,0.03462865948677063,0.037738099694252014,0.0408475436270237,0.04395698755979538,0.047066427767276764,0.05017586797475815,0.05328531190752983,0.056394755840301514,0.0595041960477829,0.06261363625526428,0.06572307646274567,0.06883252412080765,0.07194196432828903,0.07505140453577042,0.0781608521938324,0.08127029240131378,0.08437973260879517,0.08748917281627655,0.09059861302375793,0.09370806068181992,0.0968175008893013]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[2,0,2,2,6,15,28,56,107,171,299,521,849,1419,2207,3407,5114,7624,10872,15098,20545,27099,34797,43323,52961,63035,72814,81836,90069,95744,100297,101650,100010,97270,91320,82712,73762,64175,53888,44252,35668,27475,20796,15513,11127,7903,5457,3637,2306,1406,916,550,324,191,103,65,40,15,6,3,2,1,0,2],"bins":[-0.10510022193193436,-0.10176961123943329,-0.09843900054693222,-0.09510838985443115,-0.09177777916193008,-0.08844716846942902,-0.08511655777692795,-0.08178594708442688,-0.07845534384250641,-0.07512473315000534,-0.07179412245750427,-0.0684635117650032,-0.06513290107250214,-0.06180229038000107,-0.0584716796875,-0.05514106899499893,-0.051810458302497864,-0.048479847609996796,-0.04514923691749573,-0.04181862622499466,-0.03848801553249359,-0.03515740856528282,-0.031826797872781754,-0.028496187180280685,-0.025165576487779617,-0.02183496579527855,-0.01850435510277748,-0.015173746272921562,-0.011843135580420494,-0.008512524887919426,-0.0051819151267409325,-0.0018513048999011517,0.001479312777519226,0.004809923004359007,0.008140533231198788,0.011471142992377281,0.01480175368487835,0.018132364377379417,0.021462973207235336,0.024793583899736404,0.028124194592237473,0.03145480528473854,0.03478541597723961,0.03811602666974068,0.04144663363695145,0.044777244329452515,0.04810785502195358,0.05143846571445465,0.05476907640695572,0.05809968709945679,0.061430297791957855,0.06476090848445892,0.06809151917695999,0.07142212986946106,0.07475274056196213,0.0780833512544632,0.08141395449638367,0.08474456518888474,0.0880751758813858,0.09140578657388687,0.09473639726638794,0.09806700795888901,0.10139761865139008,0.10472822934389114,0.10805884003639221]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.011269191280007362,-0.010932535864412785,-0.010595880448818207,-0.010259225033223629,-0.009922569617629051,-0.009585914202034473,-0.009249258786439896,-0.008912603370845318,-0.00857594795525074,-0.008239291608333588,-0.00790263619273901,-0.007565981242805719,-0.007229325361549854,-0.0068926699459552765,-0.006556014530360699,-0.006219359114766121,-0.005882703699171543,-0.005546048283576965,-0.0052093928679823875,-0.00487273745238781,-0.004536082036793232,-0.004199426155537367,-0.003862770739942789,-0.0035261153243482113,-0.0031894599087536335,-0.0028528044931590557,-0.002516149077564478,-0.0021794934291392565,-0.0018428380135446787,-0.001506182597950101,-0.0011695270659402013,-0.0008328715921379626,-0.0004962170496582985,-0.0001595615758560598,0.0001770938979461789,0.0005137493717484176,0.0008504048455506563,0.001187060261145234,0.0015237157931551337,0.0018603713251650333,0.002197026740759611,0.002533682156354189,0.0028703375719487667,0.003206993220373988,0.003543648635968566,0.0038803040515631437,0.004216959699988365,0.004553615115582943,0.004890270531177521,0.0052269259467720985,0.005563581362366676,0.005900236777961254,0.006236892193555832,0.006573548074811697,0.006910203490406275,0.007246858906000853,0.00758351432159543,0.007920170202851295,0.008256825618445873,0.008593481034040451,0.008930136449635029,0.009266791865229607,0.009603447280824184,0.009940102696418762,0.01027675811201334],"_type":"histogram","values":[1,0,2,1,0,2,3,1,6,5,2,3,3,7,8,8,12,15,14,7,20,20,20,16,23,24,18,29,19,23,20,25,20,16,24,24,38,20,24,20,28,16,17,14,17,15,17,12,12,8,9,9,12,3,6,2,9,6,5,3,2,0,0,3]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[2,0,0,1,3,2,1,1,1,6,8,7,11,12,8,9,11,16,16,12,20,19,15,16,21,22,25,27,20,35,25,29,39,31,29,25,32,25,25,28,21,11,15,17,8,14,12,4,5,2,5,2,5,4,5,1,0,1,0,0,0,0,0,1],"bins":[-0.006295613944530487,-0.0060885134153068066,-0.005881413351744413,-0.005674312822520733,-0.005467212293297052,-0.005260112229734659,-0.005053011700510979,-0.004845911171287298,-0.004638810642063618,-0.0044317105785012245,-0.004224610049277544,-0.0040175095200538635,-0.0038104094564914703,-0.00360330892726779,-0.003396208630874753,-0.0031891081016510725,-0.0029820078052580357,-0.002774907508864999,-0.0025678069796413183,-0.0023607066832482815,-0.002153606154024601,-0.0019465058576315641,-0.0017394055612385273,-0.0015323051484301686,-0.00132520473562181,-0.0011181043228134513,-0.0009110039682127535,-0.0007039036136120558,-0.0004968032008036971,-0.0002897028170991689,-8.260243339464068e-05,0.00012449795030988753,0.00033159833401441574,0.0005386987468227744,0.0007457991014234722,0.0009528994560241699,0.0011599998688325286,0.0013671002816408873,0.001574200578033924,0.0017813009908422828,0.0019884014036506414,0.0021955017000436783,0.0024026022292673588,0.0026097025256603956,0.0028168028220534325,0.003023903351277113,0.00323100364767015,0.0034381041768938303,0.003645204473286867,0.003852304769679904,0.004059405066072941,0.004266505595296621,0.004473606124520302,0.004680706188082695,0.0048878067173063755,0.005094907246530056,0.005302007310092449,0.00550910783931613,0.00571620836853981,0.005923308897763491,0.006130408961325884,0.006337509490549564,0.006544610019773245,0.006751710083335638,0.0069588106125593185],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,10,7,8,20,41,50,109,204,314,437,674,1040,1442,2061,2890,4067,5477,7159,9341,11801,14583,17497,20590,23576,26368,29704,31772,33200,34753,34981,34455,33320,31775,29306,26124,23073,20188,17321,13976,11512,9067,7057,5411,4044,2862,2053,1400,958,663,420,255,176,104,53,35,17,13,2,3,2,2],"bins":[-0.0966290608048439,-0.09365375339984894,-0.09067843854427338,-0.08770313113927841,-0.08472782373428345,-0.08175251632928848,-0.07877720892429352,-0.07580189406871796,-0.07282658666372299,-0.06985127925872803,-0.06687596440315247,-0.0639006569981575,-0.06092534959316254,-0.05795004218816757,-0.05497473105788231,-0.051999419927597046,-0.04902411252260208,-0.04604880511760712,-0.043073493987321854,-0.04009818285703659,-0.037122875452041626,-0.03414756804704666,-0.0311722569167614,-0.028196947649121284,-0.02522163838148117,-0.022246329113841057,-0.019271019846200943,-0.01629571057856083,-0.013320401310920715,-0.010345092043280602,-0.007369782775640488,-0.004394473508000374,-0.00141916424036026,0.0015561450272798538,0.004531454294919968,0.0075067635625600815,0.010482072830200195,0.01345738209784031,0.016432691365480423,0.019408000633120537,0.02238330990076065,0.025358619168400764,0.02833392843604088,0.03130923956632614,0.034284546971321106,0.03725985437631607,0.040235165506601334,0.0432104766368866,0.04618578404188156,0.049161091446876526,0.05213640257716179,0.05511171370744705,0.05808702111244202,0.06106232851743698,0.06403763592243195,0.06701295077800751,0.06998825818300247,0.07296356558799744,0.075938880443573,0.07891418784856796,0.08188949525356293,0.08486480265855789,0.08784011006355286,0.09081542491912842,0.09379073232412338]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,1,0,7,10,24,34,59,122,200,337,508,914,1398,2128,3222,4652,6690,9393,12750,17025,22468,28610,35659,43754,51906,60737,69732,76885,84078,89560,93634,94611,94351,91625,87070,80541,73214,65079,56043,47802,39677,31684,25263,19469,14845,10785,7845,5570,3756,2525,1749,1103,705,445,275,163,83,40,28,8,9,1,2],"bins":[-0.10072320699691772,-0.09764629602432251,-0.0945693850517273,-0.09149247407913208,-0.08841556310653687,-0.08533864468336105,-0.08226173371076584,-0.07918482273817062,-0.07610791176557541,-0.0730310007929802,-0.06995408982038498,-0.06687717884778976,-0.06380026042461395,-0.060723353177309036,-0.05764643847942352,-0.05456952750682831,-0.05149261653423309,-0.04841570556163788,-0.045338794589042664,-0.04226187989115715,-0.039184968918561935,-0.03610805794596672,-0.03303114324808121,-0.029954232275485992,-0.026877321302890778,-0.023800410330295563,-0.0207234974950552,-0.017646584659814835,-0.01456967368721962,-0.01149276178330183,-0.00841584987938404,-0.005338937975466251,-0.002262026071548462,0.0008148858323693275,0.003891797736287117,0.0069687096402049065,0.010045621544122696,0.013122533448040485,0.016199445351958275,0.01927635818719864,0.022353269159793854,0.02543018013238907,0.028507092967629433,0.0315840058028698,0.03466091677546501,0.037737827748060226,0.04081474244594574,0.043891653418540955,0.04696856439113617,0.050045475363731384,0.0531223863363266,0.05619930103421211,0.05927621200680733,0.06235312297940254,0.06543003767728806,0.06850694864988327,0.07158385962247849,0.0746607705950737,0.07773768156766891,0.08081459254026413,0.08389151096343994,0.08696842193603516,0.09004533290863037,0.09312224388122559,0.0961991548538208],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,3,1,2,1,2,2,4,9,10,10,10,19,15,10,20,16,19,19,17,26,23,18,30,25,23,29,26,31,21,28,25,24,28,20,22,26,15,17,13,18,11,10,18,13,7,9,3,0,3,1,2,1,2,4,2,1],"bins":[-0.011047983542084694,-0.010727903805673122,-0.010407823137938976,-0.010087743401527405,-0.009767662733793259,-0.009447582997381687,-0.009127502329647541,-0.00880742259323597,-0.008487341925501823,-0.008167262189090252,-0.00784718245267868,-0.007527101784944534,-0.007207022048532963,-0.006886941846460104,-0.006566861644387245,-0.006246781442314386,-0.0059267012402415276,-0.005606621038168669,-0.00528654083609581,-0.004966460634022951,-0.004646380431950092,-0.004326300695538521,-0.004006220493465662,-0.003686140291392803,-0.0033660600893199444,-0.0030459798872470856,-0.0027258996851742268,-0.0024058197159320116,-0.002085739513859153,-0.001765659311786294,-0.001445579226128757,-0.00112549914047122,-0.0008054180070757866,-0.0004853378632105887,-0.0001652577193453908,0.0001548224245198071,0.000474902568385005,0.0007949827122502029,0.0011150628561154008,0.0014351429417729378,0.0017552231438457966,0.0020753033459186554,0.002395383547991514,0.0027154635172337294,0.003035543719306588,0.003355623921379447,0.003675703890621662,0.003995784092694521,0.00431586429476738,0.004635944496840239,0.004956024698913097,0.005276104900985956,0.005596185103058815,0.0059162648394703865,0.006236345041543245,0.006556425243616104,0.006876505445688963,0.007196585647761822,0.0075166658498346806,0.00783674605190754,0.008156825788319111,0.008476906456053257,0.008796986192464828,0.009117066860198975,0.009437146596610546]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,0,1,0,0,3,3,3,4,2,4,3,6,4,8,9,12,10,15,22,21,10,18,26,30,33,18,28,28,25,25,38,20,29,31,26,31,30,25,18,27,15,17,17,15,9,9,9,6,3,7,4,2,3,1,0,0,0,1,1,1,0,0,1],"bins":[-0.014882572926580906,-0.014400867745280266,-0.013919161632657051,-0.013437456451356411,-0.012955751270055771,-0.01247404608875513,-0.01199234090745449,-0.011510634794831276,-0.011028929613530636,-0.010547224432229996,-0.010065518319606781,-0.009583813138306141,-0.0091021079570055,-0.00862040277570486,-0.00813869759440422,-0.007656991481781006,-0.007175286300480366,-0.006693581119179726,-0.006211875472217798,-0.005730169825255871,-0.005248464643955231,-0.004766759462654591,-0.004285053815692663,-0.0038033484015613794,-0.0033216429874300957,-0.002839937573298812,-0.002358232159167528,-0.0018765267450362444,-0.0013948213309049606,-0.0009131159167736769,-0.0004314105026423931,5.029491148889065e-05,0.000532001256942749,0.0010137066710740328,0.0014954120852053165,0.0019771174993366003,0.002458822913467884,0.002940528327599168,0.0034222337417304516,0.0039039391558617353,0.004385644569993019,0.004867349751293659,0.005349055398255587,0.005830761045217514,0.006312466226518154,0.006794171407818794,0.007275877054780722,0.007757582701742649,0.00823928788304329,0.00872099306434393,0.00920269824564457,0.009684404358267784,0.010166109539568424,0.010647814720869064,0.011129520833492279,0.01161122601479292,0.01209293119609356,0.0125746363773942,0.01305634155869484,0.013538047671318054,0.014019752852618694,0.014501458033919334,0.01498316414654255,0.01546486932784319,0.01594657450914383],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.0018384114373475313,-0.0017737126909196377,-0.001709013944491744,-0.0016443150816485286,-0.001579616335220635,-0.0015149175887927413,-0.0014502187259495258,-0.0013855199795216322,-0.0013208212330937386,-0.001256122486665845,-0.0011914237402379513,-0.0011267248773947358,-0.0010620261309668422,-0.0009973273845389485,-0.000932628579903394,-0.0008679297752678394,-0.0008032310288399458,-0.0007385322824120522,-0.0006738334777764976,-0.000609134673140943,-0.0005444359267130494,-0.0004797371511813253,-0.0004150383756496012,-0.0003503396001178771,-0.00028564082458615303,-0.00022094204905442894,-0.00015624327352270484,-9.154449799098074e-05,-2.684572245925665e-05,3.7853053072467446e-05,0.00010255182860419154,0.00016725060413591564,0.00023194961249828339,0.0002966483880300075,0.0003613471635617316,0.00042604593909345567,0.0004907447146251798,0.0005554434610530734,0.000620142265688628,0.0006848410703241825,0.0007495398167520761,0.0008142385631799698,0.0008789373678155243,0.0009436361724510789,0.0010083349188789725,0.0010730336653068662,0.0011377325281500816,0.0012024312745779753,0.001267130021005869,0.0013318287674337626,0.0013965275138616562,0.0014612263767048717,0.0015259251231327653,0.001590623869560659,0.0016553227324038744,0.001720021478831768,0.0017847202252596617,0.0018494189716875553,0.001914117718115449,0.0019788164645433426,0.00204351544380188,0.0021082141902297735,0.002172912936657667,0.002237611683085561,0.0023023104295134544],"_type":"histogram","values":[1,0,0,2,0,0,0,1,1,2,2,2,1,1,4,2,2,5,8,12,16,28,30,30,43,52,60,79,68,66,50,44,28,30,22,16,12,7,6,7,4,5,2,8,1,1,1,0,0,1,1,0,0,0,1,1,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,1,0,0,1,3,0,3,6,3,4,9,13,23,26,34,63,68,112,166,255,423,743,1399,2445,5180,11915,32994,104830,249991,117584,36562,13235,5658,2620,1419,742,463,294,191,125,46,45,43,22,18,10,14,6,5,2,2,0,2,1,2,1,0,0,0,0,0,1],"bins":[-0.000881195068359375,-0.0008523464202880859,-0.0008234977722167969,-0.0007946491241455078,-0.0007658004760742188,-0.0007369518280029297,-0.0007081031799316406,-0.0006792545318603516,-0.0006504058837890625,-0.0006215572357177734,-0.0005927085876464844,-0.0005638599395751953,-0.0005350112915039062,-0.0005061626434326172,-0.0004773139953613281,-0.00044846534729003906,-0.00041961669921875,-0.00039076805114746094,-0.0003619194030761719,-0.0003330707550048828,-0.00030422210693359375,-0.0002753734588623047,-0.0002465248107910156,-0.00021767616271972656,-0.0001888275146484375,-0.00015997886657714844,-0.00013113021850585938,-0.00010228157043457031,-7.343292236328125e-05,-4.458427429199219e-05,-1.5735626220703125e-05,1.3113021850585938e-05,4.1961669921875e-05,7.081031799316406e-05,9.965896606445312e-05,0.0001285076141357422,0.00015735626220703125,0.0001862049102783203,0.00021505355834960938,0.00024390220642089844,0.0002727508544921875,0.00030159950256347656,0.0003304481506347656,0.0003592967987060547,0.00038814544677734375,0.0004169940948486328,0.0004458427429199219,0.00047469139099121094,0.0005035400390625,0.0005323886871337891,0.0005612373352050781,0.0005900859832763672,0.0006189346313476562,0.0006477832794189453,0.0006766319274902344,0.0007054805755615234,0.0007343292236328125,0.0007631778717041016,0.0007920265197753906,0.0008208751678466797,0.0008497238159179688,0.0008785724639892578,0.0009074211120605469,0.0009362697601318359,0.000965118408203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,0,0,1,0,1,1,0,1,0,4,1,3,1,3,6,4,7,15,7,7,15,15,16,8,12,27,12,17,21,28,19,33,36,36,30,29,38,28,30,24,23,28,17,30,15,13,15,15,13,12,6,9,7,2,8,7,2,4,3,0,0,0,2],"bins":[-0.0005374703905545175,-0.0005223902408033609,-0.0005073101492598653,-0.0004922299995087087,-0.00047714990796521306,-0.00046206978731788695,-0.00044698966667056084,-0.0004319095460232347,-0.0004168294253759086,-0.00040174927562475204,-0.00038666915497742593,-0.0003715890343300998,-0.0003565089136827737,-0.0003414287930354476,-0.0003263486723881215,-0.0003112685517407954,-0.00029618843109346926,-0.00028110831044614315,-0.00026602818979881704,-0.0002509480691514909,-0.00023586794850416481,-0.00022078781330492347,-0.00020570769265759736,-0.00019062757201027125,-0.00017554745136294514,-0.00016046733071561903,-0.00014538721006829292,-0.0001303070894209668,-0.00011522696149768308,-0.00010014684085035697,-8.506671292707324e-05,-6.998659227974713e-05,-5.490644252859056e-05,-3.982632188126445e-05,-2.474619759595953e-05,-9.666075129644014e-06,5.414047336671501e-06,2.0494169802987017e-05,3.557429226930253e-05,5.065441655460745e-05,6.573453720193356e-05,8.081465784925967e-05,9.589477849658579e-05,0.00011097490641986951,0.00012605503434315324,0.00014113515499047935,0.00015621527563780546,0.00017129539628513157,0.00018637551693245769,0.0002014556375797838,0.0002165357582271099,0.00023161587887443602,0.00024669599952176213,0.00026177612016908824,0.00027685624081641436,0.00029193636146374047,0.0003070164821110666,0.00032209663186222315,0.00033717675250954926,0.00035225687315687537,0.0003673369938042015,0.0003824171144515276,0.0003974972350988537,0.0004125773557461798,0.00042765747639350593],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,2,2,7,7,8,19,18,25,69,72,108,174,240,417,576,902,1309,2039,3159,4751,7606,12718,20672,36722,65937,143419,519101,468208,133066,63880,34585,20171,11874,7461,4796,2882,1942,1292,833,573,396,285,168,132,81,48,38,27,18,10,7,4,1,2,2,1,0,0,0,0,1],"bins":[-0.0019073486328125,-0.0018436908721923828,-0.0017800331115722656,-0.0017163753509521484,-0.0016527175903320312,-0.001589059829711914,-0.0015254020690917969,-0.0014617443084716797,-0.0013980865478515625,-0.0013344287872314453,-0.0012707710266113281,-0.001207113265991211,-0.0011434555053710938,-0.0010797977447509766,-0.0010161399841308594,-0.0009524822235107422,-0.000888824462890625,-0.0008251667022705078,-0.0007615089416503906,-0.0006978511810302734,-0.0006341934204101562,-0.0005705356597900391,-0.0005068778991699219,-0.0004432201385498047,-0.0003795623779296875,-0.0003159046173095703,-0.0002522468566894531,-0.00018858909606933594,-0.00012493133544921875,-6.127357482910156e-05,2.384185791015625e-06,6.604194641113281e-05,0.00012969970703125,0.0001933574676513672,0.0002570152282714844,0.00032067298889160156,0.00038433074951171875,0.00044798851013183594,0.0005116462707519531,0.0005753040313720703,0.0006389617919921875,0.0007026195526123047,0.0007662773132324219,0.0008299350738525391,0.0008935928344726562,0.0009572505950927734,0.0010209083557128906,0.0010845661163330078,0.001148223876953125,0.0012118816375732422,0.0012755393981933594,0.0013391971588134766,0.0014028549194335938,0.001466512680053711,0.0015301704406738281,0.0015938282012939453,0.0016574859619140625,0.0017211437225341797,0.0017848014831542969,0.001848459243774414,0.0019121170043945312,0.0019757747650146484,0.0020394325256347656,0.002103090286254883,0.002166748046875]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.000667572021484375,-0.0006483197212219238,-0.0006290674209594727,-0.0006098151206970215,-0.0005905628204345703,-0.0005713105201721191,-0.000552058219909668,-0.0005328059196472168,-0.0005135536193847656,-0.0004943013191223145,-0.0004750490188598633,-0.0004557967185974121,-0.00043654441833496094,-0.00041729211807250977,-0.0003980398178100586,-0.0003787875175476074,-0.00035953521728515625,-0.0003402829170227051,-0.0003210306167602539,-0.00030177831649780273,-0.00028252601623535156,-0.0002632737159729004,-0.00024402141571044922,-0.00022476911544799805,-0.00020551681518554688,-0.0001862645149230957,-0.00016701221466064453,-0.00014775991439819336,-0.0001285076141357422,-0.00010925531387329102,-9.000301361083984e-05,-7.075071334838867e-05,-5.14984130859375e-05,-3.224611282348633e-05,-1.2993812561035156e-05,6.258487701416016e-06,2.5510787963867188e-05,4.476308822631836e-05,6.401538848876953e-05,8.32676887512207e-05,0.00010251998901367188,0.00012177228927612305,0.00014102458953857422,0.0001602768898010254,0.00017952919006347656,0.00019878149032592773,0.0002180337905883789,0.00023728609085083008,0.00025653839111328125,0.0002757906913757324,0.0002950429916381836,0.00031429529190063477,0.00033354759216308594,0.0003527998924255371,0.0003720521926879883,0.00039130449295043945,0.0004105567932128906,0.0004298090934753418,0.00044906139373779297,0.00046831369400024414,0.0004875659942626953,0.0005068182945251465,0.0005260705947875977,0.0005453228950500488,0.0005645751953125],"_type":"histogram","values":[1,0,0,0,0,2,3,3,0,4,3,8,4,10,17,24,36,46,72,116,190,282,406,611,948,1465,2434,3993,6819,12991,23948,48639,106780,252748,495287,338809,144278,64779,30060,15751,8694,4703,2943,1752,1083,666,438,347,201,137,102,72,45,31,24,16,13,12,6,7,1,0,0,4]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,0,1,2,2,3,4,4,8,15,11,14,22,20,34,43,51,59,49,71,88,117,116,145,139,167,161,155,106,106,104,65,48,35,30,19,10,4,10,2,1,2,0,0,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.01705690287053585,-0.016654981300234795,-0.016253061592578888,-0.015851140022277832,-0.015449220314621925,-0.015047299675643444,-0.014645379036664963,-0.014243458397686481,-0.013841537758708,-0.013439616188406944,-0.013037695549428463,-0.012635774910449982,-0.0122338542714715,-0.011831933632493019,-0.011430012993514538,-0.011028092354536057,-0.010626171715557575,-0.010224251076579094,-0.009822330437600613,-0.009420409798622131,-0.00901848915964365,-0.008616568520665169,-0.008214647881686687,-0.007812727242708206,-0.007410806138068438,-0.007008885499089956,-0.006606964860111475,-0.006205044221132994,-0.005803123116493225,-0.005401202477514744,-0.0049992818385362625,-0.004597361199557781,-0.0041954414919018745,-0.0037935208529233932,-0.003391600213944912,-0.002989679342135787,-0.0025877587031573057,-0.0021858380641788244,-0.0017839173087850213,-0.0013819965533912182,-0.000980075914412737,-0.0005781552172265947,-0.00017623452004045248,0.00022568617714568973,0.0006276068743318319,0.0010295275133103132,0.0014314482687041163,0.0018333690240979195,0.0022352896630764008,0.002637210302054882,0.0030391309410333633,0.0034410518128424883,0.0038429724518209696,0.0042448933236300945,0.004646813962608576,0.005048734601587057,0.005450655240565538,0.00585257587954402,0.006254496518522501,0.006656417157500982,0.007058338262140751,0.007460258901119232,0.007862179540097713,0.008264100179076195,0.008666020818054676],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[3,3,9,10,31,52,62,133,247,385,646,1015,1620,2459,3813,5561,7873,10928,14915,19717,26089,32729,40435,49240,57888,66964,74994,83550,89897,94361,96881,96640,94207,90293,83414,76557,67798,58613,49791,41265,33693,26665,20392,15293,11012,8008,5738,3930,2621,1718,1057,688,399,241,141,68,60,21,17,7,5,1,0,1],"bins":[-0.09785954654216766,-0.09470739215612411,-0.09155523777008057,-0.08840307593345642,-0.08525092154741287,-0.08209876716136932,-0.07894660532474518,-0.07579445093870163,-0.07264229655265808,-0.06949014216661453,-0.06633798778057098,-0.06318582594394684,-0.06003367155790329,-0.05688151717185974,-0.053729359060525894,-0.05057720094919205,-0.0474250465631485,-0.04427289217710495,-0.0411207340657711,-0.037968575954437256,-0.03481642156839371,-0.03166426718235016,-0.02851210907101631,-0.025359952822327614,-0.022207796573638916,-0.019055640324950218,-0.01590348407626152,-0.012751327827572823,-0.009599171578884125,-0.006447015330195427,-0.003294859081506729,-0.0001427028328180313,0.0030094608664512634,0.006161617115139961,0.009313773363828659,0.012465929612517357,0.015618085861206055,0.018770242109894753,0.02192239835858345,0.025074554607272148,0.028226710855960846,0.031378865242004395,0.03453102335333824,0.03768318146467209,0.04083533585071564,0.043987490236759186,0.04713964834809303,0.05029180645942688,0.05344396084547043,0.05659611523151398,0.059748273342847824,0.06290043145418167,0.06605258584022522,0.06920474022626877,0.07235689461231232,0.07550905644893646,0.07866121083498001,0.08181336522102356,0.0849655270576477,0.08811768144369125,0.0912698358297348,0.09442199021577835,0.0975741446018219,0.10072630643844604,0.1038784608244896],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,5,3,5,13,15,42,79,136,202,319,490,798,1273,1902,2638,3684,5227,6922,8878,11696,14447,17668,21120,24663,27661,30593,33418,34960,36494,36388,35829,34079,32500,29601,25789,23043,19521,16117,13032,10293,8226,6066,4349,3204,2222,1553,1040,656,392,247,130,80,45,32,20,6,4,2,3,0,1],"bins":[-0.0999053344130516,-0.09680860489606857,-0.09371186792850494,-0.09061513841152191,-0.08751840889453888,-0.08442167192697525,-0.08132494240999222,-0.07822821289300919,-0.07513147592544556,-0.07203474640846252,-0.06893801689147949,-0.06584128737449646,-0.06274455040693283,-0.0596478208899498,-0.05655108764767647,-0.053454358130693436,-0.050357624888420105,-0.047260891646146774,-0.04416416212916374,-0.04106742888689041,-0.03797069936990738,-0.03487396612763405,-0.03177723288536072,-0.028680501505732536,-0.025583770126104355,-0.022487038746476173,-0.019390307366847992,-0.01629357412457466,-0.01319684274494648,-0.010100111365318298,-0.007003379054367542,-0.0039066472090780735,-0.0008099153637886047,0.002286816481500864,0.005383548326790333,0.008480280637741089,0.01157701201736927,0.014673743396997452,0.017770476639270782,0.020867208018898964,0.023963939398527145,0.027060670778155327,0.03015740215778351,0.03325413540005684,0.03635086864233017,0.0394475981593132,0.04254433140158653,0.045641060918569565,0.048737794160842896,0.051834527403116226,0.05493125692009926,0.05802799016237259,0.06112471967935562,0.06422145664691925,0.06731818616390228,0.07041491568088531,0.07351164519786835,0.07660838216543198,0.07970511168241501,0.08280184119939804,0.08589857816696167,0.0889953076839447,0.09209203720092773,0.09518877416849136,0.0982855036854744]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[5,4,4,9,22,49,52,97,201,322,535,816,1264,1931,2748,3948,5527,7499,9753,12583,15856,19353,23059,26564,30118,33022,35462,37005,38000,37567,36705,33980,31595,28094,24511,20973,17175,13850,10916,8353,6121,4532,3251,2266,1577,957,616,405,237,153,79,48,28,15,4,2,4,1,0,0,0,0,0,1],"bins":[-0.09262033551931381,-0.08939408510923386,-0.0861678346991539,-0.08294157683849335,-0.07971532642841339,-0.07648907601833344,-0.07326282560825348,-0.07003657519817352,-0.06681032478809357,-0.06358406692743301,-0.06035781651735306,-0.0571315661072731,-0.053905315697193146,-0.05067906156182289,-0.047452811151742935,-0.04422655701637268,-0.041000306606292725,-0.03777405619621277,-0.034547802060842514,-0.03132155165076256,-0.028095299378037453,-0.024869047105312347,-0.02164279669523239,-0.018416544422507286,-0.01519029214978218,-0.011964039877057076,-0.008737788535654545,-0.005511536728590727,-0.002285284921526909,0.0009409668855369091,0.004167218692600727,0.007393470499664545,0.01061972975730896,0.013845982030034065,0.01707223430275917,0.020298484712839127,0.023524736985564232,0.026750989258289337,0.029977239668369293,0.03320349380373955,0.036429744213819504,0.03965599462389946,0.042882248759269714,0.04610849916934967,0.049334749579429626,0.05256100371479988,0.05578725412487984,0.05901350826025009,0.06223975867033005,0.06546600908041,0.06869225949048996,0.07191851735115051,0.07514476776123047,0.07837101817131042,0.08159726858139038,0.08482351899147034,0.08804976940155029,0.09127602726221085,0.0945022776722908,0.09772852808237076,0.10095477849245071,0.10418102890253067,0.10740728676319122,0.11063353717327118,0.11385978758335114],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.00804179534316063,-0.0077695404179394245,-0.00749728549271822,-0.007225031033158302,-0.0069527761079370975,-0.006680521182715893,-0.006408266723155975,-0.006136011797934771,-0.005863756872713566,-0.005591501947492361,-0.005319247022271156,-0.005046992562711239,-0.004774737637490034,-0.004502482712268829,-0.004230228252708912,-0.003957973327487707,-0.0036857184022665024,-0.0034134634770452976,-0.0031412087846547365,-0.0028689540922641754,-0.0025966991670429707,-0.002324444241821766,-0.002052189549431205,-0.0017799347406253219,-0.001507679931819439,-0.001235425123013556,-0.0009631703142076731,-0.0006909155054017901,-0.0004186606965959072,-0.00014640588779002428,0.00012584892101585865,0.0003981037298217416,0.0006703585386276245,0.0009426133474335074,0.0012148681562393904,0.0014871229650452733,0.0017593777738511562,0.002031632699072361,0.002303887391462922,0.002576142083853483,0.002848397009074688,0.0031206519342958927,0.003392906626686454,0.003665161319077015,0.00393741624429822,0.0042096711695194244,0.004481925629079342,0.004754180554300547,0.005026435479521751,0.005298690404742956,0.005570945329964161,0.005843199789524078,0.006115454714745283,0.006387709639966488,0.006659964099526405,0.00693221902474761,0.007204473949968815,0.00747672887519002,0.007748983800411224,0.008021238259971142,0.00829349271953106,0.008565748110413551,0.008838002569973469,0.00911025796085596,0.009382512420415878],"_type":"histogram","values":[2,0,0,1,2,4,1,3,3,2,4,1,6,5,5,11,12,12,18,27,22,24,20,31,23,26,32,28,34,35,34,26,38,37,28,27,26,21,13,15,15,22,12,6,9,11,12,4,4,5,1,1,1,2,1,1,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,0,0,1,1,1,2,0,2,2,0,3,7,10,13,18,17,26,49,71,126,170,273,424,733,1305,2434,4846,10549,27769,87888,246680,138023,40450,14749,6227,3076,1576,879,500,332,198,124,86,47,37,18,24,18,12,9,4,5,2,2,1,2,0,1,0,0,0,0,1],"bins":[-0.00055694580078125,-0.0005393624305725098,-0.0005217790603637695,-0.0005041956901550293,-0.00048661231994628906,-0.00046902894973754883,-0.0004514455795288086,-0.00043386220932006836,-0.0004162788391113281,-0.0003986954689025879,-0.00038111209869384766,-0.0003635287284851074,-0.0003459453582763672,-0.00032836198806762695,-0.0003107786178588867,-0.0002931952476501465,-0.00027561187744140625,-0.000258028507232666,-0.00024044513702392578,-0.00022286176681518555,-0.0002052783966064453,-0.00018769502639770508,-0.00017011165618896484,-0.0001525282859802246,-0.00013494491577148438,-0.00011736154556274414,-9.97781753540039e-05,-8.219480514526367e-05,-6.461143493652344e-05,-4.70280647277832e-05,-2.944469451904297e-05,-1.1861324310302734e-05,5.7220458984375e-06,2.3305416107177734e-05,4.088878631591797e-05,5.84721565246582e-05,7.605552673339844e-05,9.363889694213867e-05,0.0001112222671508789,0.00012880563735961914,0.00014638900756835938,0.0001639723777770996,0.00018155574798583984,0.00019913911819458008,0.0002167224884033203,0.00023430585861206055,0.0002518892288208008,0.000269472599029541,0.00028705596923828125,0.0003046393394470215,0.0003222227096557617,0.00033980607986450195,0.0003573894500732422,0.0003749728202819824,0.00039255619049072266,0.0004101395606994629,0.0004277229309082031,0.00044530630111694336,0.0004628896713256836,0.00048047304153442383,0.0004980564117431641,0.0005156397819519043,0.0005332231521606445,0.0005508065223693848,0.000568389892578125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,3,8,7,19,27,40,87,150,200,308,542,789,1207,1749,2552,3561,4718,6408,8555,10708,13623,16391,19567,22877,25782,28610,31107,33187,34691,35454,35347,33928,32421,30173,27574,24440,21240,18092,15024,12153,9722,7582,5696,4172,3026,2076,1470,989,663,449,292,141,76,63,46,22,8,5,1,1,3],"bins":[-0.09910830110311508,-0.09608356654644012,-0.09305882453918457,-0.09003408998250961,-0.08700935542583466,-0.0839846208691597,-0.08095988631248474,-0.07793514430522919,-0.07491040974855423,-0.07188567519187927,-0.06886093318462372,-0.06583619862794876,-0.0628114640712738,-0.059786729514598846,-0.05676199123263359,-0.053737252950668335,-0.05071251839399338,-0.04768778383731842,-0.044663045555353165,-0.04163830727338791,-0.03861357271671295,-0.035588838160037994,-0.03256409987807274,-0.029539363458752632,-0.026514627039432526,-0.02348989062011242,-0.020465154200792313,-0.017440417781472206,-0.0144156813621521,-0.011390944942831993,-0.008366208523511887,-0.00534147210419178,-0.0023167282342910767,0.0007080081850290298,0.0037327446043491364,0.006757481023669243,0.00978221744298935,0.012806953862309456,0.015831690281629562,0.01885642670094967,0.021881163120269775,0.024905899539589882,0.02793063595890999,0.030955372378230095,0.0339801087975502,0.03700484335422516,0.040029581636190414,0.04305431991815567,0.04607905447483063,0.049103789031505585,0.05212852731347084,0.055153265595436096,0.05817800015211105,0.06120273470878601,0.06422747671604156,0.06725221127271652,0.07027694582939148,0.07330168038606644,0.0763264149427414,0.07935115694999695,0.0823758915066719,0.08540062606334686,0.08842536807060242,0.09145010262727737,0.09447483718395233]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"values":[3,5,6,18,28,26,63,111,164,269,416,607,947,1299,1833,2632,3582,4759,6358,8118,10150,12724,15482,18300,21296,24055,26944,29224,31352,32690,33632,33794,33176,32305,30061,27762,25471,22635,19453,16845,13956,11363,9195,7123,5521,4142,3044,2224,1566,1055,708,470,335,207,119,76,52,32,20,9,6,4,0,2],"bins":[-0.09063531458377838,-0.08773362636566162,-0.08483194559812546,-0.0819302573800087,-0.07902857661247253,-0.07612688839435577,-0.07322520762681961,-0.07032351940870285,-0.06742183864116669,-0.06452015042304993,-0.061618465930223465,-0.058716781437397,-0.05581509321928024,-0.05291340872645378,-0.05001172423362732,-0.04711003974080086,-0.044208355247974396,-0.041306670755147934,-0.03840498626232147,-0.03550330176949501,-0.03260161727666855,-0.029699930921196938,-0.026798244565725327,-0.023896560072898865,-0.020994875580072403,-0.01809319108724594,-0.015191505663096905,-0.012289820238947868,-0.009388135746121407,-0.0064864507876336575,-0.0035847658291459084,-0.0006830808706581593,0.0022186115384101868,0.005120296496897936,0.008021981455385685,0.010923666879534721,0.013825351372361183,0.016727035865187645,0.019628722220659256,0.022530406713485718,0.02543209120631218,0.02833377569913864,0.031235460191965103,0.034137144684791565,0.037038832902908325,0.03994051739573479,0.04284220188856125,0.04574388638138771,0.04864557087421417,0.051547255367040634,0.054448939859867096,0.05735062435269356,0.06025230884552002,0.06315399706363678,0.06605567783117294,0.0689573660492897,0.07185904681682587,0.07476073503494263,0.07766242325305939,0.08056410402059555,0.08346579223871231,0.08636747300624847,0.08926916122436523,0.0921708419919014,0.09507253021001816],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,0,2,3,2,4,3,3,7,9,10,17,6,19,20,23,21,32,32,32,38,27,35,34,30,38,34,33,29,28,33,25,18,23,12,10,11,13,15,7,4,3,1,3,4,4,0,2,0,0,0,1,0,2,0,0,0,0,2,0,0,1],"bins":[-0.016002260148525238,-0.015391642227768898,-0.014781024307012558,-0.014170406386256218,-0.013559788465499878,-0.012949171476066113,-0.012338553555309772,-0.011727935634553432,-0.011117317713797092,-0.010506699793040752,-0.009896081872284412,-0.009285463951528072,-0.008674846962094307,-0.008064229041337967,-0.007453611120581627,-0.006842993199825287,-0.006232375279068947,-0.005621757358312607,-0.005011139437556267,-0.004400521982461214,-0.003789904061704874,-0.003179286140948534,-0.0025686684530228376,-0.0019580507650971413,-0.0013474328443408012,-0.000736815039999783,-0.00012619723565876484,0.00048442056868225336,0.0010950383730232716,0.0017056561773642898,0.002316273981705308,0.0029268916696310043,0.0035375114530324936,0.004148129373788834,0.004758747294545174,0.005369364749640226,0.005979982670396566,0.006590600591152906,0.007201218046247959,0.007811835967004299,0.00842245388776064,0.00903307180851698,0.00964368972927332,0.01025430765002966,0.010864924639463425,0.011475542560219765,0.012086160480976105,0.012696778401732445,0.013307396322488785,0.013918014243245125,0.014528632164001465,0.015139250084757805,0.015749868005514145,0.016360485926270485,0.016971103847026825,0.017581721767783165,0.018192339688539505,0.018802955746650696,0.019413573667407036,0.020024191588163376,0.020634809508919716,0.021245427429676056,0.021856045350432396,0.022466663271188736,0.023077281191945076]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.0892818346619606,-0.08645390719175339,-0.08362597972154617,-0.08079805225133896,-0.07797012478113174,-0.07514219731092453,-0.07231427729129791,-0.0694863498210907,-0.06665842235088348,-0.06383049488067627,-0.061002567410469055,-0.05817463994026184,-0.055346712470054626,-0.05251878499984741,-0.049690861254930496,-0.04686293378472328,-0.04403500631451607,-0.04120707884430885,-0.03837915137410164,-0.03555122762918472,-0.03272330015897751,-0.029895372688770294,-0.02706744521856308,-0.024239519611001015,-0.0214115921407938,-0.018583664670586586,-0.01575573906302452,-0.012927811592817307,-0.010099885053932667,-0.007271958515048027,-0.0044440315105021,-0.0016161047387868166,0.0012118220329284668,0.0040397485718131065,0.006867675576359034,0.00969560258090496,0.0125235291197896,0.01535145565867424,0.018179383128881454,0.02100730873644352,0.023835236206650734,0.02666316367685795,0.029491089284420013,0.03231901675462723,0.03514694422483444,0.037974871695041656,0.04080279543995857,0.04363072291016579,0.046458650380373,0.049286577850580215,0.05211450532078743,0.054942429065704346,0.05777035653591156,0.060598284006118774,0.06342621147632599,0.0662541389465332,0.06908206641674042,0.07190999388694763,0.07473792135715485,0.07756584137678146,0.08039376884698868,0.08322169631719589,0.0860496237874031,0.08887755125761032,0.09170547872781754],"_type":"histogram","values":[8,3,6,15,21,37,64,119,182,268,413,595,927,1324,1672,2543,3545,4704,6122,7807,9860,12160,14686,17457,19969,22782,25714,28061,30312,31813,32590,33043,33003,32134,30160,28660,25869,23465,20454,17783,15190,12308,10103,8238,6333,4894,3718,2662,1925,1297,942,668,425,302,179,132,59,43,18,20,7,5,3,3]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.00016276306996587664,-0.00015762343537062407,-0.00015248381532728672,-0.00014734418073203415,-0.00014220454613678157,-0.000137064911541529,-0.00013192529149819165,-0.00012678565690293908,-0.00012164602230768651,-0.00011650639498839155,-0.00011136676766909659,-0.00010622713307384402,-0.00010108750575454906,-9.594787115929648e-05,-9.080824384000152e-05,-8.566860924474895e-05,-8.052898192545399e-05,-7.538935460615903e-05,-7.024972001090646e-05,-6.51100926916115e-05,-5.9970458096358925e-05,-5.4830830777063966e-05,-4.96911998197902e-05,-4.455156886251643e-05,-3.9411937905242667e-05,-3.42723069479689e-05,-2.9132675990695134e-05,-2.399304685241077e-05,-1.8853415895137005e-05,-1.3713784937863238e-05,-8.574154890084174e-06,-3.434524387557758e-06,1.7051061149686575e-06,6.844736617495073e-06,1.1984367120021489e-05,1.7123997167800553e-05,2.226362812507432e-05,2.7403259082348086e-05,3.254288822063245e-05,3.7682519177906215e-05,4.282215013517998e-05,4.796178109245375e-05,5.3101412049727514e-05,5.824104300700128e-05,6.338067032629624e-05,6.852030492154881e-05,7.365993224084377e-05,7.879956683609635e-05,8.39391941553913e-05,8.907882147468626e-05,9.421845606993884e-05,9.93580833892338e-05,0.00010449771798448637,0.00010963734530378133,0.0001147769798990339,0.00011991660721832886,0.00012505623453762382,0.0001301958691328764,0.00013533550372812897,0.00014047512377146631,0.0001456147583667189,0.00015075439296197146,0.00015589402755722404,0.00016103364760056138,0.00016617328219581395],"_type":"histogram","values":[3,0,0,1,0,1,3,2,2,9,5,2,2,3,8,5,8,11,12,23,23,20,27,17,18,26,25,29,26,18,27,30,22,24,34,32,33,34,30,15,23,15,20,16,11,9,9,8,7,11,7,5,3,3,2,3,1,1,0,1,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,1,1,0,0,0,1,3,0,1,7,5,4,11,9,16,8,18,23,36,52,55,66,62,76,49,57,40,30,28,24,21,9,11,6,6,3,6,2,0,2,4,2,5,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,2],"bins":[-0.0018328294390812516,-0.0017675519920885563,-0.001702274545095861,-0.0016369972145184875,-0.0015717197675257921,-0.0015064423205330968,-0.0014411648735404015,-0.0013758874265477061,-0.0013106099795550108,-0.0012453326489776373,-0.001180055201984942,-0.0011147777549922466,-0.0010495003079995513,-0.000984222861006856,-0.0009189454722218215,-0.0008536680834367871,-0.0007883906364440918,-0.0007231131894513965,-0.000657835800666362,-0.0005925583536736667,-0.0005272809648886323,-0.00046200351789593697,-0.00039672607090324163,-0.00033144865301437676,-0.0002661712351255119,-0.000200893817236647,-0.0001356163847958669,-7.033895963104442e-05,-5.061534466221929e-06,6.021589069860056e-05,0.00012549331586342305,0.00019077074830420315,0.0002560480497777462,0.0003213254676666111,0.00038660288555547595,0.0004518803325481713,0.0005171577213332057,0.000582435168325901,0.0006477126153185964,0.0007129900041036308,0.0007782674510963261,0.0008435448980890214,0.0009088222868740559,0.0009740997338667512,0.0010393771808594465,0.0011046546278521419,0.0011699319584295154,0.0012352094054222107,0.001300486852414906,0.0013657642994076014,0.0014310417464002967,0.0014963190769776702,0.0015615965239703655,0.0016268739709630609,0.0016921514179557562,0.0017574288649484515,0.0018227063119411469,0.0018879836425185204,0.0019532612059265375,0.002018538536503911,0.0020838158670812845,0.0021490934304893017,0.002214370761066675,0.0022796483244746923,0.002344925655052066]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.00288203964009881,-0.002795251552015543,-0.0027084634639322758,-0.002621675608679652,-0.002534887520596385,-0.002448099432513118,-0.0023613113444298506,-0.002274523489177227,-0.00218773540109396,-0.0021009473130106926,-0.0020141592249274254,-0.00192737125325948,-0.0018405831651762128,-0.0017537951935082674,-0.0016670071054250002,-0.0015802191337570548,-0.0014934310456737876,-0.0014066429575905204,-0.001319854985922575,-0.0012330668978393078,-0.0011462789261713624,-0.0010594908380880952,-0.0009727028082124889,-0.0008859147783368826,-0.0007991267484612763,-0.00071233871858567,-0.0006255506887100637,-0.0005387626588344574,-0.00045197459985502064,-0.00036518656997941434,-0.0002783985109999776,-0.0001916104811243713,-0.00010482245124876499,-1.803441409720108e-05,6.875362305436283e-05,0.00015554166748188436,0.00024232969735749066,0.00032911772723309696,0.0004159057862125337,0.00050269381608814,0.0005894818459637463,0.0006762698758393526,0.0007630579057149589,0.0008498459355905652,0.0009366340236738324,0.0010234219953417778,0.001110210083425045,0.0011969980550929904,0.0012837861431762576,0.0013705742312595248,0.0014573622029274702,0.0015441502910107374,0.0016309382626786828,0.00171772635076195,0.0018045143224298954,0.0018913024105131626,0.00197809049859643,0.002064878586679697,0.0021516664419323206,0.002238454530015588,0.002325242618098855,0.0024120307061821222,0.002498818561434746,0.002585606649518013,0.00267239473760128],"_type":"histogram","values":[1,1,0,1,2,0,4,5,3,5,3,3,4,6,6,10,10,7,11,14,14,14,11,17,13,18,29,22,24,24,32,39,23,23,34,37,27,22,27,17,25,22,15,15,18,16,11,9,14,10,12,11,7,9,3,3,1,1,0,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,2,1,1,1,6,1,2,1,6,9,3,14,12,9,12,11,16,15,18,16,25,28,23,39,39,36,24,35,29,33,35,22,22,27,31,22,27,19,8,13,12,13,7,7,6,10,1,4,3,3,1,2,1,1,2],"bins":[-0.008844228461384773,-0.008599155582487583,-0.008354082703590393,-0.008109009824693203,-0.007863936945796013,-0.0076188636012375355,-0.007373790256679058,-0.007128717377781868,-0.006883644498884678,-0.006638571619987488,-0.006393498741090298,-0.00614842539653182,-0.00590335251763463,-0.00565827963873744,-0.005413206294178963,-0.005168133415281773,-0.0049230605363845825,-0.004677987657487392,-0.004432914778590202,-0.004187841434031725,-0.003942768555134535,-0.0036976956762373447,-0.003452622564509511,-0.0032075494527816772,-0.002962476573884487,-0.002717403694987297,-0.0024723305832594633,-0.0022272574715316296,-0.0019821845926344395,-0.0017371115973219275,-0.0014920386020094156,-0.0012469656066969037,-0.001001893077045679,-0.0007568200817331672,-0.0005117470864206553,-0.00026667409110814333,-2.160109579563141e-05,0.0002234718995168805,0.00046854489482939243,0.0007136178901419044,0.0009586908854544163,0.0012037638807669282,0.0014488368760794401,0.001693909871391952,0.001938982866704464,0.002184055745601654,0.002429128857329488,0.0026742019690573215,0.0029192748479545116,0.0031643477268517017,0.0034094208385795355,0.0036544939503073692,0.0038995668292045593,0.004144639708101749,0.0043897125869989395,0.004634785931557417,0.004879858810454607,0.005124931689351797,0.0053700050339102745,0.005615077912807465,0.005860150791704655,0.006105223670601845,0.006350296549499035,0.006595369894057512,0.006840442772954702]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,1,1,0,1,1,1,1,2,0,0,0,2,3,3,5,4,1,5,3,10,15,13,14,28,36,30,55,83,108,151,226,259,219,155,110,89,76,68,53,34,33,22,17,18,16,11,10,10,6,13,5,1,2,2,6,2,0,1,2,1,0,1,2],"bins":[-6.026656774338335e-05,-5.840533412992954e-05,-5.654409687849693e-05,-5.468285962706432e-05,-5.282162601361051e-05,-5.0960392400156707e-05,-4.9099155148724094e-05,-4.723791789729148e-05,-4.5376684283837676e-05,-4.351545067038387e-05,-4.165421341895126e-05,-3.9792976167518646e-05,-3.793174255406484e-05,-3.6070508940611035e-05,-3.420927168917842e-05,-3.234803443774581e-05,-3.0486800824292004e-05,-2.8625565391848795e-05,-2.6764329959405586e-05,-2.4903094526962377e-05,-2.3041859094519168e-05,-2.118062366207596e-05,-1.931938822963275e-05,-1.745815279718954e-05,-1.5596917364746332e-05,-1.3735681932303123e-05,-1.1874446499859914e-05,-1.0013211067416705e-05,-8.151975634973496e-06,-6.290740202530287e-06,-4.429504770087078e-06,-2.5682693376438692e-06,-7.070339052006602e-07,1.1542015272425488e-06,3.0154369596857578e-06,4.876672392128967e-06,6.737907824572176e-06,8.599143257015385e-06,1.0460378689458594e-05,1.2321614121901803e-05,1.4182849554345012e-05,1.604408498678822e-05,1.790532041923143e-05,1.976655585167464e-05,2.1627791284117848e-05,2.3489026716561057e-05,2.5350262149004266e-05,2.7211497581447475e-05,2.9072733013890684e-05,3.093396662734449e-05,3.27952038787771e-05,3.4656441130209714e-05,3.651767474366352e-05,3.8378908357117325e-05,4.024014560854994e-05,4.210138285998255e-05,4.3962616473436356e-05,4.582385008689016e-05,4.7685087338322774e-05,4.9546324589755386e-05,5.140755820320919e-05,5.3268791816663e-05,5.513002906809561e-05,5.699126631952822e-05,5.885249993298203e-05]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,3,0,0,0,4,5,4,6,4,10,13,12,17,8,11,17,14,9,13,17,27,20,25,31,27,25,27,22,18,34,23,22,39,19,17,27,24,23,16,16,17,16,17,9,6,5,4,8,6,5,9,3,3,5,0,1,0,1,0,1,2],"bins":[-0.007344868499785662,-0.00711086206138134,-0.006876855622977018,-0.006642849650233984,-0.006408843211829662,-0.006174836773425341,-0.005940830335021019,-0.005706823896616697,-0.005472817458212376,-0.005238811485469341,-0.00500480504706502,-0.004770798608660698,-0.004536792170256376,-0.004302785731852055,-0.00406877975910902,-0.0038347733207046986,-0.003600766882300377,-0.0033667604438960552,-0.003132754238322377,-0.0028987477999180555,-0.0026647415943443775,-0.002430735155940056,-0.002196728717535734,-0.001962722511962056,-0.0017287160735577345,-0.0014947097515687346,-0.0012607034295797348,-0.0010266969911754131,-0.0007926906691864133,-0.0005586843471974134,-0.0003246779670007527,-9.067161590792239e-05,0.00014333520084619522,0.0003773415519390255,0.0006113479030318558,0.0008453542832285166,0.0010793606052175164,0.0013133669272065163,0.001547373365610838,0.0017813796875998378,0.0020153860095888376,0.0022493924479931593,0.0024833986535668373,0.002717405091971159,0.0029514115303754807,0.0031854177359491587,0.0034194241743534803,0.0036534303799271584,0.00388743681833148,0.004121443256735802,0.004355449695140123,0.004589455667883158,0.004823462106287479,0.005057468544691801,0.005291474983096123,0.005525481421500444,0.005759487859904766,0.0059934938326478004,0.006227500271052122,0.006461506709456444,0.0066955131478607655,0.006929519586265087,0.0071635255590081215,0.007397531997412443,0.007631538435816765]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.00092315673828125,-0.0008948445320129395,-0.0008665323257446289,-0.0008382201194763184,-0.0008099079132080078,-0.0007815957069396973,-0.0007532835006713867,-0.0007249712944030762,-0.0006966590881347656,-0.0006683468818664551,-0.0006400346755981445,-0.000611722469329834,-0.0005834102630615234,-0.0005550980567932129,-0.0005267858505249023,-0.0004984736442565918,-0.00047016143798828125,-0.0004418492317199707,-0.00041353702545166016,-0.0003852248191833496,-0.00035691261291503906,-0.0003286004066467285,-0.00030028820037841797,-0.0002719759941101074,-0.00024366378784179688,-0.00021535158157348633,-0.00018703937530517578,-0.00015872716903686523,-0.0001304149627685547,-0.00010210275650024414,-7.37905502319336e-05,-4.547834396362305e-05,-1.71661376953125e-05,1.1146068572998047e-05,3.9458274841308594e-05,6.777048110961914e-05,9.608268737792969e-05,0.00012439489364624023,0.00015270709991455078,0.00018101930618286133,0.00020933151245117188,0.00023764371871948242,0.00026595592498779297,0.0002942681312561035,0.00032258033752441406,0.0003508925437927246,0.00037920475006103516,0.0004075169563293457,0.00043582916259765625,0.0004641413688659668,0.0004924535751342773,0.0005207657814025879,0.0005490779876708984,0.000577390193939209,0.0006057024002075195,0.0006340146064758301,0.0006623268127441406,0.0006906390190124512,0.0007189512252807617,0.0007472634315490723,0.0007755756378173828,0.0008038878440856934,0.0008322000503540039,0.0008605122566223145,0.000888824462890625],"_type":"histogram","values":[1,0,1,1,2,3,2,7,17,18,19,36,38,43,72,103,140,161,266,352,492,710,1072,1628,2474,3723,6038,10109,16928,29767,51674,90417,131505,101021,58593,32566,19147,11294,6644,4304,2672,1828,1189,876,496,446,257,186,117,111,78,41,51,28,19,8,11,3,6,5,5,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.0002956390380859375,-0.00028574466705322266,-0.0002758502960205078,-0.00026595592498779297,-0.0002560615539550781,-0.0002461671829223633,-0.00023627281188964844,-0.0002263784408569336,-0.00021648406982421875,-0.0002065896987915039,-0.00019669532775878906,-0.00018680095672607422,-0.00017690658569335938,-0.00016701221466064453,-0.0001571178436279297,-0.00014722347259521484,-0.0001373291015625,-0.00012743473052978516,-0.00011754035949707031,-0.00010764598846435547,-9.775161743164062e-05,-8.785724639892578e-05,-7.796287536621094e-05,-6.80685043334961e-05,-5.817413330078125e-05,-4.8279762268066406e-05,-3.838539123535156e-05,-2.849102020263672e-05,-1.8596649169921875e-05,-8.702278137207031e-06,1.1920928955078125e-06,1.1086463928222656e-05,2.09808349609375e-05,3.0875205993652344e-05,4.076957702636719e-05,5.066394805908203e-05,6.0558319091796875e-05,7.045269012451172e-05,8.034706115722656e-05,9.02414321899414e-05,0.00010013580322265625,0.0001100301742553711,0.00011992454528808594,0.00012981891632080078,0.00013971328735351562,0.00014960765838623047,0.0001595020294189453,0.00016939640045166016,0.000179290771484375,0.00018918514251708984,0.0001990795135498047,0.00020897388458251953,0.00021886825561523438,0.00022876262664794922,0.00023865699768066406,0.0002485513687133789,0.00025844573974609375,0.0002683401107788086,0.00027823448181152344,0.0002881288528442383,0.0002980232238769531,0.00030791759490966797,0.0003178119659423828,0.00032770633697509766,0.0003376007080078125],"_type":"histogram","values":[3,1,1,0,0,1,4,6,7,11,14,19,23,58,66,90,165,209,323,567,749,1128,1941,2916,4974,8345,15700,31189,72847,180806,150052,58614,26458,13138,7445,4394,2671,1690,1088,660,465,305,221,139,121,69,40,23,13,14,9,8,7,2,2,4,5,1,0,0,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.0001277923583984375,-0.00012367963790893555,-0.0001195669174194336,-0.00011545419692993164,-0.00011134147644042969,-0.00010722875595092773,-0.00010311603546142578,-9.900331497192383e-05,-9.489059448242188e-05,-9.077787399291992e-05,-8.666515350341797e-05,-8.255243301391602e-05,-7.843971252441406e-05,-7.432699203491211e-05,-7.021427154541016e-05,-6.61015510559082e-05,-6.198883056640625e-05,-5.78761100769043e-05,-5.3763389587402344e-05,-4.965066909790039e-05,-4.553794860839844e-05,-4.1425228118896484e-05,-3.731250762939453e-05,-3.319978713989258e-05,-2.9087066650390625e-05,-2.4974346160888672e-05,-2.086162567138672e-05,-1.6748905181884766e-05,-1.2636184692382812e-05,-8.52346420288086e-06,-4.410743713378906e-06,-2.980232238769531e-07,3.814697265625e-06,7.927417755126953e-06,1.2040138244628906e-05,1.615285873413086e-05,2.0265579223632812e-05,2.4378299713134766e-05,2.849102020263672e-05,3.260374069213867e-05,3.6716461181640625e-05,4.082918167114258e-05,4.494190216064453e-05,4.9054622650146484e-05,5.316734313964844e-05,5.728006362915039e-05,6.139278411865234e-05,6.55055046081543e-05,6.961822509765625e-05,7.37309455871582e-05,7.784366607666016e-05,8.195638656616211e-05,8.606910705566406e-05,9.018182754516602e-05,9.429454803466797e-05,9.840726852416992e-05,0.00010251998901367188,0.00010663270950317383,0.00011074542999267578,0.00011485815048217773,0.00011897087097167969,0.00012308359146118164,0.0001271963119506836,0.00013130903244018555,0.0001354217529296875],"_type":"histogram","values":[2,3,6,0,5,4,9,13,15,13,35,39,67,77,108,140,194,221,391,556,946,1303,2081,3201,5275,8059,14006,23550,41132,71725,112522,116956,76741,44871,25940,14828,9067,5449,3535,2241,1487,969,599,421,326,194,145,81,79,62,32,35,15,14,7,8,5,6,1,2,6,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,0,0,0,2,5,2,3,3,3,4,7,7,14,11,14,13,16,21,18,19,27,20,17,31,28,31,32,35,37,26,24,30,30,19,26,21,22,24,17,15,12,9,12,8,8,8,10,2,0,6,3,1,2,4,0,3,0,1,2],"bins":[0.9829532504081726,0.9834755063056946,0.9839978218078613,0.9845200777053833,0.98504239320755,0.985564649105072,0.986086905002594,0.9866092205047607,0.9871314764022827,0.9876537919044495,0.9881760478019714,0.9886983036994934,0.9892206192016602,0.9897428750991821,0.9902651309967041,0.9907874464988708,0.9913097023963928,0.9918320178985596,0.9923542737960815,0.9928765296936035,0.9933988451957703,0.9939211010932922,0.994443416595459,0.994965672492981,0.9954879283905029,0.9960102438926697,0.9965324997901917,0.9970548152923584,0.9975770711898804,0.9980993270874023,0.9986216425895691,0.9991438984870911,0.9996662139892578,1.0001884698867798,1.0007107257843018,1.0012329816818237,1.0017553567886353,1.0022776126861572,1.0027998685836792,1.0033221244812012,1.0038443803787231,1.0043667554855347,1.0048890113830566,1.0054112672805786,1.0059335231781006,1.0064557790756226,1.0069780349731445,1.007500410079956,1.008022665977478,1.008544921875,1.009067177772522,1.009589433670044,1.0101118087768555,1.0106340646743774,1.0111563205718994,1.0116785764694214,1.0122008323669434,1.0127232074737549,1.0132454633712769,1.0137677192687988,1.0142899751663208,1.0148122310638428,1.0153346061706543,1.0158568620681763,1.0163791179656982]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-9.561765637045028e-07,-9.239800533578091e-07,-8.917835998545343e-07,-8.595870895078406e-07,-8.273906360045657e-07,-7.951941256578721e-07,-7.629976721545972e-07,-7.308011618079036e-07,-6.986047083046287e-07,-6.66408197957935e-07,-6.342116876112414e-07,-6.020152341079665e-07,-5.698187237612728e-07,-5.37622270257998e-07,-5.054257599113043e-07,-4.732292779863201e-07,-4.4103279606133583e-07,-4.088363141363516e-07,-3.766398322113673e-07,-3.4444335028638307e-07,-3.122468683613988e-07,-2.800503580147051e-07,-2.4785387608972087e-07,-2.1565739416473662e-07,-1.8346091223975236e-07,-1.512644303147681e-07,-1.1906794128435649e-07,-8.687145225394488e-08,-5.4674970328960626e-08,-2.2478484851262692e-08,9.718000626435241e-09,4.1914486104133175e-08,7.411097158183111e-08,1.0630745350681536e-07,1.3850393543179962e-07,1.707004315676386e-07,2.0289691349262284e-07,2.350933954176071e-07,2.6728989155344607e-07,2.994863734784303e-07,3.316828554034146e-07,3.6387933732839883e-07,3.960758192533831e-07,4.2827230117836734e-07,4.6046881152506103e-07,4.926652650283359e-07,5.248617753750295e-07,5.570582288783044e-07,5.89254739224998e-07,6.214512495716917e-07,6.536477030749666e-07,6.858442134216602e-07,7.180406669249351e-07,7.502371772716288e-07,7.824336307749036e-07,8.146301411215973e-07,8.46826651468291e-07,8.790231049715658e-07,9.112196153182595e-07,9.434160688215343e-07,9.75612579168228e-07,1.0078090326715028e-06,1.0400054861747776e-06,1.0722020533648902e-06,1.104398506868165e-06],"_type":"histogram","values":[1,0,1,0,0,1,1,0,0,0,1,1,2,0,1,1,3,2,6,7,10,12,24,21,27,36,51,61,66,65,68,78,66,40,28,26,20,6,8,3,5,3,4,1,3,1,0,3,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,1,1,1,1,2,2,2,1,3,7,4,6,7,4,10,12,7,20,25,29,41,76,66,123,167,218,378,651,1435,4266,34958,342649,4664,1457,686,381,207,160,116,85,54,51,39,23,28,18,22,15,10,5,6,3,2,5,1,2,0,0,0,0,1,1],"bins":[-0.002290830248966813,-0.002221473027020693,-0.0021521158050745726,-0.0020827585831284523,-0.002013401361182332,-0.00194404402282089,-0.0018746868008747697,-0.0018053295789286494,-0.0017359723569825292,-0.001666615135036409,-0.0015972579130902886,-0.0015279006911441684,-0.0014585433527827263,-0.001389186130836606,-0.0013198289088904858,-0.0012504716869443655,-0.0011811144649982452,-0.001111757243052125,-0.0010424000211060047,-0.0009730427409522235,-0.0009036855190061033,-0.000834328297059983,-0.0007649710169062018,-0.0006956137949600816,-0.0006262565730139613,-0.000556899351067841,-0.00048754210001789033,-0.0004181848489679396,-0.00034882762702181935,-0.0002794704050756991,-0.00021011315402574837,-0.00014075591752771288,-7.139844819903374e-05,-2.0412117009982467e-06,6.731602479703724e-05,0.00013667326129507273,0.00020603049779310822,0.0002753877197392285,0.0003447449707891792,0.0004141022218391299,0.0004834594437852502,0.0005528166657313704,0.0006221738876774907,0.0006915311678312719,0.0007608883897773921,0.0008302456117235124,0.0008996028918772936,0.0009689601138234138,0.0010383173357695341,0.0011076745577156544,0.0011770317796617746,0.001246389001607895,0.0013157462235540152,0.0013851035619154572,0.0014544607838615775,0.0015238180058076978,0.001593175227753818,0.0016625324496999383,0.0017318896716460586,0.0018012468935921788,0.001870604231953621,0.0019399614538997412,0.0020093186758458614,0.0020786758977919817,0.002148033119738102]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,5,11,15,24,45,71,104,184,280,412,610,922,1308,1970,2683,3742,4892,6538,8365,10321,12947,15461,18419,21210,24010,26954,29159,30879,32697,33164,33299,33002,31824,30175,27901,24996,22443,19657,16753,13918,11525,9387,7282,5546,4392,3084,2192,1689,1105,765,527,366,223,141,91,53,41,22,10,9,3],"bins":[-0.09620638936758041,-0.09330912679433823,-0.09041187167167664,-0.08751460909843445,-0.08461734652519226,-0.08172008395195007,-0.07882282882928848,-0.0759255662560463,-0.07302830368280411,-0.07013104856014252,-0.06723378598690033,-0.06433652341365814,-0.06143926456570625,-0.058542001992464066,-0.055644743144512177,-0.05274748057126999,-0.0498502217233181,-0.04695296287536621,-0.04405570030212402,-0.041158441454172134,-0.03826117888092995,-0.03536392003297806,-0.03246665745973587,-0.02956939861178398,-0.026672137901186943,-0.023774877190589905,-0.020877616479992867,-0.017980355769395828,-0.015083095990121365,-0.012185835279524326,-0.009288575500249863,-0.006391314789652824,-0.003494054079055786,-0.0005967936012893915,0.002300466876477003,0.005197727121412754,0.008094987832009792,0.01099224854260683,0.013889508321881294,0.016786769032478333,0.01968402974307537,0.02258129045367241,0.025478551164269447,0.028375811874866486,0.031273070722818375,0.03417033329606056,0.03706759214401245,0.03996485471725464,0.04286211356520653,0.04575937241315842,0.048656634986400604,0.05155389383435249,0.05445115640759468,0.05734841525554657,0.06024567782878876,0.06314294040203094,0.06604019552469254,0.06893745809793472,0.07183472067117691,0.0747319757938385,0.07762923836708069,0.08052650094032288,0.08342376351356506,0.08632101863622665,0.08921828120946884],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,1,1,4,3,7,3,4,14,8,13,11,10,16,14,18,15,22,20,19,23,21,22,30,24,31,29,35,20,25,22,28,29,20,16,19,16,21,25,15,14,11,9,7,7,10,7,7,4,2,4,1,2,2,1,1,0,0,1,0,1],"bins":[-5.5306885769823566e-05,-5.3450301493285224e-05,-5.159371721674688e-05,-4.973712930222973e-05,-4.788054502569139e-05,-4.602396074915305e-05,-4.4167376472614706e-05,-4.231079219607636e-05,-4.045420791953802e-05,-3.859762000502087e-05,-3.674103572848253e-05,-3.488445145194419e-05,-3.3027867175405845e-05,-3.11712828988675e-05,-2.9314696803339757e-05,-2.745811070781201e-05,-2.560152643127367e-05,-2.3744942154735327e-05,-2.188835605920758e-05,-2.003177178266924e-05,-1.8175185687141493e-05,-1.631860141060315e-05,-1.4462017134064808e-05,-1.2605431948031764e-05,-1.074884676199872e-05,-8.892261575965676e-06,-7.035676844679983e-06,-5.17909211339429e-06,-3.322506927361246e-06,-1.4659219687018776e-06,3.9066298995749094e-07,2.2472479486168595e-06,4.103829269297421e-06,5.960414455330465e-06,7.816999641363509e-06,9.673583917901851e-06,1.1530169103934895e-05,1.338675428996794e-05,1.5243338566506281e-05,1.7099924662034027e-05,1.895650893857237e-05,2.0813093215110712e-05,2.2669679310638458e-05,2.45262635871768e-05,2.6382847863715142e-05,2.8239433959242888e-05,3.009601823578123e-05,3.1952604331308976e-05,3.380918860784732e-05,3.566577288438566e-05,3.7522357160924e-05,3.937894507544115e-05,4.1235529351979494e-05,4.3092113628517836e-05,4.494869790505618e-05,4.680528218159452e-05,4.866186645813286e-05,5.051845437265001e-05,5.2375038649188355e-05,5.42316229257267e-05,5.608820720226504e-05,5.794479147880338e-05,5.980137939332053e-05,6.165796366985887e-05,6.351454794639722e-05]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.006454570218920708,-0.006265493109822273,-0.006076416466385126,-0.005887339822947979,-0.0056982627138495445,-0.00550918560475111,-0.005320108961313963,-0.005131032317876816,-0.004941955208778381,-0.004752878099679947,-0.0045638014562428,-0.004374724812805653,-0.004185647703707218,-0.003996570594608784,-0.0038074939511716366,-0.003618417074903846,-0.003429340198636055,-0.003240263322368264,-0.0030511864461004734,-0.0028621095698326826,-0.002673032693564892,-0.002483955817297101,-0.0022948789410293102,-0.0021058020647615194,-0.0019167251884937286,-0.0017276483122259378,-0.001538571435958147,-0.0013494945596903563,-0.0011604176834225655,-0.0009713408071547747,-0.0007822639308869839,-0.0005931870546191931,-0.000404109712690115,-0.00021503283642232418,-2.5955960154533386e-05,0.0001631209161132574,0.0003521977923810482,0.000541274668648839,0.0007303515449166298,0.0009194284211844206,0.0011085052974522114,0.0012975821737200022,0.001486659049987793,0.0016757359262555838,0.0018648128025233746,0.0020538896787911654,0.002242966555058956,0.002432043431326747,0.0026211203075945377,0.0028101971838623285,0.0029992740601301193,0.00318835093639791,0.003377427812665701,0.0035665046889334917,0.0037555815652012825,0.003944658674299717,0.004133735317736864,0.004322811961174011,0.004511889070272446,0.00470096617937088,0.004890042822808027,0.005079119466245174,0.005268196575343609,0.005457273684442043,0.0056463503278791904],"_type":"histogram","values":[1,0,0,0,1,2,0,0,2,1,1,2,3,6,6,8,4,8,9,19,12,16,16,23,14,29,29,21,29,26,24,16,22,28,26,26,31,31,26,30,24,19,21,12,25,20,19,13,12,9,8,7,5,5,3,4,2,4,2,2,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[0.9767588376998901,0.9773502349853516,0.9779415726661682,0.9785329103469849,0.9791243076324463,0.9797157049179077,0.9803070425987244,0.980898380279541,0.9814897775650024,0.9820811748504639,0.9826725125312805,0.9832638502120972,0.9838552474975586,0.98444664478302,0.9850379824638367,0.9856293201446533,0.9862207174301147,0.9868121147155762,0.9874034523963928,0.9879947900772095,0.9885861873626709,0.9891775846481323,0.989768922328949,0.9903602600097656,0.990951657295227,0.9915430545806885,0.9921343922615051,0.9927257299423218,0.9933171272277832,0.9939085245132446,0.9944998621940613,0.9950911998748779,0.9956825971603394,0.9962739944458008,0.9968653321266174,0.9974566698074341,0.9980480670928955,0.9986394643783569,0.9992308020591736,0.9998221397399902,1.0004135370254517,1.001004934310913,1.001596212387085,1.0021876096725464,1.0027790069580078,1.0033704042434692,1.0039618015289307,1.0045530796051025,1.005144476890564,1.0057358741760254,1.0063271522521973,1.0069185495376587,1.0075099468231201,1.0081013441085815,1.008692741394043,1.0092840194702148,1.0098754167556763,1.0104668140411377,1.0110580921173096,1.011649489402771,1.0122408866882324,1.0128322839736938,1.0134236812591553,1.0140149593353271,1.0146063566207886],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,1,2,3,6,2,6,3,6,6,7,5,9,10,11,17,18,12,12,20,25,20,21,24,21,33,29,34,34,34,31,27,43,22,32,25,25,23,10,20,13,8,11,9,7,7,3,3,4,2,3,0,3,3]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0003775399236474186,-0.00036590019590221345,-0.00035426049726083875,-0.0003426207695156336,-0.0003309810708742589,-0.0003193413431290537,-0.00030770161538384855,-0.00029606191674247384,-0.0002844221889972687,-0.00027278249035589397,-0.0002611427626106888,-0.00024950303486548364,-0.00023786333622410893,-0.000226223623030819,-0.00021458389528561383,-0.0002029441820923239,-0.00019130446889903396,-0.00017966475570574403,-0.0001680250425124541,-0.00015638531476724893,-0.000144745601573959,-0.00013310588838066906,-0.00012146617518737912,-0.00010982645471813157,-9.818674152484164e-05,-8.65470283315517e-05,-7.490730786230415e-05,-6.326759466901422e-05,-5.162787783774547e-05,-3.998816100647673e-05,-2.834844599419739e-05,-1.6708730981918052e-05,-5.069014150649309e-06,6.570701771124732e-06,1.8210417692898773e-05,2.9850132705178112e-05,4.1489849536446854e-05,5.31295663677156e-05,6.476927956100553e-05,7.640900003025308e-05,8.804871322354302e-05,9.968842641683295e-05,0.0001113281468860805,0.00012296786007937044,0.00013460757327266037,0.0001462472864659503,0.00015788701421115547,0.0001695267274044454,0.00018116644059773535,0.00019280615379102528,0.00020444586698431522,0.00021608559472952038,0.00022772530792281032,0.00023936502111610025,0.0002510047343093902,0.00026264446205459535,0.00027428416069597006,0.0002859238884411752,0.00029756358708254993,0.0003092033148277551,0.00032084304257296026,0.00033248274121433496,0.00034412246895954013,0.00035576216760091484,0.00036740189534612],"_type":"histogram","values":[1,0,3,2,0,0,2,5,3,1,5,7,7,6,9,7,11,10,11,18,6,20,15,17,22,27,23,23,22,24,46,24,30,26,21,30,19,29,23,20,23,14,17,22,15,10,12,13,15,7,10,3,4,5,2,3,5,3,3,1,2,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,1,3,1,1,5,1,7,7,7,5,9,6,12,17,13,14,11,13,26,12,24,26,26,24,29,23,22,18,38,30,25,31,13,23,24,26,15,21,16,16,12,16,17,19,7,9,12,4,11,2,4,2,3,1,2,0,1,2,0,1],"bins":[-0.02684941329061985,-0.02600809372961521,-0.025166774168610573,-0.024325452744960785,-0.023484133183956146,-0.022642813622951508,-0.02180149406194687,-0.02096017450094223,-0.02011885493993759,-0.019277533516287804,-0.018436213955283165,-0.017594894394278526,-0.016753574833273888,-0.01591225527226925,-0.015070934779942036,-0.014229614287614822,-0.013388294726610184,-0.012546975165605545,-0.011705654673278332,-0.010864335112273693,-0.01002301461994648,-0.009181695058941841,-0.008340375497937202,-0.0074990554712712765,-0.0066577354446053505,-0.0058164154179394245,-0.0049750953912734985,-0.00413377583026886,-0.003292455803602934,-0.002451135776937008,-0.0016098159831017256,-0.0007684960728511214,7.282570004463196e-05,0.0009141456102952361,0.0017554655205458403,0.0025967853143811226,0.0034381053410470486,0.0042794253677129745,0.005120744928717613,0.005962064955383539,0.006803384982049465,0.007644705008715391,0.008486025035381317,0.009327344596385956,0.010168664157390594,0.011009984649717808,0.011851304210722446,0.01269262470304966,0.013533944264054298,0.014375263825058937,0.01521658431738615,0.016057904809713364,0.016899224370718002,0.01774054393172264,0.01858186349272728,0.01942318305373192,0.020264502614736557,0.021105824038386345,0.021947143599390984,0.022788463160395622,0.02362978272140026,0.0244711022824049,0.025312423706054688,0.026153743267059326,0.026995062828063965]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,1,1,3,3,3,4,4,1,4,5,8,8,8,7,13,15,19,21,15,19,9,26,16,27,26,20,28,27,25,30,27,26,28,28,22,28,26,25,24,22,17,16,10,9,13,9,6,6,8,3,3,2,1,1,2,0,4,1,1,1,0,1,1],"bins":[-0.0013907805550843477,-0.0013449371326714754,-0.001299093710258603,-0.001253250171430409,-0.0012074067490175366,-0.0011615633266046643,-0.0011157197877764702,-0.0010698763653635979,-0.0010240329429507256,-0.0009781895205378532,-0.00093234603991732,-0.0008865025592967868,-0.0008406591368839145,-0.0007948157144710422,-0.0007489722338505089,-0.0007031287532299757,-0.0006572853308171034,-0.0006114419084042311,-0.0005655984277836978,-0.0005197549471631646,-0.0004739115247502923,-0.00042806807323358953,-0.00038222462171688676,-0.000336381170200184,-0.0002905377186834812,-0.00024469426716677845,-0.00019885081565007567,-0.0001530073641333729,-0.00010716391261667013,-6.132046109996736e-05,-1.547700958326459e-05,3.0366441933438182e-05,7.620989345014095e-05,0.00012205334496684372,0.0001678967964835465,0.00021374024800024927,0.00025958369951695204,0.0003054271510336548,0.0003512706025503576,0.00039711405406706035,0.0004429575055837631,0.0004888009279966354,0.0005346444086171687,0.0005804878892377019,0.0006263313116505742,0.0006721747340634465,0.0007180182146839797,0.000763861695304513,0.0008097051177173853,0.0008555485401302576,0.0009013920207507908,0.0009472355013713241,0.0009930789237841964,0.0010389223461970687,0.0010847658850252628,0.0011306093074381351,0.0011764527298510075,0.0012222961522638798,0.001268139574676752,0.0013139831135049462,0.0013598265359178185,0.0014056699583306909,0.001451513497158885,0.0014973569195717573,0.0015432003419846296],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,1,6,2,3,2,4,9,9,6,6,8,15,17,24,29,30,48,43,67,66,61,63,51,50,43,25,15,18,16,6,6,5,3,0,1,4,1,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00013143090473022312,-0.00012603102368302643,-0.00012063113535987213,-0.00011523124703671783,-0.00010983136598952115,-0.00010443147766636685,-9.903158934321254e-05,-9.363170829601586e-05,-8.823181997286156e-05,-8.283193164970726e-05,-7.743205060251057e-05,-7.203216227935627e-05,-6.663227395620197e-05,-6.123239290900528e-05,-5.5832504585850984e-05,-5.043261990067549e-05,-4.50327352155e-05,-3.9632850530324504e-05,-3.423296584514901e-05,-2.883307752199471e-05,-2.3433192836819217e-05,-1.8033308151643723e-05,-1.2633421647478826e-05,-7.233536052808631e-06,-1.833650458138436e-06,3.566235136531759e-06,8.966120731201954e-06,1.436600632587215e-05,1.9765891920542344e-05,2.5165776605717838e-05,3.056566492887214e-05,3.596554961404763e-05,4.13654197473079e-05,4.676530443248339e-05,5.216518911765888e-05,5.7565077440813184e-05,6.296495848800987e-05,6.836484681116417e-05,7.376473513431847e-05,7.916461618151516e-05,8.456450450466946e-05,8.996439282782376e-05,9.536427387502044e-05,0.00010076416219817474,0.00010616405052132905,0.00011156393156852573,0.00011696381989168003,0.00012236370821483433,0.00012776358926203102,0.0001331634703092277,0.00013856336590833962,0.0001439632469555363,0.000149363128002733,0.0001547630236018449,0.0001601629046490416,0.00016556278569623828,0.0001709626812953502,0.00017636256234254688,0.00018176244338974357,0.00018716232443694025,0.00019256222003605217,0.00019796210108324885,0.00020336198213044554,0.00020876187772955745,0.00021416175877675414]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,4,0,0,1,2,4,2,3,5,6,9,9,9,7,15,8,23,25,35,18,16,36,31,27,28,29,34,26,38,27,30,21,33,33,16,23,20,20,15,16,11,7,9,7,6,5,5,1,3,2,1,2,1,1,1],"bins":[0.9725716710090637,0.9733805656433105,0.9741894006729126,0.9749982953071594,0.9758071899414062,0.9766160249710083,0.9774249196052551,0.978233814239502,0.979042649269104,0.9798515439033508,0.9806604385375977,0.9814692735671997,0.9822781682014465,0.9830870628356934,0.9838958978652954,0.9847047924995422,0.9855136871337891,0.9863225221633911,0.9871314167976379,0.9879403114318848,0.9887491464614868,0.9895580410957336,0.9903669357299805,0.9911757707595825,0.9919846653938293,0.9927935600280762,0.9936023950576782,0.994411289691925,0.9952201843261719,0.9960290193557739,0.9968379139900208,0.9976468086242676,0.9984556436538696,0.9992645382881165,1.0000734329223633,1.0008822679519653,1.001691222190857,1.002500057220459,1.003308892250061,1.0041178464889526,1.0049266815185547,1.0057355165481567,1.0065444707870483,1.0073533058166504,1.0081621408462524,1.008971095085144,1.009779930114746,1.0105887651443481,1.0113977193832397,1.0122065544128418,1.0130153894424438,1.0138243436813354,1.0146331787109375,1.0154420137405396,1.0162509679794312,1.0170598030090332,1.0178686380386353,1.0186775922775269,1.019486427307129,1.020295262336731,1.0211042165756226,1.0219130516052246,1.0227218866348267,1.0235308408737183,1.0243396759033203]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.0012174618896096945,-0.001178585342131555,-0.0011397089110687375,-0.001100832363590598,-0.0010619559325277805,-0.0010230793850496411,-0.0009842028375715017,-0.0009453263483010232,-0.0009064498590305448,-0.0008675733697600663,-0.0008286968804895878,-0.0007898203330114484,-0.0007509438437409699,-0.0007120673544704914,-0.000673190806992352,-0.0006343143177218735,-0.000595437828451395,-0.0005565613391809165,-0.0005176848499104381,-0.00047880830243229866,-0.0004399318131618202,-0.0004010553238913417,-0.00036217880551703274,-0.0003233022871427238,-0.0002844257978722453,-0.0002455493086017668,-0.00020667279022745788,-0.00016779628640506417,-0.00012891978258267045,-9.004327876027673e-05,-5.116677493788302e-05,-1.2290271115489304e-05,2.6586116291582584e-05,6.54626201139763e-05,0.00010433912393637002,0.00014321562775876373,0.00018209213158115745,0.00022096863540355116,0.0002598451392259449,0.0002987216576002538,0.0003375981468707323,0.0003764746361412108,0.00041535115451551974,0.0004542276728898287,0.0004931041621603072,0.0005319806514307857,0.0005708571989089251,0.0006097336881794035,0.000648610177449882,0.0006874866667203605,0.000726363155990839,0.0007652397034689784,0.0008041161927394569,0.0008429926820099354,0.0008818692294880748,0.0009207457187585533,0.0009596222080290318,0.0009984987555071712,0.0010373751865699887,0.0010762517340481281,0.0011151281651109457,0.001154004712589085,0.0011928812600672245,0.001231757691130042,0.0012706342386081815],"_type":"histogram","values":[1,0,0,1,4,4,2,3,4,3,4,1,6,9,9,17,7,12,18,16,18,18,15,20,18,25,27,29,25,26,23,25,27,34,29,23,27,34,19,22,27,19,22,13,16,9,7,7,7,5,7,6,2,4,0,2,1,2,2,1,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,2,4,6,11,15,27,28,62,51,105,163,235,332,528,810,1093,1575,2321,3438,5109,7417,10547,16027,24176,37106,61423,100075,113907,72732,44847,28591,18161,12446,8479,5506,3870,2722,1867,1245,942,572,439,292,175,129,71,42,33,13,18,10,13,6,4,3,0,0,0,0,1],"bins":[-0.000942230224609375,-0.000912010669708252,-0.0008817911148071289,-0.0008515715599060059,-0.0008213520050048828,-0.0007911324501037598,-0.0007609128952026367,-0.0007306933403015137,-0.0007004737854003906,-0.0006702542304992676,-0.0006400346755981445,-0.0006098151206970215,-0.0005795955657958984,-0.0005493760108947754,-0.0005191564559936523,-0.0004889369010925293,-0.00045871734619140625,-0.0004284977912902832,-0.00039827823638916016,-0.0003680586814880371,-0.00033783912658691406,-0.000307619571685791,-0.00027740001678466797,-0.0002471804618835449,-0.00021696090698242188,-0.00018674135208129883,-0.00015652179718017578,-0.00012630224227905273,-9.608268737792969e-05,-6.586313247680664e-05,-3.5643577575683594e-05,-5.424022674560547e-06,2.47955322265625e-05,5.501508712768555e-05,8.52346420288086e-05,0.00011545419692993164,0.0001456737518310547,0.00017589330673217773,0.00020611286163330078,0.00023633241653442383,0.0002665519714355469,0.0002967715263366699,0.00032699108123779297,0.000357210636138916,0.00038743019104003906,0.0004176497459411621,0.00044786930084228516,0.0004780888557434082,0.0005083084106445312,0.0005385279655456543,0.0005687475204467773,0.0005989670753479004,0.0006291866302490234,0.0006594061851501465,0.0006896257400512695,0.0007198452949523926,0.0007500648498535156,0.0007802844047546387,0.0008105039596557617,0.0008407235145568848,0.0008709430694580078,0.0009011626243591309,0.0009313821792602539,0.000961601734161377,0.0009918212890625]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[-0.0013540612999349833,-0.0013136058114469051,-0.001273150322958827,-0.0012326949508860707,-0.0011922394623979926,-0.0011517839739099145,-0.0011113286018371582,-0.00107087311334908,-0.001030417624861002,-0.0009899621363729239,-0.0009495067060925066,-0.0009090512758120894,-0.0008685957873240113,-0.0008281402988359332,-0.000787684868555516,-0.0007472294382750988,-0.0007067739497870207,-0.0006663184612989426,-0.0006258630310185254,-0.0005854076007381082,-0.00054495211225003,-0.0005044966237619519,-0.0004640411934815347,-0.00042358573409728706,-0.0003831302747130394,-0.00034267481532879174,-0.0003022193559445441,-0.0002617638965602964,-0.00022130843717604876,-0.0001808529777918011,-0.00014039751840755343,-9.994205902330577e-05,-5.9486483223736286e-05,-1.9031023839488626e-05,2.1424435544759035e-05,6.18798949290067e-05,0.00010233535431325436,0.00014279081369750202,0.00018324627308174968,0.00022370173246599734,0.000264157191850245,0.00030461265123449266,0.0003450681106187403,0.000385523570002988,0.00042597902938723564,0.0004664344887714833,0.000506889948155731,0.0005473453784361482,0.0005878008669242263,0.0006282563554123044,0.0006687117856927216,0.0007091672159731388,0.0007496227044612169,0.000790078192949295,0.0008305336232297122,0.0008709890535101295,0.0009114445419982076,0.0009519000304862857,0.000992355402559042,0.00103281089104712,0.0010732663795351982,0.0011137218680232763,0.0011541773565113544,0.0011946327285841107,0.0012350882170721889],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,2,1,0,2,0,6,6,10,7,9,12,10,29,33,46,57,75,81,72,69,37,30,38,20,14,21,14,15,7,5,3,5,5,7,2,5,4,1,0,1,0,0,0,0,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[1,0,0,2,0,1,2,1,2,8,6,6,11,18,27,27,56,49,90,103,161,227,335,488,747,1085,1719,2869,4570,7681,13491,24519,48936,95726,151007,111080,57268,29257,15439,8834,5255,2951,1956,1295,745,536,335,255,181,125,93,69,45,32,28,20,16,11,6,9,5,2,3,2],"bins":[-0.0003910064697265625,-0.000379711389541626,-0.00036841630935668945,-0.00035712122917175293,-0.0003458261489868164,-0.0003345310688018799,-0.00032323598861694336,-0.00031194090843200684,-0.0003006458282470703,-0.0002893507480621338,-0.00027805566787719727,-0.00026676058769226074,-0.0002554655075073242,-0.0002441704273223877,-0.00023287534713745117,-0.00022158026695251465,-0.00021028518676757812,-0.0001989901065826416,-0.00018769502639770508,-0.00017639994621276855,-0.00016510486602783203,-0.0001538097858428955,-0.00014251470565795898,-0.00013121962547302246,-0.00011992454528808594,-0.00010862946510314941,-9.733438491821289e-05,-8.603930473327637e-05,-7.474422454833984e-05,-6.344914436340332e-05,-5.21540641784668e-05,-4.0858983993530273e-05,-2.956390380859375e-05,-1.8268823623657227e-05,-6.973743438720703e-06,4.32133674621582e-06,1.5616416931152344e-05,2.6911497116088867e-05,3.820657730102539e-05,4.9501657485961914e-05,6.079673767089844e-05,7.209181785583496e-05,8.338689804077148e-05,9.468197822570801e-05,0.00010597705841064453,0.00011727213859558105,0.00012856721878051758,0.0001398622989654541,0.00015115737915039062,0.00016245245933532715,0.00017374753952026367,0.0001850426197052002,0.00019633769989013672,0.00020763278007507324,0.00021892786026000977,0.0002302229404449463,0.0002415180206298828,0.00025281310081481934,0.00026410818099975586,0.0002754032611846924,0.0002866983413696289,0.00029799342155456543,0.00030928850173950195,0.0003205835819244385,0.000331878662109375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,0,2,1,2,0,1,4,1,2,4,7,5,7,4,7,11,11,12,14,19,19,15,26,19,23,25,20,24,24,24,22,26,20,26,30,23,29,26,20,16,25,26,20,21,21,15,9,7,9,10,12,4,3,1,1,3,2,3,2,1,0,0,1],"bins":[-0.0061781154945492744,-0.005990999285131693,-0.005803883075714111,-0.0056167664006352425,-0.005429650191217661,-0.005242533981800079,-0.005055417772382498,-0.004868301097303629,-0.004681184887886047,-0.004494068678468466,-0.004306952469050884,-0.004119836259633303,-0.003932719584554434,-0.0037456033751368523,-0.0035584871657192707,-0.0033713707234710455,-0.003184254514053464,-0.0029971383046358824,-0.002810021862387657,-0.0026229056529700756,-0.0024357892107218504,-0.002248673001304269,-0.0020615565590560436,-0.001874440349638462,-0.0016873240238055587,-0.0015002076979726553,-0.001313091372139752,-0.0011259750463068485,-0.0009388587786816061,-0.0007517424528487027,-0.0005646261852234602,-0.0003775098593905568,-0.00019039353355765343,-3.2772222766652703e-06,0.0001838390890043229,0.0003709553857333958,0.0005580717115662992,0.0007451880373992026,0.0009323043050244451,0.0011194206308573484,0.0013065369566902518,0.0014936532825231552,0.0016807696083560586,0.001867885934188962,0.0020550021436065435,0.0022421185858547688,0.0024292347952723503,0.0026163512375205755,0.002803467446938157,0.0029905836563557386,0.003177700098603964,0.0033648163080215454,0.0035519327502697706,0.003739048959687352,0.003926165401935577,0.004113281611353159,0.0043003978207707405,0.004487514030188322,0.004674630705267191,0.0048617469146847725,0.005048863124102354,0.005235979333519936,0.0054230960085988045,0.005610212218016386,0.005797328427433968],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,0,0,3,1,1,3,1,1,3,1,8,5,5,10,3,9,13,23,17,17,24,17,17,25,31,25,33,24,30,31,32,25,31,27,28,21,28,26,29,16,14,16,20,14,7,16,7,7,1,5,0,1,3,2,2,0,2,1,0,0,2],"bins":[0.9820802211761475,0.9826182723045349,0.9831563234329224,0.9836943745613098,0.9842324256896973,0.9847705364227295,0.9853085875511169,0.9858466386795044,0.9863846898078918,0.9869227409362793,0.9874607920646667,0.9879988431930542,0.9885369539260864,0.9890750050544739,0.9896130561828613,0.9901511073112488,0.9906891584396362,0.9912272095680237,0.9917652606964111,0.9923033118247986,0.992841362953186,0.9933794736862183,0.9939175248146057,0.9944555759429932,0.9949936270713806,0.9955316781997681,0.9960697293281555,0.996607780456543,0.9971458911895752,0.9976839423179626,0.9982219934463501,0.9987600445747375,0.999298095703125,0.9998361468315125,1.0003741979599,1.0009123086929321,1.0014503002166748,1.001988410949707,1.0025264024734497,1.003064513206482,1.0036025047302246,1.0041406154632568,1.004678726196289,1.0052167177200317,1.005754828453064,1.0062928199768066,1.0068309307098389,1.0073689222335815,1.0079070329666138,1.008445143699646,1.0089831352233887,1.009521245956421,1.0100592374801636,1.0105973482131958,1.0111353397369385,1.0116734504699707,1.012211561203003,1.0127495527267456,1.0132876634597778,1.0138256549835205,1.0143637657165527,1.0149017572402954,1.0154398679733276,1.0159778594970703,1.0165159702301025]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.0015621540369465947,-0.0015140505274757743,-0.001465946901589632,-0.0014178433921188116,-0.0013697398826479912,-0.0013216363731771708,-0.0012735328637063503,-0.001225429237820208,-0.0011773257283493876,-0.0011292222188785672,-0.001081118592992425,-0.0010330150835216045,-0.0009849115740507841,-0.0009368080645799637,-0.0008887044969014823,-0.000840600929223001,-0.0007924974197521806,-0.0007443939102813601,-0.0006962903426028788,-0.0006481867749243975,-0.000600083265453577,-0.0005519797559827566,-0.0005038761883042753,-0.0004557726497296244,-0.0004076691111549735,-0.0003595655725803226,-0.00031146203400567174,-0.00026335849543102086,-0.00021525495685636997,-0.0001671514182817191,-0.0001190478797070682,-7.094434113241732e-05,-2.2840918973088264e-05,2.526261960156262e-05,7.33661581762135e-05,0.00012146969675086439,0.00016957323532551527,0.00021767677390016615,0.00026578031247481704,0.0003138838510494679,0.0003619873896241188,0.0004100909281987697,0.00045819446677342057,0.0005062980344519019,0.0005544015439227223,0.0006025050533935428,0.0006506086210720241,0.0006987121887505054,0.0007468156982213259,0.0007949192076921463,0.0008430227753706276,0.000891126343049109,0.0009392298525199294,0.0009873333619907498,0.001035436987876892,0.0010835404973477125,0.001131644006818533,0.0011797475162893534,0.0012278510257601738,0.001275954651646316,0.0013240581611171365,0.001372161670587957,0.0014202652964740992,0.0014683688059449196,0.00151647231541574],"_type":"histogram","values":[1,0,0,1,1,0,4,2,2,1,5,1,1,6,3,4,11,10,9,14,15,13,15,28,20,20,25,32,32,27,47,28,28,33,33,30,32,26,20,17,27,23,21,16,16,15,5,7,8,5,9,9,1,3,1,1,1,1,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[2,2,3,5,5,11,34,61,118,217,378,678,926,1598,2366,3655,5421,7783,10985,15216,20488,26552,33223,41600,50722,59843,68713,77784,85117,91902,96322,98351,97738,94720,90432,83667,75790,66551,57148,47989,39162,31448,24513,18789,13942,10019,6998,4861,3306,2183,1447,876,480,303,177,114,62,30,14,14,8,1,0,1],"bins":[-0.10343971103429794,-0.10019286721944809,-0.09694602340459824,-0.09369917958974838,-0.09045232832431793,-0.08720548450946808,-0.08395864069461823,-0.08071179687976837,-0.07746495306491852,-0.07421810925006866,-0.07097125798463821,-0.06772441416978836,-0.06447757035493851,-0.061230726540088654,-0.0579838827252388,-0.05473703518509865,-0.051490191370248795,-0.04824334755539894,-0.04499650001525879,-0.041749656200408936,-0.03850281238555908,-0.03525596484541893,-0.03200912103056908,-0.028762277215719223,-0.02551543153822422,-0.022268585860729218,-0.019021742045879364,-0.01577489636838436,-0.012528051622211933,-0.009281206876039505,-0.0060343616642057896,-0.0027875166852027178,0.000459328293800354,0.003706173272803426,0.006953018251806498,0.010199863463640213,0.013446708209812641,0.01669355295598507,0.019940398633480072,0.023187242448329926,0.02643408812582493,0.02968093380331993,0.032927777618169785,0.03617462143301964,0.03942146897315979,0.042668312788009644,0.0459151566028595,0.04916200414299965,0.0524088479578495,0.055655691772699356,0.05890253931283951,0.06214938312768936,0.06539622694253922,0.06864307075738907,0.07188991457223892,0.07513676583766937,0.07838360965251923,0.08163045346736908,0.08487729728221893,0.08812414109706879,0.09137098491191864,0.09461783617734909,0.09786467999219894,0.1011115238070488,0.10435836762189865]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.007997210137546062,-0.007744687609374523,-0.007492165081202984,-0.007239642087370157,-0.006987119559198618,-0.006734597031027079,-0.006482074037194252,-0.006229551509022713,-0.005977028980851173,-0.005724506452679634,-0.005471983924508095,-0.005219460930675268,-0.004966938402503729,-0.0047144158743321896,-0.004461892880499363,-0.004209370352327824,-0.003956847824156284,-0.003704325295984745,-0.003451802534982562,-0.003199279773980379,-0.00294675724580884,-0.0026942347176373005,-0.0024417119566351175,-0.0021891891956329346,-0.0019366666674613953,-0.0016841440228745341,-0.001431621378287673,-0.0011790987337008119,-0.0009265760891139507,-0.0006740534445270896,-0.00042153079994022846,-0.00016900815535336733,8.351542055606842e-05,0.00033603806514292955,0.0005885607097297907,0.0008410833543166518,0.001093605998903513,0.001346128643490374,0.0015986512880772352,0.0018511739326640964,0.0021036965772509575,0.002356219105422497,0.0026087418664246798,0.0028612646274268627,0.003113787155598402,0.0033663096837699413,0.0036188324447721243,0.0038713552057743073,0.0041238777339458466,0.004376400262117386,0.004628922790288925,0.004881445784121752,0.005133968312293291,0.00538649084046483,0.005639013834297657,0.005891536362469196,0.006144058890640736,0.006396581418812275,0.006649103946983814,0.006901626940816641,0.00715414946898818,0.0074066719971597195,0.007659194990992546,0.007911717519164085,0.008164240047335625],"_type":"histogram","values":[1,0,0,0,1,0,1,2,1,5,4,4,2,8,4,6,10,12,16,16,10,13,24,23,24,29,30,24,26,35,31,25,35,28,29,31,36,27,26,23,27,14,13,14,12,15,8,8,9,5,5,5,4,3,1,1,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,1,0,1,2,1,5,2,2,10,6,13,20,25,35,44,57,80,83,82,66,62,37,29,19,21,16,16,7,6,5,1,4,4,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0019930510316044092,-0.0019228586461395025,-0.0018526662606745958,-0.0017824738752096891,-0.0017122814897447824,-0.0016420891042798758,-0.001571896718814969,-0.0015017043333500624,-0.0014315119478851557,-0.001361319562420249,-0.0012911271769553423,-0.0012209347914904356,-0.001150742406025529,-0.0010805500205606222,-0.0010103576350957155,-0.0009401652496308088,-0.0008699728641659021,-0.0007997804787009954,-0.0007295880932360888,-0.0006593957077711821,-0.0005892033223062754,-0.0005190109368413687,-0.000448818551376462,-0.0003786261659115553,-0.0003084337804466486,-0.0002382413949817419,-0.0001680490095168352,-9.785662405192852e-05,-2.7664238587021828e-05,4.2528146877884865e-05,0.00011272053234279156,0.00018291291780769825,0.0002531050704419613,0.000323297455906868,0.0003934898413717747,0.00046368222683668137,0.0005338746123015881,0.0006040669977664948,0.0006742593832314014,0.0007444517686963081,0.0008146441541612148,0.0008848365396261215,0.0009550289250910282,0.001025221310555935,0.0010954136960208416,0.0011656060814857483,0.001235798466950655,0.0013059908524155617,0.0013761832378804684,0.001446375623345375,0.0015165680088102818,0.0015867603942751884,0.0016569527797400951,0.0017271451652050018,0.0017973375506699085,0.0018675299361348152,0.001937722321599722,0.0020079147070646286,0.0020781070925295353,0.002148299477994442,0.0022184918634593487,0.0022886842489242554,0.002358876634389162,0.0024290690198540688,0.0024992614053189754]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,4,5,9,20,31,46,78,119,166,300,459,656,1037,1306,1983,2750,3528,4785,6184,7957,9773,12146,14650,17166,20014,22501,25464,27568,29404,31293,31827,32401,32403,31705,29977,28072,26046,23441,20747,18169,15326,12933,10654,8550,6709,5312,3983,2981,2208,1544,1148,770,548,356,232,150,98,51,33,23,12,7,4],"bins":[-0.0907987505197525,-0.08801942318677902,-0.08524008840322495,-0.08246076107025146,-0.07968142628669739,-0.07690209895372391,-0.07412276417016983,-0.07134343683719635,-0.06856410205364227,-0.06578477472066879,-0.06300543993711472,-0.060226112604141235,-0.05744678154587746,-0.05466745048761368,-0.0518881194293499,-0.04910878837108612,-0.04632945731282234,-0.04355012625455856,-0.040770795196294785,-0.037991464138031006,-0.03521213307976723,-0.03243280202150345,-0.02965347282588482,-0.02687414176762104,-0.02409481070935726,-0.021315479651093483,-0.018536148592829704,-0.015756817534565926,-0.012977487407624722,-0.010198156349360943,-0.0074188257567584515,-0.00463949516415596,-0.0018601641058921814,0.0009191667195409536,0.0036984975449740887,0.00647782813757658,0.009257159195840359,0.012036490254104137,0.014815820381045341,0.01759515143930912,0.0203744824975729,0.023153813555836678,0.025933144614100456,0.028712475672364235,0.031491804867982864,0.03427113592624664,0.03705046698451042,0.0398297980427742,0.04260912910103798,0.04538846015930176,0.048167791217565536,0.050947122275829315,0.053726453334093094,0.05650578439235687,0.05928511545062065,0.06206444650888443,0.06484377384185791,0.06762310862541199,0.07040243595838547,0.07318177074193954,0.07596109807491302,0.0787404328584671,0.08151976019144058,0.08429909497499466,0.08707842230796814]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,0,1,1,1,1,1,2,2,2,6,6,5,6,10,17,20,14,26,37,46,62,73,87,125,122,144,153,192,155,136,123,74,75,71,44,42,20,25,22,20,17,6,5,6,7,7,7,4,4,5,0,0,3,1,1,1,2,0,1,0,1],"bins":[-0.0004039159684907645,-0.000390426954254508,-0.0003769379109144211,-0.0003634488966781646,-0.0003499598824419081,-0.0003364708391018212,-0.0003229818248655647,-0.00030949278152547777,-0.0002960037672892213,-0.0002825147530529648,-0.00026902570971287787,-0.0002555366954766214,-0.00024204766668844968,-0.00022855863790027797,-0.0002150696236640215,-0.00020158059487584978,-0.00018809156608767807,-0.00017460253729950637,-0.00016111350851133466,-0.00014762449427507818,-0.00013413546548690647,-0.00012064643669873476,-0.00010715741518652067,-9.366839367430657e-05,-8.017936488613486e-05,-6.669033609796315e-05,-5.320131458574906e-05,-3.971228943555616e-05,-2.6223264285363257e-05,-1.2734239135170355e-05,7.54786015022546e-07,1.4243811165215448e-05,2.7732865419238806e-05,4.122189056943171e-05,5.471091571962461e-05,6.81999372318387e-05,8.168896602001041e-05,9.517799480818212e-05,0.00010866701632039621,0.0001221560378326103,0.00013564506662078202,0.00014913409540895373,0.00016262312419712543,0.00017611213843338192,0.00018960116722155362,0.00020309019600972533,0.0002165792102459818,0.00023006823903415352,0.00024355726782232523,0.0002570462820585817,0.00027053532539866865,0.0002840243396349251,0.00029751338297501206,0.00031100239721126854,0.000324491411447525,0.00033798045478761196,0.00035146946902386844,0.0003649584832601249,0.00037844752660021186,0.00039193654083646834,0.0004054255550727248,0.00041891459841281176,0.00043240361264906824,0.0004458926559891552,0.00045938167022541165],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,0,1,2,1,6,3,6,2,9,9,12,8,6,14,13,18,18,26,23,23,28,28,39,21,37,36,48,39,32,24,27,26,29,17,23,14,18,14,10,16,8,7,8,2,4,1,3,1,1,1,1,0,1,0,0,0,0,0,1],"bins":[-0.012528582476079464,-0.012114597484469414,-0.011700612492859364,-0.011286628432571888,-0.010872643440961838,-0.010458658449351788,-0.010044673457741737,-0.009630689397454262,-0.009216704405844212,-0.008802719414234161,-0.008388734422624111,-0.007974749431014061,-0.007560764905065298,-0.007146780379116535,-0.006732795387506485,-0.006318810861557722,-0.005904825869947672,-0.005490840878337622,-0.005076856352388859,-0.004662871360778809,-0.004248886834830046,-0.0038349018432199955,-0.003420917084440589,-0.0030069323256611824,-0.002592947566881776,-0.0021789628081023693,-0.0017649780493229628,-0.0013509931741282344,-0.0009370084153488278,-0.0005230236565694213,-0.00010903883958235383,0.0003049459483008832,0.0007189307361841202,0.0011329154949635267,0.0015469002537429333,0.00196088501252234,0.0023748697713017464,0.0027888547629117966,0.003202839521691203,0.0036168242804706097,0.0040308088064193726,0.004444793798029423,0.004858778789639473,0.005272763315588236,0.005686748307198286,0.006100732833147049,0.006514717824757099,0.006928702350705862,0.007342687342315912,0.0077566723339259624,0.008170656859874725,0.008584641851484776,0.008998626843094826,0.009412610903382301,0.009826595894992352,0.010240580886602402,0.010654565878212452,0.011068550869822502,0.011482534930109978,0.011896519921720028,0.012310504913330078,0.012724489904940128,0.013138473965227604,0.013552458956837654,0.013966443948447704]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[1,0,0,1,0,0,1,0,1,2,4,6,3,6,4,4,4,8,8,15,19,17,15,23,17,24,26,33,23,10,23,29,30,37,33,20,33,18,24,15,23,33,18,22,29,26,8,15,10,10,8,9,3,4,4,1,2,1,2,0,0,0,2,1],"bins":[-0.021359460428357124,-0.020725542679429054,-0.020091624930500984,-0.019457707181572914,-0.018823789432644844,-0.018189871683716774,-0.017555953934788704,-0.016922036185860634,-0.016288120299577713,-0.015654202550649643,-0.015020283870398998,-0.014386366121470928,-0.013752449303865433,-0.013118531554937363,-0.012484613806009293,-0.011850696057081223,-0.011216778308153152,-0.010582860559225082,-0.009948942810297012,-0.009315025061368942,-0.008681107312440872,-0.008047190494835377,-0.007413272745907307,-0.006779354996979237,-0.0061454372480511665,-0.0055115194991230965,-0.004877601750195026,-0.004243684466928244,-0.0036097667180001736,-0.0029758489690721035,-0.002341931452974677,-0.0017080138204619288,-0.0010740943253040314,-0.00044017669279128313,0.0001937409397214651,0.0008276585722342134,0.0014615762047469616,0.0020954939536750317,0.002729411469772458,0.0033633289858698845,0.0039972467347979546,0.004631164483726025,0.005265082232654095,0.0058989995159208775,0.0065329172648489475,0.007166835013777018,0.0078007522970438,0.00843467004597187,0.00906858779489994,0.00970250554382801,0.01033642329275608,0.01097034104168415,0.01160425879061222,0.012238175608217716,0.012872093357145786,0.013506011106073856,0.014139928855001926,0.014773846603929996,0.015407764352858067,0.016041681170463562,0.016675598919391632,0.017309516668319702,0.017943434417247772,0.018577352166175842,0.019211269915103912],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,0,0,3,3,4,5,20,37,40,97,180,292,459,725,1140,1698,2513,3583,5079,6870,9152,11661,14709,18412,21913,25619,29455,32353,34834,36748,37666,37673,36195,34546,32327,29014,25609,22003,18398,15081,11913,9087,6846,4993,3541,2588,1781,1122,731,438,297,166,101,43,28,15,6,4,4,2,0,1],"bins":[-0.10733400285243988,-0.1040819063782692,-0.10082980990409851,-0.09757770597934723,-0.09432560950517654,-0.09107351303100586,-0.08782141655683517,-0.08456932008266449,-0.08131721615791321,-0.07806511968374252,-0.07481302320957184,-0.07156092673540115,-0.06830883026123047,-0.06505673378705978,-0.0618046335875988,-0.05855253338813782,-0.05530043691396713,-0.05204834043979645,-0.048796240240335464,-0.04554414376616478,-0.042292043566703796,-0.03903994709253311,-0.03578785061836243,-0.032535750418901443,-0.02928365394473076,-0.026031555607914925,-0.02277945727109909,-0.019527360796928406,-0.01627526246011257,-0.013023164123296738,-0.009771066717803478,-0.0065189688466489315,-0.0032668709754943848,-1.4773104339838028e-05,0.0032373247668147087,0.0064894226379692554,0.009741520509123802,0.012993618845939636,0.01624571532011032,0.019497813656926155,0.02274991199374199,0.026002010330557823,0.029254108667373657,0.03250620514154434,0.03575830161571503,0.03901040181517601,0.042262498289346695,0.04551459848880768,0.04876669496297836,0.05201879143714905,0.05527089163661003,0.058522988110780716,0.0617750883102417,0.06502718478441238,0.06827928125858307,0.07153137773275375,0.07478347420692444,0.07803557813167572,0.0812876746058464,0.08453977108001709,0.08779186755418777,0.09104396402835846,0.09429606795310974,0.09754816442728043,0.10080026090145111],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,2,5,6,6,11,19,21,27,37,49,90,138,175,288,422,675,992,1607,2500,4070,7070,12457,22334,47035,130459,481733,566378,179406,56238,25794,13742,7558,4372,2572,1639,986,661,392,241,175,125,103,68,68,31,22,20,12,8,4,3,7,3,1,2,2,0,0,1],"bins":[-0.000431060791015625,-0.0004172027111053467,-0.00040334463119506836,-0.00038948655128479004,-0.0003756284713745117,-0.0003617703914642334,-0.0003479123115539551,-0.00033405423164367676,-0.00032019615173339844,-0.0003063380718231201,-0.0002924799919128418,-0.0002786219120025635,-0.00026476383209228516,-0.00025090575218200684,-0.00023704767227172852,-0.0002231895923614502,-0.00020933151245117188,-0.00019547343254089355,-0.00018161535263061523,-0.00016775727272033691,-0.0001538991928100586,-0.00014004111289978027,-0.00012618303298950195,-0.00011232495307922363,-9.846687316894531e-05,-8.460879325866699e-05,-7.075071334838867e-05,-5.689263343811035e-05,-4.303455352783203e-05,-2.917647361755371e-05,-1.531839370727539e-05,-1.4603137969970703e-06,1.239776611328125e-05,2.625584602355957e-05,4.011392593383789e-05,5.397200584411621e-05,6.783008575439453e-05,8.168816566467285e-05,9.554624557495117e-05,0.00010940432548522949,0.0001232624053955078,0.00013712048530578613,0.00015097856521606445,0.00016483664512634277,0.0001786947250366211,0.00019255280494689941,0.00020641088485717773,0.00022026896476745605,0.00023412704467773438,0.0002479851245880127,0.000261843204498291,0.00027570128440856934,0.00028955936431884766,0.000303417444229126,0.0003172755241394043,0.0003311336040496826,0.00034499168395996094,0.00035884976387023926,0.0003727078437805176,0.0003865659236907959,0.0004004240036010742,0.00041428208351135254,0.00042814016342163086,0.0004419982433319092,0.0004558563232421875]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.00014972686767578125,-0.00014513731002807617,-0.0001405477523803711,-0.00013595819473266602,-0.00013136863708496094,-0.00012677907943725586,-0.00012218952178955078,-0.0001175999641418457,-0.00011301040649414062,-0.00010842084884643555,-0.00010383129119873047,-9.924173355102539e-05,-9.465217590332031e-05,-9.006261825561523e-05,-8.547306060791016e-05,-8.088350296020508e-05,-7.62939453125e-05,-7.170438766479492e-05,-6.711483001708984e-05,-6.252527236938477e-05,-5.793571472167969e-05,-5.334615707397461e-05,-4.875659942626953e-05,-4.416704177856445e-05,-3.9577484130859375e-05,-3.49879264831543e-05,-3.039836883544922e-05,-2.580881118774414e-05,-2.1219253540039062e-05,-1.6629695892333984e-05,-1.2040138244628906e-05,-7.450580596923828e-06,-2.86102294921875e-06,1.7285346984863281e-06,6.318092346191406e-06,1.0907649993896484e-05,1.5497207641601562e-05,2.008676528930664e-05,2.467632293701172e-05,2.9265880584716797e-05,3.3855438232421875e-05,3.844499588012695e-05,4.303455352783203e-05,4.762411117553711e-05,5.221366882324219e-05,5.6803226470947266e-05,6.139278411865234e-05,6.598234176635742e-05,7.05718994140625e-05,7.516145706176758e-05,7.975101470947266e-05,8.434057235717773e-05,8.893013000488281e-05,9.351968765258789e-05,9.810924530029297e-05,0.00010269880294799805,0.00010728836059570312,0.0001118779182434082,0.00011646747589111328,0.00012105703353881836,0.00012564659118652344,0.00013023614883422852,0.0001348257064819336,0.00013941526412963867,0.00014400482177734375],"_type":"histogram","values":[1,0,2,1,1,1,6,6,7,14,14,31,33,50,71,130,158,226,317,438,618,864,1210,1717,2646,3787,5677,8467,14270,24157,45753,92588,149860,108165,54636,28106,16293,9664,6312,4049,3018,1937,1294,902,671,448,354,237,188,118,76,55,57,35,19,24,17,12,4,5,4,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[3,3,7,10,24,42,66,111,168,273,467,670,979,1426,2024,2845,3842,5118,6720,8708,11020,13484,16070,18999,21984,25075,27911,30089,32159,33240,33927,33840,33044,31662,29753,27158,24797,21766,18400,15969,13323,10500,8459,6524,4842,3788,2736,1823,1309,932,631,435,254,179,90,61,42,18,12,5,1,4,2,1],"bins":[-0.09055139124393463,-0.08762317895889282,-0.08469495922327042,-0.08176673948764801,-0.0788385272026062,-0.07591031491756439,-0.07298209518194199,-0.07005387544631958,-0.06712566316127777,-0.06419745087623596,-0.061269231140613556,-0.05834101513028145,-0.05541279911994934,-0.05248458310961723,-0.049556367099285126,-0.04662815108895302,-0.04369993507862091,-0.0407717190682888,-0.037843503057956696,-0.03491528704762459,-0.03198707103729248,-0.029058855026960373,-0.026130639016628265,-0.023202423006296158,-0.02027420699596405,-0.017345990985631943,-0.014417774975299835,-0.011489558964967728,-0.00856134295463562,-0.005633126944303513,-0.002704910933971405,0.00022330507636070251,0.00315152108669281,0.006079737097024918,0.009007953107357025,0.011936169117689133,0.01486438512802124,0.017792601138353348,0.020720817148685455,0.023649033159017563,0.02657724916934967,0.029505465179681778,0.032433681190013885,0.03536189720034599,0.0382901132106781,0.04121832922101021,0.044146545231342316,0.04707476124167442,0.05000297725200653,0.05293119326233864,0.055859409272670746,0.05878762528300285,0.06171584129333496,0.06464405357837677,0.06757227331399918,0.07050049304962158,0.07342870533466339,0.0763569176197052,0.0792851373553276,0.08221335709095001,0.08514156937599182,0.08806978166103363,0.09099800139665604,0.09392622113227844,0.09685443341732025]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,2,0,2,1,5,5,6,14,13,15,18,42,61,74,93,144,240,305,392,693,965,1363,2202,3461,5376,9425,16039,29327,57191,115472,153254,90869,44903,23901,12879,7563,4817,2851,1906,1294,771,592,396,239,168,147,103,54,60,34,18,17,11,17,3,2,2,2,2,0,0,1,1],"bins":[-0.0001544952392578125,-0.00014956295490264893,-0.00014463067054748535,-0.00013969838619232178,-0.0001347661018371582,-0.00012983381748199463,-0.00012490153312683105,-0.00011996924877166748,-0.0001150369644165039,-0.00011010468006134033,-0.00010517239570617676,-0.00010024011135101318,-9.530782699584961e-05,-9.037554264068604e-05,-8.544325828552246e-05,-8.051097393035889e-05,-7.557868957519531e-05,-7.064640522003174e-05,-6.571412086486816e-05,-6.078183650970459e-05,-5.5849552154541016e-05,-5.091726779937744e-05,-4.598498344421387e-05,-4.105269908905029e-05,-3.612041473388672e-05,-3.1188130378723145e-05,-2.625584602355957e-05,-2.1323561668395996e-05,-1.6391277313232422e-05,-1.1458992958068848e-05,-6.5267086029052734e-06,-1.5944242477416992e-06,3.337860107421875e-06,8.27014446258545e-06,1.3202428817749023e-05,1.8134713172912598e-05,2.3066997528076172e-05,2.7999281883239746e-05,3.293156623840332e-05,3.7863850593566895e-05,4.279613494873047e-05,4.772841930389404e-05,5.266070365905762e-05,5.759298801422119e-05,6.252527236938477e-05,6.745755672454834e-05,7.238984107971191e-05,7.732212543487549e-05,8.225440979003906e-05,8.718669414520264e-05,9.211897850036621e-05,9.705126285552979e-05,0.00010198354721069336,0.00010691583156585693,0.00011184811592102051,0.00011678040027618408,0.00012171268463134766,0.00012664496898651123,0.0001315772533416748,0.00013650953769683838,0.00014144182205200195,0.00014637410640716553,0.0001513063907623291,0.00015623867511749268,0.00016117095947265625]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.0006924135377630591,-0.0006694928742945194,-0.0006465722690336406,-0.0006236516055651009,-0.0006007310003042221,-0.0005778103368356824,-0.0005548897315748036,-0.0005319690681062639,-0.0005090484628453851,-0.00048612779937684536,-0.0004632071650121361,-0.00044028653064742684,-0.00041736586717888713,-0.00039444523281417787,-0.0003715245984494686,-0.00034860396408475935,-0.0003256833297200501,-0.00030276269535534084,-0.0002798420609906316,-0.0002569214266259223,-0.00023400077770929784,-0.00021108014334458858,-0.0001881594944279641,-0.00016523886006325483,-0.00014231822569854558,-0.00011939759133383632,-9.647694969316944e-05,-7.355630805250257e-05,-5.0635673687793314e-05,-2.771503568510525e-05,-4.794397682417184e-06,1.812624032027088e-05,4.104682011529803e-05,6.396745448000729e-05,8.688809612067416e-05,0.00010980873776134104,0.0001327293721260503,0.00015565000649075955,0.00017857065540738404,0.0002014912897720933,0.00022441192413680255,0.0002473325585015118,0.00027025319286622107,0.00029317382723093033,0.00031609449069947004,0.0003390151250641793,0.00036193575942888856,0.0003848563937935978,0.0004077770281583071,0.00043069766252301633,0.0004536182968877256,0.00047653893125243485,0.0004994595656171441,0.0005223802290856838,0.0005453008343465626,0.0005682214978151023,0.0005911421030759811,0.0006140627665445209,0.0006369834300130606,0.0006599040352739394,0.0006828246987424791,0.0007057453040033579,0.0007286659674718976,0.0007515865727327764,0.0007745072362013161],"_type":"histogram","values":[2,1,5,1,3,4,2,7,5,8,11,17,22,17,24,35,36,53,57,75,99,155,210,245,289,405,553,666,927,2162,443183,1272,722,640,446,362,256,194,160,131,77,83,61,41,24,21,21,16,13,14,12,8,10,9,4,4,1,1,2,1,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[4,0,1,4,2,6,5,17,23,31,25,37,61,100,110,157,204,275,393,560,775,1065,1703,2466,3876,6250,9866,18025,35256,81364,240217,599673,354300,114884,46508,22513,12325,7050,4348,2786,1833,1142,775,538,368,284,186,119,97,73,54,28,24,19,14,16,11,6,3,2,0,4,1,2],"bins":[-0.00013446807861328125,-0.00013022124767303467,-0.00012597441673278809,-0.0001217275857925415,-0.00011748075485229492,-0.00011323392391204834,-0.00010898709297180176,-0.00010474026203155518,-0.0001004934310913086,-9.624660015106201e-05,-9.199976921081543e-05,-8.775293827056885e-05,-8.350610733032227e-05,-7.925927639007568e-05,-7.50124454498291e-05,-7.076561450958252e-05,-6.651878356933594e-05,-6.227195262908936e-05,-5.8025121688842773e-05,-5.377829074859619e-05,-4.953145980834961e-05,-4.528462886810303e-05,-4.1037797927856445e-05,-3.679096698760986e-05,-3.254413604736328e-05,-2.82973051071167e-05,-2.4050474166870117e-05,-1.9803643226623535e-05,-1.5556812286376953e-05,-1.1309981346130371e-05,-7.063150405883789e-06,-2.816319465637207e-06,1.430511474609375e-06,5.677342414855957e-06,9.924173355102539e-06,1.4171004295349121e-05,1.8417835235595703e-05,2.2664666175842285e-05,2.6911497116088867e-05,3.115832805633545e-05,3.540515899658203e-05,3.965198993682861e-05,4.3898820877075195e-05,4.814565181732178e-05,5.239248275756836e-05,5.663931369781494e-05,6.0886144638061523e-05,6.51329755783081e-05,6.937980651855469e-05,7.362663745880127e-05,7.787346839904785e-05,8.212029933929443e-05,8.636713027954102e-05,9.06139612197876e-05,9.486079216003418e-05,9.910762310028076e-05,0.00010335445404052734,0.00010760128498077393,0.00011184811592102051,0.00011609494686126709,0.00012034177780151367,0.00012458860874176025,0.00012883543968200684,0.00013308227062225342,0.0001373291015625]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,1,1,0,2,1,2,1,4,3,9,10,10,13,10,7,18,19,20,14,19,16,21,19,32,26,26,30,22,23,34,25,25,17,31,25,17,27,25,19,20,19,15,12,17,11,13,8,5,6,2,1,3,3,2,1,2,0,2],"bins":[-0.011108871549367905,-0.010790071450173855,-0.010471271350979805,-0.010152471251785755,-0.009833671152591705,-0.00951487198472023,-0.00919607188552618,-0.00887727178633213,-0.00855847168713808,-0.00823967158794403,-0.007920871488749981,-0.007602071855217218,-0.0072832717560231686,-0.006964471656829119,-0.006645672023296356,-0.006326871924102306,-0.0060080718249082565,-0.005689271725714207,-0.005370471626520157,-0.005051671992987394,-0.0047328718937933445,-0.004414071794599295,-0.004095272161066532,-0.0037764720618724823,-0.0034576719626784325,-0.0031388718634843826,-0.0028200719971209764,-0.0025012721307575703,-0.0021824720315635204,-0.0018636720487847924,-0.0015448720660060644,-0.0012260720832273364,-0.0009072721004486084,-0.0005884721176698804,-0.0002696721348911524,4.9127847887575626e-05,0.00036792783066630363,0.0006867278134450316,0.0010055277962237597,0.0013243277790024877,0.0016431277617812157,0.0019619278609752655,0.0022807277273386717,0.002599527593702078,0.0029183276928961277,0.0032371277920901775,0.0035559276584535837,0.00387472752481699,0.00419352762401104,0.00451232772320509,0.004831127822399139,0.005149927455931902,0.005468727555125952,0.005787527654320002,0.006106327287852764,0.006425127387046814,0.006743927486240864,0.007062727585434914,0.0073815276846289635,0.007700327318161726,0.008019126951694489,0.008337927050888538,0.008656727150082588,0.008975527249276638,0.009294327348470688],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,0,3,1,7,2,9,7,7,5,10,6,10,15,21,21,12,18,20,29,24,23,34,27,28,31,789,36,32,25,23,19,20,23,21,19,20,21,11,14,19,10,7,12,5,4,8,5,4,6,1,1,0,4,1,1],"bins":[-0.00667967414483428,-0.006486717611551285,-0.006293761543929577,-0.006100805010646582,-0.005907848477363586,-0.005714891944080591,-0.005521935410797596,-0.005328979343175888,-0.005136022809892893,-0.004943066276609898,-0.00475011020898819,-0.0045571536757051945,-0.004364197142422199,-0.004171240609139204,-0.003978284075856209,-0.003785328008234501,-0.0035923714749515057,-0.0033994149416685104,-0.003206458641216159,-0.0030135023407638073,-0.002820545807480812,-0.002627589274197817,-0.0024346329737454653,-0.0022416766732931137,-0.0020487201400101185,-0.001855763723142445,-0.0016628073062747717,-0.0014698508894070983,-0.001276894472539425,-0.0010839380556717515,-0.0008909816388040781,-0.0006980252219364047,-0.0005050692707300186,-0.0003121128538623452,-0.00011915643699467182,7.379997987300158e-05,0.00026675639674067497,0.00045971281360834837,0.0006526692304760218,0.0008456256473436952,0.0010385820642113686,0.001231538481079042,0.0014244948979467154,0.0016174513148143888,0.0018104077316820621,0.0020033642649650574,0.002196320565417409,0.0023892768658697605,0.0025822333991527557,0.002775189932435751,0.0029681462328881025,0.003161102533340454,0.0033540590666234493,0.0035470155999064445,0.003739971900358796,0.003932928200811148,0.004125884734094143,0.004318841267377138,0.004511797800660133,0.004704753868281841,0.0048977104015648365,0.005090666934847832,0.00528362300246954,0.005476579535752535,0.00566953606903553]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[2,2,4,8,15,19,51,80,167,245,458,755,1160,1741,2616,3956,5734,8077,11356,15210,20195,26131,32710,40544,49131,57992,66125,74375,82496,88391,92740,94796,95167,93329,89754,83353,76500,68475,59043,50514,42135,34115,27360,21177,16033,11778,8467,6190,4230,2845,1921,1288,769,465,298,162,105,49,30,12,6,4,3,5],"bins":[-0.09940691292285919,-0.09630955010652542,-0.09321218729019165,-0.09011482447385788,-0.08701746165752411,-0.08392009884119034,-0.08082273602485657,-0.0777253732085228,-0.07462801039218903,-0.07153064012527466,-0.06843327730894089,-0.06533591449260712,-0.062238551676273346,-0.059141188859939575,-0.056043826043605804,-0.052946463227272034,-0.04984910041093826,-0.04675173759460449,-0.04365437477827072,-0.04055701196193695,-0.03745964914560318,-0.03436228260397911,-0.03126491978764534,-0.02816755697131157,-0.0250701941549778,-0.021972831338644028,-0.018875468522310257,-0.015778103843331337,-0.012680741026997566,-0.009583378210663795,-0.00648601446300745,-0.003388651181012392,-0.000291287899017334,0.002806075382977724,0.005903438664972782,0.009000802412629128,0.012098165228962898,0.015195528045296669,0.01829289272427559,0.02139025554060936,0.02448761835694313,0.0275849811732769,0.030682343989610672,0.03377970680594444,0.03687707334756851,0.03997443616390228,0.04307179898023605,0.046169161796569824,0.049266524612903595,0.052363887429237366,0.055461250245571136,0.05855861306190491,0.06165597587823868,0.06475333869457245,0.06785070151090622,0.07094806432723999,0.07404543459415436,0.07714279741048813,0.0802401602268219,0.08333752304315567,0.08643488585948944,0.08953224867582321,0.09262961149215698,0.09572697430849075,0.09882433712482452]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,0,1,0,2,4,2,1,3,5,1,8,10,14,12,17,6,15,16,15,20,18,18,19,34,38,25,29,34,42,32,31,36,32,21,25,15,22,21,18,18,13,19,8,7,6,5,6,2,3,5,3,3,3,1,0,0,0,0,1],"bins":[-0.0005569414934143424,-0.0005401151720434427,-0.0005232887924648821,-0.0005064624710939825,-0.0004896361497230828,-0.00047280979924835265,-0.0004559834487736225,-0.0004391570982988924,-0.00042233074782416224,-0.00040550442645326257,-0.00038867807597853243,-0.0003718517255038023,-0.0003550254041329026,-0.0003381990536581725,-0.00032137270318344235,-0.0003045463818125427,-0.00028772003133781254,-0.0002708936808630824,-0.00025406735949218273,-0.0002372410090174526,-0.00022041465854272246,-0.00020358832261990756,-0.00018676198669709265,-0.00016993563622236252,-0.0001531093002995476,-0.0001362829643767327,-0.00011945661390200257,-0.00010263027797918767,-8.580393478041515e-05,-6.897759158164263e-05,-5.2151252020848915e-05,-3.53249124600552e-05,-1.8498569261282682e-05,-1.6722278814995661e-06,1.515411349828355e-05,3.198045305907726e-05,4.880679625784978e-05,6.56331394566223e-05,8.245947537943721e-05,9.928581857820973e-05,0.00011611216177698225,0.00013293849769979715,0.0001497648481745273,0.0001665911840973422,0.0001834175200201571,0.00020024387049488723,0.00021707020641770214,0.00023389655689243227,0.0002507228928152472,0.0002675492432899773,0.000284375564660877,0.0003012019151356071,0.00031802826561033726,0.00033485458698123693,0.00035168093745596707,0.0003685072879306972,0.0003853336093015969,0.000402159959776327,0.00041898631025105715,0.0004358126607257873,0.00045263898209668696,0.0004694653325714171,0.00048629168304614723,0.0005031180335208774,0.000519944354891777]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.0001368084631394595,-0.00013250538904685527,-0.00012820231495425105,-0.00012389924086164683,-0.00011959617404500023,-0.000115293099952396,-0.0001109900331357494,-0.00010668695904314518,-0.00010238388495054096,-9.808081085793674e-05,-9.377773676533252e-05,-8.947466994868591e-05,-8.51715958560817e-05,-8.086852176347747e-05,-7.656545494683087e-05,-7.226238085422665e-05,-6.795930676162243e-05,-6.365623266901821e-05,-5.9353162214392796e-05,-5.505009175976738e-05,-5.0747017667163163e-05,-4.6443943574558944e-05,-4.214087311993353e-05,-3.783780266530812e-05,-3.35347285727039e-05,-2.923165629908908e-05,-2.4928584025474265e-05,-2.062551175185945e-05,-1.6322439478244632e-05,-1.2019367204629816e-05,-7.716294931015e-06,-3.4132226574001834e-06,8.898350642994046e-07,5.192907337914221e-06,9.495979611529037e-06,1.3799051885143854e-05,1.810212415875867e-05,2.2405196432373486e-05,2.6708268705988303e-05,3.1011339160613716e-05,3.5314413253217936e-05,3.9617487345822155e-05,4.392055780044757e-05,4.822362825507298e-05,5.25267023476772e-05,5.682977644028142e-05,6.113284325692803e-05,6.543591734953225e-05,6.973899144213647e-05,7.404206553474069e-05,7.83451396273449e-05,8.264820644399151e-05,8.695128053659573e-05,9.125435462919995e-05,9.555742144584656e-05,9.986049553845078e-05,0.000104163569631055,0.00010846664372365922,0.00011276971781626344,0.00011707278463291004,0.00012137585872551426,0.00012567892554216087,0.0001299819996347651,0.0001342850737273693,0.00013858814781997353],"_type":"histogram","values":[2,1,0,0,1,2,4,4,4,1,6,8,7,5,10,10,17,6,11,16,16,16,22,29,24,17,31,30,26,22,22,23,23,25,31,20,25,19,22,23,16,10,18,30,8,16,15,9,12,7,9,5,7,4,4,5,2,4,4,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,3,9,12,37,55,121,191,320,465,826,1236,1863,2797,3977,5828,7566,10164,12818,16212,19926,23432,27463,30694,33816,36403,37576,38292,38219,36525,33836,31342,27607,23824,20074,16815,13223,10303,7852,5667,4066,2823,2014,1388,841,528,307,211,120,49,42,20,12,6,3,0,1,0,0,0,0,1],"bins":[-0.09821438044309616,-0.09488965570926666,-0.09156492352485657,-0.08824019879102707,-0.08491546660661697,-0.08159074187278748,-0.07826600968837738,-0.07494128495454788,-0.07161656022071838,-0.06829182803630829,-0.06496710330247879,-0.061642371118068695,-0.0583176463842392,-0.0549929179251194,-0.0516681894659996,-0.048343461006879807,-0.04501873254776001,-0.04169400408864021,-0.038369275629520416,-0.03504454717040062,-0.03171981871128082,-0.028395092114806175,-0.025070365518331528,-0.02174563705921173,-0.018420908600091934,-0.015096180140972137,-0.011771452613174915,-0.008446725085377693,-0.005121996626257896,-0.001797268632799387,0.0015274593606591225,0.004852187354117632,0.008176907896995544,0.011501636356115341,0.014826363883912563,0.018151091411709785,0.021475819870829582,0.02480054832994938,0.028125274926424026,0.03145000338554382,0.03477473184466362,0.03809946030378342,0.041424188762903214,0.04474891722202301,0.04807364195585251,0.051398370414972305,0.0547230988740921,0.0580478273332119,0.061372555792331696,0.0646972805261612,0.06802201271057129,0.07134673744440079,0.07467146962881088,0.07799619436264038,0.08132092654705048,0.08464565128087997,0.08797037601470947,0.09129510819911957,0.09461983293294907,0.09794456511735916,0.10126928985118866,0.10459402203559875,0.10791874676942825,0.11124347895383835,0.11456820368766785]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,2,2,9,30,43,55,76,159,226,393,535,894,1323,1909,2693,3625,4776,6446,8348,10550,13044,16079,18819,21999,25400,27922,30437,32858,33882,34826,34569,33774,32252,30042,27652,24909,21698,18803,15705,12851,10286,8043,6279,4612,3306,2452,1762,1245,835,511,356,211,150,67,44,24,11,5,2,3,3],"bins":[-0.09821194410324097,-0.09522932767868042,-0.09224671125411987,-0.08926409482955933,-0.08628147840499878,-0.08329886198043823,-0.08031624555587769,-0.07733362913131714,-0.07435101270675659,-0.07136839628219604,-0.0683857798576355,-0.06540316343307495,-0.0624205507338047,-0.059437934309244156,-0.05645531788468361,-0.05347270146012306,-0.050490085035562515,-0.04750746861100197,-0.04452485218644142,-0.041542235761880875,-0.03855961933732033,-0.03557700291275978,-0.032594386488199234,-0.029611771926283836,-0.02662915550172329,-0.023646539077162743,-0.020663922652602196,-0.01768130622804165,-0.014698690734803677,-0.01171607431024313,-0.008733458817005157,-0.005750842392444611,-0.0027682259678840637,0.0002143902238458395,0.0031970064155757427,0.006179622374475002,0.00916223879903555,0.012144855223596096,0.015127470716834068,0.018110087141394615,0.021092703565955162,0.02407531999051571,0.027057936415076256,0.030040552839636803,0.0330231674015522,0.03600578382611275,0.038988400250673294,0.04197101667523384,0.04495363309979439,0.047936249524354935,0.05091886594891548,0.05390148237347603,0.056884098798036575,0.05986671522259712,0.06284932792186737,0.06583194434642792,0.06881456077098846,0.07179717719554901,0.07477979362010956,0.0777624100446701,0.08074502646923065,0.0837276428937912,0.08671025931835175,0.08969287574291229,0.09267549216747284]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,2,3,1,4,2,3,8,7,9,6,10,8,19,19,12,20,12,20,17,27,25,34,28,28,28,31,35,37,20,36,17,24,26,19,20,14,11,13,13,16,13,10,13,4,8,9,9,4,5,0,2,0,1,2],"bins":[-0.000141496115247719,-0.0001375670835841447,-0.0001336380373686552,-0.00012970900570508093,-0.00012577995948959142,-0.00012185092782601714,-0.00011792188888648525,-0.00011399284994695336,-0.00011006381828337908,-0.00010613477934384719,-0.00010220574040431529,-9.82767014647834e-05,-9.434766252525151e-05,-9.041862358571962e-05,-8.648959192214534e-05,-8.256055298261344e-05,-7.863151404308155e-05,-7.470247510354966e-05,-7.077343616401777e-05,-6.684440450044349e-05,-6.29153655609116e-05,-5.89863266213797e-05,-5.505728768184781e-05,-5.1128252380294725e-05,-4.719921344076283e-05,-4.327017450123094e-05,-3.9341139199677855e-05,-3.541210026014596e-05,-3.148306132061407e-05,-2.7554026019060984e-05,-2.3624987079529092e-05,-1.9695949958986603e-05,-1.57669055624865e-05,-1.183786844194401e-05,-7.90883041190682e-06,-3.97979283661698e-06,-5.075526132714003e-08,3.8782823139627e-06,7.80731988925254e-06,1.173635791928973e-05,1.566539503983222e-05,1.959443216037471e-05,2.3523469280917197e-05,2.745250822044909e-05,3.138154715998098e-05,3.531058246153407e-05,3.923962140106596e-05,4.3168656702619046e-05,4.709769564215094e-05,5.102673458168283e-05,5.4955769883235916e-05,5.888480882276781e-05,6.28138441243209e-05,6.674288306385279e-05,7.067192200338468e-05,7.460096094291657e-05,7.852999260649085e-05,8.245903154602274e-05,8.638807048555464e-05,9.031710942508653e-05,9.424614836461842e-05,9.817518730415031e-05,0.00010210421896772459,0.00010603325790725648,0.00010996229684678838]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[5,3,3,17,27,60,107,175,289,455,742,1147,1876,2728,4175,5904,8261,11335,15229,20248,25945,32492,40103,48208,57143,65241,73210,80550,87013,91093,93842,93830,92138,89216,83531,76094,69174,60300,51871,43151,35108,28332,22395,17020,12814,9465,6853,4710,3187,2260,1506,908,575,356,182,100,72,46,21,13,7,1,1,1],"bins":[-0.09545540064573288,-0.09239622205495834,-0.08933703601360321,-0.08627785742282867,-0.08321867138147354,-0.080159492790699,-0.07710030674934387,-0.07404112815856934,-0.0709819421172142,-0.06792276352643967,-0.06486357748508453,-0.06180439889431,-0.05874521657824516,-0.05568603426218033,-0.052626851946115494,-0.04956766963005066,-0.046508487313985825,-0.04344930499792099,-0.040390122681856155,-0.03733094036579132,-0.034271758049726486,-0.0312125775963068,-0.028153395280241966,-0.02509421296417713,-0.022035030648112297,-0.018975848332047462,-0.015916666015982628,-0.012857484631240368,-0.009798302315175533,-0.006739119999110699,-0.0036799381487071514,-0.0006207560654729605,0.0024384260177612305,0.005497608333826065,0.0085567906498909,0.01161597203463316,0.014675154350697994,0.017734335735440254,0.02079351805150509,0.023852700367569923,0.026911882683634758,0.029971064999699593,0.03303024545311928,0.03608942776918411,0.03914861008524895,0.04220779240131378,0.045266974717378616,0.04832615703344345,0.051385339349508286,0.05444452166557312,0.057503703981637955,0.06056288629770279,0.06362206488847733,0.06668125092983246,0.069740429520607,0.07279961556196213,0.07585879415273666,0.0789179801940918,0.08197715878486633,0.08503634482622147,0.088095523416996,0.09115470945835114,0.09421388804912567,0.0972730740904808,0.10033225268125534]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,0,0,2,1,0,3,5,5,9,5,10,7,8,15,16,13,12,19,23,23,22,23,23,26,27,23,24,27,24,21,26,25,26,11,24,20,22,18,24,25,12,10,10,10,14,17,10,10,5,4,6,6,2,2,3,1,0,2,1,0,2],"bins":[-0.0013444966170936823,-0.0013022474013268948,-0.0012599980691447854,-0.0012177488533779979,-0.0011754996376112103,-0.0011332504218444228,-0.0010910010896623135,-0.001048751873895526,-0.0010065026581287384,-0.00096425338415429,-0.0009220041101798415,-0.000879754894413054,-0.0008375056204386055,-0.000795256404671818,-0.0007530071306973696,-0.000710757914930582,-0.0006685086409561336,-0.0006262593669816852,-0.0005840101512148976,-0.0005417608772404492,-0.0004995116614736617,-0.0004572623874992132,-0.00041501314262859523,-0.00037276389775797725,-0.00033051465288735926,-0.0002882654080167413,-0.0002460161631461233,-0.00020376690372359008,-0.0001615176588529721,-0.0001192684139823541,-7.70191618357785e-05,-3.476991332718171e-05,7.479335181415081e-06,4.9728583690011874e-05,9.197783219860867e-05,0.00013422708434518427,0.00017647632921580225,0.00021872557408642024,0.00026097483350895345,0.00030322407837957144,0.0003454733232501894,0.0003877225681208074,0.0004299718129914254,0.0004722210578620434,0.0005144703318364918,0.0005567195476032794,0.0005989688215777278,0.0006412180373445153,0.0006834673113189638,0.0007257165852934122,0.0007679658010601997,0.0008102150750346482,0.0008524642908014357,0.0008947135647758842,0.0009369627805426717,0.0009792119963094592,0.0010214613284915686,0.001063710544258356,0.0011059597600251436,0.001148209092207253,0.0011904583079740405,0.001232707523740828,0.0012749567395076156,0.001317206071689725,0.0013594552874565125]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.0018157958984375,-0.001764059066772461,-0.0017123222351074219,-0.0016605854034423828,-0.0016088485717773438,-0.0015571117401123047,-0.0015053749084472656,-0.0014536380767822266,-0.0014019012451171875,-0.0013501644134521484,-0.0012984275817871094,-0.0012466907501220703,-0.0011949539184570312,-0.0011432170867919922,-0.0010914802551269531,-0.001039743423461914,-0.000988006591796875,-0.0009362697601318359,-0.0008845329284667969,-0.0008327960968017578,-0.0007810592651367188,-0.0007293224334716797,-0.0006775856018066406,-0.0006258487701416016,-0.0005741119384765625,-0.0005223751068115234,-0.0004706382751464844,-0.0004189014434814453,-0.00036716461181640625,-0.0003154277801513672,-0.0002636909484863281,-0.00021195411682128906,-0.00016021728515625,-0.00010848045349121094,-5.6743621826171875e-05,-5.0067901611328125e-06,4.673004150390625e-05,9.846687316894531e-05,0.00015020370483398438,0.00020194053649902344,0.0002536773681640625,0.00030541419982910156,0.0003571510314941406,0.0004088878631591797,0.00046062469482421875,0.0005123615264892578,0.0005640983581542969,0.0006158351898193359,0.000667572021484375,0.0007193088531494141,0.0007710456848144531,0.0008227825164794922,0.0008745193481445312,0.0009262561798095703,0.0009779930114746094,0.0010297298431396484,0.0010814666748046875,0.0011332035064697266,0.0011849403381347656,0.0012366771697998047,0.0012884140014648438,0.0013401508331298828,0.0013918876647949219,0.001443624496459961,0.001495361328125],"_type":"histogram","values":[1,1,0,0,1,0,0,2,1,0,7,9,7,12,21,22,39,42,83,105,133,229,268,475,594,897,1299,2036,3209,5074,8735,16274,35094,102501,518205,654322,136127,41742,19301,10020,6015,3486,2162,1455,923,606,446,301,198,122,81,72,37,28,10,12,9,3,2,3,2,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-0.09400498867034912,-0.09104062616825104,-0.08807627111673355,-0.08511190861463547,-0.08214755356311798,-0.0791831910610199,-0.07621883600950241,-0.07325447350740433,-0.07029011845588684,-0.06732575595378876,-0.06436139345169067,-0.06139703840017319,-0.058432675898075104,-0.05546831712126732,-0.052503958344459534,-0.04953959956765175,-0.046575240790843964,-0.04361088201403618,-0.040646523237228394,-0.03768216446042061,-0.034717805683612823,-0.03175344318151474,-0.028789084404706955,-0.02582472562789917,-0.022860366851091385,-0.0198960080742836,-0.016931649297475815,-0.01396728865802288,-0.011002929881215096,-0.00803857110440731,-0.005074211396276951,-0.0021098521538078785,0.0008544996380805969,0.0038188588805496693,0.006783218123018742,0.009747577831149101,0.012711936607956886,0.01567629538476467,0.018640656024217606,0.02160501480102539,0.024569373577833176,0.02753373235464096,0.030498091131448746,0.03346244990825653,0.036426812410354614,0.0393911711871624,0.042355529963970184,0.04531988874077797,0.048284247517585754,0.05124860629439354,0.054212965071201324,0.05717732384800911,0.060141682624816895,0.06310604512691498,0.06607040017843246,0.06903476268053055,0.07199911773204803,0.07496348023414612,0.0779278427362442,0.08089219778776169,0.08385656028985977,0.08682091534137726,0.08978527784347534,0.09274963289499283,0.09571399539709091],"_type":"histogram","values":[1,0,3,10,11,13,50,53,98,172,279,406,646,961,1402,2046,2853,3839,5182,6923,8811,11319,13928,16772,19614,22476,25926,28903,31008,32786,34112,34583,34047,33289,31916,29552,27079,24001,21042,17828,15052,12372,9882,7709,6035,4363,3255,2376,1626,1112,774,504,328,175,134,70,53,31,14,10,4,3,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9823110699653625,0.9827914834022522,0.9832718968391418,0.9837522506713867,0.9842326641082764,0.984713077545166,0.9851934909820557,0.9856739044189453,0.9861542582511902,0.9866346716880798,0.9871150851249695,0.9875954985618591,0.9880759119987488,0.9885562658309937,0.9890366792678833,0.989517092704773,0.9899975061416626,0.9904779195785522,0.9909582734107971,0.9914386868476868,0.9919191002845764,0.9923995137214661,0.9928799271583557,0.9933602809906006,0.9938406944274902,0.9943211078643799,0.9948015213012695,0.9952819347381592,0.995762288570404,0.9962427020072937,0.9967231154441833,0.997203528881073,0.9976838827133179,0.9981642961502075,0.9986447095870972,0.9991251230239868,0.9996055364608765,1.0000859498977661,1.0005663633346558,1.0010467767715454,1.0015270709991455,1.0020074844360352,1.0024878978729248,1.0029683113098145,1.003448724746704,1.0039291381835938,1.0044095516204834,1.004889965057373,1.0053703784942627,1.0058507919311523,1.0063310861587524,1.006811499595642,1.0072919130325317,1.0077723264694214,1.008252739906311,1.0087331533432007,1.0092135667800903,1.00969398021698,1.0101743936538696,1.0106548070907593,1.0111351013183594,1.011615514755249,1.0120959281921387,1.0125763416290283,1.013056755065918],"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,2,2,0,2,3,5,7,7,3,8,7,16,14,14,14,25,13,22,18,37,34,26,22,48,27,39,36,34,23,19,36,25,17,24,21,15,14,16,10,9,6,6,13,5,4,4,2,2,3,2,1,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[-0.0005052756168879569,-0.0004883689107373357,-0.00047146223369054496,-0.00045455555664375424,-0.00043764885049313307,-0.0004207421443425119,-0.0004038354672957212,-0.00038692879024893045,-0.0003700220840983093,-0.0003531153779476881,-0.0003362087009008974,-0.00031930202385410666,-0.0003023953177034855,-0.0002854886115528643,-0.0002685819345060736,-0.0002516752574592829,-0.0002347685513086617,-0.00021786185970995575,-0.0002009551681112498,-0.00018404847651254386,-0.0001671417849138379,-0.00015023509331513196,-0.00013332840171642601,-0.00011642171011772007,-9.951501851901412e-05,-8.260832692030817e-05,-6.570163532160223e-05,-4.879494372289628e-05,-3.188825212419033e-05,-1.4981560525484383e-05,1.9251310732215643e-06,1.883182267192751e-05,3.573857247829437e-05,5.264526407700032e-05,6.955195567570627e-05,8.645864727441221e-05,0.00010336533887311816,0.00012027203047182411,0.00013717872207053006,0.000154085413669236,0.00017099210526794195,0.0001878987968666479,0.00020480548846535385,0.0002217121800640598,0.00023861887166276574,0.0002555255778133869,0.00027243225486017764,0.00028933893190696836,0.00030624563805758953,0.0003231523442082107,0.0003400590212550014,0.00035696569830179214,0.0003738724044524133,0.0003907791106030345,0.0004076857876498252,0.00042459246469661593,0.0004414991708472371,0.0004584058769978583,0.000475312554044649,0.0004922192310914397,0.0005091259372420609,0.0005260326433926821,0.0005429392913356423,0.0005598459974862635,0.0005767527036368847],"_type":"histogram","values":[1,1,0,0,0,0,0,2,0,0,1,1,3,5,3,4,6,2,5,4,7,10,10,12,23,27,33,73,75,87,68,61,61,48,36,24,13,16,12,6,6,6,4,3,3,1,0,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,1,4,1,7,4,10,9,22,29,35,55,84,97,141,223,325,453,571,917,1218,1951,2616,4066,6139,8985,13670,20278,32105,48169,73030,94277,89343,64883,42779,27912,18341,12190,7918,5365,3703,2363,1724,1095,819,556,419,280,173,144,95,74,53,27,25,16,8,10,4,3,1,2,3,3],"bins":[-5.14984130859375e-05,-4.988163709640503e-05,-4.826486110687256e-05,-4.664808511734009e-05,-4.503130912780762e-05,-4.3414533138275146e-05,-4.1797757148742676e-05,-4.0180981159210205e-05,-3.8564205169677734e-05,-3.6947429180145264e-05,-3.533065319061279e-05,-3.371387720108032e-05,-3.209710121154785e-05,-3.048032522201538e-05,-2.886354923248291e-05,-2.724677324295044e-05,-2.562999725341797e-05,-2.4013221263885498e-05,-2.2396445274353027e-05,-2.0779669284820557e-05,-1.9162893295288086e-05,-1.7546117305755615e-05,-1.5929341316223145e-05,-1.4312565326690674e-05,-1.2695789337158203e-05,-1.1079013347625732e-05,-9.462237358093262e-06,-7.845461368560791e-06,-6.22868537902832e-06,-4.61190938949585e-06,-2.995133399963379e-06,-1.3783574104309082e-06,2.384185791015625e-07,1.8551945686340332e-06,3.471970558166504e-06,5.088746547698975e-06,6.705522537231445e-06,8.322298526763916e-06,9.939074516296387e-06,1.1555850505828857e-05,1.3172626495361328e-05,1.4789402484893799e-05,1.640617847442627e-05,1.802295446395874e-05,1.963973045349121e-05,2.125650644302368e-05,2.2873282432556152e-05,2.4490058422088623e-05,2.6106834411621094e-05,2.7723610401153564e-05,2.9340386390686035e-05,3.0957162380218506e-05,3.2573938369750977e-05,3.419071435928345e-05,3.580749034881592e-05,3.742426633834839e-05,3.904104232788086e-05,4.065781831741333e-05,4.22745943069458e-05,4.389137029647827e-05,4.550814628601074e-05,4.712492227554321e-05,4.8741698265075684e-05,5.0358474254608154e-05,5.1975250244140625e-05]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[1,1,3,2,3,4,3,7,11,19,25,47,65,94,124,188,254,302,485,617,768,1051,1606,2139,3049,4802,6947,11141,18033,30207,60973,195568,871780,214899,63637,32370,18471,11106,7198,4519,3056,2150,1440,1020,787,547,370,291,196,142,110,74,56,42,20,13,8,5,5,4,4,3,1,1],"bins":[-0.0023956298828125,-0.002321958541870117,-0.0022482872009277344,-0.0021746158599853516,-0.0021009445190429688,-0.002027273178100586,-0.001953601837158203,-0.0018799304962158203,-0.0018062591552734375,-0.0017325878143310547,-0.0016589164733886719,-0.001585245132446289,-0.0015115737915039062,-0.0014379024505615234,-0.0013642311096191406,-0.0012905597686767578,-0.001216888427734375,-0.0011432170867919922,-0.0010695457458496094,-0.0009958744049072266,-0.0009222030639648438,-0.0008485317230224609,-0.0007748603820800781,-0.0007011890411376953,-0.0006275177001953125,-0.0005538463592529297,-0.0004801750183105469,-0.00040650367736816406,-0.00033283233642578125,-0.00025916099548339844,-0.00018548965454101562,-0.00011181831359863281,-3.814697265625e-05,3.552436828613281e-05,0.00010919570922851562,0.00018286705017089844,0.00025653839111328125,0.00033020973205566406,0.0004038810729980469,0.0004775524139404297,0.0005512237548828125,0.0006248950958251953,0.0006985664367675781,0.0007722377777099609,0.0008459091186523438,0.0009195804595947266,0.0009932518005371094,0.0010669231414794922,0.001140594482421875,0.0012142658233642578,0.0012879371643066406,0.0013616085052490234,0.0014352798461914062,0.001508951187133789,0.0015826225280761719,0.0016562938690185547,0.0017299652099609375,0.0018036365509033203,0.0018773078918457031,0.001950979232788086,0.0020246505737304688,0.0020983219146728516,0.0021719932556152344,0.002245664596557617,0.0023193359375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-7.384840864688158e-05,-7.15465794201009e-05,-6.924475746927783e-05,-6.694292824249715e-05,-6.464109901571646e-05,-6.23392770648934e-05,-6.003744783811271e-05,-5.773561861133203e-05,-5.5433793022530153e-05,-5.313196743372828e-05,-5.0830138206947595e-05,-4.852831261814572e-05,-4.6226487029343843e-05,-4.392465780256316e-05,-4.1622832213761285e-05,-3.93210029869806e-05,-3.7019177398178726e-05,-3.471735180937685e-05,-3.241552258259617e-05,-3.0113696993794292e-05,-2.7811869586003013e-05,-2.5510042178211734e-05,-2.3208216589409858e-05,-2.090638918161858e-05,-1.86045617738273e-05,-1.630273436603602e-05,-1.4000907867739443e-05,-1.1699081369442865e-05,-9.397253961651586e-06,-7.095427008607658e-06,-4.793600055563729e-06,-2.491773102519801e-06,-1.8994614947587252e-07,2.111880803568056e-06,4.413707756611984e-06,6.715534709655913e-06,9.017361662699841e-06,1.131918907049112e-05,1.3621015568787698e-05,1.5922842067084275e-05,1.8224669474875554e-05,2.0526496882666834e-05,2.2828324290458113e-05,2.513014987925999e-05,2.7431977287051268e-05,2.9733804694842547e-05,3.203563028364442e-05,3.4337459510425106e-05,3.663928509922698e-05,3.894111068802886e-05,4.124293991480954e-05,4.3544765503611416e-05,4.58465947303921e-05,4.8148420319193974e-05,5.045024590799585e-05,5.275207513477653e-05,5.505390072357841e-05,5.7355726312380284e-05,5.965755553916097e-05,6.195938476594165e-05,6.426120671676472e-05,6.65630359435454e-05,6.886486517032608e-05,7.116668712114915e-05,7.346851634792984e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,1,0,1,0,0,1,4,4,4,5,4,9,11,10,13,33,27,37,59,96,140,194,280,335,273,159,109,64,43,30,15,24,14,12,7,5,7,5,1,1,3,1,0,1,0,0,0,0,0,0,1,1,0,0,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,0,1,1,0,2,0,2,2,1,0,3,6,2,5,3,10,6,12,20,8,21,19,21,27,23,38,22,50,34,52,42,38,41,36,42,26,24,20,20,19,13,5,13,11,5,4,3,2,1,1,1,2,1,0,2,0,0,1,2],"bins":[-0.0001515990443294868,-0.00014723929052706808,-0.00014287953672464937,-0.00013851978292223066,-0.00013416004367172718,-0.00012980028986930847,-0.00012544053606688976,-0.00012108078226447105,-0.00011672102846205235,-0.00011236127465963364,-0.00010800152085721493,-0.00010364177433075383,-9.928202052833512e-05,-9.492226672591642e-05,-9.056252019945532e-05,-8.620276639703661e-05,-8.18430125946179e-05,-7.74832587921992e-05,-7.312350498978049e-05,-6.876375846331939e-05,-6.440400466090068e-05,-6.0044250858481973e-05,-5.568450069404207e-05,-5.132475052960217e-05,-4.696499672718346e-05,-4.260524292476475e-05,-3.824549276032485e-05,-3.388574259588495e-05,-2.952598879346624e-05,-2.5166236810036935e-05,-2.080648482660763e-05,-1.6446732843178324e-05,-1.2086980859749019e-05,-7.727228876319714e-06,-3.3674768928904086e-06,9.922750905388966e-07,5.352027073968202e-06,9.711779057397507e-06,1.4071531040826812e-05,1.8431283024256118e-05,2.2791035007685423e-05,2.7150786991114728e-05,3.1510538974544033e-05,3.5870289138983935e-05,4.0230042941402644e-05,4.458979674382135e-05,4.8949546908261254e-05,5.3309297072701156e-05,5.7669050875119865e-05,6.202880467753857e-05,6.638855847995728e-05,7.074830500641838e-05,7.510805880883709e-05,7.94678126112558e-05,8.382755913771689e-05,8.81873129401356e-05,9.254706674255431e-05,9.690682054497302e-05,0.00010126657434739172,0.00010562632087385282,0.00010998607467627153,0.00011434582847869024,0.00011870557500515133,0.00012306532880757004,0.00012742508260998875]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[2,0,0,0,1,1,3,2,3,3,3,2,10,3,6,8,9,7,13,17,16,10,16,17,18,19,29,20,22,26,33,24,31,19,25,34,22,31,25,20,23,24,11,18,18,23,12,8,14,13,13,8,8,5,3,3,4,3,0,1,4,0,1,1],"bins":[0.9864610433578491,0.9869251847267151,0.9873893857002258,0.9878535270690918,0.9883177280426025,0.9887818694114685,0.9892460703849792,0.9897102117538452,0.990174412727356,0.9906385540962219,0.9911027550697327,0.9915668964385986,0.9920310974121094,0.9924952387809753,0.9929594397544861,0.993423581123352,0.9938877820968628,0.9943519234657288,0.9948160648345947,0.9952802658081055,0.9957444071769714,0.9962086081504822,0.9966727495193481,0.9971369504928589,0.9976010918617249,0.9980652928352356,0.9985294342041016,0.9989936351776123,0.9994577765464783,0.999921977519989,1.000386118888855,1.0008503198623657,1.001314401626587,1.0017786026000977,1.0022428035736084,1.0027070045471191,1.0031710863113403,1.003635287284851,1.0040994882583618,1.0045636892318726,1.0050277709960938,1.0054919719696045,1.0059561729431152,1.006420373916626,1.0068844556808472,1.007348656654358,1.0078128576278687,1.0082770586013794,1.0087411403656006,1.0092053413391113,1.009669542312622,1.0101336240768433,1.010597825050354,1.0110620260238647,1.0115262269973755,1.0119903087615967,1.0124545097351074,1.0129187107086182,1.013382911682129,1.01384699344635,1.0143111944198608,1.0147753953933716,1.0152395963668823,1.0157036781311035,1.0161678791046143],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.09382171928882599,-0.0907110795378685,-0.08760043978691101,-0.08448980003595352,-0.08137916028499603,-0.07826852798461914,-0.07515788823366165,-0.07204724848270416,-0.06893660873174667,-0.06582596898078918,-0.0627153292298317,-0.059604693204164505,-0.056494053453207016,-0.05338341370224953,-0.050272777676582336,-0.04716213792562485,-0.04405149817466736,-0.04094085842370987,-0.03783021867275238,-0.03471958264708519,-0.0316089428961277,-0.028498303145170212,-0.025387665256857872,-0.022277027368545532,-0.019166387617588043,-0.016055747866630554,-0.012945109978318214,-0.0098344711586833,-0.006723832339048386,-0.0036131935194134712,-0.0005025546997785568,0.0026080841198563576,0.005718730390071869,0.008829369209706783,0.011940008029341698,0.015050646848976612,0.018161285668611526,0.021271925419569016,0.024382563307881355,0.027493201196193695,0.030603840947151184,0.03371448069810867,0.03682512044906616,0.03993575647473335,0.04304639622569084,0.04615703597664833,0.04926767200231552,0.05237831175327301,0.0554889515042305,0.05859959125518799,0.06171023100614548,0.06482087075710297,0.06793150305747986,0.07104214280843735,0.07415278255939484,0.07726342231035233,0.08037406206130981,0.0834847018122673,0.08659534156322479,0.08970598131418228,0.09281662106513977,0.09592725336551666,0.09903789311647415,0.10214853286743164,0.10525917261838913],"_type":"histogram","values":[4,2,3,10,29,30,44,83,141,269,364,648,1015,1427,2052,2928,4062,5703,7567,9690,12109,15081,17934,21450,24625,27704,30599,33140,34575,35940,35886,35180,33457,31544,28615,25857,22620,19150,15821,13072,10383,7996,6156,4582,3380,2322,1578,1091,663,494,300,184,107,74,35,26,9,5,3,3,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,2,1,0,0,4,3,4,3,12,3,7,7,8,5,11,15,21,19,20,37,40,43,43,63,78,80,87,89,99,90,104,113,111,88,91,103,74,82,71,43,55,46,51,31,25,19,15,7,8,5,5,2,2],"bins":[-0.017874443903565407,-0.01758280210196972,-0.01729116030037403,-0.016999518498778343,-0.016707876697182655,-0.016416234895586967,-0.01612459309399128,-0.015832951292395592,-0.015541309490799904,-0.01524966862052679,-0.014958026818931103,-0.014666385017335415,-0.014374743215739727,-0.01408310141414404,-0.013791459612548351,-0.013499817810952663,-0.013208176009356976,-0.012916534207761288,-0.0126248924061656,-0.012333250604569912,-0.012041608802974224,-0.011749967001378536,-0.011458325199782848,-0.01116668339818716,-0.010875042527914047,-0.01058340072631836,-0.010291758924722672,-0.010000117123126984,-0.009708475321531296,-0.009416833519935608,-0.00912519171833992,-0.008833549916744232,-0.008541909046471119,-0.008250267244875431,-0.007958625443279743,-0.007666983641684055,-0.0073753418400883675,-0.00708370003849268,-0.006792058236896992,-0.006500416900962591,-0.006208775099366903,-0.0059171332977712154,-0.005625491496175528,-0.00533384969457984,-0.005042207892984152,-0.004750566091388464,-0.004458924755454063,-0.0041672829538583755,-0.0038756411522626877,-0.003583999350667,-0.003292357549071312,-0.003000715747475624,-0.0027090739458799362,-0.002417432377114892,-0.002125790575519204,-0.0018341487739235163,-0.0015425070887431502,-0.0012508654035627842,-0.0009592236019670963,-0.0006675818585790694,-0.0003759401151910424,-8.429837180301547e-05,0.00020734337158501148,0.0004989851149730384,0.0007906268583610654]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[5,6,12,23,38,87,142,249,413,658,1050,1687,2392,3721,5339,7368,10353,13934,18685,24022,30512,37634,45063,54074,62639,71555,78539,85048,90077,92643,94574,92954,90303,85595,78942,71170,62990,54519,46114,37659,30392,23990,18487,14057,10145,7416,5186,3576,2460,1676,1078,680,397,227,146,76,40,33,6,4,2,1,0,1],"bins":[-0.10041975229978561,-0.09712837636470795,-0.09383699297904968,-0.09054561704397202,-0.08725424110889435,-0.08396285772323608,-0.08067148178815842,-0.07738010585308075,-0.07408872246742249,-0.07079734653234482,-0.06750597059726715,-0.06421458721160889,-0.06092321127653122,-0.057631831616163254,-0.05434045195579529,-0.05104907602071762,-0.047757696360349655,-0.04446631669998169,-0.04117494076490402,-0.037883561104536057,-0.03459218144416809,-0.031300805509090424,-0.028009425848722458,-0.024718046188354492,-0.021426668390631676,-0.01813529059290886,-0.014843910932540894,-0.011552533134818077,-0.008261154405772686,-0.004969775676727295,-0.0016783974133431911,0.0016129810828715563,0.004904359579086304,0.008195738308131695,0.011487117037177086,0.014778494834899902,0.018069874495267868,0.021361252292990685,0.0246526300907135,0.027944009751081467,0.031235387548804283,0.0345267653465271,0.037818145006895065,0.04110952466726303,0.0444009006023407,0.047692280262708664,0.05098365992307663,0.0542750358581543,0.05756641551852226,0.06085779517889023,0.0641491711139679,0.06744055449962616,0.07073193043470383,0.0740233063697815,0.07731468975543976,0.08060606569051743,0.08389744162559509,0.08718882501125336,0.09048020094633102,0.09377157688140869,0.09706296026706696,0.10035433620214462,0.10364571213722229,0.10693709552288055,0.11022847145795822]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.00021744031982962042,-0.00020970095647498965,-0.0002019616076722741,-0.00019422224431764334,-0.00018648288096301258,-0.00017874353216029704,-0.00017100416880566627,-0.0001632648054510355,-0.00015552545664831996,-0.0001477860932936892,-0.00014004672993905842,-0.00013230736658442765,-0.00012456801778171211,-0.00011682865442708135,-0.00010908929834840819,-0.00010134993499377742,-9.361057891510427e-05,-8.587122283643112e-05,-7.813185948180035e-05,-7.03925034031272e-05,-6.265314004849643e-05,-5.491378396982327e-05,-4.717442789115012e-05,-3.9435068174498156e-05,-3.1695708457846195e-05,-2.3956348741194233e-05,-1.6216990843531676e-05,-8.477632036374416e-06,-7.382732292171568e-07,7.001085577940103e-06,1.4740444385097362e-05,2.247980228275992e-05,3.021917655132711e-05,3.795853626797907e-05,4.569789598463103e-05,5.3437252063304186e-05,6.117661541793495e-05,6.891597149660811e-05,7.665532757528126e-05,8.439469092991203e-05,9.213404700858518e-05,9.987340308725834e-05,0.00010761276644188911,0.00011535212252056226,0.00012309147859923542,0.00013083084195386618,0.00013857020530849695,0.0001463095541112125,0.00015404891746584326,0.00016178828082047403,0.00016952762962318957,0.00017726699297782034,0.0001850063563324511,0.00019274570513516665,0.0002004850684897974,0.00020822443184442818,0.00021596378064714372,0.0002237031440017745,0.00023144250735640526,0.00023918187071103603,0.0002469212340656668,0.00025466058286838233,0.0002623999316710979,0.00027013930957764387,0.0002778786583803594],"_type":"histogram","values":[2,2,1,2,3,1,1,2,0,7,3,5,10,17,10,20,16,20,14,23,19,24,28,27,26,37,33,27,27,30,29,31,27,35,27,23,20,17,22,19,14,8,7,14,12,6,3,2,2,3,0,4,1,2,2,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.10060412436723709,-0.09747873991727829,-0.09435334801673889,-0.09122796356678009,-0.08810257911682129,-0.08497718721628189,-0.08185180276632309,-0.07872641086578369,-0.07560102641582489,-0.07247564196586609,-0.06935025006532669,-0.06622486561536789,-0.06309947371482849,-0.05997408926486969,-0.05684870481491089,-0.05372331663966179,-0.05059792846441269,-0.04747254028916359,-0.04434715211391449,-0.04122176766395569,-0.03809637948870659,-0.03497099131345749,-0.03184560686349869,-0.028720218688249588,-0.02559483051300049,-0.02246944233775139,-0.019344056025147438,-0.016218669712543488,-0.013093281537294388,-0.009967894293367863,-0.006842507049441338,-0.0037171198055148125,-0.0005917325615882874,0.0025336546823382378,0.005659041926264763,0.008784429170191288,0.011909816414117813,0.015035203658044338,0.018160590901970863,0.021285977214574814,0.024411365389823914,0.027536753565073013,0.030662139877676964,0.033787526190280914,0.036912914365530014,0.040038302540779114,0.043163686990737915,0.046289075165987015,0.049414463341236115,0.052539851516485214,0.055665239691734314,0.058790624141693115,0.061916012316942215,0.06504140049219131,0.06816678494215012,0.07129217684268951,0.07441756129264832,0.07754294574260712,0.08066833764314651,0.08379372209310532,0.08691911399364471,0.09004449844360352,0.09316988289356232,0.09629527479410172,0.09942065924406052],"_type":"histogram","values":[2,3,4,9,13,26,40,91,144,245,442,708,1130,1702,2554,3770,5455,7910,10924,15084,19755,25636,32058,39916,48314,57294,65417,73957,81662,87366,92390,94482,95519,93977,89712,83804,76695,68869,60745,51447,42519,34589,28090,21703,16415,12279,8877,6465,4426,2958,1954,1281,801,513,285,183,127,56,38,17,12,4,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.00015802700363565236,-0.00015264654939528555,-0.0001472660806030035,-0.00014188562636263669,-0.00013650517212226987,-0.00013112470332998782,-0.000125744249089621,-0.00012036378757329658,-0.00011498332605697215,-0.00010960286454064772,-0.00010422240302432328,-9.884194878395647e-05,-9.346148726763204e-05,-8.80810257513076e-05,-8.270057151094079e-05,-7.732010999461636e-05,-7.193964847829193e-05,-6.65591869619675e-05,-6.117872544564307e-05,-5.579827120527625e-05,-5.041780968895182e-05,-4.503734817262739e-05,-3.9656890294281766e-05,-3.427643241593614e-05,-2.889597089961171e-05,-2.3515511202276684e-05,-1.8135051504941657e-05,-1.275459180760663e-05,-7.374132110271603e-06,-1.9936724129365757e-06,3.3867872843984514e-06,8.767246981733479e-06,1.4147706679068506e-05,1.9528166376403533e-05,2.490862607373856e-05,3.0289085771073587e-05,3.5669545468408614e-05,4.1050006984733045e-05,4.643046486307867e-05,5.181092274142429e-05,5.719138425774872e-05,6.257184577407315e-05,6.795230729039758e-05,7.33327615307644e-05,7.871322304708883e-05,8.409368456341326e-05,8.947413880378008e-05,9.485460032010451e-05,0.00010023506183642894,0.00010561552335275337,0.0001109959848690778,0.00011637643910944462,0.00012175690062576905,0.00012713736214209348,0.0001325178163824603,0.00013789828517474234,0.00014327873941510916,0.00014865919365547597,0.00015403966244775802,0.00015942011668812484,0.00016480058548040688,0.0001701810397207737,0.0001755614939611405,0.00018094196275342256,0.00018632241699378937],"_type":"histogram","values":[1,0,0,0,0,2,3,3,1,1,0,3,5,6,4,4,1,8,6,7,14,16,25,27,29,33,46,56,57,78,52,56,46,36,36,14,20,17,12,16,4,5,5,2,2,3,2,0,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[2,0,1,1,0,0,1,2,1,2,3,2,2,4,4,7,6,4,10,7,18,13,24,13,27,22,26,25,23,29,26,38,23,35,32,33,28,23,30,35,19,10,25,19,23,16,14,10,9,4,5,8,7,4,1,2,2,2,1,0,1,1,1,2],"bins":[-0.00012473879905883223,-0.00012106190843041986,-0.0001173850178020075,-0.00011370811989763752,-0.00011003122926922515,-0.00010635433864081278,-0.00010267744801240042,-9.900055738398805e-05,-9.532365947961807e-05,-9.16467688512057e-05,-8.796987822279334e-05,-8.429298759438097e-05,-8.061609696596861e-05,-7.693920633755624e-05,-7.326230843318626e-05,-6.95854178047739e-05,-6.590852717636153e-05,-6.223163654794917e-05,-5.855474228155799e-05,-5.4877851653145626e-05,-5.120095738675445e-05,-4.752406675834209e-05,-4.384717612992972e-05,-4.017028186353855e-05,-3.649339123512618e-05,-3.2816500606713817e-05,-2.9139606340322644e-05,-2.5462715711910278e-05,-2.1785823264508508e-05,-1.810893081710674e-05,-1.4432039279199671e-05,-1.0755147741292603e-05,-7.07824801793322e-06,-3.401356025278801e-06,2.755359673756175e-07,3.952427960030036e-06,7.629319952684455e-06,1.1306212400086224e-05,1.4983103937993292e-05,1.865999547590036e-05,2.233688792330213e-05,2.60137803707039e-05,2.9690672818105668e-05,3.3367563446518034e-05,3.70444540749304e-05,4.072134834132157e-05,4.439823896973394e-05,4.807513323612511e-05,5.175202386453748e-05,5.5428914492949843e-05,5.9105808759341016e-05,6.278270302573219e-05,6.645959365414456e-05,7.013648428255692e-05,7.381337491096929e-05,7.749026553938165e-05,8.116716344375163e-05,8.4844054072164e-05,8.852094470057636e-05,9.219783532898873e-05,9.58747259574011e-05,9.955161658581346e-05,0.00010322851449018344,0.00010690540511859581,0.00011058229574700817],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[1,0,0,1,10,9,23,44,60,109,191,294,426,694,1010,1492,2165,3042,4173,5671,7319,9348,12007,14550,17641,20554,23960,27054,29732,31850,33614,34675,35519,34151,33264,31718,28662,26268,23098,20120,16782,13819,11278,8800,6841,5223,3972,2786,2045,1307,916,577,377,245,127,87,54,28,18,13,3,3,2,2],"bins":[-0.09748950600624084,-0.09447874128818512,-0.0914679765701294,-0.08845721930265427,-0.08544645458459854,-0.08243568986654282,-0.07942492514848709,-0.07641416043043137,-0.07340340316295624,-0.07039263844490051,-0.06738187372684479,-0.06437110900878906,-0.06136034429073334,-0.05834958329796791,-0.055338818579912186,-0.05232805758714676,-0.049317292869091034,-0.04630652815103531,-0.04329576715826988,-0.04028500244021416,-0.03727424144744873,-0.034263476729393005,-0.03125271201133728,-0.028241949155926704,-0.02523118630051613,-0.022220423445105553,-0.019209660589694977,-0.01619889587163925,-0.013188133016228676,-0.0101773701608181,-0.0071666063740849495,-0.004155843053013086,-0.00114508718252182,0.001865676138550043,0.004876439459621906,0.007887203246355057,0.010897966101765633,0.013908728957176208,0.016919493675231934,0.01993025653064251,0.022941019386053085,0.02595178224146366,0.028962545096874237,0.03197330981492996,0.03498407453298569,0.037994835525751114,0.04100560024380684,0.044016361236572266,0.04702712595462799,0.050037890672683716,0.05304865166544914,0.05605941638350487,0.059070177376270294,0.06208094209432602,0.06509170681238174,0.06810247153043747,0.0711132287979126,0.07412399351596832,0.07713475823402405,0.08014552295207977,0.0831562876701355,0.08616705238819122,0.08917780965566635,0.09218857437372208,0.0951993390917778],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,1,1,0,0,3,1,1,3,1,2,2,3,3,9,7,13,11,11,10,38,43,57,82,95,89,57,55,41,26,26,17,18,9,4,5,4,1,3,3,0,1,3,1,1,2,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0017439816147089005,-0.0016905238153412938,-0.001637066132389009,-0.0015836083330214024,-0.0015301506500691175,-0.001476692850701511,-0.0014232350513339043,-0.0013697773683816195,-0.0013163195690140128,-0.0012628617696464062,-0.0012094040866941214,-0.0011559462873265147,-0.001102488487958908,-0.0010490308050066233,-0.0009955730056390166,-0.0009421152644790709,-0.0008886575233191252,-0.0008351997821591794,-0.0007817420409992337,-0.0007282842416316271,-0.0006748265004716814,-0.0006213687593117356,-0.000567910959944129,-0.0005144532187841833,-0.00046099547762423754,-0.0004075377364642918,-0.00035407996620051563,-0.00030062219593673944,-0.0002471644547767937,-0.00019370669906493276,-0.0001402489433530718,-8.679118764121085e-05,-3.33334319293499e-05,2.0124323782511055e-05,7.358207949437201e-05,0.00012703983520623296,0.00018049759091809392,0.00023395534662995487,0.00028741310234181583,0.000340870872605592,0.00039432861376553774,0.00044778635492548347,0.0005012440960854292,0.0005547018954530358,0.0006081596366129816,0.0006616173777729273,0.0007150751771405339,0.0007685329183004797,0.0008219906594604254,0.0008754484006203711,0.0009289061417803168,0.0009823639411479235,0.0010358216241002083,0.001089279423467815,0.0011427372228354216,0.0011961949057877064,0.001249652705155313,0.0013031105045229197,0.0013565681874752045,0.001410025986842811,0.0014634837862104177,0.0015169414691627026,0.0015703992685303092,0.001623856951482594,0.0016773147508502007]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.011752702295780182,-0.011389529332518578,-0.011026355437934399,-0.010663182474672794,-0.010300008580088615,-0.009936835616827011,-0.009573662653565407,-0.009210488758981228,-0.008847315795719624,-0.00848414283245802,-0.00812096893787384,-0.007757795974612236,-0.007394622545689344,-0.007031449116766453,-0.0066682761535048485,-0.006305102724581957,-0.005941929295659065,-0.005578755866736174,-0.005215582437813282,-0.004852409474551678,-0.004489236045628786,-0.0041260626167058945,-0.0037628894206136465,-0.0033997162245213985,-0.003036542795598507,-0.0026733693666756153,-0.0023101961705833673,-0.0019470228580757976,-0.0015838495455682278,-0.001220676233060658,-0.0008575029205530882,-0.0004943296080455184,-0.0001311562955379486,0.00023201701696962118,0.000595190329477191,0.0009583636419847608,0.0013215369544923306,0.0016847102669999003,0.00204788357950747,0.002411056775599718,0.0027742302045226097,0.0031374036334455013,0.0035005768295377493,0.0038637500256299973,0.004226923454552889,0.0045900968834757805,0.004953269846737385,0.005316443275660276,0.005679616704583168,0.00604279013350606,0.006405963562428951,0.006769136525690556,0.007132309954613447,0.007495483383536339,0.007858656346797943,0.008221830241382122,0.008585003204643726,0.00894817616790533,0.00931135006248951,0.009674523025751114,0.010037695989012718,0.010400869883596897,0.010764042846858501,0.01112721674144268,0.011490389704704285],"_type":"histogram","values":[1,0,1,1,1,2,0,2,3,2,3,4,4,5,4,5,10,6,10,14,23,21,20,26,24,30,23,16,26,25,31,32,26,32,23,29,19,25,30,25,34,28,21,17,16,7,10,7,6,8,3,4,5,4,3,4,2,2,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,0,0,1,0,1,0,2,0,2,1,1,3,0,0,4,4,2,3,1,1,1,1,0,0,2,0,0,1,10,18,103,426,118,18,7,2,3,0,1,1,0,0,4,2,3,1,2,0,3,2,0,2,1,4,0,2,0,1,0,1,0,1],"bins":[-1.421821139047097e-06,-1.3794729056826327e-06,-1.3371245586313307e-06,-1.2947763252668665e-06,-1.2524280919024022e-06,-1.210079858537938e-06,-1.1677316251734737e-06,-1.1253832781221718e-06,-1.0830350447577075e-06,-1.0406868113932433e-06,-9.983384643419413e-07,-9.55990230977477e-07,-9.136419976130128e-07,-8.712937642485485e-07,-8.289454740406654e-07,-7.865971838327823e-07,-7.442489504683181e-07,-7.019007171038538e-07,-6.595524268959707e-07,-6.172041366880876e-07,-5.748559033236234e-07,-5.325076699591591e-07,-4.90159379751276e-07,-4.478111179651023e-07,-4.0546285617892863e-07,-3.6311459439275495e-07,-3.2076633260658127e-07,-2.784180708204076e-07,-2.360698090342339e-07,-1.9372154724806023e-07,-1.5137328546188655e-07,-1.0902502367571287e-07,-6.667676188953919e-08,-2.4328500103365513e-08,1.8019761682808166e-08,6.036802346898185e-08,1.0271628525515553e-07,1.450645470413292e-07,1.8741280882750289e-07,2.2976107061367657e-07,2.7210933239985025e-07,3.144575941860239e-07,3.568058559721976e-07,3.991541177583713e-07,4.4150237954454497e-07,4.838506129090092e-07,5.261989031168923e-07,5.685471933247754e-07,6.108954266892397e-07,6.532436600537039e-07,6.95591950261587e-07,7.379402404694702e-07,7.802884738339344e-07,8.226367071983987e-07,8.649849974062818e-07,9.073332876141649e-07,9.496815209786291e-07,9.920297543430934e-07,1.0343781013943953e-06,1.0767263347588596e-06,1.1190745681233238e-06,1.161422801487788e-06,1.2037710348522523e-06,1.2461193819035543e-06,1.2884676152680186e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[-0.002634665695950389,-0.002546543488278985,-0.002458421280607581,-0.0023702990729361773,-0.0022821766324341297,-0.002194054424762726,-0.002105932217091322,-0.002017810009419918,-0.0019296878017485142,-0.0018415654776617885,-0.0017534432699903846,-0.0016653210623189807,-0.001577198738232255,-0.001489076530560851,-0.0014009543228894472,-0.0013128319988027215,-0.0012247097911313176,-0.0011365875834599137,-0.001048465259373188,-0.0009603430517017841,-0.0008722208440303802,-0.0007840985781513155,-0.0006959763122722507,-0.0006078541046008468,-0.000519731838721782,-0.00043160960194654763,-0.0003434873651713133,-0.0002553650992922485,-0.00016724286251701415,-7.912061846582219e-05,9.001625585369766e-06,9.712386963656172e-05,0.00018524611368775368,0.000273368350462988,0.00036149058723822236,0.00044961285311728716,0.000537735060788691,0.0006258573266677558,0.0007139795925468206,0.0008021018002182245,0.0008902240660972893,0.0009783463319763541,0.001066468539647758,0.001154590747319162,0.0012427130714058876,0.0013308352790772915,0.0014189574867486954,0.001507079810835421,0.001595202018506825,0.0016833242261782289,0.0017714465502649546,0.0018595687579363585,0.0019476909656077623,0.0020358131732791662,0.00212393538095057,0.0022120578214526176,0.0023001800291240215,0.0023883022367954254,0.0024764244444668293,0.002564546652138233,0.002652668859809637,0.0027407913003116846,0.0028289135079830885,0.0029170357156544924,0.0030051579233258963],"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,0,3,2,3,1,1,1,0,0,3,7,10,13,16,16,33,33,58,65,81,82,70,62,32,27,38,22,13,14,12,3,12,8,4,2,4,0,3,2,1,2,1,2,0,0,0,1,0,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.009651189669966698,-0.00930473580956459,-0.008958281017839909,-0.008611827157437801,-0.00826537236571312,-0.007918918505311012,-0.007572464179247618,-0.007226009853184223,-0.006879555992782116,-0.006533101666718721,-0.006186647340655327,-0.005840193014591932,-0.005493738688528538,-0.005147284362465143,-0.004800830502063036,-0.004454376175999641,-0.004107921849936247,-0.0037614675238728523,-0.0034150134306401014,-0.003068559104576707,-0.002722105011343956,-0.0023756506852805614,-0.002029196359217167,-0.0016827421495690942,-0.0013362879399210215,-0.0009898337302729487,-0.0006433794624172151,-0.00029692522366531193,4.9529015086591244e-05,0.0003959832538384944,0.0007424374925903976,0.0010888917604461312,0.001435345970094204,0.0017818001797422767,0.0021282543893903494,0.002474708715453744,0.002821162808686495,0.0031676171347498894,0.003514071460813284,0.003860525554046035,0.004206979647278786,0.00455343397334218,0.004899888299405575,0.005246342625468969,0.005592796951532364,0.0059392512775957584,0.006285705137997866,0.00663215946406126,0.006978613790124655,0.007325068116188049,0.007671522442251444,0.008017976768314838,0.008364430628716946,0.008710885420441628,0.009057339280843735,0.009403793141245842,0.009750247932970524,0.010096701793372631,0.010443156585097313,0.01078961044549942,0.011136064305901527,0.01148251909762621,0.011828972958028316,0.012175427749752998,0.012521881610155106],"_type":"histogram","values":[1,1,2,0,0,1,4,4,3,3,4,7,9,18,10,14,20,16,24,23,29,22,24,31,33,27,26,34,22,35,47,35,20,32,14,28,20,16,15,16,14,7,17,12,3,7,3,4,1,2,3,0,1,1,1,0,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,2,0,0,0,4,4,3,2,3,6,10,11,7,11,17,16,22,27,21,31,20,18,30,31,28,28,44,31,25,32,31,36,30,16,28,21,19,15,17,8,12,7,5,8,10,5,1,1,3,2,2,0,2,1,0,0,2,0,0,0,0,1],"bins":[-0.00695932237431407,-0.006716279778629541,-0.006473236717283726,-0.006230194121599197,-0.005987151525914669,-0.005744108464568853,-0.005501065868884325,-0.005258023273199797,-0.005014980211853981,-0.004771937616169453,-0.004528895020484924,-0.004285852424800396,-0.00404280936345458,-0.003799766767770052,-0.00355672393925488,-0.0033136813435703516,-0.0030706385150551796,-0.0028275956865400076,-0.0025845530908554792,-0.0023415102623403072,-0.002098467666655779,-0.0018554248381406069,-0.0016123820096254349,-0.0013693392975255847,-0.0011262965854257345,-0.0008832538733258843,-0.0006402111030183733,-0.0003971683618146926,-0.00015412562061101198,8.891712059266865e-05,0.0003319598617963493,0.0005750026321038604,0.0008180458098649979,0.001061088521964848,0.0013041312340646982,0.0015471740625798702,0.0017902167746797204,0.0020332594867795706,0.0022763023152947426,0.002519344910979271,0.002762387739494443,0.003005430568009615,0.0032484731636941433,0.0034915159922093153,0.0037345588207244873,0.003977601416409016,0.004220644012093544,0.00446368707343936,0.004706729669123888,0.004949772264808416,0.005192815326154232,0.00543585792183876,0.005678900517523289,0.005921943578869104,0.006164986174553633,0.006408028770238161,0.006651071831583977,0.006894114427268505,0.0071371570229530334,0.007380199618637562,0.0076232426799833775,0.007866285741329193,0.008109328337013721,0.00835237093269825,0.008595413528382778]},"train_batch_loss":0.006656582001596689,"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0004806889337487519,-0.000466112163849175,-0.0004515353939495981,-0.00043695862405002117,-0.00042238185415044427,-0.00040780508425086737,-0.00039322831435129046,-0.00037865154445171356,-0.00036407477455213666,-0.0003494980337563902,-0.0003349212638568133,-0.0003203444939572364,-0.0003057677240576595,-0.0002911909541580826,-0.0002766141842585057,-0.0002620374143589288,-0.0002474606444593519,-0.000232883874559775,-0.0002183071046601981,-0.0002037303347606212,-0.0001891535648610443,-0.00017457680951338261,-0.0001600000396138057,-0.0001454232697142288,-0.0001308464998146519,-0.000116269729915075,-0.0001016929600154981,-8.711619739187881e-05,-7.253942749230191e-05,-5.796265759272501e-05,-4.3385891331126913e-05,-2.8809123250539415e-05,-1.4232384273782372e-05,3.4438380680512637e-07,1.4921151887392625e-05,2.9497919967980124e-05,4.407468804856762e-05,5.8651457948144525e-05,7.322822057176381e-05,8.780499047134072e-05,0.00010238176037091762,0.00011695853027049452,0.00013153530017007142,0.00014611207006964833,0.00016068882541731,0.0001752655953168869,0.0001898423652164638,0.0002044191351160407,0.0002189959050156176,0.0002335726749151945,0.0002481494448147714,0.0002627262147143483,0.0002773029846139252,0.0002918797545135021,0.000306456524413079,0.0003210332943126559,0.00033561006421223283,0.0003501868050079793,0.0003647635749075562,0.0003793403448071331,0.00039391711470671,0.0004084938846062869,0.0004230706545058638,0.0004376474244054407,0.0004522241943050176],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,1,2,5,4,5,5,4,6,6,8,14,13,17,19,27,29,30,33,41,42,33,36,43,38,36,32,36,21,27,25,24,17,10,18,11,7,7,7,3,1,2,3,4,3,0,1,2,1,1,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,1,1,0,3,4,6,7,8,8,23,33,50,86,117,158,296,442,727,1061,1587,2720,4268,7369,12409,22589,43789,91104,173328,112318,52576,26935,14318,8276,4974,2962,1920,1203,764,476,305,184,138,89,51,54,29,21,9,9,7,3,2,1,1,2,0,0,0,0,1],"bins":[-0.0009765625,-0.0009456872940063477,-0.0009148120880126953,-0.000883936882019043,-0.0008530616760253906,-0.0008221864700317383,-0.0007913112640380859,-0.0007604360580444336,-0.0007295608520507812,-0.0006986856460571289,-0.0006678104400634766,-0.0006369352340698242,-0.0006060600280761719,-0.0005751848220825195,-0.0005443096160888672,-0.0005134344100952148,-0.0004825592041015625,-0.00045168399810791016,-0.0004208087921142578,-0.00038993358612060547,-0.0003590583801269531,-0.0003281831741333008,-0.00029730796813964844,-0.0002664327621459961,-0.00023555755615234375,-0.0002046823501586914,-0.00017380714416503906,-0.00014293193817138672,-0.00011205673217773438,-8.118152618408203e-05,-5.030632019042969e-05,-1.9431114196777344e-05,1.1444091796875e-05,4.2319297790527344e-05,7.319450378417969e-05,0.00010406970977783203,0.00013494491577148438,0.00016582012176513672,0.00019669532775878906,0.0002275705337524414,0.00025844573974609375,0.0002893209457397461,0.00032019615173339844,0.0003510713577270508,0.0003819465637207031,0.00041282176971435547,0.0004436969757080078,0.00047457218170166016,0.0005054473876953125,0.0005363225936889648,0.0005671977996826172,0.0005980730056762695,0.0006289482116699219,0.0006598234176635742,0.0006906986236572266,0.0007215738296508789,0.0007524490356445312,0.0007833242416381836,0.0008141994476318359,0.0008450746536254883,0.0008759498596191406,0.000906825065612793,0.0009377002716064453,0.0009685754776000977,0.00099945068359375]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[-0.0013622174737975001,-0.001312559936195612,-0.0012629023985937238,-0.0012132448609918356,-0.0011635873233899474,-0.0011139297857880592,-0.001064272248186171,-0.0010146147105842829,-0.0009649571147747338,-0.0009152995771728456,-0.0008656420395709574,-0.0008159845019690692,-0.0007663269061595201,-0.000716669368557632,-0.0006670118309557438,-0.0006173542933538556,-0.0005676967557519674,-0.0005180392181500793,-0.00046838168054819107,-0.00041872411384247243,-0.00036906657624058425,-0.0003194090386386961,-0.00026975147193297744,-0.00022009393433108926,-0.00017043639672920108,-0.00012077885185135528,-7.112130697350949e-05,-2.1463762095663697e-05,2.8193782782182097e-05,7.785132766002789e-05,0.00012750887253787369,0.0001771664246916771,0.00022682384587824345,0.0002764813834801316,0.0003261389210820198,0.00037579648778773844,0.0004254540253896266,0.0004751115629915148,0.0005247691296972334,0.0005744266672991216,0.0006240842049010098,0.000673741742502898,0.0007233992801047862,0.0007730568177066743,0.0008227144135162234,0.0008723719511181116,0.0009220294887199998,0.000971687026321888,0.0010213445639237761,0.0010710021015256643,0.0011206596391275525,0.0011703171767294407,0.0012199747143313289,0.001269632251933217,0.0013192897895351052,0.0013689473271369934,0.0014186049811542034,0.0014682625187560916,0.0015179200563579798,0.001567577593959868,0.0016172351315617561,0.0016668926691636443,0.0017165502067655325,0.0017662077443674207,0.0018158652819693089],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,0,1,0,3,5,4,7,7,9,13,25,16,39,58,53,79,69,84,59,49,37,35,14,15,19,16,8,9,6,7,5,1,3,4,1,1,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.0002595343685243279,-0.0002524221781641245,-0.0002453099878039211,-0.00023819779744371772,-0.00023108560708351433,-0.00022397341672331095,-0.00021686122636310756,-0.00020974903600290418,-0.0002026368456427008,-0.0001955246552824974,-0.00018841246492229402,-0.00018130027456209064,-0.00017418808420188725,-0.00016707589384168386,-0.00015996370348148048,-0.0001528515131212771,-0.0001457393227610737,-0.0001386271178489551,-0.0001315149274887517,-0.00012440273712854832,-0.00011729055404430255,-0.00011017836368409917,-0.00010306617332389578,-9.59539829636924e-05,-8.88417853275314e-05,-8.172959496732801e-05,-7.461740460712463e-05,-6.750521424692124e-05,-6.0393023886717856e-05,-5.328083352651447e-05,-4.6168643166311085e-05,-3.90564528061077e-05,-3.1944262445904315e-05,-2.483207208570093e-05,-1.7719881725497544e-05,-1.0607689546304755e-05,-3.4954991861013696e-06,3.6166916288493667e-06,1.0728882443800103e-05,1.784107371349819e-05,2.4953264073701575e-05,3.206545443390496e-05,3.9177644794108346e-05,4.628983515431173e-05,5.3402029152493924e-05,6.051421951269731e-05,6.76264098729007e-05,7.473860023310408e-05,8.185079059330747e-05,8.896298095351085e-05,9.607517131371424e-05,0.00010318736167391762,0.000110299552034121,0.00011741174239432439,0.0001245239400304854,0.00013163613039068878,0.00013874832075089216,0.00014586051111109555,0.00015297270147129893,0.00016008489183150232,0.0001671970821917057,0.0001743092725519091,0.00018142146291211247,0.00018853365327231586,0.00019564584363251925],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,2,2,1,0,2,0,2,4,1,2,6,3,6,5,8,8,6,7,16,27,18,32,40,28,53,69,68,66,61,62,33,25,28,14,13,11,10,8,4,5,1,3,2,1,1,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[1,1,5,3,12,24,47,77,168,280,414,676,1063,1691,2703,4020,6016,8401,11530,15704,21036,27481,34477,42718,51230,60148,69851,77741,85420,91606,95372,97114,96750,94412,88376,82849,74495,65617,56788,47252,38787,31487,24506,18561,14023,10287,7249,5006,3438,2203,1434,935,548,348,203,114,77,45,25,9,5,2,2,1],"bins":[-0.1003282368183136,-0.09717177599668503,-0.09401531517505646,-0.09085885435342789,-0.08770239353179932,-0.08454593271017075,-0.08138947188854218,-0.0782330110669136,-0.07507655024528503,-0.07192008197307587,-0.0687636211514473,-0.06560716032981873,-0.062450699508190155,-0.059294238686561584,-0.056137777864933014,-0.05298131704330444,-0.04982485622167587,-0.0466683954000473,-0.04351193457841873,-0.04035547375679016,-0.03719901293516159,-0.03404254838824272,-0.03088608756661415,-0.02772962674498558,-0.02457316592335701,-0.02141670510172844,-0.01826024428009987,-0.015103781595826149,-0.011947320774197578,-0.008790859952569008,-0.005634398199617863,-0.002477936912328005,0.000678524374961853,0.003834985662251711,0.006991446949541569,0.010147908702492714,0.013304369524121284,0.016460830345749855,0.019617293030023575,0.022773753851652145,0.025930214673280716,0.029086675494909286,0.03224313631653786,0.03539959713816643,0.0385560616850853,0.04171252250671387,0.04486898332834244,0.04802544414997101,0.05118190497159958,0.05433836579322815,0.05749482661485672,0.06065128743648529,0.06380774825811386,0.06696420907974243,0.070120669901371,0.07327713072299957,0.07643359899520874,0.07959005981683731,0.08274652063846588,0.08590298146009445,0.08905944228172302,0.09221590310335159,0.09537236392498016,0.09852882474660873,0.1016852855682373]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.005256500095129013,-0.005091056693345308,-0.004925613757222891,-0.004760170355439186,-0.004594727419316769,-0.004429284017533064,-0.0042638410814106464,-0.004098397679626942,-0.003932954743504524,-0.0037675113417208195,-0.0036020681727677584,-0.0034366250038146973,-0.0032711816020309925,-0.0031057384330779314,-0.0029402952641248703,-0.002774852095171809,-0.002609408926218748,-0.002443965757265687,-0.002278522588312626,-0.0021130794193595648,-0.0019476361339911819,-0.0017821929650381207,-0.0016167496796697378,-0.0014513065107166767,-0.0012858633417636156,-0.0011204201728105545,-0.0009549769456498325,-0.0007895337184891105,-0.0006240905495360494,-0.0004586473514791578,-0.00029320415342226624,-0.00012776095536537468,3.768177703022957e-05,0.00020312497508712113,0.0003685681731440127,0.0005340114003047347,0.0006994545692577958,0.0008648977382108569,0.0010303410235792398,0.001195784192532301,0.001361227361485362,0.0015266705304384232,0.0016921136993914843,0.0018575569847598672,0.00202300027012825,0.0021884434390813112,0.0023538866080343723,0.0025193297769874334,0.0026847729459404945,0.0028502161148935556,0.0030156592838466167,0.003181102452799678,0.003346545621752739,0.0035119890235364437,0.003677432192489505,0.003842875361442566,0.004008318297564983,0.004173761699348688,0.004339205101132393,0.00450464803725481,0.004670091439038515,0.0048355343751609325,0.005000977776944637,0.005166420713067055,0.0053318641148507595],"_type":"histogram","values":[1,0,0,0,0,2,2,3,3,2,5,4,7,8,4,11,11,14,11,17,23,18,16,28,27,25,24,14,30,36,23,23,26,21,20,28,35,24,26,31,23,22,11,14,18,13,6,12,11,5,6,7,3,4,3,1,1,1,1,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[1,1,4,5,8,13,31,43,87,130,279,441,654,1085,1649,2509,3892,5488,7770,10982,14983,19581,25744,32516,39878,48743,57813,66234,74236,82281,88471,93060,96162,95671,94270,89850,83860,76452,68794,59322,50829,42447,34249,27355,21084,15716,11687,8522,6128,4194,2756,1879,1172,729,464,284,161,91,53,37,20,10,2,2],"bins":[-0.10433598607778549,-0.10118697583675385,-0.0980379730463028,-0.09488896280527115,-0.0917399600148201,-0.08859094977378845,-0.0854419469833374,-0.08229293674230576,-0.07914392650127411,-0.07599492371082306,-0.07284591346979141,-0.06969691067934036,-0.06654790043830872,-0.06339889764785767,-0.06024988740682602,-0.05710088089108467,-0.05395187437534332,-0.050802867859601974,-0.047653861343860626,-0.04450485482811928,-0.04135584831237793,-0.03820683807134628,-0.035057831555604935,-0.031908825039863586,-0.028759818524122238,-0.02561081200838089,-0.02246180549263954,-0.019312797114253044,-0.016163790598511696,-0.013014784082770348,-0.009865776635706425,-0.006716769654303789,-0.0035677701234817505,-0.0004187631420791149,0.0027302438393235207,0.005879250820726156,0.009028257802128792,0.01217726431787014,0.015326271764934063,0.018475279211997986,0.021624285727739334,0.024773292243480682,0.02792229875922203,0.031071307137608528,0.034220315515995026,0.037369322031736374,0.04051832854747772,0.04366733506321907,0.04681634157896042,0.04996534809470177,0.053114354610443115,0.056263361126184464,0.05941236764192581,0.06256137788295746,0.06571038067340851,0.06885939091444016,0.0720084011554718,0.07515740394592285,0.0783064141869545,0.08145541697740555,0.0846044272184372,0.08775343000888824,0.09090244024991989,0.09405144304037094,0.09720045328140259]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,2,0,0,2,0,1,2,4,1,7,8,3,9,6,10,11,22,14,20,22,14,34,28,20,19,23,32,27,27,23,23,37,13,19,24,28,26,18,23,23,17,16,14,8,15,12,9,11,11,8,3,2,4,2,1,3,1,1,1,1,1,0,1],"bins":[-0.0009395419619977474,-0.0009092865511775017,-0.0008790311985649168,-0.0008487757877446711,-0.0008185204351320863,-0.0007882650243118405,-0.0007580096134915948,-0.00072775426087901,-0.0006974988500587642,-0.0006672434974461794,-0.0006369880866259336,-0.0006067326758056879,-0.0005764773231931031,-0.0005462219123728573,-0.0005159665597602725,-0.00048571114894002676,-0.0004554557672236115,-0.0004252003855071962,-0.0003949450037907809,-0.00036468959297053516,-0.0003344342112541199,-0.0003041788295377046,-0.0002739234478212893,-0.0002436680515529588,-0.0002134126698365435,-0.00018315728812012821,-0.0001529018918517977,-0.00012264651013538241,-9.239112114300951e-05,-6.213573215063661e-05,-3.188034679624252e-05,-1.6249596228590235e-06,2.8630427550524473e-05,5.8885816542897373e-05,8.914120553527027e-05,0.00011939658725168556,0.00014965198352001607,0.00017990736523643136,0.00021016274695284665,0.00024041814322117716,0.0002706735394895077,0.00030092892120592296,0.00033118430292233825,0.00036143968463875353,0.0003916950663551688,0.0004219504480715841,0.00045220585889182985,0.00048246124060824513,0.00051271659322083,0.0005429720040410757,0.0005732274148613214,0.0006034827674739063,0.000633738178294152,0.0006639935309067369,0.0006942489417269826,0.0007245043525472283,0.0007547597051598132,0.0007850151159800589,0.0008152704685926437,0.0008455258794128895,0.0008757812902331352,0.00090603664284572,0.0009362920536659658,0.0009665474062785506,0.0009968028170987964],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[3,3,3,8,10,19,29,57,89,160,260,386,597,896,1338,1870,2630,3733,5084,6586,8385,10717,13373,16173,19236,22332,25359,27958,30407,32464,33733,34826,34567,33587,32254,30115,27501,24611,21550,18584,15570,12503,10075,8062,6278,4763,3441,2497,1738,1197,766,554,348,218,128,82,48,29,17,9,6,0,0,2],"bins":[-0.09455672651529312,-0.09159022569656372,-0.08862373232841492,-0.08565723150968552,-0.08269073814153671,-0.07972423732280731,-0.07675774395465851,-0.07379124313592911,-0.07082474231719971,-0.0678582489490509,-0.0648917481303215,-0.0619252547621727,-0.0589587539434433,-0.055992256850004196,-0.053025759756565094,-0.05005926266312599,-0.04709276556968689,-0.04412626847624779,-0.041159771382808685,-0.03819327428936958,-0.03522677719593048,-0.03226027637720108,-0.029293779283761978,-0.026327282190322876,-0.023360785096883774,-0.02039428800344467,-0.01742779091000557,-0.014461291953921318,-0.011494794860482216,-0.008528297767043114,-0.005561799742281437,-0.0025953021831810474,0.00037120282649993896,0.0033377003856003284,0.006304197944700718,0.009270695969462395,0.012237193062901497,0.015203690156340599,0.01817018911242485,0.021136686205863953,0.024103183299303055,0.027069680392742157,0.03003617748618126,0.03300267457962036,0.03596917539834976,0.038935672491788864,0.041902169585227966,0.04486866667866707,0.04783516377210617,0.05080166086554527,0.053768157958984375,0.05673465505242348,0.05970115214586258,0.06266765296459198,0.06563414633274078,0.06860064715147018,0.07156714797019958,0.07453364133834839,0.07750014215707779,0.08046663552522659,0.083433136343956,0.0863996297121048,0.0893661305308342,0.092332623898983,0.0952991247177124]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[1,4,7,12,19,29,66,109,153,298,464,671,982,1477,2142,2948,4048,5492,7299,9293,11910,14410,17242,20461,23518,26817,29650,31628,33808,34602,35144,34809,33468,31798,29152,26121,23275,19706,16978,14158,11527,9034,7111,5207,3805,2859,2048,1377,942,667,401,264,166,104,63,35,15,15,7,2,2,2,0,2],"bins":[-0.09213840961456299,-0.08910989761352539,-0.08608138561248779,-0.0830528661608696,-0.080024354159832,-0.0769958421587944,-0.07396732270717621,-0.07093881070613861,-0.06791029870510101,-0.06488178670406342,-0.06185327097773552,-0.05882475525140762,-0.055796243250370026,-0.05276773124933243,-0.04973921552300453,-0.046710699796676636,-0.04368218779563904,-0.04065367579460144,-0.037625160068273544,-0.03459664434194565,-0.03156813234090805,-0.028539618477225304,-0.025511104613542557,-0.02248259074985981,-0.019454076886177063,-0.016425563022494316,-0.01339704915881157,-0.010368535295128822,-0.0073400214314460754,-0.0043115075677633286,-0.0012829937040805817,0.0017455201596021652,0.004774041473865509,0.007802555337548256,0.010831069201231003,0.01385958306491375,0.016888096928596497,0.019916610792279243,0.02294512465596199,0.025973638519644737,0.029002152383327484,0.03203066438436508,0.03505918011069298,0.038087695837020874,0.04111620783805847,0.04414471983909607,0.047173235565423965,0.05020175129175186,0.05323026329278946,0.05625877529382706,0.05928729102015495,0.06231580674648285,0.06534431874752045,0.06837283074855804,0.07140134274959564,0.07442986220121384,0.07745837420225143,0.08048688620328903,0.08351540565490723,0.08654391765594482,0.08957242965698242,0.09260094165802002,0.09562945365905762,0.09865797311067581,0.10168648511171341],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,1,0,0,2,4,9,16,31,38,75,120,209,299,498,792,1164,1678,2452,3432,4741,6380,8431,10743,13433,16289,19447,22683,26020,29254,31698,33692,35114,35864,35325,34671,32669,30079,27486,24241,20723,18066,14708,12149,9297,7338,5515,4026,2918,2092,1394,941,589,367,265,139,89,61,28,14,7,9,6,2],"bins":[-0.10394438356161118,-0.10086171329021454,-0.0977790430188179,-0.09469637274742126,-0.09161370247602463,-0.08853103220462799,-0.08544836193323135,-0.08236569166183472,-0.07928302139043808,-0.07620035111904144,-0.0731176808476448,-0.07003501057624817,-0.06695234030485153,-0.0638696700334549,-0.06078699603676796,-0.05770432576537132,-0.054621655493974686,-0.05153898522257805,-0.04845631495118141,-0.045373644679784775,-0.04229097440838814,-0.0392083041369915,-0.036125633865594864,-0.03304296359419823,-0.02996029146015644,-0.026877621188759804,-0.023794950917363167,-0.02071228064596653,-0.017629608511924744,-0.014546939171850681,-0.01146426796913147,-0.008381597697734833,-0.005298927426338196,-0.002216256922110915,0.0008664135821163654,0.00394908431917429,0.007031754590570927,0.010114424861967564,0.013197096064686775,0.016279766336083412,0.01936243660748005,0.022445106878876686,0.025527777150273323,0.02861044742166996,0.031693119555711746,0.03477578982710838,0.03785846009850502,0.04094113036990166,0.044023800641298294,0.04710647091269493,0.05018914118409157,0.053271811455488205,0.05635448172688484,0.05943715199828148,0.06251982599496841,0.06560249626636505,0.06868516653776169,0.07176783680915833,0.07485050708055496,0.0779331773519516,0.08101584762334824,0.08409851789474487,0.08718118816614151,0.09026385843753815,0.09334652870893478],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,1,0,4,5,6,7,7,14,7,14,11,17,25,30,23,34,47,56,69,88,142,201,320,260,154,80,77,65,45,38,49,23,34,18,11,8,14,6,6,10,1,3,2,4,2,0,1,2,1,0,0,1,0,1],"bins":[-0.0007702584262005985,-0.0007468874682672322,-0.0007235165103338659,-0.0007001455524004996,-0.0006767745944671333,-0.000653403636533767,-0.0006300326786004007,-0.0006066617206670344,-0.0005832907627336681,-0.0005599198048003018,-0.0005365488468669355,-0.0005131778889335692,-0.0004898069310002029,-0.00046643594396300614,-0.00044306498602963984,-0.00041969402809627354,-0.00039632307016290724,-0.00037295211222954094,-0.00034958115429617465,-0.00032621019636280835,-0.00030283923842944205,-0.00027946828049607575,-0.00025609732256270945,-0.00023272635007742792,-0.00020935539214406163,-0.00018598443421069533,-0.00016261347627732903,-0.00013924251834396273,-0.00011587155313463882,-9.250059520127252e-05,-6.91296299919486e-05,-4.5758672058582306e-05,-2.2387714125216007e-05,9.83245627139695e-07,2.4354205379495397e-05,4.77251669508405e-05,7.10961248842068e-05,9.44670828175731e-05,0.00011783804802689701,0.0001412090059602633,0.0001645799638936296,0.0001879509218269959,0.0002113218797603622,0.0002346928376937285,0.00025806381017901003,0.00028143476811237633,0.00030480572604574263,0.00032817668397910893,0.00035154764191247523,0.0003749185998458415,0.0003982895577792078,0.0004216605157125741,0.0004450314736459404,0.0004684024315793067,0.0004917734186165035,0.0005151443765498698,0.0005385153344832361,0.0005618862924166024,0.0005852572503499687,0.000608628208283335,0.0006319991662167013,0.0006553701241500676,0.0006787410820834339,0.0007021120400168002,0.0007254829979501665]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,5,1,2,2,2,4,2,2,3,2,2,6,0,9,15,15,16,14,17,25,22,26,32,38,44,47,39,37,38,37,27,28,34,19,15,23,22,7,7,13,10,12,6,5,7,4,3,4,3,2,2,2,2,1,1,0,0,1,1,0,1],"bins":[-0.01712527498602867,-0.01655590906739235,-0.015986543148756027,-0.015417177230119705,-0.014847811311483383,-0.014278446324169636,-0.013709080405533314,-0.013139714486896992,-0.01257034856826067,-0.012000982649624348,-0.011431616730988026,-0.010862250812351704,-0.010292885825037956,-0.009723519906401634,-0.009154153987765312,-0.00858478806912899,-0.008015422150492668,-0.007446056231856346,-0.006876690313220024,-0.006307324860244989,-0.005737958941608667,-0.005168593022972345,-0.004599227569997311,-0.004029861651360989,-0.0034604957327246666,-0.0028911298140883446,-0.002321764128282666,-0.001752398326061666,-0.0011830325238406658,-0.0006136667216196656,-4.430091939866543e-05,0.0005250648828223348,0.001094430685043335,0.0016637964872643352,0.0022331622894853354,0.0028025279752910137,0.0033718938939273357,0.003941259812563658,0.0045106252655386925,0.0050799911841750145,0.0056493571028113365,0.0062187230214476585,0.0067880889400839806,0.007357454393059015,0.00792681984603405,0.008496185764670372,0.009065551683306694,0.009634917601943016,0.010204283520579338,0.01077364943921566,0.011343015357851982,0.011912381276488304,0.012481747195124626,0.013051112182438374,0.013620478101074696,0.014189844019711018,0.01475920993834734,0.015328575856983662,0.01589794084429741,0.01646730676293373,0.017036672681570053,0.017606038600206375,0.018175404518842697,0.01874477043747902,0.01931413635611534]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,1,3,5,1,5,4,3,7,4,6,8,7,14,12,12,15,15,19,16,33,31,32,35,28,41,24,29,37,22,22,24,31,27,18,23,18,20,18,13,8,11,14,6,8,11,5,4,7,2,3,0,0,2,0,1],"bins":[-0.0010595549829304218,-0.001029577455483377,-0.0009995999280363321,-0.0009696223423816264,-0.0009396448149345815,-0.0009096672874875367,-0.0008796897600404918,-0.0008497121743857861,-0.0008197346469387412,-0.0007897571194916964,-0.0007597795920446515,-0.0007298020645976067,-0.0006998244789429009,-0.000669846951495856,-0.0006398694240488112,-0.0006098918966017663,-0.0005799143109470606,-0.0005499367835000157,-0.0005199592560529709,-0.000489981728605926,-0.00046000417205505073,-0.0004300266446080059,-0.0004000490880571306,-0.0003700715606100857,-0.0003400940331630409,-0.00031011647661216557,-0.0002801389491651207,-0.0002501613926142454,-0.00022018386516720057,-0.0001902063231682405,-0.0001602287811692804,-0.00013025123917032033,-0.00010027369717136025,-7.029615517240018e-05,-4.0318616811418906e-05,-1.0341076631448232e-05,1.9636463548522443e-05,4.961400554748252e-05,7.959154027048498e-05,0.00010956908226944506,0.00013954662426840514,0.00016952416626736522,0.0001995017082663253,0.00022947925026528537,0.0002594567777123302,0.00028943433426320553,0.0003194118617102504,0.0003493894182611257,0.00037936694570817053,0.0004093444731552154,0.0004393220297060907,0.00046929955715313554,0.0004992770846001804,0.0005292546702548862,0.000559232197701931,0.0005892097251489758,0.0006191872525960207,0.0006491647800430655,0.0006791423656977713,0.0007091198931448162,0.000739097420591861,0.0007690749480389059,0.0007990525336936116,0.0008290300611406565,0.0008590075885877013]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.01690811850130558,-0.016553258523344994,-0.016198398545384407,-0.01584353856742382,-0.01548867765814066,-0.015133817680180073,-0.014778956770896912,-0.014424096792936325,-0.014069236814975739,-0.013714375905692577,-0.01335951592773199,-0.013004655949771404,-0.012649795971810818,-0.012294935062527657,-0.01194007508456707,-0.011585215106606483,-0.011230355128645897,-0.010875494219362736,-0.01052063424140215,-0.010165774263441563,-0.009810913354158401,-0.009456053376197815,-0.009101193398237228,-0.008746333420276642,-0.00839147251099348,-0.008036612533032894,-0.00768175208941102,-0.007326892111450434,-0.00697203166782856,-0.006617171689867973,-0.0062623112462460995,-0.005907451268285513,-0.005552590359002352,-0.005197729915380478,-0.004842869937419891,-0.0044880094937980175,-0.004133149515837431,-0.003778289072215557,-0.003423428861424327,-0.0030685686506330967,-0.0027137084398418665,-0.0023588482290506363,-0.002003988018259406,-0.001649127691052854,-0.0012942674802616239,-0.0009394072694703937,-0.0005845470004715025,-0.00022968676057644188,0.00012517347931861877,0.00048003371921367943,0.0008348939591087401,0.0011897542281076312,0.0015446144388988614,0.0018994746496900916,0.0022543349768966436,0.002609195187687874,0.002964055398479104,0.0033189156092703342,0.0036737758200615644,0.004028636030852795,0.0043834964744746685,0.004738356452435255,0.005093216896057129,0.0054480768740177155,0.005802937317639589],"_type":"histogram","values":[3,2,0,1,3,1,2,5,8,8,7,16,14,18,20,32,40,41,45,52,74,99,84,95,101,131,117,95,104,106,88,89,64,65,68,51,38,31,43,32,28,22,19,8,13,9,12,4,5,6,3,4,4,6,1,1,1,4,1,0,0,2,0,2]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,1,1,0,1,1,1,1,1,5,0,3,3,5,5,7,12,14,26,27,23,25,34,37,49,62,66,69,74,84,85,63,72,71,80,63,77,60,53,45,38,26,28,20,25,21,14,9,11,10,4,8,2,3,5,0,0,2,1,0,0,1,0,1],"bins":[-0.07253294438123703,-0.07029209285974503,-0.06805123388767242,-0.06581038236618042,-0.06356953084468842,-0.06132867559790611,-0.05908782035112381,-0.05684696510434151,-0.054606109857559204,-0.0523652583360672,-0.0501244030892849,-0.047883547842502594,-0.04564269632101059,-0.04340184107422829,-0.041160985827445984,-0.03892013430595398,-0.03667927905917168,-0.034438423812389374,-0.03219757229089737,-0.029956717044115067,-0.027715861797332764,-0.02547500841319561,-0.023234155029058456,-0.020993299782276154,-0.018752446398139,-0.016511593014001846,-0.014270737767219543,-0.01202988438308239,-0.009789030067622662,-0.007548175752162933,-0.005307321902364492,-0.003066467819735408,-0.0008256137371063232,0.0014152403455227613,0.003656094428151846,0.005896948277950287,0.008137802593410015,0.010378656908869743,0.012619510293006897,0.014860364608466625,0.017101218923926353,0.019342072308063507,0.02158292755484581,0.023823780938982964,0.026064634323120117,0.02830548956990242,0.030546342954039574,0.03278719633817673,0.03502805158495903,0.03726890683174133,0.03950975835323334,0.04175061360001564,0.04399146884679794,0.04623232036828995,0.04847317561507225,0.05071403086185455,0.05295488238334656,0.05519573763012886,0.05743659287691116,0.059677448123693466,0.06191829964518547,0.06415915489196777,0.06640000641345978,0.06864086538553238,0.07088171690702438]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,0,3,2,1,1,4,5,3,6,11,8,6,7,7,11,12,12,11,15,17,19,30,17,30,23,23,29,25,32,28,38,24,30,25,27,24,28,19,18,23,17,12,19,12,8,10,4,3,5,4,4,3,3,1,1,1,1,1,0,1],"bins":[-0.010068250820040703,-0.00976228155195713,-0.009456311352550983,-0.009150342084467411,-0.008844372816383839,-0.008538402616977692,-0.00823243334889412,-0.007926464080810547,-0.0076204938814044,-0.0073145246133208275,-0.007008554879575968,-0.006702585145831108,-0.006396615877747536,-0.006090646144002676,-0.005784676410257816,-0.005478707142174244,-0.005172737408429384,-0.0048667676746845245,-0.004560798406600952,-0.0042548286728560925,-0.003948858939111233,-0.0036428894381970167,-0.0033369199372828007,-0.003030950203537941,-0.002724980702623725,-0.002419011201709509,-0.002113041467964649,-0.0018070719670504332,-0.0015011023497208953,-0.0011951327323913574,-0.0008891631732694805,-0.0005831936141476035,-0.00027722399681806564,2.874559140764177e-05,0.0003347151796333492,0.0006406847387552261,0.000946654356084764,0.0012526239734143019,0.001558593474328518,0.0018645630916580558,0.0021705327089875937,0.0024765022099018097,0.0027824719436466694,0.0030884414445608854,0.0033944109454751015,0.003700380679219961,0.004006350412964821,0.004312319681048393,0.004618289414793253,0.004924259148538113,0.005230228416621685,0.005536198150366545,0.005842167884111404,0.006148137152194977,0.0064541068859398365,0.006760076619684696,0.007066045887768269,0.007372015621513128,0.007677985355257988,0.00798395462334156,0.008289924822747707,0.00859589409083128,0.008901863358914852,0.009207833558321,0.009513802826404572]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.000179290771484375,-0.00017373263835906982,-0.00016817450523376465,-0.00016261637210845947,-0.0001570582389831543,-0.00015150010585784912,-0.00014594197273254395,-0.00014038383960723877,-0.0001348257064819336,-0.00012926757335662842,-0.00012370944023132324,-0.00011815130710601807,-0.00011259317398071289,-0.00010703504085540771,-0.00010147690773010254,-9.591877460479736e-05,-9.036064147949219e-05,-8.480250835418701e-05,-7.924437522888184e-05,-7.368624210357666e-05,-6.812810897827148e-05,-6.256997585296631e-05,-5.701184272766113e-05,-5.145370960235596e-05,-4.589557647705078e-05,-4.0337443351745605e-05,-3.477931022644043e-05,-2.9221177101135254e-05,-2.3663043975830078e-05,-1.8104910850524902e-05,-1.2546777725219727e-05,-6.988644599914551e-06,-1.430511474609375e-06,4.127621650695801e-06,9.685754776000977e-06,1.5243887901306152e-05,2.0802021026611328e-05,2.6360154151916504e-05,3.191828727722168e-05,3.7476420402526855e-05,4.303455352783203e-05,4.859268665313721e-05,5.415081977844238e-05,5.970895290374756e-05,6.526708602905273e-05,7.082521915435791e-05,7.638335227966309e-05,8.194148540496826e-05,8.749961853027344e-05,9.305775165557861e-05,9.861588478088379e-05,0.00010417401790618896,0.00010973215103149414,0.00011529028415679932,0.00012084841728210449,0.00012640655040740967,0.00013196468353271484,0.00013752281665802002,0.0001430809497833252,0.00014863908290863037,0.00015419721603393555,0.00015975534915924072,0.0001653134822845459,0.00017087161540985107,0.00017642974853515625],"_type":"histogram","values":[2,2,2,3,7,10,8,3,5,21,29,24,32,41,44,63,92,126,219,305,358,611,939,1487,2375,3998,6472,12306,24759,54876,149382,386445,504863,253337,92667,37735,17609,8762,5063,2808,1714,1106,659,440,318,220,164,98,59,44,32,34,19,16,16,12,6,4,4,5,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[1,0,0,1,0,2,4,1,1,3,2,3,3,3,6,3,7,6,9,9,9,20,19,27,27,25,32,41,27,40,54,52,44,42,45,36,35,24,21,14,14,16,4,7,5,2,5,3,0,2,3,3,0,4,0,0,0,1,0,0,0,0,0,1],"bins":[-8.917364198168798e-07,-8.631869263808767e-07,-8.346374897882924e-07,-8.060879963522893e-07,-7.775385029162862e-07,-7.48989066323702e-07,-7.204395728876989e-07,-6.918900794516958e-07,-6.633406428591115e-07,-6.347911494231084e-07,-6.062416559871053e-07,-5.776922193945211e-07,-5.49142725958518e-07,-5.205932325225149e-07,-4.920437959299306e-07,-4.6349430249392753e-07,-4.3494483747963386e-07,-4.063953724653402e-07,-3.778458790293371e-07,-3.492964140150434e-07,-3.2074694900074974e-07,-2.9219745556474663e-07,-2.6364799055045296e-07,-2.3509852553615929e-07,-2.065490463110109e-07,-1.779995670858625e-07,-1.4945010207156884e-07,-1.2090062284642045e-07,-9.235115072669942e-08,-6.380167860697838e-08,-3.5252202934543675e-08,-6.7027290384658045e-09,2.1846744857612066e-08,5.03962169773331e-08,7.894568909705413e-08,1.0749516832220252e-07,1.360446333364962e-07,1.6459411256164458e-07,1.9314359178679297e-07,2.2169305680108664e-07,2.502425218153803e-07,2.787920152513834e-07,3.073414802656771e-07,3.3589094527997077e-07,3.6444043871597387e-07,3.9298990373026754e-07,4.215393687445612e-07,4.500888621805643e-07,4.786382987731486e-07,5.071877922091517e-07,5.357372856451548e-07,5.64286722237739e-07,5.928362156737421e-07,6.213857091097452e-07,6.499351457023295e-07,6.784846391383326e-07,7.070341325743357e-07,7.355835691669199e-07,7.64133062602923e-07,7.926825560389261e-07,8.212319926315104e-07,8.497814860675135e-07,8.783309795035166e-07,9.068804160961008e-07,9.354299095321039e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[2,0,0,1,0,4,5,2,1,3,6,5,6,8,7,8,11,12,10,21,21,16,21,30,18,34,29,31,35,17,24,42,28,23,28,20,20,30,22,30,23,15,16,16,12,13,6,13,6,2,5,1,1,2,1,1,0,1,1,0,0,0,1,1],"bins":[-0.011349971406161785,-0.010978844948112965,-0.010607719421386719,-0.010236592963337898,-0.009865467436611652,-0.009494340978562832,-0.009123215451836586,-0.008752088993787766,-0.008380962535738945,-0.008009837009012699,-0.007638711016625166,-0.007267585024237633,-0.006896458566188812,-0.006525332573801279,-0.006154206581413746,-0.005783080589026213,-0.0054119545966386795,-0.005040828604251146,-0.004669702611863613,-0.00429857661947608,-0.003927450627088547,-0.00355632440187037,-0.003185198176652193,-0.00281407218426466,-0.0024429461918771267,-0.0020718201994895935,-0.0017006940906867385,-0.0013295679818838835,-0.0009584419894963503,-0.0005873159389011562,-0.00021618988830596209,0.00015493616228923202,0.0005260622128844261,0.0008971882634796202,0.0012683143140748143,0.0016394404228776693,0.0020105664152652025,0.0023816924076527357,0.0027528186328709126,0.0031239446252584457,0.003495070617645979,0.003866196610033512,0.004237322602421045,0.0046084485948085785,0.004979575052857399,0.005350701045244932,0.005721827037632465,0.0060929530300199986,0.006464079022407532,0.006835205014795065,0.007206331007182598,0.007577456999570131,0.007948582991957664,0.008319709450006485,0.00869083497673273,0.009061961434781551,0.009433086961507797,0.009804213419556618,0.010175339877605438,0.010546465404331684,0.010917591862380505,0.01128871738910675,0.011659843847155571,0.012030969373881817,0.012402095831930637],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.009765625,-0.009465217590332031,-0.009164810180664062,-0.008864402770996094,-0.008563995361328125,-0.008263587951660156,-0.007963180541992188,-0.007662773132324219,-0.00736236572265625,-0.007061958312988281,-0.0067615509033203125,-0.006461143493652344,-0.006160736083984375,-0.005860328674316406,-0.0055599212646484375,-0.005259513854980469,-0.0049591064453125,-0.004658699035644531,-0.0043582916259765625,-0.004057884216308594,-0.003757476806640625,-0.0034570693969726562,-0.0031566619873046875,-0.0028562545776367188,-0.00255584716796875,-0.0022554397583007812,-0.0019550323486328125,-0.0016546249389648438,-0.001354217529296875,-0.0010538101196289062,-0.0007534027099609375,-0.00045299530029296875,-0.000152587890625,0.00014781951904296875,0.0004482269287109375,0.0007486343383789062,0.001049041748046875,0.0013494491577148438,0.0016498565673828125,0.0019502639770507812,0.00225067138671875,0.0025510787963867188,0.0028514862060546875,0.0031518936157226562,0.003452301025390625,0.0037527084350585938,0.0040531158447265625,0.004353523254394531,0.0046539306640625,0.004954338073730469,0.0052547454833984375,0.005555152893066406,0.005855560302734375,0.006155967712402344,0.0064563751220703125,0.006756782531738281,0.00705718994140625,0.007357597351074219,0.0076580047607421875,0.007958412170410156,0.008258819580078125,0.008559226989746094,0.008859634399414062,0.009160041809082031,0.00946044921875],"_type":"histogram","values":[1,1,1,0,1,1,3,3,5,6,2,9,11,15,20,24,19,50,52,76,96,149,203,288,367,605,969,1475,2643,5120,11392,38849,463635,39940,11594,5143,2596,1452,926,556,420,277,207,171,95,75,80,48,40,34,14,10,16,7,9,7,4,4,1,2,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[1,0,2,1,1,2,2,5,7,9,12,17,16,16,26,23,48,70,87,119,154,258,295,433,806,1188,1955,3162,5763,11498,26775,73016,253602,691645,343616,95306,32984,13757,6643,3441,2186,1227,881,562,363,258,181,126,79,70,40,30,38,13,16,13,3,8,1,3,1,0,1,3],"bins":[-0.000278472900390625,-0.0002701878547668457,-0.0002619028091430664,-0.0002536177635192871,-0.0002453327178955078,-0.00023704767227172852,-0.00022876262664794922,-0.00022047758102416992,-0.00021219253540039062,-0.00020390748977661133,-0.00019562244415283203,-0.00018733739852905273,-0.00017905235290527344,-0.00017076730728149414,-0.00016248226165771484,-0.00015419721603393555,-0.00014591217041015625,-0.00013762712478637695,-0.00012934207916259766,-0.00012105703353881836,-0.00011277198791503906,-0.00010448694229125977,-9.620189666748047e-05,-8.791685104370117e-05,-7.963180541992188e-05,-7.134675979614258e-05,-6.306171417236328e-05,-5.4776668548583984e-05,-4.649162292480469e-05,-3.820657730102539e-05,-2.9921531677246094e-05,-2.1636486053466797e-05,-1.33514404296875e-05,-5.066394805908203e-06,3.2186508178710938e-06,1.150369644165039e-05,1.9788742065429688e-05,2.8073787689208984e-05,3.635883331298828e-05,4.464387893676758e-05,5.2928924560546875e-05,6.121397018432617e-05,6.949901580810547e-05,7.778406143188477e-05,8.606910705566406e-05,9.435415267944336e-05,0.00010263919830322266,0.00011092424392700195,0.00011920928955078125,0.00012749433517456055,0.00013577938079833984,0.00014406442642211914,0.00015234947204589844,0.00016063451766967773,0.00016891956329345703,0.00017720460891723633,0.00018548965454101562,0.00019377470016479492,0.00020205974578857422,0.00021034479141235352,0.0002186298370361328,0.0002269148826599121,0.0002351999282836914,0.0002434849739074707,0.00025177001953125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0007338915020227432,-0.0007120849913917482,-0.0006902785389684141,-0.000668472028337419,-0.000646665517706424,-0.0006248590652830899,-0.0006030525546520948,-0.0005812460440210998,-0.0005594395333901048,-0.0005376330809667706,-0.0005158265703357756,-0.0004940200597047806,-0.00047221360728144646,-0.0004504070966504514,-0.00042860061512328684,-0.0004067941044922918,-0.00038498762296512723,-0.00036318114143796265,-0.0003413746308069676,-0.00031956814927980304,-0.000297761638648808,-0.0002759551571216434,-0.00025414867559447885,-0.00023234217951539904,-0.00021053568343631923,-0.00018872918735723943,-0.00016692269127815962,-0.00014511620975099504,-0.00012330971367191523,-0.00010150321759283543,-7.969672878971323e-05,-5.7890236348612234e-05,-3.6083743907511234e-05,-1.4277251466410235e-05,7.529240974690765e-06,2.9335733415791765e-05,5.1142225856892765e-05,7.294872193597257e-05,9.475521073909476e-05,0.00011656169954221696,0.00013836819562129676,0.00016017469170037657,0.00018198118777945638,0.00020378766930662096,0.00022559416538570076,0.00024740066146478057,0.00026920714299194515,0.0002910136536229402,0.00031282013515010476,0.00033462661667726934,0.0003564331273082644,0.00037823960883542895,0.000400046119466424,0.00042185260099358857,0.00044365908252075315,0.0004654655931517482,0.00048727207467891276,0.0005090785562060773,0.0005308850668370724,0.0005526915774680674,0.0005744980298914015,0.0005963045405223966,0.0006181110511533916,0.0006399175035767257,0.0006617240142077208],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,4,2,4,2,2,10,3,6,9,9,9,16,15,19,21,20,21,28,32,30,19,21,19,35,34,29,29,23,25,33,33,25,27,17,18,26,11,14,12,7,9,5,7,6,5,4,2,3,0,1,0,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.09171164035797119,-0.08876907825469971,-0.08582651615142822,-0.08288395404815674,-0.07994139194488525,-0.07699882984161377,-0.07405626773834229,-0.0711137056350708,-0.06817114353179932,-0.06522858142852783,-0.06228601932525635,-0.05934345722198486,-0.05640089511871338,-0.053458333015441895,-0.05051577091217041,-0.047573208808898926,-0.04463064670562744,-0.04168808460235596,-0.03874552249908447,-0.03580296039581299,-0.032860398292541504,-0.02991783618927002,-0.026975274085998535,-0.02403271198272705,-0.021090149879455566,-0.018147587776184082,-0.015205025672912598,-0.012262463569641113,-0.009319901466369629,-0.0063773393630981445,-0.00343477725982666,-0.0004922151565551758,0.0024503469467163086,0.005392909049987793,0.008335471153259277,0.011278033256530762,0.014220595359802246,0.01716315746307373,0.020105719566345215,0.0230482816696167,0.025990843772888184,0.028933405876159668,0.03187596797943115,0.03481853008270264,0.03776109218597412,0.040703654289245605,0.04364621639251709,0.046588778495788574,0.04953134059906006,0.05247390270233154,0.05541646480560303,0.05835902690887451,0.061301589012145996,0.06424415111541748,0.06718671321868896,0.07012927532196045,0.07307183742523193,0.07601439952850342,0.0789569616317749,0.08189952373504639,0.08484208583831787,0.08778464794158936,0.09072721004486084,0.09366977214813232,0.09661233425140381],"_type":"histogram","values":[2,2,2,14,16,39,53,106,172,257,390,587,880,1324,1871,2668,3636,4837,6334,8346,10266,12664,15555,18350,21449,24291,27125,29503,31614,33158,33793,33669,33386,32171,30125,27863,25275,22408,19329,16688,13699,11223,8874,6890,5437,3977,2986,2070,1492,985,663,485,316,188,119,82,53,32,11,11,6,3,2,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[3,1,0,2,3,4,8,5,10,15,10,22,10,22,15,12,27,12,16,22,18,13,18,16,9,18,16,12,19,19,17,21,26,15,15,16,10,18,14,16,24,16,15,9,9,14,16,15,13,11,11,11,8,9,11,6,6,5,6,1,0,3,3,1],"bins":[-0.04512610659003258,-0.04368268698453903,-0.042239267379045486,-0.04079584777355194,-0.039352428168058395,-0.03790900856256485,-0.036465588957071304,-0.03502216935157776,-0.03357874974608421,-0.03213533014059067,-0.03069191239774227,-0.029248492792248726,-0.02780507318675518,-0.026361653581261635,-0.02491823397576809,-0.023474814370274544,-0.022031394764780998,-0.020587975159287453,-0.019144555553793907,-0.01770113594830036,-0.016257716342806816,-0.014814297668635845,-0.0133708780631423,-0.011927458457648754,-0.010484038852155209,-0.009040619246661663,-0.0075971996411681175,-0.006153780501335859,-0.004710360895842314,-0.0032669412903487682,-0.0018235219176858664,-0.00038010242860764265,0.001063317060470581,0.0025067366659641266,0.003950156271457672,0.00539357541128993,0.006836995016783476,0.008280414156615734,0.00972383376210928,0.011167253367602825,0.01261067297309637,0.014054092578589916,0.015497512184083462,0.016940930858254433,0.018384350463747978,0.019827770069241524,0.02127118967473507,0.022714609280228615,0.02415802888572216,0.025601448491215706,0.02704486809670925,0.028488287702202797,0.029931707307696342,0.03137512505054474,0.032818544656038284,0.03426196426153183,0.035705383867025375,0.03714880347251892,0.038592223078012466,0.04003564268350601,0.04147906228899956,0.0429224818944931,0.04436590149998665,0.045809321105480194,0.04725274071097374]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,3,3,1,1,0,2,1,0,2,2,7,5,10,11,9,11,8,21,11,22,18,20,22,26,22,31,33,39,48,39,21,36,36,25,27,32,21,12,11,20,15,16,7,1,8,14,4,5,6,3,1,3,4,2,2,0,2,2,1,0,1,0,1],"bins":[-0.015377376228570938,-0.014866722747683525,-0.014356070198118687,-0.013845416717231274,-0.013334764167666435,-0.012824110686779022,-0.012313458137214184,-0.01180280465632677,-0.011292152106761932,-0.01078149862587452,-0.010270845144987106,-0.009760192595422268,-0.009249539114534855,-0.008738886564970016,-0.008228233084082603,-0.007717580068856478,-0.007206927053630352,-0.006696274038404226,-0.006185621023178101,-0.005674968007951975,-0.005164314992725849,-0.004653661511838436,-0.00414300849661231,-0.0036323554813861847,-0.003121702466160059,-0.0026110494509339333,-0.0021003964357078075,-0.0015897431876510382,-0.0010790901724249125,-0.0005684370989911258,-5.778402555733919e-05,0.00045286904787644744,0.0009635221213102341,0.0014741751365363598,0.0019848281517624855,0.002495481399819255,0.0030061344150453806,0.0035167874302715063,0.004027440678328276,0.004538093693554401,0.005048746708780527,0.005559399724006653,0.0060700527392327785,0.006580705754458904,0.007091359235346317,0.007602012250572443,0.008112665265798569,0.008623317815363407,0.00913397129625082,0.009644624777138233,0.010155277326703072,0.010665930807590485,0.011176583357155323,0.011687236838042736,0.012197889387607574,0.012708542868494987,0.0132191963493824,0.013729848898947239,0.014240502379834652,0.01475115492939949,0.015261808410286903,0.015772461891174316,0.01628311350941658,0.016793766990303993,0.017304420471191406]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.11425875872373581,-0.11102505773305893,-0.10779134929180145,-0.10455764830112457,-0.10132394731044769,-0.09809024631977081,-0.09485654532909393,-0.09162283688783646,-0.08838913589715958,-0.0851554349064827,-0.08192172646522522,-0.07868802547454834,-0.07545432448387146,-0.07222062349319458,-0.0689869225025177,-0.06575321406126022,-0.06251951307058334,-0.059285812079906464,-0.056052107363939285,-0.05281840264797211,-0.04958470165729523,-0.04635100066661835,-0.04311729595065117,-0.03988359123468399,-0.03664989024400711,-0.03341618925333023,-0.030182484537363052,-0.026948781684041023,-0.023715078830718994,-0.020481375977396965,-0.017247673124074936,-0.014013970270752907,-0.010780274868011475,-0.0075465720146894455,-0.004312869161367416,-0.0010791663080453873,0.002154536545276642,0.005388239398598671,0.0086219422519207,0.01185564510524273,0.015089347958564758,0.018323050811886787,0.021556753665208817,0.024790456518530846,0.028024159371852875,0.031257860362529755,0.03449156507849693,0.03772526979446411,0.04095897078514099,0.04419267177581787,0.04742637649178505,0.05066008120775223,0.05389378219842911,0.05712748318910599,0.060361187905073166,0.06359489262104034,0.06682859361171722,0.0700622946023941,0.07329599559307098,0.07652970403432846,0.07976340502500534,0.08299710601568222,0.0862308144569397,0.08946451544761658,0.09269821643829346],"_type":"histogram","values":[1,0,0,0,0,1,2,2,6,8,14,23,41,73,127,220,388,641,959,1530,2239,3314,4498,6135,8310,11012,13694,17298,20607,24380,28037,31333,33955,36174,37319,37944,37019,35671,33502,30145,26857,23198,19368,15936,12720,9962,7410,5538,4065,2828,1941,1259,804,538,328,207,115,60,30,22,8,4,2,2]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,1,0,0,0,0,0,1,0,1,0,2,0,2,2,2,5,4,3,7,6,10,12,8,7,16,17,23,31,35,51,72,77,139,240,345,345,164,93,73,59,38,31,20,22,18,10,11,5,8,9,5,1,6,4,1,1,2,0,0,1,0,1],"bins":[-0.0008928135503083467,-0.0008687478257343173,-0.0008446820429526269,-0.0008206163183785975,-0.0007965505355969071,-0.0007724848110228777,-0.0007484190864488482,-0.0007243533036671579,-0.0007002875790931284,-0.000676221854519099,-0.0006521560717374086,-0.0006280903471633792,-0.0006040246225893497,-0.0005799588398076594,-0.0005558931152336299,-0.0005318273324519396,-0.0005077616078779101,-0.00048369585420005023,-0.00045963010052219033,-0.0004355643759481609,-0.000411498622270301,-0.0003874328685924411,-0.00036336714401841164,-0.00033930139034055173,-0.00031523563666269183,-0.00029116988298483193,-0.000267104129306972,-0.00024303840473294258,-0.00021897265105508268,-0.00019490689737722278,-0.0001708411582512781,-0.00014677541912533343,-0.00012270972365513444,-9.864397725323215e-05,-7.457823085132986e-05,-5.0512484449427575e-05,-2.6446738047525287e-05,-2.3809916456229985e-06,2.168475475627929e-05,4.575050115818158e-05,6.981624756008387e-05,9.388199396198615e-05,0.00011794774036388844,0.00014201347948983312,0.00016607923316769302,0.00019014498684555292,0.0002142107259714976,0.00023827646509744227,0.00026234221877530217,0.0002864079724531621,0.000310473726131022,0.0003345394507050514,0.0003586052043829113,0.0003826709580607712,0.00040673668263480067,0.0004308024363126606,0.0004548681899905205,0.0004789339436683804,0.0005029996973462403,0.0005270654219202697,0.0005511312047019601,0.0005751969292759895,0.000599262653850019,0.0006233284366317093,0.0006473941612057388],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.011130989529192448,-0.010812720283865929,-0.01049445103853941,-0.010176182724535465,-0.009857913479208946,-0.009539644233882427,-0.009221374988555908,-0.00890310574322939,-0.00858483649790287,-0.008266568183898926,-0.007948298938572407,-0.007630029693245888,-0.007311760447919369,-0.006993491668254137,-0.006675222422927618,-0.006356953643262386,-0.006038684397935867,-0.005720415152609348,-0.005402146372944117,-0.005083877127617598,-0.004765608347952366,-0.004447339102625847,-0.004129069857299328,-0.0038108008448034525,-0.003492531832307577,-0.0031742628198117018,-0.0028559938073158264,-0.0025377245619893074,-0.002219455549493432,-0.0019011865369975567,-0.0015829174080863595,-0.0012646482791751623,-0.0009463783353567123,-0.0006281092646531761,-0.0003098401939496398,8.428876753896475e-06,0.00032669794745743275,0.000644967018160969,0.0009632360888645053,0.0012815052177757025,0.0015997742302715778,0.0019180432427674532,0.0022363122552633286,0.0025545815005898476,0.002872850513085723,0.0031911195255815983,0.0035093887709081173,0.0038276577834039927,0.004145926795899868,0.004464196041226387,0.004782464820891619,0.005100734066218138,0.0054190028458833694,0.0057372720912098885,0.0060555413365364075,0.006373810116201639,0.006692079361528158,0.007010348606854677,0.007328617386519909,0.007646886631846428,0.007965155877172947,0.008283425122499466,0.00860169343650341,0.00891996268182993,0.009238231927156448],"_type":"histogram","values":[2,0,0,0,0,1,1,1,0,2,2,0,0,4,2,2,7,5,7,11,6,10,8,9,20,19,18,28,23,35,32,32,24,38,37,26,36,38,29,28,21,27,27,37,19,13,8,16,6,7,6,10,10,5,3,1,1,2,1,1,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,1,8,10,21,28,58,80,155,282,434,697,1052,1609,2283,3296,4529,5979,8176,10425,13298,16379,19660,23165,26426,29529,32530,34555,35923,36817,36008,35393,33151,30558,27610,24154,20865,17424,14170,11190,8859,6781,5012,3744,2579,1703,1152,759,505,330,184,114,65,49,21,17,14,3,1,1,0,1],"bins":[-0.10027504712343216,-0.0971076563000679,-0.09394025802612305,-0.09077286720275879,-0.08760547637939453,-0.08443807810544968,-0.08127068728208542,-0.07810329645872116,-0.0749358981847763,-0.07176850736141205,-0.06860111653804779,-0.06543371826410294,-0.06226632744073868,-0.05909893289208412,-0.055931538343429565,-0.05276414752006531,-0.04959675297141075,-0.046429358422756195,-0.04326196759939194,-0.04009457305073738,-0.036927178502082825,-0.03375978767871857,-0.03059239313006401,-0.027424998581409454,-0.024257605895400047,-0.02109021320939064,-0.017922818660736084,-0.014755425974726677,-0.011588032357394695,-0.008420638740062714,-0.005253245588392019,-0.0020858522038906813,0.0010815411806106567,0.004248934797942638,0.007416327949613333,0.010583721101284027,0.013751114718616009,0.01691850833594799,0.020085901021957397,0.023253295570611954,0.02642068825662136,0.029588080942630768,0.032755475491285324,0.03592287003993988,0.03909026086330414,0.042257655411958694,0.04542504996061325,0.04859244078397751,0.051759835332632065,0.05492722988128662,0.05809462070465088,0.061262015253305435,0.06442940980195999,0.06759680062532425,0.0707641988992691,0.07393158972263336,0.07709898054599762,0.08026637881994247,0.08343376964330673,0.08660116046667099,0.08976855874061584,0.0929359495639801,0.09610334038734436,0.09927073866128922,0.10243812948465347]},"_wandb":{"runtime":1103}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug-core.log b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..d620985b51a95fa011af2fb2c403531b66b9005e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T19:35:19.473303893+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpkq8r1mjw/port-25234.txt","pid":25234,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:35:19.473878814+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":25234} +{"time":"2025-07-18T19:35:19.473867364+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-25234-25320-3033152798/socket","Net":"unix"}} +{"time":"2025-07-18T19:35:19.65426587+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:35:19.664599101+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"iabkuiuw","id":"1(@)"} +{"time":"2025-07-18T19:35:20.112395157+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"iabkuiuw","id":"1(@)"} +{"time":"2025-07-18T19:53:44.390003056+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:53:44.390249476+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:53:44.390327287+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:53:44.390345261+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:53:44.390438995+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-25234-25320-3033152798/socket","Net":"unix"}} +{"time":"2025-07-18T19:53:47.241859544+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:53:47.241882024+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:53:47.241897193+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..660e95a9f87bfa8a97a14b402fdcbc0f4e74c345 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T19:35:19.666055412+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:35:20.112361421+03:00","level":"INFO","msg":"stream: created new stream","id":"iabkuiuw"} +{"time":"2025-07-18T19:35:20.112388986+03:00","level":"INFO","msg":"stream: started","id":"iabkuiuw"} +{"time":"2025-07-18T19:35:20.112482332+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"iabkuiuw"} +{"time":"2025-07-18T19:35:20.112577882+03:00","level":"INFO","msg":"handler: started","stream_id":"iabkuiuw"} +{"time":"2025-07-18T19:35:20.112614403+03:00","level":"INFO","msg":"sender: started","stream_id":"iabkuiuw"} +{"time":"2025-07-18T19:53:44.39028709+03:00","level":"INFO","msg":"stream: closing","id":"iabkuiuw"} +{"time":"2025-07-18T19:53:46.270140606+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:53:47.240565826+03:00","level":"INFO","msg":"handler: closed","stream_id":"iabkuiuw"} +{"time":"2025-07-18T19:53:47.240609236+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"iabkuiuw"} +{"time":"2025-07-18T19:53:47.240698763+03:00","level":"INFO","msg":"sender: closed","stream_id":"iabkuiuw"} +{"time":"2025-07-18T19:53:47.241449567+03:00","level":"INFO","msg":"stream: closed","id":"iabkuiuw"} diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug.log b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3b36be8bfee5a7cdfc32ef1d71b4fc1a248e3ea9 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 19:35:19,434 INFO MainThread:25234 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:35:19,434 INFO MainThread:25234 [wandb_setup.py:_flush():80] Configure stats pid to 25234 +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_193519-iabkuiuw/logs/debug.log +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_193519-iabkuiuw/logs/debug-internal.log +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:35:19,435 INFO MainThread:25234 [wandb_init.py:init():871] starting backend +2025-07-18 19:35:19,654 INFO MainThread:25234 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:35:19,662 INFO MainThread:25234 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:35:19,663 INFO MainThread:25234 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:35:19,663 INFO MainThread:25234 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:35:20,542 INFO MainThread:25234 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:35:20,749 INFO MainThread:25234 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:35:20,749 INFO MainThread:25234 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:35:20,749 INFO MainThread:25234 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:35:20,749 INFO MainThread:25234 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:35:20,761 INFO MainThread:25234 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:36:43,856 INFO MainThread:25234 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 19:36:43,857 INFO MainThread:25234 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:53:44,389 INFO MsgRouterThr:25234 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_193519-iabkuiuw/run-iabkuiuw.wandb b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/run-iabkuiuw.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f35c49e51bf36e9db5ff243cd6e10107e66bfacc --- /dev/null +++ b/simson_modeling/wandb/run-20250718_193519-iabkuiuw/run-iabkuiuw.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7c70691d6bc1ed54dcdec4488b5259cc76faf9e11e2d4d5426fe287e450c5d +size 21992710 diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/config.yaml b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..27e72f9ab1f7a00267d5404b33cad6771a565ee8 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + dyi4v87o2oyr3ap4na2armz0epkufc4m: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125959655424" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T16:57:06.806893Z" + writerId: dyi4v87o2oyr3ap4na2armz0epkufc4m + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/output.log b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..bb27306b7a81e26529f1f83735c5ee525df5def3 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/output.log @@ -0,0 +1,86 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 419/1317672 [00:54<22:29:33, 16.27it/s, learning_rate=0.0000, loss=0.0612] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Epochs: 0%| | 0/1 [00:56", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 448, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 445, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 370, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/requirements.txt b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d61028d950b00994898cc840fde57525e8416487 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T16:57:06.806893Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125959655424" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "dyi4v87o2oyr3ap4na2armz0epkufc4m" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4b0c8edc5e229fa92d737d418eeb7214a215e8e4 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/files/wandb-summary.json @@ -0,0 +1 @@ +{"_step":419,"_wandb":{"runtime":140},"_runtime":140,"train_batch_loss":0.06119628995656967,"learning_rate":4.999998746588529e-05,"_timestamp":1.752857964880432e+09} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug-core.log b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..2ff80674d78ed0060b773048df5432a39addcdda --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T19:57:06.855229505+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp2kzeo6x0/port-26853.txt","pid":26853,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T19:57:06.855814977+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":26853} +{"time":"2025-07-18T19:57:06.855824247+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-26853-26939-2801790625/socket","Net":"unix"}} +{"time":"2025-07-18T19:57:07.036426971+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T19:57:07.045785932+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"6kh0cz53","id":"1(@)"} +{"time":"2025-07-18T19:57:07.479494676+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"6kh0cz53","id":"1(@)"} +{"time":"2025-07-18T19:59:28.137727315+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T19:59:28.138064874+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T19:59:28.138145151+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T19:59:28.138154215+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T19:59:28.138230173+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-26853-26939-2801790625/socket","Net":"unix"}} +{"time":"2025-07-18T19:59:29.600095334+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T19:59:29.600115992+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T19:59:29.600131343+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b9ea19b296bfd5dce940c071622b779e8008d428 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-18T19:57:07.046737829+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T19:57:07.47946343+03:00","level":"INFO","msg":"stream: created new stream","id":"6kh0cz53"} +{"time":"2025-07-18T19:57:07.479488975+03:00","level":"INFO","msg":"stream: started","id":"6kh0cz53"} +{"time":"2025-07-18T19:57:07.479507232+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"6kh0cz53"} +{"time":"2025-07-18T19:57:07.479521659+03:00","level":"INFO","msg":"handler: started","stream_id":"6kh0cz53"} +{"time":"2025-07-18T19:57:07.479559971+03:00","level":"INFO","msg":"sender: started","stream_id":"6kh0cz53"} +{"time":"2025-07-18T19:59:28.13808688+03:00","level":"INFO","msg":"stream: closing","id":"6kh0cz53"} +{"time":"2025-07-18T19:59:29.227607406+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T19:59:29.598723408+03:00","level":"INFO","msg":"handler: closed","stream_id":"6kh0cz53"} +{"time":"2025-07-18T19:59:29.598752959+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"6kh0cz53"} +{"time":"2025-07-18T19:59:29.598794678+03:00","level":"INFO","msg":"sender: closed","stream_id":"6kh0cz53"} +{"time":"2025-07-18T19:59:29.599720264+03:00","level":"INFO","msg":"stream: closed","id":"6kh0cz53"} diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug.log b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..ac095c3fb4254dfba80476c30ad29ad7a69bcada --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 19:57:06,819 INFO MainThread:26853 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 19:57:06,819 INFO MainThread:26853 [wandb_setup.py:_flush():80] Configure stats pid to 26853 +2025-07-18 19:57:06,819 INFO MainThread:26853 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 19:57:06,820 INFO MainThread:26853 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 19:57:06,820 INFO MainThread:26853 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 19:57:06,820 INFO MainThread:26853 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_195706-6kh0cz53/logs/debug.log +2025-07-18 19:57:06,820 INFO MainThread:26853 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_195706-6kh0cz53/logs/debug-internal.log +2025-07-18 19:57:06,820 INFO MainThread:26853 [wandb_init.py:init():830] calling init triggers +2025-07-18 19:57:06,820 INFO MainThread:26853 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 19:57:06,820 INFO MainThread:26853 [wandb_init.py:init():871] starting backend +2025-07-18 19:57:07,036 INFO MainThread:26853 [wandb_init.py:init():874] sending inform_init request +2025-07-18 19:57:07,043 INFO MainThread:26853 [wandb_init.py:init():882] backend started and connected +2025-07-18 19:57:07,044 INFO MainThread:26853 [wandb_init.py:init():953] updated telemetry +2025-07-18 19:57:07,045 INFO MainThread:26853 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 19:57:07,745 INFO MainThread:26853 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 19:57:07,923 INFO MainThread:26853 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 19:57:07,923 INFO MainThread:26853 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 19:57:07,923 INFO MainThread:26853 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 19:57:07,923 INFO MainThread:26853 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 19:57:07,927 INFO MainThread:26853 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 19:58:30,839 INFO MainThread:26853 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 19:58:30,841 INFO MainThread:26853 [wandb_watch.py:_watch():70] Watching +2025-07-18 19:59:28,136 INFO MsgRouterThr:26853 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_195706-6kh0cz53/run-6kh0cz53.wandb b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/run-6kh0cz53.wandb new file mode 100644 index 0000000000000000000000000000000000000000..0bce724b2b57275a3f80bf668522539556f472b5 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_195706-6kh0cz53/run-6kh0cz53.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e522c011dc12f36e2c397d89dfb1576f8a7b0d7adc4df34bbcb8c8e946b90f2 +size 475510 diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/config.yaml b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2a25c9fddc15b0a799ceb78adc46949006a3dcf1 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + cch8zvpv0rhcgzajswrardlvwssqdp7n: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125969481728" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-18T17:02:52.761439Z" + writerId: cch8zvpv0rhcgzajswrardlvwssqdp7n + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/output.log b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..b8c053c93e1e22f792564ed159902d4648277859 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/output.log @@ -0,0 +1,69 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [3:31:22", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 371, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/requirements.txt b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/wandb-metadata.json b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..da6dc0069ee9335b2df81a6a069277f3d6dfb128 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-18T17:02:52.761439Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125969481728" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "cch8zvpv0rhcgzajswrardlvwssqdp7n" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/wandb-summary.json b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2c2adeb5fb4f5a02e9a9aa33b92143edd2d9b20e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[2,1,2,2,3,6,8,14,13,19,22,45,55,88,146,181,238,327,406,586,954,1617,2116,2973,4606,6805,10917,16705,26172,42462,67193,123753,108016,62747,39996,24588,15544,10301,6592,4351,2910,1916,1401,918,601,427,292,231,150,117,88,55,47,32,19,16,12,5,5,5,0,2,2,1],"bins":[-5.1159076974727213e-11,-4.955680310558819e-11,-4.795452923644916e-11,-4.6352255367310136e-11,-4.474998149817111e-11,-4.3147707629032084e-11,-4.154543375989306e-11,-3.994315989075403e-11,-3.8340886021615006e-11,-3.673861215247598e-11,-3.5136338283336954e-11,-3.353406441419793e-11,-3.19317905450589e-11,-3.0329516675919876e-11,-2.872724280678085e-11,-2.7124968937641825e-11,-2.55226950685028e-11,-2.3920421199363773e-11,-2.2318147330224747e-11,-2.071587346108572e-11,-1.9113599591946695e-11,-1.751132572280767e-11,-1.5909051853668643e-11,-1.4306777984529617e-11,-1.2704504115390591e-11,-1.1102230246251565e-11,-9.49995637711254e-12,-7.897682507973514e-12,-6.295408638834488e-12,-4.693134769695462e-12,-3.090860900556436e-12,-1.4885870314174099e-12,1.1368683772161603e-13,1.715960706860642e-12,3.318234575999668e-12,4.920508445138694e-12,6.52278231427772e-12,8.125056183416746e-12,9.727330052555772e-12,1.1329603921694797e-11,1.2931877790833823e-11,1.453415165997285e-11,1.6136425529111875e-11,1.77386993982509e-11,1.9340973267389927e-11,2.0943247136528953e-11,2.254552100566798e-11,2.4147794874807005e-11,2.575006874394603e-11,2.7352342613085057e-11,2.8954616482224083e-11,3.055689035136311e-11,3.2159164220502134e-11,3.376143808964116e-11,3.5363711958780186e-11,3.696598582791921e-11,3.856825969705824e-11,4.0170533566197264e-11,4.177280743533629e-11,4.3375081304475316e-11,4.497735517361434e-11,4.657962904275337e-11,4.8181902911892394e-11,4.978417678103142e-11,5.1386450650170445e-11],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,1,2,3,0,3,5,6,11,12,15,23,29,39,51,60,67,63,56,54,55,29,38,19,18,15,10,12,12,12,7,6,5,2,1,6,0,4,0,2,0,3,0,1,0,1,1,0,0,2,0,0,1,0,2,0,0,0,0,0,1,0,1,1],"bins":[-0.0009326799772679806,-0.0008838289650157094,-0.0008349780109710991,-0.000786126998718828,-0.0007372759864665568,-0.0006884250324219465,-0.0006395740201696754,-0.0005907230079174042,-0.000541871995665133,-0.0004930210416205227,-0.00044417002936825156,-0.00039531904621981084,-0.0003464680630713701,-0.00029761705081909895,-0.00024876606767065823,-0.00019991506997030228,-0.00015106407226994634,-0.00010221307456959039,-5.336208414519206e-05,-4.511090082814917e-06,4.433990397956222e-05,9.319090167991817e-05,0.0001420418848283589,0.00019089288252871484,0.00023974388022907078,0.0002885948633775115,0.0003374458756297827,0.0003862968587782234,0.0004351478419266641,0.0004839988541789353,0.0005328498664312065,0.0005817008204758167,0.0006305518327280879,0.0006794028449803591,0.0007282537990249693,0.0007771048112772405,0.0008259558235295117,0.000874806777574122,0.0009236577898263931,0.0009725088020786643,0.0010213598143309355,0.0010702108265832067,0.001119061722420156,0.0011679127346724272,0.0012167637469246984,0.0012656147591769695,0.0013144657714292407,0.0013633167836815119,0.0014121676795184612,0.0014610186917707324,0.0015098697040230036,0.0015587207162752748,0.001607571728527546,0.001656422740779817,0.0017052737530320883,0.0017541246488690376,0.0018029756611213088,0.00185182667337358,0.0019006776856258512,0.0019495286978781223,0.0019983795937150717,0.0020472307223826647,0.002096081618219614,0.002144932746887207,0.0021937836427241564],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"values":[2,5,4,6,10,18,52,71,118,192,305,427,685,985,1440,2051,2828,3762,5039,6431,8101,10171,12676,15167,17783,20686,23519,25938,28013,30204,32006,32646,33080,32506,31523,30116,27860,25357,23069,20292,17296,14482,12102,9855,7814,6150,4707,3600,2653,1927,1315,929,668,440,296,166,109,68,50,23,18,6,4,2],"bins":[-0.09505540132522583,-0.09212259203195572,-0.0891897901892662,-0.0862569808959961,-0.08332417905330658,-0.08039136976003647,-0.07745856046676636,-0.07452575862407684,-0.07159294933080673,-0.06866014003753662,-0.0657273381948471,-0.062794528901577,-0.05986172333359718,-0.05692891776561737,-0.05399610847234726,-0.05106330290436745,-0.048130497336387634,-0.04519769176840782,-0.04226488620042801,-0.0393320769071579,-0.036399271339178085,-0.03346646577119827,-0.03053365834057331,-0.02760085090994835,-0.024668045341968536,-0.021735239773988724,-0.018802432343363762,-0.0158696249127388,-0.012936819344758987,-0.0100040128454566,-0.007071206346154213,-0.004138399846851826,-0.0012055933475494385,0.0017272131517529488,0.004660019651055336,0.007592826150357723,0.01052563264966011,0.013458439148962498,0.016391245648264885,0.019324053078889847,0.02225685864686966,0.025189664214849472,0.028122471645474434,0.031055279076099396,0.03398808464407921,0.03692089021205902,0.03985369950532913,0.042786505073308945,0.04571931064128876,0.04865211620926857,0.05158492177724838,0.054517731070518494,0.057450536638498306,0.06038334220647812,0.06331615149974823,0.06624895334243774,0.06918176263570786,0.07211457192897797,0.07504737377166748,0.07798018306493759,0.0809129923582077,0.08384579420089722,0.08677860349416733,0.08971140533685684,0.09264421463012695],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[2,0,2,2,2,2,0,1,7,3,7,6,15,12,15,14,21,18,23,24,26,21,30,30,37,45,37,29,34,33,34,27,20,28,27,16,13,16,18,16,10,8,7,4,4,4,4,1,4,2,0,2,1,2,0,0,0,1,0,0,0,0,0,1],"bins":[-0.03913341462612152,-0.03763978183269501,-0.036146145313978195,-0.03465251252055168,-0.03315887972712517,-0.031665243208408356,-0.030171610414981842,-0.02867797575891018,-0.027184341102838516,-0.025690708309412003,-0.02419707365334034,-0.022703438997268677,-0.021209806203842163,-0.0197161715477705,-0.018222536891698837,-0.016728904098272324,-0.01523526944220066,-0.013741635717451572,-0.01224800106137991,-0.010754367336630821,-0.009260732680559158,-0.00776709895581007,-0.006273465231060982,-0.004779831040650606,-0.0032861968502402306,-0.0017925627762451768,-0.000298928702250123,0.0011947053717449307,0.0026883394457399845,0.00418197363615036,0.005675607360899448,0.007169241551309824,0.0086628757417202,0.010156509466469288,0.01165014412254095,0.013143777847290039,0.014637412503361702,0.016131045296788216,0.01762467995285988,0.01911831460893154,0.020611949265003204,0.022105582058429718,0.02359921671450138,0.025092851370573044,0.026586484163999557,0.02808011882007122,0.029573753476142883,0.031067386269569397,0.03256101906299591,0.03405465558171272,0.035548288375139236,0.03704192489385605,0.03853555768728256,0.040029190480709076,0.04152282699942589,0.0430164597928524,0.044510092586278915,0.04600372910499573,0.04749736189842224,0.048990994691848755,0.05048463121056557,0.05197826400399208,0.053471896797418594,0.054965533316135406,0.05645916610956192]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,0,1,2,3,1,3,3,0,5,3,8,9,9,16,13,16,21,15,23,26,30,28,34,32,39,36,32,35,33,29,38,25,28,28,24,14,13,20,15,9,9,10,8,3,6,1,1,0,2,1,1,1,1,1,0,0,1,0,1],"bins":[-0.05502868443727493,-0.05326487496495247,-0.051501065492630005,-0.04973725602030754,-0.04797344654798508,-0.04620963707566261,-0.04444582760334015,-0.042682018131017685,-0.04091820865869522,-0.03915439918637276,-0.03739058971405029,-0.03562678024172783,-0.033862970769405365,-0.0320991612970829,-0.030335349962115288,-0.028571540489792824,-0.02680773101747036,-0.025043921545147896,-0.023280112072825432,-0.021516302600502968,-0.019752493128180504,-0.01798868365585804,-0.016224874183535576,-0.014461063779890537,-0.012697254307568073,-0.01093344483524561,-0.009169635362923145,-0.007405825424939394,-0.00564201595261693,-0.003878206480294466,-0.0021143967751413584,-0.00035058718640357256,0.0014132224023342133,0.0031770318746566772,0.004940841346979141,0.0067046512849628925,0.00846846029162407,0.010232270695269108,0.011996080167591572,0.013759889639914036,0.0155236991122365,0.01728750951588154,0.019051318988204002,0.020815128460526466,0.02257893793284893,0.024342747405171394,0.02610655687749386,0.027870366349816322,0.029634175822138786,0.0313979871571064,0.033161796629428864,0.03492560610175133,0.03668941557407379,0.038453225046396255,0.04021703451871872,0.041980843991041183,0.04374465346336365,0.04550846293568611,0.047272272408008575,0.04903608188033104,0.0507998913526535,0.05256370082497597,0.05432751029729843,0.056091319769620895,0.05785512924194336]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.1340695470571518,-0.12983211874961853,-0.12559470534324646,-0.1213572770357132,-0.11711984872817993,-0.11288242042064667,-0.108644999563694,-0.10440757870674133,-0.10017015039920807,-0.0959327220916748,-0.09169530123472214,-0.08745788037776947,-0.0832204520702362,-0.07898302376270294,-0.07474560290575027,-0.07050818204879761,-0.06627075374126434,-0.06203332915902138,-0.05779590457677841,-0.053558479994535446,-0.04932105541229248,-0.045083630830049515,-0.04084620624780655,-0.03660878166556358,-0.03237135708332062,-0.028133932501077652,-0.023896507918834686,-0.01965908333659172,-0.015421658754348755,-0.01118423417210579,-0.0069468095898628235,-0.002709385007619858,0.001528024673461914,0.00576544925570488,0.010002873837947845,0.014240298420190811,0.018477723002433777,0.022715147584676743,0.026952572166919708,0.031189996749162674,0.03542742133140564,0.039664845913648605,0.04390227049589157,0.04813969507813454,0.0523771196603775,0.05661454424262047,0.060851968824863434,0.0650893896818161,0.06932681798934937,0.07356424629688263,0.0778016671538353,0.08203908801078796,0.08627651631832123,0.09051394462585449,0.09475136548280716,0.09898878633975983,0.10322621464729309,0.10746364295482635,0.11170106381177902,0.11593848466873169,0.12017591297626495,0.12441334128379822,0.1286507546901703,0.13288818299770355,0.13712561130523682],"_type":"histogram","values":[2,2,2,1,7,13,16,21,46,65,103,143,258,367,664,1104,1730,2864,4587,7265,10988,16831,24213,33597,45381,58772,73434,88463,102518,113339,121330,123942,122786,116148,105265,92099,77298,62412,48587,36734,26562,18561,12474,8148,5149,3216,1952,1242,794,470,326,201,132,87,45,41,25,19,10,6,3,2,0,2]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,0,0,0,0,2,0,1,1,0,2,4,3,1,3,5,7,7,6,7,9,16,17,11,16,21,18,32,31,43,85,207,466,2646,383555,4691,692,190,119,67,43,28,20,17,19,14,19,6,11,14,8,8,2,1,5,2,5,2,3,1,3,1,1,1],"bins":[-1.3900929018983987e-10,-1.3499500128855146e-10,-1.3098069850947525e-10,-1.2696640960818684e-10,-1.2295210682911062e-10,-1.189378179278222e-10,-1.149235220876399e-10,-1.1090922624745758e-10,-1.0689493734616917e-10,-1.0288064150598686e-10,-9.886634566580454e-11,-9.485204982562223e-11,-9.083775398543992e-11,-8.68234581452576e-11,-8.28091692439692e-11,-7.879487340378688e-11,-7.478057756360457e-11,-7.076628172342225e-11,-6.675198588323994e-11,-6.273769698195153e-11,-5.872340114176922e-11,-5.47091053015869e-11,-5.069480946140459e-11,-4.668051709066923e-11,-4.266622125048691e-11,-3.86519254103046e-11,-3.463763303956924e-11,-3.0623337199386924e-11,-2.6609043093928086e-11,-2.259474898846925e-11,-1.8580453148286935e-11,-1.4566159042828097e-11,-1.055186493736926e-11,-6.537570398229553e-12,-2.5232758590898463e-12,1.4910186800498604e-12,5.505313219189567e-12,9.519607324648405e-12,1.353390229746898e-11,1.7548197270289556e-11,2.1562491375748394e-11,2.557678548120723e-11,2.959107958666607e-11,3.360537542684838e-11,3.7619671267030697e-11,4.163396363776606e-11,4.564825947794837e-11,4.9662551848683734e-11,5.367684768886605e-11,5.769114352904836e-11,6.170543936923067e-11,6.571972827051908e-11,6.97340241107014e-11,7.374831995088371e-11,7.776261579106603e-11,8.177691163124834e-11,8.579120747143065e-11,8.980549637271906e-11,9.381979221290138e-11,9.783408805308369e-11,1.01848383893266e-10,1.0586267973344832e-10,1.0987696863473673e-10,1.1389126447491904e-10,1.1790556031510135e-10],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,0,0,0,0,1,0,1,1,0,2,5,6,2,6,5,6,8,4,12,6,8,20,17,26,42,52,69,93,97,61,50,37,27,21,18,7,5,10,4,6,3,5,5,2,3,2,5,1,1,2,1,0,0,0,0,0,0,0,0,0,0,2],"bins":[-2.651224559850748e-15,-2.562616019722002e-15,-2.474007479593256e-15,-2.3853987277062732e-15,-2.2967901875775272e-15,-2.2081816474487813e-15,-2.1195728955617985e-15,-2.0309643554330525e-15,-1.9423558153043065e-15,-1.8537472751755605e-15,-1.7651386291676961e-15,-1.6765299831598317e-15,-1.5879214430310857e-15,-1.4993129029023397e-15,-1.4107042568944753e-15,-1.322095610886611e-15,-1.233487070757865e-15,-1.144878530629119e-15,-1.0562698846212546e-15,-9.676612386133902e-16,-8.790526984846442e-16,-7.90444105416339e-16,-7.018355123480338e-16,-6.132269192797286e-16,-5.246183262114235e-16,-4.3600973314311827e-16,-3.474011400748131e-16,-2.587925470065079e-16,-1.701839539382027e-16,-8.157536086989751e-17,7.033232198407676e-18,9.564182526671287e-17,1.8425063009325487e-16,2.7285922316156006e-16,3.6146781622986525e-16,4.500764092981704e-16,5.386850023664756e-16,6.272935954347808e-16,7.15902188503086e-16,8.045107815713912e-16,8.931193746396964e-16,9.817279147684424e-16,1.0703365607763068e-15,1.1589452067841712e-15,1.2475537469129171e-15,1.3361622870416631e-15,1.4247709330495275e-15,1.513379579057392e-15,1.6019881191861379e-15,1.6905966593148839e-15,1.7792054112018667e-15,1.8678139513306127e-15,1.9564224914593586e-15,2.0450310315881046e-15,2.1336395717168506e-15,2.2222483236038334e-15,2.3108568637325794e-15,2.3994654038613254e-15,2.488074155748308e-15,2.576682695877054e-15,2.6652912360058e-15,2.753899776134546e-15,2.842508316263292e-15,2.931117068150275e-15,3.019725608279021e-15],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[3,2,6,6,8,6,22,25,59,89,158,238,415,678,1064,1575,2343,3249,4747,6477,8768,11382,14313,17879,21590,25533,29378,32714,35143,37348,38696,38572,37525,35549,33043,29321,25751,21801,18148,14470,11492,8785,6503,4770,3412,2332,1614,1068,684,413,284,166,82,50,28,20,12,7,7,0,0,0,0,1],"bins":[-0.13086968660354614,-0.126649409532547,-0.12242913246154785,-0.1182088553905487,-0.11398857831954956,-0.10976830869913101,-0.10554803162813187,-0.10132775455713272,-0.09710747748613358,-0.09288720041513443,-0.08866692334413528,-0.08444664627313614,-0.08022637665271759,-0.07600609958171844,-0.0717858225107193,-0.06756554543972015,-0.06334526836872101,-0.05912499129772186,-0.05490471422672272,-0.05068444088101387,-0.046464163810014725,-0.04224388673901558,-0.03802361339330673,-0.03380333632230759,-0.02958305925130844,-0.025362782180309296,-0.0211425069719553,-0.016922231763601303,-0.012701954692602158,-0.008481678552925587,-0.004261402413249016,-4.1126273572444916e-05,0.004179149866104126,0.008399426005780697,0.012619702145457268,0.016839977353811264,0.02106025442481041,0.025280531495809555,0.02950080670416355,0.03372108191251755,0.03794135898351669,0.04216163605451584,0.046381913125514984,0.05060218647122383,0.05482246354222298,0.05904274061322212,0.06326301395893097,0.06748329102993011,0.07170356810092926,0.0759238451719284,0.08014412224292755,0.0843643993139267,0.08858467638492584,0.09280494600534439,0.09702522307634354,0.10124550014734268,0.10546577721834183,0.10968605428934097,0.11390633136034012,0.11812660843133926,0.12234687805175781,0.12656715512275696,0.1307874321937561,0.13500770926475525,0.1392279863357544],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,0,3,2,2,2,4,10,6,19,26,41,46,57,78,112,148,221,297,421,577,880,1242,1635,2610,3673,5459,7748,12216,18207,29959,48709,86350,142744,88063,50199,30506,19290,12373,7842,5607,3771,2626,1738,1337,837,574,430,324,225,171,119,83,50,50,25,24,16,11,11,10,3,3,1],"bins":[-4.689582056016661e-13,-4.549693954913892e-13,-4.409805853811122e-13,-4.269917752708352e-13,-4.1300296516055823e-13,-3.9901415505028126e-13,-3.850253449400043e-13,-3.710365348297273e-13,-3.5704772471945034e-13,-3.4305891460917337e-13,-3.290701044988964e-13,-3.1508129438861943e-13,-3.0109248427834245e-13,-2.871036741680655e-13,-2.731148640577885e-13,-2.5912605394751154e-13,-2.4513724383723456e-13,-2.311484337269576e-13,-2.1715962361668062e-13,-2.0317081350640365e-13,-1.8918200339612667e-13,-1.751931932858497e-13,-1.6120438317557273e-13,-1.4721557306529576e-13,-1.3322676295501878e-13,-1.192379528447418e-13,-1.0524914273446484e-13,-9.126033262418787e-14,-7.72715225139109e-14,-6.328271240363392e-14,-4.929390229335695e-14,-3.530509218307998e-14,-2.1316282072803006e-14,-7.327471962526033e-15,6.661338147750939e-15,2.0650148258027912e-14,3.4638958368304884e-14,4.8627768478581856e-14,6.261657858885883e-14,7.66053886991358e-14,9.059419880941277e-14,1.0458300891968975e-13,1.1857181902996672e-13,1.325606291402437e-13,1.4654943925052066e-13,1.6053824936079764e-13,1.745270594710746e-13,1.8851586958135158e-13,2.0250467969162855e-13,2.1649348980190553e-13,2.304822999121825e-13,2.4447111002245947e-13,2.5845992013273644e-13,2.724487302430134e-13,2.864375403532904e-13,3.0042635046356736e-13,3.1441516057384433e-13,3.284039706841213e-13,3.423927807943983e-13,3.5638159090467525e-13,3.703704010149522e-13,3.843592111252292e-13,3.9834802123550617e-13,4.1233683134578314e-13,4.263256414560601e-13]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.2840532660484314,-0.2745012640953064,-0.2649492621421814,-0.2553972601890564,-0.2458452731370926,-0.23629328608512878,-0.22674128413200378,-0.21718928217887878,-0.20763728022575378,-0.19808529317378998,-0.18853329122066498,-0.17898128926753998,-0.16942930221557617,-0.15987730026245117,-0.15032529830932617,-0.14077331125736237,-0.13122130930423737,-0.12166931480169296,-0.11211731284856796,-0.10256531834602356,-0.09301331639289856,-0.08346132189035416,-0.07390932738780975,-0.06435732543468475,-0.05480533093214035,-0.04525333270430565,-0.03570133447647095,-0.026149339973926544,-0.016597341746091843,-0.007045344449579716,0.002506652846932411,0.012058650143444538,0.021610647439956665,0.031162645667791367,0.04071464389562607,0.05026663839817047,0.05981863662600517,0.06937063485383987,0.07892262935638428,0.08847463130950928,0.09802662581205368,0.10757862031459808,0.11713062226772308,0.12668262422084808,0.1362346112728119,0.1457866132259369,0.1553386151790619,0.1648906022310257,0.1744426041841507,0.1839946061372757,0.1935465931892395,0.2030985951423645,0.2126505970954895,0.2222025841474533,0.2317545861005783,0.2413065880537033,0.2508585751056671,0.2604105770587921,0.2699625790119171,0.2795145809650421,0.2890665829181671,0.2986185550689697,0.3081705570220947,0.3177225589752197,0.3272745609283447],"_type":"histogram","values":[9,9,16,28,41,33,20,17,6,4,5,5,6,3,12,13,20,24,48,93,277,813,2752,8261,22628,52157,101802,169019,230866,264667,253347,201064,133804,74149,34985,13884,4877,1662,571,247,115,78,61,55,38,30,28,30,44,29,23,20,13,5,16,7,11,10,3,2,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,2,1,1,0,5,2,3,4,2,4,5,7,9,23,31,31,70,171,174,63,46,37,26,18,8,6,3,1,0,0,2,2,2,1,0,2,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-4.414940413255408e-09,-4.272096010282667e-09,-4.129251607309925e-09,-3.9864072043371834e-09,-3.843562801364442e-09,-3.700718620436305e-09,-3.5578742174635636e-09,-3.415029814490822e-09,-3.2721854115180804e-09,-3.129341008545339e-09,-2.9864966055725972e-09,-2.8436522025998556e-09,-2.700808021671719e-09,-2.5579636186989774e-09,-2.4151192157262358e-09,-2.272274812753494e-09,-2.1294304097807526e-09,-1.986586006808011e-09,-1.8437416038352694e-09,-1.7008973118848303e-09,-1.5580529089120887e-09,-1.4152085059393471e-09,-1.272364213988908e-09,-1.1295198110161664e-09,-9.866754080434248e-10,-8.438310050706832e-10,-7.009866576090928e-10,-5.581423101475025e-10,-4.152979071747609e-10,-2.724535319575949e-10,-1.2960915674042894e-10,1.3235218476737032e-11,1.5608003778311286e-10,2.9892441300027883e-10,4.417687882174448e-10,5.846131356790352e-10,7.274575386517768e-10,8.703019416245183e-10,1.0131462335749575e-09,1.155990636547699e-09,1.2988350395204407e-09,1.4416794424931823e-09,1.5845238454659238e-09,1.727368137416363e-09,1.870212429366802e-09,2.0130568323395437e-09,2.1559012353122853e-09,2.298745638285027e-09,2.4415900412577685e-09,2.58443444423051e-09,2.7272788472032516e-09,2.8701232501759932e-09,3.012967653148735e-09,3.1558118340768715e-09,3.298656237049613e-09,3.4415006400223547e-09,3.5843450429950963e-09,3.727189223923233e-09,3.8700336268959745e-09,4.012878029868716e-09,4.155722432841458e-09,4.298566835814199e-09,4.441411238786941e-09,4.5842556417596825e-09,4.727100044732424e-09]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[3,1,1,0,0,4,5,6,1,4,8,10,11,9,17,18,23,19,24,14,20,13,29,27,25,36,17,27,29,23,27,21,25,31,25,19,22,21,19,22,16,16,13,12,11,7,5,7,4,1,5,6,1,2,0,1,1,1,2,0,0,0,0,1],"bins":[-2.4177443901096662e-12,-2.3328903912822607e-12,-2.2480361756144207e-12,-2.163182176787015e-12,-2.078327961119175e-12,-1.9934739622917697e-12,-1.9086197466239296e-12,-1.823765747796524e-12,-1.738911532128684e-12,-1.6540575333012786e-12,-1.5692034260536558e-12,-1.484349318806033e-12,-1.3994952115584103e-12,-1.3146411043107875e-12,-1.2297869970631647e-12,-1.144932889815542e-12,-1.0600787825679192e-12,-9.752246753202964e-13,-8.903705680726737e-13,-8.055164608250509e-13,-7.206623535774281e-13,-6.35808300539914e-13,-5.509541932922912e-13,-4.661000860446685e-13,-3.812459787970457e-13,-2.963918715494229e-13,-2.1153777785432731e-13,-1.266836841592317e-13,-4.1829576911608934e-14,4.3024523559750255e-14,1.2787862403110944e-13,2.1273271772620506e-13,2.975868249738278e-13,3.824409322214506e-13,4.672950394690734e-13,5.521491467166961e-13,6.370032539643189e-13,7.21857307001833e-13,8.067114142494558e-13,8.915655214970786e-13,9.7641968295481e-13,1.0612736817822155e-12,1.1461277890298383e-12,1.230981896277461e-12,1.3158360035250838e-12,1.4006901107727066e-12,1.4855442180203293e-12,1.570398325267952e-12,1.6552524325155749e-12,1.7401065397631976e-12,1.824960538590603e-12,1.909814754258443e-12,1.9946687530858487e-12,2.0795229687536887e-12,2.1643769675810942e-12,2.2492311832489342e-12,2.3340851820763397e-12,2.4189393977441798e-12,2.5037933965715853e-12,2.5886476122394253e-12,2.673501611066831e-12,2.758355826734671e-12,2.8432098255620764e-12,2.9280640412299164e-12,3.012918040057322e-12],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[2,2,0,0,0,4,0,2,5,2,4,11,8,14,15,15,14,16,17,11,21,25,24,29,26,36,27,41,35,27,27,21,31,28,29,33,28,27,8,15,17,11,8,5,10,8,7,5,5,4,1,2,0,1,2,0,1,0,0,0,0,0,0,1],"bins":[-0.040150582790374756,-0.038725778460502625,-0.037300970405340195,-0.035876162350177765,-0.034451358020305634,-0.0330265536904335,-0.03160174563527107,-0.030176939442753792,-0.02875213325023651,-0.02732732705771923,-0.02590252086520195,-0.02447771467268467,-0.02305290848016739,-0.02162810228765011,-0.020203296095132828,-0.018778489902615547,-0.017353683710098267,-0.015928877517580986,-0.014504071325063705,-0.013079265132546425,-0.011654458940029144,-0.010229652747511864,-0.008804846554994583,-0.0073800403624773026,-0.005955234169960022,-0.004530427977442741,-0.003105621784925461,-0.0016808155924081802,-0.00025600939989089966,0.001168796792626381,0.0025936029851436615,0.004018409177660942,0.005443211644887924,0.006868017837405205,0.008292824029922485,0.009717630222439766,0.011142436414957047,0.012567242607474327,0.013992048799991608,0.015416854992508888,0.01684166118502617,0.01826646737754345,0.01969127357006073,0.02111607976257801,0.02254088595509529,0.02396569214761257,0.025390498340129852,0.026815304532647133,0.028240110725164413,0.029664916917681694,0.031089723110198975,0.032514527440071106,0.033939335495233536,0.035364143550395966,0.0367889478802681,0.03821375221014023,0.03963856026530266,0.04106336832046509,0.04248817265033722,0.04391297698020935,0.04533778503537178,0.04676259309053421,0.04818739742040634,0.04961220175027847,0.0510370098054409]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-4.525821124118368e-12,-4.396619353308484e-12,-4.2674175824986005e-12,-4.138216245369586e-12,-4.009014474559702e-12,-3.879812703749819e-12,-3.750610932939935e-12,-3.621409378970486e-12,-3.4922076081606024e-12,-3.3630058373507188e-12,-3.2338042833812697e-12,-3.104602512571386e-12,-2.9754007417615025e-12,-2.8461991877920534e-12,-2.7169974169821698e-12,-2.5877958630127207e-12,-2.458594092202837e-12,-2.3293923213929535e-12,-2.2001907674235044e-12,-2.0709889966136208e-12,-1.9417874426441717e-12,-1.812585671834288e-12,-1.6833839010244045e-12,-1.5541822386347381e-12,-1.4249805762450718e-12,-1.2957789138554054e-12,-1.166577251465739e-12,-1.0373754806558555e-12,-9.081738182661891e-13,-7.789721558765228e-13,-6.497704392767478e-13,-5.205687226769729e-13,-3.913670602873065e-13,-2.6216537079258584e-13,-1.3296368129786518e-13,-3.7619918031445154e-15,1.2543969769157615e-13,2.546413871862968e-13,3.8384307668101747e-13,5.130447932807924e-13,6.422464556704588e-13,7.714481180601251e-13,9.006498346599001e-13,1.029851551259675e-12,1.1590532136493414e-12,1.2882548760390078e-12,1.4174566468488914e-12,1.5466583092385577e-12,1.675859971628224e-12,1.8050616340178904e-12,1.9342632964075568e-12,2.0634650672174404e-12,2.1926666211868895e-12,2.321868391996773e-12,2.4510701628066567e-12,2.5802717167761058e-12,2.7094734875859894e-12,2.838675258395873e-12,2.967876812365322e-12,3.0970785831752057e-12,3.2262803539850893e-12,3.3554819079545384e-12,3.484683678764422e-12,3.613885232733871e-12,3.743087003543755e-12],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,1,2,3,1,0,5,3,6,7,6,5,6,23,39,65,184,202,88,44,17,9,12,7,6,5,1,2,0,1,2,0,2,2,1,2,1,0,1,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[2,0,3,6,14,26,54,99,142,223,327,488,796,1150,1623,2213,3137,4237,5599,7351,9264,11667,14000,16851,19607,22531,25477,28112,30226,32158,33485,33659,33486,32744,31122,29200,26467,23788,20933,18173,15239,12736,10233,8089,6343,4804,3593,2591,1997,1274,916,573,384,258,133,89,63,20,24,14,6,3,1,1],"bins":[-0.09389675408601761,-0.09093543887138367,-0.08797412365674973,-0.08501280844211578,-0.08205149322748184,-0.0790901780128479,-0.07612886279821396,-0.07316754758358002,-0.07020623236894608,-0.06724491715431213,-0.06428360193967819,-0.06132228672504425,-0.05836097151041031,-0.05539965629577637,-0.052438341081142426,-0.049477025866508484,-0.04651571065187454,-0.0435543954372406,-0.04059308022260666,-0.03763176500797272,-0.034670449793338776,-0.031709134578704834,-0.028747819364070892,-0.02578650414943695,-0.02282518893480301,-0.019863873720169067,-0.016902558505535126,-0.013941243290901184,-0.010979928076267242,-0.0080186128616333,-0.005057297646999359,-0.0020959824323654175,0.0008653327822685242,0.003826647996902466,0.0067879632115364075,0.009749278426170349,0.01271059364080429,0.015671908855438232,0.018633224070072174,0.021594539284706116,0.024555854499340057,0.027517169713974,0.03047848492860794,0.03343980014324188,0.036401115357875824,0.039362430572509766,0.04232374578714371,0.04528506100177765,0.04824637621641159,0.05120769143104553,0.054169006645679474,0.057130321860313416,0.06009163707494736,0.0630529522895813,0.06601426750421524,0.06897558271884918,0.07193689793348312,0.07489821314811707,0.07785952836275101,0.08082084357738495,0.08378215879201889,0.08674347400665283,0.08970478922128677,0.09266610443592072,0.09562741965055466],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,1,2,3,1,6,6,8,7,8,9,18,16,20,27,23,25,33,41,51,53,70,59,84,74,84,91,88,92,88,108,79,105,71,99,75,58,69,58,43,24,28,32,30,17,16,13,6,9,3,5,2,3,1,0,2,2,1],"bins":[-0.03308434411883354,-0.03244265913963318,-0.031800974160432816,-0.031159289181232452,-0.03051760420203209,-0.029875919222831726,-0.029234236106276512,-0.02859255112707615,-0.027950866147875786,-0.027309181168675423,-0.02666749618947506,-0.026025811210274696,-0.025384126231074333,-0.02474244125187397,-0.024100756272673607,-0.023459071293473244,-0.02281738817691803,-0.022175703197717667,-0.021534018218517303,-0.02089233323931694,-0.020250648260116577,-0.019608963280916214,-0.01896727830171585,-0.018325593322515488,-0.017683908343315125,-0.01704222336411476,-0.016400538384914398,-0.015758855268359184,-0.015117169357836246,-0.014475484378635883,-0.013833800330758095,-0.013192115351557732,-0.012550430372357368,-0.011908745393157005,-0.011267060413956642,-0.010625376366078854,-0.00998369138687849,-0.009342006407678127,-0.008700321428477764,-0.008058636449277401,-0.007416951935738325,-0.006775266956537962,-0.006133582442998886,-0.005491897463798523,-0.00485021248459816,-0.004208527971059084,-0.0035668429918587208,-0.0029251582454890013,-0.0022834734991192818,-0.0016417887527495623,-0.001000103889964521,-0.0003584190853871405,0.0002832657191902399,0.0009249505237676203,0.0015666353283450007,0.002208320191130042,0.0028500049374997616,0.003491689683869481,0.004133374430239201,0.004775059409439564,0.005416744388639927,0.006058428902179003,0.006700113881379366,0.007341798394918442,0.007983483374118805],"_type":"histogram"},"_timestamp":1.7528709295825832e+09,"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,1,0,1,1,2,2,2,3,3,1,6,2,7,6,7,7,6,6,19,18,9,14,23,18,19,14,13,27,18,13,28,34,26,20,26,24,33,25,27,31,21,23,17,19,24,19,15,6,8,11,14,7,10,7,2,8,2,6,2,1,1,0,2],"bins":[-1.8029398503663363e-13,-1.7508473241101968e-13,-1.6987547978540574e-13,-1.646662271597918e-13,-1.5945697453417784e-13,-1.542477219085639e-13,-1.4903846928294995e-13,-1.43829216657336e-13,-1.3861996403172205e-13,-1.334107114061081e-13,-1.2820145878049416e-13,-1.229922061548802e-13,-1.1778295352926627e-13,-1.1257370090365232e-13,-1.0736444827803837e-13,-1.0215519565242442e-13,-9.694594302681048e-14,-9.173669040119653e-14,-8.652743777558258e-14,-8.131818514996864e-14,-7.610893252435469e-14,-7.089967989874074e-14,-6.56904272731268e-14,-6.048117464751285e-14,-5.52719220218989e-14,-5.0062669396284953e-14,-4.4853416770671006e-14,-3.964416414505706e-14,-3.443491151944311e-14,-2.9225658893829165e-14,-2.4016406268215218e-14,-1.880715364260127e-14,-1.359791456951448e-14,-8.388661943900533e-15,-3.1794093182865857e-15,2.0298433073273614e-15,7.239095932941308e-15,1.2448348558555256e-14,1.7657601184169203e-14,2.286685380978315e-14,2.8076106435397097e-14,3.3285359061011044e-14,3.849461168662499e-14,4.370386431223894e-14,4.8913116937852885e-14,5.412236956346683e-14,5.933162218908078e-14,6.454087481469473e-14,6.975012744030867e-14,7.495938006592262e-14,8.016863269153657e-14,8.537788531715051e-14,9.058713794276446e-14,9.579639056837841e-14,1.0100564319399236e-13,1.062148958196063e-13,1.1142414844522025e-13,1.166334010708342e-13,1.2184265369644814e-13,1.270519063220621e-13,1.3226115894767604e-13,1.3747041157328999e-13,1.4267966419890393e-13,1.4788891682451788e-13,1.5309816945013183e-13],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,1,1,2,3,0,1,1,3,4,4,3,4,4,5,5,11,14,18,24,39,67,117,151,105,55,27,12,19,13,10,9,7,6,2,3,1,1,1,4,0,0,2,0,2,1,0,2,0,0,1],"bins":[-7.4414469963812735e-06,-7.235979410324944e-06,-7.030512279015966e-06,-6.8250446929596364e-06,-6.619577106903307e-06,-6.414109520846978e-06,-6.208642389537999e-06,-6.00317480348167e-06,-5.797707217425341e-06,-5.592240086116362e-06,-5.386772500060033e-06,-5.181304914003704e-06,-4.9758373279473744e-06,-4.770370196638396e-06,-4.564902610582067e-06,-4.359435024525737e-06,-4.153967893216759e-06,-3.94850030716043e-06,-3.7430327211041003e-06,-3.5375653624214465e-06,-3.332097776365117e-06,-3.1266304176824633e-06,-2.921162831626134e-06,-2.71569547294348e-06,-2.5102281142608263e-06,-2.304760528204497e-06,-2.099293169521843e-06,-1.8938255834655138e-06,-1.68835822478286e-06,-1.4828907524133683e-06,-1.2774232800438767e-06,-1.0719558076743851e-06,-8.664883353048936e-07,-6.61020862935402e-07,-4.555534189876198e-07,-2.5008597503983765e-07,-4.461850267034606e-08,1.608489554882908e-07,3.663164136469277e-07,5.717838575947098e-07,7.772513299642014e-07,9.82718802333693e-07,1.1881862747031846e-06,1.3936537470726762e-06,1.59912110575533e-06,1.8045885781248217e-06,2.0100560504943132e-06,2.2155236365506425e-06,2.4209909952332964e-06,2.6264583539159503e-06,2.8319259399722796e-06,3.0373932986549335e-06,3.2428608847112628e-06,3.4483282433939166e-06,3.653795829450246e-06,3.859263415506575e-06,4.064730546815554e-06,4.270198132871883e-06,4.475665718928212e-06,4.681132850237191e-06,4.88660043629352e-06,5.092068022349849e-06,5.297535608406179e-06,5.503002739715157e-06,5.708470325771486e-06]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[3,1,1,0,5,2,5,6,4,3,6,9,8,5,11,13,10,14,23,18,11,18,22,23,20,30,21,27,32,25,26,30,34,20,23,29,24,32,24,11,17,9,18,14,6,8,12,5,8,11,2,4,1,6,2,1,2,4,3,1,2,1,0,2],"bins":[-0.02397450990974903,-0.02318078652024269,-0.0223870649933815,-0.02159334160387516,-0.02079962007701397,-0.02000589668750763,-0.01921217516064644,-0.0184184517711401,-0.01762472838163376,-0.016831006854772568,-0.016037283465266228,-0.015243561938405037,-0.014449838548898697,-0.013656116090714931,-0.012862393632531166,-0.0120686711743474,-0.011274948716163635,-0.01048122625797987,-0.009687503799796104,-0.008893781341612339,-0.008100058883428574,-0.007306335959583521,-0.006512613035738468,-0.005718890577554703,-0.004925168119370937,-0.004131445661187172,-0.003337722970172763,-0.002544000279158354,-0.0017502778209745884,-0.0009565552463755012,-0.00016283267177641392,0.0006308899028226733,0.0014246143400669098,0.002218336798250675,0.0030120594892650843,0.0038057821802794933,0.004599504638463259,0.005393227096647024,0.006186950020492077,0.006980672478675842,0.007774394936859608,0.008568117395043373,0.009361839853227139,0.010155562311410904,0.010949285700917244,0.01174300815910101,0.012536730617284775,0.01333045307546854,0.014124175533652306,0.014917897991836071,0.015711620450019836,0.016505343839526176,0.017299065366387367,0.018092788755893707,0.018886510282754898,0.019680233672261238,0.020473957061767578,0.02126767858862877,0.02206140197813511,0.0228551235049963,0.02364884689450264,0.02444256842136383,0.02523629181087017,0.02603001333773136,0.0268237367272377],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[2,0,2,0,0,1,5,3,7,4,1,7,7,2,10,7,9,13,15,11,13,18,18,22,11,25,30,25,33,18,31,21,31,29,25,21,15,35,32,14,20,22,13,17,25,13,8,16,7,8,9,5,6,4,3,4,2,4,1,2,0,2,2,2],"bins":[-0.017287420108914375,-0.01674775779247284,-0.016208095476031303,-0.015668433159589767,-0.015128771774470806,-0.014589110389351845,-0.014049448072910309,-0.013509785756468773,-0.012970123440027237,-0.012430462054908276,-0.01189079973846674,-0.011351137422025204,-0.010811476036906242,-0.010271813720464706,-0.00973215140402317,-0.00919249001890421,-0.008652827702462673,-0.008113165386021137,-0.007573503535240889,-0.00703384168446064,-0.006494179368019104,-0.005954517517238855,-0.005414855666458607,-0.004875193350017071,-0.004335531499236822,-0.00379586941562593,-0.0032562073320150375,-0.002716545481234789,-0.0021768833976238966,-0.0016372213140130043,-0.0010975593468174338,-0.0005578973214142025,-1.823529601097107e-05,0.0005214267293922603,0.0010610887547954917,0.0016007507219910622,0.0021404128056019545,0.0026800748892128468,0.0032197367399930954,0.0037593988236039877,0.00429906090721488,0.004838722757995129,0.005378385074436665,0.005918046925216913,0.006457708775997162,0.006997371092438698,0.0075370329432189465,0.008076694793999195,0.008616357110440731,0.009156019426882267,0.009695680812001228,0.010235343128442764,0.0107750054448843,0.011314666830003262,0.011854329146444798,0.012393991462886333,0.012933652848005295,0.01347331516444683,0.014012977480888367,0.014552639797329903,0.015092301182448864,0.015631962567567825,0.01617162488400936,0.016711287200450897,0.017250949516892433]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[1,1,1,3,2,0,1,3,4,1,7,4,8,11,6,7,18,15,11,26,15,18,20,23,28,30,22,30,15,36,24,25,24,32,32,30,21,13,23,18,11,15,13,12,25,11,12,10,11,5,2,9,3,2,7,1,1,3,1,2,0,0,1,2],"bins":[-0.044623177498579025,-0.04320622235536575,-0.04178927093744278,-0.04037231579422951,-0.038955364376306534,-0.03753840923309326,-0.03612145781517029,-0.034704502671957016,-0.033287547528743744,-0.03187059611082077,-0.030453642830252647,-0.029036689549684525,-0.027619734406471252,-0.02620278112590313,-0.024785827845335007,-0.023368874564766884,-0.02195192128419876,-0.020534968003630638,-0.019118014723062515,-0.017701061442494392,-0.01628410816192627,-0.014867153950035572,-0.013450199738144875,-0.012033246457576752,-0.010616293177008629,-0.009199339896440506,-0.007782386150211096,-0.006365432403981686,-0.004948479123413563,-0.0035315256100147963,-0.0021145720966160297,-0.0006976185832172632,0.0007193386554718018,0.0021362921688705683,0.003553245682269335,0.004970199428498745,0.006387152709066868,0.007804105989634991,0.009221060201525688,0.010638013482093811,0.012054966762661934,0.013471920043230057,0.01488887332379818,0.016305826604366302,0.017722781747579575,0.019139735028147697,0.02055668830871582,0.021973641589283943,0.023390594869852066,0.02480754815042019,0.026224501430988312,0.027641454711556435,0.029058407992124557,0.03047536313533783,0.0318923145532608,0.033309269696474075,0.03472622483968735,0.03614317625761032,0.03756013140082359,0.03897708281874657,0.04039403796195984,0.04181098937988281,0.043227944523096085,0.04464489594101906,0.04606185108423233],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[2,0,0,2,2,3,4,6,6,9,17,21,25,32,43,76,108,171,239,337,578,888,1387,2228,3673,6303,10835,19867,38109,84209,1.088349e+06,188581,59642,29366,15597,8785,5049,3073,1905,1140,737,486,314,207,145,98,70,43,31,20,13,12,8,3,3,2,2,1,1,0,0,0,0,1],"bins":[-2.294778823852539e-06,-2.2202730178833008e-06,-2.1457672119140625e-06,-2.0712614059448242e-06,-1.996755599975586e-06,-1.9222497940063477e-06,-1.8477439880371094e-06,-1.773238182067871e-06,-1.6987323760986328e-06,-1.6242265701293945e-06,-1.5497207641601562e-06,-1.475214958190918e-06,-1.4007091522216797e-06,-1.3262033462524414e-06,-1.2516975402832031e-06,-1.1771917343139648e-06,-1.1026859283447266e-06,-1.0281801223754883e-06,-9.5367431640625e-07,-8.791685104370117e-07,-8.046627044677734e-07,-7.301568984985352e-07,-6.556510925292969e-07,-5.811452865600586e-07,-5.066394805908203e-07,-4.3213367462158203e-07,-3.5762786865234375e-07,-2.8312206268310547e-07,-2.086162567138672e-07,-1.341104507446289e-07,-5.960464477539063e-08,1.4901161193847656e-08,8.940696716308594e-08,1.6391277313232422e-07,2.384185791015625e-07,3.129243850708008e-07,3.8743019104003906e-07,4.6193599700927734e-07,5.364418029785156e-07,6.109476089477539e-07,6.854534149169922e-07,7.599592208862305e-07,8.344650268554688e-07,9.08970832824707e-07,9.834766387939453e-07,1.0579824447631836e-06,1.1324882507324219e-06,1.2069940567016602e-06,1.2814998626708984e-06,1.3560056686401367e-06,1.430511474609375e-06,1.5050172805786133e-06,1.5795230865478516e-06,1.6540288925170898e-06,1.7285346984863281e-06,1.8030405044555664e-06,1.8775463104248047e-06,1.952052116394043e-06,2.0265579223632812e-06,2.1010637283325195e-06,2.175569534301758e-06,2.250075340270996e-06,2.3245811462402344e-06,2.3990869522094727e-06,2.473592758178711e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[3,3,3,3,10,21,24,51,100,134,226,358,550,804,1176,1747,2478,3503,4616,6265,8317,10553,12915,15626,18685,21796,25266,28010,30406,32303,33632,34590,34618,34057,32457,30232,28021,25136,22095,18833,15739,12926,10371,8251,6479,4760,3612,2563,1808,1264,888,561,369,252,153,83,57,31,14,8,5,2,3,2],"bins":[-0.09955044835805893,-0.096443310379982,-0.09333616495132446,-0.09022902697324753,-0.0871218889951706,-0.08401475101709366,-0.08090760558843613,-0.07780046761035919,-0.07469332963228226,-0.07158618420362473,-0.06847904622554779,-0.06537190824747086,-0.06226476654410362,-0.05915762856602669,-0.056050486862659454,-0.05294334888458252,-0.049836207181215286,-0.04672906547784805,-0.04362192749977112,-0.040514785796403885,-0.03740764781832695,-0.03430050611495972,-0.031193366274237633,-0.02808622643351555,-0.024979086592793465,-0.02187194675207138,-0.018764806911349297,-0.015657667070627213,-0.012550526298582554,-0.00944338645786047,-0.0063362461514770985,-0.0032291060779243708,-0.00012196600437164307,0.0029851740691810846,0.006092314142733812,0.009199454449117184,0.012306594289839268,0.015413734130561352,0.01852087490260601,0.021628014743328094,0.02473515458405018,0.027842294424772263,0.030949434265494347,0.03405657410621643,0.037163715809583664,0.0402708537876606,0.04337799549102783,0.04648513346910477,0.049592275172472,0.05269941687583923,0.05580655485391617,0.0589136965572834,0.062020834535360336,0.06512797623872757,0.0682351142168045,0.07134225219488144,0.07444939762353897,0.0775565356016159,0.08066367357969284,0.08377081900835037,0.08687795698642731,0.08998509496450424,0.09309223294258118,0.09619937837123871,0.09930651634931564],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.11855901777744293,-0.11446330696344376,-0.11036759614944458,-0.1062718853354454,-0.10217617452144623,-0.09808045625686646,-0.09398474544286728,-0.0898890346288681,-0.08579332381486893,-0.08169761300086975,-0.07760190218687057,-0.0735061913728714,-0.06941047310829163,-0.06531476229429245,-0.061219051480293274,-0.0571233406662941,-0.05302762985229492,-0.048931919038295746,-0.04483620822429657,-0.040740493685007095,-0.03664478287100792,-0.03254907205700874,-0.028453359380364418,-0.024357646703720093,-0.020261935889720917,-0.01616622507572174,-0.012070512399077415,-0.007974800653755665,-0.003879088908433914,0.00021662283688783646,0.004312334582209587,0.008408046327531338,0.012503743171691895,0.01659945398569107,0.020695166662335396,0.02479087933897972,0.028886590152978897,0.03298230096697807,0.03707801550626755,0.041173726320266724,0.0452694371342659,0.049365147948265076,0.05346085876226425,0.057556573301553726,0.0616522841155529,0.06574799865484238,0.06984370946884155,0.07393942028284073,0.0780351310968399,0.08213084191083908,0.08622655272483826,0.09032226353883743,0.09441797435283661,0.09851369261741638,0.10260940343141556,0.10670511424541473,0.11080082505941391,0.11489653587341309,0.11899224668741226,0.12308795750141144,0.1271836757659912,0.1312793791294098,0.13537509739398956,0.13947080075740814,0.14356651902198792],"_type":"histogram","values":[3,1,3,5,11,21,64,87,158,232,363,647,939,1466,2135,3166,4570,6348,8635,11065,14543,18197,21834,26080,29804,33162,35837,38388,38986,39172,37908,35940,32992,29441,25572,21439,17745,14203,11138,8209,6035,4426,3073,2072,1381,887,580,335,205,137,80,43,29,11,10,6,1,2,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-6.122130025154604e-10,-5.881087838943699e-10,-5.640045097621282e-10,-5.399002911410378e-10,-5.157960725199473e-10,-4.916917983877056e-10,-4.675875797666151e-10,-4.4348333338994905e-10,-4.1937908701328297e-10,-3.952748406366169e-10,-3.711705942599508e-10,-3.4706637563886034e-10,-3.2296212926219425e-10,-2.9885788288552817e-10,-2.747536642644377e-10,-2.506494178877716e-10,-2.2654517151110554e-10,-2.0244092513443945e-10,-1.7833669263556118e-10,-1.542324601366829e-10,-1.3012821376001682e-10,-1.0602397432224464e-10,-8.191973488447246e-11,-5.781549544670028e-11,-3.3711256008928103e-11,-9.607016571155924e-12,1.4497222866616255e-11,3.8601462304388434e-11,6.270570174216061e-11,8.680994117993279e-11,1.1091418061770497e-10,1.3501841311658325e-10,1.5912271500440056e-10,1.8322696138106664e-10,2.0733119387994492e-10,2.314354263788232e-10,2.555396727554893e-10,2.7964391913215536e-10,3.0374813775324583e-10,3.278523841299119e-10,3.51956630506578e-10,3.760608768832441e-10,4.0016512325991016e-10,4.2426934188100063e-10,4.483735882576667e-10,4.724778346343328e-10,4.965820532554233e-10,5.20686327387665e-10,5.447905460087554e-10,5.688947646298459e-10,5.929990387620876e-10,6.171032573831781e-10,6.412075315154198e-10,6.653117501365102e-10,6.894159687576007e-10,7.135202428898424e-10,7.376244615109329e-10,7.617286801320233e-10,7.85832954264265e-10,8.099371728853555e-10,8.34041391506446e-10,8.581456656386877e-10,8.822498842597781e-10,9.063541583920198e-10,9.304583770131103e-10],"_type":"histogram","values":[1,0,1,1,0,2,3,5,2,4,3,6,3,8,18,18,28,23,21,22,41,39,44,41,38,35,39,31,45,42,38,34,19,20,27,12,13,6,11,6,6,2,1,2,2,0,0,1,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,2,1,1,0,4,5,4,4,3,5,11,14,17,12,26,18,22,17,22,36,27,31,38,35,31,31,29,30,31,29,31,20,23,20,13,15,16,15,17,17,11,7,4,4,4,4,0,1,2,1,2,1,0,1,0,0,0,0,1],"bins":[-0.045677777379751205,-0.044188499450683594,-0.04269922152161598,-0.04120994359254837,-0.03972066566348076,-0.03823138773441315,-0.036742109805345535,-0.035252831876277924,-0.03376355767250061,-0.032274279743433,-0.030784999951720238,-0.029295722022652626,-0.027806445956230164,-0.026317168027162552,-0.02482789009809494,-0.02333861216902733,-0.021849334239959717,-0.020360056310892105,-0.018870778381824493,-0.01738150045275688,-0.01589222252368927,-0.014402945525944233,-0.012913668528199196,-0.011424390599131584,-0.009935112670063972,-0.00844583474099636,-0.006956557277590036,-0.005467279814183712,-0.0039780018851161,-0.0024887241888791323,-0.0009994464926421642,0.0004898312035948038,0.0019791126251220703,0.0034683903213590384,0.004957668017596006,0.006446945481002331,0.007936223410069942,0.009425501339137554,0.010914778336882591,0.012404056265950203,0.013893334195017815,0.015382612124085426,0.016871890053153038,0.01836116798222065,0.019850444048643112,0.021339721977710724,0.022828999906778336,0.024318277835845947,0.02580755576491356,0.02729683369398117,0.028786111623048782,0.030275389552116394,0.031764667481184006,0.03325394541025162,0.03474322333931923,0.03623250126838684,0.037721775472164154,0.039211053401231766,0.04070033133029938,0.04218960925936699,0.0436788871884346,0.04516816511750221,0.046657443046569824,0.048146720975637436,0.04963599890470505]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,2,2,5,2,4,10,16,19,30,40,63,87,107,152,166,324,397,534,766,1186,1469,2176,2951,4736,6582,10140,15368,25206,42475,81041,188700,85564,44455,25891,16004,10532,6862,4653,3281,2375,1496,1075,821,589,376,302,212,179,125,73,60,46,30,24,13,9,6,7,2,3,0,1,1],"bins":[-3.092281986027956e-11,-2.994227088493062e-11,-2.8961721909581684e-11,-2.7981172934232745e-11,-2.7000623958883807e-11,-2.602007498353487e-11,-2.503952600818593e-11,-2.4058977032836992e-11,-2.3078428057488054e-11,-2.2097879082139116e-11,-2.1117330106790178e-11,-2.013678113144124e-11,-1.91562321560923e-11,-1.8175683180743363e-11,-1.7195134205394424e-11,-1.6214585230045486e-11,-1.5234036254696548e-11,-1.425348727934761e-11,-1.3272938303998671e-11,-1.2292389328649733e-11,-1.1311840353300795e-11,-1.0331291377951857e-11,-9.350742402602918e-12,-8.37019342725398e-12,-7.389644451905042e-12,-6.409095476556104e-12,-5.4285465012071654e-12,-4.447997525858227e-12,-3.467448550509289e-12,-2.4868995751603507e-12,-1.5063505998114124e-12,-5.258016244624741e-13,4.547473508864641e-13,1.4352963262354024e-12,2.4158453015843406e-12,3.396394276933279e-12,4.376943252282217e-12,5.357492227631155e-12,6.338041202980094e-12,7.318590178329032e-12,8.29913915367797e-12,9.279688129026908e-12,1.0260237104375847e-11,1.1240786079724785e-11,1.2221335055073723e-11,1.3201884030422661e-11,1.41824330057716e-11,1.5162981981120538e-11,1.6143530956469476e-11,1.7124079931818414e-11,1.8104628907167353e-11,1.908517788251629e-11,2.006572685786523e-11,2.1046275833214168e-11,2.2026824808563106e-11,2.3007373783912044e-11,2.3987922759260982e-11,2.496847173460992e-11,2.594902070995886e-11,2.6929569685307797e-11,2.7910118660656735e-11,2.8890667636005674e-11,2.987121661135461e-11,3.085176558670355e-11,3.183231456205249e-11],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,1,4,2,1,13,17,38,50,71,120,211,301,556,791,1191,1846,2720,3837,5621,7832,10741,13779,17970,22442,26873,31820,35999,39150,41847,42342,42241,40194,37305,33543,28593,24153,19515,15603,11760,8702,6342,4504,3060,2100,1420,937,630,410,237,146,78,68,43,17,14,12,5,1,0,2,1,0,1],"bins":[-0.1354466825723648,-0.1310318112373352,-0.1266169250011444,-0.12220205366611481,-0.11778717488050461,-0.11337229609489441,-0.10895741730928421,-0.10454253852367401,-0.10012766718864441,-0.09571278840303421,-0.09129790961742401,-0.08688303083181381,-0.08246815204620361,-0.07805327326059341,-0.07363840192556381,-0.06922352313995361,-0.06480864435434341,-0.060393765568733215,-0.055978890508413315,-0.051564011722803116,-0.047149136662483215,-0.042734257876873016,-0.03831937909126282,-0.03390450403094292,-0.029489625245332718,-0.025074748322367668,-0.02065987139940262,-0.01624499261379242,-0.01183011569082737,-0.007415238302201033,-0.0030003609135746956,0.0014145164750516415,0.0058293938636779785,0.010244270786643028,0.014659148640930653,0.019074026495218277,0.023488903418183327,0.027903780341148376,0.032318659126758575,0.036733534187078476,0.041148412972688675,0.045563291758298874,0.049978166818618774,0.05439304560422897,0.05880792438983917,0.06322280317544937,0.06763767451047897,0.07205255329608917,0.07646743208169937,0.08088231086730957,0.08529718965291977,0.08971206098794937,0.09412693977355957,0.09854181855916977,0.10295669734477997,0.10737157613039017,0.11178645491600037,0.11620132625102997,0.12061620503664017,0.12503108382225037,0.12944595515727997,0.13386084139347076,0.13827571272850037,0.14269059896469116,0.14710547029972076],"_type":"histogram"},"_wandb":{"runtime":12766},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[-2.7081703990461392e-08,-2.627070117000585e-08,-2.545969657319347e-08,-2.4648693752737927e-08,-2.3837689155925545e-08,-2.3026686335470004e-08,-2.2215681738657622e-08,-2.140467891820208e-08,-2.05936743213897e-08,-1.9782671500934157e-08,-1.8971668680478615e-08,-1.8160664083666234e-08,-1.7349661263210692e-08,-1.653865666639831e-08,-1.572765384594277e-08,-1.4916649249130387e-08,-1.4105646428674845e-08,-1.3294642720040883e-08,-1.2483639011406922e-08,-1.167263530277296e-08,-1.0861631594138998e-08,-1.0050628773683457e-08,-9.239625065049495e-09,-8.428621356415533e-09,-7.617617647781572e-09,-6.80661393914761e-09,-5.995610230513648e-09,-5.1846069659688965e-09,-4.373603257334935e-09,-3.562599548700973e-09,-2.7515960621116164e-09,-1.9405925755222597e-09,-1.129588866888298e-09,-3.185852692766389e-10,4.924183283350203e-10,1.3034219259466795e-09,2.1144255235583387e-09,2.9254292321923003e-09,3.736432496737052e-09,4.547436205371014e-09,5.3584399140049754e-09,6.169443622638937e-09,6.980447331272899e-09,7.79145103990686e-09,8.602453860362402e-09,9.413457568996364e-09,1.0224461277630326e-08,1.1035464986264287e-08,1.1846468694898249e-08,1.265747240353221e-08,1.3468476112166172e-08,1.4279479820800134e-08,1.5090483529434096e-08,1.5901486349889637e-08,1.671249094670202e-08,1.752349376715756e-08,1.8334496587613103e-08,1.9145501184425484e-08,1.9956504004881026e-08,2.0767508601693407e-08,2.157851142214895e-08,2.238951601896133e-08,2.3200518839416873e-08,2.4011523436229254e-08,2.4822526256684796e-08],"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,1,1,1,0,0,0,0,1,0,0,0,1,0,1,3,1,1,2,6,9,25,29,65,146,280,90,40,22,14,7,5,2,3,0,2,0,0,1,1,0,1,0,1,0,0,0,0,0,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.020147722214460373,-0.019578440114855766,-0.01900915801525116,-0.018439874053001404,-0.017870591953396797,-0.01730130985379219,-0.016732027754187584,-0.016162743791937828,-0.015593461692333221,-0.015024179592728615,-0.014454897493124008,-0.013885614462196827,-0.01331633236259222,-0.012747049331665039,-0.012177767232060432,-0.011608484201133251,-0.011039202101528645,-0.010469920001924038,-0.009900636970996857,-0.00933135487139225,-0.008762071840465069,-0.008192789740860462,-0.007623507175594568,-0.007054224610328674,-0.00648494204506278,-0.0059156594797968864,-0.0053463769145309925,-0.004777094349265099,-0.004207812249660492,-0.0036385294515639544,-0.003069247119128704,-0.00249996455386281,-0.0019306819885969162,-0.0013613994233310223,-0.0007921169744804502,-0.00022283446742221713,0.0003464480396360159,0.0009157305466942489,0.001485013053752482,0.002054295502603054,0.002623578067868948,0.003192860633134842,0.003762143198400736,0.00433142576366663,0.004900707863271236,0.00546999042853713,0.006039272993803024,0.006608555559068918,0.007177838124334812,0.007747120689600706,0.0083164032548666,0.008885685354471207,0.009454968385398388,0.010024250485002995,0.010593533515930176,0.011162815615534782,0.011732097715139389,0.01230138074606657,0.012870662845671177,0.013439945876598358,0.014009227976202965,0.014578511007130146,0.015147793106734753,0.015717076137661934,0.01628635823726654],"_type":"histogram","values":[1,0,1,0,0,0,1,1,2,1,5,2,4,3,3,5,5,10,5,10,15,10,19,8,20,20,22,26,27,23,18,28,32,24,19,27,30,31,21,27,22,19,19,25,21,17,18,17,11,24,6,9,8,5,7,7,6,4,1,3,2,6,3,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,2,2,4,2,3,8,2,17,31,38,61,65,103,180,273,378,623,980,1556,2373,3605,5548,9075,15391,27575,53382,120011,307610,539767,266235,104398,49097,25853,14537,8850,5505,3558,2161,1445,904,562,387,235,159,109,57,43,35,20,13,11,8,6,6,0,0,0,0,0,0,1,2,1],"bins":[-3.659295089164516e-13,-3.5349501104064984e-13,-3.410605131648481e-13,-3.2862601528904634e-13,-3.161915174132446e-13,-3.0375701953744283e-13,-2.913225216616411e-13,-2.788880237858393e-13,-2.6645352591003757e-13,-2.540190280342358e-13,-2.4158453015843406e-13,-2.291500322826323e-13,-2.1671553440683056e-13,-2.042810365310288e-13,-1.9184653865522705e-13,-1.794120407794253e-13,-1.6697754290362354e-13,-1.545430450278218e-13,-1.4210854715202004e-13,-1.2967404927621828e-13,-1.1723955140041653e-13,-1.0480505352461478e-13,-9.237055564881302e-14,-7.993605777301127e-14,-6.750155989720952e-14,-5.5067062021407764e-14,-4.263256414560601e-14,-3.019806626980426e-14,-1.7763568394002505e-14,-5.329070518200751e-15,7.105427357601002e-15,1.9539925233402755e-14,3.197442310920451e-14,4.440892098500626e-14,5.684341886080802e-14,6.927791673660977e-14,8.171241461241152e-14,9.414691248821327e-14,1.0658141036401503e-13,1.1901590823981678e-13,1.3145040611561853e-13,1.438849039914203e-13,1.5631940186722204e-13,1.687538997430238e-13,1.8118839761882555e-13,1.936228954946273e-13,2.0605739337042905e-13,2.184918912462308e-13,2.3092638912203256e-13,2.433608869978343e-13,2.5579538487363607e-13,2.682298827494378e-13,2.8066438062523957e-13,2.9309887850104133e-13,3.055333763768431e-13,3.1796787425264483e-13,3.304023721284466e-13,3.4283687000424834e-13,3.552713678800501e-13,3.6770586575585185e-13,3.801403636316536e-13,3.9257486150745535e-13,4.050093593832571e-13,4.1744385725905886e-13,4.298783551348606e-13],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[2,1,2,2,1,3,2,2,5,7,6,4,3,8,13,13,14,19,18,19,24,23,31,28,22,28,34,30,32,23,33,30,22,18,32,27,33,18,22,22,15,14,15,7,4,5,6,7,3,1,7,1,1,2,2,0,0,1,0,0,0,0,0,1],"bins":[-7.13827326241645e-14,-6.889809361053378e-14,-6.641345459690307e-14,-6.392881558327235e-14,-6.144417656964163e-14,-5.895953755601091e-14,-5.647489854238019e-14,-5.3990259528749474e-14,-5.1505620515118755e-14,-4.9020984889619826e-14,-4.653634587598911e-14,-4.405170686235839e-14,-4.156706784872767e-14,-3.908242883509695e-14,-3.6597789821466234e-14,-3.4113150807835516e-14,-3.16285117942048e-14,-2.914387278057408e-14,-2.665923376694336e-14,-2.4174594753312642e-14,-2.1689955739681924e-14,-1.92053184201171e-14,-1.672067940648638e-14,-1.4236040392855663e-14,-1.1751401379224945e-14,-9.266762365594226e-15,-6.7821237754799816e-15,-4.297485185365737e-15,-1.8128461717350185e-15,6.717926301374631e-16,3.1564314320099447e-15,5.6410700221241894e-15,8.125709035754908e-15,1.0610348049385626e-14,1.3094987063016345e-14,1.5579626076647063e-14,1.806426509027778e-14,2.0548902409842605e-14,2.3033541423473324e-14,2.5518180437104042e-14,2.800281945073476e-14,3.0487456770299584e-14,3.29720957839303e-14,3.545673479756102e-14,3.794137381119174e-14,4.042601282482246e-14,4.2910651838453176e-14,4.5395290852083894e-14,4.787992986571461e-14,5.036456887934533e-14,5.284920789297605e-14,5.533384690660677e-14,5.78184825321057e-14,6.030312154573642e-14,6.278776055936713e-14,6.527239957299785e-14,6.775703858662857e-14,7.024167760025929e-14,7.272631661389001e-14,7.521095562752073e-14,7.769559464115144e-14,8.018023365478216e-14,8.266487266841288e-14,8.51495116820436e-14,8.763415069567432e-14],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,0,0,0,1,0,0,1,0,4,0,1,1,5,2,4,5,7,10,10,16,22,34,29,47,86,110,179,273,367,612,994,2082,4956,17446,505176,43431,7495,2955,1367,744,445,267,192,132,95,56,30,34,25,20,13,10,7,6,7,2,2,2,1,2,0,1,2],"bins":[-0.0016937255859375,-0.001646280288696289,-0.0015988349914550781,-0.0015513896942138672,-0.0015039443969726562,-0.0014564990997314453,-0.0014090538024902344,-0.0013616085052490234,-0.0013141632080078125,-0.0012667179107666016,-0.0012192726135253906,-0.0011718273162841797,-0.0011243820190429688,-0.0010769367218017578,-0.0010294914245605469,-0.000982046127319336,-0.000934600830078125,-0.0008871555328369141,-0.0008397102355957031,-0.0007922649383544922,-0.0007448196411132812,-0.0006973743438720703,-0.0006499290466308594,-0.0006024837493896484,-0.0005550384521484375,-0.0005075931549072266,-0.0004601478576660156,-0.0004127025604248047,-0.00036525726318359375,-0.0003178119659423828,-0.0002703666687011719,-0.00022292137145996094,-0.00017547607421875,-0.00012803077697753906,-8.058547973632812e-05,-3.314018249511719e-05,1.430511474609375e-05,6.175041198730469e-05,0.00010919570922851562,0.00015664100646972656,0.0002040863037109375,0.00025153160095214844,0.0002989768981933594,0.0003464221954345703,0.00039386749267578125,0.0004413127899169922,0.0004887580871582031,0.0005362033843994141,0.000583648681640625,0.0006310939788818359,0.0006785392761230469,0.0007259845733642578,0.0007734298706054688,0.0008208751678466797,0.0008683204650878906,0.0009157657623291016,0.0009632110595703125,0.0010106563568115234,0.0010581016540527344,0.0011055469512939453,0.0011529922485351562,0.0012004375457763672,0.0012478828430175781,0.001295328140258789,0.0013427734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9685359001159668,0.9694883227348328,0.9704407453536987,0.9713931083679199,0.9723455309867859,0.9732979536056519,0.9742503762245178,0.975202739238739,0.976155161857605,0.977107584476471,0.9780600070953369,0.9790124297142029,0.9799647927284241,0.98091721534729,0.981869637966156,0.982822060585022,0.9837744235992432,0.9847268462181091,0.9856792688369751,0.9866316914558411,0.987584114074707,0.9885364770889282,0.9894888997077942,0.9904413223266602,0.9913937449455261,0.9923461675643921,0.9932985305786133,0.9942509531974792,0.9952033758163452,0.9961557984352112,0.9971081614494324,0.9980605840682983,0.9990130066871643,0.9999654293060303,1.0009177923202515,1.0018702745437622,1.0028226375579834,1.0037750005722046,1.0047274827957153,1.0056798458099365,1.0066323280334473,1.0075846910476685,1.0085370540618896,1.0094895362854004,1.0104418992996216,1.0113943815231323,1.0123467445373535,1.0132991075515747,1.0142515897750854,1.0152039527893066,1.0161564350128174,1.0171087980270386,1.0180611610412598,1.0190136432647705,1.0199660062789917,1.020918369293213,1.0218708515167236,1.0228232145309448,1.0237756967544556,1.0247280597686768,1.025680422782898,1.0266329050064087,1.0275852680206299,1.0285377502441406,1.0294901132583618],"_type":"histogram","values":[2,1,2,1,4,2,3,5,11,7,6,12,12,15,10,12,18,15,25,24,21,27,24,22,20,33,27,29,34,27,29,25,23,28,20,29,22,7,17,15,16,12,15,13,6,4,7,6,5,2,0,2,2,2,3,2,1,1,0,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,2,1,1,0,6,1,6,7,3,4,5,5,11,5,12,15,9,20,21,18,18,29,30,40,40,44,63,63,62,65,74,88,87,99,105,102,102,104,77,89,84,66,54,62,55,36,32,27,29,15,8,8,6,7,10,6,2,1,4,1,1],"bins":[-0.03867015615105629,-0.03795921429991722,-0.03724827617406845,-0.03653733432292938,-0.03582639619708061,-0.035115454345941544,-0.03440451622009277,-0.033693574368953705,-0.032982636243104935,-0.032271694391965866,-0.031560756266117096,-0.030849814414978027,-0.030138874426484108,-0.02942793443799019,-0.02871699444949627,-0.02800605446100235,-0.02729511447250843,-0.02658417448401451,-0.025873234495520592,-0.025162294507026672,-0.024451354518532753,-0.023740414530038834,-0.023029474541544914,-0.022318534553050995,-0.021607592701911926,-0.020896652713418007,-0.020185712724924088,-0.019474772736430168,-0.01876383274793625,-0.01805289275944233,-0.01734195277094841,-0.01663101278245449,-0.01592007465660572,-0.015209134668111801,-0.014498194679617882,-0.013787254691123962,-0.013076314702630043,-0.012365373782813549,-0.01165443379431963,-0.01094349380582571,-0.010232553817331791,-0.009521613828837872,-0.008810673840343952,-0.008099733851850033,-0.007388793397694826,-0.006677853409200907,-0.0059669129550457,-0.005255972966551781,-0.004545032978057861,-0.003834092989563942,-0.003123152768239379,-0.002412212546914816,-0.0017012725584208965,-0.0009903324535116553,-0.00027939234860241413,0.00043154775630682707,0.0011424878612160683,0.0018534279661253095,0.0025643680710345507,0.0032753082923591137,0.003986248280853033,0.0046971882693469524,0.005408128723502159,0.0061190687119960785,0.006830008700489998]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9665481448173523,0.9675650000572205,0.9685819149017334,0.9695987701416016,0.9706156253814697,0.9716325402259827,0.9726493954658508,0.9736663103103638,0.9746831655502319,0.9757000207901001,0.976716935634613,0.9777337908744812,0.9787506461143494,0.9797675609588623,0.9807844161987305,0.9818012714385986,0.9828181862831116,0.9838350415229797,0.9848518967628479,0.9858688116073608,0.986885666847229,0.9879025816917419,0.9889194369316101,0.9899362921714783,0.9909532070159912,0.9919700622558594,0.9929869174957275,0.9940038323402405,0.9950206875801086,0.9960375428199768,0.9970544576644897,0.9980713129043579,0.9990881681442261,1.0001050233840942,1.001121997833252,1.0021388530731201,1.0031557083129883,1.0041725635528564,1.0051894187927246,1.0062063932418823,1.0072232484817505,1.0082401037216187,1.0092569589614868,1.010273814201355,1.0112906694412231,1.0123076438903809,1.013324499130249,1.0143413543701172,1.0153582096099854,1.0163750648498535,1.0173919200897217,1.0184088945388794,1.0194257497787476,1.0204426050186157,1.0214594602584839,1.022476315498352,1.0234932899475098,1.024510145187378,1.025527000427246,1.0265438556671143,1.0275607109069824,1.0285775661468506,1.0295945405960083,1.0306113958358765,1.0316282510757446],"_type":"histogram","values":[2,2,3,2,0,4,2,3,6,5,10,10,8,3,12,10,13,11,15,21,16,15,18,22,27,25,30,30,25,29,23,21,26,21,16,38,19,22,19,21,24,17,15,17,14,9,11,8,3,12,2,5,4,3,2,1,5,3,2,1,1,0,1,3]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,1,1,1,0,0,1,1,4,2,3,3,6,9,7,8,11,18,21,27,34,39,34,64,71,82,53,49,54,22,25,20,10,15,12,11,8,10,3,3,7,3,1,0,4,1,1,1,1,1,1,1,0,0,0,0,0,1,0,0,0,0,1],"bins":[-4.672333700495024e-12,-4.496100974166195e-12,-4.319868247837366e-12,-4.1436359551894064e-12,-3.967403228860578e-12,-3.791170502531749e-12,-3.61493777620292e-12,-3.4387052667145257e-12,-3.262472540385697e-12,-3.086239814056868e-12,-2.9100073045684738e-12,-2.733774578239645e-12,-2.557541851910816e-12,-2.381309342422422e-12,-2.205076616093593e-12,-2.0288441066051988e-12,-1.85261138027637e-12,-1.6763787623677584e-12,-1.5001461444591468e-12,-1.323913418130318e-12,-1.1476808002217065e-12,-9.71448182313095e-13,-7.952155101943748e-13,-6.189828380756546e-13,-4.42750220167043e-13,-2.6651757515337715e-13,-9.028493013971128e-14,8.594771487395458e-14,2.6218035988762045e-13,4.384130049012863e-13,6.146456499149522e-13,7.908783220336724e-13,9.67111373623153e-13,1.1433439915317645e-12,1.319576609440376e-12,1.4958093357692048e-12,1.6720419536778164e-12,1.848274571586428e-12,2.0245072979152567e-12,2.200739807403651e-12,2.37697253373248e-12,2.5532052600613087e-12,2.729437769549703e-12,2.9056704958785318e-12,3.0819032222073606e-12,3.258135731695755e-12,3.4343684580245837e-12,3.610600967512978e-12,3.786833693841807e-12,3.9630664201706356e-12,4.139299146499464e-12,4.315531439147424e-12,4.491764165476253e-12,4.667996891805082e-12,4.844229618133911e-12,5.0204623444627394e-12,5.196694637110699e-12,5.372927363439528e-12,5.549160089768357e-12,5.725392816097186e-12,5.9016255424260144e-12,6.077858268754843e-12,6.254090561402803e-12,6.430323287731632e-12,6.606556014060461e-12],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,0,1,1,3,7,7,13,32,54,84,154,269,404,702,947,1461,2079,3152,4358,5851,7751,10101,12900,15786,18729,22238,25513,29107,31626,33696,35490,36224,36273,35384,33521,30897,28011,25106,21668,18214,14927,12058,9613,7267,5467,3983,2905,1983,1332,881,607,394,240,149,90,52,29,19,5,2,2,1,2],"bins":[-0.10240160673856735,-0.0992879867553711,-0.09617436677217484,-0.09306074678897858,-0.08994712680578232,-0.08683350682258606,-0.0837198868393898,-0.08060626685619354,-0.07749264687299728,-0.07437902688980103,-0.07126540690660477,-0.06815178692340851,-0.06503816694021225,-0.06192454695701599,-0.05881092697381973,-0.055697306990623474,-0.052583687007427216,-0.04947006702423096,-0.0463564470410347,-0.04324282705783844,-0.04012920707464218,-0.03701558709144592,-0.033901967108249664,-0.030788347125053406,-0.027674727141857147,-0.02456110715866089,-0.02144748717546463,-0.01833386719226837,-0.015220247209072113,-0.012106627225875854,-0.008993007242679596,-0.005879387259483337,-0.002765767276287079,0.0003478527069091797,0.0034614726901054382,0.006575092673301697,0.009688712656497955,0.012802332639694214,0.015915952622890472,0.01902957260608673,0.02214319258928299,0.025256812572479248,0.028370432555675507,0.031484052538871765,0.034597672522068024,0.03771129250526428,0.04082491248846054,0.0439385324716568,0.04705215245485306,0.050165772438049316,0.053279392421245575,0.056393012404441833,0.05950663238763809,0.06262025237083435,0.06573387235403061,0.06884749233722687,0.07196111232042313,0.07507473230361938,0.07818835228681564,0.0813019722700119,0.08441559225320816,0.08752921223640442,0.09064283221960068,0.09375645220279694,0.0968700721859932]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[2,1,7,4,8,15,16,27,43,47,44,57,66,81,77,85,92,99,98,100,111,99,87,76,72,87,77,84,59,42,35,32,16,24,17,15,14,10,11,15,11,8,7,3,4,9,2,7,7,2,4,6,6,3,7,3,2,3,0,0,1,0,0,1],"bins":[-0.0636649802327156,-0.061858437955379486,-0.060051895678043365,-0.058245349675416946,-0.056438807398080826,-0.054632265120744705,-0.052825719118118286,-0.051019176840782166,-0.049212634563446045,-0.047406092286109924,-0.045599550008773804,-0.043793004006147385,-0.041986461728811264,-0.04017991945147514,-0.038373373448848724,-0.036566831171512604,-0.03476028889417648,-0.03295374661684036,-0.031147202476859093,-0.029340658336877823,-0.027534116059541702,-0.02572757378220558,-0.023921029642224312,-0.022114485502243042,-0.02030794322490692,-0.0185014009475708,-0.01669485680758953,-0.014888313598930836,-0.01308177039027214,-0.011275227181613445,-0.00946868397295475,-0.007662140764296055,-0.005855593830347061,-0.004049050621688366,-0.0022425074130296707,-0.0004359642043709755,0.0013705790042877197,0.003177122212946415,0.00498366542160511,0.006790208630263805,0.0085967518389225,0.010403295047581196,0.012209838256239891,0.014016381464898586,0.01582292467355728,0.017629466950893402,0.019436011090874672,0.021242555230855942,0.023049097508192062,0.024855639785528183,0.026662183925509453,0.028468728065490723,0.030275270342826843,0.032081812620162964,0.033888354897499084,0.035694900900125504,0.037501443177461624,0.039307985454797745,0.041114531457424164,0.042921073734760284,0.044727616012096405,0.046534158289432526,0.048340700566768646,0.050147246569395065,0.051953788846731186],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-2.9867761909552204e-12,-2.9066217748646705e-12,-2.826467575614555e-12,-2.7463131595240053e-12,-2.66615896027389e-12,-2.58600454418334e-12,-2.5058501280927903e-12,-2.425695928842675e-12,-2.345541512752125e-12,-2.2653873135020097e-12,-2.18523289741146e-12,-2.10507848132091e-12,-2.0249242820707947e-12,-1.944769865980245e-12,-1.8646156667301295e-12,-1.7844612506395796e-12,-1.704306942969247e-12,-1.6241526352989144e-12,-1.5439983276285818e-12,-1.463843911538032e-12,-1.3836896038676993e-12,-1.3035352961973667e-12,-1.2233809885270341e-12,-1.1432266808567015e-12,-1.063072373186369e-12,-9.82917957095819e-13,-9.027636494254865e-13,-8.226093417551539e-13,-7.424550340848213e-13,-6.6230067220438e-13,-5.821463645340474e-13,-5.019920026536062e-13,-4.218376949832736e-13,-3.416833602078867e-13,-2.615290254324998e-13,-1.8137471776216718e-13,-1.0122038298678027e-13,-2.106605498765693e-14,5.908827301146641e-14,1.3924259423432617e-13,2.1939692900971308e-13,2.995512637851e-13,3.797055985604869e-13,4.598599062308195e-13,5.400142139011521e-13,6.201685757815933e-13,7.003228834519259e-13,7.804772453323672e-13,8.606315530026998e-13,9.407858606730324e-13,1.020940168343365e-12,1.1010945844339148e-12,1.1812488921042474e-12,1.26140319977458e-12,1.3415575074449126e-12,1.4217118151152452e-12,1.5018661227855779e-12,1.5820205388761277e-12,1.6621748465464603e-12,1.742329154216793e-12,1.8224835703073428e-12,1.902637769557458e-12,1.982792185648008e-12,2.0629463848981233e-12,2.143100800988673e-12],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,1,0,1,1,1,0,4,3,2,4,6,7,13,13,12,22,16,18,25,26,31,22,34,45,28,31,46,35,39,36,34,30,31,25,20,18,14,10,11,7,9,5,7,8,4,2,2,3,2,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[2,0,2,0,1,1,1,3,3,1,7,7,8,5,12,11,14,10,13,21,25,25,36,24,37,27,36,43,33,44,31,25,34,25,25,34,23,22,18,14,9,8,8,8,4,8,4,4,1,2,3,1,2,1,0,1,0,0,0,0,0,0,0,1],"bins":[-2.7898718057972616e-11,-2.6910383643663494e-11,-2.5922047494630895e-11,-2.4933713080321773e-11,-2.3945376931289175e-11,-2.2957042516980053e-11,-2.1968706367947455e-11,-2.0980371953638333e-11,-1.9992035804605734e-11,-1.9003701390296612e-11,-1.801536697598749e-11,-1.7027030826954892e-11,-1.603869641264577e-11,-1.5050360263613172e-11,-1.406202584930405e-11,-1.307369056763319e-11,-1.208535528596233e-11,-1.1097020004291469e-11,-1.0108684722620609e-11,-9.120349440949749e-12,-8.132014159278889e-12,-7.1436793112888974e-12,-6.155344463298906e-12,-5.167009181628046e-12,-4.178673899957186e-12,-3.190338618286326e-12,-2.2020035534559e-12,-1.2136683802052572e-12,-2.2533320695461434e-13,7.630019662960286e-13,1.7513371395466715e-12,2.739672204377097e-12,3.728007486047957e-12,4.7163427677188174e-12,5.704678049389678e-12,6.693012897379669e-12,7.681348612731398e-12,8.66968302704052e-12,9.65801830871138e-12,1.064635359038224e-11,1.16346888720531e-11,1.262302415372396e-11,1.3611359435394821e-11,1.459969471706568e-11,1.5588029131374803e-11,1.65763652804074e-11,1.7564699694716523e-11,1.8553035843749122e-11,1.9541370258058244e-11,2.0529704672367366e-11,2.1518040821399964e-11,2.2506375235709086e-11,2.3494711384741684e-11,2.4483045799050807e-11,2.5471381948083405e-11,2.6459716362392527e-11,2.744805077670165e-11,2.8436386925734247e-11,2.9424723074766845e-11,3.041305748907597e-11,3.140139190338509e-11,3.238972631769421e-11,3.3378064201450286e-11,3.436639861575941e-11,3.535473303006853e-11]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,1,0,0,2,1,2,4,2,0,3,3,1,4,4,7,9,14,12,18,20,23,23,33,38,37,43,51,50,37,36,48,32,37,29,28,13,18,17,15,8,11,4,5,5,1,5,3,1,0,1,0,1,1,1,2,0,0,0,2],"bins":[-0.03168143332004547,-0.030720636248588562,-0.029759841039776802,-0.028799043968319893,-0.027838248759508133,-0.026877451688051224,-0.025916656479239464,-0.024955859407782555,-0.023995064198970795,-0.023034267127513885,-0.022073470056056976,-0.021112674847245216,-0.020151877775788307,-0.019191082566976547,-0.018230285495519638,-0.017269490286707878,-0.01630869321525097,-0.015347897075116634,-0.0143871009349823,-0.013426304794847965,-0.01246550865471363,-0.011504711583256721,-0.010543915443122387,-0.009583119302988052,-0.008622323162853718,-0.007661527022719383,-0.006700730882585049,-0.005739934276789427,-0.004779138136655092,-0.0038183419965207577,-0.0028575456235557795,-0.001896749367006123,-0.0009359531104564667,2.4843146093189716e-05,0.000985639402642846,0.0019464356591925025,0.002907231915742159,0.0038680280558764935,0.004828824661672115,0.00578962080180645,0.0067504169419407845,0.007711213082075119,0.008672009222209454,0.009632805362343788,0.010593602433800697,0.011554398573935032,0.012515194714069366,0.013475990854203701,0.014436786994338036,0.01539758313447237,0.016358379274606705,0.017319176346063614,0.018279971554875374,0.019240768626332283,0.020201563835144043,0.021162360906600952,0.02212315797805786,0.02308395318686962,0.02404475025832653,0.02500554546713829,0.0259663425385952,0.02692713774740696,0.02788793481886387,0.02884873002767563,0.029809527099132538]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,2,8,9,17,48,74,116,205,297,486,758,1171,1758,2451,3507,4906,6642,8884,11527,14415,17787,21056,24561,28309,31455,33937,35946,37224,37309,36227,34823,32289,29331,26316,22680,19038,15568,12682,9823,7712,5671,4056,2880,2017,1400,920,580,390,235,127,86,46,27,15,8,3,3,1,3,0,0,0,1],"bins":[-0.1044955849647522,-0.10091769695281982,-0.09733980149030685,-0.09376191347837448,-0.09018401801586151,-0.08660613000392914,-0.08302824199199677,-0.0794503465294838,-0.07587245851755142,-0.07229457050561905,-0.06871667504310608,-0.0651387870311737,-0.061560895293951035,-0.05798300355672836,-0.05440511554479599,-0.05082722380757332,-0.04724933207035065,-0.043671440333127975,-0.040093548595905304,-0.03651566058397293,-0.03293776884675026,-0.029359877109527588,-0.025781987234950066,-0.022204097360372543,-0.018626205623149872,-0.015048314817249775,-0.011470424011349678,-0.007892533205449581,-0.004314642399549484,-0.0007367515936493874,0.0028411392122507095,0.006419030018150806,0.0099969282746315,0.013574819080531597,0.017152709886431694,0.020730599761009216,0.024308491498231888,0.02788638323545456,0.03146427124738693,0.035042162984609604,0.038620054721832275,0.04219794645905495,0.04577583819627762,0.04935372620820999,0.05293161794543266,0.056509509682655334,0.06008739769458771,0.06366529315710068,0.06724318116903305,0.07082106918096542,0.0743989646434784,0.07797685265541077,0.08155474066734314,0.08513263612985611,0.08871052414178848,0.09228841960430145,0.09586630761623383,0.0994441956281662,0.10302209109067917,0.10659997910261154,0.11017787456512451,0.11375576257705688,0.11733365058898926,0.12091154605150223,0.1244894340634346]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,2,0,3,2,2,3,0,2,2,2,2,5,7,17,14,31,86,254,174,63,27,21,10,6,4,5,3,6,1,0,1,1,0,1,0,1,0,1,2,0,2,0,0,1,1],"bins":[-0.00022732617799192667,-0.00022117223124951124,-0.00021501826995518059,-0.00020886432321276516,-0.00020271037647034973,-0.00019655641517601907,-0.00019040246843360364,-0.00018424852169118822,-0.00017809456039685756,-0.00017194061365444213,-0.0001657866669120267,-0.00015963270561769605,-0.00015347875887528062,-0.0001473248121328652,-0.00014117085083853453,-0.0001350169040961191,-0.00012886294280178845,-0.00012270899605937302,-0.00011655504931695759,-0.00011040109529858455,-0.00010424714128021151,-9.809319453779608e-05,-9.193924051942304e-05,-8.578528650105e-05,-7.963133975863457e-05,-7.347738574026152e-05,-6.732343172188848e-05,-6.116947770351544e-05,-5.501553096110001e-05,-4.886157694272697e-05,-4.2707626562332734e-05,-3.655367254395969e-05,-3.0399722163565457e-05,-2.4245769964181818e-05,-1.809181776479818e-05,-1.1937867384403944e-05,-5.783915185020305e-06,3.700365596159827e-07,6.523988304252271e-06,1.2677939594141208e-05,1.8831891793524846e-05,2.4985843992908485e-05,3.1139796192292124e-05,3.729374657268636e-05,4.3447696953080595e-05,4.960165097145364e-05,5.575560135184787e-05,6.190955173224211e-05,6.806350575061515e-05,7.421745976898819e-05,8.037140651140362e-05,8.652536052977666e-05,9.26793145481497e-05,9.883326129056513e-05,0.00010498721530893818,0.00011114116932731122,0.00011729511606972665,0.0001234490773640573,0.00012960302410647273,0.00013575697084888816,0.00014191093214321882,0.00014806487888563424,0.00015421882562804967,0.00016037278692238033,0.00016652673366479576]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,3,1,1,2,2,3,2,2,5,9,5,4,6,10,15,17,13,14,21,19,22,29,28,34,34,39,27,39,31,34,24,26,28,25,11,28,23,14,17,12,15,10,6,5,8,11,6,1,2,6,4,2,2,2,3,2,1],"bins":[-1.419815098824273e-10,-1.3790071862196385e-10,-1.3381991348371258e-10,-1.2973912222324913e-10,-1.2565831708499786e-10,-1.215775258245344e-10,-1.1749672068628314e-10,-1.1341592942581968e-10,-1.0933513122646232e-10,-1.0525433302710496e-10,-1.011735348277476e-10,-9.709273662839024e-11,-9.301194536792678e-11,-8.893114716856942e-11,-8.485034896921206e-11,-8.07695507698547e-11,-7.668875257049734e-11,-7.260795437113998e-11,-6.852715617178262e-11,-6.444635797242526e-11,-6.03655597730679e-11,-5.628476504315749e-11,-5.2203970313247083e-11,-4.812317211388972e-11,-4.404237391453236e-11,-3.9961575715175e-11,-3.588077751581764e-11,-3.179998278590723e-11,-2.7719184586549872e-11,-2.363838638719251e-11,-1.9557589922558627e-11,-1.5476793457924742e-11,-1.1395995258567382e-11,-7.31519792657176e-12,-3.2344005945761367e-12,8.463967374194858e-13,4.927194069415108e-12,9.007991401410731e-12,1.3088788733406354e-11,1.7169585198040238e-11,2.12503833973976e-11,2.533118159675496e-11,2.941197979611232e-11,3.349277452602273e-11,3.757357272538009e-11,4.165437092473745e-11,4.573516565464786e-11,4.981596385400522e-11,5.389676205336258e-11,5.797756025271994e-11,6.20583584520773e-11,6.613915665143466e-11,7.021995485079202e-11,7.430074611125548e-11,7.838154431061284e-11,8.24623425099702e-11,8.654314070932756e-11,9.062393890868492e-11,9.470473710804228e-11,9.878553530739964e-11,1.028663265678631e-10,1.0694712476722046e-10,1.1102792296657782e-10,1.1510872116593518e-10,1.1918951936529254e-10]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[1,1,1,0,3,5,4,4,9,10,21,27,31,39,56,52,59,83,79,82,66,87,97,74,84,93,89,85,77,61,64,58,62,42,48,41,36,28,23,33,32,31,26,19,22,18,9,13,10,11,12,8,2,2,4,6,4,1,1,1,0,0,0,1],"bins":[-0.06555259972810745,-0.06387988477945328,-0.0622071735560894,-0.060534462332725525,-0.05886174738407135,-0.057189032435417175,-0.0555163212120533,-0.05384360998868942,-0.05217089504003525,-0.05049818009138107,-0.0488254688680172,-0.04715275764465332,-0.045480042695999146,-0.04380732774734497,-0.042134616523981094,-0.04046190530061722,-0.03878919035196304,-0.03711647540330887,-0.03544376417994499,-0.033771052956581116,-0.03209833800792694,-0.030425624921917915,-0.02875291183590889,-0.027080198749899864,-0.02540748566389084,-0.023734772577881813,-0.022062059491872787,-0.020389346405863762,-0.018716633319854736,-0.01704392023384571,-0.015371207147836685,-0.01369849406182766,-0.012025784701108932,-0.010353071615099907,-0.008680358529090881,-0.007007645443081856,-0.00533493235707283,-0.0036622192710638046,-0.001989506185054779,-0.0003167930990457535,0.001355919986963272,0.0030286330729722977,0.004701346158981323,0.006374059244990349,0.008046772330999374,0.0097194854170084,0.011392198503017426,0.013064911589026451,0.014737624675035477,0.016410337761044502,0.018083050847053528,0.019755763933062553,0.02142847701907158,0.023101190105080605,0.02477390319108963,0.026446616277098656,0.02811932936310768,0.029792042449116707,0.03146475553512573,0.03313747048377991,0.034810181707143784,0.03648289293050766,0.038155607879161835,0.03982832282781601,0.041501034051179886],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9422012567520142,0.9434798359870911,0.9447584748268127,0.9460370540618896,0.9473156929016113,0.9485942721366882,0.9498729109764099,0.9511514902114868,0.9524301290512085,0.9537087082862854,0.9549872875213623,0.956265926361084,0.9575445055961609,0.9588231444358826,0.9601017236709595,0.9613803625106812,0.9626589417457581,0.963937520980835,0.9652161598205566,0.9664947390556335,0.9677733778953552,0.9690519571304321,0.9703305959701538,0.9716091752052307,0.9728877544403076,0.9741663932800293,0.9754449725151062,0.9767236113548279,0.9780021905899048,0.9792808294296265,0.9805594086647034,0.981838047504425,0.983116626739502,0.9843952059745789,0.9856738448143005,0.9869524240493774,0.9882310628890991,0.989509642124176,0.9907882809638977,0.9920668601989746,0.9933454990386963,0.9946240782737732,0.9959026575088501,0.9971812963485718,0.9984598755836487,0.9997385144233704,1.0010170936584473,1.002295732498169,1.0035743713378906,1.0048528909683228,1.0061315298080444,1.0074101686477661,1.0086886882781982,1.00996732711792,1.0112459659576416,1.0125246047973633,1.0138031244277954,1.015081763267517,1.0163604021072388,1.017638921737671,1.0189175605773926,1.0201961994171143,1.021474838256836,1.022753357887268,1.0240319967269897],"_type":"histogram","values":[1,1,4,3,2,6,1,5,2,11,4,12,9,6,8,22,14,10,17,34,17,20,27,28,26,24,27,28,29,26,25,23,37,19,18,22,22,20,19,19,17,19,14,6,4,15,6,5,12,3,5,3,2,1,3,1,1,1,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.0002460479736328125,-0.00023868680000305176,-0.00023132562637329102,-0.00022396445274353027,-0.00021660327911376953,-0.0002092421054840088,-0.00020188093185424805,-0.0001945197582244873,-0.00018715858459472656,-0.00017979741096496582,-0.00017243623733520508,-0.00016507506370544434,-0.0001577138900756836,-0.00015035271644592285,-0.0001429915428161621,-0.00013563036918640137,-0.00012826919555664062,-0.00012090802192687988,-0.00011354684829711914,-0.0001061856746673584,-9.882450103759766e-05,-9.146332740783691e-05,-8.410215377807617e-05,-7.674098014831543e-05,-6.937980651855469e-05,-6.201863288879395e-05,-5.46574592590332e-05,-4.729628562927246e-05,-3.993511199951172e-05,-3.2573938369750977e-05,-2.5212764739990234e-05,-1.7851591110229492e-05,-1.049041748046875e-05,-3.129243850708008e-06,4.231929779052734e-06,1.1593103408813477e-05,1.895427703857422e-05,2.631545066833496e-05,3.36766242980957e-05,4.1037797927856445e-05,4.839897155761719e-05,5.576014518737793e-05,6.312131881713867e-05,7.048249244689941e-05,7.784366607666016e-05,8.52048397064209e-05,9.256601333618164e-05,9.992718696594238e-05,0.00010728836059570312,0.00011464953422546387,0.00012201070785522461,0.00012937188148498535,0.0001367330551147461,0.00014409422874450684,0.00015145540237426758,0.00015881657600402832,0.00016617774963378906,0.0001735389232635498,0.00018090009689331055,0.0001882612705230713,0.00019562244415283203,0.00020298361778259277,0.00021034479141235352,0.00021770596504211426,0.000225067138671875],"_type":"histogram","values":[1,0,1,0,0,1,0,0,1,2,2,5,4,8,6,12,16,28,46,49,81,121,187,280,367,651,1030,1625,2810,4923,9355,20177,66889,1.37435e+06,52301,17603,8671,4508,2519,1469,985,622,353,282,179,103,64,47,43,24,13,12,9,5,6,3,2,3,3,3,0,2,0,2]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[1,1,1,0,1,4,3,1,3,2,7,6,4,4,3,9,6,11,11,10,13,17,6,14,15,18,8,16,17,20,12,10,20,22,15,13,15,15,14,17,14,17,9,9,5,11,6,14,5,4,8,5,2,2,6,4,1,3,0,1,0,0,0,1],"bins":[-0.07763203978538513,-0.07510505616664886,-0.0725780725479126,-0.07005108147859573,-0.06752409785985947,-0.0649971142411232,-0.06247013062238693,-0.05994314327836037,-0.0574161596596241,-0.05488917604088783,-0.05236218869686127,-0.049835205078125,-0.04730822145938873,-0.04478123411536217,-0.0422542504966259,-0.039727263152599335,-0.03720027953386307,-0.0346732959151268,-0.032146308571100235,-0.029619324952363968,-0.02709233947098255,-0.024565353989601135,-0.022038370370864868,-0.019511384889483452,-0.016984399408102036,-0.01445741392672062,-0.011930429376661777,-0.009403444826602936,-0.0068764593452215195,-0.0043494743295013905,-0.0018224893137812614,0.0007044957019388676,0.0032314807176589966,0.005758465733379126,0.008285450749099255,0.010812435299158096,0.013339420780539513,0.01586640626192093,0.018393389880657196,0.020920375362038612,0.02344736084342003,0.025974346324801445,0.02850133180618286,0.03102831542491913,0.033555299043655396,0.03608228638768196,0.03860927000641823,0.041136257350444794,0.04366324096918106,0.04619022458791733,0.04871721193194389,0.05124419555068016,0.053771182894706726,0.05629816651344299,0.05882515013217926,0.061352137476205826,0.0638791173696518,0.06640610843896866,0.06893309205770493,0.07146007567644119,0.07398705929517746,0.07651404291391373,0.07904103398323059,0.08156801760196686,0.08409500122070312]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-1.4347055488084237e-10,-1.3982351387831216e-10,-1.3617647287578194e-10,-1.3252943187325172e-10,-1.288823908707215e-10,-1.252353498681913e-10,-1.2158830886566108e-10,-1.1794126786313086e-10,-1.1429423379949455e-10,-1.1064719279696433e-10,-1.0700015179443412e-10,-1.033531107919039e-10,-9.970607672826759e-11,-9.605903572573737e-11,-9.241199472320716e-11,-8.876495372067694e-11,-8.511791271814673e-11,-8.147087171561651e-11,-7.78238307130863e-11,-7.417678971055608e-11,-7.052974870802586e-11,-6.688271464438955e-11,-6.323567364185934e-11,-5.958863263932912e-11,-5.5941591636798904e-11,-5.229455063426869e-11,-4.864750963173847e-11,-4.500047209865521e-11,-4.135343109612499e-11,-3.770639009359478e-11,-3.4059352560511513e-11,-3.04123115579813e-11,-2.6765256677663274e-11,-2.3118215675133058e-11,-1.9471176407326318e-11,-1.582413713951958e-11,-1.2177096136989363e-11,-8.530056001820885e-12,-4.883015866652407e-12,-1.2359757314839293e-12,2.4110644036845486e-12,6.058104538853026e-12,9.705144674021504e-12,1.3352184809189982e-11,1.699922494435846e-11,2.0646265946888676e-11,2.4293305214695415e-11,2.7940344482502155e-11,3.158738548503237e-11,3.523442648756259e-11,3.88814674900928e-11,4.2528505023176066e-11,4.617554602570628e-11,4.98225870282365e-11,5.346962456131976e-11,5.711666556384998e-11,6.076370656638019e-11,6.441074756891041e-11,6.805778857144062e-11,7.170482957397084e-11,7.535186363760715e-11,7.899890464013737e-11,8.264594564266758e-11,8.62929866451978e-11,8.994002764772802e-11],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,2,3,1,7,1,7,9,7,12,10,17,19,18,32,22,35,56,83,81,102,333,1574,449856,904,194,103,80,55,48,53,33,23,19,22,10,12,9,9,5,5,3,2,1,3,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[1,2,1,0,2,6,3,5,10,11,30,34,57,113,204,491,924,1632,3051,4997,8355,13473,20458,29500,41100,54723,70387,86524,101935,114619,124043,128072,127751,122231,111507,97537,82088,65938,50903,37477,26302,17870,11550,7357,4335,2475,1366,705,343,178,91,33,26,8,8,4,7,3,1,2,3,0,1,1],"bins":[-0.1634041965007782,-0.15827755630016327,-0.15315090119838715,-0.14802426099777222,-0.1428976058959961,-0.13777096569538116,-0.13264432549476624,-0.1275176703929901,-0.12239103019237518,-0.11726438254117966,-0.11213773488998413,-0.1070110946893692,-0.10188444703817368,-0.09675779938697815,-0.09163115918636322,-0.0865045115351677,-0.08137786388397217,-0.07625121623277664,-0.07112456858158112,-0.06599792838096619,-0.06087128072977066,-0.055744633078575134,-0.05061798915266991,-0.04549134522676468,-0.04036469757556915,-0.03523804992437363,-0.0301114059984684,-0.024984760209918022,-0.019858114421367645,-0.014731468632817268,-0.009604822844266891,-0.004478177055716515,0.0006484836339950562,0.005775129422545433,0.01090177521109581,0.016028420999646187,0.021155066788196564,0.02628171257674694,0.03140835836529732,0.036535002291202545,0.04166164994239807,0.0467882975935936,0.051914941519498825,0.05704158544540405,0.06216823309659958,0.0672948807477951,0.07242152094841003,0.07754816859960556,0.08267481625080109,0.08780146390199661,0.09292811155319214,0.09805475175380707,0.1031813994050026,0.10830804705619812,0.11343468725681305,0.11856133490800858,0.1236879825592041,0.12881462275981903,0.13394127786159515,0.13906791806221008,0.1441945731639862,0.14932121336460114,0.15444785356521606,0.1595745086669922,0.16470114886760712],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-1.0800249583553523e-12,-1.0469403122215226e-12,-1.013855666087693e-12,-9.807710199538633e-13,-9.476863738200336e-13,-9.14601727686204e-13,-8.815170815523743e-13,-8.484324354185446e-13,-8.15347789284715e-13,-7.822631431508853e-13,-7.491784970170556e-13,-7.16093850883226e-13,-6.830092047493963e-13,-6.499245586155666e-13,-6.16839912481737e-13,-5.837552663479073e-13,-5.506706202140776e-13,-5.17585974080248e-13,-4.845013279464183e-13,-4.5141668181258865e-13,-4.18332035678759e-13,-3.852473895449293e-13,-3.5216274341109965e-13,-3.1907809727727e-13,-2.859934511434403e-13,-2.5290880500961066e-13,-2.19824158875781e-13,-1.8673951274195133e-13,-1.5365486660812167e-13,-1.20570220474292e-13,-8.748557434046234e-14,-5.440092820663267e-14,-2.1316282072803006e-14,1.176836406102666e-14,4.4853010194856324e-14,7.793765632868599e-14,1.1102230246251565e-13,1.4410694859634532e-13,1.7719159473017498e-13,2.1027624086400465e-13,2.433608869978343e-13,2.76445533131664e-13,3.0953017926549364e-13,3.426148253993233e-13,3.7569947153315297e-13,4.0878411766698264e-13,4.418687638008123e-13,4.74953409934642e-13,5.080380560684716e-13,5.411227022023013e-13,5.74207348336131e-13,6.072919944699606e-13,6.403766406037903e-13,6.7346128673762e-13,7.065459328714496e-13,7.396305790052793e-13,7.72715225139109e-13,8.057998712729386e-13,8.388845174067683e-13,8.719691635405979e-13,9.050538096744276e-13,9.381384558082573e-13,9.71223101942087e-13,1.0043077480759166e-12,1.0373923942097463e-12],"_type":"histogram","values":[1,1,0,1,1,1,2,4,4,12,15,19,37,39,56,87,164,198,303,483,681,1035,1572,2290,3494,5390,7709,11922,18751,29261,49572,83976,122789,97080,57649,33793,21249,13305,8828,5888,4045,2791,1726,1222,840,504,350,234,159,90,59,46,35,25,15,7,5,2,1,4,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,1,3,2,2,4,6,4,9,7,19,11,12,17,22,29,30,48,53,48,50,47,58,43,39,39,34,26,23,16,16,7,7,8,6,3,3,2,4,2,1,1,0,1,0,0,0,1],"bins":[-0.09509077668190002,-0.09252285212278366,-0.0899549275636673,-0.08738701045513153,-0.08481908589601517,-0.0822511613368988,-0.07968323677778244,-0.07711531966924667,-0.07454739511013031,-0.07197947055101395,-0.06941154599189758,-0.06684362143278122,-0.06427570432424545,-0.06170777976512909,-0.059139855206012726,-0.05657193437218666,-0.0540040098130703,-0.051436085253953934,-0.04886816442012787,-0.046300239861011505,-0.04373231902718544,-0.04116439446806908,-0.03859647363424301,-0.03602854907512665,-0.033460624516010284,-0.03089270368218422,-0.028324780985713005,-0.02575685828924179,-0.023188933730125427,-0.020621011033654213,-0.018053088337183,-0.015485165640711784,-0.01291724294424057,-0.010349320247769356,-0.007781397085636854,-0.005213473923504353,-0.0026455512270331383,-7.762829773128033e-05,0.0024902946315705776,0.005058217793703079,0.0076261404901742935,0.010194063186645508,0.012761985883116722,0.015329909510910511,0.0178978331387043,0.020465755835175514,0.02303367853164673,0.025601601228117943,0.028169523924589157,0.03073744662106037,0.033305369317531586,0.03587329387664795,0.038441214710474014,0.04100913926959038,0.04357706010341644,0.046144984662532806,0.04871290922164917,0.051280830055475235,0.0538487546145916,0.056416675448417664,0.05898460000753403,0.06155252084136009,0.06412044167518616,0.06668836623430252,0.06925629079341888],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,0,0,0,1,0,1,2,1,3,8,8,6,19,7,20,45,58,104,193,89,50,32,25,16,14,16,6,7,8,4,6,2,2,3,1,0,0,1,0,0,0,3,1,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-9.742182616179207e-10,-9.286611479808471e-10,-8.831040898549247e-10,-8.375469762178511e-10,-7.919899180919288e-10,-7.464328044548552e-10,-7.008757463289328e-10,-6.553186326918592e-10,-6.097615745659368e-10,-5.642044609288632e-10,-5.186473472917896e-10,-4.730902891658673e-10,-4.2753317552879366e-10,-3.819760896472957e-10,-3.364190037657977e-10,-2.908619178842997e-10,-2.4530483200280173e-10,-1.9974774612130375e-10,-1.5419066023980577e-10,-1.0863356048051998e-10,-6.307647459902199e-11,-1.7519385248077057e-11,2.8037704102867878e-11,7.359479692325976e-11,1.1915188280475775e-10,1.6470896868625573e-10,2.1026605456775371e-10,2.558231404492517e-10,3.013802540863253e-10,3.469373399678233e-10,3.9249442584932126e-10,4.3805151173081924e-10,4.836085976123172e-10,5.291657112493908e-10,5.747227693753132e-10,6.202798830123868e-10,6.658369411383092e-10,7.113940547753828e-10,7.569511129013051e-10,8.025082265383787e-10,8.480652846643011e-10,8.936223983013747e-10,9.391795119384483e-10,9.847366255755219e-10,1.030293628190293e-09,1.0758507418273666e-09,1.1214078554644402e-09,1.1669649691015138e-09,1.2125220827385874e-09,1.2580790853533586e-09,1.3036361989904321e-09,1.3491933126275057e-09,1.3947504262645793e-09,1.4403074288793505e-09,1.485864542516424e-09,1.5314216561534977e-09,1.5769787697905713e-09,1.6225358834276449e-09,1.668092886042416e-09,1.7136499996794896e-09,1.7592071133165632e-09,1.8047642269536368e-09,1.850321229568408e-09,1.8958783432054815e-09,1.941435456842555e-09]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,5,1,3,2,3,2,5,4,5,11,7,6,9,13,12,20,19,21,14,13,20,22,24,21,19,21,24,27,27,21,16,27,23,22,23,27,23,19,17,20,25,19,12,14,10,12,9,8,7,9,3,2,6,2,1,3,1,1,1,2,0,0,2],"bins":[-0.09095926582813263,-0.08795032650232315,-0.08494138717651367,-0.0819324478507042,-0.07892350852489471,-0.07591456919908524,-0.07290562987327576,-0.06989669054746628,-0.0668877512216568,-0.06387881934642792,-0.06086987629532814,-0.05786093696951866,-0.05485200136899948,-0.05184306204319,-0.048834122717380524,-0.045825183391571045,-0.042816244065761566,-0.03980730473995209,-0.03679836541414261,-0.03378942608833313,-0.0307804886251688,-0.02777154929935932,-0.024762611836194992,-0.021753672510385513,-0.018744733184576035,-0.015735793858766556,-0.012726855464279652,-0.009717917069792747,-0.006708977743983269,-0.0037000388838350773,-0.0006911000236868858,0.0023178388364613056,0.0053267702460289,0.008335709571838379,0.011344647966325283,0.014353586360812187,0.017362525686621666,0.020371465012431145,0.023380402475595474,0.026389341801404953,0.029398281127214432,0.03240722045302391,0.03541615977883339,0.03842509910464287,0.04143403470516205,0.04444297403097153,0.047451913356781006,0.050460852682590485,0.05346979200839996,0.05647873133420944,0.05948767066001892,0.0624966099858284,0.06550554931163788,0.06851448863744736,0.07152342796325684,0.07453236728906631,0.0775413066148758,0.08055023849010468,0.08355917781591415,0.08656811714172363,0.08957705646753311,0.09258599579334259,0.09559493511915207,0.09860387444496155,0.10161281377077103]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,0,1,0,0,2,3,0,2,2,2,5,5,5,9,6,11,10,11,13,22,27,29,29,19,24,34,22,28,23,31,39,28,37,28,35,16,21,23,22,21,21,20,12,10,13,7,5,7,6,8,5,1,3,1,2,0,0,0,0,0,0,0,1],"bins":[-0.041695304214954376,-0.04035528376698494,-0.0390152633190155,-0.037675242871046066,-0.03633522242307663,-0.03499520197510719,-0.033655181527137756,-0.03231516107916832,-0.030975142493844032,-0.029635122045874596,-0.02829510159790516,-0.026955081149935722,-0.025615062564611435,-0.024275042116642,-0.02293502166867256,-0.021595001220703125,-0.02025498077273369,-0.01891496032476425,-0.017574939876794815,-0.01623491942882538,-0.014894899912178516,-0.01355487946420908,-0.012214859947562218,-0.010874839499592781,-0.009534819051623344,-0.008194798603653908,-0.0068547786213457584,-0.005514758639037609,-0.0041747381910681725,-0.0028347179759293795,-0.0014946977607905865,-0.00015467754565179348,0.001185346394777298,0.002525366609916091,0.003865386825054884,0.005205406807363033,0.00654542725533247,0.007885447703301907,0.009225467219948769,0.010565487667918205,0.011905508115887642,0.013245528563857079,0.014585549011826515,0.015925569459795952,0.01726558804512024,0.018605608493089676,0.019945628941059113,0.02128564938902855,0.022625669836997986,0.023965690284967422,0.02530571073293686,0.026645731180906296,0.027985751628875732,0.02932577021420002,0.030665790662169456,0.03200581297278404,0.03334583342075348,0.03468585014343262,0.036025870591402054,0.03736589103937149,0.03870591148734093,0.040045931935310364,0.0413859523832798,0.04272597283124924,0.044065993279218674],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.13270296156406403,-0.12872111797332764,-0.12473928183317184,-0.12075744569301605,-0.11677560210227966,-0.11279376596212387,-0.10881192982196808,-0.10483008623123169,-0.1008482500910759,-0.0968664139509201,-0.09288457036018372,-0.08890273422002792,-0.08492089807987213,-0.08093905448913574,-0.07695721834897995,-0.07297537475824356,-0.06899353861808777,-0.06501170247793198,-0.06102985888719559,-0.057048022747039795,-0.053066182881593704,-0.049084343016147614,-0.04510250687599182,-0.04112066701054573,-0.03713882714509964,-0.03315698727965355,-0.029175149276852608,-0.025193311274051666,-0.021211471408605576,-0.017229631543159485,-0.013247793540358543,-0.009265954606235027,-0.005284130573272705,-0.001302291639149189,0.002679547294974327,0.006661386229097843,0.01064322516322136,0.014625064097344875,0.01860690303146839,0.022588741034269333,0.026570580899715424,0.030552420765161514,0.034534260630607605,0.0385160967707634,0.04249793663620949,0.04647977650165558,0.05046161264181137,0.05444345250725746,0.05842529237270355,0.06240713223814964,0.06638897210359573,0.07037080824375153,0.07435265183448792,0.07833448797464371,0.0823163241147995,0.08629816770553589,0.09028000384569168,0.09426183998584747,0.09824368357658386,0.10222551971673965,0.10620735585689545,0.11018919944763184,0.11417103558778763,0.11815287917852402,0.12213471531867981],"_type":"histogram","values":[1,1,0,1,3,2,11,17,29,69,111,194,372,616,963,1582,2359,3771,5551,8169,11663,16070,21351,28114,36161,44863,54620,64521,74239,83665,92142,97348,100820,102012,100125,96118,89991,81377,71976,61953,51895,42433,33621,26141,19725,14582,10478,7186,5004,3303,2162,1425,825,477,285,175,84,39,37,17,9,7,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.1321353316307068,-0.12792709469795227,-0.12371885776519775,-0.11951061338186264,-0.11530237644910812,-0.11109413951635361,-0.1068858951330185,-0.10267765820026398,-0.09846942126750946,-0.09426118433475494,-0.09005294740200043,-0.08584470301866531,-0.0816364660859108,-0.07742822915315628,-0.07321998476982117,-0.06901174783706665,-0.06480351090431213,-0.06059527397155762,-0.0563870333135128,-0.05217879265546799,-0.04797055572271347,-0.043762318789958954,-0.03955407813191414,-0.035345837473869324,-0.031137600541114807,-0.02692936174571514,-0.022721122950315475,-0.01851288415491581,-0.014304645359516144,-0.010096406564116478,-0.005888167768716812,-0.0016799289733171463,0.0025283247232437134,0.006736563518643379,0.010944802314043045,0.015153041109442711,0.019361279904842377,0.023569518700242043,0.02777775749564171,0.03198599815368652,0.03619423508644104,0.04040247201919556,0.04461071267724037,0.04881895333528519,0.0530271902680397,0.05723542720079422,0.061443667858839035,0.06565190851688385,0.06986014544963837,0.07406838238239288,0.0782766193151474,0.08248486369848251,0.08669310063123703,0.09090133756399155,0.09510958194732666,0.09931781888008118,0.1035260558128357,0.10773429274559021,0.11194252967834473,0.11615077406167984,0.12035901099443436,0.12456724792718887,0.128775492310524,0.1329837292432785,0.13719196617603302],"_type":"histogram","values":[2,0,1,3,12,15,26,34,83,115,214,342,532,912,1456,2415,3633,5662,8193,11884,17044,23839,31612,41114,51663,64164,76353,87146,98176,106089,110419,111527,109620,103350,95487,85423,73365,61183,49420,39153,29817,22010,16072,11151,7703,5085,3398,2181,1425,925,512,348,217,119,90,47,30,25,9,10,7,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[2,0,2,0,1,3,5,6,9,8,15,21,26,47,47,83,110,122,230,331,471,746,1081,1768,2843,5169,9308,19386,48650,200713,207161,49455,19645,9343,5111,2842,1762,1082,700,479,312,226,147,98,61,62,38,24,20,19,12,8,4,2,1,3,1,1,1,0,0,0,0,1],"bins":[-9.452924132347107e-08,-9.137875167652965e-08,-8.822826202958822e-08,-8.50777723826468e-08,-8.192728273570538e-08,-7.877679308876395e-08,-7.562630344182253e-08,-7.24758137948811e-08,-6.932532414793968e-08,-6.617483450099826e-08,-6.302434485405684e-08,-5.987385520711541e-08,-5.672336556017399e-08,-5.3572875913232565e-08,-5.042238626629114e-08,-4.727189661934972e-08,-4.4121406972408295e-08,-4.097091732546687e-08,-3.782042767852545e-08,-3.4669938031584024e-08,-3.15194483846426e-08,-2.8368958737701178e-08,-2.5218469090759754e-08,-2.206797944381833e-08,-1.8917489796876907e-08,-1.5767000149935484e-08,-1.261651050299406e-08,-9.466020856052637e-09,-6.315531209111214e-09,-3.1650415621697903e-09,-1.4551915228366852e-11,3.1359377317130566e-09,6.28642737865448e-09,9.436917025595903e-09,1.2587406672537327e-08,1.573789631947875e-08,1.8888385966420174e-08,2.2038875613361597e-08,2.518936526030302e-08,2.8339854907244444e-08,3.149034455418587e-08,3.464083420112729e-08,3.7791323848068714e-08,4.094181349501014e-08,4.409230314195156e-08,4.7242792788892984e-08,5.039328243583441e-08,5.354377208277583e-08,5.6694261729717255e-08,5.984475137665868e-08,6.29952410236001e-08,6.614573067054152e-08,6.929622031748295e-08,7.244670996442437e-08,7.55971996113658e-08,7.874768925830722e-08,8.189817890524864e-08,8.504866855219007e-08,8.819915819913149e-08,9.134964784607291e-08,9.450013749301434e-08,9.765062713995576e-08,1.0080111678689718e-07,1.039516064338386e-07,1.0710209608078003e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,2,5,5,14,29,39,61,114,178,273,435,620,934,1349,1946,2674,3701,4901,6271,8237,10284,12537,15043,18039,20695,23499,26671,28806,30985,32471,32808,33367,32641,31991,30395,28029,25395,22599,19781,17038,14369,11812,9750,7643,5747,4422,3403,2476,1720,1220,827,557,379,245,174,96,55,32,18,4,4,4,3],"bins":[-0.09541098773479462,-0.09246047586202621,-0.08950997143983841,-0.08655945956707001,-0.0836089476943016,-0.0806584432721138,-0.0777079313993454,-0.074757419526577,-0.0718069076538086,-0.06885640323162079,-0.06590589135885239,-0.06295537948608398,-0.06000487506389618,-0.05705436319112778,-0.05410385504364967,-0.05115334317088127,-0.04820283502340317,-0.045252326875925064,-0.04230181500315666,-0.03935130685567856,-0.036400794982910156,-0.03345028683543205,-0.03049977868795395,-0.027549268677830696,-0.024598758667707443,-0.02164824865758419,-0.018697738647460938,-0.015747230499982834,-0.012796720489859581,-0.009846210479736328,-0.00689570140093565,-0.003945191856473684,-0.0009946897625923157,0.00195581978186965,0.0049063293263316154,0.007856838405132294,0.010807348415255547,0.0137578584253788,0.016708366572856903,0.019658876582980156,0.02260938659310341,0.02555989660322666,0.028510406613349915,0.03146091476082802,0.03441142290830612,0.037361934781074524,0.04031244292855263,0.04326295480132103,0.04621346294879913,0.04916397109627724,0.05211448296904564,0.05506499111652374,0.058015502989292145,0.06096601113677025,0.06391651928424835,0.06686703115701675,0.06981754302978516,0.07276804745197296,0.07571855932474136,0.07866907119750977,0.08161957561969757,0.08457008749246597,0.08752059936523438,0.09047110378742218,0.09342161566019058]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-0.04991929605603218,-0.048866257071495056,-0.04781322181224823,-0.046760186553001404,-0.04570714756846428,-0.044654108583927155,-0.04360107332468033,-0.0425480380654335,-0.04149499908089638,-0.04044196009635925,-0.03938892483711243,-0.0383358895778656,-0.037282850593328476,-0.03622981160879135,-0.035176776349544525,-0.0341237410902977,-0.033070702105760574,-0.03201766312122345,-0.030964627861976624,-0.029911590740084648,-0.028858553618192673,-0.027805516496300697,-0.026752479374408722,-0.025699442252516747,-0.02464640513062477,-0.023593368008732796,-0.02254033088684082,-0.021487293764948845,-0.02043425664305687,-0.019381219521164894,-0.01832818239927292,-0.017275145277380943,-0.016222110018134117,-0.015169072896242142,-0.014116035774350166,-0.013062998652458191,-0.012009961530566216,-0.01095692440867424,-0.009903887286782265,-0.00885085016489029,-0.007797813042998314,-0.0067447759211063385,-0.005691738799214363,-0.004638701677322388,-0.0035856645554304123,-0.002532627433538437,-0.0014795903116464615,-0.0004265531897544861,0.0006264839321374893,0.0016795210540294647,0.00273255817592144,0.0037855952978134155,0.004838632419705391,0.005891669541597366,0.006944706663489342,0.007997743785381317,0.009050780907273293,0.010103818029165268,0.011156855151057243,0.012209892272949219,0.013262929394841194,0.01431596651673317,0.015369003638625145,0.01642204076051712,0.017475077882409096],"_type":"histogram","values":[1,0,4,0,0,0,4,4,6,8,14,9,16,27,40,34,37,47,60,70,77,83,86,74,88,87,76,93,86,72,75,78,58,51,70,49,50,38,61,39,43,30,38,23,17,22,19,16,18,13,5,9,4,4,2,3,2,1,4,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[4,2,2,6,8,10,15,18,27,51,69,75,140,166,243,354,529,694,961,1438,1955,2616,3892,5248,8201,11765,17892,63966,1.383737e+06,22116,13886,9843,6894,4821,3190,2352,1583,1148,829,586,404,327,203,173,125,85,63,37,27,21,17,15,11,6,7,1,1,2,2,2,0,0,1,2],"bins":[-2.091837814077735e-10,-2.0176571524643805e-10,-1.943476490851026e-10,-1.8692958292376716e-10,-1.795115167624317e-10,-1.7209345060109627e-10,-1.6467538443976082e-10,-1.5725731827842537e-10,-1.4983925211708993e-10,-1.4242118595575448e-10,-1.3500311979441904e-10,-1.275850536330836e-10,-1.2016698747174814e-10,-1.127489213104127e-10,-1.0533085514907725e-10,-9.79127889877418e-11,-9.049472282640636e-11,-8.307665666507091e-11,-7.565859050373547e-11,-6.824052434240002e-11,-6.082245818106458e-11,-5.340439201972913e-11,-4.5986325858393684e-11,-3.856825969705824e-11,-3.115019353572279e-11,-2.3732127374387346e-11,-1.63140612130519e-11,-8.895995051716454e-12,-1.4779288903810084e-12,5.9401372709544376e-12,1.3358203432289883e-11,2.077626959362533e-11,2.8194335754960775e-11,3.561240191629622e-11,4.303046807763167e-11,5.044853423896711e-11,5.786660040030256e-11,6.5284666561638e-11,7.270273272297345e-11,8.01207988843089e-11,8.753886504564434e-11,9.495693120697979e-11,1.0237499736831523e-10,1.0979306352965068e-10,1.1721112969098613e-10,1.2462919585232157e-10,1.3204726201365702e-10,1.3946532817499246e-10,1.468833943363279e-10,1.5430146049766336e-10,1.617195266589988e-10,1.6913759282033425e-10,1.765556589816697e-10,1.8397372514300514e-10,1.9139179130434059e-10,1.9880985746567603e-10,2.0622792362701148e-10,2.1364598978834692e-10,2.2106405594968237e-10,2.2848212211101782e-10,2.3590018827235326e-10,2.433182544336887e-10,2.5073632059502415e-10,2.581543867563596e-10,2.6557245291769505e-10]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,1,0,1,0,1,0,1,1,3,0,1,6,0,5,6,9,7,4,11,9,12,14,11,9,19,23,29,21,28,26,29,23,28,49,44,28,26,33,29,32,19,24,19,12,16,10,16,9,8,11,7,5,9,4,7,3,3,2,0,1,1,1,1],"bins":[0.966596782207489,0.9675545692443848,0.9685123562812805,0.9694701433181763,0.9704278707504272,0.971385657787323,0.9723434448242188,0.9733012318611145,0.9742590188980103,0.975216805934906,0.9761745929718018,0.9771323204040527,0.9780901074409485,0.9790478944778442,0.98000568151474,0.9809634685516357,0.9819212555885315,0.9828790426254272,0.9838367700576782,0.984794557094574,0.9857523441314697,0.9867101311683655,0.9876679182052612,0.988625705242157,0.9895834922790527,0.9905412197113037,0.9914990067481995,0.9924567937850952,0.993414580821991,0.9943723678588867,0.9953301548957825,0.9962879419326782,0.9972456693649292,0.998203456401825,0.9991612434387207,1.0001190900802612,1.0010768175125122,1.0020345449447632,1.0029923915863037,1.0039501190185547,1.0049079656600952,1.0058656930923462,1.0068235397338867,1.0077812671661377,1.0087389945983887,1.0096968412399292,1.0106545686721802,1.0116124153137207,1.0125701427459717,1.0135279893875122,1.0144857168197632,1.0154434442520142,1.0164012908935547,1.0173590183258057,1.0183168649673462,1.0192745923995972,1.0202324390411377,1.0211901664733887,1.0221478939056396,1.0231057405471802,1.0240634679794312,1.0250213146209717,1.0259790420532227,1.0269368886947632,1.0278946161270142],"_type":"histogram"},"train_batch_loss":3.30710768699646,"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[2,5,4,7,8,9,15,25,32,52,81,136,223,366,666,1107,1929,3236,5369,8784,13660,21258,31666,45539,61740,80584,100011,117525,131920,140442,141801,134822,122149,105056,86016,67074,49776,35030,23868,15733,9810,6181,3704,2219,1280,788,448,280,184,95,57,34,22,7,8,1,5,3,5,2,2,1,0,2],"bins":[-0.18290570378303528,-0.1768362671136856,-0.17076683044433594,-0.16469737887382507,-0.1586279422044754,-0.15255850553512573,-0.14648905396461487,-0.1404196172952652,-0.13435018062591553,-0.12828074395656586,-0.12221129983663559,-0.11614185571670532,-0.11007241904735565,-0.10400298237800598,-0.09793353825807571,-0.09186409413814545,-0.08579465746879578,-0.0797252207994461,-0.07365577667951584,-0.06758633255958557,-0.0615168958902359,-0.05544745549559593,-0.04937801510095596,-0.043308574706315994,-0.037239134311676025,-0.031169693917036057,-0.025100253522396088,-0.01903081312775612,-0.01296137273311615,-0.006891932338476181,-0.0008224919438362122,0.005246948450803757,0.011316373944282532,0.0173858143389225,0.02345525473356247,0.02952469512820244,0.03559413552284241,0.041663575917482376,0.047733016312122345,0.053802456706762314,0.05987189710140228,0.06594133377075195,0.07201077789068222,0.07808022201061249,0.08414965867996216,0.09021909534931183,0.0962885394692421,0.10235798358917236,0.10842742025852203,0.1144968569278717,0.12056630104780197,0.12663574516773224,0.1327051818370819,0.13877461850643158,0.14484405517578125,0.15091350674629211,0.15698294341564178,0.16305238008499146,0.16912183165550232,0.175191268324852,0.18126070499420166,0.18733014166355133,0.193399578332901,0.19946902990341187,0.20553846657276154]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-1.3429257705865894e-12,-1.3059553438665716e-12,-1.268984917146554e-12,-1.2320144904265362e-12,-1.1950440637065185e-12,-1.1580736369865008e-12,-1.121103210266483e-12,-1.0841327835464654e-12,-1.0471623568264476e-12,-1.01019193010643e-12,-9.732215033864122e-13,-9.362510766663945e-13,-8.992806499463768e-13,-8.623102232263591e-13,-8.253397965063414e-13,-7.883693697863237e-13,-7.513989430663059e-13,-7.144285163462882e-13,-6.774580896262705e-13,-6.404876629062528e-13,-6.035172361862351e-13,-5.665468094662174e-13,-5.295763827461997e-13,-4.92605956026182e-13,-4.556355293061642e-13,-4.1866510258614653e-13,-3.816946758661288e-13,-3.447242491461111e-13,-3.077538224260934e-13,-2.707833957060757e-13,-2.3381296898605797e-13,-1.9684254226604025e-13,-1.5987211554602254e-13,-1.2290168882600483e-13,-8.593126210598712e-14,-4.8960835385969403e-14,-1.199040866595169e-14,2.4980018054066022e-14,6.195044477408373e-14,9.892087149410145e-14,1.3589129821411916e-13,1.7286172493413687e-13,2.0983215165415459e-13,2.468025783741723e-13,2.8377300509419e-13,3.207434318142077e-13,3.5771385853422544e-13,3.9468428525424315e-13,4.3165471197426086e-13,4.686251386942786e-13,5.055955654142963e-13,5.42565992134314e-13,5.795364188543317e-13,6.165068455743494e-13,6.534772722943671e-13,6.904476990143849e-13,7.274181257344026e-13,7.643885524544203e-13,8.01358979174438e-13,8.383294058944557e-13,8.752998326144734e-13,9.122702593344911e-13,9.492406860545088e-13,9.862111127745266e-13,1.0231815394945443e-12],"_type":"histogram","values":[2,0,0,0,0,0,1,4,0,1,1,2,2,9,10,7,12,21,30,37,54,73,117,136,197,256,310,448,568,875,1153,1739,3278,5892,13350,51791,458790,28344,9646,4591,2684,1552,1001,706,596,346,309,215,171,145,103,85,40,35,24,20,17,7,4,5,3,6,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9599683880805969,0.9610702395439148,0.9621720314025879,0.9632738828659058,0.9643756747245789,0.9654775261878967,0.9665793180465698,0.9676811695098877,0.9687829613685608,0.9698848128318787,0.9709866046905518,0.9720884561538696,0.9731902480125427,0.9742920994758606,0.9753938913345337,0.9764957427978516,0.9775975346565247,0.9786993861198425,0.9798011779785156,0.9809030294418335,0.9820048213005066,0.9831066727638245,0.9842084646224976,0.9853103160858154,0.9864121079444885,0.9875139594078064,0.9886157512664795,0.9897176027297974,0.9908193945884705,0.9919212460517883,0.9930230379104614,0.9941248893737793,0.9952267408370972,0.9963285326957703,0.9974303841590881,0.9985321760177612,0.9996340274810791,1.000735878944397,1.0018376111984253,1.0029394626617432,1.004041314125061,1.005143165588379,1.0062448978424072,1.007346749305725,1.008448600769043,1.0095504522323608,1.0106521844863892,1.011754035949707,1.012855887413025,1.0139577388763428,1.015059471130371,1.016161322593689,1.0172631740570068,1.0183650255203247,1.019466757774353,1.020568609237671,1.0216704607009888,1.0227723121643066,1.023874044418335,1.0249758958816528,1.0260777473449707,1.0271795988082886,1.028281331062317,1.0293831825256348,1.0304850339889526],"_type":"histogram","values":[1,1,1,0,2,3,0,0,3,4,7,2,6,9,5,10,10,16,19,14,23,31,19,29,22,31,39,36,35,23,30,36,28,25,20,24,30,19,20,24,16,18,11,6,8,9,7,9,4,0,6,5,3,1,3,2,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,2,2,0,4,3,5,5,10,9,6,7,13,14,18,19,13,21,15,19,28,27,33,24,23,23,31,21,29,31,34,20,27,36,29,17,19,19,12,10,14,14,7,12,8,4,4,7,1,2,3,2,1,3,1,1,1,1,2],"bins":[-0.0020949167665094137,-0.002029967028647661,-0.0019650172907859087,-0.0019000675529241562,-0.0018351178150624037,-0.0017701680772006512,-0.0017052183393388987,-0.0016402686014771461,-0.0015753188636153936,-0.0015103691257536411,-0.0014454193878918886,-0.001380469650030136,-0.0013155199121683836,-0.001250570174306631,-0.0011856204364448786,-0.001120670698583126,-0.0010557209607213736,-0.000990771222859621,-0.0009258214849978685,-0.000860871747136116,-0.0007959220092743635,-0.000730972271412611,-0.0006660225335508585,-0.000601072795689106,-0.0005361230578273535,-0.00047117331996560097,-0.00040622358210384846,-0.00034127384424209595,-0.00027632410638034344,-0.00021137436851859093,-0.00014642463065683842,-8.147489279508591e-05,-1.652538776397705e-05,4.842435009777546e-05,0.00011337408795952797,0.00017832382582128048,0.000243273563683033,0.0003082233015447855,0.000373173039406538,0.0004381227772682905,0.000503072515130043,0.0005680222529917955,0.000632971990853548,0.0006979217287153006,0.0007628714665770531,0.0008278212044388056,0.0008927709423005581,0.0009577206801623106,0.0010226704180240631,0.0010876201558858156,0.0011525698937475681,0.0012175196316093206,0.0012824693694710732,0.0013474191073328257,0.0014123688451945782,0.0014773185830563307,0.0015422683209180832,0.0016072180587798357,0.0016721677966415882,0.0017371175345033407,0.0018020672723650932,0.0018670170102268457,0.0019319667480885983,0.0019969164859503508,0.0020618662238121033],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.039251796901226044,-0.03794440999627113,-0.036637019366025925,-0.035329632461071014,-0.034022241830825806,-0.032714854925870895,-0.031407468020915985,-0.030100079253315926,-0.028792690485715866,-0.027485301718115807,-0.026177912950515747,-0.024870526045560837,-0.023563137277960777,-0.022255748510360718,-0.020948361605405807,-0.019640972837805748,-0.01833358407020569,-0.01702619530260563,-0.01571880653500557,-0.01441141963005066,-0.0131040308624506,-0.01179664209485054,-0.010489254258573055,-0.00918186642229557,-0.00787447765469551,-0.006567089352756739,-0.0052597010508179665,-0.003952312748879194,-0.002644924446940422,-0.0013375361450016499,-3.0147843062877655e-05,0.0012772404588758945,0.0025846250355243683,0.0038920133374631405,0.005199401639401913,0.006506789941340685,0.007814178243279457,0.009121567010879517,0.010428954847157001,0.011736342683434486,0.013043731451034546,0.014351120218634605,0.015658508986234665,0.016965895891189575,0.018273284658789635,0.019580673426389694,0.020888060331344604,0.022195449098944664,0.023502837866544724,0.024810226634144783,0.026117615401744843,0.027425002306699753,0.028732391074299812,0.030039779841899872,0.03134716674685478,0.03265455737709999,0.0339619442820549,0.03526933118700981,0.03657672181725502,0.03788410872220993,0.03919149935245514,0.04049888625741005,0.04180627316236496,0.04311366379261017,0.04442105069756508],"_type":"histogram","values":[1,1,1,4,0,2,4,4,7,5,7,4,12,8,10,20,24,11,12,17,20,13,17,21,25,17,28,23,22,30,26,31,27,30,31,24,27,28,20,22,17,20,17,15,8,9,9,8,6,3,4,4,1,4,0,2,1,2,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-7.331371307373047e-06,-7.092952728271484e-06,-6.854534149169922e-06,-6.616115570068359e-06,-6.377696990966797e-06,-6.139278411865234e-06,-5.900859832763672e-06,-5.662441253662109e-06,-5.424022674560547e-06,-5.185604095458984e-06,-4.947185516357422e-06,-4.708766937255859e-06,-4.470348358154297e-06,-4.231929779052734e-06,-3.993511199951172e-06,-3.7550926208496094e-06,-3.516674041748047e-06,-3.2782554626464844e-06,-3.039836883544922e-06,-2.8014183044433594e-06,-2.562999725341797e-06,-2.3245811462402344e-06,-2.086162567138672e-06,-1.8477439880371094e-06,-1.6093254089355469e-06,-1.3709068298339844e-06,-1.1324882507324219e-06,-8.940696716308594e-07,-6.556510925292969e-07,-4.172325134277344e-07,-1.7881393432617188e-07,5.960464477539063e-08,2.980232238769531e-07,5.364418029785156e-07,7.748603820800781e-07,1.0132789611816406e-06,1.2516975402832031e-06,1.4901161193847656e-06,1.7285346984863281e-06,1.9669532775878906e-06,2.205371856689453e-06,2.4437904357910156e-06,2.682209014892578e-06,2.9206275939941406e-06,3.159046173095703e-06,3.3974647521972656e-06,3.635883331298828e-06,3.874301910400391e-06,4.112720489501953e-06,4.351139068603516e-06,4.589557647705078e-06,4.827976226806641e-06,5.066394805908203e-06,5.304813385009766e-06,5.543231964111328e-06,5.781650543212891e-06,6.020069122314453e-06,6.258487701416016e-06,6.496906280517578e-06,6.735324859619141e-06,6.973743438720703e-06,7.212162017822266e-06,7.450580596923828e-06,7.68899917602539e-06,7.927417755126953e-06],"_type":"histogram","values":[1,1,0,2,2,5,7,8,5,13,14,24,36,62,71,92,170,200,273,437,597,872,1316,1826,2890,4347,7255,12087,23439,55792,290085,111270,34091,16512,9275,5722,3624,2345,1568,1056,693,530,347,252,183,133,88,60,39,27,22,14,16,6,6,6,7,0,0,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-6.531167606738109e-09,-6.324473833529964e-09,-6.11777961623261e-09,-5.911085843024466e-09,-5.704392069816322e-09,-5.497697852518968e-09,-5.291004079310824e-09,-5.0843103061026795e-09,-4.8776160888053255e-09,-4.670922315597181e-09,-4.464228542389037e-09,-4.257534325091683e-09,-4.050840551883539e-09,-3.844146778675395e-09,-3.6374525613780406e-09,-3.4307587881698964e-09,-3.2240647929171473e-09,-3.017370797664398e-09,-2.810677024456254e-09,-2.603983029203505e-09,-2.3972890339507558e-09,-2.1905952607426116e-09,-1.9839012654898625e-09,-1.7772072702371133e-09,-1.5705133860066667e-09,-1.36381950177622e-09,-1.157125506523471e-09,-9.504316222930242e-10,-7.437376825514264e-10,-5.370437428098285e-10,-3.303498308238062e-10,-1.2365590495999612e-10,8.303802090381396e-11,2.8973196064541185e-10,4.964259003870097e-10,7.031197846174564e-10,9.098137243590543e-10,1.1165076641006522e-09,1.3232015483310988e-09,1.529895543583848e-09,1.7365894278142946e-09,1.9432833120447413e-09,2.1499773072974904e-09,2.3566713025502395e-09,2.5633650757583837e-09,2.770059071011133e-09,2.976753066263882e-09,3.183446839472026e-09,3.3901408347247752e-09,3.5968348299775244e-09,3.8035286031856685e-09,4.010222820483023e-09,4.216916593691167e-09,4.423610366899311e-09,4.630304584196665e-09,4.836998357404809e-09,5.043692130612953e-09,5.2503863479103074e-09,5.457080121118452e-09,5.663773894326596e-09,5.87046811162395e-09,6.077161884832094e-09,6.283855658040238e-09,6.490549875337592e-09,6.6972436485457365e-09],"_type":"histogram","values":[3,1,0,0,1,0,7,2,4,4,4,7,11,10,5,10,9,7,11,19,11,21,11,15,19,37,26,26,35,28,41,30,23,35,28,28,19,21,23,13,22,23,8,19,16,9,7,11,8,3,9,6,3,3,3,5,2,3,1,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,1,5,754,3,0,0,1],"bins":[-1.6126258373260498,-1.5855121612548828,-1.5583984851837158,-1.5312849283218384,-1.5041712522506714,-1.4770575761795044,-1.4499439001083374,-1.42283034324646,-1.395716667175293,-1.368602991104126,-1.341489315032959,-1.3143757581710815,-1.2872620820999146,-1.2601484060287476,-1.2330347299575806,-1.2059211730957031,-1.1788074970245361,-1.1516938209533691,-1.1245801448822021,-1.0974664688110352,-1.0703529119491577,-1.0432392358779907,-1.0161255598068237,-0.9890119433403015,-0.9618982672691345,-0.9347846508026123,-0.9076709747314453,-0.8805573582649231,-0.8534436821937561,-0.8263300657272339,-0.7992163896560669,-0.7721027731895447,-0.7449890971183777,-0.7178754806518555,-0.6907618045806885,-0.6636481881141663,-0.6365345120429993,-0.609420895576477,-0.5823072195053101,-0.5551936030387878,-0.5280799269676208,-0.5009662508964539,-0.47385263442993164,-0.44673898816108704,-0.41962534189224243,-0.3925116956233978,-0.3653980493545532,-0.3382844030857086,-0.311170756816864,-0.284057080745697,-0.2569434344768524,-0.229829803109169,-0.2027161419391632,-0.1756024956703186,-0.148488849401474,-0.1213752031326294,-0.09426155686378479,-0.06714791059494019,-0.04003426060080528,-0.012920612469315529,0.014193035662174225,0.04130668193101883,0.06842033565044403,0.09553398191928864,0.12264762818813324]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,3,3,6,6,6,11,22,29,29,36,63,53,67,110,121,174,185,263,393,504,748,1196,1690,2990,5471,12671,47167,410836,72785,15896,6483,3486,1958,1266,847,592,372,335,221,179,115,100,78,59,42,41,22,25,19,13,11,9,4,3,4,4,0,0,0,0,1],"bins":[-8.003553375601768e-10,-7.742073648842052e-10,-7.480593922082335e-10,-7.219114195322618e-10,-6.957634468562901e-10,-6.696154741803184e-10,-6.434675015043467e-10,-6.17319528828375e-10,-5.911715561524034e-10,-5.650235834764317e-10,-5.3887561080046e-10,-5.127276381244883e-10,-4.865796654485166e-10,-4.604316927725449e-10,-4.3428372009657323e-10,-4.0813574742060155e-10,-3.8198777474462986e-10,-3.5583980206865817e-10,-3.296918293926865e-10,-3.035438567167148e-10,-2.773958840407431e-10,-2.512479113647714e-10,-2.2509993868879974e-10,-1.9895196601282805e-10,-1.7280399333685637e-10,-1.4665602066088468e-10,-1.20508047984913e-10,-9.43600753089413e-11,-6.821210263296962e-11,-4.206412995699793e-11,-1.5916157281026244e-11,1.0231815394945443e-11,3.637978807091713e-11,6.252776074688882e-11,8.86757334228605e-11,1.1482370609883219e-10,1.4097167877480388e-10,1.6711965145077556e-10,1.9326762412674725e-10,2.1941559680271894e-10,2.455635694786906e-10,2.717115421546623e-10,2.97859514830634e-10,3.240074875066057e-10,3.5015546018257737e-10,3.7630343285854906e-10,4.0245140553452075e-10,4.2859937821049243e-10,4.547473508864641e-10,4.808953235624358e-10,5.070432962384075e-10,5.331912689143792e-10,5.593392415903509e-10,5.854872142663226e-10,6.116351869422942e-10,6.377831596182659e-10,6.639311322942376e-10,6.900791049702093e-10,7.16227077646181e-10,7.423750503221527e-10,7.685230229981244e-10,7.94670995674096e-10,8.208189683500677e-10,8.469669410260394e-10,8.731149137020111e-10]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,1,0,1,0,0,3,2,3,3,1,1,2,1,3,3,4,7,5,1,8,7,9,12,30,26,38,59,66,88,98,76,43,35,21,20,12,14,10,7,6,9,8,4,3,2,2,1,4,1,1,1,3,0,0,0,0,0,0,1,0,1],"bins":[-1.2214431939841508e-14,-1.1830310121558208e-14,-1.1446188303274908e-14,-1.1062066484991608e-14,-1.0677944666708308e-14,-1.0293822848425008e-14,-9.909701030141708e-15,-9.525579211858409e-15,-9.141457393575109e-15,-8.757335575291809e-15,-8.373213757008509e-15,-7.989091938725209e-15,-7.604970120441909e-15,-7.220848302158609e-15,-6.836726483875309e-15,-6.452604665592009e-15,-6.068482847308709e-15,-5.6843610290254094e-15,-5.3002392107421095e-15,-4.9161173924588096e-15,-4.53199557417551e-15,-4.14787375589221e-15,-3.76375193760891e-15,-3.37963011932561e-15,-2.99550830104231e-15,-2.61138648275901e-15,-2.2272646644757102e-15,-1.8431428461924103e-15,-1.4590210279091104e-15,-1.0748992096258105e-15,-6.907773913425105e-16,-3.066555730592106e-16,7.746539819114204e-17,4.61587216474442e-16,8.457090347577419e-16,1.2298308530410418e-15,1.6139526713243417e-15,1.9980744896076416e-15,2.3821963078909415e-15,2.7663181261742414e-15,3.1504399444575414e-15,3.5345617627408413e-15,3.918683581024141e-15,4.302805399307441e-15,4.686927217590741e-15,5.071049035874041e-15,5.455170854157341e-15,5.839292672440641e-15,6.223414490723941e-15,6.6075363090072406e-15,6.9916581272905405e-15,7.37577994557384e-15,7.75990176385714e-15,8.14402358214044e-15,8.52814540042374e-15,8.91226721870704e-15,9.29638903699034e-15,9.68051085527364e-15,1.006463267355694e-14,1.044875449184024e-14,1.083287631012354e-14,1.121699812840684e-14,1.160111994669014e-14,1.198524176497344e-14,1.236936358325674e-14],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[1,1,2,4,5,14,22,30,65,100,187,277,398,627,1064,1529,2135,3048,4302,5975,7750,9991,12679,15728,19080,22551,25907,28617,31856,33981,35561,36427,36222,35068,33534,31057,28242,24682,21671,17984,14858,11964,9480,7340,5525,3917,2709,1938,1355,892,531,344,231,146,104,57,27,12,11,3,2,2,0,2],"bins":[-0.10845095664262772,-0.1050451323390007,-0.10163930803537369,-0.09823348373174667,-0.09482765942811966,-0.09142183512449265,-0.08801601082086563,-0.08461018651723862,-0.081204354763031,-0.07779853045940399,-0.07439270615577698,-0.07098688185214996,-0.06758105754852295,-0.06417523324489594,-0.06076940894126892,-0.05736358463764191,-0.05395776033401489,-0.05055193603038788,-0.047146111726760864,-0.04374028742313385,-0.040334463119506836,-0.03692863509058952,-0.03352281078696251,-0.030116986483335495,-0.02671116217970848,-0.023305337876081467,-0.019899513572454453,-0.01649368740618229,-0.013087863102555275,-0.00968203879892826,-0.006276213563978672,-0.0028703887946903706,0.0005354359745979309,0.003941260743886232,0.007347085513174534,0.010752910748124123,0.014158735051751137,0.01756455935537815,0.020970385521650314,0.02437620982527733,0.027782034128904343,0.031187858432531357,0.03459368273615837,0.037999507039785385,0.0414053350687027,0.04481115937232971,0.048216983675956726,0.05162280797958374,0.055028632283210754,0.05843445658683777,0.06184028089046478,0.0652461051940918,0.06865192949771881,0.07205775380134583,0.07546357810497284,0.07886940240859985,0.08227522671222687,0.08568105846643448,0.08908688277006149,0.09249270707368851,0.09589853137731552,0.09930435568094254,0.10271017998456955,0.10611600428819656,0.10952182859182358],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-5.757072031283613e-15,-5.578904580059302e-15,-5.400736705318517e-15,-5.2225692540942056e-15,-5.044401802869894e-15,-4.866234351645583e-15,-4.688066476904798e-15,-4.509899025680487e-15,-4.3317315744561755e-15,-4.1535636997153905e-15,-3.975396248491079e-15,-3.797228797266768e-15,-3.619061346042457e-15,-3.4408936830599085e-15,-3.2627260200773604e-15,-3.084558568853049e-15,-2.906390905870501e-15,-2.728223242887953e-15,-2.5500557916636416e-15,-2.3718881286810935e-15,-2.1937206774567822e-15,-2.015553014474234e-15,-1.837385563249923e-15,-1.6592179002673747e-15,-1.481050343163945e-15,-1.3028827860605153e-15,-1.1247152289570856e-15,-9.465476718536559e-16,-7.68380061810667e-16,-5.902125047072373e-16,-4.1204492113402797e-16,-2.3387733756081866e-16,-5.570978045738896e-17,1.2245778988093054e-16,3.0062536021925005e-16,4.787929437924594e-16,6.569605008958891e-16,8.351280579993188e-16,1.0132956680423077e-15,1.1914632251457374e-15,1.369630782249167e-15,1.5477983393525968e-15,1.7259658964560265e-15,1.904133453559456e-15,2.0823011165420043e-15,2.2604685677663156e-15,2.4386362307488637e-15,2.616803681973175e-15,2.794971344955723e-15,2.9731390079382712e-15,3.1513064591625825e-15,3.3294741221451306e-15,3.507641573369442e-15,3.68580923635199e-15,3.863976687576301e-15,4.042144138800613e-15,4.2203120135413975e-15,4.398479464765709e-15,4.57664691599002e-15,4.754814790730805e-15,4.932982241955116e-15,5.111149693179428e-15,5.289317144403739e-15,5.467485019144524e-15,5.645652470368835e-15],"_type":"histogram","values":[3,1,1,1,1,0,0,1,3,1,0,1,0,1,3,3,4,5,3,7,2,3,3,3,5,9,11,18,20,31,91,105,122,112,62,28,23,16,6,8,5,5,1,4,2,2,3,3,3,3,3,1,2,5,1,1,2,1,0,0,3,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[3,1,1,1,0,1,1,1,0,1,0,3,1,4,2,4,2,5,1,6,6,7,10,15,23,25,35,42,51,63,72,53,56,53,33,45,22,17,18,20,19,7,5,8,4,2,1,3,1,0,1,0,3,1,2,0,1,2,0,0,0,3,0,1],"bins":[-9.760309747919305e-12,-9.44829631199795e-12,-9.136282876076596e-12,-8.824269440155241e-12,-8.512256004233887e-12,-8.200242568312532e-12,-7.888229132391178e-12,-7.576215696469824e-12,-7.264202260548469e-12,-6.952188390946246e-12,-6.640174955024891e-12,-6.328161519103537e-12,-6.016148083182182e-12,-5.704134647260828e-12,-5.3921212113394734e-12,-5.080107775418119e-12,-4.7680943394967645e-12,-4.45608090357541e-12,-4.144067467654056e-12,-3.832054031732701e-12,-3.5200405958113468e-12,-3.208026943049558e-12,-2.8960135071282034e-12,-2.584000071206849e-12,-2.2719866352854945e-12,-1.95997319936414e-12,-1.6479597634427856e-12,-1.335946219101214e-12,-1.0239327831798595e-12,-7.11919347258505e-13,-3.9990585712704196e-13,-8.789239410063321e-14,2.2412106892577555e-13,5.3613450484713e-13,8.481479949785931e-13,1.1601614851100561e-12,1.4721749210314106e-12,1.784188356952765e-12,2.0962019012943367e-12,2.408215337215691e-12,2.7202287731370456e-12,3.0322422090584e-12,3.3442556449797545e-12,3.6562692977415434e-12,3.968282733662898e-12,4.280296169584252e-12,4.592309605505607e-12,4.904323041426961e-12,5.216336477348316e-12,5.52834991326967e-12,5.8403633491910245e-12,6.152376785112379e-12,6.464390221033733e-12,6.776403656955088e-12,7.088417092876442e-12,7.400430962478666e-12,7.71244439840002e-12,8.024457834321375e-12,8.336471270242729e-12,8.648484706164083e-12,8.960498142085438e-12,9.272511578006792e-12,9.584525013928147e-12,9.896538449849501e-12,1.0208551885770856e-11],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.10062552243471146,-0.09728910028934479,-0.09395268559455872,-0.09061626344919205,-0.08727984875440598,-0.0839434266090393,-0.08060700446367264,-0.07727058976888657,-0.0739341676235199,-0.07059775292873383,-0.06726133078336716,-0.06392490863800049,-0.060588493943214417,-0.057252075523138046,-0.05391565337777138,-0.05057923495769501,-0.04724281653761864,-0.04390639811754227,-0.0405699796974659,-0.03723355755209923,-0.03389713913202286,-0.030560720711946487,-0.027224302291870117,-0.023887882009148598,-0.020551463589072227,-0.017215045168995857,-0.013878624886274338,-0.010542206466197968,-0.007205787114799023,-0.0038693679962307215,-0.0005329488776624203,0.002803470240905881,0.006139889359474182,0.009476308710873127,0.012812728062272072,0.016149146482348442,0.01948556676506996,0.022821985185146332,0.026158403605222702,0.02949482388794422,0.03283124417066574,0.03616766259074211,0.03950408101081848,0.04284049943089485,0.04617691785097122,0.04951333627104759,0.05284975841641426,0.05618617683649063,0.059522595256567,0.06285901367664337,0.06619543582201004,0.06953185051679611,0.07286827266216278,0.07620468735694885,0.07954110950231552,0.08287753164768219,0.08621394634246826,0.08955036848783493,0.092886783182621,0.09622320532798767,0.09955962747335434,0.10289604216814041,0.10623246431350708,0.10956887900829315,0.11290530115365982],"_type":"histogram","values":[5,10,7,15,22,29,69,107,180,307,433,687,1056,1548,2256,3121,4312,5794,7660,9681,12271,15104,18364,21404,24564,27810,30558,32324,34193,35377,35329,34535,33131,31042,28603,25559,22409,19193,16269,13380,10486,8173,6317,4890,3434,2532,1751,1254,812,586,347,204,141,77,40,25,19,9,2,1,2,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,1,2,1,5,1,7,9,10,11,12,8,13,18,13,19,26,29,20,27,33,26,37,29,30,39,26,33,33,27,21,21,21,24,19,15,15,17,7,12,4,9,10,5,4,6,1,3,3,2,0,0,0,0,0,1,0,0,0,1],"bins":[-0.019579406827688217,-0.018903138116002083,-0.01822686940431595,-0.017550602555274963,-0.01687433384358883,-0.016198065131902695,-0.015521797351539135,-0.014845529571175575,-0.014169260859489441,-0.013492992147803307,-0.012816724367439747,-0.012140456587076187,-0.011464187875390053,-0.010787919163703918,-0.010111651383340359,-0.009435383602976799,-0.008759114891290665,-0.00808284617960453,-0.007406578399240971,-0.006730310153216124,-0.0060540419071912766,-0.0053777736611664295,-0.0047015054151415825,-0.0040252371691167355,-0.0033489689230918884,-0.0026727006770670414,-0.0019964324310421944,-0.0013201641850173473,-0.0006438959389925003,3.2372307032346725e-05,0.0007086405530571938,0.0013849087990820408,0.0020611751824617386,0.0027374434284865856,0.0034137116745114326,0.00408997992053628,0.004766248166561127,0.005442516412585974,0.006118784658610821,0.006795052904635668,0.007471321150660515,0.00814758986234665,0.008823857642710209,0.009500125423073769,0.010176394134759903,0.010852662846446037,0.011528930626809597,0.012205198407173157,0.012881467118859291,0.013557735830545425,0.014234003610908985,0.014910271391272545,0.01558654010295868,0.016262808814644814,0.016939077526330948,0.017615344375371933,0.018291613087058067,0.0189678817987442,0.019644148647785187,0.02032041735947132,0.020996686071157455,0.02167295478284359,0.022349223494529724,0.02302549034357071,0.023701759055256844]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,0,2,1,2,0,5,1,8,12,11,8,14,12,13,13,19,18,21,25,20,17,38,30,33,28,25,30,23,24,36,32,26,26,28,22,22,13,11,20,15,20,4,10,6,1,4,4,3,2,0,1,0,2,0,2,1,1],"bins":[-2.2578740092871197e-12,-2.1896681516586636e-12,-2.1214622940302075e-12,-2.053256219561317e-12,-1.9850503619328608e-12,-1.9168445043044047e-12,-1.848638429835514e-12,-1.780432572207058e-12,-1.7122267145786019e-12,-1.6440208569501458e-12,-1.5758148909014724e-12,-1.507608924852799e-12,-1.439403067224343e-12,-1.3711972095958869e-12,-1.3029912435472135e-12,-1.2347852774985402e-12,-1.166579419870084e-12,-1.098373562241628e-12,-1.0301675961929546e-12,-9.619616301442813e-13,-8.937557725158252e-13,-8.255498606772604e-13,-7.573439488386957e-13,-6.89138037000131e-13,-6.209321251615663e-13,-5.527262133230015e-13,-4.845203014844368e-13,-4.163143896458721e-13,-3.4810847780730736e-13,-2.7990256596874263e-13,-2.116966541301779e-13,-1.4349074229161318e-13,-7.528504729348295e-14,-7.079135454918228e-15,6.11267763836465e-14,1.2933268822221122e-13,1.9753860006077595e-13,2.6574451189934067e-13,3.339504237379054e-13,4.0215633557647013e-13,4.703622474150349e-13,5.385681592535996e-13,6.067740710921643e-13,6.74979982930729e-13,7.431858947692938e-13,8.113918066078585e-13,8.795977184464232e-13,9.478036844950966e-13,1.0160095421235527e-12,1.0842153997520088e-12,1.1524213658006821e-12,1.2206273318493555e-12,1.2888331894778116e-12,1.3570390471062677e-12,1.425245013154941e-12,1.4934509792036144e-12,1.5616568368320705e-12,1.6298626944605266e-12,1.6980686605092e-12,1.7662746265578733e-12,1.8344804841863294e-12,1.9026863418147855e-12,1.9708921994432416e-12,2.039098273912132e-12,2.1073041315405883e-12]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.019517328590154648,-0.018906453624367714,-0.01829558052122593,-0.017684705555438995,-0.01707383058965206,-0.016462957486510277,-0.015852082520723343,-0.015241207554936409,-0.01463033352047205,-0.01401945948600769,-0.013408584520220757,-0.012797710485756397,-0.012186836451292038,-0.011575961485505104,-0.010965087451040745,-0.010354212485253811,-0.009743338450789452,-0.009132464416325092,-0.008521589450538158,-0.0079107154160738,-0.0072998409159481525,-0.006688966415822506,-0.006078092381358147,-0.0054672178812325,-0.0048563433811068535,-0.004245468880981207,-0.003634594613686204,-0.003023720346391201,-0.0024128458462655544,-0.0018019714625552297,-0.001191097078844905,-0.0005802226951345801,3.06498259305954e-05,0.0006415242096409202,0.001252398593351245,0.0018632729770615697,0.0024741473607718945,0.003085021860897541,0.003695896128192544,0.004306770395487547,0.0049176448956131935,0.00552851939573884,0.006139393895864487,0.006750267930328846,0.007361142430454493,0.00797201693058014,0.008582890965044498,0.009193765930831432,0.009804639965295792,0.010415513999760151,0.011026388965547085,0.011637263000011444,0.012248137965798378,0.012859012000262737,0.013469886034727097,0.01408076100051403,0.01469163503497839,0.015302509069442749,0.015913384035229683,0.016524259001016617,0.0171351321041584,0.017746007069945335,0.01835688203573227,0.018967755138874054,0.019578630104660988],"_type":"histogram","values":[2,0,2,1,1,3,2,1,1,3,4,11,5,13,11,11,10,7,16,17,17,14,20,16,27,26,20,20,19,17,36,24,26,26,30,29,26,23,16,24,16,17,14,15,21,16,9,15,13,5,8,9,7,2,4,5,2,2,3,2,1,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[1,2,0,1,1,0,2,3,3,4,5,4,12,24,24,31,62,57,122,134,187,259,343,469,718,919,1334,2120,3337,5273,8961,15420,26087,47999,94262,157781,101034,51739,28610,16423,9644,5814,3442,2286,1392,1001,738,466,371,232,198,135,99,69,64,32,20,17,17,6,6,2,2,4],"bins":[-2.1316282072803006e-13,-2.071676163950542e-13,-2.0117241206207837e-13,-1.9517720772910252e-13,-1.8918200339612667e-13,-1.8318679906315083e-13,-1.7719159473017498e-13,-1.7119639039719914e-13,-1.652011860642233e-13,-1.5920598173124745e-13,-1.532107773982716e-13,-1.4721557306529576e-13,-1.412203687323199e-13,-1.3522516439934407e-13,-1.2922996006636822e-13,-1.2323475573339238e-13,-1.1723955140041653e-13,-1.1124434706744069e-13,-1.0524914273446484e-13,-9.9253938401489e-14,-9.325873406851315e-14,-8.72635297355373e-14,-8.126832540256146e-14,-7.527312106958561e-14,-6.927791673660977e-14,-6.328271240363392e-14,-5.728750807065808e-14,-5.129230373768223e-14,-4.529709940470639e-14,-3.930189507173054e-14,-3.3306690738754696e-14,-2.731148640577885e-14,-2.1316282072803006e-14,-1.532107773982716e-14,-9.325873406851315e-15,-3.3306690738754696e-15,2.6645352591003757e-15,8.659739592076221e-15,1.4654943925052066e-14,2.0650148258027912e-14,2.6645352591003757e-14,3.26405569239796e-14,3.863576125695545e-14,4.463096558993129e-14,5.062616992290714e-14,5.6621374255882984e-14,6.261657858885883e-14,6.861178292183467e-14,7.460698725481052e-14,8.060219158778636e-14,8.659739592076221e-14,9.259260025373806e-14,9.85878045867139e-14,1.0458300891968975e-13,1.1057821325266559e-13,1.1657341758564144e-13,1.2256862191861728e-13,1.2856382625159313e-13,1.3455903058456897e-13,1.4055423491754482e-13,1.4654943925052066e-13,1.525446435834965e-13,1.5853984791647235e-13,1.645350522494482e-13,1.7053025658242404e-13],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[2,0,1,2,2,2,0,1,3,5,3,2,6,7,4,7,7,9,10,10,25,21,23,31,43,56,62,79,72,50,41,30,26,22,10,13,8,14,12,8,3,7,6,4,5,5,1,3,1,1,0,0,1,0,0,0,0,0,1,0,0,0,0,1],"bins":[-1.8670174313228927e-06,-1.7993855863096542e-06,-1.7317537412964157e-06,-1.6641218962831772e-06,-1.5964900512699387e-06,-1.5288582062567002e-06,-1.4612263612434617e-06,-1.3935945162302232e-06,-1.3259626712169847e-06,-1.2583308262037463e-06,-1.1906989811905078e-06,-1.1230671361772693e-06,-1.0554352911640308e-06,-9.878034461507923e-07,-9.201716011375538e-07,-8.525397561243153e-07,-7.849079111110768e-07,-7.172760660978383e-07,-6.496442210845998e-07,-5.820123760713614e-07,-5.143805310581229e-07,-4.467486860448844e-07,-3.791168410316459e-07,-3.114849960184074e-07,-2.438531510051689e-07,-1.7622130599193042e-07,-1.0858946097869193e-07,-4.095761596545344e-08,2.6674229047785047e-08,9.430607406102354e-08,1.6193791907426203e-07,2.2956976408750052e-07,2.9720172278757673e-07,3.648335678008152e-07,4.324654128140537e-07,5.000972578272922e-07,5.677291028405307e-07,6.353609478537692e-07,7.029927928670077e-07,7.706246378802462e-07,8.382564828934846e-07,9.058883279067231e-07,9.735201729199616e-07,1.0411520179332001e-06,1.1087838629464386e-06,1.176415707959677e-06,1.2440475529729156e-06,1.311679397986154e-06,1.3793112429993926e-06,1.446943088012631e-06,1.5145749330258695e-06,1.582206778039108e-06,1.6498386230523465e-06,1.717470468065585e-06,1.7851023130788235e-06,1.852734158092062e-06,1.9203660031053005e-06,1.987997848118539e-06,2.0556296931317775e-06,2.123261538145016e-06,2.1908933831582544e-06,2.258525228171493e-06,2.3261570731847314e-06,2.39378891819797e-06,2.4614207632112084e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,1,0,1,2,0,0,0,2,0,1,3,0,4,5,5,6,5,12,20,15,25,27,38,54,54,66,77,98,118,159,195,208,173,140,114,92,60,52,47,36,26,28,16,16,10,8,8,3,4,0,2,3,3,2,2],"bins":[-4.0378122937237415e-13,-3.93700236257441e-13,-3.8361921603745353e-13,-3.7353822292252037e-13,-3.634572027025329e-13,-3.5337620958759974e-13,-3.432952164726666e-13,-3.332141962526791e-13,-3.2313320313774596e-13,-3.130521829177585e-13,-3.0297118980282534e-13,-2.928901966878922e-13,-2.828091764679047e-13,-2.7272818335297155e-13,-2.626471631329841e-13,-2.5256617001805093e-13,-2.4248517690311777e-13,-2.324041566831303e-13,-2.2232315001567e-13,-2.1224215690073683e-13,-2.0216115023327652e-13,-1.920801435658162e-13,-1.819991368983559e-13,-1.7191813023089558e-13,-1.6183712356343527e-13,-1.5175613044850211e-13,-1.416751237810418e-13,-1.315941171135815e-13,-1.2151311044612118e-13,-1.1143211055492444e-13,-1.0135110388746413e-13,-9.127010399626739e-14,-8.118909732880708e-14,-7.110809066134677e-14,-6.102709077015003e-14,-5.094608410268972e-14,-4.0865080823361197e-14,-3.078407754403267e-14,-2.0703072570638255e-14,-1.0622068444276784e-14,-5.41064317915313e-16,9.539939808446158e-15,1.962094393480763e-14,2.970194890820205e-14,3.978295218753057e-14,4.9863955466859095e-14,5.994496213431941e-14,7.002596202551614e-14,8.010696869297645e-14,9.018797536043677e-14,1.002689752516335e-13,1.1034998191909381e-13,1.2043098181029055e-13,1.3051198847775086e-13,1.4059299514521117e-13,1.506740018126715e-13,1.607550084801318e-13,1.7083600159506496e-13,1.8091700826252527e-13,1.9099801492998558e-13,2.010790215974459e-13,2.111600282649062e-13,2.2124102137983936e-13,2.3132204159982683e-13,2.4140303471476e-13]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[2,1,0,1,0,0,0,0,0,1,0,0,1,0,1,4,0,3,1,3,8,7,13,14,18,14,34,90,258,8082,579339,1616,148,59,24,24,14,5,7,4,7,7,2,2,1,4,2,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.033203125,-0.032108306884765625,-0.03101348876953125,-0.029918670654296875,-0.0288238525390625,-0.027729034423828125,-0.02663421630859375,-0.025539398193359375,-0.024444580078125,-0.023349761962890625,-0.02225494384765625,-0.021160125732421875,-0.0200653076171875,-0.018970489501953125,-0.01787567138671875,-0.016780853271484375,-0.01568603515625,-0.014591217041015625,-0.01349639892578125,-0.012401580810546875,-0.0113067626953125,-0.010211944580078125,-0.00911712646484375,-0.008022308349609375,-0.006927490234375,-0.005832672119140625,-0.00473785400390625,-0.003643035888671875,-0.0025482177734375,-0.001453399658203125,-0.00035858154296875,0.000736236572265625,0.0018310546875,0.002925872802734375,0.00402069091796875,0.005115509033203125,0.0062103271484375,0.007305145263671875,0.00839996337890625,0.009494781494140625,0.010589599609375,0.011684417724609375,0.01277923583984375,0.013874053955078125,0.0149688720703125,0.016063690185546875,0.01715850830078125,0.018253326416015625,0.01934814453125,0.020442962646484375,0.02153778076171875,0.022632598876953125,0.0237274169921875,0.024822235107421875,0.02591705322265625,0.027011871337890625,0.028106689453125,0.029201507568359375,0.03029632568359375,0.031391143798828125,0.0324859619140625,0.033580780029296875,0.03467559814453125,0.035770416259765625,0.036865234375]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,1,2,0,2,1,0,2,3,1,2,7,5,6,7,7,10,14,13,10,20,17,10,21,17,27,18,25,24,33,32,32,30,37,19,36,32,19,31,26,21,15,20,17,12,8,13,8,6,8,9,6,9,4,1,2,3,3,0,1,1,0,0,1],"bins":[-2.2793819240939095e-14,-2.209005852858107e-14,-2.1386297816223046e-14,-2.0682537103865022e-14,-1.9978778085572892e-14,-1.9275017373214867e-14,-1.8571256660856843e-14,-1.7867495948498818e-14,-1.7163735236140794e-14,-1.645997452378277e-14,-1.575621550549064e-14,-1.5052454793132615e-14,-1.434869408077459e-14,-1.3644933368416566e-14,-1.2941172656058542e-14,-1.2237412790733464e-14,-1.153365207837544e-14,-1.0829891366017416e-14,-1.0126131500692338e-14,-9.422370788334314e-15,-8.71861007597629e-15,-8.014850210651212e-15,-7.311089498293188e-15,-6.607328785935163e-15,-5.9035684970936125e-15,-5.199808208252062e-15,-4.496047495894037e-15,-3.792287207052486e-15,-3.0885267064526987e-15,-2.384766205852911e-15,-1.6810058111322418e-15,-9.772454164115726e-16,-2.7348491581178497e-16,4.3027553184844347e-16,1.134035979508672e-15,1.837796374229341e-15,2.5415568748291288e-15,3.2453173754289164e-15,3.949077664270467e-15,4.652838376628492e-15,5.3565986654700425e-15,6.060358954311593e-15,6.764119666669618e-15,7.467880379027642e-15,8.17164024435272e-15,8.875400956710744e-15,9.579161669068768e-15,1.0282921534393846e-14,1.098668224675187e-14,1.1690442959109894e-14,1.2394202824434972e-14,1.3097963536792996e-14,1.380172424915102e-14,1.4505484961509045e-14,1.520924567386707e-14,1.59130046921592e-14,1.6616765404517224e-14,1.7320526116875248e-14,1.8024286829233273e-14,1.8728047541591297e-14,1.9431808253949322e-14,2.0135567272241452e-14,2.0839327984599476e-14,2.15430886969575e-14,2.2246849409315525e-14]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,1,1,1,0,1,3,4,0,10,6,10,18,22,24,41,54,75,98,146,178,263,339,424,585,835,1129,1663,3167,6698,19350,57047,115200,106462,48613,16238,5965,2790,1662,1066,802,559,441,316,261,169,119,89,83,52,40,22,17,13,20,5,4,6,2,2,2,0,0,2],"bins":[-0.00136566162109375,-0.0013241767883300781,-0.0012826919555664062,-0.0012412071228027344,-0.0011997222900390625,-0.0011582374572753906,-0.0011167526245117188,-0.0010752677917480469,-0.001033782958984375,-0.0009922981262207031,-0.0009508132934570312,-0.0009093284606933594,-0.0008678436279296875,-0.0008263587951660156,-0.0007848739624023438,-0.0007433891296386719,-0.000701904296875,-0.0006604194641113281,-0.0006189346313476562,-0.0005774497985839844,-0.0005359649658203125,-0.0004944801330566406,-0.00045299530029296875,-0.0004115104675292969,-0.000370025634765625,-0.0003285408020019531,-0.00028705596923828125,-0.0002455711364746094,-0.0002040863037109375,-0.00016260147094726562,-0.00012111663818359375,-7.963180541992188e-05,-3.814697265625e-05,3.337860107421875e-06,4.482269287109375e-05,8.630752563476562e-05,0.0001277923583984375,0.00016927719116210938,0.00021076202392578125,0.0002522468566894531,0.000293731689453125,0.0003352165222167969,0.00037670135498046875,0.0004181861877441406,0.0004596710205078125,0.0005011558532714844,0.0005426406860351562,0.0005841255187988281,0.0006256103515625,0.0006670951843261719,0.0007085800170898438,0.0007500648498535156,0.0007915496826171875,0.0008330345153808594,0.0008745193481445312,0.0009160041809082031,0.000957489013671875,0.0009989738464355469,0.0010404586791992188,0.0010819435119628906,0.0011234283447265625,0.0011649131774902344,0.0012063980102539062,0.0012478828430175781,0.00128936767578125]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-2.3332126161679234e-12,-2.2650614023289606e-12,-2.1969101884899978e-12,-2.128758974651035e-12,-2.060607760812072e-12,-1.9924565469731093e-12,-1.9243053331341464e-12,-1.8561541192951836e-12,-1.7880029054562208e-12,-1.719851691617258e-12,-1.651700477778295e-12,-1.5835492639393323e-12,-1.5153980501003694e-12,-1.4472468362614066e-12,-1.3790956224224438e-12,-1.310944408583481e-12,-1.2427931947445181e-12,-1.1746419809055553e-12,-1.1064907670665924e-12,-1.0383395532276296e-12,-9.701883393886668e-13,-9.020371255497039e-13,-8.338859117107411e-13,-7.657346978717783e-13,-6.975834840328154e-13,-6.294322701938526e-13,-5.612810563548898e-13,-4.93129842515927e-13,-4.249786286769641e-13,-3.568274148380013e-13,-2.8867620099903846e-13,-2.2052498716007563e-13,-1.523735564806783e-13,-8.422234264171546e-14,-1.6071128802752632e-14,5.20800850362102e-14,1.2023129887517303e-13,1.8838251271413586e-13,2.565337265530987e-13,3.2468494039206153e-13,3.9283615423102436e-13,4.609873680699872e-13,5.2913858190895e-13,5.972897957479129e-13,6.654410095868757e-13,7.335922234258385e-13,8.017434372648014e-13,8.698946511037642e-13,9.38045864942727e-13,1.0061970787816898e-12,1.0743482926206527e-12,1.1424995064596155e-12,1.2106507202985783e-12,1.2788019341375412e-12,1.346953147976504e-12,1.4151043618154668e-12,1.4832555756544297e-12,1.5514067894933925e-12,1.6195580033323553e-12,1.6877092171713182e-12,1.755860431010281e-12,1.824011644849244e-12,1.8921628586882067e-12,1.9603140725271695e-12,2.0284652863661323e-12],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,0,0,1,1,2,0,1,0,3,2,2,2,3,5,5,8,9,7,10,10,14,23,46,53,122,139,81,51,46,24,24,11,12,4,7,5,6,1,7,2,1,4,1,0,1,2,2,1,1,0,0,0,0,0,3]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,1,1,0,0,1,2,0,5,3,5,5,8,4,6,9,9,14,13,13,19,17,31,18,32,30,23,18,34,33,31,36,33,36,22,27,30,22,16,29,12,21,16,9,12,10,4,6,7,7,2,6,3,3,3,2,1,2,2,1,0,1],"bins":[-0.026525702327489853,-0.025725921615958214,-0.024926142767071724,-0.024126362055540085,-0.023326583206653595,-0.022526802495121956,-0.021727023646235466,-0.020927242934703827,-0.020127464085817337,-0.019327683374285698,-0.01852790266275406,-0.01772812381386757,-0.01692834310233593,-0.01612856425344944,-0.015328783541917801,-0.014529003761708736,-0.013729223981499672,-0.012929444201290607,-0.012129664421081543,-0.011329884640872478,-0.010530104860663414,-0.009730324149131775,-0.00893054436892271,-0.008130764588713646,-0.0073309848085045815,-0.006531205028295517,-0.0057314252480864525,-0.004931645002216101,-0.004131865222007036,-0.0033320854417979717,-0.0025323054287582636,-0.0017325255321338773,-0.0009327437728643417,-0.00013296387623995543,0.0006668160203844309,0.0014665959170088172,0.0022663758136332035,0.003066155593842268,0.003865935606881976,0.004665715619921684,0.005465495400130749,0.006265275180339813,0.007065054960548878,0.007864834740757942,0.008664615452289581,0.009464395232498646,0.01026417501270771,0.011063954792916775,0.01186373457312584,0.012663514353334904,0.013463294133543968,0.014263073913753033,0.015062853693962097,0.015862634405493736,0.016662413254380226,0.017462193965911865,0.018261972814798355,0.019061753526329994,0.019861534237861633,0.020661313086748123,0.021461093798279762,0.022260872647166252,0.02306065335869789,0.02386043220758438,0.02466021291911602]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-7.283063041541027e-13,-7.049916206369744e-13,-6.816769371198461e-13,-6.583622536027178e-13,-6.350475700855895e-13,-6.117328865684613e-13,-5.88418203051333e-13,-5.651035195342047e-13,-5.417888360170764e-13,-5.184741524999481e-13,-4.951594689828198e-13,-4.718447854656915e-13,-4.4853010194856324e-13,-4.2521541843143495e-13,-4.0190073491430667e-13,-3.785860513971784e-13,-3.552713678800501e-13,-3.319566843629218e-13,-3.086420008457935e-13,-2.8532731732866523e-13,-2.6201263381153694e-13,-2.3869795029440866e-13,-2.1538326677728037e-13,-1.9206858326015208e-13,-1.687538997430238e-13,-1.454392162258955e-13,-1.2212453270876722e-13,-9.880984919163893e-14,-7.549516567451064e-14,-5.218048215738236e-14,-2.886579864025407e-14,-5.551115123125783e-15,1.7763568394002505e-14,4.107825191113079e-14,6.439293542825908e-14,8.770761894538737e-14,1.1102230246251565e-13,1.3433698597964394e-13,1.5765166949677223e-13,1.8096635301390052e-13,2.042810365310288e-13,2.275957200481571e-13,2.509104035652854e-13,2.7422508708241367e-13,2.9753977059954195e-13,3.2085445411667024e-13,3.4416913763379853e-13,3.674838211509268e-13,3.907985046680551e-13,4.141131881851834e-13,4.374278717023117e-13,4.6074255521944e-13,4.840572387365683e-13,5.073719222536965e-13,5.306866057708248e-13,5.540012892879531e-13,5.773159728050814e-13,6.006306563222097e-13,6.23945339839338e-13,6.472600233564663e-13,6.705747068735946e-13,6.938893903907228e-13,7.172040739078511e-13,7.405187574249794e-13,7.638334409421077e-13],"_type":"histogram","values":[2,0,0,0,1,2,1,4,8,11,16,22,22,34,48,60,81,91,165,227,311,423,565,916,1403,2199,3641,6283,12536,30363,123716,312802,53887,18490,8781,4577,2757,1709,1109,738,583,357,269,173,98,95,71,46,34,31,10,15,9,14,4,4,5,1,1,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[2,6,12,25,43,62,128,186,287,498,772,1161,1849,2702,4053,5886,8207,11019,15090,20026,25489,32030,39540,47977,56006,64318,72264,80243,86052,90820,93031,93873,92276,89075,83770,76218,69505,60841,52439,44193,36191,29099,22932,17616,13262,9605,6956,5034,3444,2495,1570,1023,602,433,256,154,92,51,32,15,15,7,3,3],"bins":[-0.10384480655193329,-0.10052432119846344,-0.097203828394413,-0.09388334304094315,-0.0905628502368927,-0.08724236488342285,-0.083921879529953,-0.08060138672590256,-0.07728090137243271,-0.07396041601896286,-0.07063992321491241,-0.06731943786144257,-0.06399895250797272,-0.06067845970392227,-0.05735797435045242,-0.054037485271692276,-0.05071699619293213,-0.04739650711417198,-0.044076018035411835,-0.040755532681941986,-0.03743504360318184,-0.03411455452442169,-0.030794067308306694,-0.027473580092191696,-0.02415309101343155,-0.020832601934671402,-0.017512114718556404,-0.014191626571118832,-0.01087113842368126,-0.007550650276243687,-0.004230162128806114,-0.0009096739813685417,0.002410806715488434,0.005731294862926006,0.009051783010363579,0.012372271157801151,0.015692759305238724,0.01901324838399887,0.02233373560011387,0.025654222816228867,0.028974711894989014,0.03229520097374916,0.03561569005250931,0.038936175405979156,0.042256664484739304,0.04557715356349945,0.0488976389169693,0.052218127995729446,0.055538617074489594,0.05885910615324974,0.06217959523200989,0.06550008058547974,0.06882056593894958,0.07214105874300003,0.07546154409646988,0.07878203690052032,0.08210252225399017,0.08542300760746002,0.08874350041151047,0.09206398576498032,0.09538447856903076,0.09870496392250061,0.10202544927597046,0.1053459420800209,0.10866642743349075],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,1,0,1,2,1,1,0,2,3,3,3,4,3,1,6,7,6,6,8,4,22,21,21,30,46,64,92,124,66,41,44,20,26,12,13,10,8,7,5,4,6,4,2,1,1,4,0,2,1,1,2,1,1,1,0,0,0,0,0,1,0,0,1],"bins":[-1.694404686003459e-11,-1.6338749797562002e-11,-1.5733452735089415e-11,-1.5128155672616828e-11,-1.4522859477505978e-11,-1.3917562415033391e-11,-1.3312265352560804e-11,-1.2706968290088216e-11,-1.2101672094977367e-11,-1.149637503250478e-11,-1.0891077970032192e-11,-1.0285780907559605e-11,-9.680483845087018e-12,-9.07518678261443e-12,-8.469890587503581e-12,-7.864593525030994e-12,-7.259296462558407e-12,-6.653999400085819e-12,-6.048702771294101e-12,-5.443405708821514e-12,-4.8381090800297955e-12,-4.232812017557208e-12,-3.627514955084621e-12,-3.022218109452468e-12,-2.4169212638203152e-12,-1.8116244181881624e-12,-1.2063274641357924e-12,-6.01030564293531e-13,4.26633554873046e-15,6.095632353909919e-13,1.2148601352332533e-12,1.8201570892856234e-12,2.425453934917776e-12,3.030750780549929e-12,3.6360476261820818e-12,4.241344688654669e-12,4.846641317446387e-12,5.451938379918975e-12,6.057235442391562e-12,6.66253207118328e-12,7.2678291336558676e-12,7.873125762447586e-12,8.478422824920173e-12,9.08371988739276e-12,9.689016949865348e-12,1.0294314012337935e-11,1.0899610207448784e-11,1.1504907269921372e-11,1.2110204332393959e-11,1.2715501394866546e-11,1.3320798457339134e-11,1.3926094652449983e-11,1.453139171492257e-11,1.5136688777395158e-11,1.5741985839867745e-11,1.6347282902340332e-11,1.695257996481292e-11,1.7557877027285507e-11,1.8163174089758094e-11,1.8768469417507205e-11,1.9373766479979793e-11,1.997906354245238e-11,2.0584360604924967e-11,2.1189657667397555e-11,2.1794954729870142e-11],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[4,2,7,11,28,35,86,150,248,406,705,1080,1699,2748,4022,5942,8579,11933,16408,21782,28428,35226,44260,53679,63236,71792,80535,87926,93700,98078,99822,97930,94603,88527,81557,72636,63556,53988,44805,36425,28862,22310,16511,12154,8654,6065,4184,2812,1870,1192,664,416,250,139,83,50,23,21,16,1,1,1,0,1],"bins":[-0.10723221302032471,-0.10372146219015121,-0.10021071135997772,-0.09669996798038483,-0.09318921715021133,-0.08967846632003784,-0.08616772294044495,-0.08265697211027145,-0.07914622128009796,-0.07563547044992447,-0.07212471961975098,-0.06861397624015808,-0.06510322540998459,-0.061592474579811096,-0.0580817274749279,-0.05457098037004471,-0.051060229539871216,-0.04754947870969772,-0.04403873160481453,-0.040527984499931335,-0.03701723366975784,-0.03350648283958435,-0.029995735734701157,-0.026484986767172813,-0.02297423779964447,-0.019463488832116127,-0.015952739864587784,-0.01244199089705944,-0.008931241929531097,-0.005420492962002754,-0.001909743994474411,0.0016010049730539322,0.0051117464900016785,0.008622495457530022,0.012133244425058365,0.015643993392586708,0.01915474236011505,0.022665491327643394,0.026176240295171738,0.02968698926270008,0.033197738230228424,0.036708489060401917,0.04021923616528511,0.043729983270168304,0.0472407341003418,0.05075148493051529,0.05426223203539848,0.05777297914028168,0.06128372997045517,0.06479448080062866,0.06830522418022156,0.07181597501039505,0.07532672584056854,0.07883747667074203,0.08234822750091553,0.08585897088050842,0.08936972171068192,0.09288047254085541,0.0963912159204483,0.0999019667506218,0.10341271758079529,0.10692346841096878,0.11043421924114227,0.11394496262073517,0.11745571345090866],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9648566842079163,0.9658505916595459,0.9668444991111755,0.9678384065628052,0.96883225440979,0.9698261618614197,0.9708200693130493,0.971813976764679,0.9728078842163086,0.9738017916679382,0.9747956991195679,0.9757895469665527,0.9767834544181824,0.977777361869812,0.9787712693214417,0.9797651767730713,0.9807590842247009,0.9817529916763306,0.9827468395233154,0.9837407469749451,0.9847346544265747,0.9857285618782043,0.986722469329834,0.9877163767814636,0.9887102842330933,0.9897041320800781,0.9906980395317078,0.9916919469833374,0.992685854434967,0.9936797618865967,0.9946736693382263,0.995667576789856,0.9966614246368408,0.9976553320884705,0.9986492395401001,0.9996431469917297,1.0006370544433594,1.0016309022903442,1.0026248693466187,1.0036187171936035,1.004612684249878,1.0056065320968628,1.0066004991531372,1.007594347000122,1.008588194847107,1.0095821619033813,1.0105760097503662,1.0115699768066406,1.0125638246536255,1.0135577917099,1.0145516395568848,1.0155454874038696,1.016539454460144,1.017533302307129,1.0185272693634033,1.0195211172103882,1.0205150842666626,1.0215089321136475,1.0225027799606323,1.0234967470169067,1.0244905948638916,1.025484561920166,1.0264784097671509,1.0274723768234253,1.0284662246704102],"_type":"histogram","values":[1,0,0,1,0,0,1,2,2,0,5,1,3,2,3,4,8,4,8,10,13,13,20,19,14,19,25,25,29,22,34,24,27,31,36,30,18,18,20,34,17,40,28,21,18,22,18,14,12,4,7,3,8,4,4,8,7,1,1,1,0,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[2,0,2,1,1,0,1,1,2,3,2,2,4,3,8,13,11,12,18,20,27,46,56,85,102,178,263,390,659,1106,1871,3361,6042,12030,26255,131722,1.311387e+06,42299,16053,8188,4359,2413,1440,851,535,312,203,160,98,74,48,36,39,23,14,5,7,4,3,4,2,3,4,1],"bins":[-1.1323209037072957e-10,-1.1010570233338512e-10,-1.0697931429604068e-10,-1.0385292625869624e-10,-1.007265382213518e-10,-9.760015018400736e-11,-9.447376214666292e-11,-9.134737410931848e-11,-8.822098607197404e-11,-8.50945980346296e-11,-8.196820999728516e-11,-7.884182195994072e-11,-7.571543392259628e-11,-7.258904588525183e-11,-6.94626578479074e-11,-6.633626981056295e-11,-6.320988177321851e-11,-6.008349373587407e-11,-5.695710569852963e-11,-5.383071766118519e-11,-5.070432962384075e-11,-4.757794158649631e-11,-4.445155354915187e-11,-4.132516551180743e-11,-3.8198777474462986e-11,-3.5072389437118545e-11,-3.1946001399774104e-11,-2.8819613362429664e-11,-2.5693225325085223e-11,-2.2566837287740782e-11,-1.944044925039634e-11,-1.63140612130519e-11,-1.318767317570746e-11,-1.0061285138363019e-11,-6.934897101018578e-12,-3.808509063674137e-12,-6.821210263296962e-13,2.4442670110147446e-12,5.5706550483591855e-12,8.697043085703626e-12,1.1823431123048067e-11,1.4949819160392508e-11,1.807620719773695e-11,2.120259523508139e-11,2.432898327242583e-11,2.745537130977027e-11,3.058175934711471e-11,3.370814738445915e-11,3.6834535421803594e-11,3.9960923459148034e-11,4.3087311496492475e-11,4.6213699533836916e-11,4.934008757118136e-11,5.24664756085258e-11,5.559286364587024e-11,5.871925168321468e-11,6.184563972055912e-11,6.497202775790356e-11,6.8098415795248e-11,7.122480383259244e-11,7.435119186993688e-11,7.747757990728132e-11,8.060396794462577e-11,8.37303559819702e-11,8.685674401931465e-11]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,1,0,3,1,3,3,4,4,2,4,4,9,7,5,8,12,12,15,13,20,21,22,20,25,17,23,25,28,27,20,32,27,24,32,27,27,23,15,17,24,21,16,24,14,17,8,7,9,12,9,6,3,3,2,2,1,2,0,0,3,1],"bins":[-0.04674837738275528,-0.04536847397685051,-0.04398857057094574,-0.04260866716504097,-0.0412287600338459,-0.03984885662794113,-0.03846895322203636,-0.03708904981613159,-0.03570914641022682,-0.03432924300432205,-0.032949335873126984,-0.031569432467222214,-0.030189529061317444,-0.028809625655412674,-0.027429722249507904,-0.026049816980957985,-0.024669913575053215,-0.023290010169148445,-0.021910104900598526,-0.020530201494693756,-0.019150298088788986,-0.017770392820239067,-0.016390489414334297,-0.015010586008429527,-0.013630681671202183,-0.012250777333974838,-0.010870873928070068,-0.009490969590842724,-0.00811106525361538,-0.0067311618477106094,-0.005351257510483265,-0.003971353638917208,-0.0025914497673511505,-0.0012115457793697715,0.00016835820861160755,0.0015482621965929866,0.0029281661845743656,0.004308070056140423,0.005687974393367767,0.0070678782649338245,0.008447782136499882,0.009827686473727226,0.011207589879631996,0.01258749421685934,0.013967398554086685,0.015347301959991455,0.016727205365896225,0.018107110634446144,0.019487014040350914,0.020866917446255684,0.022246822714805603,0.023626726120710373,0.025006629526615143,0.026386534795165062,0.027766438201069832,0.029146341606974602,0.03052624687552452,0.03190615028142929,0.03328605368733406,0.03466595709323883,0.0360458604991436,0.03742576763033867,0.03880567103624344,0.04018557444214821,0.04156547784805298]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[2,1,2,0,1,0,2,2,1,2,2,5,5,4,11,7,10,6,16,28,20,20,23,27,25,39,34,37,47,36,36,43,40,20,25,20,20,20,19,24,9,13,12,12,10,9,4,3,4,2,1,2,2,0,0,1,0,0,0,0,0,0,0,2],"bins":[-4.167403794557052e-14,-4.0256541860867606e-14,-3.88390423880329e-14,-3.74215429151982e-14,-3.600404683049528e-14,-3.4586550745792366e-14,-3.316905127295766e-14,-3.175155180012296e-14,-3.033405571542004e-14,-2.8916559630717126e-14,-2.749906015788242e-14,-2.608156237911361e-14,-2.46640646003448e-14,-2.324656682157599e-14,-2.182906904280718e-14,-2.041157126403837e-14,-1.899407348526956e-14,-1.757657570650075e-14,-1.615907792773194e-14,-1.474158014896313e-14,-1.332408237019432e-14,-1.190658459142551e-14,-1.04890868126567e-14,-9.07158903388789e-15,-7.65409125511908e-15,-6.23659347635027e-15,-4.81909569758146e-15,-3.4015979188126502e-15,-1.98410014004384e-15,-5.666023612750301e-16,8.508954174937799e-16,2.26839319626259e-15,3.685894363163189e-15,5.103392141931999e-15,6.520889920700809e-15,7.93838769946962e-15,9.35588547823843e-15,1.077338325700724e-14,1.219088103577605e-14,1.360837881454486e-14,1.502587659331367e-14,1.644337437208248e-14,1.786087215085129e-14,1.92783699296201e-14,2.069586770838891e-14,2.211336548715772e-14,2.353086326592653e-14,2.494836104469534e-14,2.636585882346415e-14,2.778335660223296e-14,2.920085438100177e-14,3.0618350465704686e-14,3.203584993853939e-14,3.3453349411374095e-14,3.487084549607701e-14,3.6288341580779926e-14,3.770584105361463e-14,3.9123340526449335e-14,4.054083661115225e-14,4.1958332695855166e-14,4.337583216868987e-14,4.4793331641524575e-14,4.621082772622749e-14,4.7628323810930406e-14,4.904582328376511e-14],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.09991098940372467,-0.09671389311552048,-0.09351679682731628,-0.09031970053911209,-0.0871226042509079,-0.0839255079627037,-0.08072841167449951,-0.07753131538629532,-0.07433421909809113,-0.07113712280988693,-0.06794002652168274,-0.06474293023347855,-0.061545830219984055,-0.05834873393177986,-0.05515163764357567,-0.051954541355371475,-0.04875744506716728,-0.04556034877896309,-0.042363252490758896,-0.0391661562025547,-0.03596905991435051,-0.032771963626146317,-0.029574865475296974,-0.02637776918709278,-0.023180672898888588,-0.019983576610684395,-0.0167864803224802,-0.013589383102953434,-0.010392286814749241,-0.007195190526545048,-0.003998093772679567,-0.0008009972516447306,0.002396099269390106,0.005593195557594299,0.008790291845798492,0.01198738906532526,0.015184485353529453,0.01838158257305622,0.021578678861260414,0.024775775149464607,0.0279728714376688,0.031169967725872993,0.034367065876722336,0.03756416216492653,0.04076125845313072,0.043958354741334915,0.04715545102953911,0.0503525473177433,0.053549643605947495,0.05674673989415169,0.05994383618235588,0.06314093619585037,0.06633803248405457,0.06953512877225876,0.07273222506046295,0.07592932134866714,0.07912641763687134,0.08232351392507553,0.08552061021327972,0.08871770650148392,0.09191480278968811,0.0951118990778923,0.0983089953660965,0.10150609165430069,0.10470318794250488],"_type":"histogram","values":[3,5,6,3,8,22,40,67,102,155,275,420,640,985,1501,2157,2959,4078,5667,7375,9522,12152,15025,18021,20851,24604,27634,30036,32694,34125,35163,35447,35031,33273,31732,28793,25994,22739,19235,16211,13554,10760,8436,6409,4713,3408,2569,1804,1206,814,550,342,198,125,83,39,28,18,11,4,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-6.583977070137581e-13,-6.380354144325251e-13,-6.176731218512921e-13,-5.973108292700591e-13,-5.769485366888261e-13,-5.565862441075931e-13,-5.3622395152636e-13,-5.15861658945127e-13,-4.95499366363894e-13,-4.75137073782661e-13,-4.54774781201428e-13,-4.344125157252493e-13,-4.140502231440163e-13,-3.936879305627833e-13,-3.7332563798155027e-13,-3.5296334540031726e-13,-3.3260105281908425e-13,-3.1223876023785124e-13,-2.9187646765661823e-13,-2.715141750753852e-13,-2.511518824941522e-13,-2.307895899129192e-13,-2.1042731088421335e-13,-1.9006501830298034e-13,-1.6970272572174733e-13,-1.4934043314051432e-13,-1.289781405592813e-13,-1.0861585475431187e-13,-8.825356217307886e-14,-6.789126959184585e-14,-4.752898039874463e-14,-2.7166689511577517e-14,-6.8043986244104016e-15,1.3557892262756714e-14,3.392018314992383e-14,5.428247234302505e-14,7.464476492425806e-14,9.500705750549107e-14,1.153693433104605e-13,1.3573163589169351e-13,1.5609392847292652e-13,1.7645622105415953e-13,1.9681851363539254e-13,2.1718080621662555e-13,2.375430852453314e-13,2.579053778265644e-13,2.7826767040779743e-13,2.9862996298903044e-13,3.1899225557026345e-13,3.3935454815149646e-13,3.5971684073272947e-13,3.800791333139625e-13,4.004414258951955e-13,4.208037184764285e-13,4.411660110576615e-13,4.615282765338402e-13,4.818905691150732e-13,5.022528616963062e-13,5.226151542775392e-13,5.429774468587723e-13,5.633397394400053e-13,5.837020320212383e-13,6.040643246024713e-13,6.244266171837043e-13,6.447889097649373e-13],"_type":"histogram","values":[2,1,1,0,0,2,1,0,2,0,0,1,0,2,3,6,3,8,6,6,9,11,12,19,17,22,19,38,39,39,43,58,76,70,40,34,28,19,23,13,22,15,9,8,6,5,3,7,2,3,3,1,1,0,2,0,3,3,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,1,0,0,0,0,1,0,0,2,1,2,2,3,0,1,4,3,2,3,4,1,5,2,13,11,11,12,14,26,59,110,156,130,70,25,12,13,12,6,7,5,2,4,2,4,3,2,2,1,5,1,4,2,3,0,0,0,1,0,0,1,0,1],"bins":[-7.614757180363085e-08,-7.380357658348657e-08,-7.14595813633423e-08,-6.911558614319802e-08,-6.677159092305374e-08,-6.442759570290946e-08,-6.208360048276518e-08,-5.97396052626209e-08,-5.739561004247662e-08,-5.505161482233234e-08,-5.270761960218806e-08,-5.036362438204378e-08,-4.80196291618995e-08,-4.567563394175522e-08,-4.3331638721610943e-08,-4.0987643501466664e-08,-3.8643648281322385e-08,-3.6299653061178105e-08,-3.3955657841033826e-08,-3.161166262088955e-08,-2.9267667400745268e-08,-2.6923672180600988e-08,-2.457967696045671e-08,-2.223568174031243e-08,-1.989168652016815e-08,-1.754769130002387e-08,-1.5203696079879592e-08,-1.2859700859735312e-08,-1.0515705639591033e-08,-8.171710419446754e-09,-5.8277151993024745e-09,-3.483719979158195e-09,-1.139724759013916e-09,1.2042704611303634e-09,3.5482656812746427e-09,5.892260901418922e-09,8.236256121563201e-09,1.058025134170748e-08,1.292424656185176e-08,1.526824178199604e-08,1.761223700214032e-08,1.9956232222284598e-08,2.2300227442428877e-08,2.4644222662573156e-08,2.6988217882717436e-08,2.9332213102861715e-08,3.1676208323005994e-08,3.4020203543150274e-08,3.636419876329455e-08,3.870819398343883e-08,4.105218920358311e-08,4.339618442372739e-08,4.574017964387167e-08,4.808417486401595e-08,5.042817008416023e-08,5.277216530430451e-08,5.511616052444879e-08,5.7460155744593067e-08,5.980415096473735e-08,6.214814618488163e-08,6.44921414050259e-08,6.683613662517018e-08,6.918013184531446e-08,7.152412706545874e-08,7.386812228560302e-08],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.10055013746023178,-0.09730693697929382,-0.09406372904777527,-0.09082052111625671,-0.08757732063531876,-0.0843341201543808,-0.08109091222286224,-0.07784770429134369,-0.07460450381040573,-0.07136130332946777,-0.06811809539794922,-0.06487488746643066,-0.061631686985492706,-0.05838848277926445,-0.055145278573036194,-0.05190207436680794,-0.04865887016057968,-0.045415665954351425,-0.04217246174812317,-0.03892925754189491,-0.035686053335666656,-0.0324428491294384,-0.029199644923210144,-0.025956440716981888,-0.02271323651075363,-0.019470032304525375,-0.01622682809829712,-0.012983623892068863,-0.009740419685840607,-0.0064972154796123505,-0.0032540112733840942,-1.0807067155838013e-05,0.003232404589653015,0.006475608795881271,0.009718813002109528,0.012962017208337784,0.01620522141456604,0.019448425620794296,0.022691629827022552,0.02593483403325081,0.029178038239479065,0.03242124244570732,0.03566444665193558,0.038907650858163834,0.04215085506439209,0.045394059270620346,0.0486372634768486,0.05188046768307686,0.055123671889305115,0.05836687609553337,0.06161008030176163,0.06485328078269958,0.06809648871421814,0.0713396966457367,0.07458289712667465,0.07782609760761261,0.08106930553913116,0.08431251347064972,0.08755571395158768,0.09079891443252563,0.09404212236404419,0.09728533029556274,0.1005285307765007,0.10377173125743866,0.10701493918895721],"_type":"histogram","values":[4,1,4,7,15,29,42,75,124,181,311,444,708,1109,1625,2322,3165,4503,5865,7716,9935,12619,15631,18820,21912,24945,28140,30793,33334,34773,35589,35608,34940,32849,31030,28364,25240,21912,18773,15522,12746,10083,7770,5897,4476,3115,2198,1533,1076,741,458,302,195,112,64,37,21,12,4,4,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,0,1,3,5,10,22,26,64,105,195,278,493,721,1172,1683,2504,3578,4950,6629,8691,11036,14137,17333,21018,24186,27740,30643,33291,35581,36553,36849,36209,35031,32553,29394,26620,23368,19603,16079,13163,10412,7911,5953,4483,3121,2197,1453,992,708,431,273,161,107,43,21,23,5,6,3,2],"bins":[-0.115270234644413,-0.11191196739673615,-0.1085536926984787,-0.10519542545080185,-0.101837158203125,-0.09847889095544815,-0.0951206237077713,-0.09176234900951385,-0.088404081761837,-0.08504581451416016,-0.08168753981590271,-0.07832927256822586,-0.07497100532054901,-0.07161273807287216,-0.06825447082519531,-0.06489619612693787,-0.06153792887926102,-0.05817966163158417,-0.05482139065861702,-0.05146311968564987,-0.04810485243797302,-0.04474658519029617,-0.041388314217329025,-0.03803004324436188,-0.03467177599668503,-0.03131350874900818,-0.02795523777604103,-0.024596968665719032,-0.021238699555397034,-0.017880430445075035,-0.014522161334753036,-0.011163892224431038,-0.007805623114109039,-0.004447354003787041,-0.0010890848934650421,0.0022691842168569565,0.005627453327178955,0.008985722437500954,0.012343991547822952,0.01570226065814495,0.01906052976846695,0.022418798878788948,0.025777067989110947,0.029135337099432945,0.032493606209754944,0.03585187345743179,0.03921014443039894,0.04256841540336609,0.04592668265104294,0.04928494989871979,0.052643220871686935,0.05600149184465408,0.05935975909233093,0.06271802634000778,0.06607629358768463,0.06943456828594208,0.07279283553361893,0.07615110278129578,0.07950937747955322,0.08286764472723007,0.08622591197490692,0.08958417922258377,0.09294244647026062,0.09630072116851807,0.09965898841619492]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,0,0,0,2,3,6,2,4,4,3,3,4,7,12,12,14,8,13,13,14,10,20,15,24,23,23,26,28,42,39,29,40,34,32,28,14,29,26,21,24,16,17,12,4,10,14,14,4,3,7,1,1,4,2,2,1,1,0,1,1,0,0,1],"bins":[-0.030755018815398216,-0.02977188490331173,-0.028788749128580093,-0.027805615216493607,-0.02682248130440712,-0.025839347392320633,-0.024856213480234146,-0.02387307770550251,-0.022889943793416023,-0.021906809881329536,-0.0209236741065979,-0.019940540194511414,-0.018957406282424927,-0.01797427237033844,-0.016991138458251953,-0.016008002683520317,-0.01502486877143383,-0.014041734859347343,-0.013058600015938282,-0.01207546517252922,-0.011092331260442734,-0.010109197348356247,-0.009126062504947186,-0.008142927661538124,-0.007159793749451637,-0.006176659371703863,-0.005193524993956089,-0.004210390616208315,-0.0032272562384605408,-0.0022441218607127666,-0.0012609874829649925,-0.0002778531052172184,0.0007052794098854065,0.0016884137876331806,0.0026715481653809547,0.003654682543128729,0.004637816920876503,0.005620951298624277,0.006604085676372051,0.007587220054119825,0.0085703544318676,0.009553488343954086,0.010536623187363148,0.01151975803077221,0.012502891942858696,0.013486025854945183,0.014469160698354244,0.015452295541763306,0.016435429453849792,0.01741856336593628,0.018401697278022766,0.019384833052754402,0.02036796696484089,0.021351100876927376,0.022334236651659012,0.0233173705637455,0.024300504475831985,0.025283638387918472,0.02626677230000496,0.027249908074736595,0.028233041986823082,0.02921617589890957,0.030199311673641205,0.03118244558572769,0.03216557949781418],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-1.1765796670282214e-11,-1.1356000341466999e-11,-1.0946203145290045e-11,-1.053640681647483e-11,-1.0126610487659615e-11,-9.716813291482662e-12,-9.307016962667447e-12,-8.897220633852232e-12,-8.487423437675279e-12,-8.077627108860064e-12,-7.667830780044849e-12,-7.2580335838678955e-12,-6.8482372550526804e-12,-6.438440492556596e-12,-6.028643730060512e-12,-5.618847401245297e-12,-5.209050638749213e-12,-4.799253876253129e-12,-4.389457547437914e-12,-3.97966078494183e-12,-3.5698640224457456e-12,-3.160067476790096e-12,-2.7502709311344464e-12,-2.3404741686383623e-12,-1.9306776229827127e-12,-1.5208809689068459e-12,-1.111084314830979e-12,-7.012877691753294e-13,-2.9149111509946257e-13,1.1830551187134997e-13,5.281021388421625e-13,9.378987387079207e-13,1.3476953927837876e-12,1.7574920468596544e-12,2.1672887009355213e-12,2.577085246591171e-12,2.986882009087255e-12,3.3966785547429046e-12,3.806475100398554e-12,4.216271862894638e-12,4.626068625390722e-12,5.0358649542059375e-12,5.4456617167020216e-12,5.855458479198106e-12,6.265254808013321e-12,6.675051570509405e-12,7.084848333005489e-12,7.494644661820704e-12,7.90444099063592e-12,8.314238186812872e-12,8.724034515628087e-12,9.13383171180504e-12,9.543628040620256e-12,9.95342436943547e-12,1.0363221565612424e-11,1.0773017894427639e-11,1.1182814223242854e-11,1.1592611419419807e-11,1.2002407748235022e-11,1.2412204077050237e-11,1.282200127322719e-11,1.3231797602042406e-11,1.364159393085762e-11,1.4051391127034574e-11,1.4461187455849789e-11],"_type":"histogram","values":[2,1,1,2,3,2,3,5,2,4,8,5,5,12,12,14,14,16,16,11,23,19,29,18,27,26,18,43,34,30,42,28,24,38,31,23,23,25,21,14,15,11,11,8,10,7,4,2,3,5,3,6,0,4,2,0,2,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,2,1,3,7,13,24,144,513,30,16,7,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0033564381301403046,-0.0032282506581395864,-0.0031000631861388683,-0.00297187571413815,-0.002843688242137432,-0.0027155005373060703,-0.002587313065305352,-0.002459125593304634,-0.002330938121303916,-0.002202750649303198,-0.0020745631773024797,-0.0019463755888864398,-0.0018181881168857217,-0.0016900006448850036,-0.0015618130564689636,-0.0014336255844682455,-0.0013054381124675274,-0.0011772506404668093,-0.0010490631684660912,-0.0009208755800500512,-0.0007926881080493331,-0.000664500636048615,-0.000536313105840236,-0.0004081256047356874,-0.0002799381036311388,-0.00015175060252659023,-2.3563101422041655e-05,0.00010462439968250692,0.0002328119007870555,0.00036099940189160407,0.0004891869029961526,0.0006173744332045317,0.0007455619052052498,0.0008737493772059679,0.001001936849206686,0.001130124437622726,0.001258311909623444,0.0013864993816241622,0.0015146869700402021,0.0016428744420409203,0.0017710619140416384,0.0018992493860423565,0.0020274368580430746,0.0021556243300437927,0.0022838120348751545,0.0024119995068758726,0.0025401869788765907,0.002668374450877309,0.002796561922878027,0.002924749394878745,0.003052936866879463,0.0031811243388801813,0.0033093118108808994,0.003437499515712261,0.0035656869877129793,0.0036938744597136974,0.0038220619317144156,0.003950249403715134,0.0040784371085464954,0.00420662434771657,0.004334812052547932,0.004462999291718006,0.004591186996549368,0.004719374235719442,0.004847561940550804]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,2,0,1,0,2,1,1,4,0,3,9,3,9,9,13,13,21,19,30,27,37,36,41,49,40,49,43,38,27,41,25,25,29,22,18,15,11,8,10,7,5,3,4,1,3,2,1,0,0,2,3,0,0,1,0,1],"bins":[-6.21049707660859e-07,-6.022950174155994e-07,-5.835403271703399e-07,-5.647856369250803e-07,-5.460309466798208e-07,-5.272762564345612e-07,-5.085216230327205e-07,-4.89766932787461e-07,-4.710122425422014e-07,-4.5225755229694187e-07,-4.335028620516823e-07,-4.1474817180642276e-07,-3.959934815611632e-07,-3.7723879131590365e-07,-3.5848412949235353e-07,-3.39729439247094e-07,-3.209747490018344e-07,-3.0222005875657487e-07,-2.834653685113153e-07,-2.647107066877652e-07,-2.4595601644250564e-07,-2.272013261972461e-07,-2.0844663595198654e-07,-1.896919599175817e-07,-1.7093726967232215e-07,-1.521825794270626e-07,-1.3342790339265775e-07,-1.146732131473982e-07,-9.5918530007566e-08,-7.716384686773381e-08,-5.8409160175187935e-08,-3.965447348264206e-08,-2.0899790342809865e-08,-2.1451054266208303e-09,1.6609579489568205e-08,3.536426618211408e-08,5.4118949321946275e-08,7.287363246177847e-08,9.162832270703802e-08,1.1038300584687022e-07,1.2913768898670241e-07,1.4789237923196197e-07,1.666470552663668e-07,1.8540174551162636e-07,2.041564357568859e-07,2.2291111179129075e-07,2.416657878256956e-07,2.6042047807095514e-07,2.791751683162147e-07,2.9792985856147425e-07,3.166845488067338e-07,3.354392106302839e-07,3.541939008755435e-07,3.7294859112080303e-07,3.917032813660626e-07,4.1045797161132214e-07,4.292126618565817e-07,4.479673236801318e-07,4.6672201392539137e-07,4.854766757489415e-07,5.04231365994201e-07,5.229860562394606e-07,5.417407464847201e-07,5.604954367299797e-07,5.792501269752393e-07]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[2,4,7,6,9,12,19,34,32,50,52,42,78,96,108,147,189,267,382,489,578,777,1161,1720,2902,4562,7169,11775,19308,30625,53044,230940,106626,44832,26424,16718,10354,6165,4008,2400,1569,1040,680,557,486,308,240,190,146,81,87,75,50,49,44,34,23,14,16,7,7,4,2,2],"bins":[-0.012939453125,-0.012533187866210938,-0.012126922607421875,-0.011720657348632812,-0.01131439208984375,-0.010908126831054688,-0.010501861572265625,-0.010095596313476562,-0.0096893310546875,-0.009283065795898438,-0.008876800537109375,-0.008470535278320312,-0.00806427001953125,-0.0076580047607421875,-0.007251739501953125,-0.0068454742431640625,-0.006439208984375,-0.0060329437255859375,-0.005626678466796875,-0.0052204132080078125,-0.00481414794921875,-0.0044078826904296875,-0.004001617431640625,-0.0035953521728515625,-0.0031890869140625,-0.0027828216552734375,-0.002376556396484375,-0.0019702911376953125,-0.00156402587890625,-0.0011577606201171875,-0.000751495361328125,-0.0003452301025390625,6.103515625e-05,0.0004673004150390625,0.000873565673828125,0.0012798309326171875,0.00168609619140625,0.0020923614501953125,0.002498626708984375,0.0029048919677734375,0.0033111572265625,0.0037174224853515625,0.004123687744140625,0.0045299530029296875,0.00493621826171875,0.0053424835205078125,0.005748748779296875,0.0061550140380859375,0.006561279296875,0.0069675445556640625,0.007373809814453125,0.0077800750732421875,0.00818634033203125,0.008592605590820312,0.008998870849609375,0.009405136108398438,0.0098114013671875,0.010217666625976562,0.010623931884765625,0.011030197143554688,0.01143646240234375,0.011842727661132812,0.012248992919921875,0.012655258178710938,0.0130615234375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,2,0,4,6,1,10,2,8,12,13,9,20,17,21,14,24,22,28,26,28,30,26,34,30,32,28,26,32,22,19,19,27,13,23,20,22,15,11,15,8,11,7,8,3,5,4,2,1,2,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.015901878476142883,-0.015314088203012943,-0.014726296998560429,-0.014138506725430489,-0.013550715520977974,-0.012962925247848034,-0.012375134974718094,-0.01178734377026558,-0.01119955349713564,-0.0106117632240057,-0.010023972019553185,-0.009436181746423244,-0.008848391473293304,-0.00826060026884079,-0.00767280999571085,-0.007085019256919622,-0.006497228518128395,-0.005909437779337168,-0.00532164704054594,-0.004733856767416,-0.004146066028624773,-0.0035582752898335457,-0.002970484783872962,-0.0023826942779123783,-0.001794903539121151,-0.0012071129167452455,-0.0006193222943693399,-3.153167199343443e-05,0.0005562589503824711,0.0011440495727583766,0.0017318401951342821,0.002319630701094866,0.002907419577240944,0.0034952103160321712,0.004083001054823399,0.004670791327953339,0.005258582066744566,0.005846372805535793,0.006434163078665733,0.007021953817456961,0.007609744556248188,0.008197534829378128,0.008785326033830643,0.009373116306960583,0.009960906580090523,0.010548697784543037,0.011136488057672977,0.011724279262125492,0.012312069535255432,0.012899859808385372,0.013487651012837887,0.014075441285967827,0.014663232490420341,0.015251022763550282,0.01583881303668022,0.016426604241132736,0.01701439544558525,0.017602184787392616,0.01818997599184513,0.018777767196297646,0.01936555653810501,0.019953347742557526,0.02054113894701004,0.021128928288817406,0.02171671949326992]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.135951429605484,-0.1315094530582428,-0.1270674765110016,-0.12262550741434097,-0.11818353086709976,-0.11374155431985855,-0.10929957777261734,-0.10485760122537613,-0.10041563212871552,-0.0959736555814743,-0.0915316790342331,-0.08708970248699188,-0.08264772593975067,-0.07820574939250946,-0.07376378029584885,-0.06932180374860764,-0.06487982720136642,-0.060437850654125214,-0.0559958778321743,-0.05155390128493309,-0.04711192846298218,-0.04266995191574097,-0.038227975368499756,-0.03378600254654884,-0.029344025999307632,-0.02490205131471157,-0.02046007663011551,-0.016018100082874298,-0.011576125398278236,-0.007134150248020887,-0.0026921750977635384,0.0017498000524938107,0.00619177520275116,0.010633749887347221,0.015075725503265858,0.019517701119184494,0.023959675803780556,0.028401650488376617,0.03284362703561783,0.03728559985756874,0.04172757640480995,0.04616955295205116,0.050611525774002075,0.055053502321243286,0.0594954788684845,0.06393745541572571,0.06837942451238632,0.07282140105962753,0.07726337760686874,0.08170535415410995,0.08614733070135117,0.09058929979801178,0.09503127634525299,0.0994732528924942,0.10391522943973541,0.10835720598697662,0.11279918253421783,0.11724115163087845,0.12168312817811966,0.12612509727478027,0.13056707382202148,0.1350090503692627,0.1394510269165039,0.14389300346374512,0.14833498001098633],"_type":"histogram","values":[1,0,1,6,10,9,20,36,78,120,183,366,575,850,1315,1955,2802,3983,5465,7385,9811,12672,15609,19237,22883,26934,30153,33638,36202,37573,38176,38243,36643,34313,31198,28011,24379,20403,16878,13611,10460,8089,6065,4352,3007,2135,1450,970,627,381,238,124,76,63,26,17,3,4,3,3,0,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-2.1947962110940855e-12,-2.1257015245246258e-12,-2.0566066211147316e-12,-1.987511934545272e-12,-1.9184170311353776e-12,-1.849322344565918e-12,-1.780227549576241e-12,-1.711132754586564e-12,-1.642037959596887e-12,-1.57294316460721e-12,-1.503848369617533e-12,-1.4347535746278561e-12,-1.3656588880583964e-12,-1.2965640930687194e-12,-1.2274692980790425e-12,-1.1583745030893655e-12,-1.0892797080996885e-12,-1.0201849131100116e-12,-9.510901181203346e-13,-8.819953773407663e-13,-8.129005823510893e-13,-7.438057873614123e-13,-6.74711046581844e-13,-6.05616251592167e-13,-5.365214566024901e-13,-4.674266616128131e-13,-3.9833189372819044e-13,-3.292371258435678e-13,-2.601423308538908e-13,-1.9104754941674101e-13,-1.219527679795912e-13,-5.285798654244139e-14,1.6237011735142914e-14,8.533179317229272e-14,1.5442657460944254e-13,2.2352135604659235e-13,2.9261613748374216e-13,3.617109324734191e-13,4.308057003580418e-13,4.999004682426644e-13,5.689952632323414e-13,6.380900582220184e-13,7.071848532116953e-13,7.762795939912637e-13,8.453743889809406e-13,9.14469129760509e-13,9.83563924750186e-13,1.052658719739863e-12,1.1217535147295399e-12,1.1908483097192168e-12,1.2599431047088938e-12,1.3290378996985708e-12,1.3981326946882477e-12,1.4672273812577075e-12,1.5363221762473844e-12,1.6054169712370614e-12,1.6745117662267384e-12,1.7436065612164153e-12,1.8127013562060923e-12,1.8817961511957693e-12,1.950890837765229e-12,2.019985741175123e-12,2.089080427744583e-12,2.158175331154477e-12,2.227270017723937e-12],"_type":"histogram","values":[1,0,0,4,2,2,1,2,2,2,2,9,3,11,6,10,7,9,10,15,16,21,24,18,15,26,24,21,30,33,32,31,28,26,30,32,33,24,24,30,22,20,19,7,13,8,9,7,9,3,5,7,4,3,4,0,2,2,2,2,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,0,0,0,0,5,4,5,2,7,13,9,29,25,31,53,54,84,114,170,235,357,455,696,1240,1985,3427,6729,13613,32600,136826,1.272133e+06,59214,21092,9363,4907,2698,1621,1021,619,429,283,214,139,96,56,50,37,34,24,17,11,12,11,2,4,0,3,1,2,0,1],"bins":[-2.942979335784912e-07,-2.8545036911964417e-07,-2.766028046607971e-07,-2.6775524020195007e-07,-2.5890767574310303e-07,-2.50060111284256e-07,-2.4121254682540894e-07,-2.323649823665619e-07,-2.2351741790771484e-07,-2.146698534488678e-07,-2.0582228899002075e-07,-1.969747245311737e-07,-1.8812716007232666e-07,-1.7927959561347961e-07,-1.7043203115463257e-07,-1.6158446669578552e-07,-1.5273690223693848e-07,-1.4388933777809143e-07,-1.3504177331924438e-07,-1.2619420886039734e-07,-1.1734664440155029e-07,-1.0849907994270325e-07,-9.96515154838562e-08,-9.080395102500916e-08,-8.195638656616211e-08,-7.310882210731506e-08,-6.426125764846802e-08,-5.541369318962097e-08,-4.6566128730773926e-08,-3.771856427192688e-08,-2.8870999813079834e-08,-2.0023435354232788e-08,-1.1175870895385742e-08,-2.3283064365386963e-09,6.51925802230835e-09,1.5366822481155396e-08,2.421438694000244e-08,3.306195139884949e-08,4.190951585769653e-08,5.075708031654358e-08,5.960464477539063e-08,6.845220923423767e-08,7.729977369308472e-08,8.614733815193176e-08,9.499490261077881e-08,1.0384246706962585e-07,1.126900315284729e-07,1.2153759598731995e-07,1.30385160446167e-07,1.3923272490501404e-07,1.4808028936386108e-07,1.5692785382270813e-07,1.6577541828155518e-07,1.7462298274040222e-07,1.8347054719924927e-07,1.9231811165809631e-07,2.0116567611694336e-07,2.100132405757904e-07,2.1886080503463745e-07,2.277083694934845e-07,2.3655593395233154e-07,2.454034984111786e-07,2.5425106287002563e-07,2.630986273288727e-07,2.7194619178771973e-07]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[2,0,0,0,1,0,1,0,1,3,2,0,3,1,3,1,1,0,2,3,2,5,5,7,2,12,19,18,58,52,100,153,112,67,40,21,15,14,6,7,7,6,0,4,0,1,1,1,2,0,2,1,0,1,0,0,0,1,1,0,0,0,0,1],"bins":[-6.990827614572481e-07,-6.770485470042331e-07,-6.550143325512181e-07,-6.329801180982031e-07,-6.109459036451881e-07,-5.889116323487542e-07,-5.668774178957392e-07,-5.448432034427242e-07,-5.228089889897092e-07,-5.007747745366942e-07,-4.787405600836792e-07,-4.567063172089547e-07,-4.346721027559397e-07,-4.126378883029247e-07,-3.9060364542820025e-07,-3.6856943097518524e-07,-3.4653521652217023e-07,-3.245010020691552e-07,-3.024667876161402e-07,-2.8043254474141577e-07,-2.5839833028840076e-07,-2.3636411583538575e-07,-2.1432988717151602e-07,-1.922956585076463e-07,-1.7026144405463128e-07,-1.4822722960161627e-07,-1.2619300093774655e-07,-1.0415877937930418e-07,-8.212455782086181e-08,-6.009033626241944e-08,-3.805611470397707e-08,-1.6021893145534705e-08,6.0123852563265245e-09,2.8046606814768893e-08,5.008082837321126e-08,7.211504993165363e-08,9.4149271490096e-08,1.1618349304853837e-07,1.3821771460698073e-07,1.6025194327085046e-07,1.8228615772386547e-07,2.0432037217688048e-07,2.263546008407502e-07,2.4838882950461993e-07,2.7042304395763495e-07,2.9245725841064996e-07,3.144915012853744e-07,3.365257157383894e-07,3.585599301914044e-07,3.8059414464441943e-07,4.0262835909743444e-07,4.246626019721589e-07,4.466968164251739e-07,4.687310308781889e-07,4.907652737529133e-07,5.127994882059284e-07,5.348337026589434e-07,5.568679171119584e-07,5.789021315649734e-07,6.009363460179884e-07,6.229705604710034e-07,6.450048317674373e-07,6.670390462204523e-07,6.890732606734673e-07,7.111074751264823e-07],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-4.932655065204017e-05,-4.740318763651885e-05,-4.547982825897634e-05,-4.355646524345502e-05,-4.163310586591251e-05,-3.9709742850391194e-05,-3.7786383472848684e-05,-3.5863020457327366e-05,-3.393965744180605e-05,-3.201629806426354e-05,-3.0092936867731623e-05,-2.816957567119971e-05,-2.624621265567839e-05,-2.4322851459146477e-05,-2.2399490262614563e-05,-2.047612906608265e-05,-1.8552767869550735e-05,-1.662940667301882e-05,-1.4706045476486906e-05,-1.278268337046029e-05,-1.0859322173928376e-05,-8.935960977396462e-06,-7.012599326117197e-06,-5.089237674837932e-06,-3.165876478306018e-06,-1.2425150544004282e-06,6.808463695051614e-07,2.604207793410751e-06,4.527569217316341e-06,6.450930413848255e-06,8.37429251987487e-06,1.0297653716406785e-05,1.2221011274959892e-05,1.4144372471491806e-05,1.606773366802372e-05,1.7991094864555635e-05,1.991445606108755e-05,2.1837819076608866e-05,2.376118027314078e-05,2.5684541469672695e-05,2.760790266620461e-05,2.9531263862736523e-05,3.145462687825784e-05,3.337798625580035e-05,3.530134927132167e-05,3.722470864886418e-05,3.91480716643855e-05,4.107143104192801e-05,4.2994794057449326e-05,4.4918157072970644e-05,4.6841516450513154e-05,4.876487946603447e-05,5.068823884357698e-05,5.26116018590983e-05,5.453496123664081e-05,5.645832425216213e-05,5.8381687267683446e-05,6.030504664522596e-05,6.222840602276847e-05,6.415176903828979e-05,6.60751320538111e-05,6.799849506933242e-05,6.992185080889612e-05,7.184521382441744e-05,7.376857683993876e-05],"_type":"histogram","values":[1,1,0,3,0,0,2,6,4,3,2,6,6,10,10,19,15,18,21,29,37,44,32,48,45,40,46,42,38,33,31,22,21,23,20,20,13,9,8,10,5,7,2,1,2,3,1,1,3,2,2,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,0,1,0,0,1,0,1,0,0,1,2,0,1,2,1,3,3,2,1,5,6,3,7,6,15,19,14,16,24,28,33,25,36,30,37,43,32,43,31,35,32,36,33,23,24,19,13,22,10,9,7,5,2,4,6,2,4,0,3,2,2,0,2],"bins":[-1.9246833293795618e-10,-1.873407817765127e-10,-1.8221324449285703e-10,-1.7708569333141355e-10,-1.7195815604775788e-10,-1.668306048863144e-10,-1.6170305372487093e-10,-1.5657551644121526e-10,-1.5144796527977178e-10,-1.463204279961161e-10,-1.4119287683467263e-10,-1.3606532567322915e-10,-1.3093778838957348e-10,-1.2581023722813e-10,-1.2068269994447434e-10,-1.1555514878303086e-10,-1.1042760456048129e-10,-1.0530006033793171e-10,-1.0017251611538214e-10,-9.504496495393866e-11,-8.991742073138909e-11,-8.478987650883951e-11,-7.966233228628994e-11,-7.453478806374036e-11,-6.940724384119079e-11,-6.427969267974731e-11,-5.915214845719774e-11,-5.4024604234648166e-11,-4.889706001209859e-11,-4.3769512320102066e-11,-3.864196809755249e-11,-3.351442040555597e-11,-2.8386876183006393e-11,-2.3259330225733343e-11,-1.8131784268460294e-11,-1.300424004591072e-11,-7.87669408863767e-12,-2.7491485650454894e-12,2.3783969585466913e-12,7.505942048458003e-12,1.2633488005731053e-11,1.7761033963004103e-11,2.2888579920277152e-11,2.8016124142826726e-11,3.31436683653763e-11,3.8271216057372826e-11,4.33987602799224e-11,4.8526307971918925e-11,5.36538521944685e-11,5.878139641701807e-11,6.390894063956765e-11,6.903649180101112e-11,7.41640360235607e-11,7.929158024611027e-11,8.441912446865985e-11,8.954666869120942e-11,9.467421291375899e-11,9.980176407520247e-11,1.0492930829775204e-10,1.1005685252030162e-10,1.1518439674285119e-10,1.2031194096540077e-10,1.2543949212684424e-10,1.3056702941049991e-10,1.356945805719434e-10],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.11381657421588898,-0.11038962006568909,-0.1069626584649086,-0.10353570431470871,-0.10010874271392822,-0.09668178856372833,-0.09325483441352844,-0.08982787281274796,-0.08640091866254807,-0.08297396451234818,-0.07954700291156769,-0.0761200487613678,-0.07269309461116791,-0.06926613301038742,-0.06583917886018753,-0.06241222098469734,-0.05898526310920715,-0.055558305233716965,-0.052131347358226776,-0.048704393208026886,-0.0452774353325367,-0.04185047745704651,-0.03842352330684662,-0.03499656543135643,-0.03156960755586624,-0.028142649680376053,-0.024715693667531013,-0.021288737654685974,-0.017861779779195786,-0.014434822835028172,-0.011007865890860558,-0.007580908946692944,-0.004153944551944733,-0.0007269876077771187,0.0026999693363904953,0.006126926280558109,0.009553883224725723,0.012980840168893337,0.01640779711306095,0.01983475312590599,0.02326171100139618,0.026688668876886368,0.030115624889731407,0.03354258090257645,0.036969538778066635,0.040396496653556824,0.043823450803756714,0.0472504086792469,0.05067736655473709,0.05410432443022728,0.05753128230571747,0.06095823645591736,0.06438519060611725,0.06781215220689774,0.07123910635709763,0.07466606795787811,0.078093022108078,0.0815199762582779,0.08494693785905838,0.08837389200925827,0.09180085361003876,0.09522780776023865,0.09865476191043854,0.10208172351121902,0.10550867766141891],"_type":"histogram","values":[2,3,3,0,7,9,23,35,81,131,162,282,405,595,922,1345,1984,2617,3642,4787,6354,8044,10272,12860,15374,18427,21138,24121,26830,29100,31050,32919,33684,34204,33522,32101,30589,27903,25537,22541,19260,16583,13727,11219,8941,7204,5359,4021,3036,2145,1532,1133,688,481,341,209,140,71,54,32,21,11,8,3]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,3,3,1,4,4,5,10,9,13,12,16,18,19,23,25,25,34,52,48,45,50,55,54,60,68,60,68,83,64,80,61,73,67,69,86,72,75,71,73,52,48,42,33,34,30,38,12,21,27,12,7,8,9,4,5,2,0,2,1,0,1],"bins":[-0.04338115453720093,-0.042510103434324265,-0.0416390486061573,-0.04076799750328064,-0.03989694267511368,-0.039025891572237015,-0.03815484046936035,-0.03728378564119339,-0.03641273453831673,-0.035541679710149765,-0.0346706286072731,-0.03379957750439644,-0.03292852267622948,-0.032057471573352814,-0.031186418607831,-0.03031536564230919,-0.029444314539432526,-0.028573261573910713,-0.0277022086083889,-0.02683115564286709,-0.025960102677345276,-0.025089051574468613,-0.0242179986089468,-0.023346945643424988,-0.022475892677903175,-0.021604839712381363,-0.0207337886095047,-0.019862735643982887,-0.018991682678461075,-0.018120629712939262,-0.0172495786100626,-0.016378525644540787,-0.015507472679018974,-0.014636419713497162,-0.013765367679297924,-0.012894314713776112,-0.012023262679576874,-0.011152209714055061,-0.010281157679855824,-0.009410104714334011,-0.008539052680134773,-0.007667999714612961,-0.006796947214752436,-0.0059258947148919106,-0.005054841749370098,-0.004183789249509573,-0.003312736749649048,-0.0024416842497885227,-0.0015706317499279976,-0.0006995791918598115,0.0001714733662083745,0.0010425259824842215,0.0019135784823447466,0.0027846309822052717,0.0036556837148964405,0.004526736214756966,0.005397788714617491,0.006268841214478016,0.007139893714338541,0.008010946214199066,0.008881999179720879,0.009753051213920116,0.010624104179441929,0.011495156213641167,0.012366209179162979]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[2,0,4,4,2,8,21,25,40,78,97,160,222,347,539,756,1138,1669,2447,3483,4938,6824,9255,12175,15556,19369,23516,27872,32064,35731,38634,40468,40970,40534,37988,35157,31775,27346,23256,18709,14828,11571,8626,6373,4699,3322,2288,1631,1071,758,500,346,218,159,90,69,31,27,14,13,7,2,1,1],"bins":[-0.127332404255867,-0.12340528517961502,-0.11947815865278244,-0.11555103957653046,-0.11162391304969788,-0.10769679397344589,-0.10376966744661331,-0.09984254837036133,-0.09591542184352875,-0.09198830276727676,-0.08806118369102478,-0.0841340571641922,-0.08020693808794022,-0.07627981156110764,-0.07235269248485565,-0.06842556595802307,-0.06449844688177109,-0.060571324080228806,-0.05664420127868652,-0.05271707847714424,-0.04878995567560196,-0.044862836599349976,-0.040935713797807693,-0.03700859099626541,-0.03308146819472313,-0.029154345393180847,-0.025227222591638565,-0.021300101652741432,-0.01737297885119915,-0.013445856049656868,-0.00951873417943716,-0.005591611843556166,-0.0016644969582557678,0.002262625377625227,0.006189747713506222,0.01011686958372593,0.014043992385268211,0.017971115186810493,0.021898236125707626,0.02582535892724991,0.02975248172879219,0.03367960453033447,0.037606727331876755,0.04153385013341904,0.04546096920967102,0.0493880920112133,0.053315214812755585,0.05724233761429787,0.06116946041584015,0.06509657949209213,0.06902370601892471,0.0729508250951767,0.07687795162200928,0.08080507069826126,0.08473219722509384,0.08865931630134583,0.0925864428281784,0.09651356190443039,0.10044068098068237,0.10436780750751495,0.10829492658376694,0.11222205311059952,0.1161491721868515,0.12007629871368408,0.12400341778993607],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,1,1,1,0,0,0,3,3,1,2,5,11,8,5,10,16,19,18,42,54,93,122,122,70,52,25,23,14,12,8,4,8,2,4,2,0,1,1,0,0,0,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.00022119961795397103,-0.00021464105520863086,-0.00020808250701520592,-0.00020152394426986575,-0.0001949653960764408,-0.00018840683333110064,-0.0001818482851376757,-0.00017528972239233553,-0.0001687311741989106,-0.00016217261145357043,-0.00015561404870823026,-0.00014905550051480532,-0.00014249693776946515,-0.0001359383895760402,-0.00012937982683070004,-0.0001228212786372751,-0.00011626271589193493,-0.00010970416042255238,-0.00010314560495316982,-9.658704948378727e-05,-9.002849401440471e-05,-8.346993126906455e-05,-7.691137579968199e-05,-7.035282033029944e-05,-6.379426486091688e-05,-5.723570939153433e-05,-5.0677153922151774e-05,-4.411859481479041e-05,-3.756003934540786e-05,-3.1001483876025304e-05,-2.4442926587653346e-05,-1.788436929928139e-05,-1.1325813829898834e-05,-4.767257451021578e-06,1.791298927855678e-06,8.349855306732934e-06,1.490841168561019e-05,2.1466967154992744e-05,2.8025524443364702e-05,3.458408173173666e-05,4.1142637201119214e-05,4.770119267050177e-05,5.425974813988432e-05,6.0818307247245684e-05,6.737686635460705e-05,7.39354218239896e-05,8.049397729337215e-05,8.705253276275471e-05,9.361108823213726e-05,0.00010016964370151982,0.00010672819917090237,0.00011328675464028493,0.00011984531010966748,0.00012640387285500765,0.0001329624210484326,0.00013952098379377276,0.00014607954653911293,0.00015263809473253787,0.00015919665747787803,0.00016575520567130297,0.00017231376841664314,0.00017887231661006808,0.00018543087935540825,0.0001919894275488332,0.00019854799029417336]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,1,2,1,2,1,2,6,14,18,19,28,33,52,53,64,65,87,140,188,273,329,455,775,1023,1638,2613,4134,8125,17988,76028,413113,34475,12035,6244,3340,1980,1275,936,601,401,307,237,163,137,105,72,54,42,37,29,28,14,10,10,3,5,5,1,4,0,2],"bins":[-0.000247955322265625,-0.00024050474166870117,-0.00023305416107177734,-0.00022560358047485352,-0.0002181529998779297,-0.00021070241928100586,-0.00020325183868408203,-0.0001958012580871582,-0.00018835067749023438,-0.00018090009689331055,-0.00017344951629638672,-0.0001659989356994629,-0.00015854835510253906,-0.00015109777450561523,-0.0001436471939086914,-0.00013619661331176758,-0.00012874603271484375,-0.00012129545211791992,-0.0001138448715209961,-0.00010639429092407227,-9.894371032714844e-05,-9.149312973022461e-05,-8.404254913330078e-05,-7.659196853637695e-05,-6.914138793945312e-05,-6.16908073425293e-05,-5.424022674560547e-05,-4.678964614868164e-05,-3.933906555175781e-05,-3.1888484954833984e-05,-2.4437904357910156e-05,-1.6987323760986328e-05,-9.5367431640625e-06,-2.086162567138672e-06,5.364418029785156e-06,1.2814998626708984e-05,2.0265579223632812e-05,2.771615982055664e-05,3.516674041748047e-05,4.26173210144043e-05,5.0067901611328125e-05,5.751848220825195e-05,6.496906280517578e-05,7.241964340209961e-05,7.987022399902344e-05,8.732080459594727e-05,9.47713851928711e-05,0.00010222196578979492,0.00010967254638671875,0.00011712312698364258,0.0001245737075805664,0.00013202428817749023,0.00013947486877441406,0.0001469254493713379,0.00015437602996826172,0.00016182661056518555,0.00016927719116210938,0.0001767277717590332,0.00018417835235595703,0.00019162893295288086,0.0001990795135498047,0.00020653009414672852,0.00021398067474365234,0.00022143125534057617,0.0002288818359375]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,1,1,2,2,1,2,1,8,7,8,9,5,8,14,7,12,12,17,15,15,22,22,17,22,30,31,23,39,30,33,30,32,26,24,25,28,23,24,17,19,12,9,13,8,11,6,7,3,2,6,5,3,2,4,1,1,4,4,1],"bins":[-1.5232624264172046e-06,-1.4785438224862446e-06,-1.4338253322421224e-06,-1.3891067283111624e-06,-1.3443882380670402e-06,-1.2996696341360803e-06,-1.254951143891958e-06,-1.2102325399609981e-06,-1.1655140497168759e-06,-1.120795445785916e-06,-1.076076841854956e-06,-1.0313583516108338e-06,-9.866397476798738e-07,-9.419212005923328e-07,-8.972026535047917e-07,-8.524841064172506e-07,-8.077655593297095e-07,-7.630470122421684e-07,-7.183284651546273e-07,-6.736099180670863e-07,-6.288913709795452e-07,-5.841727670485852e-07,-5.394542199610441e-07,-4.947356728735031e-07,-4.50017125785962e-07,-4.052985786984209e-07,-3.605800316108798e-07,-3.158614561016293e-07,-2.711429090140882e-07,-2.2642436192654714e-07,-1.8170580062815134e-07,-1.3698723932975554e-07,-9.226869224221446e-08,-4.7550138049246016e-08,-2.8315838562775753e-09,4.1886970336690865e-08,8.66055245296593e-08,1.313240716172004e-07,1.7604263291559619e-07,2.2076119421399198e-07,2.6547974130153307e-07,3.1019828838907415e-07,3.5491683547661523e-07,3.9963541098586575e-07,4.4435395807340683e-07,4.890725335826573e-07,5.337910806701984e-07,5.785096277577395e-07,6.232281748452806e-07,6.679467219328217e-07,7.126652690203628e-07,7.573838161079038e-07,8.021023631954449e-07,8.468209671264049e-07,8.91539514213946e-07,9.36258061301487e-07,9.80976665232447e-07,1.0256951554765692e-06,1.0704137594075291e-06,1.1151322496516514e-06,1.1598508535826113e-06,1.2045693438267335e-06,1.2492879477576935e-06,1.2940064380018157e-06,1.3387250419327756e-06]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-3.4532803283582325e-08,-3.341879306617557e-08,-3.230478640148249e-08,-3.119077618407573e-08,-3.007676596666897e-08,-2.8962757525619054e-08,-2.7848749084569135e-08,-2.6734738867162378e-08,-2.562073042611246e-08,-2.450672198506254e-08,-2.3392711767655783e-08,-2.2278703326605864e-08,-2.1164694885555946e-08,-2.0050684668149188e-08,-1.893667622709927e-08,-1.782266600969251e-08,-1.6708657568642593e-08,-1.5594649127592675e-08,-1.4480638910185917e-08,-1.3366630469135998e-08,-1.225262113990766e-08,-1.1138611810679322e-08,-1.0024603369629403e-08,-8.910594040401065e-09,-7.796584711172727e-09,-6.682575381944389e-09,-5.568566496805261e-09,-4.454557611666132e-09,-3.340548282437794e-09,-2.226539175254061e-09,-1.1125300680703276e-09,1.4790391134056335e-12,1.1154916990108177e-09,2.229500806194551e-09,3.343509913378284e-09,4.4575187985174125e-09,5.571528127745751e-09,6.685537456974089e-09,7.799545898024007e-09,8.913555227252346e-09,1.0027564556480684e-08,1.1141573885709022e-08,1.225558321493736e-08,1.3369591655987279e-08,1.4483600985215617e-08,1.5597610314443955e-08,1.6711618755493873e-08,1.782562897290063e-08,1.893963741395055e-08,2.0053645855000468e-08,2.1167656072407226e-08,2.2281664513457144e-08,2.3395674730863902e-08,2.450968317191382e-08,2.562369161296374e-08,2.6737701830370497e-08,2.7851710271420416e-08,2.8965718712470334e-08,3.007972892987709e-08,3.119373914728385e-08,3.230774581197693e-08,3.342175602938369e-08,3.4535766246790445e-08,3.5649772911483524e-08,3.676378312889028e-08],"_type":"histogram","values":[1,1,0,1,3,3,0,2,2,2,2,2,3,2,5,2,7,5,5,8,20,22,16,19,39,32,34,28,34,42,43,39,42,40,42,35,23,20,21,20,14,19,6,13,8,5,6,5,7,3,3,2,0,0,1,0,2,2,1,2,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-1.1980533599853516e-05,-1.1621974408626556e-05,-1.1263415217399597e-05,-1.0904856026172638e-05,-1.0546296834945679e-05,-1.018773764371872e-05,-9.82917845249176e-06,-9.470619261264801e-06,-9.112060070037842e-06,-8.753500878810883e-06,-8.394941687583923e-06,-8.036382496356964e-06,-7.677823305130005e-06,-7.319264113903046e-06,-6.9607049226760864e-06,-6.602145731449127e-06,-6.243586540222168e-06,-5.885027348995209e-06,-5.5264681577682495e-06,-5.16790896654129e-06,-4.809349775314331e-06,-4.450790584087372e-06,-4.092231392860413e-06,-3.7336722016334534e-06,-3.375113010406494e-06,-3.016553819179535e-06,-2.6579946279525757e-06,-2.2994354367256165e-06,-1.9408762454986572e-06,-1.582317054271698e-06,-1.2237578630447388e-06,-8.651986718177795e-07,-5.066394805908203e-07,-1.4808028936386108e-07,2.1047890186309814e-07,5.690380930900574e-07,9.275972843170166e-07,1.2861564755439758e-06,1.644715666770935e-06,2.0032748579978943e-06,2.3618340492248535e-06,2.7203932404518127e-06,3.078952431678772e-06,3.437511622905731e-06,3.7960708141326904e-06,4.15463000535965e-06,4.513189196586609e-06,4.871748387813568e-06,5.230307579040527e-06,5.5888667702674866e-06,5.947425961494446e-06,6.305985152721405e-06,6.664544343948364e-06,7.0231035351753235e-06,7.381662726402283e-06,7.740221917629242e-06,8.098781108856201e-06,8.45734030008316e-06,8.81589949131012e-06,9.174458682537079e-06,9.533017873764038e-06,9.891577064990997e-06,1.0250136256217957e-05,1.0608695447444916e-05,1.0967254638671875e-05],"_type":"histogram","values":[1,0,0,0,0,1,4,3,5,5,9,9,19,24,30,33,53,80,108,145,202,291,446,630,875,1412,2283,3721,6460,11539,22397,46918,121323,1.15864e+06,98369,43545,22588,12219,7013,4112,2546,1602,995,704,478,294,219,158,106,81,42,35,33,16,17,5,6,6,7,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,1,0,0,0,1,0,1,0,3,1,0,3,0,4,4,3,5,7,7,9,14,7,12,23,21,46,47,59,101,123,55,48,40,27,17,10,9,4,10,4,6,6,1,0,4,6,6,0,1,1,1,2,3,0,1,0,1,0,0,0,1],"bins":[-1.020160721849038e-13,-9.883628339585684e-14,-9.565650138307347e-14,-9.247671259402651e-14,-8.929692380497956e-14,-8.61171350159326e-14,-8.293734622688564e-14,-7.975756421410227e-14,-7.657777542505531e-14,-7.339798663600836e-14,-7.021820462322498e-14,-6.703841583417802e-14,-6.385862704513107e-14,-6.067883825608411e-14,-5.749904946703716e-14,-5.431926745425378e-14,-5.113947866520682e-14,-4.7959689876159867e-14,-4.47799044752447e-14,-4.1600119074329533e-14,-3.842033028528258e-14,-3.524054149623562e-14,-3.2060756095320456e-14,-2.888097069440529e-14,-2.5701181905358333e-14,-2.2521394810377272e-14,-1.934160771539621e-14,-1.616182062041515e-14,-1.2982033525434089e-14,-9.802246430453028e-15,-6.622459335471967e-15,-3.4426722404909058e-15,-2.628919217734227e-16,2.9168951732076384e-15,6.0966822681886995e-15,9.27646936316976e-15,1.2456256458150822e-14,1.5636043553131883e-14,1.8815830648112944e-14,2.1995617743094005e-14,2.5175404838075066e-14,2.8355191933056127e-14,3.153497902803719e-14,3.4714764428952355e-14,3.789455321799931e-14,4.1074342007046266e-14,4.425412740796143e-14,4.74339128088766e-14,5.0613701597923555e-14,5.379349038697051e-14,5.697327917601747e-14,6.015306118880084e-14,6.33328499778478e-14,6.651263876689475e-14,6.969242077967813e-14,7.287220956872509e-14,7.605199835777204e-14,7.9231787146819e-14,8.241157593586595e-14,8.559135794864933e-14,8.877114673769629e-14,9.195093552674324e-14,9.513071753952662e-14,9.831050632857358e-14,1.0149029511762053e-13]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,1,0,0,0,1,1,1,1,0,0,0,2,2,5,3,3,4,3,11,12,16,21,62,530,588427,539,70,17,19,11,12,9,7,4,4,3,1,3,4,2,2,0,1,2,1,1,0,0,0,0,2,0,1,1],"bins":[-3,-2.9130859375,-2.826171875,-2.7392578125,-2.65234375,-2.5654296875,-2.478515625,-2.3916015625,-2.3046875,-2.2177734375,-2.130859375,-2.0439453125,-1.95703125,-1.8701171875,-1.783203125,-1.6962890625,-1.609375,-1.5224609375,-1.435546875,-1.3486328125,-1.26171875,-1.1748046875,-1.087890625,-1.0009765625,-0.9140625,-0.8271484375,-0.740234375,-0.6533203125,-0.56640625,-0.4794921875,-0.392578125,-0.3056640625,-0.21875,-0.1318359375,-0.044921875,0.0419921875,0.12890625,0.2158203125,0.302734375,0.3896484375,0.4765625,0.5634765625,0.650390625,0.7373046875,0.82421875,0.9111328125,0.998046875,1.0849609375,1.171875,1.2587890625,1.345703125,1.4326171875,1.51953125,1.6064453125,1.693359375,1.7802734375,1.8671875,1.9541015625,2.041015625,2.1279296875,2.21484375,2.3017578125,2.388671875,2.4755859375,2.5625]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"values":[1,0,2,1,1,1,1,3,2,5,3,3,5,9,4,5,9,5,11,12,13,13,13,19,28,16,28,19,18,35,16,29,24,25,23,30,32,25,36,19,23,24,10,23,27,13,10,16,7,6,14,7,5,7,6,5,7,4,4,1,1,1,2,1],"bins":[-0.0783858522772789,-0.07605870813131332,-0.07373156398534775,-0.07140441983938217,-0.0690772756934166,-0.06675013154745102,-0.06442298740148544,-0.06209584325551987,-0.05976869910955429,-0.05744155868887901,-0.05511441454291344,-0.05278727039694786,-0.050460126250982285,-0.04813298210501671,-0.04580583795905113,-0.043478693813085556,-0.04115154966711998,-0.038824405521154404,-0.03649726137518883,-0.03417011722922325,-0.031842973083257675,-0.029515830799937248,-0.027188686653971672,-0.024861542508006096,-0.02253439836204052,-0.020207254216074944,-0.017880110070109367,-0.015552966855466366,-0.01322582270950079,-0.010898678563535213,-0.008571535348892212,-0.006244391202926636,-0.00391724705696106,-0.001590103143826127,0.0007370407693088055,0.003064184682443738,0.0053913285955786705,0.007718472741544247,0.010045615956187248,0.012372760102152824,0.0146999042481184,0.017027048394083977,0.019354192540049553,0.02168133668601513,0.024008478969335556,0.026335623115301132,0.02866276726126671,0.030989911407232285,0.03331705555319786,0.03564419969916344,0.03797134384512901,0.04029848799109459,0.042625632137060165,0.04495277628302574,0.04727992042899132,0.049607064574956894,0.05193420499563217,0.05426134914159775,0.056588493287563324,0.0589156374335289,0.061242781579494476,0.06356992572546005,0.06589706987142563,0.0682242140173912,0.07055135816335678],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,1,1,2,0,5,4,4,3,6,7,3,12,11,8,14,15,21,21,25,34,29,38,32,36,32,39,33,43,30,40,29,29,24,24,13,13,16,17,7,6,7,3,5,3,6,2,2,3,1,2,1,1,0,0,0,0,0,1,0,0,1],"bins":[-0.02479892037808895,-0.023927416652441025,-0.02305591106414795,-0.022184407338500023,-0.021312903612852097,-0.02044139802455902,-0.019569894298911095,-0.01869839057326317,-0.017826884984970093,-0.016955381259322166,-0.01608387753367424,-0.015212371945381165,-0.014340868219733238,-0.013469363562762737,-0.012597858905792236,-0.01172635518014431,-0.010854850523173809,-0.009983345866203308,-0.009111842140555382,-0.00824033748358488,-0.00736883282661438,-0.006497328635305166,-0.005625824443995953,-0.004754319787025452,-0.003882815595716238,-0.0030113111715763807,-0.0021398067474365234,-0.0012683025561273098,-0.0003967981319874525,0.00047470623394474387,0.0013462105998769403,0.0022177149076014757,0.003089219331741333,0.003960723523050547,0.004832228180021048,0.005703732371330261,0.006575237028300762,0.007446741219609976,0.00831824541091919,0.00918975006788969,0.010061254724860191,0.010932758450508118,0.011804263107478619,0.01267576776444912,0.013547271490097046,0.014418776147067547,0.015290280804038048,0.016161784529685974,0.01703329011797905,0.017904793843626976,0.018776297569274902,0.019647803157567978,0.020519306883215904,0.02139081060886383,0.022262316197156906,0.023133819922804832,0.02400532364845276,0.024876829236745834,0.02574833296239376,0.026619836688041687,0.027491342276334763,0.02836284600198269,0.029234349727630615,0.03010585531592369,0.030977359041571617]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[0.9053531289100647,0.9068402647972107,0.9083273410797119,0.9098144769668579,0.9113016128540039,0.9127887487411499,0.9142758250236511,0.9157629609107971,0.9172500967979431,0.9187371730804443,0.9202243089675903,0.9217114448547363,0.9231985211372375,0.9246856570243835,0.9261727929115295,0.9276599287986755,0.9291470050811768,0.9306341409683228,0.9321212768554688,0.93360835313797,0.935095489025116,0.936582624912262,0.9380697011947632,0.9395568370819092,0.9410439729690552,0.9425311088562012,0.9440181851387024,0.9455053210258484,0.9469924569129944,0.9484795331954956,0.9499666690826416,0.9514538049697876,0.9529409408569336,0.9544280171394348,0.9559151530265808,0.9574022889137268,0.958889365196228,0.960376501083374,0.96186363697052,0.9633507132530212,0.9648378491401672,0.9663249850273132,0.9678121209144592,0.9692991971969604,0.9707863330841064,0.9722734689712524,0.9737605452537537,0.9752476811408997,0.9767348170280457,0.9782218933105469,0.9797090291976929,0.9811961650848389,0.9826833009719849,0.9841703772544861,0.9856575131416321,0.9871446490287781,0.9886317253112793,0.9901188611984253,0.9916059970855713,0.9930930733680725,0.9945802092552185,0.9960673451423645,0.9975544810295105,0.9990415573120117,1.0005286931991577],"_type":"histogram","values":[1,0,1,2,1,3,1,0,2,3,7,5,8,8,10,7,3,5,8,6,10,12,9,11,27,18,14,23,25,16,30,20,29,21,26,26,25,21,31,16,23,31,20,23,15,18,19,27,14,10,18,11,12,9,2,5,5,2,4,4,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,3,0,2,0,1,2,2,4,6,2,8,5,11,9,12,13,10,17,19,19,12,12,30,23,20,20,27,32,20,24,16,34,31,22,20,26,35,23,23,22,23,18,12,10,14,10,10,4,9,11,6,5,7,1,0,5,1,1,1,1,0,0,1],"bins":[-0.04274531453847885,-0.04138028994202614,-0.040015265345573425,-0.03865024074912071,-0.037285216152668,-0.035920191556215286,-0.03455516695976257,-0.03319014236330986,-0.03182511776685715,-0.030460095033049583,-0.02909507043659687,-0.027730045840144157,-0.026365023106336594,-0.02499999850988388,-0.023634973913431168,-0.022269949316978455,-0.02090492472052574,-0.01953990012407303,-0.018174875527620316,-0.016809850931167603,-0.015444827266037464,-0.014079802669584751,-0.012714779004454613,-0.0113497544080019,-0.009984729811549187,-0.008619705215096474,-0.007254681084305048,-0.005889656953513622,-0.004524632357060909,-0.00315960799343884,-0.0017945836298167706,-0.0004295592661947012,0.0009354650974273682,0.0023004894610494375,0.003665513824671507,0.005030537955462933,0.006395562551915646,0.007760587148368359,0.009125610813498497,0.01049063540995121,0.011855660006403923,0.013220684602856636,0.014585709199309349,0.015950733795762062,0.017315756529569626,0.01868078112602234,0.020045805722475052,0.021410830318927765,0.022775854915380478,0.02414087951183319,0.025505904108285904,0.026870928704738617,0.02823595330119133,0.029600976034998894,0.030966000631451607,0.03233102709054947,0.033696047961711884,0.0350610725581646,0.03642609715461731,0.03779112175107002,0.039156146347522736,0.04052117094397545,0.04188619554042816,0.043251220136880875,0.04461624473333359]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,2,1,6,6,20,35,65,110,190,300,492,796,1288,2009,2870,4451,6476,9124,12642,17115,22648,29267,36675,44951,54073,63630,72838,81158,88743,93656,97003,97486,97003,92825,87496,80266,71286,62442,53374,44249,35711,28544,22154,17087,12312,8962,6345,4459,2916,1968,1267,829,499,306,185,117,61,26,27,7,8,4,2],"bins":[-0.1202365979552269,-0.11652328819036484,-0.11280997097492218,-0.10909666121006012,-0.10538335144519806,-0.1016700342297554,-0.09795672446489334,-0.09424340724945068,-0.09053009748458862,-0.08681678771972656,-0.0831034705042839,-0.07939016073942184,-0.07567684352397919,-0.07196353375911713,-0.06825022399425507,-0.06453690677881241,-0.06082359701395035,-0.05711028352379799,-0.05339697003364563,-0.04968366026878357,-0.04597034677863121,-0.04225703328847885,-0.03854372352361679,-0.03483041003346443,-0.031117096543312073,-0.027403783053159714,-0.023690471425652504,-0.019977159798145294,-0.016263846307992935,-0.01255053374916315,-0.008837221190333366,-0.005123908631503582,-0.0014105886220932007,0.0023027239367365837,0.006016036495566368,0.009729349054396152,0.013442661613225937,0.017155975103378296,0.020869286730885506,0.024582598358392715,0.028295911848545074,0.032009225338697433,0.03572253882884979,0.03943584859371185,0.04314916208386421,0.04686247557401657,0.05057578533887863,0.05428909882903099,0.05800241231918335,0.06171572580933571,0.06542903929948807,0.06914234906435013,0.07285566627979279,0.07656897604465485,0.0802822858095169,0.08399560302495956,0.08770891278982162,0.09142222255468369,0.09513553977012634,0.0988488495349884,0.10256215929985046,0.10627547651529312,0.10998878628015518,0.11370210349559784,0.1174154132604599]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[4,1,6,3,3,5,9,12,19,26,25,34,41,59,39,44,42,42,49,36,36,31,30,38,26,22,17,15,15,10,10,4,6,6,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.8366587162017822,0.8414479494094849,0.8462371826171875,0.8510264158248901,0.8558156490325928,0.8606048822402954,0.8653940558433533,0.8701832890510559,0.8749725222587585,0.8797617554664612,0.8845509886741638,0.8893402218818665,0.8941294550895691,0.8989186882972717,0.9037079215049744,0.908497154712677,0.9132863283157349,0.9180755615234375,0.9228647947311401,0.9276540279388428,0.9324432611465454,0.937232494354248,0.9420217275619507,0.9468109607696533,0.951600193977356,0.9563894271850586,0.9611786603927612,0.9659678339958191,0.9707570672035217,0.9755463004112244,0.980335533618927,0.9851247668266296,0.9899140000343323,0.9947032332420349,0.9994924664497375,1.0042816400527954,1.009070873260498,1.0138601064682007,1.0186493396759033,1.023438572883606,1.0282278060913086,1.0330170392990112,1.0378062725067139,1.0425955057144165,1.0473847389221191,1.0521739721298218,1.0569632053375244,1.061752438545227,1.0665416717529297,1.0713309049606323,1.076120138168335,1.0809093713760376,1.0856986045837402,1.0904878377914429,1.095276951789856,1.1000661849975586,1.1048554182052612,1.1096446514129639,1.1144338846206665,1.1192231178283691,1.1240123510360718,1.1288015842437744,1.133590817451477,1.1383800506591797,1.1431692838668823],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,1,0,2,0,1,3,2,3,2,5,2,4,2,2,5,7,5,5,5,12,18,26,24,27,24,40,60,103,171,418,647,186,89,28,19,11,11,8,18,10,5,6,3,4,4,4,4,1,2,1,1,1,0,1,1,0,0,0,1,1,0,1],"bins":[-2.7512237280036267e-12,-2.665516028385606e-12,-2.5798083287675855e-12,-2.4941004123091304e-12,-2.4083927126911098e-12,-2.322685013073089e-12,-2.2369773134550686e-12,-2.1512693969966135e-12,-2.065561697378593e-12,-1.9798539977605722e-12,-1.8941462981425516e-12,-1.8084384901043138e-12,-1.7227307904862932e-12,-1.6370229824480553e-12,-1.5513152828300347e-12,-1.4656074747917969e-12,-1.3798997751737763e-12,-1.2941920755557557e-12,-1.2084842675175178e-12,-1.1227765678994972e-12,-1.0370687598612593e-12,-9.513610602432387e-13,-8.656533064151095e-13,-7.799455525869803e-13,-6.942377987588511e-13,-6.085300449307218e-13,-5.228222911025926e-13,-4.371145643795177e-13,-3.5140681055138845e-13,-2.656990567232592e-13,-1.7999131644765715e-13,-9.42835693957915e-14,-8.575822343925843e-15,7.713192470793981e-14,1.6283967175980546e-13,2.4854741203540753e-13,3.3425516586353676e-13,4.19962919691666e-13,5.056706464147409e-13,5.913784002428701e-13,6.770861540709994e-13,7.627939078991286e-13,8.485016617272578e-13,9.34209415555387e-13,1.0199171151734077e-12,1.1056249232116455e-12,1.1913326228296661e-12,1.277040430867904e-12,1.3627481304859246e-12,1.4484558301039452e-12,1.534163638142183e-12,1.6198713377602036e-12,1.7055791457984415e-12,1.7912868454164621e-12,1.8769946534547e-12,1.9627023530727206e-12,2.048410052690741e-12,2.1341177523087618e-12,2.219825668767217e-12,2.3055333683852375e-12,2.391241068003258e-12,2.4769487676212787e-12,2.5626566840797338e-12,2.6483643836977544e-12,2.734072083315775e-12],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-9.777068044058979e-12,-9.475975559780636e-12,-9.174883075502294e-12,-8.873790591223951e-12,-8.572698106945609e-12,-8.271605622667266e-12,-7.970513138388924e-12,-7.669420654110581e-12,-7.368328169832239e-12,-7.0672356855538965e-12,-6.766143201275554e-12,-6.4650507169972116e-12,-6.163958232718869e-12,-5.862865748440527e-12,-5.561773264162184e-12,-5.260680779883842e-12,-4.959588295605499e-12,-4.658495811327157e-12,-4.357403327048814e-12,-4.056310842770472e-12,-3.7552183584921295e-12,-3.454125874213787e-12,-3.1530333899354446e-12,-2.851940905657102e-12,-2.5508484213787597e-12,-2.2497559371004172e-12,-1.9486634528220748e-12,-1.6475709685437323e-12,-1.3464784842653899e-12,-1.0453859999870474e-12,-7.442935157087049e-13,-4.432010314303625e-13,-1.4210854715202004e-13,1.5898393712632242e-13,4.600764214046649e-13,7.611689056830073e-13,1.0622613899613498e-12,1.3633538742396922e-12,1.6644463585180347e-12,1.965538842796377e-12,2.2666313270747196e-12,2.567723811353062e-12,2.8688162956314045e-12,3.169908779909747e-12,3.4710012641880894e-12,3.772093748466432e-12,4.073186232744774e-12,4.374278717023117e-12,4.675371201301459e-12,4.976463685579802e-12,5.277556169858144e-12,5.5786486541364866e-12,5.879741138414829e-12,6.1808336226931715e-12,6.481926106971514e-12,6.783018591249856e-12,7.084111075528199e-12,7.385203559806541e-12,7.686296044084884e-12,7.987388528363226e-12,8.288481012641569e-12,8.589573496919911e-12,8.890665981198254e-12,9.191758465476596e-12,9.492850949754938e-12],"_type":"histogram","values":[1,0,0,0,2,2,3,1,3,6,11,18,22,42,53,78,130,167,262,400,580,873,1298,1950,2907,4501,7069,10571,16378,27381,46362,89031,176544,85304,45215,26297,16157,10574,6720,4312,2813,1895,1273,880,538,376,262,180,114,88,60,34,36,15,11,4,7,6,2,1,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[2,1,0,0,0,1,0,0,1,2,2,0,2,7,1,5,2,6,7,7,9,15,13,20,30,21,25,21,27,31,23,29,37,26,41,29,25,36,23,33,21,20,28,19,25,11,18,10,11,8,7,4,4,7,2,5,2,0,0,1,2,1,1,1],"bins":[-0.02669854462146759,-0.02592197060585022,-0.0251453947275877,-0.02436881884932518,-0.02359224483370781,-0.02281567081809044,-0.02203909493982792,-0.0212625190615654,-0.02048594504594803,-0.019709371030330658,-0.018932795152068138,-0.01815621927380562,-0.017379645258188248,-0.016603071242570877,-0.015826495364308357,-0.015049920417368412,-0.014273345470428467,-0.013496770523488522,-0.012720195576548576,-0.011943620629608631,-0.011167045682668686,-0.01039047073572874,-0.009613895788788795,-0.00883732084184885,-0.008060745894908905,-0.00728417094796896,-0.006507596001029015,-0.005731021054089069,-0.004954446107149124,-0.004177871160209179,-0.0034012962132692337,-0.0026247212663292885,-0.0018481463193893433,-0.001071571372449398,-0.0002949964255094528,0.0004815785214304924,0.0012581534683704376,0.002034728415310383,0.002811303362250328,0.0035878783091902733,0.0043644532561302185,0.005141028203070164,0.005917603150010109,0.006694178096950054,0.007470753043889999,0.008247327990829945,0.00902390293776989,0.009800477884709835,0.01057705283164978,0.011353627778589725,0.01213020272552967,0.012906777672469616,0.013683352619409561,0.014459927566349506,0.015236502513289452,0.01601307839155197,0.016789652407169342,0.017566226422786713,0.018342802301049232,0.019119378179311752,0.019895952194929123,0.020672526210546494,0.021449102088809013,0.022225677967071533,0.023002251982688904],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[4,4,9,6,19,21,35,63,110,145,232,309,564,830,1248,1704,2381,3270,4474,5957,7789,10080,12296,15009,18241,21171,24674,27568,29949,32141,34003,35004,34936,34374,32718,30948,28183,25749,22140,19221,16243,13159,10702,8505,6463,4823,3657,2731,1851,1367,941,657,409,270,181,105,75,42,29,18,10,2,3,2],"bins":[-0.11706101149320602,-0.11342129111289978,-0.10978157818317413,-0.10614185780286789,-0.10250213742256165,-0.098862424492836,-0.09522270411252975,-0.09158299118280411,-0.08794327080249786,-0.08430355042219162,-0.08066383749246597,-0.07702411711215973,-0.07338440418243408,-0.06974468380212784,-0.0661049634218216,-0.06246524676680565,-0.0588255301117897,-0.05518581345677376,-0.05154609680175781,-0.04790637642145157,-0.04426665976643562,-0.04062694311141968,-0.036987222731113434,-0.03334750607609749,-0.029707789421081543,-0.026068072766065598,-0.022428354248404503,-0.018788635730743408,-0.015148919075727463,-0.011509201489388943,-0.007869483903050423,-0.004229766316711903,-0.0005900561809539795,0.0030496614053845406,0.006689378991723061,0.01032909657806158,0.0139688141644001,0.017608530819416046,0.02124824933707714,0.024887967854738235,0.02852768450975418,0.032167401164770126,0.03580711781978607,0.039446838200092316,0.04308655485510826,0.04672627151012421,0.05036599189043045,0.054005708545446396,0.05764542520046234,0.06128514185547829,0.06492485851049423,0.06856457889080048,0.07220429182052612,0.07584401220083237,0.07948373258113861,0.08312344551086426,0.0867631658911705,0.09040288627147675,0.09404259920120239,0.09768231958150864,0.10132203996181488,0.10496175289154053,0.10860147327184677,0.11224118620157242,0.11588090658187866],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,1,4,2,3,3,6,7,4,6,8,15,10,13,20,30,22,25,23,32,33,43,40,36,39,39,26,38,35,26,22,21,19,26,15,20,7,8,5,9,8,5,4,0,1,1,2,0,2,1,0,0,1],"bins":[-0.020987961441278458,-0.02038869448006153,-0.019789427518844604,-0.01919015869498253,-0.018590891733765602,-0.017991624772548676,-0.01739235781133175,-0.016793090850114822,-0.016193822026252747,-0.015594555996358395,-0.014995288103818893,-0.014396021142601967,-0.01379675418138504,-0.013197486288845539,-0.012598219327628613,-0.011998951435089111,-0.011399684473872185,-0.010800417512655258,-0.010201149620115757,-0.00960188265889883,-0.00900261476635933,-0.008403347805142403,-0.007804080843925476,-0.007204813417047262,-0.006605545990169048,-0.006006278563290834,-0.0054070111364126205,-0.004807744175195694,-0.00420847674831748,-0.003609209321439266,-0.003009942127391696,-0.0024106749333441257,-0.0018114075064659119,-0.0012121401960030198,-0.0006128728855401278,-1.3605575077235699e-05,0.0005856617353856564,0.0011849290458485484,0.0017841963563114405,0.0023834635503590107,0.0029827309772372246,0.0035819984041154385,0.004181265830993652,0.004780532792210579,0.005379800219088793,0.005979067645967007,0.006578334607183933,0.007177602034062147,0.007776869460940361,0.008376136422157288,0.008975404314696789,0.009574671275913715,0.010173939168453217,0.010773206129670143,0.01137247309088707,0.011971740983426571,0.012571007944643497,0.013170274905860424,0.013769542798399925,0.014368809759616852,0.014968076720833778,0.01556734461337328,0.01616661250591278,0.016765879467129707,0.017365146428346634]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.11598890274763107,-0.11239198595285416,-0.10879506915807724,-0.10519815236330032,-0.10160123556852341,-0.09800431877374649,-0.09440739452838898,-0.09081047773361206,-0.08721356093883514,-0.08361664414405823,-0.08001972734928131,-0.0764228105545044,-0.07282589375972748,-0.06922897696495056,-0.06563206017017365,-0.06203513965010643,-0.058438222855329514,-0.0548413060605526,-0.05124438926577568,-0.047647468745708466,-0.04405055195093155,-0.04045363515615463,-0.036856718361377716,-0.0332598015666008,-0.029662882909178734,-0.026065966114401817,-0.02246904745697975,-0.018872130662202835,-0.015275212936103344,-0.011678295210003853,-0.008081378415226936,-0.004484460689127445,-0.0008875429630279541,0.0027093745302408934,0.006306292023509741,0.009903209283947945,0.013500127010047436,0.017097044736146927,0.020693961530923843,0.02429088018834591,0.027887796983122826,0.03148471564054489,0.03508163243532181,0.038678549230098724,0.04227546602487564,0.04587238281965256,0.04946930333971977,0.05306622013449669,0.056663136929273605,0.06026005372405052,0.06385697424411774,0.06745389103889465,0.07105080783367157,0.07464772462844849,0.0782446414232254,0.08184155821800232,0.08543847501277924,0.08903539180755615,0.09263230860233307,0.09622923284769058,0.0998261496424675,0.10342306643724442,0.10701998323202133,0.11061690002679825,0.11421381682157516],"_type":"histogram","values":[3,0,3,5,9,22,29,43,70,132,199,307,493,746,1099,1536,2310,3214,4417,5787,7506,9821,12359,14922,17906,21047,24309,27362,30123,32143,34114,34764,35061,34153,32885,31090,28767,25582,22510,19441,16613,13498,10868,8590,6764,5008,3753,2659,1948,1248,868,607,420,270,173,103,59,31,27,14,8,2,2,2]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,2,0,1,0,1,3,2,5,6,14,25,45,149,394,49,25,14,5,4,4,3,2,2,2,2,0,2,0,0,1,0,0,0,0,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.880778476350599e-10,-3.629200273636002e-10,-3.3776220709214044e-10,-3.126043868206807e-10,-2.8744656654922096e-10,-2.6228877403333684e-10,-2.371309537618771e-10,-2.1197313349041735e-10,-1.868153132189576e-10,-1.6165749294749787e-10,-1.3649967267603813e-10,-1.113418662823662e-10,-8.618404601090646e-11,-6.102622573944672e-11,-3.586841240688088e-11,-1.071059560486809e-11,1.44472211971447e-11,3.960503799915749e-11,6.476285480117028e-11,8.992066813373611e-11,1.1507848840519586e-10,1.402363086766556e-10,1.6539411507032753e-10,1.9055193534178727e-10,2.15709755613247e-10,2.4086757588470675e-10,2.660253961561665e-10,2.9118321642762623e-10,3.1634100894351036e-10,3.414988292149701e-10,3.6665664948642984e-10,3.918144697578896e-10,4.1697234554050056e-10,4.421301658119603e-10,4.6728798608342e-10,4.924458063548798e-10,5.176036266263395e-10,5.427614468977993e-10,5.67919267169259e-10,5.930770874407187e-10,6.182349077121785e-10,6.43392672472487e-10,6.685504927439467e-10,6.937083130154065e-10,7.188661332868662e-10,7.44023953558326e-10,7.691817738297857e-10,7.943395941012454e-10,8.194974143727052e-10,8.446552346441649e-10,8.698130549156247e-10,8.949708751870844e-10,9.201286954585441e-10,9.452865157300039e-10,9.704442804903124e-10,9.956021562729234e-10,1.0207599210332319e-09,1.0459177968158428e-09,1.0710755615761514e-09,1.0962334373587623e-09,1.1213912021190708e-09,1.1465490779016818e-09,1.1717068426619903e-09,1.1968647184446013e-09,1.2220224832049098e-09],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,4,3,6,4,3,3,5,5,6,10,12,13,5,15,19,18,21,22,27,23,23,21,31,30,26,29,25,27,33,25,27,22,22,20,23,15,24,20,15,11,6,11,5,16,7,5,7,3,4,0,2,0,2,0,0,1,1,0,2],"bins":[-0.023220276460051537,-0.022471487522125244,-0.0217227004468441,-0.02097391150891781,-0.020225124433636665,-0.019476335495710373,-0.01872754842042923,-0.017978759482502937,-0.017229970544576645,-0.0164811834692955,-0.01573239453136921,-0.014983607456088066,-0.014234818518161774,-0.013486030511558056,-0.012737242504954338,-0.01198845449835062,-0.011239666491746902,-0.010490878485143185,-0.009742090478539467,-0.008993302471935749,-0.008244514465332031,-0.007495725993067026,-0.006746937520802021,-0.005998149514198303,-0.005249361507594585,-0.004500573500990868,-0.003751785261556506,-0.0030029970221221447,-0.002254209015518427,-0.0015054208924993873,-0.0007566327694803476,-7.844646461308002e-06,0.0007409453392028809,0.0014897334622219205,0.00223852158524096,0.0029873098246753216,0.0037360978312790394,0.004484885837882757,0.005233674310147762,0.00598246231675148,0.006731250323355198,0.007480038329958916,0.008228826336562634,0.008977614343166351,0.009726403281092644,0.010475191287696362,0.01122397929430008,0.011972767300903797,0.012721555307507515,0.013470343314111233,0.01421913132071495,0.014967919327318668,0.015716707333922386,0.01646549627184868,0.017214283347129822,0.017963072285056114,0.018711861222982407,0.01946064829826355,0.020209437236189842,0.020958224311470985,0.021707013249397278,0.02245580032467842,0.023204589262604713,0.023953376337885857,0.02470216527581215]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,1,3,3,0,1,1,3,1,3,5,10,7,8,17,26,31,35,67,138,181,70,47,28,21,10,13,9,1,1,7,0,2,2,1,2,2,0,0,1,0,0,1,0,1,2,0,1,0,0,0,0,2,0,1],"bins":[-2.1266787371132523e-06,-2.0535371731966734e-06,-1.9803956092800945e-06,-1.9072541590503533e-06,-1.8341125951337744e-06,-1.7609710312171956e-06,-1.6878295809874544e-06,-1.6146880170708755e-06,-1.5415464531542966e-06,-1.4684048892377177e-06,-1.3952633253211388e-06,-1.3221218750913977e-06,-1.2489803111748188e-06,-1.1758387472582399e-06,-1.1026972970284987e-06,-1.0295557331119198e-06,-9.56414169195341e-07,-8.832726052787621e-07,-8.10131098205602e-07,-7.36989591132442e-07,-6.638480272158631e-07,-5.907064632992842e-07,-5.175649562261242e-07,-4.4442342073125474e-07,-3.712818852363853e-07,-2.981403497415158e-07,-2.2499881424664636e-07,-1.518572787517769e-07,-7.871574325690744e-08,-5.574207762037986e-09,6.756732773283147e-08,1.4070886322770093e-07,2.1385062609624583e-07,2.869921615911153e-07,3.6013369708598475e-07,4.332752325808542e-07,5.064167680757237e-07,5.795583319923026e-07,6.526998390654626e-07,7.258413461386226e-07,7.989829100552015e-07,8.721244739717804e-07,9.452659810449404e-07,1.0184074881181004e-06,1.0915490520346793e-06,1.1646906159512582e-06,1.2378320661809994e-06,1.3109736300975783e-06,1.3841151940141572e-06,1.457256757930736e-06,1.530398321847315e-06,1.6035397720770561e-06,1.676681335993635e-06,1.7498228999102139e-06,1.822964350139955e-06,1.896105914056534e-06,1.969247477973113e-06,2.0423890418896917e-06,2.1155306058062706e-06,2.1886721697228495e-06,2.2618137336394284e-06,2.334955070182332e-06,2.4080966340989107e-06,2.4812381980154896e-06,2.5543797619320685e-06]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[2,0,1,1,2,2,3,4,6,4,8,11,11,14,18,16,22,21,27,37,39,43,46,48,59,69,73,65,89,84,97,92,85,85,88,72,91,78,69,58,57,43,47,53,36,38,23,21,19,15,19,11,3,9,3,5,3,1,0,0,0,0,1,1],"bins":[-1.9202528293588844e-14,-1.860208527200511e-14,-1.800164394448727e-14,-1.7401200922903537e-14,-1.6800759595385698e-14,-1.6200316573801964e-14,-1.559987355221823e-14,-1.499943222470039e-14,-1.4398989203116656e-14,-1.379854702856587e-14,-1.3198104854015083e-14,-1.2597661832431349e-14,-1.1997219657880562e-14,-1.1396777483329776e-14,-1.0796334461746042e-14,-1.0195892287195255e-14,-9.595450112644469e-15,-8.995007938093682e-15,-8.394565763542895e-15,-7.794122741959161e-15,-7.193680567408375e-15,-6.593238392857588e-15,-5.992795794790328e-15,-5.3923531967230674e-15,-4.791911022172281e-15,-4.191468847621494e-15,-3.591026249554234e-15,-2.9905838632452103e-15,-2.390141476936187e-15,-1.7896990906271634e-15,-1.18925670431814e-15,-5.888143180091164e-16,1.1626374234012526e-17,6.12068760543036e-16,1.2125111468520595e-15,1.812953533161083e-15,2.4133959194701064e-15,3.01383830577913e-15,3.614280692088153e-15,4.214723290155414e-15,4.8151654647062e-15,5.415607639256987e-15,6.016050237324247e-15,6.6164928353915076e-15,7.216935009942294e-15,7.817377184493081e-15,8.417820206076815e-15,9.018262380627601e-15,9.618704555178388e-15,1.0219146729729175e-14,1.0819588904279961e-14,1.1420031925863695e-14,1.2020474100414482e-14,1.2620916274965269e-14,1.3221359296549003e-14,1.382180147109979e-14,1.4422243645650576e-14,1.502268666723431e-14,1.562312799475215e-14,1.6223571016335883e-14,1.6824012343853723e-14,1.7424455365437456e-14,1.802489838702119e-14,1.862533971453903e-14,1.9225782736122764e-14]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-4.362834442872554e-05,-4.2241576011292636e-05,-4.085480759385973e-05,-3.946803917642683e-05,-3.8081270758993924e-05,-3.669450234156102e-05,-3.5307733924128115e-05,-3.392096550669521e-05,-3.253419708926231e-05,-3.114743230980821e-05,-2.9760662073385902e-05,-2.8373893655952998e-05,-2.6987127057509497e-05,-2.5600358640076593e-05,-2.421359022264369e-05,-2.2826821805210784e-05,-2.144005338777788e-05,-2.0053284970344976e-05,-1.866651655291207e-05,-1.7279748135479167e-05,-1.5892979718046263e-05,-1.450621221010806e-05,-1.3119444702169858e-05,-1.1732676284736954e-05,-1.034590786730405e-05,-8.959139449871145e-06,-7.572371487185592e-06,-6.1856035245000385e-06,-4.798835107067134e-06,-3.4120669170079054e-06,-2.0252987269486766e-06,-6.385305368894478e-07,7.48237653169781e-07,2.1350058432290098e-06,3.5217740332882386e-06,4.908541995973792e-06,6.295310413406696e-06,7.6820788308396e-06,9.068846338777803e-06,1.0455614756210707e-05,1.1842383173643611e-05,1.3229151591076516e-05,1.461592000850942e-05,1.6002688425942324e-05,1.7389455024385825e-05,1.877622344181873e-05,2.0162991859251633e-05,2.1549760276684538e-05,2.2936528694117442e-05,2.4323297111550346e-05,2.571006552898325e-05,2.7096833946416155e-05,2.848360236384906e-05,2.987036896229256e-05,3.125713919871487e-05,3.264390761614777e-05,3.403067239560187e-05,3.541744081303477e-05,3.680420923046768e-05,3.819097764790058e-05,3.9577746065333486e-05,4.096451448276639e-05,4.2351282900199294e-05,4.37380513176322e-05,4.51248197350651e-05],"_type":"histogram","values":[1,1,1,1,1,2,2,1,1,2,3,0,2,1,1,2,5,4,9,6,13,15,15,23,23,27,31,35,45,42,57,37,40,46,48,38,33,28,17,19,19,12,5,8,9,2,7,4,5,2,0,3,1,2,2,1,2,4,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,1,0,3,5,3,5,2,2,8,4,11,7,8,11,9,11,16,11,17,14,24,21,22,19,24,33,35,26,19,28,28,28,29,17,15,33,23,23,20,15,18,11,10,11,13,16,9,6,7,6,8,6,3,3,1,0,1,1,0,3,3,1],"bins":[-1.4931155270514473e-13,-1.4452634510171702e-13,-1.3974113749828931e-13,-1.3495594344738876e-13,-1.3017073584396105e-13,-1.2538552824053334e-13,-1.2060032063710563e-13,-1.1581512658620507e-13,-1.1102991898277736e-13,-1.0624471137934965e-13,-1.0145950377592194e-13,-9.667430294875781e-14,-9.18890953453301e-14,-8.710389451816597e-14,-8.231868691473826e-14,-7.753348608757413e-14,-7.274827848414642e-14,-6.796307088071871e-14,-6.317787005355457e-14,-5.839266245012686e-14,-5.360746162296273e-14,-4.882225401953502e-14,-4.40370498042391e-14,-3.925184558894318e-14,-3.446664137364726e-14,-2.968143715835134e-14,-2.4896232943055416e-14,-2.01110270336936e-14,-1.532582281839768e-14,-1.0540618603101758e-14,-5.755413540772889e-15,-9.702089019604943e-16,3.8149957368519005e-15,8.600199952147822e-15,1.338540501447669e-14,1.817061007680556e-14,2.295581429210148e-14,2.77410185073974e-14,3.2526224416759217e-14,3.731142863205514e-14,4.209663284735106e-14,4.688183706264698e-14,5.16670412779429e-14,5.645224549323882e-14,6.123745309666653e-14,6.602265392383067e-14,7.080786152725838e-14,7.559306235442251e-14,8.037826995785022e-14,8.516347756127793e-14,8.994867838844206e-14,9.473388599186977e-14,9.95190868190339e-14,1.0430429442246161e-13,1.0908949524962575e-13,1.1387470285305346e-13,1.1865991045648117e-13,1.2344511805990888e-13,1.2823031211080943e-13,1.3301551971423714e-13,1.3780072731766485e-13,1.4258593492109256e-13,1.4737112897199312e-13,1.5215633657542083e-13,1.5694154417884854e-13],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.1675940304994583,-0.1624477058649063,-0.1573013812303543,-0.1521550565958023,-0.1470087319612503,-0.1418624073266983,-0.1367160826921463,-0.1315697580575943,-0.1264234185218811,-0.1212771013379097,-0.1161307767033577,-0.1109844520688057,-0.1058381199836731,-0.1006917953491211,-0.09554547071456909,-0.09039914608001709,-0.08525282144546509,-0.08010649681091309,-0.07496017217636108,-0.06981384754180908,-0.06466752290725708,-0.05952119454741478,-0.05437486618757248,-0.04922854155302048,-0.044082216918468475,-0.03893589228391647,-0.03378956764936447,-0.02864323928952217,-0.02349691465497017,-0.018350590020418167,-0.013204263523221016,-0.00805793795734644,-0.002911597490310669,0.0022347280755639076,0.007381053641438484,0.01252737920731306,0.017673704773187637,0.02282002940773964,0.02796635590493679,0.03311268240213394,0.038259007036685944,0.043405331671237946,0.04855165630578995,0.05369798466563225,0.05884430930018425,0.06399063766002655,0.06913696229457855,0.07428328692913055,0.07942961156368256,0.08457593619823456,0.08972226083278656,0.09486858546733856,0.10001491010189056,0.10516124218702316,0.11030756682157516,0.11545389145612717,0.12060021609067917,0.12574654817581177,0.13089287281036377,0.13603919744491577,0.14118552207946777,0.14633184671401978,0.15147817134857178,0.15662449598312378,0.16177082061767578],"_type":"histogram","values":[1,0,2,1,4,5,8,11,15,28,30,54,78,97,154,226,360,614,1088,1832,3381,6043,10071,16373,25741,38071,53535,72071,92504,112458,129288,140567,144796,141143,130429,114377,94675,75162,56119,39971,26964,17656,10990,6524,3875,2131,1300,757,452,308,161,125,82,54,34,24,16,8,12,4,2,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,0,1,2,0,1,0,2,2,1,1,0,2,0,0,3,2,5,8,13,19,27,86,586827,2630,78,36,22,11,9,4,7,2,3,2,3,1,3,3,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-2.40625,-2.31689453125,-2.2275390625,-2.13818359375,-2.048828125,-1.95947265625,-1.8701171875,-1.78076171875,-1.69140625,-1.60205078125,-1.5126953125,-1.42333984375,-1.333984375,-1.24462890625,-1.1552734375,-1.06591796875,-0.9765625,-0.88720703125,-0.7978515625,-0.70849609375,-0.619140625,-0.52978515625,-0.4404296875,-0.35107421875,-0.26171875,-0.17236328125,-0.0830078125,0.00634765625,0.095703125,0.18505859375,0.2744140625,0.36376953125,0.453125,0.54248046875,0.6318359375,0.72119140625,0.810546875,0.89990234375,0.9892578125,1.07861328125,1.16796875,1.25732421875,1.3466796875,1.43603515625,1.525390625,1.61474609375,1.7041015625,1.79345703125,1.8828125,1.97216796875,2.0615234375,2.15087890625,2.240234375,2.32958984375,2.4189453125,2.50830078125,2.59765625,2.68701171875,2.7763671875,2.86572265625,2.955078125,3.04443359375,3.1337890625,3.22314453125,3.3125]},"_step":174271,"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,0,0,0,1,1,0,0,1,1,2,0,2,7,3,7,6,5,11,11,26,36,53,81,150,261,596,1689,12132,542617,28115,2462,799,311,159,96,56,32,29,18,8,5,3,6,4,6,4,4,1,3,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.030517578125,-0.029552459716796875,-0.02858734130859375,-0.027622222900390625,-0.0266571044921875,-0.025691986083984375,-0.02472686767578125,-0.023761749267578125,-0.022796630859375,-0.021831512451171875,-0.02086639404296875,-0.019901275634765625,-0.0189361572265625,-0.017971038818359375,-0.01700592041015625,-0.016040802001953125,-0.01507568359375,-0.014110565185546875,-0.01314544677734375,-0.012180328369140625,-0.0112152099609375,-0.010250091552734375,-0.00928497314453125,-0.008319854736328125,-0.007354736328125,-0.006389617919921875,-0.00542449951171875,-0.004459381103515625,-0.0034942626953125,-0.002529144287109375,-0.00156402587890625,-0.000598907470703125,0.0003662109375,0.001331329345703125,0.00229644775390625,0.003261566162109375,0.0042266845703125,0.005191802978515625,0.00615692138671875,0.007122039794921875,0.008087158203125,0.009052276611328125,0.01001739501953125,0.010982513427734375,0.0119476318359375,0.012912750244140625,0.01387786865234375,0.014842987060546875,0.01580810546875,0.016773223876953125,0.01773834228515625,0.018703460693359375,0.0196685791015625,0.020633697509765625,0.02159881591796875,0.022563934326171875,0.023529052734375,0.024494171142578125,0.02545928955078125,0.026424407958984375,0.0273895263671875,0.028354644775390625,0.02931976318359375,0.030284881591796875,0.03125]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,2,1,1,3,4,6,8,8,5,11,18,16,29,23,27,24,31,30,38,44,40,810,47,45,34,30,32,20,30,20,17,19,9,9,8,10,8,3,4,2,3,1,1,0,1,0,1],"bins":[-1.0943512068761763e-10,-1.0657037058381391e-10,-1.0370561354111629e-10,-1.0084086343731258e-10,-9.797611333350886e-11,-9.511135629081124e-11,-9.224660618700753e-11,-8.938185608320381e-11,-8.65170990405062e-11,-8.365234893670248e-11,-8.078759883289877e-11,-7.792284872909505e-11,-7.505809168639743e-11,-7.219334158259372e-11,-6.932859147879e-11,-6.646383443609238e-11,-6.359908433228867e-11,-6.073433422848495e-11,-5.786958065523429e-11,-5.500482708198362e-11,-5.2140076978179906e-11,-4.927532340492924e-11,-4.641056983167857e-11,-4.354581972787486e-11,-4.068106615462419e-11,-3.7816312581373523e-11,-3.495156247756981e-11,-3.208680890431914e-11,-2.9222055331068475e-11,-2.635730522726476e-11,-2.3492551654014093e-11,-2.0627799815486902e-11,-1.7763041038065808e-11,-1.4898289199538617e-11,-1.2033536493649688e-11,-9.16878378776076e-12,-6.304031949233568e-12,-3.4392796770255085e-12,-5.745274048174487e-13,2.290224867390611e-12,5.154977139598671e-12,8.019728978125862e-12,1.088448168401479e-11,1.374923438990372e-11,1.661398622843091e-11,1.94787380669581e-11,2.2343491640208768e-11,2.520824347873596e-11,2.807299531726315e-11,3.0937748890513816e-11,3.380249899431753e-11,3.66672525675682e-11,3.953200267137191e-11,4.239675624462258e-11,4.5261509817873247e-11,4.812625992167696e-11,5.099101349492763e-11,5.3855767068178295e-11,5.672051717198201e-11,5.958526727578572e-11,6.245002431848334e-11,6.531477442228706e-11,6.817952452609077e-11,7.104428156878839e-11,7.390903167259211e-11],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.09836576879024506,-0.0952611044049263,-0.09215644001960754,-0.08905177563428879,-0.08594710379838943,-0.08284243941307068,-0.07973777502775192,-0.07663311064243317,-0.07352844625711441,-0.07042378187179565,-0.0673191100358963,-0.06421444565057755,-0.06110978126525879,-0.05800511687994003,-0.05490045249462128,-0.05179578438401222,-0.048691119998693466,-0.04558645561337471,-0.042481787502765656,-0.0393771231174469,-0.03627245873212814,-0.03316779062151909,-0.030063126236200333,-0.026958461850881577,-0.02385379560291767,-0.020749129354953766,-0.01764446496963501,-0.014539798721671104,-0.011435133405029774,-0.008330468088388443,-0.005225802306085825,-0.0021211367566138506,0.0009835287928581238,0.0040881941094994545,0.0071928598918020725,0.01029752567410469,0.013402190990746021,0.016506856307387352,0.019611522555351257,0.022716186940670013,0.02582085318863392,0.028925519436597824,0.03203018382191658,0.035134848207235336,0.03823951631784439,0.04134418070316315,0.0444488450884819,0.04755351319909096,0.050658177584409714,0.05376284196972847,0.056867510080337524,0.05997217446565628,0.06307683885097504,0.06618150323629379,0.06928616762161255,0.0723908394575119,0.07549550384283066,0.07860016822814941,0.08170483261346817,0.08480949699878693,0.08791416138410568,0.09101883322000504,0.09412349760532379,0.09722816199064255,0.1003328263759613],"_type":"histogram","values":[1,1,4,6,18,16,36,60,103,154,253,379,659,915,1340,2007,2775,3881,5179,6868,8857,11101,13753,16605,19883,22939,25705,28870,31040,33298,34053,34849,34607,33802,31990,29533,26940,24146,20925,18058,14917,12067,9715,7518,5633,4317,3111,2306,1610,1100,697,463,283,194,121,70,42,23,11,10,3,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,1,1,3,0,2,1,3,3,9,6,6,16,25,17,12,38,45,74,74,119,166,254,499,1012,2449,8942,495492,70796,5822,1916,827,431,223,154,104,66,35,46,39,14,22,11,7,13,7,4,2,3,1,5,1,0,2,1,0,0,0,0,0,0,1],"bins":[-1.4551915228366852e-10,-1.4064482911635423e-10,-1.3577050594903994e-10,-1.3089618278172566e-10,-1.2602185961441137e-10,-1.2114753644709708e-10,-1.162732132797828e-10,-1.1139889011246851e-10,-1.0652456694515422e-10,-1.0165024377783993e-10,-9.677592061052565e-11,-9.190159744321136e-11,-8.702727427589707e-11,-8.215295110858278e-11,-7.72786279412685e-11,-7.240430477395421e-11,-6.752998160663992e-11,-6.265565843932563e-11,-5.778133527201135e-11,-5.290701210469706e-11,-4.803268893738277e-11,-4.3158365770068485e-11,-3.82840426027542e-11,-3.340971943543991e-11,-2.8535396268125623e-11,-2.3661073100811336e-11,-1.878674993349705e-11,-1.3912426766182762e-11,-9.038103598868474e-12,-4.163780431554187e-12,7.105427357601002e-13,5.5848659030743875e-12,1.0459189070388675e-11,1.5333512237702962e-11,2.020783540501725e-11,2.5082158572331537e-11,2.9956481739645824e-11,3.483080490696011e-11,3.97051280742744e-11,4.4579451241588686e-11,4.945377440890297e-11,5.432809757621726e-11,5.920242074353155e-11,6.407674391084583e-11,6.895106707816012e-11,7.382539024547441e-11,7.86997134127887e-11,8.357403658010298e-11,8.844835974741727e-11,9.332268291473156e-11,9.819700608204585e-11,1.0307132924936013e-10,1.0794565241667442e-10,1.1281997558398871e-10,1.17694298751303e-10,1.2256862191861728e-10,1.2744294508593157e-10,1.3231726825324586e-10,1.3719159142056014e-10,1.4206591458787443e-10,1.4694023775518872e-10,1.51814560922503e-10,1.566888840898173e-10,1.6156320725713158e-10,1.6643753042444587e-10]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,1,0,1,0,2,1,0,3,5,5,4,11,13,11,17,26,45,51,90,125,213,275,429,694,1100,1747,2966,5526,11006,29333,395435,101812,19281,8616,4384,2470,1504,876,580,386,228,163,117,80,49,41,21,23,10,14,13,3,5,4,3,0,3,0,1,0,0,0,1],"bins":[-0.002716064453125,-0.0026307106018066406,-0.0025453567504882812,-0.002460002899169922,-0.0023746490478515625,-0.002289295196533203,-0.0022039413452148438,-0.0021185874938964844,-0.002033233642578125,-0.0019478797912597656,-0.0018625259399414062,-0.0017771720886230469,-0.0016918182373046875,-0.0016064643859863281,-0.0015211105346679688,-0.0014357566833496094,-0.00135040283203125,-0.0012650489807128906,-0.0011796951293945312,-0.0010943412780761719,-0.0010089874267578125,-0.0009236335754394531,-0.0008382797241210938,-0.0007529258728027344,-0.000667572021484375,-0.0005822181701660156,-0.0004968643188476562,-0.0004115104675292969,-0.0003261566162109375,-0.00024080276489257812,-0.00015544891357421875,-7.009506225585938e-05,1.52587890625e-05,0.00010061264038085938,0.00018596649169921875,0.0002713203430175781,0.0003566741943359375,0.0004420280456542969,0.0005273818969726562,0.0006127357482910156,0.000698089599609375,0.0007834434509277344,0.0008687973022460938,0.0009541511535644531,0.0010395050048828125,0.0011248588562011719,0.0012102127075195312,0.0012955665588378906,0.00138092041015625,0.0014662742614746094,0.0015516281127929688,0.0016369819641113281,0.0017223358154296875,0.0018076896667480469,0.0018930435180664062,0.0019783973693847656,0.002063751220703125,0.0021491050720214844,0.0022344589233398438,0.002319812774658203,0.0024051666259765625,0.002490520477294922,0.0025758743286132812,0.0026612281799316406,0.00274658203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[-5.679055175278336e-05,-5.5364191211992875e-05,-5.3937827033223584e-05,-5.25114664924331e-05,-5.108510595164262e-05,-4.965874177287333e-05,-4.8232381232082844e-05,-4.680602069129236e-05,-4.537965651252307e-05,-4.395329597173259e-05,-4.25269354309421e-05,-4.110057125217281e-05,-3.967421071138233e-05,-3.8247850170591846e-05,-3.6821485991822556e-05,-3.539512545103207e-05,-3.396876127226278e-05,-3.25424007314723e-05,-3.1116040190681815e-05,-2.9689677830901928e-05,-2.826331547112204e-05,-2.6836954930331558e-05,-2.541059257055167e-05,-2.3984230210771784e-05,-2.25578696699813e-05,-2.1131507310201414e-05,-1.9705144950421527e-05,-1.827878259064164e-05,-1.6852422049851157e-05,-1.542605969007127e-05,-1.3999698239786085e-05,-1.2573335880006198e-05,-1.1146974429721013e-05,-9.720612979435828e-06,-8.29425061965594e-06,-6.8678891693707556e-06,-5.4415272643382195e-06,-4.0151653593056835e-06,-2.588803681646823e-06,-1.1624418903011247e-06,2.6391990104457363e-07,1.690281692390272e-06,3.1166434837359702e-06,4.543005161394831e-06,5.969367066427367e-06,7.395728971459903e-06,8.822090421745088e-06,1.0248452781524975e-05,1.167481423181016e-05,1.3101175682095345e-05,1.4527538041875232e-05,1.5953899492160417e-05,1.7380261851940304e-05,1.8806622392730787e-05,2.0232984752510674e-05,2.165934711229056e-05,2.3085707653081045e-05,2.451207001286093e-05,2.593843237264082e-05,2.7364794732420705e-05,2.879115527321119e-05,3.0217517632991076e-05,3.164387817378156e-05,3.307024235255085e-05,3.449660289334133e-05],"_type":"histogram","values":[1,0,0,0,2,0,0,0,0,0,1,0,0,0,0,1,0,1,2,0,0,2,1,2,1,2,1,3,1,4,4,4,12,14,12,21,20,26,67,207,130,63,40,18,29,16,17,11,5,3,8,3,3,1,1,2,1,0,0,3,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.93359375,-0.90478515625,-0.8759765625,-0.84716796875,-0.818359375,-0.78955078125,-0.7607421875,-0.73193359375,-0.703125,-0.67431640625,-0.6455078125,-0.61669921875,-0.587890625,-0.55908203125,-0.5302734375,-0.50146484375,-0.47265625,-0.44384765625,-0.4150390625,-0.38623046875,-0.357421875,-0.32861328125,-0.2998046875,-0.27099609375,-0.2421875,-0.21337890625,-0.1845703125,-0.15576171875,-0.126953125,-0.09814453125,-0.0693359375,-0.04052734375,-0.01171875,0.01708984375,0.0458984375,0.07470703125,0.103515625,0.13232421875,0.1611328125,0.18994140625,0.21875,0.24755859375,0.2763671875,0.30517578125,0.333984375,0.36279296875,0.3916015625,0.42041015625,0.44921875,0.47802734375,0.5068359375,0.53564453125,0.564453125,0.59326171875,0.6220703125,0.65087890625,0.6796875,0.70849609375,0.7373046875,0.76611328125,0.794921875,0.82373046875,0.8525390625,0.88134765625,0.91015625],"_type":"histogram","values":[1,0,0,0,0,4,0,1,1,2,2,1,1,5,4,7,9,5,8,10,9,13,12,16,14,16,16,31,45,83,199,2191,585559,1076,197,74,38,19,20,16,16,13,9,11,8,14,6,5,10,3,5,3,3,3,3,3,1,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,0,1,0,0,1,2,1,5,1,2,1,0,4,4,2,8,10,11,20,20,32,55,74,102,111,94,50,59,31,16,14,7,10,5,1,2,0,2,1,2,2,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-6.942958918898512e-08,-6.704594568418543e-08,-6.466230217938573e-08,-6.227865867458604e-08,-5.989501516978635e-08,-5.7511368112272976e-08,-5.5127721054759604e-08,-5.274407754995991e-08,-5.036043404516022e-08,-4.7976790540360525e-08,-4.559314703556083e-08,-4.320949997804746e-08,-4.082585647324777e-08,-3.8442212968448075e-08,-3.6058565910934703e-08,-3.367492240613501e-08,-3.129127890133532e-08,-2.8907635396535625e-08,-2.6523990115379092e-08,-2.414034483422256e-08,-2.1756701329422867e-08,-1.9373057824623174e-08,-1.6989412543466642e-08,-1.460576815048853e-08,-1.2222123757510417e-08,-9.838479364532304e-09,-7.454834971554192e-09,-5.071190578576079e-09,-2.6875461855979665e-09,-3.0390179261985395e-10,2.0797426003582586e-09,4.463386993336371e-09,6.847031386314484e-09,9.230675779292596e-09,1.1614320172270709e-08,1.3997964565248822e-08,1.6381608958226934e-08,1.8765252463026627e-08,2.114889774418316e-08,2.3532543025339692e-08,2.5916186530139385e-08,2.8299830034939077e-08,3.068347353973877e-08,3.306712059725214e-08,3.5450764102051835e-08,3.783440760685153e-08,4.02180546643649e-08,4.260169816916459e-08,4.4985341673964285e-08,4.736898517876398e-08,4.975262868356367e-08,5.213627574107704e-08,5.4519919245876736e-08,5.690356275067643e-08,5.92872098081898e-08,6.167085331298949e-08,6.405449681778919e-08,6.643814032258888e-08,6.882178382738857e-08,7.120542733218826e-08,7.358907794241532e-08,7.597272144721501e-08,7.83563649520147e-08,8.07400084568144e-08,8.312365196161409e-08]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.003030073130503297,-0.0029426580294966698,-0.0028552429284900427,-0.0027678278274834156,-0.0026804127264767885,-0.0025929976254701614,-0.0025055822916328907,-0.0024181671906262636,-0.0023307520896196365,-0.0022433369886130095,-0.0021559218876063824,-0.0020685067865997553,-0.001981091685593128,-0.0018936765845865011,-0.0018062613671645522,-0.0017188462661579251,-0.001631431165151298,-0.001544016064144671,-0.0014566009631380439,-0.001369185745716095,-0.0012817706447094679,-0.0011943555437028408,-0.0011069404426962137,-0.0010195253416895866,-0.0009321101824752986,-0.0008446950814686716,-0.0007572799222543836,-0.0006698648212477565,-0.0005824497202411294,-0.0004950345610268414,-0.0004076194600202143,-0.0003202043299097568,-0.00023278919979929924,-0.0001453740696888417,-5.795895413029939e-05,2.9456168704200536e-05,0.00011687129153870046,0.000204286421649158,0.0002917015226557851,0.0003791166527662426,0.00046653178287670016,0.0005539468838833272,0.0006413620430976152,0.0007287771441042423,0.0008161922451108694,0.0009036074043251574,0.0009910225635394454,0.0010784376645460725,0.0011658527655526996,0.0012532678665593266,0.0013406829675659537,0.0014280981849879026,0.0015155132859945297,0.0016029283870011568,0.0016903434880077839,0.001777758589014411,0.001865173690021038,0.001952588907442987,0.0020400038920342922,0.002127419225871563,0.00221483432687819,0.002302249427884817,0.002389664528891444,0.0024770796298980713,0.0025644947309046984],"_type":"histogram","values":[1,0,0,0,1,1,2,1,0,0,0,2,0,4,1,1,3,2,8,4,5,7,12,6,13,19,13,17,28,43,66,134,192,269,490,219,122,66,62,44,28,26,15,7,11,8,6,11,10,15,13,7,7,7,8,3,3,1,1,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,2,1,0,1,0,1,1,0,1,2,0,2,5,1,1,2,1,1,3,1,0,4,3,17,33,72,483,48,26,21,8,2,1,0,2,0,3,1,2,1,1,1,0,1,2,1,0,0,2,1,1,0,1,0,0,0,1,0,0,0,1],"bins":[-4.65123219887259e-13,-4.4930029206684263e-13,-4.3347736424642624e-13,-4.1765443642600986e-13,-4.0183150860559347e-13,-3.860085807851771e-13,-3.701856529647607e-13,-3.543627251443443e-13,-3.385397973239279e-13,-3.2271686950351153e-13,-3.0689394168309514e-13,-2.9107101386267875e-13,-2.7524808604226236e-13,-2.59425158221846e-13,-2.436022304014296e-13,-2.277793025810132e-13,-2.119563747605968e-13,-1.9613344694018042e-13,-1.8031051911976403e-13,-1.6448759129934765e-13,-1.4866466347893126e-13,-1.3284173565851487e-13,-1.1701880783809848e-13,-1.011958800176821e-13,-8.53729521972657e-14,-6.955002437684932e-14,-5.372709655643293e-14,-3.790416873601654e-14,-2.2081240915600153e-14,-6.258313095183765e-15,9.564614725232623e-15,2.538754254564901e-14,4.1210524576174024e-14,5.703345239659041e-14,7.28563802170068e-14,8.867930803742319e-14,1.0450223585783958e-13,1.2032516367825596e-13,1.3614809149867235e-13,1.5197101931908874e-13,1.6779394713950513e-13,1.8361687495992152e-13,1.994398027803379e-13,2.152627306007543e-13,2.310856584211707e-13,2.4690858624158707e-13,2.6273151406200346e-13,2.7855444188241985e-13,2.9437736970283623e-13,3.102002975232526e-13,3.26023225343669e-13,3.418461531640854e-13,3.576690809845018e-13,3.7349200880491817e-13,3.8931493662533456e-13,4.0513786444575095e-13,4.2096079226616734e-13,4.3678372008658373e-13,4.526066479070001e-13,4.684295486223622e-13,4.842525035478329e-13,5.000754584733036e-13,5.158983591886657e-13,5.317212599040277e-13,5.475442148294984e-13]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,2,2,0,2,7,4,5,4,10,6,7,18,18,31,19,22,24,30,36,37,40,36,32,51,37,36,33,27,34,30,24,14,12,15,10,10,14,2,4,2,3,4,3,1,0,1,1,0,1,0,1,2,1,0,0,0,0,0,1],"bins":[-0.0003625190875027329,-0.0003493375552352518,-0.0003361560229677707,-0.0003229744907002896,-0.0003097929584328085,-0.00029661142616532743,-0.00028342989389784634,-0.00027024836163036525,-0.0002570668002590537,-0.00024388528254348785,-0.00023070375027600676,-0.00021752221800852567,-0.00020434067118912935,-0.00019115913892164826,-0.00017797760665416718,-0.0001647960743866861,-0.000151614542119205,-0.0001384330098517239,-0.00012525147758424282,-0.00011206993804080412,-9.888840577332303e-05,-8.570687350584194e-05,-7.252533396240324e-05,-5.934380169492215e-05,-4.616226942744106e-05,-3.298073715995997e-05,-1.9799201254500076e-05,-6.617667168029584e-06,6.563866918440908e-06,1.97454010049114e-05,3.292693509138189e-05,4.610847099684179e-05,5.929000326432288e-05,7.247153553180397e-05,8.565306779928505e-05,9.883460734272376e-05,0.00011201613961020485,0.00012519767915364355,0.00013837921142112464,0.00015156074368860573,0.00016474227595608681,0.0001779238082235679,0.000191105340491049,0.00020428687275853008,0.0002174684195779264,0.00023064995184540749,0.00024383148411288857,0.00025701301638036966,0.00027019454864785075,0.00028337608091533184,0.00029655761318281293,0.000309739145450294,0.0003229206777177751,0.0003361022099852562,0.0003492837422527373,0.00036246527452021837,0.00037564680678769946,0.000388828368159011,0.0004020099004264921,0.0004151914326939732,0.00042837296496145427,0.00044155449722893536,0.00045473602949641645,0.00046791756176389754,0.0004810990940313786]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[3,2,3,6,4,3,7,5,12,12,15,18,20,22,19,22,24,9,17,28,16,18,15,13,14,15,15,17,18,17,22,13,13,16,30,22,22,17,17,21,20,23,12,26,13,10,16,11,10,6,4,7,2,1,2,0,1,0,1,0,0,0,0,1],"bins":[-0.08479772508144379,-0.08179043978452682,-0.07878314703702927,-0.0757758617401123,-0.07276857644319534,-0.06976128369569778,-0.06675399839878082,-0.06374671310186386,-0.0607394240796566,-0.05773213505744934,-0.05472484976053238,-0.05171756073832512,-0.04871027171611786,-0.0457029864192009,-0.04269569739699364,-0.039688412100076675,-0.036681123077869415,-0.033673834055662155,-0.030666548758745193,-0.027659259736537933,-0.024651972576975822,-0.02164468541741371,-0.01863739639520645,-0.01563010923564434,-0.01262282207608223,-0.009615534916520119,-0.006608246825635433,-0.003600959200412035,-0.0005936715751886368,0.0024136160500347614,0.00542090367525816,0.008428191766142845,0.011435471475124359,0.01444275863468647,0.01745004579424858,0.02045733481645584,0.023464621976017952,0.026471909135580063,0.029479198157787323,0.032486483454704285,0.035493772476911545,0.038501061499118805,0.04150834679603577,0.04451563581824303,0.04752292484045029,0.05053021013736725,0.05353749915957451,0.05654478445649147,0.05955207347869873,0.06255935877561569,0.06556665152311325,0.06857393682003021,0.07158122211694717,0.07458851486444473,0.0775958001613617,0.08060308545827866,0.08361037075519562,0.08661766350269318,0.08962494879961014,0.0926322340965271,0.09563952684402466,0.09864681214094162,0.10165409743785858,0.10466139018535614,0.1076686754822731],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,1,0,0,2,1,1,0,1,2,0,5,4,2,2,1,5,10,11,24,24,27,28,33,37,37,50,44,56,41,46,41,31,35,27,30,17,19,8,14,12,3,11,2,6,4,4,0,1,1,0,1,0,1,0,1,0,0,1,0,0,1,0,1],"bins":[-3.679292603919748e-08,-3.550547944541904e-08,-3.42180328516406e-08,-3.293058625786216e-08,-3.16431432167974e-08,-3.035569662301896e-08,-2.9068250029240517e-08,-2.7780803435462076e-08,-2.6493356841683635e-08,-2.5205912024262034e-08,-2.3918465430483593e-08,-2.2631018836705152e-08,-2.134357401928355e-08,-2.005612742550511e-08,-1.876868083172667e-08,-1.7481236014305068e-08,-1.6193789420526628e-08,-1.4906342826748187e-08,-1.3618897121148166e-08,-1.2331451415548145e-08,-1.1044004821769704e-08,-9.756559116169683e-09,-8.469113410569662e-09,-7.181667260880431e-09,-5.8942211111912e-09,-4.606774961501969e-09,-3.3193290338573433e-09,-2.0318831062127174e-09,-7.444369565234865e-10,5.430090821434419e-10,1.8304551208103703e-09,3.1179010484549963e-09,4.405347198144227e-09,5.692793347833458e-09,6.980239497522689e-09,8.26768520312271e-09,9.55513179690115e-09,1.0842577502501172e-08,1.2130023208101193e-08,1.3417469801879633e-08,1.4704915507479654e-08,1.5992361213079676e-08,1.7279807806858116e-08,1.8567254400636557e-08,1.9854699218058158e-08,2.11421458118366e-08,2.242959240561504e-08,2.371703722303664e-08,2.5004483816815082e-08,2.6291930410593523e-08,2.7579375228015124e-08,2.8866821821793565e-08,3.0154268415572005e-08,3.1441715009350446e-08,3.272916160312889e-08,3.401660464419365e-08,3.530405123797209e-08,3.659149783175053e-08,3.787894442552897e-08,3.916639101930741e-08,4.045383761308585e-08,4.1741280654150614e-08,4.3028727247929055e-08,4.4316173841707496e-08,4.5603620435485936e-08],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[4,0,1,3,4,0,2,2,1,5,2,3,6,5,7,10,7,7,11,12,14,11,19,13,14,18,23,21,23,15,30,22,28,27,23,25,23,21,21,24,25,20,29,36,23,17,18,12,13,18,11,11,6,5,3,6,2,2,0,1,1,1,0,1],"bins":[0.8999190926551819,0.9020671844482422,0.9042152762413025,0.906363308429718,0.9085114002227783,0.9106594920158386,0.9128075838088989,0.9149556159973145,0.9171037077903748,0.9192517995834351,0.9213998913764954,0.9235479235649109,0.9256960153579712,0.9278441071510315,0.9299921989440918,0.9321402311325073,0.9342883229255676,0.9364364147186279,0.9385845065116882,0.9407325983047485,0.9428806304931641,0.9450287222862244,0.9471768140792847,0.949324905872345,0.9514729380607605,0.9536210298538208,0.9557691216468811,0.9579172134399414,0.9600652456283569,0.9622133374214172,0.9643614292144775,0.9665095210075378,0.9686576128005981,0.9708056449890137,0.972953736782074,0.9751018285751343,0.9772499203681946,0.9793979525566101,0.9815460443496704,0.9836941361427307,0.985842227935791,0.9879902601242065,0.9901383519172668,0.9922864437103271,0.9944345355033875,0.996582567691803,0.9987306594848633,1.0008786916732788,1.0030268430709839,1.0051748752593994,1.0073230266571045,1.00947105884552,1.0116190910339355,1.0137672424316406,1.0159152746200562,1.0180634260177612,1.0202114582061768,1.0223594903945923,1.0245076417922974,1.026655673980713,1.0288037061691284,1.0309518575668335,1.033099889755249,1.035248041152954,1.0373960733413696]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,1,1,1,3,6,6,4,8,9,15,15,11,15,29,32,29,30,38,38,38,31,44,45,37,55,43,28,30,18,23,14,11,22,10,5,5,6,3,2,0,0,0,1,0,0,1,0,2],"bins":[-0.02696695178747177,-0.026241332292556763,-0.025515710934996605,-0.024790091440081596,-0.02406447008252144,-0.02333885058760643,-0.022613229230046272,-0.021887609735131264,-0.021161988377571106,-0.020436368882656097,-0.01971074938774109,-0.01898512803018093,-0.018259508535265923,-0.017533887177705765,-0.016808267682790756,-0.0160826463252306,-0.01535702683031559,-0.014631406404078007,-0.013905785977840424,-0.01318016555160284,-0.012454545125365257,-0.011728925630450249,-0.011003305204212666,-0.010277684777975082,-0.0095520643517375,-0.008826443925499916,-0.008100823499262333,-0.007375203538686037,-0.006649583112448454,-0.005923962686210871,-0.005198342725634575,-0.004472722299396992,-0.0037471000105142593,-0.003021479584276676,-0.0022958593908697367,-0.0015702390810474753,-0.000844618771225214,-0.00011899846140295267,0.0006066218484193087,0.00133224215824157,0.0020578624680638313,0.0027834828943014145,0.003509103087708354,0.0042347232811152935,0.004960343707352877,0.00568596413359046,0.006411584094166756,0.007137204520404339,0.007862824946641922,0.008588445372879505,0.009314065799117088,0.010039686225354671,0.010765306651592255,0.011490926146507263,0.012216546572744846,0.01294216699898243,0.013667787425220013,0.014393407851457596,0.015119028277695179,0.015844648703932762,0.01657026819884777,0.01729588955640793,0.018021509051322937,0.018747130408883095,0.019472749903798103]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,7,4,12,33,44,93,160,252,377,535,906,1390,2082,2964,4119,5639,7601,9765,12518,15389,18810,21987,25251,28579,31461,33857,35667,36587,36155,35192,33698,31442,28813,25361,21840,18422,15167,12133,9763,7437,5571,4078,2968,1938,1327,899,561,383,230,136,107,52,27,16,6,6,2,2,0,1],"bins":[-0.10481661558151245,-0.10153868049383163,-0.09826075285673141,-0.0949828177690506,-0.09170488268136978,-0.08842695504426956,-0.08514901995658875,-0.08187108486890793,-0.07859314978122711,-0.07531522214412689,-0.07203728705644608,-0.06875935196876526,-0.06548142433166504,-0.06220348924398422,-0.058925557881593704,-0.05564762279391289,-0.05236969143152237,-0.04909176006913185,-0.045813824981451035,-0.042535893619060516,-0.0392579585313797,-0.03598002716898918,-0.03270209580659866,-0.029424162581562996,-0.02614622935652733,-0.02286829613149166,-0.019590362906455994,-0.016312431544065475,-0.013034498319029808,-0.00975656509399414,-0.006478632800281048,-0.0032007000409066677,7.722526788711548e-05,0.0033551580272614956,0.006633090786635876,0.009911023080348969,0.013188956305384636,0.016466889530420303,0.01974482089281082,0.02302275411784649,0.026300687342882156,0.029578620567917824,0.03285655379295349,0.03613448515534401,0.03941241651773453,0.042690351605415344,0.04596828296780586,0.04924621805548668,0.0525241494178772,0.055802080780267715,0.05908001586794853,0.06235794723033905,0.06563588231801987,0.06891380995512009,0.0721917450428009,0.07546968013048172,0.07874761521816254,0.08202554285526276,0.08530347794294357,0.08858141303062439,0.09185934066772461,0.09513727575540543,0.09841521084308624,0.10169313848018646,0.10497107356786728]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,1,8,7,13,18,24,27,68,82,101,146,235,317,427,599,837,1228,1665,2534,3619,5536,7793,11801,18049,27263,42928,69908,126410,297393,512453,189349,94211,55046,34803,22645,14492,9902,6515,4443,3147,1998,1360,958,773,466,354,251,203,186,78,67,43,33,18,8,7,5,4,4,2,1,1],"bins":[-6.785683126508957e-13,-6.568634525194739e-13,-6.351585923880521e-13,-6.134537322566302e-13,-5.917488721252084e-13,-5.700440119937866e-13,-5.483391518623648e-13,-5.26634291730943e-13,-5.049294315995212e-13,-4.832245714680994e-13,-4.615197113366776e-13,-4.3981485120525576e-13,-4.1810999107383395e-13,-3.9640513094241214e-13,-3.7470027081099033e-13,-3.529954106795685e-13,-3.312905505481467e-13,-3.095856904167249e-13,-2.878808302853031e-13,-2.661759701538813e-13,-2.4447111002245947e-13,-2.2276624989103766e-13,-2.0106138975961585e-13,-1.7935652962819404e-13,-1.5765166949677223e-13,-1.3594680936535042e-13,-1.142419492339286e-13,-9.25370891025068e-14,-7.083222897108499e-14,-4.912736883966318e-14,-2.7422508708241367e-14,-5.717648576819556e-15,1.5987211554602254e-14,3.7692071686024065e-14,5.939693181744587e-14,8.110179194886769e-14,1.028066520802895e-13,1.245115122117113e-13,1.4621637234313312e-13,1.6792123247455493e-13,1.8962609260597674e-13,2.1133095273739855e-13,2.3303581286882036e-13,2.5474067300024217e-13,2.76445533131664e-13,2.981503932630858e-13,3.198552533945076e-13,3.415601135259294e-13,3.632649736573512e-13,3.8496983378877303e-13,4.0667469392019484e-13,4.2837955405161665e-13,4.5008441418303846e-13,4.717892743144603e-13,4.934941344458821e-13,5.151989945773039e-13,5.369038547087257e-13,5.586087148401475e-13,5.803135749715693e-13,6.020184351029911e-13,6.237232952344129e-13,6.454281553658348e-13,6.671330154972566e-13,6.888378756286784e-13,7.105427357601002e-13],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,1,4,7,12,28,40,80,143,269,407,659,987,1447,2332,3171,4357,5994,7880,10452,13409,16415,19791,23564,26842,30087,32863,35337,36877,37341,36417,35783,33457,30316,27637,23722,20395,17159,13672,10978,8265,6371,4676,3367,2322,1564,1106,702,470,265,162,97,48,35,19,10,4,3,1,1,0,1],"bins":[-0.11921127140522003,-0.11543682217597961,-0.1116623729467392,-0.10788793116807938,-0.10411348193883896,-0.10033903270959854,-0.09656458348035812,-0.0927901342511177,-0.08901569247245789,-0.08524124324321747,-0.08146679401397705,-0.07769234478473663,-0.07391789555549622,-0.0701434463262558,-0.06636900454759598,-0.06259455531835556,-0.05882010608911514,-0.055045656859874725,-0.051271211355924606,-0.04749676212668419,-0.04372231662273407,-0.03994786739349365,-0.036173418164253235,-0.032398972660303116,-0.0286245234310627,-0.02485007606446743,-0.021075628697872162,-0.017301179468631744,-0.013526732102036476,-0.009752284735441208,-0.005977836437523365,-0.0022033886052668095,0.001571059226989746,0.005345507059246302,0.009119954891502857,0.0128944031894207,0.01666885055601597,0.020443297922611237,0.024217747151851654,0.027992194518446922,0.03176664188504219,0.03554109111428261,0.03931553661823273,0.043089985847473145,0.04686443507671356,0.05063888058066368,0.0544133298099041,0.05818777531385422,0.061962224543094635,0.06573667377233505,0.06951112300157547,0.07328556478023529,0.07706001400947571,0.08083446323871613,0.08460891246795654,0.08838336169719696,0.09215781092643738,0.0959322527050972,0.09970670193433762,0.10348115116357803,0.10725560039281845,0.11103004962205887,0.11480449140071869,0.1185789406299591,0.12235338985919952]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,2,0,0,6,5,4,6,6,8,12,16,16,14,32,36,53,108,195,362,622,1471,4040,13763,122763,1.38568e+06,32016,7042,2491,1042,443,204,134,90,54,34,15,19,8,9,7,9,2,4,1,3,5,4,2,1,0,1,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-3.754394128918648e-09,-3.605691745178774e-09,-3.4569893614389002e-09,-3.3082869776990265e-09,-3.1595845939591527e-09,-3.010882210219279e-09,-2.862179826479405e-09,-2.7134774427395314e-09,-2.5647750589996576e-09,-2.416072675259784e-09,-2.26737029151991e-09,-2.1186679077800363e-09,-1.9699655240401626e-09,-1.8212631403002888e-09,-1.672560756560415e-09,-1.5238583728205413e-09,-1.3751559890806675e-09,-1.2264536053407937e-09,-1.07775122160092e-09,-9.290488378610462e-10,-7.803464541211724e-10,-6.316440703812987e-10,-4.829416866414249e-10,-3.3423930290155113e-10,-1.8553691916167736e-10,-3.6834535421803594e-11,1.1186784831807017e-10,2.6057023205794394e-10,4.092726157978177e-10,5.579749995376915e-10,7.066773832775652e-10,8.55379767017439e-10,1.0040821507573128e-09,1.1527845344971865e-09,1.3014869182370603e-09,1.450189301976934e-09,1.5988916857168078e-09,1.7475940694566816e-09,1.8962964531965554e-09,2.044998836936429e-09,2.193701220676303e-09,2.3424036044161767e-09,2.4911059881560504e-09,2.6398083718959242e-09,2.788510755635798e-09,2.9372131393756717e-09,3.0859155231155455e-09,3.2346179068554193e-09,3.383320290595293e-09,3.532022674335167e-09,3.6807250580750406e-09,3.829427441814914e-09,3.978129825554788e-09,4.126832209294662e-09,4.275534593034536e-09,4.424236976774409e-09,4.572939360514283e-09,4.721641744254157e-09,4.870344127994031e-09,5.0190465117339045e-09,5.167748895473778e-09,5.316451279213652e-09,5.465153662953526e-09,5.6138560466933995e-09,5.762558430433273e-09]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[1,0,0,1,1,2,1,5,0,3,2,5,4,12,7,12,14,10,11,20,9,14,12,20,26,20,25,35,37,49,41,39,40,39,25,33,30,15,15,19,18,10,16,8,13,3,7,6,7,6,2,2,3,2,3,4,0,0,1,1,0,1,0,1],"bins":[-0.14826600253582,-0.14354421198368073,-0.13882243633270264,-0.13410064578056335,-0.12937885522842407,-0.12465706467628479,-0.1199352815747261,-0.11521349847316742,-0.11049170792102814,-0.10576991736888885,-0.10104813426733017,-0.09632635116577148,-0.0916045606136322,-0.08688277006149292,-0.08216098695993423,-0.07743920385837555,-0.07271741330623627,-0.06799562275409698,-0.0632738396525383,-0.058552052825689316,-0.05383026599884033,-0.04910847917199135,-0.044386692345142365,-0.03966490551829338,-0.0349431186914444,-0.030221331864595413,-0.02549954503774643,-0.020777758210897446,-0.016055971384048462,-0.011334184557199478,-0.006612397730350494,-0.0018906109035015106,0.002831190824508667,0.007552977651357651,0.012274764478206635,0.01699655130505562,0.021718338131904602,0.026440124958753586,0.03116191178560257,0.03588369861245155,0.04060548543930054,0.04532727226614952,0.050049059092998505,0.05477084591984749,0.05949263274669647,0.06421442329883575,0.06893620640039444,0.07365798950195312,0.07837978005409241,0.08310157060623169,0.08782335370779037,0.09254513680934906,0.09726692736148834,0.10198871791362762,0.10671050101518631,0.111432284116745,0.11615407466888428,0.12087586522102356,0.12559765577316284,0.13031943142414093,0.1350412219762802,0.1397630125284195,0.14448478817939758,0.14920657873153687,0.15392836928367615],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[5,1,8,16,18,31,26,35,64,60,71,72,82,66,49,50,50,17,10,11,9,8,2,3,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1],"bins":[-0.00028439442394301295,-0.00026029630680568516,-0.00023619818966835737,-0.00021210005797911435,-0.00018800194084178656,-0.00016390382370445877,-0.00013980569201521575,-0.00011570757487788796,-9.160945774056017e-05,-6.751134060323238e-05,-4.341321618994698e-05,-1.9315095414640382e-05,4.783025360666215e-06,2.8881146135972813e-05,5.297926691127941e-05,7.707739132456481e-05,0.0001011755084618926,0.0001252736255992204,0.00014937174273654819,0.0001734698744257912,0.000197567991563119,0.00022166610870044678,0.0002457642403896898,0.0002698623575270176,0.0002939604746643454,0.0003180585918016732,0.00034215670893900096,0.00036625482607632875,0.000390352972317487,0.0004144510894548148,0.0004385492065921426,0.00046264732372947037,0.0004867454990744591,0.0005108436453156173,0.0005349417333491147,0.0005590398795902729,0.0005831379676237702,0.0006072361138649285,0.0006313342018984258,0.0006554323481395841,0.0006795304361730814,0.0007036285824142396,0.0007277267286553979,0.0007518248166888952,0.0007759229629300535,0.0008000210509635508,0.000824119197204709,0.0008482172852382064,0.0008723154314793646,0.0008964135777205229,0.0009205116657540202,0.0009446098119951785,0.0009687079000286758,0.000992806046269834,0.0010169041343033314,0.0010410022223368287,0.0010651004267856479,0.0010891985148191452,0.0011132966028526425,0.0011373948073014617,0.001161492895334959,0.0011855909833684564,0.0012096890714019537,0.0012337872758507729,0.0012578853638842702]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.021478919312357903,-0.02070242539048195,-0.019925931468605995,-0.01914943940937519,-0.018372945487499237,-0.017596451565623283,-0.01681995764374733,-0.016043463721871376,-0.015266970731317997,-0.014490476809442043,-0.013713983818888664,-0.01293748989701271,-0.012160995975136757,-0.011384502984583378,-0.010608009062707424,-0.009831516072154045,-0.009055022150278091,-0.008278528228402138,-0.007502035237848759,-0.006725541315972805,-0.005949047859758139,-0.005172554403543472,-0.004396060481667519,-0.0036195670254528522,-0.002843073569238186,-0.0020665801130235195,-0.0012900864239782095,-0.0005135928513482213,0.0002629007212817669,0.001039394293911755,0.0018158878665417433,0.0025923815555870533,0.0033688750118017197,0.004145368468016386,0.004921861924231052,0.005698355846107006,0.0064748493023216724,0.007251342758536339,0.008027836680412292,0.008804329670965672,0.009580823592841625,0.010357317514717579,0.011133810505270958,0.011910304427146912,0.012686798349022865,0.013463291339576244,0.014239785261452198,0.015016278252005577,0.01579277217388153,0.016569266095757484,0.017345760017633438,0.018122252076864243,0.018898745998740196,0.01967523992061615,0.020451733842492104,0.021228227764368057,0.02200471982359886,0.022781213745474815,0.02355770766735077,0.024334201589226723,0.025110695511102676,0.02588718943297863,0.026663681492209435,0.027440175414085388,0.028216669335961342],"_type":"histogram","values":[1,1,1,0,4,2,4,1,4,6,6,11,9,13,17,20,20,15,19,16,23,16,29,23,23,29,38,35,35,35,35,41,29,17,17,19,21,25,14,5,12,14,11,5,8,12,3,6,4,3,3,3,2,0,2,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,0,0,2,0,1,2,3,6,4,2,6,9,9,15,7,10,10,19,19,17,21,24,32,23,25,29,27,25,24,25,37,21,26,28,27,31,18,21,24,20,18,18,11,13,7,7,10,7,6,4,1,4,1,1,3,3,2],"bins":[-3.1991369189160457e-13,-3.1110004980114403e-13,-3.022863806056292e-13,-2.9347273851516864e-13,-2.846590693196538e-13,-2.7584542722919325e-13,-2.670317851387327e-13,-2.5821811594321786e-13,-2.494044738527573e-13,-2.4059080465724247e-13,-2.3177716256678194e-13,-2.2296350692379424e-13,-2.1414985128080655e-13,-2.0533619563781885e-13,-1.9652255354735831e-13,-1.8770889790437062e-13,-1.7889524226138293e-13,-1.7008158661839523e-13,-1.6126793097540754e-13,-1.52454288884947e-13,-1.436406332419593e-13,-1.348269775989716e-13,-1.2601332195598391e-13,-1.1719966631299622e-13,-1.083860174462721e-13,-9.957236180328441e-14,-9.075871293656029e-14,-8.19450572935726e-14,-7.31314016505849e-14,-6.431775278386079e-14,-5.5504097140873093e-14,-4.669044488601719e-14,-3.787679263116128e-14,-2.906314037630538e-14,-2.0249486427383577e-14,-1.1435833325494724e-14,-2.6221802236058717e-15,6.191472878282981e-15,1.5005125980171834e-14,2.3818779929093634e-14,3.263243218394954e-14,4.1446084438805444e-14,5.025973669366135e-14,5.907339233664904e-14,6.788704797963674e-14,7.670069684636086e-14,8.551435248934855e-14,9.432800135607267e-14,1.0314165699906036e-13,1.1195531264204805e-13,1.2076896828503575e-13,1.295826103754963e-13,1.3839626601848398e-13,1.4720992166147168e-13,1.5602357730445937e-13,1.6483723294744707e-13,1.7365088859043476e-13,1.824645306808953e-13,1.91278186323883e-13,2.0009184196687069e-13,2.0890549760985838e-13,2.1771915325284608e-13,2.2653279534330661e-13,2.3534646453882146e-13,2.44160106629282e-13]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.02294921875,-0.022186279296875,-0.02142333984375,-0.020660400390625,-0.0198974609375,-0.019134521484375,-0.01837158203125,-0.017608642578125,-0.016845703125,-0.016082763671875,-0.01531982421875,-0.014556884765625,-0.0137939453125,-0.013031005859375,-0.01226806640625,-0.011505126953125,-0.0107421875,-0.009979248046875,-0.00921630859375,-0.008453369140625,-0.0076904296875,-0.006927490234375,-0.00616455078125,-0.005401611328125,-0.004638671875,-0.003875732421875,-0.00311279296875,-0.002349853515625,-0.0015869140625,-0.000823974609375,-6.103515625e-05,0.000701904296875,0.00146484375,0.002227783203125,0.00299072265625,0.003753662109375,0.0045166015625,0.005279541015625,0.00604248046875,0.006805419921875,0.007568359375,0.008331298828125,0.00909423828125,0.009857177734375,0.0106201171875,0.011383056640625,0.01214599609375,0.012908935546875,0.013671875,0.014434814453125,0.01519775390625,0.015960693359375,0.0167236328125,0.017486572265625,0.01824951171875,0.019012451171875,0.019775390625,0.020538330078125,0.02130126953125,0.022064208984375,0.0228271484375,0.023590087890625,0.02435302734375,0.025115966796875,0.02587890625],"_type":"histogram","values":[1,0,0,1,0,1,0,1,1,3,3,2,2,4,6,17,20,15,46,46,67,122,168,288,438,743,1343,2765,7063,66172,1.478251e+06,8275,3094,1560,788,460,308,202,142,115,78,51,61,36,23,23,15,10,9,6,4,5,3,1,0,2,0,1,0,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,3,3,7,7,10,7,13,18,19,19,35,33,37,42,49,48,52,58,42,42,35,38,33,33,19,13,8,10,7,5,7,2,0,4,1,2,0,1,0,0,1,0,1],"bins":[-0.04853862524032593,-0.04725321754813194,-0.045967813581228256,-0.04468240588903427,-0.043397001922130585,-0.0421115942299366,-0.040826186537742615,-0.03954078257083893,-0.03825537487864494,-0.03696996718645096,-0.03568456321954727,-0.03439915552735329,-0.0331137478351593,-0.031828343868255615,-0.03054293617606163,-0.029257530346512794,-0.02797212451696396,-0.026686718687415123,-0.025401312857866287,-0.024115905165672302,-0.022830499336123466,-0.02154509350657463,-0.020259685814380646,-0.01897427998483181,-0.017688874155282974,-0.01640346832573414,-0.015118061564862728,-0.013832654803991318,-0.012547248974442482,-0.011261843144893646,-0.009976436384022236,-0.008691029623150826,-0.007405620068311691,-0.006120213773101568,-0.004834807477891445,-0.003549401182681322,-0.002263994887471199,-0.000978588592261076,0.0003068177029490471,0.0015922239981591702,0.002877630293369293,0.004163036588579416,0.005448442883789539,0.006733849178999662,0.008019255474209785,0.009304661303758621,0.010590068064630032,0.011875474825501442,0.013160880655050278,0.014446286484599113,0.01573169231414795,0.017017100006341934,0.01830250583589077,0.019587911665439606,0.02087331935763359,0.022158725187182426,0.023444131016731262,0.024729536846280098,0.026014942675828934,0.02730035036802292,0.028585756197571754,0.02987116202712059,0.031156569719314575,0.03244197368621826,0.03372738137841225],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-4.202127456665039e-06,-4.048459231853485e-06,-3.894791007041931e-06,-3.741122782230377e-06,-3.5874545574188232e-06,-3.4337863326072693e-06,-3.2801181077957153e-06,-3.1264498829841614e-06,-2.9727816581726074e-06,-2.8191134333610535e-06,-2.6654452085494995e-06,-2.5117769837379456e-06,-2.3581087589263916e-06,-2.2044405341148376e-06,-2.0507723093032837e-06,-1.8971040844917297e-06,-1.7434358596801758e-06,-1.5897676348686218e-06,-1.4360994100570679e-06,-1.282431185245514e-06,-1.12876296043396e-06,-9.75094735622406e-07,-8.21426510810852e-07,-6.677582859992981e-07,-5.140900611877441e-07,-3.604218363761902e-07,-2.0675361156463623e-07,-5.3085386753082275e-08,1.0058283805847168e-07,2.5425106287002563e-07,4.079192876815796e-07,5.615875124931335e-07,7.152557373046875e-07,8.689239621162415e-07,1.0225921869277954e-06,1.1762604117393494e-06,1.3299286365509033e-06,1.4835968613624573e-06,1.6372650861740112e-06,1.7909333109855652e-06,1.944601535797119e-06,2.098269760608673e-06,2.251937985420227e-06,2.405606210231781e-06,2.559274435043335e-06,2.712942659854889e-06,2.866610884666443e-06,3.020279109477997e-06,3.1739473342895508e-06,3.3276155591011047e-06,3.4812837839126587e-06,3.6349520087242126e-06,3.7886202335357666e-06,3.9422884583473206e-06,4.0959566831588745e-06,4.2496249079704285e-06,4.403293132781982e-06,4.556961357593536e-06,4.71062958240509e-06,4.864297807216644e-06,5.017966032028198e-06,5.171634256839752e-06,5.325302481651306e-06,5.47897070646286e-06,5.632638931274414e-06],"_type":"histogram","values":[4,1,2,2,2,7,3,5,6,4,7,10,9,20,16,21,48,53,71,122,186,271,486,890,1791,4731,23934,538010,12440,3385,1414,721,424,230,144,93,59,55,33,25,14,16,8,11,7,4,4,5,5,2,5,2,1,1,0,2,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,1,1,0,1,3,2,3,10,15,5,13,19,19,40,47,64,119,132,178,248,340,607,817,1305,2436,4357,10039,30999,1.171463e+06,303484,29229,9035,3579,1769,866,544,326,183,157,117,71,58,30,30,27,21,11,5,6,7,6,1,1,8,3,2,1,0,1,1,0,0,1],"bins":[-9.052455425262451e-07,-8.750357665121555e-07,-8.44825990498066e-07,-8.146162144839764e-07,-7.844064384698868e-07,-7.541966624557972e-07,-7.239868864417076e-07,-6.93777110427618e-07,-6.635673344135284e-07,-6.333575583994389e-07,-6.031477823853493e-07,-5.729380063712597e-07,-5.427282303571701e-07,-5.125184543430805e-07,-4.823086783289909e-07,-4.5209890231490135e-07,-4.2188912630081177e-07,-3.916793502867222e-07,-3.614695742726326e-07,-3.31259798258543e-07,-3.0105002224445343e-07,-2.7084024623036385e-07,-2.4063047021627426e-07,-2.1042069420218468e-07,-1.802109181880951e-07,-1.500011421740055e-07,-1.1979136615991592e-07,-8.958159014582634e-08,-5.9371814131736755e-08,-2.916203811764717e-08,1.0477378964424133e-09,3.1257513910532e-08,6.146728992462158e-08,9.167706593871117e-08,1.2188684195280075e-07,1.5209661796689034e-07,1.8230639398097992e-07,2.125161699950695e-07,2.427259460091591e-07,2.7293572202324867e-07,3.0314549803733826e-07,3.3335527405142784e-07,3.635650500655174e-07,3.93774826079607e-07,4.239846020936966e-07,4.541943781077862e-07,4.844041541218758e-07,5.146139301359653e-07,5.448237061500549e-07,5.750334821641445e-07,6.052432581782341e-07,6.354530341923237e-07,6.656628102064133e-07,6.958725862205029e-07,7.260823622345924e-07,7.56292138248682e-07,7.865019142627716e-07,8.167116902768612e-07,8.469214662909508e-07,8.771312423050404e-07,9.073410183191299e-07,9.375507943332195e-07,9.677605703473091e-07,9.979703463613987e-07,1.0281801223754883e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,1,3,7,13,20,53,86,129,240,408,598,936,1493,2360,3424,5075,7401,10174,13684,18583,23605,30343,37766,45603,54204,63100,71388,78818,85592,91857,94154,94829,93864,90417,85393,78751,71159,62517,54085,45504,37249,30255,23954,17975,13606,9984,7288,5086,3519,2371,1497,974,603,353,202,139,81,44,25,12,3,2,4],"bins":[-0.10956326872110367,-0.10618976503610611,-0.10281626135110855,-0.09944275766611099,-0.09606925398111343,-0.09269575029611588,-0.08932224661111832,-0.08594874292612076,-0.0825752392411232,-0.07920173555612564,-0.07582823187112808,-0.07245472818613052,-0.06908122450113297,-0.0657077208161354,-0.06233421713113785,-0.05896071344614029,-0.05558720976114273,-0.05221370607614517,-0.048840202391147614,-0.045466698706150055,-0.042093195021152496,-0.03871969133615494,-0.03534618765115738,-0.03197268396615982,-0.028599180281162262,-0.025225676596164703,-0.021852172911167145,-0.018478669226169586,-0.015105165541172028,-0.011731661856174469,-0.00835815817117691,-0.004984654486179352,-0.0016111433506011963,0.0017623603343963623,0.005135864019393921,0.00850936770439148,0.011882871389389038,0.015256375074386597,0.018629878759384155,0.022003382444381714,0.025376886129379272,0.02875038981437683,0.03212389349937439,0.03549739718437195,0.03887090086936951,0.042244404554367065,0.045617908239364624,0.04899141192436218,0.05236491560935974,0.0557384192943573,0.05911192297935486,0.06248542666435242,0.06585893034934998,0.06923243403434753,0.07260593771934509,0.07597944140434265,0.07935294508934021,0.08272644877433777,0.08609995245933533,0.08947345614433289,0.09284695982933044,0.096220463514328,0.09959396719932556,0.10296747088432312,0.10634097456932068]},"gradients/_orig_mod.linear.bias":{"values":[1,0,2,1,0,1,0,1,3,2,1,4,6,4,6,10,5,9,8,12,9,9,18,16,11,14,13,13,14,15,18,12,13,13,11,14,10,14,20,11,8,16,13,14,18,10,10,21,13,7,7,5,6,3,6,3,2,2,1,1,0,0,0,2],"bins":[-0.00018593925051391125,-0.00018028388149105012,-0.000174628512468189,-0.0001689731579972431,-0.00016331778897438198,-0.00015766241995152086,-0.00015200706548057497,-0.00014635169645771384,-0.00014069632743485272,-0.0001350409584119916,-0.00012938558938913047,-0.00012373023491818458,-0.00011807486589532346,-0.00011241949687246233,-0.00010676413512555882,-0.00010110877337865531,-9.545340435579419e-05,-8.979803533293307e-05,-8.414267358602956e-05,-7.848731183912605e-05,-7.283194281626493e-05,-6.71765737934038e-05,-6.15212120465003e-05,-5.586584666161798e-05,-5.0210481276735663e-05,-4.455511589185335e-05,-3.889975050697103e-05,-3.3244385122088715e-05,-2.75890197372064e-05,-2.1933654352324083e-05,-1.6278288967441767e-05,-1.0622923582559451e-05,-4.9675581976771355e-06,6.878071872051805e-07,6.3431725720874965e-06,1.1998537956969813e-05,1.765390334185213e-05,2.3309268726734444e-05,2.896463411161676e-05,3.4619999496499076e-05,4.027536488138139e-05,4.593073026626371e-05,5.1586095651146024e-05,5.724146103602834e-05,6.289682642091066e-05,6.855219544377178e-05,7.420755719067529e-05,7.98629189375788e-05,8.551828796043992e-05,9.117365698330104e-05,9.682901873020455e-05,0.00010248438047710806,0.00010813974949996918,0.00011379511852283031,0.00011945048026973382,0.00012510584201663733,0.00013076121103949845,0.00013641658006235957,0.0001420719490852207,0.0001477273035561666,0.0001533826725790277,0.00015903804160188884,0.00016469339607283473,0.00017034876509569585,0.00017600413411855698],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-3.2152058793144533e-13,-3.1155633628543455e-13,-3.0159208463942377e-13,-2.91627832993413e-13,-2.816635813474022e-13,-2.7169932970139143e-13,-2.6173507805538065e-13,-2.5177082640936987e-13,-2.418065747633591e-13,-2.318423231173483e-13,-2.2187807147133753e-13,-2.1191381982532675e-13,-2.0194956817931597e-13,-1.919853165333052e-13,-1.8202106488729441e-13,-1.7205681324128363e-13,-1.6209256159527285e-13,-1.5212830994926207e-13,-1.421640583032513e-13,-1.3219980665724052e-13,-1.2223555501122974e-13,-1.1227130336521896e-13,-1.0230705171920818e-13,-9.23428000731974e-14,-8.237854842718662e-14,-7.241429678117584e-14,-6.245004513516506e-14,-5.2485793489154275e-14,-4.2521541843143495e-14,-3.2557290197132716e-14,-2.2593038551121936e-14,-1.2628786905111156e-14,-2.6645352591003757e-15,7.299716386910404e-15,1.7263968032921184e-14,2.7228219678931964e-14,3.7192471324942744e-14,4.7156722970953524e-14,5.71209746169643e-14,6.708522626297508e-14,7.704947790898586e-14,8.701372955499664e-14,9.697798120100742e-14,1.069422328470182e-13,1.1690648449302898e-13,1.2687073613903976e-13,1.3683498778505054e-13,1.4679923943106132e-13,1.567634910770721e-13,1.6672774272308288e-13,1.7669199436909366e-13,1.8665624601510444e-13,1.9662049766111522e-13,2.06584749307126e-13,2.1654900095313678e-13,2.2651325259914756e-13,2.3647750424515834e-13,2.464417558911691e-13,2.564060075371799e-13,2.663702591831907e-13,2.7633451082920146e-13,2.8629876247521224e-13,2.96263014121223e-13,3.062272657672338e-13,3.161915174132446e-13],"_type":"histogram","values":[1,0,1,2,2,2,7,13,22,31,43,59,80,133,184,293,387,520,847,1074,1563,2302,3656,5174,8184,13684,21627,35786,60115,100020,168944,271257,319457,220727,134036,79191,47274,28353,17608,10400,6646,4276,2758,1859,1232,937,585,447,316,233,175,110,68,59,25,31,22,12,7,3,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[-4.430532676846788e-11,-4.2522159404700943e-11,-4.073899551038096e-11,-3.8955828146614024e-11,-3.717266078284709e-11,-3.5389493419080154e-11,-3.360632605531322e-11,-3.1823162160993235e-11,-3.00399947972263e-11,-2.8256827433459364e-11,-2.6473661804415904e-11,-2.4690496175372445e-11,-2.290732881160551e-11,-2.1124161447838574e-11,-1.9340995818795115e-11,-1.7557830189751655e-11,-1.577466282598472e-11,-1.3991496329579522e-11,-1.2208329833174325e-11,-1.0425163336769128e-11,-8.64199684036393e-12,-6.858830343958733e-12,-5.075663847553535e-12,-3.292497351148338e-12,-1.5093308547431405e-12,2.7383564166205687e-13,2.0570021380672543e-12,3.840168634472452e-12,5.623335130877649e-12,7.406501627282847e-12,9.189668123688044e-12,1.0972834620093241e-11,1.2755997647051487e-11,1.4539164143456684e-11,1.6322330639861882e-11,1.810549626890534e-11,1.9888663632672277e-11,2.1671830996439212e-11,2.345499662548267e-11,2.523816225452613e-11,2.7021329618293066e-11,2.8804496982060002e-11,3.058766434582694e-11,3.237082824014692e-11,3.4153995603913856e-11,3.593716296768079e-11,3.7720326862000775e-11,3.950349422576771e-11,4.1286661589534646e-11,4.306982895330158e-11,4.4852996317068516e-11,4.66361602113885e-11,4.8419327575155435e-11,5.020249493892237e-11,5.1985658833242354e-11,5.376882619700929e-11,5.5551993560776225e-11,5.733516092454316e-11,5.91183282883101e-11,6.090149218263008e-11,6.268466301584397e-11,6.446782691016395e-11,6.625099080448393e-11,6.803416163769782e-11,6.98173255320178e-11],"_type":"histogram","values":[2,0,0,1,1,1,0,3,4,3,3,6,9,3,9,8,11,12,24,21,16,39,49,74,106,75,73,43,44,20,22,20,15,10,5,3,4,6,4,2,5,2,4,1,0,0,1,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,4,2,4,6,13,21,19,40,50,71,100,149,199,320,504,676,992,1621,2500,4007,6724,11685,20597,38718,85526,233387,90141,40050,21140,12015,6987,4158,2522,1674,1033,685,473,315,208,138,107,72,47,35,25,17,11,8,7,5,5,1,3,1,1,2,0,0,0,0,1],"bins":[-8.658389560878277e-10,-8.354845704161562e-10,-8.051301847444847e-10,-7.747757990728132e-10,-7.444214134011418e-10,-7.140670277294703e-10,-6.837126420577988e-10,-6.533582563861273e-10,-6.230038707144558e-10,-5.926494850427844e-10,-5.622950993711129e-10,-5.319407136994414e-10,-5.015863280277699e-10,-4.712319423560984e-10,-4.4087755668442696e-10,-4.105231710127555e-10,-3.80168785341084e-10,-3.498143996694125e-10,-3.1946001399774104e-10,-2.8910562832606956e-10,-2.587512426543981e-10,-2.283968569827266e-10,-1.9804247131105512e-10,-1.6768808563938364e-10,-1.3733369996771216e-10,-1.0697931429604068e-10,-7.66249286243692e-11,-4.6270542952697724e-11,-1.5916157281026244e-11,1.4438228390645236e-11,4.4792614062316716e-11,7.51469997339882e-11,1.0550138540565968e-10,1.3585577107733116e-10,1.6621015674900264e-10,1.9656454242067412e-10,2.269189280923456e-10,2.572733137640171e-10,2.8762769943568856e-10,3.1798208510736004e-10,3.483364707790315e-10,3.78690856450703e-10,4.090452421223745e-10,4.3939962779404595e-10,4.697540134657174e-10,5.001083991373889e-10,5.304627848090604e-10,5.608171704807319e-10,5.911715561524034e-10,6.215259418240748e-10,6.518803274957463e-10,6.822347131674178e-10,7.125890988390893e-10,7.429434845107608e-10,7.732978701824322e-10,8.036522558541037e-10,8.340066415257752e-10,8.643610271974467e-10,8.947154128691182e-10,9.250697985407896e-10,9.554241842124611e-10,9.857785698841326e-10,1.016132955555804e-09,1.0464873412274756e-09,1.076841726899147e-09]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,3,3,5,5,3,4,3,7,7,11,9,16,28,23,16,29,26,31,35,37,29,43,37,53,40,33,22,22,24,24,19,19,16,15,14,10,8,7,3,4,1,7,6,0,2,1,2,0,0,1,0,0,0,0,1,1,0,0,0,1],"bins":[-0.04445939511060715,-0.042735520750284195,-0.04101164638996124,-0.03928777202963829,-0.03756389766931534,-0.035840023308992386,-0.034116145223379135,-0.03239227086305618,-0.03066839650273323,-0.02894452214241028,-0.027220647782087326,-0.025496773421764374,-0.02377289906144142,-0.02204902470111847,-0.020325148478150368,-0.018601274117827415,-0.016877399757504463,-0.015153525397181511,-0.013429650105535984,-0.011705775745213032,-0.009981900453567505,-0.008258026093244553,-0.0065341517329216,-0.004810276906937361,-0.003086402080953121,-0.0013625273713842034,0.0003613473381847143,0.0020852219313383102,0.00380909675732255,0.005532971583306789,0.007256845943629742,0.008980721235275269,0.01070459559559822,0.012428469955921173,0.0141523452475667,0.015876220539212227,0.01760009489953518,0.01932396925985813,0.021047843620181084,0.022771717980504036,0.024495594203472137,0.02621946856379509,0.027943342924118042,0.029667217284440994,0.03139109164476395,0.0331149660050869,0.03483884036540985,0.0365627147257328,0.038286589086055756,0.040010467171669006,0.04173434153199196,0.04345821589231491,0.04518209025263786,0.046905964612960815,0.04862983897328377,0.05035371333360672,0.05207758769392967,0.053801462054252625,0.05552533641457558,0.05724921450018883,0.05897308886051178,0.06069696322083473,0.062420837581157684,0.06414470821619034,0.06586858630180359]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[0.9361114501953125,0.9382461905479431,0.9403809905052185,0.9425157308578491,0.9446505308151245,0.9467852711677551,0.9489200711250305,0.9510548114776611,0.9531896114349365,0.9553243517875671,0.9574590921401978,0.9595938920974731,0.9617286324501038,0.9638634324073792,0.9659981727600098,0.9681329727172852,0.9702677130699158,0.9724024534225464,0.9745372533798218,0.9766719937324524,0.9788067936897278,0.9809415340423584,0.9830763339996338,0.9852110743522644,0.987345814704895,0.9894806146621704,0.991615355014801,0.9937501549720764,0.995884895324707,0.9980196952819824,1.0001544952392578,1.0022891759872437,1.004423975944519,1.0065587759017944,1.0086934566497803,1.0108282566070557,1.012963056564331,1.0150978565216064,1.0172325372695923,1.0193673372268677,1.021502137184143,1.023636817932129,1.0257716178894043,1.0279064178466797,1.030041217803955,1.032175898551941,1.0343106985092163,1.0364454984664917,1.0385801792144775,1.040714979171753,1.0428497791290283,1.0449845790863037,1.0471192598342896,1.049254059791565,1.0513888597488403,1.0535236597061157,1.0556583404541016,1.057793140411377,1.0599279403686523,1.0620626211166382,1.0641974210739136,1.066332221031189,1.0684670209884644,1.0706017017364502,1.0727365016937256],"_type":"histogram","values":[3,3,2,1,3,4,6,6,4,6,13,9,12,16,14,24,37,16,34,24,27,30,24,20,39,41,36,32,30,25,21,19,21,21,17,14,11,22,18,7,7,6,7,2,6,5,4,4,2,0,4,2,1,0,1,0,0,1,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.08574465662240982,-0.08298648148775101,-0.0802283063530922,-0.07747013866901398,-0.07471196353435516,-0.07195378839969635,-0.06919561326503754,-0.06643743813037872,-0.06367926299571991,-0.060921091586351395,-0.05816292017698288,-0.055404745042324066,-0.05264656990766525,-0.04988839849829674,-0.047130223363637924,-0.04437205195426941,-0.041613876819610596,-0.03885570168495178,-0.03609753027558327,-0.033339355140924454,-0.03058118186891079,-0.027823008596897125,-0.025064833462238312,-0.022306660190224648,-0.019548486918210983,-0.01679031364619732,-0.01403213944286108,-0.011273965239524841,-0.008515791967511177,-0.0057576182298362255,-0.002999444492161274,-0.0002412707544863224,0.002516902983188629,0.005275076720863581,0.008033250458538532,0.010791424661874771,0.013549597933888435,0.0163077712059021,0.019065946340560913,0.021824119612574577,0.02458229288458824,0.027340466156601906,0.03009863942861557,0.032856814563274384,0.0356149896979332,0.03837316110730171,0.041131336241960526,0.04388950765132904,0.046647682785987854,0.04940585792064667,0.05216402933001518,0.054922204464673996,0.05768037587404251,0.060438551008701324,0.06319672614336014,0.06595490127801895,0.06871306896209717,0.07147124409675598,0.0742294192314148,0.07698759436607361,0.07974576950073242,0.08250394463539124,0.08526211231946945,0.08802028745412827,0.09077846258878708],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,0,1,2,1,3,0,1,1,6,2,2,6,5,9,24,27,29,41,56,79,80,77,58,71,56,38,26,21,8,7,0,1,4,5,2,0,1,0,1,2,2,0,0,0,3,1,1,1,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,3,0,0,1,2,4,3,6,5,3,11,8,14,10,25,42,71,69,140,217,340,545,911,1521,2556,4540,7826,14004,25159,44575,84486,154844,293340,407933,244253,129222,69768,37354,20991,11832,6725,3787,2234,1346,800,446,299,196,124,67,57,46,34,26,15,13,5,3,1,4,0,1],"bins":[-9.370282327836321e-14,-9.105216580707065e-14,-8.840150833577809e-14,-8.575085086448553e-14,-8.310019339319297e-14,-8.04495359219004e-14,-7.779887845060784e-14,-7.514822097931528e-14,-7.249756350802272e-14,-6.984690603673016e-14,-6.71962485654376e-14,-6.454559109414504e-14,-6.189493362285248e-14,-5.924427615155992e-14,-5.6593618680267355e-14,-5.3942961208974793e-14,-5.129230373768223e-14,-4.864164626638967e-14,-4.599098879509711e-14,-4.334033132380455e-14,-4.068967385251199e-14,-3.8039016381219426e-14,-3.5388358909926865e-14,-3.2737701438634303e-14,-3.008704396734174e-14,-2.743638649604918e-14,-2.478572902475662e-14,-2.213507155346406e-14,-1.9484414082171497e-14,-1.6833756610878936e-14,-1.4183099139586375e-14,-1.1532441668293814e-14,-8.881784197001252e-15,-6.231126725708691e-15,-3.58046925441613e-15,-9.298117831235686e-16,1.7208456881689926e-15,4.371503159461554e-15,7.022160630754115e-15,9.672818102046676e-15,1.2323475573339238e-14,1.49741330446318e-14,1.762479051592436e-14,2.027544798721692e-14,2.2926105458509483e-14,2.5576762929802044e-14,2.8227420401094605e-14,3.0878077872387166e-14,3.352873534367973e-14,3.617939281497229e-14,3.883005028626485e-14,4.148070775755741e-14,4.413136522884997e-14,4.6782022700142534e-14,4.9432680171435095e-14,5.2083337642727656e-14,5.473399511402022e-14,5.738465258531278e-14,6.003531005660534e-14,6.26859675278979e-14,6.533662499919046e-14,6.798728247048302e-14,7.063793994177558e-14,7.328859741306815e-14,7.593925488436071e-14]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.08116018772125244,-0.07853909581899643,-0.07591800391674042,-0.0732969120144844,-0.0706758201122284,-0.06805472820997238,-0.06543363630771637,-0.06281254440546036,-0.060191456228494644,-0.05757036432623863,-0.05494927242398262,-0.05232818052172661,-0.049707092344760895,-0.04708600044250488,-0.04446490854024887,-0.04184381663799286,-0.03922272473573685,-0.036601632833480835,-0.03398054093122482,-0.03135944902896881,-0.02873835898935795,-0.026117267087101936,-0.023496177047491074,-0.02087508514523506,-0.01825399324297905,-0.015632901340723038,-0.0130118103697896,-0.010390719398856163,-0.007769627496600151,-0.005148536060005426,-0.0025274446234107018,9.36468131840229e-05,0.0027147457003593445,0.005335837136954069,0.007956928573548794,0.010578019544482231,0.013199111446738243,0.015820203348994255,0.018441293388605118,0.02106238529086113,0.02368347719311714,0.026304569095373154,0.028925660997629166,0.03154675289988518,0.03416784107685089,0.0367889329791069,0.039410024881362915,0.04203111678361893,0.04465220868587494,0.04727330058813095,0.04989439249038696,0.052515484392642975,0.05513657629489899,0.0577576644718647,0.06037875637412071,0.06299985200166702,0.06562094390392303,0.06824202835559845,0.07086312025785446,0.07348421216011047,0.07610530406236649,0.0787263959646225,0.08134748786687851,0.08396857976913452,0.08658967167139053],"_type":"histogram","values":[1,0,1,1,3,0,2,0,2,1,3,4,4,6,2,4,6,7,16,10,13,14,15,21,35,26,36,38,40,41,39,32,40,37,30,29,40,32,22,22,19,13,7,4,9,7,5,7,3,1,1,4,2,0,3,1,0,0,0,3,0,1,2,1]},"_runtime":12766,"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[2,0,0,1,1,1,1,0,2,1,4,5,2,9,8,8,10,13,12,17,19,20,26,25,26,28,49,30,34,40,43,31,36,35,26,24,27,31,27,16,18,7,16,2,9,9,3,2,4,1,0,0,2,0,0,1,1,0,1,0,0,0,0,2],"bins":[0.9271212220191956,0.9292976260185242,0.9314740896224976,0.9336504936218262,0.9358269572257996,0.9380033612251282,0.9401798248291016,0.9423562288284302,0.9445326924324036,0.9467090964317322,0.9488855600357056,0.9510619640350342,0.9532384276390076,0.9554148316383362,0.9575912952423096,0.9597676992416382,0.9619441628456116,0.9641205668449402,0.9662970304489136,0.9684734344482422,0.9706498980522156,0.9728263020515442,0.9750027656555176,0.9771791696548462,0.9793556332588196,0.9815320372581482,0.9837085008621216,0.9858849048614502,0.9880613684654236,0.9902377724647522,0.9924142360687256,0.9945906400680542,0.9967670440673828,0.9989435076713562,1.0011199712753296,1.0032963752746582,1.0054727792739868,1.0076491832733154,1.0098257064819336,1.0120021104812622,1.0141785144805908,1.0163549184799194,1.0185314416885376,1.0207078456878662,1.0228842496871948,1.0250606536865234,1.0272371768951416,1.0294135808944702,1.0315899848937988,1.0337663888931274,1.0359429121017456,1.0381193161010742,1.0402957201004028,1.0424721240997314,1.0446486473083496,1.0468250513076782,1.0490014553070068,1.0511778593063354,1.0533543825149536,1.0555307865142822,1.0577071905136108,1.0598835945129395,1.0620601177215576,1.0642365217208862,1.0664129257202148],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,3,1,2,5,6,8,4,8,20,25,50,54,69,126,141,213,278,409,525,850,1206,1732,2694,4050,6573,11231,20557,44564,172828,1.102098e+06,120072,36544,18110,9923,6016,3766,2522,1682,1193,760,553,417,294,192,133,115,68,55,41,21,9,18,6,7,7,3,3,1,0,1],"bins":[-8.810729923425242e-12,-8.546940932774305e-12,-8.283151942123368e-12,-8.01936295147243e-12,-7.755573960821494e-12,-7.491784970170556e-12,-7.227995979519619e-12,-6.964206988868682e-12,-6.700417998217745e-12,-6.4366290075668076e-12,-6.17284001691587e-12,-5.909051026264933e-12,-5.645262035613996e-12,-5.381473044963059e-12,-5.1176840543121216e-12,-4.853895063661184e-12,-4.590106073010247e-12,-4.32631708235931e-12,-4.062528091708373e-12,-3.798739101057436e-12,-3.5349501104064984e-12,-3.2711611197555612e-12,-3.007372129104624e-12,-2.743583138453687e-12,-2.4797941478027496e-12,-2.2160051571518125e-12,-1.9522161665008753e-12,-1.688427175849938e-12,-1.4246381851990009e-12,-1.1608491945480637e-12,-8.970602038971265e-13,-6.332712132461893e-13,-3.694822225952521e-13,-1.056932319443149e-13,1.580957587066223e-13,4.218847493575595e-13,6.856737400084967e-13,9.494627306594339e-13,1.213251721310371e-12,1.4770407119613083e-12,1.7408297026122455e-12,2.0046186932631826e-12,2.26840768391412e-12,2.532196674565057e-12,2.7959856652159942e-12,3.0597746558669314e-12,3.3235636465178686e-12,3.587352637168806e-12,3.851141627819743e-12,4.11493061847068e-12,4.378719609121617e-12,4.6425085997725546e-12,4.906297590423492e-12,5.170086581074429e-12,5.433875571725366e-12,5.697664562376303e-12,5.9614535530272406e-12,6.225242543678178e-12,6.489031534329115e-12,6.752820524980052e-12,7.016609515630989e-12,7.280398506281927e-12,7.544187496932864e-12,7.807976487583801e-12,8.071765478234738e-12]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[2,2,1,0,3,2,4,3,4,11,4,4,9,14,13,8,14,10,16,17,21,21,27,41,38,40,34,47,38,47,25,30,27,23,21,10,22,19,9,8,7,14,12,8,10,5,6,2,4,7,0,1,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.06312296539545059,-0.060848549008369446,-0.0585741326212883,-0.05629971623420715,-0.05402529984712601,-0.05175087973475456,-0.049476463347673416,-0.04720204696059227,-0.044927630573511124,-0.04265321418642998,-0.04037879779934883,-0.038104381412267685,-0.03582996129989624,-0.033555544912815094,-0.03128112852573395,-0.0290067121386528,-0.026732295751571655,-0.02445787936449051,-0.022183462977409363,-0.019909044727683067,-0.01763462834060192,-0.015360211953520775,-0.013085794635117054,-0.010811377316713333,-0.008536960929632187,-0.006262544076889753,-0.00398812722414732,-0.0017137103714048862,0.0005607064813375473,0.002835123334079981,0.005109540186822414,0.007383957039564848,0.009658381342887878,0.011932797729969025,0.014207215048372746,0.016481632366776466,0.018756048753857613,0.02103046514093876,0.023304883390665054,0.0255792997777462,0.027853716164827347,0.030128132551908493,0.03240254893898964,0.034676965326070786,0.03695138543844223,0.039225801825523376,0.04150021821260452,0.04377463459968567,0.046049050986766815,0.04832346737384796,0.05059788376092911,0.052872300148010254,0.0551467165350914,0.057421136647462845,0.05969555303454399,0.06196996942162514,0.06424438953399658,0.06651880592107773,0.06879322230815887,0.07106763869524002,0.07334205508232117,0.07561647146940231,0.07789088785648346,0.0801653042435646,0.08243972063064575]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,2,3,0,2,1,4,1,5,4,3,7,6,11,9,14,16,18,17,21,15,21,19,26,17,27,20,28,28,19,28,26,23,22,22,17,26,20,22,16,37,20,18,20,7,10,9,13,16,3,4,2,6,1,3,3,4,2,0,2],"bins":[-0.12890419363975525,-0.12522342801094055,-0.12154266238212585,-0.11786189675331116,-0.11418113112449646,-0.11050036549568176,-0.10681960731744766,-0.10313884168863297,-0.09945807605981827,-0.09577731043100357,-0.09209654480218887,-0.08841577917337418,-0.08473501354455948,-0.08105424791574478,-0.07737348228693008,-0.07369271665811539,-0.07001195847988129,-0.06633119285106659,-0.06265042722225189,-0.058969661593437195,-0.0552888959646225,-0.0516081303358078,-0.0479273647069931,-0.044246599078178406,-0.04056583344936371,-0.03688507154583931,-0.03320430591702461,-0.029523540288209915,-0.025842774659395218,-0.02216201089322567,-0.018481245264410973,-0.01480048056691885,-0.011119715869426727,-0.007438951171934605,-0.0037581860087811947,-7.742107845842838e-05,0.003603343851864338,0.007284108549356461,0.010964874178171158,0.01464563887566328,0.018326403573155403,0.0220071692019701,0.02568793296813965,0.029368698596954346,0.03304946422576904,0.03673022985458374,0.04041099175810814,0.044091757386922836,0.047772523015737534,0.05145328864455223,0.05513405427336693,0.05881481617689133,0.062495581805706024,0.06617634743452072,0.06985711306333542,0.07353787869215012,0.07721864432096481,0.08089940994977951,0.08458017557859421,0.08826093375682831,0.091941699385643,0.0956224650144577,0.0993032306432724,0.1029839962720871,0.1066647619009018]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-5.8518303050481e-12,-5.68091884298183e-12,-5.51000738091556e-12,-5.33909591884929e-12,-5.1681844567830204e-12,-4.9972729947167505e-12,-4.8263615326504805e-12,-4.6554500705842106e-12,-4.484538608517941e-12,-4.313626712770802e-12,-4.142715250704532e-12,-3.971803788638262e-12,-3.800892326571992e-12,-3.629980864505722e-12,-3.459069402439452e-12,-3.288157940373182e-12,-3.117246478306912e-12,-2.946335016240642e-12,-2.775423554174372e-12,-2.604512092108102e-12,-2.4336006300418322e-12,-2.262688951135128e-12,-2.091777489068858e-12,-1.920866027002588e-12,-1.749954564936318e-12,-1.579043102870048e-12,-1.408131640803778e-12,-1.2372200703172909e-12,-1.066308608251021e-12,-8.95397146184751e-13,-7.244856299083724e-13,-5.535741136319938e-13,-3.826626515657239e-13,-2.1175116239439962e-13,-4.0839673223075357e-14,1.300718159482489e-13,3.0098330511957316e-13,4.718947671858431e-13,6.428062834622217e-13,8.137177997386003e-13,9.846292618048702e-13,1.1555407238711402e-12,1.32645218593741e-12,1.4973637564238973e-12,1.6682752184901672e-12,1.8391867889766544e-12,2.0100982510429244e-12,2.1810097131091943e-12,2.3519211751754643e-12,2.5228326372417342e-12,2.693744099308004e-12,2.864655561374274e-12,3.035567023440544e-12,3.2064787023472485e-12,3.3773901644135185e-12,3.5483016264797884e-12,3.719213305386493e-12,3.890124767452763e-12,4.061036229519033e-12,4.231947691585303e-12,4.402859153651573e-12,4.573770615717843e-12,4.7446820777841126e-12,4.9155935398503825e-12,5.0865050019166524e-12],"_type":"histogram","values":[1,0,0,1,1,1,0,0,1,1,1,0,1,2,2,2,2,5,1,6,4,4,6,8,10,12,13,18,20,29,40,52,65,66,77,49,55,41,20,21,18,16,20,7,12,13,5,6,3,5,2,3,4,2,2,1,3,2,1,1,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,2,0,1,0,2,3,5,3,1,4,7,6,7,6,6,10,12,12,25,17,16,28,32,25,20,41,30,41,30,35,30,29,26,23,28,31,18,27,19,11,18,12,11,9,11,8,4,3,5,5,0,3,2,2,1,1,1,0,1,0,0,0,1],"bins":[-0.016559813171625137,-0.0160005372017622,-0.015441261231899261,-0.014881985262036324,-0.014322709292173386,-0.013763433322310448,-0.01320415735244751,-0.012644881382584572,-0.012085605412721634,-0.011526329442858696,-0.010967053472995758,-0.01040777750313282,-0.009848501533269882,-0.009289225563406944,-0.008729949593544006,-0.008170673623681068,-0.0076113976538181305,-0.0070521216839551926,-0.006492845714092255,-0.005933569744229317,-0.005374293774366379,-0.004815017804503441,-0.004255741834640503,-0.003696465864777565,-0.003137189894914627,-0.002577913925051689,-0.0020186379551887512,-0.0014593619853258133,-0.0009000860154628754,-0.00034081004559993744,0.0002184659242630005,0.0007777418941259384,0.0013370160013437271,0.001896291971206665,0.002455567941069603,0.003014843910932541,0.003574119880795479,0.004133395850658417,0.004692671820521355,0.005251947790384293,0.0058112237602472305,0.0063704997301101685,0.006929775699973106,0.007489051669836044,0.008048327639698982,0.00860760360956192,0.009166879579424858,0.009726155549287796,0.010285431519150734,0.010844707489013672,0.01140398345887661,0.011963259428739548,0.012522535398602486,0.013081811368465424,0.013641087338328362,0.0142003633081913,0.014759639278054237,0.015318915247917175,0.015878191217780113,0.01643746718764305,0.01699674315750599,0.017556019127368927,0.018115295097231865,0.018674571067094803,0.01923384703695774]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[2,0,9,1,5,8,5,8,14,16,18,23,28,48,45,76,99,129,157,217,305,417,535,733,1089,1646,2571,4667,13548,438394,103771,9754,3981,2328,1396,1023,738,468,385,255,223,183,89,85,72,53,47,36,24,15,17,12,8,5,11,7,3,8,2,6,1,2,2,1],"bins":[-0.06884765625,-0.0665435791015625,-0.064239501953125,-0.0619354248046875,-0.05963134765625,-0.0573272705078125,-0.055023193359375,-0.0527191162109375,-0.0504150390625,-0.0481109619140625,-0.045806884765625,-0.0435028076171875,-0.04119873046875,-0.0388946533203125,-0.036590576171875,-0.0342864990234375,-0.031982421875,-0.0296783447265625,-0.027374267578125,-0.0250701904296875,-0.02276611328125,-0.0204620361328125,-0.018157958984375,-0.0158538818359375,-0.0135498046875,-0.0112457275390625,-0.008941650390625,-0.0066375732421875,-0.00433349609375,-0.0020294189453125,0.000274658203125,0.0025787353515625,0.0048828125,0.0071868896484375,0.009490966796875,0.0117950439453125,0.01409912109375,0.0164031982421875,0.018707275390625,0.0210113525390625,0.0233154296875,0.0256195068359375,0.027923583984375,0.0302276611328125,0.03253173828125,0.0348358154296875,0.037139892578125,0.0394439697265625,0.041748046875,0.0440521240234375,0.046356201171875,0.0486602783203125,0.05096435546875,0.0532684326171875,0.055572509765625,0.0578765869140625,0.0601806640625,0.0624847412109375,0.064788818359375,0.0670928955078125,0.06939697265625,0.0717010498046875,0.074005126953125,0.0763092041015625,0.07861328125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[4,1,5,5,13,19,34,58,98,204,321,576,867,1310,2118,3103,4677,6850,9682,13376,17795,23445,30106,37925,46068,55695,64661,73488,81460,88613,93762,96785,97966,96158,92249,86691,79049,70721,61653,52349,43573,34981,27945,21381,16467,11944,8615,6001,4154,2857,1814,1220,819,457,286,172,103,48,41,14,6,4,1,1],"bins":[-0.1200811043381691,-0.11636748909950256,-0.11265386641025543,-0.1089402511715889,-0.10522662848234177,-0.10151301324367523,-0.0977993905544281,-0.09408577531576157,-0.09037216007709503,-0.0866585373878479,-0.08294492214918137,-0.07923129945993423,-0.0755176842212677,-0.07180406153202057,-0.06809044629335403,-0.0643768236041069,-0.06066320836544037,-0.056949589401483536,-0.0532359704375267,-0.04952235147356987,-0.04580873250961304,-0.0420951172709465,-0.03838149830698967,-0.03466787934303284,-0.030954260379076004,-0.02724064141511917,-0.023527022451162338,-0.019813405349850655,-0.01609978638589382,-0.012386167421936989,-0.00867254938930273,-0.004958930891007185,-0.0012453198432922363,0.0024682986550033092,0.006181917153298855,0.009895535185933113,0.013609154149889946,0.01732277311384678,0.021036390215158463,0.024750009179115295,0.02846362814307213,0.03217724710702896,0.035890866070985794,0.03960448503494263,0.04331810027360916,0.047031719237565994,0.05074533820152283,0.05445895716547966,0.05817257612943649,0.061886195093393326,0.06559981405735016,0.0693134292960167,0.07302705198526382,0.07674066722393036,0.08045428991317749,0.08416790515184402,0.08788152039051056,0.09159514307975769,0.09530875831842422,0.09902238100767136,0.10273599624633789,0.10644961893558502,0.11016323417425156,0.11387685686349869,0.11759047210216522]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[4,1,4,3,18,30,43,68,104,173,252,357,480,766,994,1415,1907,2574,3367,4382,5593,7295,9593,12071,15191,19191,23709,28871,33659,38642,42061,43508,44188,42144,38001,33466,28160,23282,18569,15076,11938,9251,7138,5684,4251,3301,2562,1808,1433,1046,649,498,348,256,156,119,69,46,31,16,6,1,1,4],"bins":[-0.19243736565113068,-0.186415895819664,-0.18039441108703613,-0.17437294125556946,-0.16835147142410278,-0.16232998669147491,-0.15630851686000824,-0.15028703212738037,-0.1442655622959137,-0.13824409246444702,-0.13222260773181915,-0.12620113790035248,-0.1201796606183052,-0.11415818333625793,-0.10813671350479126,-0.10211523622274399,-0.09609375894069672,-0.09007228165864944,-0.08405080437660217,-0.0780293345451355,-0.07200785726308823,-0.06598637998104095,-0.05996490642428398,-0.05394343286752701,-0.047921955585479736,-0.041900478303432465,-0.03587900474667549,-0.02985752932727337,-0.023836053907871246,-0.017814578488469124,-0.011793103069067001,-0.005771627649664879,0.0002498626708984375,0.00627133809030056,0.012292813509702682,0.018314288929104805,0.024335764348506927,0.03035723976790905,0.03637871518731117,0.042400188744068146,0.04842166602611542,0.05444314330816269,0.06046461686491966,0.06648609042167664,0.07250756770372391,0.07852904498577118,0.08455051481723785,0.09057199209928513,0.0965934693813324,0.10261494666337967,0.10863642394542694,0.11465789377689362,0.12067937105894089,0.12670084834098816,0.13272231817245483,0.1387438029050827,0.14476527273654938,0.15078674256801605,0.15680822730064392,0.1628296971321106,0.16885116696357727,0.17487265169620514,0.18089412152767181,0.18691560626029968,0.19293707609176636]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,1,2,2,4,2,6,6,12,22,36,200,354,52,25,18,2,5,1,1,1,2,1,2,1,1,0,1,0,1,0,0,0,1,1,0,0,0,0,1],"bins":[-3.760463414437254e-06,-3.656232593129971e-06,-3.552001771822688e-06,-3.4477709505154053e-06,-3.3435401292081224e-06,-3.2393093079008395e-06,-3.1350784865935566e-06,-3.0308476652862737e-06,-2.9266170713526662e-06,-2.8223862500453833e-06,-2.7181554287381005e-06,-2.6139246074308176e-06,-2.5096937861235347e-06,-2.4054629648162518e-06,-2.301232143508969e-06,-2.197001322201686e-06,-2.092770500894403e-06,-1.98853967958712e-06,-1.8843088582798373e-06,-1.7800780369725544e-06,-1.6758472156652715e-06,-1.5716165080448263e-06,-1.4673856867375434e-06,-1.3631548654302605e-06,-1.2589240441229776e-06,-1.1546932228156948e-06,-1.0504624015084119e-06,-9.462316370445478e-07,-8.420008157372649e-07,-7.37769994429982e-07,-6.33539229966118e-07,-5.293084086588351e-07,-4.2507781472522765e-07,-3.2084699341794476e-07,-2.166162005323713e-07,-1.1238539343594312e-07,-8.154586339514935e-09,9.607622075691324e-08,2.0030702785334142e-07,3.045378207389149e-07,4.087686420461978e-07,5.129994633534807e-07,6.172302846607636e-07,7.214610491246276e-07,8.256918704319105e-07,9.299226917391934e-07,1.0341534562030574e-06,1.1383842775103403e-06,1.2426150988176232e-06,1.3468459201249061e-06,1.451076741432189e-06,1.555307562739472e-06,1.6595383840467548e-06,1.7637690916672e-06,1.8679999129744829e-06,1.9722308479686035e-06,2.076461441902211e-06,2.180692263209494e-06,2.2849230845167767e-06,2.3891539058240596e-06,2.4933847271313425e-06,2.5976155484386254e-06,2.7018463697459083e-06,2.806077191053191e-06,2.910308012360474e-06]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.014291000552475452,-0.013884012587368488,-0.01347702369093895,-0.013070035725831985,-0.012663047760725021,-0.012256059795618057,-0.011849070899188519,-0.011442082934081554,-0.01103509496897459,-0.010628106072545052,-0.010221118107438087,-0.009814130142331123,-0.00940714217722416,-0.00900015328079462,-0.008593165315687656,-0.008186177350580692,-0.007779188919812441,-0.0073722004890441895,-0.006965212523937225,-0.006558224093168974,-0.00615123612806201,-0.005744247697293758,-0.005337259732186794,-0.004930271301418543,-0.0045232828706502914,-0.004116294905543327,-0.0037093067076057196,-0.003302318509668112,-0.0028953300788998604,-0.0024883418809622526,-0.002081353683024645,-0.001674365485087037,-0.0012673772871494293,-0.0008603890892118216,-0.0004534008330665529,-4.6412606025114655e-05,0.00036057562101632357,0.0007675638189539313,0.001174552133306861,0.0015815403312444687,0.0019885285291820765,0.0023955167271196842,0.002802504925057292,0.0032094931229948997,0.003616481553763151,0.004023469518870115,0.004430457949638367,0.004837445914745331,0.005244434345513582,0.005651422776281834,0.006058410741388798,0.006465399172157049,0.006872387137264013,0.007279375568032265,0.007686363533139229,0.008093351498246193,0.008500340394675732,0.008907328359782696,0.00931431632488966,0.009721305221319199,0.010128293186426163,0.010535281151533127,0.010942269116640091,0.01134925801306963,0.011756245978176594],"_type":"histogram","values":[1,0,1,1,0,0,0,0,2,1,3,2,5,3,6,5,5,8,7,7,11,10,12,20,17,22,23,24,30,27,28,30,19,35,24,35,25,27,29,22,13,31,26,19,23,17,17,21,12,11,5,5,9,7,4,7,4,2,1,2,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,0,0,0,0,0,0,1,0,0,0,0,0,1,2,2,3,8,5,6,13,15,24,35,50,98,123,204,377,663,1287,2826,7247,24547,457519,73248,12855,4467,1930,948,515,267,188,128,67,48,27,28,12,11,11,4,0,1,3,3,1,2,0,1,1,0,0,1],"bins":[-0.000141143798828125,-0.00013708323240280151,-0.00013302266597747803,-0.00012896209955215454,-0.00012490153312683105,-0.00012084096670150757,-0.00011678040027618408,-0.0001127198338508606,-0.00010865926742553711,-0.00010459870100021362,-0.00010053813457489014,-9.647756814956665e-05,-9.241700172424316e-05,-8.835643529891968e-05,-8.429586887359619e-05,-8.02353024482727e-05,-7.617473602294922e-05,-7.211416959762573e-05,-6.805360317230225e-05,-6.399303674697876e-05,-5.9932470321655273e-05,-5.587190389633179e-05,-5.18113374710083e-05,-4.7750771045684814e-05,-4.369020462036133e-05,-3.962963819503784e-05,-3.5569071769714355e-05,-3.150850534439087e-05,-2.7447938919067383e-05,-2.3387372493743896e-05,-1.932680606842041e-05,-1.5266239643096924e-05,-1.1205673217773438e-05,-7.145106792449951e-06,-3.084540367126465e-06,9.760260581970215e-07,5.036592483520508e-06,9.097158908843994e-06,1.315772533416748e-05,1.7218291759490967e-05,2.1278858184814453e-05,2.533942461013794e-05,2.9399991035461426e-05,3.346055746078491e-05,3.75211238861084e-05,4.1581690311431885e-05,4.564225673675537e-05,4.970282316207886e-05,5.3763389587402344e-05,5.782395601272583e-05,6.188452243804932e-05,6.59450888633728e-05,7.000565528869629e-05,7.406622171401978e-05,7.812678813934326e-05,8.218735456466675e-05,8.624792098999023e-05,9.030848741531372e-05,9.436905384063721e-05,9.84296202659607e-05,0.00010249018669128418,0.00010655075311660767,0.00011061131954193115,0.00011467188596725464,0.00011873245239257812],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.03348422423005104,-0.03247234597802162,-0.0314604677259922,-0.030448591336607933,-0.029436713084578514,-0.028424836695194244,-0.027412958443164825,-0.026401080191135406,-0.025389201939105988,-0.024377325549721718,-0.0233654472976923,-0.02235356904566288,-0.02134169265627861,-0.02032981440424919,-0.019317936152219772,-0.018306059762835503,-0.017294181510806084,-0.016282303258776665,-0.01527042593806982,-0.014258548617362976,-0.013246670365333557,-0.012234793044626713,-0.011222915723919868,-0.01021103747189045,-0.009199160151183605,-0.00818728283047676,-0.007175404578447342,-0.006163527257740498,-0.005151649471372366,-0.004139771685004234,-0.0031278941314667463,-0.0021160165779292583,-0.0011041387915611267,-9.22611216083169e-05,0.0009196165483444929,0.0019314942182973027,0.0029433718882501125,0.003955249674618244,0.0049671269953250885,0.00597900478169322,0.006990882568061352,0.008002759888768196,0.009014638140797615,0.01002651546150446,0.011038392782211304,0.012050271034240723,0.013062148354947567,0.014074026606976986,0.01508590392768383,0.01609778217971325,0.01710965856909752,0.018121536821126938,0.019133415073156357,0.020145291462540627,0.021157169714570045,0.022169047966599464,0.023180924355983734,0.024192802608013153,0.025204680860042572,0.02621655911207199,0.02722843550145626,0.02824031375348568,0.0292521920055151,0.03026406839489937,0.03127594664692879],"_type":"histogram","values":[2,0,0,2,0,1,4,2,3,4,0,5,3,3,8,10,6,12,12,10,14,12,18,26,17,20,26,36,21,21,20,32,20,23,30,15,20,28,26,15,20,26,20,16,26,17,22,20,10,14,6,6,10,5,3,9,4,2,3,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,1,1,0,0,0,2,0,1,1,0,2,0,0,5,3,4,6,6,10,24,23,43,98,364,77,29,19,6,7,8,6,4,2,0,4,0,0,1,3,0,0,0,1,0,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,2],"bins":[-2.904312168539036e-07,-2.790021653709118e-07,-2.675730854662106e-07,-2.5614403398321883e-07,-2.447149540785176e-07,-2.3328590259552584e-07,-2.2185685111253406e-07,-2.1042778541868756e-07,-1.9899871972484107e-07,-1.8756965403099457e-07,-1.7614058833714807e-07,-1.647115368541563e-07,-1.532824711603098e-07,-1.418534054664633e-07,-1.3042435398347152e-07,-1.1899528828962502e-07,-1.0756622259577853e-07,-9.613715690193203e-08,-8.470809831351289e-08,-7.327903972509375e-08,-6.184997403124726e-08,-5.042091189011444e-08,-3.899184974898162e-08,-2.7562787607848804e-08,-1.6133725466715987e-08,-4.704663325583169e-09,6.724398815549648e-09,1.8153460956682466e-08,2.9582523097815283e-08,4.10115852389481e-08,5.244064738008092e-08,6.386970596850006e-08,7.529880008405598e-08,8.672786577790248e-08,9.815692436632162e-08,1.0958598295474076e-07,1.2101504864858725e-07,1.3244411434243375e-07,1.4387316582542553e-07,1.5530223151927203e-07,1.6673129721311852e-07,1.7816036290696502e-07,1.8958942860081152e-07,2.010184800838033e-07,2.124475457776498e-07,2.238766114714963e-07,2.3530566295448807e-07,2.467347428591893e-07,2.5816379434218106e-07,2.6959284582517284e-07,2.8102192572987406e-07,2.9245097721286584e-07,3.038800286958576e-07,3.1530910860055883e-07,3.267381600835506e-07,3.381672399882518e-07,3.495962914712436e-07,3.610253429542354e-07,3.724544228589366e-07,3.838834743419284e-07,3.953125542466296e-07,4.0674160572962137e-07,4.1817065721261315e-07,4.2959973711731436e-07,4.4102878860030614e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[4,2,12,14,37,52,90,151,221,370,597,904,1366,2049,2936,3993,5713,7332,9566,12284,15238,18533,21963,25363,28606,31203,33928,35273,36148,36070,35593,34149,31340,28803,25462,21950,18616,15154,12457,9803,7740,5582,4108,3065,2022,1380,927,596,412,261,152,103,57,33,23,9,3,0,3,1,1,0,0,1],"bins":[-0.10983432829380035,-0.10604918003082275,-0.10226403176784515,-0.09847889095544815,-0.09469374269247055,-0.09090859442949295,-0.08712344616651535,-0.08333829790353775,-0.07955315709114075,-0.07576800882816315,-0.07198286056518555,-0.06819771230220795,-0.06441256403923035,-0.060627419501543045,-0.056842271238565445,-0.05305712670087814,-0.04927197843790054,-0.04548683017492294,-0.04170168563723564,-0.03791653737425804,-0.03413139283657074,-0.03034624457359314,-0.02656109631061554,-0.02277594991028309,-0.018990803509950638,-0.015205657109618187,-0.011420509777963161,-0.007635362911969423,-0.003850216045975685,-6.506917998194695e-05,0.0037200776860117912,0.007505224552005529,0.011290371417999268,0.015075517818331718,0.01886066421866417,0.02264581248164177,0.02643095888197422,0.03021610528230667,0.03400125354528427,0.03778639808297157,0.04157154634594917,0.04535669460892677,0.049141839146614075,0.052926987409591675,0.056712135672569275,0.06049728021025658,0.06428242474794388,0.06806757301092148,0.07185272127389908,0.07563786953687668,0.07942301779985428,0.08320815861225128,0.08699330687522888,0.09077845513820648,0.09456360340118408,0.09834875166416168,0.10213389992713928,0.10591904073953629,0.10970418900251389,0.11348933726549149,0.11727448552846909,0.12105963379144669,0.12484477460384369,0.1286299228668213,0.1324150711297989]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,2,0,1,4,6,7,9,9,9,18,26,23,39,51,43,66,76,92,115,124,113,135,141,130,131,104,96,77,63,66,63,54,37,24,17,9,14,4,7,7,8,7,4,4,3,1,1,0,1,0,1,1,0,0,0,1,0,0,1],"bins":[-7.931050022454145e-14,-7.6405854841817e-14,-7.350120268282898e-14,-7.059655730010453e-14,-6.76919051411165e-14,-6.478725975839206e-14,-6.188261437566761e-14,-5.897796221667959e-14,-5.607331683395514e-14,-5.3168668063098903e-14,-5.026401929224267e-14,-4.735937052138643e-14,-4.4454721750530196e-14,-4.155007297967396e-14,-3.8645427596949514e-14,-3.574077882609328e-14,-3.283613005523704e-14,-2.9931481284380806e-14,-2.7026834207590465e-14,-2.412218543673423e-14,-2.1217538359943888e-14,-1.8312889589087653e-14,-1.5408240818231417e-14,-1.2503592894408128e-14,-9.59894497058484e-15,-6.694297046761551e-15,-3.789648699421789e-15,-8.850005638402639e-16,2.0196475717412614e-15,4.92429549556455e-15,7.828944266420786e-15,1.0733592190244074e-14,1.3638240114067363e-14,1.6542888884923598e-14,1.944753596171394e-14,2.2352184732570175e-14,2.5256831809360517e-14,2.8161480580216752e-14,3.106612935107299e-14,3.3970778121929224e-14,3.687542350465367e-14,3.9780072275509906e-14,4.268472104636614e-14,4.558936981722238e-14,4.8494018588078613e-14,5.139866735893485e-14,5.4303312741659296e-14,5.720796151251553e-14,6.011261367150356e-14,6.3017259054228e-14,6.592190443695245e-14,6.882655659594047e-14,7.173120197866492e-14,7.463585413765295e-14,7.754049952037739e-14,8.044514490310184e-14,8.334979706208986e-14,8.625444244481431e-14,8.915909460380234e-14,9.206373998652678e-14,9.496838536925123e-14,9.787303752823925e-14,1.007776829109637e-13,1.0368233506995173e-13,1.0658698045267617e-13]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,0,1,1,0,3,4,5,4,7,6,8,9,16,6,11,12,9,14,17,20,23,29,30,24,22,35,34,24,31,28,26,34,23,24,21,16,20,17,24,21,22,14,15,10,9,4,7,9,4,0,5,4,3,1,0,0,0,0,0,0,0,0,1],"bins":[-0.020145529881119728,-0.01946474425494671,-0.01878396049141884,-0.01810317486524582,-0.0174223892390728,-0.01674160547554493,-0.01606081984937191,-0.015380035154521465,-0.01469925045967102,-0.014018465764820576,-0.013337681069970131,-0.012656895443797112,-0.011976110748946667,-0.011295326054096222,-0.010614540427923203,-0.009933755733072758,-0.009252971038222313,-0.008572186343371868,-0.007891401648521423,-0.007210616022348404,-0.006529831327497959,-0.005849046632647514,-0.005168261472135782,-0.00448747631162405,-0.0038066916167736053,-0.003125906689092517,-0.0024451217614114285,-0.00176433683373034,-0.0010835519060492516,-0.0004027669783681631,0.00027801794931292534,0.0009588028769940138,0.0016395896673202515,0.00232037459500134,0.0030011595226824284,0.003681944450363517,0.004362729378044605,0.00504351407289505,0.005724299233406782,0.006405084393918514,0.007085869088768959,0.007766653783619404,0.008447438478469849,0.009128224104642868,0.009809008799493313,0.010489793494343758,0.011170579120516777,0.011851363815367222,0.012532148510217667,0.013212933205068111,0.013893717899918556,0.014574503526091576,0.01525528822094202,0.015936072915792465,0.016616858541965485,0.017297642305493355,0.017978427931666374,0.018659213557839394,0.019339997321367264,0.020020782947540283,0.020701568573713303,0.021382352337241173,0.022063137963414192,0.022743921726942062,0.023424707353115082],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,4,0,1,2,3,2,6,7,3,2,8,5,10,13,15,13,16,6,26,12,28,25,25,28,41,26,27,34,32,29,34,23,34,25,27,22,23,12,21,15,11,3,15,13,8,9,7,5,2,1,0,1,2,0,1,0,1,1],"bins":[-0.01743154041469097,-0.01690448820590973,-0.016377434134483337,-0.015850381925702095,-0.015323328785598278,-0.014796275645494461,-0.014269222505390644,-0.013742169365286827,-0.013215117156505585,-0.012688064016401768,-0.01216101087629795,-0.011633957736194134,-0.011106904596090317,-0.0105798514559865,-0.010052799247205257,-0.00952574610710144,-0.008998692966997623,-0.008471639826893806,-0.00794458668678999,-0.00741753401234746,-0.00689048133790493,-0.006363428197801113,-0.005836375057697296,-0.0053093223832547665,-0.0047822692431509495,-0.0042552161030471325,-0.003728163428604603,-0.003201110288500786,-0.0026740573812276125,-0.002147004473954439,-0.001619951450265944,-0.0010928984265774488,-0.0005658455193042755,-3.879255382344127e-05,0.000488260411657393,0.0010153134353458881,0.0015423663426190615,0.002069419249892235,0.002596472389996052,0.003123525297269225,0.0036505782045423985,0.0041776313446462154,0.004704684019088745,0.005231737159192562,0.005758790299296379,0.006285842973738909,0.006812896113842726,0.007339948788285255,0.007867001928389072,0.00839405506849289,0.008921108208596706,0.009448160417377949,0.009975213557481766,0.010502266697585583,0.0110293198376894,0.011556372977793217,0.012083426117897034,0.012610478326678276,0.013137531466782093,0.01366458460688591,0.014191637746989727,0.014718690887093544,0.015245743095874786,0.015772797167301178,0.01629984937608242],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,4,2,4,3,5,1,5,8,4,7,16,11,12,13,21,16,13,19,18,22,19,20,16,20,25,26,21,21,24,18,27,22,22,20,19,24,23,22,17,15,20,13,14,10,10,18,11,6,15,5,7,4,1,2,1,0,0,1,0,1],"bins":[-3.267282007012734e-13,-3.1654984623125104e-13,-3.063714917612287e-13,-2.9619313729120633e-13,-2.86014782821184e-13,-2.758364283511616e-13,-2.6565807388113927e-13,-2.554797194111169e-13,-2.4530136494109456e-13,-2.351230104710722e-13,-2.2494465600104985e-13,-2.147663015310275e-13,-2.0458794706100514e-13,-1.9440959259098278e-13,-1.8423123812096043e-13,-1.7405288365093807e-13,-1.6387452918091572e-13,-1.5369617471089336e-13,-1.43517820240871e-13,-1.3333946577084865e-13,-1.231611113008263e-13,-1.1298275683080394e-13,-1.0280440236078159e-13,-9.262604789075923e-14,-8.244769342073688e-14,-7.226933895071452e-14,-6.209098448069217e-14,-5.1912630010669814e-14,-4.173427554064746e-14,-3.1555921070625104e-14,-2.137756660060275e-14,-1.1199212130580394e-14,-1.020884765612351e-15,9.157469704410004e-15,1.933582417443236e-14,2.9514178644454714e-14,3.969253311447707e-14,4.9870887584499424e-14,6.004924205452178e-14,7.022759652454413e-14,8.040595099456649e-14,9.058430546458884e-14,1.007626599346112e-13,1.1094101440463355e-13,1.211193688746559e-13,1.3129772334467826e-13,1.4147607781470062e-13,1.5165443228472297e-13,1.6183278675474533e-13,1.7201114122476768e-13,1.8218949569479004e-13,1.923678501648124e-13,2.0254620463483475e-13,2.127245591048571e-13,2.2290291357487946e-13,2.330812680449018e-13,2.4325962251492417e-13,2.534379769849465e-13,2.636163314549689e-13,2.7379468592499123e-13,2.839730403950136e-13,2.9415139486503594e-13,3.043297493350583e-13,3.1450810380508065e-13,3.24686458275103e-13]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,1,3,4,2,6,9,8,7,10,10,13,16,13,15,16,28,31,28,30,31,33,33,31,31,38,28,35,35,21,15,26,23,17,13,14,15,11,9,10,6,7,6,8,0,2,3,1,6,4,2,0,0,0,0,0,0,0,0,1],"bins":[0.9566224813461304,0.95796138048172,0.9593002796173096,0.9606391787528992,0.961978018283844,0.9633169174194336,0.9646558165550232,0.9659947156906128,0.9673336148262024,0.968672513961792,0.9700113534927368,0.9713502526283264,0.972689151763916,0.9740280508995056,0.9753669500350952,0.9767058491706848,0.9780447483062744,0.9793835878372192,0.9807224869728088,0.9820613861083984,0.983400285243988,0.9847391843795776,0.9860780835151672,0.9874169230461121,0.9887558221817017,0.9900947213172913,0.9914336204528809,0.9927725195884705,0.9941114187240601,0.9954502582550049,0.9967891573905945,0.9981280565261841,0.9994669556617737,1.0008058547973633,1.002144694328308,1.0034836530685425,1.0048224925994873,1.0061614513397217,1.0075002908706665,1.0088391304016113,1.0101780891418457,1.0115169286727905,1.012855887413025,1.0141947269439697,1.015533685684204,1.016872525215149,1.0182113647460938,1.0195503234863281,1.020889163017273,1.0222281217575073,1.0235669612884521,1.0249059200286865,1.0262447595596313,1.0275835990905762,1.0289225578308105,1.0302613973617554,1.0316003561019897,1.0329391956329346,1.0342780351638794,1.0356169939041138,1.0369558334350586,1.038294792175293,1.0396336317062378,1.0409725904464722,1.042311429977417]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,4,4,11,18,38,42,93,158,212,391,576,918,1469,2113,3059,4386,5970,8308,10845,13839,17019,20889,24660,28152,32216,35112,37040,38368,38726,37545,36184,33510,30171,26690,22557,18948,15281,12013,9366,6859,5081,3682,2510,1672,1191,750,468,284,170,101,70,33,23,11,6,2,4,1,0,2,1],"bins":[-0.12875832617282867,-0.12463712692260742,-0.12051592767238617,-0.11639472842216492,-0.11227352917194366,-0.10815232247114182,-0.10403112322092056,-0.09990992397069931,-0.09578872472047806,-0.0916675254702568,-0.08754632622003555,-0.0834251269698143,-0.07930392026901245,-0.0751827210187912,-0.07106152176856995,-0.0669403225183487,-0.06281912326812744,-0.05869792401790619,-0.054576724767684937,-0.050455521792173386,-0.04633432254195213,-0.04221312329173088,-0.03809192031621933,-0.03397072106599808,-0.029849521815776825,-0.025728322565555573,-0.02160712145268917,-0.01748592033982277,-0.013364721089601517,-0.00924352090805769,-0.005122320726513863,-0.0010011205449700356,0.0031200945377349854,0.007241294719278812,0.01136249490082264,0.015483695082366467,0.019604895263910294,0.023726094514131546,0.027847295626997948,0.03196849673986435,0.0360896959900856,0.040210895240306854,0.04433209449052811,0.04845329746603966,0.05257449671626091,0.05669569596648216,0.06081689894199371,0.06493809819221497,0.06905929744243622,0.07318049669265747,0.07730169594287872,0.08142289519309998,0.08554409444332123,0.08966530114412308,0.09378650039434433,0.09790769964456558,0.10202889889478683,0.10615009814500809,0.11027129739522934,0.11439249664545059,0.11851370334625244,0.1226349025964737,0.12675610184669495,0.1308773010969162,0.13499850034713745]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,3,1,1,2,3,0,2,5,3,4,4,14,9,18,8,14,19,17,17,16,22,20,18,28,25,26,22,31,30,24,30,22,23,26,24,26,26,22,19,19,11,13,9,13,11,11,11,4,4,3,2,3,6,2,5,3,1,4,0,1,4,0,1],"bins":[-0.020805206149816513,-0.020121978595852852,-0.01943875104188919,-0.01875552348792553,-0.01807229593396187,-0.017389066517353058,-0.016705838963389397,-0.016022611409425735,-0.015339383855462074,-0.014656156301498413,-0.013972928747534752,-0.013289700262248516,-0.012606472708284855,-0.011923245154321194,-0.011240016669034958,-0.010556789115071297,-0.009873561561107635,-0.009190334007143974,-0.008507106453180313,-0.007823877967894077,-0.007140650413930416,-0.006457422859966755,-0.005774194840341806,-0.005090966820716858,-0.004407739266753197,-0.003724511479958892,-0.003041283693164587,-0.002358055906370282,-0.0016748281195759773,-0.0009916003327816725,-0.00030837254598736763,0.0003748552408069372,0.0010580848902463913,0.0017413126770406961,0.002424540463835001,0.003107768250629306,0.0037909960374236107,0.004474223591387272,0.00515745161101222,0.005840679630637169,0.00652390718460083,0.007207134738564491,0.007890362292528152,0.008573590777814388,0.00925681833177805,0.00994004588574171,0.010623274371027946,0.011306501924991608,0.011989729478955269,0.01267295703291893,0.013356184586882591,0.014039413072168827,0.014722640626132488,0.01540586818009615,0.016089096665382385,0.016772324219346046,0.017455551773309708,0.01813877932727337,0.01882200688123703,0.01950523443520069,0.020188461989164352,0.020871691405773163,0.021554918959736824,0.022238146513700485,0.022921374067664146]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,3,1,1,2,3,5,6,4,10,12,9,12,17,17,19,16,22,24,33,36,32,26,23,39,33,33,22,30,35,17,20,29,20,15,20,22,29,12,10,13,6,4,3,2,2,5,2,3,5,0,2,0,0,0,0,1],"bins":[-2.353112449782202e-06,-2.280696207890287e-06,-2.208279965998372e-06,-2.1358639514801325e-06,-2.0634477095882175e-06,-1.9910314676963026e-06,-1.9186152258043876e-06,-1.8461990975993103e-06,-1.7737828557073954e-06,-1.7013666138154804e-06,-1.6289504856104031e-06,-1.5565342437184881e-06,-1.4841180018265732e-06,-1.411701873621496e-06,-1.339285631729581e-06,-1.2668695035245037e-06,-1.1944532616325887e-06,-1.1220370197406737e-06,-1.0496208915355965e-06,-9.772046496436815e-07,-9.047884645951854e-07,-8.323722795466892e-07,-7.599560376547743e-07,-6.875398526062781e-07,-6.15123667557782e-07,-5.427074825092859e-07,-4.7029126903908036e-07,-3.978750555688748e-07,-3.254588705203787e-07,-2.530426854718826e-07,-1.8062647200167703e-07,-1.082102727423262e-07,-3.579384610929992e-08,3.662235315005091e-08,1.0903855240940175e-07,1.8145475166875258e-07,2.538709509281034e-07,3.2628713597659953e-07,3.987033494468051e-07,4.711195629170106e-07,5.435357479655067e-07,6.159519330140029e-07,6.88368118062499e-07,7.60784359954414e-07,8.332005450029101e-07,9.056167300514062e-07,9.780329719433212e-07,1.0504491001483984e-06,1.1228653420403134e-06,1.1952815839322284e-06,1.2676977121373056e-06,1.3401139540292206e-06,1.4125300822342979e-06,1.4849463241262129e-06,1.5573625660181278e-06,1.629778694223205e-06,1.70219493611512e-06,1.774611178007035e-06,1.8470273062121123e-06,1.9194435481040273e-06,1.9918597899959423e-06,2.0642760318878572e-06,2.1366920464060968e-06,2.2091082882980118e-06,2.2815245301899267e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,2,0,5,3,5,2,3,10,10,8,14,11,25,19,28,27,48,47,66,86,97,147,236,364,539,785,1334,2579,5747,19294,397689,135967,14121,4795,2159,1210,730,480,297,183,159,109,63,61,48,39,37,23,18,19,12,12,14,5,8,4,4,5,5,2,2,0,2],"bins":[-6.639311322942376e-11,-6.431122301364667e-11,-6.222933279786957e-11,-6.014744258209248e-11,-5.806555236631539e-11,-5.5983662150538294e-11,-5.39017719347612e-11,-5.1819881718984107e-11,-4.973799150320701e-11,-4.765610128742992e-11,-4.5574211071652826e-11,-4.349232085587573e-11,-4.141043064009864e-11,-3.9328540424321545e-11,-3.724665020854445e-11,-3.516475999276736e-11,-3.3082869776990265e-11,-3.100097956121317e-11,-2.8919089345436078e-11,-2.6837199129658984e-11,-2.475530891388189e-11,-2.2673418698104797e-11,-2.0591528482327703e-11,-1.850963826655061e-11,-1.6427748050773516e-11,-1.4345857834996423e-11,-1.226396761921933e-11,-1.0182077403442236e-11,-8.100187187665142e-12,-6.0182969718880486e-12,-3.936406756110955e-12,-1.8545165403338615e-12,2.2737367544323206e-13,2.3092638912203256e-12,4.391154106997419e-12,6.473044322774513e-12,8.554934538551606e-12,1.06368247543287e-11,1.2718714970105793e-11,1.4800605185882887e-11,1.688249540165998e-11,1.8964385617437074e-11,2.1046275833214168e-11,2.312816604899126e-11,2.5210056264768355e-11,2.7291946480545448e-11,2.937383669632254e-11,3.1455726912099635e-11,3.353761712787673e-11,3.561950734365382e-11,3.7701397559430916e-11,3.978328777520801e-11,4.18651779909851e-11,4.3947068206762196e-11,4.602895842253929e-11,4.8110848638316384e-11,5.019273885409348e-11,5.227462906987057e-11,5.4356519285647664e-11,5.643840950142476e-11,5.852029971720185e-11,6.060218993297894e-11,6.268408014875604e-11,6.476597036453313e-11,6.684786058031023e-11]},"parameters/_orig_mod.linear.weight":{"bins":[-0.19554342329502106,-0.1896456778049469,-0.18374791741371155,-0.1778501719236374,-0.17195242643356323,-0.16605466604232788,-0.16015692055225372,-0.15425916016101837,-0.1483614146709442,-0.14246366918087006,-0.1365659087896347,-0.13066816329956055,-0.12477041035890579,-0.11887265741825104,-0.11297491192817688,-0.10707715898752213,-0.10117940604686737,-0.09528165310621262,-0.08938390016555786,-0.0834861546754837,-0.07758840173482895,-0.0716906487941742,-0.06579290330410004,-0.05989515036344528,-0.05399739742279053,-0.04809964448213577,-0.042201895266771317,-0.03630414605140686,-0.030406393110752106,-0.0245086420327425,-0.018610890954732895,-0.01271313987672329,-0.006815403699874878,-0.0009176526218652725,0.004980098456144333,0.010877849534153938,0.016775600612163544,0.02267335169017315,0.028571102768182755,0.03446885198354721,0.040366604924201965,0.04626435786485672,0.052162107080221176,0.05805985629558563,0.06395760923624039,0.06985536217689514,0.0757531076669693,0.08165086060762405,0.08754861354827881,0.09344636648893356,0.09934411942958832,0.10524186491966248,0.11113961786031723,0.11703737080097198,0.12293511629104614,0.1288328766822815,0.13473062217235565,0.1406283676624298,0.14652612805366516,0.15242387354373932,0.15832161903381348,0.16421937942504883,0.17011712491512299,0.17601488530635834,0.1819126307964325],"_type":"histogram","values":[1,0,0,0,1,1,0,2,4,7,6,14,23,39,67,134,193,377,620,1136,1780,2871,4275,6367,8643,11511,14696,18090,20831,23151,24714,26196,26501,27010,26310,25096,23873,21683,18961,15673,12661,9552,7034,4872,3227,2017,1240,740,425,237,162,68,46,38,11,14,4,4,2,3,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[4,7,8,15,10,28,64,78,128,227,344,450,641,989,1412,2006,2809,3641,4976,6450,8365,10327,12625,15278,18161,20857,23659,26318,28486,30339,31914,33023,33014,32955,32028,29838,28040,25409,22453,19876,17075,14349,11771,9721,7598,5965,4496,3463,2449,1816,1247,874,620,390,266,189,109,66,41,32,16,10,8,1],"bins":[-0.09218482673168182,-0.08933378756046295,-0.08648275583982468,-0.0836317241191864,-0.08078068494796753,-0.07792964577674866,-0.07507861405611038,-0.0722275823354721,-0.06937654316425323,-0.06652550399303436,-0.06367447227239609,-0.060823436826467514,-0.05797240138053894,-0.05512136593461037,-0.05227033048868179,-0.04941929504275322,-0.046568259596824646,-0.04371722415089607,-0.0408661887049675,-0.038015153259038925,-0.03516411781311035,-0.03231308236718178,-0.029462046921253204,-0.02661101147532463,-0.023759976029396057,-0.020908940583467484,-0.01805790513753891,-0.015206869691610336,-0.012355834245681763,-0.009504798799753189,-0.0066537633538246155,-0.003802727907896042,-0.0009516850113868713,0.0018993504345417023,0.004750385880470276,0.0076014213263988495,0.010452456772327423,0.013303492218255997,0.01615452766418457,0.019005563110113144,0.021856598556041718,0.02470763400197029,0.027558669447898865,0.03040970489382744,0.03326074033975601,0.036111775785684586,0.03896281123161316,0.04181384667754173,0.044664882123470306,0.04751591756939888,0.050366953015327454,0.05321798846125603,0.0560690239071846,0.058920059353113174,0.06177109479904175,0.06462213397026062,0.0674731656908989,0.07032419741153717,0.07317523658275604,0.07602627575397491,0.07887730747461319,0.08172833919525146,0.08457937836647034,0.08743041753768921,0.09028144925832748]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,1,0,4,3,2,4,8,8,20,60,216,336,41,24,9,7,5,5,3,2,0,1,3,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0036394931375980377,-0.003339112037792802,-0.003038730937987566,-0.00273834983818233,-0.0024379687383770943,-0.0021375876385718584,-0.0018372065387666225,-0.0015368254389613867,-0.0012364443391561508,-0.000936063239350915,-0.0006356821395456791,-0.00033530103974044323,-3.491993993520737e-05,0.0002654611598700285,0.0005658422596752644,0.0008662233594805002,0.001166604459285736,0.001466985559090972,0.0017673666588962078,0.0020677477587014437,0.0023681288585066795,0.0026685099583119154,0.0029688910581171513,0.003269272157922387,0.003569653257727623,0.003870034357532859,0.004170415457338095,0.004470796324312687,0.0047711776569485664,0.005071558989584446,0.005371939856559038,0.00567232072353363,0.00597270205616951,0.006273083388805389,0.006573464255779982,0.006873845122754574,0.007174226455390453,0.007474607788026333,0.007774988655000925,0.008075369521975517,0.008375750854611397,0.008676132187247276,0.008976513519883156,0.00927689392119646,0.00957727525383234,0.00987765658646822,0.010178036987781525,0.010478418320417404,0.010778799653053284,0.011079180985689163,0.011379562318325043,0.011679942719638348,0.011980324052274227,0.012280705384910107,0.012581085786223412,0.012881467118859291,0.01318184845149517,0.01348222978413105,0.01378261111676693,0.014082991518080235,0.014383372850716114,0.014683754183351994,0.014984134584665298,0.015284515917301178,0.015584897249937057]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[2,1,3,3,4,7,9,7,16,21,18,36,49,51,68,91,109,147,181,273,337,413,600,718,1042,1389,1866,2860,4536,8008,17970,83192,404743,31216,11460,6026,3614,2245,1711,1141,908,677,474,360,300,213,169,133,83,71,62,46,36,28,20,15,14,6,8,9,1,4,1,3],"bins":[-1.3926637620897964e-12,-1.3494760864318778e-12,-1.3062884107739592e-12,-1.2631007351160406e-12,-1.219913059458122e-12,-1.1767253838002034e-12,-1.1335377081422848e-12,-1.0903500324843662e-12,-1.0471623568264476e-12,-1.003974681168529e-12,-9.607870055106105e-13,-9.175993298526919e-13,-8.744116541947733e-13,-8.312239785368547e-13,-7.880363028789361e-13,-7.448486272210175e-13,-7.016609515630989e-13,-6.584732759051803e-13,-6.152856002472618e-13,-5.720979245893432e-13,-5.289102489314246e-13,-4.85722573273506e-13,-4.425348976155874e-13,-3.993472219576688e-13,-3.561595462997502e-13,-3.1297187064183163e-13,-2.6978419498391304e-13,-2.2659651932599445e-13,-1.8340884366807586e-13,-1.4022116801015727e-13,-9.703349235223868e-14,-5.384581669432009e-14,-1.0658141036401503e-14,3.2529534621517087e-14,7.571721027943568e-14,1.1890488593735427e-13,1.6209256159527285e-13,2.0528023725319144e-13,2.4846791291111003e-13,2.916555885690286e-13,3.348432642269472e-13,3.780309398848658e-13,4.212186155427844e-13,4.64406291200703e-13,5.075939668586216e-13,5.507816425165402e-13,5.939693181744587e-13,6.371569938323773e-13,6.803446694902959e-13,7.235323451482145e-13,7.667200208061331e-13,8.099076964640517e-13,8.530953721219703e-13,8.962830477798889e-13,9.394707234378075e-13,9.82658399095726e-13,1.0258460747536446e-12,1.0690337504115632e-12,1.1122214260694818e-12,1.1554091017274004e-12,1.198596777385319e-12,1.2417844530432376e-12,1.2849721287011562e-12,1.3281598043590748e-12,1.3713474800169934e-12],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[2,3,3,10,8,19,38,60,114,212,384,563,1040,1540,2485,3702,5535,8198,11538,15927,21426,27631,35534,44162,53740,63800,73727,82662,90845,96337,99741,102195,100182,95389,89945,81845,72316,62532,53125,43171,34700,27196,20528,15266,10884,7721,5289,3625,2280,1421,938,575,325,199,95,66,38,13,9,6,2,0,1,1],"bins":[-0.10904569178819656,-0.10557769238948822,-0.10210970044136047,-0.09864170104265213,-0.09517370164394379,-0.09170570969581604,-0.0882377102971077,-0.08476971089839935,-0.0813017189502716,-0.07783371955156326,-0.07436572015285492,-0.07089772075414658,-0.06742972880601883,-0.06396172940731049,-0.06049373373389244,-0.0570257343351841,-0.05355773866176605,-0.05008974298834801,-0.046621743589639664,-0.04315374791622162,-0.039685748517513275,-0.03621775284409523,-0.032749757170677185,-0.02928175963461399,-0.025813762098550797,-0.022345764562487602,-0.018877767026424408,-0.015409771353006363,-0.011941773816943169,-0.008473776280879974,-0.005005779676139355,-0.0015377826057374477,0.0019302144646644592,0.005398211535066366,0.008866208605468273,0.012334205210208893,0.015802202746272087,0.01927020028233528,0.022738195955753326,0.02620619349181652,0.029674191027879715,0.03314218670129776,0.036610186100006104,0.04007818177342415,0.043546177446842194,0.04701417684555054,0.05048217251896858,0.053950171917676926,0.05741816759109497,0.060886163264513016,0.06435415893793106,0.0678221583366394,0.07129015773534775,0.0747581496834755,0.07822614908218384,0.08169414848089218,0.08516214787960052,0.08863013982772827,0.09209813922643661,0.09556613862514496,0.0990341305732727,0.10250212997198105,0.10597012937068939,0.10943812131881714,0.11290612071752548],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.061262741684913635,-0.059495843946933746,-0.05772894620895386,-0.05596204474568367,-0.05419514700770378,-0.05242824926972389,-0.050661347806453705,-0.048894450068473816,-0.04712755233049393,-0.04536065459251404,-0.04359375685453415,-0.04182685539126396,-0.04005995765328407,-0.038293059915304184,-0.036526158452034,-0.03475926071405411,-0.03299236297607422,-0.03122546523809433,-0.02945856563746929,-0.027691666036844254,-0.025924768298864365,-0.024157870560884476,-0.022390970960259438,-0.0206240713596344,-0.01885717362165451,-0.01709027588367462,-0.015323376283049583,-0.01355647761374712,-0.011789578944444656,-0.010022680275142193,-0.00825578160583973,-0.006488882936537266,-0.004721987992525101,-0.002955089323222637,-0.0011881906539201736,0.0005787080153822899,0.0023456066846847534,0.004112505353987217,0.0058794040232896805,0.007646302692592144,0.009413201361894608,0.011180100031197071,0.012946998700499535,0.014713897369801998,0.01648079603910446,0.01824769377708435,0.02001459337770939,0.021781492978334427,0.023548390716314316,0.025315288454294205,0.027082188054919243,0.02884908765554428,0.03061598539352417,0.03238288313150406,0.03414978086948395,0.035916682332754135,0.037683580070734024,0.03945047780871391,0.0412173792719841,0.04298427700996399,0.04475117474794388,0.04651807248592377,0.048284970223903656,0.05005187168717384,0.05181876942515373],"_type":"histogram","values":[4,4,2,1,4,5,12,9,21,15,24,27,42,33,48,63,79,76,95,82,122,86,120,125,111,95,121,108,85,87,65,56,54,37,30,23,16,16,11,7,6,2,3,0,0,1,1,0,0,0,1,1,0,3,1,1,0,2,0,1,0,0,3,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[1,0,0,0,0,1,0,1,0,3,1,4,5,4,12,17,33,45,65,141,210,407,554,939,1528,2394,3925,6471,11808,21183,43208,117835,245900,65817,30014,15525,8717,5098,3074,1799,1194,735,454,258,182,103,49,54,27,12,3,3,7,1,0,2,0,0,0,0,0,0,0,1],"bins":[-7.867813110351562e-06,-7.623806595802307e-06,-7.379800081253052e-06,-7.135793566703796e-06,-6.891787052154541e-06,-6.647780537605286e-06,-6.40377402305603e-06,-6.159767508506775e-06,-5.9157609939575195e-06,-5.671754479408264e-06,-5.427747964859009e-06,-5.183741450309753e-06,-4.939734935760498e-06,-4.695728421211243e-06,-4.451721906661987e-06,-4.207715392112732e-06,-3.9637088775634766e-06,-3.719702363014221e-06,-3.475695848464966e-06,-3.2316893339157104e-06,-2.987682819366455e-06,-2.7436763048171997e-06,-2.4996697902679443e-06,-2.255663275718689e-06,-2.0116567611694336e-06,-1.7676502466201782e-06,-1.5236437320709229e-06,-1.2796372175216675e-06,-1.0356307029724121e-06,-7.916241884231567e-07,-5.476176738739014e-07,-3.03611159324646e-07,-5.960464477539063e-08,1.8440186977386475e-07,4.284083843231201e-07,6.724148988723755e-07,9.164214134216309e-07,1.1604279279708862e-06,1.4044344425201416e-06,1.648440957069397e-06,1.8924474716186523e-06,2.1364539861679077e-06,2.380460500717163e-06,2.6244670152664185e-06,2.868473529815674e-06,3.112480044364929e-06,3.3564865589141846e-06,3.60049307346344e-06,3.844499588012695e-06,4.088506102561951e-06,4.332512617111206e-06,4.5765191316604614e-06,4.820525646209717e-06,5.064532160758972e-06,5.3085386753082275e-06,5.552545189857483e-06,5.796551704406738e-06,6.040558218955994e-06,6.284564733505249e-06,6.528571248054504e-06,6.77257776260376e-06,7.016584277153015e-06,7.2605907917022705e-06,7.504597306251526e-06,7.748603820800781e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,2,0,0,0,1,1,3,1,3,1,1,3,8,4,10,9,8,7,12,20,17,16,23,23,17,23,20,24,34,32,25,23,21,28,28,23,19,22,24,18,23,24,16,21,19,16,16,12,9,11,13,8,3,5,5,4,1,0,2,0,2,2,1],"bins":[-0.0460575670003891,-0.04469272866845131,-0.04332789033651352,-0.04196305200457573,-0.04059821367263794,-0.03923337161540985,-0.03786853328347206,-0.03650369495153427,-0.03513885661959648,-0.03377401828765869,-0.0324091799557209,-0.031044339761137962,-0.029679501429200172,-0.028314663097262383,-0.026949822902679443,-0.025584984570741653,-0.024220146238803864,-0.022855307906866074,-0.021490469574928284,-0.020125629380345345,-0.018760791048407555,-0.017395952716469765,-0.016031112521886826,-0.014666274189949036,-0.013301435858011246,-0.011936597526073456,-0.010571758262813091,-0.009206918999552727,-0.007842080667614937,-0.00647724187001586,-0.005112403072416782,-0.003747564274817705,-0.002382725477218628,-0.0010178866796195507,0.0003469521179795265,0.0017117909155786037,0.003076629713177681,0.004441468510776758,0.005806307308375835,0.007171146105974913,0.00853598490357399,0.00990082323551178,0.011265662498772144,0.012630501762032509,0.013995340093970299,0.015360178425908089,0.016725018620491028,0.018089856952428818,0.019454695284366608,0.020819533616304398,0.022184371948242188,0.023549212142825127,0.024914050474762917,0.026278888806700706,0.027643729001283646,0.029008567333221436,0.030373405665159225,0.031738243997097015,0.033103082329034805,0.034467920660972595,0.035832762718200684,0.037197601050138474,0.03856243938207626,0.03992727771401405,0.04129211604595184],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-1.0486170959334018e-11,-1.0155683585755249e-11,-9.825195344814741e-12,-9.494707971235972e-12,-9.164219730295464e-12,-8.833732356716695e-12,-8.503244983137925e-12,-8.172756742197418e-12,-7.842269368618648e-12,-7.511781127678141e-12,-7.1812937540993715e-12,-6.850805946839733e-12,-6.520318139580095e-12,-6.189830332320456e-12,-5.859342958741687e-12,-5.528855151482048e-12,-5.19836734422241e-12,-4.8678795369627714e-12,-4.537391729703133e-12,-4.2069043561243635e-12,-3.876416548864725e-12,-3.5459287416050866e-12,-3.215440934345448e-12,-2.8849533439262443e-12,-2.554465536666606e-12,-2.2239777294069674e-12,-1.8934901389877634e-12,-1.563002331728125e-12,-1.2325146328887038e-12,-9.020269340492826e-13,-5.715391809997528e-13,-2.4105145505527725e-13,8.943627088919825e-14,4.1992399683367376e-13,7.504117227781493e-13,1.080899475827679e-12,1.4113871746671003e-12,1.7418748735065215e-12,2.07236268076616e-12,2.402850271185364e-12,2.7333380784450023e-12,3.0638258857046408e-12,3.3943134761238447e-12,3.724801283383483e-12,4.055289090643122e-12,4.38577689790276e-12,4.7162642714815295e-12,5.046752078741168e-12,5.377239886000806e-12,5.707727693260445e-12,6.038215500520083e-12,6.368702874098853e-12,6.699190681358491e-12,7.02967848861813e-12,7.360166295877768e-12,7.690653669456538e-12,8.021141910397045e-12,8.351629283975814e-12,8.682117524916322e-12,9.012604898495091e-12,9.34309227207386e-12,9.673580513014368e-12,1.0004067886593138e-11,1.0334556127533645e-11,1.0665043501112415e-11],"_type":"histogram","values":[3,0,0,1,0,0,1,1,0,2,2,3,8,2,4,8,9,8,17,18,18,19,15,19,29,35,31,30,27,22,28,26,25,38,27,38,28,35,26,32,22,25,15,10,6,9,5,7,8,3,10,3,0,1,2,0,0,1,1,0,2,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.10382445901632309,-0.10046475380659103,-0.09710504859685898,-0.09374534338712692,-0.09038563817739487,-0.08702593296766281,-0.08366622775793076,-0.0803065225481987,-0.07694681733846664,-0.07358711212873459,-0.07022740691900253,-0.06686770170927048,-0.06350799649953842,-0.060148295015096664,-0.05678858980536461,-0.05342888459563255,-0.0500691793859005,-0.04670947417616844,-0.043349768966436386,-0.03999006375670433,-0.036630358546972275,-0.03327065333724022,-0.029910949990153313,-0.026551244780421257,-0.0231915395706892,-0.019831834360957146,-0.01647212915122509,-0.013112424872815609,-0.009752719663083553,-0.006393014453351498,-0.0030333097092807293,0.0003263952676206827,0.0036861002445220947,0.00704580545425415,0.010405510663986206,0.013765214942395687,0.017124921083450317,0.020484624430537224,0.02384432964026928,0.027204034850001335,0.03056374005973339,0.0339234434068203,0.03728314861655235,0.04064285382628441,0.044002559036016464,0.04736226424574852,0.050721969455480576,0.05408167466521263,0.05744137987494469,0.06080108508467674,0.0641607865691185,0.06752049177885056,0.07088019698858261,0.07423990219831467,0.07759960740804672,0.08095931261777878,0.08431901782751083,0.08767872303724289,0.09103842824697495,0.094398133456707,0.09775783866643906,0.10111754387617111,0.10447724908590317,0.10783695429563522,0.11119665950536728],"_type":"histogram","values":[3,3,6,15,41,51,103,159,310,469,759,1195,1818,2811,4093,6004,8688,11892,16114,21009,27349,33980,42167,50944,59915,68531,76869,83692,89762,93819,95340,95349,92816,88561,82235,74355,66304,57653,48472,40220,32517,25906,19873,14982,11110,7868,5611,4019,2582,1745,1082,680,404,238,165,97,51,22,17,7,9,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,2,2,2,1,8,5,8,5,19,16,23,21,51,54,70,129,145,205,330,438,692,1092,1717,3124,6503,20350,385234,142115,14760,5373,2712,1510,1053,649,400,283,222,120,110,69,50,33,25,21,24,12,8,5,8,4,1,1,1,2,1,1,0,1,0,0,1],"bins":[-2.489741746103391e-11,-2.4064306103355193e-11,-2.3231194745676476e-11,-2.2398083387997758e-11,-2.156497203031904e-11,-2.0731860672640323e-11,-1.9898749314961606e-11,-1.9065637957282888e-11,-1.823252659960417e-11,-1.7399415241925453e-11,-1.6566303884246736e-11,-1.5733192526568018e-11,-1.49000811688893e-11,-1.4066969811210583e-11,-1.3233858453531866e-11,-1.2400747095853148e-11,-1.1567635738174431e-11,-1.0734524380495714e-11,-9.901413022816996e-12,-9.068301665138279e-12,-8.235190307459561e-12,-7.402078949780844e-12,-6.568967592102126e-12,-5.735856234423409e-12,-4.902744876744691e-12,-4.069633519065974e-12,-3.2365221613872563e-12,-2.403410803708539e-12,-1.5702994460298214e-12,-7.371880883511039e-13,9.592326932761353e-14,9.29034627006331e-13,1.7621459846850485e-12,2.595257342363766e-12,3.4283687000424834e-12,4.261480057721201e-12,5.094591415399918e-12,5.927702773078636e-12,6.760814130757353e-12,7.59392548843607e-12,8.427036846114788e-12,9.260148203793506e-12,1.0093259561472223e-11,1.092637091915094e-11,1.1759482276829658e-11,1.2592593634508376e-11,1.3425704992187093e-11,1.425881634986581e-11,1.5091927707544528e-11,1.5925039065223245e-11,1.6758150422901963e-11,1.759126178058068e-11,1.8424373138259398e-11,1.9257484495938115e-11,2.0090595853616833e-11,2.092370721129555e-11,2.1756818568974268e-11,2.2589929926652985e-11,2.3423041284331703e-11,2.425615264201042e-11,2.5089263999689138e-11,2.5922375357367855e-11,2.6755486715046572e-11,2.758859807272529e-11,2.8421709430404007e-11]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,1,1,1,6,7,14,39,59,121,218,401,687,1097,1963,3007,4669,6936,10146,14324,19743,26809,35022,43914,53911,64892,75531,85985,93949,100705,104909,105584,103864,98988,91485,82702,72782,61709,51302,41144,32329,24567,18155,12939,9118,6222,4210,2621,1679,1052,579,347,195,107,55,34,10,9,5,1,0,1,0,1],"bins":[-0.11462278664112091,-0.1109665185213089,-0.10731025040149689,-0.10365398228168488,-0.09999771416187286,-0.09634144604206085,-0.09268517792224884,-0.08902890980243683,-0.08537264168262482,-0.0817163810133934,-0.07806011289358139,-0.07440384477376938,-0.07074757665395737,-0.06709130853414536,-0.06343504041433334,-0.05977877229452133,-0.05612250417470932,-0.05246623605489731,-0.0488099679350853,-0.045153699815273285,-0.04149743169546127,-0.03784116730093956,-0.03418489918112755,-0.030528631061315536,-0.026872362941503525,-0.023216094821691513,-0.0195598267018795,-0.01590356044471264,-0.012247292324900627,-0.008591024205088615,-0.004934757016599178,-0.001278489362448454,0.0023777857422828674,0.006034053396433592,0.009690321050584316,0.013346588239073753,0.017002856358885765,0.020659124478697777,0.02431539073586464,0.02797165885567665,0.03162792697548866,0.035284195095300674,0.038940463215112686,0.0425967313349247,0.04625299572944641,0.04990926384925842,0.053565531969070435,0.057221800088882446,0.06087806820869446,0.06453433632850647,0.06819060444831848,0.0718468725681305,0.0755031406879425,0.07915940880775452,0.08281567692756653,0.08647194504737854,0.09012821316719055,0.09378447383642197,0.09744074195623398,0.10109701007604599,0.104753278195858,0.10840954631567001,0.11206581443548203,0.11572208255529404,0.11937835067510605]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-6.427461508992302e-14,-6.24529928098215e-14,-6.063137052971998e-14,-5.880974824961846e-14,-5.698811919325336e-14,-5.516649691315184e-14,-5.334487463305032e-14,-5.15232523529488e-14,-4.970163007284728e-14,-4.788000440461397e-14,-4.605838212451245e-14,-4.423675984441093e-14,-4.241513417617762e-14,-4.05935118960761e-14,-3.877188961597458e-14,-3.695026394774127e-14,-3.512864166763975e-14,-3.330701938753823e-14,-3.148539371930492e-14,-2.96637714392034e-14,-2.784214915910188e-14,-2.6020525184934466e-14,-2.419890121076705e-14,-2.237727893066553e-14,-2.0555654956498116e-14,-1.8734030982330702e-14,-1.691240870222918e-14,-1.5090784728061767e-14,-1.3269161600927299e-14,-1.1447538473792832e-14,-9.625914499625417e-15,-7.804291372490949e-15,-5.982671633488271e-15,-4.161048506353803e-15,-2.339424955702862e-15,-5.178016168101577e-16,1.3038217220825467e-15,3.125445060975251e-15,4.947068399867955e-15,6.7686919505188965e-15,8.590315077653364e-15,1.0411938204787832e-14,1.2233561331922299e-14,1.4055185306089714e-14,1.587680928025713e-14,1.769843156035865e-14,1.9520055534526064e-14,2.1341677814627584e-14,2.3163301788795e-14,2.4984925762962414e-14,2.6806548043063934e-14,2.862817201723135e-14,3.044979429733287e-14,3.227141996556618e-14,3.40930422456677e-14,3.591466452576922e-14,3.773628680587074e-14,3.955791247410405e-14,4.137953475420557e-14,4.320115703430709e-14,4.50227827025404e-14,4.684440498264192e-14,4.866602726274344e-14,5.048765293097675e-14,5.230927521107827e-14],"_type":"histogram","values":[2,1,1,0,0,0,1,1,3,1,1,2,2,0,0,2,5,3,2,4,3,10,6,9,16,18,18,20,22,28,33,31,31,46,45,34,42,45,37,47,30,26,24,20,18,16,13,9,8,2,4,6,7,2,1,2,0,4,0,1,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,1,3,1,1,1,7,2,6,5,3,4,6,2,3,8,7,14,20,22,47,48,75,67,92,74,40,45,38,22,18,14,8,5,7,7,5,9,4,3,5,4,3,0,4,0,2,2,0,0,1,0,0,0,1],"bins":[-0.010951738804578781,-0.01062836404889822,-0.010304990224540234,-0.009981615468859673,-0.009658240713179111,-0.009334866888821125,-0.009011492133140564,-0.008688117377460003,-0.008364743553102016,-0.008041368797421455,-0.007717994507402182,-0.007394620217382908,-0.007071245461702347,-0.006747871171683073,-0.006424496881663799,-0.006101122125983238,-0.0057777478359639645,-0.005454373545944691,-0.00513099879026413,-0.004807624500244856,-0.004484250210225582,-0.004160875454545021,-0.0038375011645257473,-0.0035141268745064735,-0.003190752351656556,-0.0028673778288066387,-0.002544003538787365,-0.0022206290159374475,-0.001897254609502852,-0.0015738802030682564,-0.001250505680218339,-0.0009271312737837434,-0.0006037568673491478,-0.00028038243181072176,4.2992003727704287e-05,0.00036636643926613033,0.0006897408748045564,0.001013115281239152,0.0013364898040890694,0.001659864210523665,0.0019832386169582605,0.002306613139808178,0.0026299874298274517,0.002953361952677369,0.0032767364755272865,0.0036001107655465603,0.003923485055565834,0.004246859811246395,0.004570234101265669,0.004893608391284943,0.005216983146965504,0.0055403574369847775,0.005863731727004051,0.006187106482684612,0.006510480772703886,0.00683385506272316,0.007157229818403721,0.007480604108422995,0.007803978398442268,0.00812735315412283,0.008450726978480816,0.008774101734161377,0.009097476489841938,0.009420850314199924,0.009744225069880486]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,6,5,9,27,31,85,157,256,456,727,1223,2015,3049,4647,6874,9950,14184,19603,25971,33820,43202,52941,63423,73701,83983,92499,98350,103166,104460,103145,98336,92009,83353,73492,63804,52898,43067,33893,26118,19492,14501,10165,7006,4817,3078,1922,1212,749,452,240,124,75,50,19,18,5,0,1,0,0,1],"bins":[-0.11876829713582993,-0.11499939113855362,-0.11123048514127731,-0.10746157914400101,-0.1036926805973053,-0.09992377460002899,-0.09615486860275269,-0.09238596260547638,-0.08861705660820007,-0.08484815061092377,-0.08107924461364746,-0.07731033861637115,-0.07354143261909485,-0.06977253407239914,-0.06600362807512283,-0.06223472207784653,-0.05846581608057022,-0.054696910083293915,-0.05092800408601761,-0.0471591018140316,-0.043390195816755295,-0.03962128981947899,-0.03585238754749298,-0.032083481550216675,-0.02831457555294037,-0.024545669555664062,-0.020776765421032906,-0.01700786128640175,-0.013238955289125443,-0.009470050223171711,-0.005701145157217979,-0.001932240091264248,0.0018366649746894836,0.005605570040643215,0.009374475106596947,0.013143380172550678,0.01691228523850441,0.020681191235780716,0.024450095370411873,0.02821899950504303,0.031987905502319336,0.03575681149959564,0.03952571749687195,0.043294619768857956,0.04706352576613426,0.05083243176341057,0.054601334035396576,0.05837024003267288,0.06213914602994919,0.0659080520272255,0.0696769580245018,0.0734458640217781,0.07721476256847382,0.08098366856575012,0.08475257456302643,0.08852148056030273,0.09229038655757904,0.09605929255485535,0.09982819855213165,0.10359710454940796,0.10736601054668427,0.11113490909337997,0.11490381509065628,0.11867272108793259,0.12244162708520889]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,0,0,1,1,3,1,0,0,3,3,1,5,4,6,10,9,11,8,13,13,18,10,25,24,24,19,17,15,31,29,36,31,29,33,31,28,32,25,22,26,18,20,16,22,15,10,9,10,13,8,5,3,6,2,3,1,1,1,2,0,0,1,4],"bins":[-0.04733298346400261,-0.04588311165571213,-0.04443323612213135,-0.042983364313840866,-0.041533492505550385,-0.040083616971969604,-0.03863374516367912,-0.03718387335538864,-0.03573399782180786,-0.03428412601351738,-0.0328342542052269,-0.03138438239693642,-0.029934506863355637,-0.028484635055065155,-0.027034761384129524,-0.025584889575839043,-0.024135015904903412,-0.02268514223396778,-0.0212352704256773,-0.01978539675474167,-0.018335524946451187,-0.016885651275515556,-0.015435777604579926,-0.01398590486496687,-0.012536032125353813,-0.011086159385740757,-0.0096362866461277,-0.00818641297519207,-0.006736540235579014,-0.005286667495965958,-0.003836794290691614,-0.0023869213182479143,-0.000937044620513916,0.0005128283519297838,0.0019627013243734837,0.0034125742968171835,0.004862447269260883,0.0063123200088739395,0.007762193214148283,0.009212066419422626,0.010661939159035683,0.012111811898648739,0.013561684638261795,0.015011558309197426,0.016461431980133057,0.017911303788423538,0.01936117745935917,0.02081104926764965,0.02226092293858528,0.023710796609520912,0.025160668417811394,0.026610542088747025,0.028060413897037506,0.029510287567973137,0.030960161238908768,0.03241003304719925,0.03385990858078003,0.03530978038907051,0.03675965219736099,0.038209524005651474,0.039659399539232254,0.041109271347522736,0.04255914315581322,0.044009018689394,0.04545889049768448],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,3,3,3,6,1,3,6,5,9,7,10,7,9,15,15,18,16,19,14,29,21,24,19,25,24,25,40,16,26,31,29,31,20,22,22,26,17,16,17,19,17,12,6,10,5,7,4,4,3,1,6,7,6,2,1,0,2,1,1,1,1],"bins":[-0.042996846139431,-0.04156075045466423,-0.04012465849518776,-0.03868856281042099,-0.03725247085094452,-0.03581637516617775,-0.03438027948141098,-0.03294418752193451,-0.03150809183716774,-0.03007199801504612,-0.0286359041929245,-0.02719981037080288,-0.02576371654868126,-0.02432762272655964,-0.02289152704179287,-0.02145543321967125,-0.02001933939754963,-0.01858324557542801,-0.01714715175330639,-0.01571105606853962,-0.014274962246418,-0.012838868424296379,-0.011402774602174759,-0.009966679848730564,-0.008530586026608944,-0.0070944917388260365,-0.005658397451043129,-0.004222303628921509,-0.0027862093411386013,-0.0013501151697710156,8.597900159657001e-05,0.0015220731729641557,0.0029581673443317413,0.004394261632114649,0.005830355919897556,0.0072664497420191765,0.008702544495463371,0.010138638317584991,0.011574732139706612,0.013010826893150806,0.014446920715272427,0.01588301546871662,0.01731910929083824,0.018755203112959862,0.020191296935081482,0.021627390757203102,0.02306348644196987,0.02449958026409149,0.025935674086213112,0.027371767908334732,0.028807861730456352,0.03024395741522312,0.03168005123734474,0.03311614319682121,0.03455223888158798,0.03598833456635475,0.03742442652583122,0.03886052221059799,0.04029661417007446,0.04173270985484123,0.043168805539608,0.04460489749908447,0.04604099318385124,0.04747708514332771,0.04891318082809448]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[-0.226266548037529,-0.22261737287044525,-0.21896818280220032,-0.21531900763511658,-0.21166983246803284,-0.2080206573009491,-0.20437146723270416,-0.20072229206562042,-0.19707311689853668,-0.19342394173145294,-0.189774751663208,-0.18612557649612427,-0.18247640132904053,-0.1788272261619568,-0.17517803609371185,-0.1715288609266281,-0.16787968575954437,-0.16423049569129944,-0.1605813205242157,-0.15693214535713196,-0.15328297019004822,-0.14963378012180328,-0.14598460495471954,-0.1423354297876358,-0.13868625462055206,-0.13503706455230713,-0.1313878893852234,-0.12773871421813965,-0.12408953160047531,-0.12044035643339157,-0.11679117381572723,-0.1131419986486435,-0.10949281603097916,-0.10584363341331482,-0.10219445824623108,-0.09854527562856674,-0.094896100461483,-0.09124691784381866,-0.08759774267673492,-0.08394856005907059,-0.08029938489198685,-0.07665020227432251,-0.07300102710723877,-0.06935184448957443,-0.06570266932249069,-0.062053486704826355,-0.058404307812452316,-0.05475512892007828,-0.05110595002770424,-0.0474567711353302,-0.04380759224295616,-0.04015841335058212,-0.036509234458208084,-0.032860055565834045,-0.029210874810814857,-0.02556169591844082,-0.02191251702606678,-0.01826333813369274,-0.014614159241318703,-0.01096497941762209,-0.007315800525248051,-0.0036666214000433683,-1.744227483868599e-05,0.0036317368503659964,0.007280915975570679],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,1,183,559,22]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,0,1,0,2,3,4,2,7,15,10,10,15,17,28,28,47,63,67,78,64,72,44,48,26,24,11,19,8,9,10,7,3,7,2,4,1,0,2,1,2,1,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-2.862238983152021e-13,-2.730961073602045e-13,-2.599682893001526e-13,-2.46840498345155e-13,-2.3371268028510306e-13,-2.2058488933010545e-13,-2.0745708482258068e-13,-1.9432928031505592e-13,-1.812014893600583e-13,-1.6807368485253354e-13,-1.5494588034500878e-13,-1.4181807583748401e-13,-1.2869027132995925e-13,-1.1556246682243448e-13,-1.024346690911733e-13,-8.930687135991211e-14,-7.617906685238734e-14,-6.305126234486258e-14,-4.992346461360139e-14,-3.679566010607663e-14,-2.366785898668365e-14,-1.0540057020257728e-14,2.5877449461681953e-15,1.5715547759627066e-14,2.884334887902004e-14,4.197114999841302e-14,5.5098951117805994e-14,6.822675562533076e-14,8.135456013285552e-14,9.448235786411671e-14,1.0761016237164148e-13,1.2073796010290266e-13,1.3386576461042743e-13,1.469935691179522e-13,1.6012137362547696e-13,1.7324916458047457e-13,1.8637696908799933e-13,1.995047735955241e-13,2.1263257810304886e-13,2.2576038261057363e-13,2.3888817356557124e-13,2.5201599162562316e-13,2.6514378258062077e-13,2.782715735356184e-13,2.913993915956703e-13,3.045271825506679e-13,3.1765500061071983e-13,3.3078279156571744e-13,3.4391060962576936e-13,3.5703840058076697e-13,3.701661915357646e-13,3.832940095958165e-13,3.964218005508141e-13,4.0954961861086603e-13,4.2267740956586364e-13,4.3580520052086125e-13,4.4893301858091317e-13,4.620608366409651e-13,4.751886275959627e-13,4.883164185509603e-13,5.014442095059579e-13,5.145720004609555e-13,5.276998456260618e-13,5.408276365810594e-13,5.53955427536057e-13]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,1,3,1,3,1,8,6,8,24,34,39,64,78,85,109,83,69,45,26,21,11,10,6,3,3,4,3,4,3,0,0,2,0,1,0,2,1,0,0,0,1,2,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.00400497717782855,-0.003741053631529212,-0.0034771300852298737,-0.0032132065389305353,-0.002949282992631197,-0.002685359213501215,-0.0024214356672018766,-0.0021575121209025383,-0.0018935885746032,-0.0016296650283038616,-0.0013657414820045233,-0.0011018178192898631,-0.0008378942729905248,-0.0005739707266911864,-0.0003100471221841872,-4.6123546781018376e-05,0.00021780002862215042,0.0004817236040253192,0.000745647179428488,0.0010095707839354873,0.0012734943302348256,0.001537417876534164,0.0018013415392488241,0.0020652650855481625,0.002329188631847501,0.002593112178146839,0.0028570357244461775,0.003120959270745516,0.003384883049875498,0.003648806596174836,0.0039127301424741745,0.004176653455942869,0.004440576769411564,0.004704500548541546,0.0049684238620102406,0.0052323476411402225,0.005496270954608917,0.005760194733738899,0.006024118047207594,0.006288041826337576,0.006551965139806271,0.006815888918936253,0.007079812698066235,0.007343736011534929,0.007607659790664911,0.007871583104133606,0.008135506883263588,0.00839943066239357,0.008663354441523552,0.00892727728933096,0.009191201068460941,0.009455124847590923,0.009719048626720905,0.009982971474528313,0.010246895253658295,0.010510819032788277,0.010774742811918259,0.01103866659104824,0.011302589438855648,0.01156651321798563,0.011830436997115612,0.012094360776245594,0.012358283624053001,0.012622207403182983,0.012886131182312965],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,1,0,4,6,0,5,0,4,8,3,6,6,13,9,17,10,18,39,37,30,40,44,33,55,65,58,66,72,64,73,75,65,64,74,48,64,59,60,33,26,28,36,22,20,9,9,10,8,7,9,7,3,3,1,3,2,1,0,1,1,1],"bins":[-0.057287488132715225,-0.055509693920612335,-0.053731899708509445,-0.051954105496406555,-0.050176315009593964,-0.048398520797491074,-0.046620726585388184,-0.044842932373285294,-0.043065138161182404,-0.041287343949079514,-0.039509549736976624,-0.037731755524873734,-0.035953961312770844,-0.03417617082595825,-0.03239837661385536,-0.030620582401752472,-0.028842788189649582,-0.027064993977546692,-0.025287199765443802,-0.02350940741598606,-0.02173161320388317,-0.01995381899178028,-0.01817602664232254,-0.01639823243021965,-0.01462043821811676,-0.01284264400601387,-0.011064850725233555,-0.00928705744445324,-0.007509263232350349,-0.005731469485908747,-0.003953675739467144,-0.0021758819930255413,-0.00039808452129364014,0.0013797092251479626,0.0031575029715895653,0.004935296718031168,0.006713090464472771,0.00849088467657566,0.010268677957355976,0.012046471238136292,0.013824265450239182,0.015602059662342072,0.01737985387444496,0.019157646223902702,0.020935440436005592,0.022713234648108482,0.024491026997566223,0.026268821209669113,0.028046615421772003,0.029824409633874893,0.03160220384597778,0.03337999805808067,0.03515779227018356,0.036935582756996155,0.038713376969099045,0.040491171181201935,0.042268965393304825,0.044046759605407715,0.045824553817510605,0.047602348029613495,0.049380138516426086,0.051157932728528976,0.052935726940631866,0.054713521152734756,0.056491315364837646],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,3,3,4,5,3,3,6,5,5,10,9,13,9,16,10,18,12,17,18,25,25,25,28,22,33,31,30,25,24,22,31,28,22,24,25,22,22,9,13,15,13,14,8,9,8,5,2,4,5,3,4,3,2,3,2,2,0,4,4,2],"bins":[0.8841596841812134,0.886267900466919,0.8883760571479797,0.8904842734336853,0.8925924897193909,0.8947006464004517,0.8968088626861572,0.8989170789718628,0.9010252356529236,0.9031334519386292,0.9052416682243347,0.9073498249053955,0.9094580411911011,0.9115662574768066,0.9136744141578674,0.915782630443573,0.9178907871246338,0.9199990034103394,0.9221072196960449,0.9242153763771057,0.9263235926628113,0.9284318089485168,0.9305399656295776,0.9326481819152832,0.9347563982009888,0.9368645548820496,0.9389727711677551,0.9410809874534607,0.9431891441345215,0.945297360420227,0.9474055767059326,0.9495137333869934,0.951621949672699,0.9537301659584045,0.9558383226394653,0.9579465389251709,0.9600547552108765,0.9621629118919373,0.9642711281776428,0.9663793444633484,0.9684875011444092,0.9705957174301147,0.9727039337158203,0.9748120903968811,0.9769203066825867,0.9790285229682922,0.981136679649353,0.9832448959350586,0.9853531122207642,0.987461268901825,0.9895694851875305,0.9916776418685913,0.9937858581542969,0.9958940744400024,0.9980022311210632,1.0001105070114136,1.0022186040878296,1.0043268203735352,1.0064350366592407,1.0085432529449463,1.0106514692306519,1.0127596855163574,1.0148677825927734,1.016975998878479,1.0190842151641846]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,1,3,2,2,2,3,5,6,7,7,6,13,11,13,17,17,14,24,25,29,30,25,33,28,44,28,29,35,29,33,26,20,25,25,30,21,19,12,11,14,8,6,5,6,2,2,3,3,2,1,1,0,1,1,0,0,1],"bins":[-0.07807250320911407,-0.07574185729026794,-0.07341121882200241,-0.07108057290315628,-0.06874993443489075,-0.06641928851604462,-0.06408864259719849,-0.061758000403642654,-0.05942735821008682,-0.05709671601653099,-0.05476607382297516,-0.05243542790412903,-0.050104785710573196,-0.047774143517017365,-0.045443497598171234,-0.0431128554046154,-0.04078221321105957,-0.03845157101750374,-0.036120928823947906,-0.033790282905101776,-0.031459640711545944,-0.029128998517990112,-0.02679835446178913,-0.02446771040558815,-0.022137068212032318,-0.019806426018476486,-0.017475781962275505,-0.015145138837397099,-0.012814495712518692,-0.010483852587640285,-0.008153209462761879,-0.0058225663378834724,-0.003491923213005066,-0.0011612800881266594,0.0011693630367517471,0.0035000061616301537,0.00583064928650856,0.008161292411386967,0.010491935536265373,0.01282257866114378,0.015153221786022186,0.017483863979578018,0.019814508035779,0.02214515209197998,0.024475794285535812,0.026806436479091644,0.029137080535292625,0.03146772459149361,0.03379836678504944,0.03612900897860527,0.0384596511721611,0.04079029709100723,0.043120939284563065,0.045451581478118896,0.04778222739696503,0.05011286959052086,0.05244351178407669,0.05477415397763252,0.057104796171188354,0.059435442090034485,0.06176608428359032,0.06409672647714615,0.06642737239599228,0.06875801086425781,0.07108865678310394]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,1,0,3,2,2,6,4,9,7,10,7,9,11,10,14,9,13,25,16,23,23,22,18,29,19,25,22,20,22,16,34,31,20,20,25,19,27,19,22,17,17,15,19,13,6,10,4,16,10,5,7,3,2,0,0,0,2,3,1,1],"bins":[-0.06173631548881531,-0.059857551008462906,-0.057978782802820206,-0.056100018322467804,-0.0542212538421154,-0.052342489361763,-0.0504637211561203,-0.0485849566757679,-0.0467061921954155,-0.0448274239897728,-0.042948659509420395,-0.04106989502906799,-0.03919113054871559,-0.03731236234307289,-0.03543359786272049,-0.03355483338236809,-0.031676068902015686,-0.029797300696372986,-0.027918536216020584,-0.026039769873023033,-0.02416100539267063,-0.02228223904967308,-0.02040347456932068,-0.018524708226323128,-0.016645941883325577,-0.014767177402973175,-0.012888411991298199,-0.011009646579623222,-0.009130880236625671,-0.007252115290611982,-0.005373349413275719,-0.0034945840016007423,-0.001615818589925766,0.0002629469381645322,0.0021417124662548304,0.00402047811076045,0.005899243522435427,0.007778008934110403,0.009656774811446667,0.011535540223121643,0.01341430563479662,0.015293071046471596,0.017171837389469147,0.01905060186982155,0.0209293682128191,0.0228081326931715,0.024686899036169052,0.026565663516521454,0.028444429859519005,0.030323196202516556,0.03220196068286896,0.03408072516322136,0.03595949336886406,0.03783825784921646,0.03971702232956886,0.041595786809921265,0.043474555015563965,0.04535331949591637,0.04723208397626877,0.04911085218191147,0.05098961666226387,0.05286838114261627,0.054747145622968674,0.056625913828611374,0.058504678308963776]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.06058201193809509,-0.05880159139633179,-0.05702117085456848,-0.05524074658751488,-0.05346032604575157,-0.051679905503988266,-0.04989948496222496,-0.048119064420461655,-0.04633864015340805,-0.044558219611644745,-0.04277779906988144,-0.040997378528118134,-0.03921695798635483,-0.03743653744459152,-0.03565611317753792,-0.03387569263577461,-0.03209527209401131,-0.030314851552248,-0.028534429147839546,-0.02675400860607624,-0.024973586201667786,-0.02319316565990448,-0.021412745118141174,-0.01963232271373272,-0.017851902171969414,-0.016071481630206108,-0.014291059225797653,-0.012510638684034348,-0.010730217210948467,-0.008949795737862587,-0.007169374730437994,-0.005388953723013401,-0.0036085322499275208,-0.0018281110096722841,-4.76897694170475e-05,0.0017327314708381891,0.0035131527110934258,0.005293574184179306,0.007073995191603899,0.008854416199028492,0.010634837672114372,0.012415259145200253,0.014195680618286133,0.01597610116004944,0.017756521701812744,0.0195369441062212,0.021317364647984505,0.02309778705239296,0.024878207594156265,0.02665862813591957,0.028439050540328026,0.03021947108209133,0.031999893486499786,0.03378031402826309,0.0355607345700264,0.0373411551117897,0.03912157565355301,0.04090199992060661,0.04268242046236992,0.044462841004133224,0.04624326154589653,0.048023682087659836,0.04980410635471344,0.051584526896476746,0.05336494743824005],"_type":"histogram","values":[1,0,0,0,1,0,1,2,1,2,5,3,5,3,9,5,11,10,11,21,21,21,24,20,29,17,28,44,27,40,33,38,38,34,30,29,25,18,22,16,21,14,13,9,11,9,9,7,7,8,3,4,0,1,3,0,1,0,0,0,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-8.810729923425242e-12,-8.532730078059103e-12,-8.254730232692964e-12,-7.976730387326825e-12,-7.698730541960686e-12,-7.420730696594546e-12,-7.142730851228407e-12,-6.864731005862268e-12,-6.586731160496129e-12,-6.3087313151299895e-12,-6.03073146976385e-12,-5.752731624397711e-12,-5.474731779031572e-12,-5.196731933665433e-12,-4.9187320882992935e-12,-4.640732242933154e-12,-4.362732397567015e-12,-4.084732552200876e-12,-3.806732706834737e-12,-3.5287328614685975e-12,-3.2507330161024584e-12,-2.972733170736319e-12,-2.69473332537018e-12,-2.4167334800040408e-12,-2.1387336346379016e-12,-1.8607337892717624e-12,-1.5827339439056232e-12,-1.304734098539484e-12,-1.0267342531733448e-12,-7.487344078072056e-13,-4.707345624410664e-13,-1.9273471707492718e-13,8.526512829121202e-14,3.632649736573512e-13,6.412648190234904e-13,9.192646643896296e-13,1.1972645097557688e-12,1.475264355121908e-12,1.7532642004880472e-12,2.0312640458541864e-12,2.3092638912203256e-12,2.587263736586465e-12,2.865263581952604e-12,3.143263427318743e-12,3.4212632726848824e-12,3.6992631180510216e-12,3.977262963417161e-12,4.2552628087833e-12,4.533262654149439e-12,4.811262499515578e-12,5.0892623448817176e-12,5.367262190247857e-12,5.645262035613996e-12,5.923261880980135e-12,6.201261726346274e-12,6.4792615717124136e-12,6.757261417078553e-12,7.035261262444692e-12,7.313261107810831e-12,7.59126095317697e-12,7.86926079854311e-12,8.147260643909249e-12,8.425260489275388e-12,8.703260334641527e-12,8.981260180007666e-12],"_type":"histogram","values":[1,1,1,2,1,4,5,14,19,19,37,45,63,101,111,186,306,394,450,799,1191,1725,2382,3733,5395,7820,12072,17530,27374,43453,76433,140952,97437,53611,32494,21037,13816,9212,6203,4316,2896,1819,1371,911,711,410,276,202,137,112,58,48,29,30,14,16,17,12,4,2,1,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.0044690463691949844,-0.004342465195804834,-0.004215884022414684,-0.004089302849024534,-0.0039627221412956715,-0.0038361409679055214,-0.0037095597945153713,-0.0035829786211252213,-0.003456397447735071,-0.0033298165071755648,-0.0032032353337854147,-0.0030766541603952646,-0.002950073219835758,-0.002823492046445608,-0.002696910873055458,-0.0025703299324959517,-0.0024437487591058016,-0.0023171675857156515,-0.002190586645156145,-0.002064005471765995,-0.001937424298375845,-0.0018108432414010167,-0.0016842621844261885,-0.0015576810110360384,-0.0014310999540612102,-0.001304518897086382,-0.0011779377236962318,-0.0010513566667214036,-0.0009247755515389144,-0.0007981944363564253,-0.000671613379381597,-0.0005450322641991079,-0.0004184513818472624,-0.0002918702666647732,-0.00016528918058611453,-3.87080799555406e-05,8.787302067503333e-05,0.00021445412130560726,0.0003410352219361812,0.0004676163080148399,0.000594197423197329,0.0007207785383798182,0.0008473596535623074,0.0009739407105371356,0.0011005217675119638,0.001227102940902114,0.0013536839978769422,0.0014802651712670922,0.0016068462282419205,0.0017334272852167487,0.0018600084586068988,0.001986589515581727,0.002113170688971877,0.0022397516295313835,0.0023663328029215336,0.0024929139763116837,0.0026194951497018337,0.00274607609026134,0.00287265726365149,0.0029992384370416403,0.0031258193776011467,0.0032524005509912968,0.003378981724381447,0.0035055626649409533,0.0036321438383311033],"_type":"histogram","values":[1,0,1,1,1,0,1,0,0,1,0,3,1,0,1,5,8,7,12,8,6,10,10,18,15,18,14,33,26,30,33,34,25,37,30,30,34,36,27,21,33,25,20,20,25,13,14,13,13,13,5,6,3,8,4,3,3,2,1,2,0,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,3,1,1,4,4,3,3,1,2,3,3,9,5,5,6,11,5,10,12,12,18,16,8,18,15,17,35,23,29,26,22,24,26,32,23,26,22,27,28,35,18,16,19,12,15,17,12,18,9,5,13,9,6,9,3,3,4,1,0,1,0,2],"bins":[0.8804285526275635,0.8822105526924133,0.8839925527572632,0.885774552822113,0.8875566124916077,0.8893386125564575,0.8911206126213074,0.8929026126861572,0.8946846127510071,0.8964666128158569,0.8982486724853516,0.9000306725502014,0.9018126726150513,0.9035946726799011,0.905376672744751,0.9071586728096008,0.9089406728744507,0.9107227325439453,0.9125047326087952,0.914286732673645,0.9160687327384949,0.9178507328033447,0.9196327328681946,0.9214147925376892,0.9231967926025391,0.9249787926673889,0.9267607927322388,0.9285427927970886,0.9303247928619385,0.9321068525314331,0.933888852596283,0.9356708526611328,0.9374528527259827,0.9392348527908325,0.9410168528556824,0.9427988529205322,0.9445809125900269,0.9463629126548767,0.9481449127197266,0.9499269127845764,0.9517089128494263,0.9534909129142761,0.9552729725837708,0.9570549726486206,0.9588369727134705,0.9606189727783203,0.9624009728431702,0.96418297290802,0.9659650325775146,0.9677470326423645,0.9695290327072144,0.9713110327720642,0.9730930328369141,0.9748750329017639,0.9766570329666138,0.9784390926361084,0.9802210927009583,0.9820030927658081,0.983785092830658,0.9855670928955078,0.9873490929603577,0.9891311526298523,0.9909131526947021,0.992695152759552,0.9944771528244019]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,0,0,0,1,0,0,0,1,0,0,3,2,2,3,2,11,5,8,7,11,18,19,14,15,20,20,17,36,21,18,33,33,30,27,34,27,31,22,36,33,31,20,16,20,16,20,10,13,14,4,6,6,5,6,2,4,2,1,4,4,3],"bins":[-0.030272560194134712,-0.02946222759783268,-0.028651895001530647,-0.027841562405228615,-0.027031229808926582,-0.02622089721262455,-0.025410564616322517,-0.024600232020020485,-0.0237899012863636,-0.02297956869006157,-0.022169236093759537,-0.021358903497457504,-0.020548570901155472,-0.01973823830485344,-0.018927905708551407,-0.018117573112249374,-0.017307240515947342,-0.01649690791964531,-0.015686575323343277,-0.014876242727041245,-0.014065910130739212,-0.013255578465759754,-0.012445245869457722,-0.01163491327315569,-0.010824580676853657,-0.010014248080551624,-0.009203915484249592,-0.00839358288794756,-0.007583250757306814,-0.006772918161004782,-0.0059625860303640366,-0.005152253434062004,-0.004341918975114822,-0.00353158637881279,-0.002721254015341401,-0.0019109215354546905,-0.0011005890555679798,-0.00029025657568126917,0.0005200759042054415,0.0013304083840921521,0.0021407408639788628,0.0029510734602808952,0.003761405823752284,0.004571738187223673,0.005382070783525705,0.006192403379827738,0.007002735510468483,0.007813068106770515,0.008623400703072548,0.00943373329937458,0.010244065895676613,0.011054398491978645,0.011864731088280678,0.012675062753260136,0.013485395349562168,0.0142957279458642,0.015106060542166233,0.01591639220714569,0.016726724803447723,0.017537057399749756,0.01834738999605179,0.01915772259235382,0.019968055188655853,0.020778387784957886,0.021588720381259918],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[2,2,2,3,21,29,29,96,124,192,324,452,727,1103,1562,2169,3157,4305,5813,7480,9718,12562,15395,18454,21885,25446,28277,31164,33862,35150,36400,36019,35161,33326,31274,28229,25315,21788,18449,15078,12405,9627,7459,5768,4171,3149,2217,1561,1049,653,483,299,185,107,65,36,22,14,3,4,2,0,0,1],"bins":[-0.1155378520488739,-0.1118083968758583,-0.10807894170284271,-0.10434948652982712,-0.10062003135681152,-0.09689057618379593,-0.09316112101078033,-0.08943166583776474,-0.08570221066474915,-0.08197276294231415,-0.07824330776929855,-0.07451385259628296,-0.07078439742326736,-0.06705494225025177,-0.06332548707723618,-0.05959603190422058,-0.05586657673120499,-0.05213712155818939,-0.0484076663851738,-0.0446782112121582,-0.04094875603914261,-0.03721930459141731,-0.03348984941840172,-0.029760394245386124,-0.02603093907237053,-0.022301483899354935,-0.01857202872633934,-0.014842575415968895,-0.0111131202429533,-0.007383665535598993,-0.003654210828244686,7.524387910962105e-05,0.0038046985864639282,0.007534153293818235,0.011263608001172543,0.014993062242865562,0.018722517415881157,0.02245197258889675,0.026181425899267197,0.02991088107228279,0.033640336245298386,0.03736979141831398,0.041099246591329575,0.04482870176434517,0.048558153212070465,0.05228760838508606,0.056017063558101654,0.05974651873111725,0.06347597390413284,0.06720542907714844,0.07093488425016403,0.07466433942317963,0.07839379459619522,0.08212324976921082,0.08585270494222641,0.089582160115242,0.093311607837677,0.0970410630106926,0.10077051818370819,0.10449997335672379,0.10822942852973938,0.11195888370275497,0.11568833887577057,0.11941779404878616,0.12314724922180176],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[1,0,1,0,0,0,1,1,0,0,0,0,2,2,4,1,2,2,1,2,4,11,10,18,16,20,31,24,47,36,45,54,50,52,54,49,43,38,42,14,21,17,14,10,6,3,2,3,4,2,3,1,1,0,0,1,0,0,0,1,0,0,0,1],"bins":[-0.0013590118614956737,-0.0013176352949813008,-0.001276258728466928,-0.001234882278367877,-0.0011935057118535042,-0.0011521291453391314,-0.0011107525788247585,-0.0010693760123103857,-0.0010279994457960129,-0.0009866229956969619,-0.000945246429182589,-0.0009038698626682162,-0.0008624932961538434,-0.0008211167878471315,-0.0007797402213327587,-0.0007383637130260468,-0.0006969871465116739,-0.0006556105799973011,-0.0006142340716905892,-0.0005728575051762164,-0.0005314809968695045,-0.0004901044303551316,-0.0004487278638407588,-0.00040735132643021643,-0.00036597478901967406,-0.0003245982516091317,-0.0002832217141985893,-0.0002418451476842165,-0.00020046861027367413,-0.00015909207286313176,-0.00011771552090067416,-7.633897621417418e-05,-3.49624315276742e-05,6.414113158825785e-06,4.779065784532577e-05,8.916720253182575e-05,0.00013054374721832573,0.0001719202846288681,0.0002132968365913257,0.0002546733885537833,0.00029604992596432567,0.00033742646337486804,0.0003788030007854104,0.00042017956729978323,0.0004615561047103256,0.000502932642120868,0.0005443092086352408,0.0005856857169419527,0.0006270622834563255,0.0006684388499706984,0.0007098153582774103,0.0007511919247917831,0.000792568433098495,0.0008339449996128678,0.0008753215661272407,0.0009166980744339526,0.0009580746409483254,0.0009994511492550373,0.0010408277157694101,0.001082204282283783,0.0011235808487981558,0.0011649574153125286,0.0012063338654115796,0.0012477104319259524,0.0012890869984403253],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,3,0,1,3,1,2,3,1,1,3,1,7,11,4,6,4,11,21,23,115,406,1125,70,37,35,31,23,17,19,12,8,9,5,6,9,5,2,0,2,0,2],"bins":[-3.683832405787513e-11,-3.600405737436141e-11,-3.516978722140074e-11,-3.433552053788702e-11,-3.35012538543733e-11,-3.2666987170859585e-11,-3.1832717017898915e-11,-3.09984503343852e-11,-3.016418365087148e-11,-2.932991349791081e-11,-2.849564681439709e-11,-2.7661380130883373e-11,-2.682711171264618e-11,-2.599284502913246e-11,-2.5158576610895267e-11,-2.432430992738155e-11,-2.3490041509144355e-11,-2.265577309090716e-11,-2.1821506407393443e-11,-2.098723798915625e-11,-2.015297130564253e-11,-1.9318702887405337e-11,-1.848443620389162e-11,-1.7650167785654425e-11,-1.681589936741723e-11,-1.5981632683903513e-11,-1.514736426566632e-11,-1.43130975821526e-11,-1.3478829163915407e-11,-1.264456161303995e-11,-1.1810294062164495e-11,-1.0976026511289039e-11,-1.0141757225690107e-11,-9.30748967481465e-12,-8.473222123939195e-12,-7.638954573063739e-12,-6.804686588507414e-12,-5.970419037631958e-12,-5.136151053075633e-12,-4.301883502200177e-12,-3.4676159513247207e-12,-2.6333484004492647e-12,-1.7990806327333742e-12,-9.648129734377009e-13,-1.3054531414202764e-13,7.037223451536456e-13,1.5379900044493189e-12,2.3722577721652094e-12,3.2065253230406654e-12,4.0407928739161214e-12,4.8750604247915774e-12,5.7093284093479024e-12,6.5435959602233584e-12,7.377863944779683e-12,8.21213149565514e-12,9.046399046530595e-12,9.880666597406051e-12,1.0714934148281507e-11,1.1549201699156963e-11,1.238346925003242e-11,1.3217737668269613e-11,1.405200521914507e-11,1.4886272770020526e-11,1.5720539453534244e-11,1.6554807871771438e-11]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0018557766452431679,-0.0017945037689059973,-0.0017332308925688267,-0.001671958016231656,-0.0016106851398944855,-0.0015494123799726367,-0.001488139503635466,-0.0014268666272982955,-0.001365593750961125,-0.0013043208746239543,-0.0012430479982867837,-0.001181775121949613,-0.0011205023620277643,-0.0010592294856905937,-0.0009979566093534231,-0.0009366837330162525,-0.0008754108566790819,-0.0008141379803419113,-0.0007528651040047407,-0.000691592285875231,-0.0006303194095380604,-0.0005690465332008898,-0.0005077737150713801,-0.00044650083873420954,-0.00038522796239703894,-0.00032395508605986834,-0.0002626822388265282,-0.00020140937704127282,-0.00014013651525601745,-7.886365347076207e-05,-1.75907916855067e-05,4.368207009974867e-05,0.0001049551647156477,0.00016622802650090307,0.00022750088828615844,0.0002887737355194986,0.0003500466118566692,0.0004113194881938398,0.00047259233542717993,0.0005338651826605201,0.0005951380589976907,0.0006564109353348613,0.0007176838116720319,0.0007789566298015416,0.0008402295061387122,0.0009015023824758828,0.0009627752006053925,0.001024048076942563,0.0010853209532797337,0.0011465938296169043,0.0012078667059540749,0.0012691395822912455,0.001330412458628416,0.0013916852185502648,0.0014529580948874354,0.001514230971224606,0.0015755038475617766,0.0016367767238989472,0.0016980496002361178,0.0017593224765732884,0.0018205952364951372,0.0018818681128323078,0.0019431409891694784,0.002004413865506649,0.0020656867418438196],"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,1,2,3,0,1,0,2,4,3,2,8,2,6,8,8,7,7,12,18,32,76,1697,30,16,12,9,6,6,2,11,5,5,7,6,5,3,2,3,1,4,1,0,1,0,3,0,1,3,1,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,0,1,1,0,1,0,3,1,4,5,8,7,6,8,11,7,11,14,11,12,21,18,28,33,24,19,28,24,21,28,38,45,30,35,30,30,28,21,25,22,17,22,10,16,11,7,6,4,5,3,2,2,0,0,1,0,0,0,1],"bins":[0.8668081164360046,0.8704349398612976,0.8740618228912354,0.8776886463165283,0.8813154697418213,0.884942352771759,0.888569176197052,0.8921960592269897,0.8958228826522827,0.8994497060775757,0.9030765891075134,0.9067034125328064,0.9103302359580994,0.9139571189880371,0.9175839424133301,0.921210765838623,0.9248376488685608,0.9284644722938538,0.9320912957191467,0.9357181787490845,0.9393450021743774,0.9429718852043152,0.9465987086296082,0.9502255320549011,0.9538524150848389,0.9574792385101318,0.9611060619354248,0.9647329449653625,0.9683597683906555,0.9719865918159485,0.9756134748458862,0.9792402982711792,0.9828671216964722,0.9864940047264099,0.9901208281517029,0.9937477111816406,0.9973745346069336,1.0010013580322266,1.0046281814575195,1.008255124092102,1.011881947517395,1.015508770942688,1.019135594367981,1.022762417793274,1.026389241218567,1.0300161838531494,1.0336430072784424,1.0372698307037354,1.0408966541290283,1.0445234775543213,1.0481503009796143,1.0517772436141968,1.0554040670394897,1.0590308904647827,1.0626577138900757,1.0662845373153687,1.0699114799499512,1.0735383033752441,1.077165126800537,1.08079195022583,1.084418773651123,1.088045597076416,1.0916725397109985,1.0952993631362915,1.0989261865615845]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,7,13,90,274,253,109,18,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-4.9318499804940075e-05,-4.116978379897773e-05,-3.30210714309942e-05,-2.487235724402126e-05,-1.672364305704832e-05,-8.574928870075382e-06,-4.262146831024438e-07,7.722499503870495e-06,1.5871213690843433e-05,2.401992787781637e-05,3.216864206478931e-05,4.0317354432772845e-05,4.846607043873519e-05,5.661478644469753e-05,6.476350245065987e-05,7.29122111806646e-05,8.106092718662694e-05,8.920964319258928e-05,9.735835192259401e-05,0.00010550706792855635,0.0001136557839345187,0.00012180449994048104,0.00012995321594644338,0.0001381019246764481,0.00014625064795836806,0.0001543993566883728,0.00016254806541837752,0.00017069678870029747,0.0001788454974303022,0.00018699420616030693,0.0001951429294422269,0.00020329163817223161,0.0002114403760060668,0.00021958908473607153,0.00022773780801799148,0.0002358865167479962,0.00024403524002991617,0.00025218393420800567,0.0002603326574899256,0.0002684813807718456,0.00027663010405376554,0.00028477879823185503,0.000292927521513775,0.00030107624479569495,0.00030922493897378445,0.0003173736622557044,0.00032552238553762436,0.00033367107971571386,0.0003418198029976338,0.00034996852627955377,0.00035811722045764327,0.0003662659437395632,0.0003744146670214832,0.0003825633611995727,0.00039071208448149264,0.0003988608077634126,0.0004070095019415021,0.00041515822522342205,0.000423306948505342,0.00043145567178726196,0.00043960436596535146,0.0004477530892472714,0.0004559018125291914,0.0004640505067072809,0.00047219922998920083]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-1.7960380405135368e-10,-1.7385341777309549e-10,-1.681030453726251e-10,-1.6235265909436691e-10,-1.5660228669389653e-10,-1.5085190041563834e-10,-1.4510152801516796e-10,-1.3935114173690977e-10,-1.3360076933643938e-10,-1.278503830581812e-10,-1.22099996779923e-10,-1.1634962437945262e-10,-1.1059923810119443e-10,-1.0484885876183014e-10,-9.909847942246586e-11,-9.334810008310157e-11,-8.759772074373728e-11,-8.1847341404373e-11,-7.609696206500871e-11,-7.034658272564442e-11,-6.459620338628014e-11,-5.884581710802195e-11,-5.309543776865766e-11,-4.7345058429293374e-11,-4.159467908992909e-11,-3.58442997505648e-11,-3.0093920411200514e-11,-2.4343537602389276e-11,-1.859315826302499e-11,-1.2842778056298965e-11,-7.09239784957294e-12,-1.3420176428469155e-12,4.408362563879109e-12,1.0158742770605134e-11,1.5909122977331158e-11,2.165950405141892e-11,2.7409883390783207e-11,3.3160262730147494e-11,3.891064553895873e-11,4.466102487832302e-11,5.0411404217687306e-11,5.616178355705159e-11,6.191216289641588e-11,6.766254223578017e-11,7.341292851403836e-11,7.916330785340264e-11,8.491368719276693e-11,9.066406653213122e-11,9.64144458714955e-11,1.0216482521085979e-10,1.0791520455022408e-10,1.1366558388958836e-10,1.1941596322895265e-10,1.2516634950721084e-10,1.3091672190768122e-10,1.366671081859394e-10,1.424174944641976e-10,1.4816786686466799e-10,1.5391825314292618e-10,1.5966862554339656e-10,1.6541901182165475e-10,1.7116938422212513e-10,1.7691977050038332e-10,1.826701429008537e-10,1.884205291791119e-10],"_type":"histogram","values":[3,1,3,1,1,2,0,6,5,4,5,6,7,6,4,11,7,14,14,16,13,11,23,20,27,31,27,33,28,30,28,24,28,23,27,26,22,25,27,13,17,14,17,11,18,14,10,9,13,7,5,2,7,2,8,0,1,2,2,0,3,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[3,0,3,4,6,17,27,56,106,193,284,488,844,1345,2097,3241,5042,7182,10414,14350,20016,26848,34620,43527,53487,63873,74345,83576,92528,98713,102907,104057,102085,98189,91098,82910,72837,63052,52254,42601,33366,25937,19575,14212,10069,7039,4828,3230,2052,1268,831,527,301,183,102,55,20,20,14,2,4,2,1,1],"bins":[-0.11214374005794525,-0.10857965052127838,-0.10501556098461151,-0.10145147144794464,-0.09788738191127777,-0.0943232923746109,-0.09075920283794403,-0.08719511330127716,-0.08363102376461029,-0.08006694167852402,-0.07650285214185715,-0.07293876260519028,-0.06937467306852341,-0.06581058353185654,-0.06224649399518967,-0.0586824044585228,-0.055118314921855927,-0.051554225385189056,-0.047990135848522186,-0.044426046311855316,-0.040861956775188446,-0.037297870963811874,-0.033733781427145004,-0.030169691890478134,-0.026605602353811264,-0.023041512817144394,-0.019477423280477524,-0.015913335606455803,-0.012349246069788933,-0.008785156533122063,-0.005221067927777767,-0.0016569788567721844,0.0019071027636528015,0.005471191834658384,0.009035280905663967,0.012599369511008263,0.016163459047675133,0.019727548584342003,0.023291636258363724,0.026855725795030594,0.030419815331697464,0.033983904868364334,0.037547994405031204,0.041112083941698074,0.044676169753074646,0.048240259289741516,0.051804348826408386,0.055368438363075256,0.058932527899742126,0.062496617436409,0.06606070697307587,0.06962479650974274,0.0731888860464096,0.07675297558307648,0.08031706511974335,0.08388115465641022,0.08744524419307709,0.09100932627916336,0.09457341581583023,0.0981375053524971,0.10170159488916397,0.10526568442583084,0.10882977396249771,0.11239386349916458,0.11595795303583145]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.13208530843257904,-0.12799730896949768,-0.12390930950641632,-0.11982131749391556,-0.1157333180308342,-0.11164531856775284,-0.10755731910467148,-0.10346931964159012,-0.09938132762908936,-0.095293328166008,-0.09120532870292664,-0.08711732923984528,-0.08302932977676392,-0.07894133031368256,-0.0748533383011818,-0.07076533883810043,-0.06667733937501907,-0.06258933991193771,-0.05850134417414665,-0.05441334471106529,-0.05032534897327423,-0.04623734951019287,-0.04214935004711151,-0.03806135430932045,-0.03397335484623909,-0.02988535724580288,-0.02579735964536667,-0.02170936018228531,-0.017621362581849098,-0.013533364981412888,-0.009445366449654102,-0.005357368383556604,-0.0012693703174591064,0.0028186277486383915,0.0069066258147358894,0.010994624346494675,0.015082621946930885,0.019170619547367096,0.023258619010448456,0.027346616610884666,0.03143461421132088,0.03552261367440224,0.0396106094121933,0.04369860887527466,0.04778660833835602,0.05187460407614708,0.05596260353922844,0.0600505992770195,0.06413859874010086,0.06822659820318222,0.07231459766626358,0.07640258967876434,0.0804905891418457,0.08457858860492706,0.08866658806800842,0.09275458753108978,0.09684258699417114,0.1009305790066719,0.10501857846975327,0.10910657793283463,0.11319457739591599,0.11728257685899734,0.12137056887149811,0.12545856833457947,0.12954656779766083],"_type":"histogram","values":[1,0,0,2,1,1,14,17,33,47,100,155,315,380,659,1039,1604,2327,3344,4645,6493,8650,10652,14071,17424,20770,24424,28064,31659,33678,35835,37323,37697,36485,35549,32687,29961,26461,22902,19471,16125,12786,9956,7664,5716,4139,2821,2009,1393,837,566,382,204,119,83,42,15,13,5,4,0,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-1.4424017535930034e-12,-1.3937739851144215e-12,-1.3451462166358397e-12,-1.2965184481572578e-12,-1.247890679678676e-12,-1.199262911200094e-12,-1.1506351427215122e-12,-1.1020073742429304e-12,-1.0533796057643485e-12,-1.0047518372857667e-12,-9.561240688071848e-13,-9.07496300328603e-13,-8.588685318500211e-13,-8.102407633714392e-13,-7.616129948928574e-13,-7.129852264142755e-13,-6.643574579356937e-13,-6.157296894571118e-13,-5.6710192097853e-13,-5.184741524999481e-13,-4.698463840213662e-13,-4.212186155427844e-13,-3.7259084706420253e-13,-3.239630785856207e-13,-2.753353101070388e-13,-2.2670754162845697e-13,-1.780797731498751e-13,-1.2945200467129325e-13,-8.08242361927114e-14,-3.219646771412954e-14,1.6431300764452317e-14,6.505906924303417e-14,1.1368683772161603e-13,1.6231460620019789e-13,2.1094237467877974e-13,2.595701431573616e-13,3.0819791163594346e-13,3.568256801145253e-13,4.0545344859310717e-13,4.54081217071689e-13,5.027089855502709e-13,5.513367540288527e-13,5.999645225074346e-13,6.485922909860165e-13,6.972200594645983e-13,7.458478279431802e-13,7.94475596421762e-13,8.431033649003439e-13,8.917311333789257e-13,9.403589018575076e-13,9.889866703360894e-13,1.0376144388146713e-12,1.0862422072932532e-12,1.134869975771835e-12,1.1834977442504169e-12,1.2321255127289987e-12,1.2807532812075806e-12,1.3293810496861624e-12,1.3780088181647443e-12,1.4266365866433262e-12,1.475264355121908e-12,1.5238921236004899e-12,1.5725198920790717e-12,1.6211476605576536e-12,1.6697754290362354e-12],"_type":"histogram","values":[3,0,2,5,5,2,4,9,13,9,21,24,37,56,72,99,134,159,231,286,404,576,709,963,1450,1936,2919,5165,20249,495671,39908,7307,3359,2184,1568,1133,818,598,438,332,258,187,134,111,61,58,44,33,20,18,10,8,9,4,3,2,1,0,1,2,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,0,1,1,0,0,1,1,1,2,1,0,2,0,0,2,1,4,6,3,4,5,5,7,3,8,16,13,33,49,129,294,700,229,128,108,82,64,34,24,23,18,8,6,5,6,1,7,1,1,0,1,1,1,0,0,3,0,1,0,0,2],"bins":[-0.0025279091205447912,-0.0024548836518079042,-0.0023818581830710173,-0.002308832947164774,-0.002235807478427887,-0.002162782009691,-0.002089756540954113,-0.002016731072217226,-0.0019437057198956609,-0.001870680251158774,-0.0017976548988372087,-0.0017246294301003218,-0.0016516039613634348,-0.0015785786090418696,-0.0015055531403049827,-0.0014325277879834175,-0.0013595023192465305,-0.0012864768505096436,-0.0012134514981880784,-0.0011404260294511914,-0.0010674006771296263,-0.0009943752083927393,-0.0009213497396558523,-0.0008483243291266263,-0.0007752989185974002,-0.0007022735080681741,-0.0006292480975389481,-0.0005562226288020611,-0.000483197218272835,-0.00041017180774360895,-0.00033714636811055243,-0.0002641209284774959,-0.0001910957507789135,-0.0001180703256977722,-4.504490061663091e-05,2.798052446451038e-05,0.00010100594954565167,0.00017403137462679297,0.00024705679970793426,0.0003200822393409908,0.00039310764987021685,0.0004661330603994429,0.000539158470928669,0.000612183939665556,0.000685209350194782,0.0007582347607240081,0.0008312602294608951,0.0009042856399901211,0.0009773110505193472,0.0010503365192562342,0.0011233618715777993,0.0011963873403146863,0.0012694126926362514,0.0013424381613731384,0.0014154636301100254,0.0014884889824315906,0.0015615144511684775,0.0016345399199053645,0.0017075652722269297,0.0017805907409638166,0.0018536162097007036,0.0019266415620222688,0.001999666914343834,0.002072692383080721,0.002145717851817608]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,1,4,4,2,5,12,13,13,19,20,19,25,29,36,45,42,41,54,39,47,48,38,43,29,36,20,13,19,10,9,7,4,2,2,3,1,3,2,2,2,0,0,0,0,0,0,0,1],"bins":[-0.05804887413978577,-0.05634447559714317,-0.05464007705450058,-0.052935682237148285,-0.05123128369450569,-0.0495268851518631,-0.047822486609220505,-0.04611809179186821,-0.044413693249225616,-0.04270929470658302,-0.04100489616394043,-0.039300497621297836,-0.03759610280394554,-0.03589170426130295,-0.034187305718660355,-0.03248290717601776,-0.030778510496020317,-0.029074111953377724,-0.02736971527338028,-0.025665316730737686,-0.023960920050740242,-0.02225652150809765,-0.020552124828100204,-0.01884772628545761,-0.017143327742815018,-0.015438931062817574,-0.013734533451497555,-0.012030135840177536,-0.010325737297534943,-0.008621339686214924,-0.006916942074894905,-0.005212544463574886,-0.0035081468522548676,-0.001803749124519527,-9.935139678418636e-05,0.0016050463309511542,0.003309444058686495,0.005013841670006514,0.00671823974698782,0.008422637358307838,0.010127034969627857,0.011831432580947876,0.013535830192267895,0.015240227803587914,0.016944626346230507,0.01864902302622795,0.020353421568870544,0.02205781824886799,0.023762216791510582,0.025466615334153175,0.02717101201415062,0.028875410556793213,0.030579807236790657,0.0322842039167881,0.033988602459430695,0.03569300100207329,0.03739739954471588,0.039101798087358475,0.04080619290471077,0.04251059144735336,0.044214989989995956,0.04591938853263855,0.047623783349990845,0.04932818189263344,0.05103258043527603]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-2.9259063162763443e-13,-2.841575716047706e-13,-2.757245115819068e-13,-2.67291451559043e-13,-2.588584186412335e-13,-2.504253586183697e-13,-2.4199229859550586e-13,-2.3355923857264205e-13,-2.2512617854977823e-13,-2.1669311852691442e-13,-2.082600585040506e-13,-1.9982701203371395e-13,-1.9139395201085013e-13,-1.8296089198798632e-13,-1.7452784551764966e-13,-1.6609478549478585e-13,-1.5766172547192203e-13,-1.4922866544905822e-13,-1.407956054261944e-13,-1.3236255895585775e-13,-1.2392949893299393e-13,-1.1549643891013012e-13,-1.0706338566352988e-13,-9.863033241692964e-14,-9.019727239406583e-14,-8.176421237120202e-14,-7.333115912460178e-14,-6.489810587800154e-14,-5.646504585513773e-14,-4.8031989220405705e-14,-3.959893258567368e-14,-3.1165875950941654e-14,-2.273281931620963e-14,-1.4299762681477604e-14,-5.866706046745579e-15,2.5663505879864462e-15,1.0999407222718471e-14,1.9432463857450497e-14,2.7865520492182522e-14,3.629857712691455e-14,4.473163376164657e-14,5.31646903963786e-14,6.159774703111062e-14,7.003080027771086e-14,7.846386030057467e-14,8.689692032343849e-14,9.532997357003872e-14,1.0376302681663896e-13,1.1219608683950277e-13,1.206291468623666e-13,1.290622068852304e-13,1.3749525335556706e-13,1.4592831337843087e-13,1.543613734012947e-13,1.6279441987163135e-13,1.7122747989449516e-13,1.7966053991735897e-13,1.880935999402228e-13,1.965266599630866e-13,2.0495970643342326e-13,2.1339276645628708e-13,2.218258264791509e-13,2.3025887294948755e-13,2.3869193297235136e-13,2.471249929952152e-13],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,1,0,2,1,5,0,0,3,2,9,2,5,8,6,7,14,17,19,19,13,30,35,82,110,116,59,35,28,23,18,17,10,15,6,11,8,5,3,3,6,1,1,2,0,2,2,2,0,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,3,0,1,0,3,1,4,5,4,6,13,9,10,11,14,12,21,28,28,37,42,54,62,62,61,50,42,30,24,20,22,7,10,6,10,7,9,4,6,2,3,1,3,3,1,1,2,3,0,2,1,1,2,0,0,1,1,0,1],"bins":[-3.82633291370893e-12,-3.69239925093745e-12,-3.558465154485102e-12,-3.4245312748731882e-12,-3.2905973952612744e-12,-3.156663732489795e-12,-3.0227298528778812e-12,-2.8887959732659674e-12,-2.7548620936540535e-12,-2.6209282140421397e-12,-2.486994334430226e-12,-2.353060454818312e-12,-2.2191267920468327e-12,-2.085192912434919e-12,-1.951259032823005e-12,-1.8173251532110912e-12,-1.6833912735991774e-12,-1.5494573939872636e-12,-1.4155235143753497e-12,-1.2815897431836532e-12,-1.1476558635717393e-12,-1.0137219839598255e-12,-8.797881585580203e-13,-7.458543331562151e-13,-6.119204535443012e-13,-4.779865739323874e-13,-3.440527485305822e-13,-2.101188960237227e-13,-7.618504351686317e-14,5.774880898999635e-14,1.9168266149685587e-13,3.256165140037154e-13,4.595503665105749e-13,5.934842461224887e-13,7.274180715242939e-13,8.613518969260991e-13,9.95285776538013e-13,1.1292196561499268e-12,1.2631534273416234e-12,1.3970873069535372e-12,1.531021186565451e-12,1.6649550661773649e-12,1.7988889457892787e-12,1.9328228254011925e-12,2.066756488172672e-12,2.2006903677845857e-12,2.3346242473964995e-12,2.4685581270084134e-12,2.6024920066203272e-12,2.736425886232241e-12,2.870359765844155e-12,3.0042936454560687e-12,3.1382275250679825e-12,3.272161187839462e-12,3.4060950674513757e-12,3.5400289470632895e-12,3.673963043515638e-12,3.807896706287117e-12,3.9418303690585965e-12,4.075764465510945e-12,4.209698128282424e-12,4.3436322247347725e-12,4.477565887506252e-12,4.6114999839586e-12,4.7454336467300795e-12],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,1,0,1,0,2,1,1,2,2,2,1,1,1,3,4,4,3,0,5,5,2,4,8,5,7,34,69,182,244,78,28,11,12,13,1,0,2,5,3,2,1,1,3,1,1,0,2,0,0,2,0,1,1,1,1,0,0,1,0,0,1],"bins":[-4.6857385593152e-13,-4.535026054772878e-13,-4.384313279180013e-13,-4.2336007746376914e-13,-4.0828879990448264e-13,-3.9321754945025045e-13,-3.7814627189096395e-13,-3.6307502143673176e-13,-3.4800374387744526e-13,-3.3293249342321307e-13,-3.178612429689809e-13,-3.027899654096944e-13,-2.877187149554622e-13,-2.726474373961757e-13,-2.575761869419435e-13,-2.42504909382657e-13,-2.274336589284248e-13,-2.1236239492166548e-13,-1.9729113091490613e-13,-1.822198669081468e-13,-1.6714860290138744e-13,-1.5207735244715526e-13,-1.370060884403959e-13,-1.2193482443363657e-13,-1.0686356042687722e-13,-9.179229642011788e-14,-7.672103241335854e-14,-6.164977518286277e-14,-4.6578511176103427e-14,-3.150724716934408e-14,-1.6435986550716528e-14,-1.3647242380230781e-15,1.3706538074670371e-14,2.8777802081429715e-14,4.384906270005727e-14,5.892032331868483e-14,7.399158732544417e-14,8.906285133220351e-14,1.0413410856269928e-13,1.1920537256945862e-13,1.3427663657621797e-13,1.493479005829773e-13,1.6441916458973665e-13,1.79490428596496e-13,1.9456167905072819e-13,2.0963294305748753e-13,2.2470420706424687e-13,2.397754846235334e-13,2.5484673507776556e-13,2.6991798553199775e-13,2.8498926309128425e-13,3.0006051354551644e-13,3.1513179110480294e-13,3.3020304155903513e-13,3.4527431911832163e-13,3.603455695725538e-13,3.75416820026786e-13,3.904880975860725e-13,4.055593480403047e-13,4.206306255995912e-13,4.357018760538234e-13,4.507731536131099e-13,4.658444311723964e-13,4.809156545215743e-13,4.959869320808608e-13]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.03221316635608673,-0.031634606420993805,-0.031056050211191177,-0.0304774921387434,-0.029898934066295624,-0.029320375993847847,-0.02874181605875492,-0.028163257986307144,-0.027584699913859367,-0.02700614184141159,-0.026427583768963814,-0.025849025696516037,-0.02527046762406826,-0.024691909551620483,-0.024113351479172707,-0.02353479340672493,-0.022956233471632004,-0.022377675399184227,-0.02179911732673645,-0.021220559254288673,-0.020642001181840897,-0.02006344310939312,-0.019484885036945343,-0.018906326964497566,-0.01832776889204979,-0.017749210819602013,-0.017170652747154236,-0.01659209281206131,-0.016013534739613533,-0.01543497759848833,-0.01485641859471798,-0.014277860522270203,-0.013699302449822426,-0.013120744377374649,-0.012542186304926872,-0.01196362730115652,-0.011385069228708744,-0.010806511156260967,-0.01022795308381319,-0.009649395011365414,-0.009070836007595062,-0.008492277935147285,-0.007913719862699509,-0.007335161790251732,-0.006756603717803955,-0.006178045179694891,-0.005599487107247114,-0.00502092856913805,-0.004442370496690273,-0.003863812191411853,-0.0032852538861334324,-0.0027066958136856556,-0.002128137508407235,-0.0015495792031288147,-0.0009710210142657161,-0.00039246276719495654,0.000186095479875803,0.0007646537269465625,0.001343211974017322,0.0019217701628804207,0.002500328468158841,0.0030788867734372616,0.0036574448458850384,0.0042360033839941025,0.004814561456441879],"_type":"histogram","values":[1,0,1,0,1,0,3,1,2,1,3,1,1,7,5,8,15,16,9,23,20,25,28,38,42,51,47,54,57,45,71,67,75,82,85,83,92,87,92,92,74,73,69,80,64,59,52,63,31,27,24,19,24,16,8,7,9,0,6,3,4,0,3,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,0,0,5,2,0,1,2,5,4,5,5,12,9,13,8,13,17,14,20,20,29,17,26,28,27,32,28,26,21,22,37,31,22,32,28,24,20,20,13,15,26,17,6,13,6,6,10,6,5,6,2,3,1,0,2,1,1,0,0,0,0,1],"bins":[-0.0172280203551054,-0.016675785183906555,-0.01612355001270771,-0.015571314841508865,-0.01501907967031002,-0.01446684543043375,-0.013914610259234905,-0.01336237508803606,-0.012810139916837215,-0.01225790474563837,-0.011705669574439526,-0.01115343440324068,-0.01060120016336441,-0.010048964992165565,-0.00949672982096672,-0.008944494649767876,-0.00839225947856903,-0.007840024307370186,-0.007287789136171341,-0.006735554430633783,-0.006183319259434938,-0.0056310840882360935,-0.005078849382698536,-0.004526614211499691,-0.003974379040300846,-0.003422143869102001,-0.0028699089307338,-0.0023176739923655987,-0.0017654388211667538,-0.0012132037663832307,-0.0006609687115997076,-0.00010873365681618452,0.0004435032606124878,0.0009957383153960109,0.001547973370179534,0.002100208308547735,0.00265244347974658,0.003204678650945425,0.0037569135893136263,0.0043091485276818275,0.0048613836988806725,0.005413618870079517,0.005965854041278362,0.00651808874681592,0.007070323918014765,0.00762255908921361,0.008174793794751167,0.008727028965950012,0.009279264137148857,0.009831499308347702,0.010383734479546547,0.010935969650745392,0.011488204821944237,0.012040439061820507,0.012592674233019352,0.013144909404218197,0.013697144575417042,0.014249379746615887,0.014801614917814732,0.015353850089013577,0.015906084328889847,0.01645831950008869,0.017010554671287537,0.01756278984248638,0.018115025013685226]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.055837929248809814,-0.05422058328986168,-0.052603233605623245,-0.05098588764667511,-0.049368541687726974,-0.04775119200348854,-0.046133846044540405,-0.04451650008559227,-0.042899154126644135,-0.0412818044424057,-0.039664458483457565,-0.03804711252450943,-0.036429762840270996,-0.03481241688132286,-0.033195070922374725,-0.03157772123813629,-0.029960375279188156,-0.02834302745759487,-0.026725681498646736,-0.02510833367705345,-0.023490987718105316,-0.02187363989651203,-0.020256292074918747,-0.01863894611597061,-0.017021598294377327,-0.015404251404106617,-0.013786904513835907,-0.012169556692242622,-0.010552209801971912,-0.008934862911701202,-0.007317515555769205,-0.005700168199837208,-0.004082821309566498,-0.002465474186465144,-0.0008481270633637905,0.0007692200597375631,0.0023865671828389168,0.004003914073109627,0.005621261429041624,0.007238608784973621,0.008855955675244331,0.010473302565515041,0.012090649455785751,0.013707997277379036,0.015325344167649746,0.016942691057920456,0.01856003887951374,0.020177384838461876,0.02179473266005516,0.023412080481648445,0.02502942644059658,0.026646774262189865,0.028264120221138,0.029881468042731285,0.03149881586432457,0.033116161823272705,0.03473351150751114,0.036350857466459274,0.03796820342540741,0.039585549384355545,0.04120289906859398,0.042820245027542114,0.04443759098649025,0.046054940670728683,0.04767228662967682],"_type":"histogram","values":[2,0,1,0,0,0,1,0,1,3,4,3,5,4,5,3,8,8,16,7,19,12,13,13,19,16,17,26,21,26,30,30,35,28,29,26,25,30,39,22,14,21,22,17,11,15,18,17,16,11,8,6,11,4,7,7,2,1,2,2,1,3,2,3]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.04113038256764412,-0.040151823312044144,-0.03917326405644417,-0.03819470480084419,-0.03721614554524422,-0.03623758628964424,-0.035259027034044266,-0.03428046777844429,-0.033301904797554016,-0.03232334554195404,-0.031344786286354065,-0.03036622889339924,-0.029387667775154114,-0.028409108519554138,-0.027430549263954163,-0.026451990008354187,-0.02547343075275421,-0.024494871497154236,-0.02351631224155426,-0.022537752985954285,-0.02155919373035431,-0.020580632612109184,-0.01960207335650921,-0.018623514100909233,-0.017644954845309258,-0.016666395589709282,-0.015687836334109306,-0.014709276147186756,-0.01373071689158678,-0.012752157635986805,-0.011773597449064255,-0.01079503819346428,-0.009816477075219154,-0.008837917819619179,-0.007859358564019203,-0.006880798377096653,-0.005902239121496677,-0.004923679865896702,-0.003945120144635439,-0.0029665606562048197,-0.0019880011677742004,-0.0010094416793435812,-3.088219091296196e-05,0.0009476772975176573,0.0019262367859482765,0.0029047962743788958,0.003883355762809515,0.004861915484070778,0.0058404747396707535,0.006819033995270729,0.007797593716531992,0.008776153437793255,0.00975471269339323,0.010733271948993206,0.011711832135915756,0.012690391391515732,0.013668950647115707,0.014647509902715683,0.01562606915831566,0.016604628413915634,0.01758318766951561,0.018561748787760735,0.01954030804336071,0.020518867298960686,0.02149742655456066],"_type":"histogram","values":[2,1,2,1,6,3,12,10,17,22,35,39,50,53,59,52,60,69,93,82,80,100,108,119,95,90,107,104,64,57,67,39,40,37,31,24,19,22,14,21,14,16,9,14,12,4,11,4,8,7,7,7,1,1,6,8,3,1,2,2,3,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[3,0,1,1,0,2,1,2,2,2,2,4,2,2,10,5,9,11,7,12,12,18,19,18,23,32,33,30,40,37,38,31,39,33,35,26,33,26,26,26,16,22,9,13,9,13,8,6,3,5,3,2,0,0,2,1,0,1,0,0,0,0,1,1],"bins":[-5.738928754960015e-14,-5.554192224416568e-14,-5.3694560326863e-14,-5.1847198409560313e-14,-4.999983310412584e-14,-4.815246779869137e-14,-4.6305105881388683e-14,-4.4457743964086e-14,-4.2610378658651527e-14,-4.0763013353217054e-14,-3.891565143591437e-14,-3.7068289518611686e-14,-3.522092421317721e-14,-3.337355890774274e-14,-3.1526196990440056e-14,-2.967883507313737e-14,-2.78314697677029e-14,-2.598410615633432e-14,-2.4136742544965742e-14,-2.2289378933597163e-14,-2.0442015322228585e-14,-1.8594651710860007e-14,-1.6747288099491428e-14,-1.489992448812285e-14,-1.3052560876754271e-14,-1.1205197265385693e-14,-9.357833654017114e-15,-7.510470042648536e-15,-5.663106431279957e-15,-3.815742819911379e-15,-1.9683792085428004e-15,-1.210155971742219e-16,1.7263480141943566e-15,3.573711625562935e-15,5.4210752369315135e-15,7.268438848300092e-15,9.11580245966867e-15,1.0963166071037249e-14,1.2810529682405827e-14,1.4657893293774406e-14,1.6505256905142984e-14,1.8352620516511563e-14,2.019998412788014e-14,2.204734773924872e-14,2.3894711350617298e-14,2.5742074961985877e-14,2.7589438573354455e-14,2.943680049065714e-14,3.128416579609161e-14,3.3131531101526085e-14,3.497889301882877e-14,3.682625493613145e-14,3.8673620241565926e-14,4.05209855470004e-14,4.236834746430308e-14,4.4215709381605767e-14,4.606307468704024e-14,4.791043999247471e-14,4.9757801909777397e-14,5.160516382708008e-14,5.3452529132514554e-14,5.5299894437949026e-14,5.714725296711992e-14,5.89946182725544e-14,6.084198357798887e-14]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-1.1880274541908875e-11,-1.155964213239713e-11,-1.1239009722885385e-11,-1.091837731337364e-11,-1.0597744903861894e-11,-1.0277112494350149e-11,-9.956480084838404e-12,-9.635847675326659e-12,-9.315215265814913e-12,-8.994582856303168e-12,-8.673950446791423e-12,-8.353318037279678e-12,-8.032685627767933e-12,-7.712053218256187e-12,-7.391420808744442e-12,-7.070788399232697e-12,-6.750155989720952e-12,-6.4295235802092066e-12,-6.108891170697461e-12,-5.788258761185716e-12,-5.467626351673971e-12,-5.146993942162226e-12,-4.8263615326504805e-12,-4.505729123138735e-12,-4.18509671362699e-12,-3.864464304115245e-12,-3.5438318946034997e-12,-3.2231994850917545e-12,-2.9025670755800093e-12,-2.581934666068264e-12,-2.261302256556519e-12,-1.9406698470447736e-12,-1.6200374375330284e-12,-1.2994050280212832e-12,-9.78772618509538e-13,-6.581402089977928e-13,-3.375077994860476e-13,-1.687538997430238e-14,3.0375701953744283e-13,6.24389429049188e-13,9.450218385609332e-13,1.2656542480726785e-12,1.5862866575844237e-12,1.906919067096169e-12,2.227551476607914e-12,2.5481838861196593e-12,2.8688162956314045e-12,3.1894487051431497e-12,3.510081114654895e-12,3.83071352416664e-12,4.151345933678385e-12,4.4719783431901305e-12,4.792610752701876e-12,5.113243162213621e-12,5.433875571725366e-12,5.754507981237111e-12,6.0751403907488566e-12,6.395772800260602e-12,6.716405209772347e-12,7.037037619284092e-12,7.357670028795837e-12,7.678302438307583e-12,7.998934847819328e-12,8.319567257331073e-12,8.640199666842818e-12],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,0,1,0,1,0,6,7,12,9,10,16,29,39,61,66,128,164,254,360,562,949,1888,3678,7973,22459,178888,328944,25703,8918,3977,1811,1060,629,395,244,177,106,81,73,40,22,22,17,14,5,9,4,2,3,1,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,1,2,0,4,3,0,2,1,5,3,4,9,7,9,7,17,21,23,40,46,52,41,61,52,65,43,56,37,25,20,20,20,11,6,6,8,6,2,6,9,3,1,1,1,1,3,1,0,1,1,2,0,0,0,0,0,0,1],"bins":[-5.9863794693929e-13,-5.783694920560856e-13,-5.581009829627726e-13,-5.378325280795682e-13,-5.175640189862551e-13,-4.972955641030508e-13,-4.770270550097377e-13,-4.567586001265334e-13,-4.3649011813827465e-13,-4.1622163615001595e-13,-3.9595315416175725e-13,-3.7568467217349855e-13,-3.5541621729029416e-13,-3.3514773530203545e-13,-3.1487925331377675e-13,-2.9461077132551805e-13,-2.7434228933725935e-13,-2.5407380734900065e-13,-2.3380532536074194e-13,-2.135368569250104e-13,-1.932683749367517e-13,-1.72999892948493e-13,-1.5273142451276145e-13,-1.3246294252450275e-13,-1.1219446053624405e-13,-9.192597854798534e-14,-7.165750333599022e-14,-5.1389024735863306e-14,-3.1120546135736393e-14,-1.085206753560948e-14,9.416411064517433e-15,2.9684889664644346e-14,4.995336826477126e-14,7.022185025302996e-14,9.049032546502508e-14,1.1075880067702021e-13,1.310272826652789e-13,1.512957646535376e-13,1.7156423308926916e-13,1.9183271507752786e-13,2.1210119706578656e-13,2.3236967905404526e-13,2.5263816104230397e-13,2.7290664303056267e-13,2.9317509791376706e-13,3.1344357990202576e-13,3.3371206189028446e-13,3.5398054387854316e-13,3.7424902586680187e-13,3.9451750785506057e-13,4.1478598984331927e-13,4.3505447183157797e-13,4.553229538198367e-13,4.755914087030411e-13,4.958599177963541e-13,5.161283726795585e-13,5.363968817728715e-13,5.566653366560759e-13,5.769337915392803e-13,5.972023006325933e-13,6.174707555157977e-13,6.377392646091107e-13,6.580077194923151e-13,6.782762285856281e-13,6.985446834688325e-13]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[3,4,10,15,26,44,71,140,192,349,521,884,1158,1751,2568,3517,4985,6647,8490,10739,13611,16350,19455,23095,26085,29050,31501,33688,35204,35444,35183,34069,32353,30120,27478,24456,20808,17741,14747,11891,9423,7307,5539,4087,2895,2118,1437,962,605,439,222,153,85,31,30,21,10,4,3,4,2,1,1,2],"bins":[-0.0990314930677414,-0.09569792449474335,-0.0923643559217453,-0.08903079479932785,-0.0856972262263298,-0.08236365765333176,-0.07903008908033371,-0.07569652050733566,-0.07236295938491821,-0.06902939081192017,-0.06569582223892212,-0.06236225366592407,-0.059028685092926025,-0.05569512024521828,-0.05236155167222023,-0.04902798682451248,-0.045694418251514435,-0.04236084967851639,-0.03902728483080864,-0.03569371625781059,-0.032360151410102844,-0.029026582837104797,-0.02569301426410675,-0.022359447553753853,-0.019025880843400955,-0.015692314133048058,-0.012358746491372585,-0.009025178849697113,-0.005691612139344215,-0.0023580449633300304,0.0009755222126841545,0.0043090893886983395,0.0076426491141319275,0.010976215824484825,0.014309783466160297,0.01764335110783577,0.020976917818188667,0.024310484528541565,0.027644053101539612,0.03097761981189251,0.03431118652224541,0.037644755095243454,0.0409783199429512,0.04431188851594925,0.047645457088947296,0.050979021936655045,0.05431259050965309,0.05764615535736084,0.06097972393035889,0.06431329250335693,0.06764686107635498,0.07098042219877243,0.07431399077177048,0.07764755934476852,0.08098112791776657,0.08431469649076462,0.08764825761318207,0.09098182618618011,0.09431539475917816,0.09764896333217621,0.10098253190517426,0.1043161004781723,0.10764966160058975,0.1109832301735878,0.11431679874658585],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,1,0,0,0,0,0,2,2,4,4,7,11,22,45,157,475,1018,123,66,31,18,19,16,4,5,1,3,5,0,1,1,2,0,0,1],"bins":[-1.4106655843448834e-09,-1.3795123932069941e-09,-1.3483593130914073e-09,-1.317206121953518e-09,-1.2860530418379312e-09,-1.254899850700042e-09,-1.2237466595621527e-09,-1.1925935794465659e-09,-1.1614403883086766e-09,-1.1302871971707873e-09,-1.0991341170552005e-09,-1.0679809259173112e-09,-1.036827734779422e-09,-1.005674654663835e-09,-9.745214635259458e-10,-9.43368383410359e-10,-9.122151922724697e-10,-8.810620566457317e-10,-8.499089210189936e-10,-8.187557298811043e-10,-7.876025942543663e-10,-7.564494586276282e-10,-7.25296267489739e-10,-6.941431318630009e-10,-6.629899962362629e-10,-6.318368606095248e-10,-6.006837249827868e-10,-5.695305338448975e-10,-5.383773982181594e-10,-5.072242625914214e-10,-4.760710714535321e-10,-4.4491793582679406e-10,-4.1376468917775355e-10,-3.826115535510155e-10,-3.5145839016870184e-10,-3.203052267863882e-10,-2.8915209115965013e-10,-2.579989555329121e-10,-2.2684579215059841e-10,-1.9569264264607256e-10,-1.645394931415467e-10,-1.3338634363702084e-10,-1.0223319413249499e-10,-7.108004462796913e-11,-3.9926895123443273e-11,-8.773745618917417e-12,2.237940388560844e-11,5.3532553390134296e-11,8.468570289466015e-11,1.1583885239918601e-10,1.4699200190371187e-10,1.7814515140823772e-10,2.0929830091276358e-10,2.4045143653950163e-10,2.716045999218153e-10,3.0275776330412896e-10,3.33910898930867e-10,3.6506403455760505e-10,3.962171979399187e-10,4.273703613222324e-10,4.5852349694897043e-10,4.896766325757085e-10,5.208298237135978e-10,5.519829593403358e-10,5.831360949670739e-10],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,1,1,5,0,6,1,3,8,11,7,8,7,10,9,15,13,30,17,17,19,29,27,29,25,23,37,37,31,30,32,29,33,24,18,22,14,20,17,18,9,12,13,7,7,8,2,2,4,5,5,2,2,1,0,0,1,0,1,0,1],"bins":[-2.2268755036584237e-13,-2.1539749693079424e-13,-2.0810744349574611e-13,-2.0081739006069799e-13,-1.9352733662564986e-13,-1.8623728319060173e-13,-1.789472297555536e-13,-1.7165717632050548e-13,-1.643671364379845e-13,-1.5707708300293638e-13,-1.4978702956788825e-13,-1.4249697613284013e-13,-1.35206922697792e-13,-1.2791686926274387e-13,-1.2062681582769574e-13,-1.1333676239264762e-13,-1.0604670895759949e-13,-9.875665552255136e-14,-9.146660208750323e-14,-8.417654865245511e-14,-7.688649521740698e-14,-6.959644855862243e-14,-6.23063951235743e-14,-5.501634168852618e-14,-4.772628825347805e-14,-4.043623481842992e-14,-3.3146181383381795e-14,-2.5856131336465457e-14,-1.856607790141733e-14,-1.127602531340215e-14,-3.98597272538697e-15,3.30407986262821e-15,1.0594146003170546e-14,1.7884199438218673e-14,2.5174251179200906e-14,3.246430292018314e-14,3.9754356355231266e-14,4.704440979027939e-14,5.433445983719573e-14,6.162451327224386e-14,6.891456670729199e-14,7.620462014234011e-14,8.349467357738824e-14,9.078472701243637e-14,9.807477367122092e-14,1.0536482710626904e-13,1.1265488054131717e-13,1.199449339763653e-13,1.2723498741141342e-13,1.3452504084646155e-13,1.4181509428150968e-13,1.491051477165578e-13,1.5639520115160593e-13,1.6368525458665406e-13,1.709753080217022e-13,1.7826536145675032e-13,1.8555540133927129e-13,1.9284545477431941e-13,2.0013550820936754e-13,2.0742556164441567e-13,2.147156150794638e-13,2.2200566851451192e-13,2.2929572194956005e-13,2.3658578893713533e-13,2.438758288196563e-13]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.11454185098409653,-0.11107765883207321,-0.1076134666800499,-0.10414927452802658,-0.10068507492542267,-0.09722088277339935,-0.09375669062137604,-0.09029249846935272,-0.0868283063173294,-0.08336411416530609,-0.07989991456270218,-0.07643572241067886,-0.07297153025865555,-0.06950733810663223,-0.06604314595460892,-0.0625789538025856,-0.05911475792527199,-0.05565056577324867,-0.05218636989593506,-0.04872217774391174,-0.04525798559188843,-0.041793789714574814,-0.0383295975625515,-0.03486540541052818,-0.03140120953321457,-0.027937017381191254,-0.024472825229167938,-0.021008631214499474,-0.01754443719983101,-0.014080245047807693,-0.010616051033139229,-0.007151857949793339,-0.0036876648664474487,-0.00022347155027091503,0.0032407217659056187,0.006704915314912796,0.010169108398258686,0.013633301481604576,0.01709749549627304,0.020561687648296356,0.02402588166296482,0.027490075677633286,0.0309542678296566,0.034418459981679916,0.03788265585899353,0.041346848011016846,0.04481104016304016,0.048275236040353775,0.05173942819237709,0.055203620344400406,0.05866781622171402,0.062132008373737335,0.06559620052576065,0.06906039267778397,0.07252458482980728,0.0759887844324112,0.07945297658443451,0.08291716873645782,0.08638136088848114,0.08984555304050446,0.09330974519252777,0.09677394479513168,0.100238136947155,0.10370232909917831,0.10716652125120163],"_type":"histogram","values":[1,2,1,4,7,10,29,48,87,150,255,419,673,1013,1719,2517,3842,5416,7866,11037,14900,19474,25681,32635,40434,48761,57912,67042,75590,83199,89133,93999,95944,96692,94277,89513,84299,76726,67862,59572,50234,41523,33307,26450,20535,15396,11485,8329,5750,3815,2645,1732,1124,740,453,242,162,104,58,24,8,4,2,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,0,0,4,10,8,19,32,68,125,168,280,490,740,1125,1698,2545,3559,4869,6491,8507,11146,13829,17114,20647,23766,27262,30239,32675,35040,35832,36756,36005,34739,32599,30100,26677,23531,20182,16767,13438,10857,8234,6400,4700,3456,2340,1696,1168,681,507,292,164,101,50,39,29,14,5,2,4,0,0,2],"bins":[-0.1063385009765625,-0.10295607149600983,-0.09957364201545715,-0.09619120508432388,-0.09280877560377121,-0.08942634612321854,-0.08604391664266586,-0.08266148716211319,-0.07927905023097992,-0.07589662075042725,-0.07251419126987457,-0.0691317617893219,-0.06574933230876923,-0.062366899102926254,-0.05898446962237358,-0.05560203641653061,-0.052219606935977936,-0.04883717745542526,-0.04545474424958229,-0.04207231476902962,-0.038689881563186646,-0.03530745208263397,-0.0319250226020813,-0.028542591258883476,-0.025160159915685654,-0.02177772857248783,-0.01839529722929001,-0.015012867748737335,-0.011630436405539513,-0.00824800506234169,-0.004865574650466442,-0.0014831437729299068,0.0018992945551872253,0.005281725432723761,0.008664156310260296,0.012046586722135544,0.015429018065333366,0.01881144940853119,0.022193878889083862,0.025576310232281685,0.028958741575479507,0.03234117105603218,0.03572360426187515,0.039106033742427826,0.0424884632229805,0.04587089642882347,0.049253325909376144,0.052635759115219116,0.05601818859577179,0.05940061807632446,0.06278304755687714,0.0661654844880104,0.06954791396856308,0.07293034344911575,0.07631277292966843,0.0796952024102211,0.08307763934135437,0.08646006882190704,0.08984249830245972,0.09322492778301239,0.09660735726356506,0.09998978674411774,0.10337222367525101,0.10675465315580368,0.11013708263635635],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-2.6432189770275727e-12,-2.5643931422791866e-12,-2.4855673075308005e-12,-2.4067414727824143e-12,-2.3279156380340282e-12,-2.249089803285642e-12,-2.170263968537256e-12,-2.09143813378887e-12,-2.0126122990404838e-12,-1.9337864642920977e-12,-1.8549606295437115e-12,-1.7761347947953254e-12,-1.6973089600469393e-12,-1.6184831252985532e-12,-1.539657290550167e-12,-1.460831455801781e-12,-1.3820056210533949e-12,-1.3031797863050087e-12,-1.2243539515566226e-12,-1.1455281168082365e-12,-1.0667022820598504e-12,-9.878764473114643e-13,-9.090506125630782e-13,-8.302247778146921e-13,-7.513989430663059e-13,-6.725731083179198e-13,-5.937472735695337e-13,-5.149214388211476e-13,-4.360956040727615e-13,-3.5726976932437537e-13,-2.7844393457598926e-13,-1.9961809982760315e-13,-1.2079226507921703e-13,-4.196643033083092e-14,3.68594044175552e-14,1.156852391659413e-13,1.9451107391432743e-13,2.7333690866271354e-13,3.5216274341109965e-13,4.3098857815948577e-13,5.098144129078719e-13,5.88640247656258e-13,6.674660824046441e-13,7.462919171530302e-13,8.251177519014163e-13,9.039435866498025e-13,9.827694213981886e-13,1.0615952561465747e-12,1.1404210908949608e-12,1.219246925643347e-12,1.298072760391733e-12,1.3768985951401191e-12,1.4557244298885053e-12,1.5345502646368914e-12,1.6133760993852775e-12,1.6922019341336636e-12,1.7710277688820497e-12,1.849853603630436e-12,1.928679438378822e-12,2.007505273127208e-12,2.086331107875594e-12,2.1651569426239803e-12,2.2439827773723664e-12,2.3228086121207525e-12,2.4016344468691386e-12],"_type":"histogram","values":[1,0,0,1,1,2,4,7,11,13,26,13,25,30,60,55,76,87,119,166,211,322,393,542,690,1034,1526,2293,3560,6137,11492,24648,75122,321850,83188,26278,11938,6516,3623,2257,1486,1040,777,557,380,294,218,173,120,113,97,49,60,35,31,19,17,13,3,6,8,3,5,3]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.017783336341381073,-0.017161550000309944,-0.016539763659238815,-0.015917977318167686,-0.015296191908419132,-0.014674405567348003,-0.01405262015759945,-0.01343083381652832,-0.012809047475457191,-0.012187261134386063,-0.011565474793314934,-0.01094368938356638,-0.01032190304249525,-0.009700116701424122,-0.009078331291675568,-0.008456544950604439,-0.00783475860953331,-0.007212972268462181,-0.0065911863930523396,-0.005969400517642498,-0.005347614176571369,-0.00472582783550024,-0.004104041960090399,-0.0034822558518499136,-0.0028604697436094284,-0.002238683635368943,-0.001616897527128458,-0.0009951114188879728,-0.00037332531064748764,0.00024846079759299755,0.0008702469058334827,0.001492033014073968,0.0021138209849596024,0.0027356070932000875,0.0033573932014405727,0.003979179076850414,0.004600965417921543,0.005222751758992672,0.0058445376344025135,0.006466323509812355,0.007088109850883484,0.007709896191954613,0.008331682533025742,0.008953467942774296,0.009575254283845425,0.010197040624916553,0.010818826034665108,0.011440612375736237,0.012062398716807365,0.012684185057878494,0.013305971398949623,0.013927756808698177,0.014549543149769306,0.015171329490840435,0.01579311490058899,0.016414901241660118,0.017036687582731247,0.017658473923802376,0.018280260264873505,0.018902046605944633,0.019523832947015762,0.020145617425441742,0.02076740376651287,0.021389190107584,0.02201097644865513],"_type":"histogram","values":[1,0,2,0,0,5,3,1,4,6,8,10,9,6,13,10,12,14,14,18,28,25,20,23,36,34,28,39,34,26,34,25,28,20,22,24,25,17,16,15,15,17,7,13,15,8,6,8,4,5,4,2,1,3,1,0,2,0,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,1,1,1,1,1,3,2,1,3,2,2,5,9,7,7,7,12,11,14,15,20,23,23,15,11,21,20,28,29,25,22,22,24,21,22,27,42,24,28,18,27,17,23,19,17,14,15,11,7,8,5,10,6,7,3,2,2,1,0,2,1],"bins":[-6.225592415719239e-13,-6.04911303339617e-13,-5.8726336510731e-13,-5.696154268750031e-13,-5.519674886426962e-13,-5.343195504103893e-13,-5.166716121780823e-13,-4.990236739457754e-13,-4.813757357134685e-13,-4.637277974811616e-13,-4.4607988635390894e-13,-4.28431948121602e-13,-4.107840098892951e-13,-3.9313607165698816e-13,-3.7548813342468124e-13,-3.578401951923743e-13,-3.401922569600674e-13,-3.2254431872776046e-13,-3.0489638049545353e-13,-2.872484422631466e-13,-2.696005040308397e-13,-2.5195256579853276e-13,-2.3430462756622583e-13,-2.1665670288644606e-13,-1.9900876465413914e-13,-1.813608264218322e-13,-1.6371288818952529e-13,-1.4606494995721836e-13,-1.284170252774386e-13,-1.1076908026886809e-13,-9.312114881282474e-14,-7.547321058051781e-14,-5.782527234821089e-14,-4.017733411590396e-14,-2.2529399271728826e-14,-4.8814627334877944e-15,1.2766473804753237e-14,3.041441203706016e-14,4.80623468812353e-14,6.571028172541044e-14,8.335821995771736e-14,1.0100615819002429e-13,1.186540964223312e-13,1.3630203465463814e-13,1.539499593344179e-13,1.7159789756672483e-13,1.8924583579903176e-13,2.0689377403133868e-13,2.245417122636456e-13,2.4218965049595254e-13,2.5983758872825946e-13,2.774855269605664e-13,2.951334651928733e-13,3.1278140342518024e-13,3.3042934165748716e-13,3.480772798897941e-13,3.657251910170467e-13,3.8337312924935363e-13,4.0102106748166055e-13,4.186690057139675e-13,4.363169439462744e-13,4.5396488217858133e-13,4.716128204108883e-13,4.892607586431952e-13,5.069086968755021e-13],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.09801993519067764,-0.09496358036994934,-0.09190723299980164,-0.08885087817907333,-0.08579452335834503,-0.08273817598819733,-0.07968182116746902,-0.07662547379732132,-0.07356911897659302,-0.07051276415586472,-0.06745641678571701,-0.06440006196498871,-0.061343710869550705,-0.0582873597741127,-0.0552310049533844,-0.052174653857946396,-0.04911830276250839,-0.04606195166707039,-0.043005600571632385,-0.03994924575090408,-0.03689289465546608,-0.033836543560028076,-0.030780190601944923,-0.02772383764386177,-0.024667486548423767,-0.021611135452985764,-0.01855478249490261,-0.015498430468142033,-0.012442078441381454,-0.009385726414620876,-0.006329374387860298,-0.00327302236109972,-0.00021666288375854492,0.0028396891430020332,0.005896041169762611,0.00895239319652319,0.012008745223283768,0.015065097250044346,0.018121449276804924,0.021177802234888077,0.02423415333032608,0.027290504425764084,0.030346857383847237,0.03340321034193039,0.03645956143736839,0.039515912532806396,0.0425722673535347,0.0456286184489727,0.048684969544410706,0.05174132063984871,0.05479767173528671,0.057854026556015015,0.06091037765145302,0.06396672874689102,0.06702308356761932,0.07007943093776703,0.07313578575849533,0.07619214057922363,0.07924848794937134,0.08230484277009964,0.08536119759082794,0.08841754496097565,0.09147389978170395,0.09453024715185165,0.09758660197257996],"_type":"histogram","values":[2,1,2,4,5,16,34,44,88,131,256,343,504,861,1262,1817,2595,3481,4775,6279,8060,10321,12963,15808,18636,21728,24598,27355,29965,32006,33666,34375,34139,33593,32523,30648,27937,25506,22061,19094,16218,13237,10735,8522,6530,4927,3815,2678,1833,1293,918,616,397,243,158,96,55,32,11,11,10,3,3,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,2,4,1,3,3,5,4,11,9,11,8,15,9,8,12,10,21,18,16,25,26,25,20,33,22,26,26,23,30,26,23,26,25,31,19,26,21,14,21,16,13,10,9,7,11,12,5,6,0,5,1,1,6,1,1,2,0,1,1],"bins":[-3.368192443703455e-12,-3.2640305389075586e-12,-3.1598688509520967e-12,-3.0557069461562003e-12,-2.9515452582007384e-12,-2.847383353404842e-12,-2.7432214486089457e-12,-2.639059760653484e-12,-2.5348978558575874e-12,-2.430735951061691e-12,-2.326574263106229e-12,-2.2224123583103328e-12,-2.1182504535144364e-12,-2.0140887655589745e-12,-1.909926860763078e-12,-1.805765064387399e-12,-1.70160326801172e-12,-1.5974414716360408e-12,-1.4932796752603616e-12,-1.3891177704644653e-12,-1.2849559740887861e-12,-1.180794177713107e-12,-1.0766322729172106e-12,-9.724704765415315e-13,-8.683086801658524e-13,-7.641468837901733e-13,-6.599850332043855e-13,-5.558231826185978e-13,-4.5166138624291863e-13,-3.474995627621852e-13,-2.4333773928145175e-13,-1.391759158007183e-13,-3.501409231998487e-14,6.914773116074857e-14,1.73309554641482e-13,2.7747137812221545e-13,3.816332016029489e-13,4.85794997978628e-13,5.899568485644158e-13,6.941186991502035e-13,7.982804955258826e-13,9.024422919015618e-13,1.006604088277241e-12,1.1107659930731373e-12,1.2149277894488164e-12,1.3190895858244955e-12,1.423251490620392e-12,1.527413286996071e-12,1.6315750833717502e-12,1.7357368797474293e-12,1.8398986761231084e-12,1.944060580919005e-12,2.0482222688744667e-12,2.152384173670363e-12,2.2565460784662594e-12,2.3607077664217213e-12,2.4648696712176177e-12,2.569031576013514e-12,2.673193263968976e-12,2.7773551687648723e-12,2.8815170735607687e-12,2.9856787615162306e-12,3.089840666312127e-12,3.194002354267589e-12,3.2981642590634852e-12]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,1,5,2,6,5,7,2,20,20,27,33,54,61,82,116,163,216,254,405,551,809,1139,1609,2563,3917,6873,14535,54901,421166,48256,13716,6705,3727,2381,1623,1099,767,552,376,289,197,147,105,90,56,40,34,32,30,16,11,11,1,8,0,2,5,1,0,1,1],"bins":[-2.738088369369507e-07,-2.651067916303873e-07,-2.5640474632382393e-07,-2.4770270101726055e-07,-2.390006557106972e-07,-2.302986104041338e-07,-2.2159656509757042e-07,-2.1289451979100704e-07,-2.0419247448444366e-07,-1.954904291778803e-07,-1.867883838713169e-07,-1.7808633856475353e-07,-1.6938429325819016e-07,-1.6068224795162678e-07,-1.519802026450634e-07,-1.4327815733850002e-07,-1.3457611203193665e-07,-1.2587406672537327e-07,-1.1717202141880989e-07,-1.0846997611224651e-07,-9.976793080568314e-08,-9.106588549911976e-08,-8.236384019255638e-08,-7.3661794885993e-08,-6.495974957942963e-08,-5.625770427286625e-08,-4.755565896630287e-08,-3.8853613659739494e-08,-3.015156835317612e-08,-2.144952304661274e-08,-1.2747477740049362e-08,-4.045432433485985e-09,4.6566128730773926e-09,1.335865817964077e-08,2.2060703486204147e-08,3.0762748792767525e-08,3.94647940993309e-08,4.816683940589428e-08,5.686888471245766e-08,6.557093001902103e-08,7.427297532558441e-08,8.297502063214779e-08,9.167706593871117e-08,1.0037911124527454e-07,1.0908115655183792e-07,1.177832018584013e-07,1.2648524716496468e-07,1.3518729247152805e-07,1.4388933777809143e-07,1.525913830846548e-07,1.6129342839121819e-07,1.6999547369778156e-07,1.7869751900434494e-07,1.8739956431090832e-07,1.961016096174717e-07,2.0480365492403507e-07,2.1350570023059845e-07,2.2220774553716183e-07,2.309097908437252e-07,2.396118361502886e-07,2.4831388145685196e-07,2.5701592676341534e-07,2.657179720699787e-07,2.744200173765421e-07,2.8312206268310547e-07]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,0,0,0,0,0,0,0,2,1,4,4,7,2,5,4,12,11,13,13,17,18,23,15,27,23,26,37,36,32,25,29,29,35,33,38,32,37,34,20,24,24,15,10,10,4,8,7,2,4,1,3,3,3,0,1,1,1,1],"bins":[-0.028407081961631775,-0.02762186899781227,-0.026836656033992767,-0.026051443070173264,-0.02526623010635376,-0.024481017142534256,-0.023695804178714752,-0.02291059121489525,-0.022125378251075745,-0.02134016528725624,-0.020554952323436737,-0.019769739359617233,-0.01898452639579773,-0.018199313431978226,-0.017414100468158722,-0.016628887504339218,-0.015843674540519714,-0.01505846157670021,-0.014273248612880707,-0.013488035649061203,-0.0127028226852417,-0.011917609721422195,-0.011132396757602692,-0.010347183793783188,-0.009561970829963684,-0.00877675786614418,-0.007991544902324677,-0.007206331938505173,-0.006421118974685669,-0.005635906010866165,-0.004850693047046661,-0.004065480083227158,-0.003280267119407654,-0.00249505415558815,-0.0017098411917686462,-0.0009246282279491425,-0.00013941526412963867,0.0006457976996898651,0.001431010663509369,0.0022162236273288727,0.0030014365911483765,0.0037866495549678802,0.004571862518787384,0.005357075482606888,0.006142288446426392,0.006927501410245895,0.007712714374065399,0.008497927337884903,0.009283140301704407,0.01006835326552391,0.010853566229343414,0.011638779193162918,0.012423992156982422,0.013209205120801926,0.01399441808462143,0.014779631048440933,0.015564844012260437,0.01635005697607994,0.017135269939899445,0.01792048290371895,0.018705695867538452,0.019490908831357956,0.02027612179517746,0.021061334758996964,0.021846547722816467],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,2,1,1,0,3,1,2,4,3,3,3,5,9,7,3,17,22,24,35,50,66,87,66,74,77,58,49,33,22,13,8,6,2,2,1,2,0,1],"bins":[-0.005625132471323013,-0.005497802048921585,-0.0053704711608588696,-0.005243140738457441,-0.005115809850394726,-0.004988479427993298,-0.004861148539930582,-0.004733818117529154,-0.004606487229466438,-0.00447915680706501,-0.004351826384663582,-0.004224495496600866,-0.004097165074199438,-0.0039698341861367226,-0.0038425037637352943,-0.0037151731085032225,-0.0035878424532711506,-0.0034605117980390787,-0.003333181142807007,-0.003205850487574935,-0.003078519832342863,-0.002951189409941435,-0.002823858754709363,-0.002696528099477291,-0.0025691974442452192,-0.0024418667890131474,-0.0023145361337810755,-0.0021872054785490036,-0.0020598750561475754,-0.0019325442845001817,-0.0018052137456834316,-0.0016778830904513597,-0.0015505519695580006,-0.0014232213143259287,-0.0012958906590938568,-0.0011685601202771068,-0.0010412294650450349,-0.000913898809812963,-0.000786568212788552,-0.0006592376157641411,-0.0005319069605320692,-0.0004045763344038278,-0.00027724570827558637,-0.00014991508214734495,-2.2584456019103527e-05,0.00010474617010913789,0.0002320767962373793,0.00035940742236562073,0.00048673804849386215,0.000614068703725934,0.000741399300750345,0.000868729897774756,0.0009960605530068278,0.0011233912082388997,0.0012507217470556498,0.0013780524022877216,0.0015053830575197935,0.0016327137127518654,0.0017600443679839373,0.0018873749068006873,0.0020147054456174374,0.0021420361008495092,0.002269366756081581,0.002396697411313653,0.002524028066545725],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,2,3,4,2,2,1,5,9,8,6,10,21,11,12,14,26,17,25,23,23,27,34,32,29,42,33,32,26,36,33,26,25,26,16,13,20,14,10,17,9,9,2,6,7,4,2,7,0,1,0,0,0,0,1,1,1],"bins":[-0.1007349044084549,-0.09766781330108643,-0.09460072219371796,-0.09153363108634949,-0.08846653997898102,-0.08539945632219315,-0.08233236521482468,-0.07926527410745621,-0.07619818300008774,-0.07313109189271927,-0.0700640007853508,-0.06699690967798233,-0.06392982602119446,-0.06086273118853569,-0.05779564380645752,-0.05472855269908905,-0.05166146159172058,-0.04859437048435211,-0.04552727937698364,-0.04246019199490547,-0.039393100887537,-0.03632600978016853,-0.03325892239809036,-0.030191831290721893,-0.027124740183353424,-0.024057649075984955,-0.020990559831261635,-0.017923470586538315,-0.014856379479169846,-0.011789289303123951,-0.008722199127078056,-0.005655108951032162,-0.002588018774986267,0.00047907140105962753,0.003546161577105522,0.006613251753151417,0.009680341929197311,0.012747432105243206,0.0158145222812891,0.01888161152601242,0.02194870263338089,0.02501579374074936,0.02808288298547268,0.031149972230196,0.03421706333756447,0.03728415444493294,0.04035124182701111,0.04341833293437958,0.04648542404174805,0.049552515149116516,0.052619606256484985,0.055686693638563156,0.058753784745931625,0.061820875853300095,0.06488796323537827,0.06795505434274673,0.0710221454501152,0.07408923655748367,0.07715632766485214,0.08022341877222061,0.08329050242900848,0.08635759353637695,0.08942468464374542,0.09249177575111389,0.09555886685848236]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[3,4,13,28,50,110,147,163,113,69,38,19,6,3,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.021242599934339523,-0.01880522072315216,-0.016367841511964798,-0.01393046323210001,-0.011493084020912647,-0.009055704809725285,-0.006618326064199209,-0.004180947318673134,-0.0017435681074857712,0.0006938108708709478,0.003131189849227667,0.005568568594753742,0.008005947805941105,0.010443327017128468,0.012880705296993256,0.015318084508180618,0.01775546371936798,0.020192842930555344,0.022630222141742706,0.02506760135293007,0.02750498056411743,0.029942357912659645,0.03237973898649216,0.03481711819767952,0.03725449740886688,0.03969187289476395,0.04212925210595131,0.04456663131713867,0.047004010528326035,0.0494413897395134,0.05187876895070076,0.05431614816188812,0.05675352364778519,0.05919090285897255,0.06162828207015991,0.06406565755605698,0.06650304049253464,0.0689404159784317,0.07137779891490936,0.07381517440080643,0.07625255733728409,0.07868993282318115,0.08112731575965881,0.08356469124555588,0.08600207418203354,0.0884394496679306,0.09087683260440826,0.09331420809030533,0.09575158357620239,0.09818896651268005,0.10062634199857712,0.10306372493505478,0.10550110042095184,0.1079384833574295,0.11037585884332657,0.11281324177980423,0.1152506172657013,0.11768800020217896,0.12012537568807602,0.12256275862455368,0.12500013411045074,0.1274375170469284,0.12987489998340607,0.13231226801872253,0.1347496509552002]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,0,0,0,1,1,1,0,5,1,1,2,2,3,4,5,8,13,5,17,23,21,36,36,65,56,82,76,83,59,53,18,21,15,8,9,6,4,10,2,2,2,0,3,2,1,2,0,0,0,0,1,0,0,0,0,1],"bins":[-1.0200047917408028e-08,-9.897473951525626e-09,-9.594899097464804e-09,-9.292325131582402e-09,-8.9897511657e-09,-8.687176311639178e-09,-8.384602345756775e-09,-8.082028379874373e-09,-7.779453525813551e-09,-7.476879559931149e-09,-7.1743055940487466e-09,-6.8717311840771345e-09,-6.569156774105522e-09,-6.26658280822312e-09,-5.964008398251508e-09,-5.661434432369106e-09,-5.358860022397494e-09,-5.0562856124258815e-09,-4.753711646543479e-09,-4.451137236571867e-09,-4.148563270689465e-09,-3.845988860717853e-09,-3.5434144507462406e-09,-3.2408402628192334e-09,-2.9382660748922262e-09,-2.635691886965219e-09,-2.333117699038212e-09,-2.0305432890665998e-09,-1.7279691011395926e-09,-1.4253949132125854e-09,-1.1228206142632757e-09,-8.202463708251173e-10,-5.176730155653786e-10,-2.1509877212722017e-10,8.747547131093825e-11,3.9004971474909667e-10,6.926239581872551e-10,9.951981461142623e-10,1.297772445063572e-09,1.6003467440128816e-09,1.9029209319398888e-09,2.205495119866896e-09,2.508069307793903e-09,2.8106437177655152e-09,3.1132179056925224e-09,3.4157920936195296e-09,3.7183665035911417e-09,4.020940469473544e-09,4.323514879445156e-09,4.626089289416768e-09,4.9286632552991705e-09,5.231237665270783e-09,5.533811631153185e-09,5.836386041124797e-09,6.138960451096409e-09,6.441534416978811e-09,6.7441088269504235e-09,7.0466832369220356e-09,7.349257202804438e-09,7.65183116868684e-09,7.954406022747662e-09,8.256979988630064e-09,8.559553954512467e-09,8.862128808573289e-09,9.16470277445569e-09],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[8,23,75,184,237,146,61,20,8,3,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00035777894663624465,-0.00027825505821965635,-0.00019873116980306804,-0.00011920728138647974,-3.968339296989143e-05,3.984049544669688e-05,0.00011936438386328518,0.0001988882722798735,0.0002784121606964618,0.0003579360491130501,0.0004374599375296384,0.0005169837968423963,0.0005965076852589846,0.0006760315736755729,0.0007555554620921612,0.0008350793505087495,0.0009146032389253378,0.000994127127341926,0.0010736510157585144,0.0011531749041751027,0.001232698792591691,0.0013122226810082793,0.0013917465694248676,0.001471270457841456,0.0015507943462580442,0.0016303182346746325,0.0017098421230912209,0.0017893660115078092,0.0018688898999243975,0.0019484137883409858,0.002027937676757574,0.002107461681589484,0.0021869856864213943,0.002266509458422661,0.002346033463254571,0.002425557468086481,0.0025050812400877476,0.002584605012089014,0.002664129016920924,0.0027436530217528343,0.002823176793754101,0.0029027005657553673,0.0029822245705872774,0.0030617485754191875,0.003141272347420454,0.0032207961194217205,0.0033003201242536306,0.0033798441290855408,0.0034593679010868073,0.0035388916730880737,0.003618415677919984,0.003697939682751894,0.0037774634547531605,0.003856987226754427,0.003936511464416981,0.004016035236418247,0.004095559008419514,0.00417508278042078,0.004254606552422047,0.0043341307900846004,0.004413654562085867,0.004493178334087133,0.004572702571749687,0.004652226343750954,0.00473175011575222],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.04335350543260574,-0.041921526193618774,-0.040489550679922104,-0.039057571440935135,-0.037625595927238464,-0.036193616688251495,-0.034761641174554825,-0.033329661935567856,-0.031897686421871185,-0.030465707182884216,-0.029033729806542397,-0.027601752430200577,-0.026169773191213608,-0.024737795814871788,-0.023305818438529968,-0.02187384106218815,-0.02044186368584633,-0.01900988630950451,-0.01757790893316269,-0.01614593155682087,-0.014713953249156475,-0.013281975872814655,-0.011849997565150261,-0.010418020188808441,-0.008986042812466621,-0.007554065436124802,-0.0061220875941216946,-0.0046901097521185875,-0.0032581323757767677,-0.0018261547666043043,-0.0003941771574318409,0.0010378004517406225,0.0024697743356227875,0.003901751944795251,0.005333729553967714,0.006765707395970821,0.008197684772312641,0.009629662148654461,0.011061640456318855,0.012493617832660675,0.013925595209002495,0.015357572585344315,0.016789549961686134,0.018221527338027954,0.019653506577014923,0.021085483953356743,0.022517461329698563,0.023949438706040382,0.025381416082382202,0.026813393458724022,0.02824537083506584,0.02967734821140766,0.03110932558774948,0.03254130482673645,0.03397328034043312,0.03540525957942009,0.03683723509311676,0.03826921433210373,0.0397011935710907,0.04113316908478737,0.04256514832377434,0.04399712383747101,0.04542910307645798,0.04686107859015465,0.04829305782914162],"_type":"histogram","values":[1,0,3,0,0,1,0,6,2,2,2,7,8,4,7,11,10,12,16,16,8,12,19,26,32,23,30,31,30,37,39,39,27,33,42,30,27,22,25,23,15,15,13,12,13,5,4,7,4,3,4,2,3,3,0,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.025482695549726486,-0.024642251431941986,-0.023801805451512337,-0.022961361333727837,-0.022120915353298187,-0.021280471235513687,-0.020440025255084038,-0.019599581137299538,-0.01875913515686989,-0.017918691039085388,-0.017078246921300888,-0.01623780094087124,-0.015397356823086739,-0.014556911773979664,-0.013716466724872589,-0.012876021675765514,-0.01203557662665844,-0.011195131577551365,-0.01035468652844429,-0.009514241479337215,-0.00867379643023014,-0.00783335231244564,-0.006992907263338566,-0.006152462214231491,-0.005312017165124416,-0.004471572116017342,-0.0036311272997409105,-0.0027906824834644794,-0.0019502374343574047,-0.0011097925016656518,-0.0002693475689738989,0.000571097363717854,0.0014115404337644577,0.0022519854828715324,0.0030924302991479635,0.003932875115424395,0.004773320164531469,0.005613765213638544,0.0064542097970843315,0.007294654846191406,0.008135099895298481,0.008975544944405556,0.00981598999351263,0.010656435042619705,0.011496879160404205,0.01233732420951128,0.013177769258618355,0.01401821430772543,0.014858659356832504,0.015699103474617004,0.016539549455046654,0.017379993572831154,0.018220439553260803,0.019060883671045303,0.019901329651474953,0.020741773769259453,0.021582219749689102,0.022422663867473602,0.023263107985258102,0.024103553965687752,0.024943998083472252,0.0257844440639019,0.0266248881816864,0.02746533416211605,0.02830577827990055],"_type":"histogram","values":[1,0,1,1,2,1,0,3,2,2,2,9,11,5,6,7,5,16,15,19,16,21,17,20,27,25,31,46,26,38,37,35,26,23,24,40,23,25,15,25,13,22,15,19,7,10,5,7,2,7,3,2,2,2,2,0,0,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,3,2,0,5,8,27,34,54,84,143,254,387,623,955,1390,1955,2814,3821,5215,6889,9163,11346,14025,16995,20089,23069,26331,29189,31453,33455,34495,35288,34535,33396,32139,29761,26695,23884,20491,17530,14513,11791,9306,7249,5541,4118,2944,2074,1537,976,670,423,283,164,96,69,34,16,12,5,6,4],"bins":[-0.1042795181274414,-0.10117485374212265,-0.0980701819062233,-0.09496551752090454,-0.09186084568500519,-0.08875618129968643,-0.08565150946378708,-0.08254684507846832,-0.07944217324256897,-0.07633750885725021,-0.07323284447193146,-0.0701281726360321,-0.06702350825071335,-0.063918836414814,-0.06081417202949524,-0.057709503918886185,-0.05460483580827713,-0.051500167697668076,-0.04839549958705902,-0.045290831476449966,-0.04218616336584091,-0.039081498980522156,-0.0359768308699131,-0.03287216275930405,-0.029767494648694992,-0.026662826538085938,-0.023558158427476883,-0.020453492179512978,-0.017348824068903923,-0.014244155958294868,-0.011139488779008389,-0.008034821599721909,-0.004930146038532257,-0.0018254783935844898,0.0012791892513632774,0.004383856896311045,0.007488524541258812,0.010593192651867867,0.013697859831154346,0.016802527010440826,0.01990719512104988,0.023011863231658936,0.02611653134226799,0.029221197590231895,0.0323258638381958,0.035430531948804855,0.03853520005941391,0.041639868170022964,0.04474453628063202,0.047849204391241074,0.05095387250185013,0.05405854061245918,0.05716320872306824,0.06026787310838699,0.06337254494428635,0.0664772093296051,0.06958188116550446,0.07268654555082321,0.07579120993614197,0.07889588177204132,0.08200054615736008,0.08510521799325943,0.08820988237857819,0.09131455421447754,0.0944192185997963],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,5,1,0,2,5,1,0,6,6,7,6,7,9,5,10,11,10,13,19,17,27,20,13,19,27,25,34,28,26,24,27,27,24,29,20,20,30,24,24,24,13,6,18,12,11,9,10,12,4,5,7,3,3,5,2,3,3,4,0,0,3],"bins":[-0.01908148266375065,-0.018496327102184296,-0.017911169677972794,-0.01732601411640644,-0.016740858554840088,-0.016155702993273735,-0.015570546500384808,-0.01498539000749588,-0.014400234445929527,-0.0138150779530406,-0.013229921460151672,-0.01264476589858532,-0.012059609405696392,-0.01147445384413004,-0.010889297351241112,-0.010304141789674759,-0.009718985296785831,-0.009133828803896904,-0.008548673242330551,-0.007963516749441624,-0.007378361187875271,-0.006793204694986343,-0.006208048667758703,-0.005622892640531063,-0.005037736613303423,-0.004452580586075783,-0.0038674245588481426,-0.003282268298789859,-0.0026971122715622187,-0.0021119562443345785,-0.0015268001006916165,-0.0009416440152563155,-0.0003564879298210144,0.00022866815561428666,0.0008138242410495877,0.0013989803846925497,0.00198413641192019,0.00256929243914783,0.003154448699206114,0.003739604726433754,0.004324760753661394,0.004909916780889034,0.005495072808116674,0.006080228835344315,0.006665385328233242,0.007250541355460882,0.007835697382688522,0.008420852944254875,0.009006009437143803,0.00959116593003273,0.010176321491599083,0.01076147798448801,0.011346633546054363,0.01193179003894329,0.012516945600509644,0.013102102093398571,0.013687258586287498,0.014272414147853851,0.014857570640742779,0.015442726202309132,0.01602788269519806,0.016613038256764412,0.017198193818330765,0.017783351242542267,0.01836850680410862]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,1,2,2,2,2,6,5,9,12,25,24,27,44,80,103,142,205,353,486,766,1216,2092,3864,8253,21882,100907,374486,47257,14012,5870,3022,1647,1019,684,448,260,170,141,84,65,44,31,20,17,12,5,4,3,2,2,0,2,0,1,0,0,1,0,0,2],"bins":[-1.7621459846850485e-12,-1.7039702981946903e-12,-1.645794611704332e-12,-1.5876189252139739e-12,-1.5294432387236157e-12,-1.4712675522332574e-12,-1.4130918657428992e-12,-1.354916179252541e-12,-1.2967404927621828e-12,-1.2385648062718246e-12,-1.1803891197814664e-12,-1.1222134332911082e-12,-1.06403774680075e-12,-1.0058620603103918e-12,-9.476863738200336e-13,-8.895106873296754e-13,-8.313350008393172e-13,-7.73159314348959e-13,-7.149836278586008e-13,-6.568079413682426e-13,-5.986322548778844e-13,-5.404565683875262e-13,-4.82280881897168e-13,-4.241051954068098e-13,-3.659295089164516e-13,-3.077538224260934e-13,-2.495781359357352e-13,-1.91402449445377e-13,-1.3322676295501878e-13,-7.505107646466058e-14,-1.687538997430238e-14,4.1300296516055823e-14,9.947598300641403e-14,1.5765166949677223e-13,2.1582735598713043e-13,2.7400304247748863e-13,3.3217872896784684e-13,3.9035441545820504e-13,4.4853010194856324e-13,5.067057884389214e-13,5.648814749292796e-13,6.230571614196379e-13,6.812328479099961e-13,7.394085344003543e-13,7.975842208907125e-13,8.557599073810707e-13,9.139355938714289e-13,9.72111280361787e-13,1.0302869668521453e-12,1.0884626533425035e-12,1.1466383398328617e-12,1.2048140263232199e-12,1.262989712813578e-12,1.3211653993039363e-12,1.3793410857942945e-12,1.4375167722846527e-12,1.4956924587750109e-12,1.553868145265369e-12,1.6120438317557273e-12,1.6702195182460855e-12,1.7283952047364437e-12,1.786570891226802e-12,1.84474657771716e-12,1.9029222642075183e-12,1.9610979506978765e-12]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,3,2,2,3,0,4,2,6,5,7,8,5,8,12,16,11,11,8,18,13,15,25,21,28,22,33,26,24,23,21,29,32,21,32,22,22,23,19,21,20,22,19,11,15,5,8,6,9,9,7,2,6,1,4,1,6,4,0,4,2,2],"bins":[0.9572333693504333,0.9582016468048096,0.9591699242591858,0.9601382613182068,0.961106538772583,0.9620748162269592,0.9630430936813354,0.9640113711357117,0.9649797081947327,0.9659479856491089,0.9669162631034851,0.9678845405578613,0.9688528180122375,0.9698211550712585,0.9707894325256348,0.971757709980011,0.9727259874343872,0.9736942648887634,0.9746626019477844,0.9756308794021606,0.9765991568565369,0.9775674343109131,0.9785357117652893,0.9795040488243103,0.9804723262786865,0.9814406037330627,0.982408881187439,0.9833771586418152,0.9843454957008362,0.9853137731552124,0.9862820506095886,0.9872503280639648,0.9882186651229858,0.9891869425773621,0.9901552200317383,0.9911234974861145,0.9920917749404907,0.9930601119995117,0.9940283894538879,0.9949966669082642,0.9959649443626404,0.9969332218170166,0.9979015588760376,0.9988698363304138,0.99983811378479,1.000806450843811,1.0017746686935425,1.0027430057525635,1.003711223602295,1.004679560661316,1.005647897720337,1.0066161155700684,1.0075844526290894,1.0085526704788208,1.0095210075378418,1.0104893445968628,1.0114575624465942,1.0124258995056152,1.0133941173553467,1.0143624544143677,1.0153307914733887,1.0162990093231201,1.0172673463821411,1.0182355642318726,1.0192039012908936]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.025962885469198227,-0.025107404217123985,-0.024251922965049744,-0.023396439850330353,-0.02254095859825611,-0.02168547734618187,-0.020829996094107628,-0.019974512979388237,-0.019119031727313995,-0.018263550475239754,-0.017408069223165512,-0.01655258797109127,-0.01569710485637188,-0.014841623604297638,-0.013986142352223396,-0.01313066016882658,-0.012275178916752338,-0.011419697664678097,-0.01056421548128128,-0.009708734229207039,-0.008853252045810223,-0.007997770793735981,-0.007142289076000452,-0.006286807358264923,-0.005431325640529394,-0.004575843922793865,-0.0037203622050583363,-0.002864880720153451,-0.002009399002417922,-0.001153917284682393,-0.00029843568336218596,0.0005570459761656821,0.0014125276356935501,0.002268009353429079,0.003123491071164608,0.003978972788900137,0.004834454506635666,0.0056899357587099075,0.0065454174764454365,0.007400899194180965,0.008256381377577782,0.009111862629652023,0.009967343881726265,0.010822826065123081,0.011678307317197323,0.012533789500594139,0.01338927075266838,0.014244752936065197,0.015100234188139439,0.015955716371536255,0.016811197623610497,0.017666678875684738,0.01852216012775898,0.01937764324247837,0.020233124494552612,0.021088605746626854,0.021944086998701096,0.022799568250775337,0.023655051365494728,0.02451053261756897,0.02536601386964321,0.026221495121717453,0.027076978236436844,0.027932459488511086,0.028787940740585327],"_type":"histogram","values":[1,0,0,1,2,4,3,2,3,4,7,6,6,12,11,5,18,9,11,16,15,16,24,34,25,25,22,30,28,26,28,22,26,35,30,42,27,33,18,18,17,14,13,7,12,8,8,6,8,4,3,3,6,2,1,6,0,1,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,2,3,3,4,4,6,7,6,11,7,7,14,16,13,14,23,30,34,25,21,30,28,25,32,31,31,31,31,25,31,24,27,21,25,18,23,9,9,10,14,7,8,6,4,3,1,1,2,2,1,1,2,2],"bins":[0.9609060287475586,0.9620479941368103,0.963189959526062,0.9643319249153137,0.9654738903045654,0.9666158556938171,0.9677578210830688,0.9688997864723206,0.9700417518615723,0.9711836576461792,0.9723256230354309,0.9734675884246826,0.9746095538139343,0.975751519203186,0.9768934845924377,0.9780354499816895,0.9791774153709412,0.9803193807601929,0.9814613461494446,0.9826033115386963,0.983745276927948,0.9848872423171997,0.9860292077064514,0.9871711730957031,0.9883130788803101,0.9894550442695618,0.9905970096588135,0.9917389750480652,0.9928809404373169,0.9940229058265686,0.9951648712158203,0.996306836605072,0.9974488019943237,0.9985907673835754,0.9997327327728271,1.000874638557434,1.0020166635513306,1.0031585693359375,1.004300594329834,1.005442500114441,1.0065845251083374,1.0077264308929443,1.0088684558868408,1.0100103616714478,1.0111523866653442,1.0122942924499512,1.0134363174438477,1.0145782232284546,1.0157201290130615,1.016862154006958,1.018004059791565,1.0191460847854614,1.0202879905700684,1.0214300155639648,1.0225719213485718,1.0237139463424683,1.0248558521270752,1.0259978771209717,1.0271397829055786,1.028281807899475,1.029423713684082,1.0305657386779785,1.0317076444625854,1.032849669456482,1.0339915752410889]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,1,2,1,6,7,5,14,13,15,31,25,33,43,51,61,65,50,91,69,98,89,106,99,95,82,77,95,90,77,79,70,53,49,48,29,35,33,32,20,18,13,14,14,11,8,7,6,4,2,1,1,3,2,0,3,0,0,0,0,0,0,1],"bins":[-0.05903102830052376,-0.0574326291680336,-0.05583423376083374,-0.05423583462834358,-0.05263743922114372,-0.051039040088653564,-0.049440644681453705,-0.04784224554896355,-0.04624385014176369,-0.04464545100927353,-0.04304705560207367,-0.04144865646958351,-0.03985026106238365,-0.038251861929893494,-0.036653466522693634,-0.035055067390203476,-0.03345666825771332,-0.03185827285051346,-0.03025987558066845,-0.02866147831082344,-0.02706308104097843,-0.025464683771133423,-0.023866286501288414,-0.022267889231443405,-0.020669490098953247,-0.019071092829108238,-0.01747269555926323,-0.01587429828941822,-0.014275901019573212,-0.012677503749728203,-0.011079106479883194,-0.009480709210038185,-0.007882311940193176,-0.006283914670348167,-0.004685517400503159,-0.0030871196649968624,-0.0014887223951518536,0.00010967499110847712,0.0017080723773688078,0.0033064698800444603,0.004904867149889469,0.006503264419734478,0.008101661689579487,0.009700058959424496,0.01129845716059208,0.012896854430437088,0.014495251700282097,0.016093648970127106,0.017692046239972115,0.019290443509817123,0.020888840779662132,0.02248723804950714,0.02408563531935215,0.02568403258919716,0.027282429859042168,0.028880827128887177,0.030479226261377335,0.032077621668577194,0.03367602080106735,0.03527441620826721,0.03687281534075737,0.03847121074795723,0.04006960988044739,0.04166800528764725,0.043266404420137405],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,1,1,3,0,1,2,3,4,4,3,11,12,11,10,20,26,36,26,24,38,34,57,59,60,68,61,63,80,95,69,90,75,113,87,94,74,85,69,55,61,57,40,55,46,39,21,17,19,22,13,8,5,6,1,2,3,2,2,1,0,1,0,1],"bins":[-0.028770115226507187,-0.028125308454036713,-0.02748050168156624,-0.026835696771740913,-0.02619088999927044,-0.025546083226799965,-0.02490127645432949,-0.024256469681859016,-0.02361166477203369,-0.022966857999563217,-0.022322051227092743,-0.02167724445462227,-0.021032437682151794,-0.02038763090968132,-0.019742825999855995,-0.01909801922738552,-0.018453212454915047,-0.017808405682444572,-0.017163598909974098,-0.016518794000148773,-0.0158739872276783,-0.015229180455207825,-0.01458437368273735,-0.01393956784158945,-0.013294761069118977,-0.012649954296648502,-0.012005148455500603,-0.011360341683030128,-0.010715534910559654,-0.010070729069411755,-0.00942592229694128,-0.00878111645579338,-0.008136310614645481,-0.007491504307836294,-0.006846698001027107,-0.006201891228556633,-0.005557084921747446,-0.004912278614938259,-0.004267471842467785,-0.003622665535658598,-0.002977859228849411,-0.002333052922040224,-0.0016882463824003935,-0.0010434399591758847,-0.00039863353595137596,0.0002461728872731328,0.0008909793104976416,0.0015357857337221503,0.002180592156946659,0.002825398463755846,0.0034702050033956766,0.004115011543035507,0.004759817849844694,0.005404624156653881,0.006049430929124355,0.006694237235933542,0.007339043542742729,0.007983850315213203,0.008628656156361103,0.009273462928831577,0.009918268769979477,0.010563075542449951,0.011207882314920425,0.011852688156068325,0.0124974949285388]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,1,0,1,2,3,2,3,2,1,6,6,9,6,7,12,7,10,21,26,25,19,27,18,21,27,25,27,26,35,27,21,28,37,28,25,25,27,22,17,24,21,12,11,11,8,11,7,5,5,1,5,3,2,2,2,2,1,1,0,1],"bins":[-0.02214362472295761,-0.021481703966856003,-0.020819781348109245,-0.020157860592007637,-0.01949593983590603,-0.01883401907980442,-0.018172096461057663,-0.017510175704956055,-0.016848254948854446,-0.01618633233010769,-0.01552441157400608,-0.014862490817904472,-0.01420056913048029,-0.013538648374378681,-0.012876726686954498,-0.01221480593085289,-0.011552884243428707,-0.010890962556004524,-0.010229041799902916,-0.009567120112478733,-0.008905199356377125,-0.008243277668952942,-0.007581356447190046,-0.006919435225427151,-0.006257514003664255,-0.0055955927819013596,-0.004933671560138464,-0.004271750338375568,-0.003609828883782029,-0.0029479076620191336,-0.0022859862074255943,-0.0016240649856626987,-0.0009621437638998032,-0.00030022248392924666,0.00036169879604130983,0.0010236201342195272,0.0016855413559824228,0.0023474625777453184,0.0030093840323388577,0.0036713052541017532,0.004333226475864649,0.004995147697627544,0.00565706891939044,0.006318990141153336,0.0069809118285775185,0.007642833050340414,0.00830475427210331,0.008966675028204918,0.0096285967156291,0.010290518403053284,0.010952439159154892,0.011614360846579075,0.012276281602680683,0.012938203290104866,0.013600124046206474,0.014262045733630657,0.01492396742105484,0.015585888177156448,0.016247808933258057,0.016909731552004814,0.017571652308106422,0.01823357306420803,0.01889549382030964,0.019557416439056396,0.020219337195158005],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.07324152439832687,-0.07090691477060318,-0.06857231259346008,-0.06623770296573639,-0.06390310078859329,-0.0615684948861599,-0.0592338889837265,-0.056899283081293106,-0.05456467717885971,-0.05223006755113602,-0.04989546164870262,-0.047560855746269226,-0.04522624984383583,-0.042891643941402435,-0.04055703803896904,-0.038222432136535645,-0.03588782623410225,-0.033553220331668854,-0.03121861442923546,-0.028884008526802063,-0.026549402624368668,-0.024214794859290123,-0.021880188956856728,-0.019545583054423332,-0.017210977151989937,-0.014876371249556541,-0.012541765347123146,-0.010207158513367176,-0.00787255261093378,-0.005537946708500385,-0.0032033403404057026,-0.0008687342051416636,0.0014658719301223755,0.0038004780653864145,0.006135084200650454,0.008469690568745136,0.010804296471178532,0.013138902373611927,0.015473509207367897,0.017808115109801292,0.020142721012234688,0.022477326914668083,0.02481193281710148,0.027146538719534874,0.02948114648461342,0.031815752387046814,0.03415035828948021,0.036484964191913605,0.038819570094347,0.041154175996780396,0.04348878189921379,0.045823387801647186,0.04815799370408058,0.05049259960651398,0.05282720550894737,0.05516181141138077,0.05749642103910446,0.05983102694153786,0.06216563284397125,0.06450023502111435,0.06683484464883804,0.06916944682598114,0.07150405645370483,0.07383865863084793,0.07617326825857162],"_type":"histogram","values":[1,1,1,1,0,0,1,1,4,1,1,5,2,1,4,7,8,4,5,7,7,14,18,22,31,26,32,46,43,45,34,53,46,45,39,23,35,30,23,23,15,13,6,11,4,5,2,5,3,1,3,1,0,0,2,1,1,2,0,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-3.775011236939463e-08,-3.632105816109288e-08,-3.489200395279113e-08,-3.346295329720306e-08,-3.203389908890131e-08,-3.060484488059956e-08,-2.9175790672297808e-08,-2.7746738240352897e-08,-2.6317684032051147e-08,-2.4888629823749397e-08,-2.3459577391804487e-08,-2.2030523183502737e-08,-2.0601468975200987e-08,-1.9172416543256077e-08,-1.7743362334954327e-08,-1.6314309903009416e-08,-1.4885255694707666e-08,-1.3456202374584336e-08,-1.2027149054461006e-08,-1.0598094846159256e-08,-9.169041526035926e-09,-7.739988205912596e-09,-6.310934441700056e-09,-4.881880677487516e-09,-3.4528273573641854e-09,-2.0237738151962503e-09,-5.947202730283152e-10,8.343332691396199e-10,2.263386811307555e-09,3.69244035347549e-09,5.121493895643425e-09,6.550547659855965e-09,7.979600979979296e-09,9.408654300102626e-09,1.0837707620225956e-08,1.2266761828527706e-08,1.3695815148651036e-08,1.5124868468774366e-08,1.6553922677076116e-08,1.7982975109021027e-08,1.9412029317322776e-08,2.0841083525624526e-08,2.2270135957569437e-08,2.3699190165871187e-08,2.5128244374172937e-08,2.6557296806117847e-08,2.7986351014419597e-08,2.9415403446364508e-08,3.084445765466626e-08,3.227351186296801e-08,3.370256607126976e-08,3.513161672685783e-08,3.656067093515958e-08,3.798972514346133e-08,3.941877935176308e-08,4.084783356006483e-08,4.227688776836658e-08,4.370593842395465e-08,4.51349926322564e-08,4.656404684055815e-08,4.79931010488599e-08,4.942215525716165e-08,5.085120591274972e-08,5.228026012105147e-08,5.370931432935322e-08],"_type":"histogram","values":[2,2,0,3,6,4,1,4,5,2,5,9,15,15,12,28,16,18,31,24,23,37,33,26,36,35,31,24,27,29,24,29,23,20,20,16,17,16,17,17,10,11,12,4,5,4,2,5,5,2,3,2,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-3.840874666927174e-12,-3.717985988527239e-12,-3.5950968764464353e-12,-3.4722079812060658e-12,-3.3493190859656963e-12,-3.2264301907253268e-12,-3.1035412954849573e-12,-2.9806524002445878e-12,-2.8577635050042183e-12,-2.7348748266042833e-12,-2.6119859313639138e-12,-2.4890970361235443e-12,-2.3662081408831748e-12,-2.2433192456428053e-12,-2.1204303504024358e-12,-1.9975414551620663e-12,-1.8746525599216968e-12,-1.7517636646813273e-12,-1.6288747694409578e-12,-1.5059858742005883e-12,-1.3830969789602188e-12,-1.2602081921400665e-12,-1.137319296899697e-12,-1.0144304016593275e-12,-8.91541506418958e-13,-7.686526111785885e-13,-6.45763715938219e-13,-5.228748749079581e-13,-3.9998597966758864e-13,-2.7709708442721914e-13,-1.5420821629190395e-13,-3.131933460406161e-14,9.156954708378073e-14,2.1445842877162308e-13,3.373473104594654e-13,4.602361785947806e-13,5.831250738351501e-13,7.060139690755196e-13,8.289028101057805e-13,9.5179170534615e-13,1.0746806005865195e-12,1.197569495826889e-12,1.3204583910672585e-12,1.443347286307628e-12,1.5662360731277802e-12,1.6891249683681497e-12,1.8120138636085192e-12,1.9349027588488887e-12,2.0577916540892582e-12,2.1806805493296277e-12,2.3035694445699972e-12,2.4264583398103667e-12,2.5493472350507362e-12,2.6722361302911057e-12,2.7951250255314752e-12,2.9180139207718447e-12,3.0409025991717797e-12,3.1637914944121492e-12,3.2866803896525187e-12,3.4095692848928882e-12,3.5324581801332577e-12,3.655347292214062e-12,3.778235970613997e-12,3.901125082694801e-12,4.024013761094736e-12],"_type":"histogram","values":[1,0,2,3,0,3,1,8,4,2,12,6,4,5,9,10,20,24,23,15,21,19,18,23,20,19,23,18,22,19,18,14,23,26,24,16,17,21,24,32,20,13,15,17,19,12,12,15,20,16,8,5,12,5,4,0,2,1,0,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,4,7,11,12,26,46,87,137,235,379,547,796,1142,1647,2230,3208,4306,5690,7373,9480,11585,14203,16964,19950,22538,25672,28491,30406,32183,33281,33899,33490,32498,30855,29063,26447,23828,20768,17802,15126,12584,10260,7874,6180,4672,3593,2672,1867,1262,828,548,412,252,177,90,55,28,18,22,7,4,2,2],"bins":[-0.10115528106689453,-0.0979604423046112,-0.09476560354232788,-0.09157077223062515,-0.08837593346834183,-0.0851810947060585,-0.08198626339435577,-0.07879142463207245,-0.07559658586978912,-0.0724017471075058,-0.06920690834522247,-0.06601207703351974,-0.06281723827123642,-0.059622399508953094,-0.05642756447196007,-0.05323272943496704,-0.050037890672683716,-0.04684305191040039,-0.043648216873407364,-0.04045338183641434,-0.03725854307413101,-0.03406370431184769,-0.03086886927485466,-0.027674032375216484,-0.024479195475578308,-0.021284358575940132,-0.018089521676301956,-0.01489468477666378,-0.011699847877025604,-0.008505010977387428,-0.005310174077749252,-0.0021153371781110764,0.0010794922709465027,0.004274329170584679,0.007469166070222855,0.01066400296986103,0.013858839869499207,0.017053676769137383,0.02024851366877556,0.023443350568413734,0.02663818746805191,0.029833024367690086,0.03302786126732826,0.03622269630432129,0.039417535066604614,0.04261237382888794,0.045807208865880966,0.04900204390287399,0.05219688266515732,0.05539172142744064,0.05858655646443367,0.0617813915014267,0.06497623026371002,0.06817106902599335,0.07136590778827667,0.0745607390999794,0.07775557786226273,0.08095041662454605,0.08414524793624878,0.0873400866985321,0.09053492546081543,0.09372976422309875,0.09692460298538208,0.10011943429708481,0.10331427305936813]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,1,1,2,0,5,3,2,4,6,5,12,7,14,8,16,13,19,20,12,21,17,22,20,23,27,25,38,27,41,26,25,27,24,35,23,23,30,20,19,18,17,10,6,8,4,6,8,10,4,5,0,0,0,0,1,2,1,1,1],"bins":[0.8921497464179993,0.8948734998703003,0.8975973129272461,0.9003210663795471,0.9030448794364929,0.905768632888794,0.9084924459457397,0.9112161993980408,0.9139400124549866,0.9166637659072876,0.9193875789642334,0.9221113324165344,0.9248351454734802,0.9275588989257812,0.930282711982727,0.9330064654350281,0.9357302784919739,0.9384540319442749,0.9411778450012207,0.9439015984535217,0.9466254115104675,0.9493491649627686,0.9520729780197144,0.9547967314720154,0.9575205445289612,0.9602442979812622,0.962968111038208,0.965691864490509,0.9684156775474548,0.9711394309997559,0.9738632440567017,0.9765869975090027,0.9793107509613037,0.9820345640182495,0.9847583174705505,0.9874821305274963,0.9902058839797974,0.9929296970367432,0.9956534504890442,0.99837726354599,1.001101016998291,1.0038248300552368,1.0065486431121826,1.0092723369598389,1.0119961500167847,1.0147199630737305,1.0174437761306763,1.0201674699783325,1.0228912830352783,1.0256150960922241,1.02833890914917,1.0310626029968262,1.033786416053772,1.0365102291107178,1.0392340421676636,1.0419577360153198,1.0446815490722656,1.0474053621292114,1.0501291751861572,1.0528528690338135,1.0555766820907593,1.058300495147705,1.0610243082046509,1.0637480020523071,1.066471815109253]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,1,0,0,1,2,3,1,2,5,2,6,8,5,14,12,13,12,13,15,26,30,21,17,36,28,35,26,30,22,29,34,34,23,34,34,26,19,29,16,14,19,17,5,9,7,3,8,3,6,1,3,3,1,1,0,0,0,1,0,0,1],"bins":[-0.04940267652273178,-0.04782994091510773,-0.04625720530748367,-0.04468446969985962,-0.043111734092235565,-0.04153899848461151,-0.03996626287698746,-0.0383935272693634,-0.03682079166173935,-0.035248059779405594,-0.03367532417178154,-0.032102588564157486,-0.030529852956533432,-0.028957117348909378,-0.027384381741285324,-0.02581164613366127,-0.024238910526037216,-0.022666174918413162,-0.02109343931078911,-0.019520703703165054,-0.017947968095541,-0.016375234350562096,-0.014802498742938042,-0.013229763135313988,-0.011657027527689934,-0.01008429192006588,-0.008511556312441826,-0.0069388216361403465,-0.005366086028516293,-0.0037933506537228823,-0.002220615278929472,-0.0006478799041360617,0.0009248591959476471,0.0024975945707410574,0.004070329945534468,0.005643065087497234,0.007215800695121288,0.008788536302745342,0.010361270979046822,0.011934006586670876,0.01350674219429493,0.015079477801918983,0.016652213409543037,0.01822494901716709,0.019797682762145996,0.02137041836977005,0.022943153977394104,0.024515889585018158,0.026088625192642212,0.027661360800266266,0.02923409640789032,0.030806832015514374,0.03237956762313843,0.03395230323076248,0.035525038838386536,0.03709777444601059,0.038670510053634644,0.0402432419359684,0.04181597754359245,0.04338871315121651,0.04496144875884056,0.046534184366464615,0.04810691997408867,0.04967965558171272,0.05125239118933678]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-0.043340131640434265,-0.04194991663098335,-0.04055970162153244,-0.03916948661208153,-0.037779271602630615,-0.0363890565931797,-0.03499884530901909,-0.033608630299568176,-0.032218415290117264,-0.03082820028066635,-0.02943798527121544,-0.028047770261764526,-0.026657555252313614,-0.0252673402428627,-0.023877127096056938,-0.022486912086606026,-0.021096697077155113,-0.0197064820677042,-0.01831626705825329,-0.016926053911447525,-0.015535838901996613,-0.0141456238925457,-0.012755408883094788,-0.01136519480496645,-0.009974979795515537,-0.008584764786064625,-0.007194550707936287,-0.0058043356984853745,-0.004414121154695749,-0.003023906610906124,-0.0016336918342858553,-0.0002434771740809083,0.0011467374861240387,0.002536952029913664,0.003927166573703289,0.0053173815831542015,0.006707596126943827,0.008097810670733452,0.009488025680184364,0.010878239758312702,0.012268454767763615,0.013658669777214527,0.015048883855342865,0.016439098864793777,0.01782931387424469,0.019219528883695602,0.020609742030501366,0.021999957039952278,0.02339017204940319,0.024780387058854103,0.026170602068305016,0.02756081521511078,0.02895103022456169,0.030341245234012604,0.031731460243463516,0.03312167525291443,0.03451189026236534,0.035902105271816254,0.037292320281267166,0.03868253156542778,0.04007274657487869,0.041462961584329605,0.04285317659378052,0.04424339160323143,0.04563360661268234],"_type":"histogram","values":[1,0,1,3,0,1,4,1,6,4,1,6,5,13,6,8,8,11,17,10,9,25,27,31,26,24,16,23,30,27,25,28,26,21,28,30,20,39,22,26,19,18,18,17,9,12,16,10,2,8,7,8,1,4,4,2,1,0,0,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,2,1,3,4,8,8,11,13,19,29,34,45,61,82,90,152,148,225,291,374,551,842,1130,1974,3752,8821,26885,130396,333723,52877,14304,5355,2623,1522,928,687,458,340,251,177,150,127,95,52,45,39,28,29,19,12,4,10,4,2,4,2,1,1,0,0,1],"bins":[-2.3748725652694702e-08,-2.2988388082012534e-08,-2.2228050511330366e-08,-2.1467712940648198e-08,-2.070737536996603e-08,-1.9947037799283862e-08,-1.9186700228601694e-08,-1.8426362657919526e-08,-1.7666025087237358e-08,-1.690568751655519e-08,-1.6145349945873022e-08,-1.5385012375190854e-08,-1.4624674804508686e-08,-1.3864337233826518e-08,-1.310399966314435e-08,-1.2343662092462182e-08,-1.1583324521780014e-08,-1.0822986951097846e-08,-1.0062649380415678e-08,-9.30231180973351e-09,-8.541974239051342e-09,-7.781636668369174e-09,-7.021299097687006e-09,-6.260961527004838e-09,-5.50062395632267e-09,-4.740286385640502e-09,-3.979948814958334e-09,-3.219611244276166e-09,-2.459273673593998e-09,-1.69893610291183e-09,-9.38598532229662e-10,-1.7826096154749393e-10,5.820766091346741e-10,1.342414179816842e-09,2.10275175049901e-09,2.863089321181178e-09,3.623426891863346e-09,4.383764462545514e-09,5.144102033227682e-09,5.90443960390985e-09,6.664777174592018e-09,7.425114745274186e-09,8.185452315956354e-09,8.945789886638522e-09,9.70612745732069e-09,1.0466465028002858e-08,1.1226802598685026e-08,1.1987140169367194e-08,1.2747477740049362e-08,1.350781531073153e-08,1.4268152881413698e-08,1.5028490452095866e-08,1.5788828022778034e-08,1.6549165593460202e-08,1.730950316414237e-08,1.8069840734824538e-08,1.8830178305506706e-08,1.9590515876188874e-08,2.0350853446871042e-08,2.111119101755321e-08,2.1871528588235378e-08,2.2631866158917546e-08,2.3392203729599714e-08,2.4152541300281882e-08,2.491287887096405e-08]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[4,5,4,5,2,3,2,6,5,16,12,24,36,24,21,27,11,13,4,4,2,1,4,3,6,20,16,23,16,24,11,9,14,11,15,17,25,19,30,22,8,6,1,2,4,6,6,11,22,28,23,40,22,32,10,6,4,2,3,3,3,5,2,3],"bins":[-0.4741564095020294,-0.4594699442386627,-0.4447835087776184,-0.4300970435142517,-0.415410578250885,-0.4007241427898407,-0.386037677526474,-0.3713512122631073,-0.356664776802063,-0.3419783115386963,-0.3272918462753296,-0.3126053810119629,-0.2979189455509186,-0.2832324802875519,-0.2685460150241852,-0.25385957956314087,-0.23917311429977417,-0.22448666393756866,-0.20980019867420197,-0.19511374831199646,-0.18042728304862976,-0.16574083268642426,-0.15105438232421875,-0.13636791706085205,-0.12168146669864655,-0.10699500888586044,-0.09230855107307434,-0.07762210071086884,-0.06293564289808273,-0.04824918508529663,-0.03356273099780083,-0.018876275047659874,-0.004189819097518921,0.010496636852622032,0.025183092802762985,0.03986954689025879,0.05455600470304489,0.069242462515831,0.0839289128780365,0.0986153706908226,0.1133018285036087,0.1279882788658142,0.1426747441291809,0.1573611944913864,0.17204764485359192,0.18673411011695862,0.20142056047916412,0.21610702574253082,0.23079347610473633,0.24547992646694183,0.26016637682914734,0.27485284209251404,0.28953930735588074,0.30422574281692505,0.31891220808029175,0.33359867334365845,0.34828513860702515,0.36297157406806946,0.37765803933143616,0.39234450459480286,0.40703094005584717,0.42171740531921387,0.43640387058258057,0.4510903060436249,0.4657767713069916],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[0.9533736705780029,0.9550122022628784,0.9566506743431091,0.9582892060279846,0.9599276781082153,0.9615662097930908,0.9632046818733215,0.964843213558197,0.9664816856384277,0.9681202173233032,0.9697586894035339,0.9713972210884094,0.9730356931686401,0.9746742248535156,0.9763126969337463,0.9779512286186218,0.9795897006988525,0.981228232383728,0.9828667640686035,0.9845052361488342,0.9861437678337097,0.9877822399139404,0.9894207715988159,0.9910592436790466,0.9926977753639221,0.9943362474441528,0.9959747791290283,0.997613251209259,0.9992517828941345,1.0008902549743652,1.0025287866592407,1.0041673183441162,1.0058057308197021,1.0074442625045776,1.0090827941894531,1.0107213258743286,1.012359857559204,1.01399827003479,1.0156368017196655,1.017275333404541,1.0189138650894165,1.0205522775650024,1.022190809249878,1.0238293409347534,1.025467872619629,1.0271062850952148,1.0287448167800903,1.0303833484649658,1.0320218801498413,1.0336604118347168,1.0352988243103027,1.0369373559951782,1.0385758876800537,1.0402144193649292,1.0418528318405151,1.0434913635253906,1.0451298952102661,1.0467684268951416,1.0484068393707275,1.050045371055603,1.0516839027404785,1.053322434425354,1.05496084690094,1.0565993785858154,1.058237910270691],"_type":"histogram","values":[1,2,1,2,6,5,8,10,8,8,10,17,17,16,24,16,35,25,20,29,28,24,26,32,20,32,33,31,27,20,19,25,17,17,20,14,21,9,16,10,10,8,7,6,5,9,4,2,6,2,2,1,1,1,2,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,2,1,9,9,18,26,53,84,148,224,335,550,866,1219,1822,2615,3758,4965,6676,8769,11182,13804,16962,20140,23266,26328,29425,31897,34088,35270,35689,35062,34321,32308,29769,27051,23807,20470,17478,14279,11351,9108,7011,5294,3842,2752,1981,1265,959,530,388,238,169,74,60,23,15,7,7,0,2,2],"bins":[-0.10232936590909958,-0.09918850660324097,-0.09604764729738235,-0.09290678799152374,-0.08976592868566513,-0.08662506937980652,-0.0834842100739479,-0.0803433507680893,-0.07720249146223068,-0.07406163215637207,-0.07092077285051346,-0.06777991354465485,-0.06463905423879623,-0.06149819865822792,-0.05835733935236931,-0.055216480046510696,-0.052075620740652084,-0.04893476143479347,-0.04579390212893486,-0.04265304282307625,-0.039512183517217636,-0.036371324211359024,-0.03323046490550041,-0.03008960746228695,-0.026948748156428337,-0.023807888850569725,-0.020667029544711113,-0.0175261702388525,-0.014385311864316463,-0.011244452558457851,-0.008103594183921814,-0.004962734878063202,-0.0018218755722045898,0.0013189835008233786,0.004459842573851347,0.007600701414048672,0.010741560719907284,0.013882420025765896,0.017023278400301933,0.020164137706160545,0.023304997012019157,0.02644585631787777,0.02958671562373638,0.032727573066949844,0.035868432372808456,0.03900929167866707,0.04215015098452568,0.04529101029038429,0.048431869596242905,0.05157272890210152,0.05471358820796013,0.05785444751381874,0.06099530681967735,0.06413616240024567,0.06727702170610428,0.07041788101196289,0.0735587403178215,0.07669959962368011,0.07984045892953873,0.08298131823539734,0.08612217754125595,0.08926303684711456,0.09240389615297318,0.09554475545883179,0.0986856147646904]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.09159552305936813,-0.08861547708511353,-0.08563543856143951,-0.0826553925871849,-0.0796753540635109,-0.07669530808925629,-0.07371526211500168,-0.07073522359132767,-0.06775517761707306,-0.06477513909339905,-0.06179509311914444,-0.05881505087018013,-0.05583500862121582,-0.05285496637225151,-0.0498749203979969,-0.04689487814903259,-0.04391483590006828,-0.04093479365110397,-0.037954751402139664,-0.034974705427885056,-0.031994663178920746,-0.029014620929956436,-0.026034578680992126,-0.023054534569382668,-0.020074492320418358,-0.017094450071454048,-0.01411440595984459,-0.01113436371088028,-0.008154320530593395,-0.005174277350306511,-0.002194234635680914,0.0007858083117753267,0.0037658512592315674,0.006745894439518452,0.009725937619805336,0.012705979868769646,0.015686023980379105,0.018666066229343414,0.021646108478307724,0.024626152589917183,0.027606194838881493,0.030586237087845802,0.03356628119945526,0.03654632344841957,0.03952636569738388,0.04250640794634819,0.0454864539206028,0.04846649616956711,0.05144653841853142,0.05442658066749573,0.05740662291646004,0.060386668890714645,0.06336671113967896,0.06634674966335297,0.06932679563760757,0.07230684161186218,0.0752868801355362,0.0782669261097908,0.08124696463346481,0.08422701060771942,0.08720705658197403,0.09018709510564804,0.09316714107990265,0.09614717960357666,0.09912722557783127],"_type":"histogram","values":[2,4,5,12,17,37,63,130,190,261,439,735,999,1489,2091,2903,3932,5241,6903,9009,11399,13858,16635,19934,22831,25610,28458,30840,32284,34047,34442,34144,33011,31393,29326,26962,23964,20978,18152,15113,12456,9989,7819,6141,4546,3402,2409,1723,1222,828,513,351,240,137,91,54,30,15,5,6,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.01982394978404045,-0.0192450862377882,-0.01866622269153595,-0.0180873591452837,-0.01750849559903145,-0.016929633915424347,-0.016350770369172096,-0.015771906822919846,-0.015193043276667595,-0.014614179730415344,-0.014035316184163094,-0.013456453569233418,-0.012877590022981167,-0.012298726476728916,-0.01171986386179924,-0.01114100031554699,-0.010562136769294739,-0.009983273223042488,-0.009404409676790237,-0.008825547061860561,-0.00824668351560831,-0.00766781996935606,-0.007088956888765097,-0.006510093808174133,-0.005931230261921883,-0.005352366715669632,-0.004773503635078669,-0.004194640554487705,-0.0036157770082354546,-0.0030369136948138475,-0.0024580503813922405,-0.0018791870679706335,-0.0013003218919038773,-0.0007214585784822702,-0.00014259526506066322,0.0004362680483609438,0.0010151313617825508,0.0015939946752041578,0.002172857988625765,0.002751721302047372,0.003330584615468979,0.0039094481617212296,0.004488311242312193,0.005067174322903156,0.005646037869155407,0.006224901415407658,0.006803764495998621,0.007382627576589584,0.007961491122841835,0.008540354669094086,0.009119218215346336,0.009698080830276012,0.010276944376528263,0.010855807922780514,0.01143467053771019,0.01201353408396244,0.012592397630214691,0.013171261176466942,0.013750124722719193,0.014328987337648869,0.01490785088390112,0.01548671443015337,0.016065577045083046,0.016644440591335297,0.017223304137587547],"_type":"histogram","values":[1,0,0,0,1,1,0,1,2,1,1,2,4,3,7,5,8,13,20,9,15,14,18,17,25,22,20,25,22,21,26,19,31,26,27,22,25,19,27,19,27,20,24,22,17,19,17,22,11,7,12,3,5,9,8,7,2,5,5,2,1,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,1,0,1,7,1,4,5,3,4,3,11,4,7,10,13,12,14,16,19,17,23,31,31,22,23,30,29,28,30,35,29,27,21,23,29,22,23,14,21,21,13,16,16,6,4,7,5,7,7,3,8,1,2,2,2,1,0,1,1],"bins":[-0.04729418456554413,-0.04587719589471817,-0.04446020722389221,-0.043043218553066254,-0.041626229882240295,-0.04020924121141434,-0.03879225254058838,-0.03737526386976242,-0.03595827519893646,-0.0345412902534008,-0.033124301582574844,-0.031707312911748886,-0.030290324240922928,-0.02887333557009697,-0.02745634689927101,-0.026039358228445053,-0.024622369557619095,-0.023205380886793137,-0.02178839221596718,-0.02037140354514122,-0.018954414874315262,-0.017537428066134453,-0.016120439395308495,-0.014703450724482536,-0.013286462053656578,-0.01186947338283062,-0.010452484712004662,-0.009035496972501278,-0.00761850830167532,-0.006201519630849361,-0.0047845314256846905,-0.003367542987689376,-0.0019505545496940613,-0.0005335661116987467,0.0008834223262965679,0.0023004107642918825,0.003717399202287197,0.005134387873113155,0.006551376078277826,0.007968364283442497,0.009385352954268456,0.010802341625094414,0.012219330295920372,0.013636318035423756,0.015053306706249714,0.016470294445753098,0.017887283116579056,0.019304271787405014,0.020721260458230972,0.02213824912905693,0.02355523779988289,0.024972226470708847,0.026389215141534805,0.027806201949715614,0.029223190620541573,0.03064017929136753,0.03205716609954834,0.0334741547703743,0.034891143441200256,0.036308132112026215,0.03772512078285217,0.03914210945367813,0.04055909812450409,0.04197608679533005,0.043393075466156006]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,4,4,1,4,4,1,4,4,9,8,5,6,7,14,23,13,22,15,17,18,38,20,27,19,32,28,31,29,24,23,31,17,29,22,24,20,23,21,25,14,16,4,14,9,8,7,7,6,4,1,1,2,2,2,1,1,0,1],"bins":[-0.06535927951335907,-0.06339503824710846,-0.06143080070614815,-0.059466563165187836,-0.057502321898937225,-0.05553808435797691,-0.0535738430917263,-0.05160960555076599,-0.04964536428451538,-0.04768112674355507,-0.04571688920259476,-0.04375264793634415,-0.041788410395383835,-0.039824169129133224,-0.03785993158817291,-0.0358956903219223,-0.03393145278096199,-0.03196721524000168,-0.030002973973751068,-0.028038734570145607,-0.026074495166540146,-0.024110257625579834,-0.022146018221974373,-0.020181778818368912,-0.01821753941476345,-0.01625330001115799,-0.014289060607552528,-0.012324822135269642,-0.01036058273166418,-0.00839634332805872,-0.006432104390114546,-0.004467865452170372,-0.002503626048564911,-0.0005393868777900934,0.001424852292984724,0.0033890914637595415,0.005353330634534359,0.00731757003813982,0.009281808510422707,0.011246047914028168,0.013210287317633629,0.01517452672123909,0.01713876612484455,0.019103005528450012,0.021067243069410324,0.023031482473015785,0.024995721876621246,0.026959961280226707,0.02892420068383217,0.03088844008743763,0.03285267949104309,0.0348169170320034,0.03678115829825401,0.038745395839214325,0.040709637105464935,0.04267387464642525,0.04463811218738556,0.04660235345363617,0.04856659099459648,0.05053083226084709,0.052495069801807404,0.054459311068058014,0.056423548609018326,0.058387789875268936,0.06035202741622925]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[1,0,1,2,5,3,14,19,36,64,136,212,374,539,890,1292,1913,2689,3705,5259,7061,9329,12075,14930,18402,21860,25144,28681,31644,33935,35820,36842,37019,35886,34199,32035,29124,25510,21904,18436,15539,12301,9630,7292,5482,4129,2751,2025,1410,904,531,345,212,131,61,51,19,8,4,4,2,0,1,2],"bins":[-0.10331025719642639,-0.10008636116981506,-0.09686245769262314,-0.09363856166601181,-0.09041466563940048,-0.08719076216220856,-0.08396686613559723,-0.0807429701089859,-0.07751907408237457,-0.07429517060518265,-0.07107127457857132,-0.06784737855195999,-0.06462347507476807,-0.06139957904815674,-0.05817567929625511,-0.054951783269643784,-0.05172788351774216,-0.04850398376584053,-0.0452800877392292,-0.042056187987327576,-0.03883229196071625,-0.03560839220881462,-0.032384492456912994,-0.029160594567656517,-0.02593669667840004,-0.022712798789143562,-0.019488900899887085,-0.01626500114798546,-0.013041103258728981,-0.009817205369472504,-0.006593306548893452,-0.003369408193975687,-0.00014550238847732544,0.0030783959664404392,0.006302294321358204,0.009526193141937256,0.012750091031193733,0.01597398892045021,0.019197888672351837,0.022421786561608315,0.025645684450864792,0.02886958234012127,0.03209348022937775,0.03531737998127937,0.038541279733181,0.04176517575979233,0.044989075511693954,0.04821297153830528,0.05143687129020691,0.054660771042108536,0.057884667068719864,0.06110856682062149,0.06433246284723282,0.06755636632442474,0.07078026235103607,0.0740041583776474,0.07722805440425873,0.08045195788145065,0.08367585390806198,0.08689974993467331,0.09012365341186523,0.09334754943847656,0.09657144546508789,0.09979534894227982,0.10301924496889114],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09858927875757217,-0.0952799841761589,-0.09197069704532623,-0.08866140246391296,-0.0853521078824997,-0.08204282075166702,-0.07873352617025375,-0.07542423903942108,-0.07211494445800781,-0.06880564987659454,-0.06549636274576187,-0.0621870681643486,-0.05887777730822563,-0.05556848645210266,-0.05225919187068939,-0.04894990101456642,-0.04564061015844345,-0.04233131930232048,-0.03902202844619751,-0.03571273386478424,-0.03240344300866127,-0.0290941521525383,-0.02578485943377018,-0.02247556671500206,-0.01916627585887909,-0.01585698500275612,-0.012547692283987999,-0.009238400496542454,-0.005929108709096909,-0.0026198169216513634,0.0006894748657941818,0.003998766653239727,0.007308050990104675,0.01061734277755022,0.013926634564995766,0.017235927283763885,0.020545218139886856,0.023854508996009827,0.027163801714777946,0.030473094433546066,0.03378238528966904,0.03709167614579201,0.04040096700191498,0.04371026158332825,0.04701955243945122,0.05032884329557419,0.05363813787698746,0.05694742873311043,0.0602567195892334,0.06356601417064667,0.06687530130147934,0.07018459588289261,0.07349388301372528,0.07680317759513855,0.08011247217655182,0.08342175930738449,0.08673105388879776,0.09004034847021103,0.0933496356010437,0.09665893018245697,0.09996822476387024,0.10327751189470291,0.10658680647611618,0.10989609360694885,0.11320538818836212],"_type":"histogram","values":[4,3,9,9,13,28,45,78,151,260,434,645,973,1505,2227,3003,4323,5792,7903,10073,13267,16046,18900,22578,25939,29269,32120,34709,35844,36544,36194,35411,33635,30815,28217,24587,21180,17886,14561,11727,9164,6837,5224,3706,2691,1855,1243,843,531,345,174,130,79,49,23,12,0,2,3,2,0,0,2,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.1346258819103241,-0.1311747282743454,-0.1277235597372055,-0.12427239865064621,-0.12082123756408691,-0.11737008392810822,-0.11391892284154892,-0.11046776175498962,-0.10701660066843033,-0.10356543958187103,-0.10011427849531174,-0.09666311740875244,-0.09321196377277374,-0.08976080268621445,-0.08630964159965515,-0.08285848051309586,-0.07940731942653656,-0.07595615833997726,-0.07250499725341797,-0.06905383616685867,-0.06560267508029938,-0.06215151771903038,-0.05870036035776138,-0.05524919927120209,-0.05179803818464279,-0.048346877098083496,-0.0448957160115242,-0.0414445586502552,-0.03799339756369591,-0.03454223647713661,-0.031091077253222466,-0.02763991802930832,-0.024188749492168427,-0.02073758840560913,-0.017286429181694984,-0.013835269026458263,-0.010384108871221542,-0.006932948715984821,-0.0034817885607481003,-3.062840551137924e-05,0.003420531749725342,0.006871691904962063,0.010322852060198784,0.013774012215435505,0.017225172370672226,0.02067633345723152,0.024127492681145668,0.027578651905059814,0.03102981299161911,0.034480974078178406,0.0379321351647377,0.0413832925260067,0.044834453612565994,0.04828561469912529,0.05173677206039429,0.05518793314695358,0.05863909423351288,0.062090255320072174,0.06554141640663147,0.06899257749319077,0.07244373857975006,0.07589489221572876,0.07934605330228806,0.08279721438884735,0.08624837547540665],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,1,1,1,1,2,2,8,13,19,117,553,8,10,7,5,6,0,0,1,1,0,0,0,0,1,0,3,1,0,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,2,0,1,1,3,1,2,8,10,6,16,23,40,41,70,89,103,75,71,68,37,33,20,7,14,7,3,4,1,1,3,1,2,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0060968114994466305,-0.00584206311032176,-0.005587314255535603,-0.005332565866410732,-0.005077817011624575,-0.004823068622499704,-0.004568319767713547,-0.0043135713785886765,-0.004058822989463806,-0.0038040741346776485,-0.0035493255127221346,-0.0032945768907666206,-0.0030398285016417503,-0.0027850798796862364,-0.0025303312577307224,-0.0022755826357752085,-0.0020208340138196945,-0.0017660853918641806,-0.0015113367699086666,-0.0012565882643684745,-0.0010018396424129605,-0.0007470910204574466,-0.0004923424567095935,-0.00023759386385791004,1.715472899377346e-05,0.00027190332184545696,0.0005266519146971405,0.0007814004784449935,0.0010361491004005075,0.0012908977223560214,0.0015456462278962135,0.0018003948498517275,0.002055143006145954,0.002309891628101468,0.002564640250056982,0.002819388872012496,0.00307413749396801,0.0033288858830928802,0.003583634505048394,0.003838383127003908,0.004093131981790066,0.004347880370914936,0.004602628760039806,0.004857377614825964,0.005112126003950834,0.005366874858736992,0.005621623247861862,0.00587637210264802,0.00613112049177289,0.00638586888089776,0.006640617735683918,0.006895366124808788,0.007150114979594946,0.007404863368719816,0.007659612223505974,0.007914360612630844,0.008169109001755714,0.008423857390880585,0.00867860671132803,0.0089333551004529,0.00918810348957777,0.00944285187870264,0.009697601199150085,0.009952349588274956,0.010207097977399826]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[2,0,1,1,1,2,0,0,2,1,0,0,0,3,3,3,2,5,6,10,4,6,11,6,6,11,9,11,16,19,24,17,24,31,21,32,24,25,30,38,34,22,24,37,34,24,36,25,17,20,18,19,12,4,14,6,3,3,2,3,1,1,1,1],"bins":[0.8757504820823669,0.877809464931488,0.8798684477806091,0.8819274306297302,0.8839863538742065,0.8860453367233276,0.8881043195724487,0.8901633024215698,0.8922222852706909,0.894281268119812,0.8963402509689331,0.8983991742134094,0.9004581570625305,0.9025171399116516,0.9045761227607727,0.9066351056098938,0.9086940884590149,0.910753071308136,0.9128119945526123,0.9148709774017334,0.9169299602508545,0.9189889430999756,0.9210479259490967,0.9231069087982178,0.9251658916473389,0.9272248148918152,0.9292837977409363,0.9313427805900574,0.9334017634391785,0.9354607462882996,0.9375197291374207,0.9395787119865417,0.9416376352310181,0.9436966180801392,0.9457556009292603,0.9478145837783813,0.9498735666275024,0.9519325494766235,0.9539915323257446,0.9560505151748657,0.958109438419342,0.9601684212684631,0.9622274041175842,0.9642863869667053,0.9663453698158264,0.9684043526649475,0.9704633355140686,0.9725222587585449,0.974581241607666,0.9766402244567871,0.9786992073059082,0.9807581901550293,0.9828171730041504,0.9848761558532715,0.9869350790977478,0.9889940619468689,0.99105304479599,0.9931120276451111,0.9951710104942322,0.9972299933433533,0.9992889761924744,1.0013478994369507,1.0034068822860718,1.0054658651351929,1.007524847984314],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-8.924416761146858e-12,-8.635758774744318e-12,-8.347100788341777e-12,-8.058442801939236e-12,-7.769784815536696e-12,-7.481126829134155e-12,-7.192468842731614e-12,-6.9038108563290734e-12,-6.615152869926533e-12,-6.326494883523992e-12,-6.037836897121451e-12,-5.749178910718911e-12,-5.46052092431637e-12,-5.171862937913829e-12,-4.8832049515112885e-12,-4.594546965108748e-12,-4.305888978706207e-12,-4.0172309923036664e-12,-3.728573005901126e-12,-3.439915019498585e-12,-3.1512570330960443e-12,-2.8625990466935036e-12,-2.573941060290963e-12,-2.2852830738884222e-12,-1.9966250874858815e-12,-1.7079671010833408e-12,-1.4193091146808001e-12,-1.1306511282782594e-12,-8.419931418757187e-13,-5.53335155473178e-13,-2.646771690706373e-13,2.398081733190338e-14,3.126388037344441e-13,6.012967901369848e-13,8.899547765395255e-13,1.1786127629420662e-12,1.4672707493446069e-12,1.7559287357471476e-12,2.0445867221496883e-12,2.333244708552229e-12,2.6219026949547697e-12,2.9105606813573104e-12,3.199218667759851e-12,3.4878766541623918e-12,3.7765346405649325e-12,4.065192626967473e-12,4.353850613370014e-12,4.6425085997725546e-12,4.931166586175095e-12,5.219824572577636e-12,5.508482558980177e-12,5.797140545382717e-12,6.085798531785258e-12,6.374456518187799e-12,6.6631145045903395e-12,6.95177249099288e-12,7.240430477395421e-12,7.529088463797962e-12,7.817746450200502e-12,8.106404436603043e-12,8.395062423005584e-12,8.683720409408124e-12,8.972378395810665e-12,9.261036382213206e-12,9.549694368615746e-12],"_type":"histogram","values":[2,0,0,1,2,5,4,5,5,9,6,10,17,20,28,33,61,66,104,147,205,282,518,820,1293,2263,3684,6740,13134,35091,282861,187293,28612,11443,6092,3511,1971,1230,761,469,330,211,136,99,65,49,27,25,19,16,8,14,5,9,3,2,1,1,2,0,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,3,5,4,8,2,6,6,8,10,15,15,27,24,20,20,32,25,26,29,29,28,20,27,41,29,36,32,31,30,20,24,16,11,9,19,10,13,12,5,6,5,5,4,4,5,0,2,1,2,3,0,0,0,0,1,1],"bins":[-5.005591496853867e-10,-4.841863021631809e-10,-4.678135101521264e-10,-4.5144066262992055e-10,-4.3506784286329037e-10,-4.186950230966602e-10,-4.0232220333003e-10,-3.859493835633998e-10,-3.69576536041194e-10,-3.532037162745638e-10,-3.3683089650793363e-10,-3.2045807674130344e-10,-3.0408525697467326e-10,-2.8771243720804307e-10,-2.7133958968583727e-10,-2.549667699192071e-10,-2.385939501525769e-10,-2.222211303859467e-10,-2.0584829674152871e-10,-1.8947547697489853e-10,-1.7310264333048053e-10,-1.5672982356385035e-10,-1.4035700379722016e-10,-1.2398417015280216e-10,-1.0761135038617198e-10,-9.123852368064789e-11,-7.48656969751238e-11,-5.849287720849361e-11,-4.212005050296952e-11,-2.5747225532168905e-11,-9.37440056136829e-12,6.9984244094323245e-12,2.337124938023294e-11,3.974407608575703e-11,5.611689932183417e-11,7.248972255791131e-11,8.88625492634354e-11,1.0523537596895949e-10,1.2160819573558967e-10,1.3798102938000767e-10,1.5435384914663786e-10,1.7072666891326804e-10,1.8709950255768604e-10,2.0347232232431622e-10,2.198451420909464e-10,2.362179618575766e-10,2.525908093797824e-10,2.689636291464126e-10,2.8533644891304277e-10,3.0170926867967296e-10,3.1808208844630315e-10,3.3445493596850895e-10,3.5082775573513914e-10,3.672005755017693e-10,3.835733952683995e-10,3.999462150350297e-10,4.163190348016599e-10,4.326918823238657e-10,4.4906470209049587e-10,4.6543752185712606e-10,4.818103693793319e-10,4.981831613903864e-10,5.145560089125922e-10,5.309288009236468e-10,5.473016484458526e-10]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,0,0,0,1,0,1,0,0,1,0,1,0,3,2,1,5,4,5,11,13,5,27,20,34,33,44,51,72,86,60,51,39,39,29,30,18,14,11,13,5,7,9,4,4,3,1,1,2,1,0,2,0,0,0,1,0,0,0,0,1],"bins":[-1.3447493715356557e-13,-1.3037316994209125e-13,-1.2627140273061693e-13,-1.2216963551914262e-13,-1.180678683076683e-13,-1.1396610109619398e-13,-1.0986432710845609e-13,-1.0576255989698177e-13,-1.0166079268550746e-13,-9.755902547403314e-14,-9.345725826255882e-14,-8.935549105108451e-14,-8.525371706334661e-14,-8.11519498518723e-14,-7.705018264039798e-14,-7.294841542892366e-14,-6.884664821744935e-14,-6.474488100597503e-14,-6.064311379450071e-14,-5.654134319489461e-14,-5.243957598342029e-14,-4.8337808771945975e-14,-4.423603817233987e-14,-4.0134270960865553e-14,-3.603250374939124e-14,-3.193073653791692e-14,-2.782896763237671e-14,-2.37271987268365e-14,-1.9625431515362182e-14,-1.5523664303887866e-14,-1.1421895398347655e-14,-7.320127339840391e-15,-3.2183592813331274e-15,8.834087771741363e-16,4.9851768356814e-15,9.086944894188664e-15,1.3188712952695927e-14,1.7290480164170244e-14,2.1392249069710455e-14,2.5494017975250666e-14,2.959578518672498e-14,3.36975523981993e-14,3.7799319609673615e-14,4.190109020927972e-14,4.600285742075404e-14,5.0104624632228353e-14,5.420639523183446e-14,5.830816244330878e-14,6.240992965478309e-14,6.651169686625741e-14,7.061346407773172e-14,7.471523128920604e-14,7.881699850068036e-14,8.291877248841825e-14,8.702053969989257e-14,9.112230691136688e-14,9.52240741228412e-14,9.932584133431552e-14,1.0342760854578983e-13,1.0752937575726415e-13,1.1163114974500205e-13,1.1573291695647636e-13,1.1983468416795068e-13,1.23936451379425e-13,1.280382185908993e-13]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,1,0,2,1,1,0,3,3,6,4,4,8,9,11,7,29,23,31,64,109,116,183,365,797,2293,13819,548668,18696,2641,907,392,207,128,72,61,41,36,21,12,13,5,7,6,5,5,1,2,1,1,0,1,0,1,0,0,1,1,0,0,0,1],"bins":[-7.59027898311615e-08,-7.333437679335475e-08,-7.0765963755548e-08,-6.819755071774125e-08,-6.56291376799345e-08,-6.306072464212775e-08,-6.0492311604321e-08,-5.7923898566514254e-08,-5.5355485528707504e-08,-5.2787072490900755e-08,-5.0218659453094006e-08,-4.7650246415287256e-08,-4.508183337748051e-08,-4.251342033967376e-08,-3.994500730186701e-08,-3.737659426406026e-08,-3.480818122625351e-08,-3.223976818844676e-08,-2.967135515064001e-08,-2.710294211283326e-08,-2.4534529075026512e-08,-2.1966116037219763e-08,-1.9397702999413013e-08,-1.6829289961606264e-08,-1.4260876923799515e-08,-1.1692463885992765e-08,-9.124050848186016e-09,-6.555637810379267e-09,-3.987224772572517e-09,-1.418811734765768e-09,1.1496013030409813e-09,3.7180143408477306e-09,6.28642737865448e-09,8.85484041646123e-09,1.1423253454267979e-08,1.3991666492074728e-08,1.6560079529881477e-08,1.9128492567688227e-08,2.1696905605494976e-08,2.4265318643301725e-08,2.6833731681108475e-08,2.9402144718915224e-08,3.1970557756721973e-08,3.453897079452872e-08,3.710738383233547e-08,3.967579687014222e-08,4.224420990794897e-08,4.481262294575572e-08,4.738103598356247e-08,4.994944902136922e-08,5.251786205917597e-08,5.508627509698272e-08,5.765468813478947e-08,6.022310117259622e-08,6.279151421040297e-08,6.535992724820971e-08,6.792834028601646e-08,7.049675332382321e-08,7.306516636162996e-08,7.563357939943671e-08,7.820199243724346e-08,8.077040547505021e-08,8.333881851285696e-08,8.590723155066371e-08,8.847564458847046e-08]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[2,1,0,3,0,1,0,0,1,1,3,4,2,2,4,3,7,3,10,4,6,5,9,9,13,20,19,28,26,23,36,42,74,69,56,33,38,27,20,25,12,18,11,19,13,13,8,12,4,5,6,5,2,3,0,1,3,0,1,0,0,0,2,1],"bins":[-0.0027464546728879213,-0.002663486171513796,-0.002580517902970314,-0.002497549634426832,-0.0024145811330527067,-0.0023316126316785812,-0.0022486443631350994,-0.0021656760945916176,-0.002082707593217492,-0.0019997390918433666,-0.0019167708232998848,-0.0018338024383410811,-0.0017508340533822775,-0.0016678656684234738,-0.0015848972834646702,-0.0015019288985058665,-0.0014189605135470629,-0.0013359921285882592,-0.0012530237436294556,-0.001170055358670652,-0.0010870869737118483,-0.0010041185887530446,-0.000921150203794241,-0.0008381818188354373,-0.0007552134338766336,-0.00067224504891783,-0.0005892766639590263,-0.0005063082790002227,-0.00042333989404141903,-0.0003403715090826154,-0.0002574031241238117,-0.00017443473916500807,-9.146612137556076e-05,-8.497736416757107e-06,7.447064854204655e-05,0.0001574390335008502,0.00024040741845965385,0.0003233758034184575,0.00040634418837726116,0.0004893125733360648,0.0005722809582948685,0.0006552493432536721,0.0007382177282124758,0.0008211861131712794,0.0009041544981300831,0.0009871228830888867,0.0010700912680476904,0.001153059653006494,0.0012360280379652977,0.0013189964229241014,0.001401964807882905,0.0014849331928417087,0.0015679015778005123,0.001650869962759316,0.0017338383477181196,0.0018168067326769233,0.001899775117635727,0.0019827433861792088,0.0020657118875533342,0.0021486803889274597,0.0022316486574709415,0.0023146169260144234,0.002397585427388549,0.0024805539287626743,0.002563522197306156]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.002471923828125,-0.0023889541625976562,-0.0023059844970703125,-0.0022230148315429688,-0.002140045166015625,-0.0020570755004882812,-0.0019741058349609375,-0.0018911361694335938,-0.00180816650390625,-0.0017251968383789062,-0.0016422271728515625,-0.0015592575073242188,-0.001476287841796875,-0.0013933181762695312,-0.0013103485107421875,-0.0012273788452148438,-0.0011444091796875,-0.0010614395141601562,-0.0009784698486328125,-0.0008955001831054688,-0.000812530517578125,-0.0007295608520507812,-0.0006465911865234375,-0.0005636215209960938,-0.00048065185546875,-0.00039768218994140625,-0.0003147125244140625,-0.00023174285888671875,-0.000148773193359375,-6.580352783203125e-05,1.71661376953125e-05,0.00010013580322265625,0.00018310546875,0.00026607513427734375,0.0003490447998046875,0.00043201446533203125,0.000514984130859375,0.0005979537963867188,0.0006809234619140625,0.0007638931274414062,0.00084686279296875,0.0009298324584960938,0.0010128021240234375,0.0010957717895507812,0.001178741455078125,0.0012617111206054688,0.0013446807861328125,0.0014276504516601562,0.0015106201171875,0.0015935897827148438,0.0016765594482421875,0.0017595291137695312,0.001842498779296875,0.0019254684448242188,0.0020084381103515625,0.0020914077758789062,0.00217437744140625,0.0022573471069335938,0.0023403167724609375,0.0024232864379882812,0.002506256103515625,0.0025892257690429688,0.0026721954345703125,0.0027551651000976562,0.002838134765625],"_type":"histogram","values":[1,0,0,1,1,1,3,1,5,10,4,15,17,19,35,36,58,82,125,131,260,367,594,1079,1862,2951,5755,11603,35131,1.313898e+06,159671,19940,8360,4295,2567,1448,906,571,350,225,129,106,95,46,27,17,15,16,5,9,4,5,2,1,3,2,0,1,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,0,0,2,0,0,2,1,0,0,2,5,4,3,10,4,9,5,13,9,10,12,18,14,24,24,21,30,22,35,39,36,23,37,32,31,33,32,26,25,25,24,15,16,15,12,8,9,10,9,5,8,0,4,2,4,2,1,0,0,0,0,4,1],"bins":[-0.03295283764600754,-0.03194097802042961,-0.030929114669561386,-0.02991725318133831,-0.028905391693115234,-0.027893532067537308,-0.026881670579314232,-0.025869809091091156,-0.02485794760286808,-0.023846086114645004,-0.02283422462642193,-0.021822363138198853,-0.020810503512620926,-0.01979864202439785,-0.018786780536174774,-0.0177749190479517,-0.016763057559728622,-0.015751196071505547,-0.01473933458328247,-0.01372747402638197,-0.012715612538158894,-0.011703751049935818,-0.010691890493035316,-0.00968002900481224,-0.008668167516589165,-0.007656306028366089,-0.0066444450058043,-0.005632583983242512,-0.004620722495019436,-0.0036088612396270037,-0.0025969999842345715,-0.0015851387288421392,-0.0005732737481594086,0.00043858750723302364,0.0014504487626254559,0.002462310018017888,0.0034741712734103203,0.004486032761633396,0.005497893784195185,0.006509754806756973,0.007521616294980049,0.008533477783203125,0.0095453392714262,0.010557199828326702,0.011569061316549778,0.012580922804772854,0.013592783361673355,0.014604644849896431,0.015616506338119507,0.016628367826342583,0.01764022931456566,0.018652090802788734,0.01966395229101181,0.020675811916589737,0.021687673404812813,0.02269953489303589,0.023711396381258965,0.02472325786948204,0.025735119357705116,0.026746980845928192,0.02775884047150612,0.028770701959729195,0.02978256344795227,0.030794424936175346,0.03180628642439842],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,0,2,1,2,2,2,3,6,4,3,4,4,11,12,10,13,15,18,20,17,24,23,27,32,42,41,52,108,182,856,100,56,48,31,38,26,31,22,16,26,18,15,12,8,9,12,6,7,2,4,7,2,2,4,1,3,3,1,0,0,1],"bins":[-3.2361026569560636e-07,-3.135800739073602e-07,-3.035499105408235e-07,-2.935197187525773e-07,-2.834895553860406e-07,-2.7345936359779444e-07,-2.634291718095483e-07,-2.5339900844301155e-07,-2.433688166547654e-07,-2.3333863907737395e-07,-2.2330846149998251e-07,-2.1327828392259107e-07,-2.0324810634519963e-07,-1.932179287678082e-07,-1.8318773697956203e-07,-1.731575594021706e-07,-1.6312738182477915e-07,-1.530972042473877e-07,-1.4306702666999627e-07,-1.330368348817501e-07,-1.2300665730435867e-07,-1.1297647972696723e-07,-1.0294630214957579e-07,-9.291611746675699e-08,-8.288593988936555e-08,-7.28557623119741e-08,-6.28255776291553e-08,-5.279540005176386e-08,-4.276521892165874e-08,-3.273503779155362e-08,-2.2704858437805342e-08,-1.2674678195878641e-08,-2.644497953951941e-09,7.38568228797476e-09,1.741586252990146e-08,2.744604188364974e-08,3.747622301375486e-08,4.750640414385998e-08,5.753658172125142e-08,6.756676640407022e-08,7.759694398146166e-08,8.76271215588531e-08,9.76573062416719e-08,1.0768748381906335e-07,1.1771766139645479e-07,1.2774783897384623e-07,1.3777803076209238e-07,1.4780820833948383e-07,1.5783838591687527e-07,1.678685634942667e-07,1.7789874107165815e-07,1.879289328599043e-07,1.9795911043729575e-07,2.079892880146872e-07,2.1801946559207863e-07,2.2804964316947007e-07,2.3807982074686151e-07,2.4811001253510767e-07,2.581401759016444e-07,2.6817036768989055e-07,2.782005594781367e-07,2.8823072284467344e-07,2.982609146329196e-07,3.082910779994563e-07,3.183212697877025e-07],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,4,0,2,4,4,7,7,5,8,14,11,16,9,7,16,25,17,19,40,35,28,28,33,38,36,34,32,33,20,29,22,22,21,20,22,19,13,10,9,11,6,9,4,9,1,3,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.897979736328125,0.9014556407928467,0.9049316048622131,0.9084075093269348,0.9118834137916565,0.9153593182563782,0.9188352823257446,0.9223111867904663,0.925787091255188,0.9292630553245544,0.9327389597892761,0.9362148642539978,0.9396907687187195,0.9431667327880859,0.9466426372528076,0.9501185417175293,0.953594446182251,0.9570704102516174,0.9605463147163391,0.9640222191810608,0.9674981832504272,0.9709740877151489,0.9744499921798706,0.9779258966445923,0.9814018607139587,0.9848777651786804,0.9883536696434021,0.9918296337127686,0.9953055381774902,0.9987814426422119,1.0022573471069336,1.0057332515716553,1.009209156036377,1.0126851797103882,1.0161610841751099,1.0196369886398315,1.0231128931045532,1.026588797569275,1.0300647020339966,1.0335406064987183,1.0370166301727295,1.0404925346374512,1.0439684391021729,1.0474443435668945,1.0509202480316162,1.054396152496338,1.0578720569610596,1.0613480806350708,1.0648239850997925,1.0682998895645142,1.0717757940292358,1.0752516984939575,1.0787276029586792,1.0822035074234009,1.085679531097412,1.0891554355621338,1.0926313400268555,1.0961072444915771,1.0995831489562988,1.1030590534210205,1.1065349578857422,1.1100109815597534,1.113486886024475,1.1169627904891968,1.1204386949539185]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[2,1,0,0,1,3,4,2,5,8,5,10,8,7,9,15,17,14,16,21,21,33,32,23,40,62,101,236,724,251,93,31,32,33,31,27,16,13,12,17,10,8,8,8,7,2,2,4,3,6,2,1,0,1,1,3,1,2,1,0,1,0,0,1],"bins":[-2.38863968604619e-08,-2.3046881736377145e-08,-2.220736483593555e-08,-2.1367849711850795e-08,-2.052833458776604e-08,-1.9688819463681284e-08,-1.884930256323969e-08,-1.8009787439154934e-08,-1.717027231507018e-08,-1.6330755414628584e-08,-1.549124029054383e-08,-1.4651725166459073e-08,-1.3812209154195898e-08,-1.2972694030111143e-08,-1.2133178017847968e-08,-1.1293662893763212e-08,-1.0454146881500037e-08,-9.614630869236862e-09,-8.775115745152107e-09,-7.935599732888932e-09,-7.096084608804176e-09,-6.256568596541001e-09,-5.417053028367036e-09,-4.577537460193071e-09,-3.7380218920191055e-09,-2.8985063238451403e-09,-2.058990755671175e-09,-1.219474965452605e-09,-3.799593972786397e-10,4.5955622640647675e-10,1.2990718500915932e-09,2.138587529287861e-09,2.978103097461826e-09,3.817618665635791e-09,4.6571342338097566e-09,5.496649801983722e-09,6.336165370157687e-09,7.175681382420862e-09,8.015196506505617e-09,8.854712518768793e-09,9.694227642853548e-09,1.0533743655116723e-08,1.1373259667379898e-08,1.2212774791464653e-08,1.3052290803727828e-08,1.3891805927812584e-08,1.4731321940075759e-08,1.5570837064160514e-08,1.641035396460211e-08,1.7249869088686864e-08,1.808938421277162e-08,1.8928899336856375e-08,1.976841623729797e-08,2.0607931361382725e-08,2.144744648546748e-08,2.2286961609552236e-08,2.312647850999383e-08,2.3965993634078586e-08,2.480550875816334e-08,2.5645025658604936e-08,2.6484540782689692e-08,2.7324055906774447e-08,2.8163571030859202e-08,2.9003087931300797e-08,2.984260305538555e-08],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-1.387670636177063e-07,-1.3370299711823463e-07,-1.2863893061876297e-07,-1.235748641192913e-07,-1.1851079761981964e-07,-1.1344673112034798e-07,-1.0838266462087631e-07,-1.0331859812140465e-07,-9.825453162193298e-08,-9.319046512246132e-08,-8.812639862298965e-08,-8.306233212351799e-08,-7.799826562404633e-08,-7.293419912457466e-08,-6.7870132625103e-08,-6.280606612563133e-08,-5.774199962615967e-08,-5.2677933126688004e-08,-4.761386662721634e-08,-4.2549800127744675e-08,-3.748573362827301e-08,-3.2421667128801346e-08,-2.735760062932968e-08,-2.2293534129858017e-08,-1.7229467630386353e-08,-1.2165401130914688e-08,-7.101334631443024e-09,-2.0372681319713593e-09,3.026798367500305e-09,8.09086486697197e-09,1.3154931366443634e-08,1.82189978659153e-08,2.3283064365386963e-08,2.8347130864858627e-08,3.341119736433029e-08,3.8475263863801956e-08,4.353933036327362e-08,4.8603396862745285e-08,5.366746336221695e-08,5.8731529861688614e-08,6.379559636116028e-08,6.885966286063194e-08,7.392372936010361e-08,7.898779585957527e-08,8.405186235904694e-08,8.91159288585186e-08,9.417999535799026e-08,9.924406185746193e-08,1.043081283569336e-07,1.0937219485640526e-07,1.1443626135587692e-07,1.195003278553486e-07,1.2456439435482025e-07,1.2962846085429192e-07,1.3469252735376358e-07,1.3975659385323524e-07,1.448206603527069e-07,1.4988472685217857e-07,1.5494879335165024e-07,1.600128598511219e-07,1.6507692635059357e-07,1.7014099285006523e-07,1.752050593495369e-07,1.8026912584900856e-07,1.8533319234848022e-07],"_type":"histogram","values":[1,1,2,4,2,4,4,9,14,22,33,49,79,91,132,182,279,398,636,945,1572,2414,4151,7389,14929,32300,93457,300433,73029,27602,12894,6698,3799,2198,1411,860,585,414,241,166,124,69,64,56,20,22,11,10,7,4,4,1,0,1,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-2.7301777375324243e-13,-2.6464933217985875e-13,-2.5628086350142076e-13,-2.479124219280371e-13,-2.395439532495991e-13,-2.311755116762154e-13,-2.2280707010283174e-13,-2.144386149769209e-13,-2.0607015985101007e-13,-1.9770170472509924e-13,-1.893332495991884e-13,-1.8096480802580472e-13,-1.725963528998939e-13,-1.6422789777398306e-13,-1.5585945620059938e-13,-1.4749100107468854e-13,-1.391225459487777e-13,-1.3075409082286688e-13,-1.2238563569695604e-13,-1.1401719412357236e-13,-1.0564873899766153e-13,-9.72802838717507e-14,-8.891183552210344e-14,-8.054338717245618e-14,-7.217493204654535e-14,-6.380647692063451e-14,-5.543802857098726e-14,-4.706957683320821e-14,-3.870112509542917e-14,-3.033267335765012e-14,-2.1964221619871077e-14,-1.3595769882092032e-14,-5.227318144312987e-15,3.1411335934660584e-15,1.1509585331245104e-14,1.987803706902415e-14,2.8246488806803194e-14,3.661494054458224e-14,4.4983392282361284e-14,5.335184402014033e-14,6.172029575791937e-14,7.008875088383021e-14,7.845719923347746e-14,8.682564758312472e-14,9.519410270903556e-14,1.0356255783494639e-13,1.1193100618459365e-13,1.202994545342409e-13,1.2866790966015174e-13,1.3703636478606257e-13,1.454048199119734e-13,1.5377326148535708e-13,1.6214171661126792e-13,1.7051017173717875e-13,1.7887861331056243e-13,1.8724706843647326e-13,1.956155235623841e-13,2.0398397868829493e-13,2.1235243381420577e-13,2.2072087538758944e-13,2.290893169609731e-13,2.374577856394111e-13,2.458262272127948e-13,2.541946958912328e-13,2.6256313746461646e-13],"_type":"histogram","values":[1,0,0,1,1,3,3,2,2,7,2,4,6,6,10,13,5,9,11,13,13,15,14,15,25,27,19,17,25,24,28,21,22,35,33,29,33,32,21,28,14,25,24,12,12,19,9,13,7,12,9,3,4,6,4,5,5,3,2,2,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,2,0,0,0,0,0,0,1,0,0,0,0,1,0,2,0,2,3,5,8,16,72,610,13,6,5,0,3,1,1,3,0,1,0,3,1,0,0,0,1,0,1,1,1,0,0,0,1,1,0,0,0,0,0,0,1,0,0,0,0,1],"bins":[-0.002224382944405079,-0.0021357694640755653,-0.0020471562165766954,-0.0019585429690778255,-0.001869929488748312,-0.0017813161248341203,-0.0016927027609199286,-0.0016040893970057368,-0.001515476033091545,-0.0014268626691773534,-0.0013382493052631617,-0.00124963594134897,-0.0011610225774347782,-0.0010724092135205865,-0.0009837958496063948,-0.000895182485692203,-0.0008065691217780113,-0.0007179557578638196,-0.0006293423939496279,-0.0005407290300354362,-0.00045211566612124443,-0.0003635023022070527,-0.000274888938292861,-0.00018627557437866926,-9.766221046447754e-05,-9.048846550285816e-06,7.95645173639059e-05,0.00016817788127809763,0.00025679124519228935,0.0003454046091064811,0.0004340179730206728,0.0005226313369348645,0.0006112449336796999,0.0006998582975938916,0.0007884716615080833,0.0008770850254222751,0.0009656983893364668,0.0010543117532506585,0.0011429251171648502,0.001231538481079042,0.0013201518449932337,0.0014087652089074254,0.0014973785728216171,0.0015859919367358088,0.0016746053006500006,0.0017632186645641923,0.001851832028478384,0.0019404453923925757,0.0020290587563067675,0.0021176720038056374,0.002206285484135151,0.0022948989644646645,0.0023835122119635344,0.0024721254594624043,0.002560738939791918,0.0026493524201214314,0.0027379656676203012,0.002826578915119171,0.0029151923954486847,0.0030038058757781982,0.003092419123277068,0.003181032370775938,0.0032696458511054516,0.003358259331434965,0.003446872578933835]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.024270379915833473,-0.023605577647686005,-0.022940775379538536,-0.022275973111391068,-0.02161116898059845,-0.02094636671245098,-0.020281564444303513,-0.019616762176156044,-0.018951959908008575,-0.018287157639861107,-0.01762235537171364,-0.01695755310356617,-0.0162927508354187,-0.015627946704626083,-0.014963144436478615,-0.014298342168331146,-0.013633539900183678,-0.012968737632036209,-0.01230393536388874,-0.011639132164418697,-0.010974329896271229,-0.01030952762812376,-0.009644724428653717,-0.008979922160506248,-0.00831511989235878,-0.007650317624211311,-0.0069855148904025555,-0.0063207121565938,-0.005655909888446331,-0.0049911076202988625,-0.004326304886490107,-0.0036615023855119944,-0.0029967017471790314,-0.002331899246200919,-0.001667096745222807,-0.0010022942442446947,-0.0003374917432665825,0.00032731075771152973,0.000992113258689642,0.0016569157596677542,0.0023217182606458664,0.0029865207616239786,0.003651323262602091,0.004316125996410847,0.004980928264558315,0.005645730532705784,0.00631053326651454,0.006975336000323296,0.007640138268470764,0.008304940536618233,0.008969742804765701,0.009634546004235744,0.010299348272383213,0.010964150540530682,0.011628953740000725,0.012293756008148193,0.012958558276295662,0.01362336054444313,0.014288162812590599,0.014952966012060642,0.01561776828020811,0.016282571479678154,0.016947373747825623,0.01761217601597309,0.01827697828412056],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,0,4,6,6,4,2,9,5,9,11,14,8,9,21,23,25,21,29,23,33,37,39,46,35,18,29,28,34,34,27,18,20,24,15,15,18,13,9,11,9,2,6,6,2,3,0,2,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,1,0,1,2,3,6,7,5,7,10,12,11,8,9,8,8,6,15,14,16,24,55,120,440,1245,6346,1.379217e+06,179310,4231,1066,356,134,50,14,14,19,12,9,8,9,5,6,3,4,2,3,3,0,1,1,2,2,0,0,0,1,0,0,0,0,1],"bins":[-0.05859375,-0.05663299560546875,-0.0546722412109375,-0.05271148681640625,-0.050750732421875,-0.04878997802734375,-0.0468292236328125,-0.04486846923828125,-0.04290771484375,-0.04094696044921875,-0.0389862060546875,-0.03702545166015625,-0.035064697265625,-0.03310394287109375,-0.0311431884765625,-0.02918243408203125,-0.0272216796875,-0.02526092529296875,-0.0233001708984375,-0.02133941650390625,-0.019378662109375,-0.01741790771484375,-0.0154571533203125,-0.01349639892578125,-0.01153564453125,-0.00957489013671875,-0.0076141357421875,-0.00565338134765625,-0.003692626953125,-0.00173187255859375,0.0002288818359375,0.00218963623046875,0.004150390625,0.00611114501953125,0.0080718994140625,0.01003265380859375,0.011993408203125,0.01395416259765625,0.0159149169921875,0.01787567138671875,0.01983642578125,0.02179718017578125,0.0237579345703125,0.02571868896484375,0.027679443359375,0.02964019775390625,0.0316009521484375,0.03356170654296875,0.0355224609375,0.03748321533203125,0.0394439697265625,0.04140472412109375,0.043365478515625,0.04532623291015625,0.0472869873046875,0.04924774169921875,0.05120849609375,0.05316925048828125,0.0551300048828125,0.05709075927734375,0.059051513671875,0.06101226806640625,0.0629730224609375,0.06493377685546875,0.06689453125]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,0,1,0,0,1,0,0,1,1,0,1,0,2,0,0,0,0,4,3,4,2,3,4,6,2,12,2,7,12,18,21,20,31,66,86,103,95,75,49,29,25,16,9,9,7,8,6,5,3,4,3,1,2,3,2,0,1,0,1,0,0,0,1],"bins":[-0.01395349483937025,-0.013573458418250084,-0.013193421065807343,-0.012813384644687176,-0.012433347292244434,-0.012053310871124268,-0.011673273518681526,-0.01129323709756136,-0.010913199745118618,-0.010533163323998451,-0.01015312597155571,-0.009773089550435543,-0.009393052197992802,-0.009013015776872635,-0.008632978424429893,-0.008252942003309727,-0.00787290558218956,-0.0074928682297468185,-0.0071128313429653645,-0.00673279445618391,-0.006352757569402456,-0.005972720682621002,-0.005592683795839548,-0.005212646909058094,-0.004832610487937927,-0.004452573601156473,-0.004072536714375019,-0.0036924995947629213,-0.003312462940812111,-0.002932426054030657,-0.0025523891672492027,-0.0021723522804677486,-0.0017923153936862946,-0.0014122785069048405,-0.0010322416201233864,-0.0006522048497572541,-0.00027216796297580004,0.00010786889470182359,0.0004879057523794472,0.0008679425809532404,0.0012479794677346945,0.0016280163545161486,0.0020080532412976027,0.0023880901280790567,0.002768126782029867,0.0031481636688113213,0.0035282005555927753,0.003908237442374229,0.0042882743291556835,0.004668311215937138,0.005048348102718592,0.005428384989500046,0.0058084218762815,0.006188458763062954,0.006568495649844408,0.006948532536625862,0.007328568957746029,0.007708605844527483,0.008088642731308937,0.008468680083751678,0.008848716504871845,0.009228753857314587,0.009608790278434753,0.009988827630877495,0.010368864051997662],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.1637869030237198,-0.15859346091747284,-0.1534000188112259,-0.14820659160614014,-0.1430131494998932,-0.13781970739364624,-0.1326262652873993,-0.12743283808231354,-0.12223939597606659,-0.11704595386981964,-0.11185251176357269,-0.10665907710790634,-0.1014656350016594,-0.09627220034599304,-0.0910787582397461,-0.08588532358407974,-0.0806918814778328,-0.07549843937158585,-0.0703050047159195,-0.06511156260967255,-0.059918127954006195,-0.05472468584775925,-0.0495312474668026,-0.04433780908584595,-0.0391443707048893,-0.03395093232393265,-0.028757493942975998,-0.0235640536993742,-0.01837061531841755,-0.0131771769374609,-0.007983737625181675,-0.002790298778563738,0.0024031400680541992,0.007596578914672136,0.012790017761290073,0.017983457073569298,0.023176895454525948,0.028370333835482597,0.033563774079084396,0.038757212460041046,0.043950650840997696,0.049144089221954346,0.054337527602910995,0.059530965983867645,0.0647244080901146,0.06991784274578094,0.0751112848520279,0.08030471950769424,0.08549816161394119,0.09069160372018814,0.09588503837585449,0.10107848048210144,0.10627191513776779,0.11146535724401474,0.11665879189968109,0.12185223400592804,0.127045676112175,0.13223911821842194,0.1374325454235077,0.14262598752975464,0.1478194296360016,0.15301287174224854,0.1582062989473343,0.16339974105358124,0.16859318315982819],"_type":"histogram","values":[4,5,4,11,25,46,81,140,236,387,570,861,1380,2090,3260,4646,6769,9468,12874,17278,22431,28718,36344,44586,53015,62394,71195,79002,86840,92802,95829,96696,95958,92783,87173,79940,72430,63388,54579,45278,37223,29571,23088,17662,13234,9668,6866,4767,3373,2202,1406,867,594,331,209,120,72,42,19,18,5,5,3,3]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[2,0,2,0,1,3,2,3,6,12,20,20,24,17,36,31,45,54,78,88,116,162,160,239,339,408,582,808,1336,2321,4219,11598,58469,432766,53817,11021,4168,2072,1314,851,683,432,359,285,205,132,129,88,77,50,38,34,21,15,15,17,11,10,4,2,2,3,1,1],"bins":[-0.0179443359375,-0.017408370971679688,-0.016872406005859375,-0.016336441040039062,-0.01580047607421875,-0.015264511108398438,-0.014728546142578125,-0.014192581176757812,-0.0136566162109375,-0.013120651245117188,-0.012584686279296875,-0.012048721313476562,-0.01151275634765625,-0.010976791381835938,-0.010440826416015625,-0.009904861450195312,-0.009368896484375,-0.008832931518554688,-0.008296966552734375,-0.0077610015869140625,-0.00722503662109375,-0.0066890716552734375,-0.006153106689453125,-0.0056171417236328125,-0.0050811767578125,-0.0045452117919921875,-0.004009246826171875,-0.0034732818603515625,-0.00293731689453125,-0.0024013519287109375,-0.001865386962890625,-0.0013294219970703125,-0.00079345703125,-0.0002574920654296875,0.000278472900390625,0.0008144378662109375,0.00135040283203125,0.0018863677978515625,0.002422332763671875,0.0029582977294921875,0.0034942626953125,0.0040302276611328125,0.004566192626953125,0.0051021575927734375,0.00563812255859375,0.0061740875244140625,0.006710052490234375,0.0072460174560546875,0.007781982421875,0.008317947387695312,0.008853912353515625,0.009389877319335938,0.00992584228515625,0.010461807250976562,0.010997772216796875,0.011533737182617188,0.0120697021484375,0.012605667114257812,0.013141632080078125,0.013677597045898438,0.01421356201171875,0.014749526977539062,0.015285491943359375,0.015821456909179688,0.016357421875]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.03362149000167847,-0.03239752724766731,-0.03117356449365616,-0.029949599876999855,-0.0287256371229887,-0.027501674368977547,-0.026277709752321243,-0.02505374699831009,-0.023829784244298935,-0.02260582149028778,-0.021381858736276627,-0.020157894119620323,-0.01893393136560917,-0.017709968611598015,-0.01648600399494171,-0.015262041240930557,-0.014038078486919403,-0.012814115732908249,-0.01159015204757452,-0.010366188362240791,-0.009142225608229637,-0.007918262854218483,-0.006694299168884754,-0.005470335949212313,-0.004246372729539871,-0.0030224095098674297,-0.0017984462901949883,-0.0005744830705225468,0.0006494801491498947,0.0018734433688223362,0.0030974065884947777,0.004321369808167219,0.005545333027839661,0.006769296247512102,0.007993259467184544,0.009217223152518272,0.010441185906529427,0.01166514866054058,0.01288911234587431,0.014113076031208038,0.015337038785219193,0.016561001539230347,0.0177849642932415,0.019008928909897804,0.02023289166390896,0.021456854417920113,0.022680819034576416,0.02390478178858757,0.025128744542598724,0.02635270729660988,0.027576670050621033,0.028800634667277336,0.03002459742128849,0.031248560175299644,0.03247252479195595,0.0336964875459671,0.034920450299978256,0.03614441305398941,0.037368375808000565,0.03859233856201172,0.03981630504131317,0.041040267795324326,0.04226423054933548,0.043488193303346634,0.04471215605735779],"_type":"histogram","values":[2,0,0,0,2,3,2,3,2,4,3,3,2,13,10,7,23,22,21,19,20,25,31,28,42,34,35,39,38,35,41,33,42,25,18,14,23,14,26,12,8,7,11,6,4,7,5,0,2,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,4,1,3,1,1,3,7,5,8,9,13,10,18,19,15,28,28,37,39,48,34,35,58,38,42,35,35,23,34,33,13,14,14,12,11,10,6,5,2,0,2,3,2,3,2,0,0,0,1,0,0,1],"bins":[-2.2423449002554469e-13,-2.1763917979009811e-13,-2.110438831071787e-13,-2.0444857287173213e-13,-1.978532761888127e-13,-1.9125796595336614e-13,-1.8466266927044672e-13,-1.7806735903500015e-13,-1.7147204879955358e-13,-1.6487675211663416e-13,-1.582814418811876e-13,-1.5168614519826817e-13,-1.450908349628216e-13,-1.3849553827990219e-13,-1.3190022804445561e-13,-1.253049313615362e-13,-1.1870962112608963e-13,-1.1211431766690663e-13,-1.0551901420772364e-13,-9.892371074854064e-14,-9.232840728935765e-14,-8.573309705391108e-14,-7.913779359472808e-14,-7.254249013554509e-14,-6.59471866763621e-14,-5.93518832171791e-14,-5.275657975799611e-14,-4.6161272910681325e-14,-3.956596945149833e-14,-3.297066599231534e-14,-2.637536083906645e-14,-1.978005568581756e-14,-1.3184765779161722e-14,-6.589461472945781e-15,5.842833270160164e-18,6.6011471394861014e-15,1.3196451445702043e-14,1.9791754904885037e-14,2.6387060058133925e-14,3.2982365211382814e-14,3.957766867056581e-14,4.61729721297488e-14,5.2768275588931796e-14,5.936357904811479e-14,6.595888928356136e-14,7.255419274274436e-14,7.914949620192735e-14,8.574479966111034e-14,9.234010312029334e-14,9.893540657947633e-14,1.0553071003865933e-13,1.1212601349784232e-13,1.1872131695702531e-13,1.2531662719247189e-13,1.319119238753913e-13,1.3850723411083787e-13,1.4510254434628445e-13,1.5169784102920386e-13,1.5829315126465043e-13,1.6488844794756985e-13,1.7148375818301642e-13,1.7807905486593584e-13,1.846743651013824e-13,1.9126966178430183e-13,1.978649720197484e-13]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,1,0,0,1,1,1,1,2,2,4,7,8,2,2,7,5,13,12,13,15,11,19,22,22,23,23,35,42,34,30,41,30,23,27,37,17,32,30,24,19,22,13,12,13,16,8,10,5,5,3,3,1,2,5,6,0,2,0,2,0,0,0,1],"bins":[-1.0352298879245936e-11,-1.0025597539653486e-11,-9.698895332699298e-12,-9.372193993106848e-12,-9.045492653514398e-12,-8.718791313921948e-12,-8.39208910696776e-12,-8.06538776737531e-12,-7.73868642778286e-12,-7.411984220828671e-12,-7.085282881236221e-12,-6.758581541643771e-12,-6.431879768370452e-12,-6.105178428778002e-12,-5.778476655504683e-12,-5.451775315912233e-12,-5.125073542638914e-12,-4.798371769365595e-12,-4.471670429773145e-12,-4.144968656499826e-12,-3.8182673169073755e-12,-3.4915655436340565e-12,-3.164863987201172e-12,-2.8381624307682873e-12,-2.5114608743354028e-12,-2.1847593179025182e-12,-1.8580577614696336e-12,-1.5313560966165318e-12,-1.2046545401836473e-12,-8.779529837507627e-13,-5.512513731077695e-13,-2.2454978956983063e-13,1.0215179396810825e-13,4.2885337750604713e-13,7.55554961043986e-13,1.0822565716869792e-12,1.4089581281198638e-12,1.7356596845527483e-12,2.06236134940585e-12,2.3890629058387347e-12,2.7157644622716193e-12,3.042466018704504e-12,3.3691675751373884e-12,3.695869131570273e-12,4.022570904843592e-12,4.349272244436042e-12,4.675974017709361e-12,5.002675357301811e-12,5.32937713057513e-12,5.656078903848449e-12,5.9827802434408994e-12,6.3094820167142185e-12,6.6361833563066686e-12,6.962885129579988e-12,7.289586469172438e-12,7.616287808764888e-12,7.942990015719076e-12,8.269691355311526e-12,8.596392694903976e-12,8.923094901858164e-12,9.249796241450614e-12,9.576497581043064e-12,9.903198920635514e-12,1.0229901127589702e-11,1.0556602467182152e-11],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[0.8042888641357422,0.8088419437408447,0.8133949637413025,0.817948043346405,0.8225010633468628,0.8270541429519653,0.8316071629524231,0.8361602425575256,0.8407132625579834,0.8452663421630859,0.8498194217681885,0.8543724417686462,0.8589255213737488,0.8634785413742065,0.8680316209793091,0.8725846409797668,0.8771377205848694,0.8816908001899719,0.8862438201904297,0.8907968997955322,0.89534991979599,0.8999029994010925,0.9044560194015503,0.9090090990066528,0.9135621786117554,0.9181151986122131,0.9226682782173157,0.9272212982177734,0.931774377822876,0.9363273978233337,0.9408804774284363,0.945433497428894,0.9499865770339966,0.9545396566390991,0.9590926766395569,0.9636457562446594,0.9681987762451172,0.9727518558502197,0.9773048758506775,0.98185795545578,0.9864109754562378,0.9909640550613403,0.9955171346664429,1.0000702142715454,1.0046231746673584,1.009176254272461,1.0137293338775635,1.018282413482666,1.0228354930877686,1.0273884534835815,1.031941533088684,1.0364946126937866,1.0410476922988892,1.0456006526947021,1.0501537322998047,1.0547068119049072,1.0592598915100098,1.0638129711151123,1.0683659315109253,1.0729190111160278,1.0774720907211304,1.082025170326233,1.086578130722046,1.0911312103271484,1.095684289932251],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,0,1,1,5,4,7,4,11,7,15,13,13,26,28,20,26,33,36,36,42,36,33,35,34,31,31,31,28,29,25,15,16,16,12,10,7,10,7,6,7,3,4,4,1,2,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[1,1,5,6,7,23,27,64,95,193,338,548,911,1386,2052,3030,4394,6070,8246,10706,13869,17247,21047,25181,28405,32059,35280,37275,38660,38642,38032,36355,33367,29568,26780,22736,18817,15099,12057,9111,6742,5073,3533,2406,1637,1062,705,396,246,143,83,51,27,12,9,6,2,0,0,0,0,0,0,1],"bins":[-0.10070757567882538,-0.09725941717624664,-0.0938112661242485,-0.09036310762166977,-0.08691494911909103,-0.0834667980670929,-0.08001863956451416,-0.07657048106193542,-0.07312233000993729,-0.06967417150735855,-0.06622601300477982,-0.06277786195278168,-0.05932970345020294,-0.055881548672914505,-0.05243339389562607,-0.04898523539304733,-0.045537080615758896,-0.04208892583847046,-0.038640767335891724,-0.03519261255860329,-0.03174445778131485,-0.028296301141381264,-0.024848144501447678,-0.02139998972415924,-0.017951833084225655,-0.014503677375614643,-0.011055521667003632,-0.0076073650270700455,-0.004159209318459034,-0.0007110533770173788,0.0027371025644242764,0.006185258738696575,0.009633414447307587,0.013081570155918598,0.01652972586452961,0.019977882504463196,0.023426037281751633,0.02687419392168522,0.030322350561618805,0.03377050533890724,0.03721866011619568,0.040666818618774414,0.04411497339606285,0.04756312817335129,0.05101128667593002,0.05445944145321846,0.0579075962305069,0.06135575473308563,0.06480391323566437,0.0682520642876625,0.07170022279024124,0.07514837384223938,0.07859653234481812,0.08204469084739685,0.08549284189939499,0.08894100040197372,0.09238915890455246,0.0958373099565506,0.09928546845912933,0.10273362696170807,0.10618177801370621,0.10962993651628494,0.11307809501886368,0.11652624607086182,0.11997440457344055],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-6.490154191851616e-09,-6.232312443898991e-09,-5.974470695946366e-09,-5.7166289479937404e-09,-5.458787200041115e-09,-5.20094545208849e-09,-4.943103704135865e-09,-4.68526195618324e-09,-4.427420208230615e-09,-4.1695784602779895e-09,-3.911736712325364e-09,-3.653894964372739e-09,-3.396053216420114e-09,-3.138211468467489e-09,-2.8803697205148637e-09,-2.6225279725622386e-09,-2.3646862246096134e-09,-2.1068444766569883e-09,-1.8490027287043631e-09,-1.591160980751738e-09,-1.3333192327991128e-09,-1.0754774848464876e-09,-8.176357368938625e-10,-5.597939889412373e-10,-3.019522409886122e-10,-4.411049303598702e-11,2.1373125491663814e-10,4.715730028692633e-10,7.294147508218884e-10,9.872564987745136e-10,1.2450982467271388e-09,1.502939994679764e-09,1.760781742632389e-09,2.0186234905850142e-09,2.2764652385376394e-09,2.5343069864902645e-09,2.7921487344428897e-09,3.049990482395515e-09,3.30783223034814e-09,3.565673978300765e-09,3.82351572625339e-09,4.0813574742060155e-09,4.339199222158641e-09,4.597040970111266e-09,4.854882718063891e-09,5.112724466016516e-09,5.370566213969141e-09,5.628407961921766e-09,5.8862497098743916e-09,6.144091457827017e-09,6.401933205779642e-09,6.659774953732267e-09,6.917616701684892e-09,7.175458449637517e-09,7.4333001975901425e-09,7.691141945542768e-09,7.948983693495393e-09,8.206825441448018e-09,8.464667189400643e-09,8.722508937353268e-09,8.980350685305893e-09,9.238192433258519e-09,9.496034181211144e-09,9.753875929163769e-09,1.0011717677116394e-08],"_type":"histogram","values":[3,5,6,6,11,25,30,40,77,102,118,210,260,359,456,801,1190,1719,2594,3604,5516,8280,13342,21705,81074,1.359498e+06,26990,15848,9845,6432,3948,2724,1832,1323,822,566,411,288,193,139,85,79,45,38,37,30,25,25,16,13,16,14,14,10,6,5,3,0,2,2,1,3,2,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,1,4,3,3,8,12,31,47,71,143,197,322,475,811,1174,1637,2387,3258,4579,6225,7874,9916,12483,15298,18127,21253,24229,27501,29587,32231,33445,34229,34825,34151,32675,30798,28437,25870,22871,19352,16350,13527,10865,8460,6736,4982,3750,2730,1951,1367,879,632,405,261,170,84,51,41,17,10,9,4,2],"bins":[-0.1008567065000534,-0.0978170856833458,-0.09477745741605759,-0.09173783659934998,-0.08869820833206177,-0.08565858751535416,-0.08261896669864655,-0.07957933843135834,-0.07653971761465073,-0.07350009679794312,-0.07046046853065491,-0.0674208477139473,-0.06438122689723969,-0.06134159862995148,-0.058301977813243866,-0.055262353271245956,-0.05222272872924805,-0.04918310418725014,-0.04614347964525223,-0.04310385882854462,-0.04006423428654671,-0.0370246097445488,-0.033984988927841187,-0.030945364385843277,-0.027905739843845367,-0.024866115301847458,-0.021826492622494698,-0.018786869943141937,-0.015747245401144028,-0.012707621790468693,-0.009667998179793358,-0.006628374569118023,-0.003588750958442688,-0.0005491273477673531,0.002490496262907982,0.005530119873583317,0.008569743484258652,0.011609367094933987,0.014648990705609322,0.017688613384962082,0.02072823792695999,0.0237678624689579,0.02680748514831066,0.02984710782766342,0.03288673236966133,0.03592635691165924,0.03896597772836685,0.04200560227036476,0.04504522681236267,0.04808485135436058,0.05112447589635849,0.0541640967130661,0.05720372125506401,0.06024334579706192,0.06328296661376953,0.06632259488105774,0.06936221569776535,0.07240183651447296,0.07544146478176117,0.07848108559846878,0.08152070641517639,0.0845603346824646,0.08759995549917221,0.09063958376646042,0.09367920458316803],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,1,1,3,0,0,0,1,0,3,0,3,7,3,4,3,4,3,2,6,2,4,3,9,30,90,236,190,80,19,8,4,3,2,3,0,2,3,4,2,4,6,3,3,0,3,2,2,0,0,0,1,1,0,1,0,0,1],"bins":[-0.038509055972099304,-0.037338558584451675,-0.03616806119680405,-0.03499756380915642,-0.03382706642150879,-0.03265656903386116,-0.03148607164621353,-0.030315572395920753,-0.029145075008273125,-0.027974577620625496,-0.026804080232977867,-0.02563358284533024,-0.02446308359503746,-0.02329258620738983,-0.022122088819742203,-0.020951591432094574,-0.019781094044446945,-0.018610596656799316,-0.017440099269151688,-0.01626960188150406,-0.015099103562533855,-0.013928606174886227,-0.012758107855916023,-0.011587610468268394,-0.010417113080620766,-0.009246615692973137,-0.008076118305325508,-0.006905619986355305,-0.005735122598707676,-0.004564625211060047,-0.003394127357751131,-0.0022236297372728586,-0.0010531358420848846,0.0001173617783933878,0.0012878593988716602,0.0024583570193499327,0.003628854639828205,0.004799352027475834,0.00596984988078475,0.007140347734093666,0.008310845121741295,0.009481342509388924,0.010651839897036552,0.011822338216006756,0.012992835603654385,0.014163332991302013,0.015333831310272217,0.016504328697919846,0.017674826085567474,0.018845323473215103,0.020015820860862732,0.02118631824851036,0.02235681563615799,0.023527314886450768,0.024697812274098396,0.025868309661746025,0.027038807049393654,0.028209304437041283,0.02937980182468891,0.03055029921233654,0.03172079846262932,0.03289129585027695,0.034061793237924576,0.035232290625572205,0.03640278801321983]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,3,0,1,2,4,5,4,2,3,1,4,11,10,14,13,13,19,16,18,24,30,21,28,27,30,45,25,28,26,33,28,34,30,23,29,21,22,20,20,13,7,10,7,8,10,5,2,5,4,0,0,4,2,0,0,0,0,0,0,0,0,1],"bins":[-0.0011565660824999213,-0.0011171413352712989,-0.0010777164716273546,-0.0010382917243987322,-0.0009988669771701097,-0.0009594421135261655,-0.000920017366297543,-0.0008805925608612597,-0.0008411677554249763,-0.000801742949988693,-0.0007623181445524096,-0.0007228933973237872,-0.0006834685918875039,-0.0006440437864512205,-0.0006046190392225981,-0.0005651942337863147,-0.0005257694283500314,-0.000486344622913748,-0.00044691984658129513,-0.00040749507024884224,-0.0003680702648125589,-0.00032864545937627554,-0.00028922068304382265,-0.00024979590671136975,-0.0002103711012750864,-0.00017094631039071828,-0.00013152151950635016,-9.209672862198204e-05,-5.2671937737613916e-05,-1.3247146853245795e-05,2.6177644031122327e-05,6.560243491549045e-05,0.00010502722579985857,0.0001444520166842267,0.0001838768075685948,0.00022330159845296293,0.00026272638933733106,0.0003021511947736144,0.0003415759711060673,0.0003810007474385202,0.00042042555287480354,0.0004598503583110869,0.0004992751637473702,0.0005386999109759927,0.000578124716412276,0.0006175495218485594,0.0006569742690771818,0.0006963990745134652,0.0007358238799497485,0.0007752486853860319,0.0008146734908223152,0.0008540982380509377,0.000893523043487221,0.0009329478489235044,0.0009723725961521268,0.001011797459796071,0.0010512222070246935,0.001090646954253316,0.0011300718178972602,0.0011694965651258826,0.0012089214287698269,0.0012483461759984493,0.0012877709232270718,0.001327195786871016,0.0013666205340996385]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,0,0,2,1,1,3,4,7,6,2,9,9,13,15,16,16,16,24,19,16,28,24,34,30,31,22,40,37,25,22,31,28,26,19,28,21,17,26,13,12,14,10,17,5,8,5,2,1,3,1,0,1,2,0,1,1,0,0,0,0,1],"bins":[0.8571179509162903,0.8604485988616943,0.8637792468070984,0.8671098947525024,0.8704405426979065,0.8737711906433105,0.8771018385887146,0.8804324865341187,0.8837631344795227,0.8870937824249268,0.8904244303703308,0.8937551379203796,0.8970857858657837,0.9004164338111877,0.9037470817565918,0.9070777297019958,0.9104083776473999,0.913739025592804,0.917069673538208,0.9204003214836121,0.9237309694290161,0.9270616173744202,0.9303922653198242,0.9337229132652283,0.9370535612106323,0.9403842091560364,0.9437148571014404,0.9470455050468445,0.9503761529922485,0.9537068009376526,0.9570374488830566,0.9603680968284607,0.9636987447738647,0.9670294523239136,0.9703601002693176,0.9736907482147217,0.9770213961601257,0.9803520441055298,0.9836826920509338,0.9870133399963379,0.9903439879417419,0.993674635887146,0.99700528383255,1.000335931777954,1.003666639328003,1.0069972276687622,1.010327935218811,1.0136585235595703,1.0169892311096191,1.0203198194503784,1.0236505270004272,1.0269811153411865,1.0303118228912354,1.0336424112319946,1.0369731187820435,1.0403037071228027,1.0436344146728516,1.0469650030136108,1.0502957105636597,1.053626298904419,1.0569570064544678,1.060287594795227,1.0636183023452759,1.0669488906860352,1.070279598236084]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[1,0,0,0,2,2,6,9,27,38,62,120,187,331,487,820,1152,1663,2498,3424,4696,6522,8590,10810,13663,16410,19990,23365,26700,29839,32272,34376,36092,36570,36194,34793,32637,30377,26987,23704,20399,17048,13947,11066,8699,6734,4951,3633,2632,1830,1196,846,548,350,205,144,72,38,34,11,12,8,4,1],"bins":[-0.125868022441864,-0.12211709469556808,-0.11836615949869156,-0.11461523175239563,-0.1108642965555191,-0.10711336880922318,-0.10336243361234665,-0.09961150586605072,-0.0958605706691742,-0.09210964292287827,-0.08835870772600174,-0.08460777997970581,-0.08085684478282928,-0.07710591703653336,-0.07335498183965683,-0.0696040540933609,-0.06585311889648438,-0.062102191150188446,-0.05835125967860222,-0.05460032820701599,-0.050849396735429764,-0.047098465263843536,-0.04334753379225731,-0.03959660232067108,-0.03584567457437515,-0.032094743102788925,-0.02834380976855755,-0.02459287829697132,-0.020841948688030243,-0.017091017216444016,-0.013340085744857788,-0.00958915427327156,-0.005838222801685333,-0.0020872915629297495,0.0016636396758258343,0.005414570681750774,0.009165502153337002,0.01291643362492323,0.016667364165186882,0.02041829563677311,0.024169227108359337,0.027920158579945564,0.03167108818888664,0.03542201966047287,0.0391729511320591,0.042923882603645325,0.04667481407523155,0.05042574554681778,0.05417667701840401,0.057927608489990234,0.06167853996157646,0.06542947143316269,0.06918039917945862,0.07293133437633514,0.07668226212263107,0.0804331973195076,0.08418412506580353,0.08793506026268005,0.09168598800897598,0.09543692320585251,0.09918785095214844,0.10293878614902496,0.10668971389532089,0.11044064909219742,0.11419157683849335],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,1,2,1,3,6,10,15,11,23,36,49,64,134,180,310,581,1105,2331,5704,17330,1.495916e+06,32992,9325,3415,1474,752,389,223,153,88,60,39,31,20,23,12,5,5,4,4,6,7,2,3,2,2,1,3,0,1,2,0,0,0,1,1,2,0,0,1],"bins":[-0.09130859375,-0.08762359619140625,-0.0839385986328125,-0.08025360107421875,-0.076568603515625,-0.07288360595703125,-0.0691986083984375,-0.06551361083984375,-0.06182861328125,-0.05814361572265625,-0.0544586181640625,-0.05077362060546875,-0.047088623046875,-0.04340362548828125,-0.0397186279296875,-0.03603363037109375,-0.0323486328125,-0.02866363525390625,-0.0249786376953125,-0.02129364013671875,-0.017608642578125,-0.01392364501953125,-0.0102386474609375,-0.00655364990234375,-0.00286865234375,0.00081634521484375,0.0045013427734375,0.00818634033203125,0.011871337890625,0.01555633544921875,0.0192413330078125,0.02292633056640625,0.026611328125,0.03029632568359375,0.0339813232421875,0.03766632080078125,0.041351318359375,0.04503631591796875,0.0487213134765625,0.05240631103515625,0.05609130859375,0.05977630615234375,0.0634613037109375,0.06714630126953125,0.070831298828125,0.07451629638671875,0.0782012939453125,0.08188629150390625,0.0855712890625,0.08925628662109375,0.0929412841796875,0.09662628173828125,0.100311279296875,0.10399627685546875,0.1076812744140625,0.11136627197265625,0.11505126953125,0.11873626708984375,0.1224212646484375,0.12610626220703125,0.129791259765625,0.13347625732421875,0.1371612548828125,0.14084625244140625,0.14453125]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[3,1,2,2,6,5,10,13,4,22,32,28,32,37,47,77,82,69,103,107,108,109,106,112,139,109,106,104,77,70,68,56,40,34,25,11,8,7,10,13,4,6,4,2,3,2,7,5,4,2,2,6,3,0,2,0,0,0,1,0,0,0,0,1],"bins":[-0.07628901302814484,-0.0738329291343689,-0.07137684524059296,-0.06892076134681702,-0.06646467745304108,-0.06400859355926514,-0.061552513390779495,-0.059096429497003555,-0.056640345603227615,-0.054184261709451675,-0.051728177815675735,-0.049272093921899796,-0.046816013753414154,-0.044359929859638214,-0.041903845965862274,-0.039447762072086334,-0.036991678178310394,-0.034535594284534454,-0.032079510390758514,-0.029623428359627724,-0.027167344465851784,-0.024711260572075844,-0.022255178540945053,-0.019799094647169113,-0.017343010753393173,-0.014886926859617233,-0.012430843897163868,-0.009974760934710503,-0.007518677040934563,-0.00506259361281991,-0.0026065101847052574,-0.00015042675659060478,0.002305656671524048,0.0047617400996387005,0.007217823527753353,0.009673906490206718,0.012129990383982658,0.014586074277758598,0.01704215630888939,0.01949824020266533,0.02195432409644127,0.02441040799021721,0.02686649188399315,0.02932257391512394,0.03177865594625473,0.03423473984003067,0.03669082373380661,0.03914690762758255,0.04160299152135849,0.04405907541513443,0.04651515930891037,0.04897124320268631,0.05142732709646225,0.05388340726494789,0.05633949115872383,0.05879557505249977,0.06125165894627571,0.06370773911476135,0.06616382300853729,0.06861990690231323,0.07107599079608917,0.07353207468986511,0.07598815858364105,0.07844424247741699,0.08090032637119293],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.10155302286148071,-0.0984378233551979,-0.0953226163983345,-0.0922074168920517,-0.0890922099351883,-0.08597701042890549,-0.08286180347204208,-0.07974660396575928,-0.07663139700889587,-0.07351619750261307,-0.07040099054574966,-0.06728579103946686,-0.06417058408260345,-0.06105538457632065,-0.05794018134474754,-0.05482497811317444,-0.051709774881601334,-0.04859457165002823,-0.045479368418455124,-0.04236416518688202,-0.039248961955308914,-0.03613375872373581,-0.033018555492162704,-0.02990335412323475,-0.026788150891661644,-0.02367294766008854,-0.020557744428515434,-0.01744254119694233,-0.0143273388966918,-0.011212135665118694,-0.008096933364868164,-0.004981730133295059,-0.0018665269017219543,0.0012486760970205069,0.004363879095762968,0.007479081861674786,0.01059428509324789,0.013709488324820995,0.016824690625071526,0.01993989385664463,0.023055097088217735,0.02617030031979084,0.029285503551363945,0.0324007049202919,0.035515908151865005,0.03863111138343811,0.041746314615011215,0.04486151784658432,0.047976721078157425,0.05109192430973053,0.054207127541303635,0.05732233077287674,0.060437534004449844,0.06355273723602295,0.06666793674230576,0.06978314369916916,0.07289834320545197,0.07601355016231537,0.07912874966859818,0.08224395662546158,0.08535915613174438,0.08847436308860779,0.0915895625948906,0.094704769551754,0.0978199690580368],"_type":"histogram","values":[1,1,0,4,2,17,15,23,52,72,133,225,308,513,820,1234,1723,2514,3638,5025,6755,8723,11128,13783,16770,20009,23238,26404,29580,31956,33702,34852,35439,35341,34252,32403,29924,27081,23926,20733,17534,14345,11519,9255,7049,5253,3875,2824,1940,1320,963,629,415,255,136,93,48,22,13,10,2,1,2,2]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,2,7,38,102,186,216,130,58,14,6,1,0,0,0,1,0,0,1,2,2],"bins":[-0.218999981880188,-0.21455442905426025,-0.21010887622833252,-0.20566332340240479,-0.20121777057647705,-0.19677221775054932,-0.19232666492462158,-0.18788111209869385,-0.1834355592727661,-0.17899000644683838,-0.17454445362091064,-0.1700989007949829,-0.16565334796905518,-0.16120779514312744,-0.1567622423171997,-0.15231668949127197,-0.14787113666534424,-0.1434255689382553,-0.13898001611232758,-0.13453446328639984,-0.1300889104604721,-0.12564335763454437,-0.12119781225919724,-0.1167522594332695,-0.11230669915676117,-0.10786114633083344,-0.1034155935049057,-0.09897004067897797,-0.09452448785305023,-0.0900789350271225,-0.08563338220119476,-0.08118782937526703,-0.07674228399991989,-0.07229673117399216,-0.06785117834806442,-0.06340562552213669,-0.058960072696208954,-0.05451451614499092,-0.05006896331906319,-0.04562341049313545,-0.04117785766720772,-0.036732304841279984,-0.03228675201535225,-0.027841197326779366,-0.02339564450085163,-0.018950091674923897,-0.014504537917673588,-0.010058984160423279,-0.005613431334495544,-0.0011678780429065228,0.003277675248682499,0.007723228540271521,0.012168781831860542,0.016614334657788277,0.02105988934636116,0.025505442172288895,0.02995099499821663,0.03439654782414436,0.0388421006500721,0.04328765347599983,0.047733210027217865,0.0521787628531456,0.056624315679073334,0.06106986850500107,0.0655154213309288]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.12905320525169373,-0.12511253356933594,-0.12117186188697815,-0.11723118275403976,-0.11329051107168198,-0.10934983938932419,-0.1054091602563858,-0.10146848857402802,-0.09752781689167023,-0.09358714520931244,-0.08964647352695465,-0.08570579439401627,-0.08176512271165848,-0.07782445102930069,-0.0738837718963623,-0.06994310021400452,-0.06600242853164673,-0.06206175684928894,-0.058121081441640854,-0.05418040603399277,-0.05023973435163498,-0.04629906266927719,-0.042358387261629105,-0.03841771185398102,-0.03447704017162323,-0.030536366626620293,-0.026595693081617355,-0.022655019536614418,-0.01871434599161148,-0.014773672446608543,-0.010832998901605606,-0.006892325356602669,-0.0029516369104385376,0.0009890366345643997,0.004929710179567337,0.008870383724570274,0.012811057269573212,0.01675173081457615,0.020692404359579086,0.024633077904582024,0.02857375144958496,0.03251442313194275,0.036455098539590836,0.04039577394723892,0.04433644562959671,0.0482771173119545,0.052217792719602585,0.05615846812725067,0.06009913980960846,0.06403981149196625,0.06798048317432404,0.07192116230726242,0.07586183398962021,0.079802505671978,0.08374318480491638,0.08768385648727417,0.09162452816963196,0.09556519985198975,0.09950587153434753,0.10344655066728592,0.10738722234964371,0.1113278940320015,0.11526857316493988,0.11920924484729767,0.12314991652965546],"_type":"histogram","values":[1,1,0,2,5,8,12,10,29,49,88,115,256,358,558,939,1320,1910,2790,3794,5404,7167,9413,11945,15220,18820,22731,26378,29799,33172,35851,37853,38570,37972,36863,34728,31615,28079,24508,20755,17063,13703,10789,8263,6192,4655,3300,2248,1525,1033,715,481,316,178,113,79,42,12,8,11,5,1,3,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[9,31,75,151,184,165,99,35,10,4,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0014583126176148653,-0.0011523080756887794,-0.0008463034755550325,-0.0005402988754212856,-0.00023429433349519968,7.171023753471673e-05,0.00037771480856463313,0.00068371940869838,0.000989723950624466,0.0012957284925505519,0.0016017330344766378,0.0019077376928180456,0.0022137421183288097,0.0025197467766702175,0.0028257514350116253,0.0031317558605223894,0.003437760518863797,0.003743765177205205,0.004049769602715969,0.004355774261057377,0.004661778919398785,0.004967783577740192,0.005273787770420313,0.005579792428761721,0.005885797087103128,0.006191801745444536,0.006497806403785944,0.0068038105964660645,0.007109815254807472,0.00741581991314888,0.007721824571490288,0.008027829229831696,0.008333832956850529,0.008639837615191936,0.008945842273533344,0.009251846931874752,0.00955785159021616,0.009863856248557568,0.0101698599755764,0.010475864633917809,0.010781869292259216,0.011087873950600624,0.011393878608942032,0.01169988326728344,0.012005887925624847,0.012311892583966255,0.012617897242307663,0.01292390190064907,0.013229906558990479,0.013535910286009312,0.01384191494435072,0.014147919602692127,0.014453924261033535,0.014759928919374943,0.01506593357771635,0.015371938236057758,0.01567794196307659,0.015983946621418,0.016289951279759407,0.016595955938100815,0.016901960596442223,0.01720796525478363,0.017513969913125038,0.017819974571466446,0.018125979229807854]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.18300078809261322,-0.177542582154274,-0.17208439111709595,-0.1666261851787567,-0.16116799414157867,-0.15570978820323944,-0.1502515971660614,-0.14479339122772217,-0.13933520019054413,-0.1338769942522049,-0.12841880321502686,-0.12296059727668762,-0.11750239878892899,-0.11204420030117035,-0.10658600181341171,-0.10112780332565308,-0.09566960483789444,-0.0902114063501358,-0.08475320786237717,-0.07929500937461853,-0.0738368108868599,-0.06837861239910126,-0.06292041391134262,-0.057462211698293686,-0.05200401321053505,-0.04654581472277641,-0.041087616235017776,-0.03562941774725914,-0.030171217396855354,-0.024713018909096718,-0.019254818558692932,-0.013796620070934296,-0.00833842158317566,-0.0028802226297557354,0.0025779763236641884,0.0080361757427454,0.013494374230504036,0.018952572718262672,0.024410773068666458,0.029868971556425095,0.03532717004418373,0.04078536853194237,0.046243567019701004,0.05170176550745964,0.057159967720508575,0.06261816620826721,0.06807636469602585,0.07353456318378448,0.07899276167154312,0.08445096015930176,0.0899091586470604,0.09536735713481903,0.10082555562257767,0.1062837541103363,0.11174195259809494,0.11720015108585358,0.12265835702419281,0.12811654806137085,0.13357475399971008,0.13903294503688812,0.14449115097522736,0.1499493420124054,0.15540754795074463,0.16086573898792267,0.1663239449262619],"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,1,0,2,3,0,1,3,0,2,3,7,11,19,19,18,16,18,33,40,25,33,38,29,39,36,32,31,32,38,30,37,21,28,32,25,17,17,7,6,2,4,1,1,0,1,1,0,0,1,1,0,0,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.18941956758499146,-0.18435868620872498,-0.1792978048324585,-0.17423690855503082,-0.16917602717876434,-0.16411514580249786,-0.15905426442623138,-0.1539933830499649,-0.14893248677253723,-0.14387160539627075,-0.13881072402000427,-0.1337498426437378,-0.1286889612674713,-0.12362807244062424,-0.11856719106435776,-0.11350630223751068,-0.1084454208612442,-0.10338453948497772,-0.09832365065813065,-0.09326276928186417,-0.08820188045501709,-0.08314099907875061,-0.07808011770248413,-0.07301922887563705,-0.06795834749937057,-0.0628974661231041,-0.05783657729625702,-0.05277569591999054,-0.04771481081843376,-0.042653925716876984,-0.037593044340610504,-0.032532159239053726,-0.027471259236335754,-0.022410374134778976,-0.017349490895867348,-0.012288606725633144,-0.007227722555398941,-0.0021668383851647377,0.0028940457850694656,0.007954929955303669,0.013015814125537872,0.01807669922709465,0.02313758246600628,0.028198465704917908,0.033259350806474686,0.038320235908031464,0.04338111728429794,0.04844200238585472,0.0535028874874115,0.05856377258896828,0.06362465769052505,0.06868553906679153,0.07374642789363861,0.07880730926990509,0.08386819064617157,0.08892907947301865,0.09398996084928513,0.0990508422255516,0.10411173105239868,0.10917261242866516,0.11423349380493164,0.11929438263177872,0.1243552640080452,0.12941615283489227,0.13447703421115875],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,1,2,0,0,1,1,1,1,1,2,1,1,0,4,9,11,26,32,61,90,89,108,89,80,52,34,30,19,5,1,0,3,0,2,1,1,0,0,0,1,1,0,0,1,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.06359098106622696,-0.06153217330574989,-0.05947336554527283,-0.05741455778479576,-0.055355750024318695,-0.05329693853855133,-0.051238130778074265,-0.0491793230175972,-0.04712051525712013,-0.045061707496643066,-0.043002899736166,-0.040944091975688934,-0.03888528048992157,-0.036826472729444504,-0.03476766496896744,-0.03270885720849037,-0.030650049448013306,-0.02859124168753624,-0.026532433927059174,-0.02447362430393696,-0.022414816543459892,-0.020356008782982826,-0.01829719915986061,-0.016238391399383545,-0.014179583638906479,-0.012120775878429413,-0.010061967186629772,-0.008003158494830132,-0.0059443507343530655,-0.003885542508214712,-0.0018267342820763588,0.00023207394406199455,0.002290874719619751,0.004349682945758104,0.006408491171896458,0.008467299863696098,0.010526107624173164,0.01258491538465023,0.014643724076449871,0.01670253276824951,0.018761340528726578,0.020820148289203644,0.02287895604968071,0.024937765672802925,0.02699657343327999,0.029055381193757057,0.031114190816879272,0.03317299857735634,0.035231806337833405,0.03729061409831047,0.03934942185878754,0.0414082296192646,0.04346703737974167,0.04552584886550903,0.0475846566259861,0.049643464386463165,0.05170227214694023,0.0537610799074173,0.05581988766789436,0.05787869542837143,0.059937506914138794,0.06199631467461586,0.06405512243509293,0.0661139264702797,0.06817273795604706],"_type":"histogram","values":[1,0,0,0,1,0,0,2,2,1,2,1,0,1,0,7,3,7,6,9,13,10,17,18,24,36,39,47,48,57,68,55,47,57,39,33,18,13,17,15,14,6,2,2,2,2,2,4,5,3,1,3,0,3,1,0,0,3,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.0025503437500447035,-0.0024835129734128714,-0.0024166821967810392,-0.0023498516529798508,-0.0022830208763480186,-0.0022161900997161865,-0.0021493593230843544,-0.0020825285464525223,-0.00201569776982069,-0.0019488671096041799,-0.0018820364493876696,-0.0018152056727558374,-0.0017483748961240053,-0.001681544235907495,-0.001614713459275663,-0.0015478827990591526,-0.0014810520224273205,-0.0014142212457954884,-0.001347390585578978,-0.001280559808947146,-0.0012137291487306356,-0.0011468983720988035,-0.0010800675954669714,-0.001013236935250461,-0.000946406158618629,-0.0008795754401944578,-0.0008127447217702866,-0.0007459139451384544,-0.0006790832267142832,-0.000612252508290112,-0.0005454217316582799,-0.0004785910132341087,-0.00041176017839461565,-0.00034492945997044444,-0.0002780987124424428,-0.00021126797946635634,-0.0001444372464902699,-7.760651351418346e-05,-1.0775780538097024e-05,5.6054952437989414e-05,0.00012288568541407585,0.0001897164183901623,0.0002565471513662487,0.0003233778988942504,0.0003902086173184216,0.0004570393357425928,0.0005238701123744249,0.0005907008307985961,0.0006575315492227674,0.0007243622676469386,0.0007911929860711098,0.0008580237627029419,0.0009248544811271131,0.0009916851995512843,0.0010585159761831164,0.0011253466363996267,0.0011921774130314589,0.001259008189663291,0.0013258388498798013,0.0013926696265116334,0.0014595002867281437,0.0015263310633599758,0.001593161839991808,0.0016599925002083182,0.0017268232768401504],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,2,2,2,1,3,2,4,7,5,7,9,13,21,28,37,52,47,62,60,68,67,40,56,52,26,21,21,9,6,5,12,2,5,3,1,0,1,1,1,0,1,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[2,1,6,5,13,19,23,21,29,40,75,130,148,206,276,378,579,733,1143,1492,2044,3022,3927,5313,7489,10561,14869,21464,33600,52730,92991,125766,73777,43776,28320,18434,13052,9370,6619,4829,3683,2437,1805,1285,921,709,498,327,252,199,124,95,61,63,32,20,13,7,5,8,2,3,2,1],"bins":[-1.9984014443252818e-13,-1.9345636204093353e-13,-1.8707257964933888e-13,-1.8068879725774423e-13,-1.7430501486614958e-13,-1.6792123247455493e-13,-1.6153745008296028e-13,-1.5515366769136563e-13,-1.4876988529977098e-13,-1.4238610290817633e-13,-1.3600232051658168e-13,-1.2961853812498703e-13,-1.2323475573339238e-13,-1.1685097334179773e-13,-1.1046719095020308e-13,-1.0408340855860843e-13,-9.769962616701378e-14,-9.131584377541913e-14,-8.493206138382448e-14,-7.854827899222983e-14,-7.216449660063518e-14,-6.578071420904053e-14,-5.939693181744587e-14,-5.3013149425851225e-14,-4.6629367034256575e-14,-4.0245584642661925e-14,-3.3861802251067274e-14,-2.7478019859472624e-14,-2.1094237467877974e-14,-1.4710455076283324e-14,-8.326672684688674e-15,-1.942890293094024e-15,4.440892098500626e-15,1.0824674490095276e-14,1.7208456881689926e-14,2.3592239273284576e-14,2.9976021664879227e-14,3.6359804056473877e-14,4.2743586448068527e-14,4.912736883966318e-14,5.551115123125783e-14,6.189493362285248e-14,6.827871601444713e-14,7.466249840604178e-14,8.104628079763643e-14,8.743006318923108e-14,9.381384558082573e-14,1.0019762797242038e-13,1.0658141036401503e-13,1.1296519275560968e-13,1.1934897514720433e-13,1.2573275753879898e-13,1.3211653993039363e-13,1.3850032232198828e-13,1.4488410471358293e-13,1.5126788710517758e-13,1.5765166949677223e-13,1.6403545188836688e-13,1.7041923427996153e-13,1.7680301667155618e-13,1.8318679906315083e-13,1.8957058145474548e-13,1.9595436384634013e-13,2.0233814623793478e-13,2.0872192862952943e-13],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-2.3111738300940488e-08,-2.2397237842142204e-08,-2.168273915970076e-08,-2.0968238700902475e-08,-2.025373824210419e-08,-1.9539239559662747e-08,-1.8824739100864463e-08,-1.811023864206618e-08,-1.7395738183267895e-08,-1.668123950082645e-08,-1.5966739042028166e-08,-1.5252238583229882e-08,-1.4537739900788438e-08,-1.3823239441990154e-08,-1.310873987137029e-08,-1.2394239412572006e-08,-1.1679739841952141e-08,-1.0965240271332277e-08,-1.0250739812533993e-08,-9.536240241914129e-09,-8.821739783115845e-09,-8.10724021249598e-09,-7.3927406418761166e-09,-6.6782406271670425e-09,-5.963740612457968e-09,-5.249240597748894e-09,-4.53474058303982e-09,-3.820241012419956e-09,-3.105740997710882e-09,-2.3912409830018078e-09,-1.6767411903373386e-09,-9.62241286650567e-10,-2.4774315932063473e-10,4.667567443661369e-10,1.1812566480529085e-09,1.8957564407173777e-09,2.610256455426452e-09,3.324756470135526e-09,4.03925604075539e-09,4.753756055464464e-09,5.468256070173538e-09,6.182756084882612e-09,6.8972560995916865e-09,7.61175567021155e-09,8.326255240831415e-09,9.040755699629699e-09,9.755255270249563e-09,1.0469755729047847e-08,1.1184255299667711e-08,1.1898754870287576e-08,1.261325532908586e-08,1.3327754899705724e-08,1.4042255358504008e-08,1.4756754929123872e-08,1.5471254499743736e-08,1.618575495854202e-08,1.6900255417340304e-08,1.761475409978175e-08,1.8329254558580033e-08,1.9043755017378317e-08,1.975825369981976e-08,2.0472754158618045e-08,2.118725461741633e-08,2.1901753299857774e-08,2.2616253758656057e-08],"_type":"histogram","values":[2,0,0,1,0,0,0,0,0,0,1,0,1,0,1,0,2,0,1,1,1,2,0,1,2,2,0,3,1,4,20,126,486,56,10,7,4,4,1,0,1,1,3,0,3,1,3,2,0,2,0,0,2,1,2,1,0,0,0,1,1,0,2,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-6.48200511932373e-07,-6.274785846471786e-07,-6.067566573619843e-07,-5.860347300767899e-07,-5.653128027915955e-07,-5.445908755064011e-07,-5.238689482212067e-07,-5.031470209360123e-07,-4.824250936508179e-07,-4.617031663656235e-07,-4.409812390804291e-07,-4.202593117952347e-07,-3.995373845100403e-07,-3.788154572248459e-07,-3.580935299396515e-07,-3.373716026544571e-07,-3.166496753692627e-07,-2.959277480840683e-07,-2.752058207988739e-07,-2.544838935136795e-07,-2.337619662284851e-07,-2.130400389432907e-07,-1.9231811165809631e-07,-1.7159618437290192e-07,-1.5087425708770752e-07,-1.3015232980251312e-07,-1.0943040251731873e-07,-8.870847523212433e-08,-6.798654794692993e-08,-4.7264620661735535e-08,-2.6542693376541138e-08,-5.820766091346741e-09,1.4901161193847656e-08,3.562308847904205e-08,5.634501576423645e-08,7.706694304943085e-08,9.778887033462524e-08,1.1851079761981964e-07,1.3923272490501404e-07,1.5995465219020844e-07,1.8067657947540283e-07,2.0139850676059723e-07,2.2212043404579163e-07,2.42842361330986e-07,2.635642886161804e-07,2.842862159013748e-07,3.050081431865692e-07,3.257300704717636e-07,3.46451997756958e-07,3.671739250421524e-07,3.878958523273468e-07,4.086177796125412e-07,4.293397068977356e-07,4.5006163418293e-07,4.707835614681244e-07,4.915054887533188e-07,5.122274160385132e-07,5.329493433237076e-07,5.53671270608902e-07,5.743931978940964e-07,5.951151251792908e-07,6.158370524644852e-07,6.365589797496796e-07,6.57280907034874e-07,6.780028343200684e-07],"_type":"histogram","values":[1,1,1,2,1,3,2,6,10,10,12,26,39,33,43,85,135,152,237,301,495,711,1042,1591,2756,4339,7396,12550,23192,45935,111924,227016,72446,33496,17826,9885,5958,3559,2215,1454,872,594,429,287,201,144,108,67,78,41,26,29,25,12,4,9,2,1,2,2,3,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,2,0,0,1,1,1,0,0,1,1,0,1,2,3,0,3,1,1,2,4,7,7,14,11,21,22,26,35,54,58,91,100,78,49,34,29,21,12,14,11,11,4,4,1,4,3,3,4,0,3,1,0,1,2,1,0,3,0,0,1,1,2],"bins":[-7.883103891881404e-13,-7.64469108675836e-13,-7.406278823736401e-13,-7.167866018613356e-13,-6.929453755591397e-13,-6.691040950468352e-13,-6.452628687446393e-13,-6.214215882323348e-13,-5.97580361930139e-13,-5.737390814178345e-13,-5.4989780090553e-13,-5.260565746033341e-13,-5.022152940910296e-13,-4.783740677888337e-13,-4.5453278727652924e-13,-4.3069153386927905e-13,-4.0685028046202887e-13,-3.830090270547787e-13,-3.591677736475285e-13,-3.353265202402783e-13,-3.1148526683302813e-13,-2.8764398632072363e-13,-2.6380273291347345e-13,-2.3996147950622326e-13,-2.1612022609897308e-13,-1.922789726917229e-13,-1.684377192844727e-13,-1.4459645232469537e-13,-1.2075519891744518e-13,-9.6913945510195e-14,-7.307268532668124e-14,-4.923142853129926e-14,-2.539017173591729e-14,-1.5489149405353148e-15,2.229234185484666e-14,4.613359865022863e-14,6.997485544561061e-14,9.381610885286079e-14,1.1765737581263813e-13,1.4149862921988832e-13,1.653398826271385e-13,1.8918113603438869e-13,2.1302238944163887e-13,2.3686364284888906e-13,2.6070492336119355e-13,2.8454617676844374e-13,3.083874301756939e-13,3.322286835829441e-13,3.560699369901943e-13,3.799111903974445e-13,4.0375244380469466e-13,4.2759369721194485e-13,4.5143495061919503e-13,4.752762311314995e-13,4.991174574336954e-13,5.229587379459999e-13,5.468000184583044e-13,5.706412447605003e-13,5.944825252728048e-13,6.183237515750006e-13,6.421650320873051e-13,6.66006258389501e-13,6.898475389018055e-13,7.136887652040014e-13,7.375300457163059e-13],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-2.852175384759903e-08,-2.761771611403674e-08,-2.6713678380474448e-08,-2.5809640646912158e-08,-2.4905602913349867e-08,-2.4001565179787576e-08,-2.3097527446225286e-08,-2.2193489712662995e-08,-2.1289451979100704e-08,-2.0385414245538414e-08,-1.9481376511976123e-08,-1.8577338778413832e-08,-1.767330104485154e-08,-1.676926331128925e-08,-1.586522557772696e-08,-1.496118784416467e-08,-1.4057150110602379e-08,-1.3153112377040088e-08,-1.2249074643477798e-08,-1.1345036909915507e-08,-1.0440999176353216e-08,-9.536961442790926e-09,-8.632923709228635e-09,-7.728885975666344e-09,-6.8248482421040535e-09,-5.920810508541763e-09,-5.016772774979472e-09,-4.1127350414171815e-09,-3.208697307854891e-09,-2.3046595742926e-09,-1.4006218407303095e-09,-4.965841071680188e-10,4.0745362639427185e-10,1.3114913599565625e-09,2.215529093518853e-09,3.119566827081144e-09,4.0236045606434345e-09,4.927642294205725e-09,5.831680027768016e-09,6.7357177613303065e-09,7.639755494892597e-09,8.543793228454888e-09,9.447830962017179e-09,1.035186869557947e-08,1.125590642914176e-08,1.215994416270405e-08,1.3063981896266341e-08,1.3968019629828632e-08,1.4872057363390923e-08,1.5776095096953213e-08,1.6680132830515504e-08,1.7584170564077795e-08,1.8488208297640085e-08,1.9392246031202376e-08,2.0296283764764667e-08,2.1200321498326957e-08,2.2104359231889248e-08,2.300839696545154e-08,2.391243469901383e-08,2.481647243257612e-08,2.572051016613841e-08,2.66245478997007e-08,2.7528585633262992e-08,2.8432623366825283e-08,2.9336661100387573e-08],"_type":"histogram","values":[1,1,0,0,0,0,2,2,1,3,2,1,0,5,8,8,12,13,16,16,36,31,56,78,81,166,279,595,1353,3755,21568,526243,28297,4270,1374,654,302,184,107,80,51,49,30,27,13,14,6,5,7,5,4,4,0,3,2,2,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.025677919387817383,-0.025006791576743126,-0.024335665628314018,-0.02366453781723976,-0.022993411868810654,-0.022322284057736397,-0.02165115624666214,-0.020980030298233032,-0.020308902487158775,-0.01963777467608452,-0.01896664872765541,-0.018295520916581154,-0.017624393105506897,-0.01695326715707779,-0.016282139346003532,-0.01561101246625185,-0.014939885586500168,-0.014268758706748486,-0.013597631826996803,-0.012926504015922546,-0.012255377136170864,-0.011584250256419182,-0.010913122445344925,-0.010241995565593243,-0.00957086868584156,-0.008899741806089878,-0.008228614926338196,-0.007557487115263939,-0.006886360235512257,-0.006215233355760574,-0.005544106010347605,-0.004872978664934635,-0.004201849922537804,-0.0035307228099554777,-0.0028595956973731518,-0.002188468584790826,-0.0015173414722085,-0.000846214359626174,-0.00017508724704384804,0.0004960398655384779,0.0011671669781208038,0.0018382940907031298,0.0025094212032854557,0.0031805483158677816,0.0038516754284501076,0.00452280230820179,0.0051939296536147594,0.005865056999027729,0.006536183878779411,0.007207310758531094,0.007878437638282776,0.008549565449357033,0.009220692329108715,0.009891819208860397,0.010562947019934654,0.011234073899686337,0.011905200779438019,0.012576327659189701,0.013247454538941383,0.01391858235001564,0.014589709229767323,0.015260836109519005,0.01593196392059326,0.01660308986902237,0.017274217680096626],"_type":"histogram","values":[1,1,1,0,0,0,0,1,0,2,0,1,0,0,4,4,5,7,4,4,5,11,7,8,11,12,20,21,28,17,16,24,28,27,29,34,31,24,33,36,28,29,33,20,14,17,20,12,19,20,9,10,16,10,8,6,6,5,7,6,6,3,4,3]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,2,2,2,1,0,3,3,4,4,3,8,9,17,21,32,62,91,174,342,718,1458,3167,7809,22938,83456,354296,79305,22275,7737,3111,1344,676,344,183,83,38,41,16,5,6,5,6,5,4,2,2,2,3,1,1,0,0,2,1,1,0,0,0,1],"bins":[-8.153915405273438e-05,-7.886439561843872e-05,-7.618963718414307e-05,-7.351487874984741e-05,-7.084012031555176e-05,-6.81653618812561e-05,-6.549060344696045e-05,-6.28158450126648e-05,-6.014108657836914e-05,-5.7466328144073486e-05,-5.479156970977783e-05,-5.211681127548218e-05,-4.9442052841186523e-05,-4.676729440689087e-05,-4.4092535972595215e-05,-4.141777753829956e-05,-3.8743019104003906e-05,-3.606826066970825e-05,-3.33935022354126e-05,-3.071874380111694e-05,-2.804398536682129e-05,-2.5369226932525635e-05,-2.269446849822998e-05,-2.0019710063934326e-05,-1.7344951629638672e-05,-1.4670193195343018e-05,-1.1995434761047363e-05,-9.320676326751709e-06,-6.645917892456055e-06,-3.9711594581604e-06,-1.296401023864746e-06,1.3783574104309082e-06,4.0531158447265625e-06,6.727874279022217e-06,9.402632713317871e-06,1.2077391147613525e-05,1.475214958190918e-05,1.7426908016204834e-05,2.0101666450500488e-05,2.2776424884796143e-05,2.5451183319091797e-05,2.812594175338745e-05,3.0800700187683105e-05,3.347545862197876e-05,3.6150217056274414e-05,3.882497549057007e-05,4.149973392486572e-05,4.417449235916138e-05,4.684925079345703e-05,4.9524009227752686e-05,5.219876766204834e-05,5.4873526096343994e-05,5.754828453063965e-05,6.02230429649353e-05,6.289780139923096e-05,6.557255983352661e-05,6.824731826782227e-05,7.092207670211792e-05,7.359683513641357e-05,7.627159357070923e-05,7.894635200500488e-05,8.162111043930054e-05,8.429586887359619e-05,8.697062730789185e-05,8.96453857421875e-05]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.1163724958896637,-0.11257381737232208,-0.10877513140439987,-0.10497645288705826,-0.10117777436971664,-0.09737909585237503,-0.09358040988445282,-0.0897817313671112,-0.08598305284976959,-0.08218436688184738,-0.07838568836450577,-0.07458700984716415,-0.07078833132982254,-0.06698964536190033,-0.06319096684455872,-0.0593922883272171,-0.05559360608458519,-0.05179492384195328,-0.047996245324611664,-0.04419756308197975,-0.04039888456463814,-0.036600202322006226,-0.03280152380466461,-0.0290028415620327,-0.025204161182045937,-0.021405480802059174,-0.01760680042207241,-0.013808119110763073,-0.01000943873077631,-0.006210758350789547,-0.0024120775051414967,0.00138660310767591,0.005185283720493317,0.00898396410048008,0.012782644480466843,0.016581324860453606,0.02038000524044037,0.02417868748307228,0.027977367863059044,0.03177604824304581,0.03557472676038742,0.03937340900301933,0.043172091245651245,0.04697076976299286,0.05076945200562477,0.054568130522966385,0.0583668127655983,0.06216549128293991,0.06596417725086212,0.06976285576820374,0.07356153428554535,0.07736021280288696,0.08115889877080917,0.08495757728815079,0.0887562558054924,0.09255493432283401,0.09635362029075623,0.10015229880809784,0.10395097732543945,0.10774966329336166,0.11154834181070328,0.11534702032804489,0.1191456988453865,0.12294438481330872,0.12674306333065033],"_type":"histogram","values":[2,1,0,3,2,3,5,14,15,24,45,77,129,242,406,667,1093,1658,2609,3922,5566,7662,10693,13719,17608,21187,25123,28615,30988,32895,34626,33244,31696,29360,25864,22486,18591,14773,11542,8314,6186,4267,2868,1985,1259,725,478,271,152,101,54,31,21,11,5,2,2,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[2,1,1,6,7,14,26,54,80,104,181,295,494,703,1052,1592,2369,3237,4527,6379,8117,10797,13419,16510,19664,23090,26689,29863,32405,34389,36145,36849,36330,34876,33288,30624,27354,24069,20652,17049,13919,11137,8524,6713,5068,3635,2579,1756,1126,749,512,303,202,129,70,40,26,17,6,6,2,0,0,2],"bins":[-0.11063168942928314,-0.10712994635105133,-0.10362821072340012,-0.1001264676451683,-0.09662473201751709,-0.09312298893928528,-0.08962124586105347,-0.08611951023340225,-0.08261776715517044,-0.07911603152751923,-0.07561428844928741,-0.0721125453710556,-0.06861080974340439,-0.06510906666517258,-0.061607327312231064,-0.05810558795928955,-0.05460384860634804,-0.051102109253406525,-0.04760036990046501,-0.0440986268222332,-0.04059688746929169,-0.037095148116350174,-0.03359340876340866,-0.030091667547822,-0.026589928194880486,-0.023088188841938972,-0.01958644762635231,-0.016084708273410797,-0.01258296798914671,-0.009081227704882622,-0.005579487886279821,-0.0020777478348463774,0.0014239922165870667,0.004925732500851154,0.008427472785115242,0.011929212138056755,0.015430952422320843,0.01893269270658493,0.022434432059526443,0.025936173275113106,0.02943791262805462,0.03293965384364128,0.036441393196582794,0.03994313254952431,0.04344487190246582,0.04694661125540733,0.050448354333639145,0.05395009368658066,0.05745183303952217,0.060953572392463684,0.0644553154706955,0.06795705109834671,0.07145879417657852,0.07496052980422974,0.07846227288246155,0.08196401596069336,0.08546575158834457,0.08896749466657639,0.0924692302942276,0.09597097337245941,0.09947271645069122,0.10297445207834244,0.10647619515657425,0.10997793078422546,0.11347967386245728],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-4.22870070906356e-05,-4.110204099561088e-05,-3.991707126260735e-05,-3.873210516758263e-05,-3.754713907255791e-05,-3.6362169339554384e-05,-3.5177203244529665e-05,-3.3992237149504945e-05,-3.280726741650142e-05,-3.16223013214767e-05,-3.0437333407462575e-05,-2.925236549344845e-05,-2.806739939842373e-05,-2.6882431484409608e-05,-2.5697463570395485e-05,-2.4512497475370765e-05,-2.332752956135664e-05,-2.2142561647342518e-05,-2.0957595552317798e-05,-1.9772627638303675e-05,-1.858765972428955e-05,-1.740269362926483e-05,-1.6217725715250708e-05,-1.5032757801236585e-05,-1.3847790796717163e-05,-1.2662823792197742e-05,-1.1477855878183618e-05,-1.0292888873664197e-05,-9.107921869144775e-06,-7.922953955130652e-06,-6.73798695061123e-06,-5.5530194913444575e-06,-4.368052032077685e-06,-3.1830845728109125e-06,-1.9981173409178155e-06,-8.131499953378807e-07,3.718173502420541e-07,1.5567846958219889e-06,2.7417520414019236e-06,3.926719273295021e-06,5.111686732561793e-06,6.296654191828566e-06,7.481621651095338e-06,8.66658865561476e-06,9.851555660134181e-06,1.1036523574148305e-05,1.2221490578667726e-05,1.340645849268185e-05,1.4591425497201271e-05,1.5776393411215395e-05,1.6961359506240115e-05,1.8146327420254238e-05,1.933129533426836e-05,2.051626142929308e-05,2.1701229343307205e-05,2.2886197257321328e-05,2.4071163352346048e-05,2.525613126636017e-05,2.6441099180374295e-05,2.7626067094388418e-05,2.8811033189413138e-05,2.999600110342726e-05,3.118096719845198e-05,3.236593693145551e-05,3.355090302648023e-05],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,2,1,0,4,1,5,0,3,2,2,4,4,6,6,7,13,8,12,20,12,14,15,26,34,36,98,1222,182,67,48,18,28,20,15,21,10,10,9,10,8,9,8,3,5,3,2,1,1,2,2,1,0,0,3,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,1,0,2,2,2,1,4,5,4,5,3,6,13,15,15,13,18,17,21,28,33,29,38,29,39,33,35,30,32,19,41,14,38,27,11,20,25,17,7,8,14,14,8,10,7,1,3,2,1,2,2,0,2],"bins":[-0.024108584970235825,-0.02346249297261238,-0.022816399112343788,-0.022170307114720345,-0.02152421325445175,-0.020878121256828308,-0.020232029259204865,-0.01958593539893627,-0.018939843401312828,-0.018293751403689384,-0.01764765754342079,-0.017001565545797348,-0.016355473548173904,-0.01570937968790531,-0.015063287690281868,-0.01441719476133585,-0.013771101832389832,-0.013125008903443813,-0.012478915974497795,-0.011832823976874352,-0.011186731047928333,-0.010540638118982315,-0.009894546121358871,-0.009248453192412853,-0.008602360263466835,-0.007956267334520817,-0.007310174871236086,-0.006664082407951355,-0.006017989479005337,-0.0053718965500593185,-0.004725804086774588,-0.004079711623489857,-0.0034336168318986893,-0.0027875241357833147,-0.00214143143966794,-0.0014953387435525656,-0.000849246047437191,-0.00020315335132181644,0.0004429393447935581,0.0010890320409089327,0.0017351247370243073,0.002381217433139682,0.0030273101292550564,0.003673402825370431,0.0043194955214858055,0.004965588450431824,0.005611680913716555,0.0062577733770012856,0.006903866305947304,0.007549959234893322,0.00819605216383934,0.008842144161462784,0.009488237090408802,0.01013433001935482,0.010780422016978264,0.011426514945924282,0.0120726078748703,0.012718700803816319,0.013364793732762337,0.01401088573038578,0.014656978659331799,0.015303071588277817,0.01594916358590126,0.016595257446169853,0.017241349443793297]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,0,2,0,2,1,0,2,0,5,3,0,2,3,1,3,5,11,7,9,13,10,9,15,19,21,26,21,27,36,30,31,21,35,29,28,27,27,28,28,28,20,24,16,23,19,12,19,14,6,11,8,8,6,7,4,0,1,1,1,0,1,0,1],"bins":[0.9204668402671814,0.9225224852561951,0.9245781302452087,0.9266337752342224,0.9286894202232361,0.9307450652122498,0.9328007102012634,0.9348563551902771,0.9369120001792908,0.9389676451683044,0.9410232901573181,0.9430789351463318,0.9451345801353455,0.9471902251243591,0.9492458701133728,0.9513015151023865,0.9533571600914001,0.9554128050804138,0.9574684500694275,0.9595240950584412,0.9615797400474548,0.9636353850364685,0.9656910300254822,0.9677466750144958,0.9698023200035095,0.9718579649925232,0.9739136099815369,0.9759692549705505,0.9780248999595642,0.9800805449485779,0.9821361899375916,0.9841918349266052,0.9862475395202637,0.9883031845092773,0.990358829498291,0.9924144744873047,0.9944701194763184,0.996525764465332,0.9985814094543457,1.0006370544433594,1.002692699432373,1.0047483444213867,1.0068039894104004,1.008859634399414,1.0109152793884277,1.0129709243774414,1.015026569366455,1.0170822143554688,1.0191378593444824,1.021193504333496,1.0232491493225098,1.0253047943115234,1.027360439300537,1.0294160842895508,1.0314717292785645,1.0335273742675781,1.0355830192565918,1.0376386642456055,1.0396943092346191,1.0417499542236328,1.0438055992126465,1.0458612442016602,1.0479168891906738,1.0499725341796875,1.0520281791687012],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,0,1,0,0,0,0,2,1,0,1,1,5,5,8,5,5,9,5,11,13,17,16,19,31,22,33,25,30,39,36,33,24,43,28,35,33,27,19,20,25,18,23,17,22,11,9,8,7,5,5,4,3,0,2,1,1,1,1,0,0,1,0,1],"bins":[-3.528523251361548e-08,-3.4200542842199866e-08,-3.311584961807057e-08,-3.203115994665495e-08,-3.0946466722525656e-08,-2.986177705111004e-08,-2.877708737969442e-08,-2.7692395931921965e-08,-2.6607704484149508e-08,-2.552301303637705e-08,-2.4438321588604595e-08,-2.3353631917188977e-08,-2.226894046941652e-08,-2.1184249021644064e-08,-2.0099559350228446e-08,-1.901486790245599e-08,-1.7930176454683533e-08,-1.6845485006911076e-08,-1.576079355913862e-08,-1.4676103887723002e-08,-1.3591412439950545e-08,-1.2506720992178089e-08,-1.1422030432584052e-08,-1.0337339872990015e-08,-9.252648425217558e-09,-8.167956977445101e-09,-7.083266417851064e-09,-5.998575414167817e-09,-4.91388441048457e-09,-3.829193406801323e-09,-2.7445024031180765e-09,-1.6598113994348296e-09,-5.751203957515827e-10,5.095706079316642e-10,1.594261611614911e-09,2.678952615298158e-09,3.763643618981405e-09,4.848334622664652e-09,5.933025626347899e-09,7.0177166300311455e-09,8.102407633714392e-09,9.187099081486849e-09,1.0271789641080886e-08,1.1356480200674923e-08,1.244117164844738e-08,1.3525863096219837e-08,1.4610553655813874e-08,1.569524421540791e-08,1.6779935663180368e-08,1.7864627110952824e-08,1.894931855872528e-08,2.00340082301409e-08,2.1118699677913355e-08,2.2203391125685812e-08,2.328808079710143e-08,2.4372772244873886e-08,2.5457463692646343e-08,2.65421551404188e-08,2.7626846588191256e-08,2.8711536259606874e-08,2.979622770737933e-08,3.088091915515179e-08,3.1965608826567404e-08,3.30503020506967e-08,3.413499172211232e-08],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,5,2,1,6,17,38,75,138,236,422,723,1129,1897,3043,4821,6852,10185,14319,19783,26051,34306,43038,53211,63912,74424,84256,92875,99233,103714,105037,103308,99190,91856,83005,73193,62661,52581,42379,33725,25516,19049,13927,9688,6822,4586,2889,1950,1112,717,415,248,153,77,39,16,4,4,1,2],"bins":[-0.1277683824300766,-0.12405972927808762,-0.12035108357667923,-0.11664243042469025,-0.11293378472328186,-0.10922513157129288,-0.10551648586988449,-0.10180783271789551,-0.09809918701648712,-0.09439053386449814,-0.09068188071250916,-0.08697323501110077,-0.08326458185911179,-0.0795559361577034,-0.07584728300571442,-0.07213863730430603,-0.06842998415231705,-0.06472133100032806,-0.06101268529891968,-0.05730403587222099,-0.05359538644552231,-0.049886733293533325,-0.04617808386683464,-0.042469434440135956,-0.03876078501343727,-0.035052135586738586,-0.0313434861600399,-0.027634834870696068,-0.023926185443997383,-0.0202175360172987,-0.016508884727954865,-0.01280023530125618,-0.009091593325138092,-0.00538294343277812,-0.001674293540418148,0.002034356351941824,0.005743006244301796,0.00945165567100048,0.01316030602902174,0.016868956387043,0.020577605813741684,0.02428625524044037,0.027994904667139053,0.03170355409383774,0.03541220724582672,0.039120856672525406,0.04282950609922409,0.046538155525922775,0.05024680495262146,0.053955454379320145,0.05766410380601883,0.061372753232717514,0.0650814026594162,0.06879005581140518,0.07249870151281357,0.07620735466480255,0.07991600036621094,0.08362465351819992,0.0873333066701889,0.09104195237159729,0.09475060552358627,0.09845925122499466,0.10216790437698364,0.10587655007839203,0.10958520323038101]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,0,2,0,0,1,4,3,3,8,5,9,4,10,7,7,17,23,19,21,27,27,28,21,27,33,36,44,25,49,27,38,35,26,24,24,17,23,25,13,12,7,6,4,2,3,4,3,2,2,3,2,1,0,0,0,1],"bins":[-0.026807453483343124,-0.02602759376168251,-0.025247734040021896,-0.024467872455716133,-0.02368801273405552,-0.022908153012394905,-0.02212829329073429,-0.021348433569073677,-0.020568571984767914,-0.0197887122631073,-0.019008852541446686,-0.018228992819786072,-0.017449133098125458,-0.016669273376464844,-0.01588941179215908,-0.015109552070498466,-0.014329692348837852,-0.013549832627177238,-0.01276997197419405,-0.011990112252533436,-0.011210251599550247,-0.010430391877889633,-0.00965053215622902,-0.00887067150324583,-0.008090811781585217,-0.007310951594263315,-0.006531091406941414,-0.0057512316852808,-0.0049713714979588985,-0.004191511310636997,-0.0034116513561457396,-0.002631791401654482,-0.0018519293516874313,-0.0010720692807808518,-0.00029220920987427235,0.00048765086103230715,0.0012675109319388866,0.002047371119260788,0.0028272310737520456,0.0036070910282433033,0.004386951215565205,0.005166811402887106,0.005946671590209007,0.006726531311869621,0.007506391499191523,0.008286251686513424,0.009066111408174038,0.009845972061157227,0.01062583178281784,0.011405691504478455,0.012185552157461643,0.012965411879122257,0.013745272532105446,0.01452513225376606,0.015304991975426674,0.016084851697087288,0.01686471328139305,0.017644573003053665,0.01842443272471428,0.019204292446374893,0.019984152168035507,0.02076401188969612,0.021543873474001884,0.0223237331956625,0.023103592917323112]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-5.826163119657113e-13,-5.660409749426443e-13,-5.494655837094686e-13,-5.328902466864016e-13,-5.163149096633346e-13,-4.99739518430159e-13,-4.831641814070919e-13,-4.665888443840249e-13,-4.500134802559036e-13,-4.3343811612778227e-13,-4.1686277910471525e-13,-4.002874149765939e-13,-3.837120508484726e-13,-3.671367138254056e-13,-3.5056134969728425e-13,-3.3398601267421724e-13,-3.174106485460959e-13,-3.008352844179746e-13,-2.8425994739490756e-13,-2.6768458326678624e-13,-2.511092462437192e-13,-2.345338821155979e-13,-2.1795851798747656e-13,-2.013831674118824e-13,-1.8480781683628822e-13,-1.6823246626069405e-13,-1.5165711568509987e-13,-1.3508175155697855e-13,-1.1850640098138437e-13,-1.019310504057902e-13,-8.535569305393245e-14,-6.87803357020747e-14,-5.2204930916371906e-14,-3.5629576952645944e-14,-1.9054222988919983e-14,-2.478869025194022e-15,1.4096484938531939e-14,3.06718389022579e-14,4.724719286598386e-14,6.382255021784161e-14,8.039790079343578e-14,9.697325136902996e-14,1.135486087208877e-13,1.3012396607274546e-13,1.4669931664833963e-13,1.632746672239338e-13,1.7985003135205513e-13,1.964253819276493e-13,2.1300073250324347e-13,2.295760966313648e-13,2.461514336544318e-13,2.6272679778255315e-13,2.7930213480562016e-13,2.958774989337415e-13,3.124528630618628e-13,3.2902820008492983e-13,3.4560356421305116e-13,3.621789283411725e-13,3.787542653642395e-13,3.9532962949236083e-13,4.1190499362048216e-13,4.284803306435492e-13,4.450556947716705e-13,4.616310588997918e-13,4.782063959228589e-13],"_type":"histogram","values":[1,0,1,0,0,1,1,0,0,2,0,2,2,0,0,4,2,4,3,3,4,5,6,9,14,16,14,14,17,23,19,36,32,49,57,47,37,61,46,33,40,32,31,29,18,6,14,5,7,1,5,2,4,2,1,1,0,0,0,3,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,1,0,2,2,6,12,21,52,58,125,195,324,498,840,1241,1839,2678,3649,5205,6795,8812,11503,14311,17184,20665,24033,27578,30409,32576,34706,36217,36318,35573,34735,32122,29413,26422,23273,19736,16523,13622,10857,8284,6333,4687,3366,2400,1648,1078,734,480,281,180,91,63,25,27,7,2,3,2],"bins":[-0.11282374709844589,-0.1095406636595726,-0.10625758767127991,-0.10297450423240662,-0.09969142079353333,-0.09640833735466003,-0.09312525391578674,-0.08984217792749405,-0.08655909448862076,-0.08327601104974747,-0.07999293506145477,-0.07670985162258148,-0.07342676818370819,-0.0701436847448349,-0.06686060130596161,-0.06357752531766891,-0.060294441878795624,-0.05701135843992233,-0.05372827872633934,-0.05044519901275635,-0.04716211557388306,-0.043879032135009766,-0.04059595242142677,-0.03731287270784378,-0.03402978926897049,-0.030746707692742348,-0.027463626116514206,-0.024180544540286064,-0.020897462964057922,-0.01761438138782978,-0.014331299811601639,-0.011048218235373497,-0.007765129208564758,-0.0044820476323366165,-0.0011989660561084747,0.002084115520119667,0.005367197096347809,0.00865027867257595,0.011933360248804092,0.015216441825032234,0.018499523401260376,0.021782604977488518,0.02506568655371666,0.0283487681299448,0.03163184970617294,0.034914933145046234,0.03819801285862923,0.04148109257221222,0.04476417601108551,0.0480472594499588,0.051330339163541794,0.054613418877124786,0.05789650231599808,0.06117958575487137,0.06446266174316406,0.06774574518203735,0.07102882862091064,0.07431191205978394,0.07759499549865723,0.08087807148694992,0.08416115492582321,0.0874442383646965,0.0907273143529892,0.09401039779186249,0.09729348123073578]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.0201416015625,-0.019556045532226562,-0.018970489501953125,-0.018384933471679688,-0.01779937744140625,-0.017213821411132812,-0.016628265380859375,-0.016042709350585938,-0.0154571533203125,-0.014871597290039062,-0.014286041259765625,-0.013700485229492188,-0.01311492919921875,-0.012529373168945312,-0.011943817138671875,-0.011358261108398438,-0.010772705078125,-0.010187149047851562,-0.009601593017578125,-0.009016036987304688,-0.00843048095703125,-0.007844924926757812,-0.007259368896484375,-0.0066738128662109375,-0.0060882568359375,-0.0055027008056640625,-0.004917144775390625,-0.0043315887451171875,-0.00374603271484375,-0.0031604766845703125,-0.002574920654296875,-0.0019893646240234375,-0.00140380859375,-0.0008182525634765625,-0.000232696533203125,0.0003528594970703125,0.00093841552734375,0.0015239715576171875,0.002109527587890625,0.0026950836181640625,0.0032806396484375,0.0038661956787109375,0.004451751708984375,0.0050373077392578125,0.00562286376953125,0.0062084197998046875,0.006793975830078125,0.0073795318603515625,0.007965087890625,0.008550643920898438,0.009136199951171875,0.009721755981445312,0.01030731201171875,0.010892868041992188,0.011478424072265625,0.012063980102539062,0.0126495361328125,0.013235092163085938,0.013820648193359375,0.014406204223632812,0.01499176025390625,0.015577316284179688,0.016162872314453125,0.016748428344726562,0.017333984375],"_type":"histogram","values":[1,1,0,0,0,1,0,0,0,2,3,4,2,3,3,6,10,7,14,10,26,24,33,62,69,96,120,218,303,571,1035,2482,8328,68356,1.44373e+06,36062,6279,2316,1075,552,347,209,141,87,67,48,46,35,19,14,11,9,9,2,0,3,3,2,2,0,0,3,2,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[2,3,1,0,3,4,6,1,6,7,5,7,7,15,13,5,16,16,16,26,19,18,20,24,16,28,18,21,19,23,21,24,20,24,21,21,14,24,23,23,24,21,21,10,14,10,15,10,9,8,7,10,3,7,4,2,4,1,3,2,0,1,0,2],"bins":[-0.01657722145318985,-0.016035234555602074,-0.015493248589336872,-0.01495126262307167,-0.014409275725483894,-0.013867288827896118,-0.013325302861630917,-0.012783316895365715,-0.012241329997777939,-0.011699343100190163,-0.011157357133924961,-0.01061537116765976,-0.010073384270071983,-0.009531397372484207,-0.008989411406219006,-0.008447425439953804,-0.007905438542366028,-0.007363452110439539,-0.00682146567851305,-0.006279479246586561,-0.005737492814660072,-0.0051955063827335835,-0.004653519950807095,-0.004111533518880606,-0.003569547086954117,-0.003027560655027628,-0.002485574223101139,-0.0019435877911746502,-0.0014016013592481613,-0.0008596149273216724,-0.00031762849539518356,0.0002243579365313053,0.000766342505812645,0.0013083289377391338,0.0018503153696656227,0.0023923018015921116,0.0029342882335186005,0.0034762746654450893,0.004018261097371578,0.004560247529298067,0.005102233961224556,0.005644220393151045,0.006186206825077534,0.006728193257004023,0.0072701796889305115,0.007812166120857,0.00835415255278349,0.00889613851904869,0.009438125416636467,0.009980112314224243,0.010522098280489445,0.011064084246754646,0.011606071144342422,0.012148058041930199,0.0126900440081954,0.013232029974460602,0.013774016872048378,0.014316003769636154,0.014857989735901356,0.015399975702166557,0.015941962599754333,0.01648394949734211,0.017025936394929886,0.017567921429872513,0.01810990832746029]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.0925237312912941,-0.08949408680200577,-0.08646444231271744,-0.08343479037284851,-0.08040514588356018,-0.07737550139427185,-0.07434585690498352,-0.0713162049651146,-0.06828656047582626,-0.06525691598653793,-0.0622272714972496,-0.059197623282670975,-0.056167978793382645,-0.053138330578804016,-0.050108686089515686,-0.04707903787493706,-0.04404939338564873,-0.0410197488963604,-0.03799010068178177,-0.03496045619249344,-0.03193080797791481,-0.02890116348862648,-0.025871517136693,-0.02284187078475952,-0.019812224432826042,-0.016782578080892563,-0.013752931728959084,-0.010723286308348179,-0.0076936399564146996,-0.00466399360448122,-0.0016343477182090282,0.0013952984008938074,0.004424944519996643,0.007454590871930122,0.010484237223863602,0.013513882644474506,0.01654352992773056,0.01957317441701889,0.02260282076895237,0.02563246712088585,0.02866211347281933,0.03169175982475281,0.03472140431404114,0.037751052528619766,0.040780697017908096,0.043810345232486725,0.046839989721775055,0.049869637936353683,0.052899282425642014,0.055928926914930344,0.05895857512950897,0.0619882196187973,0.06501786410808563,0.06804751604795456,0.07107716053724289,0.07410680502653122,0.07713644951581955,0.08016609400510788,0.0831957459449768,0.08622539043426514,0.08925503492355347,0.0922846794128418,0.09531433135271072,0.09834397584199905,0.10137362033128738],"_type":"histogram","values":[2,2,6,7,24,31,54,99,126,187,314,481,668,975,1441,1992,2672,3715,4731,6208,7839,9525,11420,13417,15680,17596,19417,20800,21952,22683,23097,22843,22138,20856,19400,17554,15943,13720,11520,9644,7886,6398,4873,3801,2821,2065,1467,1078,705,464,323,220,134,82,53,24,23,10,3,3,0,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-2.1480550458363723e-06,-2.079461410176009e-06,-2.0108677745156456e-06,-1.9422741388552822e-06,-1.8736806168817566e-06,-1.8050869812213932e-06,-1.7364934592478676e-06,-1.6678998235875042e-06,-1.5993061879271409e-06,-1.5307125522667775e-06,-1.4621189166064141e-06,-1.3935253946328885e-06,-1.3249317589725251e-06,-1.2563381233121618e-06,-1.1877446013386361e-06,-1.1191509656782728e-06,-1.0505573300179094e-06,-9.81963694357546e-07,-9.133701155406015e-07,-8.44776536723657e-07,-7.761829010632937e-07,-7.075892654029303e-07,-6.389956865859858e-07,-5.704021077690413e-07,-5.01808472108678e-07,-4.3321486487002403e-07,-3.646212576313701e-07,-2.9602765039271617e-07,-2.2743404315406224e-07,-1.588404359154083e-07,-9.024682867675438e-08,-2.1653221438100445e-08,4.694015842687804e-08,1.1553376566553197e-07,1.841273729041859e-07,2.5272098014283984e-07,3.2131458738149377e-07,3.899081946201477e-07,4.5850180185880163e-07,5.270953806757461e-07,5.956890163361095e-07,6.642826519964729e-07,7.328762308134174e-07,8.014698096303619e-07,8.700634452907252e-07,9.386570809510886e-07,1.0072506029246142e-06,1.0758442385849776e-06,1.144437874245341e-06,1.2130315099057043e-06,1.2816251455660677e-06,1.3502186675395933e-06,1.4188123031999567e-06,1.48740593886032e-06,1.5559994608338457e-06,1.624593096494209e-06,1.6931867321545724e-06,1.7617803678149357e-06,1.830374003475299e-06,1.8989675254488247e-06,1.967561274796026e-06,2.0361546830827137e-06,2.104748318743077e-06,2.1733419544034405e-06,2.241935590063804e-06],"_type":"histogram","values":[1,0,0,1,1,2,1,1,1,0,3,1,1,2,1,6,6,4,5,10,12,13,11,23,29,23,44,33,42,49,52,44,44,50,44,38,35,28,19,11,19,12,7,6,5,3,1,3,6,3,3,1,2,2,0,1,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-3.44759568116082e-11,-3.3358139167605216e-11,-3.2240321523602233e-11,-3.11225004101523e-11,-3.0004682766149315e-11,-2.8886865122146332e-11,-2.7769045743419873e-11,-2.6651226364693414e-11,-2.553340872069043e-11,-2.441559107668745e-11,-2.329777169796099e-11,-2.217995231923453e-11,-2.1062134675231547e-11,-1.9944317031228564e-11,-1.8826497652502105e-11,-1.7708678273775647e-11,-1.6590860629772664e-11,-1.547304298576968e-11,-1.4355223607043222e-11,-1.32374050956785e-11,-1.211958658431378e-11,-1.1001768072949059e-11,-9.883949561584338e-12,-8.766131050219617e-12,-7.648312538854896e-12,-6.530494027490175e-12,-5.412675516125454e-12,-4.294857004760733e-12,-3.1770384933960116e-12,-2.0592199820312906e-12,-9.414014706665697e-13,1.7641704069815134e-13,1.2942355520628723e-12,2.4120540634275933e-12,3.5298725747923143e-12,4.647691086157035e-12,5.765509597521756e-12,6.883328108886477e-12,8.001146620251198e-12,9.11896513161592e-12,1.023678364298064e-11,1.1354602154345361e-11,1.2472420665710082e-11,1.3590239177074803e-11,1.4708057688439524e-11,1.5825875332442507e-11,1.6943694711168966e-11,1.8061514089895425e-11,1.9179331733898408e-11,2.029714937790139e-11,2.141496875662785e-11,2.253278813535431e-11,2.3650605779357292e-11,2.4768423423360275e-11,2.5886242802086734e-11,2.7004062180813193e-11,2.8121879824816176e-11,2.923969746881916e-11,3.035751511282214e-11,3.147533622627208e-11,3.259315387027506e-11,3.371097151427804e-11,3.482879262772798e-11,3.594661027173096e-11,3.7064427915733944e-11],"_type":"histogram","values":[1,0,0,1,1,1,1,1,2,2,4,6,4,2,13,11,15,16,18,16,16,18,21,27,21,22,25,28,28,35,26,32,25,25,35,25,39,34,27,16,17,25,12,14,8,4,11,10,6,2,1,6,1,2,1,1,1,0,0,1,1,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,0,1,0,2,5,10,16,24,53,105,182,232,403,714,1000,1545,2137,3078,4474,5876,8030,10231,12818,15724,19226,22563,25756,28907,31764,34327,35478,36274,36002,35326,33092,30838,28335,24867,21491,18148,14866,12117,9233,7224,5165,3838,2726,1939,1301,891,563,377,221,138,71,48,26,10,8,3,2,0,2],"bins":[-0.10668526589870453,-0.10343529284000397,-0.1001853197813034,-0.09693534672260284,-0.09368537366390228,-0.09043540060520172,-0.08718542754650116,-0.0839354544878006,-0.08068548142910004,-0.07743550837039948,-0.07418553531169891,-0.07093556225299835,-0.06768558919429779,-0.06443561613559723,-0.06118564307689667,-0.057935670018196106,-0.054685696959495544,-0.05143572390079498,-0.04818575084209442,-0.04493577778339386,-0.0416858047246933,-0.03843583166599274,-0.035185858607292175,-0.031935885548591614,-0.028685912489891052,-0.02543593943119049,-0.02218596637248993,-0.018935993313789368,-0.015686020255088806,-0.012436047196388245,-0.009186074137687683,-0.005936101078987122,-0.00268612802028656,0.0005638450384140015,0.003813818097114563,0.0070637911558151245,0.010313764214515686,0.013563737273216248,0.01681371033191681,0.02006368339061737,0.023313656449317932,0.026563629508018494,0.029813602566719055,0.03306357562541962,0.03631354868412018,0.03956352174282074,0.0428134948015213,0.04606346786022186,0.049313440918922424,0.052563413977622986,0.05581338703632355,0.05906336009502411,0.06231333315372467,0.06556330621242523,0.0688132792711258,0.07206325232982635,0.07531322538852692,0.07856319844722748,0.08181317150592804,0.0850631445646286,0.08831311762332916,0.09156309068202972,0.09481306374073029,0.09806303679943085,0.10131300985813141],"_type":"histogram"},"learning_rate":4.787287355793458e-05,"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[2,1,2,2,1,3,4,2,5,3,9,5,9,13,14,12,14,15,16,25,29,17,33,29,33,27,29,39,31,37,31,26,28,45,29,19,16,21,15,11,16,8,5,3,5,7,6,6,6,0,2,0,0,0,0,0,0,1,0,0,0,0,0,1],"bins":[-0.0007214238867163658,-0.0006952161202207208,-0.0006690083537250757,-0.0006428005872294307,-0.0006165928207337856,-0.0005903850542381406,-0.0005641772877424955,-0.0005379695212468505,-0.0005117617547512054,-0.00048555395915172994,-0.0004593461926560849,-0.00043313842616043985,-0.00040693063056096435,-0.0003807228640653193,-0.00035451509756967425,-0.0003283073310740292,-0.00030209956457838416,-0.0002758917980827391,-0.00024968403158709407,-0.0002234762505395338,-0.00019726848404388875,-0.0001710607175482437,-0.00014485293650068343,-0.00011864517000503838,-9.243740350939333e-05,-6.622963701374829e-05,-4.002186324214563e-05,-1.3814093108521774e-05,1.2393677025102079e-05,3.860144715872593e-05,6.480921729234979e-05,9.101699106395245e-05,0.0001172248157672584,0.00014343258226290345,0.0001696403487585485,0.00019584812980610877,0.00022205589630175382,0.0002482636773493141,0.00027447144384495914,0.0003006792103406042,0.00032688697683624923,0.0003530947433318943,0.0003793025098275393,0.00040551027632318437,0.0004317180719226599,0.0004579258384183049,0.00048413360491394997,0.000510341371409595,0.0005365491379052401,0.0005627569044008851,0.0005889646708965302,0.0006151724373921752,0.0006413802038878202,0.0006675879703834653,0.0006937957368791103,0.0007200035033747554,0.0007462112698704004,0.0007724190945737064,0.0007986268610693514,0.0008248346275649965,0.0008510423940606415,0.0008772501605562866,0.0009034579270519316,0.0009296656935475767,0.0009558734600432217],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[3,4,4,5,6,5,6,4,7,13,6,14,5,13,20,18,16,20,14,25,28,23,23,24,27,28,28,30,34,17,34,22,28,17,19,24,17,16,24,13,18,11,12,8,7,2,2,7,2,3,2,3,0,0,2,2,1,1,0,0,0,0,0,1],"bins":[-0.0135857118293643,-0.013079163618385792,-0.012572615407407284,-0.012066067196428776,-0.011559518985450268,-0.01105297077447176,-0.010546422563493252,-0.010039874352514744,-0.00953332707285881,-0.009026778861880302,-0.008520230650901794,-0.008013682439923286,-0.0075071342289447784,-0.0070005860179662704,-0.0064940378069877625,-0.0059874895960092545,-0.0054809413850307465,-0.0049743931740522385,-0.0044678449630737305,-0.0039612967520952225,-0.003454748773947358,-0.00294820056296885,-0.002441652584820986,-0.0019351043738424778,-0.0014285561628639698,-0.0009220080100931227,-0.00041545985732227564,9.108829544857144e-05,0.0005976364482194185,0.0011041846591979265,0.0016107327537611127,0.002117280848324299,0.0026238281279802322,0.0031303763389587402,0.0036369245499372482,0.004143472760915756,0.004650020971894264,0.005156568717211485,0.005663116928189993,0.006169665139168501,0.006676213350147009,0.007182761561125517,0.007689309772104025,0.008195857517421246,0.008702405728399754,0.009208953939378262,0.00971550215035677,0.010222050361335278,0.010728598572313786,0.011235146783292294,0.011741694994270802,0.01224824320524931,0.012754791416227818,0.013261339627206326,0.013767887838184834,0.014274436049163342,0.014780983328819275,0.015287531539797783,0.01579407975077629,0.0163006279617548,0.016807176172733307,0.017313724383711815,0.017820272594690323,0.01832682080566883,0.01883336901664734]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,2,3,6,7,9,10,16,16,25,25,34,72,109,187,207,310,345,527,766,1020,1440,1979,2514,3595,4895,6738,9294,12897,18670,32138,177808,1.171649e+06,46827,25561,16408,10981,7467,5253,3529,2495,1915,1442,984,797,549,362,317,192,152,95,77,39,32,25,12,15,8,6,4,2,2,0,2],"bins":[-1.3415046851150692e-11,-1.2998491172311333e-11,-1.2581935493471974e-11,-1.2165379814632615e-11,-1.1748824135793257e-11,-1.1332268456953898e-11,-1.0915712778114539e-11,-1.049915709927518e-11,-1.0082601420435822e-11,-9.666045741596463e-12,-9.249490062757104e-12,-8.832934383917745e-12,-8.416378705078387e-12,-7.999823026239028e-12,-7.58326734739967e-12,-7.1667116685603105e-12,-6.750155989720952e-12,-6.333600310881593e-12,-5.917044632042234e-12,-5.5004889532028756e-12,-5.083933274363517e-12,-4.667377595524158e-12,-4.250821916684799e-12,-3.834266237845441e-12,-3.417710559006082e-12,-3.001154880166723e-12,-2.5845992013273644e-12,-2.1680435224880057e-12,-1.751487843648647e-12,-1.3349321648092882e-12,-9.183764859699295e-13,-5.018208071305708e-13,-8.526512829121202e-14,3.312905505481467e-13,7.478462293875054e-13,1.1644019082268642e-12,1.580957587066223e-12,1.9975132659055816e-12,2.4140689447449404e-12,2.830624623584299e-12,3.247180302423658e-12,3.6637359812630166e-12,4.080291660102375e-12,4.496847338941734e-12,4.913403017781093e-12,5.3299586966204515e-12,5.74651437545981e-12,6.163070054299169e-12,6.579625733138528e-12,6.9961814119778865e-12,7.412737090817245e-12,7.829292769656604e-12,8.245848448495963e-12,8.662404127335321e-12,9.07895980617468e-12,9.495515485014039e-12,9.912071163853398e-12,1.0328626842692756e-11,1.0745182521532115e-11,1.1161738200371474e-11,1.1578293879210833e-11,1.1994849558050191e-11,1.241140523688955e-11,1.2827960915728909e-11,1.3244516594568267e-11],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,2,2,2,3,2,3,5,13,11,6,18,16,14,16,34,32,27,30,23,40,26,41,46,25,44,31,30,29,31,24,24,17,11,16,9,12,13,7,8,6,4,3,5,0,1,1,0,0,2,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.876137100178312e-07,-3.7301612110240967e-07,-3.5841853218698816e-07,-3.4382094327156665e-07,-3.2922335435614514e-07,-3.146257654407236e-07,-3.000281765253021e-07,-2.854305876098806e-07,-2.708329986944591e-07,-2.562354097790376e-07,-2.4163782086361607e-07,-2.2704023194819456e-07,-2.1244264303277305e-07,-1.9784505411735154e-07,-1.8324746520193003e-07,-1.6864987628650852e-07,-1.54052287371087e-07,-1.394546984556655e-07,-1.2485710954024398e-07,-1.1025952062482247e-07,-9.566193170940096e-08,-8.106434279397945e-08,-6.646675387855794e-08,-5.186916496313643e-08,-3.7271576047714916e-08,-2.2673987132293405e-08,-8.076398216871894e-09,6.521190698549617e-09,2.1118779613971128e-08,3.571636852939264e-08,5.031395744481415e-08,6.491154636023566e-08,7.950910685394774e-08,9.410669576936925e-08,1.0870428468479076e-07,1.2330187360021228e-07,1.3789946251563379e-07,1.524970514310553e-07,1.670946403464768e-07,1.8169222926189832e-07,1.9628981817731983e-07,2.1088740709274134e-07,2.2548499600816285e-07,2.4008258492358436e-07,2.546801738390059e-07,2.692777627544274e-07,2.838753516698489e-07,2.984729405852704e-07,3.130705295006919e-07,3.2766811841611343e-07,3.4226570733153494e-07,3.5686329624695645e-07,3.7146088516237796e-07,3.860584740777995e-07,4.00656062993221e-07,4.152536519086425e-07,4.29851240824064e-07,4.444488297394855e-07,4.5904641865490703e-07,4.7364400757032854e-07,4.8824159648575e-07,5.028391569794621e-07,5.174367743165931e-07,5.32034391653724e-07,5.466319521474361e-07]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[2,0,0,2,0,0,4,2,4,4,5,3,10,11,6,6,13,9,11,10,17,11,19,20,20,15,20,35,28,26,31,35,26,37,28,21,30,28,19,25,20,11,12,18,19,10,12,8,9,6,12,4,5,2,4,4,7,4,3,0,1,2,1,1],"bins":[-0.03825438395142555,-0.03707226365804672,-0.03589014336466789,-0.03470802307128906,-0.033525899052619934,-0.032343778759241104,-0.031161658465862274,-0.029979538172483444,-0.028797417879104614,-0.027615295723080635,-0.026433175429701805,-0.025251055136322975,-0.024068932980298996,-0.022886812686920166,-0.021704692393541336,-0.020522570237517357,-0.019340449944138527,-0.018158329650759697,-0.016976207494735718,-0.015794087201356888,-0.014611966907978058,-0.013429845683276653,-0.012247724458575249,-0.011065604165196419,-0.009883482940495014,-0.00870136171579361,-0.00751924142241478,-0.006337120197713375,-0.005154999438673258,-0.0039728786796331406,-0.0027907576877623796,-0.0016086368123069406,-0.00042651593685150146,0.0007556049386039376,0.0019377258140593767,0.0031198468059301376,0.004301967564970255,0.005484088324010372,0.006666209548711777,0.007848329842090607,0.009030451066792011,0.010212572291493416,0.011394692584872246,0.01257681380957365,0.013758935034275055,0.014941055327653885,0.016123175621032715,0.017305297777056694,0.018487418070435524,0.019669538363814354,0.020851660519838333,0.022033780813217163,0.023215901106595993,0.024398023262619972,0.025580143555998802,0.026762263849377632,0.02794438600540161,0.02912650629878044,0.03030862659215927,0.0314907468855381,0.03267286717891693,0.03385499119758606,0.03503711149096489,0.03621923178434372,0.03740135207772255],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,6,7,15,20,40,61,116,199,285,456,716,1044,1461,2108,3013,4202,5482,7219,8943,11591,14174,17071,20272,23568,26182,28701,30950,32771,34133,34374,34312,32821,31393,29292,26443,23685,20752,17389,14711,12084,9604,7628,5850,4345,3249,2315,1594,1057,737,539,321,204,128,81,44,27,9,12,11,3,1],"bins":[-0.10458611696958542,-0.1013772040605545,-0.098168283700943,-0.09495937079191208,-0.09175045788288116,-0.08854153752326965,-0.08533262461423874,-0.08212371170520782,-0.07891479134559631,-0.0757058784365654,-0.07249696552753448,-0.06928805261850357,-0.06607913225889206,-0.06287021934986115,-0.05966130271553993,-0.05645238980650902,-0.053243473172187805,-0.05003455653786659,-0.04682564362883568,-0.043616726994514465,-0.04040781408548355,-0.03719889745116234,-0.033989980816841125,-0.030781066045165062,-0.027572151273489,-0.024363236501812935,-0.02115432173013687,-0.01794540509581566,-0.014736490324139595,-0.011527575552463531,-0.008318659849464893,-0.0051097446121275425,-0.0019008293747901917,0.0013080858625471592,0.00451700109988451,0.007725916337221861,0.010934831574559212,0.014143746346235275,0.017352662980556488,0.02056157775223255,0.023770492523908615,0.02697940729558468,0.030188322067260742,0.033397238701581955,0.03660615533590317,0.03981506824493408,0.043023984879255295,0.04623289778828621,0.04944181442260742,0.052650731056928635,0.05585964396595955,0.05906856060028076,0.062277473509311676,0.06548639386892319,0.0686953067779541,0.07190421968698502,0.07511313259601593,0.07832205295562744,0.08153096586465836,0.08473987877368927,0.08794879913330078,0.0911577120423317,0.09436662495136261,0.09757554531097412,0.10078445822000504]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[3,2,2,13,15,32,63,121,208,353,572,974,1445,2345,3710,5426,7609,11062,15293,20313,27053,34353,43224,52623,62797,72462,81505,89185,95405,99916,100721,99964,95729,90339,82604,73455,64862,54070,45265,35952,28243,21331,16219,11670,8271,5613,3838,2528,1630,1001,627,362,224,122,66,43,14,7,5,1,2,1,0,1],"bins":[-0.10847900062799454,-0.10493302345275879,-0.10138703882694244,-0.0978410542011261,-0.09429507702589035,-0.0907490998506546,-0.08720311522483826,-0.08365713059902191,-0.08011115342378616,-0.07656517624855042,-0.07301919162273407,-0.06947320699691772,-0.06592722982168198,-0.06238124892115593,-0.05883526802062988,-0.055289287120103836,-0.05174330621957779,-0.04819732531905174,-0.044651344418525696,-0.04110536351799965,-0.0375593826174736,-0.034013401716947556,-0.03046742081642151,-0.026921439915895462,-0.023375459015369415,-0.01982947811484337,-0.016283497214317322,-0.012737516313791275,-0.009191535413265228,-0.0056455545127391815,-0.0020995736122131348,0.001446407288312912,0.004992380738258362,0.008538361638784409,0.012084342539310455,0.015630323439836502,0.01917630434036255,0.022722285240888596,0.026268266141414642,0.02981424704194069,0.033360227942466736,0.03690620884299278,0.04045218974351883,0.043998170644044876,0.04754415154457092,0.05109013244509697,0.054636113345623016,0.05818209424614906,0.06172807514667511,0.06527405977249146,0.0688200369477272,0.07236601412296295,0.0759119987487793,0.07945798337459564,0.08300396054983139,0.08654993772506714,0.09009592235088348,0.09364190697669983,0.09718788415193558,0.10073386132717133,0.10427984595298767,0.10782583057880402,0.11137180775403976,0.11491778492927551,0.11846376955509186]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.27589884400367737,-0.2678646743297577,-0.259830504655838,-0.25179633498191833,-0.24376215040683746,-0.23572798073291779,-0.22769379615783691,-0.21965962648391724,-0.21162545680999756,-0.20359128713607788,-0.1955571174621582,-0.18752293288707733,-0.17948876321315765,-0.17145459353923798,-0.1634204089641571,-0.15538623929023743,-0.14735206961631775,-0.13931789994239807,-0.1312837302684784,-0.12324954569339752,-0.11521537601947784,-0.10718120634555817,-0.09914702922105789,-0.09111285209655762,-0.08307868242263794,-0.07504451274871826,-0.06701033562421799,-0.05897616222500801,-0.050941988825798035,-0.04290781542658806,-0.03487364202737808,-0.026839468628168106,-0.018805265426635742,-0.010771092027425766,-0.00273691862821579,0.005297254770994186,0.013331428170204163,0.02136560156941414,0.029399774968624115,0.03743394836783409,0.04546812176704407,0.053502295166254044,0.06153646856546402,0.0695706456899643,0.07760481536388397,0.08563898503780365,0.09367316216230392,0.1017073392868042,0.10974150896072388,0.11777567863464355,0.12580984830856323,0.1338440328836441,0.14187820255756378,0.14991237223148346,0.15794655680656433,0.165980726480484,0.1740148961544037,0.18204906582832336,0.19008323550224304,0.1981174200773239,0.2061515897512436,0.21418575942516327,0.22221994400024414,0.23025411367416382,0.2382882833480835],"_type":"histogram","values":[1,1,0,1,1,1,3,5,14,15,32,35,83,131,225,400,658,1114,1826,3038,4712,7228,10915,15910,22255,30705,40336,51755,64289,77261,89612,100476,109105,113971,115871,112894,106449,97578,85847,72460,60748,48092,37245,28086,20395,14429,9894,6497,4012,2586,1513,871,540,295,190,120,56,33,25,9,7,6,0,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,1,5,2,10,16,28,38,80,144,236,373,597,888,1289,1882,2766,3893,5121,7018,9028,11410,14160,17209,20714,23858,26808,29645,32658,34021,35058,35791,35411,34038,32333,29742,26350,23270,20157,16961,13765,11090,8664,6691,5016,3742,2564,1816,1241,838,543,326,205,133,71,52,25,17,5,7,1,0,0,1],"bins":[-0.1026577427983284,-0.09939120709896088,-0.09612467885017395,-0.09285814315080643,-0.0895916074514389,-0.08632507175207138,-0.08305853605270386,-0.07979200780391693,-0.07652547210454941,-0.07325893640518188,-0.06999240815639496,-0.06672587245702744,-0.06345933675765991,-0.06019280105829239,-0.056926269084215164,-0.05365973711013794,-0.050393201410770416,-0.04712666571140289,-0.04386013373732567,-0.040593601763248444,-0.03732706606388092,-0.0340605303645134,-0.030793998390436172,-0.0275274645537138,-0.024260930716991425,-0.02099439688026905,-0.017727863043546677,-0.014461329206824303,-0.011194795370101929,-0.007928261533379555,-0.004661727696657181,-0.0013951938599348068,0.0018713399767875671,0.005137873813509941,0.008404407650232315,0.011670941486954689,0.014937475323677063,0.018204009160399437,0.02147054299712181,0.024737076833844185,0.02800361067056656,0.03127014636993408,0.03453667834401131,0.03780321031808853,0.041069746017456055,0.04433628171682358,0.0476028136909008,0.05086934566497803,0.05413588136434555,0.057402417063713074,0.0606689490377903,0.06393548101186752,0.06720201671123505,0.07046855241060257,0.07373508810997009,0.07700161635875702,0.08026815205812454,0.08353468775749207,0.08680121600627899,0.09006775170564651,0.09333428740501404,0.09660082310438156,0.09986735880374908,0.10313388705253601,0.10640042275190353]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,1,0,0,2,2,3,0,1,5,2,1,3,4,10,4,14,13,11,14,20,32,23,26,32,30,42,31,53,47,33,35,31,30,34,25,19,24,23,12,6,14,11,7,8,4,5,4,4,3,3,1,0,1,0,0,0,2,0,0,1],"bins":[-2.1764923576524792e-13,-2.1093192568034241e-13,-2.0421462914796407e-13,-1.9749731906305856e-13,-1.9078000897815306e-13,-1.8406269889324756e-13,-1.773454023608692e-13,-1.706280922759637e-13,-1.639107821910582e-13,-1.5719348565867985e-13,-1.5047617557377435e-13,-1.4375886548886885e-13,-1.3704155540396334e-13,-1.30324258871585e-13,-1.236069487866795e-13,-1.16889638701774e-13,-1.1017233539313206e-13,-1.0345503208449014e-13,-9.673772199958464e-14,-9.002041869094271e-14,-8.330310860603721e-14,-7.658580529739528e-14,-6.986849521248978e-14,-6.315119190384785e-14,-5.643388520707414e-14,-4.9716578510300424e-14,-4.299927181352671e-14,-3.6281965116752996e-14,-2.956466180811107e-14,-2.284735341727146e-14,-1.613004841456364e-14,-9.412741717789927e-15,-2.6954350210162126e-15,4.021871252241028e-15,1.0739177525498269e-14,1.7456483375239036e-14,2.417379007201275e-14,3.089109507472057e-14,3.7608401771494285e-14,4.4325708468268e-14,5.1043015165041714e-14,5.776032186181543e-14,6.447762517045735e-14,7.119493525536286e-14,7.791223856400478e-14,8.462954864891029e-14,9.134685195755221e-14,9.806416204245771e-14,1.0478146535109964e-13,1.1149876865974157e-13,1.1821607874464707e-13,1.2493338882955257e-13,1.3165068536193092e-13,1.3836799544683642e-13,1.4508530553174193e-13,1.5180261561664743e-13,1.5851991214902578e-13,1.6523722223393128e-13,1.7195453231883678e-13,1.7867182885121513e-13,1.8538913893612063e-13,1.9210644902102614e-13,1.9882375910593164e-13,2.0554105563831e-13,2.122583657232155e-13]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,2,4,5,8,5,13,15,28,37,51,72,109,143,235,251,363,530,697,960,1219,1869,2485,3426,5107,7067,10342,15286,23759,38644,67944,134531,114852,57696,33878,21924,14010,9524,6506,4613,3290,2251,1771,1167,880,603,463,325,218,203,120,82,73,52,30,31,26,9,6,7,2,1,1,2],"bins":[-9.379164112033322e-13,-9.084955010507656e-13,-8.790745908981989e-13,-8.496536807456323e-13,-8.202327705930657e-13,-7.90811860440499e-13,-7.613909502879324e-13,-7.319700401353657e-13,-7.025491299827991e-13,-6.731282198302324e-13,-6.437073096776658e-13,-6.142863995250991e-13,-5.848654893725325e-13,-5.554445792199658e-13,-5.260236690673992e-13,-4.966027589148325e-13,-4.671818487622659e-13,-4.377609386096992e-13,-4.083400284571326e-13,-3.7891911830456593e-13,-3.494982081519993e-13,-3.2007729799943263e-13,-2.90656387846866e-13,-2.6123547769429933e-13,-2.318145675417327e-13,-2.0239365738916604e-13,-1.729727472365994e-13,-1.4355183708403274e-13,-1.141309269314661e-13,-8.471001677889944e-14,-5.5289106626332796e-14,-2.5868196473766147e-14,3.552713678800501e-15,3.297362383136715e-14,6.23945339839338e-14,9.181544413650045e-14,1.212363542890671e-13,1.5065726444163374e-13,1.800781745942004e-13,2.0949908474676704e-13,2.389199948993337e-13,2.6834090505190034e-13,2.97761815204467e-13,3.2718272535703363e-13,3.566036355096003e-13,3.8602454566216693e-13,4.154454558147336e-13,4.4486636596730023e-13,4.742872761198669e-13,5.037081862724335e-13,5.331290964250002e-13,5.625500065775668e-13,5.919709167301335e-13,6.213918268827001e-13,6.508127370352668e-13,6.802336471878334e-13,7.096545573404001e-13,7.390754674929667e-13,7.684963776455334e-13,7.979172877981e-13,8.273381979506667e-13,8.567591081032333e-13,8.861800182558e-13,9.156009284083666e-13,9.450218385609332e-13],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[3,1,3,4,4,3,8,8,9,19,29,29,55,51,75,108,137,196,258,355,500,693,1067,1723,3014,5185,10460,23105,67810,397573,899461,98049,31144,13481,6867,3884,2415,1492,1035,680,457,369,289,188,170,111,92,58,46,28,19,14,5,7,4,1,1,4,1,3,2,0,0,2],"bins":[-0.005401611328125,-0.005222320556640625,-0.00504302978515625,-0.004863739013671875,-0.0046844482421875,-0.004505157470703125,-0.00432586669921875,-0.004146575927734375,-0.00396728515625,-0.003787994384765625,-0.00360870361328125,-0.003429412841796875,-0.0032501220703125,-0.003070831298828125,-0.00289154052734375,-0.002712249755859375,-0.002532958984375,-0.002353668212890625,-0.00217437744140625,-0.001995086669921875,-0.0018157958984375,-0.001636505126953125,-0.00145721435546875,-0.001277923583984375,-0.0010986328125,-0.000919342041015625,-0.00074005126953125,-0.000560760498046875,-0.0003814697265625,-0.000202178955078125,-2.288818359375e-05,0.000156402587890625,0.000335693359375,0.000514984130859375,0.00069427490234375,0.000873565673828125,0.0010528564453125,0.001232147216796875,0.00141143798828125,0.001590728759765625,0.00177001953125,0.001949310302734375,0.00212860107421875,0.002307891845703125,0.0024871826171875,0.002666473388671875,0.00284576416015625,0.003025054931640625,0.003204345703125,0.003383636474609375,0.00356292724609375,0.003742218017578125,0.0039215087890625,0.004100799560546875,0.00428009033203125,0.004459381103515625,0.004638671875,0.004817962646484375,0.00499725341796875,0.005176544189453125,0.0053558349609375,0.005535125732421875,0.00571441650390625,0.005893707275390625,0.006072998046875]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-1.9610979506978765e-12,-1.899813639738568e-12,-1.8385293287792592e-12,-1.7772450178199506e-12,-1.715960706860642e-12,-1.6546763959013333e-12,-1.5933920849420247e-12,-1.532107773982716e-12,-1.4708234630234074e-12,-1.4095391520640987e-12,-1.3482548411047901e-12,-1.2869705301454815e-12,-1.2256862191861728e-12,-1.1644019082268642e-12,-1.1031175972675555e-12,-1.0418332863082469e-12,-9.805489753489383e-13,-9.192646643896296e-13,-8.57980353430321e-13,-7.966960424710123e-13,-7.354117315117037e-13,-6.741274205523951e-13,-6.128431095930864e-13,-5.515587986337778e-13,-4.902744876744691e-13,-4.289901767151605e-13,-3.6770586575585185e-13,-3.064215547965432e-13,-2.4513724383723456e-13,-1.8385293287792592e-13,-1.2256862191861728e-13,-6.128431095930864e-14,0,6.128431095930864e-14,1.2256862191861728e-13,1.8385293287792592e-13,2.4513724383723456e-13,3.064215547965432e-13,3.6770586575585185e-13,4.289901767151605e-13,4.902744876744691e-13,5.515587986337778e-13,6.128431095930864e-13,6.741274205523951e-13,7.354117315117037e-13,7.966960424710123e-13,8.57980353430321e-13,9.192646643896296e-13,9.805489753489383e-13,1.0418332863082469e-12,1.1031175972675555e-12,1.1644019082268642e-12,1.2256862191861728e-12,1.2869705301454815e-12,1.3482548411047901e-12,1.4095391520640987e-12,1.4708234630234074e-12,1.532107773982716e-12,1.5933920849420247e-12,1.6546763959013333e-12,1.715960706860642e-12,1.7772450178199506e-12,1.8385293287792592e-12,1.899813639738568e-12,1.9610979506978765e-12],"_type":"histogram","values":[1,0,1,4,2,3,7,10,20,38,52,76,152,202,358,473,839,1247,2023,3031,4708,6324,8591,11801,16046,19795,26714,33126,42790,58703,98091,448171,440161,98612,68037,48126,36150,25930,20212,14360,11540,8021,5745,4108,2966,1937,1360,816,553,318,194,140,73,39,27,15,11,7,2,3,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,1,2,1,2,4,2,3,3,7,10,14,23,17,50,73,100,157,253,338,524,796,1267,2032,3248,5177,8294,13690,24200,42054,77553,141945,119364,62783,34889,20015,11864,6986,4449,2728,1759,1062,750,425,296,193,134,87,73,40,23,22,11,8,7,4,3,1,3,1,2,0,0,1],"bins":[-1.3642420526593924e-12,-1.3213874439088613e-12,-1.2785328351583303e-12,-1.2356782264077992e-12,-1.1928236176572682e-12,-1.1499690089067371e-12,-1.1071144001562061e-12,-1.064259791405675e-12,-1.021405182655144e-12,-9.78550573904613e-13,-9.35695965154082e-13,-8.928413564035509e-13,-8.499867476530198e-13,-8.071321389024888e-13,-7.642775301519578e-13,-7.214229214014267e-13,-6.785683126508957e-13,-6.357137039003646e-13,-5.928590951498336e-13,-5.500044863993026e-13,-5.071498776487715e-13,-4.642952688982405e-13,-4.214406601477094e-13,-3.785860513971784e-13,-3.3573144264664734e-13,-2.928768338961163e-13,-2.5002222514558525e-13,-2.071676163950542e-13,-1.6431300764452317e-13,-1.2145839889399213e-13,-7.860379014346108e-14,-3.574918139293004e-14,7.105427357601002e-15,4.9960036108132044e-14,9.281464485866309e-14,1.3566925360919413e-13,1.7852386235972517e-13,2.2137847111025621e-13,2.6423307986078726e-13,3.070876886113183e-13,3.4994229736184934e-13,3.927969061123804e-13,4.3565151486291143e-13,4.785061236134425e-13,5.213607323639735e-13,5.642153411145046e-13,6.070699498650356e-13,6.499245586155666e-13,6.927791673660977e-13,7.356337761166287e-13,7.784883848671598e-13,8.213429936176908e-13,8.641976023682219e-13,9.070522111187529e-13,9.49906819869284e-13,9.92761428619815e-13,1.035616037370346e-12,1.078470646120877e-12,1.1213252548714081e-12,1.1641798636219391e-12,1.2070344723724702e-12,1.2498890811230012e-12,1.2927436898735323e-12,1.3355982986240633e-12,1.3784529073745944e-12]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,4,2,7,9,10,14,36,37,61,120,174,261,450,648,1112,1801,2584,4155,6308,9428,13605,21063,30026,46277,69989,115538,197440,435087,240744,132784,82887,55771,35624,23900,16385,10287,6742,4455,2628,1661,1030,677,421,231,168,92,55,26,19,10,8,3,4,1,0,0,1],"bins":[-1.5631940186722204e-13,-1.5180912082968234e-13,-1.4729883979214264e-13,-1.4278855875460295e-13,-1.3827827771706325e-13,-1.3376799667952355e-13,-1.2925771564198385e-13,-1.2474743460444415e-13,-1.2023715356690445e-13,-1.1572687252936475e-13,-1.1121659149182506e-13,-1.0670631045428536e-13,-1.0219602941674566e-13,-9.768574837920596e-14,-9.317546734166626e-14,-8.866518630412656e-14,-8.415490526658687e-14,-7.964462422904717e-14,-7.513434319150747e-14,-7.062406215396777e-14,-6.611378111642807e-14,-6.160350007888837e-14,-5.709321904134868e-14,-5.2582938003808977e-14,-4.807265696626928e-14,-4.356237592872958e-14,-3.905209489118988e-14,-3.454181385365018e-14,-3.0031532816110484e-14,-2.5521251778570786e-14,-2.1010970741031088e-14,-1.650068970349139e-14,-1.199040866595169e-14,-7.480127628411992e-15,-2.9698465908722937e-15,1.5404344466674047e-15,6.050715484207103e-15,1.0560996521746802e-14,1.50712775592865e-14,1.95815585968262e-14,2.4091839634365897e-14,2.8602120671905595e-14,3.3112401709445294e-14,3.762268274698499e-14,4.213296378452469e-14,4.664324482206439e-14,5.115352585960409e-14,5.5663806897143786e-14,6.017408793468348e-14,6.468436897222318e-14,6.919465000976288e-14,7.370493104730258e-14,7.821521208484228e-14,8.272549312238198e-14,8.723577415992168e-14,9.174605519746137e-14,9.625633623500107e-14,1.0076661727254077e-13,1.0527689831008047e-13,1.0978717934762017e-13,1.1429746038515987e-13,1.1880774142269956e-13,1.2331802246023926e-13,1.2782830349777896e-13,1.3233858453531866e-13]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.0189208984375,-0.018411636352539062,-0.017902374267578125,-0.017393112182617188,-0.01688385009765625,-0.016374588012695312,-0.015865325927734375,-0.015356063842773438,-0.0148468017578125,-0.014337539672851562,-0.013828277587890625,-0.013319015502929688,-0.01280975341796875,-0.012300491333007812,-0.011791229248046875,-0.011281967163085938,-0.010772705078125,-0.010263442993164062,-0.009754180908203125,-0.009244918823242188,-0.00873565673828125,-0.008226394653320312,-0.007717132568359375,-0.0072078704833984375,-0.0066986083984375,-0.0061893463134765625,-0.005680084228515625,-0.0051708221435546875,-0.00466156005859375,-0.0041522979736328125,-0.003643035888671875,-0.0031337738037109375,-0.00262451171875,-0.0021152496337890625,-0.001605987548828125,-0.0010967254638671875,-0.00058746337890625,-7.82012939453125e-05,0.000431060791015625,0.0009403228759765625,0.0014495849609375,0.0019588470458984375,0.002468109130859375,0.0029773712158203125,0.00348663330078125,0.0039958953857421875,0.004505157470703125,0.0050144195556640625,0.005523681640625,0.0060329437255859375,0.006542205810546875,0.0070514678955078125,0.00756072998046875,0.008069992065429688,0.008579254150390625,0.009088516235351562,0.0095977783203125,0.010107040405273438,0.010616302490234375,0.011125564575195312,0.01163482666015625,0.012144088745117188,0.012653350830078125,0.013162612915039062,0.013671875],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,0,2,1,3,0,1,4,7,3,5,9,17,29,31,56,81,123,217,333,622,1158,2575,7002,105438,454314,11197,3274,1497,716,421,245,136,105,72,33,33,22,8,12,4,4,3,0,3,0,1,1,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,0,0,1,0,1,0,1,0,0,0,2,2,2,7,3,8,7,9,7,10,11,16,17,20,20,19,21,27,38,24,28,32,40,31,41,25,31,30,25,37,24,15,23,13,18,10,13,11,8,10,9,1,3,4,3,1,2,0,0,6],"bins":[-0.05097000300884247,-0.0495946928858757,-0.048219386488199234,-0.04684407636523247,-0.0454687662422657,-0.04409345984458923,-0.04271814972162247,-0.0413428395986557,-0.039967529475688934,-0.038592223078012466,-0.0372169129550457,-0.035841602832078934,-0.034466296434402466,-0.0330909863114357,-0.03171567618846893,-0.030340367928147316,-0.0289650596678257,-0.02758975140750408,-0.026214441284537315,-0.024839133024215698,-0.023463822901248932,-0.022088514640927315,-0.020713206380605698,-0.01933789625763893,-0.017962587997317314,-0.016587279736995697,-0.01521196961402893,-0.013836661353707314,-0.012461352162063122,-0.01108604297041893,-0.009710734710097313,-0.008335425518453121,-0.006960112601518631,-0.005584803409874439,-0.004209494683891535,-0.0028341857250779867,-0.0014588767662644386,-8.356780745089054e-05,0.0012917411513626575,0.0026670501101762056,0.004042359068989754,0.0054176682606339455,0.00679297698661685,0.008168285712599754,0.009543594904243946,0.010918904095888138,0.012294212356209755,0.013669521547853947,0.015044830739498138,0.016420138999819756,0.017795449122786522,0.01917075738310814,0.020546067506074905,0.021921375766396523,0.02329668402671814,0.024671994149684906,0.026047302410006523,0.02742261067032814,0.028797920793294907,0.030173229053616524,0.03154853731393814,0.03292384743690491,0.034299157559871674,0.03567446395754814,0.03704977408051491],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,3,3,3,0,3,1,6,3,9,5,7,8,16,11,19,20,24,27,24,28,26,26,23,38,34,41,35,38,31,34,26,22,31,21,12,16,16,12,18,9,2,7,2,9,5,1,6,1,1,1,0,0,2,0,0,0,0,0,0,0,1],"bins":[-0.03017112985253334,-0.029105497524142265,-0.02803986519575119,-0.026974234730005264,-0.02590860240161419,-0.024842970073223114,-0.02377733774483204,-0.022711705416440964,-0.021646074950695038,-0.020580442622303963,-0.019514810293912888,-0.018449177965521812,-0.017383545637130737,-0.016317913308739662,-0.015252281911671162,-0.014186650514602661,-0.013121018186211586,-0.01205538585782051,-0.01098975446075201,-0.009924122132360935,-0.008858490735292435,-0.0077928584069013596,-0.006727226078510284,-0.005661594215780497,-0.004595962353050709,-0.003530330490320921,-0.0024646983947604895,-0.0013990664156153798,-0.00033343443647027016,0.0007321975426748395,0.0017978295218199492,0.0028634616173803806,0.0039290934801101685,0.004994725342839956,0.006060357205569744,0.007125989533960819,0.00819162093102932,0.009257253259420395,0.01032288558781147,0.01138851698487997,0.012454149313271046,0.01351978164166212,0.014585413038730621,0.015651045367121696,0.01671667769551277,0.017782310023903847,0.018847940489649773,0.019913572818040848,0.020979205146431923,0.022044837474822998,0.023110469803214073,0.02417610026896,0.025241732597351074,0.02630736492574215,0.027372997254133224,0.0284386295825243,0.029504261910915375,0.0305698923766613,0.031635526567697525,0.03270115703344345,0.03376678749918938,0.0348324216902256,0.03589805215597153,0.03696368634700775,0.03802931681275368]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.035457246005535126,-0.034420255571603775,-0.033383265137672424,-0.032346274703741074,-0.03130928426980972,-0.030272293835878372,-0.02923530340194702,-0.02819831296801567,-0.02716132253408432,-0.02612433396279812,-0.025087343528866768,-0.024050353094935417,-0.023013362661004066,-0.021976372227072716,-0.020939381793141365,-0.019902391359210014,-0.018865400925278664,-0.017828410491347313,-0.016791420057415962,-0.01575442962348461,-0.01471743918955326,-0.013680449686944485,-0.012643459253013134,-0.011606468819081783,-0.010569478385150433,-0.009532487951219082,-0.008495497517287731,-0.007458507549017668,-0.006421517115086317,-0.005384526681154966,-0.004347536712884903,-0.0033105462789535522,-0.0022735539823770523,-0.0012365636648610234,-0.00019957334734499454,0.0008374169701710343,0.0018744072876870632,0.002911397721618414,0.003948387689888477,0.004985378123819828,0.006022368557751179,0.0070593589916825294,0.00809634942561388,0.00913333985954523,0.010170329362154007,0.011207319796085358,0.012244310230016708,0.013281300663948059,0.01431829109787941,0.01535528153181076,0.01639227196574211,0.017429262399673462,0.018466252833604813,0.019503243267536163,0.020540233701467514,0.021577224135398865,0.022614214569330215,0.023651203140616417,0.024688193574547768,0.02572518400847912,0.02676217444241047,0.02779916487634182,0.02883615531027317,0.02987314574420452,0.030910136178135872],"_type":"histogram","values":[2,1,0,0,2,1,3,4,1,0,5,1,5,12,3,4,10,10,7,11,16,19,14,18,23,19,20,22,22,29,16,21,15,18,21,22,12,25,19,19,32,29,21,31,28,21,18,16,17,17,8,10,10,7,5,4,2,5,5,4,3,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[0.9034134149551392,0.9073127508163452,0.9112120270729065,0.9151113629341125,0.9190106391906738,0.9229099750518799,0.9268092513084412,0.9307085871696472,0.9346078634262085,0.9385071992874146,0.9424065351486206,0.9463058114051819,0.9502051472663879,0.9541044235229492,0.9580037593841553,0.9619030356407166,0.9658023715019226,0.9697017073631287,0.9736009836196899,0.977500319480896,0.9813995957374573,0.9852989315986633,0.9891982078552246,0.9930975437164307,0.9969968795776367,1.0008962154388428,1.0047954320907593,1.0086947679519653,1.0125941038131714,1.0164934396743774,1.020392656326294,1.0242919921875,1.028191328048706,1.032090663909912,1.0359899997711182,1.0398892164230347,1.0437885522842407,1.0476878881454468,1.0515872240066528,1.0554864406585693,1.0593857765197754,1.0632851123809814,1.0671844482421875,1.0710837841033936,1.07498300075531,1.0788823366165161,1.0827816724777222,1.0866810083389282,1.0905802249908447,1.0944795608520508,1.0983788967132568,1.102278232574463,1.106177568435669,1.1100767850875854,1.1139761209487915,1.1178754568099976,1.1217747926712036,1.1256741285324097,1.1295733451843262,1.1334726810455322,1.1373720169067383,1.1412713527679443,1.1451705694198608,1.149069905281067,1.152969241142273],"_type":"histogram","values":[1,0,0,0,1,3,3,0,1,6,3,2,5,2,4,7,11,8,13,21,25,25,23,32,46,35,52,61,44,52,47,40,41,40,30,21,22,12,7,6,3,7,1,1,0,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-1.8460146605780992e-13,-1.787291560410853e-13,-1.7285685957688784e-13,-1.6698454956016323e-13,-1.6111225309596577e-13,-1.5523994307924116e-13,-1.4936763306251655e-13,-1.434953365983191e-13,-1.3762302658159448e-13,-1.3175071656486986e-13,-1.258784201006724e-13,-1.200061100839478e-13,-1.1413380006722318e-13,-1.0826150360302572e-13,-1.0238919358630111e-13,-9.651689034584007e-14,-9.064458710537904e-14,-8.4772283864918e-14,-7.889998062445697e-14,-7.302767060773235e-14,-6.715536736727132e-14,-6.128306412681028e-14,-5.541075749821746e-14,-4.9538450869624634e-14,-4.36661476291636e-14,-3.7793844388702563e-14,-3.192153776010974e-14,-2.604923282558281e-14,-2.017692789105588e-14,-1.430462295652895e-14,-8.43231802200202e-15,-2.5600130874750895e-15,3.3122918470518403e-15,9.18459678157877e-15,1.50569017161057e-14,2.092920665063263e-14,2.680151158515956e-14,3.2673814825620595e-14,3.854612145421342e-14,4.4418428082806244e-14,5.029073132326728e-14,5.6163034563728315e-14,6.203533780418935e-14,6.790764782091396e-14,7.3779951061375e-14,7.965225430183603e-14,8.552456431856065e-14,9.139686755902168e-14,9.726917079948272e-14,1.0314147403994375e-13,1.0901377728040479e-13,1.148860872971294e-13,1.2075838376132686e-13,1.2663069377805147e-13,1.3250300379477609e-13,1.3837530025897354e-13,1.4424761027569816e-13,1.5011992029242277e-13,1.5599221675662023e-13,1.6186452677334484e-13,1.6773683679006945e-13,1.736091332542669e-13,1.7948144327099153e-13,1.8535373973518898e-13,1.912260497519136e-13],"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,3,0,4,1,0,1,2,1,3,2,3,11,8,14,14,14,13,23,38,48,63,90,90,85,48,35,37,19,19,11,11,5,7,5,5,9,7,2,3,2,2,1,0,0,0,1,1,0,1,0,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[3,3,1,6,14,10,24,34,49,56,89,117,164,240,373,612,930,1530,2510,4382,7279,11772,18284,27482,39548,54688,72215,90442,108122,123019,132755,138044,135783,126491,112912,95252,77214,59588,44099,30561,20626,13463,8411,5183,3133,1887,1164,721,472,315,257,143,118,94,48,42,23,23,18,10,2,5,5,4],"bins":[-0.14818431437015533,-0.14350242912769318,-0.13882052898406982,-0.13413864374160767,-0.12945674359798431,-0.12477485835552216,-0.1200929656624794,-0.11541107296943665,-0.11072918772697449,-0.10604729503393173,-0.10136540234088898,-0.09668350964784622,-0.09200161695480347,-0.08731972426176071,-0.08263783901929855,-0.0779559463262558,-0.07327405363321304,-0.06859216094017029,-0.06391026824712753,-0.059228379279375076,-0.05454649031162262,-0.049864597618579865,-0.04518270492553711,-0.04050081595778465,-0.0358189232647419,-0.03113703243434429,-0.026455141603946686,-0.02177324891090393,-0.017091358080506325,-0.012409467250108719,-0.007727575488388538,-0.003045684192329645,0.001636207103729248,0.006318098399788141,0.010999989695847034,0.015681881457567215,0.02036377228796482,0.025045663118362427,0.029727555811405182,0.03440944477915764,0.039091337472200394,0.04377323016524315,0.048455119132995605,0.05313701182603836,0.057818904519081116,0.06250079721212387,0.06718268245458603,0.07186457514762878,0.07654646784067154,0.0812283605337143,0.08591025322675705,0.09059213846921921,0.09527403116226196,0.09995592385530472,0.10463781654834747,0.10931970924139023,0.11400160193443298,0.11868348717689514,0.1233653798699379,0.12804727256298065,0.1327291578054428,0.13741105794906616,0.14209294319152832,0.14677484333515167,0.15145672857761383],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,1,0,5,1,0,3,1,7,6,6,5,7,13,17,8,15,23,18,16,21,24,27,30,32,33,27,33,36,34,33,31,26,38,25,20,23,27,13,11,7,15,6,11,5,3,5,2,5,4,1,0,0,3,0,0,1,0,0,0,0,1],"bins":[-3.972184803302525e-09,-3.839802698024641e-09,-3.7074205927467574e-09,-3.5750384874688734e-09,-3.4426563821909895e-09,-3.3102740548685006e-09,-3.1778919495906166e-09,-3.0455098443127326e-09,-2.9131277390348487e-09,-2.7807456337569647e-09,-2.6483635284790807e-09,-2.5159814232011968e-09,-2.383599095878708e-09,-2.251216990600824e-09,-2.11883488532294e-09,-1.986452780045056e-09,-1.854070674767172e-09,-1.721688569489288e-09,-1.589306464211404e-09,-1.4569242479112177e-09,-1.3245421426333337e-09,-1.1921600373554497e-09,-1.0597778210552633e-09,-9.273957157773793e-10,-7.950136104994954e-10,-6.626315052216114e-10,-5.302493444325762e-10,-3.9786721139911663e-10,-2.6548507836565705e-10,-1.3310294533219746e-10,-7.208122987378829e-13,1.316613207347217e-10,2.6404300967897143e-10,3.96425142712431e-10,5.288072757458906e-10,6.611894365349258e-10,7.935715418128098e-10,9.259536470906937e-10,1.0583358633908801e-09,1.1907179686687641e-09,1.323100073946648e-09,1.455482179224532e-09,1.587864284502416e-09,1.7202465008026024e-09,1.8526286060804864e-09,1.985010822380673e-09,2.117392927658557e-09,2.2497750329364408e-09,2.3821571382143247e-09,2.5145392434922087e-09,2.6469213487700927e-09,2.7793034540479766e-09,2.9116855593258606e-09,3.0440678866483495e-09,3.1764499919262335e-09,3.3088320972041174e-09,3.4412142024820014e-09,3.5735963077598853e-09,3.7059784130377693e-09,3.838360740360258e-09,3.970742845638142e-09,4.103124950916026e-09,4.23550705619391e-09,4.367889161471794e-09,4.500271266749678e-09]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.16606053709983826,-0.1607852727174759,-0.15551000833511353,-0.15023474395275116,-0.1449594795703888,-0.13968423008918762,-0.13440896570682526,-0.1291337013244629,-0.12385843694210052,-0.11858317255973816,-0.1133079081773758,-0.10803265124559402,-0.10275738686323166,-0.0974821224808693,-0.09220686554908752,-0.08693160116672516,-0.08165633678436279,-0.07638107240200043,-0.07110580801963806,-0.06583055108785629,-0.06055528670549393,-0.05528002232313156,-0.050004761666059494,-0.04472950100898743,-0.03945423662662506,-0.034178972244262695,-0.028903711587190628,-0.02362844906747341,-0.018353186547756195,-0.013077924028038979,-0.007802661508321762,-0.0025273989886045456,0.002747863531112671,0.008023126050829887,0.013298388570547104,0.01857365109026432,0.023848913609981537,0.029124176129698753,0.03439943864941597,0.03967469930648804,0.0449499636888504,0.05022522807121277,0.055500488728284836,0.0607757493853569,0.06605101376771927,0.07132627815008163,0.0766015350818634,0.08187679946422577,0.08715206384658813,0.0924273282289505,0.09770259261131287,0.10297784954309464,0.108253113925457,0.11352837830781937,0.11880363523960114,0.1240788996219635,0.12935416400432587,0.13462942838668823,0.1399046927690506,0.14517995715141296,0.15045520663261414,0.1557304710149765,0.16100573539733887,0.16628099977970123,0.1715562641620636],"_type":"histogram","values":[3,0,1,8,18,31,39,49,78,133,210,329,476,692,1066,1624,2506,3908,5687,8583,12783,18266,25900,35366,47043,60381,75122,89979,103634,113812,121138,123630,121045,113627,102169,88258,73928,59319,46037,34417,25241,17771,12274,8604,5677,3851,2590,1750,1230,797,605,354,276,176,133,91,50,33,28,19,7,8,1,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,2,2,4,7,9,13,9,17,39,53,59,103,101,160,228,279,439,564,694,1004,1388,1875,2778,4369,6992,13955,57761,439565,28813,10305,5824,3653,2467,1704,1214,850,666,484,345,298,202,138,114,86,69,40,29,19,4,8,10,2,3,3,3,0,0,0,1],"bins":[-1.7976731214730535e-12,-1.7420509479393331e-12,-1.6864287744056128e-12,-1.6308066008718924e-12,-1.575184427338172e-12,-1.5195622538044518e-12,-1.4639400802707314e-12,-1.408317906737011e-12,-1.3526957332032907e-12,-1.2970735596695704e-12,-1.24145138613585e-12,-1.1858292126021297e-12,-1.1302070390684094e-12,-1.074584865534689e-12,-1.0189626920009687e-12,-9.633405184672483e-13,-9.07718344933528e-13,-8.520961713998076e-13,-7.964739978660873e-13,-7.40851824332367e-13,-6.852296507986466e-13,-6.296074772649263e-13,-5.739853037312059e-13,-5.183631301974856e-13,-4.627409566637652e-13,-4.071187831300449e-13,-3.5149660959632456e-13,-2.958744360626042e-13,-2.402522625288839e-13,-1.8463008899516353e-13,-1.290079154614432e-13,-7.338574192772285e-14,-1.7763568394002505e-14,3.785860513971784e-14,9.348077867343818e-14,1.4910295220715852e-13,2.0472512574087887e-13,2.603472992745992e-13,3.1596947280831955e-13,3.715916463420399e-13,4.2721381987576024e-13,4.828359934094806e-13,5.384581669432009e-13,5.940803404769213e-13,6.497025140106416e-13,7.05324687544362e-13,7.609468610780823e-13,8.165690346118026e-13,8.72191208145523e-13,9.278133816792433e-13,9.834355552129637e-13,1.039057728746684e-12,1.0946799022804043e-12,1.1503020758141247e-12,1.205924249347845e-12,1.2615464228815654e-12,1.3171685964152857e-12,1.372790769949006e-12,1.4284129434827264e-12,1.4840351170164467e-12,1.539657290550167e-12,1.5952794640838874e-12,1.6509016376176078e-12,1.7065238111513281e-12,1.7621459846850485e-12]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,3,2,2,5,2,4,3,6,7,9,8,9,6,5,14,9,10,14,19,25,22,26,29,44,40,35,46,45,29,46,38,30,24,16,17,15,10,13,15,4,9,7,9,5,4,5,2,4,3,2,4,1,0,1,0,3,0,1,1],"bins":[-0.18953517079353333,-0.18358667194843292,-0.17763817310333252,-0.17168967425823212,-0.1657411754131317,-0.1597926765680313,-0.1538441777229309,-0.1478956788778305,-0.1419471800327301,-0.1359986811876297,-0.1300501823425293,-0.1241016834974289,-0.11815318465232849,-0.11220468580722809,-0.10625618696212769,-0.10030768811702728,-0.09435918927192688,-0.08841069042682648,-0.08246219158172607,-0.07651369273662567,-0.07056519389152527,-0.06461669504642487,-0.05866819620132446,-0.05271969735622406,-0.04677119851112366,-0.040822699666023254,-0.03487420082092285,-0.02892570197582245,-0.022977203130722046,-0.017028704285621643,-0.01108020544052124,-0.005131706595420837,0.0008168071508407593,0.006765305995941162,0.012713804841041565,0.018662303686141968,0.02461080253124237,0.030559301376342773,0.036507800221443176,0.04245629906654358,0.04840479791164398,0.054353296756744385,0.06030179560184479,0.06625029444694519,0.0721987932920456,0.078147292137146,0.0840957909822464,0.0900442898273468,0.0959927886724472,0.10194128751754761,0.10788978636264801,0.11383828520774841,0.11978678405284882,0.12573528289794922,0.13168378174304962,0.13763228058815002,0.14358077943325043,0.14952927827835083,0.15547777712345123,0.16142627596855164,0.16737477481365204,0.17332327365875244,0.17927177250385284,0.18522027134895325,0.19116877019405365],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,1,2,2,4,4,6,11,33,48,80,171,254,454,735,1156,1832,2793,4253,6183,8352,11331,15210,19040,23500,27953,32253,36310,39410,41671,42387,41535,39385,36202,32312,28315,23846,19137,15125,11759,8482,6101,4307,2935,1828,1209,768,471,289,149,96,54,34,16,18,4,3,1,0,0,1,1,0,1],"bins":[-0.12372711300849915,-0.11967448145151138,-0.11562184989452362,-0.11156922578811646,-0.10751659423112869,-0.10346396267414093,-0.09941133111715317,-0.0953586995601654,-0.09130607545375824,-0.08725344389677048,-0.08320081233978271,-0.07914818078279495,-0.07509554922580719,-0.07104291766881943,-0.06699029356241226,-0.0629376620054245,-0.05888503044843674,-0.054832398891448975,-0.05077977105975151,-0.04672713950276375,-0.042674511671066284,-0.03862188011407852,-0.03456924855709076,-0.030516618862748146,-0.026463989168405533,-0.02241135947406292,-0.018358729779720306,-0.014306098222732544,-0.01025346852838993,-0.00620083836838603,-0.0021482082083821297,0.0019044219516217709,0.005957052111625671,0.010009681805968285,0.014062312431633472,0.01811494305729866,0.022167572751641273,0.026220202445983887,0.03027283400297165,0.03432546183466911,0.038378093391656876,0.04243072494864464,0.0464833527803421,0.050535984337329865,0.05458861589431763,0.05864124372601509,0.06269387155771255,0.06674650311470032,0.07079913467168808,0.07485176622867584,0.0789043977856636,0.08295702189207077,0.08700965344905853,0.0910622850060463,0.09511491656303406,0.09916754812002182,0.10322017967700958,0.10727280378341675,0.11132543534040451,0.11537806689739227,0.11943069845438004,0.1234833300113678,0.12753595411777496,0.13158859312534332,0.1356412172317505]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[10,35,131,700,7056,1.437423e+06,122210,4428,278,77,61,52,41,22,24,12,11,15,8,15,13,12,13,15,12,9,10,10,10,6,12,3,6,10,6,7,10,8,11,6,6,5,6,2,5,3,8,2,3,1,6,6,1,0,2,1,2,1,1,0,0,2,2,1],"bins":[-0.000499725341796875,-0.00041562318801879883,-0.00033152103424072266,-0.0002474188804626465,-0.0001633167266845703,-7.921457290649414e-05,4.887580871582031e-06,8.89897346496582e-05,0.00017309188842773438,0.00025719404220581055,0.0003412961959838867,0.0004253983497619629,0.0005095005035400391,0.0005936026573181152,0.0006777048110961914,0.0007618069648742676,0.0008459091186523438,0.0009300112724304199,0.001014113426208496,0.0010982155799865723,0.0011823177337646484,0.0012664198875427246,0.0013505220413208008,0.001434624195098877,0.0015187263488769531,0.0016028285026550293,0.0016869306564331055,0.0017710328102111816,0.0018551349639892578,0.001939237117767334,0.00202333927154541,0.0021074414253234863,0.0021915435791015625,0.0022756457328796387,0.002359747886657715,0.002443850040435791,0.002527952194213867,0.0026120543479919434,0.0026961565017700195,0.0027802586555480957,0.002864360809326172,0.002948462963104248,0.0030325651168823242,0.0031166672706604004,0.0032007694244384766,0.0032848715782165527,0.003368973731994629,0.003453075885772705,0.0035371780395507812,0.0036212801933288574,0.0037053823471069336,0.0037894845008850098,0.003873586654663086,0.003957688808441162,0.004041790962219238,0.0041258931159973145,0.004209995269775391,0.004294097423553467,0.004378199577331543,0.004462301731109619,0.004546403884887695,0.0046305060386657715,0.004714608192443848,0.004798710346221924,0.0048828125]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,0,0,0,1,0,0,1,0,0,2,3,5,2,5,4,14,9,9,13,14,16,20,27,22,20,18,34,27,16,34,38,37,32,45,26,33,38,21,30,25,24,12,18,14,15,6,11,3,4,5,5,1,1,1,1,1,1,0,0,1,0,1,1],"bins":[-0.0657973363995552,-0.06378038227558136,-0.06176342815160751,-0.05974647030234337,-0.05772951617836952,-0.055712562054395676,-0.05369560420513153,-0.051678650081157684,-0.04966169595718384,-0.04764474183320999,-0.045627787709236145,-0.043610829859972,-0.041593875735998154,-0.03957692161202431,-0.03755996376276016,-0.035543009638786316,-0.03352605551481247,-0.03150910139083862,-0.029492145404219627,-0.02747518941760063,-0.025458235293626785,-0.02344128116965294,-0.021424325183033943,-0.019407369196414948,-0.0173904150724411,-0.01537346001714468,-0.013356504961848259,-0.011339549906551838,-0.009322594851255417,-0.007305639795958996,-0.005288684740662575,-0.0032717296853661537,-0.0012547746300697327,0.0007621804252266884,0.0027791354805231094,0.0047960905358195305,0.0068130455911159515,0.008830000646412373,0.010846955701708794,0.012863910757005215,0.014880865812301636,0.016897819936275482,0.018914775922894478,0.020931731909513474,0.02294868603348732,0.024965640157461166,0.026982596144080162,0.028999552130699158,0.031016506254673004,0.03303346037864685,0.0350504145026207,0.03706737235188484,0.03908432647585869,0.041101280599832535,0.04311823844909668,0.045135192573070526,0.04715214669704437,0.04916910082101822,0.051186054944992065,0.05320301279425621,0.05521996691823006,0.0572369210422039,0.05925387889146805,0.061270833015441895,0.06328778713941574],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,0,2,0,1,3,4,5,5,5,8,6,8,16,19,23,24,25,30,24,41,41,44,41,37,41,37,35,34,26,29,18,20,32,14,7,7,11,5,6,10,2,3,4,4,2,2,1,2,0,0,0,0,0,1,0,1],"bins":[-0.0314609631896019,-0.030475037172436714,-0.02948911115527153,-0.028503185138106346,-0.027517259120941162,-0.02653133124113083,-0.025545405223965645,-0.02455947920680046,-0.023573553189635277,-0.022587627172470093,-0.02160170115530491,-0.020615775138139725,-0.01962984725832939,-0.018643921241164207,-0.017657995223999023,-0.01667206920683384,-0.015686143189668655,-0.014700217172503471,-0.013714291155338287,-0.012728364206850529,-0.011742438189685345,-0.01075651217252016,-0.009770585224032402,-0.008784659206867218,-0.007798733189702034,-0.00681280717253685,-0.005826880689710379,-0.004840954206883907,-0.0038550281897187233,-0.0028691019397228956,-0.001883175689727068,-0.0008972494397312403,8.868053555488586e-05,0.0010746067855507135,0.002060533035546541,0.003046459285542369,0.0040323855355381966,0.005018311552703381,0.006004238035529852,0.006990164518356323,0.007976090535521507,0.008962016552686691,0.009947942569851875,0.010933869518339634,0.011919795535504818,0.012905721552670002,0.01389164850115776,0.014877574518322945,0.01586350053548813,0.016849426552653313,0.017835352569818497,0.01882127858698368,0.019807204604148865,0.020793132483959198,0.021779058501124382,0.022764984518289566,0.02375091053545475,0.024736836552619934,0.025722762569785118,0.026708688586950302,0.027694616466760635,0.02868054248392582,0.029666468501091003,0.030652394518256187,0.03163832053542137],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-2.448057867532327e-10,-2.36552916144106e-10,-2.283000455349793e-10,-2.2004716104806477e-10,-2.1179429043893805e-10,-2.0354141982981133e-10,-1.952885353428968e-10,-1.870356647337701e-10,-1.7878279412464337e-10,-1.7052992351551666e-10,-1.6227705290638994e-10,-1.5402416841947542e-10,-1.457712978103487e-10,-1.3751842720122198e-10,-1.2926554271430746e-10,-1.2101267210518074e-10,-1.1275980149605402e-10,-1.0450693088692731e-10,-9.625405333890669e-11,-8.800117579088607e-11,-7.974830518175935e-11,-7.149543457263263e-11,-6.324255702461201e-11,-5.498968294603834e-11,-4.6736808867464674e-11,-3.8483934788891005e-11,-3.023106071031734e-11,-2.1978186631743668e-11,-1.372531255317e-11,-5.4724384745963306e-12,2.780435603977338e-12,1.1033309682551007e-11,1.928615600554906e-11,2.753903008412273e-11,3.57919041626964e-11,4.4044778241270066e-11,5.2297652319843735e-11,6.055052292897045e-11,6.880340047699107e-11,7.705627802501169e-11,8.530914863413841e-11,9.356201924326513e-11,1.0181489679128575e-10,1.1006777433930637e-10,1.1832064494843308e-10,1.265735155575598e-10,1.3482640004447433e-10,1.4307927065360104e-10,1.5133214126272776e-10,1.5958501187185448e-10,1.678378824809812e-10,1.7609076696789572e-10,1.8434363757702243e-10,1.9259650818614915e-10,2.0084939267306368e-10,2.091022632821904e-10,2.173551338913171e-10,2.2560800450044383e-10,2.3386087510957054e-10,2.4211374571869726e-10,2.50366616327824e-10,2.586195146925263e-10,2.66872385301653e-10,2.7512525591077974e-10,2.8337812651990646e-10],"_type":"histogram","values":[1,0,0,1,0,1,2,0,1,0,2,0,0,3,4,5,1,2,4,6,9,10,19,19,36,23,37,42,82,97,87,73,46,33,26,26,16,10,1,7,7,4,2,6,1,3,4,1,0,0,1,1,2,2,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0010567763820290565,-0.001022377167828381,-0.0009879779536277056,-0.0009535787394270301,-0.0009191795252263546,-0.0008847803110256791,-0.0008503810968250036,-0.0008159818826243281,-0.0007815826684236526,-0.0007471835124306381,-0.0007127842982299626,-0.0006783850840292871,-0.0006439858698286116,-0.0006095866556279361,-0.0005751874414272606,-0.0005407882272265851,-0.0005063890130259097,-0.0004719897988252342,-0.0004375905846245587,-0.0004031913704238832,-0.0003687921562232077,-0.0003343929711263627,-0.0002999937569256872,-0.0002655945427250117,-0.00023119532852433622,-0.00019679611432366073,-0.00016239690012298524,-0.00012799770047422498,-9.35984862735495e-05,-5.919927571085282e-05,-2.4800065148156136e-05,9.599145414540544e-06,4.3998355977237225e-05,7.839757017791271e-05,0.00011279677710263059,0.00014719598402734846,0.00018159519822802395,0.00021599441242869943,0.0002503936120774597,0.0002847928262781352,0.00031919204047881067,0.00035359125467948616,0.00038799046888016164,0.00042238968308083713,0.00045678886817768216,0.0004911880823783576,0.0005255872965790331,0.0005599865107797086,0.0005943857249803841,0.0006287849391810596,0.0006631841533817351,0.0006975833675824106,0.0007319825817830861,0.0007663817959837615,0.000800781010184437,0.0008351802243851125,0.0008695793803781271,0.0009039785945788026,0.0009383778087794781,0.0009727770229801536,0.001007176237180829,0.0010415754513815045,0.00107597466558218,0.0011103738797828555,0.001144773093983531],"_type":"histogram","values":[1,1,1,0,2,0,0,2,3,4,3,3,2,4,3,8,3,8,13,15,14,15,25,21,20,26,27,29,41,48,42,36,50,44,34,32,25,22,14,14,16,25,10,5,11,10,4,7,5,8,2,1,2,1,1,1,1,1,0,0,0,1,0,1]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug-core.log b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..07a0e5e1c133d5e6fb8149bc6e3e3ced5314611d --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-18T20:02:52.817965442+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwf2mz5kd/port-28468.txt","pid":28468,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-18T20:02:52.818535452+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":28468} +{"time":"2025-07-18T20:02:52.81851765+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-28468-28554-1597675514/socket","Net":"unix"}} +{"time":"2025-07-18T20:02:52.99852258+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-18T20:02:53.008009499+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"d4gaj5js","id":"1(@)"} +{"time":"2025-07-18T20:02:53.436691798+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"d4gaj5js","id":"1(@)"} +{"time":"2025-07-18T23:35:40.314806773+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-18T23:35:40.315147526+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-18T23:35:40.315211921+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-18T23:35:40.315220415+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-18T23:35:40.31530019+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-28468-28554-1597675514/socket","Net":"unix"}} +{"time":"2025-07-18T23:35:43.263406465+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-18T23:35:43.263429882+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-18T23:35:43.26344464+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug-internal.log b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..5664d987bd4bd737b7fd73363215fa3470d80884 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug-internal.log @@ -0,0 +1,80 @@ +{"time":"2025-07-18T20:02:53.00919498+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-18T20:02:53.43665585+03:00","level":"INFO","msg":"stream: created new stream","id":"d4gaj5js"} +{"time":"2025-07-18T20:02:53.436686331+03:00","level":"INFO","msg":"stream: started","id":"d4gaj5js"} +{"time":"2025-07-18T20:02:53.436707513+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"d4gaj5js"} +{"time":"2025-07-18T20:02:53.436813051+03:00","level":"INFO","msg":"sender: started","stream_id":"d4gaj5js"} +{"time":"2025-07-18T20:02:53.436853495+03:00","level":"INFO","msg":"handler: started","stream_id":"d4gaj5js"} +{"time":"2025-07-18T20:14:14.198759859+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T20:14:46.255805354+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:15:20.792408249+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:15:59.864069505+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:16:47.576486955+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:17:49.667050689+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:19:19.667986517+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:20:49.67023835+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T20:22:19.671731091+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:23:44.198925279+03:00","level":"WARN","msg":"sender: taking a long time","seconds":600.00068667,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"5wno8ypv9o7n\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T20:23:45.068966447+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000583908,"work":"WorkRecord(*service_go_proto.Request_PartialHistory); Control(local:true connection_id:\"1(@)\")"} +{"time":"2025-07-18T20:23:49.67400535+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T20:23:53.806903987+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000402883,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T20:23:53.818082018+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.00105883,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T20:25:19.67495071+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T20:26:49.676974874+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:28:19.678286161+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T20:29:49.680462517+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T20:30:49.993973321+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1025.795767208,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"5wno8ypv9o7n\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T20:30:49.994117294+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1016.177099273,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T20:30:49.994148351+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1016.187701228,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T20:30:49.994114273+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1024.925728618,"work":"WorkRecord(*service_go_proto.Request_PartialHistory); Control(local:true connection_id:\"1(@)\")"} +{"time":"2025-07-18T20:46:44.25713048+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.233.85.147:47764->35.186.228.49:443: read: connection reset by peer"} +{"time":"2025-07-18T21:02:14.266383401+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T21:02:46.323104091+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T21:03:21.104616948+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T21:04:00.011164922+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T21:04:47.717496104+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T21:05:52.004645838+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T21:07:22.006762039+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T21:08:52.007807823+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T21:10:22.009069892+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T21:11:44.266245337+03:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000750738,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"ye0drigw7nfj\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T21:11:45.126751422+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000324504,"work":"WorkRecord(*service_go_proto.Request_PartialHistory); Control(local:true connection_id:\"1(@)\")"} +{"time":"2025-07-18T21:11:52.011591259+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T21:11:53.80674529+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000260216,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T21:11:53.816786777+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000048412,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T21:13:22.012521004+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T21:14:52.014095786+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T21:16:22.015651556+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T21:17:52.017666034+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T21:18:52.408417512+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1028.14296703,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"ye0drigw7nfj\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T21:18:52.408562901+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1027.28213094,"work":"WorkRecord(*service_go_proto.Request_PartialHistory); Control(local:true connection_id:\"1(@)\")"} +{"time":"2025-07-18T21:18:52.408594406+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1018.602130769,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T21:18:52.408712278+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1018.591899243,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T22:14:29.301724807+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:15:01.693846199+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T22:15:35.772204761+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:16:14.567371024+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:17:01.634428139+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T22:18:06.496919223+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:19:36.498273774+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:21:06.500080148+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T22:22:36.501140196+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:23:59.301413575+03:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000213428,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"k6cf8jkhg67k\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T22:24:00.206540667+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.00034874,"work":"WorkRecord(*service_go_proto.Request_PartialHistory); Control(local:true connection_id:\"1(@)\")"} +{"time":"2025-07-18T22:24:06.502275678+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T22:24:08.807161988+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000515326,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T22:24:08.816548949+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000705451,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T22:25:36.503352146+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:27:06.504985263+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:28:36.506181712+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-18T22:30:06.508565771+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-18T22:31:06.809129526+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1027.507940958,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"k6cf8jkhg67k\" connection_id:\"1(@)\")"} +{"time":"2025-07-18T22:31:06.80919189+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1026.602982088,"work":"WorkRecord(*service_go_proto.Request_PartialHistory); Control(local:true connection_id:\"1(@)\")"} +{"time":"2025-07-18T22:31:06.809213625+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1018.002575681,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T22:31:06.809254421+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1017.993418529,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-18T22:43:14.355478158+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.233.85.147:51676->35.186.228.49:443: read: connection reset by peer"} +{"time":"2025-07-18T23:35:40.315118274+03:00","level":"INFO","msg":"stream: closing","id":"d4gaj5js"} +{"time":"2025-07-18T23:35:42.06898332+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-18T23:35:43.261112822+03:00","level":"INFO","msg":"handler: closed","stream_id":"d4gaj5js"} +{"time":"2025-07-18T23:35:43.261162833+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"d4gaj5js"} +{"time":"2025-07-18T23:35:43.261189339+03:00","level":"INFO","msg":"sender: closed","stream_id":"d4gaj5js"} +{"time":"2025-07-18T23:35:43.26276199+03:00","level":"INFO","msg":"stream: closed","id":"d4gaj5js"} diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug.log b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..5189730138e7acb5b161064358d21270c13b9a87 --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_setup.py:_flush():80] Configure stats pid to 28468 +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_200252-d4gaj5js/logs/debug.log +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250718_200252-d4gaj5js/logs/debug-internal.log +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_init.py:init():830] calling init triggers +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-18 20:02:52,782 INFO MainThread:28468 [wandb_init.py:init():871] starting backend +2025-07-18 20:02:52,998 INFO MainThread:28468 [wandb_init.py:init():874] sending inform_init request +2025-07-18 20:02:53,005 INFO MainThread:28468 [wandb_init.py:init():882] backend started and connected +2025-07-18 20:02:53,006 INFO MainThread:28468 [wandb_init.py:init():953] updated telemetry +2025-07-18 20:02:53,007 INFO MainThread:28468 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-18 20:02:53,802 INFO MainThread:28468 [wandb_init.py:init():1029] starting run threads in backend +2025-07-18 20:02:53,978 INFO MainThread:28468 [wandb_run.py:_console_start():2458] atexit reg +2025-07-18 20:02:53,978 INFO MainThread:28468 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-18 20:02:53,978 INFO MainThread:28468 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-18 20:02:53,978 INFO MainThread:28468 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-18 20:02:53,982 INFO MainThread:28468 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-18 20:04:16,858 INFO MainThread:28468 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-18 20:04:16,860 INFO MainThread:28468 [wandb_watch.py:_watch():70] Watching +2025-07-18 23:35:40,313 INFO MsgRouterThr:28468 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250718_200252-d4gaj5js/run-d4gaj5js.wandb b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/run-d4gaj5js.wandb new file mode 100644 index 0000000000000000000000000000000000000000..64eeaf6c1617387dba2b24a4ecd8ae9c9a9d373e --- /dev/null +++ b/simson_modeling/wandb/run-20250718_200252-d4gaj5js/run-d4gaj5js.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f6f561d20d77f284d2297aad85d1733637f84864d90206386dc72a47eb3b3a +size 247333178 diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/config.yaml b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0f439668934dec2151acb22708a5a22408b6dc92 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + krtzwcc4aurfu0cm35pusslfvm4umlkr: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125992984576" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T12:05:46.101104Z" + writerId: krtzwcc4aurfu0cm35pusslfvm4umlkr + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 5e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/output.log b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2157446d26d3a0d22cfba575997aecc7c293c175 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/output.log @@ -0,0 +1,93 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 23287/1317672 [24:29<21:51:32, 16.45it/s, loss=0.0126] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7ffac6a79940> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [24:32", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 371, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/requirements.txt b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..06f5b4b933d8d3dad781a309dd723a921474e650 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T12:05:46.101104Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125992984576" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "krtzwcc4aurfu0cm35pusslfvm4umlkr" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..6ae9216fe31feb4ae36a82f0f8bb5fdb7564296c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.005675021559000015,-0.005507572554051876,-0.005340124014765024,-0.005172675009816885,-0.005005226004868746,-0.004837777465581894,-0.004670328460633755,-0.0045028794556856155,-0.004335430450737476,-0.0041679819114506245,-0.004000532906502485,-0.0038330841343849897,-0.003665635362267494,-0.003498186357319355,-0.0033307375852018595,-0.0031632885802537203,-0.0029958398081362247,-0.002828391036018729,-0.00266094203107059,-0.0024934932589530945,-0.0023260442540049553,-0.0021585954818874598,-0.0019911467097699642,-0.0018236978212371469,-0.0016562489327043295,-0.0014888000441715121,-0.0013213511556386948,-0.0011539023835211992,-0.0009864534949883819,-0.0008190046064555645,-0.000651555776130408,-0.00048410691670142114,-0.0003166575916111469,-0.00014920873218216002,1.8240127246826887e-05,0.0001856889866758138,0.0003531378461048007,0.0005205867346376181,0.0006880355649627745,0.000855484395287931,0.0010229332838207483,0.0011903821723535657,0.001357831060886383,0.0015252798330038786,0.001692728721536696,0.0018601776100695133,0.002027626382187009,0.002195075387135148,0.0023625241592526436,0.002529972931370139,0.0026974219363182783,0.002864870708435774,0.003032319713383913,0.0031997684855014086,0.003367217257618904,0.0035346662625670433,0.003702115034684539,0.0038695638068020344,0.004037012811750174,0.004204461816698313,0.004371910355985165,0.004539359360933304,0.004706808365881443,0.004874256905168295,0.005041705910116434],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,0,1,0,3,6,1,6,7,12,7,11,11,13,15,16,23,17,30,23,44,28,31,41,36,39,30,41,27,32,26,22,21,17,22,18,22,13,10,11,5,7,1,6,4,3,0,3,0,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,3,3,3,1,2,1,3,6,5,11,11,11,8,12,21,22,12,9,22,28,33,27,28,29,31,33,30,35,33,21,29,25,23,19,22,21,17,16,17,9,14,9,11,7,3,6,8,5,3,1,1,2,1,1,1,0,0,1],"bins":[-0.0007399055175483227,-0.0007170976023189723,-0.000694289687089622,-0.0006714817718602717,-0.0006486739148385823,-0.000625865999609232,-0.0006030580843798816,-0.0005802501691505313,-0.000557442253921181,-0.0005346343386918306,-0.0005118264816701412,-0.0004890185664407909,-0.00046621065121144056,-0.00044340273598209023,-0.0004205948207527399,-0.00039778693462722003,-0.0003749790193978697,-0.0003521711041685194,-0.0003293632180429995,-0.0003065553028136492,-0.00028374738758429885,-0.000260939501458779,-0.00023813158622942865,-0.00021532367100007832,-0.00019251577032264322,-0.00016970786964520812,-0.0001468999544158578,-0.0001240920537384227,-0.00010128414578502998,-7.847623783163726e-05,-5.5668333516223356e-05,-3.286042920080945e-05,-1.0052521247416735e-05,1.2755384886986576e-05,3.556329102138989e-05,5.8371195336803794e-05,8.117910329019651e-05,0.00010398701124358922,0.00012679491192102432,0.00014960282715037465,0.00017241072782780975,0.00019521862850524485,0.00021802654373459518,0.00024083444441203028,0.0002636423450894654,0.0002864502603188157,0.00030925817554816604,0.0003320660616736859,0.00035487397690303624,0.00037768189213238657,0.00040048977825790644,0.00042329769348725677,0.0004461056087166071,0.00046891349484212697,0.0004917214391753078,0.0005145292961969972,0.0005373372114263475,0.0005601451266556978,0.0005829530418850482,0.0006057609571143985,0.0006285688723437488,0.0006513767293654382,0.0006741846445947886,0.0006969925598241389,0.0007198004750534892]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.08716987073421478,-0.08432088792324066,-0.08147189766168594,-0.07862291485071182,-0.0757739245891571,-0.07292494177818298,-0.07007595896720886,-0.06722696870565414,-0.06437798589468002,-0.061528999358415604,-0.058680012822151184,-0.05583103001117706,-0.05298204347491264,-0.050133056938648224,-0.0472840741276741,-0.04443508759140968,-0.041586101055145264,-0.038737114518880844,-0.035888127982616425,-0.0330391451716423,-0.030190158635377884,-0.027341172099113464,-0.024492187425494194,-0.021643202751874924,-0.018794216215610504,-0.015945229679346085,-0.013096245005726814,-0.01024725940078497,-0.007398273795843124,-0.0045492881909012794,-0.0017003025859594345,0.0011486830189824104,0.003997668623924255,0.0068466542288661,0.009695639833807945,0.01254462543874979,0.015393611043691635,0.018242597579956055,0.021091582253575325,0.023940566927194595,0.026789553463459015,0.029638539999723434,0.032487526535987854,0.035336509346961975,0.038185495883226395,0.041034482419490814,0.043883465230464935,0.046732451766729355,0.049581438302993774,0.052430424839258194,0.055279411375522614,0.058128394186496735,0.060977380722761154,0.06382636725902557,0.0666753500699997,0.06952434033155441,0.07237332314252853,0.07522230595350266,0.07807129621505737,0.0809202790260315,0.08376926183700562,0.08661825209856033,0.08946723490953445,0.09231622517108917,0.0951652079820633],"_type":"histogram","values":[2,6,11,20,36,64,109,157,227,384,574,809,1293,1816,2489,3325,4494,5952,7718,9632,12130,14569,17056,19943,22780,25897,28406,30348,32080,33238,33455,33096,31718,30781,28430,25942,23483,20673,17856,15095,12533,10177,8032,6243,4840,3584,2545,1908,1272,917,588,402,271,153,114,63,42,19,11,9,3,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[1,1,1,1,0,0,2,0,3,3,5,1,3,4,2,4,10,11,10,4,15,16,19,27,28,38,59,74,107,129,226,242,231,194,154,104,83,61,47,37,22,13,10,6,11,10,2,5,0,3,3,1,1,0,1,2,0,0,0,0,0,0,0,1],"bins":[-4.8041343688964844e-05,-4.653073847293854e-05,-4.502013325691223e-05,-4.3509528040885925e-05,-4.199892282485962e-05,-4.048831760883331e-05,-3.897771239280701e-05,-3.74671071767807e-05,-3.5956501960754395e-05,-3.444589674472809e-05,-3.293529152870178e-05,-3.1424686312675476e-05,-2.991408109664917e-05,-2.8403475880622864e-05,-2.6892870664596558e-05,-2.538226544857025e-05,-2.3871660232543945e-05,-2.236105501651764e-05,-2.0850449800491333e-05,-1.9339844584465027e-05,-1.782923936843872e-05,-1.6318634152412415e-05,-1.4808028936386108e-05,-1.3297423720359802e-05,-1.1786818504333496e-05,-1.027621328830719e-05,-8.765608072280884e-06,-7.255002856254578e-06,-5.7443976402282715e-06,-4.233792424201965e-06,-2.723187208175659e-06,-1.212581992149353e-06,2.980232238769531e-07,1.8086284399032593e-06,3.3192336559295654e-06,4.829838871955872e-06,6.340444087982178e-06,7.851049304008484e-06,9.36165452003479e-06,1.0872259736061096e-05,1.2382864952087402e-05,1.3893470168113708e-05,1.5404075384140015e-05,1.691468060016632e-05,1.8425285816192627e-05,1.9935891032218933e-05,2.144649624824524e-05,2.2957101464271545e-05,2.446770668029785e-05,2.5978311896324158e-05,2.7488917112350464e-05,2.899952232837677e-05,3.0510127544403076e-05,3.202073276042938e-05,3.353133797645569e-05,3.5041943192481995e-05,3.65525484085083e-05,3.806315362453461e-05,3.957375884056091e-05,4.108436405658722e-05,4.2594969272613525e-05,4.410557448863983e-05,4.561617970466614e-05,4.7126784920692444e-05,4.863739013671875e-05]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.013430466875433922,-0.01294392254203558,-0.012457378208637238,-0.01197083294391632,-0.011484288610517979,-0.010997744277119637,-0.01051119901239872,-0.010024654679000378,-0.009538110345602036,-0.009051566012203693,-0.008565021678805351,-0.008078476414084435,-0.007591932080686092,-0.00710538774728775,-0.006618842948228121,-0.006132298149168491,-0.005645753815770149,-0.005159209482371807,-0.004672664683312178,-0.004186119884252548,-0.003699575550854206,-0.0032130309846252203,-0.0027264864183962345,-0.0022399418521672487,-0.001753397285938263,-0.0012668527197092772,-0.0007803081534802914,-0.0002937635872513056,0.0001927809789776802,0.000679325545206666,0.0011658701114356518,0.0016524146776646376,0.0021389592438936234,0.002625503810122609,0.003112048376351595,0.0035985929425805807,0.0040851375088095665,0.004571681842207909,0.005058226641267538,0.0055447714403271675,0.00603131577372551,0.006517860107123852,0.007004404906183481,0.007490949705243111,0.007977494038641453,0.008464038372039795,0.008950583636760712,0.009437127970159054,0.009923672303557396,0.010410216636955738,0.01089676097035408,0.011383306235074997,0.011869850568473339,0.012356394901871681,0.012842940166592598,0.01332948449999094,0.013816028833389282,0.014302573166787624,0.014789117500185966,0.015275662764906883,0.01576220616698265,0.016248751431703568,0.016735296696424484,0.017221840098500252,0.01770838536322117],"_type":"histogram","values":[3,2,4,3,4,2,7,8,9,10,7,9,12,17,2,15,20,21,24,19,27,21,21,25,24,26,28,22,25,31,25,24,23,25,21,19,24,15,19,19,18,8,10,14,7,11,8,6,5,5,4,3,3,2,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,1,1,0,1,0,0,1,1,3,1,7,2,4,8,12,5,7,15,17,21,25,36,43,54,50,66,63,57,44,38,26,23,15,21,22,11,8,16,5,5,3,3,3,5,6,1,0,1,1,1,0,0,1,2,0,1,2,1],"bins":[-0.0010579027002677321,-0.0010248147882521152,-0.0009917269926518202,-0.0009586390806362033,-0.0009255511686205864,-0.0008924633148126304,-0.0008593754610046744,-0.0008262875489890575,-0.0007931996951811016,-0.0007601118413731456,-0.0007270239293575287,-0.0006939360755495727,-0.0006608482217416167,-0.0006277603097259998,-0.0005946724559180439,-0.000561584543902427,-0.000528496690094471,-0.000495408836286515,-0.0004623209242708981,-0.0004292330704629421,-0.0003961451875511557,-0.00036305730463936925,-0.00032996945083141327,-0.00029688156791962683,-0.0002637936850078404,-0.00023070580209605396,-0.00019761793373618275,-0.00016453006537631154,-0.0001314421824645251,-9.835430682869628e-05,-6.526643119286746e-05,-3.2178555557038635e-05,9.093200787901878e-07,3.399719571461901e-05,6.708507135044783e-05,0.00010017294698627666,0.00013326082262210548,0.00016634870553389192,0.00019943657389376312,0.00023252444225363433,0.00026561232516542077,0.0002987002080772072,0.00033178809098899364,0.0003648759447969496,0.00039796382770873606,0.0004310517106205225,0.0004641395644284785,0.0004972274764440954,0.0005303153302520514,0.0005634031840600073,0.0005964910960756242,0.0006295789498835802,0.0006626668618991971,0.0006957547157071531,0.0007288425695151091,0.000761930481530726,0.0007950183353386819,0.0008281061891466379,0.0008611941011622548,0.0008942819549702108,0.0009273698087781668,0.0009604577207937837,0.0009935456328094006,0.0010266334284096956,0.0010597213404253125]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.0010472536087036133,-0.001011773943901062,-0.0009762942790985107,-0.0009408146142959595,-0.0009053349494934082,-0.0008698552846908569,-0.0008343756198883057,-0.0007988959550857544,-0.0007634162902832031,-0.0007279366254806519,-0.0006924569606781006,-0.0006569772958755493,-0.000621497631072998,-0.0005860179662704468,-0.0005505383014678955,-0.0005150586366653442,-0.00047957897186279297,-0.0004440993070602417,-0.00040861964225769043,-0.00037313997745513916,-0.0003376603126525879,-0.0003021806478500366,-0.00026670098304748535,-0.00023122131824493408,-0.0001957416534423828,-0.00016026198863983154,-0.00012478232383728027,-8.9302659034729e-05,-5.3822994232177734e-05,-1.8343329429626465e-05,1.7136335372924805e-05,5.2616000175476074e-05,8.809566497802734e-05,0.0001235753297805786,0.00015905499458312988,0.00019453465938568115,0.00023001432418823242,0.0002654939889907837,0.00030097365379333496,0.00033645331859588623,0.0003719329833984375,0.00040741264820098877,0.00044289231300354004,0.0004783719778060913,0.0005138516426086426,0.0005493313074111938,0.0005848109722137451,0.0006202906370162964,0.0006557703018188477,0.0006912499666213989,0.0007267296314239502,0.0007622092962265015,0.0007976889610290527,0.000833168625831604,0.0008686482906341553,0.0009041279554367065,0.0009396076202392578,0.0009750872850418091,0.0010105669498443604,0.0010460466146469116,0.0010815262794494629,0.0011170059442520142,0.0011524856090545654,0.0011879652738571167,0.001223444938659668],"_type":"histogram","values":[3,0,1,0,1,1,1,4,4,8,3,4,8,6,6,9,15,19,18,15,16,23,27,24,32,29,27,42,38,25,33,29,36,27,23,22,15,32,14,16,12,17,11,16,6,7,4,9,3,5,7,4,2,0,2,1,2,0,3,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,4,1,1,5,8,10,8,16,17,27,44,56,73,112,162,260,342,549,909,1401,2396,4042,7130,13277,26530,57488,134852,179431,83346,37225,17685,9256,5180,2925,1828,1130,671,465,302,203,132,96,57,45,25,33,26,7,8,4,6,5,5,2,0,1,0,1,0,0,2],"bins":[-0.00027370452880859375,-0.00026464834809303284,-0.0002555921673774719,-0.000246535986661911,-0.0002374798059463501,-0.00022842362523078918,-0.00021936744451522827,-0.00021031126379966736,-0.00020125508308410645,-0.00019219890236854553,-0.00018314272165298462,-0.0001740865409374237,-0.0001650303602218628,-0.00015597417950630188,-0.00014691799879074097,-0.00013786181807518005,-0.00012880563735961914,-0.00011974945664405823,-0.00011069327592849731,-0.0001016370952129364,-9.258091449737549e-05,-8.352473378181458e-05,-7.446855306625366e-05,-6.541237235069275e-05,-5.6356191635131836e-05,-4.730001091957092e-05,-3.824383020401001e-05,-2.9187649488449097e-05,-2.0131468772888184e-05,-1.107528805732727e-05,-2.0191073417663574e-06,7.037073373794556e-06,1.609325408935547e-05,2.5149434804916382e-05,3.4205615520477295e-05,4.326179623603821e-05,5.231797695159912e-05,6.137415766716003e-05,7.043033838272095e-05,7.948651909828186e-05,8.854269981384277e-05,9.759888052940369e-05,0.0001066550612449646,0.00011571124196052551,0.00012476742267608643,0.00013382360339164734,0.00014287978410720825,0.00015193596482276917,0.00016099214553833008,0.000170048326253891,0.0001791045069694519,0.00018816068768501282,0.00019721686840057373,0.00020627304911613464,0.00021532922983169556,0.00022438541054725647,0.00023344159126281738,0.0002424977719783783,0.0002515539526939392,0.0002606101334095001,0.00026966631412506104,0.00027872249484062195,0.00028777867555618286,0.0002968348562717438,0.0003058910369873047]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.0946088582277298,-0.0917414128780365,-0.0888739749789238,-0.0860065296292305,-0.0831390842795372,-0.0802716463804245,-0.0774042010307312,-0.0745367556810379,-0.0716693103313446,-0.0688018724322319,-0.0659344270825386,-0.0630669817328453,-0.060199543833732605,-0.05733209848403931,-0.05446465685963631,-0.05159721150994301,-0.04872976988554001,-0.04586232826113701,-0.04299488291144371,-0.04012744128704071,-0.03725999593734741,-0.03439255431294441,-0.03152511268854141,-0.028657669201493263,-0.025790225714445114,-0.022922782227396965,-0.020055338740348816,-0.017187897115945816,-0.014320453628897667,-0.011453010141849518,-0.008585567586123943,-0.0057181245647370815,-0.0028506889939308167,1.675402745604515e-05,0.002884197048842907,0.005751640070229769,0.00861908309161663,0.01148652657866478,0.014353969134390354,0.01722141169011593,0.020088855177164078,0.022956298664212227,0.025823742151260376,0.028691183775663376,0.031558625400066376,0.034426070749759674,0.037293512374162674,0.04016095772385597,0.04302839934825897,0.04589584097266197,0.04876328632235527,0.05163072794675827,0.05449817329645157,0.05736561492085457,0.06023305654525757,0.06310050189495087,0.06596794724464417,0.06883538514375687,0.07170283049345016,0.07457027584314346,0.07743771374225616,0.08030515909194946,0.08317260444164276,0.08604004234075546,0.08890748769044876],"_type":"histogram","values":[1,3,8,4,11,14,28,38,70,142,210,311,506,733,1104,1526,1971,2909,3947,5267,6919,8651,10817,13656,16175,18917,21927,24304,27451,29270,31700,32757,33353,33502,32714,31044,29824,27381,24838,21849,18983,15961,13566,10971,8690,6921,5332,3966,2967,2092,1478,1014,670,498,325,212,129,101,45,24,15,7,3,2]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.0015649795532226562,-0.0015203654766082764,-0.0014757513999938965,-0.0014311373233795166,-0.0013865232467651367,-0.0013419091701507568,-0.001297295093536377,-0.001252681016921997,-0.0012080669403076172,-0.0011634528636932373,-0.0011188387870788574,-0.0010742247104644775,-0.0010296106338500977,-0.0009849965572357178,-0.0009403824806213379,-0.000895768404006958,-0.0008511543273925781,-0.0008065402507781982,-0.0007619261741638184,-0.0007173120975494385,-0.0006726980209350586,-0.0006280839443206787,-0.0005834698677062988,-0.0005388557910919189,-0.0004942417144775391,-0.0004496276378631592,-0.0004050135612487793,-0.0003603994846343994,-0.00031578540802001953,-0.00027117133140563965,-0.00022655725479125977,-0.00018194317817687988,-0.0001373291015625,-9.271502494812012e-05,-4.8100948333740234e-05,-3.4868717193603516e-06,4.112720489501953e-05,8.574128150939941e-05,0.0001303553581237793,0.00017496943473815918,0.00021958351135253906,0.00026419758796691895,0.00030881166458129883,0.0003534257411956787,0.0003980398178100586,0.0004426538944244385,0.00048726797103881836,0.0005318820476531982,0.0005764961242675781,0.000621110200881958,0.0006657242774963379,0.0007103383541107178,0.0007549524307250977,0.0007995665073394775,0.0008441805839538574,0.0008887946605682373,0.0009334087371826172,0.000978022813796997,0.001022636890411377,0.0010672509670257568,0.0011118650436401367,0.0011564791202545166,0.0012010931968688965,0.0012457072734832764,0.0012903213500976562],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,3,2,5,9,13,14,19,31,56,58,85,147,239,384,545,774,1282,2038,3325,5355,9766,20976,52368,168252,457690,538920,203166,60018,20752,10334,5931,3615,2195,1424,977,681,451,297,212,140,100,68,47,30,17,14,13,6,4,1,5,4,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,1,2,0,1,2,2,2,1,3,2,1,10,5,6,6,6,10,15,12,11,11,21,20,22,19,27,28,32,29,37,40,35,33,19,23,33,25,19,27,21,21,14,19,24,10,8,6,16,7,5,4,2,5,1,1,1,0,1,2,0,0,0,1],"bins":[-0.010276300832629204,-0.009961294010281563,-0.009646286256611347,-0.009331279434263706,-0.00901627168059349,-0.00870126485824585,-0.008386258035898209,-0.008071250282227993,-0.007756243459880352,-0.007441236171871424,-0.007126228883862495,-0.006811222061514854,-0.006496214773505926,-0.006181207485496998,-0.005866200663149357,-0.0055511933751404285,-0.0052361860871315,-0.004921178799122572,-0.004606171511113644,-0.004291164688766003,-0.003976157400757074,-0.003661150112748146,-0.0033461430575698614,-0.0030311360023915768,-0.0027161287143826485,-0.00240112142637372,-0.0020861143711954355,-0.001771107199601829,-0.0014561000280082226,-0.001141092856414616,-0.0008260856848210096,-0.0005110785132274032,-0.00019607041031122208,0.0001189367612823844,0.00043394393287599087,0.0007489511044695973,0.0010639582760632038,0.0013789654476568103,0.0016939726192504168,0.0020089796744287014,0.0023239869624376297,0.002638994250446558,0.0029540013056248426,0.0032690083608031273,0.0035840156488120556,0.003899022936820984,0.004214029759168625,0.004529037047177553,0.0048440443351864815,0.00515905162319541,0.005474058911204338,0.005789065733551979,0.006104073021560907,0.006419080309569836,0.006734087131917477,0.007049094419926405,0.007364101707935333,0.0076791089959442616,0.00799411628395319,0.00830912310630083,0.008624130859971046,0.008939137682318687,0.009254144504666328,0.009569152258336544,0.009884159080684185],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"bins":[-0.00011008977890014648,-0.00010671373456716537,-0.00010333769023418427,-9.996164590120316e-05,-9.658560156822205e-05,-9.320955723524094e-05,-8.983351290225983e-05,-8.645746856927872e-05,-8.308142423629761e-05,-7.97053799033165e-05,-7.632933557033539e-05,-7.295329123735428e-05,-6.957724690437317e-05,-6.620120257139206e-05,-6.282515823841095e-05,-5.944911390542984e-05,-5.607306957244873e-05,-5.269702523946762e-05,-4.932098090648651e-05,-4.59449365735054e-05,-4.256889224052429e-05,-3.919284790754318e-05,-3.581680357456207e-05,-3.244075924158096e-05,-2.9064714908599854e-05,-2.5688670575618744e-05,-2.2312626242637634e-05,-1.8936581909656525e-05,-1.5560537576675415e-05,-1.2184493243694305e-05,-8.808448910713196e-06,-5.432404577732086e-06,-2.0563602447509766e-06,1.319684088230133e-06,4.695728421211243e-06,8.071772754192352e-06,1.1447817087173462e-05,1.4823861420154572e-05,1.819990575313568e-05,2.157595008611679e-05,2.49519944190979e-05,2.832803875207901e-05,3.170408308506012e-05,3.508012741804123e-05,3.845617175102234e-05,4.183221608400345e-05,4.520826041698456e-05,4.858430474996567e-05,5.196034908294678e-05,5.533639341592789e-05,5.8712437748908997e-05,6.20884820818901e-05,6.546452641487122e-05,6.884057074785233e-05,7.221661508083344e-05,7.559265941381454e-05,7.896870374679565e-05,8.234474807977676e-05,8.572079241275787e-05,8.909683674573898e-05,9.247288107872009e-05,9.58489254117012e-05,9.922496974468231e-05,0.00010260101407766342,0.00010597705841064453],"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,0,0,1,4,2,2,6,5,10,9,10,11,15,16,18,25,25,26,45,25,39,28,38,41,34,36,32,29,22,34,24,31,17,23,13,21,8,13,8,6,5,3,1,0,0,1,0,0,0,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,4,1,1,3,7,6,8,16,15,28,32,52,53,62,86,89,88,104,117,125,130,130,127,131,101,99,84,78,56,53,34,31,23,15,13,7,5,5,6,2,2,1,3,3,1,5,0,1,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.024313151836395264,-0.023696592077612877,-0.02308003418147564,-0.022463474422693253,-0.021846916526556015,-0.021230356767773628,-0.02061379887163639,-0.019997239112854004,-0.019380681216716766,-0.01876412145793438,-0.018147561699151993,-0.017531003803014755,-0.01691444404423237,-0.01629788614809513,-0.015681326389312744,-0.015064767561852932,-0.01444820873439312,-0.013831649906933308,-0.013215091079473495,-0.012598532252013683,-0.011981973424553871,-0.011365413665771484,-0.010748854838311672,-0.01013229601085186,-0.009515737183392048,-0.008899178355932236,-0.008282619528472424,-0.007666060235351324,-0.007049501407891512,-0.0064329425804317,-0.0058163832873106,-0.005199824459850788,-0.004583267495036125,-0.003966708667576313,-0.003350149607285857,-0.0027335905469954014,-0.0021170317195355892,-0.0015004727756604552,-0.0008839138317853212,-0.00026735488791018724,0.00034920405596494675,0.0009657629998400807,0.0015823219437152147,0.0021988810040056705,0.0028154398314654827,0.003431998658925295,0.004048557952046394,0.0046651167795062065,0.005281675606966019,0.005898234434425831,0.006514793261885643,0.0071313525550067425,0.007747911382466555,0.008364470675587654,0.008981029503047466,0.009597588330507278,0.01021414715796709,0.010830705985426903,0.011447264812886715,0.012063823640346527,0.012680383399128914,0.013296942226588726,0.013913501054048538,0.01453005988150835,0.015146618708968163]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,1,1,0,1,2,2,3,1,5,4,6,2,8,8,9,8,8,16,15,14,19,23,28,29,26,35,46,33,40,34,45,30,30,24,19,29,24,15,12,20,13,17,5,7,9,0,5,3,6,6,4,2,2,3,1,3,3,1,1,0,1],"bins":[-0.0014247298240661621,-0.0013803085312247276,-0.0013358872383832932,-0.0012914659455418587,-0.0012470446527004242,-0.0012026233598589897,-0.0011582020670175552,-0.0011137807741761208,-0.0010693594813346863,-0.0010249381884932518,-0.0009805168956518173,-0.0009360956028103828,-0.0008916743099689484,-0.0008472530171275139,-0.0008028317242860794,-0.0007584104314446449,-0.0007139891386032104,-0.000669567845761776,-0.0006251465529203415,-0.000580725260078907,-0.0005363039672374725,-0.0004918826743960381,-0.0004474613815546036,-0.0004030400887131691,-0.0003586187958717346,-0.00031419750303030014,-0.00026977621018886566,-0.00022535491734743118,-0.0001809336245059967,-0.00013651233166456223,-9.209103882312775e-05,-4.766974598169327e-05,-3.248453140258789e-06,4.117283970117569e-05,8.559413254261017e-05,0.00013001542538404465,0.00017443671822547913,0.0002188580110669136,0.0002632793039083481,0.00030770059674978256,0.00035212188959121704,0.0003965431824326515,0.000440964475274086,0.0004853857681155205,0.000529807060956955,0.0005742283537983894,0.0006186496466398239,0.0006630709394812584,0.0007074922323226929,0.0007519135251641273,0.0007963348180055618,0.0008407561108469963,0.0008851774036884308,0.0009295986965298653,0.0009740199893712997,0.0010184412822127342,0.0010628625750541687,0.0011072838678956032,0.0011517051607370377,0.0011961264535784721,0.0012405477464199066,0.001284969039261341,0.0013293903321027756,0.00137381162494421,0.0014182329177856445],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,0,0,0,1,1,0,0,2,3,1,4,2,7,9,4,12,16,10,12,15,18,19,15,17,30,26,30,34,35,25,34,28,38,31,41,14,29,23,20,24,16,15,16,17,16,4,11,9,5,4,5,5,5,3,1,1,3],"bins":[-0.00944459531456232,-0.009196207858622074,-0.008947820402681828,-0.008699432946741581,-0.008451045490801334,-0.008202658034861088,-0.007954269647598267,-0.007705882657319307,-0.0074574947357177734,-0.007209107279777527,-0.00696071982383728,-0.006712332367897034,-0.006463944911956787,-0.0062155574560165405,-0.005967169534415007,-0.00571878207847476,-0.0054703946225345135,-0.005222007166594267,-0.00497361971065402,-0.004725231789052486,-0.00447684433311224,-0.004228456877171993,-0.003980069421231747,-0.0037316817324608564,-0.00348329427652061,-0.0032349068205803633,-0.002986519131809473,-0.0027381316758692265,-0.00248974421992898,-0.0022413565311580896,-0.001992969075217843,-0.0017445815028622746,-0.0014961943961679935,-0.0012478068238124251,-0.0009994192514568567,-0.0007510317955166101,-0.0005026442231610417,-0.0002542566799093038,-5.869136657565832e-06,0.00024251840659417212,0.0004909059498459101,0.0007392935222014785,0.0009876810945570469,0.0012360685504972935,0.0014844561228528619,0.0017328436952084303,0.001981231151148677,0.002229618839919567,0.0024780062958598137,0.0027263937518000603,0.0029747814405709505,0.003223168896511197,0.0034715565852820873,0.003719944041222334,0.0039683314971625805,0.004216718953102827,0.004465106874704361,0.0047134943306446075,0.004961881786584854,0.005210269242525101,0.005458656698465347,0.005707044154405594,0.005955432076007128,0.006203819531947374,0.006452206987887621],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,1,4,9,19,33,41,99,153,245,420,634,986,1443,2067,2846,4085,5617,7331,9582,12071,15065,18110,21460,24832,27651,31149,33000,34934,35698,36056,35222,33513,31422,28834,25853,22558,19206,15849,12962,10219,7840,6071,4546,3296,2323,1614,1009,683,432,282,190,102,60,50,21,12,4,3,3,1,1],"bins":[-0.10062700510025024,-0.09749682247638702,-0.0943666398525238,-0.09123645722866058,-0.08810627460479736,-0.08497609198093414,-0.08184590935707092,-0.0787157267332077,-0.07558554410934448,-0.07245536148548126,-0.06932517886161804,-0.06619499623775482,-0.0630648136138916,-0.05993463099002838,-0.05680444836616516,-0.05367426574230194,-0.05054408311843872,-0.0474139004945755,-0.04428371787071228,-0.04115353524684906,-0.03802335262298584,-0.03489316999912262,-0.0317629873752594,-0.02863280475139618,-0.02550262212753296,-0.02237243950366974,-0.01924225687980652,-0.0161120742559433,-0.012981891632080078,-0.009851709008216858,-0.006721526384353638,-0.0035913437604904175,-0.00046116113662719727,0.002669021487236023,0.005799204111099243,0.008929386734962463,0.012059569358825684,0.015189751982688904,0.018319934606552124,0.021450117230415344,0.024580299854278564,0.027710482478141785,0.030840665102005005,0.033970847725868225,0.037101030349731445,0.040231212973594666,0.043361395597457886,0.046491578221321106,0.049621760845184326,0.052751943469047546,0.05588212609291077,0.05901230871677399,0.06214249134063721,0.06527267396450043,0.06840285658836365,0.07153303921222687,0.07466322183609009,0.07779340445995331,0.08092358708381653,0.08405376970767975,0.08718395233154297,0.09031413495540619,0.09344431757926941,0.09657450020313263,0.09970468282699585]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[5,7,11,24,38,73,115,207,322,539,873,1306,2147,3105,4572,6656,9281,12775,16982,22141,28267,35666,43274,51881,60411,68777,76891,83427,89393,93380,95047,94007,91494,86881,81149,73565,65188,56536,48361,39791,32231,25601,19794,14981,10979,8000,5588,3882,2570,1700,1191,680,485,221,190,97,56,26,13,3,6,3,1,1],"bins":[-0.09533366560935974,-0.09223702549934387,-0.089140385389328,-0.08604374527931213,-0.08294710516929626,-0.0798504650592804,-0.07675382494926453,-0.07365718483924866,-0.07056054472923279,-0.06746390461921692,-0.06436726450920105,-0.06127062067389488,-0.05817398056387901,-0.055077340453863144,-0.051980700343847275,-0.048884060233831406,-0.045787420123815536,-0.04269078001379967,-0.0395941399037838,-0.03649749979376793,-0.03340085968375206,-0.03030421771109104,-0.027207577601075172,-0.024110937491059303,-0.021014297381043434,-0.017917657271027565,-0.014821017161011696,-0.011724376119673252,-0.008627736009657383,-0.005531095899641514,-0.0024344553239643574,0.0006621850188821554,0.003758825361728668,0.006855465471744537,0.009952105581760406,0.01304874662309885,0.016145385801792145,0.019242027774453163,0.022338667884469032,0.0254353079944849,0.02853194810450077,0.03162859007716179,0.03472523018717766,0.03782187029719353,0.040918510407209396,0.044015150517225266,0.047111790627241135,0.050208430737257004,0.05330507084727287,0.05640171095728874,0.05949835106730461,0.06259499490261078,0.06569163501262665,0.06878827512264252,0.07188491523265839,0.07498155534267426,0.07807819545269012,0.081174835562706,0.08427147567272186,0.08736811578273773,0.0904647558927536,0.09356139600276947,0.09665803611278534,0.09975467622280121,0.10285131633281708]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,1,1,1,5,2,5,3,5,15,21,31,45,55,74,131,175,277,404,589,824,1153,1688,2307,3131,4475,6120,8726,12411,17272,23798,33440,44472,51720,47617,37560,26872,19623,13693,10065,7149,5016,3512,2515,1765,1331,931,690,489,308,220,170,116,65,41,26,23,11,14,5,5,1,2,3],"bins":[-0.0004944801330566406,-0.0004797987639904022,-0.0004651173949241638,-0.0004504360258579254,-0.000435754656791687,-0.0004210732877254486,-0.0004063919186592102,-0.0003917105495929718,-0.0003770291805267334,-0.000362347811460495,-0.0003476664423942566,-0.0003329850733280182,-0.0003183037042617798,-0.0003036223351955414,-0.000288940966129303,-0.0002742595970630646,-0.00025957822799682617,-0.00024489685893058777,-0.00023021548986434937,-0.00021553412079811096,-0.00020085275173187256,-0.00018617138266563416,-0.00017149001359939575,-0.00015680864453315735,-0.00014212727546691895,-0.00012744590640068054,-0.00011276453733444214,-9.808316826820374e-05,-8.340179920196533e-05,-6.872043013572693e-05,-5.4039061069488525e-05,-3.935769200325012e-05,-2.467632293701172e-05,-9.994953870773315e-06,4.686415195465088e-06,1.936778426170349e-05,3.4049153327941895e-05,4.87305223941803e-05,6.34118914604187e-05,7.80932605266571e-05,9.277462959289551e-05,0.00010745599865913391,0.00012213736772537231,0.00013681873679161072,0.00015150010585784912,0.00016618147492408752,0.00018086284399032593,0.00019554421305656433,0.00021022558212280273,0.00022490695118904114,0.00023958832025527954,0.00025426968932151794,0.00026895105838775635,0.00028363242745399475,0.00029831379652023315,0.00031299516558647156,0.00032767653465270996,0.00034235790371894836,0.00035703927278518677,0.00037172064185142517,0.0003864020109176636,0.000401083379983902,0.0004157647490501404,0.0004304461181163788,0.0004451274871826172]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.11065520346164703,-0.1073421761393547,-0.10402914881706238,-0.10071612149477005,-0.09740309417247772,-0.0940900668501854,-0.09077703952789307,-0.08746401220560074,-0.08415098488330841,-0.08083796501159668,-0.07752493768930435,-0.07421191036701202,-0.0708988830447197,-0.06758585572242737,-0.06427282840013504,-0.06095980107784271,-0.057646773755550385,-0.05433374643325806,-0.05102071911096573,-0.0477076917886734,-0.04439466446638107,-0.041081640869379044,-0.037768613547086716,-0.03445558622479439,-0.03114255890250206,-0.027829531580209732,-0.024516504257917404,-0.021203478798270226,-0.017890451475977898,-0.01457742415368557,-0.011264397762715816,-0.007951371371746063,-0.004638336598873138,-0.0013253097422420979,0.0019877171143889427,0.005300743971019983,0.008613770827651024,0.011926798149943352,0.015239824540913105,0.01855285093188286,0.021865878254175186,0.025178905576467514,0.028491932898759842,0.03180496022105217,0.0351179838180542,0.03843101114034653,0.041744038462638855,0.04505706578493118,0.04837009310722351,0.05168312042951584,0.054996147751808167,0.058309175074100494,0.06162220239639282,0.06493522971868515,0.06824825704097748,0.0715612843632698,0.07487431168556213,0.07818733155727386,0.08150035887956619,0.08481338620185852,0.08812641352415085,0.09143944084644318,0.0947524681687355,0.09806549549102783,0.10137852281332016],"_type":"histogram","values":[1,0,2,0,2,2,6,11,23,45,77,103,194,333,473,736,1152,1756,2455,3673,4724,6653,8664,11194,14311,17240,20531,23925,27374,30451,33014,35143,36088,36672,35945,34901,32509,29536,26800,23323,19961,16628,13399,10546,8173,6166,4593,3343,2313,1662,1081,709,455,306,189,118,65,38,18,8,5,2,3,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,3,0,0,0,0,0,2,4,1,3,2,5,6,11,10,7,8,13,15,16,25,16,25,32,29,31,36,44,27,38,40,36,27,38,31,27,22,14,22,21,15,7,6,13,8,3,3,9,4,4,2,1,0,2,0,1,1,1],"bins":[-0.0020279574673622847,-0.001970387762412429,-0.0019128178246319294,-0.0018552480032667518,-0.0017976781819015741,-0.0017401083605363965,-0.0016825385391712189,-0.0016249687178060412,-0.0015673988964408636,-0.001509829075075686,-0.0014522592537105083,-0.0013946894323453307,-0.001337119610980153,-0.0012795497896149755,-0.0012219799682497978,-0.0011644101468846202,-0.0011068403255194426,-0.0010492706205695868,-0.0009917007992044091,-0.0009341309196315706,-0.000876561098266393,-0.0008189912769012153,-0.0007614214555360377,-0.00070385163417086,-0.0006462818710133433,-0.0005887120496481657,-0.0005311422282829881,-0.00047357237781398,-0.0004160025855526328,-0.0003584327641874552,-0.00030086294282227755,-0.00024329312145709991,-0.00018572330009192228,-0.00012815347872674465,-7.058366463752463e-05,-1.301384691032581e-05,4.4555970816873014e-05,0.00010212579218205065,0.00015969559899531305,0.00021726542036049068,0.0002748352417256683,0.00033240506309084594,0.0003899748844560236,0.0004475447058212012,0.0005051144980825484,0.000562684319447726,0.0006202541408129036,0.0006778239621780813,0.0007353937835432589,0.0007929636049084365,0.0008505334262736142,0.0009081032476387918,0.0009656730690039694,0.0010232428321614861,0.0010808126535266638,0.0011383824748918414,0.001195952296257019,0.0012535221176221967,0.0013110919389873743,0.001368661760352552,0.0014262315817177296,0.0014838014030829072,0.0015413712244480848,0.0015989410458132625,0.00165651086717844]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,3,1,4,12,5,15,24,24,37,47,79,89,149,220,345,490,704,1092,1632,2622,4202,6538,10897,18548,31093,55023,91368,121804,98574,58554,34566,19769,11834,7046,4287,2841,1764,1209,730,497,342,223,153,119,71,45,41,19,21,11,12,10,3,3,3,3,1,0,1,1],"bins":[-0.00011217594146728516,-0.0001086229458451271,-0.00010506995022296906,-0.000101516954600811,-9.796395897865295e-05,-9.44109633564949e-05,-9.085796773433685e-05,-8.73049721121788e-05,-8.375197649002075e-05,-8.01989808678627e-05,-7.664598524570465e-05,-7.30929896235466e-05,-6.953999400138855e-05,-6.59869983792305e-05,-6.243400275707245e-05,-5.88810071349144e-05,-5.532801151275635e-05,-5.17750158905983e-05,-4.8222020268440247e-05,-4.4669024646282196e-05,-4.1116029024124146e-05,-3.7563033401966095e-05,-3.4010037779808044e-05,-3.0457042157649994e-05,-2.6904046535491943e-05,-2.3351050913333893e-05,-1.9798055291175842e-05,-1.6245059669017792e-05,-1.2692064046859741e-05,-9.13906842470169e-06,-5.58607280254364e-06,-2.0330771803855896e-06,1.519918441772461e-06,5.0729140639305115e-06,8.625909686088562e-06,1.2178905308246613e-05,1.5731900930404663e-05,1.9284896552562714e-05,2.2837892174720764e-05,2.6390887796878815e-05,2.9943883419036865e-05,3.3496879041194916e-05,3.7049874663352966e-05,4.060287028551102e-05,4.415586590766907e-05,4.770886152982712e-05,5.126185715198517e-05,5.481485277414322e-05,5.836784839630127e-05,6.192084401845932e-05,6.547383964061737e-05,6.902683526277542e-05,7.257983088493347e-05,7.613282650709152e-05,7.968582212924957e-05,8.323881775140762e-05,8.679181337356567e-05,9.034480899572372e-05,9.389780461788177e-05,9.745080024003983e-05,0.00010100379586219788,0.00010455679148435593,0.00010810978710651398,0.00011166278272867203,0.00011521577835083008]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,5,1,0,0,0,3,4,3,6,7,15,10,23,24,49,49,59,69,79,78,60,55,36,38,25,16,16,13,5,5,3,5,2,1,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0023949742317199707,-0.0023145629093050957,-0.0022341515868902206,-0.0021537402644753456,-0.0020733289420604706,-0.0019929176196455956,-0.0019125062972307205,-0.0018320949748158455,-0.0017516836524009705,-0.0016712723299860954,-0.0015908610075712204,-0.0015104496851563454,-0.0014300383627414703,-0.0013496270403265953,-0.0012692157179117203,-0.0011888043954968452,-0.0011083930730819702,-0.0010279817506670952,-0.0009475704282522202,-0.0008671591058373451,-0.0007867477834224701,-0.0007063364610075951,-0.00062592513859272,-0.000545513816177845,-0.00046510249376296997,-0.00038469117134809494,-0.0003042798489332199,-0.00022386852651834488,-0.00014345720410346985,-6.304588168859482e-05,1.7365440726280212e-05,9.777676314115524e-05,0.00017818808555603027,0.0002585994079709053,0.00033901073038578033,0.00041942205280065536,0.0004998333752155304,0.0005802446976304054,0.0006606560200452805,0.0007410673424601555,0.0008214786648750305,0.0009018899872899055,0.0009823013097047806,0.0010627126321196556,0.0011431239545345306,0.0012235352769494057,0.0013039465993642807,0.0013843579217791557,0.0014647692441940308,0.0015451805666089058,0.0016255918890237808,0.0017060032114386559,0.0017864145338535309,0.001866825856268406,0.001947237178683281,0.002027648501098156,0.002108059823513031,0.002188471145927906,0.002268882468342781,0.002349293790757656,0.002429705113172531,0.002510116435587406,0.002590527758002281,0.0026709390804171562,0.0027513504028320312],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,1,0,0,0,1,0,0,1,4,2,1,8,3,9,3,3,7,5,10,11,11,16,7,20,17,21,9,23,22,26,13,27,19,30,27,27,32,30,24,26,29,21,28,28,21,11,17,18,18,16,10,12,8,10,1,3,5,5,4,2,1,3],"bins":[0.9672814607620239,0.9679670929908752,0.9686527252197266,0.9693383574485779,0.9700239896774292,0.9707096219062805,0.9713951945304871,0.9720808267593384,0.9727664589881897,0.973452091217041,0.9741377234458923,0.9748233556747437,0.975508987903595,0.9761946201324463,0.9768802523612976,0.9775658845901489,0.9782514572143555,0.9789370894432068,0.9796227216720581,0.9803083539009094,0.9809939861297607,0.9816796183586121,0.9823652505874634,0.9830508828163147,0.983736515045166,0.9844221472740173,0.9851077795028687,0.9857933521270752,0.9864789843559265,0.9871646165847778,0.9878502488136292,0.9885358810424805,0.9892215132713318,0.9899071455001831,0.9905927777290344,0.9912784099578857,0.9919640421867371,0.9926496744155884,0.9933352470397949,0.9940208792686462,0.9947065114974976,0.9953921437263489,0.9960777759552002,0.9967634081840515,0.9974490404129028,0.9981346726417542,0.9988203048706055,0.9995059370994568,1.000191569328308,1.0008771419525146,1.0015628337860107,1.0022484064102173,1.0029340982437134,1.00361967086792,1.0043052434921265,1.0049909353256226,1.005676507949829,1.0063621997833252,1.0070477724075317,1.0077334642410278,1.0084190368652344,1.0091047286987305,1.009790301322937,1.010475993156433,1.0111615657806396],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[3,0,0,2,1,2,4,7,7,11,5,17,36,37,44,59,101,142,200,308,460,689,984,1566,2584,3990,6891,12795,24879,53857,141935,195812,73052,31751,16271,8319,4868,2877,1816,1134,759,497,306,207,167,106,71,55,34,31,11,18,8,15,2,6,6,1,1,2,2,0,1,2],"bins":[-0.00030350685119628906,-0.0002937689423561096,-0.0002840310335159302,-0.00027429312467575073,-0.0002645552158355713,-0.00025481730699539185,-0.0002450793981552124,-0.00023534148931503296,-0.00022560358047485352,-0.00021586567163467407,-0.00020612776279449463,-0.00019638985395431519,-0.00018665194511413574,-0.0001769140362739563,-0.00016717612743377686,-0.0001574382185935974,-0.00014770030975341797,-0.00013796240091323853,-0.00012822449207305908,-0.00011848658323287964,-0.0001087486743927002,-9.901076555252075e-05,-8.927285671234131e-05,-7.953494787216187e-05,-6.979703903198242e-05,-6.005913019180298e-05,-5.0321221351623535e-05,-4.058331251144409e-05,-3.084540367126465e-05,-2.1107494831085205e-05,-1.1369585990905762e-05,-1.6316771507263184e-06,8.106231689453125e-06,1.784414052963257e-05,2.7582049369812012e-05,3.7319958209991455e-05,4.70578670501709e-05,5.679577589035034e-05,6.653368473052979e-05,7.627159357070923e-05,8.600950241088867e-05,9.574741125106812e-05,0.00010548532009124756,0.000115223228931427,0.00012496113777160645,0.0001346990466117859,0.00014443695545196533,0.00015417486429214478,0.00016391277313232422,0.00017365068197250366,0.0001833885908126831,0.00019312649965286255,0.000202864408493042,0.00021260231733322144,0.00022234022617340088,0.00023207813501358032,0.00024181604385375977,0.0002515539526939392,0.00026129186153411865,0.0002710297703742981,0.00028076767921447754,0.000290505588054657,0.0003002434968948364,0.00030998140573501587,0.0003197193145751953]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.007696823682636023,-0.0074558318592607975,-0.00721484050154686,-0.006973848678171635,-0.006732857320457697,-0.006491865497082472,-0.006250874139368534,-0.006009882315993309,-0.005768890492618084,-0.005527899134904146,-0.005286907311528921,-0.005045915953814983,-0.004804924130439758,-0.0045639327727258205,-0.0043229409493505955,-0.004081949591636658,-0.0038409577682614326,-0.0035999661777168512,-0.00335897458717227,-0.0031179829966276884,-0.002876991406083107,-0.002635999582707882,-0.0023950079921633005,-0.002154016401618719,-0.0019130248110741377,-0.0016720332205295563,-0.0014310416299849749,-0.0011900499230250716,-0.0009490583324804902,-0.0007080667419359088,-0.00046707509318366647,-0.0002260834735352546,1.4907680451869965e-05,0.00025589930010028183,0.0004968909197486937,0.000737882568500936,0.0009788741590455174,0.0012198657495900989,0.001460857456550002,0.0017018490470945835,0.001942840637639165,0.0021838322281837463,0.0024248238187283278,0.002665815409272909,0.0029068072326481342,0.0031477988231927156,0.003388790413737297,0.0036297820042818785,0.00387077359482646,0.004111765418201685,0.004352756775915623,0.004593748599290848,0.0048347399570047855,0.005075731780380011,0.005316723138093948,0.005557714961469173,0.0057987067848443985,0.006039698142558336,0.006280689965933561,0.006521681323647499,0.006762673147022724,0.007003664504736662,0.007244656328111887,0.007485647685825825,0.00772663950920105],"_type":"histogram","values":[1,0,1,0,0,0,0,1,2,5,1,3,4,7,6,8,7,13,13,13,20,16,20,24,29,32,27,29,31,31,32,33,40,38,33,25,20,18,35,27,19,18,9,18,14,10,7,5,5,2,9,4,0,0,0,0,0,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,3,1,3,1,1,0,5,7,3,4,6,7,6,11,17,10,16,14,20,23,21,30,25,28,32,33,26,35,35,34,33,25,21,37,20,21,21,20,16,12,18,7,13,11,1,7,6,2,2,3,3,1,2,2,3,1,0,0,0,1],"bins":[-0.0007610917091369629,-0.000736636109650135,-0.0007121805101633072,-0.0006877249106764793,-0.0006632693111896515,-0.0006388137117028236,-0.0006143581122159958,-0.0005899025127291679,-0.0005654469132423401,-0.0005409913137555122,-0.0005165357142686844,-0.0004920801147818565,-0.0004676245152950287,-0.00044316891580820084,-0.000418713316321373,-0.00039425771683454514,-0.0003698021173477173,-0.00034534651786088943,-0.0003208909183740616,-0.00029643531888723373,-0.0002719797194004059,-0.00024752411991357803,-0.00022306852042675018,-0.00019861292093992233,-0.00017415732145309448,-0.00014970172196626663,-0.00012524612247943878,-0.00010079052299261093,-7.633492350578308e-05,-5.187932401895523e-05,-2.742372453212738e-05,-2.96812504529953e-06,2.148747444152832e-05,4.594307392835617e-05,7.039867341518402e-05,9.485427290201187e-05,0.00011930987238883972,0.00014376547187566757,0.00016822107136249542,0.00019267667084932327,0.00021713227033615112,0.00024158786982297897,0.0002660434693098068,0.0002904990687966347,0.0003149546682834625,0.0003394102677702904,0.0003638658672571182,0.0003883214667439461,0.0004127770662307739,0.0004372326657176018,0.0004616882652044296,0.0004861438646912575,0.0005105994641780853,0.0005350550636649132,0.000559510663151741,0.0005839662626385689,0.0006084218621253967,0.0006328774616122246,0.0006573330610990524,0.0006817886605858803,0.0007062442600727081,0.000730699859559536,0.0007551554590463638,0.0007796110585331917,0.0008040666580200195]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,1,0,2,0,0,1,1,0,5,4,3,9,9,6,12,11,4,12,17,12,25,18,20,22,26,25,31,24,32,32,27,30,35,33,23,23,32,24,20,11,25,22,8,14,13,11,10,4,10,4,4,4,3,3,5,1,1,0,0,1,0,0,2],"bins":[-0.0012047886848449707,-0.0011667115613818169,-0.001128634437918663,-0.0010905573144555092,-0.0010524801909923553,-0.0010144030675292015,-0.0009763259440660477,-0.0009382488206028938,-0.00090017169713974,-0.0008620945736765862,-0.0008240174502134323,-0.0007859403267502785,-0.0007478632032871246,-0.0007097860798239708,-0.000671708956360817,-0.0006336318328976631,-0.0005955547094345093,-0.0005574775859713554,-0.0005194004625082016,-0.00048132333904504776,-0.0004432462155818939,-0.0004051690921187401,-0.00036709196865558624,-0.0003290148451924324,-0.00029093772172927856,-0.0002528605982661247,-0.00021478347480297089,-0.00017670635133981705,-0.0001386292278766632,-0.00010055210441350937,-6.247498095035553e-05,-2.439785748720169e-05,1.3679265975952148e-05,5.175638943910599e-05,8.983351290225983e-05,0.00012791063636541367,0.0001659877598285675,0.00020406488329172134,0.00024214200675487518,0.000280219130218029,0.00031829625368118286,0.0003563733771443367,0.00039445050060749054,0.0004325276240706444,0.0004706047475337982,0.0005086818709969521,0.0005467589944601059,0.0005848361179232597,0.0006229132413864136,0.0006609903648495674,0.0006990674883127213,0.0007371446117758751,0.0007752217352390289,0.0008132988587021828,0.0008513759821653366,0.0008894531056284904,0.0009275302290916443,0.0009656073525547981,0.001003684476017952,0.0010417615994811058,0.0010798387229442596,0.0011179158464074135,0.0011559929698705673,0.0011940700933337212,0.001232147216796875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[6,1,0,5,8,17,35,61,91,151,234,396,561,838,1264,1910,2543,3457,4712,6199,7997,10024,12684,15336,18256,20985,23793,26808,29334,31395,32844,33549,33875,33901,31857,30599,27983,25772,22818,19861,16599,13893,11298,9164,7238,5401,4088,3024,2211,1657,1042,740,511,293,184,147,61,43,28,23,8,6,3,2],"bins":[-0.10058142244815826,-0.09746711701154709,-0.09435281902551651,-0.09123851358890533,-0.08812421560287476,-0.08500991016626358,-0.0818956047296524,-0.07878130674362183,-0.07566700130701065,-0.07255269587039948,-0.0694383978843689,-0.06632409244775772,-0.06320978701114655,-0.06009548902511597,-0.05698118358850479,-0.053866881877183914,-0.05075258016586304,-0.04763827845454216,-0.04452397674322128,-0.04140967130661011,-0.03829536959528923,-0.03518106788396835,-0.03206676244735718,-0.0289524607360363,-0.025838159024715424,-0.022723857313394547,-0.01960955373942852,-0.016495250165462494,-0.013380948454141617,-0.010266645811498165,-0.0071523431688547134,-0.004038040526211262,-0.0009237378835678101,0.0021905647590756416,0.005304867401719093,0.008419170044362545,0.011533472687005997,0.014647775329649448,0.0177620779722929,0.020876381546258926,0.023990683257579803,0.02710498496890068,0.030219288542866707,0.03333359211683273,0.03644789382815361,0.03956219553947449,0.04267650097608566,0.04579080268740654,0.04890510439872742,0.052019406110048294,0.05513370782136917,0.05824801325798035,0.061362314969301224,0.0644766166806221,0.06759092211723328,0.07070522010326385,0.07381952553987503,0.0769338309764862,0.08004812896251678,0.08316243439912796,0.08627673983573914,0.08939103782176971,0.09250534325838089,0.09561964124441147,0.09873394668102264],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[2,0,0,0,4,4,7,6,12,19,27,25,39,58,78,96,120,170,205,238,377,451,656,910,1339,1972,2885,4958,8736,19378,96722,1.300913e+06,90513,18934,8573,4660,2943,1841,1250,976,661,507,388,302,216,178,126,92,81,59,45,35,22,13,7,15,5,5,2,5,2,0,0,1],"bins":[-0.002651214599609375,-0.0025670230388641357,-0.0024828314781188965,-0.0023986399173736572,-0.002314448356628418,-0.0022302567958831787,-0.0021460652351379395,-0.0020618736743927,-0.001977682113647461,-0.0018934905529022217,-0.0018092989921569824,-0.0017251074314117432,-0.001640915870666504,-0.0015567243099212646,-0.0014725327491760254,-0.0013883411884307861,-0.0013041496276855469,-0.0012199580669403076,-0.0011357665061950684,-0.001051574945449829,-0.0009673833847045898,-0.0008831918239593506,-0.0007990002632141113,-0.0007148087024688721,-0.0006306171417236328,-0.0005464255809783936,-0.0004622340202331543,-0.00037804245948791504,-0.0002938508987426758,-0.00020965933799743652,-0.00012546777725219727,-4.127621650695801e-05,4.291534423828125e-05,0.0001271069049835205,0.00021129846572875977,0.000295490026473999,0.0003796815872192383,0.00046387314796447754,0.0005480647087097168,0.0006322562694549561,0.0007164478302001953,0.0008006393909454346,0.0008848309516906738,0.0009690225124359131,0.0010532140731811523,0.0011374056339263916,0.0012215971946716309,0.0013057887554168701,0.0013899803161621094,0.0014741718769073486,0.0015583634376525879,0.0016425549983978271,0.0017267465591430664,0.0018109381198883057,0.001895129680633545,0.001979321241378784,0.0020635128021240234,0.0021477043628692627,0.002231895923614502,0.002316087484359741,0.0024002790451049805,0.0024844706058502197,0.002568662166595459,0.0026528537273406982,0.0027370452880859375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.0007561445236206055,-0.0007329564541578293,-0.0007097683846950531,-0.0006865803152322769,-0.0006633922457695007,-0.0006402041763067245,-0.0006170161068439484,-0.0005938280373811722,-0.000570639967918396,-0.0005474518984556198,-0.0005242638289928436,-0.0005010757595300674,-0.00047788769006729126,-0.0004546996206045151,-0.0004315115511417389,-0.0004083234816789627,-0.0003851354122161865,-0.00036194734275341034,-0.00033875927329063416,-0.00031557120382785797,-0.0002923831343650818,-0.0002691950649023056,-0.0002460069954395294,-0.00022281892597675323,-0.00019963085651397705,-0.00017644278705120087,-0.00015325471758842468,-0.0001300666481256485,-0.00010687857866287231,-8.369050920009613e-05,-6.0502439737319946e-05,-3.731437027454376e-05,-1.4126300811767578e-05,9.061768651008606e-06,3.224983811378479e-05,5.5437907576560974e-05,7.862597703933716e-05,0.00010181404650211334,0.00012500211596488953,0.0001481901854276657,0.0001713782548904419,0.00019456632435321808,0.00021775439381599426,0.00024094246327877045,0.00026413053274154663,0.0002873186022043228,0.000310506671667099,0.0003336947411298752,0.00035688281059265137,0.00038007088005542755,0.00040325894951820374,0.0004264470189809799,0.0004496350884437561,0.0004728231579065323,0.0004960112273693085,0.0005191992968320847,0.0005423873662948608,0.000565575435757637,0.0005887635052204132,0.0006119515746831894,0.0006351396441459656,0.0006583277136087418,0.0006815157830715179,0.0007047038525342941,0.0007278919219970703],"_type":"histogram","values":[1,1,0,0,1,1,1,2,3,3,3,7,9,4,11,10,8,12,9,10,14,21,25,21,16,24,21,26,21,25,39,18,34,31,24,30,27,22,19,24,18,18,16,14,14,14,11,8,11,16,6,10,5,6,5,4,2,1,3,2,1,2,2,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.00014219412696547806,-0.00013766229676548392,-0.00013313045201357454,-0.0001285986218135804,-0.00012406677706167102,-0.00011953494686167687,-0.00011500310938572511,-0.00011047127190977335,-0.00010593943443382159,-0.00010140759695786983,-9.687575948191807e-05,-9.23439220059663e-05,-8.781209180597216e-05,-8.32802543300204e-05,-7.874841685406864e-05,-7.421657937811688e-05,-6.968474190216511e-05,-6.515290442621335e-05,-6.062106695026159e-05,-5.608923311228864e-05,-5.155739563633688e-05,-4.702555816038512e-05,-4.249372432241216e-05,-3.79618868464604e-05,-3.343004937050864e-05,-2.889821189455688e-05,-2.4366376237594523e-05,-1.9834540580632165e-05,-1.5302703104680404e-05,-1.0770866538223345e-05,-6.239029971766286e-06,-1.7071934053092264e-06,2.8246286092326045e-06,7.356465175689664e-06,1.1888301742146723e-05,1.642013739910908e-05,2.095197487506084e-05,2.5483812351012602e-05,3.001564800797496e-05,3.454748366493732e-05,3.907932114088908e-05,4.361115861684084e-05,4.81429960927926e-05,5.2674829930765554e-05,5.7206667406717315e-05,6.173850124469027e-05,6.627033872064203e-05,7.080217619659379e-05,7.533401367254555e-05,7.986585114849731e-05,8.439768862444907e-05,8.892952610040084e-05,9.34613635763526e-05,9.799319377634674e-05,0.0001025250312522985,0.00010705686872825027,0.00011158870620420203,0.00011612054368015379,0.00012065238115610555,0.0001251842186320573,0.00012971604883205146,0.00013424789358396083,0.00013877972378395498,0.00014331156853586435,0.0001478433987358585],"_type":"histogram","values":[1,0,1,0,0,1,0,3,2,2,6,5,5,6,6,3,9,9,9,11,17,24,19,23,32,24,23,25,39,38,32,38,21,40,31,25,26,20,33,27,19,19,14,20,14,12,8,6,5,4,3,2,2,1,1,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,2,5,8,20,28,40,94,161,287,425,619,999,1522,2229,3074,4176,5972,7558,9901,12389,15129,18648,21719,24916,28645,30944,33439,35117,35649,35673,34928,33505,31069,28704,25551,22083,18764,15495,12687,10045,7763,5776,4266,3213,2253,1539,1072,692,379,265,162,97,43,41,23,7,6,3,2,1,0,0,1],"bins":[-0.0915084183216095,-0.0884600430727005,-0.0854116678237915,-0.08236329257488251,-0.07931491732597351,-0.07626654952764511,-0.07321817427873611,-0.07016979902982712,-0.06712142378091812,-0.06407304853200912,-0.06102467328310013,-0.05797630175948143,-0.054927926510572433,-0.05187955126166344,-0.04883117973804474,-0.04578280448913574,-0.042734429240226746,-0.03968605399131775,-0.03663767874240875,-0.033589307218790054,-0.030540931969881058,-0.02749255672097206,-0.024444183334708214,-0.021395809948444366,-0.01834743469953537,-0.015299060381948948,-0.012250686064362526,-0.009202311746776104,-0.006153937429189682,-0.00310556311160326,-5.7188794016838074e-05,0.002991185523569584,0.006039559841156006,0.009087934158742428,0.01213630847632885,0.015184682793915272,0.018233057111501694,0.02128143236041069,0.024329805746674538,0.027378179132938385,0.03042655438184738,0.03347492963075638,0.036523304879665375,0.03957167640328407,0.04262005165219307,0.045668426901102066,0.048716798424720764,0.05176517367362976,0.05481354892253876,0.057861924171447754,0.06091029942035675,0.06395867466926575,0.06700704991817474,0.07005541771650314,0.07310379296541214,0.07615216821432114,0.07920054346323013,0.08224891871213913,0.08529729396104813,0.08834566920995712,0.09139403700828552,0.09444241225719452,0.09749078750610352,0.10053916275501251,0.10358753800392151],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,0,0,0,0,0,1,0,1,2,0,0,4,9,10,21,15,32,43,59,79,120,225,342,565,906,1539,2611,5108,9990,22163,60614,242141,163436,44110,17465,8179,4223,2357,1341,795,451,311,190,146,68,43,33,17,13,8,11,10,4,5,4,0,1,0,1,0,0,0,1],"bins":[-0.0025119781494140625,-0.002435535192489624,-0.0023590922355651855,-0.002282649278640747,-0.0022062063217163086,-0.00212976336479187,-0.0020533204078674316,-0.001976877450942993,-0.0019004344940185547,-0.0018239915370941162,-0.0017475485801696777,-0.0016711056232452393,-0.0015946626663208008,-0.0015182197093963623,-0.0014417767524719238,-0.0013653337955474854,-0.0012888908386230469,-0.0012124478816986084,-0.00113600492477417,-0.0010595619678497314,-0.000983119010925293,-0.0009066760540008545,-0.000830233097076416,-0.0007537901401519775,-0.0006773471832275391,-0.0006009042263031006,-0.0005244612693786621,-0.00044801831245422363,-0.00037157535552978516,-0.0002951323986053467,-0.0002186894416809082,-0.00014224648475646973,-6.580352783203125e-05,1.0639429092407227e-05,8.70823860168457e-05,0.00016352534294128418,0.00023996829986572266,0.00031641125679016113,0.0003928542137145996,0.0004692971706390381,0.0005457401275634766,0.000622183084487915,0.0006986260414123535,0.000775068998336792,0.0008515119552612305,0.0009279549121856689,0.0010043978691101074,0.001080840826034546,0.0011572837829589844,0.0012337267398834229,0.0013101696968078613,0.0013866126537322998,0.0014630556106567383,0.0015394985675811768,0.0016159415245056152,0.0016923844814300537,0.0017688274383544922,0.0018452703952789307,0.0019217133522033691,0.0019981563091278076,0.002074599266052246,0.0021510422229766846,0.002227485179901123,0.0023039281368255615,0.00238037109375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[2,4,11,9,20,34,98,165,308,432,758,1233,1990,3164,4654,6881,9681,13860,18760,24782,31794,40277,48906,58175,68288,78076,85845,93759,97911,99964,99840,96807,92289,86033,77541,67788,58238,48556,39067,31457,24408,18332,13398,9587,6720,4637,3149,2024,1283,784,465,294,157,80,46,19,10,7,2,3,1,0,0,1],"bins":[-0.0984562560915947,-0.09517218917608261,-0.09188812226057053,-0.08860406279563904,-0.08531999588012695,-0.08203592896461487,-0.07875186204910278,-0.0754678025841713,-0.07218373566865921,-0.06889966875314713,-0.06561560183763504,-0.062331538647413254,-0.05904747173190117,-0.05576340854167938,-0.0524793416261673,-0.04919527843594551,-0.045911211520433426,-0.04262714460492134,-0.039343081414699554,-0.03605901449918747,-0.03277495130896568,-0.029490884393453598,-0.026206819340586662,-0.022922754287719727,-0.01963868923485279,-0.016354624181985855,-0.01307055912911892,-0.009786493144929409,-0.006502428092062473,-0.003218362806364894,6.570247933268547e-05,0.003349767765030265,0.006633833050727844,0.00991789810359478,0.013201963156461716,0.01648602820932865,0.019770093262195587,0.023054160177707672,0.026338225230574608,0.029622290283441544,0.03290635347366333,0.036190420389175415,0.0394744873046875,0.042758550494909286,0.04604261741042137,0.04932668060064316,0.05261074751615524,0.05589481070637703,0.059178877621889114,0.0624629445374012,0.06574700772762299,0.06903107464313507,0.07231514155864716,0.07559920102357864,0.07888326793909073,0.08216733485460281,0.0854514017701149,0.08873546868562698,0.09201952815055847,0.09530359506607056,0.09858766198158264,0.10187172889709473,0.10515578836202621,0.1084398552775383,0.11172392219305038]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.10462513566017151,-0.10132741928100586,-0.0980297103524208,-0.09473199397325516,-0.0914342850446701,-0.08813656866550446,-0.0848388597369194,-0.08154114335775375,-0.0782434344291687,-0.07494571805000305,-0.0716480016708374,-0.06835029274225235,-0.0650525763630867,-0.06175486370921135,-0.058457151055336,-0.05515943840146065,-0.0518617257475853,-0.048564013093709946,-0.045266300439834595,-0.041968587785959244,-0.03867087513208389,-0.03537315875291824,-0.03207544609904289,-0.02877773344516754,-0.02548002079129219,-0.02218230813741684,-0.01888459548354149,-0.015586880967020988,-0.012289168313145638,-0.008991455659270287,-0.005693742074072361,-0.0023960289545357227,0.0009016767144203186,0.004199389833956957,0.007497102953493595,0.01079481653869152,0.014092529192566872,0.017390241846442223,0.020687956362962723,0.023985669016838074,0.027283381670713425,0.030581094324588776,0.03387880697846413,0.03717651963233948,0.04047423601150513,0.04377194866538048,0.04706966131925583,0.05036737397313118,0.05366508662700653,0.05696279928088188,0.06026051193475723,0.06355822831392288,0.06685593724250793,0.07015365362167358,0.07345136255025864,0.07674907892942429,0.08004678785800934,0.08334450423717499,0.08664222061634064,0.08993992954492569,0.09323764592409134,0.09653535485267639,0.09983307123184204,0.1031307801604271,0.10642849653959274],"_type":"histogram","values":[3,2,0,4,7,9,26,43,89,180,321,489,815,1329,2102,3394,4951,7219,10294,14491,19642,25721,33368,41772,51208,61325,70588,80290,88651,94810,99619,101460,100484,97209,91761,83828,75463,65692,55537,46122,37191,28928,22209,16691,12188,8523,5906,3992,2609,1709,1086,670,360,218,120,74,35,18,11,3,1,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,2,0,1,2,1,0,2,5,3,5,4,10,6,5,10,9,12,17,13,14,25,24,23,23,23,23,22,36,29,33,30,29,32,26,27,22,30,19,26,18,18,16,19,11,11,5,8,8,4,1,6,5,4,1,3,1,1,0,2,0,0,1],"bins":[0.9782098531723022,0.9789062142372131,0.9796025156974792,0.9802988767623901,0.9809951782226562,0.9816915392875671,0.9823878407478333,0.9830842018127441,0.9837805032730103,0.9844768643379211,0.985173225402832,0.9858695268630981,0.986565887928009,0.9872621893882751,0.987958550453186,0.9886548519134521,0.989351212978363,0.9900475740432739,0.99074387550354,0.9914402365684509,0.992136538028717,0.9928328990936279,0.993529200553894,0.9942255616188049,0.9949219226837158,0.9956182241439819,0.9963145852088928,0.9970108866691589,0.9977072477340698,0.9984035491943359,0.9990999102592468,0.9997962117195129,1.0004925727844238,1.00118887424469,1.0018852949142456,1.0025815963745117,1.0032778978347778,1.003974199295044,1.0046706199645996,1.0053669214248657,1.0060632228851318,1.0067596435546875,1.0074559450149536,1.0081522464752197,1.0088485479354858,1.0095449686050415,1.0102412700653076,1.0109375715255737,1.0116338729858398,1.0123302936553955,1.0130265951156616,1.0137228965759277,1.0144193172454834,1.0151156187057495,1.0158119201660156,1.0165082216262817,1.0172046422958374,1.0179009437561035,1.0185972452163696,1.0192936658859253,1.0199899673461914,1.0206862688064575,1.0213825702667236,1.0220789909362793,1.0227752923965454]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.0002689361572265625,-0.0002599544823169708,-0.00025097280740737915,-0.00024199113249778748,-0.0002330094575881958,-0.00022402778267860413,-0.00021504610776901245,-0.00020606443285942078,-0.0001970827579498291,-0.00018810108304023743,-0.00017911940813064575,-0.00017013773322105408,-0.0001611560583114624,-0.00015217438340187073,-0.00014319270849227905,-0.00013421103358268738,-0.0001252293586730957,-0.00011624768376350403,-0.00010726600885391235,-9.828433394432068e-05,-8.9302659034729e-05,-8.032098412513733e-05,-7.133930921554565e-05,-6.235763430595398e-05,-5.3375959396362305e-05,-4.439428448677063e-05,-3.5412609577178955e-05,-2.643093466758728e-05,-1.7449259757995605e-05,-8.46758484840393e-06,5.140900611877441e-07,9.495764970779419e-06,1.8477439880371094e-05,2.745911478996277e-05,3.644078969955444e-05,4.542246460914612e-05,5.440413951873779e-05,6.338581442832947e-05,7.236748933792114e-05,8.134916424751282e-05,9.033083915710449e-05,9.931251406669617e-05,0.00010829418897628784,0.00011727586388587952,0.0001262575387954712,0.00013523921370506287,0.00014422088861465454,0.00015320256352424622,0.0001621842384338379,0.00017116591334342957,0.00018014758825302124,0.00018912926316261292,0.0001981109380722046,0.00020709261298179626,0.00021607428789138794,0.00022505596280097961,0.0002340376377105713,0.00024301931262016296,0.00025200098752975464,0.0002609826624393463,0.000269964337348938,0.00027894601225852966,0.00028792768716812134,0.000296909362077713,0.0003058910369873047],"_type":"histogram","values":[3,3,1,3,9,4,4,8,9,7,16,28,32,48,76,84,114,152,254,388,486,780,1129,1738,2843,4894,9817,23191,84166,742604,587503,70003,20859,9084,4762,2738,1693,1096,706,457,326,223,142,112,76,57,36,30,16,13,10,9,5,4,6,1,2,0,1,0,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,0,0,2,0,2,1,2,3,6,0,11,9,9,22,23,17,24,32,33,29,41,53,54,55,53,45,30,39,38,21,30,19,14,6,11,7,3,6,3,0,1,1,0,0,0,2,2,1,1,1,1,1,0,0,1],"bins":[-0.06293686479330063,-0.06095842272043228,-0.058979980647563934,-0.05700153857469559,-0.05502309650182724,-0.053044650703668594,-0.05106620863080025,-0.0490877665579319,-0.04710932448506355,-0.045130882412195206,-0.04315244033932686,-0.04117399826645851,-0.039195552468299866,-0.03721711039543152,-0.03523866832256317,-0.033260226249694824,-0.03128178417682648,-0.02930334210395813,-0.027324900031089783,-0.025346456095576286,-0.02336801402270794,-0.021389571949839592,-0.019411128014326096,-0.01743268594145775,-0.015454243868589401,-0.013475801795721054,-0.011497358791530132,-0.00951891578733921,-0.007540473714470863,-0.005562031175941229,-0.0035835886374115944,-0.00160514609888196,0.0003733038902282715,0.002351746428757906,0.0043301889672875404,0.006308631505817175,0.00828707404434681,0.010265516117215157,0.012243959121406078,0.014222402125597,0.016200844198465347,0.018179286271333694,0.02015772834420204,0.022136172279715538,0.024114614352583885,0.026093056425452232,0.02807150036096573,0.030049942433834076,0.03202838450670242,0.03400682657957077,0.03598526865243912,0.037963710725307465,0.03994215279817581,0.04192059859633446,0.043899040669202805,0.04587748274207115,0.0478559248149395,0.049834366887807846,0.05181280896067619,0.05379125103354454,0.055769696831703186,0.05774813890457153,0.05972658097743988,0.06170502305030823,0.06368346512317657]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,0,0,3,2,0,5,3,3,9,8,7,7,9,11,8,17,15,17,29,28,23,25,23,33,33,38,33,31,20,33,25,33,24,24,18,23,16,18,16,17,14,9,8,5,7,9,4,2,2,3,4,1,0,1,0,2,1,3,3],"bins":[-0.0014240145683288574,-0.0013798577710986137,-0.00133570097386837,-0.0012915441766381264,-0.0012473873794078827,-0.001203230582177639,-0.0011590737849473953,-0.0011149169877171516,-0.001070760190486908,-0.0010266033932566643,-0.0009824465960264206,-0.0009382897987961769,-0.0008941330015659332,-0.0008499762043356895,-0.0008058194071054459,-0.0007616626098752022,-0.0007175058126449585,-0.0006733490154147148,-0.0006291922181844711,-0.0005850354209542274,-0.0005408786237239838,-0.0004967218264937401,-0.0004525650292634964,-0.0004084082320332527,-0.00036425143480300903,-0.00032009463757276535,-0.00027593784034252167,-0.00023178104311227798,-0.0001876242458820343,-0.00014346744865179062,-9.931065142154694e-05,-5.515385419130325e-05,-1.099705696105957e-05,3.315974026918411e-05,7.73165374994278e-05,0.00012147333472967148,0.00016563013195991516,0.00020978692919015884,0.0002539437264204025,0.0002981005236506462,0.0003422573208808899,0.0003864141181111336,0.00043057091534137726,0.00047472771257162094,0.0005188845098018646,0.0005630413070321083,0.000607198104262352,0.0006513549014925957,0.0006955116987228394,0.000739668495953083,0.0007838252931833267,0.0008279820904135704,0.0008721388876438141,0.0009162956848740578,0.0009604524821043015,0.0010046092793345451,0.0010487660765647888,0.0010929228737950325,0.0011370796710252762,0.0011812364682555199,0.0012253932654857635,0.0012695500627160072,0.001313706859946251,0.0013578636571764946,0.0014020204544067383]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[1,3,2,8,11,20,29,46,120,191,353,550,888,1415,2182,3276,4869,6936,10001,13422,18315,23935,31000,38415,47251,56141,65161,74337,82149,88828,93493,96567,97460,96369,92216,85710,78748,69882,60652,52052,43022,34317,27426,21267,16096,11820,8588,5925,4089,2665,1731,1143,728,435,272,142,97,46,27,15,2,4,2,1],"bins":[-0.1040339395403862,-0.10080956667661667,-0.09758519381284714,-0.0943608209490776,-0.09113644808530807,-0.08791207522153854,-0.08468770235776901,-0.08146332949399948,-0.07823894917964935,-0.07501457631587982,-0.07179020345211029,-0.06856583058834076,-0.06534145772457123,-0.0621170848608017,-0.058892711997032166,-0.055668339133262634,-0.0524439662694931,-0.04921959340572357,-0.04599522054195404,-0.04277084767818451,-0.03954647481441498,-0.03632209822535515,-0.03309772536158562,-0.029873352497816086,-0.026648979634046555,-0.023424606770277023,-0.020200233906507492,-0.01697585918009281,-0.01375148631632328,-0.010527113452553749,-0.007302739657461643,-0.004078366328030825,-0.0008539929986000061,0.0023703803308308125,0.005594753660261631,0.008819127455353737,0.012043500319123268,0.0152678731828928,0.01849224790930748,0.02171662077307701,0.024940993636846542,0.028165366500616074,0.031389739364385605,0.034614112228155136,0.037838488817214966,0.0410628616809845,0.04428723454475403,0.04751160740852356,0.05073598027229309,0.05396035313606262,0.05718472599983215,0.060409098863601685,0.06363347172737122,0.06685784459114075,0.07008221745491028,0.07330659031867981,0.07653096318244934,0.07975534349679947,0.082979716360569,0.08620408922433853,0.08942846208810806,0.0926528349518776,0.09587720781564713,0.09910158067941666,0.10232595354318619]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.0900639146566391,-0.08705141395330429,-0.08403892070055008,-0.08102641999721527,-0.07801392674446106,-0.07500142604112625,-0.07198893278837204,-0.06897643208503723,-0.06596393883228302,-0.06295143812894821,-0.0599389411509037,-0.05692644417285919,-0.05391394719481468,-0.05090145021677017,-0.04788895323872566,-0.04487645626068115,-0.04186395928263664,-0.03885146230459213,-0.03583896532654762,-0.03282646834850311,-0.029813971370458603,-0.026801472529768944,-0.023788975551724434,-0.020776478573679924,-0.017763981595635414,-0.014751484617590904,-0.011738987639546394,-0.00872648973017931,-0.0057139927521348,-0.0027014955412596464,0.0003110016696155071,0.0033234988804906607,0.006335996091365814,0.009348493069410324,0.012360990047454834,0.015373487956821918,0.018385984003543854,0.021398482844233513,0.024410979822278023,0.027423476800322533,0.030435973778367043,0.0334484726190567,0.03646096959710121,0.03947346657514572,0.04248596355319023,0.04549846053123474,0.04851095750927925,0.05152345448732376,0.05453595146536827,0.05754844844341278,0.06056094542145729,0.0635734423995018,0.06658594310283661,0.06959843635559082,0.07261093705892563,0.07562343031167984,0.07863593101501465,0.08164842426776886,0.08466092497110367,0.08767341822385788,0.09068591892719269,0.0936984121799469,0.09671091288328171,0.09972340613603592,0.10273590683937073],"_type":"histogram","values":[5,8,13,18,38,45,89,138,218,380,486,778,1252,1781,2489,3598,4753,6392,8267,10719,13178,16125,18927,22381,25479,28315,30828,32514,34847,34786,34851,34351,32288,30225,27622,24510,21847,18585,15305,12751,10013,7848,5901,4398,3313,2374,1596,1106,796,511,325,197,125,54,36,19,17,7,1,2,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,2,0,3,4,3,4,4,7,8,12,10,16,15,10,23,20,38,26,26,32,34,43,48,34,35,43,37,37,26,28,19,18,13,14,9,15,9,10,3,11,4,1,0,0,2,1,2,1,1,2,1,0,0,0,0,0,1],"bins":[-0.008887095376849174,-0.008588630706071854,-0.008290166035294533,-0.007991701364517212,-0.007693236693739891,-0.0073947724886238575,-0.007096307817846537,-0.006797843147069216,-0.006499378476291895,-0.006200913805514574,-0.005902449134737253,-0.005603984463959932,-0.005305520258843899,-0.005007055588066578,-0.004708590917289257,-0.004410126246511936,-0.004111661575734615,-0.0038131969049572945,-0.0035147322341799736,-0.0032162677962332964,-0.0029178031254559755,-0.0026193384546786547,-0.0023208740167319775,-0.0020224093459546566,-0.0017239446751773357,-0.0014254800044000149,-0.0011270154500380158,-0.0008285508374683559,-0.0005300862248986959,-0.000231621612329036,6.684300024062395e-05,0.0003653076128102839,0.0006637722253799438,0.0009622368379496038,0.0012607014505192637,0.0015591660048812628,0.0018576306756585836,0.0021560953464359045,0.0024545597843825817,0.0027530244551599026,0.0030514891259372234,0.0033499537967145443,0.003648418467491865,0.003946883138269186,0.00424534734338522,0.0045438120141625404,0.004842276684939861,0.005140741355717182,0.005439206026494503,0.005737670697271824,0.006036135368049145,0.006334600038826466,0.0066330647096037865,0.00693152891471982,0.007229993585497141,0.007528458256274462,0.007826922461390495,0.008125387132167816,0.008423851802945137,0.008722316473722458,0.009020781144499779,0.0093192458152771,0.00961771048605442,0.009916175156831741,0.010214639827609062]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.09606393426656723,-0.09289944916963577,-0.08973495662212372,-0.08657047152519226,-0.0834059789776802,-0.08024149388074875,-0.07707700878381729,-0.07391251623630524,-0.07074803113937378,-0.06758353859186172,-0.06441905349493027,-0.06125456467270851,-0.058090075850486755,-0.054925587028265,-0.05176110193133354,-0.048596613109111786,-0.04543212428689003,-0.042267635464668274,-0.03910314664244652,-0.03593866154551506,-0.032774172723293304,-0.02960968390107155,-0.026445195078849792,-0.023280708119273186,-0.02011621929705143,-0.016951730474829674,-0.013787243515253067,-0.010622754693031311,-0.00745826680213213,-0.004293778911232948,-0.0011292905546724796,0.0020351975690573454,0.00519968569278717,0.008364173583686352,0.011528661474585533,0.014693150296807289,0.017857637256383896,0.021022126078605652,0.024186614900827408,0.027351101860404015,0.03051559068262577,0.03368007764220238,0.03684456646442413,0.04000905528664589,0.043173544108867645,0.0463380329310894,0.04950251802802086,0.052667006850242615,0.05583149567246437,0.05899598449468613,0.06216047331690788,0.06532496213912964,0.0684894472360611,0.07165393978357315,0.07481842488050461,0.07798290997743607,0.08114740252494812,0.08431188762187958,0.08747638016939163,0.09064086526632309,0.09380535036325455,0.0969698429107666,0.10013432800769806,0.10329882055521011,0.10646330565214157],"_type":"histogram","values":[2,2,6,9,18,24,36,71,118,223,361,567,907,1261,1885,2690,3806,5101,6870,9177,11438,14276,17571,20841,24332,27100,30427,32794,34721,35739,35960,35278,34348,31756,29509,26590,23029,19926,16438,13480,10924,8355,6411,4795,3339,2468,1731,1156,741,475,287,197,100,62,39,25,10,12,5,3,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.0014491081237792969,-0.0014107665047049522,-0.0013724248856306076,-0.001334083266556263,-0.0012957416474819183,-0.0012574000284075737,-0.001219058409333229,-0.0011807167902588844,-0.0011423751711845398,-0.0011040335521101952,-0.0010656919330358505,-0.0010273503139615059,-0.0009890086948871613,-0.0009506670758128166,-0.000912325456738472,-0.0008739838376641273,-0.0008356422185897827,-0.0007973005995154381,-0.0007589589804410934,-0.0007206173613667488,-0.0006822757422924042,-0.0006439341232180595,-0.0006055925041437149,-0.0005672508850693703,-0.0005289092659950256,-0.000490567646920681,-0.00045222602784633636,-0.00041388440877199173,-0.0003755427896976471,-0.00033720117062330246,-0.0002988595515489578,-0.0002605179324746132,-0.00022217631340026855,-0.00018383469432592392,-0.00014549307525157928,-0.00010715145617723465,-6.880983710289001e-05,-3.046821802854538e-05,7.873401045799255e-06,4.621502012014389e-05,8.455663919448853e-05,0.00012289825826883316,0.0001612398773431778,0.00019958149641752243,0.00023792311549186707,0.0002762647345662117,0.00031460635364055634,0.00035294797271490097,0.0003912895917892456,0.00042963121086359024,0.0004679728299379349,0.0005063144490122795,0.0005446560680866241,0.0005829976871609688,0.0006213393062353134,0.000659680925309658,0.0006980225443840027,0.0007363641634583473,0.000774705782532692,0.0008130474016070366,0.0008513890206813812,0.0008897306397557259,0.0009280722588300705,0.0009664138779044151,0.0010047554969787598],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,1,1,0,1,0,2,0,2,2,0,1,1,3,0,3,2,7,17,19,61,398,144,49,16,3,9,4,2,1,4,1,0,0,1,0,1,1,0,2,0,0,1,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,4,2,2,3,5,5,7,7,6,8,4,6,7,8,14,17,13,16,23,18,27,21,19,17,15,15,16,31,16,19,19,25,31,25,27,32,15,20,22,15,8,22,22,8,16,12,10,9,14,5,8,5,7,3,3,1,2,5,1,1,1,2],"bins":[-0.036438606679439545,-0.03529271110892296,-0.03414681926369667,-0.033000923693180084,-0.031855031847953796,-0.03070913627743721,-0.029563240706920624,-0.028417346999049187,-0.02727145329117775,-0.026125559583306313,-0.024979665875434875,-0.02383377030491829,-0.022687876597046852,-0.021541982889175415,-0.02039608731865883,-0.01925019361078739,-0.018104299902915955,-0.016958406195044518,-0.01581251248717308,-0.014666616916656494,-0.013520723208785057,-0.01237482950091362,-0.011228934861719608,-0.010083040222525597,-0.00893714651465416,-0.007791252341121435,-0.006645358167588711,-0.005499463994055986,-0.004353569820523262,-0.0032076756469905376,-0.0020617814734578133,-0.0009158872999250889,0.0002300068736076355,0.0013759010471403599,0.0025217952206730843,0.0036676893942058086,0.004813583567738533,0.005959477741271257,0.007105371914803982,0.008251266553997993,0.00939716026186943,0.010543053969740868,0.01168894860893488,0.012834843248128891,0.013980736956000328,0.015126630663871765,0.01627252623438835,0.01741841994225979,0.018564313650131226,0.019710207358002663,0.0208561010658741,0.022001996636390686,0.023147890344262123,0.02429378405213356,0.025439679622650146,0.026585573330521584,0.02773146703839302,0.028877360746264458,0.030023254454135895,0.03116915002465248,0.03231504559516907,0.033460937440395355,0.03460683301091194,0.03575272485613823,0.036898620426654816]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,1,2,1,1,1,1,3,8,2,8,11,7,13,10,13,8,23,33,28,27,20,42,28,27,28,42,31,43,28,25,29,26,27,23,17,26,18,17,9,10,7,6,8,6,8,5,2,1,1,0,1,1,1,1,0,1],"bins":[-0.015514359809458256,-0.01506123598664999,-0.01460811123251915,-0.014154987409710884,-0.013701862655580044,-0.013248738832771778,-0.012795614078640938,-0.012342490255832672,-0.011889366433024406,-0.011436241678893566,-0.0109831178560853,-0.01052999310195446,-0.010076869279146194,-0.009623744525015354,-0.009170620702207088,-0.008717495948076248,-0.008264372125267982,-0.0078112478367984295,-0.0073581235483288765,-0.0069049992598593235,-0.0064518749713897705,-0.005998751148581505,-0.005545626860111952,-0.005092502571642399,-0.004639378283172846,-0.004186253994703293,-0.00373312970623374,-0.0032800056505948305,-0.0028268813621252775,-0.0023737570736557245,-0.0019206329016014934,-0.0014675087295472622,-0.0010143853724002838,-0.0005612611421383917,-0.00010813691187649965,0.00034498731838539243,0.0007981115486472845,0.0012512358371168375,0.0017043600091710687,0.0021574841812253,0.002610608469694853,0.003063732758164406,0.003516857046633959,0.003969981335103512,0.0044231051579117775,0.0048762294463813305,0.0053293537348508835,0.0057824780233204365,0.0062356023117899895,0.0066887266002595425,0.0071418508887290955,0.0075949751771986485,0.008048099465668201,0.008501223288476467,0.008954348042607307,0.009407471865415573,0.009860595688223839,0.010313720442354679,0.010766844265162945,0.011219969019293785,0.01167309284210205,0.012126217596232891,0.012579341419041157,0.013032466173171997,0.013485589995980263],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,3,1,1,6,2,5,11,23,15,32,43,59,90,101,189,221,339,462,646,942,1243,1916,2627,3957,6212,9639,15962,29459,68609,518375,759732,74294,31191,16752,10009,6256,4164,2756,1911,1343,908,637,487,374,254,182,131,81,60,47,35,16,15,8,10,6,7,1,2,1,0,2,1],"bins":[-0.0018606185913085938,-0.0018006712198257446,-0.0017407238483428955,-0.0016807764768600464,-0.0016208291053771973,-0.0015608817338943481,-0.001500934362411499,-0.00144098699092865,-0.0013810396194458008,-0.0013210922479629517,-0.0012611448764801025,-0.0012011975049972534,-0.0011412501335144043,-0.0010813027620315552,-0.001021355390548706,-0.0009614080190658569,-0.0009014606475830078,-0.0008415132761001587,-0.0007815659046173096,-0.0007216185331344604,-0.0006616711616516113,-0.0006017237901687622,-0.0005417764186859131,-0.00048182904720306396,-0.00042188167572021484,-0.0003619343042373657,-0.0003019869327545166,-0.00024203956127166748,-0.00018209218978881836,-0.00012214481830596924,-6.219744682312012e-05,-2.250075340270996e-06,5.7697296142578125e-05,0.00011764466762542725,0.00017759203910827637,0.0002375394105911255,0.0002974867820739746,0.00035743415355682373,0.00041738152503967285,0.00047732889652252197,0.0005372762680053711,0.0005972236394882202,0.0006571710109710693,0.0007171183824539185,0.0007770657539367676,0.0008370131254196167,0.0008969604969024658,0.0009569078683853149,0.001016855239868164,0.0010768026113510132,0.0011367499828338623,0.0011966973543167114,0.0012566447257995605,0.0013165920972824097,0.0013765394687652588,0.001436486840248108,0.001496434211730957,0.0015563815832138062,0.0016163289546966553,0.0016762763261795044,0.0017362236976623535,0.0017961710691452026,0.0018561184406280518,0.0019160658121109009,0.00197601318359375]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[2,0,1,1,0,0,1,0,3,3,1,1,2,4,2,7,6,8,5,2,18,11,15,17,14,20,18,15,33,25,20,24,31,28,30,31,26,34,38,29,22,32,16,26,16,21,18,13,15,12,10,8,5,2,6,8,4,3,2,1,1,0,0,1],"bins":[0.9748539924621582,0.9755846858024597,0.976315438747406,0.9770461320877075,0.9777768850326538,0.9785075783729553,0.9792383313179016,0.9799690246582031,0.9806997776031494,0.9814304709434509,0.9821612238883972,0.9828919172286987,0.983622670173645,0.9843533635139465,0.9850841164588928,0.9858148097991943,0.9865455627441406,0.9872762560844421,0.9880069494247437,0.9887377023696899,0.9894683957099915,0.9901991486549377,0.9909298419952393,0.9916605949401855,0.9923912882804871,0.9931220412254333,0.9938527345657349,0.9945834875106812,0.9953141808509827,0.996044933795929,0.9967756271362305,0.9975063800811768,0.9982370734214783,0.9989677667617798,0.9996985197067261,1.0004292726516724,1.001159906387329,1.0018906593322754,1.0026214122772217,1.003352165222168,1.0040827989578247,1.004813551902771,1.0055443048477173,1.0062750577926636,1.0070056915283203,1.0077364444732666,1.008467197418213,1.0091979503631592,1.009928584098816,1.0106593370437622,1.0113900899887085,1.0121207237243652,1.0128514766693115,1.0135822296142578,1.014312982559204,1.0150436162948608,1.0157743692398071,1.0165051221847534,1.0172358751296997,1.0179665088653564,1.0186972618103027,1.019428014755249,1.0201587677001953,1.020889401435852,1.0216201543807983],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,2,2,0,2,1,4,2,4,6,7,2,14,19,22,41,81,112,134,82,81,52,31,15,8,11,9,2,3,3,2,3,0,1,0,2,2,0,0,0,1,0,0,2],"bins":[-0.002545177936553955,-0.002478651702404022,-0.0024121254682540894,-0.0023455992341041565,-0.0022790729999542236,-0.0022125467658042908,-0.002146020531654358,-0.002079494297504425,-0.002012968063354492,-0.0019464418292045593,-0.0018799155950546265,-0.0018133893609046936,-0.0017468631267547607,-0.0016803368926048279,-0.001613810658454895,-0.0015472844243049622,-0.0014807581901550293,-0.0014142319560050964,-0.0013477057218551636,-0.0012811794877052307,-0.0012146532535552979,-0.001148127019405365,-0.0010816007852554321,-0.0010150745511054993,-0.0009485483169555664,-0.0008820220828056335,-0.0008154958486557007,-0.0007489696145057678,-0.000682443380355835,-0.0006159171462059021,-0.0005493909120559692,-0.0004828646779060364,-0.0004163384437561035,-0.00034981220960617065,-0.0002832859754562378,-0.00021675974130630493,-0.00015023350715637207,-8.370727300643921e-05,-1.7181038856506348e-05,4.9345195293426514e-05,0.00011587142944335938,0.00018239766359329224,0.0002489238977432251,0.00031545013189315796,0.0003819763660430908,0.0004485026001930237,0.0005150288343429565,0.0005815550684928894,0.0006480813026428223,0.0007146075367927551,0.000781133770942688,0.0008476600050926208,0.0009141862392425537,0.0009807124733924866,0.0010472387075424194,0.0011137649416923523,0.0011802911758422852,0.001246817409992218,0.0013133436441421509,0.0013798698782920837,0.0014463961124420166,0.0015129223465919495,0.0015794485807418823,0.0016459748148918152,0.001712501049041748]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.00017327070236206055,-0.0001666499301791191,-0.00016002915799617767,-0.00015340838581323624,-0.0001467876136302948,-0.00014016684144735336,-0.00013354606926441193,-0.0001269252970814705,-0.00012030452489852905,-0.00011368375271558762,-0.00010706298053264618,-0.00010044220834970474,-9.38214361667633e-05,-8.720066398382187e-05,-8.057989180088043e-05,-7.3959119617939e-05,-6.733834743499756e-05,-6.071757525205612e-05,-5.4096803069114685e-05,-4.747603088617325e-05,-4.085525870323181e-05,-3.4234486520290375e-05,-2.7613714337348938e-05,-2.09929421544075e-05,-1.4372169971466064e-05,-7.751397788524628e-06,-1.130625605583191e-06,5.490146577358246e-06,1.2110918760299683e-05,1.873169094324112e-05,2.5352463126182556e-05,3.197323530912399e-05,3.859400749206543e-05,4.5214779675006866e-05,5.18355518579483e-05,5.845632404088974e-05,6.507709622383118e-05,7.169786840677261e-05,7.831864058971405e-05,8.493941277265549e-05,9.156018495559692e-05,9.818095713853836e-05,0.0001048017293214798,0.00011142250150442123,0.00011804327368736267,0.0001246640458703041,0.00013128481805324554,0.00013790559023618698,0.00014452636241912842,0.00015114713460206985,0.0001577679067850113,0.00016438867896795273,0.00017100945115089417,0.0001776302233338356,0.00018425099551677704,0.00019087176769971848,0.0001974925398826599,0.00020411331206560135,0.00021073408424854279,0.00021735485643148422,0.00022397562861442566,0.0002305964007973671,0.00023721717298030853,0.00024383794516324997,0.0002504587173461914],"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,0,4,3,4,2,4,13,8,17,21,21,33,54,66,93,185,357,524,203,94,71,44,30,21,18,18,15,15,8,2,8,13,6,3,5,8,3,7,7,4,3,3,4,3,1,3,4,0,1,2,0,1,4,1,3]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,1,3,2,2,2,2,3,5,5,2,8,11,10,16,16,32,60,82,64,65,78,63,48,60,33,21,9,11,13,10,6,5,2,4,2,2,2,3,0,0,0,0,0,1,0,0,0,0,1],"bins":[-1.2636184692382812e-05,-1.2274831533432007e-05,-1.1913478374481201e-05,-1.1552125215530396e-05,-1.119077205657959e-05,-1.0829418897628784e-05,-1.0468065738677979e-05,-1.0106712579727173e-05,-9.745359420776367e-06,-9.384006261825562e-06,-9.022653102874756e-06,-8.66129994392395e-06,-8.299946784973145e-06,-7.938593626022339e-06,-7.577240467071533e-06,-7.2158873081207275e-06,-6.854534149169922e-06,-6.493180990219116e-06,-6.1318278312683105e-06,-5.770474672317505e-06,-5.409121513366699e-06,-5.0477683544158936e-06,-4.686415195465088e-06,-4.325062036514282e-06,-3.9637088775634766e-06,-3.602355718612671e-06,-3.2410025596618652e-06,-2.8796494007110596e-06,-2.518296241760254e-06,-2.1569430828094482e-06,-1.7955899238586426e-06,-1.434236764907837e-06,-1.0728836059570312e-06,-7.115304470062256e-07,-3.501772880554199e-07,1.1175870895385742e-08,3.725290298461914e-07,7.338821887969971e-07,1.0952353477478027e-06,1.4565885066986084e-06,1.817941665649414e-06,2.1792948246002197e-06,2.5406479835510254e-06,2.902001142501831e-06,3.2633543014526367e-06,3.6247074604034424e-06,3.986060619354248e-06,4.347413778305054e-06,4.708766937255859e-06,5.070120096206665e-06,5.431473255157471e-06,5.792826414108276e-06,6.154179573059082e-06,6.515532732009888e-06,6.876885890960693e-06,7.238239049911499e-06,7.599592208862305e-06,7.96094536781311e-06,8.322298526763916e-06,8.683651685714722e-06,9.045004844665527e-06,9.406358003616333e-06,9.767711162567139e-06,1.0129064321517944e-05,1.049041748046875e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,2,1,1,5,12,22,46,76,163,258,405,779,1225,1913,2742,4218,6150,8832,12088,16264,21856,27951,35032,43683,52242,61219,69720,78107,85774,91713,95342,96575,96672,93225,88563,81437,73214,64880,56247,46974,38525,30942,24051,18441,13799,9966,7270,5046,3252,2199,1442,937,616,345,178,98,67,28,17,4,5,3,4],"bins":[-0.10399777442216873,-0.10081905871629715,-0.09764035046100616,-0.09446163475513458,-0.091282919049263,-0.08810421079397202,-0.08492549508810043,-0.08174677938222885,-0.07856807112693787,-0.07538935542106628,-0.0722106397151947,-0.06903193145990372,-0.06585321575403214,-0.06267450004816055,-0.05949579179286957,-0.056317076086997986,-0.0531383641064167,-0.04995965212583542,-0.04678093641996384,-0.04360222443938255,-0.04042351245880127,-0.03724479675292969,-0.034066084772348404,-0.03088737279176712,-0.027708658948540688,-0.024529945105314255,-0.02135123312473297,-0.01817251928150654,-0.01499380636960268,-0.011815093457698822,-0.00863637961447239,-0.005457666702568531,-0.002278953790664673,0.000899759354069829,0.004078472498804331,0.007257185876369476,0.010435898788273335,0.013614611700177193,0.016793325543403625,0.01997203752398491,0.023150751367211342,0.026329465210437775,0.029508177191019058,0.03268688917160034,0.035865604877471924,0.03904431685805321,0.04222302883863449,0.04540174454450607,0.04858045652508736,0.05175916850566864,0.05493788421154022,0.058116596192121506,0.06129530817270279,0.06447402387857437,0.06765273213386536,0.07083144783973694,0.07401016354560852,0.0771888718008995,0.08036758750677109,0.08354630321264267,0.08672501146793365,0.08990372717380524,0.09308244287967682,0.0962611511349678,0.09943986684083939]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,1,3,0,2,1,0,1,0,4,1,5,8,10,7,12,14,10,11,14,11,13,19,22,18,21,30,31,30,30,22,38,41,36,22,28,24,41,15,18,22,15,15,14,10,15,12,9,7,4,3,6,4,3,4,1,1,1,2,1,1,1,2],"bins":[-0.00019269653421361,-0.0001867914106696844,-0.0001808862725738436,-0.00017498114902991802,-0.00016907602548599243,-0.00016317090194206685,-0.00015726577839814126,-0.00015136064030230045,-0.00014545551675837487,-0.0001395503932144493,-0.00013364525511860847,-0.0001277401315746829,-0.00012183500803075731,-0.00011592988448683172,-0.00011002475366694853,-0.00010411962284706533,-9.821449930313975e-05,-9.230937575921416e-05,-8.640424493933097e-05,-8.049911411944777e-05,-7.459399057552218e-05,-6.86888670315966e-05,-6.27837362117134e-05,-5.687860902980901e-05,-5.097348184790462e-05,-4.506835466600023e-05,-3.916322748409584e-05,-3.325810030219145e-05,-2.735297312028706e-05,-2.144784593838267e-05,-1.554271875647828e-05,-9.63759157457389e-06,-3.7324498407542706e-06,2.17267734115012e-06,8.07780452305451e-06,1.39829317049589e-05,1.988805888686329e-05,2.5793186068767682e-05,3.169831325067207e-05,3.760344043257646e-05,4.350856761448085e-05,4.9413694796385244e-05,5.5318821978289634e-05,6.122395279817283e-05,6.712907634209841e-05,7.3034199886024e-05,7.89393307059072e-05,8.48444615257904e-05,9.074958506971598e-05,9.665470861364156e-05,0.00010255983943352476,0.00010846497025340796,0.00011437009379733354,0.00012027521734125912,0.00012618035543709993,0.00013208547898102552,0.0001379906025249511,0.00014389572606887668,0.00014980084961280227,0.00015570598770864308,0.00016161111125256866,0.00016751623479649425,0.00017342137289233506,0.00017932649643626064,0.00018523161998018622],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,1,1,1,0,0,1,1,2,3,5,4,6,4,8,8,10,11,11,8,18,14,29,29,25,23,33,40,29,41,30,37,30,37,27,23,21,29,26,24,16,20,14,10,12,8,8,6,7,4,3,1,2,2,0,0,0,0,0,0,1,2],"bins":[-0.013099288567900658,-0.012694153003394604,-0.01228901743888855,-0.01188388280570507,-0.011478747241199017,-0.011073611676692963,-0.010668476112186909,-0.010263340547680855,-0.009858205914497375,-0.009453070349991322,-0.009047934785485268,-0.008642799220979214,-0.00823766365647316,-0.007832528091967106,-0.007427392993122339,-0.007022257894277573,-0.006617122329771519,-0.006211986765265465,-0.005806851666420698,-0.005401716101914644,-0.004996581003069878,-0.004591445438563824,-0.00418630987405777,-0.0037811745423823595,-0.0033760392107069492,-0.002970903879031539,-0.0025657685473561287,-0.0021606329828500748,-0.0017554976511746645,-0.0013503623194992542,-0.0009452268714085221,-0.0005400914815254509,-0.00013495516031980515,0.00027018022956326604,0.0006753156194463372,0.0010804510675370693,0.0014855863992124796,0.0018907217308878899,0.002295857295393944,0.002700992627069354,0.0031061279587447643,0.0035112632904201746,0.003916398622095585,0.004321534186601639,0.004726669751107693,0.005131804849952459,0.005536940414458513,0.00594207551330328,0.006347211077809334,0.006752346642315388,0.007157481741160154,0.007562617305666208,0.007967752404510975,0.008372887969017029,0.008778023533523083,0.009183159098029137,0.009588293731212616,0.00999342929571867,0.010398564860224724,0.010803700424730778,0.011208835989236832,0.011613971553742886,0.012019106186926365,0.012424241751432419,0.012829377315938473]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[3,0,0,2,2,0,1,1,4,6,7,12,15,24,18,36,46,59,92,150,166,255,351,522,790,1268,1994,3549,6296,12415,28981,101401,846512,457697,64820,22335,10230,5132,2839,1685,1054,646,445,294,193,143,101,71,51,39,27,23,16,10,10,5,3,6,3,2,3,1,1,1],"bins":[-0.001079559326171875,-0.001046687364578247,-0.0010138154029846191,-0.0009809434413909912,-0.0009480714797973633,-0.0009151995182037354,-0.0008823275566101074,-0.0008494555950164795,-0.0008165836334228516,-0.0007837116718292236,-0.0007508397102355957,-0.0007179677486419678,-0.0006850957870483398,-0.0006522238254547119,-0.000619351863861084,-0.0005864799022674561,-0.0005536079406738281,-0.0005207359790802002,-0.00048786401748657227,-0.00045499205589294434,-0.0004221200942993164,-0.0003892481327056885,-0.00035637617111206055,-0.0003235042095184326,-0.0002906322479248047,-0.00025776028633117676,-0.00022488832473754883,-0.0001920163631439209,-0.00015914440155029297,-0.00012627243995666504,-9.340047836303711e-05,-6.052851676940918e-05,-2.765655517578125e-05,5.21540641784668e-06,3.808736801147461e-05,7.095932960510254e-05,0.00010383129119873047,0.0001367032527923584,0.00016957521438598633,0.00020244717597961426,0.0002353191375732422,0.0002681910991668701,0.00030106306076049805,0.000333935022354126,0.0003668069839477539,0.00039967894554138184,0.00043255090713500977,0.0004654228687286377,0.0004982948303222656,0.0005311667919158936,0.0005640387535095215,0.0005969107151031494,0.0006297826766967773,0.0006626546382904053,0.0006955265998840332,0.0007283985614776611,0.0007612705230712891,0.000794142484664917,0.0008270144462585449,0.0008598864078521729,0.0008927583694458008,0.0009256303310394287,0.0009585022926330566,0.0009913742542266846,0.0010242462158203125]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.08572343736886978,-0.08283153176307678,-0.07993962615728378,-0.07704772055149078,-0.07415580749511719,-0.07126390188932419,-0.06837199628353119,-0.06548009067773819,-0.06258818507194519,-0.05969627946615219,-0.05680437386035919,-0.053912464529275894,-0.051020558923482895,-0.048128653317689896,-0.0452367439866066,-0.0423448383808136,-0.0394529327750206,-0.0365610271692276,-0.0336691215634346,-0.030777212232351303,-0.027885306626558304,-0.024993401020765305,-0.022101493552327156,-0.019209586083889008,-0.01631768047809601,-0.013425773940980434,-0.01053386740386486,-0.007641960866749287,-0.004750054329633713,-0.0018581477925181389,0.001033758744597435,0.003925665281713009,0.00681757926940918,0.009709485806524754,0.012601392343640327,0.015493298880755901,0.018385205417871475,0.021277111023664474,0.024169018492102623,0.02706092596054077,0.02995283156633377,0.03284473717212677,0.03573664277791977,0.03862855210900307,0.041520457714796066,0.044412363320589066,0.04730427265167236,0.05019617825746536,0.05308808386325836,0.05597998946905136,0.05887189507484436,0.06176380440592766,0.06465570628643036,0.06754761934280396,0.07043952494859695,0.07333143055438995,0.07622333616018295,0.07911524176597595,0.08200714737176895,0.08489905297756195,0.08779096603393555,0.09068287163972855,0.09357477724552155,0.09646668285131454,0.09935858845710754],"_type":"histogram","values":[5,10,16,28,42,88,118,232,341,535,801,1126,1700,2265,3254,4452,5512,7387,9306,11654,14382,17092,19961,22957,25734,28175,30558,32087,33422,33754,33659,32379,31209,28902,26488,23775,20629,17762,14982,12461,10012,8038,6154,4691,3434,2641,1856,1286,902,588,362,231,157,101,56,30,24,8,5,2,4,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[2,3,4,1,3,2,7,6,5,11,10,16,12,29,39,61,87,102,180,265,407,698,1244,2367,4749,10950,30061,105220,505974,696663,148834,39628,13520,5524,2605,1350,784,475,286,194,144,88,68,38,32,25,22,16,9,13,7,7,5,3,3,1,1,2,0,0,1,0,0,1],"bins":[-0.0007801055908203125,-0.0007533133029937744,-0.0007265210151672363,-0.0006997287273406982,-0.0006729364395141602,-0.0006461441516876221,-0.000619351863861084,-0.0005925595760345459,-0.0005657672882080078,-0.0005389750003814697,-0.0005121827125549316,-0.00048539042472839355,-0.00045859813690185547,-0.0004318058490753174,-0.0004050135612487793,-0.0003782212734222412,-0.0003514289855957031,-0.00032463669776916504,-0.00029784440994262695,-0.00027105212211608887,-0.0002442598342895508,-0.0002174675464630127,-0.0001906752586364746,-0.00016388297080993652,-0.00013709068298339844,-0.00011029839515686035,-8.350610733032227e-05,-5.671381950378418e-05,-2.9921531677246094e-05,-3.129243850708008e-06,2.3663043975830078e-05,5.0455331802368164e-05,7.724761962890625e-05,0.00010403990745544434,0.00013083219528198242,0.0001576244831085205,0.0001844167709350586,0.00021120905876159668,0.00023800134658813477,0.00026479363441467285,0.00029158592224121094,0.000318378210067749,0.0003451704978942871,0.0003719627857208252,0.0003987550735473633,0.00042554736137390137,0.00045233964920043945,0.00047913193702697754,0.0005059242248535156,0.0005327165126800537,0.0005595088005065918,0.0005863010883331299,0.000613093376159668,0.0006398856639862061,0.0006666779518127441,0.0006934702396392822,0.0007202625274658203,0.0007470548152923584,0.0007738471031188965,0.0008006393909454346,0.0008274316787719727,0.0008542239665985107,0.0008810162544250488,0.0009078085422515869,0.000934600830078125]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,1,2,2,0,0,2,0,3,2,0,5,3,6,3,2,4,10,5,14,13,13,19,22,25,53,58,88,85,68,50,42,34,21,15,21,10,14,9,8,4,4,4,3,5,0,1,0,1,3,2,3,0,0,1,1,1,0,0,0,1],"bins":[-0.0020876354537904263,-0.0020216882694512606,-0.001955741085112095,-0.0018897939007729292,-0.0018238467164337635,-0.0017578996485099196,-0.001691952464170754,-0.0016260052798315883,-0.0015600580954924226,-0.001494110911153257,-0.0014281637268140912,-0.0013622165424749255,-0.0012962694745510817,-0.001230322290211916,-0.0011643751058727503,-0.0010984279215335846,-0.001032480737194419,-0.0009665335528552532,-0.0009005863685160875,-0.0008346392423845828,-0.0007686920580454171,-0.0007027448737062514,-0.0006367977475747466,-0.0005708505632355809,-0.0005049033788964152,-0.00043895619455724955,-0.0003730090393219143,-0.0003070618840865791,-0.0002411146997474134,-0.00017516752996016294,-0.00010922036017291248,-4.327319038566202e-05,2.2673746570944786e-05,8.862091635819525e-05,0.0001545680861454457,0.00022051525593269616,0.0002864624257199466,0.0003524096100591123,0.00041835676529444754,0.00048430392052978277,0.0005502511048689485,0.0006161982892081141,0.0006821454735472798,0.0007480925996787846,0.0008140397840179503,0.000879986968357116,0.0009459340944886208,0.0010118812788277864,0.0010778284631669521,0.0011437756475061178,0.0012097228318452835,0.0012756700161844492,0.0013416172005236149,0.0014075642684474587,0.0014735114527866244,0.0015394586371257901,0.0016054058214649558,0.0016713530058041215,0.0017373001901432872,0.0018032473744824529,0.0018691944424062967,0.0019351416267454624,0.002001088811084628,0.002067035995423794,0.0021329831797629595]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,0,2,1,2,1,1,0,3,3,4,7,4,6,12,7,10,9,24,23,20,26,21,23,28,27,34,25,41,39,36,33,35,31,22,35,25,22,27,13,14,13,10,11,7,6,3,3,6,1,0,3,1,0,1,2,2,0,0,1,0,0,1],"bins":[-0.004742248449474573,-0.004584575071930885,-0.0044269016943871975,-0.00426922831684351,-0.004111555404961109,-0.003953882027417421,-0.0037962086498737335,-0.0036385352723300457,-0.003480861894786358,-0.0033231887500733137,-0.003165515372529626,-0.003007841994985938,-0.002850168850272894,-0.002692495472729206,-0.0025348220951855183,-0.002377148950472474,-0.0022194755729287863,-0.0020618021953850985,-0.0019041289342567325,-0.0017464556731283665,-0.0015887822955846786,-0.0014311090344563127,-0.0012734357733279467,-0.0011157623957842588,-0.0009580891346558928,-0.0008004158153198659,-0.000642742495983839,-0.00048506923485547304,-0.00032739591551944613,-0.00016972261073533446,-1.2049305951222777e-05,0.0001456239988328889,0.0003032973036170006,0.0004609706229530275,0.0006186439422890544,0.0007763172034174204,0.0009339905227534473,0.0010916638420894742,0.0012493371032178402,0.001407010480761528,0.001564683741889894,0.00172235700301826,0.0018800303805619478,0.0020377037581056356,0.00219537690281868,0.0023530502803623676,0.0025107236579060555,0.0026683968026190996,0.0028260701801627874,0.0029837435577064753,0.0031414167024195194,0.0032990900799632072,0.003456763457506895,0.0036144366022199392,0.003772109979763627,0.003929783124476671,0.004087456502020359,0.004245129879564047,0.004402803257107735,0.0045604766346514225,0.00471815001219511,0.004875822924077511,0.005033496301621199,0.0051911696791648865,0.005348843056708574],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[-0.0011566805187612772,-0.0011185710318386555,-0.0010804615449160337,-0.0010423521744087338,-0.0010042426874861121,-0.0009661332005634904,-0.0009280237718485296,-0.0008899142849259079,-0.000851804856210947,-0.0008136953692883253,-0.0007755858823657036,-0.0007374764536507428,-0.000699366966728121,-0.0006612575380131602,-0.0006231480510905385,-0.0005850386223755777,-0.000546929135452956,-0.0005088196485303342,-0.0004707102198153734,-0.00043260076199658215,-0.0003944913041777909,-0.00035638181725516915,-0.0003182723594363779,-0.0002801629016175866,-0.00024205344379879534,-0.00020394398598000407,-0.0001658345281612128,-0.0001277250557905063,-8.961559797171503e-05,-5.1506136514944956e-05,-1.3396675058174878e-05,2.47127863985952e-05,6.282224785536528e-05,0.00010093170567415655,0.00013904116349294782,0.00017715063586365432,0.00021526009368244559,0.0002533695660531521,0.00029147902387194335,0.0003295884816907346,0.0003676979395095259,0.00040580739732831717,0.00044391685514710844,0.0004820263129658997,0.0005201357998885214,0.0005582452286034822,0.000596354715526104,0.0006344641442410648,0.0006725736311636865,0.0007106831180863082,0.0007487925468012691,0.0007869020337238908,0.0008250114624388516,0.0008631209493614733,0.0009012303780764341,0.0009393398649990559,0.0009774493519216776,0.0010155588388442993,0.0010536682093515992,0.001091777696274221,0.0011298871831968427,0.0011679966701194644,0.0012061060406267643,0.001244215527549386,0.0012823250144720078],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,1,0,3,0,0,0,8,3,4,7,5,14,18,15,27,34,46,45,61,78,59,61,40,41,30,31,27,24,11,13,10,11,5,9,4,2,7,3,0,1,1,1,1,2,0,0,1,0,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,1,3,1,1,0,2,1,1,2,1,3,1,1,4,2,6,5,3,3,10,7,6,6,26,65,141,367,846,331,107,49,16,7,5,3,4,1,1,2,1,0,0,0,0,0,2,0,0,0,0,0,0,1],"bins":[-0.0008851289749145508,-0.0008619958534836769,-0.000838862732052803,-0.0008157296106219292,-0.0007925964891910553,-0.0007694633677601814,-0.0007463302463293076,-0.0007231971248984337,-0.0007000640034675598,-0.0006769308820366859,-0.0006537977606058121,-0.0006306646391749382,-0.0006075315177440643,-0.0005843983963131905,-0.0005612652748823166,-0.0005381321534514427,-0.0005149990320205688,-0.000491865910589695,-0.0004687327891588211,-0.00044559966772794724,-0.00042246654629707336,-0.0003993334248661995,-0.0003762003034353256,-0.00035306718200445175,-0.0003299340605735779,-0.000306800939142704,-0.00028366781771183014,-0.00026053469628095627,-0.0002374015748500824,-0.00021426845341920853,-0.00019113533198833466,-0.00016800221055746078,-0.00014486908912658691,-0.00012173596769571304,-9.860284626483917e-05,-7.54697248339653e-05,-5.233660340309143e-05,-2.920348197221756e-05,-6.070360541343689e-06,1.7062760889530182e-05,4.019588232040405e-05,6.332900375127792e-05,8.64621251821518e-05,0.00010959524661302567,0.00013272836804389954,0.0001558614894747734,0.00017899461090564728,0.00020212773233652115,0.00022526085376739502,0.0002483939751982689,0.00027152709662914276,0.00029466021806001663,0.0003177933394908905,0.0003409264609217644,0.00036405958235263824,0.0003871927037835121,0.000410325825214386,0.00043345894664525986,0.00045659206807613373,0.0004797251895070076,0.0005028583109378815,0.0005259914323687553,0.0005491245537996292,0.0005722576752305031,0.000595390796661377]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,2,0,1,1,1,2,3,4,3,3,4,7,7,6,12,7,5,10,10,8,13,15,19,20,23,25,25,39,31,37,31,44,27,41,31,27,27,29,24,20,24,11,16,10,5,10,12,7,1,2,5,7,2,4,1,2,1,2,0,0,0,0,1],"bins":[-0.053912561386823654,-0.05222383514046669,-0.05053510516881943,-0.04884637892246246,-0.0471576489508152,-0.04546892270445824,-0.043780192732810974,-0.04209146648645401,-0.040402740240097046,-0.03871401026844978,-0.03702528402209282,-0.03533655405044556,-0.03364782780408859,-0.03195909783244133,-0.030270371586084366,-0.028581643477082253,-0.02689291536808014,-0.025204187259078026,-0.023515459150075912,-0.0218267310410738,-0.020138002932071686,-0.01844927668571472,-0.01676054857671261,-0.015071820467710495,-0.013383092358708382,-0.011694364249706268,-0.010005636140704155,-0.008316908963024616,-0.006628180854022503,-0.0049394527450203896,-0.0032507251016795635,-0.0015619972255080938,0.00012673065066337585,0.0018154585268348455,0.0035041864030063152,0.005192914046347141,0.006881642155349255,0.008570370264351368,0.010259097442030907,0.01194782555103302,0.013636553660035133,0.015325281769037247,0.01701400987803936,0.018702737987041473,0.020391464233398438,0.02208019234240055,0.023768920451402664,0.025457648560404778,0.02714637666940689,0.028835104778409004,0.030523832887411118,0.03221255913376808,0.033901289105415344,0.03559001535177231,0.03727874532341957,0.038967471569776535,0.0406562015414238,0.04234492778778076,0.044033654034137726,0.04572238400578499,0.04741111025214195,0.049099840223789215,0.05078856647014618,0.05247729644179344,0.054166022688150406]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.00023066997528076172,-0.00022346153855323792,-0.0002162531018257141,-0.0002090446650981903,-0.0002018362283706665,-0.0001946277916431427,-0.0001874193549156189,-0.0001802109181880951,-0.0001730024814605713,-0.00016579404473304749,-0.00015858560800552368,-0.00015137717127799988,-0.00014416873455047607,-0.00013696029782295227,-0.00012975186109542847,-0.00012254342436790466,-0.00011533498764038086,-0.00010812655091285706,-0.00010091811418533325,-9.370967745780945e-05,-8.650124073028564e-05,-7.929280400276184e-05,-7.208436727523804e-05,-6.487593054771423e-05,-5.766749382019043e-05,-5.0459057092666626e-05,-4.325062036514282e-05,-3.604218363761902e-05,-2.8833746910095215e-05,-2.162531018257141e-05,-1.4416873455047607e-05,-7.208436727523804e-06,0,7.208436727523804e-06,1.4416873455047607e-05,2.162531018257141e-05,2.8833746910095215e-05,3.604218363761902e-05,4.325062036514282e-05,5.0459057092666626e-05,5.766749382019043e-05,6.487593054771423e-05,7.208436727523804e-05,7.929280400276184e-05,8.650124073028564e-05,9.370967745780945e-05,0.00010091811418533325,0.00010812655091285706,0.00011533498764038086,0.00012254342436790466,0.00012975186109542847,0.00013696029782295227,0.00014416873455047607,0.00015137717127799988,0.00015858560800552368,0.00016579404473304749,0.0001730024814605713,0.0001802109181880951,0.0001874193549156189,0.0001946277916431427,0.0002018362283706665,0.0002090446650981903,0.0002162531018257141,0.00022346153855323792,0.00023066997528076172],"_type":"histogram","values":[1,1,0,0,1,1,0,3,3,8,4,6,11,20,32,36,46,88,135,184,266,411,689,1106,1677,2649,4368,7517,13612,26932,62439,171610,173917,62060,27073,13497,7605,4410,2715,1668,1037,646,486,283,194,125,96,46,36,23,12,12,6,3,8,1,3,3,1,1,0,0,0,1]},"train_batch_loss":0.012553698383271694,"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,0,0,1,0,3,2,2,3,1,2,6,4,4,3,13,9,17,14,16,14,9,16,19,21,22,30,26,20,23,28,24,27,27,21,26,28,33,28,26,20,21,22,15,10,15,15,13,15,6,6,11,7,1,8,2,3,1,3,0,1,2],"bins":[-0.017331700772047043,-0.01683894917368889,-0.016346197575330734,-0.01585344411432743,-0.015360692515969276,-0.014867940917611122,-0.014375188387930393,-0.013882436789572239,-0.01338968425989151,-0.012896932661533356,-0.012404181063175201,-0.011911428533494473,-0.011418676935136318,-0.01092592440545559,-0.010433172807097435,-0.009940420277416706,-0.009447668679058552,-0.008954917080700397,-0.008462164551019669,-0.007969412952661514,-0.007476660422980785,-0.006983908824622631,-0.0064911567606031895,-0.005998404696583748,-0.005505652632564306,-0.005012900568544865,-0.004520148504525423,-0.0040273964405059814,-0.0035346446093171835,-0.003041892545297742,-0.002549140714108944,-0.0020563886500895023,-0.0015636375173926353,-0.0010708854533731937,-0.000578133505769074,-8.538149995729327e-05,0.0004073705058544874,0.0009001225116662681,0.0013928745174780488,0.0018856264650821686,0.00237837852910161,0.002871130593121052,0.0033638826571404934,0.0038566344883292913,0.004349386319518089,0.004842138383537531,0.0053348904475569725,0.005827642511576414,0.006320394575595856,0.006813146639615297,0.007305898703634739,0.0077986507676541805,0.008291402831673622,0.008784154430031776,0.009276906959712505,0.00976965855807066,0.010262411087751389,0.010755162686109543,0.011247914284467697,0.011740666814148426,0.01223341841250658,0.01272617094218731,0.013218922540545464,0.013711675070226192,0.014204426668584347]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.0006716689094901085,-0.0006525739445351064,-0.0006334789213724434,-0.0006143839564174414,-0.0005952889332547784,-0.0005761939682997763,-0.0005570989451371133,-0.0005380039801821113,-0.0005189089570194483,-0.0004998139920644462,-0.0004807189980056137,-0.00046162400394678116,-0.0004425290389917791,-0.00042343404493294656,-0.00040433905087411404,-0.0003852440568152815,-0.000366149062756449,-0.00034705406869761646,-0.00032795907463878393,-0.0003088640805799514,-0.0002897690865211189,-0.0002706741215661168,-0.0002515791275072843,-0.00023248413344845176,-0.00021338913938961923,-0.0001942941453307867,-0.00017519915127195418,-0.00015610417176503688,-0.00013700917770620435,-0.00011791418364737183,-9.881919686449692e-05,-7.9724210081622e-05,-6.062927423045039e-05,-4.153428380959667e-05,-2.2439293388742954e-05,-3.3443029678892344e-06,1.5750687452964485e-05,3.4845677873818204e-05,5.394066829467192e-05,7.303565507754683e-05,9.213064913637936e-05,0.00011122564319521189,0.00013032063725404441,0.0001494156167609617,0.00016851061081979424,0.00018760560487862676,0.00020670058438554406,0.0002257955784443766,0.0002448905725032091,0.00026398556656204164,0.00028308056062087417,0.0003021755546797067,0.0003212705487385392,0.0003403655136935413,0.0003594605077523738,0.00037855550181120634,0.00039765049587003887,0.0004167454899288714,0.0004358404839877039,0.00045493547804653645,0.0004740304430015385,0.0004931254661642015,0.0005122204311192036,0.0005313154542818666,0.0005504104192368686],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,2,1,3,1,1,2,1,5,8,11,5,8,17,17,21,33,30,49,47,66,69,60,56,36,33,51,25,19,16,16,10,2,9,8,3,4,10,0,2,3,2,0,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"bins":[-9.822845458984375e-05,-9.493064135313034e-05,-9.163282811641693e-05,-8.833501487970352e-05,-8.503720164299011e-05,-8.17393884062767e-05,-7.84415751695633e-05,-7.514376193284988e-05,-7.184594869613647e-05,-6.854813545942307e-05,-6.525032222270966e-05,-6.195250898599625e-05,-5.865469574928284e-05,-5.535688251256943e-05,-5.205906927585602e-05,-4.876125603914261e-05,-4.54634428024292e-05,-4.216562956571579e-05,-3.886781632900238e-05,-3.557000309228897e-05,-3.227218985557556e-05,-2.8974376618862152e-05,-2.5676563382148743e-05,-2.2378750145435333e-05,-1.9080936908721924e-05,-1.5783123672008514e-05,-1.2485310435295105e-05,-9.187497198581696e-06,-5.889683961868286e-06,-2.5918707251548767e-06,7.059425115585327e-07,4.003755748271942e-06,7.3015689849853516e-06,1.0599382221698761e-05,1.389719545841217e-05,1.719500869512558e-05,2.049282193183899e-05,2.37906351685524e-05,2.7088448405265808e-05,3.0386261641979218e-05,3.368407487869263e-05,3.6981888115406036e-05,4.0279701352119446e-05,4.3577514588832855e-05,4.6875327825546265e-05,5.0173141062259674e-05,5.3470954298973083e-05,5.676876753568649e-05,6.00665807723999e-05,6.336439400911331e-05,6.666220724582672e-05,6.996002048254013e-05,7.325783371925354e-05,7.655564695596695e-05,7.985346019268036e-05,8.315127342939377e-05,8.644908666610718e-05,8.974689990282059e-05,9.3044713139534e-05,9.63425263762474e-05,9.964033961296082e-05,0.00010293815284967422,0.00010623596608638763,0.00010953377932310104,0.00011283159255981445],"_type":"histogram","values":[2,0,1,2,2,3,6,11,8,18,20,34,40,70,101,140,214,341,519,756,1098,1897,2804,4501,7639,12898,23331,45288,85532,137970,121073,64737,33982,18297,10239,5913,3715,2278,1455,971,614,440,285,201,119,79,62,35,26,12,16,8,5,6,1,4,0,1,1,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,3,2,3,3,0,4,1,3,10,10,9,9,12,12,11,14,11,20,24,29,19,28,29,31,30,36,30,19,39,31,32,22,32,22,17,18,21,16,18,10,12,12,6,6,6,6,4,4,7,2,3,1,0,3,0,1,0,1,0,1],"bins":[-0.01144176721572876,-0.011067685671150684,-0.010693603195250034,-0.010319521650671959,-0.009945439174771309,-0.009571357630193233,-0.009197275154292583,-0.008823193609714508,-0.008449111133813858,-0.008075029589235783,-0.00770094757899642,-0.007326865568757057,-0.0069527835585176945,-0.006578701548278332,-0.006204619538038969,-0.005830537527799606,-0.005456455517560244,-0.005082373507320881,-0.004708291497081518,-0.0043342094868421555,-0.003960127476602793,-0.0035860456991940737,-0.003211963688954711,-0.0028378816787153482,-0.0024637996684759855,-0.002089717658236623,-0.00171563564799726,-0.0013415537541732192,-0.0009674717439338565,-0.0005933897336944938,-0.00021930778166279197,0.0001547741994727403,0.0005288561806082726,0.0009029381908476353,0.001277020201086998,0.0016511020949110389,0.0020251842215657234,0.0023992659989744425,0.002773348009213805,0.003147430019453168,0.0035215120296925306,0.0038955940399318933,0.004269675817340612,0.004643757827579975,0.005017839837819338,0.0053919218480587006,0.005766003858298063,0.006140085868537426,0.006514167878776789,0.006888249889016151,0.007262331899255514,0.007636413909494877,0.008010495454072952,0.008384577929973602,0.008758659474551678,0.009132741950452328,0.009506823495030403,0.009880905970931053,0.010254987515509129,0.010629069991409779,0.011003151535987854,0.011377234011888504,0.01175131555646658,0.01212539803236723,0.012499479576945305]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[1,1,4,3,5,4,5,5,12,15,15,26,39,43,48,68,93,125,165,207,247,356,486,641,887,1230,1770,2625,4319,8392,27959,301661,1.143209e+06,51185,11462,5072,3145,1992,1405,931,729,515,447,317,237,185,139,115,65,66,55,39,21,18,19,10,6,4,8,4,3,1,1,2],"bins":[-0.0023345947265625,-0.002262026071548462,-0.002189457416534424,-0.0021168887615203857,-0.0020443201065063477,-0.0019717514514923096,-0.0018991827964782715,-0.0018266141414642334,-0.0017540454864501953,-0.0016814768314361572,-0.0016089081764221191,-0.001536339521408081,-0.001463770866394043,-0.0013912022113800049,-0.0013186335563659668,-0.0012460649013519287,-0.0011734962463378906,-0.0011009275913238525,-0.0010283589363098145,-0.0009557902812957764,-0.0008832216262817383,-0.0008106529712677002,-0.0007380843162536621,-0.000665515661239624,-0.0005929470062255859,-0.0005203783512115479,-0.00044780969619750977,-0.0003752410411834717,-0.0003026723861694336,-0.0002301037311553955,-0.00015753507614135742,-8.496642112731934e-05,-1.239776611328125e-05,6.0170888900756836e-05,0.00013273954391479492,0.000205308198928833,0.0002778768539428711,0.0003504455089569092,0.00042301416397094727,0.0004955828189849854,0.0005681514739990234,0.0006407201290130615,0.0007132887840270996,0.0007858574390411377,0.0008584260940551758,0.0009309947490692139,0.001003563404083252,0.00107613205909729,0.0011487007141113281,0.0012212693691253662,0.0012938380241394043,0.0013664066791534424,0.0014389753341674805,0.0015115439891815186,0.0015841126441955566,0.0016566812992095947,0.0017292499542236328,0.001801818609237671,0.001874387264251709,0.001946955919265747,0.002019524574279785,0.0020920932292938232,0.0021646618843078613,0.0022372305393218994,0.0023097991943359375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,0,0,1,1,2,2,2,2,5,1,3,6,3,8,6,8,10,15,14,21,17,17,24,29,15,26,28,40,24,35,19,27,32,34,35,34,35,24,13,20,28,8,12,13,9,6,12,9,4,5,6,2,2,2,3,2,0,1,0,1,1,1],"bins":[-0.006901816464960575,-0.006690270733088255,-0.006478725466877222,-0.006267179735004902,-0.006055634468793869,-0.005844088736921549,-0.005632543470710516,-0.005420997738838196,-0.005209452472627163,-0.004997906740754843,-0.004786361008882523,-0.00457481574267149,-0.0043632700107991695,-0.004151724744588137,-0.0039401790127158165,-0.00372863351367414,-0.0035170880146324635,-0.003305542515590787,-0.0030939970165491104,-0.002882451517507434,-0.0026709060184657574,-0.002459360286593437,-0.0022478147875517607,-0.002036269288510084,-0.0018247237894684076,-0.0016131782904267311,-0.0014016327913850546,-0.0011900871759280562,-0.0009785416768863797,-0.0007669961778447032,-0.0005554506205953658,-0.0003439050924498588,-0.0001323590986430645,7.918642950244248e-05,0.00029073195764794946,0.0005022775148972869,0.0007138230139389634,0.0009253685129806399,0.0011369141284376383,0.0013484596274793148,0.0015600051265209913,0.0017715506255626678,0.0019830961246043444,0.002194641623646021,0.002406187355518341,0.0026177328545600176,0.002829278353601694,0.0030408238526433706,0.003252369351685047,0.0034639148507267237,0.0036754603497684,0.0038870058488100767,0.004098551347851753,0.004310097079724073,0.004521642345935106,0.0047331880778074265,0.004944733344018459,0.0051562790758907795,0.0053678248077631,0.0055793700739741325,0.005790915805846453,0.006002461072057486,0.006214006803929806,0.006425552070140839,0.006637097802013159]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[3,14,20,25,32,72,117,203,286,466,696,972,1458,1953,2843,3769,4986,6695,8487,10493,12785,15480,18356,21110,24169,26380,29175,31041,32146,33133,33102,32712,31402,30243,27552,25581,22396,19552,16710,14018,11613,9375,7382,5695,4248,3206,2417,1742,1220,802,528,344,234,139,95,63,31,18,26,4,3,4,1,1],"bins":[-0.08768169581890106,-0.08478135615587234,-0.08188101649284363,-0.07898067682981491,-0.0760803371667862,-0.07318000495433807,-0.07027966529130936,-0.06737932562828064,-0.06447898596525192,-0.061578646302223206,-0.05867830663919449,-0.05577797070145607,-0.05287763103842735,-0.049977291375398636,-0.04707695543766022,-0.0441766157746315,-0.04127627611160278,-0.038375936448574066,-0.03547559678554535,-0.03257526084780693,-0.029674921184778214,-0.026774581521749496,-0.02387424372136593,-0.02097390592098236,-0.018073566257953644,-0.015173227526247501,-0.012272888794541359,-0.009372550062835217,-0.006472211331129074,-0.0035718725994229317,-0.0006715338677167892,0.002228804863989353,0.0051291510462760925,0.008029489777982235,0.010929828509688377,0.01383016724139452,0.016730505973100662,0.01963084563612938,0.022531183436512947,0.025431521236896515,0.028331860899925232,0.03123220056295395,0.034132540225982666,0.037032876163721085,0.0399332158267498,0.04283355548977852,0.04573389142751694,0.048634231090545654,0.05153457075357437,0.05443491041660309,0.057335250079631805,0.060235586017370224,0.06313592195510864,0.06603626161813736,0.06893660128116608,0.0718369409441948,0.07473728060722351,0.07763762027025223,0.08053795993328094,0.08343829959630966,0.08633863925933838,0.0892389714717865,0.09213931113481522,0.09503965079784393,0.09793999046087265]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,2,2,3,0,3,0,1,4,3,4,6,8,7,14,8,16,14,17,22,23,24,20,25,27,26,48,42,34,21,32,30,25,28,25,32,19,25,18,14,16,15,8,8,7,7,8,2,3,3,5,0,1,2,1,1,2,1,0,1,2],"bins":[-0.00838407501578331,-0.008120718412101269,-0.007857361808419228,-0.007594006136059761,-0.00733064953237772,-0.007067292928695679,-0.006803936790674925,-0.006540580652654171,-0.00627722404897213,-0.006013867445290089,-0.005750511307269335,-0.005487155169248581,-0.00522379856556654,-0.004960441961884499,-0.004697085823863745,-0.004433729685842991,-0.00417037308216095,-0.0039070164784789085,-0.0036436603404581547,-0.003380303969606757,-0.0031169475987553596,-0.002853591227903962,-0.0025902348570525646,-0.002326878486201167,-0.0020635221153497696,-0.001800165744498372,-0.0015368093736469746,-0.001273453002795577,-0.0010100966319441795,-0.000746740261092782,-0.0004833838902413845,-0.000220027519389987,4.332885146141052e-05,0.00030668522231280804,0.0005700415931642056,0.0008333979640156031,0.0010967543348670006,0.001360110705718398,0.0016234670765697956,0.0018868234474211931,0.0021501798182725906,0.002413536189123988,0.0026768925599753857,0.002940248930826783,0.0032036053016781807,0.003466961672529578,0.0037303180433809757,0.00399367418140173,0.004257030785083771,0.004520387388765812,0.004783743526786566,0.00504709966480732,0.005310456268489361,0.005573812872171402,0.005837169010192156,0.00610052514821291,0.006363881751894951,0.006627238355576992,0.006890594493597746,0.0071539506316185,0.007417307235300541,0.007680663838982582,0.007944019511342049,0.00820737611502409,0.008470732718706131]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.00040966272354125977,-0.00039872340857982635,-0.00038778409361839294,-0.00037684477865695953,-0.0003659054636955261,-0.0003549661487340927,-0.0003440268337726593,-0.0003330875188112259,-0.0003221482038497925,-0.00031120888888835907,-0.00030026957392692566,-0.00028933025896549225,-0.00027839094400405884,-0.00026745162904262543,-0.000256512314081192,-0.0002455729991197586,-0.0002346336841583252,-0.00022369436919689178,-0.00021275505423545837,-0.00020181573927402496,-0.00019087642431259155,-0.00017993710935115814,-0.00016899779438972473,-0.00015805847942829132,-0.0001471191644668579,-0.0001361798495054245,-0.0001252405345439911,-0.00011430121958255768,-0.00010336190462112427,-9.242258965969086e-05,-8.148327469825745e-05,-7.054395973682404e-05,-5.9604644775390625e-05,-4.8665329813957214e-05,-3.7726014852523804e-05,-2.6786699891090393e-05,-1.5847384929656982e-05,-4.908069968223572e-06,6.031244993209839e-06,1.697055995464325e-05,2.790987491607666e-05,3.884918987751007e-05,4.978850483894348e-05,6.072781980037689e-05,7.16671347618103e-05,8.260644972324371e-05,9.354576468467712e-05,0.00010448507964611053,0.00011542439460754395,0.00012636370956897736,0.00013730302453041077,0.00014824233949184418,0.0001591816544532776,0.000170120969414711,0.0001810602843761444,0.00019199959933757782,0.00020293891429901123,0.00021387822926044464,0.00022481754422187805,0.00023575685918331146,0.0002466961741447449,0.0002576354891061783,0.0002685748040676117,0.0002795141190290451,0.0002904534339904785],"_type":"histogram","values":[1,0,0,0,1,0,1,3,2,0,0,1,2,3,2,3,3,4,5,4,3,9,8,17,25,17,27,27,45,44,54,66,95,84,131,142,165,215,139,144,114,110,70,70,40,31,36,20,15,10,9,6,5,6,4,0,1,2,1,0,2,1,0,3]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,1,0,2,2,4,3,2,3,1,2,2,4,4,5,5,6,7,11,21,18,17,35,28,41,27,48,46,61,78,80,102,102,104,124,142,125,102,137,96,91,68,66,55,50,39,18,13,18,6,5,2,4,7,2,3,1,0,0,0,0,1],"bins":[-0.020655810832977295,-0.020306766033172607,-0.01995772123336792,-0.01960867829620838,-0.019259633496403694,-0.018910588696599007,-0.01856154389679432,-0.01821249909698963,-0.017863454297184944,-0.017514411360025406,-0.01716536656022072,-0.01681632176041603,-0.016467276960611343,-0.016118232160806656,-0.01576918736100197,-0.015420143492519855,-0.015071099624037743,-0.014722054824233055,-0.014373010024428368,-0.014023966155946255,-0.013674921356141567,-0.01332587655633688,-0.012976832687854767,-0.01262778788805008,-0.012278743088245392,-0.011929699219763279,-0.011580654419958591,-0.011231609620153904,-0.010882565751671791,-0.010533520951867104,-0.010184476152062416,-0.009835432283580303,-0.009486386552453041,-0.009137342683970928,-0.00878829788416624,-0.008439253084361553,-0.00809020921587944,-0.007741164416074753,-0.007392120081931353,-0.007043075282126665,-0.006694030947983265,-0.006344986613839865,-0.005995941814035177,-0.005646897479891777,-0.005297853145748377,-0.004948808345943689,-0.004599764011800289,-0.004250719677656889,-0.003901675110682845,-0.0035526305437088013,-0.003203586209565401,-0.0028545416425913572,-0.0025054970756173134,-0.002156452741473913,-0.0018074081744998693,-0.0014583637239411473,-0.0011093192733824253,-0.0007602748228237033,-0.00041123031405732036,-6.218583439476788e-05,0.0002868586452677846,0.0006359030958265066,0.0009849476628005505,0.0013339921133592725,0.0016830365639179945],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,3,4,4,20,31,44,75,142,209,397,559,839,1301,1984,2780,3890,5325,7213,9347,11901,14540,17551,20345,23106,25435,27320,29024,30371,29583,28497,26973,24461,21865,18833,16148,13241,10607,8544,6281,4685,3355,2423,1671,1087,716,427,294,191,115,49,34,18,13,6,4,3],"bins":[-0.11826375126838684,-0.11495847254991531,-0.11165318638086319,-0.10834790766239166,-0.10504262894392014,-0.10173735022544861,-0.09843206405639648,-0.09512678533792496,-0.09182150661945343,-0.0885162204504013,-0.08521094173192978,-0.08190566301345825,-0.07860038429498672,-0.0752950981259346,-0.07198981940746307,-0.06868454068899155,-0.06537926197052002,-0.062073975801467896,-0.05876869708299637,-0.05546341463923454,-0.052158135920763016,-0.04885285347700119,-0.04554757475852966,-0.04224229231476784,-0.03893700987100601,-0.035631731152534485,-0.03232644870877266,-0.029021169990301132,-0.025715887546539307,-0.02241060696542263,-0.019105326384305954,-0.015800045803189278,-0.012494765222072601,-0.009189484640955925,-0.005884203594177961,-0.0025789227802306414,0.0007263580337166786,0.004031638614833355,0.007336919661611319,0.010642200708389282,0.013947481289505959,0.017252761870622635,0.02055804245173931,0.023863323032855988,0.027168605476617813,0.03047388605773449,0.033779166638851166,0.03708444535732269,0.04038972780108452,0.043695010244846344,0.04700028896331787,0.0503055714070797,0.053610850125551224,0.05691613256931305,0.060221411287784576,0.0635266900062561,0.06683197617530823,0.07013725489377975,0.07344253361225128,0.0767478197813034,0.08005309849977493,0.08335837721824646,0.08666365593671799,0.08996894210577011,0.09327422082424164]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,0,0,0,0,1,0,2,0,0,2,1,1,3,4,2,5,12,11,19,24,39,37,71,84,131,218,305,495,844,1471,3030,6663,20819,102640,334023,87271,18923,6227,2813,1360,794,507,320,235,134,87,48,36,27,23,22,12,6,5,3,4,3,2,0,2,0,2],"bins":[-0.0003266334533691406,-0.0003176741302013397,-0.0003087148070335388,-0.0002997554838657379,-0.000290796160697937,-0.0002818368375301361,-0.0002728775143623352,-0.0002639181911945343,-0.0002549588680267334,-0.0002459995448589325,-0.0002370402216911316,-0.0002280808985233307,-0.00021912157535552979,-0.00021016225218772888,-0.00020120292901992798,-0.00019224360585212708,-0.00018328428268432617,-0.00017432495951652527,-0.00016536563634872437,-0.00015640631318092346,-0.00014744699001312256,-0.00013848766684532166,-0.00012952834367752075,-0.00012056902050971985,-0.00011160969734191895,-0.00010265037417411804,-9.369105100631714e-05,-8.473172783851624e-05,-7.577240467071533e-05,-6.681308150291443e-05,-5.7853758335113525e-05,-4.889443516731262e-05,-3.993511199951172e-05,-3.0975788831710815e-05,-2.2016465663909912e-05,-1.3057142496109009e-05,-4.0978193283081055e-06,4.861503839492798e-06,1.3820827007293701e-05,2.2780150175094604e-05,3.173947334289551e-05,4.069879651069641e-05,4.9658119678497314e-05,5.861744284629822e-05,6.757676601409912e-05,7.653608918190002e-05,8.549541234970093e-05,9.445473551750183e-05,0.00010341405868530273,0.00011237338185310364,0.00012133270502090454,0.00013029202818870544,0.00013925135135650635,0.00014821067452430725,0.00015716999769210815,0.00016612932085990906,0.00017508864402770996,0.00018404796719551086,0.00019300729036331177,0.00020196661353111267,0.00021092593669891357,0.00021988525986671448,0.00022884458303451538,0.00023780390620231628,0.0002467632293701172],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,1,2,1,9,8,26,41,72,141,236,369,635,981,1545,2414,3697,5347,7540,10531,14139,19267,24989,31387,39469,47522,56329,65262,73717,81360,87394,92975,95733,95986,94244,90979,85509,77785,69077,60545,52142,42840,35049,27920,21735,16589,11941,8959,6089,4252,2926,2005,1212,755,480,271,184,111,73,33,16,10,5,2],"bins":[-0.10416773706674576,-0.10103356093168259,-0.09789939224720001,-0.09476521611213684,-0.09163104742765427,-0.0884968712925911,-0.08536270260810852,-0.08222852647304535,-0.07909435033798218,-0.0759601816534996,-0.07282600551843643,-0.06969183683395386,-0.06655766069889069,-0.06342349201440811,-0.06028931587934494,-0.05715514346957207,-0.054020971059799194,-0.05088679865002632,-0.04775262624025345,-0.044618453830480576,-0.0414842814207077,-0.03835010528564453,-0.03521593287587166,-0.032081760466098785,-0.028947588056325912,-0.02581341564655304,-0.022679243236780167,-0.019545068964362144,-0.01641089655458927,-0.013276724144816399,-0.010142550803720951,-0.007008377928286791,-0.0038742050528526306,-0.0007400321774184704,0.00239414069801569,0.00552831357344985,0.00866248644888401,0.011796658858656883,0.01493083219975233,0.01806500554084778,0.02119917795062065,0.024333350360393524,0.027467522770166397,0.03060169704258442,0.03373587131500244,0.036870043724775314,0.04000421613454819,0.04313838854432106,0.04627256095409393,0.049406733363866806,0.05254090577363968,0.05567507818341255,0.058809250593185425,0.061943426728248596,0.06507759541273117,0.06821177154779434,0.07134594023227692,0.07448011636734009,0.07761429250240326,0.08074846118688583,0.083882637321949,0.08701680600643158,0.09015098214149475,0.09328515082597733,0.0964193269610405]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[3,1,3,4,11,6,7,11,17,25,32,47,52,88,120,161,227,251,343,522,758,1044,1419,2014,2808,4219,6318,9657,15501,26472,51659,128116,179299,70938,33659,18661,11558,7437,4952,3303,2308,1672,1152,785,606,431,299,200,193,115,98,62,47,30,20,22,16,11,9,5,6,4,7,3],"bins":[-0.0011968612670898438,-0.0011596828699111938,-0.001122504472732544,-0.001085326075553894,-0.0010481476783752441,-0.0010109692811965942,-0.0009737908840179443,-0.0009366124868392944,-0.0008994340896606445,-0.0008622556924819946,-0.0008250772953033447,-0.0007878988981246948,-0.0007507205009460449,-0.000713542103767395,-0.0006763637065887451,-0.0006391853094100952,-0.0006020069122314453,-0.0005648285150527954,-0.0005276501178741455,-0.0004904717206954956,-0.0004532933235168457,-0.0004161149263381958,-0.0003789365291595459,-0.000341758131980896,-0.0003045797348022461,-0.0002674013376235962,-0.0002302229404449463,-0.0001930445432662964,-0.00015586614608764648,-0.00011868774890899658,-8.150935173034668e-05,-4.433095455169678e-05,-7.152557373046875e-06,3.0025839805603027e-05,6.720423698425293e-05,0.00010438263416290283,0.00014156103134155273,0.00017873942852020264,0.00021591782569885254,0.00025309622287750244,0.00029027462005615234,0.00032745301723480225,0.00036463141441345215,0.00040180981159210205,0.00043898820877075195,0.00047616660594940186,0.0005133450031280518,0.0005505234003067017,0.0005877017974853516,0.0006248801946640015,0.0006620585918426514,0.0006992369890213013,0.0007364153861999512,0.0007735937833786011,0.000810772180557251,0.0008479505777359009,0.0008851289749145508,0.0009223073720932007,0.0009594857692718506,0.0009966641664505005,0.0010338425636291504,0.0010710209608078003,0.0011081993579864502,0.0011453777551651,0.00118255615234375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.013431372120976448,-0.012988779693841934,-0.01254618726670742,-0.012103593908250332,-0.011661001481115818,-0.011218409053981304,-0.010775815695524216,-0.010333223268389702,-0.009890630841255188,-0.009448038414120674,-0.00900544598698616,-0.008562852628529072,-0.008120260201394558,-0.007677667774260044,-0.007235074881464243,-0.006792481988668442,-0.006349889561533928,-0.005907297134399414,-0.005464704241603613,-0.005022111348807812,-0.004579518921673298,-0.004136926494538784,-0.003694333601742983,-0.0032517409417778254,-0.002809148281812668,-0.0023665556218475103,-0.0019239629618823528,-0.0014813703019171953,-0.0010387776419520378,-0.0005961849819868803,-0.0001535923220217228,0.0002890003379434347,0.0007315929979085922,0.0011741856578737497,0.0016167783178389072,0.0020593709778040648,0.0025019636377692223,0.0029445562977343798,0.0033871489576995373,0.003829741617664695,0.004272334277629852,0.004714926704764366,0.005157519597560167,0.0056001124903559685,0.006042704917490482,0.006485297344624996,0.006927890237420797,0.0073704831302165985,0.007813075557351112,0.008255667984485626,0.00869826041162014,0.009140853770077229,0.009583446197211742,0.010026038624346256,0.010468631982803345,0.010911224409937859,0.011353816837072372,0.011796409264206886,0.0122390016913414,0.012681595049798489,0.013124187476933002,0.013566779904067516,0.014009373262524605,0.014451965689659119,0.014894558116793633],"_type":"histogram","values":[1,1,1,0,2,2,4,4,3,7,5,6,10,9,8,15,17,10,20,20,11,19,22,22,20,22,20,28,19,24,27,23,35,22,20,18,30,25,21,25,14,13,20,14,18,15,15,9,6,4,6,5,5,7,3,1,5,1,5,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.014279603958129883,-0.013851094990968704,-0.013422586023807526,-0.012994077987968922,-0.012565569020807743,-0.012137060053646564,-0.011708551086485386,-0.011280043050646782,-0.010851534083485603,-0.010423025116324425,-0.009994516149163246,-0.009566007182002068,-0.009137499146163464,-0.008708990179002285,-0.008280481211841106,-0.007851972244679928,-0.0074234637431800365,-0.006994954776018858,-0.006566446274518967,-0.006137937307357788,-0.005709428805857897,-0.005280919838696718,-0.004852411337196827,-0.004423902370035648,-0.00399539340287447,-0.0035668849013745785,-0.0031383761670440435,-0.0027098674327135086,-0.00228135846555233,-0.001852849847637117,-0.0014243409968912601,-0.0009958322625607252,-0.0005673235282301903,-0.00013881476479582489,0.0002896939986385405,0.0007182027911767364,0.0011467115255072713,0.0015752202598378062,0.002003729110583663,0.002432237844914198,0.002860746579244733,0.003289255313575268,0.0037177640479058027,0.004146272782236338,0.004574781749397516,0.0050032902508974075,0.005431799218058586,0.005860307719558477,0.006288816686719656,0.006717325653880835,0.007145834155380726,0.0075743431225419044,0.008002852089703083,0.008431360125541687,0.008859869092702866,0.009288378059864044,0.009716887027025223,0.010145395994186401,0.010573904030025005,0.011002412997186184,0.011430921964347363,0.011859430931508541,0.012287938967347145,0.012716447934508324,0.013144956901669502],"_type":"histogram","values":[1,0,0,1,0,1,2,1,3,2,1,5,6,5,11,4,3,11,8,12,13,15,22,17,24,20,24,20,24,27,27,28,35,28,31,26,29,25,26,16,25,25,21,16,16,18,17,13,12,13,4,6,1,4,8,2,1,4,1,2,0,0,4,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,2,2,5,2,0,5,4,1,5,2,7,14,12,12,15,12,19,26,24,30,25,29,30,29,35,31,41,32,39,38,32,36,24,25,14,13,16,16,17,10,8,4,8,4,1,3,0,2,2,0,0,1,0,0,0,0,0,2],"bins":[-0.00014601039583794773,-0.0001413924910593778,-0.00013677457172889262,-0.0001321566669503227,-0.00012753874761983752,-0.00012292084284126759,-0.00011830293078674003,-0.00011368501873221248,-0.00010906710667768493,-0.00010444919462315738,-9.983128256862983e-05,-9.521337051410228e-05,-9.059546573553234e-05,-8.597755368100479e-05,-8.135964162647724e-05,-7.674172957194969e-05,-7.212381751742214e-05,-6.750590546289459e-05,-6.288799340836704e-05,-5.8270084991818294e-05,-5.365217293729074e-05,-4.903426088276319e-05,-4.441635246621445e-05,-3.97984404116869e-05,-3.5180528357159346e-05,-3.0562616302631795e-05,-2.5944706067093648e-05,-2.13267958315555e-05,-1.670888377702795e-05,-1.20909726319951e-05,-7.473061486962251e-06,-2.855150341929402e-06,1.7627753550186753e-06,6.3806865000515245e-06,1.0998597645084374e-05,1.561650788062252e-05,2.0234419935150072e-05,2.4852331989677623e-05,2.947024222521577e-05,3.408815246075392e-05,3.870606451528147e-05,4.332397656980902e-05,4.794188862433657e-05,5.2559797040885314e-05,5.7177709095412865e-05,6.179561751196161e-05,6.641352956648916e-05,7.103144162101671e-05,7.564935367554426e-05,8.026726573007181e-05,8.488517778459936e-05,8.950308983912691e-05,9.412100189365447e-05,9.87389066722244e-05,0.00010335681872675195,0.0001079747307812795,0.00011259264283580706,0.0001172105548903346,0.00012182846694486216,0.0001264463789993897,0.00013106428377795964,0.0001356822031084448,0.00014030010788701475,0.0001449180272174999,0.00014953593199606985]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,0,0,0,1,1,2,1,3,2,8,2,9,19,20,29,37,66,74,146,203,304,418,593,886,1327,1947,2865,4460,6924,11271,19606,35591,70131,145558,138606,65746,33476,18849,10940,6806,4329,2752,1832,1197,847,621,423,266,201,138,88,66,42,31,22,11,8,9,4,3,3,1,2],"bins":[-0.00031828880310058594,-0.000309184193611145,-0.0003000795841217041,-0.0002909749746322632,-0.00028187036514282227,-0.00027276575565338135,-0.00026366114616394043,-0.0002545565366744995,-0.0002454519271850586,-0.00023634731769561768,-0.00022724270820617676,-0.00021813809871673584,-0.00020903348922729492,-0.000199928879737854,-0.00019082427024841309,-0.00018171966075897217,-0.00017261505126953125,-0.00016351044178009033,-0.00015440583229064941,-0.0001453012228012085,-0.00013619661331176758,-0.00012709200382232666,-0.00011798739433288574,-0.00010888278484344482,-9.97781753540039e-05,-9.067356586456299e-05,-8.156895637512207e-05,-7.246434688568115e-05,-6.335973739624023e-05,-5.4255127906799316e-05,-4.51505184173584e-05,-3.604590892791748e-05,-2.6941299438476562e-05,-1.7836689949035645e-05,-8.732080459594727e-06,3.725290298461914e-07,9.47713851928711e-06,1.8581748008728027e-05,2.7686357498168945e-05,3.679096698760986e-05,4.589557647705078e-05,5.50001859664917e-05,6.410479545593262e-05,7.320940494537354e-05,8.231401443481445e-05,9.141862392425537e-05,0.00010052323341369629,0.00010962784290313721,0.00011873245239257812,0.00012783706188201904,0.00013694167137145996,0.00014604628086090088,0.0001551508903503418,0.00016425549983978271,0.00017336010932922363,0.00018246471881866455,0.00019156932830810547,0.0002006739377975464,0.0002097785472869873,0.00021888315677642822,0.00022798776626586914,0.00023709237575531006,0.000246196985244751,0.0002553015947341919,0.0002644062042236328],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[3,0,1,0,2,0,1,2,5,3,5,10,11,15,20,22,34,40,77,116,157,238,351,594,1084,1865,3862,9602,41881,372479,127790,17702,5759,2556,1396,768,478,285,200,111,79,63,33,34,18,22,9,10,3,7,6,3,3,2,2,0,1,1,1,0,1,0,0,1],"bins":[-0.00344085693359375,-0.003325164318084717,-0.0032094717025756836,-0.0030937790870666504,-0.002978086471557617,-0.002862393856048584,-0.0027467012405395508,-0.0026310086250305176,-0.0025153160095214844,-0.002399623394012451,-0.002283930778503418,-0.0021682381629943848,-0.0020525455474853516,-0.0019368529319763184,-0.0018211603164672852,-0.001705467700958252,-0.0015897750854492188,-0.0014740824699401855,-0.0013583898544311523,-0.0012426972389221191,-0.001127004623413086,-0.0010113120079040527,-0.0008956193923950195,-0.0007799267768859863,-0.0006642341613769531,-0.0005485415458679199,-0.0004328489303588867,-0.0003171563148498535,-0.0002014636993408203,-8.577108383178711e-05,2.9921531677246094e-05,0.0001456141471862793,0.0002613067626953125,0.0003769993782043457,0.0004926919937133789,0.0006083846092224121,0.0007240772247314453,0.0008397698402404785,0.0009554624557495117,0.001071155071258545,0.0011868476867675781,0.0013025403022766113,0.0014182329177856445,0.0015339255332946777,0.001649618148803711,0.0017653107643127441,0.0018810033798217773,0.0019966959953308105,0.0021123886108398438,0.002228081226348877,0.00234377384185791,0.0024594664573669434,0.0025751590728759766,0.0026908516883850098,0.002806544303894043,0.002922236919403076,0.0030379295349121094,0.0031536221504211426,0.0032693147659301758,0.003385007381439209,0.003500699996948242,0.0036163926124572754,0.0037320852279663086,0.003847777843475342,0.003963470458984375]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,2,1,2,3,4,6,3,7,5,6,6,5,4,14,21,15,21,20,24,25,29,32,39,33,35,37,19,32,30,25,32,32,21,21,18,19,20,16,16,10,8,8,7,8,4,6,0,4,4,1,1,0,1,0,1,0,0,1,2],"bins":[-7.009506225585938e-05,-6.777513772249222e-05,-6.545521318912506e-05,-6.31352886557579e-05,-6.081536412239075e-05,-5.849543958902359e-05,-5.617551505565643e-05,-5.3855590522289276e-05,-5.153566598892212e-05,-4.921574145555496e-05,-4.6895816922187805e-05,-4.457589238882065e-05,-4.225596785545349e-05,-3.9936043322086334e-05,-3.761611878871918e-05,-3.529619425535202e-05,-3.297626972198486e-05,-3.0656345188617706e-05,-2.833642065525055e-05,-2.6016496121883392e-05,-2.3696571588516235e-05,-2.137664705514908e-05,-1.905672252178192e-05,-1.6736797988414764e-05,-1.4416873455047607e-05,-1.209694892168045e-05,-9.777024388313293e-06,-7.4570998549461365e-06,-5.1371753215789795e-06,-2.8172507882118225e-06,-4.973262548446655e-07,1.8225982785224915e-06,4.1425228118896484e-06,6.462447345256805e-06,8.782371878623962e-06,1.110229641199112e-05,1.3422220945358276e-05,1.5742145478725433e-05,1.806207001209259e-05,2.0381994545459747e-05,2.2701919078826904e-05,2.502184361219406e-05,2.7341768145561218e-05,2.9661692678928375e-05,3.198161721229553e-05,3.430154174566269e-05,3.6621466279029846e-05,3.8941390812397e-05,4.126131534576416e-05,4.358123987913132e-05,4.5901164412498474e-05,4.822108894586563e-05,5.054101347923279e-05,5.2860938012599945e-05,5.51808625459671e-05,5.750078707933426e-05,5.9820711612701416e-05,6.214063614606857e-05,6.446056067943573e-05,6.678048521280289e-05,6.910040974617004e-05,7.14203342795372e-05,7.374025881290436e-05,7.606018334627151e-05,7.838010787963867e-05]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[3,0,0,2,0,1,0,1,0,3,3,2,3,5,4,7,11,8,6,7,14,12,23,29,25,22,22,37,28,30,25,30,35,23,40,24,36,31,32,31,19,23,19,18,16,14,8,4,7,6,6,1,1,3,1,2,1,0,2,0,0,1,0,1],"bins":[-0.00011438131332397461,-0.00011084135621786118,-0.00010730139911174774,-0.00010376144200563431,-0.00010022148489952087,-9.668152779340744e-05,-9.3141570687294e-05,-8.960161358118057e-05,-8.606165647506714e-05,-8.25216993689537e-05,-7.898174226284027e-05,-7.544178515672684e-05,-7.19018280506134e-05,-6.836187094449997e-05,-6.482191383838654e-05,-6.12819567322731e-05,-5.774199962615967e-05,-5.4202042520046234e-05,-5.06620854139328e-05,-4.7122128307819366e-05,-4.358217120170593e-05,-4.00422140955925e-05,-3.6502256989479065e-05,-3.296229988336563e-05,-2.9422342777252197e-05,-2.5882385671138763e-05,-2.234242856502533e-05,-1.8802471458911896e-05,-1.5262514352798462e-05,-1.1722557246685028e-05,-8.182600140571594e-06,-4.64264303445816e-06,-1.1026859283447266e-06,2.4372711777687073e-06,5.977228283882141e-06,9.517185389995575e-06,1.3057142496109009e-05,1.6597099602222443e-05,2.0137056708335876e-05,2.367701381444931e-05,2.7216970920562744e-05,3.075692802667618e-05,3.429688513278961e-05,3.7836842238903046e-05,4.137679934501648e-05,4.491675645112991e-05,4.845671355724335e-05,5.199667066335678e-05,5.5536627769470215e-05,5.907658487558365e-05,6.261654198169708e-05,6.615649908781052e-05,6.969645619392395e-05,7.323641330003738e-05,7.677637040615082e-05,8.031632751226425e-05,8.385628461837769e-05,8.739624172449112e-05,9.093619883060455e-05,9.447615593671799e-05,9.801611304283142e-05,0.00010155607014894485,0.00010509602725505829,0.00010863598436117172,0.00011217594146728516]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.008284305222332478,-0.008046488277614117,-0.00780867226421833,-0.0075708553194999695,-0.007333038840442896,-0.007095222361385822,-0.006857405882328749,-0.006619589403271675,-0.006381772458553314,-0.006143955979496241,-0.005906139500439167,-0.005668323021382093,-0.00543050654232502,-0.005192690063267946,-0.004954873118549585,-0.004717056639492512,-0.004479240160435438,-0.0042414236813783646,-0.004003607202321291,-0.0037657904904335737,-0.0035279737785458565,-0.003290157299488783,-0.0030523408204317093,-0.002814524108543992,-0.0025767076294869184,-0.002338891150429845,-0.0021010744385421276,-0.001863257959485054,-0.0016254413640126586,-0.0013876247685402632,-0.0011498082894831896,-0.0009119916940107942,-0.0006741746328771114,-0.00043635806650854647,-0.0001985415001399815,3.9275066228583455e-05,0.0002770916325971484,0.0005149082280695438,0.0007527247653342783,0.0009905413025990129,0.0012283578980714083,0.0014661744935438037,0.0017039910890161991,0.0019418075680732727,0.0021796240471303463,0.0024174407590180635,0.002655257238075137,0.0028930739499628544,0.003130890429019928,0.0033687069080770016,0.003606523619964719,0.0038443400990217924,0.00408215681090951,0.004319973289966583,0.004557789769023657,0.0047956062480807304,0.005033423192799091,0.005271239671856165,0.0055090561509132385,0.005746872629970312,0.005984689109027386,0.006222505588084459,0.00646032253280282,0.006698139011859894,0.006935955490916967],"_type":"histogram","values":[2,0,0,0,0,0,2,0,0,0,0,0,2,1,3,2,5,5,9,10,13,7,13,15,17,22,20,26,16,28,35,29,34,36,31,35,23,38,37,32,27,24,29,19,22,11,16,9,14,4,7,3,6,9,6,1,6,3,0,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,1,2,0,2,1,1,2,3,4,1,5,6,7,5,9,13,14,14,16,18,25,20,27,24,24,26,25,38,39,38,25,33,29,31,36,22,27,18,20,18,20,10,17,13,5,7,2,3,3,4,5,1,0,2,1,1,1,0,0,1,1],"bins":[-0.008565684780478477,-0.00829978846013546,-0.008033892139792442,-0.007767995819449425,-0.007502099499106407,-0.00723620317876339,-0.006970306858420372,-0.006704410538077354,-0.006438514217734337,-0.006172617897391319,-0.005906721577048302,-0.005640825256705284,-0.0053749289363622665,-0.005109032616019249,-0.004843136295676231,-0.004577239975333214,-0.004311343654990196,-0.004045447334647179,-0.003779551014304161,-0.0035136546939611435,-0.003247758373618126,-0.0029818620532751083,-0.0027159657329320908,-0.002450069412589073,-0.0021841730922460556,-0.001918276771903038,-0.0016523804515600204,-0.0013864841312170029,-0.0011205878108739853,-0.0008546914905309677,-0.0005887951701879501,-0.00032289884984493256,-5.700252950191498e-05,0.0002088937908411026,0.0004747901111841202,0.0007406864315271378,0.0010065827518701553,0.001272479072213173,0.0015383753925561905,0.001804271712899208,0.0020701680332422256,0.0023360643535852432,0.002601960673928261,0.0028678569942712784,0.003133753314614296,0.0033996496349573135,0.003665545955300331,0.003931442275643349,0.004197338595986366,0.004463234916329384,0.004729131236672401,0.004995027557015419,0.005260923877358437,0.005526820197701454,0.005792716518044472,0.006058612838387489,0.006324509158730507,0.0065904054790735245,0.006856301799416542,0.00712219811975956,0.007388094440102577,0.007653990760445595,0.007919887080788612,0.00818578340113163,0.008451679721474648]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,0,2,0,1,2,1,1,4,2,1,7,6,4,5,13,15,8,12,13,19,17,21,22,19,21,17,32,27,20,21,23,24,26,33,36,24,16,28,27,25,23,17,16,20,9,11,12,12,5,6,5,11,9,3,2,2,6,0,0,0,0,2,1],"bins":[-0.016788220033049583,-0.016274569556117058,-0.01576092094182968,-0.015247270464897156,-0.01473361998796463,-0.014219969511032104,-0.013706319965422153,-0.013192670419812202,-0.012679019942879677,-0.012165369465947151,-0.0116517199203372,-0.01113807037472725,-0.010624419897794724,-0.010110769420862198,-0.009597119875252247,-0.009083470329642296,-0.00856981985270977,-0.008056169375777245,-0.0075425198301672935,-0.007028869818896055,-0.006515219807624817,-0.006001569796353579,-0.00548791978508234,-0.004974269773811102,-0.004460619762539864,-0.003946969751268625,-0.003433319739997387,-0.0029196697287261486,-0.0024060197174549103,-0.001892369706183672,-0.0013787196949124336,-0.0008650696836411953,-0.0003514215350151062,0.00016222847625613213,0.0006758784875273705,0.0011895284987986088,0.001703178510069847,0.0022168285213410854,0.0027304785326123238,0.003244128543883562,0.0037577785551548004,0.004271428566426039,0.004785078577697277,0.005298728588968515,0.005812378600239754,0.006326028611510992,0.00683967862278223,0.007353328634053469,0.007866978645324707,0.008380629122257233,0.008894278667867184,0.009407928213477135,0.00992157869040966,0.010435229167342186,0.010948878712952137,0.011462528258562088,0.011976178735494614,0.01248982921242714,0.01300347875803709,0.013517128303647041,0.014030778780579567,0.014544429257512093,0.015058078803122044,0.015571728348731995,0.01608537882566452]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,0,0,1,0,1,0,2,1,0,2,0,2,0,5,0,4,4,2,4,4,6,7,9,13,18,17,22,24,30,42,52,53,59,45,43,66,30,48,17,23,16,19,15,6,11,6,2,8,9,2,1,2,3,3,3,1,0,0,0,2,0,0,2],"bins":[-3.248453140258789e-05,-3.153271973133087e-05,-3.058090806007385e-05,-2.9629096388816833e-05,-2.8677284717559814e-05,-2.7725473046302795e-05,-2.6773661375045776e-05,-2.5821849703788757e-05,-2.4870038032531738e-05,-2.391822636127472e-05,-2.29664146900177e-05,-2.201460301876068e-05,-2.1062791347503662e-05,-2.0110979676246643e-05,-1.9159168004989624e-05,-1.8207356333732605e-05,-1.7255544662475586e-05,-1.6303732991218567e-05,-1.5351921319961548e-05,-1.4400109648704529e-05,-1.344829797744751e-05,-1.249648630619049e-05,-1.1544674634933472e-05,-1.0592862963676453e-05,-9.641051292419434e-06,-8.689239621162415e-06,-7.737427949905396e-06,-6.7856162786483765e-06,-5.833804607391357e-06,-4.881992936134338e-06,-3.930181264877319e-06,-2.9783695936203003e-06,-2.0265579223632812e-06,-1.0747462511062622e-06,-1.2293457984924316e-07,8.288770914077759e-07,1.780688762664795e-06,2.732500433921814e-06,3.684312105178833e-06,4.636123776435852e-06,5.587935447692871e-06,6.53974711894989e-06,7.491558790206909e-06,8.443370461463928e-06,9.395182132720947e-06,1.0346993803977966e-05,1.1298805475234985e-05,1.2250617146492004e-05,1.3202428817749023e-05,1.4154240489006042e-05,1.5106052160263062e-05,1.605786383152008e-05,1.70096755027771e-05,1.796148717403412e-05,1.8913298845291138e-05,1.9865110516548157e-05,2.0816922187805176e-05,2.1768733859062195e-05,2.2720545530319214e-05,2.3672357201576233e-05,2.4624168872833252e-05,2.557598054409027e-05,2.652779221534729e-05,2.747960388660431e-05,2.8431415557861328e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[2,0,4,7,20,23,44,82,118,188,298,487,685,1077,1529,2169,3196,4236,5596,7285,9379,11758,14378,17218,19826,23106,25861,28816,31074,32696,34048,33786,33951,33116,31343,28975,26273,23958,20699,17518,14898,12029,9619,7757,5859,4413,3199,2268,1672,1099,764,507,374,218,135,81,48,28,16,7,5,1,0,2],"bins":[-0.09231844544410706,-0.08939611166715622,-0.08647377789020538,-0.08355144411325455,-0.08062911033630371,-0.07770677655935287,-0.07478444278240204,-0.0718621090054512,-0.06893977522850037,-0.06601743400096893,-0.0630951002240181,-0.06017277017235756,-0.057250432670116425,-0.05432809889316559,-0.05140576511621475,-0.048483431339263916,-0.04556109756231308,-0.042638763785362244,-0.03971643000841141,-0.03679409623146057,-0.033871762454509735,-0.03094942681491375,-0.028027091175317764,-0.025104757398366928,-0.022182423621416092,-0.019260089844465256,-0.01633775606751442,-0.013415420427918434,-0.010493086650967598,-0.0075707524083554745,-0.004648418165743351,-0.0017260839231312275,0.001196250319480896,0.0041185845620930195,0.007040918804705143,0.009963253512978554,0.01288558728992939,0.015807921066880226,0.01873025670647621,0.021652590483427048,0.024574924260377884,0.02749725803732872,0.030419591814279556,0.03334192559123039,0.03626426309347153,0.03918659687042236,0.0421089306473732,0.045031264424324036,0.04795359820127487,0.05087593197822571,0.053798265755176544,0.05672059953212738,0.05964293330907822,0.06256526708602905,0.06548760086297989,0.06840993463993073,0.07133227586746216,0.074254609644413,0.07717694342136383,0.08009927719831467,0.0830216109752655,0.08594394475221634,0.08886627852916718,0.09178861230611801,0.09471094608306885]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"values":[1,0,1,0,1,0,0,0,0,2,4,2,3,2,5,2,3,4,6,8,4,10,9,13,16,20,27,18,37,45,42,63,60,59,51,49,32,29,26,19,20,10,10,8,4,10,3,2,8,3,4,2,2,1,0,0,1,2,0,1,1,1,1,1],"bins":[-0.0010753870010375977,-0.0010419655591249466,-0.0010085441172122955,-0.0009751226752996445,-0.0009417012333869934,-0.0009082797914743423,-0.0008748583495616913,-0.0008414369076490402,-0.0008080154657363892,-0.0007745940238237381,-0.000741172581911087,-0.000707751139998436,-0.0006743296980857849,-0.0006409082561731339,-0.0006074868142604828,-0.0005740653723478317,-0.0005406439304351807,-0.0005072224885225296,-0.00047380104660987854,-0.0004403796046972275,-0.0004069581627845764,-0.00037353672087192535,-0.0003401152789592743,-0.00030669383704662323,-0.00027327239513397217,-0.0002398509532213211,-0.00020642951130867004,-0.00017300806939601898,-0.00013958662748336792,-0.00010616518557071686,-7.27437436580658e-05,-3.9322301745414734e-05,-5.900859832763672e-06,2.752058207988739e-05,6.094202399253845e-05,9.436346590518951e-05,0.00012778490781784058,0.00016120634973049164,0.0001946277916431427,0.00022804923355579376,0.0002614706754684448,0.0002948921173810959,0.00032831355929374695,0.000361735001206398,0.00039515644311904907,0.00042857788503170013,0.0004619993269443512,0.0004954207688570023,0.0005288422107696533,0.0005622636526823044,0.0005956850945949554,0.0006291065365076065,0.0006625279784202576,0.0006959494203329086,0.0007293708622455597,0.0007627923041582108,0.0007962137460708618,0.0008296351879835129,0.0008630566298961639,0.000896478071808815,0.0009298995137214661,0.0009633209556341171,0.0009967423975467682,0.0010301638394594193,0.0010635852813720703],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,0,0,2,0,4,3,2,4,5,3,3,7,7,11,6,15,17,15,16,21,12,23,24,31,26,33,41,39,42,34,32,25,28,30,24,16,19,26,21,12,10,9,8,8,6,6,7,4,3,4,5,0,4,0,3,4,2,2,1],"bins":[-0.0015810304321348667,-0.0015340547543019056,-0.0014870789600536227,-0.0014401032822206616,-0.0013931274879723787,-0.0013461518101394176,-0.0012991761323064566,-0.0012522003380581737,-0.0012052246602252126,-0.0011582489823922515,-0.0011112731881439686,-0.0010642975103110075,-0.0010173218324780464,-0.0009703460382297635,-0.0009233703603968024,-0.0008763946243561804,-0.0008294188883155584,-0.0007824431522749364,-0.0007354674162343144,-0.0006884917384013534,-0.0006415160023607314,-0.0005945402663201094,-0.0005475645884871483,-0.0005005888524465263,-0.0004536131164059043,-0.0004066373803652823,-0.00035966167342849076,-0.0003126859664916992,-0.0002657102304510772,-0.00021873450896237046,-0.0001717587874736637,-0.00012478306598495692,-7.780734449625015e-05,-3.0831623007543385e-05,1.6144098481163383e-05,6.311981996987015e-05,0.00011009554145857692,0.00015707126294728369,0.00020404698443599045,0.000251022691372782,0.000297998427413404,0.000344974163454026,0.0003919498703908175,0.00043892557732760906,0.00048590131336823106,0.000532877049408853,0.0005798527272418141,0.0006268284632824361,0.0006738041993230581,0.0007207799353636801,0.0007677556714043021,0.0008147313492372632,0.0008617070852778852,0.0009086828213185072,0.0009556584991514683,0.0010026342933997512,0.0010496099712327123,0.0010965856490656734,0.0011435614433139563,0.0011905371211469173,0.0012375127989798784,0.0012844885932281613,0.0013314642710611224,0.0013784400653094053,0.0014254157431423664]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.0004436969757080078,-0.0004301033914089203,-0.00041650980710983276,-0.00040291622281074524,-0.0003893226385116577,-0.0003757290542125702,-0.00036213546991348267,-0.00034854188561439514,-0.0003349483013153076,-0.0003213547170162201,-0.00030776113271713257,-0.00029416754841804504,-0.0002805739641189575,-0.00026698037981987,-0.00025338679552078247,-0.00023979321122169495,-0.00022619962692260742,-0.0002126060426235199,-0.00019901245832443237,-0.00018541887402534485,-0.00017182528972625732,-0.0001582317054271698,-0.00014463812112808228,-0.00013104453682899475,-0.00011745095252990723,-0.0001038573682308197,-9.026378393173218e-05,-7.667019963264465e-05,-6.307661533355713e-05,-4.9483031034469604e-05,-3.588944673538208e-05,-2.2295862436294556e-05,-8.702278137207031e-06,4.891306161880493e-06,1.8484890460968018e-05,3.207847476005554e-05,4.5672059059143066e-05,5.926564335823059e-05,7.285922765731812e-05,8.645281195640564e-05,0.00010004639625549316,0.00011363998055458069,0.0001272335648536682,0.00014082714915275574,0.00015442073345184326,0.00016801431775093079,0.0001816079020500183,0.00019520148634910583,0.00020879507064819336,0.00022238865494728088,0.0002359822392463684,0.00024957582354545593,0.00026316940784454346,0.000276762992143631,0.0002903565764427185,0.00030395016074180603,0.00031754374504089355,0.0003311373293399811,0.0003447309136390686,0.00035832449793815613,0.00037191808223724365,0.0003855116665363312,0.0003991052508354187,0.0004126988351345062,0.00042629241943359375],"_type":"histogram","values":[1,0,0,0,0,0,2,0,3,4,1,11,11,7,9,24,31,43,53,82,103,123,183,289,392,553,914,1491,2788,6177,16636,61667,355896,103081,22852,8148,3295,1738,1078,649,408,305,199,167,110,88,53,41,32,20,22,13,12,9,1,4,1,2,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.11527154594659805,-0.11184532940387726,-0.10841912031173706,-0.10499290376901627,-0.10156668722629547,-0.09814047068357468,-0.09471426159143448,-0.09128804504871368,-0.08786182850599289,-0.08443561941385269,-0.0810094028711319,-0.0775831863284111,-0.07415696978569031,-0.07073076069355011,-0.06730454415082932,-0.06387832760810852,-0.060452114790678024,-0.05702590197324753,-0.05359968543052673,-0.05017347261309624,-0.04674725607037544,-0.043321043252944946,-0.03989482671022415,-0.036468613892793655,-0.03304240107536316,-0.029616184532642365,-0.02618996985256672,-0.022763755172491074,-0.019337542355060577,-0.015911327674984932,-0.012485112994909286,-0.009058898314833641,-0.005632683634757996,-0.002206469187512994,0.001219745259732008,0.004645959474146366,0.008072174154222012,0.011498388834297657,0.014924602583050728,0.018350817263126373,0.02177703194320202,0.025203246623277664,0.02862946130335331,0.032055675983428955,0.03548188880085945,0.038908105343580246,0.04233431816101074,0.04576053470373154,0.04918674752116203,0.05261296033859253,0.056039176881313324,0.05946538969874382,0.06289160251617432,0.06631781905889511,0.0697440356016159,0.0731702521443367,0.0765964612364769,0.08002267777919769,0.08344889432191849,0.08687510341405869,0.09030131995677948,0.09372753649950027,0.09715375304222107,0.10057996213436127,0.10400617867708206],"_type":"histogram","values":[1,0,1,1,2,1,3,4,14,27,74,114,186,362,609,1064,1722,2777,4279,6337,9311,13171,18283,24698,32464,41393,51503,62082,72510,82475,91341,98397,102715,105271,104068,100741,93812,85332,74927,65064,54451,44199,34834,26984,20057,14518,10489,7152,4929,3182,1989,1240,709,455,241,127,75,37,31,15,10,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[2,1,0,1,3,1,3,4,3,10,6,11,7,23,15,24,23,35,22,43,45,42,66,55,62,67,74,68,82,97,75,91,88,76,89,96,79,66,72,56,54,45,47,31,29,33,28,18,11,20,12,10,5,6,6,3,2,1,0,1,2,0,0,1],"bins":[-0.010941953398287296,-0.01069937739521265,-0.010456801392138004,-0.010214225389063358,-0.009971650317311287,-0.009729074314236641,-0.009486498311161995,-0.009243922308087349,-0.009001346305012703,-0.008758770301938057,-0.008516195230185986,-0.00827361922711134,-0.008031043224036694,-0.007788467220962048,-0.007545891217887402,-0.007303315680474043,-0.007060739677399397,-0.006818163674324751,-0.006575588136911392,-0.006333012133836746,-0.0060904361307621,-0.0058478605933487415,-0.0056052845902740955,-0.0053627085871994495,-0.005120133049786091,-0.004877557046711445,-0.004634981043636799,-0.004392405040562153,-0.004149829503148794,-0.003907253500074148,-0.003664677729830146,-0.0034221017267555,-0.00317952549085021,-0.002936949720606208,-0.002694373717531562,-0.0024517979472875595,-0.0022092219442129135,-0.001966646173968911,-0.0017240704037249088,-0.0014814945170655847,-0.0012389186304062605,-0.0009963427437469363,-0.0007537669152952731,-0.0005111910868436098,-0.00026861520018428564,-2.6039342628791928e-05,0.00021653651492670178,0.0004591123724821955,0.0007016882300376892,0.0009442641166970134,0.0011868400033563375,0.0014294157736003399,0.001671991660259664,0.0019145675469189882,0.0021571433171629906,0.0023997193202376366,0.002642295090481639,0.0028848708607256413,0.0031274468638002872,0.0033700226340442896,0.003612598404288292,0.003855174407362938,0.004097750410437584,0.004340325947850943,0.004582901950925589]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,1,2,0,4,2,1,1,2,3,1,2,4,7,2,3,9,8,16,13,18,28,27,42,52,67,65,71,67,57,47,24,23,24,17,12,4,4,4,4,5,3,3,6,3,4,0,1,0,0,0,0,0,0,0,1,1,0,0,0,1],"bins":[-0.00028634071350097656,-0.00027678627520799637,-0.0002672318369150162,-0.000257677398622036,-0.0002481229603290558,-0.0002385685220360756,-0.0002290140837430954,-0.0002194596454501152,-0.000209905207157135,-0.00020035076886415482,-0.00019079633057117462,-0.00018124189227819443,-0.00017168745398521423,-0.00016213301569223404,-0.00015257857739925385,-0.00014302413910627365,-0.00013346970081329346,-0.00012391526252031326,-0.00011436082422733307,-0.00010480638593435287,-9.525194764137268e-05,-8.569750934839249e-05,-7.614307105541229e-05,-6.65886327624321e-05,-5.7034194469451904e-05,-4.747975617647171e-05,-3.7925317883491516e-05,-2.8370879590511322e-05,-1.8816441297531128e-05,-9.262003004550934e-06,2.9243528842926025e-07,9.846873581409454e-06,1.940131187438965e-05,2.8955750167369843e-05,3.851018846035004e-05,4.806462675333023e-05,5.7619065046310425e-05,6.717350333929062e-05,7.672794163227081e-05,8.628237992525101e-05,9.58368182182312e-05,0.0001053912565112114,0.00011494569480419159,0.00012450013309717178,0.00013405457139015198,0.00014360900968313217,0.00015316344797611237,0.00016271788626909256,0.00017227232456207275,0.00018182676285505295,0.00019138120114803314,0.00020093563944101334,0.00021049007773399353,0.00022004451602697372,0.00022959895431995392,0.0002391533926129341,0.0002487078309059143,0.0002582622691988945,0.0002678167074918747,0.0002773711457848549,0.0002869255840778351,0.0002964800223708153,0.00030603446066379547,0.00031558889895677567,0.00032514333724975586]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,0,1,1,0,5,3,4,7,10,20,19,16,25,40,58,56,75,111,150,242,348,509,800,1138,1699,2734,4392,8167,18517,118232,382078,26093,9978,5231,3126,1947,1263,801,574,378,263,202,122,94,71,67,39,29,22,19,13,6,12,4,3,2,2,2,0,0,0,1,1],"bins":[-0.0016307830810546875,-0.0015784204006195068,-0.0015260577201843262,-0.0014736950397491455,-0.0014213323593139648,-0.0013689696788787842,-0.0013166069984436035,-0.0012642443180084229,-0.0012118816375732422,-0.0011595189571380615,-0.0011071562767028809,-0.0010547935962677002,-0.0010024309158325195,-0.0009500682353973389,-0.0008977055549621582,-0.0008453428745269775,-0.0007929801940917969,-0.0007406175136566162,-0.0006882548332214355,-0.0006358921527862549,-0.0005835294723510742,-0.0005311667919158936,-0.0004788041114807129,-0.0004264414310455322,-0.00037407875061035156,-0.0003217160701751709,-0.00026935338973999023,-0.00021699070930480957,-0.0001646280288696289,-0.00011226534843444824,-5.990266799926758e-05,-7.539987564086914e-06,4.482269287109375e-05,9.718537330627441e-05,0.00014954805374145508,0.00020191073417663574,0.0002542734146118164,0.00030663609504699707,0.00035899877548217773,0.0004113614559173584,0.00046372413635253906,0.0005160868167877197,0.0005684494972229004,0.0006208121776580811,0.0006731748580932617,0.0007255375385284424,0.000777900218963623,0.0008302628993988037,0.0008826255798339844,0.000934988260269165,0.0009873509407043457,0.0010397136211395264,0.001092076301574707,0.0011444389820098877,0.0011968016624450684,0.001249164342880249,0.0013015270233154297,0.0013538897037506104,0.001406252384185791,0.0014586150646209717,0.0015109777450561523,0.001563340425491333,0.0016157031059265137,0.0016680657863616943,0.001720428466796875]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.09430618584156036,-0.09129539877176285,-0.08828461170196533,-0.08527381718158722,-0.0822630301117897,-0.07925224304199219,-0.07624144852161407,-0.07323066145181656,-0.07021987438201904,-0.06720908731222153,-0.06419830024242401,-0.0611875057220459,-0.05817671865224838,-0.05516593158245087,-0.05215514078736305,-0.04914434999227524,-0.04613356292247772,-0.043122775852680206,-0.04011198505759239,-0.03710119426250458,-0.03409040719270706,-0.031079618260264397,-0.02806882932782173,-0.025058040395379066,-0.0220472514629364,-0.019036462530493736,-0.01602567359805107,-0.013014884665608406,-0.010004095733165741,-0.006993306800723076,-0.003982517868280411,-0.0009717289358377457,0.0020390525460243225,0.005049841478466988,0.008060630410909653,0.011071419343352318,0.014082208275794983,0.017092997208237648,0.020103786140680313,0.023114575073122978,0.026125364005565643,0.02913615293800831,0.032146941870450974,0.03515773266553879,0.038168519735336304,0.04117930680513382,0.044190097600221634,0.04720088839530945,0.050211675465106964,0.05322246253490448,0.056233253329992294,0.05924404412508011,0.062254831194877625,0.06526561826467514,0.06827640533447266,0.07128719985485077,0.07429798692464828,0.0773087739944458,0.08031956851482391,0.08333035558462143,0.08634114265441895,0.08935192972421646,0.09236271679401398,0.09537351131439209,0.0983842983841896],"_type":"histogram","values":[3,2,3,7,15,18,31,68,97,176,321,467,689,1119,1588,2216,3244,4227,5721,7537,9627,12024,14706,17695,21111,24052,27102,29398,32137,33377,34542,34900,34196,33132,31147,28982,26079,22862,19940,16525,13800,11093,8941,6929,5330,3804,2783,1988,1382,965,675,417,265,143,96,52,35,18,12,4,3,1,3,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0001118779182434082,-0.00010850001126527786,-0.00010512210428714752,-0.00010174419730901718,-9.836629033088684e-05,-9.49883833527565e-05,-9.161047637462616e-05,-8.823256939649582e-05,-8.485466241836548e-05,-8.147675544023514e-05,-7.80988484621048e-05,-7.472094148397446e-05,-7.134303450584412e-05,-6.796512752771378e-05,-6.458722054958344e-05,-6.12093135714531e-05,-5.7831406593322754e-05,-5.445349961519241e-05,-5.107559263706207e-05,-4.769768565893173e-05,-4.431977868080139e-05,-4.094187170267105e-05,-3.756396472454071e-05,-3.418605774641037e-05,-3.080815076828003e-05,-2.743024379014969e-05,-2.4052336812019348e-05,-2.0674429833889008e-05,-1.7296522855758667e-05,-1.3918615877628326e-05,-1.0540708899497986e-05,-7.162801921367645e-06,-3.7848949432373047e-06,-4.069879651069641e-07,2.9709190130233765e-06,6.348825991153717e-06,9.726732969284058e-06,1.3104639947414398e-05,1.648254692554474e-05,1.986045390367508e-05,2.323836088180542e-05,2.661626785993576e-05,2.99941748380661e-05,3.337208181619644e-05,3.674998879432678e-05,4.012789577245712e-05,4.350580275058746e-05,4.6883709728717804e-05,5.0261616706848145e-05,5.3639523684978485e-05,5.7017430663108826e-05,6.0395337641239166e-05,6.377324461936951e-05,6.715115159749985e-05,7.052905857563019e-05,7.390696555376053e-05,7.728487253189087e-05,8.066277951002121e-05,8.404068648815155e-05,8.741859346628189e-05,9.079650044441223e-05,9.417440742254257e-05,9.755231440067291e-05,0.00010093022137880325,0.0001043081283569336],"_type":"histogram","values":[1,0,0,3,0,2,2,3,4,6,10,10,28,34,44,53,69,128,162,237,355,469,735,1118,1716,2704,4352,7172,13498,27903,64555,184677,412549,456431,237562,86216,33573,15578,8051,4474,2942,1831,1160,763,509,360,235,169,118,74,64,51,22,25,11,16,10,7,3,2,4,2,0,2]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.09604030847549438,-0.09311574697494507,-0.09019117802381516,-0.08726661652326584,-0.08434204757213593,-0.08141748607158661,-0.0784929171204567,-0.07556835561990738,-0.07264378666877747,-0.06971922516822815,-0.06679466366767883,-0.06387009471654892,-0.0609455332159996,-0.05802096799015999,-0.055096402764320374,-0.05217183753848076,-0.049247272312641144,-0.04632270708680153,-0.043398141860961914,-0.0404735766351223,-0.037549011409282684,-0.03462444990873337,-0.03169988468289375,-0.028775319457054138,-0.025850754231214523,-0.02292618900537491,-0.020001623779535294,-0.017077060416340828,-0.014152495190501213,-0.011227929964661598,-0.008303365670144558,-0.00537880090996623,-0.0024542436003684998,0.0004703211598098278,0.0033948859199881554,0.006319450680166483,0.00924401544034481,0.012168580666184425,0.015093144960701466,0.018017709255218506,0.02094227448105812,0.023866839706897736,0.02679140493273735,0.029715968295931816,0.03264053165912628,0.0355650968849659,0.03848966211080551,0.041414227336645126,0.04433879256248474,0.047263357788324356,0.05018792301416397,0.053112488240003586,0.0560370534658432,0.05896161496639252,0.06188618019223213,0.06481074541807175,0.06773531436920166,0.07065987586975098,0.07358443737030029,0.0765090063214302,0.07943356782197952,0.08235813677310944,0.08528269827365875,0.08820726722478867,0.09113182872533798],"_type":"histogram","values":[2,3,1,2,3,11,20,26,41,75,117,213,290,407,655,983,1345,1898,2666,3530,4636,5875,7283,8998,11050,12781,15088,16563,18777,19944,21495,22345,22830,22791,22127,21340,19835,17960,16623,14281,12122,10499,8356,6767,5520,4085,3135,2350,1719,1234,821,581,412,256,152,119,67,44,29,14,11,10,1,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,1,0,0,2,1,0,1,2,3,1,4,4,10,4,11,9,3,16,15,13,15,26,20,21,37,31,32,29,38,33,36,26,34,23,33,29,19,33,21,15,24,16,9,14,15,6,3,4,3,3,3,3,1,2,3,3,0,0,1,2,0,0,1],"bins":[0.9793527126312256,0.9799942970275879,0.9806358218193054,0.9812774062156677,0.98191899061203,0.9825605154037476,0.9832020998001099,0.9838436841964722,0.9844852685928345,0.985126793384552,0.9857683777809143,0.9864099621772766,0.9870514869689941,0.9876930713653564,0.9883346557617188,0.9889761805534363,0.9896177649497986,0.9902593493461609,0.9909008741378784,0.9915424585342407,0.992184042930603,0.9928255677223206,0.9934671521186829,0.9941087365150452,0.9947502613067627,0.995391845703125,0.9960334300994873,0.9966750144958496,0.9973165392875671,0.9979581236839294,0.9985997080802917,0.9992412328720093,0.9998828172683716,1.0005244016647339,1.0011659860610962,1.0018075704574585,1.0024490356445312,1.0030906200408936,1.0037322044372559,1.0043737888336182,1.0050153732299805,1.0056569576263428,1.0062984228134155,1.0069400072097778,1.0075815916061401,1.0082231760025024,1.0088647603988647,1.009506344795227,1.0101478099822998,1.010789394378662,1.0114309787750244,1.0120725631713867,1.012714147567749,1.0133557319641113,1.0139973163604736,1.0146387815475464,1.0152803659439087,1.015921950340271,1.0165635347366333,1.0172051191329956,1.017846703529358,1.0184881687164307,1.019129753112793,1.0197713375091553,1.0204129219055176],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[2,0,0,1,0,3,1,1,3,6,3,8,5,7,4,9,19,14,13,20,16,15,30,30,37,28,27,35,33,32,35,32,39,22,24,34,16,28,10,17,18,10,12,16,9,7,3,5,11,2,2,1,3,3,0,2,3,1,0,0,0,0,0,1],"bins":[-0.0015475756954401731,-0.0014953044010326266,-0.0014430331066250801,-0.0013907618122175336,-0.001338490517809987,-0.0012862191069871187,-0.0012339478125795722,-0.0011816765181720257,-0.0011294052237644792,-0.0010771339293569326,-0.0010248626349493861,-0.0009725912823341787,-0.0009203199879266322,-0.0008680486935190856,-0.0008157773409038782,-0.0007635060464963317,-0.0007112347520887852,-0.0006589634576812387,-0.0006066921632736921,-0.0005544208106584847,-0.0005021495162509382,-0.00044987822184339166,-0.0003976068983320147,-0.0003453355748206377,-0.0002930642804130912,-0.00024079297145362943,-0.00018852166249416769,-0.00013625035353470594,-8.397904457524419e-05,-3.170773561578244e-05,2.056357334367931e-05,7.283488230314106e-05,0.00012510630767792463,0.00017737761663738638,0.00022964892559684813,0.0002819202491082251,0.00033419154351577163,0.00038646283792331815,0.0004387341614346951,0.0004910054849460721,0.0005432767793536186,0.0005955480737611651,0.0006478193681687117,0.0007000907207839191,0.0007523620151914656,0.0008046333095990121,0.0008569046622142196,0.0009091759566217661,0.0009614472510293126,0.0010137185454368591,0.0010659898398444057,0.0011182611342519522,0.0011705325450748205,0.001222803839482367,0.0012750751338899136,0.00132734642829746,0.0013796177227050066,0.0014318890171125531,0.0014841603115200996,0.0015364316059276462,0.0015887029003351927,0.001640974311158061,0.0016932456055656075,0.001745516899973154,0.0017977881943807006],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.0924207866191864,-0.08951672911643982,-0.08661267161369324,-0.08370861411094666,-0.08080455660820007,-0.0779004916548729,-0.07499643415212631,-0.07209237664937973,-0.06918831914663315,-0.06628426164388657,-0.06338020414113998,-0.060476142913103104,-0.05757208541035652,-0.05466802790760994,-0.05176396667957306,-0.04885990917682648,-0.045955851674079895,-0.04305179417133331,-0.04014773666858673,-0.03724367544054985,-0.03433961793780327,-0.031435560435056686,-0.028531501069664955,-0.025627441704273224,-0.022723384201526642,-0.01981932669878006,-0.01691526733338833,-0.014011208899319172,-0.011107150465250015,-0.008203092031180859,-0.005299033597111702,-0.0023949751630425453,0.0005090907216072083,0.003413149155676365,0.0063172075897455215,0.009221266023814678,0.012125324457883835,0.015029382891952991,0.017933441326022148,0.02083750069141388,0.02374155819416046,0.026645615696907043,0.029549675062298775,0.032453734427690506,0.03535779193043709,0.03826184943318367,0.04116591066122055,0.04406996816396713,0.046974025666713715,0.0498780831694603,0.05278214067220688,0.05568620190024376,0.05859025940299034,0.06149431690573692,0.0643983781337738,0.06730243563652039,0.07020649313926697,0.07311055064201355,0.07601460814476013,0.07891866564750671,0.0818227231502533,0.08472678810358047,0.08763084560632706,0.09053490310907364,0.09343896061182022],"_type":"histogram","values":[3,2,5,5,16,26,47,65,115,178,284,428,682,1069,1494,2196,3014,4025,5361,7008,8951,11256,13743,16530,19438,22220,25308,27922,30446,32318,33442,33707,33584,32652,31346,29440,27099,24447,21202,18270,15658,12890,10289,8169,6524,4882,3555,2632,1855,1337,933,628,429,285,179,106,48,33,18,13,10,1,3,3]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.00020426185801625252,-0.0001945534022524953,-0.00018484494648873806,-0.0001751364761730656,-0.00016542802040930837,-0.00015571956464555115,-0.0001460110943298787,-0.00013630263856612146,-0.00012659418280236423,-0.000116885727038607,-0.00010717726399889216,-9.746880095917732e-05,-8.776034519542009e-05,-7.805188943166286e-05,-6.834342639194801e-05,-5.863496699021198e-05,-4.892650758847594e-05,-3.921804818673991e-05,-2.950958878500387e-05,-1.9801129383267835e-05,-1.0092669981531799e-05,-3.842105797957629e-07,9.324248821940273e-06,1.903270822367631e-05,2.8741167625412345e-05,3.844962702714838e-05,4.815808642888442e-05,5.786654583062045e-05,6.757500523235649e-05,7.728346099611372e-05,8.699192403582856e-05,9.67003870755434e-05,0.00010640884283930063,0.00011611729860305786,0.0001258257543668151,0.00013553422468248755,0.00014524268044624478,0.000154951136210002,0.00016465960652567446,0.0001743680622894317,0.00018407651805318892,0.00019378497381694615,0.00020349342958070338,0.00021320189989637583,0.00022291035566013306,0.0002326188114238903,0.00024232728173956275,0.00025203573750332,0.0002617441932670772,0.00027145264903083444,0.00028116110479459167,0.0002908695605583489,0.0003005780163221061,0.0003102865011896938,0.00031999495695345104,0.00032970341271720827,0.0003394118684809655,0.0003491203242447227,0.00035882878000847995,0.0003685372357722372,0.00037824572063982487,0.0003879541764035821,0.0003976626321673393,0.00040737108793109655,0.0004170795436948538],"_type":"histogram","values":[1,2,0,0,0,3,3,0,5,3,7,6,8,20,18,27,32,44,55,56,67,76,76,52,50,39,23,13,13,13,10,10,7,6,4,3,4,1,2,1,1,0,3,0,0,0,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.00020416262850631028,-0.00019781697483267635,-0.00019147132115904242,-0.00018512566748540848,-0.00017877999925985932,-0.0001724343455862254,-0.00016608869191259146,-0.00015974303823895752,-0.0001533973845653236,-0.00014705173089168966,-0.00014070607721805573,-0.0001343604235444218,-0.00012801476987078786,-0.00012166910892119631,-0.00011532344797160476,-0.00010897779429797083,-0.0001026321406243369,-9.628648695070297e-05,-8.994083327706903e-05,-8.359517232747748e-05,-7.724951865384355e-05,-7.090386498020962e-05,-6.455820403061807e-05,-5.821255035698414e-05,-5.1866896683350205e-05,-4.552124300971627e-05,-3.917558569810353e-05,-3.282992838649079e-05,-2.648427471285686e-05,-2.0138619220233522e-05,-1.3792963727610186e-05,-7.447308234986849e-06,-1.1016527423635125e-06,5.244002750259824e-06,1.158965824288316e-05,1.7935313735506497e-05,2.4280969228129834e-05,3.062662290176377e-05,3.697228021337651e-05,4.331793752498925e-05,4.966359119862318e-05,5.6009244872257113e-05,6.235489854589105e-05,6.87005594954826e-05,7.504621316911653e-05,8.139186684275046e-05,8.773752779234201e-05,9.408318146597594e-05,0.00010042883513960987,0.0001067744888132438,0.00011312014248687774,0.00011946580343646929,0.00012581146438606083,0.00013215711805969477,0.0001385027717333287,0.00014484842540696263,0.00015119407908059657,0.0001575397327542305,0.00016388538642786443,0.00017023104010149837,0.0001765766937751323,0.00018292236200068146,0.0001892680156743154,0.00019561366934794933,0.00020195932302158326],"_type":"histogram","values":[2,2,2,1,2,2,1,1,1,1,1,4,1,8,9,6,8,14,13,18,11,19,15,13,24,18,23,27,31,35,23,33,28,35,40,34,22,28,20,31,17,17,14,18,10,15,9,8,11,6,3,5,5,8,2,3,2,1,2,2,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[2,0,0,1,2,1,5,3,4,8,5,13,9,7,17,19,24,9,13,20,23,21,19,23,30,30,27,27,25,32,35,41,32,25,20,26,12,23,19,15,15,16,11,10,8,6,4,5,4,8,4,3,1,1,0,0,1,1,2,0,0,0,0,1],"bins":[-0.00035637617111206055,-0.0003438582643866539,-0.00033134035766124725,-0.0003188224509358406,-0.00030630454421043396,-0.0002937866374850273,-0.00028126873075962067,-0.000268750824034214,-0.0002562329173088074,-0.00024371501058340073,-0.00023119710385799408,-0.00021867919713258743,-0.00020616129040718079,-0.00019364338368177414,-0.0001811254769563675,-0.00016860757023096085,-0.0001560896635055542,-0.00014357175678014755,-0.0001310538500547409,-0.00011853594332933426,-0.00010601803660392761,-9.350012987852097e-05,-8.098222315311432e-05,-6.846431642770767e-05,-5.5946409702301025e-05,-4.342850297689438e-05,-3.091059625148773e-05,-1.8392689526081085e-05,-5.8747828006744385e-06,6.643123924732208e-06,1.9161030650138855e-05,3.16789373755455e-05,4.419684410095215e-05,5.6714750826358795e-05,6.923265755176544e-05,8.175056427717209e-05,9.426847100257874e-05,0.00010678637772798538,0.00011930428445339203,0.00013182219117879868,0.00014434009790420532,0.00015685800462961197,0.00016937591135501862,0.00018189381808042526,0.0001944117248058319,0.00020692963153123856,0.0002194475382566452,0.00023196544498205185,0.0002444833517074585,0.00025700125843286514,0.0002695191651582718,0.00028203707188367844,0.0002945549786090851,0.00030707288533449173,0.0003195907920598984,0.000332108698785305,0.00034462660551071167,0.0003571445122361183,0.00036966241896152496,0.0003821803256869316,0.00039469823241233826,0.0004072161391377449,0.00041973404586315155,0.0004322519525885582,0.00044476985931396484],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[3,0,5,5,6,13,30,49,103,149,250,387,589,866,1255,1779,2683,3580,4809,6518,8381,10668,13474,15993,19081,22188,25407,28018,30618,32831,34114,34903,34888,34031,32281,30286,27776,24848,21513,18219,15271,12791,9988,7830,6269,4492,3188,2534,1623,1160,747,484,324,219,125,95,36,28,8,8,6,0,0,1],"bins":[-0.10035945475101471,-0.09721311926841736,-0.09406677633523941,-0.09092043340206146,-0.08777409791946411,-0.08462776243686676,-0.08148141950368881,-0.07833507657051086,-0.07518874108791351,-0.07204240560531616,-0.06889606267213821,-0.06574971973896027,-0.06260338425636292,-0.059457045048475266,-0.056310705840587616,-0.053164366632699966,-0.05001802742481232,-0.04687168821692467,-0.04372534900903702,-0.04057900980114937,-0.03743267059326172,-0.03428633138537407,-0.03113999217748642,-0.02799365296959877,-0.02484731376171112,-0.02170097455382347,-0.01855463534593582,-0.015408296138048172,-0.012261956930160522,-0.009115617722272873,-0.005969278514385223,-0.002822939306497574,0.00032339245080947876,0.0034697316586971283,0.006616070866584778,0.009762410074472427,0.012908749282360077,0.016055088490247726,0.019201427698135376,0.022347766906023026,0.025494106113910675,0.028640445321798325,0.031786784529685974,0.034933123737573624,0.03807946294546127,0.04122580215334892,0.04437214136123657,0.04751848056912422,0.05066481977701187,0.05381115898489952,0.05695749819278717,0.06010383740067482,0.06325017660856247,0.06639651954174042,0.06954285502433777,0.07268919050693512,0.07583553344011307,0.07898187637329102,0.08212821185588837,0.08527454733848572,0.08842089027166367,0.09156723320484161,0.09471356868743896,0.09785990417003632,0.10100624710321426]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[1,1,3,6,6,6,13,19,16,38,39,62,89,127,137,204,266,362,457,661,847,1169,1543,2090,3117,4297,6165,9436,14829,24527,46029,106086,207071,69557,33625,19025,11862,7656,5091,3645,2493,1869,1358,1035,723,550,401,316,249,171,125,94,82,49,34,34,13,19,6,8,6,2,2,5],"bins":[-0.00014019012451171875,-0.00013584457337856293,-0.0001314990222454071,-0.00012715347111225128,-0.00012280791997909546,-0.00011846236884593964,-0.00011411681771278381,-0.00010977126657962799,-0.00010542571544647217,-0.00010108016431331635,-9.673461318016052e-05,-9.23890620470047e-05,-8.804351091384888e-05,-8.369795978069305e-05,-7.935240864753723e-05,-7.500685751438141e-05,-7.066130638122559e-05,-6.631575524806976e-05,-6.197020411491394e-05,-5.762465298175812e-05,-5.3279101848602295e-05,-4.893355071544647e-05,-4.458799958229065e-05,-4.024244844913483e-05,-3.5896897315979004e-05,-3.155134618282318e-05,-2.720579504966736e-05,-2.2860243916511536e-05,-1.8514692783355713e-05,-1.416914165019989e-05,-9.823590517044067e-06,-5.478039383888245e-06,-1.1324882507324219e-06,3.213062882423401e-06,7.558614015579224e-06,1.1904165148735046e-05,1.624971628189087e-05,2.0595267415046692e-05,2.4940818548202515e-05,2.9286369681358337e-05,3.363192081451416e-05,3.797747194766998e-05,4.2323023080825806e-05,4.666857421398163e-05,5.101412534713745e-05,5.5359676480293274e-05,5.97052276134491e-05,6.405077874660492e-05,6.839632987976074e-05,7.274188101291656e-05,7.708743214607239e-05,8.143298327922821e-05,8.577853441238403e-05,9.012408554553986e-05,9.446963667869568e-05,9.88151878118515e-05,0.00010316073894500732,0.00010750629007816315,0.00011185184121131897,0.00011619739234447479,0.00012054294347763062,0.00012488849461078644,0.00012923404574394226,0.00013357959687709808,0.0001379251480102539],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,3,1,0,4,3,3,4,7,11,11,10,9,10,17,21,25,26,33,25,40,34,28,33,30,30,32,29,29,26,34,31,23,20,16,20,15,14,6,8,4,6,7,6,5,1,3,2,1,1,3,1,2,1,1,1],"bins":[0.9788113236427307,0.9793862104415894,0.979961097240448,0.9805360436439514,0.9811109304428101,0.9816858172416687,0.9822607040405273,0.982835590839386,0.9834105372428894,0.983985424041748,0.9845603108406067,0.9851351976394653,0.985710084438324,0.9862850308418274,0.986859917640686,0.9874348044395447,0.9880096912384033,0.988584578037262,0.9891595244407654,0.989734411239624,0.9903092980384827,0.9908841848373413,0.9914590716362,0.9920340180397034,0.992608904838562,0.9931837916374207,0.9937586784362793,0.9943335652351379,0.9949085116386414,0.9954833984375,0.9960582852363586,0.9966331720352173,0.9972081184387207,0.9977830052375793,0.998357892036438,0.9989327788352966,0.9995076656341553,1.0000826120376587,1.0006574392318726,1.001232385635376,1.0018073320388794,1.0023821592330933,1.0029571056365967,1.0035319328308105,1.004106879234314,1.0046818256378174,1.0052566528320312,1.0058315992355347,1.0064064264297485,1.006981372833252,1.0075563192367554,1.0081311464309692,1.0087060928344727,1.0092809200286865,1.00985586643219,1.0104308128356934,1.0110056400299072,1.0115805864334106,1.0121554136276245,1.012730360031128,1.0133053064346313,1.0138801336288452,1.0144550800323486,1.0150299072265625,1.015604853630066],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[2,0,1,1,2,2,4,6,5,1,4,2,4,5,10,10,12,13,7,17,11,21,22,16,25,25,33,32,33,35,21,35,29,36,33,27,16,20,26,31,14,14,21,19,12,12,9,5,8,3,6,1,2,3,0,2,0,0,0,0,0,0,1,1],"bins":[-0.009457859210669994,-0.009151092730462551,-0.008844325318932533,-0.00853755883872509,-0.008230791427195072,-0.007924024946987629,-0.007617258001118898,-0.007310491055250168,-0.007003724109381437,-0.006696957163512707,-0.006390190217643976,-0.006083423271775246,-0.005776656791567802,-0.005469889845699072,-0.005163122899830341,-0.004856355953961611,-0.00454958900809288,-0.00424282206222415,-0.003936055116355419,-0.0036292884033173323,-0.0033225214574486017,-0.003015754511579871,-0.0027089877985417843,-0.0024022208526730537,-0.002095453906804323,-0.0017886869609355927,-0.001481920131482184,-0.0011751533020287752,-0.0008683863561600447,-0.000561619468498975,-0.0002548525808379054,5.1914306823164225e-05,0.00035868026316165924,0.0006654471508227289,0.0009722140384837985,0.0012789808679372072,0.0015857478138059378,0.0018925147596746683,0.002199281472712755,0.0025060484185814857,0.0028128153644502163,0.003119582310318947,0.0034263492561876774,0.0037331159692257643,0.004039882682263851,0.004346649628132582,0.004653416574001312,0.004960183519870043,0.005266950465738773,0.005573717411607504,0.0058804843574762344,0.006187251303344965,0.0064940182492136955,0.006800784729421139,0.007107551675289869,0.0074143186211586,0.00772108556702733,0.008027852512896061,0.008334618993103504,0.008641386404633522,0.008948152884840965,0.009254920296370983,0.009561686776578426,0.009868454188108444,0.010175220668315887],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.0003819465637207031,-0.0003711134195327759,-0.00036028027534484863,-0.0003494471311569214,-0.00033861398696899414,-0.0003277808427810669,-0.00031694769859313965,-0.0003061145544052124,-0.00029528141021728516,-0.0002844482660293579,-0.00027361512184143066,-0.0002627819776535034,-0.00025194883346557617,-0.00024111568927764893,-0.00023028254508972168,-0.00021944940090179443,-0.0002086162567138672,-0.00019778311252593994,-0.0001869499683380127,-0.00017611682415008545,-0.0001652836799621582,-0.00015445053577423096,-0.0001436173915863037,-0.00013278424739837646,-0.00012195110321044922,-0.00011111795902252197,-0.00010028481483459473,-8.945167064666748e-05,-7.861852645874023e-05,-6.778538227081299e-05,-5.695223808288574e-05,-4.6119093894958496e-05,-3.528594970703125e-05,-2.4452805519104004e-05,-1.3619661331176758e-05,-2.7865171432495117e-06,8.046627044677734e-06,1.887977123260498e-05,2.9712915420532227e-05,4.054605960845947e-05,5.137920379638672e-05,6.221234798431396e-05,7.304549217224121e-05,8.387863636016846e-05,9.47117805480957e-05,0.00010554492473602295,0.0001163780689239502,0.00012721121311187744,0.0001380443572998047,0.00014887750148773193,0.00015971064567565918,0.00017054378986358643,0.00018137693405151367,0.00019221007823944092,0.00020304322242736816,0.0002138763666152954,0.00022470951080322266,0.0002355426549911499,0.00024637579917907715,0.0002572089433670044,0.00026804208755493164,0.0002788752317428589,0.00028970837593078613,0.0003005415201187134,0.0003113746643066406],"_type":"histogram","values":[1,0,1,0,3,0,0,1,3,0,2,4,2,9,16,16,24,28,44,55,84,113,197,332,419,709,1020,1451,2310,3899,6854,13179,28183,77143,394113,788676,167459,45260,18722,9136,5167,2998,1850,1153,753,472,317,218,148,94,70,49,37,18,15,11,8,11,1,2,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"bins":[-0.0014564990997314453,-0.0014094505459070206,-0.0013624019920825958,-0.001315353438258171,-0.0012683048844337463,-0.0012212563306093216,-0.0011742077767848969,-0.001127159222960472,-0.0010801106691360474,-0.0010330621153116226,-0.0009860135614871979,-0.0009389650076627731,-0.0008919164538383484,-0.0008448679000139236,-0.0007978193461894989,-0.0007507707923650742,-0.0007037222385406494,-0.0006566736847162247,-0.0006096251308917999,-0.0005625765770673752,-0.0005155280232429504,-0.0004684794694185257,-0.00042143091559410095,-0.0003743823617696762,-0.00032733380794525146,-0.0002802852541208267,-0.00023323670029640198,-0.00018618814647197723,-0.0001391395926475525,-9.209103882312775e-05,-4.5042484998703e-05,2.0060688257217407e-06,4.9054622650146484e-05,9.610317647457123e-05,0.00014315173029899597,0.00019020028412342072,0.00023724883794784546,0.0002842973917722702,0.00033134594559669495,0.0003783944994211197,0.00042544305324554443,0.0004724916070699692,0.0005195401608943939,0.0005665887147188187,0.0006136372685432434,0.0006606858223676682,0.0007077343761920929,0.0007547829300165176,0.0008018314838409424,0.0008488800376653671,0.0008959285914897919,0.0009429771453142166,0.0009900256991386414,0.001037074252963066,0.0010841228067874908,0.0011311713606119156,0.0011782199144363403,0.001225268468260765,0.0012723170220851898,0.0013193655759096146,0.0013664141297340393,0.001413462683558464,0.0014605112373828888,0.0015075597912073135,0.0015546083450317383],"_type":"histogram","values":[2,2,1,4,0,1,1,7,1,8,6,4,5,5,8,10,11,14,20,13,21,17,20,15,23,32,20,28,35,32,25,35,25,31,20,34,20,29,17,21,24,13,10,10,16,9,10,7,10,8,6,6,2,4,0,3,0,1,2,0,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.005800812970846891,-0.00562259228900075,-0.005444372072815895,-0.005266151390969753,-0.0050879307091236115,-0.00490971002727747,-0.004731489345431328,-0.004553269129246473,-0.0043750484474003315,-0.00419682776555419,-0.004018607549369335,-0.0038403868675231934,-0.0036621661856770515,-0.0034839455038309097,-0.0033057250548154116,-0.0031275046057999134,-0.0029492839239537716,-0.0027710632421076298,-0.0025928427930921316,-0.0024146223440766335,-0.0022364016622304916,-0.00205818098038435,-0.0018799605313688517,-0.0017017399659380317,-0.0015235194005072117,-0.0013452988350763917,-0.0011670782696455717,-0.0009888577042147517,-0.0008106371387839317,-0.0006324165733531117,-0.00045419600792229176,-0.00027597544249147177,-9.775487706065178e-05,8.046568837016821e-05,0.0002586862538009882,0.0004369068192318082,0.0006151273846626282,0.0007933479500934482,0.0009715685155242682,0.0011497890809550881,0.0013280096463859081,0.0015062302118167281,0.001684450777247548,0.001862671342678368,0.002040891908109188,0.00221911258995533,0.002397333038970828,0.0025755534879863262,0.002753774169832468,0.00293199485167861,0.003110215300694108,0.003288435749709606,0.003466656431555748,0.00364487711340189,0.003823097562417388,0.004001318011432886,0.004179538693279028,0.00435775937512517,0.004535979591310024,0.004714200273156166,0.004892420955002308,0.00507064163684845,0.0052488623186945915,0.005427082534879446,0.005605303216725588],"_type":"histogram","values":[2,0,0,0,2,0,1,0,3,1,1,5,1,3,4,6,4,4,7,11,9,10,23,24,22,26,38,27,37,31,19,38,41,32,35,36,35,23,25,24,31,26,13,12,17,10,10,7,6,5,5,5,1,2,1,1,1,1,2,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.0015744264237582684,-0.0015234239399433136,-0.0014724214561283588,-0.001421418972313404,-0.0013704164884984493,-0.0013194140046834946,-0.0012684115208685398,-0.001217409037053585,-0.0011664065532386303,-0.0011154039530083537,-0.001064401469193399,-0.0010133989853784442,-0.0009623965015634894,-0.0009113940177485347,-0.0008603915339335799,-0.0008093890501186252,-0.0007583865663036704,-0.0007073840824887156,-0.0006563815986737609,-0.0006053791148588061,-0.0005543766310438514,-0.0005033740890212357,-0.00045237160520628095,-0.0004013691213913262,-0.00035036663757637143,-0.0002993641537614167,-0.0002483616699464619,-0.0001973591570276767,-0.00014635667321272194,-9.535418212180957e-05,-4.43516910308972e-05,6.650800060015172e-06,5.765340756624937e-05,0.00010865589865716174,0.00015965838974807411,0.0002106608881149441,0.00026166337192989886,0.0003126658557448536,0.00036366836866363883,0.0004146708524785936,0.00046567333629354835,0.0005166758201085031,0.0005676783039234579,0.0006186807877384126,0.0006696833297610283,0.000720685813575983,0.0007716882973909378,0.0008226907812058926,0.0008736932650208473,0.0009246957488358021,0.0009756982326507568,0.0010267007164657116,0.0010777032002806664,0.0011287056840956211,0.0011797081679105759,0.0012307106517255306,0.0012817131355404854,0.001332715735770762,0.0013837182195857167,0.0014347207034006715,0.0014857231872156262,0.001536725671030581,0.0015877281548455358,0.0016387306386604905,0.0016897331224754453],"_type":"histogram","values":[1,3,2,0,1,0,1,0,1,1,3,1,4,2,4,6,3,8,11,8,14,8,9,17,20,27,32,45,49,61,76,79,62,46,29,14,16,19,12,5,7,7,9,3,9,4,4,5,4,4,2,1,2,1,2,0,0,2,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[1,1,0,0,0,0,1,1,1,1,2,3,5,13,10,20,31,39,54,103,164,222,328,528,888,1394,2469,4416,8440,16675,37028,90394,264154,652724,307747,104092,42000,18581,9152,4659,2560,1511,878,527,363,220,159,103,54,39,35,26,9,15,8,3,2,2,5,3,0,0,0,1],"bins":[-0.0010576248168945312,-0.0010261163115501404,-0.0009946078062057495,-0.0009630993008613586,-0.0009315907955169678,-0.0009000822901725769,-0.000868573784828186,-0.0008370652794837952,-0.0008055567741394043,-0.0007740482687950134,-0.0007425397634506226,-0.0007110312581062317,-0.0006795227527618408,-0.00064801424741745,-0.0006165057420730591,-0.0005849972367286682,-0.0005534887313842773,-0.0005219802260398865,-0.0004904717206954956,-0.00045896321535110474,-0.00042745471000671387,-0.000395946204662323,-0.00036443769931793213,-0.00033292919397354126,-0.0003014206886291504,-0.0002699121832847595,-0.00023840367794036865,-0.00020689517259597778,-0.00017538666725158691,-0.00014387816190719604,-0.00011236965656280518,-8.08611512184143e-05,-4.935264587402344e-05,-1.784414052963257e-05,1.36643648147583e-05,4.517287015914917e-05,7.668137550354004e-05,0.00010818988084793091,0.00013969838619232178,0.00017120689153671265,0.00020271539688110352,0.00023422390222549438,0.00026573240756988525,0.0002972409129142761,0.000328749418258667,0.00036025792360305786,0.00039176642894744873,0.0004232749342918396,0.00045478343963623047,0.00048629194498062134,0.0005178004503250122,0.0005493089556694031,0.0005808174610137939,0.0006123259663581848,0.0006438344717025757,0.0006753429770469666,0.0007068514823913574,0.0007383599877357483,0.0007698684930801392,0.00080137699842453,0.0008328855037689209,0.0008643940091133118,0.0008959025144577026,0.0009274110198020935,0.0009589195251464844],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,3,3,1,1,4,4,3,3,8,7,6,10,9,15,17,9,20,10,16,20,13,29,25,18,30,30,24,37,32,16,19,30,24,19,12,25,26,24,20,21,16,15,16,14,8,10,3,11,7,7,4,2,0,3,1,2,2,1,0,1],"bins":[-0.018763337284326553,-0.018187908455729485,-0.017612479627132416,-0.017037052661180496,-0.016461623832583427,-0.01588619500398636,-0.015310767106711864,-0.01473533920943737,-0.014159910380840302,-0.013584481552243233,-0.013009053654968739,-0.012433625757694244,-0.011858196929097176,-0.011282768100500107,-0.010707340203225613,-0.010131912305951118,-0.00955648347735405,-0.008981054648756981,-0.008405626751482487,-0.007830198854207993,-0.007254770025610924,-0.006679341662675142,-0.006103913299739361,-0.005528484936803579,-0.004953056573867798,-0.004377628210932016,-0.003802199847996235,-0.0032267714850604534,-0.002651343122124672,-0.0020759147591888905,-0.001500486396253109,-0.0009250580333173275,-0.000349629670381546,0.00022579869255423546,0.0008012270554900169,0.0013766554184257984,0.00195208378136158,0.0025275121442973614,0.003102940507233143,0.0036783688701689243,0.004253797233104706,0.004829225596040487,0.005404653958976269,0.00598008232191205,0.006555510684847832,0.007130939047783613,0.007706367410719395,0.008281795307993889,0.008857224136590958,0.009432652965188026,0.01000808086246252,0.010583508759737015,0.011158937588334084,0.011734366416931152,0.012309794314205647,0.01288522221148014,0.01346065104007721,0.014036079868674278,0.014611507765948772,0.015186935663223267,0.015762364491820335,0.016337793320417404,0.016913220286369324,0.017488649114966393,0.01806407794356346]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[2,1,0,0,1,1,1,4,3,2,3,4,2,3,1,5,6,7,2,9,8,18,9,15,17,21,20,26,30,39,45,104,44,47,32,36,20,26,16,26,10,6,19,6,9,10,10,7,9,3,4,1,4,1,0,3,1,2,0,3,0,0,2,2],"bins":[-4.661083221435547e-05,-4.513934254646301e-05,-4.366785287857056e-05,-4.21963632106781e-05,-4.0724873542785645e-05,-3.925338387489319e-05,-3.778189420700073e-05,-3.6310404539108276e-05,-3.483891487121582e-05,-3.3367425203323364e-05,-3.189593553543091e-05,-3.0424445867538452e-05,-2.8952956199645996e-05,-2.748146653175354e-05,-2.6009976863861084e-05,-2.4538487195968628e-05,-2.3066997528076172e-05,-2.1595507860183716e-05,-2.012401819229126e-05,-1.8652528524398804e-05,-1.7181038856506348e-05,-1.570954918861389e-05,-1.4238059520721436e-05,-1.276656985282898e-05,-1.1295080184936523e-05,-9.823590517044067e-06,-8.352100849151611e-06,-6.880611181259155e-06,-5.409121513366699e-06,-3.937631845474243e-06,-2.466142177581787e-06,-9.94652509689331e-07,4.76837158203125e-07,1.948326826095581e-06,3.419816493988037e-06,4.891306161880493e-06,6.362795829772949e-06,7.834285497665405e-06,9.305775165557861e-06,1.0777264833450317e-05,1.2248754501342773e-05,1.372024416923523e-05,1.5191733837127686e-05,1.666322350502014e-05,1.8134713172912598e-05,1.9606202840805054e-05,2.107769250869751e-05,2.2549182176589966e-05,2.4020671844482422e-05,2.5492161512374878e-05,2.6963651180267334e-05,2.843514084815979e-05,2.9906630516052246e-05,3.13781201839447e-05,3.284960985183716e-05,3.4321099519729614e-05,3.579258918762207e-05,3.7264078855514526e-05,3.873556852340698e-05,4.020705819129944e-05,4.1678547859191895e-05,4.315003752708435e-05,4.462152719497681e-05,4.609301686286926e-05,4.756450653076172e-05]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[2,2,2,1,3,1,5,3,7,22,29,35,47,74,85,135,174,264,405,568,774,1189,1727,2650,4058,6352,10246,16981,29276,57513,139386,166516,67404,33336,18854,11296,7021,4484,2876,1983,1256,832,574,408,277,199,143,101,63,53,30,26,18,19,10,8,7,4,4,3,2,0,0,1],"bins":[-0.0025424957275390625,-0.0024607479572296143,-0.002379000186920166,-0.0022972524166107178,-0.0022155046463012695,-0.0021337568759918213,-0.002052009105682373,-0.001970261335372925,-0.0018885135650634766,-0.0018067657947540283,-0.00172501802444458,-0.0016432702541351318,-0.0015615224838256836,-0.0014797747135162354,-0.0013980269432067871,-0.0013162791728973389,-0.0012345314025878906,-0.0011527836322784424,-0.0010710358619689941,-0.000989288091659546,-0.0009075403213500977,-0.0008257925510406494,-0.0007440447807312012,-0.0006622970104217529,-0.0005805492401123047,-0.0004988014698028564,-0.0004170536994934082,-0.00033530592918395996,-0.0002535581588745117,-0.00017181038856506348,-9.006261825561523e-05,-8.314847946166992e-06,7.343292236328125e-05,0.0001551806926727295,0.00023692846298217773,0.000318676233291626,0.0004004240036010742,0.00048217177391052246,0.0005639195442199707,0.0006456673145294189,0.0007274150848388672,0.0008091628551483154,0.0008909106254577637,0.0009726583957672119,0.0010544061660766602,0.0011361539363861084,0.0012179017066955566,0.0012996494770050049,0.0013813972473144531,0.0014631450176239014,0.0015448927879333496,0.0016266405582427979,0.001708388328552246,0.0017901360988616943,0.0018718838691711426,0.001953631639480591,0.002035379409790039,0.0021171271800994873,0.0021988749504089355,0.002280622720718384,0.002362370491027832,0.0024441182613372803,0.0025258660316467285,0.0026076138019561768,0.002689361572265625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[3,1,2,2,7,5,5,5,13,20,27,43,34,69,86,114,145,185,221,207,211,151,126,95,79,47,34,26,17,14,9,5,9,6,4,2,4,4,2,0,2,1,1,2,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-8.869171142578125e-05,-8.40499997138977e-05,-7.940828800201416e-05,-7.476657629013062e-05,-7.012486457824707e-05,-6.548315286636353e-05,-6.084144115447998e-05,-5.6199729442596436e-05,-5.155801773071289e-05,-4.6916306018829346e-05,-4.22745943069458e-05,-3.7632882595062256e-05,-3.299117088317871e-05,-2.8349459171295166e-05,-2.370774745941162e-05,-1.9066035747528076e-05,-1.4424324035644531e-05,-9.782612323760986e-06,-5.140900611877441e-06,-4.991888999938965e-07,4.1425228118896484e-06,8.784234523773193e-06,1.3425946235656738e-05,1.8067657947540283e-05,2.2709369659423828e-05,2.7351081371307373e-05,3.199279308319092e-05,3.663450479507446e-05,4.127621650695801e-05,4.591792821884155e-05,5.05596399307251e-05,5.520135164260864e-05,5.984306335449219e-05,6.448477506637573e-05,6.912648677825928e-05,7.376819849014282e-05,7.840991020202637e-05,8.305162191390991e-05,8.769333362579346e-05,9.2335045337677e-05,9.697675704956055e-05,0.00010161846876144409,0.00010626018047332764,0.00011090189218521118,0.00011554360389709473,0.00012018531560897827,0.00012482702732086182,0.00012946873903274536,0.0001341104507446289,0.00013875216245651245,0.000143393874168396,0.00014803558588027954,0.00015267729759216309,0.00015731900930404663,0.00016196072101593018,0.00016660243272781372,0.00017124414443969727,0.0001758858561515808,0.00018052756786346436,0.0001851692795753479,0.00018981099128723145,0.000194452702999115,0.00019909441471099854,0.00020373612642288208,0.00020837783813476562],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,1,0,1,1,1,2,0,2,5,4,6,11,10,14,12,9,25,35,27,40,39,42,47,48,59,65,61,54,76,86,78,65,76,57,65,44,53,45,38,30,30,31,21,17,21,15,10,15,8,8,7,4,7,2,2,0,1,1,0,0,0,0,1],"bins":[-0.05878105014562607,-0.05688701570034027,-0.05499298498034477,-0.053098950535058975,-0.05120491981506348,-0.04931088536977768,-0.04741685092449188,-0.045522820204496384,-0.04362878575921059,-0.04173475131392479,-0.03984072059392929,-0.037946686148643494,-0.0360526517033577,-0.0341586209833622,-0.0322645865380764,-0.030370553955435753,-0.028476521372795105,-0.026582488790154457,-0.02468845620751381,-0.022794421762228012,-0.020900389179587364,-0.019006356596946716,-0.01711232215166092,-0.015218289569020271,-0.013324256986379623,-0.011430224403738976,-0.009536190889775753,-0.007642157841473818,-0.005748124793171883,-0.0038540917448699474,-0.0019600586965680122,-6.602564826607704e-05,0.0018280074000358582,0.0037220404483377934,0.0056160734966397285,0.007510106544941664,0.009404139593243599,0.011298172175884247,0.01319220568984747,0.015086239203810692,0.01698027178645134,0.018874304369091988,0.020768336951732635,0.022662371397018433,0.02455640397965908,0.02645043656229973,0.028344471007585526,0.030238503590226173,0.03213253617286682,0.03402657061815262,0.03592060133814812,0.037814635783433914,0.03970866650342941,0.04160270094871521,0.04349673539400101,0.045390766113996506,0.0472848005592823,0.0491788350045681,0.0510728657245636,0.052966900169849396,0.05486093461513519,0.05675496533513069,0.05864899978041649,0.06054303050041199,0.062437064945697784]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,2,1,0,4,2,1,3,6,2,9,9,11,10,10,18,21,18,17,25,26,30,28,31,22,21,30,30,36,25,33,37,30,21,33,26,18,18,20,14,9,11,7,8,10,6,3,2,3,1,2,3,1,0,1,1],"bins":[-0.0180219653993845,-0.01751437410712242,-0.017006782814860344,-0.016499191522598267,-0.01599160023033619,-0.015484008938074112,-0.014976417645812035,-0.014468826353549957,-0.01396123506128788,-0.013453642837703228,-0.01294605154544115,-0.012438460253179073,-0.011930868960916996,-0.011423277668654919,-0.010915686376392841,-0.010408095084130764,-0.009900503791868687,-0.00939291249960661,-0.008885321207344532,-0.008377729915082455,-0.007870138622820377,-0.007362546864897013,-0.006854955572634935,-0.006347364280372858,-0.005839772988110781,-0.005332181695848703,-0.004824590403586626,-0.004316999111324549,-0.0038094075862318277,-0.0033018162939697504,-0.0027942247688770294,-0.002286633476614952,-0.0017790431156754494,-0.001271451823413372,-0.0007638604147359729,-0.00025626906426623464,0.0002513222862035036,0.0007589136366732419,0.00126650498714298,0.0017740963958203793,0.0022816876880824566,0.002789278980344534,0.0032968702726066113,0.0038044617976993322,0.004312053322792053,0.0048196446150541306,0.005327235907316208,0.005834827199578285,0.0063424184918403625,0.00685000978410244,0.007357601076364517,0.007865192368626595,0.008372783660888672,0.00888037495315075,0.009387966245412827,0.009895557537674904,0.010403148829936981,0.010910741053521633,0.01141833234578371,0.011925923638045788,0.012433514930307865,0.012941106222569942,0.01344869751483202,0.013956288807094097,0.014463880099356174]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,3,1,8,8,9,10,16,8,9,30,16,23,32,27,50,42,53,58,51,44,92,62,86,84,83,79,94,69,99,85,102,75,63,60,67,46,59,40,36,32,20,27,11,20,9,8,9,5,7,5,0,3,4,3,1,0,0,2,1],"bins":[-0.015950292348861694,-0.0157054103910923,-0.015460528433322906,-0.015215647406876087,-0.014970765449106693,-0.0147258834913373,-0.014481001533567905,-0.014236119575798512,-0.013991238549351692,-0.013746356591582298,-0.013501474633812904,-0.01325659267604351,-0.013011710718274117,-0.012766828760504723,-0.012521947734057903,-0.01227706577628851,-0.012032183818519115,-0.011787301860749722,-0.011542419902980328,-0.011297538876533508,-0.011052656918764114,-0.01080777496099472,-0.010562893003225327,-0.010318011045455933,-0.010073129087686539,-0.00982824806123972,-0.009583366103470325,-0.009338484145700932,-0.009093602187931538,-0.008848720230162144,-0.008603839203715324,-0.00835895724594593,-0.008114074356853962,-0.007869192399084568,-0.007624310906976461,-0.0073794289492070675,-0.007134547457098961,-0.006889665499329567,-0.006644783541560173,-0.006399902049452066,-0.0061550200916826725,-0.005910138133913279,-0.005665256641805172,-0.005420374684035778,-0.005175492726266384,-0.0049306112341582775,-0.004685729276388884,-0.004440847784280777,-0.004195965826511383,-0.003951083868741989,-0.0037062023766338825,-0.0034613204188644886,-0.0032164386939257383,-0.002971556968986988,-0.002726675011217594,-0.002481793286278844,-0.0022369115613400936,-0.0019920298364013433,-0.0017471479950472713,-0.0015022661536931992,-0.0012573844287544489,-0.0010125027038156986,-0.0007676208624616265,-0.0005227390793152153,-0.00027785729616880417]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,1,0,0,0,3,3,6,4,4,4,9,8,6,9,11,12,28,9,18,17,15,12,28,35,16,34,27,24,24,27,17,25,26,29,27,34,23,23,22,19,14,17,20,10,7,13,10,4,3,7,5,1,2,3,3,2,4,0,0,1],"bins":[-0.0141987856477499,-0.013771322555840015,-0.01334385946393013,-0.01291639544069767,-0.012488932348787785,-0.0120614692568779,-0.01163400523364544,-0.011206542141735554,-0.010779079049825668,-0.010351615957915783,-0.009924152866005898,-0.009496688842773438,-0.009069225750863552,-0.008641762658953667,-0.008214298635721207,-0.007786835543811321,-0.007359372451901436,-0.0069319093599915504,-0.006504445802420378,-0.006076982244849205,-0.00564951915293932,-0.005222056061029434,-0.0047945925034582615,-0.004367128945887089,-0.003939665853977203,-0.0035122025292366743,-0.0030847392044961452,-0.002657275879755616,-0.002229812555015087,-0.001802349230274558,-0.001374885905534029,-0.0009474225807935,-0.0005199601873755455,-9.249686263501644e-05,0.0003349664621055126,0.0007624297868460417,0.0011898931115865707,0.0016173564363270998,0.002044819761067629,0.002472283085808158,0.002899746410548687,0.003327209735289216,0.003754673060029745,0.004182136617600918,0.004609599709510803,0.005037062801420689,0.005464526358991861,0.005891989916563034,0.0063194530084729195,0.006746916100382805,0.007174379657953978,0.00760184321552515,0.008029306307435036,0.008456769399344921,0.008884232491254807,0.009311696514487267,0.009739159606397152,0.010166622698307037,0.010594086721539497,0.011021549813449383,0.011449012905359268,0.011876475997269154,0.012303939089179039,0.012731403112411499,0.013158866204321384]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[3,2,0,0,2,3,1,1,7,5,9,8,13,8,20,26,25,35,38,78,69,108,164,177,259,365,482,789,1757,4591,12702,34856,117883,775579,473540,98780,31753,10671,3383,1763,1020,528,363,251,209,143,103,68,51,43,35,25,17,10,11,10,5,3,4,3,0,3,2,2],"bins":[-0.0013628005981445312,-0.001322627067565918,-0.0012824535369873047,-0.0012422800064086914,-0.0012021064758300781,-0.0011619329452514648,-0.0011217594146728516,-0.0010815858840942383,-0.001041412353515625,-0.0010012388229370117,-0.0009610652923583984,-0.0009208917617797852,-0.0008807182312011719,-0.0008405447006225586,-0.0008003711700439453,-0.000760197639465332,-0.0007200241088867188,-0.0006798505783081055,-0.0006396770477294922,-0.0005995035171508789,-0.0005593299865722656,-0.0005191564559936523,-0.00047898292541503906,-0.0004388093948364258,-0.0003986358642578125,-0.0003584623336791992,-0.00031828880310058594,-0.00027811527252197266,-0.00023794174194335938,-0.0001977682113647461,-0.0001575946807861328,-0.00011742115020751953,-7.724761962890625e-05,-3.707408905029297e-05,3.0994415283203125e-06,4.3272972106933594e-05,8.344650268554688e-05,0.00012362003326416016,0.00016379356384277344,0.00020396709442138672,0.000244140625,0.0002843141555786133,0.00032448768615722656,0.00036466121673583984,0.0004048347473144531,0.0004450082778930664,0.0004851818084716797,0.000525355339050293,0.0005655288696289062,0.0006057024002075195,0.0006458759307861328,0.0006860494613647461,0.0007262229919433594,0.0007663965225219727,0.0008065700531005859,0.0008467435836791992,0.0008869171142578125,0.0009270906448364258,0.0009672641754150391,0.0010074377059936523,0.0010476112365722656,0.001087784767150879,0.0011279582977294922,0.0011681318283081055,0.0012083053588867188]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[2,1,0,0,3,1,0,3,4,5,1,7,5,5,9,9,14,15,20,22,25,30,25,26,23,22,38,34,34,28,29,28,20,26,23,19,14,17,24,17,16,22,13,15,13,12,10,8,5,6,4,7,4,1,1,1,1,0,0,0,0,0,0,1],"bins":[-0.04344256967306137,-0.04201716557145119,-0.040591761469841,-0.03916635364294052,-0.03774094954133034,-0.036315545439720154,-0.03489013761281967,-0.03346473351120949,-0.032039329409599304,-0.03061392530798912,-0.029188519343733788,-0.027763113379478455,-0.02633770927786827,-0.024912305176258087,-0.023486899212002754,-0.02206149324774742,-0.020636089146137238,-0.019210685044527054,-0.01778527908027172,-0.016359873116016388,-0.014934469014406204,-0.013509063981473446,-0.012083658948540688,-0.01065825391560793,-0.009232848882675171,-0.007807443849742413,-0.006382038816809654,-0.004956633783876896,-0.0035312287509441376,-0.0021058237180113792,-0.0006804186850786209,0.0007449863478541374,0.0021703913807868958,0.003595796413719654,0.005021201446652412,0.006446606479585171,0.007872011512517929,0.009297416545450687,0.010722821578383446,0.012148226611316204,0.013573631644248962,0.01499903667718172,0.01642444171011448,0.017849847674369812,0.019275251775979996,0.02070065587759018,0.022126061841845512,0.023551467806100845,0.02497687190771103,0.026402276009321213,0.027827681973576546,0.02925308793783188,0.030678492039442062,0.032103896141052246,0.03352930396795273,0.03495470806956291,0.036380112171173096,0.03780551627278328,0.03923092037439346,0.040656328201293945,0.04208173230290413,0.04350713640451431,0.044932544231414795,0.04635794833302498,0.04778335243463516],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,0,2,5,0,0,0,4,3,2,5,6,9,9,15,15,9,16,10,15,23,34,28,26,34,27,31,37,41,26,41,36,30,30,26,27,21,22,21,17,16,7,9,6,6,5,2,4,3,0,1,1,0,0,0,0,1,0,0,1],"bins":[-0.016310280188918114,-0.015800263732671738,-0.015290248207747936,-0.014780232682824135,-0.014270216226577759,-0.013760199770331383,-0.013250184245407581,-0.01274016872048378,-0.012230152264237404,-0.011720135807991028,-0.011210120283067226,-0.010700104758143425,-0.010190088301897049,-0.009680071845650673,-0.009170056320726871,-0.00866004079580307,-0.008150024339556694,-0.007640008348971605,-0.007129992358386517,-0.006619976367801428,-0.006109960377216339,-0.00559994438663125,-0.005089928396046162,-0.004579912405461073,-0.004069896414875984,-0.0035598804242908955,-0.0030498644337058067,-0.002539848443120718,-0.0020298324525356293,-0.0015198164619505405,-0.0010098004713654518,-0.0004997844807803631,1.0233372449874878e-05,0.0005202493630349636,0.0010302653536200523,0.001540281344205141,0.00205029733479023,0.0025603133253753185,0.0030703293159604073,0.003580345306545496,0.004090361297130585,0.0046003772877156734,0.005110393278300762,0.005620409268885851,0.00613042525947094,0.006640441250056028,0.007150457240641117,0.007660473231226206,0.008170489221811295,0.00868050567805767,0.009190521202981472,0.009700536727905273,0.01021055318415165,0.010720569640398026,0.011230585165321827,0.011740600690245628,0.012250617146492004,0.01276063360273838,0.013270649127662182,0.013780664652585983,0.01429068110883236,0.014800697565078735,0.015310713090002537,0.015820728614926338,0.016330745071172714]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"values":[1,0,0,0,2,0,1,2,1,1,5,14,18,13,20,26,55,69,96,134,201,240,366,573,872,1297,1957,3060,4919,7537,12769,22296,42175,79636,128410,123070,69989,37942,20101,12137,7164,4331,2765,1857,1119,808,549,381,255,158,124,96,62,53,26,27,17,11,8,2,2,1,2,1],"bins":[-0.00011348724365234375,-0.00011023692786693573,-0.00010698661208152771,-0.00010373629629611969,-0.00010048598051071167,-9.723566472530365e-05,-9.398534893989563e-05,-9.073503315448761e-05,-8.748471736907959e-05,-8.423440158367157e-05,-8.098408579826355e-05,-7.773377001285553e-05,-7.448345422744751e-05,-7.123313844203949e-05,-6.798282265663147e-05,-6.473250687122345e-05,-6.148219108581543e-05,-5.823187530040741e-05,-5.498155951499939e-05,-5.173124372959137e-05,-4.848092794418335e-05,-4.523061215877533e-05,-4.198029637336731e-05,-3.872998058795929e-05,-3.547966480255127e-05,-3.222934901714325e-05,-2.897903323173523e-05,-2.572871744632721e-05,-2.247840166091919e-05,-1.922808587551117e-05,-1.597777009010315e-05,-1.272745430469513e-05,-9.47713851928711e-06,-6.226822733879089e-06,-2.9765069484710693e-06,2.738088369369507e-07,3.5241246223449707e-06,6.774440407752991e-06,1.002475619316101e-05,1.327507197856903e-05,1.652538776397705e-05,1.977570354938507e-05,2.302601933479309e-05,2.627633512020111e-05,2.952665090560913e-05,3.277696669101715e-05,3.602728247642517e-05,3.927759826183319e-05,4.252791404724121e-05,4.577822983264923e-05,4.902854561805725e-05,5.227886140346527e-05,5.552917718887329e-05,5.877949297428131e-05,6.202980875968933e-05,6.528012454509735e-05,6.853044033050537e-05,7.178075611591339e-05,7.503107190132141e-05,7.828138768672943e-05,8.153170347213745e-05,8.478201925754547e-05,8.803233504295349e-05,9.128265082836151e-05,9.453296661376953e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,1,4,6,5,5,7,9,13,13,34,32,43,47,81,95,104,70,52,37,28,21,12,15,7,7,2,5,1,2,1,2,0,1,0,0,0,0,1,0,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00022908876417204738,-0.0002208573860116303,-0.00021262602240312845,-0.00020439464424271137,-0.00019616328063420951,-0.00018793190247379243,-0.00017970052431337535,-0.0001714691607048735,-0.00016323778254445642,-0.00015500640438403934,-0.0001467750407755375,-0.0001385436626151204,-0.00013031228445470333,-0.00012208092084620148,-0.0001138495426857844,-0.00010561817180132493,-9.738680091686547e-05,-8.9155430032406e-05,-8.092405914794654e-05,-7.269268098752946e-05,-6.446131010306999e-05,-5.6229939218610525e-05,-4.799856469617225e-05,-3.976719017373398e-05,-3.1535819289274514e-05,-2.3304446585825644e-05,-1.5073073882376775e-05,-6.841701178927906e-06,1.3896715245209634e-06,9.621044227969833e-06,1.7852416931418702e-05,2.608378963486757e-05,3.43151914421469e-05,4.254656232660636e-05,5.0777936849044636e-05,5.900931137148291e-05,6.724068225594237e-05,7.547205314040184e-05,8.370343130081892e-05,9.193480218527839e-05,0.00010016617306973785,0.00010839754395419732,0.00011662891483865678,0.00012486029299907386,0.00013309167115949094,0.0001413230347679928,0.00014955441292840987,0.00015778577653691173,0.0001660171546973288,0.00017424853285774589,0.00018247989646624774,0.00019071127462666482,0.00019894263823516667,0.00020717401639558375,0.00021540539455600083,0.00022363675816450268,0.00023186813632491976,0.00024009951448533684,0.0002483308780938387,0.00025656225625425577,0.00026479363441467285,0.00027302501257508993,0.00028125636163167655,0.00028948773979209363,0.0002977191179525107]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0013900399208068848,-0.001343865878880024,-0.0012976918369531631,-0.0012515177950263023,-0.0012053437530994415,-0.0011591697111725807,-0.00111299566924572,-0.001066821627318859,-0.0010206475853919983,-0.0009744735434651375,-0.0009282995015382767,-0.0008821254596114159,-0.000835951417684555,-0.0007897773757576942,-0.0007436033338308334,-0.0006974292919039726,-0.0006512552499771118,-0.000605081208050251,-0.0005589071661233902,-0.0005127331241965294,-0.0004665590822696686,-0.00042038504034280777,-0.00037421099841594696,-0.00032803695648908615,-0.00028186291456222534,-0.00023568887263536453,-0.00018951483070850372,-0.00014334078878164291,-9.71667468547821e-05,-5.0992704927921295e-05,-4.818663001060486e-06,4.1355378925800323e-05,8.752942085266113e-05,0.00013370346277952194,0.00017987750470638275,0.00022605154663324356,0.00027222558856010437,0.0003183996304869652,0.000364573672413826,0.0004107477143406868,0.0004569217562675476,0.0005030957981944084,0.0005492698401212692,0.00059544388204813,0.0006416179239749908,0.0006877919659018517,0.0007339660078287125,0.0007801400497555733,0.0008263140916824341,0.0008724881336092949,0.0009186621755361557,0.0009648362174630165,0.0010110102593898773,0.0010571843013167381,0.001103358343243599,0.0011495323851704597,0.0011957064270973206,0.0012418804690241814,0.0012880545109510422,0.001334228552877903,0.0013804025948047638,0.0014265766367316246,0.0014727506786584854,0.0015189247205853462,0.001565098762512207],"_type":"histogram","values":[1,1,1,2,2,1,5,2,2,3,2,7,6,2,3,4,6,13,12,15,20,25,27,28,31,26,36,28,41,34,43,36,30,31,38,27,32,19,18,15,12,9,6,13,4,10,8,5,2,6,7,2,3,1,0,0,2,1,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[3,0,0,0,1,0,0,3,4,5,6,7,12,31,43,45,79,115,176,272,372,590,877,1268,2048,3164,5035,8176,13349,22398,39199,75749,153025,123745,59255,32079,18628,11222,6686,4346,2698,1683,1146,773,507,331,228,141,100,71,36,22,24,16,7,12,7,1,3,2,1,0,1,1],"bins":[-0.0018033981323242188,-0.0017484575510025024,-0.0016935169696807861,-0.0016385763883590698,-0.0015836358070373535,-0.0015286952257156372,-0.001473754644393921,-0.0014188140630722046,-0.0013638734817504883,-0.001308932900428772,-0.0012539923191070557,-0.0011990517377853394,-0.001144111156463623,-0.0010891705751419067,-0.0010342299938201904,-0.0009792894124984741,-0.0009243488311767578,-0.0008694082498550415,-0.0008144676685333252,-0.0007595270872116089,-0.0007045865058898926,-0.0006496459245681763,-0.00059470534324646,-0.0005397647619247437,-0.00048482418060302734,-0.00042988359928131104,-0.0003749430179595947,-0.0003200024366378784,-0.0002650618553161621,-0.0002101212739944458,-0.0001551806926727295,-0.00010024011135101318,-4.5299530029296875e-05,9.641051292419434e-06,6.458163261413574e-05,0.00011952221393585205,0.00017446279525756836,0.00022940337657928467,0.000284343957901001,0.0003392845392227173,0.0003942251205444336,0.0004491657018661499,0.0005041062831878662,0.0005590468645095825,0.0006139874458312988,0.0006689280271530151,0.0007238686084747314,0.0007788091897964478,0.0008337497711181641,0.0008886903524398804,0.0009436309337615967,0.000998571515083313,0.0010535120964050293,0.0011084526777267456,0.001163393259048462,0.0012183338403701782,0.0012732744216918945,0.0013282150030136108,0.0013831555843353271,0.0014380961656570435,0.0014930367469787598,0.001547977328300476,0.0016029179096221924,0.0016578584909439087,0.001712799072265625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,1,1,0,0,1,4,7,6,4,7,7,11,18,16,24,27,31,30,46,48,54,50,52,58,71,90,82,80,96,82,102,118,103,90,73,92,76,76,56,47,35,34,39,20,22,9,14,8,3,4,5,7,2,1,1,1,0,1,0,0,1,1,2],"bins":[-0.01888512447476387,-0.018533460795879364,-0.018181797116994858,-0.01783013343811035,-0.017478467896580696,-0.01712680421769619,-0.016775140538811684,-0.016423476859927177,-0.01607181318104267,-0.015720149502158165,-0.015368484891951084,-0.015016821213066578,-0.014665156602859497,-0.01431349292397499,-0.013961829245090485,-0.013610164634883404,-0.013258500955998898,-0.012906837277114391,-0.01255517266690731,-0.012203508988022804,-0.011851845309138298,-0.011500180698931217,-0.011148517020046711,-0.010796853341162205,-0.010445188730955124,-0.010093525052070618,-0.009741861373186111,-0.009390197694301605,-0.009038533084094524,-0.008686869405210018,-0.008335205726325512,-0.007983541116118431,-0.0076318769715726376,-0.007280212827026844,-0.006928549148142338,-0.006576885003596544,-0.006225220859050751,-0.0058735571801662445,-0.005521893035620451,-0.005170229356735945,-0.004818565212190151,-0.004466901067644358,-0.0041152373887598515,-0.003763573244214058,-0.003411909332498908,-0.003060245420783758,-0.0027085812762379646,-0.0023569173645228148,-0.002005253452807665,-0.001653589541092515,-0.0013019255129620433,-0.0009502615430392325,-0.0005985975731164217,-0.0002469336031936109,0.00010473036672919989,0.0004563943366520107,0.0008080583065748215,0.0011597222182899714,0.001511386246420443,0.0018630502745509148,0.0022147141862660646,0.0025663780979812145,0.002918042242527008,0.003269706154242158,0.003621370065957308],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,1,5,7,10,17,32,76,114,199,294,513,754,1147,1696,2446,3450,4724,6427,8470,10999,13759,16885,20178,23534,26996,29785,32794,34653,35672,36394,36070,34913,32596,29987,27132,23919,20283,16947,13684,11001,8640,6627,4984,3487,2542,1729,1168,801,489,354,171,115,66,33,20,14,11,6,2,0,0,0,1],"bins":[-0.09475605189800262,-0.09165205806493759,-0.08854806423187256,-0.08544406294822693,-0.0823400691151619,-0.07923607528209686,-0.07613207399845123,-0.0730280801653862,-0.06992408633232117,-0.06682009249925613,-0.0637160986661911,-0.06061209738254547,-0.05750810354948044,-0.054404109716415405,-0.051300112158060074,-0.04819611459970474,-0.04509212076663971,-0.041988126933574677,-0.038884129375219345,-0.035780131816864014,-0.03267613798379898,-0.0295721422880888,-0.026468146592378616,-0.023364150896668434,-0.020260155200958252,-0.01715615950524807,-0.014052163809537888,-0.010948168113827705,-0.007844172418117523,-0.004740176722407341,-0.0016361810266971588,0.0014678146690130234,0.004571802914142609,0.007675798609852791,0.010779794305562973,0.013883790001273155,0.016987785696983337,0.02009178139269352,0.023195777088403702,0.026299772784113884,0.029403768479824066,0.0325077623128891,0.03561175987124443,0.03871575742959976,0.041819751262664795,0.04492374509572983,0.04802774265408516,0.05113174021244049,0.054235734045505524,0.05733972787857056,0.06044372543692589,0.06354772299528122,0.06665171682834625,0.06975571066141129,0.07285970449447632,0.07596370577812195,0.07906769961118698,0.08217169344425201,0.08527569472789764,0.08837968856096268,0.09148368239402771,0.09458767622709274,0.09769167006015778,0.1007956713438034,0.10389966517686844],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.007015175651758909,-0.0067957607097923756,-0.006576345767825842,-0.006356930825859308,-0.006137515883892775,-0.005918100941926241,-0.00569868553429842,-0.005479270592331886,-0.005259855650365353,-0.005040440708398819,-0.004821025766432285,-0.004601610824465752,-0.004382195882499218,-0.004162780940532684,-0.003943365998566151,-0.0037239508237689734,-0.0035045358818024397,-0.003285120939835906,-0.0030657059978693724,-0.002846290823072195,-0.0026268758811056614,-0.0024074609391391277,-0.002188045997172594,-0.0019686310552060604,-0.001749215996824205,-0.0015298010548576713,-0.0013103859964758158,-0.0010909710545092821,-0.0008715560543350875,-0.000652141054160893,-0.00043272608309052885,-0.0002133110974682495,6.103888154029846e-06,0.0002255188737763092,0.00044493385939858854,0.0006643488304689527,0.0008837638306431472,0.0011031788308173418,0.0013225937727838755,0.001542008831165731,0.0017614237731322646,0.00198083883151412,0.0022002537734806538,0.0024196687154471874,0.002639083657413721,0.0028584985993802547,0.003077913774177432,0.0032973287161439657,0.0035167436581104994,0.003736158600077033,0.00395557377487421,0.004174988716840744,0.004394403658807278,0.004613818600773811,0.004833233542740345,0.005052648484706879,0.005272063426673412,0.005491478368639946,0.00571089331060648,0.005930308718234301,0.006149723660200834,0.006369138602167368,0.006588553544133902,0.006807968486100435,0.007027383428066969],"_type":"histogram","values":[1,0,0,0,0,0,2,2,3,1,1,1,5,5,4,4,5,4,10,17,15,17,15,22,29,37,36,31,26,35,29,43,44,27,28,27,25,25,21,35,17,18,15,17,10,11,10,6,7,7,1,3,3,2,1,0,2,1,2,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9837105870246887,0.9843094348907471,0.9849083423614502,0.9855071902275085,0.9861060976982117,0.98670494556427,0.9873038530349731,0.9879027009010315,0.9885016083717346,0.989100456237793,0.9896993637084961,0.9902982115745544,0.9908971190452576,0.9914959669113159,0.992094874382019,0.9926937222480774,0.9932926297187805,0.9938914775848389,0.994490385055542,0.9950892329216003,0.9956881403923035,0.9962869882583618,0.9968858957290649,0.9974847435951233,0.9980836510658264,0.9986824989318848,0.9992814064025879,0.9998802542686462,1.0004791021347046,1.0010780096054077,1.0016769170761108,1.002275824546814,1.0028746128082275,1.0034735202789307,1.0040724277496338,1.0046712160110474,1.0052701234817505,1.0058690309524536,1.0064679384231567,1.0070667266845703,1.0076656341552734,1.0082645416259766,1.0088634490966797,1.0094622373580933,1.0100611448287964,1.0106600522994995,1.0112589597702026,1.0118577480316162,1.0124566555023193,1.0130555629730225,1.0136544704437256,1.0142532587051392,1.0148521661758423,1.0154510736465454,1.0160499811172485,1.016648769378662,1.0172476768493652,1.0178465843200684,1.0184454917907715,1.019044280052185,1.0196431875228882,1.0202420949935913,1.0208410024642944,1.021439790725708,1.0220386981964111],"_type":"histogram","values":[1,0,0,0,0,0,0,4,2,3,2,4,6,10,9,10,11,14,18,23,26,34,22,36,28,30,27,24,32,32,33,38,26,24,24,28,25,18,22,20,14,15,11,12,7,3,4,4,5,3,2,6,1,4,2,2,1,1,1,0,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,1,0,1,0,3,3,2,2,3,4,6,6,2,14,9,13,9,10,11,19,19,26,18,16,21,17,27,20,19,30,32,21,36,28,27,22,26,21,20,27,18,21,19,17,15,15,18,11,10,6,7,4,2,1,2,1,3,1,3,1,0,0,1],"bins":[-0.018679320812225342,-0.018104832619428635,-0.017530344426631927,-0.01695585623383522,-0.016381368041038513,-0.015806879848241806,-0.015232390724122524,-0.014657902531325817,-0.014083413407206535,-0.013508925214409828,-0.012934437021613121,-0.012359948828816414,-0.011785460636019707,-0.011210972443223,-0.010636483319103718,-0.01006199512630701,-0.009487506933510303,-0.008913018740713596,-0.00833853054791689,-0.007764041889458895,-0.0071895532310009,-0.006615065038204193,-0.006040576845407486,-0.0054660881869494915,-0.004891599994152784,-0.004317111801356077,-0.0037426231428980827,-0.0031681349501013756,-0.0025936465244740248,-0.002019158098846674,-0.001444669789634645,-0.0008701814222149551,-0.0002956930547952652,0.0002787953126244247,0.0008532836800441146,0.0014277719892561436,0.0020022604148834944,0.002576748840510845,0.0031512370333075523,0.003725725458934903,0.004300213884562254,0.004874702077358961,0.005449190735816956,0.006023678928613663,0.00659816712141037,0.007172655779868364,0.0077471439726650715,0.008321632631123066,0.008896120823919773,0.00947060901671648,0.010045097209513187,0.01061958633363247,0.011194074526429176,0.011768562719225883,0.01234305091202259,0.012917539104819298,0.013492027297616005,0.014066516421735287,0.014641004614531994,0.015215492807328701,0.015789981931447983,0.01636447012424469,0.016938958317041397,0.017513446509838104,0.01808793470263481],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0005462765693664551,-0.0005298946052789688,-0.0005135126411914825,-0.0004971306771039963,-0.00048074871301651,-0.00046436674892902374,-0.0004479847848415375,-0.0004316028207540512,-0.00041522085666656494,-0.0003988388925790787,-0.0003824569284915924,-0.00036607496440410614,-0.0003496930003166199,-0.0003333110362291336,-0.00031692907214164734,-0.00030054710805416107,-0.0002841651439666748,-0.00026778317987918854,-0.00025140121579170227,-0.000235019251704216,-0.00021863728761672974,-0.00020225532352924347,-0.0001858733594417572,-0.00016949139535427094,-0.00015310943126678467,-0.0001367274671792984,-0.00012034550309181213,-0.00010396353900432587,-8.75815749168396e-05,-7.119961082935333e-05,-5.4817646741867065e-05,-3.84356826543808e-05,-2.205371856689453e-05,-5.671754479408264e-06,1.0710209608078003e-05,2.709217369556427e-05,4.347413778305054e-05,5.9856101870536804e-05,7.623806595802307e-05,9.262003004550934e-05,0.0001090019941329956,0.00012538395822048187,0.00014176592230796814,0.0001581478863954544,0.00017452985048294067,0.00019091181457042694,0.0002072937786579132,0.00022367574274539948,0.00024005770683288574,0.000256439670920372,0.0002728216350078583,0.00028920359909534454,0.0003055855631828308,0.0003219675272703171,0.00033834949135780334,0.0003547314554452896,0.0003711134195327759,0.00038749538362026215,0.0004038773477077484,0.0004202593117952347,0.00043664127588272095,0.0004530232399702072,0.0004694052040576935,0.00048578716814517975,0.000502169132232666],"_type":"histogram","values":[2,0,1,0,0,0,2,1,1,1,1,8,4,8,5,5,8,8,5,14,13,22,16,20,17,15,21,31,30,24,31,28,31,29,24,33,32,26,25,19,20,19,19,20,17,16,11,14,13,9,8,5,5,4,4,8,1,3,1,1,3,3,2,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.002070354763418436,-0.0020066634751856327,-0.0019429720705375075,-0.0018792806658893824,-0.001815589377656579,-0.0017518980894237757,-0.0016882066847756505,-0.0016245152801275253,-0.001560823991894722,-0.0014971327036619186,-0.0014334412990137935,-0.0013697498943656683,-0.001306058606132865,-0.0012423673179000616,-0.0011786759132519364,-0.0011149845086038113,-0.001051293220371008,-0.0009876019321382046,-0.0009239105274900794,-0.0008602191810496151,-0.0007965278346091509,-0.0007328364881686866,-0.0006691451417282224,-0.0006054537952877581,-0.0005417624488472939,-0.0004780711024068296,-0.00041437975596636534,-0.0003506884095259011,-0.0002869970630854368,-0.00022330571664497256,-0.0001596143702045083,-9.592302376404405e-05,-3.223191015422344e-05,3.1459436286240816e-05,9.515078272670507e-05,0.00015884212916716933,0.0002225334756076336,0.00028622482204809785,0.0003499161684885621,0.00041360751492902637,0.0004772988613694906,0.0005409902078099549,0.0006046815542504191,0.0006683729006908834,0.0007320642471313477,0.0007957555935718119,0.0008594469400122762,0.0009231382864527404,0.0009868296328932047,0.001050520921126008,0.0011142123257741332,0.0011779037304222584,0.0012415950186550617,0.001305286306887865,0.0013689777115359902,0.0014326691161841154,0.0014963604044169188,0.001560051692649722,0.0016237430972978473,0.0016874345019459724,0.0017511257901787758,0.0018148170784115791,0.0018785084830597043,0.0019421998877078295,0.002005891175940633],"_type":"histogram","values":[1,0,1,0,1,0,1,0,2,4,4,6,7,11,4,2,8,7,18,14,8,16,20,20,20,31,33,30,25,29,24,39,28,33,37,18,18,24,27,19,19,23,18,19,16,15,11,9,9,9,2,1,5,3,4,3,2,1,1,2,2,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,1,0,1,0,0,2,0,2,2,2,3,6,3,2,6,9,7,8,20,16,28,23,45,58,41,85,94,55,44,37,28,19,15,18,20,16,5,6,5,6,4,6,4,2,2,2,2,1,0,0,1,0,0,0,2,1],"bins":[-0.0014644796028733253,-0.0014215270057320595,-0.0013785745250061154,-0.0013356219278648496,-0.0012926693307235837,-0.0012497168499976397,-0.0012067642528563738,-0.001163811655715108,-0.001120859058573842,-0.001077906577847898,-0.0010349539807066321,-0.0009920013835653663,-0.0009490489028394222,-0.0009060963056981564,-0.0008631437667645514,-0.0008201911696232855,-0.0007772386306896806,-0.0007342860917560756,-0.0006913334946148098,-0.0006483809556812048,-0.0006054283585399389,-0.000562475819606334,-0.000519523280672729,-0.0004765707126352936,-0.0004336181445978582,-0.0003906655765604228,-0.00034771300852298737,-0.0003047604695893824,-0.000261807901551947,-0.00021885533351451159,-0.0001759027800289914,-0.00013295022654347122,-8.999777492135763e-05,-4.7045214159879833e-05,-4.092653398402035e-06,3.885990736307576e-05,8.181246812455356e-05,0.00012476503616198897,0.00016771758964750916,0.00021067014313302934,0.00025362271117046475,0.00029657527920790017,0.0003395278472453356,0.00038248038617894053,0.00042543295421637595,0.00046838552225381136,0.0005113380611874163,0.0005542906583286822,0.0005972431972622871,0.0006401957361958921,0.000683148333337158,0.0007261008722707629,0.0007690534694120288,0.0008120060083456337,0.0008549585472792387,0.0008979111444205046,0.0009408636833541095,0.0009838162222877145,0.0010267688194289804,0.0010697214165702462,0.0011126738972961903,0.0011556264944374561,0.001198579091578722,0.001241531572304666,0.001284484169445932]},"learning_rate":4.996147783871274e-05,"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,0,0,1,3,3,6,11,6,8,14,14,21,27,43,47,68,88,122,207,324,497,841,1580,2807,5364,11165,26126,70076,229772,680060,372446,105109,36524,14894,6807,3314,1715,909,608,385,227,159,118,79,52,59,38,27,19,20,11,8,6,7,4,4,3,2,1,3,3],"bins":[-0.0003616809844970703,-0.00035061314702033997,-0.0003395453095436096,-0.00032847747206687927,-0.0003174096345901489,-0.0003063417971134186,-0.00029527395963668823,-0.0002842061221599579,-0.00027313828468322754,-0.0002620704472064972,-0.00025100260972976685,-0.0002399347722530365,-0.00022886693477630615,-0.0002177990972995758,-0.00020673125982284546,-0.0001956634223461151,-0.00018459558486938477,-0.00017352774739265442,-0.00016245990991592407,-0.00015139207243919373,-0.00014032423496246338,-0.00012925639748573303,-0.00011818856000900269,-0.00010712072253227234,-9.605288505554199e-05,-8.498504757881165e-05,-7.39172101020813e-05,-6.284937262535095e-05,-5.1781535148620605e-05,-4.071369767189026e-05,-2.9645860195159912e-05,-1.8578022718429565e-05,-7.510185241699219e-06,3.557652235031128e-06,1.4625489711761475e-05,2.569332718849182e-05,3.676116466522217e-05,4.7829002141952515e-05,5.889683961868286e-05,6.996467709541321e-05,8.103251457214355e-05,9.21003520488739e-05,0.00010316818952560425,0.0001142360270023346,0.00012530386447906494,0.0001363717019557953,0.00014743953943252563,0.00015850737690925598,0.00016957521438598633,0.00018064305186271667,0.00019171088933944702,0.00020277872681617737,0.00021384656429290771,0.00022491440176963806,0.0002359822392463684,0.00024705007672309875,0.0002581179141998291,0.00026918575167655945,0.0002802535891532898,0.00029132142663002014,0.0003023892641067505,0.00031345710158348083,0.0003245249390602112,0.00033559277653694153,0.0003466606140136719]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,1,0,3,2,1,5,6,4,2,7,7,9,8,6,12,19,19,23,21,21,30,29,29,32,18,48,37,30,34,30,34,33,25,33,16,21,17,9,9,13,11,12,3,7,7,4,12,3,1,1,0,0,1,1,0,1],"bins":[-0.00013846158981323242,-0.00013446062803268433,-0.00013045966625213623,-0.00012645870447158813,-0.00012245774269104004,-0.00011845678091049194,-0.00011445581912994385,-0.00011045485734939575,-0.00010645389556884766,-0.00010245293378829956,-9.845197200775146e-05,-9.445101022720337e-05,-9.045004844665527e-05,-8.644908666610718e-05,-8.244812488555908e-05,-7.844716310501099e-05,-7.444620132446289e-05,-7.04452395439148e-05,-6.64442777633667e-05,-6.24433159828186e-05,-5.844235420227051e-05,-5.444139242172241e-05,-5.0440430641174316e-05,-4.643946886062622e-05,-4.2438507080078125e-05,-3.843754529953003e-05,-3.4436583518981934e-05,-3.0435621738433838e-05,-2.6434659957885742e-05,-2.2433698177337646e-05,-1.843273639678955e-05,-1.4431774616241455e-05,-1.043081283569336e-05,-6.429851055145264e-06,-2.428889274597168e-06,1.5720725059509277e-06,5.5730342864990234e-06,9.573996067047119e-06,1.3574957847595215e-05,1.757591962814331e-05,2.1576881408691406e-05,2.5577843189239502e-05,2.9578804969787598e-05,3.357976675033569e-05,3.758072853088379e-05,4.1581690311431885e-05,4.558265209197998e-05,4.9583613872528076e-05,5.358457565307617e-05,5.758553743362427e-05,6.158649921417236e-05,6.558746099472046e-05,6.958842277526855e-05,7.358938455581665e-05,7.759034633636475e-05,8.159130811691284e-05,8.559226989746094e-05,8.959323167800903e-05,9.359419345855713e-05,9.759515523910522e-05,0.00010159611701965332,0.00010559707880020142,0.00010959804058074951,0.00011359900236129761,0.0001175999641418457],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"_type":"histogram","values":[2,3,4,9,9,21,33,73,101,192,317,439,690,1035,1543,2210,3151,4285,5662,7538,9710,12143,15009,18095,21026,24695,27504,30031,32603,34637,35146,35523,35076,33402,31201,28603,25734,22269,19279,16068,13237,10754,8396,6427,4753,3487,2537,1757,1219,761,532,331,215,156,87,44,27,14,3,10,2,0,2,2],"bins":[-0.09482677280902863,-0.09178684651851654,-0.08874691277742386,-0.08570697903633118,-0.08266705274581909,-0.079627126455307,-0.07658719271421432,-0.07354725897312164,-0.07050733268260956,-0.06746740639209747,-0.06442747265100479,-0.06138754263520241,-0.058347612619400024,-0.05530768260359764,-0.05226775258779526,-0.049227822571992874,-0.04618789255619049,-0.04314796254038811,-0.040108032524585724,-0.03706810250878334,-0.03402817249298096,-0.030988242477178574,-0.02794831246137619,-0.024908382445573807,-0.021868452429771423,-0.01882852241396904,-0.015788592398166656,-0.012748662382364273,-0.00970873236656189,-0.006668802350759506,-0.003628872334957123,-0.0005889423191547394,0.002450987696647644,0.0054909177124500275,0.008530847728252411,0.011570777744054794,0.014610707759857178,0.01765063777565956,0.020690567791461945,0.023730497807264328,0.02677042782306671,0.029810357838869095,0.03285028785467148,0.03589021787047386,0.038930147886276245,0.04197007790207863,0.04501000791788101,0.048049937933683395,0.05108986794948578,0.05412979796528816,0.057169727981090546,0.06020965799689293,0.06324958801269531,0.0662895143032074,0.06932944804430008,0.07236938178539276,0.07540930807590485,0.07844923436641693,0.08148916810750961,0.0845291018486023,0.08756902813911438,0.09060895442962646,0.09364888817071915,0.09668882191181183,0.09972874820232391]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,1,1,2,4,10,19,36,70,106,189,334,458,773,1166,1787,2556,3659,5021,6788,9096,11612,14747,18299,21418,24863,28569,31192,33965,35863,37104,37121,36409,35069,32503,29436,26084,22165,18821,15346,12366,9751,7346,5441,3996,2766,1948,1309,858,533,351,211,116,75,34,35,14,6,3,0,1,0,1],"bins":[-0.10238999873399734,-0.09920313209295273,-0.09601625800132751,-0.0928293913602829,-0.08964252471923828,-0.08645565062761307,-0.08326878398656845,-0.08008191734552383,-0.07689504325389862,-0.073708176612854,-0.07052130997180939,-0.06733443588018417,-0.06414756923913956,-0.06096069887280464,-0.05777382850646973,-0.05458696186542511,-0.051400091499090195,-0.04821322113275528,-0.04502635449171066,-0.04183948412537575,-0.03865261375904083,-0.035465747117996216,-0.0322788767516613,-0.029092006385326385,-0.02590513788163662,-0.022718269377946854,-0.01953139901161194,-0.016344530507922173,-0.013157661072909832,-0.009970791637897491,-0.006783922668546438,-0.0035970534663647413,-0.00041018426418304443,0.0027766849379986525,0.005963554140180349,0.009150423109531403,0.012337292544543743,0.015524161979556084,0.01871103048324585,0.021897900849580765,0.02508476935327053,0.028271637856960297,0.03145850822329521,0.03464537858963013,0.037832245230674744,0.04101911559700966,0.044205985963344574,0.04739285260438919,0.050579722970724106,0.05376659333705902,0.05695345997810364,0.06014033034443855,0.06332720071077347,0.06651406735181808,0.0697009414434433,0.07288780808448792,0.07607467472553253,0.07926154881715775,0.08244841545820236,0.08563528209924698,0.08882215619087219,0.09200902283191681,0.09519588947296143,0.09838276356458664,0.10156963020563126],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0007864356157369912,-0.0007621438708156347,-0.0007378521841019392,-0.0007135604391805828,-0.0006892686942592263,-0.0006649769493378699,-0.0006406852626241744,-0.0006163935177028179,-0.0005921017727814615,-0.000567810086067766,-0.0005435183411464095,-0.0005192265962250531,-0.0004949348513036966,-0.00047064313548617065,-0.00044635141966864467,-0.0004220596747472882,-0.00039776795892976224,-0.00037347624311223626,-0.0003491844981908798,-0.00032489278237335384,-0.0003006010374519974,-0.0002763093216344714,-0.000252017576713115,-0.000227725860895589,-0.00020343413052614778,-0.00017914240015670657,-0.00015485066978726536,-0.00013055893941782415,-0.00010626721632434055,-8.197548595489934e-05,-5.768375922343694e-05,-3.339203249197453e-05,-9.100302122533321e-06,1.5191426427918486e-05,3.9483154978370294e-05,6.37748817098327e-05,8.806661207927391e-05,0.00011235834244871512,0.00013665006554219872,0.00016094179591163993,0.00018523352628108114,0.00020952525665052235,0.00023381698701996356,0.0002581087173894048,0.00028240043320693076,0.0003066921781282872,0.0003309838939458132,0.0003552756388671696,0.0003795673546846956,0.0004038590705022216,0.000428150815423578,0.000452442531241104,0.00047673427616246045,0.0005010259919799864,0.0005253177369013429,0.0005496094818226993,0.0005739011685363948,0.0005981929134577513,0.0006224846583791077,0.0006467763450928032,0.0006710680900141597,0.0006953598349355161,0.0007196515798568726,0.0007439432665705681,0.0007682350114919245],"_type":"histogram","values":[1,0,2,0,2,2,1,3,4,3,2,8,6,12,6,12,6,12,12,17,16,20,18,21,16,25,18,29,23,24,29,24,35,27,32,24,23,22,22,22,11,21,16,15,12,14,15,12,11,8,6,5,9,9,4,3,4,4,3,1,0,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[2,0,2,2,0,1,4,2,5,3,4,5,2,8,13,6,12,14,17,17,23,25,21,23,22,25,22,27,23,20,27,21,27,31,19,29,21,23,22,20,18,13,21,23,12,12,7,16,7,9,8,3,6,4,5,6,2,1,0,1,0,2,1,1],"bins":[-0.016945617273449898,-0.016403893008828163,-0.01586216874420643,-0.01532044354826212,-0.01477871835231781,-0.014236994087696075,-0.01369526982307434,-0.013153544627130032,-0.012611820362508297,-0.012070096097886562,-0.011528370901942253,-0.010986646637320518,-0.010444922372698784,-0.009903197176754475,-0.00936147291213274,-0.00881974771618843,-0.008278023451566696,-0.007736298721283674,-0.007194573991000652,-0.006652849726378918,-0.006111124996095896,-0.005569400265812874,-0.005027676001191139,-0.004485951270908117,-0.003944226540625095,-0.0034025018103420734,-0.002860777312889695,-0.002319052815437317,-0.001777328085154295,-0.0012356034712865949,-0.0006938788574188948,-0.00015215424355119467,0.0003895685076713562,0.0009312931215390563,0.0014730177354067564,0.0020147422328591347,0.0025564669631421566,0.0030981916934251785,0.003639916190877557,0.004181640688329935,0.004723365418612957,0.005265090148895979,0.005806814879179001,0.0063485391438007355,0.006890263874083757,0.007431988604366779,0.007973712868988514,0.008515438064932823,0.009057162329554558,0.009598886594176292,0.010140611790120602,0.010682336054742336,0.011224061250686646,0.01176578551530838,0.012307509779930115,0.012849234975874424,0.013390959240496159,0.013932683505117893,0.014474408701062202,0.015016132965683937,0.015557857230305672,0.016099581494927406,0.01664130762219429,0.017183031886816025,0.01772475615143776],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,0,1,2,2,4,5,8,6,17,21,18,50,67,86,186,308,490,817,1337,2411,4152,7744,14408,28276,61153,161955,176432,65820,30039,15411,8155,4433,2419,1389,854,539,312,171,120,64,48,34,13,15,10,7,5,1,2,2,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0024623870849609375,-0.0023775994777679443,-0.002292811870574951,-0.002208024263381958,-0.002123236656188965,-0.0020384490489959717,-0.0019536614418029785,-0.0018688738346099854,-0.0017840862274169922,-0.001699298620223999,-0.0016145110130310059,-0.0015297234058380127,-0.0014449357986450195,-0.0013601481914520264,-0.0012753605842590332,-0.00119057297706604,-0.0011057853698730469,-0.0010209977626800537,-0.0009362101554870605,-0.0008514225482940674,-0.0007666349411010742,-0.0006818473339080811,-0.0005970597267150879,-0.0005122721195220947,-0.00042748451232910156,-0.0003426969051361084,-0.00025790929794311523,-0.00017312169075012207,-8.83340835571289e-05,-3.546476364135742e-06,8.124113082885742e-05,0.00016602873802185059,0.00025081634521484375,0.0003356039524078369,0.0004203915596008301,0.0005051791667938232,0.0005899667739868164,0.0006747543811798096,0.0007595419883728027,0.0008443295955657959,0.0009291172027587891,0.0010139048099517822,0.0010986924171447754,0.0011834800243377686,0.0012682676315307617,0.0013530552387237549,0.001437842845916748,0.0015226304531097412,0.0016074180603027344,0.0016922056674957275,0.0017769932746887207,0.0018617808818817139,0.001946568489074707,0.0020313560962677,0.0021161437034606934,0.0022009313106536865,0.0022857189178466797,0.002370506525039673,0.002455294132232666,0.002540081739425659,0.0026248693466186523,0.0027096569538116455,0.0027944445610046387,0.002879232168197632,0.002964019775390625]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,2,3,3,1,3,5,6,6,8,9,3,14,13,12,16,14,28,12,25,22,20,36,22,32,19,33,25,19,30,31,26,27,23,31,23,23,12,22,15,19,11,5,13,12,4,6,2,5,3,0,0,3,2,2,2,0,0,0,2],"bins":[-0.0013849675888195634,-0.0013411702821031213,-0.0012973728589713573,-0.0012535755522549152,-0.0012097782455384731,-0.0011659808224067092,-0.001122183515690267,-0.001078386208973825,-0.001034588785842061,-0.000990791479125619,-0.0009469941724091768,-0.0009031968074850738,-0.0008593994425609708,-0.0008156021358445287,-0.0007718047709204257,-0.0007280074642039835,-0.0006842100992798805,-0.0006404127343557775,-0.0005966154276393354,-0.0005528180627152324,-0.0005090207559987903,-0.00046522339107468724,-0.0004214260261505842,-0.00037762869033031166,-0.0003338313545100391,-0.0002900340186897665,-0.00024623668286949396,-0.00020243931794539094,-0.00015864198212511837,-0.0001148446390288882,-7.104729593265802e-05,-2.7249952836427838e-05,1.654750667512417e-05,6.034484977135435e-05,0.00010414219286758453,0.00014793954323977232,0.00019173687906004488,0.00023553421488031745,0.00027933157980442047,0.00032312891562469304,0.0003669262514449656,0.00041072358726523817,0.00045452092308551073,0.0004983182880096138,0.0005421156529337168,0.0005859129596501589,0.0006297103245742619,0.000673507631290704,0.000717304996214807,0.0007611023611389101,0.0008048996678553522,0.0008486970327794552,0.0008924943394958973,0.0009362917044200003,0.0009800890693441033,0.0010238863760605454,0.0010676837991923094,0.0011114811059087515,0.0011552784126251936,0.0011990757193416357,0.0012428731424733996,0.0012866704491898417,0.0013304677559062839,0.0013742651790380478,0.00141806248575449]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,1,3,5,2,6,9,7,16,37,32,53,77,99,167,196,307,462,668,1133,1856,3567,11126,30878,86779,276342,695460,320471,94930,29669,9447,3770,1823,1159,756,488,318,235,152,116,68,51,36,24,14,18,10,4,5,3,1,2,0,0,1,0,1],"bins":[-0.0013599395751953125,-0.001319393515586853,-0.0012788474559783936,-0.001238301396369934,-0.0011977553367614746,-0.0011572092771530151,-0.0011166632175445557,-0.0010761171579360962,-0.0010355710983276367,-0.0009950250387191772,-0.0009544789791107178,-0.0009139329195022583,-0.0008733868598937988,-0.0008328408002853394,-0.0007922947406768799,-0.0007517486810684204,-0.0007112026214599609,-0.0006706565618515015,-0.000630110502243042,-0.0005895644426345825,-0.000549018383026123,-0.0005084723234176636,-0.0004679262638092041,-0.00042738020420074463,-0.00038683414459228516,-0.0003462880849838257,-0.0003057420253753662,-0.00026519596576690674,-0.00022464990615844727,-0.0001841038465499878,-0.00014355778694152832,-0.00010301172733306885,-6.246566772460938e-05,-2.1919608116149902e-05,1.862645149230957e-05,5.917251110076904e-05,9.971857070922852e-05,0.000140264630317688,0.00018081068992614746,0.00022135674953460693,0.0002619028091430664,0.0003024488687515259,0.00034299492835998535,0.0003835409879684448,0.0004240870475769043,0.00046463310718536377,0.0005051791667938232,0.0005457252264022827,0.0005862712860107422,0.0006268173456192017,0.0006673634052276611,0.0007079094648361206,0.0007484555244445801,0.0007890015840530396,0.000829547643661499,0.0008700937032699585,0.000910639762878418,0.0009511858224868774,0.000991731882095337,0.0010322779417037964,0.0010728240013122559,0.0011133700609207153,0.0011539161205291748,0.0011944621801376343,0.0012350082397460938]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.01640956848859787,-0.015857577323913574,-0.015305586159229279,-0.014753594063222408,-0.014201602898538113,-0.013649611733853817,-0.013097620569169521,-0.012545629404485226,-0.011993637308478355,-0.01144164614379406,-0.010889654979109764,-0.010337663814425468,-0.009785672649741173,-0.009233681485056877,-0.008681689389050007,-0.008129698224365711,-0.0075777070596814156,-0.00702571589499712,-0.006473724264651537,-0.005921733099967241,-0.005369741469621658,-0.004817750304937363,-0.004265759140253067,-0.0037137677427381277,-0.0031617763452231884,-0.002609784947708249,-0.00205779355019331,-0.0015058023855090141,-0.0009538109879940748,-0.0004018196486867964,0.00015017169062048197,0.0007021630299277604,0.0012541543692350388,0.001806145766749978,0.0023581371642649174,0.002910128328949213,0.0034621197264641523,0.004014111123979092,0.004566102288663387,0.00511809391900897,0.005670085083693266,0.006222076248377562,0.0067740678787231445,0.00732605904340744,0.007878050208091736,0.008430041372776031,0.008982033468782902,0.009534024633467197,0.010086015798151493,0.010638006962835789,0.011189998127520084,0.011741990223526955,0.01229398138821125,0.012845972552895546,0.013397963717579842,0.013949954882264137,0.014501946046948433,0.015053938142955303,0.015605929307639599,0.01615792140364647,0.016709912568330765,0.01726190373301506,0.017813894897699356,0.01836588606238365,0.018917877227067947],"_type":"histogram","values":[2,1,1,3,5,0,4,2,5,4,8,11,11,8,8,12,14,22,16,20,14,22,13,21,28,24,28,29,23,30,36,30,27,22,22,17,19,21,15,27,20,25,15,19,9,7,15,10,5,6,2,0,1,1,3,1,1,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,2,0,2,2,1,5,2,0,4,5,8,3,10,15,13,15,17,13,18,26,24,31,33,21,30,35,37,32,28,27,29,32,29,18,26,24,30,15,21,14,14,9,9,11,8,3,6,0,3,1,1,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.017993411049246788,-0.017378926277160645,-0.0167644415050745,-0.016149956732988358,-0.01553547102957964,-0.014920986257493496,-0.014306500554084778,-0.013692015781998634,-0.01307753100991249,-0.012463046237826347,-0.011848561465740204,-0.011234075762331486,-0.010619590990245342,-0.010005106218159199,-0.00939062051475048,-0.008776135742664337,-0.008161650970578194,-0.00754716619849205,-0.006932680960744619,-0.006318195722997189,-0.005703710950911045,-0.005089226178824902,-0.004474740941077471,-0.0038602559361606836,-0.0032457709312438965,-0.0026312859263271093,-0.002016800921410322,-0.001402315916493535,-0.0007878309115767479,-0.00017334590665996075,0.0004411390982568264,0.0010556241031736135,0.0016701091080904007,0.002284594113007188,0.002899079117923975,0.003513564122840762,0.004128049127757549,0.004742533899843693,0.005357019137591124,0.005971504375338554,0.006585989147424698,0.007200473919510841,0.007814958691596985,0.008429444395005703,0.009043929167091846,0.00965841393917799,0.010272899642586708,0.010887384414672852,0.011501869186758995,0.012116353958845139,0.012730838730931282,0.01334532443434,0.013959809206426144,0.014574293978512287,0.015188779681921005,0.01580326445400715,0.016417749226093292,0.017032233998179436,0.01764671877026558,0.018261203542351723,0.018875688314437866,0.01949017494916916,0.020104659721255302,0.020719144493341446,0.02133362926542759]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,1,1,2,0,2,3,0,1,8,7,1,2,8,10,14,9,18,19,19,15,20,26,33,33,30,34,29,29,39,22,24,30,29,16,29,18,20,26,28,19,20,11,11,13,7,6,5,6,2,4,2,2,1,2,0,0,0,0,0,0,1],"bins":[-0.01307016983628273,-0.012654640711843967,-0.012239111587405205,-0.011823581531643867,-0.011408052407205105,-0.010992523282766342,-0.01057699415832758,-0.010161464102566242,-0.00974593497812748,-0.009330405853688717,-0.008914876729249954,-0.008499347604811192,-0.008083817549049854,-0.007668288424611092,-0.007252759300172329,-0.006837229710072279,-0.006421700585633516,-0.006006171461194754,-0.005590641871094704,-0.005175112746655941,-0.004759583156555891,-0.004344054032117128,-0.003928524442017078,-0.0035129953175783157,-0.0030974659603089094,-0.002681936603039503,-0.0022664072457700968,-0.0018508780049160123,-0.001435348647646606,-0.0010198192903771996,-0.0006042899913154542,-0.00018876066314987838,0.00022676866501569748,0.0006422980222851038,0.0010578273795545101,0.0014733566204085946,0.001888885977678001,0.0023044152185320854,0.0027199445758014917,0.003135473933070898,0.0035510032903403044,0.003966532647609711,0.004382061772048473,0.004797591362148523,0.005213120486587286,0.005628650076687336,0.006044179201126099,0.006459708791226149,0.006875237915664911,0.007290767040103674,0.007706296630203724,0.008121825754642487,0.00853735487908125,0.008952884934842587,0.00936841405928135,0.009783943183720112,0.010199472308158875,0.010615001432597637,0.011030531488358974,0.011446060612797737,0.0118615897372365,0.012277118861675262,0.0126926489174366,0.013108178041875362,0.013523707166314125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.09727957099676132,-0.09432289004325867,-0.09136620908975601,-0.08840952068567276,-0.0854528397321701,-0.08249615877866745,-0.0795394778251648,-0.07658279687166214,-0.07362611591815948,-0.07066942751407623,-0.06771274656057358,-0.06475606560707092,-0.06179938465356827,-0.058842699974775314,-0.05588601902127266,-0.052929334342479706,-0.04997265338897705,-0.047015972435474396,-0.04405928775668144,-0.04110260680317879,-0.038145922124385834,-0.03518924117088318,-0.032232560217380524,-0.02927587740123272,-0.026319194585084915,-0.02336251176893711,-0.020405828952789307,-0.01744914799928665,-0.014492465183138847,-0.011535782366991043,-0.008579100482165813,-0.0056224181316792965,-0.0026657432317733765,0.0002909391187131405,0.0032476214691996574,0.006204303819686174,0.009160986170172691,0.012117668986320496,0.015074350871145725,0.018031032755970955,0.02098771557211876,0.023944398388266563,0.026901081204414368,0.029857762157917023,0.03281444311141968,0.03577112779021263,0.038727808743715286,0.04168449342250824,0.044641174376010895,0.04759785532951355,0.0505545400083065,0.05351122096180916,0.05646790564060211,0.05942458659410477,0.06238126754760742,0.06533794850111008,0.06829462945461273,0.07125131785869598,0.07420799881219864,0.0771646797657013,0.08012136071920395,0.0830780416727066,0.08603473007678986,0.08899141103029251,0.09194809198379517],"_type":"histogram","values":[3,3,2,3,6,11,24,39,67,110,173,277,400,657,933,1397,1972,2909,3802,5165,6758,8752,10870,13278,16318,19159,22173,24981,27881,30283,32357,33590,34185,34135,33372,31954,29669,27200,24177,21844,18682,15751,12822,10408,8230,6410,4770,3646,2586,1867,1341,862,551,374,227,191,97,44,34,19,11,7,3,2]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,1,0,1,0,0,2,2,4,5,2,6,3,11,14,8,18,22,19,15,28,37,39,58,43,42,56,48,44,40,38,31,19,23,13,17,11,10,5,3,4,5,5,4,1,3,2,1,0,1,1,0,0,0,0,0,1],"bins":[-0.0001326654019067064,-0.0001286159094888717,-0.00012456640251912177,-0.00012051691010128707,-0.00011646741768345237,-0.00011241792526561767,-0.00010836842557182536,-0.00010431892587803304,-0.00010026943346019834,-9.621994104236364e-05,-9.217044134857133e-05,-8.812094165477902e-05,-8.407144923694432e-05,-8.002195681910962e-05,-7.59724571253173e-05,-7.192295743152499e-05,-6.787346501369029e-05,-6.38239725958556e-05,-5.977447290206328e-05,-5.5724976846249774e-05,-5.167548079043627e-05,-4.762598473462276e-05,-4.3576488678809255e-05,-3.952699262299575e-05,-3.547749656718224e-05,-3.142800051136874e-05,-2.737850445555523e-05,-2.3329008399741724e-05,-1.9279512343928218e-05,-1.5230016288114712e-05,-1.1180520232301205e-05,-7.131024176487699e-06,-3.0815426725894213e-06,9.67953383224085e-07,5.017449439037591e-06,9.066945494851097e-06,1.3116441550664604e-05,1.716593760647811e-05,2.1215433662291616e-05,2.5264929718105122e-05,2.931442577391863e-05,3.3363921829732135e-05,3.741341788554564e-05,4.146291394135915e-05,4.5512409997172654e-05,4.956190605298616e-05,5.3611402108799666e-05,5.766089816461317e-05,6.171039422042668e-05,6.575988663826138e-05,6.980938633205369e-05,7.3858886025846e-05,7.79083784436807e-05,8.19578708615154e-05,8.600737055530772e-05,9.005687024910003e-05,9.410636266693473e-05,9.815585508476943e-05,0.00010220535477856174,0.00010625485447235405,0.00011030434689018875,0.00011435383930802345,0.00011840333900181577,0.00012245283869560808,0.00012650233111344278],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,2,3,2,1,3,5,2,2,2,5,4,8,7,10,12,6,11,23,13,24,30,39,36,43,42,65,55,52,52,43,32,24,18,15,12,11,6,9,7,4,1,5,2,4,2,4,1,1,1,1,1,0,0,1,0,0,1,0,0,0,0,0,1],"bins":[-9.002898150356486e-05,-8.665257337270305e-05,-8.327615796588361e-05,-7.98997498350218e-05,-7.652334170415998e-05,-7.314692629734054e-05,-6.977051816647872e-05,-6.63941100356169e-05,-6.301769462879747e-05,-5.964128649793565e-05,-5.6264878367073834e-05,-5.288846659823321e-05,-4.951205482939258e-05,-4.613564669853076e-05,-4.275923492969014e-05,-3.938282679882832e-05,-3.600641502998769e-05,-3.263000326114707e-05,-2.9253595130285248e-05,-2.5877183361444622e-05,-2.25007734115934e-05,-1.9124363461742178e-05,-1.5747951692901552e-05,-1.237154174305033e-05,-8.995131793199107e-06,-5.618721388600534e-06,-2.2423109840019606e-06,1.1340994205966126e-06,4.510509825195186e-06,7.886919775046408e-06,1.1263330634392332e-05,1.4639741493738256e-05,1.8016144167631865e-05,2.1392554117483087e-05,2.476896406733431e-05,2.8145375836174935e-05,3.1521783967036754e-05,3.489819573587738e-05,3.8274607504718006e-05,4.1651015635579824e-05,4.502742740442045e-05,4.8403839173261076e-05,5.1780247304122895e-05,5.515665907296352e-05,5.853307084180415e-05,6.190947897266597e-05,6.528588710352778e-05,6.866230251034722e-05,7.203871064120904e-05,7.541511877207085e-05,7.879153417889029e-05,8.21679423097521e-05,8.554435044061393e-05,8.892076584743336e-05,9.229717397829518e-05,9.5673582109157e-05,9.904999751597643e-05,0.00010242640564683825,0.00010580281377770007,0.00010917922190856189,0.00011255563731538132,0.00011593204544624314,0.00011930845357710496,0.0001226848689839244,0.0001260612771147862]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,0,1,1,3,1,1,2,3,3,6,2,5,9,10,15,23,25,27,45,87,88,92,74,57,35,33,27,19,17,7,11,7,13,5,0,2,1,2,1,2,1,0,1,0,1,0,0,0,0,0,1],"bins":[-0.0018837681272998452,-0.0018288622377440333,-0.0017739564646035433,-0.0017190505750477314,-0.0016641446854919195,-0.0016092389123514295,-0.0015543330227956176,-0.0014994271332398057,-0.0014445213600993156,-0.0013896154705435038,-0.0013347095809876919,-0.0012798038078472018,-0.00122489791829139,-0.001169992028735578,-0.001115086255595088,-0.0010601803660392761,-0.0010052744764834642,-0.0009503687033429742,-0.0008954628137871623,-0.0008405569824390113,-0.0007856511510908604,-0.0007307452615350485,-0.0006758394301868975,-0.0006209335988387465,-0.0005660277092829347,-0.0005111218779347837,-0.00045621604658663273,-0.0004013101861346513,-0.0003464043256826699,-0.0002914984943345189,-0.00023659263388253748,-0.0001816867879824713,-0.0001267809420824051,-7.18750961823389e-05,-1.6969243006315082e-05,3.793660653172992e-05,9.284245606977493e-05,0.00014774830196984112,0.00020265416242182255,0.0002575599937699735,0.00031246585422195494,0.00036737171467393637,0.00042227754602208734,0.00047718340647406876,0.0005320892669260502,0.0005869950982742012,0.0006419009296223521,0.000696806819178164,0.000751712650526315,0.0008066184818744659,0.0008615243714302778,0.0009164302027784288,0.0009713360341265798,0.0010262419236823916,0.0010811476968228817,0.0011360535863786936,0.0011909594759345055,0.0012458652490749955,0.0013007711386308074,0.0013556770281866193,0.0014105828013271093,0.0014654886908829212,0.001520394580438733,0.0015753003535792232,0.001630206243135035]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,1,1,2,0,2,1,1,0,2,2,3,4,4,4,3,9,10,9,12,12,20,29,36,37,38,71,47,65,58,44,44,45,27,21,22,22,15,6,2,3,8,2,6,1,2,1,1,1,3,2,0,2,0,0,1,1,0,0,0,1],"bins":[-0.01971839927136898,-0.019089974462985992,-0.018461549654603004,-0.017833122983574867,-0.01720469817519188,-0.01657627336680889,-0.015947848558425903,-0.01531942281872034,-0.014690998010337353,-0.014062573201954365,-0.013434147462248802,-0.012805722653865814,-0.012177297845482826,-0.011548872105777264,-0.010920447297394276,-0.010292021557688713,-0.009663596749305725,-0.009035171940922737,-0.008406746201217175,-0.0077783213928341866,-0.007149896118789911,-0.006521470844745636,-0.005893046036362648,-0.005264620762318373,-0.0046361954882740974,-0.004007770214229822,-0.0033793451730161905,-0.002750920131802559,-0.0021224948577582836,-0.0014940697001293302,-0.0008656445425003767,-0.00023721938487142324,0.0003912057727575302,0.0010196309303864837,0.0016480560880154371,0.0022764811292290688,0.002904906403273344,0.0035333316773176193,0.004161756485700607,0.004790181759744883,0.005418607033789158,0.006047032307833433,0.0066754575818777084,0.007303882390260696,0.007932307198643684,0.008560732938349247,0.009189157746732235,0.009817583486437798,0.010446008294820786,0.011074433103203773,0.011702858842909336,0.012331283651292324,0.012959709390997887,0.013588134199380875,0.014216559007763863,0.014844984747469425,0.015473409555852413,0.016101835295557976,0.016730260103940964,0.01735868491232395,0.01798710972070694,0.018615534529089928,0.019243961200118065,0.019872386008501053,0.02050081081688404]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,2,0,1,0,0,3,2,0,3,4,0,8,8,7,13,12,18,24,34,36,37,49,49,50,47,60,49,36,43,32,24,18,20,12,9,8,8,11,4,3,4,1,3,1,1,3,1,2,3,1,0,1,0,0,0,0,1],"bins":[-3.069639205932617e-05,-2.9712915420532227e-05,-2.872943878173828e-05,-2.7745962142944336e-05,-2.676248550415039e-05,-2.5779008865356445e-05,-2.47955322265625e-05,-2.3812055587768555e-05,-2.282857894897461e-05,-2.1845102310180664e-05,-2.086162567138672e-05,-1.9878149032592773e-05,-1.8894672393798828e-05,-1.7911195755004883e-05,-1.6927719116210938e-05,-1.5944242477416992e-05,-1.4960765838623047e-05,-1.3977289199829102e-05,-1.2993812561035156e-05,-1.2010335922241211e-05,-1.1026859283447266e-05,-1.004338264465332e-05,-9.059906005859375e-06,-8.07642936706543e-06,-7.092952728271484e-06,-6.109476089477539e-06,-5.125999450683594e-06,-4.1425228118896484e-06,-3.159046173095703e-06,-2.175569534301758e-06,-1.1920928955078125e-06,-2.086162567138672e-07,7.748603820800781e-07,1.7583370208740234e-06,2.7418136596679688e-06,3.725290298461914e-06,4.708766937255859e-06,5.692243576049805e-06,6.67572021484375e-06,7.659196853637695e-06,8.64267349243164e-06,9.626150131225586e-06,1.0609626770019531e-05,1.1593103408813477e-05,1.2576580047607422e-05,1.3560056686401367e-05,1.4543533325195312e-05,1.5527009963989258e-05,1.6510486602783203e-05,1.749396324157715e-05,1.8477439880371094e-05,1.946091651916504e-05,2.0444393157958984e-05,2.142786979675293e-05,2.2411346435546875e-05,2.339482307434082e-05,2.4378299713134766e-05,2.536177635192871e-05,2.6345252990722656e-05,2.73287296295166e-05,2.8312206268310547e-05,2.9295682907104492e-05,3.0279159545898438e-05,3.126263618469238e-05,3.224611282348633e-05]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,1,3,1,1,2,2,7,5,7,5,6,14,7,12,16,10,10,14,13,16,13,26,21,23,26,23,30,32,26,33,35,29,29,28,15,24,24,30,21,17,21,9,6,13,14,11,3,7,4,4,3,2,3,1,3,1,1,0,0,1],"bins":[0.9668160080909729,0.9674851894378662,0.9681544303894043,0.9688236117362976,0.9694927930831909,0.9701619744300842,0.9708312153816223,0.9715003967285156,0.9721695780754089,0.972838819026947,0.9735080003738403,0.9741771817207336,0.9748464226722717,0.975515604019165,0.9761847853660583,0.9768539667129517,0.9775232076644897,0.9781923890113831,0.9788615703582764,0.9795308113098145,0.9801999926567078,0.9808691740036011,0.9815384149551392,0.9822075963020325,0.9828767776489258,0.9835459589958191,0.9842151999473572,0.9848843812942505,0.9855535626411438,0.9862228035926819,0.9868919849395752,0.9875611662864685,0.9882303476333618,0.9888995885848999,0.9895687699317932,0.9902379512786865,0.9909071922302246,0.9915763735771179,0.9922455549240112,0.9929147958755493,0.9935839772224426,0.9942531585693359,0.9949223399162292,0.9955915808677673,0.9962607622146606,0.996929943561554,0.997599184513092,0.9982683658599854,0.9989375472068787,0.9996067881584167,1.00027596950531,1.0009452104568481,1.0016143321990967,1.0022835731506348,1.0029528141021729,1.0036219358444214,1.0042911767959595,1.004960298538208,1.005629539489746,1.0062987804412842,1.0069679021835327,1.0076371431350708,1.0083063840866089,1.0089755058288574,1.0096447467803955]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,2,3,3,6,7,13,12,14,14,19,27,27,36,50,51,67,55,85,53,40,37,30,21,18,20,6,7,8,6,2,3,4,4,1,2,3,0,0,3,0,1,1,1,0,1,0,1],"bins":[-0.0006279449444264174,-0.0006091201794333756,-0.0005902954726479948,-0.000571470707654953,-0.0005526459426619112,-0.0005338212358765304,-0.0005149964708834887,-0.0004961717058904469,-0.00047734699910506606,-0.0004585222341120243,-0.000439697498222813,-0.0004208727623336017,-0.00040204799734055996,-0.00038322326145134866,-0.00036439852556213737,-0.0003455737605690956,-0.0003267490246798843,-0.000307924288790673,-0.00028909952379763126,-0.00027027478790841997,-0.00025145005201920867,-0.00023262530157808214,-0.00021380055113695562,-0.00019497581524774432,-0.0001761510648066178,-0.00015732631436549127,-0.00013850157847627997,-0.00011967682803515345,-0.00010085208486998454,-8.202734170481563e-05,-6.32025912636891e-05,-4.437784809852019e-05,-2.5553104933351278e-05,-6.7283599491929635e-06,1.2096385034965351e-05,3.092113183811307e-05,4.974587500328198e-05,6.857061816845089e-05,8.739536860957742e-05,0.00010622011177474633,0.00012504485493991524,0.00014386960538104177,0.00016269434127025306,0.0001815190917113796,0.0002003438421525061,0.0002191685780417174,0.00023799332848284394,0.00025681807892397046,0.00027564281481318176,0.00029446755070239305,0.0003132923156954348,0.0003321170515846461,0.0003509417874738574,0.00036976655246689916,0.00038859128835611045,0.00040741602424532175,0.0004262407892383635,0.0004450655251275748,0.0004638902610167861,0.0004827149969059974,0.0005015397327952087,0.0005203644977882504,0.0005391892627812922,0.000558013969566673,0.0005768387345597148]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[0.9801773428916931,0.9808791875839233,0.9815810322761536,0.9822828769683838,0.982984721660614,0.9836865663528442,0.9843884110450745,0.9850902557373047,0.9857921004295349,0.9864939451217651,0.9871957898139954,0.9878976345062256,0.9885994791984558,0.989301323890686,0.9900031685829163,0.9907050132751465,0.9914068579673767,0.9921087026596069,0.9928105473518372,0.9935123920440674,0.9942142367362976,0.9949160814285278,0.9956179261207581,0.9963197708129883,0.9970216155052185,0.9977234601974487,0.998425304889679,0.9991271495819092,0.9998289942741394,1.0005308389663696,1.001232624053955,1.00193452835083,1.0026363134384155,1.0033382177352905,1.004040002822876,1.004741907119751,1.0054436922073364,1.0061455965042114,1.0068473815917969,1.0075492858886719,1.0082510709762573,1.0089529752731323,1.0096547603607178,1.0103566646575928,1.0110584497451782,1.0117603540420532,1.0124621391296387,1.0131640434265137,1.0138658285140991,1.0145677328109741,1.0152695178985596,1.0159714221954346,1.01667320728302,1.017375111579895,1.0180768966674805,1.0187788009643555,1.019480586051941,1.020182490348816,1.0208842754364014,1.0215861797332764,1.0222879648208618,1.0229898691177368,1.0236916542053223,1.0243935585021973,1.0250953435897827],"_type":"histogram","values":[3,1,0,1,3,2,3,4,6,8,5,4,8,13,10,12,23,23,13,17,19,21,25,23,29,28,28,30,32,20,25,32,30,29,28,28,26,23,16,18,9,11,16,10,12,10,3,3,5,1,2,5,2,3,0,2,2,0,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[2,0,2,0,2,1,2,3,3,4,4,7,8,8,9,19,18,13,22,20,22,19,26,20,22,22,25,24,32,32,30,34,26,18,33,40,26,19,14,22,20,17,12,10,11,7,5,9,4,2,6,1,3,0,3,0,1,2,0,0,1,0,0,1],"bins":[-0.021711817011237144,-0.020976001396775246,-0.020240185782313347,-0.019504370167851448,-0.01876855455338955,-0.01803273893892765,-0.01729692332446575,-0.016561107710003853,-0.015825292095541954,-0.015089476481080055,-0.014353660866618156,-0.013617845252156258,-0.012882029637694359,-0.01214621402323246,-0.011410398408770561,-0.010674582794308662,-0.009938767179846764,-0.009202951565384865,-0.008467135950922966,-0.007731320336461067,-0.006995504721999168,-0.00625968910753727,-0.005523873493075371,-0.004788057878613472,-0.004052242264151573,-0.0033164266496896744,-0.0025806110352277756,-0.0018447954207658768,-0.001108979806303978,-0.00037316419184207916,0.00036265142261981964,0.0010984670370817184,0.001834280788898468,0.002570096403360367,0.0033059120178222656,0.004041727632284164,0.004777543246746063,0.005513358861207962,0.006249174475669861,0.00698499009013176,0.0077208057045936584,0.008456621319055557,0.009192436933517456,0.009928252547979355,0.010664068162441254,0.011399883776903152,0.012135699391365051,0.01287151500582695,0.013607330620288849,0.014343146234750748,0.015078961849212646,0.015814777463674545,0.016550593078136444,0.017286408692598343,0.01802222430706024,0.01875803992152214,0.01949385553598404,0.020229671150445938,0.020965486764907837,0.021701302379369736,0.022437117993831635,0.023172933608293533,0.023908749222755432,0.02464456483721733,0.02538038045167923],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,2,0,2,0,2,2,1,4,3,7,7,10,7,5,8,9,14,15,16,23,22,40,26,23,42,39,32,30,31,40,42,32,29,27,25,18,27,10,13,9,7,10,16,5,8,6,6,3,2,2,0,0,2,2,1,2],"bins":[-0.0010833144187927246,-0.001052861101925373,-0.0010224077850580215,-0.00099195446819067,-0.0009615011513233185,-0.000931047834455967,-0.0009005945175886154,-0.0008701412007212639,-0.0008396878838539124,-0.0008092345669865608,-0.0007787812501192093,-0.0007483279332518578,-0.0007178746163845062,-0.0006874212995171547,-0.0006569679826498032,-0.0006265146657824516,-0.0005960613489151001,-0.0005656080320477486,-0.000535154715180397,-0.0005047013983130455,-0.00047424808144569397,-0.00044379476457834244,-0.0004133414477109909,-0.0003828881308436394,-0.00035243481397628784,-0.0003219814971089363,-0.0002915281802415848,-0.00026107486337423325,-0.00023062154650688171,-0.00020016822963953018,-0.00016971491277217865,-0.00013926159590482712,-0.00010880827903747559,-7.835496217012405e-05,-4.790164530277252e-05,-1.744832843542099e-05,1.3004988431930542e-05,4.3458305299282074e-05,7.39116221666336e-05,0.00010436493903398514,0.00013481825590133667,0.0001652715727686882,0.00019572488963603973,0.00022617820650339127,0.0002566315233707428,0.00028708484023809433,0.00031753815710544586,0.0003479914739727974,0.0003784447908401489,0.00040889810770750046,0.000439351424574852,0.0004698047414422035,0.000500258058309555,0.0005307113751769066,0.0005611646920442581,0.0005916180089116096,0.0006220713257789612,0.0006525246426463127,0.0006829779595136642,0.0007134312763810158,0.0007438845932483673,0.0007743379101157188,0.0008047912269830704,0.0008352445438504219,0.0008656978607177734],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[2,3,5,7,17,30,46,80,143,266,343,651,917,1545,2316,3503,5328,7519,10539,14398,19408,25039,31691,39513,47644,56797,65249,74045,81563,88113,93012,95919,96263,94759,90723,84420,76997,69699,60543,51329,42991,34731,27501,21672,16369,12188,8757,6167,4198,2898,1948,1221,769,461,277,141,97,42,24,14,4,5,2,3],"bins":[-0.10053125768899918,-0.09741006046533585,-0.09428886324167252,-0.09116766601800919,-0.08804647624492645,-0.08492527902126312,-0.08180408179759979,-0.07868288457393646,-0.07556168735027313,-0.0724404901266098,-0.06931930035352707,-0.06619810312986374,-0.06307690590620041,-0.05995570868253708,-0.05683451145887375,-0.05371331796050072,-0.05059212073683739,-0.04747092351317406,-0.044349730014801025,-0.041228532791137695,-0.038107335567474365,-0.034986142069101334,-0.031864944845438004,-0.028743747621774673,-0.025622552260756493,-0.022501356899738312,-0.01938015967607498,-0.0162589643150568,-0.013137768022716045,-0.01001657173037529,-0.006895375903695822,-0.00377417984418571,-0.0006529837846755981,0.0024682122748345137,0.0055894083343446255,0.008710604161024094,0.011831800453364849,0.014952996745705605,0.018074192106723785,0.021195389330387115,0.024316584691405296,0.027437780052423477,0.030558977276086807,0.03368017449975014,0.03680136799812317,0.0399225652217865,0.04304376244544983,0.04616495594382286,0.04928615316748619,0.05240735039114952,0.05552854388952255,0.05864974111318588,0.06177093833684921,0.06489213556051254,0.06801333278417587,0.0711345225572586,0.07425571978092194,0.07737691700458527,0.0804981142282486,0.08361931145191193,0.08674050867557526,0.08986169844865799,0.09298289567232132,0.09610409289598465,0.09922529011964798]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.0963275209069252,-0.09338776022195816,-0.09044799953699112,-0.08750823885202408,-0.08456847816705704,-0.08162871748209,-0.07868895679712296,-0.07574919611215591,-0.07280944287776947,-0.06986968219280243,-0.06692992150783539,-0.06399016082286835,-0.061050400137901306,-0.058110639452934265,-0.055170878767967224,-0.05223111808300018,-0.04929135739803314,-0.0463515967130661,-0.04341183602809906,-0.04047207534313202,-0.03753231465816498,-0.034592557698488235,-0.031652797013521194,-0.028713036328554153,-0.025773275643587112,-0.02283351495862007,-0.01989375427365303,-0.01695399545133114,-0.014014234766364098,-0.011074474081397057,-0.00813471432775259,-0.0051949541084468365,-0.0022551938891410828,0.0006845663301646709,0.0036243265494704247,0.006564086768776178,0.009503846988081932,0.012443607673048973,0.01538336742669344,0.018323127180337906,0.021262887865304947,0.024202648550271988,0.02714240923523903,0.03008216805756092,0.03302192687988281,0.035961687564849854,0.038901448249816895,0.041841208934783936,0.04478096961975098,0.04772073030471802,0.05066049098968506,0.0536002516746521,0.05654001235961914,0.05947976931929588,0.062419530004262924,0.06535929441452026,0.0682990550994873,0.07123880833387375,0.07417856901884079,0.07711832970380783,0.08005809038877487,0.08299785107374191,0.08593761175870895,0.088877372443676,0.09181713312864304],"_type":"histogram","values":[1,3,2,3,7,13,24,48,72,99,163,280,444,706,980,1479,2076,2756,3887,5273,6829,9050,11308,13901,16454,19576,22603,25468,28426,30832,32599,33685,34329,34035,32965,31615,29415,26953,24250,21078,18201,15166,12539,10057,8077,6153,4678,3405,2561,1705,1241,831,546,365,228,161,102,55,27,18,7,5,6,3]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[1,0,5,2,4,8,17,40,54,91,150,261,402,618,899,1404,2065,2804,3939,5270,6756,9007,11223,13929,17110,19840,23182,26304,28894,31447,33267,34874,35059,34744,33634,31739,29808,26966,23605,20544,17530,14638,11988,9378,7249,5512,4158,2928,2099,1494,1044,680,449,298,154,109,60,40,19,13,6,6,2,4],"bins":[-0.09779759496450424,-0.09479723870754242,-0.0917968899011612,-0.08879653364419937,-0.08579617738723755,-0.08279582858085632,-0.0797954723238945,-0.07679512351751328,-0.07379476726055145,-0.07079441100358963,-0.0677940621972084,-0.06479370594024658,-0.06179335340857506,-0.058793000876903534,-0.05579264461994171,-0.05279229208827019,-0.04979193955659866,-0.04679158702492714,-0.043791234493255615,-0.04079087823629379,-0.03779052570462227,-0.034790173172950745,-0.03178981691598892,-0.028789464384317398,-0.025789111852645874,-0.02278875932097435,-0.019788404926657677,-0.016788050532341003,-0.01378769800066948,-0.01078734453767538,-0.007786991074681282,-0.004786637611687183,-0.0017862915992736816,0.001214061863720417,0.004214415326714516,0.007214768789708614,0.010215122252702713,0.013215475715696812,0.01621582917869091,0.019216183573007584,0.022216536104679108,0.02521688863635063,0.028217243030667305,0.03121759742498398,0.0342179499566555,0.037218302488327026,0.04021865874528885,0.04321901127696037,0.0462193638086319,0.04921971634030342,0.052220068871974945,0.05522042512893677,0.05822077766060829,0.061221130192279816,0.06422148644924164,0.06722183525562286,0.07022219151258469,0.07322254776954651,0.07622289657592773,0.07922325283288956,0.08222360908985138,0.0852239578962326,0.08822431415319443,0.09122466295957565,0.09422501921653748],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.10335055738687515,-0.10023754090070724,-0.09712452441453934,-0.09401150792837143,-0.09089848399162292,-0.08778546750545502,-0.08467245101928711,-0.0815594345331192,-0.0784464180469513,-0.07533340156078339,-0.07222038507461548,-0.06910736858844757,-0.06599435210227966,-0.06288132816553116,-0.05976831167936325,-0.05665529519319534,-0.053542278707027435,-0.05042926222085953,-0.04731624573469162,-0.044203225523233414,-0.041090209037065506,-0.0379771925508976,-0.03486417233943939,-0.031751155853271484,-0.028638139367103577,-0.02552512288093567,-0.022412104532122612,-0.019299086183309555,-0.016186069697141647,-0.013073052279651165,-0.009960034862160683,-0.0068470174446702,-0.003733992576599121,-0.0006209751591086388,0.0024920422583818436,0.005605059675872326,0.008718077093362808,0.01183109451085329,0.014944111928343773,0.01805713027715683,0.021170146763324738,0.024283163249492645,0.027396181598305702,0.03050919994711876,0.03362221643328667,0.036735232919454575,0.03984825313091278,0.04296126961708069,0.046074286103248596,0.049187302589416504,0.05230031907558441,0.05541333928704262,0.058526355773210526,0.06163937225937843,0.06475239247083664,0.06786540895700455,0.07097842544317245,0.07409144192934036,0.07720445841550827,0.08031747490167618,0.08343049883842468,0.08654351532459259,0.0896565318107605,0.0927695482969284,0.09588256478309631],"_type":"histogram","values":[2,1,3,3,9,16,25,49,85,158,280,480,751,1121,1782,2638,3980,5534,8208,10951,15086,19781,25748,32619,39635,48220,56882,65111,73526,80991,87360,91436,94089,95022,93548,89437,83928,77031,68707,59924,51626,42982,35203,28254,21903,17098,12545,9152,6602,4541,3203,2016,1364,916,551,304,190,124,63,38,17,7,3,5]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,2,1,1,5,1,3,6,5,7,8,8,9,13,19,19,19,25,32,33,51,49,38,49,53,32,36,44,25,31,24,11,15,17,15,7,9,4,6,7,2,5,2,2,4,2,1,2,1,0,0,0,0,0,1,0,3],"bins":[-3.319978713989258e-05,-3.210920840501785e-05,-3.101862967014313e-05,-2.9928050935268402e-05,-2.8837472200393677e-05,-2.774689346551895e-05,-2.6656314730644226e-05,-2.55657359957695e-05,-2.4475157260894775e-05,-2.338457852602005e-05,-2.2293999791145325e-05,-2.12034210562706e-05,-2.0112842321395874e-05,-1.902226358652115e-05,-1.7931684851646423e-05,-1.6841106116771698e-05,-1.5750527381896973e-05,-1.4659948647022247e-05,-1.3569369912147522e-05,-1.2478791177272797e-05,-1.1388212442398071e-05,-1.0297633707523346e-05,-9.20705497264862e-06,-8.116476237773895e-06,-7.02589750289917e-06,-5.935318768024445e-06,-4.844740033149719e-06,-3.754161298274994e-06,-2.6635825634002686e-06,-1.5730038285255432e-06,-4.824250936508179e-07,6.081536412239075e-07,1.6987323760986328e-06,2.789311110973358e-06,3.8798898458480835e-06,4.970468580722809e-06,6.061047315597534e-06,7.1516260504722595e-06,8.242204785346985e-06,9.33278352022171e-06,1.0423362255096436e-05,1.1513940989971161e-05,1.2604519724845886e-05,1.3695098459720612e-05,1.4785677194595337e-05,1.5876255929470062e-05,1.6966834664344788e-05,1.8057413399219513e-05,1.9147992134094238e-05,2.0238570868968964e-05,2.132914960384369e-05,2.2419728338718414e-05,2.351030707359314e-05,2.4600885808467865e-05,2.569146454334259e-05,2.6782043278217316e-05,2.787262201309204e-05,2.8963200747966766e-05,3.0053779482841492e-05,3.114435821771622e-05,3.223493695259094e-05,3.332551568746567e-05,3.441609442234039e-05,3.550667315721512e-05,3.6597251892089844e-05]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[2,0,4,12,15,49,77,158,260,391,642,1106,1706,2559,3839,5722,8102,11353,15528,20496,26755,33692,41789,50809,59967,68735,77274,84680,91075,94850,97753,97502,93651,89411,83551,74917,66419,57300,48362,39761,31962,24799,19138,14423,10465,7453,5073,3301,2276,1485,918,533,335,181,108,63,27,25,11,6,6,1,0,1],"bins":[-0.0982070043683052,-0.09502535313367844,-0.09184370189905167,-0.0886620506644249,-0.08548039942979813,-0.08229874819517136,-0.07911709696054459,-0.07593544572591782,-0.07275378704071045,-0.06957213580608368,-0.06639048457145691,-0.06320883333683014,-0.06002718210220337,-0.0568455308675766,-0.05366387963294983,-0.05048222839832306,-0.04730057716369629,-0.04411892592906952,-0.04093727469444275,-0.03775562345981598,-0.03457397222518921,-0.03139231726527214,-0.02821066603064537,-0.0250290147960186,-0.02184736356139183,-0.01866571232676506,-0.015484060160815716,-0.012302407994866371,-0.009120756760239601,-0.005939105059951544,-0.0027574533596634865,0.00042419834062457085,0.003605850040912628,0.0067875017412006855,0.009969153441488743,0.013150805607438087,0.016332456842064857,0.019514108076691628,0.022695761173963547,0.025877412408590317,0.029059063643217087,0.03224071487784386,0.03542236611247063,0.0386040173470974,0.041785672307014465,0.044967323541641235,0.048148974776268005,0.051330626010894775,0.054512277245521545,0.057693928480148315,0.060875579714775085,0.06405723094940186,0.06723888218402863,0.0704205334186554,0.07360218465328217,0.07678383588790894,0.0799654871225357,0.08314714580774307,0.08632879704236984,0.08951044827699661,0.09269209951162338,0.09587375074625015,0.09905540198087692,0.10223705321550369,0.10541870445013046],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[1,1,0,0,0,1,1,0,3,3,5,4,9,8,12,16,27,34,42,70,122,184,245,398,552,880,1372,2190,3528,5606,9272,15845,28184,55842,144490,178008,65793,32241,17693,10381,6178,3724,2394,1534,990,653,430,294,198,124,73,58,39,25,17,3,5,5,6,7,2,1,0,1],"bins":[-0.0029239654541015625,-0.002840667963027954,-0.0027573704719543457,-0.0026740729808807373,-0.002590775489807129,-0.0025074779987335205,-0.002424180507659912,-0.0023408830165863037,-0.0022575855255126953,-0.002174288034439087,-0.0020909905433654785,-0.00200769305229187,-0.0019243955612182617,-0.0018410980701446533,-0.001757800579071045,-0.0016745030879974365,-0.0015912055969238281,-0.0015079081058502197,-0.0014246106147766113,-0.001341313123703003,-0.0012580156326293945,-0.0011747181415557861,-0.0010914206504821777,-0.0010081231594085693,-0.0009248256683349609,-0.0008415281772613525,-0.0007582306861877441,-0.0006749331951141357,-0.0005916357040405273,-0.0005083382129669189,-0.00042504072189331055,-0.00034174323081970215,-0.00025844573974609375,-0.00017514824867248535,-9.185075759887695e-05,-8.553266525268555e-06,7.474422454833984e-05,0.00015804171562194824,0.00024133920669555664,0.00032463669776916504,0.00040793418884277344,0.0004912316799163818,0.0005745291709899902,0.0006578266620635986,0.000741124153137207,0.0008244216442108154,0.0009077191352844238,0.0009910166263580322,0.0010743141174316406,0.001157611608505249,0.0012409090995788574,0.0013242065906524658,0.0014075040817260742,0.0014908015727996826,0.001574099063873291,0.0016573965549468994,0.0017406940460205078,0.0018239915370941162,0.0019072890281677246,0.001990586519241333,0.0020738840103149414,0.00215718150138855,0.002240478992462158,0.0023237764835357666,0.002407073974609375]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[3,1,0,4,2,4,0,1,4,6,6,8,9,10,8,12,5,17,12,20,22,21,20,31,26,31,32,36,25,47,27,22,27,19,27,25,37,11,21,13,19,14,14,8,14,10,7,6,9,5,2,2,2,0,1,1,0,0,0,1,0,0,0,1],"bins":[-0.01657276786863804,-0.016006730496883392,-0.015440693125128746,-0.0148746557533741,-0.014308618381619453,-0.013742580078542233,-0.013176542706787586,-0.01261050533503294,-0.012044467963278294,-0.011478430591523647,-0.010912393219769001,-0.010346355848014355,-0.009780317544937134,-0.009214280173182487,-0.008648242801427841,-0.008082205429673195,-0.007516168057918549,-0.006950130686163902,-0.006384093314409256,-0.005818055476993322,-0.005252018105238676,-0.00468598073348403,-0.004119942896068096,-0.00355390552431345,-0.0029878681525588036,-0.0024218307808041573,-0.0018557931762188673,-0.0012897556880488992,-0.000723718199878931,-0.00015768071170896292,0.0004083567764610052,0.0009743942646309733,0.0015404336154460907,0.002106470987200737,0.002672508591786027,0.003238546196371317,0.003804583568125963,0.0043706209398806095,0.004936658777296543,0.005502696149051189,0.006068733520805836,0.006634770892560482,0.007200808264315128,0.007766846101731062,0.008332883939146996,0.008898921310901642,0.009464958682656288,0.010030996054410934,0.01059703342616558,0.011163070797920227,0.011729108169674873,0.01229514554142952,0.012861182913184166,0.013427221216261387,0.013993258588016033,0.01455929595977068,0.015125333331525326,0.015691371634602547,0.016257409006357193,0.01682344637811184,0.017389483749866486,0.017955521121621132,0.018521558493375778,0.019087595865130424,0.01965363323688507],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.09376297891139984,-0.09060617536306381,-0.08744937181472778,-0.08429257571697235,-0.08113577216863632,-0.07797896862030029,-0.07482216507196426,-0.07166536897420883,-0.0685085654258728,-0.06535176187753677,-0.062194958329200745,-0.059038158506155014,-0.055881354957818985,-0.052724555134773254,-0.049567751586437225,-0.046410951763391495,-0.043254148215055466,-0.04009734466671944,-0.036940544843673706,-0.03378374129533768,-0.030626941472291946,-0.027470137923955917,-0.024313336238265038,-0.021156534552574158,-0.017999732866883278,-0.014842931181192398,-0.011686129495501518,-0.008529326878488064,-0.005372525192797184,-0.0022157232742756605,0.000941078644245863,0.00409788079559803,0.00725468248128891,0.01041148416697979,0.01356828585267067,0.01672508753836155,0.01988188922405243,0.023038692772388458,0.026195494458079338,0.029352296143770218,0.03250909596681595,0.03566589951515198,0.03882270306348801,0.04197950288653374,0.045136306434869766,0.0482931062579155,0.051449909806251526,0.054606709629297256,0.057763513177633286,0.060920316725969315,0.06407711654901505,0.06723392009735107,0.0703907236456871,0.07354751974344254,0.07670432329177856,0.0798611268401146,0.08301793038845062,0.08617473393678665,0.08933153003454208,0.09248833358287811,0.09564513713121414,0.09880194067955017,0.1019587367773056,0.10511554032564163,0.10827234387397766],"_type":"histogram","values":[5,12,18,29,75,95,216,348,568,925,1389,2193,3207,4779,6679,9540,12981,17362,22878,29015,36339,43855,52081,60885,69783,77088,84279,89733,93055,94601,94286,91834,86778,80089,72757,64684,56058,47440,39362,31404,24980,19679,14537,10910,7822,5500,3828,2508,1710,1030,646,432,206,168,80,53,34,15,11,7,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,1,1,2,1,2,0,2,3,3,5,4,3,9,14,7,14,14,16,16,22,18,19,31,22,22,27,26,44,33,24,36,40,27,30,27,13,31,17,18,16,16,11,7,9,7,8,8,7,6,6,5,0,4,2,2,1,3,1,0,1],"bins":[-9.66191291809082e-05,-9.37003642320633e-05,-9.078159928321838e-05,-8.786283433437347e-05,-8.494406938552856e-05,-8.202530443668365e-05,-7.910653948783875e-05,-7.618777453899384e-05,-7.326900959014893e-05,-7.035024464130402e-05,-6.74314796924591e-05,-6.45127147436142e-05,-6.159394979476929e-05,-5.867518484592438e-05,-5.575641989707947e-05,-5.283765494823456e-05,-4.991888999938965e-05,-4.700012505054474e-05,-4.408136010169983e-05,-4.116259515285492e-05,-3.824383020401001e-05,-3.53250652551651e-05,-3.240630030632019e-05,-2.948753535747528e-05,-2.656877040863037e-05,-2.365000545978546e-05,-2.0731240510940552e-05,-1.7812475562095642e-05,-1.4893710613250732e-05,-1.1974945664405823e-05,-9.056180715560913e-06,-6.137415766716003e-06,-3.2186508178710938e-06,-2.998858690261841e-07,2.6188790798187256e-06,5.537644028663635e-06,8.456408977508545e-06,1.1375173926353455e-05,1.4293938875198364e-05,1.7212703824043274e-05,2.0131468772888184e-05,2.3050233721733093e-05,2.5968998670578003e-05,2.8887763619422913e-05,3.180652856826782e-05,3.472529351711273e-05,3.764405846595764e-05,4.056282341480255e-05,4.348158836364746e-05,4.640035331249237e-05,4.931911826133728e-05,5.223788321018219e-05,5.51566481590271e-05,5.807541310787201e-05,6.099417805671692e-05,6.391294300556183e-05,6.683170795440674e-05,6.975047290325165e-05,7.266923785209656e-05,7.558800280094147e-05,7.850676774978638e-05,8.142553269863129e-05,8.43442976474762e-05,8.72630625963211e-05,9.018182754516602e-05]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,1,1,2,3,1,3,5,2,8,5,8,11,9,26,29,30,46,41,57,57,57,57,63,45,50,30,23,16,15,17,8,9,5,1,3,3,1,3,3,2,4,0,2,0,1,0,0,0,0,0,0,0,0,1,1],"bins":[-0.00012297560169827193,-0.00011877140059368685,-0.00011456719948910177,-0.00011036299838451669,-0.0001061587972799316,-0.00010195459617534652,-9.775039507076144e-05,-9.354619396617636e-05,-8.934199286159128e-05,-8.513778448104858e-05,-8.09335833764635e-05,-7.672938227187842e-05,-7.252518116729334e-05,-6.832098006270826e-05,-6.411677895812318e-05,-5.9912577853538096e-05,-5.5708376748953015e-05,-5.150417564436793e-05,-4.729997453978285e-05,-4.309577343519777e-05,-3.889157233061269e-05,-3.46873675880488e-05,-3.048316648346372e-05,-2.6278965378878638e-05,-2.2074764274293557e-05,-1.7870563169708475e-05,-1.3666361155628692e-05,-9.46215914154891e-06,-5.257958036963828e-06,-1.0537564776313957e-06,3.1504450817010365e-06,7.354646641033469e-06,1.1558848200365901e-05,1.5763049304950982e-05,1.9967250409536064e-05,2.417145333311055e-05,2.837565443769563e-05,3.2579857361270115e-05,3.6784058465855196e-05,4.098825957044028e-05,4.519246067502536e-05,4.939666177961044e-05,5.360086288419552e-05,5.78050639887806e-05,6.200926873134449e-05,6.621346983592957e-05,7.041767094051465e-05,7.462187204509974e-05,7.882607314968482e-05,8.30302742542699e-05,8.723447535885498e-05,9.143867646344006e-05,9.564287756802514e-05,9.984707867261022e-05,0.0001040512797771953,0.00010825548088178039,0.00011245968926232308,0.00011666389036690816,0.00012086809147149324,0.0001250722853001207,0.0001292764936806634,0.00013348068750929087,0.00013768489588983357,0.00014188908971846104,0.00014609329809900373]},"_runtime":1577,"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,1,1,4,8,14,30,56,99,168,312,521,845,1210,2081,3184,4381,6607,9124,12644,17154,22584,29198,36703,44853,53969,63032,72068,80291,86960,91967,95987,97166,95894,92897,86941,80720,72484,63270,54051,44923,36940,29521,22888,17329,12951,9318,6597,4550,3014,2031,1338,798,512,284,175,107,49,30,14,8,5,1,1],"bins":[-0.10256733745336533,-0.09941426664590836,-0.09626120328903198,-0.09310813248157501,-0.08995506167411804,-0.08680199086666107,-0.0836489275097847,-0.08049585670232773,-0.07734278589487076,-0.07418972253799438,-0.07103665173053741,-0.06788358092308044,-0.06473051011562347,-0.0615774430334568,-0.05842437595129013,-0.05527130514383316,-0.05211823806166649,-0.04896517097949982,-0.04581210017204285,-0.042659033089876175,-0.039505962282419205,-0.03635289520025253,-0.03319982439279556,-0.03004675731062889,-0.02689368836581707,-0.02374061942100525,-0.020587550476193428,-0.017434481531381607,-0.01428141351789236,-0.01112834457308054,-0.007975276559591293,-0.004822207614779472,-0.0016691386699676514,0.001483930042013526,0.004636998753994703,0.007790067233145237,0.010943136177957058,0.014096205122768879,0.017249273136258125,0.020402342081069946,0.023555411025881767,0.026708479970693588,0.02986154891550541,0.03301461786031723,0.0361676849424839,0.03932075574994087,0.042473822832107544,0.045626893639564514,0.048779960721731186,0.05193302780389786,0.05508609861135483,0.0582391656935215,0.06139223650097847,0.06454530358314514,0.06769837439060211,0.07085144519805908,0.07400450855493546,0.07715757936239243,0.0803106501698494,0.08346371352672577,0.08661678433418274,0.08976985514163971,0.09292292594909668,0.09607598930597305,0.09922906011343002],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.09512902796268463,-0.09203765541315079,-0.08894628286361694,-0.0858549103140831,-0.08276353776454926,-0.07967215776443481,-0.07658078521490097,-0.07348941266536713,-0.07039804011583328,-0.06730666756629944,-0.0642152950167656,-0.06112391874194145,-0.05803254619240761,-0.054941173642873764,-0.05184979736804962,-0.04875842481851578,-0.045667052268981934,-0.04257567971944809,-0.039484307169914246,-0.0363929308950901,-0.03330155834555626,-0.030210185796022415,-0.027118811383843422,-0.02402743697166443,-0.020936064422130585,-0.01784469187259674,-0.014753317460417747,-0.011661943979561329,-0.00857057049870491,-0.005479197017848492,-0.002387823536992073,0.0007035499438643456,0.0037949159741401672,0.006886289454996586,0.009977662935853004,0.013069036416709423,0.01616040989756584,0.019251782447099686,0.02234315685927868,0.025434531271457672,0.028525903820991516,0.03161727637052536,0.034708648920059204,0.03780002519488335,0.04089139774441719,0.043982770293951035,0.04707414656877518,0.05016551911830902,0.053256891667842865,0.05634826421737671,0.05943963676691055,0.0625310093164444,0.06562238931655884,0.06871376186609268,0.07180513441562653,0.07489650696516037,0.07798787951469421,0.08107925206422806,0.0841706246137619,0.08726199716329575,0.09035336971282959,0.09344474971294403,0.09653612226247787,0.09962749481201172,0.10271886736154556],"_type":"histogram","values":[4,2,9,7,8,19,44,66,135,184,294,457,777,1103,1651,2433,3417,4760,6319,8299,10748,13361,16252,19277,22713,25682,28972,31581,33696,35128,35782,35470,34218,32870,30434,27457,24425,21051,18063,14788,12127,9522,7311,5469,4245,3025,2057,1480,952,624,417,246,155,101,56,34,20,18,4,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,0,0,0,1,1,4,4,4,2,9,6,7,10,17,8,13,13,12,20,28,16,21,26,29,32,22,25,29,20,35,29,30,35,23,19,27,20,18,14,28,11,17,9,9,10,7,10,7,3,7,7,2,1,3,0,2,0,2,1],"bins":[-0.0008589029312133789,-0.0008335262537002563,-0.0008081495761871338,-0.0007827728986740112,-0.0007573962211608887,-0.0007320195436477661,-0.0007066428661346436,-0.000681266188621521,-0.0006558895111083984,-0.0006305128335952759,-0.0006051361560821533,-0.0005797594785690308,-0.0005543828010559082,-0.0005290061235427856,-0.0005036294460296631,-0.00047825276851654053,-0.00045287609100341797,-0.0004274994134902954,-0.00040212273597717285,-0.0003767460584640503,-0.00035136938095092773,-0.0003259927034378052,-0.0003006160259246826,-0.00027523934841156006,-0.0002498626708984375,-0.00022448599338531494,-0.00019910931587219238,-0.00017373263835906982,-0.00014835596084594727,-0.0001229792833328247,-9.760260581970215e-05,-7.222592830657959e-05,-4.684925079345703e-05,-2.1472573280334473e-05,3.904104232788086e-06,2.9280781745910645e-05,5.46574592590332e-05,8.003413677215576e-05,0.00010541081428527832,0.00013078749179840088,0.00015616416931152344,0.000181540846824646,0.00020691752433776855,0.0002322942018508911,0.00025767087936401367,0.00028304755687713623,0.0003084242343902588,0.00033380091190338135,0.0003591775894165039,0.00038455426692962646,0.000409930944442749,0.0004353076219558716,0.00046068429946899414,0.0004860609769821167,0.0005114376544952393,0.0005368143320083618,0.0005621910095214844,0.0005875676870346069,0.0006129443645477295,0.000638321042060852,0.0006636977195739746,0.0006890743970870972,0.0007144510746002197,0.0007398277521133423,0.0007652044296264648]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,1,0,2,2,1,0,1,2,3,5,4,3,2,3,5,3,11,8,8,8,11,12,17,27,14,29,24,24,34,32,32,31,32,28,29,33,32,36,32,25,24,13,18,17,19,10,10,9,7,5,7,4,4,5,2,2,0,4,0,0,1],"bins":[0.9653441905975342,0.9659662246704102,0.9665883183479309,0.9672103524208069,0.9678324460983276,0.9684544801712036,0.9690765738487244,0.9696986079216003,0.9703207015991211,0.9709427356719971,0.971564769744873,0.9721868634223938,0.9728088974952698,0.9734309911727905,0.9740530252456665,0.9746751189231873,0.9752971529960632,0.9759191870689392,0.97654128074646,0.9771633148193359,0.9777854084968567,0.9784074425697327,0.9790295362472534,0.9796515703201294,0.9802736043930054,0.9808956980705261,0.9815177321434021,0.9821398258209229,0.9827618598937988,0.9833839535713196,0.9840059876441956,0.9846280813217163,0.9852501153945923,0.9858721494674683,0.986494243144989,0.987116277217865,0.9877383708953857,0.9883604049682617,0.9889824986457825,0.9896045327186584,0.9902266263961792,0.9908486604690552,0.9914706945419312,0.9920927882194519,0.9927148222923279,0.9933369159698486,0.9939589500427246,0.9945810437202454,0.9952030777931213,0.9958251118659973,0.9964472055435181,0.997069239616394,0.9976913332939148,0.9983133673667908,0.9989354610443115,0.9995574951171875,1.0001795291900635,1.0008015632629395,1.001423716545105,1.002045750617981,1.002667784690857,1.003289818763733,1.0039119720458984,1.0045340061187744,1.0051560401916504],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[2,1,4,4,12,20,31,60,104,199,304,526,802,1304,1981,2941,4444,6248,8734,12057,15976,20982,27223,34057,41441,49968,58161,66633,75019,82164,87781,91375,93957,93884,91524,88009,82231,74912,67492,58683,50072,41940,34308,27563,21426,16209,12053,8821,6443,4427,2932,2010,1279,834,521,298,199,134,68,30,21,12,6,8],"bins":[-0.10114147514104843,-0.0980788841843605,-0.09501628577709198,-0.09195369482040405,-0.08889110386371613,-0.0858285129070282,-0.08276591449975967,-0.07970332354307175,-0.07664073258638382,-0.0735781341791153,-0.07051554322242737,-0.06745295226573944,-0.06439036130905151,-0.06132776662707329,-0.05826517194509506,-0.055202580988407135,-0.05213998630642891,-0.049077391624450684,-0.046014800667762756,-0.04295220598578453,-0.0398896150290966,-0.03682702034711838,-0.03376442939043045,-0.030701834708452225,-0.027639241889119148,-0.024576649069786072,-0.021514056250452995,-0.01845146343111992,-0.015388869680464268,-0.012326276861131191,-0.00926368311047554,-0.006201090291142464,-0.003138497471809387,-7.590441964566708e-05,0.002986688632518053,0.006049281917512417,0.009111874736845493,0.01217446755617857,0.015237061306834221,0.018299654126167297,0.021362246945500374,0.02442483976483345,0.027487432584166527,0.030550025403499603,0.03361262008547783,0.036675211042165756,0.03973780572414398,0.04280039668083191,0.045862991362810135,0.04892558604478836,0.05198817700147629,0.055050771683454514,0.05811336264014244,0.061175957322120667,0.0642385482788086,0.06730113923549652,0.07036373764276505,0.07342632859945297,0.0764889195561409,0.07955151796340942,0.08261410892009735,0.08567669987678528,0.0887392908334732,0.09180188924074173,0.09486448019742966]},"_timestamp":1.7529283207908654e+09,"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.017417211085557938,-0.016930589452385902,-0.016443967819213867,-0.01595734804868698,-0.015470726415514946,-0.01498410478234291,-0.014497483149170876,-0.014010862447321415,-0.01352424081414938,-0.013037619180977345,-0.012550998479127884,-0.012064376845955849,-0.011577755212783813,-0.011091134510934353,-0.010604512877762318,-0.010117892175912857,-0.009631270542740822,-0.009144648909568787,-0.008658028207719326,-0.00817140657454729,-0.007684785407036543,-0.007198164239525795,-0.00671154260635376,-0.006224921438843012,-0.005738300271332264,-0.005251679103821516,-0.004765057936310768,-0.004278436303138733,-0.003791815135627985,-0.003305193968117237,-0.0028185725677758455,-0.002331951167434454,-0.001845329999923706,-0.0013587087159976363,-0.0008720874320715666,-0.00038546614814549685,0.00010115513578057289,0.0005877764197066426,0.0010743977036327124,0.001561018987558782,0.002047640271484852,0.0025342614389955997,0.0030208828393369913,0.003507504239678383,0.003994125407189131,0.004480746574699879,0.004967368207871914,0.005453989375382662,0.00594061054289341,0.006427231710404158,0.0069138528779149055,0.007400474511086941,0.007887095212936401,0.008373716846108437,0.008860338479280472,0.009346959181129932,0.009833580814301968,0.010320202447474003,0.010806823149323463,0.011293444782495499,0.011780066415667534,0.012266687117516994,0.01275330875068903,0.01323992945253849,0.013726551085710526],"_type":"histogram","values":[1,0,0,2,0,1,0,0,0,3,1,1,1,1,1,6,11,5,5,11,14,3,9,13,15,16,20,24,21,27,22,29,33,29,31,34,24,33,19,24,32,33,21,23,19,21,24,21,10,14,14,13,10,2,4,1,5,1,5,0,0,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,2,1,0,1,2,0,4,3,2,6,13,14,25,22,25,35,69,82,108,158,207,289,420,560,802,1177,1729,2734,4248,7503,14821,36038,146597,1.05885e+06,213153,44026,16761,8696,4814,2742,1809,1252,861,623,405,307,262,151,142,95,63,37,38,29,15,9,10,9,3,1,1,1,1],"bins":[-0.0017766952514648438,-0.0017253309488296509,-0.001673966646194458,-0.0016226023435592651,-0.0015712380409240723,-0.0015198737382888794,-0.0014685094356536865,-0.0014171451330184937,-0.0013657808303833008,-0.001314416527748108,-0.001263052225112915,-0.0012116879224777222,-0.0011603236198425293,-0.0011089593172073364,-0.0010575950145721436,-0.0010062307119369507,-0.0009548664093017578,-0.0009035021066665649,-0.0008521378040313721,-0.0008007735013961792,-0.0007494091987609863,-0.0006980448961257935,-0.0006466805934906006,-0.0005953162908554077,-0.0005439519882202148,-0.000492587685585022,-0.0004412233829498291,-0.00038985908031463623,-0.00033849477767944336,-0.0002871304750442505,-0.00023576617240905762,-0.00018440186977386475,-0.00013303756713867188,-8.1673264503479e-05,-3.0308961868286133e-05,2.1055340766906738e-05,7.241964340209961e-05,0.00012378394603729248,0.00017514824867248535,0.00022651255130767822,0.0002778768539428711,0.00032924115657806396,0.00038060545921325684,0.0004319697618484497,0.0004833340644836426,0.0005346983671188354,0.0005860626697540283,0.0006374269723892212,0.0006887912750244141,0.0007401555776596069,0.0007915198802947998,0.0008428841829299927,0.0008942484855651855,0.0009456127882003784,0.0009969770908355713,0.0010483413934707642,0.001099705696105957,0.00115106999874115,0.0012024343013763428,0.0012537986040115356,0.0013051629066467285,0.0013565272092819214,0.0014078915119171143,0.0014592558145523071,0.0015106201171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,2,0,1,0,0,0,0,1,0,1,0,6,2,5,4,6,9,12,9,7,16,12,19,17,23,25,23,34,21,26,35,37,39,39,31,39,34,20,22,24,30,16,18,19,18,10,8,2,10,12,7,6,1,3,1,1,1,0,1,0,1,1],"bins":[-0.007794876582920551,-0.007569222245365381,-0.0073435683734714985,-0.007117914035916328,-0.006892260164022446,-0.006666605826467276,-0.0064409514889121056,-0.006215297617018223,-0.005989643279463053,-0.005763988941907883,-0.005538335070014,-0.00531268073245883,-0.00508702639490366,-0.004861372523009777,-0.004635718185454607,-0.004410064313560724,-0.004184409976005554,-0.003958755638450384,-0.0037331017665565014,-0.0035074474290013313,-0.003281793324276805,-0.0030561392195522785,-0.0028304848819971085,-0.002604830777272582,-0.0023791766725480556,-0.0021535225678235292,-0.001927868346683681,-0.0017022141255438328,-0.0014765600208193064,-0.00125090591609478,-0.0010252516949549317,-0.0007995975320227444,-0.0005739438347518444,-0.0003482896718196571,-0.00012263550888746977,0.00010301865404471755,0.00032867281697690487,0.0005543269799090922,0.0007799811428412795,0.0010056353639811277,0.0012312894687056541,0.0014569435734301805,0.0016825977945700288,0.001908252015709877,0.0021339061204344034,0.00235956022515893,0.0025852145627141,0.0028108686674386263,0.0030365227721631527,0.003262176876887679,0.0034878309816122055,0.0037134853191673756,0.003939139656722546,0.004164793528616428,0.0043904478661715984,0.004616101738065481,0.004841756075620651,0.005067410413175821,0.005293064285069704,0.005518718622624874,0.005744372494518757,0.005970026832073927,0.006195681169629097,0.00642133504152298,0.00664698937907815]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-6.240606307983398e-05,-6.045494228601456e-05,-5.850382149219513e-05,-5.65527006983757e-05,-5.4601579904556274e-05,-5.265045911073685e-05,-5.069933831691742e-05,-4.874821752309799e-05,-4.6797096729278564e-05,-4.484597593545914e-05,-4.289485514163971e-05,-4.094373434782028e-05,-3.8992613554000854e-05,-3.704149276018143e-05,-3.5090371966362e-05,-3.313925117254257e-05,-3.1188130378723145e-05,-2.9237009584903717e-05,-2.728588879108429e-05,-2.5334767997264862e-05,-2.3383647203445435e-05,-2.1432526409626007e-05,-1.948140561580658e-05,-1.7530284821987152e-05,-1.5579164028167725e-05,-1.3628043234348297e-05,-1.167692244052887e-05,-9.725801646709442e-06,-7.774680852890015e-06,-5.823560059070587e-06,-3.87243926525116e-06,-1.921318471431732e-06,2.9802322387695312e-08,1.980923116207123e-06,3.93204391002655e-06,5.883164703845978e-06,7.834285497665405e-06,9.785406291484833e-06,1.173652708530426e-05,1.3687647879123688e-05,1.5638768672943115e-05,1.7589889466762543e-05,1.954101026058197e-05,2.1492131054401398e-05,2.3443251848220825e-05,2.5394372642040253e-05,2.734549343585968e-05,2.9296614229679108e-05,3.1247735023498535e-05,3.319885581731796e-05,3.514997661113739e-05,3.710109740495682e-05,3.9052218198776245e-05,4.100333899259567e-05,4.29544597864151e-05,4.490558058023453e-05,4.6856701374053955e-05,4.880782216787338e-05,5.075894296169281e-05,5.271006375551224e-05,5.4661184549331665e-05,5.661230534315109e-05,5.856342613697052e-05,6.051454693078995e-05,6.246566772460938e-05],"_type":"histogram","values":[1,1,0,0,2,1,2,2,4,8,6,9,12,27,27,49,72,103,132,224,314,528,725,1173,1929,3261,5488,10019,19125,38919,75314,140039,137784,73868,38052,19022,9808,5308,3164,1919,1198,746,462,326,201,137,93,71,49,25,26,13,11,11,5,1,1,4,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[3,1,0,3,2,3,3,5,6,5,7,8,6,7,18,13,19,16,15,25,22,27,22,22,22,24,24,28,25,30,25,25,21,20,27,14,21,20,18,13,21,13,16,8,15,9,11,8,8,8,6,5,8,5,1,3,4,1,1,0,1,0,0,1],"bins":[-0.03505474701523781,-0.03389816731214523,-0.03274158760905266,-0.03158500790596008,-0.030428428202867508,-0.029271848499774933,-0.028115268796682358,-0.026958689093589783,-0.025802109390497208,-0.024645529687404633,-0.023488949984312057,-0.022332370281219482,-0.021175790578126907,-0.020019210875034332,-0.018862631171941757,-0.017706051468849182,-0.016549471765756607,-0.015392892062664032,-0.014236312359571457,-0.013079732656478882,-0.011923152953386307,-0.010766573250293732,-0.009609993547201157,-0.008453413844108582,-0.0072968341410160065,-0.006140254437923431,-0.004983674734830856,-0.0038270950317382812,-0.002670515328645706,-0.001513935625553131,-0.00035735592246055603,0.000799223780632019,0.001955803483724594,0.003112383186817169,0.004268962889909744,0.005425542593002319,0.006582122296094894,0.0077387019991874695,0.008895281702280045,0.01005186140537262,0.011208441108465195,0.01236502081155777,0.013521600514650345,0.01467818021774292,0.015834759920835495,0.01699133962392807,0.018147919327020645,0.01930449903011322,0.020461078733205795,0.02161765843629837,0.022774238139390945,0.02393081784248352,0.025087397545576096,0.02624397724866867,0.027400556951761246,0.02855713665485382,0.029713716357946396,0.03087029606103897,0.032026875764131546,0.03318345546722412,0.034340035170316696,0.03549661487340927,0.036653194576501846,0.03780977427959442,0.038966353982686996]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,2,1,1,2,3,2,1,0,5,3,5,4,6,3,9,8,12,13,10,22,30,19,36,18,43,28,51,32,51,36,33,36,31,34,9,31,24,17,16,12,15,4,6,6,6,7,4,4,1,4,1,2,1,0,0,1,3,0,0,2],"bins":[-4.887580871582031e-06,-4.734843969345093e-06,-4.582107067108154e-06,-4.429370164871216e-06,-4.276633262634277e-06,-4.123896360397339e-06,-3.9711594581604e-06,-3.818422555923462e-06,-3.6656856536865234e-06,-3.512948751449585e-06,-3.3602118492126465e-06,-3.207474946975708e-06,-3.0547380447387695e-06,-2.902001142501831e-06,-2.7492642402648926e-06,-2.596527338027954e-06,-2.4437904357910156e-06,-2.291053533554077e-06,-2.1383166313171387e-06,-1.9855797290802e-06,-1.8328428268432617e-06,-1.6801059246063232e-06,-1.5273690223693848e-06,-1.3746321201324463e-06,-1.2218952178955078e-06,-1.0691583156585693e-06,-9.164214134216309e-07,-7.636845111846924e-07,-6.109476089477539e-07,-4.5821070671081543e-07,-3.0547380447387695e-07,-1.5273690223693848e-07,0,1.5273690223693848e-07,3.0547380447387695e-07,4.5821070671081543e-07,6.109476089477539e-07,7.636845111846924e-07,9.164214134216309e-07,1.0691583156585693e-06,1.2218952178955078e-06,1.3746321201324463e-06,1.5273690223693848e-06,1.6801059246063232e-06,1.8328428268432617e-06,1.9855797290802e-06,2.1383166313171387e-06,2.291053533554077e-06,2.4437904357910156e-06,2.596527338027954e-06,2.7492642402648926e-06,2.902001142501831e-06,3.0547380447387695e-06,3.207474946975708e-06,3.3602118492126465e-06,3.512948751449585e-06,3.6656856536865234e-06,3.818422555923462e-06,3.9711594581604e-06,4.123896360397339e-06,4.276633262634277e-06,4.429370164871216e-06,4.582107067108154e-06,4.734843969345093e-06,4.887580871582031e-06]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,1,0,0,0,0,3,1,4,0,7,4,9,3,3,9,11,15,17,16,20,17,17,31,28,32,41,38,36,33,34,27,47,23,38,25,27,17,14,23,16,12,11,7,11,6,2,8,5,2,3,2,0,3,3,2,1,0,0,1,0,1],"bins":[-0.0011010169982910156,-0.0010664677247405052,-0.0010319184511899948,-0.0009973691776394844,-0.000962819904088974,-0.0009282706305384636,-0.0008937213569879532,-0.0008591720834374428,-0.0008246228098869324,-0.000790073536336422,-0.0007555242627859116,-0.0007209749892354012,-0.0006864257156848907,-0.0006518764421343803,-0.0006173271685838699,-0.0005827778950333595,-0.0005482286214828491,-0.0005136793479323387,-0.0004791300743818283,-0.0004445808008313179,-0.0004100315272808075,-0.0003754822537302971,-0.0003409329801797867,-0.0003063837066292763,-0.00027183443307876587,-0.00023728515952825546,-0.00020273588597774506,-0.00016818661242723465,-0.00013363733887672424,-9.908806532621384e-05,-6.453879177570343e-05,-2.9989518225193024e-05,4.559755325317383e-06,3.910902887582779e-05,7.36583024263382e-05,0.0001082075759768486,0.000142756849527359,0.00017730612307786942,0.00021185539662837982,0.00024640467017889023,0.00028095394372940063,0.00031550321727991104,0.00035005249083042145,0.00038460176438093185,0.00041915103793144226,0.00045370031148195267,0.0004882495850324631,0.0005227988585829735,0.0005573481321334839,0.0005918974056839943,0.0006264466792345047,0.0006609959527850151,0.0006955452263355255,0.0007300944998860359,0.0007646437734365463,0.0007991930469870567,0.0008337423205375671,0.0008682915940880775,0.000902840867638588,0.0009373901411890984,0.0009719394147396088,0.0010064886882901192,0.0010410379618406296,0.00107558723539114,0.0011101365089416504],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,3,2,2,1,1,2,0,4,7,14,16,7,4,14,13,13,14,21,24,24,25,19,23,43,35,35,37,32,44,39,29,32,30,20,19,17,17,14,15,8,8,9,6,4,3,6,3,0,1,1,3,1,0,1,1,0,0,0,0,0,0,1],"bins":[-0.00017184019088745117,-0.00016575120389461517,-0.00015966221690177917,-0.00015357322990894318,-0.00014748424291610718,-0.00014139525592327118,-0.00013530626893043518,-0.00012921728193759918,-0.00012312829494476318,-0.00011703930795192719,-0.00011095032095909119,-0.00010486133396625519,-9.877234697341919e-05,-9.268335998058319e-05,-8.659437298774719e-05,-8.05053859949112e-05,-7.44163990020752e-05,-6.83274120092392e-05,-6.22384250164032e-05,-5.61494380235672e-05,-5.00604510307312e-05,-4.39714640378952e-05,-3.7882477045059204e-05,-3.1793490052223206e-05,-2.5704503059387207e-05,-1.961551606655121e-05,-1.352652907371521e-05,-7.4375420808792114e-06,-1.3485550880432129e-06,4.740431904792786e-06,1.0829418897628784e-05,1.6918405890464783e-05,2.300739288330078e-05,2.909637987613678e-05,3.518536686897278e-05,4.127435386180878e-05,4.7363340854644775e-05,5.3452327847480774e-05,5.954131484031677e-05,6.563030183315277e-05,7.171928882598877e-05,7.780827581882477e-05,8.389726281166077e-05,8.998624980449677e-05,9.607523679733276e-05,0.00010216422379016876,0.00010825321078300476,0.00011434219777584076,0.00012043118476867676,0.00012652017176151276,0.00013260915875434875,0.00013869814574718475,0.00014478713274002075,0.00015087611973285675,0.00015696510672569275,0.00016305409371852875,0.00016914308071136475,0.00017523206770420074,0.00018132105469703674,0.00018741004168987274,0.00019349902868270874,0.00019958801567554474,0.00020567700266838074,0.00021176598966121674,0.00021785497665405273]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,0,2,2,2,6,17,23,41,74,144,221,353,587,952,1394,1913,2946,4022,5506,7458,9612,12351,15211,18461,22188,25602,28818,31689,34015,35649,36530,36504,35253,33954,31440,28623,25463,22065,18574,15227,12322,9471,7175,5450,4019,2780,2020,1352,875,589,357,197,139,85,45,30,10,6,5,2,1,0,1],"bins":[-0.10178709775209427,-0.09860499203205109,-0.0954228937625885,-0.09224078804254532,-0.08905868232250214,-0.08587658405303955,-0.08269447833299637,-0.07951237261295319,-0.0763302743434906,-0.07314816862344742,-0.06996606290340424,-0.06678396463394165,-0.06360185891389847,-0.060419756919145584,-0.0572376549243927,-0.05405554920434952,-0.050873447209596634,-0.04769134521484375,-0.04450923949480057,-0.041327137500047684,-0.0381450355052948,-0.03496292978525162,-0.031780827790498734,-0.02859872579574585,-0.025416621938347816,-0.022234518080949783,-0.0190524160861969,-0.015870312228798866,-0.012688209302723408,-0.00950610637664795,-0.006324002984911203,-0.003141899826005101,4.0203332901000977e-05,0.003222306491807103,0.006404409650713205,0.009586513042449951,0.01276861596852541,0.015950718894600868,0.0191328227519989,0.022314924746751785,0.02549702860414982,0.02867913246154785,0.031861234456300735,0.03504333645105362,0.0382254421710968,0.041407544165849686,0.04458964616060257,0.04777175188064575,0.050953853875398636,0.05413595587015152,0.0573180615901947,0.060500163584947586,0.06368226557970047,0.06686437129974365,0.07004646956920624,0.07322857528924942,0.0764106810092926,0.07959277927875519,0.08277488499879837,0.08595699071884155,0.08913908898830414,0.09232119470834732,0.0955033004283905,0.09868539869785309,0.10186750441789627]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[2,2,3,3,2,4,6,15,18,22,23,44,60,81,135,167,210,274,417,565,753,1027,1470,2121,3184,4833,7999,14025,27557,63971,259382,964016,126227,42610,20242,11077,6675,4110,2796,1940,1405,1013,690,478,376,278,147,113,93,57,43,24,21,17,12,10,6,3,1,0,1,4,1,3],"bins":[-0.0007061958312988281,-0.0006836280226707458,-0.0006610602140426636,-0.0006384924054145813,-0.000615924596786499,-0.0005933567881584167,-0.0005707889795303345,-0.0005482211709022522,-0.0005256533622741699,-0.0005030855536460876,-0.00048051774501800537,-0.0004579499363899231,-0.0004353821277618408,-0.00041281431913375854,-0.00039024651050567627,-0.000367678701877594,-0.0003451108932495117,-0.00032254308462142944,-0.00029997527599334717,-0.0002774074673652649,-0.0002548396587371826,-0.00023227185010910034,-0.00020970404148101807,-0.0001871362328529358,-0.00016456842422485352,-0.00014200061559677124,-0.00011943280696868896,-9.686499834060669e-05,-7.429718971252441e-05,-5.172938108444214e-05,-2.9161572456359863e-05,-6.593763828277588e-06,1.5974044799804688e-05,3.854185342788696e-05,6.110966205596924e-05,8.367747068405151e-05,0.00010624527931213379,0.00012881308794021606,0.00015138089656829834,0.00017394870519638062,0.0001965165138244629,0.00021908432245254517,0.00024165213108062744,0.0002642199397087097,0.000286787748336792,0.00030935555696487427,0.00033192336559295654,0.0003544911742210388,0.0003770589828491211,0.00039962679147720337,0.00042219460010528564,0.0004447624087333679,0.0004673302173614502,0.0004898980259895325,0.0005124658346176147,0.000535033643245697,0.0005576014518737793,0.0005801692605018616,0.0006027370691299438,0.0006253048777580261,0.0006478726863861084,0.0006704404950141907,0.000693008303642273,0.0007155761122703552,0.0007381439208984375]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,2,1,0,3,2,1,4,4,4,11,10,15,14,18,17,9,15,16,23,16,34,29,26,30,36,25,34,34,29,30,27,32,30,21,20,21,21,27,14,8,13,5,7,5,3,2,3,3,3,2,1,2,3,0,1],"bins":[-0.0002519786648917943,-0.00024482401204295456,-0.00023766937374603003,-0.0002305147354491055,-0.00022336009715218097,-0.0002162054443033412,-0.00020905080600641668,-0.00020189616770949215,-0.0001947415148606524,-0.00018758687656372786,-0.00018043223826680332,-0.00017327758541796356,-0.00016612294712103903,-0.0001589683088241145,-0.00015181365597527474,-0.0001446590176783502,-0.00013750436482951045,-0.00013034972653258592,-0.0001231950882356614,-0.00011604044266277924,-0.0001088857970898971,-0.00010173115879297256,-9.457651322009042e-05,-8.742186764720827e-05,-8.026722935028374e-05,-7.31125837774016e-05,-6.595793820451945e-05,-5.880329626961611e-05,-5.1648654334712774e-05,-4.449400876183063e-05,-3.733936682692729e-05,-3.0184723073034547e-05,-2.3030079319141805e-05,-1.5875435565249063e-05,-8.720792720851023e-06,-1.5661494217056315e-06,5.58849387743976e-06,1.2743137631332502e-05,1.989777956623584e-05,2.7052423320128582e-05,3.4207067074021325e-05,4.136170900892466e-05,4.851635458180681e-05,5.567099651671015e-05,6.282563845161349e-05,6.998028402449563e-05,7.713492959737778e-05,8.428956789430231e-05,9.144421346718445e-05,9.85988590400666e-05,0.00010575349733699113,0.00011290814290987328,0.00012006278848275542,0.00012721742677967995,0.00013437207962851971,0.00014152671792544425,0.00014868135622236878,0.00015583600907120854,0.00016299064736813307,0.0001701452856650576,0.00017729993851389736,0.0001844545768108219,0.00019160921510774642,0.00019876386795658618,0.00020591850625351071]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[1,0,0,1,0,1,0,0,1,2,0,2,1,4,4,10,12,13,17,19,15,26,50,67,84,108,143,226,278,391,618,1068,2089,444820,1282,802,502,328,227,176,123,93,61,70,36,34,18,13,15,5,6,7,1,5,1,5,2,0,0,0,3,1,0,1],"bins":[-0.001998604740947485,-0.0019384571351110935,-0.001878309529274702,-0.0018181619234383106,-0.0017580143176019192,-0.0016978667117655277,-0.0016377191059291363,-0.0015775715000927448,-0.0015174238942563534,-0.001457276288419962,-0.0013971286825835705,-0.001336981076747179,-0.0012768334709107876,-0.0012166858650743961,-0.0011565382592380047,-0.0010963906534016132,-0.0010362430475652218,-0.0009760954417288303,-0.0009159478358924389,-0.0008558002300560474,-0.000795652624219656,-0.0007355050183832645,-0.0006753574125468731,-0.0006152098067104816,-0.0005550622008740902,-0.0004949145950376987,-0.0004347669892013073,-0.00037461938336491585,-0.0003144717775285244,-0.00025432417169213295,-0.0001941765658557415,-0.00013402896001935005,-7.388123776763678e-05,-1.3733631931245327e-05,4.641397390514612e-05,0.00010656157974153757,0.00016670918557792902,0.00022685679141432047,0.0002870043972507119,0.00034715200308710337,0.0004072996089234948,0.00046744721475988626,0.0005275948205962777,0.0005877424264326692,0.0006478900322690606,0.0007080376381054521,0.0007681852439418435,0.000828332849778235,0.0008884804556146264,0.0009486280614510179,0.0010087756672874093,0.0010689232731238008,0.0011290708789601922,0.0011892184847965837,0.001249366090632975,0.0013095136964693666,0.001369661302305758,0.0014298089081421494,0.001489956513978541,0.0015501041198149323,0.0016102517256513238,0.0016703993314877152,0.0017305469373241067,0.0017906945431604981,0.0018508421489968896]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[3,0,2,9,10,17,42,68,125,225,372,572,883,1481,2295,3571,5175,7469,10595,14226,19173,25336,31896,40245,48307,57898,66881,75515,83755,89431,94630,97157,96986,95362,91141,84194,77346,68412,59778,50451,41549,33440,26377,20201,15231,11166,7875,5542,3733,2433,1680,1056,654,375,232,131,64,37,25,10,14,3,1,1],"bins":[-0.10521746426820755,-0.1019383892416954,-0.09865932166576385,-0.09538024663925171,-0.09210117906332016,-0.08882210403680801,-0.08554303646087646,-0.08226396143436432,-0.07898488640785217,-0.07570581883192062,-0.07242674380540848,-0.06914767622947693,-0.06586860120296478,-0.06258953362703323,-0.05931045860052109,-0.05603138729929924,-0.05275231599807739,-0.049473244696855545,-0.0461941733956337,-0.04291510209441185,-0.03963603079319,-0.036356955766677856,-0.03307788446545601,-0.02979881316423416,-0.026519741863012314,-0.023240670561790466,-0.01996159926056862,-0.016682526096701622,-0.013403454795479774,-0.010124383494257927,-0.006845311261713505,-0.00356623949483037,-0.00028717517852783203,0.002991896588355303,0.006270968355238438,0.00955004058778286,0.012829111889004707,0.016108183190226555,0.01938725635409355,0.0226663276553154,0.025945398956537247,0.029224470257759094,0.03250354155898094,0.03578261286020279,0.039061687886714935,0.04234075918793678,0.04561983048915863,0.04889890179038048,0.052177973091602325,0.05545704439282417,0.05873611569404602,0.06201518699526787,0.06529425829648972,0.06857333332300186,0.07185240089893341,0.07513147592544556,0.0784105509519577,0.08168961852788925,0.0849686935544014,0.08824776113033295,0.09152683615684509,0.09480590373277664,0.09808497875928879,0.10136404633522034,0.10464312136173248]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[-0.0016476556193083525,-0.0015907245688140392,-0.0015337936347350478,-0.0014768625842407346,-0.0014199316501617432,-0.00136300059966743,-0.0013060696655884385,-0.0012491386150941253,-0.0011922076810151339,-0.0011352766305208206,-0.0010783455800265074,-0.001021414645947516,-0.0009644835954532027,-0.0009075526031665504,-0.0008506216108798981,-0.0007936906185932457,-0.0007367596263065934,-0.0006798286340199411,-0.0006228976417332888,-0.0005659666494466364,-0.0005090356571599841,-0.00045210463576950133,-0.00039517361437901855,-0.0003382426220923662,-0.0002813116298057139,-0.00022438063751906157,-0.000167449630680494,-0.00011051863111788407,-5.358763155527413e-05,3.343368007335812e-06,6.027436756994575e-05,0.0001172053671325557,0.00017413636669516563,0.00023106735898181796,0.0002879983512684703,0.00034492937265895307,0.0004018603649456054,0.0004587913572322577,0.0005157223786227405,0.0005726533709093928,0.0006295843631960452,0.0006865153554826975,0.0007434463477693498,0.0008003773400560021,0.0008573083905503154,0.0009142393828369677,0.00097117037512362,0.0010281013092026114,0.0010850323596969247,0.001141963410191238,0.0011988943442702293,0.0012558253947645426,0.001312756328843534,0.0013696873793378472,0.0014266183134168386,0.0014835493639111519,0.0015404804144054651,0.0015974113484844565,0.0016543423989787698,0.0017112733330577612,0.0017682043835520744,0.0018251353176310658,0.001882066368125379,0.0019389973022043705,0.0019959283526986837],"_type":"histogram","values":[1,1,0,1,1,1,0,0,3,2,1,5,1,2,3,4,4,10,6,6,9,18,14,25,22,36,55,41,88,80,53,57,43,32,22,22,19,13,12,7,6,4,5,8,2,3,2,4,2,2,1,0,4,0,0,0,0,0,2,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[3,3,4,6,18,25,52,88,135,232,406,660,1005,1528,2322,3397,4802,7008,9562,12943,17362,22593,28391,35235,42515,51096,59257,67392,74835,81596,87279,90844,92725,92597,90341,86814,80652,73541,65558,57530,49282,41104,33760,27107,21137,16343,12429,9085,6609,4569,3137,2115,1451,864,594,394,225,125,77,45,35,15,7,3],"bins":[-0.0995241329073906,-0.09649921208620071,-0.09347429126501083,-0.09044936299324036,-0.08742444217205048,-0.0843995213508606,-0.08137460052967072,-0.07834967225790024,-0.07532475143671036,-0.07229983061552048,-0.0692749097943306,-0.06624998897314072,-0.06322506070137024,-0.06020013988018036,-0.05717521905899048,-0.0541502945125103,-0.05112537369132042,-0.04810045287013054,-0.04507552832365036,-0.04205060750246048,-0.0390256829559803,-0.03600076213479042,-0.03297583758831024,-0.02995091676712036,-0.02692599408328533,-0.023901071399450302,-0.020876148715615273,-0.017851226031780243,-0.014826304279267788,-0.011801381595432758,-0.008776459842920303,-0.005751537159085274,-0.002726614475250244,0.0002983079757541418,0.0033232304267585278,0.00634815264493227,0.0093730753287673,0.01239799801260233,0.015422919765114784,0.018447842448949814,0.021472765132784843,0.024497687816619873,0.027522610500454903,0.030547533184289932,0.03357245400547981,0.03659737855195999,0.03962229937314987,0.04264722391963005,0.04567214474081993,0.04869706556200981,0.05172199010848999,0.05474691092967987,0.05777183547616005,0.06079675629734993,0.06382168084383011,0.06684660166501999,0.06987152248620987,0.07289644330739975,0.07592137157917023,0.07894629240036011,0.08197121322154999,0.08499613404273987,0.08802106231451035,0.09104598313570023,0.0940709039568901],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[5,0,4,7,2,8,10,25,31,32,60,68,100,128,180,232,321,440,581,793,1160,1622,2396,3339,5012,7543,11420,17736,28095,46873,86917,144857,94488,49784,29816,18414,12146,7955,5388,3504,2302,1662,1203,846,582,465,323,251,190,142,101,75,47,41,27,19,18,10,11,4,6,3,3,1],"bins":[-0.0006284713745117188,-0.0006085559725761414,-0.000588640570640564,-0.0005687251687049866,-0.0005488097667694092,-0.0005288943648338318,-0.0005089789628982544,-0.000489063560962677,-0.0004691481590270996,-0.0004492327570915222,-0.0004293173551559448,-0.00040940195322036743,-0.00038948655128479004,-0.00036957114934921265,-0.00034965574741363525,-0.00032974034547805786,-0.00030982494354248047,-0.0002899095416069031,-0.0002699941396713257,-0.0002500787377357483,-0.0002301633358001709,-0.0002102479338645935,-0.0001903325319290161,-0.00017041712999343872,-0.00015050172805786133,-0.00013058632612228394,-0.00011067092418670654,-9.075552225112915e-05,-7.084012031555176e-05,-5.0924718379974365e-05,-3.100931644439697e-05,-1.109391450881958e-05,8.821487426757812e-06,2.8736889362335205e-05,4.86522912979126e-05,6.856769323348999e-05,8.848309516906738e-05,0.00010839849710464478,0.00012831389904022217,0.00014822930097579956,0.00016814470291137695,0.00018806010484695435,0.00020797550678253174,0.00022789090871810913,0.0002478063106536865,0.0002677217125892639,0.0002876371145248413,0.0003075525164604187,0.0003274679183959961,0.0003473833203315735,0.0003672987222671509,0.00038721412420272827,0.00040712952613830566,0.00042704492807388306,0.00044696033000946045,0.00046687573194503784,0.00048679113388061523,0.0005067065358161926,0.00052662193775177,0.0005465373396873474,0.0005664527416229248,0.0005863681435585022,0.0006062835454940796,0.000626198947429657,0.0006461143493652344],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[1,0,0,0,0,0,0,1,1,1,1,1,3,7,5,10,16,22,37,33,60,61,113,144,218,359,546,891,1437,2550,5092,11431,33328,137988,280233,76601,21155,8186,3879,2054,1233,731,459,308,196,129,86,63,36,30,28,16,13,8,8,5,3,4,0,1,0,0,1,1],"bins":[-0.0002694129943847656,-0.0002615600824356079,-0.0002537071704864502,-0.0002458542585372925,-0.00023800134658813477,-0.00023014843463897705,-0.00022229552268981934,-0.00021444261074066162,-0.0002065896987915039,-0.0001987367868423462,-0.00019088387489318848,-0.00018303096294403076,-0.00017517805099487305,-0.00016732513904571533,-0.00015947222709655762,-0.0001516193151473999,-0.0001437664031982422,-0.00013591349124908447,-0.00012806057929992676,-0.00012020766735076904,-0.00011235475540161133,-0.00010450184345245361,-9.66489315032959e-05,-8.879601955413818e-05,-8.094310760498047e-05,-7.309019565582275e-05,-6.523728370666504e-05,-5.7384371757507324e-05,-4.953145980834961e-05,-4.1678547859191895e-05,-3.382563591003418e-05,-2.5972723960876465e-05,-1.811981201171875e-05,-1.0266900062561035e-05,-2.4139881134033203e-06,5.4389238357543945e-06,1.329183578491211e-05,2.1144747734069824e-05,2.899765968322754e-05,3.6850571632385254e-05,4.470348358154297e-05,5.2556395530700684e-05,6.04093074798584e-05,6.826221942901611e-05,7.611513137817383e-05,8.396804332733154e-05,9.182095527648926e-05,9.967386722564697e-05,0.00010752677917480469,0.0001153796911239624,0.00012323260307312012,0.00013108551502227783,0.00013893842697143555,0.00014679133892059326,0.00015464425086975098,0.0001624971628189087,0.0001703500747680664,0.00017820298671722412,0.00018605589866638184,0.00019390881061553955,0.00020176172256469727,0.00020961463451385498,0.0002174675464630127,0.0002253204584121704,0.00023317337036132812],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,0,0,1,1,3,3,5,7,7,9,12,21,50,66,99,121,182,209,356,528,746,1072,1625,2464,3724,5922,9702,16692,30423,60397,148095,585131,461108,123395,52925,27189,15232,8891,5466,3426,2366,1607,1099,758,537,361,267,176,116,83,59,37,27,17,18,10,6,5,4,2,2],"bins":[-0.0012216567993164062,-0.001186668872833252,-0.0011516809463500977,-0.0011166930198669434,-0.001081705093383789,-0.0010467171669006348,-0.0010117292404174805,-0.0009767413139343262,-0.0009417533874511719,-0.0009067654609680176,-0.0008717775344848633,-0.000836789608001709,-0.0008018016815185547,-0.0007668137550354004,-0.0007318258285522461,-0.0006968379020690918,-0.0006618499755859375,-0.0006268620491027832,-0.0005918741226196289,-0.0005568861961364746,-0.0005218982696533203,-0.000486910343170166,-0.0004519224166870117,-0.0004169344902038574,-0.0003819465637207031,-0.00034695863723754883,-0.00031197071075439453,-0.00027698278427124023,-0.00024199485778808594,-0.00020700693130493164,-0.00017201900482177734,-0.00013703107833862305,-0.00010204315185546875,-6.705522537231445e-05,-3.2067298889160156e-05,2.9206275939941406e-06,3.790855407714844e-05,7.289648056030273e-05,0.00010788440704345703,0.00014287233352661133,0.00017786026000976562,0.00021284818649291992,0.0002478361129760742,0.0002828240394592285,0.0003178119659423828,0.0003527998924255371,0.0003877878189086914,0.0004227757453918457,0.000457763671875,0.0004927515983581543,0.0005277395248413086,0.0005627274513244629,0.0005977153778076172,0.0006327033042907715,0.0006676912307739258,0.0007026791572570801,0.0007376670837402344,0.0007726550102233887,0.000807642936706543,0.0008426308631896973,0.0008776187896728516,0.0009126067161560059,0.0009475946426391602,0.0009825825691223145,0.0010175704956054688]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[2,2,0,7,14,18,41,44,89,144,235,361,554,846,1256,1745,2592,3492,4793,6278,8154,10572,12776,15671,18596,21536,24849,27629,30263,32382,33796,34735,34424,33852,32285,30313,27921,25209,21995,18876,16060,13034,10706,8392,6562,4816,3690,2516,1908,1319,944,536,395,236,146,100,46,28,18,16,2,2,1,4],"bins":[-0.09467025101184845,-0.09171713888645172,-0.08876402676105499,-0.08581091463565826,-0.08285780251026154,-0.07990469038486481,-0.07695157825946808,-0.07399846613407135,-0.07104535400867462,-0.0680922344326973,-0.06513912230730057,-0.06218601390719414,-0.05923289805650711,-0.05627978593111038,-0.053326673805713654,-0.050373561680316925,-0.0474204495549202,-0.04446733742952347,-0.04151422530412674,-0.03856111317873001,-0.03560800105333328,-0.032654885202646255,-0.029701773077249527,-0.0267486609518528,-0.02379554882645607,-0.02084243670105934,-0.017889324575662613,-0.014936210587620735,-0.011983098462224007,-0.009029986336827278,-0.006076873280107975,-0.003123760689049959,-0.00017064064741134644,0.0027824719436466694,0.005735584534704685,0.008688697591423988,0.011641809716820717,0.014594921842217445,0.017548035830259323,0.02050114795565605,0.02345426008105278,0.02640737220644951,0.029360484331846237,0.032313596457242966,0.03526671230792999,0.03821982443332672,0.04117293655872345,0.04412604868412018,0.04707916080951691,0.050032272934913635,0.052985385060310364,0.05593849718570709,0.05889160931110382,0.06184472516179085,0.06479783356189728,0.067750945687294,0.07070405781269073,0.07365717738866806,0.07661028951406479,0.07956340163946152,0.08251651376485825,0.08546962589025497,0.0884227380156517,0.09137585014104843,0.09432896226644516]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.008657371625304222,-0.008375046774744987,-0.008092720992863178,-0.007810396142303944,-0.007528071291744709,-0.007245745975524187,-0.006963420659303665,-0.0066810958087444305,-0.006398770492523909,-0.006116445176303387,-0.005834120325744152,-0.00555179500952363,-0.005269469693303108,-0.004987144842743874,-0.004704819526523352,-0.004422494675964117,-0.004140169359743595,-0.003857844276353717,-0.0035755191929638386,-0.0032931938767433167,-0.0030108687933534384,-0.00272854370996356,-0.002446218393743038,-0.00216389331035316,-0.0018815682269632816,-0.0015992431435734034,-0.0013169179437682033,-0.0010345927439630032,-0.0007522676605731249,-0.0004699425189755857,-0.0001876173773780465,9.470776421949267e-05,0.0003770338371396065,0.0006593589787371457,0.0009416841203346848,0.001224009320139885,0.0015063344035297632,0.0017886594869196415,0.0020709848031401634,0.0023533098865300417,0.00263563496991992,0.0029179600533097982,0.0032002851366996765,0.0034826104529201984,0.0037649355363100767,0.004047260619699955,0.004329585935920477,0.0046119107864797115,0.0048942361027002335,0.005176561418920755,0.00545888626947999,0.005741211585700512,0.0060235364362597466,0.0063058617524802685,0.00658818706870079,0.006870511919260025,0.007152837235480547,0.007435162551701069,0.0077174874022603035,0.007999812252819538,0.008282138034701347,0.008564462885260582,0.008846787735819817,0.009129113517701626,0.00941143836826086],"_type":"histogram","values":[2,1,2,2,3,5,6,3,5,7,6,5,13,10,10,10,18,13,11,10,16,20,18,17,21,24,38,24,23,25,18,24,27,19,24,22,27,19,23,16,12,21,23,17,16,9,12,12,13,9,8,2,2,3,7,3,2,1,2,1,1,3,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[2,0,0,1,0,0,0,2,0,1,1,0,5,2,3,3,4,4,5,4,13,11,12,21,18,20,21,30,25,43,47,54,41,51,59,38,37,30,37,25,16,9,16,12,7,2,7,3,4,4,2,3,3,3,0,0,2,1,0,2,0,1,0,1],"bins":[-1.1861324310302734e-05,-1.1499039828777313e-05,-1.1136755347251892e-05,-1.0774470865726471e-05,-1.041218638420105e-05,-1.0049901902675629e-05,-9.687617421150208e-06,-9.325332939624786e-06,-8.963048458099365e-06,-8.600763976573944e-06,-8.238479495048523e-06,-7.876195013523102e-06,-7.513910531997681e-06,-7.1516260504722595e-06,-6.789341568946838e-06,-6.427057087421417e-06,-6.064772605895996e-06,-5.702488124370575e-06,-5.340203642845154e-06,-4.977919161319733e-06,-4.6156346797943115e-06,-4.25335019826889e-06,-3.891065716743469e-06,-3.528781235218048e-06,-3.166496753692627e-06,-2.804212272167206e-06,-2.4419277906417847e-06,-2.0796433091163635e-06,-1.7173588275909424e-06,-1.3550743460655212e-06,-9.927898645401e-07,-6.30505383014679e-07,-2.682209014892578e-07,9.406358003616333e-08,4.5634806156158447e-07,8.186325430870056e-07,1.1809170246124268e-06,1.543201506137848e-06,1.905485987663269e-06,2.26777046918869e-06,2.6300549507141113e-06,2.9923394322395325e-06,3.3546239137649536e-06,3.7169083952903748e-06,4.079192876815796e-06,4.441477358341217e-06,4.803761839866638e-06,5.166046321392059e-06,5.5283308029174805e-06,5.890615284442902e-06,6.252899765968323e-06,6.615184247493744e-06,6.977468729019165e-06,7.339753210544586e-06,7.702037692070007e-06,8.064322173595428e-06,8.42660665512085e-06,8.78889113664627e-06,9.151175618171692e-06,9.513460099697113e-06,9.875744581222534e-06,1.0238029062747955e-05,1.0600313544273376e-05,1.0962598025798798e-05,1.1324882507324219e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.009633166715502739,-0.009323200210928917,-0.00901323463767767,-0.008703268133103848,-0.0083933025598526,-0.008083336055278778,-0.007773369550704956,-0.007463403511792421,-0.007153437472879887,-0.006843471433967352,-0.006533505395054817,-0.006223538890480995,-0.0059135728515684605,-0.005603606812655926,-0.005293640308082104,-0.004983674269169569,-0.004673708230257034,-0.0043637421913445,-0.004053776152431965,-0.003743809647858143,-0.003433843608945608,-0.0031238775700330734,-0.002813911298289895,-0.0025039450265467167,-0.002193978987634182,-0.0018840128323063254,-0.001574046676978469,-0.0012640805216506124,-0.0009541143663227558,-0.0006441482109948993,-0.00033418205566704273,-2.421590033918619e-05,0.00028575118631124496,0.0005957173416391015,0.000905683496966958,0.0012156496522948146,0.0015256158076226711,0.0018355819629505277,0.002145548118278384,0.0024555143900215626,0.0027654804289340973,0.003075446467846632,0.0033854127395898104,0.0036953790113329887,0.0040053450502455235,0.004315311089158058,0.00462527759373188,0.004935243632644415,0.00524520967155695,0.005555175710469484,0.005865141749382019,0.006175108253955841,0.006485074292868376,0.0067950403317809105,0.0071050068363547325,0.007414972875267267,0.007724938914179802,0.008034905418753624,0.008344870992004871,0.008654837496578693,0.00896480306982994,0.009274769574403763,0.009584736078977585,0.009894701652228832,0.010204668156802654],"_type":"histogram","values":[1,1,0,3,1,0,1,0,2,1,9,4,5,10,11,15,8,14,14,11,18,20,12,22,32,31,35,29,29,28,27,31,30,26,34,32,22,24,13,19,25,15,14,13,17,15,5,3,6,4,3,8,2,5,1,1,1,1,0,1,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[1,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,1,3,0,0,2,2,2,9,10,6,14,20,18,23,37,36,35,56,70,48,68,72,53,47,22,35,17,13,8,8,6,7,4,2,1,2,2,2,1,0,1,1],"bins":[-3.7789344787597656e-05,-3.68775799870491e-05,-3.596581518650055e-05,-3.5054050385951996e-05,-3.414228558540344e-05,-3.323052078485489e-05,-3.2318755984306335e-05,-3.140699118375778e-05,-3.049522638320923e-05,-2.9583461582660675e-05,-2.867169678211212e-05,-2.7759931981563568e-05,-2.6848167181015015e-05,-2.593640238046646e-05,-2.5024637579917908e-05,-2.4112872779369354e-05,-2.32011079788208e-05,-2.2289343178272247e-05,-2.1377578377723694e-05,-2.046581357717514e-05,-1.9554048776626587e-05,-1.8642283976078033e-05,-1.773051917552948e-05,-1.6818754374980927e-05,-1.5906989574432373e-05,-1.499522477388382e-05,-1.4083459973335266e-05,-1.3171695172786713e-05,-1.225993037223816e-05,-1.1348165571689606e-05,-1.0436400771141052e-05,-9.524635970592499e-06,-8.612871170043945e-06,-7.701106369495392e-06,-6.789341568946838e-06,-5.877576768398285e-06,-4.9658119678497314e-06,-4.054047167301178e-06,-3.1422823667526245e-06,-2.230517566204071e-06,-1.3187527656555176e-06,-4.069879651069641e-07,5.047768354415894e-07,1.4165416359901428e-06,2.3283064365386963e-06,3.2400712370872498e-06,4.151836037635803e-06,5.063600838184357e-06,5.97536563873291e-06,6.887130439281464e-06,7.798895239830017e-06,8.71066004037857e-06,9.622424840927124e-06,1.0534189641475677e-05,1.1445954442024231e-05,1.2357719242572784e-05,1.3269484043121338e-05,1.4181248843669891e-05,1.5093013644218445e-05,1.6004778444766998e-05,1.6916543245315552e-05,1.7828308045864105e-05,1.874007284641266e-05,1.9651837646961212e-05,2.0563602447509766e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-5.02467155456543e-05,-4.853028804063797e-05,-4.681386053562164e-05,-4.5097433030605316e-05,-4.338100552558899e-05,-4.166457802057266e-05,-3.9948150515556335e-05,-3.823172301054001e-05,-3.651529550552368e-05,-3.4798868000507355e-05,-3.308244049549103e-05,-3.13660129904747e-05,-2.9649585485458374e-05,-2.7933157980442047e-05,-2.621673047542572e-05,-2.4500302970409393e-05,-2.2783875465393066e-05,-2.106744796037674e-05,-1.9351020455360413e-05,-1.7634592950344086e-05,-1.591816544532776e-05,-1.4201737940311432e-05,-1.2485310435295105e-05,-1.0768882930278778e-05,-9.052455425262451e-06,-7.336027920246124e-06,-5.619600415229797e-06,-3.9031729102134705e-06,-2.1867454051971436e-06,-4.7031790018081665e-07,1.2461096048355103e-06,2.962537109851837e-06,4.678964614868164e-06,6.395392119884491e-06,8.111819624900818e-06,9.828247129917145e-06,1.1544674634933472e-05,1.3261102139949799e-05,1.4977529644966125e-05,1.6693957149982452e-05,1.841038465499878e-05,2.0126812160015106e-05,2.1843239665031433e-05,2.355966717004776e-05,2.5276094675064087e-05,2.6992522180080414e-05,2.870894968509674e-05,3.0425377190113068e-05,3.2141804695129395e-05,3.385823220014572e-05,3.557465970516205e-05,3.7291087210178375e-05,3.90075147151947e-05,4.072394222021103e-05,4.2440369725227356e-05,4.415679723024368e-05,4.587322473526001e-05,4.758965224027634e-05,4.9306079745292664e-05,5.102250725030899e-05,5.273893475532532e-05,5.4455362260341644e-05,5.617178976535797e-05,5.78882172703743e-05,5.9604644775390625e-05],"_type":"histogram","values":[2,0,1,0,1,3,4,4,4,7,7,7,5,8,12,15,15,13,12,9,15,18,14,23,34,24,39,34,30,49,39,45,39,25,24,24,15,16,11,11,18,16,10,8,10,7,7,7,6,0,5,5,3,5,0,1,0,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,0,2,2,2,1,0,8,1,2,8,4,7,11,7,12,10,18,21,19,26,24,20,23,17,33,22,26,25,34,25,31,31,34,30,28,12,25,25,16,11,15,15,14,9,12,9,8,5,6,4,4,2,1,2,0,2,2,2,1,0,1],"bins":[-0.008918844163417816,-0.008640104904770851,-0.008361365646123886,-0.008082625456154346,-0.0078038861975073814,-0.007525146938860416,-0.007246407214552164,-0.006967667955905199,-0.006688928231596947,-0.006410188972949982,-0.006131449714303017,-0.005852709989994764,-0.005573970731347799,-0.005295231007039547,-0.005016491748392582,-0.00473775202408433,-0.004459012765437365,-0.0041802735067903996,-0.003901533782482147,-0.0036227942910045385,-0.00334405479952693,-0.003065315540879965,-0.002786576049402356,-0.0025078365579247475,-0.002229097066447139,-0.00195035757496953,-0.0016716180834919214,-0.0013928787084296346,-0.0011141392169520259,-0.0008353997254744172,-0.0005566602922044694,-0.0002779208298306912,8.186325430870056e-07,0.00027955809491686523,0.0005582975572906435,0.0008370369905605912,0.0011157764820382,0.0013945159735158086,0.0016732553485780954,0.0019519948400557041,0.002230734331533313,0.0025094738230109215,0.00278821331448853,0.003066952805966139,0.003345692064613104,0.0036244315560907125,0.0039031710475683212,0.0041819107718765736,0.004460650030523539,0.004739389289170504,0.005018129013478756,0.005296868272125721,0.005575607996433973,0.005854347255080938,0.006133086979389191,0.006411826238036156,0.006690565496683121,0.006969305220991373,0.007248044479638338,0.00752678420394659,0.0078055234625935555,0.00808426272124052,0.00836300291121006,0.008641742169857025,0.00892048142850399],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.03528933599591255,-0.034050967544317245,-0.03281259536743164,-0.031574226915836334,-0.03033585660159588,-0.029097488150000572,-0.027859117835760117,-0.02662074752151966,-0.025382377207279205,-0.0241440087556839,-0.022905638441443443,-0.021667268127202988,-0.02042889967560768,-0.019190529361367226,-0.01795215904712677,-0.016713790595531464,-0.015475420281291008,-0.014237050898373127,-0.012998680584132671,-0.01176031120121479,-0.010521940886974335,-0.009283571504056454,-0.008045202121138573,-0.006806832272559404,-0.005568462423980236,-0.004330092575401068,-0.003091722959652543,-0.0018533532274886966,-0.0006149834953248501,0.0006233862368389964,0.001861755969002843,0.0031001255847513676,0.004338495433330536,0.005576865281909704,0.0068152351304888725,0.008053604513406754,0.00929197482764721,0.01053034421056509,0.011768713593482971,0.013007083907723427,0.014245453290641308,0.015483822673559189,0.016722192987799644,0.0179605633020401,0.019198931753635406,0.020437302067875862,0.021675672382116318,0.022914040833711624,0.02415241114795208,0.025390781462192535,0.026629149913787842,0.027867520228028297,0.029105890542268753,0.03034425899386406,0.031582631170749664,0.03282099962234497,0.03405936807394028,0.03529774025082588,0.03653610870242119,0.037774477154016495,0.0390128493309021,0.040251217782497406,0.04148958623409271,0.04272795841097832,0.043966326862573624],"_type":"histogram","values":[1,4,2,3,3,6,3,7,5,10,3,9,8,11,10,8,10,16,13,17,13,21,24,32,27,34,34,29,32,36,28,34,30,21,30,25,19,13,12,15,14,9,7,11,8,9,7,6,4,2,4,8,5,7,1,2,1,1,3,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,1,0,2,0,1,1,0,0,0,1,2,8,2,2,1,8,3,7,10,17,20,38,39,42,55,69,79,88,113,133,127,132,116,121,130,108,119,73,78,71,57,42,35,28,17,14,14,2,7,7,2,1,1,1,1,0,0,0,0,0,1],"bins":[-0.017406029626727104,-0.01707080565392971,-0.016735581681132317,-0.016400357708334923,-0.01606513373553753,-0.015729909762740135,-0.015394684858620167,-0.015059460885822773,-0.01472423691302538,-0.014389012940227985,-0.014053788967430592,-0.013718564994633198,-0.01338334009051323,-0.013048116117715836,-0.012712892144918442,-0.012377668172121048,-0.012042444199323654,-0.01170722022652626,-0.011371996253728867,-0.011036772280931473,-0.010701548308134079,-0.01036632340401411,-0.010031099431216717,-0.009695875458419323,-0.00936065148562193,-0.009025427512824535,-0.008690203540027142,-0.008354979567229748,-0.00801975466310978,-0.007684531155973673,-0.007349306717514992,-0.007014082744717598,-0.006678858771920204,-0.00634363479912281,-0.0060084108263254166,-0.0056731863878667355,-0.005337962415069342,-0.005002738442271948,-0.004667514003813267,-0.004332290031015873,-0.003997066058218479,-0.0036618420854210854,-0.003326617879793048,-0.0029913936741650105,-0.0026561697013676167,-0.002320945728570223,-0.0019857215229421854,-0.0016504974337294698,-0.0013152733445167542,-0.0009800492553040385,-0.0006448251660913229,-0.0003096010768786073,2.5623012334108353e-05,0.000360847101546824,0.0006960711907595396,0.0010312952799722552,0.0013665193691849709,0.0017017434583976865,0.002036967547610402,0.0023721917532384396,0.0027074157260358334,0.003042639698833227,0.0033778639044612646,0.003713088110089302,0.004048312082886696],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[0.9794526100158691,0.9800742268562317,0.980695903301239,0.9813175201416016,0.9819391965866089,0.9825608134269714,0.983182430267334,0.9838041067123413,0.9844257235527039,0.9850473999977112,0.9856690168380737,0.9862906336784363,0.9869123101234436,0.9875339269638062,0.9881556034088135,0.988777220249176,0.9893988370895386,0.9900205135345459,0.9906421303749084,0.9912638068199158,0.9918854236602783,0.9925071001052856,0.9931287169456482,0.9937503337860107,0.9943720102310181,0.9949936270713806,0.9956153035163879,0.9962369203567505,0.996858537197113,0.9974802136421204,0.9981018304824829,0.9987235069274902,0.9993451237678528,0.9999667406082153,1.0005884170532227,1.00121009349823,1.0018316507339478,1.002453327178955,1.0030750036239624,1.0036965608596802,1.0043182373046875,1.0049399137496948,1.0055615901947021,1.00618314743042,1.0068048238754272,1.0074265003204346,1.0080480575561523,1.0086697340011597,1.009291410446167,1.0099129676818848,1.010534644126892,1.0111563205718994,1.0117779970169067,1.0123995542526245,1.0130212306976318,1.0136429071426392,1.014264464378357,1.0148861408233643,1.0155078172683716,1.0161293745040894,1.0167510509490967,1.017372727394104,1.0179944038391113,1.018615961074829,1.0192376375198364],"_type":"histogram","values":[2,1,1,0,1,1,2,3,1,2,3,6,4,2,5,13,7,13,9,10,14,12,24,22,24,30,25,28,24,26,20,28,30,29,42,34,24,29,26,26,19,23,21,15,16,11,9,7,7,7,6,3,4,1,3,2,2,5,0,1,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,1,3,0,1,1,3,5,9,8,20,30,32,58,89,119,200,276,343,500,751,988,1431,2088,2868,4273,6221,9329,14161,21980,35638,62504,117334,129878,68817,39281,23637,15181,10022,6606,4405,3213,2161,1550,1158,791,572,425,287,186,103,90,68,37,32,18,17,6,2,7,2,3,2,2],"bins":[-0.0018129348754882812,-0.0017581433057785034,-0.0017033517360687256,-0.0016485601663589478,-0.00159376859664917,-0.001538977026939392,-0.0014841854572296143,-0.0014293938875198364,-0.0013746023178100586,-0.0013198107481002808,-0.001265019178390503,-0.001210227608680725,-0.0011554360389709473,-0.0011006444692611694,-0.0010458528995513916,-0.0009910613298416138,-0.0009362697601318359,-0.0008814781904220581,-0.0008266866207122803,-0.0007718950510025024,-0.0007171034812927246,-0.0006623119115829468,-0.0006075203418731689,-0.0005527287721633911,-0.0004979372024536133,-0.00044314563274383545,-0.0003883540630340576,-0.0003335624933242798,-0.00027877092361450195,-0.00022397935390472412,-0.0001691877841949463,-0.00011439621448516846,-5.9604644775390625e-05,-4.813075065612793e-06,4.997849464416504e-05,0.00010477006435394287,0.0001595616340637207,0.00021435320377349854,0.00026914477348327637,0.0003239363431930542,0.00037872791290283203,0.00043351948261260986,0.0004883110523223877,0.0005431026220321655,0.0005978941917419434,0.0006526857614517212,0.000707477331161499,0.0007622689008712769,0.0008170604705810547,0.0008718520402908325,0.0009266436100006104,0.0009814351797103882,0.001036226749420166,0.0010910183191299438,0.0011458098888397217,0.0012006014585494995,0.0012553930282592773,0.0013101845979690552,0.001364976167678833,0.0014197677373886108,0.0014745593070983887,0.0015293508768081665,0.0015841424465179443,0.0016389340162277222,0.0016937255859375]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,2,1,2,4,2,4,8,9,12,14,16,10,18,19,19,15,21,26,31,27,24,30,32,36,39,28,27,20,23,17,21,22,17,18,11,14,14,21,11,8,10,4,4,1,6,8,5,2,8,5,2,3,1,3,0,2,2,2,0,1,3],"bins":[0.9805322289466858,0.9812053442001343,0.9818784594535828,0.982551634311676,0.9832247495651245,0.983897864818573,0.9845709800720215,0.9852441549301147,0.9859172701835632,0.9865903854370117,0.9872635006904602,0.9879366755485535,0.988609790802002,0.9892829060554504,0.9899560213088989,0.9906291961669922,0.9913023114204407,0.9919754266738892,0.9926485419273376,0.9933216571807861,0.9939948320388794,0.9946679472923279,0.9953410625457764,0.9960141777992249,0.9966873526573181,0.9973604679107666,0.9980335831642151,0.9987066984176636,0.9993798732757568,1.0000529289245605,1.0007261037826538,1.001399278640747,1.0020723342895508,1.002745509147644,1.0034185647964478,1.004091739654541,1.0047649145126343,1.005437970161438,1.0061111450195312,1.0067843198776245,1.0074573755264282,1.0081305503845215,1.0088036060333252,1.0094767808914185,1.0101499557495117,1.0108230113983154,1.0114961862564087,1.012169361114502,1.0128424167633057,1.013515591621399,1.0141886472702026,1.014861822128296,1.0155349969863892,1.0162080526351929,1.0168812274932861,1.0175542831420898,1.018227458000183,1.0189006328582764,1.01957368850708,1.0202468633651733,1.0209200382232666,1.0215930938720703,1.0222662687301636,1.0229393243789673,1.0236124992370605]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,2,0,1,3,3,0,2,2,3,4,5,11,4,10,16,19,14,28,25,19,31,26,34,29,38,34,31,30,41,35,33,24,33,26,19,19,20,9,13,14,10,8,5,8,2,5,3,3,6,0,1,2,0,0,2,0,0,0,0,1],"bins":[-0.005566718522459269,-0.005385321564972401,-0.0052039241418242455,-0.0050225271843373775,-0.004841129761189222,-0.004659732803702354,-0.004478335380554199,-0.004296938423067331,-0.004115540999919176,-0.003934144042432308,-0.0037527468521147966,-0.003571349661797285,-0.0033899524714797735,-0.003208555281162262,-0.0030271580908447504,-0.002845760900527239,-0.0026643637102097273,-0.0024829665198922157,-0.002301569329574704,-0.0021201721392571926,-0.001938774948939681,-0.0017573778750374913,-0.0015759806847199798,-0.0013945834944024682,-0.0012131863040849566,-0.001031789113767445,-0.0008503919234499335,-0.0006689947913400829,-0.0004875976010225713,-0.00030620041070505977,-0.00012480324949137866,5.6593926274217665e-05,0.000237991102039814,0.00041938829235732555,0.0006007854826748371,0.0007821826147846878,0.0009635798051021993,0.00114497693721205,0.0013263741275295615,0.001507771317847073,0.0016891685081645846,0.0018705656984820962,0.002051962772384286,0.0022333599627017975,0.002414757153019309,0.0025961543433368206,0.002777551533654332,0.0029589487239718437,0.0031403459142893553,0.003321743104606867,0.0035031402949243784,0.00368453748524189,0.0038659346755594015,0.004047331865876913,0.004228728823363781,0.004410126246511936,0.004591523203998804,0.004772920627146959,0.004954317584633827,0.005135715007781982,0.00531711196526885,0.0054985093884170055,0.0056799063459038734,0.005861303769052029,0.0060427007265388966]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,2,0,1,0,1,0,2,3,3,1,3,6,6,4,10,8,8,9,10,14,14,20,22,31,25,22,24,31,26,15,29,24,27,29,23,26,21,20,22,18,21,22,21,26,15,14,17,14,10,4,8,11,4,4,6,3,2,2,0,2],"bins":[-0.009296979755163193,-0.00904135126620531,-0.008785721845924854,-0.008530093356966972,-0.008274463936686516,-0.008018835447728634,-0.007763206027448177,-0.007507577072829008,-0.007251948118209839,-0.006996319629251957,-0.006740690674632788,-0.0064850617200136185,-0.006229432765394449,-0.00597380381077528,-0.005718174856156111,-0.0054625459015369415,-0.005206916946917772,-0.004951287992298603,-0.004695659037679434,-0.004440030083060265,-0.004184401128441095,-0.003928772173821926,-0.0036731434520334005,-0.0034175144974142313,-0.003161885542795062,-0.002906256588175893,-0.0026506276335567236,-0.0023949986789375544,-0.0021393699571490288,-0.0018837408861145377,-0.0016281120479106903,-0.001372483093291521,-0.0011168536730110645,-0.0008612247183918953,-0.000605595821980387,-0.0003499668964650482,-9.433797094970942e-05,0.00016129095456562936,0.00041691988008096814,0.0006725487764924765,0.0009281777311116457,0.001183806685730815,0.0014394356403499842,0.0016950644785538316,0.0019506934331730008,0.0022063222713768482,0.0024619512259960175,0.0027175801806151867,0.002973209135234356,0.003228838089853525,0.0034844670444726944,0.0037400959990918636,0.003995724953711033,0.004251353908330202,0.004506982862949371,0.004762611817568541,0.00501824077218771,0.005273869261145592,0.005529498215764761,0.00578512717038393,0.0060407561250030994,0.006296385079622269,0.006552014034241438,0.006807642988860607,0.007063271943479776]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[2,0,2,3,1,1,4,2,8,3,6,9,5,7,9,7,10,10,13,19,18,18,24,14,21,18,22,19,23,30,29,24,30,29,18,31,26,25,24,19,12,21,18,20,13,15,10,8,4,9,14,9,7,4,3,7,1,1,2,3,1,1,0,2],"bins":[-0.02133808471262455,-0.020671844482421875,-0.02000560238957405,-0.019339362159371376,-0.0186731219291687,-0.018006879836320877,-0.017340639606118202,-0.016674399375915527,-0.016008157283067703,-0.015341917052865028,-0.014675676822662354,-0.014009435661137104,-0.013343194499611855,-0.01267695426940918,-0.01201071310788393,-0.011344472877681255,-0.010678231716156006,-0.010011990554630756,-0.009345750324428082,-0.008679509162902832,-0.008013268932700157,-0.007347027771174908,-0.006680786609649658,-0.006014545913785696,-0.005348305217921734,-0.004682064522057772,-0.0040158238261938095,-0.00334958266466856,-0.002683341968804598,-0.0020171012729406357,-0.0013508603442460299,-0.0006846195319667459,-1.8376857042312622e-05,0.0006478639552369714,0.0013141047675162554,0.001980345696210861,0.0026465863920748234,0.0033128270879387856,0.003979068249464035,0.004645308945327997,0.005311549641191959,0.0059777903370559216,0.006644031032919884,0.007310272194445133,0.007976513355970383,0.008642753586173058,0.009308994747698307,0.009975234977900982,0.010641476139426231,0.01130771730095148,0.011973957531154156,0.012640198692679405,0.01330643892288208,0.01397268008440733,0.014638921245932579,0.015305161476135254,0.015971403568983078,0.016637643799185753,0.017303884029388428,0.017970124259591103,0.018636366352438927,0.0193026065826416,0.019968846812844276,0.0206350889056921,0.021301329135894775]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,0,1,1,0,0,2,1,0,2,0,2,2,8,4,10,6,4,11,9,12,7,13,18,16,27,21,33,28,39,35,38,31,39,29,20,36,33,25,29,25,23,11,15,14,17,9,11,8,9,12,7,2,1,5,0,0,3,0,1,0,0,1,1],"bins":[-0.001487193163484335,-0.0014424078399315476,-0.0013976223999634385,-0.0013528370764106512,-0.001308051636442542,-0.0012632663128897548,-0.0012184809893369675,-0.0011736955493688583,-0.001128910225816071,-0.0010841249022632837,-0.0010393394622951746,-0.0009945541387423873,-0.0009497687569819391,-0.0009049833752214909,-0.0008601980516687036,-0.0008154126699082553,-0.0007706272881478071,-0.0007258419063873589,-0.0006810565246269107,-0.0006362712010741234,-0.0005914858193136752,-0.000546700437553227,-0.0005019151140004396,-0.0004571297322399914,-0.0004123443504795432,-0.000367558968719095,-0.00032277361606247723,-0.00027798826340585947,-0.00023320288164541125,-0.00018841751443687826,-0.00014363214722834527,-9.884678001981229e-05,-5.4061529226601124e-05,-9.276162018068135e-06,3.5509205190464854e-05,8.029457239899784e-05,0.00012507993960753083,0.00016986530681606382,0.0002146506740245968,0.00025943602668121457,0.0003042214084416628,0.000349006790202111,0.00039379214285872877,0.0004385774955153465,0.00048336287727579474,0.000528148259036243,0.0005729335825890303,0.0006177189643494785,0.0006625043461099267,0.0007072897278703749,0.0007520751096308231,0.0007968604331836104,0.0008416458149440587,0.0008864311967045069,0.0009312165202572942,0.0009760019020177424,0.0010207872837781906,0.001065572607330978,0.001110358047299087,0.0011551433708518744,0.0011999288108199835,0.0012447141343727708,0.001289499457925558,0.0013342848978936672,0.0013790702214464545],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,2,7,5,6,28,40,57,113,157,277,401,702,987,1374,1974,2760,3722,4998,6615,8492,10688,13302,16078,19077,22079,24942,27731,30254,32264,33378,33911,34032,33139,31782,29722,27713,24665,21738,18748,15740,12968,10591,8443,6514,5073,3674,2745,2066,1334,887,661,443,291,176,107,64,34,17,14,8,7,2,4],"bins":[-0.09577714651823044,-0.09278083592653275,-0.08978452533483505,-0.08678821474313736,-0.08379189670085907,-0.08079558610916138,-0.07779927551746368,-0.07480296492576599,-0.0718066543340683,-0.0688103437423706,-0.06581403315067291,-0.06281772255897522,-0.05982140824198723,-0.056825097650289536,-0.053828783333301544,-0.05083247274160385,-0.04783616214990616,-0.044839851558208466,-0.04184354096651077,-0.03884722664952278,-0.03585091605782509,-0.032854605466127396,-0.029858293011784554,-0.02686198055744171,-0.02386566996574402,-0.020869359374046326,-0.017873046919703484,-0.014876735396683216,-0.011880423873662949,-0.008884112350642681,-0.005887800827622414,-0.002891489304602146,0.00010481476783752441,0.003101126290857792,0.006097437813878059,0.009093749336898327,0.012090060859918594,0.015086372382938862,0.01808268390595913,0.02107899636030197,0.024075306951999664,0.027071617543697357,0.0300679299980402,0.03306424245238304,0.036060553044080734,0.03905686363577843,0.04205317795276642,0.04504948854446411,0.048045799136161804,0.0510421097278595,0.05403842031955719,0.05703473463654518,0.060031045228242874,0.06302735954523087,0.06602367013692856,0.06901998072862625,0.07201629132032394,0.07501260191202164,0.07800891250371933,0.08100522309541702,0.08400154113769531,0.086997851729393,0.0899941623210907,0.09299047291278839,0.09598678350448608]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,1,0,2,0,2,4,6,6,8,8,9,33,20,48,65,89,124,199,322,426,628,907,1403,2091,3592,6276,11501,23177,56988,153017,186190,78492,30993,14479,7068,4210,2631,1647,960,706,435,339,220,155,106,78,63,27,22,14,11,6,7,5,0,3,1,2,0,0,0,0,1],"bins":[-6.818771362304688e-05,-6.59991055727005e-05,-6.381049752235413e-05,-6.162188947200775e-05,-5.943328142166138e-05,-5.7244673371315e-05,-5.505606532096863e-05,-5.2867457270622253e-05,-5.067884922027588e-05,-4.8490241169929504e-05,-4.630163311958313e-05,-4.4113025069236755e-05,-4.192441701889038e-05,-3.9735808968544006e-05,-3.754720091819763e-05,-3.535859286785126e-05,-3.316998481750488e-05,-3.098137676715851e-05,-2.8792768716812134e-05,-2.660416066646576e-05,-2.4415552616119385e-05,-2.222694456577301e-05,-2.0038336515426636e-05,-1.784972846508026e-05,-1.5661120414733887e-05,-1.3472512364387512e-05,-1.1283904314041138e-05,-9.095296263694763e-06,-6.906688213348389e-06,-4.718080163002014e-06,-2.5294721126556396e-06,-3.4086406230926514e-07,1.8477439880371094e-06,4.036352038383484e-06,6.224960088729858e-06,8.413568139076233e-06,1.0602176189422607e-05,1.2790784239768982e-05,1.4979392290115356e-05,1.716800034046173e-05,1.9356608390808105e-05,2.154521644115448e-05,2.3733824491500854e-05,2.592243254184723e-05,2.8111040592193604e-05,3.0299648642539978e-05,3.248825669288635e-05,3.467686474323273e-05,3.68654727935791e-05,3.9054080843925476e-05,4.124268889427185e-05,4.3431296944618225e-05,4.56199049949646e-05,4.7808513045310974e-05,4.999712109565735e-05,5.218572914600372e-05,5.43743371963501e-05,5.656294524669647e-05,5.875155329704285e-05,6.094016134738922e-05,6.31287693977356e-05,6.531737744808197e-05,6.750598549842834e-05,6.969459354877472e-05,7.18832015991211e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0003032684326171875,-0.00029306672513484955,-0.0002828650176525116,-0.00027266331017017365,-0.0002624616026878357,-0.00025225989520549774,-0.0002420581877231598,-0.00023185648024082184,-0.0002216547727584839,-0.00021145306527614594,-0.00020125135779380798,-0.00019104965031147003,-0.00018084794282913208,-0.00017064623534679413,-0.00016044452786445618,-0.00015024282038211823,-0.00014004111289978027,-0.00012983940541744232,-0.00011963769793510437,-0.00010943599045276642,-9.923428297042847e-05,-8.903257548809052e-05,-7.883086800575256e-05,-6.862916052341461e-05,-5.842745304107666e-05,-4.822574555873871e-05,-3.802403807640076e-05,-2.7822330594062805e-05,-1.7620623111724854e-05,-7.418915629386902e-06,2.78279185295105e-06,1.2984499335289001e-05,2.3186206817626953e-05,3.3387914299964905e-05,4.3589621782302856e-05,5.379132926464081e-05,6.399303674697876e-05,7.419474422931671e-05,8.439645171165466e-05,9.459815919399261e-05,0.00010479986667633057,0.00011500157415866852,0.00012520328164100647,0.00013540498912334442,0.00014560669660568237,0.00015580840408802032,0.00016601011157035828,0.00017621181905269623,0.00018641352653503418,0.00019661523401737213,0.00020681694149971008,0.00021701864898204803,0.00022722035646438599,0.00023742206394672394,0.0002476237714290619,0.00025782547891139984,0.0002680271863937378,0.00027822889387607574,0.0002884306013584137,0.00029863230884075165,0.0003088340163230896,0.00031903572380542755,0.0003292374312877655,0.00033943913877010345,0.0003496408462524414],"_type":"histogram","values":[1,1,0,1,0,1,2,0,1,1,1,3,0,5,1,5,9,11,8,11,12,22,29,28,33,34,35,39,38,48,39,51,33,38,36,29,31,32,14,16,13,11,10,10,3,5,3,2,2,1,0,4,0,1,0,0,1,0,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.0010676980018615723,-0.001033528707921505,-0.0009993594139814377,-0.0009651901200413704,-0.0009310208261013031,-0.0008968515321612358,-0.0008626822382211685,-0.0008285129442811012,-0.0007943436503410339,-0.0007601743564009666,-0.0007260050624608994,-0.0006918357685208321,-0.0006576664745807648,-0.0006234971806406975,-0.0005893278867006302,-0.0005551585927605629,-0.0005209892988204956,-0.0004868200048804283,-0.000452650710940361,-0.00041848141700029373,-0.00038431212306022644,-0.00035014282912015915,-0.00031597353518009186,-0.00028180424124002457,-0.0002476349472999573,-0.00021346565335988998,-0.0001792963594198227,-0.0001451270654797554,-0.00011095777153968811,-7.678847759962082e-05,-4.261918365955353e-05,-8.449889719486237e-06,2.5719404220581055e-05,5.9888698160648346e-05,9.405799210071564e-05,0.00012822728604078293,0.00016239657998085022,0.0001965658739209175,0.0002307351678609848,0.0002649044618010521,0.0002990737557411194,0.0003332430496811867,0.00036741234362125397,0.00040158163756132126,0.00043575093150138855,0.00046992022544145584,0.0005040895193815231,0.0005382588133215904,0.0005724281072616577,0.000606597401201725,0.0006407666951417923,0.0006749359890818596,0.0007091052830219269,0.0007432745769619942,0.0007774438709020615,0.0008116131648421288,0.000845782458782196,0.0008799517527222633,0.0009141210466623306,0.0009482903406023979,0.0009824596345424652,0.0010166289284825325,0.0010507982224225998,0.001084967516362667,0.0011191368103027344],"_type":"histogram","values":[1,0,0,0,4,2,1,2,1,6,4,1,5,7,3,7,10,11,14,25,17,9,13,18,20,22,20,33,29,43,29,41,38,36,35,30,24,26,21,21,17,14,17,11,10,8,10,6,7,8,2,4,6,5,4,2,3,1,1,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"bins":[-0.048589061945676804,-0.04710175842046738,-0.04561445116996765,-0.044127147644758224,-0.0426398441195488,-0.04115253686904907,-0.039665233343839645,-0.03817792981863022,-0.03669062256813049,-0.035203319042921066,-0.03371601551771164,-0.03222871199250221,-0.030741404742002487,-0.02925410121679306,-0.027766795828938484,-0.026279492303729057,-0.02479218691587448,-0.023304881528019905,-0.021817578002810478,-0.020330272614955902,-0.018842969089746475,-0.0173556637018919,-0.015868358314037323,-0.014381053857505322,-0.01289374940097332,-0.011406444944441319,-0.009919140487909317,-0.008431835100054741,-0.006944530643522739,-0.005457226186990738,-0.003969921264797449,-0.002482616575434804,-0.0009953118860721588,0.0004919928032904863,0.0019792974926531315,0.0034666021820157766,0.004953906871378422,0.006441211327910423,0.007928516715765,0.009415821172297001,0.010903125628829002,0.012390430085361004,0.013877734541893005,0.015365039929747581,0.016852345317602158,0.018339648842811584,0.01982695423066616,0.021314257755875587,0.022801563143730164,0.02428886853158474,0.025776172056794167,0.027263477444648743,0.02875078096985817,0.030238086357712746,0.03172539174556732,0.03321269527077675,0.034699998795986176,0.0361873060464859,0.03767460957169533,0.039161913096904755,0.04064922034740448,0.04213652387261391,0.043623827397823334,0.04511113464832306,0.046598438173532486],"_type":"histogram","values":[1,0,2,0,1,0,1,0,1,0,3,4,5,5,7,5,8,8,9,12,17,19,18,22,16,22,32,22,32,30,29,28,28,27,22,27,35,34,23,19,37,18,27,19,16,21,12,14,4,5,4,5,1,1,1,0,2,2,1,1,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.007064168807119131,-0.006855862680822611,-0.006647556088864803,-0.006439249962568283,-0.0062309433706104755,-0.006022637244313955,-0.005814331118017435,-0.0056060245260596275,-0.005397718399763107,-0.0051894118078053,-0.0049811056815087795,-0.004772799555212259,-0.004564492963254452,-0.0043561868369579315,-0.004147880245000124,-0.003939574118703604,-0.00373126775957644,-0.003522961400449276,-0.003314655041322112,-0.003106348915025592,-0.002898042555898428,-0.002689736196771264,-0.0024814298376441,-0.0022731234785169363,-0.0020648171193897724,-0.0018565108766779304,-0.0016482046339660883,-0.0014398982748389244,-0.0012315919157117605,-0.0010232856729999185,-0.0008149793138727546,-0.0006066730129532516,-0.0003983667120337486,-0.00019006039656233042,1.8245918909087777e-05,0.00022655223438050598,0.0004348585498519242,0.0006431648507714272,0.000851471209898591,0.001059777452610433,0.001268083811737597,0.0014763901708647609,0.001684696413576603,0.0018930027727037668,0.0021013091318309307,0.0023096154909580946,0.002517921617254615,0.0027262279763817787,0.0029345343355089426,0.0031428406946361065,0.0033511470537632704,0.0035594531800597906,0.0037677595391869545,0.003976066131144762,0.004184372257441282,0.0043926783837378025,0.00460098497569561,0.00480929110199213,0.005017597693949938,0.005225903820246458,0.005434209946542978,0.005642516538500786,0.005850822664797306,0.006059129256755114,0.006267435383051634],"_type":"histogram","values":[1,0,1,0,2,0,2,0,3,2,3,1,2,3,7,9,10,10,12,18,10,17,20,14,26,16,18,26,27,19,33,28,38,34,32,21,27,25,20,29,23,17,17,15,12,12,13,11,13,5,12,8,8,7,7,10,2,1,3,1,2,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,0,1,2,2,1,3,3,5,5,14,11,8,8,11,17,19,25,22,29,25,28,33,36,37,25,35,44,37,28,17,22,30,23,25,20,30,8,14,7,7,10,6,8,7,6,2,2,1,0,1,1,0,1,1,0,0,1],"bins":[-0.014463583938777447,-0.014015361666679382,-0.013567138463258743,-0.013118916191160679,-0.012670693919062614,-0.012222470715641975,-0.011774248443543911,-0.011326026171445847,-0.010877802968025208,-0.010429580695927143,-0.009981358423829079,-0.009533136151731014,-0.009084912948310375,-0.00863669067621231,-0.008188468404114246,-0.007740245666354895,-0.007292022928595543,-0.006843800190836191,-0.006395577918738127,-0.005947355180978775,-0.005499132908880711,-0.005050910171121359,-0.004602687433362007,-0.004154465161263943,-0.003706242423504591,-0.003258019918575883,-0.002809797413647175,-0.002361574675887823,-0.001913352170959115,-0.001465129666030407,-0.001016907044686377,-0.0005686844815500081,-0.00012046098709106445,0.00032776157604530454,0.0007759841391816735,0.0012242067605257034,0.0016724292654544115,0.0021206517703831196,0.0025688745081424713,0.0030170970130711794,0.0034653195179998875,0.003913542255759239,0.004361764527857304,0.004809987265616655,0.005258210003376007,0.0057064322754740715,0.006154655013233423,0.006602877285331488,0.007051100023090839,0.007499322760850191,0.007947545498609543,0.008395767770707607,0.008843990042805672,0.00929221324622631,0.009740435518324375,0.01018865779042244,0.010636880993843079,0.011085103265941143,0.011533325538039207,0.011981547810137272,0.012429771013557911,0.012877993285655975,0.01332621555775404,0.013774438761174679,0.014222661033272743]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,1,0,0,0,0,6,4,3,7,9,7,7,11,9,16,19,20,18,27,35,36,43,38,31,39,39,40,36,49,25,26,23,26,15,17,19,7,9,8,8,3,4,8,4,6,1,1,1,1,1,0,0,1],"bins":[-0.001892167842015624,-0.0018394205253571272,-0.0017866730922833085,-0.0017339257756248116,-0.001681178342550993,-0.0016284310258924961,-0.0015756837092339993,-0.0015229362761601806,-0.0014701889595016837,-0.001417441526427865,-0.0013646942097693682,-0.0013119468931108713,-0.0012591994600370526,-0.0012064521433785558,-0.001153704710304737,-0.0011009573936462402,-0.0010482100769877434,-0.0009954626439139247,-0.0009427152690477669,-0.0008899679523892701,-0.0008372205775231123,-0.0007844732026569545,-0.0007317258277907968,-0.000678978452924639,-0.0006262310780584812,-0.0005734837613999844,-0.0005207363865338266,-0.0004679890116676688,-0.00041524163680151105,-0.00036249429103918374,-0.00030974691617302597,-0.00025699957041069865,-0.00020425219554454088,-0.00015150483523029834,-9.875746764009818e-05,-4.6010103687876835e-05,6.737260264344513e-06,5.948462421656586e-05,0.00011223198816878721,0.00016497935575898737,0.0002177267160732299,0.0002704740909393877,0.000323221436701715,0.00037596881156787276,0.00042871618643403053,0.00048146353219635785,0.0005342108779586852,0.0005869582528248429,0.0006397056276910007,0.0006924530025571585,0.0007452003774233162,0.0007979476940818131,0.0008506950689479709,0.0009034424438141286,0.0009561898186802864,0.0010089371353387833,0.001061684568412602,0.0011144318850710988,0.0011671793181449175,0.0012199266348034143,0.0012726739514619112,0.0013254213845357299,0.0013781687011942267,0.0014309161342680454,0.0014836634509265423]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[1,2,1,6,2,3,6,5,16,11,21,42,48,63,79,133,193,257,353,505,702,1032,1407,1943,2885,4199,6318,9568,14436,23974,41682,78720,150664,110952,55387,30455,18513,11333,7248,5048,3431,2457,1669,1170,845,598,397,297,227,141,118,76,53,34,41,15,10,10,4,6,2,3,4,3],"bins":[-0.0013036727905273438,-0.001263841986656189,-0.0012240111827850342,-0.0011841803789138794,-0.0011443495750427246,-0.0011045187711715698,-0.001064687967300415,-0.0010248571634292603,-0.0009850263595581055,-0.0009451955556869507,-0.0009053647518157959,-0.0008655339479446411,-0.0008257031440734863,-0.0007858723402023315,-0.0007460415363311768,-0.000706210732460022,-0.0006663799285888672,-0.0006265491247177124,-0.0005867183208465576,-0.0005468875169754028,-0.000507056713104248,-0.00046722590923309326,-0.0004273951053619385,-0.0003875643014907837,-0.0003477334976196289,-0.0003079026937484741,-0.00026807188987731934,-0.00022824108600616455,-0.00018841028213500977,-0.00014857947826385498,-0.0001087486743927002,-6.891787052154541e-05,-2.9087066650390625e-05,1.074373722076416e-05,5.0574541091918945e-05,9.040534496307373e-05,0.00013023614883422852,0.0001700669527053833,0.00020989775657653809,0.00024972856044769287,0.00028955936431884766,0.00032939016819000244,0.0003692209720611572,0.000409051775932312,0.0004488825798034668,0.0004887133836746216,0.0005285441875457764,0.0005683749914169312,0.0006082057952880859,0.0006480365991592407,0.0006878674030303955,0.0007276982069015503,0.0007675290107727051,0.0008073598146438599,0.0008471906185150146,0.0008870214223861694,0.0009268522262573242,0.000966683030128479,0.0010065138339996338,0.0010463446378707886,0.0010861754417419434,0.0011260062456130981,0.001165837049484253,0.0012056678533554077,0.0012454986572265625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,0,1,0,2,2,3,2,1,2,3,7,6,7,5,10,14,12,12,10,25,25,25,29,25,32,23,34,22,36,33,32,44,36,22,19,35,31,13,20,24,11,12,4,11,9,6,3,5,6,2,1,3,0,2,1,4,1,1,0,1],"bins":[0.9716569185256958,0.972274899482727,0.9728928804397583,0.9735108613967896,0.9741288423538208,0.974746823310852,0.9753648042678833,0.9759827852249146,0.9766007661819458,0.977218747138977,0.9778367280960083,0.9784547090530396,0.9790726900100708,0.979690670967102,0.9803086519241333,0.9809266328811646,0.9815446138381958,0.9821626543998718,0.9827806353569031,0.9833986163139343,0.9840165972709656,0.9846345782279968,0.9852525591850281,0.9858705401420593,0.9864885210990906,0.9871065020561218,0.9877244830131531,0.9883424639701843,0.9889604449272156,0.9895784258842468,0.9901964068412781,0.9908143877983093,0.9914323687553406,0.9920503497123718,0.9926683306694031,0.9932863116264343,0.9939042925834656,0.9945222735404968,0.9951402544975281,0.9957582354545593,0.9963762164115906,0.9969941973686218,0.9976121783256531,0.9982301592826843,0.9988481402397156,0.9994661211967468,1.0000841617584229,1.000702142715454,1.0013201236724854,1.0019381046295166,1.0025560855865479,1.003174066543579,1.0037920475006104,1.0044100284576416,1.0050280094146729,1.005645990371704,1.0062639713287354,1.0068819522857666,1.0074999332427979,1.008117914199829,1.0087358951568604,1.0093538761138916,1.0099718570709229,1.010589838027954,1.0112078189849854],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,0,3,9,17,19,27,53,85,143,235,373,575,811,1190,1675,2499,3303,4628,6038,7720,9884,12107,14803,17387,20365,23553,26254,28552,31120,32480,33150,33594,33120,32306,30702,28722,26071,23128,20110,17393,14555,11944,9673,7746,6053,4521,3315,2426,1753,1268,845,535,355,279,146,83,43,39,15,11,8,4,1],"bins":[-0.10025166720151901,-0.0971662774682045,-0.09408088773488998,-0.09099550545215607,-0.08791011571884155,-0.08482472598552704,-0.08173933625221252,-0.07865394651889801,-0.0755685567855835,-0.07248317450284958,-0.06939778476953506,-0.06631239503622055,-0.06322700530290604,-0.06014161929488182,-0.057056229561567307,-0.05397084355354309,-0.05088545382022858,-0.04780006408691406,-0.04471467807888985,-0.04162928834557533,-0.03854390233755112,-0.0354585126042366,-0.03237312287092209,-0.029287735000252724,-0.02620234712958336,-0.023116959258913994,-0.02003157138824463,-0.016946181654930115,-0.01386079378426075,-0.010775405913591385,-0.007690017111599445,-0.004604628775268793,-0.001519232988357544,0.0015661553479731083,0.0046515436843037605,0.007736932020634413,0.010822320356965065,0.01390770822763443,0.016993097960948944,0.02007848583161831,0.023163873702287674,0.02624926157295704,0.029334649443626404,0.03242003917694092,0.03550542891025543,0.03859081491827965,0.04167620465159416,0.04476159065961838,0.04784698039293289,0.050932370126247406,0.05401775613427162,0.057103145867586136,0.06018853187561035,0.06327392160892487,0.06635931134223938,0.0694447010755539,0.07253009080886841,0.07561547309160233,0.07870086282491684,0.08178625255823135,0.08487164229154587,0.08795703202486038,0.0910424143075943,0.09412780404090881,0.09721319377422333]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.003280996112152934,-0.0031807059422135353,-0.0030804157722741365,-0.0029801256023347378,-0.0028798351995646954,-0.0027795450296252966,-0.002679254859685898,-0.002578964689746499,-0.0024786745198071003,-0.0023783843498677015,-0.0022780941799283028,-0.002177804009988904,-0.0020775138400495052,-0.001977223437279463,-0.001876933267340064,-0.0017766430974006653,-0.0016763529274612665,-0.0015760627575218678,-0.001475772587582469,-0.0013754823012277484,-0.0012751921312883496,-0.0011749019613489509,-0.0010746116749942303,-0.0009743215050548315,-0.0008740313351154327,-0.000773741165176034,-0.0006734509370289743,-0.0005731607088819146,-0.00047287053894251585,-0.00037258033989928663,-0.0002722901408560574,-0.00017199994181282818,-7.170950993895531e-05,2.8580689104273915e-05,0.00012887088814750314,0.00022916108719073236,0.0003294512862339616,0.0004297414852771908,0.00053003168432042,0.0006303219124674797,0.0007306120824068785,0.0008309022523462772,0.0009311924804933369,0.0010314827086403966,0.0011317728785797954,0.0012320630485191941,0.0013323533348739147,0.0014326435048133135,0.0015329336747527122,0.001633223844692111,0.0017335140146315098,0.0018338043009862304,0.0019340944709256291,0.0020343847572803497,0.0021346749272197485,0.0022349650971591473,0.002335255267098546,0.002435545437037945,0.0025358356069773436,0.0026361257769167423,0.0027364161796867847,0.0028367063496261835,0.0029369965195655823,0.003037286689504981,0.00313757685944438],"_type":"histogram","values":[1,2,0,0,1,0,2,0,5,4,4,6,6,7,8,3,6,13,12,10,16,12,20,16,24,26,24,40,19,27,19,30,25,25,33,28,28,28,22,20,22,15,27,19,10,14,11,7,4,7,11,8,9,3,6,4,8,0,1,3,2,1,3,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[6,13,7,22,34,65,99,139,241,334,561,794,1193,1704,2480,3316,4473,5838,7759,9722,12206,14518,17409,20406,22924,25932,28513,30913,32383,33375,33831,32781,32620,30517,28644,26010,23301,20617,17721,14664,12265,9926,7845,5993,4634,3343,2393,1723,1199,870,542,377,235,162,88,53,42,23,10,9,1,4,0,2],"bins":[-0.08860520273447037,-0.08570274710655212,-0.08280029892921448,-0.07989784330129623,-0.07699538767337799,-0.07409293204545975,-0.0711904764175415,-0.06828802824020386,-0.06538557261228561,-0.06248311698436737,-0.059580665081739426,-0.05667821317911148,-0.05377575755119324,-0.050873301923274994,-0.04797085002064705,-0.045068398118019104,-0.04216594249010086,-0.03926348686218262,-0.03636103495955467,-0.03345858305692673,-0.030556127429008484,-0.02765367366373539,-0.024751219898462296,-0.0218487661331892,-0.018946312367916107,-0.016043858602643013,-0.013141404837369919,-0.010238951072096825,-0.0073364973068237305,-0.004434043541550636,-0.0015315897762775421,0.001370863988995552,0.004273317754268646,0.00717577151954174,0.010078225284814835,0.012980679050087929,0.015883132815361023,0.018785586580634117,0.02168804034590721,0.024590494111180305,0.0274929478764534,0.030395401641726494,0.03329785540699959,0.03620030730962753,0.039102762937545776,0.04200521856546402,0.044907670468091965,0.04781012237071991,0.05071257799863815,0.053615033626556396,0.05651748552918434,0.059419937431812286,0.06232239305973053,0.06522484868764877,0.06812730431556702,0.07102975249290466,0.0739322081208229,0.07683466374874115,0.0797371119260788,0.08263956755399704,0.08554202318191528,0.08844447880983353,0.09134693443775177,0.09424938261508942,0.09715183824300766],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.001979827880859375,-0.0019173920154571533,-0.0018549561500549316,-0.00179252028465271,-0.0017300844192504883,-0.0016676485538482666,-0.001605212688446045,-0.0015427768230438232,-0.0014803409576416016,-0.0014179050922393799,-0.0013554692268371582,-0.0012930333614349365,-0.0012305974960327148,-0.0011681616306304932,-0.0011057257652282715,-0.0010432898998260498,-0.0009808540344238281,-0.0009184181690216064,-0.0008559823036193848,-0.0007935464382171631,-0.0007311105728149414,-0.0006686747074127197,-0.000606238842010498,-0.0005438029766082764,-0.0004813671112060547,-0.000418931245803833,-0.00035649538040161133,-0.00029405951499938965,-0.00023162364959716797,-0.0001691877841949463,-0.00010675191879272461,-4.431605339050293e-05,1.811981201171875e-05,8.055567741394043e-05,0.0001429915428161621,0.0002054274082183838,0.00026786327362060547,0.00033029913902282715,0.00039273500442504883,0.0004551708698272705,0.0005176067352294922,0.0005800426006317139,0.0006424784660339355,0.0007049143314361572,0.0007673501968383789,0.0008297860622406006,0.0008922219276428223,0.0009546577930450439,0.0010170936584472656,0.0010795295238494873,0.001141965389251709,0.0012044012546539307,0.0012668371200561523,0.001329272985458374,0.0013917088508605957,0.0014541447162628174,0.001516580581665039,0.0015790164470672607,0.0016414523124694824,0.001703888177871704,0.0017663240432739258,0.0018287599086761475,0.0018911957740783691,0.001953631639480591,0.0020160675048828125],"_type":"histogram","values":[3,1,0,1,4,8,4,9,20,21,19,39,49,71,89,140,180,276,396,566,842,1271,1748,2508,3877,5793,9072,14737,24377,42594,82121,151553,111220,55472,30457,17959,11113,6860,4569,3069,2061,1388,974,669,458,346,207,164,118,80,75,49,36,28,18,15,7,9,3,4,3,1,2,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[2,0,3,1,1,1,2,0,4,3,2,6,3,11,7,16,18,15,22,16,15,25,23,28,33,26,31,34,25,35,26,29,32,23,21,26,21,14,22,22,25,13,15,16,4,8,8,5,7,9,3,4,0,1,1,0,1,1,0,0,0,1,0,2],"bins":[-0.00018590358376968652,-0.00017959397519007325,-0.00017328436661045998,-0.0001669747434789315,-0.00016066513489931822,-0.00015435552631970495,-0.00014804591774009168,-0.0001417363091604784,-0.00013542670058086514,-0.00012911707744933665,-0.00012280746886972338,-0.00011649786029011011,-0.00011018825171049684,-0.00010387863585492596,-9.756902727531269e-05,-9.125941141974181e-05,-8.494980284012854e-05,-7.864019426051527e-05,-7.233057840494439e-05,-6.602096982533112e-05,-5.9711357607739046e-05,-5.340174539014697e-05,-4.70921368105337e-05,-4.078252459294163e-05,-3.447291237534955e-05,-2.8163300157757476e-05,-2.1853689759154804e-05,-1.5544079360552132e-05,-9.234467142960057e-06,-2.924855834862683e-06,3.3847554732346907e-06,9.694366781332064e-06,1.6003978089429438e-05,2.2313590307021514e-05,2.8623200705624186e-05,3.493281110422686e-05,4.124242332181893e-05,4.755203553941101e-05,5.386164411902428e-05,6.017125633661635e-05,6.648086855420843e-05,7.27904771338217e-05,7.910009298939258e-05,8.540970156900585e-05,9.171931014861912e-05,9.802892600419e-05,0.00010433853458380327,0.00011064815043937415,0.00011695775901898742,0.00012326736759860069,0.00012957697617821395,0.00013588659930974245,0.00014219620788935572,0.000148505816468969,0.00015481542504858226,0.00016112503362819552,0.00016743465675972402,0.0001737442653393373,0.00018005387391895056,0.00018636348249856383,0.0001926730910781771,0.00019898269965779036,0.00020529232278931886,0.00021160193136893213,0.0002179115399485454]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9804489612579346,0.9809832572937012,0.9815175533294678,0.9820518493652344,0.982586145401001,0.9831203818321228,0.9836546778678894,0.984188973903656,0.9847232699394226,0.9852575659751892,0.9857918620109558,0.9863261580467224,0.9868603944778442,0.9873946905136108,0.9879289865493774,0.988463282585144,0.9889975786209106,0.9895318746566772,0.9900661706924438,0.9906004667282104,0.991134762763977,0.9916689991950989,0.9922032952308655,0.9927375912666321,0.9932718873023987,0.9938061833381653,0.9943404793739319,0.9948747754096985,0.9954090118408203,0.9959433078765869,0.9964776039123535,0.9970118999481201,0.9975461959838867,0.9980804920196533,0.9986147880554199,0.9991490840911865,0.9996833801269531,1.0002176761627197,1.0007519721984863,1.001286268234253,1.0018205642700195,1.0023547410964966,1.0028890371322632,1.0034233331680298,1.0039576292037964,1.004491925239563,1.0050262212753296,1.0055605173110962,1.0060948133468628,1.0066291093826294,1.007163405418396,1.0076977014541626,1.0082319974899292,1.0087662935256958,1.0093005895614624,1.009834885597229,1.010369062423706,1.0109033584594727,1.0114376544952393,1.0119719505310059,1.0125062465667725,1.013040542602539,1.0135748386383057,1.0141091346740723,1.0146434307098389],"_type":"histogram","values":[2,2,1,5,0,1,1,6,4,5,4,2,4,11,14,11,12,16,17,18,20,17,17,32,31,33,23,29,27,44,34,29,24,25,28,25,25,27,20,20,13,11,13,12,11,11,2,5,3,5,0,5,2,0,1,1,1,2,1,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[2,0,2,1,4,2,7,1,6,10,15,14,14,25,31,41,49,93,110,167,237,354,475,717,1207,1728,2933,5595,12488,33920,150508,285984,57471,18036,7466,3861,2102,1362,829,578,409,296,166,117,114,75,48,42,28,21,9,12,15,3,6,1,7,2,4,1,0,2,0,1],"bins":[-0.0011186599731445312,-0.0010828077793121338,-0.0010469555854797363,-0.0010111033916473389,-0.0009752511978149414,-0.0009393990039825439,-0.0009035468101501465,-0.000867694616317749,-0.0008318424224853516,-0.0007959902286529541,-0.0007601380348205566,-0.0007242858409881592,-0.0006884336471557617,-0.0006525814533233643,-0.0006167292594909668,-0.0005808770656585693,-0.0005450248718261719,-0.0005091726779937744,-0.00047332048416137695,-0.0004374682903289795,-0.00040161609649658203,-0.00036576390266418457,-0.0003299117088317871,-0.00029405951499938965,-0.0002582073211669922,-0.00022235512733459473,-0.00018650293350219727,-0.0001506507396697998,-0.00011479854583740234,-7.894635200500488e-05,-4.309415817260742e-05,-7.241964340209961e-06,2.86102294921875e-05,6.446242332458496e-05,0.00010031461715698242,0.00013616681098937988,0.00017201900482177734,0.0002078711986541748,0.00024372339248657227,0.0002795755863189697,0.0003154277801513672,0.00035127997398376465,0.0003871321678161621,0.00042298436164855957,0.00045883655548095703,0.0004946887493133545,0.000530540943145752,0.0005663931369781494,0.0006022453308105469,0.0006380975246429443,0.0006739497184753418,0.0007098019123077393,0.0007456541061401367,0.0007815062999725342,0.0008173584938049316,0.0008532106876373291,0.0008890628814697266,0.000924915075302124,0.0009607672691345215,0.000996619462966919,0.0010324716567993164,0.0010683238506317139,0.0011041760444641113,0.0011400282382965088,0.0011758804321289062]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,1,2,2,1,1,0,0,2,5,3,4,4,6,9,10,9,14,14,13,18,23,18,28,32,32,32,30,29,35,23,35,28,37,28,31,23,21,29,14,14,17,9,9,16,10,10,6,6,5,5,2,4,1,0,2,0,1,1,0,2],"bins":[-0.0011119939154013991,-0.001078707748092711,-0.0010454216971993446,-0.0010121355298906565,-0.0009788494789972901,-0.000945563311688602,-0.0009122772025875747,-0.0008789910934865475,-0.0008457049843855202,-0.000812418875284493,-0.0007791327661834657,-0.0007458466570824385,-0.0007125604897737503,-0.0006792743806727231,-0.0006459882715716958,-0.0006127021624706686,-0.0005794160533696413,-0.000546129944268614,-0.0005128438351675868,-0.0004795576969627291,-0.00044627158786170185,-0.0004129854787606746,-0.0003796993405558169,-0.00034641323145478964,-0.0003131271223537624,-0.00027984101325273514,-0.0002465549041517079,-0.00021326876594685018,-0.00017998265684582293,-0.00014669654774479568,-0.0001134104240918532,-8.012430771486834e-05,-4.683819133788347e-05,-1.3552074960898608e-05,1.9734041416086257e-05,5.302015779307112e-05,8.630627417005599e-05,0.00011959239054704085,0.00015287850692402571,0.0001861646305769682,0.00021945073967799544,0.0002527368487790227,0.00028602295788004994,0.00031930909608490765,0.0003525952051859349,0.00038588131428696215,0.00041916745249181986,0.0004524535615928471,0.00048573967069387436,0.0005190257797949016,0.0005523118888959289,0.0005855979979969561,0.0006188841070979834,0.0006521702744066715,0.0006854563835076988,0.000718742492608726,0.0007520286017097533,0.0007853147108107805,0.0008186008199118078,0.000851886929012835,0.0008851730963215232,0.0009184592054225504,0.0009517453145235777,0.000985031365416944,0.0010183175327256322]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,0,0,0,3,0,1,1,3,1,10,5,7,5,5,9,5,11,17,20,20,27,42,47,44,49,64,60,59,58,29,34,21,22,17,16,5,10,5,8,5,1,3,4,1,2,1,2,0,0,1,1,1,1,0,0,0,0,0,0,1,1],"bins":[-0.0002139358111890033,-0.00020640832372009754,-0.00019888085080310702,-0.00019135336333420128,-0.00018382587586529553,-0.000176298402948305,-0.00016877091547939926,-0.00016124344256240875,-0.000153715955093503,-0.00014618846762459725,-0.00013866099470760673,-0.00013113350723870099,-0.00012360603432171047,-0.00011607854685280472,-0.00010855105938389897,-0.00010102357919095084,-9.349609899800271e-05,-8.596861880505458e-05,-7.844113861210644e-05,-7.09136511432007e-05,-6.338617095025256e-05,-5.585869075730443e-05,-4.833120692637749e-05,-4.080372309545055e-05,-3.327624290250242e-05,-2.574876089056488e-05,-1.8221278878627345e-05,-1.0693796866689809e-05,-3.1663148547522724e-06,4.361167157185264e-06,1.18886491691228e-05,1.9416131181060337e-05,2.6943598641082644e-05,3.447107883403078e-05,4.199856266495772e-05,4.952604649588466e-05,5.705352668883279e-05,6.458100688178092e-05,7.210849435068667e-05,7.96359745436348e-05,8.716345473658293e-05,9.469093492953107e-05,0.0001022184151224792,0.00010974590259138495,0.00011727338278433308,0.0001248008629772812,0.00013232835044618696,0.00013985582336317748,0.00014738331083208323,0.00015491079830098897,0.0001624382712179795,0.00016996575868688524,0.00017749323160387576,0.0001850207190727815,0.00019254820654168725,0.00020007567945867777,0.00020760316692758352,0.00021513065439648926,0.00022265812731347978,0.00023018561478238553,0.00023771310225129128,0.0002452405751682818,0.0002527680480852723,0.0002602955501060933,0.0002678230230230838]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[1,0,1,0,2,2,5,21,26,60,84,143,279,445,773,1202,1866,2989,4554,6758,9554,13409,18038,24211,31352,39425,48306,58253,67417,76729,85306,92477,96854,100184,100077,97859,92633,86115,77697,68970,59791,49374,40033,32131,24962,18760,13603,9969,6875,4746,3174,2054,1332,847,452,306,167,105,51,28,13,9,3,2],"bins":[-0.11381086707115173,-0.11046931147575378,-0.10712775588035583,-0.10378619283437729,-0.10044463723897934,-0.09710308164358139,-0.09376151859760284,-0.0904199630022049,-0.08707840740680695,-0.083736851811409,-0.08039529621601105,-0.0770537331700325,-0.07371217757463455,-0.0703706219792366,-0.06702905893325806,-0.06368750333786011,-0.06034594774246216,-0.05700439214706421,-0.05366283282637596,-0.050321273505687714,-0.046979717910289764,-0.043638162314891815,-0.04029660299420357,-0.03695504367351532,-0.03361348807811737,-0.030271930620074272,-0.026930373162031174,-0.023588815703988075,-0.020247258245944977,-0.01690570078790188,-0.01356414332985878,-0.010222585871815681,-0.006881028413772583,-0.0035394709557294846,-0.0001979134976863861,0.0031436439603567123,0.006485201418399811,0.00982675887644291,0.013168316334486008,0.016509873792529106,0.019851431250572205,0.023192988708615303,0.0265345461666584,0.0298761036247015,0.0332176610827446,0.03655921667814255,0.039900775998830795,0.04324233531951904,0.04658389091491699,0.04992544651031494,0.05326700583100319,0.05660856515169144,0.059950120747089386,0.06329167634248734,0.06663323938846588,0.06997479498386383,0.07331635057926178,0.07665790617465973,0.07999946177005768,0.08334102481603622,0.08668258041143417,0.09002413600683212,0.09336569905281067,0.09670725464820862,0.10004881024360657],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[2,0,1,1,3,4,4,0,4,10,7,9,13,10,14,13,15,17,21,20,22,16,27,26,31,27,31,18,30,22,31,33,30,23,27,26,16,22,22,18,17,19,11,6,5,8,8,1,5,2,3,4,1,3,2,1,1,2,1,0,1,0,0,1],"bins":[-0.008130311965942383,-0.007845508866012096,-0.007560704834759235,-0.007275901269167662,-0.006991097703576088,-0.006706294137984514,-0.0064214905723929405,-0.006136687006801367,-0.005851883441209793,-0.005567080341279507,-0.005282276775687933,-0.004997473210096359,-0.0047126696445047855,-0.004427866078913212,-0.004143062513321638,-0.0038582589477300644,-0.0035734553821384907,-0.003288651816546917,-0.0030038482509553432,-0.0027190446853637695,-0.002434241119772196,-0.0021494377870112658,-0.001864634221419692,-0.0015798306558281183,-0.0012950270902365446,-0.001010223524644971,-0.0007254200172610581,-0.00044061648077331483,-0.00015581294428557158,0.00012899059220217168,0.00041379412868991494,0.0006985976360738277,0.0009834012016654015,0.0012682047672569752,0.0015530083328485489,0.0018378117820248008,0.0021226154640316963,0.0024074187967926264,0.0026922223623842,0.002977025927975774,0.0032618294935673475,0.0035466330591589212,0.003831436624750495,0.004116239957511425,0.004401043523102999,0.0046858470886945724,0.004970650654286146,0.00525545421987772,0.005540257785469294,0.005825061351060867,0.006109864916652441,0.006394668482244015,0.0066794720478355885,0.006964275613427162,0.007249079179018736,0.00753388274461031,0.007818685844540596,0.008103489875793457,0.008388292975723743,0.008673097006976604,0.008957900106906891,0.009242704138159752,0.009527507238090038,0.0098123112693429,0.010097114369273186]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[2,2,1,0,0,1,0,1,0,1,2,1,2,1,7,2,2,7,6,9,8,7,15,20,27,27,26,39,44,34,63,38,43,52,44,37,24,24,35,25,18,19,14,5,3,3,3,7,2,3,4,0,0,0,0,2,1,1,1,0,0,0,2,1],"bins":[-0.014314134605228901,-0.013864807784557343,-0.013415480963885784,-0.012966154143214226,-0.012516827322542667,-0.012067500501871109,-0.01161817368119955,-0.011168846860527992,-0.010719520971179008,-0.01027019415050745,-0.009820867329835892,-0.009371540509164333,-0.008922213688492775,-0.008472886867821217,-0.008023560047149658,-0.0075742332264781,-0.0071249064058065414,-0.006675579585134983,-0.006226252764463425,-0.005776925943791866,-0.005327599123120308,-0.004878272768110037,-0.0044289459474384785,-0.00397961912676692,-0.0035302923060953617,-0.0030809654854238033,-0.002631638664752245,-0.0021823120769113302,-0.0017329852562397718,-0.0012836584355682135,-0.0008343317313119769,-0.00038500496884807944,6.432086229324341e-05,0.0005136476247571409,0.0009629743872210383,0.001412301091477275,0.0018616279121488333,0.0023109547328203917,0.0027602813206613064,0.0032096081413328648,0.003658934962004423,0.0041082617826759815,0.00455758860334754,0.005006915424019098,0.005456241779029369,0.005905568599700928,0.006354895420372486,0.0068042222410440445,0.007253549061715603,0.007702875882387161,0.00815220270305872,0.008601529523730278,0.009050856344401836,0.009500183165073395,0.009949509985744953,0.010398836806416512,0.010848162695765495,0.011297489516437054,0.011746816337108612,0.01219614315778017,0.012645469978451729,0.013094796799123287,0.013544123619794846,0.013993450440466404,0.014442777261137962],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.0002631545066833496,-0.00025469157844781876,-0.0002462286502122879,-0.00023776572197675705,-0.0002293027937412262,-0.00022083986550569534,-0.0002123769372701645,-0.00020391400903463364,-0.00019545108079910278,-0.00018698815256357193,-0.00017852522432804108,-0.00017006229609251022,-0.00016159936785697937,-0.00015313643962144852,-0.00014467351138591766,-0.0001362105831503868,-0.00012774765491485596,-0.0001192847266793251,-0.00011082179844379425,-0.0001023588702082634,-9.389594197273254e-05,-8.543301373720169e-05,-7.697008550167084e-05,-6.850715726613998e-05,-6.004422903060913e-05,-5.158130079507828e-05,-4.3118372559547424e-05,-3.465544432401657e-05,-2.6192516088485718e-05,-1.7729587852954865e-05,-9.266659617424011e-06,-8.03731381893158e-07,7.659196853637695e-06,1.612212508916855e-05,2.4585053324699402e-05,3.3047981560230255e-05,4.151090979576111e-05,4.997383803129196e-05,5.8436766266822815e-05,6.689969450235367e-05,7.536262273788452e-05,8.382555097341537e-05,9.228847920894623e-05,0.00010075140744447708,0.00010921433568000793,0.00011767726391553879,0.00012614019215106964,0.0001346031203866005,0.00014306604862213135,0.0001515289768576622,0.00015999190509319305,0.0001684548333287239,0.00017691776156425476,0.00018538068979978561,0.00019384361803531647,0.00020230654627084732,0.00021076947450637817,0.00021923240274190903,0.00022769533097743988,0.00023615825921297073,0.0002446211874485016,0.00025308411568403244,0.0002615470439195633,0.00027000997215509415,0.000278472900390625],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,2,4,1,3,0,3,4,12,8,10,10,21,37,26,45,69,92,117,152,181,206,192,194,161,112,95,66,44,34,29,18,14,24,12,7,7,8,7,1,4,1,3,3,0,2,1,0,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.0024204254150390625,-0.002351135015487671,-0.0022818446159362793,-0.0022125542163848877,-0.002143263816833496,-0.0020739734172821045,-0.002004683017730713,-0.0019353926181793213,-0.0018661022186279297,-0.001796811819076538,-0.0017275214195251465,-0.0016582310199737549,-0.0015889406204223633,-0.0015196502208709717,-0.00145035982131958,-0.0013810694217681885,-0.0013117790222167969,-0.0012424886226654053,-0.0011731982231140137,-0.001103907823562622,-0.0010346174240112305,-0.0009653270244598389,-0.0008960366249084473,-0.0008267462253570557,-0.0007574558258056641,-0.0006881654262542725,-0.0006188750267028809,-0.0005495846271514893,-0.00048029422760009766,-0.00041100382804870605,-0.00034171342849731445,-0.00027242302894592285,-0.00020313262939453125,-0.00013384222984313965,-6.455183029174805e-05,4.738569259643555e-06,7.402896881103516e-05,0.00014331936836242676,0.00021260976791381836,0.00028190016746520996,0.00035119056701660156,0.00042048096656799316,0.0004897713661193848,0.0005590617656707764,0.000628352165222168,0.0006976425647735596,0.0007669329643249512,0.0008362233638763428,0.0009055137634277344,0.000974804162979126,0.0010440945625305176,0.0011133849620819092,0.0011826753616333008,0.0012519657611846924,0.001321256160736084,0.0013905465602874756,0.0014598369598388672,0.0015291273593902588,0.0015984177589416504,0.001667708158493042,0.0017369985580444336,0.0018062889575958252,0.0018755793571472168,0.0019448697566986084,0.00201416015625],"_type":"histogram","values":[1,0,0,1,1,2,0,4,4,2,4,10,3,16,14,20,31,35,42,76,118,143,235,375,481,733,1030,1611,2419,4050,7341,14159,33264,126960,665133,556990,99629,27713,12259,6586,3837,2523,1569,1028,708,513,327,246,184,122,94,57,46,36,20,22,12,6,7,2,5,1,0,4]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,0,0,1,1,1,1,2,0,0,3,1,3,3,3,5,6,5,4,12,14,10,7,16,11,16,22,22,28,24,22,28,22,26,22,31,26,28,29,37,33,25,33,27,28,14,16,14,16,8,14,10,8,3,3,5,2,2,5,4,3,0,0,2],"bins":[-0.008180825039744377,-0.007954403758049011,-0.007727982942014933,-0.007501562125980854,-0.0072751413099467754,-0.0070487200282514095,-0.006822299212217331,-0.006595878396183252,-0.006369457580149174,-0.006143036298453808,-0.005916615482419729,-0.005690194666385651,-0.005463773384690285,-0.005237352568656206,-0.0050109317526221275,-0.004784510470926762,-0.004558089654892683,-0.004331668838858604,-0.0041052475571632385,-0.00387882674112916,-0.0036524059250950813,-0.003425984876230359,-0.003199563827365637,-0.0029731430113315582,-0.002746721962466836,-0.0025203009136021137,-0.002293880097568035,-0.002067459048703313,-0.0018410381162539124,-0.001614617183804512,-0.0013881961349397898,-0.0011617752024903893,-0.0009353547357022762,-0.0007089338032528758,-0.00048251281259581447,-0.0002560918510425836,-2.9670889489352703e-05,0.00019675007206387818,0.00042317103361710906,0.0006495920242741704,0.0008760129567235708,0.0011024338891729712,0.0013288548216223717,0.001555275870487094,0.0017816968029364944,0.0020081177353858948,0.002234538784250617,0.0024609596002846956,0.002687380649149418,0.00291380169801414,0.0031402225140482187,0.003366643562912941,0.0035930643789470196,0.003819485427811742,0.004045906476676464,0.004272327292710543,0.004498748108744621,0.004725169390439987,0.004951590206474066,0.005178011022508144,0.00540443230420351,0.005630853120237589,0.0058572739362716675,0.006083695217967033,0.006310116034001112],"_type":"histogram"},"_wandb":{"runtime":1577},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.09718383103609085,-0.09415528178215027,-0.09112673252820969,-0.0880981832742691,-0.08506962656974792,-0.08204107731580734,-0.07901252806186676,-0.07598397880792618,-0.0729554295539856,-0.06992688030004501,-0.06689832359552383,-0.06386977434158325,-0.06084122508764267,-0.05781267583370209,-0.054784126579761505,-0.051755573600530624,-0.04872702434659004,-0.04569847509264946,-0.04266992211341858,-0.039641372859478,-0.036612823605537415,-0.033584270626306534,-0.03055572137236595,-0.02752717211842537,-0.024498621001839638,-0.021470069885253906,-0.018441520631313324,-0.015412969514727592,-0.012384419329464436,-0.009355869144201279,-0.0063273184932768345,-0.003298768075183034,-0.0002702176570892334,0.002758332761004567,0.005786883179098368,0.008815433830022812,0.011843984015285969,0.014872534200549126,0.017901085317134857,0.02092963457107544,0.02395818568766117,0.026986736804246902,0.030015286058187485,0.03304383531212807,0.03607238829135895,0.03910093754529953,0.04212948679924011,0.04515803977847099,0.048186589032411575,0.05121513828635216,0.05424369126558304,0.05727224051952362,0.0603007897734642,0.06332933902740479,0.06635788828134537,0.06938644498586655,0.07241499423980713,0.07544354349374771,0.0784720927476883,0.08150064200162888,0.08452919125556946,0.08755774796009064,0.09058629721403122,0.0936148464679718,0.09664339572191238],"_type":"histogram","values":[1,0,3,5,4,15,25,33,53,101,173,263,458,676,1067,1488,2142,3191,4231,5805,7600,9951,12509,15245,18554,21798,24864,28008,30428,33027,34580,35270,35230,34613,33260,31121,28657,25295,22349,19173,15811,12926,10383,8141,6254,4518,3350,2365,1683,1115,720,497,328,209,119,55,25,29,9,8,5,4,2,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,2,5,3,5,1,4,4,8,5,12,7,5,13,12,22,23,27,24,33,23,26,33,35,41,31,30,47,26,35,28,29,29,11,18,14,11,18,11,10,5,6,10,5,5,6,2,2,0,0,1,0,1,1],"bins":[-0.0001475360622862354,-0.00014336071035359055,-0.0001391853584209457,-0.00013501000648830086,-0.0001308346400037408,-0.00012665928807109594,-0.0001224839361384511,-0.00011830858420580626,-0.00011413323227316141,-0.00010995787306455895,-0.00010578252113191411,-0.00010160716919926926,-9.74318099906668e-05,-9.325645805802196e-05,-8.908110612537712e-05,-8.490574691677466e-05,-8.073039498412982e-05,-7.655504305148497e-05,-7.237968384288251e-05,-6.820433191023767e-05,-6.402897997759283e-05,-5.9853624406969175e-05,-5.5678268836345524e-05,-5.150291690370068e-05,-4.732756133307703e-05,-4.315220576245338e-05,-3.897685382980853e-05,-3.480149825918488e-05,-3.062614268856123e-05,-2.6450790755916387e-05,-2.2275435185292736e-05,-1.8100081433658488e-05,-1.3924734957981855e-05,-9.749381206347607e-06,-5.574026545218658e-06,-1.3986723388370592e-06,2.7766818675445393e-06,6.952036073926138e-06,1.1127390280307736e-05,1.5302744941436686e-05,1.9478098693070933e-05,2.365345244470518e-05,2.782880619633943e-05,3.200416176696308e-05,3.617951733758673e-05,4.0354869270231575e-05,4.4530224840855226e-05,4.870557677350007e-05,5.288093234412372e-05,5.705628791474737e-05,6.123164348537102e-05,6.540699541801587e-05,6.958234735066071e-05,7.375770655926317e-05,7.793305849190801e-05,8.210841042455286e-05,8.62837623571977e-05,9.045912156580016e-05,9.4634473498445e-05,9.880982543108985e-05,0.0001029851846396923,0.00010716053657233715,0.000111335888504982,0.00011551124771358445,0.0001196865996462293]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.037192292511463165,-0.03605610877275467,-0.03491992875933647,-0.033783745020627975,-0.03264756500720978,-0.03151138126850128,-0.030375199392437935,-0.029239017516374588,-0.02810283564031124,-0.026966653764247894,-0.025830471888184547,-0.0246942900121212,-0.023558106273412704,-0.022421924397349358,-0.02128574252128601,-0.020149560645222664,-0.019013378769159317,-0.01787719689309597,-0.016741015017032623,-0.015604832209646702,-0.014468650333583355,-0.013332468457520008,-0.012196285650134087,-0.01106010377407074,-0.009923921898007393,-0.008787740021944046,-0.007651557680219412,-0.006515375338494778,-0.005379193462431431,-0.004243011586368084,-0.00310682924464345,-0.0019706471357494593,-0.0008344650268554688,0.00030171708203852177,0.0014378991909325123,0.002574081299826503,0.0037102634087204933,0.00484644528478384,0.005982627626508474,0.0071188099682331085,0.008254991844296455,0.009391173720359802,0.010527355596423149,0.01166353840380907,0.012799720279872417,0.013935902155935764,0.015072084963321686,0.016208266839385033,0.01734444871544838,0.018480630591511726,0.019616812467575073,0.02075299434363842,0.021889176219701767,0.023025359958410263,0.02416154183447361,0.025297723710536957,0.026433905586600304,0.02757008746266365,0.028706269338726997,0.029842451214790344,0.03097863495349884,0.03211481496691704,0.033250998705625534,0.03438717871904373,0.03552336245775223],"_type":"histogram","values":[1,0,0,1,0,1,2,5,3,5,7,6,7,3,4,7,7,13,13,19,21,20,18,28,21,18,36,25,18,20,27,28,23,23,29,30,23,27,29,26,24,14,12,24,18,17,5,9,9,4,3,4,5,1,5,1,6,4,3,2,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.09234493970870972,-0.08945722877979279,-0.08656952530145645,-0.08368181437253952,-0.08079411089420319,-0.07790639996528625,-0.07501869648694992,-0.07213098555803299,-0.06924328207969666,-0.06635557115077972,-0.06346786767244339,-0.06058015674352646,-0.057692449539899826,-0.05480474233627319,-0.05191703513264656,-0.04902932792901993,-0.046141620725393295,-0.04325391352176666,-0.04036620631814003,-0.0374784991145134,-0.034590791910886765,-0.03170308470726013,-0.02881537564098835,-0.025927668437361717,-0.023039961233735085,-0.020152254030108452,-0.01726454682648182,-0.014376838691532612,-0.01148913148790598,-0.008601424284279346,-0.0057137166149914265,-0.00282600917853415,6.169825792312622e-05,0.0029494056943804026,0.005837113130837679,0.008724820800125599,0.011612528003752232,0.014500235207378864,0.01738794334232807,0.020275650545954704,0.023163357749581337,0.02605106495320797,0.028938772156834602,0.031826481223106384,0.03471418842673302,0.03760189563035965,0.04048960283398628,0.043377310037612915,0.04626501724123955,0.04915272444486618,0.05204043164849281,0.054928138852119446,0.05781584605574608,0.06070355325937271,0.06359126418828964,0.06647896766662598,0.06936667859554291,0.07225438207387924,0.07514209300279617,0.07802979648113251,0.08091750741004944,0.08380521088838577,0.0866929218173027,0.08958062529563904,0.09246833622455597],"_type":"histogram","values":[3,2,1,10,13,26,45,65,114,199,289,428,656,1036,1391,2026,2917,3880,5308,6895,8832,11102,13392,16268,19107,22186,24686,27606,29842,31463,32693,33924,33688,32914,31523,29471,27463,24653,21721,18592,15805,13092,10902,8509,6771,5138,3905,2866,2028,1489,1009,646,473,331,155,120,71,35,29,7,5,5,0,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[3,1,0,2,0,0,2,5,3,2,5,3,6,10,11,10,10,15,20,21,24,33,37,23,30,37,38,61,33,47,32,31,44,27,21,17,26,13,18,8,5,9,4,5,2,2,0,0,4,0,2,0,1,0,1,0,1,0,1,1,0,0,0,1],"bins":[-3.635883331298828e-06,-3.50363552570343e-06,-3.3713877201080322e-06,-3.2391399145126343e-06,-3.1068921089172363e-06,-2.9746443033218384e-06,-2.8423964977264404e-06,-2.7101486921310425e-06,-2.5779008865356445e-06,-2.4456530809402466e-06,-2.3134052753448486e-06,-2.1811574697494507e-06,-2.0489096641540527e-06,-1.9166618585586548e-06,-1.7844140529632568e-06,-1.6521662473678589e-06,-1.519918441772461e-06,-1.387670636177063e-06,-1.255422830581665e-06,-1.123175024986267e-06,-9.909272193908691e-07,-8.586794137954712e-07,-7.264316082000732e-07,-5.941838026046753e-07,-4.6193599700927734e-07,-3.296881914138794e-07,-1.9744038581848145e-07,-6.51925802230835e-08,6.705522537231445e-08,1.993030309677124e-07,3.3155083656311035e-07,4.637986421585083e-07,5.960464477539062e-07,7.282942533493042e-07,8.605420589447021e-07,9.927898645401e-07,1.125037670135498e-06,1.257285475730896e-06,1.389533281326294e-06,1.521781086921692e-06,1.6540288925170898e-06,1.7862766981124878e-06,1.9185245037078857e-06,2.0507723093032837e-06,2.1830201148986816e-06,2.3152679204940796e-06,2.4475157260894775e-06,2.5797635316848755e-06,2.7120113372802734e-06,2.8442591428756714e-06,2.9765069484710693e-06,3.1087547540664673e-06,3.2410025596618652e-06,3.373250365257263e-06,3.505498170852661e-06,3.637745976448059e-06,3.769993782043457e-06,3.902241587638855e-06,4.034489393234253e-06,4.166737198829651e-06,4.298985004425049e-06,4.431232810020447e-06,4.563480615615845e-06,4.695728421211243e-06,4.827976226806641e-06]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,1,0,2,1,0,2,4,9,7,8,3,6,6,7,16,14,21,17,23,15,25,32,26,26,25,28,22,30,39,35,21,28,29,28,18,22,23,25,20,14,6,7,11,7,7,7,10,4,8,9,1,1,0,4,0,2,1,1,1],"bins":[-0.001325845718383789,-0.0012857718393206596,-0.0012456979602575302,-0.0012056240811944008,-0.0011655502021312714,-0.001125476323068142,-0.0010854024440050125,-0.001045328564941883,-0.0010052546858787537,-0.0009651808068156242,-0.0009251069277524948,-0.0008850330486893654,-0.000844959169626236,-0.0008048852905631065,-0.0007648114114999771,-0.0007247375324368477,-0.0006846636533737183,-0.0006445897743105888,-0.0006045158952474594,-0.00056444201618433,-0.0005243681371212006,-0.00048429425805807114,-0.0004442203789949417,-0.0004041464999318123,-0.00036407262086868286,-0.00032399874180555344,-0.000283924862742424,-0.00024385098367929459,-0.00020377710461616516,-0.00016370322555303574,-0.0001236293464899063,-8.355546742677689e-05,-4.348158836364746e-05,-3.407709300518036e-06,3.666616976261139e-05,7.674004882574081e-05,0.00011681392788887024,0.00015688780695199966,0.0001969616860151291,0.00023703556507825851,0.00027710944414138794,0.00031718332320451736,0.0003572572022676468,0.0003973310813307762,0.00043740496039390564,0.00047747883945703506,0.0005175527185201645,0.0005576265975832939,0.0005977004766464233,0.0006377743557095528,0.0006778482347726822,0.0007179221138358116,0.000757995992898941,0.0007980698719620705,0.0008381437510251999,0.0008782176300883293,0.0009182915091514587,0.0009583653882145882,0.0009984392672777176,0.001038513146340847,0.0010785870254039764,0.0011186609044671059,0.0011587347835302353,0.0011988086625933647,0.0012388825416564941]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.09430036693811417,-0.09134509414434433,-0.08838982880115509,-0.08543455600738525,-0.08247928321361542,-0.07952401787042618,-0.07656874507665634,-0.0736134722828865,-0.07065820693969727,-0.06770293414592743,-0.06474766135215759,-0.06179239600896835,-0.05883712321519852,-0.05588185414671898,-0.05292658507823944,-0.049971312284469604,-0.047016043215990067,-0.04406077414751053,-0.04110550135374069,-0.038150232285261154,-0.035194963216781616,-0.03223969042301178,-0.029284421354532242,-0.026329152286052704,-0.023373881354928017,-0.02041861042380333,-0.01746334135532379,-0.014508070424199104,-0.011552800424396992,-0.00859753042459488,-0.005642259959131479,-0.002686989726498723,0.0002682805061340332,0.0032235507387667894,0.006178820971399546,0.009134091436862946,0.012089361436665058,0.01504463143646717,0.017999902367591858,0.020955171436071396,0.023910442367196083,0.02686571329832077,0.029820982366800308,0.032776251435279846,0.03573152422904968,0.03868679329752922,0.04164206236600876,0.044597335159778595,0.04755260422825813,0.05050787329673767,0.05346314609050751,0.056418415158987045,0.05937368422746658,0.06232895702123642,0.06528422236442566,0.0682394951581955,0.07119476795196533,0.07415003329515457,0.07710530608892441,0.08006057888269424,0.08301584422588348,0.08597111701965332,0.08892638981342316,0.0918816551566124,0.09483692795038223],"_type":"histogram","values":[2,3,1,10,13,27,33,78,114,212,295,427,708,986,1486,2077,2942,3895,5163,6860,8557,10976,13650,16211,19357,22063,24924,27779,30093,32143,33060,33622,33738,33182,31667,29244,27321,24758,21507,18714,15736,13110,10532,8488,6497,5032,3736,2760,2013,1311,908,631,432,296,160,127,71,42,18,13,3,4,4,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"values":[1,0,0,1,1,1,2,2,0,2,1,8,2,1,3,3,9,8,9,13,8,12,15,17,10,22,19,20,24,20,28,24,31,29,19,31,24,23,40,32,25,28,25,20,18,12,19,12,15,12,18,8,5,4,6,6,3,5,4,2,1,2,1,2],"bins":[0.9739336371421814,0.9746474027633667,0.9753612279891968,0.9760749936103821,0.9767887592315674,0.9775025248527527,0.9782163500785828,0.9789301156997681,0.9796438813209534,0.9803577065467834,0.9810714721679688,0.981785237789154,0.9824990630149841,0.9832128286361694,0.9839265942573547,0.98464035987854,0.9853541851043701,0.9860679507255554,0.9867817163467407,0.9874955415725708,0.9882093071937561,0.9889230728149414,0.9896368980407715,0.9903506636619568,0.9910644292831421,0.9917781949043274,0.9924920201301575,0.9932057857513428,0.9939195513725281,0.9946333765983582,0.9953471422195435,0.9960609078407288,0.9967746734619141,0.9974884986877441,0.9982022643089294,0.9989160299301147,0.9996298551559448,1.0003435611724854,1.0010573863983154,1.0017712116241455,1.002484917640686,1.0031987428665161,1.0039125680923462,1.0046262741088867,1.0053400993347168,1.0060539245605469,1.0067676305770874,1.0074814558029175,1.0081952810287476,1.008908987045288,1.0096228122711182,1.0103366374969482,1.0110503435134888,1.0117641687393188,1.012477993965149,1.0131916999816895,1.0139055252075195,1.01461923122406,1.0153330564498901,1.0160468816757202,1.0167605876922607,1.0174744129180908,1.018188238143921,1.0189019441604614,1.0196157693862915],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[1,1,1,0,0,2,0,2,4,0,5,2,10,4,11,16,13,24,35,41,76,91,156,223,378,623,1118,2277,5243,15146,73541,416163,53045,12413,4433,2074,1020,603,360,195,154,87,72,44,29,30,15,7,7,10,4,3,2,4,1,2,0,0,2,0,0,0,0,1],"bins":[-0.0007467269897460938,-0.0007229596376419067,-0.0006991922855377197,-0.0006754249334335327,-0.0006516575813293457,-0.0006278902292251587,-0.0006041228771209717,-0.0005803555250167847,-0.0005565881729125977,-0.0005328208208084106,-0.0005090534687042236,-0.0004852861166000366,-0.0004615187644958496,-0.0004377514123916626,-0.0004139840602874756,-0.0003902167081832886,-0.00036644935607910156,-0.00034268200397491455,-0.00031891465187072754,-0.00029514729976654053,-0.0002713799476623535,-0.0002476125955581665,-0.0002238452434539795,-0.00020007789134979248,-0.00017631053924560547,-0.00015254318714141846,-0.00012877583503723145,-0.00010500848293304443,-8.124113082885742e-05,-5.747377872467041e-05,-3.37064266204834e-05,-9.939074516296387e-06,1.3828277587890625e-05,3.759562969207764e-05,6.136298179626465e-05,8.513033390045166e-05,0.00010889768600463867,0.00013266503810882568,0.0001564323902130127,0.0001801997423171997,0.00020396709442138672,0.00022773444652557373,0.00025150179862976074,0.00027526915073394775,0.00029903650283813477,0.0003228038549423218,0.0003465712070465088,0.0003703385591506958,0.0003941059112548828,0.0004178732633590698,0.00044164061546325684,0.00046540796756744385,0.0004891753196716309,0.0005129426717758179,0.0005367100238800049,0.0005604773759841919,0.0005842447280883789,0.0006080120801925659,0.0006317794322967529,0.0006555467844009399,0.000679314136505127,0.000703081488609314,0.000726848840713501,0.000750616192817688,0.000774383544921875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,0,0,0,0,2,0,1,4,1,1,2,2,3,2,4,6,4,5,17,10,10,13,22,25,32,53,69,70,74,71,52,47,27,23,16,16,14,14,8,3,5,2,7,6,1,1,1,3,4,1,1,0,2,1,1,1,1,0,1,2,0,1],"bins":[-0.0017272270051762462,-0.00167044997215271,-0.0016136729391291738,-0.0015568959061056376,-0.0015001188730821013,-0.0014433418400585651,-0.001386564807035029,-0.0013297877740114927,-0.0012730106245726347,-0.0012162335915490985,-0.0011594565585255623,-0.001102679525502026,-0.0010459024924784899,-0.0009891254594549537,-0.0009323484264314175,-0.0008755713934078813,-0.0008187943603843451,-0.0007620173273608088,-0.0007052402943372726,-0.0006484632613137364,-0.0005916862282902002,-0.0005349091370590031,-0.0004781321040354669,-0.0004213550710119307,-0.0003645780379883945,-0.0003078010049648583,-0.0002510239719413221,-0.00019424690981395543,-0.00013746987679041922,-8.06928364909254e-05,-2.3915796191431582e-05,3.286124410806224e-05,8.963816799223423e-05,0.00014641520101577044,0.00020319224859122187,0.0002599692961666733,0.0003167463291902095,0.0003735233622137457,0.0004303004243411124,0.0004870774573646486,0.0005438544903881848,0.000600631523411721,0.0006574085564352572,0.0007141855894587934,0.0007709626806899905,0.0008277397137135267,0.0008845167467370629,0.0009412937797605991,0.0009980708127841353,0.0010548478458076715,0.0011116248788312078,0.001168401911854744,0.0012251789448782802,0.0012819559779018164,0.0013387330109253526,0.0013955100439488888,0.0014522871933877468,0.001509064226411283,0.0015658412594348192,0.0016226182924583554,0.0016793953254818916,0.0017361723585054278,0.001792949391528964,0.0018497264245525002,0.0019065034575760365]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[2,1,1,0,7,3,3,7,12,11,12,24,32,31,43,69,89,144,197,244,373,494,707,966,1539,2570,5795,35320,511031,18905,4427,2162,1403,933,643,437,313,241,155,136,82,69,58,32,36,14,15,11,5,2,4,5,1,0,1,3,2,1,0,0,0,0,0,1],"bins":[-0.004058837890625,-0.0039157867431640625,-0.003772735595703125,-0.0036296844482421875,-0.00348663330078125,-0.0033435821533203125,-0.003200531005859375,-0.0030574798583984375,-0.0029144287109375,-0.0027713775634765625,-0.002628326416015625,-0.0024852752685546875,-0.00234222412109375,-0.0021991729736328125,-0.002056121826171875,-0.0019130706787109375,-0.00177001953125,-0.0016269683837890625,-0.001483917236328125,-0.0013408660888671875,-0.00119781494140625,-0.0010547637939453125,-0.000911712646484375,-0.0007686614990234375,-0.0006256103515625,-0.0004825592041015625,-0.000339508056640625,-0.0001964569091796875,-5.340576171875e-05,8.96453857421875e-05,0.000232696533203125,0.0003757476806640625,0.000518798828125,0.0006618499755859375,0.000804901123046875,0.0009479522705078125,0.00109100341796875,0.0012340545654296875,0.001377105712890625,0.0015201568603515625,0.0016632080078125,0.0018062591552734375,0.001949310302734375,0.0020923614501953125,0.00223541259765625,0.0023784637451171875,0.002521514892578125,0.0026645660400390625,0.0028076171875,0.0029506683349609375,0.003093719482421875,0.0032367706298828125,0.00337982177734375,0.0035228729248046875,0.003665924072265625,0.0038089752197265625,0.0039520263671875,0.0040950775146484375,0.004238128662109375,0.0043811798095703125,0.00452423095703125,0.0046672821044921875,0.004810333251953125,0.0049533843994140625,0.005096435546875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,1,0,1,1,1,0,0,1,1,2,2,3,2,4,12,14,21,25,38,60,88,105,95,86,65,43,28,15,15,10,6,6,4,1,0,3,1,1,1,0,1,0,0,1,0,0,1],"bins":[-0.00020307302474975586,-0.00019784457981586456,-0.00019261613488197327,-0.00018738768994808197,-0.00018215924501419067,-0.00017693080008029938,-0.00017170235514640808,-0.00016647391021251678,-0.0001612454652786255,-0.0001560170203447342,-0.0001507885754108429,-0.0001455601304769516,-0.0001403316855430603,-0.000135103240609169,-0.0001298747956752777,-0.00012464635074138641,-0.00011941790580749512,-0.00011418946087360382,-0.00010896101593971252,-0.00010373257100582123,-9.850412607192993e-05,-9.327568113803864e-05,-8.804723620414734e-05,-8.281879127025604e-05,-7.759034633636475e-05,-7.236190140247345e-05,-6.713345646858215e-05,-6.190501153469086e-05,-5.667656660079956e-05,-5.1448121666908264e-05,-4.621967673301697e-05,-4.099123179912567e-05,-3.5762786865234375e-05,-3.053434193134308e-05,-2.5305896997451782e-05,-2.0077452063560486e-05,-1.484900712966919e-05,-9.620562195777893e-06,-4.392117261886597e-06,8.363276720046997e-07,6.064772605895996e-06,1.1293217539787292e-05,1.652166247367859e-05,2.1750107407569885e-05,2.697855234146118e-05,3.220699727535248e-05,3.7435442209243774e-05,4.266388714313507e-05,4.789233207702637e-05,5.3120777010917664e-05,5.834922194480896e-05,6.357766687870026e-05,6.880611181259155e-05,7.403455674648285e-05,7.926300168037415e-05,8.449144661426544e-05,8.971989154815674e-05,9.494833648204803e-05,0.00010017678141593933,0.00010540522634983063,0.00011063367128372192,0.00011586211621761322,0.00012109056115150452,0.0001263190060853958,0.0001315474510192871],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[0.9848266243934631,0.9854300618171692,0.98603355884552,0.9866369962692261,0.9872404932975769,0.987843930721283,0.988447368144989,0.9890508651733398,0.9896543025970459,0.9902577996253967,0.9908612370491028,0.9914646744728088,0.9920681715011597,0.9926716089248657,0.9932750463485718,0.9938785433769226,0.9944819808006287,0.9950854778289795,0.9956889152526855,0.9962923526763916,0.9968958497047424,0.9974992871284485,0.9981027841567993,0.9987062215805054,0.9993096590042114,0.9999131560325623,1.000516653060913,1.0011200904846191,1.0017235279083252,1.0023269653320312,1.0029304027557373,1.003533959388733,1.004137396812439,1.004740834236145,1.005344271659851,1.0059477090835571,1.0065512657165527,1.0071547031402588,1.0077581405639648,1.008361577987671,1.008965015411377,1.0095685720443726,1.0101720094680786,1.0107754468917847,1.0113788843154907,1.0119823217391968,1.0125857591629028,1.0131893157958984,1.0137927532196045,1.0143961906433105,1.0149996280670166,1.0156030654907227,1.0162066221237183,1.0168100595474243,1.0174134969711304,1.0180169343948364,1.0186203718185425,1.019223928451538,1.0198273658752441,1.0204308032989502,1.0210342407226562,1.0216376781463623,1.022241234779358,1.022844672203064,1.02344810962677],"_type":"histogram","values":[2,0,0,1,1,3,5,1,4,13,9,6,8,8,9,11,18,10,15,14,29,22,18,16,33,33,32,35,28,33,30,36,37,28,27,19,22,27,19,14,9,14,12,8,12,7,6,8,2,3,1,3,5,0,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.00011587142944335938,-0.00011223368346691132,-0.00010859593749046326,-0.0001049581915140152,-0.00010132044553756714,-9.768269956111908e-05,-9.404495358467102e-05,-9.040720760822296e-05,-8.67694616317749e-05,-8.313171565532684e-05,-7.949396967887878e-05,-7.585622370243073e-05,-7.221847772598267e-05,-6.858073174953461e-05,-6.494298577308655e-05,-6.130523979663849e-05,-5.766749382019043e-05,-5.402974784374237e-05,-5.039200186729431e-05,-4.675425589084625e-05,-4.311650991439819e-05,-3.9478763937950134e-05,-3.5841017961502075e-05,-3.2203271985054016e-05,-2.8565526008605957e-05,-2.4927780032157898e-05,-2.129003405570984e-05,-1.765228807926178e-05,-1.401454210281372e-05,-1.0376796126365662e-05,-6.7390501499176025e-06,-3.1013041734695435e-06,5.364418029785156e-07,4.174187779426575e-06,7.811933755874634e-06,1.1449679732322693e-05,1.5087425708770752e-05,1.872517168521881e-05,2.236291766166687e-05,2.600066363811493e-05,2.9638409614562988e-05,3.327615559101105e-05,3.6913901567459106e-05,4.0551647543907166e-05,4.4189393520355225e-05,4.7827139496803284e-05,5.146488547325134e-05,5.51026314496994e-05,5.874037742614746e-05,6.237812340259552e-05,6.601586937904358e-05,6.965361535549164e-05,7.32913613319397e-05,7.692910730838776e-05,8.056685328483582e-05,8.420459926128387e-05,8.784234523773193e-05,9.148009121417999e-05,9.511783719062805e-05,9.875558316707611e-05,0.00010239332914352417,0.00010603107511997223,0.00010966882109642029,0.00011330656707286835,0.0001169443130493164],"_type":"histogram","values":[4,1,4,8,4,12,5,5,8,15,19,39,63,79,69,152,245,309,440,606,930,1405,1989,2910,4616,6691,10601,16249,26820,44752,77054,115817,108835,65681,38402,23058,14418,9182,5994,3945,2747,1706,1207,826,567,407,287,178,142,100,63,35,33,16,24,17,7,5,5,5,3,1,1,6]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[4,0,1,1,3,5,0,4,2,8,8,11,11,10,8,17,10,15,19,19,10,21,28,26,33,17,23,24,40,23,20,23,25,27,25,22,23,25,17,16,17,19,19,11,17,10,8,11,3,3,4,5,3,4,1,2,1,0,3,2,0,0,0,1],"bins":[-0.007781338877975941,-0.007518497295677662,-0.00725565617904067,-0.006992815062403679,-0.0067299734801054,-0.006467131897807121,-0.00620429078117013,-0.005941449664533138,-0.0056786080822348595,-0.005415766499936581,-0.005152925383299589,-0.004890084266662598,-0.004627242684364319,-0.00436440110206604,-0.0041015599854290485,-0.0038387186359614134,-0.0035758772864937782,-0.003313035937026143,-0.003050194587558508,-0.0027873532380908728,-0.0025245118886232376,-0.0022616705391556025,-0.0019988291896879673,-0.0017359878402203321,-0.001473146490752697,-0.0012103051412850618,-0.0009474637918174267,-0.0006846224423497915,-0.00042178109288215637,-0.00015893974341452122,0.00010390160605311394,0.0003667429555207491,0.0006295833736658096,0.0008924247231334448,0.00115526607260108,0.001418107422068715,0.0016809487715363503,0.0019437901210039854,0.0022066314704716206,0.0024694728199392557,0.002732314169406891,0.002995155518874526,0.003257996868342161,0.0035208382178097963,0.0037836795672774315,0.00404652114957571,0.004309362266212702,0.004572203382849693,0.004835044965147972,0.005097886547446251,0.005360727664083242,0.005623568780720234,0.005886410363018513,0.0061492519453167915,0.006412093061953783,0.0066749341785907745,0.006937775760889053,0.007200617343187332,0.007463458459824324,0.007726299576461315,0.007989141158759594,0.008251982741057873,0.008514823392033577,0.008777664974331856,0.009040506556630135],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-0.051858000457286835,-0.05036240443587303,-0.04886680841445923,-0.047371212393045425,-0.04587561637163162,-0.04438002035021782,-0.042884424328804016,-0.04138882830739021,-0.03989323228597641,-0.03839763626456261,-0.036902040243148804,-0.035406444221735,-0.0339108482003212,-0.032415252178907394,-0.03091965615749359,-0.029424060136079788,-0.027928464114665985,-0.026432868093252182,-0.02493727207183838,-0.023441676050424576,-0.021946080029010773,-0.02045048400759697,-0.018954887986183167,-0.017459291964769363,-0.01596369594335556,-0.014468099921941757,-0.012972503900527954,-0.011476907879114151,-0.009981311857700348,-0.008485715836286545,-0.006990119814872742,-0.005494523793458939,-0.003998924046754837,-0.002503328025341034,-0.0010077320039272308,0.00048786401748657227,0.0019834600389003754,0.0034790560603141785,0.004974652081727982,0.006470248103141785,0.007965844124555588,0.009461440145969391,0.010957036167383194,0.012452632188796997,0.0139482282102108,0.015443824231624603,0.016939420253038406,0.01843501627445221,0.019930612295866013,0.021426208317279816,0.02292180433869362,0.024417400360107422,0.025912996381521225,0.027408592402935028,0.02890418842434883,0.030399784445762634,0.03189538046717644,0.03339097648859024,0.034886572510004044,0.03638216853141785,0.03787776455283165,0.03937336057424545,0.040868956595659256,0.04236455261707306,0.04386014863848686],"_type":"histogram","values":[1,0,2,0,0,0,3,0,2,5,3,6,2,7,3,4,11,8,13,9,12,17,17,11,8,19,28,25,19,18,29,24,24,31,26,31,38,28,29,31,25,11,29,15,15,10,11,12,14,19,11,8,8,7,5,5,6,1,4,1,1,1,1,4]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,1,2,3,7,3,7,3,3,16,11,20,22,41,51,74,89,95,175,244,375,472,709,1060,1602,2536,4232,7357,14138,34622,121850,276364,72241,24451,11024,5977,3416,2104,1411,850,695,429,273,221,141,90,90,51,52,33,20,17,19,4,5,7,6,3,2,3,2,1,0,1],"bins":[-0.0011606216430664062,-0.0011235624551773071,-0.001086503267288208,-0.0010494440793991089,-0.0010123848915100098,-0.0009753257036209106,-0.0009382665157318115,-0.0009012073278427124,-0.0008641481399536133,-0.0008270889520645142,-0.000790029764175415,-0.0007529705762863159,-0.0007159113883972168,-0.0006788522005081177,-0.0006417930126190186,-0.0006047338247299194,-0.0005676746368408203,-0.0005306154489517212,-0.0004935562610626221,-0.00045649707317352295,-0.00041943788528442383,-0.0003823786973953247,-0.0003453195095062256,-0.00030826032161712646,-0.00027120113372802734,-0.00023414194583892822,-0.0001970827579498291,-0.00016002357006072998,-0.00012296438217163086,-8.590519428253174e-05,-4.884600639343262e-05,-1.1786818504333496e-05,2.5272369384765625e-05,6.233155727386475e-05,9.939074516296387e-05,0.000136449933052063,0.0001735091209411621,0.00021056830883026123,0.00024762749671936035,0.00028468668460845947,0.0003217458724975586,0.0003588050603866577,0.00039586424827575684,0.00043292343616485596,0.0004699826240539551,0.0005070418119430542,0.0005441009998321533,0.0005811601877212524,0.0006182193756103516,0.0006552785634994507,0.0006923377513885498,0.0007293969392776489,0.000766456127166748,0.0008035153150558472,0.0008405745029449463,0.0008776336908340454,0.0009146928787231445,0.0009517520666122437,0.0009888112545013428,0.001025870442390442,0.001062929630279541,0.0010999888181686401,0.0011370480060577393,0.0011741071939468384,0.0012111663818359375]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.002557189669460058,-0.0024792817421257496,-0.002401373814791441,-0.0023234658874571323,-0.0022455579601228237,-0.002167650032788515,-0.0020897421054542065,-0.002011834178119898,-0.001933926367200911,-0.0018560184398666024,-0.0017781105125322938,-0.0017002025851979852,-0.0016222947742789984,-0.0015443868469446898,-0.0014664789196103811,-0.0013885709922760725,-0.0013106630649417639,-0.0012327551376074553,-0.0011548472102731466,-0.001076939282938838,-0.0009990313556045294,-0.0009211234864778817,-0.000843215617351234,-0.0007653076900169253,-0.0006873997626826167,-0.0006094918353483081,-0.0005315839080139995,-0.00045367603888735175,-0.0003757681115530431,-0.0002978601842187345,-0.00021995228598825634,-0.00014204437320586294,-6.41366932541132e-05,1.3771219528280199e-05,9.16791323106736e-05,0.000169587045093067,0.0002474949578754604,0.000325402885209769,0.0004033107834402472,0.00048121868167072535,0.000559126609005034,0.0006370345363393426,0.0007149424636736512,0.0007928503328002989,0.0008707582601346076,0.0009486661874689162,0.0010265740565955639,0.0011044819839298725,0.0011823899112641811,0.0012602978385984898,0.0013382057659327984,0.001416113693267107,0.0014940216206014156,0.0015719294315204024,0.001649837358854711,0.0017277452861890197,0.0018056532135233283,0.001883561140857637,0.0019614689517766237,0.0020393768791109324,0.002117284806445241,0.0021951927337795496,0.0022731006611138582,0.002351008588448167,0.0024289165157824755],"_type":"histogram","values":[2,0,0,1,0,0,1,3,1,3,5,2,5,5,12,10,10,12,10,12,11,21,21,20,15,29,25,29,26,22,20,29,27,27,33,31,27,24,25,19,15,16,14,21,14,21,11,12,9,7,8,9,9,5,4,6,2,3,1,1,1,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,2,2,3,0,6,9,8,11,17,21,39,45,65,89,152,233,347,543,851,1304,2163,3776,6525,13392,31299,90854,229329,130367,42240,16876,8087,4353,2439,1497,969,634,396,282,180,138,94,60,41,24,16,16,6,5,8,3,0,1,1,2,0,0,0,0,0,0,1],"bins":[-0.00010412931442260742,-0.00010061729699373245,-9.710527956485748e-05,-9.359326213598251e-05,-9.008124470710754e-05,-8.656922727823257e-05,-8.30572098493576e-05,-7.954519242048264e-05,-7.603317499160767e-05,-7.25211575627327e-05,-6.900914013385773e-05,-6.549712270498276e-05,-6.198510527610779e-05,-5.847308784723282e-05,-5.496107041835785e-05,-5.144905298948288e-05,-4.793703556060791e-05,-4.442501813173294e-05,-4.091300070285797e-05,-3.7400983273983e-05,-3.388896584510803e-05,-3.0376948416233063e-05,-2.6864930987358093e-05,-2.3352913558483124e-05,-1.9840896129608154e-05,-1.6328878700733185e-05,-1.2816861271858215e-05,-9.304843842983246e-06,-5.792826414108276e-06,-2.280808985233307e-06,1.2312084436416626e-06,4.743225872516632e-06,8.255243301391602e-06,1.1767260730266571e-05,1.527927815914154e-05,1.879129558801651e-05,2.230331301689148e-05,2.581533044576645e-05,2.932734787464142e-05,3.283936530351639e-05,3.635138273239136e-05,3.986340016126633e-05,4.3375417590141296e-05,4.6887435019016266e-05,5.0399452447891235e-05,5.3911469876766205e-05,5.7423487305641174e-05,6.0935504734516144e-05,6.444752216339111e-05,6.795953959226608e-05,7.147155702114105e-05,7.498357445001602e-05,7.849559187889099e-05,8.200760930776596e-05,8.551962673664093e-05,8.90316441655159e-05,9.254366159439087e-05,9.605567902326584e-05,9.956769645214081e-05,0.00010307971388101578,0.00010659173130989075,0.00011010374873876572,0.00011361576616764069,0.00011712778359651566,0.00012063980102539062]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.00026810169219970703,-0.0002596145495772362,-0.0002511274069547653,-0.00024264026433229446,-0.0002341531217098236,-0.00022566597908735275,-0.0002171788364648819,-0.00020869169384241104,-0.00020020455121994019,-0.00019171740859746933,-0.00018323026597499847,-0.00017474312335252762,-0.00016625598073005676,-0.0001577688381075859,-0.00014928169548511505,-0.0001407945528626442,-0.00013230741024017334,-0.00012382026761770248,-0.00011533312499523163,-0.00010684598237276077,-9.835883975028992e-05,-8.987169712781906e-05,-8.13845545053482e-05,-7.289741188287735e-05,-6.44102692604065e-05,-5.592312663793564e-05,-4.743598401546478e-05,-3.894884139299393e-05,-3.046169877052307e-05,-2.1974556148052216e-05,-1.348741352558136e-05,-5.000270903110504e-06,3.4868717193603516e-06,1.1974014341831207e-05,2.0461156964302063e-05,2.894829958677292e-05,3.7435442209243774e-05,4.592258483171463e-05,5.4409727454185486e-05,6.289687007665634e-05,7.13840126991272e-05,7.987115532159805e-05,8.835829794406891e-05,9.684544056653976e-05,0.00010533258318901062,0.00011381972581148148,0.00012230686843395233,0.0001307940110564232,0.00013928115367889404,0.0001477682963013649,0.00015625543892383575,0.0001647425815463066,0.00017322972416877747,0.00018171686679124832,0.00019020400941371918,0.00019869115203619003,0.0002071782946586609,0.00021566543728113174,0.0002241525799036026,0.00023263972252607346,0.0002411268651485443,0.00024961400777101517,0.000258101150393486,0.0002665882930159569,0.00027507543563842773],"_type":"histogram","values":[1,0,1,0,0,1,0,1,4,0,0,1,3,4,6,10,6,4,12,8,14,16,22,26,17,34,30,28,41,33,38,51,37,35,44,33,31,27,26,12,23,15,10,7,15,6,9,3,4,4,5,1,1,0,3,0,3,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,2,2,2,1,1,2,3,2,0,1,3,6,5,10,5,10,8,14,19,17,31,33,42,39,56,57,78,94,81,84,106,121,113,116,120,115,105,97,96,72,72,44,43,28,28,20,14,11,2,5,6,2,0,2],"bins":[-0.01999756321310997,-0.019689496606588364,-0.019381431862711906,-0.0190733652561903,-0.018765298649668694,-0.018457232043147087,-0.01814916729927063,-0.017841100692749023,-0.017533034086227417,-0.01722496934235096,-0.016916902735829353,-0.016608836129307747,-0.01630077138543129,-0.015992704778909683,-0.015684638172388077,-0.015376572497189045,-0.015068506821990013,-0.014760440215468407,-0.014452374540269375,-0.014144307933747768,-0.013836242258548737,-0.01352817565202713,-0.013220109976828098,-0.012912044301629066,-0.01260397769510746,-0.012295912019908428,-0.011987845413386822,-0.01167977973818779,-0.011371714062988758,-0.011063647456467152,-0.01075558178126812,-0.010447515174746513,-0.010139449499547482,-0.00983138382434845,-0.009523318149149418,-0.009215251542627811,-0.00890718586742878,-0.008599119260907173,-0.008291053585708141,-0.00798298791050911,-0.007674921303987503,-0.007366855628788471,-0.007058789487928152,-0.006750723347067833,-0.006442657206207514,-0.006134591065347195,-0.0058265249244868755,-0.005518459249287844,-0.005210393108427525,-0.004902326967567205,-0.004594260826706886,-0.004286194685846567,-0.003978129010647535,-0.003670062869787216,-0.003361996728926897,-0.003053930588066578,-0.0027458646800369024,-0.0024377985391765833,-0.002129732398316264,-0.0018216664902865887,-0.0015136003494262695,-0.0012055343249812722,-0.0008974683005362749,-0.0005894022178836167,-0.0002813361643347889]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,1,1,1,2,4,5,10,10,18,23,34,46,91,125,192,303,442,628,902,1397,1923,3150,4715,7449,11960,20200,36695,77561,197611,112982,46554,24943,14401,8942,5770,3621,2382,1502,996,743,495,334,210,141,102,73,41,30,18,11,12,7,3,1,3,2,0,1,2,0,1],"bins":[-0.0025997161865234375,-0.0025176703929901123,-0.002435624599456787,-0.002353578805923462,-0.0022715330123901367,-0.0021894872188568115,-0.0021074414253234863,-0.002025395631790161,-0.001943349838256836,-0.0018613040447235107,-0.0017792582511901855,-0.0016972124576568604,-0.0016151666641235352,-0.00153312087059021,-0.0014510750770568848,-0.0013690292835235596,-0.0012869834899902344,-0.0012049376964569092,-0.001122891902923584,-0.0010408461093902588,-0.0009588003158569336,-0.0008767545223236084,-0.0007947087287902832,-0.000712662935256958,-0.0006306171417236328,-0.0005485713481903076,-0.0004665255546569824,-0.0003844797611236572,-0.00030243396759033203,-0.00022038817405700684,-0.00013834238052368164,-5.6296586990356445e-05,2.574920654296875e-05,0.00010779500007629395,0.00018984079360961914,0.00027188658714294434,0.00035393238067626953,0.0004359781742095947,0.0005180239677429199,0.0006000697612762451,0.0006821155548095703,0.0007641613483428955,0.0008462071418762207,0.0009282529354095459,0.001010298728942871,0.0010923445224761963,0.0011743903160095215,0.0012564361095428467,0.0013384819030761719,0.001420527696609497,0.0015025734901428223,0.0015846192836761475,0.0016666650772094727,0.0017487108707427979,0.001830756664276123,0.0019128024578094482,0.0019948482513427734,0.0020768940448760986,0.002158939838409424,0.002240985631942749,0.0023230314254760742,0.0024050772190093994,0.0024871230125427246,0.00256916880607605,0.002651214599609375]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[2,1,4,3,12,16,41,56,100,177,274,438,690,993,1508,2301,3148,4448,5864,8053,10211,12712,15862,19161,22232,25464,28582,31262,33441,35177,35808,35776,34951,33367,30799,28006,24864,21586,18497,15266,12488,9644,7576,5711,4168,3015,2037,1387,991,616,410,252,151,95,68,25,14,11,5,4,2,0,0,1],"bins":[-0.09571941941976547,-0.09262272715568542,-0.08952603489160538,-0.08642934262752533,-0.08333265036344528,-0.08023595809936523,-0.07713926583528519,-0.07404257357120514,-0.07094588875770569,-0.06784919649362564,-0.0647525042295456,-0.06165580824017525,-0.0585591197013855,-0.05546242743730545,-0.0523657351732254,-0.049269042909145355,-0.04617235064506531,-0.04307565838098526,-0.03997896611690521,-0.036882273852825165,-0.03378558158874512,-0.03068889118731022,-0.02759220078587532,-0.024495508521795273,-0.021398816257715225,-0.018302123993635178,-0.015205432660877705,-0.012108741328120232,-0.009012049064040184,-0.005915357265621424,-0.0028186654672026634,0.0002780263312160969,0.003374725580215454,0.006471417378634214,0.009568109177052975,0.012664800509810448,0.015761492773890495,0.018858185037970543,0.02195487543940544,0.02505156770348549,0.028148259967565536,0.031244952231645584,0.03434164449572563,0.03743833675980568,0.04053502529859543,0.043631717562675476,0.046728409826755524,0.04982510209083557,0.05292179435491562,0.056018486618995667,0.059115178883075714,0.06221187114715576,0.06530856341123581,0.06840525567531586,0.0715019479393959,0.07459864020347595,0.0776953250169754,0.08079201728105545,0.0838887095451355,0.08698540180921555,0.0900820940732956,0.09317878633737564,0.09627547860145569,0.09937217086553574,0.10246886312961578]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.003093719482421875,-0.002990543842315674,-0.0028873682022094727,-0.0027841925621032715,-0.0026810169219970703,-0.002577841281890869,-0.002474665641784668,-0.002371490001678467,-0.0022683143615722656,-0.0021651387214660645,-0.0020619630813598633,-0.001958787441253662,-0.001855611801147461,-0.0017524361610412598,-0.0016492605209350586,-0.0015460848808288574,-0.0014429092407226562,-0.001339733600616455,-0.001236557960510254,-0.0011333823204040527,-0.0010302066802978516,-0.0009270310401916504,-0.0008238554000854492,-0.000720679759979248,-0.0006175041198730469,-0.0005143284797668457,-0.00041115283966064453,-0.00030797719955444336,-0.0002048015594482422,-0.00010162591934204102,1.5497207641601562e-06,0.00010472536087036133,0.0002079010009765625,0.00031107664108276367,0.00041425228118896484,0.000517427921295166,0.0006206035614013672,0.0007237792015075684,0.0008269548416137695,0.0009301304817199707,0.0010333061218261719,0.001136481761932373,0.0012396574020385742,0.0013428330421447754,0.0014460086822509766,0.0015491843223571777,0.001652359962463379,0.00175553560256958,0.0018587112426757812,0.0019618868827819824,0.0020650625228881836,0.0021682381629943848,0.002271413803100586,0.002374589443206787,0.0024777650833129883,0.0025809407234191895,0.0026841163635253906,0.002787292003631592,0.002890467643737793,0.002993643283843994,0.0030968189239501953,0.0031999945640563965,0.0033031702041625977,0.003406345844268799,0.003509521484375],"_type":"histogram","values":[1,4,3,0,1,4,10,13,14,17,29,38,67,65,98,138,176,264,363,508,701,1046,1447,2426,4093,7184,12914,25826,59761,182181,175802,58392,25213,12681,7009,4009,2339,1527,956,701,524,343,253,187,141,100,63,57,39,26,20,11,10,12,7,4,1,3,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.10374217480421066,-0.10061408579349518,-0.0974859967827797,-0.09435790777206421,-0.09122981876134872,-0.08810172975063324,-0.08497364073991776,-0.08184555172920227,-0.07871746271848679,-0.0755893737077713,-0.07246128469705582,-0.06933319568634033,-0.06620510667562485,-0.06307701766490936,-0.05994892492890358,-0.056820835918188095,-0.05369274690747261,-0.050564657896757126,-0.04743656888604164,-0.04430847987532616,-0.04118039086461067,-0.03805230185389519,-0.0349242128431797,-0.03179612383246422,-0.028668032959103584,-0.0255399439483881,-0.022411854937672615,-0.01928376592695713,-0.016155675053596497,-0.013027586974203587,-0.009899497032165527,-0.006771408021450043,-0.003643319010734558,-0.0005152297671884298,0.0026128594763576984,0.00574094895273447,0.008869037963449955,0.01199712697416544,0.015125216916203499,0.018253305926918983,0.021381394937634468,0.024509483948349953,0.027637572959065437,0.030765661969780922,0.033893752843141556,0.03702184185385704,0.040149930864572525,0.04327801987528801,0.046406108886003494,0.04953419789671898,0.052662286907434464,0.05579037591814995,0.05891846492886543,0.06204655393958092,0.0651746466755867,0.06830273568630219,0.07143082469701767,0.07455891370773315,0.07768700271844864,0.08081509172916412,0.08394318073987961,0.08707126975059509,0.09019935876131058,0.09332744777202606,0.09645553678274155],"_type":"histogram","values":[1,0,2,6,7,14,35,50,95,166,277,467,773,1136,1770,2615,3904,5699,8184,11151,15123,20111,25925,32335,40336,48815,57363,65524,74520,81516,87503,91830,94431,94686,92792,89387,83105,76356,68342,60198,51547,42729,35149,27996,21654,16484,12356,8973,6378,4505,2983,2019,1354,838,570,315,201,113,89,30,17,9,3,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.1007269024848938,-0.09764460474252701,-0.09456230700016022,-0.09148000925779343,-0.08839771151542664,-0.08531541377305984,-0.08223311603069305,-0.07915081828832626,-0.07606852054595947,-0.07298623025417328,-0.06990393251180649,-0.0668216347694397,-0.0637393370270729,-0.060657039284706116,-0.057574741542339325,-0.054492443799972534,-0.05141014605760574,-0.04832784831523895,-0.04524555057287216,-0.04216325283050537,-0.03908095508813858,-0.03599866107106209,-0.0329163633286953,-0.029834065586328506,-0.026751767843961716,-0.023669470101594925,-0.020587172359228134,-0.017504876479506493,-0.014422578737139702,-0.011340280994772911,-0.008257984183728695,-0.0051756869070231915,-0.002093382179737091,0.0009889150969684124,0.004071212373673916,0.007153509650379419,0.010235806927084923,0.013318104669451714,0.016400400549173355,0.019482698291540146,0.022564996033906937,0.025647293776273727,0.028729591518640518,0.03181188926100731,0.0348941832780838,0.03797648102045059,0.04105877876281738,0.044141076505184174,0.047223374247550964,0.050305671989917755,0.053387969732284546,0.05647026747465134,0.05955256521701813,0.06263486295938492,0.06571716070175171,0.0687994584441185,0.07188175618648529,0.07496404647827148,0.07804634422063828,0.08112864196300507,0.08421093970537186,0.08729323744773865,0.09037553519010544,0.09345783293247223,0.09654013067483902],"_type":"histogram","values":[1,0,0,2,1,5,11,31,27,59,103,173,282,473,773,1082,1600,2425,3447,4650,6337,8248,10679,13444,16610,19854,22894,26245,29286,31860,34042,35693,36389,36202,34852,32755,30371,27616,24220,20677,17580,14359,11476,9070,6916,5190,3764,2649,1870,1309,833,558,319,214,135,76,39,25,16,3,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.029038744047284126,-0.028115438297390938,-0.02719213254749775,-0.02626882493495941,-0.025345519185066223,-0.024422213435173035,-0.023498907685279846,-0.022575601935386658,-0.02165229618549347,-0.02072898857295513,-0.019805682823061943,-0.018882377073168755,-0.017959071323275566,-0.017035765573382378,-0.01611245796084404,-0.015189152210950851,-0.014265846461057663,-0.013342540711164474,-0.012419234029948711,-0.011495928280055523,-0.01057262159883976,-0.009649315848946571,-0.008726010099053383,-0.007802703883498907,-0.006879397667944431,-0.0059560914523899555,-0.00503278523683548,-0.004109479486942291,-0.0031861732713878155,-0.0022628670558333397,-0.0013395610731095076,-0.0004162549739703536,0.0005070529878139496,0.0014303590869531035,0.0023536651860922575,0.0032769711688160896,0.004200277384370565,0.005123583599925041,0.00604688934981823,0.0069701955653727055,0.007893501780927181,0.00881680753082037,0.009740114212036133,0.010663419961929321,0.01158672571182251,0.012510032393038273,0.013433338142931461,0.014356644824147224,0.015279950574040413,0.0162032563239336,0.01712656207382679,0.018049869686365128,0.018973175436258316,0.019896481186151505,0.020819786936044693,0.02174309268593788,0.02266639843583107,0.023589706048369408,0.024513011798262596,0.025436317548155785,0.026359623298048973,0.02728292904794216,0.0282062366604805,0.029129542410373688,0.030052848160266876],"_type":"histogram","values":[4,2,1,2,5,2,1,3,2,4,3,3,2,7,4,4,8,8,12,10,16,21,22,19,27,20,23,22,36,26,35,43,33,26,28,24,26,27,23,21,28,19,14,10,14,12,5,8,6,5,4,3,4,3,1,2,4,5,4,4,2,0,2,4]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,2,0,2,1,4,3,2,7,4,10,8,14,15,10,10,22,14,27,18,30,29,29,19,30,21,35,26,24,19,38,27,26,26,26,18,23,13,12,20,19,11,9,11,6,5,9,3,5,9,6,5,0,0,0,1,1,0,0,1,0,1],"bins":[-0.012369890697300434,-0.011951625347137451,-0.011533360928297043,-0.01111509557813406,-0.010696830227971077,-0.010278565809130669,-0.009860300458967686,-0.009442035108804703,-0.009023770689964294,-0.008605505339801311,-0.008187239989638329,-0.007768975105136633,-0.007350710220634937,-0.006932444870471954,-0.006514179985970259,-0.006095914635807276,-0.00567764975130558,-0.0052593848668038845,-0.0048411195166409016,-0.004422854632139206,-0.004004589281976223,-0.0035863243974745274,-0.0031680595129728317,-0.0027497943956404924,-0.002331529278308153,-0.0019132641609758139,-0.0014949991600587964,-0.001076734159141779,-0.0006584690418094397,-0.00024020398268476129,0.0001780610764399171,0.0005963261355645955,0.0010145911946892738,0.0014328563120216131,0.0018511213129386306,0.002269386313855648,0.0026876514311879873,0.0031059165485203266,0.0035241814330220222,0.003942446783185005,0.004360711667686701,0.0047789765521883965,0.005197241902351379,0.005615506786853075,0.006033771671354771,0.006452037021517754,0.006870301906019449,0.007288567256182432,0.007706832140684128,0.00812509749084711,0.008543361909687519,0.008961627259850502,0.009379892610013485,0.009798157028853893,0.010216422379016876,0.01063468772917986,0.011052953079342842,0.01147121749818325,0.011889482848346233,0.012307748198509216,0.012726012617349625,0.013144277967512608,0.01356254331767559,0.013980807736515999,0.014399073086678982]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[-0.0008976301760412753,-0.0008637352730147541,-0.0008298403117805719,-0.0007959454087540507,-0.0007620505057275295,-0.0007281556027010083,-0.0006942606996744871,-0.000660365738440305,-0.0006264708354137838,-0.0005925759323872626,-0.0005586809711530805,-0.0005247860681265593,-0.000490891165100038,-0.00045699626207351685,-0.0004231013299431652,-0.0003892063978128135,-0.0003553114947862923,-0.0003214165917597711,-0.00028752165962941945,-0.0002536267274990678,-0.00021973182447254658,-0.00018583690689411014,-0.0001519419893156737,-0.00011804707173723727,-8.415215415880084e-05,-5.0257236580364406e-05,-1.6362319001927972e-05,1.7532598576508462e-05,5.14275161549449e-05,8.532243373338133e-05,0.00011921735131181777,0.0001531122688902542,0.00018700712826102972,0.00022090204583946615,0.0002547969634179026,0.00028869189554825425,0.00032258679857477546,0.00035648170160129666,0.0003903766337316483,0.000424271565862,0.0004581664688885212,0.0004920613719150424,0.0005259562749415636,0.0005598512361757457,0.0005937461392022669,0.0006276410422287881,0.0006615360034629703,0.0006954309064894915,0.0007293258095160127,0.0007632207125425339,0.0007971156155690551,0.0008310105768032372,0.0008649054798297584,0.0008988003828562796,0.0009326953440904617,0.0009665902471169829,0.0010004851501435041,0.0010343800531700253,0.0010682749561965466,0.0011021698592230678,0.001136064762249589,0.001169959781691432,0.0012038546847179532,0.0012377495877444744,0.0012716444907709956],"_type":"histogram","values":[1,1,0,0,1,2,2,1,0,3,2,7,4,3,5,3,5,11,16,17,19,24,27,46,71,73,69,64,62,44,36,28,22,20,11,15,7,10,7,3,5,3,0,2,1,1,0,5,2,0,3,1,0,1,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,0,1,1,4,3,5,8,6,11,14,19,19,23,31,31,47,56,55,68,73,64,90,106,82,98,99,86,89,97,96,85,67,83,68,49,58,41,35,35,21,27,8,19,9,17,6,6,4,5,7,3,1,1,1,0,1,3,2,0,1,1,1],"bins":[-0.01963822916150093,-0.019217344000935555,-0.018796460703015327,-0.01837557554244995,-0.017954692244529724,-0.017533807083964348,-0.01711292192339897,-0.016692038625478745,-0.016271153464913368,-0.01585027016699314,-0.015429385006427765,-0.015008500777184963,-0.014587615616619587,-0.014166731387376785,-0.013745847158133984,-0.013324962928891182,-0.012904077768325806,-0.012483193539083004,-0.012062309309840202,-0.0116414250805974,-0.011220540851354599,-0.010799655690789223,-0.010378771461546421,-0.00995788723230362,-0.009537003003060818,-0.009116118773818016,-0.00869523361325264,-0.008274349384009838,-0.007853465154767036,-0.0074325804598629475,-0.007011696230620146,-0.006590811535716057,-0.0061699277721345425,-0.005749043542891741,-0.005328158847987652,-0.00490727461874485,-0.004486389923840761,-0.0040655056945979595,-0.003644621232524514,-0.003223736770451069,-0.0028028523083776236,-0.0023819678463041782,-0.001961083384230733,-0.0015401990385726094,-0.001119314576499164,-0.0006984301144257188,-0.0002775457105599344,0.00014333872240968049,0.0005642231553792953,0.0009851076174527407,0.001405992079526186,0.0018268764251843095,0.0022477610036730766,0.0026686452329158783,0.0030895296949893236,0.003510414157062769,0.003931298851966858,0.00435218308120966,0.004773067310452461,0.00519395200535655,0.005614836234599352,0.006035720929503441,0.0064566051587462425,0.0068774898536503315,0.007298374082893133],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.09955395758152008,-0.0963999405503273,-0.09324593096971512,-0.09009191393852234,-0.08693789690732956,-0.08378387987613678,-0.0806298702955246,-0.07747585326433182,-0.07432183623313904,-0.07116782665252686,-0.06801380962133408,-0.0648597925901413,-0.061705779284238815,-0.058551762253046036,-0.055397748947143555,-0.052243731915950775,-0.049089718610048294,-0.04593570530414581,-0.04278168827295303,-0.03962767496705055,-0.03647365793585777,-0.03331964462995529,-0.03016562946140766,-0.02701161429286003,-0.0238575991243124,-0.02070358395576477,-0.01754956878721714,-0.014395554549992085,-0.011241539381444454,-0.008087524212896824,-0.004933509510010481,-0.0017794945742934942,0.0013745203614234924,0.004528535529971123,0.007682550232857466,0.010836564935743809,0.013990580104291439,0.017144594341516495,0.020298609510064125,0.023452624678611755,0.026606639847159386,0.029760655015707016,0.0329146683216095,0.03606868535280228,0.03922269865870476,0.04237671568989754,0.04553072899580002,0.0486847460269928,0.05183875933289528,0.05499277263879776,0.05814678966999054,0.06130080297589302,0.0644548162817955,0.06760883331298828,0.07076285034418106,0.07391686737537384,0.07707087695598602,0.0802248939871788,0.08337891101837158,0.08653292059898376,0.08968693763017654,0.09284095466136932,0.0959949716925621,0.09914898127317429,0.10230299830436707],"_type":"histogram","values":[2,0,2,2,3,7,16,27,56,77,161,266,396,610,1074,1441,2181,3172,4514,6214,8145,10739,13385,16464,20344,23533,27031,30070,32789,34833,36300,37106,36476,35073,33013,30697,27465,23979,20586,17100,13798,10880,8486,6365,4649,3362,2373,1628,1104,721,473,267,169,78,52,39,20,5,3,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,1,7,5,13,12,18,30,26,39,48,69,84,80,118,126,200,197,296,388,607,817,1166,1749,2501,3831,5931,9914,18393,40395,144414,254342,51023,21690,11399,6482,4060,2741,1833,1294,889,619,459,317,251,178,148,140,84,76,81,55,54,32,27,16,20,12,8,9,3,4,0,1],"bins":[-0.0005278587341308594,-0.0005108937621116638,-0.0004939287900924683,-0.0004769638180732727,-0.00045999884605407715,-0.0004430338740348816,-0.00042606890201568604,-0.0004091039299964905,-0.0003921389579772949,-0.00037517398595809937,-0.0003582090139389038,-0.00034124404191970825,-0.0003242790699005127,-0.00030731409788131714,-0.0002903491258621216,-0.000273384153842926,-0.00025641918182373047,-0.0002394542098045349,-0.00022248923778533936,-0.0002055242657661438,-0.00018855929374694824,-0.00017159432172775269,-0.00015462934970855713,-0.00013766437768936157,-0.00012069940567016602,-0.00010373443365097046,-8.67694616317749e-05,-6.980448961257935e-05,-5.283951759338379e-05,-3.587454557418823e-05,-1.8909573554992676e-05,-1.944601535797119e-06,1.5020370483398438e-05,3.1985342502593994e-05,4.895031452178955e-05,6.591528654098511e-05,8.288025856018066e-05,9.984523057937622e-05,0.00011681020259857178,0.00013377517461776733,0.0001507401466369629,0.00016770511865615845,0.000184670090675354,0.00020163506269454956,0.00021860003471374512,0.00023556500673294067,0.00025252997875213623,0.0002694949507713318,0.00028645992279052734,0.0003034248948097229,0.00032038986682891846,0.000337354838848114,0.00035431981086730957,0.0003712847828865051,0.0003882497549057007,0.00040521472692489624,0.0004221796989440918,0.00043914467096328735,0.0004561096429824829,0.00047307461500167847,0.000490039587020874,0.0005070045590400696,0.0005239695310592651,0.0005409345030784607,0.0005578994750976562]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-2.872943878173828e-05,-2.781115472316742e-05,-2.6892870664596558e-05,-2.5974586606025696e-05,-2.5056302547454834e-05,-2.4138018488883972e-05,-2.321973443031311e-05,-2.230145037174225e-05,-2.1383166313171387e-05,-2.0464882254600525e-05,-1.9546598196029663e-05,-1.86283141374588e-05,-1.771003007888794e-05,-1.6791746020317078e-05,-1.5873461961746216e-05,-1.4955177903175354e-05,-1.4036893844604492e-05,-1.311860978603363e-05,-1.2200325727462769e-05,-1.1282041668891907e-05,-1.0363757610321045e-05,-9.445473551750183e-06,-8.527189493179321e-06,-7.6089054346084595e-06,-6.690621376037598e-06,-5.772337317466736e-06,-4.854053258895874e-06,-3.935769200325012e-06,-3.0174851417541504e-06,-2.0992010831832886e-06,-1.1809170246124268e-06,-2.6263296604156494e-07,6.556510925292969e-07,1.5739351511001587e-06,2.4922192096710205e-06,3.4105032682418823e-06,4.328787326812744e-06,5.247071385383606e-06,6.165355443954468e-06,7.08363950252533e-06,8.001923561096191e-06,8.920207619667053e-06,9.838491678237915e-06,1.0756775736808777e-05,1.1675059795379639e-05,1.25933438539505e-05,1.3511627912521362e-05,1.4429911971092224e-05,1.5348196029663086e-05,1.6266480088233948e-05,1.718476414680481e-05,1.810304820537567e-05,1.9021332263946533e-05,1.9939616322517395e-05,2.0857900381088257e-05,2.177618443965912e-05,2.269446849822998e-05,2.3612752556800842e-05,2.4531036615371704e-05,2.5449320673942566e-05,2.6367604732513428e-05,2.728588879108429e-05,2.820417284965515e-05,2.9122456908226013e-05,3.0040740966796875e-05],"_type":"histogram","values":[2,0,0,0,1,2,1,0,2,3,3,2,0,0,1,2,4,3,3,4,4,6,9,9,12,17,21,29,58,66,87,97,61,69,42,28,20,9,12,14,11,7,4,5,3,0,1,1,3,3,6,2,3,3,3,3,1,1,2,2,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,1,0,0,0,1,2,1,4,1,2,4,4,3,5,4,9,5,8,7,10,23,26,33,30,54,53,84,73,70,49,39,29,16,18,14,17,9,10,6,2,6,6,6,3,0,2,2,2,2,0,1,1,1,2,2,1,1,0,0,0,0,1],"bins":[-0.001539922785013914,-0.0014864756958559155,-0.0014330287231132388,-0.0013795816339552402,-0.0013261345447972417,-0.001272687572054565,-0.0012192404828965664,-0.0011657933937385678,-0.0011123463045805693,-0.0010588993318378925,-0.001005452242679894,-0.0009520052117295563,-0.0008985581807792187,-0.0008451110916212201,-0.0007916640606708825,-0.0007382169715128839,-0.0006847699405625463,-0.0006313229096122086,-0.00057787582045421,-0.0005244287895038724,-0.0004709817294497043,-0.0004175346693955362,-0.00036408763844519854,-0.00031064057839103043,-0.0002571935183368623,-0.00020374645828269422,-0.00015029941278044134,-9.685236000223085e-05,-4.340530722402036e-05,1.0041745554190129e-05,6.348879833240062e-05,0.00011693585111061111,0.00017038278747349977,0.00022382984752766788,0.000277276907581836,0.00033072393853217363,0.00038417099858634174,0.00043761805864050984,0.0004910650895908475,0.000544512178748846,0.0005979592096991837,0.0006514062406495214,0.0007048533298075199,0.0007583003607578576,0.0008117473917081952,0.0008651944808661938,0.0009186415118165314,0.00097208860097453,0.0010255356319248676,0.0010789827210828662,0.001132429693825543,0.0011858767829835415,0.00123932387214154,0.0012927708448842168,0.0013462179340422153,0.001399665023200214,0.0014531121123582125,0.0015065590851008892,0.0015600061742588878,0.0016134532634168863,0.001666900236159563,0.0017203473253175616,0.0017737944144755602,0.001827241387218237,0.0018806884763762355]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[1,1,1,1,2,3,1,3,2,3,5,5,1,7,7,15,16,14,14,28,23,25,35,41,30,36,26,38,38,34,26,33,30,30,23,37,23,13,12,11,10,9,13,6,8,2,6,4,6,1,2,2,3,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00534469448029995,-0.005157348234206438,-0.004970002453774214,-0.004782656207680702,-0.004595310427248478,-0.004407964181154966,-0.004220617935061455,-0.0040332721546292305,-0.003845925908535719,-0.003658579895272851,-0.003471233882009983,-0.0032838876359164715,-0.0030965416226536036,-0.0029091956093907356,-0.002721849363297224,-0.002534503350034356,-0.002347157336771488,-0.0021598113235086203,-0.0019724653102457523,-0.0017851190641522408,-0.0015977730508893728,-0.001410427037626505,-0.0012230809079483151,-0.0010357347782701254,-0.0008483887650072575,-0.0006610426935367286,-0.0004736966220661998,-0.00028635055059567094,-9.90044791251421e-05,8.834159234538674e-05,0.0002756876638159156,0.0004630337352864444,0.0006503802724182606,0.0008377263438887894,0.0010250724153593183,0.001212418545037508,0.001399764558300376,0.0015871105715632439,0.0017744567012414336,0.0019618028309196234,0.0021491488441824913,0.0023364948574453592,0.002523840870708227,0.0027111871168017387,0.0028985331300646067,0.0030858791433274746,0.003273225389420986,0.003460571402683854,0.003647917415946722,0.00383526342920959,0.004022609442472458,0.0042099556885659695,0.004397301934659481,0.004584647715091705,0.004771993961185217,0.004959339741617441,0.005146685987710953,0.005334032233804464,0.005521378014236689,0.0057087242603302,0.0058960700407624245,0.006083416286855936,0.006270762532949448,0.006458108313381672,0.0066454545594751835],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09757508337497711,-0.09448930621147156,-0.091403529047966,-0.08831775188446045,-0.0852319747209549,-0.08214619010686874,-0.07906041294336319,-0.07597463577985764,-0.07288885861635208,-0.06980308145284653,-0.06671730428934097,-0.06363152712583542,-0.060545746237039566,-0.05745996907353401,-0.05437418818473816,-0.051288411021232605,-0.04820263385772705,-0.0451168566942215,-0.04203107953071594,-0.03894529864192009,-0.035859521478414536,-0.03277374431490898,-0.029687965288758278,-0.026602186262607574,-0.02351640909910202,-0.020430631935596466,-0.017344852909445763,-0.014259074814617634,-0.011173296719789505,-0.008087518624961376,-0.005001740530133247,-0.0019159624353051186,0.0011698082089424133,0.004255586303770542,0.007341364398598671,0.0104271424934268,0.013512920588254929,0.016598697751760483,0.019684476777911186,0.02277025580406189,0.025856032967567444,0.028941810131072998,0.03202758729457855,0.035113368183374405,0.03819914534687996,0.04128492251038551,0.044370703399181366,0.04745648056268692,0.050542257726192474,0.05362803488969803,0.05671381205320358,0.059799592941999435,0.06288537383079529,0.06597115099430084,0.0690569281578064,0.07214270532131195,0.0752284824848175,0.07831425964832306,0.08140003681182861,0.08448581397533417,0.08757159113883972,0.09065737575292587,0.09374315291643143,0.09682893007993698,0.09991470724344254],"_type":"histogram","values":[5,4,11,13,22,50,87,141,229,369,611,1029,1602,2298,3537,5183,7284,10220,13832,18191,23573,29979,36891,45147,53109,61409,69824,77598,84137,89199,92108,93666,93184,89689,85848,79713,71844,63971,55271,46557,38926,31332,25117,19558,14615,10949,7975,5711,3884,2579,1778,1172,708,476,298,165,78,57,26,10,4,7,3,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[2,1,0,3,3,5,13,16,39,58,96,155,237,429,647,964,1500,2110,3031,4078,5626,7360,9515,12218,14872,18146,21604,24951,27761,30835,32777,34671,35514,35603,35132,33631,31270,28607,25785,22486,18979,15932,13259,10238,8176,6275,4579,3444,2304,1697,1116,770,487,313,202,134,75,40,18,19,10,2,2,2],"bins":[-0.10753512382507324,-0.10429220646619797,-0.10104928910732269,-0.09780637174844742,-0.09456345438957214,-0.09132053703069687,-0.0880776196718216,-0.08483470231294632,-0.08159178495407104,-0.07834887504577637,-0.07510595768690109,-0.07186304032802582,-0.06862012296915054,-0.06537720561027527,-0.062134288251399994,-0.05889137089252472,-0.055648453533649445,-0.05240553617477417,-0.049162618815898895,-0.04591970145702362,-0.042676784098148346,-0.03943387046456337,-0.036190953105688095,-0.03294803574681282,-0.029705118387937546,-0.02646220102906227,-0.023219283670186996,-0.01997636817395687,-0.016733450815081596,-0.013490533456206322,-0.010247617028653622,-0.007004700135439634,-0.003761783242225647,-0.0005188663490116596,0.0027240505442023277,0.005966967437416315,0.009209884330630302,0.012452801689505577,0.015695717185735703,0.018938634544610977,0.022181551903486252,0.025424469262361526,0.0286673866212368,0.031910303980112076,0.03515321761369705,0.03839613497257233,0.0416390523314476,0.044881969690322876,0.04812488704919815,0.051367804408073425,0.0546107217669487,0.057853639125823975,0.06109655648469925,0.06433947384357452,0.0675823912024498,0.07082530856132507,0.07406821846961975,0.07731113582849503,0.0805540531873703,0.08379697054624557,0.08703988790512085,0.09028280526399612,0.0935257226228714,0.09676863998174667,0.10001155734062195],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,0,1,4,1,10,1,4,6,7,10,9,13,7,10,15,14,12,12,16,14,26,30,22,21,34,33,38,26,31,24,24,34,20,26,24,20,19,20,17,17,15,16,12,11,10,7,3,4,2,2,3,2,3,1,2],"bins":[0.9755550026893616,0.9762178063392639,0.9768805503845215,0.9775433540344238,0.9782060980796814,0.9788689017295837,0.9795316457748413,0.9801944494247437,0.9808571934700012,0.9815199971199036,0.9821827411651611,0.9828455448150635,0.9835083484649658,0.9841710925102234,0.9848338961601257,0.9854966402053833,0.9861594438552856,0.9868221879005432,0.9874849915504456,0.9881477355957031,0.9888105392456055,0.989473283290863,0.9901360869407654,0.9907988905906677,0.9914616346359253,0.9921244382858276,0.9927871823310852,0.9934499859809875,0.9941127300262451,0.9947755336761475,0.995438277721405,0.9961010813713074,0.9967638254165649,0.9974266290664673,0.9980894327163696,0.9987521767616272,0.9994149804115295,1.000077724456787,1.0007405281066895,1.0014033317565918,1.0020660161972046,1.002728819847107,1.0033916234970093,1.0040544271469116,1.004717230796814,1.0053799152374268,1.006042718887329,1.0067055225372314,1.0073683261871338,1.0080310106277466,1.008693814277649,1.0093566179275513,1.0100194215774536,1.0106821060180664,1.0113449096679688,1.012007713317871,1.0126705169677734,1.0133333206176758,1.0139960050582886,1.014658808708191,1.0153216123580933,1.0159844160079956,1.0166471004486084,1.0173099040985107,1.017972707748413]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[0.9665671586990356,0.9673790335655212,0.9681909680366516,0.9690028429031372,0.9698147177696228,0.9706266522407532,0.9714385271072388,0.9722504019737244,0.97306227684021,0.9738742113113403,0.9746860861778259,0.9754979610443115,0.9763098955154419,0.9771217703819275,0.9779336452484131,0.9787455797195435,0.979557454586029,0.9803693294525146,0.981181263923645,0.9819931387901306,0.9828050136566162,0.9836169481277466,0.9844288229942322,0.9852406978607178,0.9860526323318481,0.9868645071983337,0.9876763820648193,0.9884882569313049,0.9893001914024353,0.9901120662689209,0.9909239411354065,0.9917358756065369,0.9925477504730225,0.9933596253395081,0.9941715598106384,0.994983434677124,0.9957953095436096,0.99660724401474,0.9974191188812256,0.9982309937477112,0.9990428686141968,0.9998548030853271,1.0006667375564575,1.0014785528182983,1.0022904872894287,1.003102421760559,1.0039142370224,1.0047261714935303,1.005537986755371,1.0063499212265015,1.0071618556976318,1.0079736709594727,1.008785605430603,1.0095975399017334,1.0104093551635742,1.0112212896347046,1.012033224105835,1.0128450393676758,1.0136569738388062,1.0144689083099365,1.0152807235717773,1.0160926580429077,1.016904592514038,1.017716407775879,1.0185283422470093],"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,1,1,6,2,1,3,1,4,3,4,5,8,8,11,13,17,22,22,28,21,15,25,33,34,31,25,32,26,36,17,35,29,29,39,25,25,16,18,14,14,14,13,9,9,5,5,5,1,1,2,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,2,2,1,3,1,1,1,3,7,5,9,8,8,6,13,11,12,15,20,24,19,17,26,25,30,21,32,19,33,18,35,28,28,18,29,34,20,17,20,20,15,18,13,12,18,7,5,10,7,2,2,3,1,2,1,1,3,3,1,0,0,1,1],"bins":[-0.0003876686096191406,-0.0003748619928956032,-0.00036205537617206573,-0.0003492487594485283,-0.00033644214272499084,-0.0003236355260014534,-0.00031082890927791595,-0.0002980222925543785,-0.00028521567583084106,-0.0002724090591073036,-0.0002596024423837662,-0.00024679582566022873,-0.00023398920893669128,-0.00022118259221315384,-0.0002083759754896164,-0.00019556935876607895,-0.0001827627420425415,-0.00016995612531900406,-0.00015714950859546661,-0.00014434289187192917,-0.00013153627514839172,-0.00011872965842485428,-0.00010592304170131683,-9.311642497777939e-05,-8.030980825424194e-05,-6.75031915307045e-05,-5.469657480716705e-05,-4.188995808362961e-05,-2.9083341360092163e-05,-1.6276724636554718e-05,-3.470107913017273e-06,9.336508810520172e-06,2.2143125534057617e-05,3.494974225759506e-05,4.775635898113251e-05,6.056297570466995e-05,7.33695924282074e-05,8.617620915174484e-05,9.898282587528229e-05,0.00011178944259881973,0.00012459605932235718,0.00013740267604589462,0.00015020929276943207,0.0001630159094929695,0.00017582252621650696,0.0001886291429400444,0.00020143575966358185,0.0002142423763871193,0.00022704899311065674,0.00023985560983419418,0.00025266222655773163,0.0002654688432812691,0.0002782754600048065,0.00029108207672834396,0.0003038886934518814,0.00031669531017541885,0.0003295019268989563,0.00034230854362249374,0.0003551151603460312,0.00036792177706956863,0.0003807283937931061,0.0003935350105166435,0.00040634162724018097,0.0004191482439637184,0.00043195486068725586]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[2,4,3,7,16,29,44,73,122,231,346,587,1040,1533,2374,3486,5127,7083,10063,13479,18191,23524,30133,36750,44879,53727,62454,70603,77875,84894,89839,93395,94515,93392,90627,85665,79578,71916,64014,54811,46519,38350,30529,24329,18618,14170,10434,7604,5419,3668,2469,1673,1034,615,440,232,151,82,43,24,14,9,5,2],"bins":[-0.10173457115888596,-0.09861145168542862,-0.09548832476139069,-0.09236520528793335,-0.08924207836389542,-0.08611895889043808,-0.08299583196640015,-0.07987271249294281,-0.07674959301948547,-0.07362646609544754,-0.0705033466219902,-0.06738021969795227,-0.06425710022449493,-0.0611339770257473,-0.058010853826999664,-0.05488773062825203,-0.051764607429504395,-0.04864148423075676,-0.045518361032009125,-0.04239523783326149,-0.039272114634513855,-0.03614899516105652,-0.033025871962308884,-0.02990274876356125,-0.026779625564813614,-0.02365650236606598,-0.020533379167318344,-0.01741025783121586,-0.014287134632468224,-0.011164011433720589,-0.008040889166295528,-0.004917766433209181,-0.0017946437001228333,0.0013284790329635143,0.004451601766049862,0.0075747244991362095,0.010697847232222557,0.013820970430970192,0.016944091767072678,0.020067214965820312,0.023190338164567947,0.026313461363315582,0.029436584562063217,0.03255970776081085,0.03568282723426819,0.03880595043301582,0.04192907363176346,0.04505219683051109,0.04817532002925873,0.05129844322800636,0.054421566426754,0.05754468962550163,0.06066781282424927,0.0637909322977066,0.06691405922174454,0.07003717869520187,0.07316030561923981,0.07628342509269714,0.07940654456615448,0.08252967149019241,0.08565279096364975,0.08877591788768768,0.09189903736114502,0.09502216428518295,0.09814528375864029],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[-0.0018924102187156677,-0.0018354668281972408,-0.0017785235540941358,-0.0017215802799910307,-0.0016646368894726038,-0.001607693498954177,-0.0015507502248510718,-0.0014938069507479668,-0.0014368635602295399,-0.001379920169711113,-0.001322976895608008,-0.0012660336215049028,-0.001209090230986476,-0.001152146840468049,-0.001095203566364944,-0.001038260292261839,-0.000981316901743412,-0.000924373569432646,-0.0008674302371218801,-0.0008104869048111141,-0.0007535435725003481,-0.0006966002401895821,-0.0006396569078788161,-0.0005827135755680501,-0.0005257702432572842,-0.0004688269109465182,-0.0004118835786357522,-0.0003549402463249862,-0.00029799691401422024,-0.00024105358170345426,-0.00018411024939268827,-0.0001271669170819223,-7.022346835583448e-05,-1.3280136045068502e-05,4.366319626569748e-05,0.00010060652857646346,0.00015754986088722944,0.00021449319319799542,0.0002714365255087614,0.0003283798578195274,0.00038532319013029337,0.00044226652244105935,0.0004992098547518253,0.0005561531870625913,0.0006130965193733573,0.0006700398516841233,0.0007269831839948893,0.0007839265163056552,0.0008408698486164212,0.0008978131809271872,0.0009547565132379532,0.00101169990375638,0.0010686431778594851,0.0011255864519625902,0.0011825298424810171,0.001239473232999444,0.001296416507102549,0.0013533597812056541,0.001410303171724081,0.001467246562242508,0.001524189836345613,0.001581133110448718,0.001638076500967145,0.0016950198914855719,0.001751963165588677],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,2,1,2,1,0,2,2,1,1,6,4,4,8,10,17,7,23,33,20,40,56,64,72,96,77,47,34,39,16,20,14,8,6,7,4,2,3,5,2,1,2,3,0,1,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[3,3,7,11,19,22,33,77,135,200,354,496,714,1080,1606,2239,3032,4221,5643,7420,9156,11840,14410,17512,20221,23277,26206,28617,31304,33065,33902,34535,33647,32986,31132,29091,26419,23563,20647,17281,14453,12124,9558,7337,5765,4267,3132,2316,1550,1169,713,492,316,200,127,79,42,19,14,12,7,4,1,1],"bins":[-0.09824445098638535,-0.09512767195701599,-0.09201090037822723,-0.08889412134885788,-0.08577734231948853,-0.08266056329011917,-0.07954379171133041,-0.07642701268196106,-0.0733102336525917,-0.07019346207380295,-0.0670766830444336,-0.06395990401506424,-0.060843128710985184,-0.05772634968161583,-0.054609574377536774,-0.05149279534816742,-0.048376020044088364,-0.04525924474000931,-0.042142465710639954,-0.0390256904065609,-0.035908911377191544,-0.03279213607311249,-0.029675358906388283,-0.026558581739664078,-0.023441804572939873,-0.020325027406215668,-0.017208250239491463,-0.014091474004089832,-0.010974696837365627,-0.007857919670641422,-0.0047411429695785046,-0.0016243660356849432,0.0014924108982086182,0.004609188064932823,0.007725964765995741,0.010842741467058659,0.013959518633782864,0.017076294869184494,0.0201930720359087,0.023309849202632904,0.02642662636935711,0.029543403536081314,0.03266017884016037,0.035776957869529724,0.03889373317360878,0.042010512202978134,0.04512728750705719,0.048244066536426544,0.0513608418405056,0.054477617144584656,0.05759439617395401,0.060711171478033066,0.06382794678211212,0.06694472581148148,0.07006150484085083,0.07317828387022018,0.07629505544900894,0.0794118344783783,0.08252861350774765,0.08564538508653641,0.08876216411590576,0.09187894314527512,0.09499572217464447,0.09811249375343323,0.10122927278280258]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,3,0,3,6,5,13,8,11,14,12,19,16,21,31,21,33,33,31,31,36,25,35,31,38,48,31,30,16,20,29,12,21,16,13,12,9,6,7,1,2,3,0,5,0,1,0,1,2,0,2,0,0,0,0,0,0,1],"bins":[-0.007564028725028038,-0.007296056021004915,-0.007028082851320505,-0.006760110147297382,-0.006492136977612972,-0.0062241642735898495,-0.005956191569566727,-0.005688218399882317,-0.005420245695859194,-0.005152272991836071,-0.004884299822151661,-0.004616327118128538,-0.004348354414105415,-0.004080381244421005,-0.0038124085403978825,-0.003544435603544116,-0.0032764626666903496,-0.003008489729836583,-0.0027405167929828167,-0.002472544088959694,-0.0022045711521059275,-0.001936598215252161,-0.0016686253948137164,-0.0014006525743752718,-0.0011326796375215054,-0.0008647067588753998,-0.0005967338802292943,-0.00032876100158318877,-6.0788122937083244e-05,0.00020718475570902228,0.0004751576343551278,0.0007431305130012333,0.0010111024603247643,0.0012790753971785307,0.0015470482176169753,0.00181502103805542,0.0020829939749091864,0.002350966911762953,0.0026189396157860756,0.002886912552639842,0.0031548854894936085,0.003422858426347375,0.0036908313632011414,0.003958804067224264,0.004226776771247387,0.004494749940931797,0.00476272264495492,0.00503069581463933,0.005298668518662453,0.0055666412226855755,0.005834614392369986,0.006102587096393108,0.0063705602660775185,0.006638532970100641,0.006906505674123764,0.007174478843808174,0.007442451547831297,0.00771042425185442,0.00797839742153883,0.00824637059122324,0.008514342829585075,0.008782315999269485,0.009050289168953896,0.009318261407315731,0.009586234577000141]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,0,0,2,6,3,3,4,2,0,4,1,8,7,8,4,9,10,8,16,20,24,29,26,20,28,27,34,44,25,38,36,25,33,26,34,33,28,20,16,12,16,16,9,5,3,4,3,8,8,2,4,1,3,1,2,2,0,2,2,0,1],"bins":[-0.010349507443606853,-0.010029666125774384,-0.009709824807941914,-0.009389984421432018,-0.009070143103599548,-0.008750301785767078,-0.008430460467934608,-0.008110619150102139,-0.007790778297930956,-0.007470936980098486,-0.007151096127927303,-0.006831254810094833,-0.0065114134922623634,-0.006191572640091181,-0.005871731322258711,-0.005551890470087528,-0.005232049152255058,-0.004912207834422588,-0.004592366982251406,-0.004272525664418936,-0.003952684812247753,-0.003632843494415283,-0.0033130021765828133,-0.002993161091580987,-0.0026733200065791607,-0.0023534789215773344,-0.002033637836575508,-0.0017137965187430382,-0.0013939554337412119,-0.0010741143487393856,-0.0007542731473222375,-0.0004344320041127503,-0.00011458992958068848,0.00020525121362879872,0.0005250923568382859,0.0008449335000477731,0.0011647746432572603,0.0014846157282590866,0.0018044569296762347,0.002124298131093383,0.002444139216095209,0.0027639803010970354,0.0030838213860988617,0.0034036627039313316,0.003723503788933158,0.004043344873934984,0.004363186191767454,0.004683027043938637,0.005002868361771107,0.005322709679603577,0.005642550531774759,0.005962391849607229,0.006282232701778412,0.006602074019610882,0.006921915337443352,0.007241756189614534,0.007561597507447004,0.007881438359618187,0.008201279677450657,0.008521120995283127,0.008840962313115597,0.009160803630948067,0.009480644017457962,0.009800485335290432,0.010120326653122902]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[2,0,1,2,1,1,2,1,2,2,2,4,4,0,5,4,3,3,5,10,10,18,22,16,26,30,32,53,61,85,56,67,48,33,30,22,13,15,14,9,9,6,5,6,6,4,1,3,5,2,2,0,1,1,1,0,1,0,0,0,0,0,0,1],"bins":[-3.4689903259277344e-05,-3.352481871843338e-05,-3.2359734177589417e-05,-3.119464963674545e-05,-3.002956509590149e-05,-2.8864480555057526e-05,-2.7699396014213562e-05,-2.65343114733696e-05,-2.5369226932525635e-05,-2.420414239168167e-05,-2.3039057850837708e-05,-2.1873973309993744e-05,-2.070888876914978e-05,-1.9543804228305817e-05,-1.8378719687461853e-05,-1.721363514661789e-05,-1.6048550605773926e-05,-1.4883466064929962e-05,-1.3718381524085999e-05,-1.2553296983242035e-05,-1.1388212442398071e-05,-1.0223127901554108e-05,-9.058043360710144e-06,-7.89295881986618e-06,-6.727874279022217e-06,-5.562789738178253e-06,-4.3977051973342896e-06,-3.232620656490326e-06,-2.0675361156463623e-06,-9.024515748023987e-07,2.6263296604156494e-07,1.4277175068855286e-06,2.592802047729492e-06,3.757886588573456e-06,4.9229711294174194e-06,6.088055670261383e-06,7.253140211105347e-06,8.41822475194931e-06,9.583309292793274e-06,1.0748393833637238e-05,1.1913478374481201e-05,1.3078562915325165e-05,1.4243647456169128e-05,1.5408731997013092e-05,1.6573816537857056e-05,1.773890107870102e-05,1.8903985619544983e-05,2.0069070160388947e-05,2.123415470123291e-05,2.2399239242076874e-05,2.3564323782920837e-05,2.47294083237648e-05,2.5894492864608765e-05,2.7059577405452728e-05,2.8224661946296692e-05,2.9389746487140656e-05,3.055483102798462e-05,3.171991556882858e-05,3.2885000109672546e-05,3.405008465051651e-05,3.5215169191360474e-05,3.638025373220444e-05,3.75453382730484e-05,3.8710422813892365e-05,3.987550735473633e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,2,1,8,4,7,9,8,25,38,41,57,65,96,122,191,245,337,452,621,925,1193,1730,2445,3397,4909,7136,10640,16137,25137,42290,81066,165631,94835,47307,27968,17642,11343,7804,5203,3636,2600,1748,1343,926,661,481,352,289,203,139,92,91,55,45,28,25,14,11,2,6,4,3,2],"bins":[-0.002445220947265625,-0.002370208501815796,-0.002295196056365967,-0.0022201836109161377,-0.0021451711654663086,-0.0020701587200164795,-0.0019951462745666504,-0.0019201338291168213,-0.0018451213836669922,-0.001770108938217163,-0.001695096492767334,-0.0016200840473175049,-0.0015450716018676758,-0.0014700591564178467,-0.0013950467109680176,-0.0013200342655181885,-0.0012450218200683594,-0.0011700093746185303,-0.0010949969291687012,-0.001019984483718872,-0.000944972038269043,-0.0008699595928192139,-0.0007949471473693848,-0.0007199347019195557,-0.0006449222564697266,-0.0005699098110198975,-0.0004948973655700684,-0.00041988492012023926,-0.00034487247467041016,-0.00026986002922058105,-0.00019484758377075195,-0.00011983513832092285,-4.482269287109375e-05,3.018975257873535e-05,0.00010520219802856445,0.00018021464347839355,0.00025522708892822266,0.00033023953437805176,0.00040525197982788086,0.00048026442527770996,0.0005552768707275391,0.0006302893161773682,0.0007053017616271973,0.0007803142070770264,0.0008553266525268555,0.0009303390979766846,0.0010053515434265137,0.0010803639888763428,0.0011553764343261719,0.001230388879776001,0.00130540132522583,0.0013804137706756592,0.0014554262161254883,0.0015304386615753174,0.0016054511070251465,0.0016804635524749756,0.0017554759979248047,0.0018304884433746338,0.0019055008888244629,0.001980513334274292,0.002055525779724121,0.00213053822517395,0.0022055506706237793,0.0022805631160736084,0.0023555755615234375]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,2,3,1,0,0,1,0,0,2,5,1,3,3,6,3,3,6,3,4,6,5,11,16,18,20,24,63,78,87,130,172,186,247,234,154,150,95,70,54,45,32,24,26,10,10,4,3,5,6,5,0,1,3,1,1,3,0,0,0,0,1],"bins":[-6.270408630371094e-05,-6.092805415391922e-05,-5.91520220041275e-05,-5.7375989854335785e-05,-5.559995770454407e-05,-5.382392555475235e-05,-5.204789340496063e-05,-5.0271861255168915e-05,-4.84958291053772e-05,-4.671979695558548e-05,-4.494376480579376e-05,-4.3167732656002045e-05,-4.139170050621033e-05,-3.961566835641861e-05,-3.783963620662689e-05,-3.6063604056835175e-05,-3.428757190704346e-05,-3.251153975725174e-05,-3.073550760746002e-05,-2.8959475457668304e-05,-2.7183443307876587e-05,-2.540741115808487e-05,-2.3631379008293152e-05,-2.1855346858501434e-05,-2.0079314708709717e-05,-1.8303282558918e-05,-1.6527250409126282e-05,-1.4751218259334564e-05,-1.2975186109542847e-05,-1.1199153959751129e-05,-9.423121809959412e-06,-7.647089660167694e-06,-5.8710575103759766e-06,-4.095025360584259e-06,-2.3189932107925415e-06,-5.42961061000824e-07,1.2330710887908936e-06,3.009103238582611e-06,4.785135388374329e-06,6.561167538166046e-06,8.337199687957764e-06,1.0113231837749481e-05,1.1889263987541199e-05,1.3665296137332916e-05,1.5441328287124634e-05,1.721736043691635e-05,1.899339258670807e-05,2.0769424736499786e-05,2.2545456886291504e-05,2.432148903608322e-05,2.609752118587494e-05,2.7873553335666656e-05,2.9649585485458374e-05,3.142561763525009e-05,3.320164978504181e-05,3.4977681934833527e-05,3.6753714084625244e-05,3.852974623441696e-05,4.030577838420868e-05,4.20818105340004e-05,4.3857842683792114e-05,4.563387483358383e-05,4.740990698337555e-05,4.918593913316727e-05,5.0961971282958984e-05]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.0007085800170898438,-0.0006884261965751648,-0.0006682723760604858,-0.0006481185555458069,-0.0006279647350311279,-0.000607810914516449,-0.00058765709400177,-0.0005675032734870911,-0.0005473494529724121,-0.0005271956324577332,-0.0005070418119430542,-0.00048688799142837524,-0.0004667341709136963,-0.00044658035039901733,-0.0004264265298843384,-0.0004062727093696594,-0.00038611888885498047,-0.0003659650683403015,-0.00034581124782562256,-0.0003256574273109436,-0.00030550360679626465,-0.0002853497862815857,-0.00026519596576690674,-0.0002450421452522278,-0.00022488832473754883,-0.00020473450422286987,-0.00018458068370819092,-0.00016442686319351196,-0.000144273042678833,-0.00012411922216415405,-0.0001039654016494751,-8.381158113479614e-05,-6.365776062011719e-05,-4.350394010543823e-05,-2.3350119590759277e-05,-3.1962990760803223e-06,1.6957521438598633e-05,3.711134195327759e-05,5.726516246795654e-05,7.74189829826355e-05,9.757280349731445e-05,0.00011772662401199341,0.00013788044452667236,0.00015803426504135132,0.00017818808555603027,0.00019834190607070923,0.00021849572658538818,0.00023864954710006714,0.0002588033676147461,0.00027895718812942505,0.000299111008644104,0.00031926482915878296,0.0003394186496734619,0.00035957247018814087,0.0003797262907028198,0.0003998801112174988,0.00042003393173217773,0.0004401877522468567,0.00046034157276153564,0.0004804953932762146,0.0005006492137908936,0.0005208030343055725,0.0005409568548202515,0.0005611106753349304,0.0005812644958496094],"_type":"histogram","values":[1,0,0,1,0,1,2,1,1,2,5,9,9,13,18,19,30,58,67,103,147,221,302,434,630,982,1496,2304,3711,5774,9824,16939,31843,72287,373482,859005,100632,41014,20802,11580,6920,4270,2676,1791,1083,744,504,333,239,168,107,83,59,49,28,21,14,11,3,5,2,1,3,1]},"parameters/_orig_mod.linear.weight":{"values":[1,9,15,26,70,166,364,682,1354,1987,3133,4349,5485,6877,7978,8683,9279,9693,9839,9999,10201,10098,10258,10106,10076,9923,10110,10153,9920,9883,10167,10054,10032,10032,10056,10024,10152,10112,10050,10153,9867,10070,10183,9913,9812,9476,9328,8745,8027,7191,5829,4639,3356,2278,1375,809,401,209,89,38,21,8,2,1],"bins":[-0.06047774851322174,-0.058563679456710815,-0.05664961040019989,-0.05473554506897926,-0.05282147601246834,-0.05090740695595741,-0.048993341624736786,-0.04707927256822586,-0.045165203511714935,-0.04325113445520401,-0.041337065398693085,-0.03942300006747246,-0.03750893101096153,-0.03559486195445061,-0.03368079662322998,-0.031766727566719055,-0.02985265851020813,-0.027938589453697205,-0.02602452225983143,-0.024110455065965652,-0.022196386009454727,-0.020282316952943802,-0.018368249759078026,-0.01645418256521225,-0.014540113508701324,-0.012626045383512974,-0.010711977258324623,-0.008797909133136272,-0.006883841007947922,-0.004969772882759571,-0.0030557047575712204,-0.0011416366323828697,0.0007724352180957794,0.00268650334328413,0.004600571468472481,0.0065146395936608315,0.008428707718849182,0.010342775844037533,0.012256843969225883,0.014170912094414234,0.016084980219602585,0.01799904927611351,0.019913116469979286,0.021827183663845062,0.023741252720355988,0.025655321776866913,0.02756938897073269,0.029483456164598465,0.03139752522110939,0.033311594277620316,0.03522565960884094,0.03713972866535187,0.03905379772186279,0.04096786677837372,0.042881935834884644,0.04479600116610527,0.046710070222616196,0.04862413927912712,0.05053820461034775,0.05245227366685867,0.0543663427233696,0.056280411779880524,0.05819448083639145,0.060108546167612076,0.062022615224123],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,1,1,0,1,2,4,5,5,9,10,6,6,10,14,12,23,19,15,25,17,23,15,34,25,31,20,29,25,43,25,35,30,33,18,20,23,17,18,15,19,20,13,8,6,5,3,4,6,5,5,1,2,2,0,0,0,1,0,1,1,1],"bins":[-0.0003970628313254565,-0.0003840044664684683,-0.0003709461016114801,-0.0003578877658583224,-0.0003448294010013342,-0.000331771036144346,-0.0003187126712873578,-0.00030565433553420007,-0.0002925959706772119,-0.0002795376058202237,-0.0002664792409632355,-0.0002534208761062473,-0.00024036252580117434,-0.00022730417549610138,-0.0002142458106391132,-0.00020118746033404022,-0.00018812909547705203,-0.00017507073062006384,-0.00016201238031499088,-0.0001489540154580027,-0.00013589566515292972,-0.00012283730029594153,-0.00010977894271491095,-9.672058513388038e-05,-8.36622275528498e-05,-7.060386997181922e-05,-5.7545512390788645e-05,-4.448715117177926e-05,-3.142879359074868e-05,-1.8370436009718105e-05,-5.312076609698124e-06,7.746281880827155e-06,2.0804640371352434e-05,3.386299795238301e-05,4.692135553341359e-05,5.9979716752422974e-05,7.303807069547474e-05,8.609643555246294e-05,9.915479313349351e-05,0.00011221315071452409,0.00012527150101959705,0.00013832986587658525,0.00015138823073357344,0.0001644465810386464,0.0001775049458956346,0.00019056329620070755,0.00020362166105769575,0.0002166800113627687,0.0002297383762197569,0.0002427967410767451,0.00025585509138181806,0.00026891345623880625,0.00028197182109579444,0.0002950301568489522,0.00030808852170594037,0.00032114688656292856,0.00033420525141991675,0.00034726361627690494,0.0003603219520300627,0.00037338031688705087,0.00038643868174403906,0.00039949704660102725,0.000412555382354185,0.0004256137472111732,0.00043867211206816137],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.0009546279907226562,-0.0009229481220245361,-0.000891268253326416,-0.0008595883846282959,-0.0008279085159301758,-0.0007962286472320557,-0.0007645487785339355,-0.0007328689098358154,-0.0007011890411376953,-0.0006695091724395752,-0.0006378293037414551,-0.000606149435043335,-0.0005744695663452148,-0.0005427896976470947,-0.0005111098289489746,-0.0004794299602508545,-0.0004477500915527344,-0.00041607022285461426,-0.00038439035415649414,-0.000352710485458374,-0.0003210306167602539,-0.0002893507480621338,-0.00025767087936401367,-0.00022599101066589355,-0.00019431114196777344,-0.00016263127326965332,-0.0001309514045715332,-9.927153587341309e-05,-6.759166717529297e-05,-3.591179847717285e-05,-4.231929779052734e-06,2.7447938919067383e-05,5.91278076171875e-05,9.080767631530762e-05,0.00012248754501342773,0.00015416741371154785,0.00018584728240966797,0.00021752715110778809,0.0002492070198059082,0.0002808868885040283,0.00031256675720214844,0.00034424662590026855,0.00037592649459838867,0.0004076063632965088,0.0004392862319946289,0.000470966100692749,0.0005026459693908691,0.0005343258380889893,0.0005660057067871094,0.0005976855754852295,0.0006293654441833496,0.0006610453128814697,0.0006927251815795898,0.00072440505027771,0.0007560849189758301,0.0007877647876739502,0.0008194446563720703,0.0008511245250701904,0.0008828043937683105,0.0009144842624664307,0.0009461641311645508,0.000977843999862671,0.001009523868560791,0.0010412037372589111,0.0010728836059570312],"_type":"histogram","values":[4,0,1,4,7,6,6,14,20,32,27,34,49,74,90,143,194,282,416,604,886,1313,2030,3169,5118,8382,14684,27890,59232,140808,173583,73412,34095,17302,9725,5627,3602,2227,1524,966,680,457,321,215,162,107,78,53,33,45,25,21,9,11,8,7,3,2,2,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[2,0,2,2,1,2,4,2,5,3,7,4,12,5,12,16,16,19,22,29,25,26,18,29,23,24,36,28,39,20,17,18,29,26,28,27,23,16,24,15,21,11,15,14,7,6,9,6,5,4,2,3,3,1,0,0,1,2,1,0,0,0,0,1],"bins":[-0.00016808509826660156,-0.00016223080456256866,-0.00015637651085853577,-0.00015052221715450287,-0.00014466792345046997,-0.00013881362974643707,-0.00013295933604240417,-0.00012710504233837128,-0.00012125074863433838,-0.00011539645493030548,-0.00010954216122627258,-0.00010368786752223969,-9.783357381820679e-05,-9.197928011417389e-05,-8.612498641014099e-05,-8.02706927061081e-05,-7.44163990020752e-05,-6.85621052980423e-05,-6.27078115940094e-05,-5.68535178899765e-05,-5.0999224185943604e-05,-4.5144930481910706e-05,-3.929063677787781e-05,-3.343634307384491e-05,-2.7582049369812012e-05,-2.1727755665779114e-05,-1.5873461961746216e-05,-1.0019168257713318e-05,-4.16487455368042e-06,1.689419150352478e-06,7.543712854385376e-06,1.3398006558418274e-05,1.9252300262451172e-05,2.510659396648407e-05,3.096088767051697e-05,3.6815181374549866e-05,4.2669475078582764e-05,4.852376878261566e-05,5.437806248664856e-05,6.023235619068146e-05,6.608664989471436e-05,7.194094359874725e-05,7.779523730278015e-05,8.364953100681305e-05,8.950382471084595e-05,9.535811841487885e-05,0.00010121241211891174,0.00010706670582294464,0.00011292099952697754,0.00011877529323101044,0.00012462958693504333,0.00013048388063907623,0.00013633817434310913,0.00014219246804714203,0.00014804676175117493,0.00015390105545520782,0.00015975534915924072,0.00016560964286327362,0.00017146393656730652,0.00017731823027133942,0.00018317252397537231,0.0001890268176794052,0.0001948811113834381,0.000200735405087471,0.0002065896987915039],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,2,0,0,0,0,0,1,3,0,1,0,3,6,2,7,7,1,7,12,12,16,17,14,29,24,35,42,48,51,78,82,89,109,102,136,122,135,131,121,135,96,100,71,44,35,27,23,13,11,9,10,3,3,2,6,3,1,0,2,1,2,3,2],"bins":[-0.02311963401734829,-0.02272113226354122,-0.022322632372379303,-0.021924130618572235,-0.021525628864765167,-0.0211271271109581,-0.02072862721979618,-0.020330125465989113,-0.019931623712182045,-0.019533123821020126,-0.01913462206721306,-0.01873612031340599,-0.018337618559598923,-0.017939118668437004,-0.017540616914629936,-0.01714211516082287,-0.01674361526966095,-0.016345113515853882,-0.015946611762046814,-0.01554811093956232,-0.015149609185755253,-0.01475110836327076,-0.014352606609463692,-0.013954105786979198,-0.013555604964494705,-0.013157103210687637,-0.012758602388203144,-0.012360100634396076,-0.011961599811911583,-0.011563098058104515,-0.011164597235620022,-0.010766095481812954,-0.01036759465932846,-0.009969093836843967,-0.009570593014359474,-0.009172091260552406,-0.008773590438067913,-0.008375088684260845,-0.007976587861776352,-0.007578086573630571,-0.007179585285484791,-0.00678108399733901,-0.00638258270919323,-0.005984081421047449,-0.0055855801329016685,-0.005187079310417175,-0.004788578022271395,-0.004390076734125614,-0.003991575445979834,-0.003593074157834053,-0.0031945728696882725,-0.0027960718143731356,-0.002397570526227355,-0.0019990692380815744,-0.0016005680663511157,-0.001202066894620657,-0.0008035656064748764,-0.00040506437653675675,-6.563146598637104e-06,0.00039193808333948255,0.0007904393132776022,0.0011889406014233828,0.0015874417731538415,0.0019859429448843002,0.002384444233030081],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.0005785822868347168,-0.0005598897114396095,-0.0005411971360445023,-0.000522504560649395,-0.0005038119852542877,-0.00048511940985918045,-0.0004664268344640732,-0.0004477342590689659,-0.00042904168367385864,-0.0004103491082787514,-0.0003916565328836441,-0.00037296395748853683,-0.00035427138209342957,-0.0003355788066983223,-0.000316886231303215,-0.00029819365590810776,-0.0002795010805130005,-0.0002608085051178932,-0.00024211592972278595,-0.00022342335432767868,-0.0002047307789325714,-0.00018603820353746414,-0.00016734562814235687,-0.0001486530527472496,-0.00012996047735214233,-0.00011126790195703506,-9.25753265619278e-05,-7.388275116682053e-05,-5.519017577171326e-05,-3.649760037660599e-05,-1.7805024981498718e-05,8.87550413608551e-07,1.958012580871582e-05,3.827270120382309e-05,5.696527659893036e-05,7.565785199403763e-05,9.43504273891449e-05,0.00011304300278425217,0.00013173557817935944,0.0001504281535744667,0.00016912072896957397,0.00018781330436468124,0.0002065058797597885,0.00022519845515489578,0.00024389103055000305,0.0002625836059451103,0.0002812761813402176,0.00029996875673532486,0.00031866133213043213,0.0003373539075255394,0.00035604648292064667,0.00037473905831575394,0.0003934316337108612,0.0004121242091059685,0.00043081678450107574,0.000449509359896183,0.0004682019352912903,0.00048689451068639755,0.0005055870860815048,0.0005242796614766121,0.0005429722368717194,0.0005616648122668266,0.0005803573876619339,0.0005990499630570412,0.0006177425384521484],"_type":"histogram","values":[1,0,0,3,0,1,0,2,3,1,2,3,1,5,4,3,6,8,5,5,6,13,12,21,17,20,44,39,90,187,566,478,176,71,49,32,25,18,18,17,14,11,15,5,7,6,5,4,5,6,2,2,4,4,2,0,0,0,2,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.09148387610912323,-0.08853667974472046,-0.08558948338031769,-0.08264228701591492,-0.07969509065151215,-0.07674788683652878,-0.07380069047212601,-0.07085349410772324,-0.06790629774332047,-0.0649591013789177,-0.06201190501451492,-0.059064704924821854,-0.05611750856041908,-0.05317031219601631,-0.05022311210632324,-0.04727591574192047,-0.0443287193775177,-0.04138152301311493,-0.03843432664871216,-0.03548712655901909,-0.03253993019461632,-0.029592733830213547,-0.026645535603165627,-0.023698337376117706,-0.020751141011714935,-0.017803944647312164,-0.014856746420264244,-0.011909549124538898,-0.008962351828813553,-0.006015154533088207,-0.0030679572373628616,-0.00012075994163751602,0.0028264373540878296,0.005773634649813175,0.00872083194553852,0.011668029241263866,0.014615226536989212,0.017562422901391983,0.020509621128439903,0.023456819355487823,0.026404015719890594,0.029351212084293365,0.032298408448696136,0.035245608538389206,0.03819280490279198,0.04114000126719475,0.04408720135688782,0.04703439772129059,0.04998159408569336,0.05292879045009613,0.0558759868144989,0.05882318690419197,0.06177038326859474,0.06471758335828781,0.06766477972269058,0.07061197608709335,0.07355917245149612,0.0765063688158989,0.07945356518030167,0.08240076154470444,0.0853479653596878,0.08829516172409058,0.09124235808849335,0.09418955445289612,0.09713675081729889],"_type":"histogram","values":[2,1,8,15,25,42,63,96,153,227,397,587,917,1366,1918,2617,3609,4852,6383,8224,10558,13249,15845,18929,21810,24811,27691,30128,32004,33180,34048,34297,33690,32019,30227,27683,24910,22245,19117,16021,13182,10665,8369,6739,4840,3670,2643,1870,1320,971,566,383,246,154,103,60,31,24,14,4,3,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.00475787278264761,-0.004606261849403381,-0.00445465138182044,-0.004303040448576212,-0.0041514295153319836,-0.0039998190477490425,-0.003848208114504814,-0.003696597181260586,-0.003544986480847001,-0.0033933757804334164,-0.003241764847189188,-0.0030901541467756033,-0.0029385434463620186,-0.0027869325131177902,-0.0026353218127042055,-0.002483710879459977,-0.0023321001790463924,-0.0021804894786328077,-0.0020288785453885794,-0.0018772678449749947,-0.0017256570281460881,-0.0015740462113171816,-0.0014224355109035969,-0.0012708246940746903,-0.0011192138772457838,-0.0009676030604168773,-0.0008159923017956316,-0.000664381543174386,-0.0005127707263454795,-0.0003611599386204034,-0.00020954915089532733,-5.793836317025125e-05,9.367242455482483e-05,0.0002452832122799009,0.000396894000004977,0.0005485047586262226,0.0007001155754551291,0.0008517263922840357,0.0010033370926976204,0.001154947909526527,0.0013065587263554335,0.00145816954318434,0.0016097803600132465,0.0017613910604268312,0.0019130018772557378,0.0020646126940846443,0.002216223394498229,0.0023678343277424574,0.002519445028156042,0.002671055728569627,0.002822666661813855,0.00297427736222744,0.0031258882954716682,0.003277498995885253,0.0034291096962988377,0.003580720629543066,0.0037323313299566507,0.0038839420303702354,0.004035552963614464,0.004187163896858692,0.004338774364441633,0.004490385297685862,0.00464199623093009,0.004793606698513031,0.004945217631757259],"_type":"histogram","values":[1,1,1,0,0,3,1,3,0,7,1,6,5,4,6,4,15,7,12,19,17,33,24,23,19,21,20,24,29,33,32,34,27,28,27,22,33,24,25,20,23,26,19,20,11,14,6,7,4,7,4,2,2,3,0,3,0,1,1,0,0,0,1,3]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[1,0,0,3,4,5,16,19,27,92,161,269,497,797,1370,2157,3454,5303,7726,11384,15958,21870,28736,37313,47175,57473,67961,78588,88272,95914,102371,105354,105350,102172,96545,89306,79675,69791,58388,48131,38500,29974,22638,16897,11993,8305,5403,3613,2325,1495,862,560,323,172,80,52,24,6,8,4,0,1,0,1],"bins":[-0.11068393290042877,-0.10723226517438889,-0.103780597448349,-0.10032892972230911,-0.09687726199626923,-0.09342559427022934,-0.08997392654418945,-0.08652225881814957,-0.08307059109210968,-0.0796189233660698,-0.07616725564002991,-0.07271558791399002,-0.06926392018795013,-0.06581225246191025,-0.06236058846116066,-0.05890892073512077,-0.05545725300908089,-0.052005585283041,-0.048553917557001114,-0.04510224983096123,-0.04165058210492134,-0.038198914378881454,-0.03474724665284157,-0.03129557892680168,-0.027843913063406944,-0.024392245337367058,-0.02094057761132717,-0.017488909885287285,-0.014037243090569973,-0.010585575364530087,-0.007133908104151487,-0.0036822406109422445,-0.0002305731177330017,0.003221094375476241,0.006672761868685484,0.010124429129064083,0.01357609685510397,0.01702776364982128,0.020479431375861168,0.023931099101901054,0.02738276682794094,0.030834434553980827,0.034286100417375565,0.03773776814341545,0.04118943586945534,0.044641103595495224,0.04809277132153511,0.051544439047575,0.05499610677361488,0.05844777449965477,0.061899442225694656,0.06535110622644424,0.06880277395248413,0.07225444167852402,0.0757061094045639,0.07915777713060379,0.08260944485664368,0.08606111258268356,0.08951278030872345,0.09296444803476334,0.09641611576080322,0.09986778348684311,0.103319451212883,0.10677111893892288,0.11022278666496277],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,1,1,2,3,3,3,3,2,0,2,3,7,8,11,17,10,29,14,23,28,22,25,31,32,36,21,36,43,30,30,35,14,31,26,26,23,18,17,20,10,15,4,9,7,7,5,4,3,2,4,1,1,2,2,0,1,0,0,1,1],"bins":[-0.005717971362173557,-0.005535196512937546,-0.005352421663701534,-0.0051696463488042355,-0.004986871499568224,-0.0048040966503322124,-0.004621321801096201,-0.0044385469518601894,-0.004255771636962891,-0.004072996787726879,-0.0038902219384908676,-0.003707447089254856,-0.0035246722400188446,-0.0033418971579521894,-0.003159122308716178,-0.0029763472266495228,-0.0027935723774135113,-0.0026107975281774998,-0.0024280224461108446,-0.002245247596874833,-0.002062472514808178,-0.0018796976655721664,-0.001696922816336155,-0.0015141478506848216,-0.0013313728850334883,-0.001148597919382155,-0.0009658230119384825,-0.0007830481044948101,-0.0006002731388434768,-0.0004174982022959739,-0.00023472326574847102,-5.1948329200968146e-05,0.00013082660734653473,0.0003136015438940376,0.0004963764804415405,0.0006791513878852129,0.0008619263535365462,0.0010447013191878796,0.001227476168423891,0.0014102511340752244,0.0015930260997265577,0.001775801065377891,0.0019585760310292244,0.002141350880265236,0.0023241257295012474,0.0025069008115679026,0.002689675660803914,0.0028724507428705692,0.0030552255921065807,0.0032380004413425922,0.0034207755234092474,0.003603550372645259,0.003786325454711914,0.003969100303947926,0.004151875153183937,0.004334650002419949,0.00451742485165596,0.004700200166553259,0.00488297501578927,0.005065749865025282,0.005248524714261293,0.005431299563497305,0.005614074878394604,0.005796849727630615,0.005979624576866627]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.10108110308647156,-0.09799771755933762,-0.09491433948278427,-0.09183095395565033,-0.08874756842851639,-0.08566419035196304,-0.0825808048248291,-0.07949741929769516,-0.07641404122114182,-0.07333065569400787,-0.07024727016687393,-0.06716389209032059,-0.06408050656318665,-0.060997124761343,-0.05791374295949936,-0.05483035743236542,-0.051746975630521774,-0.04866359382867813,-0.04558020830154419,-0.042496826499700546,-0.0394134446978569,-0.03633005917072296,-0.03324667736887932,-0.030163295567035675,-0.027079911902546883,-0.02399652823805809,-0.020913146436214447,-0.017829762771725655,-0.014746380038559437,-0.011662997305393219,-0.008579613640904427,-0.005496230907738209,-0.002412848174571991,0.0006705347914248705,0.003753917757421732,0.006837300956249237,0.009920683689415455,0.013004066422581673,0.016087450087070465,0.01917083188891411,0.0222542155534029,0.025337599217891693,0.028420981019735336,0.03150436282157898,0.03458774834871292,0.037671130150556564,0.04075451195240021,0.04383789747953415,0.04692127928137779,0.050004661083221436,0.05308804661035538,0.05617142841219902,0.059254810214042664,0.062338195741176605,0.06542157381772995,0.06850495934486389,0.07158834487199783,0.07467172294855118,0.07775510847568512,0.08083849400281906,0.0839218720793724,0.08700525760650635,0.09008864313364029,0.09317202121019363,0.09625540673732758],"_type":"histogram","values":[1,1,6,5,14,23,27,62,115,181,313,483,840,1371,2075,3052,4433,6360,9243,12465,16824,22168,27894,35334,43219,51499,60206,68923,77510,84194,89700,93838,95121,94519,92016,87881,81217,73894,65592,56651,47850,39362,32195,25406,19496,14605,10718,7756,5538,3730,2569,1665,1092,624,410,277,127,72,48,24,16,6,6,2]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,1,2,1,1,2,0,0,1,2,2,0,5,9,1,7,5,6,12,16,22,29,34,49,84,100,110,155,164,197,187,175,126,119,111,64,54,50,22,27,12,15,11,12,5,5,7,3,6,3,4,2,1,1,0,1,1,3,0,1,1,0,0,1],"bins":[-5.340576171875e-05,-5.160551518201828e-05,-4.980526864528656e-05,-4.800502210855484e-05,-4.620477557182312e-05,-4.44045290350914e-05,-4.260428249835968e-05,-4.080403596162796e-05,-3.900378942489624e-05,-3.720354288816452e-05,-3.54032963514328e-05,-3.360304981470108e-05,-3.180280327796936e-05,-3.000255674123764e-05,-2.820231020450592e-05,-2.64020636677742e-05,-2.460181713104248e-05,-2.280157059431076e-05,-2.100132405757904e-05,-1.920107752084732e-05,-1.74008309841156e-05,-1.560058444738388e-05,-1.380033791065216e-05,-1.200009137392044e-05,-1.019984483718872e-05,-8.399598300457e-06,-6.599351763725281e-06,-4.799105226993561e-06,-2.998858690261841e-06,-1.1986121535301208e-06,6.016343832015991e-07,2.401880919933319e-06,4.202127456665039e-06,6.002373993396759e-06,7.802620530128479e-06,9.602867066860199e-06,1.1403113603591919e-05,1.3203360140323639e-05,1.5003606677055359e-05,1.680385321378708e-05,1.86040997505188e-05,2.040434628725052e-05,2.220459282398224e-05,2.400483936071396e-05,2.580508589744568e-05,2.76053324341774e-05,2.940557897090912e-05,3.120582550764084e-05,3.300607204437256e-05,3.480631858110428e-05,3.6606565117836e-05,3.840681165456772e-05,4.020705819129944e-05,4.200730472803116e-05,4.380755126476288e-05,4.56077978014946e-05,4.740804433822632e-05,4.920829087495804e-05,5.100853741168976e-05,5.280878394842148e-05,5.46090304851532e-05,5.640927702188492e-05,5.820952355861664e-05,6.000977009534836e-05,6.181001663208008e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.0030918121337890625,-0.0029963254928588867,-0.002900838851928711,-0.002805352210998535,-0.0027098655700683594,-0.0026143789291381836,-0.002518892288208008,-0.002423405647277832,-0.0023279190063476562,-0.0022324323654174805,-0.0021369457244873047,-0.002041459083557129,-0.0019459724426269531,-0.0018504858016967773,-0.0017549991607666016,-0.0016595125198364258,-0.00156402587890625,-0.0014685392379760742,-0.0013730525970458984,-0.0012775659561157227,-0.0011820793151855469,-0.001086592674255371,-0.0009911060333251953,-0.0008956193923950195,-0.0008001327514648438,-0.000704646110534668,-0.0006091594696044922,-0.0005136728286743164,-0.0004181861877441406,-0.00032269954681396484,-0.00022721290588378906,-0.00013172626495361328,-3.62396240234375e-05,5.924701690673828e-05,0.00015473365783691406,0.00025022029876708984,0.0003457069396972656,0.0004411935806274414,0.0005366802215576172,0.000632166862487793,0.0007276535034179688,0.0008231401443481445,0.0009186267852783203,0.001014113426208496,0.0011096000671386719,0.0012050867080688477,0.0013005733489990234,0.0013960599899291992,0.001491546630859375,0.0015870332717895508,0.0016825199127197266,0.0017780065536499023,0.0018734931945800781,0.001968979835510254,0.0020644664764404297,0.0021599531173706055,0.0022554397583007812,0.002350926399230957,0.002446413040161133,0.0025418996810913086,0.0026373863220214844,0.00273287296295166,0.002828359603881836,0.0029238462448120117,0.0030193328857421875],"_type":"histogram","values":[1,0,0,1,2,1,1,2,7,7,7,5,10,12,15,17,26,34,29,54,78,76,138,165,248,427,761,1365,2914,7236,21445,100660,362751,64086,15926,5783,2483,1173,619,360,210,183,100,98,71,52,42,30,19,25,16,11,11,3,8,3,3,6,1,1,3,0,1,2]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.007392052561044693,-0.007140865083783865,-0.006889678072184324,-0.006638490594923496,-0.0063873035833239555,-0.0061361161060631275,-0.0058849286288022995,-0.005633741617202759,-0.005382554139941931,-0.005131366662681103,-0.004880179651081562,-0.004628992173820734,-0.004377804696559906,-0.004126617684960365,-0.0038754302076995373,-0.003624242963269353,-0.0033730557188391685,-0.003121868474408984,-0.0028706812299788,-0.002619493752717972,-0.0023683065082877874,-0.002117119263857603,-0.0018659319030120969,-0.0016147445421665907,-0.0013635572977364063,-0.001112370053306222,-0.0008611826924607158,-0.0006099953898228705,-0.0003588080871850252,-0.00010762078454717994,0.00014356651809066534,0.0003947538207285106,0.0006459401920437813,0.0008971274946816266,0.0011483147973194718,0.001399502158164978,0.0016506894025951624,0.0019018766470253468,0.0021530641242861748,0.002404251368716359,0.0026554386131465435,0.002906625857576728,0.0031578131020069122,0.0034090005792677402,0.0036601878236979246,0.003911375068128109,0.004162562545388937,0.004413749556988478,0.004664937034249306,0.004916124511510134,0.0051673115231096745,0.0054184990003705025,0.005669686011970043,0.005920873489230871,0.006172060966491699,0.00642324797809124,0.006674435455352068,0.006925622932612896,0.007176809944212437,0.007427997421473265,0.007679184898734093,0.007930371910333633,0.008181558921933174,0.00843274686485529,0.00868393387645483],"_type":"histogram","values":[1,0,0,1,1,0,2,2,3,6,8,3,7,3,8,10,10,13,23,12,20,22,16,32,22,30,58,186,3461,386878,1921,143,44,48,21,26,25,21,19,16,19,13,8,12,11,6,6,2,3,3,3,1,0,1,1,1,2,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9813674688339233,0.9819656014442444,0.9825637936592102,0.9831619262695312,0.9837601184844971,0.9843582510948181,0.9849564433097839,0.985554575920105,0.9861527681350708,0.9867509007453918,0.9873490929603577,0.9879472255706787,0.9885454177856445,0.9891435503959656,0.9897417426109314,0.9903398752212524,0.9909380674362183,0.9915362000465393,0.9921343326568604,0.9927325248718262,0.9933306574821472,0.993928849697113,0.9945269823074341,0.9951251745223999,0.995723307132721,0.9963214993476868,0.9969196319580078,0.9975178241729736,0.9981159567832947,0.9987141489982605,0.9993122816085815,0.9999104738235474,1.0005085468292236,1.0011067390441895,1.0017049312591553,1.002303123474121,1.0029011964797974,1.0034993886947632,1.004097580909729,1.0046957731246948,1.005293846130371,1.005892038345337,1.0064902305603027,1.0070884227752686,1.0076864957809448,1.0082846879959106,1.0088828802108765,1.0094810724258423,1.0100791454315186,1.0106773376464844,1.0112755298614502,1.0118736028671265,1.0124717950820923,1.013069987297058,1.013668179512024,1.0142662525177002,1.014864444732666,1.0154626369476318,1.0160608291625977,1.016658902168274,1.0172570943832397,1.0178552865982056,1.0184534788131714,1.0190515518188477,1.0196497440338135],"_type":"histogram","values":[1,1,1,0,0,1,0,3,3,2,2,4,5,5,8,8,8,12,15,12,13,16,20,21,28,27,25,32,32,33,29,36,33,34,39,31,36,25,23,18,16,17,18,15,10,10,5,5,5,2,1,6,5,1,1,1,1,5,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,0,0,0,1,0,2,0,1,0,0,3,1,4,5,14,12,12,10,16,7,7,11,21,51,123,146,149,57,22,9,6,9,7,9,11,9,6,5,5,1,0,2,2,2,0,3,0,0,0,0,0,0,1,0,1,0,1],"bins":[-3.1054019927978516e-05,-3.009941428899765e-05,-2.9144808650016785e-05,-2.819020301103592e-05,-2.7235597372055054e-05,-2.6280991733074188e-05,-2.5326386094093323e-05,-2.4371780455112457e-05,-2.3417174816131592e-05,-2.2462569177150726e-05,-2.150796353816986e-05,-2.0553357899188995e-05,-1.959875226020813e-05,-1.8644146621227264e-05,-1.76895409822464e-05,-1.6734935343265533e-05,-1.5780329704284668e-05,-1.4825724065303802e-05,-1.3871118426322937e-05,-1.2916512787342072e-05,-1.1961907148361206e-05,-1.100730150938034e-05,-1.0052695870399475e-05,-9.09809023141861e-06,-8.143484592437744e-06,-7.188878953456879e-06,-6.234273314476013e-06,-5.279667675495148e-06,-4.325062036514282e-06,-3.3704563975334167e-06,-2.4158507585525513e-06,-1.4612451195716858e-06,-5.066394805908203e-07,4.4796615839004517e-07,1.4025717973709106e-06,2.357177436351776e-06,3.3117830753326416e-06,4.266388714313507e-06,5.2209943532943726e-06,6.175599992275238e-06,7.1302056312561035e-06,8.084811270236969e-06,9.039416909217834e-06,9.9940225481987e-06,1.0948628187179565e-05,1.1903233826160431e-05,1.2857839465141296e-05,1.3812445104122162e-05,1.4767050743103027e-05,1.5721656382083893e-05,1.6676262021064758e-05,1.7630867660045624e-05,1.858547329902649e-05,1.9540078938007355e-05,2.049468457698822e-05,2.1449290215969086e-05,2.240389585494995e-05,2.3358501493930817e-05,2.4313107132911682e-05,2.5267712771892548e-05,2.6222318410873413e-05,2.717692404985428e-05,2.8131529688835144e-05,2.908613532781601e-05,3.0040740966796875e-05]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,2,2,3,3,2,4,1,1,2,8,3,10,1,7,8,5,16,12,14,17,15,15,12,25,22,17,26,32,30,27,27,24,23,26,25,26,31,22,28,27,20,17,20,15,14,12,12,9,3,5,3,5,4,4,6,2,2,4,4,3,0,1],"bins":[-0.0065065003000199795,-0.006313148885965347,-0.006119797006249428,-0.005926445592194796,-0.005733094178140163,-0.005539742764085531,-0.005346391350030899,-0.0051530394703149796,-0.004959688056260347,-0.004766336642205715,-0.004572984762489796,-0.0043796333484351635,-0.004186281934380531,-0.003992930520325899,-0.0037995788734406233,-0.0036062272265553474,-0.0034128758125007153,-0.003219524398446083,-0.0030261727515608072,-0.0028328211046755314,-0.002639469690620899,-0.002446118276566267,-0.002252766629680991,-0.0020594149827957153,-0.0018660635687410831,-0.0016727120382711291,-0.0014793605078011751,-0.001286008977331221,-0.001092657446861267,-0.0008993059163913131,-0.0007059543859213591,-0.000512602855451405,-0.0003192508593201637,-0.0001258993288502097,6.74522016197443e-05,0.0002608037320896983,0.00045415526255965233,0.0006475067930296063,0.0008408583234995604,0.0010342098539695144,0.0012275613844394684,0.0014209129149094224,0.0016142644453793764,0.0018076159758493304,0.0020009675063192844,0.0021943189203739166,0.0023876705672591925,0.0025810222141444683,0.0027743736281991005,0.0029677250422537327,0.0031610766891390085,0.0033544283360242844,0.0035477797500789165,0.0037411311641335487,0.003934483043849468,0.0041278344579041,0.004321185871958733,0.004514537286013365,0.004707888700067997,0.0049012405797839165,0.005094591993838549,0.005287943407893181,0.0054812952876091,0.0056746467016637325,0.005867998115718365]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[3,0,0,1,4,0,5,1,10,5,8,5,15,8,10,8,18,17,23,23,35,27,28,23,23,28,24,35,41,40,33,33,22,29,27,27,18,16,15,11,10,7,9,9,8,6,5,4,2,0,1,2,1,2,0,0,0,1,0,1,0,0,0,1],"bins":[-0.007969429716467857,-0.007676824927330017,-0.007384220603853464,-0.007091616280376911,-0.006799011491239071,-0.006506406702101231,-0.006213802378624678,-0.005921198055148125,-0.005628593266010284,-0.005335988476872444,-0.005043384153395891,-0.004750779829919338,-0.004458175040781498,-0.004165570251643658,-0.0038729659281671047,-0.003580361371859908,-0.0032877568155527115,-0.002995152259245515,-0.0027025477029383183,-0.0024099431466311216,-0.002117338590323925,-0.0018247340340167284,-0.0015321294777095318,-0.0012395249214023352,-0.0009469203650951385,-0.0006543158087879419,-0.0003617112524807453,-6.91066961735487e-05,0.00022349786013364792,0.0005161024164408445,0.0008087069727480412,0.0011013115290552378,0.001393917016685009,0.0016865215729922056,0.0019791261292994022,0.002271730685606599,0.0025643352419137955,0.002856939798220992,0.0031495443545281887,0.0034421489108353853,0.003734753467142582,0.004027358256280422,0.004319962579756975,0.004612566903233528,0.004905171692371368,0.005197776481509209,0.005490380804985762,0.005782985128462315,0.006075589917600155,0.006368194706737995,0.006660799030214548,0.006953403353691101,0.007246008142828941,0.007538612931966782,0.007831217721104622,0.008123821578919888,0.008416426368057728,0.008709031157195568,0.009001635015010834,0.009294239804148674,0.009586844593286514,0.009879449382424355,0.010172054171562195,0.01046465802937746,0.0107572628185153]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,0,0,2,1,1,2,2,4,7,12,14,17,28,33,52,81,117,154,216,312,456,671,953,1384,2105,3203,5111,8493,14889,27741,57188,132871,177571,74522,35361,18438,10331,6170,3799,2386,1596,1059,741,509,380,240,192,108,90,66,41,32,22,15,14,9,2,0,4,2,1,2],"bins":[-0.0015811920166015625,-0.0015349239110946655,-0.0014886558055877686,-0.0014423877000808716,-0.0013961195945739746,-0.0013498514890670776,-0.0013035833835601807,-0.0012573152780532837,-0.0012110471725463867,-0.0011647790670394897,-0.0011185109615325928,-0.0010722428560256958,-0.0010259747505187988,-0.0009797066450119019,-0.0009334385395050049,-0.0008871704339981079,-0.0008409023284912109,-0.000794634222984314,-0.000748366117477417,-0.00070209801197052,-0.000655829906463623,-0.0006095618009567261,-0.0005632936954498291,-0.0005170255899429321,-0.00047075748443603516,-0.0004244893789291382,-0.0003782212734222412,-0.00033195316791534424,-0.00028568506240844727,-0.0002394169569015503,-0.00019314885139465332,-0.00014688074588775635,-0.00010061264038085938,-5.43445348739624e-05,-8.07642936706543e-06,3.819167613983154e-05,8.445978164672852e-05,0.0001307278871536255,0.00017699599266052246,0.00022326409816741943,0.0002695322036743164,0.0003158003091812134,0.00036206841468811035,0.0004083365201950073,0.0004546046257019043,0.0005008727312088013,0.0005471408367156982,0.0005934089422225952,0.0006396770477294922,0.0006859451532363892,0.0007322132587432861,0.0007784813642501831,0.0008247494697570801,0.000871017575263977,0.000917285680770874,0.000963553786277771,0.001009821891784668,0.001056089997291565,0.001102358102798462,0.0011486262083053589,0.0011948943138122559,0.0012411624193191528,0.0012874305248260498,0.0013336986303329468,0.0013799667358398438],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[4,6,6,5,10,23,34,53,111,148,298,452,621,1025,1396,2124,2747,3987,5305,6803,8803,11203,13956,16641,19654,22674,25714,28497,30844,32710,33983,34467,34140,33437,31710,29819,26966,24085,20957,18066,15205,12282,9845,7648,6108,4583,3273,2387,1696,1121,777,530,340,201,147,78,54,29,11,10,6,3,4,2],"bins":[-0.09358690679073334,-0.09063892066478729,-0.08769094198942184,-0.0847429633140564,-0.08179497718811035,-0.0788469910621643,-0.07589901238679886,-0.07295103371143341,-0.07000304758548737,-0.06705506145954132,-0.06410708278417587,-0.061159100383520126,-0.05821111798286438,-0.05526313558220863,-0.05231515318155289,-0.04936717078089714,-0.046419188380241394,-0.04347120597958565,-0.0405232235789299,-0.037575241178274155,-0.03462725877761841,-0.03167927637696266,-0.028731293976306915,-0.02578331157565117,-0.022835329174995422,-0.019887346774339676,-0.01693936437368393,-0.013991381973028183,-0.011043399572372437,-0.00809541717171669,-0.005147434771060944,-0.002199452370405197,0.0007485300302505493,0.0036965124309062958,0.006644494831562042,0.009592477232217789,0.012540459632873535,0.015488442033529282,0.018436424434185028,0.021384406834840775,0.02433238923549652,0.027280371636152267,0.030228354036808014,0.03317633643746376,0.03612431883811951,0.03907230123877525,0.042020283639431,0.044968266040086746,0.04791624844074249,0.05086423084139824,0.053812213242053986,0.05676019564270973,0.05970817804336548,0.06265616416931152,0.06560414284467697,0.06855212152004242,0.07150010764598846,0.07444809377193451,0.07739607244729996,0.0803440511226654,0.08329203724861145,0.0862400233745575,0.08918800204992294,0.09213598072528839,0.09508396685123444]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.0005138516426086426,-0.0004978002980351448,-0.00048174895346164703,-0.00046569760888814926,-0.0004496462643146515,-0.0004335949197411537,-0.00041754357516765594,-0.00040149223059415817,-0.0003854408860206604,-0.00036938954144716263,-0.00035333819687366486,-0.0003372868523001671,-0.0003212355077266693,-0.00030518416315317154,-0.00028913281857967377,-0.000273081474006176,-0.0002570301294326782,-0.00024097878485918045,-0.00022492744028568268,-0.0002088760957121849,-0.00019282475113868713,-0.00017677340656518936,-0.0001607220619916916,-0.00014467071741819382,-0.00012861937284469604,-0.00011256802827119827,-9.65166836977005e-05,-8.046533912420273e-05,-6.441399455070496e-05,-4.8362649977207184e-05,-3.231130540370941e-05,-1.625996083021164e-05,-2.086162567138672e-07,1.5842728316783905e-05,3.189407289028168e-05,4.794541746377945e-05,6.399676203727722e-05,8.0048106610775e-05,9.609945118427277e-05,0.00011215079575777054,0.0001282021403312683,0.00014425348490476608,0.00016030482947826385,0.00017635617405176163,0.0001924075186252594,0.00020845886319875717,0.00022451020777225494,0.00024056155234575272,0.0002566128969192505,0.00027266424149274826,0.00028871558606624603,0.0003047669306397438,0.0003208182752132416,0.00033686961978673935,0.0003529209643602371,0.0003689723089337349,0.00038502365350723267,0.00040107499808073044,0.0004171263426542282,0.000433177687227726,0.00044922903180122375,0.0004652803763747215,0.0004813317209482193,0.0004973830655217171,0.0005134344100952148],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,2,3,1,1,1,1,1,2,1,3,4,5,5,8,8,15,30,40,131,263,426,400,255,125,76,67,45,29,18,12,7,12,6,6,5,7,1,7,3,0,3,1,1,1,2,1,1,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-0.04103187099099159,-0.03981732577085495,-0.03860278055071831,-0.03738823160529137,-0.036173686385154724,-0.03495914116501808,-0.03374459594488144,-0.0325300469994545,-0.031315501779317856,-0.030100956559181213,-0.02888641133904457,-0.02767186425626278,-0.026457319036126137,-0.025242771953344345,-0.024028226733207703,-0.02281367965042591,-0.02159913443028927,-0.020384589210152626,-0.019170042127370834,-0.017955496907234192,-0.0167409498244524,-0.015526404604315758,-0.01431185845285654,-0.013097312301397324,-0.011882766149938107,-0.01066821999847889,-0.009453673847019672,-0.008239127695560455,-0.0070245820097625256,-0.0058100358583033085,-0.004595490172505379,-0.0033809440210461617,-0.0021663978695869446,-0.0009518518345430493,0.0002626942005008459,0.0014772402355447412,0.0026917862705886364,0.0039063324220478535,0.005120878107845783,0.006335424259305,0.007549970410764217,0.008764516562223434,0.009979062713682652,0.011193608865141869,0.012408154085278511,0.013622700236737728,0.014837246388196945,0.016051793470978737,0.01726633869111538,0.018480883911252022,0.019695430994033813,0.020909976214170456,0.022124523296952248,0.02333906851708889,0.024553615599870682,0.025768160820007324,0.026982706040143967,0.02819725312292576,0.0294117983430624,0.030626345425844193,0.031840890645980835,0.03305543586611748,0.03426998481154442,0.03548453003168106,0.0366990752518177],"_type":"histogram","values":[1,0,1,1,3,1,1,1,1,1,3,3,9,10,7,4,5,5,6,8,8,13,13,15,15,22,28,20,26,31,34,43,37,25,32,23,35,36,31,20,23,16,25,16,17,16,14,10,3,4,8,7,7,1,2,4,5,2,2,1,2,3,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[1,0,1,1,0,0,2,2,2,4,8,6,9,11,25,26,33,48,58,68,96,159,253,341,473,611,828,1170,1826,2662,4271,7716,15913,40806,191071,960194,254941,48265,18067,8829,4879,2943,1829,1316,861,652,442,353,202,156,134,86,57,39,41,32,21,12,4,4,1,1,1,1],"bins":[-0.0019989013671875,-0.0019427090883255005,-0.001886516809463501,-0.0018303245306015015,-0.001774132251739502,-0.0017179399728775024,-0.001661747694015503,-0.0016055554151535034,-0.001549363136291504,-0.0014931708574295044,-0.0014369785785675049,-0.0013807862997055054,-0.0013245940208435059,-0.0012684017419815063,-0.0012122094631195068,-0.0011560171842575073,-0.0010998249053955078,-0.0010436326265335083,-0.0009874403476715088,-0.0009312480688095093,-0.0008750557899475098,-0.0008188635110855103,-0.0007626712322235107,-0.0007064789533615112,-0.0006502866744995117,-0.0005940943956375122,-0.0005379021167755127,-0.0004817098379135132,-0.00042551755905151367,-0.00036932528018951416,-0.00031313300132751465,-0.00025694072246551514,-0.00020074844360351562,-0.0001445561647415161,-8.83638858795166e-05,-3.217160701751709e-05,2.4020671844482422e-05,8.021295070648193e-05,0.00013640522956848145,0.00019259750843048096,0.00024878978729248047,0.00030498206615448,0.0003611743450164795,0.000417366623878479,0.0004735589027404785,0.000529751181602478,0.0005859434604644775,0.000642135739326477,0.0006983280181884766,0.0007545202970504761,0.0008107125759124756,0.0008669048547744751,0.0009230971336364746,0.0009792894124984741,0.0010354816913604736,0.0010916739702224731,0.0011478662490844727,0.0012040585279464722,0.0012602508068084717,0.0013164430856704712,0.0013726353645324707,0.0014288276433944702,0.0014850199222564697,0.0015412122011184692,0.0015974044799804688],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.0001703500747680664,-0.00016535911709070206,-0.0001603681594133377,-0.00015537720173597336,-0.000150386244058609,-0.00014539528638124466,-0.0001404043287038803,-0.00013541337102651596,-0.0001304224133491516,-0.00012543145567178726,-0.00012044049799442291,-0.00011544954031705856,-0.00011045858263969421,-0.00010546762496232986,-0.00010047666728496552,-9.548570960760117e-05,-9.049475193023682e-05,-8.550379425287247e-05,-8.051283657550812e-05,-7.552187889814377e-05,-7.053092122077942e-05,-6.553996354341507e-05,-6.054900586605072e-05,-5.555804818868637e-05,-5.056709051132202e-05,-4.557613283395767e-05,-4.058517515659332e-05,-3.5594217479228973e-05,-3.0603259801864624e-05,-2.5612302124500275e-05,-2.0621344447135925e-05,-1.5630386769771576e-05,-1.0639429092407227e-05,-5.648471415042877e-06,-6.575137376785278e-07,4.3334439396858215e-06,9.324401617050171e-06,1.431535929441452e-05,1.930631697177887e-05,2.429727464914322e-05,2.928823232650757e-05,3.427919000387192e-05,3.927014768123627e-05,4.4261105358600616e-05,4.9252063035964966e-05,5.4243020713329315e-05,5.9233978390693665e-05,6.422493606805801e-05,6.921589374542236e-05,7.420685142278671e-05,7.919780910015106e-05,8.418876677751541e-05,8.917972445487976e-05,9.417068213224411e-05,9.916163980960846e-05,0.00010415259748697281,0.00010914355516433716,0.00011413451284170151,0.00011912547051906586,0.0001241164281964302,0.00012910738587379456,0.0001340983435511589,0.00013908930122852325,0.0001440802589058876,0.00014907121658325195],"_type":"histogram","values":[1,0,1,0,0,0,0,1,0,2,2,0,2,4,8,8,5,10,4,11,10,16,13,17,21,19,23,29,23,25,23,31,34,25,39,36,30,26,30,23,27,29,22,20,21,15,16,15,8,6,5,4,8,4,2,5,1,2,3,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[3,1,9,15,18,39,60,120,176,260,421,632,988,1385,1985,2663,3669,4823,6352,8190,10208,12817,15183,18359,20954,23470,26434,28662,30892,32267,33443,33271,32527,31710,30152,28008,25459,22798,19965,17011,14383,11997,9571,7371,5669,4472,3271,2442,1682,1240,868,514,361,224,141,84,64,29,18,11,6,3,1,3],"bins":[-0.09130045026540756,-0.08838412910699844,-0.08546780049800873,-0.08255147933959961,-0.07963515818119049,-0.07671882957220078,-0.07380250841379166,-0.07088617980480194,-0.06796985864639282,-0.0650535374879837,-0.06213720887899399,-0.05922088772058487,-0.05630456283688545,-0.053388237953186035,-0.050471916794776917,-0.0475555919110775,-0.04463926702737808,-0.041722942143678665,-0.03880661725997925,-0.03589029610157013,-0.03297397121787071,-0.030057646334171295,-0.027141323313117027,-0.02422500029206276,-0.021308675408363342,-0.018392350524663925,-0.015476027503609657,-0.012559703551232815,-0.009643379598855972,-0.00672705564647913,-0.0038107316941022873,-0.0008944077417254448,0.0020219236612319946,0.004938247613608837,0.00785457156598568,0.010770895518362522,0.013687219470739365,0.016603544354438782,0.01951986737549305,0.022436190396547318,0.025352515280246735,0.02826884016394615,0.03118516318500042,0.03410148620605469,0.037017811089754105,0.03993413597345352,0.04285045713186264,0.04576678201556206,0.048683106899261475,0.05159943178296089,0.05451575666666031,0.05743207782506943,0.060348402708768845,0.06326472759246826,0.06618104875087738,0.0690973773598671,0.07201369851827621,0.07493001967668533,0.07784634828567505,0.08076266944408417,0.08367899060249329,0.086595319211483,0.08951164036989212,0.09242796897888184,0.09534429013729095],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[1,3,4,10,15,40,73,107,196,356,610,1002,1538,2334,3606,5112,7302,10355,14031,18906,24576,31212,39204,47626,56205,65096,73346,81322,88103,92316,95772,96375,94596,91102,85670,78066,69499,60826,51984,43527,34702,28013,21674,16714,12230,8913,6260,4308,2990,1922,1200,792,459,285,159,108,43,35,20,8,4,0,0,1],"bins":[-0.1065102368593216,-0.10310327261686325,-0.0996963158249855,-0.09628935158252716,-0.09288239479064941,-0.08947543054819107,-0.08606846630573273,-0.08266150951385498,-0.07925454527139664,-0.0758475810289383,-0.07244062423706055,-0.0690336599946022,-0.06562669575214386,-0.06221973896026611,-0.05881277471780777,-0.055405814200639725,-0.05199885368347168,-0.048591893166303635,-0.04518493264913559,-0.041777968406677246,-0.0383710078895092,-0.034964047372341156,-0.03155708312988281,-0.028150122612714767,-0.024743162095546722,-0.021336201578378677,-0.017929239198565483,-0.014522277750074863,-0.011115316301584244,-0.007708354853093624,-0.0043013934046030045,-0.0008944319561123848,0.002512536942958832,0.0059194983914494514,0.009326459839940071,0.01273342128843069,0.01614038273692131,0.019547343254089355,0.02295430563390255,0.026361268013715744,0.02976822853088379,0.033175189048051834,0.03658214956521988,0.03998911380767822,0.04339607432484627,0.04680303484201431,0.050209999084472656,0.0536169596016407,0.057023920118808746,0.06043088063597679,0.06383784115314484,0.06724480539560318,0.07065176963806152,0.07405872642993927,0.07746569067239761,0.08087264746427536,0.0842796117067337,0.08768657594919205,0.0910935327410698,0.09450049698352814,0.09790745377540588,0.10131441801786423,0.10472138226032257,0.10812833905220032,0.11153530329465866]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,1,3,4,13,16,19,64,74,117,237,396,606,954,1410,2100,2864,4087,5657,7429,9499,12306,15054,18279,21506,24880,28226,30641,33056,35241,36228,35962,34973,33606,31400,29127,25732,22443,19139,15872,12923,10000,7935,5945,4241,3136,2088,1512,1076,634,430,275,156,109,54,36,20,15,6,6,2,2,1],"bins":[-0.09940462559461594,-0.09630917012691498,-0.09321371465921402,-0.09011825919151306,-0.0870228037238121,-0.08392734825611115,-0.08083189278841019,-0.07773643732070923,-0.07464097440242767,-0.07154551893472672,-0.06845006346702576,-0.0653546079993248,-0.06225915253162384,-0.05916369706392288,-0.056068241596221924,-0.052972786128520966,-0.04987733066082001,-0.04678187519311905,-0.04368641972541809,-0.04059096425771713,-0.037495508790016174,-0.03440004959702492,-0.03130459412932396,-0.028209138661623,-0.025113683193922043,-0.022018227726221085,-0.018922772258520126,-0.01582731492817402,-0.01273185946047306,-0.009636403992772102,-0.0065409475937485695,-0.003445491660386324,-0.00035002827644348145,0.002745427656918764,0.00584088359028101,0.008936339989304543,0.0120317954570055,0.015127250924706459,0.018222708255052567,0.021318163722753525,0.024413619190454483,0.02750907465815544,0.0306045301258564,0.03369998559355736,0.036795444786548615,0.03989090025424957,0.04298635572195053,0.04608181118965149,0.04917726665735245,0.052272722125053406,0.055368177592754364,0.05846363306045532,0.06155908852815628,0.06465454399585724,0.0677499994635582,0.07084545493125916,0.07394091784954071,0.07703637331724167,0.08013182878494263,0.08322728425264359,0.08632273972034454,0.0894181951880455,0.09251365065574646,0.09560910612344742,0.09870456159114838],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.001598849892616272,-0.0015487882774323225,-0.0014987265458330512,-0.0014486649306491017,-0.0013986033154651523,-0.001348541583865881,-0.0012984799686819315,-0.001248418353497982,-0.0011983567383140326,-0.0011482950067147613,-0.0010982333915308118,-0.0010481717763468623,-0.000998110044747591,-0.0009480484295636415,-0.0008979867561720312,-0.0008479251409880817,-0.0007978634675964713,-0.0007478017942048609,-0.0006977401790209115,-0.0006476785056293011,-0.0005976168904453516,-0.0005475552170537412,-0.0004974935436621308,-0.0004474318993743509,-0.000397370255086571,-0.00034730861079879105,-0.0002972469665110111,-0.00024718529311940074,-0.0001971236488316208,-0.00014706200454384089,-9.700034570414573e-05,-4.693869414040819e-05,3.1230738386511803e-06,5.318472540238872e-05,0.00010324637696612626,0.00015330803580582142,0.00020336968009360135,0.0002534313243813813,0.00030349299777299166,0.0003535546420607716,0.0004036162863485515,0.00045367793063633144,0.0005037395749241114,0.0005538012483157218,0.0006038629217073321,0.0006539245368912816,0.000703986210282892,0.0007540478254668415,0.0008041094988584518,0.0008541711722500622,0.0009042327874340117,0.0009542944608256221,0.0010043560760095716,0.0010544178076088428,0.0011044794227927923,0.0011545410379767418,0.0012046026531606913,0.0012546643847599626,0.001304725999943912,0.0013547876151278615,0.0014048493467271328,0.0014549109619110823,0.0015049725770950317,0.001555034308694303,0.0016050959238782525],"_type":"histogram","values":[1,0,1,0,1,0,1,0,2,4,2,4,6,3,7,2,9,10,8,20,19,15,13,22,16,26,36,32,29,37,38,32,38,22,38,35,33,24,22,16,19,19,14,10,13,9,8,8,6,5,6,5,5,4,2,1,4,1,1,2,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[6,6,13,21,40,97,117,190,377,575,899,1516,2365,3512,5229,7448,10621,14649,19548,25401,32254,40291,48872,57696,66887,76391,83771,90307,95113,97409,97719,94911,90906,84734,76747,67757,59350,49858,41212,33045,25893,19833,14893,10808,7801,5470,3657,2484,1673,1019,594,412,218,107,68,35,21,5,6,3,2,1,0,1],"bins":[-0.09671667218208313,-0.09349919855594635,-0.09028172492980957,-0.08706425130367279,-0.08384677767753601,-0.08062930405139923,-0.07741183042526245,-0.07419435679912567,-0.07097688317298889,-0.06775940954685211,-0.06454193592071533,-0.06132446229457855,-0.05810698866844177,-0.05488951504230499,-0.05167204141616821,-0.04845456779003143,-0.04523709416389465,-0.042019620537757874,-0.038802146911621094,-0.035584673285484314,-0.032367199659347534,-0.029149726033210754,-0.025932252407073975,-0.022714778780937195,-0.019497305154800415,-0.016279831528663635,-0.013062357902526855,-0.009844884276390076,-0.006627410650253296,-0.003409937024116516,-0.00019246339797973633,0.0030250102281570435,0.006242483854293823,0.009459957480430603,0.012677431106567383,0.015894904732704163,0.019112378358840942,0.022329851984977722,0.025547325611114502,0.028764799237251282,0.03198227286338806,0.03519974648952484,0.03841722011566162,0.0416346937417984,0.04485216736793518,0.04806964099407196,0.05128711462020874,0.05450458824634552,0.0577220618724823,0.06093953549861908,0.06415700912475586,0.06737448275089264,0.07059195637702942,0.0738094300031662,0.07702690362930298,0.08024437725543976,0.08346185088157654,0.08667932450771332,0.0898967981338501,0.09311427175998688,0.09633174538612366,0.09954921901226044,0.10276669263839722,0.105984166264534,0.10920163989067078],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.020842909812927246,-0.020434213802218437,-0.020025519654154778,-0.01961682364344597,-0.01920812949538231,-0.0187994334846735,-0.01839073933660984,-0.01798204332590103,-0.017573347315192223,-0.017164653167128563,-0.016755957156419754,-0.016347263008356094,-0.015938566997647285,-0.015529871918261051,-0.015121176838874817,-0.014712481759488583,-0.014303786680102348,-0.01389509066939354,-0.013486395590007305,-0.01307770051062107,-0.012669005431234837,-0.012260310351848602,-0.011851615272462368,-0.011442919261753559,-0.011034224182367325,-0.01062552910298109,-0.010216834023594856,-0.009808138944208622,-0.009399443864822388,-0.008990747854113579,-0.008582052774727345,-0.00817335769534111,-0.007764663081616163,-0.007355968002229929,-0.006947272457182407,-0.006538577377796173,-0.006129882298409939,-0.005721186753362417,-0.005312491673976183,-0.004903796594589949,-0.004495101049542427,-0.004086405970156193,-0.0036777108907699585,-0.0032690155785530806,-0.0028603202663362026,-0.0024516251869499683,-0.0020429298747330904,-0.0016342346789315343,-0.0012255394831299782,-0.0008168442873284221,-0.00040814903331920505,5.461915861815214e-07,0.0004092414164915681,0.0008179366122931242,0.0012266319245100021,0.0016353271203115582,0.0020440223161131144,0.0024527176283299923,0.0028614127077162266,0.0032701080199331045,0.0036788033321499825,0.004087498411536217,0.004496193490922451,0.004904889035969973,0.005313584115356207],"_type":"histogram","values":[1,0,1,1,2,4,5,4,10,14,13,17,20,32,36,39,47,44,54,57,64,72,70,77,92,90,68,97,85,80,74,82,72,63,58,62,48,52,37,42,44,41,27,23,26,23,14,8,10,9,8,6,4,4,4,2,1,5,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,1,6,5,8,11,17,30,43,52,63,88,107,179,254,326,532,651,990,1499,2313,3428,5412,8616,13983,23211,38847,65264,104664,117011,80227,47718,28257,16898,10258,6385,4150,2687,1719,1175,838,534,381,294,196,130,92,77,60,41,28,17,14,10,8,9,1,1,2,0,0,1],"bins":[-0.0005626678466796875,-0.0005446299910545349,-0.0005265921354293823,-0.0005085542798042297,-0.0004905164241790771,-0.00047247856855392456,-0.00045444071292877197,-0.0004364028573036194,-0.0004183650016784668,-0.0004003271460533142,-0.0003822892904281616,-0.00036425143480300903,-0.00034621357917785645,-0.00032817572355270386,-0.00031013786792755127,-0.0002921000123023987,-0.0002740621566772461,-0.0002560243010520935,-0.00023798644542694092,-0.00021994858980178833,-0.00020191073417663574,-0.00018387287855148315,-0.00016583502292633057,-0.00014779716730117798,-0.0001297593116760254,-0.0001117214560508728,-9.368360042572021e-05,-7.564574480056763e-05,-5.760788917541504e-05,-3.957003355026245e-05,-2.1532177925109863e-05,-3.4943222999572754e-06,1.4543533325195312e-05,3.25813889503479e-05,5.061924457550049e-05,6.865710020065308e-05,8.669495582580566e-05,0.00010473281145095825,0.00012277066707611084,0.00014080852270126343,0.00015884637832641602,0.0001768842339515686,0.0001949220895767212,0.00021295994520187378,0.00023099780082702637,0.00024903565645217896,0.00026707351207733154,0.00028511136770248413,0.0003031492233276367,0.0003211870789527893,0.0003392249345779419,0.0003572627902030945,0.00037530064582824707,0.00039333850145339966,0.00041137635707855225,0.00042941421270370483,0.0004474520683288574,0.00046548992395401,0.0004835277795791626,0.0005015656352043152,0.0005196034908294678,0.0005376413464546204,0.000555679202079773,0.0005737170577049255,0.0005917549133300781]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[4,2,2,1,0,3,4,2,1,3,6,8,7,10,6,9,12,9,7,15,11,26,27,23,32,19,34,31,27,22,26,39,27,28,22,27,23,23,18,24,18,19,15,17,12,12,10,11,3,4,7,5,2,2,3,2,1,0,3,0,0,1,0,1],"bins":[-0.008532444946467876,-0.008250081911683083,-0.007967717945575714,-0.00768535491079092,-0.007402991410344839,-0.007120627909898758,-0.006838264875113964,-0.006555901374667883,-0.006273537874221802,-0.005991174373775721,-0.0057088108733296394,-0.005426447838544846,-0.005144084338098764,-0.004861720837652683,-0.004579357802867889,-0.004296994302421808,-0.004014630801975727,-0.003732267301529646,-0.0034499040339142084,-0.003167540766298771,-0.0028851772658526897,-0.0026028137654066086,-0.002320450497791171,-0.0020380872301757336,-0.0017557237297296524,-0.001473360345698893,-0.0011909969616681337,-0.0009086335776373744,-0.0006262701936066151,-0.00034390680957585573,-6.15434255450964e-05,0.00022081995848566294,0.0005031824111938477,0.000785545795224607,0.0010679091792553663,0.0013502725632861257,0.001632635947316885,0.0019149993313476443,0.0021973627153784037,0.002479725982993841,0.0027620894834399223,0.0030444529838860035,0.003326816251501441,0.0036091795191168785,0.0038915430195629597,0.004173906520009041,0.004456269554793835,0.004738633055239916,0.005020996555685997,0.005303360056132078,0.005585723556578159,0.005868086591362953,0.006150450091809034,0.0064328135922551155,0.006715176627039909,0.0069975401274859905,0.007279903627932072,0.007562267128378153,0.007844630628824234,0.008126993663609028,0.008409356698393822,0.00869172066450119,0.008974083699285984,0.009256447665393353,0.009538810700178146]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,2,0,0,2,4,0,0,5,8,7,10,5,9,12,9,10,15,13,14,20,27,19,19,31,26,22,26,32,33,27,24,37,24,23,26,19,25,27,10,27,16,11,16,11,11,7,7,6,6,4,5,5,3,2,1,0,1,2,0,1,2],"bins":[-0.0013185020070523024,-0.0012776051880791783,-0.0012367083691060543,-0.001195811666548252,-0.001154914847575128,-0.001114018028602004,-0.00107312120962888,-0.001032224390655756,-0.0009913276880979538,-0.0009504308109171689,-0.0009095340501517057,-0.0008686372311785817,-0.0008277404122054577,-0.0007868436514399946,-0.0007459468324668705,-0.0007050500717014074,-0.0006641532527282834,-0.0006232564337551594,-0.0005823596729896963,-0.0005414628540165722,-0.0005005660932511091,-0.0004596692742779851,-0.00041877245530486107,-0.0003778756654355675,-0.00033697887556627393,-0.00029608208569698036,-0.0002551852958276868,-0.00021428847685456276,-0.0001733916869852692,-0.00013249489711597562,-9.159809269476682e-05,-5.0701295549515635e-05,-9.804381988942623e-06,3.109241515630856e-05,7.198921230155975e-05,0.00011288600944681093,0.00015378280659206212,0.00019467959646135569,0.00023557640088256449,0.0002764732053037733,0.00031736999517306685,0.0003582667850423604,0.000399163574911654,0.000440060393884778,0.0004809571837540716,0.0005218539736233652,0.0005627507925964892,0.0006036475533619523,0.0006445443723350763,0.0006854411913082004,0.0007263379520736635,0.0007672347710467875,0.0008081315318122506,0.0008490283507853746,0.0008899251697584987,0.0009308219305239618,0.0009717187494970858,0.001012615510262549,0.001053512329235673,0.001094409148208797,0.001135305967181921,0.001176202786155045,0.0012170994887128472,0.0012579963076859713,0.0012988931266590953]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,0,1,0,0,2,0,1,1,0,0,1,2,3,3,3,3,5,4,10,8,12,16,17,21,27,50,64,128,237,442,921,1915,4590,23179,1.376822e+06,151439,7525,2855,1319,570,263,156,76,37,26,15,16,12,13,13,6,5,8,6,4,3,1,0,4,0,2,0,1],"bins":[-0.004451751708984375,-0.004327118396759033,-0.004202485084533691,-0.00407785177230835,-0.003953218460083008,-0.003828585147857666,-0.0037039518356323242,-0.0035793185234069824,-0.0034546852111816406,-0.003330051898956299,-0.003205418586730957,-0.0030807852745056152,-0.0029561519622802734,-0.0028315186500549316,-0.00270688533782959,-0.002582252025604248,-0.0024576187133789062,-0.0023329854011535645,-0.0022083520889282227,-0.002083718776702881,-0.001959085464477539,-0.0018344521522521973,-0.0017098188400268555,-0.0015851855278015137,-0.0014605522155761719,-0.00133591890335083,-0.0012112855911254883,-0.0010866522789001465,-0.0009620189666748047,-0.0008373856544494629,-0.0007127523422241211,-0.0005881190299987793,-0.0004634857177734375,-0.0003388524055480957,-0.0002142190933227539,-8.958578109741211e-05,3.504753112792969e-05,0.00015968084335327148,0.0002843141555786133,0.0004089474678039551,0.0005335807800292969,0.0006582140922546387,0.0007828474044799805,0.0009074807167053223,0.001032114028930664,0.0011567473411560059,0.0012813806533813477,0.0014060139656066895,0.0015306472778320312,0.001655280590057373,0.0017799139022827148,0.0019045472145080566,0.0020291805267333984,0.0021538138389587402,0.002278447151184082,0.002403080463409424,0.0025277137756347656,0.0026523470878601074,0.0027769804000854492,0.002901613712310791,0.003026247024536133,0.0031508803367614746,0.0032755136489868164,0.003400146961212158,0.0035247802734375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,2,1,2,1,6,3,7,4,4,7,11,7,9,11,14,13,14,10,11,14,15,13,23,22,19,22,18,19,31,27,25,30,19,24,22,18,22,21,16,23,15,14,19,13,17,14,8,12,15,6,9,7,8,7,7,3,3,3,1,3,1,0,2],"bins":[-0.04301225021481514,-0.0416332483291626,-0.04025424271821976,-0.038875237107276917,-0.037496235221624374,-0.03611723333597183,-0.03473822772502899,-0.03335922211408615,-0.03198022022843361,-0.030601216480135918,-0.029222212731838226,-0.027843208983540535,-0.026464205235242844,-0.025085201486945152,-0.02370619773864746,-0.02232719399034977,-0.020948190242052078,-0.019569186493754387,-0.018190182745456696,-0.016811178997159004,-0.015432175248861313,-0.014053171500563622,-0.01267416775226593,-0.011295164003968239,-0.009916160255670547,-0.008537156507372856,-0.007158152759075165,-0.0057791490107774734,-0.004400145262479782,-0.0030211415141820908,-0.0016421377658843994,-0.00026313401758670807,0.0011158734560012817,0.002494877204298973,0.0038738809525966644,0.005252884700894356,0.006631888449192047,0.008010892197489738,0.00938989594578743,0.010768899694085121,0.012147903442382812,0.013526907190680504,0.014905910938978195,0.016284914687275887,0.017663918435573578,0.01904292218387127,0.02042192593216896,0.021800929680466652,0.023179933428764343,0.024558937177062035,0.025937940925359726,0.027316944673657417,0.02869594842195511,0.0300749521702528,0.03145395591855049,0.03283295780420303,0.034211963415145874,0.035590969026088715,0.03696997091174126,0.0383489727973938,0.03972797840833664,0.04110698401927948,0.04248598590493202,0.043864987790584564,0.045243993401527405]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[4,0,0,0,0,1,2,2,1,2,1,2,6,4,10,10,7,4,13,14,18,17,16,23,19,23,23,32,35,24,35,37,26,34,32,29,29,28,18,27,19,17,20,20,17,11,13,8,10,5,5,1,3,1,4,1,1,1,0,1,1,0,0,1],"bins":[-0.015979310497641563,-0.015480054542422295,-0.014980797655880451,-0.014481540769338608,-0.013982284814119339,-0.01348302885890007,-0.012983771972358227,-0.012484515085816383,-0.011985259130597115,-0.011486003175377846,-0.010986746288836002,-0.010487489402294159,-0.00998823344707489,-0.009488977491855621,-0.008989720605313778,-0.008490463718771935,-0.007991207763552666,-0.00749195134267211,-0.0069926949217915535,-0.006493438500910997,-0.005994182080030441,-0.005494925659149885,-0.004995669238269329,-0.004496412817388773,-0.003997156396508217,-0.0034978999756276608,-0.0029986435547471046,-0.0024993871338665485,-0.0020001307129859924,-0.0015008742921054363,-0.0010016178712248802,-0.0005023614503443241,-3.1068921089172363e-06,0.0004961495287716389,0.000995405949652195,0.001494662370532751,0.001993918791413307,0.0024931752122938633,0.0029924316331744194,0.0034916880540549755,0.003990944474935532,0.004490200895816088,0.004989457316696644,0.0054887137375772,0.005987970158457756,0.006487226579338312,0.006986483000218868,0.007485739421099424,0.00798499584197998,0.00848425179719925,0.008983508683741093,0.009482765570282936,0.009982021525502205,0.010481277480721474,0.010980534367263317,0.01147979125380516,0.01197904720902443,0.012478303164243698,0.012977560050785542,0.013476816937327385,0.013976072892546654,0.014475328847765923,0.014974585734307766,0.01547384262084961,0.015973098576068878]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,1,0,1,1,4,3,4,6,3,12,8,18,19,31,45,98,104,119,97,64,29,25,10,16,10,7,3,3,4,6,1,0,5,3,0,2,1,0,2],"bins":[-0.0002467036247253418,-0.00024083256721496582,-0.00023496150970458984,-0.00022909045219421387,-0.0002232193946838379,-0.00021734833717346191,-0.00021147727966308594,-0.00020560622215270996,-0.00019973516464233398,-0.000193864107131958,-0.00018799304962158203,-0.00018212199211120605,-0.00017625093460083008,-0.0001703798770904541,-0.00016450881958007812,-0.00015863776206970215,-0.00015276670455932617,-0.0001468956470489502,-0.00014102458953857422,-0.00013515353202819824,-0.00012928247451782227,-0.0001234114170074463,-0.00011754035949707031,-0.00011166930198669434,-0.00010579824447631836,-9.992718696594238e-05,-9.40561294555664e-05,-8.818507194519043e-05,-8.231401443481445e-05,-7.644295692443848e-05,-7.05718994140625e-05,-6.470084190368652e-05,-5.882978439331055e-05,-5.295872688293457e-05,-4.7087669372558594e-05,-4.121661186218262e-05,-3.534555435180664e-05,-2.9474496841430664e-05,-2.3603439331054688e-05,-1.773238182067871e-05,-1.1861324310302734e-05,-5.990266799926758e-06,-1.1920928955078125e-07,5.751848220825195e-06,1.1622905731201172e-05,1.749396324157715e-05,2.3365020751953125e-05,2.92360782623291e-05,3.510713577270508e-05,4.0978193283081055e-05,4.684925079345703e-05,5.272030830383301e-05,5.8591365814208984e-05,6.446242332458496e-05,7.033348083496094e-05,7.620453834533691e-05,8.207559585571289e-05,8.794665336608887e-05,9.381771087646484e-05,9.968876838684082e-05,0.0001055598258972168,0.00011143088340759277,0.00011730194091796875,0.00012317299842834473,0.0001290440559387207]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,1,0,0,0,2,2,2,4,4,4,9,4,4,9,7,12,18,14,24,32,35,46,50,62,52,68,51,57,51,27,23,19,13,14,9,11,6,6,3,2,1,1,1,1,0,2,1,0,1,1,0,0,0,0,0,1],"bins":[-0.0010241866111755371,-0.0009926874190568924,-0.0009611882269382477,-0.000929689034819603,-0.0008981898427009583,-0.0008666906505823135,-0.0008351914584636688,-0.0008036922663450241,-0.0007721930742263794,-0.0007406938821077347,-0.00070919468998909,-0.0006776954978704453,-0.0006461963057518005,-0.0006146971136331558,-0.0005831979215145111,-0.0005516987293958664,-0.0005201995372772217,-0.000488700345158577,-0.00045720115303993225,-0.00042570196092128754,-0.0003942027688026428,-0.0003627035766839981,-0.0003312043845653534,-0.0002997051924467087,-0.00026820600032806396,-0.00023670680820941925,-0.00020520761609077454,-0.00017370842397212982,-0.0001422092318534851,-0.00011071003973484039,-7.921084761619568e-05,-4.7711655497550964e-05,-1.621246337890625e-05,1.5286728739738464e-05,4.678592085838318e-05,7.828511297702789e-05,0.00010978430509567261,0.00014128349721431732,0.00017278268933296204,0.00020428188145160675,0.00023578107357025146,0.0002672802656888962,0.0002987794578075409,0.0003302786499261856,0.0003617778420448303,0.00039327703416347504,0.00042477622628211975,0.00045627541840076447,0.0004877746105194092,0.0005192738026380539,0.0005507729947566986,0.0005822721868753433,0.000613771378993988,0.0006452705711126328,0.0006767697632312775,0.0007082689553499222,0.0007397681474685669,0.0007712673395872116,0.0008027665317058563,0.000834265723824501,0.0008657649159431458,0.0008972641080617905,0.0009287633001804352,0.0009602624922990799,0.0009917616844177246],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.0011176466941833496,-0.001085713505744934,-0.0010537803173065186,-0.001021847128868103,-0.0009899139404296875,-0.000957980751991272,-0.0009260475635528564,-0.0008941143751144409,-0.0008621811866760254,-0.0008302479982376099,-0.0007983148097991943,-0.0007663816213607788,-0.0007344484329223633,-0.0007025152444839478,-0.0006705820560455322,-0.0006386488676071167,-0.0006067156791687012,-0.0005747824907302856,-0.0005428493022918701,-0.0005109161138534546,-0.00047898292541503906,-0.00044704973697662354,-0.000415116548538208,-0.0003831833600997925,-0.00035125017166137695,-0.0003193169832229614,-0.0002873837947845459,-0.00025545060634613037,-0.00022351741790771484,-0.00019158422946929932,-0.0001596510410308838,-0.00012771785259246826,-9.578466415405273e-05,-6.385147571563721e-05,-3.191828727722168e-05,1.4901161193847656e-08,3.1948089599609375e-05,6.38812780380249e-05,9.581446647644043e-05,0.00012774765491485596,0.00015968084335327148,0.000191614031791687,0.00022354722023010254,0.00025548040866851807,0.0002874135971069336,0.0003193467855453491,0.00035127997398376465,0.0003832131624221802,0.0004151463508605957,0.00044707953929901123,0.00047901272773742676,0.0005109459161758423,0.0005428791046142578,0.0005748122930526733,0.0006067454814910889,0.0006386786699295044,0.0006706118583679199,0.0007025450468063354,0.000734478235244751,0.0007664114236831665,0.000798344612121582,0.0008302778005599976,0.0008622109889984131,0.0008941441774368286,0.0009260773658752441],"_type":"histogram","values":[1,0,0,0,0,2,0,1,0,0,1,2,2,3,2,4,5,4,7,9,6,6,8,17,15,17,17,29,30,28,22,35,35,35,36,39,42,47,25,34,24,21,24,16,18,18,12,16,4,9,8,7,7,3,3,2,3,4,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.019054939970374107,-0.018661443144083023,-0.01826794631779194,-0.017874449491500854,-0.01748095080256462,-0.017087453976273537,-0.016693957149982452,-0.016300460323691368,-0.015906963497400284,-0.015513465739786625,-0.01511996891349554,-0.014726472087204456,-0.014332975260913372,-0.013939477503299713,-0.013545980677008629,-0.013152483850717545,-0.01275898702442646,-0.012365489266812801,-0.011971992440521717,-0.011578495614230633,-0.011184997856616974,-0.01079150103032589,-0.010398004204034805,-0.010004507377743721,-0.009611009620130062,-0.009217512793838978,-0.008824015967547894,-0.008430518209934235,-0.00803702138364315,-0.007643524557352066,-0.0072500272653996944,-0.00685653043910861,-0.006463033612817526,-0.006069536320865154,-0.00567603949457407,-0.005282542202621698,-0.004889045376330614,-0.0044955480843782425,-0.004102051258087158,-0.0037085539661347866,-0.0033150569070130587,-0.0029215598478913307,-0.0025280627887696028,-0.002134565729647875,-0.001741068554110825,-0.0013475714949890971,-0.0009540743776597083,-0.0005605772603303194,-0.00016708020120859146,0.00022641688701696694,0.0006199139752425253,0.0010134110925719142,0.0014069081516936421,0.00180040521081537,0.00219390238635242,0.002587399445474148,0.0029808965045958757,0.0033743935637176037,0.0037678906228393316,0.00416138768196106,0.004554884973913431,0.0049483818002045155,0.005341879092156887,0.005735375918447971,0.006128873210400343],"_type":"histogram","values":[1,0,1,0,1,3,2,6,0,5,8,18,13,18,20,34,41,51,57,77,72,76,98,111,111,130,133,151,153,125,112,90,90,60,50,44,27,18,12,6,6,8,3,2,0,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[4,1,4,8,17,29,29,59,120,153,257,372,529,782,1083,1638,2224,3229,4296,5682,7188,9015,11122,13453,16412,19149,21609,24387,26588,29103,31059,32261,32623,32556,32292,30765,28894,26827,24253,21910,19133,16519,13683,11328,9117,7218,5682,4493,3163,2306,1640,1189,820,582,350,235,150,93,54,35,26,16,6,4],"bins":[-0.09288347512483597,-0.09007133543491364,-0.0872591957449913,-0.08444704860448837,-0.08163490891456604,-0.07882276922464371,-0.07601062953472137,-0.07319848984479904,-0.07038635015487671,-0.06757420301437378,-0.06476206332445145,-0.061949923634529114,-0.05913778394460678,-0.05632564052939415,-0.05351350083947182,-0.050701357424259186,-0.04788921773433685,-0.04507707804441452,-0.04226493462920189,-0.039452794939279556,-0.036640651524066925,-0.03382851183414459,-0.03101637214422226,-0.028204230591654778,-0.025392089039087296,-0.022579947486519814,-0.01976780593395233,-0.01695566624403,-0.014143524691462517,-0.011331383138895035,-0.008519242517650127,-0.005707101430743933,-0.002894960343837738,-8.281925693154335e-05,0.0027293218299746513,0.005541462916880846,0.00835360400378704,0.011165745556354523,0.01397788617759943,0.016790026798844337,0.01960216835141182,0.0224143099039793,0.025226451456546783,0.028038591146469116,0.030850732699036598,0.03366287425160408,0.03647501394152641,0.039287157356739044,0.04209929704666138,0.04491143673658371,0.04772358015179634,0.050535719841718674,0.053347863256931305,0.05616000294685364,0.05897214263677597,0.0617842860519886,0.06459642946720123,0.06740856915712357,0.0702207088470459,0.07303284853696823,0.07584498822689056,0.0786571279168129,0.08146927505731583,0.08428141474723816,0.08709355443716049],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.0011804882669821382,-0.0011488401796668768,-0.0011171920923516154,-0.001085544005036354,-0.0010538959177210927,-0.0010222478304058313,-0.00099059974309057,-0.0009589515975676477,-0.0009273035102523863,-0.000895655422937125,-0.0008640073356218636,-0.0008323592483066022,-0.00080071110278368,-0.0007690630154684186,-0.0007374149281531572,-0.0007057668408378959,-0.0006741187535226345,-0.0006424706662073731,-0.0006108225788921118,-0.0005791744915768504,-0.000547526404261589,-0.0005158782587386668,-0.0004842301714234054,-0.00045258208410814404,-0.0004209339967928827,-0.0003892859094776213,-0.00035763782216235995,-0.00032598970574326813,-0.00029434161842800677,-0.0002626935311127454,-0.0002310454292455688,-0.00019939732737839222,-0.00016774912364780903,-0.00013610103633254766,-0.00010445293446537107,-7.28048398741521e-05,-4.1156745282933116e-05,-9.508650691714138e-06,2.213944389950484e-05,5.378753849072382e-05,8.54356330819428e-05,0.00011708372767316177,0.00014873182226438075,0.00018037992413155735,0.0002120280114468187,0.00024367609876208007,0.0002753242151811719,0.00030697230249643326,0.0003386203898116946,0.000370268477126956,0.00040191656444221735,0.00043356468086130917,0.00046521276817657053,0.0004968608845956624,0.0005285089719109237,0.0005601570592261851,0.0005918051465414464,0.0006234532338567078,0.0006551013211719692,0.0006867494084872305,0.0007183975540101528,0.0007500456413254142,0.0007816937286406755,0.0008133418159559369,0.0008449899032711983],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,1,3,1,3,1,8,7,5,11,11,10,11,7,25,23,21,21,30,22,30,38,28,35,21,32,26,36,22,33,29,24,26,23,21,18,11,17,12,13,7,13,2,8,3,5,6,1,2,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[2,1,1,0,2,1,2,4,2,2,4,5,8,15,5,6,14,13,7,15,15,22,16,10,16,23,33,28,39,19,28,35,38,35,29,23,24,26,26,14,18,18,21,9,8,17,12,9,11,4,5,3,4,2,4,1,4,0,3,0,3,1,2,1],"bins":[-0.0001696944236755371,-0.00016430392861366272,-0.00015891343355178833,-0.00015352293848991394,-0.00014813244342803955,-0.00014274194836616516,-0.00013735145330429077,-0.00013196095824241638,-0.000126570463180542,-0.0001211799681186676,-0.00011578947305679321,-0.00011039897799491882,-0.00010500848293304443,-9.961798787117004e-05,-9.422749280929565e-05,-8.883699774742126e-05,-8.344650268554688e-05,-7.805600762367249e-05,-7.26655125617981e-05,-6.72750174999237e-05,-6.188452243804932e-05,-5.649402737617493e-05,-5.110353231430054e-05,-4.571303725242615e-05,-4.032254219055176e-05,-3.493204712867737e-05,-2.954155206680298e-05,-2.415105700492859e-05,-1.87605619430542e-05,-1.337006688117981e-05,-7.97957181930542e-06,-2.5890767574310303e-06,2.8014183044433594e-06,8.191913366317749e-06,1.3582408428192139e-05,1.897290349006653e-05,2.4363398551940918e-05,2.9753893613815308e-05,3.51443886756897e-05,4.053488373756409e-05,4.5925378799438477e-05,5.1315873861312866e-05,5.6706368923187256e-05,6.209686398506165e-05,6.748735904693604e-05,7.287785410881042e-05,7.826834917068481e-05,8.36588442325592e-05,8.90493392944336e-05,9.443983435630798e-05,9.983032941818237e-05,0.00010522082448005676,0.00011061131954193115,0.00011600181460380554,0.00012139230966567993,0.00012678280472755432,0.0001321732997894287,0.0001375637948513031,0.0001429542899131775,0.00014834478497505188,0.00015373528003692627,0.00015912577509880066,0.00016451627016067505,0.00016990676522254944,0.00017529726028442383]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[-0.00013742635201197118,-0.00013321275764610618,-0.00012899917783215642,-0.00012478558346629143,-0.00012057198910042644,-0.00011635839473456144,-0.00011214480764465407,-0.00010793122055474669,-0.0001037176261888817,-9.95040318230167e-05,-9.529044473310933e-05,-9.107685764320195e-05,-8.686326327733696e-05,-8.264966891147196e-05,-7.843608182156458e-05,-7.422249473165721e-05,-7.000890036579221e-05,-6.579530599992722e-05,-6.158171891001984e-05,-5.736812818213366e-05,-5.3154537454247475e-05,-4.894094672636129e-05,-4.4727355998475105e-05,-4.051376527058892e-05,-3.6300174542702734e-05,-3.208658381481655e-05,-2.7872993086930364e-05,-2.365940235904418e-05,-1.9445811631157994e-05,-1.523222090327181e-05,-1.1018630175385624e-05,-6.805039447499439e-06,-2.5914632715284824e-06,1.6221274563577026e-06,5.835718184243888e-06,1.0049308912130073e-05,1.4262899640016258e-05,1.8476490367902443e-05,2.2690081095788628e-05,2.6903671823674813e-05,3.1117262551561e-05,3.533085327944718e-05,3.954444400733337e-05,4.375803473521955e-05,4.797162546310574e-05,5.218521619099192e-05,5.639880691887811e-05,6.061239764676429e-05,6.482598837465048e-05,6.903958274051547e-05,7.325316983042285e-05,7.746675692033023e-05,8.168035128619522e-05,8.589394565206021e-05,9.010753274196759e-05,9.432111983187497e-05,9.853471419773996e-05,0.00010274830856360495,0.00010696189565351233,0.00011117548274341971,0.0001153890771092847,0.00011960267147514969,0.00012381625128909945,0.00012802984565496445,0.00013224344002082944],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,2,1,3,4,2,2,3,9,7,10,3,10,10,10,21,18,29,28,37,43,47,39,43,51,51,49,50,29,23,30,19,12,13,13,7,11,1,5,3,3,1,3,2,3,0,1,3,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,2,0,0,0,0,0,1,1,0,0,2,2,1,2,0,2,3,1,5,1,8,6,7,7,7,14,19,19,31,36,31,61,67,113,154,220,291,242,181,120,87,67,48,29,29,25,24,18,8,13,4,6,2,6,4,1,5,3,3,2,2,1,3],"bins":[-0.0004372596740722656,-0.0004254588857293129,-0.00041365809738636017,-0.00040185730904340744,-0.0003900565207004547,-0.000378255732357502,-0.00036645494401454926,-0.0003546541556715965,-0.0003428533673286438,-0.00033105257898569107,-0.00031925179064273834,-0.0003074510022997856,-0.0002956502139568329,-0.00028384942561388016,-0.00027204863727092743,-0.0002602478489279747,-0.00024844706058502197,-0.00023664627224206924,-0.00022484548389911652,-0.0002130446955561638,-0.00020124390721321106,-0.00018944311887025833,-0.0001776423305273056,-0.00016584154218435287,-0.00015404075384140015,-0.00014223996549844742,-0.0001304391771554947,-0.00011863838881254196,-0.00010683760046958923,-9.50368121266365e-05,-8.323602378368378e-05,-7.143523544073105e-05,-5.963444709777832e-05,-4.783365875482559e-05,-3.6032870411872864e-05,-2.4232082068920135e-05,-1.2431293725967407e-05,-6.30505383014679e-07,1.117028295993805e-05,2.2971071302890778e-05,3.4771859645843506e-05,4.6572647988796234e-05,5.837343633174896e-05,7.017422467470169e-05,8.197501301765442e-05,9.377580136060715e-05,0.00010557658970355988,0.0001173773780465126,0.00012917816638946533,0.00014097895473241806,0.0001527797430753708,0.00016458053141832352,0.00017638131976127625,0.00018818210810422897,0.0001999828964471817,0.00021178368479013443,0.00022358447313308716,0.0002353852614760399,0.0002471860498189926,0.00025898683816194534,0.00027078762650489807,0.0002825884148478508,0.00029438920319080353,0.00030618999153375626,0.000317990779876709]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.00019485775555949658,-0.00018835095397662371,-0.00018184415239375085,-0.00017533735081087798,-0.0001688305492280051,-0.00016232374764513224,-0.00015581694606225938,-0.0001493101444793865,-0.00014280335744842887,-0.000136296555865556,-0.00012978975428268313,-0.00012328295269981027,-0.0001167761511169374,-0.00011026934953406453,-0.00010376254795119166,-9.72557463683188e-05,-9.074894478544593e-05,-8.424214320257306e-05,-7.77353416197002e-05,-7.122854003682733e-05,-6.472173845395446e-05,-5.82149405090604e-05,-5.170814256416634e-05,-4.520134098129347e-05,-3.86945393984206e-05,-3.2187737815547734e-05,-2.568093805166427e-05,-1.9174138287780806e-05,-1.2667336704907939e-05,-6.160536031529773e-06,3.462646418483928e-07,6.853065315226559e-06,1.3359865988604724e-05,1.9866667571477592e-05,2.6373467335361056e-05,3.288026709924452e-05,3.938706868211739e-05,4.5893870264990255e-05,5.2400668209884316e-05,5.890746979275718e-05,6.541427137563005e-05,7.192107295850292e-05,7.842787454137579e-05,8.493467612424865e-05,9.144147043116391e-05,9.794827201403677e-05,0.00010445507359690964,0.00011096187517978251,0.00011746867676265538,0.00012397547834552824,0.0001304822799284011,0.00013698908151127398,0.00014349588309414685,0.00015000268467701972,0.00015650948625989258,0.00016301628784276545,0.00016952308942563832,0.00017602987645659596,0.00018253667803946882,0.0001890434796223417,0.00019555028120521456,0.00020205708278808743,0.0002085638843709603,0.00021507068595383316,0.00022157748753670603],"_type":"histogram","values":[1,0,0,0,2,0,4,5,5,0,4,2,8,4,7,6,10,9,8,11,13,23,13,25,27,35,29,36,50,53,51,34,65,38,28,28,18,18,15,7,15,5,6,6,6,5,10,3,1,4,2,2,1,1,1,2,0,0,2,1,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"bins":[-0.00014281272888183594,-0.00013907253742218018,-0.00013533234596252441,-0.00013159215450286865,-0.0001278519630432129,-0.00012411177158355713,-0.00012037158012390137,-0.0001166313886642456,-0.00011289119720458984,-0.00010915100574493408,-0.00010541081428527832,-0.00010167062282562256,-9.79304313659668e-05,-9.419023990631104e-05,-9.045004844665527e-05,-8.670985698699951e-05,-8.296966552734375e-05,-7.922947406768799e-05,-7.548928260803223e-05,-7.174909114837646e-05,-6.80088996887207e-05,-6.426870822906494e-05,-6.052851676940918e-05,-5.678832530975342e-05,-5.3048133850097656e-05,-4.9307942390441895e-05,-4.556775093078613e-05,-4.182755947113037e-05,-3.808736801147461e-05,-3.434717655181885e-05,-3.0606985092163086e-05,-2.6866793632507324e-05,-2.3126602172851562e-05,-1.93864107131958e-05,-1.564621925354004e-05,-1.1906027793884277e-05,-8.165836334228516e-06,-4.425644874572754e-06,-6.854534149169922e-07,3.0547380447387695e-06,6.794929504394531e-06,1.0535120964050293e-05,1.4275312423706055e-05,1.8015503883361816e-05,2.1755695343017578e-05,2.549588680267334e-05,2.92360782623291e-05,3.297626972198486e-05,3.6716461181640625e-05,4.045665264129639e-05,4.419684410095215e-05,4.793703556060791e-05,5.167722702026367e-05,5.5417418479919434e-05,5.9157609939575195e-05,6.289780139923096e-05,6.663799285888672e-05,7.037818431854248e-05,7.411837577819824e-05,7.7858567237854e-05,8.159875869750977e-05,8.533895015716553e-05,8.907914161682129e-05,9.281933307647705e-05,9.655952453613281e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,4,3,1,4,1,11,6,4,6,7,22,8,11,17,14,19,18,23,22,32,41,33,39,39,36,24,38,38,29,38,31,28,16,21,15,8,4,8,11,10,5,3,5,2,2,4,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,0,2,2,2,1,2,8,7,7,9,8,9,12,11,13,12,25,23,16,26,14,25,30,19,24,18,42,40,31,35,39,24,31,26,20,22,23,21,12,13,19,6,7,7,3,5,2,3,3,2,0,1,0,0,1],"bins":[0.9737985730171204,0.97454434633255,0.9752901196479797,0.9760358333587646,0.9767816066741943,0.977527379989624,0.9782731533050537,0.9790189266204834,0.9797646403312683,0.980510413646698,0.9812561869621277,0.9820019602775574,0.9827477335929871,0.983493447303772,0.9842392206192017,0.9849849939346313,0.985730767250061,0.9864765405654907,0.9872222542762756,0.9879680275917053,0.988713800907135,0.9894595742225647,0.9902053475379944,0.9909510612487793,0.991696834564209,0.9924426078796387,0.9931883811950684,0.993934154510498,0.994679868221283,0.9954256415367126,0.9961714148521423,0.996917188167572,0.9976629018783569,0.9984086751937866,0.9991544485092163,0.999900221824646,1.0006459951400757,1.0013917684555054,1.002137541770935,1.0028833150863647,1.0036289691925049,1.0043747425079346,1.0051205158233643,1.005866289138794,1.0066120624542236,1.0073578357696533,1.008103609085083,1.0088493824005127,1.0095951557159424,1.010340929031372,1.0110865831375122,1.011832356452942,1.0125781297683716,1.0133239030838013,1.014069676399231,1.0148154497146606,1.0155612230300903,1.01630699634552,1.0170527696609497,1.0177985429763794,1.0185441970825195,1.0192899703979492,1.020035743713379,1.0207815170288086,1.0215272903442383]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.00020170211791992188,-0.000195428729057312,-0.00018915534019470215,-0.00018288195133209229,-0.00017660856246948242,-0.00017033517360687256,-0.0001640617847442627,-0.00015778839588165283,-0.00015151500701904297,-0.0001452416181564331,-0.00013896822929382324,-0.00013269484043121338,-0.00012642145156860352,-0.00012014806270599365,-0.00011387467384338379,-0.00010760128498077393,-0.00010132789611816406,-9.50545072555542e-05,-8.878111839294434e-05,-8.250772953033447e-05,-7.623434066772461e-05,-6.996095180511475e-05,-6.368756294250488e-05,-5.741417407989502e-05,-5.1140785217285156e-05,-4.486739635467529e-05,-3.859400749206543e-05,-3.2320618629455566e-05,-2.6047229766845703e-05,-1.977384090423584e-05,-1.3500452041625977e-05,-7.227063179016113e-06,-9.5367431640625e-07,5.319714546203613e-06,1.1593103408813477e-05,1.786649227142334e-05,2.4139881134033203e-05,3.0413269996643066e-05,3.668665885925293e-05,4.296004772186279e-05,4.9233436584472656e-05,5.550682544708252e-05,6.178021430969238e-05,6.805360317230225e-05,7.432699203491211e-05,8.060038089752197e-05,8.687376976013184e-05,9.31471586227417e-05,9.942054748535156e-05,0.00010569393634796143,0.00011196732521057129,0.00011824071407318115,0.00012451410293579102,0.00013078749179840088,0.00013706088066101074,0.0001433342695236206,0.00014960765838623047,0.00015588104724884033,0.0001621544361114502,0.00016842782497406006,0.00017470121383666992,0.00018097460269927979,0.00018724799156188965,0.0001935213804244995,0.00019979476928710938],"_type":"histogram","values":[5,1,5,4,7,7,8,10,15,18,19,35,53,63,86,106,146,186,252,328,402,559,742,965,1403,2070,3214,5410,10448,22832,55623,152466,195967,75084,29384,13262,6698,3659,2279,1579,1141,781,567,483,338,259,208,149,132,91,69,56,40,31,24,13,14,9,8,1,3,3,3,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,1,1,1,1,1,2,2,0,1,2,2,1,1,4,2,2,0,3,2,4,5,4,12,6,6,8,10,20,26,26,48,126,359,817,336,112,37,11,7,6,12,3,1,2,5,0,1,1,1,2,0,0,0,0,1,0,0,1],"bins":[-0.0009004473686218262,-0.0008775768801569939,-0.0008547063916921616,-0.0008318359032273293,-0.000808965414762497,-0.0007860949262976646,-0.0007632244378328323,-0.000740353949368,-0.0007174834609031677,-0.0006946129724383354,-0.0006717424839735031,-0.0006488719955086708,-0.0006260015070438385,-0.0006031310185790062,-0.0005802605301141739,-0.0005573900416493416,-0.0005345195531845093,-0.000511649064719677,-0.0004887785762548447,-0.00046590808779001236,-0.00044303759932518005,-0.00042016711086034775,-0.00039729662239551544,-0.00037442613393068314,-0.00035155564546585083,-0.0003286851570010185,-0.0003058146685361862,-0.0002829441800713539,-0.0002600736916065216,-0.0002372032031416893,-0.000214332714676857,-0.0001914622262120247,-0.00016859173774719238,-0.00014572124928236008,-0.00012285076081752777,-9.998027235269547e-05,-7.710978388786316e-05,-5.423929542303085e-05,-3.136880695819855e-05,-8.498318493366241e-06,1.4372169971466064e-05,3.724265843629837e-05,6.0113146901130676e-05,8.298363536596298e-05,0.00010585412383079529,0.0001287246122956276,0.0001515951007604599,0.0001744655892252922,0.0001973360776901245,0.00022020656615495682,0.00024307705461978912,0.00026594754308462143,0.00028881803154945374,0.00031168852001428604,0.00033455900847911835,0.00035742949694395065,0.00038029998540878296,0.00040317047387361526,0.00042604096233844757,0.0004489114508032799,0.0004717819392681122,0.0004946524277329445,0.0005175229161977768,0.0005403934046626091,0.0005632638931274414]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"bins":[0.9793257713317871,0.979944109916687,0.9805624485015869,0.9811807870864868,0.9817991852760315,0.9824175238609314,0.9830358624458313,0.9836542010307312,0.9842725396156311,0.984890878200531,0.9855092763900757,0.9861276149749756,0.9867459535598755,0.9873642921447754,0.9879826307296753,0.9886009693145752,0.9892193078994751,0.9898377060890198,0.9904560446739197,0.9910743832588196,0.9916927218437195,0.9923110604286194,0.9929293990135193,0.993547797203064,0.9941661357879639,0.9947844743728638,0.9954028129577637,0.9960211515426636,0.9966394901275635,0.9972578883171082,0.9978762269020081,0.998494565486908,0.9991129040718079,0.9997312426567078,1.0003496408462524,1.0009679794311523,1.0015863180160522,1.0022046566009521,1.002822995185852,1.003441333770752,1.0040596723556519,1.0046780109405518,1.0052963495254517,1.0059146881103516,1.0065330266952515,1.007151484489441,1.0077698230743408,1.0083881616592407,1.0090065002441406,1.0096248388290405,1.0102431774139404,1.0108615159988403,1.0114798545837402,1.0120981931686401,1.01271653175354,1.01333487033844,1.0139532089233398,1.0145715475082397,1.0151900053024292,1.015808343887329,1.016426682472229,1.017045021057129,1.0176633596420288,1.0182816982269287,1.0189000368118286],"_type":"histogram","values":[1,2,2,0,2,0,4,0,0,3,5,6,7,5,4,10,11,10,12,10,12,16,22,18,27,23,24,26,24,32,28,30,29,27,36,41,20,28,29,25,36,14,13,15,17,5,3,10,8,10,2,2,5,2,3,3,2,2,1,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.010845829732716084,-0.010524819605052471,-0.010203810408711433,-0.009882800281047821,-0.009561790153384209,-0.009240780957043171,-0.008919770829379559,-0.00859876163303852,-0.008277751505374908,-0.007956741377711296,-0.007635732181370258,-0.007314722053706646,-0.006993712391704321,-0.006672702729701996,-0.0063516926020383835,-0.006030682940036058,-0.005709673278033733,-0.005388663616031408,-0.005067653954029083,-0.004746643826365471,-0.004425634164363146,-0.004104624502360821,-0.003783614607527852,-0.0034626047126948833,-0.0031415950506925583,-0.0028205853886902332,-0.0024995754938572645,-0.002178565599024296,-0.0018575559370219707,-0.0015365461586043239,-0.001215536380186677,-0.0008945266017690301,-0.0005735168233513832,-0.0002525070449337363,6.850273348391056e-05,0.00038951251190155745,0.0007105222903192043,0.0010315320687368512,0.001352541847154498,0.001673551625572145,0.001994561403989792,0.002315571065992117,0.0026365809608250856,0.0029575908556580544,0.0032786005176603794,0.0035996101796627045,0.003920620307326317,0.004241629969328642,0.004562639631330967,0.004883649293333292,0.005204658955335617,0.005525669082999229,0.0058466787450015545,0.0061676884070038795,0.006488698534667492,0.006809708196669817,0.007130717858672142,0.007451727520674467,0.007772737182676792,0.008093747310340405,0.008414756506681442,0.008735766634345055,0.009056776762008667,0.009377785958349705,0.009698796086013317],"_type":"histogram","values":[1,0,0,1,2,1,3,1,2,1,3,4,5,9,5,7,10,10,7,11,13,18,16,18,23,25,18,23,20,19,21,33,23,36,25,27,18,35,32,22,23,27,18,17,23,10,17,8,12,9,9,8,9,6,6,3,4,0,5,3,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,2,2,6,11,24,31,57,101,152,265,429,616,969,1451,2049,2885,4067,5393,7067,9502,11838,14338,17585,20836,23799,26692,29801,32260,33881,34830,35262,34914,33475,31297,29375,26497,23262,19861,17108,13738,11130,8913,6833,5058,3743,2783,1885,1363,852,607,337,235,159,90,50,26,13,8,8,0,1,1],"bins":[-0.09923992305994034,-0.09617602825164795,-0.09311212599277496,-0.09004822373390198,-0.08698432892560959,-0.0839204341173172,-0.08085653185844421,-0.07779262959957123,-0.07472873479127884,-0.07166483998298645,-0.06860093772411346,-0.06553703546524048,-0.06247314065694809,-0.0594092421233654,-0.056345343589782715,-0.05328144505620003,-0.05021754652261734,-0.04715364798903465,-0.044089749455451965,-0.04102585092186928,-0.03796195238828659,-0.0348980538547039,-0.031834155321121216,-0.02877025678753853,-0.02570635825395584,-0.022642459720373154,-0.019578561186790466,-0.01651466265320778,-0.013450764119625092,-0.010386865586042404,-0.007322967052459717,-0.004259068518877029,-0.001195177435874939,0.0018687210977077484,0.004932619631290436,0.007996518164873123,0.01106041669845581,0.014124315232038498,0.017188213765621185,0.020252112299203873,0.02331601083278656,0.026379909366369247,0.029443807899951935,0.03250770643353462,0.03557160496711731,0.0386355035007,0.041699402034282684,0.04476330056786537,0.04782719910144806,0.050891097635030746,0.053954996168613434,0.05701889470219612,0.06008279323577881,0.0631466954946518,0.06621059030294418,0.06927448511123657,0.07233838737010956,0.07540228962898254,0.07846618443727493,0.08153007924556732,0.08459398150444031,0.0876578837633133,0.09072177857160568,0.09378567337989807,0.09684957563877106],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-3.838539123535156e-05,-3.734789788722992e-05,-3.6310404539108276e-05,-3.527291119098663e-05,-3.423541784286499e-05,-3.319792449474335e-05,-3.2160431146621704e-05,-3.112293779850006e-05,-3.0085444450378418e-05,-2.9047951102256775e-05,-2.8010457754135132e-05,-2.697296440601349e-05,-2.5935471057891846e-05,-2.4897977709770203e-05,-2.386048436164856e-05,-2.2822991013526917e-05,-2.1785497665405273e-05,-2.074800431728363e-05,-1.9710510969161987e-05,-1.8673017621040344e-05,-1.76355242729187e-05,-1.6598030924797058e-05,-1.5560537576675415e-05,-1.4523044228553772e-05,-1.3485550880432129e-05,-1.2448057532310486e-05,-1.1410564184188843e-05,-1.03730708360672e-05,-9.335577487945557e-06,-8.298084139823914e-06,-7.2605907917022705e-06,-6.2230974435806274e-06,-5.185604095458984e-06,-4.148110747337341e-06,-3.1106173992156982e-06,-2.073124051094055e-06,-1.0356307029724121e-06,1.862645149230957e-09,1.039355993270874e-06,2.076849341392517e-06,3.11434268951416e-06,4.151836037635803e-06,5.189329385757446e-06,6.226822733879089e-06,7.264316082000732e-06,8.301809430122375e-06,9.339302778244019e-06,1.0376796126365662e-05,1.1414289474487305e-05,1.2451782822608948e-05,1.348927617073059e-05,1.4526769518852234e-05,1.5564262866973877e-05,1.660175621509552e-05,1.7639249563217163e-05,1.8676742911338806e-05,1.971423625946045e-05,2.0751729607582092e-05,2.1789222955703735e-05,2.282671630382538e-05,2.386420965194702e-05,2.4901703000068665e-05,2.5939196348190308e-05,2.697668969631195e-05,2.8014183044433594e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,2,1,2,1,2,0,0,0,3,2,4,1,2,3,4,9,8,14,15,15,15,18,30,57,52,62,91,71,59,39,36,30,18,15,15,9,12,9,5,3,5,1,4,4,3,0,3,3,0,2,1,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.0001780986785888672,-0.00017188675701618195,-0.0001656748354434967,-0.00015946291387081146,-0.00015325099229812622,-0.00014703907072544098,-0.00014082714915275574,-0.0001346152275800705,-0.00012840330600738525,-0.0001221913844347,-0.00011597946286201477,-0.00010976754128932953,-0.00010355561971664429,-9.734369814395905e-05,-9.11317765712738e-05,-8.491985499858856e-05,-7.870793342590332e-05,-7.249601185321808e-05,-6.628409028053284e-05,-6.0072168707847595e-05,-5.3860247135162354e-05,-4.764832556247711e-05,-4.143640398979187e-05,-3.522448241710663e-05,-2.9012560844421387e-05,-2.2800639271736145e-05,-1.6588717699050903e-05,-1.0376796126365662e-05,-4.16487455368042e-06,2.0470470190048218e-06,8.258968591690063e-06,1.4470890164375305e-05,2.0682811737060547e-05,2.689473330974579e-05,3.310665488243103e-05,3.931857645511627e-05,4.5530498027801514e-05,5.1742419600486755e-05,5.7954341173172e-05,6.416626274585724e-05,7.037818431854248e-05,7.659010589122772e-05,8.280202746391296e-05,8.90139490365982e-05,9.522587060928345e-05,0.00010143779218196869,0.00010764971375465393,0.00011386163532733917,0.00012007355690002441,0.00012628547847270966,0.0001324974000453949,0.00013870932161808014,0.00014492124319076538,0.00015113316476345062,0.00015734508633613586,0.0001635570079088211,0.00016976892948150635,0.0001759808510541916,0.00018219277262687683,0.00018840469419956207,0.00019461661577224731,0.00020082853734493256,0.0002070404589176178,0.00021325238049030304,0.00021946430206298828],"_type":"histogram","values":[1,1,0,2,0,2,3,4,3,4,8,9,14,27,46,53,100,134,226,383,729,1229,2467,4605,9536,23000,64167,229522,717743,364998,96428,32090,12925,5806,2814,1533,836,508,335,204,118,77,53,37,30,6,13,7,9,3,8,1,2,0,2,0,0,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[2,0,0,3,4,6,9,5,7,13,20,26,44,46,64,88,121,161,235,269,375,531,740,1000,1445,1993,3055,4834,7872,14400,33739,192894,1.097934e+06,143571,30065,14200,7694,4672,3102,2048,1484,1023,800,533,432,329,245,166,126,116,76,74,41,41,26,22,16,5,4,6,5,1,3,3],"bins":[-0.0017423629760742188,-0.0016886591911315918,-0.0016349554061889648,-0.0015812516212463379,-0.001527547836303711,-0.001473844051361084,-0.001420140266418457,-0.00136643648147583,-0.0013127326965332031,-0.0012590289115905762,-0.0012053251266479492,-0.0011516213417053223,-0.0010979175567626953,-0.0010442137718200684,-0.0009905099868774414,-0.0009368062019348145,-0.0008831024169921875,-0.0008293986320495605,-0.0007756948471069336,-0.0007219910621643066,-0.0006682872772216797,-0.0006145834922790527,-0.0005608797073364258,-0.0005071759223937988,-0.0004534721374511719,-0.0003997683525085449,-0.00034606456756591797,-0.000292360782623291,-0.00023865699768066406,-0.0001849532127380371,-0.00013124942779541016,-7.75456428527832e-05,-2.384185791015625e-05,2.9861927032470703e-05,8.356571197509766e-05,0.0001372694969177246,0.00019097328186035156,0.0002446770668029785,0.00029838085174560547,0.0003520846366882324,0.0004057884216308594,0.00045949220657348633,0.0005131959915161133,0.0005668997764587402,0.0006206035614013672,0.0006743073463439941,0.0007280111312866211,0.000781714916229248,0.000835418701171875,0.000889122486114502,0.0009428262710571289,0.0009965300559997559,0.0010502338409423828,0.0011039376258850098,0.0011576414108276367,0.0012113451957702637,0.0012650489807128906,0.0013187527656555176,0.0013724565505981445,0.0014261603355407715,0.0014798641204833984,0.0015335679054260254,0.0015872716903686523,0.0016409754753112793,0.0016946792602539062]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-6.031990051269531e-05,-5.853269249200821e-05,-5.6745484471321106e-05,-5.4958276450634e-05,-5.31710684299469e-05,-5.1383860409259796e-05,-4.959665238857269e-05,-4.780944436788559e-05,-4.6022236347198486e-05,-4.423502832651138e-05,-4.244782030582428e-05,-4.0660612285137177e-05,-3.887340426445007e-05,-3.708619624376297e-05,-3.529898822307587e-05,-3.3511780202388763e-05,-3.172457218170166e-05,-2.9937364161014557e-05,-2.8150156140327454e-05,-2.636294811964035e-05,-2.4575740098953247e-05,-2.2788532078266144e-05,-2.100132405757904e-05,-1.9214116036891937e-05,-1.7426908016204834e-05,-1.563969999551773e-05,-1.3852491974830627e-05,-1.2065283954143524e-05,-1.0278075933456421e-05,-8.490867912769318e-06,-6.703659892082214e-06,-4.916451871395111e-06,-3.129243850708008e-06,-1.3420358300209045e-06,4.4517219066619873e-07,2.232380211353302e-06,4.019588232040405e-06,5.8067962527275085e-06,7.594004273414612e-06,9.381212294101715e-06,1.1168420314788818e-05,1.2955628335475922e-05,1.4742836356163025e-05,1.6530044376850128e-05,1.831725239753723e-05,2.0104460418224335e-05,2.1891668438911438e-05,2.367887645959854e-05,2.5466084480285645e-05,2.7253292500972748e-05,2.904050052165985e-05,3.0827708542346954e-05,3.261491656303406e-05,3.440212458372116e-05,3.6189332604408264e-05,3.797654062509537e-05,3.976374864578247e-05,4.1550956666469574e-05,4.333816468715668e-05,4.512537270784378e-05,4.6912580728530884e-05,4.869978874921799e-05,5.048699676990509e-05,5.2274204790592194e-05,5.40614128112793e-05],"_type":"histogram","values":[1,0,0,1,0,0,0,2,1,4,1,3,9,11,15,21,39,58,78,107,176,295,370,645,907,1579,2457,4012,6857,12119,22509,44452,88559,149412,121830,62495,31512,16410,9100,5209,3182,1944,1226,750,501,335,206,131,99,56,41,34,20,11,9,9,5,4,1,1,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[2,1,2,2,1,0,2,2,6,4,2,4,9,8,15,3,17,19,17,24,24,14,23,29,31,33,26,30,32,38,30,27,31,32,21,25,25,28,17,17,14,16,14,7,5,13,3,2,7,1,1,1,3,1,0,3,0,1,0,1,0,0,1,1],"bins":[-0.0063470592722296715,-0.006128119304776192,-0.005909179337322712,-0.0056902398355305195,-0.00547129986807704,-0.00525235990062356,-0.00503341993317008,-0.0048144799657166,-0.004595540463924408,-0.004376600496470928,-0.004157660529017448,-0.003938720561563969,-0.003719780594110489,-0.0035008408594876528,-0.003281900892034173,-0.003062961157411337,-0.002844021189957857,-0.0026250812225043774,-0.0024061414878815413,-0.0021872015204280615,-0.0019682617858052254,-0.0017493218183517456,-0.0015303818508982658,-0.001311441999860108,-0.00109250214882195,-0.000873562297783792,-0.0006546223885379732,-0.00043568250839598477,-0.00021674262825399637,2.1972518879920244e-06,0.00022113713202998042,0.0004400770121719688,0.0006590164266526699,0.0008779562776908278,0.0010968961287289858,0.0013158360961824656,0.0015347759472206235,0.0017537157982587814,0.001972655765712261,0.0021915955003350973,0.002410535467788577,0.002629475435242057,0.002848415169864893,0.0030673551373183727,0.0032862951047718525,0.0035052348393946886,0.0037241748068481684,0.0039431145414710045,0.004162054508924484,0.004380994476377964,0.004599934443831444,0.004818873945623636,0.005037813913077116,0.005256753880530596,0.0054756938479840755,0.005694633815437555,0.005913573317229748,0.0061325132846832275,0.006351453252136707,0.006570393219590187,0.006789333187043667,0.007008273154497147,0.007227212656289339,0.007446152623742819,0.007665092591196299],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.008013038896024227,-0.0077764601446688175,-0.007539881393313408,-0.007303303107619286,-0.007066724356263876,-0.006830145604908466,-0.006593566853553057,-0.006356988102197647,-0.006120409816503525,-0.005883831065148115,-0.0056472523137927055,-0.005410673562437296,-0.005174094811081886,-0.004937516059726477,-0.004700937774032354,-0.004464359022676945,-0.004227780271321535,-0.0039912015199661255,-0.0037546230014413595,-0.00351804425008595,-0.003281465731561184,-0.0030448869802057743,-0.0028083082288503647,-0.0025717297103255987,-0.002335150958970189,-0.0020985722076147795,-0.0018619936890900135,-0.0016254149377346039,-0.001388836302794516,-0.0011522576678544283,-0.0009156789747066796,-0.0006791002815589309,-0.0004425221122801304,-0.00020594344823621213,3.063521580770612e-05,0.00026721387985162437,0.0005037925438955426,0.0007403711788356304,0.00097694993019104,0.0012135285651311278,0.0014501072000712156,0.0016866858350113034,0.0019232644699513912,0.002159843221306801,0.0023964219726622105,0.0026330004911869764,0.002869579242542386,0.003106157761067152,0.0033427365124225616,0.0035793152637779713,0.0038158937823027372,0.004052472300827503,0.004289051052182913,0.0045256298035383224,0.004762208554893732,0.004998787306249142,0.005235365591943264,0.005471944343298674,0.005708523094654083,0.005945101846009493,0.0061816805973649025,0.006418259348720312,0.006654837634414434,0.006891416385769844,0.007127995137125254],"_type":"histogram","values":[2,0,1,1,0,0,1,1,1,1,5,3,5,4,2,9,11,6,4,7,8,22,14,14,17,28,26,20,28,25,31,27,34,28,32,29,32,27,31,29,26,25,16,12,17,18,9,19,9,9,8,6,8,6,0,3,2,4,0,2,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.003093719482421875,-0.0029964447021484375,-0.002899169921875,-0.0028018951416015625,-0.002704620361328125,-0.0026073455810546875,-0.00251007080078125,-0.0024127960205078125,-0.002315521240234375,-0.0022182464599609375,-0.0021209716796875,-0.0020236968994140625,-0.001926422119140625,-0.0018291473388671875,-0.00173187255859375,-0.0016345977783203125,-0.001537322998046875,-0.0014400482177734375,-0.0013427734375,-0.0012454986572265625,-0.001148223876953125,-0.0010509490966796875,-0.00095367431640625,-0.0008563995361328125,-0.000759124755859375,-0.0006618499755859375,-0.0005645751953125,-0.0004673004150390625,-0.000370025634765625,-0.0002727508544921875,-0.00017547607421875,-7.82012939453125e-05,1.9073486328125e-05,0.0001163482666015625,0.000213623046875,0.0003108978271484375,0.000408172607421875,0.0005054473876953125,0.00060272216796875,0.0006999969482421875,0.000797271728515625,0.0008945465087890625,0.0009918212890625,0.0010890960693359375,0.001186370849609375,0.0012836456298828125,0.00138092041015625,0.0014781951904296875,0.001575469970703125,0.0016727447509765625,0.00177001953125,0.0018672943115234375,0.001964569091796875,0.0020618438720703125,0.00215911865234375,0.0022563934326171875,0.002353668212890625,0.0024509429931640625,0.0025482177734375,0.0026454925537109375,0.002742767333984375,0.0028400421142578125,0.00293731689453125,0.0030345916748046875,0.003131866455078125],"_type":"histogram","values":[2,0,1,0,3,3,7,4,3,10,16,17,35,35,54,64,120,155,216,313,481,684,998,1513,2397,3842,6159,10574,17935,33432,70885,193975,131207,51373,25930,14583,8442,5094,3155,2069,1275,865,585,436,254,197,127,98,62,48,31,17,15,9,6,2,5,1,3,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,1,1,3,2,1,4,8,15,10,25,31,42,65,115,143,180,266,364,550,758,1080,1519,2253,3483,5304,9206,15863,31761,71057,186368,142617,55471,25612,13698,7549,4823,2989,1990,1350,904,667,481,354,255,169,113,88,59,40,41,28,14,13,3,5,4,2,1,1,2,0,0,2],"bins":[-0.00014066696166992188,-0.0001361072063446045,-0.0001315474510192871,-0.00012698769569396973,-0.00012242794036865234,-0.00011786818504333496,-0.00011330842971801758,-0.0001087486743927002,-0.00010418891906738281,-9.962916374206543e-05,-9.506940841674805e-05,-9.050965309143066e-05,-8.594989776611328e-05,-8.13901424407959e-05,-7.683038711547852e-05,-7.227063179016113e-05,-6.771087646484375e-05,-6.315112113952637e-05,-5.8591365814208984e-05,-5.40316104888916e-05,-4.947185516357422e-05,-4.4912099838256836e-05,-4.035234451293945e-05,-3.579258918762207e-05,-3.123283386230469e-05,-2.6673078536987305e-05,-2.2113323211669922e-05,-1.755356788635254e-05,-1.2993812561035156e-05,-8.434057235717773e-06,-3.874301910400391e-06,6.854534149169922e-07,5.245208740234375e-06,9.804964065551758e-06,1.436471939086914e-05,1.8924474716186523e-05,2.3484230041503906e-05,2.804398536682129e-05,3.260374069213867e-05,3.7163496017456055e-05,4.172325134277344e-05,4.628300666809082e-05,5.08427619934082e-05,5.5402517318725586e-05,5.996227264404297e-05,6.452202796936035e-05,6.908178329467773e-05,7.364153861999512e-05,7.82012939453125e-05,8.276104927062988e-05,8.732080459594727e-05,9.188055992126465e-05,9.644031524658203e-05,0.00010100007057189941,0.0001055598258972168,0.00011011958122253418,0.00011467933654785156,0.00011923909187316895,0.00012379884719848633,0.0001283586025238037,0.0001329183578491211,0.00013747811317443848,0.00014203786849975586,0.00014659762382507324,0.00015115737915039062]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,2,6,2,1,4,10,5,11,7,7,14,14,26,24,22,18,26,27,30,36,30,34,31,29,33,28,34,26,31,17,20,20,19,20,23,7,11,14,12,7,6,8,1,3,2,2,0,2,3,1],"bins":[-0.0008925199508666992,-0.0008684806525707245,-0.0008444413542747498,-0.000820402055978775,-0.0007963627576828003,-0.0007723234593868256,-0.0007482841610908508,-0.0007242448627948761,-0.0007002055644989014,-0.0006761662662029266,-0.0006521269679069519,-0.0006280876696109772,-0.0006040483713150024,-0.0005800090730190277,-0.000555969774723053,-0.0005319304764270782,-0.0005078911781311035,-0.0004838518798351288,-0.00045981258153915405,-0.0004357732832431793,-0.0004117339849472046,-0.00038769468665122986,-0.0003636553883552551,-0.0003396160900592804,-0.00031557679176330566,-0.00029153749346733093,-0.0002674981951713562,-0.00024345889687538147,-0.00021941959857940674,-0.000195380300283432,-0.00017134100198745728,-0.00014730170369148254,-0.0001232624053955078,-9.922310709953308e-05,-7.518380880355835e-05,-5.114451050758362e-05,-2.7105212211608887e-05,-3.0659139156341553e-06,2.0973384380340576e-05,4.501268267631531e-05,6.905198097229004e-05,9.309127926826477e-05,0.0001171305775642395,0.00014116987586021423,0.00016520917415618896,0.0001892484724521637,0.00021328777074813843,0.00023732706904411316,0.0002613663673400879,0.0002854056656360626,0.00030944496393203735,0.0003334842622280121,0.0003575235605239868,0.00038156285881996155,0.0004056021571159363,0.000429641455411911,0.00045368075370788574,0.0004777200520038605,0.0005017593502998352,0.0005257986485958099,0.0005498379468917847,0.0005738772451877594,0.0005979165434837341,0.0006219558417797089,0.0006459951400756836]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,1,5,1,3,2,6,5,5,4,3,12,13,10,11,14,25,26,25,18,23,32,20,36,30,22,24,24,28,31,15,17,28,28,31,23,24,16,20,14,16,10,9,11,7,6,9,5,2,3,3,3,0,3,1,0,0,2,0,0,1],"bins":[-0.00028900086181238294,-0.00027949397917836905,-0.0002699870674405247,-0.00026048015570268035,-0.00025097327306866646,-0.00024146637588273734,-0.00023195947869680822,-0.0002224525815108791,-0.00021294568432494998,-0.00020343878713902086,-0.00019393188995309174,-0.00018442499276716262,-0.0001749180955812335,-0.00016541119839530438,-0.00015590430120937526,-0.00014639740402344614,-0.00013689050683751702,-0.0001273836096515879,-0.00011787671246565878,-0.00010836981527972966,-9.886291809380054e-05,-8.935602090787143e-05,-7.98491237219423e-05,-7.034222653601319e-05,-6.0835329350084066e-05,-5.132843216415495e-05,-4.182153497822583e-05,-3.231463779229671e-05,-2.2807740606367588e-05,-1.3300843420438468e-05,-3.793946234509349e-06,5.712950951419771e-06,1.5219877241179347e-05,2.4726774427108467e-05,3.4233671613037586e-05,4.3740568798966706e-05,5.3247465984895825e-05,6.275436317082494e-05,7.226126035675406e-05,8.176815754268318e-05,9.12750547286123e-05,0.00010078195191454142,0.00011028884910047054,0.00011979574628639966,0.00012930264347232878,0.0001388095406582579,0.00014831643784418702,0.00015782333503011614,0.00016733023221604526,0.00017683712940197438,0.0001863440265879035,0.00019585092377383262,0.00020535782095976174,0.00021486471814569086,0.00022437161533161998,0.0002338785125175491,0.00024338540970347822,0.00025289232144132257,0.00026239920407533646,0.00027190608670935035,0.0002814129984471947,0.00029091991018503904,0.00030042679281905293,0.0003099336754530668,0.0003194405871909112]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,0,0,0,0,2,2,3,4,2,3,9,2,12,16,29,33,51,64,106,121,191,259,390,560,805,1228,1948,3361,6194,12757,31945,117859,293004,72741,23229,10008,5016,2808,1673,1025,716,497,327,242,170,118,85,60,41,38,23,17,6,9,7,1,3,1,1,0,0,0,1],"bins":[-0.0009555816650390625,-0.0009269192814826965,-0.0008982568979263306,-0.0008695945143699646,-0.0008409321308135986,-0.0008122697472572327,-0.0007836073637008667,-0.0007549449801445007,-0.0007262825965881348,-0.0006976202130317688,-0.0006689578294754028,-0.0006402954459190369,-0.0006116330623626709,-0.0005829706788063049,-0.000554308295249939,-0.000525645911693573,-0.000496983528137207,-0.00046832114458084106,-0.0004396587610244751,-0.00041099637746810913,-0.00038233399391174316,-0.0003536716103553772,-0.00032500922679901123,-0.00029634684324264526,-0.0002676844596862793,-0.00023902207612991333,-0.00021035969257354736,-0.0001816973090171814,-0.00015303492546081543,-0.00012437254190444946,-9.57101583480835e-05,-6.704777479171753e-05,-3.838539123535156e-05,-9.723007678985596e-06,1.893937587738037e-05,4.760175943374634e-05,7.62641429901123e-05,0.00010492652654647827,0.00013358891010284424,0.0001622512936592102,0.00019091367721557617,0.00021957606077194214,0.0002482384443283081,0.00027690082788467407,0.00030556321144104004,0.000334225594997406,0.00036288797855377197,0.00039155036211013794,0.0004202127456665039,0.0004488751292228699,0.00047753751277923584,0.0005061998963356018,0.0005348622798919678,0.0005635246634483337,0.0005921870470046997,0.0006208494305610657,0.0006495118141174316,0.0006781741976737976,0.0007068365812301636,0.0007354989647865295,0.0007641613483428955,0.0007928237318992615,0.0008214861154556274,0.0008501484990119934,0.0008788108825683594],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[2,0,0,0,1,3,3,5,2,11,12,18,35,50,53,64,90,117,164,207,292,462,582,883,1318,1810,2768,4531,7479,13595,28315,73201,245376,124195,40531,17897,9640,5516,3388,2229,1406,1021,688,496,405,285,191,143,102,65,41,43,15,24,11,10,7,10,4,4,0,4,0,4],"bins":[-0.0008153915405273438,-0.0007904618978500366,-0.0007655322551727295,-0.0007406026124954224,-0.0007156729698181152,-0.0006907433271408081,-0.000665813684463501,-0.0006408840417861938,-0.0006159543991088867,-0.0005910247564315796,-0.0005660951137542725,-0.0005411654710769653,-0.0005162358283996582,-0.0004913061857223511,-0.00046637654304504395,-0.0004414469003677368,-0.0004165172576904297,-0.00039158761501312256,-0.00036665797233581543,-0.0003417283296585083,-0.00031679868698120117,-0.00029186904430389404,-0.0002669394016265869,-0.00024200975894927979,-0.00021708011627197266,-0.00019215047359466553,-0.0001672208309173584,-0.00014229118824005127,-0.00011736154556274414,-9.243190288543701e-05,-6.750226020812988e-05,-4.2572617530822754e-05,-1.7642974853515625e-05,7.286667823791504e-06,3.221631050109863e-05,5.714595317840576e-05,8.207559585571289e-05,0.00010700523853302002,0.00013193488121032715,0.00015686452388763428,0.0001817941665649414,0.00020672380924224854,0.00023165345191955566,0.0002565830945968628,0.0002815127372741699,0.00030644237995147705,0.0003313720226287842,0.0003563016653060913,0.00038123130798339844,0.00040616095066070557,0.0004310905933380127,0.0004560202360153198,0.00048094987869262695,0.0005058795213699341,0.0005308091640472412,0.0005557388067245483,0.0005806684494018555,0.0006055980920791626,0.0006305277347564697,0.0006554573774337769,0.000680387020111084,0.0007053166627883911,0.0007302463054656982,0.0007551759481430054,0.0007801055908203125]},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-0.0063863215036690235,-0.006170154083520174,-0.0059539866633713245,-0.005737819708883762,-0.005521652288734913,-0.005305484868586063,-0.005089317448437214,-0.004873150028288364,-0.004656982608139515,-0.004440815653651953,-0.004224648233503103,-0.004008480813354254,-0.0037923133932054043,-0.0035761462058871984,-0.003359978785738349,-0.003143811598420143,-0.0029276441782712936,-0.002711476758122444,-0.0024953095708042383,-0.002279142150655389,-0.002062974963337183,-0.0018468075431883335,-0.001630640123039484,-0.0014144728193059564,-0.0011983055155724287,-0.000982138211838901,-0.0007659708498977125,-0.0005498034879565239,-0.00033363618422299623,-0.00011746885138563812,9.869848145172e-05,0.0003148658142890781,0.0005310336127877235,0.0007472009165212512,0.0009633682784624398,0.0011795356404036283,0.001395702944137156,0.0016118702478706837,0.0018280376680195332,0.002044204855337739,0.0022603722754865885,0.002476539695635438,0.002692706882953644,0.0029088743031024933,0.0031250417232513428,0.0033412089105695486,0.003557376330718398,0.003773543518036604,0.003989710938185453,0.004205878358334303,0.004422045778483152,0.004638212732970715,0.004854380153119564,0.0050705475732684135,0.005286714993417263,0.0055028824135661125,0.005719049833714962,0.005935216788202524,0.006151384208351374,0.006367551628500223,0.006583719048649073,0.006799886468797922,0.007016053423285484,0.007232220843434334,0.007448388263583183],"_type":"histogram","values":[3,1,1,1,0,2,2,2,2,3,3,5,8,6,14,10,19,15,13,21,27,19,26,25,28,30,32,25,32,805,31,31,29,21,19,20,31,9,25,15,16,20,13,15,7,11,7,12,6,3,4,2,1,0,2,3,0,0,0,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[2,2,2,8,13,23,54,86,114,240,371,521,872,1286,1835,2666,3693,4989,6728,8741,11170,14131,17097,20283,23784,26870,29809,32273,34151,35295,35966,35549,33995,32286,29916,27012,23231,20305,17076,14145,11020,8798,6702,5004,3645,2652,1883,1258,862,580,325,201,134,77,31,28,11,11,6,2,2,1,0,1],"bins":[-0.09529402107000351,-0.09216899424791336,-0.08904397487640381,-0.08591894805431366,-0.08279392868280411,-0.07966890186071396,-0.07654387503862381,-0.07341885566711426,-0.07029382884502411,-0.06716880947351456,-0.06404378265142441,-0.06091875955462456,-0.05779373645782471,-0.05466871336102486,-0.05154368653893471,-0.04841866344213486,-0.04529364034533501,-0.042168617248535156,-0.039043594151735306,-0.03591856732964516,-0.032793544232845306,-0.029668521136045456,-0.026543498039245605,-0.023418473079800606,-0.020293449983000755,-0.017168426886200905,-0.014043401926755905,-0.010918378829956055,-0.00779335480183363,-0.0046683307737112045,-0.0015433072112500668,0.0015817165840417147,0.004706740379333496,0.007831764407455921,0.010956788435578346,0.014081811532378197,0.017206836491823196,0.020331859588623047,0.023456882685422897,0.026581907644867897,0.029706930741667747,0.03283195570111275,0.0359569787979126,0.03908200189471245,0.0422070249915123,0.04533204808831215,0.0484570749104023,0.05158209800720215,0.054707121104002,0.05783214420080185,0.0609571672976017,0.06408219039440155,0.0672072172164917,0.07033223658800125,0.0734572634100914,0.07658229023218155,0.0797073096036911,0.08283233642578125,0.0859573557972908,0.08908238261938095,0.0922074094414711,0.09533242881298065,0.0984574556350708,0.10158247500658035,0.1047075018286705],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[1,0,1,1,0,1,0,0,0,3,3,1,1,1,9,5,7,10,17,25,33,57,86,145,226,356,628,901,1606,2725,4773,9078,17873,39365,109078,383910,637728,236490,70105,27891,13183,7040,3703,2151,1304,848,527,313,245,146,86,58,42,23,17,11,14,1,3,3,2,2,0,2],"bins":[-0.00017523765563964844,-0.0001704096794128418,-0.00016558170318603516,-0.00016075372695922852,-0.00015592575073242188,-0.00015109777450561523,-0.0001462697982788086,-0.00014144182205200195,-0.0001366138458251953,-0.00013178586959838867,-0.00012695789337158203,-0.0001221299171447754,-0.00011730194091796875,-0.00011247396469116211,-0.00010764598846435547,-0.00010281801223754883,-9.799003601074219e-05,-9.316205978393555e-05,-8.83340835571289e-05,-8.350610733032227e-05,-7.867813110351562e-05,-7.385015487670898e-05,-6.902217864990234e-05,-6.41942024230957e-05,-5.936622619628906e-05,-5.453824996948242e-05,-4.971027374267578e-05,-4.488229751586914e-05,-4.00543212890625e-05,-3.522634506225586e-05,-3.039836883544922e-05,-2.5570392608642578e-05,-2.0742416381835938e-05,-1.5914440155029297e-05,-1.1086463928222656e-05,-6.258487701416016e-06,-1.430511474609375e-06,3.3974647521972656e-06,8.225440979003906e-06,1.3053417205810547e-05,1.7881393432617188e-05,2.2709369659423828e-05,2.753734588623047e-05,3.236532211303711e-05,3.719329833984375e-05,4.202127456665039e-05,4.684925079345703e-05,5.167722702026367e-05,5.650520324707031e-05,6.133317947387695e-05,6.61611557006836e-05,7.098913192749023e-05,7.581710815429688e-05,8.064508438110352e-05,8.547306060791016e-05,9.03010368347168e-05,9.512901306152344e-05,9.995698928833008e-05,0.00010478496551513672,0.00010961294174194336,0.00011444091796875,0.00011926889419555664,0.00012409687042236328,0.00012892484664916992,0.00013375282287597656],"_type":"histogram"},"_step":23286,"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"values":[3,4,8,22,23,51,88,144,268,469,696,1068,1768,2584,3902,5599,8057,10932,14957,19620,25565,31968,39461,47867,56434,65091,73674,80305,87476,91604,94584,95307,93071,89525,84259,77045,69186,60043,51853,43662,35482,28388,22225,16869,12549,9112,6650,4616,3160,2062,1385,800,512,332,215,116,60,38,26,12,6,1,2,3],"bins":[-0.10341336578130722,-0.10010366141796112,-0.09679395705461502,-0.09348425269126892,-0.09017454832792282,-0.08686484396457672,-0.08355513960123062,-0.08024543523788452,-0.07693572342395782,-0.07362601906061172,-0.07031631469726562,-0.06700661033391953,-0.06369690597057343,-0.060387201607227325,-0.057077497243881226,-0.053767792880535126,-0.050458088517189026,-0.047148384153842926,-0.043838679790496826,-0.040528975427150726,-0.037219271063804626,-0.03390956297516823,-0.03059985861182213,-0.02729015424847603,-0.02398044988512993,-0.02067074552178383,-0.01736104115843773,-0.01405133493244648,-0.01074163056910038,-0.007431925740092993,-0.004122220911085606,-0.0008125160820782185,0.0024971887469291687,0.005806893575936556,0.009116598404943943,0.012426303699612617,0.015736008062958717,0.019045712426304817,0.022355418652296066,0.025665123015642166,0.028974827378988266,0.032284531742334366,0.035594236105680466,0.038903940469026566,0.042213648557662964,0.045523352921009064,0.048833057284355164,0.05214276164770126,0.05545246601104736,0.05876217037439346,0.06207187473773956,0.06538157910108566,0.06869128346443176,0.07200098782777786,0.07531069219112396,0.07862039655447006,0.08193010091781616,0.08523981273174286,0.08854951709508896,0.09185922145843506,0.09516892582178116,0.09847863018512726,0.10178833454847336,0.10509803891181946,0.10840774327516556],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[0.9651210308074951,0.9657281041145325,0.9663352370262146,0.966942310333252,0.9675494432449341,0.9681565165519714,0.9687635898590088,0.9693707227706909,0.9699777960777283,0.9705849289894104,0.9711920022964478,0.9717990756034851,0.9724062085151672,0.9730132818222046,0.9736204147338867,0.9742274880409241,0.9748345613479614,0.9754416942596436,0.9760487675666809,0.976655900478363,0.9772629737854004,0.9778701066970825,0.9784771800041199,0.9790842533111572,0.9796913862228394,0.9802984595298767,0.9809055924415588,0.9815126657485962,0.9821197390556335,0.9827268719673157,0.983333945274353,0.9839410781860352,0.9845481514930725,0.9851552248001099,0.985762357711792,0.9863694310188293,0.9869765639305115,0.9875836372375488,0.9881907105445862,0.9887978434562683,0.9894049167633057,0.9900120496749878,0.9906191229820251,0.9912261962890625,0.9918333292007446,0.992440402507782,0.9930475354194641,0.9936546087265015,0.9942617416381836,0.994868814945221,0.9954758882522583,0.9960830211639404,0.9966900944709778,0.9972972273826599,0.9979043006896973,0.9985113739967346,0.9991185069084167,0.9997255802154541,1.0003327131271362,1.0009397268295288,1.001546859741211,1.002153992652893,1.0027611255645752,1.0033681392669678,1.00397527217865],"_type":"histogram","values":[1,0,0,1,1,2,0,1,2,2,1,2,5,2,4,7,6,8,9,11,9,8,10,12,19,18,12,20,14,25,30,25,37,29,26,28,25,28,24,30,20,31,27,19,24,24,20,18,14,15,6,15,5,9,6,6,3,6,2,1,1,1,0,1]},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[1,1,0,0,1,1,1,5,4,5,3,5,5,1,4,7,5,6,9,9,14,14,15,18,25,21,11,19,16,13,14,22,14,22,12,14,14,7,15,18,8,22,10,16,6,9,8,7,2,7,11,2,4,0,2,2,1,0,2,0,0,0,1,1],"bins":[-0.00018489360809326172,-0.0001788511872291565,-0.00017280876636505127,-0.00016676634550094604,-0.00016072392463684082,-0.0001546815037727356,-0.00014863908290863037,-0.00014259666204452515,-0.00013655424118041992,-0.0001305118203163147,-0.00012446939945220947,-0.00011842697858810425,-0.00011238455772399902,-0.0001063421368598938,-0.00010029971599578857,-9.425729513168335e-05,-8.821487426757812e-05,-8.21724534034729e-05,-7.613003253936768e-05,-7.008761167526245e-05,-6.404519081115723e-05,-5.8002769947052e-05,-5.196034908294678e-05,-4.591792821884155e-05,-3.987550735473633e-05,-3.3833086490631104e-05,-2.779066562652588e-05,-2.1748244762420654e-05,-1.570582389831543e-05,-9.663403034210205e-06,-3.6209821701049805e-06,2.421438694000244e-06,8.463859558105469e-06,1.4506280422210693e-05,2.0548701286315918e-05,2.6591122150421143e-05,3.263354301452637e-05,3.867596387863159e-05,4.4718384742736816e-05,5.076080560684204e-05,5.6803226470947266e-05,6.284564733505249e-05,6.888806819915771e-05,7.493048906326294e-05,8.097290992736816e-05,8.701533079147339e-05,9.305775165557861e-05,9.910017251968384e-05,0.00010514259338378906,0.00011118501424789429,0.00011722743511199951,0.00012326985597610474,0.00012931227684020996,0.00013535469770431519,0.0001413971185684204,0.00014743953943252563,0.00015348196029663086,0.00015952438116073608,0.0001655668020248413,0.00017160922288894653,0.00017765164375305176,0.00018369406461715698,0.0001897364854812622,0.00019577890634536743,0.00020182132720947266]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,6,1,5,5,5,6,9,7,5,17,13,17,17,24,14,16,24,27,17,35,31,23,28,26,31,29,29,36,29,32,19,21,21,18,18,14,16,19,15,7,6,7,3,1,9,2,0,0,3,2,0,0,0,0,0,0,0,0,1],"bins":[-0.009952185675501823,-0.009607918560504913,-0.009263652376830578,-0.008919385261833668,-0.008575119078159332,-0.008230851963162422,-0.007886584848165512,-0.007542318198829889,-0.0071980515494942665,-0.006853784900158644,-0.006509518250823021,-0.006165251135826111,-0.005820984486490488,-0.005476717837154865,-0.005132450722157955,-0.004788184072822332,-0.00444391742348671,-0.004099650774151087,-0.0037553838919848204,-0.003411117009818554,-0.003066850360482931,-0.0027225837111473083,-0.002378316828981042,-0.0020340499468147755,-0.0016897832974791527,-0.001345516531728208,-0.0010012497659772635,-0.0006569830002263188,-0.0003127162344753742,3.155053127557039e-05,0.000375817297026515,0.0007200840627774596,0.0010643508285284042,0.0014086175942793489,0.0017528843600302935,0.00209715124219656,0.0024414178915321827,0.0027856845408678055,0.003129951423034072,0.0034742183052003384,0.003818484954535961,0.004162751603871584,0.004507018253207207,0.004851285368204117,0.00519555201753974,0.005539818666875362,0.0058840857818722725,0.006228352431207895,0.006572619080543518,0.006916885729879141,0.007261152379214764,0.007605419494211674,0.00794968567788601,0.00829395279288292,0.00863821990787983,0.008982486091554165,0.009326753206551075,0.009671020321547985,0.01001528650522232,0.01035955362021923,0.01070382073521614,0.011048086918890476,0.011392354033887386,0.011736620217561722,0.012080887332558632]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[-0.00036933773662894964,-0.0003574435249902308,-0.0003455492842476815,-0.00033365507260896266,-0.0003217608609702438,-0.0003098666202276945,-0.00029797240858897567,-0.0002860781969502568,-0.000274183985311538,-0.0002622897445689887,-0.00025039553293026984,-0.00023850130673963577,-0.0002266070805490017,-0.00021471286891028285,-0.00020281864271964878,-0.00019092443108092993,-0.00017903020489029586,-0.0001671359786996618,-0.00015524176706094295,-0.00014334754087030888,-0.00013145332923159003,-0.00011955910304095596,-0.00010766487685032189,-9.577065793564543e-05,-8.387643902096897e-05,-7.198222010629252e-05,-6.008799755363725e-05,-4.8193775000981987e-05,-3.629955608630553e-05,-2.4405335352639668e-05,-1.2511114618973807e-05,-6.168938853079453e-07,1.1277326848357916e-05,2.3171547582023777e-05,3.506576831568964e-05,4.69599908683449e-05,5.885420978302136e-05,7.074842869769782e-05,8.264265488833189e-05,9.453687380300835e-05,0.0001064310927176848,0.00011832531163236126,0.00013021953054703772,0.0001421137567376718,0.00015400798292830586,0.0001659021945670247,0.00017779642075765878,0.00018969063239637762,0.0002015848585870117,0.00021347908477764577,0.0002253732964163646,0.00023726752260699868,0.0002491617342457175,0.0002610559749882668,0.00027295018662698567,0.0002848443982657045,0.0002967386390082538,0.00030863285064697266,0.0003205270622856915,0.00033242127392441034,0.00034431551466695964,0.0003562097263056785,0.00036810393794439733,0.00037999817868694663,0.0003918923903256655],"_type":"histogram","values":[2,0,1,0,1,1,1,0,0,1,1,1,2,4,3,3,6,8,4,9,7,13,15,20,26,23,28,54,52,48,64,51,54,29,35,38,26,26,15,8,13,11,15,3,6,3,3,5,4,4,5,2,0,1,2,3,0,2,2,0,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"bins":[-7.450580596923828e-06,-7.225200533866882e-06,-6.9998204708099365e-06,-6.774440407752991e-06,-6.549060344696045e-06,-6.323680281639099e-06,-6.098300218582153e-06,-5.8729201555252075e-06,-5.647540092468262e-06,-5.422160029411316e-06,-5.19677996635437e-06,-4.971399903297424e-06,-4.7460198402404785e-06,-4.520639777183533e-06,-4.295259714126587e-06,-4.069879651069641e-06,-3.844499588012695e-06,-3.6191195249557495e-06,-3.3937394618988037e-06,-3.168359398841858e-06,-2.942979335784912e-06,-2.7175992727279663e-06,-2.4922192096710205e-06,-2.2668391466140747e-06,-2.041459083557129e-06,-1.816079020500183e-06,-1.5906989574432373e-06,-1.3653188943862915e-06,-1.1399388313293457e-06,-9.145587682723999e-07,-6.891787052154541e-07,-4.637986421585083e-07,-2.384185791015625e-07,-1.30385160446167e-08,2.123415470123291e-07,4.377216100692749e-07,6.631016731262207e-07,8.884817361831665e-07,1.1138617992401123e-06,1.339241862297058e-06,1.564621925354004e-06,1.7900019884109497e-06,2.0153820514678955e-06,2.2407621145248413e-06,2.466142177581787e-06,2.691522240638733e-06,2.9169023036956787e-06,3.1422823667526245e-06,3.3676624298095703e-06,3.593042492866516e-06,3.818422555923462e-06,4.043802618980408e-06,4.2691826820373535e-06,4.494562745094299e-06,4.719942808151245e-06,4.945322871208191e-06,5.170702934265137e-06,5.3960829973220825e-06,5.621463060379028e-06,5.846843123435974e-06,6.07222318649292e-06,6.297603249549866e-06,6.5229833126068115e-06,6.748363375663757e-06,6.973743438720703e-06],"_type":"histogram","values":[2,0,0,0,0,0,0,0,1,1,1,1,2,1,1,2,6,11,4,7,5,14,9,9,17,18,25,30,36,38,40,33,52,51,45,48,30,42,34,31,22,19,9,15,9,6,14,5,6,6,4,1,1,1,1,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,2,0,0,1,1,1,5,3,7,7,7,7,6,8,14,13,18,18,21,24,33,23,32,43,36,30,42,35,31,44,34,28,33,27,22,17,16,14,7,5,10,6,6,4,5,3,7,1,1,4,0,2,0,1,1],"bins":[-0.0017781257629394531,-0.0017280681058764458,-0.0016780104488134384,-0.001627952791750431,-0.0015778951346874237,-0.0015278374776244164,-0.001477779820561409,-0.0014277221634984016,-0.0013776645064353943,-0.001327606849372387,-0.0012775491923093796,-0.0012274915352463722,-0.0011774338781833649,-0.0011273762211203575,-0.0010773185640573502,-0.0010272609069943428,-0.0009772032499313354,-0.0009271455928683281,-0.0008770879358053207,-0.0008270302787423134,-0.000776972621679306,-0.0007269149646162987,-0.0006768573075532913,-0.000626799650490284,-0.0005767419934272766,-0.0005266843363642693,-0.0004766266793012619,-0.00042656902223825455,-0.0003765113651752472,-0.00032645370811223984,-0.0002763960510492325,-0.00022633839398622513,-0.00017628073692321777,-0.00012622307986021042,-7.616542279720306e-05,-2.610776573419571e-05,2.3949891328811646e-05,7.4007548391819e-05,0.00012406520545482635,0.0001741228625178337,0.00022418051958084106,0.0002742381766438484,0.0003242958337068558,0.00037435349076986313,0.0004244111478328705,0.00047446880489587784,0.0005245264619588852,0.0005745841190218925,0.0006246417760848999,0.0006746994331479073,0.0007247570902109146,0.000774814747273922,0.0008248724043369293,0.0008749300613999367,0.000924987718462944,0.0009750453755259514,0.0010251030325889587,0.001075160689651966,0.0011252183467149734,0.0011752760037779808,0.0012253336608409882,0.0012753913179039955,0.0013254489749670029,0.0013755066320300102,0.0014255642890930176]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[3,0,1,2,0,0,2,2,7,3,4,3,6,8,7,6,17,15,22,16,16,31,22,22,18,33,27,34,30,45,35,19,30,28,23,31,29,17,18,27,8,15,14,12,9,11,8,4,6,2,4,4,4,2,1,2,0,0,1,0,0,0,1,1],"bins":[-0.0059991199523210526,-0.0057965959422290325,-0.0055940719321370125,-0.0053915479220449924,-0.005189023911952972,-0.004986499901860952,-0.004783975891768932,-0.004581451881676912,-0.004378927871584892,-0.004176403395831585,-0.003973879385739565,-0.0037713556084781885,-0.003568831365555525,-0.003366307355463505,-0.0031637833453714848,-0.0029612593352794647,-0.0027587353251874447,-0.0025562113150954247,-0.0023536873050034046,-0.0021511632949113846,-0.0019486391684040427,-0.0017461151583120227,-0.0015435910318046808,-0.0013410670217126608,-0.0011385430116206408,-0.0009360190015286207,-0.0007334949332289398,-0.0005309708649292588,-0.0003284468548372388,-0.0001259228156413883,7.66012235544622e-05,0.0002791252627503127,0.0004816493019461632,0.0006841733120381832,0.0008866973803378642,0.0010892214486375451,0.0012917454587295651,0.0014942694688215852,0.001696793595328927,0.001899317605420947,0.002101841615512967,0.002304365625604987,0.002506889635697007,0.002709413645789027,0.002911937888711691,0.003114461898803711,0.003316985908895731,0.003519509918987751,0.003722033929079771,0.003924557939171791,0.004127081949263811,0.004329605959355831,0.004532129969447851,0.004734653979539871,0.004937177989631891,0.005139701999723911,0.005342226475477219,0.005544750485569239,0.005747274495661259,0.005949798505753279,0.006152322515845299,0.006354846525937319,0.006557370536029339,0.006759894546121359,0.006962418556213379],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.09815061837434769,-0.0950959101319313,-0.09204119443893433,-0.08898648619651794,-0.08593177795410156,-0.08287706971168518,-0.0798223614692688,-0.07676764577627182,-0.07371293753385544,-0.07065822929143906,-0.06760351359844208,-0.0645488053560257,-0.061494097113609314,-0.05843938887119293,-0.05538467690348625,-0.05232996493577957,-0.04927525669336319,-0.04622054845094681,-0.04316583648324013,-0.04011112451553345,-0.037056416273117065,-0.034001708030700684,-0.030946996062994003,-0.027892285957932472,-0.02483757585287094,-0.02178286574780941,-0.01872815564274788,-0.015673445537686348,-0.012618735432624817,-0.009564025327563286,-0.006509315222501755,-0.0034546051174402237,-0.0003998950123786926,0.0026548150926828384,0.0057095251977443695,0.0087642353028059,0.011818945407867432,0.014873655512928963,0.017928365617990494,0.020983075723052025,0.024037785828113556,0.027092495933175087,0.030147206038236618,0.0332019180059433,0.03625662624835968,0.03931133449077606,0.04236604645848274,0.04542075842618942,0.048475466668605804,0.051530174911022186,0.05458488687872887,0.05763959884643555,0.06069430708885193,0.06374901533126831,0.06680372357368469,0.06985843926668167,0.07291314750909805,0.07596785575151443,0.07902257144451141,0.0820772796869278,0.08513198792934418,0.08818669617176056,0.09124140441417694,0.09429612010717392,0.0973508283495903],"_type":"histogram","values":[2,0,3,5,11,12,20,37,63,114,176,313,464,726,1066,1581,2292,3198,4263,5828,7632,9675,12234,15346,18230,21451,24777,27901,30542,32824,34566,35040,35056,34635,33588,31218,28531,25495,22575,18979,15986,12981,10546,8283,6190,4589,3324,2471,1735,1155,759,507,336,191,129,85,39,23,12,9,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"bins":[0.9813611507415771,0.9819499850273132,0.9825387597084045,0.9831275939941406,0.9837164282798767,0.9843052625656128,0.9848940372467041,0.9854828715324402,0.9860717058181763,0.9866604804992676,0.9872493147850037,0.9878381490707397,0.9884269833564758,0.9890157580375671,0.9896045923233032,0.9901934266090393,0.9907822608947754,0.9913710355758667,0.9919598698616028,0.9925487041473389,0.9931374788284302,0.9937263131141663,0.9943151473999023,0.9949039816856384,0.9954927563667297,0.9960815906524658,0.9966704249382019,0.9972591996192932,0.9978480339050293,0.9984368681907654,0.9990257024765015,0.9996144771575928,1.0002033710479736,1.000792145729065,1.0013809204101562,1.001969814300537,1.0025585889816284,1.0031473636627197,1.0037362575531006,1.004325032234192,1.0049138069152832,1.005502700805664,1.0060914754867554,1.0066802501678467,1.0072691440582275,1.0078579187393188,1.0084468126296997,1.009035587310791,1.0096243619918823,1.0102132558822632,1.0108020305633545,1.0113908052444458,1.0119796991348267,1.012568473815918,1.0131572484970093,1.0137461423873901,1.0143349170684814,1.0149236917495728,1.0155125856399536,1.016101360321045,1.0166902542114258,1.017279028892517,1.0178678035736084,1.0184566974639893,1.0190454721450806],"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,3,4,1,1,1,8,4,9,4,10,13,13,18,11,21,20,17,27,30,33,28,37,36,35,40,37,27,30,40,27,27,17,17,24,14,20,7,8,8,8,6,4,1,5,3,4,2,0,1,1,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.09077131748199463,-0.08783497661352158,-0.08489863574504852,-0.08196228742599487,-0.07902594655752182,-0.07608960568904877,-0.07315325736999512,-0.07021691650152206,-0.06728057563304901,-0.06434423476457596,-0.06140789017081261,-0.058471545577049255,-0.0555352047085762,-0.05259886384010315,-0.0496625192463398,-0.04672617465257645,-0.043789833784103394,-0.04085349291563034,-0.03791714832186699,-0.03498080372810364,-0.032044462859630585,-0.029108120128512383,-0.02617177739739418,-0.023235434666275978,-0.020299091935157776,-0.017362749204039574,-0.014426406472921371,-0.01149006374180317,-0.008553721010684967,-0.005617378279566765,-0.0026810355484485626,0.0002553071826696396,0.003191642463207245,0.006127985194325447,0.00906432792544365,0.012000670656561852,0.014937013387680054,0.017873356118798256,0.020809698849916458,0.02374604158103466,0.026682384312152863,0.029618727043271065,0.03255506977438927,0.03549141436815262,0.03842775523662567,0.041364096105098724,0.044300440698862076,0.04723678529262543,0.05017312616109848,0.05310946702957153,0.056045811623334885,0.058982156217098236,0.06191849708557129,0.06485483795404434,0.0677911788225174,0.07072752714157104,0.0736638680100441,0.07660020887851715,0.0795365571975708,0.08247289806604385,0.0854092389345169,0.08834557980298996,0.09128192067146301,0.09421826899051666,0.09715460985898972],"_type":"histogram","values":[2,6,4,3,18,29,61,82,147,233,373,591,890,1211,1819,2616,3689,4849,6509,8396,10722,13141,16263,19129,22192,25299,28109,30240,32452,33915,34453,34551,33727,32465,30012,27532,24657,21526,18697,15552,12679,10361,8128,6281,4906,3515,2465,1818,1187,802,561,377,234,132,89,55,24,17,15,10,1,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,1,1,1,0,0,3,5,4,4,10,11,18,30,18,28,39,44,60,61,65,67,83,78,97,94,87,93,86,88,93,87,84,72,56,62,56,63,56,52,33,29,31,26,23,10,6,13,6,5,1,0,2,1,1,1,1,0,0,0,0,0,0,1],"bins":[-0.019783195108175278,-0.019366063177585602,-0.018948933109641075,-0.0185318011790514,-0.018114671111106873,-0.017697539180517197,-0.01728040911257267,-0.016863277181982994,-0.016446147114038467,-0.01602901518344879,-0.015611885115504265,-0.015194754116237164,-0.014777623116970062,-0.014360492117702961,-0.01394336111843586,-0.013526230119168758,-0.013109099119901657,-0.012691967189311981,-0.01227483619004488,-0.011857705190777779,-0.011440574191510677,-0.011023443192243576,-0.010606312192976475,-0.010189181193709373,-0.009772050194442272,-0.009354919195175171,-0.00893778819590807,-0.008520657196640968,-0.008103526197373867,-0.007686395198106766,-0.0072692641988396645,-0.006852133199572563,-0.006435002665966749,-0.006017871666699648,-0.005600740667432547,-0.005183609668165445,-0.004766478668898344,-0.004349347669631243,-0.0039322166703641415,-0.0035150854382663965,-0.0030979544389992952,-0.002680823439732194,-0.0022636924404650927,-0.0018465613247826695,-0.0014294303255155683,-0.001012299326248467,-0.0005951682687737048,-0.00017803724040277302,0.00023909378796815872,0.00065622478723526,0.0010733557865023613,0.0014904869021847844,0.0019076179014518857,0.002324749017134309,0.00274188001640141,0.0031590110156685114,0.0035761420149356127,0.003993273247033358,0.004410404246300459,0.00482753524556756,0.0052446662448346615,0.005661797244101763,0.006078928243368864,0.006496059242635965,0.006913190241903067]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.00421905517578125,-0.004096776247024536,-0.003974497318267822,-0.0038522183895111084,-0.0037299394607543945,-0.0036076605319976807,-0.003485381603240967,-0.003363102674484253,-0.003240823745727539,-0.003118544816970825,-0.0029962658882141113,-0.0028739869594573975,-0.0027517080307006836,-0.0026294291019439697,-0.002507150173187256,-0.002384871244430542,-0.002262592315673828,-0.0021403133869171143,-0.0020180344581604004,-0.0018957555294036865,-0.0017734766006469727,-0.0016511976718902588,-0.001528918743133545,-0.001406639814376831,-0.0012843608856201172,-0.0011620819568634033,-0.0010398030281066895,-0.0009175240993499756,-0.0007952451705932617,-0.0006729662418365479,-0.000550687313079834,-0.0004284083843231201,-0.00030612945556640625,-0.00018385052680969238,-6.157159805297852e-05,6.070733070373535e-05,0.00018298625946044922,0.0003052651882171631,0.00042754411697387695,0.0005498230457305908,0.0006721019744873047,0.0007943809032440186,0.0009166598320007324,0.0010389387607574463,0.0011612176895141602,0.001283496618270874,0.0014057755470275879,0.0015280544757843018,0.0016503334045410156,0.0017726123332977295,0.0018948912620544434,0.0020171701908111572,0.002139449119567871,0.002261728048324585,0.002384006977081299,0.0025062859058380127,0.0026285648345947266,0.0027508437633514404,0.0028731226921081543,0.002995401620864868,0.003117680549621582,0.003239959478378296,0.0033622384071350098,0.0034845173358917236,0.0036067962646484375],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,2,0,7,1,5,4,8,13,9,22,20,40,58,66,111,218,345,578,1225,2598,6722,21119,94641,332479,95958,21615,6655,2640,1176,593,326,178,124,87,46,41,22,18,16,11,6,3,2,5,1,2,1,1,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,1,1,1,1,1,3,2,3,3,4,4,10,8,12,12,18,12,17,20,24,29,45,29,38,35,38,35,40,52,27,33,29,26,21,18,15,13,18,12,14,10,9,5,4,4,1,3,2,1,1,0,0,0,0,0,0,1],"bins":[-0.006319575477391481,-0.006129038520157337,-0.005938501562923193,-0.005747964605689049,-0.005557428114116192,-0.005366891156882048,-0.0051763541996479034,-0.004985817242413759,-0.004795280285179615,-0.004604743327945471,-0.004414206836372614,-0.00422366987913847,-0.0040331329219043255,-0.0038425959646701813,-0.003652059007436037,-0.0034615222830325365,-0.0032709853257983923,-0.003080448368564248,-0.0028899116441607475,-0.0026993746869266033,-0.002508837729692459,-0.0023183010052889585,-0.0021277640480548143,-0.0019372270908206701,-0.0017466902500018477,-0.0015561534091830254,-0.0013656164519488811,-0.0011750796111300588,-0.0009845427703112364,-0.0007940058130770922,-0.0006034689722582698,-0.0004129320732317865,-0.0002223951742053032,-3.185828973073512e-05,0.00015867859474383295,0.0003492154646664858,0.0005397523636929691,0.0007302892627194524,0.0009208261035382748,0.001111363060772419,0.0013018999015912414,0.0014924367424100637,0.001682973699644208,0.0018735105404630303,0.0020640473812818527,0.002254584338515997,0.002445121295750141,0.0026356580201536417,0.002826194977387786,0.00301673193462193,0.0032072686590254307,0.003397805616259575,0.003588342573493719,0.0037788792978972197,0.0039694164879620075,0.004159952979534864,0.004350489936769009,0.004541026894003153,0.004731563851237297,0.004922100808471441,0.0051126377657055855,0.005303174257278442,0.005493711214512587,0.005684248171746731,0.005874785128980875]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.00018095970153808594,-0.00017515383660793304,-0.00016934797167778015,-0.00016354210674762726,-0.00015773624181747437,-0.00015193037688732147,-0.00014612451195716858,-0.00014031864702701569,-0.0001345127820968628,-0.0001287069171667099,-0.000122901052236557,-0.00011709518730640411,-0.00011128932237625122,-0.00010548345744609833,-9.967759251594543e-05,-9.387172758579254e-05,-8.806586265563965e-05,-8.225999772548676e-05,-7.645413279533386e-05,-7.064826786518097e-05,-6.484240293502808e-05,-5.903653800487518e-05,-5.323067307472229e-05,-4.74248081445694e-05,-4.1618943214416504e-05,-3.581307828426361e-05,-3.0007213354110718e-05,-2.4201348423957825e-05,-1.839548349380493e-05,-1.2589618563652039e-05,-6.7837536334991455e-06,-9.778887033462524e-07,4.827976226806641e-06,1.0633841156959534e-05,1.6439706087112427e-05,2.224557101726532e-05,2.8051435947418213e-05,3.3857300877571106e-05,3.9663165807724e-05,4.546903073787689e-05,5.1274895668029785e-05,5.708076059818268e-05,6.288662552833557e-05,6.869249045848846e-05,7.449835538864136e-05,8.030422031879425e-05,8.611008524894714e-05,9.191595017910004e-05,9.772181510925293e-05,0.00010352768003940582,0.00010933354496955872,0.00011513940989971161,0.0001209452748298645,0.0001267511397600174,0.0001325570046901703,0.00013836286962032318,0.00014416873455047607,0.00014997459948062897,0.00015578046441078186,0.00016158632934093475,0.00016739219427108765,0.00017319805920124054,0.00017900392413139343,0.00018480978906154633,0.00019061565399169922],"_type":"histogram","values":[1,1,1,0,1,1,2,1,2,10,3,10,15,20,31,32,49,85,120,173,244,349,592,899,1525,2577,4581,9978,25559,87352,464556,764193,144626,37613,13854,6076,3069,1732,1033,691,403,269,161,115,83,53,42,20,14,15,3,5,5,4,4,3,3,1,0,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.041245631873607635,-0.03992757573723793,-0.03860951587557793,-0.03729145973920822,-0.03597339987754822,-0.03465534374117851,-0.03333728387951851,-0.032019227743148804,-0.03070116974413395,-0.029383111745119095,-0.02806505374610424,-0.026746995747089386,-0.02542893961071968,-0.024110881611704826,-0.022792823612689972,-0.021474765613675117,-0.020156707614660263,-0.01883864961564541,-0.017520591616630554,-0.0162025336176157,-0.01488447654992342,-0.013566418550908566,-0.012248361483216286,-0.010930303484201431,-0.009612245485186577,-0.008294187486171722,-0.006976129952818155,-0.005658072419464588,-0.004340014420449734,-0.003021956654265523,-0.0017038988880813122,-0.0003858411218971014,0.0009322166442871094,0.00225027441047132,0.003568332176655531,0.004886389710009098,0.0062044477090239525,0.007522505708038807,0.008840562775731087,0.010158620774745941,0.011476678773760796,0.01279473677277565,0.014112794771790504,0.015430851839482784,0.016748908907175064,0.01806696690618992,0.019385024905204773,0.020703082904219627,0.022021140903234482,0.023339198902249336,0.02465725690126419,0.025975314900279045,0.0272933728992939,0.028611429035663605,0.02992948703467846,0.031247545033693314,0.03256560117006302,0.03388366103172302,0.03520171716809273,0.03651977702975273,0.037837833166122437,0.03915589302778244,0.040473949164152145,0.04179200902581215,0.043110065162181854],"_type":"histogram","values":[3,0,3,3,3,1,4,5,5,5,5,11,6,10,10,10,10,11,17,17,18,17,18,19,28,28,24,21,26,20,30,31,23,23,20,18,24,22,17,20,26,20,12,9,9,11,9,12,8,6,10,12,7,3,2,8,1,7,0,4,3,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,2,0,1,0,1,3,6,7,5,8,3,6,10,7,16,16,11,21,23,22,23,35,33,18,29,36,24,31,32,28,26,29,35,18,17,22,22,24,22,16,13,12,13,6,9,5,7,1,5,3,1,0,2,1,0,0,0,0,0,0,0,1],"bins":[-0.012383048422634602,-0.011964645236730576,-0.01154624205082655,-0.011127838864922523,-0.010709435679018497,-0.010291032493114471,-0.009872629307210445,-0.00945422612130642,-0.009035822004079819,-0.008617418818175793,-0.008199015632271767,-0.007780612912029028,-0.007362209260463715,-0.006943806074559689,-0.0065254028886556625,-0.0061069997027516365,-0.0056885965168476105,-0.0052701933309435844,-0.004851790145039558,-0.004433386959135532,-0.004014983773231506,-0.0035965803544968367,-0.003178176935762167,-0.002759773749858141,-0.002341370563954115,-0.0019229673780500889,-0.001504564075730741,-0.0010861607734113932,-0.0006677575875073671,-0.0002493543433956802,0.00016904890071600676,0.0005874521448276937,0.001005854457616806,0.001424257643520832,0.00184266094584018,0.0022610642481595278,0.002679467434063554,0.00309787061996758,0.0035162740387022495,0.0039346772246062756,0.004353080410510302,0.004771483596414328,0.005189886782318354,0.00560828996822238,0.006026693619787693,0.006445096805691719,0.006863499991595745,0.007281903177499771,0.007700306363403797,0.008118709549307823,0.00853711273521185,0.008955515921115875,0.009373919107019901,0.009792322292923927,0.010210725478827953,0.01062912866473198,0.01104753278195858,0.011465935967862606,0.011884339153766632,0.012302742339670658,0.012721145525574684,0.01313954871147871,0.013557951897382736,0.013976355083286762,0.014394758269190788],"_type":"histogram"},"parameters/_orig_mod.linear.bias":{"bins":[-0.04663211107254028,-0.04524563252925873,-0.04385915398597717,-0.04247267544269562,-0.04108619689941406,-0.03969971835613251,-0.03831323981285095,-0.0369267612695694,-0.03554028272628784,-0.03415380045771599,-0.03276732191443443,-0.03138084337115288,-0.029994364827871323,-0.028607886284589767,-0.027221407741308212,-0.025834929198026657,-0.024448450654745102,-0.023061972111463547,-0.02167549356818199,-0.020289015024900436,-0.01890253648161888,-0.017516056075692177,-0.01612957753241062,-0.014743098989129066,-0.013356620445847511,-0.011970141902565956,-0.010583663359284401,-0.009197183884680271,-0.007810705341398716,-0.006424226798117161,-0.005037747789174318,-0.0036512690130621195,-0.002264786511659622,-0.0008783077355474234,0.0005081710405647755,0.0018946498166769743,0.003281128592789173,0.004667607136070728,0.006054086145013571,0.007440565153956413,0.008827043697237968,0.010213522240519524,0.011600000783801079,0.012986480258405209,0.014372958801686764,0.015759438276290894,0.01714591681957245,0.018532395362854004,0.01991887390613556,0.021305352449417114,0.02269183099269867,0.024078309535980225,0.02546478807926178,0.026851268485188484,0.02823774702847004,0.029624225571751595,0.03101070411503315,0.032397184520959854,0.03378366306424141,0.035170141607522964,0.03655662015080452,0.037943098694086075,0.03932957723736763,0.040716055780649185,0.04210253432393074],"_type":"histogram","values":[1,0,0,0,1,2,2,5,7,3,4,9,5,9,15,14,7,8,12,8,13,14,5,11,16,6,10,9,13,12,13,13,10,10,13,15,11,12,18,11,16,8,12,7,8,12,8,10,10,5,12,10,6,4,11,7,7,4,4,1,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.008084230124950409,-0.007832549512386322,-0.007580868899822235,-0.007329187821596861,-0.007077507209032774,-0.006825826596468687,-0.0065741459839046,-0.006322465371340513,-0.006070784293115139,-0.005819103680551052,-0.005567423067986965,-0.005315742455422878,-0.005064061842858791,-0.0048123812302947044,-0.00456070015206933,-0.004309019539505243,-0.004057338926941156,-0.0038056583143770695,-0.003553977468982339,-0.003302296856418252,-0.0030506160110235214,-0.0027989353984594345,-0.0025472547858953476,-0.002295573940500617,-0.00204389332793653,-0.0017922125989571214,-0.0015405318699777126,-0.0012888512574136257,-0.001037170528434217,-0.0007854897994548082,-0.0005338091286830604,-0.0002821284288074821,-3.044772893190384e-05,0.00022123297094367445,0.00047291367081925273,0.0007245943415910006,0.0009762750705704093,0.001227955799549818,0.001479636412113905,0.0017313171410933137,0.0019829978700727224,0.0022346784826368093,0.00248635932803154,0.002738039940595627,0.0029897205531597137,0.0032414013985544443,0.0034930820111185312,0.003744762856513262,0.003996443469077349,0.004248124081641436,0.0044998046942055225,0.004751485772430897,0.005003166384994984,0.005254846997559071,0.0055065276101231575,0.005758208222687244,0.006009888835251331,0.0062615699134767056,0.0065132505260407925,0.006764931138604879,0.007016611751168966,0.007268292363733053,0.007519973441958427,0.007771654054522514,0.008023334667086601],"_type":"histogram","values":[1,0,1,0,2,0,2,1,2,9,5,4,1,1,9,11,11,11,12,12,11,17,27,19,16,16,20,37,26,34,33,29,30,30,36,30,21,25,21,24,22,28,17,17,12,10,8,6,11,11,5,5,2,1,3,2,2,5,0,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,5,11,21,40,77,110,165,257,404,630,1004,1447,2033,2907,3923,5231,6792,8742,11100,13818,16540,19540,22403,25305,28022,30100,32181,33681,34283,34060,33018,31908,29446,27030,24386,21431,18455,15576,12689,10319,8149,6134,4772,3609,2496,1866,1261,842,605,386,240,151,90,44,36,25,15,6,1,4],"bins":[-0.09556010365486145,-0.09264888614416122,-0.089737668633461,-0.08682645112276077,-0.08391523361206055,-0.08100401610136032,-0.0780927985906601,-0.07518158107995987,-0.07227036356925964,-0.06935914605855942,-0.06644792854785919,-0.06353671103715897,-0.06062549352645874,-0.057714276015758514,-0.05480305850505829,-0.05189184099435806,-0.04898062348365784,-0.04606940597295761,-0.043158188462257385,-0.04024697095155716,-0.037335753440856934,-0.03442453593015671,-0.03151331841945648,-0.028602100908756256,-0.02569088339805603,-0.022779665887355804,-0.01986844837665558,-0.016957230865955353,-0.014046013355255127,-0.011134795844554901,-0.008223578333854675,-0.0053123608231544495,-0.0024011358618736267,0.0005100816488265991,0.003421299159526825,0.006332516670227051,0.009243734180927277,0.012154951691627502,0.015066169202327728,0.017977386713027954,0.02088860422372818,0.023799821734428406,0.02671103924512863,0.029622256755828857,0.03253347426652908,0.03544469177722931,0.038355909287929535,0.04126712679862976,0.04417834430932999,0.04708956182003021,0.05000077933073044,0.052911996841430664,0.05582321435213089,0.058734431862831116,0.06164564937353134,0.06455686688423157,0.0674680843949318,0.07037930190563202,0.07329051941633224,0.07620173692703247,0.0791129544377327,0.08202417194843292,0.08493538945913315,0.08784660696983337,0.0907578244805336]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.003948211669921875,-0.003821074962615967,-0.0036939382553100586,-0.0035668015480041504,-0.003439664840698242,-0.003312528133392334,-0.0031853914260864258,-0.0030582547187805176,-0.0029311180114746094,-0.002803981304168701,-0.002676844596862793,-0.0025497078895568848,-0.0024225711822509766,-0.0022954344749450684,-0.00216829776763916,-0.002041161060333252,-0.0019140243530273438,-0.0017868876457214355,-0.0016597509384155273,-0.0015326142311096191,-0.001405477523803711,-0.0012783408164978027,-0.0011512041091918945,-0.0010240674018859863,-0.0008969306945800781,-0.0007697939872741699,-0.0006426572799682617,-0.0005155205726623535,-0.0003883838653564453,-0.0002612471580505371,-0.0001341104507446289,-6.973743438720703e-06,0.0001201629638671875,0.0002472996711730957,0.0003744363784790039,0.0005015730857849121,0.0006287097930908203,0.0007558465003967285,0.0008829832077026367,0.001010119915008545,0.0011372566223144531,0.0012643933296203613,0.0013915300369262695,0.0015186667442321777,0.001645803451538086,0.0017729401588439941,0.0019000768661499023,0.0020272135734558105,0.0021543502807617188,0.002281486988067627,0.002408623695373535,0.0025357604026794434,0.0026628971099853516,0.0027900338172912598,0.002917170524597168,0.003044307231903076,0.0031714439392089844,0.0032985806465148926,0.0034257173538208008,0.003552854061126709,0.003679990768432617,0.0038071274757385254,0.003934264183044434,0.004061400890350342,0.00418853759765625],"_type":"histogram","values":[1,1,1,0,0,2,0,0,1,3,1,2,8,10,16,17,22,30,33,75,101,176,281,450,831,1498,3035,6656,16841,51083,195168,221544,58573,18831,7299,3414,1628,914,502,266,172,111,59,42,39,27,20,14,7,2,3,3,1,3,1,1,1,1,0,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,1,1,5,0,2,7,3,5,5,9,15,12,13,8,18,12,23,21,22,30,31,28,25,28,36,35,35,27,36,20,28,35,21,24,24,19,20,12,13,12,6,5,6,5,5,5,2,3,0,2,2,0,2,1,1],"bins":[0.9723107218742371,0.9731225371360779,0.9739344120025635,0.9747462272644043,0.9755581021308899,0.9763699173927307,0.9771817326545715,0.9779936075210571,0.978805422782898,0.9796172976493835,0.9804291129112244,0.9812409281730652,0.9820528030395508,0.9828646183013916,0.9836764335632324,0.984488308429718,0.9853001236915588,0.9861119985580444,0.9869238138198853,0.9877356290817261,0.9885475039482117,0.9893593192100525,0.9901711940765381,0.9909830093383789,0.9917948246002197,0.9926066994667053,0.9934185147285461,0.9942303895950317,0.9950422048568726,0.9958540201187134,0.996665894985199,0.9974777102470398,0.9982895851135254,0.9991014003753662,0.999913215637207,1.0007250308990479,1.0015369653701782,1.002348780632019,1.0031605958938599,1.0039724111557007,1.0047842264175415,1.0055961608886719,1.0064079761505127,1.0072197914123535,1.0080316066741943,1.0088434219360352,1.009655237197876,1.0104671716690063,1.0112789869308472,1.012090802192688,1.0129026174545288,1.0137144327163696,1.0145263671875,1.0153381824493408,1.0161499977111816,1.0169618129730225,1.0177736282348633,1.0185855627059937,1.0193973779678345,1.0202091932296753,1.0210210084915161,1.021832823753357,1.0226447582244873,1.0234565734863281,1.024268388748169]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0005081892013549805,-0.0004904391244053841,-0.00047268904745578766,-0.00045493897050619125,-0.00043718889355659485,-0.00041943881660699844,-0.00040168873965740204,-0.00038393866270780563,-0.00036618858575820923,-0.0003484385088086128,-0.0003306884318590164,-0.00031293835490942,-0.0002951882779598236,-0.0002774382010102272,-0.0002596881240606308,-0.0002419380471110344,-0.000224187970161438,-0.00020643789321184158,-0.00018868781626224518,-0.00017093773931264877,-0.00015318766236305237,-0.00013543758541345596,-0.00011768750846385956,-9.993743151426315e-05,-8.218735456466675e-05,-6.443727761507034e-05,-4.668720066547394e-05,-2.8937123715877533e-05,-1.1187046766281128e-05,6.563030183315277e-06,2.4313107132911682e-05,4.206318408250809e-05,5.981326103210449e-05,7.75633379817009e-05,9.53134149312973e-05,0.00011306349188089371,0.0001308135688304901,0.00014856364578008652,0.00016631372272968292,0.00018406379967927933,0.00020181387662887573,0.00021956395357847214,0.00023731403052806854,0.00025506410747766495,0.00027281418442726135,0.00029056426137685776,0.00030831433832645416,0.00032606441527605057,0.00034381449222564697,0.0003615645691752434,0.0003793146461248398,0.0003970647230744362,0.0004148148000240326,0.000432564876973629,0.0004503149539232254,0.0004680650308728218,0.0004858151078224182,0.0005035651847720146,0.000521315261721611,0.0005390653386712074,0.0005568154156208038,0.0005745654925704002,0.0005923155695199966,0.000610065646469593,0.0006278157234191895],"_type":"histogram","values":[1,0,0,2,2,5,2,5,8,6,8,6,7,8,9,11,13,17,20,25,18,33,23,26,25,21,33,34,29,35,34,30,36,23,21,25,31,19,12,16,12,17,5,11,11,7,5,3,3,4,3,1,1,2,0,2,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,1,2,1,1,4,0,2,2,7,5,7,10,13,10,13,10,14,12,16,20,28,24,25,27,32,23,28,35,26,32,29,32,32,32,22,21,15,20,18,22,12,20,16,13,7,3,2,2,6,3,1,1,3,0,1,0,0,1,0,1],"bins":[-0.008097352460026741,-0.007845667190849781,-0.007593981921672821,-0.007342296652495861,-0.007090611383318901,-0.006838926579803228,-0.006587241310626268,-0.006335556041449308,-0.006083870772272348,-0.005832185503095388,-0.005580500233918428,-0.005328814964741468,-0.005077130161225796,-0.004825444892048836,-0.004573759622871876,-0.004322074353694916,-0.004070389084517956,-0.003818703815340996,-0.003567018546164036,-0.0033153335098177195,-0.0030636482406407595,-0.0028119629714637995,-0.002560277935117483,-0.002308592665940523,-0.002056907396763563,-0.0018052221275866032,-0.001553536974824965,-0.0013018518220633268,-0.0010501665528863668,-0.0007984813419170678,-0.0005467961309477687,-0.0002951109199784696,-4.342477768659592e-05,0.00020826043328270316,0.00045994564425200224,0.0007116308552213013,0.0009633160661906004,0.0012150013353675604,0.0014666864881291986,0.0017183716408908367,0.0019700569100677967,0.0022217421792447567,0.0024734274484217167,0.002725112484768033,0.002976797753944993,0.003228483023121953,0.0034801680594682693,0.0037318533286452293,0.003983538597822189,0.004235223866999149,0.004486909136176109,0.004738594405353069,0.004990279674530029,0.005241964478045702,0.005493649747222662,0.005745335016399622,0.005997020285576582,0.006248705554753542,0.006500390823930502,0.006752076093107462,0.007003760896623135,0.007255446165800095,0.007507131434977055,0.007758816704154015,0.008010501973330975]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,2,0,3,2,5,2,2,5,3,8,8,9,12,27,24,27,43,45,87,68,78,52,42,46,36,27,25,20,5,12,9,3,5,4,2,3,1,2,3,2,2,0,2,0,1,0,2,0,0,0,0,1],"bins":[-0.0019482334610074759,-0.0018858712865039706,-0.0018235089955851436,-0.0017611468210816383,-0.0016987845301628113,-0.001636422355659306,-0.0015740601811558008,-0.0015116978902369738,-0.0014493357157334685,-0.0013869735412299633,-0.0013246112503111362,-0.001262249075807631,-0.0011998869013041258,-0.0011375246103852987,-0.0010751624358817935,-0.0010128001449629664,-0.0009504379704594612,-0.0008880757377482951,-0.0008257135050371289,-0.0007633513305336237,-0.0007009890978224576,-0.0006386268651112914,-0.0005762646906077862,-0.00051390245789662,-0.0004515402251854539,-0.00038917799247428775,-0.00032681578886695206,-0.0002644535852596164,-0.00020209135254845023,-0.00013972913438919932,-7.73669162299484e-05,-1.5004698070697486e-05,4.7357287257909775e-05,0.00010971950541716069,0.0001720817235764116,0.00023444394173566252,0.00029680615989491343,0.0003591683926060796,0.00042153059621341527,0.00048389279982075095,0.0005462550325319171,0.0006086172652430832,0.0006709794979542494,0.0007333416724577546,0.0007957039051689208,0.0008580661378800869,0.0009204283123835921,0.0009827906033024192,0.0010451527778059244,0.0011075149523094296,0.0011698772432282567,0.001232239417731762,0.001294601708650589,0.0013569638831540942,0.0014193260576575994,0.0014816883485764265,0.0015440505230799317,0.001606412697583437,0.001668774988502264,0.0017311371630057693,0.0017934993375092745,0.0018558616284281015,0.0019182238029316068,0.001980585977435112,0.002042948268353939],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,1,2,0,3,3,2,3,6,6,6,6,9,15,9,14,9,9,14,9,11,16,16,12,19,24,28,31,27,23,29,32,23,33,28,27,34,27,25,24,23,17,14,16,10,7,7,8,7,11,8,4,4,1,3,1,3,1,0,2,0,1,2],"bins":[0.9719249606132507,0.9725835919380188,0.9732422232627869,0.9739008545875549,0.974559485912323,0.9752181172370911,0.9758767485618591,0.9765353202819824,0.9771939516067505,0.9778525829315186,0.9785112142562866,0.9791698455810547,0.9798284769058228,0.9804871082305908,0.9811457395553589,0.981804370880127,0.982463002204895,0.9831216335296631,0.9837802648544312,0.9844388961791992,0.9850974678993225,0.9857560992240906,0.9864147305488586,0.9870733618736267,0.9877319931983948,0.9883906245231628,0.9890492558479309,0.989707887172699,0.990366518497467,0.9910251498222351,0.9916837811470032,0.9923424124717712,0.9930009841918945,0.9936596155166626,0.9943182468414307,0.9949768781661987,0.9956355094909668,0.9962941408157349,0.9969527721405029,0.997611403465271,0.9982700347900391,0.9989286661148071,0.9995872974395752,1.0002459287643433,1.0009045600891113,1.0015631914138794,1.0022218227386475,1.0028804540634155,1.0035390853881836,1.0041977167129517,1.0048563480377197,1.0055149793624878,1.0061734914779663,1.0068321228027344,1.0074907541275024,1.0081493854522705,1.0088080167770386,1.0094666481018066,1.0101252794265747,1.0107839107513428,1.0114425420761108,1.012101173400879,1.012759804725647,1.013418436050415,1.014077067375183]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.017866678535938263,-0.017356082797050476,-0.01684548705816269,-0.016334891319274902,-0.015824295580387115,-0.015313698910176754,-0.014803103171288967,-0.01429250743240118,-0.013781910762190819,-0.013271315023303032,-0.012760719284415245,-0.012250123545527458,-0.011739527806639671,-0.011228932067751884,-0.010718335397541523,-0.010207739658653736,-0.00969714391976595,-0.009186548180878162,-0.008675952441990376,-0.008165355771780014,-0.007654760032892227,-0.00714416429400444,-0.0066335685551166534,-0.006122972350567579,-0.005612376611679792,-0.0051017808727920055,-0.004591184668242931,-0.0040805889293551445,-0.003569992957636714,-0.0030593969859182835,-0.0025488012470304966,-0.002038205275312066,-0.001527608372271061,-0.0010170124005526304,-0.0005064165452495217,4.179368261247873e-06,0.0005147752817720175,0.001025371253490448,0.0015359671087935567,0.0020465629640966654,0.002557158935815096,0.0030677549075335264,0.003578350879251957,0.004088946618139744,0.004599542357027531,0.005110138561576605,0.005620734300464392,0.006131330505013466,0.006641926243901253,0.00715252198278904,0.007663118187338114,0.008173714391887188,0.008684310130774975,0.009194905869662762,0.009705501608550549,0.010216097347438335,0.010726694017648697,0.011237289756536484,0.01174788549542427,0.012258481234312057,0.012769076973199844,0.013279672712087631,0.013790269382297993,0.01430086512118578,0.014811460860073566],"_type":"histogram","values":[1,0,0,0,0,1,1,1,0,1,1,1,1,1,5,4,5,4,3,10,15,15,11,16,19,28,25,20,27,33,27,40,18,31,29,30,29,29,26,25,21,28,18,24,20,11,23,11,12,14,9,9,9,6,7,2,3,3,2,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.001145482063293457,-0.0011141877621412277,-0.0010828934609889984,-0.001051599159836769,-0.0010203048586845398,-0.0009890105575323105,-0.0009577162563800812,-0.0009264219552278519,-0.0008951276540756226,-0.0008638333529233932,-0.0008325390517711639,-0.0008012447506189346,-0.0007699504494667053,-0.000738656148314476,-0.0007073618471622467,-0.0006760675460100174,-0.0006447732448577881,-0.0006134789437055588,-0.0005821846425533295,-0.0005508903414011002,-0.0005195960402488708,-0.0004883017390966415,-0.00045700743794441223,-0.0004257131367921829,-0.0003944188356399536,-0.0003631245344877243,-0.000331830233335495,-0.0003005359321832657,-0.0002692416310310364,-0.00023794732987880707,-0.00020665302872657776,-0.00017535872757434845,-0.00014406442642211914,-0.00011277012526988983,-8.147582411766052e-05,-5.018152296543121e-05,-1.8887221813201904e-05,1.2407079339027405e-05,4.3701380491256714e-05,7.499568164348602e-05,0.00010628998279571533,0.00013758428394794464,0.00016887858510017395,0.00020017288625240326,0.00023146718740463257,0.0002627614885568619,0.0002940557897090912,0.0003253500908613205,0.0003566443920135498,0.0003879386931657791,0.0004192329943180084,0.00045052729547023773,0.00048182159662246704,0.0005131158977746964,0.0005444101989269257,0.000575704500079155,0.0006069988012313843,0.0006382931023836136,0.0006695874035358429,0.0007008817046880722,0.0007321760058403015,0.0007634703069925308,0.0007947646081447601,0.0008260589092969894,0.0008573532104492188],"_type":"histogram","values":[1,0,0,0,1,1,1,0,1,1,0,0,2,2,3,3,3,3,3,4,8,11,6,13,18,16,18,19,21,25,22,26,33,37,33,35,38,29,32,32,31,20,24,25,26,16,13,24,9,16,16,8,8,4,8,5,5,1,0,1,3,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,0,0,0,2,0,0,0,0,1,0,0,0,2,0,0,3,0,4,2,5,5,6,6,6,13,9,22,37,37,59,102,112,85,63,48,32,24,17,17,13,12,6,5,2,2,2,1,0,2,1,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0005003266269341111,-0.00048497176612727344,-0.00046961690532043576,-0.00045426207361742854,-0.00043890721281059086,-0.0004235523520037532,-0.0004081974911969155,-0.00039284263039007783,-0.0003774877986870706,-0.00036213293788023293,-0.00034677807707339525,-0.0003314232162665576,-0.0003160683554597199,-0.0003007134946528822,-0.000285358662949875,-0.0002700038021430373,-0.00025464894133619964,-0.00023929408052936196,-0.00022393923427443951,-0.00020858437346760184,-0.00019322952721267939,-0.0001778746664058417,-0.00016251980559900403,-0.00014716495934408158,-0.0001318100985372439,-0.00011645524500636384,-0.00010110039147548378,-8.57455306686461e-05,-7.039067713776603e-05,-5.503582360688597e-05,-3.96809664380271e-05,-2.432611108815763e-05,-8.971226634457707e-06,6.38362871541176e-06,2.1738484065281227e-05,3.70933412341401e-05,5.244819476502016e-05,6.780304829590023e-05,8.31579091027379e-05,9.851276263361797e-05,0.00011386761616449803,0.0001292224769713357,0.00014457732322625816,0.00015993218403309584,0.00017528704483993351,0.00019064189109485596,0.00020599675190169364,0.0002213515981566161,0.00023670645896345377,0.00025206131977029145,0.0002674161805771291,0.00028277101228013635,0.000298125873086974,0.0003134807338938117,0.0003288355947006494,0.00034419045550748706,0.0003595452872104943,0.00037490014801733196,0.00039025500882416964,0.0004056098696310073,0.000420964730437845,0.00043631959124468267,0.0004516744229476899,0.00046702928375452757,0.00048238414456136525],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.09679676592350006,-0.0937693789601326,-0.09074199199676514,-0.08771460503339767,-0.08468721807003021,-0.08165983855724335,-0.07863245159387589,-0.07560506463050842,-0.07257767766714096,-0.0695502907037735,-0.06652290374040604,-0.06349551677703857,-0.06046813353896141,-0.05744074657559395,-0.054413363337516785,-0.05138597637414932,-0.04835858941078186,-0.0453312024474144,-0.042303815484046936,-0.03927643224596977,-0.03624904528260231,-0.03322165831923485,-0.030194273218512535,-0.027166888117790222,-0.02413950115442276,-0.021112114191055298,-0.018084729090332985,-0.015057343058288097,-0.01202995702624321,-0.009002570994198322,-0.005975184962153435,-0.002947798930108547,7.959455251693726e-05,0.003106980584561825,0.006134366616606712,0.0091617526486516,0.012189138680696487,0.015216524712741375,0.018243910744786263,0.021271295845508575,0.024298682808876038,0.0273260697722435,0.030353454872965813,0.033380839973688126,0.03640822693705559,0.03943561390042305,0.042462997138500214,0.045490384101867676,0.04851777106523514,0.0515451580286026,0.05457254499197006,0.057599928230047226,0.06062731519341469,0.06365469843149185,0.06668208539485931,0.06970947235822678,0.07273685932159424,0.0757642462849617,0.07879163324832916,0.08181902021169662,0.08484640717506409,0.08787378668785095,0.09090117365121841,0.09392856061458588,0.09695594757795334],"_type":"histogram","values":[2,1,5,2,7,22,32,49,86,143,201,330,517,767,1196,1732,2467,3405,4694,6214,8035,10316,12838,15685,18912,22212,25428,28190,30589,32595,34240,34913,34908,34411,32793,30511,28025,24991,21782,18666,15595,12824,10139,7947,5989,4568,3353,2381,1768,1182,787,521,348,207,127,76,49,20,18,7,3,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,4,0,3,0,4,1,5,4,11,5,11,11,12,16,22,16,11,21,18,27,16,24,19,22,20,22,23,31,26,20,16,26,20,24,23,22,20,20,16,21,18,21,6,10,11,14,10,5,10,11,4,5,3,4,0,1,0,0,1],"bins":[-0.039192818105220795,-0.03801318630576134,-0.03683355078101158,-0.035653918981552124,-0.03447428718209267,-0.03329465165734291,-0.03211501985788345,-0.030935386195778847,-0.02975575253367424,-0.028576120734214783,-0.027396487072110176,-0.02621685341000557,-0.025037221610546112,-0.023857587948441505,-0.0226779542863369,-0.02149832248687744,-0.020318688824772835,-0.019139055162668228,-0.01795942336320877,-0.016779789701104164,-0.015600156038999557,-0.014420523308217525,-0.013240890577435493,-0.012061256915330887,-0.010881624184548855,-0.009701991453766823,-0.008522357791662216,-0.007342725060880184,-0.006163091864436865,-0.0049834586679935455,-0.00380382570438087,-0.002624192740768194,-0.0014445595443248749,-0.0002649264642968774,0.0009147066157311201,0.0020943395793437958,0.003273972775787115,0.004453605972230434,0.005633238703012466,0.006812871899455786,0.007992505095899105,0.009172137826681137,0.010351771488785744,0.011531404219567776,0.012711036950349808,0.013890670612454414,0.015070303343236446,0.01624993607401848,0.017429569736123085,0.01860920339822769,0.01978883519768715,0.020968468859791756,0.022148102521896362,0.02332773432135582,0.024507367983460426,0.025687001645565033,0.02686663344502449,0.028046267107129097,0.029225900769233704,0.03040553443133831,0.03158516809344292,0.032764799892902374,0.03394443169236183,0.03512406721711159,0.036303699016571045]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,0,0,1,1,3,3,3,7,18,34,46,90,141,294,387,635,945,1375,2118,3011,4310,5662,7694,9880,12477,15586,18936,22321,25693,28530,31536,34021,35940,36477,36218,35084,33526,31193,28338,25146,21777,18289,15118,12094,9365,7283,5503,4037,2779,1992,1373,961,598,409,253,133,75,48,24,16,11,4,1],"bins":[-0.1090482771396637,-0.10592541098594666,-0.10280255228281021,-0.09967968612909317,-0.09655682742595673,-0.09343396127223969,-0.09031110256910324,-0.0871882364153862,-0.08406537771224976,-0.08094251155853271,-0.07781964540481567,-0.07469678670167923,-0.07157392054796219,-0.06845106184482574,-0.0653281956911087,-0.06220533326268196,-0.05908247083425522,-0.055959608405828476,-0.05283674597740173,-0.04971388354897499,-0.04659102112054825,-0.04346815496683121,-0.040345292538404465,-0.03722243010997772,-0.03409956768155098,-0.030976705253124237,-0.027853842824697495,-0.024730978533625603,-0.02160811610519886,-0.018485253676772118,-0.0153623903170228,-0.012239526957273483,-0.009116671979427338,-0.005993809085339308,-0.002870946191251278,0.00025191670283675194,0.003374779596924782,0.006497642491012812,0.009620505385100842,0.012743368744850159,0.0158662311732769,0.018989093601703644,0.022111956030130386,0.025234820321202278,0.02835768274962902,0.03148054704070091,0.034603409469127655,0.0377262718975544,0.04084913432598114,0.04397199675440788,0.047094859182834625,0.05021772161126137,0.05334058403968811,0.05646345019340515,0.059586312621831894,0.06270917505025864,0.06583203375339508,0.06895489990711212,0.07207776606082916,0.0752006247639656,0.07832349091768265,0.08144634962081909,0.08456921577453613,0.08769207447767258,0.09081494063138962],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.017286092042922974,-0.016748640686273575,-0.016211187466979027,-0.015673736110329628,-0.01513628475368023,-0.014598832465708256,-0.014061380177736282,-0.013523928821086884,-0.01298647653311491,-0.012449024245142937,-0.011911572888493538,-0.011374120600521564,-0.010836668312549591,-0.010299216955900192,-0.009761764667928219,-0.00922431331127882,-0.008686861023306847,-0.008149408735334873,-0.007611957378685474,-0.007074505090713501,-0.006537053268402815,-0.005999601446092129,-0.005462149158120155,-0.004924697335809469,-0.004387245513498783,-0.003849793691188097,-0.0033123416360467672,-0.0027748895809054375,-0.0022374377585947514,-0.0016999858198687434,-0.0011625338811427355,-0.0006250819424167275,-8.763186633586884e-05,0.0004498200723901391,0.000987272011116147,0.001524723949842155,0.002062175888568163,0.002599627710878849,0.003137079766020179,0.0036745318211615086,0.004211983643472195,0.004749435465782881,0.005286887288093567,0.00582433957606554,0.006361791398376226,0.0068992432206869125,0.007436695508658886,0.007974146865308285,0.008511599153280258,0.009049051441252232,0.00958650279790163,0.010123955085873604,0.010661406442523003,0.011198858730494976,0.01173631101846695,0.012273762375116348,0.012811214663088322,0.013348666951060295,0.013886118307709694,0.014423570595681667,0.01496102288365364,0.01549847424030304,0.01603592559695244,0.016573378816246986,0.017110830172896385],"_type":"histogram","values":[1,0,0,0,0,0,1,5,1,1,2,0,2,1,2,5,6,9,14,14,8,20,18,15,21,26,23,37,28,30,28,36,49,35,37,36,37,33,25,32,25,20,13,11,15,10,7,12,3,5,2,2,1,0,0,1,0,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,0,2,1,5,3,4,3,4,8,2,8,9,11,13,13,12,14,15,21,23,20,23,20,27,28,27,26,27,27,38,18,27,27,37,27,20,20,18,17,15,14,14,10,9,4,13,9,6,1,2,2,6,2,4,3,3,0,1,1,0,0,1],"bins":[0.9814257025718689,0.982042133808136,0.9826585650444031,0.9832750558853149,0.983891487121582,0.9845079183578491,0.9851243495941162,0.9857408404350281,0.9863572716712952,0.9869737029075623,0.9875901341438293,0.9882066249847412,0.9888230562210083,0.9894394874572754,0.9900559186935425,0.9906724095344543,0.9912888407707214,0.9919052720069885,0.9925217032432556,0.9931381344795227,0.9937546253204346,0.9943710565567017,0.9949874877929688,0.9956039190292358,0.9962204098701477,0.9968368411064148,0.9974532723426819,0.998069703578949,0.9986861944198608,0.9993026256561279,0.999919056892395,1.000535488128662,1.0011519193649292,1.0017683506011963,1.0023847818374634,1.00300133228302,1.003617763519287,1.0042341947555542,1.0048506259918213,1.0054670572280884,1.0060834884643555,1.0066999197006226,1.0073163509368896,1.0079329013824463,1.0085493326187134,1.0091657638549805,1.0097821950912476,1.0103986263275146,1.0110150575637817,1.0116314888000488,1.012247920036316,1.012864351272583,1.0134809017181396,1.0140973329544067,1.0147137641906738,1.015330195426941,1.015946626663208,1.016563057899475,1.0171794891357422,1.0177959203720093,1.018412470817566,1.019028902053833,1.0196453332901,1.0202617645263672,1.0208781957626343]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.09334281831979752,-0.0903022512793541,-0.08726167678833008,-0.08422110974788666,-0.08118053525686264,-0.07813996821641922,-0.0750993937253952,-0.07205882668495178,-0.06901825219392776,-0.06597768515348434,-0.06293711066246033,-0.05989654362201691,-0.05685597285628319,-0.05381540209054947,-0.05077483132481575,-0.04773426055908203,-0.04469368979334831,-0.041653119027614594,-0.038612548261880875,-0.035571977496147156,-0.03253140673041344,-0.029490837827324867,-0.02645026706159115,-0.02340969629585743,-0.02036912553012371,-0.017328554764389992,-0.014287983998656273,-0.011247414164245129,-0.00820684339851141,-0.005166272632777691,-0.0021257023327052593,0.0009148682001978159,0.003955438733100891,0.00699600949883461,0.010036580264568329,0.013077150098979473,0.016117721796035767,0.019158290699124336,0.022198861464858055,0.025239432230591774,0.028280002996325493,0.03132057189941406,0.03436114266514778,0.0374017134308815,0.04044228419661522,0.04348285496234894,0.04652342572808266,0.049563996493816376,0.052604567259550095,0.055645138025283813,0.05868570879101753,0.06172627955675125,0.06476684659719467,0.06780742108821869,0.07084798812866211,0.07388856261968613,0.07692912966012955,0.07996970415115356,0.08301027119159698,0.086050845682621,0.08909141272306442,0.09213198721408844,0.09517255425453186,0.09821312874555588,0.1012536957859993],"_type":"histogram","values":[2,0,11,9,22,40,63,105,165,287,432,639,925,1400,2023,2683,3882,5194,6771,8738,11284,13796,16850,19506,22844,25759,28382,31034,32716,34235,34891,34726,33627,32374,29706,27147,24041,21016,17798,14840,12138,9723,7598,5802,4428,3187,2289,1604,1042,711,480,333,223,121,85,54,20,7,7,3,3,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,0,3,0,2,1,4,5,5,8,8,2,8,12,8,13,17,15,21,17,20,16,25,19,20,17,31,29,29,16,17,33,26,18,29,23,23,17,15,26,15,14,20,16,16,15,12,12,4,6,7,7,7,5,5,0,1,3,0,0,0,0,2],"bins":[-0.013844733126461506,-0.013404108583927155,-0.012963484041392803,-0.012522859498858452,-0.0120822349563241,-0.01164161041378975,-0.011200985871255398,-0.010760361328721046,-0.01031973771750927,-0.009879113174974918,-0.009438488632440567,-0.008997864089906216,-0.008557239547371864,-0.008116615004837513,-0.007675990462303162,-0.00723536591976881,-0.006794741377234459,-0.006354116834700108,-0.005913492292165756,-0.005472867749631405,-0.0050322432070970535,-0.0045916191302239895,-0.004150994587689638,-0.003710370045155287,-0.0032697455026209354,-0.002829120960086584,-0.0023884964175522327,-0.001947872107848525,-0.0015072475653141737,-0.0010666230227798223,-0.0006259985966607928,-0.0001853741123341024,0.00025525130331516266,0.0006958757876418531,0.0011365002719685435,0.001577124698087573,0.0020177492406219244,0.0024583737831562757,0.0028989980928599834,0.003339622635394335,0.003780247177928686,0.0042208717204630375,0.004661496262997389,0.00510212080553174,0.005542744882404804,0.005983369424939156,0.006423993967473507,0.006864618510007858,0.00730524305254221,0.007745867595076561,0.008186492137610912,0.008627116680145264,0.009067741222679615,0.009508365765213966,0.009948990307748318,0.010389614850282669,0.010830238461494446,0.011270863004028797,0.011711487546563148,0.0121521120890975,0.012592736631631851,0.013033361174166203,0.013473985716700554,0.013914610259234905,0.014355234801769257]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,0,3,3,0,0,3,4,8,8,10,13,10,8,13,20,13,27,16,20,27,20,29,28,38,31,38,41,35,33,27,38,31,25,15,19,25,15,10,14,8,11,2,6,1,2,4,2,1,2,3,3,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0004862426721956581,-0.0004690734203904867,-0.00045190416858531535,-0.000434734916780144,-0.00041756563587114215,-0.0004003963840659708,-0.0003832271322607994,-0.00036605788045562804,-0.00034888862865045667,-0.0003317193768452853,-0.0003145501250401139,-0.00029738087323494256,-0.0002802116214297712,-0.00026304234052076936,-0.000245873088715598,-0.00022870383691042662,-0.00021153458510525525,-0.00019436533330008388,-0.0001771960814949125,-0.0001600268151378259,-0.00014285756333265454,-0.00012568831152748317,-0.00010851905244635418,-9.13497933652252e-05,-7.418054156005383e-05,-5.701128611690365e-05,-3.984203067375347e-05,-2.2672775230603293e-05,-5.503519787453115e-06,1.1665735655697063e-05,2.883499109884724e-05,4.600424654199742e-05,6.317353108897805e-05,8.034278289414942e-05,9.751204197527841e-05,0.00011468130105640739,0.00013185055286157876,0.00014901980466675013,0.00016618907102383673,0.0001833583228290081,0.00020052757463417947,0.00021769682643935084,0.00023486607824452221,0.0002520353300496936,0.0002692046109586954,0.0002863738627638668,0.00030354311456903815,0.0003207123663742095,0.0003378816181793809,0.00035505086998455226,0.00037222012178972363,0.000389389373594895,0.0004065586254000664,0.0004237279063090682,0.0004408971581142396,0.00045806640991941094,0.0004752356617245823,0.0004924049135297537,0.0005095741944387555,0.0005267434171400964,0.0005439126980490983,0.0005610819207504392,0.000578251201659441,0.0005954204243607819,0.0006125897052697837]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,2,2,6,7,12,12,15,26,29,45,59,74,81,139,187,289,410,643,928,1386,2149,3436,5909,10335,20082,47314,155096,221391,63728,25398,12465,6839,3948,2466,1553,1057,705,470,316,231,172,127,95,58,32,29,18,12,10,9,8,2,2,3,2,1,2],"bins":[-0.0010395050048828125,-0.0010090619325637817,-0.000978618860244751,-0.0009481757879257202,-0.0009177327156066895,-0.0008872896432876587,-0.0008568465709686279,-0.0008264034986495972,-0.0007959604263305664,-0.0007655173540115356,-0.0007350742816925049,-0.0007046312093734741,-0.0006741881370544434,-0.0006437450647354126,-0.0006133019924163818,-0.0005828589200973511,-0.0005524158477783203,-0.0005219727754592896,-0.0004915297031402588,-0.00046108663082122803,-0.00043064355850219727,-0.0004002004861831665,-0.00036975741386413574,-0.000339314341545105,-0.0003088712692260742,-0.00027842819690704346,-0.0002479851245880127,-0.00021754205226898193,-0.00018709897994995117,-0.0001566559076309204,-0.00012621283531188965,-9.576976299285889e-05,-6.532669067382812e-05,-3.488361835479736e-05,-4.4405460357666016e-06,2.600252628326416e-05,5.644559860229492e-05,8.688867092132568e-05,0.00011733174324035645,0.0001477748155593872,0.00017821788787841797,0.00020866096019744873,0.0002391040325164795,0.00026954710483551025,0.000299990177154541,0.0003304332494735718,0.00036087632179260254,0.0003913193941116333,0.00042176246643066406,0.0004522055387496948,0.0004826486110687256,0.0005130916833877563,0.0005435347557067871,0.0005739778280258179,0.0006044209003448486,0.0006348639726638794,0.0006653070449829102,0.0006957501173019409,0.0007261931896209717,0.0007566362619400024,0.0007870793342590332,0.000817522406578064,0.0008479654788970947,0.0008784085512161255,0.0009088516235351562]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.10571466386318207,-0.10242357105016708,-0.0991324782371521,-0.09584138542413712,-0.09255029261112213,-0.08925919234752655,-0.08596809953451157,-0.08267700672149658,-0.0793859139084816,-0.07609482109546661,-0.07280372828245163,-0.06951263546943665,-0.06622153520584106,-0.06293044239282608,-0.059639349579811096,-0.05634825676679611,-0.05305716395378113,-0.049766071140766144,-0.04647497832775116,-0.04318388178944588,-0.03989278897643089,-0.03660169616341591,-0.033310599625110626,-0.030019506812095642,-0.026728413999080658,-0.023437321186065674,-0.02014622651040554,-0.016855131834745407,-0.013564039021730423,-0.010272945277392864,-0.0069818515330553055,-0.0036907577887177467,-0.000399664044380188,0.0028914296999573708,0.0061825234442949295,0.009473617188632488,0.012764710932970047,0.01605580374598503,0.019346898421645164,0.022637993097305298,0.025929085910320282,0.029220178723335266,0.03251127153635025,0.03580236807465553,0.03909346088767052,0.0423845537006855,0.045675650238990784,0.04896674305200577,0.05225783586502075,0.055548928678035736,0.05884002149105072,0.062131118029356,0.06542220711708069,0.06871330738067627,0.07200440019369125,0.07529549300670624,0.07858658581972122,0.0818776786327362,0.08516877144575119,0.08845986425876617,0.09175096452236176,0.09504205733537674,0.09833315014839172,0.10162424296140671,0.10491533577442169],"_type":"histogram","values":[1,0,0,0,5,3,6,15,23,47,77,130,229,347,594,910,1469,2203,3220,4548,6302,8523,11061,14068,17607,21323,25127,28931,32204,35589,37053,38403,38711,37658,35781,32983,29829,26157,22256,18699,15167,11679,9142,6847,4908,3409,2453,1574,978,633,421,226,139,69,35,20,19,5,4,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,0,1,1,0,2,0,0,3,1,2,1,1,1,1,3,5,3,6,6,7,10,4,14,13,12,21,31,39,34,44,56,66,64,48,64,46,34,24,16,15,8,10,3,8,6,6,8,1,2,0,2,4,3,1,1,0,2,0,2,1],"bins":[-4.291534423828125e-05,-4.1726045310497284e-05,-4.053674638271332e-05,-3.934744745492935e-05,-3.8158148527145386e-05,-3.696884959936142e-05,-3.5779550671577454e-05,-3.459025174379349e-05,-3.340095281600952e-05,-3.2211653888225555e-05,-3.102235496044159e-05,-2.9833056032657623e-05,-2.8643757104873657e-05,-2.745445817708969e-05,-2.6265159249305725e-05,-2.507586032152176e-05,-2.3886561393737793e-05,-2.2697262465953827e-05,-2.150796353816986e-05,-2.0318664610385895e-05,-1.912936568260193e-05,-1.7940066754817963e-05,-1.6750767827033997e-05,-1.556146889925003e-05,-1.4372169971466064e-05,-1.3182871043682098e-05,-1.1993572115898132e-05,-1.0804273188114166e-05,-9.6149742603302e-06,-8.425675332546234e-06,-7.236376404762268e-06,-6.047077476978302e-06,-4.857778549194336e-06,-3.66847962141037e-06,-2.479180693626404e-06,-1.2898817658424377e-06,-1.0058283805847168e-07,1.0887160897254944e-06,2.2780150175094604e-06,3.4673139452934265e-06,4.656612873077393e-06,5.845911800861359e-06,7.035210728645325e-06,8.22450965642929e-06,9.413808584213257e-06,1.0603107511997223e-05,1.1792406439781189e-05,1.2981705367565155e-05,1.4171004295349121e-05,1.5360303223133087e-05,1.6549602150917053e-05,1.773890107870102e-05,1.8928200006484985e-05,2.011749893426895e-05,2.1306797862052917e-05,2.2496096789836884e-05,2.368539571762085e-05,2.4874694645404816e-05,2.6063993573188782e-05,2.7253292500972748e-05,2.8442591428756714e-05,2.963189035654068e-05,3.0821189284324646e-05,3.201048821210861e-05,3.319978713989258e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.014200604520738125,-0.013767587952315807,-0.01333457138389349,-0.012901553884148598,-0.01246853731572628,-0.012035520747303963,-0.011602504178881645,-0.011169487610459328,-0.01073647104203701,-0.010303453542292118,-0.0098704369738698,-0.009437420405447483,-0.009004403837025166,-0.008571387268602848,-0.008138369768857956,-0.007705353200435638,-0.007272336632013321,-0.006839320063591003,-0.006406303029507399,-0.005973286461085081,-0.005540269427001476,-0.005107252858579159,-0.004674236290156841,-0.0042412192560732365,-0.003808202687650919,-0.003375185886397958,-0.0029421690851449966,-0.002509152516722679,-0.002076135715469718,-0.0016431189142167568,-0.0012101022293791175,-0.0007770854863338172,-0.0003440696746110916,8.894706843420863e-05,0.0005219638114795089,0.0009549805545248091,0.0013879972975701094,0.0018210140988230705,0.002254030667245388,0.002687047468498349,0.0031200642697513103,0.0035530810710042715,0.003986097872257233,0.00441911444067955,0.004852131009101868,0.0052851480431854725,0.00571816461160779,0.006151181645691395,0.006584198214113712,0.00701721478253603,0.007450231816619635,0.00788324885070324,0.008316265419125557,0.008749281987547874,0.009182298555970192,0.00961531512439251,0.010048331692814827,0.010481349192559719,0.010914365760982037,0.011347382329404354,0.011780398897826672,0.012213415466248989,0.012646432965993881,0.013079449534416199,0.013512466102838516],"_type":"histogram","values":[1,0,2,1,0,3,2,0,2,1,4,3,7,5,11,6,8,5,14,15,13,15,18,17,22,21,29,24,20,30,30,28,34,37,20,31,27,21,30,20,17,18,23,19,19,17,18,9,7,9,3,4,5,5,1,3,3,2,1,4,1,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,0,2,1,2,2,3,5,5,4,6,14,12,11,14,18,21,32,28,28,32,56,44,56,44,48,42,35,37,32,33,18,16,20,9,11,6,7,3,0,0,0,2,3,2,0,0,0,0,0,0,0,0,1],"bins":[-0.014384415000677109,-0.013952043838799,-0.01351967267692089,-0.013087301515042782,-0.012654931284487247,-0.012222560122609138,-0.01179018896073103,-0.01135781779885292,-0.010925446636974812,-0.010493075475096703,-0.010060705244541168,-0.00962833408266306,-0.00919596292078495,-0.008763591758906841,-0.008331220597028732,-0.007898849435150623,-0.007466478738933802,-0.007034107577055693,-0.006601736880838871,-0.006169365718960762,-0.005736994557082653,-0.005304623860865831,-0.004872252698987722,-0.004439881537109613,-0.004007510840892792,-0.0035751396790146828,-0.003142768517136574,-0.0027103975880891085,-0.002278026659041643,-0.0018456554971635342,-0.0014132845681160688,-0.0009809135226532817,-0.0005485424771904945,-0.00011617146083153784,0.00031619955552741885,0.0007485705427825451,0.0011809415882453322,0.0016133126337081194,0.0020456835627555847,0.0024780547246336937,0.002910425653681159,0.0033427965827286243,0.0037751677446067333,0.004207538906484842,0.004639909602701664,0.005072280764579773,0.005504651926457882,0.005937022622674704,0.006369393784552813,0.0068017649464309216,0.007234135642647743,0.007666506804525852,0.008098877966403961,0.00853124912828207,0.00896362029016018,0.009395990520715714,0.009828361682593822,0.010260732844471931,0.01069310400635004,0.01112547516822815,0.011557846330106258,0.011990216560661793,0.012422587722539902,0.01285495888441801,0.01328733004629612],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.000761866569519043,-0.0007392382249236107,-0.0007166098803281784,-0.0006939815357327461,-0.0006713531911373138,-0.0006487248465418816,-0.0006260965019464493,-0.000603468157351017,-0.0005808398127555847,-0.0005582114681601524,-0.0005355831235647202,-0.0005129547789692879,-0.0004903264343738556,-0.0004676980897784233,-0.00044506974518299103,-0.00042244140058755875,-0.00039981305599212646,-0.0003771847113966942,-0.0003545563668012619,-0.0003319280222058296,-0.00030929967761039734,-0.00028667133301496506,-0.0002640429884195328,-0.0002414146438241005,-0.0002187862992286682,-0.00019615795463323593,-0.00017352961003780365,-0.00015090126544237137,-0.0001282729208469391,-0.0001056445762515068,-8.301623165607452e-05,-6.038788706064224e-05,-3.775954246520996e-05,-1.513119786977768e-05,7.497146725654602e-06,3.0125491321086884e-05,5.2753835916519165e-05,7.538218051195145e-05,9.801052510738373e-05,0.00012063886970281601,0.0001432672142982483,0.00016589555889368057,0.00018852390348911285,0.00021115224808454514,0.00023378059267997742,0.0002564089372754097,0.000279037281870842,0.00030166562646627426,0.00032429397106170654,0.0003469223156571388,0.0003695506602525711,0.0003921790048480034,0.00041480734944343567,0.00043743569403886795,0.00046006403863430023,0.0004826923832297325,0.0005053207278251648,0.0005279490724205971,0.0005505774170160294,0.0005732057616114616,0.0005958341062068939,0.0006184624508023262,0.0006410907953977585,0.0006637191399931908,0.000686347484588623],"_type":"histogram","values":[1,1,0,0,0,1,1,0,1,1,0,2,1,1,1,2,0,3,4,4,2,3,6,5,10,9,13,15,25,33,34,50,87,104,84,72,47,27,19,14,14,14,9,9,10,5,4,5,3,3,0,0,0,1,0,0,0,1,3,1,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,1,3,1,2,5,6,6,6,9,5,12,16,16,15,15,30,24,39,27,30,40,38,27,37,40,37,23,33,27,25,23,20,23,16,12,14,13,11,7,6,3,3,4,2,1,2,5,2,0,0,0,1,0,0,1,0,0,0,0,0,1],"bins":[-0.0006933212280273438,-0.0006665391847491264,-0.0006397571414709091,-0.0006129750981926918,-0.0005861930549144745,-0.0005594110116362572,-0.0005326289683580399,-0.0005058469250798225,-0.0004790648818016052,-0.0004522828385233879,-0.0004255007952451706,-0.0003987187519669533,-0.00037193670868873596,-0.00034515466541051865,-0.00031837262213230133,-0.000291590578854084,-0.0002648085355758667,-0.00023802649229764938,-0.00021124444901943207,-0.00018446240574121475,-0.00015768036246299744,-0.00013089831918478012,-0.0001041162759065628,-7.733423262834549e-05,-5.0552189350128174e-05,-2.3770146071910858e-05,3.0118972063064575e-06,2.9793940484523773e-05,5.657598376274109e-05,8.33580270409584e-05,0.00011014007031917572,0.00013692211359739304,0.00016370415687561035,0.00019048620015382767,0.00021726824343204498,0.0002440502867102623,0.0002708323299884796,0.00029761437326669693,0.00032439641654491425,0.00035117845982313156,0.0003779605031013489,0.0004047425463795662,0.0004315245896577835,0.0004583066329360008,0.00048508867621421814,0.0005118707194924355,0.0005386527627706528,0.0005654348060488701,0.0005922168493270874,0.0006189988926053047,0.000645780935883522,0.0006725629791617393,0.0006993450224399567,0.000726127065718174,0.0007529091089963913,0.0007796911522746086,0.0008064731955528259,0.0008332552388310432,0.0008600372821092606,0.0008868193253874779,0.0009136013686656952,0.0009403834119439125,0.0009671654552221298,0.0009939474985003471,0.0010207295417785645]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,1,0,0,1,3,1,1,2,2,1,2,5,2,5,4,3,5,15,22,21,28,32,47,55,68,87,81,56,52,39,15,22,17,9,9,12,10,4,1,3,3,2,2,0,4,6,1,0,1,0,2,0,1,0,1,0,0,0,0,0,1],"bins":[-0.001770847593434155,-0.0017078683013096452,-0.0016448891256004572,-0.0015819098334759474,-0.0015189305413514376,-0.0014559512492269278,-0.001392971957102418,-0.00132999278139323,-0.0012670134892687201,-0.0012040341971442103,-0.0011410550214350224,-0.0010780757293105125,-0.0010150964371860027,-0.0009521171450614929,-0.000889137911144644,-0.0008261586772277951,-0.0007631793851032853,-0.0007002000929787755,-0.0006372208590619266,-0.0005742416251450777,-0.0005112623330205679,-0.00044828306999988854,-0.0003853038069792092,-0.00032232454395852983,-0.0002593452809378505,-0.00019636601791717112,-0.00013338675489649177,-7.040749187581241e-05,-7.428228855133057e-06,5.55510341655463e-05,0.00011853029718622565,0.000181509560206905,0.00024448870681226254,0.0003074679698329419,0.00037044723285362124,0.0004334264958743006,0.00049640575889498,0.0005593850510194898,0.0006223642849363387,0.0006853435188531876,0.0007483228109776974,0.0008113021031022072,0.0008742813370190561,0.000937260570935905,0.0010002398630604148,0.0010632191551849246,0.0011261983308941126,0.0011891776230186224,0.0012521569151431322,0.001315136207267642,0.0013781154993921518,0.0014410946751013398,0.0015040739672258496,0.0015670532593503594,0.0016300324350595474,0.0016930117271840572,0.001755991019308567,0.0018189703114330769,0.0018819496035575867,0.0019449287792667747,0.0020079081878066063,0.0020708872471004725,0.0021338665392249823,0.002196845831349492,0.002259825123474002],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"bins":[-0.00014400482177734375,-0.000139591284096241,-0.00013517774641513824,-0.0001307642087340355,-0.00012635067105293274,-0.00012193713337182999,-0.00011752359569072723,-0.00011311005800962448,-0.00010869652032852173,-0.00010428298264741898,-9.986944496631622e-05,-9.545590728521347e-05,-9.104236960411072e-05,-8.662883192300797e-05,-8.221529424190521e-05,-7.780175656080246e-05,-7.338821887969971e-05,-6.897468119859695e-05,-6.45611435174942e-05,-6.014760583639145e-05,-5.5734068155288696e-05,-5.1320530474185944e-05,-4.690699279308319e-05,-4.249345511198044e-05,-3.8079917430877686e-05,-3.366637974977493e-05,-2.925284206867218e-05,-2.4839304387569427e-05,-2.0425766706466675e-05,-1.6012229025363922e-05,-1.159869134426117e-05,-7.185153663158417e-06,-2.771615982055664e-06,1.6419216990470886e-06,6.055459380149841e-06,1.0468997061252594e-05,1.4882534742355347e-05,1.92960724234581e-05,2.3709610104560852e-05,2.8123147785663605e-05,3.253668546676636e-05,3.695022314786911e-05,4.136376082897186e-05,4.5777298510074615e-05,5.019083619117737e-05,5.460437387228012e-05,5.9017911553382874e-05,6.343144923448563e-05,6.784498691558838e-05,7.225852459669113e-05,7.667206227779388e-05,8.108559995889664e-05,8.549913763999939e-05,8.991267532110214e-05,9.43262130022049e-05,9.873975068330765e-05,0.0001031532883644104,0.00010756682604551315,0.0001119803637266159,0.00011639390140771866,0.00012080743908882141,0.00012522097676992416,0.00012963451445102692,0.00013404805213212967,0.00013846158981323242],"_type":"histogram","values":[1,0,0,0,0,2,1,3,1,2,2,4,0,3,5,3,4,12,13,7,11,13,17,17,22,23,32,31,28,24,32,34,38,32,46,29,47,23,31,26,20,18,19,11,14,15,15,10,6,7,4,2,2,1,0,0,2,1,0,1,0,0,0,1]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug-core.log b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..054c4f14f186a18106488c2fb908eabad872ef06 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T15:05:46.164281729+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp2o0nn0zq/port-30200.txt","pid":30200,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T15:05:46.164819818+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":30200} +{"time":"2025-07-19T15:05:46.164832337+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-30200-30286-2470513944/socket","Net":"unix"}} +{"time":"2025-07-19T15:05:46.345480936+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T15:05:46.35531841+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"agpbqxyy","id":"1(@)"} +{"time":"2025-07-19T15:05:46.788978457+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"agpbqxyy","id":"1(@)"} +{"time":"2025-07-19T15:32:04.851484039+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T15:32:04.851756247+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T15:32:04.851828032+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T15:32:04.851838543+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T15:32:04.851913797+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-30200-30286-2470513944/socket","Net":"unix"}} +{"time":"2025-07-19T15:32:07.271482709+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T15:32:07.271504366+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T15:32:07.271520577+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..0df542d6ddac5c87a9a7384a81719f9a23f40c9b --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T15:05:46.356235973+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T15:05:46.788938015+03:00","level":"INFO","msg":"stream: created new stream","id":"agpbqxyy"} +{"time":"2025-07-19T15:05:46.788972423+03:00","level":"INFO","msg":"stream: started","id":"agpbqxyy"} +{"time":"2025-07-19T15:05:46.788999265+03:00","level":"INFO","msg":"handler: started","stream_id":"agpbqxyy"} +{"time":"2025-07-19T15:05:46.788999452+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"agpbqxyy"} +{"time":"2025-07-19T15:05:46.789007815+03:00","level":"INFO","msg":"sender: started","stream_id":"agpbqxyy"} +{"time":"2025-07-19T15:32:04.851787387+03:00","level":"INFO","msg":"stream: closing","id":"agpbqxyy"} +{"time":"2025-07-19T15:32:06.266395512+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T15:32:07.27022521+03:00","level":"INFO","msg":"handler: closed","stream_id":"agpbqxyy"} +{"time":"2025-07-19T15:32:07.27026703+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"agpbqxyy"} +{"time":"2025-07-19T15:32:07.270296321+03:00","level":"INFO","msg":"sender: closed","stream_id":"agpbqxyy"} +{"time":"2025-07-19T15:32:07.271181922+03:00","level":"INFO","msg":"stream: closed","id":"agpbqxyy"} diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug.log b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..bfeac698915716f7d28c65bacc7e015bcd01ad34 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-19 15:05:46,127 INFO MainThread:30200 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 15:05:46,127 INFO MainThread:30200 [wandb_setup.py:_flush():80] Configure stats pid to 30200 +2025-07-19 15:05:46,127 INFO MainThread:30200 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 15:05:46,127 INFO MainThread:30200 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 15:05:46,127 INFO MainThread:30200 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 15:05:46,127 INFO MainThread:30200 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_150546-agpbqxyy/logs/debug.log +2025-07-19 15:05:46,128 INFO MainThread:30200 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_150546-agpbqxyy/logs/debug-internal.log +2025-07-19 15:05:46,128 INFO MainThread:30200 [wandb_init.py:init():830] calling init triggers +2025-07-19 15:05:46,128 INFO MainThread:30200 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 5e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 15:05:46,128 INFO MainThread:30200 [wandb_init.py:init():871] starting backend +2025-07-19 15:05:46,345 INFO MainThread:30200 [wandb_init.py:init():874] sending inform_init request +2025-07-19 15:05:46,352 INFO MainThread:30200 [wandb_init.py:init():882] backend started and connected +2025-07-19 15:05:46,355 INFO MainThread:30200 [wandb_init.py:init():953] updated telemetry +2025-07-19 15:05:46,355 INFO MainThread:30200 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 15:05:47,091 INFO MainThread:30200 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 15:05:47,276 INFO MainThread:30200 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 15:05:47,276 INFO MainThread:30200 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 15:05:47,276 INFO MainThread:30200 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 15:05:47,276 INFO MainThread:30200 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 15:05:47,280 INFO MainThread:30200 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 15:07:31,459 INFO MainThread:30200 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 15:07:31,461 INFO MainThread:30200 [wandb_watch.py:_watch():70] Watching +2025-07-19 15:32:04,850 INFO MsgRouterThr:30200 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_150546-agpbqxyy/run-agpbqxyy.wandb b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/run-agpbqxyy.wandb new file mode 100644 index 0000000000000000000000000000000000000000..7ef3801d989a98e79962af1def270e126e272227 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_150546-agpbqxyy/run-agpbqxyy.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce29c0d5937f34ad1cd4f68287d27bc7cb2e63e8e42758d75b07f5bc016448b6 +size 31551510 diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/files/config.yaml b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..08b00f66e21730e01ad16ae48f376af0b17203fa --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 7y86y8uw30beevmole9pat0aah25dlkw: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "126004748288" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T12:34:52.536981Z" + writerId: 7y86y8uw30beevmole9pat0aah25dlkw + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 3e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/files/output.log b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..431594f2553e23a88d56d25acd52840a79e832d4 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/output.log @@ -0,0 +1,93 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 24515/1317672 [25:30<21:54:44, 16.39it/s, loss=0.0098] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f109c6798a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [25:33", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 371, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/files/requirements.txt b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2db22bea0db17c6596788c7e7c874dd6820fbfde --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T12:34:52.536981Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126004748288" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "7y86y8uw30beevmole9pat0aah25dlkw" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..8253dc91c28ec880ccef6c76a3ac9d46d0600329 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,1,0,4,4,4,4,5,17,8,26,29,39,65,85,98,154,227,352,505,802,1364,2228,3919,7085,13319,28479,67120,165376,169584,68854,29316,13707,7077,3836,2200,1362,849,562,382,229,174,111,72,56,29,28,17,20,12,3,12,2,4,1,2,1,0,0,0,1,0,0,1],"bins":[-0.0003914833068847656,-0.00037799030542373657,-0.0003644973039627075,-0.00035100430250167847,-0.0003375113010406494,-0.00032401829957962036,-0.0003105252981185913,-0.00029703229665756226,-0.0002835392951965332,-0.00027004629373550415,-0.0002565532922744751,-0.00024306029081344604,-0.000229567289352417,-0.00021607428789138794,-0.0002025812864303589,-0.00018908828496932983,-0.00017559528350830078,-0.00016210228204727173,-0.00014860928058624268,-0.00013511627912521362,-0.00012162327766418457,-0.00010813027620315552,-9.463727474212646e-05,-8.114427328109741e-05,-6.765127182006836e-05,-5.415827035903931e-05,-4.0665268898010254e-05,-2.71722674369812e-05,-1.3679265975952148e-05,-1.862645149230957e-07,1.3306736946105957e-05,2.679973840713501e-05,4.029273986816406e-05,5.3785741329193115e-05,6.727874279022217e-05,8.077174425125122e-05,9.426474571228027e-05,0.00010775774717330933,0.00012125074863433838,0.00013474375009536743,0.00014823675155639648,0.00016172975301742554,0.0001752227544784546,0.00018871575593948364,0.0002022087574005127,0.00021570175886154175,0.0002291947603225708,0.00024268776178359985,0.0002561807632446289,0.00026967376470565796,0.000283166766166687,0.00029665976762771606,0.0003101527690887451,0.00032364577054977417,0.0003371387720108032,0.0003506317734718323,0.00036412477493286133,0.0003776177763938904,0.00039111077785491943,0.0004046037793159485,0.00041809678077697754,0.0004315897822380066,0.00044508278369903564,0.0004585757851600647,0.00047206878662109375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,1,1,0,1,0,0,0,2,2,4,5,6,10,5,10,11,17,16,21,23,19,23,20,19,22,37,31,30,22,29,26,41,27,36,27,23,21,17,21,16,20,16,15,16,10,8,6,3,5,7,6,2,4,1,2,3],"bins":[-0.0016714991070330143,-0.0016271908534690738,-0.001582882716320455,-0.0015385744627565145,-0.001494266209192574,-0.0014499580720439553,-0.0014056498184800148,-0.0013613415649160743,-0.0013170334277674556,-0.001272725174203515,-0.0012284169206395745,-0.0011841087834909558,-0.0011398005299270153,-0.0010954922763630748,-0.001051184139214456,-0.0010068758856505156,-0.0009625676902942359,-0.0009182594949379563,-0.0008739512413740158,-0.0008296430460177362,-0.0007853348506614566,-0.0007410265970975161,-0.0006967184017412364,-0.0006524102063849568,-0.0006081019528210163,-0.0005637937574647367,-0.0005194855621084571,-0.000475177337648347,-0.00043086911318823695,-0.00038656091783195734,-0.00034225269337184727,-0.00029794449801556766,-0.0002536362735554576,-0.00020932806364726275,-0.0001650198537390679,-0.00012071162927895784,-7.6403419370763e-05,-3.209520582458936e-05,1.221300772158429e-05,5.652122126775794e-05,0.00010082943481393158,0.00014513764472212642,0.00018944585463032126,0.00023375407909043133,0.0002780623035505414,0.000322370498906821,0.0003666787233669311,0.0004109869187232107,0.00045529514318332076,0.0004996033385396004,0.0005439115921035409,0.0005882197874598205,0.0006325279828161001,0.0006768362363800406,0.0007211444317363203,0.0007654526270925999,0.0008097608806565404,0.00085406907601282,0.0008983772713690996,0.0009426854667253792,0.0009869936620816588,0.0010313019156455994,0.0010756101692095399,0.0011199183063581586,0.0011642265599220991],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.09485358744859695,-0.09169693291187286,-0.08854028582572937,-0.08538363128900528,-0.08222697675228119,-0.0790703296661377,-0.0759136751294136,-0.07275702804327011,-0.06960037350654602,-0.06644371896982193,-0.06328707188367844,-0.060130417346954346,-0.056973766535520554,-0.05381711572408676,-0.05066046118736267,-0.04750381037592888,-0.04434715956449509,-0.041190508753061295,-0.0380338579416275,-0.03487720340490341,-0.03172055259346962,-0.028563901782035828,-0.025407249107956886,-0.022250596433877945,-0.019093945622444153,-0.01593729481101036,-0.01278064213693142,-0.009623990394175053,-0.006467338651418686,-0.003310686908662319,-0.00015403516590595245,0.0030026165768504143,0.006159260869026184,0.00931591261178255,0.012472564354538918,0.01562921702861786,0.01878586784005165,0.021942518651485443,0.025099171325564384,0.028255823999643326,0.03141247481107712,0.03456912562251091,0.0377257764339447,0.04088243097066879,0.044039081782102585,0.04719573259353638,0.05035238713026047,0.05350903794169426,0.05666568875312805,0.059822339564561844,0.06297899037599564,0.06613564491271973,0.06929229199886322,0.07244894653558731,0.0756056010723114,0.0787622481584549,0.08191890269517899,0.08507555723190308,0.08823220431804657,0.09138885885477066,0.09454551339149475,0.09770216047763824,0.10085881501436234,0.10401546210050583,0.10717211663722992],"_type":"histogram","values":[5,5,7,15,39,42,115,188,300,560,906,1374,2242,3291,5015,7192,10354,14161,18826,24924,31873,40255,48663,58375,66989,76181,83995,90779,95533,98396,99429,96110,91155,85451,77554,68312,59003,49760,40712,32404,25556,19304,14818,10462,7495,5181,3482,2353,1437,925,591,334,213,109,51,36,14,5,4,1,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.00025823843316175044,-0.0002504805161152035,-0.00024272258451674134,-0.00023496465291827917,-0.00022720673587173223,-0.0002194488188251853,-0.00021169088722672313,-0.00020393295562826097,-0.00019617503858171403,-0.0001884171215351671,-0.00018065918993670493,-0.00017290125833824277,-0.00016514334129169583,-0.0001573854242451489,-0.00014962749264668673,-0.00014186956104822457,-0.00013411164400167763,-0.0001263537269551307,-0.00011859579535666853,-0.00011083787103416398,-0.00010307994671165943,-9.532202238915488e-05,-8.756409806665033e-05,-7.980617374414578e-05,-7.204824942164123e-05,-6.429032509913668e-05,-5.653240077663213e-05,-4.877447645412758e-05,-4.101655213162303e-05,-3.325862780911848e-05,-2.550070348661393e-05,-1.774277916410938e-05,-9.9848402896896e-06,-2.2269159671850502e-06,5.5310083553195e-06,1.328893267782405e-05,2.10468570003286e-05,2.880478132283315e-05,3.65627056453377e-05,4.432062996784225e-05,5.20785542903468e-05,5.983647861285135e-05,6.75944029353559e-05,7.535232725786045e-05,8.3110251580365e-05,9.086817590286955e-05,9.86261002253741e-05,0.00010638402454787865,0.0001141419488703832,0.00012189987319288775,0.0001296577975153923,0.00013741571456193924,0.0001451736461604014,0.00015293157775886357,0.0001606894948054105,0.00016844741185195744,0.0001762053434504196,0.00018396327504888177,0.0001917211920954287,0.00019947910914197564,0.0002072370407404378,0.00021499497233889997,0.0002227528893854469,0.00023051080643199384,0.000238268738030456],"_type":"histogram","values":[1,0,0,1,1,0,2,4,1,4,4,3,0,8,3,6,7,8,6,12,20,21,20,17,35,18,28,23,19,28,32,18,22,29,33,22,27,35,21,29,25,32,13,11,17,12,16,10,9,9,5,5,5,4,5,3,7,6,2,1,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,2,1,2,3,1,2,2,3,7,17,21,20,24,41,77,121,155,223,335,506,781,1193,1797,3027,4892,8210,14571,29723,67179,169773,160913,63546,27763,14367,7739,4679,2922,1746,1220,703,500,341,204,157,98,59,45,44,18,12,14,8,3,2,6,0,2,1,0,1,0,0,1],"bins":[-0.00018870830535888672,-0.00018261373043060303,-0.00017651915550231934,-0.00017042458057403564,-0.00016433000564575195,-0.00015823543071746826,-0.00015214085578918457,-0.00014604628086090088,-0.0001399517059326172,-0.0001338571310043335,-0.0001277625560760498,-0.00012166798114776611,-0.00011557340621948242,-0.00010947883129119873,-0.00010338425636291504,-9.728968143463135e-05,-9.119510650634766e-05,-8.510053157806396e-05,-7.900595664978027e-05,-7.291138172149658e-05,-6.681680679321289e-05,-6.07222318649292e-05,-5.462765693664551e-05,-4.8533082008361816e-05,-4.2438507080078125e-05,-3.6343932151794434e-05,-3.0249357223510742e-05,-2.415478229522705e-05,-1.806020736694336e-05,-1.1965632438659668e-05,-5.8710575103759766e-06,2.2351741790771484e-07,6.318092346191406e-06,1.2412667274475098e-05,1.850724220275879e-05,2.460181713104248e-05,3.069639205932617e-05,3.679096698760986e-05,4.2885541915893555e-05,4.8980116844177246e-05,5.507469177246094e-05,6.116926670074463e-05,6.726384162902832e-05,7.335841655731201e-05,7.94529914855957e-05,8.55475664138794e-05,9.164214134216309e-05,9.773671627044678e-05,0.00010383129119873047,0.00010992586612701416,0.00011602044105529785,0.00012211501598358154,0.00012820959091186523,0.00013430416584014893,0.00014039874076843262,0.0001464933156967163,0.000152587890625,0.0001586824655532837,0.00016477704048156738,0.00017087161540985107,0.00017696619033813477,0.00018306076526641846,0.00018915534019470215,0.00019524991512298584,0.00020134449005126953],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,4,5,3,8,18,14,20,35,49,77,118,179,244,357,567,794,1327,1991,3321,5461,9961,18122,35887,80230,205225,634446,347064,120105,51519,24807,12685,6900,4230,2509,1483,967,700,443,328,206,137,93,68,53,36,20,14,11,9,2,2,2,2,1,1],"bins":[-0.0003962516784667969,-0.00038484111428260803,-0.0003734305500984192,-0.00036201998591423035,-0.0003506094217300415,-0.00033919885754585266,-0.0003277882933616638,-0.000316377729177475,-0.00030496716499328613,-0.0002935566008090973,-0.00028214603662490845,-0.0002707354724407196,-0.00025932490825653076,-0.0002479143440723419,-0.00023650377988815308,-0.00022509321570396423,-0.0002136826515197754,-0.00020227208733558655,-0.0001908615231513977,-0.00017945095896720886,-0.00016804039478302002,-0.00015662983059883118,-0.00014521926641464233,-0.0001338087022304535,-0.00012239813804626465,-0.0001109875738620758,-9.957700967788696e-05,-8.816644549369812e-05,-7.675588130950928e-05,-6.534531712532043e-05,-5.393475294113159e-05,-4.252418875694275e-05,-3.1113624572753906e-05,-1.9703060388565063e-05,-8.29249620437622e-06,3.118067979812622e-06,1.4528632164001465e-05,2.5939196348190308e-05,3.734976053237915e-05,4.876032471656799e-05,6.0170888900756836e-05,7.158145308494568e-05,8.299201726913452e-05,9.440258145332336e-05,0.00010581314563751221,0.00011722370982170105,0.0001286342740058899,0.00014004483819007874,0.00015145540237426758,0.00016286596655845642,0.00017427653074264526,0.0001856870949268341,0.00019709765911102295,0.0002085082232952118,0.00021991878747940063,0.00023132935166358948,0.00024273991584777832,0.00025415048003196716,0.000265561044216156,0.00027697160840034485,0.0002883821725845337,0.00029979273676872253,0.0003112033009529114,0.0003226138651371002,0.00033402442932128906]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,1,0,0,1,1,3,3,3,3,5,7,3,3,14,9,5,10,17,14,15,28,28,13,29,31,27,30,31,25,29,38,30,24,29,40,25,20,25,23,15,23,14,8,17,8,6,8,5,3,5,1,1,3,3,2,2,0,0,0,0,0,1],"bins":[-0.0011205673217773438,-0.001085030846297741,-0.0010494943708181381,-0.0010139578953385353,-0.0009784214198589325,-0.0009428849443793297,-0.0009073484688997269,-0.000871811993420124,-0.0008362755179405212,-0.0008007390424609184,-0.0007652025669813156,-0.0007296660915017128,-0.00069412961602211,-0.0006585931405425072,-0.0006230566650629044,-0.0005875201895833015,-0.0005519837141036987,-0.0005164472386240959,-0.0004809107631444931,-0.0004453742876648903,-0.0004098378121852875,-0.00037430133670568466,-0.00033876486122608185,-0.00030322838574647903,-0.0002676919102668762,-0.0002321554347872734,-0.0001966189593076706,-0.00016108248382806778,-0.00012554600834846497,-9.000953286886215e-05,-5.447305738925934e-05,-1.8936581909656525e-05,1.659989356994629e-05,5.21363690495491e-05,8.767284452915192e-05,0.00012320932000875473,0.00015874579548835754,0.00019428227096796036,0.00022981874644756317,0.000265355221927166,0.0003008916974067688,0.0003364281728863716,0.0003719646483659744,0.00040750112384557724,0.00044303759932518005,0.00047857407480478287,0.0005141105502843857,0.0005496470257639885,0.0005851835012435913,0.0006207199767231941,0.0006562564522027969,0.0006917929276823997,0.0007273294031620026,0.0007628658786416054,0.0007984023541212082,0.000833938829600811,0.0008694753050804138,0.0009050117805600166,0.0009405482560396194,0.0009760847315192223,0.001011621206998825,0.0010471576824784279,0.0010826941579580307,0.0011182306334376335,0.0011537671089172363],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,1,2,0,0,1,0,2,9,3,2,3,8,14,7,10,13,18,12,15,16,25,22,22,27,30,29,16,29,25,26,32,28,35,25,32,25,25,23,23,21,17,21,17,9,9,7,5,6,2,4,3,2,2,1,0,1,3],"bins":[-0.0016356287524104118,-0.001590573345310986,-0.0015455178217962384,-0.0015004624146968126,-0.0014554070075973868,-0.001410351600497961,-0.0013652960769832134,-0.0013202406698837876,-0.0012751852627843618,-0.0012301297392696142,-0.0011850743321701884,-0.0011400189250707626,-0.0010949635179713368,-0.0010499079944565892,-0.0010048525873571634,-0.0009597971802577376,-0.0009147417149506509,-0.0008696862496435642,-0.0008246308425441384,-0.0007795753772370517,-0.0007345199701376259,-0.0006894645048305392,-0.0006444090977311134,-0.0005993536324240267,-0.00055429816711694,-0.0005092427600175142,-0.000464187323814258,-0.00041913188761100173,-0.000374076422303915,-0.0003290209861006588,-0.0002839655498974025,-0.00023891011369414628,-0.00019385467749089003,-0.00014879924128763378,-0.00010374379780841991,-5.8688357967184857e-05,-1.36329181259498e-05,3.1422521715285257e-05,7.647796155652031e-05,0.00012153340503573418,0.00016658884123899043,0.00021164427744224668,0.0002566997136455029,0.0003017551498487592,0.0003468106151558459,0.00039186605135910213,0.0004369214875623584,0.00048197692376561463,0.0005270323599688709,0.0005720878252759576,0.0006171432323753834,0.0006621986976824701,0.0007072541047818959,0.0007523095700889826,0.0007973649771884084,0.0008424204424954951,0.0008874759078025818,0.0009325313149020076,0.0009775867220014334,0.001022642245516181,0.0010676976526156068,0.0011127530597150326,0.0011578084668144584,0.001202863990329206,0.0012479193974286318]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,3,6,4,3,3,4,3,6,4,7,7,11,17,18,21,23,27,30,38,46,44,49,45,40,32,37,35,24,24,19,20,22,15,11,7,7,9,12,7,6,1,1,0,4,1,1,4,0,1,3,0,0,1,0,1,0,1,0,1],"bins":[-0.0002052267809631303,-0.00019781406444963068,-0.0001904013624880463,-0.00018298864597454667,-0.00017557592946104705,-0.00016816321294754744,-0.00016075049643404782,-0.00015333779447246343,-0.0001459250779589638,-0.0001385123614454642,-0.0001310996594838798,-0.0001236869429703802,-0.00011627422645688057,-0.00010886150994338095,-0.00010144880070583895,-9.403609146829695e-05,-8.662337495479733e-05,-7.921065844129771e-05,-7.17979492037557e-05,-6.43852399662137e-05,-5.6972523452714086e-05,-4.9559810577193275e-05,-4.2147097701672465e-05,-3.4734384826151654e-05,-2.7321671950630844e-05,-1.9908959075110033e-05,-1.2496246199589223e-05,-5.083533324068412e-06,2.3291795514523983e-06,9.741892426973209e-06,1.715460530249402e-05,2.456731817801483e-05,3.198001650162041e-05,3.939272937714122e-05,4.680544225266203e-05,5.421815512818284e-05,6.163086800370365e-05,6.904358451720327e-05,7.645629375474527e-05,8.386900299228728e-05,9.12817195057869e-05,9.869443601928651e-05,0.00010610714525682852,0.00011351985449437052,0.00012093257100787014,0.00012834528752136976,0.00013575798948295414,0.00014317070599645376,0.00015058342250995338,0.000157996139023453,0.00016540885553695261,0.000172821557498537,0.00018023427401203662,0.00018764699052553624,0.00019505969248712063,0.00020247240900062025,0.00020988512551411986,0.00021729784202761948,0.0002247105585411191,0.0002321232605027035,0.0002395359770162031,0.0002469486789777875,0.0002543613954912871,0.00026177411200478673,0.00026918682851828635],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,2,8,4,3,12,13,18,15,19,36,39,45,35,51,58,60,70,59,42,32,33,16,29,15,13,9,4,6,7,1,1,1,2,0,1,1,1,1,0,0,0,0,1,0,0,0,1],"bins":[-0.00035525098792277277,-0.00034405928454361856,-0.00033286758116446435,-0.0003216758486814797,-0.0003104841453023255,-0.0002992924419231713,-0.0002881007385440171,-0.00027690903516486287,-0.00026571733178570867,-0.000254525599302724,-0.0002433338959235698,-0.0002321421925444156,-0.0002209504891652614,-0.00020975877123419195,-0.00019856706785503775,-0.00018737534992396832,-0.0001761836465448141,-0.0001649919431656599,-0.00015380022523459047,-0.00014260852185543627,-0.00013141680392436683,-0.00012022510054521263,-0.00010903339716605842,-9.78416865109466e-05,-8.664997585583478e-05,-7.545826520072296e-05,-6.426655454561114e-05,-5.307485116645694e-05,-4.188314051134512e-05,-3.06914298562333e-05,-1.9499722839100286e-05,-8.30801400297787e-06,2.8836948331445456e-06,1.4075403669266962e-05,2.5267112505389377e-05,3.645881952252239e-05,4.765053017763421e-05,5.884224083274603e-05,7.003394421190023e-05,8.122565486701205e-05,9.241736552212387e-05,0.00010360907617723569,0.00011480078683234751,0.00012599249021150172,0.00013718419359065592,0.00014837591152172536,0.00015956761490087956,0.000170759332831949,0.0001819510362111032,0.0001931427395902574,0.00020433445752132684,0.00021552616090048105,0.00022671787883155048,0.00023790958221070468,0.0002491012855898589,0.0002602929889690131,0.00027148472145199776,0.00028267642483115196,0.00029386812821030617,0.0003050598315894604,0.0003162515349686146,0.0003274432383477688,0.00033863497083075345,0.00034982667420990765,0.00036101837758906186],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,1,1,1,1,4,2,2,4,2,5,3,7,3,8,12,14,11,12,16,16,25,24,27,22,22,23,30,29,31,20,26,31,28,31,30,29,21,20,26,19,20,10,10,11,13,12,13,10,5,4,3,3,3,3,2,1,1,0,1,1,0,1,1],"bins":[-0.00021022558212280273,-0.00020345766097307205,-0.00019668973982334137,-0.0001899218186736107,-0.00018315389752388,-0.00017638597637414932,-0.00016961805522441864,-0.00016285013407468796,-0.00015608221292495728,-0.0001493142917752266,-0.0001425463706254959,-0.00013577844947576523,-0.00012901052832603455,-0.00012224260717630386,-0.00011547468602657318,-0.0001087067648768425,-0.00010193884372711182,-9.517092257738113e-05,-8.840300142765045e-05,-8.163508027791977e-05,-7.486715912818909e-05,-6.80992379784584e-05,-6.133131682872772e-05,-5.456339567899704e-05,-4.779547452926636e-05,-4.1027553379535675e-05,-3.425963222980499e-05,-2.749171108007431e-05,-2.0723789930343628e-05,-1.3955868780612946e-05,-7.187947630882263e-06,-4.200264811515808e-07,6.3478946685791016e-06,1.3115815818309784e-05,1.9883736968040466e-05,2.665165811777115e-05,3.341957926750183e-05,4.0187500417232513e-05,4.6955421566963196e-05,5.372334271669388e-05,6.049126386642456e-05,6.725918501615524e-05,7.402710616588593e-05,8.079502731561661e-05,8.756294846534729e-05,9.433086961507797e-05,0.00010109879076480865,0.00010786671191453934,0.00011463463306427002,0.0001214025542140007,0.00012817047536373138,0.00013493839651346207,0.00014170631766319275,0.00014847423881292343,0.00015524215996265411,0.0001620100811123848,0.00016877800226211548,0.00017554592341184616,0.00018231384456157684,0.00018908176571130753,0.0001958496868610382,0.0002026176080107689,0.00020938552916049957,0.00021615345031023026,0.00022292137145996094],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,3,0,1,1,2,3,3,5,2,6,9,11,15,17,9,13,20,15,22,23,21,16,24,27,32,28,26,34,21,41,29,35,34,20,33,24,18,21,20,14,12,9,11,5,6,5,5,2,2,4,3,1,0,1,0,0,1,2],"bins":[-0.0035186721943318844,-0.003414333099499345,-0.0033099940046668053,-0.0032056551426649094,-0.00310131604783237,-0.0029969769529998302,-0.0028926380909979343,-0.0027882989961653948,-0.0026839599013328552,-0.0025796208065003157,-0.002475281711667776,-0.00237094284966588,-0.0022666037548333406,-0.002162264660000801,-0.002057925797998905,-0.0019535867031663656,-0.001849247608333826,-0.0017449085135012865,-0.0016405695350840688,-0.001536230556666851,-0.0014318914618343115,-0.001327552367001772,-0.0012232133885845542,-0.0011188744101673365,-0.001014535315334797,-0.0009101962787099183,-0.0008058572420850396,-0.000701518205460161,-0.0005971791688352823,-0.0004928401322104037,-0.00038850109558552504,-0.0002841620589606464,-0.0001798232551664114,-7.548421854153275e-05,2.885481808334589e-05,0.00013319385470822453,0.00023753289133310318,0.0003418719279579818,0.00044621096458286047,0.0005505500012077391,0.0006548890378326178,0.0007592280744574964,0.000863567111082375,0.0009679061477072537,0.0010722451843321323,0.001176584279164672,0.0012809232575818896,0.0013852622359991074,0.001489601330831647,0.0015939404256641865,0.0016982794040814042,0.001802618382498622,0.0019069574773311615,0.002011296572163701,0.0021156356669962406,0.0022199745289981365,0.002324313623830676,0.0024286527186632156,0.0025329915806651115,0.002637330675497651,0.0027416697703301907,0.0028460088651627302,0.0029503479599952698,0.0030546868219971657,0.0031590259168297052]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[1,0,2,1,1,5,1,6,4,12,15,15,25,31,52,66,106,156,191,258,373,569,823,1308,1996,2960,4765,7618,12162,20231,35389,67970,132007,136183,71767,37196,21038,12543,7796,4869,3178,2004,1297,883,610,387,254,205,150,109,63,49,28,35,16,16,7,7,5,3,2,1,1,3],"bins":[-0.0004222393035888672,-0.00040945783257484436,-0.00039667636156082153,-0.0003838948905467987,-0.0003711134195327759,-0.00035833194851875305,-0.0003455504775047302,-0.0003327690064907074,-0.00031998753547668457,-0.00030720606446266174,-0.0002944245934486389,-0.0002816431224346161,-0.00026886165142059326,-0.00025608018040657043,-0.0002432987093925476,-0.00023051723837852478,-0.00021773576736450195,-0.00020495429635047913,-0.0001921728253364563,-0.00017939135432243347,-0.00016660988330841064,-0.00015382841229438782,-0.000141046941280365,-0.00012826547026634216,-0.00011548399925231934,-0.00010270252823829651,-8.992105722427368e-05,-7.713958621025085e-05,-6.435811519622803e-05,-5.15766441822052e-05,-3.879517316818237e-05,-2.6013702154159546e-05,-1.3232231140136719e-05,-4.507601261138916e-07,1.2330710887908936e-05,2.5112181901931763e-05,3.789365291595459e-05,5.067512392997742e-05,6.345659494400024e-05,7.623806595802307e-05,8.90195369720459e-05,0.00010180100798606873,0.00011458247900009155,0.00012736395001411438,0.0001401454210281372,0.00015292689204216003,0.00016570836305618286,0.0001784898340702057,0.00019127130508422852,0.00020405277609825134,0.00021683424711227417,0.000229615718126297,0.00024239718914031982,0.00025517866015434265,0.0002679601311683655,0.0002807416021823883,0.00029352307319641113,0.00030630454421043396,0.0003190860152244568,0.0003318674862384796,0.00034464895725250244,0.00035743042826652527,0.0003702118992805481,0.0003829933702945709,0.00039577484130859375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"values":[3,2,2,6,11,9,35,66,92,185,268,399,658,943,1427,2050,2897,3919,5605,7228,9162,11500,14403,17515,20675,23556,26750,29651,31910,33752,34874,35328,34846,33831,31720,29279,26254,23530,20163,16993,13852,11287,8861,6885,5136,3794,2797,1961,1314,851,599,383,268,128,82,62,31,16,12,4,2,1,0,1],"bins":[-0.09447285532951355,-0.09146616607904434,-0.08845946937799454,-0.08545278012752533,-0.08244609087705612,-0.07943939417600632,-0.07643270492553711,-0.0734260156750679,-0.0704193264245987,-0.06741262972354889,-0.06440594047307968,-0.061399247497320175,-0.05839255452156067,-0.05538586527109146,-0.052379172295331955,-0.04937248304486275,-0.04636579006910324,-0.043359097093343735,-0.04035240784287453,-0.03734571486711502,-0.03433902561664581,-0.03133233264088631,-0.0283256396651268,-0.025318948552012444,-0.022312257438898087,-0.01930556632578373,-0.016298875212669373,-0.013292182236909866,-0.01028549112379551,-0.007278799545019865,-0.004272107966244221,-0.0012654163874685764,0.0017412751913070679,0.004747966770082712,0.0077546583488583565,0.010761350393295288,0.013768041506409645,0.016774732619524002,0.01978142559528351,0.022788116708397865,0.025794807821512222,0.02880149893462658,0.031808190047740936,0.03481488302350044,0.03782157599925995,0.040828265249729156,0.04383495822548866,0.04684164747595787,0.04984834045171738,0.05285503342747688,0.05586172267794609,0.0588684156537056,0.061875104904174805,0.06488180160522461,0.06788849085569382,0.07089518010616302,0.07390187680721283,0.07690856605768204,0.07991525530815125,0.08292194455862045,0.08592864125967026,0.08893533051013947,0.09194201976060867,0.09494871646165848,0.09795540571212769],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[3,1,3,2,0,2,2,0,2,1,2,0,1,2,1,2,1,11,5,9,9,17,13,28,30,28,29,42,43,46,47,43,39,41,34,36,32,33,20,17,15,11,10,11,8,5,2,2,2,2,1,2,1,1,1,2,1,1,2,3,3,4,0,1],"bins":[-0.020988157019019127,-0.020313220098614693,-0.019638285040855408,-0.018963348120450974,-0.01828841120004654,-0.017613476142287254,-0.01693853922188282,-0.016263602301478386,-0.015588666312396526,-0.014913730323314667,-0.014238793402910233,-0.013563857413828373,-0.012888921424746513,-0.01221398450434208,-0.01153904851526022,-0.010864111594855785,-0.010189175605773926,-0.009514239616692066,-0.008839302696287632,-0.008164366707205772,-0.0074894302524626255,-0.006814493797719479,-0.006139557808637619,-0.005464621353894472,-0.004789684899151325,-0.004114748444408178,-0.003439812222495675,-0.002764876000583172,-0.002089939545840025,-0.0014150032075121999,-0.0007400668691843748,-6.513053085654974e-05,0.0006098058074712753,0.0012847421457991004,0.0019596784841269255,0.0026346147060394287,0.0033095511607825756,0.0039844876155257225,0.004659423604607582,0.005334360059350729,0.006009296514093876,0.006684232968837023,0.00735916942358017,0.00803410541266203,0.008709041401743889,0.009383978322148323,0.010058914311230183,0.010733851231634617,0.011408787220716476,0.012083723209798336,0.01275866013020277,0.01343359611928463,0.014108533039689064,0.014783469028770924,0.015458405017852783,0.016133341938257217,0.01680827885866165,0.017483213916420937,0.01815815083682537,0.018833087757229805,0.01950802281498909,0.020182959735393524,0.02085789665579796,0.021532831713557243,0.022207768633961678]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.00028580427169799805,-0.00027570128440856934,-0.0002655982971191406,-0.0002554953098297119,-0.0002453923225402832,-0.0002352893352508545,-0.00022518634796142578,-0.00021508336067199707,-0.00020498037338256836,-0.00019487738609313965,-0.00018477439880371094,-0.00017467141151428223,-0.00016456842422485352,-0.0001544654369354248,-0.0001443624496459961,-0.00013425946235656738,-0.00012415647506713867,-0.00011405348777770996,-0.00010395050048828125,-9.384751319885254e-05,-8.374452590942383e-05,-7.364153861999512e-05,-6.35385513305664e-05,-5.3435564041137695e-05,-4.3332576751708984e-05,-3.3229589462280273e-05,-2.3126602172851562e-05,-1.3023614883422852e-05,-2.9206275939941406e-06,7.18235969543457e-06,1.728534698486328e-05,2.7388334274291992e-05,3.74913215637207e-05,4.7594308853149414e-05,5.7697296142578125e-05,6.780028343200684e-05,7.790327072143555e-05,8.800625801086426e-05,9.810924530029297e-05,0.00010821223258972168,0.00011831521987915039,0.0001284182071685791,0.0001385211944580078,0.00014862418174743652,0.00015872716903686523,0.00016883015632629395,0.00017893314361572266,0.00018903613090515137,0.00019913911819458008,0.0002092421054840088,0.0002193450927734375,0.0002294480800628662,0.00023955106735229492,0.00024965405464172363,0.00025975704193115234,0.00026986002922058105,0.00027996301651000977,0.0002900660037994385,0.0003001689910888672,0.0003102719783782959,0.0003203749656677246,0.0003304779529571533,0.00034058094024658203,0.00035068392753601074,0.00036078691482543945],"_type":"histogram","values":[3,1,1,0,2,2,3,2,1,5,5,8,6,9,14,16,22,23,19,18,27,25,35,27,25,32,25,33,18,23,24,33,34,30,28,23,21,29,15,14,11,12,8,14,8,7,5,1,3,2,3,0,2,1,3,2,1,1,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,1,1,0,3,0,8,5,2,5,7,4,5,7,10,13,14,14,18,14,17,9,10,18,22,11,26,21,24,23,24,15,19,16,26,18,20,23,26,22,33,22,25,18,17,18,19,11,13,7,8,10,3,10,6,1,5,3,2,7,2,1,4,1],"bins":[-0.01384125929325819,-0.013430455699563026,-0.013019653037190437,-0.012608849443495274,-0.012198046781122684,-0.01178724318742752,-0.011376439593732357,-0.010965636931359768,-0.010554833337664604,-0.010144030675292015,-0.009733227081596851,-0.009322423487901688,-0.008911620825529099,-0.008500817231833935,-0.008090014569461346,-0.007679210975766182,-0.0072684078477323055,-0.006857604719698429,-0.006446801591664553,-0.006035997997969389,-0.0056251948699355125,-0.005214391741901636,-0.00480358861386776,-0.004392785485833883,-0.003981982357800007,-0.003571178996935487,-0.0031603756360709667,-0.0027495725080370903,-0.002338769380003214,-0.0019279660191386938,-0.0015171628911048174,-0.0011063596466556191,-0.0006955564022064209,-0.0002847531868610531,0.00012605002848431468,0.000536853214725852,0.0009476564591750503,0.0013584597036242485,0.001769262831658125,0.002180066192522645,0.0025908693205565214,0.003001672448590398,0.003412475809454918,0.0038232789374887943,0.004234082065522671,0.004644885193556547,0.005055688787251711,0.005466491915285587,0.005877295043319464,0.00628809817135334,0.006698901299387217,0.00710970489308238,0.007520508021116257,0.007931310683488846,0.00834211427718401,0.008752917870879173,0.009163720533251762,0.009574524126946926,0.009985326789319515,0.010396130383014679,0.010806933976709843,0.011217736639082432,0.011628540232777596,0.012039342895150185,0.012450146488845348],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.00036269426345825195,-0.00035094376653432846,-0.00033919326961040497,-0.0003274427726864815,-0.000315692275762558,-0.0003039417788386345,-0.000292191281914711,-0.0002804407849907875,-0.000268690288066864,-0.0002569397911429405,-0.00024518929421901703,-0.00023343879729509354,-0.00022168830037117004,-0.00020993780344724655,-0.00019818730652332306,-0.00018643680959939957,-0.00017468631267547607,-0.00016293581575155258,-0.0001511853188276291,-0.0001394348219037056,-0.0001276843249797821,-0.00011593382805585861,-0.00010418333113193512,-9.243283420801163e-05,-8.068233728408813e-05,-6.893184036016464e-05,-5.718134343624115e-05,-4.543084651231766e-05,-3.3680349588394165e-05,-2.1929852664470673e-05,-1.017935574054718e-05,1.5711411833763123e-06,1.3321638107299805e-05,2.5072135031223297e-05,3.682263195514679e-05,4.857312887907028e-05,6.0323625802993774e-05,7.207412272691727e-05,8.382461965084076e-05,9.557511657476425e-05,0.00010732561349868774,0.00011907611042261124,0.00013082660734653473,0.00014257710427045822,0.00015432760119438171,0.0001660780981183052,0.0001778285950422287,0.0001895790919661522,0.00020132958889007568,0.00021308008581399918,0.00022483058273792267,0.00023658107966184616,0.00024833157658576965,0.00026008207350969315,0.00027183257043361664,0.00028358306735754013,0.0002953335642814636,0.0003070840612053871,0.0003188345581293106,0.0003305850550532341,0.0003423355519771576,0.0003540860489010811,0.0003658365458250046,0.00037758704274892807,0.00038933753967285156],"_type":"histogram","values":[1,0,0,1,1,1,1,1,1,3,3,4,5,6,3,17,11,7,12,18,19,17,26,19,37,22,33,25,29,29,35,32,31,30,34,26,25,26,28,24,19,13,13,10,12,9,9,11,8,2,2,2,5,3,2,0,1,1,1,0,0,0,1,1]},"_runtime":1625,"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[2,0,9,15,17,33,61,122,217,387,629,1050,1712,2534,3894,5638,8246,11430,15803,20797,27051,34026,42795,50916,60787,69761,78423,85625,91638,95704,97280,97180,94936,89562,83318,74696,66016,56548,47075,38856,31026,24264,18460,13708,9882,7037,4871,3170,2102,1412,841,569,311,193,111,58,28,16,7,4,2,1,1,1],"bins":[-0.09636931121349335,-0.09323866665363312,-0.09010802209377289,-0.08697737753391266,-0.08384673297405243,-0.0807160884141922,-0.07758544385433197,-0.07445479929447174,-0.07132415473461151,-0.06819351017475128,-0.06506286561489105,-0.06193222105503082,-0.05880157649517059,-0.055670931935310364,-0.052540287375450134,-0.049409642815589905,-0.046278998255729675,-0.043148353695869446,-0.040017709136009216,-0.03688706457614899,-0.03375642001628876,-0.030625775456428528,-0.0274951308965683,-0.02436448633670807,-0.02123384177684784,-0.01810319721698761,-0.01497255265712738,-0.011841908097267151,-0.008711263537406921,-0.005580618977546692,-0.0024499744176864624,0.0006806701421737671,0.0038113072514533997,0.006941951811313629,0.010072596371173859,0.013203240931034088,0.016333885490894318,0.019464530050754547,0.022595174610614777,0.025725819170475006,0.028856463730335236,0.031987108290195465,0.035117752850055695,0.038248397409915924,0.041379041969776154,0.04450968652963638,0.04764033108949661,0.05077097564935684,0.05390162020921707,0.0570322647690773,0.06016290932893753,0.06329355388879776,0.06642419844865799,0.06955484300851822,0.07268548756837845,0.07581613212823868,0.07894677668809891,0.08207742124795914,0.08520806580781937,0.0883387103676796,0.09146935492753983,0.09459999948740005,0.09773064404726028,0.10086128860712051,0.10399193316698074]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.0005345344543457031,-0.0005191341042518616,-0.00050373375415802,-0.0004883334040641785,-0.0004729330539703369,-0.00045753270387649536,-0.0004421323537826538,-0.00042673200368881226,-0.0004113316535949707,-0.00039593130350112915,-0.0003805309534072876,-0.00036513060331344604,-0.0003497302532196045,-0.00033432990312576294,-0.0003189295530319214,-0.00030352920293807983,-0.0002881288528442383,-0.00027272850275039673,-0.0002573281526565552,-0.00024192780256271362,-0.00022652745246887207,-0.00021112710237503052,-0.00019572675228118896,-0.0001803264021873474,-0.00016492605209350586,-0.0001495257019996643,-0.00013412535190582275,-0.0001187250018119812,-0.00010332465171813965,-8.79243016242981e-05,-7.252395153045654e-05,-5.712360143661499e-05,-4.172325134277344e-05,-2.6322901248931885e-05,-1.0922551155090332e-05,4.477798938751221e-06,1.9878149032592773e-05,3.5278499126434326e-05,5.067884922027588e-05,6.607919931411743e-05,8.147954940795898e-05,9.687989950180054e-05,0.00011228024959564209,0.00012768059968948364,0.0001430809497833252,0.00015848129987716675,0.0001738816499710083,0.00018928200006484985,0.0002046823501586914,0.00022008270025253296,0.0002354830503463745,0.00025088340044021606,0.0002662837505340576,0.00028168410062789917,0.0002970844507217407,0.0003124848008155823,0.00032788515090942383,0.0003432855010032654,0.00035868585109710693,0.0003740862011909485,0.00038948655128479004,0.0004048869013786316,0.00042028725147247314,0.0004356876015663147,0.00045108795166015625],"_type":"histogram","values":[1,0,0,0,0,1,0,4,4,3,6,4,8,18,18,28,40,27,63,93,121,155,254,381,551,798,1265,1936,3281,5836,10771,22113,52271,196622,734283,391758,85073,31665,14809,7604,4178,2384,1516,962,599,413,285,183,145,106,68,44,31,26,13,9,16,4,5,6,2,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,1,1,2,2,2,3,5,6,3,13,6,11,15,15,12,19,16,16,23,24,19,33,21,32,30,34,28,35,24,23,25,28,31,27,19,23,13,19,13,14,11,11,11,15,7,6,5,0,3,2,1,2,2,1,0,1,0,0,1],"bins":[-0.000270843505859375,-0.00026229675859212875,-0.0002537500113248825,-0.00024520326405763626,-0.00023665651679039001,-0.00022810976952314377,-0.00021956302225589752,-0.00021101627498865128,-0.00020246952772140503,-0.00019392278045415878,-0.00018537603318691254,-0.0001768292859196663,-0.00016828253865242004,-0.0001597357913851738,-0.00015118904411792755,-0.0001426422968506813,-0.00013409554958343506,-0.0001255488023161888,-0.00011700205504894257,-0.00010845530778169632,-9.990856051445007e-05,-9.136181324720383e-05,-8.281506597995758e-05,-7.426831871271133e-05,-6.572157144546509e-05,-5.717482417821884e-05,-4.8628076910972595e-05,-4.008132964372635e-05,-3.15345823764801e-05,-2.2987835109233856e-05,-1.444108784198761e-05,-5.8943405747413635e-06,2.652406692504883e-06,1.1199153959751129e-05,1.9745901226997375e-05,2.8292648494243622e-05,3.683939576148987e-05,4.5386143028736115e-05,5.393289029598236e-05,6.247963756322861e-05,7.102638483047485e-05,7.95731320977211e-05,8.811987936496735e-05,9.666662663221359e-05,0.00010521337389945984,0.00011376012116670609,0.00012230686843395233,0.00013085361570119858,0.00013940036296844482,0.00014794711023569107,0.00015649385750293732,0.00016504060477018356,0.0001735873520374298,0.00018213409930467606,0.0001906808465719223,0.00019922759383916855,0.0002077743411064148,0.00021632108837366104,0.0002248678356409073,0.00023341458290815353,0.00024196133017539978,0.000250508077442646,0.0002590548247098923,0.0002676015719771385,0.00027614831924438477]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,2,3,4,0,3,1,4,10,4,12,14,11,12,18,15,18,22,42,37,32,40,35,48,36,38,34,30,32,28,22,22,26,15,17,11,8,10,11,10,5,9,2,2,1,2,1,1,0,0,0,1,0,0,1,1,0,0,1],"bins":[-0.001906614750623703,-0.0018409636104479432,-0.0017753124702721834,-0.0017096613300964236,-0.0016440101899206638,-0.0015783591661602259,-0.001512708025984466,-0.0014470568858087063,-0.0013814057456329465,-0.0013157546054571867,-0.001250103465281427,-0.0011844523251056671,-0.0011188013013452291,-0.0010531501611694694,-0.0009874990209937096,-0.0009218478808179498,-0.00085619674064219,-0.0007905456004664302,-0.0007248944602906704,-0.0006592433783225715,-0.0005935922381468117,-0.0005279410979710519,-0.0004622899868991226,-0.00039663887582719326,-0.00033098773565143347,-0.0002653365954756737,-0.00019968548440374434,-0.00013403435877989978,-6.838323315605521e-05,-2.732107532210648e-06,6.291901809163392e-05,0.00012857014371547848,0.0001942210365086794,0.0002598721766844392,0.0003255232877563685,0.00039117439882829785,0.00045682553900405765,0.0005224766791798174,0.0005881277611479163,0.0006537789013236761,0.0007194300414994359,0.0007850811816751957,0.0008507323218509555,0.0009163834038190544,0.0009820344857871532,0.001047685625962913,0.0011133367661386728,0.0011789879063144326,0.0012446390464901924,0.0013102901866659522,0.001375941326841712,0.0014415924670174718,0.0015072436071932316,0.0015728946309536695,0.0016385457711294293,0.0017041969113051891,0.001769848051480949,0.0018354991916567087,0.0019011503318324685,0.0019668014720082283,0.0020324524957686663,0.002098103752359748,0.002163754776120186,0.0022294060327112675,0.0022950570564717054]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[2,0,0,1,3,4,7,14,45,49,114,188,351,580,914,1467,2309,3530,5180,7362,10422,14395,19147,24888,31792,39532,48367,57628,66889,75677,82901,89906,94214,97225,97273,95580,90841,84601,77376,68842,59512,50840,41733,33687,26252,20235,15450,11173,8030,5755,3890,2479,1627,1056,632,368,225,131,82,45,19,14,7,6],"bins":[-0.10707145184278488,-0.10393315553665161,-0.10079486668109894,-0.09765657037496567,-0.094518281519413,-0.09137998521327972,-0.08824169635772705,-0.08510340005159378,-0.08196510374546051,-0.07882681488990784,-0.07568851858377457,-0.0725502297282219,-0.06941193342208862,-0.06627364456653595,-0.06313534826040268,-0.05999705567955971,-0.056858763098716736,-0.053720470517873764,-0.05058217793703079,-0.04744388535618782,-0.04430559277534485,-0.04116729646921158,-0.03802900388836861,-0.034890711307525635,-0.03175241872668266,-0.02861412614583969,-0.02547583356499672,-0.0223375391215086,-0.019199246540665627,-0.016060953959822655,-0.012922660447657108,-0.009784366935491562,-0.00664607435464859,-0.003507781308144331,-0.00036948826164007187,0.0027688047848641872,0.005907097831368446,0.009045390412211418,0.012183683924376965,0.015321977436542511,0.018460270017385483,0.021598562598228455,0.024736855179071426,0.027875149622559547,0.03101344220340252,0.03415173664689064,0.03729002922773361,0.040428321808576584,0.043566614389419556,0.04670490697026253,0.0498431995511055,0.05298149213194847,0.05611978471279144,0.05925808101892471,0.062396373599767685,0.06553466618061066,0.06867295503616333,0.0718112513422966,0.07494954764842987,0.07808783650398254,0.08122613281011581,0.08436442166566849,0.08750271797180176,0.09064100682735443,0.0937793031334877]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,0,0,0,0,0,2,3,0,2,3,3,8,7,5,10,6,14,17,17,15,16,22,19,21,26,25,37,44,34,31,41,45,34,25,30,36,14,21,21,19,14,14,9,8,7,5,5,6,3,6,3,3,0,3,2,2,0,0,0,2],"bins":[-0.0034613339230418205,-0.00335789960809052,-0.0032544652931392193,-0.0031510309781879187,-0.003047596663236618,-0.0029441621154546738,-0.002840727800503373,-0.0027372934855520725,-0.002633859170600772,-0.0025304248556494713,-0.0024269905406981707,-0.00232355622574687,-0.0022201216779649258,-0.002116687363013625,-0.0020132530480623245,-0.001909818733111024,-0.0018063844181597233,-0.0017029501032084227,-0.001599515788257122,-0.0014960813568904996,-0.001392647041939199,-0.0012892127269878983,-0.001185778295621276,-0.0010823439806699753,-0.0009789096657186747,-0.000875475350767374,-0.0007720409776084125,-0.000668606604449451,-0.0005651722894981503,-0.00046173794544301927,-0.0003583036013878882,-0.0002548692573327571,-0.00015143468044698238,-4.8000336391851306e-05,5.543400766327977e-05,0.00015886835171841085,0.00026230269577354193,0.000365737039828673,0.0004691713838838041,0.0005726057570427656,0.0006760400719940662,0.0007794743869453669,0.0008829087601043284,0.00098634313326329,0.0010897774482145905,0.0011932117631658912,0.0012966461945325136,0.0014000805094838142,0.0015035148244351149,0.0016069491393864155,0.001710383454337716,0.0018138178857043386,0.0019172522006556392,0.0020206866320222616,0.0021241209469735622,0.002227555261924863,0.0023309895768761635,0.002434423891827464,0.0025378582067787647,0.0026412925217300653,0.002744726836681366,0.0028481613844633102,0.002951595699414611,0.0030550300143659115,0.003158464329317212]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,2,1,1,0,3,4,3,3,5,4,3,6,12,10,13,15,12,22,18,25,24,27,25,27,26,36,32,28,37,33,41,30,24,25,16,28,11,10,19,13,20,7,9,12,7,9,6,5,5,1,2,4,1,0,1,2,1,1],"bins":[-0.0015419841511175036,-0.0014961657579988241,-0.0014503474812954664,-0.001404529088176787,-0.0013587106950581074,-0.0013128924183547497,-0.0012670740252360702,-0.0012212557485327125,-0.001175437355414033,-0.0011296189622953534,-0.0010838006855919957,-0.0010379822924733162,-0.0009921640157699585,-0.000946345622651279,-0.0009005272295325994,-0.0008547088946215808,-0.0008088905597105622,-0.0007630722247995436,-0.000717253889888525,-0.0006714354967698455,-0.0006256171618588269,-0.0005797988269478083,-0.0005339804338291287,-0.00048816209891811013,-0.0004423437640070915,-0.0003965254290960729,-0.00035070706508122385,-0.0003048887010663748,-0.00025907036615535617,-0.00021325201669242233,-0.0001674336672294885,-0.00012161531776655465,-7.579685188829899e-05,-2.997850242536515e-05,1.583984703756869e-05,6.165819650050253e-05,0.00010747654596343637,0.0001532948954263702,0.00019911324488930404,0.0002449316089041531,0.0002907499438151717,0.00033656827872619033,0.0003823866427410394,0.00042820500675588846,0.00047402334166690707,0.0005198416765779257,0.0005656600696966052,0.0006114784046076238,0.0006572967395186424,0.000703115074429661,0.0007489334093406796,0.0007947518024593592,0.0008405701373703778,0.0008863884722813964,0.0009322068654000759,0.0009780251421034336,0.0010238435352221131,0.0010696619283407927,0.0011154802050441504,0.0011612985981628299,0.0012071169912815094,0.001252935267984867,0.0012987536611035466,0.0013445719378069043,0.0013903903309255838],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,0,1,3,3,2,0,6,3,3,7,2,1,7,7,6,10,10,9,13,15,16,20,26,20,21,17,21,29,27,29,26,25,32,27,22,30,27,27,22,23,18,25,15,15,13,13,9,6,6,4,9,4,6,5,2,6,5,3,4,0,1,1,2],"bins":[-9.233030141331255e-05,-8.949547191150486e-05,-8.666064968565479e-05,-8.38258201838471e-05,-8.099099795799702e-05,-7.815616845618933e-05,-7.532133895438164e-05,-7.248651672853157e-05,-6.965168722672388e-05,-6.681685772491619e-05,-6.398203549906611e-05,-6.114720599725842e-05,-5.831238013342954e-05,-5.547755426960066e-05,-5.264272476779297e-05,-4.980789890396409e-05,-4.6973073040135205e-05,-4.413824717630632e-05,-4.130342131247744e-05,-3.846859181066975e-05,-3.563376594684087e-05,-3.2798940083011985e-05,-2.99641124001937e-05,-2.7129284717375413e-05,-2.429445885354653e-05,-2.1459632989717647e-05,-1.862480530689936e-05,-1.5789977624081075e-05,-1.2955151760252193e-05,-1.0120324986928608e-05,-7.285498213605024e-06,-4.4506714402814396e-06,-1.6158519429154694e-06,1.218974830408115e-06,4.053801603731699e-06,6.888628377055284e-06,9.723455150378868e-06,1.2558281923702452e-05,1.5393108697026037e-05,1.8227936379844323e-05,2.1062762243673205e-05,2.3897588107502088e-05,2.6732415790320374e-05,2.956724347313866e-05,3.240206933696754e-05,3.5236895200796425e-05,3.8071724702604115e-05,4.0906550566433e-05,4.374137643026188e-05,4.657620229409076e-05,4.9411028157919645e-05,5.2245857659727335e-05,5.508068352355622e-05,5.79155093873851e-05,6.075033888919279e-05,6.358516111504287e-05,6.641999061685055e-05,6.925482011865824e-05,7.208964234450832e-05,7.492447184631601e-05,7.775929407216609e-05,8.059412357397377e-05,8.342895307578146e-05,8.626377530163154e-05,8.909860480343923e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[1,1,1,0,1,0,1,1,1,4,3,4,6,7,9,17,11,17,23,43,32,44,51,61,71,66,91,74,95,108,111,107,89,101,87,95,78,78,74,73,33,59,43,33,22,12,21,20,11,14,12,8,2,3,6,1,2,0,3,1,2,1,0,2],"bins":[-0.006468287203460932,-0.006318075582385063,-0.006167863495647907,-0.006017651874572039,-0.005867439787834883,-0.005717228166759014,-0.005567016080021858,-0.00541680445894599,-0.005266592837870121,-0.005116380751132965,-0.0049661691300570965,-0.004815957043319941,-0.004665745422244072,-0.004515533335506916,-0.0043653217144310474,-0.0042151096276938915,-0.004064898006618023,-0.003914686385542154,-0.0037644742988049984,-0.003614262444898486,-0.003464050590991974,-0.0033138389699161053,-0.003163627116009593,-0.0030134152621030807,-0.0028632034081965685,-0.0027129915542900562,-0.002562779700383544,-0.0024125678464770317,-0.002262356225401163,-0.002112144371494651,-0.0019619325175881386,-0.0018117206636816263,-0.0016615085769444704,-0.0015112967230379581,-0.0013610848691314459,-0.0012108731316402555,-0.0010606612777337432,-0.0009104494238272309,-0.0007602376281283796,-0.0006100258324295282,-0.000459813978523016,-0.00030960215372033417,-0.00015939032891765237,-9.178504114970565e-06,0.00014103332068771124,0.00029124514549039304,0.00044145697029307485,0.0005916687659919262,0.0007418806198984385,0.0008920924738049507,0.001042304327711463,0.0011925160652026534,0.0013427279191091657,0.001492939773015678,0.0016431515105068684,0.0017933633644133806,0.0019435752183198929,0.002093787072226405,0.0022439989261329174,0.0023942107800394297,0.002544422633945942,0.0026946342550218105,0.002844846108928323,0.002995057962834835,0.0031452698167413473],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,2,1,5,3,6,3,4,1,8,3,7,13,10,13,20,12,19,22,19,29,27,34,27,32,20,25,39,33,32,33,30,30,31,21,30,16,15,14,13,13,12,4,8,6,3,3,3,4,3,3,0,0,0,1],"bins":[-0.0007541149388998747,-0.0007330377702601254,-0.0007119606016203761,-0.0006908834329806268,-0.0006698062061332166,-0.0006487290374934673,-0.000627651868853718,-0.0006065747002139688,-0.0005854975315742195,-0.0005644203629344702,-0.00054334313608706,-0.0005222659674473107,-0.0005011887988075614,-0.0004801116301678121,-0.0004590344615280628,-0.0004379572637844831,-0.0004168800951447338,-0.0003958029265049845,-0.00037472572876140475,-0.00035364856012165546,-0.0003325713914819062,-0.00031149419373832643,-0.00029041702509857714,-0.00026933985645882785,-0.0002482626587152481,-0.00022718549007549882,-0.00020610832143574953,-0.00018503113824408501,-0.0001639539550524205,-0.0001428767864126712,-0.00012179960322100669,-0.00010072242730529979,-7.964525138959289e-05,-5.856807547388598e-05,-3.7490895920200273e-05,-1.6413718185503967e-05,4.663459549192339e-06,2.5740637283888645e-05,4.681781501858495e-05,6.789499457227066e-05,8.897217048797756e-05,0.00011004934640368447,0.00013112652231939137,0.0001522037055110559,0.0001732808887027204,0.0001943580573424697,0.0002154352405341342,0.0002365124091738835,0.000257589592365548,0.0002786667610052973,0.00029974395874887705,0.00032082112738862634,0.0003418982960283756,0.00036297549377195537,0.00038405266241170466,0.00040512983105145395,0.0004262070287950337,0.000447284197434783,0.00046836136607453227,0.0004894385347142816,0.0005105157033540308,0.000531592930201441,0.0005526700988411903,0.0005737472674809396,0.0005948244361206889]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,2,3,2,2,2,1,9,4,10,4,14,10,10,14,24,22,27,30,35,34,39,31,33,36,35,26,34,25,19,27,29,23,24,18,22,15,11,12,7,3,9,8,1,2,5,1,2,0,0,0,3,1,1,1,1,1],"bins":[0.9944884181022644,0.9946601986885071,0.9948319792747498,0.9950038194656372,0.9951756000518799,0.9953473806381226,0.9955191612243652,0.9956909418106079,0.9958627820014954,0.996034562587738,0.9962063431739807,0.9963781237602234,0.9965499043464661,0.9967217445373535,0.9968935251235962,0.9970653057098389,0.9972370862960815,0.9974088668823242,0.9975807070732117,0.9977524876594543,0.997924268245697,0.9980960488319397,0.9982678294181824,0.9984396696090698,0.9986114501953125,0.9987832307815552,0.9989550113677979,0.9991267919540405,0.999298632144928,0.9994704127311707,0.9996421933174133,0.999813973903656,0.9999858140945435,1.0001575946807861,1.0003293752670288,1.0005011558532715,1.0006729364395142,1.0008447170257568,1.0010164976119995,1.0011882781982422,1.0013601779937744,1.001531958580017,1.0017037391662598,1.0018755197525024,1.0020473003387451,1.0022190809249878,1.0023908615112305,1.0025626420974731,1.0027344226837158,1.0029062032699585,1.0030781030654907,1.0032498836517334,1.003421664237976,1.0035934448242188,1.0037652254104614,1.003937005996704,1.0041087865829468,1.0042805671691895,1.0044523477554321,1.0046241283416748,1.004796028137207,1.0049678087234497,1.0051395893096924,1.005311369895935,1.0054831504821777]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.00044780969619750977,-0.00043329689651727676,-0.00041878409683704376,-0.00040427129715681076,-0.00038975849747657776,-0.00037524569779634476,-0.00036073289811611176,-0.00034622009843587875,-0.00033170729875564575,-0.00031719449907541275,-0.00030268169939517975,-0.00028816889971494675,-0.00027365610003471375,-0.00025914330035448074,-0.00024463050067424774,-0.00023011770099401474,-0.00021560490131378174,-0.00020109210163354874,-0.00018657930195331573,-0.00017206650227308273,-0.00015755370259284973,-0.00014304090291261673,-0.00012852810323238373,-0.00011401530355215073,-9.950250387191772e-05,-8.498970419168472e-05,-7.047690451145172e-05,-5.596410483121872e-05,-4.145130515098572e-05,-2.6938505470752716e-05,-1.2425705790519714e-05,2.0870938897132874e-06,1.659989356994629e-05,3.111269325017929e-05,4.562549293041229e-05,6.0138292610645294e-05,7.46510922908783e-05,8.91638919711113e-05,0.0001036766916513443,0.0001181894913315773,0.0001327022910118103,0.0001472150906920433,0.0001617278903722763,0.0001762406900525093,0.0001907534897327423,0.0002052662894129753,0.0002197790890932083,0.00023429188877344131,0.0002488046884536743,0.0002633174881339073,0.0002778302878141403,0.0002923430874943733,0.0003068558871746063,0.0003213686868548393,0.0003358814865350723,0.00035039428621530533,0.00036490708589553833,0.00037941988557577133,0.00039393268525600433,0.00040844548493623734,0.00042295828461647034,0.00043747108429670334,0.00045198388397693634,0.00046649668365716934,0.00048100948333740234],"_type":"histogram","values":[2,1,0,1,0,0,1,0,2,2,4,1,8,5,12,5,13,12,12,14,17,23,18,33,20,23,25,23,25,38,35,32,24,44,39,30,28,33,20,24,20,15,8,25,16,10,5,5,5,3,1,1,3,0,0,0,0,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[2,4,4,15,26,33,58,86,141,229,321,530,778,1096,1645,2422,3191,4353,5727,7484,9529,11473,14162,16977,19875,22715,25575,27936,30332,32189,33168,33713,33148,32339,30996,29222,26784,24029,20695,17961,15228,12544,10191,7965,6191,4686,3620,2622,1872,1326,934,622,376,266,178,90,56,29,30,16,7,9,0,3],"bins":[-0.09099674224853516,-0.08812476694583893,-0.0852527916431427,-0.08238082379102707,-0.07950884848833084,-0.07663687318563461,-0.07376489788293839,-0.07089292258024216,-0.06802095472812653,-0.0651489794254303,-0.06227700412273407,-0.05940502882003784,-0.056533053517341614,-0.053661081939935684,-0.050789106637239456,-0.04791713505983353,-0.0450451597571373,-0.04217318445444107,-0.03930121287703514,-0.03642923757433891,-0.03355726599693298,-0.030685290694236755,-0.027813315391540527,-0.02494134195148945,-0.02206936851143837,-0.01919739507138729,-0.016325421631336212,-0.013453446328639984,-0.010581472888588905,-0.007709498982876539,-0.004837525077164173,-0.001965551171451807,0.000906430184841156,0.003778404090553522,0.006650377996265888,0.009522352367639542,0.01239432580769062,0.0152662992477417,0.018138274550437927,0.021010247990489006,0.023882221430540085,0.026754194870591164,0.029626168310642242,0.03249814361333847,0.0353701189160347,0.03824209049344063,0.041114065796136856,0.043986037373542786,0.046858012676239014,0.04972998797893524,0.05260195955634117,0.0554739348590374,0.05834590643644333,0.06121788173913956,0.06408985704183578,0.06696183234453201,0.06983380019664764,0.07270577549934387,0.0755777508020401,0.07844972610473633,0.08132170140743256,0.08419367671012878,0.08706564456224442,0.08993761986494064,0.09280959516763687]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,1,0,1,4,2,7,12,15,30,66,91,182,307,452,736,1086,1669,2297,3327,4683,6404,8186,10368,13045,15941,18941,21552,24502,26383,28327,28793,30015,28590,27420,25940,23253,20320,17781,14765,12156,9835,7598,5603,4224,2965,2117,1420,946,606,385,217,133,81,51,34,13,5,1,2,0,0,1],"bins":[-0.10852062702178955,-0.10526297986507416,-0.10200533270835876,-0.09874767810106277,-0.09549003094434738,-0.09223238378763199,-0.088974729180336,-0.0857170820236206,-0.08245943486690521,-0.07920178771018982,-0.07594414055347443,-0.07268648594617844,-0.06942883878946304,-0.06617119163274765,-0.06291353702545166,-0.05965588986873627,-0.056398242712020874,-0.05314059555530548,-0.04988294467329979,-0.0466252937912941,-0.043367646634578705,-0.04010999947786331,-0.03685234859585762,-0.03359469771385193,-0.030337050557136536,-0.027079401537775993,-0.02382175251841545,-0.02056410349905491,-0.017306454479694366,-0.014048805460333824,-0.010791156440973282,-0.0075335074216127396,-0.004275858402252197,-0.001018209382891655,0.0022394396364688873,0.00549708865582943,0.008754737675189972,0.012012386694550514,0.015270035713911057,0.0185276847332716,0.02178533375263214,0.025042982771992683,0.028300631791353226,0.03155828267335892,0.03481592983007431,0.0380735769867897,0.041331227868795395,0.044588878750801086,0.04784652590751648,0.05110417306423187,0.054361823946237564,0.057619474828243256,0.06087712198495865,0.06413476914167404,0.06739242374897003,0.07065007090568542,0.07390771806240082,0.07716536521911621,0.0804230123758316,0.0836806669831276,0.08693831413984299,0.09019596129655838,0.09345361590385437,0.09671126306056976,0.09996891021728516],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"_type":"histogram","values":[1,2,2,0,1,3,1,3,3,2,8,7,14,18,32,55,93,143,213,394,611,1098,2084,3890,7190,13743,27734,56693,116859,236736,385966,342617,191801,93601,44844,22066,11276,5795,3162,1719,985,561,313,184,145,65,52,25,14,12,9,6,2,2,2,0,1,2,2,0,0,0,1,1],"bins":[-0.0002696514129638672,-0.0002609081566333771,-0.00025216490030288696,-0.00024342164397239685,-0.00023467838764190674,-0.00022593513131141663,-0.00021719187498092651,-0.0002084486186504364,-0.0001997053623199463,-0.00019096210598945618,-0.00018221884965896606,-0.00017347559332847595,-0.00016473233699798584,-0.00015598908066749573,-0.00014724582433700562,-0.0001385025680065155,-0.0001297593116760254,-0.00012101605534553528,-0.00011227279901504517,-0.00010352954268455505,-9.478628635406494e-05,-8.604303002357483e-05,-7.729977369308472e-05,-6.85565173625946e-05,-5.981326103210449e-05,-5.107000470161438e-05,-4.232674837112427e-05,-3.3583492040634155e-05,-2.4840235710144043e-05,-1.609697937965393e-05,-7.353723049163818e-06,1.389533281326294e-06,1.0132789611816406e-05,1.887604594230652e-05,2.761930227279663e-05,3.636255860328674e-05,4.5105814933776855e-05,5.384907126426697e-05,6.259232759475708e-05,7.133558392524719e-05,8.00788402557373e-05,8.882209658622742e-05,9.756535291671753e-05,0.00010630860924720764,0.00011505186557769775,0.00012379512190818787,0.00013253837823867798,0.0001412816345691681,0.0001500248908996582,0.00015876814723014832,0.00016751140356063843,0.00017625465989112854,0.00018499791622161865,0.00019374117255210876,0.00020248442888259888,0.000211227685213089,0.0002199709415435791,0.00022871419787406921,0.00023745745420455933,0.00024620071053504944,0.00025494396686553955,0.00026368722319602966,0.0002724304795265198,0.0002811737358570099,0.0002899169921875]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,4,3,3,5,11,9,11,22,21,29,31,33,31,36,54,58,52,58,66,43,39,32,23,21,13,12,8,8,2,6,7,7,3,1,3,0,0,0,1],"bins":[-0.00038954694173298776,-0.00038013968151062727,-0.00037073245039209723,-0.0003613252192735672,-0.0003519179590512067,-0.0003425106988288462,-0.0003331034677103162,-0.00032369623659178615,-0.00031428897636942565,-0.00030488171614706516,-0.00029547448502853513,-0.0002860672539100051,-0.0002766599936876446,-0.0002672527334652841,-0.0002578455023467541,-0.00024843827122822404,-0.00023903101100586355,-0.00022962376533541828,-0.00022021651966497302,-0.00021080927399452776,-0.0002014020283240825,-0.00019199478265363723,-0.00018258753698319197,-0.0001731802913127467,-0.00016377304564230144,-0.00015436579997185618,-0.0001449585543014109,-0.00013555130863096565,-0.0001261440629605204,-0.00011673681729007512,-0.00010732957161962986,-9.79223259491846e-05,-8.85150657268241e-05,-7.910782005637884e-05,-6.970057438593358e-05,-6.0293328715488315e-05,-5.088608304504305e-05,-4.147883737459779e-05,-3.2071591704152524e-05,-2.266434603370726e-05,-1.3257100363261998e-05,-3.849854692816734e-06,5.557390977628529e-06,1.4964636648073792e-05,2.4371882318519056e-05,3.377912798896432e-05,4.318637365940958e-05,5.2593619329854846e-05,6.200086500030011e-05,7.140811067074537e-05,8.081535634119064e-05,9.02226020116359e-05,9.962984768208116e-05,0.00010903709335252643,0.00011844433902297169,0.00012785158469341695,0.00013725883036386222,0.00014666607603430748,0.00015607332170475274,0.000165480567375198,0.00017488781304564327,0.00018429505871608853,0.0001937023043865338,0.00020310955005697906,0.00021251679572742432]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,1,2,4,2,7,6,5,7,17,20,18,23,30,44,41,55,61,51,72,53,42,39,34,22,20,19,9,10,7,2,8,7,2,4,3,3,2,2,1,2,0,1,1,0,1,0,3,0,0,0,0,0,1],"bins":[-0.00028588157147169113,-0.0002760087954811752,-0.0002661359903868288,-0.00025626321439631283,-0.00024639040930196643,-0.00023651763331145048,-0.0002266448427690193,-0.00021677205222658813,-0.00020689926168415695,-0.00019702647114172578,-0.0001871536805992946,-0.00017728089005686343,-0.00016740811406634748,-0.0001575353235239163,-0.00014766253298148513,-0.00013778974243905395,-0.00012791695189662278,-0.0001180441613541916,-0.00010817137081176043,-9.829858754528686e-05,-8.842579700285569e-05,-7.855300646042451e-05,-6.868022319395095e-05,-5.8807432651519775e-05,-4.89346421090886e-05,-3.9061851566657424e-05,-2.9189064662205055e-05,-1.9316275938763283e-05,-9.443487215321511e-06,4.2930150812026113e-07,1.0302090231562033e-05,2.0174878955003805e-05,3.0047667678445578e-05,3.992045822087675e-05,4.979324512532912e-05,5.966603202978149e-05,6.953882257221267e-05,7.941161311464384e-05,8.92843963811174e-05,9.915718692354858e-05,0.00010902997746597975,0.00011890276800841093,0.0001287755585508421,0.00013864834909327328,0.00014852112508378923,0.0001583939156262204,0.00016826670616865158,0.00017813949671108276,0.00018801228725351393,0.0001978850777959451,0.00020775786833837628,0.00021763065888080746,0.00022750344942323864,0.00023737622541375458,0.000247249030508101,0.00025712180649861693,0.0002669945824891329,0.0002768673875834793,0.00028674016357399523,0.00029661296866834164,0.0003064857446588576,0.000316358549753204,0.00032623132574371994,0.00033610413083806634,0.0003459769068285823]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,1,3,1,4,4,2,4,9,6,13,13,16,12,20,19,25,18,23,18,24,25,33,30,37,28,37,38,32,34,28,22,23,27,25,21,12,9,17,8,15,5,5,2,3,3,3,3,1,2,0,0,1,0,0,0,1],"bins":[-0.0005186200141906738,-0.0005025565624237061,-0.0004864931106567383,-0.0004704296588897705,-0.00045436620712280273,-0.00043830275535583496,-0.0004222393035888672,-0.0004061758518218994,-0.00039011240005493164,-0.00037404894828796387,-0.0003579854965209961,-0.0003419220447540283,-0.00032585859298706055,-0.0003097951412200928,-0.000293731689453125,-0.0002776682376861572,-0.00026160478591918945,-0.0002455413341522217,-0.0002294778823852539,-0.00021341443061828613,-0.00019735097885131836,-0.00018128752708435059,-0.0001652240753173828,-0.00014916062355041504,-0.00013309717178344727,-0.00011703372001647949,-0.00010097026824951172,-8.490681648254395e-05,-6.884336471557617e-05,-5.27799129486084e-05,-3.6716461181640625e-05,-2.065300941467285e-05,-4.589557647705078e-06,1.1473894119262695e-05,2.753734588623047e-05,4.360079765319824e-05,5.9664249420166016e-05,7.572770118713379e-05,9.179115295410156e-05,0.00010785460472106934,0.0001239180564880371,0.00013998150825500488,0.00015604496002197266,0.00017210841178894043,0.0001881718635559082,0.00020423531532287598,0.00022029876708984375,0.00023636221885681152,0.0002524256706237793,0.00026848912239074707,0.00028455257415771484,0.0003006160259246826,0.0003166794776916504,0.00033274292945861816,0.00034880638122558594,0.0003648698329925537,0.0003809332847595215,0.00039699673652648926,0.00041306018829345703,0.0004291236400604248,0.0004451870918273926,0.00046125054359436035,0.0004773139953613281,0.0004933774471282959,0.0005094408988952637]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,1,1,1,1,0,1,0,2,1,3,3,4,9,6,7,20,8,14,19,21,23,22,25,10,25,26,19,19,24,31,31,25,33,36,37,30,17,23,13,31,17,15,22,10,8,13,15,7,6,8,7,2,7,3,1,1,0,1,0,0,1,0,1],"bins":[-0.0001621842384338379,-0.00015710853040218353,-0.00015203282237052917,-0.00014695711433887482,-0.00014188140630722046,-0.0001368056982755661,-0.00013172999024391174,-0.00012665428221225739,-0.00012157857418060303,-0.00011650286614894867,-0.00011142715811729431,-0.00010635145008563995,-0.0001012757420539856,-9.620003402233124e-05,-9.112432599067688e-05,-8.604861795902252e-05,-8.097290992736816e-05,-7.58972018957138e-05,-7.082149386405945e-05,-6.574578583240509e-05,-6.067007780075073e-05,-5.5594369769096375e-05,-5.0518661737442017e-05,-4.544295370578766e-05,-4.03672456741333e-05,-3.529153764247894e-05,-3.0215829610824585e-05,-2.5140121579170227e-05,-2.006441354751587e-05,-1.4988705515861511e-05,-9.912997484207153e-06,-4.837289452552795e-06,2.384185791015625e-07,5.31412661075592e-06,1.0389834642410278e-05,1.5465542674064636e-05,2.0541250705718994e-05,2.5616958737373352e-05,3.069266676902771e-05,3.576837480068207e-05,4.0844082832336426e-05,4.5919790863990784e-05,5.099549889564514e-05,5.60712069272995e-05,6.114691495895386e-05,6.622262299060822e-05,7.129833102226257e-05,7.637403905391693e-05,8.144974708557129e-05,8.652545511722565e-05,9.160116314888e-05,9.667687118053436e-05,0.00010175257921218872,0.00010682828724384308,0.00011190399527549744,0.0001169797033071518,0.00012205541133880615,0.0001271311193704605,0.00013220682740211487,0.00013728253543376923,0.00014235824346542358,0.00014743395149707794,0.0001525096595287323,0.00015758536756038666,0.00016266107559204102],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.013190248049795628,-0.012772642076015472,-0.012355036102235317,-0.011937429197132587,-0.011519823223352432,-0.011102217249572277,-0.010684611275792122,-0.010267005302011967,-0.009849399328231812,-0.009431792423129082,-0.009014186449348927,-0.008596580475568771,-0.008178974501788616,-0.007761368062347174,-0.0073437620885670185,-0.006926155649125576,-0.006508549675345421,-0.006090943701565266,-0.005673337262123823,-0.005255731288343668,-0.0048381248489022255,-0.00442051887512207,-0.004002912901341915,-0.0035853066947311163,-0.0031677004881203175,-0.0027500942815095186,-0.00233248807489872,-0.0019148821011185646,-0.0014972758945077658,-0.001079669687896967,-0.0006620635977014899,-0.000244457449298352,0.0001731477677822113,0.0005907539161853492,0.0010083600645884871,0.0014259661547839642,0.001843572361394763,0.002261178568005562,0.002678784541785717,0.003096390748396516,0.0035139969550073147,0.00393160292878747,0.004349209368228912,0.0047668153420090675,0.005184421315789223,0.005602027755230665,0.00601963372901082,0.006437240168452263,0.006854846142232418,0.007272452116012573,0.007690058555454016,0.008107664994895458,0.008525270968675613,0.008942876942455769,0.009360482916235924,0.009778088890016079,0.010195694863796234,0.010613301768898964,0.011030907742679119,0.011448513716459274,0.01186611969023943,0.012283725664019585,0.012701332569122314,0.01311893854290247,0.013536544516682625],"_type":"histogram","values":[1,0,1,2,2,4,2,1,0,1,4,1,1,3,2,0,5,3,7,10,8,10,18,14,29,25,18,41,38,35,52,43,36,43,39,44,36,33,23,19,21,6,11,10,10,6,6,8,6,2,1,6,1,1,1,0,2,3,1,2,4,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[3,1,2,11,20,28,28,75,106,191,322,480,763,1065,1502,2248,3058,4234,5672,7395,9444,11950,14517,17341,20458,23663,26642,28968,31262,33125,34496,34691,33951,32939,31337,28819,26465,23374,20440,17211,14183,11591,9333,7171,5517,4044,3089,2158,1549,1019,720,421,286,172,107,71,33,27,14,12,6,1,2,1],"bins":[-0.09278129041194916,-0.08983054757118225,-0.08687980473041534,-0.08392905443906784,-0.08097831159830093,-0.07802756875753403,-0.07507682591676712,-0.07212607562541962,-0.06917533278465271,-0.0662245899438858,-0.0632738471031189,-0.06032310053706169,-0.057372357696294785,-0.05442161113023758,-0.05147086828947067,-0.04852012172341347,-0.04556937888264656,-0.042618636041879654,-0.03966788947582245,-0.03671714663505554,-0.03376640006899834,-0.03081565722823143,-0.027864912524819374,-0.024914167821407318,-0.021963423117995262,-0.019012678414583206,-0.01606193371117115,-0.013111189939081669,-0.010160445235669613,-0.007209700532257557,-0.004258956294506788,-0.001308211823925376,0.0016425326466560364,0.004593277350068092,0.007544021587818861,0.01049476582556963,0.013445510528981686,0.016396254301071167,0.019346999004483223,0.02229774370789528,0.025248488411307335,0.02819923311471939,0.031149977818131447,0.0341007225215435,0.03705146536231041,0.040002211928367615,0.04295295476913452,0.04590370133519173,0.04885444417595863,0.05180518701672554,0.054755933582782745,0.05770667642354965,0.06065742298960686,0.06360816955566406,0.06655891239643097,0.06950965523719788,0.07246039807796478,0.07541114091873169,0.0783618912100792,0.0813126340508461,0.084263376891613,0.08721411973237991,0.09016487002372742,0.09311561286449432,0.09606635570526123]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,1,1,0,4,1,3,3,3,5,7,5,4,7,12,11,18,17,13,22,19,30,22,21,28,26,42,22,39,33,31,22,21,40,27,25,30,20,13,21,13,10,16,15,7,9,5,1,1,6,3,4,3,0,1,0,1,2,0,0,0,0,0,1],"bins":[-0.00219213729724288,-0.002116335555911064,-0.0020405338145792484,-0.001964731840416789,-0.0018889300990849733,-0.0018131283577531576,-0.00173732650000602,-0.0016615246422588825,-0.0015857229009270668,-0.001509921159595251,-0.0014341193018481135,-0.001358317444100976,-0.0012825157027691603,-0.0012067139614373446,-0.001130912103690207,-0.0010551102459430695,-0.0009793085046112537,-0.0009035067050717771,-0.0008277049055323005,-0.0007519031059928238,-0.0006761013064533472,-0.0006002995069138706,-0.0005244977073743939,-0.0004486959078349173,-0.0003728941082954407,-0.00029709230875596404,-0.0002212905092164874,-0.00014548870967701077,-6.968691013753414e-05,6.1148894019424915e-06,8.191668894141912e-05,0.00015771848848089576,0.00023352005518972874,0.00030932185472920537,0.000385123654268682,0.00046092545380815864,0.0005367272533476353,0.0006125290528871119,0.0006883308524265885,0.0007641326519660652,0.0008399344515055418,0.0009157362510450184,0.000991538050584495,0.0010673399083316326,0.0011431416496634483,0.001218943390995264,0.0012947452487424016,0.0013705471064895391,0.0014463488478213549,0.0015221505891531706,0.0015979524469003081,0.0016737543046474457,0.0017495560459792614,0.0018253577873110771,0.0019011596450582147,0.001976961502805352,0.002052763244137168,0.0021285649854689837,0.002204366959631443,0.0022801687009632587,0.0023559704422950745,0.00243177218362689,0.002507573924958706,0.0025833758991211653,0.002659177640452981],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,1,2,2,1,3,2,2,4,3,6,7,3,7,10,13,23,14,21,13,23,32,28,24,32,36,35,28,35,41,25,40,35,23,31,10,25,21,22,10,14,13,15,8,2,4,2,3,5,3,0,1,0,0,1,1,0,0,0,0,1],"bins":[-0.0003268718719482422,-0.00031614862382411957,-0.00030542537569999695,-0.00029470212757587433,-0.0002839788794517517,-0.0002732556313276291,-0.00026253238320350647,-0.00025180913507938385,-0.00024108588695526123,-0.0002303626388311386,-0.000219639390707016,-0.00020891614258289337,-0.00019819289445877075,-0.00018746964633464813,-0.0001767463982105255,-0.0001660231500864029,-0.00015529990196228027,-0.00014457665383815765,-0.00013385340571403503,-0.00012313015758991241,-0.0001124069094657898,-0.00010168366134166718,-9.096041321754456e-05,-8.023716509342194e-05,-6.951391696929932e-05,-5.87906688451767e-05,-4.806742072105408e-05,-3.734417259693146e-05,-2.6620924472808838e-05,-1.5897676348686218e-05,-5.174428224563599e-06,5.548819899559021e-06,1.627206802368164e-05,2.699531614780426e-05,3.771856427192688e-05,4.84418123960495e-05,5.916506052017212e-05,6.988830864429474e-05,8.061155676841736e-05,9.133480489253998e-05,0.0001020580530166626,0.00011278130114078522,0.00012350454926490784,0.00013422779738903046,0.00014495104551315308,0.0001556742936372757,0.00016639754176139832,0.00017712078988552094,0.00018784403800964355,0.00019856728613376617,0.0002092905342578888,0.00022001378238201141,0.00023073703050613403,0.00024146027863025665,0.00025218352675437927,0.0002629067748785019,0.0002736300230026245,0.00028435327112674713,0.00029507651925086975,0.00030579976737499237,0.000316523015499115,0.0003272462636232376,0.00033796951174736023,0.00034869275987148285,0.00035941600799560547]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"values":[1,3,1,2,5,2,11,18,17,35,51,65,88,148,215,365,550,792,1180,1928,2820,4538,7147,11555,18638,30852,50500,84376,138008,208859,269723,254328,185533,116904,71275,42745,26411,16047,9947,6054,3932,2582,1515,1058,679,472,271,182,140,97,73,36,29,20,13,7,6,8,1,5,0,0,0,1],"bins":[-0.0001875162124633789,-0.00018143467605113983,-0.00017535313963890076,-0.00016927160322666168,-0.0001631900668144226,-0.00015710853040218353,-0.00015102699398994446,-0.00014494545757770538,-0.0001388639211654663,-0.00013278238475322723,-0.00012670084834098816,-0.00012061931192874908,-0.00011453777551651001,-0.00010845623910427094,-0.00010237470269203186,-9.629316627979279e-05,-9.021162986755371e-05,-8.413009345531464e-05,-7.804855704307556e-05,-7.196702063083649e-05,-6.588548421859741e-05,-5.980394780635834e-05,-5.372241139411926e-05,-4.764087498188019e-05,-4.155933856964111e-05,-3.547780215740204e-05,-2.9396265745162964e-05,-2.331472933292389e-05,-1.7233192920684814e-05,-1.115165650844574e-05,-5.070120096206665e-06,1.0114163160324097e-06,7.092952728271484e-06,1.3174489140510559e-05,1.9256025552749634e-05,2.533756196498871e-05,3.141909837722778e-05,3.750063478946686e-05,4.358217120170593e-05,4.966370761394501e-05,5.574524402618408e-05,6.182678043842316e-05,6.790831685066223e-05,7.39898532629013e-05,8.007138967514038e-05,8.615292608737946e-05,9.223446249961853e-05,9.83159989118576e-05,0.00010439753532409668,0.00011047907173633575,0.00011656060814857483,0.0001226421445608139,0.00012872368097305298,0.00013480521738529205,0.00014088675379753113,0.0001469682902097702,0.00015304982662200928,0.00015913136303424835,0.00016521289944648743,0.0001712944358587265,0.00017737597227096558,0.00018345750868320465,0.00018953904509544373,0.0001956205815076828,0.00020170211791992188],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,0,0,1,1,0,1,2,0,3,3,3,10,4,14,12,19,25,40,48,65,77,69,55,68,42,40,43,23,14,20,9,14,9,9,6,5,2,2,3,0,1,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0002714138536248356,-0.00025979187921620905,-0.00024816993391141295,-0.0002365479595027864,-0.00022492599964607507,-0.00021330403978936374,-0.00020168207993265241,-0.00019006012007594109,-0.00017843814566731453,-0.0001668161858106032,-0.00015519422595389187,-0.00014357226609718055,-0.00013195030624046922,-0.00012032833910780028,-0.00010870637925108895,-9.708441211842e-05,-8.546245226170868e-05,-7.384049240499735e-05,-6.22185252723284e-05,-5.059656541561708e-05,-3.8974601920926943e-05,-2.7352638426236808e-05,-1.5730676750536077e-05,-4.108714165340643e-06,7.51324841985479e-06,1.9135211914544925e-05,3.075717540923506e-05,4.237913526594639e-05,5.400109876063652e-05,6.562306225532666e-05,7.724502211203799e-05,8.886698924470693e-05,0.00010048894910141826,0.00011211090895812958,0.0001237328688148409,0.00013535484322346747,0.0001469768030801788,0.00015859876293689013,0.00017022072279360145,0.00018184268265031278,0.00019346465705893934,0.00020508661691565067,0.000216708576772362,0.00022833053662907332,0.00023995249648578465,0.0002515744708944112,0.0002631964161992073,0.00027481839060783386,0.0002864403650164604,0.0002980623103212565,0.0003096842847298831,0.0003213062300346792,0.00033292820444330573,0.00034455014974810183,0.0003561721241567284,0.00036779409856535494,0.00037941604387015104,0.0003910380182787776,0.0004026599635835737,0.00041428193799220026,0.0004259039124008268,0.0004375258577056229,0.00044914783211424947,0.00046076977741904557,0.0004723917518276721],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.0004405975341796875,-0.00042711198329925537,-0.00041362643241882324,-0.0004001408815383911,-0.000386655330657959,-0.00037316977977752686,-0.0003596842288970947,-0.0003461986780166626,-0.00033271312713623047,-0.00031922757625579834,-0.0003057420253753662,-0.0002922564744949341,-0.00027877092361450195,-0.0002652853727340698,-0.0002517998218536377,-0.00023831427097320557,-0.00022482872009277344,-0.0002113431692123413,-0.00019785761833190918,-0.00018437206745147705,-0.00017088651657104492,-0.0001574009656906128,-0.00014391541481018066,-0.00013042986392974854,-0.0001169443130493164,-0.00010345876216888428,-8.997321128845215e-05,-7.648766040802002e-05,-6.300210952758789e-05,-4.951655864715576e-05,-3.603100776672363e-05,-2.2545456886291504e-05,-9.059906005859375e-06,4.425644874572754e-06,1.7911195755004883e-05,3.139674663543701e-05,4.488229751586914e-05,5.836784839630127e-05,7.18533992767334e-05,8.533895015716553e-05,9.882450103759766e-05,0.00011231005191802979,0.00012579560279846191,0.00013928115367889404,0.00015276670455932617,0.0001662522554397583,0.00017973780632019043,0.00019322335720062256,0.0002067089080810547,0.00022019445896148682,0.00023368000984191895,0.0002471655607223511,0.0002606511116027832,0.00027413666248321533,0.00028762221336364746,0.0003011077642440796,0.0003145933151245117,0.00032807886600494385,0.000341564416885376,0.0003550499677658081,0.00036853551864624023,0.00038202106952667236,0.0003955066204071045,0.0004089921712875366,0.00042247772216796875],"_type":"histogram","values":[2,2,1,3,6,7,3,8,23,20,27,28,43,56,91,110,156,238,317,438,605,939,1177,1782,2729,4048,6148,9706,15563,26730,46689,86140,138979,105369,57870,31775,18783,11492,7120,4582,3103,2075,1389,978,682,485,359,240,192,146,105,80,42,35,27,25,19,11,12,5,3,2,1,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-1.9371509552001953e-05,-1.872330904006958e-05,-1.8075108528137207e-05,-1.7426908016204834e-05,-1.677870750427246e-05,-1.6130506992340088e-05,-1.5482306480407715e-05,-1.4834105968475342e-05,-1.4185905456542969e-05,-1.3537704944610596e-05,-1.2889504432678223e-05,-1.224130392074585e-05,-1.1593103408813477e-05,-1.0944902896881104e-05,-1.029670238494873e-05,-9.648501873016357e-06,-9.000301361083984e-06,-8.352100849151611e-06,-7.703900337219238e-06,-7.055699825286865e-06,-6.407499313354492e-06,-5.759298801422119e-06,-5.111098289489746e-06,-4.462897777557373e-06,-3.814697265625e-06,-3.166496753692627e-06,-2.518296241760254e-06,-1.8700957298278809e-06,-1.2218952178955078e-06,-5.736947059631348e-07,7.450580596923828e-08,7.227063179016113e-07,1.3709068298339844e-06,2.0191073417663574e-06,2.6673078536987305e-06,3.3155083656311035e-06,3.9637088775634766e-06,4.61190938949585e-06,5.260109901428223e-06,5.908310413360596e-06,6.556510925292969e-06,7.204711437225342e-06,7.852911949157715e-06,8.501112461090088e-06,9.149312973022461e-06,9.797513484954834e-06,1.0445713996887207e-05,1.109391450881958e-05,1.1742115020751953e-05,1.2390315532684326e-05,1.30385160446167e-05,1.3686716556549072e-05,1.4334917068481445e-05,1.4983117580413818e-05,1.563131809234619e-05,1.6279518604278564e-05,1.6927719116210938e-05,1.757591962814331e-05,1.8224120140075684e-05,1.8872320652008057e-05,1.952052116394043e-05,2.0168721675872803e-05,2.0816922187805176e-05,2.146512269973755e-05,2.2113323211669922e-05],"_type":"histogram","values":[1,1,0,0,1,3,1,2,4,1,1,8,4,3,4,2,6,4,11,7,11,13,19,16,24,31,25,36,55,62,59,56,44,45,27,43,15,19,15,19,10,17,7,5,5,5,3,3,1,1,1,0,3,1,3,1,2,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,2,1,1,1,2,0,3,4,3,8,8,9,6,12,13,15,19,23,20,28,21,23,39,35,39,35,38,46,46,29,25,30,21,18,21,23,21,19,6,10,7,6,4,3,6,4,2,3,2,1,1,0,2,0,1,0,0,1],"bins":[-0.0032992984633892775,-0.0031964643858373165,-0.0030936303082853556,-0.0029907962307333946,-0.00288796192035079,-0.002785127842798829,-0.002682293765246868,-0.002579459687694907,-0.0024766256101429462,-0.0023737915325909853,-0.0022709574550390244,-0.0021681233774870634,-0.0020652892999351025,-0.001962454989552498,-0.001859620912000537,-0.001756786834448576,-0.001653952756896615,-0.001551118679344654,-0.0014482846017926931,-0.0013454504078254104,-0.0012426163302734494,-0.0011397822527214885,-0.0010369480587542057,-0.0009341139812022448,-0.0008312799036502838,-0.0007284458260983229,-0.000625611690338701,-0.0005227775545790792,-0.0004199434770271182,-0.0003171093703713268,-0.0002142752637155354,-0.000111441157059744,-8.607050403952599e-06,9.42270562518388e-05,0.0001970611629076302,0.0002998952695634216,0.000402729376219213,0.000505563453771174,0.0006083975895307958,0.0007112317252904177,0.0008140658028423786,0.0009168998803943396,0.0010197339579463005,0.0011225681519135833,0.0012254022294655442,0.0013282363070175052,0.001431070500984788,0.0015339045785367489,0.0016367386560887098,0.0017395727336406708,0.0018424068111926317,0.0019452410051599145,0.0020480751991271973,0.002150909276679158,0.002253743354231119,0.00235657743178308,0.002459411509335041,0.002562245586887002,0.002665079664438963,0.002767913741990924,0.002870747819542885,0.0029735821299254894,0.0030764162074774504,0.0031792502850294113,0.0032820843625813723]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,1,0,1,0,2,1,1,1,0,1,1,2,4,2,3,0,5,6,1,4,9,9,8,17,35,46,67,89,125,95,79,53,21,17,14,6,10,1,5,2,1,4,3,1,2,0,0,0,2,1,1,1,1,2,1,0,0,0,1,1],"bins":[-0.0001278519630432129,-0.00012392085045576096,-0.00011998973786830902,-0.00011605862528085709,-0.00011212751269340515,-0.00010819640010595322,-0.00010426528751850128,-0.00010033417493104935,-9.640306234359741e-05,-9.247194975614548e-05,-8.854083716869354e-05,-8.460972458124161e-05,-8.067861199378967e-05,-7.674749940633774e-05,-7.28163868188858e-05,-6.888527423143387e-05,-6.495416164398193e-05,-6.102304905653e-05,-5.7091936469078064e-05,-5.316082388162613e-05,-4.9229711294174194e-05,-4.529859870672226e-05,-4.1367486119270325e-05,-3.743637353181839e-05,-3.3505260944366455e-05,-2.957414835691452e-05,-2.5643035769462585e-05,-2.171192318201065e-05,-1.7780810594558716e-05,-1.3849698007106781e-05,-9.918585419654846e-06,-5.987472832202911e-06,-2.0563602447509766e-06,1.8747523427009583e-06,5.805864930152893e-06,9.736977517604828e-06,1.3668090105056763e-05,1.7599202692508698e-05,2.1530315279960632e-05,2.5461427867412567e-05,2.9392540454864502e-05,3.332365304231644e-05,3.725476562976837e-05,4.1185878217220306e-05,4.511699080467224e-05,4.9048103392124176e-05,5.297921597957611e-05,5.6910328567028046e-05,6.084144115447998e-05,6.477255374193192e-05,6.870366632938385e-05,7.263477891683578e-05,7.656589150428772e-05,8.049700409173965e-05,8.442811667919159e-05,8.835922926664352e-05,9.229034185409546e-05,9.62214544415474e-05,0.00010015256702899933,0.00010408367961645126,0.0001080147922039032,0.00011194590479135513,0.00011587701737880707,0.000119808129966259,0.00012373924255371094]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,1,1,0,1,6,4,9,11,15,20,25,40,42,84,96,143,187,284,380,573,839,1318,1968,3019,4601,7466,12588,22548,42540,83964,149382,120691,61020,31730,17128,9859,6154,3641,2412,1563,1125,726,462,345,235,153,118,87,71,46,29,17,18,12,5,4,4,4,2,4,1,2],"bins":[-0.00044655799865722656,-0.0004329308867454529,-0.0004193037748336792,-0.0004056766629219055,-0.00039204955101013184,-0.00037842243909835815,-0.00036479532718658447,-0.0003511682152748108,-0.0003375411033630371,-0.00032391399145126343,-0.00031028687953948975,-0.00029665976762771606,-0.0002830326557159424,-0.0002694055438041687,-0.000255778431892395,-0.00024215131998062134,-0.00022852420806884766,-0.00021489709615707397,-0.0002012699842453003,-0.0001876428723335266,-0.00017401576042175293,-0.00016038864850997925,-0.00014676153659820557,-0.00013313442468643188,-0.0001195073127746582,-0.00010588020086288452,-9.225308895111084e-05,-7.862597703933716e-05,-6.499886512756348e-05,-5.1371753215789795e-05,-3.774464130401611e-05,-2.411752939224243e-05,-1.049041748046875e-05,3.1366944313049316e-06,1.6763806343078613e-05,3.0390918254852295e-05,4.4018030166625977e-05,5.764514207839966e-05,7.127225399017334e-05,8.489936590194702e-05,9.85264778137207e-05,0.00011215358972549438,0.00012578070163726807,0.00013940781354904175,0.00015303492546081543,0.0001666620373725891,0.0001802891492843628,0.00019391626119613647,0.00020754337310791016,0.00022117048501968384,0.00023479759693145752,0.0002484247088432312,0.0002620518207550049,0.00027567893266677856,0.00028930604457855225,0.00030293315649032593,0.0003165602684020996,0.0003301873803138733,0.00034381449222564697,0.00035744160413742065,0.00037106871604919434,0.000384695827960968,0.0003983229398727417,0.0004119500517845154,0.00042557716369628906],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,2,3,8,13,24,44,88,134,233,373,562,875,1287,1895,2745,3763,4978,6797,8918,11241,14182,16912,20249,23255,26573,29544,31725,33607,35234,35174,35202,34087,31802,29596,26621,23734,20582,17705,14190,11803,9160,7005,5316,3960,2814,1998,1364,896,580,350,237,166,98,49,30,19,10,6,2,1,0,0,1],"bins":[-0.0922713503241539,-0.08925234526395798,-0.08623334020376205,-0.08321432769298553,-0.08019532263278961,-0.07717631757259369,-0.07415731251239777,-0.07113830745220184,-0.06811930239200592,-0.0651002898812294,-0.06208128482103348,-0.059062279760837555,-0.05604327470064163,-0.05302426591515541,-0.05000526085495949,-0.04698625206947327,-0.043967247009277344,-0.04094824194908142,-0.0379292331635952,-0.03491022810339928,-0.031891219317913055,-0.028872214257717133,-0.02585320919752121,-0.022834202274680138,-0.019815195351839066,-0.016796188428997993,-0.013777182437479496,-0.010758176445960999,-0.0077391695231199265,-0.004720163065940142,-0.001701156608760357,0.0013178498484194279,0.004336856305599213,0.007355862762778997,0.010374869219958782,0.01339387521147728,0.016412882134318352,0.019431889057159424,0.022450894117355347,0.02546990104019642,0.02848890796303749,0.031507913023233414,0.034526921808719635,0.03754592686891556,0.04056493192911148,0.0435839407145977,0.046602945774793625,0.049621954560279846,0.05264095962047577,0.05565996468067169,0.05867897346615791,0.061697978526353836,0.06471698731184006,0.06773599237203598,0.0707549974322319,0.07377400249242783,0.07679301500320435,0.07981202006340027,0.08283102512359619,0.08585003018379211,0.08886903524398804,0.09188804030418396,0.09490705281496048,0.0979260578751564,0.10094506293535233]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[2,0,3,5,9,25,29,48,109,154,248,403,575,862,1335,1793,2616,3551,4839,6369,8238,10360,13068,15795,18489,21729,24712,27491,30031,31830,33438,34110,34012,33618,32384,30226,28005,24877,21943,19114,16132,13368,10905,8751,6694,5013,3800,2801,1902,1338,930,632,399,277,170,103,74,45,28,8,5,1,1,2],"bins":[-0.09376459568738937,-0.09084255993366241,-0.08792052417993546,-0.0849984884262085,-0.08207644522190094,-0.07915440946817398,-0.07623237371444702,-0.07331033796072006,-0.0703883022069931,-0.06746626645326614,-0.06454423069953918,-0.06162219122052193,-0.05870015546679497,-0.05577811971306801,-0.05285608023405075,-0.04993404448032379,-0.04701200872659683,-0.04408997297286987,-0.041167937219142914,-0.038245897740125656,-0.0353238619863987,-0.03240182623267174,-0.02947978861629963,-0.02655775099992752,-0.02363571524620056,-0.020713679492473602,-0.017791641876101494,-0.01486960519105196,-0.011947568506002426,-0.009025531820952892,-0.0061034951359033585,-0.0031814584508538246,-0.00025942176580429077,0.002662614919245243,0.005584651604294777,0.00850668828934431,0.011428724974393845,0.014350761659443378,0.017272798344492912,0.02019483596086502,0.02311687171459198,0.02603890746831894,0.028960945084691048,0.031882982701063156,0.034805018454790115,0.037727054208517075,0.04064909368753433,0.04357112944126129,0.04649316519498825,0.04941520094871521,0.05233723670244217,0.05525927618145943,0.058181311935186386,0.061103347688913345,0.0640253871679306,0.06694742292165756,0.06986945867538452,0.07279149442911148,0.07571353018283844,0.0786355659365654,0.08155760169029236,0.08447964489459991,0.08740168064832687,0.09032371640205383,0.09324575215578079],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,0,4,5,4,5,5,4,10,9,7,14,13,18,23,20,30,30,29,32,44,50,44,49,46,40,28,37,31,21,18,12,13,10,9,3,6,3,8,2,2,4,4,2,4,2,2,1,1,2,0,1,0,0,0,0,0,2,0,0,0,0,2],"bins":[-0.0002107705076923594,-0.0002020075626205653,-0.00019324460299685597,-0.00018448165792506188,-0.00017571869830135256,-0.00016695575322955847,-0.00015819279360584915,-0.00014942984853405505,-0.00014066690346226096,-0.00013190394383855164,-0.00012314099876675755,-0.00011437803914304823,-0.00010561509407125413,-9.685214172350243e-05,-8.808918937575072e-05,-7.932623702799901e-05,-7.056328468024731e-05,-6.18003323324956e-05,-5.303737998474389e-05,-4.4274431274970993e-05,-3.5511478927219287e-05,-2.674852657946758e-05,-1.7985576050705276e-05,-9.222624612448271e-06,-4.596731741912663e-07,8.303278264065739e-06,1.7066229702322744e-05,2.5829180231085047e-05,3.4592132578836754e-05,4.335508492658846e-05,5.211803363636136e-05,6.088098598411307e-05,6.964395288378e-05,7.840690523153171e-05,8.716985757928342e-05,9.593280992703512e-05,0.00010469576227478683,0.00011345870734658092,0.00012222166697029024,0.00013098461204208434,0.00013974757166579366,0.00014851051673758775,0.00015727346180938184,0.00016603642143309116,0.00017479936650488526,0.00018356232612859458,0.00019232527120038867,0.000201088230824098,0.00020985117589589208,0.00021861412096768618,0.0002273770805913955,0.0002361400256631896,0.0002449029707349837,0.000253665930358693,0.0002624288899824023,0.00027119184960611165,0.0002799547801259905,0.00028871773974969983,0.00029748069937340915,0.000306243629893288,0.00031500658951699734,0.00032376954914070666,0.000332532508764416,0.00034129543928429484,0.00035005839890800416]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.0010738372802734375,-0.001042395830154419,-0.0010109543800354004,-0.0009795129299163818,-0.0009480714797973633,-0.0009166300296783447,-0.0008851885795593262,-0.0008537471294403076,-0.0008223056793212891,-0.0007908642292022705,-0.000759422779083252,-0.0007279813289642334,-0.0006965398788452148,-0.0006650984287261963,-0.0006336569786071777,-0.0006022155284881592,-0.0005707740783691406,-0.0005393326282501221,-0.0005078911781311035,-0.00047644972801208496,-0.0004450082778930664,-0.00041356682777404785,-0.0003821253776550293,-0.00035068392753601074,-0.0003192424774169922,-0.00028780102729797363,-0.0002563595771789551,-0.00022491812705993652,-0.00019347667694091797,-0.00016203522682189941,-0.00013059377670288086,-9.91523265838623e-05,-6.771087646484375e-05,-3.6269426345825195e-05,-4.827976226806641e-06,2.6613473892211914e-05,5.805492401123047e-05,8.949637413024902e-05,0.00012093782424926758,0.00015237927436828613,0.0001838207244873047,0.00021526217460632324,0.0002467036247253418,0.00027814507484436035,0.0003095865249633789,0.00034102797508239746,0.000372469425201416,0.00040391087532043457,0.0004353523254394531,0.0004667937755584717,0.0004982352256774902,0.0005296766757965088,0.0005611181259155273,0.0005925595760345459,0.0006240010261535645,0.000655442476272583,0.0006868839263916016,0.0007183253765106201,0.0007497668266296387,0.0007812082767486572,0.0008126497268676758,0.0008440911769866943,0.0008755326271057129,0.0009069740772247314,0.00093841552734375],"_type":"histogram","values":[3,0,0,0,4,2,4,4,0,4,8,3,14,26,32,24,74,80,75,144,157,234,323,365,501,601,757,950,1324,1720,2685,5191,14184,104808,416099,21290,6826,3153,1968,1451,1059,808,638,513,399,337,249,189,139,95,74,65,37,44,34,11,7,12,9,5,3,5,3,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[4,2,5,7,18,36,53,108,144,230,409,600,849,1204,1754,2484,3426,4573,5914,7783,9737,12299,14622,17507,20258,23305,25834,28913,30319,32459,33228,33064,33316,32143,30506,28730,25932,23270,20469,17617,14836,12333,9830,7736,5897,4624,3483,2478,1797,1251,821,552,410,239,150,107,64,38,24,11,4,3,3,2],"bins":[-0.09173646569252014,-0.08882439881563187,-0.085912324488163,-0.08300025761127472,-0.08008818328380585,-0.07717611640691757,-0.0742640495300293,-0.07135197520256042,-0.06843990832567215,-0.06552784144878387,-0.062615767121315,-0.05970370024442673,-0.056791629642248154,-0.05387955904006958,-0.050967492163181305,-0.04805542156100273,-0.04514335095882416,-0.042231280356645584,-0.03931920975446701,-0.036407142877578735,-0.03349507227540016,-0.030583001673221588,-0.027670932933688164,-0.02475886419415474,-0.021846793591976166,-0.018934722989797592,-0.016022654250264168,-0.013110584579408169,-0.01019851490855217,-0.007286445237696171,-0.004374375566840172,-0.0014623058959841728,0.0014497563242912292,0.004361825995147228,0.007273895666003227,0.010185965336859226,0.013098035007715225,0.0160101056098938,0.018922174349427223,0.021834243088960648,0.02474631369113922,0.027658384293317795,0.03057045303285122,0.033482521772384644,0.03639459237456322,0.03930666297674179,0.042218729853630066,0.04513080045580864,0.04804287105798721,0.05095494166016579,0.05386701226234436,0.056779079139232635,0.05969114974141121,0.06260322034358978,0.06551528722047806,0.06842736154794693,0.0713394284248352,0.07425149530172348,0.07716356962919235,0.08007563650608063,0.0829877108335495,0.08589977771043777,0.08881184458732605,0.09172391891479492,0.0946359857916832]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,0,1,0,1,3,1,2,5,5,4,3,8,7,13,12,14,22,25,24,29,47,39,36,57,48,43,40,37,32,36,35,18,25,15,6,9,11,5,7,4,5,8,7,2,4,1,2,1,1,1,2,1,0,0,0,0,0,0,0,0,1,1,1],"bins":[-0.00022232282208278775,-0.00021382379054557532,-0.0002053247590083629,-0.00019682572747115046,-0.00018832669593393803,-0.00017982764984481037,-0.00017132861830759794,-0.0001628295867703855,-0.00015433055523317307,-0.00014583152369596064,-0.0001373324921587482,-0.00012883346062153578,-0.00012033442180836573,-0.0001118353902711533,-0.00010333635145798326,-9.483731992077082e-05,-8.633828838355839e-05,-7.783925684634596e-05,-6.934022530913353e-05,-6.0841186495963484e-05,-5.234215495875105e-05,-4.384312342153862e-05,-3.534408824634738e-05,-2.6845054890145548e-05,-1.8346021533943713e-05,-9.846988177741878e-06,-1.3479548215400428e-06,7.151078534661792e-06,1.5650111890863627e-05,2.4149145247065462e-05,3.26481786032673e-05,4.1147213778458536e-05,4.964624531567097e-05,5.81452768528834e-05,6.664430839009583e-05,7.514334720326588e-05,8.364237874047831e-05,9.214141027769074e-05,0.00010064044909086078,0.00010913948062807322,0.00011763851216528565,0.00012613754370249808,0.0001346365752397105,0.00014313560677692294,0.0001516346528660506,0.00016013368440326303,0.00016863271594047546,0.0001771317474776879,0.00018563077901490033,0.00019412981055211276,0.0002026288420893252,0.00021112787362653762,0.00021962690516375005,0.0002281259512528777,0.00023662498279009014,0.0002451240143273026,0.00025362306041643023,0.00026212207740172744,0.0002706211234908551,0.0002791201404761523,0.00028761918656527996,0.00029611820355057716,0.0003046172496397048,0.000313116266625002,0.0003216153127141297],"_type":"histogram"},"train_batch_loss":0.009794407524168491,"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[2,2,6,4,14,18,29,60,95,146,254,376,553,851,1237,1771,2433,3298,4538,5948,7521,9494,11658,14356,17108,19901,22591,25283,27972,29944,31418,32621,32974,32823,32431,30746,28804,26416,23748,20747,18371,15283,12722,10323,8430,6526,4995,3824,2804,2000,1410,995,733,450,278,181,130,75,43,24,16,14,3,3],"bins":[-0.0927353948354721,-0.08990010619163513,-0.08706481009721756,-0.08422951400279999,-0.08139422535896301,-0.07855893671512604,-0.07572364062070847,-0.0728883445262909,-0.07005305588245392,-0.06721776723861694,-0.06438247114419937,-0.0615471787750721,-0.058711886405944824,-0.05587659403681755,-0.05304130166769028,-0.050206009298563004,-0.04737071692943573,-0.044535424560308456,-0.04170013219118118,-0.03886483982205391,-0.036029547452926636,-0.03319425508379936,-0.03035896271467209,-0.027523670345544815,-0.02468837797641754,-0.021853085607290268,-0.019017793238162994,-0.01618250086903572,-0.013347208499908447,-0.010511916130781174,-0.0076766237616539,-0.004841331392526627,-0.002006031572818756,0.0008292607963085175,0.003664553165435791,0.006499845534563065,0.009335137903690338,0.012170430272817612,0.015005722641944885,0.01784101501107216,0.020676307380199432,0.023511599749326706,0.02634689211845398,0.029182184487581253,0.03201747685670853,0.0348527692258358,0.037688061594963074,0.04052335396409035,0.04335864633321762,0.046193938702344894,0.04902923107147217,0.05186452344059944,0.054699815809726715,0.05753510817885399,0.06037040054798126,0.06320568919181824,0.06604098528623581,0.06887628138065338,0.07171157002449036,0.07454685866832733,0.0773821547627449,0.08021745085716248,0.08305273950099945,0.08588802814483643,0.088723324239254],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,2,0,2,5,12,16,43,74,120,216,323,489,722,1100,1741,2459,3612,4791,6508,8343,10753,13517,16607,20053,23308,26702,29340,32034,33969,35390,35913,35698,34463,32663,30464,27319,24104,20464,17429,14503,11296,8961,7025,5225,3829,2730,1843,1269,846,571,372,240,146,89,51,24,12,10,6,3,2,1,1],"bins":[-0.09693102538585663,-0.09386593848466873,-0.09080085158348083,-0.08773577213287354,-0.08467068523168564,-0.08160559833049774,-0.07854051142930984,-0.07547542452812195,-0.07241034507751465,-0.06934525817632675,-0.06628017127513885,-0.06321508437395096,-0.06014999747276306,-0.05708491429686546,-0.054019827395677567,-0.05095474421977997,-0.04788965731859207,-0.044824570417404175,-0.04175948724150658,-0.03869440034031868,-0.03562931716442108,-0.032564230263233185,-0.029499143362045288,-0.02643405832350254,-0.023368973284959793,-0.020303888246417046,-0.017238803207874298,-0.014173716306686401,-0.011108631268143654,-0.008043546229600906,-0.004978460259735584,-0.0019133747555315495,0.0011517107486724854,0.00421679625287652,0.007281881757080555,0.010346967726945877,0.013412052765488625,0.016477137804031372,0.01954222470521927,0.022607309743762016,0.025672394782304764,0.02873747982084751,0.03180256485939026,0.034867651760578156,0.03793273866176605,0.04099782183766365,0.04406290873885155,0.047127991914749146,0.05019307881593704,0.05325816571712494,0.05632324889302254,0.059388335794210434,0.06245341897010803,0.06551850587129593,0.06858359277248383,0.07164867967367172,0.07471376657485962,0.07777884602546692,0.08084393292665482,0.08390901982784271,0.08697410672903061,0.0900391936302185,0.0931042730808258,0.0961693599820137,0.0992344468832016]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.002539300825446844,-0.002461027819663286,-0.0023827548138797283,-0.002304482040926814,-0.002226209035143256,-0.0021479360293596983,-0.002069663256406784,-0.001991390250623226,-0.0019131172448396683,-0.0018348442390561104,-0.0017565713496878743,-0.0016782984603196383,-0.0016000254545360804,-0.0015217524487525225,-0.0014434795593842864,-0.0013652066700160503,-0.0012869336642324924,-0.0012086606584489346,-0.0011303877690806985,-0.0010521148797124624,-0.0009738418739289045,-0.0008955689263530076,-0.0008172959787771106,-0.0007390230312012136,-0.0006607500836253166,-0.0005824771360494196,-0.0005042041884735227,-0.0004259312408976257,-0.0003476582933217287,-0.00026938534574583173,-0.00019111239816993475,-0.00011283945059403777,-3.456627018749714e-05,4.370667738839984e-05,0.00012197962496429682,0.0002002525725401938,0.0002785255201160908,0.00035679846769198775,0.00043507141526788473,0.0005133443628437817,0.0005916173104196787,0.0006698902579955757,0.0007481632055714726,0.0008264361531473696,0.0009047091007232666,0.0009829821065068245,0.0010612549958750606,0.0011395278852432966,0.0012178008910268545,0.0012960738968104124,0.0013743467861786485,0.0014526196755468845,0.0015308926813304424,0.0016091656871140003,0.0016874385764822364,0.0017657114658504725,0.0018439844716340303,0.0019222574774175882,0.0020005302503705025,0.0020788032561540604,0.0021570762619376183,0.002235349267721176,0.002313622273504734,0.0023918950464576483,0.002470168052241206],"_type":"histogram","values":[1,0,0,0,0,0,0,2,3,3,1,0,3,4,4,4,9,7,11,16,18,14,17,17,20,25,26,22,25,32,38,38,33,42,41,27,34,34,25,21,23,19,19,16,5,10,9,6,5,10,2,8,3,4,2,2,1,1,2,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,3,2,4,3,6,6,6,7,26,23,19,22,26,34,53,58,61,71,92,97,113,142,152,136,122,121,103,81,80,64,62,42,40,30,26,21,16,6,11,17,4,10,9,3,2,1,3,2,1,0,1,2,0,1,0,1],"bins":[-0.0001119375228881836,-0.00010834261775016785,-0.0001047477126121521,-0.00010115280747413635,-9.75579023361206e-05,-9.396299719810486e-05,-9.036809206008911e-05,-8.677318692207336e-05,-8.317828178405762e-05,-7.958337664604187e-05,-7.598847150802612e-05,-7.239356637001038e-05,-6.879866123199463e-05,-6.520375609397888e-05,-6.160885095596313e-05,-5.801394581794739e-05,-5.441904067993164e-05,-5.0824135541915894e-05,-4.7229230403900146e-05,-4.36343252658844e-05,-4.003942012786865e-05,-3.6444514989852905e-05,-3.284960985183716e-05,-2.925470471382141e-05,-2.5659799575805664e-05,-2.2064894437789917e-05,-1.846998929977417e-05,-1.4875084161758423e-05,-1.1280179023742676e-05,-7.685273885726929e-06,-4.090368747711182e-06,-4.954636096954346e-07,3.0994415283203125e-06,6.6943466663360596e-06,1.0289251804351807e-05,1.3884156942367554e-05,1.74790620803833e-05,2.1073967218399048e-05,2.4668872356414795e-05,2.8263777494430542e-05,3.185868263244629e-05,3.5453587770462036e-05,3.904849290847778e-05,4.264339804649353e-05,4.623830318450928e-05,4.9833208322525024e-05,5.342811346054077e-05,5.702301859855652e-05,6.0617923736572266e-05,6.421282887458801e-05,6.780773401260376e-05,7.140263915061951e-05,7.499754428863525e-05,7.8592449426651e-05,8.218735456466675e-05,8.57822597026825e-05,8.937716484069824e-05,9.297206997871399e-05,9.656697511672974e-05,0.00010016188025474548,0.00010375678539276123,0.00010735169053077698,0.00011094659566879272,0.00011454150080680847,0.00011813640594482422]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,1,3,4,15,23,31,77,106,148,274,384,644,993,1444,2088,2975,4121,5469,7313,9020,11690,14239,17491,20298,23490,26586,29470,31628,33145,34559,34948,34268,33526,31671,29292,26497,23250,20244,17245,14377,11677,9194,7166,5552,3993,2823,2106,1504,984,641,446,261,181,101,46,45,27,14,6,3,0,2,4],"bins":[-0.09408169239759445,-0.0910959243774414,-0.08811015635728836,-0.08512438833713531,-0.08213862031698227,-0.07915285229682922,-0.07616708427667618,-0.07318131625652313,-0.07019555568695068,-0.06720978766679764,-0.06422401964664459,-0.06123824790120125,-0.0582524836063385,-0.055266715586185455,-0.05228094756603241,-0.049295179545879364,-0.04630941152572632,-0.04332364350557327,-0.04033787548542023,-0.03735210746526718,-0.034366339445114136,-0.03138057515025139,-0.028394807130098343,-0.025409039109945297,-0.02242327108979225,-0.019437503069639206,-0.01645173504948616,-0.013465968891978264,-0.010480200871825218,-0.00749443331733346,-0.0045086657628417015,-0.0015228982083499432,0.0014628693461418152,0.0044486369006335735,0.007434404455125332,0.010420171543955803,0.013405939564108849,0.016391707584261894,0.01937747374176979,0.022363241761922836,0.025349009782075882,0.028334777802228928,0.03132054582238197,0.03430631384253502,0.037292078137397766,0.04027784615755081,0.04326361417770386,0.0462493821978569,0.04923515021800995,0.052220918238162994,0.05520668625831604,0.058192454278469086,0.06117822229862213,0.06416399031877518,0.06714975833892822,0.07013552635908127,0.07312129437923431,0.07610705494880676,0.07909282296895981,0.08207859098911285,0.0850643590092659,0.08805012702941895,0.09103589504957199,0.09402166306972504,0.09700743108987808],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,0,2,1,2,2,3,9,6,8,4,16,16,27,31,54,56,68,92,89,103,131,135,115,157,124,102,113,106,75,72,68,55,34,33,32,26,15,15,9,10,6,6,8,0,3,1,1,0,0,1,1,1,0,1],"bins":[-0.0001480579376220703,-0.0001435987651348114,-0.0001391395926475525,-0.00013468042016029358,-0.00013022124767303467,-0.00012576207518577576,-0.00012130290269851685,-0.00011684373021125793,-0.00011238455772399902,-0.00010792538523674011,-0.0001034662127494812,-9.900704026222229e-05,-9.454786777496338e-05,-9.008869528770447e-05,-8.562952280044556e-05,-8.117035031318665e-05,-7.671117782592773e-05,-7.225200533866882e-05,-6.779283285140991e-05,-6.3333660364151e-05,-5.887448787689209e-05,-5.441531538963318e-05,-4.995614290237427e-05,-4.5496970415115356e-05,-4.1037797927856445e-05,-3.6578625440597534e-05,-3.211945295333862e-05,-2.7660280466079712e-05,-2.32011079788208e-05,-1.874193549156189e-05,-1.4282763004302979e-05,-9.823590517044067e-06,-5.364418029785156e-06,-9.052455425262451e-07,3.553926944732666e-06,8.013099431991577e-06,1.2472271919250488e-05,1.69314444065094e-05,2.139061689376831e-05,2.584978938102722e-05,3.0308961868286133e-05,3.4768134355545044e-05,3.9227306842803955e-05,4.3686479330062866e-05,4.814565181732178e-05,5.260482430458069e-05,5.70639967918396e-05,6.152316927909851e-05,6.598234176635742e-05,7.044151425361633e-05,7.490068674087524e-05,7.935985922813416e-05,8.381903171539307e-05,8.827820420265198e-05,9.273737668991089e-05,9.71965491771698e-05,0.00010165572166442871,0.00010611489415168762,0.00011057406663894653,0.00011503323912620544,0.00011949241161346436,0.00012395158410072327,0.00012841075658798218,0.0001328699290752411,0.0001373291015625]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,1,1,0,0,0,0,0,2,1,2,2,4,5,3,3,3,7,7,12,10,11,12,23,14,24,30,23,35,23,37,29,24,34,41,36,34,37,28,28,29,17,20,18,17,14,15,6,10,7,4,6,5,2,3,2,1,4,0,0,0,0,0,1],"bins":[-0.0013605405110865831,-0.0013196974759921432,-0.001278854557313025,-0.001238011522218585,-0.0011971686035394669,-0.0011563255684450269,-0.0011154826497659087,-0.0010746396146714687,-0.0010337966959923506,-0.0009929536608979106,-0.0009521106840111315,-0.0009112677071243525,-0.0008704246720299125,-0.0008295816951431334,-0.0007887387182563543,-0.0007478957413695753,-0.0007070527644827962,-0.0006662097875960171,-0.000625366810709238,-0.000584523833822459,-0.0005436808569356799,-0.0005028378218412399,-0.00046199484495446086,-0.0004211518680676818,-0.0003803088911809027,-0.00033946591429412365,-0.0002986229374073446,-0.00025777993141673505,-0.00021693695452995598,-0.0001760939776431769,-0.00013525098620448261,-9.440800204174593e-05,-5.356501787900925e-05,-1.2722033716272563e-05,2.812095044646412e-05,6.89639346092008e-05,0.00010980691877193749,0.00015064989565871656,0.00019149288709741086,0.00023233587853610516,0.0002731788554228842,0.0003140218323096633,0.00035486480919644237,0.0003957078151870519,0.00043655079207383096,0.00047739376896061003,0.0005182367749512196,0.0005590797518379986,0.0005999227287247777,0.0006407657056115568,0.0006816086824983358,0.0007224516593851149,0.000763294636271894,0.000804137671366334,0.000844980648253113,0.0008858236251398921,0.0009266666020266712,0.0009675095789134502,0.0010083526140078902,0.0010491955326870084,0.0010900385677814484,0.0011308814864605665,0.0011717245215550065,0.0012125674402341247,0.0012534104753285646],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"values":[1,3,4,5,9,12,27,37,63,88,179,302,433,689,1035,1502,2208,3153,4199,5562,7288,9525,11899,14676,17833,21111,23897,27215,29727,31879,33819,34520,34939,34720,33502,31234,28931,26092,22793,19804,16883,13678,11121,8814,6836,5221,3715,2826,1998,1331,861,627,351,246,144,98,62,41,26,15,7,4,2,2],"bins":[-0.0965379849076271,-0.0935526192188263,-0.09056726098060608,-0.08758189529180527,-0.08459652960300446,-0.08161117136478424,-0.07862580567598343,-0.07564044743776321,-0.0726550817489624,-0.06966971606016159,-0.06668435782194138,-0.06369899213314056,-0.06071363016963005,-0.05772826820611954,-0.054742902517318726,-0.05175754055380821,-0.0487721785902977,-0.045786816626787186,-0.04280145466327667,-0.03981608897447586,-0.03683072701096535,-0.033845365047454834,-0.03086000122129917,-0.02787463739514351,-0.024889275431632996,-0.021903913468122482,-0.01891854964196682,-0.015933185815811157,-0.012947823852300644,-0.009962460957467556,-0.006977098062634468,-0.00399173516780138,-0.0010063797235488892,0.0019789831712841988,0.004964346066117287,0.007949708960950375,0.010935071855783463,0.01392043475061655,0.01690579764544964,0.0198911614716053,0.022876523435115814,0.025861885398626328,0.02884724922478199,0.03183261305093765,0.034817975014448166,0.03780333697795868,0.04078870266675949,0.043774064630270004,0.04675942659378052,0.04974478855729103,0.052730150520801544,0.055715516209602356,0.05870087817311287,0.06168624013662338,0.0646716058254242,0.06765696406364441,0.07064232975244522,0.07362769544124603,0.07661305367946625,0.07959841936826706,0.08258378505706787,0.08556914329528809,0.0885545089840889,0.09153986722230911,0.09452523291110992],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.0965128242969513,-0.09357161074876785,-0.09063039720058441,-0.08768919110298157,-0.08474797755479813,-0.08180676400661469,-0.07886555045843124,-0.0759243369102478,-0.07298313081264496,-0.07004191726446152,-0.06710070371627808,-0.06415949016809464,-0.061218276619911194,-0.05827706679701805,-0.05533585324883461,-0.05239464342594147,-0.049453429877758026,-0.046512216329574585,-0.04357100650668144,-0.040629792958498,-0.03768858313560486,-0.03474736958742142,-0.031806156039237976,-0.028864944353699684,-0.025923732668161392,-0.0229825209826231,-0.02004130929708481,-0.017100095748901367,-0.014158884063363075,-0.011217672377824783,-0.008276459760963917,-0.0053352476097643375,-0.0023940280079841614,0.0005471841432154179,0.003488396294414997,0.006429608445614576,0.009370820596814156,0.012312032282352448,0.015253244899213314,0.01819445751607418,0.021135669201612473,0.024076880887150764,0.027018092572689056,0.029959306120872498,0.03290051966905594,0.03584172949194908,0.03878294304013252,0.041724152863025665,0.044665366411209106,0.04760657995939255,0.05054778978228569,0.05348900333046913,0.056430213153362274,0.059371426701545715,0.062312640249729156,0.0652538537979126,0.06819505989551544,0.07113627344369888,0.07407748699188232,0.07701870054006577,0.0799599140882492,0.08290112763643265,0.08584233373403549,0.08878354728221893,0.09172476083040237],"_type":"histogram","values":[1,1,1,1,11,7,15,34,53,113,164,259,405,670,901,1442,1893,2785,3874,5254,6683,8766,10950,13542,16428,19549,22450,25364,28288,30402,32604,33929,34104,34224,33569,31778,29867,27290,24356,21503,18198,15355,12630,10204,7924,6103,4656,3457,2464,1778,1253,824,534,348,205,144,89,58,32,14,11,4,4,5]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,2,0,1,2,1,2,2,3,1,4,7,11,11,15,13,18,21,23,15,36,25,25,31,33,44,23,25,27,39,41,40,31,29,25,25,23,20,15,12,11,6,3,10,2,0,1,4,4,0,0,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0004667043685913086,-0.0004512239247560501,-0.0004357434809207916,-0.00042026303708553314,-0.00040478259325027466,-0.0003893021494150162,-0.0003738217055797577,-0.0003583412617444992,-0.0003428608179092407,-0.00032738037407398224,-0.00031189993023872375,-0.00029641948640346527,-0.0002809390425682068,-0.0002654585987329483,-0.0002499781548976898,-0.00023449771106243134,-0.00021901726722717285,-0.00020353682339191437,-0.00018805637955665588,-0.0001725759357213974,-0.00015709549188613892,-0.00014161504805088043,-0.00012613460421562195,-0.00011065416038036346,-9.517371654510498e-05,-7.96932727098465e-05,-6.421282887458801e-05,-4.873238503932953e-05,-3.3251941204071045e-05,-1.777149736881256e-05,-2.291053533554077e-06,1.3189390301704407e-05,2.866983413696289e-05,4.4150277972221375e-05,5.963072180747986e-05,7.511116564273834e-05,9.059160947799683e-05,0.00010607205331325531,0.0001215524971485138,0.00013703294098377228,0.00015251338481903076,0.00016799382865428925,0.00018347427248954773,0.0001989547163248062,0.0002144351601600647,0.00022991560399532318,0.00024539604783058167,0.00026087649166584015,0.00027635693550109863,0.0002918373793363571,0.0003073178231716156,0.0003227982670068741,0.00033827871084213257,0.00035375915467739105,0.00036923959851264954,0.000384720042347908,0.0004002004861831665,0.000415680930018425,0.00043116137385368347,0.00044664181768894196,0.00046212226152420044,0.0004776027053594589,0.0004930831491947174,0.0005085635930299759,0.0005240440368652344]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.0026795666199177504,-0.002600865438580513,-0.0025221642572432756,-0.0024434630759060383,-0.002364761894568801,-0.0022860607132315636,-0.002207359531894326,-0.002128658350557089,-0.002049956936389208,-0.0019712557550519705,-0.001892554690130055,-0.0018138535087928176,-0.0017351522110402584,-0.001656451029703021,-0.0015777498483657837,-0.0014990486670285463,-0.001420347485691309,-0.0013416463043540716,-0.0012629451230168343,-0.001184243941679597,-0.0011055427603423595,-0.0010268414625898004,-0.000948140281252563,-0.0008694390999153256,-0.0007907379185780883,-0.0007120367372408509,-0.0006333355559036136,-0.0005546343163587153,-0.00047593313502147794,-0.0003972319536842406,-0.00031853074324317276,-0.00023982954735402018,-0.00016112858429551125,-8.242738840635866e-05,-3.726192517206073e-06,7.497500337194651e-05,0.0001536761992610991,0.0002323773951502517,0.0003110785910394043,0.0003897798014804721,0.00046848098281770945,0.0005471821641549468,0.0006258833454921842,0.0007045845850370824,0.0007832857663743198,0.0008619869477115571,0.0009406881872564554,0.0010193893685936928,0.0010980905499309301,0.0011767917312681675,0.0012554929126054049,0.0013341940939426422,0.0014128952752798796,0.0014915965730324388,0.0015702977543696761,0.0016489989357069135,0.0017277001170441508,0.0018064012983813882,0.0018851024797186255,0.0019638037774711847,0.002042504958808422,0.0021212061401456594,0.002199907321482897,0.002278608502820134,0.0023573096841573715],"_type":"histogram","values":[1,0,0,0,2,0,1,1,1,0,4,3,2,3,6,8,2,6,14,10,14,21,19,19,16,21,20,27,28,30,22,27,16,46,30,23,33,27,34,25,23,27,12,22,13,17,17,12,12,6,5,9,5,4,3,6,3,2,2,2,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,0,0,2,5,4,2,3,7,4,2,12,8,8,11,21,7,18,19,21,21,30,22,29,30,32,36,30,30,32,22,32,32,35,23,18,19,14,18,13,10,12,11,10,12,12,5,4,4,4,3,1,0,1,2,0,0,1,0,0,1],"bins":[-0.00027066469192504883,-0.00026198383420705795,-0.0002533029764890671,-0.0002446221187710762,-0.00023594126105308533,-0.00022726040333509445,-0.00021857954561710358,-0.0002098986878991127,-0.00020121783018112183,-0.00019253697246313095,-0.00018385611474514008,-0.0001751752570271492,-0.00016649439930915833,-0.00015781354159116745,-0.00014913268387317657,-0.0001404518261551857,-0.00013177096843719482,-0.00012309011071920395,-0.00011440925300121307,-0.0001057283952832222,-9.704753756523132e-05,-8.836667984724045e-05,-7.968582212924957e-05,-7.10049644112587e-05,-6.232410669326782e-05,-5.364324897527695e-05,-4.496239125728607e-05,-3.6281533539295197e-05,-2.760067582130432e-05,-1.8919818103313446e-05,-1.023896038532257e-05,-1.5581026673316956e-06,7.12275505065918e-06,1.5803612768650055e-05,2.448447048664093e-05,3.3165328204631805e-05,4.184618592262268e-05,5.0527043640613556e-05,5.920790135860443e-05,6.78887590765953e-05,7.656961679458618e-05,8.525047451257706e-05,9.393133223056793e-05,0.00010261218994855881,0.00011129304766654968,0.00011997390538454056,0.00012865476310253143,0.0001373356208205223,0.00014601647853851318,0.00015469733625650406,0.00016337819397449493,0.0001720590516924858,0.00018073990941047668,0.00018942076712846756,0.00019810162484645844,0.0002067824825644493,0.00021546334028244019,0.00022414419800043106,0.00023282505571842194,0.0002415059134364128,0.0002501867711544037,0.00025886762887239456,0.00026754848659038544,0.0002762293443083763,0.0002849102020263672]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0003757476806640625,-0.0003646574914455414,-0.00035356730222702026,-0.00034247711300849915,-0.00033138692378997803,-0.0003202967345714569,-0.0003092065453529358,-0.00029811635613441467,-0.00028702616691589355,-0.00027593597769737244,-0.0002648457884788513,-0.0002537555992603302,-0.00024266541004180908,-0.00023157522082328796,-0.00022048503160476685,-0.00020939484238624573,-0.0001983046531677246,-0.0001872144639492035,-0.00017612427473068237,-0.00016503408551216125,-0.00015394389629364014,-0.00014285370707511902,-0.0001317635178565979,-0.00012067332863807678,-0.00010958313941955566,-9.849295020103455e-05,-8.740276098251343e-05,-7.631257176399231e-05,-6.522238254547119e-05,-5.413219332695007e-05,-4.3042004108428955e-05,-3.195181488990784e-05,-2.086162567138672e-05,-9.7714364528656e-06,1.3187527656555176e-06,1.2408941984176636e-05,2.3499131202697754e-05,3.458932042121887e-05,4.567950963973999e-05,5.676969885826111e-05,6.785988807678223e-05,7.895007729530334e-05,9.004026651382446e-05,0.00010113045573234558,0.0001122206449508667,0.00012331083416938782,0.00013440102338790894,0.00014549121260643005,0.00015658140182495117,0.0001676715910434723,0.0001787617802619934,0.00018985196948051453,0.00020094215869903564,0.00021203234791755676,0.00022312253713607788,0.000234212726354599,0.0002453029155731201,0.00025639310479164124,0.00026748329401016235,0.00027857348322868347,0.0002896636724472046,0.0003007538616657257,0.0003118440508842468,0.00032293424010276794,0.00033402442932128906],"_type":"histogram","values":[1,0,0,0,2,2,0,1,3,3,3,5,9,16,14,26,40,30,70,90,137,198,257,428,659,1011,1711,3042,5207,9607,18092,36381,78818,162237,141129,64645,30583,15579,8403,4478,2612,1574,916,607,374,248,184,104,87,55,32,34,25,15,12,9,7,1,2,3,3,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.00015664100646972656,-0.00015129894018173218,-0.0001459568738937378,-0.0001406148076057434,-0.00013527274131774902,-0.00012993067502975464,-0.00012458860874176025,-0.00011924654245376587,-0.00011390447616577148,-0.0001085624098777771,-0.00010322034358978271,-9.787827730178833e-05,-9.253621101379395e-05,-8.719414472579956e-05,-8.185207843780518e-05,-7.651001214981079e-05,-7.11679458618164e-05,-6.582587957382202e-05,-6.048381328582764e-05,-5.514174699783325e-05,-4.979968070983887e-05,-4.445761442184448e-05,-3.91155481338501e-05,-3.377348184585571e-05,-2.8431415557861328e-05,-2.3089349269866943e-05,-1.774728298187256e-05,-1.2405216693878174e-05,-7.063150405883789e-06,-1.7210841178894043e-06,3.6209821701049805e-06,8.963048458099365e-06,1.430511474609375e-05,1.9647181034088135e-05,2.498924732208252e-05,3.0331313610076904e-05,3.567337989807129e-05,4.1015446186065674e-05,4.635751247406006e-05,5.169957876205444e-05,5.704164505004883e-05,6.238371133804321e-05,6.77257776260376e-05,7.306784391403198e-05,7.840991020202637e-05,8.375197649002075e-05,8.909404277801514e-05,9.443610906600952e-05,9.97781753540039e-05,0.00010512024164199829,0.00011046230792999268,0.00011580437421798706,0.00012114644050598145,0.00012648850679397583,0.00013183057308197021,0.0001371726393699646,0.00014251470565795898,0.00014785677194595337,0.00015319883823394775,0.00015854090452194214,0.00016388297080993652,0.0001692250370979309,0.0001745671033859253,0.00017990916967391968,0.00018525123596191406],"_type":"histogram","values":[1,1,0,2,1,3,1,4,5,4,9,14,19,33,51,80,104,190,283,517,804,1356,2302,4218,7936,15098,29476,61359,121124,150828,96832,47197,23729,11742,6324,3539,1858,1108,608,375,237,146,96,69,50,28,21,11,10,10,5,1,1,1,0,1,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,1,4,3,5,3,4,9,7,13,15,11,14,16,20,20,18,20,16,21,25,18,26,19,28,33,27,27,28,19,27,32,25,21,18,13,20,22,19,20,12,6,8,9,5,11,7,4,0,6,3,0,1,2,0,1,1,1,0,1],"bins":[-9.417533874511719e-05,-9.108241647481918e-05,-8.798949420452118e-05,-8.489657193422318e-05,-8.180364966392517e-05,-7.871072739362717e-05,-7.561780512332916e-05,-7.252488285303116e-05,-6.943196058273315e-05,-6.633903831243515e-05,-6.324611604213715e-05,-6.015319377183914e-05,-5.706027150154114e-05,-5.3967349231243134e-05,-5.087442696094513e-05,-4.7781504690647125e-05,-4.468858242034912e-05,-4.159566015005112e-05,-3.850273787975311e-05,-3.540981560945511e-05,-3.2316893339157104e-05,-2.92239710688591e-05,-2.6131048798561096e-05,-2.3038126528263092e-05,-1.9945204257965088e-05,-1.6852281987667084e-05,-1.375935971736908e-05,-1.0666437447071075e-05,-7.573515176773071e-06,-4.480592906475067e-06,-1.387670636177063e-06,1.7052516341209412e-06,4.798173904418945e-06,7.89109617471695e-06,1.0984018445014954e-05,1.4076940715312958e-05,1.7169862985610962e-05,2.0262785255908966e-05,2.335570752620697e-05,2.6448629796504974e-05,2.954155206680298e-05,3.263447433710098e-05,3.572739660739899e-05,3.882031887769699e-05,4.1913241147994995e-05,4.5006163418293e-05,4.8099085688591003e-05,5.119200795888901e-05,5.428493022918701e-05,5.7377852499485016e-05,6.047077476978302e-05,6.356369704008102e-05,6.665661931037903e-05,6.974954158067703e-05,7.284246385097504e-05,7.593538612127304e-05,7.902830839157104e-05,8.212123066186905e-05,8.521415293216705e-05,8.830707520246506e-05,9.139999747276306e-05,9.449291974306107e-05,9.758584201335907e-05,0.00010067876428365707,0.00010377168655395508]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-1.9073486328125e-05,-1.8496066331863403e-05,-1.7918646335601807e-05,-1.734122633934021e-05,-1.6763806343078613e-05,-1.6186386346817017e-05,-1.560896635055542e-05,-1.5031546354293823e-05,-1.4454126358032227e-05,-1.387670636177063e-05,-1.3299286365509033e-05,-1.2721866369247437e-05,-1.214444637298584e-05,-1.1567026376724243e-05,-1.0989606380462646e-05,-1.041218638420105e-05,-9.834766387939453e-06,-9.257346391677856e-06,-8.67992639541626e-06,-8.102506399154663e-06,-7.525086402893066e-06,-6.94766640663147e-06,-6.370246410369873e-06,-5.792826414108276e-06,-5.21540641784668e-06,-4.637986421585083e-06,-4.060566425323486e-06,-3.4831464290618896e-06,-2.905726432800293e-06,-2.3283064365386963e-06,-1.7508864402770996e-06,-1.173466444015503e-06,-5.960464477539062e-07,-1.862645149230957e-08,5.587935447692871e-07,1.1362135410308838e-06,1.7136335372924805e-06,2.291053533554077e-06,2.868473529815674e-06,3.4458935260772705e-06,4.023313522338867e-06,4.600733518600464e-06,5.1781535148620605e-06,5.755573511123657e-06,6.332993507385254e-06,6.910413503646851e-06,7.487833499908447e-06,8.065253496170044e-06,8.64267349243164e-06,9.220093488693237e-06,9.797513484954834e-06,1.037493348121643e-05,1.0952353477478027e-05,1.1529773473739624e-05,1.210719347000122e-05,1.2684613466262817e-05,1.3262033462524414e-05,1.383945345878601e-05,1.4416873455047607e-05,1.4994293451309204e-05,1.55717134475708e-05,1.6149133443832397e-05,1.6726553440093994e-05,1.730397343635559e-05,1.7881393432617188e-05],"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,1,1,0,1,1,2,2,2,4,6,6,8,8,8,9,9,8,22,25,40,44,51,63,55,48,60,43,41,36,34,25,17,14,14,10,7,5,7,2,2,7,6,3,0,3,0,0,0,0,1,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,1,3,3,8,8,6,13,8,11,15,23,21,16,15,24,28,25,32,32,33,38,36,33,34,30,41,34,25,25,24,17,15,16,12,11,6,12,6,6,3,5,3,1,1,0,3,0,1,0,0,0,0,0,1],"bins":[0.9937140345573425,0.993915319442749,0.9941166043281555,0.994317889213562,0.9945192337036133,0.9947205185890198,0.9949218034744263,0.9951230883598328,0.9953243732452393,0.9955256581306458,0.9957269430160522,0.9959282875061035,0.99612957239151,0.9963308572769165,0.996532142162323,0.9967334270477295,0.996934711933136,0.9971359968185425,0.9973373413085938,0.9975386261940002,0.9977399110794067,0.9979411959648132,0.9981424808502197,0.9983437657356262,0.9985450506210327,0.998746395111084,0.9989476799964905,0.999148964881897,0.9993502497673035,0.99955153465271,0.9997528195381165,0.999954104423523,1.0001554489135742,1.000356674194336,1.0005580186843872,1.000759243965149,1.0009605884552002,1.0011619329452515,1.0013631582260132,1.0015645027160645,1.0017657279968262,1.0019670724868774,1.0021682977676392,1.0023696422576904,1.0025709867477417,1.0027722120285034,1.0029735565185547,1.0031747817993164,1.0033761262893677,1.0035773515701294,1.0037786960601807,1.003980040550232,1.0041812658309937,1.004382610321045,1.0045838356018066,1.004785180091858,1.0049864053726196,1.005187749862671,1.0053890943527222,1.0055903196334839,1.0057916641235352,1.0059928894042969,1.0061942338943481,1.0063954591751099,1.0065968036651611]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[5,0,0,3,9,7,21,35,74,115,181,297,533,757,1149,1838,2469,3707,5155,6759,9049,11840,14637,17944,21300,25020,28023,31231,33901,35975,36499,37157,36259,34678,32043,29457,26209,22251,18764,15811,12562,9963,7603,5689,4128,2893,2074,1343,873,616,371,227,131,88,43,28,10,11,6,1,1,0,0,1],"bins":[-0.09820768237113953,-0.09505455940961838,-0.09190143644809723,-0.08874832093715668,-0.08559519797563553,-0.08244207501411438,-0.07928895950317383,-0.07613583654165268,-0.07298271358013153,-0.06982959061861038,-0.06667646765708923,-0.06352335214614868,-0.06037022918462753,-0.057217106223106384,-0.054063986986875534,-0.050910867750644684,-0.047757744789123535,-0.044604621827602386,-0.041451502591371536,-0.038298383355140686,-0.03514526039361954,-0.03199213743209839,-0.02883901819586754,-0.02568589709699154,-0.02253277599811554,-0.01937965489923954,-0.01622653380036354,-0.013073412701487541,-0.009920291602611542,-0.006767170503735542,-0.003614049404859543,-0.0004609283059835434,0.002692200243473053,0.005845321342349052,0.008998442441225052,0.012151563540101051,0.01530468463897705,0.01845780573785305,0.02161092683672905,0.02476404793560505,0.02791716903448105,0.031070290133357048,0.03422341123223305,0.0373765304684639,0.040529653429985046,0.043682776391506195,0.046835895627737045,0.049989014863967896,0.053142137825489044,0.05629526078701019,0.05944838002324104,0.0626014992594719,0.06575462222099304,0.06890774518251419,0.07206086814403534,0.07521398365497589,0.07836710661649704,0.08152022957801819,0.08467334508895874,0.08782646805047989,0.09097959101200104,0.09413271397352219,0.09728583693504333,0.10043895244598389,0.10359207540750504],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[2,2,1,0,1,3,1,6,6,7,2,12,9,10,13,10,13,18,12,16,17,21,17,25,23,20,24,21,29,17,33,27,17,27,14,25,29,13,19,24,26,15,19,10,18,13,14,13,9,8,9,9,3,4,2,3,1,1,1,0,1,2,0,1],"bins":[-0.009090586565434933,-0.00878955889493227,-0.008488530293107033,-0.00818750262260437,-0.007886474952101707,-0.0075854468159377575,-0.007284419145435095,-0.006983391009271145,-0.006682363338768482,-0.006381335202604532,-0.006080307066440582,-0.00577927939593792,-0.00547825125977397,-0.005177223589271307,-0.004876195453107357,-0.004575167782604694,-0.004274139646440744,-0.003973111510276794,-0.0036720838397741318,-0.0033710559364408255,-0.003070028033107519,-0.002768999896943569,-0.002467971993610263,-0.0021669440902769566,-0.0018659161869436502,-0.001564888283610344,-0.0012638603802770376,-0.0009628323605284095,-0.0006618044571951032,-0.0003607765247579664,-5.974859232082963e-05,0.00024127934011630714,0.0005423072725534439,0.0008433351758867502,0.0011443630792200565,0.0014453910989686847,0.001746419002301991,0.002047447022050619,0.0023484749253839254,0.0026495028287172318,0.002950530732050538,0.0032515586353838444,0.0035525865387171507,0.003853614442050457,0.004154642578214407,0.00445567024871707,0.00475669838488102,0.005057726055383682,0.005358754191547632,0.005659782327711582,0.005960809998214245,0.006261838134378195,0.0065628658048808575,0.0068638939410448074,0.00716492161154747,0.00746594974771142,0.00776697788387537,0.008068005554378033,0.008369033224880695,0.008670061826705933,0.008971089497208595,0.009272117167711258,0.00957314483821392,0.009874173440039158,0.01017520111054182],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[2,2,3,5,3,4,8,10,10,9,14,11,26,42,50,75,93,128,155,270,352,480,784,1176,1714,2740,4443,7443,12568,22687,45891,113374,197773,90541,38283,19763,10966,6576,3914,2457,1602,1053,686,468,295,236,168,115,107,63,44,42,19,10,15,13,10,7,6,7,4,1,4,4],"bins":[-0.00030303001403808594,-0.0002936720848083496,-0.0002843141555786133,-0.00027495622634887695,-0.0002655982971191406,-0.0002562403678894043,-0.00024688243865966797,-0.00023752450942993164,-0.0002281665802001953,-0.00021880865097045898,-0.00020945072174072266,-0.00020009279251098633,-0.00019073486328125,-0.00018137693405151367,-0.00017201900482177734,-0.00016266107559204102,-0.0001533031463623047,-0.00014394521713256836,-0.00013458728790283203,-0.0001252293586730957,-0.00011587142944335938,-0.00010651350021362305,-9.715557098388672e-05,-8.779764175415039e-05,-7.843971252441406e-05,-6.908178329467773e-05,-5.9723854064941406e-05,-5.036592483520508e-05,-4.100799560546875e-05,-3.165006637573242e-05,-2.2292137145996094e-05,-1.2934207916259766e-05,-3.5762786865234375e-06,5.781650543212891e-06,1.5139579772949219e-05,2.4497509002685547e-05,3.3855438232421875e-05,4.32133674621582e-05,5.257129669189453e-05,6.192922592163086e-05,7.128715515136719e-05,8.064508438110352e-05,9.000301361083984e-05,9.936094284057617e-05,0.0001087188720703125,0.00011807680130004883,0.00012743473052978516,0.00013679265975952148,0.0001461505889892578,0.00015550851821899414,0.00016486644744873047,0.0001742243766784668,0.00018358230590820312,0.00019294023513793945,0.00020229816436767578,0.0002116560935974121,0.00022101402282714844,0.00023037195205688477,0.0002397298812866211,0.0002490878105163574,0.00025844573974609375,0.0002678036689758301,0.0002771615982055664,0.00028651952743530273,0.00029587745666503906]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,2,2,2,1,7,4,2,4,2,9,11,9,18,21,18,21,21,29,24,20,28,36,21,29,28,27,25,29,30,25,33,23,25,21,27,16,9,20,16,13,12,10,7,6,3,3,3,0,3,1,2,1,3,1,0,0,1,0,1,1],"bins":[-0.00036038164398632944,-0.0003482322208583355,-0.000336082826834172,-0.00032393340370617807,-0.00031178398057818413,-0.00029963458655402064,-0.0002874851634260267,-0.0002753357694018632,-0.0002631863462738693,-0.00025103692314587533,-0.00023888752912171185,-0.0002267381059937179,-0.0002145886974176392,-0.00020243928884156048,-0.00019028986571356654,-0.00017814045713748783,-0.00016599104856140912,-0.0001538416399853304,-0.0001416922314092517,-0.00012954280828125775,-0.00011739339970517904,-0.00010524399112910032,-9.3094575277064e-05,-8.094515942502767e-05,-6.879575084894896e-05,-5.6646338634891436e-05,-4.4496926420833915e-05,-3.2347514206776395e-05,-2.0198101992718875e-05,-8.048689778661355e-06,4.100722435396165e-06,1.6250134649453685e-05,2.839957596734166e-05,4.054898818139918e-05,5.26984003954567e-05,6.484781624749303e-05,7.699722482357174e-05,8.914663339965045e-05,0.00010129604925168678,0.00011344546510372311,0.00012559487367980182,0.00013774428225588053,0.00014989369083195925,0.0001620431139599532,0.0001741925225360319,0.00018634193111211061,0.00019849135424010456,0.00021064076281618327,0.00022279017139226198,0.0002349395799683407,0.0002470889885444194,0.00025923841167241335,0.00027138780569657683,0.0002835372288245708,0.0002956866519525647,0.0003078360459767282,0.00031998546910472214,0.0003321348922327161,0.00034428428625687957,0.0003564337093848735,0.00036858313251286745,0.00038073252653703094,0.0003928819496650249,0.00040503134368918836,0.0004171807668171823]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.00020205974578857422,-0.0001966673880815506,-0.00019127503037452698,-0.00018588267266750336,-0.00018049031496047974,-0.00017509795725345612,-0.0001697055995464325,-0.00016431324183940887,-0.00015892088413238525,-0.00015352852642536163,-0.000148136168718338,-0.0001427438110113144,-0.00013735145330429077,-0.00013195909559726715,-0.00012656673789024353,-0.00012117438018321991,-0.00011578202247619629,-0.00011038966476917267,-0.00010499730706214905,-9.960494935512543e-05,-9.42125916481018e-05,-8.882023394107819e-05,-8.342787623405457e-05,-7.803551852703094e-05,-7.264316082000732e-05,-6.72508031129837e-05,-6.185844540596008e-05,-5.646608769893646e-05,-5.107372999191284e-05,-4.568137228488922e-05,-4.02890145778656e-05,-3.489665687084198e-05,-2.950429916381836e-05,-2.411194145679474e-05,-1.8719583749771118e-05,-1.3327226042747498e-05,-7.934868335723877e-06,-2.5425106287002563e-06,2.8498470783233643e-06,8.242204785346985e-06,1.3634562492370605e-05,1.9026920199394226e-05,2.4419277906417847e-05,2.9811635613441467e-05,3.520399332046509e-05,4.059635102748871e-05,4.598870873451233e-05,5.138106644153595e-05,5.677342414855957e-05,6.216578185558319e-05,6.755813956260681e-05,7.295049726963043e-05,7.834285497665405e-05,8.373521268367767e-05,8.91275703907013e-05,9.451992809772491e-05,9.991228580474854e-05,0.00010530464351177216,0.00011069700121879578,0.0001160893589258194,0.00012148171663284302,0.00012687407433986664,0.00013226643204689026,0.00013765878975391388,0.0001430511474609375],"_type":"histogram","values":[1,0,0,1,0,0,0,0,0,0,0,0,1,0,1,0,2,0,1,2,3,2,2,7,2,8,6,13,10,23,26,24,37,44,44,61,57,60,54,47,39,33,44,26,12,13,16,6,5,3,4,5,1,3,4,3,3,2,2,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.0003361701965332031,-0.0003236941993236542,-0.0003112182021141052,-0.0002987422049045563,-0.0002862662076950073,-0.0002737902104854584,-0.0002613142132759094,-0.0002488382160663605,-0.00023636221885681152,-0.00022388622164726257,-0.00021141022443771362,-0.00019893422722816467,-0.00018645823001861572,-0.00017398223280906677,-0.00016150623559951782,-0.00014903023838996887,-0.00013655424118041992,-0.00012407824397087097,-0.00011160224676132202,-9.912624955177307e-05,-8.665025234222412e-05,-7.417425513267517e-05,-6.169825792312622e-05,-4.922226071357727e-05,-3.674626350402832e-05,-2.427026629447937e-05,-1.179426908493042e-05,6.817281246185303e-07,1.315772533416748e-05,2.563372254371643e-05,3.810971975326538e-05,5.058571696281433e-05,6.306171417236328e-05,7.553771138191223e-05,8.801370859146118e-05,0.00010048970580101013,0.00011296570301055908,0.00012544170022010803,0.00013791769742965698,0.00015039369463920593,0.00016286969184875488,0.00017534568905830383,0.00018782168626785278,0.00020029768347740173,0.00021277368068695068,0.00022524967789649963,0.00023772567510604858,0.00025020167231559753,0.0002626776695251465,0.00027515366673469543,0.0002876296639442444,0.00030010566115379333,0.0003125816583633423,0.00032505765557289124,0.0003375336527824402,0.00035000964999198914,0.0003624856472015381,0.00037496164441108704,0.000387437641620636,0.00039991363883018494,0.0004123896360397339,0.00042486563324928284,0.0004373416304588318,0.00044981762766838074,0.0004622936248779297],"_type":"histogram","values":[3,2,1,4,6,3,7,20,10,29,47,64,128,157,240,388,607,901,1469,2536,4087,6714,11281,18827,35453,72434,149633,140453,66639,32580,18145,10496,6365,3813,2350,1429,911,547,361,243,145,98,62,38,29,19,10,10,10,9,5,0,1,1,0,1,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,1,2,3,13,14,14,20,26,47,56,100,138,209,244,367,507,638,970,1394,1971,2798,4317,6496,9852,15216,24772,41954,76966,153806,319329,403944,242412,114164,58826,33715,20283,12805,8167,5329,3530,2326,1630,1057,775,504,361,243,173,117,79,57,44,33,12,10,10,4,2,3,3,3,1,1],"bins":[-0.0004355907440185547,-0.0004216693341732025,-0.00040774792432785034,-0.00039382651448249817,-0.000379905104637146,-0.0003659836947917938,-0.00035206228494644165,-0.0003381408751010895,-0.0003242194652557373,-0.00031029805541038513,-0.00029637664556503296,-0.0002824552357196808,-0.0002685338258743286,-0.00025461241602897644,-0.00024069100618362427,-0.0002267695963382721,-0.00021284818649291992,-0.00019892677664756775,-0.00018500536680221558,-0.0001710839569568634,-0.00015716254711151123,-0.00014324113726615906,-0.00012931972742080688,-0.00011539831757545471,-0.00010147690773010254,-8.755549788475037e-05,-7.36340880393982e-05,-5.971267819404602e-05,-4.579126834869385e-05,-3.1869858503341675e-05,-1.7948448657989502e-05,-4.027038812637329e-06,9.894371032714844e-06,2.3815780878067017e-05,3.773719072341919e-05,5.165860056877136e-05,6.558001041412354e-05,7.950142025947571e-05,9.342283010482788e-05,0.00010734423995018005,0.00012126564979553223,0.0001351870596408844,0.00014910846948623657,0.00016302987933158875,0.00017695128917694092,0.0001908726990222931,0.00020479410886764526,0.00021871551871299744,0.0002326369285583496,0.0002465583384037018,0.00026047974824905396,0.00027440115809440613,0.0002883225679397583,0.0003022439777851105,0.00031616538763046265,0.0003300867974758148,0.000344008207321167,0.00035792961716651917,0.00037185102701187134,0.0003857724368572235,0.0003996938467025757,0.00041361525654792786,0.00042753666639328003,0.0004414580762386322,0.0004553794860839844],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[2,1,0,0,2,4,0,0,1,2,1,2,2,2,2,3,4,1,4,11,4,8,9,14,12,17,24,34,28,37,46,44,56,50,46,53,35,31,29,27,17,14,16,16,9,7,6,5,5,3,4,1,2,1,2,4,3,1,0,1,1,0,1,1],"bins":[-0.00027549266815185547,-0.00026715733110904694,-0.0002588219940662384,-0.00025048665702342987,-0.00024215131998062134,-0.0002338159829378128,-0.00022548064589500427,-0.00021714530885219574,-0.0002088099718093872,-0.00020047463476657867,-0.00019213929772377014,-0.0001838039606809616,-0.00017546862363815308,-0.00016713328659534454,-0.000158797949552536,-0.00015046261250972748,-0.00014212727546691895,-0.0001337919384241104,-0.00012545660138130188,-0.00011712126433849335,-0.00010878592729568481,-0.00010045059025287628,-9.211525321006775e-05,-8.377991616725922e-05,-7.544457912445068e-05,-6.710924208164215e-05,-5.877390503883362e-05,-5.0438567996025085e-05,-4.210323095321655e-05,-3.376789391040802e-05,-2.5432556867599487e-05,-1.7097219824790955e-05,-8.761882781982422e-06,-4.2654573917388916e-07,7.908791303634644e-06,1.6244128346443176e-05,2.457946538925171e-05,3.291480243206024e-05,4.1250139474868774e-05,4.958547651767731e-05,5.792081356048584e-05,6.625615060329437e-05,7.45914876461029e-05,8.292682468891144e-05,9.126216173171997e-05,9.95974987745285e-05,0.00010793283581733704,0.00011626817286014557,0.0001246035099029541,0.00013293884694576263,0.00014127418398857117,0.0001496095210313797,0.00015794485807418823,0.00016628019511699677,0.0001746155321598053,0.00018295086920261383,0.00019128620624542236,0.0001996215432882309,0.00020795688033103943,0.00021629221737384796,0.0002246275544166565,0.00023296289145946503,0.00024129822850227356,0.0002496335655450821,0.0002579689025878906],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.0003418922424316406,-0.00033013150095939636,-0.0003183707594871521,-0.00030661001801490784,-0.0002948492765426636,-0.0002830885350704193,-0.00027132779359817505,-0.0002595670521259308,-0.0002478063106536865,-0.00023604556918144226,-0.000224284827709198,-0.00021252408623695374,-0.00020076334476470947,-0.0001890026032924652,-0.00017724186182022095,-0.00016548112034797668,-0.00015372037887573242,-0.00014195963740348816,-0.0001301988959312439,-0.00011843815445899963,-0.00010667741298675537,-9.491667151451111e-05,-8.315593004226685e-05,-7.139518857002258e-05,-5.963444709777832e-05,-4.787370562553406e-05,-3.6112964153289795e-05,-2.4352222681045532e-05,-1.259148120880127e-05,-8.307397365570068e-07,1.0930001735687256e-05,2.269074320793152e-05,3.445148468017578e-05,4.6212226152420044e-05,5.797296762466431e-05,6.973370909690857e-05,8.149445056915283e-05,9.32551920413971e-05,0.00010501593351364136,0.00011677667498588562,0.00012853741645812988,0.00014029815793037415,0.0001520588994026184,0.00016381964087486267,0.00017558038234710693,0.0001873411238193512,0.00019910186529159546,0.00021086260676383972,0.00022262334823608398,0.00023438408970832825,0.0002461448311805725,0.00025790557265281677,0.00026966631412506104,0.0002814270555973053,0.00029318779706954956,0.0003049485385417938,0.0003167092800140381,0.00032847002148628235,0.0003402307629585266,0.0003519915044307709,0.00036375224590301514,0.0003755129873752594,0.00038727372884750366,0.0003990344703197479,0.0004107952117919922],"_type":"histogram","values":[1,4,2,9,6,13,11,26,38,50,68,84,133,152,239,341,438,675,980,1383,2066,3197,4728,7677,12995,23322,50273,155771,476668,525976,182397,57311,26307,14482,8561,5367,3420,2316,1597,1103,761,557,332,278,179,165,110,89,59,39,31,30,17,12,6,3,5,0,1,1,0,1,0,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.09153537452220917,-0.08870789408683777,-0.08588042110204697,-0.08305294811725616,-0.08022546768188477,-0.07739798724651337,-0.07457051426172256,-0.07174304127693176,-0.06891556084156036,-0.06608808040618896,-0.06326060742139816,-0.06043313071131706,-0.05760565400123596,-0.05477817729115486,-0.05195070058107376,-0.04912322387099266,-0.04629574716091156,-0.04346827045083046,-0.04064079374074936,-0.03781331703066826,-0.03498584032058716,-0.03215836361050606,-0.029330886900424957,-0.026503410190343857,-0.023675933480262756,-0.020848456770181656,-0.018020980060100555,-0.015193503350019455,-0.012366026639938354,-0.009538549929857254,-0.0067110732197761536,-0.003883596509695053,-0.0010561272501945496,0.001771349459886551,0.004598826169967651,0.007426302880048752,0.010253779590129852,0.013081256300210953,0.015908733010292053,0.018736209720373154,0.021563686430454254,0.024391163140535355,0.027218639850616455,0.030046116560697556,0.032873593270778656,0.035701069980859756,0.03852854669094086,0.04135602340102196,0.04418350011110306,0.04701097682118416,0.04983845353126526,0.05266593024134636,0.05549340695142746,0.05832088366150856,0.06114836037158966,0.06397584080696106,0.06680331379175186,0.06963078677654266,0.07245826721191406,0.07528574764728546,0.07811322063207626,0.08094069361686707,0.08376817405223846,0.08659565448760986,0.08942312747240067],"_type":"histogram","values":[3,1,3,4,10,24,31,59,63,123,195,311,449,619,934,1259,1843,2476,3141,4049,5501,6755,8414,10092,11787,13762,15601,17342,19177,20263,21786,22354,22142,22192,21214,20459,18358,17064,15222,13436,11478,9511,7845,6325,5094,3973,2966,2268,1600,1169,818,578,378,242,168,110,67,44,30,16,7,8,2,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[0.9948983788490295,0.9950606226921082,0.9952228665351868,0.9953851103782654,0.995547354221344,0.9957096576690674,0.995871901512146,0.9960341453552246,0.9961963891983032,0.9963586330413818,0.9965208768844604,0.9966831207275391,0.9968453645706177,0.9970076084136963,0.9971699118614197,0.9973321557044983,0.9974943995475769,0.9976566433906555,0.9978188872337341,0.9979811310768127,0.9981433749198914,0.99830561876297,0.9984678626060486,0.998630166053772,0.9987924098968506,0.9989546537399292,0.9991168975830078,0.9992791414260864,0.999441385269165,0.9996036291122437,0.9997658729553223,0.9999281167984009,1.0000903606414795,1.000252604484558,1.0004148483276367,1.0005770921707153,1.000739336013794,1.000901699066162,1.0010639429092407,1.0012261867523193,1.001388430595398,1.0015506744384766,1.0017129182815552,1.0018751621246338,1.0020374059677124,1.002199649810791,1.0023618936538696,1.0025241374969482,1.0026863813400269,1.0028486251831055,1.003010869026184,1.0031731128692627,1.0033353567123413,1.00349760055542,1.0036598443984985,1.0038222074508667,1.0039844512939453,1.004146695137024,1.0043089389801025,1.0044711828231812,1.0046334266662598,1.0047956705093384,1.004957914352417,1.0051201581954956,1.0052824020385742],"_type":"histogram","values":[1,0,0,1,0,2,1,0,0,1,3,2,4,5,3,7,8,5,9,6,13,6,21,17,13,16,23,28,31,26,30,33,44,38,37,34,17,28,30,28,25,34,17,26,14,13,12,8,11,8,5,6,7,3,4,0,2,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[4,2,5,12,15,27,57,62,118,190,328,464,695,1050,1537,2118,2968,4076,5386,7048,9025,11346,13757,16369,19266,22454,25187,27613,30262,31606,32686,33633,33573,32714,31447,29390,27182,24132,21315,18475,15640,13011,10707,8438,6599,5028,3865,2735,1920,1406,1019,666,452,262,192,136,79,31,19,14,4,2,3,2],"bins":[-0.09237783402204514,-0.08947914093732834,-0.08658044040203094,-0.08368174731731415,-0.08078305423259735,-0.07788436114788055,-0.07498566806316376,-0.07208696752786636,-0.06918827444314957,-0.06628958135843277,-0.06339088082313538,-0.06049218773841858,-0.05759349465370178,-0.054694801568984985,-0.05179610475897789,-0.048897407948970795,-0.045998714864254,-0.0431000217795372,-0.040201324969530106,-0.03730262815952301,-0.03440393507480621,-0.031505241990089417,-0.02860654518008232,-0.025707850232720375,-0.02280915528535843,-0.019910460337996483,-0.017011765390634537,-0.01411307044327259,-0.011214375495910645,-0.008315680548548698,-0.005416985601186752,-0.002518290653824806,0.0003804042935371399,0.003279099240899086,0.006177794188261032,0.009076489135622978,0.011975184082984924,0.01487387903034687,0.017772573977708817,0.020671268925070763,0.02356996387243271,0.026468658819794655,0.0293673537671566,0.032266050577163696,0.03516474366188049,0.03806343674659729,0.040962133556604385,0.04386083036661148,0.04675952345132828,0.049658216536045074,0.05255691334605217,0.055455610156059265,0.05835430324077606,0.06125299632549286,0.06415168941020966,0.06705038994550705,0.06994908303022385,0.07284777611494064,0.07574647665023804,0.07864516973495483,0.08154386281967163,0.08444255590438843,0.08734124898910522,0.09023994952440262,0.09313864260911942],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,1,3,1,3,6,5,5,7,12,5,9,14,19,12,16,18,17,22,14,27,31,22,29,22,19,29,32,24,34,21,21,28,30,21,27,25,15,9,10,13,16,13,8,13,7,5,4,7,6,1,1,2,1,0,1,1],"bins":[-0.001960261957719922,-0.0019029327668249607,-0.0018456036923453212,-0.0017882745014503598,-0.0017309454269707203,-0.001673616236075759,-0.0016162871615961194,-0.001558957970701158,-0.0015016288962215185,-0.0014442997053265572,-0.0013869705144315958,-0.0013296414399519563,-0.001272312249056995,-0.0012149831745773554,-0.001157653983682394,-0.0011003249092027545,-0.0010429957183077931,-0.0009856665274128318,-0.0009283374529331923,-0.0008710083202458918,-0.0008136791875585914,-0.00075634999666363,-0.0006990208639763296,-0.0006416917312890291,-0.0005843625986017287,-0.0005270334659144282,-0.0004697043332271278,-0.0004123751714359969,-0.00035504603874869645,-0.000297716906061396,-0.00024038775882218033,-0.00018305861158296466,-0.0001257293624803424,-6.840022251708433e-05,-1.1071082553826272e-05,4.6258057409431785e-05,0.00010358719737268984,0.0001609163300599903,0.00021824547729920596,0.00027557462453842163,0.0003329037572257221,0.0003902328899130225,0.00044756202260032296,0.0005048911552876234,0.0005622203461825848,0.0006195494788698852,0.0006768786115571856,0.0007342077442444861,0.0007915368769317865,0.000848866009619087,0.0009061951423063874,0.0009635242749936879,0.0010208534076809883,0.0010781825985759497,0.0011355116730555892,0.0011928408639505506,0.00125016993843019,0.0013074991293251514,0.0013648283202201128,0.0014221573946997523,0.0014794865855947137,0.0015368156600743532,0.0015941448509693146,0.001651473925448954,0.0017088031163439155]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[4,1,6,11,15,36,63,98,166,231,367,546,821,1190,1706,2483,3312,4471,5986,7492,9565,11955,14518,17146,20146,22844,25486,28345,30431,32154,33011,33738,33094,32100,31098,28659,26239,23619,20725,17645,14948,12350,10178,8030,6201,4697,3523,2584,1821,1331,913,628,424,248,175,108,48,40,18,18,12,4,0,2],"bins":[-0.09026630222797394,-0.08741013705730438,-0.08455397188663483,-0.08169780671596527,-0.07884164154529572,-0.07598547637462616,-0.0731293112039566,-0.07027314603328705,-0.06741698086261749,-0.06456081569194794,-0.06170465052127838,-0.058848485350608826,-0.05599232017993927,-0.053136155009269714,-0.05027998983860016,-0.0474238246679306,-0.04456765949726105,-0.04171149432659149,-0.038855329155921936,-0.03599916398525238,-0.033142998814582825,-0.03028683364391327,-0.027430668473243713,-0.024574503302574158,-0.021718338131904602,-0.018862172961235046,-0.01600600779056549,-0.013149842619895935,-0.01029367744922638,-0.007437512278556824,-0.004581347107887268,-0.0017251819372177124,0.0011309832334518433,0.003987148404121399,0.006843313574790955,0.00969947874546051,0.012555643916130066,0.015411809086799622,0.018267974257469177,0.021124139428138733,0.02398030459880829,0.026836469769477844,0.0296926349401474,0.032548800110816956,0.03540496528148651,0.03826113045215607,0.04111729562282562,0.04397346079349518,0.046829625964164734,0.04968579113483429,0.052541956305503845,0.0553981214761734,0.05825428664684296,0.06111045181751251,0.06396661698818207,0.06682278215885162,0.06967894732952118,0.07253511250019073,0.07539127767086029,0.07824744284152985,0.0811036080121994,0.08395977318286896,0.08681593835353851,0.08967210352420807,0.09252826869487762]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.0011777877807617188,-0.0011402815580368042,-0.0011027753353118896,-0.001065269112586975,-0.0010277628898620605,-0.000990256667137146,-0.0009527504444122314,-0.0009152442216873169,-0.0008777379989624023,-0.0008402317762374878,-0.0008027255535125732,-0.0007652193307876587,-0.0007277131080627441,-0.0006902068853378296,-0.000652700662612915,-0.0006151944398880005,-0.0005776882171630859,-0.0005401819944381714,-0.0005026757717132568,-0.0004651695489883423,-0.00042766332626342773,-0.0003901571035385132,-0.00035265088081359863,-0.0003151446580886841,-0.00027763843536376953,-0.00024013221263885498,-0.00020262598991394043,-0.00016511976718902588,-0.00012761354446411133,-9.010732173919678e-05,-5.2601099014282227e-05,-1.5094876289367676e-05,2.2411346435546875e-05,5.9917569160461426e-05,9.742379188537598e-05,0.00013493001461029053,0.00017243623733520508,0.00020994246006011963,0.0002474486827850342,0.00028495490550994873,0.0003224611282348633,0.00035996735095977783,0.0003974735736846924,0.00043497979640960693,0.0004724860191345215,0.000509992241859436,0.0005474984645843506,0.0005850046873092651,0.0006225109100341797,0.0006600171327590942,0.0006975233554840088,0.0007350295782089233,0.0007725358009338379,0.0008100420236587524,0.000847548246383667,0.0008850544691085815,0.0009225606918334961,0.0009600669145584106,0.0009975731372833252,0.0010350793600082397,0.0010725855827331543,0.0011100918054580688,0.0011475980281829834,0.001185104250907898,0.0012226104736328125],"_type":"histogram","values":[3,5,5,10,16,8,16,19,34,49,48,91,80,147,205,266,391,525,682,992,1397,1887,2723,3984,5647,8217,11954,17639,27075,44567,88205,180216,75039,39856,24800,16415,11045,7514,5331,3705,2539,1829,1259,937,622,513,367,260,173,129,114,70,53,43,25,17,15,16,11,11,4,5,2,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[2,1,1,0,0,0,0,1,1,3,2,2,1,1,1,1,4,11,14,9,13,15,21,22,20,29,24,31,33,47,29,29,44,37,35,48,35,25,31,17,25,18,8,13,8,12,9,5,2,3,3,5,1,5,2,3,0,0,2,1,2,0,0,1],"bins":[-0.00011962652206420898,-0.00011585094034671783,-0.00011207535862922668,-0.00010829977691173553,-0.00010452419519424438,-0.00010074861347675323,-9.697303175926208e-05,-9.319745004177094e-05,-8.942186832427979e-05,-8.564628660678864e-05,-8.187070488929749e-05,-7.809512317180634e-05,-7.431954145431519e-05,-7.054395973682404e-05,-6.676837801933289e-05,-6.299279630184174e-05,-5.9217214584350586e-05,-5.5441632866859436e-05,-5.1666051149368286e-05,-4.7890469431877136e-05,-4.4114887714385986e-05,-4.0339305996894836e-05,-3.6563724279403687e-05,-3.278814256191254e-05,-2.9012560844421387e-05,-2.5236979126930237e-05,-2.1461397409439087e-05,-1.7685815691947937e-05,-1.3910233974456787e-05,-1.0134652256965637e-05,-6.359070539474487e-06,-2.5834888219833374e-06,1.1920928955078125e-06,4.967674612998962e-06,8.743256330490112e-06,1.2518838047981262e-05,1.6294419765472412e-05,2.0070001482963562e-05,2.3845583200454712e-05,2.7621164917945862e-05,3.139674663543701e-05,3.517232835292816e-05,3.894791007041931e-05,4.272349178791046e-05,4.649907350540161e-05,5.027465522289276e-05,5.405023694038391e-05,5.782581865787506e-05,6.160140037536621e-05,6.537698209285736e-05,6.915256381034851e-05,7.292814552783966e-05,7.670372724533081e-05,8.047930896282196e-05,8.425489068031311e-05,8.803047239780426e-05,9.180605411529541e-05,9.558163583278656e-05,9.935721755027771e-05,0.00010313279926776886,0.00010690838098526001,0.00011068396270275116,0.00011445954442024231,0.00011823512613773346,0.00012201070785522461],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0038433766458183527,-0.0037395134568214417,-0.0036356505006551743,-0.003531787311658263,-0.003427924122661352,-0.0033240611664950848,-0.0032201979774981737,-0.0031163350213319063,-0.0030124718323349953,-0.0029086086433380842,-0.002804745687171817,-0.0027008824981749058,-0.0025970195420086384,-0.0024931563530117273,-0.0023892931640148163,-0.002285430207848549,-0.002181567018851638,-0.002077703829854727,-0.0019738408736884594,-0.0018699776846915483,-0.0017661146121099591,-0.00166225153952837,-0.0015583883505314589,-0.0014545252779498696,-0.0013506622053682804,-0.0012467991327866912,-0.001142936060205102,-0.001039072871208191,-0.0009352097986266017,-0.0008313467260450125,-0.0007274835952557623,-0.0006236204644665122,-0.0005197576247155666,-0.00041589452303014696,-0.0003120314213447273,-0.0002081683196593076,-0.00010430521797388792,-4.421162884682417e-07,0.00010342098539695144,0.00020728408708237112,0.0003111471887677908,0.0004150102904532105,0.0005188733921386302,0.0006227365229278803,0.0007265995955094695,0.0008304626680910587,0.0009343257988803089,0.001038188929669559,0.0011420520022511482,0.0012459150748327374,0.0013497781474143267,0.0014536413364112377,0.001557504408992827,0.0016613674815744162,0.0017652306705713272,0.0018690937431529164,0.0019729568157345057,0.0020768200047314167,0.002180682960897684,0.002284546149894595,0.002388409338891506,0.0024922722950577736,0.0025961354840546846,0.002699998440220952,0.002803861629217863],"_type":"histogram","values":[2,0,0,5,2,3,3,4,8,5,8,16,18,23,30,27,43,38,48,53,53,97,91,98,108,109,108,101,91,85,84,74,94,74,58,64,56,39,50,35,25,25,20,13,9,19,10,4,5,5,4,0,1,0,0,1,0,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-0.09094632416963577,-0.08794689178466797,-0.08494746685028076,-0.08194803446531296,-0.07894860953092575,-0.07594917714595795,-0.07294975221157074,-0.06995031982660294,-0.06695088744163513,-0.06395146250724792,-0.06095203384757042,-0.057952605187892914,-0.05495317280292511,-0.051953744143247604,-0.0489543154835701,-0.04595488682389259,-0.04295545816421509,-0.03995602950453758,-0.03695660084486008,-0.03395717218518257,-0.030957741662859917,-0.02795831300318241,-0.024958882480859756,-0.02195945382118225,-0.018960025161504745,-0.01596059650182724,-0.01296116691082716,-0.00996173731982708,-0.006962308660149574,-0.0039628795348107815,-0.0009634504094719887,0.002035978715866804,0.005035415291786194,0.0080348439514637,0.01103427354246378,0.01403370313346386,0.017033131793141365,0.02003256045281887,0.023031990975141525,0.02603141963481903,0.029030848294496536,0.03203027695417404,0.03502970561385155,0.03802913427352905,0.04102856665849686,0.04402799531817436,0.04702742397785187,0.05002685263752937,0.05302628129720688,0.056025709956884384,0.05902513861656189,0.062024567276239395,0.0650239959359169,0.0680234283208847,0.07102285325527191,0.07402228564023972,0.07702171802520752,0.08002114295959473,0.08302057534456253,0.08602000027894974,0.08901943266391754,0.09201885759830475,0.09501828998327255,0.09801771491765976,0.10101714730262756],"_type":"histogram","values":[6,2,8,14,19,31,64,109,168,300,449,696,1082,1571,2205,3070,4189,5581,7525,9565,12101,14838,17898,20867,24286,27003,29876,31819,33779,34981,34605,34448,33116,31475,28822,25855,23011,19690,16753,13809,11168,8734,6621,5134,3813,2766,1934,1414,906,631,418,239,114,110,59,38,21,6,4,4,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,0,0,1,1,0,5,4,7,2,10,15,18,23,39,56,50,95,138,199,269,381,574,938,1488,2436,4510,9351,23178,71228,229672,164847,47160,16647,7237,3542,2068,1218,751,520,338,239,159,115,69,55,48,41,24,14,8,10,8,4,6,3,1,0,1,0,1,0,1],"bins":[-0.0004820823669433594,-0.00046693533658981323,-0.0004517883062362671,-0.00043664127588272095,-0.0004214942455291748,-0.00040634721517562866,-0.0003912001848220825,-0.0003760531544685364,-0.00036090612411499023,-0.0003457590937614441,-0.00033061206340789795,-0.0003154650330543518,-0.00030031800270080566,-0.0002851709723472595,-0.0002700239419937134,-0.00025487691164016724,-0.0002397298812866211,-0.00022458285093307495,-0.0002094358205795288,-0.00019428879022598267,-0.00017914175987243652,-0.00016399472951889038,-0.00014884769916534424,-0.0001337006688117981,-0.00011855363845825195,-0.00010340660810470581,-8.825957775115967e-05,-7.311254739761353e-05,-5.796551704406738e-05,-4.281848669052124e-05,-2.7671456336975098e-05,-1.2524425983428955e-05,2.6226043701171875e-06,1.776963472366333e-05,3.291666507720947e-05,4.8063695430755615e-05,6.321072578430176e-05,7.83577561378479e-05,9.350478649139404e-05,0.00010865181684494019,0.00012379884719848633,0.00013894587755203247,0.0001540929079055786,0.00016923993825912476,0.0001843869686126709,0.00019953399896621704,0.00021468102931976318,0.00022982805967330933,0.00024497509002685547,0.0002601221203804016,0.00027526915073394775,0.0002904161810874939,0.00030556321144104004,0.0003207102417945862,0.0003358572721481323,0.00035100430250167847,0.0003661513328552246,0.00038129836320877075,0.0003964453935623169,0.00041159242391586304,0.0004267394542694092,0.0004418864846229553,0.00045703351497650146,0.0004721805453300476,0.00048732757568359375],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[2,0,0,2,0,1,2,2,4,4,5,6,2,5,5,8,15,15,18,35,39,30,45,41,53,93,89,139,139,195,178,156,117,122,79,74,48,40,46,38,25,24,17,15,13,16,7,4,9,5,4,3,1,1,4,2,0,1,0,1,1,1,0,2],"bins":[-6.604194641113281e-05,-6.385054439306259e-05,-6.165914237499237e-05,-5.946774035692215e-05,-5.727633833885193e-05,-5.508493632078171e-05,-5.289353430271149e-05,-5.0702132284641266e-05,-4.8510730266571045e-05,-4.6319328248500824e-05,-4.41279262304306e-05,-4.193652421236038e-05,-3.974512219429016e-05,-3.755372017621994e-05,-3.536231815814972e-05,-3.31709161400795e-05,-3.097951412200928e-05,-2.8788112103939056e-05,-2.6596710085868835e-05,-2.4405308067798615e-05,-2.2213906049728394e-05,-2.0022504031658173e-05,-1.783110201358795e-05,-1.563969999551773e-05,-1.344829797744751e-05,-1.1256895959377289e-05,-9.065493941307068e-06,-6.874091923236847e-06,-4.682689905166626e-06,-2.491287887096405e-06,-2.998858690261841e-07,1.8915161490440369e-06,4.082918167114258e-06,6.274320185184479e-06,8.4657222032547e-06,1.065712422132492e-05,1.2848526239395142e-05,1.5039928257465363e-05,1.7231330275535583e-05,1.9422732293605804e-05,2.1614134311676025e-05,2.3805536329746246e-05,2.5996938347816467e-05,2.8188340365886688e-05,3.037974238395691e-05,3.257114440202713e-05,3.476254642009735e-05,3.695394843816757e-05,3.914535045623779e-05,4.1336752474308014e-05,4.3528154492378235e-05,4.5719556510448456e-05,4.791095852851868e-05,5.01023605465889e-05,5.229376256465912e-05,5.448516458272934e-05,5.667656660079956e-05,5.886796861886978e-05,6.105937063694e-05,6.325077265501022e-05,6.544217467308044e-05,6.763357669115067e-05,6.982497870922089e-05,7.201638072729111e-05,7.420778274536133e-05]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,2,0,2,2,1,1,1,0,6,6,4,3,4,4,8,10,12,10,21,16,18,24,29,25,27,25,19,25,29,23,33,33,27,36,26,27,23,20,16,30,29,16,11,15,16,8,9,5,7,7,0,1,5,3,3,2,0,1,0,0,0,0,1],"bins":[-0.0008022189140319824,-0.0007767286151647568,-0.0007512383162975311,-0.0007257480174303055,-0.0007002577185630798,-0.0006747674196958542,-0.0006492771208286285,-0.0006237868219614029,-0.0005982965230941772,-0.0005728062242269516,-0.000547315925359726,-0.0005218256264925003,-0.0004963353276252747,-0.000470845028758049,-0.00044535472989082336,-0.0004198644310235977,-0.00039437413215637207,-0.0003688838332891464,-0.0003433935344219208,-0.00031790323555469513,-0.0002924129366874695,-0.00026692263782024384,-0.0002414323389530182,-0.00021594204008579254,-0.0001904517412185669,-0.00016496144235134125,-0.0001394711434841156,-0.00011398084461688995,-8.84905457496643e-05,-6.300024688243866e-05,-3.750994801521301e-05,-1.2019649147987366e-05,1.3470649719238281e-05,3.896094858646393e-05,6.445124745368958e-05,8.994154632091522e-05,0.00011543184518814087,0.00014092214405536652,0.00016641244292259216,0.0001919027417898178,0.00021739304065704346,0.0002428833395242691,0.00026837363839149475,0.0002938639372587204,0.00031935423612594604,0.0003448445349931717,0.00037033483386039734,0.000395825132727623,0.00042131543159484863,0.0004468057304620743,0.0004722960293292999,0.0004977863281965256,0.0005232766270637512,0.0005487669259309769,0.0005742572247982025,0.0005997475236654282,0.0006252378225326538,0.0006507281213998795,0.0006762184202671051,0.0007017087191343307,0.0007271990180015564,0.000752689316868782,0.0007781796157360077,0.0008036699146032333,0.000829160213470459]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.0038921539671719074,-0.0038133165799081326,-0.0037344791926443577,-0.003655641572549939,-0.0035768041852861643,-0.0034979667980223894,-0.0034191294107586145,-0.003340291790664196,-0.003261454403400421,-0.0031826170161366463,-0.0031037796288728714,-0.0030249422416090965,-0.002946104621514678,-0.002867267234250903,-0.0027884298469871283,-0.0027095924597233534,-0.002630754839628935,-0.00255191745236516,-0.002473080065101385,-0.0023942426778376102,-0.0023154052905738354,-0.002236567670479417,-0.002157730283215642,-0.002078892895951867,-0.0020000555086880922,-0.0019212180050089955,-0.0018423806177452207,-0.001763543114066124,-0.001684705726802349,-0.0016058682231232524,-0.0015270308358594775,-0.0014481933321803808,-0.0013693560613319278,-0.001290518674068153,-0.0012116811703890562,-0.0011328437831252813,-0.0010540062794461846,-0.0009751688921824098,-0.000896331446710974,-0.0008174940012395382,-0.0007386565557681024,-0.0006598191102966666,-0.0005809816648252308,-0.000502144219353795,-0.0004233068029861897,-0.00034446935751475394,-0.0002656319411471486,-0.00018679449567571282,-0.00010795705020427704,-2.9119612008798867e-05,4.9717826186679304e-05,0.00012855525710619986,0.00020739270257763565,0.00028623014804907143,0.00036506756441667676,0.00044390500988811255,0.0005227424553595483,0.0006015799008309841,0.0006804173463024199,0.0007592547917738557,0.0008380921790376306,0.0009169296245090663,0.0009957670699805021,0.0010746045736595988,0.0011534419609233737],"_type":"histogram","values":[1,1,0,1,0,1,0,0,0,0,1,0,1,2,0,3,5,0,3,3,7,5,5,9,14,15,19,31,36,42,48,60,59,84,110,109,99,101,125,105,94,136,114,104,90,76,61,58,49,42,22,25,26,14,8,6,5,5,4,0,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,3,1,1,2,1,2,4,3,3,11,7,12,16,17,16,22,19,30,17,33,24,30,38,41,23,22,32,37,44,38,34,25,23,29,25,15,7,18,8,6,9,1,4,4,1,2,2,2,0,0,0,0,0,0,0,0,0,1,1],"bins":[-0.0004786571371369064,-0.00046266219578683376,-0.0004466672835405916,-0.00043067237129434943,-0.0004146774299442768,-0.0003986824885942042,-0.000382687576347962,-0.00036669266410171986,-0.00035069772275164723,-0.0003347027814015746,-0.00031870786915533245,-0.0003027129569090903,-0.00028671801555901766,-0.00027072307420894504,-0.00025472816196270287,-0.00023873323516454548,-0.00022273830836638808,-0.0002067433815682307,-0.0001907484547700733,-0.0001747535279719159,-0.0001587586011737585,-0.0001427636743756011,-0.00012676874757744372,-0.00011077382077928632,-9.477889398112893e-05,-7.878396718297154e-05,-6.278904038481414e-05,-4.679411358665675e-05,-3.0799186788499355e-05,-1.4804259990341961e-05,1.1906668078154325e-06,1.7185593605972826e-05,3.318052040413022e-05,4.9175447202287614e-05,6.517037400044501e-05,8.11653007986024e-05,9.71602275967598e-05,0.00011315515439491719,0.00012915008119307458,0.00014514500799123198,0.00016113993478938937,0.00017713486158754677,0.00019312978838570416,0.00020912471518386155,0.00022511964198201895,0.00024111456878017634,0.00025710949557833374,0.0002731044078245759,0.0002890993491746485,0.00030509429052472115,0.0003210892027709633,0.0003370841150172055,0.0003530790563672781,0.0003690739977173507,0.0003850689099635929,0.00040106382220983505,0.0004170587635599077,0.0004330537049099803,0.00044904861715622246,0.00046504352940246463,0.00048103847075253725,0.0004970334121026099,0.0005130283534526825,0.0005290232365950942,0.0005450181779451668]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[4,0,0,1,0,2,3,0,8,6,7,5,9,5,6,8,8,17,9,15,17,17,29,16,25,22,43,24,12,19,34,32,28,20,25,24,28,33,20,22,9,22,25,12,10,10,20,12,6,10,5,8,1,3,0,4,1,0,1,1,1,0,1,3],"bins":[-0.005561313591897488,-0.005384526681154966,-0.005207739770412445,-0.005030953325331211,-0.00485416641458869,-0.0046773795038461685,-0.004500592593103647,-0.004323806148022413,-0.004147019237279892,-0.003970232326537371,-0.0037934454157948494,-0.0036166587378829718,-0.0034398718271404505,-0.003263085149228573,-0.0030862982384860516,-0.002909511560574174,-0.0027327246498316526,-0.0025559377390891314,-0.0023791510611772537,-0.0022023641504347324,-0.002025577472522855,-0.0018487905617803335,-0.001672003767453134,-0.0014952169731259346,-0.0013184301787987351,-0.0011416433844715357,-0.0009648565901443362,-0.0007880697376094759,-0.0006112829432822764,-0.00043449614895507693,-0.000257709325524047,-8.092251664493233e-05,9.586429223418236e-05,0.0002726510865613818,0.00044943790999241173,0.0006262247334234416,0.0008030115277506411,0.0009797983802855015,0.001156585174612701,0.0013333719689399004,0.0015101587632670999,0.0016869455575942993,0.0018637323519214988,0.0020405191462486982,0.0022173060569912195,0.002394092734903097,0.0025708796456456184,0.002747666323557496,0.0029244532343000174,0.0031012401450425386,0.0032780268229544163,0.0034548137336969376,0.003631600411608815,0.0038083873223513365,0.003985174000263214,0.004161960911005735,0.004338747821748257,0.004515534732490778,0.004692321177572012,0.004869108088314533,0.0050458949990570545,0.005222681909799576,0.00539946835488081,0.005576255265623331,0.005753042176365852],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.00037026405334472656,-0.0003590434789657593,-0.000347822904586792,-0.0003366023302078247,-0.0003253817558288574,-0.00031416118144989014,-0.00030294060707092285,-0.00029172003269195557,-0.0002804994583129883,-0.000269278883934021,-0.0002580583095550537,-0.0002468377351760864,-0.00023561716079711914,-0.00022439658641815186,-0.00021317601203918457,-0.00020195543766021729,-0.00019073486328125,-0.00017951428890228271,-0.00016829371452331543,-0.00015707314014434814,-0.00014585256576538086,-0.00013463199138641357,-0.0001234114170074463,-0.000112190842628479,-0.00010097026824951172,-8.974969387054443e-05,-7.852911949157715e-05,-6.730854511260986e-05,-5.608797073364258e-05,-4.486739635467529e-05,-3.364682197570801e-05,-2.2426247596740723e-05,-1.1205673217773438e-05,1.4901161193847656e-08,1.1235475540161133e-05,2.2456049919128418e-05,3.36766242980957e-05,4.489719867706299e-05,5.6117773056030273e-05,6.733834743499756e-05,7.855892181396484e-05,8.977949619293213e-05,0.00010100007057189941,0.0001122206449508667,0.00012344121932983398,0.00013466179370880127,0.00014588236808776855,0.00015710294246673584,0.00016832351684570312,0.0001795440912246704,0.0001907646656036377,0.00020198523998260498,0.00021320581436157227,0.00022442638874053955,0.00023564696311950684,0.0002468675374984741,0.0002580881118774414,0.0002693086862564087,0.000280529260635376,0.00029174983501434326,0.00030297040939331055,0.00031419098377227783,0.0003254115581512451,0.0003366321325302124,0.0003478527069091797],"_type":"histogram","values":[1,1,0,1,2,0,3,3,2,5,6,6,10,18,18,40,57,76,123,149,269,395,603,945,1658,2705,4605,8028,15011,29338,63819,161868,499386,495506,160310,63898,29231,14773,8080,4614,2679,1668,1033,635,403,298,178,122,94,61,45,19,15,22,11,3,3,1,1,5,1,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,1,2,2,3,2,5,4,12,9,18,16,21,23,31,28,39,55,58,66,77,87,99,102,97,95,111,88,100,89,95,93,79,74,67,44,49,46,38,23,17,21,13,14,7,6,4,4,4,4,0,1,1,1,0,0,0,0,0,0,0,1],"bins":[-0.00014138221740722656,-0.00013632327318191528,-0.000131264328956604,-0.00012620538473129272,-0.00012114644050598145,-0.00011608749628067017,-0.00011102855205535889,-0.00010596960783004761,-0.00010091066360473633,-9.585171937942505e-05,-9.079277515411377e-05,-8.573383092880249e-05,-8.067488670349121e-05,-7.561594247817993e-05,-7.055699825286865e-05,-6.549805402755737e-05,-6.0439109802246094e-05,-5.5380165576934814e-05,-5.0321221351623535e-05,-4.5262277126312256e-05,-4.0203332901000977e-05,-3.51443886756897e-05,-3.0085444450378418e-05,-2.502650022506714e-05,-1.996755599975586e-05,-1.490861177444458e-05,-9.8496675491333e-06,-4.7907233238220215e-06,2.682209014892578e-07,5.327165126800537e-06,1.0386109352111816e-05,1.5445053577423096e-05,2.0503997802734375e-05,2.5562942028045654e-05,3.0621886253356934e-05,3.568083047866821e-05,4.073977470397949e-05,4.579871892929077e-05,5.085766315460205e-05,5.591660737991333e-05,6.097555160522461e-05,6.603449583053589e-05,7.109344005584717e-05,7.615238428115845e-05,8.121132850646973e-05,8.6270272731781e-05,9.132921695709229e-05,9.638816118240356e-05,0.00010144710540771484,0.00010650604963302612,0.0001115649938583374,0.00011662393808364868,0.00012168288230895996,0.00012674182653427124,0.00013180077075958252,0.0001368597149848938,0.00014191865921020508,0.00014697760343551636,0.00015203654766082764,0.00015709549188613892,0.0001621544361114502,0.00016721338033676147,0.00017227232456207275,0.00017733126878738403,0.0001823902130126953]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,2,3,1,0,2,2,4,7,9,19,26,42,34,53,100,153,243,289,466,673,1014,1505,2229,3562,5414,8725,13777,22206,35492,58108,93769,150045,212276,253490,236318,173767,113059,70089,43907,26558,16240,10340,6433,4107,2714,1798,1173,829,543,385,251,180,121,96,64,45,29,18,29,14,6,4,6],"bins":[-0.00020325183868408203,-0.00019739381968975067,-0.0001915358006954193,-0.00018567778170108795,-0.0001798197627067566,-0.00017396174371242523,-0.00016810372471809387,-0.0001622457057237625,-0.00015638768672943115,-0.0001505296677350998,-0.00014467164874076843,-0.00013881362974643707,-0.0001329556107521057,-0.00012709759175777435,-0.00012123957276344299,-0.00011538155376911163,-0.00010952353477478027,-0.00010366551578044891,-9.780749678611755e-05,-9.19494777917862e-05,-8.609145879745483e-05,-8.023343980312347e-05,-7.437542080879211e-05,-6.851740181446075e-05,-6.26593828201294e-05,-5.6801363825798035e-05,-5.0943344831466675e-05,-4.5085325837135315e-05,-3.9227306842803955e-05,-3.3369287848472595e-05,-2.7511268854141235e-05,-2.1653249859809875e-05,-1.5795230865478516e-05,-9.937211871147156e-06,-4.079192876815796e-06,1.778826117515564e-06,7.636845111846924e-06,1.3494864106178284e-05,1.9352883100509644e-05,2.5210902094841003e-05,3.106892108917236e-05,3.692694008350372e-05,4.278495907783508e-05,4.864297807216644e-05,5.45009970664978e-05,6.035901606082916e-05,6.621703505516052e-05,7.207505404949188e-05,7.793307304382324e-05,8.37910920381546e-05,8.964911103248596e-05,9.550713002681732e-05,0.00010136514902114868,0.00010722316801548004,0.0001130811870098114,0.00011893920600414276,0.00012479722499847412,0.00013065524399280548,0.00013651326298713684,0.0001423712819814682,0.00014822930097579956,0.00015408731997013092,0.00015994533896446228,0.00016580335795879364,0.000171661376953125]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,4,7,8,11,10,17,26,37,53,75,108,162,263,334,589,852,1278,2038,3420,5595,9936,18704,38754,90097,192167,121656,50540,23453,12037,6719,3945,2436,1491,996,673,456,272,179,145,88,66,32,34,18,8,13,6,1,2,0,2,3,2,3],"bins":[-0.0004355907440185547,-0.00042302533984184265,-0.0004104599356651306,-0.0003978945314884186,-0.00038532912731170654,-0.0003727637231349945,-0.00036019831895828247,-0.00034763291478157043,-0.0003350675106048584,-0.00032250210642814636,-0.0003099367022514343,-0.0002973712980747223,-0.00028480589389801025,-0.0002722404897212982,-0.0002596750855445862,-0.00024710968136787415,-0.0002345442771911621,-0.00022197887301445007,-0.00020941346883773804,-0.000196848064661026,-0.00018428266048431396,-0.00017171725630760193,-0.0001591518521308899,-0.00014658644795417786,-0.00013402104377746582,-0.00012145563960075378,-0.00010889023542404175,-9.632483124732971e-05,-8.375942707061768e-05,-7.119402289390564e-05,-5.8628618717193604e-05,-4.606321454048157e-05,-3.349781036376953e-05,-2.0932406187057495e-05,-8.367002010345459e-06,4.198402166366577e-06,1.6763806343078613e-05,2.932921051979065e-05,4.1894614696502686e-05,5.446001887321472e-05,6.702542304992676e-05,7.95908272266388e-05,9.215623140335083e-05,0.00010472163558006287,0.0001172870397567749,0.00012985244393348694,0.00014241784811019897,0.000154983252286911,0.00016754865646362305,0.00018011406064033508,0.00019267946481704712,0.00020524486899375916,0.0002178102731704712,0.00023037567734718323,0.00024294108152389526,0.0002555064857006073,0.00026807188987731934,0.00028063729405403137,0.0002932026982307434,0.00030576810240745544,0.0003183335065841675,0.0003308989107608795,0.00034346431493759155,0.0003560297191143036,0.0003685951232910156]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"bins":[-0.012256928719580173,-0.011878827586770058,-0.011500727385282516,-0.0111226262524724,-0.010744525119662285,-0.010366423986852169,-0.009988322854042053,-0.009610222652554512,-0.009232121519744396,-0.00885402038693428,-0.00847592018544674,-0.008097819052636623,-0.007719717919826508,-0.007341616787016392,-0.006963516119867563,-0.006585415452718735,-0.006207314319908619,-0.005829213187098503,-0.005451112519949675,-0.005073011852800846,-0.00469491071999073,-0.0043168095871806145,-0.003938708920031786,-0.003560608020052314,-0.0031825071200728416,-0.0028044062200933695,-0.0024263053201138973,-0.002048204420134425,-0.001670103520154953,-0.0012920026201754808,-0.0009139017201960087,-0.0005358008202165365,-0.00015769898891448975,0.00022040191106498241,0.0005985028110444546,0.0009766037110239267,0.001354704611003399,0.001732805510982871,0.002110906410962343,0.0024890073109418154,0.0028671082109212875,0.0032452091109007597,0.003623310010880232,0.00400141067802906,0.004379511810839176,0.004757612943649292,0.0051357136107981205,0.005513814277946949,0.005891915410757065,0.006270016543567181,0.006648117210716009,0.007026217877864838,0.0074043190106749535,0.007782420143485069,0.00816052034497261,0.008538621477782726,0.008916722610592842,0.009294823743402958,0.009672924876213074,0.010051025077700615,0.01042912621051073,0.010807227343320847,0.011185327544808388,0.011563428677618504,0.01194152981042862],"_type":"histogram","values":[3,1,0,0,1,1,3,2,4,4,7,4,6,9,8,6,10,10,17,10,17,10,26,18,21,31,18,15,22,20,30,38,19,27,23,30,15,28,20,22,26,25,20,10,15,17,13,12,7,10,15,6,5,7,7,3,2,3,2,2,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"values":[1,0,0,0,0,1,0,0,1,1,2,1,2,2,2,1,3,4,2,7,4,5,6,13,8,21,18,22,22,32,36,41,39,40,32,43,33,35,29,45,34,25,24,28,17,18,12,7,7,5,6,7,6,1,3,2,2,2,3,2,0,1,1,1],"bins":[-0.00423102080821991,-0.0041108764708042145,-0.003990732599049807,-0.003870588494464755,-0.00375044415704906,-0.0036303000524640083,-0.003510155947878957,-0.0033900118432939053,-0.0032698677387088537,-0.003149723634123802,-0.003029579296708107,-0.0029094351921230555,-0.002789291087538004,-0.0026691469829529524,-0.002549002878367901,-0.0024288587737828493,-0.0023087146691977978,-0.0021885703317821026,-0.002068426227197051,-0.0019482821226119995,-0.001828138018026948,-0.0017079937970265746,-0.001587849692441523,-0.0014677055878564715,-0.0013475613668560982,-0.0012274172622710466,-0.001107273157685995,-0.0009871290531009436,-0.0008669848321005702,-0.0007468407275155187,-0.0006266965647228062,-0.0005065524601377547,-0.00038640829734504223,-0.00026626416365616024,-0.00014612001541536301,-2.5975874450523406e-05,9.41682665143162e-05,0.0002143124002031982,0.00033445656299591064,0.00045460069668479264,0.0005747448303736746,0.0006948889931663871,0.0008150330977514386,0.0009351772605441511,0.0010553214233368635,0.001175465527921915,0.0012956096325069666,0.00141575385350734,0.0015358979580923915,0.001656042062677443,0.0017761862836778164,0.001896330388262868,0.0020164744928479195,0.002136618597432971,0.0022567627020180225,0.0023769070394337177,0.0024970511440187693,0.002617195248603821,0.0027373393531888723,0.002857483457773924,0.0029776275623589754,0.0030977718997746706,0.003217916004359722,0.0033380601089447737,0.003458204213529825],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,0,4,0,2,2,2,3,2,2,5,6,3,6,14,7,13,10,26,15,25,23,26,30,21,39,31,38,49,30,49,43,30,38,28,17,14,21,15,19,8,13,9,3,3,4,5,2,3,2,1,1,1,2,0,0,0,0,0,0,1],"bins":[-1.3828277587890625e-05,-1.339055597782135e-05,-1.2952834367752075e-05,-1.25151127576828e-05,-1.2077391147613525e-05,-1.163966953754425e-05,-1.1201947927474976e-05,-1.07642263174057e-05,-1.0326504707336426e-05,-9.888783097267151e-06,-9.451061487197876e-06,-9.013339877128601e-06,-8.575618267059326e-06,-8.137896656990051e-06,-7.700175046920776e-06,-7.2624534368515015e-06,-6.8247318267822266e-06,-6.387010216712952e-06,-5.949288606643677e-06,-5.511566996574402e-06,-5.073845386505127e-06,-4.636123776435852e-06,-4.198402166366577e-06,-3.7606805562973022e-06,-3.3229589462280273e-06,-2.8852373361587524e-06,-2.4475157260894775e-06,-2.0097941160202026e-06,-1.5720725059509277e-06,-1.1343508958816528e-06,-6.966292858123779e-07,-2.5890767574310303e-07,1.7881393432617188e-07,6.165355443954468e-07,1.0542571544647217e-06,1.4919787645339966e-06,1.9297003746032715e-06,2.3674219846725464e-06,2.8051435947418213e-06,3.242865204811096e-06,3.680586814880371e-06,4.118308424949646e-06,4.556030035018921e-06,4.993751645088196e-06,5.431473255157471e-06,5.869194865226746e-06,6.3069164752960205e-06,6.744638085365295e-06,7.18235969543457e-06,7.620081305503845e-06,8.05780291557312e-06,8.495524525642395e-06,8.93324613571167e-06,9.370967745780945e-06,9.80868935585022e-06,1.0246410965919495e-05,1.068413257598877e-05,1.1121854186058044e-05,1.155957579612732e-05,1.1997297406196594e-05,1.2435019016265869e-05,1.2872740626335144e-05,1.3310462236404419e-05,1.3748183846473694e-05,1.4185905456542969e-05]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.09144005179405212,-0.08853058516979218,-0.08562111854553223,-0.08271165192127228,-0.07980218529701233,-0.07689271122217178,-0.07398324459791183,-0.07107377797365189,-0.06816431134939194,-0.06525484472513199,-0.06234537810087204,-0.05943590775132179,-0.056526441127061844,-0.053616974502801895,-0.05070750415325165,-0.0477980375289917,-0.04488857090473175,-0.0419791042804718,-0.03906963765621185,-0.036160167306661606,-0.03325070068240166,-0.03034123405814171,-0.02743176557123661,-0.024522297084331512,-0.021612830460071564,-0.018703363835811615,-0.015793895348906517,-0.012884427793323994,-0.00997496023774147,-0.007065492682158947,-0.004156025126576424,-0.0012465575709939003,0.001662909984588623,0.004572377540171146,0.00748184509575367,0.010391312651336193,0.013300780206918716,0.016210246831178665,0.019119715318083763,0.02202918380498886,0.02493865042924881,0.02784811705350876,0.030757585540413857,0.033667054027318954,0.0365765206515789,0.03948598727583885,0.0423954576253891,0.04530492424964905,0.048214390873909,0.051123857498168945,0.054033324122428894,0.05694279447197914,0.05985226109623909,0.06276173144578934,0.06567119807004929,0.06858066469430923,0.07149013131856918,0.07439959794282913,0.07730906456708908,0.08021853119134903,0.08312800526618958,0.08603747189044952,0.08894693851470947,0.09185640513896942,0.09476587176322937],"_type":"histogram","values":[1,2,8,12,20,27,61,88,144,202,359,503,806,1155,1687,2330,3305,4593,5849,7538,9739,12001,15131,17641,20687,23549,26427,28778,31228,32867,33763,33969,33480,32580,30641,28931,26003,22911,20039,17369,14438,11644,9481,7422,5677,4365,3236,2273,1577,1131,783,491,334,234,135,78,40,26,12,8,8,3,3,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,2,1,4,3,6,5,9,7,22,15,23,37,75,105,123,203,289,429,624,874,1329,2043,3242,4981,7711,12709,20309,36431,68944,136824,134186,68171,35591,20321,12376,7634,4816,3109,2021,1379,879,625,410,285,177,139,91,75,41,28,27,16,9,10,12,3,3,4,2,0,2,0,1],"bins":[-0.0002982616424560547,-0.0002886354923248291,-0.0002790093421936035,-0.00026938319206237793,-0.00025975704193115234,-0.00025013089179992676,-0.00024050474166870117,-0.00023087859153747559,-0.00022125244140625,-0.00021162629127502441,-0.00020200014114379883,-0.00019237399101257324,-0.00018274784088134766,-0.00017312169075012207,-0.00016349554061889648,-0.0001538693904876709,-0.0001442432403564453,-0.00013461709022521973,-0.00012499094009399414,-0.00011536478996276855,-0.00010573863983154297,-9.611248970031738e-05,-8.64863395690918e-05,-7.686018943786621e-05,-6.723403930664062e-05,-5.760788917541504e-05,-4.798173904418945e-05,-3.835558891296387e-05,-2.872943878173828e-05,-1.9103288650512695e-05,-9.47713851928711e-06,1.4901161193847656e-07,9.775161743164062e-06,1.940131187438965e-05,2.9027462005615234e-05,3.865361213684082e-05,4.8279762268066406e-05,5.790591239929199e-05,6.753206253051758e-05,7.715821266174316e-05,8.678436279296875e-05,9.641051292419434e-05,0.00010603666305541992,0.00011566281318664551,0.0001252889633178711,0.00013491511344909668,0.00014454126358032227,0.00015416741371154785,0.00016379356384277344,0.00017341971397399902,0.0001830458641052246,0.0001926720142364502,0.00020229816436767578,0.00021192431449890137,0.00022155046463012695,0.00023117661476135254,0.00024080276489257812,0.0002504289150238037,0.0002600550651550293,0.0002696812152862549,0.00027930736541748047,0.00028893351554870605,0.00029855966567993164,0.0003081858158111572,0.0003178119659423828]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,4,4,19,24,54,89,147,269,408,735,1152,1697,2704,3905,5809,8207,11691,15656,20909,26709,33975,42354,50504,59415,68394,76340,84019,90342,93945,96547,95925,93777,89135,82948,75391,66582,57770,48745,40119,32474,25557,19631,14705,10701,7743,5411,3701,2395,1562,999,648,394,266,112,79,35,16,5,5,2,2],"bins":[-0.10150380432605743,-0.09841840714216232,-0.09533300995826721,-0.0922476127743721,-0.08916221559047699,-0.08607681840658188,-0.08299142122268677,-0.07990602403879166,-0.07682062685489655,-0.07373522222042084,-0.07064982503652573,-0.06756442785263062,-0.0644790306687355,-0.06139363348484039,-0.05830823630094528,-0.05522283911705017,-0.05213744193315506,-0.04905204474925995,-0.04596664756536484,-0.04288125038146973,-0.039795853197574615,-0.036710452288389206,-0.033625055104494095,-0.030539657920598984,-0.027454260736703873,-0.02436886355280876,-0.02128346636891365,-0.01819806732237339,-0.015112670138478279,-0.012027272954583168,-0.008941874839365482,-0.005856477189809084,-0.0027710720896720886,0.00031432555988430977,0.003399723209440708,0.0064851208589971066,0.009570518508553505,0.012655915692448616,0.015741314738988876,0.018826711922883987,0.0219121091067791,0.02499750629067421,0.02808290347456932,0.03116830252110958,0.03425370156764984,0.03733909875154495,0.040424495935440063,0.043509893119335175,0.046595290303230286,0.0496806874871254,0.05276608467102051,0.05585148185491562,0.05893687903881073,0.06202227994799614,0.06510767340660095,0.06819307059049606,0.07127846777439117,0.07436387240886688,0.077449269592762,0.0805346667766571,0.08362006396055222,0.08670546114444733,0.08979085832834244,0.09287625551223755,0.09596165269613266]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[2,2,1,1,0,4,1,5,0,1,3,3,2,1,1,1,2,6,7,10,8,15,17,17,24,32,36,26,41,47,54,37,41,45,41,36,25,25,23,23,21,17,18,5,8,5,2,1,3,0,3,4,1,2,4,1,3,1,0,1,0,0,1,1],"bins":[-0.017663341015577316,-0.017106015235185623,-0.01654868945479393,-0.015991363674402237,-0.015434037894010544,-0.01487671211361885,-0.014319386333227158,-0.013762060552835464,-0.013204734772443771,-0.012647408992052078,-0.012090083211660385,-0.011532757431268692,-0.010975431650876999,-0.010418105870485306,-0.009860780090093613,-0.00930345430970192,-0.008746128529310226,-0.008188802748918533,-0.00763147696852684,-0.007074151188135147,-0.006516825407743454,-0.005959499627351761,-0.005402173846960068,-0.004844848066568375,-0.0042875222861766815,-0.0037301965057849884,-0.0031728707253932953,-0.002615544945001602,-0.002058219164609909,-0.001500893384218216,-0.0009435676038265228,-0.0003862418234348297,0.00017108581960201263,0.0007284115999937057,0.0012857373803853989,0.001843063160777092,0.002400388941168785,0.002957714721560478,0.0035150405019521713,0.0040723662823438644,0.0046296920627355576,0.005187017843127251,0.005744343623518944,0.006301669403910637,0.00685899518430233,0.007416320964694023,0.007973646745085716,0.00853097252547741,0.009088298305869102,0.009645624086260796,0.010202949866652489,0.010760275647044182,0.011317601427435875,0.011874927207827568,0.012432252988219261,0.012989578768610954,0.013546904549002647,0.01410423032939434,0.014661556109786034,0.015218881890177727,0.01577620767056942,0.016333533450961113,0.016890859231352806,0.0174481850117445,0.018005510792136192],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"bins":[-0.0013438183814287186,-0.0013026806991547346,-0.0012615430168807507,-0.0012204053346067667,-0.0011792676523327827,-0.0011381299700587988,-0.0010969922877848148,-0.0010558546055108309,-0.001014716923236847,-0.000973579240962863,-0.000932441558688879,-0.0008913038764148951,-0.0008501661941409111,-0.0008090285118669271,-0.0007678908295929432,-0.0007267531473189592,-0.0006856154650449753,-0.0006444777827709913,-0.0006033401004970074,-0.0005622024182230234,-0.0005210647359490395,-0.0004799270536750555,-0.00043878937140107155,-0.0003976516891270876,-0.00035651400685310364,-0.0003153763245791197,-0.0002742386423051357,-0.00023310096003115177,-0.00019196327775716782,-0.00015082559548318386,-0.0001096879132091999,-6.855023093521595e-05,-2.7412432245910168e-05,1.3725250028073788e-05,5.486293230205774e-05,9.60006145760417e-05,0.00013713829685002565,0.0001782759791240096,0.00021941366139799356,0.0002605513436719775,0.0003016890259459615,0.00034282670821994543,0.0003839643904939294,0.00042510207276791334,0.0004662397550418973,0.0005073774373158813,0.0005485151195898652,0.0005896528018638492,0.0006307904841378331,0.0006719281664118171,0.000713065848685801,0.000754203530959785,0.0007953412132337689,0.0008364788955077529,0.0008776165777817369,0.0009187542600557208,0.0009598919423297048,0.0010010296246036887,0.0010421673068776727,0.0010833049891516566,0.0011244426714256406,0.0011655803536996245,0.0012067180359736085,0.0012478557182475924,0.0012889934005215764],"_type":"histogram","values":[1,0,0,0,0,1,1,1,1,2,1,5,4,5,6,8,5,9,10,11,9,20,15,16,24,17,27,21,30,37,31,39,37,29,27,29,33,24,27,21,14,20,25,17,15,13,9,11,16,8,10,4,5,2,2,3,1,3,3,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[3,8,14,13,25,46,78,132,193,361,531,778,1142,1717,2446,3353,4578,6062,7794,9968,12352,15080,17868,21011,23881,26807,29301,31543,33348,34138,34532,33928,32926,30988,28568,25597,22860,19646,16680,13932,11195,8974,6974,5299,3943,2962,2041,1399,971,664,447,270,172,116,73,35,30,8,11,3,5,0,2,2],"bins":[-0.089014433324337,-0.08607606589794159,-0.08313769847154617,-0.08019933104515076,-0.07726095616817474,-0.07432258874177933,-0.07138422131538391,-0.0684458538889885,-0.06550748646259308,-0.06256911903619766,-0.059630751609802246,-0.05669238045811653,-0.053754013031721115,-0.0508156456053257,-0.047877274453639984,-0.04493890702724457,-0.04200053960084915,-0.039062172174453735,-0.03612380474805832,-0.033185433596372604,-0.030247066169977188,-0.027308698743581772,-0.024370329454541206,-0.02143196016550064,-0.018493592739105225,-0.015555224381387234,-0.012616856023669243,-0.009678487665951252,-0.006740119308233261,-0.0038017509505152702,-0.0008633825927972794,0.0020749857649207115,0.005013354122638702,0.007951722480356693,0.010890090838074684,0.013828459195792675,0.016766827553510666,0.019705194979906082,0.022643564268946648,0.025581933557987213,0.02852030098438263,0.031458668410778046,0.03439703583717346,0.03733540698885918,0.04027377441525459,0.04321214184165001,0.046150512993335724,0.04908888041973114,0.052027247846126556,0.05496561527252197,0.05790398269891739,0.060842353850603104,0.06378072500228882,0.06671909242868423,0.06965745985507965,0.07259582728147507,0.07553419470787048,0.0784725621342659,0.08141092956066132,0.08434929698705673,0.08728766441345215,0.09022603929042816,0.09316440671682358,0.096102774143219,0.09904114156961441],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[3,1,4,9,12,25,35,43,77,105,153,191,278,385,500,749,996,1393,1987,2818,3957,5738,8332,12890,18900,31110,52606,85754,113248,91875,58114,33517,21162,13337,8749,6180,4215,3064,2048,1468,1093,716,553,372,313,205,143,126,93,41,47,24,24,11,15,7,6,2,1,0,2,1,0,1],"bins":[-0.00017821788787841797,-0.00017198361456394196,-0.00016574934124946594,-0.00015951506793498993,-0.00015328079462051392,-0.0001470465213060379,-0.0001408122479915619,-0.00013457797467708588,-0.00012834370136260986,-0.00012210942804813385,-0.00011587515473365784,-0.00010964088141918182,-0.00010340660810470581,-9.71723347902298e-05,-9.093806147575378e-05,-8.470378816127777e-05,-7.846951484680176e-05,-7.223524153232574e-05,-6.600096821784973e-05,-5.976669490337372e-05,-5.3532421588897705e-05,-4.729814827442169e-05,-4.106387495994568e-05,-3.4829601645469666e-05,-2.8595328330993652e-05,-2.236105501651764e-05,-1.6126781702041626e-05,-9.892508387565613e-06,-3.6582350730895996e-06,2.5760382413864136e-06,8.810311555862427e-06,1.504458487033844e-05,2.1278858184814453e-05,2.7513131499290466e-05,3.374740481376648e-05,3.998167812824249e-05,4.6215951442718506e-05,5.245022475719452e-05,5.868449807167053e-05,6.491877138614655e-05,7.115304470062256e-05,7.738731801509857e-05,8.362159132957458e-05,8.98558646440506e-05,9.609013795852661e-05,0.00010232441127300262,0.00010855868458747864,0.00011479295790195465,0.00012102723121643066,0.00012726150453090668,0.0001334957778453827,0.0001397300511598587,0.00014596432447433472,0.00015219859778881073,0.00015843287110328674,0.00016466714441776276,0.00017090141773223877,0.00017713569104671478,0.0001833699643611908,0.0001896042376756668,0.00019583851099014282,0.00020207278430461884,0.00020830705761909485,0.00021454133093357086,0.00022077560424804688]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[2,2,1,2,2,2,2,0,3,2,10,11,6,11,7,9,15,23,23,23,23,22,36,34,37,31,36,33,43,33,27,24,25,21,24,21,32,16,18,11,9,14,8,5,8,6,3,2,1,1,3,0,0,1,0,0,1,1,0,1,0,0,0,1],"bins":[-0.0015962817706167698,-0.001538485405035317,-0.001480689155869186,-0.001422892790287733,-0.0013650964247062802,-0.0013073001755401492,-0.0012495038099586964,-0.0011917074443772435,-0.0011339110787957907,-0.0010761148296296597,-0.0010183184640482068,-0.0009605221566744149,-0.0009027258493006229,-0.0008449294837191701,-0.0007871331763453782,-0.0007293368107639253,-0.0006715405033901334,-0.0006137441960163414,-0.0005559478304348886,-0.0004981515230610967,-0.0004403551865834743,-0.0003825588501058519,-0.00032476254273205996,-0.00026696620625443757,-0.00020916986977681518,-0.00015137353329919279,-9.357721137348562e-05,-3.578088217182085e-05,2.2015447029843926e-05,7.98117762315087e-05,0.00013760810543317348,0.00019540442735888064,0.00025320076383650303,0.0003109971003141254,0.0003687934367917478,0.00042658974416553974,0.00048438608064316213,0.0005421824171207845,0.0005999787244945765,0.0006577750900760293,0.0007155713974498212,0.0007733677048236132,0.000831164070405066,0.000888960377778858,0.0009467566851526499,0.0010045530507341027,0.0010623494163155556,0.0011201456654816866,0.0011779420310631394,0.0012357383966445923,0.0012935346458107233,0.0013513310113921762,0.001409127376973629,0.00146692362613976,0.0015247199917212129,0.0015825163573026657,0.0016403126064687967,0.0016981089720502496,0.0017559053376317024,0.0018137017032131553,0.0018714979523792863,0.0019292943179607391,0.00198709056712687,0.002044887049123645,0.002102683298289776],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,1,0,2,1,1,2,2,4,5,6,10,5,11,13,12,18,18,18,23,32,31,44,59,46,66,70,83,78,88,98,98,103,96,87,102,83,86,77,67,69,44,43,43,41,30,31,24,18,15,13,10,4,2,1,0,5,1,2,1,2,1],"bins":[-0.002857128856703639,-0.0027978599537163973,-0.002738590817898512,-0.00267932191491127,-0.0026200527790933847,-0.002560783876106143,-0.0025015147402882576,-0.002442245837301016,-0.0023829767014831305,-0.0023237077984958887,-0.0022644386626780033,-0.0022051697596907616,-0.002145900623872876,-0.0020866317208856344,-0.002027362585067749,-0.0019680936820805073,-0.0019088245462626219,-0.0018495556432753801,-0.0017902866238728166,-0.001731017604470253,-0.0016717485850676894,-0.0016124795656651258,-0.0015532105462625623,-0.0014939415268599987,-0.0014346725074574351,-0.0013754034880548716,-0.001316134468652308,-0.0012568654492497444,-0.0011975964298471808,-0.0011383274104446173,-0.0010790583910420537,-0.0010197893716394901,-0.0009605203522369266,-0.000901251332834363,-0.0008419823134317994,-0.0007827132940292358,-0.0007234442746266723,-0.0006641752552241087,-0.0006049062358215451,-0.0005456372164189816,-0.00048636822612024844,-0.00042709920671768486,-0.0003678301873151213,-0.0003085611679125577,-0.0002492921776138246,-0.0001900231436593458,-0.00013075413880869746,-7.148511940613389e-05,-1.2216100003570318e-05,4.705291576101445e-05,0.00010632193152559921,0.00016559094365220517,0.00022485996305476874,0.0002841289679054171,0.00034339798730798066,0.00040266700671054423,0.0004619360261131078,0.0005212050164118409,0.0005804740358144045,0.0006397430552169681,0.0006990120746195316,0.0007582810940220952,0.0008175501134246588,0.0008768191328272223,0.0009360881522297859]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[1,0,3,2,4,4,19,44,83,143,257,383,728,1157,1904,3011,4336,6841,9908,13759,18885,25370,33153,41169,51248,61092,71266,81201,90444,95968,101207,103253,102563,98289,92883,84774,75842,65434,55075,45512,36405,28329,21264,15604,11326,7944,5518,3495,2289,1467,863,492,292,169,87,50,25,14,7,2,2,4,0,1],"bins":[-0.10453756898641586,-0.1012408509850502,-0.09794413298368454,-0.09464741498231888,-0.09135069698095322,-0.08805397897958755,-0.0847572609782219,-0.08146054297685623,-0.07816382497549057,-0.07486710697412491,-0.07157038897275925,-0.06827367097139359,-0.06497695297002792,-0.061680231243371964,-0.0583835132420063,-0.05508679524064064,-0.05179007723927498,-0.04849335923790932,-0.045196641236543655,-0.041899923235177994,-0.03860320523381233,-0.03530648723244667,-0.03200976923108101,-0.028713049367070198,-0.025416331365704536,-0.022119613364338875,-0.018822895362973213,-0.015526176430284977,-0.012229458428919315,-0.008932740427553654,-0.005636021960526705,-0.0023393037263303995,0.0009574145078659058,0.004254132509231567,0.007550850976258516,0.010847569443285465,0.014144287444651127,0.017441006377339363,0.020737724378705025,0.024034442380070686,0.027331160381436348,0.03062787838280201,0.03392459824681282,0.03722131624817848,0.040518034249544144,0.043814752250909805,0.04711147025227547,0.05040818825364113,0.05370490625500679,0.05700162425637245,0.06029834225773811,0.06359506398439407,0.06689178198575974,0.0701884999871254,0.07348521798849106,0.07678193598985672,0.08007865399122238,0.08337537199258804,0.0866720899939537,0.08996880799531937,0.09326552599668503,0.09656224399805069,0.09985896199941635,0.10315568000078201,0.10645239800214767]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,2,2,3,3,3,1,5,14,2,12,15,14,13,19,18,27,30,42,29,41,42,33,44,34,41,26,36,23,33,24,13,20,13,13,15,7,9,14,6,3,4,5,2,1,1,2,0,0,1,1,1,0,0,0,0,1,0,1],"bins":[-0.00173409644048661,-0.001672902493737638,-0.0016117086634039879,-0.001550514716655016,-0.001489320769906044,-0.001428126823157072,-0.0013669328764081001,-0.00130573904607445,-0.001244545099325478,-0.0011833511525765061,-0.001122157322242856,-0.001060963375493884,-0.0009997694287449121,-0.0009385754819959402,-0.0008773815934546292,-0.0008161877049133182,-0.0007549937581643462,-0.0006937998114153743,-0.0006326059228740633,-0.0005714120343327522,-0.0005102180875837803,-0.0004490241699386388,-0.0003878302522934973,-0.00032663633464835584,-0.00026544241700321436,-0.00020424849935807288,-0.0001430545817129314,-8.186066406778991e-05,-2.066674642264843e-05,4.052717122249305e-05,0.00010172108886763453,0.00016291500651277602,0.00022410904057323933,0.0002853029582183808,0.0003464968758635223,0.0004076907935086638,0.00046888471115380526,0.0005300786579027772,0.0005912725464440882,0.0006524664349853992,0.0007136603817343712,0.0007748543284833431,0.0008360482170246542,0.0008972421055659652,0.0009584360523149371,0.001019629999063909,0.0010808238293975592,0.001142017776146531,0.001203211722895503,0.001264405669644475,0.001325599616393447,0.001386793446727097,0.001447987393476069,0.001509181340225041,0.001570375170558691,0.001631569117307663,0.001692763064056635,0.0017539570108056068,0.0018151509575545788,0.001876344787888229,0.0019375387346372008,0.001998732564970851,0.002059926511719823,0.002121120458468795,0.0021823144052177668]},"gradients/_orig_mod.linear.bias":{"bins":[-0.00015097856521606445,-0.00014629028737545013,-0.00014160200953483582,-0.0001369137316942215,-0.00013222545385360718,-0.00012753717601299286,-0.00012284889817237854,-0.00011816062033176422,-0.0001134723424911499,-0.00010878406465053558,-0.00010409578680992126,-9.940750896930695e-05,-9.471923112869263e-05,-9.003095328807831e-05,-8.534267544746399e-05,-8.065439760684967e-05,-7.596611976623535e-05,-7.127784192562103e-05,-6.658956408500671e-05,-6.19012862443924e-05,-5.7213008403778076e-05,-5.252473056316376e-05,-4.783645272254944e-05,-4.314817488193512e-05,-3.84598970413208e-05,-3.377161920070648e-05,-2.9083341360092163e-05,-2.4395063519477844e-05,-1.9706785678863525e-05,-1.5018507838249207e-05,-1.0330229997634888e-05,-5.641952157020569e-06,-9.5367431640625e-07,3.734603524208069e-06,8.422881364822388e-06,1.3111159205436707e-05,1.7799437046051025e-05,2.2487714886665344e-05,2.7175992727279663e-05,3.186427056789398e-05,3.65525484085083e-05,4.124082624912262e-05,4.592910408973694e-05,5.061738193035126e-05,5.5305659770965576e-05,5.9993937611579895e-05,6.468221545219421e-05,6.937049329280853e-05,7.405877113342285e-05,7.874704897403717e-05,8.343532681465149e-05,8.812360465526581e-05,9.281188249588013e-05,9.750016033649445e-05,0.00010218843817710876,0.00010687671601772308,0.0001115649938583374,0.00011625327169895172,0.00012094154953956604,0.00012562982738018036,0.00013031810522079468,0.000135006383061409,0.00013969466090202332,0.00014438293874263763,0.00014907121658325195],"_type":"histogram","values":[1,0,1,0,0,3,0,0,1,2,1,2,1,2,1,3,9,5,6,14,8,12,11,9,15,15,13,19,20,26,16,24,15,29,28,17,23,23,10,16,14,12,13,10,11,11,8,7,6,5,4,2,3,2,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"values":[2,0,0,0,0,0,0,0,1,0,0,0,0,0,3,1,5,8,4,4,11,10,9,17,11,14,22,20,27,31,17,27,40,35,22,33,36,42,36,27,31,28,30,25,23,13,13,12,22,9,6,9,6,5,6,2,1,2,3,2,2,2,0,1],"bins":[-0.0016891311388462782,-0.0016426894580945373,-0.0015962477773427963,-0.0015498060965910554,-0.0015033644158393145,-0.0014569227350875735,-0.0014104810543358326,-0.0013640393735840917,-0.0013175976928323507,-0.0012711561284959316,-0.0012247144477441907,-0.0011782727669924498,-0.0011318310862407088,-0.001085389405488968,-0.001038947724737227,-0.000992506043985486,-0.0009460643632337451,-0.0008996226824820042,-0.0008531810017302632,-0.0008067393209785223,-0.0007602976402267814,-0.0007138560176827013,-0.0006674143369309604,-0.0006209726561792195,-0.0005745309754274786,-0.0005280892946757376,-0.0004816476139239967,-0.0004352059622760862,-0.0003887642815243453,-0.00034232260077260435,-0.00029588094912469387,-0.00024943926837295294,-0.000202997587621212,-0.00015655590686947107,-0.00011011424066964537,-6.367256719386205e-05,-1.7230893718078732e-05,2.9210779757704586e-05,7.56524532334879e-05,0.0001220941194333136,0.00016853580018505454,0.00021497748093679547,0.0002614191616885364,0.0003078608133364469,0.0003543024940881878,0.00040074417483992875,0.0004471858264878392,0.0004936275072395802,0.0005400691879913211,0.000586510868743062,0.000632952549494803,0.0006793942302465439,0.0007258359109982848,0.0007722775335423648,0.0008187192142941058,0.0008651608950458467,0.0009116025757975876,0.0009580442565493286,0.0010044858790934086,0.0010509275598451495,0.0010973692405968904,0.0011438109213486314,0.0011902526021003723,0.0012366942828521132,0.0012831359636038542],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,0,0,1,0,2,4,5,2,3,7,5,8,8,3,12,13,13,18,21,25,28,24,33,24,18,26,29,25,32,32,24,24,24,30,19,29,28,22,21,15,16,17,17,7,14,10,5,2,5,3,0,5,2,1,2,0,2,1],"bins":[-0.000228949444135651,-0.0002223512128693983,-0.00021575296705123037,-0.00020915473578497767,-0.00020255650451872498,-0.00019595825870055705,-0.00018936002743430436,-0.00018276179616805166,-0.00017616356490179896,-0.00016956531908363104,-0.00016296708781737834,-0.00015636885655112565,-0.00014977061073295772,-0.00014317237946670502,-0.00013657414820045233,-0.0001299759023822844,-0.0001233776711160317,-0.0001167794325738214,-0.0001101812013075687,-0.00010358296276535839,-9.698473149910569e-05,-9.038649295689538e-05,-8.378825441468507e-05,-7.719002314843237e-05,-7.059178460622206e-05,-6.399354606401175e-05,-5.7395314797759056e-05,-5.0797076255548745e-05,-4.419884135131724e-05,-3.760060644708574e-05,-3.100236790487543e-05,-2.4404133000643924e-05,-1.7805883544497192e-05,-1.1207647730770987e-05,-4.609411917044781e-06,1.9888238966814242e-06,8.58705971040763e-06,1.5185295524133835e-05,2.178353133786004e-05,2.8381768061080948e-05,3.498000296531245e-05,4.1578237869543955e-05,4.817647277377546e-05,5.477471131598577e-05,6.137294985819608e-05,6.797118112444878e-05,7.456941966665909e-05,8.116765093291178e-05,8.77658894751221e-05,9.43641280173324e-05,0.0001009623592835851,0.00010756059782579541,0.00011415882909204811,0.00012075706763425842,0.00012735530617646873,0.00013395353744272143,0.00014055176870897412,0.00014715001452714205,0.00015374824579339474,0.00016034647705964744,0.00016694472287781537,0.00017354295414406806,0.00018014118541032076,0.00018673943122848868,0.00019333766249474138],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-0.008579947054386139,-0.008321721106767654,-0.008063494227826595,-0.0078052678145468235,-0.007547041401267052,-0.00728881498798728,-0.007030588574707508,-0.006772362161427736,-0.0065141357481479645,-0.006255909334868193,-0.005997682921588421,-0.005739456508308649,-0.005481230095028877,-0.0052230036817491055,-0.004964777268469334,-0.004706550855189562,-0.00444832444190979,-0.004190098028630018,-0.003931871615350246,-0.0036736452020704746,-0.003415418788790703,-0.003157192375510931,-0.002898965962231159,-0.0026407395489513874,-0.0023825131356716156,-0.002124286722391844,-0.001866060309112072,-0.0016078338958323002,-0.0013496074825525284,-0.0010913810692727566,-0.0008331546559929848,-0.000574928242713213,-0.00031670089811086655,-5.847448483109474e-05,0.00019975192844867706,0.00045797834172844887,0.0007162047550082207,0.0009744311682879925,0.0012326575815677643,0.001490883994847536,0.001749110408127308,0.0020073368214070797,0.0022655632346868515,0.0025237896479666233,0.002782016061246395,0.003040242474526167,0.0032984688878059387,0.0035566953010857105,0.0038149217143654823,0.004073148127645254,0.004331374540925026,0.004589600954204798,0.0048478273674845695,0.005106053780764341,0.005364280194044113,0.005622506607323885,0.005880733020603657,0.006138959433883429,0.0063971858471632,0.006655412260442972,0.006913638673722744,0.007171865087002516,0.007430091500282288,0.007688317913562059,0.007946544326841831],"_type":"histogram","values":[1,0,0,0,0,1,0,2,0,1,0,0,3,0,1,1,0,2,2,2,2,4,9,6,10,24,28,28,39,33,54,46,66,72,68,47,44,50,34,13,16,11,6,5,11,2,3,2,3,1,1,2,3,1,0,3,1,1,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.00021016597747802734,-0.00020325183868408203,-0.00019633769989013672,-0.0001894235610961914,-0.0001825094223022461,-0.00017559528350830078,-0.00016868114471435547,-0.00016176700592041016,-0.00015485286712646484,-0.00014793872833251953,-0.00014102458953857422,-0.0001341104507446289,-0.0001271963119506836,-0.00012028217315673828,-0.00011336803436279297,-0.00010645389556884766,-9.953975677490234e-05,-9.262561798095703e-05,-8.571147918701172e-05,-7.87973403930664e-05,-7.18832015991211e-05,-6.496906280517578e-05,-5.805492401123047e-05,-5.1140785217285156e-05,-4.4226646423339844e-05,-3.731250762939453e-05,-3.039836883544922e-05,-2.3484230041503906e-05,-1.6570091247558594e-05,-9.655952453613281e-06,-2.7418136596679688e-06,4.172325134277344e-06,1.1086463928222656e-05,1.800060272216797e-05,2.491474151611328e-05,3.1828880310058594e-05,3.8743019104003906e-05,4.565715789794922e-05,5.257129669189453e-05,5.9485435485839844e-05,6.639957427978516e-05,7.331371307373047e-05,8.022785186767578e-05,8.71419906616211e-05,9.40561294555664e-05,0.00010097026824951172,0.00010788440704345703,0.00011479854583740234,0.00012171268463134766,0.00012862682342529297,0.00013554096221923828,0.0001424551010131836,0.0001493692398071289,0.00015628337860107422,0.00016319751739501953,0.00017011165618896484,0.00017702579498291016,0.00018393993377685547,0.00019085407257080078,0.0001977682113647461,0.0002046823501586914,0.00021159648895263672,0.00021851062774658203,0.00022542476654052734,0.00023233890533447266],"_type":"histogram","values":[3,2,2,3,3,8,10,12,16,32,41,55,87,123,168,256,419,606,1012,1705,2591,4379,7234,12141,20756,35471,61968,105696,172079,247255,278863,233877,157018,94838,55653,31740,18500,10950,6545,3974,2495,1576,898,633,388,258,174,123,80,53,30,20,12,15,9,1,3,1,2,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,2,0,2,1,5,2,1,5,6,9,7,8,11,11,15,14,19,18,19,17,27,27,29,32,15,28,30,29,35,17,35,25,30,27,31,31,19,16,10,9,18,13,8,7,5,6,8,5,2,1,2,2,3,2,1,4,1,1,0,1,1],"bins":[-0.00010114908218383789,-9.779911488294601e-05,-9.444914758205414e-05,-9.109918028116226e-05,-8.774921298027039e-05,-8.439924567937851e-05,-8.104927837848663e-05,-7.769931107759476e-05,-7.434934377670288e-05,-7.0999376475811e-05,-6.764940917491913e-05,-6.429944187402725e-05,-6.0949474573135376e-05,-5.75995072722435e-05,-5.4249539971351624e-05,-5.089957267045975e-05,-4.754960536956787e-05,-4.4199638068675995e-05,-4.084967076778412e-05,-3.749970346689224e-05,-3.4149736166000366e-05,-3.079976886510849e-05,-2.7449801564216614e-05,-2.4099834263324738e-05,-2.074986696243286e-05,-1.7399899661540985e-05,-1.4049932360649109e-05,-1.0699965059757233e-05,-7.3499977588653564e-06,-4.00003045797348e-06,-6.50063157081604e-07,2.6999041438102722e-06,6.0498714447021484e-06,9.399838745594025e-06,1.2749806046485901e-05,1.6099773347377777e-05,1.9449740648269653e-05,2.279970794916153e-05,2.6149675250053406e-05,2.9499642550945282e-05,3.284960985183716e-05,3.6199577152729034e-05,3.954954445362091e-05,4.289951175451279e-05,4.624947905540466e-05,4.959944635629654e-05,5.2949413657188416e-05,5.629938095808029e-05,5.964934825897217e-05,6.299931555986404e-05,6.634928286075592e-05,6.96992501616478e-05,7.304921746253967e-05,7.639918476343155e-05,7.974915206432343e-05,8.30991193652153e-05,8.644908666610718e-05,8.979905396699905e-05,9.314902126789093e-05,9.64989885687828e-05,9.984895586967468e-05,0.00010319892317056656,0.00010654889047145844,0.00010989885777235031,0.00011324882507324219]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9935300350189209,0.9937161803245544,0.9939022660255432,0.9940884113311768,0.9942744970321655,0.9944606423377991,0.9946467280387878,0.9948328733444214,0.9950189590454102,0.9952051043510437,0.9953912496566772,0.995577335357666,0.9957634806632996,0.9959495663642883,0.9961357116699219,0.9963217973709106,0.9965079426765442,0.9966940879821777,0.9968801736831665,0.9970663189888,0.9972524046897888,0.9974385499954224,0.9976246356964111,0.9978107810020447,0.9979969263076782,0.998183012008667,0.9983691573143005,0.9985552430152893,0.9987413883209229,0.9989274740219116,0.9991136193275452,0.9992997050285339,0.9994858503341675,0.999671995639801,0.9998580813407898,1.0000442266464233,1.000230312347412,1.0004163980484009,1.0006026029586792,1.000788688659668,1.0009747743606567,1.001160979270935,1.0013470649719238,1.0015331506729126,1.0017192363739014,1.0019054412841797,1.0020915269851685,1.0022776126861572,1.0024638175964355,1.0026499032974243,1.002835988998413,1.0030220746994019,1.0032082796096802,1.003394365310669,1.0035804510116577,1.0037665367126465,1.0039527416229248,1.0041388273239136,1.0043249130249023,1.0045111179351807,1.0046972036361694,1.0048832893371582,1.005069375038147,1.0052555799484253,1.005441665649414],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,1,0,1,2,1,1,7,3,4,7,11,5,11,8,20,25,21,31,31,40,28,31,54,33,40,31,33,35,38,25,28,33,13,15,14,13,19,13,9,8,5,1,3,2,2,0,6,1,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,2,2,4,0,0,1,4,9,12,6,13,17,22,23,27,43,39,47,55,51,45,57,42,49,37,34,27,20,17,18,13,2,3,5,3,1,5,2,2,4,1,0,1,0,1,0,0,0,0,0,1],"bins":[-0.000347029825206846,-0.00033667057869024575,-0.0003263113321736455,-0.0003159521147608757,-0.00030559286824427545,-0.0002952336217276752,-0.00028487437521107495,-0.00027451515779830515,-0.0002641559112817049,-0.00025379666476510465,-0.0002434374182485044,-0.00023307818628381938,-0.00022271893976721913,-0.0002123597078025341,-0.00020200046128593385,-0.00019164122932124883,-0.00018128198280464858,-0.00017092273628804833,-0.0001605635043233633,-0.00015020425780676305,-0.00013984502584207803,-0.00012948577932547778,-0.00011912654008483514,-0.0001087673008441925,-9.840806160354987e-05,-8.804882236290723e-05,-7.76895831222646e-05,-6.733034388162196e-05,-5.697110100300051e-05,-4.6611861762357876e-05,-3.625261888373643e-05,-2.5893379643093795e-05,-1.5534140402451158e-05,-5.174900252313819e-06,5.18433989782352e-06,1.554358095745556e-05,2.5902820198098198e-05,3.6262059438740835e-05,4.662130231736228e-05,5.6980541558004916e-05,6.733978079864755e-05,7.769902003929019e-05,8.805825927993283e-05,9.841749852057546e-05,0.00010877674503717571,0.00011913598427781835,0.000129495223518461,0.000139854455483146,0.00015021370199974626,0.00016057294851634651,0.00017093218048103154,0.0001812914269976318,0.0001916506589623168,0.00020200990547891706,0.00021236913744360209,0.00022272838396020234,0.0002330876304768026,0.0002434468624414876,0.00025380609440617263,0.0002641653409227729,0.00027452458743937314,0.0002848838339559734,0.0002952430513687432,0.00030560229788534343,0.0003159615444019437]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[1,2,5,3,13,20,35,80,113,179,300,425,748,1116,1523,2253,3187,4221,5617,7742,9645,12071,14984,17956,21359,24311,27047,29899,32391,33668,34606,35042,34708,33313,31263,28657,25634,22894,19489,16394,13685,10865,8826,6713,4938,3665,2670,1812,1299,886,584,359,255,169,84,43,27,15,7,3,3,1,0,1],"bins":[-0.09368561953306198,-0.09068824350833893,-0.08769086748361588,-0.08469349145889282,-0.08169610798358917,-0.07869873195886612,-0.07570135593414307,-0.07270397990942001,-0.06970660388469696,-0.06670922785997391,-0.06371185183525085,-0.0607144720852375,-0.05771709606051445,-0.0547197200357914,-0.051722340285778046,-0.04872496426105499,-0.04572758823633194,-0.04273021221160889,-0.039732836186885834,-0.03673545643687248,-0.03373808041214943,-0.030740704387426376,-0.027743326500058174,-0.024745948612689972,-0.02174857258796692,-0.018751196563243866,-0.015753818675875664,-0.012756441719830036,-0.009759064763784409,-0.006761687807738781,-0.0037643108516931534,-0.0007669338956475258,0.0022304505109786987,0.005227827467024326,0.008225204423069954,0.011222581379115582,0.014219958335161209,0.017217334359884262,0.020214712247252464,0.023212090134620667,0.02620946615934372,0.029206842184066772,0.032204218208789825,0.03520159795880318,0.03819897398352623,0.04119635000824928,0.044193729758262634,0.04719110578298569,0.05018848180770874,0.05318585783243179,0.056183233857154846,0.0591806136071682,0.06217798963189125,0.0651753693819046,0.06817274540662766,0.07117012143135071,0.07416749745607376,0.07716487348079681,0.08016224950551987,0.08315962553024292,0.08615700900554657,0.08915438503026962,0.09215176105499268,0.09514913707971573,0.09814651310443878],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,2,2,0,0,2,5,2,5,5,1,2,5,4,12,8,10,15,10,19,30,20,33,48,36,59,59,60,50,37,42,25,22,20,12,14,20,7,6,4,10,7,7,5,5,3,5,1,1,0,2,3,1,1,0,0,0,0,2],"bins":[-0.00087051244918257,-0.0008431384339928627,-0.0008157643605954945,-0.0007883903454057872,-0.000761016272008419,-0.0007336422568187118,-0.0007062682416290045,-0.0006788941682316363,-0.000651520153041929,-0.0006241461378522217,-0.0005967720644548535,-0.0005693980492651463,-0.000542024034075439,-0.0005146499606780708,-0.0004872759454883635,-0.00045990190119482577,-0.00043252785690128803,-0.0004051538126077503,-0.00037777976831421256,-0.0003504057531245053,-0.00032303170883096755,-0.0002956576645374298,-0.00026828364934772253,-0.0002409096050541848,-0.00021353556076064706,-0.00018616151646710932,-0.00015878748672548681,-0.0001314134569838643,-0.00010403941269032657,-7.666537567274645e-05,-4.929133865516633e-05,-2.1917301637586206e-05,5.456677172333002e-06,3.2830714189913124e-05,6.0204751207493246e-05,8.757878822507337e-05,0.00011495282524265349,0.00014232686953619123,0.00016970089927781373,0.00019707492901943624,0.00022444897331297398,0.0002518230176065117,0.00027919706190004945,0.00030657107708975673,0.00033394512138329446,0.0003613191656768322,0.0003886931808665395,0.0004160672251600772,0.00044344126945361495,0.0004708153137471527,0.0004981893580406904,0.0005255633732303977,0.000552937388420105,0.0005803114618174732,0.0006076854770071805,0.0006350595504045486,0.0006624335655942559,0.0006898075807839632,0.0007171816541813314,0.0007445556693710387,0.0007719297427684069,0.0007993037579581141,0.0008266777731478214,0.0008540518465451896,0.0008814258617348969]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.0005042349803261459,-0.0004864466900471598,-0.0004686583997681737,-0.0004508701094891876,-0.0004330818192102015,-0.00041529355803504586,-0.00039750526775605977,-0.00037971697747707367,-0.0003619286871980876,-0.0003441403969191015,-0.0003263521066401154,-0.0003085638163611293,-0.00029077555518597364,-0.00027298726490698755,-0.00025519897462800145,-0.00023741068434901536,-0.00021962239407002926,-0.00020183410379104316,-0.00018404581351205707,-0.0001662575377849862,-0.0001484692475060001,-0.000130680957227014,-0.00011289267422398552,-9.510439122095704e-05,-7.731610094197094e-05,-5.9527814300963655e-05,-4.1739527659956366e-05,-2.3951241018949077e-05,-6.162954377941787e-06,1.1625332263065502e-05,2.941361890407279e-05,4.720190554508008e-05,6.499019218608737e-05,8.277848246507347e-05,0.00010056676546810195,0.00011835504847113043,0.00013614333875011653,0.00015393162902910262,0.0001717199047561735,0.0001895081950351596,0.00020729648531414568,0.00022508477559313178,0.00024287306587211788,0.000260661356151104,0.0002784496173262596,0.0002962379076052457,0.0003140261978842318,0.0003318144881632179,0.000349602778442204,0.0003673910687211901,0.0003851793590001762,0.0004029676492791623,0.0004207559395581484,0.000438544200733304,0.0004563324910122901,0.0004741207812912762,0.0004919091006740928,0.0005096973618492484,0.000527485623024404,0.0005452739424072206,0.0005630622035823762,0.0005808505229651928,0.0005986387841403484,0.000616427103523165,0.0006342153646983206],"_type":"histogram","values":[1,1,0,1,1,3,2,0,0,1,3,6,8,4,4,6,8,3,19,14,17,23,23,32,31,49,45,64,48,52,51,49,32,23,29,14,13,15,7,9,7,11,4,7,3,5,2,7,2,1,1,2,1,0,0,1,0,0,0,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,7,6,17,24,51,65,110,151,272,412,646,991,1352,1809,2627,3562,4764,6183,8038,10225,12530,15230,18265,21194,23797,26416,28927,31145,32439,33589,33801,32953,31991,29947,27792,25619,22774,19991,17067,14116,11646,9417,7455,5746,4206,3209,2282,1643,1127,772,502,345,244,128,90,44,32,20,8,5,2,2,3],"bins":[-0.08972593396902084,-0.0868595615029335,-0.08399319648742676,-0.08112682402133942,-0.07826045900583267,-0.07539408653974533,-0.07252772152423859,-0.06966134905815125,-0.0667949765920639,-0.06392861157655716,-0.06106224283576012,-0.058195874094963074,-0.05532950162887573,-0.05246313288807869,-0.04959676414728165,-0.046730395406484604,-0.04386402666568756,-0.04099765792489052,-0.038131289184093475,-0.03526492044329643,-0.03239855170249939,-0.029532181099057198,-0.026665810495615005,-0.023799441754817963,-0.02093307301402092,-0.018066704273223877,-0.01520033460110426,-0.012333964928984642,-0.0094675961881876,-0.006601226981729269,-0.003734857775270939,-0.0008684885688126087,0.0019978880882263184,0.0048642572946846485,0.007730626501142979,0.010596996173262596,0.013463364914059639,0.016329733654856682,0.019196104258298874,0.022062472999095917,0.02492884173989296,0.027795210480690002,0.030661579221487045,0.03352794796228409,0.03639432042837143,0.03926068916916847,0.042127057909965515,0.04499342665076256,0.0478597953915596,0.050726164132356644,0.053592532873153687,0.05645890161395073,0.05932527035474777,0.062191642820835114,0.06505800783634186,0.0679243803024292,0.07079075276851654,0.07365711778402328,0.07652349025011063,0.07938985526561737,0.08225622773170471,0.08512259274721146,0.0879889652132988,0.09085533022880554,0.09372170269489288],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9953417181968689,0.9955493211746216,0.9957569241523743,0.9959645867347717,0.9961721897125244,0.9963797926902771,0.9965873956680298,0.9967950582504272,0.9970026612281799,0.9972102642059326,0.9974178671836853,0.9976255297660828,0.9978331327438354,0.9980407357215881,0.9982483386993408,0.9984560012817383,0.998663604259491,0.9988712072372437,0.9990788102149963,0.999286413192749,0.9994940757751465,0.9997016787528992,0.9999092817306519,1.0001169443130493,1.0003244876861572,1.0005321502685547,1.0007398128509521,1.00094735622406,1.0011550188064575,1.0013625621795654,1.001570224761963,1.0017778873443604,1.0019854307174683,1.0021930932998657,1.0024006366729736,1.002608299255371,1.0028159618377686,1.0030235052108765,1.003231167793274,1.0034388303756714,1.0036463737487793,1.0038540363311768,1.0040615797042847,1.0042692422866821,1.0044769048690796,1.0046844482421875,1.004892110824585,1.0050997734069824,1.0053073167800903,1.0055149793624878,1.0057225227355957,1.0059301853179932,1.0061378479003906,1.0063453912734985,1.006553053855896,1.006760597229004,1.0069682598114014,1.0071759223937988,1.0073834657669067,1.0075911283493042,1.0077987909317017,1.0080063343048096,1.008213996887207,1.008421540260315,1.0086292028427124],"_type":"histogram","values":[3,1,1,4,3,4,2,10,8,10,9,23,10,15,25,30,27,28,25,29,33,29,23,27,31,27,28,19,26,29,15,18,21,17,11,18,18,7,9,6,6,10,14,6,9,3,2,6,1,4,5,2,5,5,4,2,3,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,2,1,2,0,4,1,4,3,6,6,7,6,12,11,12,19,17,23,26,34,32,33,40,48,47,44,48,37,34,34,31,29,14,13,15,11,12,3,7,5,4,4,2,3,4,3,2,1,0,1,3,0,2,0,0,0,0,0,1,0,1,2],"bins":[-0.00021949445363134146,-0.0002115200477419421,-0.00020354564185254276,-0.0001955712359631434,-0.00018759683007374406,-0.00017962240963242948,-0.00017164800374303013,-0.00016367359785363078,-0.00015569919196423143,-0.00014772478607483208,-0.00013975038018543273,-0.00013177597429603338,-0.0001238015538547188,-0.00011582715524127707,-0.0001078527420759201,-9.987833618652076e-05,-9.19039302971214e-05,-8.392952440772206e-05,-7.59551185183227e-05,-6.798070535296574e-05,-6.000629946356639e-05,-5.203189357416704e-05,-4.4057484046788886e-05,-3.608307451941073e-05,-2.810866863001138e-05,-2.0134260921622626e-05,-1.2159853213233873e-05,-4.18544550484512e-06,3.7889622035436332e-06,1.1763369911932386e-05,1.973777762032114e-05,2.7712185328709893e-05,3.568656393326819e-05,4.366096982266754e-05,5.1635379350045696e-05,5.960978887742385e-05,6.75841947668232e-05,7.555860065622255e-05,8.353301382157952e-05,9.150741971097887e-05,9.948182560037822e-05,0.00010745623148977757,0.00011543063737917691,0.00012340504326857626,0.00013137946370989084,0.0001393538695992902,0.00014732827548868954,0.0001553026813780889,0.00016327708726748824,0.0001712514931568876,0.00017922589904628694,0.0001872003049356863,0.00019517471082508564,0.00020314913126640022,0.00021112353715579957,0.00021909794304519892,0.00022707234893459827,0.00023504675482399762,0.00024302116071339697,0.0002509955666027963,0.0002589699870441109,0.000266944378381595,0.0002749187988229096,0.0002828931901603937,0.0002908676106017083]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.9951083660125732,0.9953029751777649,0.9954976439476013,0.995692253112793,0.9958868622779846,0.996081531047821,0.9962761402130127,0.9964707493782043,0.996665358543396,0.9968600273132324,0.9970546364784241,0.9972492456436157,0.9974439144134521,0.9976385235786438,0.9978331327438354,0.9980278015136719,0.9982224106788635,0.9984170198440552,0.9986116886138916,0.9988062977790833,0.9990009069442749,0.9991955757141113,0.999390184879303,0.9995847940444946,0.999779462814331,0.9999740719795227,1.0001686811447144,1.0003633499145508,1.0005578994750977,1.000752568244934,1.0009472370147705,1.0011417865753174,1.0013364553451538,1.0015311241149902,1.001725673675537,1.0019203424453735,1.00211501121521,1.0023095607757568,1.0025042295455933,1.0026988983154297,1.0028934478759766,1.003088116645813,1.0032827854156494,1.0034773349761963,1.0036720037460327,1.0038666725158691,1.004061222076416,1.0042558908462524,1.0044505596160889,1.0046451091766357,1.0048397779464722,1.005034327507019,1.0052289962768555,1.005423665046692,1.0056182146072388,1.0058128833770752,1.0060075521469116,1.0062021017074585,1.006396770477295,1.0065914392471313,1.0067859888076782,1.0069806575775146,1.007175326347351,1.007369875907898,1.0075645446777344],"_type":"histogram","values":[1,4,2,2,1,1,0,1,8,5,4,9,12,12,16,22,24,26,16,29,27,31,35,37,34,28,35,31,22,26,27,24,26,30,17,25,9,12,16,9,10,8,6,11,6,5,3,3,2,3,4,5,1,0,2,0,0,0,0,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[2,0,0,0,2,1,0,6,4,8,9,6,7,12,8,18,13,21,15,28,35,32,47,42,42,45,43,42,35,45,37,17,16,15,20,15,15,14,10,5,4,9,0,2,3,6,3,2,0,0,0,1,0,2,2,1,0,0,0,0,0,0,0,1],"bins":[-0.00021622782514896244,-0.00020767917158082128,-0.00019913050346076488,-0.00019058184989262372,-0.00018203319632448256,-0.0001734845427563414,-0.00016493588918820024,-0.00015638722106814384,-0.00014783856750000268,-0.00013928991393186152,-0.00013074124581180513,-0.00012219259224366397,-0.0001136439386755228,-0.00010509528510738164,-9.654662426328287e-05,-8.799796341918409e-05,-7.944930985104293e-05,-7.090065628290176e-05,-6.235199543880299e-05,-5.380333823268302e-05,-4.525468102656305e-05,-3.670602382044308e-05,-2.815736661432311e-05,-1.960870940820314e-05,-1.106005220208317e-05,-2.511394995963201e-06,6.0372622101567686e-06,1.4585919416276738e-05,2.3134576622396708e-05,3.168323382851668e-05,4.0231891034636647e-05,4.8780548240756616e-05,5.732919089496136e-05,6.587784446310252e-05,7.44265053072013e-05,8.297516615130007e-05,9.152381971944124e-05,0.0001000724732875824,0.00010862113413168117,0.00011716979497577995,0.0001257184485439211,0.00013426710211206228,0.00014281575568020344,0.00015136442380025983,0.000159913077368401,0.00016846173093654215,0.00017701039905659854,0.0001855590526247397,0.00019410770619288087,0.00020265635976102203,0.0002112050133291632,0.00021975368144921958,0.00022830233501736075,0.0002368509885855019,0.0002453996567055583,0.00025394829572178423,0.0002624969638418406,0.000271045631961897,0.00027959427097812295,0.00028814293909817934,0.00029669160721823573,0.00030524024623446167,0.00031378891435451806,0.000322337553370744,0.0003308862214908004],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[5,1,1,7,13,20,44,73,123,206,288,401,688,1012,1437,2075,2896,3866,5152,6635,8483,10790,13340,15696,18692,21472,24368,26800,29187,31163,32548,33563,33228,32922,31778,29987,27600,25230,22302,19041,16346,13781,11244,8785,7009,5480,4007,3118,2242,1514,1082,724,515,338,178,136,81,51,30,13,9,4,1,3],"bins":[-0.09160054475069046,-0.08874820917844772,-0.08589588105678558,-0.08304354548454285,-0.0801912173628807,-0.07733888179063797,-0.07448655366897583,-0.0716342180967331,-0.06878188252449036,-0.06592955440282822,-0.06307721883058548,-0.06022489070892334,-0.0573725551366806,-0.054520223289728165,-0.051667891442775726,-0.04881555959582329,-0.04596322774887085,-0.04311089590191841,-0.04025856405496597,-0.037406232208013535,-0.034553900361061096,-0.03170156478881836,-0.02884923294186592,-0.025996901094913483,-0.023144569247961044,-0.020292237401008606,-0.017439905554056168,-0.01458757184445858,-0.011735239997506142,-0.008882908150553703,-0.00603057537227869,-0.0031782430596649647,-0.0003259032964706421,0.0025264290161430836,0.005378761328756809,0.008231094107031822,0.01108342595398426,0.013935757800936699,0.016788091510534286,0.019640423357486725,0.022492755204439163,0.0253450870513916,0.02819741889834404,0.031049752607941628,0.033902086317539215,0.03675441816449165,0.03960675001144409,0.04245908185839653,0.04531141370534897,0.04816374555230141,0.051016077399253845,0.053868409246206284,0.05672074109315872,0.05957307666540146,0.0624254085123539,0.06527774035930634,0.06813007593154907,0.07098240405321121,0.07383473962545395,0.07668706774711609,0.07953940331935883,0.08239173144102097,0.0852440670132637,0.08809639513492584,0.09094873070716858]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[3,6,5,12,24,34,52,91,119,235,348,475,797,1132,1555,2138,2974,4033,5219,6601,8500,10418,12766,15158,17881,20547,23177,25662,28135,29695,31082,32155,32334,32055,31287,29595,27330,25269,22893,20197,17645,14618,12539,10131,8333,6467,4871,3683,2855,2074,1481,995,724,502,322,215,132,115,45,40,30,9,6,3],"bins":[-0.08934245258569717,-0.0865875706076622,-0.08383269608020782,-0.08107781410217285,-0.07832293212413788,-0.0755680575966835,-0.07281317561864853,-0.07005830109119415,-0.06730341911315918,-0.0645485371351242,-0.06179366260766983,-0.05903878062963486,-0.05628390237689018,-0.05352902412414551,-0.050774142146110535,-0.04801926389336586,-0.045264385640621185,-0.04250950738787651,-0.039754629135131836,-0.03699974715709686,-0.03424486890435219,-0.03148999065160751,-0.02873511053621769,-0.025980230420827866,-0.02322535216808319,-0.020470473915338516,-0.017715593799948692,-0.014960714615881443,-0.012205835431814194,-0.009450956247746944,-0.006696077063679695,-0.003941197879612446,-0.0011863112449645996,0.0015685679391026497,0.004323447123169899,0.007078326307237148,0.009833205491304398,0.012588084675371647,0.015342963859438896,0.01809784397482872,0.020852722227573395,0.02360760048031807,0.026362480595707893,0.029117360711097717,0.03187223896384239,0.03462711721658707,0.03738199919462204,0.040136877447366714,0.04289175570011139,0.045646633952856064,0.04840151220560074,0.05115639418363571,0.053911272436380386,0.05666615068912506,0.059421032667160034,0.06217591091990471,0.06493078917264938,0.06768567115068436,0.07044054567813873,0.0731954276561737,0.07595030963420868,0.07870518416166306,0.08146006613969803,0.0842149406671524,0.08696982264518738],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,0,3,7,5,11,5,10,8,23,37,18,42,71,82,118,141,242,352,470,749,1171,1975,3438,6692,13544,29550,72368,201874,154633,54817,23356,10875,5378,2908,1721,1021,618,403,309,203,162,108,81,62,48,31,21,11,15,10,6,6,2,1,2,3,1,1,2,0,1],"bins":[-0.0004940032958984375,-0.0004779919981956482,-0.0004619807004928589,-0.0004459694027900696,-0.0004299581050872803,-0.00041394680738449097,-0.00039793550968170166,-0.00038192421197891235,-0.00036591291427612305,-0.00034990161657333374,-0.00033389031887054443,-0.0003178790211677551,-0.0003018677234649658,-0.0002858564257621765,-0.0002698451280593872,-0.0002538338303565979,-0.0002378225326538086,-0.0002218112349510193,-0.00020579993724822998,-0.00018978863954544067,-0.00017377734184265137,-0.00015776604413986206,-0.00014175474643707275,-0.00012574344873428345,-0.00010973215103149414,-9.372085332870483e-05,-7.770955562591553e-05,-6.169825792312622e-05,-4.5686960220336914e-05,-2.9675662517547607e-05,-1.36643648147583e-05,2.346932888031006e-06,1.8358230590820312e-05,3.436952829360962e-05,5.0380825996398926e-05,6.639212369918823e-05,8.240342140197754e-05,9.841471910476685e-05,0.00011442601680755615,0.00013043731451034546,0.00014644861221313477,0.00016245990991592407,0.00017847120761871338,0.00019448250532150269,0.000210493803024292,0.0002265051007270813,0.0002425163984298706,0.0002585276961326599,0.0002745389938354492,0.0002905502915382385,0.00030656158924102783,0.00032257288694381714,0.00033858418464660645,0.00035459548234939575,0.00037060678005218506,0.00038661807775497437,0.00040262937545776367,0.000418640673160553,0.0004346519708633423,0.0004506632685661316,0.0004666745662689209,0.0004826858639717102,0.0004986971616744995,0.0005147084593772888,0.0005307197570800781]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.09358736872673035,-0.09056857973337173,-0.08754979074001312,-0.08453100919723511,-0.0815122202038765,-0.07849343121051788,-0.07547464221715927,-0.07245585322380066,-0.06943707168102264,-0.06641828268766403,-0.06339949369430542,-0.06038070470094681,-0.057361915707588196,-0.05434313043951988,-0.05132434144616127,-0.04830555617809296,-0.045286767184734344,-0.04226797819137573,-0.03924919292330742,-0.03623040392994881,-0.03321161866188049,-0.03019282966852188,-0.02717404067516327,-0.024155253544449806,-0.021136466413736343,-0.01811767928302288,-0.015098891220986843,-0.012080103158950806,-0.009061316028237343,-0.006042528431862593,-0.0030237408354878426,-4.9532391130924225e-06,0.0030138343572616577,0.006032621953636408,0.009051409550011158,0.012070197612047195,0.015088984742760658,0.01810777187347412,0.021126560866832733,0.024145347997546196,0.02716413512825966,0.03018292225897312,0.033201709389686584,0.0362204983830452,0.03923928737640381,0.04225807264447212,0.045276861637830734,0.04829564690589905,0.05131443589925766,0.05433322489261627,0.057352010160684586,0.0603707991540432,0.06338958442211151,0.06640837341547012,0.06942716240882874,0.07244595140218735,0.07546474039554596,0.07848352193832397,0.08150231093168259,0.0845210999250412,0.08753988891839981,0.09055867791175842,0.09357745945453644,0.09659624844789505,0.09961503744125366],"_type":"histogram","values":[2,3,4,2,14,20,54,62,122,179,312,471,794,1115,1722,2346,3287,4514,5989,8019,10242,12695,15828,18670,21606,24881,27867,31018,32941,34360,34964,35462,34791,32899,30622,28129,25228,22055,18928,15700,12567,10196,8111,6006,4678,3345,2319,1589,1130,709,481,302,190,109,70,54,26,9,6,5,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[2,1,0,0,0,0,0,4,4,8,1,4,2,7,7,7,16,13,11,17,22,23,27,20,23,27,35,40,32,30,38,27,26,26,32,19,17,20,25,20,16,16,9,10,18,7,13,9,7,5,5,4,4,1,1,1,3,4,0,0,1,0,0,1],"bins":[0.9944344758987427,0.9946327805519104,0.9948310852050781,0.9950294494628906,0.9952277541160583,0.9954260587692261,0.9956243634223938,0.9958227276802063,0.996021032333374,0.9962193369865417,0.9964176416397095,0.9966159462928772,0.9968143105506897,0.9970126152038574,0.9972109198570251,0.9974092245101929,0.9976075887680054,0.9978058934211731,0.9980041980743408,0.9982025027275085,0.9984008073806763,0.9985991716384888,0.9987974762916565,0.9989957809448242,0.9991940855979919,0.9993923902511597,0.9995907545089722,0.9997890591621399,0.9999873638153076,1.0001857280731201,1.000383973121643,1.0005823373794556,1.0007805824279785,1.000978946685791,1.0011773109436035,1.0013755559921265,1.001573920249939,1.0017722845077515,1.0019705295562744,1.002168893814087,1.0023671388626099,1.0025655031204224,1.0027638673782349,1.0029621124267578,1.0031604766845703,1.0033587217330933,1.0035570859909058,1.0037554502487183,1.0039536952972412,1.0041520595550537,1.0043503046035767,1.0045486688613892,1.0047470331192017,1.0049452781677246,1.005143642425537,1.0053420066833496,1.0055402517318726,1.005738615989685,1.005936861038208,1.0061352252960205,1.006333589553833,1.006531834602356,1.0067301988601685,1.0069284439086914,1.007126808166504],"_type":"histogram"},"gradients/_orig_mod.linear.weight":{"values":[1,2,3,2,6,7,13,10,22,35,58,71,98,161,231,292,453,622,847,1257,1683,2395,3177,4526,6309,8543,11725,16191,21683,28179,36586,42999,44477,39269,31433,23756,17949,13344,9656,7024,5036,3637,2804,1883,1347,1016,717,487,358,270,187,109,90,60,40,26,15,16,7,5,3,3,0,5],"bins":[-0.0004119873046875,-0.00039918720722198486,-0.0003863871097564697,-0.0003735870122909546,-0.00036078691482543945,-0.0003479868173599243,-0.0003351867198944092,-0.00032238662242889404,-0.0003095865249633789,-0.00029678642749786377,-0.00028398633003234863,-0.0002711862325668335,-0.00025838613510131836,-0.0002455860376358032,-0.00023278594017028809,-0.00021998584270477295,-0.0002071857452392578,-0.00019438564777374268,-0.00018158555030822754,-0.0001687854528427124,-0.00015598535537719727,-0.00014318525791168213,-0.000130385160446167,-0.00011758506298065186,-0.00010478496551513672,-9.198486804962158e-05,-7.918477058410645e-05,-6.638467311859131e-05,-5.358457565307617e-05,-4.0784478187561035e-05,-2.79843807220459e-05,-1.5184283256530762e-05,-2.384185791015625e-06,1.0415911674499512e-05,2.321600914001465e-05,3.6016106605529785e-05,4.881620407104492e-05,6.161630153656006e-05,7.44163990020752e-05,8.721649646759033e-05,0.00010001659393310547,0.0001128166913986206,0.00012561678886413574,0.00013841688632965088,0.00015121698379516602,0.00016401708126068115,0.0001768171787261963,0.00018961727619171143,0.00020241737365722656,0.0002152174711227417,0.00022801756858825684,0.00024081766605377197,0.0002536177635192871,0.00026641786098480225,0.0002792179584503174,0.0002920180559158325,0.00030481815338134766,0.0003176182508468628,0.00033041834831237793,0.00034321844577789307,0.0003560185432434082,0.00036881864070892334,0.0003816187381744385,0.0003944188356399536,0.00040721893310546875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.002540774177759886,-0.002451331587508321,-0.0023618892300873995,-0.0022724466398358345,-0.0021830040495842695,-0.002093561692163348,-0.0020041191019117832,-0.0019146765116602182,-0.001825234037823975,-0.001735791563987732,-0.001646348973736167,-0.0015569064998999238,-0.0014674640260636806,-0.0013780214358121157,-0.0012885789619758725,-0.0011991363717243075,-0.0011096938978880644,-0.0010202514240518212,-0.0009308088338002563,-0.0008413663599640131,-0.000751923827920109,-0.000662481295876205,-0.0005730388220399618,-0.00048359628999605775,-0.0003941537579521537,-0.0003047112259082496,-0.000215268722968176,-0.00012582620547618717,-3.638368798419833e-05,5.3058829507790506e-05,0.00014250134699977934,0.00023194386449176818,0.00032138614915311337,0.00041082868119701743,0.0005002712132409215,0.0005897136870771646,0.0006791562191210687,0.0007685987511649728,0.0008580412250012159,0.00094748375704512,0.001036926289089024,0.0011263687629252672,0.0012158113531768322,0.0013052538270130754,0.0013946963008493185,0.0014841388911008835,0.0015735813649371266,0.0016630239551886916,0.0017524664290249348,0.001841908902861178,0.001931351493112743,0.002020793966948986,0.002110236557200551,0.0021996789146214724,0.0022891215048730373,0.0023785640951246023,0.0024680066853761673,0.0025574490427970886,0.0026468916330486536,0.0027363342233002186,0.00282577658072114,0.002915219170972705,0.00300466176122427,0.003094104118645191,0.003183546708896756],"_type":"histogram","values":[1,0,0,0,1,2,1,3,2,4,5,7,9,4,14,9,16,22,21,15,25,25,22,31,22,33,46,32,27,31,43,26,26,32,24,31,27,19,12,17,14,16,7,9,3,7,6,4,4,5,1,1,1,1,0,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,4,3,4,6,12,9,28,31,42,70,84,123,182,246,345,477,685,877,1258,1829,2575,3853,5773,9139,14687,24644,41916,70761,111709,114371,72802,42710,25201,15073,9366,6018,3871,2627,1863,1295,911,668,513,342,198,159,143,96,48,57,37,23,24,9,8,9,6,1,0,0,2],"bins":[-0.0003108978271484375,-0.00030118972063064575,-0.000291481614112854,-0.00028177350759506226,-0.0002720654010772705,-0.00026235729455947876,-0.000252649188041687,-0.00024294108152389526,-0.00023323297500610352,-0.00022352486848831177,-0.00021381676197052002,-0.00020410865545272827,-0.00019440054893493652,-0.00018469244241714478,-0.00017498433589935303,-0.00016527622938156128,-0.00015556812286376953,-0.00014586001634597778,-0.00013615190982818604,-0.0001264438033103943,-0.00011673569679260254,-0.00010702759027481079,-9.731948375701904e-05,-8.76113772392273e-05,-7.790327072143555e-05,-6.81951642036438e-05,-5.848705768585205e-05,-4.87789511680603e-05,-3.9070844650268555e-05,-2.9362738132476807e-05,-1.965463161468506e-05,-9.94652509689331e-06,-2.384185791015625e-07,9.469687938690186e-06,1.9177794456481934e-05,2.888590097427368e-05,3.859400749206543e-05,4.830211400985718e-05,5.8010220527648926e-05,6.771832704544067e-05,7.742643356323242e-05,8.713454008102417e-05,9.684264659881592e-05,0.00010655075311660767,0.00011625885963439941,0.00012596696615219116,0.0001356750726699829,0.00014538317918777466,0.0001550912857055664,0.00016479939222335815,0.0001745074987411499,0.00018421560525894165,0.0001939237117767334,0.00020363181829452515,0.0002133399248123169,0.00022304803133010864,0.0002327561378479004,0.00024246424436569214,0.0002521723508834839,0.00026188045740127563,0.0002715885639190674,0.00028129667043685913,0.0002910047769546509,0.0003007128834724426,0.0003104209899902344]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,1,0,1,0,2,0,0,4,2,6,7,9,8,10,19,14,13,19,20,28,29,33,26,29,31,28,29,36,41,38,32,36,26,33,23,27,16,15,15,12,8,6,6,7,2,5,3,0,3,2,3,1,0,0,0,0,1,1],"bins":[-0.00045331273577176034,-0.0004395827418193221,-0.0004258527478668839,-0.0004121227830182761,-0.00039839278906583786,-0.0003846627951133996,-0.0003709328011609614,-0.00035720280720852315,-0.0003434728132560849,-0.00032974284840747714,-0.0003160128544550389,-0.00030228286050260067,-0.00028855286655016243,-0.0002748228725977242,-0.0002610929077491164,-0.0002473629137966782,-0.00023363291984423995,-0.00021990292589180171,-0.0002061729464912787,-0.00019244295253884047,-0.00017871297313831747,-0.00016498297918587923,-0.000151252985233441,-0.000137523005832918,-0.00012379301188047975,-0.00011006302520399913,-9.633303852751851e-05,-8.260304457508028e-05,-6.887305789859965e-05,-5.514307122211903e-05,-4.1413080907659605e-05,-2.768309241218958e-05,-1.3953074812889099e-05,-2.2308631741907448e-07,1.350690217805095e-05,2.7236890673520975e-05,4.0966879168991e-05,5.469686584547162e-05,6.842685979790986e-05,8.215684647439048e-05,9.58868331508711e-05,0.00010961681982735172,0.00012334680650383234,0.00013707680045627058,0.0001508067944087088,0.00016453677380923182,0.00017826676776167005,0.00019199674716219306,0.0002057267411146313,0.00021945673506706953,0.00023318671446759254,0.00024691669386811554,0.0002606466878205538,0.000274376681772992,0.00028810667572543025,0.0003018366696778685,0.0003155666636303067,0.0003292966284789145,0.00034302662243135273,0.00035675661638379097,0.0003704866103362292,0.00038421660428866744,0.0003979465691372752,0.00041167656308971345,0.0004254065570421517],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.00024097668938338757,-0.00023255724227055907,-0.00022413779515773058,-0.00021571834804490209,-0.0002072989009320736,-0.0001988794538192451,-0.0001904600067064166,-0.00018204055959358811,-0.00017362111248075962,-0.00016520166536793113,-0.00015678221825510263,-0.00014836277114227414,-0.00013994332402944565,-0.00013152387691661716,-0.00012310442980378866,-0.00011468498269096017,-0.00010626553557813168,-9.784608846530318e-05,-8.942664135247469e-05,-8.10071942396462e-05,-7.25877471268177e-05,-6.416830001398921e-05,-5.574885290116072e-05,-4.7329405788332224e-05,-3.890995867550373e-05,-3.0490511562675238e-05,-2.2071064449846745e-05,-1.3651617337018251e-05,-5.232170224189758e-06,3.187276888638735e-06,1.1606724001467228e-05,2.002617111429572e-05,2.844564733095467e-05,3.6865094443783164e-05,4.528454155661166e-05,5.370398866944015e-05,6.212343578226864e-05,7.054288289509714e-05,7.896233000792563e-05,8.738177712075412e-05,9.580122423358262e-05,0.00010422067134641111,0.0001126401184592396,0.0001210595655720681,0.0001294790126848966,0.00013789845979772508,0.00014631790691055357,0.00015473735402338207,0.00016315680113621056,0.00017157624824903905,0.00017999569536186755,0.00018841514247469604,0.00019683458958752453,0.00020525403670035303,0.00021367348381318152,0.00022209293092601,0.0002305123780388385,0.000238931825151667,0.0002473512722644955,0.000255770719377324,0.0002641901664901525,0.00027260961360298097,0.00028102906071580946,0.00028944850782863796,0.00029786795494146645],"_type":"histogram","values":[1,1,0,1,0,1,1,1,2,1,4,1,4,5,12,6,12,10,14,15,23,22,27,28,35,37,44,45,59,42,37,41,36,34,18,21,16,15,17,14,10,10,6,6,2,3,4,3,2,2,2,2,1,2,1,2,2,2,1,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,3,3,0,3,5,4,8,8,9,17,20,30,29,41,49,54,72,68,72,74,82,101,95,115,92,109,106,104,95,92,90,74,59,55,41,41,27,27,16,10,10,9,6,10,4,2,1,4,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0035503690596669912,-0.00345490500330925,-0.003359441179782152,-0.003263977123424411,-0.0031685130670666695,-0.0030730492435395718,-0.0029775851871818304,-0.0028821213636547327,-0.0027866573072969913,-0.00269119325093925,-0.0025957294274121523,-0.002500265371054411,-0.0024048015475273132,-0.002309337491169572,-0.0022138734348118305,-0.002118409611284733,-0.0020229455549269915,-0.001927481614984572,-0.0018320176750421524,-0.001736553618684411,-0.0016410896787419915,-0.001545625738799572,-0.0014501616824418306,-0.001354697742499411,-0.0012592338025569916,-0.001163769862614572,-0.0010683059226721525,-0.0009728418663144112,-0.0008773779263719916,-0.0007819139864295721,-0.0006864499882794917,-0.0005909859901294112,-0.000495521817356348,-0.00040005784831009805,-0.00030459387926384807,-0.00020912991021759808,-0.0001136659411713481,-1.820197212509811e-05,7.726199692115188e-05,0.00017272596596740186,0.00026818993501365185,0.00036365390405990183,0.0004591178731061518,0.0005545818712562323,0.0006500458111986518,0.0007455097511410713,0.0008409737492911518,0.0009364377474412322,0.0010319016873836517,0.0011273656273260713,0.0012228295672684908,0.0013182936236262321,0.0014137575635686517,0.0015092215035110712,0.0016046855598688126,0.001700149499811232,0.0017956134397536516,0.0018910773796960711,0.0019865413196384907,0.002082005375996232,0.0021774694323539734,0.002272933255881071,0.0023683973122388124,0.00246386113576591,0.0025593251921236515]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.0032068409491330385,-0.003100627101957798,-0.002994413487613201,-0.0028881996404379606,-0.00278198579326272,-0.0026757721789181232,-0.0025695583317428827,-0.002463344484567642,-0.0023571308702230453,-0.002250917023047805,-0.0021447031758725643,-0.002038489328697324,-0.001932275714352727,-0.0018260618671774864,-0.0017198481364175677,-0.0016136342892423272,-0.0015074205584824085,-0.0014012068277224898,-0.0012949929805472493,-0.0011887792497873306,-0.0010825654026120901,-0.0009763516718521714,-0.0008701379410922527,-0.0007639241521246731,-0.0006577103631570935,-0.0005514965741895139,-0.0004452828143257648,-0.00033906905446201563,-0.00023285526549443603,-0.00012664149107877165,-2.0427716663107276e-05,8.57860577525571e-05,0.00019199959933757782,0.0002982133883051574,0.00040442714816890657,0.0005106409080326557,0.0006168546970002353,0.0007230684859678149,0.0008292822167277336,0.0009354960056953132,0.0010417097946628928,0.0011479235254228115,0.001254137372598052,0.0013603511033579707,0.0014665648341178894,0.00157277868129313,0.0016789924120530486,0.0017852062592282891,0.0018914199899882078,0.0019976338371634483,0.002103847451508045,0.0022100612986832857,0.0023162751458585262,0.002422488760203123,0.0025287026073783636,0.002634916454553604,0.002741130068898201,0.0028473439160734415,0.002953557763248682,0.0030597716104239225,0.0031659852247685194,0.00327219907194376,0.0033784129191190004,0.0034846265334635973,0.003590840380638838],"_type":"histogram","values":[1,0,0,0,0,3,4,0,3,2,8,2,7,9,9,8,12,18,12,16,15,15,28,24,26,27,20,34,35,32,33,34,40,34,31,26,17,23,25,21,13,13,18,8,8,14,12,3,4,5,2,1,5,3,1,1,0,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,6,7,5,5,4,3,5,2,4,3,2,2,10,11,6,14,12,16,24,23,26,32,26,30,27,32,36,25,29,24,24,21,18,23,34,28,27,16,25,13,9,11,8,7,7,6,2,4,2,2,3,3,5,3,4,2,1,3,2,0,1],"bins":[-0.012351530604064465,-0.011950846761465073,-0.011550161987543106,-0.01114947721362114,-0.010748793371021748,-0.010348109528422356,-0.009947424754500389,-0.009546739980578423,-0.00914605613797903,-0.008745372295379639,-0.008344687521457672,-0.007944002747535706,-0.007543318904936314,-0.007142634596675634,-0.006741950288414955,-0.006341265980154276,-0.005940581671893597,-0.005539897363632917,-0.005139213055372238,-0.004738528747111559,-0.00433784443885088,-0.0039371601305902,-0.003536475822329521,-0.003135791514068842,-0.0027351072058081627,-0.0023344228975474834,-0.0019337385892868042,-0.001533054281026125,-0.0011323699727654457,-0.0007316856645047665,-0.0003310013562440872,6.968295201659203e-05,0.00047036632895469666,0.0008710506372153759,0.0012717349454760551,0.0016724192537367344,0.0020731035619974136,0.002473787870258093,0.002874472178518772,0.0032751564867794514,0.0036758407950401306,0.00407652510330081,0.004477209411561489,0.004877893719822168,0.005278578028082848,0.005679262336343527,0.006079946644604206,0.006480630952864885,0.006881315261125565,0.007281999569386244,0.007682683877646923,0.008083367720246315,0.008484052494168282,0.008884737268090248,0.00928542111068964,0.009686104953289032,0.010086789727210999,0.010487474501132965,0.010888158343732357,0.011288842186331749,0.011689526960253716,0.012090211734175682,0.012490895576775074,0.012891579419374466,0.013292264193296432]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,0,0,0,0,3,6,2,4,4,3,1,4,5,5,4,4,11,10,14,21,20,21,22,18,20,25,23,22,27,20,35,34,29,31,34,30,21,25,28,20,22,18,17,24,15,11,11,8,5,5,4,7,4,3,1,2,2,0,1,0,1],"bins":[-0.0006042122840881348,-0.0005866736173629761,-0.0005691349506378174,-0.0005515962839126587,-0.0005340576171875,-0.0005165189504623413,-0.0004989802837371826,-0.0004814416170120239,-0.00046390295028686523,-0.00044636428356170654,-0.00042882561683654785,-0.00041128695011138916,-0.00039374828338623047,-0.0003762096166610718,-0.0003586709499359131,-0.0003411322832107544,-0.0003235936164855957,-0.000306054949760437,-0.0002885162830352783,-0.00027097761631011963,-0.00025343894958496094,-0.00023590028285980225,-0.00021836161613464355,-0.00020082294940948486,-0.00018328428268432617,-0.00016574561595916748,-0.0001482069492340088,-0.0001306682825088501,-0.0001131296157836914,-9.559094905853271e-05,-7.805228233337402e-05,-6.051361560821533e-05,-4.297494888305664e-05,-2.543628215789795e-05,-7.897615432739258e-06,9.641051292419434e-06,2.7179718017578125e-05,4.4718384742736816e-05,6.225705146789551e-05,7.97957181930542e-05,9.733438491821289e-05,0.00011487305164337158,0.00013241171836853027,0.00014995038509368896,0.00016748905181884766,0.00018502771854400635,0.00020256638526916504,0.00022010505199432373,0.00023764371871948242,0.0002551823854446411,0.0002727210521697998,0.0002902597188949585,0.0003077983856201172,0.0003253370523452759,0.00034287571907043457,0.00036041438579559326,0.00037795305252075195,0.00039549171924591064,0.00041303038597106934,0.00043056905269622803,0.0004481077194213867,0.0004656463861465454,0.0004831850528717041,0.0005007237195968628,0.0005182623863220215],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,1,0,0,0,0,0,1,0,0,0,1,2,3,2,4,2,7,3,8,10,14,17,18,23,30,37,36,32,48,47,41,46,44,44,41,32,25,22,23,25,22,6,4,10,9,5,5,4,2,4,2,0,0,1,1,0,0,0,0,0,0,2,1],"bins":[-0.00017154216766357422,-0.000166197307407856,-0.00016085244715213776,-0.00015550758689641953,-0.0001501627266407013,-0.00014481786638498306,-0.00013947300612926483,-0.0001341281458735466,-0.00012878328561782837,-0.00012343842536211014,-0.0001180935651063919,-0.00011274870485067368,-0.00010740384459495544,-0.00010205898433923721,-9.671412408351898e-05,-9.136926382780075e-05,-8.602440357208252e-05,-8.067954331636429e-05,-7.533468306064606e-05,-6.998982280492783e-05,-6.46449625492096e-05,-5.9300102293491364e-05,-5.395524203777313e-05,-4.86103817820549e-05,-4.326552152633667e-05,-3.792066127061844e-05,-3.257580101490021e-05,-2.7230940759181976e-05,-2.1886080503463745e-05,-1.6541220247745514e-05,-1.1196359992027283e-05,-5.8514997363090515e-06,-5.066394805908203e-07,4.838220775127411e-06,1.0183081030845642e-05,1.5527941286563873e-05,2.0872801542282104e-05,2.6217661798000336e-05,3.156252205371857e-05,3.69073823094368e-05,4.225224256515503e-05,4.759710282087326e-05,5.294196307659149e-05,5.828682333230972e-05,6.363168358802795e-05,6.897654384374619e-05,7.432140409946442e-05,7.966626435518265e-05,8.501112461090088e-05,9.035598486661911e-05,9.570084512233734e-05,0.00010104570537805557,0.0001063905656337738,0.00011173542588949203,0.00011708028614521027,0.0001224251464009285,0.00012777000665664673,0.00013311486691236496,0.0001384597271680832,0.00014380458742380142,0.00014914944767951965,0.00015449430793523788,0.00015983916819095612,0.00016518402844667435,0.00017052888870239258],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,1,0,2,0,0,1,1,1,3,5,5,6,6,12,17,10,12,16,21,26,27,21,22,24,28,24,34,34,46,25,37,43,30,25,31,30,23,19,16,20,17,13,8,5,3,5,5,2,1,0,1,0,0,1,0,0,0,0,0,2],"bins":[-0.0006766400765627623,-0.0006555030704475939,-0.0006343660643324256,-0.0006132290582172573,-0.0005920920521020889,-0.0005709550459869206,-0.0005498180398717523,-0.0005286810337565839,-0.0005075440276414156,-0.0004864069924224168,-0.0004652699863072485,-0.00044413298019208014,-0.00042299594497308135,-0.000401858938857913,-0.0003807219327427447,-0.00035958492662757635,-0.000338447920512408,-0.0003173109143972397,-0.00029617390828207135,-0.000275036902166903,-0.0002538998960517347,-0.00023276287538465112,-0.00021162585471756756,-0.00019048884860239923,-0.0001693518424872309,-0.00014821483637206256,-0.00012707783025689423,-0.00010594080958981067,-8.480380347464234e-05,-6.3666797359474e-05,-4.2529783968348056e-05,-2.1392774215200916e-05,-2.5582266971468925e-07,2.088118708343245e-05,4.201819683657959e-05,6.315521022770554e-05,8.429221634287387e-05,0.0001054292224580422,0.00012656624312512577,0.0001477032492402941,0.00016884025535546243,0.00018997726147063076,0.0002111142675857991,0.00023225128825288266,0.0002533883089199662,0.00027452531503513455,0.0002956623211503029,0.0003167993272654712,0.00033793633338063955,0.0003590733394958079,0.0003802103456109762,0.00040134735172614455,0.0004224843578413129,0.0004436213930603117,0.00046475839917548,0.00048589540529064834,0.0005070323823019862,0.0005281694466248155,0.0005493064527399838,0.0005704434588551521,0.0005915804649703205,0.0006127174710854888,0.0006338544772006571,0.0006549914833158255,0.0006761284894309938],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,1,1,5,2,2,3,4,2,1,4,10,9,10,14,15,16,17,27,29,20,35,36,33,41,31,40,53,30,35,29,27,25,25,28,21,10,9,14,14,12,6,5,3,2,1,3,1,1,0,0,0,1,0,1,0,0,0,0,0,0,0,1],"bins":[0.9948315024375916,0.9950333833694458,0.9952352643013,0.9954371452331543,0.9956390261650085,0.9958409070968628,0.996042788028717,0.9962446093559265,0.9964464902877808,0.996648371219635,0.9968502521514893,0.9970521330833435,0.9972540140151978,0.997455894947052,0.9976577758789062,0.9978596568107605,0.9980615377426147,0.998263418674469,0.9984652996063232,0.9986671805381775,0.998869001865387,0.9990708827972412,0.9992727637290955,0.9994746446609497,0.999676525592804,0.9998784065246582,1.0000802278518677,1.0002821683883667,1.0004839897155762,1.0006859302520752,1.0008877515792847,1.0010896921157837,1.0012915134429932,1.0014934539794922,1.0016952753067017,1.0018972158432007,1.0020990371704102,1.0023009777069092,1.0025027990341187,1.0027046203613281,1.0029065608978271,1.0031083822250366,1.0033103227615356,1.0035121440887451,1.0037140846252441,1.0039159059524536,1.0041178464889526,1.004319667816162,1.0045216083526611,1.0047234296798706,1.0049253702163696,1.005127191543579,1.0053290128707886,1.0055309534072876,1.005732774734497,1.005934715270996,1.0061365365982056,1.0063384771347046,1.006540298461914,1.006742238998413,1.0069440603256226,1.0071460008621216,1.007347822189331,1.00754976272583,1.0077515840530396]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"_type":"histogram","values":[3,3,5,2,6,5,11,16,19,22,18,25,33,33,51,58,69,75,81,79,78,100,90,115,112,114,116,102,96,70,64,61,56,55,34,22,29,29,24,14,8,10,10,6,7,2,0,1,3,0,1,0,2,0,0,0,1,0,1,0,0,0,0,1],"bins":[-0.00228357152082026,-0.002213194267824292,-0.0021428167819976807,-0.002072439529001713,-0.002002062276005745,-0.0019316849065944552,-0.0018613075371831656,-0.0017909302841871977,-0.001720552914775908,-0.0016501755453646183,-0.0015797982923686504,-0.0015094209229573607,-0.001439043553546071,-0.0013686663005501032,-0.0012982889311388135,-0.0012279116781428456,-0.001157534308731556,-0.0010871569393202662,-0.0010167796863242984,-0.0009464023169130087,-0.0008760250057093799,-0.0008056476945057511,-0.0007352703250944614,-0.0006648930138908327,-0.0005945157026872039,-0.0005241383914835751,-0.00045376105117611587,-0.00038338371086865664,-0.00031300639966502786,-0.00024262907390948385,-0.00017225174815393984,-0.00010187442239839584,-3.1497329473495483e-05,3.8879996282048523e-05,0.00010925732203759253,0.00017963464779313654,0.00025001197354868054,0.0003203892847523093,0.00039076662505976856,0.0004611439653672278,0.0005315212765708566,0.0006018985877744853,0.0006722758989781141,0.0007426532683894038,0.0008130305795930326,0.0008834078907966614,0.0009537852602079511,0.001024162513203919,0.0010945398826152086,0.0011649172520264983,0.0012352945050224662,0.0013056718744337559,0.0013760491274297237,0.0014464264968410134,0.0015168038662523031,0.001587181119248271,0.0016575584886595607,0.0017279358580708504,0.0017983131110668182,0.001868690480478108,0.0019390678498893976,0.0020094451028853655,0.0020798223558813334,0.002150199841707945,0.0022205770947039127]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,1,1,0,0,1,0,0,2,2,2,3,5,10,6,12,19,27,26,41,49,53,82,108,120,144,177,198,161,132,103,93,82,60,63,44,46,31,26,22,22,9,13,15,8,8,4,2,3,1,2,0,2,1,2,0,0,0,2,0,0,0,0,1],"bins":[-0.00010907649993896484,-0.00010515190660953522,-0.00010122731328010559,-9.730271995067596e-05,-9.337812662124634e-05,-8.945353329181671e-05,-8.552893996238708e-05,-8.160434663295746e-05,-7.767975330352783e-05,-7.37551599740982e-05,-6.983056664466858e-05,-6.590597331523895e-05,-6.198137998580933e-05,-5.80567866563797e-05,-5.413219332695007e-05,-5.020759999752045e-05,-4.628300666809082e-05,-4.2358413338661194e-05,-3.843382000923157e-05,-3.450922667980194e-05,-3.0584633350372314e-05,-2.6660040020942688e-05,-2.273544669151306e-05,-1.8810853362083435e-05,-1.4886260032653809e-05,-1.0961666703224182e-05,-7.037073373794556e-06,-3.112480044364929e-06,8.121132850646973e-07,4.736706614494324e-06,8.66129994392395e-06,1.2585893273353577e-05,1.6510486602783203e-05,2.043507993221283e-05,2.4359673261642456e-05,2.8284266591072083e-05,3.220885992050171e-05,3.6133453249931335e-05,4.005804657936096e-05,4.398263990879059e-05,4.7907233238220215e-05,5.183182656764984e-05,5.575641989707947e-05,5.9681013226509094e-05,6.360560655593872e-05,6.753019988536835e-05,7.145479321479797e-05,7.53793865442276e-05,7.930397987365723e-05,8.322857320308685e-05,8.715316653251648e-05,9.10777598619461e-05,9.500235319137573e-05,9.892694652080536e-05,0.00010285153985023499,0.00010677613317966461,0.00011070072650909424,0.00011462531983852386,0.00011854991316795349,0.00012247450649738312,0.00012639909982681274,0.00013032369315624237,0.000134248286485672,0.00013817287981510162,0.00014209747314453125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,1,0,3,5,4,6,4,6,10,6,10,11,10,18,18,19,22,23,15,26,34,23,24,28,27,28,26,24,30,19,32,28,18,20,19,16,20,22,18,18,11,8,8,9,6,9,4,0,5,3,2,1,3,3,0,0,1,1],"bins":[-0.00011680565512506291,-0.00011320229532429948,-0.00010959892824757844,-0.00010599556844681501,-0.00010239220137009397,-9.878884156933054e-05,-9.518548176856712e-05,-9.158211469184607e-05,-8.797875489108264e-05,-8.43753878143616e-05,-8.077202801359817e-05,-7.716866821283475e-05,-7.35653011361137e-05,-6.996194133535028e-05,-6.635857425862923e-05,-6.27552144578658e-05,-5.915185101912357e-05,-5.5548487580381334e-05,-5.19451241416391e-05,-4.834176434087567e-05,-4.4738400902133435e-05,-4.11350374633912e-05,-3.7531674024648964e-05,-3.392831058590673e-05,-3.0324948966153897e-05,-2.6721585527411662e-05,-2.311822390765883e-05,-1.9514860468916595e-05,-1.591149703017436e-05,-1.2308135410421528e-05,-8.704771971679293e-06,-5.101409442431759e-06,-1.4980469131842256e-06,2.1053158434369834e-06,5.708678600058192e-06,9.312041584053077e-06,1.291540411330061e-05,1.6518766642548144e-05,2.012213008129038e-05,2.372549170104321e-05,2.7328855139785446e-05,3.093221675953828e-05,3.453558019828051e-05,3.813894363702275e-05,4.1742307075764984e-05,4.534567051450722e-05,4.894903031527065e-05,5.255239375401288e-05,5.615575719275512e-05,5.975912063149735e-05,6.336248043226078e-05,6.696584750898182e-05,7.056920730974525e-05,7.41725743864663e-05,7.777593418722972e-05,8.137929398799315e-05,8.49826610647142e-05,8.858602086547762e-05,9.218938794219866e-05,9.579274774296209e-05,9.939610754372552e-05,0.00010299947462044656,0.00010660283442120999,0.00011020620149793103,0.00011380956129869446]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,0,3,4,2,9,18,38,54,97,124,203,335,503,784,1177,1629,2219,3142,4407,5750,7384,9507,12004,14625,17509,20612,23352,26159,28763,31120,32705,33784,33900,33599,32672,31275,29276,26036,23388,20261,17271,14753,11926,9547,7418,5851,4278,3183,2224,1660,1133,754,525,347,194,148,82,45,21,13,13,4,4],"bins":[-0.09740141779184341,-0.09449286013841629,-0.09158429503440857,-0.08867573738098145,-0.08576717227697372,-0.0828586146235466,-0.07995005697011948,-0.07704149186611176,-0.07413293421268463,-0.07122436910867691,-0.06831581145524979,-0.06540725380182266,-0.06249868869781494,-0.05959012731909752,-0.056681569665670395,-0.05377300828695297,-0.05086444690823555,-0.04795588552951813,-0.045047324150800705,-0.04213876649737358,-0.03923020511865616,-0.036321643739938736,-0.033413082361221313,-0.03050452284514904,-0.027595961466431618,-0.024687400087714195,-0.021778840571641922,-0.0188702791929245,-0.015961717814207077,-0.013053158298134804,-0.010144596919417381,-0.007236036472022533,-0.0043274760246276855,-0.001418915344402194,0.0014896453358232975,0.004398206248879433,0.0073067666962742805,0.010215327143669128,0.013123888522386551,0.016032448038458824,0.018941009417176247,0.02184957079589367,0.024758130311965942,0.027666691690683365,0.030575253069400787,0.03348381444811821,0.036392372101545334,0.039300933480262756,0.04220949485898018,0.0451180562376976,0.048026617616415024,0.05093517526984215,0.05384373664855957,0.05675229802727699,0.059660859405994415,0.06256941705942154,0.06547798216342926,0.06838653981685638,0.0712951049208641,0.07420366257429123,0.07711222022771835,0.08002078533172607,0.0829293429851532,0.08583790808916092,0.08874646574258804]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,0,2,1,7,4,5,6,2,7,9,11,8,5,17,14,14,15,16,18,24,28,22,31,40,28,29,34,34,28,27,28,22,18,21,18,21,25,21,15,18,14,8,9,4,6,4,5,5,6,3,2,4,0,0,1,0,0,0,1,0,1],"bins":[-0.0002060532569885254,-0.000199134461581707,-0.0001922156661748886,-0.00018529687076807022,-0.00017837807536125183,-0.00017145927995443344,-0.00016454048454761505,-0.00015762168914079666,-0.00015070289373397827,-0.00014378409832715988,-0.0001368653029203415,-0.0001299465075135231,-0.0001230277121067047,-0.00011610891669988632,-0.00010919012129306793,-0.00010227132588624954,-9.535253047943115e-05,-8.843373507261276e-05,-8.151493966579437e-05,-7.459614425897598e-05,-6.767734885215759e-05,-6.07585534453392e-05,-5.383975803852081e-05,-4.692096263170242e-05,-4.000216722488403e-05,-3.308337181806564e-05,-2.6164576411247253e-05,-1.9245781004428864e-05,-1.2326985597610474e-05,-5.408190190792084e-06,1.5106052160263062e-06,8.429400622844696e-06,1.5348196029663086e-05,2.2266991436481476e-05,2.9185786843299866e-05,3.6104582250118256e-05,4.3023377656936646e-05,4.9942173063755035e-05,5.6860968470573425e-05,6.377976387739182e-05,7.06985592842102e-05,7.76173546910286e-05,8.453615009784698e-05,9.145494550466537e-05,9.837374091148376e-05,0.00010529253631830215,0.00011221133172512054,0.00011913012713193893,0.00012604892253875732,0.00013296771794557571,0.0001398865133523941,0.0001468053087592125,0.00015372410416603088,0.00016064289957284927,0.00016756169497966766,0.00017448049038648605,0.00018139928579330444,0.00018831808120012283,0.00019523687660694122,0.0002021556720137596,0.000209074467420578,0.0002159932628273964,0.00022291205823421478,0.00022983085364103317,0.00023674964904785156]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,0,1,2,4,6,14,22,39,105,132,277,428,667,1074,1705,2729,4009,5745,8233,11333,15308,20032,26132,33124,41251,49481,58252,66739,75159,83063,88723,93999,95783,95787,93051,89178,83543,75957,67261,59034,50111,41198,33872,26805,20765,15774,11446,8156,5886,4038,2717,1790,1136,729,439,281,157,86,39,24,15,12,5],"bins":[-0.10425256937742233,-0.10118916630744934,-0.09812576323747635,-0.09506236016750336,-0.09199896454811096,-0.08893556147813797,-0.08587215840816498,-0.08280875533819199,-0.079745352268219,-0.076681949198246,-0.07361854612827301,-0.07055514305830002,-0.06749173998832703,-0.06442834436893463,-0.06136494129896164,-0.05830153822898865,-0.055238135159015656,-0.052174732089042664,-0.04911132901906967,-0.04604792967438698,-0.042984526604413986,-0.039921123534440994,-0.0368577241897583,-0.03379432111978531,-0.030730918049812317,-0.027667514979839325,-0.024604113772511482,-0.02154071256518364,-0.018477309495210648,-0.01541390735656023,-0.012350505217909813,-0.009287103079259396,-0.006223693490028381,-0.003160291351377964,-9.688921272754669e-05,0.0029665129259228706,0.006029915064573288,0.009093317203223705,0.012156719341874123,0.01522012148052454,0.018283523619174957,0.02134692668914795,0.024410327896475792,0.027473729103803635,0.030537132173776627,0.03360053524374962,0.03666393458843231,0.039727337658405304,0.042790740728378296,0.04585414379835129,0.04891754686832428,0.05198094621300697,0.055044349282979965,0.05810775235295296,0.06117115169763565,0.06423455476760864,0.06729795783758163,0.07036136090755463,0.07342476397752762,0.07648816704750061,0.079551562666893,0.082614965736866,0.08567836880683899,0.08874177187681198,0.09180517494678497],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,2,1,4,5,5,7,9,4,11,9,9,11,14,16,15,23,25,25,26,26,34,28,36,30,19,36,34,22,25,28,29,26,23,25,19,15,8,16,14,8,12,8,6,2,4,3,4,0,0,0,0,2,0,1,1],"bins":[-0.006078188773244619,-0.005895813927054405,-0.005713438615202904,-0.00553106376901269,-0.005348688922822475,-0.005166313610970974,-0.00498393876478076,-0.004801563918590546,-0.004619188606739044,-0.00443681376054883,-0.004254438914358616,-0.004072063602507114,-0.0038896887563169003,-0.0037073136772960424,-0.0035249385982751846,-0.0033425637520849705,-0.0031601886730641127,-0.002977813594043255,-0.0027954387478530407,-0.002613063668832183,-0.002430688589811325,-0.002248313743621111,-0.002065938664600253,-0.0018835635855793953,-0.0017011886229738593,-0.0015188136603683233,-0.0013364385813474655,-0.0011540636187419295,-0.0009716885979287326,-0.0007893135771155357,-0.0006069386145099998,-0.00042456359369680285,-0.00024218857288360596,-5.981356662232429e-05,0.00012256143963895738,0.0003049364313483238,0.0004873114521615207,0.0006696864729747176,0.0008520614355802536,0.0010344365146011114,0.0012168114772066474,0.0013991864398121834,0.0015815615188330412,0.0017639364814385772,0.0019463114440441132,0.002128686523064971,0.0023110616020858288,0.002493436448276043,0.0026758115272969007,0.0028581866063177586,0.0030405614525079727,0.0032229365315288305,0.0034053116105496883,0.0035876864567399025,0.0037700615357607603,0.003952436614781618,0.004134811460971832,0.004317186772823334,0.004499561619013548,0.004681936465203762,0.0048643117770552635,0.005046686623245478,0.005229061469435692,0.005411436781287193,0.0055938116274774075]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,2,5,3,3,3,2,4,5,2,3,6,4,7,7,18,6,22,9,16,23,18,21,21,18,23,26,31,28,34,30,25,28,20,35,23,41,19,24,17,16,16,14,14,21,6,12,6,4,2,6,2,2,0,5,1,7,1],"bins":[-0.0005707144737243652,-0.0005549583584070206,-0.0005392022430896759,-0.0005234461277723312,-0.0005076900124549866,-0.0004919338971376419,-0.00047617778182029724,-0.0004604216665029526,-0.0004446655511856079,-0.00042890943586826324,-0.0004131533205509186,-0.0003973972052335739,-0.00038164108991622925,-0.0003658849745988846,-0.0003501288592815399,-0.00033437274396419525,-0.0003186166286468506,-0.0003028605133295059,-0.00028710439801216125,-0.0002713482826948166,-0.0002555921673774719,-0.00023983605206012726,-0.0002240799367427826,-0.00020832382142543793,-0.00019256770610809326,-0.0001768115907907486,-0.00016105547547340393,-0.00014529936015605927,-0.0001295432448387146,-0.00011378712952136993,-9.803101420402527e-05,-8.22748988866806e-05,-6.651878356933594e-05,-5.076266825199127e-05,-3.5006552934646606e-05,-1.925043761730194e-05,-3.4943222999572754e-06,1.226179301738739e-05,2.8017908334732056e-05,4.377402365207672e-05,5.953013896942139e-05,7.528625428676605e-05,9.104236960411072e-05,0.00010679848492145538,0.00012255460023880005,0.00013831071555614471,0.00015406683087348938,0.00016982294619083405,0.0001855790615081787,0.00020133517682552338,0.00021709129214286804,0.0002328474074602127,0.0002486035227775574,0.00026435963809490204,0.0002801157534122467,0.00029587186872959137,0.00031162798404693604,0.0003273840993642807,0.00034314021468162537,0.00035889632999897003,0.0003746524453163147,0.00039040856063365936,0.00040616467595100403,0.0004219207912683487,0.00043767690658569336],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,2,0,1,6,3,5,9,6,7,9,10,11,11,10,21,17,19,20,25,34,31,37,32,28,31,32,43,39,24,23,25,22,22,20,12,13,12,14,9,19,11,7,6,8,6,3,2,2,1,1,0,1,1,1,0,0,0,1],"bins":[-0.0018840766279026866,-0.001823154161684215,-0.0017622316954657435,-0.0017013091128319502,-0.0016403866466134787,-0.0015794641803950071,-0.0015185417141765356,-0.001457619247958064,-0.0013966967817395926,-0.0013357741991057992,-0.0012748517328873277,-0.0012139292666688561,-0.0011530068004503846,-0.001092084334231913,-0.0010311617515981197,-0.0009702392853796482,-0.0009093168191611767,-0.0008483943529427052,-0.0007874718285165727,-0.0007265493622981012,-0.0006656268378719687,-0.0006047043716534972,-0.0005437819054350257,-0.0004828594101127237,-0.0004219369147904217,-0.00036101441946811974,-0.00030009192414581776,-0.00023916945792734623,-0.00017824696260504425,-0.00011732447455869988,-5.6401986512355506e-05,4.520501533988863e-06,6.544310599565506e-05,0.00012636560131795704,0.0001872880820883438,0.00024821056285873055,0.00030913305818103254,0.0003700555535033345,0.00043097801972180605,0.0004919005441479385,0.00055282301036641,0.0006137454765848815,0.000674668001011014,0.0007355904672294855,0.000796512933447957,0.0008574354578740895,0.000918357924092561,0.0009792804485186934,0.001040202914737165,0.0011011253809556365,0.001162047847174108,0.0012229704298079014,0.001283892896026373,0.0013448153622448444,0.001405737828463316,0.0014666602946817875,0.001527582760900259,0.0015885053435340524,0.001649427809752524,0.0017103502759709954,0.001771272742189467,0.0018321952084079385,0.0018931177910417318,0.0019540402572602034,0.002014962723478675]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.10154931992292404,-0.09852439910173416,-0.09549948573112488,-0.092474564909935,-0.08944965153932571,-0.08642473071813583,-0.08339981734752655,-0.08037489652633667,-0.07734997570514679,-0.0743250623345375,-0.07130014151334763,-0.06827522814273834,-0.06525030732154846,-0.06222539022564888,-0.0592004731297493,-0.056175556033849716,-0.053150638937950134,-0.05012572184205055,-0.04710080474615097,-0.04407588765025139,-0.04105097055435181,-0.038026049733161926,-0.035001132637262344,-0.03197621554136276,-0.02895129844546318,-0.0259263813495636,-0.022901464253664017,-0.019876545295119286,-0.016851628199219704,-0.013826711103320122,-0.010801793076097965,-0.007776875514537096,-0.00475195050239563,-0.0017270329408347607,0.0012978846207261086,0.004322802182286978,0.007347719743847847,0.010372636839747429,0.013397554866969585,0.016422472894191742,0.019447389990091324,0.022472307085990906,0.025497224181890488,0.02852214314043522,0.03154706209897995,0.03457197919487953,0.037596896290779114,0.040621813386678696,0.04364673048257828,0.04667164757847786,0.04969656467437744,0.05272148177027702,0.055746398866176605,0.058771319687366486,0.06179623678326607,0.06482115387916565,0.06784607470035553,0.07087098807096481,0.0738959088921547,0.07692082226276398,0.07994574308395386,0.08297065645456314,0.08599557727575302,0.0890204906463623,0.09204541146755219],"_type":"histogram","values":[2,0,3,2,2,4,15,18,28,52,90,152,222,397,560,997,1358,1999,2835,3819,5279,7030,9019,11448,13991,16982,20476,23168,26400,28947,31811,33234,34454,35100,34828,33684,32225,29183,26788,23713,20597,17356,14431,11632,9364,7236,5433,4152,3021,2135,1435,1009,623,430,258,172,100,57,29,24,6,3,4,2]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,2,0,2,2,2,3,4,6,6,5,3,8,10,15,24,19,10,22,16,19,32,18,34,30,24,33,25,34,39,33,32,24,28,30,25,20,14,19,14,12,15,9,13,4,8,4,5,2,2,1,0,1,1,3,0,0,1],"bins":[-0.008930262178182602,-0.008665463887155056,-0.008400664664804935,-0.00813586637377739,-0.007871067151427269,-0.007606268860399723,-0.007341470569372177,-0.007076671812683344,-0.006811873055994511,-0.006547074299305677,-0.006282275542616844,-0.006017477251589298,-0.005752678494900465,-0.005487879738211632,-0.005223081447184086,-0.004958282690495253,-0.004693483933806419,-0.004428685177117586,-0.004163886420428753,-0.003899088129401207,-0.0036342893727123737,-0.0033694906160235405,-0.003104692092165351,-0.0028398935683071613,-0.002575094811618328,-0.002310296054929495,-0.0020454975310713053,-0.0017806988907977939,-0.0015159002505242825,-0.001251101610250771,-0.0009863029699772596,-0.0007215043297037482,-0.0004567047581076622,-0.0001919061178341508,7.289252243936062e-05,0.00033769116271287203,0.0006024898029863834,0.0008672884432598948,0.0011320870835334063,0.0013968857238069177,0.001661684364080429,0.0019264830043539405,0.002191281644627452,0.0024560801684856415,0.0027208789251744747,0.002985677681863308,0.0032504762057214975,0.003515274729579687,0.0037800734862685204,0.004044872242957354,0.004309670999646187,0.004574469290673733,0.004839268047362566,0.005104066804051399,0.005368865095078945,0.005633663851767778,0.005898462608456612,0.006163261365145445,0.006428060121834278,0.006692858412861824,0.006957657169550657,0.0072224559262394905,0.0074872542172670364,0.00775205297395587,0.008016851730644703],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,0,1,1,2,5,5,3,2,6,2,2,11,9,10,25,18,18,23,18,27,25,31,27,32,28,29,24,34,23,31,34,21,35,31,20,24,14,13,19,9,10,17,13,2,9,3,5,2,1,3,0,2,2,1,0,1,1,1,1,0,0,0,1],"bins":[-0.0002574920654296875,-0.0002483027055859566,-0.00023911334574222565,-0.00022992398589849472,-0.0002207346260547638,-0.00021154526621103287,-0.00020235590636730194,-0.00019316654652357101,-0.0001839771866798401,-0.00017478782683610916,-0.00016559846699237823,-0.0001564091071486473,-0.00014721974730491638,-0.00013803038746118546,-0.00012884102761745453,-0.0001196516677737236,-0.00011046230792999268,-0.00010127294808626175,-9.208358824253082e-05,-8.28942283987999e-05,-7.370486855506897e-05,-6.451550871133804e-05,-5.532614886760712e-05,-4.613678902387619e-05,-3.6947429180145264e-05,-2.7758069336414337e-05,-1.856870949268341e-05,-9.379349648952484e-06,-1.8998980522155762e-07,8.999370038509369e-06,1.8188729882240295e-05,2.7378089725971222e-05,3.656744956970215e-05,4.5756809413433075e-05,5.4946169257164e-05,6.413552910089493e-05,7.332488894462585e-05,8.251424878835678e-05,9.170360863208771e-05,0.00010089296847581863,0.00011008232831954956,0.00011927168816328049,0.00012846104800701141,0.00013765040785074234,0.00014683976769447327,0.0001560291275382042,0.00016521848738193512,0.00017440784722566605,0.00018359720706939697,0.0001927865669131279,0.00020197592675685883,0.00021116528660058975,0.00022035464644432068,0.0002295440062880516,0.00023873336613178253,0.00024792272597551346,0.0002571120858192444,0.0002663014456629753,0.00027549080550670624,0.00028468016535043716,0.0002938695251941681,0.000303058885037899,0.00031224824488162994,0.00032143760472536087,0.0003306269645690918],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.0002595502301119268,-0.0002513588697183877,-0.0002431675384286791,-0.00023497617803514004,-0.0002267848321935162,-0.00021859348635189235,-0.00021040212595835328,-0.00020221078011672944,-0.0001940194342751056,-0.00018582808843348175,-0.0001776367425918579,-0.00016944538219831884,-0.000161254036356695,-0.00015306269051507115,-0.00014487133012153208,-0.00013667998427990824,-0.0001284886384382844,-0.00012029729259666055,-0.0001121059394790791,-0.00010391458636149764,-9.57232405198738e-05,-8.753189467824996e-05,-7.93405415606685e-05,-7.114918844308704e-05,-6.29578426014632e-05,-5.476649312186055e-05,-4.65751436422579e-05,-3.838379416265525e-05,-3.01924446830526e-05,-2.200109520344995e-05,-1.38097457238473e-05,-5.61839624424465e-06,2.572953235358e-06,1.076430271496065e-05,1.89556521945633e-05,2.714700167416595e-05,3.53383511537686e-05,4.352970063337125e-05,5.17210501129739e-05,5.991239959257655e-05,6.81037490721792e-05,7.629509491380304e-05,8.44864480313845e-05,9.267780114896595e-05,0.0001008691469905898,0.00010906049283221364,0.0001172518459497951,0.00012544319906737655,0.0001336345449090004,0.00014182589075062424,0.00015001723659224808,0.00015820859698578715,0.000166399942827411,0.00017459128866903484,0.0001827826490625739,0.00019097399490419775,0.0001991653407458216,0.00020735668658744544,0.00021554803242906928,0.00022373939282260835,0.0002319307386642322,0.00024012208450585604,0.0002483134448993951,0.0002565047761891037,0.0002646961365826428],"_type":"histogram","values":[1,2,1,0,3,1,0,1,3,4,4,5,6,10,7,12,8,14,9,16,19,22,14,19,21,25,26,24,36,23,21,29,33,29,31,25,23,33,19,22,22,20,15,17,10,15,13,8,5,12,2,6,7,1,4,3,2,2,0,1,0,0,1,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[0.9949305057525635,0.9951733350753784,0.9954161643981934,0.9956589937210083,0.9959018230438232,0.9961446523666382,0.9963874816894531,0.9966303110122681,0.996873140335083,0.9971159100532532,0.9973587393760681,0.9976015686988831,0.997844398021698,0.9980872273445129,0.9983300566673279,0.9985728859901428,0.9988157153129578,0.9990585446357727,0.9993013739585876,0.9995442032814026,0.9997870326042175,1.0000298023223877,1.0002726316452026,1.0005154609680176,1.0007582902908325,1.0010011196136475,1.0012439489364624,1.0014867782592773,1.0017296075820923,1.0019724369049072,1.0022152662277222,1.002458095550537,1.002700924873352,1.002943754196167,1.003186583518982,1.0034294128417969,1.0036722421646118,1.0039150714874268,1.0041579008102417,1.0044007301330566,1.0046435594558716,1.0048863887786865,1.0051292181015015,1.0053720474243164,1.0056148767471313,1.0058577060699463,1.0061005353927612,1.0063433647155762,1.0065860748291016,1.0068289041519165,1.0070717334747314,1.0073145627975464,1.0075573921203613,1.0078002214431763,1.0080430507659912,1.0082858800888062,1.008528709411621,1.008771538734436,1.009014368057251,1.009257197380066,1.0095000267028809,1.0097428560256958,1.0099856853485107,1.0102285146713257,1.0104713439941406],"_type":"histogram","values":[3,1,3,1,4,4,10,8,11,14,19,16,16,30,33,20,39,31,33,20,37,23,29,30,26,23,21,21,17,19,14,25,16,13,16,16,13,8,6,6,4,9,4,7,7,4,9,4,2,1,0,1,4,1,4,4,2,1,2,0,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[1,1,0,0,1,1,3,5,6,3,5,10,13,31,38,47,54,88,114,151,198,290,472,727,1031,1534,2400,3564,5582,8864,14183,23147,38966,68698,129087,251748,370988,295991,158706,81335,45004,26169,15776,9633,6272,3993,2640,1642,1154,776,538,364,258,189,121,77,61,41,29,16,8,4,10,6],"bins":[-0.00029468536376953125,-0.00028664059937000275,-0.00027859583497047424,-0.00027055107057094574,-0.00026250630617141724,-0.00025446154177188873,-0.00024641677737236023,-0.00023837201297283173,-0.00023032724857330322,-0.00022228248417377472,-0.00021423771977424622,-0.0002061929553747177,-0.0001981481909751892,-0.0001901034265756607,-0.0001820586621761322,-0.0001740138977766037,-0.0001659691333770752,-0.0001579243689775467,-0.0001498796045780182,-0.00014183484017848969,-0.00013379007577896118,-0.00012574531137943268,-0.00011770054697990417,-0.00010965578258037567,-0.00010161101818084717,-9.356625378131866e-05,-8.552148938179016e-05,-7.747672498226166e-05,-6.943196058273315e-05,-6.138719618320465e-05,-5.334243178367615e-05,-4.5297667384147644e-05,-3.725290298461914e-05,-2.9208138585090637e-05,-2.1163374185562134e-05,-1.311860978603363e-05,-5.073845386505127e-06,2.9709190130233765e-06,1.101568341255188e-05,1.9060447812080383e-05,2.7105212211608887e-05,3.514997661113739e-05,4.3194741010665894e-05,5.12395054101944e-05,5.92842698097229e-05,6.73290342092514e-05,7.537379860877991e-05,8.341856300830841e-05,9.146332740783691e-05,9.950809180736542e-05,0.00010755285620689392,0.00011559762060642242,0.00012364238500595093,0.00013168714940547943,0.00013973191380500793,0.00014777667820453644,0.00015582144260406494,0.00016386620700359344,0.00017191097140312195,0.00017995573580265045,0.00018800050020217896,0.00019604526460170746,0.00020409002900123596,0.00021213479340076447,0.00022017955780029297]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.0002446174621582031,-0.00023676827549934387,-0.00022891908884048462,-0.00022106990218162537,-0.0002132207155227661,-0.00020537152886390686,-0.0001975223422050476,-0.00018967315554618835,-0.0001818239688873291,-0.00017397478222846985,-0.0001661255955696106,-0.00015827640891075134,-0.0001504272222518921,-0.00014257803559303284,-0.00013472884893417358,-0.00012687966227531433,-0.00011903047561645508,-0.00011118128895759583,-0.00010333210229873657,-9.548291563987732e-05,-8.763372898101807e-05,-7.978454232215881e-05,-7.193535566329956e-05,-6.408616900444031e-05,-5.6236982345581055e-05,-4.83877956867218e-05,-4.053860902786255e-05,-3.2689422369003296e-05,-2.4840235710144043e-05,-1.699104905128479e-05,-9.141862392425537e-06,-1.2926757335662842e-06,6.556510925292969e-06,1.4405697584152222e-05,2.2254884243011475e-05,3.0104070901870728e-05,3.795325756072998e-05,4.5802444219589233e-05,5.3651630878448486e-05,6.150081753730774e-05,6.935000419616699e-05,7.719919085502625e-05,8.50483775138855e-05,9.289756417274475e-05,0.000100746750831604,0.00010859593749046326,0.00011644512414932251,0.00012429431080818176,0.00013214349746704102,0.00013999268412590027,0.00014784187078475952,0.00015569105744361877,0.00016354024410247803,0.00017138943076133728,0.00017923861742019653,0.00018708780407905579,0.00019493699073791504,0.0002027861773967743,0.00021063536405563354,0.0002184845507144928,0.00022633373737335205,0.0002341829240322113,0.00024203211069107056,0.0002498812973499298,0.00025773048400878906],"_type":"histogram","values":[1,0,2,3,3,2,5,8,8,18,21,24,44,53,89,104,153,168,299,473,609,994,1445,2255,3593,5816,9949,17162,32149,65217,128133,145684,82989,40831,21083,11405,6962,4276,2636,1634,1123,730,545,321,218,160,114,77,75,42,31,25,18,8,11,6,9,3,2,1,2,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[1,2,6,3,12,25,53,81,172,285,491,828,1354,2072,3257,4776,7109,10172,14425,19517,25616,32958,41565,50580,59823,70063,78816,87070,94413,98560,100594,99136,97194,91354,84745,76113,66131,56695,47339,38304,30164,23289,17395,12780,9124,6558,4400,2859,1796,1129,689,402,282,122,73,35,22,16,4,7,4,0,3,1],"bins":[-0.09905802458524704,-0.0958436131477356,-0.09262919425964355,-0.08941478282213211,-0.08620037138462067,-0.08298595249652863,-0.07977154105901718,-0.07655712962150574,-0.0733427107334137,-0.07012829929590225,-0.06691388785839081,-0.06369947642087936,-0.06048505753278732,-0.05727064609527588,-0.054056230932474136,-0.05084181949496269,-0.04762740433216095,-0.04441298916935921,-0.04119857773184776,-0.03798416256904602,-0.034769751131534576,-0.031555335968732834,-0.02834092080593109,-0.025126507505774498,-0.021912094205617905,-0.01869768090546131,-0.015483266673982143,-0.012268852442502975,-0.009054439142346382,-0.0058400253765285015,-0.002625611610710621,0.0005888021551072598,0.0038032084703445435,0.007017622236162424,0.010232036001980305,0.013446450233459473,0.016660863533616066,0.01987527683377266,0.023089691996574402,0.026304105296730995,0.02951851859688759,0.03273293375968933,0.035947345197200775,0.03916176036000252,0.04237617552280426,0.045590586960315704,0.04880500212311745,0.05201941356062889,0.055233828723430634,0.058448243886232376,0.06166265532374382,0.06487707048654556,0.068091481924057,0.07130590081214905,0.07452031224966049,0.07773472368717194,0.08094914257526398,0.08416355401277542,0.08737796545028687,0.09059237688779831,0.09380679577589035,0.0970212072134018,0.10023561865091324,0.10345003753900528,0.10666444897651672],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[2,1,0,4,1,3,7,4,9,16,31,51,74,87,118,191,329,449,703,1054,1652,2564,4030,6488,11010,18531,32603,58546,110634,221036,385515,337276,178052,89782,47999,26581,15174,8872,5225,3067,1970,1173,720,477,268,167,117,75,47,31,12,15,7,5,3,2,1,1,1,0,0,0,0,1],"bins":[-0.0003483295440673828,-0.00033702701330184937,-0.0003257244825363159,-0.00031442195177078247,-0.000303119421005249,-0.0002918168902397156,-0.00028051435947418213,-0.0002692118287086487,-0.00025790929794311523,-0.0002466067671775818,-0.00023530423641204834,-0.0002240017056465149,-0.00021269917488098145,-0.000201396644115448,-0.00019009411334991455,-0.0001787915825843811,-0.00016748905181884766,-0.0001561865210533142,-0.00014488399028778076,-0.00013358145952224731,-0.00012227892875671387,-0.00011097639799118042,-9.967386722564697e-05,-8.837133646011353e-05,-7.706880569458008e-05,-6.576627492904663e-05,-5.4463744163513184e-05,-4.3161213397979736e-05,-3.185868263244629e-05,-2.0556151866912842e-05,-9.253621101379395e-06,2.0489096641540527e-06,1.33514404296875e-05,2.4653971195220947e-05,3.5956501960754395e-05,4.725903272628784e-05,5.856156349182129e-05,6.986409425735474e-05,8.116662502288818e-05,9.246915578842163e-05,0.00010377168655395508,0.00011507421731948853,0.00012637674808502197,0.00013767927885055542,0.00014898180961608887,0.00016028434038162231,0.00017158687114715576,0.0001828894019126892,0.00019419193267822266,0.0002054944634437561,0.00021679699420928955,0.000228099524974823,0.00023940205574035645,0.0002507045865058899,0.00026200711727142334,0.0002733096480369568,0.00028461217880249023,0.0002959147095680237,0.00030721724033355713,0.0003185197710990906,0.000329822301864624,0.00034112483263015747,0.0003524273633956909,0.00036372989416122437,0.0003750324249267578],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[-0.000206576514756307,-0.0002004678826779127,-0.00019435925059951842,-0.00018825061852112412,-0.00018214198644272983,-0.00017603335436433554,-0.00016992472228594124,-0.00016381609020754695,-0.00015770745812915266,-0.00015159881149884313,-0.00014549017942044884,-0.00013938154734205455,-0.00013327291526366025,-0.00012716428318526596,-0.00012105565110687166,-0.00011494701902847737,-0.00010883838695008308,-0.00010272975487168878,-9.662112279329449e-05,-9.05124907149002e-05,-8.44038586365059e-05,-7.8295219282154e-05,-7.21865872037597e-05,-6.60779551253654e-05,-5.996932304697111e-05,-5.386069096857682e-05,-4.7752058890182525e-05,-4.1643423173809424e-05,-3.553479109541513e-05,-2.9426159017020836e-05,-2.331752511963714e-05,-1.7208891222253442e-05,-1.1100259143859148e-05,-4.9916261559701525e-06,1.117006831918843e-06,7.225639819807839e-06,1.3334272807696834e-05,1.9442904886091128e-05,2.5551538783474825e-05,3.166017268085852e-05,3.7768804759252816e-05,4.387743683764711e-05,4.9986068916041404e-05,5.6094704632414505e-05,6.22033403487876e-05,6.83119724271819e-05,7.44206045055762e-05,8.052923658397049e-05,8.663786866236478e-05,9.274650074075907e-05,9.885513281915337e-05,0.00010496376489754766,0.00011107239697594196,0.00011718103633029386,0.00012328966113273054,0.00012939829321112484,0.00013550693984143436,0.00014161557191982865,0.00014772420399822295,0.00015383283607661724,0.00015994146815501153,0.00016605010023340583,0.00017215873231180012,0.00017826736439019442,0.0001843759964685887],"_type":"histogram","values":[1,0,0,0,0,1,2,0,0,2,3,1,2,2,2,2,1,8,5,5,6,8,13,15,10,17,9,18,24,30,36,42,65,51,61,53,47,32,36,32,18,19,12,13,13,11,3,4,9,2,4,3,3,3,2,2,0,1,2,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[1,0,0,0,0,1,1,1,0,4,1,8,13,18,23,49,61,88,158,243,405,550,895,1428,2310,3857,6385,10440,17789,31804,60748,133375,439635,540433,165402,71432,36435,19639,11369,6927,4107,2607,1474,1045,589,423,248,161,82,73,48,26,18,15,5,7,2,0,1,1,1,2,0,1],"bins":[-0.0003399848937988281,-0.00032971426844596863,-0.00031944364309310913,-0.00030917301774024963,-0.00029890239238739014,-0.00028863176703453064,-0.00027836114168167114,-0.00026809051632881165,-0.00025781989097595215,-0.00024754926562309265,-0.00023727864027023315,-0.00022700801491737366,-0.00021673738956451416,-0.00020646676421165466,-0.00019619613885879517,-0.00018592551350593567,-0.00017565488815307617,-0.00016538426280021667,-0.00015511363744735718,-0.00014484301209449768,-0.00013457238674163818,-0.0001243017613887787,-0.00011403113603591919,-0.00010376051068305969,-9.34898853302002e-05,-8.32192599773407e-05,-7.29486346244812e-05,-6.26780092716217e-05,-5.240738391876221e-05,-4.213675856590271e-05,-3.186613321304321e-05,-2.1595507860183716e-05,-1.1324882507324219e-05,-1.0542571544647217e-06,9.216368198394775e-06,1.9486993551254272e-05,2.975761890411377e-05,4.0028244256973267e-05,5.0298869609832764e-05,6.056949496269226e-05,7.084012031555176e-05,8.111074566841125e-05,9.138137102127075e-05,0.00010165199637413025,0.00011192262172698975,0.00012219324707984924,0.00013246387243270874,0.00014273449778556824,0.00015300512313842773,0.00016327574849128723,0.00017354637384414673,0.00018381699919700623,0.00019408762454986572,0.00020435824990272522,0.00021462887525558472,0.00022489950060844421,0.0002351701259613037,0.0002454407513141632,0.0002557113766670227,0.0002659820020198822,0.0002762526273727417,0.0002865232527256012,0.0002967938780784607,0.0003070645034313202,0.0003173351287841797],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[1,1,0,2,0,4,1,4,3,4,6,6,5,13,8,11,12,28,19,10,17,22,19,24,33,16,23,28,22,24,24,25,24,25,38,24,16,18,30,20,27,21,13,16,12,10,11,6,7,4,5,5,4,3,5,2,2,3,0,0,1,0,0,1],"bins":[-0.004868030548095703,-0.004708418156951666,-0.004548805765807629,-0.004389193374663591,-0.004229580983519554,-0.004069968592375517,-0.00391035620123148,-0.0037507438100874424,-0.003591131418943405,-0.003431519027799368,-0.0032719066366553307,-0.0031122942455112934,-0.002952681854367256,-0.002793069463223219,-0.0026334570720791817,-0.0024738446809351444,-0.002314232289791107,-0.00215461989864707,-0.0019950075075030327,-0.0018353951163589954,-0.0016757827252149582,-0.001516170334070921,-0.0013565579429268837,-0.0011969455517828465,-0.0010373331606388092,-0.000877720769494772,-0.0007181083783507347,-0.0005584959872066975,-0.0003988835960626602,-0.00023927120491862297,-7.965881377458572e-05,7.995357736945152e-05,0.00023956643417477608,0.0003991788253188133,0.0005587912164628506,0.0007184036076068878,0.0008780159987509251,0.0010376283898949623,0.0011972407810389996,0.0013568531721830368,0.001516465563327074,0.0016760779544711113,0.0018356903456151485,0.001995302736759186,0.002154915127903223,0.0023145275190472603,0.0024741399101912975,0.0026337523013353348,0.002793364692479372,0.0029529770836234093,0.0031125894747674465,0.0032722018659114838,0.003431814257055521,0.0035914266481995583,0.0037510390393435955,0.003910651430487633,0.00407026382163167,0.004229876212775707,0.0043894886039197445,0.004549100995063782,0.004708713386207819,0.004868325777351856,0.0050279381684958935,0.005187550559639931,0.005347162950783968],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,1,0,0,0,0,0,1,0,3,4,1,1,5,10,14,13,13,16,27,35,36,40,44,53,64,75,80,86,88,100,103,107,108,142,98,83,90,80,73,63,48,39,43,26,28,23,23,15,7,9,5,7,5,3,2,3,1,1,1,0,0,0,1],"bins":[-0.0028956690803170204,-0.0028301142156124115,-0.002764559118077159,-0.0026990040205419064,-0.0026334491558372974,-0.0025678942911326885,-0.002502339193597436,-0.0024367840960621834,-0.0023712292313575745,-0.0023056743666529655,-0.002240119269117713,-0.0021745641715824604,-0.0021090093068778515,-0.0020434544421732426,-0.00197789934463799,-0.0019123443635180593,-0.0018467893823981285,-0.0017812344012781978,-0.001715679420158267,-0.0016501244390383363,-0.0015845694579184055,-0.0015190144767984748,-0.001453459495678544,-0.0013879045145586133,-0.0013223495334386826,-0.0012567945523187518,-0.001191239571198821,-0.0011256845900788903,-0.0010601296089589596,-0.0009945746278390288,-0.0009290196467190981,-0.0008634646655991673,-0.0007979096844792366,-0.0007323547033593059,-0.0006667997222393751,-0.0006012447411194444,-0.0005356897599995136,-0.0004701347788795829,-0.00040457979775965214,-0.0003390248166397214,-0.00027346983551979065,-0.0002079148543998599,-0.00014235987327992916,-7.680489215999842e-05,-1.1249911040067673e-05,5.430507007986307e-05,0.00011986005119979382,0.00018541503231972456,0.0002509700134396553,0.00031652499455958605,0.0003820799756795168,0.00044763495679944754,0.0005131899379193783,0.000578744919039309,0.0006442999001592398,0.0007098548812791705,0.0007754098623991013,0.000840964843519032,0.0009065198246389627,0.0009720748057588935,0.0010376297868788242,0.001103184767998755,0.0011687397491186857,0.0012342947302386165,0.0012998497113585472],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[1,1,1,1,11,3,18,26,50,87,177,334,478,880,1377,2130,3223,4847,7072,9903,13606,18366,24420,31327,39281,47610,57120,66551,75624,83316,90431,95474,98002,98275,96450,91914,85926,77248,69345,60208,50399,41772,33550,26499,20205,14933,11196,7708,5377,3715,2357,1540,1037,584,374,224,126,76,39,17,12,7,1,2],"bins":[-0.10442952066659927,-0.10127944499254227,-0.09812936931848526,-0.09497929364442825,-0.09182921797037125,-0.08867914229631424,-0.08552906662225723,-0.08237899094820023,-0.07922891527414322,-0.07607883960008621,-0.0729287639260292,-0.0697786882519722,-0.06662861257791519,-0.06347853690385818,-0.06032845750451088,-0.05717838183045387,-0.054028306156396866,-0.05087823048233986,-0.04772815480828285,-0.044578079134225845,-0.04142800346016884,-0.03827792778611183,-0.035127852112054825,-0.03197777643799782,-0.028827698901295662,-0.025677623227238655,-0.022527547553181648,-0.01937747187912464,-0.016227394342422485,-0.013077319599688053,-0.009927242994308472,-0.006777167320251465,-0.003627091646194458,-0.0004770157393068075,0.002673060167580843,0.005823136307299137,0.008973211981356144,0.01212328765541315,0.015273364260792732,0.01842343993484974,0.021573515608906746,0.024723591282963753,0.02787366695702076,0.031023742631077766,0.03417382016777992,0.03732389584183693,0.040473971515893936,0.04362404718995094,0.04677412286400795,0.04992419853806496,0.053074274212121964,0.05622434988617897,0.05937442556023598,0.06252450495958328,0.06567458063364029,0.0688246563076973,0.0719747319817543,0.07512480765581131,0.07827488332986832,0.08142495900392532,0.08457503467798233,0.08772511035203934,0.09087518602609634,0.09402526170015335,0.09717533737421036],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,0,0,1,3,2,0,0,0,4,2,3,5,8,10,10,11,6,16,18,28,27,37,34,33,36,48,39,38,27,38,38,36,20,24,17,24,23,14,14,13,14,8,5,7,3,2,8,1,2,1,3,1,0,1,0,1,2],"bins":[0.9937731623649597,0.9939494132995605,0.9941256642341614,0.9943019151687622,0.994478166103363,0.9946544170379639,0.9948306679725647,0.9950069189071655,0.9951831698417664,0.9953594207763672,0.995535671710968,0.9957118630409241,0.9958881139755249,0.9960643649101257,0.9962406158447266,0.9964168667793274,0.9965931177139282,0.996769368648529,0.9969456195831299,0.9971218705177307,0.9972981214523315,0.9974743723869324,0.9976506233215332,0.997826874256134,0.9980031251907349,0.9981793761253357,0.9983556270599365,0.9985318779945374,0.9987081289291382,0.998884379863739,0.9990606307983398,0.9992368817329407,0.9994131326675415,0.9995893239974976,0.9997655749320984,0.9999418258666992,1.0001181364059448,1.0002943277359009,1.0004706382751465,1.0006468296051025,1.0008231401443481,1.0009993314743042,1.0011756420135498,1.0013518333435059,1.001528024673462,1.0017043352127075,1.0018805265426636,1.0020568370819092,1.0022330284118652,1.0024093389511108,1.002585530281067,1.0027618408203125,1.0029380321502686,1.0031143426895142,1.0032905340194702,1.0034668445587158,1.0036430358886719,1.0038193464279175,1.0039955377578735,1.0041718482971191,1.0043480396270752,1.0045243501663208,1.0047005414962769,1.0048768520355225,1.0050530433654785],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,1,0,1,6,8,26,41,76,156,222,392,646,1015,1520,2456,3630,5157,7499,10217,14150,18741,24273,30665,37915,45976,54515,63363,71611,79388,85925,90125,93682,94223,93823,90119,84997,79087,70853,62579,53643,45186,37611,29945,23685,18081,13583,10024,7247,4980,3436,2303,1485,971,667,411,222,142,70,45,18,19,6,4],"bins":[-0.10115683078765869,-0.09813300520181656,-0.09510918706655502,-0.09208536148071289,-0.08906154334545135,-0.08603771775960922,-0.08301389217376709,-0.07999007403850555,-0.07696624845266342,-0.07394242286682129,-0.07091860473155975,-0.06789477914571762,-0.06487095355987549,-0.06184713542461395,-0.05882330983877182,-0.055799487978219986,-0.05277566611766815,-0.04975184425711632,-0.046728022396564484,-0.04370419681072235,-0.04068037495017052,-0.03765655308961868,-0.03463272750377655,-0.031608905643224716,-0.028585083782672882,-0.025561261922121048,-0.022537438198924065,-0.01951361447572708,-0.016489792615175247,-0.013465969823300838,-0.01044214703142643,-0.007418324239552021,-0.004394501447677612,-0.0013706786558032036,0.0016531441360712051,0.004676966927945614,0.007700789719820023,0.010724612511694431,0.01374843530356884,0.016772259026765823,0.019796080887317657,0.02281990274786949,0.025843726471066475,0.028867550194263458,0.03189137205481529,0.034915193915367126,0.03793901950120926,0.04096284136176109,0.04398666322231293,0.04701048508286476,0.050034306943416595,0.05305813252925873,0.05608195438981056,0.059105776250362396,0.06212960183620453,0.06515341997146606,0.0681772455573082,0.07120107114315033,0.07422488927841187,0.077248714864254,0.08027254045009613,0.08329635858535767,0.0863201841711998,0.08934400230646133,0.09236782789230347],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[2,0,1,0,3,4,5,4,5,14,14,20,18,33,51,68,84,112,141,173,231,335,436,596,714,966,1269,1805,2509,3744,6369,13868,73177,447691,14999,6531,4021,2624,1755,1279,1019,780,560,411,354,263,210,128,105,89,55,43,38,32,14,10,11,6,10,5,2,2,2,4],"bins":[-0.0011234283447265625,-0.0010894238948822021,-0.0010554194450378418,-0.0010214149951934814,-0.000987410545349121,-0.0009534060955047607,-0.0009194016456604004,-0.00088539719581604,-0.0008513927459716797,-0.0008173882961273193,-0.000783383846282959,-0.0007493793964385986,-0.0007153749465942383,-0.0006813704967498779,-0.0006473660469055176,-0.0006133615970611572,-0.0005793571472167969,-0.0005453526973724365,-0.0005113482475280762,-0.0004773437976837158,-0.00044333934783935547,-0.0004093348979949951,-0.00037533044815063477,-0.0003413259983062744,-0.00030732154846191406,-0.0002733170986175537,-0.00023931264877319336,-0.000205308198928833,-0.00017130374908447266,-0.0001372992992401123,-0.00010329484939575195,-6.92903995513916e-05,-3.528594970703125e-05,-1.2814998626708984e-06,3.272294998168945e-05,6.67273998260498e-05,0.00010073184967041016,0.0001347362995147705,0.00016874074935913086,0.0002027451992034912,0.00023674964904785156,0.0002707540988922119,0.00030475854873657227,0.0003387629985809326,0.00037276744842529297,0.0004067718982696533,0.00044077634811401367,0.000474780797958374,0.0005087852478027344,0.0005427896976470947,0.0005767941474914551,0.0006107985973358154,0.0006448030471801758,0.0006788074970245361,0.0007128119468688965,0.0007468163967132568,0.0007808208465576172,0.0008148252964019775,0.0008488297462463379,0.0008828341960906982,0.0009168386459350586,0.0009508430957794189,0.0009848475456237793,0.0010188519954681396,0.0010528564453125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,1,0,0,2,0,0,3,1,4,1,3,8,6,6,10,7,17,14,13,19,17,29,23,32,38,41,31,30,35,38,44,37,32,33,34,22,27,13,14,12,15,8,11,6,7,4,5,3,0,1,2,1,2,1,0,0,0,0,0,2],"bins":[0.9948089718818665,0.9949703812599182,0.99513179063797,0.9952932000160217,0.9954545497894287,0.9956159591674805,0.9957773685455322,0.995938777923584,0.9961001873016357,0.9962615966796875,0.9964230060577393,0.9965843558311462,0.996745765209198,0.9969071745872498,0.9970685839653015,0.9972299933433533,0.997391402721405,0.9975528120994568,0.9977141618728638,0.9978755712509155,0.9980369806289673,0.998198390007019,0.9983597993850708,0.9985212087631226,0.9986826181411743,0.9988439679145813,0.9990053772926331,0.9991667866706848,0.9993281960487366,0.9994896054267883,0.9996510148048401,0.9998124241828918,0.9999737739562988,1.0001351833343506,1.0002965927124023,1.000458002090454,1.0006194114685059,1.0007808208465576,1.0009422302246094,1.0011036396026611,1.001265048980713,1.0014264583587646,1.0015878677368164,1.0017491579055786,1.0019105672836304,1.0020719766616821,1.0022333860397339,1.0023947954177856,1.0025562047958374,1.0027176141738892,1.002879023551941,1.0030404329299927,1.0032018423080444,1.0033632516860962,1.003524661064148,1.0036860704421997,1.0038474798202515,1.0040087699890137,1.0041701793670654,1.0043315887451172,1.004492998123169,1.0046544075012207,1.0048158168792725,1.0049772262573242,1.005138635635376]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,0,0,2,1,2,0,0,2,1,2,5,6,7,9,8,14,12,24,32,29,36,46,48,63,68,92,86,93,99,99,100,104,91,82,95,87,86,70,80,54,46,44,32,42,29,18,26,16,12,6,9,3,5,5,5,1,4,2,2,2,0,2,1],"bins":[-0.0001361370086669922,-0.00013185665011405945,-0.0001275762915611267,-0.00012329593300819397,-0.00011901557445526123,-0.00011473521590232849,-0.00011045485734939575,-0.00010617449879646301,-0.00010189414024353027,-9.761378169059753e-05,-9.33334231376648e-05,-8.905306458473206e-05,-8.477270603179932e-05,-8.049234747886658e-05,-7.621198892593384e-05,-7.19316303730011e-05,-6.765127182006836e-05,-6.337091326713562e-05,-5.909055471420288e-05,-5.481019616127014e-05,-5.05298376083374e-05,-4.624947905540466e-05,-4.1969120502471924e-05,-3.7688761949539185e-05,-3.3408403396606445e-05,-2.9128044843673706e-05,-2.4847686290740967e-05,-2.0567327737808228e-05,-1.6286969184875488e-05,-1.2006610631942749e-05,-7.72625207901001e-06,-3.4458935260772705e-06,8.344650268554688e-07,5.114823579788208e-06,9.395182132720947e-06,1.3675540685653687e-05,1.7955899238586426e-05,2.2236257791519165e-05,2.6516616344451904e-05,3.0796974897384644e-05,3.507733345031738e-05,3.935769200325012e-05,4.363805055618286e-05,4.79184091091156e-05,5.219876766204834e-05,5.647912621498108e-05,6.075948476791382e-05,6.503984332084656e-05,6.93202018737793e-05,7.360056042671204e-05,7.788091897964478e-05,8.216127753257751e-05,8.644163608551025e-05,9.072199463844299e-05,9.500235319137573e-05,9.928271174430847e-05,0.00010356307029724121,0.00010784342885017395,0.00011212378740310669,0.00011640414595603943,0.00012068450450897217,0.0001249648630619049,0.00012924522161483765,0.00013352558016777039,0.00013780593872070312],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,2,0,1,1,0,0,6,2,4,3,4,3,9,8,18,17,17,14,12,26,21,19,20,23,24,29,19,26,27,34,38,26,36,23,22,27,21,22,25,22,17,10,19,12,6,12,7,7,6,4,1,5,2,2,0,1,2,2,1],"bins":[-0.00021045858738943934,-0.0002043392014456913,-0.00019821981550194323,-0.00019210042955819517,-0.00018598104361444712,-0.00017986165767069906,-0.00017374225717503577,-0.00016762287123128772,-0.00016150348528753966,-0.0001553840993437916,-0.00014926471340004355,-0.0001431453274562955,-0.00013702594151254743,-0.00013090655556879938,-0.00012478716962505132,-0.00011866777640534565,-0.00011254839046159759,-0.00010642900451784953,-0.00010030961857410148,-9.419022535439581e-05,-8.807083941064775e-05,-8.195145346689969e-05,-7.583206752315164e-05,-6.971268157940358e-05,-6.359329563565552e-05,-5.747390605392866e-05,-5.1354516472201794e-05,-4.523513052845374e-05,-3.911574458470568e-05,-3.299635500297882e-05,-2.687696905923076e-05,-2.07575812964933e-05,-1.4638193533755839e-05,-8.518805771018378e-06,-2.3994189177756198e-06,3.7199683902144898e-06,9.8393556982046e-06,1.595874346094206e-05,2.2078129404690117e-05,2.8197517167427577e-05,3.431690493016504e-05,4.0436290873913094e-05,4.655568045563996e-05,5.2675066399388015e-05,5.879445234313607e-05,6.491383828688413e-05,7.10332315065898e-05,7.715261745033786e-05,8.327200339408591e-05,8.939138933783397e-05,9.551077528158203e-05,0.0001016301685012877,0.00010774955444503576,0.00011386894038878381,0.00011998832633253187,0.00012610771227627993,0.00013222709822002798,0.00013834648416377604,0.0001444658701075241,0.00015058527060318738,0.00015670465654693544,0.0001628240424906835,0.00016894342843443155,0.0001750628143781796,0.00018118220032192767]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,0,0,0,0,1,0,0,0,0,0,0,1,0,2,4,1,3,2,3,6,6,1,7,11,13,13,17,21,24,29,35,32,40,45,60,46,46,39,45,36,29,22,16,21,17,15,11,10,12,5,2,4,3,4,1,1,4,0,0,0,0,1],"bins":[-8.511543273925781e-05,-8.280668407678604e-05,-8.049793541431427e-05,-7.81891867518425e-05,-7.588043808937073e-05,-7.357168942689896e-05,-7.126294076442719e-05,-6.895419210195541e-05,-6.664544343948364e-05,-6.433669477701187e-05,-6.20279461145401e-05,-5.971919745206833e-05,-5.741044878959656e-05,-5.5101700127124786e-05,-5.2792951464653015e-05,-5.0484202802181244e-05,-4.817545413970947e-05,-4.58667054772377e-05,-4.355795681476593e-05,-4.124920815229416e-05,-3.894045948982239e-05,-3.6631710827350616e-05,-3.4322962164878845e-05,-3.2014213502407074e-05,-2.9705464839935303e-05,-2.739671617746353e-05,-2.508796751499176e-05,-2.277921885251999e-05,-2.0470470190048218e-05,-1.8161721527576447e-05,-1.5852972865104675e-05,-1.3544224202632904e-05,-1.1235475540161133e-05,-8.926726877689362e-06,-6.61797821521759e-06,-4.309229552745819e-06,-2.000480890274048e-06,3.082677721977234e-07,2.6170164346694946e-06,4.925765097141266e-06,7.234513759613037e-06,9.543262422084808e-06,1.185201108455658e-05,1.416075974702835e-05,1.6469508409500122e-05,1.8778257071971893e-05,2.1087005734443665e-05,2.3395754396915436e-05,2.5704503059387207e-05,2.8013251721858978e-05,3.032200038433075e-05,3.263074904680252e-05,3.493949770927429e-05,3.724824637174606e-05,3.9556995034217834e-05,4.1865743696689606e-05,4.417449235916138e-05,4.648324102163315e-05,4.879198968410492e-05,5.110073834657669e-05,5.340948700904846e-05,5.571823567152023e-05,5.8026984333992004e-05,6.0335732996463776e-05,6.264448165893555e-05],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"values":[5,46,204,738,1818,3406,5285,6486,7171,7550,7215,7545,7362,7363,7645,7537,7417,7503,7474,7498,7521,7449,7443,7287,7360,7414,7206,7406,7488,7356,7435,7397,7304,7313,7501,7434,7415,7301,7430,7404,7469,7424,7567,7593,7343,7322,7352,7423,7270,7447,7562,7387,7362,7397,7384,7001,6706,5527,4031,2182,960,288,72,15],"bins":[-0.043842509388923645,-0.04247772693634033,-0.04111294448375702,-0.039748162031173706,-0.03838337957859039,-0.03701859712600708,-0.03565381467342377,-0.034289032220840454,-0.03292424976825714,-0.03155947104096413,-0.030194686725735664,-0.02882990427315235,-0.027465123683214188,-0.026100341230630875,-0.02473555877804756,-0.02337077632546425,-0.022005993872880936,-0.020641211420297623,-0.01927642896771431,-0.017911646515130997,-0.016546864062547684,-0.015182082541286945,-0.013817301020026207,-0.012452518567442894,-0.011087736114859581,-0.009722953662276268,-0.008358171209692955,-0.006993389688432217,-0.005628607235848904,-0.004263824783265591,-0.002899042796343565,-0.0015342605765908957,-0.00016947835683822632,0.001195303862914443,0.0025600860826671124,0.003924868069589138,0.005289650522172451,0.006654432974755764,0.008019214496016502,0.009383996948599815,0.010748779401183128,0.012113561853766441,0.013478344306349754,0.014843125827610493,0.01620790734887123,0.017572689801454544,0.018937472254037857,0.02030225470662117,0.021667037159204483,0.023031819611787796,0.02439660206437111,0.025761384516954422,0.027126166969537735,0.0284909475594759,0.02985573001205921,0.031220512464642525,0.03258529305458069,0.033950075507164,0.035314857959747314,0.03667964041233063,0.03804442286491394,0.03940920531749725,0.040773987770080566,0.04213877022266388,0.04350355267524719],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,2,4,2,1,0,1,4,4,6,3,8,16,11,11,17,10,23,31,25,22,23,28,28,38,34,39,39,32,38,39,30,29,20,17,19,9,11,6,20,18,11,8,1,2,6,5,2,3,0,2,2,1,2,0,0,0,0,1],"bins":[-0.002293212339282036,-0.002220351016148925,-0.002147489693015814,-0.002074628137052059,-0.002001766813918948,-0.0019289054907858372,-0.0018560440512374043,-0.0017831826116889715,-0.0017103212885558605,-0.0016374599654227495,-0.0015645985258743167,-0.0014917370863258839,-0.0014188757631927729,-0.0013460144400596619,-0.001273153000511229,-0.0012002915609627962,-0.0011274302378296852,-0.0010545689146965742,-0.0009817074751481414,-0.0009088460938073695,-0.0008359847124665976,-0.0007631233311258256,-0.0006902619497850537,-0.0006174005684442818,-0.0005445391871035099,-0.000471677805762738,-0.0003988164244219661,-0.00032595504308119416,-0.00025309366174042225,-0.00018023228039965034,-0.00010737089905887842,-3.450951771810651e-05,3.835163079202175e-05,0.00011121301213279366,0.00018407439347356558,0.0002569357748143375,0.0003297971561551094,0.0004026585374958813,0.00047551991883665323,0.0005483813001774251,0.0006212426815181971,0.000694104062858969,0.0007669654441997409,0.0008398268255405128,0.0009126882068812847,0.0009855495300143957,0.0010584109695628285,0.0011312724091112614,0.0012041337322443724,0.0012769950553774834,0.0013498564949259162,0.001422717934474349,0.00149557925760746,0.001568440580740571,0.0016413020202890038,0.0017141634598374367,0.0017870247829705477,0.0018598861061036587,0.0019327475456520915,0.0020056089852005243,0.0020784703083336353,0.0021513316314667463,0.0022241929545998573,0.002297054510563612,0.002369915833696723]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[2,1,0,0,1,0,0,0,0,3,2,5,4,2,4,9,12,10,16,27,45,36,56,59,78,112,184,216,273,184,142,139,98,69,60,36,26,19,18,22,12,13,11,7,4,1,4,5,7,2,2,3,1,3,0,1,1,0,0,0,0,0,0,1],"bins":[-0.00010055303573608398,-9.703077375888824e-05,-9.35085117816925e-05,-8.998624980449677e-05,-8.646398782730103e-05,-8.294172585010529e-05,-7.941946387290955e-05,-7.58972018957138e-05,-7.237493991851807e-05,-6.885267794132233e-05,-6.533041596412659e-05,-6.180815398693085e-05,-5.828589200973511e-05,-5.476363003253937e-05,-5.124136805534363e-05,-4.771910607814789e-05,-4.419684410095215e-05,-4.067458212375641e-05,-3.715232014656067e-05,-3.363005816936493e-05,-3.010779619216919e-05,-2.658553421497345e-05,-2.306327223777771e-05,-1.954101026058197e-05,-1.601874828338623e-05,-1.249648630619049e-05,-8.974224328994751e-06,-5.451962351799011e-06,-1.9297003746032715e-06,1.5925616025924683e-06,5.114823579788208e-06,8.637085556983948e-06,1.2159347534179688e-05,1.5681609511375427e-05,1.9203871488571167e-05,2.2726133465766907e-05,2.6248395442962646e-05,2.9770657420158386e-05,3.3292919397354126e-05,3.6815181374549866e-05,4.0337443351745605e-05,4.3859705328941345e-05,4.7381967306137085e-05,5.0904229283332825e-05,5.4426491260528564e-05,5.7948753237724304e-05,6.147101521492004e-05,6.499327719211578e-05,6.851553916931152e-05,7.203780114650726e-05,7.5560063123703e-05,7.908232510089874e-05,8.260458707809448e-05,8.612684905529022e-05,8.964911103248596e-05,9.31713730096817e-05,9.669363498687744e-05,0.00010021589696407318,0.00010373815894126892,0.00010726042091846466,0.0001107826828956604,0.00011430494487285614,0.00011782720685005188,0.00012134946882724762,0.00012487173080444336]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,0,2,1,0,3,0,2,2,0,3,7,2,5,7,10,12,10,13,6,17,23,17,23,28,23,31,31,38,34,33,30,39,29,37,27,26,21,30,15,16,3,20,13,15,12,7,11,6,6,2,4,5,2,3,0,1,1,1,0,1,1],"bins":[0.9949718117713928,0.9951257109642029,0.9952796697616577,0.9954335689544678,0.9955874681472778,0.9957413673400879,0.9958953261375427,0.9960492253303528,0.9962031245231628,0.9963570237159729,0.9965109825134277,0.9966648817062378,0.9968187808990479,0.9969726800918579,0.9971266388893127,0.9972805380821228,0.9974344372749329,0.9975883960723877,0.9977422952651978,0.9978961944580078,0.9980500936508179,0.9982040524482727,0.9983579516410828,0.9985118508338928,0.9986657500267029,0.9988197088241577,0.9989736080169678,0.9991275072097778,0.9992814064025879,0.9994353652000427,0.9995892643928528,0.9997431635856628,0.9998971223831177,1.0000510215759277,1.0002049207687378,1.0003588199615479,1.000512719154358,1.000666618347168,1.0008206367492676,1.0009745359420776,1.0011284351348877,1.0012823343276978,1.0014362335205078,1.0015901327133179,1.001744031906128,1.001897931098938,1.0020519495010376,1.0022058486938477,1.0023597478866577,1.0025136470794678,1.0026675462722778,1.002821445465088,1.002975344657898,1.0031293630599976,1.0032832622528076,1.0034371614456177,1.0035910606384277,1.0037449598312378,1.0038988590240479,1.004052758216858,1.004206657409668,1.0043606758117676,1.0045145750045776,1.0046684741973877,1.0048223733901978],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[2,2,3,3,8,3,1,2,3,1,1,0,1,1,1,2,2,0,2,5,5,3,11,14,17,32,32,44,48,49,73,68,54,54,53,39,24,19,17,17,6,8,4,5,4,1,0,1,1,2,0,0,0,1,2,2,2,2,1,2,4,3,0,1],"bins":[-0.016935937106609344,-0.016392141580581665,-0.015848346054553986,-0.015304550528526306,-0.014760755002498627,-0.014216959476470947,-0.013673163950443268,-0.013129368424415588,-0.012585572898387909,-0.01204177737236023,-0.01149798184633255,-0.01095418632030487,-0.010410390794277191,-0.009866595268249512,-0.009322799742221832,-0.008779004216194153,-0.008235208690166473,-0.007691413164138794,-0.0071476176381111145,-0.006603822112083435,-0.006060026586055756,-0.005516231060028076,-0.004972435534000397,-0.004428640007972717,-0.003884844481945038,-0.0033410489559173584,-0.002797253429889679,-0.0022534579038619995,-0.00170966237783432,-0.0011658668518066406,-0.0006220713257789612,-7.827579975128174e-05,0.0004655178636312485,0.001009313389658928,0.0015531089156866074,0.002096904441714287,0.0026406999677419662,0.0031844954937696457,0.003728291019797325,0.004272086545825005,0.004815882071852684,0.0053596775978803635,0.005903473123908043,0.006447268649935722,0.006991064175963402,0.007534859701991081,0.00807865522801876,0.00862245075404644,0.00916624628007412,0.009710041806101799,0.010253837332129478,0.010797632858157158,0.011341428384184837,0.011885223910212517,0.012429019436240196,0.012972814962267876,0.013516610488295555,0.014060406014323235,0.014604201540350914,0.015147997066378593,0.015691792592406273,0.016235588118433952,0.016779383644461632,0.01732317917048931,0.01786697469651699]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"bins":[-0.0006608963012695312,-0.0006426647305488586,-0.000624433159828186,-0.0006062015891075134,-0.0005879700183868408,-0.0005697384476661682,-0.0005515068769454956,-0.000533275306224823,-0.0005150437355041504,-0.0004968121647834778,-0.0004785805940628052,-0.00046034902334213257,-0.00044211745262145996,-0.00042388588190078735,-0.00040565431118011475,-0.00038742274045944214,-0.00036919116973876953,-0.0003509595990180969,-0.0003327280282974243,-0.0003144964575767517,-0.0002962648868560791,-0.0002780333161354065,-0.0002598017454147339,-0.00024157017469406128,-0.00022333860397338867,-0.00020510703325271606,-0.00018687546253204346,-0.00016864389181137085,-0.00015041232109069824,-0.00013218075037002563,-0.00011394917964935303,-9.571760892868042e-05,-7.748603820800781e-05,-5.9254467487335205e-05,-4.10228967666626e-05,-2.279132604598999e-05,-4.559755325317383e-06,1.3671815395355225e-05,3.190338611602783e-05,5.013495683670044e-05,6.836652755737305e-05,8.659809827804565e-05,0.00010482966899871826,0.00012306123971939087,0.00014129281044006348,0.00015952438116073608,0.0001777559518814087,0.0001959875226020813,0.0002142190933227539,0.00023245066404342651,0.0002506822347640991,0.00026891380548477173,0.00028714537620544434,0.00030537694692611694,0.00032360851764678955,0.00034184008836746216,0.00036007165908813477,0.0003783032298088074,0.00039653480052948,0.0004147663712501526,0.0004329979419708252,0.0004512295126914978,0.0004694610834121704,0.000487692654132843,0.0005059242248535156],"_type":"histogram","values":[1,0,1,0,1,2,1,0,0,3,2,5,1,5,9,12,18,19,31,28,60,66,87,139,201,294,429,778,1323,2275,3878,6749,12249,23662,50722,133869,200465,79826,34054,16914,9119,5104,2929,1651,1004,598,390,252,175,122,96,56,46,29,24,22,8,6,3,4,2,1,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,2,2,2,1,5,5,6,3,2,5,10,13,13,14,19,23,19,20,36,26,25,43,36,30,38,44,31,30,25,28,18,26,24,20,20,15,25,13,6,14,7,5,4,5,1,0,1,1,2,0,1,0,0,0,0,1,0,1],"bins":[-0.0012408128241077065,-0.0012007575714960694,-0.0011607023188844323,-0.0011206470662727952,-0.0010805916972458363,-0.0010405364446341991,-0.001000481192022562,-0.0009604259394109249,-0.0009203706867992878,-0.0008803154341876507,-0.0008402601815760136,-0.0008002048707567155,-0.0007601496181450784,-0.0007200943655334413,-0.0006800390547141433,-0.0006399838021025062,-0.000599928549490869,-0.0005598732968792319,-0.0005198180442675948,-0.0004797627334482968,-0.00043970748083665967,-0.00039965222822502255,-0.000359596946509555,-0.0003195416647940874,-0.0002794864121824503,-0.00023943114501889795,-0.0001993758778553456,-0.00015932061069179326,-0.00011926534352824092,-7.921007636468858e-05,-3.915480920113623e-05,9.004579624161124e-07,4.095560871064663e-05,8.101087587419897e-05,0.00012106614303775132,0.00016112141020130366,0.000201176677364856,0.00024123194452840835,0.0002812872116919607,0.00032134249340742826,0.0003613977460190654,0.0004014529986307025,0.00044150828034617007,0.00048156356206163764,0.0005216188146732748,0.0005616740672849119,0.0006017293781042099,0.000641784630715847,0.0006818398833274841,0.0007218951359391212,0.0007619503885507584,0.0008020056993700564,0.0008420609519816935,0.0008821162045933306,0.0009221715154126287,0.0009622267680242658,0.0010022820206359029,0.00104233727324754,0.0010823925258591771,0.0011224477784708142,0.0011625031474977732,0.0012025584001094103,0.0012426136527210474,0.0012826689053326845,0.0013227241579443216],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.0002515047090128064,-0.00024308860884048045,-0.00023467249411623925,-0.00022625637939199805,-0.00021784027921967208,-0.00020942417904734612,-0.00020100806432310492,-0.00019259194959886372,-0.00018417584942653775,-0.00017575974925421178,-0.00016734363452997059,-0.0001589275198057294,-0.00015051141963340342,-0.00014209531946107745,-0.00013367920473683625,-0.00012526309001259506,-0.00011684698984026909,-0.0001084308823919855,-0.00010001477494370192,-9.159866749541834e-05,-8.318256004713476e-05,-7.476645259885117e-05,-6.635034515056759e-05,-5.793423770228401e-05,-4.9518130254000425e-05,-4.110202280571684e-05,-3.268591535743326e-05,-2.4269807909149677e-05,-1.5853700460866094e-05,-7.437593012582511e-06,9.785144357010722e-07,9.394621883984655e-06,1.781070022843778e-05,2.6226807676721364e-05,3.464291512500495e-05,4.305902257328853e-05,5.147513002157211e-05,5.9891237469855696e-05,6.830734491813928e-05,7.672345236642286e-05,8.513955981470644e-05,9.355566726299003e-05,0.00010197177471127361,0.0001103878821595572,0.00011880398960784078,0.00012722008978016675,0.00013563620450440794,0.00014405231922864914,0.0001524684194009751,0.00016088451957330108,0.00016930063429754227,0.00017771674902178347,0.00018613284919410944,0.0001945489493664354,0.0002029650640906766,0.0002113811788149178,0.00021979727898724377,0.00022821337915956974,0.00023662949388381094,0.00024504560860805213,0.0002534617087803781,0.00026187780895270407,0.00027029390912503004,0.00027871003840118647,0.00028712613857351243],"_type":"histogram","values":[2,0,0,2,2,1,1,4,3,7,4,8,10,5,12,11,7,13,16,20,15,17,27,27,28,31,28,25,28,30,24,32,34,29,24,36,18,28,29,13,12,17,11,13,8,12,11,5,3,8,3,3,2,2,2,1,0,1,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,3,2,0,5,4,3,7,10,9,9,16,12,17,18,27,30,39,36,40,49,45,50,53,36,31,28,36,33,19,15,13,16,13,4,4,9,8,2,3,2,3,0,0,3,0,1,2],"bins":[-0.00036668809480033815,-0.00035707870847545564,-0.0003474692930467427,-0.00033785990672186017,-0.0003282504912931472,-0.0003186411049682647,-0.00030903168953955173,-0.00029942230321466923,-0.0002898129168897867,-0.00028020350146107376,-0.00027059411513619125,-0.0002609846997074783,-0.0002513753133825958,-0.00024176591250579804,-0.0002321565116290003,-0.00022254711075220257,-0.00021293770987540483,-0.0002033283089986071,-0.00019371890812180936,-0.00018410950724501163,-0.0001745001063682139,-0.00016489072004333138,-0.00015528131916653365,-0.0001456719182897359,-0.00013606251741293818,-0.00012645311653614044,-0.0001168437156593427,-0.00010723432205850258,-9.762492118170485e-05,-8.801552030490711e-05,-7.840612670406699e-05,-6.879672582726926e-05,-5.918732495047152e-05,-4.9577924073673785e-05,-3.9968526834854856e-05,-3.0359127777046524e-05,-2.0749728719238192e-05,-1.114032966142986e-05,-1.5309306036215276e-06,8.078468454186805e-06,1.7687867511995137e-05,2.729726656980347e-05,3.69066656276118e-05,4.651606286643073e-05,5.6125463743228465e-05,6.57348646200262e-05,7.534425822086632e-05,8.495365909766406e-05,9.45630599744618e-05,0.00010417246085125953,0.00011378186172805727,0.000123391262604855,0.00013300066348165274,0.00014261004980653524,0.00015221945068333298,0.00016182885156013072,0.00017143825243692845,0.0001810476533137262,0.00019065705419052392,0.00020026645506732166,0.00020987584139220417,0.0002194852422690019,0.00022909464314579964,0.00023870404402259737,0.0002483134448993951]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[1,3,1,0,2,3,2,5,3,9,11,11,12,7,21,23,31,29,25,23,38,39,37,38,59,51,63,65,62,64,63,66,54,46,71,61,52,42,54,43,40,30,29,22,10,20,17,7,11,13,8,13,8,3,4,2,2,3,1,0,0,1,0,2],"bins":[-0.059053465723991394,-0.05713270604610443,-0.05521194636821747,-0.053291186690330505,-0.05137042701244354,-0.04944966733455658,-0.04752890765666962,-0.045608147978782654,-0.04368738830089569,-0.041766632348299026,-0.039845872670412064,-0.0379251129925251,-0.03600435331463814,-0.034083593636751175,-0.03216283395886421,-0.03024207428097725,-0.028321314603090286,-0.026400554925203323,-0.02447979524731636,-0.022559035569429398,-0.020638275891542435,-0.01871751807630062,-0.016796758398413658,-0.014875998720526695,-0.012955239042639732,-0.01103447936475277,-0.009113719686865807,-0.007192960940301418,-0.005272201262414455,-0.003351441817358136,-0.001430682372301817,0.0004900770727545023,0.0024108365178108215,0.004331596195697784,0.00625235540792346,0.008173114620149136,0.010093874298036098,0.012014633975923061,0.01393539272248745,0.015856152400374413,0.017776912078261375,0.01969767175614834,0.0216184314340353,0.023539191111922264,0.025459948927164078,0.02738070860505104,0.029301468282938004,0.031222227960824966,0.03314298763871193,0.03506374731659889,0.036984506994485855,0.03890526667237282,0.04082602635025978,0.042746786028146744,0.04466754570603371,0.04658830538392067,0.048509061336517334,0.0504298210144043,0.05235058069229126,0.05427134037017822,0.056192100048065186,0.05811285972595215,0.06003361940383911,0.061954379081726074,0.06387513875961304]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,1,1,1,1,2,3,1,0,3,2,1,4,8,9,12,17,14,12,10,21,12,22,29,30,28,33,26,30,31,40,34,41,34,30,22,25,20,30,21,15,15,12,13,16,6,3,6,2,2,3,1,3,3,1,0,0,0,1,1,1],"bins":[0.9953553676605225,0.9954986572265625,0.9956419467926025,0.9957851767539978,0.9959284663200378,0.9960717558860779,0.9962150454521179,0.9963582754135132,0.9965015649795532,0.9966448545455933,0.9967881441116333,0.9969314336776733,0.9970746636390686,0.9972179532051086,0.9973612427711487,0.9975045323371887,0.997647762298584,0.997791051864624,0.9979343414306641,0.9980776309967041,0.9982209205627441,0.9983641505241394,0.9985074400901794,0.9986507296562195,0.9987940192222595,0.9989373087882996,0.9990805387496948,0.9992238283157349,0.9993671178817749,0.9995104074478149,0.9996536374092102,0.9997969269752502,0.9999402165412903,1.0000834465026855,1.0002267360687256,1.0003700256347656,1.0005133152008057,1.0006566047668457,1.0007998943328857,1.0009431838989258,1.0010864734649658,1.0012297630310059,1.0013729333877563,1.0015162229537964,1.0016595125198364,1.0018028020858765,1.0019460916519165,1.0020893812179565,1.0022326707839966,1.0023759603500366,1.0025192499160767,1.0026624202728271,1.0028057098388672,1.0029489994049072,1.0030922889709473,1.0032355785369873,1.0033788681030273,1.0035221576690674,1.0036654472351074,1.0038087368011475,1.003951907157898,1.004095196723938,1.004238486289978,1.004381775856018,1.004525065422058]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,2,0,4,3,2,3,5,3,7,10,6,12,18,22,19,26,31,36,35,56,55,52,63,62,57,75,83,86,81,110,104,98,97,80,104,91,81,60,58,42,37,44,26,19,21,13,9,12,5,5,4,3,3,1,1,1,0,2,0,0,1],"bins":[-0.003034868510439992,-0.0029672919772565365,-0.0028997156769037247,-0.002832139143720269,-0.0027645628433674574,-0.002696986310184002,-0.0026294097770005465,-0.0025618334766477346,-0.002494256943464279,-0.0024266806431114674,-0.002359104109928012,-0.0022915275767445564,-0.0022239512763917446,-0.002156374743208289,-0.0020887984428554773,-0.002021221909672022,-0.00195364560931921,-0.0018860690761357546,-0.001818492659367621,-0.0017509161261841655,-0.0016833397094160318,-0.0016157632926478982,-0.0015481868758797646,-0.001480610459111631,-0.0014130340423434973,-0.0013454575091600418,-0.0012778810923919082,-0.0012103046756237745,-0.0011427282588556409,-0.0010751518420875072,-0.0010075753089040518,-0.0009399988921359181,-0.0008724224753677845,-0.0008048460585996509,-0.0007372695836238563,-0.0006696931668557227,-0.0006021166918799281,-0.0005345402751117945,-0.00046696385834366083,-0.00039938741247169673,-0.00033181096659973264,-0.00026423452072776854,-0.00019665808940771967,-0.0001290816580876708,-6.15052122157067e-05,6.071226380299777e-06,7.364766497630626e-05,0.00014122409629635513,0.00020880054216831923,0.0002763769880402833,0.0003439534339122474,0.00041152985068038106,0.00047910629655234516,0.0005466827424243093,0.0006142591591924429,0.0006818356341682374,0.0007494120509363711,0.0008169884677045047,0.0008845649426802993,0.0009521413594484329,0.0010197177762165666,0.0010872941929847002,0.0011548707261681557,0.0012224471429362893,0.001290023559704423]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,4,5,8,14,25,59,87,145,248,425,631,936,1473,2124,2996,4210,5842,7678,10022,12500,15620,18885,22237,25336,28520,31746,33698,35326,36226,36172,35297,33781,31242,28715,25142,21460,18443,14980,12212,9673,7357,5420,4062,2938,2025,1400,917,612,365,243,139,87,48,28,12,12,2,5,2,2,1],"bins":[-0.0989183858036995,-0.0958208441734314,-0.0927233099937439,-0.0896257683634758,-0.0865282267332077,-0.0834306925535202,-0.0803331509232521,-0.0772356167435646,-0.07413807511329651,-0.07104053348302841,-0.06794299930334091,-0.06484545767307281,-0.061747919768095016,-0.05865038186311722,-0.05555284023284912,-0.05245530232787132,-0.049357764422893524,-0.046260226517915726,-0.04316268861293793,-0.04006514698266983,-0.03696760907769203,-0.03387007117271423,-0.030772531405091286,-0.027674991637468338,-0.02457745373249054,-0.02147991582751274,-0.018382376059889793,-0.01528483722358942,-0.012187298387289047,-0.009089759550988674,-0.005992220714688301,-0.002894681878387928,0.00020284950733184814,0.0033003883436322212,0.006397927179932594,0.009495466016232967,0.01259300485253334,0.01569054275751114,0.018788082525134087,0.021885622292757034,0.024983160197734833,0.02808069810271263,0.03117823787033558,0.03427577763795853,0.037373315542936325,0.040470853447914124,0.04356839507818222,0.04666593298316002,0.04976347088813782,0.052861008793115616,0.055958546698093414,0.05905608832836151,0.06215362623333931,0.06525116413831711,0.0683487057685852,0.0714462399482727,0.0745437815785408,0.0776413232088089,0.0807388573884964,0.0838363990187645,0.08693394064903259,0.09003147482872009,0.09312901645898819,0.09622655063867569,0.09932409226894379]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"bins":[-0.00030541419982910156,-0.0002953186631202698,-0.000285223126411438,-0.0002751275897026062,-0.0002650320529937744,-0.0002549365162849426,-0.00024484097957611084,-0.00023474544286727905,-0.00022464990615844727,-0.00021455436944961548,-0.0002044588327407837,-0.0001943632960319519,-0.00018426775932312012,-0.00017417222261428833,-0.00016407668590545654,-0.00015398114919662476,-0.00014388561248779297,-0.00013379007577896118,-0.0001236945390701294,-0.00011359900236129761,-0.00010350346565246582,-9.340792894363403e-05,-8.331239223480225e-05,-7.321685552597046e-05,-6.312131881713867e-05,-5.3025782108306885e-05,-4.29302453994751e-05,-3.283470869064331e-05,-2.2739171981811523e-05,-1.2643635272979736e-05,-2.5480985641479492e-06,7.547438144683838e-06,1.7642974853515625e-05,2.7738511562347412e-05,3.78340482711792e-05,4.7929584980010986e-05,5.8025121688842773e-05,6.812065839767456e-05,7.821619510650635e-05,8.831173181533813e-05,9.840726852416992e-05,0.00010850280523300171,0.0001185983419418335,0.00012869387865066528,0.00013878941535949707,0.00014888495206832886,0.00015898048877716064,0.00016907602548599243,0.00017917156219482422,0.000189267098903656,0.0001993626356124878,0.00020945817232131958,0.00021955370903015137,0.00022964924573898315,0.00023974478244781494,0.00024984031915664673,0.0002599358558654785,0.0002700313925743103,0.0002801269292831421,0.0002902224659919739,0.00030031800270080566,0.00031041353940963745,0.00032050907611846924,0.000330604612827301,0.0003407001495361328],"_type":"histogram","values":[3,1,0,1,6,3,6,18,13,19,35,53,62,109,120,177,298,417,620,971,1348,2080,3154,5139,8058,13502,23993,48654,134107,398223,533635,240349,78261,33180,17774,10297,6324,4141,2569,1718,1108,678,532,351,229,171,101,68,55,35,26,23,13,7,9,8,4,2,2,1,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,2,1,1,2,0,2,3,5,6,2,7,10,8,9,10,9,13,14,23,16,18,25,21,27,21,31,27,24,27,29,25,35,32,25,20,26,26,21,18,25,15,17,9,15,10,6,5,12,8,3,6,3,4,0,3,0,1,0,1,1,1],"bins":[-0.0002320408821105957,-0.00022489018738269806,-0.00021773949265480042,-0.00021058879792690277,-0.00020343810319900513,-0.00019628740847110748,-0.00018913671374320984,-0.0001819860190153122,-0.00017483532428741455,-0.0001676846295595169,-0.00016053393483161926,-0.00015338324010372162,-0.00014623254537582397,-0.00013908185064792633,-0.0001319311559200287,-0.00012478046119213104,-0.0001176297664642334,-0.00011047907173633575,-0.00010332837700843811,-9.617768228054047e-05,-8.902698755264282e-05,-8.187629282474518e-05,-7.472559809684753e-05,-6.757490336894989e-05,-6.0424208641052246e-05,-5.32735139131546e-05,-4.612281918525696e-05,-3.8972124457359314e-05,-3.182142972946167e-05,-2.4670735001564026e-05,-1.7520040273666382e-05,-1.0369345545768738e-05,-3.2186508178710938e-06,3.93204391002655e-06,1.1082738637924194e-05,1.823343336582184e-05,2.5384128093719482e-05,3.2534822821617126e-05,3.968551754951477e-05,4.6836212277412415e-05,5.398690700531006e-05,6.11376017332077e-05,6.828829646110535e-05,7.543899118900299e-05,8.258968591690063e-05,8.974038064479828e-05,9.689107537269592e-05,0.00010404177010059357,0.00011119246482849121,0.00011834315955638885,0.0001254938542842865,0.00013264454901218414,0.0001397952437400818,0.00014694593846797943,0.00015409663319587708,0.00016124732792377472,0.00016839802265167236,0.00017554871737957,0.00018269941210746765,0.0001898501068353653,0.00019700080156326294,0.00020415149629116058,0.00021130219101905823,0.00021845288574695587,0.00022560358047485352]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,3,3,4,3,12,15,19,16,36,47,89,114,117,216,276,425,673,946,1456,2254,3502,5456,8789,14757,25170,44376,79417,142049,232954,303128,274048,183094,106444,59221,33168,19495,11505,6969,4446,2758,1761,1250,762,481,340,223,204,112,80,59,33,17,24,14,12,5,8,4,1,1,0,1,1],"bins":[-0.00025463104248046875,-0.0002463497221469879,-0.00023806840181350708,-0.00022978708148002625,-0.0002215057611465454,-0.00021322444081306458,-0.00020494312047958374,-0.0001966618001461029,-0.00018838047981262207,-0.00018009915947914124,-0.0001718178391456604,-0.00016353651881217957,-0.00015525519847869873,-0.0001469738781452179,-0.00013869255781173706,-0.00013041123747825623,-0.0001221299171447754,-0.00011384859681129456,-0.00010556727647781372,-9.728595614433289e-05,-8.900463581085205e-05,-8.072331547737122e-05,-7.244199514389038e-05,-6.416067481040955e-05,-5.587935447692871e-05,-4.7598034143447876e-05,-3.931671380996704e-05,-3.1035393476486206e-05,-2.275407314300537e-05,-1.4472752809524536e-05,-6.191432476043701e-06,2.089887857437134e-06,1.0371208190917969e-05,1.8652528524398804e-05,2.693384885787964e-05,3.5215169191360474e-05,4.349648952484131e-05,5.1777809858322144e-05,6.005913019180298e-05,6.834045052528381e-05,7.662177085876465e-05,8.490309119224548e-05,9.318441152572632e-05,0.00010146573185920715,0.00010974705219268799,0.00011802837252616882,0.00012630969285964966,0.0001345910131931305,0.00014287233352661133,0.00015115365386009216,0.000159434974193573,0.00016771629452705383,0.00017599761486053467,0.0001842789351940155,0.00019256025552749634,0.00020084157586097717,0.000209122896194458,0.00021740421652793884,0.00022568553686141968,0.0002339668571949005,0.00024224817752838135,0.0002505294978618622,0.000258810818195343,0.00026709213852882385,0.0002753734588623047]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"bins":[-0.00013184547424316406,-0.0001278342679142952,-0.00012382306158542633,-0.00011981185525655746,-0.0001158006489276886,-0.00011178944259881973,-0.00010777823626995087,-0.000103767029941082,-9.975582361221313e-05,-9.574461728334427e-05,-9.17334109544754e-05,-8.772220462560654e-05,-8.371099829673767e-05,-7.96997919678688e-05,-7.568858563899994e-05,-7.167737931013107e-05,-6.766617298126221e-05,-6.365496665239334e-05,-5.9643760323524475e-05,-5.563255399465561e-05,-5.162134766578674e-05,-4.761014133691788e-05,-4.359893500804901e-05,-3.9587728679180145e-05,-3.557652235031128e-05,-3.156531602144241e-05,-2.7554109692573547e-05,-2.354290336370468e-05,-1.9531697034835815e-05,-1.552049070596695e-05,-1.1509284377098083e-05,-7.4980780482292175e-06,-3.4868717193603516e-06,5.243346095085144e-07,4.53554093837738e-06,8.546747267246246e-06,1.2557953596115112e-05,1.6569159924983978e-05,2.0580366253852844e-05,2.459157258272171e-05,2.8602778911590576e-05,3.261398524045944e-05,3.662519156932831e-05,4.0636397898197174e-05,4.464760422706604e-05,4.8658810555934906e-05,5.267001688480377e-05,5.668122321367264e-05,6.0692429542541504e-05,6.470363587141037e-05,6.871484220027924e-05,7.27260485291481e-05,7.673725485801697e-05,8.074846118688583e-05,8.47596675157547e-05,8.877087384462357e-05,9.278208017349243e-05,9.67932865023613e-05,0.00010080449283123016,0.00010481569916009903,0.0001088269054889679,0.00011283811181783676,0.00011684931814670563,0.0001208605244755745,0.00012487173080444336],"_type":"histogram","values":[1,0,1,0,1,0,2,4,4,2,3,5,1,1,9,10,9,12,14,15,13,19,14,30,21,17,19,30,20,24,29,32,28,24,27,23,23,18,26,27,16,25,17,18,14,14,12,13,11,13,15,5,8,9,2,5,3,3,2,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"_type":"histogram","values":[1,0,3,0,1,2,4,6,10,12,13,19,30,37,48,70,96,172,207,283,472,661,989,1479,2216,3276,5038,8180,13325,23533,44805,96634,179371,100988,46201,24196,13797,8298,5208,3325,2193,1445,977,644,476,324,246,144,108,77,57,38,23,22,11,6,9,3,2,1,5,3,3,1],"bins":[-0.000274658203125,-0.00026621297001838684,-0.0002577677369117737,-0.0002493225038051605,-0.00024087727069854736,-0.0002324320375919342,-0.00022398680448532104,-0.00021554157137870789,-0.00020709633827209473,-0.00019865110516548157,-0.0001902058720588684,-0.00018176063895225525,-0.0001733154058456421,-0.00016487017273902893,-0.00015642493963241577,-0.0001479797065258026,-0.00013953447341918945,-0.0001310892403125763,-0.00012264400720596313,-0.00011419877409934998,-0.00010575354099273682,-9.730830788612366e-05,-8.88630747795105e-05,-8.041784167289734e-05,-7.197260856628418e-05,-6.352737545967102e-05,-5.508214235305786e-05,-4.66369092464447e-05,-3.819167613983154e-05,-2.9746443033218384e-05,-2.1301209926605225e-05,-1.2855976819992065e-05,-4.410743713378906e-06,4.034489393234253e-06,1.2479722499847412e-05,2.092495560646057e-05,2.937018871307373e-05,3.781542181968689e-05,4.626065492630005e-05,5.470588803291321e-05,6.315112113952637e-05,7.159635424613953e-05,8.004158735275269e-05,8.848682045936584e-05,9.6932053565979e-05,0.00010537728667259216,0.00011382251977920532,0.00012226775288581848,0.00013071298599243164,0.0001391582190990448,0.00014760345220565796,0.00015604868531227112,0.00016449391841888428,0.00017293915152549744,0.0001813843846321106,0.00018982961773872375,0.00019827485084533691,0.00020672008395195007,0.00021516531705856323,0.0002236105501651764,0.00023205578327178955,0.0002405010163784027,0.00024894624948501587,0.00025739148259162903,0.0002658367156982422]},"parameters/_orig_mod.linear.bias":{"values":[3,3,5,1,7,7,8,9,11,14,14,11,10,7,4,6,7,10,11,12,11,8,7,10,9,7,6,6,9,4,12,4,7,8,5,9,10,7,8,12,7,9,7,12,12,10,6,10,11,9,8,12,14,6,6,7,5,11,9,3,11,3,3,2],"bins":[-0.03944681957364082,-0.038219302892684937,-0.03699178621172905,-0.03576426953077316,-0.034536756575107574,-0.03330923989415169,-0.0320817232131958,-0.030854206532239914,-0.029626689851284027,-0.02839917503297329,-0.027171658352017403,-0.025944141671061516,-0.024716626852750778,-0.02348911017179489,-0.022261593490839005,-0.021034078672528267,-0.01980656199157238,-0.018579045310616493,-0.017351530492305756,-0.01612401381134987,-0.014896497130393982,-0.01366898138076067,-0.012441465631127357,-0.01121394895017147,-0.009986433200538158,-0.008758917450904846,-0.007531400769948959,-0.006303885020315647,-0.005076368805021048,-0.003848852589726448,-0.002621336607262492,-0.0013938205083832145,-0.00016630440950393677,0.001061211689375341,0.0022887277882546186,0.0035162437707185745,0.004743759986013174,0.005971276201307774,0.007198791950941086,0.008426308631896973,0.009653824381530285,0.010881340131163597,0.012108856812119484,0.013336372561752796,0.014563888311386108,0.015791404992341995,0.017018921673297882,0.01824643649160862,0.019473953172564507,0.020701469853520393,0.02192898467183113,0.023156501352787018,0.024384018033742905,0.025611532852053642,0.02683904953300953,0.028066566213965416,0.029294081032276154,0.03052159771323204,0.03174911439418793,0.032976631075143814,0.0342041477560997,0.03543166071176529,0.036659177392721176,0.03788669407367706,0.03911421075463295],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,0,0,0,2,1,3,1,2,3,3,1,4,9,7,7,10,17,13,15,26,28,37,38,50,57,56,50,40,41,39,26,31,21,18,16,13,12,8,11,7,10,2,7,4,5,3,2,1,2,1,1,0,3,0,1,1],"bins":[-0.0004227640456520021,-0.0004104236722923815,-0.00039808329893276095,-0.0003857428964693099,-0.00037340252310968935,-0.0003610621497500688,-0.0003487217763904482,-0.00033638140303082764,-0.0003240410005673766,-0.00031170062720775604,-0.00029936025384813547,-0.0002870198804885149,-0.00027467950712889433,-0.00026233913376927376,-0.00024999873130582273,-0.00023765835794620216,-0.0002253179845865816,-0.00021297761122696102,-0.00020063722331542522,-0.00018829684995580465,-0.00017595646204426885,-0.00016361608868464828,-0.0001512757153250277,-0.0001389353274134919,-0.00012659495405387133,-0.00011425457341829315,-0.00010191419278271496,-8.957381942309439e-05,-7.72334387875162e-05,-6.489305815193802e-05,-5.255268115433864e-05,-4.0212304156739265e-05,-2.7871952624991536e-05,-1.5531573808402754e-05,-3.1911949918139726e-06,9.14918382477481e-06,2.148956264136359e-05,3.3829943276941776e-05,4.6170320274541155e-05,5.851069727214053e-05,7.085107790771872e-05,8.31914585432969e-05,9.553183917887509e-05,0.00010787221253849566,0.00012021259317407385,0.00013255297380965203,0.0001448933471692726,0.0001572337350808084,0.00016957410844042897,0.00018191448180004954,0.00019425486971158534,0.00020659524307120591,0.0002189356309827417,0.00023127600434236228,0.00024361637770198286,0.0002559567510616034,0.00026829715352505445,0.000280637526884675,0.0002929779002442956,0.00030531827360391617,0.00031765864696353674,0.0003299990203231573,0.00034233942278660834,0.0003546797961462289,0.0003670201695058495],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,1,1,1,2,1,6,4,11,3,4,16,12,17,12,19,22,27,37,54,54,57,79,94,84,111,114,92,98,105,86,85,93,99,73,73,56,53,49,34,39,32,20,29,15,10,10,10,9,7,4,0,3,6,3,0,2,2,3,1,0,1,2],"bins":[-0.00011610984802246094,-0.00011213868856430054,-0.00010816752910614014,-0.00010419636964797974,-0.00010022521018981934,-9.625405073165894e-05,-9.228289127349854e-05,-8.831173181533813e-05,-8.434057235717773e-05,-8.036941289901733e-05,-7.639825344085693e-05,-7.242709398269653e-05,-6.845593452453613e-05,-6.448477506637573e-05,-6.051361560821533e-05,-5.654245615005493e-05,-5.257129669189453e-05,-4.860013723373413e-05,-4.462897777557373e-05,-4.065781831741333e-05,-3.668665885925293e-05,-3.271549940109253e-05,-2.874433994293213e-05,-2.477318048477173e-05,-2.0802021026611328e-05,-1.6830861568450928e-05,-1.2859702110290527e-05,-8.888542652130127e-06,-4.9173831939697266e-06,-9.462237358093262e-07,3.0249357223510742e-06,6.996095180511475e-06,1.0967254638671875e-05,1.4938414096832275e-05,1.8909573554992676e-05,2.2880733013153076e-05,2.6851892471313477e-05,3.082305192947388e-05,3.479421138763428e-05,3.876537084579468e-05,4.273653030395508e-05,4.670768976211548e-05,5.067884922027588e-05,5.465000867843628e-05,5.862116813659668e-05,6.259232759475708e-05,6.656348705291748e-05,7.053464651107788e-05,7.450580596923828e-05,7.847696542739868e-05,8.244812488555908e-05,8.641928434371948e-05,9.039044380187988e-05,9.436160326004028e-05,9.833276271820068e-05,0.00010230392217636108,0.00010627508163452148,0.00011024624109268188,0.00011421740055084229,0.00011818856000900269,0.00012215971946716309,0.00012613087892532349,0.0001301020383834839,0.0001340731978416443,0.0001380443572998047]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,1,1,4,5,6,9,21,32,34,69,77,99,133,227,318,475,647,986,1508,2140,3180,4972,7799,12141,19352,31970,53436,94871,173686,301370,338747,223503,122988,69733,40982,24399,15329,9637,6050,3994,2612,1766,1161,783,514,351,216,140,118,84,54,31,26,20,16,15,8,3,5,3,3,2,1],"bins":[-0.0002925395965576172,-0.000283166766166687,-0.00027379393577575684,-0.00026442110538482666,-0.0002550482749938965,-0.0002456754446029663,-0.00023630261421203613,-0.00022692978382110596,-0.00021755695343017578,-0.0002081841230392456,-0.00019881129264831543,-0.00018943846225738525,-0.00018006563186645508,-0.0001706928014755249,-0.00016131997108459473,-0.00015194714069366455,-0.00014257431030273438,-0.0001332014799118042,-0.00012382864952087402,-0.00011445581912994385,-0.00010508298873901367,-9.57101583480835e-05,-8.633732795715332e-05,-7.696449756622314e-05,-6.759166717529297e-05,-5.821883678436279e-05,-4.884600639343262e-05,-3.947317600250244e-05,-3.0100345611572266e-05,-2.072751522064209e-05,-1.1354684829711914e-05,-1.9818544387817383e-06,7.3909759521484375e-06,1.6763806343078613e-05,2.613663673400879e-05,3.5509467124938965e-05,4.488229751586914e-05,5.4255127906799316e-05,6.362795829772949e-05,7.300078868865967e-05,8.237361907958984e-05,9.174644947052002e-05,0.0001011192798614502,0.00011049211025238037,0.00011986494064331055,0.00012923777103424072,0.0001386106014251709,0.00014798343181610107,0.00015735626220703125,0.00016672909259796143,0.0001761019229888916,0.00018547475337982178,0.00019484758377075195,0.00020422041416168213,0.0002135932445526123,0.00022296607494354248,0.00023233890533447266,0.00024171173572540283,0.000251084566116333,0.0002604573965072632,0.00026983022689819336,0.00027920305728912354,0.0002885758876800537,0.0002979487180709839,0.00030732154846191406]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"values":[1,6,3,4,8,18,22,52,92,118,193,310,474,681,1146,1576,2240,3027,4105,5588,7159,9247,11533,14052,16866,19510,22542,25246,27759,30130,32012,32991,33599,33589,32768,31345,29316,26466,24034,21106,18346,15312,12875,10399,8470,6444,4846,3613,2703,1890,1344,922,599,389,285,184,99,64,54,27,11,8,4,2],"bins":[-0.0941629707813263,-0.09129037708044052,-0.08841778337955475,-0.08554518967866898,-0.0826725959777832,-0.07980000227689743,-0.07692741602659225,-0.07405482232570648,-0.07118222862482071,-0.06830963492393494,-0.06543704122304916,-0.06256444752216339,-0.05969185382127762,-0.056819260120391846,-0.05394667014479637,-0.0510740764439106,-0.048201482743024826,-0.04532888904213905,-0.04245629534125328,-0.039583705365657806,-0.036711111664772034,-0.03383851796388626,-0.03096592426300049,-0.028093332424759865,-0.025220738723874092,-0.02234814502298832,-0.019475553184747696,-0.016602959483861923,-0.013730366714298725,-0.010857773944735527,-0.007985180243849754,-0.005112587474286556,-0.002239994704723358,0.0006325982976704836,0.0035051913000643253,0.006377784535288811,0.009250377304852009,0.012122970074415207,0.01499556377530098,0.017868155613541603,0.020740749314427376,0.02361334301531315,0.026485934853553772,0.029358528554439545,0.03223112225532532,0.03510371595621109,0.037976305931806564,0.04084889963269234,0.04372149333357811,0.04659408703446388,0.049466680735349655,0.05233927071094513,0.0552118644118309,0.058084458112716675,0.06095705181360245,0.06382964551448822,0.06670223921537399,0.06957483291625977,0.07244742661714554,0.07532001286745071,0.07819260656833649,0.08106520026922226,0.08393779397010803,0.0868103876709938,0.08968298137187958],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.0010033913422375917,-0.0009703069808892906,-0.0009372226195409894,-0.0009041382581926882,-0.0008710538968443871,-0.0008379695937037468,-0.0008048852323554456,-0.0007718008710071445,-0.0007387165096588433,-0.0007056321483105421,-0.0006725477869622409,-0.0006394634256139398,-0.0006063791224732995,-0.0005732947611249983,-0.0005402103997766972,-0.000507126038428396,-0.0004740416770800948,-0.00044095731573179364,-0.00040787295438349247,-0.00037478862213902175,-0.0003417042607907206,-0.0003086198994424194,-0.0002755355671979487,-0.00024245120584964752,-0.00020936684450134635,-0.00017628248315304518,-0.00014319813635665923,-0.00011011378228431568,-7.702942821197212e-05,-4.394507413962856e-05,-1.0860720067285001e-05,2.2223634005058557e-05,5.530810449272394e-05,8.83924585650675e-05,0.00012147681263741106,0.000154561159433797,0.00018764552078209817,0.00022072988213039935,0.00025381421437487006,0.00028689857572317123,0.0003199829370714724,0.0003530672984197736,0.00038615165976807475,0.00041923599201254547,0.00045232035336084664,0.0004854047147091478,0.0005184890469536185,0.0005515734083019197,0.0005846577696502209,0.000617742130998522,0.0006508264923468232,0.0006839108536951244,0.0007169952150434256,0.0007500795181840658,0.000783163879532367,0.0008162482408806682,0.0008493326022289693,0.0008824169635772705,0.0009155013249255717,0.0009485856862738729,0.0009816699894145131,0.0010147544089704752,0.0010478387121111155,0.0010809231316670775,0.0011140074348077178],"_type":"histogram","values":[1,1,2,3,0,1,5,4,3,0,9,4,6,7,9,6,15,11,15,15,27,17,30,15,27,30,19,32,22,27,21,39,23,28,33,30,28,22,16,27,19,18,21,9,9,13,8,7,5,6,4,5,3,2,5,1,0,1,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,2,0,1,1,3,3,1,1,6,5,8,12,11,15,15,26,22,24,36,51,41,63,62,52,44,58,44,28,22,30,23,8,10,8,7,2,4,3,1,4,2,0,2,1,1,0,0,0,0,0,0,0,0,2,1],"bins":[-0.00021791458129882812,-0.00021093711256980896,-0.0002039596438407898,-0.00019698217511177063,-0.00019000470638275146,-0.0001830272376537323,-0.00017604976892471313,-0.00016907230019569397,-0.0001620948314666748,-0.00015511736273765564,-0.00014813989400863647,-0.0001411624252796173,-0.00013418495655059814,-0.00012720748782157898,-0.00012023001909255981,-0.00011325255036354065,-0.00010627508163452148,-9.929761290550232e-05,-9.232014417648315e-05,-8.534267544746399e-05,-7.836520671844482e-05,-7.138773798942566e-05,-6.44102692604065e-05,-5.743280053138733e-05,-5.0455331802368164e-05,-4.3477863073349e-05,-3.6500394344329834e-05,-2.952292561531067e-05,-2.2545456886291504e-05,-1.556798815727234e-05,-8.590519428253174e-06,-1.6130506992340088e-06,5.364418029785156e-06,1.2341886758804321e-05,1.9319355487823486e-05,2.629682421684265e-05,3.3274292945861816e-05,4.025176167488098e-05,4.7229230403900146e-05,5.420669913291931e-05,6.118416786193848e-05,6.816163659095764e-05,7.51391053199768e-05,8.211657404899597e-05,8.909404277801514e-05,9.60715115070343e-05,0.00010304898023605347,0.00011002644896507263,0.0001170039176940918,0.00012398138642311096,0.00013095885515213013,0.0001379363238811493,0.00014491379261016846,0.00015189126133918762,0.0001588687300682068,0.00016584619879722595,0.00017282366752624512,0.00017980113625526428,0.00018677860498428345,0.0001937560737133026,0.00020073354244232178,0.00020771101117134094,0.0002146884799003601,0.00022166594862937927,0.00022864341735839844]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,2,0,0,0,2,1,4,0,2,2,8,6,8,7,5,8,9,12,14,11,16,24,17,21,33,20,29,32,34,39,34,32,42,21,34,24,25,29,24,19,22,22,14,15,7,3,7,5,2,3,5,6,0,1,1,2,0,0,0,0,1],"bins":[0.9949951767921448,0.9951503872871399,0.9953055381774902,0.9954607486724854,0.9956159591674805,0.9957711100578308,0.9959263205528259,0.996081531047821,0.9962366819381714,0.9963918924331665,0.9965471029281616,0.996702253818512,0.9968574643135071,0.9970126748085022,0.9971678256988525,0.9973230361938477,0.9974782466888428,0.9976333975791931,0.9977886080741882,0.9979438185691833,0.9980989694595337,0.9982541799545288,0.9984093904495239,0.9985645413398743,0.9987197518348694,0.9988749623298645,0.9990301132202148,0.99918532371521,0.9993405342102051,0.9994956851005554,0.9996508955955505,0.9998061060905457,0.999961256980896,1.0001164674758911,1.0002716779708862,1.0004268884658813,1.0005820989608765,1.000737190246582,1.0008924007415771,1.0010476112365723,1.0012028217315674,1.0013580322265625,1.0015132427215576,1.0016683340072632,1.0018235445022583,1.0019787549972534,1.0021339654922485,1.0022891759872437,1.0024443864822388,1.0025994777679443,1.0027546882629395,1.0029098987579346,1.0030651092529297,1.0032203197479248,1.00337553024292,1.0035306215286255,1.0036858320236206,1.0038410425186157,1.0039962530136108,1.004151463508606,1.004306674003601,1.0044617652893066,1.0046169757843018,1.0047721862792969,1.004927396774292]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"values":[1,0,0,0,1,4,1,0,2,3,2,8,6,3,5,12,13,12,16,15,20,23,35,26,29,21,35,32,38,38,33,28,28,24,26,26,31,19,23,23,21,15,17,9,7,8,4,5,1,3,4,1,2,3,1,3,0,1,0,0,0,0,0,1],"bins":[-7.444620132446289e-05,-7.196329534053802e-05,-6.948038935661316e-05,-6.69974833726883e-05,-6.451457738876343e-05,-6.203167140483856e-05,-5.9548765420913696e-05,-5.706585943698883e-05,-5.4582953453063965e-05,-5.21000474691391e-05,-4.9617141485214233e-05,-4.713423550128937e-05,-4.46513295173645e-05,-4.2168423533439636e-05,-3.968551754951477e-05,-3.7202611565589905e-05,-3.471970558166504e-05,-3.223679959774017e-05,-2.9753893613815308e-05,-2.7270987629890442e-05,-2.4788081645965576e-05,-2.230517566204071e-05,-1.9822269678115845e-05,-1.733936369419098e-05,-1.4856457710266113e-05,-1.2373551726341248e-05,-9.890645742416382e-06,-7.407739758491516e-06,-4.92483377456665e-06,-2.4419277906417847e-06,4.0978193283081055e-08,2.5238841772079468e-06,5.0067901611328125e-06,7.489696145057678e-06,9.972602128982544e-06,1.245550811290741e-05,1.4938414096832275e-05,1.742132008075714e-05,1.9904226064682007e-05,2.2387132048606873e-05,2.4870038032531738e-05,2.7352944016456604e-05,2.983585000038147e-05,3.2318755984306335e-05,3.48016619682312e-05,3.728456795215607e-05,3.976747393608093e-05,4.22503799200058e-05,4.4733285903930664e-05,4.721619188785553e-05,4.9699097871780396e-05,5.218200385570526e-05,5.466490983963013e-05,5.714781582355499e-05,5.963072180747986e-05,6.211362779140472e-05,6.459653377532959e-05,6.707943975925446e-05,6.956234574317932e-05,7.204525172710419e-05,7.452815771102905e-05,7.701106369495392e-05,7.949396967887878e-05,8.197687566280365e-05,8.445978164672852e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,4,4,5,4,9,5,7,4,13,22,15,14,26,26,31,35,58,43,37,53,44,42,40,23,33,27,25,23,19,12,10,9,5,10,3,5,1,3,2,3,1,2,1,1,0,0,0,1,0,2,0,0,2,0,1],"bins":[-0.00021546080824919045,-0.00020791620772797614,-0.00020037162175867707,-0.00019282702123746276,-0.00018528243526816368,-0.00017773783474694937,-0.00017019323422573507,-0.000162648648256436,-0.00015510404773522168,-0.00014755944721400738,-0.0001400148612447083,-0.000132470260723494,-0.0001249256602022797,-0.00011738107423298061,-0.0001098364737117663,-0.00010229188046650961,-9.474728722125292e-05,-8.720269397599623e-05,-7.965810073073953e-05,-7.211350020952523e-05,-6.456890696426854e-05,-5.702431371901184e-05,-4.9479716835776344e-05,-4.1935119952540845e-05,-3.439052670728415e-05,-2.6845931643038057e-05,-1.930133657879196e-05,-1.1756741514545865e-05,-4.21214645029977e-06,3.332448613946326e-06,1.0877043678192422e-05,1.8421638742438518e-05,2.5966233806684613e-05,3.3510827051941305e-05,4.1055423935176805e-05,4.8600020818412304e-05,5.6144614063668996e-05,6.368920730892569e-05,7.123380783014e-05,7.877840107539669e-05,8.632299432065338e-05,9.386758756591007e-05,0.00010141218081116676,0.00010895678133238107,0.00011650137457763776,0.00012404596782289445,0.00013159056834410876,0.00013913515431340784,0.00014667975483462214,0.00015422435535583645,0.00016176894132513553,0.00016931354184634984,0.0001768581278156489,0.00018440272833686322,0.00019194732885807753,0.0001994919148273766,0.0002070365153485909,0.00021458111586980522,0.0002221257018391043,0.0002296703023603186,0.0002372149028815329,0.000244759488850832,0.00025230407482013106,0.0002598486898932606,0.0002673932758625597]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,1,0,1,0,1,0,1,0,0,1,5,1,3,2,0,2,4,3,4,5,5,5,5,10,18,23,16,21,26,30,15,25,26,36,33,43,33,43,25,31,40,24,32,27,21,10,18,14,13,11,11,9,4,4,3,2,3,3,1,3,3,4,4],"bins":[-1.049041748046875e-05,-1.0209158062934875e-05,-9.927898645401001e-06,-9.646639227867126e-06,-9.365379810333252e-06,-9.084120392799377e-06,-8.802860975265503e-06,-8.521601557731628e-06,-8.240342140197754e-06,-7.95908272266388e-06,-7.677823305130005e-06,-7.39656388759613e-06,-7.115304470062256e-06,-6.834045052528381e-06,-6.552785634994507e-06,-6.271526217460632e-06,-5.990266799926758e-06,-5.709007382392883e-06,-5.427747964859009e-06,-5.146488547325134e-06,-4.86522912979126e-06,-4.583969712257385e-06,-4.302710294723511e-06,-4.021450877189636e-06,-3.7401914596557617e-06,-3.458932042121887e-06,-3.1776726245880127e-06,-2.896413207054138e-06,-2.6151537895202637e-06,-2.333894371986389e-06,-2.0526349544525146e-06,-1.7713755369186401e-06,-1.4901161193847656e-06,-1.2088567018508911e-06,-9.275972843170166e-07,-6.463378667831421e-07,-3.650784492492676e-07,-8.381903171539307e-08,1.9744038581848145e-07,4.78699803352356e-07,7.599592208862305e-07,1.041218638420105e-06,1.3224780559539795e-06,1.603737473487854e-06,1.8849968910217285e-06,2.166256308555603e-06,2.4475157260894775e-06,2.728775143623352e-06,3.0100345611572266e-06,3.291293978691101e-06,3.5725533962249756e-06,3.85381281375885e-06,4.135072231292725e-06,4.416331648826599e-06,4.697591066360474e-06,4.978850483894348e-06,5.260109901428223e-06,5.541369318962097e-06,5.822628736495972e-06,6.103888154029846e-06,6.385147571563721e-06,6.666406989097595e-06,6.94766640663147e-06,7.228925824165344e-06,7.510185241699219e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,3,4,0,2,2,1,1,1,2,4,1,12,14,8,11,16,26,10,27,31,27,40,40,32,32,33,38,45,35,32,32,34,28,26,16,11,12,13,9,12,5,6,2,1,4,3,1,4,4,2,1,3,4,1,1,0,0,0,0,0,1],"bins":[-0.021052896976470947,-0.020316455513238907,-0.019580014050006866,-0.018843570724129677,-0.018107129260897636,-0.017370687797665596,-0.016634246334433556,-0.015897804871201515,-0.0151613624766469,-0.01442492101341486,-0.013688478618860245,-0.012952037155628204,-0.012215595692396164,-0.011479153297841549,-0.010742711834609509,-0.010006269440054893,-0.009269827976822853,-0.008533386513590813,-0.007796944119036198,-0.007060502655804157,-0.0063240607269108295,-0.005587618798017502,-0.004851177334785461,-0.004114735405892134,-0.003378293476998806,-0.0026418515481054783,-0.0019054098520427942,-0.0011689680395647883,-0.00043252622708678246,0.00030391558539122343,0.0010403573978692293,0.0017767992103472352,0.0025132428854703903,0.003249684814363718,0.003986126743257046,0.004722568206489086,0.005459010135382414,0.006195452064275742,0.006931893527507782,0.00766833545640111,0.008404777385294437,0.009141218848526478,0.009877661243081093,0.010614102706313133,0.011350544169545174,0.012086986564099789,0.012823428027331829,0.013559870421886444,0.014296311885118484,0.015032753348350525,0.015769194811582565,0.016505638137459755,0.017242079600691795,0.017978521063923836,0.018714962527155876,0.019451403990387917,0.020187847316265106,0.020924288779497147,0.021660730242729187,0.022397171705961227,0.023133613169193268,0.023870054632425308,0.024606497958302498,0.02534293942153454,0.02607938088476658]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,1,2,3,2,2,6,12,14,35,28,47,65,100,169,222,337,499,726,1148,1720,2452,3898,5832,9294,14285,23089,39486,74155,136359,120965,62996,34773,20564,12620,8180,5317,3459,2339,1508,1048,655,455,334,190,135,81,67,49,31,23,10,12,4,6,1,3,1,4,4,0,0,0,1],"bins":[-0.0003020763397216797,-0.00029196590185165405,-0.0002818554639816284,-0.0002717450261116028,-0.00026163458824157715,-0.0002515241503715515,-0.00024141371250152588,-0.00023130327463150024,-0.0002211928367614746,-0.00021108239889144897,-0.00020097196102142334,-0.0001908615231513977,-0.00018075108528137207,-0.00017064064741134644,-0.0001605302095413208,-0.00015041977167129517,-0.00014030933380126953,-0.0001301988959312439,-0.00012008845806121826,-0.00010997802019119263,-9.986758232116699e-05,-8.975714445114136e-05,-7.964670658111572e-05,-6.953626871109009e-05,-5.942583084106445e-05,-4.931539297103882e-05,-3.9204955101013184e-05,-2.909451723098755e-05,-1.8984079360961914e-05,-8.87364149093628e-06,1.2367963790893555e-06,1.134723424911499e-05,2.1457672119140625e-05,3.156810998916626e-05,4.1678547859191895e-05,5.178898572921753e-05,6.189942359924316e-05,7.20098614692688e-05,8.212029933929443e-05,9.223073720932007e-05,0.0001023411750793457,0.00011245161294937134,0.00012256205081939697,0.0001326724886894226,0.00014278292655944824,0.00015289336442947388,0.0001630038022994995,0.00017311424016952515,0.00018322467803955078,0.00019333511590957642,0.00020344555377960205,0.00021355599164962769,0.00022366642951965332,0.00023377686738967896,0.0002438873052597046,0.0002539977431297302,0.00026410818099975586,0.0002742186188697815,0.00028432905673980713,0.00029443949460983276,0.0003045499324798584,0.00031466037034988403,0.00032477080821990967,0.0003348812460899353,0.00034499168395996094],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,1,2,2,4,12,30,26,67,88,185,253,422,596,959,1357,2000,2959,4012,5482,7045,9323,11610,14478,17627,20512,23798,26740,29954,31963,34141,34867,35062,34798,33621,31968,29444,26477,23109,20112,16785,14053,11260,8585,6795,5146,3801,2692,1929,1331,830,566,376,238,145,81,46,24,18,5,2,4,1,4],"bins":[-0.09794299304485321,-0.09491919726133347,-0.09189540147781372,-0.08887160569429398,-0.08584780991077423,-0.08282401412725449,-0.07980021834373474,-0.076776422560215,-0.07375262677669525,-0.0707288384437561,-0.06770504266023636,-0.06468124687671661,-0.06165745109319687,-0.058633655309677124,-0.05560985952615738,-0.052586063742637634,-0.04956226795911789,-0.046538472175598145,-0.0435146763920784,-0.040490880608558655,-0.03746708482503891,-0.034443292766809464,-0.03141949698328972,-0.028395701199769974,-0.02537190541625023,-0.022348109632730484,-0.01932431384921074,-0.016300519928336143,-0.013276724144816399,-0.010252928361296654,-0.0072291335090994835,-0.004205338191241026,-0.0011815354228019714,0.0018422598950564861,0.004866055212914944,0.007889850065112114,0.010913645848631859,0.013937441632151604,0.0169612355530262,0.019985031336545944,0.02300882712006569,0.026032622903585434,0.02905641868710518,0.032080214470624924,0.03510400652885437,0.038127802312374115,0.04115159809589386,0.044175393879413605,0.04719918966293335,0.050222985446453094,0.05324678122997284,0.056270577013492584,0.05929437279701233,0.062318164855241776,0.06534196436405182,0.06836576014757156,0.07138955593109131,0.07441334426403046,0.0774371400475502,0.08046093583106995,0.08348473161458969,0.08650852739810944,0.08953232318162918,0.09255611896514893,0.09557991474866867],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,2,0,1,0,4,0,0,1,0,1,3,1,3,2,2,1,3,4,2,3,11,16,12,23,28,34,42,40,48,60,47,46,45,49,39,29,39,29,21,22,10,10,6,0,7,1,2,2,0,1,3,2,0,2,1,0,1,1,0,3,2],"bins":[-0.013738561421632767,-0.013336618430912495,-0.012934675440192223,-0.01253273244947195,-0.012130789458751678,-0.011728845536708832,-0.01132690254598856,-0.010924959555268288,-0.010523016564548016,-0.010121073573827744,-0.009719130583107471,-0.0093171875923872,-0.008915243670344353,-0.00851330067962408,-0.008111357688903809,-0.0077094146981835365,-0.0073074717074632645,-0.006905528716742992,-0.00650358572602272,-0.006101642269641161,-0.005699699278920889,-0.005297756288200617,-0.0048958128318190575,-0.004493869841098785,-0.004091926850378513,-0.0036899838596582413,-0.0032880406361073256,-0.00288609741255641,-0.0024841544218361378,-0.0020822114311158657,-0.00168026820756495,-0.001278325100429356,-0.0008763819932937622,-0.0004744388861581683,-7.249577902257442e-05,0.00032944732811301947,0.0007313904352486134,0.0011333335423842072,0.0015352766495198011,0.001937219756655395,0.002339162863790989,0.002741105854511261,0.0031430490780621767,0.0035449923016130924,0.0039469352923333645,0.0043488782830536366,0.004750821739435196,0.005152764730155468,0.00555470772087574,0.005956650711596012,0.006358593702316284,0.0067605371586978436,0.007162480149418116,0.007564423140138388,0.007966366596519947,0.008368309587240219,0.008770252577960491,0.009172195568680763,0.009574138559401035,0.009976081550121307,0.010378025472164154,0.010779968462884426,0.011181911453604698,0.01158385444432497,0.011985797435045242]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[2,0,2,6,14,23,31,51,95,195,275,417,670,981,1419,2138,3167,4060,5595,7389,9483,11993,14593,17575,20789,23886,27168,29617,32355,33807,35131,34923,34818,33271,31285,28716,26307,22818,19727,16979,13779,11312,8796,6786,5195,3801,2648,1925,1335,903,613,415,213,139,70,60,30,8,16,4,3,0,0,2],"bins":[-0.09387116134166718,-0.0908767357468605,-0.08788231760263443,-0.08488789200782776,-0.08189347386360168,-0.07889904826879501,-0.07590462267398834,-0.07291020452976227,-0.0699157789349556,-0.06692136079072952,-0.06392693519592285,-0.06093251332640648,-0.057938091456890106,-0.054943669587373734,-0.05194924399256706,-0.04895482212305069,-0.04596040025353432,-0.042965978384017944,-0.03997155651450157,-0.0369771309196949,-0.03398270905017853,-0.030988287180662155,-0.027993865311145782,-0.02499944157898426,-0.022005019709467888,-0.019010597839951515,-0.016016174107789993,-0.01302175223827362,-0.010027329437434673,-0.007032906636595726,-0.004038484301418066,-0.0010440617334097624,0.0019503608345985413,0.0049447836354374886,0.007939206436276436,0.010933628305792809,0.013928051106631756,0.016922473907470703,0.019916895776987076,0.022911319509148598,0.02590574137866497,0.028900163248181343,0.031894586980342865,0.03488900884985924,0.03788343071937561,0.04087785258889198,0.043872278183698654,0.04686670005321503,0.0498611219227314,0.05285554379224777,0.055849965661764145,0.058844391256570816,0.06183881312608719,0.06483323127031326,0.06782765686511993,0.0708220824599266,0.07381650060415268,0.07681092619895935,0.07980534434318542,0.0827997699379921,0.08579419553279877,0.08878861367702484,0.09178303927183151,0.09477745741605759,0.09777188301086426]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,4,1,7,15,25,36,82,135,216,369,556,877,1324,1896,2731,3798,5179,6915,9042,11330,14152,16919,20487,23471,27001,29929,32026,33950,35421,35410,35213,33707,31710,29830,26599,23638,20125,17075,14201,11364,9029,6699,5329,3718,2709,1849,1318,896,566,377,226,144,93,37,36,6,16,1,6,1,0,1],"bins":[-0.09577656537294388,-0.09273490309715271,-0.08969323337078094,-0.08665157109498978,-0.08360990881919861,-0.08056823909282684,-0.07752657681703568,-0.07448490709066391,-0.07144324481487274,-0.06840158253908157,-0.06535991281270981,-0.06231825053691864,-0.05927658453583717,-0.05623491853475571,-0.05319325625896454,-0.05015159025788307,-0.047109924256801605,-0.04406825825572014,-0.04102659225463867,-0.037984929978847504,-0.03494326397776604,-0.03190159797668457,-0.028859933838248253,-0.025818269699811935,-0.02277660369873047,-0.019734937697649002,-0.016693273559212685,-0.013651608489453793,-0.0106099434196949,-0.0075682783499360085,-0.004526613280177116,-0.0014849482104182243,0.0015567094087600708,0.004598374478518963,0.007640039548277855,0.010681704618036747,0.013723369687795639,0.016765035688877106,0.019806699827313423,0.02284836396574974,0.025890029966831207,0.028931695967912674,0.03197336196899414,0.03501502424478531,0.038056690245866776,0.04109835624694824,0.04414001852273941,0.04718168452382088,0.050223350524902344,0.05326501652598381,0.05630668252706528,0.059348344802856445,0.06239001080393791,0.06543167680501938,0.06847333908081055,0.07151500880718231,0.07455667108297348,0.07759833335876465,0.08064000308513641,0.08368166536092758,0.08672332763671875,0.08976499736309052,0.09280665963888168,0.09584832936525345,0.09888999164104462]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.01361785363405943,-0.01320224441587925,-0.012786636129021645,-0.012371026910841465,-0.011955417692661285,-0.011539808474481106,-0.011124199256300926,-0.010708590969443321,-0.010292981751263142,-0.009877372533082962,-0.009461764246225357,-0.009046155028045177,-0.008630545809864998,-0.008214936591684818,-0.007799327839165926,-0.007383719086647034,-0.006968109868466854,-0.0065525006502866745,-0.006136891897767782,-0.00572128314524889,-0.00530567392706871,-0.004890064708888531,-0.0044744559563696384,-0.004058847203850746,-0.0036432379856705666,-0.0032276290003210306,-0.0028120200149714947,-0.0023964110296219587,-0.001980802044272423,-0.0015651930589228868,-0.001149584073573351,-0.000733975088223815,-0.0003183651715517044,9.724381379783154e-05,0.0005128527991473675,0.0009284617844969034,0.0013440707698464394,0.0017596797551959753,0.0021752887405455112,0.002590897725895047,0.003006506711244583,0.003422115696594119,0.003837724681943655,0.004253333434462547,0.004668942652642727,0.0050845518708229065,0.005500160623341799,0.005915769375860691,0.006331378594040871,0.00674698781222105,0.0071625965647399426,0.007578205317258835,0.007993814535439014,0.008409423753619194,0.008825032040476799,0.009240641258656979,0.009656250476837158,0.010071859695017338,0.010487468913197517,0.010903077200055122,0.011318686418235302,0.011734295636415482,0.012149903923273087,0.012565513141453266,0.012981122359633446],"_type":"histogram","values":[1,0,1,0,1,2,1,2,1,2,1,9,7,3,1,17,10,14,20,7,15,18,18,15,23,28,25,18,24,25,19,21,18,27,35,33,35,24,34,23,17,21,27,11,16,9,17,8,10,5,9,7,6,7,4,2,3,3,2,1,2,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,2,1,1,3,2,1,4,5,3,7,5,9,10,16,10,12,19,17,25,17,26,32,25,28,24,31,31,43,30,26,27,25,25,24,18,21,32,25,18,15,14,7,14,5,7,7,5,1,1,2,1,1,0,1,1,2,0,1,0,0,1],"bins":[-0.007106931414455175,-0.006873703561723232,-0.006640475243330002,-0.006407246924936771,-0.006174019072204828,-0.005940791219472885,-0.005707562901079655,-0.005474334582686424,-0.005241106729954481,-0.005007878877222538,-0.0047746505588293076,-0.004541422240436077,-0.004308194387704134,-0.004074966534972191,-0.0038417382165789604,-0.0036085101310163736,-0.003375282045453787,-0.0031420539598912,-0.0029088258743286133,-0.0026755977887660265,-0.0024423697032034397,-0.002209141617640853,-0.001975913532078266,-0.0017426854465156794,-0.0015094573609530926,-0.0012762292753905058,-0.001043001189827919,-0.0008097731042653322,-0.0005765450187027454,-0.00034331693314015865,-0.00011008884757757187,0.00012313923798501492,0.000356367789208889,0.0005895958747714758,0.0008228239603340626,0.0010560520458966494,0.0012892801314592361,0.001522508217021823,0.0017557363025844097,0.0019889643881469965,0.0022221924737095833,0.00245542055927217,0.002688648644834757,0.0029218767303973436,0.0031551048159599304,0.003388332901522517,0.003621560987085104,0.0038547890726476908,0.0040880171582102776,0.004321245476603508,0.004554473329335451,0.004787701182067394,0.005020929500460625,0.005254157818853855,0.005487385671585798,0.005720613524317741,0.005953841842710972,0.006187070161104202,0.006420298013836145,0.0066535258665680885,0.006886754184961319,0.007119982503354549,0.0073532103560864925,0.007586438208818436,0.007819666527211666]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.09299763292074203,-0.090168297290802,-0.08733895421028137,-0.08450961112976074,-0.08168027549982071,-0.07885093986988068,-0.07602159678936005,-0.07319225370883942,-0.07036291807889938,-0.06753358244895935,-0.06470423936843872,-0.06187490001320839,-0.05904556065797806,-0.056216221302747726,-0.053386881947517395,-0.050557542592287064,-0.04772820323705673,-0.0448988638818264,-0.04206952452659607,-0.03924018517136574,-0.036410845816135406,-0.033581506460905075,-0.030752167105674744,-0.027922827750444412,-0.02509348839521408,-0.02226414903998375,-0.019434809684753418,-0.016605470329523087,-0.013776130974292755,-0.010946791619062424,-0.008117452263832092,-0.005288112908601761,-0.0024587661027908325,0.0003705732524394989,0.0031999126076698303,0.006029251962900162,0.008858591318130493,0.011687930673360825,0.014517270028591156,0.017346609383821487,0.02017594873905182,0.02300528809428215,0.02583462744951248,0.028663966804742813,0.031493306159973145,0.034322645515203476,0.03715198487043381,0.03998132422566414,0.04281066358089447,0.0456400029361248,0.04846934229135513,0.051298681646585464,0.054128021001815796,0.05695736035704613,0.05978669971227646,0.06261603534221649,0.06544537842273712,0.06827472150325775,0.07110405713319778,0.07393339276313782,0.07676273584365845,0.07959207892417908,0.08242141455411911,0.08525075018405914,0.08808009326457977],"_type":"histogram","values":[3,3,9,10,13,17,33,60,94,151,222,344,545,798,1210,1643,2348,3247,4251,5683,7302,9446,11528,14113,16653,19261,21988,24991,27421,29603,31488,32336,32920,32895,32296,31092,29000,26648,24197,21623,18527,15572,13101,10828,8632,6806,5320,3979,2808,2106,1507,1114,753,493,284,208,121,81,35,32,13,12,3,4]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[3,1,0,0,3,3,2,2,4,5,7,2,8,10,11,15,19,19,34,25,47,51,40,70,51,60,64,103,88,91,80,80,103,92,71,78,82,85,84,75,60,49,42,35,37,27,24,25,15,9,9,15,9,8,7,3,0,3,1,1,0,0,0,1],"bins":[-0.0031694236677139997,-0.0030991598032414913,-0.0030288961715996265,-0.0029586325399577618,-0.0028883686754852533,-0.002818104811012745,-0.00274784117937088,-0.0026775775477290154,-0.002607313683256507,-0.0025370498187839985,-0.0024667861871421337,-0.002396522555500269,-0.0023262586910277605,-0.002255994826555252,-0.0021857311949133873,-0.0021154675632715225,-0.002045203698799014,-0.0019749398343265057,-0.0019046762026846409,-0.0018344124546274543,-0.0017641487065702677,-0.001693884958513081,-0.0016236212104558945,-0.0015533574623987079,-0.0014830937143415213,-0.0014128299662843347,-0.001342566218227148,-0.0012723024701699615,-0.0012020387221127748,-0.0011317749740555882,-0.0010615112259984016,-0.000991247477941215,-0.0009209838462993503,-0.0008507200982421637,-0.0007804563501849771,-0.0007101926021277905,-0.0006399288540706038,-0.0005696651060134172,-0.0004994013579562306,-0.00042913760989904404,-0.00035887386184185743,-0.00028861011378467083,-0.00021834636572748423,-0.00014808261767029762,-7.781886961311102e-05,-7.555121555924416e-06,6.270862650126219e-05,0.0001329723745584488,0.0002032361226156354,0.000273499870672822,0.0003437636187300086,0.0004140273667871952,0.0004842911148443818,0.0005545548629015684,0.000624818610958755,0.0006950823590159416,0.0007653461070731282,0.0008356098551303148,0.0009058736031875014,0.000976137351244688,0.0010464010993018746,0.0011166648473590612,0.0011869285954162478,0.0012571923434734344,0.001327456091530621]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9966160655021667,0.9967911243438721,0.9969661235809326,0.9971411824226379,0.9973161816596985,0.9974912405014038,0.9976662397384644,0.9978412985801697,0.9980162978172302,0.9981913566589355,0.9983663558959961,0.9985414147377014,0.9987164735794067,0.9988914728164673,0.9990665316581726,0.9992415308952332,0.9994165897369385,0.999591588973999,0.9997666478157043,0.9999416470527649,1.0001167058944702,1.0002917051315308,1.0004668235778809,1.0006418228149414,1.000816822052002,1.0009918212890625,1.0011669397354126,1.0013419389724731,1.0015169382095337,1.0016919374465942,1.0018670558929443,1.0020420551300049,1.0022170543670654,1.0023921728134155,1.002567172050476,1.0027421712875366,1.0029171705245972,1.0030922889709473,1.0032672882080078,1.0034422874450684,1.003617286682129,1.003792405128479,1.0039674043655396,1.0041424036026,1.0043175220489502,1.0044925212860107,1.0046675205230713,1.0048425197601318,1.005017638206482,1.0051926374435425,1.005367636680603,1.0055426359176636,1.0057177543640137,1.0058927536010742,1.0060677528381348,1.0062428712844849,1.0064178705215454,1.006592869758606,1.0067678689956665,1.0069429874420166,1.0071179866790771,1.0072929859161377,1.0074679851531982,1.0076431035995483,1.0078181028366089],"_type":"histogram","values":[2,1,1,2,1,3,2,3,8,8,9,4,6,10,12,12,16,20,31,26,16,30,35,28,35,24,28,33,39,28,33,28,24,16,25,19,20,17,10,12,14,15,13,10,8,3,5,4,3,1,3,2,2,1,3,0,1,0,2,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,3,0,0,0,0,2,0,1,0,3,1,3,9,11,6,12,15,15,17,21,25,25,28,25,29,40,34,31,43,36,34,41,33,30,27,27,21,22,18,16,13,12,11,3,3,2,2,4,1,4,4,2,1,0,0,0,0,0,0,1],"bins":[0.9943821430206299,0.994544506072998,0.994706928730011,0.9948692917823792,0.9950317144393921,0.9951940774917603,0.9953565001487732,0.9955188632011414,0.9956812858581543,0.9958436489105225,0.9960060715675354,0.9961684346199036,0.9963308572769165,0.9964932203292847,0.9966556429862976,0.9968180060386658,0.9969804286956787,0.9971427917480469,0.997305154800415,0.997467577457428,0.9976299405097961,0.9977923631668091,0.9979547262191772,0.9981171488761902,0.9982795119285583,0.9984419345855713,0.9986042976379395,0.9987667202949524,0.9989290833473206,0.9990915060043335,0.9992538690567017,0.9994162917137146,0.9995786547660828,0.9997410178184509,0.9999034404754639,1.000065803527832,1.0002281665802002,1.000390648841858,1.000553011894226,1.0007153749465942,1.0008777379989624,1.0010402202606201,1.0012025833129883,1.0013649463653564,1.0015273094177246,1.0016897916793823,1.0018521547317505,1.0020145177841187,1.0021768808364868,1.002339243888855,1.0025017261505127,1.0026640892028809,1.002826452255249,1.0029888153076172,1.003151297569275,1.003313660621643,1.0034760236740112,1.0036383867263794,1.003800868988037,1.0039632320404053,1.0041255950927734,1.0042879581451416,1.0044504404067993,1.0046128034591675,1.0047751665115356]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.00014770030975341797,-0.0001434246078133583,-0.00013914890587329865,-0.00013487320393323898,-0.00013059750199317932,-0.00012632180005311966,-0.00012204609811306,-0.00011777039617300034,-0.00011349469423294067,-0.00010921899229288101,-0.00010494329035282135,-0.00010066758841276169,-9.639188647270203e-05,-9.211618453264236e-05,-8.78404825925827e-05,-8.356478065252304e-05,-7.928907871246338e-05,-7.501337677240372e-05,-7.073767483234406e-05,-6.64619728922844e-05,-6.218627095222473e-05,-5.791056901216507e-05,-5.363486707210541e-05,-4.9359165132045746e-05,-4.5083463191986084e-05,-4.080776125192642e-05,-3.653205931186676e-05,-3.22563573718071e-05,-2.7980655431747437e-05,-2.3704953491687775e-05,-1.9429251551628113e-05,-1.5153549611568451e-05,-1.0877847671508789e-05,-6.602145731449127e-06,-2.3264437913894653e-06,1.9492581486701965e-06,6.224960088729858e-06,1.050066202878952e-05,1.4776363968849182e-05,1.9052065908908844e-05,2.3327767848968506e-05,2.7603469789028168e-05,3.187917172908783e-05,3.615487366914749e-05,4.043057560920715e-05,4.4706277549266815e-05,4.898197948932648e-05,5.325768142938614e-05,5.75333833694458e-05,6.180908530950546e-05,6.608478724956512e-05,7.036048918962479e-05,7.463619112968445e-05,7.891189306974411e-05,8.318759500980377e-05,8.746329694986343e-05,9.17389988899231e-05,9.601470082998276e-05,0.00010029040277004242,0.00010456610471010208,0.00010884180665016174,0.0001131175085902214,0.00011739321053028107,0.00012166891247034073,0.0001259446144104004],"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,0,0,3,1,1,1,3,6,6,7,6,11,8,11,14,19,15,22,19,24,37,25,33,52,44,33,36,48,43,32,35,35,36,21,12,9,13,7,2,10,6,3,1,3,1,3,0,1,1,2,1,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0026276237331330776,-0.0025314437225461006,-0.0024352637119591236,-0.0023390837013721466,-0.0022429036907851696,-0.0021467236801981926,-0.0020505436696112156,-0.0019543636590242386,-0.0018581836484372616,-0.0017620036378502846,-0.0016658236272633076,-0.0015696436166763306,-0.0014734636060893536,-0.0013772835955023766,-0.0012811035849153996,-0.0011849235743284225,-0.0010887435637414455,-0.0009925635531544685,-0.0008963835425674915,-0.0008002035319805145,-0.0007040235213935375,-0.0006078435108065605,-0.0005116635002195835,-0.0004154834896326065,-0.0003193034790456295,-0.0002231234684586525,-0.0001269434578716755,-3.0763447284698486e-05,6.541656330227852e-05,0.00016159657388925552,0.00025777658447623253,0.00035395659506320953,0.0004501368384808302,0.0005463168490678072,0.0006424968596547842,0.0007386768702417612,0.0008348568808287382,0.0009310368914157152,0.0010272169020026922,0.0011233969125896692,0.0012195769231766462,0.0013157569337636232,0.0014119369443506002,0.0015081169549375772,0.0016042969655245543,0.0017004769761115313,0.0017966569866985083,0.0018928369972854853,0.0019890170078724623,0.0020851970184594393,0.0021813770290464163,0.0022775570396333933,0.0023737370502203703,0.0024699170608073473,0.0025660970713943243,0.0026622770819813013,0.0027584570925682783,0.0028546371031552553,0.0029508171137422323,0.0030469971243292093,0.0031431771349161863,0.0032393571455031633,0.0033355371560901403,0.0034317171666771173,0.0035278971772640944],"_type":"histogram","values":[1,2,1,2,3,2,3,3,6,8,4,8,6,11,20,16,16,21,30,23,26,27,32,23,25,33,27,35,28,43,34,41,22,18,29,22,23,14,13,11,10,7,5,6,4,3,6,1,2,3,1,2,2,0,1,1,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[1,0,0,0,3,3,8,20,36,47,96,170,259,462,679,1048,1623,2380,3454,4901,6507,8605,11533,14348,17739,21239,24848,28250,31401,34173,36254,37832,37519,37233,35113,32845,29603,26006,22565,18888,15746,12162,9594,7360,5369,3869,2634,1946,1291,848,534,325,181,122,65,42,23,10,6,4,0,0,1,1],"bins":[-0.10328558087348938,-0.10007724165916443,-0.09686890989542007,-0.09366057068109512,-0.09045223146677017,-0.08724389970302582,-0.08403556048870087,-0.08082722127437592,-0.07761888206005096,-0.07441055029630661,-0.07120221108198166,-0.06799387186765671,-0.06478554010391235,-0.0615772008895874,-0.05836886540055275,-0.0551605261862278,-0.051952190697193146,-0.04874385520815849,-0.04553551599383354,-0.04232718050479889,-0.03911884129047394,-0.035910505801439285,-0.03270217031240463,-0.02949383296072483,-0.02628549560904503,-0.023077158257365227,-0.019868820905685425,-0.016660485416650772,-0.01345214806497097,-0.010243810713291168,-0.007035474292933941,-0.0038271374069154263,-0.0006188079714775085,0.002589528914541006,0.005797865800559521,0.009006202220916748,0.01221453957259655,0.015422876924276352,0.018631212413311005,0.021839549764990807,0.02504788711667061,0.02825622446835041,0.03146456182003021,0.034672897309064865,0.03788123279809952,0.04108957201242447,0.04429790750145912,0.04750624671578407,0.050714582204818726,0.05392291769385338,0.05713125690817833,0.06033959239721298,0.06354793161153793,0.06675626337528229,0.06996460258960724,0.07317294180393219,0.07638128101825714,0.0795896127820015,0.08279795199632645,0.0860062912106514,0.08921462297439575,0.0924229621887207,0.09563130140304565,0.09883963316679001,0.10204797238111496],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[2,1,0,1,1,3,1,2,0,1,3,3,6,1,6,3,7,10,15,20,21,39,31,27,47,35,36,46,38,48,39,39,42,29,23,24,16,22,16,11,13,4,5,9,5,4,1,3,3,1,1,1,0,0,0,0,0,0,0,0,1,0,0,2],"bins":[-1.1146068572998047e-05,-1.0754913091659546e-05,-1.0363757610321045e-05,-9.972602128982544e-06,-9.581446647644043e-06,-9.190291166305542e-06,-8.799135684967041e-06,-8.40798020362854e-06,-8.016824722290039e-06,-7.625669240951538e-06,-7.234513759613037e-06,-6.843358278274536e-06,-6.452202796936035e-06,-6.061047315597534e-06,-5.669891834259033e-06,-5.278736352920532e-06,-4.887580871582031e-06,-4.49642539024353e-06,-4.105269908905029e-06,-3.7141144275665283e-06,-3.3229589462280273e-06,-2.9318034648895264e-06,-2.5406479835510254e-06,-2.1494925022125244e-06,-1.7583370208740234e-06,-1.3671815395355225e-06,-9.760260581970215e-07,-5.848705768585205e-07,-1.9371509552001953e-07,1.9744038581848145e-07,5.885958671569824e-07,9.797513484954834e-07,1.3709068298339844e-06,1.7620623111724854e-06,2.1532177925109863e-06,2.5443732738494873e-06,2.9355287551879883e-06,3.3266842365264893e-06,3.7178397178649902e-06,4.108995199203491e-06,4.500150680541992e-06,4.891306161880493e-06,5.282461643218994e-06,5.673617124557495e-06,6.064772605895996e-06,6.455928087234497e-06,6.847083568572998e-06,7.238239049911499e-06,7.62939453125e-06,8.020550012588501e-06,8.411705493927002e-06,8.802860975265503e-06,9.194016456604004e-06,9.585171937942505e-06,9.976327419281006e-06,1.0367482900619507e-05,1.0758638381958008e-05,1.1149793863296509e-05,1.154094934463501e-05,1.193210482597351e-05,1.2323260307312012e-05,1.2714415788650513e-05,1.3105571269989014e-05,1.3496726751327515e-05,1.3887882232666016e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,0,0,0,0,3,3,3,3,4,7,14,8,13,11,19,16,22,26,25,25,29,33,32,37,26,29,29,30,34,46,34,37,29,18,19,18,13,9,9,12,4,7,2,4,6,5,1,2,1,2,2,0,1,0,1,1],"bins":[-0.00039196014404296875,-0.0003802711144089699,-0.000368582084774971,-0.00035689305514097214,-0.00034520402550697327,-0.0003335149958729744,-0.0003218259662389755,-0.00031013693660497665,-0.0002984479069709778,-0.0002867588773369789,-0.00027506984770298004,-0.00026338081806898117,-0.0002516917884349823,-0.00024000275880098343,-0.00022831372916698456,-0.0002166246995329857,-0.00020493566989898682,-0.00019324664026498795,-0.00018155761063098907,-0.0001698685809969902,-0.00015817955136299133,-0.00014649052172899246,-0.0001348014920949936,-0.00012311246246099472,-0.00011142343282699585,-9.973440319299698e-05,-8.804537355899811e-05,-7.635634392499924e-05,-6.466731429100037e-05,-5.2978284657001495e-05,-4.1289255023002625e-05,-2.9600225389003754e-05,-1.7911195755004883e-05,-6.222166121006012e-06,5.466863512992859e-06,1.715589314699173e-05,2.88449227809906e-05,4.053395241498947e-05,5.222298204898834e-05,6.391201168298721e-05,7.560104131698608e-05,8.729007095098495e-05,9.897910058498383e-05,0.0001106681302189827,0.00012235715985298157,0.00013404618948698044,0.0001457352191209793,0.00015742424875497818,0.00016911327838897705,0.00018080230802297592,0.0001924913376569748,0.00020418036729097366,0.00021586939692497253,0.0002275584265589714,0.00023924745619297028,0.00025093648582696915,0.000262625515460968,0.0002743145450949669,0.00028600357472896576,0.00029769260436296463,0.0003093816339969635,0.00032107066363096237,0.00033275969326496124,0.0003444487228989601,0.000356137752532959]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[1,0,1,0,5,4,0,3,4,3,2,3,4,4,8,10,7,5,4,9,6,16,22,13,22,34,24,24,35,37,36,29,22,26,27,20,31,28,20,23,29,19,17,18,16,22,8,8,6,3,3,2,4,7,5,6,3,5,6,2,3,2,1,1],"bins":[-0.010764849372208118,-0.010434874333441257,-0.010104900225996971,-0.00977492518723011,-0.009444951079785824,-0.009114976041018963,-0.008785001933574677,-0.008455026894807816,-0.008125051856040955,-0.007795077748596668,-0.007465103175491095,-0.007135128602385521,-0.00680515356361866,-0.006475178990513086,-0.006145204417407513,-0.005815229844301939,-0.005485255271196365,-0.005155280698090792,-0.004825306124985218,-0.004495331551879644,-0.004165356978774071,-0.0038353821728378534,-0.003505407366901636,-0.0031754327937960625,-0.002845458220690489,-0.002515483647584915,-0.0021855090744793415,-0.0018555342685431242,-0.0015255596954375505,-0.0011955851223319769,-0.0008656104328110814,-0.0005356358014978468,-0.00020566117018461227,0.0001243134611286223,0.00045428809244185686,0.0007842627237550914,0.001114237355068326,0.0014442119281738997,0.0017741866176947951,0.0021041613072156906,0.0024341358803212643,0.002764110453426838,0.0030940850265324116,0.003424059832468629,0.0037540344055742025,0.00408400921151042,0.0044139837846159935,0.004743958357721567,0.005073932930827141,0.0054039075039327145,0.005733882077038288,0.006063856650143862,0.006393831223249435,0.006723806262016296,0.00705378083512187,0.007383755408227444,0.007713729981333017,0.008043704554438591,0.008373679593205452,0.008703653700649738,0.0090336287394166,0.009363602846860886,0.009693577885627747,0.010023551993072033,0.010353527031838894],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,3,3,10,16,29,38,83,138,206,330,529,904,1316,2007,2892,4043,5520,7224,9606,12296,14945,18463,21797,25162,28609,31395,34099,35542,36302,36134,35668,33749,31855,28916,25294,21845,18876,15360,12502,9662,7597,5737,4188,3002,2013,1421,944,597,396,233,143,84,48,19,12,10,4,1,4,0,1,1],"bins":[-0.09665089845657349,-0.09353795647621155,-0.09042501449584961,-0.08731206506490707,-0.08419912308454514,-0.0810861811041832,-0.07797323167324066,-0.07486028969287872,-0.07174734771251678,-0.06863440573215485,-0.06552146375179291,-0.06240851432085037,-0.059295572340488434,-0.056182630360126495,-0.05306968465447426,-0.04995673894882202,-0.04684379696846008,-0.043730854988098145,-0.04061790928244591,-0.03750496357679367,-0.03439202159643173,-0.031279079616069794,-0.028166133910417557,-0.02505319006741047,-0.02194024622440338,-0.018827302381396294,-0.015714358538389206,-0.012601414695382118,-0.00948847085237503,-0.006375527009367943,-0.003262583166360855,-0.0001496393233537674,0.0029633119702339172,0.006076255813241005,0.009189199656248093,0.01230214349925518,0.015415087342262268,0.018528031185269356,0.021640975028276443,0.02475391887128353,0.02786686271429062,0.030979806557297707,0.034092750400304794,0.03720569610595703,0.04031863808631897,0.04343158006668091,0.046544525772333145,0.04965747147798538,0.05277041345834732,0.05588335543870926,0.058996301144361496,0.06210924685001373,0.06522218883037567,0.06833513081073761,0.07144807279109955,0.07456102222204208,0.07767396420240402,0.08078690618276596,0.0838998556137085,0.08701279759407043,0.09012573957443237,0.09323868155479431,0.09635162353515625,0.09946457296609879,0.10257751494646072]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[2,0,0,0,1,1,2,0,0,7,13,16,9,18,38,55,54,103,122,194,273,379,596,759,1160,1719,2481,3764,6034,10007,17827,35418,84351,202398,118721,47898,22605,12060,7092,4450,2852,1962,1283,942,655,463,317,206,163,111,81,62,30,21,11,8,6,7,8,6,0,1,1,1],"bins":[-0.00014710426330566406,-0.00014273636043071747,-0.00013836845755577087,-0.00013400055468082428,-0.00012963265180587769,-0.0001252647489309311,-0.0001208968460559845,-0.0001165289431810379,-0.00011216104030609131,-0.00010779313743114471,-0.00010342523455619812,-9.905733168125153e-05,-9.468942880630493e-05,-9.032152593135834e-05,-8.595362305641174e-05,-8.158572018146515e-05,-7.721781730651855e-05,-7.284991443157196e-05,-6.848201155662537e-05,-6.411410868167877e-05,-5.974620580673218e-05,-5.5378302931785583e-05,-5.101040005683899e-05,-4.6642497181892395e-05,-4.22745943069458e-05,-3.7906691431999207e-05,-3.353878855705261e-05,-2.9170885682106018e-05,-2.4802982807159424e-05,-2.043507993221283e-05,-1.6067177057266235e-05,-1.1699274182319641e-05,-7.331371307373047e-06,-2.9634684324264526e-06,1.4044344425201416e-06,5.772337317466736e-06,1.014024019241333e-05,1.4508143067359924e-05,1.887604594230652e-05,2.3243948817253113e-05,2.7611851692199707e-05,3.19797545671463e-05,3.6347657442092896e-05,4.071556031703949e-05,4.5083463191986084e-05,4.945136606693268e-05,5.381926894187927e-05,5.818717181682587e-05,6.255507469177246e-05,6.692297756671906e-05,7.129088044166565e-05,7.565878331661224e-05,8.002668619155884e-05,8.439458906650543e-05,8.876249194145203e-05,9.313039481639862e-05,9.749829769134521e-05,0.00010186620056629181,0.0001062341034412384,0.000110602006316185,0.00011496990919113159,0.00011933781206607819,0.00012370571494102478,0.00012807361781597137,0.00013244152069091797],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[2,0,1,0,1,1,1,2,7,8,8,13,19,31,34,57,86,156,201,264,455,631,984,1629,2524,4109,6701,11269,20154,37386,73471,137585,135743,71330,36722,19589,11112,6650,4008,2411,1519,975,637,440,285,196,130,94,63,32,32,28,13,7,9,2,1,3,0,0,2,0,0,1],"bins":[-0.0003719329833984375,-0.0003603026270866394,-0.0003486722707748413,-0.0003370419144630432,-0.0003254115581512451,-0.000313781201839447,-0.0003021508455276489,-0.00029052048921585083,-0.00027889013290405273,-0.00026725977659225464,-0.00025562942028045654,-0.00024399906396865845,-0.00023236870765686035,-0.00022073835134506226,-0.00020910799503326416,-0.00019747763872146606,-0.00018584728240966797,-0.00017421692609786987,-0.00016258656978607178,-0.00015095621347427368,-0.00013932585716247559,-0.0001276955008506775,-0.0001160651445388794,-0.0001044347882270813,-9.28044319152832e-05,-8.117407560348511e-05,-6.954371929168701e-05,-5.7913362979888916e-05,-4.628300666809082e-05,-3.4652650356292725e-05,-2.302229404449463e-05,-1.1391937732696533e-05,2.384185791015625e-07,1.1868774890899658e-05,2.3499131202697754e-05,3.512948751449585e-05,4.6759843826293945e-05,5.839020013809204e-05,7.002055644989014e-05,8.165091276168823e-05,9.328126907348633e-05,0.00010491162538528442,0.00011654198169708252,0.00012817233800888062,0.0001398026943206787,0.0001514330506324768,0.0001630634069442749,0.000174693763256073,0.0001863241195678711,0.0001979544758796692,0.00020958483219146729,0.00022121518850326538,0.00023284554481506348,0.00024447590112686157,0.00025610625743865967,0.00026773661375045776,0.00027936697006225586,0.00029099732637405396,0.00030262768268585205,0.00031425803899765015,0.00032588839530944824,0.00033751875162124634,0.00034914910793304443,0.00036077946424484253,0.0003724098205566406]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.09712574630975723,-0.09398051351308823,-0.09083527326583862,-0.08769004046916962,-0.08454480767250061,-0.08139956742525101,-0.078254334628582,-0.075109101831913,-0.07196386158466339,-0.06881862878799438,-0.06567339599132538,-0.06252816319465637,-0.05938292294740677,-0.05623769015073776,-0.05309245362877846,-0.04994722083210945,-0.046801984310150146,-0.04365674778819084,-0.040511514991521835,-0.03736627846956253,-0.034221045672893524,-0.03107580915093422,-0.027930572628974915,-0.02478533796966076,-0.021640103310346603,-0.018494868651032448,-0.015349633060395718,-0.012204397469758987,-0.009059162810444832,-0.005913927685469389,-0.002768692560493946,0.0003765425644814968,0.0035217851400375366,0.0066670202650129795,0.009812255389988422,0.012957490980625153,0.016102725639939308,0.019247960299253464,0.02239319682121277,0.025538431480526924,0.02868366613984108,0.031828902661800385,0.03497413545846939,0.038119371980428696,0.041264608502388,0.04440984129905701,0.04755507782101631,0.05070031061768532,0.05384554713964462,0.05699078366160393,0.060136016458272934,0.06328125298023224,0.06642648577690125,0.06957172602415085,0.07271695882081985,0.07586219161748886,0.07900743186473846,0.08215266466140747,0.08529789745807648,0.08844313025474548,0.09158837050199509,0.09473360329866409,0.0978788360953331,0.1010240763425827,0.10416930913925171],"_type":"histogram","values":[2,2,5,8,18,44,75,116,202,391,573,939,1504,2416,3624,5454,7727,11022,14912,19972,26128,33510,41355,50220,59830,69564,77539,85311,91402,95785,98337,97796,95159,90082,84025,75742,66610,57571,48021,39852,31746,24536,18807,13898,10038,7127,4927,3264,2201,1373,850,537,307,198,96,58,23,11,10,8,3,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.09339028596878052,-0.09038667380809784,-0.08738306164741516,-0.08437945693731308,-0.0813758447766304,-0.07837223261594772,-0.07536862045526505,-0.07236500829458237,-0.06936140358448029,-0.06635779142379761,-0.06335417926311493,-0.06035056710243225,-0.05734695494174957,-0.05434334650635719,-0.051339734345674515,-0.048336125910282135,-0.04533251374959946,-0.04232890158891678,-0.0393252931535244,-0.03632168099284172,-0.03331807255744934,-0.030314460396766663,-0.027310848236083984,-0.024307237938046455,-0.021303627640008926,-0.018300017341971397,-0.015296406112611294,-0.01229279488325119,-0.009289184585213661,-0.006285573821514845,-0.0032819630578160286,-0.0002783522941172123,0.002725265920162201,0.005728876683861017,0.008732487447559834,0.011736098676919937,0.014739708974957466,0.017743319272994995,0.020746931433677673,0.023750541731715202,0.02675415202975273,0.02975776232779026,0.03276137262582779,0.03576498478651047,0.038768596947193146,0.041772205382585526,0.044775817543268204,0.047779425978660583,0.05078303813934326,0.05378665030002594,0.05679025873541832,0.059793870896101,0.06279747933149338,0.06580109149217606,0.06880470365285873,0.07180831581354141,0.0748119205236435,0.07781553268432617,0.08081914484500885,0.08382275700569153,0.0868263691663742,0.08982998132705688,0.09283358603715897,0.09583719819784164,0.09884081035852432],"_type":"histogram","values":[2,2,1,4,19,22,48,78,120,202,335,531,800,1157,1687,2462,3436,4672,6059,8002,10262,12767,15663,18594,21713,24819,27514,30267,32192,33948,34483,34773,34265,32704,30400,27898,25426,22300,18857,15976,13356,10730,8182,6372,4804,3617,2699,1861,1292,920,554,391,239,147,89,53,23,15,12,4,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.09261230379343033,-0.08974508196115494,-0.08687786012887955,-0.08401063829660416,-0.08114340901374817,-0.07827618718147278,-0.07540896534919739,-0.072541743516922,-0.0696745216846466,-0.06680729985237122,-0.06394007802009583,-0.061072852462530136,-0.058205630630254745,-0.055338408797979355,-0.052471183240413666,-0.049603961408138275,-0.046736739575862885,-0.043869517743587494,-0.0410022959113121,-0.038135070353746414,-0.035267848521471024,-0.03240062668919563,-0.029533402994275093,-0.026666179299354553,-0.023798957467079163,-0.020931735634803772,-0.018064511939883232,-0.015197289176285267,-0.012330066412687302,-0.009462843649089336,-0.006595620885491371,-0.003728398121893406,-0.0008611753582954407,0.0020060474053025246,0.00487327016890049,0.007740492932498455,0.01060771569609642,0.013474938459694386,0.01634216122329235,0.01920938491821289,0.02207660675048828,0.024943828582763672,0.02781105227768421,0.03067827597260475,0.03354549780488014,0.03641271963715553,0.03927994519472122,0.04214716702699661,0.045014388859272,0.047881610691547394,0.050748832523822784,0.053616058081388474,0.056483279913663864,0.059350501745939255,0.062217727303504944,0.06508494913578033,0.06795217096805573,0.07081939280033112,0.0736866146326065,0.0765538364648819,0.07942105829715729,0.08228828758001328,0.08515550941228867,0.08802273124456406,0.09088995307683945],"_type":"histogram","values":[1,4,7,5,13,26,39,62,88,191,261,388,650,958,1327,1879,2624,3679,4759,6318,8247,10345,12404,15395,18247,20750,23902,26426,29149,30796,32572,33220,33386,32985,32117,30278,27874,25540,22815,19785,16993,14244,11784,9342,7455,5680,4331,3105,2321,1671,1104,801,543,349,235,138,83,58,35,17,10,2,4,7]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.00017148256301879883,-0.00016633141785860062,-0.0001611802726984024,-0.0001560291275382042,-0.00015087798237800598,-0.00014572683721780777,-0.00014057569205760956,-0.00013542454689741135,-0.00013027340173721313,-0.00012512225657701492,-0.00011997111141681671,-0.0001148199662566185,-0.00010966882109642029,-0.00010451767593622208,-9.936653077602386e-05,-9.421538561582565e-05,-8.906424045562744e-05,-8.391309529542923e-05,-7.876195013523102e-05,-7.36108049750328e-05,-6.84596598148346e-05,-6.330851465463638e-05,-5.815736949443817e-05,-5.300622433423996e-05,-4.785507917404175e-05,-4.2703934013843536e-05,-3.7552788853645325e-05,-3.240164369344711e-05,-2.72504985332489e-05,-2.209935337305069e-05,-1.6948208212852478e-05,-1.1797063052654266e-05,-6.645917892456055e-06,-1.494772732257843e-06,3.6563724279403687e-06,8.80751758813858e-06,1.3958662748336792e-05,1.9109807908535004e-05,2.4260953068733215e-05,2.9412098228931427e-05,3.456324338912964e-05,3.971438854932785e-05,4.486553370952606e-05,5.0016678869724274e-05,5.5167824029922485e-05,6.03189691901207e-05,6.547011435031891e-05,7.062125951051712e-05,7.577240467071533e-05,8.092354983091354e-05,8.607469499111176e-05,9.122584015130997e-05,9.637698531150818e-05,0.00010152813047170639,0.0001066792756319046,0.00011183042079210281,0.00011698156595230103,0.00012213271111249924,0.00012728385627269745,0.00013243500143289566,0.00013758614659309387,0.00014273729175329208,0.0001478884369134903,0.0001530395820736885,0.00015819072723388672],"_type":"histogram","values":[1,0,0,0,1,0,2,0,0,1,1,2,3,4,4,11,12,7,3,15,18,16,16,16,23,31,15,24,32,26,38,29,19,28,44,30,27,24,25,25,25,24,26,21,12,16,10,10,6,12,3,8,7,2,3,2,1,2,3,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[1,1,0,0,0,0,3,5,2,3,5,10,15,18,17,32,47,66,115,172,254,378,605,1034,1517,2489,4321,7746,15044,32888,85497,284585,772159,231346,72141,29384,13474,7061,4034,2300,1443,927,606,370,255,177,107,65,46,41,18,14,7,9,5,1,2,0,0,0,1,0,0,1],"bins":[-0.000492095947265625,-0.00047691911458969116,-0.0004617422819137573,-0.0004465654492378235,-0.00043138861656188965,-0.0004162117838859558,-0.00040103495121002197,-0.00038585811853408813,-0.0003706812858581543,-0.00035550445318222046,-0.0003403276205062866,-0.0003251507878303528,-0.00030997395515441895,-0.0002947971224784851,-0.00027962028980255127,-0.00026444345712661743,-0.0002492666244506836,-0.00023408979177474976,-0.00021891295909881592,-0.00020373612642288208,-0.00018855929374694824,-0.0001733824610710144,-0.00015820562839508057,-0.00014302879571914673,-0.0001278519630432129,-0.00011267513036727905,-9.749829769134521e-05,-8.232146501541138e-05,-6.714463233947754e-05,-5.19677996635437e-05,-3.679096698760986e-05,-2.1614134311676025e-05,-6.4373016357421875e-06,8.73953104019165e-06,2.3916363716125488e-05,3.9093196392059326e-05,5.4270029067993164e-05,6.9446861743927e-05,8.462369441986084e-05,9.980052709579468e-05,0.00011497735977172852,0.00013015419244766235,0.0001453310251235962,0.00016050785779953003,0.00017568469047546387,0.0001908615231513977,0.00020603835582733154,0.00022121518850326538,0.00023639202117919922,0.00025156885385513306,0.0002667456865310669,0.00028192251920700073,0.00029709935188293457,0.0003122761845588684,0.00032745301723480225,0.0003426298499107361,0.0003578066825866699,0.00037298351526260376,0.0003881603479385376,0.00040333718061447144,0.0004185140132904053,0.0004336908459663391,0.00044886767864227295,0.0004640445113182068,0.0004792213439941406],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[2,1,3,0,1,1,5,2,7,7,5,6,8,8,13,13,6,15,17,11,16,16,26,30,20,33,26,31,21,26,792,25,33,32,35,22,22,20,23,21,17,19,12,12,10,6,11,9,6,4,4,9,3,6,2,0,2,1,1,0,0,0,0,1],"bins":[-0.04185089096426964,-0.040460359305143356,-0.039069823920726776,-0.037679292261600494,-0.036288756877183914,-0.03489822521805763,-0.03350768983364105,-0.03211715817451477,-0.03072662465274334,-0.02933609113097191,-0.027945557609200478,-0.026555024087429047,-0.025164492428302765,-0.023773958906531334,-0.022383425384759903,-0.020992891862988472,-0.01960235834121704,-0.01821182481944561,-0.01682129129767418,-0.015430758707225323,-0.014040225185453892,-0.01264969166368246,-0.011259159073233604,-0.009868625551462173,-0.008478092029690742,-0.0070875585079193115,-0.005697025451809168,-0.004306492395699024,-0.0029159588739275932,-0.001525425584986806,-0.0001348922960460186,0.0012556409928947687,0.002646174281835556,0.004036707803606987,0.005427240859717131,0.006817773915827274,0.008208307437598705,0.009598840959370136,0.010989373549818993,0.012379907071590424,0.013770440593361855,0.015160974115133286,0.016551507636904716,0.017942041158676147,0.01933257281780243,0.02072310633957386,0.02211363986134529,0.023504173383116722,0.024894706904888153,0.026285240426659584,0.027675773948431015,0.029066307470202446,0.030456840991973877,0.03184737265110016,0.03323790803551674,0.03462843969464302,0.0360189750790596,0.03740950673818588,0.038800038397312164,0.040190573781728745,0.041581105440855026,0.042971640825271606,0.04436217248439789,0.04575270786881447,0.04714323952794075],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,1,1,2,5,3,5,4,5,10,5,14,11,18,17,21,21,26,36,39,38,36,39,49,36,44,48,33,27,30,15,16,14,13,14,9,9,9,6,8,5,5,1,1,2,4,1,1,0,2,1,2,0,0,0,0,2,0,0,0,1],"bins":[-0.00020124098227825016,-0.00019346023327670991,-0.0001856794988270849,-0.00017789876437745988,-0.00017011801537591964,-0.0001623372663743794,-0.00015455653192475438,-0.00014677579747512937,-0.00013899504847358912,-0.00013121429947204888,-0.00012343356502242386,-0.00011565282329684123,-0.0001078720815712586,-0.00010009133984567598,-9.231059812009335e-05,-8.452985639451072e-05,-7.674911466892809e-05,-6.896837294334546e-05,-6.118763121776283e-05,-5.34068894921802e-05,-4.562614776659757e-05,-3.784540604101494e-05,-3.006466431543231e-05,-2.228392258984968e-05,-1.4503180864267051e-05,-6.722439138684422e-06,1.0583025868982077e-06,8.839044312480837e-06,1.6619786038063467e-05,2.4400527763646096e-05,3.2181269489228725e-05,3.9962011214811355e-05,4.774276749230921e-05,5.552350921789184e-05,6.330425094347447e-05,7.10849926690571e-05,7.886573439463973e-05,8.664647612022236e-05,9.442721784580499e-05,0.00010220795957138762,0.00010998870129697025,0.00011776944302255288,0.0001255501847481355,0.00013333093374967575,0.00014111166819930077,0.00014889240264892578,0.00015667315165046602,0.00016445390065200627,0.00017223463510163128,0.0001800153695512563,0.00018779611855279654,0.00019557686755433679,0.0002033576020039618,0.00021113833645358682,0.00021891908545512706,0.0002266998344566673,0.00023448056890629232,0.00024226130335591733,0.0002500420669093728,0.0002578228013589978,0.00026560353580862284,0.00027338427025824785,0.00028116500470787287,0.00028894576826132834,0.00029672650271095335]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[1,1,2,1,3,1,4,6,6,7,14,27,24,29,50,77,114,132,213,291,428,558,848,1280,1992,2912,4910,7920,13252,23298,44997,91703,159324,112567,54663,27755,15537,8965,5619,3402,2227,1482,1007,635,462,322,222,141,108,69,60,42,38,24,12,10,9,7,1,5,0,3,1,4],"bins":[-0.0003647804260253906,-0.0003536045551300049,-0.00034242868423461914,-0.0003312528133392334,-0.00032007694244384766,-0.0003089010715484619,-0.00029772520065307617,-0.00028654932975769043,-0.0002753734588623047,-0.00026419758796691895,-0.0002530217170715332,-0.00024184584617614746,-0.00023066997528076172,-0.00021949410438537598,-0.00020831823348999023,-0.0001971423625946045,-0.00018596649169921875,-0.000174790620803833,-0.00016361474990844727,-0.00015243887901306152,-0.00014126300811767578,-0.00013008713722229004,-0.0001189112663269043,-0.00010773539543151855,-9.655952453613281e-05,-8.538365364074707e-05,-7.420778274536133e-05,-6.303191184997559e-05,-5.1856040954589844e-05,-4.06801700592041e-05,-2.950429916381836e-05,-1.8328428268432617e-05,-7.152557373046875e-06,4.023313522338867e-06,1.519918441772461e-05,2.637505531311035e-05,3.7550926208496094e-05,4.8726797103881836e-05,5.990266799926758e-05,7.107853889465332e-05,8.225440979003906e-05,9.34302806854248e-05,0.00010460615158081055,0.00011578202247619629,0.00012695789337158203,0.00013813376426696777,0.00014930963516235352,0.00016048550605773926,0.000171661376953125,0.00018283724784851074,0.00019401311874389648,0.00020518898963928223,0.00021636486053466797,0.0002275407314300537,0.00023871660232543945,0.0002498924732208252,0.00026106834411621094,0.0002722442150115967,0.0002834200859069824,0.00029459595680236816,0.0003057718276977539,0.00031694769859313965,0.0003281235694885254,0.00033929944038391113,0.0003504753112792969],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,2,2,4,4,4,2,1,6,3,4,4,4,15,15,19,9,17,19,16,30,28,30,36,20,31,30,21,28,28,29,35,29,24,30,22,33,24,15,11,13,11,8,8,8,5,7,5,3,5,3,1,2,1,0,1,0,1],"bins":[-0.001546080457046628,-0.001500233425758779,-0.00145438639447093,-0.0014085392467677593,-0.0013626922154799104,-0.0013168451841920614,-0.0012709981529042125,-0.0012251511216163635,-0.0011793039739131927,-0.0011334569426253438,-0.0010876099113374949,-0.001041762880049646,-0.000995915848761797,-0.0009500687592662871,-0.0009042217279784381,-0.0008583746384829283,-0.0008125276071950793,-0.0007666805759072304,-0.0007208334864117205,-0.0006749864551238716,-0.0006291393656283617,-0.0005832923343405128,-0.0005374453030526638,-0.0004915982135571539,-0.000445751182269305,-0.0003999041218776256,-0.0003540570614859462,-0.00030821003019809723,-0.0002623629698064178,-0.00021651590941473842,-0.00017066886357497424,-0.00012482181773521006,-7.897487375885248e-05,-3.312782064313069e-05,1.2719232472591102e-05,5.8566285588312894e-05,0.00010441333870403469,0.0001502603990957141,0.00019610744493547827,0.00024195449077524245,0.00028780155116692185,0.00033364861155860126,0.00037949567195028067,0.0004253427032381296,0.000471189763629809,0.0005170368240214884,0.0005628838553093374,0.0006087309448048472,0.0006545779760926962,0.0007004250073805451,0.000746272096876055,0.000792119128163904,0.0008379662176594138,0.0008838132489472628,0.0009296602802351117,0.0009755073697306216,0.0010213544592261314,0.0010672014905139804,0.0011130485218018293,0.0011588955530896783,0.0012047425843775272,0.0012505896156653762,0.001296436763368547,0.001342283794656396,0.0013881308259442449]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.10134439170360565,-0.09813340753316879,-0.09492241591215134,-0.09171143174171448,-0.08850044757127762,-0.08528945595026016,-0.0820784717798233,-0.07886748760938644,-0.07565650343894958,-0.07244551181793213,-0.06923452764749527,-0.06602354347705841,-0.06281255185604095,-0.059601567685604095,-0.05639057978987694,-0.05317959561944008,-0.04996860772371292,-0.046757619827985764,-0.043546635657548904,-0.04033564776182175,-0.03712466359138489,-0.03391367569565773,-0.030702687799930573,-0.027491701766848564,-0.024280715733766556,-0.021069729700684547,-0.01785874366760254,-0.014647755771875381,-0.011436769738793373,-0.008225783705711365,-0.005014796741306782,-0.001803810242563486,0.0014071762561798096,0.004618162754923105,0.007829149253666401,0.011040136218070984,0.014251122251152992,0.017462108284235,0.020673096179962158,0.023884082213044167,0.027095068246126175,0.030306054279208183,0.03351704031229019,0.03672802820801735,0.03993901610374451,0.043150000274181366,0.046360988169908524,0.04957197234034538,0.05278296023607254,0.0559939481317997,0.05920493230223656,0.062415920197963715,0.06562690436840057,0.06883789598941803,0.07204888015985489,0.07525986433029175,0.0784708559513092,0.08168184012174606,0.08489282429218292,0.08810380846261978,0.09131480008363724,0.0945257842540741,0.09773676842451096,0.10094776004552841,0.10415874421596527],"_type":"histogram","values":[2,0,0,9,11,23,39,71,147,250,382,651,1056,1702,2649,3955,5792,8332,11833,15998,21462,28090,35470,43736,52796,63019,71909,80512,88423,94172,98148,99236,98046,94735,89237,81739,73113,63827,54021,44882,36635,29101,22423,16540,12262,8884,6005,4138,2713,1825,1129,772,407,248,130,88,45,19,10,8,4,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,2,2,2,3,0,4,4,9,10,9,12,12,14,18,22,33,31,27,31,28,33,28,39,35,23,33,35,43,29,33,27,23,13,16,11,14,16,9,10,7,2,1,2,3,4,0,1,0,1,0,0,0,0,0,1,1],"bins":[-0.014655492268502712,-0.014191512018442154,-0.01372753269970417,-0.013263552449643612,-0.012799572199583054,-0.01233559288084507,-0.011871612630784512,-0.011407632380723953,-0.01094365306198597,-0.010479672811925411,-0.010015692561864853,-0.00955171324312687,-0.009087732993066311,-0.008623752743005753,-0.008159773424267769,-0.0076957931742072105,-0.0072318133898079395,-0.0067678336054086685,-0.00630385335534811,-0.005839873570948839,-0.005375893786549568,-0.00491191353648901,-0.004447933752089739,-0.003983953967690468,-0.003519973950460553,-0.0030559939332306385,-0.0025920141488313675,-0.002128034131601453,-0.00166405423078686,-0.0012000743299722672,-0.0007360943709500134,-0.0002721144410315901,0.0001918654888868332,0.000655845389701426,0.0011198252905160189,0.0015838053077459335,0.0020477850921452045,0.002511765109375119,0.002975745126605034,0.003439724911004305,0.0039037049282342196,0.004367684945464134,0.004831664729863405,0.005295644514262676,0.0057596247643232346,0.006223604548722506,0.006687584333121777,0.007151564583182335,0.007615544367581606,0.008079524151980877,0.008543504402041435,0.009007483720779419,0.009471463970839977,0.009935444220900536,0.01039942353963852,0.010863403789699078,0.011327384039759636,0.01179136335849762,0.012255343608558178,0.012719323858618736,0.01318330317735672,0.013647283427417278,0.014111263677477837,0.01457524299621582,0.015039223246276379]},"_step":24515,"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.0001766681671142578,-0.00017154589295387268,-0.00016642361879348755,-0.00016130134463310242,-0.00015617907047271729,-0.00015105679631233215,-0.00014593452215194702,-0.0001408122479915619,-0.00013568997383117676,-0.00013056769967079163,-0.0001254454255104065,-0.00012032315135002136,-0.00011520087718963623,-0.0001100786030292511,-0.00010495632886886597,-9.983405470848083e-05,-9.47117805480957e-05,-8.958950638771057e-05,-8.446723222732544e-05,-7.934495806694031e-05,-7.422268390655518e-05,-6.910040974617004e-05,-6.397813558578491e-05,-5.885586142539978e-05,-5.373358726501465e-05,-4.8611313104629517e-05,-4.3489038944244385e-05,-3.836676478385925e-05,-3.324449062347412e-05,-2.812221646308899e-05,-2.2999942302703857e-05,-1.7877668142318726e-05,-1.2755393981933594e-05,-7.633119821548462e-06,-2.51084566116333e-06,2.6114284992218018e-06,7.733702659606934e-06,1.2855976819992065e-05,1.7978250980377197e-05,2.310052514076233e-05,2.822279930114746e-05,3.334507346153259e-05,3.8467347621917725e-05,4.3589621782302856e-05,4.871189594268799e-05,5.383417010307312e-05,5.895644426345825e-05,6.407871842384338e-05,6.920099258422852e-05,7.432326674461365e-05,7.944554090499878e-05,8.456781506538391e-05,8.969008922576904e-05,9.481236338615417e-05,9.99346375465393e-05,0.00010505691170692444,0.00011017918586730957,0.0001153014600276947,0.00012042373418807983,0.00012554600834846497,0.0001306682825088501,0.00013579055666923523,0.00014091283082962036,0.0001460351049900055,0.00015115737915039062],"_type":"histogram","values":[1,1,1,0,1,1,3,2,4,2,8,3,7,13,10,23,38,54,65,111,154,259,377,584,841,1355,2077,3279,5234,8493,14584,25573,49112,99603,167911,98568,48864,25385,14269,8489,5169,3185,2168,1345,916,560,359,255,177,117,71,37,30,22,18,10,6,6,3,3,1,2,2,3]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.00042128562927246094,-0.0004087202250957489,-0.00039615482091903687,-0.00038358941674232483,-0.0003710240125656128,-0.00035845860838890076,-0.0003458932042121887,-0.0003333278000354767,-0.00032076239585876465,-0.0003081969916820526,-0.0002956315875053406,-0.00028306618332862854,-0.0002705007791519165,-0.00025793537497520447,-0.00024536997079849243,-0.0002328045666217804,-0.00022023916244506836,-0.00020767375826835632,-0.0001951083540916443,-0.00018254294991493225,-0.00016997754573822021,-0.00015741214156150818,-0.00014484673738479614,-0.0001322813332080841,-0.00011971592903137207,-0.00010715052485466003,-9.4585120677948e-05,-8.201971650123596e-05,-6.945431232452393e-05,-5.688890814781189e-05,-4.4323503971099854e-05,-3.175809979438782e-05,-1.919269561767578e-05,-6.627291440963745e-06,5.938112735748291e-06,1.8503516912460327e-05,3.106892108917236e-05,4.36343252658844e-05,5.6199729442596436e-05,6.876513361930847e-05,8.133053779602051e-05,9.389594197273254e-05,0.00010646134614944458,0.00011902675032615662,0.00013159215450286865,0.0001441575586795807,0.00015672296285629272,0.00016928836703300476,0.0001818537712097168,0.00019441917538642883,0.00020698457956314087,0.0002195499837398529,0.00023211538791656494,0.000244680792093277,0.000257246196269989,0.00026981160044670105,0.0002823770046234131,0.0002949424088001251,0.00030750781297683716,0.0003200732171535492,0.00033263862133026123,0.00034520402550697327,0.0003577694296836853,0.00037033483386039734,0.0003829002380371094],"_type":"histogram","values":[1,1,2,0,1,3,5,8,2,2,10,13,20,27,57,80,103,137,212,297,460,699,1036,1512,2293,3432,5011,7454,11434,17893,29001,49724,91379,138463,94217,51544,29775,18327,11621,7852,5188,3426,2288,1602,1012,724,444,330,236,146,103,68,43,36,22,10,6,9,8,2,5,5,0,3]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,1,2,0,1,1,1,1,2,2,4,5,5,9,12,11,19,18,26,31,18,36,27,35,32,33,28,36,46,24,34,40,37,37,29,19,25,17,16,9,9,1,7,4,3,2,2,2,1,3,0,0,1,1,0,1,1],"bins":[-0.01137876883149147,-0.011045253835618496,-0.010711738839745522,-0.010378223843872547,-0.010044708847999573,-0.009711193852126598,-0.00937767792493105,-0.009044162929058075,-0.0087106479331851,-0.008377132937312126,-0.008043617941439152,-0.007710102945566177,-0.007376587949693203,-0.007043072953820229,-0.006709557492285967,-0.0063760424964129925,-0.006042527500540018,-0.005709012504667044,-0.005375497508794069,-0.005041982047259808,-0.004708467051386833,-0.004374952055513859,-0.004041437059640884,-0.0037079218309372663,-0.003374406835064292,-0.0030408918391913176,-0.0027073766104876995,-0.002373861614614725,-0.0020403466187417507,-0.0017068313900381327,-0.0013733163941651583,-0.001039801281876862,-0.0007062861695885658,-0.00037277108640410006,-3.9256003219634295e-05,0.00029425907996483147,0.0006277741631492972,0.0009612892754375935,0.0012948042713105679,0.001628319383598864,0.0019618344958871603,0.0022953494917601347,0.0026288647204637527,0.002962379716336727,0.0032958947122097015,0.0036294099409133196,0.003962925169616938,0.004296440165489912,0.004629955161362886,0.004963470157235861,0.005296985153108835,0.005630500614643097,0.005964015610516071,0.006297530606389046,0.00663104560226202,0.0069645605981349945,0.007298075594007969,0.007631591055542231,0.007965105585753918,0.008298621512949467,0.008632136508822441,0.008965651504695415,0.00929916650056839,0.009632681496441364,0.009966196492314339],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.0005178451538085938,-0.0005025304853916168,-0.0004872158169746399,-0.00047190114855766296,-0.00045658648014068604,-0.0004412718117237091,-0.0004259571433067322,-0.00041064247488975525,-0.0003953278064727783,-0.0003800131380558014,-0.00036469846963882446,-0.00034938380122184753,-0.0003340691328048706,-0.0003187544643878937,-0.00030343979597091675,-0.0002881251275539398,-0.0002728104591369629,-0.00025749579071998596,-0.00024218112230300903,-0.0002268664538860321,-0.00021155178546905518,-0.00019623711705207825,-0.00018092244863510132,-0.0001656077802181244,-0.00015029311180114746,-0.00013497844338417053,-0.0001196637749671936,-0.00010434910655021667,-8.903443813323975e-05,-7.371976971626282e-05,-5.840510129928589e-05,-4.309043288230896e-05,-2.777576446533203e-05,-1.2461096048355103e-05,2.853572368621826e-06,1.8168240785598755e-05,3.3482909202575684e-05,4.879757761955261e-05,6.411224603652954e-05,7.942691445350647e-05,9.47415828704834e-05,0.00011005625128746033,0.00012537091970443726,0.00014068558812141418,0.0001560002565383911,0.00017131492495536804,0.00018662959337234497,0.0002019442617893219,0.00021725893020629883,0.00023257359862327576,0.0002478882670402527,0.0002632029354572296,0.00027851760387420654,0.00029383227229118347,0.0003091469407081604,0.00032446160912513733,0.00033977627754211426,0.0003550909459590912,0.0003704056143760681,0.00038572028279304504,0.00040103495121002197,0.0004163496196269989,0.00043166428804397583,0.00044697895646095276,0.0004622936248779297],"_type":"histogram","values":[2,1,0,4,2,2,4,5,16,15,18,26,47,46,91,111,147,193,265,413,663,900,1313,1940,2873,4492,6882,11087,17827,31068,56430,110245,228083,390559,335922,173900,85317,44869,25126,15055,9256,5778,3782,2559,1713,1162,775,547,410,273,180,134,91,80,62,31,24,17,17,2,6,2,1,3]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,0,0,1,0,1,0,3,2,0,1,6,7,4,5,7,8,13,14,20,14,29,23,46,54,50,42,55,64,43,45,27,28,25,17,20,15,11,12,7,5,11,6,6,6,3,0,2,1,1,2,1,0,0,2,0,0,0,0,1],"bins":[-0.000327203975757584,-0.0003168665280099958,-0.0003065291093662381,-0.00029619166161864996,-0.0002858542138710618,-0.0002755167952273041,-0.00026517934747971594,-0.0002548418997321278,-0.0002445044810883701,-0.00023416703334078193,-0.00022382958559319377,-0.00021349215239752084,-0.0002031547192018479,-0.00019281727145425975,-0.00018247983825858682,-0.00017214239051099867,-0.00016180495731532574,-0.0001514675241196528,-0.00014113007637206465,-0.00013079264317639172,-0.00012045520270476118,-0.00011011776223313063,-9.97803290374577e-05,-8.944288856582716e-05,-7.910544809419662e-05,-6.876800762256607e-05,-5.843057078891434e-05,-4.80931339552626e-05,-3.775569348363206e-05,-2.7418254830990918e-05,-1.7080816178349778e-05,-6.743377525708638e-06,3.594061126932502e-06,1.3931499779573642e-05,2.426893843221478e-05,3.460637526586652e-05,4.494381573749706e-05,5.5281256209127605e-05,6.561868940480053e-05,7.595612987643108e-05,8.629357034806162e-05,9.663101081969216e-05,0.00010696845129132271,0.00011730588448699564,0.00012764331768266857,0.00013798076543025672,0.00014831819862592965,0.0001586556463735178,0.00016899307956919074,0.00017933051276486367,0.00018966796051245183,0.00020000539370812476,0.00021034284145571291,0.00022068027465138584,0.00023101770784705877,0.00024135515559464693,0.0002516926033422351,0.0002620300219859928,0.00027236746973358095,0.0002827049174811691,0.0002930423361249268,0.00030337978387251496,0.0003137172316201031,0.0003240546502638608,0.000334392098011449]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,1,0,0,0,1,2,1,4,3,1,4,4,3,5,8,9,6,9,12,17,16,11,27,23,30,21,24,27,25,30,26,26,33,29,28,36,21,30,23,19,21,16,20,12,12,15,22,13,7,8,7,3,4,2,3,1,1,0,1,1,1,2],"bins":[-0.0021622113417834044,-0.002098687458783388,-0.002035163575783372,-0.0019716396927833557,-0.0019081156933680177,-0.0018445918103680015,-0.0017810679273679852,-0.001717544044367969,-0.001654020044952631,-0.0015904961619526148,-0.0015269722789525986,-0.0014634483959525824,-0.0013999245129525661,-0.00133640062995255,-0.001272876630537212,-0.0012093527475371957,-0.0011458288645371795,-0.0010823049815371633,-0.001018781098537147,-0.0009552571573294699,-0.0008917332161217928,-0.0008282093331217766,-0.0007646854501217604,-0.0007011615089140832,-0.000637637625914067,-0.0005741137429140508,-0.0005105898017063737,-0.0004470659187063575,-0.0003835420066025108,-0.00032001809449866414,-0.00025649421149864793,-0.00019297029939480126,-0.00012944627087563276,-6.592236604774371e-05,-2.398461219854653e-06,6.11254436080344e-05,0.00012464934843592346,0.00018817326053977013,0.00025169714353978634,0.000315221055643633,0.0003787449677474797,0.00044226887985132635,0.000505792791955173,0.0005693166749551892,0.0006328405579552054,0.0006963644991628826,0.0007598883821628988,0.0008234123233705759,0.0008869362063705921,0.0009504600893706083,0.0010139839723706245,0.0010775079717859626,0.0011410318547859788,0.001204555737785995,0.0012680796207860112,0.0013316035037860274,0.0013951275032013655,0.0014586513862013817,0.001522175269201398,0.001585699152201414,0.0016492230352014303,0.0017127469182014465,0.0017762709176167846,0.0018397948006168008,0.001903318683616817],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,1,1,2,2,6,4,5,12,9,16,15,16,18,17,19,21,25,22,24,24,18,21,28,22,28,21,23,31,32,26,29,27,16,16,19,18,17,27,12,14,9,9,13,11,5,5,2,3,1,0,1,0,1,0,1],"bins":[-0.01533593237400055,-0.01487989816814661,-0.014423864893615246,-0.013967830687761307,-0.013511796481907368,-0.013055763207376003,-0.012599729001522064,-0.012143694795668125,-0.01168766152113676,-0.011231627315282822,-0.010775593109428883,-0.010319559834897518,-0.009863525629043579,-0.00940749142318964,-0.008951458148658276,-0.008495423942804337,-0.008039390668272972,-0.007583356462419033,-0.007127322256565094,-0.006671288516372442,-0.0062152547761797905,-0.0057592205703258514,-0.0053031868301332,-0.004847153089940548,-0.004391118884086609,-0.003935085143893957,-0.0034790514037013054,-0.00302301743067801,-0.0025669834576547146,-0.002110949717462063,-0.0016549157444387674,-0.0011988818878307939,-0.0007428480312228203,-0.00028681414551101625,0.00016921974020078778,0.0006252536550164223,0.0010812875116243958,0.0015373213682323694,0.001993355341255665,0.0024493890814483166,0.002905423054471612,0.0033614570274949074,0.003817490767687559,0.004273524507880211,0.00472955871373415,0.005185592453926802,0.005641626194119453,0.0060976603999733925,0.006553694140166044,0.007009727880358696,0.007465762086212635,0.007921795360744,0.008377829566597939,0.008833863772451878,0.009289897046983242,0.009745931252837181,0.01020196545869112,0.010657998733222485,0.011114032939076424,0.011570067144930363,0.012026100419461727,0.012482134625315666,0.012938168831169605,0.01339420210570097,0.013850236311554909]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[1,1,1,0,3,1,2,1,3,1,3,5,9,13,18,21,12,21,21,28,29,31,32,37,34,37,40,33,30,32,35,31,21,29,25,13,16,12,16,6,9,14,12,5,6,2,1,3,4,1,1,2,0,1,1,1,0,0,0,0,0,0,0,1],"bins":[0.9947850108146667,0.994987964630127,0.9951908588409424,0.9953938126564026,0.995596706867218,0.9957996606826782,0.9960025548934937,0.9962055087089539,0.9964084029197693,0.9966113567352295,0.9968142509460449,0.9970172047615051,0.9972200989723206,0.9974230527877808,0.9976259469985962,0.9978289008140564,0.9980317950248718,0.998234748840332,0.9984376430511475,0.9986405968666077,0.9988434910774231,0.9990464448928833,0.9992493391036987,0.9994522929191589,0.9996551871299744,0.9998581409454346,1.00006103515625,1.0002639293670654,1.0004669427871704,1.0006698369979858,1.0008727312088013,1.0010756254196167,1.0012786388397217,1.001481533050537,1.0016844272613525,1.0018874406814575,1.002090334892273,1.0022932291030884,1.0024961233139038,1.0026991367340088,1.0029020309448242,1.0031049251556396,1.003307819366455,1.00351083278656,1.0037137269973755,1.003916621208191,1.0041195154190063,1.0043225288391113,1.0045254230499268,1.0047283172607422,1.0049312114715576,1.0051342248916626,1.005337119102478,1.0055400133132935,1.0057429075241089,1.0059459209442139,1.0061488151550293,1.0063517093658447,1.0065546035766602,1.0067576169967651,1.0069605112075806,1.007163405418396,1.0073662996292114,1.0075693130493164,1.0077722072601318],"_type":"histogram"},"_wandb":{"runtime":1625},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[3,2,10,9,31,53,94,163,281,455,819,1239,1943,2864,4324,6220,8886,12077,16652,21786,27798,34951,43352,51901,60890,69703,77475,85116,91420,94181,96491,95542,93455,88057,81466,73638,65299,55888,47665,38881,31223,24664,18986,14162,10276,7470,5215,3531,2354,1532,996,582,364,188,92,67,42,24,5,5,2,3,0,1],"bins":[-0.09508104622364044,-0.09198761731386185,-0.08889418840408325,-0.08580076694488525,-0.08270733803510666,-0.07961390912532806,-0.07652048021554947,-0.07342705130577087,-0.07033362984657288,-0.06724020093679428,-0.06414677202701569,-0.06105334311723709,-0.057959914207458496,-0.0548664890229702,-0.051773060113191605,-0.04867963492870331,-0.04558620601892471,-0.04249277710914612,-0.03939935192465782,-0.03630592301487923,-0.03321249783039093,-0.030119068920612335,-0.02702564001083374,-0.023932212963700294,-0.02083878591656685,-0.017745358869433403,-0.014651930890977383,-0.011558502912521362,-0.008465075865387917,-0.0053716483525931835,-0.0022782208397984505,0.0008152066729962826,0.0039086416363716125,0.007002069149166346,0.010095496661961079,0.013188924640417099,0.016282351687550545,0.01937577873468399,0.022469207644462585,0.02556263469159603,0.028656061738729477,0.03174949064850807,0.03484291583299637,0.03793634474277496,0.04102977365255356,0.044123198837041855,0.04721662774682045,0.050310052931308746,0.05340348184108734,0.056496910750865936,0.05959033593535423,0.06268376111984253,0.06577719002962112,0.06887061893939972,0.07196404784917831,0.07505747675895691,0.07815089821815491,0.0812443271279335,0.0843377560377121,0.08743118494749069,0.09052461385726929,0.09361804276704788,0.09671146422624588,0.09980489313602448,0.10289832204580307],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,1,0,0,1,2,7,2,4,1,3,7,8,13,11,16,23,16,26,20,38,36,41,48,52,58,48,43,41,41,43,16,20,17,9,14,5,7,6,2,3,4,3,1,1,2,0,1,1,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1],"bins":[-1.329183578491211e-05,-1.2760981917381287e-05,-1.2230128049850464e-05,-1.1699274182319641e-05,-1.1168420314788818e-05,-1.0637566447257996e-05,-1.0106712579727173e-05,-9.57585871219635e-06,-9.045004844665527e-06,-8.514150977134705e-06,-7.983297109603882e-06,-7.452443242073059e-06,-6.921589374542236e-06,-6.3907355070114136e-06,-5.859881639480591e-06,-5.329027771949768e-06,-4.798173904418945e-06,-4.2673200368881226e-06,-3.7364661693573e-06,-3.205612301826477e-06,-2.6747584342956543e-06,-2.1439045667648315e-06,-1.6130506992340088e-06,-1.082196831703186e-06,-5.513429641723633e-07,-2.0489096641540527e-08,5.103647708892822e-07,1.041218638420105e-06,1.5720725059509277e-06,2.1029263734817505e-06,2.6337802410125732e-06,3.164634108543396e-06,3.6954879760742188e-06,4.2263418436050415e-06,4.757195711135864e-06,5.288049578666687e-06,5.81890344619751e-06,6.3497573137283325e-06,6.880611181259155e-06,7.411465048789978e-06,7.9423189163208e-06,8.473172783851624e-06,9.004026651382446e-06,9.534880518913269e-06,1.0065734386444092e-05,1.0596588253974915e-05,1.1127442121505737e-05,1.165829598903656e-05,1.2189149856567383e-05,1.2720003724098206e-05,1.3250857591629028e-05,1.3781711459159851e-05,1.4312565326690674e-05,1.4843419194221497e-05,1.537427306175232e-05,1.5905126929283142e-05,1.6435980796813965e-05,1.6966834664344788e-05,1.749768853187561e-05,1.8028542399406433e-05,1.8559396266937256e-05,1.909025013446808e-05,1.96211040019989e-05,2.0151957869529724e-05,2.0682811737060547e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,1,1,1,1,2,3,2,7,7,4,5,4,5,6,12,10,10,24,13,19,15,19,24,14,17,20,13,26,24,13,24,19,24,17,18,19,17,13,23,17,16,17,23,15,14,22,20,17,14,19,7,10,10,10,5,11,5,8,0,2,4,2,3],"bins":[-0.005706304684281349,-0.005539353936910629,-0.005372403655201197,-0.005205453373491764,-0.005038502626121044,-0.004871551878750324,-0.004704601597040892,-0.004537651315331459,-0.004370700567960739,-0.004203749820590019,-0.004036799538880587,-0.0038698490243405104,-0.003702898509800434,-0.003535947995260358,-0.0033689974807202816,-0.0032020469661802053,-0.003035096451640129,-0.002868145937100053,-0.0027011954225599766,-0.0025342449080199003,-0.002367294393479824,-0.002200343878939748,-0.0020333933643996716,-0.0018664428498595953,-0.001699492335319519,-0.0015325418207794428,-0.0013655913062393665,-0.0011986407916992903,-0.001031690277159214,-0.0008647397626191378,-0.0006977892480790615,-0.0005308387335389853,-0.0003638877533376217,-0.00019693723879754543,-2.9986724257469177e-05,0.00013696379028260708,0.00030391430482268333,0.0004708648193627596,0.0006378153339028358,0.0008047658484429121,0.0009717163629829884,0.0011386668775230646,0.0013056173920631409,0.0014725679066032171,0.0016395184211432934,0.0018064689356833696,0.001973419450223446,0.002140369964763522,0.0023073204793035984,0.0024742709938436747,0.002641221508383751,0.002808172022923827,0.0029751225374639034,0.0031420730520039797,0.003309023566544056,0.003475974081084132,0.0036429245956242085,0.0038098751101642847,0.003976825624704361,0.004143776372075081,0.0043107266537845135,0.004477676935493946,0.004644627682864666,0.004811578430235386,0.0049785287119448185],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.006014025770127773,-0.005818868521600962,-0.00562371127307415,-0.0054285540245473385,-0.005233396776020527,-0.005038239061832428,-0.004843081813305616,-0.004647924564778805,-0.004452767316251993,-0.004257610067725182,-0.00406245281919837,-0.0038672953378409147,-0.003672138089314103,-0.0034769808407872915,-0.0032818233594298363,-0.0030866661109030247,-0.002891508862376213,-0.0026963516138494015,-0.00250119436532259,-0.0023060368839651346,-0.002110879635438323,-0.0019157223869115114,-0.001720565021969378,-0.0015254076570272446,-0.001330250408500433,-0.0011350931599736214,-0.0009399357950314879,-0.0007447784882970154,-0.0005496211815625429,-0.0003544638748280704,-0.0001593065680935979,3.5850738640874624e-05,0.00023100757971405983,0.00042616488644853234,0.0006213221931830049,0.0008164794999174774,0.0010116368066519499,0.0012067940551787615,0.001401951420120895,0.0015971087850630283,0.00179226603358984,0.0019874232821166515,0.002182580530643463,0.0023777380120009184,0.00257289526052773,0.0027680525090545416,0.002963209990411997,0.0031583672389388084,0.00335352448746562,0.0035486817359924316,0.0037438389845192432,0.003938996233046055,0.004134153947234154,0.004329311195760965,0.004524468444287777,0.0047196256928145885,0.0049147829413414,0.005109940189868212,0.005305097438395023,0.005500254686921835,0.0056954119354486465,0.0058905696496367455,0.006085726898163557,0.006280884146690369,0.00647604139521718],"_type":"histogram","values":[1,3,1,2,4,2,7,6,5,8,4,10,7,12,11,18,21,11,9,17,9,15,28,19,23,24,19,29,12,17,26,29,29,31,18,26,16,20,18,24,23,16,14,16,12,15,11,12,10,8,1,3,8,9,4,1,3,4,1,1,0,3,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,2,0,2,2,3,3,3,9,6,6,11,11,5,12,22,9,18,22,16,31,24,16,21,31,29,34,25,35,23,32,28,24,24,25,19,17,20,23,12,16,14,11,7,12,6,12,9,4,2,1,4,5,1,1,2,1,0,0,1,2,1],"bins":[-0.0014868427533656359,-0.0014376528561115265,-0.0013884628424420953,-0.001339272945187986,-0.0012900830479338765,-0.0012408930342644453,-0.001191703137010336,-0.0011425132397562265,-0.0010933233425021172,-0.001044133328832686,-0.0009949434315785766,-0.0009457534761168063,-0.000896563520655036,-0.0008473736234009266,-0.0007981836679391563,-0.0007489937706850469,-0.0006998038152232766,-0.0006506138597615063,-0.0006014239625073969,-0.0005522340070456266,-0.0005030441097915173,-0.00045385415432974696,-0.00040466419886797667,-0.0003554742725100368,-0.000306284346152097,-0.00025709441979415715,-0.00020790447888430208,-0.000158714537974447,-0.00010952461161650717,-6.033467798260972e-05,-1.1144744348712265e-05,3.804518928518519e-05,8.723523933440447e-05,0.0001364251656923443,0.00018561510660219938,0.00023480504751205444,0.0002839949738699943,0.0003331849002279341,0.0003823748556897044,0.00043156478204764426,0.0004807547084055841,0.0005299446638673544,0.0005791345611214638,0.0006283245165832341,0.0006775144720450044,0.0007267043692991138,0.000775894324760884,0.0008250842220149934,0.0008742741774767637,0.000923464132938534,0.0009726540301926434,0.0010218439856544137,0.001071033882908523,0.0011202238965779543,0.0011694137938320637,0.001218603691086173,0.0012677935883402824,0.0013169836020097136,0.001366173499263823,0.0014153633965179324,0.0014645534101873636,0.001513743307441473,0.0015629332046955824,0.0016121232183650136,0.001661313115619123],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,0,2,2,2,5,5,3,7,12,7,14,11,13,8,24,22,24,23,21,31,29,27,19,25,27,22,34,38,27,38,25,31,25,19,19,21,11,13,15,10,6,8,6,9,3,5,4,1,3,3,2,1,1,0,0,0,1],"bins":[-0.00025097228353843093,-0.000243184098508209,-0.00023539591347798705,-0.0002276077284477651,-0.00021981954341754317,-0.00021203137293923646,-0.00020424318790901452,-0.00019645500287879258,-0.00018866681784857064,-0.0001808786328183487,-0.00017309044778812677,-0.00016530226275790483,-0.00015751409227959812,-0.00014972590724937618,-0.00014193772221915424,-0.0001341495371889323,-0.00012636135215871036,-0.00011857316712848842,-0.00011078498209826648,-0.00010299680434400216,-9.520861931378022e-05,-8.742043428355828e-05,-7.963225652929395e-05,-7.184407149907202e-05,-6.405588646885008e-05,-5.626770143862814e-05,-4.8479520046385005e-05,-4.069133865414187e-05,-3.2903153623919934e-05,-2.51149704126874e-05,-1.7326787201454863e-05,-9.538603990222327e-06,-1.7504207789897919e-06,6.037762432242744e-06,1.382594564347528e-05,2.1614128854707815e-05,2.940231206594035e-05,3.719049709616229e-05,4.497867848840542e-05,5.276685988064855e-05,6.055504491087049e-05,6.834322994109243e-05,7.613141497131437e-05,8.39195927255787e-05,9.170777775580063e-05,9.949596278602257e-05,0.0001072841405402869,0.00011507232557050884,0.00012286051060073078,0.00013064869563095272,0.00013843688066117465,0.0001462250656913966,0.00015401325072161853,0.00016180142119992524,0.00016958960623014718,0.00017737779126036912,0.00018516597629059106,0.000192954161320813,0.00020074234635103494,0.00020853053138125688,0.0002163187018595636,0.00022410688688978553,0.00023189507192000747,0.0002396832569502294,0.00024747144198045135]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[2,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,2,3,2,0,6,4,10,19,20,29,44,72,83,102,108,156,138,164,159,165,141,131,135,80,63,62,40,25,27,13,12,5,7,3,3,4,0,1,1,1,0,0,2,0,0,0,0,1],"bins":[-0.00476681487634778,-0.004639041610062122,-0.0045112683437764645,-0.004383495077490807,-0.004255721811205149,-0.004127948544919491,-0.004000174812972546,-0.0038724017795175314,-0.00374462828040123,-0.003616855014115572,-0.003489081747829914,-0.003361308481544256,-0.0032335352152585983,-0.0031057619489729404,-0.002977988449856639,-0.002850215183570981,-0.002722441917285323,-0.0025946686509996653,-0.0024668953847140074,-0.002339121885597706,-0.002211348619312048,-0.00208357535302639,-0.001955802086740732,-0.0018280287040397525,-0.0017002554377540946,-0.0015724821714684367,-0.001444708788767457,-0.0013169355224817991,-0.0011891622561961412,-0.0010613888734951615,-0.0009336156072095037,-0.0008058422827161849,-0.0006780689582228661,-0.0005502956337295473,-0.0004225223383400589,-0.0002947490429505706,-0.0001669757184572518,-3.920240851584822e-05,8.857090142555535e-05,0.00021634421136695892,0.0003441175213083625,0.0004718908458016813,0.0005996641702950001,0.000727437436580658,0.0008552107610739768,0.0009829840855672956,0.0011107573518529534,0.0012385307345539331,0.001366304000839591,0.001494077267125249,0.0016218506498262286,0.0017496239161118865,0.0018773972988128662,0.002005170565098524,0.002132943831384182,0.00226071709766984,0.0023884903639554977,0.0025162638630717993,0.002644037129357457,0.002771810395643115,0.002899583661928773,0.003027356928214431,0.0031551304273307323,0.0032829036936163902,0.003410676959902048],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[4,5,10,20,53,54,134,197,339,578,975,1483,2287,3477,4960,7132,10125,13886,18488,23887,30926,38696,46931,55909,64225,73782,81101,88083,92451,95816,96337,94867,90951,85375,78092,69908,61440,52576,43700,35960,28284,21916,16917,12571,9056,6351,4333,2955,1992,1302,799,505,304,157,92,53,30,8,10,2,1,4,1,1],"bins":[-0.09345395117998123,-0.09037075936794281,-0.08728756755590439,-0.08420437574386597,-0.08112119138240814,-0.07803799957036972,-0.0749548077583313,-0.07187161594629288,-0.06878842413425446,-0.06570523232221603,-0.06262204051017761,-0.05953885242342949,-0.05645566061139107,-0.053372468799352646,-0.05028928071260452,-0.0472060889005661,-0.04412289708852768,-0.04103970527648926,-0.037956513464450836,-0.03487332537770271,-0.03179013356566429,-0.02870694175362587,-0.025623751804232597,-0.022540561854839325,-0.019457370042800903,-0.01637417823076248,-0.01329098828136921,-0.010207797400653362,-0.007124606519937515,-0.004041415639221668,-0.0009582247585058212,0.002124966122210026,0.005208149552345276,0.008291340433061123,0.01137453131377697,0.014457722194492817,0.017540913075208664,0.020624104887247086,0.023707294836640358,0.02679048478603363,0.029873676598072052,0.032956868410110474,0.036040060222148895,0.03912324830889702,0.04220644012093544,0.04528963193297386,0.048372820019721985,0.051456011831760406,0.05453920364379883,0.05762239545583725,0.06070558726787567,0.06378877907991409,0.06687197089195251,0.06995515525341034,0.07303834706544876,0.07612153887748718,0.0792047306895256,0.08228792250156403,0.08537111431360245,0.08845430612564087,0.0915374904870987,0.09462068229913712,0.09770387411117554,0.10078706592321396,0.10387025773525238]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-8.720159530639648e-05,-8.452124893665314e-05,-8.184090256690979e-05,-7.916055619716644e-05,-7.64802098274231e-05,-7.379986345767975e-05,-7.11195170879364e-05,-6.843917071819305e-05,-6.575882434844971e-05,-6.307847797870636e-05,-6.039813160896301e-05,-5.7717785239219666e-05,-5.503743886947632e-05,-5.235709249973297e-05,-4.9676746129989624e-05,-4.699639976024628e-05,-4.431605339050293e-05,-4.163570702075958e-05,-3.8955360651016235e-05,-3.627501428127289e-05,-3.359466791152954e-05,-3.0914321541786194e-05,-2.8233975172042847e-05,-2.55536288022995e-05,-2.2873282432556152e-05,-2.0192936062812805e-05,-1.7512589693069458e-05,-1.483224332332611e-05,-1.2151896953582764e-05,-9.471550583839417e-06,-6.791204214096069e-06,-4.110857844352722e-06,-1.430511474609375e-06,1.2498348951339722e-06,3.930181264877319e-06,6.6105276346206665e-06,9.290874004364014e-06,1.197122037410736e-05,1.4651566743850708e-05,1.7331913113594055e-05,2.0012259483337402e-05,2.269260585308075e-05,2.5372952222824097e-05,2.8053298592567444e-05,3.073364496231079e-05,3.341399133205414e-05,3.6094337701797485e-05,3.877468407154083e-05,4.145503044128418e-05,4.413537681102753e-05,4.6815723180770874e-05,4.949606955051422e-05,5.217641592025757e-05,5.4856762290000916e-05,5.753710865974426e-05,6.021745502948761e-05,6.289780139923096e-05,6.55781477689743e-05,6.825849413871765e-05,7.0938840508461e-05,7.361918687820435e-05,7.629953324794769e-05,7.897987961769104e-05,8.166022598743439e-05,8.434057235717773e-05],"_type":"histogram","values":[1,1,0,1,2,4,1,1,6,3,4,5,4,7,4,12,14,2,13,10,10,20,24,14,27,19,24,23,18,23,35,39,23,26,38,19,27,31,30,17,24,14,21,12,14,20,13,9,11,7,4,10,2,3,5,5,3,0,4,1,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,3,2,2,5,2,5,6,7,11,7,9,22,16,13,30,37,37,35,35,29,38,46,42,47,39,33,30,21,38,20,13,12,15,8,9,12,6,3,6,2,5,1,1,1,2,1,0,0,0,0,2],"bins":[0.9935046434402466,0.9936860203742981,0.9938674569129944,0.9940488338470459,0.9942302703857422,0.9944116473197937,0.99459308385849,0.9947744607925415,0.9949558973312378,0.9951372742652893,0.9953187108039856,0.9955000877380371,0.9956815242767334,0.9958629012107849,0.9960443377494812,0.9962257146835327,0.996407151222229,0.9965885281562805,0.996769905090332,0.9969513416290283,0.9971327185630798,0.9973141551017761,0.9974955320358276,0.9976769685745239,0.9978583455085754,0.9980397820472717,0.9982211589813232,0.9984025955200195,0.998583972454071,0.9987654089927673,0.9989467859268188,0.9991282224655151,0.9993095993995667,0.9994909763336182,0.9996724128723145,0.999853789806366,1.0000351667404175,1.0002166032791138,1.00039803981781,1.0005794763565063,1.000760793685913,1.0009422302246094,1.0011236667633057,1.001305103302002,1.0014864206314087,1.001667857170105,1.0018492937088013,1.0020307302474976,1.0022120475769043,1.0023934841156006,1.0025749206542969,1.0027562379837036,1.0029376745224,1.0031191110610962,1.0033005475997925,1.0034818649291992,1.0036633014678955,1.0038447380065918,1.004026174545288,1.0042074918746948,1.0043889284133911,1.0045703649520874,1.0047518014907837,1.0049331188201904,1.0051145553588867]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-1.1205673217773438e-05,-1.079123467206955e-05,-1.0376796126365662e-05,-9.962357580661774e-06,-9.547919034957886e-06,-9.133480489253998e-06,-8.71904194355011e-06,-8.304603397846222e-06,-7.890164852142334e-06,-7.475726306438446e-06,-7.061287760734558e-06,-6.64684921503067e-06,-6.232410669326782e-06,-5.817972123622894e-06,-5.403533577919006e-06,-4.989095032215118e-06,-4.5746564865112305e-06,-4.1602179408073425e-06,-3.7457793951034546e-06,-3.3313408493995667e-06,-2.9169023036956787e-06,-2.5024637579917908e-06,-2.088025212287903e-06,-1.6735866665840149e-06,-1.259148120880127e-06,-8.44709575176239e-07,-4.302710294723511e-07,-1.5832483768463135e-08,3.986060619354248e-07,8.130446076393127e-07,1.2274831533432007e-06,1.6419216990470886e-06,2.0563602447509766e-06,2.4707987904548645e-06,2.8852373361587524e-06,3.2996758818626404e-06,3.7141144275665283e-06,4.128552973270416e-06,4.542991518974304e-06,4.957430064678192e-06,5.37186861038208e-06,5.786307156085968e-06,6.200745701789856e-06,6.615184247493744e-06,7.029622793197632e-06,7.44406133890152e-06,7.858499884605408e-06,8.272938430309296e-06,8.687376976013184e-06,9.101815521717072e-06,9.51625406742096e-06,9.930692613124847e-06,1.0345131158828735e-05,1.0759569704532623e-05,1.1174008250236511e-05,1.15884467959404e-05,1.2002885341644287e-05,1.2417323887348175e-05,1.2831762433052063e-05,1.3246200978755951e-05,1.3660639524459839e-05,1.4075078070163727e-05,1.4489516615867615e-05,1.4903955161571503e-05,1.531839370727539e-05],"_type":"histogram","values":[1,0,0,0,1,3,0,3,1,4,5,1,5,3,5,8,10,15,10,18,22,19,36,43,55,52,64,52,60,50,43,38,37,18,19,9,14,8,3,3,10,4,2,3,2,0,1,2,0,1,1,1,0,1,0,0,0,0,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,1,0,0,1,2,2,4,0,5,3,3,7,9,6,7,17,11,18,13,17,18,30,33,23,25,33,36,33,34,37,32,38,25,30,27,33,22,19,11,14,14,14,10,2,8,12,7,7,3,2,1,0,3,2,1,0,0,0,0,1],"bins":[-0.0018199345795437694,-0.0017647463828325272,-0.001709558186121285,-0.0016543699894100428,-0.0015991817926988006,-0.0015439935959875584,-0.0014888053992763162,-0.001433617202565074,-0.0013784290058538318,-0.0013232408091425896,-0.0012680526124313474,-0.0012128644157201052,-0.001157676219008863,-0.0011024880222976208,-0.0010472998255863786,-0.0009921116288751364,-0.0009369234321638942,-0.000881735235452652,-0.0008265470387414098,-0.0007713588420301676,-0.0007161706453189254,-0.0006609824486076832,-0.000605794251896441,-0.0005506060551851988,-0.0004954178584739566,-0.0004402296617627144,-0.0003850414650514722,-0.00032985326834023,-0.0002746650716289878,-0.0002194768749177456,-0.0001642886782065034,-0.00010910048149526119,-5.3912168368697166e-05,1.2760283425450325e-06,5.646422505378723e-05,0.00011165242176502943,0.00016684061847627163,0.00022202881518751383,0.00027721701189875603,0.0003324052086099982,0.0003875934053212404,0.0004427816020324826,0.0004979697987437248,0.000553157995454967,0.0006083461921662092,0.0006635343888774514,0.0007187225855886936,0.0007739107822999358,0.000829098979011178,0.0008842871757224202,0.0009394753724336624,0.0009946635691449046,0.0010498517658561468,0.001105039962567389,0.0011602281592786312,0.0012154163559898734,0.0012706045527011156,0.0013257927494123578,0.0013809809461236,0.0014361691428348422,0.0014913573395460844,0.0015465455362573266,0.0016017337329685688,0.001656921929679811,0.0017121101263910532]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.0021752342581748962,-0.0021089878864586353,-0.0020427412819117308,-0.00197649491019547,-0.0019102484220638871,-0.0018440019339323044,-0.0017777554458007216,-0.001711508957669139,-0.001645262585952878,-0.0015790160978212953,-0.0015127696096897125,-0.0014465231215581298,-0.001380276633426547,-0.0013140301452949643,-0.0012477837735787034,-0.0011815372854471207,-0.001115290797315538,-0.0010490443091839552,-0.0009827978210523725,-0.0009165513911284506,-0.0008503049612045288,-0.0007840584730729461,-0.0007178119849413633,-0.0006515655550174415,-0.0005853190668858588,-0.000519072578754276,-0.0004528261488303542,-0.0003865796606987715,-0.0003203332016710192,-0.0002540867426432669,-0.0001878402690635994,-0.00012159380275988951,-5.534733645617962e-05,1.0899129847530276e-05,7.714559615124017e-05,0.00014339206973090768,0.00020963852875865996,0.00027588498778641224,0.000342131475917995,0.00040837793494574726,0.00047462439397349954,0.0005408708821050823,0.0006071173120290041,0.0006733638001605868,0.0007396102882921696,0.0008058567182160914,0.0008721032063476741,0.000938349636271596,0.0010045961244031787,0.0010708426125347614,0.0011370891006663442,0.001203335472382605,0.0012695819605141878,0.0013358284486457705,0.0014020749367773533,0.001468321424908936,0.0015345679130405188,0.0016008142847567797,0.0016670607728883624,0.0017333072610199451,0.0017995537491515279,0.0018658002372831106,0.0019320466089993715,0.001998293213546276,0.002064539585262537],"_type":"histogram","values":[1,0,0,0,1,1,1,1,1,0,0,0,3,2,5,7,9,3,9,7,11,17,24,25,15,29,22,34,26,30,38,27,27,46,30,38,34,41,26,28,23,11,16,19,18,14,10,6,8,4,5,4,0,2,2,2,0,1,0,2,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[5,3,12,20,40,67,133,202,387,609,959,1521,2225,3462,5023,6984,9816,13320,17949,23208,29394,36672,44556,52712,62043,69965,78179,84606,90194,93093,94827,93767,91202,86284,79857,72548,63718,54971,46919,38533,30978,24632,19068,14190,10401,7673,5412,3688,2580,1588,1066,649,405,239,142,80,32,25,15,7,6,0,1,2],"bins":[-0.09262621402740479,-0.08960118144750595,-0.08657614886760712,-0.08355112373828888,-0.08052609115839005,-0.07750105857849121,-0.07447603344917297,-0.07145100086927414,-0.0684259682893753,-0.06540093570947647,-0.062375906854867935,-0.0593508780002594,-0.056325845420360565,-0.05330081284046173,-0.050275783985853195,-0.04725075513124466,-0.044225722551345825,-0.04120068997144699,-0.038175661116838455,-0.03515063226222992,-0.032125599682331085,-0.0291005689650774,-0.026075538247823715,-0.02305050753057003,-0.020025476813316345,-0.01700044609606266,-0.013975415378808975,-0.01095038466155529,-0.007925353944301605,-0.00490032322704792,-0.0018752925097942352,0.0011497382074594498,0.004174761474132538,0.007199792191386223,0.010224822908639908,0.013249853625893593,0.016274884343147278,0.019299915060400963,0.022324945777654648,0.025349976494908333,0.028375007212162018,0.03140003979206085,0.03442506864666939,0.037450097501277924,0.04047513008117676,0.04350016266107559,0.04652519151568413,0.049550220370292664,0.0525752529501915,0.05560028553009033,0.05862531438469887,0.061650343239307404,0.06467537581920624,0.06770040839910507,0.0707254409790039,0.07375046610832214,0.07677549868822098,0.07980053126811981,0.08282555639743805,0.08585058897733688,0.08887562155723572,0.09190065413713455,0.09492568671703339,0.09795071184635162,0.10097574442625046]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-4.225969314575195e-05,-4.091113805770874e-05,-3.956258296966553e-05,-3.8214027881622314e-05,-3.68654727935791e-05,-3.551691770553589e-05,-3.4168362617492676e-05,-3.281980752944946e-05,-3.147125244140625e-05,-3.0122697353363037e-05,-2.8774142265319824e-05,-2.742558717727661e-05,-2.60770320892334e-05,-2.4728477001190186e-05,-2.3379921913146973e-05,-2.203136682510376e-05,-2.0682811737060547e-05,-1.9334256649017334e-05,-1.798570156097412e-05,-1.6637146472930908e-05,-1.5288591384887695e-05,-1.3940036296844482e-05,-1.259148120880127e-05,-1.1242926120758057e-05,-9.894371032714844e-06,-8.545815944671631e-06,-7.197260856628418e-06,-5.848705768585205e-06,-4.500150680541992e-06,-3.1515955924987793e-06,-1.8030405044555664e-06,-4.544854164123535e-07,8.940696716308594e-07,2.2426247596740723e-06,3.591179847717285e-06,4.939734935760498e-06,6.288290023803711e-06,7.636845111846924e-06,8.985400199890137e-06,1.033395528793335e-05,1.1682510375976562e-05,1.3031065464019775e-05,1.4379620552062988e-05,1.57281756401062e-05,1.7076730728149414e-05,1.8425285816192627e-05,1.977384090423584e-05,2.1122395992279053e-05,2.2470951080322266e-05,2.381950616836548e-05,2.516806125640869e-05,2.6516616344451904e-05,2.7865171432495117e-05,2.921372652053833e-05,3.056228160858154e-05,3.1910836696624756e-05,3.325939178466797e-05,3.460794687271118e-05,3.5956501960754395e-05,3.730505704879761e-05,3.865361213684082e-05,4.000216722488403e-05,4.1350722312927246e-05,4.269927740097046e-05,4.404783248901367e-05],"_type":"histogram","values":[1,0,2,2,1,0,1,1,0,1,6,6,2,3,2,2,6,2,4,4,5,4,5,1,2,9,3,4,19,26,35,454,23,20,17,6,4,6,4,6,2,7,4,5,5,3,7,2,6,8,4,1,1,2,2,2,0,3,0,2,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,1,0,0,2,2,1,0,6,5,4,11,19,25,15,42,70,85,155,216,325,469,789,1255,2136,3702,6129,10747,18463,33586,62227,123155,268616,436766,306141,143828,71705,37196,20090,10722,5871,3414,1935,1160,669,409,253,164,109,55,43,28,16,11,5,7,3,2,1,0,1,0,0,1],"bins":[-0.00036716461181640625,-0.00035623088479042053,-0.0003452971577644348,-0.0003343634307384491,-0.0003234297037124634,-0.00031249597668647766,-0.00030156224966049194,-0.0002906285226345062,-0.0002796947956085205,-0.0002687610685825348,-0.00025782734155654907,-0.00024689361453056335,-0.00023595988750457764,-0.00022502616047859192,-0.0002140924334526062,-0.00020315870642662048,-0.00019222497940063477,-0.00018129125237464905,-0.00017035752534866333,-0.0001594237983226776,-0.0001484900712966919,-0.00013755634427070618,-0.00012662261724472046,-0.00011568889021873474,-0.00010475516319274902,-9.38214361667633e-05,-8.288770914077759e-05,-7.195398211479187e-05,-6.102025508880615e-05,-5.0086528062820435e-05,-3.915280103683472e-05,-2.8219074010849e-05,-1.728534698486328e-05,-6.3516199588775635e-06,4.582107067108154e-06,1.5515834093093872e-05,2.644956111907959e-05,3.738328814506531e-05,4.8317015171051025e-05,5.925074219703674e-05,7.018446922302246e-05,8.111819624900818e-05,9.20519232749939e-05,0.00010298565030097961,0.00011391937732696533,0.00012485310435295105,0.00013578683137893677,0.00014672055840492249,0.0001576542854309082,0.00016858801245689392,0.00017952173948287964,0.00019045546650886536,0.00020138919353485107,0.0002123229205608368,0.0002232566475868225,0.00023419037461280823,0.00024512410163879395,0.00025605782866477966,0.0002669915556907654,0.0002779252827167511,0.0002888590097427368,0.00029979273676872253,0.00031072646379470825,0.00032166019082069397,0.0003325939178466797],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,1,1,1,0,0,2,3,1,8,3,3,7,10,12,14,16,18,12,17,28,25,20,27,31,39,37,43,31,30,39,36,24,39,27,22,23,15,25,17,6,10,9,5,6,4,5,4,1,2,0,3,1,1,0,0,0,0,1,1],"bins":[-0.002879977924749255,-0.0027913288213312626,-0.00270267971791327,-0.0026140306144952774,-0.002525381511077285,-0.0024367324076592922,-0.0023480833042412996,-0.002259434200823307,-0.002170785330235958,-0.0020821362268179655,-0.001993487123399973,-0.0019048379035666585,-0.0018161889165639877,-0.0017275398131459951,-0.0016388907097280025,-0.00155024160631001,-0.0014615925028920174,-0.0013729433994740248,-0.0012842942960560322,-0.0011956451926380396,-0.001106996089220047,-0.0010183471022173762,-0.0009296979987993836,-0.000841048895381391,-0.0007523997919633985,-0.0006637506885454059,-0.0005751015851274133,-0.0004864525399170816,-0.000397803436499089,-0.0003091543330810964,-0.00022050525876693428,-0.0001318561699008569,-4.320708103477955e-05,4.5442007831297815e-05,0.00013409109669737518,0.00022274018556345254,0.0003113892744295299,0.0004000383778475225,0.0004886874230578542,0.0005773365264758468,0.0006659856298938394,0.000754634733311832,0.0008432838367298245,0.0009319328819401562,0.001020581927150488,0.0011092310305684805,0.001197880133986473,0.0012865292374044657,0.0013751783408224583,0.0014638274442404509,0.0015524765476584435,0.001641125651076436,0.0017297747544944286,0.0018184237414970994,0.001907072844915092,0.0019957220647484064,0.002084371168166399,0.002173020038753748,0.0022616691421717405,0.002350318245589733,0.0024389673490077257,0.0025276164524257183,0.002616265555843711,0.0027049146592617035,0.002793563762679696]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.00032329559326171875,-0.0003128908574581146,-0.0003024861216545105,-0.00029208138585090637,-0.00028167665004730225,-0.0002712719142436981,-0.000260867178440094,-0.00025046244263648987,-0.00024005770683288574,-0.00022965297102928162,-0.0002192482352256775,-0.00020884349942207336,-0.00019843876361846924,-0.0001880340278148651,-0.00017762929201126099,-0.00016722455620765686,-0.00015681982040405273,-0.0001464150846004486,-0.00013601034879684448,-0.00012560561299324036,-0.00011520087718963623,-0.0001047961413860321,-9.439140558242798e-05,-8.398666977882385e-05,-7.358193397521973e-05,-6.31771981716156e-05,-5.2772462368011475e-05,-4.236772656440735e-05,-3.196299076080322e-05,-2.1558254957199097e-05,-1.115351915359497e-05,-7.487833499908447e-07,9.655952453613281e-06,2.0060688257217407e-05,3.0465424060821533e-05,4.087015986442566e-05,5.1274895668029785e-05,6.167963147163391e-05,7.208436727523804e-05,8.248910307884216e-05,9.289383888244629e-05,0.00010329857468605042,0.00011370331048965454,0.00012410804629325867,0.0001345127820968628,0.00014491751790046692,0.00015532225370407104,0.00016572698950767517,0.0001761317253112793,0.00018653646111488342,0.00019694119691848755,0.00020734593272209167,0.0002177506685256958,0.00022815540432929993,0.00023856014013290405,0.0002489648759365082,0.0002593696117401123,0.00026977434754371643,0.00028017908334732056,0.0002905838191509247,0.0003009885549545288,0.00031139329075813293,0.00032179802656173706,0.0003322027623653412,0.0003426074981689453],"_type":"histogram","values":[2,3,0,5,4,3,4,11,25,19,42,57,88,103,148,225,296,413,576,783,1231,1786,2539,3788,5735,8574,13589,21334,35143,63340,123659,132658,70119,38208,22979,14416,9080,6030,3969,2678,1930,1320,827,558,419,351,216,168,110,89,49,36,27,22,16,10,3,3,3,1,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,4,10,16,23,45,71,155,184,343,586,856,1275,1786,2646,3561,4852,6568,8467,10777,13478,16296,19739,22598,26178,28881,31146,33351,34696,35236,34926,33970,32517,29870,27396,24570,21088,17837,15016,11969,9766,7546,5764,4201,3047,2115,1550,1000,688,457,260,207,103,60,34,18,14,4,3,1,1],"bins":[-0.09884562343358994,-0.09582657366991043,-0.09280752390623093,-0.08978847414255142,-0.08676942437887192,-0.08375037461519241,-0.08073132485151291,-0.0777122750878334,-0.0746932178735733,-0.0716741681098938,-0.0686551183462143,-0.06563606858253479,-0.06261701881885529,-0.05959796905517578,-0.05657891929149628,-0.05355986952781677,-0.05054081976413727,-0.047521770000457764,-0.04450272023677826,-0.041483670473098755,-0.03846462070941925,-0.03544556722044945,-0.03242651745676994,-0.02940746769309044,-0.026388417929410934,-0.02336936816573143,-0.020350318402051926,-0.017331266775727272,-0.014312217012047768,-0.011293167248368263,-0.008274116553366184,-0.0052550663240253925,-0.002236016094684601,0.0007830341346561909,0.0038020843639969826,0.006821134593337774,0.009840184822678566,0.01285923458635807,0.015878286212682724,0.01889733597636223,0.021916385740041733,0.024935435503721237,0.02795448526740074,0.030973536893725395,0.03399258852005005,0.03701163828372955,0.04003068804740906,0.04304973781108856,0.046068787574768066,0.04908783733844757,0.052106887102127075,0.05512593686580658,0.058144986629486084,0.06116404011845589,0.06418308615684509,0.0672021359205246,0.0702211856842041,0.0732402428984642,0.07625929266214371,0.07927834242582321,0.08229739218950272,0.08531644195318222,0.08833549171686172,0.09135454148054123,0.09437359124422073]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[1,1,0,0,0,0,1,0,1,2,6,10,4,5,11,9,10,9,8,11,14,19,15,16,23,15,22,25,23,20,33,21,39,34,31,26,22,42,27,19,13,19,18,23,14,18,13,15,15,5,9,1,7,2,8,3,1,2,2,3,0,0,1,1],"bins":[-0.001741489744745195,-0.0016887946985661983,-0.0016360996523872018,-0.0015834046062082052,-0.0015307095600292087,-0.001478014513850212,-0.0014253194676712155,-0.001372624421492219,-0.0013199292588979006,-0.001267234212718904,-0.0012145391665399075,-0.001161844120360911,-0.0011091490741819143,-0.0010564540280029178,-0.0010037589818239212,-0.0009510639356449246,-0.0008983688894659281,-0.0008456738432869315,-0.000792978797107935,-0.0007402837509289384,-0.0006875887047499418,-0.0006348936003632843,-0.0005821985541842878,-0.0005295035080052912,-0.00047680846182629466,-0.0004241134156472981,-0.00037141836946830153,-0.0003187232941854745,-0.00026602824800647795,-0.0002133332018274814,-0.0001606381410965696,-0.00010794308764161542,-5.5247917771339417e-05,-2.5528643163852394e-06,5.014218913856894e-05,0.00010283724259352311,0.0001555322960484773,0.00020822734222747386,0.0002609224175103009,0.00031361746368929744,0.000366312509868294,0.00041900755604729056,0.0004717026022262871,0.0005243976484052837,0.0005770927527919412,0.0006297877989709377,0.0006824828451499343,0.0007351778913289309,0.0007878729375079274,0.000840567983686924,0.0008932630298659205,0.0009459580760449171,0.0009986531222239137,0.0010513481684029102,0.0011040432145819068,0.0011567382607609034,0.0012094334233552217,0.0012621284695342183,0.0013148235157132149,0.0013675185618922114,0.001420213608071208,0.0014729086542502046,0.0015256037004292011,0.0015782987466081977,0.0016309937927871943],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.0002722740173339844,-0.0002635940909385681,-0.00025491416454315186,-0.0002462342381477356,-0.00023755431175231934,-0.00022887438535690308,-0.00022019445896148682,-0.00021151453256607056,-0.0002028346061706543,-0.00019415467977523804,-0.00018547475337982178,-0.00017679482698440552,-0.00016811490058898926,-0.000159434974193573,-0.00015075504779815674,-0.00014207512140274048,-0.00013339519500732422,-0.00012471526861190796,-0.0001160353422164917,-0.00010735541582107544,-9.867548942565918e-05,-8.999556303024292e-05,-8.131563663482666e-05,-7.26357102394104e-05,-6.395578384399414e-05,-5.527585744857788e-05,-4.659593105316162e-05,-3.791600465774536e-05,-2.92360782623291e-05,-2.0556151866912842e-05,-1.1876225471496582e-05,-3.1962990760803223e-06,5.4836273193359375e-06,1.4163553714752197e-05,2.2843480110168457e-05,3.152340650558472e-05,4.0203332901000977e-05,4.8883259296417236e-05,5.7563185691833496e-05,6.624311208724976e-05,7.492303848266602e-05,8.360296487808228e-05,9.228289127349854e-05,0.0001009628176689148,0.00010964274406433105,0.00011832267045974731,0.00012700259685516357,0.00013568252325057983,0.0001443624496459961,0.00015304237604141235,0.0001617223024368286,0.00017040222883224487,0.00017908215522766113,0.0001877620816230774,0.00019644200801849365,0.0002051219344139099,0.00021380186080932617,0.00022248178720474243,0.0002311617136001587,0.00023984163999557495,0.0002485215663909912,0.00025720149278640747,0.00026588141918182373,0.00027456134557724,0.00028324127197265625],"_type":"histogram","values":[1,1,1,5,5,4,11,12,13,20,27,38,50,74,89,128,161,214,243,313,420,617,751,1082,1469,2326,3540,6252,12777,31938,108851,292577,75067,24586,10316,5460,3134,1988,1338,968,675,525,374,332,248,200,164,112,95,60,49,31,27,14,17,9,10,3,3,4,2,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[2,4,2,1,4,1,5,9,8,15,22,45,49,62,101,159,209,268,426,574,869,1255,1774,2611,3832,5843,8395,12321,18461,28262,44525,77816,125244,98797,55936,33998,22057,14683,9921,6722,4593,3076,2167,1426,998,679,501,303,241,170,118,66,58,38,32,23,14,8,5,7,2,6,3,2],"bins":[-0.0003399848937988281,-0.0003295913338661194,-0.00031919777393341064,-0.0003088042140007019,-0.00029841065406799316,-0.0002880170941352844,-0.0002776235342025757,-0.00026722997426986694,-0.0002568364143371582,-0.00024644285440444946,-0.00023604929447174072,-0.00022565573453903198,-0.00021526217460632324,-0.0002048686146736145,-0.00019447505474090576,-0.00018408149480819702,-0.00017368793487548828,-0.00016329437494277954,-0.0001529008150100708,-0.00014250725507736206,-0.00013211369514465332,-0.00012172013521194458,-0.00011132657527923584,-0.0001009330153465271,-9.053945541381836e-05,-8.014589548110962e-05,-6.975233554840088e-05,-5.935877561569214e-05,-4.89652156829834e-05,-3.857165575027466e-05,-2.8178095817565918e-05,-1.7784535884857178e-05,-7.3909759521484375e-06,3.0025839805603027e-06,1.3396143913269043e-05,2.3789703845977783e-05,3.4183263778686523e-05,4.4576823711395264e-05,5.4970383644104004e-05,6.536394357681274e-05,7.575750350952148e-05,8.615106344223022e-05,9.654462337493896e-05,0.0001069381833076477,0.00011733174324035645,0.00012772530317306519,0.00013811886310577393,0.00014851242303848267,0.0001589059829711914,0.00016929954290390015,0.0001796931028366089,0.00019008666276931763,0.00020048022270202637,0.0002108737826347351,0.00022126734256744385,0.0002316609025001526,0.00024205446243286133,0.00025244802236557007,0.0002628415822982788,0.00027323514223098755,0.0002836287021636963,0.00029402226209640503,0.00030441582202911377,0.0003148093819618225,0.00032520294189453125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[5,4,13,20,22,40,63,107,194,267,470,642,971,1366,1922,2754,3679,5015,6412,8349,10388,13027,15540,18367,21249,24450,26802,29367,31444,32348,33262,33212,32991,31815,29978,27617,25314,22314,19672,16263,14076,11409,9093,7341,5645,4169,3184,2311,1586,1142,746,467,332,220,142,86,61,32,22,11,7,2,2,3],"bins":[-0.08912519365549088,-0.08626794070005417,-0.08341068774461746,-0.08055343478918076,-0.07769617438316345,-0.07483892142772675,-0.07198166847229004,-0.06912441551685333,-0.06626716256141663,-0.06340990960597992,-0.06055265665054321,-0.05769539996981621,-0.0548381470143795,-0.051980894058942795,-0.04912363737821579,-0.04626638442277908,-0.04340913146734238,-0.04055187851190567,-0.037694625556468964,-0.03483736887574196,-0.03198011592030525,-0.029122862964868546,-0.02626560814678669,-0.023408353328704834,-0.020551100373268127,-0.01769384741783142,-0.014836592599749565,-0.011979338712990284,-0.009122084826231003,-0.006264830939471722,-0.0034075770527124405,-0.0005503231659531593,0.0023069381713867188,0.005164192058146,0.008021445944905281,0.010878699831664562,0.013735953718423843,0.01659320667386055,0.019450461491942406,0.02230771631002426,0.025164969265460968,0.028022222220897675,0.03087947703897953,0.033736731857061386,0.03659398481249809,0.0394512377679348,0.042308494448661804,0.04516574740409851,0.04802300035953522,0.050880253314971924,0.05373750627040863,0.056594762951135635,0.05945201590657234,0.06230926886200905,0.06516652554273605,0.06802377849817276,0.07088103145360947,0.07373828440904617,0.07659553736448288,0.07945279031991959,0.08231005072593689,0.0851673036813736,0.0880245566368103,0.09088180959224701,0.09373906254768372],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[1,0,0,1,1,1,1,3,4,5,3,6,7,9,7,6,8,11,4,16,14,7,13,18,25,25,33,22,45,44,24,41,42,30,33,32,24,27,20,18,16,12,15,11,14,13,7,14,4,4,2,6,5,3,6,1,1,1,0,1,0,0,0,1],"bins":[-0.014362313784658909,-0.013898387551307678,-0.013434461317956448,-0.012970534153282642,-0.012506607919931412,-0.012042681686580181,-0.01157875545322895,-0.01111482921987772,-0.01065090298652649,-0.010186975821852684,-0.009723049588501453,-0.009259123355150223,-0.008795197121798992,-0.008331270888447762,-0.007867343723773956,-0.007403417490422726,-0.006939491257071495,-0.0064755650237202644,-0.0060116383247077465,-0.005547712091356516,-0.005083785392343998,-0.004619859158992767,-0.004155932925641537,-0.0036920064594596624,-0.003228079993277788,-0.002764153527095914,-0.0023002270609140396,-0.001836300827562809,-0.0013723743613809347,-0.0009084479534067214,-0.000444521545432508,1.940486254170537e-05,0.00048333220183849335,0.0009472586098127067,0.00141118501778692,0.0018751113675534725,0.002339037833735347,0.002802964299917221,0.0032668905332684517,0.003730816999450326,0.0041947434656322,0.004658669698983431,0.005122596397995949,0.005586522631347179,0.00605044886469841,0.006514375563710928,0.006978301797062159,0.0074422284960746765,0.007906154729425907,0.008370080962777138,0.008834007196128368,0.009297934360802174,0.009761860594153404,0.010225786827504635,0.010689713060855865,0.011153639294207096,0.011617565527558327,0.012081492692232132,0.012545418925583363,0.013009345158934593,0.013473271392285824,0.013937197625637054,0.01440112479031086,0.01486505102366209,0.015328977257013321],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0003719329833984375,-0.00035965442657470703,-0.00034737586975097656,-0.0003350973129272461,-0.0003228187561035156,-0.00031054019927978516,-0.0002982616424560547,-0.0002859830856323242,-0.00027370452880859375,-0.0002614259719848633,-0.0002491474151611328,-0.00023686885833740234,-0.00022459030151367188,-0.0002123117446899414,-0.00020003318786621094,-0.00018775463104248047,-0.00017547607421875,-0.00016319751739501953,-0.00015091896057128906,-0.0001386404037475586,-0.00012636184692382812,-0.00011408329010009766,-0.00010180473327636719,-8.952617645263672e-05,-7.724761962890625e-05,-6.496906280517578e-05,-5.269050598144531e-05,-4.0411949157714844e-05,-2.8133392333984375e-05,-1.5854835510253906e-05,-3.5762786865234375e-06,8.702278137207031e-06,2.09808349609375e-05,3.325939178466797e-05,4.553794860839844e-05,5.7816505432128906e-05,7.009506225585938e-05,8.237361907958984e-05,9.465217590332031e-05,0.00010693073272705078,0.00011920928955078125,0.00013148784637451172,0.0001437664031982422,0.00015604496002197266,0.00016832351684570312,0.0001806020736694336,0.00019288063049316406,0.00020515918731689453,0.000217437744140625,0.00022971630096435547,0.00024199485778808594,0.0002542734146118164,0.0002665519714355469,0.00027883052825927734,0.0002911090850830078,0.0003033876419067383,0.00031566619873046875,0.0003279447555541992,0.0003402233123779297,0.00035250186920166016,0.0003647804260253906,0.0003770589828491211,0.00038933753967285156,0.00040161609649658203,0.0004138946533203125],"_type":"histogram","values":[1,0,0,1,0,2,3,2,3,5,5,10,10,20,25,27,43,71,116,187,285,459,695,1190,2256,3986,7512,16017,41306,137969,244342,81495,27332,11386,5628,3054,1738,1011,589,348,238,138,107,70,48,26,23,11,13,7,7,0,0,4,0,0,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,3,2,1,0,5,3,4,2,6,9,18,12,12,19,13,18,17,23,21,26,27,27,26,26,30,30,30,34,36,18,30,23,19,18,18,20,15,17,17,18,20,11,8,4,3,4,6,2,2,3,2,1,0,1,2,0,1,0,1,2],"bins":[-0.0015240919310599566,-0.0014735368313267827,-0.0014229817315936089,-0.001372426631860435,-0.0013218715321272612,-0.0012713164323940873,-0.0012207614490762353,-0.0011702063493430614,-0.0011196512496098876,-0.0010690961498767138,-0.00101854105014354,-0.0009679859504103661,-0.0009174308506771922,-0.0008668757509440184,-0.0008163207094185054,-0.0007657656096853316,-0.0007152105099521577,-0.0006646554102189839,-0.00061410031048581,-0.0005635452689602971,-0.0005129901692271233,-0.0004624350694939494,-0.00041187996976077557,-0.0003613248991314322,-0.00031076979939825833,-0.0002602146996650845,-0.0002096596290357411,-0.00015910452930256724,-0.00010854944412130862,-5.79943553020712e-05,-7.439266482833773e-06,4.311582233640365e-05,9.367091115564108e-05,0.0001442259963368997,0.00019478108151815832,0.00024533618125133216,0.00029589125188067555,0.0003464463516138494,0.00039700145134702325,0.00044755652197636664,0.00049811159260571,0.0005486666923388839,0.0005992217920720577,0.0006497768918052316,0.0007003319915384054,0.0007508870912715793,0.0008014421327970922,0.000851997232530266,0.0009025523322634399,0.0009531074319966137,0.0010036624735221267,0.0010542175732553005,0.0011047726729884744,0.0011553277727216482,0.001205882872454822,0.001256437972187996,0.0013069930719211698,0.0013575481716543436,0.0014081032713875175,0.0014586582547053695,0.0015092133544385433,0.0015597684541717172,0.001610323553904891,0.0016608786536380649,0.0017114337533712387]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"values":[1,0,0,0,3,3,3,18,17,29,60,55,98,159,225,263,554,757,1206,1824,2832,4568,7420,11864,19622,33283,56306,99416,176114,286608,329087,226565,132121,74533,42449,24990,14960,9200,5721,3447,2183,1460,962,647,454,237,179,131,76,50,41,21,17,11,5,7,1,0,0,0,0,0,0,1],"bins":[-0.00020551681518554688,-0.0001987200230360031,-0.00019192323088645935,-0.0001851264387369156,-0.00017832964658737183,-0.00017153285443782806,-0.0001647360622882843,-0.00015793927013874054,-0.00015114247798919678,-0.00014434568583965302,-0.00013754889369010925,-0.0001307521015405655,-0.00012395530939102173,-0.00011715851724147797,-0.0001103617250919342,-0.00010356493294239044,-9.676814079284668e-05,-8.997134864330292e-05,-8.317455649375916e-05,-7.637776434421539e-05,-6.958097219467163e-05,-6.278418004512787e-05,-5.5987387895584106e-05,-4.9190595746040344e-05,-4.239380359649658e-05,-3.559701144695282e-05,-2.8800219297409058e-05,-2.2003427147865295e-05,-1.5206634998321533e-05,-8.409842848777771e-06,-1.6130506992340088e-06,5.183741450309753e-06,1.1980533599853516e-05,1.8777325749397278e-05,2.557411789894104e-05,3.23709100484848e-05,3.9167702198028564e-05,4.596449434757233e-05,5.276128649711609e-05,5.955807864665985e-05,6.635487079620361e-05,7.315166294574738e-05,7.994845509529114e-05,8.67452472448349e-05,9.354203939437866e-05,0.00010033883154392242,0.00010713562369346619,0.00011393241584300995,0.00012072920799255371,0.00012752600014209747,0.00013432279229164124,0.000141119584441185,0.00014791637659072876,0.00015471316874027252,0.00016150996088981628,0.00016830675303936005,0.0001751035451889038,0.00018190033733844757,0.00018869712948799133,0.0001954939216375351,0.00020229071378707886,0.00020908750593662262,0.00021588429808616638,0.00022268109023571014,0.0002294778823852539],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,0,0,1,1,2,2,1,1,1,4,4,5,5,7,14,14,17,10,20,25,21,24,25,21,28,24,27,30,29,27,24,30,28,26,34,24,35,22,23,23,16,12,16,10,3,14,6,6,2,4,5,1,3,1,2,1,2,2,1,0,1],"bins":[-0.0017111754277721047,-0.001659245928749442,-0.0016073164297267795,-0.0015553869307041168,-0.0015034574316814542,-0.0014515279326587915,-0.001399598433636129,-0.0013476689346134663,-0.0012957393191754818,-0.0012438098201528192,-0.0011918803211301565,-0.0011399508221074939,-0.0010880213230848312,-0.0010360918240621686,-0.000984162325039506,-0.0009322328260168433,-0.0008803033269941807,-0.000828373827971518,-0.0007764443289488554,-0.0007245148299261928,-0.0006725853309035301,-0.0006206557736732066,-0.0005687262746505439,-0.0005167967756278813,-0.00046486727660521865,-0.000412937777582556,-0.00036100827855989337,-0.0003090787504334003,-0.00025714925141073763,-0.000205219752388075,-0.00015329023881349713,-0.00010136073251487687,-4.9431342631578445e-05,2.4981636670418084e-06,5.442766996566206e-05,0.00010635717626428232,0.00015828668256290257,0.0002102161815855652,0.0002621457097120583,0.00031407520873472095,0.0003660047077573836,0.0004179342067800462,0.00046986370580270886,0.0005217932048253715,0.0005737227620556951,0.0006256522610783577,0.0006775817601010203,0.000729511259123683,0.0007814407581463456,0.0008333702571690083,0.0008852997561916709,0.0009372292552143335,0.0009891587542369962,0.0010410882532596588,0.0010930177522823215,0.001144947251304984,0.0011968768667429686,0.0012488063657656312,0.0013007358647882938,0.0013526653638109565,0.0014045948628336191,0.0014565243618562818,0.0015084538608789444,0.001560383359901607,0.0016123128589242697],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"bins":[-0.000842410372570157,-0.0008155812392942607,-0.0007887521060183644,-0.0007619229727424681,-0.0007350938394665718,-0.0007082647061906755,-0.0006814355729147792,-0.0006546064396388829,-0.0006277773063629866,-0.0006009482312947512,-0.0005741190980188549,-0.0005472899647429585,-0.0005204608314670622,-0.0004936316981911659,-0.0004668025649152696,-0.0004399734316393733,-0.000413144298363477,-0.0003863151650875807,-0.00035948603181168437,-0.00033265689853578806,-0.00030582776525989175,-0.0002789986610878259,-0.0002521695278119296,-0.00022534039453603327,-0.00019851126126013696,-0.00017168212798424065,-0.00014485299470834434,-0.00011802387598436326,-9.119474270846695e-05,-6.436560943257064e-05,-3.753648343263194e-05,-1.0707353794714436e-05,1.612183405086398e-05,4.2950963688781485e-05,6.978009332669899e-05,9.660921932663769e-05,0.000123438352602534,0.0001502674858784303,0.0001770966046024114,0.0002039257378783077,0.000230754871154204,0.0002575840044301003,0.00028441313770599663,0.00031124227098189294,0.0003380713751539588,0.0003649005084298551,0.0003917296417057514,0.00041855877498164773,0.00044538790825754404,0.00047221704153344035,0.0004990461748093367,0.000525875308085233,0.0005527044413611293,0.0005795335746370256,0.0006063627079129219,0.0006331918411888182,0.0006600209744647145,0.0006868500495329499,0.0007136791828088462,0.0007405083160847425,0.0007673374493606389,0.0007941665826365352,0.0008209957159124315,0.0008478248491883278,0.0008746539824642241],"_type":"histogram","values":[1,2,2,0,3,4,1,2,2,2,5,4,4,10,5,8,11,11,12,23,15,21,20,23,27,22,27,18,18,30,20,31,29,26,25,25,32,23,21,24,15,23,23,19,18,11,14,11,5,11,8,1,3,2,1,4,3,3,2,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,2,1,2,0,1,1,0,7,4,1,6,3,5,5,6,11,11,18,22,17,17,16,17,17,21,22,23,28,33,23,40,32,22,32,34,28,22,25,23,18,23,10,14,15,26,13,10,5,6,5,5,4,1,4,3,1,1,2,1,0,2],"bins":[-0.000706017017364502,-0.0006852298974990845,-0.000664442777633667,-0.0006436556577682495,-0.000622868537902832,-0.0006020814180374146,-0.0005812942981719971,-0.0005605071783065796,-0.0005397200584411621,-0.0005189329385757446,-0.0004981458187103271,-0.00047735869884490967,-0.0004565715789794922,-0.0004357844591140747,-0.0004149973392486572,-0.00039421021938323975,-0.00037342309951782227,-0.0003526359796524048,-0.0003318488597869873,-0.0003110617399215698,-0.00029027462005615234,-0.00026948750019073486,-0.0002487003803253174,-0.0002279132604598999,-0.00020712614059448242,-0.00018633902072906494,-0.00016555190086364746,-0.00014476478099822998,-0.0001239776611328125,-0.00010319054126739502,-8.240342140197754e-05,-6.161630153656006e-05,-4.082918167114258e-05,-2.0042061805725098e-05,7.450580596923828e-07,2.1532177925109863e-05,4.2319297790527344e-05,6.310641765594482e-05,8.38935375213623e-05,0.00010468065738677979,0.00012546777725219727,0.00014625489711761475,0.00016704201698303223,0.0001878291368484497,0.0002086162567138672,0.00022940337657928467,0.00025019049644470215,0.00027097761631011963,0.0002917647361755371,0.0003125518560409546,0.00033333897590637207,0.00035412609577178955,0.00037491321563720703,0.0003957003355026245,0.000416487455368042,0.00043727457523345947,0.00045806169509887695,0.00047884881496429443,0.0004996359348297119,0.0005204230546951294,0.0005412101745605469,0.0005619972944259644,0.0005827844142913818,0.0006035715341567993,0.0006243586540222168],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.09678629785776138,-0.09370708465576172,-0.09062787145376205,-0.08754865825176239,-0.08446944504976273,-0.08139023184776306,-0.0783110186457634,-0.07523180544376373,-0.07215259224176407,-0.0690733790397644,-0.06599416583776474,-0.06291495263576508,-0.05983574315905571,-0.056756529957056046,-0.05367731675505638,-0.05059810355305672,-0.04751889035105705,-0.04443967714905739,-0.041360463947057724,-0.03828125074505806,-0.035202037543058395,-0.03212282434105873,-0.029043613001704216,-0.02596439979970455,-0.022885186597704887,-0.019805973395705223,-0.01672676019370556,-0.013647547923028469,-0.010568334721028805,-0.0074891215190291405,-0.0044099087826907635,-0.0013306958135217428,0.0017485171556472778,0.004827730357646942,0.007906943559646606,0.010986155830323696,0.01406536903232336,0.01714458130300045,0.020223794505000114,0.02330300770699978,0.026382220908999443,0.029461434110999107,0.03254064545035362,0.03561985865235329,0.03869907185435295,0.041778285056352615,0.04485749825835228,0.047936711460351944,0.05101592466235161,0.05409513786435127,0.05717435106635094,0.0602535642683506,0.06333277374505997,0.06641198694705963,0.0694912001490593,0.07257041335105896,0.07564962655305862,0.07872883975505829,0.08180805295705795,0.08488726615905762,0.08796647936105728,0.09104569256305695,0.09412490576505661,0.09720411896705627,0.10028333216905594],"_type":"histogram","values":[4,4,4,14,25,42,66,100,214,340,516,854,1435,2063,3314,4802,6921,9877,13416,17970,23119,29915,37436,45849,54365,63897,72551,80549,86880,92504,95420,96419,94859,91760,86491,79208,71708,62036,53424,44581,36604,29149,22935,17414,12857,9323,6476,4522,3089,2050,1403,836,495,311,189,108,71,43,19,7,7,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[2,0,3,9,11,32,43,73,127,232,349,584,887,1305,1894,2901,4063,5752,7654,10015,12869,16222,19423,23249,27049,30086,33194,35674,37205,37794,37440,36450,33949,31042,27982,24149,20585,17055,13685,10810,8154,6187,4407,3093,2152,1469,949,629,408,222,133,82,34,24,13,13,2,1,1,1,0,1,0,1],"bins":[-0.09592147171497345,-0.09268336743116379,-0.08944526314735413,-0.08620716631412506,-0.0829690620303154,-0.07973095774650574,-0.07649286091327667,-0.07325475662946701,-0.07001665234565735,-0.06677854806184769,-0.06354044377803802,-0.06030234694480896,-0.0570642426609993,-0.053826138377189636,-0.05058803781867027,-0.04734993726015091,-0.04411183297634125,-0.040873728692531586,-0.03763562813401222,-0.03439752757549286,-0.031159423291683197,-0.027921320870518684,-0.024683218449354172,-0.02144511602818966,-0.018207013607025146,-0.014968911185860634,-0.011730808764696121,-0.008492706343531609,-0.005254603922367096,-0.0020165015012025833,0.0012216009199619293,0.004459703341126442,0.0076978132128715515,0.010935915634036064,0.014174018055200577,0.01741212047636509,0.020650222897529602,0.023888325318694115,0.027126427739858627,0.03036453016102314,0.03360263258218765,0.036840736865997314,0.04007883742451668,0.04331693798303604,0.0465550422668457,0.049793146550655365,0.05303124710917473,0.05626934766769409,0.059507451951503754,0.06274555623531342,0.06598365306854248,0.06922175735235214,0.0724598616361618,0.07569796591997147,0.07893607020378113,0.08217416703701019,0.08541227132081985,0.08865037560462952,0.09188847243785858,0.09512657672166824,0.0983646810054779,0.10160278528928757,0.10484088957309723,0.1080789864063263,0.11131709069013596],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,1,1,2,1,5,1,9,4,4,10,5,6,6,7,10,9,10,22,23,26,27,19,27,24,21,22,32,34,26,26,18,28,34,19,29,23,22,24,24,17,15,15,14,12,9,6,3,7,6,4,2,5,0,1,2,0,0,3,2,1,0,0,2],"bins":[-0.002027630340307951,-0.0019596368074417114,-0.0018916435074061155,-0.0018236500909551978,-0.00175565667450428,-0.0016876632580533624,-0.0016196698416024446,-0.001551676425151527,-0.0014836830087006092,-0.0014156895922496915,-0.0013476961757987738,-0.001279702759347856,-0.0012117093428969383,-0.0011437159264460206,-0.0010757225099951029,-0.0010077290935441852,-0.0009397356770932674,-0.0008717422606423497,-0.000803748844191432,-0.0007357554277405143,-0.0006677620112895966,-0.0005997685948386788,-0.0005317751783877611,-0.0004637817619368434,-0.0003957883454859257,-0.00032779492903500795,-0.00025980151258409023,-0.0001918080961331725,-0.0001238146796822548,-5.582126323133707e-05,1.217215321958065e-05,8.016556967049837e-05,0.00014815921895205975,0.00021615263540297747,0.0002841460518538952,0.0003521394683048129,0.00042013288475573063,0.00048812630120664835,0.0005561197176575661,0.0006241131341084838,0.0006921065505594015,0.0007600999670103192,0.000828093383461237,0.0008960867999121547,0.0009640802163630724,0.0010320736328139901,0.0011000670492649078,0.0011680604657158256,0.0012360538821667433,0.001304047298617661,0.0013720407150685787,0.0014400341315194964,0.0015080275479704142,0.0015760209644213319,0.0016440143808722496,0.0017120077973231673,0.001780001213774085,0.0018479946302250028,0.0019159880466759205,0.00198398157954216,0.002051974879577756,0.002119968179613352,0.0021879617124795914,0.002255955245345831,0.002323948545381427],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[3,0,1,3,3,3,11,13,17,14,24,38,48,83,78,141,168,255,355,460,627,867,1244,1825,2910,4649,8373,16221,34887,83850,182615,138642,56936,24631,11893,6522,3651,2354,1580,1033,752,548,391,284,217,159,132,80,76,48,31,24,20,13,8,3,4,1,0,3,0,1,0,1],"bins":[-0.00034046173095703125,-0.00032940134406089783,-0.0003183409571647644,-0.000307280570268631,-0.00029622018337249756,-0.00028515979647636414,-0.0002740994095802307,-0.0002630390226840973,-0.00025197863578796387,-0.00024091824889183044,-0.00022985786199569702,-0.0002187974750995636,-0.00020773708820343018,-0.00019667670130729675,-0.00018561631441116333,-0.0001745559275150299,-0.00016349554061889648,-0.00015243515372276306,-0.00014137476682662964,-0.00013031437993049622,-0.00011925399303436279,-0.00010819360613822937,-9.713321924209595e-05,-8.607283234596252e-05,-7.50124454498291e-05,-6.395205855369568e-05,-5.2891671657562256e-05,-4.183128476142883e-05,-3.077089786529541e-05,-1.9710510969161987e-05,-8.650124073028564e-06,2.4102628231048584e-06,1.3470649719238281e-05,2.4531036615371704e-05,3.559142351150513e-05,4.665181040763855e-05,5.771219730377197e-05,6.87725841999054e-05,7.983297109603882e-05,9.089335799217224e-05,0.00010195374488830566,0.00011301413178443909,0.0001240745186805725,0.00013513490557670593,0.00014619529247283936,0.00015725567936897278,0.0001683160662651062,0.00017937645316123962,0.00019043684005737305,0.00020149722695350647,0.0002125576138496399,0.00022361800074577332,0.00023467838764190674,0.00024573877453804016,0.0002567991614341736,0.000267859548330307,0.00027891993522644043,0.00028998032212257385,0.0003010407090187073,0.0003121010959148407,0.0003231614828109741,0.00033422186970710754,0.00034528225660324097,0.0003563426434993744,0.0003674030303955078]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.006590972188860178,-0.006392809096723795,-0.006194645538926125,-0.0059964824467897415,-0.0057983193546533585,-0.005600155796855688,-0.005401992704719305,-0.005203829612582922,-0.005005666054785252,-0.0048075029626488686,-0.0046093398705124855,-0.0044111767783761024,-0.004213013220578432,-0.004014850128442049,-0.0038166868034750223,-0.0036185237113386393,-0.0034203603863716125,-0.003222197061404586,-0.0030240339692682028,-0.002825870644301176,-0.002627707552164793,-0.0024295442271977663,-0.0022313809022307396,-0.0020332178100943565,-0.0018350544851273298,-0.001636891276575625,-0.00143872806802392,-0.0012405647430568933,-0.0010424015345051885,-0.0008442383259534836,-0.0006460750591941178,-0.00044791182153858244,-0.0002497490495443344,-5.158581188879907e-05,0.00014657742576673627,0.0003447406634222716,0.000542903901077807,0.0007410671096295118,0.0009392303763888776,0.0011373936431482434,0.0013355568516999483,0.0015337200602516532,0.001731883268803358,0.0019300465937703848,0.0021282099187374115,0.0023263730108737946,0.0025245363358408213,0.0027226994279772043,0.002920862752944231,0.0031190260779112577,0.003317189170047641,0.0035153524950146675,0.0037135155871510506,0.003911679144948721,0.004109842237085104,0.004308005329221487,0.004506168887019157,0.0047043319791555405,0.0049024950712919235,0.005100658163428307,0.005298821721225977,0.00549698481336236,0.005695147905498743,0.005893311463296413,0.0060914745554327965],"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,4,2,1,7,5,10,11,7,11,21,10,13,21,18,19,28,16,23,17,27,19,23,18,21,25,31,20,38,22,20,18,20,16,21,18,20,23,13,12,23,14,11,9,5,8,7,5,3,2,2,3,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,1,1,5,4,6,6,4,4,8,9,9,15,10,14,15,21,23,16,19,24,27,28,30,41,30,32,35,29,32,25,21,18,30,22,20,14,14,11,15,15,8,11,10,8,6,3,2,5,2,2,2,1,0,0,0,0,0,0,0,1],"bins":[-0.003909827675670385,-0.003776345169171691,-0.0036428626626729965,-0.0035093803890049458,-0.0033758978825062513,-0.003242415376007557,-0.003108933102339506,-0.0029754505958408117,-0.0028419680893421173,-0.002708485582843423,-0.0025750030763447285,-0.0024415208026766777,-0.0023080382961779833,-0.002174555789679289,-0.002041073516011238,-0.0019075910095125437,-0.0017741085030138493,-0.0016406259965151548,-0.0015071436064317822,-0.0013736612163484097,-0.0012401787098497152,-0.0011066962033510208,-0.0009732138132676482,-0.0008397313649766147,-0.0007062489166855812,-0.0005727664683945477,-0.0004392840201035142,-0.0003058015718124807,-0.00017231912352144718,-3.8836675230413675e-05,9.464577306061983e-05,0.00022812822135165334,0.00036161020398139954,0.000495092652272433,0.0006285751005634665,0.0007620575488545001,0.0008955399971455336,0.001029022503644228,0.0011625048937276006,0.0012959872838109732,0.0014294697903096676,0.001562952296808362,0.0016964346868917346,0.0018299170769751072,0.0019633995834738016,0.002096882089972496,0.002230364363640547,0.0023638468701392412,0.0024973293766379356,0.00263081188313663,0.0027642943896353245,0.0028977766633033752,0.0030312591698020697,0.003164741676300764,0.003298223949968815,0.0034317064564675093,0.0035651889629662037,0.003698671469464898,0.0038321539759635925,0.003965636249631643,0.004099118523299694,0.004232601262629032,0.004366083536297083,0.004499566275626421,0.004633048549294472]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,0,3,0,2,2,0,2,6,8,5,3,9,15,19,13,20,15,26,24,21,20,20,27,38,23,39,29,32,46,25,39,23,31,19,30,30,11,18,14,7,10,10,10,5,1,5,4,2,1,1,0,2,0,0,0,1],"bins":[-0.0005700193578377366,-0.0005533789517357945,-0.0005367386038415134,-0.0005200981977395713,-0.0005034577916376293,-0.00048681741463951766,-0.00047017703764140606,-0.00045353666064329445,-0.00043689628364518285,-0.0004202558775432408,-0.0004036155005451292,-0.0003869751235470176,-0.0003703347174450755,-0.0003536943404469639,-0.0003370539634488523,-0.00032041355734691024,-0.00030377318034879863,-0.000287132803350687,-0.00027049239724874496,-0.00025385202025063336,-0.00023721164325252175,-0.00022057125170249492,-0.00020393086015246809,-0.00018729048315435648,-0.00017065009160432965,-0.0001540097000543028,-0.0001373693230561912,-0.00012072893150616437,-0.00010408854723209515,-8.744816295802593e-05,-7.08077714079991e-05,-5.416738713392988e-05,-3.752700285986066e-05,-2.0886616766802035e-05,-4.246230673743412e-06,1.2394155419315211e-05,2.9034541512373835e-05,4.5674925786443055e-05,6.231531733646989e-05,7.895570161053911e-05,9.559608588460833e-05,0.00011223647015867755,0.00012887685443274677,0.0001455172459827736,0.00016215763753280044,0.00017879801453091204,0.00019543840608093888,0.00021207878307905048,0.00022871917462907732,0.0002453595516271889,0.000261999957729131,0.0002786403347272426,0.0002952807117253542,0.00031192111782729626,0.00032856149482540786,0.00034520187182351947,0.00036184227792546153,0.00037848265492357314,0.00039512303192168474,0.00041176340891979635,0.0004284038150217384,0.00044504419201985,0.0004616845690179616,0.0004783249751199037,0.0004949653521180153],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[5,13,19,26,68,109,175,293,454,698,1107,1647,2423,3608,5166,7114,9811,13474,17373,22495,27944,34484,42353,49968,57853,65869,72879,79407,84375,88615,90437,90907,89243,85181,80357,73914,66448,58762,51053,43188,35661,28868,23125,18211,13617,10157,7442,5374,3767,2679,1702,1115,736,438,254,191,98,56,26,14,7,6,2,3],"bins":[-0.09015867114067078,-0.08725626021623611,-0.08435384929180145,-0.08145144581794739,-0.07854903489351273,-0.07564662396907806,-0.0727442130446434,-0.06984180212020874,-0.06693939864635468,-0.06403698772192001,-0.06113457679748535,-0.05823216587305069,-0.05532975494861603,-0.052427347749471664,-0.049524936825037,-0.04662252962589264,-0.04372011870145798,-0.040817707777023315,-0.03791530057787895,-0.03501288965344429,-0.03211048245429993,-0.029208071529865265,-0.026305660605430603,-0.02340325154364109,-0.020500842481851578,-0.017598433420062065,-0.014696023426949978,-0.01179361343383789,-0.008891204372048378,-0.005988794844597578,-0.003086385317146778,-0.00018397578969597816,0.0027184337377548218,0.005620843265205622,0.008523252792656422,0.011425662785768509,0.014328071847558022,0.017230480909347534,0.020132891833782196,0.02303530089557171,0.02593770995736122,0.028840119019150734,0.03174252808094025,0.03464493900537491,0.03754734992980957,0.040449757128953934,0.043352168053388596,0.04625457525253296,0.04915698617696762,0.05205939710140228,0.054961804300546646,0.05786421522498131,0.06076662242412567,0.06366903334856033,0.066571444272995,0.06947385519742966,0.07237626612186432,0.07527866959571838,0.07818108052015305,0.08108349144458771,0.08398590236902237,0.08688831329345703,0.0897907167673111,0.09269312769174576,0.09559553861618042]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[4,1,2,6,8,31,43,76,136,231,444,700,1125,1738,2653,3946,5907,8317,11624,15502,21104,26976,34308,42210,51107,59980,69118,78068,84833,91172,95468,97229,96986,93834,88803,82489,74981,66710,56988,47784,39066,31299,24577,18942,14038,10222,7288,5258,3434,2287,1477,983,578,317,189,131,64,32,13,21,2,1,1,2],"bins":[-0.09903344511985779,-0.0959215834736824,-0.09280972182750702,-0.08969785273075104,-0.08658599108457565,-0.08347412943840027,-0.08036226779222488,-0.0772504061460495,-0.07413853704929352,-0.07102667540311813,-0.06791481375694275,-0.06480295211076736,-0.06169109046459198,-0.0585792250931263,-0.05546736344695091,-0.05235549807548523,-0.049243636429309845,-0.04613177478313446,-0.04301990941166878,-0.03990804776549339,-0.03679618239402771,-0.033684320747852325,-0.03057245910167694,-0.027460595592856407,-0.024348732084035873,-0.02123686857521534,-0.018125005066394806,-0.015013143420219421,-0.011901279911398888,-0.008789416402578354,-0.005677553825080395,-0.0025656907819211483,0.0005461722612380981,0.0036580353043973446,0.006769898347556591,0.00988176092505455,0.012993624433875084,0.016105487942695618,0.019217349588871002,0.022329213097691536,0.02544107660651207,0.028552940115332603,0.03166480362415314,0.03477666527032852,0.037888526916503906,0.04100039228796959,0.044112253934144974,0.04722411930561066,0.05033598095178604,0.053447842597961426,0.05655970796942711,0.05967156961560249,0.06278343498706818,0.06589529663324356,0.06900715827941895,0.07211901992559433,0.07523088157176971,0.0783427506685257,0.08145461231470108,0.08456647396087646,0.08767833560705185,0.09079019725322723,0.09390206634998322,0.0970139279961586,0.10012578964233398]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,4,4,3,4,2,6,1,4,7,9,12,13,21,24,16,20,31,28,30,25,26,32,38,32,45,32,34,31,32,18,23,20,16,18,20,13,17,3,7,10,5,5,4,1,6,2,3,1,2,2,0,1,0,1,0,0,0,0,1],"bins":[-0.0014856859343126416,-0.0014333603903651237,-0.0013810348464176059,-0.001328709302470088,-0.001276383874937892,-0.001224058330990374,-0.0011717327870428562,-0.0011194072430953383,-0.0010670816991478205,-0.0010147561552003026,-0.0009624306112527847,-0.0009101051255129278,-0.0008577795815654099,-0.000805454037617892,-0.0007531285518780351,-0.0007008030079305172,-0.0006484774639829993,-0.0005961519200354815,-0.0005438263760879636,-0.0004915008903481066,-0.00043917534640058875,-0.0003868498024530709,-0.00033452428760938346,-0.00028219877276569605,-0.00022987322881817818,-0.00017754769942257553,-0.0001252221700269729,-7.289664063137025e-05,-2.0571111235767603e-05,3.175441815983504e-05,8.407994755543768e-05,0.00013640547695104033,0.0001887311227619648,0.00024105665215756744,0.0002933821815531701,0.0003457076963968575,0.00039803324034437537,0.00045035878429189324,0.0005026842700317502,0.0005550098139792681,0.000607335357926786,0.0006596609018743038,0.0007119864458218217,0.0007643119315616786,0.0008166374755091965,0.0008689630194567144,0.0009212885051965714,0.0009736140491440892,0.001025939593091607,0.001078265137039125,0.0011305906809866428,0.0011829162249341607,0.0012352417688816786,0.0012875671964138746,0.0013398927403613925,0.0013922182843089104,0.0014445438282564282,0.0014968693722039461,0.001549194916151464,0.0016015204600989819,0.001653845887631178,0.0017061714315786958,0.0017584969755262136,0.0018108225194737315,0.0018631480634212494]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,3,5,13,20,31,47,97,148,261,389,610,909,1244,1928,2722,3659,4977,6552,8489,10849,13255,16062,19102,22413,25092,27910,30309,32545,33882,34170,34337,33520,32118,29870,27656,24763,21609,18716,15461,12878,10431,8212,6421,4787,3486,2514,1769,1280,802,555,355,237,154,80,47,26,22,17,5,1,0,1],"bins":[-0.09391216933727264,-0.09096990525722504,-0.08802764117717743,-0.08508537709712982,-0.08214312046766281,-0.0792008563876152,-0.0762585923075676,-0.07331632822751999,-0.07037406414747238,-0.06743180006742477,-0.06448954343795776,-0.06154727563261986,-0.05860501527786255,-0.05566275119781494,-0.052720487117767334,-0.049778226763010025,-0.04683596268296242,-0.04389369860291481,-0.0409514382481575,-0.038009174168109894,-0.035066910088062286,-0.03212464973330498,-0.02918238565325737,-0.026240121573209763,-0.023297859355807304,-0.020355597138404846,-0.01741333305835724,-0.01447107084095478,-0.011528807692229748,-0.008586544543504715,-0.0056442818604409695,-0.0027020189445465803,0.00024024397134780884,0.003182506887242198,0.006124769803136587,0.009067032486200333,0.012009295634925365,0.014951558783650398,0.017893821001052856,0.020836085081100464,0.023778347298502922,0.02672060951590538,0.029662873595952988,0.032605137676000595,0.035547398030757904,0.03848966211080551,0.04143192619085312,0.04437418654561043,0.047316450625658035,0.05025871470570564,0.05320097506046295,0.05614323914051056,0.059085503220558167,0.062027763575315475,0.06497003138065338,0.06791228801012039,0.070854552090168,0.0737968161702156,0.07673908025026321,0.07968134433031082,0.08262360841035843,0.08556586503982544,0.08850812911987305,0.09145039319992065,0.09439265727996826]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.0001678466796875,-0.0001621795818209648,-0.00015651248395442963,-0.00015084538608789444,-0.00014517828822135925,-0.00013951119035482407,-0.00013384409248828888,-0.0001281769946217537,-0.0001225098967552185,-0.00011684279888868332,-0.00011117570102214813,-0.00010550860315561295,-9.984150528907776e-05,-9.417440742254257e-05,-8.850730955600739e-05,-8.28402116894722e-05,-7.717311382293701e-05,-7.150601595640182e-05,-6.583891808986664e-05,-6.017182022333145e-05,-5.4504722356796265e-05,-4.883762449026108e-05,-4.317052662372589e-05,-3.7503428757190704e-05,-3.183633089065552e-05,-2.616923302412033e-05,-2.0502135157585144e-05,-1.4835037291049957e-05,-9.16793942451477e-06,-3.5008415579795837e-06,2.166256308555603e-06,7.83335417509079e-06,1.3500452041625977e-05,1.9167549908161163e-05,2.483464777469635e-05,3.0501745641231537e-05,3.6168843507766724e-05,4.183594137430191e-05,4.75030392408371e-05,5.3170137107372284e-05,5.883723497390747e-05,6.450433284044266e-05,7.017143070697784e-05,7.583852857351303e-05,8.150562644004822e-05,8.71727243065834e-05,9.283982217311859e-05,9.850692003965378e-05,0.00010417401790618896,0.00010984111577272415,0.00011550821363925934,0.00012117531150579453,0.0001268424093723297,0.0001325095072388649,0.00013817660510540009,0.00014384370297193527,0.00014951080083847046,0.00015517789870500565,0.00016084499657154083,0.00016651209443807602,0.0001721791923046112,0.0001778462901711464,0.00018351338803768158,0.00018918048590421677,0.00019484758377075195],"_type":"histogram","values":[1,0,0,0,1,1,1,0,3,4,0,2,1,3,3,3,5,10,6,10,14,19,21,33,37,41,38,55,36,43,64,38,43,42,33,27,18,25,11,10,17,10,10,6,6,5,3,2,2,0,1,0,0,1,0,0,0,1,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,3,3,4,3,4,7,7,7,16,14,16,20,18,23,17,39,34,42,50,58,63,83,92,89,79,101,103,109,82,102,101,82,87,76,70,65,60,43,36,27,25,21,17,9,8,8,7,4,0,3,4,0,1,4],"bins":[-0.0036974709946662188,-0.003619411028921604,-0.003541351296007633,-0.0034632913302630186,-0.0033852315973490477,-0.003307171631604433,-0.0032291116658598185,-0.0031510519329458475,-0.003072991967201233,-0.002994932234287262,-0.0029168722685426474,-0.0028388123027980328,-0.002760752569884062,-0.002682692604139447,-0.0026046328712254763,-0.0025265729054808617,-0.0024485131725668907,-0.002370453206822276,-0.0022923932410776615,-0.0022143335081636906,-0.002136273542419076,-0.002058213809505105,-0.0019801538437604904,-0.0019020939944311976,-0.0018240341451019049,-0.0017459741793572903,-0.0016679143300279975,-0.0015898544806987047,-0.001511794631369412,-0.0014337347820401192,-0.0013556748162955046,-0.0012776149669662118,-0.0011995550012215972,-0.0011214951518923044,-0.0010434353025630116,-0.000965375395026058,-0.0008873154874891043,-0.0008092556381598115,-0.0007311957888305187,-0.000653135881293565,-0.0005750760319642723,-0.0004970161826349795,-0.0004189562750980258,-0.000340896425768733,-0.0002628365473356098,-0.00018477666890248656,-0.00010671680502127856,-2.8656933864112943e-05,4.940293729305267e-05,0.0001274628157261759,0.0002055226796073839,0.0002835825434885919,0.00036164242192171514,0.00043970230035483837,0.0005177621496841311,0.0005958220572210848,0.0006738819065503776,0.0007519417558796704,0.0008300016634166241,0.0009080615127459168,0.0009861213620752096,0.0010641812114045024,0.001142241177149117,0.0012203010264784098,0.0012983608758077025]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[3,0,2,2,2,1,0,5,0,4,3,4,6,8,9,11,21,11,9,11,17,17,31,21,19,33,25,27,30,39,30,20,28,21,23,23,29,18,17,24,19,21,13,19,14,15,14,6,5,7,5,3,6,2,5,1,2,1,0,2,0,0,2,2],"bins":[-0.0006464719772338867,-0.0006255591288208961,-0.0006046462804079056,-0.000583733431994915,-0.0005628205835819244,-0.0005419077351689339,-0.0005209948867559433,-0.0005000820383429527,-0.00047916918992996216,-0.0004582563415169716,-0.000437343493103981,-0.00041643064469099045,-0.0003955177962779999,-0.0003746049478650093,-0.00035369209945201874,-0.00033277925103902817,-0.0003118664026260376,-0.00029095355421304703,-0.00027004070580005646,-0.0002491278573870659,-0.00022821500897407532,-0.00020730216056108475,-0.00018638931214809418,-0.0001654764637351036,-0.00014456361532211304,-0.00012365076690912247,-0.0001027379184961319,-8.182507008314133e-05,-6.091222167015076e-05,-3.999937325716019e-05,-1.9086524844169617e-05,1.8263235688209534e-06,2.2739171981811523e-05,4.3652020394802094e-05,6.456486880779266e-05,8.547771722078323e-05,0.0001063905656337738,0.00012730341404676437,0.00014821626245975494,0.00016912911087274551,0.00019004195928573608,0.00021095480769872665,0.00023186765611171722,0.0002527805045247078,0.00027369335293769836,0.00029460620135068893,0.0003155190497636795,0.0003364318981766701,0.00035734474658966064,0.0003782575950026512,0.0003991704434156418,0.00042008329182863235,0.0004409961402416229,0.0004619089886546135,0.00048282183706760406,0.0005037346854805946,0.0005246475338935852,0.0005455603823065758,0.0005664732307195663,0.0005873860791325569,0.0006082989275455475,0.0006292117759585381,0.0006501246243715286,0.0006710374727845192,0.0006919503211975098],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[1,0,0,0,0,1,1,0,0,2,0,0,1,5,0,6,7,6,12,6,14,15,10,17,26,25,22,22,33,31,34,27,29,20,42,38,39,31,31,28,27,26,27,17,13,8,20,7,7,7,4,2,3,3,7,1,0,3,0,1,0,1,1,1],"bins":[-0.0004317164421081543,-0.00041890982538461685,-0.0004061032086610794,-0.00039329659193754196,-0.0003804899752140045,-0.00036768335849046707,-0.0003548767417669296,-0.0003420701250433922,-0.00032926350831985474,-0.0003164568915963173,-0.00030365027487277985,-0.0002908436581492424,-0.00027803704142570496,-0.0002652304247021675,-0.00025242380797863007,-0.00023961719125509262,-0.00022681057453155518,-0.00021400395780801773,-0.00020119734108448029,-0.00018839072436094284,-0.0001755841076374054,-0.00016277749091386795,-0.0001499708741903305,-0.00013716425746679306,-0.00012435764074325562,-0.00011155102401971817,-9.874440729618073e-05,-8.593779057264328e-05,-7.313117384910583e-05,-6.032455712556839e-05,-4.7517940402030945e-05,-3.47113236784935e-05,-2.1904706954956055e-05,-9.09809023141861e-06,3.7085264921188354e-06,1.651514321565628e-05,2.9321759939193726e-05,4.212837666273117e-05,5.4934993386268616e-05,6.774161010980606e-05,8.05482268333435e-05,9.335484355688095e-05,0.0001061614602804184,0.00011896807700395584,0.00013177469372749329,0.00014458131045103073,0.00015738792717456818,0.00017019454389810562,0.00018300116062164307,0.0001958077773451805,0.00020861439406871796,0.0002214210107922554,0.00023422762751579285,0.0002470342442393303,0.00025984086096286774,0.0002726474776864052,0.0002854540944099426,0.00029826071113348007,0.0003110673278570175,0.00032387394458055496,0.0003366805613040924,0.00034948717802762985,0.0003622937947511673,0.00037510041147470474,0.0003879070281982422],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,2,1,2,0,2,4,3,4,7,2,7,4,13,9,11,15,10,15,22,22,24,28,16,37,30,28,35,36,39,26,30,35,24,33,22,25,20,16,14,18,14,20,4,10,6,5,5,2,3,1,2,1,1,0,0,1],"bins":[0.9944137930870056,0.9945775866508484,0.9947413802146912,0.9949051141738892,0.9950689077377319,0.9952327013015747,0.9953964948654175,0.9955602884292603,0.995724081993103,0.995887815952301,0.9960516095161438,0.9962154030799866,0.9963791966438293,0.9965429902076721,0.9967067837715149,0.9968705177307129,0.9970343112945557,0.9971981048583984,0.9973618984222412,0.997525691986084,0.9976894855499268,0.9978532195091248,0.9980170130729675,0.9981808066368103,0.9983446002006531,0.9985083937644958,0.9986721873283386,0.9988359212875366,0.9989997148513794,0.9991635084152222,0.9993273019790649,0.9994910955429077,0.9996548891067505,0.9998186230659485,0.9999824166297913,1.0001461505889893,1.000309944152832,1.0004737377166748,1.0006375312805176,1.0008013248443604,1.0009651184082031,1.001128911972046,1.0012927055358887,1.0014564990997314,1.0016202926635742,1.001784086227417,1.0019478797912598,1.002111554145813,1.0022753477096558,1.0024391412734985,1.0026029348373413,1.002766728401184,1.0029305219650269,1.0030943155288696,1.0032581090927124,1.0034219026565552,1.003585696220398,1.0037494897842407,1.0039132833480835,1.0040769577026367,1.0042407512664795,1.0044045448303223,1.004568338394165,1.0047321319580078,1.0048959255218506],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[3,0,2,0,3,3,10,9,17,21,17,36,72,67,96,132,182,261,348,471,662,957,1237,1860,2604,3843,5633,8795,13912,23313,44028,100181,201089,82679,38267,21145,12601,7943,5249,3544,2441,1731,1224,820,667,426,309,247,194,121,83,87,50,37,35,19,14,10,4,4,3,2,0,4],"bins":[-0.000823974609375,-0.000798545777797699,-0.000773116946220398,-0.0007476881146430969,-0.0007222592830657959,-0.0006968304514884949,-0.0006714016199111938,-0.0006459727883338928,-0.0006205439567565918,-0.0005951151251792908,-0.0005696862936019897,-0.0005442574620246887,-0.0005188286304473877,-0.0004933997988700867,-0.00046797096729278564,-0.0004425421357154846,-0.0004171133041381836,-0.00039168447256088257,-0.00036625564098358154,-0.0003408268094062805,-0.0003153979778289795,-0.00028996914625167847,-0.00026454031467437744,-0.00023911148309707642,-0.0002136826515197754,-0.00018825381994247437,-0.00016282498836517334,-0.00013739615678787231,-0.00011196732521057129,-8.653849363327026e-05,-6.110966205596924e-05,-3.568083047866821e-05,-1.0251998901367188e-05,1.5176832675933838e-05,4.060566425323486e-05,6.603449583053589e-05,9.146332740783691e-05,0.00011689215898513794,0.00014232099056243896,0.00016774982213974,0.00019317865371704102,0.00021860748529434204,0.00024403631687164307,0.0002694651484489441,0.0002948939800262451,0.00032032281160354614,0.00034575164318084717,0.0003711804747581482,0.0003966093063354492,0.00042203813791275024,0.00044746696949005127,0.0004728958010673523,0.0004983246326446533,0.0005237534642219543,0.0005491822957992554,0.0005746111273765564,0.0006000399589538574,0.0006254687905311584,0.0006508976221084595,0.0006763264536857605,0.0007017552852630615,0.0007271841168403625,0.0007526129484176636,0.0007780417799949646,0.0008034706115722656],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[5,0,3,0,3,2,5,6,14,8,21,33,30,23,70,69,109,139,192,281,416,626,975,1395,2192,3599,5864,10134,17950,34583,71154,141259,145406,72759,35326,18485,10314,6035,3685,2233,1444,943,582,419,279,197,146,106,80,65,42,22,33,22,9,6,5,3,6,1,8,0,2,1],"bins":[-0.0004439353942871094,-0.00043006986379623413,-0.0004162043333053589,-0.00040233880281448364,-0.0003884732723236084,-0.00037460774183273315,-0.0003607422113418579,-0.00034687668085098267,-0.0003330111503601074,-0.0003191456198692322,-0.00030528008937835693,-0.0002914145588874817,-0.00027754902839660645,-0.0002636834979057312,-0.00024981796741485596,-0.0002359524369239807,-0.00022208690643310547,-0.00020822137594223022,-0.00019435584545135498,-0.00018049031496047974,-0.0001666247844696045,-0.00015275925397872925,-0.000138893723487854,-0.00012502819299697876,-0.00011116266250610352,-9.729713201522827e-05,-8.343160152435303e-05,-6.956607103347778e-05,-5.570054054260254e-05,-4.1835010051727295e-05,-2.796947956085205e-05,-1.4103949069976807e-05,-2.384185791015625e-07,1.3627111911773682e-05,2.7492642402648926e-05,4.135817289352417e-05,5.5223703384399414e-05,6.908923387527466e-05,8.29547643661499e-05,9.682029485702515e-05,0.00011068582534790039,0.00012455135583877563,0.00013841688632965088,0.00015228241682052612,0.00016614794731140137,0.0001800134778022766,0.00019387900829315186,0.0002077445387840271,0.00022161006927490234,0.0002354755997657776,0.00024934113025665283,0.0002632066607475281,0.0002770721912384033,0.00029093772172927856,0.0003048032522201538,0.00031866878271102905,0.0003325343132019043,0.00034639984369277954,0.0003602653741836548,0.00037413090467453003,0.0003879964351654053,0.0004018619656562805,0.00041572749614715576,0.000429593026638031,0.00044345855712890625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,0,1,2,3,3,0,1,2,6,7,6,9,11,15,9,11,16,21,12,14,24,32,18,21,29,22,19,24,22,23,29,21,27,31,19,25,27,20,21,16,14,15,18,16,10,8,11,15,5,3,3,6,8,2,2,2,1,3,1,1,2],"bins":[-0.006590137258172035,-0.006391666363924742,-0.006193195469677448,-0.005994725041091442,-0.005796254146844149,-0.005597783252596855,-0.005399312824010849,-0.0052008419297635555,-0.005002371035516262,-0.004803900141268969,-0.004605429247021675,-0.004406958818435669,-0.0042084879241883755,-0.004010017029941082,-0.003811546368524432,-0.0036130757071077824,-0.003414604812860489,-0.0032161339186131954,-0.0030176632571965456,-0.0028191925957798958,-0.0026207217015326023,-0.002422250807285309,-0.002223780145868659,-0.002025309484452009,-0.0018268385902047157,-0.001628367812372744,-0.0014298970345407724,-0.0012314262567088008,-0.0010329554788768291,-0.0008344847010448575,-0.0006360139232128859,-0.0004375431453809142,-0.00023907283321022987,-4.060205537825823e-05,0.00015786872245371342,0.00035633950028568506,0.0005548102781176567,0.0007532810559496284,0.0009517518337816,0.0011502226116135716,0.0013486933894455433,0.001547164167277515,0.0017456349451094866,0.0019441057229414582,0.00214257650077343,0.0023410473950207233,0.002539518056437373,0.002737988717854023,0.0029364596121013165,0.00313493050634861,0.0033334011677652597,0.0035318718291819096,0.003730342723429203,0.0039288136176764965,0.00412728451192379,0.004325754940509796,0.00452422583475709,0.004722696729004383,0.004921167157590389,0.005119638051837683,0.005318108946084976,0.00551657984033227,0.005715050734579563,0.005913521163165569,0.006111992057412863]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.010883028618991375,-0.01055947970598936,-0.010235930792987347,-0.009912381879985332,-0.009588832966983318,-0.009265284053981304,-0.00894173514097929,-0.008618186227977276,-0.008294638246297836,-0.007971089333295822,-0.007647539954632521,-0.0073239910416305065,-0.00700044259428978,-0.0066768936812877655,-0.006353344768285751,-0.006029795855283737,-0.005706246942281723,-0.005382698029279709,-0.005059149116277695,-0.0047356002032756805,-0.004412051290273666,-0.0040885028429329395,-0.0037649539299309254,-0.003441405016928911,-0.003117856103926897,-0.002794307190924883,-0.0024707582779228687,-0.0021472095977514982,-0.001823660684749484,-0.00150011177174747,-0.0011765629751607776,-0.0008530141203664243,-0.0005294643342494965,-0.0002059154794551432,0.00011763337533921003,0.0004411822301335633,0.0007647310849279165,0.0010882799979299307,0.001411828794516623,0.0017353775911033154,0.0020589265041053295,0.0023824754171073437,0.002706024330109358,0.0030295730102807283,0.0033531219232827425,0.0036766708362847567,0.004000219516456127,0.004323768429458141,0.0046473173424601555,0.00497086625546217,0.005294415168464184,0.005617964081466198,0.005941512994468212,0.006265061441808939,0.006588610354810953,0.006912159267812967,0.0072357081808149815,0.007559257093816996,0.007882805541157722,0.008206354454159737,0.00852990336716175,0.008853452280163765,0.009177001193165779,0.009500550106167793,0.009824099019169807],"_type":"histogram","values":[1,0,0,1,2,1,0,3,1,2,4,6,5,6,6,6,14,15,15,26,22,43,53,68,82,116,127,161,239,347,505,772,1432,445160,1627,960,560,398,266,212,136,108,74,50,55,40,42,22,19,20,14,8,5,5,5,6,3,3,5,2,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,2,5,0,2,5,4,6,10,10,11,9,17,19,26,22,21,24,29,28,30,35,27,31,47,34,34,39,30,33,27,19,14,16,24,17,10,6,6,6,2,6,5,4,5,0,1,1,1,0,2,1,1,0,0,1],"bins":[-9.775161743164062e-06,-9.465962648391724e-06,-9.156763553619385e-06,-8.847564458847046e-06,-8.538365364074707e-06,-8.229166269302368e-06,-7.91996717453003e-06,-7.6107680797576904e-06,-7.3015689849853516e-06,-6.992369890213013e-06,-6.683170795440674e-06,-6.373971700668335e-06,-6.064772605895996e-06,-5.755573511123657e-06,-5.446374416351318e-06,-5.1371753215789795e-06,-4.827976226806641e-06,-4.518777132034302e-06,-4.209578037261963e-06,-3.900378942489624e-06,-3.591179847717285e-06,-3.2819807529449463e-06,-2.9727816581726074e-06,-2.6635825634002686e-06,-2.3543834686279297e-06,-2.045184373855591e-06,-1.735985279083252e-06,-1.426786184310913e-06,-1.1175870895385742e-06,-8.083879947662354e-07,-4.991888999938965e-07,-1.8998980522155762e-07,1.1920928955078125e-07,4.284083843231201e-07,7.37607479095459e-07,1.0468065738677979e-06,1.3560056686401367e-06,1.6652047634124756e-06,1.9744038581848145e-06,2.2836029529571533e-06,2.592802047729492e-06,2.902001142501831e-06,3.21120023727417e-06,3.520399332046509e-06,3.829598426818848e-06,4.1387975215911865e-06,4.447996616363525e-06,4.757195711135864e-06,5.066394805908203e-06,5.375593900680542e-06,5.684792995452881e-06,5.99399209022522e-06,6.303191184997559e-06,6.6123902797698975e-06,6.921589374542236e-06,7.230788469314575e-06,7.539987564086914e-06,7.849186658859253e-06,8.158385753631592e-06,8.46758484840393e-06,8.77678394317627e-06,9.085983037948608e-06,9.395182132720947e-06,9.704381227493286e-06,1.0013580322265625e-05]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.0017750825500115752,-0.0017238687723875046,-0.001672654994763434,-0.0016214413335546851,-0.0015702275559306145,-0.0015190137783065438,-0.0014678000006824732,-0.0014165862230584025,-0.001365372445434332,-0.001314158784225583,-0.0012629450066015124,-0.0012117312289774418,-0.0011605174513533711,-0.0011093036737293005,-0.0010580900125205517,-0.001006876234896481,-0.0009556624572724104,-0.0009044486796483397,-0.00085323496023193,-0.0008020211826078594,-0.0007508074631914496,-0.000699593685567379,-0.0006483799079433084,-0.0005971661885268986,-0.000545952410902828,-0.0004947386332787573,-0.0004435249138623476,-0.00039231113623827696,-0.00034109738771803677,-0.0002898836391977966,-0.00023866987612564117,-0.00018745611305348575,-0.00013624224811792374,-8.502849232172593e-05,-3.381473652552813e-05,1.739901927066967e-05,6.861277506686747e-05,0.00011982653086306527,0.00017104028665926307,0.0002222540497314185,0.0002734677982516587,0.00032468154677189887,0.00037589529529213905,0.0004271090729162097,0.0004783228214364499,0.0005295365699566901,0.0005807503475807607,0.0006319640669971704,0.0006831778446212411,0.0007343916222453117,0.0007856053416617215,0.0008368191192857921,0.0008880328387022018,0.0009392466163262725,0.0009904603939503431,0.0010416741715744138,0.0010928879491984844,0.0011441016104072332,0.0011953153880313039,0.0012465291656553745,0.0012977429432794452,0.0013489567209035158,0.0014001703821122646,0.0014513841597363353,0.001502597937360406],"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,0,2,1,0,4,3,8,5,5,8,12,13,17,15,14,12,17,26,21,23,25,21,30,39,32,33,26,40,25,34,23,25,25,20,26,13,16,15,13,11,14,7,6,6,7,5,3,7,3,3,3,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,1,0,1,2,0,2,5,3,6,3,3,7,7,6,14,10,13,14,16,14,18,18,28,35,27,37,21,27,29,36,33,33,26,36,36,24,22,26,21,22,12,9,10,11,6,5,6,3,8,5,0,6,1,1,1,0,0,0,0,1],"bins":[-0.0005003213882446289,-0.00048515666276216507,-0.00046999193727970123,-0.0004548272117972374,-0.00043966248631477356,-0.0004244977608323097,-0.0004093330353498459,-0.00039416830986738205,-0.0003790035843849182,-0.0003638388589024544,-0.00034867413341999054,-0.0003335094079375267,-0.00031834468245506287,-0.00030317995697259903,-0.0002880152314901352,-0.00027285050600767136,-0.0002576857805252075,-0.00024252105504274368,-0.00022735632956027985,-0.000212191604077816,-0.00019702687859535217,-0.00018186215311288834,-0.0001666974276304245,-0.00015153270214796066,-0.00013636797666549683,-0.00012120325118303299,-0.00010603852570056915,-9.087380021810532e-05,-7.570907473564148e-05,-6.054434925317764e-05,-4.5379623770713806e-05,-3.021489828824997e-05,-1.5050172805786133e-05,1.1455267667770386e-07,1.527927815914154e-05,3.0444003641605377e-05,4.5608729124069214e-05,6.077345460653305e-05,7.593818008899689e-05,9.110290557146072e-05,0.00010626763105392456,0.0001214323565363884,0.00013659708201885223,0.00015176180750131607,0.0001669265329837799,0.00018209125846624374,0.00019725598394870758,0.00021242070943117142,0.00022758543491363525,0.0002427501603960991,0.00025791488587856293,0.00027307961136102676,0.0002882443368434906,0.00030340906232595444,0.0003185737878084183,0.0003337385132908821,0.00034890323877334595,0.0003640679642558098,0.0003792326897382736,0.00039439741522073746,0.0004095621407032013,0.00042472686618566513,0.00043989159166812897,0.0004550563171505928,0.00047022104263305664],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[2,0,1,2,1,0,1,2,7,8,7,4,8,16,26,27,35,39,57,86,116,177,258,265,208,148,127,96,74,42,34,31,18,23,15,12,14,9,7,5,10,4,3,3,3,5,2,2,2,0,1,1,1,0,2,0,0,0,0,0,0,0,0,1],"bins":[-0.00010210275650024414,-9.770970791578293e-05,-9.331665933132172e-05,-8.89236107468605e-05,-8.453056216239929e-05,-8.013751357793808e-05,-7.574446499347687e-05,-7.135141640901566e-05,-6.695836782455444e-05,-6.256531924009323e-05,-5.817227065563202e-05,-5.377922207117081e-05,-4.9386173486709595e-05,-4.499312490224838e-05,-4.060007631778717e-05,-3.620702773332596e-05,-3.1813979148864746e-05,-2.7420930564403534e-05,-2.3027881979942322e-05,-1.863483339548111e-05,-1.4241784811019897e-05,-9.848736226558685e-06,-5.455687642097473e-06,-1.062639057636261e-06,3.330409526824951e-06,7.723458111286163e-06,1.2116506695747375e-05,1.6509555280208588e-05,2.09026038646698e-05,2.5295652449131012e-05,2.9688701033592224e-05,3.4081749618053436e-05,3.847479820251465e-05,4.286784678697586e-05,4.726089537143707e-05,5.1653943955898285e-05,5.60469925403595e-05,6.044004112482071e-05,6.483308970928192e-05,6.922613829374313e-05,7.361918687820435e-05,7.801223546266556e-05,8.240528404712677e-05,8.679833263158798e-05,9.11913812160492e-05,9.55844298005104e-05,9.997747838497162e-05,0.00010437052696943283,0.00010876357555389404,0.00011315662413835526,0.00011754967272281647,0.00012194272130727768,0.0001263357698917389,0.0001307288184762001,0.00013512186706066132,0.00013951491564512253,0.00014390796422958374,0.00014830101281404495,0.00015269406139850616,0.00015708710998296738,0.0001614801585674286,0.0001658732071518898,0.000170266255736351,0.00017465930432081223,0.00017905235290527344],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,2,3,2,0,2,3,4,2,1,4,11,8,7,8,11,13,17,11,29,30,28,28,27,34,25,33,25,33,29,30,21,29,28,30,18,17,26,15,24,12,14,21,8,9,5,8,4,5,1,2,2,1,1,2,0,1,0,1,0,1,0,1],"bins":[-0.0020432688761502504,-0.0019744927994906902,-0.00190571672283113,-0.0018369407625868917,-0.0017681646859273314,-0.0016993886092677712,-0.0016306126490235329,-0.0015618365723639727,-0.0014930604957044125,-0.0014242844190448523,-0.001355508342385292,-0.0012867323821410537,-0.0012179563054814935,-0.0011491802288219333,-0.001080404268577695,-0.0010116281919181347,-0.0009428521152585745,-0.0008740760385990143,-0.000805300020147115,-0.0007365240016952157,-0.0006677479250356555,-0.0005989718483760953,-0.000530195829924196,-0.00046141978236846626,-0.0003926437348127365,-0.00032386768725700676,-0.000255091639701277,-0.00018631559214554727,-0.00011753954458981752,-4.876349703408778e-05,2.001255052164197e-05,8.878859807737172e-05,0.00015756487846374512,0.00022634092601947486,0.0002951169735752046,0.00036389302113093436,0.0004326690686866641,0.0005014451453462243,0.0005702211637981236,0.0006389971822500229,0.0007077732589095831,0.0007765493355691433,0.0008453253540210426,0.0009141013724729419,0.000982877449132502,0.0010516535257920623,0.0011204294860363007,0.0011892055626958609,0.001257981639355421,0.0013267577160149813,0.0013955337926745415,0.0014643097529187799,0.00153308582957834,0.0016018619062379003,0.0016706378664821386,0.0017394139431416988,0.001808190019801259,0.0018769660964608192,0.0019457421731203794,0.0020145182497799397,0.002083294093608856,0.0021520701702684164,0.0022208462469279766,0.002289622323587537,0.002358398400247097],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,1,0,2,5,5,2,2,10,6,6,11,11,12,21,22,35,30,49,46,52,71,85,109,99,120,117,113,117,111,116,96,80,78,65,51,50,36,45,29,27,12,21,10,9,9,6,7,10,4,5,2,0,3,1,2,0,0,1,1,0,0,1],"bins":[-0.00027304887771606445,-0.00026347022503614426,-0.00025389157235622406,-0.00024431291967630386,-0.00023473426699638367,-0.00022515561431646347,-0.00021557696163654327,-0.00020599830895662308,-0.00019641965627670288,-0.00018684100359678268,-0.0001772623509168625,-0.0001676836982369423,-0.0001581050455570221,-0.0001485263928771019,-0.0001389477401971817,-0.0001293690875172615,-0.00011979043483734131,-0.00011021178215742111,-0.00010063312947750092,-9.105447679758072e-05,-8.147582411766052e-05,-7.189717143774033e-05,-6.231851875782013e-05,-5.273986607789993e-05,-4.3161213397979736e-05,-3.358256071805954e-05,-2.4003908038139343e-05,-1.4425255358219147e-05,-4.84660267829895e-06,4.732050001621246e-06,1.4310702681541443e-05,2.388935536146164e-05,3.3468008041381836e-05,4.304666072130203e-05,5.262531340122223e-05,6.220396608114243e-05,7.178261876106262e-05,8.136127144098282e-05,9.093992412090302e-05,0.00010051857680082321,0.00011009722948074341,0.0001196758821606636,0.0001292545348405838,0.000138833187520504,0.0001484118402004242,0.0001579904928803444,0.0001675691455602646,0.00017714779824018478,0.00018672645092010498,0.00019630510360002518,0.00020588375627994537,0.00021546240895986557,0.00022504106163978577,0.00023461971431970596,0.00024419836699962616,0.00025377701967954636,0.00026335567235946655,0.00027293432503938675,0.00028251297771930695,0.00029209163039922714,0.00030167028307914734,0.00031124893575906754,0.00032082758843898773,0.00033040624111890793,0.0003399848937988281],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,0,2,1,1,3,1,2,6,5,3,8,4,7,10,8,16,5,15,20,14,16,16,16,27,21,23,26,35,26,27,25,37,36,21,28,19,33,31,28,21,11,13,12,17,10,11,13,6,5,5,4,2,0,4,4,0,2,2,1],"bins":[-0.0016453019343316555,-0.0015989865642040968,-0.001552671194076538,-0.0015063558239489794,-0.0014600404538214207,-0.0014137249672785401,-0.0013674095971509814,-0.0013210942270234227,-0.001274778856895864,-0.0012284634867683053,-0.0011821481166407466,-0.0011358327465131879,-0.0010895172599703074,-0.0010432018898427486,-0.00099688651971519,-0.0009505711495876312,-0.0009042557794600725,-0.0008579404093325138,-0.0008116250392049551,-0.0007653096108697355,-0.0007189942407421768,-0.0006726788706146181,-0.0006263634422793984,-0.0005800480721518397,-0.000533732702024281,-0.0004874173318967223,-0.00044110193266533315,-0.000394786533433944,-0.0003484711633063853,-0.00030215579317882657,-0.0002558403939474374,-0.00020952500926796347,-0.0001632095081731677,-0.00011689412349369377,-7.057873881421983e-05,-2.4263354134745896e-05,2.205203054472804e-05,6.836741522420198e-05,0.00011468279990367591,0.00016099818458314985,0.0002073135692626238,0.0002536289393901825,0.00029994433862157166,0.0003462597378529608,0.00039257510798051953,0.00043889047810807824,0.0004852058773394674,0.0005315212765708566,0.0005778366466984153,0.000624152016825974,0.0006704673869535327,0.0007167828152887523,0.000763098185416311,0.0008094135555438697,0.0008557289838790894,0.0009020443540066481,0.0009483597241342068,0.0009946750942617655,0.0010409904643893242,0.001087305834516883,0.0011336212046444416,0.0011799366911873221,0.0012262520613148808,0.0012725674314424396,0.0013188828015699983]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.00017243623733520508,-0.00016643572598695755,-0.00016043521463871002,-0.0001544347032904625,-0.00014843419194221497,-0.00014243368059396744,-0.0001364331692457199,-0.00013043265789747238,-0.00012443214654922485,-0.00011843163520097733,-0.0001124311238527298,-0.00010643061250448227,-0.00010043010115623474,-9.442958980798721e-05,-8.842907845973969e-05,-8.242856711149216e-05,-7.642805576324463e-05,-7.04275444149971e-05,-6.442703306674957e-05,-5.8426521718502045e-05,-5.2426010370254517e-05,-4.642549902200699e-05,-4.042498767375946e-05,-3.442447632551193e-05,-2.8423964977264404e-05,-2.2423453629016876e-05,-1.6422942280769348e-05,-1.042243093252182e-05,-4.421919584274292e-06,1.578591763973236e-06,7.579103112220764e-06,1.3579614460468292e-05,1.958012580871582e-05,2.558063715696335e-05,3.1581148505210876e-05,3.7581659853458405e-05,4.358217120170593e-05,4.958268254995346e-05,5.558319389820099e-05,6.158370524644852e-05,6.758421659469604e-05,7.358472794294357e-05,7.95852392911911e-05,8.558575063943863e-05,9.158626198768616e-05,9.758677333593369e-05,0.00010358728468418121,0.00010958779603242874,0.00011558830738067627,0.0001215888187289238,0.00012758933007717133,0.00013358984142541885,0.00013959035277366638,0.0001455908641219139,0.00015159137547016144,0.00015759188681840897,0.0001635923981666565,0.00016959290951490402,0.00017559342086315155,0.00018159393221139908,0.0001875944435596466,0.00019359495490789413,0.00019959546625614166,0.0002055959776043892,0.00021159648895263672],"_type":"histogram","values":[2,0,2,0,0,4,2,3,5,6,4,7,16,10,22,24,27,33,31,50,41,57,80,87,85,109,103,91,100,117,95,83,90,101,74,76,61,52,38,50,32,29,28,20,23,15,12,6,8,8,8,10,4,1,1,0,0,1,1,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[2,1,3,5,6,5,10,20,18,39,60,98,121,199,294,412,627,984,1505,2272,3298,5087,7971,11984,18508,30379,52059,98673,198190,338348,345723,209506,104796,54589,31200,19178,12220,8026,5291,3586,2418,1623,1114,707,535,329,265,184,128,86,54,31,30,18,13,11,10,4,4,2,1,1,0,3],"bins":[-0.00022935867309570312,-0.00022172555327415466,-0.0002140924334526062,-0.00020645931363105774,-0.00019882619380950928,-0.00019119307398796082,-0.00018355995416641235,-0.0001759268343448639,-0.00016829371452331543,-0.00016066059470176697,-0.0001530274748802185,-0.00014539435505867004,-0.00013776123523712158,-0.00013012811541557312,-0.00012249499559402466,-0.0001148618757724762,-0.00010722875595092773,-9.959563612937927e-05,-9.196251630783081e-05,-8.432939648628235e-05,-7.669627666473389e-05,-6.906315684318542e-05,-6.143003702163696e-05,-5.37969172000885e-05,-4.616379737854004e-05,-3.853067755699158e-05,-3.0897557735443115e-05,-2.3264437913894653e-05,-1.563131809234619e-05,-7.99819827079773e-06,-3.650784492492676e-07,7.268041372299194e-06,1.4901161193847656e-05,2.2534281015396118e-05,3.016740083694458e-05,3.780052065849304e-05,4.5433640480041504e-05,5.3066760301589966e-05,6.069988012313843e-05,6.833299994468689e-05,7.596611976623535e-05,8.359923958778381e-05,9.123235940933228e-05,9.886547923088074e-05,0.0001064985990524292,0.00011413171887397766,0.00012176483869552612,0.00012939795851707458,0.00013703107833862305,0.0001446641981601715,0.00015229731798171997,0.00015993043780326843,0.0001675635576248169,0.00017519667744636536,0.00018282979726791382,0.00019046291708946228,0.00019809603691101074,0.0002057291567325592,0.00021336227655410767,0.00022099539637565613,0.0002286285161972046,0.00023626163601875305,0.00024389475584030151,0.00025152787566185,0.00025916099548339844]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,4,2,0,1,4,5,3,4,3,1,7,4,7,17,9,13,30,14,20,14,10,18,14,25,29,17,33,27,25,32,27,29,28,26,33,15,24,23,20,16,21,13,17,12,15,11,9,5,3,5,1,5,5,2,1,2,1,0,2,0,1],"bins":[-0.0006420199060812593,-0.0006221914663910866,-0.0006023630267009139,-0.0005825346452184021,-0.0005627062055282295,-0.0005428777658380568,-0.000523049384355545,-0.0005032209446653724,-0.0004833925049751997,-0.00046356406528502703,-0.0004437356546986848,-0.0004239072441123426,-0.0004040788044221699,-0.00038425036473199725,-0.00036442195414565504,-0.0003445935435593128,-0.00032476510386914015,-0.0003049366641789675,-0.00028510825359262526,-0.00026527984300628304,-0.00024545140331611037,-0.00022562297817785293,-0.00020579455303959548,-0.00018596612790133804,-0.0001661377027630806,-0.00014630927762482315,-0.0001264808524865657,-0.00010665242734830827,-8.682400221005082e-05,-6.699557707179338e-05,-4.7167151933535933e-05,-2.733872679527849e-05,-7.510243449360132e-06,1.2318181688897312e-05,3.2146606827154756e-05,5.19750319654122e-05,7.180345710366964e-05,9.163188224192709e-05,0.00011146030738018453,0.00013128873251844198,0.00015111715765669942,0.00017094558279495686,0.0001907740079332143,0.00021060243307147175,0.0002304308582097292,0.00025025929789990187,0.0002700877084862441,0.0002899161190725863,0.00030974455876275897,0.00032957299845293164,0.00034940140903927386,0.0003692298196256161,0.00038905825931578875,0.0004088866990059614,0.00042871510959230363,0.00044854352017864585,0.0004683719598688185,0.0004882003995589912,0.000508028781041503,0.0005278572207316756,0.0005476856604218483,0.000567514100112021,0.0005873425398021936,0.0006071709212847054,0.0006269993609748781]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"_type":"histogram","values":[1,0,1,2,3,2,4,2,3,10,10,21,30,29,45,85,140,163,250,350,512,699,1004,1466,2019,2824,3873,6018,22426,329699,7017,4277,3055,2097,1541,1095,728,508,387,259,169,119,74,59,36,38,26,11,10,4,9,2,1,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0025270788464695215,-0.002440208801999688,-0.0023533387575298548,-0.0022664687130600214,-0.002179598668590188,-0.0020927286241203547,-0.0020058585796505213,-0.001918988418765366,-0.0018321183742955327,-0.0017452483298256993,-0.001658378285355866,-0.0015715082408860326,-0.0014846380800008774,-0.001397768035531044,-0.0013108979910612106,-0.0012240279465913773,-0.0011371579021215439,-0.0010502878576517105,-0.0009634178131818771,-0.0008765477105043828,-0.0007896776660345495,-0.0007028076215647161,-0.0006159375188872218,-0.0005290674744173884,-0.00044219742994755507,-0.0003553273854777217,-0.00026845731190405786,-0.00018158725288230926,-9.471719386056066e-05,-7.847134838812053e-06,7.902292418293655e-05,0.00016589298320468515,0.0002527632750570774,0.0003396333195269108,0.0004265033931005746,0.0005133734666742384,0.0006002435111440718,0.0006871135556139052,0.0007739836582913995,0.0008608537027612329,0.0009477237472310662,0.0010345937917008996,0.001121463836170733,0.0012083338806405663,0.0012952040415257215,0.001382074085995555,0.0014689441304653883,0.0015558141749352217,0.001642684219405055,0.0017295542638748884,0.0018164243083447218,0.0019032943528145552,0.0019901643972843885,0.002077034441754222,0.0021639044862240553,0.0022507745306938887,0.0023376448079943657,0.002424514852464199,0.0025113848969340324,0.002598254941403866,0.002685124985873699,0.0027719950303435326,0.002858865074813366,0.0029457351192831993,0.0030326051637530327]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,1,8,4,6,5,3,6,11,4,12,10,16,23,16,37,27,35,31,21,29,38,38,42,35,23,24,37,34,29,24,18,21,9,18,9,11,10,11,5,3,3,2,4,3,2,1,1,1,0,0,0,0,0,0,0,1],"bins":[0.9955272674560547,0.995677649974823,0.9958280920982361,0.9959784746170044,0.9961288571357727,0.9962792992591858,0.9964296817779541,0.9965800642967224,0.9967305064201355,0.9968808889389038,0.9970312714576721,0.9971817135810852,0.9973320960998535,0.9974824786186218,0.9976329207420349,0.9977833032608032,0.9979337453842163,0.9980841279029846,0.9982345104217529,0.998384952545166,0.9985353350639343,0.9986857175827026,0.9988361597061157,0.998986542224884,0.9991369247436523,0.9992873668670654,0.9994377493858337,0.999588131904602,0.9997385740280151,0.9998889565467834,1.0000393390655518,1.0001897811889648,1.000340223312378,1.0004905462265015,1.0006409883499146,1.0007914304733276,1.0009417533874512,1.0010921955108643,1.0012426376342773,1.0013929605484009,1.001543402671814,1.001693844795227,1.0018441677093506,1.0019946098327637,1.0021450519561768,1.0022953748703003,1.0024458169937134,1.0025962591171265,1.00274658203125,1.002897024154663,1.0030474662780762,1.0031977891921997,1.0033482313156128,1.0034986734390259,1.0036489963531494,1.0037994384765625,1.0039498805999756,1.0041002035140991,1.0042506456375122,1.0044010877609253,1.0045514106750488,1.004701852798462,1.004852294921875,1.0050026178359985,1.0051530599594116]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-2.8252601623535156e-05,-2.7247704565525055e-05,-2.6242807507514954e-05,-2.5237910449504852e-05,-2.423301339149475e-05,-2.322811633348465e-05,-2.222321927547455e-05,-2.1218322217464447e-05,-2.0213425159454346e-05,-1.9208528101444244e-05,-1.8203631043434143e-05,-1.7198733985424042e-05,-1.619383692741394e-05,-1.5188939869403839e-05,-1.4184042811393738e-05,-1.3179145753383636e-05,-1.2174248695373535e-05,-1.1169351637363434e-05,-1.0164454579353333e-05,-9.159557521343231e-06,-8.15466046333313e-06,-7.1497634053230286e-06,-6.144866347312927e-06,-5.139969289302826e-06,-4.135072231292725e-06,-3.1301751732826233e-06,-2.125278115272522e-06,-1.1203810572624207e-06,-1.1548399925231934e-07,8.89413058757782e-07,1.8943101167678833e-06,2.8992071747779846e-06,3.904104232788086e-06,4.909001290798187e-06,5.9138983488082886e-06,6.91879540681839e-06,7.923692464828491e-06,8.928589522838593e-06,9.933486580848694e-06,1.0938383638858795e-05,1.1943280696868896e-05,1.2948177754878998e-05,1.3953074812889099e-05,1.49579718708992e-05,1.5962868928909302e-05,1.6967765986919403e-05,1.7972663044929504e-05,1.8977560102939606e-05,1.9982457160949707e-05,2.098735421895981e-05,2.199225127696991e-05,2.299714833498001e-05,2.4002045392990112e-05,2.5006942451000214e-05,2.6011839509010315e-05,2.7016736567020416e-05,2.8021633625030518e-05,2.902653068304062e-05,3.003142774105072e-05,3.103632479906082e-05,3.204122185707092e-05,3.3046118915081024e-05,3.4051015973091125e-05,3.505591303110123e-05,3.606081008911133e-05],"_type":"histogram","values":[2,0,1,0,0,0,0,2,0,1,2,2,3,3,3,6,3,4,12,13,9,9,21,21,33,49,80,86,92,73,64,47,24,18,17,14,3,4,4,6,8,4,3,4,7,0,2,1,2,1,1,1,0,0,0,0,0,0,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,2,0,1,3,3,5,3,5,5,5,6,8,15,13,16,19,12,21,16,28,24,23,27,29,22,34,32,39,33,26,25,23,33,23,29,20,17,12,17,15,12,13,8,9,6,5,6,4,2,5,1,1,1,1,0,0,1,0,2],"bins":[-0.001127114170230925,-0.001091859769076109,-0.0010566053679212928,-0.0010213509667664766,-0.0009860965656116605,-0.0009508421062491834,-0.0009155877050943673,-0.0008803333039395511,-0.000845078902784735,-0.0008098245016299188,-0.0007745701004751027,-0.0007393156993202865,-0.0007040612399578094,-0.0006688068388029933,-0.0006335524376481771,-0.000598298036493361,-0.0005630436353385448,-0.0005277892341837287,-0.0004925348330289125,-0.00045728040277026594,-0.0004220260016154498,-0.00038677160046063364,-0.00035151717020198703,-0.0003162627690471709,-0.0002810083678923547,-0.0002457539667375386,-0.0002104995510308072,-0.00017524513532407582,-0.00013999073416925967,-0.0001047363257384859,-6.948191730771214e-05,-3.422750887693837e-05,1.026783138513565e-06,3.628119156928733e-05,7.15356000000611e-05,0.00010679000843083486,0.00014204441686160862,0.00017729881801642478,0.00021255323372315615,0.00024780764942988753,0.0002830620505847037,0.00031831645173951983,0.000353570852894336,0.0003888252831529826,0.00042407968430779874,0.0004593340854626149,0.0004945885157212615,0.0005298429168760777,0.0005650973180308938,0.00060035171918571,0.0006356061203405261,0.0006708605214953423,0.0007061149226501584,0.0007413693820126355,0.0007766237831674516,0.0008118781843222678,0.0008471325854770839,0.0008823869866319001,0.0009176413877867162,0.0009528957889415324,0.0009881502483040094,0.0010234046494588256,0.0010586590506136417,0.0010939134517684579,0.001129167852923274]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,2,2,4,4,5,7,4,10,11,14,19,21,24,16,23,20,31,43,29,35,24,43,44,36,31,35,35,34,26,29,16,19,17,8,12,9,3,6,1,3,1,4,0,2,0,0,0,0,0,0,0,0,1,0,1],"bins":[-0.00044035911560058594,-0.0004258248955011368,-0.0004112906754016876,-0.00039675645530223846,-0.0003822222352027893,-0.00036768801510334015,-0.000353153795003891,-0.00033861957490444183,-0.0003240853548049927,-0.0003095511347055435,-0.00029501691460609436,-0.0002804826945066452,-0.00026594847440719604,-0.0002514142543077469,-0.00023688003420829773,-0.00022234581410884857,-0.00020781159400939941,-0.00019327737390995026,-0.0001787431538105011,-0.00016420893371105194,-0.00014967471361160278,-0.00013514049351215363,-0.00012060627341270447,-0.00010607205331325531,-9.153783321380615e-05,-7.7003613114357e-05,-6.246939301490784e-05,-4.793517291545868e-05,-3.340095281600952e-05,-1.8866732716560364e-05,-4.332512617111206e-06,1.0201707482337952e-05,2.473592758178711e-05,3.927014768123627e-05,5.3804367780685425e-05,6.833858788013458e-05,8.287280797958374e-05,9.74070280790329e-05,0.00011194124817848206,0.0001264754682779312,0.00014100968837738037,0.00015554390847682953,0.0001700781285762787,0.00018461234867572784,0.000199146568775177,0.00021368078887462616,0.00022821500897407532,0.00024274922907352448,0.00025728344917297363,0.0002718176692724228,0.00028635188937187195,0.0003008861094713211,0.00031542032957077026,0.0003299545496702194,0.0003444887697696686,0.00035902298986911774,0.0003735572099685669,0.00038809143006801605,0.0004026256501674652,0.00041715987026691437,0.0004316940903663635,0.0004462283104658127,0.00046076253056526184,0.000475296750664711,0.0004898309707641602]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"values":[2,0,0,0,1,1,2,7,5,8,4,10,14,15,10,28,19,30,28,41,43,58,59,51,53,44,38,28,29,26,23,19,15,9,8,9,6,5,5,8,2,0,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00021127639047335833,-0.0002021393011091277,-0.0001930022262968123,-0.00018386513693258166,-0.00017472806212026626,-0.00016559097275603563,-0.00015645389794372022,-0.0001473168085794896,-0.00013817971921525896,-0.00012904264440294355,-0.00011990556231467053,-0.00011076848022639751,-0.00010163139086216688,-9.249430877389386e-05,-8.335722668562084e-05,-7.422014459734783e-05,-6.508306250907481e-05,-5.594598042080179e-05,-4.680889833252877e-05,-3.7671812606276944e-05,-2.8534730518003926e-05,-1.9397648429730907e-05,-1.0260564522468485e-05,-1.1234815247007646e-06,8.013601473066956e-06,1.7150683561339974e-05,2.6287767468602397e-05,3.542485137586482e-05,4.456193346413784e-05,5.3699015552410856e-05,6.283610127866268e-05,7.19731833669357e-05,8.111025090329349e-05,9.024733299156651e-05,9.938441507983953e-05,0.00010852149716811255,0.00011765857925638556,0.0001267956686206162,0.0001359327434329316,0.00014506983279716223,0.00015420690760947764,0.00016334399697370827,0.0001724810863379389,0.0001816181611502543,0.00019075525051448494,0.00019989232532680035,0.00020902941469103098,0.00021816648950334638,0.00022730357886757702,0.00023644066823180765,0.00024557774304412305,0.0002547148324083537,0.0002638519217725843,0.0002729889820329845,0.00028212607139721513,0.00029126316076144576,0.0003004002501256764,0.000309537339489907,0.0003186743997503072,0.00032781148911453784,0.00033694857847876847,0.0003460856678429991,0.0003552227281033993,0.0003643598174676299,0.00037349690683186054],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,0,2,1,4,4,8,7,11,14,28,31,50,63,102,150,203,298,427,590,892,1297,1991,3213,5246,9926,23364,82112,308314,98708,26235,11096,5671,3378,2020,1349,930,591,446,321,243,137,99,68,63,31,26,22,13,7,2,7,1,5,1,0,0,0,2,0,1],"bins":[-0.0006289482116699219,-0.0006090179085731506,-0.0005890876054763794,-0.0005691573023796082,-0.0005492269992828369,-0.0005292966961860657,-0.0005093663930892944,-0.0004894360899925232,-0.00046950578689575195,-0.0004495754837989807,-0.00042964518070220947,-0.00040971487760543823,-0.000389784574508667,-0.00036985427141189575,-0.0003499239683151245,-0.00032999366521835327,-0.00031006336212158203,-0.0002901330590248108,-0.00027020275592803955,-0.0002502724528312683,-0.00023034214973449707,-0.00021041184663772583,-0.0001904815435409546,-0.00017055124044418335,-0.0001506209373474121,-0.00013069063425064087,-0.00011076033115386963,-9.083002805709839e-05,-7.089972496032715e-05,-5.096942186355591e-05,-3.103911876678467e-05,-1.1108815670013428e-05,8.821487426757812e-06,2.8751790523529053e-05,4.868209362030029e-05,6.861239671707153e-05,8.854269981384277e-05,0.00010847300291061401,0.00012840330600738525,0.0001483336091041565,0.00016826391220092773,0.00018819421529769897,0.00020812451839447021,0.00022805482149124146,0.0002479851245880127,0.00026791542768478394,0.0002878457307815552,0.0003077760338783264,0.00032770633697509766,0.0003476366400718689,0.00036756694316864014,0.0003874972462654114,0.0004074275493621826,0.00042735785245895386,0.0004472881555557251,0.00046721845865249634,0.0004871487617492676,0.0005070790648460388,0.0005270093679428101,0.0005469396710395813,0.0005668699741363525,0.0005868002772331238,0.000606730580329895,0.0006266608834266663,0.0006465911865234375]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0014138302067294717,-0.0013675708323717117,-0.0013213115744292736,-0.0012750522000715137,-0.0012287929421290755,-0.0011825335677713156,-0.0011362743098288774,-0.0010900149354711175,-0.0010437555611133575,-0.0009974963031709194,-0.0009512369870208204,-0.0009049776708707213,-0.0008587182965129614,-0.0008124589803628623,-0.0007661996642127633,-0.0007199403480626643,-0.0006736810319125652,-0.0006274217157624662,-0.0005811623996123672,-0.0005349030834622681,-0.0004886437673121691,-0.0004423844220582396,-0.0003961250768043101,-0.00034986576065421104,-0.000303606444504112,-0.00025734712835401297,-0.0002110877976519987,-0.00016482846694998443,-0.00011856915079988539,-7.230982737382874e-05,-2.6050503947772086e-05,2.0208819478284568e-05,6.646825931966305e-05,0.0001127275827457197,0.00015898690617177635,0.00020524623687379062,0.00025150555302388966,0.0002977648691739887,0.0003440242144279182,0.00039028353057801723,0.0004365428467281163,0.0004828021628782153,0.0005290614790283144,0.0005753207951784134,0.0006215801695361733,0.0006678394856862724,0.0007140988018363714,0.0007603581179864705,0.0008066174341365695,0.0008528767502866685,0.0008991360664367676,0.0009453953825868666,0.0009916546987369657,0.0010379140730947256,0.0010841733310371637,0.0011304327053949237,0.0011766920797526836,0.0012229513376951218,0.0012692107120528817,0.0013154699699953198,0.0013617293443530798,0.001407988602295518,0.0014542479766532779,0.001500507234595716,0.001546766608953476],"_type":"histogram","values":[2,2,1,0,1,3,0,4,2,6,3,7,5,11,6,13,14,10,13,13,15,25,23,27,25,30,25,25,33,23,33,20,31,33,32,25,22,14,21,19,23,20,24,10,13,10,12,7,5,7,3,1,3,4,2,2,3,0,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,1,2,3,4,11,19,26,55,88,159,278,415,617,889,1402,2051,2906,4032,5307,7360,9310,11666,14702,17582,20918,24452,27461,30536,32571,34317,35681,35624,35256,33950,31544,29028,26041,22879,19487,16517,13554,10565,8511,6408,4816,3497,2455,1708,1170,792,462,293,183,108,60,46,21,17,5,3,0,1,1],"bins":[-0.09824399650096893,-0.09519987553358078,-0.09215575456619263,-0.08911163359880447,-0.08606751263141632,-0.08302339166402817,-0.07997927069664001,-0.07693514972925186,-0.07389102876186371,-0.07084690779447556,-0.0678027868270874,-0.06475866585969925,-0.0617145411670208,-0.058670420199632645,-0.05562629923224449,-0.05258217826485634,-0.049538057297468185,-0.04649393633008003,-0.04344981536269188,-0.040405694395303726,-0.03736157342791557,-0.03431745246052742,-0.03127333149313927,-0.028229208663105965,-0.02518508769571781,-0.02214096672832966,-0.019096845760941505,-0.016052724793553352,-0.013008602894842625,-0.009964481927454472,-0.006920360494405031,-0.0038762392941862345,-0.0008321180939674377,0.002212003106251359,0.005256124306470156,0.008300245739519596,0.01134436670690775,0.014388487674295902,0.01743260957300663,0.020476730540394783,0.023520851507782936,0.02656497247517109,0.029609093442559242,0.032653216272592545,0.0356973372399807,0.03874145820736885,0.041785579174757004,0.04482970014214516,0.04787382110953331,0.05091794207692146,0.053962063044309616,0.05700618401169777,0.06005030497908592,0.06309442967176437,0.06613855063915253,0.06918267160654068,0.07222679257392883,0.07527091354131699,0.07831503450870514,0.08135915547609329,0.08440327644348145,0.0874473974108696,0.09049151837825775,0.0935356393456459,0.09657976031303406],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,1,3,3,3,6,8,12,21,23,33,46,54,83,135,163,195,266,399,667,793,1153,1798,2709,4355,7568,14482,30184,70957,167936,159018,64681,28666,13666,7268,4244,2610,1737,1066,804,521,439,267,227,165,105,76,60,46,30,25,17,8,2,7,6,0,2,1,1,0,0,1,1],"bins":[-0.00044727325439453125,-0.0004323422908782959,-0.00041741132736206055,-0.0004024803638458252,-0.00038754940032958984,-0.0003726184368133545,-0.00035768747329711914,-0.0003427565097808838,-0.00032782554626464844,-0.0003128945827484131,-0.00029796361923217773,-0.0002830326557159424,-0.00026810169219970703,-0.0002531707286834717,-0.00023823976516723633,-0.00022330880165100098,-0.00020837783813476562,-0.00019344687461853027,-0.00017851591110229492,-0.00016358494758605957,-0.00014865398406982422,-0.00013372302055358887,-0.00011879205703735352,-0.00010386109352111816,-8.893013000488281e-05,-7.399916648864746e-05,-5.906820297241211e-05,-4.413723945617676e-05,-2.9206275939941406e-05,-1.4275312423706055e-05,6.556510925292969e-07,1.558661460876465e-05,3.0517578125e-05,4.544854164123535e-05,6.03795051574707e-05,7.531046867370605e-05,9.02414321899414e-05,0.00010517239570617676,0.00012010335922241211,0.00013503432273864746,0.0001499652862548828,0.00016489624977111816,0.00017982721328735352,0.00019475817680358887,0.00020968914031982422,0.00022462010383605957,0.00023955106735229492,0.0002544820308685303,0.0002694129943847656,0.000284343957901001,0.00029927492141723633,0.0003142058849334717,0.00032913684844970703,0.0003440678119659424,0.00035899877548217773,0.0003739297389984131,0.00038886070251464844,0.0004037916660308838,0.00041872262954711914,0.0004336535930633545,0.00044858455657958984,0.0004635155200958252,0.00047844648361206055,0.0004933774471282959,0.0005083084106445312]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,1,0,1,1,1,0,2,5,9,8,15,21,41,42,61,95,152,237,286,424,653,976,1478,2152,3527,5413,8868,14471,25230,48192,101245,158937,103229,48984,25795,14451,8963,5565,3513,2228,1488,967,664,464,296,222,136,113,57,48,31,21,14,5,7,7,3,2,0,3,0,1,2],"bins":[-0.0003707408905029297,-0.00035933777689933777,-0.00034793466329574585,-0.00033653154969215393,-0.000325128436088562,-0.0003137253224849701,-0.0003023222088813782,-0.00029091909527778625,-0.00027951598167419434,-0.0002681128680706024,-0.0002567097544670105,-0.0002453066408634186,-0.00023390352725982666,-0.00022250041365623474,-0.00021109730005264282,-0.0001996941864490509,-0.00018829107284545898,-0.00017688795924186707,-0.00016548484563827515,-0.00015408173203468323,-0.0001426786184310913,-0.0001312755048274994,-0.00011987239122390747,-0.00010846927762031555,-9.706616401672363e-05,-8.566305041313171e-05,-7.42599368095398e-05,-6.285682320594788e-05,-5.145370960235596e-05,-4.005059599876404e-05,-2.864748239517212e-05,-1.72443687915802e-05,-5.841255187988281e-06,5.561858415603638e-06,1.6964972019195557e-05,2.8368085622787476e-05,3.9771199226379395e-05,5.1174312829971313e-05,6.257742643356323e-05,7.398054003715515e-05,8.538365364074707e-05,9.678676724433899e-05,0.00010818988084793091,0.00011959299445152283,0.00013099610805511475,0.00014239922165870667,0.00015380233526229858,0.0001652054488658905,0.00017660856246948242,0.00018801167607307434,0.00019941478967666626,0.00021081790328025818,0.0002222210168838501,0.00023362413048744202,0.00024502724409103394,0.00025643035769462585,0.0002678334712982178,0.0002792365849018097,0.0002906396985054016,0.00030204281210899353,0.00031344592571258545,0.00032484903931617737,0.0003362521529197693,0.0003476552665233612,0.0003590583801269531],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.0013991366140544415,-0.001352761872112751,-0.0013063871301710606,-0.0012600122718140483,-0.0012136375298723578,-0.0011672627879306674,-0.001120888045988977,-0.0010745133040472865,-0.0010281384456902742,-0.0009817637037485838,-0.0009353889618068933,-0.0008890142198652029,-0.0008426394779235125,-0.0007962646777741611,-0.0007498899358324707,-0.0007035151356831193,-0.0006571403937414289,-0.0006107656517997384,-0.000564390851650387,-0.0005180161097086966,-0.0004716413386631757,-0.0004252665676176548,-0.00037889182567596436,-0.00033251705463044345,-0.00028614228358492255,-0.00023976751253940165,-0.00019339275604579598,-0.0001470179995521903,-0.0001006432285066694,-5.4268464737106115e-05,-7.893700967542827e-06,3.848106280202046e-05,8.485582657158375e-05,0.00013123059761710465,0.00017760535411071032,0.000223980110604316,0.0002703548816498369,0.0003167296526953578,0.00036310439463704824,0.00040947916568256915,0.00045585393672809005,0.0005022286786697805,0.0005486034788191319,0.0005949782207608223,0.0006413529627025127,0.0006877277628518641,0.0007341025047935545,0.0007804773049429059,0.0008268520468845963,0.0008732267888262868,0.0009196015889756382,0.0009659763309173286,0.00101235113106668,0.0010587258730083704,0.0011051006149500608,0.0011514753568917513,0.0011978500988334417,0.001244224957190454,0.0012905996991321445,0.001336974441073835,0.0013833491830155253,0.0014297239249572158,0.001476098783314228,0.0015224735252559185,0.001568848267197609],"_type":"histogram","values":[3,0,3,0,1,2,3,3,6,6,8,4,10,8,14,11,7,15,18,10,15,17,28,25,25,27,28,29,24,24,24,31,28,36,30,24,20,23,22,21,15,21,11,13,9,7,11,9,7,2,4,9,6,5,1,0,1,3,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,3,2,2,7,24,34,66,94,246,397,673,1186,1918,3033,4563,6952,9667,13808,18860,25622,32905,41700,51212,61881,71749,81398,90066,96699,101692,103157,102603,98146,92257,84660,75274,65199,55005,45432,36151,28163,21387,15581,11142,7765,5274,3481,2275,1489,845,510,284,168,71,42,34,5,2,0,1,1],"bins":[-0.11273035407066345,-0.10938308387994766,-0.10603582113981247,-0.10268855094909668,-0.09934128075838089,-0.0959940180182457,-0.09264674782752991,-0.08929947763681412,-0.08595221489667892,-0.08260494470596313,-0.07925767451524734,-0.07591041177511215,-0.07256314158439636,-0.06921587139368057,-0.06586860865354538,-0.06252133846282959,-0.0591740719974041,-0.05582680553197861,-0.05247953534126282,-0.049132268875837326,-0.045785002410411835,-0.042437732219696045,-0.039090465754270554,-0.03574319928884506,-0.03239592909812927,-0.02904866263270378,-0.02570139616727829,-0.02235412783920765,-0.01900685951113701,-0.015659593045711517,-0.012312324717640877,-0.00896505732089281,-0.005617789924144745,-0.0022705222945660353,0.0010767453350126743,0.004424013197422028,0.0077712805941700935,0.01111854799091816,0.0144658163189888,0.01781308278441429,0.021160351112484932,0.024507619440555573,0.027854885905981064,0.031202154234051704,0.034549422562122345,0.037896689027547836,0.04124395549297333,0.04459122568368912,0.04793849214911461,0.0512857586145401,0.05463302880525589,0.05798029527068138,0.06132756173610687,0.06467483192682266,0.06802209466695786,0.07136936485767365,0.07471663504838943,0.07806389778852463,0.08141116797924042,0.08475843816995621,0.0881057009100914,0.09145297110080719,0.09480024129152298,0.09814750403165817,0.10149477422237396]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"bins":[-0.0003483295440673828,-0.00033755600452423096,-0.0003267824649810791,-0.00031600892543792725,-0.0003052353858947754,-0.00029446184635162354,-0.0002836883068084717,-0.0002729147672653198,-0.00026214122772216797,-0.0002513676881790161,-0.00024059414863586426,-0.0002298206090927124,-0.00021904706954956055,-0.0002082735300064087,-0.00019749999046325684,-0.00018672645092010498,-0.00017595291137695312,-0.00016517937183380127,-0.00015440583229064941,-0.00014363229274749756,-0.0001328587532043457,-0.00012208521366119385,-0.00011131167411804199,-0.00010053813457489014,-8.976459503173828e-05,-7.899105548858643e-05,-6.821751594543457e-05,-5.7443976402282715e-05,-4.667043685913086e-05,-3.5896897315979004e-05,-2.512335777282715e-05,-1.4349818229675293e-05,-3.5762786865234375e-06,7.197260856628418e-06,1.7970800399780273e-05,2.874433994293213e-05,3.9517879486083984e-05,5.029141902923584e-05,6.10649585723877e-05,7.183849811553955e-05,8.26120376586914e-05,9.338557720184326e-05,0.00010415911674499512,0.00011493265628814697,0.00012570619583129883,0.00013647973537445068,0.00014725327491760254,0.0001580268144607544,0.00016880035400390625,0.0001795738935470581,0.00019034743309020996,0.00020112097263336182,0.00021189451217651367,0.00022266805171966553,0.00023344159126281738,0.00024421513080596924,0.0002549886703491211,0.00026576220989227295,0.0002765357494354248,0.00028730928897857666,0.0002980828285217285,0.00030885636806488037,0.0003196299076080322,0.0003304034471511841,0.00034117698669433594],"_type":"histogram","values":[1,0,0,1,0,1,2,2,3,11,12,13,17,36,40,60,91,137,195,292,430,609,975,1565,2402,3791,6181,10023,16879,29009,55433,112465,154875,89173,43847,24175,14189,8384,5286,3202,2061,1349,852,583,375,270,168,124,64,56,32,27,17,13,8,6,4,3,1,1,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.08646123856306076,-0.08361941576004028,-0.0807775929570198,-0.07793577015399933,-0.07509394735097885,-0.07225212454795837,-0.0694103017449379,-0.06656847894191742,-0.06372665613889694,-0.06088483706116676,-0.058043014258146286,-0.05520119145512581,-0.05235936865210533,-0.049517545849084854,-0.04667572304606438,-0.0438339002430439,-0.04099207744002342,-0.038150254637002945,-0.03530843183398247,-0.03246660903096199,-0.029624786227941513,-0.026782965287566185,-0.023941142484545708,-0.02109931968152523,-0.018257496878504753,-0.015415674075484276,-0.012573851272463799,-0.009732029400765896,-0.0068902065977454185,-0.004048383794724941,-0.0012065614573657513,0.0016352611128240824,0.004477083683013916,0.007318906486034393,0.01016072928905487,0.013002551160752773,0.015844374895095825,0.018686195835471153,0.02152801863849163,0.024369841441512108,0.027211664244532585,0.030053487047553062,0.03289530798792839,0.03573713079094887,0.038578953593969345,0.04142077639698982,0.0442625992000103,0.04710442200303078,0.049946244806051254,0.05278806760907173,0.05562989041209221,0.058471713215112686,0.06131353601813316,0.06415535509586334,0.06699717789888382,0.0698390007019043,0.07268082350492477,0.07552264630794525,0.07836446911096573,0.0812062919139862,0.08404811471700668,0.08688993752002716,0.08973176032304764,0.09257358312606812,0.09541540592908859],"_type":"histogram","values":[4,9,8,26,47,63,122,164,279,397,576,933,1319,1924,2620,3631,4689,6245,7811,10193,12619,15131,17830,20475,23511,26186,28267,30592,31774,33272,33443,32808,31889,30239,28281,25721,23167,20216,17256,14477,11869,9757,7792,6060,4664,3418,2527,1819,1223,865,589,377,226,182,112,45,39,26,7,7,2,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[2,0,1,1,4,1,2,4,4,5,4,4,2,6,7,12,14,12,14,15,18,16,24,31,19,23,30,22,24,22,33,26,20,29,33,33,16,22,24,25,28,10,18,11,7,15,14,8,4,8,5,9,4,4,3,6,1,1,3,0,2,1,1,1],"bins":[-0.00018918514251708984,-0.00018313433974981308,-0.00017708353698253632,-0.00017103273421525955,-0.0001649819314479828,-0.00015893112868070602,-0.00015288032591342926,-0.0001468295231461525,-0.00014077872037887573,-0.00013472791761159897,-0.0001286771148443222,-0.00012262631207704544,-0.00011657550930976868,-0.00011052470654249191,-0.00010447390377521515,-9.842310100793839e-05,-9.237229824066162e-05,-8.632149547338486e-05,-8.02706927061081e-05,-7.421988993883133e-05,-6.816908717155457e-05,-6.21182844042778e-05,-5.606748163700104e-05,-5.0016678869724274e-05,-4.396587610244751e-05,-3.7915073335170746e-05,-3.186427056789398e-05,-2.5813467800617218e-05,-1.9762665033340454e-05,-1.371186226606369e-05,-7.661059498786926e-06,-1.6102567315101624e-06,4.4405460357666016e-06,1.0491348803043365e-05,1.654215157032013e-05,2.2592954337596893e-05,2.8643757104873657e-05,3.469455987215042e-05,4.0745362639427185e-05,4.679616540670395e-05,5.284696817398071e-05,5.889777094125748e-05,6.494857370853424e-05,7.0999376475811e-05,7.705017924308777e-05,8.310098201036453e-05,8.91517847776413e-05,9.520258754491806e-05,0.00010125339031219482,0.00010730419307947159,0.00011335499584674835,0.00011940579861402512,0.00012545660138130188,0.00013150740414857864,0.0001375582069158554,0.00014360900968313217,0.00014965981245040894,0.0001557106152176857,0.00016176141798496246,0.00016781222075223923,0.000173863023519516,0.00017991382628679276,0.00018596462905406952,0.00019201543182134628,0.00019806623458862305]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,3,1,0,5,2,3,6,4,2,7,4,4,3,8,18,15,16,16,11,24,21,21,24,19,29,27,32,34,27,31,30,27,21,37,30,22,30,19,17,14,15,22,12,13,9,4,4,4,3,2,5,2,1,3,2,0,2],"bins":[-0.0005916398949921131,-0.0005749794072471559,-0.0005583189195021987,-0.0005416584317572415,-0.0005249979440122843,-0.0005083374562673271,-0.0004916769685223699,-0.00047501648077741265,-0.00045835599303245544,-0.0004416955343913287,-0.0004250350466463715,-0.0004083745589014143,-0.00039171407115645707,-0.00037505358341149986,-0.00035839309566654265,-0.00034173260792158544,-0.00032507212017662823,-0.000308411632431671,-0.0002917511446867138,-0.0002750906569417566,-0.0002584301691967994,-0.00024176969600375742,-0.0002251092082588002,-0.000208448720513843,-0.0001917882327688858,-0.00017512774502392858,-0.00015846725727897137,-0.00014180676953401417,-0.00012514629634097219,-0.00010848580132005736,-9.182532085105777e-05,-7.516483310610056e-05,-5.850437446497381e-05,-4.18438867200166e-05,-2.5183402613038197e-05,-8.522916687070392e-06,8.137569238897413e-06,2.4798055164865218e-05,4.145854109083302e-05,5.8119025197811425e-05,7.477951294276863e-05,9.144000068772584e-05,0.00010810048843268305,0.00012476097617764026,0.00014142144937068224,0.00015808193711563945,0.00017474242486059666,0.00019140291260555387,0.00020806340035051107,0.00022472388809546828,0.0002413843758404255,0.0002580448635853827,0.0002747053513303399,0.0002913658390752971,0.0003080263268202543,0.00032468681456521153,0.00034134730231016874,0.0003580077609512955,0.0003746682486962527,0.0003913287364412099,0.0004079892241861671,0.00042464971193112433,0.00044131019967608154,0.00045797068742103875,0.00047463117516599596],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,3,4,2,5,10,21,22,35,42,68,94,139,215,333,460,721,1117,1700,2714,4502,7655,13291,24966,47618,92288,148801,113178,59489,30803,16211,9192,5333,3104,2031,1234,813,505,371,225,166,95,87,34,37,24,12,15,8,9,7,4,2,0,0,1,2],"bins":[-0.0004367828369140625,-0.00042380765080451965,-0.0004108324646949768,-0.00039785727858543396,-0.0003848820924758911,-0.00037190690636634827,-0.0003589317202568054,-0.0003459565341472626,-0.0003329813480377197,-0.0003200061619281769,-0.00030703097581863403,-0.0002940557897090912,-0.00028108060359954834,-0.0002681054174900055,-0.00025513023138046265,-0.0002421550452709198,-0.00022917985916137695,-0.0002162046730518341,-0.00020322948694229126,-0.0001902543008327484,-0.00017727911472320557,-0.00016430392861366272,-0.00015132874250411987,-0.00013835355639457703,-0.00012537837028503418,-0.00011240318417549133,-9.942799806594849e-05,-8.645281195640564e-05,-7.347762584686279e-05,-6.0502439737319946e-05,-4.75272536277771e-05,-3.455206751823425e-05,-2.1576881408691406e-05,-8.60169529914856e-06,4.373490810394287e-06,1.7348676919937134e-05,3.032386302947998e-05,4.329904913902283e-05,5.6274235248565674e-05,6.924942135810852e-05,8.222460746765137e-05,9.519979357719421e-05,0.00010817497968673706,0.00012115016579627991,0.00013412535190582275,0.0001471005380153656,0.00016007572412490845,0.0001730509102344513,0.00018602609634399414,0.000199001282453537,0.00021197646856307983,0.00022495165467262268,0.00023792684078216553,0.0002509020268917084,0.0002638772130012512,0.00027685239911079407,0.0002898275852203369,0.00030280277132987976,0.0003157779574394226,0.00032875314354896545,0.0003417283296585083,0.00035470351576805115,0.000367678701877594,0.00038065388798713684,0.0003936290740966797]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"bins":[-0.00025653839111328125,-0.00024869292974472046,-0.00024084746837615967,-0.00023300200700759888,-0.00022515654563903809,-0.0002173110842704773,-0.0002094656229019165,-0.0002016201615333557,-0.00019377470016479492,-0.00018592923879623413,-0.00017808377742767334,-0.00017023831605911255,-0.00016239285469055176,-0.00015454739332199097,-0.00014670193195343018,-0.00013885647058486938,-0.0001310110092163086,-0.0001231655478477478,-0.00011532008647918701,-0.00010747462511062622,-9.962916374206543e-05,-9.178370237350464e-05,-8.393824100494385e-05,-7.609277963638306e-05,-6.824731826782227e-05,-6.0401856899261475e-05,-5.2556395530700684e-05,-4.471093416213989e-05,-3.68654727935791e-05,-2.902001142501831e-05,-2.117455005645752e-05,-1.3329088687896729e-05,-5.4836273193359375e-06,2.3618340492248535e-06,1.0207295417785645e-05,1.8052756786346436e-05,2.5898218154907227e-05,3.374367952346802e-05,4.158914089202881e-05,4.94346022605896e-05,5.728006362915039e-05,6.512552499771118e-05,7.297098636627197e-05,8.081644773483276e-05,8.866190910339355e-05,9.650737047195435e-05,0.00010435283184051514,0.00011219829320907593,0.00012004375457763672,0.0001278892159461975,0.0001357346773147583,0.0001435801386833191,0.00015142560005187988,0.00015927106142044067,0.00016711652278900146,0.00017496198415756226,0.00018280744552612305,0.00019065290689468384,0.00019849836826324463,0.00020634382963180542,0.0002141892910003662,0.000222034752368927,0.0002298802137374878,0.00023772567510604858,0.0002455711364746094],"_type":"histogram","values":[4,0,2,3,6,3,8,6,15,17,19,27,39,63,92,113,179,243,340,535,759,1119,1824,2749,4333,7068,11390,19341,33259,59652,113446,229528,445023,315417,146958,76317,41559,23494,14084,8571,5235,3381,2186,1429,983,656,386,284,198,146,103,79,64,35,24,12,20,15,7,5,2,5,3,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[3,1,3,0,7,4,8,13,15,22,13,33,48,63,64,84,108,135,193,260,399,585,836,1354,2390,4342,8986,20901,58836,226466,181482,46950,17531,7821,3846,2090,1237,790,502,346,264,180,142,107,76,66,57,43,43,26,11,8,8,9,3,2,2,6,2,0,0,0,1,1],"bins":[-0.0003895759582519531,-0.0003765486180782318,-0.0003635212779045105,-0.0003504939377307892,-0.00033746659755706787,-0.00032443925738334656,-0.00031141191720962524,-0.00029838457703590393,-0.0002853572368621826,-0.0002723298966884613,-0.00025930255651474,-0.0002462752163410187,-0.00023324787616729736,-0.00022022053599357605,-0.00020719319581985474,-0.00019416585564613342,-0.0001811385154724121,-0.0001681111752986908,-0.00015508383512496948,-0.00014205649495124817,-0.00012902915477752686,-0.00011600181460380554,-0.00010297447443008423,-8.994713425636292e-05,-7.69197940826416e-05,-6.389245390892029e-05,-5.0865113735198975e-05,-3.783777356147766e-05,-2.4810433387756348e-05,-1.1783093214035034e-05,1.2442469596862793e-06,1.4271587133407593e-05,2.7298927307128906e-05,4.032626748085022e-05,5.335360765457153e-05,6.638094782829285e-05,7.940828800201416e-05,9.243562817573547e-05,0.00010546296834945679,0.0001184903085231781,0.00013151764869689941,0.00014454498887062073,0.00015757232904434204,0.00017059966921806335,0.00018362700939178467,0.00019665434956550598,0.0002096816897392273,0.0002227090299129486,0.00023573637008666992,0.00024876371026039124,0.00026179105043411255,0.00027481839060783386,0.0002878457307815552,0.0003008730709552765,0.0003139004111289978,0.0003269277513027191,0.00033995509147644043,0.00035298243165016174,0.00036600977182388306,0.00037903711199760437,0.0003920644521713257,0.000405091792345047,0.0004181191325187683,0.0004311464726924896,0.00044417381286621094],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[2,1,1,3,4,10,8,22,40,70,114,162,244,406,609,933,1271,1850,2679,3704,4808,6415,8413,10616,13097,15777,18604,21558,24646,27472,29820,31888,33198,33808,34153,33369,32009,30317,27971,25048,21990,18889,16206,13418,10840,8591,6737,5178,3842,2872,2031,1370,902,645,439,291,193,99,65,51,23,13,12,7],"bins":[-0.09912509471178055,-0.09621589630842209,-0.09330669790506363,-0.09039749950170517,-0.08748830109834671,-0.08457910269498825,-0.08166990429162979,-0.07876070588827133,-0.07585151493549347,-0.07294231653213501,-0.07003311812877655,-0.06712391972541809,-0.06421472132205963,-0.06130552291870117,-0.05839632451534271,-0.05548712611198425,-0.05257792770862579,-0.049668729305267334,-0.046759530901908875,-0.043850332498550415,-0.040941134095191956,-0.038031939417123795,-0.035122741013765335,-0.032213542610406876,-0.029304344207048416,-0.026395145803689957,-0.023485947400331497,-0.020576750859618187,-0.017667552456259727,-0.014758354052901268,-0.011849156580865383,-0.008939959108829498,-0.006030768156051636,-0.0031215702183544636,-0.0002123722806572914,0.0026968256570398808,0.005606023594737053,0.008515221998095512,0.011424419470131397,0.014333616942167282,0.01724281534552574,0.0201520137488842,0.02306121215224266,0.02597040869295597,0.02887960709631443,0.03178880363702774,0.0346980020403862,0.03760720044374466,0.04051639884710312,0.04342559725046158,0.04633479565382004,0.0492439940571785,0.05215319246053696,0.05506238713860512,0.05797158554196358,0.06088078394532204,0.0637899786233902,0.06669917702674866,0.06960837543010712,0.07251757383346558,0.07542677223682404,0.0783359706401825,0.08124516904354095,0.08415436744689941,0.08706356585025787],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,2,1,2,3,6,6,7,14,15,22,30,43,55,62,106,144,200,261,387,571,844,1187,1804,2702,4247,6658,10660,17845,30911,54112,98879,131289,96859,53500,29756,17302,10210,6549,4174,2663,1754,1238,802,544,405,308,193,115,102,69,57,40,28,26,24,7,5,9,3,2,2,2],"bins":[-0.0001513957977294922,-0.00014687329530715942,-0.00014235079288482666,-0.0001378282904624939,-0.00013330578804016113,-0.00012878328561782837,-0.0001242607831954956,-0.00011973828077316284,-0.00011521577835083008,-0.00011069327592849731,-0.00010617077350616455,-0.00010164827108383179,-9.712576866149902e-05,-9.260326623916626e-05,-8.80807638168335e-05,-8.355826139450073e-05,-7.903575897216797e-05,-7.45132565498352e-05,-6.999075412750244e-05,-6.546825170516968e-05,-6.0945749282836914e-05,-5.642324686050415e-05,-5.190074443817139e-05,-4.737824201583862e-05,-4.285573959350586e-05,-3.8333237171173096e-05,-3.381073474884033e-05,-2.928823232650757e-05,-2.4765729904174805e-05,-2.024322748184204e-05,-1.5720725059509277e-05,-1.1198222637176514e-05,-6.67572021484375e-06,-2.1532177925109863e-06,2.3692846298217773e-06,6.891787052154541e-06,1.1414289474487305e-05,1.593679189682007e-05,2.0459294319152832e-05,2.4981796741485596e-05,2.950429916381836e-05,3.402680158615112e-05,3.854930400848389e-05,4.307180643081665e-05,4.7594308853149414e-05,5.211681127548218e-05,5.663931369781494e-05,6.11618161201477e-05,6.568431854248047e-05,7.020682096481323e-05,7.4729323387146e-05,7.925182580947876e-05,8.377432823181152e-05,8.829683065414429e-05,9.281933307647705e-05,9.734183549880981e-05,0.00010186433792114258,0.00010638684034347534,0.0001109093427658081,0.00011543184518814087,0.00011995434761047363,0.0001244768500328064,0.00012899935245513916,0.00013352185487747192,0.0001380443572998047]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.0009965896606445312,-0.0009631812572479248,-0.0009297728538513184,-0.0008963644504547119,-0.0008629560470581055,-0.000829547643661499,-0.0007961392402648926,-0.0007627308368682861,-0.0007293224334716797,-0.0006959140300750732,-0.0006625056266784668,-0.0006290972232818604,-0.0005956888198852539,-0.0005622804164886475,-0.000528872013092041,-0.0004954636096954346,-0.0004620552062988281,-0.0004286468029022217,-0.00039523839950561523,-0.0003618299961090088,-0.00032842159271240234,-0.0002950131893157959,-0.00026160478591918945,-0.000228196382522583,-0.00019478797912597656,-0.00016137957572937012,-0.00012797117233276367,-9.456276893615723e-05,-6.115436553955078e-05,-2.7745962142944336e-05,5.662441253662109e-06,3.9070844650268555e-05,7.2479248046875e-05,0.00010588765144348145,0.0001392960548400879,0.00017270445823669434,0.00020611286163330078,0.00023952126502990723,0.00027292966842651367,0.0003063380718231201,0.00033974647521972656,0.000373154878616333,0.00040656328201293945,0.0004399716854095459,0.00047338008880615234,0.0005067884922027588,0.0005401968955993652,0.0005736052989959717,0.0006070137023925781,0.0006404221057891846,0.000673830509185791,0.0007072389125823975,0.0007406473159790039,0.0007740557193756104,0.0008074641227722168,0.0008408725261688232,0.0008742809295654297,0.0009076893329620361,0.0009410977363586426,0.000974506139755249,0.0010079145431518555,0.001041322946548462,0.0010747313499450684,0.0011081397533416748,0.0011415481567382812],"_type":"histogram","values":[2,0,1,0,2,0,10,4,8,12,18,18,44,28,60,71,111,152,220,280,362,506,706,988,1738,3173,6443,17127,58742,270099,167519,37212,12031,4978,2520,1393,949,607,416,325,246,193,148,103,71,57,47,23,14,14,9,9,3,3,1,5,1,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[1,0,0,0,1,1,1,4,1,5,9,7,12,16,22,31,48,58,94,149,198,318,415,644,965,1370,2202,3410,6241,15406,71419,403898,54700,13154,5635,3212,2034,1311,863,657,397,311,173,137,87,62,47,29,22,14,14,5,4,4,1,1,0,0,1,2,0,0,0,1],"bins":[-0.00044035911560058594,-0.0004263482987880707,-0.0004123374819755554,-0.00039832666516304016,-0.0003843158483505249,-0.00037030503153800964,-0.0003562942147254944,-0.0003422833979129791,-0.00032827258110046387,-0.0003142617642879486,-0.00030025094747543335,-0.0002862401306629181,-0.00027222931385040283,-0.0002582184970378876,-0.0002442076802253723,-0.00023019686341285706,-0.0002161860466003418,-0.00020217522978782654,-0.00018816441297531128,-0.00017415359616279602,-0.00016014277935028076,-0.0001461319625377655,-0.00013212114572525024,-0.00011811032891273499,-0.00010409951210021973,-9.008869528770447e-05,-7.607787847518921e-05,-6.206706166267395e-05,-4.805624485015869e-05,-3.404542803764343e-05,-2.0034611225128174e-05,-6.023794412612915e-06,7.987022399902344e-06,2.1997839212417603e-05,3.600865602493286e-05,5.001947283744812e-05,6.403028964996338e-05,7.804110646247864e-05,9.20519232749939e-05,0.00010606274008750916,0.00012007355690002441,0.00013408437371253967,0.00014809519052505493,0.0001621060073375702,0.00017611682415008545,0.0001901276409626007,0.00020413845777511597,0.00021814927458763123,0.00023216009140014648,0.00024617090821266174,0.000260181725025177,0.00027419254183769226,0.0002882033586502075,0.0003022141754627228,0.00031622499227523804,0.0003302358090877533,0.00034424662590026855,0.0003582574427127838,0.00037226825952529907,0.00038627907633781433,0.0004002898931503296,0.00041430070996284485,0.0004283115267753601,0.00044232234358787537,0.0004563331604003906],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[1,0,0,0,0,1,1,1,5,4,5,7,13,9,18,32,46,72,118,163,247,385,635,1000,1634,2967,5220,9079,17115,32558,66266,136022,153225,79659,38518,19914,10686,5914,3235,1909,1185,719,412,259,188,113,75,54,50,29,19,14,9,4,2,2,1,2,1,0,0,0,0,2],"bins":[-0.00034689903259277344,-0.00033609941601753235,-0.00032529979944229126,-0.00031450018286705017,-0.0003037005662918091,-0.000292900949716568,-0.0002821013331413269,-0.0002713017165660858,-0.0002605020999908447,-0.00024970248341560364,-0.00023890286684036255,-0.00022810325026512146,-0.00021730363368988037,-0.00020650401711463928,-0.0001957044005393982,-0.0001849047839641571,-0.00017410516738891602,-0.00016330555081367493,-0.00015250593423843384,-0.00014170631766319275,-0.00013090670108795166,-0.00012010708451271057,-0.00010930746793746948,-9.85078513622284e-05,-8.77082347869873e-05,-7.690861821174622e-05,-6.610900163650513e-05,-5.530938506126404e-05,-4.450976848602295e-05,-3.371015191078186e-05,-2.291053533554077e-05,-1.2110918760299683e-05,-1.3113021850585938e-06,9.488314390182495e-06,2.0287930965423584e-05,3.108754754066467e-05,4.188716411590576e-05,5.268678069114685e-05,6.348639726638794e-05,7.428601384162903e-05,8.508563041687012e-05,9.58852469921112e-05,0.0001066848635673523,0.00011748448014259338,0.00012828409671783447,0.00013908371329307556,0.00014988332986831665,0.00016068294644355774,0.00017148256301879883,0.00018228217959403992,0.000193081796169281,0.0002038814127445221,0.00021468102931976318,0.00022548064589500427,0.00023628026247024536,0.00024707987904548645,0.00025787949562072754,0.00026867911219596863,0.0002794787287712097,0.0002902783453464508,0.0003010779619216919,0.000311877578496933,0.00032267719507217407,0.00033347681164741516,0.00034427642822265625],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[2,1,1,0,1,0,1,2,3,0,3,4,6,7,15,14,12,17,16,28,16,37,35,27,37,35,48,45,35,44,41,43,34,27,20,15,17,13,9,13,5,9,5,5,7,1,2,3,1,0,1,0,0,1,0,3,0,0,0,0,0,0,0,1],"bins":[-1.2814998626708984e-05,-1.2342818081378937e-05,-1.187063753604889e-05,-1.1398456990718842e-05,-1.0926276445388794e-05,-1.0454095900058746e-05,-9.981915354728699e-06,-9.509734809398651e-06,-9.037554264068604e-06,-8.565373718738556e-06,-8.093193173408508e-06,-7.621012628078461e-06,-7.148832082748413e-06,-6.6766515374183655e-06,-6.204470992088318e-06,-5.73229044675827e-06,-5.260109901428223e-06,-4.787929356098175e-06,-4.3157488107681274e-06,-3.84356826543808e-06,-3.3713877201080322e-06,-2.8992071747779846e-06,-2.427026629447937e-06,-1.9548460841178894e-06,-1.4826655387878418e-06,-1.0104849934577942e-06,-5.383044481277466e-07,-6.612390279769897e-08,4.0605664253234863e-07,8.782371878623962e-07,1.3504177331924438e-06,1.8225982785224915e-06,2.294778823852539e-06,2.7669593691825867e-06,3.2391399145126343e-06,3.711320459842682e-06,4.1835010051727295e-06,4.655681550502777e-06,5.127862095832825e-06,5.600042641162872e-06,6.07222318649292e-06,6.5444037318229675e-06,7.016584277153015e-06,7.488764822483063e-06,7.96094536781311e-06,8.433125913143158e-06,8.905306458473206e-06,9.377487003803253e-06,9.8496675491333e-06,1.0321848094463348e-05,1.0794028639793396e-05,1.1266209185123444e-05,1.1738389730453491e-05,1.2210570275783539e-05,1.2682750821113586e-05,1.3154931366443634e-05,1.3627111911773682e-05,1.409929245710373e-05,1.4571473002433777e-05,1.5043653547763824e-05,1.5515834093093872e-05,1.598801463842392e-05,1.6460195183753967e-05,1.6932375729084015e-05,1.7404556274414062e-05]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0006843506707809865,-0.0006640289211645722,-0.0006437071715481579,-0.0006233854219317436,-0.0006030636723153293,-0.000582741922698915,-0.0005624201730825007,-0.0005420984234660864,-0.0005217766738496721,-0.0005014549242332578,-0.00048113317461684346,-0.00046081142500042915,-0.00044048967538401484,-0.00042016792576760054,-0.00039984617615118623,-0.0003795244265347719,-0.0003592026769183576,-0.0003388809273019433,-0.000318559177685529,-0.0002982374280691147,-0.0002779156784527004,-0.00025759392883628607,-0.00023727217921987176,-0.00021695042960345745,-0.00019662867998704314,-0.00017630693037062883,-0.00015598518075421453,-0.00013566343113780022,-0.00011534168152138591,-9.50199319049716e-05,-7.469818228855729e-05,-5.437643267214298e-05,-3.405474126338959e-05,-1.3732991646975279e-05,6.58875796943903e-06,2.6910507585853338e-05,4.723225720226765e-05,6.755400681868196e-05,8.787575643509626e-05,0.00010819750605151057,0.00012851925566792488,0.0001488410052843392,0.0001691627549007535,0.0001894845045171678,0.00020980625413358212,0.00023012800374999642,0.00025044975336641073,0.00027077150298282504,0.00029109325259923935,0.00031141500221565366,0.00033173675183206797,0.0003520585014484823,0.0003723802510648966,0.0003927020006813109,0.0004130237502977252,0.0004333454999141395,0.0004536672495305538,0.0004739889991469681,0.0004943107487633824,0.0005146324983797967,0.000534954247996211,0.0005552759976126254,0.0005755977472290397,0.000595919496845454,0.0006162412464618683],"_type":"histogram","values":[1,0,0,2,0,1,5,3,3,5,4,5,1,5,3,3,9,6,8,16,18,15,22,22,13,18,23,24,19,24,22,23,28,27,22,25,30,36,21,24,27,17,24,19,21,14,17,20,6,14,9,10,4,5,9,3,2,1,4,3,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,2,0,1,0,2,1,1,0,1,4,2,4,4,4,3,7,7,14,12,14,23,25,25,38,43,45,62,47,51,53,42,38,36,37,27,14,19,10,11,11,3,6,2,1,3,1,0,1,3,2,1,0,1,2,0,0,0,0,0,0,0,0,1],"bins":[-0.002731342101469636,-0.0026373493019491434,-0.002543356502428651,-0.002449363935738802,-0.0023553711362183094,-0.002261378336697817,-0.0021673855371773243,-0.0020733927376568317,-0.001979399938136339,-0.0018854072550311685,-0.0017914145719259977,-0.0016974217724055052,-0.0016034289728850126,-0.001509436289779842,-0.0014154434902593493,-0.0013214508071541786,-0.001227458007633686,-0.0011334652081131935,-0.0010394725250080228,-0.0009454797254875302,-0.0008514869841746986,-0.000757494242861867,-0.0006635014433413744,-0.0005695087020285428,-0.0004755159607157111,-0.0003815232194028795,-0.0002875304489862174,-0.0001935376931214705,-9.954493725672364e-05,-5.552181391976774e-06,8.84405744727701e-05,0.00018243333033751696,0.0002764263190329075,0.0003704190603457391,0.0004644118307624012,0.0005584046011790633,0.000652397342491895,0.0007463900838047266,0.0008403828833252192,0.0009343756246380508,0.0010283683659508824,0.001122361165471375,0.0012163538485765457,0.0013103466480970383,0.0014043394476175308,0.0014983321307227015,0.001592324930243194,0.0016863176133483648,0.0017803104128688574,0.00187430321238935,0.0019682960119098425,0.0020622885785996914,0.002156281378120184,0.0022502741776406765,0.002344266977161169,0.0024382597766816616,0.002532252576202154,0.002626245142892003,0.0027202379424124956,0.002814230741932988,0.0029082235414534807,0.0030022163409739733,0.003096208907663822,0.0031902017071843147,0.0032841945067048073]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,1,1,2,6,6,4,7,6,7,8,14,12,21,19,23,22,20,27,33,34,24,35,31,34,24,28,32,26,23,30,30,32,16,19,17,13,12,16,5,8,10,2,6,3,4,1,2,1,3,1,0,2,0,0,0,0,0,1,0,1],"bins":[-0.00040721893310546875,-0.0003923783078789711,-0.00037753768265247345,-0.0003626970574259758,-0.00034785643219947815,-0.0003330158069729805,-0.00031817518174648285,-0.0003033345565199852,-0.00028849393129348755,-0.0002736533060669899,-0.00025881268084049225,-0.0002439720556139946,-0.00022913143038749695,-0.0002142908051609993,-0.00019945017993450165,-0.000184609554708004,-0.00016976892948150635,-0.0001549283042550087,-0.00014008767902851105,-0.0001252470538020134,-0.00011040642857551575,-9.55658033490181e-05,-8.072517812252045e-05,-6.58845528960228e-05,-5.1043927669525146e-05,-3.6203302443027496e-05,-2.1362677216529846e-05,-6.522051990032196e-06,8.318573236465454e-06,2.3159198462963104e-05,3.7999823689460754e-05,5.2840448915958405e-05,6.768107414245605e-05,8.25216993689537e-05,9.736232459545135e-05,0.000112202949821949,0.00012704357504844666,0.0001418842002749443,0.00015672482550144196,0.0001715654507279396,0.00018640607595443726,0.0002012467011809349,0.00021608732640743256,0.0002309279516339302,0.00024576857686042786,0.0002606092020869255,0.00027544982731342316,0.0002902904525399208,0.00030513107776641846,0.0003199717029929161,0.00033481232821941376,0.0003496529534459114,0.00036449357867240906,0.0003793342038989067,0.00039417482912540436,0.000409015454351902,0.00042385607957839966,0.0004386967048048973,0.00045353733003139496,0.0004683779552578926,0.00048321858048439026,0.0004980592057108879,0.0005128998309373856,0.0005277404561638832,0.0005425810813903809]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,1,0,1,1,2,3,2,5,8,7,5,4,8,16,14,22,20,22,35,31,25,42,35,30,48,35,47,30,24,31,27,27,21,19,16,13,10,12,9,7,8,6,3,3,4,2,4,4,1,2,2,3,2,2,3,0,0,1,0,0,0,1,1],"bins":[-0.00020041075185872614,-0.00019246936426497996,-0.00018452797667123377,-0.0001765865890774876,-0.0001686452014837414,-0.00016070382844191045,-0.00015276244084816426,-0.00014482105325441808,-0.0001368796656606719,-0.0001289382780669257,-0.00012099689047317952,-0.00011305551015539095,-0.00010511412256164476,-9.717273496789858e-05,-8.923135465011e-05,-8.128996705636382e-05,-7.334857946261764e-05,-6.540719186887145e-05,-5.746580791310407e-05,-4.9524423957336694e-05,-4.158303636359051e-05,-3.3641648769844323e-05,-2.5700264814076945e-05,-1.7758879039320163e-05,-9.817493264563382e-06,-1.8761074898066e-06,6.065278284950182e-06,1.4006664059706964e-05,2.1948049834463745e-05,2.9889435609220527e-05,3.783082138397731e-05,4.577220533974469e-05,5.371362203732133e-05,6.165500963106751e-05,6.95963972248137e-05,7.753777754260227e-05,8.547916513634846e-05,9.342055273009464e-05,0.00010136193304788321,0.0001093033206416294,0.00011724470823537558,0.00012518609582912177,0.00013312748342286795,0.00014106887101661414,0.0001490102440584451,0.00015695163165219128,0.00016489301924593747,0.00017283440683968365,0.00018077579443342984,0.00018871718202717602,0.0001966585696209222,0.0002045999572146684,0.00021254134480841458,0.00022048271785024554,0.00022842410544399172,0.0002363654930377379,0.00024430686607956886,0.00025224825367331505,0.00026018964126706123,0.0002681310288608074,0.0002760724164545536,0.0002840138040482998,0.000291955191642046,0.00029989657923579216,0.00030783796682953835],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,2,1,0,0,0,2,4,0,0,6,5,4,6,14,11,18,14,10,14,14,24,25,27,26,31,35,27,38,36,37,38,38,27,24,31,25,22,18,16,16,14,20,9,4,6,4,6,5,3,2,2,3,0,1,0,1,0,0,0,0,0,0,1],"bins":[-0.001334645552560687,-0.001289661624468863,-0.001244677696377039,-0.0011996938847005367,-0.0011547099566087127,-0.0011097260285168886,-0.0010647421004250646,-0.0010197581723332405,-0.0009747743024490774,-0.0009297903743572533,-0.0008848065044730902,-0.0008398225763812661,-0.0007948386482894421,-0.0007498547784052789,-0.0007048708503134549,-0.0006598869804292917,-0.0006149030523374677,-0.0005699191242456436,-0.0005249352543614805,-0.0004799513262696564,-0.0004349674272816628,-0.0003899835282936692,-0.00034499960020184517,-0.00030001570121385157,-0.000255031802225858,-0.00021004790323786438,-0.00016506398969795555,-0.00012008008343400434,-7.509617717005312e-05,-3.0112270906101912e-05,1.48716353578493e-05,5.985554162180051e-05,0.0001048393314704299,0.0001498232304584235,0.00019480714399833232,0.00023979105753824115,0.00028477495652623475,0.00032975885551422834,0.0003747427836060524,0.000419726682594046,0.0004647105815820396,0.0005096945096738636,0.0005546783795580268,0.0005996623076498508,0.0006446462357416749,0.000689630105625838,0.0007346140337176621,0.0007795979036018252,0.0008245818316936493,0.0008695657597854733,0.0009145496296696365,0.0009595335577614605,0.0010045174276456237,0.0010495013557374477,0.0010944852838292718,0.0011394692119210958,0.001184453023597598,0.0012294369516894221,0.0012744208797812462,0.0013194048078730702,0.0013643887359648943,0.0014093726640567183,0.0014543564757332206,0.0014993404038250446,0.0015443243319168687],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,1,1,1,4,3,7,6,9,11,12,21,29,38,37,46,50,57,59,87,89,95,92,97,101,119,76,104,91,84,81,54,77,62,58,57,41,33,31,22,21,17,12,12,10,6,7,3,2,4,1,2,3,0,0,2],"bins":[-0.00504462281242013,-0.004932317417114973,-0.004820012021809816,-0.00470770662650466,-0.004595401231199503,-0.004483095835894346,-0.0043707904405891895,-0.004258485045284033,-0.004146179649978876,-0.004033874254673719,-0.003921568859368563,-0.003809263464063406,-0.0036969580687582493,-0.0035846526734530926,-0.003472347278147936,-0.003360041882842779,-0.0032477364875376225,-0.0031354310922324657,-0.003023125696927309,-0.0029108203016221523,-0.0027985149063169956,-0.002686209511011839,-0.002573904115706682,-0.0024615987204015255,-0.002349293325096369,-0.002236987929791212,-0.0021246825344860554,-0.0020123771391808987,-0.001900071743875742,-0.0017877663485705853,-0.0016754609532654285,-0.0015631555579602718,-0.0014508503954857588,-0.001338545000180602,-0.0012262396048754454,-0.0011139342095702887,-0.001001628814265132,-0.0008893234189599752,-0.0007770180236548185,-0.0006647126283496618,-0.0005524072330445051,-0.0004401018377393484,-0.0003277964424341917,-0.000215491047129035,-0.00010318565182387829,9.11974348127842e-06,0.00012142513878643513,0.00023373053409159184,0.00034603592939674854,0.00045834132470190525,0.000570646720007062,0.0006829521153122187,0.0007952575106173754,0.0009075629059225321,0.0010198683012276888,0.0011321736965328455,0.0012444790918380022,0.001356784487143159,0.0014690898824483156,0.0015813952777534723,0.001693700673058629,0.0018060060683637857,0.0019183114636689425,0.002030616858974099,0.002142922254279256]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,1,2,2,3,1,3,5,5,7,6,3,16,13,15,13,22,25,25,27,21,34,35,27,33,28,38,39,31,30,41,34,22,21,16,22,24,13,12,9,11,5,8,5,0,4,3,2,3,0,0,0,0,0,0,0,0,0,0,0,0,1,1],"bins":[-0.002007263945415616,-0.001934253261424601,-0.0018612425774335861,-0.0017882317770272493,-0.0017152210930362344,-0.0016422104090452194,-0.0015691997250542045,-0.0014961890410631895,-0.0014231782406568527,-0.0013501675566658378,-0.0012771568726748228,-0.0012041461886838078,-0.001131135504692793,-0.001058124820701778,-0.0009851140202954412,-0.0009121033363044262,-0.0008390926523134112,-0.0007660819683223963,-0.0006930712261237204,-0.0006200605421327055,-0.0005470497999340296,-0.0004740391159430146,-0.00040102843195199966,-0.00032801771885715425,-0.00025500700576230884,-0.00018199629266746342,-0.00010898559412453324,-3.5974888305645436e-05,3.7035817513242364e-05,0.00011004652333213016,0.00018305722915101796,0.00025606792769394815,0.00032907864078879356,0.000402089353883639,0.0004751000669784844,0.0005481107509694993,0.0006211214931681752,0.0006941321771591902,0.0007671428611502051,0.000840153603348881,0.000913164287339896,0.0009861750295385718,0.0010591857135295868,0.0011321963975206017,0.0012052070815116167,0.0012782177655026317,0.0013512285659089684,0.0014242392498999834,0.0014972499338909984,0.0015702606178820133,0.0016432713018730283,0.001716282102279365,0.00178929278627038,0.001862303470261395,0.00193531415425241,0.0020083249546587467,0.00208133552223444,0.0021543463226407766,0.0022273568902164698,0.0023003676906228065,0.0023733784910291433,0.0024463890586048365,0.0025193998590111732,0.0025924104265868664,0.002665421226993203],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"bins":[-0.0016887813108041883,-0.0016403048066422343,-0.0015918284188956022,-0.0015433519147336483,-0.0014948754105716944,-0.0014463990228250623,-0.0013979225186631083,-0.0013494460145011544,-0.0013009696267545223,-0.0012524931225925684,-0.0012040166184306145,-0.0011555402306839824,-0.0011070637265220284,-0.0010585872223600745,-0.0010101108346134424,-0.0009616343304514885,-0.0009131578844971955,-0.0008646814385429025,-0.0008162049343809485,-0.0007677284884266555,-0.0007192520424723625,-0.0006707755383104086,-0.0006222990923561156,-0.0005738226464018226,-0.0005253461422398686,-0.00047686969628557563,-0.0004283932503312826,-0.00037991677527315915,-0.0003314403002150357,-0.00028296385426074266,-0.0002344873792026192,-0.00018601091869641095,-0.0001375344581902027,-8.905799768399447e-05,-4.058152990182862e-05,7.894934242358431e-06,5.637139838654548e-05,0.00010484785889275372,0.0001533243339508772,0.00020180079445708543,0.00025027725496329367,0.00029875373002141714,0.00034723017597571015,0.0003957066510338336,0.0004441831260919571,0.0004926595720462501,0.0005411360180005431,0.000589612522162497,0.0006380889681167901,0.0006865654140710831,0.000735041918233037,0.00078351836418733,0.000831994810141623,0.000880471314303577,0.00092894776025787,0.000977424206212163,0.001025900710374117,0.001074377098120749,0.001122853602282703,0.0011713301064446568,0.001219806494191289,0.0012682829983532429,0.0013167595025151968,0.001365235890261829,0.0014137123944237828],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,0,2,2,0,2,5,2,9,12,7,14,8,15,15,32,21,36,32,32,32,35,37,40,47,39,23,38,25,41,30,17,25,21,17,16,10,5,3,5,3,3,1,1,2,0,0,0,1,0,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.00030303001403808594,-0.0002938695251941681,-0.00028470903635025024,-0.0002755485475063324,-0.00026638805866241455,-0.0002572275698184967,-0.00024806708097457886,-0.000238906592130661,-0.00022974610328674316,-0.00022058561444282532,-0.00021142512559890747,-0.00020226463675498962,-0.00019310414791107178,-0.00018394365906715393,-0.00017478317022323608,-0.00016562268137931824,-0.0001564621925354004,-0.00014730170369148254,-0.0001381412148475647,-0.00012898072600364685,-0.000119820237159729,-0.00011065974831581116,-0.00010149925947189331,-9.233877062797546e-05,-8.317828178405762e-05,-7.401779294013977e-05,-6.485730409622192e-05,-5.569681525230408e-05,-4.653632640838623e-05,-3.7375837564468384e-05,-2.8215348720550537e-05,-1.905485987663269e-05,-9.894371032714844e-06,-7.338821887969971e-07,8.42660665512085e-06,1.7587095499038696e-05,2.6747584342956543e-05,3.590807318687439e-05,4.5068562030792236e-05,5.422905087471008e-05,6.338953971862793e-05,7.255002856254578e-05,8.171051740646362e-05,9.087100625038147e-05,0.00010003149509429932,0.00010919198393821716,0.00011835247278213501,0.00012751296162605286,0.0001366734504699707,0.00014583393931388855,0.0001549944281578064,0.00016415491700172424,0.0001733154058456421,0.00018247589468955994,0.00019163638353347778,0.00020079687237739563,0.00020995736122131348,0.00021911785006523132,0.00022827833890914917,0.00023743882775306702,0.00024659931659698486,0.0002557598054409027,0.00026492029428482056,0.0002740807831287384,0.00028324127197265625],"_type":"histogram","values":[1,0,0,0,2,1,0,0,3,5,2,6,7,13,26,33,51,69,117,176,321,458,767,1238,2052,3330,5586,9539,17166,32473,65675,146113,427474,534797,170811,73793,36179,18869,10440,5947,3591,2113,1300,846,517,350,218,133,90,62,35,16,18,9,6,3,3,4,4,2,1,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.00017130374908447266,-0.00016529206186532974,-0.00015928037464618683,-0.00015326868742704391,-0.000147257000207901,-0.0001412453129887581,-0.00013523362576961517,-0.00012922193855047226,-0.00012321025133132935,-0.00011719856411218643,-0.00011118687689304352,-0.0001051751896739006,-9.916350245475769e-05,-9.315181523561478e-05,-8.714012801647186e-05,-8.112844079732895e-05,-7.511675357818604e-05,-6.910506635904312e-05,-6.309337913990021e-05,-5.7081691920757294e-05,-5.107000470161438e-05,-4.5058317482471466e-05,-3.904663026332855e-05,-3.303494304418564e-05,-2.7023255825042725e-05,-2.101156860589981e-05,-1.4999881386756897e-05,-8.988194167613983e-06,-2.9765069484710693e-06,3.0351802706718445e-06,9.046867489814758e-06,1.5058554708957672e-05,2.1070241928100586e-05,2.70819291472435e-05,3.3093616366386414e-05,3.910530358552933e-05,4.511699080467224e-05,5.1128678023815155e-05,5.714036524295807e-05,6.315205246210098e-05,6.91637396812439e-05,7.517542690038681e-05,8.118711411952972e-05,8.719880133867264e-05,9.321048855781555e-05,9.922217577695847e-05,0.00010523386299610138,0.00011124555021524429,0.00011725723743438721,0.00012326892465353012,0.00012928061187267303,0.00013529229909181595,0.00014130398631095886,0.00014731567353010178,0.0001533273607492447,0.0001593390479683876,0.00016535073518753052,0.00017136242240667343,0.00017737410962581635,0.00018338579684495926,0.00018939748406410217,0.0001954091712832451,0.000201420858502388,0.00020743254572153091,0.00021344423294067383],"_type":"histogram","values":[1,0,4,1,2,1,4,8,12,9,6,8,8,11,12,11,14,16,15,25,17,20,28,21,24,28,24,25,26,28,31,32,29,27,30,31,23,19,18,18,22,12,11,7,7,9,9,3,10,0,3,1,2,3,0,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[2,1,2,1,2,2,2,4,2,4,4,8,8,16,18,22,18,25,24,18,28,34,25,35,30,26,28,25,33,30,27,27,19,42,30,21,20,13,14,14,11,7,12,6,3,2,4,4,3,1,1,1,1,4,2,0,0,1,0,0,0,0,0,1],"bins":[-0.0002994784153997898,-0.00028836721321567893,-0.0002772559819277376,-0.0002661447797436267,-0.00025503357755951583,-0.00024392236082348973,-0.00023281114408746362,-0.00022169994190335274,-0.00021058872516732663,-0.00019947750843130052,-0.00018836630624718964,-0.00017725508951116353,-0.00016614387277513742,-0.00015503267059102654,-0.00014392145385500044,-0.00013281025167088956,-0.00012169903493486345,-0.00011058782547479495,-9.947661601472646e-05,-8.836539927870035e-05,-7.725418981863186e-05,-6.614298035856336e-05,-5.503176726051606e-05,-4.392055416246876e-05,-3.280934470240027e-05,-2.169813342334237e-05,-1.0586922144284472e-05,5.242891347734258e-07,1.1635500413831323e-05,2.274671169288922e-05,3.385792297194712e-05,4.496913606999442e-05,5.608031642623246e-05,6.719152588630095e-05,7.830273534636945e-05,8.941395208239555e-05,0.00010052516154246405,0.00011163637100253254,0.00012274758773855865,0.00013385878992266953,0.00014497000665869564,0.00015608122339472175,0.00016719242557883263,0.00017830364231485873,0.00018941485905088484,0.00020052606123499572,0.00021163727797102183,0.0002227484801551327,0.00023385969689115882,0.0002449708990752697,0.00025608213036321104,0.0002671933325473219,0.0002783045347314328,0.00028941576601937413,0.000300526968203485,0.0003116381703875959,0.00032274937257170677,0.0003338606038596481,0.000344971806043759,0.00035608300822786987,0.0003671942395158112,0.0003783054416999221,0.00038941664388403296,0.0004005278751719743,0.0004116390773560852],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,2,3,0,3,10,3,6,10,6,13,11,10,8,16,23,24,20,19,41,31,34,35,41,40,36,32,41,31,29,27,26,19,14,21,15,15,7,8,6,8,3,5,3,1,4,0,1,0,0,0,0,1,2],"bins":[0.9944048523902893,0.9945619106292725,0.9947189092636108,0.994875967502594,0.9950329661369324,0.9951900243759155,0.9953470230102539,0.9955040812492371,0.9956610798835754,0.9958181381225586,0.995975136756897,0.9961321949958801,0.9962892532348633,0.9964462518692017,0.9966033101081848,0.9967603087425232,0.9969173669815063,0.9970743656158447,0.9972314238548279,0.9973884224891663,0.9975454807281494,0.9977024793624878,0.997859537601471,0.9980165958404541,0.9981735944747925,0.9983306527137756,0.998487651348114,0.9986447095870972,0.9988017082214355,0.9989587664604187,0.9991157650947571,0.9992728233337402,0.9994298219680786,0.9995868802070618,0.9997439384460449,0.9999009370803833,1.0000579357147217,1.0002150535583496,1.000372052192688,1.0005290508270264,1.0006860494613647,1.0008431673049927,1.001000165939331,1.0011571645736694,1.0013142824172974,1.0014712810516357,1.0016282796859741,1.0017852783203125,1.0019423961639404,1.0020993947982788,1.0022563934326172,1.0024133920669556,1.0025705099105835,1.0027275085449219,1.0028845071792603,1.0030416250228882,1.0031986236572266,1.003355622291565,1.0035126209259033,1.0036697387695312,1.0038267374038696,1.003983736038208,1.0041407346725464,1.0042978525161743,1.0044548511505127]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,2,2,0,4,7,6,4,5,3,8,8,14,8,12,21,18,30,14,18,23,25,23,20,34,21,31,31,35,28,28,25,23,28,22,26,22,17,19,13,15,11,7,13,6,9,6,3,5,5,1,0,2,1,0,2,0,0,1,0,1],"bins":[-0.0002960505662485957,-0.0002863282279577106,-0.000276605918770656,-0.0002668835804797709,-0.00025716127129271626,-0.0002474389330018312,-0.0002377166092628613,-0.00022799428552389145,-0.0002182719617849216,-0.00020854963804595172,-0.00019882731430698186,-0.000189104990568012,-0.0001793826522771269,-0.00016966032853815705,-0.00015993800479918718,-0.00015021568106021732,-0.00014049335732124746,-0.0001307710335822776,-0.00012104870984330773,-0.00011132637882838026,-0.0001016040550894104,-9.188173135044053e-05,-8.215940033551306e-05,-7.243707659654319e-05,-6.271475285757333e-05,-5.299242911860347e-05,-4.32701017416548e-05,-3.354777436470613e-05,-2.3825450625736266e-05,-1.4103125067777e-05,-4.380799509817734e-06,5.341526048141532e-06,1.5063880709931254e-05,2.478620626789052e-05,3.4508531825849786e-05,4.4230859202798456e-05,5.395318294176832e-05,6.367550668073818e-05,7.339783769566566e-05,8.312016143463552e-05,9.284248517360538e-05,0.00010256480891257524,0.00011228713265154511,0.00012200946366647258,0.00013173179468140006,0.00014145411842036992,0.00015117644215933979,0.00016089876589830965,0.0001706210896372795,0.00018034341337624937,0.00019006573711521924,0.0001997880608541891,0.00020951038459315896,0.00021923272288404405,0.00022895504662301391,0.00023867737036198378,0.0002483996795490384,0.0002581220178399235,0.0002678443561308086,0.0002775666653178632,0.0002872890036087483,0.00029701131279580295,0.00030673365108668804,0.0003164559602737427,0.00032617829856462777]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,0,1,1,5,2,5,1,4,11,4,6,7,10,13,10,14,20,23,22,23,32,26,33,33,37,35,32,43,26,34,26,37,29,19,21,19,15,12,18,14,6,8,4,4,4,3,2,2,1,3,0,1,1,1,1],"bins":[0.9947750568389893,0.9949463605880737,0.9951176643371582,0.9952889680862427,0.9954602718353271,0.9956315755844116,0.9958028793334961,0.9959741830825806,0.996145486831665,0.9963168501853943,0.9964881539344788,0.9966594576835632,0.9968307614326477,0.9970020651817322,0.9971733689308167,0.9973446726799011,0.9975159764289856,0.9976872801780701,0.9978585839271545,0.998029887676239,0.9982011914253235,0.998372495174408,0.9985437989234924,0.9987151026725769,0.9988864660263062,0.9990577697753906,0.9992290735244751,0.9994003772735596,0.999571681022644,0.9997429847717285,0.999914288520813,1.0000855922698975,1.000256896018982,1.0004281997680664,1.0005995035171509,1.0007708072662354,1.0009421110153198,1.0011134147644043,1.0012847185134888,1.0014560222625732,1.0016273260116577,1.0017986297607422,1.0019699335098267,1.0021412372589111,1.0023125410079956,1.00248384475708,1.0026551485061646,1.002826452255249,1.002997875213623,1.0031691789627075,1.003340482711792,1.0035117864608765,1.003683090209961,1.0038543939590454,1.0040256977081299,1.0041970014572144,1.0043683052062988,1.0045396089553833,1.0047109127044678,1.0048822164535522,1.0050535202026367,1.0052248239517212,1.0053961277008057,1.0055674314498901,1.0057387351989746]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[2,0,1,1,9,14,27,35,75,125,196,314,508,779,1129,1724,2490,3464,4635,6248,8204,10374,13033,16188,19043,22133,25466,28471,30932,33455,34549,35500,35353,34515,32368,30373,27894,24774,21808,18532,15335,12411,9843,7755,5701,4308,3058,2192,1556,1022,702,486,304,164,108,65,31,15,11,9,4,1,1,1],"bins":[-0.09650982171297073,-0.09348242729902267,-0.09045503288507462,-0.08742763847112656,-0.0844002515077591,-0.08137285709381104,-0.07834546267986298,-0.07531806826591492,-0.07229067385196686,-0.0692632794380188,-0.06623588502407074,-0.06320849061012268,-0.06018109992146492,-0.05715370550751686,-0.0541263148188591,-0.05109892040491104,-0.04807152599096298,-0.04504413157701492,-0.042016737163066864,-0.0389893464744091,-0.035961952060461044,-0.032934557646512985,-0.029907165095210075,-0.026879772543907166,-0.023852378129959106,-0.020824983716011047,-0.017797591164708138,-0.014770197682082653,-0.011742804199457169,-0.008715410716831684,-0.0056880172342062,-0.002660623751580715,0.00036676228046417236,0.003394155763089657,0.006421549245715141,0.009448942728340626,0.01247633621096611,0.015503729693591595,0.01853112317621708,0.02155851572751999,0.024585910141468048,0.027613304555416107,0.030640697106719017,0.03366808965802193,0.036695484071969986,0.039722878485918045,0.042750269174575806,0.045777663588523865,0.048805058002471924,0.05183245241641998,0.05485984683036804,0.0578872375190258,0.06091463193297386,0.06394202262163162,0.06696941703557968,0.06999681144952774,0.0730242058634758,0.07605160027742386,0.07907899469137192,0.08210638910531998,0.08513377606868744,0.0881611704826355,0.09118856489658356,0.09421595931053162,0.09724335372447968]},"_timestamp":1.7529301148329477e+09,"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,1,0,0,2,1,0,4,4,4,4,5,6,7,8,8,14,3,14,13,22,14,18,24,23,28,39,27,29,32,30,19,22,33,27,36,24,31,15,23,21,26,12,19,10,11,6,9,4,4,7,3,6,3,4,1,1,3,1,0,1],"bins":[-0.0003656148910522461,-0.00035484135150909424,-0.0003440678119659424,-0.00033329427242279053,-0.00032252073287963867,-0.0003117471933364868,-0.00030097365379333496,-0.0002902001142501831,-0.00027942657470703125,-0.0002686530351638794,-0.00025787949562072754,-0.0002471059560775757,-0.00023633241653442383,-0.00022555887699127197,-0.00021478533744812012,-0.00020401179790496826,-0.0001932382583618164,-0.00018246471881866455,-0.0001716911792755127,-0.00016091763973236084,-0.00015014410018920898,-0.00013937056064605713,-0.00012859702110290527,-0.00011782348155975342,-0.00010704994201660156,-9.627640247344971e-05,-8.550286293029785e-05,-7.4729323387146e-05,-6.395578384399414e-05,-5.3182244300842285e-05,-4.240870475769043e-05,-3.1635165214538574e-05,-2.086162567138672e-05,-1.0088086128234863e-05,6.854534149169922e-07,1.1458992958068848e-05,2.2232532501220703e-05,3.300607204437256e-05,4.3779611587524414e-05,5.455315113067627e-05,6.532669067382812e-05,7.610023021697998e-05,8.687376976013184e-05,9.764730930328369e-05,0.00010842084884643555,0.0001191943883895874,0.00012996792793273926,0.0001407414674758911,0.00015151500701904297,0.00016228854656219482,0.00017306208610534668,0.00018383562564849854,0.0001946091651916504,0.00020538270473480225,0.0002161562442779541,0.00022692978382110596,0.0002377033233642578,0.00024847686290740967,0.0002592504024505615,0.0002700239419937134,0.00028079748153686523,0.0002915710210800171,0.00030234456062316895,0.0003131181001663208,0.00032389163970947266]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.0003043404722120613,-0.0002940365520771593,-0.00028373260283842683,-0.00027342868270352483,-0.00026312476256862283,-0.00025282081332989037,-0.00024251689319498837,-0.00023221295850817114,-0.0002219090238213539,-0.0002116051036864519,-0.00020130116899963468,-0.00019099723431281745,-0.00018069331417791545,-0.00017038937949109823,-0.000160085444804281,-0.000149781524669379,-0.00013947758998256177,-0.00012917365529574454,-0.00011886972788488492,-0.00010856580047402531,-9.826186578720808e-05,-8.795793837634847e-05,-7.765401096548885e-05,-6.735007627867162e-05,-5.704614886781201e-05,-4.6742217818973586e-05,-3.6438286770135164e-05,-2.613435935927555e-05,-1.5830428310437128e-05,-5.526498171093408e-06,4.777431968250312e-06,1.5081362107594032e-05,2.5385292246937752e-05,3.5689223295776173e-05,4.5993154344614595e-05,5.629708175547421e-05,6.660101644229144e-05,7.690494385315105e-05,8.720887126401067e-05,9.75128059508279e-05,0.00010781673336168751,0.00011812066077254713,0.00012842459545936435,0.00013872853014618158,0.00014903245028108358,0.0001593363849679008,0.00016964031965471804,0.00017994423978962004,0.00019024817447643727,0.0002005521091632545,0.0002108560292981565,0.00022115996398497373,0.00023146389867179096,0.00024176781880669296,0.0002520717680454254,0.0002623756881803274,0.0002726796083152294,0.0002829835575539619,0.0002932874776888639,0.0003035913978237659,0.00031389534706249833,0.00032419926719740033,0.00033450318733230233,0.0003448071365710348,0.0003551110567059368],"_type":"histogram","values":[1,0,1,1,1,0,1,4,3,4,6,7,3,7,9,16,17,15,17,19,21,17,15,30,32,22,33,28,33,40,27,27,33,19,27,31,27,17,27,19,22,10,12,12,9,15,6,9,1,3,2,3,1,0,3,2,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,0,1,0,2,2,2,5,4,2,3,17,9,6,11,15,17,19,17,17,27,25,26,33,29,31,33,47,28,38,33,36,30,32,27,25,23,18,10,10,9,7,7,7,6,7,3,0,2,0,1,3,0,1,1,1,0,0,1],"bins":[-0.0025020521134138107,-0.002425095997750759,-0.002348140114918351,-0.0022711839992552996,-0.002194227883592248,-0.00211727200075984,-0.0020403158850967884,-0.001963359769433737,-0.001886403770186007,-0.0018094477709382772,-0.0017324916552752256,-0.0016555356560274959,-0.001578579656779766,-0.0015016235411167145,-0.0014246675418689847,-0.001347711426205933,-0.0012707554269582033,-0.0011937994277104735,-0.001116843312047422,-0.0010398873127996922,-0.0009629312553443015,-0.0008859751978889108,-0.000809019198641181,-0.0007320631411857903,-0.0006551070837303996,-0.0005781510262750089,-0.0005011949688196182,-0.00042423896957188845,-0.00034728291211649776,-0.00027032685466110706,-0.00019337082630954683,-0.00011641478340607136,-3.945850767195225e-05,3.7497535231523216e-05,0.00011445357813499868,0.00019140962103847414,0.0002683656639419496,0.0003453217213973403,0.00042227774974890053,0.0004992337781004608,0.0005761898355558515,0.0006531458930112422,0.0007301019504666328,0.0008070579497143626,0.0008840140071697533,0.000960970064625144,0.0010379260638728738,0.0011148821795359254,0.0011918381787836552,0.001268794178031385,0.0013457502936944366,0.0014227062929421663,0.001499662408605218,0.0015766184078529477,0.0016535744071006775,0.001730530522763729,0.0018074865220114589,0.0018844425212591887,0.0019613986369222403,0.002038354752585292,0.0021153106354177,0.0021922667510807514,0.002269222866743803,0.002346178749576211,0.0024231348652392626],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,1,2,4,3,21,42,73,114,197,310,479,752,1021,1513,2304,3083,4292,5679,7617,9611,12069,14792,17672,20798,23826,26436,29286,31908,33428,34461,34764,34267,33077,31127,28623,26166,23052,19924,16636,14125,11528,9088,7031,5339,4052,2960,2075,1461,944,645,437,280,175,110,57,32,23,16,6,4,0,2,2],"bins":[-0.09272589534521103,-0.08976958692073822,-0.08681327849626541,-0.083856962621212,-0.0809006541967392,-0.07794434577226639,-0.07498803734779358,-0.07203172147274017,-0.06907541304826736,-0.06611910462379456,-0.06316279619932175,-0.06020648404955864,-0.05725017562508583,-0.05429386347532272,-0.051337555050849915,-0.04838124290108681,-0.045424934476614,-0.04246862605214119,-0.03951231390237808,-0.03655600547790527,-0.033599693328142166,-0.030643384903669357,-0.0276870746165514,-0.02473076432943344,-0.021774454042315483,-0.018818143755197525,-0.015861833468079567,-0.012905524112284184,-0.009949213825166225,-0.006992903538048267,-0.004036593716591597,-0.0010802836623042822,0.0018760263919830322,0.00483233667910099,0.007788646500557661,0.010744956322014332,0.01370126660913229,0.016657575964927673,0.01961388625204563,0.02257019653916359,0.025526506826281548,0.028482817113399506,0.031439125537872314,0.03439543768763542,0.03735174611210823,0.04030805826187134,0.04326436668634415,0.046220678836107254,0.04917698726058006,0.05213329568505287,0.05508960783481598,0.05804591625928879,0.061002228409051895,0.063958540558815,0.06691484898328781,0.06987115740776062,0.07282746583223343,0.07578377425670624,0.07874009013175964,0.08169639855623245,0.08465270698070526,0.08760901540517807,0.09056533128023148,0.09352163970470428,0.0964779481291771]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,1,0,0,0,0,0,0,2,1,2,2,5,5,8,3,8,4,8,10,16,17,21,15,14,22,25,27,40,35,26,46,44,28,26,43,27,37,18,29,19,17,14,13,17,14,12,7,3,6,1,7,3,1,5,3,2,1,3,0,2,1,0,1],"bins":[-0.0015371042536571622,-0.0014904337003827095,-0.0014437631471082568,-0.0013970925938338041,-0.0013504220405593514,-0.0013037514872848988,-0.001257080934010446,-0.0012104103807359934,-0.0011637398274615407,-0.001117069274187088,-0.0010703987209126353,-0.0010237281676381826,-0.00097705761436373,-0.0009303870610892773,-0.0008837165078148246,-0.0008370459545403719,-0.0007903754012659192,-0.0007437048479914665,-0.0006970342947170138,-0.0006503637414425611,-0.0006036931881681085,-0.0005570226348936558,-0.0005103520816192031,-0.0004636815283447504,-0.0004170109750702977,-0.00037034042179584503,-0.00032366986852139235,-0.00027699931524693966,-0.00023032876197248697,-0.0001836582086980343,-0.0001369876554235816,-9.031710214912891e-05,-4.3646665289998055e-05,3.023887984454632e-06,4.969444125890732e-05,9.636499453336e-05,0.0001430355478078127,0.00018970610108226538,0.00023637665435671806,0.00028304720763117075,0.00032971776090562344,0.0003763883141800761,0.0004230588674545288,0.0004697294207289815,0.0005163999740034342,0.0005630705272778869,0.0006097410805523396,0.0006564116338267922,0.0007030821871012449,0.0007497527403756976,0.0007964232936501503,0.000843093846924603,0.0008897644001990557,0.0009364349534735084,0.000983105506747961,0.0010297760600224137,0.0010764466132968664,0.001123117166571319,0.0011697877198457718,0.0012164582731202245,0.0012631288263946772,0.0013097993796691298,0.0013564699329435825,0.0014031404862180352,0.001449811039492488],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[2,1,0,1,2,6,4,3,9,4,4,9,8,9,9,16,16,20,18,18,18,18,28,21,23,22,28,25,25,27,28,25,26,26,25,22,24,26,23,18,21,17,10,11,10,6,11,5,12,8,6,3,1,3,0,1,0,0,2,1,0,1,0,2],"bins":[-0.00021642446517944336,-0.00020907819271087646,-0.00020173192024230957,-0.00019438564777374268,-0.00018703937530517578,-0.0001796931028366089,-0.000172346830368042,-0.0001650005578994751,-0.0001576542854309082,-0.0001503080129623413,-0.00014296174049377441,-0.00013561546802520752,-0.00012826919555664062,-0.00012092292308807373,-0.00011357665061950684,-0.00010623037815093994,-9.888410568237305e-05,-9.153783321380615e-05,-8.419156074523926e-05,-7.684528827667236e-05,-6.949901580810547e-05,-6.215274333953857e-05,-5.480647087097168e-05,-4.7460198402404785e-05,-4.011392593383789e-05,-3.2767653465270996e-05,-2.54213809967041e-05,-1.8075108528137207e-05,-1.0728836059570312e-05,-3.382563591003418e-06,3.9637088775634766e-06,1.1309981346130371e-05,1.8656253814697266e-05,2.600252628326416e-05,3.3348798751831055e-05,4.069507122039795e-05,4.8041343688964844e-05,5.538761615753174e-05,6.273388862609863e-05,7.008016109466553e-05,7.742643356323242e-05,8.477270603179932e-05,9.211897850036621e-05,9.94652509689331e-05,0.0001068115234375,0.0001141577959060669,0.00012150406837463379,0.00012885034084320068,0.00013619661331176758,0.00014354288578033447,0.00015088915824890137,0.00015823543071746826,0.00016558170318603516,0.00017292797565460205,0.00018027424812316895,0.00018762052059173584,0.00019496679306030273,0.00020231306552886963,0.00020965933799743652,0.00021700561046600342,0.0002243518829345703,0.0002316981554031372,0.0002390444278717041,0.000246390700340271,0.0002537369728088379]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,0,3,7,16,13,44,76,132,249,392,599,953,1570,2354,3649,5102,7625,10525,14132,18839,24379,30806,38497,46492,55268,63713,72322,80248,86035,90741,94334,95584,93675,90043,84632,78214,70930,61777,53453,44421,36486,29547,23226,17769,13229,9662,7010,4790,3380,2203,1347,989,566,316,210,124,71,48,20,10,8,6,1],"bins":[-0.09836409986019135,-0.09532690793275833,-0.09228970855474472,-0.0892525166273117,-0.0862153172492981,-0.08317812532186508,-0.08014092594385147,-0.07710373401641846,-0.07406653463840485,-0.07102934271097183,-0.06799215078353882,-0.06495495140552521,-0.061917759478092194,-0.05888056382536888,-0.05584336817264557,-0.052806172519922256,-0.049768976867198944,-0.04673178121447563,-0.04369458556175232,-0.04065738990902901,-0.037620194256305695,-0.03458300232887268,-0.03154580667614937,-0.028508611023426056,-0.025471415370702744,-0.02243421971797943,-0.01939702406525612,-0.016359830275177956,-0.013322634622454643,-0.010285438969731331,-0.007248244248330593,-0.004211049061268568,-0.00117386132478714,0.0018633338622748852,0.00490052904933691,0.007937723770737648,0.01097491942346096,0.014012115076184273,0.017049308866262436,0.02008650451898575,0.02312370017170906,0.026160895824432373,0.029198091477155685,0.032235287129879,0.03527247905731201,0.038309674710035324,0.041346870362758636,0.04438406601548195,0.04742126166820526,0.050458457320928574,0.053495652973651886,0.0565328486263752,0.05957004427909851,0.06260723620653152,0.06564443558454514,0.06868162751197815,0.07171882688999176,0.07475601881742477,0.07779321074485779,0.0808304101228714,0.08386760205030441,0.08690480142831802,0.08994199335575104,0.09297919273376465,0.09601638466119766]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,2,2,1,1,4,1,4,1,6,2,6,6,3,9,11,14,15,19,21,25,19,22,27,27,32,29,45,35,35,34,34,28,22,34,14,22,18,22,16,12,9,10,9,10,10,5,10,4,3,1,3,2,1,1,2,0,2,4],"bins":[-0.0019564726389944553,-0.0018985281931236386,-0.001840583747252822,-0.0017826393013820052,-0.0017246948555111885,-0.0016667504096403718,-0.0016088058473542333,-0.0015508614014834166,-0.0014929169556125998,-0.0014349725097417831,-0.0013770280638709664,-0.0013190836180001497,-0.001261139172129333,-0.0012031947262585163,-0.0011452502803876996,-0.001087305834516883,-0.0010293612722307444,-0.0009714168845675886,-0.0009134724386967719,-0.0008555279346182942,-0.0007975834887474775,-0.0007396390428766608,-0.0006816945970058441,-0.0006237501511350274,-0.0005658057052642107,-0.0005078612011857331,-0.00044991675531491637,-0.00039197230944409966,-0.00033402786357328296,-0.0002760833885986358,-0.00021813894272781909,-0.00016019448230508715,-0.00010225002188235521,-4.4305565097602084e-05,1.3638891687151045e-05,7.158334483392537e-05,0.0001295278052566573,0.00018747226567938924,0.00024541671155020595,0.0003033611865248531,0.0003613056323956698,0.0004192500782664865,0.0004771945532411337,0.0005351389991119504,0.0005930834449827671,0.0006510278908535838,0.0007089723949320614,0.0007669168408028781,0.0008248612866736948,0.0008828057325445116,0.0009407501784153283,0.0009986946824938059,0.0010566391283646226,0.0011145835742354393,0.001172528020106256,0.0012304724659770727,0.0012884169118478894,0.0013463613577187061,0.0014043058035895228,0.0014622503658756614,0.001520194811746478,0.0015781392576172948,0.0016360837034881115,0.0016940281493589282,0.001751972595229745]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[1,2,3,1,2,2,2,1,6,7,8,14,26,24,28,50,60,77,111,143,211,303,443,663,968,1419,2254,3835,6689,12629,25758,58098,137918,177351,85272,36404,17049,8836,4794,2905,1781,1169,748,524,369,233,168,108,104,56,55,30,24,25,16,12,12,6,4,2,3,3,2,3],"bins":[-0.00034117698669433594,-0.00033090636134147644,-0.00032063573598861694,-0.00031036511063575745,-0.00030009448528289795,-0.00028982385993003845,-0.00027955323457717896,-0.00026928260922431946,-0.00025901198387145996,-0.00024874135851860046,-0.00023847073316574097,-0.00022820010781288147,-0.00021792948246002197,-0.00020765885710716248,-0.00019738823175430298,-0.00018711760640144348,-0.00017684698104858398,-0.0001665763556957245,-0.000156305730342865,-0.0001460351049900055,-0.000135764479637146,-0.0001254938542842865,-0.000115223228931427,-0.0001049526035785675,-9.468197822570801e-05,-8.441135287284851e-05,-7.414072751998901e-05,-6.387010216712952e-05,-5.359947681427002e-05,-4.332885146141052e-05,-3.3058226108551025e-05,-2.278760075569153e-05,-1.2516975402832031e-05,-2.246350049972534e-06,8.024275302886963e-06,1.829490065574646e-05,2.8565526008605957e-05,3.8836151361465454e-05,4.910677671432495e-05,5.937740206718445e-05,6.964802742004395e-05,7.991865277290344e-05,9.018927812576294e-05,0.00010045990347862244,0.00011073052883148193,0.00012100115418434143,0.00013127177953720093,0.00014154240489006042,0.00015181303024291992,0.00016208365559577942,0.00017235428094863892,0.0001826249063014984,0.0001928955316543579,0.0002031661570072174,0.0002134367823600769,0.0002237074077129364,0.0002339780330657959,0.0002442486584186554,0.0002545192837715149,0.0002647899091243744,0.0002750605344772339,0.0002853311598300934,0.0002956017851829529,0.0003058724105358124,0.0003161430358886719]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.1038905456662178,-0.10083039104938507,-0.09777022898197174,-0.09471007436513901,-0.09164991229772568,-0.08858975768089294,-0.08552959561347961,-0.08246944099664688,-0.07940928637981415,-0.07634912431240082,-0.07328896969556808,-0.07022880762815475,-0.06716865301132202,-0.06410849094390869,-0.06104833632707596,-0.05798817798495293,-0.054928019642829895,-0.05186786130070686,-0.04880770295858383,-0.0457475446164608,-0.04268738627433777,-0.039627231657505035,-0.036567073315382004,-0.03350691497325897,-0.03044675663113594,-0.02738659828901291,-0.024326439946889877,-0.021266283467411995,-0.018206125125288963,-0.015145966783165932,-0.012085809372365475,-0.009025651961565018,-0.005965486168861389,-0.002905328292399645,0.00015482958406209946,0.0032149874605238438,0.006275145336985588,0.00933530367910862,0.012395461089909077,0.015455618500709534,0.018515776842832565,0.021575935184955597,0.02463609352707863,0.02769625000655651,0.030756408348679543,0.033816564828157425,0.03687672317028046,0.03993688151240349,0.04299703985452652,0.04605719819664955,0.04911735653877258,0.052177514880895615,0.055237673223018646,0.05829782783985138,0.06135798618197441,0.06441814452409744,0.06747829914093018,0.0705384612083435,0.07359861582517624,0.07665877789258957,0.0797189325094223,0.08277909457683563,0.08583924919366837,0.0888994112610817,0.09195956587791443],"_type":"histogram","values":[1,0,0,1,2,1,7,7,25,41,48,110,189,287,471,644,1124,1513,2312,3171,4316,5888,7774,10066,12625,15781,18894,22350,25304,28328,31436,33687,34627,35759,35631,34825,33111,31116,28405,25067,21657,18562,15385,12466,9817,7539,5725,4220,3102,2243,1428,946,686,416,287,182,77,68,34,19,11,3,4,3]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.0003833770751953125,-0.00037097465246915817,-0.00035857222974300385,-0.0003461698070168495,-0.0003337673842906952,-0.00032136496156454086,-0.00030896253883838654,-0.0002965601161122322,-0.0002841576933860779,-0.00027175527065992355,-0.0002593528479337692,-0.0002469504252076149,-0.00023454800248146057,-0.00022214557975530624,-0.00020974315702915192,-0.0001973407343029976,-0.00018493831157684326,-0.00017253588885068893,-0.0001601334661245346,-0.00014773104339838028,-0.00013532862067222595,-0.00012292619794607162,-0.0001105237752199173,-9.812135249376297e-05,-8.571892976760864e-05,-7.331650704145432e-05,-6.091408431529999e-05,-4.851166158914566e-05,-3.610923886299133e-05,-2.3706816136837006e-05,-1.1304393410682678e-05,1.0980293154716492e-06,1.3500452041625977e-05,2.5902874767780304e-05,3.830529749393463e-05,5.070772022008896e-05,6.311014294624329e-05,7.551256567239761e-05,8.791498839855194e-05,0.00010031741112470627,0.0001127198338508606,0.00012512225657701492,0.00013752467930316925,0.00014992710202932358,0.0001623295247554779,0.00017473194748163223,0.00018713437020778656,0.0001995367929339409,0.00021193921566009521,0.00022434163838624954,0.00023674406111240387,0.0002491464838385582,0.0002615489065647125,0.00027395132929086685,0.0002863537520170212,0.0002987561747431755,0.00031115859746932983,0.00032356102019548416,0.0003359634429216385,0.0003483658656477928,0.00036076828837394714,0.00037317071110010147,0.0003855731338262558,0.0003979755565524101,0.00041037797927856445],"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,0,3,2,0,1,2,0,1,3,3,2,3,1,5,5,7,2,7,13,8,28,506,67,12,18,15,13,4,2,3,4,4,0,2,1,1,2,4,2,2,1,0,0,1,2,0,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[2,3,3,3,8,10,5,21,20,40,51,92,112,144,267,376,539,823,1198,1922,3050,4830,7844,12981,21938,38377,67485,131736,263974,393423,292436,149787,77149,41991,23783,13634,8371,5168,3203,2038,1353,888,544,383,272,178,110,104,57,49,28,20,10,9,5,7,4,1,1,2,1,0,0,1],"bins":[-0.00027823448181152344,-0.0002688281238079071,-0.00025942176580429077,-0.00025001540780067444,-0.0002406090497970581,-0.00023120269179344177,-0.00022179633378982544,-0.0002123899757862091,-0.00020298361778259277,-0.00019357725977897644,-0.0001841709017753601,-0.00017476454377174377,-0.00016535818576812744,-0.0001559518277645111,-0.00014654546976089478,-0.00013713911175727844,-0.0001277327537536621,-0.00011832639575004578,-0.00010892003774642944,-9.951367974281311e-05,-9.010732173919678e-05,-8.070096373558044e-05,-7.129460573196411e-05,-6.188824772834778e-05,-5.2481889724731445e-05,-4.307553172111511e-05,-3.366917371749878e-05,-2.4262815713882446e-05,-1.4856457710266113e-05,-5.45009970664978e-06,3.956258296966553e-06,1.3362616300582886e-05,2.276897430419922e-05,3.217533230781555e-05,4.1581690311431885e-05,5.098804831504822e-05,6.039440631866455e-05,6.980076432228088e-05,7.920712232589722e-05,8.861348032951355e-05,9.801983833312988e-05,0.00010742619633674622,0.00011683255434036255,0.00012623891234397888,0.00013564527034759521,0.00014505162835121155,0.00015445798635482788,0.00016386434435844421,0.00017327070236206055,0.00018267706036567688,0.0001920834183692932,0.00020148977637290955,0.00021089613437652588,0.0002203024923801422,0.00022970885038375854,0.00023911520838737488,0.0002485215663909912,0.00025792792439460754,0.0002673342823982239,0.0002767406404018402,0.00028614699840545654,0.0002955533564090729,0.0003049597144126892,0.00031436607241630554,0.0003237724304199219]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,0,0,2,0,2,2,2,1,3,3,6,7,2,8,5,7,2,11,10,12,18,18,20,22,19,18,26,26,28,37,29,23,33,27,20,32,23,25,35,19,21,20,20,22,16,11,17,8,13,7,9,6,4,1,1,2,1,2,0,1,1,0,1],"bins":[-0.0022396144922822714,-0.0021729851141572,-0.002106355968862772,-0.0020397265907377005,-0.001973097212612629,-0.0019064678344875574,-0.0018398385727778077,-0.001773209311068058,-0.0017065799329429865,-0.001639950554817915,-0.0015733212931081653,-0.0015066920313984156,-0.001440062653273344,-0.0013734332751482725,-0.0013068040134385228,-0.0012401747517287731,-0.0011735453736037016,-0.00110691599547863,-0.0010402867337688804,-0.0009736574138514698,-0.0009070280939340591,-0.0008403987740166485,-0.0007737694540992379,-0.0007071401341818273,-0.0006405108142644167,-0.0005738814943470061,-0.0005072521744295955,-0.00044062285451218486,-0.00037399353459477425,-0.00030736421467736363,-0.00024073489475995302,-0.0001741055748425424,-0.00010747602209448814,-4.084670217707753e-05,2.578261774033308e-05,9.241193765774369e-05,0.0001590412575751543,0.00022567057749256492,0.00029229989740997553,0.00035892921732738614,0.00042555853724479675,0.0004921878571622074,0.000558817177079618,0.0006254464969970286,0.0006920758169144392,0.0007587051368318498,0.0008253344567492604,0.000891963776666671,0.0009585930965840816,0.0010252224747091532,0.0010918517364189029,0.0011584809981286526,0.001225110376253724,0.0012917397543787956,0.0013583690160885453,0.001424998277798295,0.0014916276559233665,0.001558257034048438,0.0016248862957581878,0.0016915155574679375,0.001758144935593009,0.0018247743137180805,0.0018914035754278302,0.00195803283713758,0.0020246622152626514]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,1,0,2,0,0,4,1,3,3,7,8,4,9,15,7,13,25,32,32,36,51,43,42,56,33,42,44,44,34,24,32,20,16,19,12,11,5,6,4,3,3,2,4,5,0,1,2,1,0,0,4,1],"bins":[-0.0002728969557210803,-0.0002653438423294574,-0.0002577907289378345,-0.00025023764465004206,-0.00024268453125841916,-0.00023513141786679626,-0.00022757830447517335,-0.00022002520563546568,-0.00021247209224384278,-0.00020491897885221988,-0.0001973658800125122,-0.0001898127666208893,-0.0001822596532292664,-0.00017470655438955873,-0.00016715344099793583,-0.00015960034215822816,-0.00015204722876660526,-0.00014449411537498236,-0.00013694101653527468,-0.00012938790314365178,-0.0001218347970279865,-0.00011428169091232121,-0.00010672857752069831,-9.917547140503302e-05,-9.162236528936774e-05,-8.406925917370245e-05,-7.651615305803716e-05,-6.896303966641426e-05,-6.140993355074897e-05,-5.385682743508369e-05,-4.6303717681439593e-05,-3.87506079277955e-05,-3.1197487260214984e-05,-2.3644379325560294e-05,-1.6091271390905604e-05,-8.538163456250913e-06,-9.850555215962231e-07,6.568052413058467e-06,1.4121160347713158e-05,2.1674268282367848e-05,2.9227376217022538e-05,3.6780482332687825e-05,4.433359208633192e-05,5.188670183997601e-05,5.94398079556413e-05,6.699291407130659e-05,7.454602746292949e-05,8.209913357859477e-05,8.965223969426006e-05,9.720534580992535e-05,0.00010475845192559063,0.00011231156531721354,0.00011986467143287882,0.0001274177775485441,0.000134970890940167,0.00014252398977987468,0.00015007710317149758,0.00015763021656312048,0.00016518331540282816,0.00017273642879445106,0.00018028952763415873,0.00018784264102578163,0.00019539575441740453,0.0002029488532571122,0.0002105019666487351]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,0,0,0,4,0,4,5,5,14,22,28,50,63,90,129,203,297,429,677,940,1547,2499,3695,6065,10220,16678,29968,62875,165180,411646,468220,224010,81332,35641,19283,11418,7094,4375,2761,1729,1170,802,571,345,228,156,110,81,76,32,24,16,16,9,9,7,4,5,3,0,2,0,1],"bins":[-0.0002853870391845703,-0.000276222825050354,-0.0002670586109161377,-0.0002578943967819214,-0.0002487301826477051,-0.00023956596851348877,-0.00023040175437927246,-0.00022123754024505615,-0.00021207332611083984,-0.00020290911197662354,-0.00019374489784240723,-0.00018458068370819092,-0.0001754164695739746,-0.0001662522554397583,-0.000157088041305542,-0.00014792382717132568,-0.00013875961303710938,-0.00012959539890289307,-0.00012043118476867676,-0.00011126697063446045,-0.00010210275650024414,-9.293854236602783e-05,-8.377432823181152e-05,-7.461011409759521e-05,-6.54458999633789e-05,-5.62816858291626e-05,-4.711747169494629e-05,-3.795325756072998e-05,-2.8789043426513672e-05,-1.9624829292297363e-05,-1.0460615158081055e-05,-1.296401023864746e-06,7.867813110351562e-06,1.703202724456787e-05,2.619624137878418e-05,3.536045551300049e-05,4.45246696472168e-05,5.3688883781433105e-05,6.285309791564941e-05,7.201731204986572e-05,8.118152618408203e-05,9.034574031829834e-05,9.950995445251465e-05,0.00010867416858673096,0.00011783838272094727,0.00012700259685516357,0.00013616681098937988,0.0001453310251235962,0.0001544952392578125,0.0001636594533920288,0.00017282366752624512,0.00018198788166046143,0.00019115209579467773,0.00020031630992889404,0.00020948052406311035,0.00021864473819732666,0.00022780895233154297,0.00023697316646575928,0.0002461373805999756,0.0002553015947341919,0.0002644658088684082,0.0002736300230026245,0.0002827942371368408,0.00029195845127105713,0.00030112266540527344],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,3,2,0,1,0,1,0,0,4,4,5,4,7,15,8,8,11,12,13,20,22,35,22,27,33,45,41,28,56,44,32,34,36,30,29,18,22,21,16,9,11,8,5,5,2,8,2,2,1,1,0,0,1,0,0,0,1,1,0,1],"bins":[-0.00016105175018310547,-0.0001559881493449211,-0.00015092454850673676,-0.0001458609476685524,-0.00014079734683036804,-0.00013573374599218369,-0.00013067014515399933,-0.00012560654431581497,-0.00012054294347763062,-0.00011547934263944626,-0.0001104157418012619,-0.00010535214096307755,-0.00010028854012489319,-9.522493928670883e-05,-9.016133844852448e-05,-8.509773761034012e-05,-8.003413677215576e-05,-7.49705359339714e-05,-6.990693509578705e-05,-6.484333425760269e-05,-5.9779733419418335e-05,-5.471613258123398e-05,-4.965253174304962e-05,-4.4588930904865265e-05,-3.952533006668091e-05,-3.446172922849655e-05,-2.9398128390312195e-05,-2.4334527552127838e-05,-1.927092671394348e-05,-1.4207325875759125e-05,-9.143725037574768e-06,-4.080124199390411e-06,9.834766387939453e-07,6.047077476978302e-06,1.1110678315162659e-05,1.6174279153347015e-05,2.1237879991531372e-05,2.630148082971573e-05,3.1365081667900085e-05,3.642868250608444e-05,4.14922833442688e-05,4.6555884182453156e-05,5.161948502063751e-05,5.668308585882187e-05,6.174668669700623e-05,6.681028753519058e-05,7.187388837337494e-05,7.69374892115593e-05,8.200109004974365e-05,8.706469088792801e-05,9.212829172611237e-05,9.719189256429672e-05,0.00010225549340248108,0.00010731909424066544,0.00011238269507884979,0.00011744629591703415,0.0001225098967552185,0.00012757349759340286,0.00013263709843158722,0.00013770069926977158,0.00014276430010795593,0.0001478279009461403,0.00015289150178432465,0.000157955102622509,0.00016301870346069336]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,2,4,2,8,24,45,84,138,242,452,717,1091,1783,2783,4186,6000,8556,11972,16376,21540,27657,34819,43361,52047,61151,69878,78540,85376,91846,95834,96706,96171,93579,88913,81959,73450,65485,56412,46957,38676,30952,24010,18539,13708,9883,7056,4805,3323,2173,1444,847,537,342,191,110,58,34,16,7,3,2,1],"bins":[-0.10182085633277893,-0.09870943427085876,-0.0955980122089386,-0.09248659014701843,-0.08937516808509827,-0.0862637460231781,-0.08315232396125793,-0.08004090189933777,-0.0769294798374176,-0.07381806522607803,-0.07070664316415787,-0.0675952211022377,-0.06448379904031754,-0.06137237697839737,-0.0582609549164772,-0.05514953285455704,-0.05203811079263687,-0.048926688730716705,-0.04581526666879654,-0.04270384460687637,-0.03959242254495621,-0.03648100420832634,-0.033369582146406174,-0.030258160084486008,-0.02714673802256584,-0.024035315960645676,-0.02092389389872551,-0.017812473699450493,-0.014701051637530327,-0.01158962957561016,-0.00847820844501257,-0.005366786848753691,-0.002255357801914215,0.0008560637943446636,0.003967485390603542,0.007078906986862421,0.0101903285831213,0.013301750645041466,0.016413170844316483,0.01952459290623665,0.022636014968156815,0.02574743703007698,0.028858859091997147,0.03197028115391731,0.03508169949054718,0.038193121552467346,0.04130454361438751,0.04441596567630768,0.047527387738227844,0.05063880980014801,0.053750231862068176,0.05686165392398834,0.05997307598590851,0.06308449804782867,0.06619592010974884,0.069307342171669,0.07241876423358917,0.07553017884492874,0.07864160090684891,0.08175302296876907,0.08486444503068924,0.0879758670926094,0.09108728915452957,0.09419871121644974,0.0973101332783699]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[-0.00020900987146887928,-0.0002004907582886517,-0.00019197165966033936,-0.000183452561032027,-0.00017493344785179943,-0.00016641433467157185,-0.0001578952360432595,-0.00014937613741494715,-0.00014085702423471957,-0.000132337911054492,-0.00012381881242617965,-0.00011529970652190968,-0.00010678060061763972,-9.826149471336976e-05,-8.97423888090998e-05,-8.122328290482983e-05,-7.270417700055987e-05,-6.41850710962899e-05,-5.566596519201994e-05,-4.7146859287749976e-05,-3.862775338348001e-05,-3.010864747921005e-05,-2.1589541574940085e-05,-1.3070435670670122e-05,-4.551329766400158e-06,3.967776137869805e-06,1.2486882042139769e-05,2.1005987946409732e-05,2.9525093850679696e-05,3.804419975494966e-05,4.656330565921962e-05,5.5082411563489586e-05,6.360153201967478e-05,7.212063792394474e-05,8.06397438282147e-05,8.915884973248467e-05,9.767795563675463e-05,0.0001061970615410246,0.00011471616744529456,0.00012323528062552214,0.00013175437925383449,0.00014027347788214684,0.0001487925910623744,0.000157311704242602,0.00016583080287091434,0.0001743499014992267,0.00018286901467945427,0.00019138812785968184,0.0001999072264879942,0.00020842632511630654,0.00021694543829653412,0.0002254645514767617,0.00023398365010507405,0.0002425027487333864,0.0002510218764655292,0.00025954097509384155,0.0002680600737221539,0.00027657917235046625,0.0002850982709787786,0.0002936173987109214,0.00030213649733923376,0.0003106555959675461,0.0003191747236996889,0.00032769382232800126,0.0003362129209563136],"_type":"histogram","values":[1,0,0,0,1,1,1,4,0,3,5,4,10,8,17,21,18,22,31,38,47,40,48,34,59,50,58,34,51,28,23,27,14,13,13,9,5,4,6,5,4,4,0,1,0,1,1,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[2,2,5,17,19,43,81,148,264,449,707,1151,1733,2759,3918,5931,8447,11591,15690,20902,26835,34294,42153,50823,59883,68808,77069,84489,89953,94343,96077,96631,93085,88935,82972,75027,66318,57598,48451,39919,32273,25273,19358,14662,10521,7619,5518,3648,2411,1573,982,619,385,223,128,66,40,23,9,4,3,3,0,1],"bins":[-0.09526795893907547,-0.09218238294124603,-0.089096799492836,-0.08601122349500656,-0.08292564004659653,-0.07984006404876709,-0.07675448060035706,-0.07366890460252762,-0.07058332115411758,-0.06749774515628815,-0.06441216170787811,-0.061326585710048676,-0.05824100598692894,-0.055155426263809204,-0.05206984654068947,-0.04898426681756973,-0.04589868709445,-0.04281310737133026,-0.039727527648210526,-0.03664194792509079,-0.033556368201971054,-0.030470790341496468,-0.027385210618376732,-0.024299630895256996,-0.02121405117213726,-0.018128471449017525,-0.015042891725897789,-0.011957312934100628,-0.008871733210980892,-0.0057861534878611565,-0.002700574230402708,0.000385005259886384,0.003470584750175476,0.006556164473295212,0.009641744196414948,0.012727322988212109,0.01581290364265442,0.018898481503129005,0.02198406122624874,0.025069640949368477,0.028155220672488213,0.03124080039560795,0.034326378256082535,0.03741195797920227,0.040497537702322006,0.04358311742544174,0.04666869714856148,0.04975427687168121,0.05283985659480095,0.055925436317920685,0.05901101604104042,0.062096595764160156,0.0651821717619896,0.06826775521039963,0.07135333120822906,0.0744389146566391,0.07752449065446854,0.08061007410287857,0.08369565010070801,0.08678123354911804,0.08986680954694748,0.09295239299535751,0.09603796899318695,0.09912355244159698,0.10220912843942642],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[2,0,0,2,0,1,3,8,4,7,17,16,18,39,46,68,107,119,205,287,407,638,943,1480,2418,3528,6099,10346,17973,33640,68861,167709,145149,59206,29803,16074,9346,5646,3255,2169,1389,869,599,392,291,198,142,81,63,41,36,25,15,17,5,8,3,6,0,2,1,0,0,2],"bins":[-0.0005855560302734375,-0.0005672052502632141,-0.0005488544702529907,-0.0005305036902427673,-0.0005121529102325439,-0.0004938021302223206,-0.00047545135021209717,-0.0004571005702018738,-0.0004387497901916504,-0.000420399010181427,-0.0004020482301712036,-0.0003836974501609802,-0.00036534667015075684,-0.00034699589014053345,-0.00032864511013031006,-0.00031029433012008667,-0.0002919435501098633,-0.0002735927700996399,-0.0002552419900894165,-0.00023689121007919312,-0.00021854043006896973,-0.00020018965005874634,-0.00018183887004852295,-0.00016348809003829956,-0.00014513731002807617,-0.00012678653001785278,-0.0001084357500076294,-9.0084969997406e-05,-7.173418998718262e-05,-5.338340997695923e-05,-3.503262996673584e-05,-1.668184995651245e-05,1.6689300537109375e-06,2.0019710063934326e-05,3.8370490074157715e-05,5.6721270084381104e-05,7.507205009460449e-05,9.342283010482788e-05,0.00011177361011505127,0.00013012439012527466,0.00014847517013549805,0.00016682595014572144,0.00018517673015594482,0.0002035275101661682,0.0002218782901763916,0.000240229070186615,0.0002585798501968384,0.00027693063020706177,0.00029528141021728516,0.00031363219022750854,0.00033198297023773193,0.0003503337502479553,0.0003686845302581787,0.0003870353102684021,0.0004053860902786255,0.0004237368702888489,0.00044208765029907227,0.00046043843030929565,0.00047878921031951904,0.0004971399903297424,0.0005154907703399658,0.0005338415503501892,0.0005521923303604126,0.000570543110370636,0.0005888938903808594]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[2,3,4,11,17,30,59,104,118,198,339,449,701,1008,1428,2051,2791,3843,5142,6714,8360,10544,13047,15565,18255,20916,24075,26654,28797,30860,32232,32940,33388,32769,31408,29814,27640,25339,22427,19592,16780,14086,11460,9308,7501,5665,4377,3268,2391,1712,1206,843,588,384,240,152,96,56,33,21,16,1,5,1],"bins":[-0.0913030281662941,-0.0884706899523735,-0.08563835918903351,-0.08280602097511292,-0.07997368276119232,-0.07714135199785233,-0.07430901378393173,-0.07147668302059174,-0.06864434480667114,-0.06581200659275055,-0.06297967582941055,-0.06014733761548996,-0.057315003126859665,-0.05448266863822937,-0.05165033042430878,-0.04881799593567848,-0.04598566144704819,-0.04315332695841789,-0.0403209924697876,-0.037488654255867004,-0.03465631976723671,-0.031823985278606415,-0.02899164892733097,-0.026159312576055527,-0.023326978087425232,-0.020494643598794937,-0.017662307247519493,-0.014829971827566624,-0.011997636407613754,-0.009165300987660885,-0.0063329655677080154,-0.003500630147755146,-0.0006682947278022766,0.002164040692150593,0.004996376112103462,0.007828711532056332,0.010661046952009201,0.01349338237196207,0.01632571779191494,0.019158054143190384,0.02199038863182068,0.024822723120450974,0.027655059471726418,0.03048739582300186,0.033319730311632156,0.03615206480026245,0.038984403014183044,0.04181673750281334,0.044649071991443634,0.04748140648007393,0.050313740968704224,0.05314607918262482,0.05597841367125511,0.058810748159885406,0.061643086373806,0.064475417137146,0.06730775535106659,0.07014009356498718,0.07297242432832718,0.07580476254224777,0.07863709330558777,0.08146943151950836,0.08430176973342896,0.08713410049676895,0.08996643871068954],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.028902430087327957,-0.02797790989279747,-0.027053389698266983,-0.026128871366381645,-0.025204351171851158,-0.02427983097732067,-0.023355312645435333,-0.022430792450904846,-0.02150627225637436,-0.020581752061843872,-0.019657231867313385,-0.018732713535428047,-0.01780819334089756,-0.016883673146367073,-0.015959154814481735,-0.015034634619951248,-0.014110114425420761,-0.013185594230890274,-0.012261074967682362,-0.01133655570447445,-0.010412035509943962,-0.009487515315413475,-0.008562996052205563,-0.007638476323336363,-0.006713956594467163,-0.005789436865597963,-0.004864917136728764,-0.003940397407859564,-0.003015877678990364,-0.0020913579501211643,-0.0011668382212519646,-0.00024231849238276482,0.0006822030991315842,0.001606722828000784,0.0025312425568699837,0.0034557622857391834,0.004380282014608383,0.005304801743477583,0.006229321472346783,0.0071538412012159824,0.008078360930085182,0.00900288112461567,0.009927400387823582,0.010851919651031494,0.011776439845561981,0.012700960040092468,0.01362547930330038,0.014549998566508293,0.01547451876103878,0.016399038955569267,0.017323557287454605,0.018248077481985092,0.01917259767651558,0.020097117871046066,0.021021638065576553,0.02194615639746189,0.022870676591992378,0.023795196786522865,0.024719715118408203,0.02564423531293869,0.026568755507469177,0.027493275701999664,0.02841779589653015,0.02934231422841549,0.030266834422945976],"_type":"histogram","values":[3,4,6,5,4,2,0,0,1,4,3,6,2,5,4,2,3,2,1,2,4,14,16,16,17,22,33,36,43,62,48,54,55,53,38,35,21,28,20,13,13,7,4,1,2,1,3,3,2,2,8,5,3,0,2,1,0,5,1,5,4,4,2,3]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"values":[1,0,1,0,0,0,2,2,2,1,6,3,9,6,4,5,5,6,12,13,11,14,17,28,24,30,22,24,29,22,27,21,29,29,31,27,23,24,28,27,30,11,22,21,23,16,10,16,9,8,9,6,4,0,5,3,5,1,0,0,0,2,1,1],"bins":[-0.00017249584197998047,-0.0001672757789492607,-0.00016205571591854095,-0.0001568356528878212,-0.00015161558985710144,-0.00014639552682638168,-0.00014117546379566193,-0.00013595540076494217,-0.0001307353377342224,-0.00012551527470350266,-0.0001202952116727829,-0.00011507514864206314,-0.00010985508561134338,-0.00010463502258062363,-9.941495954990387e-05,-9.419489651918411e-05,-8.897483348846436e-05,-8.37547704577446e-05,-7.853470742702484e-05,-7.331464439630508e-05,-6.809458136558533e-05,-6.287451833486557e-05,-5.765445530414581e-05,-5.2434392273426056e-05,-4.72143292427063e-05,-4.199426621198654e-05,-3.6774203181266785e-05,-3.155414015054703e-05,-2.633407711982727e-05,-2.1114014089107513e-05,-1.5893951058387756e-05,-1.0673888027668e-05,-5.453824996948242e-06,-2.337619662284851e-07,4.986301064491272e-06,1.0206364095211029e-05,1.5426427125930786e-05,2.0646490156650543e-05,2.58665531873703e-05,3.108661621809006e-05,3.6306679248809814e-05,4.152674227952957e-05,4.674680531024933e-05,5.1966868340969086e-05,5.718693137168884e-05,6.24069944024086e-05,6.762705743312836e-05,7.284712046384811e-05,7.806718349456787e-05,8.328724652528763e-05,8.850730955600739e-05,9.372737258672714e-05,9.89474356174469e-05,0.00010416749864816666,0.00010938756167888641,0.00011460762470960617,0.00011982768774032593,0.00012504775077104568,0.00013026781380176544,0.0001354878768324852,0.00014070793986320496,0.0001459280028939247,0.00015114806592464447,0.00015636812895536423,0.00016158819198608398],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,2,4,6,12,18,56,77,119,230,308,521,840,1154,1754,2496,3369,4644,6417,8079,10331,13026,15872,18979,22170,25223,28473,31069,32914,34483,35324,34794,33868,32487,30726,27759,24648,21537,18398,15701,12738,10215,7977,5985,4468,3370,2396,1654,1120,765,498,312,179,107,68,39,18,9,10,4,0,3],"bins":[-0.09875398874282837,-0.09575541317462921,-0.09275683760643005,-0.0897582620382309,-0.08675969392061234,-0.08376111835241318,-0.08076254278421402,-0.07776396721601486,-0.0747653916478157,-0.07176681607961655,-0.06876824796199799,-0.06576967239379883,-0.06277109682559967,-0.05977252125740051,-0.056773945689201355,-0.053775373846292496,-0.05077679827809334,-0.04777822270989418,-0.04477965086698532,-0.04178107529878616,-0.038782499730587006,-0.035783927887678146,-0.03278535231947899,-0.02978677675127983,-0.026788203045725822,-0.023789629340171814,-0.020791053771972656,-0.017792480066418648,-0.014793905429542065,-0.011795330792665482,-0.008796757087111473,-0.00579818245023489,-0.002799607813358307,0.00019896659068763256,0.003197540994733572,0.006196115165948868,0.009194689802825451,0.012193264439702034,0.015191838145256042,0.0181904137134552,0.02118898741900921,0.024187561124563217,0.027186136692762375,0.030184710398316383,0.03318328410387039,0.03618185967206955,0.03918043524026871,0.042179007083177567,0.045177582651376724,0.04817615821957588,0.05117473006248474,0.0541733056306839,0.05717188119888306,0.060170453041791916,0.06316903233528137,0.06616760045289993,0.06916617602109909,0.07216475158929825,0.0751633271574974,0.07816190272569656,0.08116047829389572,0.08415904641151428,0.08715762197971344,0.0901561975479126,0.09315477311611176]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.09301605075597763,-0.08987622708082199,-0.08673640340566635,-0.08359657973051071,-0.08045675605535507,-0.07731693238019943,-0.07417710870504379,-0.07103728502988815,-0.06789746135473251,-0.06475763767957687,-0.061617814004421234,-0.058477990329265594,-0.055338166654109955,-0.052198342978954315,-0.049058519303798676,-0.045918695628643036,-0.042778871953487396,-0.03963904827833176,-0.03649922460317612,-0.03335940092802048,-0.030219577252864838,-0.027079753577709198,-0.02393992990255356,-0.02080010622739792,-0.01766028255224228,-0.01452045887708664,-0.011380635201931,-0.00824081152677536,-0.0051009878516197205,-0.001961164176464081,0.0011786594986915588,0.0043184831738471985,0.007458299398422241,0.01059812307357788,0.01373794674873352,0.01687777042388916,0.0200175940990448,0.02315741777420044,0.02629724144935608,0.02943706512451172,0.03257688879966736,0.035716712474823,0.03885653614997864,0.04199635982513428,0.04513618350028992,0.04827600717544556,0.051415830850601196,0.054555654525756836,0.057695478200912476,0.060835301876068115,0.06397512555122375,0.0671149492263794,0.07025477290153503,0.07339459657669067,0.07653442025184631,0.07967424392700195,0.08281406760215759,0.08595389127731323,0.08909371495246887,0.09223353862762451,0.09537336230278015,0.09851318597793579,0.10165300965309143,0.10479283332824707,0.10793265700340271],"_type":"histogram","values":[1,5,10,21,40,95,147,247,423,757,1124,1778,2787,4194,6030,8775,11925,16424,21858,28403,35549,43827,53254,61733,70751,79401,87069,91500,96848,98432,96962,93495,88391,81531,73314,64216,55289,46255,37382,29851,23371,17682,13110,9373,6573,4506,3004,1917,1251,784,499,303,179,101,43,32,22,12,4,3,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,0,1,1,0,1,0,0,1,0,4,5,11,6,11,14,13,20,18,23,18,34,32,22,33,29,28,35,24,37,42,43,31,40,18,27,21,22,16,19,11,7,6,4,6,7,3,7,3,2,1,3,2,1,3],"bins":[-0.001634381478652358,-0.0015909072244539857,-0.0015474330866709352,-0.0015039588324725628,-0.0014604845782741904,-0.0014170104404911399,-0.0013735361862927675,-0.0013300619320943952,-0.0012865877943113446,-0.0012431135401129723,-0.0011996392859146,-0.0011561651481315494,-0.001112690893933177,-0.0010692166397348046,-0.001025742501951754,-0.0009822682477533817,-0.0009387940517626703,-0.0008953198557719588,-0.0008518456015735865,-0.000808371405582875,-0.0007648972095921636,-0.0007214229553937912,-0.0006779487594030797,-0.0006344745634123683,-0.0005910003092139959,-0.0005475261132232845,-0.000504051917232573,-0.0004605776921380311,-0.0004171034670434892,-0.00037362927105277777,-0.00033015504595823586,-0.0002866808499675244,-0.0002432066248729825,-0.00019973241433035582,-0.00015625820378772914,-0.00011278397869318724,-6.930976815056056e-05,-2.5835553969955072e-05,1.7638660210650414e-05,6.111287802923471e-05,0.00010458708857186139,0.00014806129911448807,0.00019153550965711474,0.00023500973475165665,0.00027848395984619856,0.00032195815583691,0.0003654323809314519,0.00040890657692216337,0.0004523808020167053,0.0004958549980074167,0.0005393292522057891,0.0005828034481965005,0.000626277644187212,0.0006697518983855844,0.0007132260943762958,0.0007567002903670073,0.0008001745445653796,0.0008436487405560911,0.0008871229365468025,0.000930597132537514,0.0009740713867358863,0.0010175455827265978,0.0010610198369249701,0.0011044939747080207,0.001147968228906393]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,1,2,1,3,2,3,2,8,6,4,2,4,9,16,20,26,17,17,22,23,20,33,24,40,31,42,31,30,30,30,28,34,23,36,21,18,21,14,13,12,10,3,8,4,3,3,3,5,2,2,2,1,1],"bins":[-0.0021547323558479548,-0.0020965265575796366,-0.002038320992141962,-0.001980115193873644,-0.0019219096284359694,-0.001863703946582973,-0.0018054982647299767,-0.0017472925828769803,-0.001689086901023984,-0.0016308811027556658,-0.0015726754209026694,-0.001514469739049673,-0.0014562640571966767,-0.0013980583753436804,-0.001339852693490684,-0.0012816470116376877,-0.0012234413297846913,-0.001165235647931695,-0.0011070299660786986,-0.0010488242842257023,-0.000990618602372706,-0.0009324128623120487,-0.0008742071804590523,-0.000816001498606056,-0.0007577958167530596,-0.0006995901349000633,-0.0006413844530470669,-0.0005831787711940706,-0.0005249730311334133,-0.0004667673783842474,-0.0004085616674274206,-0.00035035598557442427,-0.0002921501873061061,-0.00023394450545310974,-0.00017573880904819816,-0.0001175331199192442,-5.9327430790290236e-05,-1.121741661336273e-06,5.708394746761769e-05,0.00011528963659657165,0.00017349532572552562,0.00023170100757852197,0.0002899066894315183,0.0003481124003883451,0.00040631808224134147,0.0004645237640943378,0.0005227294750511646,0.000580935156904161,0.0006391408387571573,0.0006973465206101537,0.00075555220246315,0.0008137578843161464,0.0008719635661691427,0.0009301693062298,0.0009883749298751354,0.0010465806117281318,0.0011047862935811281,0.0011629920918494463,0.0012211977737024426,0.001279403455555439,0.0013376091374084353,0.0013958148192614317,0.001454020501114428,0.0015122261829674244,0.0015704318648204207]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"_type":"histogram","values":[2,2,6,9,16,31,70,118,234,360,542,917,1375,2119,3217,4692,6624,9337,12712,16568,21916,27824,34480,42076,50584,59291,66958,74847,81716,87106,91286,92740,93224,90492,87100,81613,74656,66621,58128,49896,41622,33782,27313,21046,16396,12277,8877,6576,4490,3238,2091,1363,914,574,346,184,119,61,49,20,12,3,4,2],"bins":[-0.09546159207820892,-0.09247344732284546,-0.08948531001806259,-0.08649717271327972,-0.08350902795791626,-0.0805208832025528,-0.07753274589776993,-0.07454460859298706,-0.0715564638376236,-0.06856831908226013,-0.06558018177747726,-0.0625920444726944,-0.05960389971733093,-0.05661575868725777,-0.0536276176571846,-0.050639476627111435,-0.04765133559703827,-0.0446631945669651,-0.04167505353689194,-0.03868691250681877,-0.035698771476745605,-0.03271063044667244,-0.029722489416599274,-0.026734348386526108,-0.023746207356452942,-0.020758066326379776,-0.01776992529630661,-0.014781784266233444,-0.011793643236160278,-0.008805502206087112,-0.0058173611760139465,-0.0028292201459407806,0.00015892088413238525,0.003147061914205551,0.006135202944278717,0.009123343974351883,0.012111485004425049,0.015099626034498215,0.01808776706457138,0.021075908094644547,0.024064049124717712,0.02705219015479088,0.030040331184864044,0.03302847221493721,0.036016613245010376,0.03900475427508354,0.04199289530515671,0.044981036335229874,0.04796917736530304,0.050957318395376205,0.05394545942544937,0.05693360045552254,0.0599217414855957,0.06290988624095917,0.06589802354574203,0.0688861608505249,0.07187430560588837,0.07486245036125183,0.0778505876660347,0.08083872497081757,0.08382686972618103,0.0868150144815445,0.08980315178632736,0.09279128909111023,0.0957794338464737]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[-0.00030154999694786966,-0.00029360255575738847,-0.00028565508546307683,-0.00027770764427259564,-0.00026976020308211446,-0.0002618127327878028,-0.00025386529159732163,-0.00024591785040684044,-0.0002379703801125288,-0.00023002293892204762,-0.0002220754831796512,-0.0002141280274372548,-0.0002061805862467736,-0.00019823313050437719,-0.00019028567476198077,-0.00018233823357149959,-0.00017439077782910317,-0.00016644332208670676,-0.00015849588089622557,-0.00015054842515382916,-0.00014260096941143274,-0.00013465352822095156,-0.00012670607247855514,-0.00011875861673615873,-0.00011081116826971993,-0.00010286371980328113,-9.491626406088471e-05,-8.696881559444591e-05,-7.902136712800711e-05,-7.10739113856107e-05,-6.31264629191719e-05,-5.517901081475429e-05,-4.7231558710336685e-05,-3.928410660591908e-05,-3.133665450150147e-05,-2.338920603506267e-05,-1.5441753930645064e-05,-7.494302735722158e-06,4.531484592007473e-07,8.400599654123653e-06,1.6348050849046558e-05,2.4295502953464165e-05,3.224295505788177e-05,4.019040352432057e-05,4.813785562873818e-05,5.608530773315579e-05,6.403275619959459e-05,7.1980211941991e-05,7.99276604084298e-05,8.78751088748686e-05,9.582256461726502e-05,0.00010377001308370382,0.00011171746882610023,0.00011966491729253903,0.00012761236575897783,0.00013555982150137424,0.00014350726269185543,0.00015145471843425184,0.00015940217417664826,0.00016734962991904467,0.00017529707110952586,0.00018324452685192227,0.0001911919825943187,0.00019913942378479987,0.0002070868795271963],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,0,1,0,1,0,1,1,0,1,3,1,3,7,6,3,4,11,14,10,12,13,30,39,41,55,57,59,75,60,50,46,39,24,17,14,18,6,8,11,6,2,4,3,3,1,1,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,0,0,2,1,2,0,3,2,7,6,5,10,14,10,16,14,20,33,20,25,37,21,33,25,32,39,34,37,35,30,37,30,44,22,18,14,14,16,12,3,7,7,7,3,5,4,1,4,2,1,0,0,0,0,1,0,1],"bins":[-0.0005361654330044985,-0.0005198287544772029,-0.0005034920177422464,-0.0004871553392149508,-0.0004708186606876552,-0.00045448195305652916,-0.0004381452454254031,-0.00042180856689810753,-0.0004054718592669815,-0.00038913515163585544,-0.00037279847310855985,-0.0003564617654774338,-0.00034012505784630775,-0.00032378837931901217,-0.0003074516716878861,-0.00029111499316059053,-0.0002747782855294645,-0.00025844157789833844,-0.00024210489937104285,-0.0002257681917399168,-0.00020943149866070598,-0.00019309480558149517,-0.00017675809795036912,-0.0001604214048711583,-0.00014408471179194748,-0.00012774801871273667,-0.00011141131835756823,-9.50746180023998e-05,-7.873792492318898e-05,-6.240123184397817e-05,-4.6064531488809735e-05,-2.972783477162011e-05,-1.3391138054430485e-05,2.94555866275914e-06,1.9282255379948765e-05,3.561895209713839e-05,5.1955648814328015e-05,6.829234189353883e-05,8.462904224870726e-05,0.0001009657426038757,0.00011730243568308651,0.00013363912876229733,0.00014997582184150815,0.0001663125294726342,0.00018264922255184501,0.00019898591563105583,0.00021532262326218188,0.0002316593163413927,0.0002479960094206035,0.00026433271705172956,0.00028066939557902515,0.0002970061032101512,0.0003133427817374468,0.00032967948936857283,0.0003460161969996989,0.00036235287552699447,0.0003786895831581205,0.00039502629078924656,0.00041136296931654215,0.0004276996769476682,0.00044403638457879424,0.00046037306310608983,0.0004767097707372159,0.0004930464783683419,0.0005093831568956375],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,2,1,1,3,2,6,6,5,8,6,8,10,14,14,9,27,15,12,31,31,22,29,31,32,36,33,42,36,30,32,39,32,28,18,18,16,7,14,14,8,6,3,5,3,2,5,1,3,2,2,2,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0019379261648282409,-0.0018688748823478818,-0.0017998235998675227,-0.0017307723173871636,-0.0016617210349068046,-0.0015926697524264455,-0.0015236184699460864,-0.0014545671874657273,-0.00138551602140069,-0.001316464738920331,-0.001247413456439972,-0.0011783621739596128,-0.0011093108914792538,-0.0010402596089988947,-0.0009712083265185356,-0.0009021570440381765,-0.0008331057615578175,-0.0007640544790774584,-0.0006950031965970993,-0.0006259519141167402,-0.0005569006316363811,-0.00048784937825985253,-0.0004187981248833239,-0.00034974684240296483,-0.00028069555992260575,-0.00021164427744224668,-0.00014259300951380283,-7.354173430940136e-05,-4.4904591049999e-06,6.456081609940156e-05,0.00013361209130380303,0.00020266335923224688,0.0002717145252972841,0.0003407658077776432,0.0004098170902580023,0.0004788683436345309,0.0005479196552187204,0.0006169708794914186,0.0006860221619717777,0.0007550734444521368,0.0008241247269324958,0.0008931760094128549,0.000962227291893214,0.0010312785161659122,0.0011003297986462712,0.0011693810811266303,0.0012384323636069894,0.0013074836460873485,0.0013765349285677075,0.0014455862110480666,0.0015146374935284257,0.0015836887760087848,0.0016527400584891438,0.001721791340969503,0.001790842623449862,0.001859893905930221,0.0019289450719952583,0.0019979963544756174,0.0020670476369559765,0.0021360989194363356,0.0022051502019166946,0.0022742014843970537,0.002343252766877413,0.002412304049357772,0.002481355331838131]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,0,1,2,4,1,4,4,5,6,5,8,12,18,15,22,23,18,12,21,35,32,30,30,31,34,35,34,29,29,49,35,30,18,26,18,21,13,15,8,9,3,5,3,3,2,1,3,2,0,0,0,0,0,0,0,0,1,1],"bins":[-0.0005823350511491299,-0.0005634508561342955,-0.0005445666029118001,-0.0005256824078969657,-0.0005067981546744704,-0.000487913959659636,-0.00046902973554097116,-0.0004501455114223063,-0.0004312613164074719,-0.00041237709228880703,-0.0003934928681701422,-0.0003746086440514773,-0.00035572441993281245,-0.0003368401958141476,-0.0003179560007993132,-0.0002990717766806483,-0.00028018755256198347,-0.0002613033284433186,-0.00024241911887656897,-0.0002235348947579041,-0.00020465068519115448,-0.00018576646107248962,-0.00016688223695382476,-0.00014799802738707513,-0.00012911380326841027,-0.00011022958642570302,-9.134536958299577e-05,-7.246114546433091e-05,-5.3576928621623665e-05,-3.469271177891642e-05,-1.5808491298230365e-05,3.075727363466285e-06,2.1959946025162935e-05,4.084416286787018e-05,5.9728383348556235e-05,7.861260382924229e-05,9.749682067194954e-05,0.00011638103751465678,0.00013526526163332164,0.00015414947120007128,0.00017303369531873614,0.000191917919437401,0.00021080212900415063,0.0002296863531228155,0.00024857057724148035,0.0002674548013601452,0.0002863389963749796,0.0003052232204936445,0.00032410744461230934,0.0003429916687309742,0.00036187589284963906,0.00038076008786447346,0.0003996443119831383,0.0004185285361018032,0.00043741276022046804,0.0004562969843391329,0.00047518120845779777,0.0004940654034726322,0.0005129496566951275,0.0005318338517099619,0.0005507180467247963,0.0005696022999472916,0.000588486494962126,0.0006073707481846213,0.0006262549431994557],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.00113687536213547,-0.0010973672615364194,-0.001057859044522047,-0.0010183509439229965,-0.000978842843323946,-0.0009393347427248955,-0.000899826583918184,-0.0008603184251114726,-0.0008208103245124221,-0.0007813022239133716,-0.0007417940651066601,-0.0007022859062999487,-0.0006627778057008982,-0.0006232697051018476,-0.0005837615462951362,-0.0005442533874884248,-0.0005047452868893743,-0.0004652371571864933,-0.0004257290274836123,-0.0003862208977807313,-0.00034671276807785034,-0.00030720463837496936,-0.0002676965086720884,-0.0002281883789692074,-0.00018868024926632643,-0.00014917211956344545,-0.00010966398986056447,-7.015586015768349e-05,-3.064773045480251e-05,8.860399248078465e-06,4.8368528950959444e-05,8.787665865384042e-05,0.00012738490477204323,0.0001668930344749242,0.00020640116417780519,0.00024590929388068616,0.00028541742358356714,0.0003249255532864481,0.0003644336829893291,0.0004039418126922101,0.00044344994239509106,0.00048295807209797204,0.000522466201800853,0.0005619743606075644,0.000601482461206615,0.0006409905618056655,0.0006804987206123769,0.0007200068794190884,0.0007595149800181389,0.0007990230806171894,0.0008385312394239008,0.0008780393982306123,0.0009175474988296628,0.0009570555994287133,0.0009965638164430857,0.0010360719170421362,0.0010755800176411867,0.0011150881182402372,0.0011545962188392878,0.00119410443585366,0.0012336125364527106,0.0012731206370517612,0.0013126288540661335,0.001352136954665184,0.0013916450552642345],"_type":"histogram","values":[1,1,0,2,2,0,1,0,8,4,7,8,5,9,9,12,14,14,20,11,20,28,29,37,33,30,31,24,28,29,27,32,31,29,34,22,19,26,20,17,19,13,10,10,8,9,7,3,2,3,1,3,2,1,0,2,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,2,2,0,1,1,1,0,1,4,4,7,7,14,15,19,19,18,19,20,24,38,26,45,24,46,43,55,42,31,26,29,26,31,24,15,17,12,13,7,10,8,3,2,2,2,3,2,2,0,2,1,0,0,0,1,0,0,1],"bins":[0.9943627119064331,0.9945340156555176,0.9947052597999573,0.9948765635490417,0.9950478672981262,0.9952191114425659,0.9953904151916504,0.9955617189407349,0.9957329630851746,0.995904266834259,0.9960755705833435,0.9962468147277832,0.9964181184768677,0.9965894222259521,0.9967606663703918,0.9969319701194763,0.997103214263916,0.9972745180130005,0.997445821762085,0.9976170659065247,0.9977883696556091,0.9979596734046936,0.9981309175491333,0.9983022212982178,0.9984735250473022,0.9986447691917419,0.9988160729408264,0.9989873766899109,0.9991586208343506,0.9993299245834351,0.9995012283325195,0.9996724724769592,0.9998437762260437,1.0000150203704834,1.0001863241195679,1.0003576278686523,1.0005289316177368,1.0007002353668213,1.0008714199066162,1.0010427236557007,1.0012140274047852,1.0013853311538696,1.001556634902954,1.0017279386520386,1.0018991231918335,1.002070426940918,1.0022417306900024,1.002413034439087,1.0025843381881714,1.0027556419372559,1.0029268264770508,1.0030981302261353,1.0032694339752197,1.0034407377243042,1.0036120414733887,1.0037833452224731,1.003954529762268,1.0041258335113525,1.004297137260437,1.0044684410095215,1.004639744758606,1.0048110485076904,1.0049822330474854,1.0051535367965698,1.0053248405456543],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,0,0,2,2,1,2,3,3,2,4,5,2,8,14,10,13,13,21,24,19,33,38,44,31,38,41,41,44,32,43,37,20,24,25,20,19,22,14,16,10,8,6,4,1,4,1,0,1,0,0,0,0,1],"bins":[-0.0032410130370408297,-0.0031538153998553753,-0.003066617762669921,-0.0029794201254844666,-0.002892222488299012,-0.002805024851113558,-0.0027178272139281034,-0.002630629576742649,-0.002543431706726551,-0.0024562340695410967,-0.0023690364323556423,-0.002281838795170188,-0.0021946411579847336,-0.002107443520799279,-0.002020245883613825,-0.0019330482464283705,-0.001845850609242916,-0.0017586529720574617,-0.0016714553348720074,-0.001584257697686553,-0.0014970600605010986,-0.0014098623069003224,-0.001322664669714868,-0.0012354670325294137,-0.0011482693953439593,-0.001061071758158505,-0.0009738741209730506,-0.0008866764255799353,-0.0007994787883944809,-0.0007122811512090266,-0.0006250834558159113,-0.0005378858186304569,-0.00045068818144500256,-0.0003634905442595482,-0.00027629287797026336,-0.00018909522623289376,-0.00010189757449552417,-1.4699922758154571e-05,7.249772897921503e-05,0.00015969538071658462,0.0002468930324539542,0.0003340906696394086,0.0004212883359286934,0.0005084860022179782,0.0005956836394034326,0.000682881276588887,0.0007700789719820023,0.0008572766091674566,0.000944474246352911,0.0010316718835383654,0.0011188695207238197,0.001206067157909274,0.0012932647950947285,0.0013804625486955047,0.001467660185880959,0.0015548578230664134,0.0016420554602518678,0.0017292530974373221,0.0018164507346227765,0.0019036483718082309,0.001990846125409007,0.0020780437625944614,0.002165241399779916,0.00225243903696537,0.0023396366741508245],"_type":"histogram"},"learning_rate":2.886680205733264e-05,"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,4,2,6,10,13,28,45,77,133,224,362,536,821,1242,1742,2408,3363,4549,6053,7760,10097,12357,15104,17970,21085,23871,26970,29221,31697,33179,34167,34519,33625,32340,30413,28555,25669,22569,19698,16710,14061,11291,9134,7270,5432,4021,3034,2101,1397,1066,670,429,256,191,106,69,48,25,17,7,1,2,1],"bins":[-0.09427522867918015,-0.09135614335536957,-0.08843705803155899,-0.08551796525716782,-0.08259887993335724,-0.07967979460954666,-0.07676070928573608,-0.0738416239619255,-0.07092253863811493,-0.06800344586372375,-0.06508436053991318,-0.0621652752161026,-0.05924618989229202,-0.05632710084319115,-0.05340801551938057,-0.050488926470279694,-0.047569841146469116,-0.04465075582265854,-0.04173166677355766,-0.038812581449747086,-0.03589349240064621,-0.03297440707683563,-0.030055321753025055,-0.02713623456656933,-0.0242171473801136,-0.021298060193657875,-0.01837897300720215,-0.015459887683391571,-0.012540800496935844,-0.009621713310480118,-0.006702627055346966,-0.0037835403345525265,-0.0008644461631774902,0.002054640557616949,0.004973727278411388,0.00789281353354454,0.010811900720000267,0.013730987906455994,0.01665007323026657,0.019569160416722298,0.022488247603178024,0.02540733478963375,0.028326421976089478,0.031245507299900055,0.03416459262371063,0.03708368167281151,0.040002766996622086,0.04292185604572296,0.04584094136953354,0.048760026693344116,0.05167911574244499,0.05459820106625557,0.057517290115356445,0.06043637543916702,0.0633554607629776,0.06627454608678818,0.06919363141059875,0.07211272418498993,0.0750318095088005,0.07795089483261108,0.08086998015642166,0.08378906548023224,0.08670815825462341,0.08962724357843399,0.09254632890224457]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.0008392333984375,-0.0008149072527885437,-0.0007905811071395874,-0.0007662549614906311,-0.0007419288158416748,-0.0007176026701927185,-0.0006932765245437622,-0.0006689503788948059,-0.0006446242332458496,-0.0006202980875968933,-0.000595971941947937,-0.0005716457962989807,-0.0005473196506500244,-0.0005229935050010681,-0.0004986673593521118,-0.0004743412137031555,-0.0004500150680541992,-0.0004256889224052429,-0.0004013627767562866,-0.0003770366311073303,-0.000352710485458374,-0.0003283843398094177,-0.0003040581941604614,-0.0002797320485115051,-0.00025540590286254883,-0.00023107975721359253,-0.00020675361156463623,-0.00018242746591567993,-0.00015810132026672363,-0.00013377517461776733,-0.00010944902896881104,-8.512288331985474e-05,-6.079673767089844e-05,-3.647059202194214e-05,-1.214444637298584e-05,1.2181699275970459e-05,3.650784492492676e-05,6.083399057388306e-05,8.516013622283936e-05,0.00010948628187179565,0.00013381242752075195,0.00015813857316970825,0.00018246471881866455,0.00020679086446762085,0.00023111701011657715,0.00025544315576553345,0.00027976930141448975,0.00030409544706344604,0.00032842159271240234,0.00035274773836135864,0.00037707388401031494,0.00040140002965927124,0.00042572617530822754,0.00045005232095718384,0.00047437846660614014,0.0004987046122550964,0.0005230307579040527,0.000547356903553009,0.0005716830492019653,0.0005960091948509216,0.0006203353404998779,0.0006446614861488342,0.0006689876317977905,0.0006933137774467468,0.0007176399230957031],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,3,5,3,10,14,9,12,22,39,39,61,87,101,141,201,283,394,555,810,1250,1901,3256,5849,12959,34205,465719,33890,12888,5945,3250,1899,1227,808,554,389,294,189,165,102,85,57,38,26,24,18,15,9,6,4,1,3,2,0,2,3]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"_type":"histogram","values":[5,3,3,13,12,28,50,75,142,192,350,499,784,1151,1578,2238,3161,4376,5933,7657,9985,12235,15002,17866,21026,24239,26895,29304,31752,33226,34509,34635,33937,32762,30844,28840,25951,22749,19780,16769,13892,11289,8884,6909,5199,3961,2938,2083,1393,967,670,432,261,151,86,63,43,21,16,3,0,2,3,2],"bins":[-0.09212877601385117,-0.08918574452400208,-0.08624271303415298,-0.08329968899488449,-0.0803566575050354,-0.07741362601518631,-0.07447059452533722,-0.07152756303548813,-0.06858453154563904,-0.06564150750637054,-0.06269847601652145,-0.05975544452667236,-0.05681241303682327,-0.05386938527226448,-0.05092635378241539,-0.0479833260178566,-0.04504029452800751,-0.04209726303815842,-0.039154235273599625,-0.036211203783750534,-0.03326817601919174,-0.03032514452934265,-0.02738211303949356,-0.02443908341228962,-0.021496053785085678,-0.018553024157881737,-0.01560999359935522,-0.012666963040828705,-0.009723933413624763,-0.006780903320759535,-0.003837873227894306,-0.0008948431350290775,0.002048186957836151,0.00499121705070138,0.007934247143566608,0.010877277702093124,0.013820307329297066,0.016763336956501007,0.019706368446350098,0.02264939807355404,0.02559242770075798,0.02853545732796192,0.03147848695516586,0.034421518445014954,0.037364549934864044,0.040307577699422836,0.04325060918927193,0.04619363695383072,0.04913666844367981,0.0520796999335289,0.05502272769808769,0.05796575918793678,0.060908786952495575,0.06385181844234467,0.06679484993219376,0.06973788142204285,0.07268090546131134,0.07562393695116043,0.07856696844100952,0.08150999993085861,0.0844530314207077,0.0873960629105568,0.09033908694982529,0.09328211843967438,0.09622514992952347]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[2,0,1,0,2,1,0,1,4,4,5,5,12,11,17,25,22,36,61,73,100,109,172,237,223,220,174,106,85,62,60,47,34,25,22,21,14,3,15,3,4,5,6,1,6,1,2,3,1,1,0,1,1,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00010472536087036133,-0.00010047014802694321,-9.621493518352509e-05,-9.195972234010696e-05,-8.770450949668884e-05,-8.344929665327072e-05,-7.91940838098526e-05,-7.493887096643448e-05,-7.068365812301636e-05,-6.642844527959824e-05,-6.217323243618011e-05,-5.7918019592761993e-05,-5.366280674934387e-05,-4.940759390592575e-05,-4.515238106250763e-05,-4.089716821908951e-05,-3.664195537567139e-05,-3.2386742532253265e-05,-2.8131529688835144e-05,-2.3876316845417023e-05,-1.96211040019989e-05,-1.536589115858078e-05,-1.1110678315162659e-05,-6.855465471744537e-06,-2.600252628326416e-06,1.6549602150917053e-06,5.910173058509827e-06,1.0165385901927948e-05,1.442059874534607e-05,1.867581158876419e-05,2.2931024432182312e-05,2.7186237275600433e-05,3.1441450119018555e-05,3.5696662962436676e-05,3.99518758058548e-05,4.420708864927292e-05,4.846230149269104e-05,5.271751433610916e-05,5.697272717952728e-05,6.12279400229454e-05,6.548315286636353e-05,6.973836570978165e-05,7.399357855319977e-05,7.824879139661789e-05,8.250400424003601e-05,8.675921708345413e-05,9.101442992687225e-05,9.526964277029037e-05,9.95248556137085e-05,0.00010378006845712662,0.00010803528130054474,0.00011229049414396286,0.00011654570698738098,0.0001208009198307991,0.00012505613267421722,0.00012931134551763535,0.00013356655836105347,0.0001378217712044716,0.0001420769840478897,0.00014633219689130783,0.00015058740973472595,0.00015484262257814407,0.0001590978354215622,0.00016335304826498032,0.00016760826110839844],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,3,1,3,2,5,4,4,4,10,17,40,48,62,92,124,206,339,633,1119,1749,3100,5340,9970,18384,35189,68999,132446,143987,80128,40565,21437,11150,6096,3478,2032,1235,730,399,257,166,82,61,47,22,17,8,8,3,4,4,1,4,1,2,0,2,2,2],"bins":[-0.00021755695343017578,-0.00021098554134368896,-0.00020441412925720215,-0.00019784271717071533,-0.00019127130508422852,-0.0001846998929977417,-0.00017812848091125488,-0.00017155706882476807,-0.00016498565673828125,-0.00015841424465179443,-0.00015184283256530762,-0.0001452714204788208,-0.00013870000839233398,-0.00013212859630584717,-0.00012555718421936035,-0.00011898577213287354,-0.00011241436004638672,-0.0001058429479598999,-9.927153587341309e-05,-9.270012378692627e-05,-8.612871170043945e-05,-7.955729961395264e-05,-7.298588752746582e-05,-6.6414475440979e-05,-5.984306335449219e-05,-5.327165126800537e-05,-4.6700239181518555e-05,-4.012882709503174e-05,-3.355741500854492e-05,-2.6986002922058105e-05,-2.041459083557129e-05,-1.3843178749084473e-05,-7.271766662597656e-06,-7.003545761108398e-07,5.8710575103759766e-06,1.2442469596862793e-05,1.901388168334961e-05,2.5585293769836426e-05,3.215670585632324e-05,3.872811794281006e-05,4.5299530029296875e-05,5.187094211578369e-05,5.844235420227051e-05,6.501376628875732e-05,7.158517837524414e-05,7.815659046173096e-05,8.472800254821777e-05,9.129941463470459e-05,9.78708267211914e-05,0.00010444223880767822,0.00011101365089416504,0.00011758506298065186,0.00012415647506713867,0.0001307278871536255,0.0001372992992401123,0.00014387071132659912,0.00015044212341308594,0.00015701353549957275,0.00016358494758605957,0.0001701563596725464,0.0001767277717590332,0.00018329918384552002,0.00018987059593200684,0.00019644200801849365,0.00020301342010498047]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,1,0,1,0,0,3,7,5,4,11,16,14,13,11,15,17,9,20,23,26,26,29,40,39,27,22,33,38,42,34,33,21,33,21,15,26,16,14,7,9,14,6,5,3,4,2,0,2,3,0,1,1,0,0,1,0,0,1,2],"bins":[0.995395302772522,0.9955464601516724,0.9956976175308228,0.9958487153053284,0.9959998726844788,0.9961510300636292,0.9963021874427795,0.9964533448219299,0.9966044425964355,0.9967555999755859,0.9969067573547363,0.9970579147338867,0.9972090721130371,0.9973602294921875,0.9975113272666931,0.9976624846458435,0.9978136420249939,0.9979647994041443,0.9981159567832947,0.9982670545578003,0.9984182119369507,0.9985693693161011,0.9987205266952515,0.9988716840744019,0.9990228414535522,0.9991739392280579,0.9993250966072083,0.9994762539863586,0.999627411365509,0.9997785687446594,0.999929666519165,1.0000808238983154,1.0002319812774658,1.0003831386566162,1.0005342960357666,1.000685453414917,1.0008366107940674,1.0009877681732178,1.0011388063430786,1.001289963722229,1.0014411211013794,1.0015922784805298,1.0017434358596802,1.0018945932388306,1.002045750617981,1.0021969079971313,1.0023480653762817,1.0024992227554321,1.002650260925293,1.0028014183044434,1.0029525756835938,1.0031037330627441,1.0032548904418945,1.003406047821045,1.0035572052001953,1.0037083625793457,1.003859519958496,1.0040106773376465,1.0041618347167969,1.0043128728866577,1.004464030265808,1.0046151876449585,1.0047663450241089,1.0049175024032593,1.0050686597824097],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,3,1,5,2,1,9,5,7,13,10,15,14,17,23,27,27,31,28,44,38,43,58,51,53,34,31,35,24,20,18,14,16,8,6,7,5,4,2,3,5,2,0,2,0,1,0,1,2],"bins":[-0.00035119851236231625,-0.0003421301953494549,-0.00033306184923276305,-0.0003239935322199017,-0.00031492518610320985,-0.0003058568690903485,-0.00029678852297365665,-0.0002877202059607953,-0.0002786518889479339,-0.0002695835428312421,-0.0002605152258183807,-0.0002514468797016889,-0.00024237856268882751,-0.00023331023112405092,-0.00022424189955927432,-0.00021517356799449772,-0.00020610523642972112,-0.00019703690486494452,-0.00018796857330016792,-0.00017890024173539132,-0.00016983191017061472,-0.00016076359315775335,-0.00015169526159297675,-0.00014262693002820015,-0.00013355859846342355,-0.00012449026689864695,-0.00011542193533387035,-0.00010635361104505137,-9.728527948027477e-05,-8.821694791549817e-05,-7.914862362667918e-05,-7.008029206190258e-05,-6.1011931393295527e-05,-5.194359982851893e-05,-4.2875271901721135e-05,-3.380694397492334e-05,-2.4738612410146743e-05,-1.5670282664359547e-05,-6.601952918572351e-06,2.4663768272148445e-06,1.153470657300204e-05,2.0603036318789236e-05,2.9671366064576432e-05,3.8739693991374224e-05,4.7808025556150824e-05,5.687635712092742e-05,6.594468140974641e-05,7.501301297452301e-05,8.408134453929961e-05,9.31496761040762e-05,0.0001022180076688528,0.00011128633195767179,0.00012035466352244839,0.00012942298781126738,0.00013849131937604398,0.00014755965094082057,0.00015662798250559717,0.00016569631407037377,0.00017476464563515037,0.00018383297719992697,0.00019290129421278834,0.00020196962577756494,0.00021103795734234154,0.00022010628890711814,0.00022917462047189474],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[2,0,0,0,0,2,1,1,1,3,1,2,0,2,3,6,9,9,5,7,12,9,8,16,15,18,24,25,30,32,31,34,27,36,34,34,33,24,31,31,29,22,25,14,14,17,15,15,8,8,13,6,3,6,5,1,1,4,2,1,0,0,0,1],"bins":[0.9950184226036072,0.9951657652854919,0.9953131675720215,0.9954605102539062,0.995607852935791,0.9957552552223206,0.9959025979042053,0.9960500001907349,0.9961973428726196,0.9963446855545044,0.9964920878410339,0.9966394305229187,0.9967867732048035,0.996934175491333,0.9970815181732178,0.9972288608551025,0.9973762631416321,0.9975236058235168,0.9976709485054016,0.9978183507919312,0.9979656934738159,0.9981130957603455,0.9982604384422302,0.998407781124115,0.9985551834106445,0.9987025260925293,0.9988498687744141,0.9989972710609436,0.9991446137428284,0.9992919564247131,0.9994393587112427,0.9995867013931274,0.9997340440750122,0.9998814463615417,1.0000288486480713,1.000176191329956,1.0003235340118408,1.0004708766937256,1.0006182193756104,1.0007656812667847,1.0009130239486694,1.0010603666305542,1.001207709312439,1.0013550519943237,1.0015023946762085,1.0016498565673828,1.0017971992492676,1.0019445419311523,1.002091884613037,1.0022392272949219,1.0023865699768066,1.002534031867981,1.0026813745498657,1.0028287172317505,1.0029760599136353,1.00312340259552,1.0032708644866943,1.003418207168579,1.0035655498504639,1.0037128925323486,1.0038602352142334,1.0040075778961182,1.0041550397872925,1.0043023824691772,1.004449725151062],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,2,2,1,5,6,3,6,5,9,10,15,16,15,16,21,15,13,25,26,36,33,42,36,31,30,37,21,30,32,36,25,16,19,13,15,15,15,11,8,9,11,5,10,4,1,1,0,1,5,3,0,0,0,0,0,1,0,0,0,0,1],"bins":[-0.0032862378284335136,-0.0031643358524888754,-0.003042433876544237,-0.002920531900599599,-0.0027986299246549606,-0.0026767279487103224,-0.002554825972765684,-0.002432923996821046,-0.0023110220208764076,-0.0021891198121011257,-0.0020672178361564875,-0.001945315976627171,-0.001823413884267211,-0.0017015119083225727,-0.0015796099323779345,-0.0014577079564332962,-0.001335805980488658,-0.0012139040045440197,-0.0010920020285993814,-0.0009700999944470823,-0.000848198018502444,-0.0007262960425578058,-0.0006043940084055066,-0.00048249203246086836,-0.0003605900565162301,-0.00023868806601967663,-0.00011678607552312315,5.1159149734303355e-06,0.00012701790546998382,0.00024891988141462207,0.0003708218864630908,0.0004927238915115595,0.0006146258674561977,0.000736527843400836,0.0008584298193454742,0.0009803317952901125,0.0011022337712347507,0.0012241358635947108,0.001346037839539349,0.0014679398154839873,0.0015898417914286256,0.0017117437673732638,0.001833645743317902,0.001955547835677862,0.0020774498116225004,0.0021993517875671387,0.002321253763511777,0.002443155739456415,0.0025650577154010534,0.0026869596913456917,0.00280886166729033,0.002930763643234968,0.0030526656191796064,0.0031745675951242447,0.003296469571068883,0.003418371547013521,0.003540273755788803,0.0036621757317334414,0.0037840777076780796,0.003905979683622718,0.004027881659567356,0.004149783402681351,0.004271685611456633,0.004393587354570627,0.004515489563345909]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.0013688997132703662,-0.0013250954216346145,-0.0012812912464141846,-0.0012374869547784328,-0.001193682779558003,-0.0011498784879222512,-0.0011060743127018213,-0.0010622700210660696,-0.0010184657294303179,-0.000974661554209888,-0.0009308573207817972,-0.0008870530873537064,-0.0008432487957179546,-0.0007994445622898638,-0.000755640328861773,-0.0007118360954336822,-0.0006680318620055914,-0.0006242276285775006,-0.0005804233951494098,-0.000536619161721319,-0.0004928149282932281,-0.0004490106657613069,-0.0004052064032293856,-0.0003614021698012948,-0.000317597936373204,-0.0002737937029451132,-0.00022998945496510714,-0.0001861852069851011,-0.0001423809735570103,-9.857673285296187e-05,-5.477249214891344e-05,-1.0968251444865018e-05,3.2836105674505234e-05,7.664034637855366e-05,0.00012044458708260208,0.00016424883506260812,0.00020805306849069893,0.00025185730191878974,0.000295661564450711,0.0003394657978788018,0.00038327003130689263,0.00042707426473498344,0.00047087849816307425,0.0005146827315911651,0.0005584870232269168,0.0006022912566550076,0.0006460954900830984,0.0006898997235111892,0.00073370395693928,0.0007775081903673708,0.0008213124237954617,0.0008651166572235525,0.0009089208906516433,0.000952725182287395,0.000996529357507825,0.0010403336491435766,0.0010841379407793283,0.0011279421159997582,0.00117174640763551,0.0012155505828559399,0.0012593548744916916,0.0013031590497121215,0.0013469633413478732,0.001390767516568303,0.0014345718082040548],"_type":"histogram","values":[2,1,0,1,1,1,4,1,3,3,4,4,2,3,6,5,7,15,12,14,15,31,18,26,33,28,25,22,42,34,33,29,28,34,21,29,30,22,28,14,17,18,13,6,12,18,13,5,6,4,7,1,2,5,3,3,0,0,1,0,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.00022125244140625,-0.00021476857364177704,-0.00020828470587730408,-0.00020180083811283112,-0.00019531697034835815,-0.0001888331025838852,-0.00018234923481941223,-0.00017586536705493927,-0.0001693814992904663,-0.00016289763152599335,-0.00015641376376152039,-0.00014992989599704742,-0.00014344602823257446,-0.0001369621604681015,-0.00013047829270362854,-0.00012399442493915558,-0.00011751055717468262,-0.00011102668941020966,-0.0001045428216457367,-9.805895388126373e-05,-9.157508611679077e-05,-8.509121835231781e-05,-7.860735058784485e-05,-7.212348282337189e-05,-6.563961505889893e-05,-5.9155747294425964e-05,-5.2671879529953e-05,-4.618801176548004e-05,-3.970414400100708e-05,-3.322027623653412e-05,-2.6736408472061157e-05,-2.0252540707588196e-05,-1.3768672943115234e-05,-7.284805178642273e-06,-8.009374141693115e-07,5.68293035030365e-06,1.2166798114776611e-05,1.8650665879249573e-05,2.5134533643722534e-05,3.1618401408195496e-05,3.810226917266846e-05,4.458613693714142e-05,5.107000470161438e-05,5.755387246608734e-05,6.40377402305603e-05,7.052160799503326e-05,7.700547575950623e-05,8.348934352397919e-05,8.997321128845215e-05,9.645707905292511e-05,0.00010294094681739807,0.00010942481458187103,0.000115908682346344,0.00012239255011081696,0.00012887641787528992,0.00013536028563976288,0.00014184415340423584,0.0001483280211687088,0.00015481188893318176,0.00016129575669765472,0.00016777962446212769,0.00017426349222660065,0.0001807473599910736,0.00018723122775554657,0.00019371509552001953],"_type":"histogram","values":[1,0,0,1,0,2,2,1,2,2,2,1,4,6,2,6,7,3,7,12,11,17,23,23,16,26,20,18,28,23,30,28,31,23,24,22,38,30,22,25,27,25,20,30,15,17,12,12,7,8,6,9,7,7,4,6,3,1,3,5,2,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.005090146791189909,-0.004912106320261955,-0.004734066314995289,-0.004556025844067335,-0.004377985373139381,-0.004199945367872715,-0.004021904896944761,-0.0038438644260168076,-0.0036658241879194975,-0.0034877839498221874,-0.0033097434788942337,-0.0031317032407969236,-0.0029536630026996136,-0.00277562253177166,-0.00259758229367435,-0.002419541822746396,-0.002241501584649086,-0.002063461346551776,-0.0018854208756238222,-0.0017073806375265121,-0.0015293402830138803,-0.0013512999285012484,-0.0011732596904039383,-0.0009952193358913064,-0.0008171789813786745,-0.0006391386268660426,-0.00046109833056107163,-0.0002830580051522702,-0.00010501767974346876,7.302264566533267e-05,0.0002510629710741341,0.00042910329648293555,0.0006071431562304497,0.0007851835107430816,0.0009632238070480525,0.0011412641033530235,0.0013193044578656554,0.0014973448123782873,0.0016753850504755974,0.0018534254049882293,0.002031465759500861,0.0022095059975981712,0.002387546468526125,0.002565586706623435,0.002743626944720745,0.002921667415648699,0.003099707653746009,0.0032777481246739626,0.0034557883627712727,0.0036338286008685827,0.0038118690717965364,0.0039899093098938465,0.0041679497808218,0.004345989786088467,0.00452403025701642,0.004702070727944374,0.0048801107332110405,0.005058151204138994,0.005236191675066948,0.005414232145994902,0.005592272151261568,0.005770312622189522,0.0059483530931174755,0.006126393098384142,0.006304433569312096],"_type":"histogram","values":[1,1,0,1,1,0,2,0,3,5,1,3,5,8,11,16,9,15,16,18,19,29,24,30,31,28,44,40,42,31,30,42,37,20,29,35,27,23,18,10,8,8,9,7,9,4,6,3,0,1,4,1,0,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[2,1,4,3,2,7,1,6,7,6,6,10,16,20,12,21,28,19,12,30,31,30,37,38,38,31,28,26,33,27,21,29,25,24,16,17,17,19,12,12,11,9,4,9,4,2,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0042715854942798615,-0.00410188315436244,-0.0039321803487837315,-0.00376247800886631,-0.0035927756689488888,-0.003423073096200824,-0.003253370523452759,-0.0030836681835353374,-0.0029139656107872725,-0.0027442630380392075,-0.002574560698121786,-0.002404858125373721,-0.002235155552625656,-0.002065453212708235,-0.0018957506399601698,-0.0017260481836274266,-0.0015563457272946835,-0.0013866432709619403,-0.0012169408146291971,-0.0010472382418811321,-0.000877535785548389,-0.0007078333292156458,-0.0005381308146752417,-0.0003684283292386681,-0.00019872584380209446,-2.9023358365520835e-05,0.0001406791270710528,0.0003103816125076264,0.00048008409794420004,0.0006497865542769432,0.0008194890688173473,0.0009891915833577514,0.0011588940396904945,0.0013285964960232377,0.0014982989523559809,0.0016680015251040459,0.001837703981436789,0.002007406437769532,0.002177109010517597,0.0023468113504350185,0.0025165139231830835,0.0026862164959311485,0.00285591883584857,0.003025621408596635,0.0031953239813447,0.003365026321262121,0.003534728894010186,0.0037044312339276075,0.0038741338066756725,0.004043836146593094,0.0042135389521718025,0.004383241292089224,0.004552943632006645,0.004722646437585354,0.004892348777502775,0.0050620511174201965,0.005231753922998905,0.0054014562629163265,0.005571158602833748,0.005740860942751169,0.005910563748329878,0.006080266088247299,0.0062499684281647205,0.006419671233743429,0.0065893735736608505],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[1,0,1,9,5,14,30,52,75,119,234,388,666,1055,1660,2511,3606,5373,7569,10580,14429,19189,24626,31056,38453,46826,55415,63917,72449,80139,86567,90332,93571,94442,93175,90153,84480,77842,70314,62164,53382,44715,36606,29278,23100,17793,13135,9945,6967,4982,3409,2207,1443,942,612,364,229,124,69,32,19,11,8,5],"bins":[-0.10100168734788895,-0.09797599166631699,-0.09495030343532562,-0.09192460775375366,-0.0888989120721817,-0.08587321639060974,-0.08284752070903778,-0.07982183247804642,-0.07679613679647446,-0.0737704411149025,-0.07074475288391113,-0.06771905720233917,-0.06469336152076721,-0.06166766583919525,-0.05864197388291359,-0.05561628192663193,-0.05259058624505997,-0.04956489056348801,-0.046539198607206345,-0.04351350665092468,-0.04048781096935272,-0.03746211528778076,-0.0344364233314991,-0.03141073137521744,-0.028385035693645477,-0.025359341874718666,-0.022333648055791855,-0.019307954236865044,-0.016282260417938232,-0.013256566599011421,-0.01023087278008461,-0.007205178961157799,-0.004179477691650391,-0.0011537838727235794,0.0018719099462032318,0.004897603765130043,0.007923297584056854,0.010948991402983665,0.013974685221910477,0.017000379040837288,0.0200260728597641,0.02305176667869091,0.02607746049761772,0.029103154316544533,0.032128848135471344,0.035154543817043304,0.038180235773324966,0.04120592772960663,0.04423162341117859,0.04725731909275055,0.05028301104903221,0.05330870300531387,0.056334398686885834,0.059360094368457794,0.062385786324739456,0.06541147828102112,0.06843717396259308,0.07146286964416504,0.074488565325737,0.07751425355672836,0.08053994923830032,0.08356564491987228,0.08659133315086365,0.08961702883243561,0.09264272451400757],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,1,0,3,1,0,0,2,5,4,5,5,4,10,8,17,13,19,25,21,30,28,28,36,40,32,30,37,41,37,25,41,19,21,23,25,18,19,14,16,14,7,5,6,5,7,4,1,4,0,2,2,0,2,1,1,2,1],"bins":[-1.3053417205810547e-05,-1.2657605111598969e-05,-1.226179301738739e-05,-1.1865980923175812e-05,-1.1470168828964233e-05,-1.1074356734752655e-05,-1.0678544640541077e-05,-1.0282732546329498e-05,-9.88692045211792e-06,-9.491108357906342e-06,-9.095296263694763e-06,-8.699484169483185e-06,-8.303672075271606e-06,-7.907859981060028e-06,-7.51204788684845e-06,-7.116235792636871e-06,-6.720423698425293e-06,-6.324611604213715e-06,-5.928799510002136e-06,-5.532987415790558e-06,-5.1371753215789795e-06,-4.741363227367401e-06,-4.345551133155823e-06,-3.949739038944244e-06,-3.553926944732666e-06,-3.1581148505210876e-06,-2.7623027563095093e-06,-2.366490662097931e-06,-1.9706785678863525e-06,-1.5748664736747742e-06,-1.1790543794631958e-06,-7.832422852516174e-07,-3.8743019104003906e-07,8.381903171539307e-09,4.041939973831177e-07,8.00006091594696e-07,1.1958181858062744e-06,1.5916302800178528e-06,1.987442374229431e-06,2.3832544684410095e-06,2.779066562652588e-06,3.1748786568641663e-06,3.5706907510757446e-06,3.966502845287323e-06,4.362314939498901e-06,4.75812703371048e-06,5.153939127922058e-06,5.5497512221336365e-06,5.945563316345215e-06,6.341375410556793e-06,6.737187504768372e-06,7.13299959897995e-06,7.528811693191528e-06,7.924623787403107e-06,8.320435881614685e-06,8.716247975826263e-06,9.112060070037842e-06,9.50787216424942e-06,9.903684258460999e-06,1.0299496352672577e-05,1.0695308446884155e-05,1.1091120541095734e-05,1.1486932635307312e-05,1.188274472951889e-05,1.2278556823730469e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0020515252836048603,-0.0019939616322517395,-0.0019363979808986187,-0.001878834329545498,-0.001821270678192377,-0.0017637070268392563,-0.0017061433754861355,-0.0016485797241330147,-0.0015910160727798939,-0.0015334523050114512,-0.0014758886536583304,-0.0014183250023052096,-0.0013607613509520888,-0.001303197699598968,-0.0012456340482458472,-0.0011880703968927264,-0.0011305067455396056,-0.0010729430941864848,-0.001015379442833364,-0.0009578157914802432,-0.0009002521401271224,-0.0008426884305663407,-0.0007851247792132199,-0.0007275611278600991,-0.0006699974765069783,-0.0006124338251538575,-0.0005548701738007367,-0.0004973065224476159,-0.0004397428419906646,-0.0003821791906375438,-0.00032461551018059254,-0.00026705185882747173,-0.00020948820747435093,-0.00015192455612123013,-9.43608902161941e-05,-3.6797231587115675e-05,2.0766427041962743e-05,7.833008567104116e-05,0.00013589374430011958,0.0001934574102051556,0.0002510210615582764,0.0003085847129113972,0.000366148364264518,0.0004237120447214693,0.0004812756960745901,0.0005388393765315413,0.0005964030278846622,0.000653966679237783,0.0007115303305909038,0.0007690939819440246,0.0008266576332971454,0.0008842212846502662,0.000941784936003387,0.0009993485873565078,0.0010569122387096286,0.0011144758900627494,0.001172039657831192,0.0012296033091843128,0.0012871669605374336,0.0013447306118905544,0.0014022942632436752,0.001459857914596796,0.0015174215659499168,0.0015749852173030376,0.0016325488686561584],"_type":"histogram","values":[1,0,1,0,0,0,1,1,1,1,3,3,3,4,2,3,6,3,5,9,2,14,22,22,23,16,23,19,32,31,20,26,23,19,21,38,26,28,25,21,30,25,33,29,18,18,23,17,16,11,12,11,7,2,9,0,2,2,0,0,3,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,1,1,1,5,1,0,2,0,0,0,3,1,0,0,2,2,1,4,7,12,15,17,33,72,296,158,46,18,15,19,6,3,1,2,2,2,1,1,1,0,0,1,0,2,2,2,0,2,1,0,0,0,2,0,0,0,0,0,3],"bins":[-0.0002981424331665039,-0.0002881120890378952,-0.0002780817449092865,-0.0002680514007806778,-0.0002580210566520691,-0.0002479907125234604,-0.00023796036839485168,-0.00022793002426624298,-0.00021789968013763428,-0.00020786933600902557,-0.00019783899188041687,-0.00018780864775180817,-0.00017777830362319946,-0.00016774795949459076,-0.00015771761536598206,-0.00014768727123737335,-0.00013765692710876465,-0.00012762658298015594,-0.00011759623885154724,-0.00010756589472293854,-9.753555059432983e-05,-8.750520646572113e-05,-7.747486233711243e-05,-6.744451820850372e-05,-5.741417407989502e-05,-4.7383829951286316e-05,-3.735348582267761e-05,-2.732314169406891e-05,-1.7292797565460205e-05,-7.2624534368515015e-06,2.767890691757202e-06,1.2798234820365906e-05,2.282857894897461e-05,3.285892307758331e-05,4.2889267206192017e-05,5.291961133480072e-05,6.294995546340942e-05,7.298029959201813e-05,8.301064372062683e-05,9.304098784923553e-05,0.00010307133197784424,0.00011310167610645294,0.00012313202023506165,0.00013316236436367035,0.00014319270849227905,0.00015322305262088776,0.00016325339674949646,0.00017328374087810516,0.00018331408500671387,0.00019334442913532257,0.00020337477326393127,0.00021340511739253998,0.00022343546152114868,0.00023346580564975739,0.0002434961497783661,0.0002535264939069748,0.0002635568380355835,0.0002735871821641922,0.0002836175262928009,0.0002936478704214096,0.0003036782145500183,0.000313708558678627,0.0003237389028072357,0.0003337692469358444,0.0003437995910644531]}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug-core.log b/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..9e40bbbf269c0aadd6bee49b2496a10a95003761 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T15:34:52.588227011+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpe8yjewuc/port-32053.txt","pid":32053,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T15:34:52.58880618+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":32053} +{"time":"2025-07-19T15:34:52.588780761+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-32053-32139-711225157/socket","Net":"unix"}} +{"time":"2025-07-19T15:34:52.770059889+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T15:34:52.779634356+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"unskjdue","id":"1(@)"} +{"time":"2025-07-19T15:34:53.228439377+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"unskjdue","id":"1(@)"} +{"time":"2025-07-19T16:01:58.77245369+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T16:01:58.772852856+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T16:01:58.772925084+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T16:01:58.772934155+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T16:01:58.773008085+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-32053-32139-711225157/socket","Net":"unix"}} +{"time":"2025-07-19T16:02:00.939508708+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T16:02:00.939530753+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T16:02:00.939545742+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..072e9cc787a8854c207ee1a46bcdd79973bda135 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T15:34:52.780544635+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T15:34:53.228388276+03:00","level":"INFO","msg":"stream: created new stream","id":"unskjdue"} +{"time":"2025-07-19T15:34:53.228433661+03:00","level":"INFO","msg":"stream: started","id":"unskjdue"} +{"time":"2025-07-19T15:34:53.228453583+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"unskjdue"} +{"time":"2025-07-19T15:34:53.228596736+03:00","level":"INFO","msg":"handler: started","stream_id":"unskjdue"} +{"time":"2025-07-19T15:34:53.228607708+03:00","level":"INFO","msg":"sender: started","stream_id":"unskjdue"} +{"time":"2025-07-19T16:01:58.772780539+03:00","level":"INFO","msg":"stream: closing","id":"unskjdue"} +{"time":"2025-07-19T16:02:00.16866047+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T16:02:00.938171904+03:00","level":"INFO","msg":"handler: closed","stream_id":"unskjdue"} +{"time":"2025-07-19T16:02:00.938220105+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"unskjdue"} +{"time":"2025-07-19T16:02:00.938240621+03:00","level":"INFO","msg":"sender: closed","stream_id":"unskjdue"} +{"time":"2025-07-19T16:02:00.93905274+03:00","level":"INFO","msg":"stream: closed","id":"unskjdue"} diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug.log b/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..b2895931cf9d9cb682b166dbfd584b1e59db3c29 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_setup.py:_flush():80] Configure stats pid to 32053 +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_153452-unskjdue/logs/debug.log +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_153452-unskjdue/logs/debug-internal.log +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_init.py:init():830] calling init triggers +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 15:34:52,551 INFO MainThread:32053 [wandb_init.py:init():871] starting backend +2025-07-19 15:34:52,770 INFO MainThread:32053 [wandb_init.py:init():874] sending inform_init request +2025-07-19 15:34:52,777 INFO MainThread:32053 [wandb_init.py:init():882] backend started and connected +2025-07-19 15:34:52,778 INFO MainThread:32053 [wandb_init.py:init():953] updated telemetry +2025-07-19 15:34:52,778 INFO MainThread:32053 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 15:34:53,533 INFO MainThread:32053 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 15:34:53,726 INFO MainThread:32053 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 15:34:53,726 INFO MainThread:32053 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 15:34:53,726 INFO MainThread:32053 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 15:34:53,726 INFO MainThread:32053 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 15:34:53,733 INFO MainThread:32053 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 15:36:24,222 INFO MainThread:32053 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 15:36:24,223 INFO MainThread:32053 [wandb_watch.py:_watch():70] Watching +2025-07-19 16:01:58,771 INFO MsgRouterThr:32053 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_153452-unskjdue/run-unskjdue.wandb b/simson_modeling/wandb/run-20250719_153452-unskjdue/run-unskjdue.wandb new file mode 100644 index 0000000000000000000000000000000000000000..b3ee11add3bb9bc9880bed3e7e6013594b1fc48f --- /dev/null +++ b/simson_modeling/wandb/run-20250719_153452-unskjdue/run-unskjdue.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0130e087c900efc3d493cf6cadfc2d5ddf8d30c3b7de59304269874c3f7992af +size 32973380 diff --git a/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/output.log b/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..b762f1ac3372d31d52700fe4356833f4deb1f715 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/output.log @@ -0,0 +1,128 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [1:42:47 +Traceback (most recent call last):████████▍ | 139651/1317672 [2:23:16<19:55:55, 16.42it/s, loss=0.0060] +Checkpoint saved at step 100000 + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f99269758a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Exception ignored in: ._remove at 0x7f99f32c77e0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/_weakrefset.py", line 39, in _remove + def _remove(item, selfref=ref(self)): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [2:23:23", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 371, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt +Exception ignored in atexit callback: .teardown_atexit at 0x7f985c7e5580> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 54, in teardown_atexit + conn.teardown(hooks.exit_code) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/service/service_connection.py", line 182, in teardown + self._router.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/router.py", line 75, in join + self._thread.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1149, in join + self._wait_for_tstate_lock() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 1169, in _wait_for_tstate_lock + if lock.acquire(block, timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in atexit callback: +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/util.py", line 360, in _exit_function + p.join() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 43, in wait + return self.poll(os.WNOHANG if timeout == 0.0 else 0) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 27, in poll + pid, sts = os.waitpid(self.pid, flag) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: diff --git a/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/requirements.txt b/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..df4b7bc0211dda5ea1d55113aaa0f518240f322e --- /dev/null +++ b/simson_modeling/wandb/run-20250719_160238-27fpkd86/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T13:02:38.961233Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126010048512" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "w04tqbegstb05h0727j4471i6lgz4d77" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug-core.log b/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..53e29a716338c61e987f2834b42f14e6d90bd5f2 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug-core.log @@ -0,0 +1,7 @@ +{"time":"2025-07-19T16:02:39.047969187+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpn4dqc1x9/port-33678.txt","pid":33678,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T16:02:39.048545284+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":33678} +{"time":"2025-07-19T16:02:39.048550099+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-33678-33764-255490051/socket","Net":"unix"}} +{"time":"2025-07-19T16:02:39.228675833+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T16:02:39.238601607+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"27fpkd86","id":"1(@)"} +{"time":"2025-07-19T16:02:39.666931179+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"27fpkd86","id":"1(@)"} +{"time":"2025-07-19T18:27:27.976980708+03:00","level":"INFO","msg":"server: parent process exited, terminating service process"} diff --git a/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..09a4b58c5f73afcc3b0abafc9cbba7164c98a441 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug-internal.log @@ -0,0 +1,6 @@ +{"time":"2025-07-19T16:02:39.239736443+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T16:02:39.666892053+03:00","level":"INFO","msg":"stream: created new stream","id":"27fpkd86"} +{"time":"2025-07-19T16:02:39.666925464+03:00","level":"INFO","msg":"stream: started","id":"27fpkd86"} +{"time":"2025-07-19T16:02:39.666946764+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"27fpkd86"} +{"time":"2025-07-19T16:02:39.666981308+03:00","level":"INFO","msg":"handler: started","stream_id":"27fpkd86"} +{"time":"2025-07-19T16:02:39.666948479+03:00","level":"INFO","msg":"sender: started","stream_id":"27fpkd86"} diff --git a/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug.log b/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..33355cba55cad7c7a86b498be840e95dcf39a0d5 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_160238-27fpkd86/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_setup.py:_flush():80] Configure stats pid to 33678 +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_160238-27fpkd86/logs/debug.log +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_160238-27fpkd86/logs/debug-internal.log +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_init.py:init():830] calling init triggers +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 16:02:38,991 INFO MainThread:33678 [wandb_init.py:init():871] starting backend +2025-07-19 16:02:39,228 INFO MainThread:33678 [wandb_init.py:init():874] sending inform_init request +2025-07-19 16:02:39,236 INFO MainThread:33678 [wandb_init.py:init():882] backend started and connected +2025-07-19 16:02:39,237 INFO MainThread:33678 [wandb_init.py:init():953] updated telemetry +2025-07-19 16:02:39,237 INFO MainThread:33678 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 16:02:39,913 INFO MainThread:33678 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 16:02:40,095 INFO MainThread:33678 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 16:02:40,095 INFO MainThread:33678 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 16:02:40,095 INFO MainThread:33678 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 16:02:40,095 INFO MainThread:33678 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 16:02:40,099 INFO MainThread:33678 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 16:04:02,356 INFO MainThread:33678 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 16:04:02,357 INFO MainThread:33678 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250719_160238-27fpkd86/run-27fpkd86.wandb b/simson_modeling/wandb/run-20250719_160238-27fpkd86/run-27fpkd86.wandb new file mode 100644 index 0000000000000000000000000000000000000000..4dbef26e8b119c0de6c77ab72968dc1aeac362a3 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_160238-27fpkd86/run-27fpkd86.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fba120132af1c9398cba1646d2647278a6f26f1ea3ed258ab36665784e2caf2 +size 197132288 diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/config.yaml b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d314fece209112790c2c4a74df173e6da379a5f3 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/config.yaml @@ -0,0 +1,76 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 6pdgw9ocxhw40rnnjj9zemiv03gyeu3n: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "126040264704" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T15:34:01.503723Z" + writerId: 6pdgw9ocxhw40rnnjj9zemiv03gyeu3n + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 3e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/output.log b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..21216526b25e03be0f945ccddac79bcb56175030 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/output.log @@ -0,0 +1,63 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 363, in run_training + scheduler = optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_multi=1.2, T_0=hparams['epochs'] * len(train_loader) * 0.001) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: CosineAnnealingWarmRestarts.__init__() got an unexpected keyword argument 'T_multi' diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/requirements.txt b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d657b9d46f409739aef5fd27223024136290de0a --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T15:34:01.503723Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126040264704" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "6pdgw9ocxhw40rnnjj9zemiv03gyeu3n" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e45dfcf4d1894817b0ac99d5bb319c84fdbbaffe --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":83},"_runtime":83} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug-core.log b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..140998887d16b6821a17e0d2fb6459ce17c3926f --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T18:34:01.560776482+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpkrk34ko4/port-35306.txt","pid":35306,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T18:34:01.561350768+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":35306} +{"time":"2025-07-19T18:34:01.561327424+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-35306-35392-829381/socket","Net":"unix"}} +{"time":"2025-07-19T18:34:01.741983418+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T18:34:01.750475318+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"8hosmg6g","id":"1(@)"} +{"time":"2025-07-19T18:34:02.187965982+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"8hosmg6g","id":"1(@)"} +{"time":"2025-07-19T18:35:26.083316655+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T18:35:26.083689424+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T18:35:26.083682583+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T18:35:26.08376009+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T18:35:26.083786475+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-35306-35392-829381/socket","Net":"unix"}} +{"time":"2025-07-19T18:35:27.516753299+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T18:35:27.516766568+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T18:35:27.516773764+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..d5906f2268c7de60666efae8f4735e32573a8bd1 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T18:34:01.751767821+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T18:34:02.187926432+03:00","level":"INFO","msg":"stream: created new stream","id":"8hosmg6g"} +{"time":"2025-07-19T18:34:02.187960186+03:00","level":"INFO","msg":"stream: started","id":"8hosmg6g"} +{"time":"2025-07-19T18:34:02.187972128+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"8hosmg6g"} +{"time":"2025-07-19T18:34:02.187981665+03:00","level":"INFO","msg":"sender: started","stream_id":"8hosmg6g"} +{"time":"2025-07-19T18:34:02.188043928+03:00","level":"INFO","msg":"handler: started","stream_id":"8hosmg6g"} +{"time":"2025-07-19T18:35:26.083740182+03:00","level":"INFO","msg":"stream: closing","id":"8hosmg6g"} +{"time":"2025-07-19T18:35:27.195074169+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T18:35:27.514184842+03:00","level":"INFO","msg":"handler: closed","stream_id":"8hosmg6g"} +{"time":"2025-07-19T18:35:27.514218234+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"8hosmg6g"} +{"time":"2025-07-19T18:35:27.51426977+03:00","level":"INFO","msg":"sender: closed","stream_id":"8hosmg6g"} +{"time":"2025-07-19T18:35:27.515907518+03:00","level":"INFO","msg":"stream: closed","id":"8hosmg6g"} diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug.log b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..6be9a7b10e1358450adf056f93eba80d2fcf9aaf --- /dev/null +++ b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_setup.py:_flush():80] Configure stats pid to 35306 +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_183401-8hosmg6g/logs/debug.log +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_183401-8hosmg6g/logs/debug-internal.log +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_init.py:init():830] calling init triggers +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 18:34:01,525 INFO MainThread:35306 [wandb_init.py:init():871] starting backend +2025-07-19 18:34:01,742 INFO MainThread:35306 [wandb_init.py:init():874] sending inform_init request +2025-07-19 18:34:01,749 INFO MainThread:35306 [wandb_init.py:init():882] backend started and connected +2025-07-19 18:34:01,751 INFO MainThread:35306 [wandb_init.py:init():953] updated telemetry +2025-07-19 18:34:01,752 INFO MainThread:35306 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 18:34:02,503 INFO MainThread:35306 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 18:34:02,681 INFO MainThread:35306 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 18:34:02,681 INFO MainThread:35306 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 18:34:02,682 INFO MainThread:35306 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 18:34:02,682 INFO MainThread:35306 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 18:34:02,688 INFO MainThread:35306 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 18:35:26,023 INFO MainThread:35306 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 18:35:26,083 INFO MsgRouterThr:35306 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_183401-8hosmg6g/run-8hosmg6g.wandb b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/run-8hosmg6g.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f5d8870310294c811c7135f74e8f89d507a1095b Binary files /dev/null and b/simson_modeling/wandb/run-20250719_183401-8hosmg6g/run-8hosmg6g.wandb differ diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/config.yaml b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7e31b7925f3557d40e43b607a615729b0acc324b --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/config.yaml @@ -0,0 +1,76 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + wxv3xu95dqniev0xq5lbkcs5txc3lzhw: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "126045384704" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T15:54:58.139512Z" + writerId: wxv3xu95dqniev0xq5lbkcs5txc3lzhw + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 3e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/output.log b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..9dd16c377ce00b8c0d7ddbddb80c37d224532996 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/output.log @@ -0,0 +1,65 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 363, in run_training + scheduler = optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_mult=1.2, T_0=hparams['epochs'] * len(train_loader) * 0.001) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/lr_scheduler.py", line 1749, in __init__ + raise ValueError(f"Expected positive integer T_0, but got {T_0}") +ValueError: Expected positive integer T_0, but got 1317.672 diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/requirements.txt b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..6f35b0fb61781f1963b39752efbfbc66c47a4157 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T15:54:58.139512Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126045384704" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "wxv3xu95dqniev0xq5lbkcs5txc3lzhw" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..dcdfe068b7fce1b91b105a1cf2d7aa757e7d7661 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":82},"_runtime":82} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug-core.log b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..0dbaa9396146836358ecf651ca45987951346da3 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T18:54:58.194647276+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmprh1sq6i5/port-35459.txt","pid":35459,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T18:54:58.195202881+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":35459} +{"time":"2025-07-19T18:54:58.195200992+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-35459-35545-930548422/socket","Net":"unix"}} +{"time":"2025-07-19T18:54:58.376645683+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T18:54:58.38521055+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"zbj8ubah","id":"1(@)"} +{"time":"2025-07-19T18:54:58.826858349+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zbj8ubah","id":"1(@)"} +{"time":"2025-07-19T18:56:21.776658747+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T18:56:21.777030719+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T18:56:21.777045907+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T18:56:21.777102064+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T18:56:21.777151082+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-35459-35545-930548422/socket","Net":"unix"}} +{"time":"2025-07-19T18:56:23.181269112+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T18:56:23.181282307+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T18:56:23.181292693+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..d72f4f0ebe90915e7670ebba3ca92094dd9658cf --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T18:54:58.38599556+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T18:54:58.826817683+03:00","level":"INFO","msg":"stream: created new stream","id":"zbj8ubah"} +{"time":"2025-07-19T18:54:58.826843273+03:00","level":"INFO","msg":"stream: started","id":"zbj8ubah"} +{"time":"2025-07-19T18:54:58.826865069+03:00","level":"INFO","msg":"handler: started","stream_id":"zbj8ubah"} +{"time":"2025-07-19T18:54:58.826862058+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"zbj8ubah"} +{"time":"2025-07-19T18:54:58.826897645+03:00","level":"INFO","msg":"sender: started","stream_id":"zbj8ubah"} +{"time":"2025-07-19T18:56:21.776952713+03:00","level":"INFO","msg":"stream: closing","id":"zbj8ubah"} +{"time":"2025-07-19T18:56:22.863052568+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T18:56:23.179752399+03:00","level":"INFO","msg":"handler: closed","stream_id":"zbj8ubah"} +{"time":"2025-07-19T18:56:23.179790422+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"zbj8ubah"} +{"time":"2025-07-19T18:56:23.179825643+03:00","level":"INFO","msg":"sender: closed","stream_id":"zbj8ubah"} +{"time":"2025-07-19T18:56:23.180961986+03:00","level":"INFO","msg":"stream: closed","id":"zbj8ubah"} diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug.log b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..d40b7e70d454aa908b492dc08eaee853f1934e5a --- /dev/null +++ b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_setup.py:_flush():80] Configure stats pid to 35459 +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_185458-zbj8ubah/logs/debug.log +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_185458-zbj8ubah/logs/debug-internal.log +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_init.py:init():830] calling init triggers +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 18:54:58,159 INFO MainThread:35459 [wandb_init.py:init():871] starting backend +2025-07-19 18:54:58,376 INFO MainThread:35459 [wandb_init.py:init():874] sending inform_init request +2025-07-19 18:54:58,383 INFO MainThread:35459 [wandb_init.py:init():882] backend started and connected +2025-07-19 18:54:58,386 INFO MainThread:35459 [wandb_init.py:init():953] updated telemetry +2025-07-19 18:54:58,386 INFO MainThread:35459 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 18:54:59,118 INFO MainThread:35459 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 18:54:59,297 INFO MainThread:35459 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 18:54:59,297 INFO MainThread:35459 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 18:54:59,297 INFO MainThread:35459 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 18:54:59,297 INFO MainThread:35459 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 18:54:59,302 INFO MainThread:35459 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 18:56:21,438 INFO MainThread:35459 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 18:56:21,776 INFO MsgRouterThr:35459 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_185458-zbj8ubah/run-zbj8ubah.wandb b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/run-zbj8ubah.wandb new file mode 100644 index 0000000000000000000000000000000000000000..8762d12c7ba8992abcb3953d3b6c86569c6e015e Binary files /dev/null and b/simson_modeling/wandb/run-20250719_185458-zbj8ubah/run-zbj8ubah.wandb differ diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/config.yaml b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5f512847c11cc7decba2764d2faa7972d9f4981 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/config.yaml @@ -0,0 +1,76 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + sb8whnrwo963dcls3gqn6p1yoz0chsf5: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "126059499520" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T16:18:07.101608Z" + writerId: sb8whnrwo963dcls3gqn6p1yoz0chsf5 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 3e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/output.log b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e8a472e7a5fd1958d2fc699bcc8ad9a72136eea8 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/output.log @@ -0,0 +1,65 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 363, in run_training + scheduler = optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_mult=1.2, T_0=int(hparams['epochs'] * len(train_loader) * 0.001)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/lr_scheduler.py", line 1751, in __init__ + raise ValueError(f"Expected integer T_mult >= 1, but got {T_mult}") +ValueError: Expected integer T_mult >= 1, but got 1.2 diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/requirements.txt b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..efad3a69f65029e0cb002b2f255c131acd8426cf --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T16:18:07.101608Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126059499520" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "sb8whnrwo963dcls3gqn6p1yoz0chsf5" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..90a011666e145893a12ccd6473aa458e58c3daa3 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":90},"_runtime":90} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug-core.log b/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..fecd77dce793c3b8ab9ccb922166e692147b1f88 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T19:18:07.163398854+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpx9r9m2ji/port-35610.txt","pid":35610,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T19:18:07.163951713+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":35610} +{"time":"2025-07-19T19:18:07.163959316+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-35610-35696-3251115165/socket","Net":"unix"}} +{"time":"2025-07-19T19:18:07.345214728+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T19:18:07.355266799+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"g1ella6z","id":"1(@)"} +{"time":"2025-07-19T19:18:07.786684111+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"g1ella6z","id":"1(@)"} +{"time":"2025-07-19T19:19:38.982516832+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T19:19:38.982728284+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T19:19:38.982720929+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T19:19:38.982779632+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T19:19:38.982813374+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-35610-35696-3251115165/socket","Net":"unix"}} +{"time":"2025-07-19T19:19:40.347633833+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T19:19:40.347648029+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T19:19:40.347657801+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a03a8c3da181b9ddcaed25d146d3533a564ed28e --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T19:18:07.357617556+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T19:18:07.786652457+03:00","level":"INFO","msg":"stream: created new stream","id":"g1ella6z"} +{"time":"2025-07-19T19:18:07.786678514+03:00","level":"INFO","msg":"stream: started","id":"g1ella6z"} +{"time":"2025-07-19T19:18:07.786698876+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"g1ella6z"} +{"time":"2025-07-19T19:18:07.786728689+03:00","level":"INFO","msg":"sender: started","stream_id":"g1ella6z"} +{"time":"2025-07-19T19:18:07.78670132+03:00","level":"INFO","msg":"handler: started","stream_id":"g1ella6z"} +{"time":"2025-07-19T19:19:38.982753941+03:00","level":"INFO","msg":"stream: closing","id":"g1ella6z"} +{"time":"2025-07-19T19:19:40.023411681+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T19:19:40.346150827+03:00","level":"INFO","msg":"handler: closed","stream_id":"g1ella6z"} +{"time":"2025-07-19T19:19:40.346183527+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"g1ella6z"} +{"time":"2025-07-19T19:19:40.346224797+03:00","level":"INFO","msg":"sender: closed","stream_id":"g1ella6z"} +{"time":"2025-07-19T19:19:40.347126144+03:00","level":"INFO","msg":"stream: closed","id":"g1ella6z"} diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug.log b/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..8ceb5f9f12484fb06a6dfacc8b244546eab44c8d --- /dev/null +++ b/simson_modeling/wandb/run-20250719_191807-g1ella6z/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-19 19:18:07,118 INFO MainThread:35610 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 19:18:07,118 INFO MainThread:35610 [wandb_setup.py:_flush():80] Configure stats pid to 35610 +2025-07-19 19:18:07,118 INFO MainThread:35610 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 19:18:07,118 INFO MainThread:35610 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 19:18:07,119 INFO MainThread:35610 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 19:18:07,119 INFO MainThread:35610 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_191807-g1ella6z/logs/debug.log +2025-07-19 19:18:07,119 INFO MainThread:35610 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_191807-g1ella6z/logs/debug-internal.log +2025-07-19 19:18:07,119 INFO MainThread:35610 [wandb_init.py:init():830] calling init triggers +2025-07-19 19:18:07,119 INFO MainThread:35610 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 19:18:07,119 INFO MainThread:35610 [wandb_init.py:init():871] starting backend +2025-07-19 19:18:07,345 INFO MainThread:35610 [wandb_init.py:init():874] sending inform_init request +2025-07-19 19:18:07,353 INFO MainThread:35610 [wandb_init.py:init():882] backend started and connected +2025-07-19 19:18:07,354 INFO MainThread:35610 [wandb_init.py:init():953] updated telemetry +2025-07-19 19:18:07,355 INFO MainThread:35610 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 19:18:08,091 INFO MainThread:35610 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 19:18:08,291 INFO MainThread:35610 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 19:18:08,291 INFO MainThread:35610 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 19:18:08,291 INFO MainThread:35610 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 19:18:08,291 INFO MainThread:35610 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 19:18:08,296 INFO MainThread:35610 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 19:19:38,961 INFO MainThread:35610 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 19:19:38,982 INFO MsgRouterThr:35610 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_191807-g1ella6z/run-g1ella6z.wandb b/simson_modeling/wandb/run-20250719_191807-g1ella6z/run-g1ella6z.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e9c2626bafc7c0b2f636e28a799e38c7c9ce8566 Binary files /dev/null and b/simson_modeling/wandb/run-20250719_191807-g1ella6z/run-g1ella6z.wandb differ diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/config.yaml b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b85ca092ae12e1f04f61e3975f23e228e094bbbc --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + rcl6t8292afd32juu4ncdg9ggd2juvdw: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "126060494848" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T16:22:11.800342Z" + writerId: rcl6t8292afd32juu4ncdg9ggd2juvdw + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 3e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/output.log b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..367512283be09c69ffbe5302af65dbc2f1c4013b --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/output.log @@ -0,0 +1,112 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 9017/1317672 [09:39<22:10:38, 16.39it/s, loss=0.0012] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f62bdf7d8a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [09:42", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 371, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 270, in train_epoch + optimizer.step() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/lr_scheduler.py", line 137, in wrapper + return func.__get__(opt, opt.__class__)(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/optimizer.py", line 487, in wrapper + out = func(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/optimizer.py", line 91, in _use_grad + ret = func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/adamw.py", line 220, in step + adamw( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/optimizer.py", line 154, in maybe_fallback + return func(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/adamw.py", line 747, in adamw + if not torch._utils.is_compiling() and not all( + ^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/optim/adamw.py", line 748, in + isinstance(t, torch.Tensor) for t in state_steps + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/requirements.txt b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..8ae9c4733e14c4ef3c5f2f6db372afbc53ec4f3b --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T16:22:11.800342Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126060494848" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "rcl6t8292afd32juu4ncdg9ggd2juvdw" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d7fe9cfa843bb8bdc511d576662916730387e26e --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/files/wandb-summary.json @@ -0,0 +1 @@ +{"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,3,0,1,2,1,3,4,6,11,4,13,16,12,12,20,19,27,19,22,33,35,32,34,30,33,47,29,31,40,34,21,27,19,16,20,19,15,15,12,3,4,7,2,5,2,3,2,0,0,0,0,2],"bins":[-0.0002790093421936035,-0.00027135293930768967,-0.0002636965364217758,-0.00025604013353586197,-0.0002483837306499481,-0.00024072732776403427,-0.00023307092487812042,-0.00022541452199220657,-0.00021775811910629272,-0.00021010171622037888,-0.00020244531333446503,-0.00019478891044855118,-0.00018713250756263733,-0.00017947610467672348,-0.00017181970179080963,-0.00016416329890489578,-0.00015650689601898193,-0.00014885049313306808,-0.00014119409024715424,-0.0001335376873612404,-0.00012588128447532654,-0.00011822488158941269,-0.00011056847870349884,-0.00010291207581758499,-9.525567293167114e-05,-8.75992700457573e-05,-7.994286715984344e-05,-7.22864642739296e-05,-6.463006138801575e-05,-5.69736585021019e-05,-4.931725561618805e-05,-4.16608527302742e-05,-3.400444984436035e-05,-2.6348046958446503e-05,-1.8691644072532654e-05,-1.1035241186618805e-05,-3.378838300704956e-06,4.277564585208893e-06,1.1933967471122742e-05,1.959037035703659e-05,2.724677324295044e-05,3.490317612886429e-05,4.255957901477814e-05,5.0215981900691986e-05,5.7872384786605835e-05,6.552878767251968e-05,7.318519055843353e-05,8.084159344434738e-05,8.849799633026123e-05,9.615439921617508e-05,0.00010381080210208893,0.00011146720498800278,0.00011912360787391663,0.00012678001075983047,0.00013443641364574432,0.00014209281653165817,0.00014974921941757202,0.00015740562230348587,0.00016506202518939972,0.00017271842807531357,0.00018037483096122742,0.00018803123384714127,0.00019568763673305511,0.00020334403961896896,0.0002110004425048828],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.0930449515581131,-0.09000404924154282,-0.08696315437555313,-0.08392225205898285,-0.08088134974241257,-0.07784044742584229,-0.0747995525598526,-0.07175865024328232,-0.06871774792671204,-0.06567685306072235,-0.06263595074415207,-0.05959504842758179,-0.056554149836301804,-0.05351324751973152,-0.05047234892845154,-0.047431446611881256,-0.04439054802060127,-0.04134964942932129,-0.03830874711275101,-0.035267848521471024,-0.03222694620490074,-0.029186047613620758,-0.026145147159695625,-0.023104246705770493,-0.02006334625184536,-0.017022445797920227,-0.013981545343995094,-0.010940645821392536,-0.007899745367467403,-0.004858844913542271,-0.0018179449252784252,0.0012229552958160639,0.004263855516910553,0.007304755970835686,0.010345656424760818,0.013386555947363377,0.016427457332611084,0.019468355923891068,0.0225092563778162,0.025550156831741333,0.028591057285666466,0.0316319577395916,0.03467285633087158,0.037713758647441864,0.04075465723872185,0.04379555955529213,0.04683645814657211,0.049877360463142395,0.05291825905442238,0.05595915764570236,0.059000059962272644,0.06204095855355263,0.06508185714483261,0.0681227594614029,0.07116366177797318,0.07420456409454346,0.07724545896053314,0.08028636127710342,0.0833272635936737,0.08636815845966339,0.08940906077623367,0.09244996309280396,0.09549086540937424,0.09853176027536392,0.1015726625919342],"_type":"histogram","values":[1,5,10,14,38,70,113,217,335,513,944,1388,2141,3197,4883,6837,9557,13249,17844,23232,29511,36790,44739,53307,62272,71020,78459,85308,90231,94016,95191,94764,91768,86413,79811,71952,63538,54398,46549,38458,30761,24185,18286,13999,10253,7349,5010,3434,2393,1556,1010,628,386,215,128,84,52,24,17,5,3,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.11033112555742264,-0.10709456354379654,-0.10385800153017044,-0.10062144696712494,-0.09738488495349884,-0.09414832293987274,-0.09091176092624664,-0.08767519891262054,-0.08443863689899445,-0.08120208233594894,-0.07796552032232285,-0.07472895830869675,-0.07149239629507065,-0.06825583428144455,-0.06501927971839905,-0.06178271770477295,-0.05854615569114685,-0.05530959367752075,-0.05207303538918495,-0.04883647337555885,-0.04559991508722305,-0.042363353073596954,-0.039126791059970856,-0.035890232771635056,-0.03265367075800896,-0.029417110607028008,-0.026180550456047058,-0.02294398844242096,-0.01970742829144001,-0.01647086814045906,-0.013234307058155537,-0.009997745975852013,-0.006761178374290466,-0.0035246177576482296,-0.0002880571410059929,0.002948503475636244,0.0061850640922784805,0.00942162424325943,0.012658185325562954,0.015894746407866478,0.019131306558847427,0.022367866709828377,0.025604426860809326,0.028840988874435425,0.03207755088806152,0.035314109176397324,0.03855067119002342,0.04178722947835922,0.04502379149198532,0.04826035350561142,0.05149691179394722,0.05473347380757332,0.05797003209590912,0.06120659410953522,0.06444315612316132,0.06767971813678741,0.07091628015041351,0.07415283471345901,0.07738939672708511,0.08062595874071121,0.08386252075433731,0.08709908276796341,0.09033563733100891,0.09357219934463501,0.09680876135826111],"_type":"histogram","values":[1,0,0,2,2,3,3,7,15,44,68,141,227,419,660,1170,1833,2825,4200,6430,9303,13014,17584,23576,30461,38702,47860,57687,67414,76697,85232,92494,98075,100986,101335,99181,93708,86946,78586,69425,59465,49436,40178,31723,24565,18607,13691,9652,6756,4473,3005,1922,1243,786,473,270,130,75,55,23,12,3,2,3]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[3,1,2,5,7,15,18,41,83,103,171,301,475,744,1127,1615,2270,3113,4249,5750,7514,9579,11923,14833,17421,20758,23649,26773,29806,31631,33592,34454,34926,34136,32961,31324,28765,25593,23192,19847,17067,14086,11422,8982,7163,5379,3902,2845,2036,1457,933,658,389,287,171,131,69,38,16,11,6,3,1,2],"bins":[-0.09576905518770218,-0.09281047433614731,-0.08985189348459244,-0.08689330518245697,-0.0839347243309021,-0.08097614347934723,-0.07801756262779236,-0.07505898177623749,-0.07210040092468262,-0.06914181262254715,-0.06618323177099228,-0.06322465091943741,-0.06026607006788254,-0.05730748549103737,-0.0543489046394825,-0.05139032006263733,-0.04843173921108246,-0.04547315835952759,-0.04251457378268242,-0.03955599293112755,-0.03659740835428238,-0.03363882750272751,-0.030680246651172638,-0.027721663936972618,-0.0247630812227726,-0.02180449850857258,-0.01884591579437256,-0.015887334942817688,-0.012928752228617668,-0.009970169514417648,-0.007011587731540203,-0.0040530054830014706,-0.0010944157838821411,0.0018641664646565914,0.004822748713195324,0.0077813309617340565,0.010739913210272789,0.013698495924472809,0.01665707677602768,0.0196156594902277,0.02257424220442772,0.02553282491862774,0.02849140763282776,0.03144998848438263,0.0344085693359375,0.03736715391278267,0.04032573476433754,0.04328431934118271,0.04624290019273758,0.04920148104429245,0.05216006562113762,0.05511864647269249,0.05807723104953766,0.06103581190109253,0.0639943927526474,0.06695297360420227,0.06991155445575714,0.07287014275789261,0.07582872360944748,0.07878730446100235,0.08174588531255722,0.08470446616411209,0.08766305446624756,0.09062163531780243,0.0935802161693573],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"bins":[-8.487701416015625e-05,-8.179061114788055e-05,-7.870420813560486e-05,-7.561780512332916e-05,-7.253140211105347e-05,-6.944499909877777e-05,-6.635859608650208e-05,-6.327219307422638e-05,-6.0185790061950684e-05,-5.709938704967499e-05,-5.401298403739929e-05,-5.0926581025123596e-05,-4.78401780128479e-05,-4.4753775000572205e-05,-4.166737198829651e-05,-3.858096897602081e-05,-3.549456596374512e-05,-3.240816295146942e-05,-2.9321759939193726e-05,-2.623535692691803e-05,-2.3148953914642334e-05,-2.0062550902366638e-05,-1.6976147890090942e-05,-1.3889744877815247e-05,-1.080334186553955e-05,-7.716938853263855e-06,-4.630535840988159e-06,-1.5441328287124634e-06,1.5422701835632324e-06,4.628673195838928e-06,7.715076208114624e-06,1.080147922039032e-05,1.3887882232666016e-05,1.697428524494171e-05,2.0060688257217407e-05,2.3147091269493103e-05,2.62334942817688e-05,2.9319897294044495e-05,3.240630030632019e-05,3.5492703318595886e-05,3.857910633087158e-05,4.166550934314728e-05,4.4751912355422974e-05,4.783831536769867e-05,5.0924718379974365e-05,5.401112139225006e-05,5.709752440452576e-05,6.018392741680145e-05,6.327033042907715e-05,6.635673344135284e-05,6.944313645362854e-05,7.252953946590424e-05,7.561594247817993e-05,7.870234549045563e-05,8.178874850273132e-05,8.487515151500702e-05,8.796155452728271e-05,9.104795753955841e-05,9.41343605518341e-05,9.72207635641098e-05,0.0001003071665763855,0.0001033935695886612,0.00010647997260093689,0.00010956637561321259,0.00011265277862548828],"_type":"histogram","values":[1,1,1,0,0,1,3,3,7,9,11,12,9,16,18,30,24,33,44,74,64,104,77,83,103,96,133,104,124,95,120,90,76,82,48,48,52,49,37,34,18,16,16,13,8,12,8,10,2,6,5,5,1,4,1,1,1,1,1,0,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"bins":[-0.0011480833636596799,-0.001113829086534679,-0.0010795749258249998,-0.0010453206486999989,-0.001011066371574998,-0.0009768122108653188,-0.0009425579337403178,-0.0009083036566153169,-0.0008740494376979768,-0.0008397952187806368,-0.0008055409416556358,-0.0007712867227382958,-0.0007370325038209558,-0.0007027782266959548,-0.0006685240077786148,-0.0006342697306536138,-0.0006000155117362738,-0.0005657612928189337,-0.0005315070156939328,-0.0004972527967765927,-0.00046299854875542223,-0.00042874430073425174,-0.0003944900818169117,-0.0003602358337957412,-0.0003259815857745707,-0.0002917273377534002,-0.0002574730897322297,-0.00022321887081488967,-0.00018896462279371917,-0.00015471037477254868,-0.00012045614130329341,-8.620190055808052e-05,-5.194765981286764e-05,-1.769341906765476e-05,1.6560821677558124e-05,5.081506242277101e-05,8.506930316798389e-05,0.00011932354391319677,0.00015357778465840966,0.00018783201812766492,0.00022208626614883542,0.0002563405141700059,0.0002905947621911764,0.00032484898110851645,0.00035910322912968695,0.00039335747715085745,0.0004276116960681975,0.000461865944089368,0.0004961201921105385,0.0005303744110278785,0.0005646286881528795,0.0005988829070702195,0.0006331371841952205,0.0006673914031125605,0.0007016456220299006,0.0007358998991549015,0.0007701541180722415,0.0008044083369895816,0.0008386626141145825,0.0008729168330319226,0.0009071710519492626,0.0009414253290742636,0.0009756795479916036,0.0010099337669089437,0.0010441880440339446],"_type":"histogram","values":[1,0,0,0,0,0,1,1,2,2,1,0,2,2,7,5,7,7,8,16,8,16,18,19,17,30,17,33,35,29,28,21,34,35,39,33,34,26,26,21,27,28,17,17,15,20,10,7,4,5,4,4,6,6,3,4,2,3,2,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,1,0,4,2,2,3,6,3,4,9,10,9,18,15,27,15,27,35,29,31,41,35,44,34,42,35,42,31,35,25,21,21,22,15,19,12,8,5,10,3,1,5,4,2,2,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0015443117590621114,-0.0014935419894754887,-0.0014427721034735441,-0.0013920023338869214,-0.0013412325643002987,-0.0012904626782983541,-0.0012396929087117314,-0.0011889231391251087,-0.0011381532531231642,-0.0010873834835365415,-0.0010366137139499187,-0.000985843944363296,-0.0009350740583613515,-0.0008843042887747288,-0.0008335344609804451,-0.0007827646913938224,-0.0007319948635995388,-0.0006812250358052552,-0.0006304552662186325,-0.0005796854384243488,-0.0005289156688377261,-0.0004781458410434425,-0.00042737601324915886,-0.0003766062145587057,-0.0003258364158682525,-0.00027506661717779934,-0.00022429680393543094,-0.00017352699069306254,-0.00012275719200260937,-7.198738603619859e-05,-2.12175800697878e-05,2.9552225896622986e-05,8.03221482783556e-05,0.00013109194696880877,0.00018186176021117717,0.00023263157345354557,0.00028340137214399874,0.0003341711708344519,0.00038494099862873554,0.0004357107973191887,0.0004864805960096419,0.0005372504238039255,0.0005880201933905482,0.0006387900211848319,0.0006895598489791155,0.0007403296185657382,0.0007910994463600218,0.0008418692159466445,0.0008926390437409282,0.0009434088715352118,0.0009941786993294954,0.0010449484689161181,0.0010957182385027409,0.0011464881245046854,0.0011972578940913081,0.0012480276636779308,0.0012987975496798754,0.001349567319266498,0.0014003370888531208,0.0014511068584397435,0.001501876744441688,0.0015526465140283108,0.0016034162836149335,0.001654186169616878,0.0017049559392035007],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.0022649792954325676,-0.0021919873543083668,-0.002118995413184166,-0.002046003472059965,-0.0019730115309357643,-0.0019000195898115635,-0.0018270276486873627,-0.0017540357075631618,-0.001681043766438961,-0.0016080518253147602,-0.0015350598841905594,-0.0014620679430663586,-0.0013890760019421577,-0.001316084060817957,-0.001243092119693756,-0.0011701001785695553,-0.0010971082374453545,-0.0010241162963211536,-0.0009511243551969528,-0.000878132414072752,-0.0008051404729485512,-0.0007321485318243504,-0.0006591565907001495,-0.0005861646495759487,-0.0005131727084517479,-0.0004401807673275471,-0.00036718882620334625,-0.00029419688507914543,-0.0002212049439549446,-0.0001482130028307438,-7.522106170654297e-05,-2.229120582342148e-06,7.076282054185867e-05,0.0001437547616660595,0.00021674670279026031,0.00028973864391446114,0.00036273058503866196,0.0004357225261628628,0.0005087144672870636,0.0005817064084112644,0.0006546983495354652,0.0007276902906596661,0.0008006822317838669,0.0008736741729080677,0.0009466661140322685,0.0010196580551564693,0.0010926499962806702,0.001165641937404871,0.0012386338785290718,0.0013116258196532726,0.0013846177607774734,0.0014576097019016743,0.001530601643025875,0.001603593584150076,0.0016765855252742767,0.0017495774663984776,0.0018225694075226784,0.0018955613486468792,0.00196855328977108,0.002041545230895281,0.0021145371720194817,0.0021875291131436825,0.0022605210542678833,0.002333512995392084,0.002406504936516285],"_type":"histogram","values":[2,2,1,4,4,4,4,14,13,16,30,25,23,43,63,70,64,74,94,90,98,117,103,110,96,106,109,89,66,61,68,85,38,37,41,28,21,27,16,17,11,8,14,5,7,4,4,2,4,4,4,0,0,3,0,1,1,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[3,1,2,2,3,1,4,1,8,6,11,11,23,37,49,61,80,141,183,255,333,520,693,1065,1720,2953,6284,27421,418666,107515,11249,4041,2108,1408,942,618,426,296,196,150,90,64,44,33,31,18,18,13,8,7,1,4,3,2,0,0,0,1,0,0,0,0,0,1],"bins":[-0.0009255409240722656,-0.0008933469653129578,-0.0008611530065536499,-0.000828959047794342,-0.0007967650890350342,-0.0007645711302757263,-0.0007323771715164185,-0.0007001832127571106,-0.0006679892539978027,-0.0006357952952384949,-0.000603601336479187,-0.0005714073777198792,-0.0005392134189605713,-0.0005070194602012634,-0.00047482550144195557,-0.0004426315426826477,-0.00041043758392333984,-0.000378243625164032,-0.0003460496664047241,-0.00031385570764541626,-0.0002816617488861084,-0.00024946779012680054,-0.00021727383136749268,-0.00018507987260818481,-0.00015288591384887695,-0.00012069195508956909,-8.849799633026123e-05,-5.630403757095337e-05,-2.4110078811645508e-05,8.083879947662354e-06,4.0277838706970215e-05,7.247179746627808e-05,0.00010466575622558594,0.0001368597149848938,0.00016905367374420166,0.00020124763250350952,0.00023344159126281738,0.00026563555002212524,0.0002978295087814331,0.00033002346754074097,0.00036221742630004883,0.0003944113850593567,0.00042660534381866455,0.0004587993025779724,0.0004909932613372803,0.0005231872200965881,0.000555381178855896,0.0005875751376152039,0.0006197690963745117,0.0006519630551338196,0.0006841570138931274,0.0007163509726524353,0.0007485449314117432,0.000780738890171051,0.0008129328489303589,0.0008451268076896667,0.0008773207664489746,0.0009095147252082825,0.0009417086839675903,0.0009739026427268982,0.001006096601486206,0.001038290560245514,0.0010704845190048218,0.0011026784777641296,0.0011348724365234375]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.00029189710039645433,-0.0002835076302289963,-0.00027511813095770776,-0.0002667286607902497,-0.0002583391615189612,-0.00024994969135150313,-0.00024156020663212985,-0.00023317072191275656,-0.00022478123719338328,-0.00021639175247401,-0.0002080022677546367,-0.00019961278303526342,-0.00019122331286780536,-0.00018283382814843208,-0.0001744443434290588,-0.0001660548587096855,-0.00015766537399031222,-0.00014927588927093893,-0.00014088640455156565,-0.00013249691983219236,-0.00012410743511281908,-0.0001157179576694034,-0.00010732848022598773,-9.893899550661445e-05,-9.054951078724116e-05,-8.216002606786788e-05,-7.377054134849459e-05,-6.538106390507892e-05,-5.699157918570563e-05,-4.8602094466332346e-05,-4.021261338493787e-05,-3.182313230354339e-05,-2.343367668800056e-05,-1.5044193787616678e-05,-6.654710887232795e-06,1.7347720131510869e-06,1.0124254913534969e-05,1.851373781391885e-05,2.6903220714302734e-05,3.529270179569721e-05,4.36821865150705e-05,5.2071671234443784e-05,6.046115231583826e-05,6.885063339723274e-05,7.724011811660603e-05,8.562960283597931e-05,9.401908027939498e-05,0.00010240856499876827,0.00011079804971814156,0.00011918753443751484,0.00012757701915688813,0.0001359665038762614,0.0001443559885956347,0.00015274545876309276,0.00016113494348246604,0.00016952442820183933,0.00017791391292121261,0.0001863033976405859,0.00019469288235995919,0.00020308236707933247,0.00021147183724679053,0.00021986132196616381,0.0002282508066855371,0.00023664029140491039,0.00024502977612428367],"_type":"histogram","values":[2,0,0,0,0,0,1,0,0,0,1,0,1,5,2,3,2,1,5,1,10,5,10,12,12,10,24,23,23,24,29,34,33,42,44,43,37,31,35,31,38,27,21,20,11,17,14,12,9,12,8,6,3,1,4,4,4,3,3,4,5,2,3,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,1,0,0,0,0,1,1,1,2,1,4,5,2,1,5,17,25,16,43,81,119,184,315,493,894,1724,3333,7813,22325,77271,262750,152023,37766,12605,4913,2254,1184,636,381,239,124,90,52,41,29,16,13,7,5,6,2,2,2,1,0,1,0,1,1,0,0,1,1],"bins":[-0.00028061866760253906,-0.0002717748284339905,-0.0002629309892654419,-0.0002540871500968933,-0.0002452433109283447,-0.00023639947175979614,-0.00022755563259124756,-0.00021871179342269897,-0.0002098679542541504,-0.0002010241150856018,-0.00019218027591705322,-0.00018333643674850464,-0.00017449259757995605,-0.00016564875841140747,-0.0001568049192428589,-0.0001479610800743103,-0.00013911724090576172,-0.00013027340173721313,-0.00012142956256866455,-0.00011258572340011597,-0.00010374188423156738,-9.48980450630188e-05,-8.605420589447021e-05,-7.721036672592163e-05,-6.836652755737305e-05,-5.952268838882446e-05,-5.067884922027588e-05,-4.1835010051727295e-05,-3.299117088317871e-05,-2.4147331714630127e-05,-1.5303492546081543e-05,-6.459653377532959e-06,2.384185791015625e-06,1.1228024959564209e-05,2.0071864128112793e-05,2.8915703296661377e-05,3.775954246520996e-05,4.6603381633758545e-05,5.544722080230713e-05,6.429105997085571e-05,7.31348991394043e-05,8.197873830795288e-05,9.082257747650146e-05,9.966641664505005e-05,0.00010851025581359863,0.00011735409498214722,0.0001261979341506958,0.00013504177331924438,0.00014388561248779297,0.00015272945165634155,0.00016157329082489014,0.00017041712999343872,0.0001792609691619873,0.0001881048083305359,0.00019694864749908447,0.00020579248666763306,0.00021463632583618164,0.00022348016500473022,0.0002323240041732788,0.0002411678433418274,0.000250011682510376,0.00025885552167892456,0.00026769936084747314,0.00027654320001602173,0.0002853870391845703]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.001033782958984375,-0.0009998530149459839,-0.0009659230709075928,-0.0009319931268692017,-0.0008980631828308105,-0.0008641332387924194,-0.0008302032947540283,-0.0007962733507156372,-0.0007623434066772461,-0.000728413462638855,-0.0006944835186004639,-0.0006605535745620728,-0.0006266236305236816,-0.0005926936864852905,-0.0005587637424468994,-0.0005248337984085083,-0.0004909038543701172,-0.0004569739103317261,-0.00042304396629333496,-0.00038911402225494385,-0.00035518407821655273,-0.0003212541341781616,-0.0002873241901397705,-0.0002533942461013794,-0.00021946430206298828,-0.00018553435802459717,-0.00015160441398620605,-0.00011767446994781494,-8.374452590942383e-05,-4.9814581871032715e-05,-1.58846378326416e-05,1.8045306205749512e-05,5.1975250244140625e-05,8.590519428253174e-05,0.00011983513832092285,0.00015376508235931396,0.00018769502639770508,0.0002216249704360962,0.0002555549144744873,0.0002894848585128784,0.00032341480255126953,0.00035734474658966064,0.00039127469062805176,0.00042520463466644287,0.000459134578704834,0.0004930645227432251,0.0005269944667816162,0.0005609244108200073,0.0005948543548583984,0.0006287842988967896,0.0006627142429351807,0.0006966441869735718,0.0007305741310119629,0.000764504075050354,0.0007984340190887451,0.0008323639631271362,0.0008662939071655273,0.0009002238512039185,0.0009341537952423096,0.0009680837392807007,0.0010020136833190918,0.001035943627357483,0.001069873571395874,0.0011038035154342651,0.0011377334594726562],"_type":"histogram","values":[2,1,0,0,3,1,1,3,2,4,10,8,16,24,28,41,50,65,102,147,221,360,466,804,1364,2602,5625,14009,39694,121471,228020,112995,37204,13077,5189,2492,1324,836,480,334,224,161,105,78,49,51,21,19,10,7,4,4,5,1,3,1,1,2,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.00013446807861328125,-0.00012955628335475922,-0.00012464448809623718,-0.00011973269283771515,-0.00011482089757919312,-0.00010990910232067108,-0.00010499730706214905,-0.00010008551180362701,-9.517371654510498e-05,-9.026192128658295e-05,-8.535012602806091e-05,-8.043833076953888e-05,-7.552653551101685e-05,-7.061474025249481e-05,-6.570294499397278e-05,-6.0791149735450745e-05,-5.587935447692871e-05,-5.096755921840668e-05,-4.6055763959884644e-05,-4.114396870136261e-05,-3.6232173442840576e-05,-3.132037818431854e-05,-2.640858292579651e-05,-2.1496787667274475e-05,-1.658499240875244e-05,-1.1673197150230408e-05,-6.761401891708374e-06,-1.8496066331863403e-06,3.0621886253356934e-06,7.973983883857727e-06,1.288577914237976e-05,1.7797574400901794e-05,2.2709369659423828e-05,2.7621164917945862e-05,3.2532960176467896e-05,3.744475543498993e-05,4.235655069351196e-05,4.7268345952033997e-05,5.218014121055603e-05,5.7091936469078064e-05,6.20037317276001e-05,6.691552698612213e-05,7.182732224464417e-05,7.67391175031662e-05,8.165091276168823e-05,8.656270802021027e-05,9.14745032787323e-05,9.638629853725433e-05,0.00010129809379577637,0.0001062098890542984,0.00011112168431282043,0.00011603347957134247,0.0001209452748298645,0.00012585707008838654,0.00013076886534690857,0.0001356806606054306,0.00014059245586395264,0.00014550425112247467,0.0001504160463809967,0.00015532784163951874,0.00016023963689804077,0.0001651514321565628,0.00017006322741508484,0.00017497502267360687,0.0001798868179321289],"_type":"histogram","values":[1,1,0,0,0,1,1,5,1,5,11,7,11,11,13,28,36,44,48,55,69,77,82,103,94,123,112,108,105,109,109,83,90,60,70,71,51,52,30,30,27,22,18,16,11,11,9,8,3,3,4,4,1,1,0,1,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,0,1,1,0,1,1,3,1,1,0,1,0,1,1,2,2,2,2,1,0,1,3,1,4,5,1,8,13,16,33,113,417,54,26,9,10,3,3,4,4,1,0,1,1,0,0,1,1,2,0,1,1,2,1,0,0,0,0,1,1,2],"bins":[-4.208087921142578e-05,-4.085619002580643e-05,-3.963150084018707e-05,-3.840681165456772e-05,-3.7182122468948364e-05,-3.595743328332901e-05,-3.4732744097709656e-05,-3.35080549120903e-05,-3.228336572647095e-05,-3.105867654085159e-05,-2.983398735523224e-05,-2.8609298169612885e-05,-2.738460898399353e-05,-2.6159919798374176e-05,-2.4935230612754822e-05,-2.3710541427135468e-05,-2.2485852241516113e-05,-2.126116305589676e-05,-2.0036473870277405e-05,-1.881178468465805e-05,-1.7587095499038696e-05,-1.6362406313419342e-05,-1.5137717127799988e-05,-1.3913027942180634e-05,-1.268833875656128e-05,-1.1463649570941925e-05,-1.023896038532257e-05,-9.014271199703217e-06,-7.789582014083862e-06,-6.564892828464508e-06,-5.340203642845154e-06,-4.1155144572257996e-06,-2.8908252716064453e-06,-1.666136085987091e-06,-4.414469003677368e-07,7.832422852516174e-07,2.0079314708709717e-06,3.232620656490326e-06,4.45730984210968e-06,5.6819990277290344e-06,6.906688213348389e-06,8.131377398967743e-06,9.356066584587097e-06,1.0580755770206451e-05,1.1805444955825806e-05,1.303013414144516e-05,1.4254823327064514e-05,1.547951251268387e-05,1.6704201698303223e-05,1.7928890883922577e-05,1.915358006954193e-05,2.0378269255161285e-05,2.160295844078064e-05,2.2827647626399994e-05,2.4052336812019348e-05,2.5277025997638702e-05,2.6501715183258057e-05,2.772640436887741e-05,2.8951093554496765e-05,3.017578274011612e-05,3.1400471925735474e-05,3.262516111135483e-05,3.384985029697418e-05,3.5074539482593536e-05,3.629922866821289e-05]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,1,0,0,1,2,0,0,1,1,2,0,2,4,4,3,4,6,12,6,14,16,14,12,18,14,19,17,23,22,29,24,36,30,33,36,29,25,27,24,31,26,23,16,27,22,19,13,19,15,8,5,5,5,3,3,4,4,3,1,0,3,0,1],"bins":[-0.0009584438521414995,-0.0009314573835581541,-0.0009044709731824696,-0.0008774845045991242,-0.0008504980360157788,-0.0008235116256400943,-0.0007965251570567489,-0.0007695386884734035,-0.000742552219890058,-0.0007155658095143735,-0.0006885793409310281,-0.0006615928723476827,-0.0006346064619719982,-0.0006076199933886528,-0.0005806335248053074,-0.0005536471144296229,-0.0005266606458462775,-0.0004996741772629321,-0.0004726877377834171,-0.00044570129830390215,-0.00041871482972055674,-0.0003917283902410418,-0.0003647419507615268,-0.0003377554821781814,-0.00031076904269866645,-0.0002837826032191515,-0.0002567961346358061,-0.00022980969515629113,-0.00020282324112486094,-0.00017583678709343076,-0.0001488503476139158,-0.00012186389358248562,-9.487749775871634e-05,-6.789104372728616e-05,-4.090459697181359e-05,-1.3918146578362212e-05,1.3068303815089166e-05,4.0054754208540544e-05,6.704120460199192e-05,9.402765135746449e-05,0.00012101410538889468,0.00014800055942032486,0.00017498701345175505,0.00020197345293127,0.0002289599069627002,0.0002559463609941304,0.00028293280047364533,0.00030991926905699074,0.0003369057085365057,0.00036389214801602066,0.00039087861659936607,0.000417865056078881,0.00044485152466222644,0.0004718379641417414,0.0004988244036212564,0.0005258108722046018,0.0005527973407879472,0.0005797837511636317,0.0006067702197469771,0.0006337566883303225,0.000660743098706007,0.0006877295672893524,0.0007147160358726978,0.0007417024462483823,0.0007686889148317277],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[-0.000359691446647048,-0.000347911030985415,-0.0003361305862199515,-0.0003243501705583185,-0.000312569725792855,-0.000300789310131222,-0.000289008894469589,-0.0002772284497041255,-0.0002654480340424925,-0.0002536676183808595,-0.00024188717361539602,-0.000230106757953763,-0.00021832632774021477,-0.00020654589752666652,-0.0001947654818650335,-0.00018298505165148526,-0.00017120462143793702,-0.00015942419122438878,-0.00014764376101084054,-0.00013586334534920752,-0.00012408291513565928,-0.00011230248492211103,-0.0001005220619845204,-8.874163904692978e-05,-7.696120883338153e-05,-6.518077861983329e-05,-5.340035568224266e-05,-4.1619929106673226e-05,-2.983950253110379e-05,-1.8059075955534354e-05,-6.278649379964918e-06,5.501777195604518e-06,1.7282174667343497e-05,2.9062601242912933e-05,4.084302781848237e-05,5.2623454394051805e-05,6.440388096962124e-05,7.618431118316948e-05,8.796473412076011e-05,9.974515705835074e-05,0.00011152558727189898,0.00012330601748544723,0.00013508644769899547,0.00014686686336062849,0.00015864729357417673,0.00017042772378772497,0.000182208139449358,0.00019398856966290623,0.00020576899987645447,0.00021754943009000272,0.00022932986030355096,0.00024111027596518397,0.000252890691626817,0.00026467113639228046,0.0002764515520539135,0.00028823199681937695,0.00030001241248100996,0.000311792828142643,0.00032357327290810645,0.00033535368856973946,0.00034713413333520293,0.00035891454899683595,0.00037069496465846896,0.00038247540942393243,0.00039425582508556545],"_type":"histogram","values":[1,0,0,0,1,0,1,0,1,1,0,1,0,2,3,8,7,5,10,14,9,14,15,21,23,34,36,42,46,66,53,52,58,39,40,28,22,21,16,14,14,13,5,5,4,5,3,2,2,2,2,1,1,0,1,1,1,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,7,5,9,12,11,27,31,47,58,67,126,137,157,182,154,178,182,168,137,101,66,65,32,28,13,10,7,6,5,4,3,1,2,1,2,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0013062423095107079,-0.0012570710387080908,-0.0012078997679054737,-0.0011587286135181785,-0.0011095573427155614,-0.0010603860719129443,-0.001011214917525649,-0.000962043646723032,-0.0009128723759204149,-0.0008637011051177979,-0.0008145298925228417,-0.0007653586799278855,-0.0007161874091252685,-0.0006670161383226514,-0.0006178449257276952,-0.0005686737131327391,-0.000519502442330122,-0.0004703312006313354,-0.00042115995893254876,-0.00037198871723376215,-0.00032281747553497553,-0.0002736462338361889,-0.0002244749921374023,-0.00017530375043861568,-0.00012613250873982906,-7.696126704104245e-05,-2.779002534225583e-05,2.1381216356530786e-05,7.05524580553174e-05,0.00011972369975410402,0.00016889494145289063,0.00021806618315167725,0.00026723730843514204,0.00031640855013392866,0.0003655797918327153,0.0004147510335315019,0.0004639222752302885,0.0005130935460329056,0.0005622647586278617,0.0006114359712228179,0.000660607242025435,0.000709778512828052,0.0007589497254230082,0.0008081209380179644,0.0008572922088205814,0.0009064634796231985,0.0009556346922181547,0.0010048059048131108,0.001053977175615728,0.001103148446418345,0.0011523196008056402,0.0012014908716082573,0.0012506621424108744,0.0012998334132134914,0.0013490046840161085,0.0013981758384034038,0.0014473471092060208,0.001496518380008638,0.0015456895343959332,0.0015948608051985502,0.0016440320760011673,0.0016932033468037844,0.0017423746176064014,0.0017915457719936967,0.0018407170427963138]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.001918903086334467,-0.00185973453335464,-0.001800565980374813,-0.0017413974273949862,-0.001682228990830481,-0.0016230604378506541,-0.0015638918848708272,-0.0015047233318910003,-0.0014455547789111733,-0.0013863862259313464,-0.0013272177893668413,-0.0012680492363870144,-0.0012088806834071875,-0.0011497121304273605,-0.0010905435774475336,-0.0010313750244677067,-0.0009722065296955407,-0.0009130379767157137,-0.0008538694819435477,-0.0007947009289637208,-0.0007355323759838939,-0.0006763638812117279,-0.0006171953282319009,-0.000558026775252074,-0.000498858280479908,-0.00043968972750008106,-0.00038052117452025414,-0.00032135265064425766,-0.0002621841267682612,-0.00020301557378843427,-0.0001438470499124378,-8.46785114845261e-05,-2.55099730566144e-05,3.365856173331849e-05,9.282709652325138e-05,0.00015199562767520547,0.00021116416610311717,0.00027033270453102887,0.00032950122840702534,0.00038866978138685226,0.00044783830526284873,0.0005070068291388452,0.0005661753821186721,0.0006253439350984991,0.0006845124298706651,0.000743680982850492,0.0008028495358303189,0.0008620180306024849,0.0009211865835823119,0.0009803550783544779,0.0010395236313343048,0.0010986921843141317,0.0011578607372939587,0.0012170292902737856,0.0012761978432536125,0.0013353662798181176,0.0013945348327979445,0.0014537033857777715,0.0015128719387575984,0.0015720404917374253,0.0016312090447172523,0.0016903774812817574,0.0017495460342615843,0.0018087145872414112,0.0018678831402212381],"_type":"histogram","values":[3,0,1,1,2,3,1,7,9,9,21,19,17,25,30,49,45,57,44,89,102,101,101,128,104,112,97,119,131,95,87,78,62,59,46,40,28,24,22,12,12,12,7,5,7,6,3,4,2,0,0,2,2,1,0,1,1,0,0,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.0005596533301286399,-0.0005404063849709928,-0.0005211594398133457,-0.0005019124364480376,-0.0004826654912903905,-0.00046341854613274336,-0.00044417157187126577,-0.00042492462671361864,-0.00040567765245214105,-0.0003864307072944939,-0.0003671837621368468,-0.0003479367878753692,-0.00032868984271772206,-0.00030944286845624447,-0.00029019592329859734,-0.00027094894903711975,-0.0002517020038794726,-0.00023245504416991025,-0.0002132080844603479,-0.00019396112475078553,-0.00017471416504122317,-0.00015546721988357604,-0.00013622026017401367,-0.00011697330046445131,-9.772634075488895e-05,-7.847938104532659e-05,-5.9232424973743036e-05,-3.998546890215948e-05,-2.073850919259712e-05,-1.4915513020241633e-06,1.7755406588548794e-05,3.700236266013235e-05,5.624932236969471e-05,7.549628207925707e-05,9.474324178881943e-05,0.00011399019422242418,0.00013323716120794415,0.0001524841063655913,0.00017173106607515365,0.000190978025784716,0.00021022498549427837,0.00022947194520384073,0.00024871889036148787,0.00026796586462296546,0.0002872128097806126,0.0003064597840420902,0.0003257067291997373,0.0003449537034612149,0.00036420064861886203,0.00038344759377650917,0.00040269456803798676,0.0004219415131956339,0.0004411884874571115,0.0004604354326147586,0.0004796824068762362,0.0004989293520338833,0.0005181762971915305,0.0005374232423491776,0.0005566702457144856,0.0005759171908721328,0.0005951641360297799,0.000614411081187427,0.0006336580845527351,0.0006529050297103822,0.0006721519748680294],"_type":"histogram","values":[2,0,3,2,1,3,2,2,5,5,8,9,9,11,10,9,13,13,13,23,25,20,21,21,19,28,38,27,32,35,30,29,27,33,39,20,21,15,13,25,19,18,10,12,13,7,3,6,3,2,2,3,3,2,0,1,1,0,0,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,3,2,2,0,1,2,1,1,3,4,5,4,7,4,5,13,8,13,16,20,30,24,38,32,46,49,45,53,35,43,27,28,24,27,23,16,13,17,20,6,12,8,4,7,5,5,2,4,2,2,0,2,0,0,1,1,0,1,0,0,1],"bins":[0.9973511099815369,0.9974393844604492,0.9975276589393616,0.9976158738136292,0.9977041482925415,0.9977924227714539,0.9978806972503662,0.9979689121246338,0.9980571866035461,0.9981454610824585,0.9982337355613708,0.9983219504356384,0.9984102249145508,0.9984984993934631,0.9985867738723755,0.9986749887466431,0.9987632632255554,0.9988515377044678,0.9989398121833801,0.9990280866622925,0.9991163015365601,0.9992045760154724,0.9992928504943848,0.9993811249732971,0.9994693398475647,0.999557614326477,0.9996458888053894,0.9997341632843018,0.9998223781585693,0.9999106526374817,0.999998927116394,1.0000871419906616,1.0001754760742188,1.0002636909484863,1.0003520250320435,1.000440239906311,1.0005284547805786,1.0006167888641357,1.0007050037384033,1.000793218612671,1.000881552696228,1.0009697675704956,1.0010581016540527,1.0011463165283203,1.001234531402588,1.001322865486145,1.0014110803604126,1.0014992952346802,1.0015876293182373,1.0016758441925049,1.001764178276062,1.0018523931503296,1.0019406080245972,1.0020289421081543,1.0021171569824219,1.002205491065979,1.0022937059402466,1.0023819208145142,1.0024702548980713,1.0025584697723389,1.0026466846466064,1.0027350187301636,1.0028232336044312,1.0029115676879883,1.0029997825622559]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,0,1,0,1,3,1,3,8,6,5,8,8,14,8,13,22,20,24,20,27,21,27,36,24,41,31,42,38,32,30,29,20,32,26,16,22,15,14,10,17,8,8,6,7,7,4,3,3,0,1,0,2,0,1,0,1],"bins":[-0.00032830852433107793,-0.0003187076363246888,-0.00030910674831829965,-0.0002995058603119105,-0.00028990497230552137,-0.00028030408429913223,-0.0002707031962927431,-0.00026110230828635395,-0.0002515014202799648,-0.00024190053227357566,-0.00023229964426718652,-0.00022269875626079738,-0.00021309786825440824,-0.0002034969802480191,-0.00019389609224162996,-0.00018429520423524082,-0.00017469431622885168,-0.00016509342822246253,-0.0001554925402160734,-0.00014589165220968425,-0.0001362907642032951,-0.00012668987619690597,-0.00011708898819051683,-0.00010748810018412769,-9.788721217773855e-05,-8.82863241713494e-05,-7.868543616496027e-05,-6.908454815857112e-05,-5.948366015218198e-05,-4.988277214579284e-05,-4.02818841394037e-05,-3.068099613301456e-05,-2.1080137230455875e-05,-1.1479249224066734e-05,-1.8783612176775932e-06,7.722526788711548e-06,1.732341479510069e-05,2.692430280148983e-05,3.652519080787897e-05,4.612607881426811e-05,5.572696682065725e-05,6.53278548270464e-05,7.492874283343554e-05,8.452963083982468e-05,9.413051884621382e-05,0.00010373140685260296,0.0001133322948589921,0.00012293318286538124,0.00013253407087177038,0.00014213495887815952,0.00015173584688454866,0.0001613367348909378,0.00017093762289732695,0.0001805385109037161,0.00019013939891010523,0.00019974028691649437,0.0002093411749228835,0.00021894206292927265,0.0002285429509356618,0.00023814383894205093,0.0002477447269484401,0.0002573456149548292,0.00026694650296121836,0.0002765473909676075,0.00028614827897399664],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.0903005301952362,-0.08737938851118088,-0.08445824682712555,-0.08153710514307022,-0.07861596345901489,-0.07569481432437897,-0.07277367264032364,-0.06985253095626831,-0.06693138927221298,-0.06401024758815765,-0.061089105904102325,-0.0581679604947567,-0.05524681881070137,-0.05232567712664604,-0.049404531717300415,-0.04648339003324509,-0.04356224834918976,-0.04064110666513443,-0.0377199649810791,-0.034798819571733475,-0.031877677887678146,-0.028956536203622818,-0.02603539265692234,-0.023114249110221863,-0.020193107426166534,-0.017271965742111206,-0.014350822195410728,-0.011429679580032825,-0.008508536964654922,-0.0055873943492770195,-0.0026662517338991165,0.00025489088147878647,0.0031760334968566895,0.0060971761122345924,0.009018318727612495,0.011939461342990398,0.014860603958368301,0.01778174564242363,0.020702889189124107,0.023624032735824585,0.026545174419879913,0.02946631610393524,0.03238745778799057,0.0353086031973362,0.038229744881391525,0.041150886565446854,0.04407203197479248,0.04699317365884781,0.04991431534290314,0.052835457026958466,0.055756598711013794,0.05867774412035942,0.06159888580441475,0.06452003121376038,0.0674411728978157,0.07036231458187103,0.07328345626592636,0.07620459794998169,0.07912573963403702,0.08204688131809235,0.08496803045272827,0.0878891721367836,0.09081031382083893,0.09373145550489426,0.09665259718894958],"_type":"histogram","values":[4,3,2,9,16,12,28,66,109,150,261,399,629,942,1332,1791,2516,3381,4542,5641,7104,8906,10585,12996,14772,16749,18520,20253,21236,22268,22845,22892,22258,21449,19971,18280,16501,14619,12582,10555,8475,6946,5495,4223,3248,2314,1684,1233,848,558,371,235,153,98,75,45,24,9,6,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,0,2,5,1,7,8,9,5,9,16,11,12,24,20,24,26,23,29,28,28,34,38,32,42,34,21,42,24,29,19,20,25,20,10,15,11,11,12,11,3,9,2,5,1,3,1,0,1,0,1,0,1,1],"bins":[-0.00027811527252197266,-0.00026987679302692413,-0.0002616383135318756,-0.0002533998340368271,-0.00024516135454177856,-0.00023692287504673004,-0.00022868439555168152,-0.000220445916056633,-0.00021220743656158447,-0.00020396895706653595,-0.00019573047757148743,-0.0001874919980764389,-0.00017925351858139038,-0.00017101503908634186,-0.00016277655959129333,-0.0001545380800962448,-0.0001462996006011963,-0.00013806112110614777,-0.00012982264161109924,-0.00012158416211605072,-0.0001133456826210022,-0.00010510720312595367,-9.686872363090515e-05,-8.863024413585663e-05,-8.03917646408081e-05,-7.215328514575958e-05,-6.391480565071106e-05,-5.567632615566254e-05,-4.7437846660614014e-05,-3.919936716556549e-05,-3.096088767051697e-05,-2.2722408175468445e-05,-1.4483928680419922e-05,-6.245449185371399e-06,1.993030309677124e-06,1.0231509804725647e-05,1.846998929977417e-05,2.6708468794822693e-05,3.4946948289871216e-05,4.318542778491974e-05,5.142390727996826e-05,5.9662386775016785e-05,6.790086627006531e-05,7.613934576511383e-05,8.437782526016235e-05,9.261630475521088e-05,0.0001008547842502594,0.00010909326374530792,0.00011733174324035645,0.00012557022273540497,0.0001338087022304535,0.00014204718172550201,0.00015028566122055054,0.00015852414071559906,0.00016676262021064758,0.0001750010997056961,0.00018323957920074463,0.00019147805869579315,0.00019971653819084167,0.0002079550176858902,0.00021619349718093872,0.00022443197667598724,0.00023267045617103577,0.0002409089356660843,0.0002491474151611328]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.00023674964904785156,-0.00022923573851585388,-0.0002217218279838562,-0.00021420791745185852,-0.00020669400691986084,-0.00019918009638786316,-0.00019166618585586548,-0.0001841522753238678,-0.00017663836479187012,-0.00016912445425987244,-0.00016161054372787476,-0.00015409663319587708,-0.0001465827226638794,-0.00013906881213188171,-0.00013155490159988403,-0.00012404099106788635,-0.00011652708053588867,-0.00010901317000389099,-0.00010149925947189331,-9.398534893989563e-05,-8.647143840789795e-05,-7.895752787590027e-05,-7.144361734390259e-05,-6.392970681190491e-05,-5.6415796279907227e-05,-4.8901885747909546e-05,-4.1387975215911865e-05,-3.3874064683914185e-05,-2.6360154151916504e-05,-1.8846243619918823e-05,-1.1332333087921143e-05,-3.818422555923462e-06,3.6954879760742188e-06,1.12093985080719e-05,1.872330904006958e-05,2.623721957206726e-05,3.375113010406494e-05,4.126504063606262e-05,4.87789511680603e-05,5.6292861700057983e-05,6.380677223205566e-05,7.132068276405334e-05,7.883459329605103e-05,8.63485038280487e-05,9.386241436004639e-05,0.00010137632489204407,0.00010889023542404175,0.00011640414595603943,0.0001239180564880371,0.0001314319670200348,0.00013894587755203247,0.00014645978808403015,0.00015397369861602783,0.0001614876091480255,0.0001690015196800232,0.00017651543021202087,0.00018402934074401855,0.00019154325127601624,0.00019905716180801392,0.0002065710723400116,0.00021408498287200928,0.00022159889340400696,0.00022911280393600464,0.00023662671446800232,0.000244140625],"_type":"histogram","values":[1,1,1,3,2,5,10,11,14,16,23,25,32,33,53,58,107,123,179,210,288,412,558,791,1183,1823,3015,5403,11663,30969,103048,264927,107212,31242,11925,5500,3001,1751,1231,787,581,381,322,217,160,124,100,61,63,41,32,23,18,18,10,12,5,6,7,2,2,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,2,2,2,8,7,8,18,25,30,35,74,106,132,181,249,348,505,642,998,1404,2006,3019,4724,7171,11836,20467,38419,75474,143058,128751,66432,34086,18634,10741,6747,4267,2825,1926,1294,898,612,479,348,238,181,106,94,80,42,29,26,13,11,3,4,2,1,1,0,1],"bins":[-8.851289749145508e-05,-8.582323789596558e-05,-8.313357830047607e-05,-8.044391870498657e-05,-7.775425910949707e-05,-7.506459951400757e-05,-7.237493991851807e-05,-6.968528032302856e-05,-6.699562072753906e-05,-6.430596113204956e-05,-6.161630153656006e-05,-5.892664194107056e-05,-5.6236982345581055e-05,-5.354732275009155e-05,-5.085766315460205e-05,-4.816800355911255e-05,-4.547834396362305e-05,-4.2788684368133545e-05,-4.009902477264404e-05,-3.740936517715454e-05,-3.471970558166504e-05,-3.203004598617554e-05,-2.9340386390686035e-05,-2.6650726795196533e-05,-2.396106719970703e-05,-2.127140760421753e-05,-1.8581748008728027e-05,-1.5892088413238525e-05,-1.3202428817749023e-05,-1.0512769222259521e-05,-7.82310962677002e-06,-5.133450031280518e-06,-2.4437904357910156e-06,2.4586915969848633e-07,2.9355287551879883e-06,5.62518835067749e-06,8.314847946166992e-06,1.1004507541656494e-05,1.3694167137145996e-05,1.6383826732635498e-05,1.9073486328125e-05,2.1763145923614502e-05,2.4452805519104004e-05,2.7142465114593506e-05,2.9832124710083008e-05,3.252178430557251e-05,3.521144390106201e-05,3.7901103496551514e-05,4.0590763092041016e-05,4.328042268753052e-05,4.597008228302002e-05,4.865974187850952e-05,5.1349401473999023e-05,5.4039061069488525e-05,5.672872066497803e-05,5.941838026046753e-05,6.210803985595703e-05,6.479769945144653e-05,6.748735904693604e-05,7.017701864242554e-05,7.286667823791504e-05,7.555633783340454e-05,7.824599742889404e-05,8.093565702438354e-05,8.362531661987305e-05]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,2,0,0,0,0,1,2,2,3,4,4,7,8,11,26,36,50,96,139,246,471,765,1668,3514,8260,24842,107678,295526,106519,24835,8031,3435,1716,867,449,246,126,77,44,38,23,15,12,9,5,6,0,2,3,2,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0002608299255371094,-0.00025167688727378845,-0.00024252384901046753,-0.0002333708107471466,-0.00022421777248382568,-0.00021506473422050476,-0.00020591169595718384,-0.00019675865769386292,-0.000187605619430542,-0.00017845258116722107,-0.00016929954290390015,-0.00016014650464057922,-0.0001509934663772583,-0.00014184042811393738,-0.00013268738985061646,-0.00012353435158729553,-0.00011438131332397461,-0.00010522827506065369,-9.607523679733276e-05,-8.692219853401184e-05,-7.776916027069092e-05,-6.861612200737e-05,-5.946308374404907e-05,-5.031004548072815e-05,-4.1157007217407227e-05,-3.2003968954086304e-05,-2.285093069076538e-05,-1.3697892427444458e-05,-4.544854164123535e-06,4.608184099197388e-06,1.376122236251831e-05,2.2914260625839233e-05,3.2067298889160156e-05,4.122033715248108e-05,5.0373375415802e-05,5.9526413679122925e-05,6.867945194244385e-05,7.783249020576477e-05,8.69855284690857e-05,9.613856673240662e-05,0.00010529160499572754,0.00011444464325904846,0.00012359768152236938,0.0001327507197856903,0.00014190375804901123,0.00015105679631233215,0.00016020983457565308,0.000169362872838974,0.00017851591110229492,0.00018766894936561584,0.00019682198762893677,0.0002059750258922577,0.0002151280641555786,0.00022428110241889954,0.00023343414068222046,0.00024258717894554138,0.0002517402172088623,0.00026089325547218323,0.00027004629373550415,0.0002791993319988251,0.000288352370262146,0.0002975054085254669,0.00030665844678878784,0.00031581148505210876,0.0003249645233154297]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.0053066774271428585,-0.0051467539742589,-0.004986830987036228,-0.004826907534152269,-0.004666984546929598,-0.004507061094045639,-0.0043471381068229675,-0.004187214653939009,-0.00402729120105505,-0.0038673682138323784,-0.0037074449937790632,-0.003547521773725748,-0.0033875983208417892,-0.003227675100788474,-0.003067751880735159,-0.0029078286606818438,-0.0027479054406285286,-0.0025879822205752134,-0.0024280590005218983,-0.002268135780468583,-0.002108212560415268,-0.001948289223946631,-0.001788365887477994,-0.0016284426674246788,-0.0014685194473713636,-0.0013085962273180485,-0.0011486730072647333,-0.0009887496707960963,-0.0008288264507427812,-0.000668903230689466,-0.0005089799524284899,-0.0003490567032713443,-0.00018913345411419868,-2.9210204957053065e-05,0.00013071304420009255,0.0002906362933572382,0.0004505595425143838,0.000610482762567699,0.000770406040828675,0.0009303293190896511,0.0010902525391429663,0.0012501757591962814,0.0014100989792495966,0.0015700223157182336,0.0017299455357715487,0.001889868755824864,0.002049792092293501,0.002209715312346816,0.0023696385324001312,0.0025295617524534464,0.0026894849725067616,0.0028494081925600767,0.003009331412613392,0.0031692548654973507,0.003329178085550666,0.003489101305603981,0.003649024525657296,0.0038089477457106113,0.00396887119859457,0.004128794185817242,0.0042887176387012005,0.004448640625923872,0.004608564078807831,0.004768487066030502,0.004928410518914461],"_type":"histogram","values":[2,2,0,0,0,0,3,3,2,5,0,2,5,3,5,14,10,13,10,11,10,10,21,22,20,18,24,19,26,24,25,31,28,30,25,28,22,17,23,27,27,27,21,17,19,22,14,11,10,14,7,7,3,7,8,3,2,3,3,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,0,1,0,4,2,0,6,2,4,3,10,12,6,10,14,13,15,18,17,24,20,24,20,20,17,31,27,31,21,26,26,29,20,20,16,34,22,21,21,23,17,20,19,9,10,14,9,7,4,5,3,5,4,2,1,1,0,0,1,2,2],"bins":[-0.005894836969673634,-0.005714340601116419,-0.005533844698220491,-0.005353348329663277,-0.005172852426767349,-0.0049923560582101345,-0.004811860155314207,-0.004631363786756992,-0.004450867883861065,-0.00427037151530385,-0.004089875612407923,-0.003909379243850708,-0.003728883108124137,-0.003548386972397566,-0.0033678908366709948,-0.0031873947009444237,-0.0030068985652178526,-0.0028264024294912815,-0.0026459062937647104,-0.0024654101580381393,-0.0022849140223115683,-0.002104417886584997,-0.0019239216344431043,-0.0017434254987165332,-0.001562929362989962,-0.001382433227263391,-0.00120193709153682,-0.0010214409558102489,-0.0008409447618760169,-0.0006604486261494458,-0.00047995246131904423,-0.0002994562964886427,-0.00011896016076207161,6.15359895164147e-05,0.000242032139794901,0.00042252830462530255,0.0006030244403518736,0.0007835205760784447,0.0009640167700126767,0.0011445129057392478,0.0013250090414658189,0.00150550517719239,0.001686001312918961,0.0018664974486455321,0.002046993700787425,0.002227489836513996,0.002407985972240567,0.0025884821079671383,0.0027689782436937094,0.0029494743794202805,0.0031299705151468515,0.0033104666508734226,0.0034909627865999937,0.003671458922326565,0.003851955058053136,0.004032451193779707,0.004212947562336922,0.004393443465232849,0.004573939833790064,0.004754435736685991,0.004934932105243206,0.0051154280081391335,0.005295924376696348,0.005476420279592276,0.00565691664814949]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,1,0,0,1,1,1,0,0,1,2,2,2,1,1,3,6,7,7,10,9,13,11,16,13,13,24,33,25,28,33,31,35,43,49,37,35,28,32,32,19,28,21,19,19,21,8,3,6,4,7,3,5,3,4,1,0,2,5,1,0,1,0,1],"bins":[0.9971928000450134,0.9972748756408691,0.9973570108413696,0.9974390864372253,0.997521162033081,0.9976032972335815,0.9976853728294373,0.9977675080299377,0.9978495836257935,0.9979316592216492,0.9980137944221497,0.9980958700180054,0.9981779456138611,0.9982600808143616,0.9983421564102173,0.998424232006073,0.9985063672065735,0.9985884428024292,0.9986705183982849,0.9987526535987854,0.9988347291946411,0.9989168643951416,0.9989989399909973,0.999081015586853,0.9991631507873535,0.9992452263832092,0.9993273019790649,0.9994094371795654,0.9994915127754211,0.9995735883712769,0.9996557235717773,0.9997377991676331,0.9998198747634888,0.9999020099639893,0.999984085559845,1.0000661611557007,1.0001482963562012,1.0002304315567017,1.0003124475479126,1.000394582748413,1.0004767179489136,1.0005587339401245,1.000640869140625,1.0007230043411255,1.0008050203323364,1.000887155532837,1.0009692907333374,1.0010513067245483,1.0011334419250488,1.0012155771255493,1.0012975931167603,1.0013797283172607,1.0014618635177612,1.0015439987182617,1.0016260147094727,1.0017081499099731,1.0017902851104736,1.0018723011016846,1.001954436302185,1.0020365715026855,1.0021185874938965,1.002200722694397,1.0022828578948975,1.0023648738861084,1.0024470090866089],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.0925234705209732,-0.08960771560668945,-0.0866919681429863,-0.08377621322870255,-0.08086046576499939,-0.07794471085071564,-0.07502895593643188,-0.07211320847272873,-0.06919745355844498,-0.06628169864416122,-0.06336595118045807,-0.060450196266174316,-0.05753444507718086,-0.05461869388818741,-0.051702938973903656,-0.0487871877849102,-0.04587143659591675,-0.042955685406923294,-0.04003993421792984,-0.03712417930364609,-0.034208428114652634,-0.03129267692565918,-0.028376923874020576,-0.025461170822381973,-0.02254541963338852,-0.019629668444395065,-0.016713915392756462,-0.013798163272440434,-0.010882411152124405,-0.007966659031808376,-0.005050906911492348,-0.002135154791176319,0.0007805973291397095,0.003696349449455738,0.006612101569771767,0.009527853690087795,0.012443605810403824,0.015359357930719852,0.01827511005103588,0.021190863102674484,0.024106614291667938,0.027022365480661392,0.029938118532299995,0.0328538715839386,0.03576962277293205,0.03868537396192551,0.04160112887620926,0.04451688006520271,0.04743263125419617,0.05034838244318962,0.053264133632183075,0.05617988854646683,0.05909563973546028,0.062011390924453735,0.06492714583873749,0.06784289330244064,0.0707586482167244,0.07367440313100815,0.0765901505947113,0.07950590550899506,0.08242166042327881,0.08533740788698196,0.08825316280126572,0.09116891026496887,0.09408466517925262],"_type":"histogram","values":[2,1,5,9,13,33,36,66,104,195,279,465,660,1039,1491,2150,2913,4032,5404,7088,8914,11334,13884,16718,19559,22625,25534,27820,30795,32417,33932,34068,34093,32846,31702,29570,27016,24239,21123,18050,15182,12493,10021,7806,6277,4725,3451,2434,1718,1194,821,557,357,223,135,84,48,36,18,8,7,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[3,2,1,2,15,27,28,60,99,192,297,461,721,1151,1617,2411,3472,4676,6352,8496,11026,13921,16652,20268,23825,26914,29990,32244,34551,36281,36816,36224,34358,32492,30100,27291,23497,20493,17030,13988,11130,8668,6505,4768,3491,2352,1730,1170,736,486,306,182,120,57,31,25,13,6,1,1,1,0,0,1],"bins":[-0.09510526806116104,-0.09198997169733047,-0.0888746827840805,-0.08575938642024994,-0.08264409750699997,-0.0795288011431694,-0.07641351222991943,-0.07329821586608887,-0.0701829269528389,-0.06706763058900833,-0.06395234167575836,-0.060837045311927795,-0.05772175267338753,-0.05460646003484726,-0.05149116739630699,-0.048375874757766724,-0.045260582119226456,-0.04214528948068619,-0.03902999684214592,-0.03591470420360565,-0.032799411565065384,-0.029684117063879967,-0.0265688244253397,-0.02345353178679943,-0.020338239148259163,-0.017222946509718895,-0.014107653871178627,-0.010992360301315784,-0.007877067662775517,-0.0047617750242352486,-0.0016464819200336933,0.0014688109513372183,0.00458410382270813,0.007699396461248398,0.010814689099788666,0.013929982669651508,0.0170452743768692,0.02016056887805462,0.023275861516594887,0.026391154155135155,0.029506446793675423,0.03262174129486084,0.03573703393340111,0.038852326571941376,0.041967619210481644,0.04508291184902191,0.04819820448756218,0.05131349712610245,0.054428789764642715,0.05754408240318298,0.06065937504172325,0.06377466768026352,0.06688996404409409,0.07000525295734406,0.07312054932117462,0.07623583823442459,0.07935113459825516,0.08246642351150513,0.0855817198753357,0.08869700878858566,0.09181230515241623,0.0949275940656662,0.09804289042949677,0.10115817934274673,0.1042734757065773],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.09157256036996841,-0.0886978730559349,-0.0858231782913208,-0.08294849097728729,-0.08007379621267319,-0.07719910889863968,-0.07432441413402557,-0.07144972681999207,-0.06857503950595856,-0.06570034474134445,-0.06282565742731094,-0.05995096266269684,-0.05707627534866333,-0.05420158430933952,-0.05132689327001572,-0.04845220223069191,-0.0455775111913681,-0.042702820152044296,-0.03982812911272049,-0.03695343807339668,-0.034078747034072876,-0.03120405785739422,-0.02832936868071556,-0.025454677641391754,-0.022579986602067947,-0.01970529556274414,-0.016830604523420334,-0.013955915346741676,-0.01108122430741787,-0.008206533268094063,-0.005331843160092831,-0.002457152586430311,0.00041753053665161133,0.0032922211103141308,0.00616691168397665,0.009041601791977882,0.01191629283130169,0.014790983870625496,0.017665673047304153,0.02054036408662796,0.023415055125951767,0.026289746165275574,0.02916443720459938,0.03203912824392319,0.034913815557956696,0.0377885065972805,0.04066319763660431,0.043537888675928116,0.04641257971525192,0.04928727075457573,0.052161961793899536,0.05503665283322334,0.05791134387254715,0.06078603118658066,0.06366072595119476,0.06653541326522827,0.06941010057926178,0.07228479534387589,0.0751594826579094,0.0780341774225235,0.080908864736557,0.08378355950117111,0.08665824681520462,0.08953294157981873,0.09240762889385223],"_type":"histogram","values":[3,2,5,11,22,33,44,86,123,223,333,485,771,1070,1583,2215,3013,4265,5491,7010,9031,11372,13916,16451,19122,22332,24868,27770,29716,31487,33008,33298,33727,32809,31357,29337,26827,24147,21514,18540,15615,13087,10641,8560,6662,5110,3729,2788,1994,1362,984,673,393,329,207,112,64,46,23,10,7,6,3,2]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.0002732276916503906,-0.00026498734951019287,-0.0002567470073699951,-0.00024850666522979736,-0.0002402663230895996,-0.00023202598094940186,-0.0002237856388092041,-0.00021554529666900635,-0.0002073049545288086,-0.00019906461238861084,-0.00019082427024841309,-0.00018258392810821533,-0.00017434358596801758,-0.00016610324382781982,-0.00015786290168762207,-0.00014962255954742432,-0.00014138221740722656,-0.0001331418752670288,-0.00012490153312683105,-0.0001166611909866333,-0.00010842084884643555,-0.00010018050670623779,-9.194016456604004e-05,-8.369982242584229e-05,-7.545948028564453e-05,-6.721913814544678e-05,-5.8978796005249023e-05,-5.073845386505127e-05,-4.2498111724853516e-05,-3.425776958465576e-05,-2.6017427444458008e-05,-1.7777085304260254e-05,-9.5367431640625e-06,-1.296401023864746e-06,6.943941116333008e-06,1.5184283256530762e-05,2.3424625396728516e-05,3.166496753692627e-05,3.9905309677124023e-05,4.814565181732178e-05,5.638599395751953e-05,6.462633609771729e-05,7.286667823791504e-05,8.110702037811279e-05,8.934736251831055e-05,9.75877046585083e-05,0.00010582804679870605,0.00011406838893890381,0.00012230873107910156,0.00013054907321929932,0.00013878941535949707,0.00014702975749969482,0.00015527009963989258,0.00016351044178009033,0.00017175078392028809,0.00017999112606048584,0.0001882314682006836,0.00019647181034088135,0.0002047121524810791,0.00021295249462127686,0.0002211928367614746,0.00022943317890167236,0.00023767352104187012,0.00024591386318206787,0.0002541542053222656],"_type":"histogram","values":[2,0,0,3,1,1,1,3,3,4,10,14,18,19,38,51,84,117,176,224,408,638,984,1599,2569,4361,7417,13259,24453,46968,92269,186202,341012,378434,230075,115746,57633,29658,15961,8986,5147,3044,1951,1179,726,460,333,194,125,98,69,50,25,21,16,2,4,10,2,4,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,0,0,0,1,0,1,3,3,3,7,8,8,14,6,18,29,21,21,19,29,31,31,43,30,35,41,29,31,32,37,27,26,23,24,33,16,16,15,7,7,8,6,5,4,1,3,4,2,4,1,1,0,0,0,0,0,0,0,1],"bins":[-0.0008479332900606096,-0.0008204996702261269,-0.0007930660503916442,-0.0007656324305571616,-0.0007381988107226789,-0.0007107651908881962,-0.0006833315710537136,-0.0006558979512192309,-0.0006284642731770873,-0.0006010306533426046,-0.000573597033508122,-0.0005461634136736393,-0.0005187297938391566,-0.000491296174004674,-0.0004638625541701913,-0.0004364289343357086,-0.00040899531450122595,-0.0003815616946667433,-0.0003541280748322606,-0.00032669445499777794,-0.00029926083516329527,-0.00027182718622498214,-0.00024439356639049947,-0.0002169599465560168,-0.00018952632672153413,-0.00016209270688705146,-0.0001346590870525688,-0.0001072254526661709,-7.979183283168823e-05,-5.235820935922675e-05,-2.492458588676527e-05,2.5090375856962055e-06,2.994260285049677e-05,5.7376226322958246e-05,8.480984979541972e-05,0.00011224347690586001,0.00013967709674034268,0.00016711071657482535,0.00019454435096122324,0.00022197797079570591,0.0002494115906301886,0.00027684521046467125,0.0003042788302991539,0.0003317124501336366,0.0003591460990719497,0.0003865797189064324,0.00041401333874091506,0.00044144695857539773,0.0004688805784098804,0.0004963141982443631,0.0005237478180788457,0.0005511814379133284,0.0005786150577478111,0.0006060486775822937,0.0006334822974167764,0.0006609159172512591,0.0006883495952934027,0.0007157832151278853,0.000743216834962368,0.0007706504547968507,0.0007980840746313334,0.000825517694465816,0.0008529513143002987,0.0008803849341347814,0.000907818553969264]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.0006895065307617188,-0.0006695762276649475,-0.0006496459245681763,-0.000629715621471405,-0.0006097853183746338,-0.0005898550152778625,-0.0005699247121810913,-0.0005499944090843201,-0.0005300641059875488,-0.0005101338028907776,-0.0004902034997940063,-0.0004702731966972351,-0.00045034289360046387,-0.0004304125905036926,-0.0004104822874069214,-0.00039055198431015015,-0.0003706216812133789,-0.00035069137811660767,-0.0003307610750198364,-0.0003108307719230652,-0.00029090046882629395,-0.0002709701657295227,-0.00025103986263275146,-0.00023110955953598022,-0.00021117925643920898,-0.00019124895334243774,-0.0001713186502456665,-0.00015138834714889526,-0.00013145804405212402,-0.00011152774095535278,-9.159743785858154e-05,-7.16671347618103e-05,-5.173683166503906e-05,-3.180652856826782e-05,-1.1876225471496582e-05,8.054077625274658e-06,2.79843807220459e-05,4.791468381881714e-05,6.784498691558838e-05,8.777529001235962e-05,0.00010770559310913086,0.0001276358962059021,0.00014756619930267334,0.00016749650239944458,0.00018742680549621582,0.00020735710859298706,0.0002272874116897583,0.00024721771478652954,0.0002671480178833008,0.000287078320980072,0.00030700862407684326,0.0003269389271736145,0.00034686923027038574,0.000366799533367157,0.0003867298364639282,0.00040666013956069946,0.0004265904426574707,0.00044652074575424194,0.0004664510488510132,0.0004863813519477844,0.0005063116550445557,0.0005262419581413269,0.0005461722612380981,0.0005661025643348694,0.0005860328674316406],"_type":"histogram","values":[1,1,1,3,1,0,3,3,4,3,6,10,13,19,24,33,50,55,98,109,149,233,272,376,528,736,1117,1736,3017,5584,10857,22618,50138,104571,157015,117383,58528,26603,12308,6209,3320,1935,1182,815,561,421,318,226,154,116,102,62,66,38,28,18,19,12,9,2,1,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[1,4,4,8,11,27,60,84,136,214,348,498,747,1160,1733,2380,3297,4346,5779,7516,9489,11744,14336,17275,20184,22764,25519,28186,30553,32165,33329,33530,33664,32544,31071,28916,26504,23763,20644,17618,14961,12350,10082,7972,6066,4839,3436,2508,1832,1222,827,575,378,235,150,105,53,33,19,18,8,2,0,2],"bins":[-0.09087211638689041,-0.08799702674150467,-0.08512192964553833,-0.08224684000015259,-0.07937175035476685,-0.0764966532588005,-0.07362156361341476,-0.07074646651744843,-0.06787137687206268,-0.06499628722667694,-0.0621211901307106,-0.05924610048532486,-0.05637100711464882,-0.05349591374397278,-0.050620824098587036,-0.047745730727910995,-0.044870637357234955,-0.041995543986558914,-0.039120450615882874,-0.03624536097049713,-0.03337026759982109,-0.03049517422914505,-0.02762008272111416,-0.024744991213083267,-0.021869897842407227,-0.018994804471731186,-0.016119712963700294,-0.013244620524346828,-0.010369528084993362,-0.007494435645639896,-0.00461934320628643,-0.0017442507669329643,0.0011308342218399048,0.004005926661193371,0.006881019100546837,0.009756111539900303,0.012631203979253769,0.015506296418607235,0.0183813888579607,0.021256480365991592,0.024131573736667633,0.027006667107343674,0.029881758615374565,0.03275685012340546,0.0356319434940815,0.03850703686475754,0.04138212651014328,0.04425721988081932,0.04713231325149536,0.0500074066221714,0.05288249999284744,0.055757589638233185,0.058632683008909225,0.061507776379585266,0.06438286602497101,0.06725796312093735,0.07013305276632309,0.07300814241170883,0.07588323950767517,0.07875832915306091,0.08163341879844666,0.084508515894413,0.08738360553979874,0.09025870263576508,0.09313379228115082]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[2,0,0,0,0,0,1,2,1,2,0,3,6,6,12,18,31,47,62,116,191,298,488,738,1225,1879,3053,4573,7384,11288,17544,26779,40013,57247,76077,86665,77607,58426,40262,27263,18137,11775,7591,4772,3103,1946,1170,722,491,295,191,118,76,44,30,26,13,3,4,4,3,0,0,1],"bins":[-0.0003266334533691406,-0.0003174394369125366,-0.0003082454204559326,-0.0002990514039993286,-0.0002898573875427246,-0.0002806633710861206,-0.0002714693546295166,-0.0002622753381729126,-0.0002530813217163086,-0.0002438873052597046,-0.00023469328880310059,-0.00022549927234649658,-0.00021630525588989258,-0.00020711123943328857,-0.00019791722297668457,-0.00018872320652008057,-0.00017952919006347656,-0.00017033517360687256,-0.00016114115715026855,-0.00015194714069366455,-0.00014275312423706055,-0.00013355910778045654,-0.00012436509132385254,-0.00011517107486724854,-0.00010597705841064453,-9.678304195404053e-05,-8.758902549743652e-05,-7.839500904083252e-05,-6.920099258422852e-05,-6.000697612762451e-05,-5.081295967102051e-05,-4.1618943214416504e-05,-3.24249267578125e-05,-2.3230910301208496e-05,-1.4036893844604492e-05,-4.842877388000488e-06,4.351139068603516e-06,1.354515552520752e-05,2.2739171981811523e-05,3.193318843841553e-05,4.112720489501953e-05,5.0321221351623535e-05,5.951523780822754e-05,6.870925426483154e-05,7.790327072143555e-05,8.709728717803955e-05,9.629130363464355e-05,0.00010548532009124756,0.00011467933654785156,0.00012387335300445557,0.00013306736946105957,0.00014226138591766357,0.00015145540237426758,0.00016064941883087158,0.00016984343528747559,0.0001790374517440796,0.0001882314682006836,0.0001974254846572876,0.0002066195011138916,0.0002158135175704956,0.0002250075340270996,0.0002342015504837036,0.00024339556694030762,0.0002525895833969116,0.0002617835998535156],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[3,1,1,0,0,6,5,7,12,11,7,12,11,10,11,9,13,10,14,16,16,24,25,20,25,31,19,20,20,25,30,21,32,24,27,23,19,16,19,16,21,6,9,12,7,12,10,7,13,8,13,12,10,2,4,2,1,4,0,1,1,0,1,1],"bins":[-0.007212778553366661,-0.006969848647713661,-0.006726919207721949,-0.006483989302068949,-0.006241059862077236,-0.005998129956424236,-0.005755200516432524,-0.005512270610779524,-0.005269341170787811,-0.005026411265134811,-0.004783481825143099,-0.004540551919490099,-0.004297622479498386,-0.0040546925738453865,-0.0038117629010230303,-0.003568833228200674,-0.003325903555378318,-0.0030829738825559616,-0.0028400442097336054,-0.002597114536911249,-0.002354184864088893,-0.0021112551912665367,-0.0018683254020288587,-0.0016253957292065024,-0.0013824660563841462,-0.00113953638356179,-0.0008966067107394338,-0.0006536769797094166,-0.0004107473068870604,-0.00016781761951278895,7.51120678614825e-05,0.0003180417697876692,0.0005609714426100254,0.0008039011154323816,0.0010468307882547379,0.001289760461077094,0.0015326901338994503,0.0017756199231371284,0.0020185494795441628,0.002261479152366519,0.002504408825188875,0.002747338730841875,0.0029902684036642313,0.0032331980764865875,0.0034761277493089437,0.0037190574221313,0.0039619868621230125,0.004204916767776012,0.004447846673429012,0.004690776113420725,0.004933706019073725,0.005176635459065437,0.005419565364718437,0.00566249480471015,0.00590542471036315,0.006148354150354862,0.006391284056007862,0.006634213495999575,0.0068771434016525745,0.007120072841644287,0.007363002747297287,0.0076059321872889996,0.007848861627280712,0.008091791532933712,0.008334721438586712]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,7,8,12,23,49,58,155,258,424,710,1146,1735,2891,4164,6188,8857,12365,17027,22659,29313,37401,45965,55057,64483,74515,83064,90609,95394,99654,99568,97981,93836,87974,80484,71347,61410,51990,42794,34524,26775,20465,15296,11060,7935,5422,3671,2391,1504,912,567,301,198,125,61,41,23,12,2,1,1,1],"bins":[-0.10307876020669937,-0.09989050775766373,-0.09670225530862808,-0.09351400285959244,-0.0903257504105568,-0.08713749796152115,-0.0839492455124855,-0.08076099306344986,-0.07757274061441422,-0.07438448816537857,-0.07119623571634293,-0.06800798326730728,-0.06481973081827164,-0.06163147836923599,-0.05844322592020035,-0.0552549734711647,-0.05206672102212906,-0.048878468573093414,-0.04569021612405777,-0.042501963675022125,-0.03931371122598648,-0.036125458776950836,-0.03293720632791519,-0.029748953878879547,-0.026560701429843903,-0.023372448980808258,-0.020184196531772614,-0.01699594408273697,-0.013807691633701324,-0.01061943918466568,-0.007431186735630035,-0.004242934286594391,-0.0010546892881393433,0.0021335631608963013,0.005321815609931946,0.00851006805896759,0.011698320508003235,0.01488657295703888,0.018074825406074524,0.02126307785511017,0.024451330304145813,0.027639582753181458,0.030827835202217102,0.03401608765125275,0.03720434010028839,0.040392592549324036,0.04358084499835968,0.046769097447395325,0.04995734989643097,0.053145602345466614,0.05633385479450226,0.0595221072435379,0.06271035969257355,0.06589861214160919,0.06908686459064484,0.07227511703968048,0.07546336948871613,0.07865162193775177,0.08183987438678741,0.08502812683582306,0.0882163792848587,0.09140463173389435,0.09459288418292999,0.09778113663196564,0.10096938908100128]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,0,0,1,0,0,0,0,0,0,1,0,1,1,0,1,2,3,4,8,6,12,8,17,18,21,22,34,26,32,33,39,36,43,53,45,47,40,37,28,26,22,18,10,17,11,11,9,5,3,3,3,4,0,1,0,0,2,1,1,0,0,0,1],"bins":[-0.000727362057659775,-0.00070607615634799,-0.000684790255036205,-0.0006635043537244201,-0.0006422184524126351,-0.0006209325511008501,-0.0005996466497890651,-0.0005783607484772801,-0.0005570749053731561,-0.0005357890040613711,-0.0005145031027495861,-0.0004932172014378011,-0.00047193130012601614,-0.00045064539881423116,-0.0004293594975024462,-0.0004080735961906612,-0.0003867876948788762,-0.0003655017935670912,-0.00034421589225530624,-0.00032292999094352126,-0.0003016440896317363,-0.00028035821742378175,-0.00025907231611199677,-0.0002377864148002118,-0.0002165005134884268,-0.00019521461217664182,-0.00017392871086485684,-0.00015264282410498708,-0.0001313569227932021,-0.00011007102148141712,-8.878512744558975e-05,-6.749923340976238e-05,-4.6213273890316486e-05,-2.492737621651031e-05,-3.641478542704135e-06,1.764441913110204e-05,3.8930316804908216e-05,6.021621447871439e-05,8.150211215252057e-05,0.00010278800618834794,0.00012407390750013292,0.0001453598088119179,0.00016664571012370288,0.00018793159688357264,0.00020921749819535762,0.0002305033995071426,0.00025178928626701236,0.00027307518757879734,0.0002943610888905823,0.0003156469902023673,0.0003369328915141523,0.00035821879282593727,0.00037950469413772225,0.0004007905663456768,0.00042207646765746176,0.00044336236896924675,0.00046464827028103173,0.0004859341715928167,0.0005072200438007712,0.0005285059451125562,0.0005497918464243412,0.0005710777477361262,0.0005923636490479112,0.0006136495503596961,0.0006349354516714811],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[1,0,1,3,0,0,1,0,1,0,1,0,6,1,5,3,8,9,15,9,25,20,25,34,35,33,46,49,42,45,45,42,40,37,33,26,20,20,17,15,11,9,5,4,3,4,1,3,3,3,2,1,1,1,1,2,0,0,0,0,0,0,0,1],"bins":[-0.003722407389432192,-0.003597611328586936,-0.00347281526774168,-0.0033480192068964243,-0.0032232231460511684,-0.003098426852375269,-0.002973630791530013,-0.0028488347306847572,-0.0027240386698395014,-0.0025992426089942455,-0.0024744465481489897,-0.002349650487303734,-0.0022248541936278343,-0.0021000581327825785,-0.0019752620719373226,-0.0018504660110920668,-0.001725669950246811,-0.001600873889401555,-0.0014760778285562992,-0.0013512816512957215,-0.0012264855904504657,-0.0011016895296052098,-0.0009768933523446321,-0.0008520972914993763,-0.0007273012306541204,-0.0006025051698088646,-0.00047770905075594783,-0.0003529129608068615,-0.0002281168708577752,-0.0001033207809086889,2.1475309040397406e-05,0.00014627139898948371,0.00027106795459985733,0.00039586404454894364,0.00052066013449803,0.0006454562535509467,0.0007702523143962026,0.0008950483752414584,0.001019844552502036,0.001144640613347292,0.0012694366741925478,0.0013942327350378036,0.0015190287958830595,0.0016438249731436372,0.001768621033988893,0.0018934170948341489,0.0020182132720947266,0.0021430093329399824,0.0022678053937852383,0.002392601454630494,0.00251739751547575,0.002642193576321006,0.0027669896371662617,0.002891785930842161,0.003016581991687417,0.003141378052532673,0.0032661741133779287,0.0033909701742231846,0.0035157662350684404,0.0036405622959136963,0.003765358589589596,0.0038901546504348516,0.0040149507112801075,0.00413974653929472,0.004264542832970619],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,0,1,1,1,5,4,4,5,3,3,11,5,17,12,16,12,23,20,24,27,28,30,25,29,29,25,27,32,30,28,28,26,31,18,20,24,17,13,16,21,13,12,12,7,7,6,2,2,3,4,1,0,2,1,1,2],"bins":[-0.00042062997817993164,-0.00040855351835489273,-0.0003964770585298538,-0.0003844005987048149,-0.000372324138879776,-0.0003602476790547371,-0.0003481712192296982,-0.00033609475940465927,-0.00032401829957962036,-0.00031194183975458145,-0.00029986537992954254,-0.00028778892010450363,-0.0002757124602794647,-0.0002636360004544258,-0.0002515595406293869,-0.000239483080804348,-0.00022740662097930908,-0.00021533016115427017,-0.00020325370132923126,-0.00019117724150419235,-0.00017910078167915344,-0.00016702432185411453,-0.00015494786202907562,-0.0001428714022040367,-0.0001307949423789978,-0.00011871848255395889,-0.00010664202272891998,-9.456556290388107e-05,-8.248910307884216e-05,-7.041264325380325e-05,-5.833618342876434e-05,-4.625972360372543e-05,-3.4183263778686523e-05,-2.2106803953647614e-05,-1.0030344128608704e-05,2.0461156964302063e-06,1.4122575521469116e-05,2.6199035346508026e-05,3.8275495171546936e-05,5.0351954996585846e-05,6.242841482162476e-05,7.450487464666367e-05,8.658133447170258e-05,9.865779429674149e-05,0.0001107342541217804,0.0001228107139468193,0.00013488717377185822,0.00014696363359689713,0.00015904009342193604,0.00017111655324697495,0.00018319301307201385,0.00019526947289705276,0.00020734593272209167,0.00021942239254713058,0.0002314988523721695,0.0002435753121972084,0.0002556517720222473,0.0002677282318472862,0.00027980469167232513,0.00029188115149736404,0.00030395761132240295,0.00031603407114744186,0.0003281105309724808,0.0003401869907975197,0.0003522634506225586],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,1,2,2,0,1,3,0,2,3,8,2,7,9,6,12,5,11,16,10,17,24,21,27,20,32,19,20,28,41,43,29,30,34,34,21,30,20,27,26,20,13,19,5,13,8,6,13,7,4,3,2,3,2,2,2,0,0,0,1,0,0,0,1],"bins":[-0.00017327070236206055,-0.00016766227781772614,-0.00016205385327339172,-0.0001564454287290573,-0.0001508370041847229,-0.0001452285796403885,-0.00013962015509605408,-0.00013401173055171967,-0.00012840330600738525,-0.00012279488146305084,-0.00011718645691871643,-0.00011157803237438202,-0.00010596960783004761,-0.0001003611832857132,-9.475275874137878e-05,-8.914433419704437e-05,-8.353590965270996e-05,-7.792748510837555e-05,-7.231906056404114e-05,-6.671063601970673e-05,-6.110221147537231e-05,-5.54937869310379e-05,-4.988536238670349e-05,-4.427693784236908e-05,-3.866851329803467e-05,-3.3060088753700256e-05,-2.7451664209365845e-05,-2.1843239665031433e-05,-1.623481512069702e-05,-1.062639057636261e-05,-5.017966032028198e-06,5.904585123062134e-07,6.198883056640625e-06,1.1807307600975037e-05,1.7415732145309448e-05,2.302415668964386e-05,2.863258123397827e-05,3.424100577831268e-05,3.9849430322647095e-05,4.5457854866981506e-05,5.106627941131592e-05,5.667470395565033e-05,6.228312849998474e-05,6.789155304431915e-05,7.349997758865356e-05,7.910840213298798e-05,8.471682667732239e-05,9.03252512216568e-05,9.593367576599121e-05,0.00010154210031032562,0.00010715052485466003,0.00011275894939899445,0.00011836737394332886,0.00012397579848766327,0.00012958422303199768,0.0001351926475763321,0.0001408010721206665,0.00014640949666500092,0.00015201792120933533,0.00015762634575366974,0.00016323477029800415,0.00016884319484233856,0.00017445161938667297,0.00018006004393100739,0.0001856684684753418],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,2,0,2,6,3,4,14,18,12,22,42,57,72,112,165,232,375,566,940,1579,2594,4328,7825,21725,166800,321682,37169,10134,5245,3117,1878,1098,672,425,289,190,127,95,62,37,32,22,14,15,4,3,4,4,0,5,1,1,0,1],"bins":[-0.0005011558532714844,-0.00048690661787986755,-0.00047265738248825073,-0.0004584081470966339,-0.0004441589117050171,-0.00042990967631340027,-0.00041566044092178345,-0.0004014112055301666,-0.0003871619701385498,-0.000372912734746933,-0.00035866349935531616,-0.00034441426396369934,-0.0003301650285720825,-0.0003159157931804657,-0.0003016665577888489,-0.00028741732239723206,-0.00027316808700561523,-0.0002589188516139984,-0.0002446696162223816,-0.00023042038083076477,-0.00021617114543914795,-0.00020192191004753113,-0.0001876726746559143,-0.00017342343926429749,-0.00015917420387268066,-0.00014492496848106384,-0.00013067573308944702,-0.0001164264976978302,-0.00010217726230621338,-8.792802691459656e-05,-7.367879152297974e-05,-5.9429556131362915e-05,-4.5180320739746094e-05,-3.093108534812927e-05,-1.668184995651245e-05,-2.43261456489563e-06,1.1816620826721191e-05,2.6065856218338013e-05,4.0315091609954834e-05,5.4564327001571655e-05,6.881356239318848e-05,8.30627977848053e-05,9.731203317642212e-05,0.00011156126856803894,0.00012581050395965576,0.00014005973935127258,0.0001543089747428894,0.00016855821013450623,0.00018280744552612305,0.00019705668091773987,0.0002113059163093567,0.0002255551517009735,0.00023980438709259033,0.00025405362248420715,0.000268302857875824,0.0002825520932674408,0.0002968013286590576,0.00031105056405067444,0.00032529979944229126,0.0003395490348339081,0.0003537982702255249,0.0003680475056171417,0.00038229674100875854,0.00039654597640037537,0.0004107952117919922]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,2,1,1,3,4,2,2,3,4,3,8,8,22,24,30,44,55,59,62,63,51,48,46,35,29,21,24,25,11,12,8,7,9,4,3,3,3,6,2,1,4,5,2,1,0,3,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9971886277198792,0.9973179697990417,0.9974472522735596,0.9975765943527222,0.9977059364318848,0.9978352785110474,0.9979645609855652,0.9980939030647278,0.9982232451438904,0.9983525276184082,0.9984818696975708,0.9986112117767334,0.9987404942512512,0.9988698363304138,0.9989991784095764,0.999128520488739,0.9992578029632568,0.9993871450424194,0.999516487121582,0.9996457695960999,0.9997751116752625,0.999904453754425,1.0000337362289429,1.0001630783081055,1.000292420387268,1.0004217624664307,1.0005511045455933,1.0006803274154663,1.000809669494629,1.0009390115737915,1.001068353652954,1.0011976957321167,1.0013270378112793,1.001456379890442,1.001585602760315,1.0017149448394775,1.0018442869186401,1.0019736289978027,1.0021029710769653,1.002232313156128,1.0023616552352905,1.0024908781051636,1.0026202201843262,1.0027495622634888,1.0028789043426514,1.003008246421814,1.0031375885009766,1.0032669305801392,1.0033961534500122,1.0035254955291748,1.0036548376083374,1.0037841796875,1.0039135217666626,1.0040428638458252,1.0041720867156982,1.0043014287948608,1.0044307708740234,1.004560112953186,1.0046894550323486,1.0048187971115112,1.0049481391906738,1.0050773620605469,1.0052067041397095,1.005336046218872,1.0054653882980347]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.09940999746322632,-0.09634007513523102,-0.09327015280723572,-0.09020023047924042,-0.08713030815124512,-0.08406037837266922,-0.08099045604467392,-0.07792053371667862,-0.07485061138868332,-0.07178068906068802,-0.06871076673269272,-0.06564084440469742,-0.06257091462612152,-0.05950099602341652,-0.05643106997013092,-0.05336114764213562,-0.05029122531414032,-0.04722130298614502,-0.04415138065814972,-0.04108145460486412,-0.03801153227686882,-0.03494160994887352,-0.03187168389558792,-0.02880176156759262,-0.02573183923959732,-0.02266191691160202,-0.01959199272096157,-0.01652206853032112,-0.013452146202325821,-0.010382222943007946,-0.007312299683690071,-0.004242376424372196,-0.0011724606156349182,0.0018974626436829567,0.004967385903000832,0.008037309162318707,0.011107232421636581,0.014177155680954456,0.01724707894027233,0.02031700313091278,0.02338692545890808,0.02645684778690338,0.02952677197754383,0.03259669616818428,0.03566661849617958,0.03873654082417488,0.04180646687746048,0.04487638920545578,0.04794631153345108,0.05101623386144638,0.05408615618944168,0.05715608224272728,0.06022600457072258,0.06329593062400818,0.06636585295200348,0.06943577527999878,0.07250569760799408,0.07557561993598938,0.07864554226398468,0.08171546459197998,0.08478538691997528,0.08785531669855118,0.09092523902654648,0.09399516135454178,0.09706508368253708],"_type":"histogram","values":[1,0,0,6,10,17,38,68,140,218,311,538,954,1514,2183,3419,5044,7182,9888,13883,18290,23895,30714,38148,46409,55272,64351,72304,80372,86843,92286,95089,95828,94444,91632,85972,78859,70903,62188,53226,44077,36163,28779,22708,17115,12584,9229,6572,4527,3168,2046,1347,857,543,292,184,110,67,29,11,10,4,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,0,1,0,0,0,2,2,0,2,0,3,8,8,11,25,32,40,72,121,170,289,504,876,1441,2574,4741,8712,16536,31594,61513,116427,207687,306267,316801,224315,128451,68065,35459,18678,9689,5101,2797,1613,946,499,319,166,114,71,35,29,16,14,10,5,3,2,2,0,3,0,2],"bins":[-0.00035572052001953125,-0.0003455802798271179,-0.0003354400396347046,-0.00032529979944229126,-0.00031515955924987793,-0.0003050193190574646,-0.00029487907886505127,-0.00028473883867263794,-0.0002745985984802246,-0.0002644583582878113,-0.00025431811809539795,-0.0002441778779029846,-0.0002340376377105713,-0.00022389739751815796,-0.00021375715732574463,-0.0002036169171333313,-0.00019347667694091797,-0.00018333643674850464,-0.0001731961965560913,-0.00016305595636367798,-0.00015291571617126465,-0.00014277547597885132,-0.000132635235786438,-0.00012249499559402466,-0.00011235475540161133,-0.000102214515209198,-9.207427501678467e-05,-8.193403482437134e-05,-7.179379463195801e-05,-6.165355443954468e-05,-5.151331424713135e-05,-4.137307405471802e-05,-3.123283386230469e-05,-2.1092593669891357e-05,-1.0952353477478027e-05,-8.121132850646973e-07,9.328126907348633e-06,1.9468367099761963e-05,2.9608607292175293e-05,3.974884748458862e-05,4.988908767700195e-05,6.002932786941528e-05,7.016956806182861e-05,8.030980825424194e-05,9.045004844665527e-05,0.0001005902886390686,0.00011073052883148193,0.00012087076902389526,0.0001310110092163086,0.00014115124940872192,0.00015129148960113525,0.00016143172979354858,0.00017157196998596191,0.00018171221017837524,0.00019185245037078857,0.0002019926905632019,0.00021213293075561523,0.00022227317094802856,0.0002324134111404419,0.00024255365133285522,0.00025269389152526855,0.0002628341317176819,0.0002729743719100952,0.00028311461210250854,0.0002932548522949219],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,0,1,0,2,2,2,4,2,7,11,13,14,27,38,56,73,104,168,314,485,821,1354,2491,4634,8621,16578,33957,69310,140912,262708,364499,309323,178795,89172,43469,21354,10934,5546,2999,1672,959,523,325,217,124,90,51,30,21,13,4,4,10,6,4,2,4,1,1,0,1],"bins":[-0.0004534721374511719,-0.00044000521302223206,-0.00042653828859329224,-0.0004130713641643524,-0.0003996044397354126,-0.0003861375153064728,-0.00037267059087753296,-0.00035920366644859314,-0.0003457367420196533,-0.0003322698175907135,-0.0003188028931617737,-0.00030533596873283386,-0.00029186904430389404,-0.0002784021198749542,-0.0002649351954460144,-0.0002514682710170746,-0.00023800134658813477,-0.00022453442215919495,-0.00021106749773025513,-0.0001976005733013153,-0.0001841336488723755,-0.00017066672444343567,-0.00015719980001449585,-0.00014373287558555603,-0.0001302659511566162,-0.00011679902672767639,-0.00010333210229873657,-8.986517786979675e-05,-7.639825344085693e-05,-6.293132901191711e-05,-4.9464404582977295e-05,-3.5997480154037476e-05,-2.2530555725097656e-05,-9.063631296157837e-06,4.403293132781982e-06,1.7870217561721802e-05,3.133714199066162e-05,4.480406641960144e-05,5.827099084854126e-05,7.173791527748108e-05,8.52048397064209e-05,9.867176413536072e-05,0.00011213868856430054,0.00012560561299324036,0.00013907253742218018,0.00015253946185112,0.00016600638628005981,0.00017947331070899963,0.00019294023513793945,0.00020640715956687927,0.0002198740839958191,0.0002333410084247589,0.00024680793285369873,0.00026027485728263855,0.00027374178171157837,0.0002872087061405182,0.000300675630569458,0.00031414255499839783,0.00032760947942733765,0.00034107640385627747,0.0003545433282852173,0.0003680102527141571,0.0003814771771430969,0.00039494410157203674,0.00040841102600097656]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.0001475811004638672,-0.0001431833952665329,-0.0001387856900691986,-0.00013438798487186432,-0.00012999027967453003,-0.00012559257447719574,-0.00012119486927986145,-0.00011679716408252716,-0.00011239945888519287,-0.00010800175368785858,-0.00010360404849052429,-9.920634329319e-05,-9.480863809585571e-05,-9.041093289852142e-05,-8.601322770118713e-05,-8.161552250385284e-05,-7.721781730651855e-05,-7.282011210918427e-05,-6.842240691184998e-05,-6.402470171451569e-05,-5.9626996517181396e-05,-5.522929131984711e-05,-5.083158612251282e-05,-4.643388092517853e-05,-4.203617572784424e-05,-3.763847053050995e-05,-3.324076533317566e-05,-2.884306013584137e-05,-2.444535493850708e-05,-2.004764974117279e-05,-1.56499445438385e-05,-1.1252239346504211e-05,-6.854534149169922e-06,-2.4568289518356323e-06,1.9408762454986572e-06,6.338581442832947e-06,1.0736286640167236e-05,1.5133991837501526e-05,1.9531697034835815e-05,2.3929402232170105e-05,2.8327107429504395e-05,3.2724812626838684e-05,3.7122517824172974e-05,4.152022302150726e-05,4.591792821884155e-05,5.031563341617584e-05,5.471333861351013e-05,5.911104381084442e-05,6.350874900817871e-05,6.7906454205513e-05,7.230415940284729e-05,7.670186460018158e-05,8.109956979751587e-05,8.549727499485016e-05,8.989498019218445e-05,9.429268538951874e-05,9.869039058685303e-05,0.00010308809578418732,0.0001074858009815216,0.0001118835061788559,0.00011628121137619019,0.00012067891657352448,0.00012507662177085876,0.00012947432696819305,0.00013387203216552734],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,0,1,0,2,1,0,1,3,3,2,2,3,4,3,6,4,5,8,14,26,53,75,110,124,96,74,49,28,18,14,8,3,7,4,1,0,1,2,0,1,2,0,2,1,2,1,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.09714154154062271,-0.09411681443452835,-0.09109208732843399,-0.08806736022233963,-0.08504262566566467,-0.08201789855957031,-0.07899317145347595,-0.07596844434738159,-0.07294371724128723,-0.06991899013519287,-0.06689426302909851,-0.06386953592300415,-0.06084480509161949,-0.05782007798552513,-0.05479534715414047,-0.05177062004804611,-0.04874589294195175,-0.04572116583585739,-0.04269643872976303,-0.03967170789837837,-0.03664698079228401,-0.03362225368618965,-0.030597524717450142,-0.027572795748710632,-0.024548068642616272,-0.02152334153652191,-0.018498612567782402,-0.015473884530365467,-0.012449156492948532,-0.009424428455531597,-0.006399700418114662,-0.003374972380697727,-0.00035024434328079224,0.0026744836941361427,0.005699211731553078,0.008723939768970013,0.011748667806386948,0.014773395843803883,0.017798123881220818,0.020822852849960327,0.023847579956054688,0.026872307062149048,0.029897036030888557,0.03292176499962807,0.03594649210572243,0.03897121921181679,0.04199595004320145,0.04502067714929581,0.04804540425539017,0.05107013136148453,0.05409485846757889,0.05711958929896355,0.06014431640505791,0.06316904723644257,0.06619377434253693,0.06921850144863129,0.07224322855472565,0.07526795566082001,0.07829268276691437,0.08131740987300873,0.08434213697910309,0.08736687153577805,0.0903915986418724,0.09341632574796677,0.09644105285406113],"_type":"histogram","values":[2,2,2,7,14,36,53,93,179,298,466,736,1162,1779,2739,4218,5797,8346,11389,15470,20279,25747,32771,40744,48913,57864,66517,74748,81355,87919,91986,94022,94399,92462,89236,83188,76298,68098,59738,50578,42650,34480,27854,21536,16498,12251,8672,6333,4390,3052,2071,1314,853,525,315,187,100,55,46,14,9,2,5,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,1,3,1,2,2,2,9,2,4,11,8,9,14,22,15,25,23,31,27,36,30,32,38,26,37,39,31,37,30,34,23,21,16,23,14,13,13,10,11,9,9,5,7,1,4,1,1,0,0,0,0,2,0,0,0,0,0,0,1],"bins":[-0.0008950632181949914,-0.0008644578629173338,-0.0008338525076396763,-0.0008032471523620188,-0.0007726417970843613,-0.0007420364418067038,-0.0007114310865290463,-0.0006808257312513888,-0.0006502204341813922,-0.0006196150789037347,-0.0005890097236260772,-0.0005584043683484197,-0.0005277990130707622,-0.0004971936577931046,-0.00046658830251544714,-0.00043598294723778963,-0.0004053775919601321,-0.0003747722366824746,-0.0003441668814048171,-0.0003135615261271596,-0.0002829561708495021,-0.00025235084467567503,-0.00022174548939801753,-0.00019114013412036002,-0.0001605347788427025,-0.000129929423565045,-9.93240755633451e-05,-6.871872756164521e-05,-3.81133722839877e-05,-7.508020644308999e-06,2.3097330995369703e-05,5.3702682635048404e-05,8.430797606706619e-05,0.0001149133313447237,0.0001455186866223812,0.0001761240273481235,0.000206729382625781,0.0002373347379034385,0.0002679400786291808,0.0002985454339068383,0.0003291507891844958,0.0003597561444621533,0.0003903614997398108,0.00042096685501746833,0.0004515721811912954,0.0004821775364689529,0.0005127828917466104,0.0005433882470242679,0.0005739936023019254,0.0006045989575795829,0.0006352043128572404,0.000665809668134898,0.0006964150234125555,0.000727020378690213,0.0007576257339678705,0.000788231089245528,0.0008188363863155246,0.0008494417415931821,0.0008800470968708396,0.0009106524521484971,0.0009412578074261546,0.0009718631627038121,0.0010024685179814696,0.0010330738732591271,0.0010636792285367846]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,2,1,3,4,3,6,5,6,6,4,10,21,12,17,14,19,24,29,29,34,28,27,21,33,18,31,23,36,25,21,32,24,21,24,13,17,18,19,17,10,16,6,9,6,2,4,2,4,1,3,1,1,3],"bins":[-0.00044750209781341255,-0.0004351300885900855,-0.00042275807936675847,-0.0004103860701434314,-0.00039801409002393484,-0.0003856420808006078,-0.00037327007157728076,-0.0003608980623539537,-0.0003485260531306267,-0.00033615404390729964,-0.0003237820346839726,-0.00031141002546064556,-0.0002990380162373185,-0.00028666603611782193,-0.0002742940268944949,-0.00026192201767116785,-0.0002495500084478408,-0.00023717799922451377,-0.00022480599000118673,-0.00021243399532977492,-0.00020006198610644788,-0.00018768997688312083,-0.00017531798221170902,-0.00016294597298838198,-0.00015057396376505494,-0.0001382019545417279,-0.00012582994531840086,-0.00011345795064698905,-0.00010108594142366201,-8.871393220033497e-05,-7.634193025296554e-05,-6.396992830559611e-05,-5.1597889978438616e-05,-3.922588439309038e-05,-2.685387880774215e-05,-1.4481873222393915e-05,-2.1098676370456815e-06,1.0262137948302552e-05,2.2634143533650786e-05,3.500614911899902e-05,4.737815470434725e-05,5.9750160289695486e-05,7.212216587504372e-05,8.449416782241315e-05,9.686617704574019e-05,0.00010923818626906723,0.00012161018821643665,0.00013398219016380608,0.00014635419938713312,0.00015872620861046016,0.0001710982178337872,0.00018347021250519902,0.00019584222172852606,0.0002082142309518531,0.0002205862256232649,0.00023295823484659195,0.000245330244069919,0.00025770225329324603,0.00027007426251657307,0.0002824462717399001,0.0002948182518593967,0.00030719026108272374,0.0003195622703060508,0.0003319342795293778,0.00034430628875270486]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[2,2,4,14,10,35,52,73,136,255,402,673,1055,1693,2471,3568,5032,7462,9996,13768,17854,23129,29188,36287,44110,52223,60670,68495,76616,81679,87730,90908,92242,92021,89558,85153,79580,72698,64874,56064,48427,40375,32961,26295,20980,15995,12030,8772,6293,4398,2983,1993,1377,866,529,325,208,118,72,51,20,8,3,3],"bins":[-0.09695637971162796,-0.09399769455194473,-0.0910390093922615,-0.08808032423257828,-0.08512163907289505,-0.08216295391321182,-0.0792042687535286,-0.07624558359384537,-0.07328689098358154,-0.07032820582389832,-0.06736952066421509,-0.06441083550453186,-0.06145215034484863,-0.058493465185165405,-0.05553478002548218,-0.05257609486579895,-0.04961740970611572,-0.046658724546432495,-0.04370003938674927,-0.04074135422706604,-0.03778266906738281,-0.034823980182409286,-0.03186529502272606,-0.02890660986304283,-0.025947924703359604,-0.022989239543676376,-0.02003055438399315,-0.017071867361664772,-0.014113182201981544,-0.011154497042298317,-0.008195810951292515,-0.005237125325948,-0.002278439700603485,0.0006802459247410297,0.0036389315500855446,0.006597617175430059,0.009556302800774574,0.012514987960457802,0.015473674051463604,0.018432360142469406,0.021391045302152634,0.02434973046183586,0.02730841562151909,0.030267102643847466,0.03322578966617584,0.03618447482585907,0.0391431599855423,0.042101845145225525,0.04506053030490875,0.04801921546459198,0.05097790062427521,0.053936585783958435,0.05689527094364166,0.05985395982861519,0.06281264126300812,0.06577132642269135,0.06873001158237457,0.0716887041926384,0.07464738935232162,0.07760607451200485,0.08056475967168808,0.08352344483137131,0.08648212999105453,0.08944081515073776,0.09239950031042099]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.004921547137200832,-0.004736550617963076,-0.004551554098725319,-0.004366557579487562,-0.0041815610602498055,-0.003996564541012049,-0.0038115682546049356,-0.003626571735367179,-0.003441575216129422,-0.0032565786968916655,-0.0030715821776539087,-0.002886585658416152,-0.002701589372009039,-0.002516592852771282,-0.0023315963335335255,-0.0021465998142957687,-0.001961603295058012,-0.0017766067758202553,-0.0015916102565824986,-0.0014066138537600636,-0.001221617334522307,-0.0010366208152845502,-0.0008516243542544544,-0.0006666278932243586,-0.00048163137398660183,-0.00029663488385267556,-0.00011163839371874928,7.335809641517699e-05,0.00025835458654910326,0.00044335107668302953,0.0006283475668169558,0.0008133440278470516,0.000998340081423521,0.0011833366006612778,0.0013683331198990345,0.0015533295227214694,0.0017383260419592261,0.0019233225611969829,0.0021083189640194178,0.0022933154832571745,0.0024783120024949312,0.002663308521732688,0.0028483050409704447,0.0030333015602082014,0.0032182978466153145,0.003403294365853071,0.003588290885090828,0.0037732874043285847,0.003958283923566341,0.004143280442804098,0.004328276962041855,0.004513273481279612,0.004698270000517368,0.004883266519755125,0.005068263038992882,0.0052532595582306385,0.005438256077468395,0.005623252131044865,0.005808248650282621,0.005993245169520378,0.006178241688758135,0.006363238207995892,0.006548234727233648,0.006733231246471405,0.006918227765709162],"_type":"histogram","values":[1,2,1,0,0,1,2,1,2,1,4,2,6,8,13,15,14,18,20,25,23,29,31,42,45,40,51,44,37,38,43,30,30,38,16,23,14,4,10,9,6,5,3,2,2,3,1,1,1,2,0,0,1,3,0,0,1,2,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.0006188790430314839,-0.000601097010076046,-0.0005833149771206081,-0.0005655330023728311,-0.0005477509694173932,-0.0005299689364619553,-0.0005121869035065174,-0.0004944048705510795,-0.00047662286669947207,-0.00045884083374403417,-0.00044105882989242673,-0.00042327679693698883,-0.00040549476398155093,-0.0003877127601299435,-0.0003699307271745056,-0.00035214872332289815,-0.00033436669036746025,-0.00031658465741202235,-0.0002988026535604149,-0.000281020620604977,-0.00026323861675336957,-0.00024545658379793167,-0.00022767455084249377,-0.0002098925324389711,-0.00019211051403544843,-0.00017432849563192576,-0.0001565464772284031,-0.0001387644442729652,-0.00012098242586944252,-0.00010320040746591985,-8.541838178643957e-05,-6.763635610695928e-05,-4.9854395911097527e-05,-3.207237386959605e-05,-1.4290351828094572e-05,3.4916702134069055e-06,2.1273692254908383e-05,3.905571429640986e-05,5.683773633791134e-05,7.461976201739162e-05,9.240178042091429e-05,0.00011018379882443696,0.00012796581722795963,0.00014574785018339753,0.0001635298685869202,0.00018131188699044287,0.00019909391994588077,0.00021687593834940344,0.0002346579567529261,0.000252439989708364,0.00027022199355997145,0.00028800402651540935,0.0003057860303670168,0.0003235680633224547,0.0003413500962778926,0.00035913210012950003,0.00037691413308493793,0.00039469616604037583,0.00041247816989198327,0.00043026020284742117,0.00044804223580285907,0.0004658242396544665,0.0004836062726099044,0.0005013882764615119,0.0005191703094169497],"_type":"histogram","values":[1,1,0,0,0,0,0,0,1,0,1,0,1,2,5,2,2,5,8,4,8,10,22,14,17,20,23,25,41,23,24,31,26,27,34,39,36,40,30,28,27,25,15,24,17,21,15,12,11,9,9,7,5,8,0,1,3,4,1,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"values":[1,0,0,0,0,2,0,0,2,2,2,2,2,3,3,0,9,6,5,6,13,14,13,15,26,25,28,33,30,25,30,28,36,28,34,21,27,37,28,25,28,20,22,14,25,17,14,15,12,14,5,4,4,0,3,0,2,2,1,0,1,3,0,1],"bins":[-0.0006582791684195399,-0.0006388711626641452,-0.0006194631569087505,-0.0006000551511533558,-0.0005806471453979611,-0.0005612391396425664,-0.0005418311338871717,-0.000522423128131777,-0.0005030151223763824,-0.0004836071457248181,-0.0004641991399694234,-0.0004447911342140287,-0.0004253831575624645,-0.0004059751518070698,-0.0003865671460516751,-0.0003671591402962804,-0.0003477511345408857,-0.000328343128785491,-0.0003089351230300963,-0.0002895271172747016,-0.0002701191115193069,-0.00025071113486774266,-0.00023130312911234796,-0.00021189512335695326,-0.00019248711760155857,-0.00017307911184616387,-0.00015367110609076917,-0.0001342631148872897,-0.000114855109131895,-9.544710337650031e-05,-7.603910489706323e-05,-5.6631102779647335e-05,-3.722304245457053e-05,-1.7815040337154642e-05,1.5929617802612484e-06,2.100096389767714e-05,4.040896601509303e-05,5.981696813250892e-05,7.922497024992481e-05,9.863296872936189e-05,0.00011804097448475659,0.00013744898024015129,0.00015685698599554598,0.00017626497719902545,0.00019567298295442015,0.00021508098870981485,0.00023448897991329432,0.000253896985668689,0.0002733049914240837,0.0002927129971794784,0.0003121210029348731,0.0003315290086902678,0.0003509370144456625,0.00037034499109722674,0.00038975299685262144,0.00040916100260801613,0.00042856900836341083,0.00044797701411880553,0.0004673850198742002,0.0004867930256295949,0.0005062010022811592,0.0005256090080365539,0.0005450170137919486,0.0005644250195473433,0.000583833025302738],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-0.0102580226957798,-0.00991686712950468,-0.00957571156322956,-0.009234555996954441,-0.008893401362001896,-0.008552245795726776,-0.008211090229451656,-0.007869934663176537,-0.007528779096901417,-0.007187623996287584,-0.0068464684300124645,-0.006505312863737345,-0.006164157763123512,-0.0058230021968483925,-0.005481846630573273,-0.00514069152995944,-0.0047995359636843204,-0.004458380397409201,-0.004117225296795368,-0.0037760697305202484,-0.0034349141642451286,-0.0030937588308006525,-0.0027526034973561764,-0.0024114479310810566,-0.0020702925976365805,-0.0017291371477767825,-0.0013879816979169846,-0.0010468263644725084,-0.0007056709146127105,-0.000364515493856743,-2.336007310077548e-05,0.000317795347655192,0.0006589507684111595,0.0010001062182709575,0.0013412616681307554,0.0016824170015752316,0.0020235725678503513,0.0023647279012948275,0.0027058832347393036,0.0030470388010144234,0.0033881941344588995,0.0037293494679033756,0.004070505034178495,0.004411660600453615,0.004752815701067448,0.0050939712673425674,0.005435126833617687,0.00577628193423152,0.0061174375005066395,0.006458593066781759,0.006799748167395592,0.0071409037336707115,0.007482059299945831,0.007823214866220951,0.00816437043249607,0.008505525067448616,0.008846680633723736,0.009187836199998856,0.009528991766273975,0.009870147332549095,0.010211302898824215,0.01055245753377676,0.01089361310005188,0.011234768666327,0.01157592423260212],"_type":"histogram","values":[1,1,1,0,2,2,5,5,8,3,4,4,7,9,4,9,10,8,17,10,14,23,23,20,25,27,35,34,37,37,41,33,28,37,26,34,19,27,13,17,10,14,11,11,9,11,5,2,12,6,4,6,1,2,0,0,2,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.0003123283386230469,-0.0003027282655239105,-0.00029312819242477417,-0.0002835281193256378,-0.00027392804622650146,-0.0002643279731273651,-0.00025472790002822876,-0.0002451278269290924,-0.00023552775382995605,-0.0002259276807308197,-0.00021632760763168335,-0.000206727534532547,-0.00019712746143341064,-0.0001875273883342743,-0.00017792731523513794,-0.0001683272421360016,-0.00015872716903686523,-0.00014912709593772888,-0.00013952702283859253,-0.00012992694973945618,-0.00012032687664031982,-0.00011072680354118347,-0.00010112673044204712,-9.152665734291077e-05,-8.192658424377441e-05,-7.232651114463806e-05,-6.272643804550171e-05,-5.3126364946365356e-05,-4.3526291847229004e-05,-3.392621874809265e-05,-2.43261456489563e-05,-1.4726072549819946e-05,-5.125999450683594e-06,4.474073648452759e-06,1.4074146747589111e-05,2.3674219846725464e-05,3.3274292945861816e-05,4.287436604499817e-05,5.247443914413452e-05,6.207451224327087e-05,7.167458534240723e-05,8.127465844154358e-05,9.087473154067993e-05,0.00010047480463981628,0.00011007487773895264,0.00011967495083808899,0.00012927502393722534,0.0001388750970363617,0.00014847517013549805,0.0001580752432346344,0.00016767531633377075,0.0001772753894329071,0.00018687546253204346,0.0001964755356311798,0.00020607560873031616,0.00021567568182945251,0.00022527575492858887,0.00023487582802772522,0.00024447590112686157,0.0002540759742259979,0.0002636760473251343,0.00027327612042427063,0.000282876193523407,0.00029247626662254333,0.0003020763397216797],"_type":"histogram","values":[1,0,0,0,0,0,1,2,2,2,4,7,10,10,23,34,44,82,112,151,267,458,768,1241,2146,3698,6524,12282,24542,52306,122715,301338,485524,316033,131941,55197,25745,13103,7092,3912,2226,1325,777,482,290,157,112,70,38,24,11,7,8,6,6,3,3,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[1,2,11,14,32,44,56,121,169,243,444,593,890,1333,1761,2601,3589,4668,6277,7994,10546,12667,15318,18178,20893,23828,26741,29335,31208,32513,33040,33581,33045,32287,29956,28368,25595,22581,19684,16995,13998,11768,9182,7320,5661,4236,3209,2235,1654,1176,788,513,301,225,142,88,55,30,23,9,4,4,0,1],"bins":[-0.08970183879137039,-0.08683443069458008,-0.08396702259778976,-0.08109961450099945,-0.07823220640420914,-0.07536479830741882,-0.07249739021062851,-0.0696299821138382,-0.06676257401704788,-0.06389516592025757,-0.061027757823467255,-0.05816034972667694,-0.05529294162988663,-0.052425533533096313,-0.049558125436306,-0.046690717339515686,-0.04382330924272537,-0.04095590114593506,-0.038088493049144745,-0.03522108495235443,-0.03235367685556412,-0.029486268758773804,-0.02661886066198349,-0.023751452565193176,-0.020884044468402863,-0.01801663637161255,-0.015149228274822235,-0.012281820178031921,-0.009414412081241608,-0.006547003984451294,-0.0036795958876609802,-0.0008121877908706665,0.0020552128553390503,0.004922620952129364,0.007790029048919678,0.010657437145709991,0.013524845242500305,0.01639225333929062,0.019259661436080933,0.022127069532871246,0.02499447762966156,0.027861885726451874,0.030729293823242188,0.0335967019200325,0.036464110016822815,0.03933151811361313,0.04219892621040344,0.045066334307193756,0.04793374240398407,0.050801150500774384,0.0536685585975647,0.05653596669435501,0.059403374791145325,0.06227078288793564,0.06513819098472595,0.06800559908151627,0.07087300717830658,0.0737404152750969,0.07660782337188721,0.07947523146867752,0.08234263956546783,0.08521004766225815,0.08807745575904846,0.09094486385583878,0.09381227195262909]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[0.997941255569458,0.9980588555335999,0.9981764554977417,0.9982940554618835,0.9984116554260254,0.998529314994812,0.9986469149589539,0.9987645149230957,0.9988821148872375,0.9989997148513794,0.9991173148155212,0.9992349147796631,0.9993525743484497,0.9994701743125916,0.9995877742767334,0.9997053742408752,0.9998229742050171,0.9999405741691589,1.0000581741333008,1.0001758337020874,1.0002933740615845,1.000411033630371,1.0005285739898682,1.0006462335586548,1.0007638931274414,1.0008814334869385,1.000999093055725,1.0011166334152222,1.0012342929840088,1.0013518333435059,1.0014694929122925,1.0015870332717896,1.0017046928405762,1.0018223524093628,1.0019398927688599,1.0020575523376465,1.0021750926971436,1.0022927522659302,1.0024102926254272,1.0025279521942139,1.002645492553711,1.0027631521224976,1.0028808116912842,1.0029983520507812,1.0031160116195679,1.003233551979065,1.0033512115478516,1.0034687519073486,1.0035864114761353,1.0037040710449219,1.003821611404419,1.0039392709732056,1.0040568113327026,1.0041744709014893,1.0042920112609863,1.004409670829773,1.0045273303985596,1.0046448707580566,1.0047625303268433,1.0048800706863403,1.004997730255127,1.005115270614624,1.0052329301834106,1.0053504705429077,1.0054681301116943],"_type":"histogram","values":[3,0,0,1,4,1,6,7,15,19,20,22,56,39,53,50,50,39,34,38,23,24,36,23,25,23,17,20,12,9,9,13,5,8,9,2,5,4,8,4,3,3,4,2,0,2,3,1,4,1,0,2,1,0,0,0,0,1,1,0,0,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"bins":[-2.1636486053466797e-05,-2.094171941280365e-05,-2.0246952772140503e-05,-1.9552186131477356e-05,-1.885741949081421e-05,-1.8162652850151062e-05,-1.7467886209487915e-05,-1.6773119568824768e-05,-1.607835292816162e-05,-1.5383586287498474e-05,-1.4688819646835327e-05,-1.399405300617218e-05,-1.3299286365509033e-05,-1.2604519724845886e-05,-1.190975308418274e-05,-1.1214986443519592e-05,-1.0520219802856445e-05,-9.825453162193298e-06,-9.130686521530151e-06,-8.435919880867004e-06,-7.741153240203857e-06,-7.0463865995407104e-06,-6.3516199588775635e-06,-5.6568533182144165e-06,-4.9620866775512695e-06,-4.2673200368881226e-06,-3.5725533962249756e-06,-2.8777867555618286e-06,-2.1830201148986816e-06,-1.4882534742355347e-06,-7.934868335723877e-07,-9.872019290924072e-08,5.960464477539062e-07,1.2908130884170532e-06,1.9855797290802e-06,2.680346369743347e-06,3.375113010406494e-06,4.069879651069641e-06,4.764646291732788e-06,5.459412932395935e-06,6.154179573059082e-06,6.848946213722229e-06,7.543712854385376e-06,8.238479495048523e-06,8.93324613571167e-06,9.628012776374817e-06,1.0322779417037964e-05,1.101754605770111e-05,1.1712312698364258e-05,1.2407079339027405e-05,1.3101845979690552e-05,1.3796612620353699e-05,1.4491379261016846e-05,1.5186145901679993e-05,1.588091254234314e-05,1.6575679183006287e-05,1.7270445823669434e-05,1.796521246433258e-05,1.8659979104995728e-05,1.9354745745658875e-05,2.004951238632202e-05,2.074427902698517e-05,2.1439045667648315e-05,2.2133812308311462e-05,2.282857894897461e-05],"_type":"histogram","values":[1,0,0,1,0,0,1,1,1,2,0,0,0,3,2,8,5,3,4,5,10,11,11,22,24,36,45,35,50,56,59,55,62,57,37,38,24,20,12,12,9,12,5,4,4,7,1,1,2,1,0,3,0,0,1,0,1,0,0,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.09704657644033432,-0.09404369443655014,-0.09104080498218536,-0.08803792297840118,-0.08503503352403641,-0.08203215152025223,-0.07902926206588745,-0.07602638006210327,-0.07302349805831909,-0.07002060860395432,-0.06701772660017014,-0.06401483714580536,-0.06101195514202118,-0.0580090694129467,-0.05500618368387222,-0.052003297954797745,-0.04900041222572327,-0.04599752649664879,-0.04299464076757431,-0.03999175503849983,-0.036988869309425354,-0.033985987305641174,-0.030983101576566696,-0.027980215847492218,-0.02497733011841774,-0.02197444438934326,-0.018971558660268784,-0.015968674793839455,-0.012965789064764977,-0.009962903335690498,-0.006960018537938595,-0.003957133274525404,-0.0009542405605316162,0.0020486447028815746,0.0050515299662947655,0.008054414764046669,0.011057300493121147,0.014060186222195625,0.017063070088624954,0.020065955817699432,0.02306884154677391,0.02607172727584839,0.029074613004922867,0.032077498733997345,0.035080380737781525,0.038083266466856,0.04108615219593048,0.04408903792500496,0.04709192365407944,0.050094809383153915,0.053097695112228394,0.05610058084130287,0.05910346657037735,0.06210634857416153,0.0651092380285263,0.06811212003231049,0.07111500203609467,0.07411789149045944,0.07712077349424362,0.0801236629486084,0.08312654495239258,0.08612943440675735,0.08913231641054153,0.09213520586490631,0.09513808786869049],"_type":"histogram","values":[1,1,3,7,23,31,42,84,177,261,434,676,1149,1713,2711,3872,5656,8034,10969,14928,19774,25336,31697,39242,47318,55336,64356,72792,79767,85947,90345,93544,93854,92630,88795,84360,77162,69466,61260,52763,44495,36392,29391,23114,17759,13454,9824,7238,5051,3368,2309,1460,995,608,373,201,152,78,30,25,17,7,5,2]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"values":[3,1,0,1,1,2,2,6,4,5,9,5,8,5,10,8,9,12,12,15,18,21,16,22,22,20,24,33,30,34,30,23,23,33,24,31,21,24,29,22,15,12,12,21,16,22,6,8,5,5,7,8,3,1,2,0,1,1,0,1,0,0,1,3],"bins":[-0.00021034479141235352,-0.0002035321667790413,-0.00019671954214572906,-0.00018990691751241684,-0.00018309429287910461,-0.0001762816682457924,-0.00016946904361248016,-0.00016265641897916794,-0.0001558437943458557,-0.0001490311697125435,-0.00014221854507923126,-0.00013540592044591904,-0.0001285932958126068,-0.00012178067117929459,-0.00011496804654598236,-0.00010815542191267014,-0.00010134279727935791,-9.453017264604568e-05,-8.771754801273346e-05,-8.090492337942123e-05,-7.409229874610901e-05,-6.727967411279678e-05,-6.046704947948456e-05,-5.365442484617233e-05,-4.684180021286011e-05,-4.002917557954788e-05,-3.321655094623566e-05,-2.640392631292343e-05,-1.9591301679611206e-05,-1.277867704629898e-05,-5.966052412986755e-06,8.4657222032547e-07,7.659196853637695e-06,1.447182148694992e-05,2.1284446120262146e-05,2.809707075357437e-05,3.49096953868866e-05,4.172232002019882e-05,4.853494465351105e-05,5.534756928682327e-05,6.21601939201355e-05,6.897281855344772e-05,7.578544318675995e-05,8.259806782007217e-05,8.94106924533844e-05,9.622331708669662e-05,0.00010303594172000885,0.00010984856635332108,0.0001166611909866333,0.00012347381561994553,0.00013028644025325775,0.00013709906488656998,0.0001439116895198822,0.00015072431415319443,0.00015753693878650665,0.00016434956341981888,0.0001711621880531311,0.00017797481268644333,0.00018478743731975555,0.00019160006195306778,0.00019841268658638,0.00020522531121969223,0.00021203793585300446,0.00021885056048631668,0.0002256631851196289],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,1,0,2,0,4,1,4,3,6,6,8,10,17,13,13,10,15,24,17,27,31,22,32,24,32,44,30,38,27,38,35,24,26,25,24,19,20,16,16,13,9,12,3,6,4,2,3,2,4,1,2,0,0,0,0,0,0,0,0,1],"bins":[-0.00020188093185424805,-0.00019523315131664276,-0.00018858537077903748,-0.0001819375902414322,-0.0001752898097038269,-0.00016864202916622162,-0.00016199424862861633,-0.00015534646809101105,-0.00014869868755340576,-0.00014205090701580048,-0.0001354031264781952,-0.0001287553459405899,-0.00012210756540298462,-0.00011545978486537933,-0.00010881200432777405,-0.00010216422379016876,-9.551644325256348e-05,-8.886866271495819e-05,-8.22208821773529e-05,-7.557310163974762e-05,-6.892532110214233e-05,-6.227754056453705e-05,-5.562976002693176e-05,-4.898197948932648e-05,-4.233419895172119e-05,-3.5686418414115906e-05,-2.903863787651062e-05,-2.2390857338905334e-05,-1.574307680130005e-05,-9.095296263694763e-06,-2.4475157260894775e-06,4.200264811515808e-06,1.0848045349121094e-05,1.749582588672638e-05,2.4143606424331665e-05,3.079138696193695e-05,3.7439167499542236e-05,4.408694803714752e-05,5.073472857475281e-05,5.738250911235809e-05,6.403028964996338e-05,7.067807018756866e-05,7.732585072517395e-05,8.397363126277924e-05,9.062141180038452e-05,9.726919233798981e-05,0.00010391697287559509,0.00011056475341320038,0.00011721253395080566,0.00012386031448841095,0.00013050809502601624,0.00013715587556362152,0.0001438036561012268,0.0001504514366388321,0.00015709921717643738,0.00016374699771404266,0.00017039477825164795,0.00017704255878925323,0.00018369033932685852,0.0001903381198644638,0.0001969859004020691,0.00020363368093967438,0.00021028146147727966,0.00021692924201488495,0.00022357702255249023]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"_type":"histogram","values":[2,3,6,3,5,2,6,7,3,3,2,4,2,3,5,9,7,13,14,21,18,23,24,19,23,29,35,36,25,30,41,33,29,26,25,20,33,23,20,13,18,13,16,7,6,11,6,2,3,4,4,5,5,2,5,6,2,4,2,0,0,1,0,1],"bins":[-0.008492936380207539,-0.008207626640796661,-0.00792231597006321,-0.007637006230652332,-0.007351696025580168,-0.007066385820508003,-0.006781076081097126,-0.0064957658760249615,-0.006210455670952797,-0.005925145465880632,-0.005639835260808468,-0.005354525521397591,-0.005069215316325426,-0.0047839051112532616,-0.004498595371842384,-0.00421328516677022,-0.003927974961698055,-0.0036426647566258907,-0.00335735478438437,-0.003072044812142849,-0.0027867346070706844,-0.00250142440199852,-0.002216114429756999,-0.0019308043411001563,-0.0016454942524433136,-0.0013601841637864709,-0.0010748740751296282,-0.0007895639864727855,-0.0005042538978159428,-0.00021894380915910006,6.636627949774265e-05,0.00035167636815458536,0.0006369873881340027,0.0009222974767908454,0.001207607565447688,0.0014929176541045308,0.0017782277427613735,0.002063537947833538,0.002348847920075059,0.00263415789231658,0.0029194680973887444,0.003204778302460909,0.0034900882747024298,0.0037753982469439507,0.004060708452016115,0.00434601865708828,0.004631328396499157,0.0049166386015713215,0.005201948806643486,0.0054872590117156506,0.005772569216787815,0.006057878956198692,0.006343189161270857,0.006628499366343021,0.006913809105753899,0.007199119310826063,0.007484429515898228,0.007769739720970392,0.008055049926042557,0.008340359665453434,0.008625669404864311,0.008910980075597763,0.00919628981500864,0.009481600485742092,0.00976691022515297]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,1,1,4,2,6,9,9,13,11,13,13,21,20,43,32,49,47,71,65,73,75,81,87,77,94,111,97,101,84,89,91,75,82,54,57,58,32,24,26,26,31,18,11,17,7,9,6,5,3,2,2,4,2,2,0,0,1,1,0,1,0,0,1],"bins":[-0.00013554096221923828,-0.00013041123747825623,-0.00012528151273727417,-0.00012015178799629211,-0.00011502206325531006,-0.000109892338514328,-0.00010476261377334595,-9.963288903236389e-05,-9.450316429138184e-05,-8.937343955039978e-05,-8.424371480941772e-05,-7.911399006843567e-05,-7.398426532745361e-05,-6.885454058647156e-05,-6.37248158454895e-05,-5.8595091104507446e-05,-5.346536636352539e-05,-4.8335641622543335e-05,-4.320591688156128e-05,-3.8076192140579224e-05,-3.294646739959717e-05,-2.7816742658615112e-05,-2.2687017917633057e-05,-1.7557293176651e-05,-1.2427568435668945e-05,-7.29784369468689e-06,-2.168118953704834e-06,2.9616057872772217e-06,8.091330528259277e-06,1.3221055269241333e-05,1.835078001022339e-05,2.3480504751205444e-05,2.86102294921875e-05,3.3739954233169556e-05,3.886967897415161e-05,4.399940371513367e-05,4.912912845611572e-05,5.425885319709778e-05,5.9388577938079834e-05,6.451830267906189e-05,6.964802742004395e-05,7.4777752161026e-05,7.990747690200806e-05,8.503720164299011e-05,9.016692638397217e-05,9.529665112495422e-05,0.00010042637586593628,0.00010555610060691833,0.00011068582534790039,0.00011581555008888245,0.0001209452748298645,0.00012607499957084656,0.0001312047243118286,0.00013633444905281067,0.00014146417379379272,0.00014659389853477478,0.00015172362327575684,0.0001568533480167389,0.00016198307275772095,0.000167112797498703,0.00017224252223968506,0.00017737224698066711,0.00018250197172164917,0.00018763169646263123,0.00019276142120361328]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,1,2,5,4,5,6,9,6,13,10,17,23,23,26,19,38,39,41,43,36,50,42,24,37,39,28,21,29,19,17,18,15,18,11,8,6,4,2,4,3,2,1,0,0,0,0,0,1],"bins":[-0.0018815052462741733,-0.0018300755182281137,-0.001778645790182054,-0.0017272160621359944,-0.001675786217674613,-0.0016243564896285534,-0.0015729267615824938,-0.0015214970335364342,-0.0014700673054903746,-0.001418637577444315,-0.0013672078493982553,-0.0013157781213521957,-0.0012643483933061361,-0.0012129185488447547,-0.001161488820798695,-0.0011100590927526355,-0.0010586293647065759,-0.0010071996366605163,-0.0009557699086144567,-0.0009043401223607361,-0.0008529103943146765,-0.0008014806662686169,-0.0007500508800148964,-0.0006986211519688368,-0.0006471914239227772,-0.0005957616958767176,-0.000544331967830658,-0.0004929021815769374,-0.00044147245353087783,-0.0003900427254848182,-0.00033861296833492815,-0.0002871832111850381,-0.0002357535995543003,-0.00018432385695632547,-0.00013289411435835063,-8.14643717603758e-05,-3.003462916240096e-05,2.1395113435573876e-05,7.282485603354871e-05,0.00012425459863152355,0.00017568434122949839,0.00022711408382747322,0.00027854382642544806,0.0003299735835753381,0.00038140331162139773,0.00043283303966745734,0.0004842627968173474,0.0005356925539672375,0.0005871222820132971,0.0006385520100593567,0.0006899817381054163,0.0007414115243591368,0.0007928412524051964,0.000844270980451256,0.0008957007667049766,0.0009471304947510362,0.0009985602227970958,0.0010499899508431554,0.001101419678889215,0.0011528494069352746,0.001204279251396656,0.0012557089794427156,0.0013071387074887753,0.0013585684355348349,0.0014099981635808945]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,2,0,1,2,2,1,5,3,3,5,6,4,12,7,13,25,18,24,27,41,32,41,43,56,59,44,37,29,39,15,30,19,19,21,13,7,7,10,9,4,6,2,2,7,5,1,1,0,2,1,1,0,0,2,0,0,0,0,1],"bins":[0.9972951412200928,0.9973912835121155,0.9974874258041382,0.9975836277008057,0.9976797699928284,0.9977759122848511,0.9978721141815186,0.9979682564735413,0.998064398765564,0.9981605410575867,0.9982566833496094,0.9983528852462769,0.9984490275382996,0.9985451698303223,0.9986413717269897,0.9987375140190125,0.9988336563110352,0.9989297986030579,0.9990259408950806,0.999122142791748,0.9992182850837708,0.9993144273757935,0.9994106292724609,0.9995067715644836,0.9996029138565063,0.999699056148529,0.9997951984405518,0.9998914003372192,0.9999875426292419,1.0000836849212646,1.0001798868179321,1.00027596950531,1.0003721714019775,1.000468373298645,1.000564455986023,1.0006606578826904,1.0007567405700684,1.0008529424667358,1.0009491443634033,1.0010452270507812,1.0011414289474487,1.0012376308441162,1.0013337135314941,1.0014299154281616,1.001526117324829,1.001622200012207,1.0017184019088745,1.0018144845962524,1.00191068649292,1.0020068883895874,1.0021029710769653,1.0021991729736328,1.0022952556610107,1.0023914575576782,1.0024876594543457,1.0025837421417236,1.0026799440383911,1.0027761459350586,1.0028722286224365,1.002968430519104,1.0030646324157715,1.0031607151031494,1.003256916999817,1.0033529996871948,1.0034492015838623]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.001118551124818623,-0.001088602701202035,-0.0010586543940007687,-0.0010287059703841805,-0.0009987575467675924,-0.0009688091813586652,-0.0009388607577420771,-0.0009089123923331499,-0.0008789639687165618,-0.0008490156033076346,-0.0008190672378987074,-0.0007891188142821193,-0.0007591704488731921,-0.000729222025256604,-0.0006992736598476768,-0.0006693252362310886,-0.0006393768708221614,-0.0006094285054132342,-0.0005794800817966461,-0.0005495317163877189,-0.0005195832927711308,-0.0004896349273622036,-0.00045968653284944594,-0.0004297381383366883,-0.0003997897438239306,-0.00036984134931117296,-0.0003398929547984153,-0.00030994456028565764,-0.00027999619487673044,-0.0002500478003639728,-0.00022009940585121512,-0.00019015101133845747,-0.00016020267503336072,-0.00013025428052060306,-0.00010030589328380302,-7.035750604700297e-05,-4.040911153424531e-05,-1.046072065946646e-05,1.948767021531239e-05,4.943606109009124e-05,7.93844519648701e-05,0.00010933284647762775,0.0001392812409903854,0.00016922962095122784,0.0001991780154639855,0.00022912640997674316,0.0002590747899375856,0.00028902318445034325,0.0003189715789631009,0.00034891997347585857,0.00037886836798861623,0.0004088167625013739,0.00043876515701413155,0.00046871352242305875,0.0004986619460396469,0.0005286103114485741,0.0005585587350651622,0.0005885071004740894,0.0006184554658830166,0.0006484038894996047,0.0006783522549085319,0.00070830067852512,0.0007382490439340472,0.0007681974675506353,0.0007981458329595625],"_type":"histogram","values":[1,0,0,0,3,0,0,0,2,1,0,2,6,5,10,11,13,11,18,20,33,39,40,59,76,74,77,100,112,95,125,116,121,108,95,95,88,89,74,66,50,44,45,25,24,19,12,15,8,5,3,3,3,2,2,0,0,0,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.10354523360729218,-0.100413978099823,-0.09728272259235382,-0.09415147453546524,-0.09102021902799606,-0.08788896352052689,-0.08475770801305771,-0.08162645250558853,-0.07849520444869995,-0.07536394894123077,-0.0722326934337616,-0.06910143792629242,-0.06597018241882324,-0.06283892691135406,-0.059707675129175186,-0.05657642334699631,-0.05344516783952713,-0.05031391233205795,-0.047182660549879074,-0.0440514050424099,-0.04092015326023102,-0.03778889775276184,-0.034657642245292664,-0.031526390463113785,-0.028395134955644608,-0.02526388131082058,-0.02213262766599655,-0.019001372158527374,-0.015870118513703346,-0.012738864868879318,-0.009607610292732716,-0.0064763561822474,-0.003345102071762085,-0.00021384796127676964,0.0029174061492085457,0.006048660259693861,0.009179914370179176,0.012311168015003204,0.015442422591149807,0.01857367716729641,0.021704930812120438,0.024836184456944466,0.027967438101768494,0.03109869360923767,0.03422994911670685,0.03736120089888573,0.040492456406354904,0.04362370818853378,0.04675496369600296,0.04988621920347214,0.053017470985651016,0.056148726493120193,0.05927997827529907,0.06241123378276825,0.06554248929023743,0.0686737447977066,0.07180500030517578,0.07493624836206436,0.07806750386953354,0.08119875937700272,0.0843300148844719,0.08746127039194107,0.09059251844882965,0.09372377395629883,0.096855029463768],"_type":"histogram","values":[2,0,1,2,4,13,22,33,66,102,158,333,561,895,1472,2171,3422,5106,7347,10378,14171,18980,24970,31829,40152,48662,57513,67603,75842,83942,90563,95913,97317,97929,96196,91537,84350,76765,68605,59430,49604,41238,32998,25963,19893,14767,10915,7670,5489,3647,2379,1532,945,641,364,202,111,61,45,23,9,5,4,2]},"parameters/_orig_mod.linear.bias":{"_type":"histogram","values":[8,14,6,9,8,6,10,4,12,7,7,5,8,3,13,11,7,11,6,16,2,6,6,15,11,6,6,9,6,11,8,9,8,7,9,8,6,3,6,9,3,6,9,5,8,4,11,5,12,15,5,10,9,9,9,11,7,8,12,5,4,6,11,6],"bins":[-0.03557813540101051,-0.03445501998066902,-0.03333190456032753,-0.03220878913998604,-0.031085673719644547,-0.029962558299303055,-0.028839442878961563,-0.02771632745862007,-0.02659321203827858,-0.025470096617937088,-0.024346981197595596,-0.023223865777254105,-0.022100750356912613,-0.02097763493657112,-0.01985451951622963,-0.018731404095888138,-0.017608288675546646,-0.016485173255205154,-0.015362057834863663,-0.014238942414522171,-0.01311582699418068,-0.011992711573839188,-0.010869596153497696,-0.009746480733156204,-0.008623365312814713,-0.007500249892473221,-0.006377134472131729,-0.005254019051790237,-0.004130903631448746,-0.003007788211107254,-0.0018846727907657623,-0.0007615573704242706,0.00036155804991722107,0.0014846734702587128,0.0026077888906002045,0.003730904310941696,0.004854019731283188,0.0059771351516246796,0.007100250571966171,0.008223365992307663,0.009346481412649155,0.010469596832990646,0.011592712253332138,0.01271582767367363,0.013838943094015121,0.014962058514356613,0.016085173934698105,0.017208289355039597,0.018331404775381088,0.01945452019572258,0.02057763561606407,0.021700751036405563,0.022823866456747055,0.023946981877088547,0.02507009729743004,0.02619321271777153,0.027316328138113022,0.028439443558454514,0.029562558978796005,0.030685674399137497,0.03180878981947899,0.03293190523982048,0.03405502066016197,0.035178136080503464,0.036301251500844955]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,2,0,0,3,2,1,4,3,6,10,7,6,12,10,11,12,12,19,28,32,26,31,41,34,24,28,30,34,45,31,38,26,29,31,25,17,16,13,12,10,7,12,6,8,3,1,3,3,0,0,0,2,1],"bins":[-0.0002714991569519043,-0.00026421062648296356,-0.00025692209601402283,-0.0002496335655450821,-0.00024234503507614136,-0.00023505650460720062,-0.0002277679741382599,-0.00022047944366931915,-0.00021319091320037842,-0.00020590238273143768,-0.00019861385226249695,-0.0001913253217935562,-0.00018403679132461548,-0.00017674826085567474,-0.000169459730386734,-0.00016217119991779327,-0.00015488266944885254,-0.0001475941389799118,-0.00014030560851097107,-0.00013301707804203033,-0.0001257285475730896,-0.00011844001710414886,-0.00011115148663520813,-0.0001038629561662674,-9.657442569732666e-05,-8.928589522838593e-05,-8.199736475944519e-05,-7.470883429050446e-05,-6.742030382156372e-05,-6.0131773352622986e-05,-5.284324288368225e-05,-4.5554712414741516e-05,-3.826618194580078e-05,-3.0977651476860046e-05,-2.368912100791931e-05,-1.6400590538978577e-05,-9.112060070037842e-06,-1.823529601097107e-06,5.465000867843628e-06,1.2753531336784363e-05,2.0042061805725098e-05,2.7330592274665833e-05,3.461912274360657e-05,4.19076532125473e-05,4.919618368148804e-05,5.648471415042877e-05,6.377324461936951e-05,7.106177508831024e-05,7.835030555725098e-05,8.563883602619171e-05,9.292736649513245e-05,0.00010021589696407318,0.00010750442743301392,0.00011479295790195465,0.00012208148837089539,0.00012937001883983612,0.00013665854930877686,0.0001439470797777176,0.00015123561024665833,0.00015852414071559906,0.0001658126711845398,0.00017310120165348053,0.00018038973212242126,0.000187678262591362,0.00019496679306030273],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[2,1,1,1,2,5,2,1,3,0,1,1,5,4,3,9,4,6,1,6,9,9,13,16,19,22,31,33,30,37,50,48,34,34,31,35,38,40,22,21,28,24,11,11,12,6,5,2,6,4,3,4,4,2,4,0,3,2,2,1,0,2,0,2],"bins":[-0.011389413848519325,-0.011035698466002941,-0.010681983083486557,-0.010328268632292747,-0.009974553249776363,-0.00962083786725998,-0.009267122484743595,-0.008913407102227211,-0.008559692651033401,-0.008205977268517017,-0.007852261886000633,-0.007498546503484249,-0.007144831120967865,-0.006791116204112768,-0.006437400821596384,-0.006083685904741287,-0.005729970522224903,-0.005376255139708519,-0.005022540222853422,-0.004668824840337038,-0.004315109923481941,-0.003961394540965557,-0.003607679158449173,-0.0032539640087634325,-0.002900248859077692,-0.0025465337093919516,-0.002192818559706211,-0.001839103177189827,-0.0014853880275040865,-0.001131672877818346,-0.0007779576117172837,-0.00042424240382388234,-7.052626460790634e-05,0.00028318894328549504,0.0006369041511788964,0.0009906194172799587,0.0013443345669656992,0.0016980497166514397,0.002051765099167824,0.0024054802488535643,0.0027591953985393047,0.003112910548225045,0.0034666256979107857,0.00382034108042717,0.004174056462943554,0.004527771379798651,0.004881486762315035,0.005235201679170132,0.005588917061686516,0.0059426324442029,0.006296347361057997,0.006650062743574381,0.007003777660429478,0.007357493042945862,0.007711208425462246,0.00806492380797863,0.00841863825917244,0.008772353641688824,0.009126069024205208,0.009479784406721592,0.009833499789237976,0.01018721517175436,0.01054092962294817,0.010894645005464554,0.011248360387980938],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,1,1,1,2,4,3,5,6,3,10,8,6,11,13,11,16,14,22,22,13,16,18,20,22,31,23,32,28,33,40,15,31,19,30,28,30,21,19,12,14,15,19,15,16,6,5,7,4,1,9,1,3,1,3,1,1,1,0,1,0,2],"bins":[-0.0002691048721317202,-0.00026041516684927046,-0.00025172546156682074,-0.00024303577083628625,-0.00023434608010575175,-0.00022565637482330203,-0.0002169666695408523,-0.00020827697881031781,-0.0001995872735278681,-0.00019089756824541837,-0.00018220787751488388,-0.00017351817223243415,-0.00016482846694998443,-0.00015613877621944994,-0.00014744907093700022,-0.00013875938020646572,-0.000130069674924016,-0.00012137997691752389,-0.00011269027891103178,-0.00010400057362858206,-9.531087562208995e-05,-8.662117761559784e-05,-7.793147233314812e-05,-6.924177432665601e-05,-6.0552076320163906e-05,-5.18623783136718e-05,-4.317267666920088e-05,-3.448297502472997e-05,-2.579327701823786e-05,-1.7103577192756347e-05,-8.413877367274836e-06,2.7582245820667595e-07,8.965551387518644e-06,1.7655251213000156e-05,2.6344951038481668e-05,3.503465268295258e-05,4.372435068944469e-05,5.24140486959368e-05,6.110375397838652e-05,6.979345198487863e-05,7.848314999137074e-05,8.717284799786285e-05,9.586254600435495e-05,0.00010455225128680468,0.00011324194929329678,0.00012193164729978889,0.00013062135258223861,0.0001393110433127731,0.00014800074859522283,0.00015669045387767255,0.00016538014460820705,0.00017406984989065677,0.00018275954062119126,0.00019144924590364099,0.0002001389511860907,0.0002088286419166252,0.00021751834719907492,0.00022620805248152465,0.00023489774321205914,0.00024358744849450886,0.0002522771537769586,0.0002609668590594083,0.00026965653523802757,0.0002783462405204773,0.000287035945802927]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[2,1,1,1,1,0,4,0,4,3,4,7,6,4,9,10,11,17,15,8,6,17,12,22,22,21,26,23,26,26,28,30,24,34,30,36,32,25,33,20,19,22,17,14,18,10,8,15,4,13,4,1,6,4,0,2,2,4,2,1,0,0,0,1],"bins":[-0.0006535790162160993,-0.0006331998156383634,-0.0006128206732682884,-0.0005924414726905525,-0.0005720623303204775,-0.0005516831297427416,-0.0005313039291650057,-0.0005109247867949307,-0.0004905455862171948,-0.00047016641474328935,-0.0004497872432693839,-0.000429408042691648,-0.00040902887121774256,-0.0003886496997438371,-0.0003682704991661012,-0.0003478913276921958,-0.00032751215621829033,-0.0003071329847443849,-0.00028675381327047944,-0.00026637461269274354,-0.0002459954412188381,-0.00022561626974493265,-0.00020523708371911198,-0.0001848578976932913,-0.00016447872621938586,-0.00014409955474548042,-0.00012372036871965975,-0.00010334118996979669,-8.296201121993363e-05,-6.258283247007057e-05,-4.220365372020751e-05,-2.1824474970344454e-05,-1.4452380128204823e-06,1.8933940737042576e-05,3.9313119486905634e-05,5.969229823676869e-05,8.007147698663175e-05,0.00010045065573649481,0.00012082983448635787,0.00014120902051217854,0.00016158819198608398,0.00018196736345998943,0.0002023465494858101,0.00022272573551163077,0.00024310490698553622,0.00026348407845944166,0.00028386327903717756,0.000304242450511083,0.00032462162198498845,0.0003450007934588939,0.00036537996493279934,0.00038575916551053524,0.0004061383369844407,0.00042651750845834613,0.00044689670903608203,0.0004672758805099875,0.0004876550519838929,0.0005080342525616288,0.0005284133949317038,0.0005487925955094397,0.0005691717378795147,0.0005895509384572506,0.0006099301390349865,0.0006303092814050615,0.0006506884819827974],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,1,1,2,0,3,7,7,2,6,17,9,12,9,18,18,27,29,34,35,47,31,37,23,43,34,40,28,37,31,27,22,23,17,16,11,12,10,12,4,6,5,1,3,3,4,1,0,0,0,0,0,0,1],"bins":[-0.0003459453582763672,-0.00033581163734197617,-0.00032567791640758514,-0.0003155441954731941,-0.0003054104745388031,-0.0002952767536044121,-0.00028514303267002106,-0.00027500931173563004,-0.000264875590801239,-0.000254741869866848,-0.00024460814893245697,-0.00023447442799806595,-0.00022434070706367493,-0.0002142069861292839,-0.00020407326519489288,-0.00019393954426050186,-0.00018380582332611084,-0.00017367210239171982,-0.0001635383814573288,-0.00015340466052293777,-0.00014327093958854675,-0.00013313721865415573,-0.0001230034977197647,-0.00011286977678537369,-0.00010273605585098267,-9.260233491659164e-05,-8.246861398220062e-05,-7.23348930478096e-05,-6.220117211341858e-05,-5.206745117902756e-05,-4.1933730244636536e-05,-3.1800009310245514e-05,-2.1666288375854492e-05,-1.153256744146347e-05,-1.3988465070724487e-06,8.734874427318573e-06,1.8868595361709595e-05,2.9002316296100616e-05,3.913603723049164e-05,4.926975816488266e-05,5.940347909927368e-05,6.95372000336647e-05,7.967092096805573e-05,8.980464190244675e-05,9.993836283683777e-05,0.00011007208377122879,0.00012020580470561981,0.00013033952564001083,0.00014047324657440186,0.00015060696750879288,0.0001607406884431839,0.00017087440937757492,0.00018100813031196594,0.00019114185124635696,0.00020127557218074799,0.000211409293115139,0.00022154301404953003,0.00023167673498392105,0.00024181045591831207,0.0002519441768527031,0.0002620778977870941,0.00027221161872148514,0.00028234533965587616,0.0002924790605902672,0.0003026127815246582]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09030366688966751,-0.087331123650074,-0.0843585878610611,-0.08138604462146759,-0.07841350138187408,-0.07544095814228058,-0.07246841490268707,-0.06949587911367416,-0.06652333587408066,-0.06355079263448715,-0.060578253120183945,-0.05760571360588074,-0.05463317036628723,-0.051660627126693726,-0.04868808761239052,-0.04571554809808731,-0.042743004858493805,-0.0397704616189003,-0.03679792210459709,-0.033825382590293884,-0.03085283935070038,-0.027880297973752022,-0.024907756596803665,-0.02193521521985531,-0.018962673842906952,-0.015990132465958595,-0.013017591089010239,-0.010045049712061882,-0.007072508335113525,-0.004099966958165169,-0.0011274255812168121,0.0018451157957315445,0.004817649722099304,0.007790191099047661,0.010762732475996017,0.013735273852944374,0.01670781522989273,0.019680356606841087,0.022652897983789444,0.0256254393607378,0.028597980737686157,0.03157052397727966,0.03454306349158287,0.03751560300588608,0.040488146245479584,0.04346068948507309,0.0464332289993763,0.049405768513679504,0.05237831175327301,0.055350854992866516,0.058323394507169724,0.06129593402147293,0.06426847726106644,0.06724102050065994,0.07021355628967285,0.07318609952926636,0.07615864276885986,0.07913118600845337,0.08210372924804688,0.08507626503705978,0.08804880827665329,0.0910213515162468,0.0939938873052597,0.09696643054485321,0.09993897378444672],"_type":"histogram","values":[2,4,10,14,29,38,53,105,185,296,449,699,1012,1543,2203,3090,4095,5646,7363,9558,11834,14730,17735,20744,23840,27136,29828,31641,33327,34312,34773,34171,33004,31266,29037,26383,23054,20088,16873,14162,11420,8947,6938,5239,3941,2752,2052,1459,959,636,452,277,155,111,69,47,16,11,3,5,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"bins":[-0.0006618499755859375,-0.0006408467888832092,-0.000619843602180481,-0.0005988404154777527,-0.0005778372287750244,-0.0005568340420722961,-0.0005358308553695679,-0.0005148276686668396,-0.0004938244819641113,-0.00047282129526138306,-0.0004518181085586548,-0.0004308149218559265,-0.00040981173515319824,-0.00038880854845046997,-0.0003678053617477417,-0.00034680217504501343,-0.00032579898834228516,-0.0003047958016395569,-0.0002837926149368286,-0.00026278942823410034,-0.00024178624153137207,-0.0002207830548286438,-0.00019977986812591553,-0.00017877668142318726,-0.00015777349472045898,-0.0001367703080177307,-0.00011576712131500244,-9.476393461227417e-05,-7.37607479095459e-05,-5.275756120681763e-05,-3.1754374504089355e-05,-1.0751187801361084e-05,1.0251998901367188e-05,3.125518560409546e-05,5.225837230682373e-05,7.3261559009552e-05,9.426474571228027e-05,0.00011526793241500854,0.00013627111911773682,0.0001572743058204651,0.00017827749252319336,0.00019928067922592163,0.0002202838659286499,0.00024128705263137817,0.00026229023933410645,0.0002832934260368347,0.000304296612739563,0.00032529979944229126,0.00034630298614501953,0.0003673061728477478,0.0003883093595504761,0.00040931254625320435,0.0004303157329559326,0.0004513189196586609,0.00047232210636138916,0.0004933252930641174,0.0005143284797668457,0.000535331666469574,0.0005563348531723022,0.0005773380398750305,0.0005983412265777588,0.0006193444132804871,0.0006403475999832153,0.0006613507866859436,0.0006823539733886719],"_type":"histogram","values":[1,0,0,3,0,1,3,6,3,6,16,12,23,31,37,67,98,138,229,413,574,914,1502,2689,4704,8321,15559,31100,63777,139582,293559,435732,297843,142403,66300,31662,15880,8463,4662,2568,1542,933,540,326,223,156,89,49,47,24,10,17,2,9,7,3,3,0,0,0,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,4,2,6,5,4,7,13,10,18,23,20,24,23,35,34,40,47,39,37,41,44,35,30,32,40,26,26,26,11,10,18,11,7,9,2,0,2,1,0,2,1,1],"bins":[-0.0008010894525796175,-0.0007814121199771762,-0.0007617348455823958,-0.0007420575129799545,-0.0007223802385851741,-0.0007027029059827328,-0.0006830255733802915,-0.0006633482989855111,-0.0006436709663830698,-0.0006239936337806284,-0.000604316359385848,-0.0005846390267834067,-0.0005649616941809654,-0.000545284419786185,-0.0005256070871837437,-0.0005059298127889633,-0.000486252480186522,-0.00046657517668791115,-0.0004468978731893003,-0.000427220540586859,-0.00040754323708824813,-0.0003878659335896373,-0.00036818860098719597,-0.0003485112974885851,-0.00032883399398997426,-0.0003091566904913634,-0.00028947938699275255,-0.00026980205439031124,-0.0002501247508917004,-0.00023044744739308953,-0.00021077012934256345,-0.00019109281129203737,-0.0001714154495857656,-0.00015173814608715475,-0.00013206082803662866,-0.0001123835172620602,-9.270620648749173e-05,-7.302889571292326e-05,-5.335158493835479e-05,-3.367427416378632e-05,-1.3996963389217854e-05,5.680347385350615e-06,2.5357658159919083e-05,4.503496893448755e-05,6.471227970905602e-05,8.438959048362449e-05,0.00010406690125819296,0.00012374421930871904,0.0001434215228073299,0.00016309882630594075,0.00018277614435646683,0.0002024534624069929,0.00022213076590560377,0.00024180806940421462,0.00026148540200665593,0.0002811627055052668,0.00030084000900387764,0.0003205173125024885,0.00034019461600109935,0.00035987194860354066,0.0003795492521021515,0.00039922655560076237,0.0004189038882032037,0.00043858119170181453,0.0004582584952004254]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"_type":"histogram","values":[1,1,0,1,3,6,12,8,21,26,38,59,74,138,204,286,454,625,949,1314,1914,2740,3986,6050,8854,13625,21064,33891,58313,111300,228192,375743,322996,169936,86227,47172,27770,17052,10707,7013,4533,3129,2080,1425,939,616,437,298,227,137,96,63,42,37,13,11,5,5,3,2,0,0,0,1],"bins":[-0.0005254745483398438,-0.0005089417099952698,-0.0004924088716506958,-0.0004758760333061218,-0.00045934319496154785,-0.0004428103566169739,-0.0004262775182723999,-0.00040974467992782593,-0.00039321184158325195,-0.000376679003238678,-0.000360146164894104,-0.00034361332654953003,-0.00032708048820495605,-0.0003105476498603821,-0.0002940148115158081,-0.00027748197317123413,-0.00026094913482666016,-0.0002444162964820862,-0.0002278834581375122,-0.00021135061979293823,-0.00019481778144836426,-0.00017828494310379028,-0.0001617521047592163,-0.00014521926641464233,-0.00012868642807006836,-0.00011215358972549438,-9.562075138092041e-05,-7.908791303634644e-05,-6.255507469177246e-05,-4.6022236347198486e-05,-2.9489398002624512e-05,-1.2956559658050537e-05,3.5762786865234375e-06,2.0109117031097412e-05,3.664195537567139e-05,5.317479372024536e-05,6.970763206481934e-05,8.624047040939331e-05,0.00010277330875396729,0.00011930614709854126,0.00013583898544311523,0.0001523718237876892,0.00016890466213226318,0.00018543750047683716,0.00020197033882141113,0.0002185031771659851,0.00023503601551055908,0.00025156885385513306,0.00026810169219970703,0.000284634530544281,0.000301167368888855,0.00031770020723342896,0.00033423304557800293,0.0003507658839225769,0.0003672987222671509,0.00038383156061172485,0.00040036439895629883,0.0004168972373008728,0.0004334300756454468,0.00044996291399002075,0.0004664957523345947,0.0004830285906791687,0.0004995614290237427,0.0005160942673683167,0.0005326271057128906]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[2,0,1,1,2,2,4,5,7,3,3,7,6,13,10,22,19,24,19,30,19,33,32,30,38,28,38,39,34,30,40,32,25,19,21,24,20,9,10,12,13,5,6,9,4,1,4,3,4,2,1,0,0,1,0,0,0,1,0,0,0,0,0,1],"bins":[-0.00023812055587768555,-0.0002293204888701439,-0.00022052042186260223,-0.00021172035485506058,-0.00020292028784751892,-0.00019412022083997726,-0.0001853201538324356,-0.00017652008682489395,-0.0001677200198173523,-0.00015891995280981064,-0.00015011988580226898,-0.00014131981879472733,-0.00013251975178718567,-0.000123719684779644,-0.00011491961777210236,-0.0001061195507645607,-9.731948375701904e-05,-8.851941674947739e-05,-7.971934974193573e-05,-7.091928273439407e-05,-6.211921572685242e-05,-5.331914871931076e-05,-4.4519081711769104e-05,-3.571901470422745e-05,-2.691894769668579e-05,-1.8118880689144135e-05,-9.318813681602478e-06,-5.187466740608215e-07,8.281320333480835e-06,1.708138734102249e-05,2.5881454348564148e-05,3.4681521356105804e-05,4.348158836364746e-05,5.228165537118912e-05,6.108172237873077e-05,6.988178938627243e-05,7.868185639381409e-05,8.748192340135574e-05,9.62819904088974e-05,0.00010508205741643906,0.00011388212442398071,0.00012268219143152237,0.00013148225843906403,0.00014028232544660568,0.00014908239245414734,0.000157882459461689,0.00016668252646923065,0.0001754825934767723,0.00018428266048431396,0.00019308272749185562,0.00020188279449939728,0.00021068286150693893,0.0002194829285144806,0.00022828299552202225,0.0002370830625295639,0.00024588312953710556,0.0002546831965446472,0.0002634832635521889,0.00027228333055973053,0.0002810833975672722,0.00028988346457481384,0.0002986835315823555,0.00030748359858989716,0.0003162836655974388,0.00032508373260498047]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"bins":[-0.00010091066360473633,-9.763240814208984e-05,-9.435415267944336e-05,-9.107589721679688e-05,-8.779764175415039e-05,-8.45193862915039e-05,-8.124113082885742e-05,-7.796287536621094e-05,-7.468461990356445e-05,-7.140636444091797e-05,-6.812810897827148e-05,-6.4849853515625e-05,-6.157159805297852e-05,-5.829334259033203e-05,-5.501508712768555e-05,-5.173683166503906e-05,-4.845857620239258e-05,-4.5180320739746094e-05,-4.190206527709961e-05,-3.8623809814453125e-05,-3.534555435180664e-05,-3.2067298889160156e-05,-2.8789043426513672e-05,-2.5510787963867188e-05,-2.2232532501220703e-05,-1.895427703857422e-05,-1.5676021575927734e-05,-1.239776611328125e-05,-9.119510650634766e-06,-5.841255187988281e-06,-2.562999725341797e-06,7.152557373046875e-07,3.993511199951172e-06,7.271766662597656e-06,1.055002212524414e-05,1.3828277587890625e-05,1.710653305053711e-05,2.0384788513183594e-05,2.3663043975830078e-05,2.6941299438476562e-05,3.0219554901123047e-05,3.349781036376953e-05,3.6776065826416016e-05,4.00543212890625e-05,4.3332576751708984e-05,4.661083221435547e-05,4.988908767700195e-05,5.316734313964844e-05,5.644559860229492e-05,5.9723854064941406e-05,6.300210952758789e-05,6.628036499023438e-05,6.955862045288086e-05,7.283687591552734e-05,7.611513137817383e-05,7.939338684082031e-05,8.26716423034668e-05,8.594989776611328e-05,8.922815322875977e-05,9.250640869140625e-05,9.578466415405273e-05,9.906291961669922e-05,0.0001023411750793457,0.00010561943054199219,0.00010889768600463867],"_type":"histogram","values":[1,3,2,2,2,1,5,5,11,25,27,34,39,60,75,99,159,228,357,444,672,932,1462,2207,3354,5474,9515,17197,34790,81472,178238,137329,56348,25462,13231,7379,4538,2885,1871,1224,795,572,363,288,188,126,91,69,48,36,28,15,10,7,5,9,6,3,1,3,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.0002484064898453653,-0.00024017658142838627,-0.00023194667301140726,-0.00022371676459442824,-0.00021548685617744923,-0.0002072569477604702,-0.0001990270393434912,-0.00019079713092651218,-0.00018256722250953317,-0.00017433731409255415,-0.00016610740567557514,-0.00015787749725859612,-0.0001496475888416171,-0.0001414176804246381,-0.00013318777200765908,-0.00012495786359068006,-0.00011672795517370105,-0.00010849804675672203,-0.00010026813833974302,-9.2038229922764e-05,-8.380832150578499e-05,-7.557841308880597e-05,-6.734850467182696e-05,-5.9118596254847944e-05,-5.088868783786893e-05,-4.2658779420889914e-05,-3.44288710039109e-05,-2.6198962586931884e-05,-1.796905416995287e-05,-9.739145752973855e-06,-1.5092373359948397e-06,6.720671080984175e-06,1.495057949796319e-05,2.3180487914942205e-05,3.141039633192122e-05,3.9640304748900235e-05,4.787021316587925e-05,5.6100121582858264e-05,6.433002999983728e-05,7.25599384168163e-05,8.078984683379531e-05,8.901975525077432e-05,9.724966366775334e-05,0.00010547957208473235,0.00011370948050171137,0.00012193938891869038,0.0001301692973356694,0.0001383992057526484,0.00014662911416962743,0.00015485902258660644,0.00016308893100358546,0.00017131883942056447,0.0001795487478375435,0.0001877786562545225,0.00019600856467150152,0.00020423847308848053,0.00021246838150545955,0.00022069828992243856,0.00022892819833941758,0.0002371581067563966,0.0002453880151733756,0.00025361793814226985,0.00026184783200733364,0.0002700777258723974,0.00027830764884129167],"_type":"histogram","values":[2,0,0,3,0,4,3,2,1,5,6,9,6,5,5,20,12,15,23,20,19,18,29,25,14,19,29,27,28,18,30,32,39,24,26,29,22,21,28,17,17,15,19,12,12,9,8,6,6,5,3,7,6,3,2,0,1,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,0,5,7,9,22,19,59,100,167,289,515,780,1254,1864,2815,4272,6237,8685,12020,16433,21430,27713,34801,42656,51344,60148,68920,77003,84239,89881,94071,95666,95066,92785,87937,82087,74483,65878,56978,48012,39646,32243,25155,19679,14790,10755,7896,5526,3784,2463,1640,1052,666,389,242,142,66,45,15,12,4,1,2],"bins":[-0.10051348060369492,-0.09745147079229355,-0.09438946098089218,-0.09132745862007141,-0.08826544880867004,-0.08520343899726868,-0.08214142918586731,-0.07907941937446594,-0.07601740956306458,-0.0729554072022438,-0.06989339739084244,-0.06683138757944107,-0.0637693777680397,-0.060707371681928635,-0.05764536187052727,-0.0545833557844162,-0.05152134597301483,-0.048459336161613464,-0.045397330075502396,-0.04233532026410103,-0.03927331417798996,-0.03621130436658859,-0.033149294555187225,-0.030087286606431007,-0.02702527865767479,-0.02396327070891857,-0.020901262760162354,-0.017839252948760986,-0.014777245000004768,-0.01171523705124855,-0.008653228171169758,-0.005591219756752253,-0.0025292038917541504,0.0005328045226633549,0.00359481293708086,0.006656821351498365,0.00971882976591587,0.012780837714672089,0.015842847526073456,0.018904855474829674,0.02196686342358589,0.02502887137234211,0.028090879321098328,0.031152889132499695,0.03421489894390106,0.03727690503001213,0.0403389148414135,0.04340092092752457,0.046462930738925934,0.0495249405503273,0.05258694663643837,0.05564895644783974,0.058710962533950806,0.06177297234535217,0.06483498215675354,0.06789699196815491,0.07095900177955627,0.07402100414037704,0.07708301395177841,0.08014502376317978,0.08320703357458115,0.08626904338598251,0.08933104574680328,0.09239305555820465,0.09545506536960602]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[1,0,1,0,1,1,2,0,1,4,3,4,13,22,10,21,34,34,64,75,138,170,232,305,395,543,755,1004,1332,1627,2088,2774,3134,3813,344337,13767,3364,2760,2453,1859,1569,1163,872,638,464,360,261,203,140,102,91,53,40,35,31,16,16,8,5,4,1,1,1,1],"bins":[-0.0027192370034754276,-0.002641032449901104,-0.002562828129157424,-0.002484623808413744,-0.0024064192548394203,-0.0023282147012650967,-0.0022500103805214167,-0.0021718060597777367,-0.002093601506203413,-0.0020153969526290894,-0.0019371926318854094,-0.0018589881947264075,-0.0017807837575674057,-0.0017025793204084039,-0.001624374883249402,-0.0015461704460904002,-0.0014679660089313984,-0.0013897615717723966,-0.0013115571346133947,-0.001233352697454393,-0.001155148260295391,-0.0010769438231363893,-0.0009987393859773874,-0.0009205349488183856,-0.0008423305116593838,-0.000764126074500382,-0.0006859216373413801,-0.0006077172001823783,-0.0005295127630233765,-0.00045130832586437464,-0.0003731038887053728,-0.000294899451546371,-0.0002166952472180128,-0.00013849081005901098,-6.0286372900009155e-05,1.7918064258992672e-05,9.61225014179945e-05,0.00017432693857699633,0.00025253137573599815,0.000330735812895,0.0004089402500540018,0.00048714468721300364,0.0005653491243720055,0.0006435535615310073,0.0007217579986900091,0.0007999624358490109,0.0008781668730080128,0.0009563713101670146,0.0010345757473260164,0.0011127801844850183,0.00119098462164402,0.001269189058803022,0.0013473934959620237,0.0014255979331210256,0.0015038023702800274,0.0015820068074390292,0.001660211244598031,0.0017384156817570329,0.0018166201189160347,0.0018948245560750365,0.0019730289932340384,0.0020512333139777184,0.002129437867552042,0.0022076424211263657,0.0022858467418700457],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[3,6,7,12,21,34,55,103,185,336,531,831,1391,2039,2945,4457,6083,8658,11317,15118,20087,25436,31928,38539,46683,54273,63039,70580,76924,83525,88127,90319,91061,90229,87701,82622,76528,70122,62496,54241,46190,38546,31585,24877,19697,15264,11414,8334,5942,4117,2897,1981,1267,864,496,327,196,113,79,39,24,15,4,4],"bins":[-0.09474940598011017,-0.09183172881603241,-0.08891405165195465,-0.08599637448787689,-0.08307869732379913,-0.08016102015972137,-0.07724334299564362,-0.07432566583156586,-0.0714079886674881,-0.06849031895399094,-0.06557264178991318,-0.06265496462583542,-0.05973728746175766,-0.0568196102976799,-0.05390193313360214,-0.050984255969524384,-0.048066578805446625,-0.045148901641368866,-0.04223122447729111,-0.03931354731321335,-0.03639587014913559,-0.03347819671034813,-0.03056051954627037,-0.02764284238219261,-0.024725165218114853,-0.021807488054037094,-0.018889810889959335,-0.015972135588526726,-0.013054458424448967,-0.010136781260371208,-0.007219105027616024,-0.0043014283291995525,-0.001383759081363678,0.0015339176170527935,0.004451594315469265,0.0073692710138857365,0.010286947712302208,0.013204624876379967,0.016122300177812576,0.019039977341890335,0.021957654505968094,0.024875331670045853,0.02779300883412361,0.03071068413555622,0.03362835943698883,0.03654603660106659,0.03946371376514435,0.04238139092922211,0.045299068093299866,0.048216745257377625,0.05113442242145538,0.05405209958553314,0.0569697767496109,0.05988745018839836,0.06280513107776642,0.06572280824184418,0.06864048540592194,0.0715581551194191,0.07447583228349686,0.07739350944757462,0.08031118661165237,0.08322886377573013,0.08614654093980789,0.08906421810388565,0.09198189526796341]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,3,1,3,2,1,1,0,5,1,5,4,6,4,6,16,13,18,14,19,29,28,36,45,44,55,57,38,38,54,31,28,22,24,22,11,10,13,12,5,8,6,6,5,4,0,3,4,0,1,4,0,0,0,1,0,0,0,1],"bins":[-0.00032187989563681185,-0.0003117371234111488,-0.0003015943511854857,-0.0002914515498559922,-0.00028130877763032913,-0.00027116600540466607,-0.000261023233179003,-0.00025088046095333993,-0.00024073767417576164,-0.00023059490195009857,-0.00022045211517252028,-0.00021030934294685721,-0.00020016657072119415,-0.00019002378394361585,-0.0001798810117179528,-0.0001697382249403745,-0.00015959545271471143,-0.00014945268048904836,-0.00013930989371147007,-0.000129167121485807,-0.00011902434198418632,-0.00010888156248256564,-9.873879025690258e-05,-8.85960107552819e-05,-7.845323125366122e-05,-6.831045175204054e-05,-5.816767588839866e-05,-4.802490002475679e-05,-3.788212052313611e-05,-2.7739342840504833e-05,-1.7596565157873556e-05,-7.4537874752422795e-06,2.689019311219454e-06,1.283179699385073e-05,2.2974574676482007e-05,3.311735054012388e-05,4.326013004174456e-05,5.340290954336524e-05,6.35456817690283e-05,7.368846127064899e-05,8.383124077226967e-05,9.397402027389035e-05,0.00010411679977551103,0.00011425957200117409,0.00012440234422683716,0.00013454513100441545,0.00014468790323007852,0.0001548306900076568,0.00016497346223331988,0.00017511623445898294,0.00018525902123656124,0.0001954017934622243,0.0002055445802398026,0.00021568735246546566,0.00022583012469112873,0.00023597291146870703,0.00024611566914245486,0.0002562584704719484,0.00026640124269761145,0.0002765440149232745,0.0002866867871489376,0.00029682955937460065,0.00030697236070409417,0.00031711513292975724,0.0003272579051554203],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"values":[5,6,6,18,35,49,87,131,220,330,495,712,1048,1403,2115,2831,3814,5031,6508,8441,10532,12820,15303,18085,21003,23207,26043,28880,30435,31951,32809,33291,32189,31315,29652,27865,25095,22612,20125,17038,14469,12030,9648,7863,5927,4605,3503,2531,1804,1226,947,644,381,238,197,95,70,48,25,12,5,11,8,2],"bins":[-0.08799592405557632,-0.08518567681312561,-0.0823754370212555,-0.07956519722938538,-0.07675494998693466,-0.07394470274448395,-0.07113446295261383,-0.06832422316074371,-0.065513975918293,-0.06270372867584229,-0.05989348888397217,-0.05708324536681175,-0.05427300184965134,-0.05146275833249092,-0.048652514815330505,-0.04584227129817009,-0.043032027781009674,-0.04022178426384926,-0.03741154074668884,-0.03460129722952843,-0.03179105371236801,-0.028980810195207596,-0.02617056667804718,-0.023360323160886765,-0.02055007964372635,-0.017739836126565933,-0.014929592609405518,-0.012119349092245102,-0.009309105575084686,-0.006498862057924271,-0.003688618540763855,-0.0008783750236034393,0.0019318610429763794,0.004742104560136795,0.007552348077297211,0.010362591594457626,0.013172835111618042,0.015983078628778458,0.018793322145938873,0.02160356566309929,0.024413809180259705,0.02722405269742012,0.030034296214580536,0.03284453973174095,0.03565478324890137,0.03846502676606178,0.0412752702832222,0.044085513800382614,0.04689575731754303,0.049706000834703445,0.05251624435186386,0.05532648786902428,0.05813673138618469,0.06094697490334511,0.06375721842050552,0.06656746566295624,0.06937770545482635,0.07218794524669647,0.07499819248914719,0.0778084397315979,0.08061867952346802,0.08342891931533813,0.08623916655778885,0.08904941380023956,0.09185965359210968],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,2,1,2,1,2,3,0,2,5,6,4,11,14,20,19,20,31,31,39,49,45,54,53,58,47,50,36,34,24,22,7,17,7,8,12,6,4,3,3,3,1,2,2,2,2,2,0,0,0,0,1],"bins":[-0.0006108075613155961,-0.0005934376968070865,-0.0005760678322985768,-0.0005586979677900672,-0.0005413281032815576,-0.0005239582969807088,-0.0005065884324721992,-0.0004892185679636896,-0.00047184870345517993,-0.0004544788389466703,-0.00043710897443816066,-0.0004197391390334815,-0.00040236927452497184,-0.0003849994100164622,-0.00036762957461178303,-0.0003502597101032734,-0.00033288984559476376,-0.0003155199810862541,-0.0002981501165777445,-0.0002807802811730653,-0.00026341041666455567,-0.00024604055215604603,-0.00022867070219945163,-0.00021130085224285722,-0.00019393098773434758,-0.00017656112322583795,-0.00015919127326924354,-0.00014182142331264913,-0.0001244515588041395,-0.00010708170157158747,-8.971184433903545e-05,-7.234198710648343e-05,-5.497212987393141e-05,-3.7602272641379386e-05,-2.0232415408827364e-05,-2.8625581762753427e-06,1.4507299056276679e-05,3.18771562888287e-05,4.924701352138072e-05,6.661687075393274e-05,8.398672798648477e-05,0.00010135658521903679,0.00011872644245158881,0.00013609629240818322,0.00015346615691669285,0.0001708360214252025,0.0001882058713817969,0.0002055757213383913,0.00022294558584690094,0.00024031545035541058,0.0002576853148639202,0.0002750551502685994,0.000292425014777109,0.00030979487928561866,0.00032716471469029784,0.0003445345791988075,0.0003619044437073171,0.00037927430821582675,0.0003966441727243364,0.00041401400812901556,0.0004313838726375252,0.00044875373714603484,0.000466123572550714,0.00048349343705922365,0.0005008633015677333],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"bins":[-0.0006383147556334734,-0.0006185483071021736,-0.0005987819167785347,-0.0005790154682472348,-0.000559249019715935,-0.0005394826293922961,-0.0005197161808609962,-0.0004999497323296964,-0.00048018331290222704,-0.00046041689347475767,-0.00044065044494345784,-0.00042088402551598847,-0.0004011176060885191,-0.00038135115755721927,-0.0003615847381297499,-0.00034181828959845006,-0.0003220518701709807,-0.0003022854507435113,-0.0002825190022122115,-0.0002627525827847421,-0.00024298614880535752,-0.00022321971482597291,-0.00020345329539850354,-0.00018368686141911894,-0.00016392042743973434,-0.00014415399346034974,-0.00012438755948096514,-0.00010462114005349576,-8.485470607411116e-05,-6.508827209472656e-05,-4.5321845391299576e-05,-2.555541504989378e-05,-5.7889847084879875e-06,1.3977445632917807e-05,3.37438759743236e-05,5.3510306315729395e-05,7.327673665713519e-05,9.304317063651979e-05,0.00011280959733994678,0.00013257602404337376,0.00015234245802275836,0.00017210889200214297,0.00019187532598152757,0.00021164174540899694,0.00023140817938838154,0.00025117461336776614,0.0002709410327952355,0.00029070748132653534,0.0003104739007540047,0.0003302403201814741,0.0003500067687127739,0.0003697731881402433,0.0003895396366715431,0.0004093060560990125,0.00042907247552648187,0.0004488389240577817,0.00046860534348525107,0.0004883717629127204,0.0005081382114440203,0.0005279046599753201,0.000547671050298959,0.0005674374988302588,0.0005872039473615587,0.0006069703376851976,0.0006267367862164974],"_type":"histogram","values":[1,1,0,0,0,1,2,0,0,3,2,2,3,5,2,3,7,10,10,18,15,15,13,22,18,29,26,32,31,34,31,36,36,31,36,28,41,24,28,26,29,21,13,12,11,12,7,6,9,7,5,3,4,1,2,1,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,1,0,1,1,2,3,2,5,5,0,2,2,2,6,3,2,4,11,3,4,10,2,6,10,9,14,23,484,42,17,6,11,10,7,5,6,0,4,4,0,6,4,4,4,2,2,6,1,0,3,0,1,0,2,0,0,1,0,0,0,1],"bins":[-2.205371856689453e-05,-2.133287489414215e-05,-2.061203122138977e-05,-1.989118754863739e-05,-1.917034387588501e-05,-1.844950020313263e-05,-1.772865653038025e-05,-1.700781285762787e-05,-1.6286969184875488e-05,-1.5566125512123108e-05,-1.4845281839370728e-05,-1.4124438166618347e-05,-1.3403594493865967e-05,-1.2682750821113586e-05,-1.1961907148361206e-05,-1.1241063475608826e-05,-1.0520219802856445e-05,-9.799376130104065e-06,-9.078532457351685e-06,-8.357688784599304e-06,-7.636845111846924e-06,-6.9160014390945435e-06,-6.195157766342163e-06,-5.474314093589783e-06,-4.753470420837402e-06,-4.032626748085022e-06,-3.3117830753326416e-06,-2.5909394025802612e-06,-1.8700957298278809e-06,-1.1492520570755005e-06,-4.284083843231201e-07,2.9243528842926025e-07,1.0132789611816406e-06,1.734122633934021e-06,2.4549663066864014e-06,3.1758099794387817e-06,3.896653652191162e-06,4.6174973249435425e-06,5.338340997695923e-06,6.059184670448303e-06,6.780028343200684e-06,7.500872015953064e-06,8.221715688705444e-06,8.942559361457825e-06,9.663403034210205e-06,1.0384246706962585e-05,1.1105090379714966e-05,1.1825934052467346e-05,1.2546777725219727e-05,1.3267621397972107e-05,1.3988465070724487e-05,1.4709308743476868e-05,1.5430152416229248e-05,1.615099608898163e-05,1.687183976173401e-05,1.759268343448639e-05,1.831352710723877e-05,1.903437077999115e-05,1.975521445274353e-05,2.047605812549591e-05,2.119690179824829e-05,2.191774547100067e-05,2.2638589143753052e-05,2.3359432816505432e-05,2.4080276489257812e-05]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.00024235248565673828,-0.0002347361296415329,-0.00022711977362632751,-0.00021950341761112213,-0.00021188706159591675,-0.00020427070558071136,-0.00019665434956550598,-0.0001890379935503006,-0.00018142163753509521,-0.00017380528151988983,-0.00016618892550468445,-0.00015857256948947906,-0.00015095621347427368,-0.0001433398574590683,-0.00013572350144386292,-0.00012810714542865753,-0.00012049078941345215,-0.00011287443339824677,-0.00010525807738304138,-9.7641721367836e-05,-9.002536535263062e-05,-8.240900933742523e-05,-7.479265332221985e-05,-6.717629730701447e-05,-5.955994129180908e-05,-5.19435852766037e-05,-4.4327229261398315e-05,-3.671087324619293e-05,-2.909451723098755e-05,-2.1478161215782166e-05,-1.3861805200576782e-05,-6.245449185371399e-06,1.3709068298339844e-06,8.987262845039368e-06,1.660361886024475e-05,2.4219974875450134e-05,3.183633089065552e-05,3.94526869058609e-05,4.7069042921066284e-05,5.468539893627167e-05,6.230175495147705e-05,6.991811096668243e-05,7.753446698188782e-05,8.51508229970932e-05,9.276717901229858e-05,0.00010038353502750397,0.00010799989104270935,0.00011561624705791473,0.00012323260307312012,0.0001308489590883255,0.00013846531510353088,0.00014608167111873627,0.00015369802713394165,0.00016131438314914703,0.00016893073916435242,0.0001765470951795578,0.00018416345119476318,0.00019177980720996857,0.00019939616322517395,0.00020701251924037933,0.00021462887525558472,0.0002222452312707901,0.00022986158728599548,0.00023747794330120087,0.00024509429931640625],"_type":"histogram","values":[1,0,0,2,5,4,5,13,16,17,32,51,87,135,152,264,386,619,903,1561,2261,3741,5647,9018,14305,22155,35216,54179,86160,134250,203670,258159,245181,177978,115464,73539,46453,30231,19068,12045,7524,4662,2931,1748,1119,686,418,293,182,112,69,54,29,16,21,8,6,5,2,0,3,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[2,0,0,0,0,0,1,1,1,3,3,5,4,3,6,8,14,14,10,15,15,21,23,20,29,34,38,24,33,29,31,30,31,31,38,29,36,31,21,19,28,16,14,7,7,3,11,7,4,5,0,3,4,2,0,0,0,1,0,1,1,0,0,1],"bins":[-0.001110356068238616,-0.001074290368705988,-0.0010382246691733599,-0.0010021589696407318,-0.0009660932701081038,-0.0009300276287831366,-0.0008939619292505085,-0.0008578962297178805,-0.0008218305301852524,-0.0007857648306526244,-0.0007496991311199963,-0.0007136334315873682,-0.0006775677902624011,-0.000641502090729773,-0.000605436391197145,-0.0005693706916645169,-0.0005333049921318889,-0.0004972392925992608,-0.00046117359306663275,-0.00042510792263783514,-0.0003890422231052071,-0.000352976523572579,-0.0003169108531437814,-0.00028084515361115336,-0.0002447794540785253,-0.00020871375454589725,-0.00017264806956518441,-0.00013658238458447158,-0.00010051668505184352,-6.445099279517308e-05,-2.8385300538502634e-05,7.680391718167812e-06,4.374608397483826e-05,7.98117762315087e-05,0.00011587746848817915,0.00015194315346889198,0.00018800885300152004,0.0002240745525341481,0.0002601402229629457,0.00029620592249557376,0.0003322716220282018,0.0003683373215608299,0.00040440302109345794,0.00044046869152225554,0.0004765343910548836,0.0005126000614836812,0.0005486657610163093,0.0005847314605489373,0.0006207971600815654,0.0006568628596141934,0.0006929285591468215,0.0007289942586794496,0.0007650599582120776,0.0008011255995370448,0.0008371912990696728,0.0008732569986023009,0.0009093226981349289,0.000945388397667557,0.0009814540389925241,0.0010175197385251522,0.0010535854380577803,0.0010896511375904083,0.0011257168371230364,0.0011617825366556644,0.0011978482361882925],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,2,0,1,2,1,3,4,4,4,6,6,9,9,11,16,15,10,22,13,22,30,26,37,33,38,28,36,41,29,22,33,33,22,30,20,30,19,17,8,15,13,7,6,6,7,3,1,1,3,3,2,0,1,2,1,1,1,0,0,0,1],"bins":[-0.000985562102869153,-0.0009528374648652971,-0.000920112885069102,-0.0008873882470652461,-0.0008546636672690511,-0.0008219390292651951,-0.0007892143912613392,-0.0007564898114651442,-0.0007237651734612882,-0.0006910405354574323,-0.0006583159556612372,-0.0006255913176573813,-0.0005928666796535254,-0.0005601420998573303,-0.0005274174618534744,-0.0004946928820572793,-0.0004619682440534234,-0.0004292436351533979,-0.00039651902625337243,-0.0003637943882495165,-0.000331069779349491,-0.0002983451704494655,-0.00026562053244560957,-0.00023289592354558408,-0.0002001713146455586,-0.0001674467057455331,-0.0001347220822935924,-0.00010199746611760929,-6.927284994162619e-05,-3.654823376564309e-05,-3.823617589659989e-06,2.8900998586323112e-05,6.162573117762804e-05,9.435034735361114e-05,0.00012707496352959424,0.00015979958698153496,0.00019252419588156044,0.00022524880478158593,0.0002579734427854419,0.00029069805168546736,0.00032342266058549285,0.00035614726948551834,0.0003888718783855438,0.00042159651638939977,0.00045432112528942525,0.00048704573418945074,0.0005197703721933067,0.0005524949519895017,0.0005852195899933577,0.0006179442279972136,0.0006506688077934086,0.0006833934457972646,0.0007161180255934596,0.0007488426635973155,0.0007815673016011715,0.0008142918813973665,0.0008470165194012225,0.0008797411574050784,0.0009124657372012734,0.0009451903752051294,0.0009779150132089853,0.0010106395930051804,0.0010433641728013754,0.0010760888690128922,0.0011088134488090873]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[0.9972745180130005,0.9973917007446289,0.9975088238716125,0.997626006603241,0.9977431893348694,0.997860312461853,0.9979774951934814,0.9980946779251099,0.9982118010520935,0.9983289837837219,0.9984461665153503,0.998563289642334,0.9986804723739624,0.9987976551055908,0.9989147782325745,0.9990319609642029,0.9991490840911865,0.9992662668228149,0.9993834495544434,0.999500572681427,0.9996177554130554,0.9997349381446838,0.9998520612716675,0.9999692440032959,1.0000864267349243,1.0002036094665527,1.0003207921981812,1.00043785572052,1.0005550384521484,1.0006722211837769,1.0007894039154053,1.0009065866470337,1.001023769378662,1.001140832901001,1.0012580156326294,1.0013751983642578,1.0014923810958862,1.0016095638275146,1.0017266273498535,1.001843810081482,1.0019609928131104,1.0020781755447388,1.0021953582763672,1.0023125410079956,1.0024296045303345,1.002546787261963,1.0026639699935913,1.0027811527252197,1.0028983354568481,1.0030155181884766,1.0031325817108154,1.0032497644424438,1.0033669471740723,1.0034841299057007,1.003601312637329,1.0037184953689575,1.0038355588912964,1.0039527416229248,1.0040699243545532,1.0041871070861816,1.00430428981781,1.0044214725494385,1.0045385360717773,1.0046557188034058,1.0047729015350342],"_type":"histogram","values":[3,1,0,2,0,2,6,4,6,5,7,11,19,19,19,20,22,27,31,21,28,34,26,27,29,28,34,39,32,28,28,26,19,18,14,20,13,14,12,14,15,7,4,7,3,2,2,2,0,2,1,1,2,2,2,0,3,1,0,0,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.00036519765853881836,-0.00035503972321748734,-0.0003448817878961563,-0.0003347238525748253,-0.00032456591725349426,-0.00031440798193216324,-0.0003042500466108322,-0.0002940921112895012,-0.00028393417596817017,-0.00027377624064683914,-0.0002636183053255081,-0.0002534603700041771,-0.00024330243468284607,-0.00023314449936151505,-0.00022298656404018402,-0.000212828628718853,-0.00020267069339752197,-0.00019251275807619095,-0.00018235482275485992,-0.0001721968874335289,-0.00016203895211219788,-0.00015188101679086685,-0.00014172308146953583,-0.0001315651461482048,-0.00012140721082687378,-0.00011124927550554276,-0.00010109134018421173,-9.093340486288071e-05,-8.077546954154968e-05,-7.061753422021866e-05,-6.0459598898887634e-05,-5.030166357755661e-05,-4.0143728256225586e-05,-2.9985792934894562e-05,-1.9827857613563538e-05,-9.669922292232513e-06,4.880130290985107e-07,1.0645948350429535e-05,2.080388367176056e-05,3.096181899309158e-05,4.111975431442261e-05,5.127768963575363e-05,6.143562495708466e-05,7.159356027841568e-05,8.17514955997467e-05,9.190943092107773e-05,0.00010206736624240875,0.00011222530156373978,0.0001223832368850708,0.00013254117220640182,0.00014269910752773285,0.00015285704284906387,0.0001630149781703949,0.00017317291349172592,0.00018333084881305695,0.00019348878413438797,0.000203646719455719,0.00021380465477705002,0.00022396259009838104,0.00023412052541971207,0.0002442784607410431,0.0002544363960623741,0.00026459433138370514,0.00027475226670503616,0.0002849102020263672],"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,2,1,0,3,2,6,3,5,12,7,10,13,8,15,12,22,18,20,24,21,25,37,25,32,20,31,38,32,27,28,36,24,21,24,23,19,13,20,16,10,9,8,5,11,7,5,3,0,5,1,2,0,3,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,3,2,3,6,5,1,5,9,7,11,11,15,13,20,18,27,25,25,22,28,26,29,32,29,33,22,23,32,28,26,23,35,18,17,18,17,17,16,9,8,10,7,6,6,5,1,7,3,1,3,1,0,0,1],"bins":[-0.00042770884465426207,-0.0004153137851972133,-0.00040291869663633406,-0.0003905236371792853,-0.00037812854861840606,-0.0003657334891613573,-0.0003533384297043085,-0.0003409433411434293,-0.0003285482816863805,-0.00031615322222933173,-0.0003037581336684525,-0.00029136307421140373,-0.00027896801475435495,-0.0002665729261934757,-0.00025417786673642695,-0.00024178279272746295,-0.00022938771871849895,-0.00021699264470953494,-0.00020459757070057094,-0.00019220251124352217,-0.00017980743723455817,-0.00016741236322559416,-0.0001550173037685454,-0.0001426222297595814,-0.00013022715575061738,-0.00011783208174165338,-0.000105437015008647,-9.304194827564061e-05,-8.06468742666766e-05,-6.82518002577126e-05,-5.5856733524706215e-05,-4.346166315372102e-05,-3.1066592782735825e-05,-1.867152241175063e-05,-6.2764520407654345e-06,6.1186183302197605e-06,1.8513688701204956e-05,3.090875907219015e-05,4.3303829443175346e-05,5.569889981416054e-05,6.809397018514574e-05,8.048904419410974e-05,9.288411092711613e-05,0.00010527917766012251,0.00011767425166908652,0.00013006932567805052,0.0001424643851350993,0.0001548594591440633,0.0001672545331530273,0.0001796496071619913,0.0001920446811709553,0.00020443974062800407,0.00021683481463696808,0.00022922988864593208,0.00024162494810298085,0.0002540200366638601,0.00026641509612090886,0.00027881015557795763,0.00029120524413883686,0.00030360030359588563,0.0003159953630529344,0.00032839045161381364,0.0003407855110708624,0.00035318059963174164,0.0003655756590887904]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[3,2,5,8,7,9,14,18,32,26,43,68,72,98,151,184,279,345,505,792,1208,1879,3085,5457,10567,22048,53342,146162,194623,84031,32182,14376,7406,4034,2232,1454,907,587,424,298,226,162,119,98,72,44,39,27,19,16,13,9,4,4,1,2,2,1,0,2,0,0,0,1],"bins":[-0.0001709461212158203,-0.00016488879919052124,-0.00015883147716522217,-0.0001527741551399231,-0.00014671683311462402,-0.00014065951108932495,-0.00013460218906402588,-0.0001285448670387268,-0.00012248754501342773,-0.00011643022298812866,-0.00011037290096282959,-0.00010431557893753052,-9.825825691223145e-05,-9.220093488693237e-05,-8.61436128616333e-05,-8.008629083633423e-05,-7.402896881103516e-05,-6.797164678573608e-05,-6.191432476043701e-05,-5.585700273513794e-05,-4.979968070983887e-05,-4.3742358684539795e-05,-3.768503665924072e-05,-3.162771463394165e-05,-2.5570392608642578e-05,-1.9513070583343506e-05,-1.3455748558044434e-05,-7.398426532745361e-06,-1.341104507446289e-06,4.716217517852783e-06,1.0773539543151855e-05,1.6830861568450928e-05,2.288818359375e-05,2.8945505619049072e-05,3.5002827644348145e-05,4.106014966964722e-05,4.711747169494629e-05,5.317479372024536e-05,5.9232115745544434e-05,6.52894377708435e-05,7.134675979614258e-05,7.740408182144165e-05,8.346140384674072e-05,8.95187258720398e-05,9.557604789733887e-05,0.00010163336992263794,0.00010769069194793701,0.00011374801397323608,0.00011980533599853516,0.00012586265802383423,0.0001319199800491333,0.00013797730207443237,0.00014403462409973145,0.00015009194612503052,0.0001561492681503296,0.00016220659017562866,0.00016826391220092773,0.0001743212342262268,0.00018037855625152588,0.00018643587827682495,0.00019249320030212402,0.0001985505223274231,0.00020460784435272217,0.00021066516637802124,0.0002167224884033203]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[2,2,5,4,3,11,11,18,29,24,52,49,98,120,141,223,248,321,519,632,881,1260,1617,2161,2899,4018,5629,9107,13826,24648,435107,35725,16532,10409,6471,4475,3323,2351,1728,1343,992,714,555,383,308,243,160,112,97,58,52,44,22,24,16,6,1,3,3,5,1,2,0,1],"bins":[-4.4465065002441406e-05,-4.3014995753765106e-05,-4.1564926505088806e-05,-4.0114857256412506e-05,-3.8664788007736206e-05,-3.7214718759059906e-05,-3.5764649510383606e-05,-3.4314580261707306e-05,-3.2864511013031006e-05,-3.1414441764354706e-05,-2.9964372515678406e-05,-2.8514303267002106e-05,-2.7064234018325806e-05,-2.5614164769649506e-05,-2.4164095520973206e-05,-2.2714026272296906e-05,-2.1263957023620605e-05,-1.9813887774944305e-05,-1.8363818526268005e-05,-1.6913749277591705e-05,-1.5463680028915405e-05,-1.4013610780239105e-05,-1.2563541531562805e-05,-1.1113472282886505e-05,-9.663403034210205e-06,-8.213333785533905e-06,-6.763264536857605e-06,-5.313195288181305e-06,-3.863126039505005e-06,-2.413056790828705e-06,-9.629875421524048e-07,4.870817065238953e-07,1.9371509552001953e-06,3.3872202038764954e-06,4.837289452552795e-06,6.2873587012290955e-06,7.737427949905396e-06,9.187497198581696e-06,1.0637566447257996e-05,1.2087635695934296e-05,1.3537704944610596e-05,1.4987774193286896e-05,1.6437843441963196e-05,1.7887912690639496e-05,1.9337981939315796e-05,2.0788051187992096e-05,2.2238120436668396e-05,2.3688189685344696e-05,2.5138258934020996e-05,2.6588328182697296e-05,2.8038397431373596e-05,2.9488466680049896e-05,3.0938535928726196e-05,3.2388605177402496e-05,3.3838674426078796e-05,3.5288743674755096e-05,3.6738812923431396e-05,3.8188882172107697e-05,3.9638951420783997e-05,4.10890206694603e-05,4.25390899181366e-05,4.39891591668129e-05,4.54392284154892e-05,4.68892976641655e-05,4.83393669128418e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[2,1,1,4,6,3,8,12,26,28,32,47,104,143,166,233,357,506,765,1114,1628,2401,3540,5266,7713,11401,16706,23866,33620,45065,57636,66527,69355,62474,51047,38502,27851,19567,13484,9235,6311,4174,2768,1905,1333,870,624,416,317,224,140,83,69,48,31,23,13,12,3,5,3,6,2,2],"bins":[-0.0003139972686767578,-0.00030425190925598145,-0.0002945065498352051,-0.0002847611904144287,-0.00027501583099365234,-0.000265270471572876,-0.0002555251121520996,-0.00024577975273132324,-0.00023603439331054688,-0.0002262890338897705,-0.00021654367446899414,-0.00020679831504821777,-0.0001970529556274414,-0.00018730759620666504,-0.00017756223678588867,-0.0001678168773651123,-0.00015807151794433594,-0.00014832615852355957,-0.0001385807991027832,-0.00012883543968200684,-0.00011909008026123047,-0.0001093447208404541,-9.959936141967773e-05,-8.985400199890137e-05,-8.0108642578125e-05,-7.036328315734863e-05,-6.0617923736572266e-05,-5.08725643157959e-05,-4.112720489501953e-05,-3.1381845474243164e-05,-2.1636486053466797e-05,-1.189112663269043e-05,-2.1457672119140625e-06,7.599592208862305e-06,1.7344951629638672e-05,2.709031105041504e-05,3.6835670471191406e-05,4.6581029891967773e-05,5.632638931274414e-05,6.607174873352051e-05,7.581710815429688e-05,8.556246757507324e-05,9.530782699584961e-05,0.00010505318641662598,0.00011479854583740234,0.0001245439052581787,0.00013428926467895508,0.00014403462409973145,0.0001537799835205078,0.00016352534294128418,0.00017327070236206055,0.00018301606178283691,0.00019276142120361328,0.00020250678062438965,0.00021225214004516602,0.00022199749946594238,0.00023174285888671875,0.00024148821830749512,0.0002512335777282715,0.00026097893714904785,0.0002707242965698242,0.0002804696559906006,0.00029021501541137695,0.0002999603748321533,0.0003097057342529297]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"bins":[-0.09587720036506653,-0.09301009029150009,-0.09014297276735306,-0.08727586269378662,-0.08440874516963959,-0.08154163509607315,-0.07867451757192612,-0.07580740749835968,-0.07294028997421265,-0.07007317990064621,-0.06720606982707977,-0.06433895230293274,-0.0614718422293663,-0.05860472843050957,-0.05573761463165283,-0.0528705008327961,-0.05000338703393936,-0.047136273235082626,-0.04426915943622589,-0.041402045637369156,-0.03853493183851242,-0.035667821764945984,-0.03280070796608925,-0.029933594167232513,-0.027066480368375778,-0.024199366569519043,-0.021332252770662308,-0.018465140834450722,-0.015598027035593987,-0.012730913236737251,-0.00986380036920309,-0.006996687036007643,-0.004129566252231598,-0.00126245291903615,0.001604660414159298,0.004471773747354746,0.007338887080550194,0.010206000879406929,0.01307311374694109,0.01594022661447525,0.018807340413331985,0.02167445421218872,0.024541568011045456,0.027408679947257042,0.030275793746113777,0.03314290568232536,0.0360100194811821,0.038877133280038834,0.04174424707889557,0.044611360877752304,0.04747847467660904,0.050345588475465775,0.05321270227432251,0.05607981234788895,0.05894692614674568,0.06181403994560242,0.06468115746974945,0.06754826754331589,0.07041537761688232,0.07328249514102936,0.0761496052145958,0.07901672273874283,0.08188383281230927,0.0847509503364563,0.08761806041002274],"_type":"histogram","values":[1,0,3,4,4,16,21,31,54,104,148,241,383,546,821,1229,1761,2497,3469,4612,6075,7753,9854,12280,14716,17830,20537,23317,26334,28658,30674,32465,33749,33469,33230,32445,30434,28547,25729,23198,20371,17089,14467,12016,9660,7644,5851,4554,3329,2390,1681,1188,832,550,359,256,144,85,46,32,23,13,4,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[3,1,3,9,10,13,21,29,42,55,54,59,61,45,52,36,30,34,23,20,19,18,16,14,12,12,11,7,11,5,6,4,4,2,3,2,3,4,2,1,1,3,1,1,0,0,1,0,1,0,0,1,0,1,0,1,0,0,0,0,0,0,0,1],"bins":[0.9979143142700195,0.9980756640434265,0.9982370138168335,0.9983983635902405,0.9985597133636475,0.9987210631370544,0.9988824129104614,0.9990437626838684,0.9992051124572754,0.9993665218353271,0.9995278716087341,0.9996892213821411,0.9998505711555481,1.000011920928955,1.0001732110977173,1.000334620475769,1.0004959106445312,1.000657320022583,1.0008187294006348,1.000980019569397,1.0011414289474487,1.001302719116211,1.0014641284942627,1.001625418663025,1.0017868280410767,1.0019481182098389,1.0021095275878906,1.0022708177566528,1.0024322271347046,1.0025935173034668,1.0027549266815186,1.0029162168502808,1.0030776262283325,1.0032390356063843,1.0034003257751465,1.0035617351531982,1.0037230253219604,1.0038844347000122,1.0040457248687744,1.0042071342468262,1.0043684244155884,1.0045298337936401,1.0046911239624023,1.004852533340454,1.0050138235092163,1.005175232887268,1.0053365230560303,1.005497932434082,1.0056593418121338,1.005820631980896,1.0059820413589478,1.00614333152771,1.0063047409057617,1.006466031074524,1.0066274404525757,1.006788730621338,1.0069501399993896,1.0071114301681519,1.0072728395462036,1.0074341297149658,1.0075955390930176,1.0077568292617798,1.0079182386398315,1.0080795288085938,1.0082409381866455],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[2,1,1,3,4,3,3,3,7,6,7,10,7,9,5,7,7,15,11,14,10,20,22,23,20,25,23,28,23,23,22,25,24,28,25,40,25,26,18,24,23,16,15,11,19,17,13,7,11,5,3,3,4,4,2,2,5,3,2,1,2,0,0,1],"bins":[-0.0004990696907043457,-0.000483083538711071,-0.0004670973867177963,-0.00045111123472452164,-0.00043512508273124695,-0.00041913893073797226,-0.00040315277874469757,-0.0003871666267514229,-0.0003711804747581482,-0.0003551943227648735,-0.0003392081707715988,-0.00032322201877832413,-0.00030723586678504944,-0.00029124971479177475,-0.00027526356279850006,-0.00025927741080522537,-0.00024329125881195068,-0.000227305106818676,-0.0002113189548254013,-0.00019533280283212662,-0.00017934665083885193,-0.00016336049884557724,-0.00014737434685230255,-0.00013138819485902786,-0.00011540204286575317,-9.941589087247849e-05,-8.34297388792038e-05,-6.744358688592911e-05,-5.145743489265442e-05,-3.547128289937973e-05,-1.948513090610504e-05,-3.4989789128303528e-06,1.2487173080444336e-05,2.8473325073719025e-05,4.445947706699371e-05,6.04456290602684e-05,7.643178105354309e-05,9.241793304681778e-05,0.00010840408504009247,0.00012439023703336716,0.00014037638902664185,0.00015636254101991653,0.00017234869301319122,0.0001883348450064659,0.0002043209969997406,0.0002203071489930153,0.00023629330098628998,0.00025227945297956467,0.00026826560497283936,0.00028425175696611404,0.00030023790895938873,0.0003162240609526634,0.0003322102129459381,0.0003481963649392128,0.0003641825169324875,0.0003801686689257622,0.00039615482091903687,0.00041214097291231155,0.00042812712490558624,0.00044411327689886093,0.0004600994288921356,0.0004760855808854103,0.000492071732878685,0.0005080578848719597,0.0005240440368652344],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.09038756787776947,-0.08737951517105103,-0.08437146246433258,-0.08136340230703354,-0.0783553496003151,-0.07534729689359665,-0.0723392441868782,-0.06933118402957916,-0.06632313132286072,-0.06331507861614227,-0.06030702590942383,-0.057298969477415085,-0.05429091677069664,-0.0512828603386879,-0.04827480763196945,-0.04526675119996071,-0.042258698493242264,-0.03925064578652382,-0.036242589354515076,-0.03323453664779663,-0.030226480215787888,-0.027218427509069443,-0.02421037293970585,-0.021202318370342255,-0.01819426380097866,-0.015186209231615067,-0.012178154662251472,-0.009170101024210453,-0.006162046454846859,-0.0031539921183139086,-0.00014593778178095818,0.0028621165547519922,0.005870170891284943,0.008878225460648537,0.01188628003001213,0.01489433366805315,0.01790238916873932,0.020910441875457764,0.023918496444821358,0.026926551014184952,0.029934605583548546,0.03294266015291214,0.035950712859630585,0.03895876929163933,0.04196682199835777,0.044974878430366516,0.04798293113708496,0.050990987569093704,0.05399904027581215,0.057007092982530594,0.06001514941453934,0.06302320212125778,0.06603125482797623,0.06903931498527527,0.07204736769199371,0.07505542039871216,0.0780634731054306,0.08107152581214905,0.08407958596944809,0.08708763867616653,0.09009569138288498,0.09310374408960342,0.09611180424690247,0.09911985695362091,0.10212790966033936],"_type":"histogram","values":[2,2,10,11,26,45,72,108,209,339,475,715,1112,1613,2289,3303,4546,6009,7873,10118,12756,15571,18578,21581,24933,27896,30820,32725,34275,35244,34928,34661,32858,30984,28070,24965,22379,18714,15987,13006,10334,7995,6244,4700,3367,2402,1684,1174,772,491,357,204,117,81,45,21,9,10,3,1,1,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"bins":[-0.0954805463552475,-0.09252925217151642,-0.08957795798778534,-0.08662666380405426,-0.08367536962032318,-0.0807240828871727,-0.07777278870344162,-0.07482149451971054,-0.07187020033597946,-0.06891890615224838,-0.0659676119685173,-0.06301631778478622,-0.060065027326345444,-0.057113733142614365,-0.054162442684173584,-0.051211148500442505,-0.048259854316711426,-0.04530856013298035,-0.04235726594924927,-0.03940597549080849,-0.03645468130707741,-0.03350338712334633,-0.0305520948022604,-0.02760080248117447,-0.02464950829744339,-0.02169821411371231,-0.01874692179262638,-0.01579562947154045,-0.012844335287809372,-0.009893042035400867,-0.006941748782992363,-0.0039904555305838585,-0.001039169728755951,0.0019121235236525536,0.004863416776061058,0.007814710028469563,0.010766003280878067,0.013717296533286572,0.016668589785695076,0.019619882106781006,0.022571176290512085,0.025522470474243164,0.028473762795329094,0.031425055116415024,0.0343763493001461,0.03732764348387718,0.04027893394231796,0.04323022812604904,0.04618152230978012,0.0491328164935112,0.05208411067724228,0.05503540113568306,0.05798669531941414,0.06093798950314522,0.063889279961586,0.06684057414531708,0.06979186832904816,0.07274316251277924,0.07569445669651031,0.0786457508802414,0.08159704506397247,0.08454833179712296,0.08749962598085403,0.09045092016458511,0.09340221434831619],"_type":"histogram","values":[2,0,4,5,7,16,23,44,64,123,195,321,480,754,1114,1641,2403,3140,4283,5670,7707,9643,12326,14937,17777,20940,23857,26463,29294,31759,33266,34407,34241,34046,32807,31108,28751,25850,22861,19989,17041,14118,11397,9110,6994,5442,4007,2994,2044,1500,1018,674,441,295,176,103,70,31,22,16,7,3,2,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,1,0,2,1,1,3,1,4,2,7,6,9,10,16,5,9,14,17,13,22,16,20,26,34,28,25,22,39,32,29,38,29,33,29,25,20,24,17,16,16,15,19,17,14,8,6,4,7,3,2,4,2,1,1,1,1,0,0,0,0,0,0,1],"bins":[-0.00020843744277954102,-0.00020143575966358185,-0.00019443407654762268,-0.0001874323934316635,-0.00018043071031570435,-0.00017342902719974518,-0.000166427344083786,-0.00015942566096782684,-0.00015242397785186768,-0.0001454222947359085,-0.00013842061161994934,-0.00013141892850399017,-0.000124417245388031,-0.00011741556227207184,-0.00011041387915611267,-0.0001034121960401535,-9.641051292419434e-05,-8.940882980823517e-05,-8.2407146692276e-05,-7.540546357631683e-05,-6.840378046035767e-05,-6.14020973443985e-05,-5.440041422843933e-05,-4.7398731112480164e-05,-4.0397047996520996e-05,-3.339536488056183e-05,-2.639368176460266e-05,-1.9391998648643494e-05,-1.2390315532684326e-05,-5.388632416725159e-06,1.6130506992340088e-06,8.614733815193176e-06,1.5616416931152344e-05,2.261810004711151e-05,2.961978316307068e-05,3.6621466279029846e-05,4.3623149394989014e-05,5.062483251094818e-05,5.762651562690735e-05,6.462819874286652e-05,7.162988185882568e-05,7.863156497478485e-05,8.563324809074402e-05,9.263493120670319e-05,9.963661432266235e-05,0.00010663829743862152,0.00011363998055458069,0.00012064166367053986,0.00012764334678649902,0.0001346450299024582,0.00014164671301841736,0.00014864839613437653,0.0001556500792503357,0.00016265176236629486,0.00016965344548225403,0.0001766551285982132,0.00018365681171417236,0.00019065849483013153,0.0001976601779460907,0.00020466186106204987,0.00021166354417800903,0.0002186652272939682,0.00022566691040992737,0.00023266859352588654,0.0002396702766418457]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[1,1,1,1,1,0,3,2,1,3,9,2,14,5,14,16,15,22,19,35,35,42,38,52,54,81,79,73,99,86,111,90,99,87,86,96,90,85,75,84,65,51,50,39,21,24,16,19,9,8,4,14,3,5,2,3,3,0,0,2,1,0,0,2],"bins":[-0.0011026388965547085,-0.0010734933894127607,-0.001044347882270813,-0.0010152023751288652,-0.0009860569844022393,-0.0009569114772602916,-0.0009277659701183438,-0.0008986204629763961,-0.0008694749558344483,-0.0008403295069001615,-0.0008111839997582138,-0.000782038492616266,-0.0007528930436819792,-0.0007237475365400314,-0.0006946020293980837,-0.0006654565804637969,-0.0006363110733218491,-0.0006071655661799014,-0.0005780201172456145,-0.0005488746101036668,-0.000519729102961719,-0.0004905836540274322,-0.00046143814688548446,-0.0004322926397435367,-0.0004031471617054194,-0.00037400168366730213,-0.0003448561765253544,-0.0003157106984872371,-0.0002865652204491198,-0.00025741971330717206,-0.00022827423526905477,-0.00019912874267902225,-0.00016998319188132882,-0.0001408376992912963,-0.0001116922139772214,-8.25467286631465e-05,-5.340123607311398e-05,-2.4255747121060267e-05,4.889741830993444e-06,3.4035230783047155e-05,6.318071973510087e-05,9.232621232513338e-05,0.00012147169763920829,0.0001506171829532832,0.0001797626755433157,0.00020890816813334823,0.00023805364617146552,0.00026719915331341326,0.00029634463135153055,0.00032549010938964784,0.0003546356165315956,0.0003837810945697129,0.0004129266017116606,0.0004420720797497779,0.0004712175577878952,0.000500363064929843,0.0005295085720717907,0.0005586540210060775,0.0005877995281480253,0.000616945035289973,0.0006460904842242599,0.0006752359913662076,0.0007043814985081553,0.0007335269474424422,0.0007626724545843899],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[2,0,0,0,0,0,0,1,1,3,0,2,1,2,3,1,3,3,4,5,3,10,5,7,6,17,19,19,34,40,50,57,86,83,76,53,37,17,29,10,16,10,13,3,5,3,8,2,5,1,2,2,1,1,0,3,2,1,0,0,0,0,0,1],"bins":[-3.248453140258789e-05,-3.1501054763793945e-05,-3.0517578125e-05,-2.9534101486206055e-05,-2.855062484741211e-05,-2.7567148208618164e-05,-2.658367156982422e-05,-2.5600194931030273e-05,-2.4616718292236328e-05,-2.3633241653442383e-05,-2.2649765014648438e-05,-2.1666288375854492e-05,-2.0682811737060547e-05,-1.96993350982666e-05,-1.8715858459472656e-05,-1.773238182067871e-05,-1.6748905181884766e-05,-1.576542854309082e-05,-1.4781951904296875e-05,-1.379847526550293e-05,-1.2814998626708984e-05,-1.1831521987915039e-05,-1.0848045349121094e-05,-9.864568710327148e-06,-8.881092071533203e-06,-7.897615432739258e-06,-6.9141387939453125e-06,-5.930662155151367e-06,-4.947185516357422e-06,-3.9637088775634766e-06,-2.9802322387695312e-06,-1.996755599975586e-06,-1.0132789611816406e-06,-2.9802322387695312e-08,9.5367431640625e-07,1.9371509552001953e-06,2.9206275939941406e-06,3.904104232788086e-06,4.887580871582031e-06,5.8710575103759766e-06,6.854534149169922e-06,7.838010787963867e-06,8.821487426757812e-06,9.804964065551758e-06,1.0788440704345703e-05,1.1771917343139648e-05,1.2755393981933594e-05,1.3738870620727539e-05,1.4722347259521484e-05,1.570582389831543e-05,1.6689300537109375e-05,1.767277717590332e-05,1.8656253814697266e-05,1.963973045349121e-05,2.0623207092285156e-05,2.16066837310791e-05,2.2590160369873047e-05,2.3573637008666992e-05,2.4557113647460938e-05,2.5540590286254883e-05,2.6524066925048828e-05,2.7507543563842773e-05,2.849102020263672e-05,2.9474496841430664e-05,3.045797348022461e-05]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[1,1,2,0,1,1,3,2,2,6,4,2,6,9,7,18,21,24,31,37,57,61,72,76,83,99,113,138,115,133,119,103,92,102,79,64,53,47,47,33,26,27,16,18,17,15,12,10,7,5,7,3,3,5,2,3,0,1,2,0,1,0,3,1],"bins":[-9.399652481079102e-05,-9.073875844478607e-05,-8.748099207878113e-05,-8.422322571277618e-05,-8.096545934677124e-05,-7.77076929807663e-05,-7.444992661476135e-05,-7.119216024875641e-05,-6.793439388275146e-05,-6.467662751674652e-05,-6.141886115074158e-05,-5.816109478473663e-05,-5.490332841873169e-05,-5.1645562052726746e-05,-4.83877956867218e-05,-4.513002932071686e-05,-4.1872262954711914e-05,-3.861449658870697e-05,-3.5356730222702026e-05,-3.209896385669708e-05,-2.884119749069214e-05,-2.5583431124687195e-05,-2.232566475868225e-05,-1.9067898392677307e-05,-1.5810132026672363e-05,-1.255236566066742e-05,-9.294599294662476e-06,-6.036832928657532e-06,-2.779066562652588e-06,4.78699803352356e-07,3.7364661693573e-06,6.994232535362244e-06,1.0251998901367188e-05,1.3509765267372131e-05,1.6767531633377075e-05,2.002529799938202e-05,2.3283064365386963e-05,2.6540830731391907e-05,2.979859709739685e-05,3.3056363463401794e-05,3.631412982940674e-05,3.957189619541168e-05,4.2829662561416626e-05,4.608742892742157e-05,4.9345195293426514e-05,5.260296165943146e-05,5.58607280254364e-05,5.9118494391441345e-05,6.237626075744629e-05,6.563402712345123e-05,6.889179348945618e-05,7.214955985546112e-05,7.540732622146606e-05,7.866509258747101e-05,8.192285895347595e-05,8.51806253194809e-05,8.843839168548584e-05,9.169615805149078e-05,9.495392441749573e-05,9.821169078350067e-05,0.00010146945714950562,0.00010472722351551056,0.0001079849898815155,0.00011124275624752045,0.00011450052261352539],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"values":[1,0,0,2,2,1,3,4,3,15,19,22,33,48,62,90,126,204,330,500,737,1189,1757,2856,4420,6744,10542,16526,26161,39592,58658,79121,90419,79181,58187,39969,25691,16710,10875,6683,4490,2737,1807,1138,694,472,320,241,151,91,58,51,36,18,8,13,6,0,1,7,1,0,0,1],"bins":[-0.0003418922424316406,-0.0003313720226287842,-0.00032085180282592773,-0.0003103315830230713,-0.00029981136322021484,-0.0002892911434173584,-0.00027877092361450195,-0.0002682507038116455,-0.00025773048400878906,-0.0002472102642059326,-0.00023669004440307617,-0.00022616982460021973,-0.00021564960479736328,-0.00020512938499450684,-0.0001946091651916504,-0.00018408894538879395,-0.0001735687255859375,-0.00016304850578308105,-0.0001525282859802246,-0.00014200806617736816,-0.00013148784637451172,-0.00012096762657165527,-0.00011044740676879883,-9.992718696594238e-05,-8.940696716308594e-05,-7.888674736022949e-05,-6.836652755737305e-05,-5.78463077545166e-05,-4.7326087951660156e-05,-3.680586814880371e-05,-2.6285648345947266e-05,-1.576542854309082e-05,-5.245208740234375e-06,5.27501106262207e-06,1.5795230865478516e-05,2.631545066833496e-05,3.6835670471191406e-05,4.735589027404785e-05,5.78761100769043e-05,6.839632987976074e-05,7.891654968261719e-05,8.943676948547363e-05,9.995698928833008e-05,0.00011047720909118652,0.00012099742889404297,0.00013151764869689941,0.00014203786849975586,0.0001525580883026123,0.00016307830810546875,0.0001735985279083252,0.00018411874771118164,0.00019463896751403809,0.00020515918731689453,0.00021567940711975098,0.00022619962692260742,0.00023671984672546387,0.0002472400665283203,0.00025776028633117676,0.0002682805061340332,0.00027880072593688965,0.0002893209457397461,0.00029984116554260254,0.000310361385345459,0.00032088160514831543,0.0003314018249511719],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,1,0,2,2,2,3,2,6,4,8,4,17,28,27,34,47,57,56,93,123,126,115,145,156,118,151,111,97,87,69,65,50,42,39,29,25,18,15,12,11,14,4,3,4,5,5,3,1,1,1,3,1,0,0,1,0,1,2],"bins":[-9.566545486450195e-05,-9.241793304681778e-05,-8.91704112291336e-05,-8.592288941144943e-05,-8.267536759376526e-05,-7.942784577608109e-05,-7.618032395839691e-05,-7.293280214071274e-05,-6.968528032302856e-05,-6.643775850534439e-05,-6.319023668766022e-05,-5.9942714869976044e-05,-5.669519305229187e-05,-5.3447671234607697e-05,-5.020014941692352e-05,-4.695262759923935e-05,-4.3705105781555176e-05,-4.0457583963871e-05,-3.721006214618683e-05,-3.3962540328502655e-05,-3.071501851081848e-05,-2.7467496693134308e-05,-2.4219974875450134e-05,-2.097245305776596e-05,-1.7724931240081787e-05,-1.4477409422397614e-05,-1.122988760471344e-05,-7.982365787029266e-06,-4.734843969345093e-06,-1.4873221516609192e-06,1.7601996660232544e-06,5.007721483707428e-06,8.255243301391602e-06,1.1502765119075775e-05,1.4750286936759949e-05,1.7997808754444122e-05,2.1245330572128296e-05,2.449285238981247e-05,2.7740374207496643e-05,3.098789602518082e-05,3.423541784286499e-05,3.7482939660549164e-05,4.073046147823334e-05,4.397798329591751e-05,4.7225505113601685e-05,5.047302693128586e-05,5.372054874897003e-05,5.6968070566654205e-05,6.021559238433838e-05,6.346311420202255e-05,6.671063601970673e-05,6.99581578373909e-05,7.320567965507507e-05,7.645320147275925e-05,7.970072329044342e-05,8.29482451081276e-05,8.619576692581177e-05,8.944328874349594e-05,9.269081056118011e-05,9.593833237886429e-05,9.918585419654846e-05,0.00010243337601423264,0.00010568089783191681,0.00010892841964960098,0.00011217594146728516]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[2,0,2,0,1,3,2,4,1,2,5,5,6,9,9,14,14,18,15,12,11,15,16,27,26,30,16,30,33,22,30,20,31,38,35,21,17,26,20,19,22,24,15,11,17,13,9,8,8,5,5,3,7,0,3,5,1,2,0,1,0,0,1,1],"bins":[-0.0005255149444565177,-0.0005088057951070368,-0.000492096645757556,-0.0004753874964080751,-0.0004586783470585942,-0.00044196919770911336,-0.0004252600483596325,-0.0004085508990101516,-0.00039184174966067076,-0.0003751326003111899,-0.000358423450961709,-0.00034171430161222816,-0.0003250051522627473,-0.0003082960029132664,-0.00029158685356378555,-0.0002748777042143047,-0.0002581685548648238,-0.00024145940551534295,-0.00022475025616586208,-0.00020804110681638122,-0.00019133195746690035,-0.00017462280811741948,-0.00015791365876793861,-0.00014120450941845775,-0.00012449536006897688,-0.00010778621071949601,-9.107706137001514e-05,-7.436791202053428e-05,-5.765876267105341e-05,-4.094961332157254e-05,-2.4240463972091675e-05,-7.531314622610807e-06,9.17783472687006e-06,2.5886984076350927e-05,4.2596133425831795e-05,5.930528277531266e-05,7.601443212479353e-05,9.27235814742744e-05,0.00010943273082375526,0.00012614188017323613,0.000142851029522717,0.00015956017887219787,0.00017626932822167873,0.0001929784775711596,0.00020968762692064047,0.00022639677627012134,0.0002431059256196022,0.00025981507496908307,0.00027652422431856394,0.0002932333736680448,0.0003099425230175257,0.00032665167236700654,0.0003433608217164874,0.0003600699710659683,0.00037677912041544914,0.00039348826976493,0.0004101974191144109,0.00042690656846389174,0.0004436157178133726,0.0004603248671628535,0.00047703401651233435,0.0004937431658618152,0.0005104523152112961,0.000527161464560777,0.0005438706139102578],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,1,0,0,1,1,1,2,2,2,2,3,2,4,3,5,9,8,6,19,21,20,19,26,25,32,41,47,47,54,50,49,39,45,27,28,18,23,16,14,11,5,6,4,5,3,3,7,0,2,1,0,0,2,0,1,0,1,2,1],"bins":[-0.00037494493881240487,-0.0003636977053247392,-0.00035245047183707356,-0.00034120326745323837,-0.0003299560339655727,-0.00031870880047790706,-0.0003074615669902414,-0.0002962143626064062,-0.00028496712911874056,-0.0002737198956310749,-0.00026247266214340925,-0.0002512254286557436,-0.00023997820971999317,-0.00022873099078424275,-0.0002174837572965771,-0.00020623653836082667,-0.00019498930487316102,-0.00018374207138549536,-0.00017249485244974494,-0.0001612476189620793,-0.00015000040002632886,-0.0001387531665386632,-0.00012750594760291278,-0.00011625871411524713,-0.00010501148790353909,-9.376426169183105e-05,-8.251703548012301e-05,-7.126980926841497e-05,-6.002257941872813e-05,-4.877535320702009e-05,-3.752812335733324e-05,-2.6280897145625204e-05,-1.5033670933917165e-05,-3.786443812714424e-06,7.460783308488317e-06,1.870801133918576e-05,2.99552375508938e-05,4.120246376260184e-05,5.2449693612288684e-05,6.369691982399672e-05,7.494414603570476e-05,8.61913722474128e-05,9.743859845912084e-05,0.00010868582467082888,0.00011993305815849453,0.00013118027709424496,0.0001424275105819106,0.00015367472951766104,0.0001649219630053267,0.00017616919649299234,0.00018741641542874277,0.00019866364891640842,0.00020991086785215884,0.0002211581013398245,0.00023240532027557492,0.00024365255376324058,0.00025489978725090623,0.0002661470207385719,0.0002773942251224071,0.00028864145861007273,0.0002998886920977384,0.00031113592558540404,0.00032238312996923923,0.0003336303634569049,0.00034487759694457054]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.00027561187744140625,-0.0002672448754310608,-0.00025887787342071533,-0.0002505108714103699,-0.00024214386940002441,-0.00023377686738967896,-0.0002254098653793335,-0.00021704286336898804,-0.00020867586135864258,-0.00020030885934829712,-0.00019194185733795166,-0.0001835748553276062,-0.00017520785331726074,-0.00016684085130691528,-0.00015847384929656982,-0.00015010684728622437,-0.0001417398452758789,-0.00013337284326553345,-0.000125005841255188,-0.00011663883924484253,-0.00010827183723449707,-9.990483522415161e-05,-9.153783321380615e-05,-8.31708312034607e-05,-7.480382919311523e-05,-6.643682718276978e-05,-5.8069825172424316e-05,-4.970282316207886e-05,-4.13358211517334e-05,-3.296881914138794e-05,-2.460181713104248e-05,-1.623481512069702e-05,-7.867813110351562e-06,4.991888999938965e-07,8.866190910339355e-06,1.7233192920684814e-05,2.5600194931030273e-05,3.396719694137573e-05,4.233419895172119e-05,5.070120096206665e-05,5.906820297241211e-05,6.743520498275757e-05,7.580220699310303e-05,8.416920900344849e-05,9.253621101379395e-05,0.0001009032130241394,0.00010927021503448486,0.00011763721704483032,0.00012600421905517578,0.00013437122106552124,0.0001427382230758667,0.00015110522508621216,0.00015947222709655762,0.00016783922910690308,0.00017620623111724854,0.000184573233127594,0.00019294023513793945,0.0002013072371482849,0.00020967423915863037,0.00021804124116897583,0.0002264082431793213,0.00023477524518966675,0.0002431422472000122,0.00025150924921035767,0.0002598762512207031],"_type":"histogram","values":[1,2,0,0,1,1,2,7,8,9,17,22,35,59,88,139,209,313,512,683,1045,1607,2415,3578,5479,7801,11705,16838,24465,34832,48264,63988,74968,73897,62835,47190,33412,23411,16036,11065,7634,5039,3471,2260,1564,985,666,445,261,203,137,85,51,29,15,16,8,4,6,2,1,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,0,0,0,0,1,0,5,3,1,2,6,3,8,9,12,14,18,23,16,14,26,29,29,21,31,29,32,35,38,41,32,26,28,32,31,29,23,19,14,21,12,10,6,9,3,6,2,5,3,3,3,0,1,1,0,0,0,1],"bins":[-0.0014284849166870117,-0.0013868544483557343,-0.0013452238636091352,-0.0013035933952778578,-0.0012619629269465804,-0.001220332458615303,-0.0011787018738687038,-0.0011370714055374265,-0.001095440937206149,-0.00105381035245955,-0.0010121798841282725,-0.0009705494157969952,-0.0009289188892580569,-0.0008872884209267795,-0.0008456578943878412,-0.0008040274260565639,-0.0007623968995176256,-0.0007207663729786873,-0.0006791359046474099,-0.0006375053781084716,-0.0005958749097771943,-0.000554244383238256,-0.0005126139149069786,-0.0004709833883680403,-0.0004293528909329325,-0.00038772239349782467,-0.00034609189606271684,-0.000304461398627609,-0.00026283087208867073,-0.00022120038920547813,-0.00017956987721845508,-0.00013793937978334725,-9.630888234823942e-05,-5.467838127515279e-05,-1.3047880202066153e-05,2.858262087102048e-05,7.021312194410712e-05,0.00011184361937921494,0.000153474131366238,0.00019510462880134583,0.00023673512623645365,0.0002783656236715615,0.0003199961211066693,0.00036162661854177713,0.0004032571450807154,0.00044488764251582325,0.00048651813995093107,0.0005281486082822084,0.0005697791348211467,0.000611409661360085,0.0006530401296913624,0.0006946706562303007,0.000736301124561578,0.0007779316511005163,0.0008195621194317937,0.000861192645970732,0.0009028231725096703,0.0009444536408409476,0.000986084109172225,0.0010277146939188242,0.0010693451622501016,0.001110975630581379,0.0011526060989126563,0.0011942366836592555,0.0012358671519905329],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,3,1,5,4,4,1,8,5,14,10,9,12,18,18,20,22,20,30,27,25,30,32,35,26,30,28,25,26,27,25,29,26,22,16,16,18,17,15,9,5,9,10,4,8,4,5,4,3,0,1,3,0,0,1],"bins":[-0.0003642439842224121,-0.0003536473959684372,-0.0003430508077144623,-0.00033245421946048737,-0.00032185763120651245,-0.00031126104295253754,-0.0003006644546985626,-0.0002900678664445877,-0.0002794712781906128,-0.0002688746899366379,-0.00025827810168266296,-0.00024768151342868805,-0.00023708492517471313,-0.00022648833692073822,-0.0002158917486667633,-0.0002052951604127884,-0.00019469857215881348,-0.00018410198390483856,-0.00017350539565086365,-0.00016290880739688873,-0.00015231221914291382,-0.0001417156308889389,-0.000131119042634964,-0.00012052245438098907,-0.00010992586612701416,-9.932927787303925e-05,-8.873268961906433e-05,-7.813610136508942e-05,-6.75395131111145e-05,-5.694292485713959e-05,-4.634633660316467e-05,-3.574974834918976e-05,-2.5153160095214844e-05,-1.455657184123993e-05,-3.959983587265015e-06,6.6366046667099e-06,1.7233192920684814e-05,2.782978117465973e-05,3.8426369428634644e-05,4.902295768260956e-05,5.961954593658447e-05,7.021613419055939e-05,8.08127224445343e-05,9.140931069850922e-05,0.00010200589895248413,0.00011260248720645905,0.00012319907546043396,0.00013379566371440887,0.0001443922519683838,0.0001549888402223587,0.00016558542847633362,0.00017618201673030853,0.00018677860498428345,0.00019737519323825836,0.00020797178149223328,0.0002185683697462082,0.0002291649580001831,0.00023976154625415802,0.00025035813450813293,0.00026095472276210785,0.00027155131101608276,0.0002821478992700577,0.0002927444875240326,0.0003033410757780075,0.0003139376640319824]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,1,0,0,0,1,1,1,0,0,1,1,0,1,5,3,6,10,6,7,5,10,14,12,29,20,24,36,39,48,40,54,45,43,46,34,39,33,17,22,16,14,14,12,13,9,11,6,4,0,3,2,2,0,1,1,0,3,0,0,0,0,1,1],"bins":[-0.00028905869112350047,-0.0002801150840241462,-0.0002711714478209615,-0.0002622278407216072,-0.00025328423362225294,-0.0002443405974190682,-0.00023539699031971395,-0.00022645336866844445,-0.00021750974701717496,-0.00020856612536590546,-0.00019962250371463597,-0.0001906788966152817,-0.0001817352749640122,-0.0001727916533127427,-0.00016384804621338844,-0.00015490442456211895,-0.00014596080291084945,-0.00013701718125957996,-0.00012807355960831046,-0.0001191299525089562,-0.0001101863308576867,-0.0001012427092064172,-9.229909483110532e-05,-8.335548045579344e-05,-7.441185880452394e-05,-6.546823715325445e-05,-5.652462277794257e-05,-4.758100476465188e-05,-3.863738675136119e-05,-2.9693768738070503e-05,-2.0750150724779814e-05,-1.1806532711489126e-05,-2.8629146981984377e-06,6.080703315092251e-06,1.5024321328382939e-05,2.3967939341673627e-05,3.2911557354964316e-05,4.1855175368255004e-05,5.079879338154569e-05,5.974241139483638e-05,6.868602940812707e-05,7.762965105939656e-05,8.657326543470845e-05,9.551687981002033e-05,0.00010446050146128982,0.00011340412311255932,0.00012234773021191359,0.00013129135186318308,0.00014023497351445258,0.00014917859516572207,0.00015812221681699157,0.00016706582391634583,0.00017600944556761533,0.00018495306721888483,0.0001938966743182391,0.0002028402959695086,0.00021178391762077808,0.00022072753927204758,0.00022967116092331707,0.00023861476802267134,0.00024755840422585607,0.00025650201132521033,0.0002654456184245646,0.0002743892546277493,0.0002833328617271036],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,0,0,1,0,2,3,1,1,5,11,15,12,22,22,26,33,44,45,62,73,95,92,107,136,121,122,106,115,109,97,76,82,66,68,67,49,31,27,26,21,12,6,9,10,3,4,3,1,0,4,0,1,0,0,0,1,0,1,0,0,0,1],"bins":[-0.0016423275228589773,-0.0015936788404360414,-0.0015450302744284272,-0.0014963815920054913,-0.0014477329095825553,-0.0013990843435749412,-0.0013504356611520052,-0.0013017869787290692,-0.0012531382963061333,-0.0012044897302985191,-0.0011558410478755832,-0.0011071923654526472,-0.001058543799445033,-0.0010098951170220971,-0.0009612464928068221,-0.0009125978103838861,-0.000863949186168611,-0.000815300561953336,-0.0007666518795304,-0.000718003255315125,-0.000669354572892189,-0.000620705948676914,-0.0005720573244616389,-0.000523408642038703,-0.0004747600178234279,-0.0004261113645043224,-0.0003774627111852169,-0.00032881408696994185,-0.00028016543365083635,-0.00023151678033173084,-0.00018286814156454057,-0.0001342195027973503,-8.557073306292295e-05,-3.692208701977506e-05,1.1726559023372829e-05,6.037520506652072e-05,0.00010902385110966861,0.00015767250442877412,0.0002063211431959644,0.0002549697819631547,0.0003036184352822602,0.0003522670886013657,0.0004009157419204712,0.00044956436613574624,0.0004982129903510213,0.0005468616727739573,0.0005955102969892323,0.0006441589794121683,0.0006928076036274433,0.0007414562278427184,0.0007901049102656543,0.0008387535344809294,0.0008874022169038653,0.0009360508411191404,0.0009846994653344154,0.0010333481477573514,0.0010819968301802874,0.0011306453961879015,0.0011792940786108375,0.0012279427610337734,0.0012765913270413876,0.0013252400094643235,0.0013738886918872595,0.0014225372578948736,0.0014711859403178096],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[2,0,0,0,1,0,0,1,2,0,6,2,5,6,1,11,8,12,10,8,13,14,17,14,18,27,30,25,29,23,33,27,26,45,39,37,30,32,26,25,24,22,19,10,15,12,13,11,10,2,7,3,4,2,1,1,3,0,1,2,0,0,0,1],"bins":[-0.00020968914031982422,-0.00020326673984527588,-0.00019684433937072754,-0.0001904219388961792,-0.00018399953842163086,-0.00017757713794708252,-0.00017115473747253418,-0.00016473233699798584,-0.0001583099365234375,-0.00015188753604888916,-0.00014546513557434082,-0.00013904273509979248,-0.00013262033462524414,-0.0001261979341506958,-0.00011977553367614746,-0.00011335313320159912,-0.00010693073272705078,-0.00010050833225250244,-9.40859317779541e-05,-8.766353130340576e-05,-8.124113082885742e-05,-7.481873035430908e-05,-6.839632987976074e-05,-6.19739294052124e-05,-5.555152893066406e-05,-4.912912845611572e-05,-4.270672798156738e-05,-3.628432750701904e-05,-2.9861927032470703e-05,-2.3439526557922363e-05,-1.7017126083374023e-05,-1.0594725608825684e-05,-4.172325134277344e-06,2.250075340270996e-06,8.672475814819336e-06,1.5094876289367676e-05,2.1517276763916016e-05,2.7939677238464355e-05,3.4362077713012695e-05,4.0784478187561035e-05,4.7206878662109375e-05,5.3629279136657715e-05,6.0051679611206055e-05,6.64740800857544e-05,7.289648056030273e-05,7.931888103485107e-05,8.574128150939941e-05,9.216368198394775e-05,9.85860824584961e-05,0.00010500848293304443,0.00011143088340759277,0.00011785328388214111,0.00012427568435668945,0.0001306980848312378,0.00013712048530578613,0.00014354288578033447,0.0001499652862548828,0.00015638768672943115,0.0001628100872039795,0.00016923248767852783,0.00017565488815307617,0.0001820772886276245,0.00018849968910217285,0.0001949220895767212,0.00020134449005126953],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.00015622377395629883,-0.00015172548592090607,-0.0001472271978855133,-0.00014272890985012054,-0.00013823062181472778,-0.00013373233377933502,-0.00012923404574394226,-0.0001247357577085495,-0.00012023746967315674,-0.00011573918163776398,-0.00011124089360237122,-0.00010674260556697845,-0.0001022443175315857,-9.774602949619293e-05,-9.324774146080017e-05,-8.874945342540741e-05,-8.425116539001465e-05,-7.975287735462189e-05,-7.525458931922913e-05,-7.075630128383636e-05,-6.62580132484436e-05,-6.175972521305084e-05,-5.726143717765808e-05,-5.276314914226532e-05,-4.826486110687256e-05,-4.37665730714798e-05,-3.9268285036087036e-05,-3.4769997000694275e-05,-3.0271708965301514e-05,-2.5773420929908752e-05,-2.127513289451599e-05,-1.677684485912323e-05,-1.2278556823730469e-05,-7.780268788337708e-06,-3.2819807529449463e-06,1.216307282447815e-06,5.714595317840576e-06,1.0212883353233337e-05,1.4711171388626099e-05,1.920945942401886e-05,2.370774745941162e-05,2.8206035494804382e-05,3.2704323530197144e-05,3.7202611565589905e-05,4.1700899600982666e-05,4.619918763637543e-05,5.069747567176819e-05,5.519576370716095e-05,5.969405174255371e-05,6.419233977794647e-05,6.869062781333923e-05,7.3188915848732e-05,7.768720388412476e-05,8.218549191951752e-05,8.668377995491028e-05,9.118206799030304e-05,9.56803560256958e-05,0.00010017864406108856,0.00010467693209648132,0.00010917522013187408,0.00011367350816726685,0.00011817179620265961,0.00012267008423805237,0.00012716837227344513,0.0001316666603088379],"_type":"histogram","values":[1,1,1,0,0,0,0,2,1,2,1,2,4,5,5,4,7,4,7,6,7,13,15,15,17,27,15,21,26,42,28,29,34,24,25,40,34,27,30,28,24,20,26,18,17,19,16,15,13,5,7,9,9,6,3,3,2,1,1,2,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.00030612945556640625,-0.0002965480089187622,-0.00028696656227111816,-0.0002773851156234741,-0.0002678036689758301,-0.00025822222232818604,-0.000248640775680542,-0.00023905932903289795,-0.0002294778823852539,-0.00021989643573760986,-0.00021031498908996582,-0.00020073354244232178,-0.00019115209579467773,-0.0001815706491470337,-0.00017198920249938965,-0.0001624077558517456,-0.00015282630920410156,-0.00014324486255645752,-0.00013366341590881348,-0.00012408196926116943,-0.00011450052261352539,-0.00010491907596588135,-9.53376293182373e-05,-8.575618267059326e-05,-7.617473602294922e-05,-6.659328937530518e-05,-5.701184272766113e-05,-4.743039608001709e-05,-3.784894943237305e-05,-2.8267502784729004e-05,-1.868605613708496e-05,-9.104609489440918e-06,4.76837158203125e-07,1.0058283805847168e-05,1.963973045349121e-05,2.9221177101135254e-05,3.88026237487793e-05,4.838407039642334e-05,5.796551704406738e-05,6.754696369171143e-05,7.712841033935547e-05,8.670985698699951e-05,9.629130363464355e-05,0.0001058727502822876,0.00011545419692993164,0.00012503564357757568,0.00013461709022521973,0.00014419853687286377,0.0001537799835205078,0.00016336143016815186,0.0001729428768157959,0.00018252432346343994,0.00019210577011108398,0.00020168721675872803,0.00021126866340637207,0.0002208501100540161,0.00023043155670166016,0.0002400130033493042,0.00024959444999694824,0.0002591758966445923,0.00026875734329223633,0.00027833878993988037,0.0002879202365875244,0.00029750168323516846,0.0003070831298828125],"_type":"histogram","values":[2,1,1,2,1,4,5,6,6,12,23,27,40,82,85,154,214,323,476,644,1018,1521,2290,3671,5526,8451,13373,20744,32616,49095,70853,87506,88057,68228,47489,30829,19910,12874,8312,5263,3346,2314,1489,961,663,428,284,180,144,96,56,35,30,22,11,10,10,3,2,0,2,1,2,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"values":[1,0,1,0,0,0,0,0,2,1,0,0,0,0,0,3,3,2,5,6,8,9,9,12,17,24,24,27,22,35,42,32,39,33,37,32,38,35,37,29,26,19,28,18,13,13,19,14,6,11,4,14,6,3,0,1,2,0,1,1,1,0,1,2],"bins":[-0.0014651702949777246,-0.0014233512338250875,-0.0013815322890877724,-0.0013397132279351354,-0.0012978941667824984,-0.0012560752220451832,-0.0012142561608925462,-0.0011724370997399092,-0.001130618155002594,-0.001088799093849957,-0.00104698003269732,-0.001005160971544683,-0.0009633420268073678,-0.0009215229656547308,-0.0008797039627097547,-0.0008378849015571177,-0.0007960658986121416,-0.0007542468956671655,-0.0007124278345145285,-0.0006706088315695524,-0.0006287897704169154,-0.0005869707674719393,-0.0005451517645269632,-0.0005033327033743262,-0.00046151370042935014,-0.0004196946683805436,-0.00037787563633173704,-0.00033605663338676095,-0.0002942376013379544,-0.00025241856928914785,-0.00021059955179225653,-0.00016878053429536521,-0.00012696138583123684,-8.51423610583879e-05,-4.332333628553897e-05,-1.5043115126900375e-06,4.0314713260158896e-05,8.213373803300783e-05,0.00012395276280585676,0.00016577178030274808,0.00020759081235155463,0.0002494098444003612,0.00029122887644916773,0.0003330478793941438,0.00037486691144295037,0.0004166859434917569,0.000458504946436733,0.00050032400758937,0.0005421430105343461,0.0005839620134793222,0.0006257810746319592,0.0006676000775769353,0.0007094191387295723,0.0007512381416745484,0.0007930571446195245,0.0008348762057721615,0.0008766952087171376,0.0009185142116621137,0.0009603332728147507,0.0010021523339673877,0.0010439712787047029,0.0010857903398573399,0.0011276094010099769,0.001169428345747292,0.001211247406899929],"_type":"histogram"},"gradients/_orig_mod.linear.bias":{"bins":[-0.00044924020767211914,-0.0004371367394924164,-0.0004250332713127136,-0.00041292980313301086,-0.0004008263349533081,-0.00038872286677360535,-0.0003766193985939026,-0.00036451593041419983,-0.00035241246223449707,-0.0003403089940547943,-0.00032820552587509155,-0.0003161020576953888,-0.00030399858951568604,-0.0002918951213359833,-0.0002797916531562805,-0.00026768818497657776,-0.000255584716796875,-0.00024348124861717224,-0.00023137778043746948,-0.00021927431225776672,-0.00020717084407806396,-0.0001950673758983612,-0.00018296390771865845,-0.0001708604395389557,-0.00015875697135925293,-0.00014665350317955017,-0.0001345500349998474,-0.00012244656682014465,-0.0001103430986404419,-9.823963046073914e-05,-8.613616228103638e-05,-7.403269410133362e-05,-6.192922592163086e-05,-4.98257577419281e-05,-3.772228956222534e-05,-2.5618821382522583e-05,-1.3515353202819824e-05,-1.4118850231170654e-06,1.0691583156585693e-05,2.2795051336288452e-05,3.489851951599121e-05,4.700198769569397e-05,5.910545587539673e-05,7.120892405509949e-05,8.331239223480225e-05,9.5415860414505e-05,0.00010751932859420776,0.00011962279677391052,0.00013172626495361328,0.00014382973313331604,0.0001559332013130188,0.00016803666949272156,0.00018014013767242432,0.00019224360585212708,0.00020434707403182983,0.0002164505422115326,0.00022855401039123535,0.0002406574785709381,0.00025276094675064087,0.00026486441493034363,0.0002769678831100464,0.00028907135128974915,0.0003011748194694519,0.00031327828764915466,0.0003253817558288574],"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,2,1,1,0,0,4,5,5,2,3,7,7,7,10,8,6,8,9,13,11,16,18,18,15,24,29,27,15,24,16,17,21,14,19,13,13,16,7,15,8,11,9,5,4,6,6,4,2,1,0,1,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,3,2,2,1,3,2,0,5,9,7,14,13,14,19,25,18,18,29,16,22,24,32,38,37,32,34,33,28,34,28,41,28,15,24,18,13,14,14,14,6,2,9,10,5,3,0,1,1,1,1,1,0,0,0,2],"bins":[-0.0006351115880534053,-0.0006163495127111673,-0.0005975874373689294,-0.0005788254202343524,-0.0005600633448921144,-0.0005413012695498765,-0.0005225392524152994,-0.0005037771770730615,-0.0004850151017308235,-0.00046625302638858557,-0.0004474909801501781,-0.0004287289339117706,-0.00040996685856953263,-0.0003912047832272947,-0.0003724427369888872,-0.0003536806907504797,-0.00033491861540824175,-0.0003161565400660038,-0.0002973944938275963,-0.0002786324475891888,-0.00025987037224695086,-0.00024110831145662814,-0.00022234625066630542,-0.0002035841898759827,-0.00018482212908565998,-0.00016606006829533726,-0.00014729800750501454,-0.00012853594671469182,-0.0001097738859243691,-9.101182513404638e-05,-7.224976434372365e-05,-5.3487703553400934e-05,-3.4725700970739126e-05,-1.5963640180416405e-05,2.798420609906316e-06,2.1560481400229037e-05,4.032254219055176e-05,5.908460298087448e-05,7.78466637711972e-05,9.660872456151992e-05,0.00011537078535184264,0.00013413284614216536,0.00015289490693248808,0.0001716569677228108,0.00019041902851313353,0.00020918108930345625,0.00022794315009377897,0.00024670519633218646,0.0002654672716744244,0.00028422934701666236,0.00030299139325506985,0.00032175343949347734,0.0003405155148357153,0.00035927759017795324,0.00037803963641636074,0.00039680168265476823,0.0004155637579970062,0.00043432583333924413,0.0004530878795776516,0.0004718499258160591,0.0004906120011582971,0.000509374076500535,0.000528136151842773,0.00054689816897735,0.000565660244319588]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,0,1,0,1,0,3,1,1,4,7,7,1,6,8,14,8,16,18,15,24,15,28,35,19,38,27,35,37,32,37,36,28,30,25,34,27,24,18,17,14,14,13,15,6,8,3,2,2,1,2,2,2,1,0,1,0,1,0,1],"bins":[-0.0025435606949031353,-0.0024663147050887346,-0.0023890684824436903,-0.0023118224926292896,-0.0022345762699842453,-0.0021573302801698446,-0.002080084290355444,-0.0020028380677103996,-0.001925592077895999,-0.0018483459716662765,-0.001771099865436554,-0.0016938537592068315,-0.001616607652977109,-0.0015393615467473865,-0.0014621155569329858,-0.0013848694507032633,-0.0013076233444735408,-0.0012303772382438183,-0.0011531311320140958,-0.0010758851421996951,-0.0009986390359699726,-0.0009213929297402501,-0.0008441468235105276,-0.000766900775488466,-0.0006896546692587435,-0.000612408563029021,-0.0005351625150069594,-0.00045791640877723694,-0.0003806703316513449,-0.00030342425452545285,-0.00022617816284764558,-0.0001489320711698383,-7.168599404394627e-05,5.560090357903391e-06,8.280617475975305e-05,0.00016005226643756032,0.00023729834356345236,0.0003145444206893444,0.0003917905269190669,0.00046903660404495895,0.000546282681170851,0.0006235287874005735,0.0007007748354226351,0.0007780209416523576,0.0008552670478820801,0.0009325130959041417,0.0010097591439262033,0.0010870052501559258,0.0011642513563856483,0.0012414974626153708,0.0013187435688450933,0.001395989558659494,0.0014732356648892164,0.001550481771118939,0.0016277278773486614,0.001704973983578384,0.0017822200898081064,0.001859466079622507,0.0019367121858522296,0.002013958292081952,0.0020912042818963528,0.002168450504541397,0.0022456964943557978,0.002322942717000842,0.0024001887068152428]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,2,2,2,1,0,3,1,7,2,2,4,3,7,7,10,19,12,17,390,159,28,15,15,14,5,4,3,4,5,2,4,4,0,1,3,4,1,0,1,1,0,0,0,0,1],"bins":[-2.1159648895263672e-05,-2.0602717995643616e-05,-2.004578709602356e-05,-1.9488856196403503e-05,-1.8931925296783447e-05,-1.837499439716339e-05,-1.7818063497543335e-05,-1.726113259792328e-05,-1.6704201698303223e-05,-1.6147270798683167e-05,-1.559033989906311e-05,-1.5033408999443054e-05,-1.4476478099822998e-05,-1.3919547200202942e-05,-1.3362616300582886e-05,-1.280568540096283e-05,-1.2248754501342773e-05,-1.1691823601722717e-05,-1.1134892702102661e-05,-1.0577961802482605e-05,-1.0021030902862549e-05,-9.464100003242493e-06,-8.907169103622437e-06,-8.35023820400238e-06,-7.793307304382324e-06,-7.236376404762268e-06,-6.679445505142212e-06,-6.122514605522156e-06,-5.5655837059021e-06,-5.0086528062820435e-06,-4.451721906661987e-06,-3.894791007041931e-06,-3.337860107421875e-06,-2.780929207801819e-06,-2.2239983081817627e-06,-1.6670674085617065e-06,-1.1101365089416504e-06,-5.532056093215942e-07,3.725290298461914e-09,5.606561899185181e-07,1.1175870895385742e-06,1.6745179891586304e-06,2.2314488887786865e-06,2.7883797883987427e-06,3.345310688018799e-06,3.902241587638855e-06,4.459172487258911e-06,5.016103386878967e-06,5.5730342864990234e-06,6.12996518611908e-06,6.686896085739136e-06,7.243826985359192e-06,7.800757884979248e-06,8.357688784599304e-06,8.91461968421936e-06,9.471550583839417e-06,1.0028481483459473e-05,1.0585412383079529e-05,1.1142343282699585e-05,1.1699274182319641e-05,1.2256205081939697e-05,1.2813135981559753e-05,1.337006688117981e-05,1.3926997780799866e-05,1.4483928680419922e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.0003008842468261719,-0.00029271654784679413,-0.0002845488488674164,-0.00027638114988803864,-0.0002682134509086609,-0.00026004575192928314,-0.0002518780529499054,-0.00024371035397052765,-0.0002355426549911499,-0.00022737495601177216,-0.0002192072570323944,-0.00021103955805301666,-0.00020287185907363892,-0.00019470416009426117,-0.00018653646111488342,-0.00017836876213550568,-0.00017020106315612793,-0.00016203336417675018,-0.00015386566519737244,-0.0001456979662179947,-0.00013753026723861694,-0.0001293625682592392,-0.00012119486927986145,-0.0001130271703004837,-0.00010485947132110596,-9.669177234172821e-05,-8.852407336235046e-05,-8.035637438297272e-05,-7.218867540359497e-05,-6.402097642421722e-05,-5.585327744483948e-05,-4.768557846546173e-05,-3.9517879486083984e-05,-3.135018050670624e-05,-2.318248152732849e-05,-1.5014782547950745e-05,-6.847083568572998e-06,1.3206154108047485e-06,9.488314390182495e-06,1.7656013369560242e-05,2.5823712348937988e-05,3.3991411328315735e-05,4.215911030769348e-05,5.032680928707123e-05,5.8494508266448975e-05,6.666220724582672e-05,7.482990622520447e-05,8.299760520458221e-05,9.116530418395996e-05,9.933300316333771e-05,0.00010750070214271545,0.0001156684011220932,0.00012383610010147095,0.0001320037990808487,0.00014017149806022644,0.0001483391970396042,0.00015650689601898193,0.00016467459499835968,0.00017284229397773743,0.00018100999295711517,0.00018917769193649292,0.00019734539091587067,0.0002055130898952484,0.00021368078887462616,0.0002218484878540039],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,3,1,1,8,4,12,16,21,45,92,112,191,341,603,927,1689,2840,5261,9786,18021,34818,67679,130798,234918,336419,310966,196088,105764,54463,28309,14798,7811,4277,2452,1377,746,478,274,177,93,63,47,28,18,11,6,5,0,2,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,2,0,1,2,1,4,2,7,4,5,6,12,11,13,11,25,23,9,16,20,22,34,30,25,29,20,33,29,30,36,26,32,23,23,22,27,22,19,15,19,11,15,9,5,8,5,2,6,5,3,3,0,2,0,0,1,0,1,0,1],"bins":[-0.0002130270004272461,-0.0002062637358903885,-0.00019950047135353088,-0.00019273720681667328,-0.00018597394227981567,-0.00017921067774295807,-0.00017244741320610046,-0.00016568414866924286,-0.00015892088413238525,-0.00015215761959552765,-0.00014539435505867004,-0.00013863109052181244,-0.00013186782598495483,-0.00012510456144809723,-0.00011834129691123962,-0.00011157803237438202,-0.00010481476783752441,-9.805150330066681e-05,-9.12882387638092e-05,-8.45249742269516e-05,-7.7761709690094e-05,-7.099844515323639e-05,-6.423518061637878e-05,-5.747191607952118e-05,-5.0708651542663574e-05,-4.394538700580597e-05,-3.7182122468948364e-05,-3.041885793209076e-05,-2.3655593395233154e-05,-1.689232885837555e-05,-1.0129064321517944e-05,-3.3657997846603394e-06,3.3974647521972656e-06,1.016072928905487e-05,1.6923993825912476e-05,2.368725836277008e-05,3.0450522899627686e-05,3.721378743648529e-05,4.3977051973342896e-05,5.07403165102005e-05,5.7503581047058105e-05,6.426684558391571e-05,7.103011012077332e-05,7.779337465763092e-05,8.455663919448853e-05,9.131990373134613e-05,9.808316826820374e-05,0.00010484643280506134,0.00011160969734191895,0.00011837296187877655,0.00012513622641563416,0.00013189949095249176,0.00013866275548934937,0.00014542602002620697,0.00015218928456306458,0.00015895254909992218,0.00016571581363677979,0.0001724790781736374,0.000179242342710495,0.0001860056072473526,0.0001927688717842102,0.0001995321363210678,0.00020629540085792542,0.00021305866539478302,0.00021982192993164062]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"values":[1,1,1,4,9,11,28,28,77,109,183,297,500,681,1041,1474,2028,2919,3876,5134,6775,8756,10968,13601,16274,18904,22024,25108,27622,29793,32060,32771,33844,33741,32729,31523,29347,27319,24646,21754,18961,15832,13115,10723,8602,6684,5136,3831,2719,2053,1417,991,645,441,263,190,111,71,35,19,7,10,4,3],"bins":[-0.09490186721086502,-0.09202174097299576,-0.0891416147351265,-0.08626149594783783,-0.08338136970996857,-0.0805012434720993,-0.07762111723423004,-0.07474099099636078,-0.07186086475849152,-0.06898074597120285,-0.06610061973333359,-0.06322049349546432,-0.06034036725759506,-0.0574602447450161,-0.054580118507146835,-0.05169999599456787,-0.04881986975669861,-0.045939743518829346,-0.04305962100625038,-0.04017949476838112,-0.037299372255802155,-0.03441924601793289,-0.03153911978006363,-0.028658995404839516,-0.025778871029615402,-0.02289874665439129,-0.020018622279167175,-0.017138496041297913,-0.0142583716660738,-0.011378247290849686,-0.008498121984302998,-0.005617997143417597,-0.002737872302532196,0.00014225253835320473,0.0030223773792386055,0.005902502220124006,0.008782627061009407,0.01166275143623352,0.014542876742780209,0.017423002049326897,0.02030312642455101,0.023183250799775124,0.026063375174999237,0.0289435014128685,0.03182362765073776,0.03470375016331673,0.03758387640118599,0.040463998913764954,0.043344125151634216,0.04622425138950348,0.04910437390208244,0.051984500139951706,0.05486462265253067,0.05774474889039993,0.060624875128269196,0.06350500136613846,0.06638512015342712,0.06926524639129639,0.07214537262916565,0.07502549886703491,0.07790562510490417,0.08078575134277344,0.0836658701300621,0.08654599636793137,0.08942612260580063],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,2,1,3,3,3,1,8,7,15,9,10,11,15,30,25,21,29,29,32,37,27,31,28,35,43,43,26,26,28,23,20,28,16,15,22,16,13,8,5,6,2,5,1,0,3,1,0,0,2,0,0,0,0,1],"bins":[-0.0007716589025221765,-0.0007484620437026024,-0.0007252651266753674,-0.0007020682678557932,-0.0006788714090362191,-0.000655674550216645,-0.0006324776913970709,-0.0006092807743698359,-0.0005860839155502617,-0.0005628870567306876,-0.0005396901397034526,-0.0005164932808838785,-0.0004932964220643044,-0.00047009956324473023,-0.00044690267532132566,-0.0004237057873979211,-0.00040050892857834697,-0.00037731206975877285,-0.0003541151818353683,-0.0003309182939119637,-0.0003077214350923896,-0.00028452457627281547,-0.0002613276883494109,-0.00023813081497792155,-0.0002149339416064322,-0.00019173706823494285,-0.0001685401948634535,-0.00014534332149196416,-0.00012214644812047482,-9.894957474898547e-05,-7.575270137749612e-05,-5.255582800600678e-05,-2.935895463451743e-05,-6.162081263028085e-06,1.703479210846126e-05,4.023166547995061e-05,6.342853885143995e-05,8.66254122229293e-05,0.00010982228559441864,0.000133019158965908,0.00015621603233739734,0.00017941290570888668,0.00020260977908037603,0.00022580665245186538,0.0002490035258233547,0.00027220038464292884,0.0002953972725663334,0.000318594160489738,0.0003417910193093121,0.0003649878781288862,0.0003881847660522908,0.00041138165397569537,0.0004345785127952695,0.0004577753716148436,0.0004809722595382482,0.0005041691474616528,0.0005273660062812269,0.000550562865100801,0.000573759782128036,0.0005969566409476101,0.0006201534997671843,0.0006433503585867584,0.0006665472174063325,0.0006897441344335675,0.0007129409932531416]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.0005777983460575342,-0.0005557871190831065,-0.0005337758339010179,-0.0005117646069265902,-0.0004897533799521625,-0.00046774212387390435,-0.0004457308677956462,-0.0004237196408212185,-0.00040170838474296033,-0.0003796971286647022,-0.0003576859016902745,-0.0003356746456120163,-0.00031366338953375816,-0.00029165216255933046,-0.0002696409064810723,-0.0002476296795066446,-0.00022561842342838645,-0.00020360718190204352,-0.0001815959403757006,-0.00015958468429744244,-0.0001375734427710995,-0.00011556220124475658,-9.355095244245604e-05,-7.15397036401555e-05,-4.9528462113812566e-05,-2.751721694949083e-05,-5.505971785169095e-06,1.650527337915264e-05,3.8516518543474376e-05,6.052776370779611e-05,8.253900887211785e-05,0.00010455025767441839,0.00012656155740842223,0.00014857279893476516,0.0001705840404611081,0.00019259529653936625,0.00021460653806570917,0.0002366177795920521,0.00025862903567031026,0.00028064026264473796,0.0003026515187229961,0.00032466277480125427,0.00034667400177568197,0.00036868525785394013,0.0003906965139321983,0.000412707740906626,0.00043471899698488414,0.00045673022395931184,0.00047874148003757,0.0005007527070119977,0.0005227639921940863,0.000544775219168514,0.0005667864461429417,0.0005887977313250303,0.000610808958299458,0.0006328201852738857,0.0006548314122483134,0.000676842697430402,0.0006988539244048297,0.0007208651513792574,0.000742876436561346,0.0007648876635357738,0.0007868988905102015,0.0008089101756922901,0.0008309214026667178],"_type":"histogram","values":[2,3,0,4,3,2,3,7,2,10,7,12,18,12,13,22,16,16,24,28,21,36,20,28,30,20,40,44,31,25,30,23,34,27,13,16,21,19,11,12,12,4,5,6,8,4,9,2,2,4,0,1,1,0,1,1,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.0007762882160022855,-0.0007492783479392529,-0.0007222684798762202,-0.0006952586118131876,-0.000668248743750155,-0.0006412388756871223,-0.0006142290076240897,-0.0005872191395610571,-0.0005602092714980245,-0.0005331994034349918,-0.0005061895353719592,-0.00047917969641275704,-0.0004521698283497244,-0.0004251599602866918,-0.00039815009222365916,-0.00037114022416062653,-0.0003441303560975939,-0.0003171204880345613,-0.00029011061997152865,-0.000263100751908496,-0.0002360908838454634,-0.000209081030334346,-0.00018207116227131337,-0.00015506129420828074,-0.00012805142614524812,-0.00010104155808221549,-7.403169001918286e-05,-4.702182923210785e-05,-2.001196116907522e-05,6.997905074968003e-06,3.4007771319011226e-05,6.1017635744065046e-05,8.802750380709767e-05,0.0001150373718701303,0.00014204723993316293,0.00016905710799619555,0.00019606697605922818,0.00022307682957034558,0.00025008671218529344,0.00027709658024832606,0.0003041064483113587,0.00033111628727056086,0.0003581261553335935,0.0003851360233966261,0.00041214589145965874,0.00043915575952269137,0.000466165627585724,0.0004931755247525871,0.0005201853346079588,0.0005471952026709914,0.000574205070734024,0.0006012149387970567,0.0006282248068600893,0.0006552346749231219,0.0006822445429861546,0.0007092544110491872,0.0007362642791122198,0.0007632741471752524,0.0007902840152382851,0.0008172938833013177,0.0008443037513643503,0.000871313619427383,0.0008983234874904156,0.0009253333555534482,0.0009523432236164808],"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,3,3,3,6,2,5,3,8,15,6,22,15,16,30,36,43,45,56,57,63,77,39,41,30,19,23,21,12,14,11,11,3,6,4,3,2,1,0,0,2,3,1,1,0,1,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,0,0,2,2,4,6,7,17,35,43,57,105,143,207,298,496,726,1085,1695,2565,4048,6061,9189,14306,21484,32754,47086,63263,74695,77739,67724,53157,37213,25274,16736,10992,7159,4716,2973,2006,1234,857,539,365,237,169,111,86,55,34,24,9,8,5,8,2,5,2,1,1,2],"bins":[-0.00037288665771484375,-0.0003613010048866272,-0.00034971535205841064,-0.0003381296992301941,-0.00032654404640197754,-0.000314958393573761,-0.00030337274074554443,-0.0002917870879173279,-0.00028020143508911133,-0.0002686157822608948,-0.0002570301294326782,-0.00024544447660446167,-0.00023385882377624512,-0.00022227317094802856,-0.000210687518119812,-0.00019910186529159546,-0.0001875162124633789,-0.00017593055963516235,-0.0001643449068069458,-0.00015275925397872925,-0.0001411736011505127,-0.00012958794832229614,-0.00011800229549407959,-0.00010641664266586304,-9.483098983764648e-05,-8.324533700942993e-05,-7.165968418121338e-05,-6.0074031352996826e-05,-4.8488378524780273e-05,-3.690272569656372e-05,-2.5317072868347168e-05,-1.3731420040130615e-05,-2.1457672119140625e-06,9.43988561630249e-06,2.1025538444519043e-05,3.2611191272735596e-05,4.419684410095215e-05,5.57824969291687e-05,6.736814975738525e-05,7.89538025856018e-05,9.053945541381836e-05,0.00010212510824203491,0.00011371076107025146,0.00012529641389846802,0.00013688206672668457,0.00014846771955490112,0.00016005337238311768,0.00017163902521133423,0.00018322467803955078,0.00019481033086776733,0.0002063959836959839,0.00021798163652420044,0.000229567289352417,0.00024115294218063354,0.0002527385950088501,0.00026432424783706665,0.0002759099006652832,0.00028749555349349976,0.0002990812063217163,0.00031066685914993286,0.0003222525119781494,0.00033383816480636597,0.0003454238176345825,0.00035700947046279907,0.0003685951232910156]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[3,1,1,4,3,0,2,4,2,6,6,4,4,9,15,9,6,6,9,9,15,13,21,17,27,21,19,33,30,21,28,27,36,26,26,22,27,26,23,24,17,18,25,21,20,7,6,9,6,7,6,11,1,3,6,0,6,4,3,0,3,2,1,1],"bins":[-0.0008103251457214355,-0.0007850499823689461,-0.0007597748190164566,-0.0007344996556639671,-0.0007092244923114777,-0.0006839493289589882,-0.0006586741656064987,-0.0006333990022540092,-0.0006081238389015198,-0.0005828486755490303,-0.0005575735121965408,-0.0005322983488440514,-0.0005070231854915619,-0.0004817480221390724,-0.00045647285878658295,-0.0004311976954340935,-0.000405922532081604,-0.00038064736872911453,-0.00035537220537662506,-0.0003300970420241356,-0.0003048218786716461,-0.00027954671531915665,-0.0002542715519666672,-0.0002289963886141777,-0.00020372122526168823,-0.00017844606190919876,-0.0001531708985567093,-0.00012789573520421982,-0.00010262057185173035,-7.734540849924088e-05,-5.2070245146751404e-05,-2.6795081794261932e-05,-1.519918441772461e-06,2.375524491071701e-05,4.903040826320648e-05,7.430557161569595e-05,9.958073496818542e-05,0.0001248558983206749,0.00015013106167316437,0.00017540622502565384,0.0002006813883781433,0.00022595655173063278,0.00025123171508312225,0.0002765068784356117,0.0003017820417881012,0.00032705720514059067,0.00035233236849308014,0.0003776075318455696,0.0004028826951980591,0.00042815785855054855,0.000453433021903038,0.0004787081852555275,0.000503983348608017,0.0005292585119605064,0.0005545336753129959,0.0005798088386654854,0.0006050840020179749,0.0006303591653704643,0.0006556343287229538,0.0006809094920754433,0.0007061846554279327,0.0007314598187804222,0.0007567349821329117,0.0007820101454854012,0.0008072853088378906]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"bins":[-0.0007040472119115293,-0.000683633959852159,-0.0006632207077927887,-0.0006428074557334185,-0.0006223942036740482,-0.0006019809516146779,-0.0005815676995553076,-0.0005611544474959373,-0.0005407411372289062,-0.0005203278851695359,-0.0004999146331101656,-0.0004795014101546258,-0.00045908812899142504,-0.00043867487693205476,-0.0004182616248726845,-0.0003978483728133142,-0.0003774351207539439,-0.00035702186869457364,-0.00033660861663520336,-0.0003161953645758331,-0.0002957821125164628,-0.00027536883135326207,-0.0002549555792938918,-0.0002345423272345215,-0.00021412907517515123,-0.00019371582311578095,-0.00017330257105641067,-0.00015288930444512516,-0.00013247605238575488,-0.0001120628003263846,-9.164954099105671e-05,-7.123628165572882e-05,-5.082308780401945e-05,-3.0409832106670365e-05,-9.996576409321278e-06,1.0416679288027808e-05,3.0829934985376894e-05,5.124319068272598e-05,7.165644638007507e-05,9.206970571540296e-05,0.00011248295777477324,0.00013289620983414352,0.0001533094618935138,0.0001737227285047993,0.00019413598056416959,0.00021454923262353987,0.00023496249923482537,0.00025537575129419565,0.00027578900335356593,0.0002962022554129362,0.0003166155074723065,0.00033702875953167677,0.00035744201159104705,0.0003778552927542478,0.00039826854481361806,0.00041868179687298834,0.0004390950489323586,0.0004595083009917289,0.0004799215530510992,0.0005003348342142999,0.0005207480862736702,0.0005411613383330405,0.0005615745903924108,0.000581987842451781,0.0006024010945111513],"_type":"histogram","values":[1,1,1,2,2,2,1,2,5,0,3,1,2,6,2,7,10,5,9,12,6,16,15,17,16,16,22,27,22,26,26,29,27,35,22,26,31,27,19,28,26,23,25,26,21,15,17,15,7,13,5,10,6,7,5,2,1,3,3,2,3,3,1,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,1,3,1,2,0,3,1,1,4,4,7,6,7,5,9,10,7,17,21,38,31,44,48,36,65,58,49,54,40,35,21,30,17,14,8,13,9,11,4,3,3,5,3,5,0,1,1,2,2,1,0,1,1,0,2,0,0,1,1],"bins":[-4.7266483306884766e-05,-4.569254815578461e-05,-4.411861300468445e-05,-4.254467785358429e-05,-4.097074270248413e-05,-3.939680755138397e-05,-3.7822872400283813e-05,-3.6248937249183655e-05,-3.4675002098083496e-05,-3.310106694698334e-05,-3.152713179588318e-05,-2.995319664478302e-05,-2.837926149368286e-05,-2.6805326342582703e-05,-2.5231391191482544e-05,-2.3657456040382385e-05,-2.2083520889282227e-05,-2.0509585738182068e-05,-1.893565058708191e-05,-1.736171543598175e-05,-1.5787780284881592e-05,-1.4213845133781433e-05,-1.2639909982681274e-05,-1.1065974831581116e-05,-9.492039680480957e-06,-7.918104529380798e-06,-6.34416937828064e-06,-4.770234227180481e-06,-3.1962990760803223e-06,-1.6223639249801636e-06,-4.842877388000488e-08,1.5255063772201538e-06,3.0994415283203125e-06,4.673376679420471e-06,6.24731183052063e-06,7.821246981620789e-06,9.395182132720947e-06,1.0969117283821106e-05,1.2543052434921265e-05,1.4116987586021423e-05,1.5690922737121582e-05,1.726485788822174e-05,1.88387930393219e-05,2.0412728190422058e-05,2.1986663341522217e-05,2.3560598492622375e-05,2.5134533643722534e-05,2.6708468794822693e-05,2.828240394592285e-05,2.985633909702301e-05,3.143027424812317e-05,3.300420939922333e-05,3.4578144550323486e-05,3.6152079701423645e-05,3.7726014852523804e-05,3.929995000362396e-05,4.087388515472412e-05,4.244782030582428e-05,4.402175545692444e-05,4.55956906080246e-05,4.7169625759124756e-05,4.8743560910224915e-05,5.031749606132507e-05,5.189143121242523e-05,5.346536636352539e-05]},"_step":9017,"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,3,3,3,5,3,11,17,30,35,50,85,112,177,220,329,541,691,1120,1520,2387,3853,6380,12152,26873,80957,317022,79490,26337,11825,6394,3833,2451,1600,1078,714,485,301,221,165,101,85,58,30,24,18,12,4,3,4,5,1,1,1,0,1,0,1],"bins":[-0.00012612342834472656,-0.00012224167585372925,-0.00011835992336273193,-0.00011447817087173462,-0.0001105964183807373,-0.00010671466588973999,-0.00010283291339874268,-9.895116090774536e-05,-9.506940841674805e-05,-9.118765592575073e-05,-8.730590343475342e-05,-8.34241509437561e-05,-7.954239845275879e-05,-7.566064596176147e-05,-7.177889347076416e-05,-6.789714097976685e-05,-6.401538848876953e-05,-6.013363599777222e-05,-5.62518835067749e-05,-5.237013101577759e-05,-4.8488378524780273e-05,-4.460662603378296e-05,-4.0724873542785645e-05,-3.684312105178833e-05,-3.2961368560791016e-05,-2.90796160697937e-05,-2.5197863578796387e-05,-2.1316111087799072e-05,-1.7434358596801758e-05,-1.3552606105804443e-05,-9.670853614807129e-06,-5.7891011238098145e-06,-1.9073486328125e-06,1.9744038581848145e-06,5.856156349182129e-06,9.737908840179443e-06,1.3619661331176758e-05,1.7501413822174072e-05,2.1383166313171387e-05,2.52649188041687e-05,2.9146671295166016e-05,3.302842378616333e-05,3.6910176277160645e-05,4.079192876815796e-05,4.4673681259155273e-05,4.855543375015259e-05,5.24371862411499e-05,5.631893873214722e-05,6.020069122314453e-05,6.408244371414185e-05,6.796419620513916e-05,7.184594869613647e-05,7.572770118713379e-05,7.96094536781311e-05,8.349120616912842e-05,8.737295866012573e-05,9.125471115112305e-05,9.513646364212036e-05,9.901821613311768e-05,0.00010289996862411499,0.0001067817211151123,0.00011066347360610962,0.00011454522609710693,0.00011842697858810425,0.00012230873107910156]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,1,3,6,13,24,37,73,124,164,281,479,673,1116,1648,2313,3269,4312,5971,8099,10400,13090,15886,19279,22655,25915,28828,31905,34095,35584,36265,35844,34597,33255,30882,28073,24570,21162,17910,14690,11798,9315,7008,5390,4033,2875,1940,1439,896,636,417,237,157,77,44,32,18,9,3,1,2,3],"bins":[-0.10083988308906555,-0.09776465594768524,-0.09468942880630493,-0.09161419421434402,-0.08853896707296371,-0.0854637399315834,-0.0823885053396225,-0.07931327819824219,-0.07623805105686188,-0.07316282391548157,-0.07008759677410126,-0.06701236218214035,-0.06393713504076004,-0.06086190789937973,-0.05778667703270912,-0.05471144616603851,-0.0516362190246582,-0.04856099188327789,-0.045485761016607285,-0.042410530149936676,-0.039335303008556366,-0.036260075867176056,-0.03318484500050545,-0.030109615996479988,-0.02703438699245453,-0.02395915798842907,-0.02088392898440361,-0.01780869998037815,-0.014733470976352692,-0.011658241972327232,-0.008583012968301773,-0.005507783964276314,-0.0024325624108314514,0.0006426665931940079,0.003717895597219467,0.0067931246012449265,0.009868353605270386,0.012943582609295845,0.016018811613321304,0.019094040617346764,0.022169269621372223,0.025244498625397682,0.02831972762942314,0.03139495849609375,0.03447018563747406,0.03754541277885437,0.04062064364552498,0.04369587451219559,0.0467711016535759,0.04984632879495621,0.052921559661626816,0.055996790528297424,0.059072017669677734,0.062147244811058044,0.06522247195243835,0.06829770654439926,0.07137293368577957,0.07444816082715988,0.07752339541912079,0.0805986225605011,0.08367384970188141,0.08674907684326172,0.08982430398464203,0.09289953857660294,0.09597476571798325]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,2,2,0,4,8,5,7,10,9,9,16,26,25,25,37,30,48,52,56,76,80,87,96,107,98,105,107,125,92,77,89,93,67,58,60,66,48,27,30,17,21,8,11,5,7,4,2,2,2,1,2,1,1,1,1,1],"bins":[-0.0014768099645152688,-0.0014394334284588695,-0.001402057008817792,-0.0013646804727613926,-0.0013273039367049932,-0.001289927400648594,-0.0012525508645921946,-0.001215174444951117,-0.0011777979088947177,-0.0011404213728383183,-0.0011030449531972408,-0.0010656684171408415,-0.0010282918810844421,-0.0009909153450280428,-0.0009535388671793044,-0.0009161623893305659,-0.0008787858532741666,-0.0008414093172177672,-0.0008040328393690288,-0.0007666563615202904,-0.000729279825463891,-0.0006919032894074917,-0.0006545268115587533,-0.0006171503337100148,-0.0005797737976536155,-0.0005423972615972161,-0.0005050207837484777,-0.0004676442767959088,-0.0004302677698433399,-0.00039289126289077103,-0.00035551475593820214,-0.00031813824898563325,-0.0002807618584483862,-0.0002433853514958173,-0.00020600884454324841,-0.00016863233759067953,-0.00013125583063811064,-9.387932368554175e-05,-5.650281673297286e-05,-1.912630978040397e-05,1.8250197172164917e-05,5.5626704124733806e-05,9.30032110773027e-05,0.00013037971802987158,0.00016775622498244047,0.00020513273193500936,0.00024250923888757825,0.00027988574584014714,0.000317262252792716,0.0003546387597452849,0.0003920152666978538,0.0004293917736504227,0.0004667682806029916,0.0005041448166593909,0.0005415212945081294,0.0005788977723568678,0.0006162743084132671,0.0006536508444696665,0.0006910273223184049,0.0007284038001671433,0.0007657803362235427,0.000803156872279942,0.0008405333501286805,0.0008779098279774189,0.0009152863640338182]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[3,3,4,2,9,9,12,13,22,21,20,38,54,52,104,109,157,207,250,335,474,649,880,1361,1890,3210,6018,12409,30181,95945,242571,122369,37946,14737,6972,3533,2206,1450,919,648,500,362,280,216,155,142,81,76,52,40,35,25,15,15,5,14,6,4,0,4,1,1,1,2],"bins":[-0.0001800060272216797,-0.00017412379384040833,-0.00016824156045913696,-0.0001623593270778656,-0.00015647709369659424,-0.00015059486031532288,-0.00014471262693405151,-0.00013883039355278015,-0.0001329481601715088,-0.00012706592679023743,-0.00012118369340896606,-0.0001153014600276947,-0.00010941922664642334,-0.00010353699326515198,-9.765475988388062e-05,-9.177252650260925e-05,-8.589029312133789e-05,-8.000805974006653e-05,-7.412582635879517e-05,-6.82435929775238e-05,-6.236135959625244e-05,-5.647912621498108e-05,-5.059689283370972e-05,-4.4714659452438354e-05,-3.883242607116699e-05,-3.295019268989563e-05,-2.7067959308624268e-05,-2.1185725927352905e-05,-1.5303492546081543e-05,-9.42125916481018e-06,-3.5390257835388184e-06,2.343207597732544e-06,8.225440979003906e-06,1.4107674360275269e-05,1.998990774154663e-05,2.5872141122817993e-05,3.1754374504089355e-05,3.763660788536072e-05,4.351884126663208e-05,4.940107464790344e-05,5.5283308029174805e-05,6.116554141044617e-05,6.704777479171753e-05,7.293000817298889e-05,7.881224155426025e-05,8.469447493553162e-05,9.057670831680298e-05,9.645894169807434e-05,0.0001023411750793457,0.00010822340846061707,0.00011410564184188843,0.00011998787522315979,0.00012587010860443115,0.00013175234198570251,0.00013763457536697388,0.00014351680874824524,0.0001493990421295166,0.00015528127551078796,0.00016116350889205933,0.0001670457422733307,0.00017292797565460205,0.0001788102090358734,0.00018469244241714478,0.00019057467579841614,0.0001964569091796875],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,1,1,1,0,7,3,9,8,2,9,15,9,11,14,17,24,23,27,31,31,38,36,29,31,31,34,33,26,37,26,20,26,35,13,15,17,10,14,9,8,5,3,7,3,5,4,2,2,0,2,0,0,0,0,1],"bins":[-0.0003263736143708229,-0.0003165479574818164,-0.00030672227148897946,-0.00029689661459997296,-0.000287070928607136,-0.0002772452717181295,-0.00026741958572529256,-0.00025759392883628607,-0.0002477682428434491,-0.00023794258595444262,-0.0002281169145135209,-0.00021829124307259917,-0.00020846558618359268,-0.00019863991474267095,-0.00018881424330174923,-0.0001789885718608275,-0.00016916290041990578,-0.00015933722897898406,-0.00014951155753806233,-0.0001396858860971406,-0.00012986021465621889,-0.00012003455049125478,-0.00011020888632629067,-0.00010038321488536894,-9.055754344444722e-05,-8.07318720035255e-05,-7.090620056260377e-05,-6.108053639763966e-05,-5.125486495671794e-05,-4.1429193515796214e-05,-3.16035257128533e-05,-2.1777856090920977e-05,-1.1952215572819114e-05,-2.1265459508867934e-06,7.699123671045527e-06,1.7524793292977847e-05,2.7350462914910167e-05,3.717613435583189e-05,4.700180215877481e-05,5.6827469961717725e-05,6.665314140263945e-05,7.647881284356117e-05,8.63044842844829e-05,9.6130148449447e-05,0.00010595581989036873,0.00011578149133129045,0.00012560715549625456,0.0001354328269371763,0.000145258498378098,0.00015508416981901973,0.00016490984125994146,0.00017473551270086318,0.0001845611841417849,0.0001943868410307914,0.00020421251247171313,0.00021403818391263485,0.00022386385535355657,0.0002336895267944783,0.00024351519823540002,0.00025334086967632174,0.00026316652656532824,0.0002729922125581652,0.0002828178694471717,0.00029264355544000864,0.00030246921232901514]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-7.331371307373047e-05,-7.103383541107178e-05,-6.875395774841309e-05,-6.64740800857544e-05,-6.41942024230957e-05,-6.191432476043701e-05,-5.963444709777832e-05,-5.735456943511963e-05,-5.507469177246094e-05,-5.2794814109802246e-05,-5.0514936447143555e-05,-4.823505878448486e-05,-4.595518112182617e-05,-4.367530345916748e-05,-4.139542579650879e-05,-3.91155481338501e-05,-3.6835670471191406e-05,-3.4555792808532715e-05,-3.2275915145874023e-05,-2.9996037483215332e-05,-2.771615982055664e-05,-2.543628215789795e-05,-2.3156404495239258e-05,-2.0876526832580566e-05,-1.8596649169921875e-05,-1.6316771507263184e-05,-1.4036893844604492e-05,-1.17570161819458e-05,-9.47713851928711e-06,-7.197260856628418e-06,-4.9173831939697266e-06,-2.637505531311035e-06,-3.5762786865234375e-07,1.9222497940063477e-06,4.202127456665039e-06,6.4820051193237305e-06,8.761882781982422e-06,1.1041760444641113e-05,1.3321638107299805e-05,1.5601515769958496e-05,1.7881393432617188e-05,2.016127109527588e-05,2.244114875793457e-05,2.4721026420593262e-05,2.7000904083251953e-05,2.9280781745910645e-05,3.1560659408569336e-05,3.384053707122803e-05,3.612041473388672e-05,3.840029239654541e-05,4.06801700592041e-05,4.296004772186279e-05,4.5239925384521484e-05,4.7519803047180176e-05,4.979968070983887e-05,5.207955837249756e-05,5.435943603515625e-05,5.663931369781494e-05,5.891919136047363e-05,6.119906902313232e-05,6.347894668579102e-05,6.575882434844971e-05,6.80387020111084e-05,7.031857967376709e-05,7.259845733642578e-05],"_type":"histogram","values":[1,0,3,1,0,5,6,3,9,14,13,31,27,52,59,65,114,136,181,235,300,411,529,738,1045,1479,2157,3241,5202,8615,15085,28750,474466,18364,10203,6058,3730,2378,1639,1148,906,635,456,322,284,180,123,106,93,46,43,38,29,17,17,11,10,3,3,4,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-0.00016641616821289062,-0.0001612519845366478,-0.00015608780086040497,-0.00015092361718416214,-0.0001457594335079193,-0.00014059524983167648,-0.00013543106615543365,-0.00013026688247919083,-0.000125102698802948,-0.00011993851512670517,-0.00011477433145046234,-0.00010961014777421951,-0.00010444596409797668,-9.928178042173386e-05,-9.411759674549103e-05,-8.89534130692482e-05,-8.378922939300537e-05,-7.862504571676254e-05,-7.346086204051971e-05,-6.829667836427689e-05,-6.313249468803406e-05,-5.796831101179123e-05,-5.28041273355484e-05,-4.763994365930557e-05,-4.2475759983062744e-05,-3.7311576306819916e-05,-3.214739263057709e-05,-2.698320895433426e-05,-2.181902527809143e-05,-1.6654841601848602e-05,-1.1490657925605774e-05,-6.3264742493629456e-06,-1.1622905731201172e-06,4.001893103122711e-06,9.16607677936554e-06,1.4330260455608368e-05,1.9494444131851196e-05,2.4658627808094025e-05,2.9822811484336853e-05,3.498699516057968e-05,4.015117883682251e-05,4.531536251306534e-05,5.0479546189308167e-05,5.5643729865550995e-05,6.080791354179382e-05,6.597209721803665e-05,7.113628089427948e-05,7.630046457052231e-05,8.146464824676514e-05,8.662883192300797e-05,9.17930155992508e-05,9.695719927549362e-05,0.00010212138295173645,0.00010728556662797928,0.00011244975030422211,0.00011761393398046494,0.00012277811765670776,0.0001279423013329506,0.00013310648500919342,0.00013827066868543625,0.00014343485236167908,0.0001485990360379219,0.00015376321971416473,0.00015892740339040756,0.0001640915870666504],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,3,1,1,2,5,0,2,7,5,6,14,19,19,25,39,44,61,78,93,79,63,52,40,25,10,19,10,6,5,12,6,5,0,0,1,0,3,0,2,0,0,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"bins":[-0.09552246332168579,-0.09260479360818863,-0.08968712389469147,-0.0867694541811943,-0.08385178446769714,-0.08093410730361938,-0.07801643759012222,-0.07509876787662506,-0.0721810981631279,-0.06926342844963074,-0.06634575873613358,-0.06342808902263641,-0.06051041558384895,-0.05759274587035179,-0.05467507243156433,-0.05175740271806717,-0.04883973300457001,-0.045922063291072845,-0.043004393577575684,-0.04008672013878822,-0.03716905042529106,-0.0342513807117939,-0.03133370727300644,-0.028416037559509277,-0.025498367846012115,-0.022580698132514954,-0.019663026556372643,-0.01674535498023033,-0.01382768526673317,-0.010910014621913433,-0.007992343977093697,-0.00507467333227396,-0.0021569952368736267,0.0007606754079461098,0.0036783460527658463,0.006596016697585583,0.00951368734240532,0.012431357987225056,0.015349028632044792,0.018266700208187103,0.021184369921684265,0.024102039635181427,0.027019711211323738,0.02993738278746605,0.03285505250096321,0.03577272221446037,0.03869039565324783,0.041608065366744995,0.04452573508024216,0.04744340479373932,0.05036107450723648,0.05327874794602394,0.0561964176595211,0.059114087373018265,0.062031760811805725,0.06494943052530289,0.06786710023880005,0.07078476995229721,0.07370243966579437,0.07662010937929153,0.0795377790927887,0.08245545625686646,0.08537312597036362,0.08829079568386078,0.09120846539735794],"_type":"histogram","values":[1,1,1,2,6,12,25,54,61,119,221,302,448,678,954,1390,2129,2925,4134,5347,7129,9088,11231,13876,16449,19803,22828,25516,28567,30233,32328,34049,34264,34097,32927,31652,29348,26999,24010,21067,17920,15434,12392,9978,7974,6060,4519,3446,2490,1823,1230,864,554,352,220,107,81,47,24,17,15,2,0,4]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.0011739743640646338,-0.001142844557762146,-0.00111171486787498,-0.0010805850615724921,-0.001049455371685326,-0.0010183255653828382,-0.0009871958754956722,-0.0009560660691931844,-0.0009249363210983574,-0.0008938065730035305,-0.0008626768249087036,-0.0008315470768138766,-0.0008004172705113888,-0.0007692875224165618,-0.0007381577743217349,-0.000707028026226908,-0.000675898278132081,-0.0006447685300372541,-0.0006136387819424272,-0.0005825090338476002,-0.0005513792857527733,-0.0005202494794502854,-0.0004891197313554585,-0.00045798998326063156,-0.0004268602351658046,-0.0003957304870709777,-0.00036460073897615075,-0.00033347096177749336,-0.0003023412136826664,-0.0002712114655878395,-0.00024008170294109732,-0.00020895194029435515,-0.00017782225040718913,-0.0001466925023123622,-0.00011556273966562003,-8.443298429483548e-05,-5.330322892405093e-05,-2.2173473553266376e-05,8.956281817518175e-06,4.0086037188302726e-05,7.121579255908728e-05,0.00010234554792987183,0.00013347530330065638,0.00016460506594739854,0.00019573481404222548,0.00022686456213705242,0.0002579943393357098,0.00028912408743053675,0.0003202538355253637,0.0003513835836201906,0.00038251333171501756,0.00041364310891367495,0.0004447728570085019,0.0004759026051033288,0.0005070323823019862,0.0005381621303968132,0.0005692918784916401,0.000600421626586467,0.000631551374681294,0.0006626811227761209,0.0006938108708709478,0.0007249406771734357,0.0007560704252682626,0.0007872001733630896,0.0008183299214579165],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,2,2,2,2,3,3,2,5,6,8,14,14,12,11,23,26,24,23,34,35,37,26,31,49,36,41,34,28,34,36,18,24,22,16,17,15,9,7,5,9,8,1,2,1,0,3,1,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[2,0,0,0,0,0,0,1,2,2,0,5,4,3,7,10,7,9,14,8,16,17,14,10,15,26,28,32,24,41,34,35,35,35,32,20,32,23,27,21,19,19,18,18,11,11,12,14,8,3,10,7,6,4,2,3,6,0,0,2,2,0,1,1],"bins":[-0.0064970506355166435,-0.0062921252101659775,-0.006087199784815311,-0.005882274359464645,-0.005677348934113979,-0.005472423974424601,-0.0052674985490739346,-0.0050625731237232685,-0.0048576476983726025,-0.004652722273021936,-0.00444779684767127,-0.004242871422320604,-0.004037946462631226,-0.003833020804449916,-0.0036280956119298935,-0.0034231701865792274,-0.0032182447612285614,-0.0030133193358778954,-0.0028083939105272293,-0.002603468718007207,-0.002398543292656541,-0.002193617867305875,-0.0019886926747858524,-0.0017837672494351864,-0.0015788418240845203,-0.0013739163987338543,-0.00116899108979851,-0.0009640657226555049,-0.0007591403555124998,-0.0005542149883694947,-0.00034928962122648954,-0.0001443642540834844,6.056157872080803e-05,0.00026548694586381316,0.0004704123130068183,0.0006753376801498234,0.0008802630472928286,0.0010851884726434946,0.0012901137815788388,0.001495039090514183,0.001699964515864849,0.0019048899412155151,0.002109815366566181,0.0023147405590862036,0.0025196659844368696,0.0027245914097875357,0.002929516602307558,0.003134442027658224,0.00333936745300889,0.003544292878359556,0.0037492183037102222,0.003954143729060888,0.004159068688750267,0.004363994114100933,0.004568919539451599,0.004773844964802265,0.004978770390152931,0.005183695815503597,0.005388621240854263,0.005593546666204929,0.005798472091555595,0.006003397051244974,0.00620832247659564,0.006413247901946306,0.006618173327296972],"_type":"histogram"},"train_batch_loss":0.001176566001959145,"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-0.033282406628131866,-0.03223984315991402,-0.031197283416986465,-0.030154719948768616,-0.029112158343195915,-0.028069596737623215,-0.027027033269405365,-0.025984471663832664,-0.024941910058259964,-0.023899348452687263,-0.022856786847114563,-0.021814223378896713,-0.020771661773324013,-0.019729100167751312,-0.018686536699533463,-0.017643975093960762,-0.01660141348838806,-0.015558851882815361,-0.014516289345920086,-0.01347372680902481,-0.01243116520345211,-0.01138860359787941,-0.010346041060984135,-0.00930347852408886,-0.008260916918516159,-0.007218354847282171,-0.0061757927760481834,-0.005133230704814196,-0.004090668633580208,-0.00304810656234622,-0.002005544491112232,-0.0009629824198782444,7.957592606544495e-05,0.0011221379972994328,0.0021647000685334206,0.0032072621397674084,0.004249824211001396,0.005292386282235384,0.006334948353469372,0.00737751042470336,0.008420072495937347,0.009462634101510048,0.010505196638405323,0.011547759175300598,0.012590320780873299,0.013632882386446,0.014675444923341274,0.01571800746023655,0.01676056906580925,0.01780313067138195,0.01884569227695465,0.0198882557451725,0.0209308173507452,0.0219733789563179,0.02301594242453575,0.024058504030108452,0.025101065635681152,0.026143627241253853,0.027186188846826553,0.028228752315044403,0.029271313920617104,0.030313875526189804,0.031356438994407654,0.032398998737335205,0.033441562205553055],"_type":"histogram","values":[1,0,3,0,0,3,3,0,2,1,4,3,4,4,9,9,13,10,11,12,14,14,22,18,22,21,31,25,34,26,35,809,25,24,31,26,30,26,27,31,18,23,12,15,11,14,4,11,11,6,6,5,3,2,1,1,2,3,0,2,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.09486398845911026,-0.09186124056577682,-0.08885850012302399,-0.08585575222969055,-0.08285300433635712,-0.07985025644302368,-0.07684751600027084,-0.07384476810693741,-0.07084202021360397,-0.06783927977085114,-0.0648365318775177,-0.061833783984184265,-0.05883103981614113,-0.055828291922807693,-0.05282554775476456,-0.04982279986143112,-0.046820055693387985,-0.04381731152534485,-0.040814563632011414,-0.03781181946396828,-0.03480907157063484,-0.031806327402591705,-0.02880358137190342,-0.025800835341215134,-0.022798089310526848,-0.019795343279838562,-0.016792597249150276,-0.013789852149784565,-0.01078710611909628,-0.007784360088407993,-0.004781614523380995,-0.0017788687255233526,0.0012238770723342896,0.004226623103022575,0.007229368668049574,0.010232114233076572,0.013234860263764858,0.01623760536313057,0.019240351393818855,0.02224309742450714,0.025245843455195427,0.028248589485883713,0.03125133365392685,0.034254081547260284,0.03725682571530342,0.040259573608636856,0.04326231777667999,0.04626506567001343,0.049267809838056564,0.0522705540060997,0.055273301899433136,0.05827604606747627,0.06127879396080971,0.06428153812885284,0.06728428602218628,0.07028703391551971,0.07328977435827255,0.07629252225160599,0.07929527014493942,0.08229801058769226,0.0853007584810257,0.08830350637435913,0.09130625426769257,0.0943089947104454,0.09731174260377884],"_type":"histogram","values":[3,1,1,4,13,9,26,66,77,150,245,400,570,886,1340,1912,2775,3946,5229,6884,8903,11209,13996,16934,20021,23255,25903,29207,31723,33501,34791,35137,34767,34049,32007,29607,26821,23387,20852,17520,14455,11911,9393,7173,5321,4182,2952,2056,1444,1001,684,423,265,183,112,70,34,17,12,6,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[2,0,1,0,0,0,1,1,0,0,1,1,0,0,0,1,3,5,8,8,7,6,7,18,15,14,20,24,31,36,36,53,33,49,48,48,39,38,42,35,26,17,18,19,12,5,7,5,5,6,1,2,2,1,1,0,2,2,0,1,2,2,0,1],"bins":[-1.615285873413086e-05,-1.567509025335312e-05,-1.5197321772575378e-05,-1.4719553291797638e-05,-1.4241784811019897e-05,-1.3764016330242157e-05,-1.3286247849464417e-05,-1.2808479368686676e-05,-1.2330710887908936e-05,-1.1852942407131195e-05,-1.1375173926353455e-05,-1.0897405445575714e-05,-1.0419636964797974e-05,-9.941868484020233e-06,-9.464100003242493e-06,-8.986331522464752e-06,-8.508563041687012e-06,-8.030794560909271e-06,-7.553026080131531e-06,-7.07525759935379e-06,-6.59748911857605e-06,-6.119720637798309e-06,-5.641952157020569e-06,-5.164183676242828e-06,-4.686415195465088e-06,-4.208646714687347e-06,-3.730878233909607e-06,-3.2531097531318665e-06,-2.775341272354126e-06,-2.2975727915763855e-06,-1.819804310798645e-06,-1.3420358300209045e-06,-8.642673492431641e-07,-3.864988684654236e-07,9.12696123123169e-08,5.690380930900574e-07,1.0468065738677979e-06,1.5245750546455383e-06,2.002343535423279e-06,2.4801120162010193e-06,2.9578804969787598e-06,3.4356489777565002e-06,3.913417458534241e-06,4.391185939311981e-06,4.868954420089722e-06,5.346722900867462e-06,5.824491381645203e-06,6.302259862422943e-06,6.780028343200684e-06,7.257796823978424e-06,7.735565304756165e-06,8.213333785533905e-06,8.691102266311646e-06,9.168870747089386e-06,9.646639227867126e-06,1.0124407708644867e-05,1.0602176189422607e-05,1.1079944670200348e-05,1.1557713150978088e-05,1.2035481631755829e-05,1.251325011253357e-05,1.299101859331131e-05,1.346878707408905e-05,1.394655555486679e-05,1.4424324035644531e-05]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,1,1,1,2,0,2,3,8,7,13,18,30,62,74,119,167,267,418,657,933,1518,2430,3871,6190,10239,17924,33365,65009,134405,276766,422307,296875,144901,70498,36145,19131,10765,6670,4047,2533,1644,1003,673,430,269,154,120,59,53,19,17,24,6,5,5,2,3,1,2,0,0,0,2],"bins":[-0.00035381317138671875,-0.0003426000475883484,-0.00033138692378997803,-0.00032017379999160767,-0.0003089606761932373,-0.00029774755239486694,-0.0002865344285964966,-0.0002753213047981262,-0.00026410818099975586,-0.0002528950572013855,-0.00024168193340301514,-0.00023046880960464478,-0.00021925568580627441,-0.00020804256200790405,-0.0001968294382095337,-0.00018561631441116333,-0.00017440319061279297,-0.0001631900668144226,-0.00015197694301605225,-0.00014076381921768188,-0.00012955069541931152,-0.00011833757162094116,-0.0001071244478225708,-9.591132402420044e-05,-8.469820022583008e-05,-7.348507642745972e-05,-6.227195262908936e-05,-5.1058828830718994e-05,-3.984570503234863e-05,-2.863258123397827e-05,-1.741945743560791e-05,-6.206333637237549e-06,5.0067901611328125e-06,1.6219913959503174e-05,2.7433037757873535e-05,3.8646161556243896e-05,4.985928535461426e-05,6.107240915298462e-05,7.228553295135498e-05,8.349865674972534e-05,9.47117805480957e-05,0.00010592490434646606,0.00011713802814483643,0.0001283511519432068,0.00013956427574157715,0.0001507773995399475,0.00016199052333831787,0.00017320364713668823,0.0001844167709350586,0.00019562989473342896,0.00020684301853179932,0.00021805614233016968,0.00022926926612854004,0.0002404823899269104,0.00025169551372528076,0.0002629086375236511,0.0002741217613220215,0.00028533488512039185,0.0002965480089187622,0.00030776113271713257,0.00031897425651550293,0.0003301873803138733,0.00034140050411224365,0.000352613627910614,0.0003638267517089844]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.10013691335916519,-0.09709561616182327,-0.09405432641506195,-0.09101302921772003,-0.08797173202037811,-0.08493044227361679,-0.08188914507627487,-0.07884784787893295,-0.07580655813217163,-0.07276526093482971,-0.06972396373748779,-0.06668267399072647,-0.06364137679338455,-0.06060008332133293,-0.05755878984928131,-0.05451749265193939,-0.05147619917988777,-0.04843490570783615,-0.04539360851049423,-0.04235231503844261,-0.03931102156639099,-0.03626972436904907,-0.03322843089699745,-0.03018713742494583,-0.02714584209024906,-0.024104546755552292,-0.02106325328350067,-0.0180219579488039,-0.014980663545429707,-0.011939369142055511,-0.008898073807358742,-0.005856779403984547,-0.0028154850006103516,0.0002258096355944872,0.003267104271799326,0.006308399140834808,0.009349693544209003,0.012390987947583199,0.015432283282279968,0.01847357675433159,0.02151487208902836,0.024556167423725128,0.02759746089577675,0.03063875623047352,0.03368005156517029,0.03672134503722191,0.03976263850927353,0.04280393570661545,0.04584522917866707,0.04888652265071869,0.05192781984806061,0.05496911332011223,0.05801040679216385,0.06105170398950577,0.06409299373626709,0.06713429093360901,0.07017558813095093,0.07321687787771225,0.07625817507505417,0.07929947227239609,0.08234076201915741,0.08538205921649933,0.08842335641384125,0.09146464616060257,0.09450594335794449],"_type":"histogram","values":[1,0,0,1,5,6,10,25,37,66,129,192,281,471,730,1121,1609,2316,3273,4522,6000,7867,10253,12908,15868,18719,22185,25319,28434,31159,33359,34604,35296,35696,34551,33031,31035,28051,25077,21651,18374,15381,12466,9969,7657,5769,4424,3141,2231,1645,1063,699,433,281,174,112,68,33,13,17,9,4,2,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"values":[1,1,0,1,4,6,11,21,11,59,83,136,235,366,618,932,1428,2065,2993,4102,5663,7399,9736,12268,15480,18998,21765,25640,28492,31463,33966,35657,36209,36497,35628,33775,31160,28495,25285,21899,18364,15290,12203,9769,7429,5475,4039,2951,1997,1346,894,592,366,237,132,84,44,34,13,7,2,5,2,1],"bins":[-0.10262208431959152,-0.09951043128967285,-0.09639877825975418,-0.09328712522983551,-0.09017547965049744,-0.08706382662057877,-0.0839521735906601,-0.08084052056074142,-0.07772886753082275,-0.07461721450090408,-0.07150556892156601,-0.06839391589164734,-0.06528226286172867,-0.06217060983181,-0.05905895680189133,-0.055947307497262955,-0.052835654467344284,-0.04972400143742561,-0.04661235213279724,-0.04350069910287857,-0.0403890460729599,-0.03727739676833153,-0.03416574373841286,-0.031054090708494186,-0.027942439541220665,-0.024830788373947144,-0.021719135344028473,-0.01860748417675495,-0.015495832078158855,-0.01238417997956276,-0.009272528812289238,-0.006160876713693142,-0.003049224615097046,6.242725066840649e-05,0.003174079116433859,0.006285730749368668,0.009397382847964764,0.01250903494656086,0.015620686113834381,0.018732339143753052,0.021843990311026573,0.024955641478300095,0.028067294508218765,0.031178945675492287,0.03429059684276581,0.03740224987268448,0.04051390290260315,0.04362555220723152,0.04673720523715019,0.04984885826706886,0.052960507571697235,0.056072160601615906,0.059183813631534576,0.06229546293616295,0.06540711969137192,0.06851876527070999,0.07163041830062866,0.07474207133054733,0.077853724360466,0.08096537739038467,0.08407703042030334,0.08718867599964142,0.09030032902956009,0.09341198205947876,0.09652363508939743],"_type":"histogram"},"gradients/_orig_mod.linear.weight":{"bins":[-0.001033782958984375,-0.0010049119591712952,-0.0009760409593582153,-0.0009471699595451355,-0.0009182989597320557,-0.0008894279599189758,-0.000860556960105896,-0.0008316859602928162,-0.0008028149604797363,-0.0007739439606666565,-0.0007450729608535767,-0.0007162019610404968,-0.000687330961227417,-0.0006584599614143372,-0.0006295889616012573,-0.0006007179617881775,-0.0005718469619750977,-0.0005429759621620178,-0.000514104962348938,-0.00048523396253585815,-0.0004563629627227783,-0.0004274919629096985,-0.00039862096309661865,-0.0003697499632835388,-0.000340878963470459,-0.00031200796365737915,-0.0002831369638442993,-0.0002542659640312195,-0.00022539496421813965,-0.00019652396440505981,-0.00016765296459197998,-0.00013878196477890015,-0.00010991096496582031,-8.103996515274048e-05,-5.2168965339660645e-05,-2.329796552658081e-05,5.5730342864990234e-06,3.444403409957886e-05,6.331503391265869e-05,9.218603372573853e-05,0.00012105703353881836,0.0001499280333518982,0.00017879903316497803,0.00020767003297805786,0.0002365410327911377,0.00026541203260421753,0.00029428303241729736,0.0003231540322303772,0.00035202503204345703,0.00038089603185653687,0.0004097670316696167,0.00043863803148269653,0.00046750903129577637,0.0004963800311088562,0.000525251030921936,0.0005541220307350159,0.0005829930305480957,0.0006118640303611755,0.0006407350301742554,0.0006696060299873352,0.000698477029800415,0.0007273480296134949,0.0007562190294265747,0.0007850900292396545,0.0008139610290527344],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,3,3,3,12,8,11,26,34,55,87,118,223,361,508,837,1253,1989,3158,4838,7743,11626,17350,25862,35251,44731,50532,48617,41343,31300,22251,15230,10089,6469,4103,2635,1650,1020,674,455,288,175,99,63,38,37,27,6,7,6,5,1,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,3,0,0,0,0,2,2,4,3,2,5,3,12,12,13,17,35,31,39,50,61,57,67,57,53,39,41,34,25,24,16,9,7,5,7,5,4,5,4,3,3,1,2,0,1,1,1,0,1],"bins":[-0.0004134041955694556,-0.0004024064401164651,-0.00039140868466347456,-0.00038041090010665357,-0.00036941314465366304,-0.0003584153892006725,-0.0003474176046438515,-0.000336419849190861,-0.00032542209373787045,-0.0003144243382848799,-0.0003034265828318894,-0.0002924287982750684,-0.00028143104282207787,-0.00027043328736908734,-0.00025943550281226635,-0.0002484377473592758,-0.00023743999190628529,-0.00022644223645329475,-0.000215444466448389,-0.00020444669644348323,-0.0001934489409904927,-0.00018245118553750217,-0.0001714534155325964,-0.00016045564552769065,-0.00014945789007470012,-0.00013846013462170959,-0.00012746236461680382,-0.00011646460188785568,-0.00010546683915890753,-9.446907642995939e-05,-8.347131370101124e-05,-7.24735509720631e-05,-6.147575913928449e-05,-5.0477996410336345e-05,-3.94802336813882e-05,-2.8482470952440053e-05,-1.7484708223491907e-05,-6.486945494543761e-06,4.510817234404385e-06,1.550857996335253e-05,2.6506342692300677e-05,3.7504105421248823e-05,4.850186815019697e-05,5.9499630879145116e-05,7.049739360809326e-05,8.149515633704141e-05,9.249291906598955e-05,0.0001034906817949377,0.00011448844452388585,0.00012548619997687638,0.00013648396998178214,0.0001474817399866879,0.00015847949543967843,0.00016947725089266896,0.00018047502089757472,0.00019147279090248048,0.00020247054635547101,0.00021346830180846155,0.0002244660718133673,0.00023546384181827307,0.0002464615972712636,0.00025745935272425413,0.00026845710817724466,0.00027945489273406565,0.0002904526481870562],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,2,1,5,2,6,6,7,8,15,9,20,19,18,18,20,18,20,29,39,32,28,25,30,28,31,29,39,36,38,30,23,16,15,21,22,6,16,6,8,8,4,2,0,2,2,1,1,1,2,1,1,1],"bins":[-0.00014203786849975586,-0.00013792701065540314,-0.00013381615281105042,-0.0001297052949666977,-0.00012559443712234497,-0.00012148357927799225,-0.00011737272143363953,-0.0001132618635892868,-0.00010915100574493408,-0.00010504014790058136,-0.00010092929005622864,-9.681843221187592e-05,-9.27075743675232e-05,-8.859671652317047e-05,-8.448585867881775e-05,-8.037500083446503e-05,-7.62641429901123e-05,-7.215328514575958e-05,-6.804242730140686e-05,-6.393156945705414e-05,-5.9820711612701416e-05,-5.5709853768348694e-05,-5.159899592399597e-05,-4.748813807964325e-05,-4.337728023529053e-05,-3.9266422390937805e-05,-3.515556454658508e-05,-3.104470670223236e-05,-2.693384885787964e-05,-2.2822991013526917e-05,-1.8712133169174194e-05,-1.4601275324821472e-05,-1.049041748046875e-05,-6.379559636116028e-06,-2.2687017917633057e-06,1.8421560525894165e-06,5.953013896942139e-06,1.006387174129486e-05,1.4174729585647583e-05,1.8285587430000305e-05,2.2396445274353027e-05,2.650730311870575e-05,3.061816096305847e-05,3.4729018807411194e-05,3.8839876651763916e-05,4.295073449611664e-05,4.706159234046936e-05,5.117245018482208e-05,5.5283308029174805e-05,5.939416587352753e-05,6.350502371788025e-05,6.761588156223297e-05,7.17267394065857e-05,7.583759725093842e-05,7.994845509529114e-05,8.405931293964386e-05,8.817017078399658e-05,9.22810286283493e-05,9.639188647270203e-05,0.00010050274431705475,0.00010461360216140747,0.00010872446000576019,0.00011283531785011292,0.00011694617569446564,0.00012105703353881836]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.001308163977228105,-0.00125974346883595,-0.0012113230768591166,-0.0011629025684669614,-0.001114482176490128,-0.0010660616680979729,-0.0010176412761211395,-0.0009692208259366453,-0.000920800375752151,-0.0008723798673599958,-0.0008239594171755016,-0.0007755389669910073,-0.0007271185168065131,-0.0006786980666220188,-0.0006302776164375246,-0.0005818571662530303,-0.000533436716068536,-0.0004850162658840418,-0.00043659581569954753,-0.00038817536551505327,-0.000339754915330559,-0.0002913344360422343,-0.00024291398585774004,-0.0001944935356732458,-0.00014607308548875153,-9.765263530425727e-05,-4.92321778438054e-05,-8.117240213323385e-07,4.7608729801140726e-05,9.602917998563498e-05,0.00014444964472204447,0.00019287009490653872,0.00024129054509103298,0.00028971099527552724,0.0003381314454600215,0.00038655189564451575,0.00043497234582901,0.0004833928251173347,0.0005318132461979985,0.0005802336963824928,0.000628654146566987,0.0006770746549591422,0.0007254951051436365,0.0007739155553281307,0.000822336005512625,0.0008707564556971192,0.0009191769058816135,0.0009675973560661077,0.001016017748042941,0.0010644382564350963,0.0011128587648272514,0.0011612791568040848,0.00120969966519624,0.0012581200571730733,0.0013065405655652285,0.0013549609575420618,0.001403381465934217,0.0014518018579110503,0.0015002223663032055,0.0015486427582800388,0.001597063266672194,0.0016454836586490273,0.0016939041670411825,0.0017423245590180159,0.001790745067410171],"_type":"histogram","values":[2,0,1,0,1,2,5,1,2,6,7,5,5,11,8,11,6,22,15,25,17,31,26,31,29,41,55,41,40,38,40,36,28,28,22,21,17,23,14,9,10,4,6,6,6,2,1,2,1,1,0,3,2,0,0,0,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[1,0,1,0,1,0,1,0,0,0,4,3,4,5,6,6,7,9,5,11,7,10,13,23,14,23,17,25,19,28,29,24,19,32,27,42,36,33,23,25,19,26,21,22,21,16,9,12,20,5,9,12,6,4,4,5,4,6,5,1,7,0,0,1],"bins":[-0.0003441588196437806,-0.0003343122371006757,-0.00032446562545374036,-0.00031461904291063547,-0.00030477243126370013,-0.00029492584872059524,-0.0002850792370736599,-0.000275232654530555,-0.0002653860719874501,-0.0002555394603405148,-0.0002456928777974099,-0.00023584626615047455,-0.00022599968360736966,-0.00021615308651234955,-0.00020630648941732943,-0.00019645989232230932,-0.0001866132952272892,-0.00017676669813226908,-0.00016692010103724897,-0.00015707350394222885,-0.00014722690684720874,-0.00013738032430410385,-0.00012753372720908374,-0.00011768713011406362,-0.0001078405330190435,-9.799393592402339e-05,-8.814733882900327e-05,-7.830074900994077e-05,-6.845415191492066e-05,-5.860755481990054e-05,-4.8760961362859234e-05,-3.8914367905817926e-05,-2.9067799914628267e-05,-1.9221204638597555e-05,-9.374609362566844e-06,4.719859134638682e-07,1.031858118949458e-05,2.0165176465525292e-05,3.0011771741556004e-05,3.985836519859731e-05,4.970496229361743e-05,5.955155938863754e-05,6.939815648365766e-05,7.924474630272016e-05,8.909134339774027e-05,9.893794049276039e-05,0.00010878453031182289,0.000118631127406843,0.00012847772450186312,0.00013832432159688324,0.00014817091869190335,0.00015801751578692347,0.00016786411288194358,0.00017771069542504847,0.00018755729252006859,0.0001974038896150887,0.00020725048671010882,0.00021709708380512893,0.00022694368090014905,0.00023679027799516916,0.00024663686053827405,0.0002564834721852094,0.0002663300547283143,0.0002761766663752496,0.0002860232489183545],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-1.4662742614746094e-05,-1.416075974702835e-05,-1.3658776879310608e-05,-1.3156794011592865e-05,-1.2654811143875122e-05,-1.2152828276157379e-05,-1.1650845408439636e-05,-1.1148862540721893e-05,-1.064687967300415e-05,-1.0144896805286407e-05,-9.642913937568665e-06,-9.140931069850922e-06,-8.638948202133179e-06,-8.136965334415436e-06,-7.634982466697693e-06,-7.13299959897995e-06,-6.631016731262207e-06,-6.129033863544464e-06,-5.627050995826721e-06,-5.125068128108978e-06,-4.623085260391235e-06,-4.1211023926734924e-06,-3.6191195249557495e-06,-3.1171366572380066e-06,-2.6151537895202637e-06,-2.1131709218025208e-06,-1.6111880540847778e-06,-1.109205186367035e-06,-6.07222318649292e-07,-1.0523945093154907e-07,3.9674341678619385e-07,8.987262845039368e-07,1.4007091522216797e-06,1.9026920199394226e-06,2.4046748876571655e-06,2.9066577553749084e-06,3.4086406230926514e-06,3.910623490810394e-06,4.412606358528137e-06,4.91458922624588e-06,5.416572093963623e-06,5.918554961681366e-06,6.420537829399109e-06,6.922520697116852e-06,7.424503564834595e-06,7.926486432552338e-06,8.42846930027008e-06,8.930452167987823e-06,9.432435035705566e-06,9.93441790342331e-06,1.0436400771141052e-05,1.0938383638858795e-05,1.1440366506576538e-05,1.1942349374294281e-05,1.2444332242012024e-05,1.2946315109729767e-05,1.344829797744751e-05,1.3950280845165253e-05,1.4452263712882996e-05,1.4954246580600739e-05,1.545622944831848e-05,1.5958212316036224e-05,1.6460195183753967e-05,1.696217805147171e-05,1.7464160919189453e-05],"_type":"histogram","values":[3,0,1,1,0,0,1,4,1,2,2,4,2,6,9,9,7,8,4,14,11,18,25,27,32,38,50,42,63,57,57,44,43,43,21,14,10,10,9,11,13,6,9,2,10,6,3,1,3,3,0,1,2,2,0,1,0,0,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,2,1,1,0,0,1,0,5,1,4,1,6,4,6,8,11,9,12,14,17,13,21,23,26,31,35,24,26,37,33,39,22,39,31,31,31,24,33,18,20,15,15,12,11,8,8,7,6,3,4,4,4,3,2,1,0,2,0,0,1,0,0,1],"bins":[-0.0044008358381688595,-0.004258718807250261,-0.004116601310670376,-0.003974484279751778,-0.0038323672488331795,-0.0036902499850839376,-0.003548132721334696,-0.0034060156904160976,-0.003263898426666856,-0.003121781162917614,-0.002979664131999016,-0.002837546868249774,-0.002695429604500532,-0.002553312573581934,-0.002411195309832692,-0.002269078278914094,-0.002126961015164852,-0.0019848437514156103,-0.0018427267204970121,-0.0017006094567477703,-0.0015584923094138503,-0.0014163751620799303,-0.0012742578983306885,-0.0011321407509967685,-0.0009900236036628485,-0.0008479064563289285,-0.0007057892507873476,-0.0005636720452457666,-0.00042155489791184664,-0.0002794377214740962,-0.00013732054503634572,4.7966314014047384e-06,0.0001469133421778679,0.00028903051861561835,0.0004311476950533688,0.0005732649005949497,0.0007153820479288697,0.0008574991952627897,0.0009996164590120316,0.0011417336063459516,0.0012838507536798716,0.0014259679010137916,0.0015680850483477116,0.0017102023120969534,0.0018523194594308734,0.0019944366067647934,0.0021365538705140352,0.0022786709014326334,0.0024207881651818752,0.002562905428931117,0.0027050224598497152,0.002847139723598957,0.0029892567545175552,0.003131374018266797,0.003273491282016039,0.003415608312934637,0.003557725576683879,0.0036998428404331207,0.003841959871351719,0.003984076902270317,0.0041261943988502026,0.004268311429768801,0.004410428460687399,0.004552545957267284,0.004694662988185883]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,0,3,4,4,6,3,4,7,8,12,10,23,23,34,30,41,44,63,58,97,90,100,102,107,96,121,118,112,79,81,76,61,66,60,50,42,30,26,25,20,19,15,16,10,6,8,6,8,4,3,3,8,2,0,0,1,0,0,1,0,0,0,1],"bins":[-6.967782974243164e-05,-6.701331585645676e-05,-6.434880197048187e-05,-6.168428808450699e-05,-5.9019774198532104e-05,-5.635526031255722e-05,-5.3690746426582336e-05,-5.102623254060745e-05,-4.836171865463257e-05,-4.5697204768657684e-05,-4.30326908826828e-05,-4.0368176996707916e-05,-3.770366311073303e-05,-3.503914922475815e-05,-3.2374635338783264e-05,-2.971012145280838e-05,-2.7045607566833496e-05,-2.4381093680858612e-05,-2.1716579794883728e-05,-1.9052065908908844e-05,-1.638755202293396e-05,-1.3723038136959076e-05,-1.1058524250984192e-05,-8.394010365009308e-06,-5.729496479034424e-06,-3.06498259305954e-06,-4.0046870708465576e-07,2.2640451788902283e-06,4.928559064865112e-06,7.593072950839996e-06,1.025758683681488e-05,1.2922100722789764e-05,1.558661460876465e-05,1.8251128494739532e-05,2.0915642380714417e-05,2.35801562666893e-05,2.6244670152664185e-05,2.890918403863907e-05,3.157369792461395e-05,3.423821181058884e-05,3.690272569656372e-05,3.9567239582538605e-05,4.223175346851349e-05,4.489626735448837e-05,4.756078124046326e-05,5.022529512643814e-05,5.2889809012413025e-05,5.555432289838791e-05,5.821883678436279e-05,6.088335067033768e-05,6.354786455631256e-05,6.621237844228745e-05,6.887689232826233e-05,7.154140621423721e-05,7.42059201002121e-05,7.687043398618698e-05,7.953494787216187e-05,8.219946175813675e-05,8.486397564411163e-05,8.752848953008652e-05,9.01930034160614e-05,9.285751730203629e-05,9.552203118801117e-05,9.818654507398605e-05,0.00010085105895996094]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,1,0,2,1,1,1,0,3,3,6,0,3,6,10,4,10,14,13,10,15,17,28,12,25,32,33,27,30,21,27,35,34,31,26,32,32,27,28,23,23,23,20,15,8,5,13,8,8,4,6,2,1,0,2,2,1,0,0,0,2],"bins":[-0.000580912281293422,-0.0005640513845719397,-0.0005471905460581183,-0.0005303296493366361,-0.0005134687526151538,-0.0004966079141013324,-0.00047974701737985015,-0.00046288614976219833,-0.0004460252821445465,-0.0004291644145268947,-0.00041230354690924287,-0.0003954426501877606,-0.00037858178257010877,-0.00036172091495245695,-0.0003448600182309747,-0.00032799915061332285,-0.00031113828299567103,-0.0002942774153780192,-0.0002774165477603674,-0.0002605556510388851,-0.0002436947834212333,-0.00022683391580358148,-0.00020997303363401443,-0.00019311215146444738,-0.00017625128384679556,-0.00015939041622914374,-0.0001425295340595767,-0.00012566865189000964,-0.00010880778427235782,-9.194690937874839e-05,-7.508603448513895e-05,-5.822515959152952e-05,-4.1364342905581e-05,-2.4503468011971563e-05,-7.642593118362129e-06,9.218281775247306e-06,2.607915666885674e-05,4.2940031562466174e-05,5.980090645607561e-05,7.666178134968504e-05,9.352265624329448e-05,0.00011038353113690391,0.00012724440603051335,0.0001441052882000804,0.00016096615581773221,0.00017782702343538404,0.00019468790560495108,0.00021154878777451813,0.00022840965539216995,0.00024527052300982177,0.0002621313906274736,0.00027899228734895587,0.0002958531549666077,0.0003127140225842595,0.0003295749193057418,0.0003464357869233936,0.00036329665454104543,0.00038015752215869725,0.00039701838977634907,0.00041387928649783134,0.00043074015411548316,0.000447601021733135,0.00046446191845461726,0.0004813227860722691,0.0004981836536899209]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[1,0,0,0,0,0,0,1,3,1,1,3,6,6,7,4,7,10,10,5,10,14,16,21,15,13,31,16,21,24,27,22,28,27,27,31,32,29,23,30,30,28,21,31,14,17,19,13,5,10,14,11,3,6,7,1,6,4,0,1,1,1,1,2],"bins":[-0.0005047917366027832,-0.0004902668297290802,-0.0004757419228553772,-0.0004612170159816742,-0.0004466921091079712,-0.0004321672022342682,-0.0004176422953605652,-0.0004031173884868622,-0.0003885924816131592,-0.0003740675747394562,-0.0003595426678657532,-0.00034501776099205017,-0.00033049285411834717,-0.00031596794724464417,-0.00030144304037094116,-0.00028691813349723816,-0.00027239322662353516,-0.00025786831974983215,-0.00024334341287612915,-0.00022881850600242615,-0.00021429359912872314,-0.00019976869225502014,-0.00018524378538131714,-0.00017071887850761414,-0.00015619397163391113,-0.00014166906476020813,-0.00012714415788650513,-0.00011261925101280212,-9.809434413909912e-05,-8.356943726539612e-05,-6.904453039169312e-05,-5.451962351799011e-05,-3.999471664428711e-05,-2.5469809770584106e-05,-1.0944902896881104e-05,3.5800039768218994e-06,1.8104910850524902e-05,3.2629817724227905e-05,4.715472459793091e-05,6.167963147163391e-05,7.620453834533691e-05,9.072944521903992e-05,0.00010525435209274292,0.00011977925896644592,0.00013430416584014893,0.00014882907271385193,0.00016335397958755493,0.00017787888646125793,0.00019240379333496094,0.00020692870020866394,0.00022145360708236694,0.00023597851395606995,0.00025050342082977295,0.00026502832770347595,0.00027955323457717896,0.00029407814145088196,0.00030860304832458496,0.00032312795519828796,0.00033765286207199097,0.00035217776894569397,0.00036670267581939697,0.0003812275826931,0.000395752489566803,0.000410277396440506,0.000424802303314209],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.0005826815031468868,-0.0005621355376206338,-0.0005415895720943809,-0.0005210436065681279,-0.0005004976410418749,-0.00047995170461945236,-0.00045940576819702983,-0.00043885980267077684,-0.00041831383714452386,-0.0003977678716182709,-0.0003772219060920179,-0.00035667596966959536,-0.0003361300041433424,-0.0003155840386170894,-0.00029503810219466686,-0.0002744921366684139,-0.0002539461711421609,-0.0002334002056159079,-0.00021285425464157015,-0.0001923083036672324,-0.0001717623381409794,-0.00015121637261472642,-0.00013067042164038867,-0.0001101244633900933,-8.957850513979793e-05,-6.903254688950256e-05,-4.8486588639207184e-05,-2.7940630388911813e-05,-7.394672138616443e-06,1.3151286111678928e-05,3.36972443619743e-05,5.424320261226967e-05,7.478916086256504e-05,9.533511911286041e-05,0.00011588107736315578,0.00013642702833749354,0.00015697299386374652,0.0001775189593899995,0.00019806491036433727,0.00021861086133867502,0.000239156826864928,0.000259702792391181,0.000280248757917434,0.0003007946943398565,0.0003213406598661095,0.0003418866253923625,0.000362432561814785,0.000382978527341038,0.000403524492867291,0.00042407045839354396,0.00044461642391979694,0.00046516236034221947,0.00048570832586847246,0.000506254262290895,0.000526800227817148,0.000547346193343401,0.0005678921588696539,0.0005884381243959069,0.0006089840899221599,0.0006295300554484129,0.000650075962767005,0.000670621928293258,0.0006911678938195109,0.0007117138593457639,0.0007322598248720169],"_type":"histogram","values":[2,0,0,0,0,0,1,3,1,3,4,10,4,6,11,11,14,16,13,23,29,25,26,30,30,37,41,39,35,35,38,30,32,23,31,23,19,22,16,18,18,13,4,8,5,10,2,3,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0002448558807373047,-0.00023684650659561157,-0.00022883713245391846,-0.00022082775831222534,-0.00021281838417053223,-0.0002048090100288391,-0.000196799635887146,-0.00018879026174545288,-0.00018078088760375977,-0.00017277151346206665,-0.00016476213932037354,-0.00015675276517868042,-0.0001487433910369873,-0.0001407340168952942,-0.00013272464275360107,-0.00012471526861190796,-0.00011670589447021484,-0.00010869652032852173,-0.00010068714618682861,-9.26777720451355e-05,-8.466839790344238e-05,-7.665902376174927e-05,-6.864964962005615e-05,-6.064027547836304e-05,-5.263090133666992e-05,-4.462152719497681e-05,-3.661215305328369e-05,-2.8602778911590576e-05,-2.059340476989746e-05,-1.2584030628204346e-05,-4.5746564865112305e-06,3.4347176551818848e-06,1.1444091796875e-05,1.9453465938568115e-05,2.746284008026123e-05,3.5472214221954346e-05,4.348158836364746e-05,5.1490962505340576e-05,5.950033664703369e-05,6.75097107887268e-05,7.551908493041992e-05,8.352845907211304e-05,9.153783321380615e-05,9.954720735549927e-05,0.00010755658149719238,0.0001155659556388855,0.0001235753297805786,0.00013158470392227173,0.00013959407806396484,0.00014760345220565796,0.00015561282634735107,0.0001636222004890442,0.0001716315746307373,0.00017964094877243042,0.00018765032291412354,0.00019565969705581665,0.00020366907119750977,0.00021167844533920288,0.000219687819480896,0.0002276971936225891,0.00023570656776428223,0.00024371594190597534,0.00025172531604766846,0.00025973469018936157,0.0002677440643310547],"_type":"histogram","values":[2,0,0,0,0,2,1,1,2,1,1,2,6,9,8,12,20,22,50,73,98,131,285,446,881,1682,3549,8226,24810,99618,279860,122512,29843,9711,3989,1794,912,511,290,163,97,56,40,36,27,9,7,7,4,8,3,1,1,1,1,0,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,1,0,2,2,3,7,1,3,5,5,6,4,7,9,6,6,14,14,15,23,22,19,24,18,28,31,29,31,35,35,25,34,27,25,30,25,29,16,23,21,12,15,15,12,11,9,6,5,4,2,2,4,1,3,3,0,0,2,0,0,0,0,1],"bins":[-0.0004560380184557289,-0.00044101671664975584,-0.0004259954148437828,-0.00041097408393397927,-0.0003959527821280062,-0.00038093148032203317,-0.0003659101785160601,-0.00035088887671008706,-0.000335867574904114,-0.0003208462439943105,-0.00030582494218833745,-0.0002908036403823644,-0.00027578233857639134,-0.0002607610367704183,-0.0002457397058606148,-0.00023071840405464172,-0.00021569710224866867,-0.00020067580044269562,-0.00018565448408480734,-0.00017063318227883428,-0.000155611865920946,-0.00014059056411497295,-0.0001255692623089999,-0.00011054795322706923,-9.552664414513856e-05,-8.05053350632079e-05,-6.548402598127723e-05,-5.0462724175304174e-05,-3.544141509337351e-05,-2.0420107830432244e-05,-5.39880056749098e-06,9.622506695450284e-06,2.4643843062222004e-05,3.966515214415267e-05,5.468645758810453e-05,6.970776303205639e-05,8.472907211398706e-05,9.975038119591773e-05,0.00011477168300189078,0.00012979299935977906,0.0001448143011657521,0.00015983560297172517,0.00017485691932961345,0.0001898782211355865,0.00020489952294155955,0.00021992083929944783,0.0002349421411054209,0.00024996345746330917,0.0002649847592692822,0.0002800060610752553,0.00029502736288122833,0.00031004869379103184,0.0003250699955970049,0.00034009129740297794,0.000355112599208951,0.00037013390101492405,0.0003851552028208971,0.0004001765337307006,0.00041519783553667367,0.0004302191373426467,0.00044524043914861977,0.0004602617409545928,0.00047528307186439633,0.0004903043736703694,0.0005053256754763424]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[2,3,1,2,1,5,6,4,4,14,22,37,47,54,85,144,237,339,525,792,1306,2014,3100,4987,8005,12650,20342,33249,53860,84529,107319,92958,62562,38011,23618,14306,9045,5841,3513,2215,1408,949,602,360,224,151,132,81,48,31,29,15,10,11,5,2,4,2,0,3,1,1,0,1],"bins":[-0.00041174888610839844,-0.0003983117640018463,-0.0003848746418952942,-0.00037143751978874207,-0.00035800039768218994,-0.0003445632755756378,-0.0003311261534690857,-0.00031768903136253357,-0.00030425190925598145,-0.0002908147871494293,-0.0002773776650428772,-0.0002639405429363251,-0.00025050342082977295,-0.00023706629872322083,-0.0002236291766166687,-0.00021019205451011658,-0.00019675493240356445,-0.00018331781029701233,-0.0001698806881904602,-0.00015644356608390808,-0.00014300644397735596,-0.00012956932187080383,-0.00011613219976425171,-0.00010269507765769958,-8.925795555114746e-05,-7.582083344459534e-05,-6.238371133804321e-05,-4.894658923149109e-05,-3.5509467124938965e-05,-2.207234501838684e-05,-8.635222911834717e-06,4.801899194717407e-06,1.823902130126953e-05,3.1676143407821655e-05,4.511326551437378e-05,5.85503876209259e-05,7.198750972747803e-05,8.542463183403015e-05,9.886175394058228e-05,0.0001122988760471344,0.00012573599815368652,0.00013917312026023865,0.00015261024236679077,0.0001660473644733429,0.00017948448657989502,0.00019292160868644714,0.00020635873079299927,0.0002197958528995514,0.00023323297500610352,0.00024667009711265564,0.00026010721921920776,0.0002735443413257599,0.000286981463432312,0.00030041858553886414,0.00031385570764541626,0.0003272928297519684,0.0003407299518585205,0.00035416707396507263,0.00036760419607162476,0.0003810413181781769,0.000394478440284729,0.00040791556239128113,0.00042135268449783325,0.0004347898066043854,0.0004482269287109375]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,2,1,2,5,5,6,5,19,20,23,41,62,86,128,166,297,395,619,897,1465,2298,3773,6184,10690,20006,40649,89576,175954,122650,54259,26015,13751,7677,4533,2665,1670,1049,714,481,335,215,140,85,79,42,27,22,14,9,6,3,3,1,1,0,1,0,0,1,0,0,0,1],"bins":[-0.0014295578002929688,-0.0013797283172607422,-0.0013298988342285156,-0.001280069351196289,-0.0012302398681640625,-0.001180410385131836,-0.0011305809020996094,-0.0010807514190673828,-0.0010309219360351562,-0.0009810924530029297,-0.0009312629699707031,-0.0008814334869384766,-0.00083160400390625,-0.0007817745208740234,-0.0007319450378417969,-0.0006821155548095703,-0.0006322860717773438,-0.0005824565887451172,-0.0005326271057128906,-0.00048279762268066406,-0.0004329681396484375,-0.00038313865661621094,-0.0003333091735839844,-0.0002834796905517578,-0.00023365020751953125,-0.0001838207244873047,-0.00013399124145507812,-8.416175842285156e-05,-3.4332275390625e-05,1.5497207641601562e-05,6.532669067382812e-05,0.00011515617370605469,0.00016498565673828125,0.0002148151397705078,0.0002646446228027344,0.00031447410583496094,0.0003643035888671875,0.00041413307189941406,0.0004639625549316406,0.0005137920379638672,0.0005636215209960938,0.0006134510040283203,0.0006632804870605469,0.0007131099700927734,0.000762939453125,0.0008127689361572266,0.0008625984191894531,0.0009124279022216797,0.0009622573852539062,0.0010120868682861328,0.0010619163513183594,0.001111745834350586,0.0011615753173828125,0.001211404800415039,0.0012612342834472656,0.0013110637664794922,0.0013608932495117188,0.0014107227325439453,0.0014605522155761719,0.0015103816986083984,0.001560211181640625,0.0016100406646728516,0.0016598701477050781,0.0017096996307373047,0.0017595291137695312]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[2,0,4,2,2,3,8,5,6,6,8,9,13,19,12,28,30,36,44,48,59,67,51,81,94,81,87,117,103,110,108,83,87,85,77,68,67,59,43,48,38,24,25,14,18,17,11,7,4,5,8,4,2,2,1,2,2,0,2,0,0,0,1,1],"bins":[-0.00018137693405151367,-0.0001750551164150238,-0.00016873329877853394,-0.00016241148114204407,-0.0001560896635055542,-0.00014976784586906433,-0.00014344602823257446,-0.0001371242105960846,-0.00013080239295959473,-0.00012448057532310486,-0.00011815875768661499,-0.00011183694005012512,-0.00010551512241363525,-9.919330477714539e-05,-9.287148714065552e-05,-8.654966950416565e-05,-8.022785186767578e-05,-7.390603423118591e-05,-6.758421659469604e-05,-6.126239895820618e-05,-5.494058132171631e-05,-4.861876368522644e-05,-4.229694604873657e-05,-3.5975128412246704e-05,-2.9653310775756836e-05,-2.3331493139266968e-05,-1.70096755027771e-05,-1.0687857866287231e-05,-4.366040229797363e-06,1.955777406692505e-06,8.277595043182373e-06,1.4599412679672241e-05,2.092123031616211e-05,2.7243047952651978e-05,3.3564865589141846e-05,3.9886683225631714e-05,4.620850086212158e-05,5.253031849861145e-05,5.885213613510132e-05,6.517395377159119e-05,7.149577140808105e-05,7.781758904457092e-05,8.413940668106079e-05,9.046122431755066e-05,9.678304195404053e-05,0.0001031048595905304,0.00010942667722702026,0.00011574849486351013,0.0001220703125,0.00012839213013648987,0.00013471394777297974,0.0001410357654094696,0.00014735758304595947,0.00015367940068244934,0.0001600012183189392,0.00016632303595542908,0.00017264485359191895,0.0001789666712284088,0.00018528848886489868,0.00019161030650138855,0.00019793212413787842,0.00020425394177436829,0.00021057575941085815,0.00021689757704734802,0.0002232193946838379],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.0955006331205368,-0.09265292435884476,-0.0898052230477333,-0.08695751428604126,-0.08410981297492981,-0.08126210421323776,-0.07841440290212631,-0.07556669414043427,-0.07271899282932281,-0.06987128406763077,-0.06702357530593872,-0.06417587399482727,-0.06132816523313522,-0.058480460196733475,-0.055632755160331726,-0.05278505012392998,-0.04993734508752823,-0.04708964005112648,-0.04424193501472473,-0.04139422997832298,-0.038546524941921234,-0.03569881618022919,-0.03285111114382744,-0.03000340610742569,-0.02715570107102394,-0.024307996034622192,-0.021460290998220444,-0.018612584099173546,-0.015764879062771797,-0.012917174026370049,-0.010069468058645725,-0.007221762556582689,-0.004374057054519653,-0.0015263515524566174,0.0013213539496064186,0.004169059451669455,0.0070167649537324905,0.00986446999013424,0.012712175957858562,0.015559881925582886,0.018407586961984634,0.021255291998386383,0.02410299703478813,0.02695070393383503,0.029798408970236778,0.032646115869283676,0.035493820905685425,0.03834152594208717,0.04118923097848892,0.04403693601489067,0.04688464105129242,0.04973234608769417,0.05258005112409592,0.055427759885787964,0.05827546492218971,0.06112316995859146,0.06397087872028351,0.06681858003139496,0.069666288793087,0.07251399010419846,0.0753616988658905,0.07820940017700195,0.081057108938694,0.08390481024980545,0.0867525190114975],"_type":"histogram","values":[2,2,4,5,10,14,21,37,66,104,137,290,390,526,905,1263,1830,2504,3499,4608,6035,7685,9778,12168,14749,17506,20359,23345,25719,28484,30330,31925,32612,33337,33018,32204,30464,28589,25855,23521,20633,17729,14842,12290,10049,7836,6009,4786,3501,2594,1831,1282,890,577,415,262,159,104,57,37,16,11,8,6]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,3,0,0,0,1,1,2,1,2,1,2,5,8,15,8,13,10,19,19,34,25,38,26,33,39,42,34,43,31,40,31,38,24,23,21,19,18,22,13,12,7,7,9,8,2,3,2,3,1,3,1,2,0,0,1,0,0,0,0,0,1],"bins":[-0.001129471231251955,-0.0010915653547272086,-0.0010536593617871404,-0.001015753485262394,-0.0009778476087376475,-0.0009399416740052402,-0.0009020357392728329,-0.0008641298045404255,-0.0008262238698080182,-0.0007883179932832718,-0.0007504120585508645,-0.0007125061238184571,-0.0006746002472937107,-0.0006366943125613034,-0.000598788377828896,-0.0005608825013041496,-0.0005229765665717423,-0.0004850706609431654,-0.0004471647262107581,-0.0004092588205821812,-0.0003713528858497739,-0.000333446980221197,-0.00029554107459262013,-0.0002576351398602128,-0.00021972923423163593,-0.00018182331405114383,-0.00014391739387065172,-0.00010601148824207485,-6.810556806158274e-05,-3.0199651519069448e-05,7.706265023443848e-06,4.5612181565957144e-05,8.351809810847044e-05,0.00012142401828896254,0.00015932993846945465,0.00019723584409803152,0.00023514176427852362,0.0002730476844590157,0.0003109535900875926,0.00034885952481999993,0.0003867654304485768,0.0004246713360771537,0.000462577270809561,0.0005004832055419683,0.0005383890820667148,0.0005762950167991221,0.0006142009515315294,0.0006521068280562758,0.0006900127627886832,0.0007279186975210905,0.0007658245740458369,0.0008037305087782443,0.0008416364435106516,0.000879542320035398,0.0009174482547678053,0.0009553541895002127,0.000993260066024959,0.0010311660589650273,0.0010690719354897738,0.0011069778120145202,0.0011448838049545884,0.0011827896814793348,0.0012206955580040812,0.0012586015509441495,0.001296507427468896]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,0,0,0,6,3,5,10,11,12,17,14,23,38,37,52,81,89,133,171,242,263,380,442,638,928,1131,1636,2574,4603,10973,37966,470402,33772,10077,4430,2404,1619,1134,832,670,463,371,266,210,170,131,93,72,68,37,18,21,29,14,8,9,6,4,3,3,3,3,2],"bins":[-8.827447891235352e-05,-8.555501699447632e-05,-8.283555507659912e-05,-8.011609315872192e-05,-7.739663124084473e-05,-7.467716932296753e-05,-7.195770740509033e-05,-6.923824548721313e-05,-6.651878356933594e-05,-6.379932165145874e-05,-6.107985973358154e-05,-5.8360397815704346e-05,-5.564093589782715e-05,-5.292147397994995e-05,-5.0202012062072754e-05,-4.748255014419556e-05,-4.476308822631836e-05,-4.204362630844116e-05,-3.9324164390563965e-05,-3.660470247268677e-05,-3.388524055480957e-05,-3.116577863693237e-05,-2.8446316719055176e-05,-2.572685480117798e-05,-2.300739288330078e-05,-2.0287930965423584e-05,-1.7568469047546387e-05,-1.484900712966919e-05,-1.2129545211791992e-05,-9.410083293914795e-06,-6.690621376037598e-06,-3.9711594581604e-06,-1.2516975402832031e-06,1.4677643775939941e-06,4.187226295471191e-06,6.906688213348389e-06,9.626150131225586e-06,1.2345612049102783e-05,1.506507396697998e-05,1.7784535884857178e-05,2.0503997802734375e-05,2.3223459720611572e-05,2.594292163848877e-05,2.8662383556365967e-05,3.1381845474243164e-05,3.410130739212036e-05,3.682076930999756e-05,3.9540231227874756e-05,4.225969314575195e-05,4.497915506362915e-05,4.769861698150635e-05,5.0418078899383545e-05,5.313754081726074e-05,5.585700273513794e-05,5.857646465301514e-05,6.129592657089233e-05,6.401538848876953e-05,6.673485040664673e-05,6.945431232452393e-05,7.217377424240112e-05,7.489323616027832e-05,7.761269807815552e-05,8.033215999603271e-05,8.305162191390991e-05,8.577108383178711e-05]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,0,1,0,2,0,0,0,0,3,3,0,6,10,11,11,16,15,30,34,37,41,55,74,79,56,45,47,46,25,29,17,10,12,14,8,8,6,2,0,1,2,2,0,3,1,1,0,0,1,0,0,1],"bins":[-0.00044016362517140806,-0.0004278097185306251,-0.00041545581188984215,-0.0004031019052490592,-0.00039074799860827625,-0.0003783940919674933,-0.00036604018532671034,-0.0003536862786859274,-0.00034133237204514444,-0.0003289784654043615,-0.00031662455876357853,-0.0003042706521227956,-0.00029191674548201263,-0.0002795628388412297,-0.0002672089322004467,-0.00025485502555966377,-0.0002425011043669656,-0.00023014719772618264,-0.0002177932910853997,-0.00020543938444461673,-0.00019308547780383378,-0.00018073157116305083,-0.00016837766452226788,-0.00015602375788148493,-0.00014366983668878675,-0.0001313159300480038,-0.00011896203068317845,-0.0001066081240423955,-9.425421012565494e-05,-8.190030348487198e-05,-6.954639684408903e-05,-5.719249020330608e-05,-4.4838583562523127e-05,-3.2484676921740174e-05,-2.013076846196782e-05,-7.776860911690164e-06,4.57704663858749e-06,1.6930953279370442e-05,2.9284861739142798e-05,4.1638770198915154e-05,5.3992676839698106e-05,6.634658348048106e-05,7.870049012126401e-05,9.105439676204696e-05,0.00010340831067878753,0.00011576221731957048,0.00012811612396035343,0.00014047003060113639,0.00015282393724191934,0.0001651778438827023,0.00017753175052348524,0.0001898856571642682,0.00020223956380505115,0.0002145934704458341,0.00022694737708661705,0.0002393012837274,0.0002516552049200982,0.00026400911156088114,0.0002763630182016641,0.00028871692484244704,0.00030107083148323,0.00031342473812401295,0.0003257786447647959,0.00033813255140557885,0.0003504864580463618]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,0,4,3,9,9,23,44,61,147,184,328,536,879,1279,1887,2739,3802,5312,7151,9471,11958,14965,18221,21958,25506,28641,31563,34316,35616,36348,36394,35699,34300,32126,29253,25533,21962,18672,15175,12175,9681,7463,5707,4041,2890,2032,1381,890,589,382,204,118,78,51,32,14,10,4,4,1,1,0,1],"bins":[-0.0973295196890831,-0.09419499337673187,-0.09106047451496124,-0.08792594820261002,-0.08479142189025879,-0.08165690302848816,-0.07852237671613693,-0.0753878578543663,-0.07225333154201508,-0.06911880522966385,-0.06598428636789322,-0.06284976005554199,-0.059715237468481064,-0.056580714881420135,-0.05344618856906891,-0.05031166598200798,-0.04717714339494705,-0.044042620807886124,-0.040908098220825195,-0.03777357190847397,-0.03463904932141304,-0.03150452673435211,-0.028370002284646034,-0.025235477834939957,-0.02210095524787903,-0.0189664326608181,-0.015831908211112022,-0.01269738469272852,-0.009562861174345016,-0.0064283376559615135,-0.0032938141375780106,-0.0001592906191945076,0.0029752403497695923,0.006109763868153095,0.009244287386536598,0.012378810904920101,0.015513334423303604,0.018647857010364532,0.02178238146007061,0.024916905909776688,0.028051428496837616,0.031185951083898544,0.03432047367095947,0.0374549999833107,0.04058952257037163,0.043724045157432556,0.04685857146978378,0.04999309405684471,0.05312761664390564,0.05626213923096657,0.059396661818027496,0.06253118813037872,0.06566570699214935,0.06880023330450058,0.0719347596168518,0.07506927847862244,0.07820380479097366,0.08133833110332489,0.08447284996509552,0.08760737627744675,0.09074190258979797,0.0938764214515686,0.09701094776391983,0.10014546662569046,0.10327999293804169],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,1,0,0,0,2,1,1,1,2,3,2,9,3,3,6,6,14,8,16,12,22,19,24,31,26,21,24,43,36,33,29,37,36,37,26,27,29,24,25,21,19,15,3,10,18,6,8,5,2,2,5,4,1,1,3,1,0,1,2],"bins":[0.997165858745575,0.9972490668296814,0.9973322153091431,0.9974154233932495,0.9974985718727112,0.9975817799568176,0.9976649880409241,0.9977481365203857,0.9978313446044922,0.9979144930839539,0.9979977011680603,0.9980809092521667,0.9981640577316284,0.9982472658157349,0.9983304738998413,0.998413622379303,0.9984968304634094,0.9985799789428711,0.9986631870269775,0.998746395111084,0.9988295435905457,0.9989127516746521,0.9989959001541138,0.9990791082382202,0.9991623163223267,0.9992454648017883,0.9993286728858948,0.9994118213653564,0.9994950294494629,0.9995782375335693,0.999661386013031,0.9997445940971375,0.9998277425765991,0.9999109506607056,0.999994158744812,1.0000773668289185,1.0001604557037354,1.0002436637878418,1.0003268718719482,1.0004100799560547,1.0004932880401611,1.000576376914978,1.0006595849990845,1.000742793083191,1.0008260011672974,1.0009092092514038,1.0009924173355103,1.0010755062103271,1.0011587142944336,1.00124192237854,1.0013251304626465,1.001408338546753,1.0014914274215698,1.0015746355056763,1.0016578435897827,1.0017410516738892,1.0018242597579956,1.0019073486328125,1.001990556716919,1.0020737648010254,1.0021569728851318,1.0022401809692383,1.0023232698440552,1.0024064779281616,1.002489686012268]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,2,0,1,0,0,0,1,0,5,8,7,2,10,5,11,17,23,22,28,31,37,43,56,65,58,47,47,43,31,33,28,13,15,16,13,7,10,9,4,4,3,2,1,1,1,0,0,2,0,0,1,1,0,2,0,0,0,1],"bins":[-0.00040182931115850806,-0.0003885877085849643,-0.0003753461060114205,-0.0003621045034378767,-0.0003488629008643329,-0.00033562129829078913,-0.00032237969571724534,-0.00030913809314370155,-0.00029589649057015777,-0.000282654887996614,-0.0002694132854230702,-0.0002561716828495264,-0.00024293008027598262,-0.00022968847770243883,-0.00021644687512889504,-0.00020320527255535126,-0.00018996366998180747,-0.00017672206740826368,-0.0001634804648347199,-0.0001502388622611761,-0.00013699725968763232,-0.00012375565711408854,-0.00011051405454054475,-9.727245196700096e-05,-8.403084939345717e-05,-7.078924681991339e-05,-5.75476442463696e-05,-4.430604167282581e-05,-3.1064439099282026e-05,-1.782283652573824e-05,-4.581233952194452e-06,8.660368621349335e-06,2.190200029872358e-05,3.5143602872267365e-05,4.838520544581115e-05,6.162680801935494e-05,7.486841059289873e-05,8.811001316644251e-05,0.0001013516157399863,0.00011459321831353009,0.00012783482088707387,0.00014107642346061766,0.00015431802603416145,0.00016755962860770524,0.00018080123118124902,0.0001940428337547928,0.0002072844363283366,0.00022052603890188038,0.00023376764147542417,0.00024700924404896796,0.00026025084662251174,0.00027349244919605553,0.0002867340517695993,0.0002999756543431431,0.0003132172569166869,0.0003264588594902307,0.00033970046206377447,0.00035294206463731825,0.00036618366721086204,0.00037942526978440583,0.0003926668723579496,0.0004059084749314934,0.0004191500775050372,0.000432391680078581,0.00044563328265212476],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[2,1,2,3,3,2,3,6,3,8,5,7,10,9,9,8,6,11,20,8,12,22,17,21,22,19,22,33,27,24,28,18,25,26,35,23,34,28,17,24,16,26,17,11,11,18,12,10,8,4,7,2,5,1,3,4,2,1,3,1,1,0,1,1],"bins":[-0.0005666689830832183,-0.0005485847941599786,-0.0005305006052367389,-0.0005124164163134992,-0.0004943322273902595,-0.0004762480384670198,-0.0004581638495437801,-0.0004400796606205404,-0.00042199547169730067,-0.00040391128277406096,-0.00038582709385082126,-0.00036774290492758155,-0.00034965871600434184,-0.00033157452708110213,-0.0003134903381578624,-0.0002954061492346227,-0.000277321960311383,-0.0002592377713881433,-0.0002411535824649036,-0.00022306939354166389,-0.00020498520461842418,-0.00018690101569518447,-0.00016881682677194476,-0.00015073263784870505,-0.00013264844892546535,-0.00011456426000222564,-9.648007107898593e-05,-7.839588215574622e-05,-6.0311693232506514e-05,-4.2227504309266806e-05,-2.4143315386027098e-05,-6.05912646278739e-06,1.2025004252791405e-05,3.0109193176031113e-05,4.819338209927082e-05,6.627757102251053e-05,8.436175994575024e-05,0.00010244594886898994,0.00012053013779222965,0.00013861432671546936,0.00015669851563870907,0.00017478270456194878,0.00019286689348518848,0.0002109510824084282,0.0002290352713316679,0.0002471194602549076,0.0002652036491781473,0.000283287838101387,0.00030137202702462673,0.00031945621594786644,0.00033754040487110615,0.00035562459379434586,0.00037370878271758556,0.00039179297164082527,0.000409877160564065,0.0004279613494873047,0.0004460455384105444,0.0004641297273337841,0.0004822139162570238,0.0005002981051802635,0.0005183822941035032,0.0005364664830267429,0.0005545506719499826,0.0005726348608732224,0.0005907190497964621],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[2,0,3,2,9,10,20,36,51,83,135,234,390,614,961,1385,2085,2888,4118,5601,7384,9549,12219,15028,18104,21458,24632,27971,30850,33102,35367,35830,35612,35155,33990,31687,28915,25523,22392,19093,15840,12959,10175,7988,5952,4355,3256,2275,1586,1096,699,486,263,164,106,62,43,16,11,1,1,1,0,1],"bins":[-0.0988532155752182,-0.09577833861112595,-0.09270346164703369,-0.08962858468294144,-0.08655370771884918,-0.08347883075475693,-0.08040395379066467,-0.07732907682657242,-0.07425419986248016,-0.07117931544780731,-0.06810443848371506,-0.0650295615196228,-0.06195468455553055,-0.05887980759143829,-0.05580493062734604,-0.052730053663253784,-0.04965517669916153,-0.046580299735069275,-0.04350542277097702,-0.040430545806884766,-0.03735566884279251,-0.03428078815340996,-0.031205911189317703,-0.02813103422522545,-0.025056157261133194,-0.02198128029704094,-0.018906403332948685,-0.01583152450621128,-0.012756647542119026,-0.009681770578026772,-0.006606892682611942,-0.0035320152528584003,-0.0004571378231048584,0.0026177396066486835,0.0056926170364022255,0.008767494931817055,0.01184237189590931,0.014917248860001564,0.017992127686738968,0.021067004650831223,0.024141881614923477,0.027216758579015732,0.030291635543107986,0.03336651250720024,0.036441393196582794,0.03951627016067505,0.0425911471247673,0.04566602408885956,0.04874090105295181,0.05181577801704407,0.05489065498113632,0.05796553194522858,0.06104040890932083,0.06411528587341309,0.06719016283750534,0.0702650398015976,0.07333992421627045,0.0764148011803627,0.07948967814445496,0.08256455510854721,0.08563943207263947,0.08871430903673172,0.09178918600082397,0.09486406296491623,0.09793893992900848]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,0,0,4,1,1,4,2,6,4,7,11,10,7,13,16,18,30,33,38,60,53,41,54,46,50,38,36,23,20,17,26,20,12,9,8,2,8,4,4,6,3,1,3,2,4,2,0,1,4,0,1,0,0,0,1,1,0,0,0,1],"bins":[0.9973264336585999,0.9974278807640076,0.9975292682647705,0.9976307153701782,0.9977321624755859,0.9978336095809937,0.9979349970817566,0.9980364441871643,0.998137891292572,0.998239278793335,0.9983407258987427,0.9984421730041504,0.9985435605049133,0.998645007610321,0.9987464547157288,0.9988479018211365,0.9989492893218994,0.9990507364273071,0.9991521835327148,0.9992535710334778,0.9993550181388855,0.9994564652442932,0.9995578527450562,0.9996592998504639,0.9997607469558716,0.9998621940612793,0.9999635815620422,1.0000649690628052,1.000166416168213,1.0002678632736206,1.0003693103790283,1.000470757484436,1.0005722045898438,1.0006736516952515,1.0007749795913696,1.0008764266967773,1.000977873802185,1.0010793209075928,1.0011807680130005,1.0012822151184082,1.001383662223816,1.001484990119934,1.0015864372253418,1.0016878843307495,1.0017893314361572,1.001890778541565,1.0019922256469727,1.0020936727523804,1.0021950006484985,1.0022964477539062,1.002397894859314,1.0024993419647217,1.0026007890701294,1.002702236175537,1.0028035640716553,1.002905011177063,1.0030064582824707,1.0031079053878784,1.0032093524932861,1.0033107995986938,1.0034122467041016,1.0035135746002197,1.0036150217056274,1.0037164688110352,1.0038179159164429]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[2,2,3,6,7,7,14,17,19,53,42,69,86,152,207,281,412,582,803,1126,1676,2469,3803,5283,7863,11678,17778,26130,39690,58975,82743,91777,76339,52802,34953,23171,15361,10652,7129,4754,3281,2308,1600,1142,758,530,364,275,195,131,101,71,53,29,24,16,10,4,9,1,3,2,0,1],"bins":[-0.0004444122314453125,-0.0004302412271499634,-0.00041607022285461426,-0.00040189921855926514,-0.000387728214263916,-0.0003735572099685669,-0.0003593862056732178,-0.00034521520137786865,-0.00033104419708251953,-0.0003168731927871704,-0.0003027021884918213,-0.00028853118419647217,-0.00027436017990112305,-0.0002601891756057739,-0.0002460181713104248,-0.00023184716701507568,-0.00021767616271972656,-0.00020350515842437744,-0.00018933415412902832,-0.0001751631498336792,-0.00016099214553833008,-0.00014682114124298096,-0.00013265013694763184,-0.00011847913265228271,-0.0001043081283569336,-9.013712406158447e-05,-7.596611976623535e-05,-6.179511547088623e-05,-4.762411117553711e-05,-3.345310688018799e-05,-1.9282102584838867e-05,-5.111098289489746e-06,9.059906005859375e-06,2.3230910301208496e-05,3.740191459655762e-05,5.157291889190674e-05,6.574392318725586e-05,7.991492748260498e-05,9.40859317779541e-05,0.00010825693607330322,0.00012242794036865234,0.00013659894466400146,0.00015076994895935059,0.0001649409532546997,0.00017911195755004883,0.00019328296184539795,0.00020745396614074707,0.0002216249704360962,0.0002357959747314453,0.00024996697902679443,0.00026413798332214355,0.0002783089876174927,0.0002924799919128418,0.0003066509962081909,0.00032082200050354004,0.00033499300479888916,0.0003491640090942383,0.0003633350133895874,0.0003775060176849365,0.00039167702198028564,0.00040584802627563477,0.0004200190305709839,0.000434190034866333,0.00044836103916168213,0.00046253204345703125]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"_type":"histogram","values":[2,2,0,4,3,3,6,8,10,24,34,58,79,98,173,238,359,568,937,1416,2179,3662,5489,9311,15881,29426,58539,130049,325549,508181,266461,106933,48414,24507,13233,7810,4681,2978,1837,1221,799,537,333,254,158,120,98,45,50,28,20,17,10,13,5,5,2,3,0,0,0,1,2,1],"bins":[-0.0005645751953125,-0.0005453601479530334,-0.0005261451005935669,-0.0005069300532341003,-0.0004877150058746338,-0.00046849995851516724,-0.0004492849111557007,-0.00043006986379623413,-0.0004108548164367676,-0.000391639769077301,-0.00037242472171783447,-0.0003532096743583679,-0.00033399462699890137,-0.0003147795796394348,-0.00029556453227996826,-0.0002763494849205017,-0.00025713443756103516,-0.0002379193902015686,-0.00021870434284210205,-0.0001994892954826355,-0.00018027424812316895,-0.0001610592007637024,-0.00014184415340423584,-0.0001226291060447693,-0.00010341405868530273,-8.419901132583618e-05,-6.498396396636963e-05,-4.5768916606903076e-05,-2.6553869247436523e-05,-7.338821887969971e-06,1.1876225471496582e-05,3.1091272830963135e-05,5.030632019042969e-05,6.952136754989624e-05,8.873641490936279e-05,0.00010795146226882935,0.0001271665096282959,0.00014638155698776245,0.000165596604347229,0.00018481165170669556,0.0002040266990661621,0.00022324174642562866,0.00024245679378509521,0.00026167184114456177,0.0002808868885040283,0.0003001019358634949,0.0003193169832229614,0.000338532030582428,0.00035774707794189453,0.0003769621253013611,0.00039617717266082764,0.0004153922200202942,0.00043460726737976074,0.0004538223147392273,0.00047303736209869385,0.0004922524094581604,0.000511467456817627,0.0005306825041770935,0.0005498975515365601,0.0005691125988960266,0.0005883276462554932,0.0006075426936149597,0.0006267577409744263,0.0006459727883338928,0.0006651878356933594]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[2,2,1,2,3,5,5,9,16,16,17,28,40,62,72,104,149,187,242,358,480,710,1033,1543,2535,4132,7403,14521,31435,78445,197441,146382,52956,22416,11400,5987,3289,1963,1320,873,629,407,307,224,160,122,94,80,51,64,27,19,17,13,8,7,0,2,6,0,1,0,1,1],"bins":[-6.377696990966797e-05,-6.170663982629776e-05,-5.963630974292755e-05,-5.756597965955734e-05,-5.5495649576187134e-05,-5.3425319492816925e-05,-5.1354989409446716e-05,-4.928465932607651e-05,-4.72143292427063e-05,-4.514399915933609e-05,-4.307366907596588e-05,-4.100333899259567e-05,-3.8933008909225464e-05,-3.6862678825855255e-05,-3.4792348742485046e-05,-3.272201865911484e-05,-3.065168857574463e-05,-2.858135849237442e-05,-2.651102840900421e-05,-2.4440698325634003e-05,-2.2370368242263794e-05,-2.0300038158893585e-05,-1.8229708075523376e-05,-1.6159377992153168e-05,-1.4089047908782959e-05,-1.201871782541275e-05,-9.948387742042542e-06,-7.878057658672333e-06,-5.807727575302124e-06,-3.7373974919319153e-06,-1.6670674085617065e-06,4.032626748085022e-07,2.473592758178711e-06,4.54392284154892e-06,6.614252924919128e-06,8.684583008289337e-06,1.0754913091659546e-05,1.2825243175029755e-05,1.4895573258399963e-05,1.6965903341770172e-05,1.903623342514038e-05,2.110656350851059e-05,2.31768935918808e-05,2.5247223675251007e-05,2.7317553758621216e-05,2.9387883841991425e-05,3.145821392536163e-05,3.352854400873184e-05,3.559887409210205e-05,3.766920417547226e-05,3.973953425884247e-05,4.180986434221268e-05,4.3880194425582886e-05,4.5950524508953094e-05,4.80208545923233e-05,5.009118467569351e-05,5.216151475906372e-05,5.423184484243393e-05,5.630217492580414e-05,5.837250500917435e-05,6.0442835092544556e-05,6.251316517591476e-05,6.458349525928497e-05,6.665382534265518e-05,6.872415542602539e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,3,2,0,2,0,1,4,3,8,4,5,7,4,8,20,19,21,15,16,16,19,25,32,40,33,35,40,27,27,26,21,36,34,24,31,21,17,18,15,12,9,14,11,7,10,7,2,6,0,3,3,1,0,0,0,1,0,1],"bins":[-0.00013452768325805664,-0.00013048388063907623,-0.00012644007802009583,-0.00012239627540111542,-0.00011835247278213501,-0.0001143086701631546,-0.0001102648675441742,-0.00010622106492519379,-0.00010217726230621338,-9.813345968723297e-05,-9.408965706825256e-05,-9.004585444927216e-05,-8.600205183029175e-05,-8.195824921131134e-05,-7.791444659233093e-05,-7.387064397335052e-05,-6.982684135437012e-05,-6.578303873538971e-05,-6.17392361164093e-05,-5.7695433497428894e-05,-5.3651630878448486e-05,-4.960782825946808e-05,-4.556402564048767e-05,-4.152022302150726e-05,-3.7476420402526855e-05,-3.343261778354645e-05,-2.938881516456604e-05,-2.5345012545585632e-05,-2.1301209926605225e-05,-1.7257407307624817e-05,-1.321360468864441e-05,-9.169802069664001e-06,-5.125999450683594e-06,-1.082196831703186e-06,2.9616057872772217e-06,7.005408406257629e-06,1.1049211025238037e-05,1.5093013644218445e-05,1.9136816263198853e-05,2.318061888217926e-05,2.7224421501159668e-05,3.1268224120140076e-05,3.5312026739120483e-05,3.935582935810089e-05,4.33996319770813e-05,4.7443434596061707e-05,5.1487237215042114e-05,5.553103983402252e-05,5.957484245300293e-05,6.361864507198334e-05,6.766244769096375e-05,7.170625030994415e-05,7.575005292892456e-05,7.979385554790497e-05,8.383765816688538e-05,8.788146078586578e-05,9.192526340484619e-05,9.59690660238266e-05,0.00010001286864280701,0.00010405667126178741,0.00010810047388076782,0.00011214427649974823,0.00011618807911872864,0.00012023188173770905,0.00012427568435668945]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"bins":[-0.0003447532653808594,-0.00033373013138771057,-0.00032270699739456177,-0.00031168386340141296,-0.00030066072940826416,-0.00028963759541511536,-0.00027861446142196655,-0.00026759132742881775,-0.00025656819343566895,-0.00024554505944252014,-0.00023452192544937134,-0.00022349879145622253,-0.00021247565746307373,-0.00020145252346992493,-0.00019042938947677612,-0.00017940625548362732,-0.00016838312149047852,-0.0001573599874973297,-0.0001463368535041809,-0.0001353137195110321,-0.0001242905855178833,-0.0001132674515247345,-0.0001022443175315857,-9.122118353843689e-05,-8.019804954528809e-05,-6.917491555213928e-05,-5.815178155899048e-05,-4.7128647565841675e-05,-3.610551357269287e-05,-2.5082379579544067e-05,-1.4059245586395264e-05,-3.03611159324646e-06,7.987022399902344e-06,1.9010156393051147e-05,3.003329038619995e-05,4.1056424379348755e-05,5.207955837249756e-05,6.310269236564636e-05,7.412582635879517e-05,8.514896035194397e-05,9.617209434509277e-05,0.00010719522833824158,0.00011821836233139038,0.00012924149632453918,0.000140264630317688,0.0001512877643108368,0.0001623108983039856,0.0001733340322971344,0.0001843571662902832,0.000195380300283432,0.0002064034342765808,0.00021742656826972961,0.00022844970226287842,0.00023947283625602722,0.000250495970249176,0.00026151910424232483,0.00027254223823547363,0.00028356537222862244,0.00029458850622177124,0.00030561164021492004,0.00031663477420806885,0.00032765790820121765,0.00033868104219436646,0.00034970417618751526,0.00036072731018066406],"_type":"histogram","values":[1,0,2,1,1,1,1,4,4,11,12,17,29,46,68,112,147,232,358,573,833,1279,2063,3296,5386,9056,16189,31477,65639,153593,357127,467982,254274,103292,45783,22989,12157,7023,4210,2619,1698,1146,699,433,312,227,141,92,55,55,34,28,17,15,6,4,2,3,2,3,1,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,1,0,4,3,1,4,5,13,4,11,10,10,9,13,16,20,16,26,26,21,38,31,24,22,25,24,38,38,28,33,25,26,16,33,14,24,14,11,16,14,9,9,6,6,4,10,3,2,2,1,2,3,1],"bins":[-0.0003851747023873031,-0.00037464810884557664,-0.0003641215153038502,-0.00035359495086595416,-0.0003430683573242277,-0.0003325417637825012,-0.00032201517024077475,-0.00031148860580287874,-0.00030096201226115227,-0.0002904354187194258,-0.00027990882517769933,-0.00026938223163597286,-0.00025885566719807684,-0.0002483290736563504,-0.0002378024801146239,-0.00022727590112481266,-0.0002167493075830862,-0.00020622271404135972,-0.00019569613505154848,-0.000185169541509822,-0.00017464296252001077,-0.0001641163689782843,-0.00015358978998847306,-0.0001430631964467466,-0.00013253660290502012,-0.00012201002391520888,-0.00011148343764944002,-0.00010095685138367116,-9.04302578419447e-05,-7.990367157617584e-05,-6.937708531040698e-05,-5.885049904463813e-05,-4.832391277886927e-05,-3.7797326513100415e-05,-2.7270738428342156e-05,-1.6744150343583897e-05,-6.217564077815041e-06,4.309023097448517e-06,1.4835610272712074e-05,2.5362198357470334e-05,3.588878462323919e-05,4.6415370889008045e-05,5.69419571547769e-05,6.746854342054576e-05,7.799513696227223e-05,8.852172322804108e-05,9.904830949380994e-05,0.0001095748957595788,0.00012010148202534765,0.00013062807556707412,0.00014115465455688536,0.00015168124809861183,0.00016220782708842307,0.00017273442063014954,0.00018326099961996078,0.00019378759316168725,0.00020431418670341372,0.00021484076569322497,0.00022536735923495144,0.00023589393822476268,0.00024642053176648915,0.0002569471253082156,0.00026747368974611163,0.0002780002832878381,0.00028852687682956457]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,1,1,1,2,1,1,2,6,8,4,7,12,14,11,9,18,13,19,28,25,19,26,29,32,50,43,40,49,38,27,24,31,20,26,12,19,20,24,10,8,5,7,4,2,2,3,4,3,1,1,1,0,2,1],"bins":[-0.0006346890586428344,-0.000617136072833091,-0.0005995831452310085,-0.0005820301594212651,-0.0005644771736115217,-0.0005469242460094392,-0.0005293712601996958,-0.0005118182743899524,-0.0004942653467878699,-0.0004767123609781265,-0.0004591593751683831,-0.0004416064184624702,-0.0004240534617565572,-0.0004065004759468138,-0.0003889475192409009,-0.00037139453343115747,-0.0003538415767252445,-0.0003362886200193316,-0.00031873563420958817,-0.0003011826775036752,-0.0002836296916939318,-0.00026607673498801887,-0.0002485237782821059,-0.00023097080702427775,-0.00021341783576644957,-0.0001958648645086214,-0.00017831189325079322,-0.00016075893654488027,-0.0001432059652870521,-0.00012565299402922392,-0.00010810003004735336,-9.05470660654828e-05,-7.29940365999937e-05,-5.544106898014434e-05,-3.788810136029497e-05,-2.03351337404456e-05,-2.78216612059623e-06,1.4770801499253139e-05,3.232376911910251e-05,4.987673673895188e-05,6.742970435880125e-05,8.498267561662942e-05,0.00010253563959849998,0.00012008860358037055,0.00013764157483819872,0.0001551945460960269,0.00017274750280193985,0.00019030047405976802,0.0002078534453175962,0.00022540641657542437,0.00024295938783325255,0.0002605123445391655,0.0002780653303489089,0.00029561828705482185,0.0003131712437607348,0.0003307242295704782,0.00034827718627639115,0.0003658301429823041,0.0003833831287920475,0.00040093608549796045,0.0004184890422038734,0.0004360420280136168,0.00045359498471952975,0.00047114797052927315,0.0004887009272351861]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,1,1,0,0,1,0,3,6,3,3,9,6,3,11,9,11,10,10,17,16,17,22,16,30,36,26,23,22,24,34,19,29,45,37,30,29,22,20,21,22,21,16,11,14,9,5,4,8,3,12,4,3,3,2,1,0,0,1,2,0,0,2],"bins":[-0.0015382221899926662,-0.001490191207267344,-0.0014421603409573436,-0.0013941293582320213,-0.001346098491922021,-0.0012980675091966987,-0.0012500365264713764,-0.001202005660161376,-0.0011539746774360538,-0.0011059436947107315,-0.001057912828400731,-0.0010098818456754088,-0.0009618509211577475,-0.0009138199966400862,-0.0008657890139147639,-0.0008177580893971026,-0.0007697271648794413,-0.0007216962403617799,-0.0006736653158441186,-0.0006256343331187963,-0.000577603408601135,-0.0005295724840834737,-0.0004815415304619819,-0.0004335105768404901,-0.00038547965232282877,-0.00033744872780516744,-0.00028941777418367565,-0.00024138683511409909,-0.00019335589604452252,-0.00014532495697494596,-9.72940179053694e-05,-4.926307883579284e-05,-1.232139766216278e-06,4.679879930336028e-05,9.482973837293684e-05,0.0001428606774425134,0.00019089161651208997,0.00023892255558166653,0.0002869534946512431,0.0003349844482727349,0.0003830153727903962,0.00043104629730805755,0.00047907725092954934,0.0005271082045510411,0.0005751391290687025,0.0006231700535863638,0.000671201036311686,0.0007192319608293474,0.0007672628853470087,0.00081529380986467,0.0008633247343823314,0.0009113557171076536,0.000959386641625315,0.0010074175661429763,0.0010554485488682985,0.001103479415178299,0.0011515103979036212,0.0011995413806289434,0.0012475722469389439,0.0012956032296642661,0.0013436342123895884,0.0013916650786995888,0.001439696061424911,0.0014877269277349114,0.0015357579104602337]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"values":[1,0,0,1,1,0,5,6,10,13,28,34,47,73,116,178,244,414,625,944,1440,2179,3353,5083,7910,12102,18635,29075,45931,71847,116429,183035,256113,265383,198627,130742,80519,51755,32088,21050,13277,8560,5411,3429,2228,1406,903,566,381,245,155,92,67,37,25,17,14,4,5,2,1,1,1,1],"bins":[-0.00028133392333984375,-0.0002728365361690521,-0.0002643391489982605,-0.00025584176182746887,-0.00024734437465667725,-0.00023884698748588562,-0.000230349600315094,-0.00022185221314430237,-0.00021335482597351074,-0.00020485743880271912,-0.0001963600516319275,-0.00018786266446113586,-0.00017936527729034424,-0.0001708678901195526,-0.00016237050294876099,-0.00015387311577796936,-0.00014537572860717773,-0.0001368783414363861,-0.00012838095426559448,-0.00011988356709480286,-0.00011138617992401123,-0.0001028887927532196,-9.439140558242798e-05,-8.589401841163635e-05,-7.739663124084473e-05,-6.88992440700531e-05,-6.0401856899261475e-05,-5.190446972846985e-05,-4.340708255767822e-05,-3.49096953868866e-05,-2.641230821609497e-05,-1.7914921045303345e-05,-9.417533874511719e-06,-9.201467037200928e-07,7.577240467071533e-06,1.607462763786316e-05,2.4572014808654785e-05,3.306940197944641e-05,4.156678915023804e-05,5.006417632102966e-05,5.856156349182129e-05,6.705895066261292e-05,7.555633783340454e-05,8.405372500419617e-05,9.255111217498779e-05,0.00010104849934577942,0.00010954588651657104,0.00011804327368736267,0.0001265406608581543,0.00013503804802894592,0.00014353543519973755,0.00015203282237052917,0.0001605302095413208,0.00016902759671211243,0.00017752498388290405,0.00018602237105369568,0.0001945197582244873,0.00020301714539527893,0.00021151453256607056,0.00022001191973686218,0.0002285093069076538,0.00023700669407844543,0.00024550408124923706,0.0002540014684200287,0.0002624988555908203],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[2,1,2,2,1,9,27,19,46,78,120,234,331,466,757,1218,1798,2545,3458,4793,6428,8353,10530,13242,16091,18977,22134,25602,28401,31216,33079,34717,35089,34768,34138,32699,30379,27592,24462,21616,18266,15273,12519,9840,7781,6057,4458,3251,2295,1580,1129,737,466,315,187,97,65,36,27,9,9,3,1,3],"bins":[-0.09857694059610367,-0.09557856619358063,-0.09258019179105759,-0.08958181738853455,-0.0865834429860115,-0.08358506858348846,-0.08058669418096542,-0.07758831977844238,-0.07458994537591934,-0.0715915709733963,-0.06859319657087326,-0.06559482216835022,-0.06259644776582718,-0.05959807336330414,-0.0565996989607811,-0.05360132455825806,-0.050602950155735016,-0.047604575753211975,-0.044606201350688934,-0.041607826948165894,-0.03860945254564285,-0.03561107814311981,-0.03261270374059677,-0.02961432933807373,-0.02661595493555069,-0.02361758053302765,-0.020619206130504608,-0.017620831727981567,-0.014622457325458527,-0.011624082922935486,-0.008625708520412445,-0.005627334117889404,-0.0026289671659469604,0.0003694072365760803,0.003367781639099121,0.006366156041622162,0.009364530444145203,0.012362904846668243,0.015361279249191284,0.018359653651714325,0.021358028054237366,0.024356402456760406,0.027354776859283447,0.030353151261806488,0.03335152566432953,0.03634990006685257,0.03934827446937561,0.04234664887189865,0.04534502327442169,0.04834339767694473,0.05134177207946777,0.054340146481990814,0.057338520884513855,0.060336895287036896,0.06333526968955994,0.06633364409208298,0.06933201849460602,0.07233039289712906,0.0753287672996521,0.07832714170217514,0.08132551610469818,0.08432389050722122,0.08732226490974426,0.0903206393122673,0.09331901371479034]},"_timestamp":1.752942794796116e+09,"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"_type":"histogram","values":[1,2,1,0,0,3,2,1,2,1,6,3,3,6,7,10,11,17,9,11,15,22,15,23,18,26,28,30,33,33,28,40,25,27,28,31,34,23,20,28,19,21,19,8,9,13,9,8,11,4,5,5,2,1,0,2,4,0,2,1,0,0,0,2],"bins":[-0.0011045209830626845,-0.0010692174546420574,-0.0010339138098061085,-0.0009986101649701595,-0.0009633066365495324,-0.0009280030499212444,-0.0008926994632929564,-0.0008573958766646683,-0.0008220922900363803,-0.0007867887034080923,-0.0007514851167798042,-0.0007161815301515162,-0.0006808779435232282,-0.0006455743568949401,-0.0006102707702666521,-0.0005749671836383641,-0.000539663597010076,-0.000504360010381788,-0.0004690564237535,-0.00043375283712521195,-0.0003984492504969239,-0.0003631456638686359,-0.00032784207724034786,-0.00029253849061205983,-0.0002572349039837718,-0.00022193131735548377,-0.00018662773072719574,-0.0001513241440989077,-0.00011602055747061968,-8.071697084233165e-05,-4.541338421404362e-05,-1.0109797585755587e-05,2.5193672627210617e-05,6.049725925549865e-05,9.580084588378668e-05,0.0001311044325120747,0.00016640801914036274,0.00020171160576865077,0.0002370151923969388,0.00027231877902522683,0.00030762236565351486,0.0003429259522818029,0.0003782295389100909,0.00041353312553837895,0.000448836712166667,0.000484140298794955,0.000519443885423243,0.0005547474720515311,0.0005900510586798191,0.0006253546453081071,0.0006606582319363952,0.0006959618185646832,0.0007312654051929712,0.0007665689918212593,0.0008018725784495473,0.0008371761650778353,0.0008724797517061234,0.0009077833383344114,0.0009430869249626994,0.0009783904533833265,0.0010136940982192755,0.0010489977430552244,0.0010843012714758515,0.0011196047998964787,0.0011549084447324276]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,0,0,1,0,3,0,0,0,0,0,0,3,1,0,1,1,1,1,3,5,3,0,5,6,12,3,13,23,38,66,129,155,103,75,37,24,12,6,3,7,2,4,2,3,1,1,3,2,1,2,3,0,0,0,0,2,0,0,0,0,0,1],"bins":[-0.00023120641708374023,-0.0002242736518383026,-0.000217340886592865,-0.00021040812134742737,-0.00020347535610198975,-0.00019654259085655212,-0.0001896098256111145,-0.00018267706036567688,-0.00017574429512023926,-0.00016881152987480164,-0.00016187876462936401,-0.0001549459993839264,-0.00014801323413848877,-0.00014108046889305115,-0.00013414770364761353,-0.0001272149384021759,-0.00012028217315673828,-0.00011334940791130066,-0.00010641664266586304,-9.948387742042542e-05,-9.255111217498779e-05,-8.561834692955017e-05,-7.868558168411255e-05,-7.175281643867493e-05,-6.48200511932373e-05,-5.788728594779968e-05,-5.095452070236206e-05,-4.402175545692444e-05,-3.7088990211486816e-05,-3.0156224966049194e-05,-2.3223459720611572e-05,-1.629069447517395e-05,-9.357929229736328e-06,-2.425163984298706e-06,4.507601261138916e-06,1.1440366506576538e-05,1.837313175201416e-05,2.5305896997451782e-05,3.2238662242889404e-05,3.9171427488327026e-05,4.610419273376465e-05,5.303695797920227e-05,5.996972322463989e-05,6.690248847007751e-05,7.383525371551514e-05,8.076801896095276e-05,8.770078420639038e-05,9.4633549451828e-05,0.00010156631469726562,0.00010849907994270325,0.00011543184518814087,0.0001223646104335785,0.0001292973756790161,0.00013623014092445374,0.00014316290616989136,0.00015009567141532898,0.0001570284366607666,0.00016396120190620422,0.00017089396715164185,0.00017782673239707947,0.0001847594976425171,0.0001916922628879547,0.00019862502813339233,0.00020555779337882996,0.00021249055862426758],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,0,0,0,1,0,0,0,0,0,0,0,0,1,1,1,1,0,5,3,1,3,6,2,3,8,12,12,20,18,16,11,28,25,36,28,31,39,42,38,38,32,36,40,36,32,24,23,21,18,12,12,8,11,8,4,7,3,0,5,4,0,0,1],"bins":[0.9962790012359619,0.9963731169700623,0.9964672327041626,0.9965613484382629,0.9966554641723633,0.9967495203018188,0.9968436360359192,0.9969377517700195,0.9970318675041199,0.9971259832382202,0.9972200989723206,0.9973142147064209,0.9974082708358765,0.9975023865699768,0.9975965023040771,0.9976906180381775,0.9977847337722778,0.9978788495063782,0.9979729652404785,0.9980670809745789,0.9981611967086792,0.9982552528381348,0.9983493685722351,0.9984434843063354,0.9985376000404358,0.9986317157745361,0.9987258315086365,0.9988199472427368,0.9989140033721924,0.9990081191062927,0.9991022348403931,0.9991963505744934,0.9992904663085938,0.9993845820426941,0.9994786977767944,0.9995728135108948,0.9996669292449951,0.9997609853744507,0.999855101108551,0.9999492168426514,1.0000433921813965,1.000137448310852,1.0002315044403076,1.0003256797790527,1.0004197359085083,1.0005139112472534,1.000607967376709,1.000702142715454,1.0007961988449097,1.0008902549743652,1.0009844303131104,1.001078486442566,1.001172661781311,1.0012667179107666,1.0013608932495117,1.0014549493789673,1.0015490055084229,1.001643180847168,1.0017372369766235,1.0018314123153687,1.0019254684448242,1.0020196437835693,1.002113699913025,1.00220787525177,1.0023019313812256],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,0,0,1,2,3,7,14,33,29,79,119,208,339,534,914,1289,1978,2920,4032,5375,7324,9610,12211,15063,18596,21771,25308,28774,31330,34156,35760,36702,36918,35763,33847,31720,29121,25597,21786,18233,15150,12319,9530,7342,5508,4052,2840,1985,1289,928,562,339,206,121,84,52,23,15,7,2,1,1,1],"bins":[-0.10343848913908005,-0.10030350834131241,-0.09716852009296417,-0.09403353929519653,-0.0908985584974289,-0.08776357024908066,-0.08462858945131302,-0.08149360865354538,-0.07835862040519714,-0.0752236396074295,-0.07208865880966187,-0.06895367801189423,-0.06581868976354599,-0.06268370896577835,-0.05954872444272041,-0.056413743644952774,-0.053278759121894836,-0.0501437745988369,-0.04700879380106926,-0.04387380927801132,-0.04073882848024368,-0.037603843957185745,-0.03446885943412781,-0.03133387863636017,-0.02819889411330223,-0.025063911452889442,-0.021928928792476654,-0.018793944269418716,-0.015658961609005928,-0.01252397894859314,-0.009388995356857777,-0.006254012230783701,-0.003119036555290222,1.594657078385353e-05,0.0031509296968579292,0.006285912822932005,0.00942089594900608,0.012555878609418869,0.015690863132476807,0.018825845792889595,0.021960828453302383,0.025095811113715172,0.02823079377412796,0.0313657782971859,0.034500762820243835,0.037635743618011475,0.04077072814106941,0.04390570893883705,0.04704069346189499,0.05017567798495293,0.053310658782720566,0.0564456433057785,0.05958062410354614,0.06271561235189438,0.06585059314966202,0.06898557394742966,0.0721205621957779,0.07525554299354553,0.07839052379131317,0.08152550458908081,0.08466049283742905,0.08779547363519669,0.09093045443296432,0.09406544268131256,0.0972004234790802],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-9.149312973022461e-05,-8.882209658622742e-05,-8.615106344223022e-05,-8.348003029823303e-05,-8.080899715423584e-05,-7.813796401023865e-05,-7.546693086624146e-05,-7.279589772224426e-05,-7.012486457824707e-05,-6.745383143424988e-05,-6.478279829025269e-05,-6.211176514625549e-05,-5.94407320022583e-05,-5.676969885826111e-05,-5.4098665714263916e-05,-5.1427632570266724e-05,-4.875659942626953e-05,-4.608556628227234e-05,-4.3414533138275146e-05,-4.0743499994277954e-05,-3.807246685028076e-05,-3.540143370628357e-05,-3.273040056228638e-05,-3.0059367418289185e-05,-2.7388334274291992e-05,-2.47173011302948e-05,-2.2046267986297607e-05,-1.9375234842300415e-05,-1.6704201698303223e-05,-1.403316855430603e-05,-1.1362135410308838e-05,-8.691102266311646e-06,-6.020069122314453e-06,-3.3490359783172607e-06,-6.780028343200684e-07,1.993030309677124e-06,4.664063453674316e-06,7.335096597671509e-06,1.0006129741668701e-05,1.2677162885665894e-05,1.5348196029663086e-05,1.801922917366028e-05,2.069026231765747e-05,2.3361295461654663e-05,2.6032328605651855e-05,2.8703361749649048e-05,3.137439489364624e-05,3.404542803764343e-05,3.6716461181640625e-05,3.938749432563782e-05,4.205852746963501e-05,4.47295606136322e-05,4.7400593757629395e-05,5.007162690162659e-05,5.274266004562378e-05,5.541369318962097e-05,5.8084726333618164e-05,6.0755759477615356e-05,6.342679262161255e-05,6.609782576560974e-05,6.876885890960693e-05,7.143989205360413e-05,7.411092519760132e-05,7.678195834159851e-05,7.94529914855957e-05],"_type":"histogram","values":[1,0,0,0,0,2,1,2,3,4,6,5,12,16,16,37,42,72,80,128,190,252,369,471,686,997,1401,2070,3191,5212,9427,17906,42164,137009,235788,72960,27157,12716,6978,4052,2688,1715,1142,808,597,414,289,206,156,124,74,60,41,28,20,14,4,6,3,5,2,4,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,3,3,2,2,4,5,4,3,4,9,7,10,10,5,16,11,12,11,22,25,20,19,22,30,24,31,31,39,21,29,33,31,28,21,31,30,18,22,13,22,11,15,4,6,11,6,4,4,6,3,0,2,3,4,1,0,1,0,2],"bins":[-0.0007711052894592285,-0.0007476760074496269,-0.0007242467254400253,-0.0007008174434304237,-0.0006773881614208221,-0.0006539588794112206,-0.000630529597401619,-0.0006071003153920174,-0.0005836710333824158,-0.0005602417513728142,-0.0005368124693632126,-0.000513383187353611,-0.0004899539053440094,-0.0004665246233344078,-0.0004430953413248062,-0.0004196660593152046,-0.00039623677730560303,-0.00037280749529600143,-0.00034937821328639984,-0.00032594893127679825,-0.00030251964926719666,-0.00027909036725759506,-0.00025566108524799347,-0.00023223180323839188,-0.00020880252122879028,-0.0001853732392191887,-0.0001619439572095871,-0.0001385146751999855,-0.00011508539319038391,-9.165611118078232e-05,-6.822682917118073e-05,-4.479754716157913e-05,-2.136826515197754e-05,2.061016857624054e-06,2.5490298867225647e-05,4.891958087682724e-05,7.234886288642883e-05,9.577814489603043e-05,0.00011920742690563202,0.0001426367089152336,0.0001660659909248352,0.0001894952729344368,0.0002129245549440384,0.00023635383695363998,0.0002597831189632416,0.00028321240097284317,0.00030664168298244476,0.00033007096499204636,0.00035350024700164795,0.00037692952901124954,0.00040035881102085114,0.00042378809303045273,0.0004472173750400543,0.0004706466570496559,0.0004940759390592575,0.0005175052210688591,0.0005409345030784607,0.0005643637850880623,0.0005877930670976639,0.0006112223491072655,0.0006346516311168671,0.0006580809131264687,0.0006815101951360703,0.0007049394771456718,0.0007283687591552734]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[-0.0003696663770824671,-0.0003584809019230306,-0.0003472953976597637,-0.00033610992250032723,-0.00032492444734089077,-0.00031373894307762384,-0.0003025534679181874,-0.0002913679927587509,-0.00028018251759931445,-0.00026899701333604753,-0.00025781153817661107,-0.0002466260630171746,-0.00023544055875390768,-0.00022425508359447122,-0.00021306959388311952,-0.00020188411872368306,-0.00019069862901233137,-0.00017951313930097967,-0.0001683276641415432,-0.00015714217443019152,-0.00014595669927075505,-0.00013477120955940336,-0.00012358571984805167,-0.00011240023741265759,-0.00010121475497726351,-9.002927254186943e-05,-7.884379010647535e-05,-6.765830039512366e-05,-5.647281795972958e-05,-4.5287335524335504e-05,-3.410184945096262e-05,-2.2916365196579136e-05,-1.173091004602611e-05,-5.454257916426286e-07,1.0640058462740853e-05,2.1825542717124335e-05,3.301102697150782e-05,4.4196509406901896e-05,5.538199548027478e-05,6.656748155364767e-05,7.775296398904175e-05,8.893844642443582e-05,0.0001001239288598299,0.0001113094185711816,0.0001224949082825333,0.00013368038344196975,0.00014486587315332144,0.0001560513483127579,0.0001672368380241096,0.0001784223277354613,0.00018960780289489776,0.00020079329260624945,0.00021197876776568592,0.0002231642574770376,0.0002343497471883893,0.00024553522234782577,0.00025672069750726223,0.00026790620177052915,0.0002790916769299656,0.0002902771520894021,0.000301462656352669,0.00031264813151210546,0.00032383360667154193,0.00033501911093480885,0.0003462045860942453],"_type":"histogram","values":[1,0,0,0,0,0,0,2,0,0,1,3,0,0,2,3,8,5,6,3,8,7,15,8,19,20,29,28,41,40,38,53,48,48,34,47,43,32,35,26,16,12,10,16,10,14,5,6,2,5,3,2,4,1,2,1,0,0,1,3,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"values":[3,3,11,16,33,63,111,192,265,511,771,1236,1906,2816,4135,5667,8146,10999,15011,19564,24831,31162,38067,45722,54260,61642,70150,77235,82868,88218,91128,91582,90704,88414,83434,77196,70859,62603,54458,46771,38991,31962,25535,19761,15187,11449,8419,6060,4288,2961,1945,1293,859,571,352,199,130,63,38,19,10,4,3,2],"bins":[-0.09270887076854706,-0.08977021276950836,-0.08683155477046967,-0.08389290422201157,-0.08095424622297287,-0.07801558822393417,-0.07507693767547607,-0.07213827967643738,-0.06919962167739868,-0.06626096367835999,-0.06332230567932129,-0.06038365513086319,-0.05744499713182449,-0.0545063391327858,-0.0515676848590374,-0.048629030585289,-0.045690372586250305,-0.04275171458721161,-0.03981306031346321,-0.03687440603971481,-0.03393574804067612,-0.03099709190428257,-0.028058435767889023,-0.025119779631495476,-0.02218112349510193,-0.01924246735870838,-0.016303811222314835,-0.013365155085921288,-0.01042649894952774,-0.007487842813134193,-0.004549186676740646,-0.0016105305403470993,0.0013281330466270447,0.004266789183020592,0.007205445319414139,0.010144101455807686,0.013082757592201233,0.01602141372859478,0.018960069864988327,0.021898726001381874,0.02483738213777542,0.027776038274168968,0.030714694410562515,0.03365334868431091,0.03659200668334961,0.039530664682388306,0.042469318956136703,0.0454079732298851,0.0483466312289238,0.051285289227962494,0.05422394350171089,0.05716259777545929,0.060101255774497986,0.06303991377353668,0.06597857177257538,0.06891722232103348,0.07185588032007217,0.07479453831911087,0.07773318886756897,0.08067184686660767,0.08361050486564636,0.08654916286468506,0.08948782086372375,0.09242647141218185,0.09536512941122055],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,1,0,2,2,3,1,4,2,11,3,7,9,8,11,12,19,15,27,20,27,13,25,19,28,28,28,18,19,30,18,19,20,23,31,23,24,20,18,22,18,15,22,12,12,12,15,10,5,7,7,5,5,2,1,2,2,1,0,1,0,1],"bins":[-0.004666415974497795,-0.004520649556070566,-0.0043748836033046246,-0.004229117184877396,-0.004083351232111454,-0.003937584813684225,-0.00379181862808764,-0.0036460524424910545,-0.0035002860240638256,-0.0033545198384672403,-0.003208753652870655,-0.00306298746727407,-0.0029172212816774845,-0.0027714550960808992,-0.0026256886776536703,-0.002479922492057085,-0.0023341563064604998,-0.0021883901208639145,-0.002042623935267329,-0.0018968576332554221,-0.001751091331243515,-0.0016053251456469297,-0.0014595589600503445,-0.0013137926580384374,-0.001168026472441852,-0.0010222602868452668,-0.0008764939848333597,-0.0007307277992367744,-0.0005849615554325283,-0.00043919531162828207,-0.00029342909692786634,-0.00014766286767553538,-1.896638423204422e-06,0.00014386959082912654,0.0002896358200814575,0.0004354020347818732,0.0005811682785861194,0.0007269345223903656,0.0008727007079869509,0.001018467009998858,0.0011642331955954432,0.0013099993811920285,0.0014557656832039356,0.001601531868800521,0.0017472980543971062,0.0018930643564090133,0.0020388306584209204,0.0021845968440175056,0.002330363029614091,0.002476129215210676,0.0026218954008072615,0.0027676618192344904,0.0029134280048310757,0.003059194190427661,0.003204960376024246,0.0033507265616208315,0.0034964927472174168,0.0036422591656446457,0.003788025351241231,0.003933791536837816,0.004079557955265045,0.004225323908030987,0.004371090326458216,0.004516856279224157,0.004662622697651386]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[2,3,6,16,19,33,51,84,135,219,291,532,761,1087,1644,2271,3113,3998,5391,7137,9019,11143,13721,16322,19190,21767,24868,27466,29188,31132,32642,33034,33207,32403,31262,29149,27078,24555,21709,19004,16029,13324,10982,8738,6884,5427,3998,2886,2143,1581,1073,731,462,375,198,137,86,56,24,20,7,9,1,1],"bins":[-0.09031057357788086,-0.0874834880232811,-0.08465640246868134,-0.08182931691408157,-0.07900223135948181,-0.07617515325546265,-0.07334806770086288,-0.07052098214626312,-0.06769389659166336,-0.0648668110370636,-0.06203972548246384,-0.05921264365315437,-0.05638555809855461,-0.05355847254395485,-0.050731390714645386,-0.047904305160045624,-0.04507721960544586,-0.0422501340508461,-0.03942304849624634,-0.036595966666936874,-0.03376888111233711,-0.03094179555773735,-0.028114711865782738,-0.025287628173828125,-0.022460542619228363,-0.0196334570646286,-0.01680637337267399,-0.013979288749396801,-0.011152204126119614,-0.008325119502842426,-0.005498034879565239,-0.0026709502562880516,0.00015612691640853882,0.002983211539685726,0.0058102961629629135,0.0086373807862401,0.011464465409517288,0.014291550032794476,0.017118634656071663,0.019945718348026276,0.022772803902626038,0.0255998894572258,0.028426973149180412,0.031254056841135025,0.03408114239573479,0.03690822795033455,0.03973530977964401,0.042562395334243774,0.045389480888843536,0.0482165664434433,0.05104365199804306,0.053870733827352524,0.056697819381952286,0.05952490493655205,0.06235198676586151,0.06517907232046127,0.06800615787506104,0.0708332434296608,0.07366032898426056,0.07648741453886032,0.07931450009346008,0.08214157819747925,0.08496866375207901,0.08779574930667877,0.09062283486127853]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"values":[1,0,0,0,1,0,1,2,7,7,9,8,19,26,28,53,85,95,149,230,290,425,629,902,1314,1989,3454,6609,15969,51763,226688,202442,46732,14333,6318,3176,1983,1282,836,563,424,301,202,157,99,74,41,31,15,25,12,7,7,0,5,1,1,1,0,0,0,0,1,2],"bins":[-0.000232696533203125,-0.00022517889738082886,-0.00021766126155853271,-0.00021014362573623657,-0.00020262598991394043,-0.0001951083540916443,-0.00018759071826934814,-0.000180073082447052,-0.00017255544662475586,-0.00016503781080245972,-0.00015752017498016357,-0.00015000253915786743,-0.0001424849033355713,-0.00013496726751327515,-0.000127449631690979,-0.00011993199586868286,-0.00011241436004638672,-0.00010489672422409058,-9.737908840179443e-05,-8.986145257949829e-05,-8.234381675720215e-05,-7.4826180934906e-05,-6.730854511260986e-05,-5.979090929031372e-05,-5.227327346801758e-05,-4.4755637645721436e-05,-3.723800182342529e-05,-2.972036600112915e-05,-2.2202730178833008e-05,-1.4685094356536865e-05,-7.167458534240723e-06,3.501772880554199e-07,7.867813110351562e-06,1.5385448932647705e-05,2.2903084754943848e-05,3.042072057723999e-05,3.793835639953613e-05,4.5455992221832275e-05,5.297362804412842e-05,6.049126386642456e-05,6.80088996887207e-05,7.552653551101685e-05,8.304417133331299e-05,9.056180715560913e-05,9.807944297790527e-05,0.00010559707880020142,0.00011311471462249756,0.0001206323504447937,0.00012814998626708984,0.00013566762208938599,0.00014318525791168213,0.00015070289373397827,0.00015822052955627441,0.00016573816537857056,0.0001732558012008667,0.00018077343702316284,0.00018829107284545898,0.00019580870866775513,0.00020332634449005127,0.0002108439803123474,0.00021836161613464355,0.0002258792519569397,0.00023339688777923584,0.00024091452360153198,0.0002484321594238281],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-5.1021575927734375e-05,-4.938989877700806e-05,-4.775822162628174e-05,-4.612654447555542e-05,-4.44948673248291e-05,-4.286319017410278e-05,-4.1231513023376465e-05,-3.9599835872650146e-05,-3.796815872192383e-05,-3.633648157119751e-05,-3.470480442047119e-05,-3.307312726974487e-05,-3.1441450119018555e-05,-2.9809772968292236e-05,-2.8178095817565918e-05,-2.65464186668396e-05,-2.491474151611328e-05,-2.3283064365386963e-05,-2.1651387214660645e-05,-2.0019710063934326e-05,-1.8388032913208008e-05,-1.675635576248169e-05,-1.5124678611755371e-05,-1.3493001461029053e-05,-1.1861324310302734e-05,-1.0229647159576416e-05,-8.597970008850098e-06,-6.966292858123779e-06,-5.334615707397461e-06,-3.7029385566711426e-06,-2.0712614059448242e-06,-4.3958425521850586e-07,1.1920928955078125e-06,2.823770046234131e-06,4.455447196960449e-06,6.087124347686768e-06,7.718801498413086e-06,9.350478649139404e-06,1.0982155799865723e-05,1.2613832950592041e-05,1.424551010131836e-05,1.5877187252044678e-05,1.7508864402770996e-05,1.9140541553497314e-05,2.0772218704223633e-05,2.240389585494995e-05,2.403557300567627e-05,2.5667250156402588e-05,2.7298927307128906e-05,2.8930604457855225e-05,3.056228160858154e-05,3.219395875930786e-05,3.382563591003418e-05,3.54573130607605e-05,3.7088990211486816e-05,3.8720667362213135e-05,4.035234451293945e-05,4.198402166366577e-05,4.361569881439209e-05,4.524737596511841e-05,4.6879053115844727e-05,4.8510730266571045e-05,5.014240741729736e-05,5.177408456802368e-05,5.340576171875e-05],"_type":"histogram","values":[4,3,2,4,5,7,11,14,20,24,32,43,70,94,121,154,211,331,368,488,702,980,1291,1837,2587,3392,4767,6315,8902,13263,20785,467451,16214,10867,7923,5410,3970,3119,2109,1535,1184,832,623,479,334,245,200,130,102,76,55,30,30,20,15,18,5,9,2,2,2,3,0,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,5,2,8,11,14,18,17,35,50,93,130,170,239,377,486,744,1074,1519,2159,3210,4694,6823,9720,14108,19970,28094,38607,51134,61536,69291,65747,56287,44171,32563,22986,16568,11489,7996,5436,3802,2634,1803,1249,879,594,392,294,185,133,81,66,38,34,24,13,7,9,0,2,0,0,1,2],"bins":[-0.00026869773864746094,-0.00025995075702667236,-0.0002512037754058838,-0.00024245679378509521,-0.00023370981216430664,-0.00022496283054351807,-0.0002162158489227295,-0.00020746886730194092,-0.00019872188568115234,-0.00018997490406036377,-0.0001812279224395752,-0.00017248094081878662,-0.00016373395919799805,-0.00015498697757720947,-0.0001462399959564209,-0.00013749301433563232,-0.00012874603271484375,-0.00011999905109405518,-0.0001112520694732666,-0.00010250508785247803,-9.375810623168945e-05,-8.501112461090088e-05,-7.62641429901123e-05,-6.751716136932373e-05,-5.8770179748535156e-05,-5.002319812774658e-05,-4.127621650695801e-05,-3.2529234886169434e-05,-2.378225326538086e-05,-1.5035271644592285e-05,-6.288290023803711e-06,2.4586915969848633e-06,1.1205673217773438e-05,1.9952654838562012e-05,2.8699636459350586e-05,3.744661808013916e-05,4.6193599700927734e-05,5.494058132171631e-05,6.368756294250488e-05,7.243454456329346e-05,8.118152618408203e-05,8.99285078048706e-05,9.867548942565918e-05,0.00010742247104644775,0.00011616945266723633,0.0001249164342880249,0.00013366341590881348,0.00014241039752960205,0.00015115737915039062,0.0001599043607711792,0.00016865134239196777,0.00017739832401275635,0.00018614530563354492,0.0001948922872543335,0.00020363926887512207,0.00021238625049591064,0.00022113323211669922,0.0002298802137374878,0.00023862719535827637,0.00024737417697906494,0.0002561211585998535,0.0002648681402206421,0.00027361512184143066,0.00028236210346221924,0.0002911090850830078]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"bins":[-0.0007295608520507812,-0.0007077828049659729,-0.0006860047578811646,-0.0006642267107963562,-0.0006424486637115479,-0.0006206706166267395,-0.0005988925695419312,-0.0005771145224571228,-0.0005553364753723145,-0.0005335584282875061,-0.0005117803812026978,-0.0004900023341178894,-0.00046822428703308105,-0.0004464462399482727,-0.00042466819286346436,-0.000402890145778656,-0.00038111209869384766,-0.0003593340516090393,-0.00033755600452423096,-0.0003157779574394226,-0.00029399991035461426,-0.0002722218632698059,-0.00025044381618499756,-0.0002286657691001892,-0.00020688772201538086,-0.0001851096749305725,-0.00016333162784576416,-0.0001415535807609558,-0.00011977553367614746,-9.799748659133911e-05,-7.621943950653076e-05,-5.444139242172241e-05,-3.266334533691406e-05,-1.0885298252105713e-05,1.0892748832702637e-05,3.2670795917510986e-05,5.4448843002319336e-05,7.622689008712769e-05,9.800493717193604e-05,0.00011978298425674438,0.00014156103134155273,0.00016333907842636108,0.00018511712551116943,0.00020689517259597778,0.00022867321968078613,0.0002504512667655945,0.00027222931385040283,0.0002940073609352112,0.00031578540802001953,0.0003375634551048279,0.00035934150218963623,0.0003811195492744446,0.00040289759635925293,0.0004246756434440613,0.00044645369052886963,0.000468231737613678,0.0004900097846984863,0.0005117878317832947,0.000533565878868103,0.0005553439259529114,0.0005771219730377197,0.0005989000201225281,0.0006206780672073364,0.0006424561142921448,0.0006642341613769531],"_type":"histogram","values":[1,0,0,1,6,0,2,3,1,3,8,11,16,12,16,26,39,73,87,95,137,225,361,473,677,1067,1755,2782,5091,10210,22391,50952,113296,169967,113196,51335,22411,10223,5201,2700,1746,997,718,446,278,229,163,100,79,55,48,40,16,18,11,11,7,4,2,3,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[2,0,3,2,5,7,4,14,15,30,47,70,100,169,235,386,538,913,1266,1916,2976,4441,6649,9813,14676,21890,31575,45948,62258,75785,78312,67187,51124,35899,24815,16772,11420,7611,5013,3375,2257,1466,971,678,392,268,169,131,73,51,39,24,20,9,4,5,2,2,0,0,0,0,1,1],"bins":[-0.000278472900390625,-0.0002692416310310364,-0.00026001036167144775,-0.00025077909231185913,-0.0002415478229522705,-0.00023231655359268188,-0.00022308528423309326,-0.00021385401487350464,-0.00020462274551391602,-0.0001953914761543274,-0.00018616020679473877,-0.00017692893743515015,-0.00016769766807556152,-0.0001584663987159729,-0.00014923512935638428,-0.00014000385999679565,-0.00013077259063720703,-0.00012154132127761841,-0.00011231005191802979,-0.00010307878255844116,-9.384751319885254e-05,-8.461624383926392e-05,-7.538497447967529e-05,-6.615370512008667e-05,-5.692243576049805e-05,-4.7691166400909424e-05,-3.84598970413208e-05,-2.9228627681732178e-05,-1.9997358322143555e-05,-1.0766088962554932e-05,-1.5348196029663086e-06,7.696449756622314e-06,1.6927719116210938e-05,2.615898847579956e-05,3.5390257835388184e-05,4.462152719497681e-05,5.385279655456543e-05,6.308406591415405e-05,7.231533527374268e-05,8.15466046333313e-05,9.077787399291992e-05,0.00010000914335250854,0.00010924041271209717,0.00011847168207168579,0.00012770295143127441,0.00013693422079086304,0.00014616549015045166,0.00015539675951004028,0.0001646280288696289,0.00017385929822921753,0.00018309056758880615,0.00019232183694839478,0.0002015531063079834,0.00021078437566757202,0.00022001564502716064,0.00022924691438674927,0.0002384781837463379,0.0002477094531059265,0.00025694072246551514,0.00026617199182510376,0.0002754032611846924,0.000284634530544281,0.00029386579990386963,0.00030309706926345825,0.0003123283386230469]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,2,1,1,4,5,10,7,9,9,22,55,86,93,151,284,419,857,1466,2584,4823,9008,16959,33343,67190,127266,147351,87514,43542,21742,11241,6104,3320,1831,1039,604,335,195,104,70,42,39,26,24,16,11,5,3,2,1,2,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0007724761962890625,-0.0007460117340087891,-0.0007195472717285156,-0.0006930828094482422,-0.0006666183471679688,-0.0006401538848876953,-0.0006136894226074219,-0.0005872249603271484,-0.000560760498046875,-0.0005342960357666016,-0.0005078315734863281,-0.0004813671112060547,-0.00045490264892578125,-0.0004284381866455078,-0.0004019737243652344,-0.00037550926208496094,-0.0003490447998046875,-0.00032258033752441406,-0.0002961158752441406,-0.0002696514129638672,-0.00024318695068359375,-0.0002167224884033203,-0.00019025802612304688,-0.00016379356384277344,-0.0001373291015625,-0.00011086463928222656,-8.440017700195312e-05,-5.793571472167969e-05,-3.147125244140625e-05,-5.0067901611328125e-06,2.1457672119140625e-05,4.792213439941406e-05,7.43865966796875e-05,0.00010085105895996094,0.00012731552124023438,0.0001537799835205078,0.00018024444580078125,0.0002067089080810547,0.00023317337036132812,0.00025963783264160156,0.000286102294921875,0.00031256675720214844,0.0003390312194824219,0.0003654956817626953,0.00039196014404296875,0.0004184246063232422,0.0004448890686035156,0.00047135353088378906,0.0004978179931640625,0.0005242824554443359,0.0005507469177246094,0.0005772113800048828,0.0006036758422851562,0.0006301403045654297,0.0006566047668457031,0.0006830692291259766,0.00070953369140625,0.0007359981536865234,0.0007624626159667969,0.0007889270782470703,0.0008153915405273438,0.0008418560028076172,0.0008683204650878906,0.0008947849273681641,0.0009212493896484375]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.0003864765167236328,-0.0003734864294528961,-0.0003604963421821594,-0.00034750625491142273,-0.00033451616764068604,-0.00032152608036994934,-0.00030853599309921265,-0.00029554590582847595,-0.00028255581855773926,-0.00026956573128700256,-0.00025657564401626587,-0.00024358555674552917,-0.00023059546947479248,-0.00021760538220405579,-0.0002046152949333191,-0.0001916252076625824,-0.0001786351203918457,-0.000165645033121109,-0.00015265494585037231,-0.00013966485857963562,-0.00012667477130889893,-0.00011368468403816223,-0.00010069459676742554,-8.770450949668884e-05,-7.471442222595215e-05,-6.172433495521545e-05,-4.873424768447876e-05,-3.5744160413742065e-05,-2.275407314300537e-05,-9.763985872268677e-06,3.2261013984680176e-06,1.6216188669204712e-05,2.9206275939941406e-05,4.21963632106781e-05,5.5186450481414795e-05,6.817653775215149e-05,8.116662502288818e-05,9.415671229362488e-05,0.00010714679956436157,0.00012013688683509827,0.00013312697410583496,0.00014611706137657166,0.00015910714864730835,0.00017209723591804504,0.00018508732318878174,0.00019807741045951843,0.00021106749773025513,0.00022405758500099182,0.00023704767227172852,0.0002500377595424652,0.0002630278468132019,0.0002760179340839386,0.0002890080213546753,0.000301998108625412,0.0003149881958961487,0.0003279782831668854,0.00034096837043762207,0.00035395845770835876,0.00036694854497909546,0.00037993863224983215,0.00039292871952056885,0.00040591880679130554,0.00041890889406204224,0.00043189898133277893,0.0004448890686035156],"_type":"histogram","values":[3,1,1,2,1,1,4,9,12,12,12,21,34,56,82,106,197,304,489,847,1455,2507,4065,7032,11866,20209,33722,54295,82124,101349,93829,67737,43400,26258,15321,9096,5451,3116,1918,1090,673,413,255,131,112,55,43,30,16,15,9,10,5,6,9,4,0,0,1,0,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"values":[1,0,1,2,3,1,1,2,3,3,4,4,8,9,11,8,15,11,25,22,20,33,22,30,20,20,16,21,18,20,17,20,15,15,20,24,21,20,26,22,29,26,28,28,15,12,13,11,8,12,4,4,3,4,4,2,4,3,1,0,2,0,0,1],"bins":[-0.006723324302583933,-0.006508822552859783,-0.0062943208031356335,-0.006079819053411484,-0.005865317769348621,-0.005650816019624472,-0.005436314269900322,-0.005221812520176172,-0.0050073107704520226,-0.004792809020727873,-0.004578307271003723,-0.0043638055212795734,-0.004149303771555424,-0.003934802487492561,-0.0037203007377684116,-0.003505798988044262,-0.0032912972383201122,-0.0030767954885959625,-0.002862293738871813,-0.0026477922219783068,-0.002433290472254157,-0.0022187887225300074,-0.0020042872056365013,-0.0017897854559123516,-0.001575283706188202,-0.0013607819564640522,-0.0011462803231552243,-0.0009317786316387355,-0.0007172769401222467,-0.000502775248605758,-0.00028827355708926916,-7.377186557278037e-05,0.0001407293602824211,0.0003552310517989099,0.0005697327433153987,0.0007842344348318875,0.0009987361263483763,0.001213237876072526,0.0014277395093813539,0.0016422411426901817,0.0018567428924143314,0.002071244642138481,0.002285746391862631,0.002500247908756137,0.0027147496584802866,0.0029292514082044363,0.0031437529250979424,0.003358254674822092,0.0035727564245462418,0.0037872581742703915,0.004001759923994541,0.004216261673718691,0.004430763423442841,0.004645264707505703,0.004859766457229853,0.005074268206954002,0.005288769956678152,0.005503271706402302,0.0057177734561264515,0.005932275205850601,0.006146776489913464,0.006361278239637613,0.006575779989361763,0.006790281739085913,0.007004783488810062],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"_type":"histogram","values":[1,1,4,2,3,4,1,4,2,3,2,4,5,3,4,6,5,4,2,5,15,19,22,28,20,28,31,35,36,36,41,40,31,42,39,23,21,36,37,27,18,11,10,1,1,4,5,7,3,8,2,2,1,2,3,3,3,4,0,1,1,2,2,2],"bins":[-0.012216945178806782,-0.011820451356470585,-0.011423958465456963,-0.011027464643120766,-0.010630970820784569,-0.010234477929770947,-0.00983798410743475,-0.009441490285098553,-0.00904499739408493,-0.008648503571748734,-0.008252009749412537,-0.00785551592707634,-0.0074590230360627174,-0.0070625292137265205,-0.006666035857051611,-0.006269542034715414,-0.0058730486780405045,-0.005476555321365595,-0.005080061499029398,-0.004683568142354488,-0.0042870743200182915,-0.003890580963343382,-0.0034940876066684723,-0.003097594017162919,-0.002701100427657366,-0.0023046068381518126,-0.0019081133650615811,-0.0015116198919713497,-0.0011151263024657965,-0.0007186327711679041,-0.0003221392398700118,7.435429142788053e-05,0.00047084782272577286,0.0008673413540236652,0.0012638348853215575,0.001660328358411789,0.002056821947917342,0.0024533155374228954,0.002849808894097805,0.0032463024836033583,0.0036427960731089115,0.004039289429783821,0.004435783252120018,0.004832276608794928,0.005228769965469837,0.005625263787806034,0.006021757144480944,0.006418250966817141,0.00681474432349205,0.00721123768016696,0.007607731502503157,0.008004224859178066,0.008400718681514263,0.008797211572527885,0.009193705394864082,0.00959019921720028,0.009986693039536476,0.010383185930550098,0.010779679752886295,0.011176173575222492,0.011572666466236115,0.011969160288572311,0.012365654110908508,0.01276214700192213,0.013158640824258327]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,0,0,2,3,3,1,4,6,6,10,16,13,24,23,26,31,32,30,22,33,32,38,41,36,38,28,28,36,30,30,23,20,19,13,17,3,11,14,5,10,2,1,2,1,1,0,0,1,0,0,0,0,0,1],"bins":[-0.000647005217615515,-0.0006273211911320686,-0.0006076371064409614,-0.0005879530217498541,-0.0005682689952664077,-0.0005485849687829614,-0.0005289008840918541,-0.0005092167994007468,-0.0004895327729173005,-0.00046984871733002365,-0.00045016466174274683,-0.00043048060615547,-0.0004107965505681932,-0.0003911124949809164,-0.00037142843939363956,-0.00035174438380636275,-0.00033206032821908593,-0.0003123762726318091,-0.0002926922170445323,-0.0002730081614572555,-0.00025332410586997867,-0.00023364005028270185,-0.00021395599469542503,-0.00019427193910814822,-0.0001745878835208714,-0.00015490382793359458,-0.00013521977234631777,-0.00011553571675904095,-9.585166117176414e-05,-7.616760558448732e-05,-5.64835499972105e-05,-3.6799494409933686e-05,-1.7115380614995956e-05,2.56867497228086e-06,2.2252730559557676e-05,4.193678614683449e-05,6.162084173411131e-05,8.130489732138813e-05,0.00010098895290866494,0.00012067300849594176,0.00014035706408321857,0.0001600411196704954,0.0001797251752577722,0.00019940923084504902,0.00021909328643232584,0.00023877734201960266,0.00025846139760687947,0.0002781454531941563,0.0002978295087814331,0.0003175135643687099,0.00033719761995598674,0.00035688167554326355,0.00037656573113054037,0.0003962497867178172,0.000415933842305094,0.0004356178978923708,0.00045530195347964764,0.00047498600906692445,0.0004946700646542013,0.0005143540911376476,0.0005340381758287549,0.0005537222605198622,0.0005734062870033085,0.0005930903134867549,0.0006127743981778622]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[3,2,1,4,4,1,6,9,9,10,16,20,31,29,50,62,109,170,232,318,536,736,1060,1572,2358,3763,6083,10682,20506,148635,343099,20697,11198,6296,3920,2471,1637,1105,730,480,362,246,165,127,78,46,35,35,14,16,9,8,8,5,4,3,3,3,2,1,1,1,1,1],"bins":[-4.285573959350586e-05,-4.1428953409194946e-05,-4.000216722488403e-05,-3.857538104057312e-05,-3.714859485626221e-05,-3.5721808671951294e-05,-3.429502248764038e-05,-3.286823630332947e-05,-3.1441450119018555e-05,-3.001466393470764e-05,-2.858787775039673e-05,-2.7161091566085815e-05,-2.5734305381774902e-05,-2.430751919746399e-05,-2.2880733013153076e-05,-2.1453946828842163e-05,-2.002716064453125e-05,-1.8600374460220337e-05,-1.7173588275909424e-05,-1.574680209159851e-05,-1.4320015907287598e-05,-1.2893229722976685e-05,-1.1466443538665771e-05,-1.0039657354354858e-05,-8.612871170043945e-06,-7.186084985733032e-06,-5.759298801422119e-06,-4.332512617111206e-06,-2.905726432800293e-06,-1.4789402484893799e-06,-5.21540641784668e-08,1.3746321201324463e-06,2.8014183044433594e-06,4.2282044887542725e-06,5.6549906730651855e-06,7.081776857376099e-06,8.508563041687012e-06,9.935349225997925e-06,1.1362135410308838e-05,1.2788921594619751e-05,1.4215707778930664e-05,1.5642493963241577e-05,1.706928014755249e-05,1.8496066331863403e-05,1.9922852516174316e-05,2.134963870048523e-05,2.2776424884796143e-05,2.4203211069107056e-05,2.562999725341797e-05,2.7056783437728882e-05,2.8483569622039795e-05,2.9910355806350708e-05,3.133714199066162e-05,3.2763928174972534e-05,3.419071435928345e-05,3.561750054359436e-05,3.7044286727905273e-05,3.8471072912216187e-05,3.98978590965271e-05,4.132464528083801e-05,4.2751431465148926e-05,4.417821764945984e-05,4.560500383377075e-05,4.7031790018081665e-05,4.845857620239258e-05]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,3,0,0,0,1,3,1,3,2,2,1,11,6,11,8,12,14,18,10,20,22,34,21,33,37,23,35,32,27,37,30,38,38,31,23,29,20,22,17,18,11,7,9,7,6,6,8,3,5,0,2,2,3,0,0,2,0,1,0,0,1],"bins":[-0.0007154130144044757,-0.0006924991612322628,-0.00066958530806005,-0.0006466715130954981,-0.0006237576599232852,-0.0006008438067510724,-0.0005779300117865205,-0.0005550161586143076,-0.0005321023054420948,-0.000509188452269882,-0.0004862746282014996,-0.0004633608041331172,-0.00044044695096090436,-0.0004175330977886915,-0.00039461927372030914,-0.00037170544965192676,-0.0003487915964797139,-0.0003258777433075011,-0.0003029639192391187,-0.0002800500951707363,-0.0002571362419985235,-0.00023422240337822586,-0.00021130856475792825,-0.00018839472613763064,-0.00016548088751733303,-0.00014256704889703542,-0.00011965321027673781,-9.67393716564402e-05,-7.382553303614259e-05,-5.091169441584498e-05,-2.7997855795547366e-05,-5.084017175249755e-06,1.7829763237386942e-05,4.074360185768455e-05,6.365744047798216e-05,8.657127909827977e-05,0.00010948511771857738,0.000132398956338875,0.0001553127949591726,0.00017822663357947022,0.00020114047219976783,0.00022405431082006544,0.00024696814944036305,0.00026988197350874543,0.00029279582668095827,0.0003157096798531711,0.0003386235039215535,0.0003615373279899359,0.0003844511811621487,0.00040736503433436155,0.00043027885840274394,0.0004531926824711263,0.00047610653564333916,0.000499020388815552,0.0005219342419877648,0.0005448480369523168,0.0005677618901245296,0.0005906757432967424,0.0006135895382612944,0.0006365033914335072,0.00065941724460572,0.0006823310977779329,0.0007052449509501457,0.0007281587459146976,0.0007510725990869105]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,1,3,1,0,2,0,1,3,0,2,2,3,4,6,5,3,8,6,10,9,16,19,13,22,19,26,24,33,32,39,31,32,33,36,21,38,29,28,20,28,16,16,18,20,11,10,9,9,9,9,7,7,2,3,1,1,0,1,1,2,2,1,4],"bins":[-0.0009044049656949937,-0.0008774260058999062,-0.0008504471043124795,-0.0008234681445173919,-0.0007964892429299653,-0.0007695102831348777,-0.000742531381547451,-0.0007155524217523634,-0.0006885734619572759,-0.0006615945603698492,-0.0006346156005747616,-0.000607636698987335,-0.0005806577391922474,-0.0005536788376048207,-0.0005266998778097332,-0.0004997209762223065,-0.0004727420164272189,-0.0004457630857359618,-0.0004187841550447047,-0.00039180522435344756,-0.00036482629366219044,-0.00033784733386710286,-0.00031086840317584574,-0.0002838894724845886,-0.0002569105417933315,-0.00022993161110207438,-0.00020295268041081727,-0.00017597373516764492,-0.0001489948044763878,-0.00012201587378513068,-9.503693581791595e-05,-6.805799785070121e-05,-4.107912536710501e-05,-1.4100191037869081e-05,1.2878743291366845e-05,3.985767762060277e-05,6.68366119498387e-05,9.381554264109582e-05,0.00012079448060831055,0.00014777341857552528,0.0001747523492667824,0.00020173127995803952,0.00022871021064929664,0.00025568914134055376,0.00028266810113564134,0.00030964703182689846,0.0003366259625181556,0.0003636048932094127,0.0003905838239006698,0.00041756275459192693,0.00044454168528318405,0.00047152061597444117,0.0004984995466656983,0.0005254785064607859,0.0005524574080482125,0.0005794363678433001,0.0006064153276383877,0.0006333942292258143,0.0006603731890209019,0.0006873520906083286,0.0007143310504034162,0.0007413099519908428,0.0007682889117859304,0.0007952678133733571,0.0008222467731684446],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.0004393458366394043,-0.0004265299066901207,-0.0004137139767408371,-0.0004008980467915535,-0.0003880821168422699,-0.0003752661868929863,-0.0003624502569437027,-0.0003496343269944191,-0.0003368183970451355,-0.0003240024670958519,-0.0003111865371465683,-0.0002983706071972847,-0.0002855546772480011,-0.0002727387472987175,-0.0002599228173494339,-0.0002471068874001503,-0.0002342909574508667,-0.0002214750275015831,-0.0002086590975522995,-0.0001958431676030159,-0.0001830272376537323,-0.0001702113077044487,-0.0001573953777551651,-0.0001445794478058815,-0.0001317635178565979,-0.0001189475879073143,-0.0001061316579580307,-9.33157280087471e-05,-8.04997980594635e-05,-6.76838681101799e-05,-5.48679381608963e-05,-4.20520082116127e-05,-2.92360782623291e-05,-1.6420148313045502e-05,-3.604218363761902e-06,9.211711585521698e-06,2.2027641534805298e-05,3.48435714840889e-05,4.76595014333725e-05,6.04754313826561e-05,7.32913613319397e-05,8.61072912812233e-05,9.89232212305069e-05,0.0001117391511797905,0.0001245550811290741,0.0001373710110783577,0.0001501869410276413,0.0001630028709769249,0.0001758188009262085,0.0001886347308754921,0.0002014506608247757,0.0002142665907740593,0.0002270825207233429,0.0002398984506726265,0.0002527143806219101,0.0002655303105711937,0.0002783462405204773,0.0002911621704697609,0.0003039781004190445,0.0003167940303683281,0.0003296099603176117,0.0003424258902668953,0.0003552418202161789,0.0003680577501654625,0.0003808736801147461],"_type":"histogram","values":[1,0,0,0,0,1,0,0,2,0,1,0,5,1,5,9,9,10,12,12,14,17,13,15,23,20,24,18,25,26,27,28,34,33,26,36,30,25,30,31,18,26,12,24,23,19,18,6,13,10,10,3,3,5,2,3,2,3,2,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,3,2,6,16,30,54,81,127,237,395,566,894,1366,1988,2797,3962,5461,7239,9509,12143,15009,17802,21406,25060,27982,31122,33311,35238,36006,35781,35710,33692,31740,28832,25477,22306,19050,16026,12888,10252,7894,6007,4378,3245,2267,1605,1029,670,456,262,190,109,68,40,11,15,7,1,1,2],"bins":[-0.10229304432868958,-0.09920939058065414,-0.09612573683261871,-0.09304208308458328,-0.08995842933654785,-0.08687476813793182,-0.08379111438989639,-0.08070746064186096,-0.07762380689382553,-0.0745401531457901,-0.07145649939775467,-0.06837284564971924,-0.06528918445110321,-0.06220553442835808,-0.05912187695503235,-0.05603822320699692,-0.05295456945896149,-0.049870915710926056,-0.046787261962890625,-0.043703604489564896,-0.040619950741529465,-0.037536296993494034,-0.034452639520168304,-0.031368985772132874,-0.028285332024097443,-0.02520167827606201,-0.02211802266538143,-0.01903436705470085,-0.01595071330666542,-0.012867058627307415,-0.00978340394794941,-0.006699749268591404,-0.0036160871386528015,-0.000532432459294796,0.0025512222200632095,0.005634876899421215,0.00871853157877922,0.011802186258137226,0.014885840937495232,0.017969496548175812,0.021053150296211243,0.024136804044246674,0.027220459654927254,0.030304115265607834,0.033387769013643265,0.036471422761678696,0.039555080235004425,0.042638733983039856,0.04572238773107529,0.04880604147911072,0.05188969522714615,0.05497335270047188,0.05805700644850731,0.06114066019654274,0.06422431766986847,0.0673079714179039,0.07039162516593933,0.07347527891397476,0.07655893266201019,0.07964258641004562,0.08272624015808105,0.08580990135669708,0.08889355510473251,0.09197720885276794,0.09506086260080338]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"values":[1,3,3,0,1,0,3,4,3,7,4,7,8,7,12,15,10,20,15,22,19,29,17,26,30,28,28,29,44,33,27,34,27,20,22,24,18,19,16,22,16,14,14,13,21,6,2,4,7,1,1,3,0,3,2,0,1,2,0,0,0,0,0,1],"bins":[-0.0001875162124633789,-0.00018103979527950287,-0.00017456337809562683,-0.0001680869609117508,-0.00016161054372787476,-0.00015513412654399872,-0.00014865770936012268,-0.00014218129217624664,-0.0001357048749923706,-0.00012922845780849457,-0.00012275204062461853,-0.00011627562344074249,-0.00010979920625686646,-0.00010332278907299042,-9.684637188911438e-05,-9.036995470523834e-05,-8.38935375213623e-05,-7.741712033748627e-05,-7.094070315361023e-05,-6.446428596973419e-05,-5.7987868785858154e-05,-5.151145160198212e-05,-4.503503441810608e-05,-3.855861723423004e-05,-3.2082200050354004e-05,-2.5605782866477966e-05,-1.912936568260193e-05,-1.2652948498725891e-05,-6.1765313148498535e-06,2.998858690261841e-07,6.776303052902222e-06,1.325272023677826e-05,1.9729137420654297e-05,2.6205554604530334e-05,3.268197178840637e-05,3.915838897228241e-05,4.563480615615845e-05,5.2111223340034485e-05,5.858764052391052e-05,6.506405770778656e-05,7.15404748916626e-05,7.801689207553864e-05,8.449330925941467e-05,9.096972644329071e-05,9.744614362716675e-05,0.00010392256081104279,0.00011039897799491882,0.00011687539517879486,0.0001233518123626709,0.00012982822954654694,0.00013630464673042297,0.000142781063914299,0.00014925748109817505,0.00015573389828205109,0.00016221031546592712,0.00016868673264980316,0.0001751631498336792,0.00018163956701755524,0.00018811598420143127,0.0001945924013853073,0.00020106881856918335,0.0002075452357530594,0.00021402165293693542,0.00022049807012081146,0.0002269744873046875],"_type":"histogram"},"parameters/_orig_mod.linear.weight":{"bins":[-0.040967464447021484,-0.03969451040029526,-0.03842155635356903,-0.0371486060321331,-0.035875651985406876,-0.03460269793868065,-0.03332974761724472,-0.032056793570518494,-0.030783839523792267,-0.02951088547706604,-0.028237933292984962,-0.026964981108903885,-0.025692027062177658,-0.02441907301545143,-0.023146120831370354,-0.021873168647289276,-0.02060021460056305,-0.019327260553836823,-0.018054308369755745,-0.016781356185674667,-0.01550840213894844,-0.014235449023544788,-0.012962495908141136,-0.011689542792737484,-0.010416589677333832,-0.00914363656193018,-0.007870683446526527,-0.006597730331122875,-0.005324777215719223,-0.004051824100315571,-0.0027788709849119186,-0.0015059178695082664,-0.00023296475410461426,0.001039988361299038,0.00231294147670269,0.0035858945921063423,0.0048588477075099945,0.006131800822913647,0.007404753938317299,0.008677707053720951,0.009950660169124603,0.011223613284528255,0.012496566399931908,0.01376951951533556,0.015042472630739212,0.01631542667746544,0.017588378861546516,0.018861331045627594,0.02013428509235382,0.021407239139080048,0.022680191323161125,0.023953143507242203,0.02522609755396843,0.026499051600694656,0.027772003784775734,0.02904495596885681,0.03031791001558304,0.031590864062309265,0.03286381810903549,0.03413676843047142,0.03540972247719765,0.036682676523923874,0.0379556268453598,0.03922858089208603,0.040501534938812256],"_type":"histogram","values":[11,100,688,2596,5339,6622,6820,6897,6919,6936,6770,6819,7009,6925,6840,6849,7045,7020,6795,6993,7046,6942,6961,6986,7041,6928,6952,6902,7008,6766,6855,7052,6854,6933,6909,6946,6815,6941,6834,6862,6805,7057,6846,6815,6884,6917,7067,7003,7053,7032,6789,6883,6878,7058,6857,6790,7101,6980,6800,5966,3695,1230,171,13]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"bins":[-0.0004452862776815891,-0.0004332305979914963,-0.000421174947405234,-0.0004091192677151412,-0.00039706361712887883,-0.00038500793743878603,-0.00037295225774869323,-0.0003608966071624309,-0.0003488409274723381,-0.0003367852477822453,-0.00032472959719598293,-0.00031267391750589013,-0.00030061823781579733,-0.000288562587229535,-0.0002765069075394422,-0.00026445125695317984,-0.00025239557726308703,-0.00024033991212490946,-0.0002282842469867319,-0.00021622856729663908,-0.0002041729021584615,-0.00019211723702028394,-0.00018006155733019114,-0.00016800589219201356,-0.000155950227053836,-0.00014389456191565841,-0.00013183889677748084,-0.00011978321708738804,-0.00010772755194921046,-9.567188681103289e-05,-8.36162143968977e-05,-7.156054198276252e-05,-5.950487684458494e-05,-4.744920806842856e-05,-3.539353929227218e-05,-2.33378705161158e-05,-1.1282201739959419e-05,7.73467036196962e-07,1.2829135812353343e-05,2.4884804588509724e-05,3.6940473364666104e-05,4.8996142140822485e-05,6.105181091697887e-05,7.310748333111405e-05,8.516314846929163e-05,9.72188136074692e-05,0.00010927448602160439,0.00012133015843573958,0.00013338582357391715,0.00014544148871209472,0.0001574971538502723,0.0001695528335403651,0.00018160849867854267,0.00019366416381672025,0.00020571984350681305,0.00021777550864499062,0.0002298311737831682,0.00024188683892134577,0.00025394250405952334,0.00026599818374961615,0.00027805386343970895,0.0002901095140259713,0.0003021651937160641,0.00031422084430232644,0.00032627652399241924],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,0,1,1,0,0,1,1,2,0,0,4,5,2,7,7,14,16,19,24,25,35,46,53,66,70,51,67,47,32,34,27,21,19,8,12,12,9,7,3,2,4,1,3,0,1,0,1,2,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[3,3,1,7,18,22,43,69,137,225,352,483,753,1108,1624,2248,3120,4349,5623,7402,9485,11848,14301,16983,20272,22919,26205,28814,31143,32541,33700,34236,33795,32691,31024,29031,26323,23599,20284,17713,14781,11936,9804,7658,5964,4411,3289,2420,1653,1216,807,504,343,201,140,87,49,30,14,12,3,3,1,1],"bins":[-0.091729536652565,-0.08882337808609009,-0.08591721206903458,-0.08301105350255966,-0.08010488748550415,-0.07719872891902924,-0.07429257035255432,-0.07138640433549881,-0.0684802457690239,-0.06557408720254898,-0.06266792118549347,-0.059761762619018555,-0.05685560032725334,-0.05394943803548813,-0.051043279469013214,-0.048137117177248,-0.04523095488548279,-0.042324792593717575,-0.03941863030195236,-0.03651247173547745,-0.033606309443712234,-0.03070014715194702,-0.027793986722826958,-0.024887826293706894,-0.02198166400194168,-0.019075501710176468,-0.016169341281056404,-0.013263179920613766,-0.010357018560171127,-0.007450857199728489,-0.0045446958392858505,-0.0016385344788432121,0.0012676194310188293,0.004173780791461468,0.007079942151904106,0.009986103512346745,0.012892264872789383,0.015798427164554596,0.01870458759367466,0.021610748022794724,0.024516910314559937,0.02742307260632515,0.030329233035445213,0.03323539346456528,0.03614155575633049,0.0390477180480957,0.04195387661457062,0.04486003890633583,0.047766201198101044,0.05067236348986626,0.05357852578163147,0.056484684348106384,0.0593908466398716,0.06229700893163681,0.06520316749811172,0.06810933351516724,0.07101549208164215,0.07392165064811707,0.07682781666517258,0.07973397523164749,0.082640141248703,0.08554629981517792,0.08845245838165283,0.09135862439870834,0.09426478296518326],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,3,1,3,2,1,1,7,3,7,7,10,2,7,12,9,13,15,24,21,22,22,35,26,36,34,37,38,35,23,28,22,28,27,24,28,23,19,12,17,15,14,6,10,7,6,6,6,3,4,2,0,0,0,2,0,1],"bins":[-0.0005580612341873348,-0.0005420743837021291,-0.0005260874750092626,-0.0005101006245240569,-0.0004941137158311903,-0.0004781268653459847,-0.0004621399857569486,-0.0004461531061679125,-0.00043016625568270683,-0.0004141793760936707,-0.0003981924965046346,-0.0003822056169155985,-0.0003662187373265624,-0.0003502318577375263,-0.00033424500725232065,-0.00031825812766328454,-0.00030227124807424843,-0.0002862843684852123,-0.0002702974888961762,-0.00025431063841097057,-0.00023832375882193446,-0.00022233687923289835,-0.00020634999964386225,-0.00019036313460674137,-0.00017437625501770526,-0.00015838937542866915,-0.00014240251039154828,-0.00012641563080251217,-0.00011042875848943368,-9.444188617635518e-05,-7.845500658731908e-05,-6.246813427424058e-05,-4.648129106499255e-05,-3.049441693292465e-05,-1.4507542800856754e-05,1.4793313312111422e-06,1.746620546327904e-05,3.345307777635753e-05,4.943995372741483e-05,6.542682967847213e-05,8.141370199155062e-05,9.740057430462912e-05,0.00011338744661770761,0.00012937432620674372,0.00014536120579577982,0.0001613480708329007,0.0001773349504219368,0.0001933218154590577,0.0002093086950480938,0.0002252955746371299,0.00024128243967425078,0.00025726930471137166,0.00027325618430040777,0.0002892430638894439,0.00030522994347848,0.0003212168230675161,0.00033720367355272174,0.00035319055314175785,0.00036917743273079395,0.00038516431231983006,0.00040115119190886617,0.0004171380714979023,0.0004331249219831079,0.00044911180157214403,0.00046509868116118014]},"learning_rate":1.0763202933526784e-07,"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,0,0,0,0,0,0,0,0,2,0,1,2,1,1,3,4,1,5,4,6,8,10,12,10,20,14,19,15,21,29,24,37,30,53,35,38,39,41,38,38,30,26,18,10,19,11,20,15,12,4,10,8,2,6,3,4,1,1,2,1,2],"bins":[0.9967430233955383,0.996829092502594,0.9969152212142944,0.9970012903213501,0.9970874190330505,0.9971734881401062,0.9972596168518066,0.9973456859588623,0.9974318146705627,0.9975178837776184,0.9976040124893188,0.9976900815963745,0.997776210308075,0.9978622794151306,0.997948408126831,0.9980344772338867,0.9981206059455872,0.9982066750526428,0.9982928037643433,0.9983788728713989,0.9984650015830994,0.998551070690155,0.9986371994018555,0.9987232685089111,0.9988093972206116,0.9988954663276672,0.9989815950393677,0.9990676641464233,0.9991537928581238,0.9992398619651794,0.9993259906768799,0.9994120597839355,0.9994981288909912,0.9995842576026917,0.9996703267097473,0.9997564554214478,0.9998425245285034,0.9999286532402039,1.0000147819519043,1.00010085105896,1.0001869201660156,1.0002729892730713,1.0003591775894165,1.0004452466964722,1.0005313158035278,1.0006173849105835,1.0007035732269287,1.0007896423339844,1.00087571144104,1.0009617805480957,1.001047968864441,1.0011340379714966,1.0012201070785522,1.001306176185608,1.0013923645019531,1.0014784336090088,1.0015645027160645,1.0016505718231201,1.0017367601394653,1.001822829246521,1.0019088983535767,1.0019949674606323,1.0020811557769775,1.0021672248840332,1.0022532939910889]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.00023639202117919922,-0.00022895261645317078,-0.00022151321172714233,-0.0002140738070011139,-0.00020663440227508545,-0.000199194997549057,-0.00019175559282302856,-0.00018431618809700012,-0.00017687678337097168,-0.00016943737864494324,-0.0001619979739189148,-0.00015455856919288635,-0.0001471191644668579,-0.00013967975974082947,-0.00013224035501480103,-0.00012480095028877258,-0.00011736154556274414,-0.0001099221408367157,-0.00010248273611068726,-9.504333138465881e-05,-8.760392665863037e-05,-8.016452193260193e-05,-7.272511720657349e-05,-6.528571248054504e-05,-5.78463077545166e-05,-5.040690302848816e-05,-4.296749830245972e-05,-3.5528093576431274e-05,-2.8088688850402832e-05,-2.064928412437439e-05,-1.3209879398345947e-05,-5.770474672317505e-06,1.6689300537109375e-06,9.10833477973938e-06,1.6547739505767822e-05,2.3987144231796265e-05,3.142654895782471e-05,3.886595368385315e-05,4.630535840988159e-05,5.3744763135910034e-05,6.118416786193848e-05,6.862357258796692e-05,7.606297731399536e-05,8.35023820400238e-05,9.094178676605225e-05,9.838119149208069e-05,0.00010582059621810913,0.00011326000094413757,0.00012069940567016602,0.00012813881039619446,0.0001355782151222229,0.00014301761984825134,0.00015045702457427979,0.00015789642930030823,0.00016533583402633667,0.0001727752387523651,0.00018021464347839355,0.000187654048204422,0.00019509345293045044,0.00020253285765647888,0.00020997226238250732,0.00021741166710853577,0.0002248510718345642,0.00023229047656059265,0.0002397298812866211],"_type":"histogram","values":[1,1,0,0,2,3,1,6,2,10,6,24,33,31,75,111,150,241,356,563,880,1438,2326,3826,6557,11555,20270,37619,71075,133591,238532,333545,302026,187625,100866,53184,28616,15595,8913,5194,3032,1941,1130,714,409,279,167,126,76,48,32,20,14,12,5,2,4,2,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[8,6,11,17,30,52,81,148,217,356,510,809,1266,1771,2487,3365,4554,6189,7966,10005,12390,15089,18234,21156,24143,27015,29495,31848,33148,34012,34255,33626,32622,30776,28405,25399,22720,19441,16418,13949,11373,8900,7013,5376,3989,2912,2122,1407,967,679,415,256,170,97,86,28,22,7,7,6,1,1,0,1],"bins":[-0.08831926435232162,-0.08539839833974838,-0.08247753232717514,-0.0795566663146019,-0.07663580775260925,-0.07371494174003601,-0.07079407572746277,-0.06787320971488953,-0.06495234370231628,-0.06203148141503334,-0.0591106154024601,-0.056189749389886856,-0.05326888710260391,-0.05034802109003067,-0.04742715507745743,-0.044506292790174484,-0.04158542677760124,-0.038664560765028,-0.035743698477745056,-0.032822832465171814,-0.029901966452598572,-0.02698110230267048,-0.024060238152742386,-0.021139372140169144,-0.01821850799024105,-0.015297642908990383,-0.012376777827739716,-0.009455913677811623,-0.006535048596560955,-0.003614183748140931,-0.0006933188997209072,0.0022275459486991167,0.005148410797119141,0.008069275878369808,0.010990140959620476,0.013911005109548569,0.01683187112212181,0.019752735272049904,0.022673599421977997,0.02559446543455124,0.028515329584479332,0.031436193734407425,0.03435705974698067,0.03727792575955391,0.04019878804683685,0.043119654059410095,0.04604052007198334,0.04896138235926628,0.05188224837183952,0.054803114384412766,0.05772397667169571,0.06064484268426895,0.0635657086968422,0.06648657470941544,0.06940744072198868,0.07232829928398132,0.07524916529655457,0.07817003130912781,0.08109089732170105,0.08401176333427429,0.08693262934684753,0.08985348790884018,0.09277435392141342,0.09569521993398666,0.0986160859465599]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,2,7,7,12,18,27,29,66,90,119,183,244,417,563,810,1321,1868,2950,4348,6691,10446,16305,26314,42159,71606,118989,195335,280894,280552,200665,120899,72511,42865,26703,16008,10619,6657,4397,2941,1968,1384,923,639,416,290,204,129,79,64,42,23,23,15,9,7,6,2,0,1],"bins":[-0.00019371509552001953,-0.00018784776329994202,-0.0001819804310798645,-0.000176113098859787,-0.00017024576663970947,-0.00016437843441963196,-0.00015851110219955444,-0.00015264376997947693,-0.00014677643775939941,-0.0001409091055393219,-0.00013504177331924438,-0.00012917444109916687,-0.00012330710887908936,-0.00011743977665901184,-0.00011157244443893433,-0.00010570511221885681,-9.98377799987793e-05,-9.397044777870178e-05,-8.810311555862427e-05,-8.223578333854675e-05,-7.636845111846924e-05,-7.050111889839172e-05,-6.463378667831421e-05,-5.8766454458236694e-05,-5.289912223815918e-05,-4.7031790018081665e-05,-4.116445779800415e-05,-3.5297125577926636e-05,-2.942979335784912e-05,-2.3562461137771606e-05,-1.7695128917694092e-05,-1.1827796697616577e-05,-5.9604644775390625e-06,-9.313225746154785e-08,5.774199962615967e-06,1.1641532182693481e-05,1.7508864402770996e-05,2.337619662284851e-05,2.9243528842926025e-05,3.511086106300354e-05,4.0978193283081055e-05,4.684552550315857e-05,5.2712857723236084e-05,5.85801899433136e-05,6.444752216339111e-05,7.031485438346863e-05,7.618218660354614e-05,8.204951882362366e-05,8.791685104370117e-05,9.378418326377869e-05,9.96515154838562e-05,0.00010551884770393372,0.00011138617992401123,0.00011725351214408875,0.00012312084436416626,0.00012898817658424377,0.0001348555088043213,0.0001407228410243988,0.00014659017324447632,0.00015245750546455383,0.00015832483768463135,0.00016419216990470886,0.00017005950212478638,0.0001759268343448639,0.0001817941665649414]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,1,0,0,3,2,2,3,5,3,5,10,15,14,21,39,49,72,64,59,52,41,47,43,33,31,28,15,15,9,16,7,11,12,4,2,7,7,1,3,3,0,4,0,0,1,1,3,1,2,0,0,0,0,0,1],"bins":[0.9962798953056335,0.9964137673377991,0.9965476393699646,0.9966815114021301,0.9968154430389404,0.996949315071106,0.9970831871032715,0.997217059135437,0.9973509311676025,0.9974848031997681,0.9976186752319336,0.9977526068687439,0.9978864789009094,0.998020350933075,0.9981542229652405,0.998288094997406,0.9984219670295715,0.9985558390617371,0.9986897706985474,0.9988236427307129,0.9989575147628784,0.999091386795044,0.9992252588272095,0.999359130859375,0.9994930028915405,0.9996269345283508,0.9997608065605164,0.9998946785926819,1.0000284910202026,1.0001624822616577,1.0002963542938232,1.0004302263259888,1.0005640983581543,1.0006979703903198,1.0008318424224854,1.0009657144546509,1.0010995864868164,1.001233458518982,1.0013673305511475,1.001501202583313,1.0016350746154785,1.001768946647644,1.0019028186798096,1.0020368099212646,1.0021706819534302,1.0023045539855957,1.0024384260177612,1.0025722980499268,1.0027061700820923,1.0028400421142578,1.0029739141464233,1.0031077861785889,1.0032416582107544,1.00337553024292,1.0035094022750854,1.003643274307251,1.0037771463394165,1.0039111375808716,1.004045009613037,1.0041788816452026,1.0043127536773682,1.0044466257095337,1.0045804977416992,1.0047143697738647,1.0048482418060303],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"bins":[-0.00017833709716796875,-0.0001729074865579605,-0.00016747787594795227,-0.00016204826533794403,-0.0001566186547279358,-0.00015118904411792755,-0.0001457594335079193,-0.00014032982289791107,-0.00013490021228790283,-0.0001294706016778946,-0.00012404099106788635,-0.00011861138045787811,-0.00011318176984786987,-0.00010775215923786163,-0.0001023225486278534,-9.689293801784515e-05,-9.146332740783691e-05,-8.603371679782867e-05,-8.060410618782043e-05,-7.51744955778122e-05,-6.974488496780396e-05,-6.431527435779572e-05,-5.8885663747787476e-05,-5.3456053137779236e-05,-4.8026442527770996e-05,-4.2596831917762756e-05,-3.7167221307754517e-05,-3.173761069774628e-05,-2.6308000087738037e-05,-2.0878389477729797e-05,-1.5448778867721558e-05,-1.0019168257713318e-05,-4.589557647705078e-06,8.400529623031616e-07,6.269663572311401e-06,1.1699274182319641e-05,1.712888479232788e-05,2.255849540233612e-05,2.798810601234436e-05,3.34177166223526e-05,3.884732723236084e-05,4.427693784236908e-05,4.970654845237732e-05,5.513615906238556e-05,6.05657696723938e-05,6.599538028240204e-05,7.142499089241028e-05,7.685460150241852e-05,8.228421211242676e-05,8.7713822722435e-05,9.314343333244324e-05,9.857304394245148e-05,0.00010400265455245972,0.00010943226516246796,0.0001148618757724762,0.00012029148638248444,0.00012572109699249268,0.00013115070760250092,0.00013658031821250916,0.0001420099288225174,0.00014743953943252563,0.00015286915004253387,0.00015829876065254211,0.00016372837126255035,0.0001691579818725586],"_type":"histogram","values":[1,1,0,0,2,2,6,2,10,8,9,19,25,40,54,58,94,138,189,262,318,477,680,1024,1443,2104,3393,5283,9210,16958,34215,80524,168631,140929,61326,27334,13610,7655,4604,2825,1920,1361,899,645,450,314,208,151,118,97,56,39,22,22,17,12,8,7,4,4,4,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,0,0,0,0,0,0,2,0,0,1,1,2,0,0,3,8,2,6,7,13,14,12,13,18,19,16,18,24,18,25,18,28,26,25,27,28,28,19,31,33,25,26,22,26,23,22,13,16,22,15,14,9,8,6,8,6,7,2,1,3,3,4,1],"bins":[-0.0004550814628601074,-0.00044285692274570465,-0.0004306323826313019,-0.0004184078425168991,-0.00040618330240249634,-0.00039395876228809357,-0.0003817342221736908,-0.000369509682059288,-0.00035728514194488525,-0.0003450606018304825,-0.0003328360617160797,-0.00032061152160167694,-0.00030838698148727417,-0.0002961624413728714,-0.00028393790125846863,-0.00027171336114406586,-0.0002594888210296631,-0.0002472642809152603,-0.00023503974080085754,-0.00022281520068645477,-0.000210590660572052,-0.00019836612045764923,-0.00018614158034324646,-0.0001739170402288437,-0.00016169250011444092,-0.00014946796000003815,-0.00013724341988563538,-0.0001250188797712326,-0.00011279433965682983,-0.00010056979954242706,-8.834525942802429e-05,-7.612071931362152e-05,-6.389617919921875e-05,-5.167163908481598e-05,-3.944709897041321e-05,-2.7222558856010437e-05,-1.4998018741607666e-05,-2.773478627204895e-06,9.451061487197876e-06,2.1675601601600647e-05,3.390014171600342e-05,4.612468183040619e-05,5.834922194480896e-05,7.057376205921173e-05,8.27983021736145e-05,9.502284228801727e-05,0.00010724738240242004,0.00011947192251682281,0.00013169646263122559,0.00014392100274562836,0.00015614554286003113,0.0001683700829744339,0.00018059462308883667,0.00019281916320323944,0.0002050437033176422,0.00021726824343204498,0.00022949278354644775,0.00024171732366085052,0.0002539418637752533,0.00026616640388965607,0.00027839094400405884,0.0002906154841184616,0.0003028400242328644,0.00031506456434726715,0.0003272891044616699],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[2,0,0,1,1,1,0,2,4,1,3,7,6,5,8,11,13,15,19,13,16,27,21,27,36,38,33,31,23,23,26,30,26,29,30,30,27,21,35,16,17,13,16,16,9,4,5,6,9,5,2,2,0,3,1,0,0,2,0,0,0,0,0,1],"bins":[-0.002162172459065914,-0.002090218709781766,-0.0020182649604976177,-0.0019463113276287913,-0.001874357694759965,-0.0018024039454758167,-0.0017304501961916685,-0.0016584965633228421,-0.001586542814038694,-0.0015145890647545457,-0.0014426354318857193,-0.001370681682601571,-0.0012987279333174229,-0.0012267743004485965,-0.0011548205511644483,-0.0010828669182956219,-0.0010109131690114737,-0.0009389594779349864,-0.000867005786858499,-0.0007950520375743508,-0.0007230983464978635,-0.0006511446554213762,-0.000579190906137228,-0.0005072372150607407,-0.0004352835239842534,-0.0003633298329077661,-0.00029137611272744834,-0.0002194224070990458,-0.00014746870147064328,-7.551499584224075e-05,-3.5612902138382196e-06,6.839241541456431e-05,0.0001403463538736105,0.00021230005950201303,0.00028425376513041556,0.0003562074853107333,0.0004281611763872206,0.0005001148674637079,0.0005720686167478561,0.0006440223078243434,0.0007159759989008307,0.000787929689977318,0.0008598833810538054,0.0009318371303379536,0.0010037908796221018,0.0010757445124909282,0.0011476982617750764,0.0012196518946439028,0.001291605643928051,0.0013635593932121992,0.0014355130260810256,0.0015074667753651738,0.0015794204082340002,0.0016513741575181484,0.0017233279068022966,0.001795281539671123,0.0018672352889552712,0.0019391890382394195,0.002011142671108246,0.002083096420392394,0.0021550501696765423,0.0022270039189606905,0.002298957435414195,0.0023709111846983433,0.0024428649339824915],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,0,1,0,1,2,1,1,4,5,5,5,8,10,11,16,22,17,33,32,43,42,57,52,72,87,75,109,97,113,114,121,123,98,93,85,84,63,48,43,38,30,30,26,26,20,19,11,13,7,5,10,2,4,3,2,3,0,2,1,1,0,1],"bins":[-0.00028127431869506836,-0.0002724071964621544,-0.0002635400742292404,-0.00025467295199632645,-0.0002458058297634125,-0.0002369387075304985,-0.00022807158529758453,-0.00021920446306467056,-0.0002103373408317566,-0.00020147021859884262,-0.00019260309636592865,-0.00018373597413301468,-0.0001748688519001007,-0.00016600172966718674,-0.00015713460743427277,-0.0001482674852013588,-0.00013940036296844482,-0.00013053324073553085,-0.00012166611850261688,-0.00011279899626970291,-0.00010393187403678894,-9.506475180387497e-05,-8.6197629570961e-05,-7.733050733804703e-05,-6.846338510513306e-05,-5.9596262872219086e-05,-5.0729140639305115e-05,-4.1862018406391144e-05,-3.299489617347717e-05,-2.4127773940563202e-05,-1.526065170764923e-05,-6.39352947473526e-06,2.473592758178711e-06,1.1340714991092682e-05,2.0207837224006653e-05,2.9074959456920624e-05,3.7942081689834595e-05,4.6809203922748566e-05,5.567632615566254e-05,6.454344838857651e-05,7.341057062149048e-05,8.227769285440445e-05,9.114481508731842e-05,0.00010001193732023239,0.00010887905955314636,0.00011774618178606033,0.0001266133040189743,0.00013548042625188828,0.00014434754848480225,0.00015321467071771622,0.0001620817929506302,0.00017094891518354416,0.00017981603741645813,0.0001886831596493721,0.00019755028188228607,0.00020641740411520004,0.00021528452634811401,0.00022415164858102798,0.00023301877081394196,0.00024188589304685593,0.0002507530152797699,0.00025962013751268387,0.00026848725974559784,0.0002773543819785118,0.0002862215042114258],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,1,0,0,1,1,0,1,0,3,4,8,6,6,9,21,31,32,43,106,127,212,331,544,827,1381,2389,4019,7119,14142,31293,107474,305858,64624,23648,11067,6093,3328,1935,1134,711,447,312,160,129,68,61,40,19,16,12,7,9,2,2,4,1,1,0,2,0,1,0,1],"bins":[-0.00011277198791503906,-0.0001092841848731041,-0.00010579638183116913,-0.00010230857878923416,-9.88207757472992e-05,-9.533297270536423e-05,-9.184516966342926e-05,-8.835736662149429e-05,-8.486956357955933e-05,-8.138176053762436e-05,-7.789395749568939e-05,-7.440615445375443e-05,-7.091835141181946e-05,-6.743054836988449e-05,-6.394274532794952e-05,-6.045494228601456e-05,-5.696713924407959e-05,-5.347933620214462e-05,-4.9991533160209656e-05,-4.650373011827469e-05,-4.301592707633972e-05,-3.9528124034404755e-05,-3.604032099246979e-05,-3.255251795053482e-05,-2.9064714908599854e-05,-2.5576911866664886e-05,-2.208910882472992e-05,-1.8601305782794952e-05,-1.5113502740859985e-05,-1.1625699698925018e-05,-8.137896656990051e-06,-4.650093615055084e-06,-1.1622905731201172e-06,2.32551246881485e-06,5.813315510749817e-06,9.301118552684784e-06,1.2788921594619751e-05,1.6276724636554718e-05,1.9764527678489685e-05,2.3252330720424652e-05,2.674013376235962e-05,3.0227936804294586e-05,3.371573984622955e-05,3.720354288816452e-05,4.069134593009949e-05,4.4179148972034454e-05,4.766695201396942e-05,5.115475505590439e-05,5.4642558097839355e-05,5.813036113977432e-05,6.161816418170929e-05,6.510596722364426e-05,6.859377026557922e-05,7.208157330751419e-05,7.556937634944916e-05,7.905717939138412e-05,8.254498243331909e-05,8.603278547525406e-05,8.952058851718903e-05,9.300839155912399e-05,9.649619460105896e-05,9.998399764299393e-05,0.0001034718006849289,0.00010695960372686386,0.00011044740676879883],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"bins":[-0.0002696514129638672,-0.0002609081566333771,-0.00025216490030288696,-0.00024342164397239685,-0.00023467838764190674,-0.00022593513131141663,-0.00021719187498092651,-0.0002084486186504364,-0.0001997053623199463,-0.00019096210598945618,-0.00018221884965896606,-0.00017347559332847595,-0.00016473233699798584,-0.00015598908066749573,-0.00014724582433700562,-0.0001385025680065155,-0.0001297593116760254,-0.00012101605534553528,-0.00011227279901504517,-0.00010352954268455505,-9.478628635406494e-05,-8.604303002357483e-05,-7.729977369308472e-05,-6.85565173625946e-05,-5.981326103210449e-05,-5.107000470161438e-05,-4.232674837112427e-05,-3.3583492040634155e-05,-2.4840235710144043e-05,-1.609697937965393e-05,-7.353723049163818e-06,1.389533281326294e-06,1.0132789611816406e-05,1.887604594230652e-05,2.761930227279663e-05,3.636255860328674e-05,4.5105814933776855e-05,5.384907126426697e-05,6.259232759475708e-05,7.133558392524719e-05,8.00788402557373e-05,8.882209658622742e-05,9.756535291671753e-05,0.00010630860924720764,0.00011505186557769775,0.00012379512190818787,0.00013253837823867798,0.0001412816345691681,0.0001500248908996582,0.00015876814723014832,0.00016751140356063843,0.00017625465989112854,0.00018499791622161865,0.00019374117255210876,0.00020248442888259888,0.000211227685213089,0.0002199709415435791,0.00022871419787406921,0.00023745745420455933,0.00024620071053504944,0.00025494396686553955,0.00026368722319602966,0.0002724304795265198,0.0002811737358570099,0.0002899169921875],"_type":"histogram","values":[1,1,1,5,6,5,18,12,21,34,54,73,91,148,217,309,424,656,998,1486,2193,3315,4874,7408,11132,16547,24567,36346,50551,67385,78640,76279,62356,45706,31790,21937,14889,9714,6428,4401,2961,1887,1267,879,588,387,261,179,125,87,56,41,27,13,14,12,5,1,7,1,4,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[0.9970808625221252,0.9971699714660645,0.9972591400146484,0.9973482489585876,0.9974374175071716,0.9975265264511108,0.9976156949996948,0.997704803943634,0.997793972492218,0.9978830814361572,0.9979722499847412,0.9980613589286804,0.9981505274772644,0.9982396364212036,0.9983288049697876,0.9984179139137268,0.9985070824623108,0.99859619140625,0.998685359954834,0.9987744688987732,0.9988636374473572,0.9989527463912964,0.9990419149398804,0.9991310238838196,0.9992201924324036,0.9993093013763428,0.9993984699249268,0.999487578868866,0.99957674741745,0.9996658563613892,0.9997550249099731,0.9998441338539124,0.9999332427978516,1.0000224113464355,1.0001115798950195,1.000200629234314,1.000289797782898,1.000378966331482,1.000468134880066,1.0005571842193604,1.0006463527679443,1.0007355213165283,1.0008246898651123,1.0009137392044067,1.0010029077529907,1.0010920763015747,1.0011812448501587,1.0012702941894531,1.001359462738037,1.001448631286621,1.001537799835205,1.0016268491744995,1.0017160177230835,1.0018051862716675,1.0018943548202515,1.001983404159546,1.0020725727081299,1.0021617412567139,1.0022509098052979,1.0023399591445923,1.0024291276931763,1.0025182962417603,1.0026074647903442,1.0026965141296387,1.0027856826782227],"_type":"histogram","values":[1,0,0,0,1,1,0,0,0,2,3,5,5,7,4,3,2,6,10,8,14,10,15,15,15,21,23,32,29,41,34,33,42,27,36,31,30,27,24,30,29,18,20,22,15,13,12,8,11,9,4,2,8,3,1,3,1,0,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.10673140734434128,-0.10343664884567261,-0.10014189034700394,-0.09684712439775467,-0.093552365899086,-0.09025760740041733,-0.08696284890174866,-0.08366808295249939,-0.08037332445383072,-0.07707856595516205,-0.07378380745649338,-0.07048904895782471,-0.06719428300857544,-0.06389952450990677,-0.0606047660112381,-0.05731000378727913,-0.05401524528861046,-0.05072048678994179,-0.04742572456598282,-0.04413096606731415,-0.04083620384335518,-0.03754144534468651,-0.03424668312072754,-0.03095192462205887,-0.02765716426074505,-0.02436240389943123,-0.02106764353811741,-0.01777288317680359,-0.014478123746812344,-0.011183363385498524,-0.007888603955507278,-0.0045938435941934586,-0.0012990832328796387,0.0019956768956035376,0.005290437024086714,0.008585196919739246,0.011879957281053066,0.015174717642366886,0.01846947707235813,0.02176423743367195,0.02505899779498577,0.02835375815629959,0.03164851665496826,0.03494327887892723,0.0382380373775959,0.04153279960155487,0.04482755810022354,0.04812232032418251,0.05141707882285118,0.05471183732151985,0.05800659954547882,0.06130135804414749,0.06459611654281616,0.06789088249206543,0.0711856409907341,0.07448039948940277,0.07777515798807144,0.08106991648674011,0.08436468243598938,0.08765944093465805,0.09095419943332672,0.09424895793199539,0.09754372388124466,0.10083848237991333,0.104133240878582],"_type":"histogram","values":[1,0,0,3,2,2,5,11,29,31,48,97,154,324,546,856,1381,1989,2828,4066,5747,7727,10316,13491,16658,20303,23878,27554,31178,34719,36586,37908,38617,37960,36775,33714,30916,27436,23473,19660,15704,12672,9830,7374,5517,3903,2649,1968,1255,749,508,304,168,118,55,32,17,5,2,3,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.000255584716796875,-0.0002475045621395111,-0.00023942440748214722,-0.00023134425282478333,-0.00022326409816741943,-0.00021518394351005554,-0.00020710378885269165,-0.00019902363419532776,-0.00019094347953796387,-0.00018286332488059998,-0.00017478317022323608,-0.0001667030155658722,-0.0001586228609085083,-0.0001505427062511444,-0.00014246255159378052,-0.00013438239693641663,-0.00012630224227905273,-0.00011822208762168884,-0.00011014193296432495,-0.00010206177830696106,-9.398162364959717e-05,-8.590146899223328e-05,-7.782131433486938e-05,-6.974115967750549e-05,-6.16610050201416e-05,-5.358085036277771e-05,-4.550069570541382e-05,-3.742054104804993e-05,-2.9340386390686035e-05,-2.1260231733322144e-05,-1.3180077075958252e-05,-5.09992241859436e-06,2.9802322387695312e-06,1.1060386896133423e-05,1.9140541553497314e-05,2.7220696210861206e-05,3.53008508682251e-05,4.338100552558899e-05,5.146116018295288e-05,5.954131484031677e-05,6.762146949768066e-05,7.570162415504456e-05,8.378177881240845e-05,9.186193346977234e-05,9.994208812713623e-05,0.00010802224278450012,0.00011610239744186401,0.0001241825520992279,0.0001322627067565918,0.0001403428614139557,0.00014842301607131958,0.00015650317072868347,0.00016458332538604736,0.00017266348004341125,0.00018074363470077515,0.00018882378935813904,0.00019690394401550293,0.00020498409867286682,0.0002130642533302307,0.0002211444079875946,0.0002292245626449585,0.0002373047173023224,0.0002453848719596863,0.00025346502661705017,0.00026154518127441406],"_type":"histogram","values":[1,2,0,0,1,1,5,5,5,11,17,23,32,38,76,109,171,271,402,667,1032,1741,2892,5076,8458,15206,27492,49610,89771,155620,241549,294045,262911,179102,104361,58592,31897,17804,9890,5733,3386,1880,1175,655,428,262,161,90,77,40,41,16,9,7,5,4,3,1,2,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,0,1,3,3,3,5,5,16,12,23,43,49,90,142,211,329,485,731,975,1471,2402,3758,5934,9596,16454,28868,53852,108039,226258,377710,345983,190121,90537,46308,25257,14557,8561,5085,3163,1986,1251,842,561,358,283,164,122,77,59,37,25,12,19,11,4,2,1,3,3,2],"bins":[-0.00027108192443847656,-0.00026307813823223114,-0.0002550743520259857,-0.0002470705658197403,-0.00023906677961349487,-0.00023106299340724945,-0.00022305920720100403,-0.0002150554209947586,-0.00020705163478851318,-0.00019904784858226776,-0.00019104406237602234,-0.00018304027616977692,-0.0001750364899635315,-0.00016703270375728607,-0.00015902891755104065,-0.00015102513134479523,-0.0001430213451385498,-0.00013501755893230438,-0.00012701377272605896,-0.00011900998651981354,-0.00011100620031356812,-0.00010300241410732269,-9.499862790107727e-05,-8.699484169483185e-05,-7.899105548858643e-05,-7.0987269282341e-05,-6.298348307609558e-05,-5.497969686985016e-05,-4.6975910663604736e-05,-3.8972124457359314e-05,-3.096833825111389e-05,-2.296455204486847e-05,-1.4960765838623047e-05,-6.9569796323776245e-06,1.0468065738677979e-06,9.05059278011322e-06,1.7054378986358643e-05,2.5058165192604065e-05,3.306195139884949e-05,4.106573760509491e-05,4.906952381134033e-05,5.7073310017585754e-05,6.507709622383118e-05,7.30808824300766e-05,8.108466863632202e-05,8.908845484256744e-05,9.709224104881287e-05,0.00010509602725505829,0.00011309981346130371,0.00012110359966754913,0.00012910738587379456,0.00013711117208003998,0.0001451149582862854,0.00015311874449253082,0.00016112253069877625,0.00016912631690502167,0.0001771301031112671,0.0001851338893175125,0.00019313767552375793,0.00020114146173000336,0.00020914524793624878,0.0002171490341424942,0.00022515282034873962,0.00023315660655498505,0.00024116039276123047]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[-0.000391264766221866,-0.0003788222384173423,-0.0003663797106128186,-0.0003539371828082949,-0.00034149462589994073,-0.000329052098095417,-0.0003166095702908933,-0.0003041670424863696,-0.0002917245146818459,-0.0002792819868773222,-0.0002668394590727985,-0.0002543969312682748,-0.00024195438891183585,-0.00022951186110731214,-0.0002170693187508732,-0.0002046267909463495,-0.0001921842631418258,-0.0001797417353373021,-0.00016729920753277838,-0.00015485666517633945,-0.00014241413737181574,-0.00012997160956729203,-0.00011752907448681071,-0.0001050865394063294,-9.264401160180569e-05,-8.020148379728198e-05,-6.775894871680066e-05,-5.5316417274298146e-05,-4.287388583179563e-05,-3.043135438929312e-05,-1.7988822946790606e-05,-5.546291504288092e-06,6.896239938214421e-06,1.9338771380716935e-05,3.178130282321945e-05,4.422383426572196e-05,5.6666365708224475e-05,6.910889351274818e-05,8.15514285932295e-05,9.399396367371082e-05,0.00010643649147823453,0.00011887901928275824,0.00013132154708728194,0.00014376408944372088,0.00015620661724824458,0.0001686491450527683,0.00018109168740920722,0.00019353421521373093,0.00020597674301825464,0.00021841927082277834,0.00023086179862730205,0.00024330434098374099,0.0002557468833401799,0.0002681894111447036,0.00028063193894922733,0.00029307446675375104,0.00030551699455827475,0.00031795952236279845,0.00033040205016732216,0.00034284457797184587,0.00035528710577636957,0.00036772966268472373,0.00038017219048924744,0.00039261471829377115,0.00040505724609829485],"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,1,2,1,0,2,1,3,2,3,4,8,10,16,11,28,32,29,50,41,60,63,71,59,53,52,28,26,18,17,18,12,12,4,4,4,4,5,5,3,0,1,0,0,1,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,1,0,1,2,3,2,1,3,7,4,7,6,10,14,9,8,9,14,18,26,38,21,25,40,24,27,34,29,27,35,34,33,44,23,39,20,21,12,15,13,8,11,11,6,12,4,4,0,4,2,1,1,1,0,2,1],"bins":[-0.00029348680982366204,-0.0002852607285603881,-0.0002770346764009446,-0.00026880859513767064,-0.00026058254297822714,-0.0002523564617149532,-0.00024413038045167923,-0.0002359043137403205,-0.00022767824702896178,-0.00021945218031760305,-0.00021122611360624433,-0.00020300003234297037,-0.00019477396563161165,-0.00018654789892025292,-0.00017832181765697896,-0.00017009575094562024,-0.0001618696842342615,-0.0001536436175229028,-0.00014541755081154406,-0.0001371914695482701,-0.00012896540283691138,-0.00012073933612555265,-0.00011251326213823631,-0.00010428718815091997,-9.606112143956125e-05,-8.783505472820252e-05,-7.960898074088618e-05,-7.138290675356984e-05,-6.315684004221112e-05,-5.493076969287358e-05,-4.670469934353605e-05,-3.8478628994198516e-05,-3.0252558644860983e-05,-2.202648829552345e-05,-1.3800417946185917e-05,-5.5743475968483835e-06,2.6517227524891496e-06,1.0877793101826683e-05,1.9103863451164216e-05,2.732993380050175e-05,3.555600414983928e-05,4.3782074499176815e-05,5.200814484851435e-05,6.023421519785188e-05,6.846028554718941e-05,7.668635225854814e-05,8.491242624586448e-05,9.313850023318082e-05,0.00010136456694453955,0.00010959063365589827,0.00011781670764321461,0.00012604278163053095,0.00013426884834188968,0.0001424949150532484,0.00015072099631652236,0.00015894706302788109,0.0001671731297392398,0.00017539919645059854,0.00018362526316195726,0.00019185134442523122,0.00020007741113658994,0.00020830347784794867,0.00021652955911122262,0.00022475562582258135,0.00023298169253394008],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.0002994537353515625,-0.00029046833515167236,-0.0002814829349517822,-0.0002724975347518921,-0.00026351213455200195,-0.0002545267343521118,-0.0002455413341522217,-0.00023655593395233154,-0.0002275705337524414,-0.00021858513355255127,-0.00020959973335266113,-0.000200614333152771,-0.00019162893295288086,-0.00018264353275299072,-0.00017365813255310059,-0.00016467273235321045,-0.0001556873321533203,-0.00014670193195343018,-0.00013771653175354004,-0.0001287311315536499,-0.00011974573135375977,-0.00011076033115386963,-0.00010177493095397949,-9.278953075408936e-05,-8.380413055419922e-05,-7.481873035430908e-05,-6.583333015441895e-05,-5.684792995452881e-05,-4.786252975463867e-05,-3.8877129554748535e-05,-2.98917293548584e-05,-2.0906329154968262e-05,-1.1920928955078125e-05,-2.9355287551879883e-06,6.0498714447021484e-06,1.5035271644592285e-05,2.4020671844482422e-05,3.300607204437256e-05,4.1991472244262695e-05,5.097687244415283e-05,5.996227264404297e-05,6.89476728439331e-05,7.793307304382324e-05,8.691847324371338e-05,9.590387344360352e-05,0.00010488927364349365,0.00011387467384338379,0.00012286007404327393,0.00013184547424316406,0.0001408308744430542,0.00014981627464294434,0.00015880167484283447,0.0001677870750427246,0.00017677247524261475,0.00018575787544250488,0.00019474327564239502,0.00020372867584228516,0.0002127140760421753,0.00022169947624206543,0.00023068487644195557,0.0002396702766418457,0.00024865567684173584,0.000257641077041626,0.0002666264772415161,0.00027561187744140625],"_type":"histogram","values":[1,1,1,1,0,1,3,1,3,7,9,17,33,40,50,80,142,205,283,439,655,1000,1511,2235,3539,5283,8201,12647,19227,29508,43573,61140,77724,82519,73209,55144,38119,25429,16463,10736,7042,4680,3047,2036,1290,848,587,379,222,173,107,80,59,27,22,17,9,4,5,3,2,2,2,2]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.0002334117889404297,-0.0002255849540233612,-0.00021775811910629272,-0.00020993128418922424,-0.00020210444927215576,-0.00019427761435508728,-0.0001864507794380188,-0.00017862394452095032,-0.00017079710960388184,-0.00016297027468681335,-0.00015514343976974487,-0.0001473166048526764,-0.0001394897699356079,-0.00013166293501853943,-0.00012383610010147095,-0.00011600926518440247,-0.00010818243026733398,-0.0001003555953502655,-9.252876043319702e-05,-8.470192551612854e-05,-7.687509059906006e-05,-6.904825568199158e-05,-6.12214207649231e-05,-5.3394585847854614e-05,-4.556775093078613e-05,-3.774091601371765e-05,-2.991408109664917e-05,-2.208724617958069e-05,-1.4260411262512207e-05,-6.433576345443726e-06,1.3932585716247559e-06,9.220093488693237e-06,1.704692840576172e-05,2.48737633228302e-05,3.270059823989868e-05,4.052743315696716e-05,4.8354268074035645e-05,5.6181102991104126e-05,6.400793790817261e-05,7.183477282524109e-05,7.966160774230957e-05,8.748844265937805e-05,9.531527757644653e-05,0.00010314211249351501,0.0001109689474105835,0.00011879578232765198,0.00012662261724472046,0.00013444945216178894,0.00014227628707885742,0.0001501031219959259,0.00015792995691299438,0.00016575679183006287,0.00017358362674713135,0.00018141046166419983,0.0001892372965812683,0.0001970641314983368,0.00020489096641540527,0.00021271780133247375,0.00022054463624954224,0.00022837147116661072,0.0002361983060836792,0.00024402514100074768,0.00025185197591781616,0.00025967881083488464,0.0002675056457519531],"_type":"histogram","values":[1,3,3,4,2,11,6,11,15,27,34,53,106,111,169,303,491,697,1059,1719,2855,4590,7652,12924,22600,40241,72348,130606,228777,323720,294947,185586,103568,56900,32401,19078,11213,6792,4143,2593,1601,1012,645,439,256,193,119,69,62,28,15,19,11,12,6,5,4,1,2,2,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[2,0,3,0,4,1,5,5,5,2,8,7,10,16,10,21,9,17,16,16,16,23,20,22,24,25,29,24,31,27,21,20,26,20,21,18,26,18,22,18,21,17,22,13,14,11,11,6,8,6,5,4,5,5,4,2,1,4,0,0,0,0,0,1],"bins":[-0.006415350828319788,-0.006197639275342226,-0.005979927256703377,-0.005762215703725815,-0.005544504150748253,-0.005326792132109404,-0.005109080579131842,-0.00489136902615428,-0.0046736570075154305,-0.0044559454545378685,-0.0042382339015603065,-0.004020521882921457,-0.0038028103299438953,-0.0035850985441356897,-0.003367386758327484,-0.003149675205349922,-0.0029319634195417166,-0.002714251633733511,-0.002496540080755949,-0.0022788282949477434,-0.002061116509139538,-0.001843404839746654,-0.0016256931703537703,-0.0014079813845455647,-0.0011902697151526809,-0.0009725579875521362,-0.0007548462599515915,-0.0005371345905587077,-0.000319422862958163,-0.00010171114990953356,0.0001160005631390959,0.00033371226163581014,0.0005514239892363548,0.0007691357168368995,0.0009868474444374442,0.001204559113830328,0.0014222708996385336,0.0016399825690314174,0.0018576942384243011,0.0020754060242325068,0.0022931178100407124,0.0025108293630182743,0.00272854114882648,0.0029462529346346855,0.0031639644876122475,0.003381676273420453,0.0035993880592286587,0.0038170996122062206,0.00403481163084507,0.004252523183822632,0.004470234736800194,0.004687946755439043,0.004905658308416605,0.005123369861394167,0.005341081880033016,0.005558793433010578,0.00577650498598814,0.005994217004626989,0.006211928557604551,0.006429640110582113,0.0066473521292209625,0.0068650636821985245,0.007082775235176086,0.007300487253814936,0.007518198806792498]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"bins":[-0.0003857080009765923,-0.00037545428494922817,-0.00036520056892186403,-0.00035494682379066944,-0.0003446931077633053,-0.00033443939173594117,-0.00032418567570857704,-0.0003139319596812129,-0.0003036782145500183,-0.0002934244985226542,-0.00028317078249529004,-0.0002729170664679259,-0.00026266335044056177,-0.00025240963441319764,-0.00024215590383391827,-0.0002319021732546389,-0.00022164845722727478,-0.00021139474119991064,-0.00020114101062063128,-0.00019088729459326714,-0.00018063356401398778,-0.00017037984798662364,-0.0001601261319592595,-0.00014987240137998015,-0.000139618685352616,-0.00012936496932525188,-0.00011911123874597251,-0.00010885752271860838,-9.860379941528663e-05,-8.835007611196488e-05,-7.809636008460075e-05,-6.7842636781279e-05,-5.758888437412679e-05,-4.733516107080504e-05,-3.70814414054621e-05,-2.6827719921129756e-05,-1.657399843679741e-05,-6.320276952465065e-06,3.933444531867281e-06,1.4187166016199626e-05,2.444088750053197e-05,3.469461080385372e-05,4.494833046919666e-05,5.5202050134539604e-05,6.545577343786135e-05,7.57094967411831e-05,8.596321276854724e-05,9.621693607186899e-05,0.00010647065937519073,0.00011672438267851248,0.00012697810598183423,0.00013723182200919837,0.00014748555258847773,0.00015773926861584187,0.000167992984643206,0.00017824671522248536,0.0001885004312498495,0.00019875414727721363,0.000209007877856493,0.00021926159388385713,0.00022951530991122127,0.00023976904049050063,0.00025002277106978,0.0002602764870971441,0.00027053020312450826],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,1,1,0,1,3,4,1,4,4,5,5,10,5,15,23,29,36,47,41,60,63,58,57,48,43,39,23,27,26,20,13,11,11,5,5,3,4,2,5,1,2,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.00043898820877075195,-0.0004266137257218361,-0.0004142392426729202,-0.00040186475962400436,-0.0003894902765750885,-0.00037711579352617264,-0.0003647413104772568,-0.0003523668274283409,-0.00033999234437942505,-0.0003276178613305092,-0.0003152433782815933,-0.00030286889523267746,-0.0002904944121837616,-0.00027811992913484573,-0.00026574544608592987,-0.000253370963037014,-0.00024099647998809814,-0.00022862199693918228,-0.00021624751389026642,-0.00020387303084135056,-0.0001914985477924347,-0.00017912406474351883,-0.00016674958169460297,-0.0001543750986456871,-0.00014200061559677124,-0.00012962613254785538,-0.00011725164949893951,-0.00010487716645002365,-9.250268340110779e-05,-8.012820035219193e-05,-6.775371730327606e-05,-5.53792342543602e-05,-4.3004751205444336e-05,-3.063026815652847e-05,-1.825578510761261e-05,-5.881302058696747e-06,6.493180990219116e-06,1.886766403913498e-05,3.124214708805084e-05,4.3616630136966705e-05,5.599111318588257e-05,6.836559623479843e-05,8.07400792837143e-05,9.311456233263016e-05,0.00010548904538154602,0.00011786352843046188,0.00013023801147937775,0.0001426124945282936,0.00015498697757720947,0.00016736146062612534,0.0001797359436750412,0.00019211042672395706,0.00020448490977287292,0.0002168593928217888,0.00022923387587070465,0.00024160835891962051,0.0002539828419685364,0.00026635732501745224,0.0002787318080663681,0.00029110629111528397,0.00030348077416419983,0.0003158552572131157,0.00032822974026203156,0.0003406042233109474,0.0003529787063598633],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,1,1,0,2,0,1,2,3,2,1,1,1,0,2,2,3,3,6,9,12,33,84,138,134,134,78,43,20,12,10,3,2,2,0,1,2,1,3,0,1,1,0,1,1,1,1,1,2,0,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,1,0,0,0,2,2,3,3,1,2,2,4,8,7,15,18,19,23,31,46,63,53,64,46,56,43,34,26,24,26,34,12,20,20,10,4,4,5,8,5,5,2,4,3,0,1,1,1,1,1,1,0,1,1,0,0,0,0,0,0,0,1],"bins":[0.9970522522926331,0.9971687197685242,0.9972851872444153,0.9974015951156616,0.9975180625915527,0.9976345300674438,0.997750997543335,0.9978674650192261,0.9979839324951172,0.9981003403663635,0.9982168078422546,0.9983332753181458,0.9984497427940369,0.998566210269928,0.9986826777458191,0.9987990856170654,0.9989155530929565,0.9990320205688477,0.9991484880447388,0.9992649555206299,0.999381422996521,0.9994978308677673,0.9996142983436584,0.9997307658195496,0.9998472332954407,0.9999637007713318,1.0000801086425781,1.0001965761184692,1.0003130435943604,1.0004295110702515,1.0005459785461426,1.0006624460220337,1.0007789134979248,1.000895380973816,1.001011848449707,1.0011281967163086,1.0012446641921997,1.0013611316680908,1.001477599143982,1.001594066619873,1.0017105340957642,1.0018270015716553,1.0019434690475464,1.0020599365234375,1.0021764039993286,1.0022928714752197,1.0024093389511108,1.0025256872177124,1.0026421546936035,1.0027586221694946,1.0028750896453857,1.0029915571212769,1.003108024597168,1.003224492073059,1.0033409595489502,1.0034574270248413,1.0035738945007324,1.0036903619766235,1.0038068294525146,1.0039231777191162,1.0040396451950073,1.0041561126708984,1.0042725801467896,1.0043890476226807,1.0045055150985718],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"bins":[-0.007238966878503561,-0.00701151741668582,-0.0067840684205293655,-0.006556618958711624,-0.006329169496893883,-0.006101720035076141,-0.0058742705732584,-0.005646821577101946,-0.0054193721152842045,-0.005191922653466463,-0.004964473657310009,-0.004737024195492268,-0.004509574733674526,-0.004282125271856785,-0.004054675810039043,-0.0038272268138825893,-0.003599777352064848,-0.0033723278902471066,-0.003144878661260009,-0.002917429432272911,-0.0026899799704551697,-0.0024625305086374283,-0.0022350812796503305,-0.002007632050663233,-0.0017801825888454914,-0.0015527332434430718,-0.0013252838980406523,-0.0010978345526382327,-0.0008703852072358131,-0.0006429358618333936,-0.000415486516430974,-0.00018803717102855444,3.9412640035152435e-05,0.000266861985437572,0.0004943113308399916,0.0007217606762424111,0.0009492100216448307,0.0011766593670472503,0.0014041087124496698,0.0016315580578520894,0.001859007403254509,0.0020864568650722504,0.002313906094059348,0.002541355323046446,0.0027688047848641872,0.0029962542466819286,0.0032237034756690264,0.003451152704656124,0.0036786021664738655,0.003906051628291607,0.004133501090109348,0.004360950086265802,0.004588399548083544,0.004815849009901285,0.005043298006057739,0.005270747467875481,0.005498196929693222,0.0057256463915109634,0.005953095853328705,0.006180544849485159,0.0064079943113029,0.006635443773120642,0.006862892769277096,0.007090342231094837,0.007317791692912579],"_type":"histogram","values":[1,0,2,1,2,1,0,1,3,2,3,0,1,1,4,5,2,4,3,5,7,16,16,27,15,39,38,17,44,35,45,54,48,38,47,45,27,31,30,28,12,9,14,8,5,6,3,2,2,1,1,3,2,0,4,1,1,0,2,0,2,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.09402689337730408,-0.0909954160451889,-0.08796394616365433,-0.08493246883153915,-0.08190099895000458,-0.0788695216178894,-0.07583805173635483,-0.07280657440423965,-0.06977510452270508,-0.0667436271905899,-0.06371215730905533,-0.060680679976940155,-0.05764920637011528,-0.054617732763290405,-0.05158625915646553,-0.048554785549640656,-0.04552331194281578,-0.042491838335990906,-0.03946036472916603,-0.036428891122341156,-0.03339741751551628,-0.030365942046046257,-0.027334468439221382,-0.024302994832396507,-0.021271521225571632,-0.018240047618746758,-0.015208574011921883,-0.012177099473774433,-0.009145625866949558,-0.006114152260124683,-0.003082678187638521,-5.120434798300266e-05,0.002980269491672516,0.006011743098497391,0.009043216705322266,0.012074691243469715,0.01510616485029459,0.01813763938844204,0.021169112995266914,0.02420058660209179,0.027232060208916664,0.03026353381574154,0.03329500928521156,0.03632648289203644,0.03935795649886131,0.04238943010568619,0.04542090371251106,0.04845237731933594,0.05148385092616081,0.05451532453298569,0.05754679813981056,0.06057827174663544,0.06360974907875061,0.06664121896028519,0.06967269629240036,0.07270416617393494,0.07573564350605011,0.07876711338758469,0.08179859071969986,0.08483006060123444,0.08786153793334961,0.09089300781488419,0.09392448514699936,0.09695595502853394,0.09998743236064911],"_type":"histogram","values":[1,3,6,12,24,53,99,187,290,498,734,1225,1822,2857,4226,5995,8325,11655,15811,20681,26895,33511,41351,49454,58285,66919,75324,82017,88451,92754,94775,94557,92715,88794,82502,75546,67696,58649,50302,41754,33776,26979,20892,15876,11639,8726,6076,4185,2946,1927,1224,772,415,293,170,99,50,29,15,10,6,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,3,1,1,1,2,2,0,2,2,2,5,7,4,11,8,18,22,23,29,31,28,36,53,48,43,47,49,52,45,40,34,17,15,10,12,12,8,10,4,7,2,2,1,6,3,1,1,2,1,0,0,1,0,0,0,1,1],"bins":[-0.0004338086873758584,-0.000420204596593976,-0.00040660047670826316,-0.00039299638592638075,-0.00037939229514449835,-0.0003657881752587855,-0.0003521840844769031,-0.0003385799936950207,-0.0003249758738093078,-0.0003113717830274254,-0.000297767692245543,-0.0002841636014636606,-0.00027055948157794774,-0.00025695539079606533,-0.0002433512854622677,-0.0002297471946803853,-0.00021614308934658766,-0.00020253898401279002,-0.00018893489323090762,-0.00017533078789710999,-0.00016172669711522758,-0.00014812259178142995,-0.0001345184864476323,-0.0001209143883897923,-0.00010731029033195227,-9.370619227411225e-05,-8.010209421627223e-05,-6.64979888824746e-05,-5.289389082463458e-05,-3.928979276679456e-05,-2.5685691070975736e-05,-1.2081591194146313e-05,1.5224795788526535e-06,1.5126579455682077e-05,2.87306793325115e-05,4.2334781028330326e-05,5.5938879086170346e-05,6.954297714401037e-05,8.3147082477808e-05,9.675118053564802e-05,0.00011035527859348804,0.00012395938392728567,0.00013756347470916808,0.0001511675800429657,0.00016477168537676334,0.00017837577615864575,0.00019197988149244338,0.0002055839722743258,0.00021918807760812342,0.00023279218294192106,0.0002463962882757187,0.0002600003790576011,0.0002736044698394835,0.00028720858972519636,0.00030081268050707877,0.00031441677128896117,0.00032802089117467403,0.00034162498195655644,0.00035522907273843884,0.00036883316352032125,0.0003824372834060341,0.0003960413741879165,0.0004096454649697989,0.0004232495848555118,0.0004368536756373942]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,1,2,3,5,1,1,6,2,4,5,4,15,11,15,16,26,38,23,37,40,47,45,67,60,53,32,42,27,23,22,25,15,7,7,8,9,7,3,3,0,3,1,0,1,0,0,0,2,0,0,0,0,1,0,2],"bins":[-0.00037383162998594344,-0.0003618227783590555,-0.0003498139267321676,-0.0003378050751052797,-0.0003257962525822222,-0.0003137874009553343,-0.0003017785493284464,-0.00028976969770155847,-0.00027776084607467055,-0.00026575199444778264,-0.0002537431719247252,-0.00024173430574592203,-0.00022972546867094934,-0.00021771661704406142,-0.0002057077654171735,-0.00019369892834220082,-0.0001816900767153129,-0.00016968122508842498,-0.0001576723880134523,-0.00014566353638656437,-0.00013365468475967646,-0.00012164584040874615,-0.00010963699605781585,-9.762814443092793e-05,-8.561930007999763e-05,-7.361045572906733e-05,-6.160160410217941e-05,-4.9592759751249105e-05,-3.7583911762339994e-05,-2.5575063773430884e-05,-1.3566217603511177e-05,-1.5573705240967683e-06,1.045147655531764e-05,2.246032454422675e-05,3.446917253313586e-05,4.6478016884066164e-05,5.8486864872975275e-05,7.049571286188439e-05,8.250455721281469e-05,9.45134088397026e-05,0.00010652225319063291,0.00011853109754156321,0.00013053994916845113,0.00014254880079533905,0.00015455763787031174,0.00016656648949719965,0.00017857534112408757,0.00019058417819906026,0.00020259302982594818,0.0002146018814528361,0.00022661071852780879,0.0002386195701546967,0.0002506284217815846,0.00026263727340847254,0.00027464612503536046,0.0002866549475584179,0.00029866379918530583,0.00031067265081219375,0.00032268150243908167,0.0003346903540659696,0.0003466992056928575,0.00035870802821591496,0.0003707168798428029,0.0003827257314696908,0.0003947345830965787],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,4,0,1,1,3,2,3,3,6,4,4,6,10,6,9,10,10,7,11,17,13,14,26,19,19,21,31,22,32,30,24,27,29,30,25,29,18,32,17,21,19,22,20,16,11,11,11,6,13,5,2,6,2,3,5,2,4,3,2,3,3,1,1],"bins":[-0.0008229988743551075,-0.0007975722546689212,-0.0007721456349827349,-0.0007467190735042095,-0.0007212924538180232,-0.0006958658341318369,-0.0006704392144456506,-0.0006450125947594643,-0.000619585975073278,-0.0005941594135947526,-0.0005687327939085662,-0.0005433061742223799,-0.0005178795545361936,-0.0004924529348500073,-0.00046702634426765144,-0.0004415997536852956,-0.00041617313399910927,-0.00039074651431292295,-0.0003653199237305671,-0.0003398933040443808,-0.00031446671346202493,-0.0002890400937758386,-0.0002636134740896523,-0.00023818686895538121,-0.00021276026382111013,-0.00018733365868683904,-0.00016190705355256796,-0.00013648043386638165,-0.00011105382873211056,-8.562722359783947e-05,-6.0200611187610775e-05,-3.477400241536088e-05,-9.347451850771904e-06,1.607915692147799e-05,4.150576569372788e-05,6.693237810395658e-05,9.235898323822767e-05,0.00011778558837249875,0.00014321220805868506,0.00016863881319295615,0.00019406541832722723,0.00021949202346149832,0.0002449186285957694,0.0002703452482819557,0.00029577186796814203,0.0003211984585504979,0.0003466250782366842,0.00037205166881904006,0.0003974782885052264,0.0004229049081914127,0.00044833149877376854,0.00047375811845995486,0.0004991847090423107,0.000524611328728497,0.0005500379484146833,0.0005754645681008697,0.000600891187787056,0.0006263177492655814,0.0006517443689517677,0.000677170988637954,0.0007025976083241403,0.0007280242280103266,0.000753450789488852,0.0007788774091750383,0.0008043040288612247]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[3,3,13,19,28,39,53,98,188,291,446,645,914,1465,1992,2804,3834,5086,6719,8715,11045,13313,16360,19361,22200,25327,27853,30251,32133,33633,34601,34309,33348,32014,29474,27331,24567,21265,18650,15558,12904,10136,8126,6337,4908,3401,2539,1794,1260,867,578,399,244,156,101,58,34,19,7,2,3,1,1,1],"bins":[-0.09031470865011215,-0.08738753199577332,-0.08446034789085388,-0.08153317123651505,-0.07860599458217621,-0.07567881047725677,-0.07275163382291794,-0.0698244497179985,-0.06689727306365967,-0.06397009640932083,-0.0610429123044014,-0.05811573565006256,-0.055188555270433426,-0.05226137489080429,-0.049334198236465454,-0.04640701785683632,-0.043479837477207184,-0.04055265709757805,-0.037625476717948914,-0.03469830006361008,-0.03177111968398094,-0.028843939304351807,-0.02591676078736782,-0.022989582270383835,-0.0200624018907547,-0.017135221511125565,-0.014208042994141579,-0.011280863545835018,-0.008353684097528458,-0.005426504649221897,-0.0024993252009153366,0.0004278542473912239,0.0033550411462783813,0.006282220594584942,0.009209400042891502,0.012136579491198063,0.015063758939504623,0.01799093931913376,0.020918117836117744,0.02384529635310173,0.026772476732730865,0.02969965711236,0.032626837491989136,0.03555401414632797,0.03848119452595711,0.04140837490558624,0.04433555155992508,0.047262731939554214,0.05018991231918335,0.053117092698812485,0.05604427307844162,0.05897144973278046,0.06189863011240959,0.06482581049203873,0.06775298714637756,0.070680171251297,0.07360734790563583,0.07653452455997467,0.0794617086648941,0.08238888531923294,0.08531606197357178,0.08824324607849121,0.09117042273283005,0.09409760683774948,0.09702478349208832],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[1,0,0,0,1,0,0,0,1,1,3,4,3,2,3,8,12,18,33,36,53,79,76,94,127,154,161,155,152,153,147,108,106,90,60,51,41,24,29,16,16,9,4,6,1,1,1,2,1,3,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0019107277039438486,-0.0018459323327988386,-0.0017811370780691504,-0.0017163417069241405,-0.0016515464521944523,-0.0015867510810494423,-0.0015219557099044323,-0.0014571604551747441,-0.0013923650840297341,-0.0013275697128847241,-0.001262774458155036,-0.001197979087010026,-0.001133183715865016,-0.0010683884611353278,-0.0010035930899903178,-0.0009387977770529687,-0.0008740024641156197,-0.0008092071511782706,-0.0007444118382409215,-0.0006796164670959115,-0.0006148211541585624,-0.0005500258412212133,-0.0004852304991800338,-0.00042043515713885427,-0.0003556398442015052,-0.0002908445312641561,-0.00022604918922297657,-0.00016125386173371226,-9.645853424444795e-05,-3.166320675518364e-05,3.313212073408067e-05,9.792744822334498e-05,0.00016272254288196564,0.00022751787037122995,0.00029231319786049426,0.0003571085399016738,0.0004219038528390229,0.00048669916577637196,0.000551494536921382,0.000616289849858731,0.0006810851627960801,0.0007458804757334292,0.0008106757886707783,0.0008754711598157883,0.0009402664727531374,0.0010050617856904864,0.0010698571568354964,0.0011346524115651846,0.0011994477827101946,0.0012642431538552046,0.0013290384085848927,0.0013938337797299027,0.001458629034459591,0.001523424405604601,0.001588219776749611,0.001653015031479299,0.001717810402624309,0.001782605773769319,0.0018474010284990072,0.0019121963996440172,0.001976991770789027,0.002041787141934037,0.0021065822802484035,0.0021713776513934135,0.0022361730225384235],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"values":[2,0,0,0,1,0,0,1,1,2,4,1,0,1,2,1,3,5,6,7,4,10,9,13,14,15,17,17,19,26,24,28,28,22,36,24,27,38,28,24,28,29,23,29,24,23,17,14,16,22,16,13,8,6,5,6,8,8,3,1,3,3,1,2],"bins":[-0.0006202301010489464,-0.0006037849234417081,-0.0005873397458344698,-0.0005708945682272315,-0.0005544493906199932,-0.0005380042130127549,-0.0005215589771978557,-0.0005051137995906174,-0.0004886686219833791,-0.00047222344437614083,-0.00045577826676890254,-0.00043933308916166425,-0.00042288791155442595,-0.00040644273394718766,-0.0003899975272361189,-0.0003735523496288806,-0.00035710717202164233,-0.00034066199441440403,-0.00032421681680716574,-0.000307771610096097,-0.0002913264324888587,-0.0002748812548816204,-0.0002584360772743821,-0.0002419908851152286,-0.0002255457075079903,-0.000209100529900752,-0.0001926553377415985,-0.0001762101601343602,-0.0001597649825271219,-0.00014331979036796838,-0.0001268746127607301,-0.00011042942787753418,-9.398424299433827e-05,-7.753905811114237e-05,-6.109387322794646e-05,-4.464869562070817e-05,-2.820351073751226e-05,-1.1758327673305757e-05,4.686855390900746e-06,2.113203845510725e-05,3.757722151931375e-05,5.402240640250966e-05,7.046759128570557e-05,8.691276889294386e-05,0.00010335795377613977,0.00011980313865933567,0.00013624831626657397,0.0001526935084257275,0.00016913868603296578,0.00018558386364020407,0.0002020290557993576,0.00021847423340659589,0.0002349194255657494,0.0002513646031729877,0.000267809780780226,0.0002842549583874643,0.0003007001359947026,0.0003171453427057713,0.0003335905203130096,0.0003500356979202479,0.0003664808755274862,0.0003829260531347245,0.00039937125984579325,0.00041581643745303154,0.00043226161506026983],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.0002465248107910156,-0.0002382807433605194,-0.0002300366759300232,-0.00022179260849952698,-0.00021354854106903076,-0.00020530447363853455,-0.00019706040620803833,-0.00018881633877754211,-0.0001805722713470459,-0.00017232820391654968,-0.00016408413648605347,-0.00015584006905555725,-0.00014759600162506104,-0.00013935193419456482,-0.0001311078667640686,-0.0001228637993335724,-0.00011461973190307617,-0.00010637566447257996,-9.813159704208374e-05,-8.988752961158752e-05,-8.164346218109131e-05,-7.339939475059509e-05,-6.515532732009888e-05,-5.691125988960266e-05,-4.8667192459106445e-05,-4.042312502861023e-05,-3.2179057598114014e-05,-2.3934990167617798e-05,-1.5690922737121582e-05,-7.446855306625366e-06,7.972121238708496e-07,9.041279554367065e-06,1.728534698486328e-05,2.5529414415359497e-05,3.377348184585571e-05,4.201754927635193e-05,5.0261616706848145e-05,5.850568413734436e-05,6.674975156784058e-05,7.499381899833679e-05,8.323788642883301e-05,9.148195385932922e-05,9.972602128982544e-05,0.00010797008872032166,0.00011621415615081787,0.0001244582235813141,0.0001327022910118103,0.00014094635844230652,0.00014919042587280273,0.00015743449330329895,0.00016567856073379517,0.00017392262816429138,0.0001821666955947876,0.0001904107630252838,0.00019865483045578003,0.00020689889788627625,0.00021514296531677246,0.00022338703274726868,0.0002316311001777649,0.0002398751676082611,0.0002481192350387573,0.00025636330246925354,0.00026460736989974976,0.00027285143733024597,0.0002810955047607422],"_type":"histogram","values":[3,1,3,5,9,18,20,29,42,60,88,105,184,241,366,543,753,1203,1619,2542,3819,5596,8500,12510,18297,26355,36932,49571,62236,70042,69105,59823,47679,34795,24329,17028,11523,7817,5215,3486,2324,1627,1067,737,496,331,234,156,107,90,60,34,23,19,14,3,3,2,1,1,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.00026816086028702557,-0.0002579264692030847,-0.0002476920490153134,-0.0002374576433794573,-0.0002272232377436012,-0.00021698884665966034,-0.00020675444102380425,-0.00019652003538794816,-0.00018628562975209206,-0.00017605122411623597,-0.00016581681848037988,-0.0001555824128445238,-0.00014534802176058292,-0.00013511361612472683,-0.00012487921048887074,-0.00011464480485301465,-0.00010441039921715856,-9.417599358130246e-05,-8.394158794544637e-05,-7.37071895855479e-05,-6.34727839496918e-05,-5.323837831383571e-05,-4.3003976315958425e-05,-3.276957431808114e-05,-2.253516868222505e-05,-1.230076486535836e-05,-2.0663610484916717e-06,8.168042768375017e-06,1.8402446585241705e-05,2.8636850402108394e-05,3.887125421897508e-05,4.910565621685237e-05,5.9340090956538916e-05,6.957449659239501e-05,7.98089022282511e-05,9.004330058814958e-05,0.00010027770622400567,0.00011051211185986176,0.00012074651021976024,0.00013098091585561633,0.00014121532149147242,0.00015144972712732852,0.0001616841327631846,0.0001719185383990407,0.00018215292948298156,0.00019238733511883765,0.00020262174075469375,0.00021285614639054984,0.00022309055202640593,0.00023332495766226202,0.00024355936329811811,0.000253793754382059,0.0002640281745698303,0.00027426256565377116,0.0002844969858415425,0.00029473137692548335,0.0003049657680094242,0.00031520018819719553,0.0003254345792811364,0.0003356689994689077,0.0003459033905528486,0.0003561378107406199,0.00036637220182456076,0.0003766066220123321,0.00038684101309627295],"_type":"histogram","values":[2,0,2,3,0,2,1,2,2,5,2,1,8,7,6,12,19,19,24,29,28,29,43,32,50,51,51,59,46,32,32,22,21,22,24,14,7,8,9,6,9,2,3,2,4,4,4,0,2,1,1,1,1,0,0,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0010742087615653872,-0.0010412423871457577,-0.001008276012726128,-0.0009753096383064985,-0.000942343263886869,-0.0009093769476749003,-0.0008764105732552707,-0.0008434441988356411,-0.0008104778244160116,-0.000777511449996382,-0.0007445450755767524,-0.0007115787011571229,-0.0006786123849451542,-0.0006456460105255246,-0.000612679636105895,-0.0005797132616862655,-0.0005467468872666359,-0.0005137805128470063,-0.00048081413842737675,-0.00044784779311157763,-0.00041488141869194806,-0.0003819150442723185,-0.00034894869895651937,-0.0003159823245368898,-0.0002830159501172602,-0.00025004957569763064,-0.0002170832158299163,-0.00018411685596220195,-0.00015115048154257238,-0.00011818411439890042,-8.521774725522846e-05,-5.22513801115565e-05,-1.9285129383206367e-05,1.3681237760465592e-05,4.664760490413755e-05,7.961397204780951e-05,0.00011258033919148147,0.00014554671361111104,0.0001785130734788254,0.00021147943334653974,0.0002444458077661693,0.0002774121821857989,0.00031037855660542846,0.0003433449019212276,0.00037631127634085715,0.0004092776507604867,0.00044224399607628584,0.0004752103704959154,0.000508176744915545,0.0005411431193351746,0.0005741094937548041,0.0006070758681744337,0.0006400422425940633,0.0006730085588060319,0.0007059749332256615,0.0007389413076452911,0.0007719076820649207,0.0008048740564845502,0.0008378404309041798,0.0008708068053238094,0.000903773121535778,0.0009367394959554076,0.0009697058703750372,0.0010026722447946668,0.0010356386192142963],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,1,3,4,1,4,6,10,8,9,7,13,16,22,28,37,23,25,34,40,34,34,46,32,35,41,25,32,32,20,25,19,13,17,14,12,10,6,8,7,4,3,2,0,0,0,0,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[2,0,0,0,0,0,0,2,3,1,2,1,1,0,5,4,3,6,4,6,9,11,12,15,22,12,25,27,34,30,30,33,43,41,46,47,32,33,27,29,25,17,27,15,9,16,9,8,6,14,2,3,4,4,1,3,1,0,0,1,1,2,1,1],"bins":[-0.0002888573508244008,-0.0002802929375320673,-0.00027172849513590336,-0.0002631640818435699,-0.0002545996685512364,-0.00024603522615507245,-0.00023747081286273897,-0.00022890639957040548,-0.00022034197172615677,-0.00021177754388190806,-0.00020321313058957458,-0.00019464870274532586,-0.00018608427490107715,-0.00017751986160874367,-0.00016895543376449496,-0.00016039102047216147,-0.00015182659262791276,-0.00014326216478366405,-0.00013469775149133056,-0.00012613332364708185,-0.00011756890307879075,-0.00010900448251049966,-0.00010044005466625094,-9.187563409795985e-05,-8.331121352966875e-05,-7.474679296137765e-05,-6.618237239308655e-05,-5.761794454883784e-05,-4.905352398054674e-05,-4.0489103412255645e-05,-3.192467920598574e-05,-2.336025681870524e-05,-1.479580532759428e-05,-6.231382940313779e-06,2.3330394469667226e-06,1.0897461834247224e-05,1.9461884221527725e-05,2.8026306608808227e-05,3.659072899608873e-05,4.515515320235863e-05,5.371957377064973e-05,6.228399433894083e-05,7.084841490723193e-05,7.941284275148064e-05,8.797726331977174e-05,9.654168388806283e-05,0.00010510611173231155,0.00011367053230060264,0.00012223495286889374,0.00013079938071314245,0.00013936379400547594,0.00014792822184972465,0.00015649263514205813,0.00016505706298630685,0.00017362149083055556,0.00018218590412288904,0.00019075033196713775,0.00019931475981138647,0.00020787917310371995,0.00021644360094796866,0.00022500802879221737,0.00023357244208455086,0.00024213686992879957,0.0002507012977730483,0.00025926571106538177],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,0,1,6,2,2,4,3,4,4,11,9,19,10,28,23,24,31,24,41,31,30,43,36,39,33,46,44,28,27,25,15,11,16,22,18,16,5,4,8,1,3,4,2,1,5,0,1,1,1,0,2,0,0,1],"bins":[-0.0007534001488238573,-0.0007307766936719418,-0.0007081532385200262,-0.0006855297833681107,-0.0006629063282161951,-0.0006402829312719405,-0.0006176594761200249,-0.0005950360209681094,-0.0005724125658161938,-0.0005497891106642783,-0.0005271656555123627,-0.0005045422003604472,-0.0004819187743123621,-0.0004592953191604465,-0.00043667189311236143,-0.0004140484379604459,-0.00039142498280853033,-0.0003688015276566148,-0.00034617807250469923,-0.00032355464645661414,-0.0003009311913046986,-0.00027830773615278304,-0.00025568431010469794,-0.0002330608549527824,-0.00021043739980086684,-0.0001878139446489513,-0.00016519050404895097,-0.00014256706344895065,-0.0001199436082970351,-9.732016042107716e-05,-7.469671254511923e-05,-5.207326466916129e-05,-2.944975858554244e-05,-6.826310709584504e-06,1.579713716637343e-05,3.842058504233137e-05,6.10440329182893e-05,8.366748079424724e-05,0.00010629092867020518,0.0001289143692702055,0.00015153782442212105,0.0001741612795740366,0.00019678472017403692,0.00021940816077403724,0.0002420316159259528,0.00026465507107786834,0.00028727849712595344,0.000309901952277869,0.00033252540742978454,0.0003551488625817001,0.00037777231773361564,0.00040039574378170073,0.0004230191989336163,0.00044564265408553183,0.0004682660801336169,0.0004908895352855325,0.000513512990437448,0.0005361364455893636,0.0005587599007412791,0.0005813833558931947,0.0006040068110451102,0.0006266302079893649,0.0006492536631412804,0.000671877118293196,0.0006945005734451115]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0006154828006401658,-0.0005993579979985952,-0.0005832332535646856,-0.000567108450923115,-0.0005509836482815444,-0.0005348589038476348,-0.0005187341012060642,-0.0005026092985644937,-0.00048648452502675354,-0.00047035975148901343,-0.00045423494884744287,-0.00043811017530970275,-0.00042198540177196264,-0.0004058605991303921,-0.00038973582559265196,-0.0003736110229510814,-0.0003574862494133413,-0.00034136147587560117,-0.0003252366732340306,-0.0003091118996962905,-0.0002929870970547199,-0.0002768623235169798,-0.0002607375499792397,-0.00024461274733766913,-0.00022848797379992902,-0.00021236318571027368,-0.00019623839762061834,-0.00018011362408287823,-0.0001639888359932229,-0.00014786404790356755,-0.00013173927436582744,-0.0001156144862761721,-9.94896690826863e-05,-8.336488099303097e-05,-6.724010017933324e-05,-5.111531572765671e-05,-3.4990531275980175e-05,-1.8865746824303642e-05,-2.7409623726271093e-06,1.3383822079049423e-05,2.9508606530725956e-05,4.563339098240249e-05,6.175817543407902e-05,7.788295624777675e-05,9.400774433743209e-05,0.00011013253242708743,0.00012625730596482754,0.00014238209405448288,0.00015850688214413822,0.00017463167023379356,0.0001907564583234489,0.000206881231861189,0.00022300601995084435,0.0002391308080404997,0.0002552555815782398,0.00027138038421981037,0.0002875051577575505,0.0003036299312952906,0.00031975473393686116,0.00033587950747460127,0.00035200431011617184,0.00036812908365391195,0.00038425385719165206,0.00040037865983322263,0.00041650343337096274],"_type":"histogram","values":[1,0,1,0,0,1,0,1,0,1,1,1,0,1,3,2,3,3,2,3,9,2,13,14,12,9,13,10,16,17,22,28,28,31,30,25,33,41,32,36,38,18,27,32,28,19,23,23,21,14,14,16,13,4,4,3,4,7,2,3,3,3,2,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,1,0,0,0,0,3,0,1,0,1,1,0,2,4,5,7,7,10,10,19,25,33,24,34,49,78,45,75,69,48,42,29,38,21,16,11,6,13,9,9,3,6,3,2,4,1,0,1,1,0,0,0,0,0,0,1],"bins":[-0.0003918717848137021,-0.0003807700122706592,-0.00036966826883144677,-0.00035856649628840387,-0.00034746475284919143,-0.00033636298030614853,-0.0003252612368669361,-0.0003141594643238932,-0.00030305772088468075,-0.00029195594834163785,-0.00028085417579859495,-0.0002697524323593825,-0.0002586506598163396,-0.00024754891637712717,-0.00023644714383408427,-0.0002253453858429566,-0.00021424362785182893,-0.00020314186986070126,-0.0001920401118695736,-0.00018093835387844592,-0.00016983659588731825,-0.00015873482334427536,-0.00014763306535314769,-0.00013653130736202002,-0.00012542954937089235,-0.00011432779137976468,-0.000103226033388637,-9.212426812155172e-05,-8.102251013042405e-05,-6.992075213929638e-05,-5.8818990510189906e-05,-4.771722888108343e-05,-3.66154417861253e-05,-2.551368197600823e-05,-1.4411922165891156e-05,-3.3101623557740822e-06,7.791597454342991e-06,1.8893357264460064e-05,2.9995117074577138e-05,4.1096878703683615e-05,5.2198636694811285e-05,6.330039468593895e-05,7.440215267706662e-05,8.550391794415191e-05,9.660567593527958e-05,0.00010770743392640725,0.00011880919919349253,0.0001299109571846202,0.00014101271517574787,0.00015211447316687554,0.0001632162311580032,0.00017431798914913088,0.00018541974714025855,0.00019652151968330145,0.00020762327767442912,0.0002187250356655568,0.00022982679365668446,0.00024092855164781213,0.000252030324190855,0.00026313206763006747,0.00027423384017311037,0.0002853355836123228,0.0002964373561553657,0.00030753909959457815,0.00031864087213762105],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"values":[1,0,0,1,0,2,6,0,1,6,3,5,6,4,7,6,4,13,11,19,10,8,19,13,24,20,27,18,21,19,27,26,23,28,40,34,28,24,26,29,19,16,33,25,11,13,22,6,8,10,7,5,4,5,4,5,4,4,2,1,2,1,0,2],"bins":[-0.0005306601524353027,-0.0005148090422153473,-0.0004989579319953918,-0.0004831068217754364,-0.00046725571155548096,-0.0004514046013355255,-0.00043555349111557007,-0.0004197023808956146,-0.0004038512706756592,-0.00038800016045570374,-0.0003721490502357483,-0.00035629794001579285,-0.0003404468297958374,-0.00032459571957588196,-0.0003087446093559265,-0.00029289349913597107,-0.0002770423889160156,-0.0002611912786960602,-0.00024534016847610474,-0.0002294890582561493,-0.00021363794803619385,-0.0001977868378162384,-0.00018193572759628296,-0.00016608461737632751,-0.00015023350715637207,-0.00013438239693641663,-0.00011853128671646118,-0.00010268017649650574,-8.682906627655029e-05,-7.097795605659485e-05,-5.5126845836639404e-05,-3.927573561668396e-05,-2.3424625396728516e-05,-7.573515176773071e-06,8.277595043182373e-06,2.4128705263137817e-05,3.997981548309326e-05,5.5830925703048706e-05,7.168203592300415e-05,8.75331461429596e-05,0.00010338425636291504,0.00011923536658287048,0.00013508647680282593,0.00015093758702278137,0.00016678869724273682,0.00018263980746269226,0.0001984909176826477,0.00021434202790260315,0.0002301931381225586,0.00024604424834251404,0.0002618953585624695,0.0002777464687824249,0.00029359757900238037,0.0003094486892223358,0.00032529979944229126,0.0003411509096622467,0.00035700201988220215,0.0003728531301021576,0.00038870424032211304,0.0004045553505420685,0.0004204064607620239,0.00043625757098197937,0.0004521086812019348,0.00046795979142189026,0.0004838109016418457],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[2,0,0,0,0,2,1,2,1,1,2,0,1,1,4,4,4,4,11,17,13,21,34,31,37,47,53,62,55,52,46,41,47,24,37,17,21,19,10,10,5,7,2,3,3,4,1,2,1,1,0,1,0,0,0,1,2,0,0,0,0,0,0,1],"bins":[-1.1265277862548828e-05,-1.087132841348648e-05,-1.0477378964424133e-05,-1.0083429515361786e-05,-9.689480066299438e-06,-9.295530617237091e-06,-8.901581168174744e-06,-8.507631719112396e-06,-8.113682270050049e-06,-7.719732820987701e-06,-7.325783371925354e-06,-6.931833922863007e-06,-6.537884473800659e-06,-6.143935024738312e-06,-5.749985575675964e-06,-5.356036126613617e-06,-4.9620866775512695e-06,-4.568137228488922e-06,-4.174187779426575e-06,-3.7802383303642273e-06,-3.38628888130188e-06,-2.9923394322395325e-06,-2.598389983177185e-06,-2.2044405341148376e-06,-1.8104910850524902e-06,-1.4165416359901428e-06,-1.0225921869277954e-06,-6.28642737865448e-07,-2.3469328880310059e-07,1.5925616025924683e-07,5.532056093215942e-07,9.471550583839417e-07,1.341104507446289e-06,1.7350539565086365e-06,2.129003405570984e-06,2.5229528546333313e-06,2.9169023036956787e-06,3.310851752758026e-06,3.7048012018203735e-06,4.098750650882721e-06,4.492700099945068e-06,4.886649549007416e-06,5.280598998069763e-06,5.674548447132111e-06,6.068497896194458e-06,6.462447345256805e-06,6.856396794319153e-06,7.2503462433815e-06,7.644295692443848e-06,8.038245141506195e-06,8.432194590568542e-06,8.82614403963089e-06,9.220093488693237e-06,9.614042937755585e-06,1.0007992386817932e-05,1.040194183588028e-05,1.0795891284942627e-05,1.1189840734004974e-05,1.1583790183067322e-05,1.197773963212967e-05,1.2371689081192017e-05,1.2765638530254364e-05,1.3159587979316711e-05,1.3553537428379059e-05,1.3947486877441406e-05]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[2,1,1,4,4,7,21,41,67,122,168,286,456,705,1057,1472,2221,3061,4265,5727,7391,9586,11972,14679,17868,20896,24017,26864,29877,31685,33350,34696,35013,34400,33104,31598,29133,25996,22984,19980,16692,13681,11178,8815,6744,5271,3878,2796,2004,1397,883,644,401,251,155,101,67,36,27,14,3,4,2,3],"bins":[-0.09635940939188004,-0.09338067471981049,-0.09040194004774094,-0.08742320537567139,-0.08444447070360184,-0.08146573603153229,-0.07848700135946274,-0.07550826668739319,-0.07252952456474304,-0.06955078989267349,-0.06657205522060394,-0.0635933205485344,-0.060614585876464844,-0.057635851204395294,-0.054657116532325745,-0.051678381860256195,-0.048699647188186646,-0.045720912516117096,-0.042742177844047546,-0.039763443171978,-0.03678470849990845,-0.0338059701025486,-0.03082723543047905,-0.0278485007584095,-0.02486976608633995,-0.0218910314142704,-0.01891229674220085,-0.015933560207486153,-0.012954825535416603,-0.009976090863347054,-0.006997355259954929,-0.0040186201222240925,-0.0010398849844932556,0.0019388501532375813,0.004917585290968418,0.007896320894360542,0.010875055566430092,0.013853790238499641,0.01683252677321434,0.01981126144528389,0.02278999611735344,0.02576873078942299,0.02874746546149254,0.03172620013356209,0.034704938530921936,0.037683673202991486,0.040662407875061035,0.043641142547130585,0.046619877219200134,0.049598611891269684,0.05257734656333923,0.05555608123540878,0.05853481590747833,0.06151355430483818,0.06449228525161743,0.06747101992368698,0.07044975459575653,0.07342849671840668,0.07640723139047623,0.07938596606254578,0.08236470073461533,0.08534343540668488,0.08832217007875443,0.09130090475082397,0.09427963942289352]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[1,5,2,2,4,16,14,18,19,40,42,78,109,152,189,326,464,760,1269,1808,2961,5142,8550,14986,28166,53994,111831,230425,395498,346538,183354,87791,44073,22855,12544,7284,4278,2586,1618,1001,672,448,335,194,129,76,67,48,23,22,18,10,8,8,4,2,2,3,0,0,1,0,0,1],"bins":[-0.000270843505859375,-0.0002614520490169525,-0.00025206059217453003,-0.00024266913533210754,-0.00023327767848968506,-0.00022388622164726257,-0.0002144947648048401,-0.0002051033079624176,-0.00019571185111999512,-0.00018632039427757263,-0.00017692893743515015,-0.00016753748059272766,-0.00015814602375030518,-0.0001487545669078827,-0.0001393631100654602,-0.00012997165322303772,-0.00012058019638061523,-0.00011118873953819275,-0.00010179728269577026,-9.240582585334778e-05,-8.301436901092529e-05,-7.362291216850281e-05,-6.423145532608032e-05,-5.483999848365784e-05,-4.544854164123535e-05,-3.6057084798812866e-05,-2.666562795639038e-05,-1.7274171113967896e-05,-7.88271427154541e-06,1.5087425708770752e-06,1.090019941329956e-05,2.0291656255722046e-05,2.968311309814453e-05,3.9074569940567017e-05,4.84660267829895e-05,5.785748362541199e-05,6.724894046783447e-05,7.664039731025696e-05,8.603185415267944e-05,9.542331099510193e-05,0.00010481476783752441,0.0001142062246799469,0.00012359768152236938,0.00013298913836479187,0.00014238059520721436,0.00015177205204963684,0.00016116350889205933,0.0001705549657344818,0.0001799464225769043,0.00018933787941932678,0.00019872933626174927,0.00020812079310417175,0.00021751224994659424,0.00022690370678901672,0.0002362951636314392,0.0002456866204738617,0.0002550780773162842,0.00026446953415870667,0.00027386099100112915,0.00028325244784355164,0.0002926439046859741,0.0003020353615283966,0.0003114268183708191,0.0003208182752132416,0.00033020973205566406]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,0,0,0,3,6,4,4,11,30,28,61,80,111,207,283,473,663,1011,1527,2466,3814,6168,9897,16644,28681,51051,91891,163039,263817,325561,253530,152331,84490,47124,26702,15656,9415,5829,3534,2348,1408,999,651,435,298,194,122,95,68,32,16,26,8,7,5,1,3,0,2,1,1],"bins":[-0.00021219253540039062,-0.0002056509256362915,-0.00019910931587219238,-0.00019256770610809326,-0.00018602609634399414,-0.00017948448657989502,-0.0001729428768157959,-0.00016640126705169678,-0.00015985965728759766,-0.00015331804752349854,-0.00014677643775939941,-0.0001402348279953003,-0.00013369321823120117,-0.00012715160846710205,-0.00012060999870300293,-0.00011406838893890381,-0.00010752677917480469,-0.00010098516941070557,-9.444355964660645e-05,-8.790194988250732e-05,-8.13603401184082e-05,-7.481873035430908e-05,-6.827712059020996e-05,-6.173551082611084e-05,-5.519390106201172e-05,-4.86522912979126e-05,-4.2110681533813477e-05,-3.5569071769714355e-05,-2.9027462005615234e-05,-2.2485852241516113e-05,-1.5944242477416992e-05,-9.402632713317871e-06,-2.86102294921875e-06,3.680586814880371e-06,1.0222196578979492e-05,1.6763806343078613e-05,2.3305416107177734e-05,2.9847025871276855e-05,3.6388635635375977e-05,4.29302453994751e-05,4.947185516357422e-05,5.601346492767334e-05,6.255507469177246e-05,6.909668445587158e-05,7.56382942199707e-05,8.217990398406982e-05,8.872151374816895e-05,9.526312351226807e-05,0.00010180473327636719,0.00010834634304046631,0.00011488795280456543,0.00012142956256866455,0.00012797117233276367,0.0001345127820968628,0.00014105439186096191,0.00014759600162506104,0.00015413761138916016,0.00016067922115325928,0.0001672208309173584,0.00017376244068145752,0.00018030405044555664,0.00018684566020965576,0.00019338726997375488,0.000199928879737854,0.00020647048950195312]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[3,3,1,5,12,17,21,36,42,53,64,47,53,54,39,35,32,35,27,19,13,26,11,14,16,11,13,6,8,7,7,7,4,5,3,2,0,2,1,3,1,2,2,1,2,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[0.9976710677146912,0.9978556036949158,0.9980401396751404,0.9982247352600098,0.9984092712402344,0.998593807220459,0.9987783432006836,0.9989628791809082,0.9991474747657776,0.9993320107460022,0.9995165467262268,0.9997010827064514,0.999885618686676,1.0000702142715454,1.00025475025177,1.0004392862319946,1.0006238222122192,1.0008083581924438,1.0009928941726685,1.001177430152893,1.0013620853424072,1.0015466213226318,1.0017311573028564,1.001915693283081,1.0021002292633057,1.0022847652435303,1.0024693012237549,1.0026538372039795,1.002838373184204,1.0030229091644287,1.0032075643539429,1.0033921003341675,1.003576636314392,1.0037611722946167,1.0039457082748413,1.004130244255066,1.0043147802352905,1.0044993162155151,1.0046838521957397,1.0048683881759644,1.0050530433654785,1.0052375793457031,1.0054221153259277,1.0056066513061523,1.005791187286377,1.0059757232666016,1.0061602592468262,1.0063447952270508,1.0065293312072754,1.0067138671875,1.0068985223770142,1.0070830583572388,1.0072675943374634,1.007452130317688,1.0076366662979126,1.0078212022781372,1.0080057382583618,1.0081902742385864,1.008374810218811,1.0085593461990356,1.0087440013885498,1.0089285373687744,1.009113073348999,1.0092976093292236,1.0094821453094482]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,0,1,0,3,1,2,2,6,3,3,3,6,10,12,9,10,16,21,14,30,22,19,33,22,32,28,30,33,32,33,37,24,26,28,19,27,25,26,21,17,17,11,15,7,3,3,6,4,3,2,2,1,1,0,1,0,0,1,1,1],"bins":[-0.0021608215756714344,-0.002093847142532468,-0.002026872942224145,-0.0019598985090851784,-0.0018929240759462118,-0.001825949759222567,-0.0017589754424989223,-0.0016920010093599558,-0.001625026692636311,-0.0015580523759126663,-0.0014910779427736998,-0.001424103626050055,-0.0013571293093264103,-0.0012901548761874437,-0.001223180559463799,-0.0011562061263248324,-0.0010892318096011877,-0.001022257492877543,-0.0009552830597385764,-0.0008883087430149317,-0.000821334368083626,-0.0007543599931523204,-0.0006873856764286757,-0.00062041130149737,-0.0005534369265660644,-0.0004864625516347587,-0.0004194882058072835,-0.00035251385997980833,-0.0002855394850485027,-0.00021856512466911227,-0.00015159076428972185,-8.461640391033143e-05,-1.7641810700297356e-05,4.933254967909306e-05,0.00011630691005848348,0.0001832812704378739,0.0002502556308172643,0.00031723000574856997,0.00038420435157604516,0.00045117869740352035,0.000518153072334826,0.0005851274472661316,0.0006521018221974373,0.000719076138921082,0.0007860505138523877,0.0008530248887836933,0.000919999205507338,0.0009869736386463046,0.0010539479553699493,0.001120922272093594,0.0011878967052325606,0.0012548710219562054,0.001321845455095172,0.0013888197718188167,0.0014557940885424614,0.001522768521681428,0.0015897428384050727,0.0016567171551287174,0.001723691588267684,0.0017906659049913287,0.0018576402217149734,0.00192461465485394,0.0019915890879929066,0.0020585632883012295,0.002125537721440196]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,0,2,2,4,3,8,7,4,17,8,9,12,19,16,20,29,22,25,27,39,27,33,30,35,47,31,33,29,38,28,19,23,18,15,13,19,9,13,8,5,4,2,0,5,3,2,1,0,0,1,0,0,1],"bins":[-0.0003079411690123379,-0.0002989620843436569,-0.00028998299967497587,-0.0002810038859024644,-0.00027202480123378336,-0.00026304571656510234,-0.0002540666318964213,-0.0002450875472277403,-0.00023610844800714403,-0.000227129363338463,-0.00021815026411786675,-0.00020917117944918573,-0.0002001920947805047,-0.00019121299555990845,-0.00018223391089122742,-0.00017325481167063117,-0.00016427572700195014,-0.00015529664233326912,-0.00014631754311267287,-0.00013733845844399184,-0.00012835935922339559,-0.00011938027455471456,-0.00011040118988603354,-0.0001014220979413949,-9.244300599675626e-05,-8.346391405211762e-05,-7.448482210747898e-05,-6.550573743879795e-05,-5.652664549415931e-05,-4.754755354952067e-05,-3.856846524286084e-05,-2.9589375117211603e-05,-2.061025588773191e-05,-1.1631165762082674e-05,-2.6520756364334375e-06,6.327014489215799e-06,1.5306104614865035e-05,2.428519474051427e-05,3.326428486616351e-05,4.224337317282334e-05,5.122246511746198e-05,6.020155706210062e-05,6.918064900673926e-05,7.815973367542028e-05,8.713882562005892e-05,9.611791756469756e-05,0.00010509700223337859,0.00011407609417801723,0.00012305518612265587,0.0001320342707913369,0.00014101337001193315,0.00014999245468061417,0.00015897155390121043,0.00016795063856989145,0.00017692972323857248,0.00018590882245916873,0.00019488790712784976,0.00020386699179653078,0.00021284609101712704,0.00022182517568580806,0.0002308042603544891,0.00023978335957508534,0.0002487624587956816,0.0002577415434643626,0.00026672062813304365],"_type":"histogram"},"_wandb":{"runtime":665},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.0001328587532043457,-0.0001284237951040268,-0.00012398883700370789,-0.00011955387890338898,-0.00011511892080307007,-0.00011068396270275116,-0.00010624900460243225,-0.00010181404650211334,-9.737908840179443e-05,-9.294413030147552e-05,-8.850917220115662e-05,-8.407421410083771e-05,-7.96392560005188e-05,-7.520429790019989e-05,-7.076933979988098e-05,-6.633438169956207e-05,-6.189942359924316e-05,-5.7464465498924255e-05,-5.302950739860535e-05,-4.859454929828644e-05,-4.415959119796753e-05,-3.972463309764862e-05,-3.528967499732971e-05,-3.08547168970108e-05,-2.6419758796691895e-05,-2.1984800696372986e-05,-1.7549842596054077e-05,-1.3114884495735168e-05,-8.67992639541626e-06,-4.244968295097351e-06,1.8998980522155762e-07,4.624947905540466e-06,9.059906005859375e-06,1.3494864106178284e-05,1.7929822206497192e-05,2.23647803068161e-05,2.679973840713501e-05,3.123469650745392e-05,3.566965460777283e-05,4.0104612708091736e-05,4.4539570808410645e-05,4.897452890872955e-05,5.340948700904846e-05,5.784444510936737e-05,6.227940320968628e-05,6.671436131000519e-05,7.11493194103241e-05,7.5584277510643e-05,8.001923561096191e-05,8.445419371128082e-05,8.888915181159973e-05,9.332410991191864e-05,9.775906801223755e-05,0.00010219402611255646,0.00010662898421287537,0.00011106394231319427,0.00011549890041351318,0.00011993385851383209,0.000124368816614151,0.0001288037747144699,0.00013323873281478882,0.00013767369091510773,0.00014210864901542664,0.00014654360711574554,0.00015097856521606445],"_type":"histogram","values":[1,0,1,0,0,1,0,2,5,2,7,1,4,7,11,7,5,6,11,18,30,24,27,21,37,35,31,31,29,41,20,33,39,39,30,27,27,23,20,13,16,16,14,12,7,9,3,6,3,5,0,2,3,1,0,1,0,1,0,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[3,3,7,6,9,26,50,60,146,216,308,505,768,1071,1658,2408,3259,4491,5762,7684,9888,12191,15156,17792,21169,23982,27099,29461,31741,33526,34327,34479,33870,32312,30583,28364,26009,22817,20164,16926,13903,11345,8906,6977,5274,3904,2909,2026,1438,1009,695,412,275,186,111,65,35,28,11,5,8,4,1,1],"bins":[-0.09197551757097244,-0.08903741836547852,-0.08609931915998459,-0.08316121250391006,-0.08022311329841614,-0.07728501409292221,-0.07434691488742828,-0.07140881568193436,-0.06847071647644043,-0.0655326098203659,-0.06259451061487198,-0.05965641140937805,-0.056718312203884125,-0.0537802092730999,-0.05084211006760597,-0.04790400713682175,-0.04496590793132782,-0.04202780872583389,-0.03908970579504967,-0.03615160658955574,-0.033213503658771515,-0.030275404453277588,-0.02733730524778366,-0.024399204179644585,-0.02146110311150551,-0.018523002043366432,-0.01558490190654993,-0.012646801769733429,-0.009708700701594353,-0.006770600099116564,-0.003832499496638775,-0.000894398894160986,0.0020437091588974,0.004981809761375189,0.007919910363852978,0.01085801050066948,0.013796111568808556,0.016734212636947632,0.01967231184244156,0.022610412910580635,0.02554851397871971,0.028486615046858788,0.031424716114997864,0.03436281532049179,0.03730091452598572,0.04023901745676994,0.04317711666226387,0.046115219593048096,0.04905331879854202,0.05199141800403595,0.054929520934820175,0.0578676201403141,0.06080572307109833,0.06374382227659225,0.06668192148208618,0.06962002068758011,0.07255811989307404,0.07549622654914856,0.07843432575464249,0.08137242496013641,0.08431052416563034,0.08724862337112427,0.09018673002719879,0.09312482923269272,0.09606292843818665]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,2,3,2,9,13,12,21,26,35,41,58,70,102,108,118,138,130,148,148,144,122,103,90,73,66,47,43,34,20,26,20,20,8,12,9,2,4,4,5,3,0,0,4,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,1],"bins":[-7.587671279907227e-05,-7.2503462433815e-05,-6.913021206855774e-05,-6.575696170330048e-05,-6.238371133804321e-05,-5.901046097278595e-05,-5.5637210607528687e-05,-5.226396024227142e-05,-4.889070987701416e-05,-4.55174595117569e-05,-4.2144209146499634e-05,-3.877095878124237e-05,-3.539770841598511e-05,-3.2024458050727844e-05,-2.865120768547058e-05,-2.5277957320213318e-05,-2.1904706954956055e-05,-1.853145658969879e-05,-1.5158206224441528e-05,-1.1784955859184265e-05,-8.411705493927002e-06,-5.038455128669739e-06,-1.6652047634124756e-06,1.7080456018447876e-06,5.081295967102051e-06,8.454546332359314e-06,1.1827796697616577e-05,1.520104706287384e-05,1.8574297428131104e-05,2.1947547793388367e-05,2.532079815864563e-05,2.8694048523902893e-05,3.2067298889160156e-05,3.544054925441742e-05,3.881379961967468e-05,4.2187049984931946e-05,4.556030035018921e-05,4.893355071544647e-05,5.2306801080703735e-05,5.5680051445961e-05,5.905330181121826e-05,6.242655217647552e-05,6.579980254173279e-05,6.917305290699005e-05,7.254630327224731e-05,7.591955363750458e-05,7.929280400276184e-05,8.26660543680191e-05,8.603930473327637e-05,8.941255509853363e-05,9.27858054637909e-05,9.615905582904816e-05,9.953230619430542e-05,0.00010290555655956268,0.00010627880692481995,0.00010965205729007721,0.00011302530765533447,0.00011639855802059174,0.000119771808385849,0.00012314505875110626,0.00012651830911636353,0.0001298915594816208,0.00013326480984687805,0.00013663806021213531,0.00014001131057739258]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,0,1,1,2,0,0,2,0,0,2,2,1,2,2,2,0,1,3,1,4,8,26,76,185,227,108,53,17,10,4,1,2,1,0,0,4,2,1,2,4,0,2,0,0,0,1,3,0,0,0,0,2],"bins":[-0.00010675191879272461,-0.00010380148887634277,-0.00010085105895996094,-9.79006290435791e-05,-9.495019912719727e-05,-9.199976921081543e-05,-8.90493392944336e-05,-8.609890937805176e-05,-8.314847946166992e-05,-8.019804954528809e-05,-7.724761962890625e-05,-7.429718971252441e-05,-7.134675979614258e-05,-6.839632987976074e-05,-6.54458999633789e-05,-6.249547004699707e-05,-5.9545040130615234e-05,-5.65946102142334e-05,-5.364418029785156e-05,-5.0693750381469727e-05,-4.774332046508789e-05,-4.4792890548706055e-05,-4.184246063232422e-05,-3.889203071594238e-05,-3.594160079956055e-05,-3.299117088317871e-05,-3.0040740966796875e-05,-2.709031105041504e-05,-2.4139881134033203e-05,-2.1189451217651367e-05,-1.823902130126953e-05,-1.5288591384887695e-05,-1.233816146850586e-05,-9.387731552124023e-06,-6.4373016357421875e-06,-3.4868717193603516e-06,-5.364418029785156e-07,2.4139881134033203e-06,5.364418029785156e-06,8.314847946166992e-06,1.1265277862548828e-05,1.4215707778930664e-05,1.71661376953125e-05,2.0116567611694336e-05,2.3066997528076172e-05,2.6017427444458008e-05,2.8967857360839844e-05,3.191828727722168e-05,3.4868717193603516e-05,3.781914710998535e-05,4.076957702636719e-05,4.3720006942749023e-05,4.667043685913086e-05,4.9620866775512695e-05,5.257129669189453e-05,5.552172660827637e-05,5.84721565246582e-05,6.142258644104004e-05,6.437301635742188e-05,6.732344627380371e-05,7.027387619018555e-05,7.322430610656738e-05,7.617473602294922e-05,7.912516593933105e-05,8.207559585571289e-05]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.10033641010522842,-0.09737422317266464,-0.09441202878952026,-0.09144984185695648,-0.0884876549243927,-0.08552546799182892,-0.08256328105926514,-0.07960108667612076,-0.07663889974355698,-0.0736767128109932,-0.07071451842784882,-0.06775233149528503,-0.06479014456272125,-0.06182795763015747,-0.05886576697230339,-0.05590357631444931,-0.05294138938188553,-0.04997920244932175,-0.04701701179146767,-0.044054821133613586,-0.041092634201049805,-0.03813044726848602,-0.03516825661063194,-0.03220606595277786,-0.02924387902021408,-0.02628169022500515,-0.02331950142979622,-0.020357312634587288,-0.017395123839378357,-0.014432935044169426,-0.011470746248960495,-0.008508557453751564,-0.005546361207962036,-0.002584172412753105,0.0003780163824558258,0.0033402051776647568,0.006302393972873688,0.009264582768082619,0.01222677156329155,0.01518896035850048,0.01815114915370941,0.021113337948918343,0.024075526744127274,0.027037715539336205,0.029999904334545135,0.03296209126710892,0.035924281924963,0.03888647258281708,0.04184865951538086,0.04481084644794464,0.04777303710579872,0.0507352277636528,0.05369741469621658,0.056659601628780365,0.059621792286634445,0.06258398294448853,0.06554616987705231,0.06850835680961609,0.07147054374217987,0.07443273812532425,0.07739492505788803,0.08035711199045181,0.08331930637359619,0.08628149330615997,0.08924368023872375],"_type":"histogram","values":[1,0,1,6,9,20,26,49,107,151,235,369,640,1047,1577,2307,3520,4967,6894,9660,13211,17567,22663,28758,35772,42705,50933,59571,68023,75639,82063,87091,91038,92183,92454,89740,86156,80640,73182,65634,57407,48993,41345,33757,26735,21034,16116,12158,8909,6459,4511,3071,2116,1382,918,522,364,182,132,63,43,23,9,6]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[3,0,2,1,1,1,2,4,1,10,0,10,10,6,9,7,11,9,15,20,21,24,17,29,21,29,37,21,24,27,26,34,21,35,32,28,29,21,15,23,20,25,16,12,9,5,5,7,5,4,9,5,3,2,1,1,0,0,0,2,0,0,0,1],"bins":[-0.0005352162988856435,-0.0005175190162844956,-0.0004998216754756868,-0.0004821243928745389,-0.000464427110273391,-0.00044672979856841266,-0.0004290324868634343,-0.0004113352042622864,-0.0003936378925573081,-0.00037594058085232973,-0.00035824329825118184,-0.0003405459865462035,-0.00032284867484122515,-0.00030515139224007726,-0.0002874540805350989,-0.000269756797933951,-0.0002520594862289727,-0.00023436218907590955,-0.00021666489192284644,-0.0001989675802178681,-0.00018127028306480497,-0.00016357298591174185,-0.0001458756742067635,-0.0001281783770537004,-0.00011048107990063727,-9.278378274757415e-05,-7.508647831855342e-05,-5.738917752751149e-05,-3.969187673646957e-05,-2.199457594542764e-05,-4.297275154385716e-06,1.340002563665621e-05,3.1097326427698135e-05,4.879462721874006e-05,6.649192800978199e-05,8.418923243880272e-05,0.00010188652959186584,0.00011958382674492896,0.0001372811384499073,0.00015497843560297042,0.00017267573275603354,0.00019037302990909666,0.00020807032706215978,0.00022576763876713812,0.00024346493592020124,0.00026116223307326436,0.0002788595447782427,0.0002965568273793906,0.00031425413908436894,0.0003319514507893473,0.0003496487333904952,0.00036734604509547353,0.0003850433276966214,0.00040274063940159976,0.0004204379511065781,0.000438135233707726,0.00045583254541270435,0.0004735298571176827,0.0004912271397188306,0.0005089244223199785,0.0005266217631287873,0.0005443190457299352,0.0005620163283310831,0.0005797136691398919,0.0005974109517410398]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,3,3,0,6,1,2,3,2,4,6,5,7,5,10,8,10,17,16,24,14,24,37,44,39,48,50,41,43,38,27,32,30,15,25,22,13,18,5,12,4,7,11,5,7,2,4,4,3,2,2,2,3,0,0,2],"bins":[0.99701327085495,0.9970987439155579,0.9971842169761658,0.9972697496414185,0.9973552227020264,0.9974406957626343,0.9975261688232422,0.9976116418838501,0.9976971745491028,0.9977826476097107,0.9978681206703186,0.9979535937309265,0.9980390667915344,0.9981245994567871,0.998210072517395,0.9982955455780029,0.9983810186386108,0.9984664916992188,0.9985520243644714,0.9986374974250793,0.9987229704856873,0.9988084435462952,0.9988939166069031,0.9989794492721558,0.9990649223327637,0.9991503953933716,0.9992358684539795,0.9993213415145874,0.9994068741798401,0.999492347240448,0.9995778203010559,0.9996632933616638,0.9997488260269165,0.9998342990875244,0.9999197721481323,1.0000052452087402,1.0000907182693481,1.000176191329956,1.000261664390564,1.0003471374511719,1.0004327297210693,1.0005182027816772,1.0006036758422852,1.000689148902893,1.000774621963501,1.0008600950241089,1.0009455680847168,1.0010310411453247,1.0011165142059326,1.0012019872665405,1.001287579536438,1.001373052597046,1.0014585256576538,1.0015439987182617,1.0016294717788696,1.0017149448394775,1.0018004179000854,1.0018858909606934,1.0019713640213013,1.0020568370819092,1.0021424293518066,1.0022279024124146,1.0023133754730225,1.0023988485336304,1.0024843215942383],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"values":[2,2,2,2,1,3,10,3,17,31,27,48,80,121,171,264,405,656,1090,1733,2655,4302,7166,11458,18237,29446,45467,68880,93650,96852,74015,48808,31548,19811,12447,7730,4664,3014,1902,1134,720,445,300,162,116,69,63,30,24,12,11,4,4,3,0,1,2,0,1,1,1,0,0,1],"bins":[-0.00031280517578125,-0.00030205026268959045,-0.0002912953495979309,-0.00028054043650627136,-0.0002697855234146118,-0.00025903061032295227,-0.0002482756972312927,-0.00023752078413963318,-0.00022676587104797363,-0.0002160109579563141,-0.00020525604486465454,-0.000194501131772995,-0.00018374621868133545,-0.0001729913055896759,-0.00016223639249801636,-0.0001514814794063568,-0.00014072656631469727,-0.00012997165322303772,-0.00011921674013137817,-0.00010846182703971863,-9.770691394805908e-05,-8.695200085639954e-05,-7.619708776473999e-05,-6.544217467308044e-05,-5.46872615814209e-05,-4.393234848976135e-05,-3.317743539810181e-05,-2.242252230644226e-05,-1.1667609214782715e-05,-9.126961231231689e-07,9.842216968536377e-06,2.0597130060195923e-05,3.135204315185547e-05,4.2106956243515015e-05,5.286186933517456e-05,6.36167824268341e-05,7.437169551849365e-05,8.51266086101532e-05,9.588152170181274e-05,0.00010663643479347229,0.00011739134788513184,0.00012814626097679138,0.00013890117406845093,0.00014965608716011047,0.00016041100025177002,0.00017116591334342957,0.0001819208264350891,0.00019267573952674866,0.0002034306526184082,0.00021418556571006775,0.0002249404788017273,0.00023569539189338684,0.0002464503049850464,0.00025720521807670593,0.0002679601311683655,0.000278715044260025,0.00028946995735168457,0.0003002248704433441,0.00031097978353500366,0.0003217346966266632,0.00033248960971832275,0.0003432445228099823,0.00035399943590164185,0.0003647543489933014,0.00037550926208496094],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"values":[1,0,0,0,0,0,0,2,1,0,1,1,3,1,5,4,12,3,13,8,8,2,14,11,22,27,9,19,23,22,27,32,31,33,28,41,31,32,32,24,24,32,22,17,26,13,8,16,16,12,9,6,7,10,4,1,6,1,6,3,3,0,2,1],"bins":[-0.00031363964080810547,-0.0003048013895750046,-0.0002959631383419037,-0.0002871248871088028,-0.0002782866358757019,-0.000269448384642601,-0.0002606101334095001,-0.00025177188217639923,-0.00024293363094329834,-0.00023409537971019745,-0.00022525712847709656,-0.00021641887724399567,-0.00020758062601089478,-0.00019874237477779388,-0.000189904123544693,-0.0001810658723115921,-0.0001722276210784912,-0.00016338936984539032,-0.00015455111861228943,-0.00014571286737918854,-0.00013687461614608765,-0.00012803636491298676,-0.00011919811367988586,-0.00011035986244678497,-0.00010152161121368408,-9.268335998058319e-05,-8.38451087474823e-05,-7.500685751438141e-05,-6.616860628128052e-05,-5.7330355048179626e-05,-4.8492103815078735e-05,-3.9653852581977844e-05,-3.081560134887695e-05,-2.1977350115776062e-05,-1.3139098882675171e-05,-4.30084764957428e-06,4.537403583526611e-06,1.3375654816627502e-05,2.2213906049728394e-05,3.1052157282829285e-05,3.9890408515930176e-05,4.872865974903107e-05,5.756691098213196e-05,6.640516221523285e-05,7.524341344833374e-05,8.408166468143463e-05,9.291991591453552e-05,0.00010175816714763641,0.0001105964183807373,0.0001194346696138382,0.0001282729208469391,0.00013711117208003998,0.00014594942331314087,0.00015478767454624176,0.00016362592577934265,0.00017246417701244354,0.00018130242824554443,0.00019014067947864532,0.00019897893071174622,0.0002078171819448471,0.000216655433177948,0.0002254936844110489,0.00023433193564414978,0.00024317018687725067,0.00025200843811035156],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,2,0,2,3,7,6,7,13,8,12,16,16,30,36,39,36,50,68,63,65,64,77,86,124,108,107,95,113,112,116,88,76,87,49,53,41,36,33,22,15,18,12,5,6,6,6,1,1,2,0,4,0,0,1,2],"bins":[-0.001429314143024385,-0.0013937202747911215,-0.0013581265229731798,-0.0013225327711552382,-0.0012869389029219747,-0.0012513450346887112,-0.0012157512828707695,-0.0011801575310528278,-0.0011445636628195643,-0.0011089697945863008,-0.0010733760427683592,-0.0010377822909504175,-0.001002188422717154,-0.0009665946126915514,-0.0009310008026659489,-0.0008954069926403463,-0.0008598131826147437,-0.0008242193725891411,-0.0007886255625635386,-0.000753031752537936,-0.0007174379425123334,-0.0006818441324867308,-0.0006462503224611282,-0.0006106565124355257,-0.0005750627024099231,-0.0005394688923843205,-0.0005038750823587179,-0.00046828127233311534,-0.00043268746230751276,-0.0003970936522819102,-0.0003614998422563076,-0.000325906032230705,-0.00029031233862042427,-0.0002547185285948217,-0.0002191247185692191,-0.00018353090854361653,-0.00014793709851801395,-0.00011234328849241138,-7.67494784668088e-05,-4.115566844120622e-05,-5.561858415603638e-06,3.003195160999894e-05,6.562576163560152e-05,0.0001012195716612041,0.00013681338168680668,0.00017240719171240926,0.00020800100173801184,0.00024359481176361442,0.000279188621789217,0.0003147824318148196,0.00035037624184042215,0.00038597005186602473,0.0004215638618916273,0.0004571576719172299,0.0004927514819428325,0.000528345291968435,0.0005639391019940376,0.0005995329120196402,0.0006351267220452428,0.0006707205320708454,0.0007063143420964479,0.0007419081521220505,0.0007775019621476531,0.0008130957721732557,0.0008486895821988583]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.08676142245531082,-0.08400050550699234,-0.08123958110809326,-0.07847866415977478,-0.0757177472114563,-0.07295683026313782,-0.07019591331481934,-0.06743498891592026,-0.06467407196760178,-0.061913155019283295,-0.059152234345674515,-0.056391313672065735,-0.05363039672374725,-0.05086947977542877,-0.04810855910181999,-0.04534763842821121,-0.04258672147989273,-0.03982580453157425,-0.03706488385796547,-0.03430396318435669,-0.03154304623603821,-0.028782127425074577,-0.026021208614110947,-0.023260289803147316,-0.020499370992183685,-0.017738452181220055,-0.014977533370256424,-0.012216614559292793,-0.009455695748329163,-0.006694776937365532,-0.003933858126401901,-0.0011729393154382706,0.00158797949552536,0.004348898306488991,0.0071098171174526215,0.009870735928416252,0.012631654739379883,0.015392573550343513,0.018153492361307144,0.020914411172270775,0.023675329983234406,0.026436248794198036,0.029197167605161667,0.03195808827877045,0.03471900522708893,0.03747992217540741,0.04024084284901619,0.04300176352262497,0.04576268047094345,0.04852359741926193,0.05128451809287071,0.05404543876647949,0.056806355714797974,0.059567272663116455,0.062328193336725235,0.06508911401033401,0.0678500309586525,0.07061094790697098,0.07337187230587006,0.07613278925418854,0.07889370620250702,0.0816546231508255,0.08441554009914398,0.08717646449804306,0.08993738144636154],"_type":"histogram","values":[7,8,15,15,33,55,103,166,239,338,541,803,1120,1615,2166,2893,3964,5187,6689,8523,10430,12645,15260,17791,20622,22834,25591,27936,29607,31170,31784,32332,32067,30963,29364,27820,25298,22904,20455,17532,14904,12625,10113,8410,6481,4951,3844,2829,2096,1554,1025,706,493,350,226,131,79,51,29,21,5,10,2,4]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,0,1,0,0,0,2,0,3,5,7,4,10,17,17,14,31,34,40,47,55,81,63,61,48,50,30,23,25,15,12,15,11,11,7,6,3,2,3,2,2,1,2,2,1,1],"bins":[-0.00047224952140823007,-0.00046059544547460973,-0.00044894134043715894,-0.0004372872645035386,-0.0004256331594660878,-0.0004139790835324675,-0.0004023249784950167,-0.00039067090256139636,-0.00037901679752394557,-0.00036736272159032524,-0.0003557086456567049,-0.0003440545406192541,-0.0003324004646856338,-0.000320746359648183,-0.00030909228371456265,-0.00029743817867711186,-0.00028578410274349153,-0.0002741300268098712,-0.0002624759217724204,-0.00025082184583880007,-0.00023916774080134928,-0.00022751366486772895,-0.0002158595743821934,-0.00020420548389665782,-0.00019255139341112226,-0.0001808973029255867,-0.00016924321244005114,-0.00015758912195451558,-0.00014593504602089524,-0.00013428095553535968,-0.00012262686504982412,-0.00011097277456428856,-9.931865497492254e-05,-8.766456448938698e-05,-7.601047400385141e-05,-6.435639079427347e-05,-5.2702300308737904e-05,-4.104820982320234e-05,-2.9394122975645587e-05,-1.774003430909943e-05,-6.08594564255327e-06,5.568143023992889e-06,1.7222231690539047e-05,2.8876320357085206e-05,4.0530409023631364e-05,5.2184499509166926e-05,6.383858271874487e-05,7.549267320428044e-05,8.7146763689816e-05,9.880085417535156e-05,0.00011045494466088712,0.00012210903514642268,0.00013376312563195825,0.00014541720156557858,0.00015707129205111414,0.0001687253825366497,0.00018037947302218527,0.00019203356350772083,0.0002036876539932564,0.00021534174447879195,0.00022699582041241229,0.00023864991089794785,0.0002503040013834834,0.0002619581064209342,0.00027361218235455453]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.00017392635345458984,-0.00016837753355503082,-0.0001628287136554718,-0.00015727989375591278,-0.00015173107385635376,-0.00014618225395679474,-0.00014063343405723572,-0.0001350846141576767,-0.00012953579425811768,-0.00012398697435855865,-0.00011843815445899963,-0.00011288933455944061,-0.00010734051465988159,-0.00010179169476032257,-9.624287486076355e-05,-9.069405496120453e-05,-8.514523506164551e-05,-7.959641516208649e-05,-7.404759526252747e-05,-6.849877536296844e-05,-6.294995546340942e-05,-5.74011355638504e-05,-5.185231566429138e-05,-4.630349576473236e-05,-4.075467586517334e-05,-3.520585596561432e-05,-2.9657036066055298e-05,-2.4108216166496277e-05,-1.8559396266937256e-05,-1.3010576367378235e-05,-7.461756467819214e-06,-1.912936568260193e-06,3.635883331298828e-06,9.184703230857849e-06,1.473352313041687e-05,2.028234302997589e-05,2.5831162929534912e-05,3.137998282909393e-05,3.6928802728652954e-05,4.2477622628211975e-05,4.8026442527770996e-05,5.357526242733002e-05,5.912408232688904e-05,6.467290222644806e-05,7.022172212600708e-05,7.57705420255661e-05,8.131936192512512e-05,8.686818182468414e-05,9.241700172424316e-05,9.796582162380219e-05,0.0001035146415233612,0.00010906346142292023,0.00011461228132247925,0.00012016110122203827,0.0001257099211215973,0.0001312587410211563,0.00013680756092071533,0.00014235638082027435,0.00014790520071983337,0.0001534540206193924,0.00015900284051895142,0.00016455166041851044,0.00017010048031806946,0.00017564930021762848,0.0001811981201171875],"_type":"histogram","values":[3,1,2,1,0,6,5,7,6,14,12,15,34,37,53,67,107,181,219,343,482,662,1018,1585,2634,4097,7026,12649,24578,53660,121636,174031,96907,41545,19976,10355,5804,3538,2188,1398,864,632,467,310,202,154,92,63,61,31,16,16,6,7,7,1,1,3,5,0,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.018503354862332344,-0.017914719879627228,-0.01732608489692211,-0.016737449914216995,-0.01614881493151188,-0.015560179017484188,-0.014971544034779072,-0.014382909052073956,-0.01379427406936884,-0.013205639086663723,-0.012617004103958607,-0.01202836912125349,-0.0114397332072258,-0.010851098224520683,-0.010262463241815567,-0.00967382825911045,-0.009085193276405334,-0.008496558293700218,-0.007907923310995102,-0.007319287862628698,-0.006730652879923582,-0.006142017897218466,-0.005553382448852062,-0.004964747466146946,-0.00437611248344183,-0.0037874775007367134,-0.0031988422852009535,-0.0026102070696651936,-0.0020215720869600773,-0.0014329369878396392,-0.0008443018887192011,-0.000255666789598763,0.00033297017216682434,0.0009216052712872624,0.0015102403704077005,0.0020988755859434605,0.0026875105686485767,0.003276145551353693,0.003864780766889453,0.004453415982425213,0.005042050965130329,0.005630685947835445,0.006219320930540562,0.006807956378906965,0.0073965913616120815,0.007985226809978485,0.008573861792683601,0.009162496775388718,0.009751131758093834,0.01033976674079895,0.010928401723504066,0.011517036706209183,0.012105671688914299,0.01269430760294199,0.013282942585647106,0.013871577568352222,0.014460212551057339,0.015048847533762455,0.015637483447790146,0.016226118430495262,0.01681475341320038,0.017403388395905495,0.01799202337861061,0.018580658361315727,0.019169293344020844],"_type":"histogram","values":[3,2,3,2,3,2,5,3,1,1,2,0,1,0,1,0,1,1,0,1,10,9,8,16,29,40,46,58,49,54,40,32,39,49,52,55,41,26,17,10,10,5,10,2,1,0,0,0,0,2,0,1,1,0,3,2,4,3,2,4,5,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,3,1,3,4,4,5,3,4,4,4,7,15,8,16,12,25,27,28,31,39,45,42,43,42,40,38,44,26,19,28,27,18,22,11,11,11,11,5,6,4,9,3,2,1,4,2,1,1,0,2,1,0,0,0,1],"bins":[0.9972536563873291,0.9973388910293579,0.9974241256713867,0.9975093603134155,0.9975945949554443,0.9976798295974731,0.997765064239502,0.9978502988815308,0.9979355335235596,0.9980207085609436,0.9981059432029724,0.9981911778450012,0.99827641248703,0.9983616471290588,0.9984468817710876,0.9985321164131165,0.9986173510551453,0.9987025856971741,0.9987878203392029,0.9988730549812317,0.9989582896232605,0.9990435242652893,0.9991287589073181,0.9992139935493469,0.999299168586731,0.9993844032287598,0.9994696378707886,0.9995548725128174,0.9996401071548462,0.999725341796875,0.9998105764389038,0.9998958110809326,0.9999810457229614,1.0000662803649902,1.000151515007019,1.0002367496490479,1.0003219842910767,1.0004072189331055,1.0004924535751343,1.000577688217163,1.000662922859192,1.0007481575012207,1.0008333921432495,1.0009186267852783,1.0010038614273071,1.001089096069336,1.0011743307113647,1.0012595653533936,1.0013446807861328,1.0014299154281616,1.0015151500701904,1.0016003847122192,1.001685619354248,1.0017708539962769,1.0018560886383057,1.0019413232803345,1.0020265579223633,1.002111792564392,1.002197027206421,1.0022822618484497,1.0023674964904785,1.0024527311325073,1.0025379657745361,1.002623200416565,1.0027084350585938]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,2,2,4,2,2,10,4,7,8,5,10,6,16,22,20,30,20,29,42,37,36,39,35,35,43,37,35,36,38,19,27,19,14,12,11,8,10,10,1,9,2,2,2,1,2,2,0,0,2,0,0,0,0,0,1],"bins":[0.9970636367797852,0.9971630573272705,0.9972624778747559,0.9973618984222412,0.9974612593650818,0.9975606799125671,0.9976601004600525,0.9977595210075378,0.9978589415550232,0.9979583621025085,0.9980577230453491,0.9981571435928345,0.9982565641403198,0.9983559846878052,0.9984554052352905,0.9985548257827759,0.9986542463302612,0.9987536072731018,0.9988530278205872,0.9989524483680725,0.9990518689155579,0.9991512894630432,0.9992507100105286,0.9993500709533691,0.9994494915008545,0.9995489120483398,0.9996483325958252,0.9997477531433105,0.9998471736907959,0.9999465346336365,1.0000460147857666,1.000145435333252,1.0002448558807373,1.000344157218933,1.0004435777664185,1.0005429983139038,1.0006424188613892,1.0007418394088745,1.0008412599563599,1.0009406805038452,1.0010401010513306,1.001139521598816,1.0012389421463013,1.0013383626937866,1.001437783241272,1.0015370845794678,1.0016365051269531,1.0017359256744385,1.0018353462219238,1.0019347667694092,1.0020341873168945,1.0021336078643799,1.0022330284118652,1.0023324489593506,1.002431869506836,1.0025312900543213,1.0026307106018066,1.002730131149292,1.0028294324874878,1.0029288530349731,1.0030282735824585,1.0031276941299438,1.0032271146774292,1.0033265352249146,1.0034259557724]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"values":[2,0,0,0,0,3,2,2,3,0,0,2,3,4,5,6,6,16,18,27,23,20,37,35,31,36,35,38,38,41,42,38,36,29,18,31,19,23,17,12,14,10,6,7,9,1,2,4,2,1,1,2,0,2,0,0,1,1,2,1,0,1,1,2],"bins":[0.9975829124450684,0.9976795315742493,0.9977761507034302,0.9978727698326111,0.997969388961792,0.9980660080909729,0.9981626868247986,0.9982593059539795,0.9983559250831604,0.9984525442123413,0.9985491633415222,0.9986457824707031,0.998742401599884,0.9988390207290649,0.9989356398582458,0.9990322589874268,0.9991289377212524,0.9992255568504333,0.9993221759796143,0.9994187951087952,0.9995154142379761,0.999612033367157,0.9997086524963379,0.9998052716255188,0.9999018907546997,0.9999985098838806,1.0000951290130615,1.0001918077468872,1.0002883672714233,1.000385046005249,1.0004816055297852,1.0005782842636108,1.0006749629974365,1.0007715225219727,1.0008682012557983,1.0009647607803345,1.0010614395141602,1.0011579990386963,1.001254677772522,1.001351237297058,1.0014479160308838,1.00154447555542,1.0016411542892456,1.0017378330230713,1.0018343925476074,1.001931071281433,1.0020276308059692,1.002124309539795,1.002220869064331,1.0023175477981567,1.0024141073226929,1.0025107860565186,1.0026073455810547,1.0027040243148804,1.002800703048706,1.0028972625732422,1.0029939413070679,1.003090500831604,1.0031871795654297,1.0032837390899658,1.0033804178237915,1.0034769773483276,1.0035736560821533,1.0036702156066895,1.0037668943405151],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.0006828641053289175,-0.0006631744327023625,-0.0006434847600758076,-0.0006237950874492526,-0.0006041054148226976,-0.0005844156839884818,-0.0005647260113619268,-0.0005450363387353718,-0.0005253466661088169,-0.0005056569934822619,-0.00048596732085570693,-0.0004662776191253215,-0.00044658794649876654,-0.0004268982738722116,-0.00040720857214182615,-0.0003875188995152712,-0.0003678292268887162,-0.00034813955426216125,-0.0003284498816356063,-0.00030876017990522087,-0.0002890705072786659,-0.00026938083465211093,-0.0002496911329217255,-0.00023000146029517055,-0.00021031178766861558,-0.00019062211504206061,-0.00017093242786359042,-0.00015124274068512022,-0.00013155306805856526,-0.00011186338815605268,-9.21737082535401e-05,-7.248402835102752e-05,-5.279434844851494e-05,-3.310466854600236e-05,-1.3414988643489778e-05,6.274691259022802e-06,2.5964371161535382e-05,4.565405106404796e-05,6.534373096656054e-05,8.503341086907312e-05,0.0001047230907715857,0.00012441276339814067,0.00014410245057661086,0.00016379213775508106,0.00018348181038163602,0.000203171483008191,0.00022286117018666118,0.00024255085736513138,0.00026224052999168634,0.0002819302026182413,0.0003016198752447963,0.0003213095769751817,0.00034099924960173666,0.00036068892222829163,0.00038037862395867705,0.000400068296585232,0.000419757969211787,0.00043944764183834195,0.0004591373144648969,0.00047882701619528234,0.0004985167179256678,0.0005182063905522227,0.0005378960631787777,0.0005575857358053327,0.0005772754084318876],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,1,1,0,1,5,4,2,2,2,8,13,16,17,16,23,23,23,21,34,31,32,33,49,35,39,34,38,41,27,32,27,20,24,18,11,17,7,16,6,2,6,3,0,0,0,2,0,2,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"_type":"histogram","values":[1,2,1,7,8,12,28,38,70,118,195,312,485,742,1067,1568,2196,3095,4172,5567,7161,9387,11739,14280,17014,20134,23117,26063,28701,30793,32633,33638,34434,33997,33014,31574,28843,26497,23596,20556,17362,15003,12188,9708,7795,5778,4336,3340,2375,1672,1176,845,496,329,224,152,70,53,31,15,8,6,1,6],"bins":[-0.0949830412864685,-0.092069610953331,-0.08915618062019348,-0.08624274283647537,-0.08332931250333786,-0.08041588217020035,-0.07750245183706284,-0.07458902150392532,-0.07167558372020721,-0.0687621533870697,-0.06584872305393219,-0.06293529272079468,-0.060021862387657166,-0.057108428329229355,-0.05419499799609184,-0.05128156393766403,-0.04836813360452652,-0.04545470327138901,-0.0425412692129612,-0.039627838879823685,-0.036714404821395874,-0.03380097448825836,-0.03088754415512085,-0.027974111959338188,-0.025060679763555527,-0.022147247567772865,-0.019233815371990204,-0.01632038503885269,-0.01340695284307003,-0.010493520647287369,-0.007580089382827282,-0.004666657652705908,-0.0017532333731651306,0.0011601983569562435,0.004073630087077618,0.006987061817198992,0.009900493547320366,0.012813925743103027,0.01572735607624054,0.0186407882720232,0.021554220467805862,0.024467652663588524,0.027381084859371185,0.030294515192508698,0.03320794552564621,0.03612137958407402,0.03903480991721153,0.04194824397563934,0.044861674308776855,0.04777510464191437,0.05068853870034218,0.05360196903347969,0.0565154030919075,0.05942883342504501,0.062342263758182526,0.06525569409132004,0.06816913187503815,0.07108256220817566,0.07399599254131317,0.07690942287445068,0.0798228532075882,0.08273628354072571,0.08564972132444382,0.08856315165758133,0.09147658199071884]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0006317090010270476,-0.0006136559532023966,-0.0005956029053777456,-0.0005775498575530946,-0.0005594968097284436,-0.0005414438201114535,-0.0005233907722868025,-0.0005053377244621515,-0.0004872846766375005,-0.0004692316288128495,-0.0004511785809881985,-0.00043312556226737797,-0.00041507251444272697,-0.00039701946661807597,-0.0003789664478972554,-0.0003609134000726044,-0.0003428603522479534,-0.0003248073044233024,-0.0003067542565986514,-0.00028870123787783086,-0.00027064819005317986,-0.00025259514222852886,-0.00023454210895579308,-0.0002164890756830573,-0.0001984360278584063,-0.0001803829800337553,-0.00016232994676101953,-0.00014427691348828375,-0.00012622386566363275,-0.00010817082511493936,-9.011778456624597e-05,-7.206474401755258e-05,-5.401164526119828e-05,-3.5958604712504894e-05,-1.7905564163811505e-05,1.4747638488188386e-07,1.8200516933575273e-05,3.625355748226866e-05,5.430659803096205e-05,7.235963857965544e-05,9.041267912834883e-05,0.00010846571967704222,0.0001265187602257356,0.00014457179349847138,0.00016262484132312238,0.00018067788914777339,0.00019873092242050916,0.00021678395569324493,0.00023483700351789594,0.00025289005134254694,0.00027094309916719794,0.0002889961178880185,0.0003070491657126695,0.0003251022135373205,0.00034315523225814104,0.00036120828008279204,0.00037926132790744305,0.00039731437573209405,0.00041536742355674505,0.0004334204422775656,0.0004514734901022166,0.0004695265379268676,0.00048757955664768815,0.0005056326044723392,0.0005236856522969902],"_type":"histogram","values":[2,0,3,0,1,1,1,2,2,2,2,0,5,2,3,7,5,8,12,7,9,5,22,14,15,27,11,24,28,25,23,19,31,33,24,21,29,34,27,23,19,23,28,22,23,26,14,14,11,13,8,14,8,8,2,8,5,1,1,4,3,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.0012908063363283873,-0.0012576146982610226,-0.0012244231766089797,-0.0011912316549569368,-0.0011580400168895721,-0.0011248483788222075,-0.0010916568571701646,-0.0010584653355181217,-0.001025273697450757,-0.0009920820593833923,-0.0009588905377313495,-0.0009256989578716457,-0.0008925073780119419,-0.0008593157981522381,-0.0008261242182925344,-0.0007929326384328306,-0.0007597410585731268,-0.000726549478713423,-0.0006933578988537192,-0.0006601663189940155,-0.0006269747391343117,-0.0005937831592746079,-0.0005605915794149041,-0.0005273999995552003,-0.0004942084196954966,-0.0004610168398357928,-0.000427825259976089,-0.0003946336801163852,-0.00036144210025668144,-0.00032825052039697766,-0.0002950589405372739,-0.0002618673606775701,-0.00022867583902552724,-0.00019548425916582346,-0.00016229267930611968,-0.0001291010994464159,-9.590951958671212e-05,-6.271793972700834e-05,-2.9526359867304564e-05,3.6652199923992157e-06,3.6856799852102995e-05,7.004837971180677e-05,0.00010323995957151055,0.00013643153943121433,0.0001696231192909181,0.0002028146991506219,0.00023600627901032567,0.00026919785887002945,0.00030238943872973323,0.000335581018589437,0.0003687725984491408,0.00040196417830884457,0.00043515575816854835,0.0004683473380282521,0.0005015389178879559,0.0005347304977476597,0.0005679220776073635,0.0006011136574670672,0.000634305237326771,0.0006674968171864748,0.0007006883970461786,0.0007338799769058824,0.0007670715567655861,0.0008002631366252899,0.0008334547164849937],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,2,4,1,3,3,1,3,2,9,10,10,16,10,10,26,19,30,29,41,31,35,30,32,33,33,29,38,32,35,36,30,21,25,17,15,6,9,10,9,6,3,3,2,3,6,0,2,1,4]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"bins":[-0.08996988832950592,-0.08679524809122086,-0.0836206004023552,-0.08044596016407013,-0.07727131992578506,-0.0740966722369194,-0.07092203199863434,-0.06774739176034927,-0.06457275152206421,-0.06139810383319855,-0.05822346359491348,-0.05504881963133812,-0.051874175667762756,-0.04869953542947769,-0.04552489146590233,-0.042350251227617264,-0.0391756072640419,-0.03600096330046654,-0.03282632306218147,-0.02965167909860611,-0.026477036997675896,-0.023302394896745682,-0.02012775093317032,-0.016953108832240105,-0.01377846673130989,-0.010603824630379677,-0.007429181598126888,-0.004254539031535387,-0.0010798964649438858,0.0020947461016476154,0.005269388668239117,0.008444031700491905,0.011618681252002716,0.01479332335293293,0.017967965453863144,0.021142609417438507,0.02431725151836872,0.027491893619298935,0.030666537582874298,0.03384117782115936,0.037015821784734726,0.04019046574831009,0.043365105986595154,0.04653974995017052,0.04971439391374588,0.052889034152030945,0.05606367811560631,0.05923831835389137,0.062412962317466736,0.0655876025557518,0.06876225024461746,0.07193689048290253,0.07511153072118759,0.07828617841005325,0.08146081864833832,0.08463545888662338,0.08781009912490845,0.09098474681377411,0.09415938705205917,0.09733402729034424,0.1005086749792099,0.10368331521749496,0.10685795545578003,0.11003260314464569,0.11320724338293076],"_type":"histogram","values":[2,1,7,19,34,65,96,185,269,435,702,1015,1599,2354,3271,4610,6437,8632,11168,13913,17397,20637,24709,27706,31057,33724,35548,36962,37457,36423,35219,32852,29984,26694,22920,19579,15871,12934,10400,7643,5850,4273,3035,2110,1462,971,605,403,234,169,82,42,27,23,4,2,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.0003097057342529297,-0.00029943883419036865,-0.0002891719341278076,-0.0002789050340652466,-0.00026863813400268555,-0.0002583712339401245,-0.0002481043338775635,-0.00023783743381500244,-0.0002275705337524414,-0.00021730363368988037,-0.00020703673362731934,-0.0001967698335647583,-0.00018650293350219727,-0.00017623603343963623,-0.0001659691333770752,-0.00015570223331451416,-0.00014543533325195312,-0.0001351684331893921,-0.00012490153312683105,-0.00011463463306427002,-0.00010436773300170898,-9.410083293914795e-05,-8.383393287658691e-05,-7.356703281402588e-05,-6.330013275146484e-05,-5.303323268890381e-05,-4.2766332626342773e-05,-3.249943256378174e-05,-2.2232532501220703e-05,-1.1965632438659668e-05,-1.6987323760986328e-06,8.568167686462402e-06,1.8835067749023438e-05,2.9101967811584473e-05,3.936886787414551e-05,4.963576793670654e-05,5.990266799926758e-05,7.016956806182861e-05,8.043646812438965e-05,9.070336818695068e-05,0.00010097026824951172,0.00011123716831207275,0.00012150406837463379,0.00013177096843719482,0.00014203786849975586,0.0001523047685623169,0.00016257166862487793,0.00017283856868743896,0.00018310546875,0.00019337236881256104,0.00020363926887512207,0.0002139061689376831,0.00022417306900024414,0.00023443996906280518,0.0002447068691253662,0.00025497376918792725,0.0002652406692504883,0.0002755075693130493,0.00028577446937561035,0.0002960413694381714,0.0003063082695007324,0.00031657516956329346,0.0003268420696258545,0.00033710896968841553,0.00034737586975097656],"_type":"histogram","values":[2,1,2,2,11,5,13,21,52,59,97,169,236,360,560,724,1135,1652,2316,3430,5057,7556,11038,17310,26221,40487,63888,105642,179783,265426,284008,211483,132115,78622,48293,30028,19203,12117,8033,5182,3379,2323,1546,1075,693,491,315,230,176,95,64,54,29,26,13,5,4,5,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"values":[3,1,0,1,1,3,5,4,5,6,5,3,10,9,7,11,9,20,13,13,10,19,15,25,22,16,27,23,24,18,18,33,28,20,27,25,23,21,26,21,21,22,22,22,14,12,12,12,11,9,9,2,5,3,5,2,1,4,2,3,1,0,2,2],"bins":[-0.00010830163955688477,-0.00010492000728845596,-0.00010153837502002716,-9.815674275159836e-05,-9.477511048316956e-05,-9.139347821474075e-05,-8.801184594631195e-05,-8.463021367788315e-05,-8.124858140945435e-05,-7.786694914102554e-05,-7.448531687259674e-05,-7.110368460416794e-05,-6.772205233573914e-05,-6.434042006731033e-05,-6.095878779888153e-05,-5.757715553045273e-05,-5.4195523262023926e-05,-5.081389099359512e-05,-4.743225872516632e-05,-4.405062645673752e-05,-4.0668994188308716e-05,-3.728736191987991e-05,-3.390572965145111e-05,-3.052409738302231e-05,-2.7142465114593506e-05,-2.3760832846164703e-05,-2.03792005777359e-05,-1.69975683093071e-05,-1.3615936040878296e-05,-1.0234303772449493e-05,-6.852671504020691e-06,-3.4710392355918884e-06,-8.940696716308594e-08,3.2922253012657166e-06,6.673857569694519e-06,1.0055489838123322e-05,1.3437122106552124e-05,1.6818754374980927e-05,2.020038664340973e-05,2.358201891183853e-05,2.6963651180267334e-05,3.0345283448696136e-05,3.372691571712494e-05,3.710854798555374e-05,4.0490180253982544e-05,4.3871812522411346e-05,4.725344479084015e-05,5.063507705926895e-05,5.4016709327697754e-05,5.7398341596126556e-05,6.077997386455536e-05,6.416160613298416e-05,6.754323840141296e-05,7.092487066984177e-05,7.430650293827057e-05,7.768813520669937e-05,8.106976747512817e-05,8.445139974355698e-05,8.783303201198578e-05,9.121466428041458e-05,9.459629654884338e-05,9.797792881727219e-05,0.00010135956108570099,0.00010474119335412979,0.0001081228256225586],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[0.9972591400146484,0.9973385334014893,0.9974178671836853,0.9974972605705261,0.9975766539573669,0.9976560473442078,0.9977353811264038,0.9978147745132446,0.9978941679000854,0.9979735016822815,0.9980528950691223,0.9981322884559631,0.998211681842804,0.998291015625,0.9983704090118408,0.9984498023986816,0.9985291957855225,0.9986085295677185,0.9986879229545593,0.9987673163414001,0.9988466501235962,0.998926043510437,0.9990054368972778,0.9990848302841187,0.9991641640663147,0.9992435574531555,0.9993229508399963,0.9994022846221924,0.9994816780090332,0.999561071395874,0.9996404647827148,0.9997197985649109,0.9997991919517517,0.9998785853385925,0.9999579191207886,1.0000373125076294,1.0001167058944702,1.000196099281311,1.0002754926681519,1.0003548860549927,1.000434160232544,1.0005135536193848,1.0005929470062256,1.0006723403930664,1.0007517337799072,1.000831127166748,1.0009105205535889,1.0009897947311401,1.001069188117981,1.0011485815048218,1.0012279748916626,1.0013073682785034,1.0013867616653442,1.001466155052185,1.0015454292297363,1.0016248226165771,1.001704216003418,1.0017836093902588,1.0018630027770996,1.0019423961639404,1.0020217895507812,1.0021010637283325,1.0021804571151733,1.0022598505020142,1.002339243888855],"_type":"histogram","values":[1,0,0,0,2,0,0,1,0,0,2,3,2,2,3,1,1,5,3,6,7,11,9,11,13,15,17,30,26,34,27,32,40,41,45,29,44,37,28,40,34,26,20,14,19,13,6,12,10,7,7,6,2,5,2,2,2,3,4,2,0,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,1,3,3,5,6,5,6,11,14,14,17,24,30,29,33,27,30,32,36,41,42,31,39,43,31,37,20,20,19,21,15,19,14,10,7,6,5,3,4,1,4,1,2,0,2,0,1],"bins":[-0.0015768046723678708,-0.0015346709406003356,-0.0014925372088328004,-0.001450403593480587,-0.0014082698617130518,-0.0013661361299455166,-0.0013240023981779814,-0.0012818686664104462,-0.001239734934642911,-0.0011976013192906976,-0.0011554675875231624,-0.0011133338557556272,-0.001071200123988092,-0.0010290663922205567,-0.0009869327768683434,-0.0009447990451008081,-0.0009026653133332729,-0.0008605315815657377,-0.0008183979080058634,-0.0007762641762383282,-0.0007341305026784539,-0.0006919967709109187,-0.0006498630391433835,-0.0006077293655835092,-0.000565595633815974,-0.0005234619020484388,-0.0004813282284885645,-0.0004391944967210293,-0.00039706079405732453,-0.0003549270913936198,-0.00031279335962608457,-0.0002706596569623798,-0.0002285260707139969,-0.00018639236805029213,-0.00014425865083467215,-0.00010212494089500979,-5.999123095534742e-05,-1.785752101568505e-05,2.4276188923977315e-05,6.640989886363968e-05,0.00010854360880330205,0.0001506773114670068,0.00019281102868262678,0.00023494474589824677,0.0002770784485619515,0.00031921215122565627,0.0003613458829931915,0.00040347958565689623,0.000445613288320601,0.00048774699098430574,0.0005298806936480105,0.0005720144254155457,0.00061414809897542,0.0006562818307429552,0.0006984155625104904,0.0007405492360703647,0.0007826829678378999,0.0008248166996054351,0.0008669503731653094,0.0009090841049328446,0.0009512178367003798,0.000993351568467915,0.0010354851838201284,0.0010776189155876637,0.0011197526473551989]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[-0.0003421515866648406,-0.00033276461181230843,-0.0003233776078559458,-0.0003139906330034137,-0.00030460362904705107,-0.0002952166541945189,-0.0002858296502381563,-0.00027644267538562417,-0.00026705567142926157,-0.0002576686965767294,-0.0002482816926203668,-0.00023889471776783466,-0.0002295077283633873,-0.0002201207389589399,-0.00021073374955449253,-0.00020134676015004516,-0.00019195977074559778,-0.0001825727813411504,-0.00017318579193670303,-0.00016379880253225565,-0.00015441181312780827,-0.0001450248237233609,-0.00013563783431891352,-0.00012625084491446614,-0.00011686386278597638,-0.000107476873381529,-9.808988397708163e-05,-8.870289457263425e-05,-7.931591244414449e-05,-6.992892303969711e-05,-6.0541933635249734e-05,-5.115494423080236e-05,-4.176795482635498e-05,-3.2380965421907604e-05,-2.299397783644963e-05,-1.3606989341496956e-05,-4.220000846544281e-06,5.166987648408394e-06,1.455397614336107e-05,2.3940963728819042e-05,3.332795313326642e-05,4.2714942537713796e-05,5.210193194216117e-05,6.148892134660855e-05,7.087590347509831e-05,8.026289287954569e-05,8.964988228399307e-05,9.903687168844044e-05,0.00010842386109288782,0.0001178108504973352,0.00012719783990178257,0.00013658482930622995,0.00014597181871067733,0.0001553588081151247,0.00016474579751957208,0.00017413278692401946,0.0001835197617765516,0.00019290675118099898,0.00020229374058544636,0.00021168072998989373,0.0002210677193943411,0.0002304547087987885,0.00023984169820323586,0.00024922870215959847,0.0002586156770121306],"_type":"histogram","values":[1,0,0,1,0,0,0,1,0,0,0,0,0,0,0,2,2,0,2,3,4,1,4,3,3,16,14,12,17,19,32,32,36,47,45,58,43,49,34,46,40,34,25,21,24,15,18,12,8,8,7,5,6,2,2,3,1,1,1,3,1,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,1,0,0,4,3,2,3,1,4,8,7,7,12,8,11,19,10,18,32,18,28,31,21,33,38,30,36,32,39,34,25,27,28,27,20,13,30,12,15,10,10,9,7,4,12,3,5,4,3,4,1,2,1,2,0,0,0,0,0,1],"bins":[-0.0003059506416320801,-0.0002960553392767906,-0.00028616003692150116,-0.0002762647345662117,-0.00026636943221092224,-0.0002564741298556328,-0.0002465788275003433,-0.00023668352514505386,-0.0002267882227897644,-0.00021689292043447495,-0.00020699761807918549,-0.00019710231572389603,-0.00018720701336860657,-0.0001773117110133171,-0.00016741640865802765,-0.0001575211063027382,-0.00014762580394744873,-0.00013773050159215927,-0.0001278351992368698,-0.00011793989688158035,-0.0001080445945262909,-9.814929217100143e-05,-8.825398981571198e-05,-7.835868746042252e-05,-6.846338510513306e-05,-5.85680827498436e-05,-4.867278039455414e-05,-3.877747803926468e-05,-2.888217568397522e-05,-1.898687332868576e-05,-9.091570973396301e-06,8.03731381893158e-07,1.0699033737182617e-05,2.0594336092472076e-05,3.0489638447761536e-05,4.0384940803050995e-05,5.0280243158340454e-05,6.017554551362991e-05,7.007084786891937e-05,7.996615022420883e-05,8.986145257949829e-05,9.975675493478775e-05,0.00010965205729007721,0.00011954735964536667,0.00012944266200065613,0.0001393379643559456,0.00014923326671123505,0.0001591285690665245,0.00016902387142181396,0.00017891917377710342,0.00018881447613239288,0.00019870977848768234,0.0002086050808429718,0.00021850038319826126,0.00022839568555355072,0.00023829098790884018,0.00024818629026412964,0.0002580815926194191,0.00026797689497470856,0.000277872197329998,0.0002877674996852875,0.00029766280204057693,0.0003075581043958664,0.00031745340675115585,0.0003273487091064453]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,2,0,1,1,0,2,1,9,5,5,12,7,8,18,10,19,18,20,25,14,26,19,19,28,26,23,29,35,24,34,32,33,27,18,31,24,24,23,19,18,12,10,9,7,7,10,3,3,0,5,3,4,3,1,1],"bins":[-0.0005222558975219727,-0.0005080541595816612,-0.0004938524216413498,-0.00047965068370103836,-0.00046544894576072693,-0.0004512472078204155,-0.00043704546988010406,-0.00042284373193979263,-0.0004086419939994812,-0.00039444025605916977,-0.00038023851811885834,-0.0003660367801785469,-0.0003518350422382355,-0.00033763330429792404,-0.0003234315663576126,-0.0003092298284173012,-0.00029502809047698975,-0.0002808263525366783,-0.0002666246145963669,-0.00025242287665605545,-0.00023822113871574402,-0.0002240194007754326,-0.00020981766283512115,-0.00019561592489480972,-0.0001814141869544983,-0.00016721244901418686,-0.00015301071107387543,-0.000138808973133564,-0.00012460723519325256,-0.00011040549725294113,-9.62037593126297e-05,-8.200202137231827e-05,-6.780028343200684e-05,-5.3598545491695404e-05,-3.939680755138397e-05,-2.519506961107254e-05,-1.0993331670761108e-05,3.2084062695503235e-06,1.7410144209861755e-05,3.161188215017319e-05,4.581362009048462e-05,6.001535803079605e-05,7.421709597110748e-05,8.841883391141891e-05,0.00010262057185173035,0.00011682230979204178,0.0001310240477323532,0.00014522578567266464,0.00015942752361297607,0.0001736292615532875,0.00018783099949359894,0.00020203273743391037,0.0002162344753742218,0.00023043621331453323,0.00024463795125484467,0.0002588396891951561,0.00027304142713546753,0.00028724316507577896,0.0003014449030160904,0.0003156466409564018,0.00032984837889671326,0.0003440501168370247,0.0003582518547773361,0.00037245359271764755,0.000386655330657959],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-3.254413604736328e-05,-3.170408308506012e-05,-3.086403012275696e-05,-3.0023977160453796e-05,-2.9183924198150635e-05,-2.8343871235847473e-05,-2.750381827354431e-05,-2.666376531124115e-05,-2.5823712348937988e-05,-2.4983659386634827e-05,-2.4143606424331665e-05,-2.3303553462028503e-05,-2.2463500499725342e-05,-2.162344753742218e-05,-2.078339457511902e-05,-1.9943341612815857e-05,-1.9103288650512695e-05,-1.8263235688209534e-05,-1.7423182725906372e-05,-1.658312976360321e-05,-1.574307680130005e-05,-1.4903023838996887e-05,-1.4062970876693726e-05,-1.3222917914390564e-05,-1.2382864952087402e-05,-1.154281198978424e-05,-1.0702759027481079e-05,-9.862706065177917e-06,-9.022653102874756e-06,-8.182600140571594e-06,-7.342547178268433e-06,-6.502494215965271e-06,-5.662441253662109e-06,-4.822388291358948e-06,-3.982335329055786e-06,-3.1422823667526245e-06,-2.302229404449463e-06,-1.4621764421463013e-06,-6.221234798431396e-07,2.1792948246002197e-07,1.0579824447631836e-06,1.8980354070663452e-06,2.738088369369507e-06,3.5781413316726685e-06,4.41819429397583e-06,5.258247256278992e-06,6.098300218582153e-06,6.938353180885315e-06,7.778406143188477e-06,8.618459105491638e-06,9.4585120677948e-06,1.0298565030097961e-05,1.1138617992401123e-05,1.1978670954704285e-05,1.2818723917007446e-05,1.3658776879310608e-05,1.449882984161377e-05,1.533888280391693e-05,1.6178935766220093e-05,1.7018988728523254e-05,1.7859041690826416e-05,1.8699094653129578e-05,1.953914761543274e-05,2.03792005777359e-05,2.1219253540039062e-05],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,2,4,1,2,0,2,8,7,3,3,4,10,11,10,16,30,26,52,91,123,121,67,44,31,21,16,10,10,8,4,4,4,4,3,2,1,4,0,0,2,0,2,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-0.00028162484522908926,-0.00027335804770700634,-0.00026509127928875387,-0.00025682448176667094,-0.000248557684244588,-0.00024029090127442032,-0.00023202411830425262,-0.0002237573207821697,-0.000215490537812002,-0.0002072237548418343,-0.00019895695731975138,-0.00019069017434958369,-0.000182423391379416,-0.00017415659385733306,-0.00016588981088716537,-0.00015762301336508244,-0.00014935623039491475,-0.00014108944742474705,-0.00013282264990266412,-0.00012455586693249643,-0.00011628907668637112,-0.00010802228644024581,-9.975550347007811e-05,-9.14887132239528e-05,-8.322192297782749e-05,-7.495513273170218e-05,-6.668834248557687e-05,-5.842155951540917e-05,-5.015476926928386e-05,-4.188797902315855e-05,-3.362119241501205e-05,-2.535440398787614e-05,-1.7087615560740232e-05,-8.820827133604325e-06,-5.540387064684182e-07,7.712749720667489e-06,1.5979538147803396e-05,2.4246326574939303e-05,3.251311500207521e-05,4.0779901610221714e-05,4.9046691856347024e-05,5.7313482102472335e-05,6.558027234859765e-05,7.384705531876534e-05,8.211384556489065e-05,9.038063581101596e-05,9.864741878118366e-05,0.00010691420902730897,0.00011518099927343428,0.00012344778224360198,0.0001317145797656849,0.0001399813627358526,0.00014824816025793552,0.00015651494322810322,0.00016478172619827092,0.00017304852372035384,0.00018131530669052154,0.00018958208966068923,0.00019784888718277216,0.00020611567015293986,0.00021438245312310755,0.00022264925064519048,0.00023091603361535817,0.0002391828311374411,0.0002474496141076088],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,0,4,3,2,3,5,5,12,7,5,17,11,13,14,17,28,17,26,29,22,25,26,36,46,33,34,35,31,27,27,34,30,20,17,19,13,11,13,9,7,8,4,7,3,1,2,0,0,2,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.002715271431952715,-0.0026534553617239,-0.0025916395243257284,-0.0025298234540969133,-0.002468007616698742,-0.002406191546469927,-0.0023443757090717554,-0.0022825596388429403,-0.002220743801444769,-0.002158927731215954,-0.0020971116609871387,-0.0020352958235889673,-0.0019734797533601522,-0.001911663799546659,-0.0018498478457331657,-0.0017880318919196725,-0.0017262159381061792,-0.001664399984292686,-0.0016025840304791927,-0.0015407680766656995,-0.0014789521228522062,-0.0014171360526233912,-0.001355320098809898,-0.0012935041449964046,-0.0012316881911829114,-0.0011698722373694181,-0.001108056283555925,-0.0010462403297424316,-0.0009844242595136166,-0.0009226083639077842,-0.0008607923518866301,-0.0007989763980731368,-0.0007371606770902872,-0.000675344723276794,-0.0006135287694633007,-0.0005517127574421465,-0.0004898968036286533,-0.00042808084981516004,-0.00036626486689783633,-0.0003044488839805126,-0.00024263293016701937,-0.0001808169618016109,-0.00011900099343620241,-5.718502507079393e-05,4.6309432946145535e-06,6.644691166002303e-05,0.00012826288002543151,0.00019007884839084,0.0002518948167562485,0.0003137107705697417,0.00037552675348706543,0.00043734273640438914,0.0004991586902178824,0.0005609746440313756,0.0006227906560525298,0.0006846066098660231,0.0007464225636795163,0.0008082385174930096,0.0008700544713065028,0.000931870483327657,0.0009936864953488111,0.0010555024491623044,0.0011173184029757977,0.001179134356789291,0.0012409503106027842],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,1,1,0,1,2,2,7,8,18,22,36,54,82,105,123,171,206,176,183,174,138,147,89,65,53,57,24,33,17,19,8,12,4,2,1,1,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,2,3,2,11,9,19,37,70,112,201,317,504,759,1182,1632,2385,3385,4600,6270,7746,10066,12539,15544,18554,21471,24734,27625,30119,32278,34137,34634,34759,34115,32654,30738,28454,25469,22383,19003,16029,13285,10576,8558,6402,4773,3559,2673,1811,1235,843,584,366,243,124,100,63,33,21,10,6,6,0,1],"bins":[-0.09546994417905807,-0.0924958735704422,-0.08952179551124573,-0.08654772490262985,-0.08357365429401398,-0.0805995762348175,-0.07762550562620163,-0.07465143501758575,-0.07167735695838928,-0.06870328634977341,-0.06572921574115753,-0.06275514513254166,-0.059781067073345184,-0.05680699646472931,-0.053832922130823135,-0.05085885152220726,-0.047884777188301086,-0.04491070285439491,-0.04193663224577904,-0.038962557911872864,-0.03598848730325699,-0.033014412969350815,-0.03004033863544464,-0.027066266164183617,-0.024092193692922592,-0.021118121221661568,-0.018144048750400543,-0.01516997441649437,-0.012195901945233345,-0.00922182947397232,-0.0062477560713887215,-0.0032736831344664097,-0.0002996176481246948,0.002674455288797617,0.005648528225719929,0.008622601628303528,0.011596674099564552,0.014570746570825577,0.01754482090473175,0.020518893375992775,0.0234929658472538,0.026467038318514824,0.02944111078977585,0.03241518512368202,0.035389259457588196,0.03836333006620407,0.041337404400110245,0.04431147500872612,0.047285549342632294,0.05025962367653847,0.05323369428515434,0.056207768619060516,0.05918183922767639,0.062155913561582565,0.06512998789548874,0.06810405850410461,0.07107813656330109,0.07405220717191696,0.07702627778053284,0.08000034838914871,0.08297442644834518,0.08594849705696106,0.08892256766557693,0.09189664572477341,0.09487071633338928],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.0947665423154831,-0.09193121641874313,-0.08909589797258377,-0.08626057207584381,-0.08342525362968445,-0.08058992773294449,-0.07775460928678513,-0.07491928339004517,-0.0720839649438858,-0.06924863904714584,-0.06641331315040588,-0.06357799470424652,-0.06074266880750656,-0.0579073466360569,-0.05507202446460724,-0.05223670229315758,-0.049401380121707916,-0.046566057950258255,-0.043730735778808594,-0.04089541360735893,-0.03806009143590927,-0.03522476553916931,-0.03238944336771965,-0.02955412119626999,-0.026718799024820328,-0.023883476853370667,-0.021048154681921005,-0.018212830647826195,-0.015377508476376534,-0.012542186304926872,-0.009706863202154636,-0.006871540565043688,-0.004036225378513336,-0.0012009027414023876,0.001634419895708561,0.0044697425328195095,0.007305065169930458,0.01014038734138012,0.012975710444152355,0.01581103354692459,0.018646355718374252,0.021481677889823914,0.024317000061273575,0.027152324095368385,0.029987646266818047,0.03282297030091286,0.03565829247236252,0.03849361464381218,0.04132893681526184,0.0441642589867115,0.04699958115816116,0.049834903329610825,0.052670225501060486,0.055505551397800446,0.05834087356925011,0.06117619574069977,0.06401151418685913,0.06684684008359909,0.06968216598033905,0.07251748442649841,0.07535281032323837,0.07818812876939774,0.0810234546661377,0.08385877311229706,0.08669409900903702],"_type":"histogram","values":[1,0,3,6,6,9,20,39,63,117,164,274,446,607,956,1290,1970,2680,3663,4735,6271,8143,10002,12439,14933,17716,20270,23333,26306,28636,30761,32283,32841,33325,32806,31943,30138,27847,25796,22804,19984,17063,14884,12256,9796,7752,6153,4549,3480,2581,1857,1307,899,566,400,246,171,104,52,34,24,14,5,5]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[2,1,2,8,13,22,37,71,108,210,299,516,705,1050,1603,2249,3210,4407,6008,7805,9965,12430,15117,18471,21705,24618,27402,30322,32534,34249,34916,35044,34399,32827,30766,28363,25317,22430,19094,16199,13402,10688,8324,6413,4886,3634,2558,1856,1263,862,545,362,220,134,83,31,35,15,10,5,1,1,1,1],"bins":[-0.0931764766573906,-0.0901852399110794,-0.08719401061534882,-0.08420277386903763,-0.08121153712272644,-0.07822030782699585,-0.07522907108068466,-0.07223784178495407,-0.06924660503864288,-0.0662553682923317,-0.0632641389966011,-0.06027290225028992,-0.05728166922926903,-0.05429043620824814,-0.05129919946193695,-0.04830796644091606,-0.04531673341989517,-0.04232550039887428,-0.039334267377853394,-0.036343030631542206,-0.033351797610521317,-0.030360564589500427,-0.02736932970583439,-0.02437809482216835,-0.02138686180114746,-0.01839562878012657,-0.015404393896460533,-0.01241315994411707,-0.009421925991773605,-0.0064306920394301414,-0.0034394580870866776,-0.00044822413474321365,0.0025430098176002502,0.005534243769943714,0.008525477722287178,0.011516711674630642,0.014507945626974106,0.017499178647994995,0.020490413531661034,0.023481648415327072,0.02647288143634796,0.02946411445736885,0.03245534747838974,0.03544658422470093,0.03843781724572182,0.041429050266742706,0.044420287013053894,0.04741152003407478,0.05040275305509567,0.05339398607611656,0.05638521909713745,0.05937645584344864,0.06236768886446953,0.06535892188549042,0.0683501586318016,0.0713413879275322,0.07433262467384338,0.07732386142015457,0.08031509071588516,0.08330632746219635,0.08629755675792694,0.08928879350423813,0.09228003025054932,0.09527125954627991,0.0982624962925911],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,2,2,3,2,3,5,4,2,9,9,11,10,13,20,12,18,12,16,22,14,28,18,30,27,39,22,37,30,33,33,21,34,28,28,17,13,18,15,13,13,23,11,10,8,2,9,3,4,1,1,3,1,1,1,1,0,0,0,0,0,0,1],"bins":[-0.00024840360856615007,-0.00023968239838723093,-0.0002309611882083118,-0.00022223997802939266,-0.00021351876785047352,-0.0002047975576715544,-0.00019607634749263525,-0.00018735513731371611,-0.00017863392713479698,-0.00016991271695587784,-0.0001611915067769587,-0.00015247029659803957,-0.00014374908641912043,-0.0001350278762402013,-0.00012630666606128216,-0.00011758545588236302,-0.00010886424570344388,-0.00010014303552452475,-9.142182534560561e-05,-8.270061516668648e-05,-7.397940498776734e-05,-6.52581948088482e-05,-5.6536984629929066e-05,-4.781577445100993e-05,-3.909456427209079e-05,-3.0373354093171656e-05,-2.165214391425252e-05,-1.2930933735333383e-05,-4.2097235564142466e-06,4.51148662250489e-06,1.3232696801424026e-05,2.1953906980343163e-05,3.067508805543184e-05,3.939629823435098e-05,4.8117508413270116e-05,5.683871859218925e-05,6.555992877110839e-05,7.428113895002753e-05,8.300234912894666e-05,9.17235593078658e-05,0.00010044476948678493,0.00010916597966570407,0.00011788718984462321,0.00012660840002354234,0.00013532961020246148,0.00014405082038138062,0.00015277203056029975,0.0001614932407392189,0.00017021445091813803,0.00017893566109705716,0.0001876568712759763,0.00019637808145489544,0.00020509929163381457,0.0002138205018127337,0.00022254171199165285,0.00023126292217057198,0.00023998413234949112,0.00024870532797649503,0.0002574265527073294,0.00026614777743816376,0.00027486897306516767,0.0002835901686921716,0.00029231139342300594,0.0003010326181538403,0.0003097538137808442]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[1,0,0,0,0,2,1,1,1,2,2,0,4,1,2,0,1,0,3,2,4,3,1,5,6,3,9,13,6,10,564,24,7,10,6,7,10,9,5,7,4,5,2,1,3,2,0,2,1,0,0,3,1,1,2,0,1,2,2,0,0,2,1,1],"bins":[-2.086162567138672e-05,-2.0186416804790497e-05,-1.9511207938194275e-05,-1.8835999071598053e-05,-1.816079020500183e-05,-1.748558133840561e-05,-1.6810372471809387e-05,-1.6135163605213165e-05,-1.5459954738616943e-05,-1.4784745872020721e-05,-1.41095370054245e-05,-1.3434328138828278e-05,-1.2759119272232056e-05,-1.2083910405635834e-05,-1.1408701539039612e-05,-1.073349267244339e-05,-1.0058283805847168e-05,-9.383074939250946e-06,-8.707866072654724e-06,-8.032657206058502e-06,-7.35744833946228e-06,-6.682239472866058e-06,-6.0070306062698364e-06,-5.3318217396736145e-06,-4.656612873077393e-06,-3.981404006481171e-06,-3.3061951398849487e-06,-2.630986273288727e-06,-1.955777406692505e-06,-1.280568540096283e-06,-6.05359673500061e-07,6.984919309616089e-08,7.450580596923828e-07,1.4202669262886047e-06,2.0954757928848267e-06,2.7706846594810486e-06,3.4458935260772705e-06,4.1211023926734924e-06,4.796311259269714e-06,5.471520125865936e-06,6.146728992462158e-06,6.82193785905838e-06,7.497146725654602e-06,8.172355592250824e-06,8.847564458847046e-06,9.522773325443268e-06,1.019798219203949e-05,1.0873191058635712e-05,1.1548399925231934e-05,1.2223608791828156e-05,1.2898817658424377e-05,1.35740265250206e-05,1.4249235391616821e-05,1.4924444258213043e-05,1.5599653124809265e-05,1.6274861991405487e-05,1.695007085800171e-05,1.762527972459793e-05,1.8300488591194153e-05,1.8975697457790375e-05,1.9650906324386597e-05,2.032611519098282e-05,2.100132405757904e-05,2.1676532924175262e-05,2.2351741790771484e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,0,2,1,0,4,0,2,2,4,1,7,3,6,4,12,10,11,13,12,20,26,28,24,23,32,25,40,37,40,30,30,36,35,31,31,25,17,23,19,13,20,9,9,8,14,5,2,5,5,1,0,3,5,0,0,0,0,0,1],"bins":[-0.000666201114654541,-0.0006465008482336998,-0.0006268005818128586,-0.0006071003153920174,-0.0005874000489711761,-0.0005676997825503349,-0.0005479995161294937,-0.0005282992497086525,-0.0005085989832878113,-0.0004888987168669701,-0.00046919845044612885,-0.00044949818402528763,-0.0004297979176044464,-0.0004100976511836052,-0.000390397384762764,-0.00037069711834192276,-0.00035099685192108154,-0.0003312965855002403,-0.0003115963190793991,-0.0002918960526585579,-0.0002721957862377167,-0.00025249551981687546,-0.00023279525339603424,-0.00021309498697519302,-0.0001933947205543518,-0.0001736944541335106,-0.00015399418771266937,-0.00013429392129182816,-0.00011459365487098694,-9.489338845014572e-05,-7.51931220293045e-05,-5.549285560846329e-05,-3.579258918762207e-05,-1.6092322766780853e-05,3.6079436540603638e-06,2.330821007490158e-05,4.30084764957428e-05,6.270874291658401e-05,8.240900933742523e-05,0.00010210927575826645,0.00012180954217910767,0.00014150980859994888,0.0001612100750207901,0.00018091034144163132,0.00020061060786247253,0.00022031087428331375,0.00024001114070415497,0.0002597114071249962,0.0002794116735458374,0.0002991119399666786,0.00031881220638751984,0.00033851247280836105,0.00035821273922920227,0.0003779130056500435,0.0003976132720708847,0.0004173135384917259,0.00043701380491256714,0.00045671407133340836,0.00047641433775424957,0.0004961146041750908,0.000515814870595932,0.0005355151370167732,0.0005552154034376144,0.0005749156698584557,0.0005946159362792969]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[1,0,0,0,0,0,1,0,1,1,4,3,1,10,20,22,31,52,71,112,194,266,408,642,982,1558,2439,3837,5940,9371,14230,22150,32798,47027,63523,78130,80237,68291,51793,35931,24215,16255,10553,6712,4249,2772,1820,1138,742,437,304,186,118,92,54,33,23,15,7,8,6,5,1,2],"bins":[-0.00034809112548828125,-0.00033845752477645874,-0.00032882392406463623,-0.0003191903233528137,-0.0003095567226409912,-0.0002999231219291687,-0.0002902895212173462,-0.0002806559205055237,-0.00027102231979370117,-0.00026138871908187866,-0.00025175511837005615,-0.00024212151765823364,-0.00023248791694641113,-0.00022285431623458862,-0.0002132207155227661,-0.0002035871148109436,-0.0001939535140991211,-0.00018431991338729858,-0.00017468631267547607,-0.00016505271196365356,-0.00015541911125183105,-0.00014578551054000854,-0.00013615190982818604,-0.00012651830911636353,-0.00011688470840454102,-0.0001072511076927185,-9.7617506980896e-05,-8.798390626907349e-05,-7.835030555725098e-05,-6.871670484542847e-05,-5.908310413360596e-05,-4.944950342178345e-05,-3.981590270996094e-05,-3.0182301998138428e-05,-2.0548701286315918e-05,-1.0915100574493408e-05,-1.2814998626708984e-06,8.352100849151611e-06,1.798570156097412e-05,2.761930227279663e-05,3.725290298461914e-05,4.688650369644165e-05,5.652010440826416e-05,6.615370512008667e-05,7.578730583190918e-05,8.542090654373169e-05,9.50545072555542e-05,0.00010468810796737671,0.00011432170867919922,0.00012395530939102173,0.00013358891010284424,0.00014322251081466675,0.00015285611152648926,0.00016248971223831177,0.00017212331295013428,0.0001817569136619568,0.0001913905143737793,0.0002010241150856018,0.00021065771579742432,0.00022029131650924683,0.00022992491722106934,0.00023955851793289185,0.00024919211864471436,0.00025882571935653687,0.0002684593200683594],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,2,2,2,2,2,3,2,4,4,4,4,4,7,8,6,8,6,10,14,21,23,28,27,26,17,31,23,21,31,21,33,28,28,22,33,28,18,26,23,31,22,21,12,15,14,5,9,7,1,5,3,4,1,3,1,3,1,3,2,0,1,0,1],"bins":[-0.008562549948692322,-0.008290313184261322,-0.008018076419830322,-0.0077458396553993225,-0.007473602890968323,-0.007201366126537323,-0.006929129362106323,-0.0066568925976753235,-0.006384655833244324,-0.006112419068813324,-0.005840182304382324,-0.0055679455399513245,-0.005295708775520325,-0.005023472011089325,-0.004751235246658325,-0.0044789984822273254,-0.004206761717796326,-0.003934524953365326,-0.003662288188934326,-0.0033900514245033264,-0.0031178146600723267,-0.002845577895641327,-0.002573341131210327,-0.0023011043667793274,-0.0020288676023483276,-0.0017566308379173279,-0.0014843940734863281,-0.0012121573090553284,-0.0009399205446243286,-0.0006676837801933289,-0.0003954470157623291,-0.00012321025133132935,0.0001490265130996704,0.00042126327753067017,0.0006935000419616699,0.0009657368063926697,0.0012379735708236694,0.0015102103352546692,0.001782447099685669,0.0020546838641166687,0.0023269206285476685,0.002599157392978668,0.002871394157409668,0.0031436309218406677,0.0034158676862716675,0.0036881044507026672,0.003960341215133667,0.004232577979564667,0.0045048147439956665,0.004777051508426666,0.005049288272857666,0.005321525037288666,0.0055937618017196655,0.005865998566150665,0.006138235330581665,0.006410472095012665,0.0066827088594436646,0.006954945623874664,0.007227182388305664,0.007499419152736664,0.007771655917167664,0.008043892681598663,0.008316129446029663,0.008588366210460663,0.008860602974891663],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,1,0,1,1,3,2,1,9,6,4,6,11,13,15,9,16,11,20,18,18,30,29,24,31,38,28,20,49,44,32,27,36,28,30,20,18,22,15,14,12,13,7,6,10,4,3,2,1,0,3,2,1,1,0,0,0,0,0,1],"bins":[-0.0002624289190862328,-0.0002541365392971784,-0.00024584418861195445,-0.00023755180882290006,-0.0002292594435857609,-0.00022096707834862173,-0.00021267469855956733,-0.00020438233332242817,-0.000196089968085289,-0.00018779760284814984,-0.00017950523761101067,-0.00017121285782195628,-0.0001629204925848171,-0.00015462812734767795,-0.00014633574755862355,-0.0001380433823214844,-0.00012975101708434522,-0.00012145865184720606,-0.00011316627933410928,-0.0001048739068210125,-9.658154158387333e-05,-8.828917634673417e-05,-7.999680383363739e-05,-7.170443132054061e-05,-6.341206608340144e-05,-5.511969720828347e-05,-4.6827328333165497e-05,-3.8534959458047524e-05,-3.024259058292955e-05,-2.195022170781158e-05,-1.3657852832693607e-05,-5.365483957575634e-06,2.926914021372795e-06,1.1219282896490768e-05,1.951165177160874e-05,2.7804020646726713e-05,3.6096389521844685e-05,4.438875839696266e-05,5.268112727208063e-05,6.09734961471986e-05,6.926586502231658e-05,7.755823025945574e-05,8.585060277255252e-05,9.41429752856493e-05,0.00010243534052278847,0.00011072770575992763,0.00011902007827302441,0.0001273124507861212,0.00013560481602326035,0.00014389718126039952,0.00015218954649753869,0.00016048192628659308,0.00016877429152373224,0.0001770666567608714,0.0001853590365499258,0.00019365140178706497,0.00020194376702420413,0.0002102361322613433,0.00021852849749848247,0.00022682087728753686,0.00023511324252467602,0.0002434056077618152,0.0002516979875508696,0.0002599903382360935,0.0002682827180251479]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,1,3,1,1,3,3,5,3,4,4,6,12,11,3,14,10,13,14,16,15,25,23,17,19,29,27,23,37,29,24,23,39,26,26,26,31,27,22,21,13,23,13,14,13,5,6,6,11,5,2,4,1,3,1,4,1,2,1,2],"bins":[-0.000838127569295466,-0.0008136601536534727,-0.0007891927962191403,-0.000764725380577147,-0.0007402579649351537,-0.0007157905492931604,-0.0006913231918588281,-0.0006668557762168348,-0.0006423883605748415,-0.0006179210031405091,-0.0005934535874985158,-0.0005689861718565226,-0.0005445187562145293,-0.0005200513987801969,-0.0004955839831382036,-0.00047111656749621034,-0.0004466491809580475,-0.0004221817944198847,-0.0003977143787778914,-0.00037324699223972857,-0.0003487795765977353,-0.00032431219005957246,-0.0002998447744175792,-0.00027537738787941635,-0.0002509100013412535,-0.00022644258569926023,-0.00020197518460918218,-0.00017750778351910412,-0.0001530403969809413,-0.00012857299589086324,-0.00010410559480078518,-7.963819371070713e-05,-5.517079262062907e-05,-3.0703391530551016e-05,-6.2359940784517676e-06,1.8231405192636885e-05,4.269880446372554e-05,6.716620555380359e-05,9.163359936792403e-05,0.00011610100045800209,0.00014056840154808015,0.0001650358026381582,0.00018950320372823626,0.00021397060481831431,0.00023843799135647714,0.0002629054069984704,0.00028737279353663325,0.00031184020917862654,0.00033630759571678936,0.0003607749822549522,0.0003852423978969455,0.0004097097844351083,0.0004341772000771016,0.0004586445866152644,0.0004831120022572577,0.000507579417899251,0.0005320467753335834,0.0005565141909755766,0.0005809816066175699,0.0006054489640519023,0.0006299163796938956,0.0006543837953358889,0.0006788512109778821,0.0007033185684122145,0.0007277859840542078]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[2,0,0,1,0,1,0,0,2,1,1,5,1,4,2,6,6,14,14,12,13,12,13,13,25,24,29,30,31,29,30,33,29,35,44,30,38,27,25,20,22,19,17,25,8,15,10,7,7,7,5,3,3,3,2,4,1,2,3,0,0,1,0,2],"bins":[-0.0007701505091972649,-0.0007465616799890995,-0.0007229728507809341,-0.0006993840215727687,-0.0006757952505722642,-0.0006522064213640988,-0.0006286175921559334,-0.000605028762947768,-0.0005814399337396026,-0.0005578511045314372,-0.0005342622753232718,-0.0005106734461151063,-0.0004870846460107714,-0.000463495816802606,-0.00043990701669827104,-0.00041631818749010563,-0.0003927293582819402,-0.0003691405290737748,-0.0003455516998656094,-0.00032196289976127446,-0.00029837407055310905,-0.00027478524134494364,-0.0002511964412406087,-0.00022760761203244328,-0.00020401878282427788,-0.00018042995361611247,-0.0001568411389598623,-0.0001332523243036121,-0.0001096634950954467,-8.607467316323891e-05,-6.248585123103112e-05,-3.889702929882333e-05,-1.530814915895462e-05,8.280672773253173e-06,3.1869494705460966e-05,5.545831663766876e-05,7.904713856987655e-05,0.00010263596050208434,0.00012622478243429214,0.00014981359709054232,0.00017340242629870772,0.00019699125550687313,0.0002205800701631233,0.0002441688848193735,0.0002677577140275389,0.0002913465432357043,0.00031493534334003925,0.00033852417254820466,0.00036211300175637007,0.0003857018309645355,0.0004092906601727009,0.00043287946027703583,0.00045646828948520124,0.00048005711869336665,0.0005036459187977016,0.000527234748005867,0.0005508235772140324,0.0005744124064221978,0.0005980012356303632,0.0006215900648385286,0.0006451788358390331,0.0006687676650471985,0.0006923564942553639,0.0007159453234635293,0.0007395341526716948],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.004426233470439911,-0.004281323868781328,-0.004136413801461458,-0.0039915041998028755,-0.0038465941324830055,-0.003701684530824423,-0.0035567746963351965,-0.00341186486184597,-0.003266955027356744,-0.0031220451928675175,-0.002977135358378291,-0.002832225523889065,-0.002687315922230482,-0.0025424060877412558,-0.0023974962532520294,-0.002252586418762803,-0.0021076765842735767,-0.0019627667497843504,-0.001817856915295124,-0.0016729471972212195,-0.0015280373627319932,-0.0013831275282427669,-0.0012382178101688623,-0.001093307975679636,-0.0009483981411904097,-0.0008034883067011833,-0.0006585785304196179,-0.0005136687541380525,-0.0003687589196488261,-0.00022384911426343024,-7.893930887803435e-05,6.597049650736153e-05,0.00021088030189275742,0.0003557901072781533,0.0005006999126635492,0.0006456096889451146,0.000790519523434341,0.0009354293579235673,0.0010803390759974718,0.0012252489104866982,0.0013701587449759245,0.0015150685794651508,0.0016599784139543772,0.0018048881320282817,0.001949797966517508,0.0020947076845914125,0.002239617519080639,0.0023845273535698652,0.0025294371880590916,0.002674347022548318,0.0028192568570375443,0.0029641666915267706,0.003109076526015997,0.0032539861276745796,0.003398895962163806,0.0035438057966530323,0.0036887156311422586,0.003833625465631485,0.003978535067290068,0.004123445134609938,0.00426835473626852,0.00441326480358839,0.004558174405246973,0.004703084472566843,0.004847994074225426],"_type":"histogram","values":[3,2,0,1,0,2,2,1,4,1,4,5,6,8,12,9,13,18,19,13,17,14,22,19,20,31,30,15,27,36,32,32,33,27,25,29,25,22,21,19,16,9,15,14,15,8,8,10,11,8,6,7,3,6,2,3,1,3,1,0,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.0904424861073494,-0.08758015185594559,-0.08471781760454178,-0.08185547590255737,-0.07899314165115356,-0.07613080739974976,-0.07326847314834595,-0.07040613889694214,-0.06754380464553833,-0.06468146294355392,-0.061819128692150116,-0.05895679444074631,-0.0560944601893425,-0.05323212221264839,-0.05036978796124458,-0.047507449984550476,-0.04464511573314667,-0.04178278148174286,-0.03892044350504875,-0.03605810925364494,-0.033195771276950836,-0.030333437025547028,-0.02747110277414322,-0.02460876666009426,-0.021746430546045303,-0.018884094431996346,-0.016021758317947388,-0.013159424066543579,-0.010297087952494621,-0.007434752304106951,-0.00457241665571928,-0.0017100810073316097,0.0011522620916366577,0.004014597740024328,0.006876933388411999,0.009739268571138382,0.01260160468518734,0.015463940799236298,0.018326275050640106,0.021188611164689064,0.024050947278738022,0.02691328339278698,0.029775619506835938,0.032637953758239746,0.035500288009643555,0.03836262598633766,0.04122496023774147,0.04408729821443558,0.046949632465839386,0.049811966717243195,0.0526743046939373,0.05553663894534111,0.05839897692203522,0.061261311173439026,0.06412364542484283,0.06698597967624664,0.06984831392765045,0.07271065562963486,0.07557298988103867,0.07843532413244247,0.08129765838384628,0.08415999263525009,0.0870223343372345,0.0898846685886383,0.09274700284004211],"_type":"histogram","values":[3,7,11,17,27,30,56,100,160,193,348,530,818,1204,1685,2398,3245,4412,5998,7493,9539,11949,14478,17325,19832,23001,25657,28308,30824,32196,33169,33962,33425,32099,30972,28597,26131,23379,20676,17767,15134,12291,9985,7880,6268,4571,3525,2538,1844,1269,870,594,365,248,158,102,68,41,22,17,8,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,0,1,0,3,3,3,11,4,9,12,25,37,42,64,95,115,184,281,410,643,935,1515,2252,3563,5786,9794,16900,31388,61382,125297,262391,427865,311644,150191,73012,37571,20205,11407,6509,4009,2519,1591,1038,707,452,311,237,132,101,68,46,32,31,20,5,3,4,2,1,2,2,0,1],"bins":[-0.0004467964172363281,-0.00043310225009918213,-0.00041940808296203613,-0.00040571391582489014,-0.00039201974868774414,-0.00037832558155059814,-0.00036463141441345215,-0.00035093724727630615,-0.00033724308013916016,-0.00032354891300201416,-0.00030985474586486816,-0.00029616057872772217,-0.00028246641159057617,-0.0002687722444534302,-0.0002550780773162842,-0.00024138391017913818,-0.0002276897430419922,-0.0002139955759048462,-0.0002003014087677002,-0.0001866072416305542,-0.0001729130744934082,-0.0001592189073562622,-0.0001455247402191162,-0.00013183057308197021,-0.00011813640594482422,-0.00010444223880767822,-9.074807167053223e-05,-7.705390453338623e-05,-6.335973739624023e-05,-4.966557025909424e-05,-3.597140312194824e-05,-2.2277235984802246e-05,-8.58306884765625e-06,5.111098289489746e-06,1.8805265426635742e-05,3.249943256378174e-05,4.6193599700927734e-05,5.988776683807373e-05,7.358193397521973e-05,8.727610111236572e-05,0.00010097026824951172,0.00011466443538665771,0.0001283586025238037,0.0001420527696609497,0.0001557469367980957,0.0001694411039352417,0.0001831352710723877,0.0001968294382095337,0.0002105236053466797,0.00022421777248382568,0.00023791193962097168,0.0002516061067581177,0.00026530027389526367,0.00027899444103240967,0.00029268860816955566,0.00030638277530670166,0.00032007694244384766,0.00033377110958099365,0.00034746527671813965,0.00036115944385528564,0.00037485361099243164,0.00038854777812957764,0.00040224194526672363,0.00041593611240386963,0.0004296302795410156]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[0.9950814247131348,0.9951966404914856,0.9953118562698364,0.9954270720481873,0.9955422878265381,0.9956574440002441,0.995772659778595,0.9958878755569458,0.9960030913352966,0.9961183071136475,0.9962335228919983,0.9963487386703491,0.9964638948440552,0.996579110622406,0.9966943264007568,0.9968095421791077,0.9969247579574585,0.9970399737358093,0.9971551895141602,0.997270405292511,0.9973856210708618,0.9975007772445679,0.9976159930229187,0.9977312088012695,0.9978464245796204,0.9979616403579712,0.998076856136322,0.9981920719146729,0.9983072280883789,0.9984224438667297,0.9985376596450806,0.9986528754234314,0.9987680912017822,0.9988833069801331,0.9989985227584839,0.9991137385368347,0.9992289543151855,0.9993441104888916,0.9994593262672424,0.9995745420455933,0.9996897578239441,0.9998049736022949,0.9999201893806458,1.0000354051589966,1.0001505613327026,1.0002658367156982,1.0003809928894043,1.0004962682724,1.000611424446106,1.000726580619812,1.0008418560028076,1.0009570121765137,1.0010722875595093,1.0011874437332153,1.001302719116211,1.001417875289917,1.001533031463623,1.0016483068466187,1.0017634630203247,1.0018787384033203,1.0019938945770264,1.002109169960022,1.002224326133728,1.0023396015167236,1.0024547576904297],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,1,0,1,0,3,0,3,2,4,0,4,8,7,9,14,18,21,26,23,36,28,34,40,56,47,51,46,48,46,35,28,29,22,12,11,14,9,8,5,4,5,4,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[2,9,8,14,46,67,119,207,341,543,907,1485,2183,3273,4665,6762,9546,12954,17319,22749,28775,36269,44249,52745,61376,70167,77584,84472,89858,94170,94695,94033,91668,86442,80331,73180,64511,55744,46882,38814,30958,24677,19446,14440,10619,7597,5367,3582,2513,1716,1100,660,428,269,132,81,56,27,17,7,2,4,1,1],"bins":[-0.09299567341804504,-0.08996402472257614,-0.08693236857652664,-0.08390071988105774,-0.08086907118558884,-0.07783741503953934,-0.07480576634407043,-0.07177411764860153,-0.06874246895313263,-0.06571081280708313,-0.06267916411161423,-0.059647511690855026,-0.056615859270095825,-0.05358421057462692,-0.05055255815386772,-0.04752090945839882,-0.04448925703763962,-0.04145760461688042,-0.038425955921411514,-0.03539430350065231,-0.03236265480518341,-0.02933100238442421,-0.02629934996366501,-0.023267699405550957,-0.020236048847436905,-0.017204398289322853,-0.014172746799886227,-0.0111410953104496,-0.008109444752335548,-0.005077793728560209,-0.00204614270478487,0.000985508318990469,0.004017159342765808,0.007048810366541147,0.010080461390316486,0.013112112879753113,0.016143763437867165,0.019175413995981216,0.022207066416740417,0.02523871697485447,0.02827036753296852,0.03130201995372772,0.034333668649196625,0.037365321069955826,0.04039697349071503,0.04342862218618393,0.04646027460694313,0.04949192330241203,0.052523575723171234,0.055555228143930435,0.05858687683939934,0.06161852926015854,0.06465017795562744,0.06768183410167694,0.07071348279714584,0.07374513149261475,0.07677678763866425,0.07980843633413315,0.08284008502960205,0.08587173372507095,0.08890338987112045,0.09193503856658936,0.09496668726205826,0.09799834340810776,0.10102999210357666],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[6,1,4,15,38,65,104,200,346,531,835,1311,2118,3199,4700,6806,9585,13143,17770,22949,29620,36562,45309,53846,62432,71418,78825,86327,91460,94663,95817,95508,92051,86672,80177,71904,63699,53984,45361,37841,30083,23346,17976,13407,9713,6960,4838,3408,2188,1468,907,588,341,181,109,72,34,18,16,7,1,0,0,1],"bins":[-0.09397681057453156,-0.09089988470077515,-0.08782295882701874,-0.08474602550268173,-0.08166909962892532,-0.07859217375516891,-0.07551524043083191,-0.0724383145570755,-0.06936138868331909,-0.06628446280956268,-0.06320753693580627,-0.06013060361146927,-0.05705367773771286,-0.05397675186395645,-0.050899822264909744,-0.04782289266586304,-0.04474596679210663,-0.04166904091835022,-0.03859211131930351,-0.035515181720256805,-0.0324382558465004,-0.02936132811009884,-0.02628440037369728,-0.023207472637295723,-0.020130544900894165,-0.017053617164492607,-0.01397668942809105,-0.010899761691689491,-0.007822833955287933,-0.004745906218886375,-0.0016689784824848175,0.0014079492539167404,0.004484876990318298,0.007561804726719856,0.010638732463121414,0.013715660199522972,0.01679258793592453,0.019869515672326088,0.022946443408727646,0.026023371145129204,0.02910029888153076,0.03217722475528717,0.03525415435433388,0.038331083953380585,0.04140800982713699,0.0444849357008934,0.04756186529994011,0.050638794898986816,0.053715720772743225,0.056792646646499634,0.05986957624554634,0.06294650584459305,0.06602343171834946,0.06910035759210587,0.07217729091644287,0.07525421679019928,0.07833114266395569,0.0814080685377121,0.0844849944114685,0.08756192773580551,0.09063885360956192,0.09371577948331833,0.09679271280765533,0.09986963868141174,0.10294656455516815],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"bins":[-0.0008294708677567542,-0.0008026795694604516,-0.00077588832937181,-0.0007490970310755074,-0.0007223057327792048,-0.0006955144926905632,-0.0006687231943942606,-0.0006419318960979581,-0.0006151406560093164,-0.0005883493577130139,-0.0005615580594167113,-0.0005347667611204088,-0.0005079755210317671,-0.0004811842227354646,-0.00045439295354299247,-0.0004276016552466899,-0.0004008103860542178,-0.0003740191168617457,-0.00034722781856544316,-0.00032043654937297106,-0.0002936452510766685,-0.0002668539818841964,-0.0002400627126917243,-0.00021327142894733697,-0.00018648014520294964,-0.00015968886145856231,-0.00013289757771417499,-0.00010610630852170289,-7.931502477731556e-05,-5.2523744670907035e-05,-2.5732464564498514e-05,1.0588155419100076e-06,2.7850153855979443e-05,5.4641433962387964e-05,8.143271406879649e-05,0.0001082239905372262,0.00013501527428161353,0.00016180655802600086,0.00018859782721847296,0.00021538911096286029,0.00024218039470724761,0.0002689716638997197,0.00029576296219602227,0.00032255423138849437,0.00034934550058096647,0.00037613679887726903,0.00040292806806974113,0.0004297193663660437,0.0004565106355585158,0.0004833019047509879,0.00051009317394346,0.0005368844722397625,0.0005636757705360651,0.0005904670106247067,0.0006172583089210093,0.0006440496072173119,0.0006708408473059535,0.0006976321456022561,0.0007244234438985586,0.0007512147421948612,0.0007780059822835028,0.0008047972805798054,0.0008315885788761079,0.0008583798189647496,0.0008851711172610521],"_type":"histogram","values":[2,0,0,0,1,1,0,3,0,1,6,5,3,5,8,7,7,15,17,12,18,16,26,24,32,25,36,32,21,24,45,30,31,26,28,32,24,23,23,32,21,10,18,15,14,10,4,3,5,9,4,2,2,3,0,1,2,0,1,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"bins":[-2.562999725341797e-05,-2.4813227355480194e-05,-2.399645745754242e-05,-2.3179687559604645e-05,-2.236291766166687e-05,-2.1546147763729095e-05,-2.072937786579132e-05,-1.9912607967853546e-05,-1.909583806991577e-05,-1.8279068171977997e-05,-1.7462298274040222e-05,-1.6645528376102448e-05,-1.5828758478164673e-05,-1.5011988580226898e-05,-1.4195218682289124e-05,-1.3378448784351349e-05,-1.2561678886413574e-05,-1.17449089884758e-05,-1.0928139090538025e-05,-1.011136919260025e-05,-9.294599294662476e-06,-8.477829396724701e-06,-7.661059498786926e-06,-6.844289600849152e-06,-6.027519702911377e-06,-5.210749804973602e-06,-4.393979907035828e-06,-3.577210009098053e-06,-2.7604401111602783e-06,-1.9436702132225037e-06,-1.126900315284729e-06,-3.1013041734695435e-07,5.066394805908203e-07,1.323409378528595e-06,2.1401792764663696e-06,2.9569491744041443e-06,3.773719072341919e-06,4.590488970279694e-06,5.407258868217468e-06,6.224028766155243e-06,7.040798664093018e-06,7.857568562030792e-06,8.674338459968567e-06,9.491108357906342e-06,1.0307878255844116e-05,1.1124648153781891e-05,1.1941418051719666e-05,1.275818794965744e-05,1.3574957847595215e-05,1.439172774553299e-05,1.5208497643470764e-05,1.602526754140854e-05,1.6842037439346313e-05,1.7658807337284088e-05,1.8475577235221863e-05,1.9292347133159637e-05,2.0109117031097412e-05,2.0925886929035187e-05,2.174265682697296e-05,2.2559426724910736e-05,2.337619662284851e-05,2.4192966520786285e-05,2.500973641872406e-05,2.5826506316661835e-05,2.664327621459961e-05],"_type":"histogram","values":[1,1,1,0,2,0,0,1,0,0,0,1,1,0,2,3,1,2,0,1,0,0,3,4,2,5,6,17,20,27,101,390,86,29,14,19,8,0,1,2,0,4,1,0,2,1,1,1,1,1,0,0,0,2,0,2,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"_type":"histogram","values":[3,3,6,8,20,49,77,165,236,406,708,1128,1771,2698,4042,5942,8723,12043,16571,21970,28539,36407,44997,54098,64103,73246,81880,89372,94711,98561,99365,97771,94225,88292,81371,72095,62469,53259,44229,35584,27848,21551,16005,11639,8212,5832,3977,2533,1633,1029,619,386,224,104,70,26,12,8,8,2,2,0,0,1],"bins":[-0.09670177102088928,-0.09352584183216095,-0.09034991264343262,-0.08717398345470428,-0.08399805426597595,-0.08082211762666702,-0.07764618843793869,-0.07447025924921036,-0.07129433006048203,-0.06811840087175369,-0.06494247168302536,-0.06176653876900673,-0.0585906095802784,-0.055414680391550064,-0.05223874747753143,-0.0490628182888031,-0.04588688910007477,-0.042710959911346436,-0.0395350307226181,-0.03635909780859947,-0.03318316861987114,-0.030007239431142807,-0.026831308379769325,-0.023655377328395844,-0.02047944813966751,-0.01730351895093918,-0.014127587899565697,-0.01095165777951479,-0.0077757276594638824,-0.004599797539412975,-0.0014238674193620682,0.001752062700688839,0.004927985370159149,0.008103915490210056,0.011279845610260963,0.01445577573031187,0.017631705850362778,0.02080763503909111,0.023983566090464592,0.027159497141838074,0.030335426330566406,0.03351135551929474,0.03668728470802307,0.0398632176220417,0.043039146810770035,0.04621507599949837,0.049391008913517,0.05256693810224533,0.05574286729097366,0.058918796479701996,0.06209472566843033,0.06527065485715866,0.06844659149646759,0.07162252068519592,0.07479844987392426,0.07797437906265259,0.08115030825138092,0.08432623744010925,0.08750216662883759,0.09067809581756592,0.09385402500629425,0.09702996164560318,0.10020589083433151,0.10338182002305984,0.10655774921178818]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,0,1,0,1,1,0,2,0,1,1,1,9,3,1,1,4,6,9,4,11,17,16,26,32,34,43,43,36,55,45,35,46,44,31,34,29,27,24,13,12,9,10,7,7,5,1,5,4,3,2,3,1,2,0,1,3,1,0,3,0,1],"bins":[-0.0003755735815502703,-0.00036397797521203756,-0.00035238233976997435,-0.0003407867334317416,-0.0003291910979896784,-0.00031759549165144563,-0.0003059998562093824,-0.00029440424987114966,-0.00028280861442908645,-0.0002712130080908537,-0.00025961740175262094,-0.0002480217663105577,-0.00023642615997232497,-0.00022483053908217698,-0.000213234918192029,-0.00020163929730188102,-0.00019004367641173303,-0.00017844805552158505,-0.00016685243463143706,-0.00015525681374128908,-0.0001436611928511411,-0.00013206558651290834,-0.00012046996562276036,-0.00010887434473261237,-9.727872384246439e-05,-8.56831029523164e-05,-7.408748206216842e-05,-6.249186844797805e-05,-5.0896247557830065e-05,-3.930062666768208e-05,-2.7705009415512905e-05,-1.6109390344354324e-05,-4.5137712731957436e-06,7.081847797962837e-06,1.8677466869121417e-05,3.0273085940279998e-05,4.186870501143858e-05,5.346432590158656e-05,6.505993951577693e-05,7.665556040592492e-05,8.82511812960729e-05,9.984680218622088e-05,0.00011144242307636887,0.00012303804396651685,0.0001346336503047496,0.0001462292711948976,0.00015782489208504558,0.00016942051297519356,0.00018101613386534154,0.00019261175475548953,0.0002042073756456375,0.0002158029965357855,0.00022739861742593348,0.00023899422376416624,0.00025058985920622945,0.0002621854655444622,0.00027378107188269496,0.00028537670732475817,0.00029697231366299093,0.00030856794910505414,0.0003201635554432869,0.0003317591908853501,0.00034335479722358286,0.0003549504326656461,0.00036654603900387883]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[1,3,4,9,5,17,36,76,134,205,374,637,963,1601,2370,3575,5331,7519,10726,14659,19558,25822,32771,40363,49517,58877,67871,76232,84148,90635,94869,97967,97500,95163,90657,84196,76147,67047,58911,49452,40592,32953,25496,19591,14662,10732,7688,5313,3557,2403,1547,1016,552,349,199,120,86,26,19,10,3,0,0,2],"bins":[-0.10051830112934113,-0.09737662971019745,-0.09423495829105377,-0.0910932794213295,-0.08795160800218582,-0.08480993658304214,-0.08166825771331787,-0.0785265862941742,-0.07538491487503052,-0.07224324345588684,-0.06910157203674316,-0.06595989316701889,-0.06281822174787521,-0.05967655032873154,-0.05653487518429756,-0.053393200039863586,-0.05025152862071991,-0.04710985720157623,-0.04396818205714226,-0.04082650691270828,-0.037684835493564606,-0.03454316407442093,-0.031401488929986954,-0.028259815648198128,-0.025118142366409302,-0.021976469084620476,-0.01883479580283165,-0.015693122521042824,-0.012551449239253998,-0.009409775957465172,-0.006268102675676346,-0.00312642939388752,1.5243887901306152e-05,0.003156917169690132,0.006298590451478958,0.009440263733267784,0.01258193701505661,0.015723610296845436,0.018865283578634262,0.022006956860423088,0.025148630142211914,0.02829030342400074,0.031431976705789566,0.03457365185022354,0.03771532326936722,0.040856994688510895,0.04399866983294487,0.047140344977378845,0.05028201639652252,0.0534236878156662,0.056565362960100174,0.05970703810453415,0.06284870952367783,0.0659903809428215,0.06913205981254578,0.07227373123168945,0.07541540265083313,0.0785570740699768,0.08169874548912048,0.08484042435884476,0.08798209577798843,0.09112376719713211,0.09426544606685638,0.09740711748600006,0.10054878890514374]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.0006732940673828125,-0.0006540905451402068,-0.0006348870228976011,-0.0006156835006549954,-0.0005964799784123898,-0.0005772764561697841,-0.0005580729339271784,-0.0005388694116845727,-0.000519665889441967,-0.0005004623671993613,-0.0004812588740605861,-0.0004620553518179804,-0.0004428518295753747,-0.00042364830733276904,-0.00040444478509016335,-0.00038524126284755766,-0.000366037740604952,-0.0003468342183623463,-0.0003276306961197406,-0.0003084271738771349,-0.00028922365163452923,-0.00027002012939192355,-0.00025081660714931786,-0.0002316130994586274,-0.00021240957721602172,-0.00019320605497341603,-0.00017400253273081034,-0.00015479901048820466,-0.0001355955027975142,-0.0001163919732789509,-9.718845831230283e-05,-7.798493606969714e-05,-5.8781413827091455e-05,-3.957789158448577e-05,-2.037437297985889e-05,-1.1708525562426075e-06,1.8032667867373675e-05,3.723619010997936e-05,5.643970871460624e-05,7.564322731923312e-05,9.48467495618388e-05,0.00011405027180444449,0.00013325379404705018,0.00015245731628965586,0.00017166082398034632,0.000190864346222952,0.0002100678684655577,0.00022927139070816338,0.00024847491295076907,0.00026767843519337475,0.00028688195743598044,0.0003060854796785861,0.0003252890019211918,0.0003444925241637975,0.0003636960464064032,0.00038289956864900887,0.0004021030617877841,0.0004213065840303898,0.00044051010627299547,0.00045971362851560116,0.00047891715075820684,0.0004981206730008125,0.0005173241952434182,0.0005365277174860239,0.0005557312397286296],"_type":"histogram","values":[1,0,0,0,0,0,1,1,0,2,1,2,1,3,5,4,2,9,11,8,15,17,17,17,14,21,23,21,20,26,31,38,41,34,28,29,32,23,22,14,29,25,26,26,21,16,9,10,17,7,18,9,3,6,3,2,1,1,1,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[1,2,1,2,1,1,2,4,3,6,5,5,9,7,16,14,15,19,18,20,26,16,22,25,27,25,34,38,30,42,26,31,30,25,17,27,21,15,19,16,18,14,16,8,12,8,8,7,0,2,4,2,1,0,0,2,1,1,0,0,0,0,0,1],"bins":[-0.0002470031031407416,-0.00023838620109017938,-0.00022976929903961718,-0.00022115239698905498,-0.00021253549493849277,-0.00020391857833601534,-0.00019530167628545314,-0.00018668477423489094,-0.00017806787218432873,-0.00016945097013376653,-0.00016083406808320433,-0.00015221716603264213,-0.0001436002494301647,-0.0001349833473796025,-0.0001263664453290403,-0.00011774954327847809,-0.00010913264122791588,-0.00010051573917735368,-9.189883712679148e-05,-8.328192780027166e-05,-7.466502574970946e-05,-6.604812369914725e-05,-5.7431218010606244e-05,-4.8814312322065234e-05,-4.019741027150303e-05,-3.158050822094083e-05,-2.2963602532399818e-05,-1.4346698662848212e-05,-5.729794793296605e-06,2.887109076255001e-06,1.1504012945806608e-05,2.0120916815358214e-05,2.873782068490982e-05,3.7354722735472023e-05,4.5971628424013034e-05,5.4588534112554044e-05,6.320543616311625e-05,7.182233821367845e-05,8.043924754019827e-05,8.905614959076047e-05,9.767305164132267e-05,0.00010628995369188488,0.00011490685574244708,0.00012352375779300928,0.0001321406743954867,0.00014075757644604892,0.00014937447849661112,0.00015799138054717332,0.00016660828259773552,0.00017522518464829773,0.00018384208669885993,0.00019245898874942213,0.00020107589079998434,0.00020969280740246177,0.00021830970945302397,0.00022692661150358617,0.00023554351355414838,0.0002441604156047106,0.000252777332207188,0.000261394219705835,0.0002700111363083124,0.0002786280238069594,0.0002872449404094368,0.0002958618279080838,0.00030447874451056123],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,2,0,1,2,1,1,4,1,3,4,8,7,11,14,12,13,21,20,22,14,21,18,26,25,30,22,20,25,27,24,18,31,40,25,22,24,26,22,23,14,22,18,14,9,12,10,4,8,7,4,7,1,0,2,3,2],"bins":[-0.0005358811467885971,-0.0005213940166868269,-0.0005069068283773959,-0.0004924196982756257,-0.0004779325390700251,-0.00046344537986442447,-0.0004489582497626543,-0.0004344710905570537,-0.00041998393135145307,-0.00040549677214585245,-0.00039100961294025183,-0.00037652248283848166,-0.00036203532363288105,-0.0003475481644272804,-0.00033306103432551026,-0.00031857387511990964,-0.000304086715914309,-0.0002895995567087084,-0.0002751123975031078,-0.0002606252674013376,-0.000246138108195737,-0.00023165094899013638,-0.000217163804336451,-0.0002026766596827656,-0.00018818950047716498,-0.00017370234127156436,-0.00015921519661787897,-0.00014472805196419358,-0.00013024089275859296,-0.00011575374082894996,-0.00010126658889930695,-8.677943696966395e-05,-7.22923141438514e-05,-5.7805162214208394e-05,-4.331801028456539e-05,-2.8830858354922384e-05,-1.4343706425279379e-05,1.4344550436362624e-07,1.4630597434006631e-05,2.9117749363649637e-05,4.360490129329264e-05,5.809205322293565e-05,7.257920515257865e-05,8.706635708222166e-05,0.00010155350901186466,0.00011604066094150767,0.00013052781287115067,0.00014501495752483606,0.00015950211673043668,0.0001739892759360373,0.0001884764205897227,0.00020296356524340808,0.0002174507244490087,0.00023193788365460932,0.00024642504286020994,0.0002609121729619801,0.0002753993321675807,0.00028988649137318134,0.0003043736214749515,0.0003188607806805521,0.00033334793988615274,0.00034783509909175336,0.000362322258297354,0.00037680938839912415,0.00039129654760472476],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[0.9952487349510193,0.9953634738922119,0.9954782724380493,0.9955930113792419,0.9957077503204346,0.9958224892616272,0.9959372878074646,0.9960520267486572,0.9961667656898499,0.9962815046310425,0.9963963031768799,0.9965110421180725,0.9966257810592651,0.9967405200004578,0.9968553185462952,0.9969700574874878,0.9970847964286804,0.9971995949745178,0.9973143339157104,0.9974290728569031,0.9975438117980957,0.9976586103439331,0.9977733492851257,0.9978880882263184,0.998002827167511,0.9981176257133484,0.998232364654541,0.9983471035957336,0.9984618425369263,0.9985766410827637,0.9986913800239563,0.9988061189651489,0.9989209175109863,0.999035656452179,0.9991503953933716,0.9992651343345642,0.9993799328804016,0.9994946718215942,0.9996094107627869,0.9997241497039795,0.9998389482498169,0.9999536871910095,1.0000684261322021,1.0001832246780396,1.0002979040145874,1.0004127025604248,1.0005275011062622,1.00064218044281,1.0007569789886475,1.0008717775344849,1.0009864568710327,1.0011012554168701,1.001215934753418,1.0013307332992554,1.0014455318450928,1.0015602111816406,1.001675009727478,1.0017898082733154,1.0019044876098633,1.0020192861557007,1.0021339654922485,1.002248764038086,1.0023635625839233,1.0024782419204712,1.0025930404663086],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,1,0,1,4,2,7,6,12,15,12,14,20,40,33,38,28,35,38,51,54,52,53,45,37,38,23,19,15,14,16,13,5,4,5,4,3,1,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,0,3,5,9,12,24,42,68,117,179,274,396,680,926,1258,1904,2690,3763,4899,6498,8420,10479,12892,15560,18449,21414,24393,26457,29218,31476,32600,33218,33430,32841,32001,30154,27780,25514,22295,19452,16701,14115,11343,9214,7090,5372,4194,3060,2155,1564,1120,756,479,337,195,120,94,52,27,18,15,6,6],"bins":[-0.09524104744195938,-0.09237182140350342,-0.08950260281562805,-0.08663337677717209,-0.08376415818929672,-0.08089493215084076,-0.0780257135629654,-0.07515648752450943,-0.07228726893663406,-0.0694180428981781,-0.06654882431030273,-0.06367959827184677,-0.06081037595868111,-0.05794115364551544,-0.05507193133234978,-0.05220270901918411,-0.04933348670601845,-0.04646426439285278,-0.04359504207968712,-0.040725819766521454,-0.03785659745335579,-0.034987375140190125,-0.03211815282702446,-0.029248928651213646,-0.02637970633804798,-0.023510484024882317,-0.020641261711716652,-0.017772039398550987,-0.014902816154062748,-0.012033593840897083,-0.009164370596408844,-0.006295148283243179,-0.0034259259700775146,-0.0005567034240812063,0.002312519121915102,0.005181741900742054,0.008050964213907719,0.010920186527073383,0.013789409771561623,0.016658632084727287,0.019527854397892952,0.022397076711058617,0.02526629902422428,0.028135521337389946,0.03100474551320076,0.033873967826366425,0.03674319013953209,0.039612412452697754,0.04248163476586342,0.04535085707902908,0.04822007939219475,0.05108930170536041,0.05395852401852608,0.05682774633169174,0.05969696864485741,0.06256619095802307,0.06543541699647903,0.0683046355843544,0.07117386162281036,0.07404308021068573,0.0769123062491417,0.07978152483701706,0.08265075087547302,0.08551996946334839,0.08838919550180435]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,1,1,1,0,1,1,0,5,2,2,4,2,2,6,10,9,15,13,9,14,26,23,18,37,25,38,36,40,40,55,39,37,38,36,36,19,22,16,13,20,10,9,2,8,5,7,4,0,2,2,0,0,1,0,3,1,0,1],"bins":[0.9965102076530457,0.9966139793395996,0.9967176914215088,0.9968214631080627,0.9969251751899719,0.9970289468765259,0.9971326589584351,0.997236430644989,0.9973401427268982,0.9974439144134521,0.9975476264953613,0.9976513981819153,0.9977551698684692,0.9978588819503784,0.9979626536369324,0.9980663657188416,0.9981701374053955,0.9982738494873047,0.9983776211738586,0.9984813332557678,0.9985851049423218,0.998688817024231,0.9987925887107849,0.9988963603973389,0.999000072479248,0.999103844165802,0.9992075562477112,0.9993113279342651,0.9994150400161743,0.9995188117027283,0.9996225237846375,0.9997262954711914,0.9998300075531006,0.9999337792396545,1.0000375509262085,1.0001412630081177,1.0002449750900269,1.0003488063812256,1.0004525184631348,1.000556230545044,1.0006599426269531,1.0007637739181519,1.000867486000061,1.0009711980819702,1.001075029373169,1.0011787414550781,1.0012824535369873,1.0013861656188965,1.0014899969100952,1.0015937089920044,1.0016974210739136,1.0018011331558228,1.0019049644470215,1.0020086765289307,1.0021123886108398,1.0022162199020386,1.0023199319839478,1.002423644065857,1.0025273561477661,1.0026311874389648,1.002734899520874,1.0028386116027832,1.0029423236846924,1.0030461549758911,1.0031498670578003],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.0008245854405686259,-0.0007994263432919979,-0.0007742672460153699,-0.0007491081487387419,-0.0007239490514621139,-0.0006987899541854858,-0.0006736308569088578,-0.0006484717596322298,-0.0006233126623556018,-0.0005981536232866347,-0.0005729945260100067,-0.0005478354287333786,-0.0005226763314567506,-0.0004975172341801226,-0.0004723581369034946,-0.0004471990396268666,-0.00042203994235023856,-0.00039688084507361054,-0.0003717217477969825,-0.0003465626505203545,-0.0003214035532437265,-0.00029624448507092893,-0.0002710853877943009,-0.0002459262905176729,-0.00022076719324104488,-0.00019560809596441686,-0.00017044899868778884,-0.00014528991596307606,-0.00012013081868644804,-9.497172140982002e-05,-6.981263140914962e-05,-4.465353777050041e-05,-1.9494385924190283e-05,5.6647077144589275e-06,3.082380135310814e-05,5.598289499175735e-05,8.114198863040656e-05,0.00010630108590703458,0.00013146016863174736,0.00015661926590837538,0.0001817783631850034,0.00020693746046163142,0.00023209655773825943,0.00025725565501488745,0.000282414723187685,0.00030757382046431303,0.00033273291774094105,0.00035789201501756907,0.0003830511122941971,0.0004082102095708251,0.0004333693068474531,0.00045852840412408113,0.00048368750140070915,0.0005088465986773372,0.0005340056959539652,0.0005591647932305932,0.0005843238905072212,0.0006094829295761883,0.0006346420268528163,0.0006598011241294444,0.0006849602214060724,0.0007101193186827004,0.0007352784159593284,0.0007604375132359564,0.0007855966105125844],"_type":"histogram","values":[1,0,1,0,1,0,1,0,0,0,1,0,3,3,3,5,8,8,8,11,11,14,15,17,27,26,27,34,36,37,37,38,33,32,35,30,41,34,26,17,16,16,21,10,14,15,8,8,9,7,4,9,4,0,2,2,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,1,0,1,0,1,3,1,1,4,2,6,2,7,7,3,7,6,8,12,16,17,21,26,18,40,28,32,46,42,33,42,42,33,38,32,25,24,31,11,14,14,9,9,5,7,5,6,3,6,7,5,1,0,1,1,0,1,1,0,2],"bins":[-1.049041748046875e-05,-1.0173767805099487e-05,-9.857118129730225e-06,-9.540468454360962e-06,-9.2238187789917e-06,-8.907169103622437e-06,-8.590519428253174e-06,-8.273869752883911e-06,-7.957220077514648e-06,-7.640570402145386e-06,-7.323920726776123e-06,-7.00727105140686e-06,-6.690621376037598e-06,-6.373971700668335e-06,-6.057322025299072e-06,-5.7406723499298096e-06,-5.424022674560547e-06,-5.107372999191284e-06,-4.7907233238220215e-06,-4.474073648452759e-06,-4.157423973083496e-06,-3.840774297714233e-06,-3.5241246223449707e-06,-3.207474946975708e-06,-2.8908252716064453e-06,-2.5741755962371826e-06,-2.25752592086792e-06,-1.9408762454986572e-06,-1.6242265701293945e-06,-1.3075768947601318e-06,-9.909272193908691e-07,-6.742775440216064e-07,-3.5762786865234375e-07,-4.0978193283081055e-08,2.7567148208618164e-07,5.923211574554443e-07,9.08970832824707e-07,1.2256205081939697e-06,1.5422701835632324e-06,1.8589198589324951e-06,2.175569534301758e-06,2.4922192096710205e-06,2.808868885040283e-06,3.125518560409546e-06,3.4421682357788086e-06,3.7588179111480713e-06,4.075467586517334e-06,4.392117261886597e-06,4.708766937255859e-06,5.025416612625122e-06,5.342066287994385e-06,5.6587159633636475e-06,5.97536563873291e-06,6.292015314102173e-06,6.6086649894714355e-06,6.925314664840698e-06,7.241964340209961e-06,7.558614015579224e-06,7.875263690948486e-06,8.191913366317749e-06,8.508563041687012e-06,8.825212717056274e-06,9.141862392425537e-06,9.4585120677948e-06,9.775161743164062e-06]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[1,0,3,0,2,1,0,5,10,5,12,11,21,23,36,48,62,64,95,105,135,130,126,133,145,130,114,93,108,77,68,56,37,33,30,17,18,14,11,11,14,6,11,1,5,3,2,2,1,2,5,3,0,1,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00010573863983154297,-0.0001012943685054779,-9.685009717941284e-05,-9.240582585334778e-05,-8.796155452728271e-05,-8.351728320121765e-05,-7.907301187515259e-05,-7.462874054908752e-05,-7.018446922302246e-05,-6.57401978969574e-05,-6.129592657089233e-05,-5.685165524482727e-05,-5.240738391876221e-05,-4.7963112592697144e-05,-4.351884126663208e-05,-3.9074569940567017e-05,-3.463029861450195e-05,-3.018602728843689e-05,-2.5741755962371826e-05,-2.1297484636306763e-05,-1.68532133102417e-05,-1.2408941984176636e-05,-7.964670658111572e-06,-3.520399332046509e-06,9.238719940185547e-07,5.368143320083618e-06,9.812414646148682e-06,1.4256685972213745e-05,1.870095729827881e-05,2.3145228624343872e-05,2.7589499950408936e-05,3.2033771276474e-05,3.647804260253906e-05,4.0922313928604126e-05,4.536658525466919e-05,4.981085658073425e-05,5.4255127906799316e-05,5.869939923286438e-05,6.314367055892944e-05,6.758794188499451e-05,7.203221321105957e-05,7.647648453712463e-05,8.09207558631897e-05,8.536502718925476e-05,8.980929851531982e-05,9.425356984138489e-05,9.869784116744995e-05,0.00010314211249351501,0.00010758638381958008,0.00011203065514564514,0.0001164749264717102,0.00012091919779777527,0.00012536346912384033,0.0001298077404499054,0.00013425201177597046,0.00013869628310203552,0.00014314055442810059,0.00014758482575416565,0.0001520290970802307,0.00015647336840629578,0.00016091763973236084,0.0001653619110584259,0.00016980618238449097,0.00017425045371055603,0.0001786947250366211],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"bins":[-0.0016841888427734375,-0.0016341805458068848,-0.001584172248840332,-0.0015341639518737793,-0.0014841556549072266,-0.0014341473579406738,-0.001384139060974121,-0.0013341307640075684,-0.0012841224670410156,-0.0012341141700744629,-0.0011841058731079102,-0.0011340975761413574,-0.0010840892791748047,-0.001034080982208252,-0.0009840726852416992,-0.0009340643882751465,-0.0008840560913085938,-0.000834047794342041,-0.0007840394973754883,-0.0007340312004089355,-0.0006840229034423828,-0.0006340146064758301,-0.0005840063095092773,-0.0005339980125427246,-0.0004839897155761719,-0.00043398141860961914,-0.0003839731216430664,-0.00033396482467651367,-0.00028395652770996094,-0.0002339482307434082,-0.00018393993377685547,-0.00013393163681030273,-8.392333984375e-05,-3.3915042877197266e-05,1.609325408935547e-05,6.61015510559082e-05,0.00011610984802246094,0.00016611814498901367,0.0002161264419555664,0.00026613473892211914,0.0003161430358886719,0.0003661513328552246,0.00041615962982177734,0.0004661679267883301,0.0005161762237548828,0.0005661845207214355,0.0006161928176879883,0.000666201114654541,0.0007162094116210938,0.0007662177085876465,0.0008162260055541992,0.000866234302520752,0.0009162425994873047,0.0009662508964538574,0.0010162591934204102,0.0010662674903869629,0.0011162757873535156,0.0011662840843200684,0.001216292381286621,0.0012663006782531738,0.0013163089752197266,0.0013663172721862793,0.001416325569152832,0.0014663338661193848,0.0015163421630859375],"_type":"histogram","values":[1,0,0,3,3,0,0,6,3,7,8,8,10,11,17,23,34,40,65,85,107,155,204,376,608,917,1454,2452,4342,7899,15362,33882,87994,214939,128858,46593,20232,9905,5249,3081,1818,1115,673,405,285,183,100,90,57,44,27,21,17,16,8,6,7,6,4,3,1,1,3,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,1,0,0,0,2,1,1,2,3,4,2,3,8,12,8,8,16,10,25,17,18,35,41,39,40,47,46,53,43,38,39,35,24,22,28,16,13,7,10,10,6,5,7,3,3,3,2,0,1,1,1,0,1,2,0,0,1,1,1,0,1],"bins":[-0.0003344729484524578,-0.00032330933026969433,-0.00031214571208693087,-0.0003009820939041674,-0.00028981847572140396,-0.0002786548575386405,-0.00026749123935587704,-0.0002563276211731136,-0.00024516400299035013,-0.00023400038480758667,-0.0002228367666248232,-0.00021167314844205976,-0.0002005095302592963,-0.00018934591207653284,-0.00017818229389376938,-0.00016701867571100593,-0.00015585505752824247,-0.000144691439345479,-0.00013352782116271555,-0.0001223642029799521,-0.00011120058479718864,-0.00010003696661442518,-8.887334843166173e-05,-7.770973024889827e-05,-6.654611206613481e-05,-5.538249388337135e-05,-4.4218875700607896e-05,-3.305525751784444e-05,-2.189163933508098e-05,-1.0728021152317524e-05,4.3559703044593334e-07,1.159921521320939e-05,2.2762833395972848e-05,3.3926451578736305e-05,4.509006976149976e-05,5.625368794426322e-05,6.741730612702668e-05,7.858092430979013e-05,8.974454249255359e-05,0.00010090816067531705,0.0001120717788580805,0.00012323539704084396,0.00013439901522360742,0.00014556263340637088,0.00015672625158913434,0.0001678898697718978,0.00017905348795466125,0.0001902171061374247,0.00020138072432018816,0.00021254434250295162,0.00022370796068571508,0.00023487157886847854,0.000246035197051242,0.00025719881523400545,0.0002683624334167689,0.00027952605159953237,0.0002906896697822958,0.0003018532879650593,0.00031301690614782274,0.0003241805243305862,0.00033534414251334965,0.0003465077606961131,0.00035767137887887657,0.00036883499706164,0.0003799986152444035]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.0002288222312927246,-0.00022134743630886078,-0.00021387264132499695,-0.00020639784634113312,-0.0001989230513572693,-0.00019144825637340546,-0.00018397346138954163,-0.0001764986664056778,-0.00016902387142181396,-0.00016154907643795013,-0.0001540742814540863,-0.00014659948647022247,-0.00013912469148635864,-0.0001316498965024948,-0.00012417510151863098,-0.00011670030653476715,-0.00010922551155090332,-0.00010175071656703949,-9.427592158317566e-05,-8.680112659931183e-05,-7.9326331615448e-05,-7.185153663158417e-05,-6.437674164772034e-05,-5.6901946663856506e-05,-4.9427151679992676e-05,-4.1952356696128845e-05,-3.4477561712265015e-05,-2.7002766728401184e-05,-1.9527971744537354e-05,-1.2053176760673523e-05,-4.578381776809692e-06,2.896413207054138e-06,1.0371208190917969e-05,1.78460031747818e-05,2.532079815864563e-05,3.279559314250946e-05,4.027038812637329e-05,4.774518311023712e-05,5.521997809410095e-05,6.269477307796478e-05,7.016956806182861e-05,7.764436304569244e-05,8.511915802955627e-05,9.25939530134201e-05,0.00010006874799728394,0.00010754354298114777,0.0001150183379650116,0.00012249313294887543,0.00012996792793273926,0.0001374427229166031,0.00014491751790046692,0.00015239231288433075,0.00015986710786819458,0.0001673419028520584,0.00017481669783592224,0.00018229149281978607,0.0001897662878036499,0.00019724108278751373,0.00020471587777137756,0.0002121906727552414,0.00021966546773910522,0.00022714026272296906,0.00023461505770683289,0.00024208985269069672,0.00024956464767456055],"_type":"histogram","values":[2,0,0,1,3,1,1,1,4,4,8,2,7,5,9,11,9,16,18,19,26,17,22,26,25,19,22,19,28,35,28,30,28,31,29,30,24,23,24,24,16,17,21,13,15,10,6,6,5,9,4,3,2,5,1,2,0,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,1,2,0,3,0,5,2,1,9,8,9,2,11,12,17,18,28,43,54,45,58,59,63,58,65,50,27,19,29,12,8,14,5,2,5,1,4,5,0,3,1,2,2,1,0,1,1,0,0,1],"bins":[-0.00014543533325195312,-0.0001413486897945404,-0.00013726204633712769,-0.00013317540287971497,-0.00012908875942230225,-0.00012500211596488953,-0.0001209154725074768,-0.00011682882905006409,-0.00011274218559265137,-0.00010865554213523865,-0.00010456889867782593,-0.00010048225522041321,-9.639561176300049e-05,-9.230896830558777e-05,-8.822232484817505e-05,-8.413568139076233e-05,-8.004903793334961e-05,-7.596239447593689e-05,-7.187575101852417e-05,-6.778910756111145e-05,-6.370246410369873e-05,-5.961582064628601e-05,-5.552917718887329e-05,-5.144253373146057e-05,-4.735589027404785e-05,-4.326924681663513e-05,-3.918260335922241e-05,-3.509595990180969e-05,-3.100931644439697e-05,-2.6922672986984253e-05,-2.2836029529571533e-05,-1.8749386072158813e-05,-1.4662742614746094e-05,-1.0576099157333374e-05,-6.489455699920654e-06,-2.4028122425079346e-06,1.6838312149047852e-06,5.770474672317505e-06,9.857118129730225e-06,1.3943761587142944e-05,1.8030405044555664e-05,2.2117048501968384e-05,2.6203691959381104e-05,3.0290335416793823e-05,3.437697887420654e-05,3.846362233161926e-05,4.255026578903198e-05,4.66369092464447e-05,5.072355270385742e-05,5.481019616127014e-05,5.889683961868286e-05,6.298348307609558e-05,6.70701265335083e-05,7.115676999092102e-05,7.524341344833374e-05,7.933005690574646e-05,8.341670036315918e-05,8.75033438205719e-05,9.158998727798462e-05,9.567663073539734e-05,9.976327419281006e-05,0.00010384991765022278,0.0001079365611076355,0.00011202320456504822,0.00011610984802246094]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"bins":[-0.00021314620971679688,-0.00020570680499076843,-0.00019826740026474,-0.00019082799553871155,-0.0001833885908126831,-0.00017594918608665466,-0.00016850978136062622,-0.00016107037663459778,-0.00015363097190856934,-0.0001461915671825409,-0.00013875216245651245,-0.000131312757730484,-0.00012387335300445557,-0.00011643394827842712,-0.00010899454355239868,-0.00010155513882637024,-9.41157341003418e-05,-8.667632937431335e-05,-7.923692464828491e-05,-7.179751992225647e-05,-6.435811519622803e-05,-5.6918710470199585e-05,-4.947930574417114e-05,-4.20399010181427e-05,-3.460049629211426e-05,-2.7161091566085815e-05,-1.9721686840057373e-05,-1.228228211402893e-05,-4.842877388000488e-06,2.596527338027954e-06,1.0035932064056396e-05,1.747533679008484e-05,2.491474151611328e-05,3.2354146242141724e-05,3.9793550968170166e-05,4.723295569419861e-05,5.467236042022705e-05,6.211176514625549e-05,6.955116987228394e-05,7.699057459831238e-05,8.442997932434082e-05,9.186938405036926e-05,9.93087887763977e-05,0.00010674819350242615,0.00011418759822845459,0.00012162700295448303,0.00012906640768051147,0.00013650581240653992,0.00014394521713256836,0.0001513846218585968,0.00015882402658462524,0.0001662634313106537,0.00017370283603668213,0.00018114224076271057,0.00018858164548873901,0.00019602105021476746,0.0002034604549407959,0.00021089985966682434,0.00021833926439285278,0.00022577866911888123,0.00023321807384490967,0.0002406574785709381,0.00024809688329696655,0.000255536288022995,0.00026297569274902344],"_type":"histogram","values":[1,1,2,3,5,5,8,20,21,40,65,91,138,197,301,486,766,1158,1802,2992,4770,7757,13324,22875,40668,75022,139009,250666,350782,288368,165013,87533,48578,28288,16343,9837,5983,3632,2200,1452,983,590,362,260,163,112,68,41,18,26,10,11,2,3,5,4,2,0,0,0,0,0,1,1]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,1,0,0,1,0,0,2,1,1,2,4,5,9,8,9,17,11,19,23,19,25,34,37,37,41,54,57,69,70,71,60,70,84,76,79,73,69,57,59,47,44,33,28,29,29,20,12,10,7,4,2,2,3,2,3,1,2,1,1,0,1],"bins":[-0.08097078651189804,-0.07862638682126999,-0.07628199458122253,-0.07393759489059448,-0.07159320265054703,-0.06924880295991898,-0.06690441071987152,-0.06456001102924347,-0.062215615063905716,-0.05987121909856796,-0.05752682313323021,-0.055182427167892456,-0.052838027477264404,-0.05049363151192665,-0.0481492355465889,-0.045804839581251144,-0.04346044361591339,-0.04111604765057564,-0.038771651685237885,-0.03642725571990013,-0.03408285975456238,-0.031738460063934326,-0.029394064098596573,-0.02704966813325882,-0.024705272167921066,-0.022360876202583313,-0.02001648023724556,-0.017672082409262657,-0.015327686443924904,-0.01298329047858715,-0.010638893581926823,-0.008294496685266495,-0.0059501007199287415,-0.003605704288929701,-0.0012613078579306602,0.0010830885730683804,0.003427485004067421,0.0057718814350664616,0.008116277866065502,0.01046067476272583,0.012805070728063583,0.015149466693401337,0.01749386265873909,0.019838260486721992,0.022182656452059746,0.0245270524173975,0.0268714502453804,0.029215846210718155,0.03156024217605591,0.03390463814139366,0.036249034106731415,0.03859343007206917,0.04093782603740692,0.04328222572803497,0.045626621693372726,0.04797101765871048,0.05031541362404823,0.052659809589385986,0.05500420555472374,0.05734860152006149,0.059693001210689545,0.0620373971760273,0.06438179314136505,0.0667261853814125,0.06907058507204056],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.09380197525024414,-0.09086476266384125,-0.08792755007743835,-0.08499033004045486,-0.08205311745405197,-0.07911590486764908,-0.07617869228124619,-0.0732414722442627,-0.0703042596578598,-0.06736704707145691,-0.06442983448505402,-0.061492618173360825,-0.05855540558695793,-0.05561818927526474,-0.05268097668886185,-0.049743760377168655,-0.04680654779076576,-0.04386933520436287,-0.04093211889266968,-0.037994906306266785,-0.03505768999457359,-0.0321204774081707,-0.029183262959122658,-0.026246048510074615,-0.023308834061026573,-0.02037161961197853,-0.01743440516293049,-0.014497191645205021,-0.011559977196156979,-0.008622762747108936,-0.005685548763722181,-0.0027483345475047827,0.00018887966871261597,0.0031260938849300146,0.006063308101147413,0.009000522084534168,0.01193773653358221,0.014874950982630253,0.01781216450035572,0.020749378949403763,0.023686593398451805,0.026623807847499847,0.02956102229654789,0.03249823674559593,0.035435449331998825,0.03837266564369202,0.04130987823009491,0.0442470945417881,0.047184307128190994,0.05012151971459389,0.05305873602628708,0.05599594861268997,0.05893316492438316,0.061870377510786057,0.06480759382247925,0.06774480640888214,0.07068201899528503,0.07361923158168793,0.07655645161867142,0.07949366420507431,0.0824308767914772,0.0853680893778801,0.08830530941486359,0.09124252200126648,0.09417973458766937],"_type":"histogram","values":[3,1,2,3,13,21,30,66,99,161,225,437,624,938,1338,1915,2750,3578,4907,6464,8425,10590,13221,16090,19106,21875,25120,27987,30343,32277,33675,34101,34811,33714,32343,30225,27545,24420,21646,18719,15773,12764,10454,8319,6238,4778,3557,2570,1832,1298,890,530,391,235,162,90,60,29,18,15,5,2,3,3]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,1,2,1,1,0,3,0,4,4,1,6,1,7,9,11,13,25,25,33,33,35,48,50,51,51,59,52,54,34,27,23,20,15,10,12,5,2,6,3,9,7,2,1,2,0,0,5,0,0,1,0,1,1,0,0,0,1],"bins":[-0.0006324095302261412,-0.000612226314842701,-0.0005920430412515998,-0.0005718598258681595,-0.0005516766104847193,-0.0005314933368936181,-0.0005113101215101779,-0.0004911269061267376,-0.0004709436616394669,-0.00045076041715219617,-0.0004305772017687559,-0.0004103939572814852,-0.0003902107127942145,-0.00037002749741077423,-0.0003498442529235035,-0.00032966103754006326,-0.00030947779305279255,-0.00028929454856552184,-0.0002691113331820816,-0.00024892808869481087,-0.00022874485875945538,-0.0002085616288240999,-0.00018837838433682919,-0.0001681951544014737,-0.00014801192446611822,-0.00012782869453076273,-0.00010764545731944963,-8.746222010813653e-05,-6.727899017278105e-05,-4.709575659944676e-05,-2.6912523026112467e-05,-6.7292894527781755e-06,1.345400232821703e-05,3.363723590155132e-05,5.382046947488561e-05,7.400370668619871e-05,9.41869366215542e-05,0.00011437016655690968,0.0001345534110441804,0.00015473664097953588,0.00017491987091489136,0.00019510310085024685,0.00021528633078560233,0.00023546957527287304,0.00025565281976014376,0.000275836035143584,0.0002960192796308547,0.000316202495014295,0.0003363857395015657,0.0003565689839888364,0.00037675219937227666,0.0003969354438595474,0.00041711865924298763,0.00043730190373025835,0.00045748514821752906,0.0004776683636009693,0.0004978516371920705,0.0005180348525755107,0.000538218067958951,0.0005584012833423913,0.0005785845569334924,0.0005987677723169327,0.0006189509877003729,0.0006391342612914741,0.0006593174766749144],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.008636006154119968,-0.008370548486709595,-0.008105091750621796,-0.007839634083211422,-0.007574176415801048,-0.007308718748390675,-0.007043261546641588,-0.006777804344892502,-0.006512346677482128,-0.0062468890100717545,-0.005981431808322668,-0.005715974606573582,-0.005450516939163208,-0.005185059271752834,-0.004919602070003748,-0.0046541448682546616,-0.004388687200844288,-0.004123229533433914,-0.003857772331684828,-0.0035923148971050978,-0.0033268574625253677,-0.0030614000279456377,-0.0027959425933659077,-0.0025304851587861776,-0.0022650277242064476,-0.0019995702896267176,-0.0017341128550469875,-0.0014686554204672575,-0.0012031979858875275,-0.0009377405513077974,-0.0006722831167280674,-0.00040682568214833736,-0.00014136731624603271,0.00012409011833369732,0.00038954755291342735,0.0006550049874931574,0.0009204624220728874,0.0011859198566526175,0.0014513772912323475,0.0017168347258120775,0.0019822921603918076,0.0022477495949715376,0.0025132070295512676,0.0027786644641309977,0.0030441218987107277,0.0033095793332904577,0.0035750367678701878,0.003840494202449918,0.004105951637029648,0.0043714093044400215,0.004636866506189108,0.004902323707938194,0.005167781375348568,0.005433239042758942,0.005698696244508028,0.005964153446257114,0.006229611113667488,0.006495068781077862,0.006760525982826948,0.0070259831845760345,0.007291440851986408,0.007556898519396782,0.007822355255484581,0.008087812922894955,0.008353270590305328],"_type":"histogram","values":[1,0,1,1,0,1,1,1,0,0,3,2,5,4,4,9,11,9,15,15,16,17,14,27,23,26,19,38,30,21,31,25,21,33,25,29,25,29,18,25,26,20,20,23,18,12,12,16,10,9,1,5,10,1,3,0,4,0,1,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,1,0,0,1,0,1,3,3,4,3,3,10,8,11,9,17,16,15,18,13,28,24,27,23,35,30,38,37,33,31,37,23,37,33,26,29,17,20,19,14,21,10,7,7,3,6,2,4,4,2,1,2,0,0,0,0,0,0,0,0,1],"bins":[-0.0002761696232482791,-0.0002672901900950819,-0.00025841075694188476,-0.00024953129468485713,-0.00024065186153165996,-0.0002317724283784628,-0.0002228929806733504,-0.00021401354752015322,-0.00020513409981504083,-0.00019625466666184366,-0.0001873752335086465,-0.0001784957858035341,-0.00016961635265033692,-0.00016073690494522452,-0.00015185747179202735,-0.00014297802408691496,-0.0001340985909337178,-0.00012521915778052062,-0.00011633971007540822,-0.00010746026964625344,-9.858082921709865e-05,-8.970139606390148e-05,-8.08219556347467e-05,-7.194251520559192e-05,-6.306307477643713e-05,-5.418363434728235e-05,-4.5304193918127567e-05,-3.642475712695159e-05,-2.7545316697796807e-05,-1.8665876268642023e-05,-9.786437658476643e-06,-9.069981388165615e-07,7.97244138084352e-06,1.6851881809998304e-05,2.5731320420163684e-05,3.4610759030329064e-05,4.349019945948385e-05,5.236963988863863e-05,6.124907667981461e-05,7.012851710896939e-05,7.900795753812417e-05,8.788739796727896e-05,9.676683839643374e-05,0.00010564627882558852,0.0001145257119787857,0.0001234051596838981,0.00013228459283709526,0.00014116404054220766,0.00015004347369540483,0.000158922906848602,0.0001678023545537144,0.00017668178770691156,0.00018556123541202396,0.00019444066856522113,0.00020332011627033353,0.0002121995494235307,0.00022107898257672787,0.00022995843028184026,0.00023883786343503743,0.00024771731114014983,0.000256596744293347,0.00026547617744654417,0.0002743556397035718,0.00028323507285676897,0.00029211450600996614],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[2,0,1,9,20,35,54,106,211,365,546,881,1403,2182,3272,5039,7390,10353,14636,19528,25683,33002,41117,50088,59332,69210,77692,85738,92242,97371,98885,98847,96114,91361,84166,76378,67010,57510,48285,39144,31597,24285,18303,13757,9698,6846,4651,3151,2090,1289,825,501,292,167,87,61,30,12,9,3,1,0,0,1],"bins":[-0.09845881164073944,-0.09527208656072617,-0.0920853540301323,-0.08889862895011902,-0.08571190387010574,-0.08252517133951187,-0.0793384462594986,-0.07615172117948532,-0.07296499609947205,-0.06977826356887817,-0.0665915384888649,-0.06340481340885162,-0.06021808087825775,-0.057031355798244476,-0.0538446269929409,-0.05065790191292763,-0.047471173107624054,-0.04428444430232048,-0.041097719222307205,-0.03791099041700363,-0.034724265336990356,-0.03153753653168678,-0.02835080772638321,-0.025164080783724785,-0.02197735384106636,-0.018790626898407936,-0.015603899024426937,-0.012417171150445938,-0.009230444207787514,-0.006043716799467802,-0.0028569893911480904,0.0003297380171716213,0.003516457974910736,0.006703185383230448,0.00988991279155016,0.013076640665531158,0.016263367608189583,0.019450094550848007,0.02263682335615158,0.025823550298810005,0.02901027724146843,0.032197006046772,0.03538373112678528,0.03857045993208885,0.041757188737392426,0.0449439138174057,0.048130642622709274,0.05131736770272255,0.05450409650802612,0.0576908253133297,0.06087755039334297,0.06406427919864655,0.06725100427865982,0.07043773680925369,0.07362446188926697,0.07681118696928024,0.07999791204929352,0.08318464457988739,0.08637136965990067,0.08955809473991394,0.09274482727050781,0.09593155235052109,0.09911827743053436,0.10230500996112823,0.10549173504114151],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,3,2,3,1,2,6,9,3,11,24,22,14,30,31,37,45,44,41,46,49,43,41,39,43,28,25,25,22,15,16,6,4,7,3,5,4,3,2,0,1,2,0,1,1,2,0,0,0,1,1,1,0,1,0,1],"bins":[0.9967583417892456,0.9968765377998352,0.9969947338104248,0.9971129894256592,0.9972311854362488,0.9973493814468384,0.997467577457428,0.9975858330726624,0.997704029083252,0.9978222250938416,0.9979404211044312,0.9980586171150208,0.9981768727302551,0.9982950687408447,0.9984132647514343,0.9985314607620239,0.9986497163772583,0.9987679123878479,0.9988861083984375,0.9990043044090271,0.9991225004196167,0.9992407560348511,0.9993589520454407,0.9994771480560303,0.9995953440666199,0.9997135400772095,0.9998317956924438,0.9999499917030334,1.000068187713623,1.0001864433288574,1.0003045797348022,1.0004228353500366,1.0005409717559814,1.0006592273712158,1.0007774829864502,1.000895619392395,1.0010138750076294,1.0011321306228638,1.0012502670288086,1.001368522644043,1.0014866590499878,1.0016049146652222,1.0017231702804565,1.0018413066864014,1.0019595623016357,1.0020776987075806,1.002195954322815,1.0023142099380493,1.0024323463439941,1.0025506019592285,1.0026687383651733,1.0027869939804077,1.002905249595642,1.003023386001587,1.0031416416168213,1.0032598972320557,1.0033780336380005,1.0034962892532349,1.0036144256591797,1.003732681274414,1.0038509368896484,1.0039690732955933,1.0040873289108276,1.0042054653167725,1.0043237209320068]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"_type":"histogram","values":[2,4,4,9,16,26,56,92,168,282,397,643,985,1478,2071,2903,4050,5556,7305,9484,12035,14821,17765,21036,24342,27499,30281,32611,33933,35478,35389,34715,33356,31471,28975,26140,22629,19542,16597,13418,10782,8346,6624,5021,3620,2584,1805,1234,824,521,379,240,126,75,25,22,17,8,2,3,0,1,0,1],"bins":[-0.0915343314409256,-0.08851195871829987,-0.08548959344625473,-0.082467220723629,-0.07944484800100327,-0.07642247527837753,-0.0734001100063324,-0.07037773728370667,-0.06735536456108093,-0.0643329992890358,-0.061310626566410065,-0.05828825384378433,-0.0552658848464489,-0.052243512123823166,-0.04922114312648773,-0.046198770403862,-0.043176401406526566,-0.04015403240919113,-0.0371316596865654,-0.034109290689229965,-0.031086917966604233,-0.0280645489692688,-0.025042178109288216,-0.022019807249307632,-0.01899743638932705,-0.015975065529346466,-0.012952694669365883,-0.009930324740707874,-0.006907953880727291,-0.0038855832535773516,-0.000863212626427412,0.0021591580007225275,0.005181528627872467,0.00820389948785305,0.011226270347833633,0.014248640276491642,0.0172710120677948,0.020293381065130234,0.023315751925110817,0.0263381227850914,0.029360493645071983,0.032382864505052567,0.035405233502388,0.03842760622501373,0.04144997522234917,0.0444723479449749,0.04749471694231033,0.050517089664936066,0.0535394586622715,0.056561827659606934,0.059584200382232666,0.0626065731048584,0.06562893837690353,0.06865131109952927,0.071673683822155,0.07469605654478073,0.07771842181682587,0.0807407945394516,0.08376316726207733,0.08678553253412247,0.0898079052567482,0.09283027797937393,0.09585265070199966,0.0988750159740448,0.10189738869667053]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,3,0,1,1,4,10,5,7,9,8,7,10,10,13,18,16,19,25,16,21,23,25,22,20,27,27,26,30,36,30,19,27,28,32,31,23,20,15,16,9,12,10,6,12,8,4,7,1,7,2,3,0,1,1,2],"bins":[-0.000593379489146173,-0.0005767545662820339,-0.0005601295852102339,-0.0005435046623460948,-0.0005268796812742949,-0.0005102547584101558,-0.0004936298355460167,-0.0004770048544742167,-0.0004603799316100776,-0.0004437549796421081,-0.00042713002767413855,-0.000410505075706169,-0.00039388012373819947,-0.00037725517177022994,-0.00036063024890609086,-0.0003440052969381213,-0.0003273803449701518,-0.00031075539300218225,-0.0002941304410342127,-0.00027750551817007363,-0.0002608805662021041,-0.00024425561423413455,-0.00022763066226616502,-0.0002110057248501107,-0.00019438077288214117,-0.00017775582091417164,-0.00016113088349811733,-0.0001445059315301478,-0.00012788097956217825,-0.00011125604214612395,-9.463109017815441e-05,-7.800614548614249e-05,-6.138120079413056e-05,-4.475625610211864e-05,-2.813130777212791e-05,-1.1506361261126585e-05,5.118585249874741e-06,2.1743531760876067e-05,3.836847827187739e-05,5.499342660186812e-05,7.161837129388005e-05,8.824331598589197e-05,0.00010486826067790389,0.00012149321264587343,0.00013811816461384296,0.00015474310202989727,0.0001713680539978668,0.00018799299141392112,0.00020461794338189065,0.0002212428953498602,0.0002378678327659145,0.0002544927701819688,0.00027111772214993834,0.0002877426741179079,0.0003043676260858774,0.00032099257805384696,0.0003376175300218165,0.00035424245288595557,0.0003708674048539251,0.00038749235682189465,0.0004041173087898642,0.0004207422607578337,0.0004373671836219728,0.00045399213558994234,0.00047061708755791187]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.0015053970273584127,-0.001456177094951272,-0.0014069571625441313,-0.0013577372301369905,-0.0013085172977298498,-0.001259297365322709,-0.0012100774329155684,-0.0011608575005084276,-0.0011116375681012869,-0.0010624175192788243,-0.0010131975868716836,-0.0009639777126722038,-0.0009147577220574021,-0.0008655377896502614,-0.0008163178572431207,-0.0007670979248359799,-0.0007178779924288392,-0.0006686580600216985,-0.0006194381276145577,-0.000570218195207417,-0.0005209982628002763,-0.0004717783012893051,-0.0004225583397783339,-0.00037333840737119317,-0.00032411847496405244,-0.0002748985425569117,-0.00022567859559785575,-0.0001764586486387998,-0.00012723871623165905,-7.801877654856071e-05,-2.8798836865462363e-05,2.0421102817635983e-05,6.964104250073433e-05,0.00011886098218383268,0.00016808092186693102,0.00021730086882598698,0.0002665208012331277,0.00031574073364026845,0.00036496069515123963,0.00041418062755838037,0.0004634005599655211,0.0005126204923726618,0.0005618404247798026,0.0006110603571869433,0.0006602803478017449,0.0007095002802088857,0.0007587202126160264,0.0008079401450231671,0.0008571600774303079,0.0009063800098374486,0.0009555999422445893,0.00100481987465173,0.0010540398070588708,0.0011032597394660115,0.0011524796718731523,0.001201699604280293,0.0012509196531027555,0.0013001395855098963,0.001349359517917037,0.0013985794503241777,0.0014477993827313185,0.0014970193151384592,0.0015462392475456,0.0015954591799527407,0.0016446791123598814],"_type":"histogram","values":[1,0,0,0,0,1,0,3,1,1,4,2,3,2,5,2,12,13,10,15,17,16,30,29,25,36,37,30,28,48,29,36,39,38,38,27,27,26,28,20,18,16,9,9,9,3,5,5,5,4,1,1,2,0,0,0,0,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.005792659241706133,-0.005614657886326313,-0.005436656530946493,-0.005258655175566673,-0.005080653354525566,-0.004902651999145746,-0.004724650643765926,-0.0045466492883861065,-0.004368647933006287,-0.004190646577626467,-0.00401264475658536,-0.0038346436340361834,-0.00365664204582572,-0.0034786406904459,-0.00330063933506608,-0.0031226377468556166,-0.0029446363914757967,-0.002766635036095977,-0.0025886334478855133,-0.0024106320925056934,-0.0022326307371258736,-0.00205462914891541,-0.0018766277935355902,-0.0016986264381557703,-0.0015206249663606286,-0.001342623494565487,-0.001164622139185667,-0.0009866206673905253,-0.0008086192538030446,-0.0006306178402155638,-0.00045261639752425253,-0.0002746149548329413,-9.661354124546051e-05,8.13878868939355e-05,0.0002593893150333315,0.00043739075772464275,0.0006153921713121235,0.0007933935848996043,0.000971395056694746,0.0011493964120745659,0.0013273978838697076,0.0015053993556648493,0.0016834007110446692,0.0018614021828398108,0.0020394036546349525,0.0022174050100147724,0.0023954063653945923,0.002573407953605056,0.0027514093089848757,0.0029294106643646955,0.003107412252575159,0.003285413607954979,0.003463414963334799,0.0036414165515452623,0.003819417906925082,0.003997419495135546,0.004175420850515366,0.0043534222058951855,0.004531423561275005,0.004709424916654825,0.004887426272034645,0.005065428093075752,0.005243429448455572,0.005421430803835392,0.005599432159215212],"_type":"histogram","values":[1,0,0,0,0,1,2,0,2,5,5,8,16,11,23,27,40,49,50,78,80,140,169,215,266,328,440,510,699,867,1158,1385,440730,1320,1109,914,708,582,413,311,291,211,150,151,99,77,58,33,37,26,37,11,11,10,7,4,2,2,3,1,1,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.00034236907958984375,-0.0003299415111541748,-0.00031751394271850586,-0.0003050863742828369,-0.00029265880584716797,-0.000280231237411499,-0.0002678036689758301,-0.00025537610054016113,-0.0002429485321044922,-0.00023052096366882324,-0.0002180933952331543,-0.00020566582679748535,-0.0001932382583618164,-0.00018081068992614746,-0.00016838312149047852,-0.00015595555305480957,-0.00014352798461914062,-0.00013110041618347168,-0.00011867284774780273,-0.00010624527931213379,-9.381771087646484e-05,-8.13901424407959e-05,-6.896257400512695e-05,-5.653500556945801e-05,-4.410743713378906e-05,-3.167986869812012e-05,-1.9252300262451172e-05,-6.8247318267822266e-06,5.602836608886719e-06,1.8030405044555664e-05,3.045797348022461e-05,4.2885541915893555e-05,5.53131103515625e-05,6.774067878723145e-05,8.016824722290039e-05,9.259581565856934e-05,0.00010502338409423828,0.00011745095252990723,0.00012987852096557617,0.00014230608940124512,0.00015473365783691406,0.000167161226272583,0.00017958879470825195,0.0001920163631439209,0.00020444393157958984,0.0002168715000152588,0.00022929906845092773,0.00024172663688659668,0.0002541542053222656,0.00026658177375793457,0.0002790093421936035,0.00029143691062927246,0.0003038644790649414,0.00031629204750061035,0.0003287196159362793,0.00034114718437194824,0.0003535747528076172,0.00036600232124328613,0.0003784298896789551,0.000390857458114624,0.00040328502655029297,0.0004157125949859619,0.00042814016342163086,0.0004405677318572998,0.00045299530029296875],"_type":"histogram","values":[4,2,8,18,14,27,27,46,91,118,150,230,369,497,658,904,1377,1946,2901,4308,6405,10192,17133,30291,58719,124163,280303,443336,308397,137193,62620,31566,17719,10494,6601,4311,2901,1963,1392,987,686,494,373,249,179,154,103,74,40,36,27,11,20,10,10,5,2,6,1,0,0,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,1,1,0,1,1,0,1,2,3,1,6,5,1,6,6,4,7,6,6,7,15,13,11,22,22,27,22,28,28,28,33,22,38,29,29,23,25,26,37,30,20,25,22,13,19,13,9,12,12,9,5,7,8,2,3,4,4,2,2,1,0,1,1],"bins":[-0.003115501021966338,-0.003026581835001707,-0.0029376628808677197,-0.0028487436939030886,-0.0027598245069384575,-0.00267090555280447,-0.002581986365839839,-0.002493067178875208,-0.0024041482247412205,-0.0023152290377765894,-0.0022263098508119583,-0.002137390896677971,-0.00204847170971334,-0.0019595525227487087,-0.0018706335686147213,-0.0017817143816500902,-0.001692795311100781,-0.0016038762405514717,-0.0015149570535868406,-0.0014260379830375314,-0.0013371189124882221,-0.001248199725523591,-0.0011592806549742818,-0.0010703615844249725,-0.0009814423974603415,-0.0008925233269110322,-0.000803604256361723,-0.0007146851276047528,-0.0006257659988477826,-0.0005368469282984734,-0.0004479277995415032,-0.0003590086998883635,-0.00027008960023522377,-0.00018117050058208406,-9.225138637702912e-05,-3.3322794479317963e-06,8.558682748116553e-05,0.00017450592713430524,0.0002634250558912754,0.0003523441555444151,0.0004412632551975548,0.000530182383954525,0.0006191014545038342,0.0007080205832608044,0.0007969397120177746,0.0008858587825670838,0.000974777911324054,0.0010636970400810242,0.0011526161106303334,0.0012415351811796427,0.0013304543681442738,0.001419373438693583,0.0015082925092428923,0.0015972116962075233,0.0016861307667568326,0.0017750498373061419,0.001863969024270773,0.0019528880948200822,0.0020418071653693914,0.0021307263523340225,0.00221964530646801,0.002308564493432641,0.002397483680397272,0.0024864026345312595,0.0025753218214958906],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"bins":[-0.0006260416703298688,-0.0006062863394618034,-0.0005865310085937381,-0.0005667756777256727,-0.0005470203468576074,-0.000527265015989542,-0.0005075096269138157,-0.00048775432514958084,-0.000467998965177685,-0.00044824363430961967,-0.0004284883034415543,-0.00040873297257348895,-0.0003889776417054236,-0.00036922231083735824,-0.0003494669508654624,-0.00032971161999739707,-0.0003099562891293317,-0.00029020095826126635,-0.000270445627393201,-0.0002506902674213052,-0.00023093493655323982,-0.00021117960568517447,-0.0001914242748171091,-0.00017166892939712852,-0.00015191359852906317,-0.0001321582676609978,-0.00011240292224101722,-9.264759137295187e-05,-7.28922532289289e-05,-5.313691508490592e-05,-3.338158057886176e-05,-1.362624425382819e-05,6.129092071205378e-06,2.5884428396238945e-05,4.563976472127251e-05,6.539509922731668e-05,8.515043737133965e-05,0.00010490577551536262,0.00012466110638342798,0.00014441645180340856,0.00016417178267147392,0.00018392711353953928,0.00020368245895951986,0.00022343778982758522,0.00024319312069565058,0.00026294845156371593,0.00028270381153561175,0.0003024591424036771,0.00032221447327174246,0.0003419698041398078,0.0003617251350078732,0.000381480494979769,0.00040123582584783435,0.0004209911567158997,0.00044074648758396506,0.0004605018184520304,0.0004802571493200958,0.0005000124801881611,0.0005197678110562265,0.0005395232001319528,0.0005592785310000181,0.0005790338618680835,0.0005987891927361488,0.0006185445236042142,0.0006382998544722795],"_type":"histogram","values":[3,1,0,0,0,1,0,2,5,1,4,2,3,4,8,4,11,13,10,19,17,20,22,20,20,23,29,26,27,36,35,25,38,34,27,32,32,28,23,18,15,21,10,20,13,14,11,9,4,5,5,6,4,1,0,1,1,1,0,0,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,0,1,1,1,2,1,1,4,1,6,2,6,10,3,5,11,18,9,14,17,24,15,27,20,23,25,33,32,33,39,31,30,37,39,25,33,21,18,23,18,15,9,13,14,8,7,10,7,3,3,4,2,2,2,4,0,1,1,1,1],"bins":[-0.0007131355814635754,-0.0006920615560375154,-0.0006709875888191164,-0.0006499135633930564,-0.0006288395961746573,-0.0006077655707485974,-0.0005866916035301983,-0.0005656175781041384,-0.0005445436108857393,-0.0005234695854596794,-0.0005023956182412803,-0.00048132159281522036,-0.00046024759649299085,-0.00043917360017076135,-0.00041809960384853184,-0.00039702560752630234,-0.00037595161120407283,-0.00035487761488184333,-0.0003338036185596138,-0.0003127296222373843,-0.0002916556259151548,-0.0002705816295929253,-0.0002495076332706958,-0.00022843362239655107,-0.00020735962607432157,-0.00018628562975209206,-0.00016521163342986256,-0.00014413763710763305,-0.00012306362623348832,-0.00010198963718721643,-8.091563358902931e-05,-5.984163726679981e-05,-3.87676409445703e-05,-1.7693642803351395e-05,3.3803553378675133e-06,2.445435347908642e-05,4.552835162030533e-05,6.660234794253483e-05,8.767635154072195e-05,0.00010875034786295146,0.00012982434418518096,0.00015089834050741047,0.00017197233682963997,0.00019304633315186948,0.0002141203440260142,0.0002351943403482437,0.0002562683366704732,0.0002773423329927027,0.00029841632931493223,0.00031949032563716173,0.00034056432195939124,0.00036163831828162074,0.00038271231460385025,0.00040378631092607975,0.00042486030724830925,0.00044593430357053876,0.0004670083289965987,0.0004880823253188282,0.0005091563216410577,0.0005302302888594568,0.0005513043142855167,0.0005723782815039158,0.0005934523069299757,0.0006145262741483748,0.0006356002995744348]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,2,0,2,0,3,4,11,10,17,28,38,57,67,65,60,56,43,41,40,35,23,28,20,25,11,14,8,9,8,6,4,6,3,1,2,4,2,2,2,2,0,0,0,2,0,1,2,0,0,0,0,2],"bins":[0.9959834814071655,0.9961322546005249,0.9962809681892395,0.9964297413825989,0.9965784549713135,0.9967272281646729,0.9968760013580322,0.9970247149467468,0.9971734881401062,0.9973222613334656,0.9974709749221802,0.9976197481155396,0.9977685213088989,0.9979172348976135,0.9980660080909729,0.9982147216796875,0.9983634948730469,0.9985122680664062,0.9986609816551208,0.9988097548484802,0.9989584684371948,0.9991072416305542,0.9992560148239136,0.9994047284126282,0.9995535016059875,0.9997022747993469,0.9998509883880615,0.9999997615814209,1.0001485347747803,1.0002973079681396,1.0004459619522095,1.0005947351455688,1.0007435083389282,1.0008922815322876,1.001041054725647,1.0011897087097168,1.0013384819030762,1.0014872550964355,1.001636028289795,1.0017848014831543,1.0019335746765137,1.0020822286605835,1.0022310018539429,1.0023797750473022,1.0025285482406616,1.002677321434021,1.0028259754180908,1.0029747486114502,1.0031235218048096,1.003272294998169,1.0034210681915283,1.0035697221755981,1.0037184953689575,1.003867268562317,1.0040160417556763,1.0041648149490356,1.0043134689331055,1.0044622421264648,1.0046110153198242,1.0047597885131836,1.004908561706543,1.0050573348999023,1.0052059888839722,1.0053547620773315,1.005503535270691]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[2,1,2,2,5,16,39,52,79,108,189,318,513,766,1042,1630,2252,3060,4331,5620,7405,9513,11826,14195,17092,20084,22968,25867,28692,30559,32106,33693,33832,33585,32613,30762,29005,26484,23539,20819,17884,15082,12311,9936,7959,6092,4614,3413,2510,1773,1270,792,564,335,241,152,99,52,34,15,13,6,6,5],"bins":[-0.09424886852502823,-0.09136093407869339,-0.08847299218177795,-0.08558505773544312,-0.08269712328910828,-0.07980918884277344,-0.0769212543964386,-0.07403331249952316,-0.07114537805318832,-0.06825744360685349,-0.06536950170993805,-0.06248156726360321,-0.05959363281726837,-0.05670569837093353,-0.053817760199308395,-0.05092982202768326,-0.04804188758134842,-0.04515395313501358,-0.04226601496338844,-0.039378076791763306,-0.03649014234542847,-0.03360220789909363,-0.03071426972746849,-0.027826333418488503,-0.024938397109508514,-0.022050460800528526,-0.019162524491548538,-0.01627458818256855,-0.013386651873588562,-0.010498715564608574,-0.007610779255628586,-0.004722842946648598,-0.0018349140882492065,0.0010530222207307816,0.00394095852971077,0.006828894838690758,0.009716831147670746,0.012604767456650734,0.015492703765630722,0.01838064007461071,0.021268576383590698,0.024156512692570686,0.027044449001550674,0.029932385310530663,0.03282032161951065,0.03570825606584549,0.03859619423747063,0.041484132409095764,0.0443720668554306,0.04726000130176544,0.05014793947339058,0.05303587764501572,0.055923812091350555,0.058811746537685394,0.06169968470931053,0.06458762288093567,0.06747555732727051,0.07036349177360535,0.07325142621994019,0.07613936811685562,0.07902730256319046,0.0819152370095253,0.08480317890644073,0.08769111335277557,0.09057904779911041],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.00022351741790771484,-0.00021695997565984726,-0.00021040253341197968,-0.0002038450911641121,-0.0001972876489162445,-0.00019073020666837692,-0.00018417276442050934,-0.00017761532217264175,-0.00017105787992477417,-0.00016450043767690659,-0.000157942995429039,-0.00015138555318117142,-0.00014482811093330383,-0.00013827066868543625,-0.00013171322643756866,-0.00012515578418970108,-0.0001185983419418335,-0.00011204089969396591,-0.00010548345744609833,-9.892601519823074e-05,-9.236857295036316e-05,-8.581113070249557e-05,-7.925368845462799e-05,-7.26962462067604e-05,-6.613880395889282e-05,-5.958136171102524e-05,-5.3023919463157654e-05,-4.646647721529007e-05,-3.9909034967422485e-05,-3.33515927195549e-05,-2.6794150471687317e-05,-2.0236708223819733e-05,-1.3679265975952148e-05,-7.121823728084564e-06,-5.6438148021698e-07,5.993060767650604e-06,1.2550503015518188e-05,1.9107945263385773e-05,2.5665387511253357e-05,3.222282975912094e-05,3.8780272006988525e-05,4.533771425485611e-05,5.1895156502723694e-05,5.845259875059128e-05,6.501004099845886e-05,7.156748324632645e-05,7.812492549419403e-05,8.468236774206161e-05,9.12398099899292e-05,9.779725223779678e-05,0.00010435469448566437,0.00011091213673353195,0.00011746957898139954,0.00012402702122926712,0.0001305844634771347,0.0001371419057250023,0.00014369934797286987,0.00015025679022073746,0.00015681423246860504,0.00016337167471647263,0.0001699291169643402,0.0001764865592122078,0.00018304400146007538,0.00018960144370794296,0.00019615888595581055],"_type":"histogram","values":[1,0,0,0,0,0,0,1,3,1,1,1,5,1,3,8,5,9,12,4,11,10,18,18,16,25,19,21,24,25,28,26,35,43,34,36,35,24,33,26,26,34,20,16,19,19,8,15,9,6,3,7,8,5,1,2,1,1,1,0,2,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,2,0,0,4,5,2,3,10,6,10,8,10,13,19,22,18,17,21,18,17,23,26,28,14,27,24,29,31,28,35,30,24,26,27,25,22,20,19,19,11,11,12,7,8,6,6,5,3,4,3,3,3,1,1],"bins":[-0.0005106212920509279,-0.0004966729902662337,-0.0004827246884815395,-0.0004687763866968453,-0.0004548280849121511,-0.0004408797831274569,-0.0004269314813427627,-0.0004129831795580685,-0.0003990348777733743,-0.00038508654688484967,-0.00037113824510015547,-0.0003571899433154613,-0.0003432416415307671,-0.0003292933397460729,-0.0003153450379613787,-0.0003013967361766845,-0.0002874484343919903,-0.0002735001326072961,-0.0002595518308226019,-0.0002456035290379077,-0.00023165522725321352,-0.0002177069109166041,-0.0002037586091319099,-0.0001898103073472157,-0.00017586200556252152,-0.00016191370377782732,-0.00014796540199313313,-0.00013401710020843893,-0.00012006879114778712,-0.00010612048936309293,-9.217218030244112e-05,-7.822387851774693e-05,-6.427554762922227e-05,-5.032724584452808e-05,-3.637894042185508e-05,-2.243063681817148e-05,-8.48233321448788e-06,5.465970389195718e-06,1.9414273992879316e-05,3.336257941555232e-05,4.731088120024651e-05,6.125918298494071e-05,7.52074847696349e-05,8.915579383028671e-05,0.0001031040956149809,0.0001170523973996751,0.0001310007064603269,0.0001449490082450211,0.0001588973100297153,0.0001728456118144095,0.0001867939135991037,0.00020074221538379788,0.00021469051716849208,0.0002286388335051015,0.0002425871352897957,0.00025653542252257466,0.00027048372430726886,0.0002844320551957935,0.0002983803569804877,0.0003123286587651819,0.0003262769605498761,0.0003402252623345703,0.0003541735641192645,0.0003681218659039587,0.0003820701676886529],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"bins":[-0.00027706968830898404,-0.00026876432821154594,-0.0002604589390102774,-0.00025215354980900884,-0.00024384818971157074,-0.00023554281506221741,-0.0002272374404128641,-0.00021893206576351076,-0.00021062669111415744,-0.0002023213164648041,-0.0001940159418154508,-0.00018571056716609746,-0.00017740519251674414,-0.0001690998178673908,-0.00016079444321803749,-0.00015248906856868416,-0.00014418369391933084,-0.0001358783192699775,-0.00012757294462062418,-0.00011926756997127086,-0.00011096219532191753,-0.00010265682067256421,-9.435144602321088e-05,-8.604607137385756e-05,-7.774069672450423e-05,-6.943532207515091e-05,-6.112994742579758e-05,-5.2824572776444256e-05,-4.451919812709093e-05,-3.6213823477737606e-05,-2.790844882838428e-05,-1.9603074179030955e-05,-1.1297728633508086e-05,-2.992353984154761e-06,5.3130206651985645e-06,1.361839531455189e-05,2.1923769963905215e-05,3.022914461325854e-05,3.8534519262611866e-05,4.683989391196519e-05,5.514526856131852e-05,6.345064321067184e-05,7.175601786002517e-05,8.006139250937849e-05,8.836676715873182e-05,9.667214180808514e-05,0.00010497751645743847,0.0001132828911067918,0.00012158826575614512,0.00012989364040549845,0.00013819901505485177,0.0001465043897042051,0.00015480976435355842,0.00016311513900291175,0.00017142051365226507,0.0001797258883016184,0.00018803126295097172,0.00019633663760032505,0.00020464201224967837,0.0002129473868990317,0.00022125276154838502,0.00022955813619773835,0.00023786351084709167,0.00024616887094452977,0.0002544742601457983],"_type":"histogram","values":[2,0,0,2,0,1,0,0,1,1,1,0,0,2,3,0,2,4,3,6,10,9,10,9,18,24,26,23,29,44,27,51,40,49,46,52,35,29,36,22,29,17,18,11,12,9,5,9,6,8,4,4,5,1,3,2,2,2,1,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,1,0,2,4,2,2,8,2,4,0,3,5,4,3,3,7,6,11,9,34,48,71,86,96,76,90,51,39,20,19,7,8,4,4,6,3,2,5,2,3,0,7,2,2,2,0,0,1,1,0,1],"bins":[-4.082918167114258e-05,-3.97171825170517e-05,-3.8605183362960815e-05,-3.7493184208869934e-05,-3.638118505477905e-05,-3.526918590068817e-05,-3.415718674659729e-05,-3.304518759250641e-05,-3.193318843841553e-05,-3.0821189284324646e-05,-2.9709190130233765e-05,-2.8597190976142883e-05,-2.7485191822052002e-05,-2.637319266796112e-05,-2.526119351387024e-05,-2.4149194359779358e-05,-2.3037195205688477e-05,-2.1925196051597595e-05,-2.0813196897506714e-05,-1.9701197743415833e-05,-1.858919858932495e-05,-1.747719943523407e-05,-1.636520028114319e-05,-1.5253201127052307e-05,-1.4141201972961426e-05,-1.3029202818870544e-05,-1.1917203664779663e-05,-1.0805204510688782e-05,-9.6932053565979e-06,-8.581206202507019e-06,-7.469207048416138e-06,-6.357207894325256e-06,-5.245208740234375e-06,-4.133209586143494e-06,-3.0212104320526123e-06,-1.909211277961731e-06,-7.972121238708496e-07,3.1478703022003174e-07,1.426786184310913e-06,2.5387853384017944e-06,3.6507844924926758e-06,4.762783646583557e-06,5.8747828006744385e-06,6.98678195476532e-06,8.098781108856201e-06,9.210780262947083e-06,1.0322779417037964e-05,1.1434778571128845e-05,1.2546777725219727e-05,1.3658776879310608e-05,1.477077603340149e-05,1.588277518749237e-05,1.6994774341583252e-05,1.8106773495674133e-05,1.9218772649765015e-05,2.0330771803855896e-05,2.1442770957946777e-05,2.255477011203766e-05,2.366676926612854e-05,2.477876842021942e-05,2.5890767574310303e-05,2.7002766728401184e-05,2.8114765882492065e-05,2.9226765036582947e-05,3.0338764190673828e-05]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,2,1,2,4,6,10,11,19,41,49,77,106,188,317,501,792,1350,2202,3810,6141,10260,16980,28270,45053,67600,90358,95851,78830,53928,34066,20913,12696,7644,4582,2768,1685,1024,661,368,235,158,91,56,33,25,21,11,9,2,3,3,5,2,0,1,0,0,1,0,0,0,1],"bins":[-0.0003628730773925781,-0.00035000964999198914,-0.00033714622259140015,-0.00032428279519081116,-0.00031141936779022217,-0.0002985559403896332,-0.0002856925129890442,-0.0002728290855884552,-0.0002599656581878662,-0.0002471022307872772,-0.00023423880338668823,-0.00022137537598609924,-0.00020851194858551025,-0.00019564852118492126,-0.00018278509378433228,-0.00016992166638374329,-0.0001570582389831543,-0.0001441948115825653,-0.00013133138418197632,-0.00011846795678138733,-0.00010560452938079834,-9.274110198020935e-05,-7.987767457962036e-05,-6.701424717903137e-05,-5.415081977844238e-05,-4.1287392377853394e-05,-2.8423964977264404e-05,-1.5560537576675415e-05,-2.6971101760864258e-06,1.0166317224502563e-05,2.3029744625091553e-05,3.589317202568054e-05,4.875659942626953e-05,6.162002682685852e-05,7.448345422744751e-05,8.73468816280365e-05,0.00010021030902862549,0.00011307373642921448,0.00012593716382980347,0.00013880059123039246,0.00015166401863098145,0.00016452744603157043,0.00017739087343215942,0.0001902543008327484,0.0002031177282333374,0.0002159811556339264,0.00022884458303451538,0.00024170801043510437,0.00025457143783569336,0.00026743486523628235,0.00028029829263687134,0.00029316172003746033,0.0003060251474380493,0.0003188885748386383,0.0003317520022392273,0.0003446154296398163,0.0003574788570404053,0.00037034228444099426,0.00038320571184158325,0.00039606913924217224,0.00040893256664276123,0.0004217959940433502,0.0004346594214439392,0.0004475228488445282,0.0004603862762451172],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,2,0,3,3,2,3,7,2,5,6,6,3,6,13,12,15,15,10,11,14,21,22,23,24,11,18,31,23,25,22,41,36,23,33,21,29,21,27,22,24,21,11,16,9,13,7,10,6,6,5,3,4,5,5,4,0,2,1,2,1],"bins":[-0.0005285111255943775,-0.0005128380726091564,-0.0004971649614162743,-0.00048149190843105316,-0.000465818855445832,-0.0004501457733567804,-0.0004344726912677288,-0.00041879963828250766,-0.00040312655619345605,-0.00038745347410440445,-0.0003717804211191833,-0.0003561073390301317,-0.0003404342569410801,-0.00032476120395585895,-0.00030908812186680734,-0.0002934150688815862,-0.0002777419867925346,-0.000262068904703483,-0.00024639585171826184,-0.00023072276962921023,-0.00021504970209207386,-0.00019937663455493748,-0.00018370355246588588,-0.0001680304849287495,-0.00015235741739161313,-0.00013668434985447675,-0.00012101127504138276,-0.00010533820022828877,-8.96651326911524e-05,-7.399206515401602e-05,-5.831899034092203e-05,-4.2645919165806845e-05,-2.6972847990691662e-05,-1.1299776815576479e-05,4.373294359538704e-06,2.0046365534653887e-05,3.571943670976907e-05,5.139250788488425e-05,6.706557905999944e-05,8.273865387309343e-05,9.84117214102298e-05,0.00011408478894736618,0.00012975785648450255,0.00014543093857355416,0.00016110400611069053,0.0001767770736478269,0.00019245015573687851,0.0002081232232740149,0.00022379629081115127,0.00023946935834828764,0.000255142425885424,0.0002708155079744756,0.00028648856095969677,0.0003021616430487484,0.0003178347251378,0.0003335077781230211,0.00034918086021207273,0.00036485394230112433,0.0003805269952863455,0.0003962000773753971,0.0004118731594644487,0.00042754621244966984,0.00044321929453872144,0.0004588923475239426,0.0004745654296129942]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,1,1,0,1,0,1,4,5,1,3,1,1,6,8,7,7,12,13,15,24,33,40,64,61,69,84,77,52,34,34,26,10,7,9,7,7,6,5,4,8,2,3,4,1,1,0,1,1,2,1,1,0,0,1,0,1],"bins":[-1.811981201171875e-05,-1.7573125660419464e-05,-1.7026439309120178e-05,-1.6479752957820892e-05,-1.5933066606521606e-05,-1.538638025522232e-05,-1.4839693903923035e-05,-1.4293007552623749e-05,-1.3746321201324463e-05,-1.3199634850025177e-05,-1.2652948498725891e-05,-1.2106262147426605e-05,-1.155957579612732e-05,-1.1012889444828033e-05,-1.0466203093528748e-05,-9.919516742229462e-06,-9.372830390930176e-06,-8.82614403963089e-06,-8.279457688331604e-06,-7.732771337032318e-06,-7.186084985733032e-06,-6.639398634433746e-06,-6.0927122831344604e-06,-5.5460259318351746e-06,-4.999339580535889e-06,-4.452653229236603e-06,-3.905966877937317e-06,-3.359280526638031e-06,-2.812594175338745e-06,-2.2659078240394592e-06,-1.7192214727401733e-06,-1.1725351214408875e-06,-6.258487701416016e-07,-7.916241884231567e-08,4.675239324569702e-07,1.014210283756256e-06,1.560896635055542e-06,2.107582986354828e-06,2.6542693376541138e-06,3.2009556889533997e-06,3.7476420402526855e-06,4.2943283915519714e-06,4.841014742851257e-06,5.387701094150543e-06,5.934387445449829e-06,6.481073796749115e-06,7.027760148048401e-06,7.574446499347687e-06,8.121132850646973e-06,8.667819201946259e-06,9.214505553245544e-06,9.76119190454483e-06,1.0307878255844116e-05,1.0854564607143402e-05,1.1401250958442688e-05,1.1947937309741974e-05,1.249462366104126e-05,1.3041310012340546e-05,1.3587996363639832e-05,1.4134682714939117e-05,1.4681369066238403e-05,1.522805541753769e-05,1.5774741768836975e-05,1.632142812013626e-05,1.6868114471435547e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.09625107049942017,-0.09327005594968796,-0.09028903394937515,-0.08730801939964294,-0.08432699739933014,-0.08134598284959793,-0.07836496829986572,-0.07538394629955292,-0.07240293174982071,-0.0694219172000885,-0.0664408951997757,-0.06345988065004349,-0.06047886237502098,-0.057497844099998474,-0.054516829550266266,-0.05153581127524376,-0.04855479300022125,-0.045573774725198746,-0.04259275645017624,-0.03961174190044403,-0.036630723625421524,-0.03364970535039902,-0.03066868893802166,-0.027687672525644302,-0.024706654250621796,-0.02172563597559929,-0.01874461956322193,-0.015763603150844574,-0.012782584875822067,-0.009801567532122135,-0.006820550188422203,-0.003839532844722271,-0.0008585229516029358,0.0021224943920969963,0.005103511735796928,0.00808452907949686,0.011065546423196793,0.014046563766896725,0.017027581110596657,0.020008597522974014,0.02298961579799652,0.025970634073019028,0.028951650485396385,0.03193266689777374,0.03491368517279625,0.037894703447818756,0.040875717997550964,0.04385673627257347,0.04683775454759598,0.049818772822618484,0.05279979109764099,0.0557808056473732,0.058761823922395706,0.06174284219741821,0.06472385674715042,0.06770487874746323,0.07068589329719543,0.07366690784692764,0.07664792984724045,0.07962894439697266,0.08260996639728546,0.08559098094701767,0.08857199549674988,0.09155301749706268,0.09453403204679489],"_type":"histogram","values":[3,2,6,12,14,32,58,102,218,291,475,751,1225,1907,2763,4057,5913,8216,11466,15531,20064,25666,32185,39521,47622,56330,64521,72740,79713,85698,89973,93133,93389,91619,88711,83469,76278,68936,61111,52042,44439,36351,29479,23103,17638,13624,9962,7231,5162,3510,2438,1565,1038,622,391,231,145,81,52,18,13,5,2,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[2,3,3,3,14,31,40,74,128,177,297,457,715,1058,1464,2131,2953,4074,5482,7163,8851,11057,13600,16332,19320,22522,25156,27838,29874,31907,33495,34173,33828,32722,31083,29350,27074,24192,21379,18436,15780,12968,10417,8209,6599,5054,3712,2648,1992,1380,914,607,401,261,178,96,68,34,25,14,6,2,0,1],"bins":[-0.09169881045818329,-0.08881926536560059,-0.08593972027301788,-0.08306017518043518,-0.08018063008785248,-0.07730108499526978,-0.07442153990268707,-0.07154199481010437,-0.06866244971752167,-0.06578289717435837,-0.06290335208177567,-0.06002381071448326,-0.05714426189661026,-0.05426471680402756,-0.051385171711444855,-0.04850562661886215,-0.04562608152627945,-0.04274653643369675,-0.039866991341114044,-0.03698744624853134,-0.03410790115594864,-0.031228354200720787,-0.028348807245492935,-0.025469262152910233,-0.02258971706032753,-0.019710171967744827,-0.016830626875162125,-0.013951079919934273,-0.01107153482735157,-0.008191989734768867,-0.00531244371086359,-0.0024328981526196003,0.00044664740562438965,0.0033261929638683796,0.0062057385221123695,0.009085284546017647,0.01196482963860035,0.014844374731183052,0.017723921686410904,0.020603466778993607,0.02348301187157631,0.026362556964159012,0.029242102056741714,0.03212164714932442,0.03500119596719742,0.03788074105978012,0.040760286152362823,0.043639831244945526,0.04651937633752823,0.04939892143011093,0.052278466522693634,0.05515801161527634,0.05803755670785904,0.06091710552573204,0.06379664689302444,0.06667619198560715,0.06955574452877045,0.07243528962135315,0.07531483471393585,0.07819437980651855,0.08107392489910126,0.08395346999168396,0.08683301508426666,0.08971256017684937,0.09259210526943207]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,1,4,2,10,14,22,35,88,154,293,478,754,1340,1974,3156,4690,6847,9655,13376,18316,24110,31247,38991,47856,57119,66455,75931,83451,90686,96248,98650,99088,97455,92344,86154,78245,69823,60056,50056,41304,33107,25887,19880,14601,10815,7384,5223,3454,2292,1464,907,563,397,191,97,63,25,18,11,3,1,1,1],"bins":[-0.10183151811361313,-0.09866325557231903,-0.09549499303102493,-0.09232673048973083,-0.08915846794843674,-0.08599020540714264,-0.08282194286584854,-0.07965368032455444,-0.07648541778326035,-0.07331715524196625,-0.07014889270067215,-0.06698063015937805,-0.06381236761808395,-0.06064410135149956,-0.05747583881020546,-0.05430757626891136,-0.051139313727617264,-0.047971051186323166,-0.04480278864502907,-0.04163452610373497,-0.03846626356244087,-0.035298001021146774,-0.032129738479852676,-0.02896147407591343,-0.02579321153461933,-0.022624948993325233,-0.019456686452031136,-0.016288423910737038,-0.013120160438120365,-0.009951897896826267,-0.006783634889870882,-0.0036153721157461405,-0.0004471093416213989,0.0027211534325033426,0.005889416206628084,0.00905767921358347,0.012225941754877567,0.015394204296171665,0.018562467768788338,0.021730730310082436,0.024898992851376534,0.02806725539267063,0.03123551793396473,0.034403782337903976,0.037572044879198074,0.04074030742049217,0.04390856996178627,0.04707683250308037,0.050245095044374466,0.053413357585668564,0.05658162012696266,0.05974988266825676,0.06291814893484116,0.06608641147613525,0.06925467401742935,0.07242293655872345,0.07559119910001755,0.07875946164131165,0.08192772418260574,0.08509598672389984,0.08826424926519394,0.09143251180648804,0.09460077434778214,0.09776903688907623,0.10093729943037033]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,3,2,0,4,4,6,2,4,11,12,19,12,27,29,38,43,47,86,68,86,94,118,99,93,113,95,90,100,104,99,79,69,77,59,42,42,26,31,26,12,15,7,13,9,9,10,5,2,1,2,0,0,1,0,0,0,0,1],"bins":[-0.00012856721878051758,-0.00012438930571079254,-0.0001202113926410675,-0.00011603347957134247,-0.00011185556650161743,-0.0001076776534318924,-0.00010349974036216736,-9.932182729244232e-05,-9.514391422271729e-05,-9.096600115299225e-05,-8.678808808326721e-05,-8.261017501354218e-05,-7.843226194381714e-05,-7.42543488740921e-05,-7.007643580436707e-05,-6.589852273464203e-05,-6.172060966491699e-05,-5.7542696595191956e-05,-5.336478352546692e-05,-4.918687045574188e-05,-4.5008957386016846e-05,-4.083104431629181e-05,-3.665313124656677e-05,-3.2475218176841736e-05,-2.82973051071167e-05,-2.4119392037391663e-05,-1.9941478967666626e-05,-1.576356589794159e-05,-1.1585652828216553e-05,-7.407739758491516e-06,-3.2298266887664795e-06,9.480863809585571e-07,5.125999450683594e-06,9.30391252040863e-06,1.3481825590133667e-05,1.7659738659858704e-05,2.183765172958374e-05,2.6015564799308777e-05,3.0193477869033813e-05,3.437139093875885e-05,3.854930400848389e-05,4.272721707820892e-05,4.690513014793396e-05,5.1083043217658997e-05,5.526095628738403e-05,5.943886935710907e-05,6.36167824268341e-05,6.779469549655914e-05,7.197260856628418e-05,7.615052163600922e-05,8.032843470573425e-05,8.450634777545929e-05,8.868426084518433e-05,9.286217391490936e-05,9.70400869846344e-05,0.00010121800005435944,0.00010539591312408447,0.00010957382619380951,0.00011375173926353455,0.00011792965233325958,0.00012210756540298462,0.00012628547847270966,0.0001304633915424347,0.00013464130461215973,0.00013881921768188477]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.09278090298175812,-0.08988583087921143,-0.08699075877666473,-0.08409567922353745,-0.08120060712099075,-0.07830553501844406,-0.07541046291589737,-0.07251538336277008,-0.06962031126022339,-0.0667252391576767,-0.06383016705513,-0.060935091227293015,-0.05804001912474632,-0.05514494329690933,-0.05224987119436264,-0.04935479536652565,-0.04645972326397896,-0.043564651161432266,-0.040669575333595276,-0.037774503231048584,-0.034879427403211594,-0.0319843553006649,-0.02908928133547306,-0.02619420737028122,-0.02329913340508938,-0.020404059439897537,-0.017508985474705696,-0.01461391244083643,-0.011718838475644588,-0.008823764510452747,-0.0059286910109221935,-0.003033617278560996,-0.00013854354619979858,0.002756530186161399,0.005651603918522596,0.00854667741805315,0.011441751383244991,0.014336825348436832,0.0172318983823061,0.02012697234749794,0.02302204631268978,0.025917120277881622,0.028812194243073463,0.031707268208265305,0.034602340310811996,0.03749741613864899,0.04039248824119568,0.04328756406903267,0.04618263617157936,0.04907770827412605,0.05197278410196304,0.054867856204509735,0.057762932032346725,0.06065800413489342,0.06355307996273041,0.0664481520652771,0.06934322416782379,0.07223829627037048,0.07513337582349777,0.07802844792604446,0.08092352002859116,0.08381859213113785,0.08671367168426514,0.08960874378681183,0.09250381588935852],"_type":"histogram","values":[2,1,2,7,9,19,24,47,89,122,206,289,494,738,1012,1531,2093,2923,3885,5061,6434,8145,10241,12168,14400,16563,18861,20926,22949,24537,25487,25959,26779,25386,24629,23302,21337,19271,16884,14638,12368,10224,8158,6601,5145,4025,3082,2208,1552,1061,707,468,309,210,135,70,50,29,20,7,4,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[4,4,2,6,13,25,35,70,124,225,370,560,891,1501,2219,3315,4988,6766,9596,13053,17478,22704,29090,36352,43910,52716,61354,69675,77696,84507,89174,93725,94760,93646,91374,86304,80055,72387,64694,55793,47179,39343,31526,25024,19397,14291,10660,7954,5466,3711,2611,1725,1095,714,438,238,141,97,54,19,7,8,4,1],"bins":[-0.09861903637647629,-0.09560146927833557,-0.09258389472961426,-0.08956632763147354,-0.08654876053333282,-0.08353118598461151,-0.0805136188864708,-0.07749605178833008,-0.07447847723960876,-0.07146091014146805,-0.06844334304332733,-0.06542577594518661,-0.0624082013964653,-0.059390634298324585,-0.05637306347489357,-0.05335549637675285,-0.05033792555332184,-0.04732035472989082,-0.04430278763175011,-0.04128521680831909,-0.038267649710178375,-0.03525007888674736,-0.032232508063316345,-0.02921493910253048,-0.026197370141744614,-0.023179801180958748,-0.020162232220172882,-0.017144661396741867,-0.014127092435956001,-0.011109523475170135,-0.008091953583061695,-0.005074384156614542,-0.002056822180747986,0.0009607472456991673,0.00397831667214632,0.0069958860985934734,0.010013455525040627,0.013031024485826492,0.016048595309257507,0.019066164270043373,0.02208373323082924,0.025101302191615105,0.02811887115240097,0.031136441975831985,0.034154012799263,0.03717157989740372,0.04018915072083473,0.04320671781897545,0.046224288642406464,0.04924185946583748,0.052259426563978195,0.05527699738740921,0.05829456448554993,0.06131213530898094,0.06432970613241196,0.06734727323055267,0.07036484777927399,0.0733824148774147,0.07639998197555542,0.07941754907369614,0.08243512362241745,0.08545269072055817,0.08847025781869888,0.0914878323674202,0.09450539946556091]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.0966261476278305,-0.0936129242181778,-0.09059970825910568,-0.08758648484945297,-0.08457326143980026,-0.08156004548072815,-0.07854682207107544,-0.07553359866142273,-0.07252037525177002,-0.0695071592926979,-0.0664939358830452,-0.06348071247339249,-0.060467496514320374,-0.057454273104667664,-0.05444105342030525,-0.05142783001065254,-0.04841461032629013,-0.04540139064192772,-0.04238816723227501,-0.0393749475479126,-0.03636172413825989,-0.033348504453897476,-0.030335284769535065,-0.027322063222527504,-0.024308841675519943,-0.021295620128512383,-0.018282398581504822,-0.01526917889714241,-0.01225595735013485,-0.009242735803127289,-0.006229515187442303,-0.0032162941060960293,-0.00020307302474975586,0.0028101480565965176,0.005823369137942791,0.008836589753627777,0.011849811300635338,0.014863032847642899,0.01787625253200531,0.02088947407901287,0.02390269562602043,0.026915917173027992,0.029929138720035553,0.032942358404397964,0.035955578088760376,0.038968801498413086,0.0419820211827755,0.04499524459242821,0.04800846427679062,0.05102168396115303,0.05403490737080574,0.05704812705516815,0.06006135046482086,0.06307456642389297,0.06608778983354568,0.0691010132431984,0.07211422920227051,0.07512745261192322,0.07814067602157593,0.08115389943122864,0.08416711539030075,0.08718033879995346,0.09019356220960617,0.09320677816867828,0.096220001578331],"_type":"histogram","values":[4,2,7,9,27,35,60,86,183,279,467,806,1238,1879,2889,4251,6302,8678,11695,15739,20810,26619,33737,41170,49704,58222,66314,74537,81382,87372,91355,94055,93956,92785,88130,82178,75532,68154,58978,50390,42270,34577,27820,21537,16235,12103,8859,6547,4531,3031,1981,1296,807,516,296,181,107,73,37,29,8,3,2,2]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"values":[1,0,0,1,1,0,3,2,4,4,3,4,13,11,16,24,29,40,42,60,80,85,97,120,125,134,138,117,130,127,108,84,86,96,56,50,48,11,26,17,13,9,5,6,4,4,1,6,4,0,1,0,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.001158249331638217,-0.0011200609151273966,-0.0010818724986165762,-0.0010436840821057558,-0.0010054956655949354,-0.000967307249084115,-0.0009291188325732946,-0.0008909304160624743,-0.0008527419995516539,-0.0008145536412484944,-0.000776365224737674,-0.0007381768082268536,-0.0006999883917160332,-0.0006617999752052128,-0.0006236115586943924,-0.000585423142183572,-0.0005472347256727517,-0.0005090463091619313,-0.0004708578926511109,-0.0004326694761402905,-0.0003944810596294701,-0.0003562926722224802,-0.0003181042557116598,-0.0002799158392008394,-0.000241727422690019,-0.00020353900617919862,-0.00016535058966837823,-0.00012716218770947307,-8.897377119865268e-05,-5.07853583258111e-05,-1.2596945452969521e-05,2.559146741987206e-05,6.377988029271364e-05,0.00010196829680353403,0.00014015671331435442,0.00017834511527325958,0.00021653353178407997,0.00025472193374298513,0.0002929103502538055,0.0003310987667646259,0.0003692871832754463,0.0004074755997862667,0.0004456640162970871,0.00048385243280790746,0.0005220408202148974,0.0005602292367257178,0.0005984176532365382,0.0006366060697473586,0.000674794486258179,0.0007129829027689993,0.0007511713192798197,0.0007893597357906401,0.0008275481523014605,0.0008657365688122809,0.0009039249853231013,0.0009421134018339217,0.0009803017601370811,0.0010184901766479015,0.001056678593158722,0.0010948670096695423,0.0011330554261803627,0.001171243842691183,0.0012094322592020035,0.0012476206757128239,0.0012858090922236443],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"_type":"histogram","values":[1,1,5,12,23,33,64,88,196,263,442,733,1184,1808,2786,3996,5728,7879,10947,14943,19487,25057,31196,39101,46712,55187,62910,71675,78439,84760,90099,92122,93610,91792,88627,83838,77194,69371,62262,53807,45344,37822,30232,24179,18846,13881,10471,7474,5393,3779,2543,1714,1045,690,426,268,174,84,55,26,23,10,4,3],"bins":[-0.09638595581054688,-0.09341248869895935,-0.09043902158737183,-0.0874655544757843,-0.08449207991361618,-0.08151861280202866,-0.07854514569044113,-0.07557167857885361,-0.07259821146726608,-0.06962474435567856,-0.06665126979351044,-0.06367780268192291,-0.06070433557033539,-0.057730868458747864,-0.05475740134716034,-0.051783930510282516,-0.04881046339869499,-0.04583699628710747,-0.042863525450229645,-0.03989005833864212,-0.036916591227054596,-0.03394312039017677,-0.03096965327858925,-0.027996186167001724,-0.02502271719276905,-0.022049248218536377,-0.019075781106948853,-0.01610231213271618,-0.01312884408980608,-0.01015537604689598,-0.0071819075383245945,-0.004208439029753208,-0.0012349709868431091,0.0017384972888976336,0.004711965564638376,0.007685434073209763,0.010658902116119862,0.01363237015902996,0.016605839133262634,0.01957930624485016,0.022552775219082832,0.025526244193315506,0.02849971130490303,0.031473178416490555,0.03444664925336838,0.0374201163649559,0.040393583476543427,0.04336705431342125,0.046340521425008774,0.0493139885365963,0.05228745937347412,0.055260926485061646,0.05823439359664917,0.06120786443352699,0.06418132781982422,0.06715480238199234,0.07012826949357986,0.07310173660516739,0.07607520371675491,0.07904867082834244,0.08202213793992996,0.08499561250209808,0.08796907961368561,0.09094254672527313,0.09391601383686066]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[1,1,2,0,1,4,2,3,4,6,3,5,5,7,7,5,10,10,14,9,13,11,24,23,18,21,22,23,25,22,33,22,25,23,25,25,24,29,26,25,18,12,19,19,15,11,14,14,12,11,10,9,14,5,5,5,2,4,3,1,3,0,0,4],"bins":[-0.006579199805855751,-0.006380713079124689,-0.006182226352393627,-0.005983739625662565,-0.005785252898931503,-0.005586766172200441,-0.005388279445469379,-0.0051897927187383175,-0.0049913059920072556,-0.004792819730937481,-0.004594333004206419,-0.004395846277475357,-0.004197359550744295,-0.003998872824013233,-0.0038003860972821712,-0.0036018993705511093,-0.0034034126438200474,-0.0032049259170889854,-0.0030064391903579235,-0.0028079524636268616,-0.0026094657368957996,-0.0024109792429953814,-0.0022124925162643194,-0.0020140057895332575,-0.0018155190628021955,-0.0016170323360711336,-0.0014185456093400717,-0.0012200589990243316,-0.0010215722722932696,-0.0008230855455622077,-0.0006245988770388067,-0.0004261121794115752,-0.0002276250161230564,-2.9138318495824933e-05,0.00016934837913140655,0.000367835076758638,0.0005663217743858695,0.0007648085011169314,0.0009632951696403325,0.0011617818381637335,0.0013602685648947954,0.0015587552916258574,0.0017572420183569193,0.0019557287450879812,0.0021542152389883995,0.0023527019657194614,0.0025511886924505234,0.0027496754191815853,0.0029481621459126472,0.003146648872643709,0.003345135599374771,0.003543622326105833,0.003742109052836895,0.003940595779567957,0.004139082506299019,0.004337569233030081,0.004536055959761143,0.004734542220830917,0.004933028947561979,0.005131515674293041,0.005330002401024103,0.005528489127755165,0.005726975854486227,0.005925462581217289,0.006123949307948351],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[2,0,0,2,0,0,0,1,0,1,5,3,2,4,4,2,5,8,11,21,17,20,18,23,33,24,34,29,35,32,37,44,39,27,30,34,34,24,16,15,26,15,19,10,12,8,8,8,6,3,9,3,3,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0007536744815297425,-0.0007297657430171967,-0.0007058570045046508,-0.000681948265992105,-0.0006580395274795592,-0.0006341307889670134,-0.0006102220504544675,-0.0005863133119419217,-0.0005624046316370368,-0.000538495893124491,-0.0005145871546119452,-0.0004906784160993993,-0.0004667696775868535,-0.0004428609390743077,-0.00041895220056176186,-0.00039504346204921603,-0.0003711347235366702,-0.0003472259850241244,-0.00032331724651157856,-0.00029940850799903274,-0.0002754997694864869,-0.00025159106007777154,-0.00022768232156522572,-0.0002037735830526799,-0.00017986484454013407,-0.00015595610602758825,-0.00013204736751504242,-0.00010813864355441183,-8.4229905041866e-05,-6.032117016729899e-05,-3.641243529273197e-05,-1.2503700418164954e-05,1.1405092664062977e-05,3.5313827538629994e-05,5.922256241319701e-05,8.313129364978522e-05,0.00010704003216233104,0.00013094877067487687,0.00015485749463550746,0.0001787662331480533,0.0002026749716605991,0.00022658371017314494,0.00025049244868569076,0.0002744011871982366,0.00029830989660695195,0.0003222186351194978,0.0003461273736320436,0.0003700361121445894,0.00039394485065713525,0.00041785358916968107,0.0004417623276822269,0.0004656710661947727,0.0004895798047073185,0.0005134885432198644,0.0005373972817324102,0.000561306020244956,0.0005852147005498409,0.0006091234390623868,0.0006330321775749326,0.0006569409160874784,0.0006808496546000242,0.00070475839311257,0.0007286671316251159,0.0007525758701376617,0.0007764846086502075],"_type":"histogram"},"_runtime":665,"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,1,1,0,0,0,1,1,3,0,0,1,5,2,3,0,2,2,6,6,4,5,11,17,28,29,38,54,78,89,74,86,55,47,27,17,22,9,10,3,7,6,3,2,1,2,3,0,2,0,2,0,0,0,0,1,0,0,0,0,1],"bins":[-0.00016772747039794922,-0.00016263127326965332,-0.00015753507614135742,-0.00015243887901306152,-0.00014734268188476562,-0.00014224648475646973,-0.00013715028762817383,-0.00013205409049987793,-0.00012695789337158203,-0.00012186169624328613,-0.00011676549911499023,-0.00011166930198669434,-0.00010657310485839844,-0.00010147690773010254,-9.638071060180664e-05,-9.128451347351074e-05,-8.618831634521484e-05,-8.109211921691895e-05,-7.599592208862305e-05,-7.089972496032715e-05,-6.580352783203125e-05,-6.070733070373535e-05,-5.561113357543945e-05,-5.0514936447143555e-05,-4.5418739318847656e-05,-4.032254219055176e-05,-3.522634506225586e-05,-3.013014793395996e-05,-2.5033950805664062e-05,-1.9937753677368164e-05,-1.4841556549072266e-05,-9.745359420776367e-06,-4.649162292480469e-06,4.470348358154297e-07,5.543231964111328e-06,1.0639429092407227e-05,1.5735626220703125e-05,2.0831823348999023e-05,2.5928020477294922e-05,3.102421760559082e-05,3.612041473388672e-05,4.121661186218262e-05,4.6312808990478516e-05,5.1409006118774414e-05,5.650520324707031e-05,6.160140037536621e-05,6.669759750366211e-05,7.179379463195801e-05,7.68899917602539e-05,8.19861888885498e-05,8.70823860168457e-05,9.21785831451416e-05,9.72747802734375e-05,0.0001023709774017334,0.0001074671745300293,0.0001125633716583252,0.0001176595687866211,0.000122755765914917,0.0001278519630432129,0.0001329481601715088,0.0001380443572998047,0.00014314055442810059,0.00014823675155639648,0.00015333294868469238,0.00015842914581298828],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,1,2,2,2,0,3,5,4,10,6,6,15,17,11,14,21,16,21,25,27,25,27,22,30,31,28,38,24,25,32,28,31,16,23,29,22,23,19,13,7,13,7,11,7,6,1,5,2,4,3,0,1,0,1,1,0,0,0,3],"bins":[-0.0010151754831895232,-0.0009825959568843246,-0.0009500164887867868,-0.000917437020689249,-0.0008848574943840504,-0.0008522779680788517,-0.0008196984999813139,-0.0007871190318837762,-0.0007545395055785775,-0.0007219599792733788,-0.0006893805111758411,-0.0006568010430783033,-0.0006242215167731047,-0.000591641990467906,-0.0005590625223703682,-0.0005264830542728305,-0.0004939035279676318,-0.0004613240307662636,-0.0004287445335648954,-0.0003961650363635272,-0.00036358553916215897,-0.00033100604196079075,-0.00029842654475942254,-0.00026584704755805433,-0.00023326755035668612,-0.0002006880531553179,-0.0001681085559539497,-0.00013552905875258148,-0.00010294956155121326,-7.037006434984505e-05,-3.779056714847684e-05,-5.211069947108626e-06,2.7368427254259586e-05,5.99479244556278e-05,9.252742165699601e-05,0.00012510691885836422,0.00015768641605973244,0.00019026591326110065,0.00022284541046246886,0.0002554249076638371,0.0002880044048652053,0.0003205839020665735,0.0003531633992679417,0.0003857428964693099,0.00041832239367067814,0.00045090189087204635,0.00048348138807341456,0.0005160608561709523,0.000548640382476151,0.0005812199087813497,0.0006137993768788874,0.0006463788449764252,0.0006789583712816238,0.0007115378975868225,0.0007441173656843603,0.000776696833781898,0.0008092763600870967,0.0008418558863922954,0.0008744353544898331,0.0009070148225873709,0.0009395943488925695,0.0009721738751977682,0.0010047534015029669,0.0010373328113928437,0.0010699123376980424]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,0,0,0,1,3,2,5,2,6,8,7,9,6,6,11,9,12,15,20,20,23,30,34,28,25,31,33,23,33,28,39,29,34,23,24,25,28,24,16,16,14,8,13,8,8,7,5,3,2,1,2,1,1,1,1,0,2],"bins":[-0.0005212585674598813,-0.0005063973949290812,-0.0004915362223982811,-0.000476675049867481,-0.0004618138773366809,-0.0004469527048058808,-0.0004320915322750807,-0.0004172303597442806,-0.00040236918721348047,-0.0003875079855788499,-0.0003726468130480498,-0.0003577856405172497,-0.0003429244679864496,-0.0003280632954556495,-0.0003132021229248494,-0.0002983409503940493,-0.0002834797778632492,-0.0002686186053324491,-0.000253757432801649,-0.00023889626027084887,-0.00022403508774004877,-0.00020917390065733343,-0.00019431272812653333,-0.00017945155559573323,-0.00016459038306493312,-0.00014972921053413302,-0.0001348680380033329,-0.0001200068581965752,-0.00010514568566577509,-9.028451313497499e-05,-7.542333332821727e-05,-6.0562160797417164e-05,-4.570098826661706e-05,-3.0839815735816956e-05,-1.5978639567038044e-05,-1.1174652172485366e-06,1.3743709132540971e-05,2.860488348233048e-05,4.3466057832119986e-05,5.83272340008989e-05,7.3188406531699e-05,8.80495790624991e-05,0.00010291075159329921,0.00011777193140005693,0.00013263311120681465,0.00014749428373761475,0.00016235545626841486,0.00017721662879921496,0.00019207780133001506,0.00020693897386081517,0.00022180014639161527,0.00023666131892241538,0.0002515224914532155,0.0002663836639840156,0.0002812448365148157,0.0002961060090456158,0.00031096721068024635,0.00032582838321104646,0.00034068955574184656,0.00035555072827264667,0.00037041190080344677,0.0003852730733342469,0.000400134245865047,0.0004149954183958471,0.0004298565909266472]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,0,0,0,1,4,1,2,0,0,0,2,2,2,1,4,5,6,5,10,4,3,3,6,12,14,20,20,26,30,46,51,116,92,62,51,33,24,15,16,18,12,8,4,3,2,4,6,3,6,0,2,0,2,1,0,2,0,0,1,1,1,2],"bins":[-3.415346145629883e-05,-3.3146701753139496e-05,-3.2139942049980164e-05,-3.113318234682083e-05,-3.01264226436615e-05,-2.9119662940502167e-05,-2.8112903237342834e-05,-2.7106143534183502e-05,-2.609938383102417e-05,-2.5092624127864838e-05,-2.4085864424705505e-05,-2.3079104721546173e-05,-2.207234501838684e-05,-2.106558531522751e-05,-2.0058825612068176e-05,-1.9052065908908844e-05,-1.8045306205749512e-05,-1.703854650259018e-05,-1.6031786799430847e-05,-1.5025027096271515e-05,-1.4018267393112183e-05,-1.301150768995285e-05,-1.2004747986793518e-05,-1.0997988283634186e-05,-9.991228580474854e-06,-8.984468877315521e-06,-7.977709174156189e-06,-6.970949470996857e-06,-5.964189767837524e-06,-4.957430064678192e-06,-3.95067036151886e-06,-2.9439106583595276e-06,-1.9371509552001953e-06,-9.30391252040863e-07,7.636845111846924e-08,1.0831281542778015e-06,2.089887857437134e-06,3.096647560596466e-06,4.103407263755798e-06,5.110166966915131e-06,6.116926670074463e-06,7.123686373233795e-06,8.130446076393127e-06,9.13720577955246e-06,1.0143965482711792e-05,1.1150725185871124e-05,1.2157484889030457e-05,1.3164244592189789e-05,1.4171004295349121e-05,1.5177763998508453e-05,1.6184523701667786e-05,1.7191283404827118e-05,1.819804310798645e-05,1.9204802811145782e-05,2.0211562514305115e-05,2.1218322217464447e-05,2.222508192062378e-05,2.323184162378311e-05,2.4238601326942444e-05,2.5245361030101776e-05,2.625212073326111e-05,2.725888043642044e-05,2.8265640139579773e-05,2.9272399842739105e-05,3.0279159545898438e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"values":[2,0,0,1,1,0,3,0,5,2,2,4,4,6,11,6,9,5,12,13,16,17,18,19,21,23,20,31,27,37,32,26,38,27,16,36,33,27,19,19,26,21,15,7,7,16,8,15,11,5,10,9,5,4,6,1,4,2,4,1,0,2,0,1],"bins":[-0.0006348874885588884,-0.0006153594003990293,-0.0005958313122391701,-0.0005763032822869718,-0.0005567751941271126,-0.0005372471059672534,-0.0005177190760150552,-0.000498190987855196,-0.0004786628996953368,-0.00045913481153547764,-0.0004396067524794489,-0.0004200786934234202,-0.000400550605263561,-0.00038102251710370183,-0.0003614944580476731,-0.0003419663989916444,-0.0003224383108317852,-0.000302910222671926,-0.0002833821636158973,-0.0002638541045598686,-0.0002443260164000094,-0.00022479794279206544,-0.0002052698691841215,-0.00018574179557617754,-0.00016621372196823359,-0.00014668564836028963,-0.00012715757475234568,-0.00010762950114440173,-8.810142753645778e-05,-6.857335392851382e-05,-4.904528032056987e-05,-2.951720671262592e-05,-9.989191312342882e-06,9.53888229560107e-06,2.9066955903545022e-05,4.8595029511488974e-05,6.812310311943293e-05,8.765117672737688e-05,0.00010717925033532083,0.00012670732394326478,0.00014623539755120873,0.0001657634711591527,0.00018529154476709664,0.0002048196183750406,0.00022434769198298454,0.0002438757655909285,0.00026340383919887245,0.00028293189825490117,0.00030245998641476035,0.00032198807457461953,0.00034151613363064826,0.000361044192686677,0.00038057228084653616,0.00040010036900639534,0.00041962842806242406,0.0004391564871184528,0.00045868457527831197,0.00047821266343817115,0.0004977406933903694,0.0005172687815502286,0.0005367968697100878,0.000556324957869947,0.0005758530460298061,0.0005953810759820044,0.0006149091641418636],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"bins":[-0.0003042224270757288,-0.0002954854862764478,-0.00028674854547716677,-0.00027801160467788577,-0.00026927466387860477,-0.00026053772307932377,-0.0002518008113838732,-0.000243063856032677,-0.00023432692978531122,-0.00022558998898603022,-0.00021685304818674922,-0.00020811610738746822,-0.00019937916658818722,-0.00019064222578890622,-0.00018190529954154044,-0.00017316835874225944,-0.00016443141794297844,-0.00015569447714369744,-0.00014695753634441644,-0.00013822061009705067,-0.00012948366929776967,-0.00012074672849848866,-0.00011200978769920766,-0.00010327285417588428,-9.453591337660328e-05,-8.579897257732227e-05,-7.706203905399889e-05,-6.832509825471789e-05,-5.958816109341569e-05,-5.08512239321135e-05,-4.21142831328325e-05,-3.33773459715303e-05,-2.464040881022811e-05,-1.5903471648925915e-05,-7.166532668634318e-06,1.570405402162578e-06,1.0307343472959474e-05,1.9044280634261668e-05,2.7781219614553265e-05,3.651815859484486e-05,4.525509575614706e-05,5.399203291744925e-05,6.272897007875144e-05,7.146591087803245e-05,8.020285167731345e-05,8.893978520063683e-05,9.767672599991783e-05,0.00010641365952324122,0.00011515060032252222,0.00012388754112180322,0.00013262448192108423,0.00014136140816845,0.000150098348967731,0.000158835289767012,0.000167572230566293,0.000176309171365574,0.000185046112164855,0.00019378303841222078,0.00020251997921150178,0.00021125692001078278,0.00021999386081006378,0.00022873080160934478,0.00023746772785671055,0.00024620466865599155,0.00025494160945527256],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,1,4,5,4,5,8,8,6,11,9,16,17,22,16,20,19,19,30,20,41,29,38,38,33,29,34,35,31,27,18,22,22,25,14,24,17,10,7,6,4,4,5,1,4,3,2,0,0,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.0017480850219726562,-0.0016906112432479858,-0.0016331374645233154,-0.001575663685798645,-0.0015181899070739746,-0.0014607161283493042,-0.0014032423496246338,-0.0013457685708999634,-0.001288294792175293,-0.0012308210134506226,-0.0011733472347259521,-0.0011158734560012817,-0.0010583996772766113,-0.001000925898551941,-0.0009434521198272705,-0.0008859783411026001,-0.0008285045623779297,-0.0007710307836532593,-0.0007135570049285889,-0.0006560832262039185,-0.000598609447479248,-0.0005411356687545776,-0.0004836618900299072,-0.0004261881113052368,-0.0003687143325805664,-0.000311240553855896,-0.0002537667751312256,-0.00019629299640655518,-0.00013881921768188477,-8.134543895721436e-05,-2.3871660232543945e-05,3.3602118492126465e-05,9.107589721679688e-05,0.00014854967594146729,0.0002060234546661377,0.0002634972333908081,0.0003209710121154785,0.0003784447908401489,0.00043591856956481934,0.0004933923482894897,0.0005508661270141602,0.0006083399057388306,0.000665813684463501,0.0007232874631881714,0.0007807612419128418,0.0008382350206375122,0.0008957087993621826,0.000953182578086853,0.0010106563568115234,0.0010681301355361938,0.0011256039142608643,0.0011830776929855347,0.001240551471710205,0.0012980252504348755,0.001355499029159546,0.0014129728078842163,0.0014704465866088867,0.0015279203653335571,0.0015853941440582275,0.001642867922782898,0.0017003417015075684,0.0017578154802322388,0.0018152892589569092,0.0018727630376815796,0.00193023681640625],"_type":"histogram","values":[3,1,2,0,4,0,2,6,7,6,7,5,9,12,17,24,31,45,54,70,140,198,325,490,768,1216,2024,4461,17026,114087,346212,80711,13091,3796,1835,1090,689,437,280,172,128,96,69,50,35,25,18,13,6,1,11,4,2,5,2,1,0,1,0,2,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[1,2,1,4,9,11,7,20,15,19,40,73,68,138,223,310,446,682,1064,1524,2465,3784,6071,9724,16346,27589,49857,93361,178480,304628,350859,238598,128480,66635,36021,20675,12571,7657,4934,3118,2008,1382,937,638,441,283,208,138,93,77,46,34,15,16,12,10,3,2,2,3,1,4,0,1],"bins":[-0.0002053976058959961,-0.00019860826432704926,-0.00019181892275810242,-0.00018502958118915558,-0.00017824023962020874,-0.0001714508980512619,-0.00016466155648231506,-0.00015787221491336823,-0.0001510828733444214,-0.00014429353177547455,-0.0001375041902065277,-0.00013071484863758087,-0.00012392550706863403,-0.0001171361654996872,-0.00011034682393074036,-0.00010355748236179352,-9.676814079284668e-05,-8.997879922389984e-05,-8.3189457654953e-05,-7.640011608600616e-05,-6.961077451705933e-05,-6.282143294811249e-05,-5.603209137916565e-05,-4.924274981021881e-05,-4.245340824127197e-05,-3.5664066672325134e-05,-2.8874725103378296e-05,-2.2085383534431458e-05,-1.529604196548462e-05,-8.50670039653778e-06,-1.7173588275909424e-06,5.071982741355896e-06,1.1861324310302734e-05,1.8650665879249573e-05,2.544000744819641e-05,3.222934901714325e-05,3.901869058609009e-05,4.5808032155036926e-05,5.2597373723983765e-05,5.93867152929306e-05,6.617605686187744e-05,7.296539843082428e-05,7.975473999977112e-05,8.654408156871796e-05,9.33334231376648e-05,0.00010012276470661163,0.00010691210627555847,0.00011370144784450531,0.00012049078941345215,0.000127280130982399,0.00013406947255134583,0.00014085881412029266,0.0001476481556892395,0.00015443749725818634,0.00016122683882713318,0.00016801618039608002,0.00017480552196502686,0.0001815948635339737,0.00018838420510292053,0.00019517354667186737,0.0002019628882408142,0.00020875222980976105,0.00021554157137870789,0.00022233091294765472,0.00022912025451660156]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,1,1,0,0,0,0,2,3,8,7,11,10,7,19,26,24,26,20,25,41,46,42,52,43,46,44,45,34,32,29,28,25,12,13,13,6,8,7,2,0,1,2,0,2,1,0,0,1,0,0,0,0,1],"bins":[-0.0007504261448048055,-0.0007286553736776114,-0.0007068846607580781,-0.0006851138896308839,-0.0006633431767113507,-0.0006415724055841565,-0.0006198016926646233,-0.0005980309215374291,-0.0005762602086178958,-0.0005544894374907017,-0.0005327187245711684,-0.0005109479534439743,-0.000489177240524441,-0.00046740646939724684,-0.00044563572737388313,-0.0004238649853505194,-0.0004020942433271557,-0.000380323501303792,-0.0003585527592804283,-0.0003367820172570646,-0.00031501127523370087,-0.00029324053321033716,-0.00027146979118697345,-0.00024969904916360974,-0.0002279282925883308,-0.0002061575505649671,-0.00018438680854160339,-0.00016261606651823968,-0.00014084530994296074,-0.00011907457519555464,-9.730382589623332e-05,-7.553308387286961e-05,-5.37623418495059e-05,-3.199159982614219e-05,-1.0220854164799675e-05,1.1549889677553438e-05,3.332063351990655e-05,5.509137554327026e-05,7.686212484259158e-05,9.863286686595529e-05,0.000120403608889319,0.0001421743509126827,0.00016394509293604642,0.00018571583495941013,0.00020748659153468907,0.00022925733355805278,0.0002510280755814165,0.0002727988176047802,0.0002945695596281439,0.0003163403016515076,0.0003381110436748713,0.00035988178569823503,0.00038165252772159874,0.00040342326974496245,0.00042519401176832616,0.00044696475379168987,0.00046873552491888404,0.0004905062378384173,0.0005122770089656115,0.0005340477218851447,0.0005558184930123389,0.0005775892059318721,0.0005993599770590663,0.0006211306899785995,0.0006429014611057937]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[1,0,3,3,10,20,43,71,112,228,384,643,1004,1638,2587,3853,5592,8104,11485,15736,21307,27908,35169,43561,52807,61841,71996,80254,87964,93636,97398,99475,98458,95029,89240,81922,73844,64178,55039,45716,36786,28924,22586,16869,12458,8991,6194,4392,2795,1827,1105,666,439,269,142,80,41,24,10,2,1,3,0,1],"bins":[-0.10019838809967041,-0.09702855348587036,-0.09385871887207031,-0.09068889170885086,-0.08751905709505081,-0.08434922248125076,-0.08117939531803131,-0.07800956070423126,-0.07483972609043121,-0.07166989147663116,-0.06850005686283112,-0.06533022969961166,-0.062160395085811615,-0.058990560472011566,-0.055820729583501816,-0.052650898694992065,-0.04948106408119202,-0.04631122946739197,-0.04314139857888222,-0.03997156769037247,-0.03680173307657242,-0.03363189846277237,-0.03046206757426262,-0.02729223482310772,-0.02412240207195282,-0.02095256932079792,-0.01778273656964302,-0.014612903818488121,-0.011443071067333221,-0.008273238316178322,-0.005103405565023422,-0.0019335728138685226,0.0012362673878669739,0.0044061001390218735,0.007575932890176773,0.010745765641331673,0.013915598392486572,0.017085431143641472,0.02025526389479637,0.02342509664595127,0.02659492939710617,0.02976476214826107,0.03293459489941597,0.03610442578792572,0.03927426040172577,0.04244409501552582,0.04561392590403557,0.04878375679254532,0.05195359140634537,0.055123426020145416,0.05829325690865517,0.06146308779716492,0.06463292241096497,0.06780275702476501,0.07097259163856506,0.07414241880178452,0.07731225341558456,0.08048208802938461,0.08365191519260406,0.08682174980640411,0.08999158442020416,0.09316141903400421,0.09633125364780426,0.09950108081102371,0.10267091542482376]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.0017360536148771644,-0.0016845599748194218,-0.0016330663347616792,-0.0015815726947039366,-0.001530079054646194,-0.0014785854145884514,-0.0014270917745307088,-0.0013755981344729662,-0.0013241046108305454,-0.0012726109707728028,-0.0012211173307150602,-0.0011696236906573176,-0.001118130050599575,-0.0010666364105418324,-0.0010151427704840899,-0.0009636491304263473,-0.0009121554903686047,-0.0008606618503108621,-0.0008091682102531195,-0.0007576745701953769,-0.0007061809301376343,-0.0006546873482875526,-0.00060319370822981,-0.0005517000681720674,-0.0005002064281143248,-0.0004487127880565822,-0.0003972191479988396,-0.0003457255370449275,-0.0002942318969871849,-0.0002427382569294423,-0.00019124463142361492,-0.00013975100591778755,-8.825724944472313e-05,-3.676361666293815e-05,1.4730016118846834e-05,6.622364890063182e-05,0.0001177172816824168,0.0001692109217401594,0.00022070454724598676,0.0002721981727518141,0.0003236918128095567,0.0003751854528672993,0.0004266790929250419,0.00047817270387895405,0.0005296663148328662,0.0005811599548906088,0.0006326535949483514,0.000684147235006094,0.0007356408750638366,0.0007871345151215792,0.0008386281551793218,0.0008901217952370644,0.000941615435294807,0.0009931090753525496,0.0010446027154102921,0.0010960963554680347,0.0011475898791104555,0.0011990835191681981,0.0012505771592259407,0.0013020707992836833,0.001353564439341426,0.0014050580793991685,0.001456551719456911,0.0015080453595146537,0.0015595389995723963],"_type":"histogram","values":[1,0,0,0,0,0,0,3,1,3,0,1,1,4,3,3,7,7,5,6,13,18,12,23,24,23,18,26,31,23,31,28,36,31,42,30,33,35,33,28,31,29,13,20,22,10,10,13,8,0,3,6,7,3,4,3,1,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[3,0,2,3,2,5,4,3,5,7,2,2,1,10,8,6,12,12,12,14,16,17,25,16,17,17,10,22,21,26,15,31,34,42,46,29,15,21,20,16,28,15,14,10,14,14,11,12,13,11,14,9,5,3,6,3,0,1,1,2,4,2,4,3],"bins":[-0.01204911433160305,-0.01168010476976633,-0.011311095207929611,-0.010942085646092892,-0.010573076084256172,-0.010204066522419453,-0.009835056960582733,-0.009466047398746014,-0.009097037836909294,-0.00872802920639515,-0.00835901964455843,-0.00799001008272171,-0.007621000520884991,-0.007251990959048271,-0.006882981397211552,-0.006513971835374832,-0.006144962273538113,-0.005775952711701393,-0.005406943149864674,-0.005037933588027954,-0.004668924026191235,-0.004299914930015802,-0.003930905368179083,-0.0035618958063423634,-0.003192886244505644,-0.0028238766826689243,-0.002454867120832205,-0.002085857791826129,-0.0017168482299894094,-0.00134783866815269,-0.0009788292227312922,-0.0006098197191022336,-0.00024081021547317505,0.00012819928815588355,0.0004972087917849422,0.0008662182954140007,0.0012352277990430593,0.0016042373608797789,0.0019732466898858547,0.0023422562517225742,0.0027112658135592937,0.0030802753753960133,0.0034492849372327328,0.0038182942662388086,0.0041873035952448845,0.004556313157081604,0.0049253227189183235,0.005294332280755043,0.0056633418425917625,0.006032351404428482,0.006401360966265202,0.006770370528101921,0.007139380089938641,0.007508389186114073,0.00787739921361208,0.0082464087754488,0.008615417405962944,0.008984426967799664,0.009353436529636383,0.009722446091473103,0.010091455653309822,0.010460465215146542,0.010829474776983261,0.01119848433881998,0.0115674939006567]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"_type":"histogram","values":[2,1,1,1,0,0,2,5,5,3,9,7,10,12,21,18,32,39,66,48,68,95,88,112,106,113,108,114,128,92,102,94,91,67,53,62,49,37,33,26,18,18,23,10,14,7,6,3,6,6,5,1,1,0,2,2,1,1,0,1,0,0,2,1],"bins":[-0.00010138750076293945,-9.768735617399216e-05,-9.398721158504486e-05,-9.028706699609756e-05,-8.658692240715027e-05,-8.288677781820297e-05,-7.918663322925568e-05,-7.548648864030838e-05,-7.178634405136108e-05,-6.808619946241379e-05,-6.438605487346649e-05,-6.0685910284519196e-05,-5.69857656955719e-05,-5.32856211066246e-05,-4.958547651767731e-05,-4.588533192873001e-05,-4.2185187339782715e-05,-3.848504275083542e-05,-3.478489816188812e-05,-3.1084753572940826e-05,-2.738460898399353e-05,-2.3684464395046234e-05,-1.9984319806098938e-05,-1.6284175217151642e-05,-1.2584030628204346e-05,-8.88388603925705e-06,-5.183741450309753e-06,-1.4835968613624573e-06,2.216547727584839e-06,5.916692316532135e-06,9.616836905479431e-06,1.3316981494426727e-05,1.7017126083374023e-05,2.071727067232132e-05,2.4417415261268616e-05,2.8117559850215912e-05,3.181770443916321e-05,3.5517849028110504e-05,3.92179936170578e-05,4.2918138206005096e-05,4.661828279495239e-05,5.031842738389969e-05,5.4018571972846985e-05,5.771871656179428e-05,6.141886115074158e-05,6.511900573968887e-05,6.881915032863617e-05,7.251929491758347e-05,7.621943950653076e-05,7.991958409547806e-05,8.361972868442535e-05,8.731987327337265e-05,9.102001786231995e-05,9.472016245126724e-05,9.842030704021454e-05,0.00010212045162916183,0.00010582059621810913,0.00010952074080705643,0.00011322088539600372,0.00011692102998495102,0.00012062117457389832,0.0001243213191628456,0.0001280214637517929,0.0001317216083407402,0.0001354217529296875]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[2,2,1,6,13,10,20,46,79,111,154,294,481,696,1072,1607,2283,3188,4491,5790,7810,10167,12606,15314,18276,21603,25253,28094,30447,32933,34731,35379,35588,34618,32895,31128,28352,25359,22183,18833,15597,12911,10328,8079,6138,4540,3223,2359,1635,1094,738,489,305,202,111,70,34,24,15,7,2,5,1,2],"bins":[-0.09680650383234024,-0.09378683567047119,-0.09076716750860214,-0.0877474993467331,-0.08472783118486404,-0.081708163022995,-0.07868849486112595,-0.0756688266992569,-0.07264915108680725,-0.0696294829249382,-0.06660981476306915,-0.0635901466012001,-0.060570478439331055,-0.057550810277462006,-0.05453114211559296,-0.05151147395372391,-0.04849180579185486,-0.04547213762998581,-0.04245246946811676,-0.03943280130624771,-0.03641313314437866,-0.033393461257219315,-0.030373793095350266,-0.027354124933481216,-0.024334456771612167,-0.02131478860974312,-0.01829512044787407,-0.015275450423359871,-0.012255782261490822,-0.009236114099621773,-0.006216445006430149,-0.0031967763788998127,-0.00017711520195007324,0.002842553425580263,0.0058622220531105995,0.008881891146302223,0.011901559308171272,0.014921227470040321,0.01794089749455452,0.02096056565642357,0.023980233818292618,0.026999901980161667,0.030019570142030716,0.033039238303899765,0.03605891019105911,0.03907857835292816,0.04209824651479721,0.04511791467666626,0.04813758283853531,0.05115725100040436,0.05417691916227341,0.057196587324142456,0.060216255486011505,0.06323592364788055,0.0662555918097496,0.06927525997161865,0.0722949355840683,0.07531460374593735,0.0783342719078064,0.08135394006967545,0.0843736082315445,0.08739327639341354,0.09041294455528259,0.09343261271715164,0.09645228087902069],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"values":[3,0,5,3,8,20,33,76,112,149,237,412,576,847,1203,1724,2450,3360,4512,5699,7484,9490,11554,14245,16848,19637,22370,25131,27891,29898,31452,32889,33033,32479,31834,30662,28868,26335,23954,21071,18220,15602,12954,10609,8571,6705,5205,3966,2767,2114,1463,1054,714,469,319,213,123,79,60,32,14,8,4,5],"bins":[-0.09240524470806122,-0.08958535641431808,-0.08676546812057495,-0.08394557237625122,-0.08112568408250809,-0.07830579578876495,-0.07548590004444122,-0.07266601175069809,-0.06984612345695496,-0.06702623516321182,-0.06420634686946869,-0.06138645112514496,-0.058566562831401825,-0.05574667453765869,-0.05292678251862526,-0.05010689049959183,-0.047287002205848694,-0.04446711391210556,-0.04164722189307213,-0.038827329874038696,-0.03600744158029556,-0.03318755328655243,-0.030367661267518997,-0.027547771111130714,-0.02472788095474243,-0.02190799079835415,-0.019088100641965866,-0.016268210485577583,-0.0134483203291893,-0.010628430172801018,-0.007808540016412735,-0.004988649860024452,-0.0021687671542167664,0.0006511230021715164,0.003471013158559799,0.006290903314948082,0.009110793471336365,0.011930683627724648,0.01475057378411293,0.017570463940501213,0.020390354096889496,0.02321024425327778,0.02603013440966606,0.028850024566054344,0.03166991472244263,0.03448980301618576,0.03730969503521919,0.040129587054252625,0.04294947534799576,0.04576936364173889,0.048589255660772324,0.051409147679805756,0.05422903597354889,0.05704892426729202,0.059868816286325455,0.06268870830535889,0.06550859659910202,0.06832848489284515,0.07114838063716888,0.07396826893091202,0.07678815722465515,0.07960804551839828,0.08242793381214142,0.08524782955646515,0.08806771785020828],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[5,1,2,3,4,5,12,9,16,19,29,44,41,60,73,117,124,187,235,261,407,551,666,847,1082,1436,1930,2838,4506,9284,29399,480171,30676,9098,4704,2820,1950,1415,1097,855,708,489,418,311,233,142,119,108,77,59,38,27,21,27,12,15,13,6,9,2,2,5,2,2],"bins":[-0.0001195073127746582,-0.00011571403592824936,-0.00011192075908184052,-0.00010812748223543167,-0.00010433420538902283,-0.00010054092854261398,-9.674765169620514e-05,-9.29543748497963e-05,-8.916109800338745e-05,-8.536782115697861e-05,-8.157454431056976e-05,-7.778126746416092e-05,-7.398799061775208e-05,-7.019471377134323e-05,-6.640143692493439e-05,-6.260816007852554e-05,-5.88148832321167e-05,-5.5021606385707855e-05,-5.122832953929901e-05,-4.743505269289017e-05,-4.364177584648132e-05,-3.984849900007248e-05,-3.6055222153663635e-05,-3.226194530725479e-05,-2.8468668460845947e-05,-2.4675391614437103e-05,-2.088211476802826e-05,-1.7088837921619415e-05,-1.3295561075210571e-05,-9.502284228801727e-06,-5.709007382392883e-06,-1.9157305359840393e-06,1.8775463104248047e-06,5.670823156833649e-06,9.464100003242493e-06,1.3257376849651337e-05,1.705065369606018e-05,2.0843930542469025e-05,2.463720738887787e-05,2.8430484235286713e-05,3.222376108169556e-05,3.60170379281044e-05,3.9810314774513245e-05,4.360359162092209e-05,4.739686846733093e-05,5.1190145313739777e-05,5.498342216014862e-05,5.8776699006557465e-05,6.256997585296631e-05,6.636325269937515e-05,7.0156529545784e-05,7.394980639219284e-05,7.774308323860168e-05,8.153636008501053e-05,8.532963693141937e-05,8.912291377782822e-05,9.291619062423706e-05,9.67094674706459e-05,0.00010050274431705475,0.00010429602116346359,0.00010808929800987244,0.00011188257485628128,0.00011567585170269012,0.00011946912854909897,0.0001232624053955078]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,0,1,3,3,0,4,3,5,3,6,8,9,4,18,9,12,17,18,19,26,24,29,21,23,38,36,33,29,26,36,29,27,26,24,21,20,23,14,19,14,9,10,4,12,12,6,5,7,5,4,3,3,0,2,0,1,0,0,0,1],"bins":[-0.0006139463512226939,-0.0005944250151515007,-0.0005749037372879684,-0.0005553824012167752,-0.0005358611233532429,-0.0005163397872820497,-0.0004968185094185174,-0.0004772972024511546,-0.00045777589548379183,-0.0004382545594125986,-0.00041873325244523585,-0.0003992119454778731,-0.0003796906385105103,-0.00036016933154314756,-0.0003406480245757848,-0.00032112671760842204,-0.0003016054106410593,-0.0002820841036736965,-0.00026256279670633376,-0.000243041489738971,-0.00022352018277160823,-0.00020399886125233024,-0.00018447755428496748,-0.00016495624731760472,-0.00014543494035024196,-0.0001259136333828792,-0.00010639232641551644,-8.687101217219606e-05,-6.73497052048333e-05,-4.782839823747054e-05,-2.830708763212897e-05,-8.785778845776804e-06,1.0735529940575361e-05,3.0256838726927526e-05,4.977814751327969e-05,6.929945811862126e-05,8.882076508598402e-05,0.00010834207205334678,0.00012786338629666716,0.00014738469326402992,0.00016690600023139268,0.00018642730719875544,0.0002059486141661182,0.00022546992113348097,0.00024499124265275896,0.0002645125496201217,0.0002840338565874845,0.00030355516355484724,0.00032307647052221,0.00034259777748957276,0.0003621190844569355,0.0003816403914242983,0.00040116169839166105,0.0004206830053590238,0.00044020431232638657,0.00045972561929374933,0.00047924695536494255,0.0004987682332284749,0.0005182895692996681,0.0005378108471632004,0.0005573321832343936,0.0005768534610979259,0.0005963747971691191,0.0006158960750326514,0.0006354174111038446]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,2,3,3,5,5,4,11,11,5,16,18,19,18,17,22,22,20,25,33,31,39,33,35,36,32,29,34,32,22,20,27,20,22,17,14,14,11,9,5,8,3,3,2,0,1,4,0,1,0,0,1,0,1],"bins":[-0.00026363134384155273,-0.00025575514882802963,-0.00024787895381450653,-0.00024000275880098343,-0.00023212656378746033,-0.00022425036877393723,-0.00021637417376041412,-0.00020849797874689102,-0.00020062178373336792,-0.00019274558871984482,-0.00018486939370632172,-0.00017699319869279861,-0.0001691170036792755,-0.0001612408086657524,-0.0001533646136522293,-0.0001454884186387062,-0.0001376122236251831,-0.00012973602861166,-0.0001218598335981369,-0.0001139836385846138,-0.0001061074435710907,-9.82312485575676e-05,-9.03550535440445e-05,-8.247885853052139e-05,-7.460266351699829e-05,-6.672646850347519e-05,-5.885027348995209e-05,-5.0974078476428986e-05,-4.3097883462905884e-05,-3.522168844938278e-05,-2.734549343585968e-05,-1.946929842233658e-05,-1.1593103408813477e-05,-3.7169083952903748e-06,4.159286618232727e-06,1.2035481631755829e-05,1.991167664527893e-05,2.7787871658802032e-05,3.5664066672325134e-05,4.3540261685848236e-05,5.141645669937134e-05,5.929265171289444e-05,6.716884672641754e-05,7.504504173994064e-05,8.292123675346375e-05,9.079743176698685e-05,9.867362678050995e-05,0.00010654982179403305,0.00011442601680755615,0.00012230221182107925,0.00013017840683460236,0.00013805460184812546,0.00014593079686164856,0.00015380699187517166,0.00016168318688869476,0.00016955938190221786,0.00017743557691574097,0.00018531177192926407,0.00019318796694278717,0.00020106416195631027,0.00020894035696983337,0.00021681655198335648,0.00022469274699687958,0.00023256894201040268,0.00024044513702392578]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.0013987274141982198,-0.0013641794212162495,-0.0013296314282342792,-0.0012950834352523088,-0.0012605354422703385,-0.0012259874492883682,-0.001191439339891076,-0.0011568913469091058,-0.0011223433539271355,-0.0010877953609451652,-0.0010532473679631948,-0.0010186993749812245,-0.0009841513819992542,-0.0009496033890172839,-0.0009150553378276527,-0.0008805073448456824,-0.0008459593518637121,-0.0008114113588817418,-0.0007768633658997715,-0.0007423153147101402,-0.0007077673217281699,-0.0006732193287461996,-0.0006386713357642293,-0.000604123342782259,-0.0005695753498002887,-0.0005350272986106575,-0.0005004793056286871,-0.00046593131264671683,-0.0004313833196647465,-0.00039683529757894576,-0.00036228730459697545,-0.0003277392825111747,-0.00029319123132154346,-0.00025864323833957314,-0.00022409521625377238,-0.00018954722327180207,-0.00015499921573791653,-0.00012045120820403099,-8.590320794610307e-05,-5.1355204050196335e-05,-1.6807200154289603e-05,1.7740803741617128e-05,5.228880763752386e-05,8.683680789545178e-05,0.00012138481542933732,0.00015593282296322286,0.00019048081594519317,0.0002250288234790787,0.00025957683101296425,0.00029412482399493456,0.0003286728460807353,0.00036322083906270564,0.0003977688611485064,0.0004323168541304767,0.000466864847112447,0.0005014128400944173,0.0005359608912840486,0.0005705088842660189,0.0006050568772479892,0.0006396048702299595,0.0006741528632119298,0.0007087008561939001,0.0007432489073835313,0.0007777969003655016,0.000812344893347472],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,5,0,3,2,2,5,5,7,9,10,20,26,28,49,44,53,57,58,102,111,100,108,118,133,147,113,104,114,99,85,63,59,56,40,19,21,21,15,9,4,7,2,2,5,0,1,0,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,1,1,0,0,1,7,3,3,4,7,6,6,9,5,10,14,12,12,12,20,19,19,18,24,22,27,27,21,21,22,22,21,31,25,25,18,25,31,17,23,20,17,13,16,10,11,15,9,9,7,10,3,9,7,4,7,4,1,1,1,1,0,1],"bins":[-0.006167005747556686,-0.0059779430739581585,-0.005788880400359631,-0.005599817726761103,-0.005410755518823862,-0.005221692845225334,-0.005032630171626806,-0.004843567498028278,-0.0046545048244297504,-0.0044654421508312225,-0.004276379942893982,-0.004087317269295454,-0.003898254595696926,-0.003709191922098398,-0.0035201292484998703,-0.003331066807731986,-0.003142004134133458,-0.0029529414605349302,-0.002763879019767046,-0.002574816346168518,-0.00238575367256999,-0.002196691231802106,-0.002007628558203578,-0.00181856588460505,-0.001629503327421844,-0.001440440770238638,-0.00125137809664011,-0.001062315539456904,-0.0008732529240660369,-0.0006841903086751699,-0.0004951277514919639,-0.00030606513610109687,-0.00011700252071022987,7.206008012872189e-05,0.00026112268096767366,0.0004501852672547102,0.0006392478826455772,0.0008283104980364442,0.0010173730552196503,0.0012064357288181782,0.0013954982860013843,0.0015845608431845903,0.0017736235167831182,0.001962686190381646,0.0021517486311495304,0.0023408113047480583,0.0025298739783465862,0.0027189364191144705,0.0029079990927129984,0.0030970617663115263,0.0032861242070794106,0.0034751868806779385,0.0036642495542764664,0.0038533119950443506,0.004042374901473522,0.004231437109410763,0.004420499783009291,0.004609562456607819,0.0047986251302063465,0.004987687803804874,0.005176750477403402,0.005365812685340643,0.005554875358939171,0.005743938032537699,0.005933000706136227]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.0015554428100585938,-0.0015109777450561523,-0.001466512680053711,-0.0014220476150512695,-0.0013775825500488281,-0.0013331174850463867,-0.0012886524200439453,-0.001244187355041504,-0.0011997222900390625,-0.001155257225036621,-0.0011107921600341797,-0.0010663270950317383,-0.0010218620300292969,-0.0009773969650268555,-0.0009329319000244141,-0.0008884668350219727,-0.0008440017700195312,-0.0007995367050170898,-0.0007550716400146484,-0.000710606575012207,-0.0006661415100097656,-0.0006216764450073242,-0.0005772113800048828,-0.0005327463150024414,-0.00048828125,-0.0004438161849975586,-0.0003993511199951172,-0.0003548860549926758,-0.0003104209899902344,-0.00026595592498779297,-0.00022149085998535156,-0.00017702579498291016,-0.00013256072998046875,-8.809566497802734e-05,-4.363059997558594e-05,8.344650268554688e-07,4.5299530029296875e-05,8.976459503173828e-05,0.0001342296600341797,0.0001786947250366211,0.0002231597900390625,0.0002676248550415039,0.0003120899200439453,0.0003565549850463867,0.0004010200500488281,0.00044548511505126953,0.0004899501800537109,0.0005344152450561523,0.0005788803100585938,0.0006233453750610352,0.0006678104400634766,0.000712275505065918,0.0007567405700683594,0.0008012056350708008,0.0008456707000732422,0.0008901357650756836,0.000934600830078125,0.0009790658950805664,0.0010235309600830078,0.0010679960250854492,0.0011124610900878906,0.001156926155090332,0.0012013912200927734,0.0012458562850952148,0.0012903213500976562],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,1,0,1,3,4,6,6,7,10,12,22,29,31,61,93,125,178,253,396,574,911,1358,2195,4197,13359,292603,250545,12618,4016,2198,1337,848,614,368,261,169,121,104,46,38,24,30,16,8,7,5,4,2,2,1,1,1,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,2,0,0,0,0,1,1,2,2,2,1,1,4,1,4,2,6,4,6,9,18,7,7,11,9,558,27,4,6,3,3,7,8,5,5,2,4,8,9,1,2,1,2,3,2,0,1,1,1,3,0,0,0,0,0,0,1],"bins":[-1.8477439880371094e-05,-1.7912127077579498e-05,-1.7346814274787903e-05,-1.6781501471996307e-05,-1.6216188669204712e-05,-1.5650875866413116e-05,-1.5085563063621521e-05,-1.4520250260829926e-05,-1.395493745803833e-05,-1.3389624655246735e-05,-1.282431185245514e-05,-1.2258999049663544e-05,-1.1693686246871948e-05,-1.1128373444080353e-05,-1.0563060641288757e-05,-9.997747838497162e-06,-9.432435035705566e-06,-8.867122232913971e-06,-8.301809430122375e-06,-7.73649662733078e-06,-7.1711838245391846e-06,-6.605871021747589e-06,-6.040558218955994e-06,-5.475245416164398e-06,-4.909932613372803e-06,-4.344619810581207e-06,-3.779307007789612e-06,-3.2139942049980164e-06,-2.648681402206421e-06,-2.0833685994148254e-06,-1.51805579662323e-06,-9.527429938316345e-07,-3.8743019104003906e-07,1.778826117515564e-07,7.431954145431519e-07,1.3085082173347473e-06,1.8738210201263428e-06,2.4391338229179382e-06,3.0044466257095337e-06,3.569759428501129e-06,4.135072231292725e-06,4.70038503408432e-06,5.2656978368759155e-06,5.831010639667511e-06,6.3963234424591064e-06,6.961636245250702e-06,7.526949048042297e-06,8.092261850833893e-06,8.657574653625488e-06,9.222887456417084e-06,9.78820025920868e-06,1.0353513062000275e-05,1.091882586479187e-05,1.1484138667583466e-05,1.2049451470375061e-05,1.2614764273166656e-05,1.3180077075958252e-05,1.3745389878749847e-05,1.4310702681541443e-05,1.4876015484333038e-05,1.5441328287124634e-05,1.600664108991623e-05,1.6571953892707825e-05,1.713726669549942e-05,1.7702579498291016e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,2,1,7,14,17,25,60,101,139,234,380,533,862,1248,1807,2580,3581,4878,6480,8315,10702,13224,15934,19003,22137,25165,27903,30578,32833,34184,34416,34618,33834,32381,30273,27781,24796,21569,18380,15634,12788,10377,8093,6170,4676,3499,2521,1707,1146,808,543,336,238,137,77,44,26,13,8,3,4],"bins":[-0.10029581934213638,-0.09734002500772476,-0.09438423812389374,-0.09142844378948212,-0.0884726494550705,-0.08551685512065887,-0.08256106078624725,-0.07960527390241623,-0.07664947956800461,-0.07369368523359299,-0.07073789834976196,-0.06778210401535034,-0.06482630968093872,-0.0618705153465271,-0.05891472473740578,-0.055958934128284454,-0.05300313979387283,-0.05004734545946121,-0.04709155485033989,-0.04413576424121857,-0.041179969906806946,-0.038224175572395325,-0.035268384963274,-0.03231259435415268,-0.02935680001974106,-0.026401007547974586,-0.023445215076208115,-0.020489422604441643,-0.01753363013267517,-0.014577837660908699,-0.011622045189142227,-0.008666252717375755,-0.00571046769618988,-0.0027546752244234085,0.00020111724734306335,0.0031569097191095352,0.006112702190876007,0.009068494662642479,0.01202428713440895,0.014980079606175423,0.017935872077941895,0.020891664549708366,0.023847457021474838,0.02680324949324131,0.029759041965007782,0.0327148362994194,0.035670626908540726,0.03862641751766205,0.04158221185207367,0.04453800618648529,0.04749379679560661,0.050449587404727936,0.05340538173913956,0.05636117607355118,0.0593169666826725,0.06227275729179382,0.06522855162620544,0.06818434596061707,0.07114014029502869,0.07409592717885971,0.07705172151327133,0.08000751584768295,0.08296330273151398,0.0859190970659256,0.08887489140033722]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[1,2,5,6,11,19,38,59,96,152,250,410,671,860,1245,1810,2688,3609,4991,6534,8186,10436,12840,15651,18409,21358,24327,27415,29361,31770,33317,33609,33906,33377,32058,30001,27783,25137,22378,19385,16517,13560,11094,8909,6917,5358,3982,2975,2011,1444,1029,659,462,289,173,117,64,47,24,17,8,3,2,2],"bins":[-0.09328845888376236,-0.09038674831390381,-0.08748503029346466,-0.08458331972360611,-0.08168160915374756,-0.07877989858388901,-0.07587818056344986,-0.07297646999359131,-0.07007475942373276,-0.06717304140329361,-0.06427133083343506,-0.06136962026357651,-0.05846790596842766,-0.05556619539856911,-0.05266448110342026,-0.04976277053356171,-0.04686105623841286,-0.04395934194326401,-0.04105763137340546,-0.03815591707825661,-0.035254206508398056,-0.03235249221324921,-0.029450779780745506,-0.026549067348241806,-0.023647354915738106,-0.020745642483234406,-0.017843930050730705,-0.01494221668690443,-0.01204050425440073,-0.00913879182189703,-0.006237078923732042,-0.0033353662583976984,-0.0004336535930633545,0.0024680590722709894,0.005369771737605333,0.008271484635770321,0.011173197068274021,0.014074909500777721,0.016976622864603996,0.019878335297107697,0.022780047729611397,0.025681760162115097,0.028583472594618797,0.0314851850271225,0.03438689932227135,0.0372886098921299,0.04019032418727875,0.0430920347571373,0.04599374905228615,0.048895463347435,0.05179717391729355,0.0546988882124424,0.05760059878230095,0.0605023130774498,0.06340402364730835,0.0663057342171669,0.06920745223760605,0.0721091628074646,0.07501087337732315,0.0779125913977623,0.08081430196762085,0.0837160125374794,0.08661772310733795,0.0895194411277771,0.09242115169763565],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[2,2,0,0,4,7,16,21,42,57,108,187,289,448,694,1013,1550,2138,3124,4235,5779,7626,9547,12368,15157,18083,21287,24089,27281,30357,32377,34098,35003,35132,34673,33340,31202,28757,25786,22685,19349,16277,13492,10777,8551,6462,4988,3581,2542,1810,1190,797,573,339,230,128,80,45,24,16,5,1,1,2],"bins":[-0.09980035573244095,-0.09679517894983292,-0.09378999471664429,-0.09078481793403625,-0.08777964115142822,-0.0847744569182396,-0.08176928013563156,-0.07876410335302353,-0.0757589191198349,-0.07275374233722687,-0.06974856555461884,-0.0667433887720108,-0.06373820453882217,-0.06073302775621414,-0.05772784724831581,-0.05472267046570778,-0.05171748995780945,-0.04871230944991112,-0.045707132667303085,-0.042701952159404755,-0.03969677537679672,-0.03669159486889839,-0.03368641436100006,-0.03068123571574688,-0.027676057070493698,-0.024670878425240517,-0.021665699779987335,-0.018660519272089005,-0.015655340626835823,-0.012650161981582642,-0.009644982405006886,-0.006639803294092417,-0.003634631633758545,-0.0006294525228440762,0.0023757265880703926,0.005380905698984861,0.00838608480989933,0.011391263455152512,0.014396443031728268,0.017401622608304024,0.020406801253557205,0.023411979898810387,0.026417158544063568,0.0294223390519619,0.03242751955986023,0.03543269634246826,0.03843787685036659,0.041443053632974625,0.044448234140872955,0.047453414648771286,0.05045859143137932,0.05346377193927765,0.05646894872188568,0.05947412922978401,0.06247930973768234,0.06548448652029037,0.068489670753479,0.07149484753608704,0.07450002431869507,0.0775052011013031,0.08051038533449173,0.08351556211709976,0.0865207388997078,0.08952592313289642,0.09253109991550446]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"_type":"histogram","values":[1,2,2,6,5,15,24,36,91,171,264,377,631,994,1396,2085,3117,4234,5746,7866,10234,12964,15979,19288,23025,26480,29779,32579,34726,36383,36736,36930,35417,33603,31011,27736,24765,20920,17567,14018,11301,8658,6729,4956,3519,2555,1734,1194,756,474,321,176,110,58,40,16,7,9,3,1,2,0,1,1],"bins":[-0.09667886793613434,-0.09352996945381165,-0.09038107097148895,-0.08723217993974686,-0.08408328145742416,-0.08093438297510147,-0.07778549194335938,-0.07463659346103668,-0.07148769497871399,-0.0683387964963913,-0.0651898980140686,-0.06204100698232651,-0.058892108500003815,-0.05574321001768112,-0.05259431526064873,-0.04944542050361633,-0.04629652202129364,-0.04314762353897095,-0.03999872878193855,-0.03684983402490616,-0.033700935542583466,-0.030552038922905922,-0.02740314230322838,-0.024254245683550835,-0.02110534906387329,-0.017956452444195747,-0.014807555824518204,-0.01165865920484066,-0.008509762585163116,-0.005360865965485573,-0.002211969345808029,0.0009369272738695145,0.004085816442966461,0.007234713062644005,0.010383609682321548,0.013532506301999092,0.016681402921676636,0.01983029954135418,0.022979196161031723,0.026128092780709267,0.02927698940038681,0.0324258878827095,0.0355747826397419,0.03872367739677429,0.041872575879096985,0.04502147436141968,0.04817036911845207,0.05131926387548447,0.05446816235780716,0.05761706084012985,0.06076595559716225,0.06391485035419464,0.06706374883651733,0.07021264731884003,0.07336154580116272,0.07651043683290482,0.07965933531522751,0.0828082337975502,0.0859571248292923,0.08910602331161499,0.09225492179393768,0.09540382027626038,0.09855271875858307,0.10170160979032516,0.10485050827264786]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0004535165790002793,-0.00043965387158095837,-0.0004257911932654679,-0.00041192848584614694,-0.00039806580753065646,-0.0003842031001113355,-0.00037034042179584503,-0.0003564777143765241,-0.00034261500695720315,-0.00032875232864171267,-0.0003148896212223917,-0.00030102694290690124,-0.0002871642354875803,-0.0002733015571720898,-0.0002594388497527689,-0.0002455761714372784,-0.00023171346401795745,-0.00021785077115055174,-0.00020398807828314602,-0.0001901253854157403,-0.0001762626925483346,-0.00016239998512901366,-0.00014853729226160794,-0.00013467459939420223,-0.00012081190652679652,-0.00010694921365939081,-9.30865207919851e-05,-7.922382064862177e-05,-6.536112778121606e-05,-5.149843491381034e-05,-3.763573840842582e-05,-2.3773043722030707e-05,-9.910378139466047e-06,3.952316546929069e-06,1.7815011233324185e-05,3.1677707738708705e-05,4.554040060611442e-05,5.940309347352013e-05,7.326579361688346e-05,8.712848648428917e-05,0.00010099117935169488,0.0001148538722191006,0.0001287165650865063,0.00014257925795391202,0.00015644196537323296,0.00017030465824063867,0.00018416735110804439,0.0001980300439754501,0.0002118927368428558,0.00022575542971026152,0.00023961812257766724,0.0002534808299969882,0.00026734350831247866,0.0002812062157317996,0.0002950688940472901,0.00030893160146661103,0.00032279430888593197,0.00033665698720142245,0.0003505196946207434,0.0003643823729362339,0.0003782450803555548,0.0003921077586710453,0.00040597046609036624,0.00041983314440585673,0.00043369585182517767],"_type":"histogram","values":[2,0,1,0,3,3,1,2,0,10,0,0,7,2,2,7,4,9,15,11,16,13,21,23,22,25,39,27,19,25,30,26,41,28,35,30,32,20,17,25,19,20,17,10,21,14,13,7,12,6,11,3,4,2,6,2,1,0,3,1,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"_type":"histogram","values":[5,2,4,7,4,5,1,1,1,1,1,1,2,3,6,8,14,9,9,11,13,13,20,34,36,36,31,56,36,53,47,38,34,42,29,27,25,19,11,7,10,6,7,10,4,3,1,0,2,0,0,3,2,3,4,3,3,1,2,1,0,0,0,1],"bins":[-0.012184761464595795,-0.011768986470997334,-0.011353210546076298,-0.010937435552477837,-0.0105216596275568,-0.01010588463395834,-0.009690109640359879,-0.009274333715438843,-0.008858558721840382,-0.00844278372824192,-0.008027007803320885,-0.0076112328097224236,-0.007195457350462675,-0.006779681891202927,-0.0063639068976044655,-0.005948131438344717,-0.005532355979084969,-0.00511658051982522,-0.004700805060565472,-0.0042850300669670105,-0.003869254607707262,-0.0034534791484475136,-0.0030377039220184088,-0.002621928695589304,-0.0022061532363295555,-0.0017903778934851289,-0.0013746025506407022,-0.0009588272077962756,-0.000543051864951849,-0.00012727652210742235,0.0002884988207370043,0.0007042741635814309,0.0011200504377484322,0.0015358257805928588,0.0019516011234372854,0.0023673763498663902,0.0027831518091261387,0.003198927268385887,0.003614702494814992,0.004030477721244097,0.004446253180503845,0.004862028639763594,0.005277804099023342,0.005693579092621803,0.006109354551881552,0.0065251300111413,0.006940905004739761,0.00735668046399951,0.007772455923259258,0.00818823091685772,0.008604006841778755,0.009019781835377216,0.009435556828975677,0.009851332753896713,0.010267107747495174,0.01068288367241621,0.011098658666014671,0.011514433659613132,0.011930209584534168,0.01234598457813263,0.012761760503053665,0.013177535496652126,0.013593310490250587,0.014009086415171623,0.014424861408770084]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"bins":[-0.0015869812341406941,-0.0015412855427712202,-0.0014955898514017463,-0.0014498941600322723,-0.0014041984686627984,-0.0013585027772933245,-0.0013128070859238505,-0.0012671113945543766,-0.0012214155867695808,-0.001175719895400107,-0.001130024204030633,-0.001084328512661159,-0.001038632821291685,-0.0009929371299222112,-0.0009472414385527372,-0.0009015457471832633,-0.0008558500558137894,-0.0008101543644443154,-0.0007644586730748415,-0.0007187629817053676,-0.0006730672903358936,-0.0006273715407587588,-0.0005816758493892848,-0.0005359801580198109,-0.000490284466650337,-0.00044458877528086305,-0.0003988930839113891,-0.0003531973634380847,-0.0003075016720686108,-0.00026180598069913685,-0.0002161102747777477,-0.00017041456885635853,-0.00012471876107156277,-7.902306242613122e-05,-3.332736378069967e-05,1.2368334864731878e-05,5.8064033510163426e-05,0.00010375973215559497,0.00014945543080102652,0.00019515113672241569,0.00024084682809188962,0.00028654251946136355,0.0003322382108308375,0.0003779339313041419,0.0004236296226736158,0.00046932531404308975,0.0005150210345163941,0.0005607167258858681,0.000606412417255342,0.0006521081086248159,0.0006978037999942899,0.0007434994913637638,0.0007891951827332377,0.0008348909323103726,0.0008805866236798465,0.0009262823150493205,0.0009719780064187944,0.0010176737559959292,0.0010633694473654032,0.0011090651387348771,0.001154760830104351,0.001200456521473825,0.001246152212843299,0.0012918479042127728,0.0013375435955822468],"_type":"histogram","values":[1,0,0,1,0,3,0,0,0,1,4,2,1,2,2,3,3,9,7,6,7,11,11,11,21,24,16,25,30,28,30,37,32,40,30,33,29,32,31,32,30,32,22,16,14,11,12,14,14,12,10,8,5,2,1,5,1,0,1,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0007057785987854004,-0.0006840713322162628,-0.0006623640656471252,-0.0006406567990779877,-0.0006189495325088501,-0.0005972422659397125,-0.000575534999370575,-0.0005538277328014374,-0.0005321204662322998,-0.0005104131996631622,-0.0004887059330940247,-0.0004669986665248871,-0.0004452913999557495,-0.00042358413338661194,-0.00040187686681747437,-0.0003801696002483368,-0.0003584623336791992,-0.00033675506711006165,-0.00031504780054092407,-0.0002933405339717865,-0.0002716332674026489,-0.00024992600083351135,-0.00022821873426437378,-0.0002065114676952362,-0.00018480420112609863,-0.00016309693455696106,-0.00014138966798782349,-0.00011968240141868591,-9.797513484954834e-05,-7.626786828041077e-05,-5.456060171127319e-05,-3.285333514213562e-05,-1.1146068572998047e-05,1.0561197996139526e-05,3.22684645652771e-05,5.397573113441467e-05,7.568299770355225e-05,9.739026427268982e-05,0.00011909753084182739,0.00014080479741096497,0.00016251206398010254,0.0001842193305492401,0.00020592659711837769,0.00022763386368751526,0.00024934113025665283,0.0002710483968257904,0.000292755663394928,0.00031446292996406555,0.0003361701965332031,0.0003578774631023407,0.00037958472967147827,0.00040129199624061584,0.0004229992628097534,0.000444706529378891,0.00046641379594802856,0.00048812106251716614,0.0005098283290863037,0.0005315355956554413,0.0005532428622245789,0.0005749501287937164,0.000596657395362854,0.0006183646619319916,0.0006400719285011292,0.0006617791950702667,0.0006834864616394043],"_type":"histogram","values":[1,0,1,2,0,2,1,1,1,4,5,2,3,8,5,6,11,12,14,13,11,12,16,13,21,22,25,19,32,33,28,37,26,29,37,34,28,25,27,27,25,15,27,15,15,9,15,7,15,8,2,2,2,5,1,2,5,1,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[1,0,1,1,1,1,3,2,4,3,5,4,7,7,8,7,10,5,9,19,20,25,19,23,30,28,32,45,36,26,34,35,35,35,25,28,22,30,14,19,15,22,11,12,15,13,5,4,2,1,2,2,2,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.00035077333450317383,-0.0003390870988368988,-0.0003274008631706238,-0.00031571462750434875,-0.00030402839183807373,-0.0002923421561717987,-0.0002806559205055237,-0.00026896968483924866,-0.00025728344917297363,-0.0002455972135066986,-0.00023391097784042358,-0.00022222474217414856,-0.00021053850650787354,-0.0001988522708415985,-0.00018716603517532349,-0.00017547979950904846,-0.00016379356384277344,-0.0001521073281764984,-0.0001404210925102234,-0.00012873485684394836,-0.00011704862117767334,-0.00010536238551139832,-9.367614984512329e-05,-8.198991417884827e-05,-7.030367851257324e-05,-5.861744284629822e-05,-4.693120718002319e-05,-3.524497151374817e-05,-2.3558735847473145e-05,-1.187250018119812e-05,-1.862645149230957e-07,1.1499971151351929e-05,2.3186206817626953e-05,3.487244248390198e-05,4.6558678150177e-05,5.8244913816452026e-05,6.993114948272705e-05,8.161738514900208e-05,9.33036208152771e-05,0.00010498985648155212,0.00011667609214782715,0.00012836232781410217,0.0001400485634803772,0.00015173479914665222,0.00016342103481292725,0.00017510727047920227,0.0001867935061454773,0.00019847974181175232,0.00021016597747802734,0.00022185221314430237,0.0002335384488105774,0.0002452246844768524,0.00025691092014312744,0.00026859715580940247,0.0002802833914756775,0.0002919696271419525,0.00030365586280822754,0.00031534209847450256,0.0003270283341407776,0.0003387145698070526,0.00035040080547332764,0.00036208704113960266,0.0003737732768058777,0.0003854595124721527,0.00039714574813842773],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug-core.log b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..ff8d35e5c93f05f9e967c486679f51dbfb804333 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T19:22:11.85686906+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpl6syd9km/port-35757.txt","pid":35757,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T19:22:11.857431406+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":35757} +{"time":"2025-07-19T19:22:11.857409298+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-35757-35843-2217185322/socket","Net":"unix"}} +{"time":"2025-07-19T19:22:12.038932176+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T19:22:12.047419146+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"3rfzbgfw","id":"1(@)"} +{"time":"2025-07-19T19:22:12.464783774+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"3rfzbgfw","id":"1(@)"} +{"time":"2025-07-19T19:33:18.230337154+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T19:33:18.230669336+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T19:33:18.230659121+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T19:33:18.230780369+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T19:33:18.230777481+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-35757-35843-2217185322/socket","Net":"unix"}} +{"time":"2025-07-19T19:33:20.531248744+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T19:33:20.531272795+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T19:33:20.531289333+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..5cb8c713b21de92b0e1a2056fbf7dfecf7ee67ee --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T19:22:12.04863833+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T19:22:12.464745956+03:00","level":"INFO","msg":"stream: created new stream","id":"3rfzbgfw"} +{"time":"2025-07-19T19:22:12.4647778+03:00","level":"INFO","msg":"stream: started","id":"3rfzbgfw"} +{"time":"2025-07-19T19:22:12.464796984+03:00","level":"INFO","msg":"handler: started","stream_id":"3rfzbgfw"} +{"time":"2025-07-19T19:22:12.464793665+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"3rfzbgfw"} +{"time":"2025-07-19T19:22:12.464829558+03:00","level":"INFO","msg":"sender: started","stream_id":"3rfzbgfw"} +{"time":"2025-07-19T19:33:18.230696653+03:00","level":"INFO","msg":"stream: closing","id":"3rfzbgfw"} +{"time":"2025-07-19T19:33:19.522990797+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T19:33:20.529441022+03:00","level":"INFO","msg":"handler: closed","stream_id":"3rfzbgfw"} +{"time":"2025-07-19T19:33:20.529474547+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"3rfzbgfw"} +{"time":"2025-07-19T19:33:20.529490814+03:00","level":"INFO","msg":"sender: closed","stream_id":"3rfzbgfw"} +{"time":"2025-07-19T19:33:20.530712613+03:00","level":"INFO","msg":"stream: closed","id":"3rfzbgfw"} diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug.log b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..5285dd1793eb15abc2f49f21b01b4f4d07ffcdd9 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_setup.py:_flush():80] Configure stats pid to 35757 +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_192211-3rfzbgfw/logs/debug.log +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_192211-3rfzbgfw/logs/debug-internal.log +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_init.py:init():830] calling init triggers +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 19:22:11,823 INFO MainThread:35757 [wandb_init.py:init():871] starting backend +2025-07-19 19:22:12,039 INFO MainThread:35757 [wandb_init.py:init():874] sending inform_init request +2025-07-19 19:22:12,045 INFO MainThread:35757 [wandb_init.py:init():882] backend started and connected +2025-07-19 19:22:12,047 INFO MainThread:35757 [wandb_init.py:init():953] updated telemetry +2025-07-19 19:22:12,047 INFO MainThread:35757 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 19:22:12,740 INFO MainThread:35757 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 19:22:12,911 INFO MainThread:35757 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 19:22:12,911 INFO MainThread:35757 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 19:22:12,912 INFO MainThread:35757 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 19:22:12,912 INFO MainThread:35757 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 19:22:12,916 INFO MainThread:35757 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 19:23:35,090 INFO MainThread:35757 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 19:23:35,092 INFO MainThread:35757 [wandb_watch.py:_watch():70] Watching +2025-07-19 19:33:18,229 INFO MsgRouterThr:35757 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/run-3rfzbgfw.wandb b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/run-3rfzbgfw.wandb new file mode 100644 index 0000000000000000000000000000000000000000..490052e0a05bcd94b15e03b48d4d9eabcb2ed09b --- /dev/null +++ b/simson_modeling/wandb/run-20250719_192211-3rfzbgfw/run-3rfzbgfw.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0360d42e35d9e8843299e1de3370adcb15ea4098f1c7df162bf9bf3e9385bb1b +size 11362529 diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/config.yaml b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a03a358bb3c09d72ff164cdd0ac8cd800c90532f --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 83agc244tmy3dq1dvtlsnrbmgdldtajr: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "126063419392" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T16:34:00.012215Z" + writerId: 83agc244tmy3dq1dvtlsnrbmgdldtajr + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 3e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/output.log b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..92ef8849d32c7e5467865f59c3e44d25590b9fe9 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/output.log @@ -0,0 +1,154 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 18259/1317672 [19:07<22:01:20, 16.39it/s, loss=0.0022] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7fe9e6d7d8a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [19:10", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 371, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 43, in forward + def forward(self, input_ids, attention_mask=None): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 632, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1100, in forward + return compiled_fn(full_args) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 308, in runtime_wrapper + all_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 98, in g + return f(*args) + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/autograd/function.py", line 575, in apply + return super().apply(*args, **kwargs) # type: ignore[misc] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 1525, in forward + fw_outs = call_func_at_runtime_with_args( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/utils.py", line 124, in call_func_at_runtime_with_args + out = normalize_as_list(f(args)) + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 488, in wrapper + return compiled_fn(runtime_args) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/runtime_wrappers.py", line 667, in inner_fn + outs = compiled_fn(args) + ^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 1478, in __call__ + return self.current_callable(inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/utils.py", line 1977, in run + return model(new_inputs) + ^^^^^^^^^^^^^^^^^ + File "/tmp/torchinductor_jovyan/of/cofbmeblszfu3tl65sm3kt6hbdr5jvzjm6mcm5xanthctln2gxg5.py", line 1190, in call + aten.randint.low_out(-9223372036854775808, 9223372036854775807, [26], out=buf4) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_ops.py", line 716, in __call__ + return self._op(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/requirements.txt b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..67de2082dfb783fa3d4fe014c2d58b6140f4e144 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T16:34:00.012215Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126063419392" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "83agc244tmy3dq1dvtlsnrbmgdldtajr" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..0a243bc058a969a739225df9c4abe22b6d547085 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.0033252863213419914,-0.0032156778033822775,-0.0031060692854225636,-0.0029964607674628496,-0.0028868522495031357,-0.0027772437315434217,-0.002667635213583708,-0.002558026695623994,-0.00244841817766428,-0.0023388098925352097,-0.0022292013745754957,-0.002119592856615782,-0.002009984338656068,-0.001900375820696354,-0.00179076730273664,-0.001681158784776926,-0.001571550266817212,-0.0014619417488574982,-0.0013523332308977842,-0.0012427247129380703,-0.0011331161949783564,-0.0010235077934339643,-0.0009138992754742503,-0.0008042907575145364,-0.0006946822395548224,-0.0005850737215951085,-0.00047546523273922503,-0.00036585674388334155,-0.0002562482259236276,-0.0001466397225158289,-3.70312191080302e-05,7.257728429976851e-05,0.00018218555487692356,0.0002917940728366375,0.000401402561692521,0.0005110110505484045,0.0006206195685081184,0.0007302280864678323,0.0008398365462198853,0.0009494450641795993,0.0010590535821393132,0.0011686621000990272,0.001278270618058741,0.001387879136018455,0.0014974875375628471,0.001607096055522561,0.001716704573482275,0.001826313091441989,0.0019359216094017029,0.002045530127361417,0.0021551386453211308,0.0022647471632808447,0.0023743556812405586,0.0024839641992002726,0.0025935727171599865,0.0027031812351197004,0.0028127897530794144,0.0029223980382084846,0.0030320065561681986,0.0031416150741279125,0.0032512235920876265,0.0033608321100473404,0.0034704406280070543,0.0035800491459667683,0.003689657663926482],"_type":"histogram","values":[1,1,1,1,3,2,2,9,0,4,6,6,7,11,10,12,17,18,14,11,20,13,23,22,27,20,25,25,35,27,30,28,22,26,25,25,33,27,21,17,17,20,15,20,11,14,7,10,5,3,5,3,0,1,2,1,2,2,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,2,0,2,2,4,4,8,7,7,6,10,16,18,23,25,16,34,26,37,30,32,41,38,35,47,40,29,25,28,20,28,22,18,13,14,13,10,7,7,2,5,4,0,0,4,1,0,3,0,0,1,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0016291274223476648,-0.0015672012232244015,-0.0015052750241011381,-0.001443348708562553,-0.0013814225094392896,-0.0013194963103160262,-0.001257569994777441,-0.0011956437956541777,-0.0011337175965309143,-0.001071791397407651,-0.0010098651982843876,-0.0009479388827458024,-0.000886012683622539,-0.0008240864844992757,-0.0007621602271683514,-0.0007002339698374271,-0.0006383077707141638,-0.0005763815715909004,-0.0005144553142599761,-0.00045252908603288233,-0.0003906028578057885,-0.0003286766295786947,-0.0002667504013516009,-0.00020482417312450707,-0.00014289794489741325,-8.097171667031944e-05,-1.9045488443225622e-05,4.2880739783868194e-05,0.00010480696801096201,0.00016673319623805583,0.00022865942446514964,0.00029058565269224346,0.0003525116480886936,0.00041443787631578743,0.00047636410454288125,0.0005382903618738055,0.0006002165609970689,0.0006621427601203322,0.0007240690174512565,0.0007859952747821808,0.0008479214739054441,0.0009098476730287075,0.0009717739303596318,0.001033700187690556,0.0010956263868138194,0.0011575525859370828,0.001219478901475668,0.0012814051005989313,0.0013433312997221947,0.001405257498845458,0.0014671836979687214,0.0015291100135073066,0.00159103621263057,0.0016529624117538333,0.0017148887272924185,0.0017768149264156818,0.0018387411255389452,0.0019006673246622086,0.001962593523785472,0.0020245197229087353,0.0020864461548626423,0.0021483723539859056,0.002210298553109169,0.0022722247522324324,0.0023341509513556957]},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,1,1,0,2,1,1,0,1,6,3,4,5,8,7,12,6,13,12,21,16,29,29,35,40,45,50,51,34,37,36,30,28,41,23,19,11,24,9,11,15,9,9,5,8,3,3,3,3,2,0,1,1,0,1],"bins":[0.9928748607635498,0.9930604696273804,0.9932461380958557,0.9934317469596863,0.9936173558235168,0.9938030242919922,0.9939886331558228,0.9941742420196533,0.9943599104881287,0.9945455193519592,0.9947311282157898,0.9949167966842651,0.9951024055480957,0.9952880144119263,0.9954736828804016,0.9956592917442322,0.9958449602127075,0.9960305690765381,0.9962161779403687,0.996401846408844,0.9965874552726746,0.9967730641365051,0.9969587326049805,0.997144341468811,0.9973299503326416,0.9975156188011169,0.9977012276649475,0.9978868365287781,0.9980725049972534,0.998258113861084,0.9984437227249146,0.9986293911933899,0.9988150000572205,0.999000608921051,0.9991862773895264,0.9993718862533569,0.9995574951171875,0.9997431635856628,0.9999287724494934,1.0001144409179688,1.0003000497817993,1.0004856586456299,1.0006712675094604,1.000856876373291,1.0010426044464111,1.0012282133102417,1.0014138221740723,1.0015994310379028,1.0017850399017334,1.001970648765564,1.002156376838684,1.0023419857025146,1.0025275945663452,1.0027132034301758,1.0028988122940063,1.003084421157837,1.003270149230957,1.0034557580947876,1.0036413669586182,1.0038269758224487,1.0040125846862793,1.0041981935501099,1.00438392162323,1.0045695304870605,1.0047551393508911]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,3,2,2,0,1,4,3,5,6,9,1,8,5,9,13,16,10,20,19,22,20,20,37,29,27,36,18,47,31,26,29,24,32,27,21,20,15,18,13,12,16,14,7,12,10,11,5,8,6,1,4,2,3,2,1,0,2,0,0,2],"bins":[-0.00022786855697631836,-0.00022078491747379303,-0.0002137012779712677,-0.00020661763846874237,-0.00019953399896621704,-0.0001924503594636917,-0.00018536671996116638,-0.00017828308045864105,-0.00017119944095611572,-0.0001641158014535904,-0.00015703216195106506,-0.00014994852244853973,-0.0001428648829460144,-0.00013578124344348907,-0.00012869760394096375,-0.00012161396443843842,-0.00011453032493591309,-0.00010744668543338776,-0.00010036304593086243,-9.32794064283371e-05,-8.619576692581177e-05,-7.911212742328644e-05,-7.202848792076111e-05,-6.494484841823578e-05,-5.786120891571045e-05,-5.077756941318512e-05,-4.369392991065979e-05,-3.661029040813446e-05,-2.952665090560913e-05,-2.24430114030838e-05,-1.535937190055847e-05,-8.275732398033142e-06,-1.1920928955078125e-06,5.891546607017517e-06,1.2975186109542847e-05,2.0058825612068176e-05,2.7142465114593506e-05,3.4226104617118835e-05,4.1309744119644165e-05,4.8393383622169495e-05,5.5477023124694824e-05,6.256066262722015e-05,6.964430212974548e-05,7.672794163227081e-05,8.381158113479614e-05,9.089522063732147e-05,9.79788601398468e-05,0.00010506249964237213,0.00011214613914489746,0.00011922977864742279,0.00012631341814994812,0.00013339705765247345,0.00014048069715499878,0.0001475643366575241,0.00015464797616004944,0.00016173161566257477,0.0001688152551651001,0.00017589889466762543,0.00018298253417015076,0.00019006617367267609,0.00019714981317520142,0.00020423345267772675,0.00021131709218025208,0.0002184007316827774,0.00022548437118530273]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"values":[1,0,0,1,1,0,1,4,2,5,3,5,14,12,6,5,16,15,12,10,21,17,21,19,25,24,32,36,29,24,30,27,33,29,28,27,18,22,18,20,27,17,14,10,14,7,12,11,4,5,9,4,4,4,2,1,2,0,3,0,1,1,0,3],"bins":[-0.0018283228855580091,-0.0017696291906759143,-0.0017109354957938194,-0.0016522418009117246,-0.0015935481060296297,-0.001534854294732213,-0.0014761605998501182,-0.0014174669049680233,-0.0013587732100859284,-0.0013000795152038336,-0.0012413858203217387,-0.0011826921254396439,-0.0011239983141422272,-0.0010653046192601323,-0.0010066109243780375,-0.0009479172294959426,-0.0008892235346138477,-0.0008305298397317529,-0.000771836144849658,-0.0007131423917599022,-0.0006544486968778074,-0.0005957550019957125,-0.0005370612489059567,-0.0004783675540238619,-0.000419673859141767,-0.00036098016425967216,-0.00030228644027374685,-0.00024359273083973676,-0.00018489902140572667,-0.00012620531197171658,-6.75116025377065e-05,-8.817893103696406e-06,4.987581633031368e-05,0.00010856952576432377,0.00016726323519833386,0.00022595694463234395,0.00028465065406635404,0.0003433443489484489,0.0004020380729343742,0.00046073179692029953,0.0005194254918023944,0.0005781191866844893,0.0006368128815665841,0.0006955066346563399,0.0007542003295384347,0.0008128940244205296,0.0008715877775102854,0.0009302814723923802,0.000988975167274475,0.00104766886215657,0.0011063625570386648,0.0011650562519207597,0.0012237499468028545,0.0012824437581002712,0.001341137452982366,0.001399831147864461,0.0014585248427465558,0.0015172185376286507,0.0015759122325107455,0.0016346059273928404,0.001693299738690257,0.001751993433572352,0.0018106871284544468,0.0018693808233365417,0.0019280745182186365],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,0,3,2,0,4,3,4,8,6,5,6,7,16,11,25,25,32,41,43,50,48,60,73,99,72,89,92,98,87,93,98,94,113,80,83,77,59,59,39,38,52,29,24,19,18,14,6,14,6,4,6,4,4,0,1,0,0,1,1],"bins":[-3.820657730102539e-05,-3.708060830831528e-05,-3.5954639315605164e-05,-3.482867032289505e-05,-3.3702701330184937e-05,-3.257673233747482e-05,-3.145076334476471e-05,-3.0324794352054596e-05,-2.9198825359344482e-05,-2.807285636663437e-05,-2.6946887373924255e-05,-2.5820918381214142e-05,-2.469494938850403e-05,-2.3568980395793915e-05,-2.24430114030838e-05,-2.1317042410373688e-05,-2.0191073417663574e-05,-1.906510442495346e-05,-1.7939135432243347e-05,-1.6813166439533234e-05,-1.568719744682312e-05,-1.4561228454113007e-05,-1.3435259461402893e-05,-1.230929046869278e-05,-1.1183321475982666e-05,-1.0057352483272552e-05,-8.931383490562439e-06,-7.805414497852325e-06,-6.679445505142212e-06,-5.553476512432098e-06,-4.427507519721985e-06,-3.3015385270118713e-06,-2.175569534301758e-06,-1.0496005415916443e-06,7.636845111846924e-08,1.2023374438285828e-06,2.3283064365386963e-06,3.45427542924881e-06,4.580244421958923e-06,5.706213414669037e-06,6.83218240737915e-06,7.958151400089264e-06,9.084120392799377e-06,1.0210089385509491e-05,1.1336058378219604e-05,1.2462027370929718e-05,1.3587996363639832e-05,1.4713965356349945e-05,1.583993434906006e-05,1.6965903341770172e-05,1.8091872334480286e-05,1.92178413271904e-05,2.0343810319900513e-05,2.1469779312610626e-05,2.259574830532074e-05,2.3721717298030853e-05,2.4847686290740967e-05,2.597365528345108e-05,2.7099624276161194e-05,2.8225593268871307e-05,2.935156226158142e-05,3.0477531254291534e-05,3.160350024700165e-05,3.272946923971176e-05,3.3855438232421875e-05]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.002786127617582679,-0.0026864956598728895,-0.0025868634693324566,-0.0024872315116226673,-0.002387599553912878,-0.0022879675962030888,-0.0021883356384932995,-0.0020887034479528666,-0.0019890714902430773,-0.001889439532533288,-0.001789807458408177,-0.0016901753842830658,-0.0015905434265732765,-0.0014909114688634872,-0.0013912793947383761,-0.001291647320613265,-0.0011920153629034758,-0.0010923834051936865,-0.0009927513310685754,-0.0008931193151511252,-0.000793487299233675,-0.0006938552833162248,-0.0005942232673987746,-0.0004945912514813244,-0.00039495923556387424,-0.00029532721964642406,-0.00019569520372897387,-9.606318781152368e-05,3.5688281059265137e-06,0.0001032008440233767,0.0002028328599408269,0.0003024648758582771,0.00040209689177572727,0.0005017289076931775,0.0006013609236106277,0.0007009929395280778,0.000800624955445528,0.0009002569713629782,0.0009998889872804284,0.0010995210614055395,0.0011991530191153288,0.001298784976825118,0.0013984170509502292,0.0014980491250753403,0.0015976810827851295,0.0016973130404949188,0.00179694511462003,0.001896577188745141,0.0019962091464549303,0.0020958411041647196,0.0021954732947051525,0.002295105252414942,0.002394737210124731,0.0024943691678345203,0.0025940011255443096,0.0026936333160847425,0.002793265273794532,0.002892897231504321,0.002992529422044754,0.0030921613797545433,0.0031917933374643326,0.003291425295174122,0.003391057252883911,0.003490689443424344,0.0035903214011341333],"_type":"histogram","values":[1,3,3,4,4,3,0,3,3,8,5,4,8,15,8,8,22,17,18,28,16,29,23,33,19,28,33,29,33,31,36,24,29,30,26,31,17,24,21,14,17,13,12,4,6,8,4,1,2,0,1,2,1,3,1,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,2,0,1,0,2,0,2,2,3,6,6,4,10,9,10,14,19,13,25,13,23,23,44,33,26,28,35,41,32,36,26,33,30,30,23,26,13,20,17,16,13,6,6,9,9,6,5,3,1,3,1,4,2,0,0,0,0,1,0,1,1],"bins":[-0.0017742390045896173,-0.001716546481475234,-0.001658853841945529,-0.0016011613188311458,-0.0015434687957167625,-0.0014857761561870575,-0.0014280836330726743,-0.001370391109958291,-0.001312698470428586,-0.0012550059473142028,-0.0011973134241998196,-0.0011396209010854363,-0.0010819282615557313,-0.001024235738441348,-0.0009665431571193039,-0.0009088506340049207,-0.0008511580526828766,-0.0007934654713608325,-0.0007357729482464492,-0.0006780803669244051,-0.0006203878438100219,-0.0005626952624879777,-0.0005050026811659336,-0.00044731012894771993,-0.00038961757672950625,-0.0003319250245112926,-0.0002742324722930789,-0.00021653989097103477,-0.0001588473387528211,-0.0001011547792586498,-4.3462219764478505e-05,1.4230339729692787e-05,7.192278280854225e-05,0.00012961533502675593,0.00018730790179688483,0.00024500046856701374,0.0003026930207852274,0.0003603855730034411,0.00041807815432548523,0.0004757707065436989,0.0005334632587619126,0.0005911558400839567,0.0006488483631983399,0.0007065409445203841,0.0007642335258424282,0.0008219260489568114,0.0008796186302788556,0.0009373111533932388,0.000995003734715283,0.0010526962578296661,0.0011103888973593712,0.0011680814204737544,0.0012257739435881376,0.0012834665831178427,0.001341159106232226,0.0013988516293466091,0.0014565442688763142,0.0015142367919906974,0.0015719293151050806,0.0016296218382194638,0.0016873144777491689,0.001745007000863552,0.0018026995239779353,0.0018603921635076404,0.0019180846866220236]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,1,1,0,2,1,4,6,5,7,18,22,29,30,51,64,82,106,199,252,399,595,837,1334,2137,3501,6039,10418,19127,42245,104281,194530,111721,44593,20199,10709,6119,3662,2313,1392,912,592,361,286,156,146,102,67,46,36,18,18,11,10,12,8,3,4,1,1,1],"bins":[-0.00014781951904296875,-0.000143539160490036,-0.00013925880193710327,-0.00013497844338417053,-0.0001306980848312378,-0.00012641772627830505,-0.00012213736772537231,-0.00011785700917243958,-0.00011357665061950684,-0.0001092962920665741,-0.00010501593351364136,-0.00010073557496070862,-9.645521640777588e-05,-9.217485785484314e-05,-8.78944993019104e-05,-8.361414074897766e-05,-7.933378219604492e-05,-7.505342364311218e-05,-7.077306509017944e-05,-6.64927065372467e-05,-6.221234798431396e-05,-5.7931989431381226e-05,-5.3651630878448486e-05,-4.937127232551575e-05,-4.509091377258301e-05,-4.081055521965027e-05,-3.653019666671753e-05,-3.224983811378479e-05,-2.796947956085205e-05,-2.368912100791931e-05,-1.9408762454986572e-05,-1.5128403902053833e-05,-1.0848045349121094e-05,-6.5676867961883545e-06,-2.2873282432556152e-06,1.993030309677124e-06,6.273388862609863e-06,1.0553747415542603e-05,1.4834105968475342e-05,1.911446452140808e-05,2.339482307434082e-05,2.767518162727356e-05,3.19555401802063e-05,3.623589873313904e-05,4.051625728607178e-05,4.4796615839004517e-05,4.9076974391937256e-05,5.3357332944869995e-05,5.7637691497802734e-05,6.191805005073547e-05,6.619840860366821e-05,7.047876715660095e-05,7.475912570953369e-05,7.903948426246643e-05,8.331984281539917e-05,8.760020136833191e-05,9.188055992126465e-05,9.616091847419739e-05,0.00010044127702713013,0.00010472163558006287,0.0001090019941329956,0.00011328235268592834,0.00011756271123886108,0.00012184306979179382,0.00012612342834472656]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.09169275313615799,-0.08883935213088989,-0.0859859511256218,-0.0831325501203537,-0.0802791491150856,-0.0774257481098175,-0.07457234710454941,-0.07171894609928131,-0.06886554509401321,-0.06601214408874512,-0.06315874308347702,-0.060305338352918625,-0.05745193734765053,-0.05459853634238243,-0.051745135337114334,-0.04889173433184624,-0.04603833332657814,-0.04318493232131004,-0.040331531316041946,-0.03747813031077385,-0.03462472930550575,-0.031771328300237656,-0.02891792543232441,-0.026064524427056313,-0.023211123421788216,-0.02035772241652012,-0.017504321411252022,-0.01465091947466135,-0.011797518469393253,-0.008944117464125156,-0.006090715993195772,-0.0032373147550970316,-0.000383913516998291,0.0024694877211004496,0.00532288895919919,0.008176290430128574,0.011029691435396671,0.013883092440664768,0.01673649437725544,0.019589895382523537,0.022443296387791634,0.02529669739305973,0.028150098398327827,0.031003499403595924,0.03385690227150917,0.03671030327677727,0.039563704282045364,0.04241710528731346,0.04527050629258156,0.048123907297849655,0.05097730830311775,0.05383070930838585,0.056684110313653946,0.05953751131892204,0.06239091232419014,0.06524431705474854,0.06809771806001663,0.07095111906528473,0.07380452007055283,0.07665792107582092,0.07951132208108902,0.08236472308635712,0.08521812409162521,0.08807152509689331,0.09092492610216141],"_type":"histogram","values":[4,0,8,9,14,25,51,66,137,198,296,443,696,1017,1494,2051,2803,3807,5117,6596,8520,10710,13157,15887,18689,21246,24426,27106,29122,31513,32519,33046,33271,33045,31526,29560,27189,25200,22180,19275,16361,13863,11371,9139,7167,5554,4238,3077,2183,1616,1106,713,530,317,253,142,80,33,18,30,5,3,3,3]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,3,4,3,2,8,7,6,15,17,12,35,31,36,45,50,45,76,88,101,83,109,108,138,125,116,106,94,108,94,67,60,49,51,27,25,27,22,9,16,7,3,6,1,3,4,1,1,0,0,0,0,0,0,1],"bins":[-3.6776065826416016e-05,-3.565289080142975e-05,-3.452971577644348e-05,-3.3406540751457214e-05,-3.228336572647095e-05,-3.116019070148468e-05,-3.0037015676498413e-05,-2.8913840651512146e-05,-2.779066562652588e-05,-2.6667490601539612e-05,-2.5544315576553345e-05,-2.4421140551567078e-05,-2.329796552658081e-05,-2.2174790501594543e-05,-2.1051615476608276e-05,-1.992844045162201e-05,-1.8805265426635742e-05,-1.7682090401649475e-05,-1.6558915376663208e-05,-1.543574035167694e-05,-1.4312565326690674e-05,-1.3189390301704407e-05,-1.206621527671814e-05,-1.0943040251731873e-05,-9.819865226745605e-06,-8.696690201759338e-06,-7.573515176773071e-06,-6.450340151786804e-06,-5.327165126800537e-06,-4.20399010181427e-06,-3.080815076828003e-06,-1.957640051841736e-06,-8.344650268554688e-07,2.8870999813079834e-07,1.4118850231170654e-06,2.5350600481033325e-06,3.6582350730895996e-06,4.781410098075867e-06,5.904585123062134e-06,7.027760148048401e-06,8.150935173034668e-06,9.274110198020935e-06,1.0397285223007202e-05,1.152046024799347e-05,1.2643635272979736e-05,1.3766810297966003e-05,1.488998532295227e-05,1.6013160347938538e-05,1.7136335372924805e-05,1.8259510397911072e-05,1.938268542289734e-05,2.0505860447883606e-05,2.1629035472869873e-05,2.275221049785614e-05,2.3875385522842407e-05,2.4998560547828674e-05,2.612173557281494e-05,2.724491059780121e-05,2.8368085622787476e-05,2.9491260647773743e-05,3.061443567276001e-05,3.173761069774628e-05,3.2860785722732544e-05,3.398396074771881e-05,3.510713577270508e-05]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"bins":[-6.443262100219727e-05,-6.24610111117363e-05,-6.048940122127533e-05,-5.851779133081436e-05,-5.6546181440353394e-05,-5.4574571549892426e-05,-5.260296165943146e-05,-5.063135176897049e-05,-4.865974187850952e-05,-4.6688131988048553e-05,-4.4716522097587585e-05,-4.274491220712662e-05,-4.077330231666565e-05,-3.880169242620468e-05,-3.683008253574371e-05,-3.4858472645282745e-05,-3.288686275482178e-05,-3.091525286436081e-05,-2.894364297389984e-05,-2.6972033083438873e-05,-2.5000423192977905e-05,-2.3028813302516937e-05,-2.105720341205597e-05,-1.9085593521595e-05,-1.7113983631134033e-05,-1.5142373740673065e-05,-1.3170763850212097e-05,-1.1199153959751129e-05,-9.227544069290161e-06,-7.255934178829193e-06,-5.284324288368225e-06,-3.312714397907257e-06,-1.341104507446289e-06,6.30505383014679e-07,2.602115273475647e-06,4.573725163936615e-06,6.545335054397583e-06,8.516944944858551e-06,1.0488554835319519e-05,1.2460164725780487e-05,1.4431774616241455e-05,1.6403384506702423e-05,1.837499439716339e-05,2.034660428762436e-05,2.2318214178085327e-05,2.4289824068546295e-05,2.6261433959007263e-05,2.823304384946823e-05,3.02046537399292e-05,3.217626363039017e-05,3.4147873520851135e-05,3.61194834113121e-05,3.809109330177307e-05,4.006270319223404e-05,4.203431308269501e-05,4.4005922973155975e-05,4.597753286361694e-05,4.794914275407791e-05,4.992075264453888e-05,5.189236253499985e-05,5.3863972425460815e-05,5.5835582315921783e-05,5.780719220638275e-05,5.977880209684372e-05,6.175041198730469e-05],"_type":"histogram","values":[1,1,0,2,0,0,0,1,1,0,2,5,1,2,4,6,4,6,6,4,9,10,12,15,20,14,21,31,41,31,46,57,48,49,52,36,32,39,27,30,24,6,10,3,9,8,4,3,10,2,2,3,3,2,4,0,3,1,2,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[2,4,10,10,34,41,81,117,180,288,498,717,1135,1479,2088,2947,3995,5333,7168,9012,11427,13772,16683,19584,22599,25637,28146,30323,32245,33691,34128,33819,33077,31469,29739,26623,24019,21000,17850,15268,12678,10300,7974,6209,4738,3599,2529,1845,1245,847,580,383,256,171,91,61,33,20,10,6,3,3,1,4],"bins":[-0.08937175571918488,-0.08646545559167862,-0.08355914801359177,-0.08065284788608551,-0.07774654775857925,-0.0748402401804924,-0.07193394005298615,-0.06902763992547989,-0.06612133979797363,-0.06321503221988678,-0.060308732092380524,-0.05740242823958397,-0.054496124386787415,-0.05158982425928116,-0.048683520406484604,-0.04577722027897835,-0.04287091642618179,-0.03996461257338524,-0.03705831244587898,-0.03415200859308243,-0.031245706602931023,-0.028339404612779617,-0.025433100759983063,-0.022526798769831657,-0.019620496779680252,-0.016714194789528847,-0.013807891868054867,-0.010901588946580887,-0.007995286956429482,-0.005088984500616789,-0.0021826820448040962,0.0007236204110085964,0.003629930317401886,0.006536232773214579,0.009442535229027271,0.012348838150501251,0.015255140140652657,0.018161442130804062,0.021067745983600616,0.023974047973752022,0.026880349963903427,0.029786651954054832,0.03269295394420624,0.03559925779700279,0.03850556164979935,0.0414118617773056,0.04431816563010216,0.047224465757608414,0.05013076961040497,0.05303707346320152,0.05594337359070778,0.058849677443504333,0.06175597757101059,0.06466228514909744,0.0675685852766037,0.07047488540410995,0.07338118553161621,0.07628749310970306,0.07919379323720932,0.08210009336471558,0.08500640094280243,0.08791270107030869,0.09081900119781494,0.0937253087759018,0.09663160890340805]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[4,1,0,1,1,0,1,0,7,2,4,10,7,6,7,10,18,11,16,13,24,14,16,15,28,28,30,32,36,34,24,32,30,36,34,19,33,19,26,20,24,18,7,14,9,10,8,5,2,4,0,4,2,0,3,1,1,4,2,0,0,0,0,1],"bins":[-7.975101470947266e-05,-7.710885256528854e-05,-7.446669042110443e-05,-7.182452827692032e-05,-6.91823661327362e-05,-6.65402039885521e-05,-6.389804184436798e-05,-6.125587970018387e-05,-5.8613717555999756e-05,-5.597155541181564e-05,-5.332939326763153e-05,-5.068723112344742e-05,-4.8045068979263306e-05,-4.540290683507919e-05,-4.276074469089508e-05,-4.011858254671097e-05,-3.7476420402526855e-05,-3.483425825834274e-05,-3.219209611415863e-05,-2.9549933969974518e-05,-2.6907771825790405e-05,-2.4265609681606293e-05,-2.162344753742218e-05,-1.8981285393238068e-05,-1.6339123249053955e-05,-1.3696961104869843e-05,-1.105479896068573e-05,-8.412636816501617e-06,-5.770474672317505e-06,-3.1283125281333923e-06,-4.861503839492798e-07,2.1560117602348328e-06,4.798173904418945e-06,7.440336048603058e-06,1.008249819278717e-05,1.2724660336971283e-05,1.5366822481155396e-05,1.8008984625339508e-05,2.065114676952362e-05,2.3293308913707733e-05,2.5935471057891846e-05,2.8577633202075958e-05,3.121979534626007e-05,3.386195749044418e-05,3.6504119634628296e-05,3.914628177881241e-05,4.178844392299652e-05,4.4430606067180634e-05,4.7072768211364746e-05,4.971493035554886e-05,5.235709249973297e-05,5.4999254643917084e-05,5.7641416788101196e-05,6.028357893228531e-05,6.292574107646942e-05,6.556790322065353e-05,6.821006536483765e-05,7.085222750902176e-05,7.349438965320587e-05,7.613655179738998e-05,7.87787139415741e-05,8.142087608575821e-05,8.406303822994232e-05,8.670520037412643e-05,8.934736251831055e-05]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,1,0,2,0,0,1,2,1,5,0,1,2,6,1,7,10,6,17,20,18,20,23,20,50,49,50,50,46,59,42,44,30,32,29,33,18,14,16,9,5,10,3,4,3,2,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[-1.1801719665527344e-05,-1.1417083442211151e-05,-1.1032447218894958e-05,-1.0647810995578766e-05,-1.0263174772262573e-05,-9.87853854894638e-06,-9.493902325630188e-06,-9.109266102313995e-06,-8.724629878997803e-06,-8.33999365568161e-06,-7.955357432365417e-06,-7.570721209049225e-06,-7.186084985733032e-06,-6.80144876241684e-06,-6.416812539100647e-06,-6.032176315784454e-06,-5.647540092468262e-06,-5.262903869152069e-06,-4.8782676458358765e-06,-4.493631422519684e-06,-4.108995199203491e-06,-3.7243589758872986e-06,-3.339722752571106e-06,-2.9550865292549133e-06,-2.5704503059387207e-06,-2.185814082622528e-06,-1.8011778593063354e-06,-1.4165416359901428e-06,-1.0319054126739502e-06,-6.472691893577576e-07,-2.6263296604156494e-07,1.2200325727462769e-07,5.066394805908203e-07,8.912757039070129e-07,1.2759119272232056e-06,1.6605481505393982e-06,2.045184373855591e-06,2.4298205971717834e-06,2.814456820487976e-06,3.1990930438041687e-06,3.5837292671203613e-06,3.968365490436554e-06,4.353001713752747e-06,4.737637937068939e-06,5.122274160385132e-06,5.5069103837013245e-06,5.891546607017517e-06,6.27618283033371e-06,6.660819053649902e-06,7.045455276966095e-06,7.430091500282288e-06,7.81472772359848e-06,8.199363946914673e-06,8.584000170230865e-06,8.968636393547058e-06,9.35327261686325e-06,9.737908840179443e-06,1.0122545063495636e-05,1.0507181286811829e-05,1.0891817510128021e-05,1.1276453733444214e-05,1.1661089956760406e-05,1.2045726180076599e-05,1.2430362403392792e-05,1.2814998626708984e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,4,2,5,3,6,5,5,12,9,11,13,14,16,19,17,22,30,29,24,38,39,29,32,46,35,38,25,25,24,18,21,21,25,11,10,13,11,11,5,9,9,9,4,3,1,1,0,3,2,0,0,0,0,0,0,0,1],"bins":[-7.104873657226562e-05,-6.864219903945923e-05,-6.623566150665283e-05,-6.382912397384644e-05,-6.142258644104004e-05,-5.901604890823364e-05,-5.6609511375427246e-05,-5.420297384262085e-05,-5.179643630981445e-05,-4.938989877700806e-05,-4.698336124420166e-05,-4.4576823711395264e-05,-4.217028617858887e-05,-3.976374864578247e-05,-3.7357211112976074e-05,-3.495067358016968e-05,-3.254413604736328e-05,-3.0137598514556885e-05,-2.7731060981750488e-05,-2.5324523448944092e-05,-2.2917985916137695e-05,-2.05114483833313e-05,-1.8104910850524902e-05,-1.5698373317718506e-05,-1.329183578491211e-05,-1.0885298252105713e-05,-8.478760719299316e-06,-6.07222318649292e-06,-3.6656856536865234e-06,-1.259148120880127e-06,1.1473894119262695e-06,3.553926944732666e-06,5.9604644775390625e-06,8.367002010345459e-06,1.0773539543151855e-05,1.3180077075958252e-05,1.558661460876465e-05,1.7993152141571045e-05,2.039968967437744e-05,2.2806227207183838e-05,2.5212764739990234e-05,2.761930227279663e-05,3.0025839805603027e-05,3.2432377338409424e-05,3.483891487121582e-05,3.724545240402222e-05,3.965198993682861e-05,4.205852746963501e-05,4.4465065002441406e-05,4.68716025352478e-05,4.92781400680542e-05,5.1684677600860596e-05,5.409121513366699e-05,5.649775266647339e-05,5.8904290199279785e-05,6.131082773208618e-05,6.371736526489258e-05,6.612390279769897e-05,6.853044033050537e-05,7.093697786331177e-05,7.334351539611816e-05,7.575005292892456e-05,7.815659046173096e-05,8.056312799453735e-05,8.296966552734375e-05]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-7.88569450378418e-05,-7.650908082723618e-05,-7.416121661663055e-05,-7.181335240602493e-05,-6.946548819541931e-05,-6.711762398481369e-05,-6.476975977420807e-05,-6.242189556360245e-05,-6.0074031352996826e-05,-5.7726167142391205e-05,-5.5378302931785583e-05,-5.303043872117996e-05,-5.068257451057434e-05,-4.833471029996872e-05,-4.59868460893631e-05,-4.363898187875748e-05,-4.1291117668151855e-05,-3.8943253457546234e-05,-3.659538924694061e-05,-3.424752503633499e-05,-3.189966082572937e-05,-2.955179661512375e-05,-2.7203932404518127e-05,-2.4856068193912506e-05,-2.2508203983306885e-05,-2.0160339772701263e-05,-1.7812475562095642e-05,-1.546461135149002e-05,-1.31167471408844e-05,-1.0768882930278778e-05,-8.421018719673157e-06,-6.073154509067535e-06,-3.725290298461914e-06,-1.3774260878562927e-06,9.704381227493286e-07,3.31830233335495e-06,5.666166543960571e-06,8.014030754566193e-06,1.0361894965171814e-05,1.2709759175777435e-05,1.5057623386383057e-05,1.7405487596988678e-05,1.97533518075943e-05,2.210121601819992e-05,2.4449080228805542e-05,2.6796944439411163e-05,2.9144808650016785e-05,3.1492672860622406e-05,3.384053707122803e-05,3.618840128183365e-05,3.853626549243927e-05,4.088412970304489e-05,4.323199391365051e-05,4.5579858124256134e-05,4.7927722334861755e-05,5.027558654546738e-05,5.2623450756073e-05,5.497131496667862e-05,5.731917917728424e-05,5.966704338788986e-05,6.201490759849548e-05,6.43627718091011e-05,6.671063601970673e-05,6.905850023031235e-05,7.140636444091797e-05],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,1,0,0,2,2,3,9,6,10,12,13,21,21,32,41,37,48,64,55,97,94,116,125,113,126,126,127,122,85,101,72,75,66,40,37,31,28,26,14,10,11,9,5,4,4,0,1,1,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,3,4,4,4,5,8,20,24,20,38,50,72,110,159,241,386,569,882,1410,2198,3908,6463,11714,21561,41233,81335,138449,127851,70696,36507,18752,10241,5742,3440,2120,1256,792,512,333,225,123,101,86,52,33,23,18,10,9,10,5,6,0,2,1,0,2,0,1,1,1],"bins":[-0.0001964569091796875,-0.00018988549709320068,-0.00018331408500671387,-0.00017674267292022705,-0.00017017126083374023,-0.00016359984874725342,-0.0001570284366607666,-0.00015045702457427979,-0.00014388561248779297,-0.00013731420040130615,-0.00013074278831481934,-0.00012417137622833252,-0.0001175999641418457,-0.00011102855205535889,-0.00010445713996887207,-9.788572788238525e-05,-9.131431579589844e-05,-8.474290370941162e-05,-7.81714916229248e-05,-7.160007953643799e-05,-6.502866744995117e-05,-5.8457255363464355e-05,-5.188584327697754e-05,-4.531443119049072e-05,-3.8743019104003906e-05,-3.217160701751709e-05,-2.5600194931030273e-05,-1.9028782844543457e-05,-1.245737075805664e-05,-5.885958671569824e-06,6.854534149169922e-07,7.256865501403809e-06,1.3828277587890625e-05,2.039968967437744e-05,2.6971101760864258e-05,3.3542513847351074e-05,4.011392593383789e-05,4.668533802032471e-05,5.3256750106811523e-05,5.982816219329834e-05,6.639957427978516e-05,7.297098636627197e-05,7.954239845275879e-05,8.61138105392456e-05,9.268522262573242e-05,9.925663471221924e-05,0.00010582804679870605,0.00011239945888519287,0.00011897087097167969,0.0001255422830581665,0.00013211369514465332,0.00013868510723114014,0.00014525651931762695,0.00015182793140411377,0.00015839934349060059,0.0001649707555770874,0.00017154216766357422,0.00017811357975006104,0.00018468499183654785,0.00019125640392303467,0.00019782781600952148,0.0002043992280960083,0.00021097064018249512,0.00021754205226898193,0.00022411346435546875]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,5,0,3,1,0,1,2,5,7,7,2,7,9,6,13,15,22,18,18,26,19,24,23,23,25,29,28,29,26,32,37,31,29,23,26,29,24,13,21,14,12,12,6,11,7,7,9,9,4,1,4,5,0,1,0,1,2,0,2,0,1],"bins":[-0.0016720290295779705,-0.0016173957847058773,-0.001562762539833784,-0.001508129294961691,-0.0014534960500895977,-0.0013988628052175045,-0.0013442295603454113,-0.001289596315473318,-0.001234963070601225,-0.0011803297093138099,-0.0011256964644417167,-0.0010710632195696235,-0.0010164299746975303,-0.0009617967298254371,-0.0009071634849533439,-0.0008525302400812507,-0.0007978969952091575,-0.0007432637503370643,-0.0006886305054649711,-0.0006339972605928779,-0.0005793640157207847,-0.0005247307126410306,-0.00047009746776893735,-0.00041546422289684415,-0.00036083097802475095,-0.00030619773315265775,-0.00025156448828056455,-0.0001969312143046409,-0.0001422979694325477,-8.766471728449687e-05,-3.303146513644606e-05,2.1601787011604756e-05,7.623503915965557e-05,0.00013086828403174877,0.0001855015434557572,0.00024013480287976563,0.00029476804775185883,0.00034940129262395203,0.0004040345665998757,0.0004586678114719689,0.0005133010563440621,0.0005679343012161553,0.0006225675460882485,0.0006772007909603417,0.0007318340940400958,0.000786467338912189,0.0008411005837842822,0.0008957338286563754,0.0009503670735284686,0.0010050003184005618,0.001059633563272655,0.0011142668081447482,0.0011689000530168414,0.0012235332978889346,0.0012781665427610278,0.001332799787633121,0.001387433148920536,0.0014420663937926292,0.0014966996386647224,0.0015513328835368156,0.0016059661284089088,0.001660599373281002,0.0017152326181530952,0.0017698658630251884,0.0018244991078972816]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,3,0,4,5,3,10,8,20,22,30,57,84,123,165,249,377,556,835,1278,1860,2786,4362,6684,10104,15174,23305,34457,48569,64145,78247,77920,65819,48997,34300,23605,15547,10207,6833,4448,2841,1945,1235,815,561,390,267,174,116,88,57,36,40,12,12,13,5,7,3,3,1,2],"bins":[-0.00014710426330566406,-0.0001426488161087036,-0.00013819336891174316,-0.00013373792171478271,-0.00012928247451782227,-0.00012482702732086182,-0.00012037158012390137,-0.00011591613292694092,-0.00011146068572998047,-0.00010700523853302002,-0.00010254979133605957,-9.809434413909912e-05,-9.363889694213867e-05,-8.918344974517822e-05,-8.472800254821777e-05,-8.027255535125732e-05,-7.581710815429688e-05,-7.136166095733643e-05,-6.690621376037598e-05,-6.245076656341553e-05,-5.799531936645508e-05,-5.353987216949463e-05,-4.908442497253418e-05,-4.462897777557373e-05,-4.017353057861328e-05,-3.571808338165283e-05,-3.126263618469238e-05,-2.6807188987731934e-05,-2.2351741790771484e-05,-1.7896294593811035e-05,-1.3440847396850586e-05,-8.985400199890137e-06,-4.5299530029296875e-06,-7.450580596923828e-08,4.380941390991211e-06,8.83638858795166e-06,1.329183578491211e-05,1.774728298187256e-05,2.2202730178833008e-05,2.6658177375793457e-05,3.1113624572753906e-05,3.5569071769714355e-05,4.0024518966674805e-05,4.4479966163635254e-05,4.89354133605957e-05,5.339086055755615e-05,5.78463077545166e-05,6.230175495147705e-05,6.67572021484375e-05,7.121264934539795e-05,7.56680965423584e-05,8.012354373931885e-05,8.45789909362793e-05,8.903443813323975e-05,9.34898853302002e-05,9.794533252716064e-05,0.0001024007797241211,0.00010685622692108154,0.00011131167411804199,0.00011576712131500244,0.00012022256851196289,0.00012467801570892334,0.0001291334629058838,0.00013358891010284424,0.0001380443572998047]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"bins":[-0.09831918776035309,-0.09513114392757416,-0.09194310009479523,-0.0887550562620163,-0.08556701242923737,-0.08237896859645844,-0.0791909247636795,-0.07600288093090057,-0.07281483709812164,-0.06962679326534271,-0.06643874943256378,-0.06325070559978485,-0.06006265804171562,-0.05687461420893669,-0.05368657037615776,-0.05049852654337883,-0.0473104827105999,-0.04412243887782097,-0.04093439504504204,-0.03774635121226311,-0.03455830737948418,-0.031370263546705246,-0.028182217851281166,-0.024994174018502235,-0.021806130185723305,-0.018618086352944374,-0.015430042520165443,-0.012241997756063938,-0.009053953923285007,-0.005865910090506077,-0.002677865792065859,0.0005101782735437155,0.00369822233915329,0.0068862661719322205,0.010074310004711151,0.013262354768812656,0.016450397670269012,0.019638443365693092,0.022826487198472023,0.026014531031250954,0.029202574864029884,0.032390620559453964,0.035578664392232895,0.038766708225011826,0.041954752057790756,0.04514279589056969,0.04833083972334862,0.05151888355612755,0.05470692738890648,0.05789497122168541,0.06108301505446434,0.06427106261253357,0.0674591064453125,0.07064715027809143,0.07383519411087036,0.07702323794364929,0.08021128177642822,0.08339932560920715,0.08658736944198608,0.08977541327476501,0.09296345710754395,0.09615150094032288,0.0993395447731018,0.10252758860588074,0.10571563243865967],"_type":"histogram","values":[1,0,2,6,7,9,20,41,64,117,196,304,504,811,1323,1914,2841,4085,5459,7484,9647,12502,15718,18959,22506,26073,29473,32198,35327,36365,37160,36872,36228,33941,31462,28473,24884,21293,17853,14775,11486,8885,6760,4929,3536,2565,1716,1085,768,501,297,164,114,60,31,17,4,4,2,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"values":[1,0,2,0,0,0,1,2,4,2,0,2,3,5,6,7,8,9,11,10,18,15,19,20,25,21,24,28,42,41,29,32,34,35,33,41,20,22,21,23,32,20,14,22,16,10,2,10,6,5,3,5,1,0,0,1,2,2,0,0,0,0,0,1],"bins":[-0.001345937722362578,-0.0013035429874435067,-0.0012611483689397573,-0.0012187536340206861,-0.0011763590155169368,-0.0011339642805978656,-0.0010915695456787944,-0.001049174927175045,-0.0010067801922559738,-0.0009643855155445635,-0.0009219908388331532,-0.000879596162121743,-0.0008372014854103327,-0.0007948068086989224,-0.0007524120737798512,-0.0007100173970684409,-0.0006676227203570306,-0.0006252280436456203,-0.0005828333669342101,-0.0005404386320151389,-0.0004980439553037286,-0.0004556492785923183,-0.000413254601880908,-0.00037085989606566727,-0.000328465219354257,-0.0002860705426428467,-0.00024367583682760596,-0.00020128116011619568,-0.00015888646885287017,-0.00011649177758954465,-7.409709360217676e-05,-3.170240597683005e-05,1.0692281648516655e-05,5.308696927386336e-05,9.548165689921007e-05,0.00013787634088657796,0.00018027103214990348,0.000222665723413229,0.00026506040012463927,0.00030745510593988,0.0003498497826512903,0.0003922444593627006,0.0004346391651779413,0.0004770338418893516,0.0005194285186007619,0.0005618231953121722,0.0006042179302312434,0.0006466126069426537,0.0006890072836540639,0.0007314019603654742,0.0007737966370768845,0.0008161913719959557,0.000858586048707366,0.0009009807254187763,0.0009433754021301866,0.0009857701370492578,0.0010281647555530071,0.0010705594904720783,0.0011129541089758277,0.0011553488438948989,0.00119774357881397,0.0012401381973177195,0.0012825329322367907,0.00132492755074054,0.0013673222856596112],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,1,1,0,1,1,0,2,3,0,3,0,3,4,1,6,4,2,2,7,7,7,10,10,10,11,16,33,33,41,47,60,78,64,49,60,34,33,31,19,17,16,12,5,1,2,3,3,3,3,1,1,0,1,0,1,1,1,0,0,1],"bins":[-2.181529998779297e-05,-2.1206215023994446e-05,-2.0597130060195923e-05,-1.99880450963974e-05,-1.9378960132598877e-05,-1.8769875168800354e-05,-1.816079020500183e-05,-1.7551705241203308e-05,-1.6942620277404785e-05,-1.6333535313606262e-05,-1.572445034980774e-05,-1.5115365386009216e-05,-1.4506280422210693e-05,-1.389719545841217e-05,-1.3288110494613647e-05,-1.2679025530815125e-05,-1.2069940567016602e-05,-1.1460855603218079e-05,-1.0851770639419556e-05,-1.0242685675621033e-05,-9.63360071182251e-06,-9.024515748023987e-06,-8.415430784225464e-06,-7.806345820426941e-06,-7.197260856628418e-06,-6.588175892829895e-06,-5.979090929031372e-06,-5.370005965232849e-06,-4.760921001434326e-06,-4.151836037635803e-06,-3.5427510738372803e-06,-2.9336661100387573e-06,-2.3245811462402344e-06,-1.7154961824417114e-06,-1.1064112186431885e-06,-4.973262548446655e-07,1.1175870895385742e-07,7.208436727523804e-07,1.3299286365509033e-06,1.9390136003494263e-06,2.5480985641479492e-06,3.157183527946472e-06,3.766268491744995e-06,4.375353455543518e-06,4.984438419342041e-06,5.593523383140564e-06,6.202608346939087e-06,6.81169331073761e-06,7.420778274536133e-06,8.029863238334656e-06,8.638948202133179e-06,9.248033165931702e-06,9.857118129730225e-06,1.0466203093528748e-05,1.107528805732727e-05,1.1684373021125793e-05,1.2293457984924316e-05,1.290254294872284e-05,1.3511627912521362e-05,1.4120712876319885e-05,1.4729797840118408e-05,1.533888280391693e-05,1.5947967767715454e-05,1.6557052731513977e-05,1.71661376953125e-05]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"values":[4,3,2,2,9,7,17,20,42,43,50,99,127,203,281,421,592,828,1174,1728,2345,3323,4760,6860,10063,14434,20706,29643,41119,55066,67250,72171,67829,53503,40146,28908,20300,14019,9650,6580,4617,3189,2226,1629,1161,768,569,406,304,171,129,100,77,55,38,21,12,16,4,3,1,0,0,1],"bins":[-0.00010693073272705078,-0.00010353140532970428,-0.00010013207793235779,-9.673275053501129e-05,-9.33334231376648e-05,-8.99340957403183e-05,-8.65347683429718e-05,-8.31354409456253e-05,-7.973611354827881e-05,-7.633678615093231e-05,-7.293745875358582e-05,-6.953813135623932e-05,-6.613880395889282e-05,-6.273947656154633e-05,-5.934014916419983e-05,-5.594082176685333e-05,-5.2541494369506836e-05,-4.914216697216034e-05,-4.574283957481384e-05,-4.2343512177467346e-05,-3.894418478012085e-05,-3.554485738277435e-05,-3.2145529985427856e-05,-2.874620258808136e-05,-2.5346875190734863e-05,-2.1947547793388367e-05,-1.854822039604187e-05,-1.5148892998695374e-05,-1.1749565601348877e-05,-8.35023820400238e-06,-4.950910806655884e-06,-1.5515834093093872e-06,1.8477439880371094e-06,5.247071385383606e-06,8.646398782730103e-06,1.2045726180076599e-05,1.5445053577423096e-05,1.8844380974769592e-05,2.224370837211609e-05,2.5643035769462585e-05,2.9042363166809082e-05,3.244169056415558e-05,3.5841017961502075e-05,3.924034535884857e-05,4.263967275619507e-05,4.6039000153541565e-05,4.943832755088806e-05,5.283765494823456e-05,5.6236982345581055e-05,5.963630974292755e-05,6.303563714027405e-05,6.643496453762054e-05,6.983429193496704e-05,7.323361933231354e-05,7.663294672966003e-05,8.003227412700653e-05,8.343160152435303e-05,8.683092892169952e-05,9.023025631904602e-05,9.362958371639252e-05,9.702891111373901e-05,0.00010042823851108551,0.00010382756590843201,0.0001072268933057785,0.000110626220703125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"bins":[0.995140552520752,0.9953272342681885,0.995513916015625,0.9957005977630615,0.995887279510498,0.9960739612579346,0.9962605834007263,0.9964472651481628,0.9966339468955994,0.9968206286430359,0.9970073103904724,0.9971939921379089,0.9973806738853455,0.997567355632782,0.9977540373802185,0.997940719127655,0.9981273412704468,0.9983140230178833,0.9985007047653198,0.9986873865127563,0.9988740682601929,0.9990607500076294,0.9992474317550659,0.9994341135025024,0.999620795249939,0.9998074769973755,0.999994158744812,1.0001808404922485,1.000367522239685,1.0005542039871216,1.000740885734558,1.0009275674819946,1.0011141300201416,1.0013008117675781,1.0014874935150146,1.0016741752624512,1.0018608570098877,1.0020475387573242,1.0022342205047607,1.0024209022521973,1.0026075839996338,1.0027942657470703,1.0029809474945068,1.0031676292419434,1.0033543109893799,1.0035409927368164,1.003727674484253,1.0039143562316895,1.004101037979126,1.0042877197265625,1.004474401473999,1.0046610832214355,1.004847764968872,1.0050344467163086,1.0052210092544556,1.005407691001892,1.0055943727493286,1.0057810544967651,1.0059677362442017,1.0061544179916382,1.0063410997390747,1.0065277814865112,1.0067144632339478,1.0069011449813843,1.0070878267288208],"_type":"histogram","values":[1,1,0,2,1,1,1,2,1,3,0,5,2,6,3,4,6,11,18,18,16,15,16,23,20,30,35,32,29,33,32,39,32,44,31,36,39,25,22,31,24,13,15,13,6,8,6,2,4,1,3,2,0,2,1,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"values":[1,1,2,4,7,10,24,49,68,126,264,426,670,1036,1581,2528,3689,5428,7644,10718,14422,19179,24932,31742,39279,47544,55238,64742,72246,80052,86509,91287,94392,94941,92788,89762,85166,77512,69727,61228,52472,44168,36374,29127,22718,17457,13205,9585,6782,4836,3212,2177,1473,909,590,363,201,116,64,33,21,9,4,4],"bins":[-0.10106082260608673,-0.09802751243114471,-0.0949942097067833,-0.09196089953184128,-0.08892759680747986,-0.08589428663253784,-0.08286097645759583,-0.0798276737332344,-0.07679436355829239,-0.07376105338335037,-0.07072775065898895,-0.06769444048404694,-0.06466113030910492,-0.0616278275847435,-0.05859451740980148,-0.055561210960149765,-0.05252790451049805,-0.04949459806084633,-0.04646129161119461,-0.043427981436252594,-0.040394674986600876,-0.03736136853694916,-0.03432805836200714,-0.03129475191235542,-0.028261445462703705,-0.025228139013051987,-0.02219483070075512,-0.019161522388458252,-0.016128215938806534,-0.013094908557832241,-0.010061601176857948,-0.0070282937958836555,-0.003994978964328766,-0.0009616715833544731,0.0020716357976198196,0.005104943178594112,0.008138250559568405,0.011171557940542698,0.01420486532151699,0.017238173633813858,0.020271480083465576,0.023304786533117294,0.02633809484541416,0.02937140315771103,0.03240470960736275,0.035438016057014465,0.03847132623195648,0.0415046326816082,0.04453793913125992,0.047571245580911636,0.050604552030563354,0.05363786220550537,0.05667116865515709,0.05970447510480881,0.06273778527975082,0.06577108800411224,0.06880439817905426,0.07183770835399628,0.0748710110783577,0.07790432125329971,0.08093762397766113,0.08397093415260315,0.08700424432754517,0.09003754705190659,0.0930708572268486],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[4,4,9,14,24,42,69,181,276,435,644,1099,1782,2624,3862,5556,7816,10941,14824,19606,25442,32352,40067,48296,56862,65482,73833,81426,87503,92807,95254,94866,93545,88956,83671,76933,68928,60709,51693,42700,34934,27918,21681,16658,12365,8975,6354,4489,3037,1990,1263,845,518,294,179,93,55,40,16,10,8,4,0,1],"bins":[-0.0953468456864357,-0.09228954464197159,-0.08923224359750748,-0.08617494255304337,-0.08311764150857925,-0.08006034046411514,-0.07700303941965103,-0.07394573837518692,-0.07088842988014221,-0.0678311288356781,-0.06477382779121399,-0.061716530472040176,-0.05865922570228577,-0.055601924657821655,-0.052544623613357544,-0.04948732256889343,-0.04643002152442932,-0.04337272047996521,-0.0403154194355011,-0.03725811839103699,-0.034200817346572876,-0.031143514439463615,-0.028086211532354355,-0.025028910487890244,-0.021971609443426132,-0.01891430839896202,-0.01585700735449791,-0.012799704447388649,-0.009742403402924538,-0.006685101892799139,-0.0036278003826737404,-0.0005704988725483418,0.00248679518699646,0.005544096697121859,0.008601398207247257,0.011658700183033943,0.014716001227498055,0.017773302271962166,0.020830605179071426,0.023887906223535538,0.02694520726799965,0.03000250831246376,0.03305980935692787,0.03611711040139198,0.03917441517114639,0.042231716215610504,0.045289017260074615,0.04834631830453873,0.05140361934900284,0.05446092039346695,0.05751822143793106,0.06057552248239517,0.06363282352685928,0.0666901245713234,0.0697474256157875,0.07280472666025162,0.07586203515529633,0.07891933619976044,0.08197663724422455,0.08503393828868866,0.08809123933315277,0.09114854037761688,0.094205841422081,0.0972631424665451,0.10032044351100922]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,0,3,0,1,4,3,7,3,12,21,30,27,45,98,143,210,275,513,802,1336,2010,3525,5834,10198,17936,31827,60084,104834,133833,96218,52482,28952,15830,8926,5404,3067,2020,1241,768,448,317,189,121,68,53,31,23,14,7,9,12,2,1,3,2,0,0,0,0,0,1],"bins":[-0.00016355514526367188,-0.00015834718942642212,-0.00015313923358917236,-0.0001479312777519226,-0.00014272332191467285,-0.0001375153660774231,-0.00013230741024017334,-0.00012709945440292358,-0.00012189149856567383,-0.00011668354272842407,-0.00011147558689117432,-0.00010626763105392456,-0.0001010596752166748,-9.585171937942505e-05,-9.064376354217529e-05,-8.543580770492554e-05,-8.022785186767578e-05,-7.501989603042603e-05,-6.981194019317627e-05,-6.460398435592651e-05,-5.939602851867676e-05,-5.4188072681427e-05,-4.8980116844177246e-05,-4.377216100692749e-05,-3.8564205169677734e-05,-3.335624933242798e-05,-2.8148293495178223e-05,-2.2940337657928467e-05,-1.773238182067871e-05,-1.2524425983428955e-05,-7.316470146179199e-06,-2.1085143089294434e-06,3.0994415283203125e-06,8.307397365570068e-06,1.3515353202819824e-05,1.872330904006958e-05,2.3931264877319336e-05,2.9139220714569092e-05,3.434717655181885e-05,3.9555132389068604e-05,4.476308822631836e-05,4.9971044063568115e-05,5.517899990081787e-05,6.038695573806763e-05,6.559491157531738e-05,7.080286741256714e-05,7.60108232498169e-05,8.121877908706665e-05,8.64267349243164e-05,9.163469076156616e-05,9.684264659881592e-05,0.00010205060243606567,0.00010725855827331543,0.00011246651411056519,0.00011767446994781494,0.0001228824257850647,0.00012809038162231445,0.0001332983374595642,0.00013850629329681396,0.00014371424913406372,0.00014892220497131348,0.00015413016080856323,0.000159338116645813,0.00016454607248306274,0.0001697540283203125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,3,4,3,3,6,3,3,14,8,14,23,24,27,29,41,54,56,72,71,46,41,47,30,22,18,23,14,13,10,8,6,3,9,4,1,2,1,1,0,2,1,0,0,3,0,0,1,0,0,1,0,0,0,1],"bins":[-0.0001281489385291934,-0.0001236092793988064,-0.00011906962026841938,-0.00011452996841398999,-0.00010999030928360298,-0.00010545065015321597,-0.00010091099102282897,-9.637133189244196e-05,-9.183168003801256e-05,-8.729202090762556e-05,-8.275236177723855e-05,-7.821270264685154e-05,-7.367304351646453e-05,-6.913338438607752e-05,-6.459373253164813e-05,-6.005407340126112e-05,-5.551441427087411e-05,-5.0974755140487105e-05,-4.6435099648078904e-05,-4.1895440517691895e-05,-3.7355785025283694e-05,-3.2816125894896686e-05,-2.8276466764509678e-05,-2.3736809453112073e-05,-1.919715214171447e-05,-1.4657494830316864e-05,-1.0117836609424558e-05,-5.578178843279602e-06,-1.0385210771346465e-06,3.501136689010309e-06,8.040794455155265e-06,1.2580452676047571e-05,1.7120109987445176e-05,2.165976729884278e-05,2.6199424610240385e-05,3.073908374062739e-05,3.5278739233035594e-05,3.98183983634226e-05,4.435805749380961e-05,4.889771298621781e-05,5.343737211660482e-05,5.797703124699183e-05,6.251668673940003e-05,6.705634586978704e-05,7.159600500017405e-05,7.613566413056105e-05,8.067531598499045e-05,8.521497511537746e-05,8.975463424576446e-05,9.429429337615147e-05,9.883395250653848e-05,0.00010337360436096787,0.00010791326349135488,0.00011245292262174189,0.0001169925817521289,0.00012153224088251591,0.00012607190001290292,0.00013061155914328992,0.00013515121827367693,0.0001396908628521487,0.00014423052198253572,0.00014877018111292273,0.00015330984024330974,0.00015784949937369674,0.00016238915850408375]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,3,0,0,1,1,2,1,2,4,2,1,8,6,6,14,14,28,22,43,55,106,135,112,59,40,22,14,15,17,4,2,4,5,2,3,0,1,1,2,1,0,0,1,0,2,0,1,0,0,1,0,1,0,0,1],"bins":[-4.1484832763671875e-05,-4.011858254671097e-05,-3.875233232975006e-05,-3.7386082112789154e-05,-3.601983189582825e-05,-3.465358167886734e-05,-3.328733146190643e-05,-3.1921081244945526e-05,-3.055483102798462e-05,-2.9188580811023712e-05,-2.7822330594062805e-05,-2.6456080377101898e-05,-2.508983016014099e-05,-2.3723579943180084e-05,-2.2357329726219177e-05,-2.099107950925827e-05,-1.9624829292297363e-05,-1.8258579075336456e-05,-1.689232885837555e-05,-1.5526078641414642e-05,-1.4159828424453735e-05,-1.2793578207492828e-05,-1.1427327990531921e-05,-1.0061077773571014e-05,-8.694827556610107e-06,-7.3285773396492004e-06,-5.9623271226882935e-06,-4.5960769057273865e-06,-3.2298266887664795e-06,-1.8635764718055725e-06,-4.973262548446655e-07,8.689239621162415e-07,2.2351741790771484e-06,3.6014243960380554e-06,4.967674612998962e-06,6.333924829959869e-06,7.700175046920776e-06,9.066425263881683e-06,1.043267548084259e-05,1.1798925697803497e-05,1.3165175914764404e-05,1.4531426131725311e-05,1.5897676348686218e-05,1.7263926565647125e-05,1.8630176782608032e-05,1.999642699956894e-05,2.1362677216529846e-05,2.2728927433490753e-05,2.409517765045166e-05,2.5461427867412567e-05,2.6827678084373474e-05,2.819392830133438e-05,2.9560178518295288e-05,3.0926428735256195e-05,3.22926789522171e-05,3.365892916917801e-05,3.5025179386138916e-05,3.639142960309982e-05,3.775767982006073e-05,3.912393003702164e-05,4.0490180253982544e-05,4.185643047094345e-05,4.322268068790436e-05,4.4588930904865265e-05,4.595518112182617e-05]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.09283433854579926,-0.08993503451347351,-0.08703573048114777,-0.08413642644882202,-0.08123712241649628,-0.07833781093358994,-0.07543850690126419,-0.07253920286893845,-0.0696398988366127,-0.06674059480428696,-0.06384129077196121,-0.06094198301434517,-0.058042678982019424,-0.05514337494969368,-0.05224406719207764,-0.04934476315975189,-0.04644545912742615,-0.0435461550951004,-0.04064685106277466,-0.037747543305158615,-0.03484823927283287,-0.031948935240507126,-0.029049629345536232,-0.026150323450565338,-0.023251019418239594,-0.02035171538591385,-0.017452409490942955,-0.014553104527294636,-0.011653799563646317,-0.008754494599997997,-0.005855189636349678,-0.002955884672701359,-5.657970905303955e-05,0.0028427252545952797,0.005742030218243599,0.008641335181891918,0.011540640145540237,0.014439945109188557,0.017339250072836876,0.02023855596780777,0.023137860000133514,0.02603716403245926,0.028936469927430153,0.03183577582240105,0.03473507985472679,0.037634383887052536,0.04053369164466858,0.043432995676994324,0.04633229970932007,0.04923160374164581,0.05213090777397156,0.0550302155315876,0.057929519563913345,0.06082882359623909,0.06372813135385513,0.06662743538618088,0.06952673941850662,0.07242604345083237,0.07532534748315811,0.07822465151548386,0.0811239629983902,0.08402326703071594,0.08692257106304169,0.08982187509536743,0.09272117912769318],"_type":"histogram","values":[4,2,2,4,20,28,30,84,108,194,285,384,624,945,1391,2088,2869,3807,5151,6654,8603,10674,13174,15837,19047,21926,24642,27465,30074,31665,33286,34014,33790,32716,31585,29564,27742,24940,21863,18963,15976,13257,10752,8571,6801,5197,3899,2806,2080,1393,1007,653,428,256,206,130,86,35,16,17,6,7,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[1,1,2,1,4,8,7,13,17,15,19,42,55,90,135,185,271,377,562,903,1259,1893,2755,4131,5940,8662,13100,19414,28890,44071,62796,81562,86851,70880,50501,34164,23022,15169,10226,7091,4728,3165,2197,1489,997,692,481,328,228,128,103,66,36,33,23,13,9,9,5,1,6,1,0,1],"bins":[-0.00012099742889404297,-0.00011723954230546951,-0.00011348165571689606,-0.0001097237691283226,-0.00010596588253974915,-0.00010220799595117569,-9.845010936260223e-05,-9.469222277402878e-05,-9.093433618545532e-05,-8.717644959688187e-05,-8.341856300830841e-05,-7.966067641973495e-05,-7.59027898311615e-05,-7.214490324258804e-05,-6.838701665401459e-05,-6.462913006544113e-05,-6.0871243476867676e-05,-5.711335688829422e-05,-5.3355470299720764e-05,-4.959758371114731e-05,-4.583969712257385e-05,-4.20818105340004e-05,-3.832392394542694e-05,-3.4566037356853485e-05,-3.080815076828003e-05,-2.7050264179706573e-05,-2.3292377591133118e-05,-1.9534491002559662e-05,-1.5776604413986206e-05,-1.201871782541275e-05,-8.260831236839294e-06,-4.502944648265839e-06,-7.450580596923828e-07,3.012828528881073e-06,6.770715117454529e-06,1.0528601706027985e-05,1.428648829460144e-05,1.8044374883174896e-05,2.1802261471748352e-05,2.5560148060321808e-05,2.9318034648895264e-05,3.307592123746872e-05,3.6833807826042175e-05,4.059169441461563e-05,4.434958100318909e-05,4.810746759176254e-05,5.1865354180336e-05,5.5623240768909454e-05,5.938112735748291e-05,6.313901394605637e-05,6.689690053462982e-05,7.065478712320328e-05,7.441267371177673e-05,7.817056030035019e-05,8.192844688892365e-05,8.56863334774971e-05,8.944422006607056e-05,9.320210665464401e-05,9.695999324321747e-05,0.00010071787983179092,0.00010447576642036438,0.00010823365300893784,0.00011199153959751129,0.00011574942618608475,0.0001195073127746582],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[-0.00011364441888872534,-0.00011020005331374705,-0.00010675568773876876,-0.00010331132943974808,-9.986696386476979e-05,-9.64225982897915e-05,-9.29782327148132e-05,-8.953386713983491e-05,-8.608950884081423e-05,-8.264514326583594e-05,-7.920077769085765e-05,-7.575641211587936e-05,-7.231204654090106e-05,-6.886768096592277e-05,-6.54233226669021e-05,-6.19789570919238e-05,-5.853459151694551e-05,-5.509022594196722e-05,-5.1645864004967734e-05,-4.820149842998944e-05,-4.475713649298996e-05,-4.1312770918011665e-05,-3.786840534303337e-05,-3.442404340603389e-05,-3.0979677831055596e-05,-2.7535314075066708e-05,-2.409095031907782e-05,-2.0646584744099528e-05,-1.720222098811064e-05,-1.375785723212175e-05,-1.031349256663816e-05,-6.869128355901921e-06,-3.4247568692080677e-06,1.9607341528171673e-08,3.463971552264411e-06,6.90833576300065e-06,1.035269997373689e-05,1.3797063729725778e-05,1.724142930470407e-05,2.068579306069296e-05,2.4130156816681847e-05,2.7574520572670735e-05,3.1018884328659624e-05,3.4463249903637916e-05,3.790761547861621e-05,4.135197741561569e-05,4.4796342990593985e-05,4.824070492759347e-05,5.168507050257176e-05,5.5129436077550054e-05,5.857379801454954e-05,6.201815995154902e-05,6.546252552652732e-05,6.890689110150561e-05,7.23512566764839e-05,7.579562225146219e-05,7.923998055048287e-05,8.268434612546116e-05,8.612871170043945e-05,8.957307727541775e-05,9.301744285039604e-05,9.646180842537433e-05,9.990616672439501e-05,0.0001033505322993733,0.00010679489787435159],"_type":"histogram","values":[2,0,0,0,1,0,1,0,0,0,3,2,1,2,1,3,1,1,2,6,4,13,10,16,21,24,28,41,36,45,30,37,53,46,44,69,39,35,21,24,16,14,18,10,10,10,2,2,5,2,7,3,3,0,1,0,0,0,0,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,5,1,1,2,2,1,4,4,10,9,9,7,7,10,8,18,11,29,25,14,22,21,22,33,35,35,29,35,37,28,30,27,26,25,28,18,13,16,16,16,16,7,11,12,2,4,10,2,3,1,0,2,1,4,0,0,0,0,1,0,1],"bins":[-0.002348701935261488,-0.002270918106660247,-0.002193134045228362,-0.002115350216627121,-0.00203756638802588,-0.001959782326593995,-0.001881998497992754,-0.0018042146693915129,-0.00172643072437495,-0.001648646779358387,-0.0015708629507571459,-0.001493079005740583,-0.00141529506072402,-0.001337511232122779,-0.001259727287106216,-0.0011819434585049748,-0.001104159513488412,-0.001026375568471849,-0.0009485917398706079,-0.0008708077948540449,-0.0007930239080451429,-0.0007152400212362409,-0.0006374560762196779,-0.0005596721894107759,-0.0004818883026018739,-0.00040410441579297185,-0.00032632049988023937,-0.0002485365839675069,-0.00017075269715860486,-9.29687957977876e-05,-1.5184894436970353e-05,6.25990069238469e-05,0.00014038290828466415,0.0002181668096454814,0.00029595071100629866,0.00037373462691903114,0.00045151851372793317,0.0005293024005368352,0.0006070863455533981,0.0006848702323623002,0.0007626541191712022,0.0008404380059801042,0.0009182218927890062,0.0009960058378055692,0.0010737897828221321,0.0011515736114233732,0.0012293575564399362,0.0013071413850411773,0.0013849253300577402,0.0014627092750743032,0.0015404931036755443,0.0016182770486921072,0.0016960608772933483,0.0017738448223099113,0.0018516287673264742,0.0019294125959277153,0.0020071966573596,0.002084980485960841,0.0021627643145620823,0.0022405481431633234,0.002318332204595208,0.0023961160331964493,0.0024738998617976904,0.002551683923229575,0.0026294677518308163]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[2,0,5,12,5,6,13,26,53,90,139,224,344,504,810,1214,1623,2478,3283,4442,6090,7828,10090,12214,15177,17932,21027,23803,26813,29294,31644,33073,34140,34457,33934,33010,30944,28477,25922,22774,19532,16730,13923,11267,8892,6976,5333,3953,2835,2131,1437,961,755,427,290,182,122,73,37,22,17,7,2,4],"bins":[-0.0974300429224968,-0.09450317174196243,-0.09157630056142807,-0.08864942938089371,-0.08572255820035934,-0.08279568701982498,-0.07986881583929062,-0.07694194465875626,-0.0740150734782219,-0.07108820229768753,-0.06816133111715317,-0.0652344599366188,-0.062307585030794144,-0.05938071385025978,-0.05645384266972542,-0.053526971489191055,-0.05060010030865669,-0.04767322912812233,-0.04474635794758797,-0.041819486767053604,-0.03889261558651924,-0.03596574440598488,-0.033038873225450516,-0.030112000182271004,-0.02718512900173664,-0.024258257821202278,-0.021331386640667915,-0.018404515460133553,-0.015477643348276615,-0.012550772167742252,-0.009623900055885315,-0.006697028875350952,-0.0037701576948165894,-0.0008432862814515829,0.0020835851319134235,0.005010456778109074,0.007937327958643436,0.0108641991391778,0.013791071251034737,0.0167179424315691,0.019644813612103462,0.022571684792637825,0.025498555973172188,0.02842542715370655,0.03135230019688606,0.034279171377420425,0.03720604255795479,0.04013291373848915,0.043059784919023514,0.04598665609955788,0.04891352728009224,0.0518403984606266,0.054767269641160965,0.05769414082169533,0.06062101200222969,0.06354788690805435,0.06647475808858871,0.06940162926912308,0.07232850044965744,0.0752553716301918,0.07818224281072617,0.08110911399126053,0.08403598517179489,0.08696285635232925,0.08988972753286362]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,1,3,2,3,4,5,6,6,5,9,12,17,12,22,19,18,25,29,33,27,36,27,28,44,40,38,29,23,24,27,22,17,21,19,16,18,17,10,4,10,5,13,7,2,2,3,1,1,0,1,0,1,0,0,1,0,0,1],"bins":[-8.366871043108404e-05,-8.087677997536957e-05,-7.808485679561272e-05,-7.529292633989826e-05,-7.250100316014141e-05,-6.970907270442694e-05,-6.691714224871248e-05,-6.412521906895563e-05,-6.133328861324117e-05,-5.854136179550551e-05,-5.574943497776985e-05,-5.295750452205539e-05,-5.016557770431973e-05,-4.737365088658407e-05,-4.458172043086961e-05,-4.178979361313395e-05,-3.8997866795398295e-05,-3.620593997766264e-05,-3.341401315992698e-05,-3.0622082704212517e-05,-2.783015588647686e-05,-2.5038229068741202e-05,-2.2246300432016142e-05,-1.945437179529108e-05,-1.6662444977555424e-05,-1.3870517250325065e-05,-1.1078589523094706e-05,-8.286661795864347e-06,-5.4947340686339885e-06,-2.7028063414036296e-06,8.912138582672924e-08,2.881049113057088e-06,5.672976840287447e-06,8.464904567517806e-06,1.1256832294748165e-05,1.4048760021978524e-05,1.6840687749208882e-05,1.963261456694454e-05,2.24245432036696e-05,2.521647184039466e-05,2.8008398658130318e-05,3.0800325475865975e-05,3.359225229360163e-05,3.6384182749316096e-05,3.9176109567051753e-05,4.196803638478741e-05,4.4759966840501875e-05,4.755189365823753e-05,5.034382047597319e-05,5.3135747293708846e-05,5.59276741114445e-05,5.871960456715897e-05,6.151152774691582e-05,6.430345820263028e-05,6.709538865834475e-05,6.98873118381016e-05,7.267924229381606e-05,7.547117274953052e-05,7.826309592928737e-05,8.105502638500184e-05,8.38469568407163e-05,8.663888002047315e-05,8.943081047618762e-05,9.222273365594447e-05,9.501466411165893e-05]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[2,1,0,1,2,1,1,3,1,4,2,3,2,3,5,11,14,9,20,17,23,26,42,25,48,39,36,44,46,33,50,41,35,49,17,14,22,11,14,12,3,5,4,4,3,3,2,2,1,3,2,1,1,2,1,0,0,0,0,0,1,0,0,1],"bins":[-6.020069122314453e-06,-5.802139639854431e-06,-5.584210157394409e-06,-5.366280674934387e-06,-5.148351192474365e-06,-4.930421710014343e-06,-4.712492227554321e-06,-4.494562745094299e-06,-4.276633262634277e-06,-4.058703780174255e-06,-3.840774297714233e-06,-3.6228448152542114e-06,-3.4049153327941895e-06,-3.1869858503341675e-06,-2.9690563678741455e-06,-2.7511268854141235e-06,-2.5331974029541016e-06,-2.3152679204940796e-06,-2.0973384380340576e-06,-1.8794089555740356e-06,-1.6614794731140137e-06,-1.4435499906539917e-06,-1.2256205081939697e-06,-1.0076910257339478e-06,-7.897615432739258e-07,-5.718320608139038e-07,-3.5390257835388184e-07,-1.3597309589385986e-07,8.195638656616211e-08,2.998858690261841e-07,5.178153514862061e-07,7.35744833946228e-07,9.5367431640625e-07,1.171603798866272e-06,1.389533281326294e-06,1.607462763786316e-06,1.8253922462463379e-06,2.04332172870636e-06,2.261251211166382e-06,2.479180693626404e-06,2.6971101760864258e-06,2.9150396585464478e-06,3.1329691410064697e-06,3.3508986234664917e-06,3.5688281059265137e-06,3.7867575883865356e-06,4.004687070846558e-06,4.22261655330658e-06,4.4405460357666016e-06,4.6584755182266235e-06,4.8764050006866455e-06,5.0943344831466675e-06,5.3122639656066895e-06,5.5301934480667114e-06,5.748122930526733e-06,5.966052412986755e-06,6.183981895446777e-06,6.401911377906799e-06,6.619840860366821e-06,6.837770342826843e-06,7.055699825286865e-06,7.273629307746887e-06,7.491558790206909e-06,7.709488272666931e-06,7.927417755126953e-06]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.0014431405579671264,-0.0013983992394059896,-0.001353657920844853,-0.0013089166022837162,-0.0012641754001379013,-0.0012194340815767646,-0.0011746927630156279,-0.0011299514444544911,-0.0010852101258933544,-0.0010404688073322177,-0.0009957276051864028,-0.0009509862284176052,-0.0009062449680641294,-0.0008615036495029926,-0.0008167623309418559,-0.0007720210705883801,-0.0007272797520272434,-0.0006825384334661067,-0.0006377971731126308,-0.0005930558545514941,-0.0005483145359903574,-0.0005035732756368816,-0.00045883195707574487,-0.00041409063851460814,-0.0003693493490573019,-0.0003246080595999956,-0.0002798667410388589,-0.00023512545158155262,-0.00019038414757233113,-0.00014564284356310964,-0.00010090154682984576,-5.616024645860307e-05,-1.1418946087360382e-05,3.3322354283882305e-05,7.806365465512499e-05,0.00012280495138838887,0.00016754625539761037,0.00021228755940683186,0.0002570288488641381,0.00030177016742527485,0.0003465114568825811,0.0003912527463398874,0.0004359940649010241,0.00048073535435833037,0.0005254766438156366,0.0005702179623767734,0.0006149592809379101,0.0006597005412913859,0.0007044418598525226,0.0007491831784136593,0.0007939244387671351,0.0008386657573282719,0.0008834070758894086,0.0009281483362428844,0.0009728896548040211,0.001017630915157497,0.0010623722337186337,0.0011071135522797704,0.001151854870840907,0.0011965961894020438,0.0012413375079631805,0.0012860787101089954,0.0013308200286701322,0.0013755613472312689,0.0014203026657924056],"_type":"histogram","values":[1,2,1,0,0,1,0,1,1,1,4,2,2,6,9,6,6,13,14,6,16,17,16,29,22,30,30,26,24,31,27,37,17,37,29,44,31,25,28,21,23,18,15,19,12,11,8,7,8,6,3,5,5,5,1,0,4,2,1,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,0,1,1,2,0,1,0,0,3,3,2,2,4,3,4,2,6,8,15,13,21,23,34,34,38,70,54,59,62,51,45,39,32,28,22,23,17,10,8,1,3,4,6,1,5,3,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0001331211969954893,-0.00012849149061366916,-0.00012386179878376424,-0.00011923209967790172,-0.00011460240057203919,-0.00010997269419021904,-0.00010534299508435652,-0.00010071329597849399,-9.608359687263146e-05,-9.145389776676893e-05,-8.68241986609064e-05,-8.219449955504388e-05,-7.756479317322373e-05,-7.29350940673612e-05,-6.830539496149868e-05,-6.367569585563615e-05,-5.904599674977362e-05,-5.4416297643911093e-05,-4.9786598538048565e-05,-4.515689579420723e-05,-4.05271966883447e-05,-3.5897497582482174e-05,-3.126779483864084e-05,-2.663809573277831e-05,-2.2008396626915783e-05,-1.7378697521053255e-05,-1.2748996596201323e-05,-8.119296580844093e-06,-3.4895965654868633e-06,1.1401034498703666e-06,5.7698034652275965e-06,1.0399503480584826e-05,1.5029188944026828e-05,1.9658888049889356e-05,2.4288588974741288e-05,2.891828989959322e-05,3.354798900545575e-05,3.8177688111318275e-05,4.280739085515961e-05,4.743708996102214e-05,5.206678906688467e-05,5.6696488172747195e-05,6.132618727860972e-05,6.595588638447225e-05,7.058559276629239e-05,7.521529187215492e-05,7.984499097801745e-05,8.447469008387998e-05,8.91043891897425e-05,9.373408829560503e-05,9.836378740146756e-05,0.00010299348650733009,0.00010762318561319262,0.00011225289199501276,0.00011688259110087529,0.00012151229020673782,0.00012614199658855796,0.00013077168841846287,0.00013540139480028301,0.00014003108663018793,0.00014466079301200807,0.00014929048484191298,0.00015392019122373313,0.00015854988305363804,0.00016317958943545818],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,4,2,1,2,2,5,8,9,9,5,11,9,11,18,16,16,13,20,19,30,21,24,24,25,32,32,35,16,24,27,27,25,35,21,16,13,27,17,16,12,8,5,7,9,9,13,4,10,4,4,5,1,3,0,1,2,0,0,0,1,2],"bins":[-4.172325134277344e-05,-4.0374696254730225e-05,-3.902614116668701e-05,-3.76775860786438e-05,-3.6329030990600586e-05,-3.498047590255737e-05,-3.363192081451416e-05,-3.228336572647095e-05,-3.0934810638427734e-05,-2.958625555038452e-05,-2.823770046234131e-05,-2.6889145374298096e-05,-2.5540590286254883e-05,-2.419203519821167e-05,-2.2843480110168457e-05,-2.1494925022125244e-05,-2.014636993408203e-05,-1.879781484603882e-05,-1.7449259757995605e-05,-1.6100704669952393e-05,-1.475214958190918e-05,-1.3403594493865967e-05,-1.2055039405822754e-05,-1.0706484317779541e-05,-9.357929229736328e-06,-8.009374141693115e-06,-6.660819053649902e-06,-5.3122639656066895e-06,-3.9637088775634766e-06,-2.6151537895202637e-06,-1.2665987014770508e-06,8.195638656616211e-08,1.430511474609375e-06,2.779066562652588e-06,4.127621650695801e-06,5.476176738739014e-06,6.8247318267822266e-06,8.17328691482544e-06,9.521842002868652e-06,1.0870397090911865e-05,1.2218952178955078e-05,1.3567507266998291e-05,1.4916062355041504e-05,1.6264617443084717e-05,1.761317253112793e-05,1.8961727619171143e-05,2.0310282707214355e-05,2.165883779525757e-05,2.300739288330078e-05,2.4355947971343994e-05,2.5704503059387207e-05,2.705305814743042e-05,2.8401613235473633e-05,2.9750168323516846e-05,3.109872341156006e-05,3.244727849960327e-05,3.3795833587646484e-05,3.51443886756897e-05,3.649294376373291e-05,3.784149885177612e-05,3.9190053939819336e-05,4.053860902786255e-05,4.188716411590576e-05,4.3235719203948975e-05,4.458427429199219e-05]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.0030451861675828695,-0.0029518897645175457,-0.002858593128621578,-0.0027652967255562544,-0.0026720003224909306,-0.0025787039194256067,-0.002485407516360283,-0.0023921108804643154,-0.0022988144773989916,-0.0022055180743336678,-0.0021122214384377003,-0.0020189250353723764,-0.0019256286323070526,-0.0018323322292417288,-0.0017390357097610831,-0.0016457391902804375,-0.0015524427872151136,-0.0014591463841497898,-0.0013658498646691442,-0.0012725533451884985,-0.0011792569421231747,-0.0010859605390578508,-0.0009926640195772052,-0.0008993675583042204,-0.0008060710970312357,-0.000712774635758251,-0.0006194781744852662,-0.0005261817132122815,-0.0004328852519392967,-0.000339588790666312,-0.00024629232939332724,-0.0001529958681203425,-5.9699174016714096e-05,3.359728725627065e-05,0.0001268937485292554,0.00022019020980224013,0.0003134866710752249,0.0004067831323482096,0.0005000795936211944,0.0005933760548941791,0.0006866725161671638,0.0007799689774401486,0.0008732654387131333,0.0009665618999861181,0.0010598583612591028,0.0011531547643244267,0.0012464512838050723,0.001339747803285718,0.0014330442063510418,0.0015263406094163656,0.0016196371288970113,0.001712933648377657,0.0018062300514429808,0.0018995264545083046,0.001992823090404272,0.002086119493469596,0.0021794158965349197,0.0022727122996002436,0.0023660087026655674,0.002459305338561535,0.0025526017416268587,0.0026458981446921825,0.00273919478058815,0.002832491183653474,0.0029257875867187977],"_type":"histogram","values":[1,0,2,1,1,2,3,2,6,2,11,7,7,6,12,6,11,10,7,15,19,16,23,18,19,25,29,23,24,22,30,25,29,29,30,28,22,18,28,23,22,18,18,10,13,11,8,8,7,8,10,5,5,7,2,4,4,4,3,2,2,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[5,3,1,2,5,7,11,15,18,20,26,43,47,80,116,139,162,219,265,404,533,691,1037,1456,2356,3862,6248,11057,19789,39985,82585,156307,131539,61437,30183,15451,8825,5064,3186,2011,1266,933,622,417,345,261,179,143,110,104,52,36,47,31,22,20,13,7,12,1,3,4,2,4],"bins":[-8.26120376586914e-05,-8.001457899808884e-05,-7.741712033748627e-05,-7.48196616768837e-05,-7.222220301628113e-05,-6.962474435567856e-05,-6.702728569507599e-05,-6.442982703447342e-05,-6.183236837387085e-05,-5.923490971326828e-05,-5.663745105266571e-05,-5.403999239206314e-05,-5.144253373146057e-05,-4.8845075070858e-05,-4.624761641025543e-05,-4.365015774965286e-05,-4.105269908905029e-05,-3.8455240428447723e-05,-3.5857781767845154e-05,-3.3260323107242584e-05,-3.0662864446640015e-05,-2.8065405786037445e-05,-2.5467947125434875e-05,-2.2870488464832306e-05,-2.0273029804229736e-05,-1.7675571143627167e-05,-1.5078112483024597e-05,-1.2480653822422028e-05,-9.883195161819458e-06,-7.2857365012168884e-06,-4.688277840614319e-06,-2.0908191800117493e-06,5.066394805908203e-07,3.10409814119339e-06,5.7015568017959595e-06,8.299015462398529e-06,1.0896474123001099e-05,1.3493932783603668e-05,1.6091391444206238e-05,1.8688850104808807e-05,2.1286308765411377e-05,2.3883767426013947e-05,2.6481226086616516e-05,2.9078684747219086e-05,3.1676143407821655e-05,3.4273602068424225e-05,3.6871060729026794e-05,3.9468519389629364e-05,4.2065978050231934e-05,4.46634367108345e-05,4.726089537143707e-05,4.985835403203964e-05,5.245581269264221e-05,5.505327135324478e-05,5.765073001384735e-05,6.024818867444992e-05,6.284564733505249e-05,6.544310599565506e-05,6.804056465625763e-05,7.06380233168602e-05,7.323548197746277e-05,7.583294063806534e-05,7.843039929866791e-05,8.102785795927048e-05,8.362531661987305e-05]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.10031771659851074,-0.09732028096914291,-0.09432284533977509,-0.09132540971040726,-0.08832797408103943,-0.0853305384516716,-0.08233310282230377,-0.07933566719293594,-0.07633823156356812,-0.07334078848361969,-0.07034335285425186,-0.06734591722488403,-0.0643484815955162,-0.061351045966148376,-0.05835361033678055,-0.05535617470741272,-0.05235873907804489,-0.04936130344867706,-0.046363867819309235,-0.043366432189941406,-0.04036899656057358,-0.03737155720591545,-0.03437412157654762,-0.031376685947179794,-0.028379250317811966,-0.025381814688444138,-0.02238437905907631,-0.01938694156706333,-0.016389505937695503,-0.013392070308327675,-0.010394633747637272,-0.007397197652608156,-0.004399754106998444,-0.001402318011969328,0.0015951180830597878,0.004592554178088903,0.007589990273118019,0.010587425902485847,0.01358486246317625,0.016582299023866653,0.019579734653234482,0.02257717028260231,0.02557460591197014,0.028572043403983116,0.031569480895996094,0.03456691652536392,0.03756435215473175,0.04056178778409958,0.04355922341346741,0.046556659042835236,0.049554094672203064,0.05255153030157089,0.05554896593093872,0.05854640528559685,0.061543840914964676,0.0645412728190422,0.06753870844841003,0.07053615152835846,0.07353358715772629,0.07653102278709412,0.07952845841646194,0.08252589404582977,0.0855233296751976,0.08852076530456543,0.09151820093393326],"_type":"histogram","values":[1,0,1,2,6,7,13,22,30,47,84,149,236,440,639,1000,1449,2049,2903,4059,5388,7105,9253,11525,14281,17192,20616,23646,26419,29475,31575,33772,34974,35070,34369,33572,31748,29581,26468,23717,20227,17195,14258,11185,9011,7040,5136,3955,2858,2067,1381,966,621,420,252,150,92,56,29,21,9,8,2,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"values":[1,0,4,2,6,12,28,40,82,141,274,472,792,1260,2075,3099,4753,6961,10242,14372,19222,25425,33172,41784,50954,60323,70727,80102,88254,94552,99611,101574,101084,97897,91888,84476,75807,65797,56224,46115,37379,29500,22668,16595,11926,8656,5902,3948,2598,1649,1035,625,346,195,115,63,28,15,10,1,4,0,1,1],"bins":[-0.10313628613948822,-0.09988992661237717,-0.09664355963468552,-0.09339720010757446,-0.09015084058046341,-0.08690447360277176,-0.0836581140756607,-0.08041175454854965,-0.0771653950214386,-0.07391902804374695,-0.0706726685166359,-0.06742630898952484,-0.06417994201183319,-0.06093358248472214,-0.057687219232320786,-0.05444085970520973,-0.05119449645280838,-0.04794813320040703,-0.044701773673295975,-0.04145541042089462,-0.03820905089378357,-0.03496268764138222,-0.031716324388980865,-0.028469962999224663,-0.02522360160946846,-0.021977240219712257,-0.018730878829956055,-0.015484515577554703,-0.0122381541877985,-0.008991792798042297,-0.00574543047696352,-0.00249906862154603,0.00074729323387146,0.00399365508928895,0.00724001694470644,0.010486379265785217,0.01373274065554142,0.016979102045297623,0.020225465297698975,0.023471826687455177,0.02671818807721138,0.029964549466967583,0.033210910856723785,0.03645727410912514,0.03970363736152649,0.04294999688863754,0.046196360141038895,0.04944271966814995,0.0526890829205513,0.05593544617295265,0.059181805700063705,0.06242816895246506,0.06567452847957611,0.06892089545726776,0.07216725498437881,0.07541361451148987,0.07865998148918152,0.08190634101629257,0.08515270054340363,0.08839906007051468,0.09164542704820633,0.09489178657531738,0.09813814610242844,0.10138451308012009,0.10463087260723114],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[2,4,2,8,15,25,43,68,118,178,266,442,676,903,1424,1948,2542,3394,4635,5767,7414,9236,10928,12831,14876,17154,18863,20273,21703,22380,22972,22741,21999,21314,19559,18062,16369,14303,12248,10245,8586,6743,5214,4206,3063,2248,1644,1200,833,597,342,230,162,82,64,36,22,7,5,1,0,0,0,1],"bins":[-0.0897243395447731,-0.08681007474660873,-0.08389580994844437,-0.08098154515028,-0.07806728035211563,-0.07515301555395126,-0.0722387507557869,-0.06932448595762253,-0.06641022861003876,-0.06349596381187439,-0.060581695288419724,-0.057667430490255356,-0.05475316941738129,-0.05183890461921692,-0.04892463982105255,-0.046010375022888184,-0.043096110224723816,-0.04018184542655945,-0.03726758062839508,-0.03435331583023071,-0.031439051032066345,-0.028524788096547127,-0.02561052516102791,-0.02269626036286354,-0.019781995564699173,-0.016867730766534805,-0.013953466899693012,-0.01103920303285122,-0.008124938234686852,-0.005210673902183771,-0.0022964095696806908,0.0006178547628223896,0.003532126545906067,0.006446390878409147,0.009360655210912228,0.01227491907775402,0.015189183875918388,0.018103448674082756,0.021017711609601974,0.023931976407766342,0.02684624120593071,0.029760506004095078,0.032674770802259445,0.03558903560042381,0.03850329667329788,0.04141756147146225,0.04433182626962662,0.047246091067790985,0.05016035586595535,0.05307462066411972,0.05598888546228409,0.058903150260448456,0.061817415058612823,0.06473167985677719,0.06764594465494156,0.07056020945310593,0.0734744668006897,0.07638873159885406,0.07930299639701843,0.0822172611951828,0.08513152599334717,0.08804579079151154,0.0909600555896759,0.09387432038784027,0.09678858518600464],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[2,0,0,0,3,1,6,2,7,2,7,4,6,12,12,9,11,21,23,29,20,31,29,25,29,42,23,40,26,36,28,28,30,30,19,28,26,14,15,11,10,9,19,6,6,5,5,3,7,3,1,0,0,2,1,2,0,0,0,0,1,0,0,1],"bins":[-8.76924823387526e-05,-8.456728392047808e-05,-8.144208550220355e-05,-7.831688708392903e-05,-7.51916813896969e-05,-7.206648297142237e-05,-6.894128455314785e-05,-6.581608613487333e-05,-6.269088771659881e-05,-5.956568929832429e-05,-5.6440490880049765e-05,-5.3315288823796436e-05,-5.0190090405521914e-05,-4.706489198724739e-05,-4.3939689930994064e-05,-4.081449151271954e-05,-3.768929309444502e-05,-3.45640946761705e-05,-3.1438896257895976e-05,-2.8313694201642647e-05,-2.5188495783368126e-05,-2.2063297365093604e-05,-1.893809712782968e-05,-1.5812896890565753e-05,-1.2687698472291231e-05,-9.562499144522008e-06,-6.437299816752784e-06,-3.3121004889835604e-06,-1.8690116121433675e-07,2.938298166554887e-06,6.0634974943241104e-06,9.188696822093334e-06,1.2313903425820172e-05,1.5439101844094694e-05,1.856430208135862e-05,2.1689502318622544e-05,2.4814700736897066e-05,2.7939899155171588e-05,3.106510121142492e-05,3.419029962969944e-05,3.731549804797396e-05,4.044069646624848e-05,4.3565894884523004e-05,4.669109694077633e-05,4.9816295359050855e-05,5.294149377732538e-05,5.6066695833578706e-05,5.919189425185323e-05,6.231709267012775e-05,6.544229108840227e-05,6.856748950667679e-05,7.169268792495131e-05,7.481788634322584e-05,7.794309203745797e-05,8.10682904557325e-05,8.419348887400702e-05,8.731868729228154e-05,9.044388571055606e-05,9.356908412883058e-05,9.66942825471051e-05,9.981948824133724e-05,0.00010294468665961176,0.00010606988507788628,0.0001091950834961608,0.00011232028191443533],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.00041102507384493947,-0.0003991773701272905,-0.00038732963730581105,-0.0003754819044843316,-0.0003636342007666826,-0.00035178649704903364,-0.0003399387642275542,-0.00032809103140607476,-0.0003162433276884258,-0.0003043956239707768,-0.00029254789114929736,-0.0002807001583278179,-0.00026885245461016893,-0.00025700475089251995,-0.0002451570180710405,-0.0002333092998014763,-0.0002214615815319121,-0.00020961386326234788,-0.00019776614499278367,-0.00018591842672321945,-0.00017407070845365524,-0.00016222299018409103,-0.00015037527191452682,-0.0001385275536449626,-0.0001266798353753984,-0.00011483211710583419,-0.00010298439883626997,-9.113668056670576e-05,-7.928896229714155e-05,-6.744124402757734e-05,-5.559352575801313e-05,-4.374580748844892e-05,-3.189806011505425e-05,-2.005034184549004e-05,-8.202623575925827e-06,3.6450946936383843e-06,1.5492812963202596e-05,2.7340531232766807e-05,3.918824950233102e-05,5.103596777189523e-05,6.288368604145944e-05,7.473140431102365e-05,8.657912258058786e-05,9.842684085015208e-05,0.00011027455911971629,0.0001221222773892805,0.0001339699956588447,0.00014581771392840892,0.00015766543219797313,0.00016951315046753734,0.00018136086873710155,0.00019320858700666577,0.00020505630527622998,0.0002169040235457942,0.0002287517418153584,0.0002405994600849226,0.0002524471783544868,0.00026429491117596626,0.00027614261489361525,0.00028799031861126423,0.00029983805143274367,0.0003116857842542231,0.0003235334879718721,0.0003353811916895211,0.0003472289245110005],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,0,1,4,6,3,3,2,9,5,9,8,15,12,20,12,16,15,30,28,26,31,31,33,41,49,32,24,40,29,20,30,18,20,22,9,17,10,13,15,6,6,10,10,4,4,3,4,3,3,0,1,1,0,2]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,4,4,0,3,4,13,10,3,6,13,13,18,26,31,28,39,38,41,39,45,55,46,50,44,28,28,21,18,26,18,16,7,11,5,2,4,4,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00012725591659545898,-0.00012213550508022308,-0.00011701509356498718,-0.00011189468204975128,-0.00010677427053451538,-0.00010165385901927948,-9.653344750404358e-05,-9.141303598880768e-05,-8.629262447357178e-05,-8.117221295833588e-05,-7.605180144309998e-05,-7.093138992786407e-05,-6.581097841262817e-05,-6.069056689739227e-05,-5.557015538215637e-05,-5.044974386692047e-05,-4.532933235168457e-05,-4.020892083644867e-05,-3.508850932121277e-05,-2.9968097805976868e-05,-2.4847686290740967e-05,-1.9727274775505066e-05,-1.4606863260269165e-05,-9.486451745033264e-06,-4.366040229797363e-06,7.543712854385376e-07,5.8747828006744385e-06,1.099519431591034e-05,1.611560583114624e-05,2.123601734638214e-05,2.6356428861618042e-05,3.147684037685394e-05,3.6597251892089844e-05,4.1717663407325745e-05,4.6838074922561646e-05,5.1958486437797546e-05,5.707889795303345e-05,6.219930946826935e-05,6.731972098350525e-05,7.244013249874115e-05,7.756054401397705e-05,8.268095552921295e-05,8.780136704444885e-05,9.292177855968475e-05,9.804219007492065e-05,0.00010316260159015656,0.00010828301310539246,0.00011340342462062836,0.00011852383613586426,0.00012364424765110016,0.00012876465916633606,0.00013388507068157196,0.00013900548219680786,0.00014412589371204376,0.00014924630522727966,0.00015436671674251556,0.00015948712825775146,0.00016460753977298737,0.00016972795128822327,0.00017484836280345917,0.00017996877431869507,0.00018508918583393097,0.00019020959734916687,0.00019533000886440277,0.00020045042037963867]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[2,2,8,13,22,40,55,119,222,331,573,912,1431,2166,3270,4889,7050,9625,13266,17786,23150,29587,36625,44348,53213,62410,70612,78996,85203,90652,94061,95077,93882,91342,86594,79730,71871,63606,54737,46331,38286,30912,24382,18569,13963,10432,7404,5091,3550,2433,1539,995,601,376,221,139,75,37,28,14,2,4,1,1],"bins":[-0.09658878296613693,-0.09353091567754745,-0.09047305583953857,-0.0874151885509491,-0.08435732871294022,-0.08129946142435074,-0.07824160158634186,-0.07518373429775238,-0.0721258670091629,-0.06906800717115402,-0.06601013988256454,-0.06295228004455566,-0.059894412755966187,-0.05683654919266701,-0.05377868562936783,-0.05072082206606865,-0.04766295850276947,-0.04460509493947029,-0.04154723137617111,-0.03848936781287193,-0.035431504249572754,-0.032373636960983276,-0.029315773397684097,-0.026257909834384918,-0.02320004627108574,-0.02014218270778656,-0.01708431914448738,-0.014026453718543053,-0.010968590155243874,-0.007910726591944695,-0.004852862097322941,-0.0017949980683624744,0.001262858510017395,0.004320722538977861,0.007378586567938328,0.010436451062560081,0.01349431462585926,0.01655217818915844,0.019610043615102768,0.022667907178401947,0.025725770741701126,0.028783634305000305,0.031841497868299484,0.03489936143159866,0.03795722872018814,0.04101509228348732,0.0440729558467865,0.04713081941008568,0.05018868297338486,0.053246546536684036,0.056304410099983215,0.059362273663282394,0.062420137226581573,0.06547800451517105,0.06853586435317993,0.07159373164176941,0.07465159893035889,0.07770945876836777,0.08076732605695724,0.08382518589496613,0.0868830531835556,0.08994091302156448,0.09299878031015396,0.09605664014816284,0.09911450743675232]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[2,0,0,1,7,7,7,26,47,99,164,201,372,633,980,1453,2134,2880,3996,5506,7215,9672,12212,15109,18298,21690,25047,28598,31239,33538,35252,36245,35948,35435,34070,31456,28793,25535,22058,18735,15565,12795,10030,7645,5635,4187,2972,2112,1497,1009,668,389,252,187,87,58,35,21,13,3,2,1,0,1],"bins":[-0.09909151494503021,-0.0960007980465889,-0.09291008114814758,-0.08981936424970627,-0.08672864735126495,-0.08363793045282364,-0.08054722100496292,-0.0774565041065216,-0.07436578720808029,-0.07127507030963898,-0.06818435341119766,-0.06509363651275635,-0.06200291961431503,-0.05891220271587372,-0.0558214895427227,-0.05273077264428139,-0.04964005574584007,-0.04654933884739876,-0.04345862194895744,-0.04036790877580643,-0.03727719187736511,-0.0341864749789238,-0.031095758080482483,-0.028005043044686317,-0.024914326146245003,-0.021823609247803688,-0.018732894212007523,-0.015642177313566208,-0.012551461346447468,-0.009460745379328728,-0.0063700289465487,-0.0032793127465993166,-0.00018859654664993286,0.002902119653299451,0.005992835853248835,0.009083552286028862,0.012174268253147602,0.015264984220266342,0.018355701118707657,0.021446416154503822,0.024537133052945137,0.02762784995138645,0.030718564987182617,0.03380928188562393,0.03689999878406525,0.03999071568250656,0.04308142885565758,0.04617214575409889,0.04926286265254021,0.05235357955098152,0.055444296449422836,0.05853500962257385,0.06162572652101517,0.06471644341945648,0.0678071603178978,0.07089787721633911,0.07398859411478043,0.07707931101322174,0.08017002791166306,0.08326073735952377,0.08635145425796509,0.0894421711564064,0.09253288805484772,0.09562360495328903,0.09871432185173035]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,1,2,0,1,4,2,7,12,6,5,20,21,29,32,47,69,100,141,166,248,371,480,758,1077,1543,2402,3799,6388,11610,21428,43130,91784,155989,124955,58613,28227,14428,8370,4642,2905,1844,1258,812,598,403,319,241,128,130,69,54,48,30,17,17,11,18,4,3,3,0,1,3],"bins":[-7.480382919311523e-05,-7.258448749780655e-05,-7.036514580249786e-05,-6.814580410718918e-05,-6.592646241188049e-05,-6.370712071657181e-05,-6.148777902126312e-05,-5.926843732595444e-05,-5.704909563064575e-05,-5.482975393533707e-05,-5.261041224002838e-05,-5.0391070544719696e-05,-4.817172884941101e-05,-4.5952387154102325e-05,-4.373304545879364e-05,-4.1513703763484955e-05,-3.929436206817627e-05,-3.7075020372867584e-05,-3.48556786775589e-05,-3.2636336982250214e-05,-3.041699528694153e-05,-2.8197653591632843e-05,-2.5978311896324158e-05,-2.3758970201015472e-05,-2.1539628505706787e-05,-1.9320286810398102e-05,-1.7100945115089417e-05,-1.4881603419780731e-05,-1.2662261724472046e-05,-1.044292002916336e-05,-8.223578333854675e-06,-6.00423663854599e-06,-3.7848949432373047e-06,-1.5655532479286194e-06,6.537884473800659e-07,2.8731301426887512e-06,5.0924718379974365e-06,7.311813533306122e-06,9.531155228614807e-06,1.1750496923923492e-05,1.3969838619232178e-05,1.6189180314540863e-05,1.840852200984955e-05,2.0627863705158234e-05,2.284720540046692e-05,2.5066547095775604e-05,2.728588879108429e-05,2.9505230486392975e-05,3.172457218170166e-05,3.3943913877010345e-05,3.616325557231903e-05,3.8382597267627716e-05,4.06019389629364e-05,4.282128065824509e-05,4.504062235355377e-05,4.725996404886246e-05,4.947930574417114e-05,5.169864743947983e-05,5.391798913478851e-05,5.61373308300972e-05,5.8356672525405884e-05,6.057601422071457e-05,6.279535591602325e-05,6.501469761133194e-05,6.723403930664062e-05]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,0,1,1,1,3,2,6,6,8,5,3,11,15,12,9,13,22,19,32,23,25,30,26,23,36,29,38,30,30,38,26,34,30,27,28,26,13,17,9,9,9,1,7,9,5,0,8,2,1,2,2,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0012573867570608854,-0.001214846852235496,-0.0011723070638254285,-0.001129767159000039,-0.0010872272541746497,-0.0010446874657645822,-0.0010021475609391928,-0.0009596076561138034,-0.0009170678094960749,-0.0008745279628783464,-0.0008319880580529571,-0.0007894482114352286,-0.0007469083648175001,-0.0007043684599921107,-0.0006618286133743823,-0.0006192887085489929,-0.0005767488619312644,-0.0005342090153135359,-0.0004916691104881465,-0.00044912926387041807,-0.00040658938814885914,-0.0003640495124273002,-0.00032150966580957174,-0.0002789697900880128,-0.00023642991436645389,-0.00019389003864489496,-0.00015135017747525126,-0.00010881030902964994,-6.627044058404863e-05,-2.3730572138447315e-05,1.8809296307154e-05,6.134916475275531e-05,0.0001038889167830348,0.00014642879250459373,0.00018896865367423743,0.00023150851484388113,0.00027404839056544006,0.000316588266286999,0.00035912811290472746,0.0004016679886262864,0.0004442078643478453,0.00048674774006940424,0.0005292876157909632,0.0005718274624086916,0.0006143673090264201,0.0006569072138518095,0.000699447060469538,0.0007419869652949274,0.0007845268119126558,0.0008270666585303843,0.0008696065633557737,0.0009121464099735022,0.0009546863147988915,0.000997226103208959,0.0010397660080343485,0.0010823059128597379,0.0011248458176851273,0.0011673856060951948,0.0012099255109205842,0.0012524654157459736,0.0012950052041560411,0.0013375451089814305,0.00138008501380682,0.0014226248022168875,0.0014651647070422769]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"bins":[-3.260374069213867e-05,-3.161095082759857e-05,-3.061816096305847e-05,-2.962537109851837e-05,-2.863258123397827e-05,-2.763979136943817e-05,-2.664700150489807e-05,-2.565421164035797e-05,-2.466142177581787e-05,-2.366863191127777e-05,-2.267584204673767e-05,-2.168305218219757e-05,-2.069026231765747e-05,-1.969747245311737e-05,-1.870468258857727e-05,-1.771189272403717e-05,-1.671910285949707e-05,-1.572631299495697e-05,-1.473352313041687e-05,-1.374073326587677e-05,-1.274794340133667e-05,-1.175515353679657e-05,-1.076236367225647e-05,-9.76957380771637e-06,-8.77678394317627e-06,-7.78399407863617e-06,-6.791204214096069e-06,-5.798414349555969e-06,-4.805624485015869e-06,-3.812834620475769e-06,-2.820044755935669e-06,-1.8272548913955688e-06,-8.344650268554688e-07,1.5832483768463135e-07,1.1511147022247314e-06,2.1439045667648315e-06,3.1366944313049316e-06,4.129484295845032e-06,5.122274160385132e-06,6.115064024925232e-06,7.107853889465332e-06,8.100643754005432e-06,9.093433618545532e-06,1.0086223483085632e-05,1.1079013347625732e-05,1.2071803212165833e-05,1.3064593076705933e-05,1.4057382941246033e-05,1.5050172805786133e-05,1.6042962670326233e-05,1.7035752534866333e-05,1.8028542399406433e-05,1.9021332263946533e-05,2.0014122128486633e-05,2.1006911993026733e-05,2.1999701857566833e-05,2.2992491722106934e-05,2.3985281586647034e-05,2.4978071451187134e-05,2.5970861315727234e-05,2.6963651180267334e-05,2.7956441044807434e-05,2.8949230909347534e-05,2.9942020773887634e-05,3.0934810638427734e-05],"_type":"histogram","values":[1,1,2,1,0,4,1,5,5,7,12,17,17,40,46,72,87,112,157,215,277,458,623,785,1164,1658,2380,3784,5920,9999,23182,60642,232472,160926,42734,17963,8630,4812,3271,2141,1446,1090,747,528,405,288,175,151,107,77,55,37,33,21,16,5,6,1,4,6,2,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[2,1,1,2,2,2,1,4,5,4,5,5,14,16,18,17,12,29,19,19,24,27,31,27,26,21,34,29,38,20,24,28,37,15,23,24,19,20,22,15,17,10,5,14,9,7,6,4,6,3,1,1,0,1,0,0,0,0,0,1,0,0,0,1],"bins":[-0.010530099272727966,-0.010148771107196808,-0.00976744294166565,-0.009386113844811916,-0.009004785679280758,-0.0086234575137496,-0.008242128416895866,-0.007860800251364708,-0.0074794720858335495,-0.007098143920302391,-0.006716815289109945,-0.0063354866579174995,-0.005954158492386341,-0.005572830326855183,-0.005191501695662737,-0.004810173064470291,-0.004428844898939133,-0.004047516733407974,-0.0036661881022155285,-0.0032848597038537264,-0.0029035313054919243,-0.002522202907130122,-0.00214087450876832,-0.001759546110406518,-0.0013782177120447159,-0.0009968893136829138,-0.0006155609153211117,-0.00023423251695930958,0.00014709588140249252,0.0005284242797642946,0.0009097526781260967,0.0012910810764878988,0.001672409474849701,0.002053737873211503,0.002435066271573305,0.0028163946699351072,0.0031977230682969093,0.0035790514666587114,0.0039603798650205135,0.004341708496212959,0.004723036661744118,0.005104364827275276,0.005485693458467722,0.005867022089660168,0.006248350255191326,0.006629678420722485,0.00701100705191493,0.007392335683107376,0.0077736638486385345,0.008154992014169693,0.008536320179700851,0.008917649276554585,0.009298977442085743,0.009680305607616901,0.010061634704470634,0.010442962870001793,0.010824291035532951,0.01120561920106411,0.011586947366595268,0.011968276463449001,0.01234960462898016,0.012730932794511318,0.013112261891365051,0.01349359005689621,0.013874918222427368]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"bins":[-0.004563032183796167,-0.004419112578034401,-0.0042751929722726345,-0.004131273366510868,-0.003987353295087814,-0.0038434339221566916,-0.0036995140835642815,-0.003555594477802515,-0.0034116748720407486,-0.003267755266278982,-0.0031238356605172157,-0.0029799158219248056,-0.002835996216163039,-0.0026920766104012728,-0.0025481567718088627,-0.0024042371660470963,-0.00226031756028533,-0.0021163979545235634,-0.001972478348761797,-0.0018285585101693869,-0.0016846389044076204,-0.001540719298645854,-0.0013967995764687657,-0.0012528798542916775,-0.001108960248529911,-0.0009650405845604837,-0.0008211209205910563,-0.000677201256621629,-0.0005332815926522017,-0.0003893619286827743,-0.00024544226471334696,-0.00010152260074391961,4.2397063225507736e-05,0.00018631672719493508,0.00033023639116436243,0.0004741560551337898,0.0006180757191032171,0.0007619953830726445,0.0009059150470420718,0.00104983476921916,0.0011937543749809265,0.001337673980742693,0.0014815937029197812,0.0016255134250968695,0.001769433030858636,0.0019133526366204023,0.0020572724752128124,0.002201192080974579,0.0023451116867363453,0.0024890312924981117,0.002632950898259878,0.0027768707368522882,0.0029207903426140547,0.003064709948375821,0.003208629786968231,0.0033525493927299976,0.003496468998491764,0.0036403886042535305,0.003784308210015297,0.003928227815777063,0.00407214742153883,0.0042160674929618835,0.00435998709872365,0.004503906704485416,0.004647826310247183],"_type":"histogram","values":[2,3,1,3,3,5,4,2,6,7,7,11,8,12,4,12,11,9,13,10,15,21,22,20,18,14,26,22,22,17,19,29,24,23,24,26,25,23,15,27,19,20,18,29,14,16,7,9,10,12,6,8,5,5,4,5,5,2,0,4,1,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,3,2,1,2,2,3,3,3,7,2,6,7,15,10,16,16,21,33,25,19,35,26,34,36,32,32,41,26,31,30,39,32,31,22,23,19,14,12,17,9,8,4,4,3,2,2,2,1,0,1,0,0,0,1],"bins":[-0.00241511850617826,-0.0023462956305593252,-0.0022774727549403906,-0.002208649879321456,-0.0021398267708718777,-0.002071003895252943,-0.0020021810196340084,-0.0019333581440150738,-0.0018645352683961391,-0.0017957123927772045,-0.0017268895171582699,-0.0016580665251240134,-0.0015892436495050788,-0.0015204207738861442,-0.0014515977818518877,-0.001382774906232953,-0.0013139520306140184,-0.0012451291549950838,-0.0011763062793761492,-0.0011074832873418927,-0.001038660411722958,-0.0009698375361040235,-0.0009010146022774279,-0.0008321916684508324,-0.0007633687928318977,-0.0006945459172129631,-0.0006257229833863676,-0.000556900049559772,-0.0004880771739408374,-0.0004192542692180723,-0.0003504313644953072,-0.0002816084597725421,-0.00021278532221913338,-0.0001439624174963683,-7.51395127736032e-05,-6.316608050838113e-06,6.250629667192698e-05,0.00013132920139469206,0.00020015210611745715,0.00026897501084022224,0.00033779791556298733,0.0004066208202857524,0.0004754437250085175,0.000544266658835113,0.0006130895344540477,0.0006819124100729823,0.0007507353438995779,0.0008195582777261734,0.000888381153345108,0.0009572040289640427,0.0010260269045829773,0.0010948498966172338,0.0011636727722361684,0.001232495647855103,0.0013013186398893595,0.001370141515508294,0.0014389643911272287,0.0015077872667461634,0.001576610142365098,0.0016454331343993545,0.001714256010018289,0.0017830788856372237,0.0018519018776714802,0.0019207247532904148,0.0019895476289093494]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.0033340121153742075,-0.003217156510800123,-0.003100300906226039,-0.0029834453016519547,-0.0028665896970778704,-0.002749734092503786,-0.002632878487929702,-0.0025160228833556175,-0.0023991672787815332,-0.002282311674207449,-0.0021654560696333647,-0.0020486004650592804,-0.0019317448604851961,-0.0018148892559111118,-0.0016980336513370275,-0.0015811780467629433,-0.001464322442188859,-0.0013474668376147747,-0.0012306112330406904,-0.0011137556284666061,-0.0009969000238925219,-0.0008800444193184376,-0.0007631888147443533,-0.000646333210170269,-0.0005294776055961847,-0.00041262200102210045,-0.00029576639644801617,-0.00017891079187393188,-6.20551872998476e-05,5.480041727423668e-05,0.00017165602184832096,0.00028851162642240524,0.0004053674638271332,0.0005222230684012175,0.0006390786729753017,0.000755934277549386,0.0008727898821234703,0.0009896454866975546,0.0011065010912716389,0.0012233566958457232,0.0013402123004198074,0.0014570679049938917,0.001573923509567976,0.0016907791141420603,0.0018076347187161446,0.0019244903232902288,0.002041345927864313,0.0021582015324383974,0.0022750571370124817,0.002391912741586566,0.0025087683461606503,0.0026256239507347345,0.002742479555308819,0.002859335159882903,0.0029761907644569874,0.0030930463690310717,0.003209901973605156,0.0033267575781792402,0.0034436131827533245,0.003560468787327409,0.003677324391901493,0.0037941799964755774,0.003911035601049662,0.004027890972793102,0.00414474681019783],"_type":"histogram","values":[1,1,1,5,3,7,7,3,5,5,8,6,12,10,11,10,15,22,18,13,18,12,26,28,21,28,26,25,34,28,35,33,26,28,26,30,26,19,20,19,22,15,8,10,10,5,2,7,2,3,3,3,2,3,0,0,0,0,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[2,1,2,2,2,4,5,3,6,5,6,2,8,13,7,12,11,12,8,20,16,26,19,34,28,29,27,37,34,36,34,29,39,18,18,25,31,20,18,16,25,12,12,4,7,5,8,3,10,1,2,3,3,1,1,2,1,1,0,1,0,0,0,1],"bins":[-8.028745651245117e-05,-7.751863449811935e-05,-7.474981248378754e-05,-7.198099046945572e-05,-6.92121684551239e-05,-6.644334644079208e-05,-6.367452442646027e-05,-6.090570241212845e-05,-5.813688039779663e-05,-5.536805838346481e-05,-5.2599236369132996e-05,-4.983041435480118e-05,-4.706159234046936e-05,-4.429277032613754e-05,-4.1523948311805725e-05,-3.875512629747391e-05,-3.598630428314209e-05,-3.321748226881027e-05,-3.0448660254478455e-05,-2.7679838240146637e-05,-2.491101622581482e-05,-2.2142194211483002e-05,-1.9373372197151184e-05,-1.6604550182819366e-05,-1.3835728168487549e-05,-1.1066906154155731e-05,-8.298084139823914e-06,-5.529262125492096e-06,-2.7604401111602783e-06,8.381903171539307e-09,2.777203917503357e-06,5.5460259318351746e-06,8.314847946166992e-06,1.108366996049881e-05,1.3852491974830627e-05,1.6621313989162445e-05,1.9390136003494263e-05,2.215895801782608e-05,2.4927780032157898e-05,2.7696602046489716e-05,3.0465424060821533e-05,3.323424607515335e-05,3.600306808948517e-05,3.8771890103816986e-05,4.1540712118148804e-05,4.430953413248062e-05,4.707835614681244e-05,4.9847178161144257e-05,5.2616000175476074e-05,5.538482218980789e-05,5.815364420413971e-05,6.092246621847153e-05,6.369128823280334e-05,6.646011024713516e-05,6.922893226146698e-05,7.19977542757988e-05,7.476657629013062e-05,7.753539830446243e-05,8.030422031879425e-05,8.307304233312607e-05,8.584186434745789e-05,8.86106863617897e-05,9.137950837612152e-05,9.414833039045334e-05,9.691715240478516e-05]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.00018095970153808594,-0.00017480738461017609,-0.00016865506768226624,-0.00016250275075435638,-0.00015635043382644653,-0.00015019811689853668,-0.00014404579997062683,-0.00013789348304271698,-0.00013174116611480713,-0.00012558884918689728,-0.00011943653225898743,-0.00011328421533107758,-0.00010713189840316772,-0.00010097958147525787,-9.482726454734802e-05,-8.867494761943817e-05,-8.252263069152832e-05,-7.637031376361847e-05,-7.021799683570862e-05,-6.406567990779877e-05,-5.7913362979888916e-05,-5.1761046051979065e-05,-4.5608729124069214e-05,-3.945641219615936e-05,-3.330409526824951e-05,-2.715177834033966e-05,-2.099946141242981e-05,-1.4847144484519958e-05,-8.694827556610107e-06,-2.5425106287002563e-06,3.6098062992095947e-06,9.762123227119446e-06,1.5914440155029297e-05,2.2066757082939148e-05,2.8219074010849e-05,3.437139093875885e-05,4.05237078666687e-05,4.667602479457855e-05,5.28283417224884e-05,5.8980658650398254e-05,6.51329755783081e-05,7.128529250621796e-05,7.743760943412781e-05,8.358992636203766e-05,8.974224328994751e-05,9.589456021785736e-05,0.00010204687714576721,0.00010819919407367706,0.00011435151100158691,0.00012050382792949677,0.00012665614485740662,0.00013280846178531647,0.00013896077871322632,0.00014511309564113617,0.00015126541256904602,0.00015741772949695587,0.00016357004642486572,0.00016972236335277557,0.00017587468028068542,0.00018202699720859528,0.00018817931413650513,0.00019433163106441498,0.00020048394799232483,0.00020663626492023468,0.00021278858184814453],"_type":"histogram","values":[2,0,0,1,1,3,10,8,4,19,22,44,68,90,177,233,380,540,837,1315,2037,3208,5063,8346,14282,26391,51788,114553,319399,556368,267243,98044,46006,23300,12950,7342,4562,2777,1758,1189,788,522,333,257,166,133,79,62,42,26,25,24,17,6,10,6,1,2,1,0,2,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,0,0,1,1,1,1,2,4,1,9,3,9,7,12,9,18,10,14,20,27,24,43,31,31,46,28,48,46,35,33,29,32,28,22,26,21,17,16,9,10,5,5,7,5,5,6,1,2,0,2,1,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0001566106075188145,-0.0001511510054115206,-0.00014569141785614192,-0.00014023181574884802,-0.00013477222819346935,-0.00012931262608617544,-0.00012385303853079677,-0.00011839343642350286,-0.00011293384159216657,-0.00010747424676083028,-0.000102014651929494,-9.65550570981577e-05,-9.10954549908638e-05,-8.563586015952751e-05,-8.017626532819122e-05,-7.471667049685493e-05,-6.925707566551864e-05,-6.379748083418235e-05,-5.833788600284606e-05,-5.2878287533530965e-05,-4.7418692702194676e-05,-4.1959097870858386e-05,-3.649949940154329e-05,-3.1039904570207e-05,-2.558030973887071e-05,-2.012071490753442e-05,-1.4661118257208727e-05,-9.201522516377736e-06,-3.7419267755467445e-06,1.717668965284247e-06,7.177264706115238e-06,1.263686044694623e-05,1.809647073969245e-05,2.355606557102874e-05,2.9015662221354432e-05,3.4475258871680126e-05,3.9934853703016415e-05,4.5394448534352705e-05,5.08540470036678e-05,5.631364183500409e-05,6.177323666634038e-05,6.723283149767667e-05,7.269242632901296e-05,7.815202116034925e-05,8.361162326764315e-05,8.907121809897944e-05,9.453081293031573e-05,9.999040776165202e-05,0.00010545000259298831,0.0001109095974243246,0.00011636919225566089,0.00012182878708699718,0.00012728838191833347,0.00013274798402562737,0.00013820757158100605,0.00014366717368829995,0.00014912677579559386,0.00015458636335097253,0.00016004596545826644,0.0001655055530136451,0.00017096515512093902,0.0001764247426763177,0.0001818843447836116,0.00018734393233899027,0.00019280353444628417]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"_type":"histogram","values":[2,0,1,2,1,3,6,5,7,11,16,20,45,49,76,120,144,291,383,560,926,1396,2128,3332,5509,8668,14314,24928,42721,73990,131172,208793,286074,284026,195125,118939,70521,39790,23100,14039,8126,4874,3206,1906,1182,795,537,330,226,179,83,68,35,25,21,7,9,9,7,4,0,1,0,1],"bins":[-8.308887481689453e-05,-8.05659219622612e-05,-7.804296910762787e-05,-7.552001625299454e-05,-7.29970633983612e-05,-7.047411054372787e-05,-6.795115768909454e-05,-6.542820483446121e-05,-6.290525197982788e-05,-6.038229912519455e-05,-5.785934627056122e-05,-5.533639341592789e-05,-5.2813440561294556e-05,-5.0290487706661224e-05,-4.776753485202789e-05,-4.524458199739456e-05,-4.272162914276123e-05,-4.01986762881279e-05,-3.767572343349457e-05,-3.5152770578861237e-05,-3.2629817724227905e-05,-3.0106864869594574e-05,-2.7583912014961243e-05,-2.506095916032791e-05,-2.253800630569458e-05,-2.001505345106125e-05,-1.7492100596427917e-05,-1.4969147741794586e-05,-1.2446194887161255e-05,-9.923242032527924e-06,-7.400289177894592e-06,-4.877336323261261e-06,-2.3543834686279297e-06,1.685693860054016e-07,2.691522240638733e-06,5.214475095272064e-06,7.737427949905396e-06,1.0260380804538727e-05,1.2783333659172058e-05,1.530628651380539e-05,1.782923936843872e-05,2.0352192223072052e-05,2.2875145077705383e-05,2.5398097932338715e-05,2.7921050786972046e-05,3.0444003641605377e-05,3.296695649623871e-05,3.548990935087204e-05,3.801286220550537e-05,4.05358150601387e-05,4.3058767914772034e-05,4.5581720769405365e-05,4.8104673624038696e-05,5.062762647867203e-05,5.315057933330536e-05,5.567353218793869e-05,5.819648504257202e-05,6.071943789720535e-05,6.324239075183868e-05,6.576534360647202e-05,6.828829646110535e-05,7.081124931573868e-05,7.333420217037201e-05,7.585715502500534e-05,7.838010787963867e-05]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,0,0,0,1,1,1,1,0,3,2,4,6,5,2,12,14,15,9,26,20,34,33,44,46,43,55,46,49,33,38,35,26,23,23,15,13,11,8,14,11,5,5,6,2,3,5,5,2,0,3,1,0,1,1,1,0,0,1,2],"bins":[-0.00013688717444892973,-0.00013236122322268784,-0.00012783525744453073,-0.00012330930621828884,-0.00011878334771608934,-0.00011425738921388984,-0.00010973143071169034,-0.00010520547220949084,-0.00010067952098324895,-9.615356248104945e-05,-9.162760397884995e-05,-8.710164547665045e-05,-8.257568697445095e-05,-7.804972847225145e-05,-7.352377724600956e-05,-6.899781874381006e-05,-6.447186024161056e-05,-5.9945901739411056e-05,-5.541994687519036e-05,-5.089398837299086e-05,-4.636803350877017e-05,-4.184207500657067e-05,-3.7316116504371166e-05,-3.279016164015047e-05,-2.8264203137950972e-05,-2.3738246454740874e-05,-1.9212289771530777e-05,-1.4686331269331276e-05,-1.016037458612118e-05,-5.634417448163731e-06,-1.1084603102062829e-06,3.4174968277511653e-06,7.943453965708613e-06,1.246941064891871e-05,1.6995367332128808e-05,2.152132583432831e-05,2.6047282517538406e-05,3.05732392007485e-05,3.5099197702948004e-05,3.96251525671687e-05,4.41511110693682e-05,4.86770695715677e-05,5.320302443578839e-05,5.7728982937987894e-05,6.22549414401874e-05,6.67808999423869e-05,7.130685116862878e-05,7.583280967082828e-05,8.035876817302778e-05,8.488472667522728e-05,8.941068517742679e-05,9.393663640366867e-05,9.846259490586817e-05,0.00010298855340806767,0.00010751451191026717,0.00011204047041246668,0.00011656642891466618,0.00012109238014090806,0.00012561834591906518,0.00013014429714530706,0.00013467024837154895,0.00013919621414970607,0.00014372216537594795,0.00014824813115410507,0.00015277408238034695]},"gradients/_orig_mod.linear.weight":{"_type":"histogram","values":[1,1,1,3,3,10,9,17,24,28,37,63,74,140,185,313,357,626,920,1278,1870,2900,4059,5784,8368,11687,16222,21454,27605,33536,38159,39873,38540,33829,27998,21419,16156,11888,8531,5919,4172,2861,2022,1351,882,633,423,301,225,162,84,77,51,31,15,11,5,10,5,3,1,1,2,1],"bins":[-0.0003085136413574219,-0.0002987273037433624,-0.000288940966129303,-0.00027915462851524353,-0.0002693682909011841,-0.00025958195328712463,-0.0002497956156730652,-0.00024000927805900574,-0.0002302229404449463,-0.00022043660283088684,-0.0002106502652168274,-0.00020086392760276794,-0.0001910775899887085,-0.00018129125237464905,-0.0001715049147605896,-0.00016171857714653015,-0.0001519322395324707,-0.00014214590191841125,-0.0001323595643043518,-0.00012257322669029236,-0.00011278688907623291,-0.00010300055146217346,-9.321421384811401e-05,-8.342787623405457e-05,-7.364153861999512e-05,-6.385520100593567e-05,-5.406886339187622e-05,-4.428252577781677e-05,-3.4496188163757324e-05,-2.4709850549697876e-05,-1.4923512935638428e-05,-5.1371753215789795e-06,4.649162292480469e-06,1.4435499906539917e-05,2.4221837520599365e-05,3.4008175134658813e-05,4.379451274871826e-05,5.358085036277771e-05,6.336718797683716e-05,7.31535255908966e-05,8.293986320495605e-05,9.27262008190155e-05,0.00010251253843307495,0.0001122988760471344,0.00012208521366119385,0.0001318715512752533,0.00014165788888931274,0.0001514442265033722,0.00016123056411743164,0.0001710169017314911,0.00018080323934555054,0.00019058957695960999,0.00020037591457366943,0.00021016225218772888,0.00021994858980178833,0.00022973492741584778,0.00023952126502990723,0.0002493076026439667,0.0002590939402580261,0.00026888027787208557,0.000278666615486145,0.00028845295310020447,0.0002982392907142639,0.00030802562832832336,0.0003178119659423828]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[1,0,0,3,4,11,8,20,37,63,100,187,287,425,672,1013,1471,2119,3025,4153,5527,7244,9322,11906,14633,17557,20488,23961,27039,29486,31866,33457,34562,35047,34472,33365,31633,29150,26171,23443,20076,16994,13947,11197,8964,6881,5241,3837,2806,2088,1384,912,619,335,277,115,104,51,32,15,13,5,1,2],"bins":[-0.09979033470153809,-0.09680277854204178,-0.09381522238254547,-0.09082766622304916,-0.08784011006355286,-0.08485255390405655,-0.08186499029397964,-0.07887743413448334,-0.07588987797498703,-0.07290232181549072,-0.06991476565599442,-0.06692720949649811,-0.0639396533370018,-0.06095209717750549,-0.05796453729271889,-0.05497698113322258,-0.05198942497372627,-0.049001868814229965,-0.04601431265473366,-0.04302675276994705,-0.040039196610450745,-0.03705164045095444,-0.03406408429145813,-0.031076526269316673,-0.028088970109820366,-0.02510141395032406,-0.022113855928182602,-0.019126299768686295,-0.016138743609189987,-0.01315118558704853,-0.010163629427552223,-0.007176072336733341,-0.004188515245914459,-0.001200958387926221,0.0017865984700620174,0.004774155095219612,0.007761712186038494,0.010749269276857376,0.013736825436353683,0.01672438345849514,0.019711939617991447,0.022699495777487755,0.02568705379962921,0.02867460995912552,0.031662166118621826,0.034649722278118134,0.03763728216290474,0.04062483832240105,0.043612394481897354,0.04659995064139366,0.04958750680088997,0.052575066685676575,0.05556262284517288,0.05855017900466919,0.0615377351641655,0.0645252913236618,0.06751284748315811,0.07050040364265442,0.07348795980215073,0.07647552341222763,0.07946307957172394,0.08245063573122025,0.08543819189071655,0.08842574805021286,0.09141330420970917],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-0.004952260293066502,-0.004823167808353901,-0.004694074857980013,-0.004564981907606125,-0.004435889422893524,-0.0043067969381809235,-0.0041777039878070354,-0.004048611037433147,-0.003919518552720547,-0.0037904258351773024,-0.003661333117634058,-0.0035322404000908136,-0.0034031476825475693,-0.003274054965004325,-0.0031449622474610806,-0.003015869529917836,-0.002886776812374592,-0.0027576840948313475,-0.002628591377288103,-0.0024994986597448587,-0.0023704059422016144,-0.00224131322465837,-0.0021122205071151257,-0.0019831277895718813,-0.001854035072028637,-0.0017249423544853926,-0.0015958496369421482,-0.0014667569193989038,-0.0013376642018556595,-0.0012085714843124151,-0.0010794787667691708,-0.0009503860492259264,-0.0008212930988520384,-0.000692200381308794,-0.0005631076637655497,-0.0004340149462223053,-0.00030492222867906094,-0.00017582951113581657,-4.673679359257221e-05,8.235592395067215e-05,0.0002114486414939165,0.0003405413590371609,0.00046963407658040524,0.0005987267941236496,0.000727819511666894,0.0008569122292101383,0.0009860049467533827,0.001115097664296627,0.0012441903818398714,0.0013732830993831158,0.0015023758169263601,0.0016314685344696045,0.0017605612520128489,0.0018896539695560932,0.0020187466870993376,0.002147839404642582,0.0022769321221858263,0.0024060248397290707,0.002535117557272315,0.0026642102748155594,0.0027933029923588037,0.002922395709902048,0.0030514884274452925,0.003180581144988537,0.003309673862531781],"_type":"histogram","values":[1,0,0,2,0,2,5,7,10,12,9,16,21,26,35,51,65,67,50,82,105,96,118,118,117,115,91,110,102,98,76,79,62,60,44,40,30,23,13,20,15,14,7,5,9,3,5,0,1,4,2,0,1,0,0,1,0,0,1,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.08766531944274902,-0.0847676545381546,-0.08186999708414078,-0.07897233217954636,-0.07607467472553253,-0.07317700982093811,-0.07027934491634369,-0.06738168746232986,-0.06448402255773544,-0.06158636137843132,-0.0586887001991272,-0.055791035294532776,-0.05289337411522865,-0.04999571293592453,-0.04709804803133011,-0.044200386852025986,-0.04130272567272186,-0.03840506449341774,-0.03550740331411362,-0.032609738409519196,-0.029712077230215073,-0.02681441605091095,-0.023916753008961678,-0.021019089967012405,-0.018121428787708282,-0.015223766677081585,-0.012326104566454887,-0.00942844245582819,-0.006530780345201492,-0.0036331182345747948,-0.0007354561239480972,0.0021622059866786003,0.005059875547885895,0.007957537658512592,0.01085519976913929,0.013752861879765987,0.016650523990392685,0.019548185169696808,0.02244584821164608,0.025343511253595352,0.028241172432899475,0.031138833612203598,0.03403649479150772,0.03693415969610214,0.039831820875406265,0.04272948205471039,0.04562714695930481,0.04852480813860893,0.051422469317913055,0.05432013049721718,0.0572177916765213,0.06011545658111572,0.06301312148571014,0.06591077893972397,0.06880844384431839,0.07170610129833221,0.07460376620292664,0.07750143110752106,0.08039908856153488,0.0832967534661293,0.08619441092014313,0.08909207582473755,0.09198974072933197,0.0948873981833458,0.09778506308794022],"_type":"histogram","values":[2,0,14,17,36,71,87,168,255,373,575,886,1297,1859,2585,3584,4602,6217,8202,10282,12650,15268,18240,21094,23956,26680,29422,31213,32902,33822,34062,33362,32300,30443,28199,25555,22645,19643,16567,13969,11303,9135,6938,5484,4230,2914,2246,1533,1020,675,479,301,184,110,63,50,24,10,9,5,4,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,1,0,1,0,0,2,0,3,2,1,0,2,2,1,2,1,2,4,11,10,16,20,135,468,27,11,10,6,1,1,1,4,1,2,1,3,2,2,0,2,0,1,0,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-5.424022674560547e-05,-5.22322952747345e-05,-5.0224363803863525e-05,-4.8216432332992554e-05,-4.620850086212158e-05,-4.420056939125061e-05,-4.219263792037964e-05,-4.018470644950867e-05,-3.8176774978637695e-05,-3.6168843507766724e-05,-3.416091203689575e-05,-3.215298056602478e-05,-3.014504909515381e-05,-2.8137117624282837e-05,-2.6129186153411865e-05,-2.4121254682540894e-05,-2.2113323211669922e-05,-2.010539174079895e-05,-1.809746026992798e-05,-1.6089528799057007e-05,-1.4081597328186035e-05,-1.2073665857315063e-05,-1.0065734386444092e-05,-8.05780291557312e-06,-6.0498714447021484e-06,-4.041939973831177e-06,-2.034008502960205e-06,-2.60770320892334e-08,1.9818544387817383e-06,3.98978590965271e-06,5.997717380523682e-06,8.005648851394653e-06,1.0013580322265625e-05,1.2021511793136597e-05,1.4029443264007568e-05,1.603737473487854e-05,1.8045306205749512e-05,2.0053237676620483e-05,2.2061169147491455e-05,2.4069100618362427e-05,2.60770320892334e-05,2.808496356010437e-05,3.0092895030975342e-05,3.2100826501846313e-05,3.4108757972717285e-05,3.611668944358826e-05,3.812462091445923e-05,4.01325523853302e-05,4.214048385620117e-05,4.4148415327072144e-05,4.6156346797943115e-05,4.816427826881409e-05,5.017220973968506e-05,5.218014121055603e-05,5.4188072681427e-05,5.6196004152297974e-05,5.8203935623168945e-05,6.021186709403992e-05,6.221979856491089e-05,6.422773003578186e-05,6.623566150665283e-05,6.82435929775238e-05,7.025152444839478e-05,7.225945591926575e-05,7.426738739013672e-05]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,1,0,0,0,1,3,1,1,3,4,3,3,2,12,10,5,15,8,17,18,18,18,20,33,26,25,28,34,41,44,33,32,44,27,26,34,27,21,26,19,11,12,9,8,8,6,5,7,4,2,4,1,0,2,0,3],"bins":[-0.0016926061362028122,-0.0016476813470944762,-0.0016027565579861403,-0.0015578317688778043,-0.0015129069797694683,-0.0014679823070764542,-0.0014230575179681182,-0.0013781327288597822,-0.0013332079397514462,-0.0012882831506431103,-0.0012433583615347743,-0.0011984335724264383,-0.0011535088997334242,-0.0011085841106250882,-0.0010636593215167522,-0.0010187345324084163,-0.0009738097433000803,-0.0009288849541917443,-0.0008839601650834084,-0.0008390354341827333,-0.0007941106450743973,-0.0007491858559660614,-0.0007042611250653863,-0.0006593363359570503,-0.0006144115468487144,-0.0005694867577403784,-0.0005245619686320424,-0.00047963723773136735,-0.0004347124486230314,-0.0003897876595146954,-0.0003448628995101899,-0.0002999381395056844,-0.0002550132339820266,-0.00021008845942560583,-0.0001651636848691851,-0.00012023891031276435,-7.53141357563436e-05,-3.038936119992286e-05,1.4535413356497884e-05,5.946018791291863e-05,0.00010438496246933937,0.00014930973702576011,0.00019423451158218086,0.0002391592861386016,0.00028408406069502234,0.0003290088498033583,0.00037393360980786383,0.00041885836981236935,0.0004637831589207053,0.0005087079480290413,0.0005536327371373773,0.0005985574680380523,0.0006434822571463883,0.0006884070462547243,0.0007333317771553993,0.0007782565662637353,0.0008231813553720713,0.0008681061444804072,0.0009130309335887432,0.0009579556644894183,0.0010028805118054152,0.0010478051844984293,0.0010927299736067653,0.0011376547627151012,0.0011825795518234372]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,2,3,7,13,33,50,76,146,290,437,686,1077,1596,2638,3899,5489,7872,10799,14747,19512,25193,32048,39231,47119,55747,64507,73210,80394,87744,91580,94261,95235,93600,89752,83767,76676,69453,60664,52313,44026,36131,28885,22500,17090,12892,9276,6746,4644,3181,2080,1381,847,536,322,194,122,66,42,22,5,2,5,1],"bins":[-0.09788262099027634,-0.09484986960887909,-0.09181712567806244,-0.08878437429666519,-0.08575162291526794,-0.0827188789844513,-0.07968612760305405,-0.0766533836722374,-0.07362063229084015,-0.0705878809094429,-0.06755513697862625,-0.064522385597229,-0.061489637941122055,-0.058456890285015106,-0.05542413890361786,-0.05239139124751091,-0.04935864359140396,-0.04632589593529701,-0.043293148279190063,-0.040260396897792816,-0.03722764924168587,-0.03419490158557892,-0.03116215206682682,-0.028129402548074722,-0.025096654891967773,-0.022063907235860825,-0.019031157717108727,-0.01599840819835663,-0.01296566054224968,-0.009932911954820156,-0.006900163367390633,-0.003867414779961109,-0.0008346587419509888,0.0021980898454785347,0.005230838432908058,0.008263587020337582,0.011296335607767105,0.014329084195196629,0.017361832782626152,0.02039458230137825,0.0234273299574852,0.026460077613592148,0.029492827132344246,0.032525576651096344,0.03555832430720329,0.03859107196331024,0.04162382334470749,0.04465657100081444,0.04768931865692139,0.050722066313028336,0.053754813969135284,0.05678756535053253,0.05982031300663948,0.06285306066274643,0.06588581204414368,0.06891855597496033,0.07195130735635757,0.07498405873775482,0.07801680266857147,0.08104955404996872,0.08408230543136597,0.08711504936218262,0.09014780074357986,0.09318054467439651,0.09621329605579376]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[1,1,1,1,2,4,10,18,38,58,102,168,278,438,708,1087,1635,2469,3457,4898,6583,8792,11214,14078,17494,20966,24420,27932,30832,33841,35020,36887,36842,36293,34798,32946,29339,26618,23068,19427,16189,13075,10213,7861,6114,4349,3099,2160,1403,985,633,408,250,125,80,46,29,17,9,4,7,1,1,2],"bins":[-0.10178759694099426,-0.09863753616809845,-0.09548747539520264,-0.09233740717172623,-0.08918734639883041,-0.0860372856259346,-0.08288722485303879,-0.07973715662956238,-0.07658709585666656,-0.07343703508377075,-0.07028697431087494,-0.06713691353797913,-0.06398684531450272,-0.0608367845416069,-0.05768672376871109,-0.05453665927052498,-0.051386598497629166,-0.04823653772473335,-0.04508647322654724,-0.04193641245365143,-0.03878634795546532,-0.035636287182569504,-0.03248622268438339,-0.02933616191148758,-0.026186099275946617,-0.023036036640405655,-0.019885974004864693,-0.01673591136932373,-0.013585849665105343,-0.01043578702956438,-0.007285724859684706,-0.004135662689805031,-0.0009856000542640686,0.00216446234844625,0.0053145247511565685,0.008464586921036243,0.011614649556577206,0.014764712192118168,0.017914773896336555,0.021064836531877518,0.02421489916741848,0.027364961802959442,0.030515024438500404,0.03366508707404137,0.03681514784693718,0.03996521234512329,0.043115273118019104,0.046265337616205215,0.04941539838910103,0.05256545916199684,0.05571552366018295,0.058865584433078766,0.06201564893126488,0.06516571342945099,0.0683157742023468,0.07146583497524261,0.07461589574813843,0.07776595652103424,0.08091602474451065,0.08406608551740646,0.08721614629030228,0.09036620706319809,0.0935162752866745,0.09666633605957031,0.09981639683246613],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-9.5367431640625e-07,-9.257346391677856e-07,-8.977949619293213e-07,-8.698552846908569e-07,-8.419156074523926e-07,-8.139759302139282e-07,-7.860362529754639e-07,-7.580965757369995e-07,-7.301568984985352e-07,-7.022172212600708e-07,-6.742775440216064e-07,-6.463378667831421e-07,-6.183981895446777e-07,-5.904585123062134e-07,-5.62518835067749e-07,-5.345791578292847e-07,-5.066394805908203e-07,-4.78699803352356e-07,-4.507601261138916e-07,-4.2282044887542725e-07,-3.948807716369629e-07,-3.6694109439849854e-07,-3.390014171600342e-07,-3.110617399215698e-07,-2.8312206268310547e-07,-2.551823854446411e-07,-2.2724270820617676e-07,-1.993030309677124e-07,-1.7136335372924805e-07,-1.434236764907837e-07,-1.1548399925231934e-07,-8.754432201385498e-08,-5.960464477539063e-08,-3.166496753692627e-08,-3.725290298461914e-09,2.421438694000244e-08,5.21540641784668e-08,8.009374141693115e-08,1.0803341865539551e-07,1.3597309589385986e-07,1.6391277313232422e-07,1.9185245037078857e-07,2.1979212760925293e-07,2.477318048477173e-07,2.7567148208618164e-07,3.03611159324646e-07,3.3155083656311035e-07,3.594905138015747e-07,3.8743019104003906e-07,4.153698682785034e-07,4.4330954551696777e-07,4.7124922275543213e-07,4.991888999938965e-07,5.271285772323608e-07,5.550682544708252e-07,5.830079317092896e-07,6.109476089477539e-07,6.388872861862183e-07,6.668269634246826e-07,6.94766640663147e-07,7.227063179016113e-07,7.506459951400757e-07,7.7858567237854e-07,8.065253496170044e-07,8.344650268554688e-07],"_type":"histogram","values":[1,0,0,0,0,0,2,0,3,0,1,0,4,0,2,0,0,12,0,4,0,11,0,0,0,7,0,2,0,3,0,0,3,0,646,0,4,0,3,0,7,0,9,0,0,0,11,0,0,2,0,15,0,1,0,7,0,0,0,5,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,0,1,1,3,0,1,4,5,6,8,5,8,8,3,4,8,12,8,13,14,20,19,15,29,23,20,19,20,22,39,32,42,21,36,36,24,22,21,27,17,17,27,19,5,7,10,15,10,5,9,5,4,6,3,4,2,0,0,0,1,1],"bins":[-0.0016084881499409676,-0.0015614716103300452,-0.0015144550707191229,-0.0014674384146928787,-0.0014204218750819564,-0.001373405335471034,-0.0013263887958601117,-0.0012793722562491894,-0.0012323556002229452,-0.0011853390606120229,-0.0011383225210011005,-0.0010913059813901782,-0.0010442894417792559,-0.0009972729021683335,-0.0009502563043497503,-0.000903239706531167,-0.0008562231669202447,-0.0008092066273093224,-0.0007621900294907391,-0.0007151734898798168,-0.0006681568920612335,-0.0006211403524503112,-0.0005741238128393888,-0.0005271072150208056,-0.00048009067540988326,-0.00043307410669513047,-0.0003860575379803777,-0.00033904099836945534,-0.00029202442965470254,-0.00024500786093994975,-0.00019799130677711219,-0.00015097475261427462,-0.00010395818389952183,-5.694162246072665e-05,-9.92506102193147e-06,3.709150041686371e-05,8.410806185565889e-05,0.00013112463057041168,0.00017814118473324925,0.0002251577388960868,0.0002721743076108396,0.0003191908763255924,0.0003662074450403452,0.00041322398465126753,0.0004602405533660203,0.0005072571220807731,0.0005542736616916955,0.0006012902595102787,0.000648306799121201,0.0006953233387321234,0.0007423399365507066,0.000789356476161629,0.0008363730739802122,0.0008833896135911345,0.0009304061532020569,0.0009774226928129792,0.0010244392324239016,0.0010714558884501457,0.001118472428061068,0.0011654889676719904,0.0012125055072829127,0.001259522046893835,0.0013065387029200792,0.0013535552425310016,0.001400571782141924]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"values":[2,0,0,2,2,1,1,1,4,2,1,5,7,7,8,5,8,7,15,12,18,11,10,20,28,20,23,27,42,25,27,34,33,37,34,23,28,37,21,27,28,15,11,18,19,10,8,5,5,7,1,5,2,5,2,1,1,3,2,1,2,0,0,2],"bins":[-0.00010180415847571567,-9.863835293799639e-05,-9.547254740027711e-05,-9.230674186255783e-05,-8.914093632483855e-05,-8.597513078711927e-05,-8.280932524939999e-05,-7.964351971168071e-05,-7.647770689800382e-05,-7.331190136028454e-05,-7.014609582256526e-05,-6.698029028484598e-05,-6.38144847471267e-05,-6.064867920940742e-05,-5.748287367168814e-05,-5.431706813396886e-05,-5.115126259624958e-05,-4.79854570585303e-05,-4.481965152081102e-05,-4.165384598309174e-05,-3.848804044537246e-05,-3.5322231269674376e-05,-3.2156425731955096e-05,-2.8990620194235817e-05,-2.5824814656516537e-05,-2.2659009118797258e-05,-1.9493203581077978e-05,-1.6327396224369295e-05,-1.3161590686650015e-05,-9.995785148930736e-06,-6.829978701716755e-06,-3.664172709250124e-06,-4.983739927411079e-07,2.6674319997255225e-06,5.833237992192153e-06,8.999044439406134e-06,1.2164849977125414e-05,1.5330655514844693e-05,1.8496462871553376e-05,2.1662268409272656e-05,2.4828073946991935e-05,2.7993879484711215e-05,3.1159685022430494e-05,3.4325490560149774e-05,3.749129973584786e-05,4.065710527356714e-05,4.382291081128642e-05,4.69887163490057e-05,5.015452188672498e-05,5.332032742444426e-05,5.648613296216354e-05,5.965193849988282e-05,6.28177440376021e-05,6.598354957532138e-05,6.914935511304066e-05,7.231516065075994e-05,7.548097346443683e-05,7.864677900215611e-05,8.181258453987539e-05,8.497839007759467e-05,8.814419561531395e-05,9.131000115303323e-05,9.44758066907525e-05,9.764161222847179e-05,0.00010080741776619107],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"values":[1,0,0,0,3,3,3,8,5,11,22,24,42,45,87,127,188,240,373,535,745,1136,1622,2445,3591,5498,8098,12341,18130,27592,39698,55830,73801,82804,74669,55922,40643,27265,18825,12288,8227,5529,3587,2444,1680,1199,772,547,366,256,165,114,105,55,38,35,19,7,6,5,3,2,2,1],"bins":[-0.00012671947479248047,-0.00012293830513954163,-0.00011915713548660278,-0.00011537596583366394,-0.0001115947961807251,-0.00010781362652778625,-0.00010403245687484741,-0.00010025128722190857,-9.647011756896973e-05,-9.268894791603088e-05,-8.890777826309204e-05,-8.51266086101532e-05,-8.134543895721436e-05,-7.756426930427551e-05,-7.378309965133667e-05,-7.000192999839783e-05,-6.622076034545898e-05,-6.243959069252014e-05,-5.86584210395813e-05,-5.4877251386642456e-05,-5.109608173370361e-05,-4.731491208076477e-05,-4.353374242782593e-05,-3.9752572774887085e-05,-3.597140312194824e-05,-3.21902334690094e-05,-2.8409063816070557e-05,-2.4627894163131714e-05,-2.084672451019287e-05,-1.706555485725403e-05,-1.3284385204315186e-05,-9.503215551376343e-06,-5.7220458984375e-06,-1.9408762454986572e-06,1.8402934074401855e-06,5.621463060379028e-06,9.402632713317871e-06,1.3183802366256714e-05,1.6964972019195557e-05,2.07461416721344e-05,2.4527311325073242e-05,2.8308480978012085e-05,3.208965063095093e-05,3.587082028388977e-05,3.965198993682861e-05,4.3433159589767456e-05,4.72143292427063e-05,5.099549889564514e-05,5.4776668548583984e-05,5.855783820152283e-05,6.233900785446167e-05,6.612017750740051e-05,6.990134716033936e-05,7.36825168132782e-05,7.746368646621704e-05,8.124485611915588e-05,8.502602577209473e-05,8.880719542503357e-05,9.258836507797241e-05,9.636953473091125e-05,0.0001001507043838501,0.00010393187403678894,0.00010771304368972778,0.00011149421334266663,0.00011527538299560547],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,0,0,0,1,1,1,1,2,1,6,7,9,10,16,23,29,47,48,84,141,184,302,492,784,1444,2678,5209,10878,22853,47570,93208,143576,124042,69766,34018,16044,7723,3720,2089,1061,582,367,252,171,122,68,46,42,24,20,15,12,10,10,3,2,3,1,2,1,1,1],"bins":[-0.0002753734588623047,-0.00026721879839897156,-0.00025906413793563843,-0.0002509094774723053,-0.00024275481700897217,-0.00023460015654563904,-0.0002264454960823059,-0.00021829083561897278,-0.00021013617515563965,-0.00020198151469230652,-0.0001938268542289734,-0.00018567219376564026,-0.00017751753330230713,-0.000169362872838974,-0.00016120821237564087,-0.00015305355191230774,-0.0001448988914489746,-0.00013674423098564148,-0.00012858957052230835,-0.00012043491005897522,-0.00011228024959564209,-0.00010412558913230896,-9.597092866897583e-05,-8.78162682056427e-05,-7.966160774230957e-05,-7.150694727897644e-05,-6.335228681564331e-05,-5.519762635231018e-05,-4.704296588897705e-05,-3.888830542564392e-05,-3.073364496231079e-05,-2.257898449897766e-05,-1.4424324035644531e-05,-6.269663572311401e-06,1.8849968910217285e-06,1.0039657354354858e-05,1.8194317817687988e-05,2.6348978281021118e-05,3.450363874435425e-05,4.265829920768738e-05,5.081295967102051e-05,5.896762013435364e-05,6.712228059768677e-05,7.52769410610199e-05,8.343160152435303e-05,9.158626198768616e-05,9.974092245101929e-05,0.00010789558291435242,0.00011605024337768555,0.00012420490384101868,0.0001323595643043518,0.00014051422476768494,0.00014866888523101807,0.0001568235456943512,0.00016497820615768433,0.00017313286662101746,0.00018128752708435059,0.00018944218754768372,0.00019759684801101685,0.00020575150847434998,0.0002139061689376831,0.00022206082940101624,0.00023021548986434937,0.0002383701503276825,0.0002465248107910156],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"bins":[-0.0001519918441772461,-0.00014751404523849487,-0.00014303624629974365,-0.00013855844736099243,-0.0001340806484222412,-0.00012960284948349,-0.00012512505054473877,-0.00012064725160598755,-0.00011616945266723633,-0.00011169165372848511,-0.00010721385478973389,-0.00010273605585098267,-9.825825691223145e-05,-9.378045797348022e-05,-8.9302659034729e-05,-8.482486009597778e-05,-8.034706115722656e-05,-7.586926221847534e-05,-7.139146327972412e-05,-6.69136643409729e-05,-6.243586540222168e-05,-5.795806646347046e-05,-5.348026752471924e-05,-4.900246858596802e-05,-4.45246696472168e-05,-4.0046870708465576e-05,-3.5569071769714355e-05,-3.1091272830963135e-05,-2.6613473892211914e-05,-2.2135674953460693e-05,-1.7657876014709473e-05,-1.3180077075958252e-05,-8.702278137207031e-06,-4.2244791984558105e-06,2.5331974029541016e-07,4.731118679046631e-06,9.208917617797852e-06,1.3686716556549072e-05,1.8164515495300293e-05,2.2642314434051514e-05,2.7120113372802734e-05,3.1597912311553955e-05,3.6075711250305176e-05,4.0553510189056396e-05,4.503130912780762e-05,4.950910806655884e-05,5.398690700531006e-05,5.846470594406128e-05,6.29425048828125e-05,6.742030382156372e-05,7.189810276031494e-05,7.637590169906616e-05,8.085370063781738e-05,8.53314995765686e-05,8.980929851531982e-05,9.428709745407104e-05,9.876489639282227e-05,0.00010324269533157349,0.00010772049427032471,0.00011219829320907593,0.00011667609214782715,0.00012115389108657837,0.0001256316900253296,0.0001301094889640808,0.00013458728790283203],"_type":"histogram","values":[1,0,0,1,1,2,2,2,2,4,2,7,6,11,21,31,36,58,87,126,176,247,402,683,1119,1790,3048,5605,10490,20877,43988,99181,226205,396364,381904,207256,92903,41175,18864,9286,4683,2606,1405,836,465,306,191,128,85,60,49,25,21,11,9,4,5,3,5,1,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,0,1,1,0,0,2,1,0,0,1,2,1,2,4,1,0,2,4,5,6,9,10,16,22,21,36,48,77,83,79,83,58,48,37,26,17,11,12,11,3,3,4,2,2,2,3,1,1,1,1,1,2,0,0,0,1,0,1,0,0,1],"bins":[-2.4497509002685547e-05,-2.3739412426948547e-05,-2.2981315851211548e-05,-2.222321927547455e-05,-2.146512269973755e-05,-2.070702612400055e-05,-1.994892954826355e-05,-1.919083297252655e-05,-1.843273639678955e-05,-1.767463982105255e-05,-1.6916543245315552e-05,-1.6158446669578552e-05,-1.5400350093841553e-05,-1.4642253518104553e-05,-1.3884156942367554e-05,-1.3126060366630554e-05,-1.2367963790893555e-05,-1.1609867215156555e-05,-1.0851770639419556e-05,-1.0093674063682556e-05,-9.335577487945557e-06,-8.577480912208557e-06,-7.819384336471558e-06,-7.061287760734558e-06,-6.303191184997559e-06,-5.545094609260559e-06,-4.7869980335235596e-06,-4.02890145778656e-06,-3.2708048820495605e-06,-2.512708306312561e-06,-1.7546117305755615e-06,-9.96515154838562e-07,-2.384185791015625e-07,5.19677996635437e-07,1.2777745723724365e-06,2.035871148109436e-06,2.7939677238464355e-06,3.552064299583435e-06,4.3101608753204346e-06,5.068257451057434e-06,5.826354026794434e-06,6.584450602531433e-06,7.342547178268433e-06,8.100643754005432e-06,8.858740329742432e-06,9.616836905479431e-06,1.037493348121643e-05,1.113303005695343e-05,1.189112663269043e-05,1.264922320842743e-05,1.3407319784164429e-05,1.4165416359901428e-05,1.4923512935638428e-05,1.5681609511375427e-05,1.6439706087112427e-05,1.7197802662849426e-05,1.7955899238586426e-05,1.8713995814323425e-05,1.9472092390060425e-05,2.0230188965797424e-05,2.0988285541534424e-05,2.1746382117271423e-05,2.2504478693008423e-05,2.3262575268745422e-05,2.4020671844482422e-05]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,0,0,3,1,2,6,6,4,5,7,11,9,13,15,17,17,12,16,18,27,23,26,30,23,26,21,30,19,38,45,17,26,31,22,18,16,21,20,21,16,16,10,11,10,8,6,2,6,4,2,3,1,3,2,1,1,0,0,0,0,1],"bins":[-0.003363814437761903,-0.0032543896231800318,-0.0031449650414288044,-0.0030355402268469334,-0.0029261154122650623,-0.002816690830513835,-0.002707266015931964,-0.0025978414341807365,-0.0024884166195988655,-0.0023789918050169945,-0.002269567223265767,-0.002160142408683896,-0.0020507178269326687,-0.0019412930123507977,-0.0018318681977689266,-0.0017224434996023774,-0.0016130188014358282,-0.001503594103269279,-0.0013941694051027298,-0.0012847445905208588,-0.0011753198923543096,-0.0010658951941877604,-0.0009564704378135502,-0.0008470456814393401,-0.0007376209832727909,-0.0006281962851062417,-0.0005187715287320316,-0.0004093468014616519,-0.00029992207419127226,-0.0001904973469208926,-8.107261965051293e-05,2.835210761986673e-05,0.0001377768348902464,0.00024720156216062605,0.0003566262894310057,0.0004660510167013854,0.000575475743971765,0.0006849004421383142,0.0007943251985125244,0.0009037499548867345,0.0010131746530532837,0.001122599351219833,0.001232024049386382,0.0013414488639682531,0.0014508735621348023,0.0015602982603013515,0.0016697230748832226,0.0017791477730497718,0.001888572471216321,0.001997997285798192,0.0021074218675494194,0.0022168466821312904,0.0023262714967131615,0.002435696078464389,0.00254512089304626,0.0026545454747974873,0.0027639702893793583,0.0028733951039612293,0.0029828196857124567,0.0030922445002943277,0.003201669082045555,0.003311093896627426,0.003420518711209297,0.0035299432929605246,0.0036393681075423956]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,1,1,0,3,3,3,4,7,4,6,11,5,8,12,9,13,22,29,27,29,46,39,44,51,50,40,45,30,38,28,29,20,17,11,14,15,7,9,8,2,3,9,2,1,5,1,0,1,2,1,0,0,0,0,0,0,0,0,0,0,0,2],"bins":[-8.618280116934329e-05,-8.292018173960969e-05,-7.96575695858337e-05,-7.63949501561001e-05,-7.31323380023241e-05,-6.98697185725905e-05,-6.66070991428569e-05,-6.33444869890809e-05,-6.00818675593473e-05,-5.6819251767592505e-05,-5.355663597583771e-05,-5.02940165461041e-05,-4.7031400754349306e-05,-4.376878496259451e-05,-4.0506165532860905e-05,-3.724354974110611e-05,-3.398093394935131e-05,-3.0718318157596514e-05,-2.7455700546852313e-05,-2.4193082936108112e-05,-2.0930467144353315e-05,-1.7667851352598518e-05,-1.4405233741854317e-05,-1.1142617040604819e-05,-7.88000033935532e-06,-4.617383638105821e-06,-1.354766936856322e-06,1.907849764393177e-06,5.170466465642676e-06,8.433083166892175e-06,1.1695699868141674e-05,1.4958316569391172e-05,1.822093327064067e-05,2.148354906239547e-05,2.474616667313967e-05,2.800878428388387e-05,3.127140007563867e-05,3.4534015867393464e-05,3.779663529712707e-05,4.1059251088881865e-05,4.432186688063666e-05,4.758448267239146e-05,5.0847098464146256e-05,5.410971789387986e-05,5.737233368563466e-05,6.0634949477389455e-05,6.389756890712306e-05,6.716018106089905e-05,7.042280049063265e-05,7.368541992036626e-05,7.694803207414225e-05,8.021065150387585e-05,8.347326365765184e-05,8.673588308738545e-05,8.999850251711905e-05,9.326111467089504e-05,9.652373410062864e-05,9.978635353036225e-05,0.00010304896568413824,0.00010631158511387184,0.00010957420454360545,0.00011283681669738144,0.00011609943612711504,0.00011936204828089103,0.00012262466771062464],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.0002975946990773082,-0.00028857061988674104,-0.00027954651159234345,-0.0002705224324017763,-0.0002614983241073787,-0.0002524742449168116,-0.00024345016572624445,-0.00023442607198376209,-0.00022540197824127972,-0.00021637788449879736,-0.000207353790756315,-0.00019832971156574786,-0.0001893056178232655,-0.00018028152408078313,-0.000171257444890216,-0.00016223335114773363,-0.00015320925740525126,-0.0001441851636627689,-0.00013516106992028654,-0.0001261369907297194,-0.00011711289698723704,-0.00010808880324475467,-9.906471677822992e-05,-9.004063031170517e-05,-8.101653656922281e-05,-7.199244282674044e-05,-6.29683563602157e-05,-5.394426625571214e-05,-4.492017615120858e-05,-3.589608604670502e-05,-2.6871995942201465e-05,-1.7847905837697908e-05,-8.823844837024808e-06,2.0024526747874916e-07,9.224335371982306e-06,1.8248425476485863e-05,2.727251558098942e-05,3.629660568549298e-05,4.5320695789996535e-05,5.434478589450009e-05,6.336887599900365e-05,7.239296974148601e-05,8.141705620801076e-05,9.044114267453551e-05,9.946523641701788e-05,0.00010848933015950024,0.00011751341662602499,0.00012653750309254974,0.0001355615968350321,0.00014458569057751447,0.00015360978431999683,0.00016263386351056397,0.00017165795725304633,0.0001806820509955287,0.00018970613018609583,0.0001987302239285782,0.00020775431767106056,0.00021677841141354293,0.0002258025051560253,0.00023482658434659243,0.0002438506780890748,0.00025287477183155715,0.0002618988510221243,0.0002709229593165219,0.000279947038507089],"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,1,0,0,1,1,2,2,4,3,3,4,3,7,4,9,18,22,23,23,41,35,46,75,59,55,55,61,42,41,21,28,19,7,9,7,14,6,2,2,0,5,1,0,0,2,0,0,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-6.22868537902832e-05,-6.0039572417736053e-05,-5.7792291045188904e-05,-5.5545009672641754e-05,-5.3297728300094604e-05,-5.1050446927547455e-05,-4.8803165555000305e-05,-4.6555884182453156e-05,-4.4308602809906006e-05,-4.2061321437358856e-05,-3.9814040064811707e-05,-3.756675869226456e-05,-3.531947731971741e-05,-3.307219594717026e-05,-3.082491457462311e-05,-2.8577633202075958e-05,-2.633035182952881e-05,-2.408307045698166e-05,-2.183578908443451e-05,-1.958850771188736e-05,-1.734122633934021e-05,-1.509394496679306e-05,-1.284666359424591e-05,-1.0599382221698761e-05,-8.352100849151611e-06,-6.104819476604462e-06,-3.857538104057312e-06,-1.6102567315101624e-06,6.370246410369873e-07,2.884306013584137e-06,5.131587386131287e-06,7.378868758678436e-06,9.626150131225586e-06,1.1873431503772736e-05,1.4120712876319885e-05,1.6367994248867035e-05,1.8615275621414185e-05,2.0862556993961334e-05,2.3109838366508484e-05,2.5357119739055634e-05,2.7604401111602783e-05,2.9851682484149933e-05,3.209896385669708e-05,3.434624522924423e-05,3.659352660179138e-05,3.884080797433853e-05,4.108808934688568e-05,4.333537071943283e-05,4.558265209197998e-05,4.782993346452713e-05,5.007721483707428e-05,5.232449620962143e-05,5.457177758216858e-05,5.681905895471573e-05,5.906634032726288e-05,6.131362169981003e-05,6.356090307235718e-05,6.580818444490433e-05,6.805546581745148e-05,7.030274718999863e-05,7.255002856254578e-05,7.479730993509293e-05,7.704459130764008e-05,7.929187268018723e-05,8.153915405273438e-05],"_type":"histogram","values":[1,0,1,2,1,4,3,0,3,7,4,10,6,8,15,19,19,23,22,23,27,23,23,39,23,38,34,39,25,24,34,26,25,16,30,20,21,20,16,10,14,10,10,14,5,7,3,6,3,3,2,0,2,0,1,2,0,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[0.9935047626495361,0.9936885237693787,0.9938722848892212,0.9940560460090637,0.9942398071289062,0.9944235682487488,0.9946073293685913,0.9947910904884338,0.9949748516082764,0.9951586127281189,0.9953423738479614,0.995526134967804,0.9957098960876465,0.995893657207489,0.9960774183273315,0.9962611794471741,0.9964449405670166,0.9966286420822144,0.9968124032020569,0.9969961643218994,0.9971799254417419,0.9973636865615845,0.997547447681427,0.9977312088012695,0.9979149699211121,0.9980987310409546,0.9982824921607971,0.9984662532806396,0.9986500144004822,0.9988337755203247,0.9990175366401672,0.9992012977600098,0.9993850588798523,0.9995688199996948,0.9997525811195374,0.9999363422393799,1.0001200437545776,1.000303864479065,1.0004875659942627,1.00067138671875,1.0008550882339478,1.001038908958435,1.0012226104736328,1.0014064311981201,1.0015901327133179,1.0017739534378052,1.001957654953003,1.0021414756774902,1.002325177192688,1.0025089979171753,1.002692699432373,1.0028765201568604,1.003060221672058,1.0032440423965454,1.0034277439117432,1.0036115646362305,1.0037952661514282,1.0039790868759155,1.0041627883911133,1.0043466091156006,1.0045303106307983,1.0047141313552856,1.0048978328704834,1.0050816535949707,1.0052653551101685],"_type":"histogram","values":[1,0,0,1,0,0,1,0,1,1,1,1,1,2,2,1,8,3,4,5,3,4,11,11,13,17,18,21,17,28,27,16,28,38,29,35,40,42,43,34,35,31,29,22,20,26,20,17,12,19,3,7,5,3,2,2,1,2,1,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"_type":"histogram","values":[3,0,0,2,1,3,3,4,2,4,3,6,4,10,5,11,10,12,12,10,18,16,23,22,25,31,32,23,31,23,22,34,35,22,23,28,20,22,33,21,24,17,15,14,16,10,8,11,3,10,5,5,3,4,1,1,1,1,4,2,2,0,1,1],"bins":[-0.0016774582909420133,-0.0016237401869148016,-0.00157002208288759,-0.0015163039788603783,-0.0014625859912484884,-0.0014088678872212768,-0.001355149783194065,-0.0013014316791668534,-0.0012477135751396418,-0.00119399547111243,-0.0011402773670852184,-0.0010865592630580068,-0.001032841159030795,-0.0009791231714189053,-0.0009254050673916936,-0.0008716869633644819,-0.0008179688593372703,-0.0007642507553100586,-0.0007105326512828469,-0.0006568146054632962,-0.0006030965014360845,-0.0005493783974088728,-0.0004956603515893221,-0.0004419422475621104,-0.00038822414353489876,-0.0003345060395076871,-0.0002807879645843059,-0.00022706987510900944,-0.000173351785633713,-0.00011963369615841657,-6.591560668312013e-05,-1.2197517207823694e-05,4.152045585215092e-05,9.523854532744735e-05,0.0001489566348027438,0.00020267472427804023,0.00025639281375333667,0.00031011091778054833,0.00036382899270392954,0.00041754706762731075,0.0004712651716545224,0.0005249832756817341,0.0005787013797089458,0.0006324194255284965,0.0006861375295557082,0.0007398556335829198,0.0007935736794024706,0.0008472917834296823,0.0009010098874568939,0.0009547279914841056,0.0010084460955113173,0.001062164199538529,0.0011158823035657406,0.0011696002911776304,0.001223318395204842,0.0012770364992320538,0.0013307546032592654,0.001384472707286477,0.0014381908113136888,0.0014919089153409004,0.0015456269029527903,0.001599345006980002,0.0016530631110072136,0.0017067812150344253,0.001760499319061637]},"_wandb":{"runtime":1234},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[1,0,1,4,5,8,16,34,68,103,189,275,469,712,1034,1682,2435,3599,4751,6561,8605,11103,14151,17249,20453,24307,27489,30899,33709,35629,36325,36815,36346,35344,32579,29974,26436,23336,19611,16295,13161,10411,7972,6012,4283,3142,2144,1480,978,651,408,253,149,81,52,17,14,2,4,5,1,0,0,2],"bins":[-0.09880992025136948,-0.09565751999616623,-0.09250511974096298,-0.08935271948575974,-0.08620031177997589,-0.08304791152477264,-0.0798955112695694,-0.07674311101436615,-0.0735907107591629,-0.07043831050395966,-0.06728591024875641,-0.06413350999355316,-0.060981106013059616,-0.05782870575785637,-0.054676301777362823,-0.051523901522159576,-0.04837150126695633,-0.04521910101175308,-0.042066700756549835,-0.03891429677605629,-0.03576189652085304,-0.032609496265649796,-0.0294570941478014,-0.026304692029953003,-0.023152291774749756,-0.01999989151954651,-0.016847489401698112,-0.01369508821517229,-0.010542687028646469,-0.007390285842120647,-0.004237884655594826,-0.001085483469069004,0.0020669251680374146,0.005219326354563236,0.008371727541089058,0.01152412872761488,0.014676529914140701,0.01782893016934395,0.020981332287192345,0.02413373440504074,0.027286134660243988,0.030438534915447235,0.03359093517065048,0.03674333915114403,0.039895739406347275,0.04304813966155052,0.04620054364204407,0.049352943897247314,0.05250534415245056,0.05565774440765381,0.058810144662857056,0.0619625486433506,0.06511494517326355,0.0682673528790474,0.07141975313425064,0.07457215338945389,0.07772455364465714,0.08087695389986038,0.08402935415506363,0.08718175441026688,0.09033416211605072,0.09348656237125397,0.09663896262645721,0.09979136288166046,0.10294376313686371],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"bins":[-0.10927457362413406,-0.10599752515554428,-0.1027204692363739,-0.09944342076778412,-0.09616637229919434,-0.09288931638002396,-0.08961226791143417,-0.0863352119922638,-0.08305816352367401,-0.07978111505508423,-0.07650405913591385,-0.07322701066732407,-0.06994995474815369,-0.0666729062795639,-0.06339585781097412,-0.06011880561709404,-0.05684175342321396,-0.05356470122933388,-0.050287649035453796,-0.047010600566864014,-0.04373354837298393,-0.04045649617910385,-0.03717944771051407,-0.03390239551663399,-0.030625343322753906,-0.027348291128873825,-0.024071240797638893,-0.02079419046640396,-0.01751713827252388,-0.014240087009966373,-0.010963035747408867,-0.00768598448485136,-0.004408940672874451,-0.0011318894103169441,0.0021451618522405624,0.005422213114798069,0.008699264377355576,0.011976315639913082,0.015253366902470589,0.01853041723370552,0.021807469427585602,0.025084521621465683,0.028361571952700615,0.03163862228393555,0.03491567447781563,0.03819272667169571,0.04146977514028549,0.04474682733416557,0.048023879528045654,0.051300931721925735,0.05457798391580582,0.0578550323843956,0.06113208457827568,0.06440913677215576,0.06768618524074554,0.07096324115991592,0.0742402896285057,0.07751733809709549,0.08079439401626587,0.08407144248485565,0.08734849095344543,0.09062554687261581,0.0939025953412056,0.09717965126037598,0.10045669972896576],"_type":"histogram","values":[1,0,0,0,1,2,4,7,14,27,47,87,146,246,420,592,1008,1466,2179,3230,4585,6160,8308,10925,13833,17198,20691,24342,27549,31042,33902,36540,37112,37471,37100,35823,33340,29943,26750,23190,19719,16025,12903,9973,7495,5596,4165,3004,2037,1381,875,542,366,204,109,61,48,17,11,8,3,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,3,1,2,3,6,10,10,11,21,27,37,63,93,166,227,342,608,1127,2176,4301,9923,27332,98210,278025,115381,30838,10932,4726,2304,1174,627,391,239,148,119,63,43,31,23,17,9,10,7,3,3,3,1,1,0,0,2,0,0,1],"bins":[-0.00023674964904785156,-0.0002296939492225647,-0.00022263824939727783,-0.00021558254957199097,-0.0002085268497467041,-0.00020147114992141724,-0.00019441545009613037,-0.0001873597502708435,-0.00018030405044555664,-0.00017324835062026978,-0.0001661926507949829,-0.00015913695096969604,-0.00015208125114440918,-0.00014502555131912231,-0.00013796985149383545,-0.00013091415166854858,-0.00012385845184326172,-0.00011680275201797485,-0.00010974705219268799,-0.00010269135236740112,-9.563565254211426e-05,-8.857995271682739e-05,-8.152425289154053e-05,-7.446855306625366e-05,-6.74128532409668e-05,-6.035715341567993e-05,-5.3301453590393066e-05,-4.62457537651062e-05,-3.9190053939819336e-05,-3.213435411453247e-05,-2.5078654289245605e-05,-1.802295446395874e-05,-1.0967254638671875e-05,-3.91155481338501e-06,3.1441450119018555e-06,1.019984483718872e-05,1.7255544662475586e-05,2.431124448776245e-05,3.1366944313049316e-05,3.842264413833618e-05,4.547834396362305e-05,5.253404378890991e-05,5.958974361419678e-05,6.664544343948364e-05,7.370114326477051e-05,8.075684309005737e-05,8.781254291534424e-05,9.48682427406311e-05,0.00010192394256591797,0.00010897964239120483,0.0001160353422164917,0.00012309104204177856,0.00013014674186706543,0.0001372024416923523,0.00014425814151763916,0.00015131384134292603,0.0001583695411682129,0.00016542524099349976,0.00017248094081878662,0.00017953664064407349,0.00018659234046936035,0.00019364804029464722,0.00020070374011993408,0.00020775943994522095,0.0002148151397705078]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,2,5,10,12,7,16,18,16,25,26,42,50,38,33,38,30,38,39,27,28,27,21,28,22,12,20,15,7,12,5,10,10,6,14,6,5,8,8,4,6,1,5,1,2,3,1,2,1,1,0,0,0,0,0,0,0,0,1,0,1],"bins":[0.9944556951522827,0.9947410225868225,0.9950263500213623,0.9953116774559021,0.9955970048904419,0.9958823323249817,0.9961676597595215,0.9964529871940613,0.9967383146286011,0.9970236420631409,0.9973089694976807,0.9975942969322205,0.9978796243667603,0.9981649518013,0.9984502792358398,0.9987356066703796,0.9990209341049194,0.9993062615394592,0.999591588973999,0.9998769164085388,1.0001622438430786,1.0004475116729736,1.0007328987121582,1.0010182857513428,1.0013035535812378,1.0015888214111328,1.0018742084503174,1.002159595489502,1.002444863319397,1.002730131149292,1.0030155181884766,1.0033009052276611,1.0035861730575562,1.0038714408874512,1.0041568279266357,1.0044422149658203,1.0047274827957153,1.0050127506256104,1.005298137664795,1.0055835247039795,1.0058687925338745,1.0061540603637695,1.006439447402954,1.0067248344421387,1.0070101022720337,1.0072953701019287,1.0075807571411133,1.0078661441802979,1.0081514120101929,1.008436679840088,1.0087220668792725,1.009007453918457,1.009292721748352,1.009577989578247,1.0098633766174316,1.0101487636566162,1.0104340314865112,1.0107192993164062,1.0110046863555908,1.0112900733947754,1.0115753412246704,1.0118606090545654,1.01214599609375,1.0124313831329346,1.0127166509628296]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,2,3,5,4,6,2,4,8,11,11,13,10,16,16,13,16,15,23,18,25,27,38,32,40,28,36,36,35,35,31,23,28,24,15,23,15,13,11,10,14,2,5,6,2,1,3,2,3,2,1,1,1,0,0,1],"bins":[-0.00011056817311327904,-0.00010727262997534126,-0.00010397709411336109,-0.0001006815509754233,-9.738601511344314e-05,-9.409047197550535e-05,-9.079493611352518e-05,-8.74993929755874e-05,-8.420385711360723e-05,-8.090831397566944e-05,-7.761277083773166e-05,-7.431723497575149e-05,-7.10216918378137e-05,-6.772615597583354e-05,-6.443061283789575e-05,-6.113507697591558e-05,-5.78395338379778e-05,-5.454399433801882e-05,-5.124845483805984e-05,-4.7952915338100865e-05,-4.465737583814189e-05,-4.1361832700204104e-05,-3.806629320024513e-05,-3.477075370028615e-05,-3.147521420032717e-05,-2.8179674700368196e-05,-2.488413520040922e-05,-2.1588593881460838e-05,-1.829305438150186e-05,-1.4997514881542884e-05,-1.1701974472089205e-05,-8.406434062635526e-06,-5.110894562676549e-06,-1.815354607970221e-06,1.480185346736107e-06,4.775725301442435e-06,8.071265256148763e-06,1.136680475610774e-05,1.4662345165561419e-05,1.7957885575015098e-05,2.1253425074974075e-05,2.4548964574933052e-05,2.784450407489203e-05,3.1140043574851006e-05,3.443558671278879e-05,3.773112621274777e-05,4.1026665712706745e-05,4.432220521266572e-05,4.76177447126247e-05,5.0913284212583676e-05,5.420882371254265e-05,5.750436321250163e-05,6.079990271246061e-05,6.409544585039839e-05,6.739098171237856e-05,7.068652485031635e-05,7.398206798825413e-05,7.72776038502343e-05,8.057314698817208e-05,8.386868285015225e-05,8.716422598809004e-05,9.045976185007021e-05,9.375530498800799e-05,9.705084084998816e-05,0.00010034638398792595]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.09232538938522339,-0.08932069689035416,-0.08631600439548492,-0.08331131190061569,-0.08030661940574646,-0.07730192691087723,-0.074297234416008,-0.07129254192113876,-0.06828784942626953,-0.0652831569314003,-0.062278468161821365,-0.05927377566695213,-0.0562690831720829,-0.05326439067721367,-0.05025969818234444,-0.047255005687475204,-0.04425031319260597,-0.04124562069773674,-0.03824092820286751,-0.035236235707998276,-0.032231543213129044,-0.02922685258090496,-0.02622216008603573,-0.023217467591166496,-0.020212775096297264,-0.017208082601428032,-0.0142033901065588,-0.011198698543012142,-0.00819400604814291,-0.005189313553273678,-0.002184621524065733,0.0008200707379728556,0.003824763000011444,0.006829455494880676,0.009834147989749908,0.012838839553296566,0.015843532979488373,0.018848223611712456,0.021852916106581688,0.02485760860145092,0.027862301096320152,0.030866993591189384,0.03387168422341347,0.0368763767182827,0.03988106921315193,0.042885761708021164,0.045890454202890396,0.04889514669775963,0.05189983919262886,0.05490453168749809,0.057909224182367325,0.06091391667723656,0.06391860544681549,0.06692329794168472,0.06992799043655396,0.07293268293142319,0.07593737542629242,0.07894206792116165,0.08194676041603088,0.08495145291090012,0.08795614540576935,0.09096083790063858,0.09396553039550781,0.09697022289037704,0.09997491538524628],"_type":"histogram","values":[1,2,3,10,18,33,60,88,143,228,351,562,871,1293,1829,2538,3519,4987,6632,8410,10881,13499,16661,19641,22894,25847,28906,31169,33563,34478,35311,34690,33929,32576,30414,27351,23971,21080,17834,15193,12087,9682,7198,5653,4198,3080,2219,1497,963,686,400,266,178,103,67,32,29,9,8,1,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,1,0,1,0,0,1,0,2,0,2,4,1,5,5,4,4,8,8,11,12,17,22,21,38,25,45,27,32,46,29,44,46,40,33,31,21,33,23,17,18,25,11,8,6,6,5,6,7,2,4,4,0,1,0,1,0,0,2,1,0,0,0,1],"bins":[0.9939001202583313,0.9940868616104126,0.9942735433578491,0.9944602847099304,0.9946470260620117,0.9948337078094482,0.9950204491615295,0.9952071905136108,0.9953938722610474,0.9955806136131287,0.99576735496521,0.9959540367126465,0.9961407780647278,0.9963275194168091,0.9965142011642456,0.9967009425163269,0.9968876838684082,0.9970743656158447,0.997261106967926,0.9974478483200073,0.9976345300674438,0.9978212714195251,0.9980080127716064,0.998194694519043,0.9983814358711243,0.9985681772232056,0.9987548589706421,0.9989416003227234,0.9991283416748047,0.9993150234222412,0.9995017647743225,0.9996885061264038,0.9998751878738403,1.0000619888305664,1.000248670578003,1.0004353523254395,1.0006221532821655,1.000808835029602,1.0009955167770386,1.0011823177337646,1.0013689994812012,1.0015556812286377,1.0017424821853638,1.0019291639328003,1.0021158456802368,1.002302646636963,1.0024893283843994,1.002676010131836,1.002862811088562,1.0030494928359985,1.003236174583435,1.0034229755401611,1.0036096572875977,1.0037963390350342,1.0039831399917603,1.0041698217391968,1.0043565034866333,1.0045433044433594,1.004729986190796,1.0049166679382324,1.0051034688949585,1.005290150642395,1.0054768323898315,1.0056636333465576,1.0058503150939941],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.10234823077917099,-0.09902215749025345,-0.09569608420133591,-0.09237000346183777,-0.08904393017292023,-0.08571785688400269,-0.08239178359508514,-0.0790657103061676,-0.07573963701725006,-0.07241355627775192,-0.06908748298883438,-0.06576140969991684,-0.0624353364109993,-0.05910925939679146,-0.05578318610787392,-0.05245710909366608,-0.049131035804748535,-0.045804962515830994,-0.042478885501623154,-0.03915281221270561,-0.03582673519849777,-0.03250066190958023,-0.02917458862066269,-0.0258485134691,-0.022522438317537308,-0.019196363165974617,-0.015870288014411926,-0.012544214725494385,-0.009218139573931694,-0.005892064888030291,-0.002565990202128887,0.0007600844837725163,0.004086166620254517,0.00741224130615592,0.010738315992057323,0.01406439021229744,0.01739046536386013,0.02071654051542282,0.024042613804340363,0.027368688955903053,0.030694764107465744,0.034020837396383286,0.037346914410591125,0.04067298769950867,0.04399906098842621,0.04732513800263405,0.05065121129155159,0.05397728830575943,0.05730336159467697,0.06062943488359451,0.06395550817251205,0.06728158891201019,0.07060766220092773,0.07393373548984528,0.07725980877876282,0.08058588206768036,0.0839119553565979,0.08723803609609604,0.09056410938501358,0.09389018267393112,0.09721625596284866,0.1005423292517662,0.10386840999126434,0.10719448328018188,0.11052055656909943],"_type":"histogram","values":[3,0,1,8,6,18,26,64,115,221,354,611,1142,1746,2774,4319,6363,9298,13237,18412,24365,31490,40917,50584,60603,71067,80985,90282,96469,101512,103753,103296,100298,93564,86019,75969,65650,55928,45700,36622,28545,21162,15664,11479,7732,5253,3553,2257,1459,842,524,253,162,89,44,31,8,8,4,3,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.09594952315092087,-0.09291734546422958,-0.0898851677775383,-0.08685299009084702,-0.08382081240415573,-0.08078863471746445,-0.07775645703077316,-0.07472427934408188,-0.07169209420681,-0.06865991652011871,-0.06562773883342743,-0.06259556114673615,-0.05956338346004486,-0.05653120577335358,-0.05349902808666229,-0.05046685039997101,-0.047434672713279724,-0.04440249502658844,-0.041370317339897156,-0.03833813965320587,-0.03530596196651459,-0.032273780554533005,-0.02924160286784172,-0.026209425181150436,-0.023177247494459152,-0.020145069807767868,-0.017112892121076584,-0.01408071257174015,-0.011048534885048866,-0.008016357198357582,-0.004984178580343723,-0.0019520004279911518,0.0010801777243614197,0.004112355876713991,0.007144534029066563,0.010176712647080421,0.013208890333771706,0.01624106802046299,0.019273247569799423,0.022305425256490707,0.02533760294318199,0.028369780629873276,0.03140195831656456,0.034434136003255844,0.03746631741523743,0.04049849510192871,0.043530672788619995,0.04656285047531128,0.049595028162002563,0.05262720584869385,0.05565938353538513,0.058691561222076416,0.0617237389087677,0.06475591659545898,0.06778809428215027,0.07082027196884155,0.07385244965553284,0.07688463479280472,0.079916812479496,0.08294899016618729,0.08598116785287857,0.08901334553956985,0.09204552322626114,0.09507770091295242,0.09810987859964371],"_type":"histogram","values":[2,2,2,14,28,42,59,122,220,356,587,957,1465,2252,3303,4749,6791,9783,13144,17472,22924,29104,36291,44622,53128,61720,70229,77906,84739,89769,93406,94740,94288,90814,86121,79859,73077,64338,55731,46657,38552,31243,24546,18837,14472,10624,7661,5556,3737,2520,1677,1035,646,373,261,118,87,58,25,14,4,4,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,2,3,3,1,5,2,6,5,10,7,17,12,25,14,17,16,24,27,32,28,29,26,44,38,35,40,21,26,19,26,20,17,24,26,11,18,13,15,11,11,6,10,3,5,4,2,1,1,2,1,1,1,0,0,1,0,0,1,1],"bins":[-8.380281360587105e-05,-8.094264921965078e-05,-7.80824848334305e-05,-7.522232044721022e-05,-7.236215606098995e-05,-6.950199167476967e-05,-6.66418272885494e-05,-6.378166290232912e-05,-6.092149851610884e-05,-5.8061334129888564e-05,-5.520116974366829e-05,-5.234100535744801e-05,-4.9480840971227735e-05,-4.662067658500746e-05,-4.376051219878718e-05,-4.0900347812566906e-05,-3.804018342634663e-05,-3.5180019040126354e-05,-3.231985465390608e-05,-2.94596902676858e-05,-2.6599525881465524e-05,-2.3739361495245248e-05,-2.0879197109024972e-05,-1.8019032722804695e-05,-1.5158868336584419e-05,-1.2298703950364143e-05,-9.438539564143866e-06,-6.57837517792359e-06,-3.7182107917033136e-06,-8.580464054830372e-07,2.002117980737239e-06,4.8622823669575155e-06,7.722454029135406e-06,1.0582618415355682e-05,1.3442782801575959e-05,1.6302947187796235e-05,1.916311157401651e-05,2.2023275960236788e-05,2.4883440346457064e-05,2.774360473267734e-05,3.060376911889762e-05,3.346393350511789e-05,3.632409789133817e-05,3.9184262277558446e-05,4.204442666377872e-05,4.4904591049999e-05,4.7764755436219275e-05,5.062491982243955e-05,5.348508420865983e-05,5.6345248594880104e-05,5.920541298110038e-05,6.206557736732066e-05,6.492574175354093e-05,6.778590613976121e-05,7.064607052598149e-05,7.350623491220176e-05,7.636639929842204e-05,7.922656368464231e-05,8.208672807086259e-05,8.494689245708287e-05,8.780705684330314e-05,9.066722122952342e-05,9.35273856157437e-05,9.638755000196397e-05,9.924771438818425e-05]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"values":[2,0,0,0,0,0,0,2,3,3,4,6,3,5,6,5,7,17,12,17,19,10,22,26,21,18,26,24,30,24,29,28,30,37,25,37,26,23,21,18,25,24,20,16,17,14,11,11,3,5,6,6,4,3,5,2,3,2,1,0,1,2,0,1],"bins":[-7.408857345581055e-05,-7.174070924520493e-05,-6.93928450345993e-05,-6.704498082399368e-05,-6.469711661338806e-05,-6.234925240278244e-05,-6.000138819217682e-05,-5.76535239815712e-05,-5.5305659770965576e-05,-5.2957795560359955e-05,-5.0609931349754333e-05,-4.826206713914871e-05,-4.591420292854309e-05,-4.356633871793747e-05,-4.121847450733185e-05,-3.887061029672623e-05,-3.6522746086120605e-05,-3.4174881875514984e-05,-3.182701766490936e-05,-2.947915345430374e-05,-2.713128924369812e-05,-2.47834250330925e-05,-2.2435560822486877e-05,-2.0087696611881256e-05,-1.7739832401275635e-05,-1.5391968190670013e-05,-1.3044103980064392e-05,-1.069623976945877e-05,-8.34837555885315e-06,-6.000511348247528e-06,-3.6526471376419067e-06,-1.3047829270362854e-06,1.043081283569336e-06,3.3909454941749573e-06,5.738809704780579e-06,8.0866739153862e-06,1.0434538125991821e-05,1.2782402336597443e-05,1.5130266547203064e-05,1.7478130757808685e-05,1.9825994968414307e-05,2.2173859179019928e-05,2.452172338962555e-05,2.686958760023117e-05,2.9217451810836792e-05,3.156531602144241e-05,3.3913180232048035e-05,3.6261044442653656e-05,3.860890865325928e-05,4.09567728638649e-05,4.330463707447052e-05,4.565250128507614e-05,4.800036549568176e-05,5.0348229706287384e-05,5.2696093916893005e-05,5.504395812749863e-05,5.739182233810425e-05,5.973968654870987e-05,6.208755075931549e-05,6.443541496992111e-05,6.678327918052673e-05,6.913114339113235e-05,7.147900760173798e-05,7.38268718123436e-05,7.617473602294922e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"values":[6,7,8,20,30,41,85,138,247,330,588,817,1224,1671,2421,3345,4387,5787,7682,9532,12045,14690,17679,20542,23443,26068,28555,30587,32580,33479,33830,33524,32636,30796,28716,26249,23373,19929,17492,14890,11818,9630,7625,5906,4491,3327,2458,1679,1125,821,589,317,214,169,75,48,34,13,7,5,0,1,0,3],"bins":[-0.0881275162100792,-0.08523702621459961,-0.08234652876853943,-0.07945603132247925,-0.07656554132699966,-0.07367505133152008,-0.0707845538854599,-0.06789405643939972,-0.06500356644392014,-0.06211307272315025,-0.05922257900238037,-0.05633208528161049,-0.05344159156084061,-0.050551097840070724,-0.04766060411930084,-0.04477011039853096,-0.04187961667776108,-0.038989122956991196,-0.036098629236221313,-0.03320813551545143,-0.03031764179468155,-0.027427148073911667,-0.024536654353141785,-0.021646160632371902,-0.01875566691160202,-0.015865173190832138,-0.012974679470062256,-0.010084185749292374,-0.0071936920285224915,-0.004303198307752609,-0.001412704586982727,0.0014777891337871552,0.00436827540397644,0.007258769124746323,0.010149262845516205,0.013039756566286087,0.01593025028705597,0.01882074400782585,0.021711237728595734,0.024601731449365616,0.027492225170135498,0.03038271889090538,0.03327321261167526,0.036163706332445145,0.03905420005321503,0.04194469377398491,0.04483518749475479,0.04772568121552467,0.050616174936294556,0.05350666865706444,0.05639716237783432,0.0592876560986042,0.062178149819374084,0.06506864726543427,0.06795913726091385,0.07084962725639343,0.07374012470245361,0.0766306221485138,0.07952111214399338,0.08241160213947296,0.08530209958553314,0.08819259703159332,0.0910830870270729,0.09397357702255249,0.09686407446861267],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[2,1,4,2,4,17,20,38,83,146,211,351,568,794,1217,1775,2490,3607,4815,6499,8284,10492,12994,15868,18847,22084,25182,28224,30572,32488,33958,34507,34582,33723,32551,30283,27841,24899,21700,18672,15665,12781,10480,8174,6333,4713,3440,2516,1813,1207,829,563,384,208,139,81,47,21,14,12,7,0,0,2],"bins":[-0.09480171650648117,-0.09183789789676666,-0.08887407183647156,-0.08591024577617645,-0.08294642716646194,-0.07998260855674744,-0.07701878249645233,-0.07405495643615723,-0.07109113782644272,-0.06812731921672821,-0.0651634931564331,-0.0621996708214283,-0.05923584848642349,-0.056272026151418686,-0.05330820381641388,-0.05034438148140907,-0.047380559146404266,-0.04441673681139946,-0.04145291447639465,-0.03848909214138985,-0.03552526980638504,-0.032561447471380234,-0.029597625136375427,-0.02663380280137062,-0.023669980466365814,-0.020706158131361008,-0.0177423357963562,-0.014778513461351395,-0.011814691126346588,-0.008850868791341782,-0.005887046456336975,-0.0029232241213321686,4.0590763092041016e-05,0.0030044130980968475,0.005968235433101654,0.00893205776810646,0.011895880103111267,0.014859702438116074,0.01782352477312088,0.020787347108125687,0.023751169443130493,0.0267149917781353,0.029678814113140106,0.03264263644814491,0.03560645878314972,0.038570281118154526,0.04153410345315933,0.04449792578816414,0.047461748123168945,0.05042557045817375,0.05338939279317856,0.056353215128183365,0.05931703746318817,0.06228085979819298,0.06524468213319778,0.06820850074291229,0.0711723268032074,0.0741361528635025,0.07709997147321701,0.08006379008293152,0.08302761614322662,0.08599144220352173,0.08895526081323624,0.09191907942295074,0.09488290548324585],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,2,3,1,2,4,4,9,4,8,12,14,12,18,19,13,23,21,31,27,23,26,34,28,29,31,26,30,32,27,26,24,24,25,27,25,10,14,9,10,9,12,6,6,3,6,2,3,0,4,2,2,2,1,1,1],"bins":[-0.0071917930617928505,-0.006975423078984022,-0.006759053096175194,-0.006542682647705078,-0.00632631266489625,-0.006109942682087421,-0.005893572233617306,-0.005677202250808477,-0.005460832267999649,-0.005244462285190821,-0.005028092302381992,-0.004811721853911877,-0.004595351871103048,-0.00437898188829422,-0.004162611439824104,-0.003946241457015276,-0.0037298714742064476,-0.0035135014913976192,-0.0032971312757581472,-0.0030807610601186752,-0.002864391077309847,-0.0026480210945010185,-0.0024316508788615465,-0.0022152806632220745,-0.001998910680413246,-0.001782540581189096,-0.0015661704819649458,-0.0013498003827407956,-0.0011334302835166454,-0.0009170601842924953,-0.0007006900850683451,-0.0004843199858441949,-0.000267950352281332,-5.1580253057181835e-05,0.00016478984616696835,0.0003811599453911185,0.0005975300446152687,0.0008139001438394189,0.001030270243063569,0.0012466403422877192,0.0014630104415118694,0.0016793805407360196,0.0018957506399601698,0.002112120855599642,0.00232849083840847,0.0025448608212172985,0.0027612310368567705,0.0029776012524962425,0.003193971235305071,0.0034103412181138992,0.0036267114337533712,0.0038430816493928432,0.004059451632201672,0.0042758216150105,0.004492191597819328,0.004708562046289444,0.004924932029098272,0.005141302011907101,0.005357672460377216,0.005574042443186045,0.005790412425994873,0.006006782408803701,0.00622315239161253,0.006439522840082645,0.006655892822891474],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.00017178995767608285,-0.00016556431364733726,-0.00015933865506667644,-0.00015311301103793085,-0.00014688735245727003,-0.00014066170842852443,-0.00013443606439977884,-0.00012821040581911802,-0.00012198476179037243,-0.00011575911048566923,-0.00010953345918096602,-0.00010330781515222043,-9.708216384751722e-05,-9.085651254281402e-05,-8.463086851406842e-05,-7.840521720936522e-05,-7.217956590466201e-05,-6.595391459995881e-05,-5.972826693323441e-05,-5.350261926651001e-05,-4.7276967961806804e-05,-4.10513166571036e-05,-3.48256689903792e-05,-2.8600019504665397e-05,-2.2374370018951595e-05,-1.6148720533237793e-05,-9.92307104752399e-06,-3.697421561810188e-06,2.5282279239036143e-06,8.753877409617417e-06,1.4979526895331219e-05,2.120517638104502e-05,2.7430825866758823e-05,3.365647717146203e-05,3.988212483818643e-05,4.610777250491083e-05,5.233342380961403e-05,5.855907511431724e-05,6.478471914306283e-05,7.101037044776604e-05,7.723602175246924e-05,8.346167305717245e-05,8.968732436187565e-05,9.591296839062124e-05,0.00010213861969532445,0.00010836427100002766,0.00011458991502877325,0.00012081556633347645,0.00012704121763817966,0.00013326686166692525,0.00013949252024758607,0.00014571816427633166,0.00015194382285699248,0.00015816946688573807,0.00016439511091448367,0.00017062076949514449,0.00017684641352389008,0.00018307205755263567,0.0001892977161332965,0.00019552336016204208,0.00020174900419078767,0.0002079746627714485,0.00021420030680019408,0.0002204259653808549,0.0002266516094096005],"_type":"histogram","values":[1,0,0,1,2,1,0,0,1,6,6,6,7,8,8,6,7,12,16,19,33,34,30,41,44,41,37,39,40,49,29,32,34,32,31,15,17,21,11,8,10,9,3,4,3,2,3,2,2,2,2,0,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,2,1,0,1,2,4,7,6,3,10,4,9,11,4,19,21,17,38,33,32,45,32,52,43,42,45,39,34,22,28,32,20,18,18,14,10,7,11,9,3,3,3,2,1,4,1,1,0,0,2,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0001322031021118164,-0.00012744124978780746,-0.00012267939746379852,-0.00011791754513978958,-0.00011315569281578064,-0.0001083938404917717,-0.00010363198816776276,-9.887013584375381e-05,-9.410828351974487e-05,-8.934643119573593e-05,-8.458457887172699e-05,-7.982272654771805e-05,-7.50608742237091e-05,-7.029902189970016e-05,-6.553716957569122e-05,-6.077531725168228e-05,-5.601346492767334e-05,-5.12516126036644e-05,-4.6489760279655457e-05,-4.1727907955646515e-05,-3.696605563163757e-05,-3.220420330762863e-05,-2.744235098361969e-05,-2.2680498659610748e-05,-1.7918646335601807e-05,-1.3156794011592865e-05,-8.394941687583923e-06,-3.6330893635749817e-06,1.12876296043396e-06,5.890615284442902e-06,1.0652467608451843e-05,1.5414319932460785e-05,2.0176172256469727e-05,2.4938024580478668e-05,2.969987690448761e-05,3.446172922849655e-05,3.922358155250549e-05,4.3985433876514435e-05,4.8747286200523376e-05,5.350913852453232e-05,5.827099084854126e-05,6.30328431725502e-05,6.779469549655914e-05,7.255654782056808e-05,7.731840014457703e-05,8.208025246858597e-05,8.684210479259491e-05,9.160395711660385e-05,9.636580944061279e-05,0.00010112766176462173,0.00010588951408863068,0.00011065136641263962,0.00011541321873664856,0.0001201750710606575,0.00012493692338466644,0.00012969877570867538,0.00013446062803268433,0.00013922248035669327,0.0001439843326807022,0.00014874618500471115,0.0001535080373287201,0.00015826988965272903,0.00016303174197673798,0.00016779359430074692,0.00017255544662475586]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[2,0,4,3,14,11,15,14,27,31,51,72,95,139,172,282,449,599,862,1336,2029,3161,4948,8077,13318,23161,38540,68229,120650,204346,293937,295643,204375,120055,68815,39441,22856,13813,8679,5202,3236,2082,1393,878,602,391,264,177,110,80,54,47,36,16,13,8,11,2,6,0,1,2,1,1],"bins":[-7.963180541992188e-05,-7.7064149081707e-05,-7.449649274349213e-05,-7.192883640527725e-05,-6.936118006706238e-05,-6.67935237288475e-05,-6.422586739063263e-05,-6.165821105241776e-05,-5.909055471420288e-05,-5.6522898375988007e-05,-5.395524203777313e-05,-5.138758569955826e-05,-4.8819929361343384e-05,-4.625227302312851e-05,-4.3684616684913635e-05,-4.111696034669876e-05,-3.854930400848389e-05,-3.598164767026901e-05,-3.341399133205414e-05,-3.0846334993839264e-05,-2.827867865562439e-05,-2.5711022317409515e-05,-2.314336597919464e-05,-2.0575709640979767e-05,-1.8008053302764893e-05,-1.544039696455002e-05,-1.2872740626335144e-05,-1.030508428812027e-05,-7.737427949905396e-06,-5.169771611690521e-06,-2.602115273475647e-06,-3.4458935260772705e-08,2.5331974029541016e-06,5.100853741168976e-06,7.66851007938385e-06,1.0236166417598724e-05,1.2803822755813599e-05,1.5371479094028473e-05,1.7939135432243347e-05,2.050679177045822e-05,2.3074448108673096e-05,2.564210444688797e-05,2.8209760785102844e-05,3.077741712331772e-05,3.334507346153259e-05,3.591272979974747e-05,3.848038613796234e-05,4.1048042476177216e-05,4.361569881439209e-05,4.6183355152606964e-05,4.875101149082184e-05,5.131866782903671e-05,5.388632416725159e-05,5.645398050546646e-05,5.9021636843681335e-05,6.158929318189621e-05,6.415694952011108e-05,6.672460585832596e-05,6.929226219654083e-05,7.185991853475571e-05,7.442757487297058e-05,7.699523121118546e-05,7.956288754940033e-05,8.21305438876152e-05,8.469820022583008e-05]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"values":[2,0,2,1,1,2,4,3,8,10,7,10,9,8,9,16,22,30,29,37,32,41,45,50,75,62,67,86,79,88,78,81,86,91,111,77,99,60,58,73,65,54,44,38,36,43,34,15,18,11,7,4,9,5,2,6,2,2,0,3,0,0,0,1],"bins":[-0.0031763024162501097,-0.003112299833446741,-0.0030482972506433725,-0.002984294667840004,-0.0029202920850366354,-0.002856289502233267,-0.0027922869194298983,-0.0027282843366265297,-0.002664281753823161,-0.0026002791710197926,-0.002536276588216424,-0.0024722740054130554,-0.002408271422609687,-0.0023442688398063183,-0.0022802662570029497,-0.002216263674199581,-0.0021522613242268562,-0.0020882587414234877,-0.002024256158620119,-0.0019602535758167505,-0.0018962508765980601,-0.0018322482937946916,-0.001768245710991323,-0.0017042431281879544,-0.0016402406617999077,-0.0015762380789965391,-0.0015122354961931705,-0.001448232913389802,-0.0013842303305864334,-0.0013202277477830648,-0.0012562251649796963,-0.0011922225821763277,-0.0011282197665423155,-0.0010642173001542687,-0.0010002147173509002,-0.0009362120763398707,-0.000872209551744163,-0.0008082069689407945,-0.0007442043861374259,-0.0006802018033340573,-0.0006161992205306888,-0.0005521966377273202,-0.0004881940549239516,-0.0004241915012244135,-0.00036018891842104495,-0.0002961863356176764,-0.00023218376736622304,-0.0001681811991147697,-0.00010417861631140113,-4.0176040783990175e-05,2.382653474342078e-05,8.782911027083173e-05,0.0001518316857982427,0.00021583426860161126,0.00027983682230114937,0.00034383940510451794,0.0004078419879078865,0.0004718445707112551,0.0005358471535146236,0.0005998497363179922,0.0006638523191213608,0.0007278548437170684,0.000791857426520437,0.0008558600093238056,0.0009198625921271741],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"bins":[-0.009414012543857098,-0.009112012572586536,-0.0088100116699934,-0.00850801169872284,-0.008206011727452278,-0.007904010824859142,-0.007602010853588581,-0.0073000104166567326,-0.006998009979724884,-0.006696010008454323,-0.006394009571522474,-0.006092009134590626,-0.0057900091633200645,-0.005488008726388216,-0.0051860082894563675,-0.004884008318185806,-0.004582007881253958,-0.004280007444322109,-0.003978007473051548,-0.0036760070361196995,-0.003374006599187851,-0.003072006395086646,-0.002770006190985441,-0.0024680057540535927,-0.002166005549952388,-0.0018640052294358611,-0.0015620049089193344,-0.0012600047048181295,-0.0009580043843016028,-0.0006560040637850761,-0.00035400380147621036,-5.2003510063514113e-05,0.00024999678134918213,0.0005519971018657088,0.0008539973641745746,0.0011559976264834404,0.001457997946999967,0.0017599982675164938,0.0020619984716176987,0.002363998908549547,0.002665999112650752,0.002967999316751957,0.0032699997536838055,0.0035719999577850103,0.003874000161886215,0.004176000598818064,0.004478001035749912,0.0047800010070204735,0.005082001443952322,0.0053840018808841705,0.005686001852154732,0.00598800228908658,0.006290002726018429,0.00659200269728899,0.0068940031342208385,0.007196003571152687,0.007498003542423248,0.007800003979355097,0.008102004416286945,0.008404004387557507,0.008706005290150642,0.009008005261421204,0.009310005232691765,0.0096120061352849,0.009914006106555462],"_type":"histogram","values":[3,2,1,0,4,2,2,1,1,0,4,1,2,1,5,8,6,12,4,22,18,19,24,18,22,27,31,31,36,34,38,30,31,43,27,45,39,33,22,22,18,20,15,6,5,7,2,3,3,3,5,1,2,2,2,1,0,0,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"bins":[-0.00022353543317876756,-0.00021647448011208326,-0.00020941351249348372,-0.00020235255942679942,-0.00019529159180819988,-0.00018823063874151558,-0.00018116967112291604,-0.00017410871805623174,-0.0001670477504376322,-0.0001599867973709479,-0.00015292582975234836,-0.00014586487668566406,-0.00013880390906706452,-0.00013174295600038022,-0.00012468198838178068,-0.00011762103531509638,-0.00011056007497245446,-0.00010349911462981254,-9.643815428717062e-05,-8.93771939445287e-05,-8.231623360188678e-05,-7.525527325924486e-05,-6.819431291660294e-05,-6.113335257396102e-05,-5.407239586929791e-05,-4.701143552665599e-05,-3.995047518401407e-05,-3.288951484137215e-05,-2.582855631771963e-05,-1.876759597507771e-05,-1.1706636541930493e-05,-4.645676654035924e-06,2.415283233858645e-06,9.476243576500565e-06,1.6537203919142485e-05,2.3598162442795e-05,3.0659124604426324e-05,3.772008130908944e-05,4.478104165173136e-05,5.184200199437328e-05,5.89029623370152e-05,6.596391904167831e-05,7.302487938432023e-05,8.008583972696215e-05,8.714680006960407e-05,9.420776041224599e-05,0.00010126872075488791,0.00010832968109752983,0.00011539064144017175,0.00012245160178281367,0.00012951255484949797,0.0001365735224680975,0.00014363447553478181,0.00015069544315338135,0.00015775639622006565,0.0001648173638386652,0.0001718783169053495,0.00017893928452394903,0.00018600023759063333,0.00019306120520923287,0.00020012215827591717,0.0002071831258945167,0.000214244078961201,0.00022130504657980055,0.00022836599964648485],"_type":"histogram","values":[1,0,2,2,2,1,0,1,4,3,4,5,8,3,4,9,8,15,9,15,14,23,21,21,15,25,34,22,26,34,40,39,38,20,31,27,30,18,18,21,19,12,15,14,14,9,11,13,8,7,10,3,5,2,7,0,1,1,0,1,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.011194598861038685,-0.010814143344759941,-0.010433686897158623,-0.010053231380879879,-0.009672775864601135,-0.009292320348322392,-0.008911864832043648,-0.00853140838444233,-0.008150952868163586,-0.007770497351884842,-0.007390041369944811,-0.00700958538800478,-0.006629129871726036,-0.006248674355447292,-0.005868218373507261,-0.00548776239156723,-0.0051073068752884865,-0.004726851359009743,-0.004346395377069712,-0.003965939395129681,-0.003585483878850937,-0.0032050281297415495,-0.002824572380632162,-0.0024441166315227747,-0.0020636608824133873,-0.001683205133304,-0.0013027493841946125,-0.0009222936350852251,-0.0005418378859758377,-0.0001613821368664503,0.0002190736122429371,0.0005995293613523245,0.0009799851104617119,0.0013604408595710993,0.0017408966086804867,0.002121352357789874,0.0025018081068992615,0.002882263856008649,0.0032627196051180363,0.0036431753542274237,0.004023631103336811,0.004404086619615555,0.004784542601555586,0.005164998583495617,0.005545454099774361,0.005925909616053104,0.0063063655979931355,0.0066868215799331665,0.00706727709621191,0.007447732612490654,0.007828189060091972,0.008208644576370716,0.00858910009264946,0.008969555608928204,0.009350011125206947,0.009730467572808266,0.01011092308908701,0.010491378605365753,0.010871835052967072,0.011252290569245815,0.011632746085524559,0.012013201601803303,0.012393657118082047,0.012774113565683365,0.013154569081962109],"_type":"histogram","values":[2,0,0,0,0,1,1,2,0,1,0,0,3,0,2,5,4,9,11,14,26,23,30,45,34,43,41,37,34,42,35,44,37,36,31,34,20,26,19,14,16,1,7,4,6,6,2,1,5,4,3,1,0,1,1,1,0,0,0,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,0,2,3,1,1,3,9,8,9,10,9,16,19,28,25,36,37,48,36,35,55,49,54,40,48,21,28,17,19,29,14,17,12,8,4,1,4,3,2,1,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0001323223114013672,-0.00012772995978593826,-0.00012313760817050934,-0.00011854525655508041,-0.00011395290493965149,-0.00010936055332422256,-0.00010476820170879364,-0.00010017585009336472,-9.558349847793579e-05,-9.099114686250687e-05,-8.639879524707794e-05,-8.180644363164902e-05,-7.721409201622009e-05,-7.262174040079117e-05,-6.802938878536224e-05,-6.343703716993332e-05,-5.8844685554504395e-05,-5.425233393907547e-05,-4.9659982323646545e-05,-4.506763070821762e-05,-4.0475279092788696e-05,-3.588292747735977e-05,-3.129057586193085e-05,-2.6698224246501923e-05,-2.2105872631072998e-05,-1.7513521015644073e-05,-1.2921169400215149e-05,-8.328817784786224e-06,-3.7364661693573e-06,8.558854460716248e-07,5.448237061500549e-06,1.0040588676929474e-05,1.4632940292358398e-05,1.9225291907787323e-05,2.3817643523216248e-05,2.8409995138645172e-05,3.30023467540741e-05,3.759469836950302e-05,4.2187049984931946e-05,4.677940160036087e-05,5.1371753215789795e-05,5.596410483121872e-05,6.0556456446647644e-05,6.514880806207657e-05,6.974115967750549e-05,7.433351129293442e-05,7.892586290836334e-05,8.351821452379227e-05,8.811056613922119e-05,9.270291775465012e-05,9.729526937007904e-05,0.00010188762098550797,0.00010647997260093689,0.00011107232421636581,0.00011566467583179474,0.00012025702744722366,0.0001248493790626526,0.0001294417306780815,0.00013403408229351044,0.00013862643390893936,0.00014321878552436829,0.0001478111371397972,0.00015240348875522614,0.00015699584037065506,0.00016158819198608398]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[2,0,0,0,0,2,0,2,0,2,2,0,1,5,7,8,13,14,17,13,20,21,25,33,47,46,62,73,77,56,38,24,26,30,14,20,12,13,8,5,4,4,3,8,1,1,0,2,1,0,1,0,0,1,1,0,2,0,0,0,0,0,0,1],"bins":[-5.3763389587402344e-05,-5.1830895245075226e-05,-4.989840090274811e-05,-4.796590656042099e-05,-4.603341221809387e-05,-4.4100917875766754e-05,-4.2168423533439636e-05,-4.023592919111252e-05,-3.83034348487854e-05,-3.637094050645828e-05,-3.4438446164131165e-05,-3.250595182180405e-05,-3.057345747947693e-05,-2.864096313714981e-05,-2.6708468794822693e-05,-2.4775974452495575e-05,-2.2843480110168457e-05,-2.091098576784134e-05,-1.897849142551422e-05,-1.7045997083187103e-05,-1.5113502740859985e-05,-1.3181008398532867e-05,-1.124851405620575e-05,-9.316019713878632e-06,-7.383525371551514e-06,-5.451031029224396e-06,-3.518536686897278e-06,-1.58604234457016e-06,3.46451997756958e-07,2.278946340084076e-06,4.211440682411194e-06,6.143935024738312e-06,8.07642936706543e-06,1.0008923709392548e-05,1.1941418051719666e-05,1.3873912394046783e-05,1.58064067363739e-05,1.773890107870102e-05,1.9671395421028137e-05,2.1603889763355255e-05,2.3536384105682373e-05,2.546887844800949e-05,2.740137279033661e-05,2.9333867132663727e-05,3.1266361474990845e-05,3.319885581731796e-05,3.513135015964508e-05,3.70638445019722e-05,3.8996338844299316e-05,4.0928833186626434e-05,4.286132752895355e-05,4.479382187128067e-05,4.672631621360779e-05,4.8658810555934906e-05,5.0591304898262024e-05,5.252379924058914e-05,5.445629358291626e-05,5.638878792524338e-05,5.8321282267570496e-05,6.0253776609897614e-05,6.218627095222473e-05,6.411876529455185e-05,6.605125963687897e-05,6.798375397920609e-05,6.99162483215332e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"values":[1,0,1,2,3,10,9,11,26,31,35,55,73,109,191,272,428,644,960,1573,2436,3767,5787,9214,15081,23645,38139,56917,78525,93598,83156,61767,41953,26215,16573,10256,6569,4193,2599,1735,1109,743,471,327,193,145,81,61,45,25,15,19,10,4,6,7,0,2,1,0,0,0,0,1],"bins":[-0.00012421607971191406,-0.00012002140283584595,-0.00011582672595977783,-0.00011163204908370972,-0.0001074373722076416,-0.00010324269533157349,-9.904801845550537e-05,-9.485334157943726e-05,-9.065866470336914e-05,-8.646398782730103e-05,-8.226931095123291e-05,-7.80746340751648e-05,-7.387995719909668e-05,-6.968528032302856e-05,-6.549060344696045e-05,-6.129592657089233e-05,-5.710124969482422e-05,-5.2906572818756104e-05,-4.871189594268799e-05,-4.451721906661987e-05,-4.032254219055176e-05,-3.612786531448364e-05,-3.193318843841553e-05,-2.7738511562347412e-05,-2.3543834686279297e-05,-1.934915781021118e-05,-1.5154480934143066e-05,-1.0959804058074951e-05,-6.765127182006836e-06,-2.5704503059387207e-06,1.6242265701293945e-06,5.81890344619751e-06,1.0013580322265625e-05,1.420825719833374e-05,1.8402934074401855e-05,2.259761095046997e-05,2.6792287826538086e-05,3.09869647026062e-05,3.5181641578674316e-05,3.937631845474243e-05,4.357099533081055e-05,4.776567220687866e-05,5.196034908294678e-05,5.615502595901489e-05,6.034970283508301e-05,6.454437971115112e-05,6.873905658721924e-05,7.293373346328735e-05,7.712841033935547e-05,8.132308721542358e-05,8.55177640914917e-05,8.971244096755981e-05,9.390711784362793e-05,9.810179471969604e-05,0.00010229647159576416,0.00010649114847183228,0.00011068582534790039,0.0001148805022239685,0.00011907517910003662,0.00012326985597610474,0.00012746453285217285,0.00013165920972824097,0.00013585388660430908,0.0001400485634803772,0.0001442432403564453],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"bins":[0.9944004416465759,0.9945881366729736,0.9947758316993713,0.9949635863304138,0.9951512813568115,0.9953389763832092,0.9955266714096069,0.9957144260406494,0.9959021210670471,0.9960898160934448,0.9962775111198425,0.996465265750885,0.9966529607772827,0.9968406558036804,0.9970283508300781,0.9972161054611206,0.9974038004875183,0.997591495513916,0.9977791905403137,0.9979668855667114,0.9981546401977539,0.9983423352241516,0.9985300302505493,0.998717725276947,0.9989054799079895,0.9990931749343872,0.9992808699607849,0.9994685649871826,0.9996563196182251,0.9998440146446228,1.0000317096710205,1.000219464302063,1.000407099723816,1.0005948543548584,1.0007824897766113,1.0009702444076538,1.0011579990386963,1.0013456344604492,1.0015333890914917,1.0017211437225342,1.001908779144287,1.0020965337753296,1.0022841691970825,1.002471923828125,1.0026596784591675,1.0028473138809204,1.003035068511963,1.0032228231430054,1.0034104585647583,1.0035982131958008,1.0037858486175537,1.0039736032485962,1.0041613578796387,1.0043489933013916,1.004536747932434,1.004724383354187,1.0049121379852295,1.005099892616272,1.005287528038025,1.0054752826690674,1.0056630373001099,1.0058506727218628,1.0060384273529053,1.0062260627746582,1.0064138174057007],"_type":"histogram","values":[1,1,0,1,0,1,1,0,0,1,2,6,5,10,8,6,4,5,11,6,13,16,20,35,36,33,46,36,41,27,32,39,35,32,34,28,38,20,24,19,13,16,16,10,4,4,4,4,3,5,3,3,2,2,2,0,1,0,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[3,2,1,1,3,4,6,4,4,5,2,11,6,6,10,15,11,10,6,11,17,22,24,29,35,23,21,29,45,35,33,28,26,35,21,20,28,22,18,15,23,11,18,10,11,8,11,4,2,5,3,2,1,2,2,2,2,1,1,0,0,0,0,2],"bins":[-9.983393829315901e-05,-9.643348312238231e-05,-9.3033020675648e-05,-8.963256550487131e-05,-8.623211033409461e-05,-8.28316478873603e-05,-7.943119271658361e-05,-7.603073754580691e-05,-7.263028237503022e-05,-6.922981992829591e-05,-6.582936475751922e-05,-6.242890958674252e-05,-5.902844714000821e-05,-5.5627991969231516e-05,-5.2227533160476014e-05,-4.882707798969932e-05,-4.542661918094382e-05,-4.2026160372188315e-05,-3.862570520141162e-05,-3.522524639265612e-05,-3.182479122187942e-05,-2.842433241312392e-05,-2.502387360436842e-05,-2.162341661460232e-05,-1.822295962483622e-05,-1.4822502635070123e-05,-1.1422044735809322e-05,-8.021586836548522e-06,-4.6211298467824236e-06,-1.2206724022689741e-06,2.1797850422444753e-06,5.580242486757925e-06,8.980699931271374e-06,1.2381156921037473e-05,1.578161391080357e-05,1.9182072719559073e-05,2.2582529709325172e-05,2.598298669909127e-05,2.9383445507846773e-05,3.278390067862347e-05,3.618435948737897e-05,3.958481829613447e-05,4.298527346691117e-05,4.638573227566667e-05,4.978619108442217e-05,5.3186646255198866e-05,5.658710506395437e-05,5.998756023473106e-05,6.338801904348657e-05,6.678847421426326e-05,7.018893666099757e-05,7.358939183177426e-05,7.698984700255096e-05,8.039030944928527e-05,8.379076462006196e-05,8.719121979083866e-05,9.059168223757297e-05,9.399213740834966e-05,9.739259257912636e-05,0.00010079304774990305,0.00010419351019663736,0.00010759396536741406,0.00011099442053819075,0.00011439488298492506,0.00011779533815570176]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,1,3,4,0,0,2,7,4,5,7,3,13,9,5,8,15,12,15,16,15,19,20,16,14,26,27,29,15,25,33,26,37,18,33,22,22,22,20,19,20,29,16,11,18,18,8,13,5,12,6,3,5,2,1,3,1,2,0,1,2,2,0,2],"bins":[-0.001511440728791058,-0.001463100197724998,-0.001414759666658938,-0.0013664191355928779,-0.0013180786045268178,-0.0012697380734607577,-0.0012213975423946977,-0.0011730570113286376,-0.0011247164802625775,-0.0010763759491965175,-0.0010280354181304574,-0.0009796948870643973,-0.0009313542977906764,-0.0008830137667246163,-0.0008346732356585562,-0.0007863327045924962,-0.0007379921735264361,-0.000689651642460376,-0.000641311111394316,-0.0005929705803282559,-0.0005446300492621958,-0.0004962895181961358,-0.00044794895802624524,-0.00039960842696018517,-0.0003512678958941251,-0.00030292736482806504,-0.00025458683376200497,-0.00020624628814402968,-0.0001579057570779696,-0.00010956522601190954,-6.122468766989186e-05,-1.288415296585299e-05,3.545638173818588e-05,8.379691280424595e-05,0.00013213744387030602,0.0001804779894882813,0.00022881852055434138,0.00027715906617231667,0.00032549959723837674,0.0003738401283044368,0.00042218065937049687,0.00047052119043655694,0.0005188617506064475,0.0005672022816725075,0.0006155428127385676,0.0006638833438046277,0.0007122238748706877,0.0007605644059367478,0.0008089049370028079,0.0008572454680688679,0.000905585999134928,0.0009539265302009881,0.001002267119474709,0.001050607650540769,0.0010989481816068292,0.0011472887126728892,0.0011956292437389493,0.0012439697748050094,0.0012923103058710694,0.0013406508369371295,0.0013889913680031896,0.0014373318990692496,0.0014856724301353097,0.0015340129612013698,0.0015823534922674298]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-0.003987664356827736,-0.0038980389945209026,-0.003808413865044713,-0.0037187885027378798,-0.0036291631404310465,-0.003539538010954857,-0.0034499126486480236,-0.0033602872863411903,-0.003270661924034357,-0.0031810367945581675,-0.003091411432251334,-0.003001786069944501,-0.0029121609404683113,-0.002822535578161478,-0.0027329102158546448,-0.002643285086378455,-0.002553659724071622,-0.0024640343617647886,-0.002374409232288599,-0.0022847838699817657,-0.0021951585076749325,-0.002105533378198743,-0.0020159080158919096,-0.0019262826535850763,-0.001836657407693565,-0.0017470321618020535,-0.0016574067994952202,-0.0015677815536037087,-0.0014781563077121973,-0.001388530945405364,-0.0012989056995138526,-0.0012092803372070193,-0.0011196553241461515,-0.00103003007825464,-0.0009404047159478068,-0.0008507794700562954,-0.000761154165957123,-0.0006715288618579507,-0.0005819036159664392,-0.0004922783118672669,-0.00040265300776809454,-0.0003130277036689222,-0.0002234024286735803,-0.00013377713912632316,-4.415184957906604e-05,4.547343996819109e-05,0.0001350987295154482,0.00022472401906270534,0.00031434930860996246,0.0004039746127091348,0.0004935999168083072,0.0005832251626998186,0.000672850466798991,0.0007624757708981633,0.0008521010167896748,0.0009417263208888471,0.0010313516249880195,0.001120976870879531,0.0012106022331863642,0.0013002274790778756,0.001389852724969387,0.0014794780872762203,0.0015691033331677318,0.001658728695474565,0.0017483539413660765],"_type":"histogram","values":[1,0,1,1,0,1,0,2,1,6,3,6,10,11,9,20,20,23,25,29,42,55,47,60,69,81,80,110,92,100,120,99,106,107,96,81,77,74,73,64,48,41,31,23,30,15,14,12,6,9,3,4,2,1,1,3,0,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,2,1,1,2,0,2,0,2,1,0,8,7,6,10,9,15,11,14,18,20,26,28,18,15,37,27,27,28,35,27,26,32,26,23,16,27,13,29,22,14,15,18,16,18,13,8,14,6,9,6,3,6,2,1,1,4,0,0,1,0,1],"bins":[0.9950146079063416,0.9951688051223755,0.9953230023384094,0.9954771995544434,0.9956313967704773,0.9957855343818665,0.9959397315979004,0.9960939288139343,0.9962481260299683,0.9964023232460022,0.9965565204620361,0.9967107176780701,0.996864914894104,0.9970191121101379,0.9971732497215271,0.997327446937561,0.997481644153595,0.9976358413696289,0.9977900385856628,0.9979442358016968,0.9980984330177307,0.9982526302337646,0.9984068274497986,0.9985609650611877,0.9987151622772217,0.9988693594932556,0.9990235567092896,0.9991777539253235,0.9993319511413574,0.9994861483573914,0.9996403455734253,0.9997945427894592,0.9999487400054932,1.0001028776168823,1.000257134437561,1.0004112720489502,1.000565528869629,1.000719666481018,1.0008738040924072,1.001028060913086,1.001182198524475,1.0013364553451538,1.001490592956543,1.0016448497772217,1.0017989873886108,1.0019532442092896,1.0021073818206787,1.0022615194320679,1.0024157762527466,1.0025699138641357,1.0027241706848145,1.0028783082962036,1.0030325651168823,1.0031867027282715,1.0033409595489502,1.0034950971603394,1.0036492347717285,1.0038034915924072,1.0039576292037964,1.004111886024475,1.0042660236358643,1.004420280456543,1.0045744180679321,1.0047286748886108,1.0048828125]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[-0.00012064565089531243,-0.00011572864605113864,-0.00011081164120696485,-0.00010589464363874868,-0.00010097763879457489,-9.60606339504011e-05,-9.114363638218492e-05,-8.622663153801113e-05,-8.130962669383734e-05,-7.639262184966356e-05,-7.147561700548977e-05,-6.655861943727359e-05,-6.16416145930998e-05,-5.6724609748926014e-05,-5.180760854273103e-05,-4.689060733653605e-05,-4.197360249236226e-05,-3.705659764818847e-05,-3.213959644199349e-05,-2.7222593416809104e-05,-2.230559039162472e-05,-1.7388587366440333e-05,-1.2471584341255948e-05,-7.5545813160715625e-06,-2.637578290887177e-06,2.2794247342972085e-06,7.196427759481594e-06,1.211343078466598e-05,1.7030433809850365e-05,2.194743683503475e-05,2.6864439860219136e-05,3.178144106641412e-05,3.669844591058791e-05,4.1615450754761696e-05,4.653245196095668e-05,5.144945316715166e-05,5.636645801132545e-05,6.128346285549924e-05,6.620046042371541e-05,7.11174652678892e-05,7.603447011206299e-05,8.095147495623678e-05,8.586847980041057e-05,9.078547736862674e-05,9.570248221280053e-05,0.00010061948705697432,0.0001055364846251905,0.00011045348946936429,0.00011537049431353807,0.00012028749915771186,0.00012520450400188565,0.00013012150884605944,0.00013503851369023323,0.0001399555039824918,0.00014487250882666558,0.00014978951367083937,0.00015470651851501316,0.00015962352335918695,0.00016454052820336074,0.00016945753304753453,0.00017437452333979309,0.00017929152818396688,0.00018420853302814066,0.00018912553787231445,0.00019404254271648824],"_type":"histogram","values":[1,0,0,0,1,0,0,4,1,3,2,5,3,10,8,10,16,14,22,24,51,50,46,75,84,74,51,45,35,32,22,18,9,8,10,4,8,4,2,5,1,2,2,1,0,0,0,0,1,0,1,1,0,0,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-4.8220157623291016e-05,-4.6887435019016266e-05,-4.5554712414741516e-05,-4.4221989810466766e-05,-4.2889267206192017e-05,-4.155654460191727e-05,-4.022382199764252e-05,-3.889109939336777e-05,-3.755837678909302e-05,-3.622565418481827e-05,-3.489293158054352e-05,-3.356020897626877e-05,-3.222748637199402e-05,-3.089476376771927e-05,-2.956204116344452e-05,-2.822931855916977e-05,-2.689659595489502e-05,-2.556387335062027e-05,-2.423115074634552e-05,-2.289842814207077e-05,-2.156570553779602e-05,-2.023298293352127e-05,-1.890026032924652e-05,-1.756753772497177e-05,-1.623481512069702e-05,-1.4902092516422272e-05,-1.3569369912147522e-05,-1.2236647307872772e-05,-1.0903924703598022e-05,-9.571202099323273e-06,-8.238479495048523e-06,-6.905756890773773e-06,-5.5730342864990234e-06,-4.240311682224274e-06,-2.907589077949524e-06,-1.5748664736747742e-06,-2.421438694000244e-07,1.0905787348747253e-06,2.423301339149475e-06,3.756023943424225e-06,5.088746547698975e-06,6.421469151973724e-06,7.754191756248474e-06,9.086914360523224e-06,1.0419636964797974e-05,1.1752359569072723e-05,1.3085082173347473e-05,1.4417804777622223e-05,1.5750527381896973e-05,1.7083249986171722e-05,1.8415972590446472e-05,1.9748695194721222e-05,2.108141779899597e-05,2.241414040327072e-05,2.374686300754547e-05,2.507958561182022e-05,2.641230821609497e-05,2.774503082036972e-05,2.907775342464447e-05,3.041047602891922e-05,3.174319863319397e-05,3.307592123746872e-05,3.440864384174347e-05,3.574136644601822e-05,3.707408905029297e-05],"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,0,1,2,3,2,2,7,4,4,7,5,14,15,15,17,15,26,24,21,21,28,30,18,27,27,23,29,22,33,22,28,29,32,13,18,30,14,21,9,23,14,20,13,10,3,5,3,6,0,2,2,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[-0.00012506700295489281,-0.00012120270548621193,-0.00011733840801753104,-0.00011347411054885015,-0.00010960981308016926,-0.00010574551561148837,-0.00010188121814280748,-9.80169206741266e-05,-9.415262320544571e-05,-9.02883184608072e-05,-8.642402099212632e-05,-8.255972352344543e-05,-7.869542605476454e-05,-7.483112858608365e-05,-7.096683111740276e-05,-6.710253364872187e-05,-6.323823618004099e-05,-5.93739387113601e-05,-5.550964124267921e-05,-5.164534377399832e-05,-4.778104630531743e-05,-4.3916745198657736e-05,-4.005244772997685e-05,-3.618815026129596e-05,-3.232385279261507e-05,-2.8459555323934183e-05,-2.4595257855253294e-05,-2.0730958567583002e-05,-1.6866661098902114e-05,-1.3002363630221225e-05,-9.138065252045635e-06,-5.273767328617396e-06,-1.4094694051891565e-06,2.4548285182390828e-06,6.319126441667322e-06,1.0183424819842912e-05,1.40477222885238e-05,1.791201975720469e-05,2.177631904487498e-05,2.564061651355587e-05,2.9504913982236758e-05,3.3369211450917646e-05,3.7233508919598535e-05,4.109780638827942e-05,4.496210749493912e-05,4.882640496362001e-05,5.2690702432300895e-05,5.6554999900981784e-05,6.041929736966267e-05,6.428359483834356e-05,6.814789230702445e-05,7.201218977570534e-05,7.587648724438623e-05,7.974078471306711e-05,8.3605082181748e-05,8.746937965042889e-05,9.13336843950674e-05,9.519798186374828e-05,9.906227933242917e-05,0.00010292657680111006,0.00010679087426979095,0.00011065517173847184,0.00011451946920715272,0.00011838376667583361,0.0001222480641445145],"_type":"histogram","values":[1,0,0,0,1,0,0,1,1,1,2,4,1,4,2,2,2,4,8,13,12,7,18,22,16,27,41,28,31,38,54,41,42,50,37,42,31,33,24,22,16,12,13,13,7,3,5,4,7,3,3,1,4,3,1,1,1,1,4,0,0,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"values":[1,1,1,0,0,0,2,2,0,0,4,0,3,3,4,7,11,7,7,15,12,26,20,34,32,33,67,70,51,45,46,43,31,33,27,18,13,20,10,10,4,7,3,8,8,4,6,3,3,3,0,1,1,1,0,0,3,1,1,1,0,0,0,1],"bins":[-0.00015061604790389538,-0.00014545043813996017,-0.00014028481382410973,-0.00013511920406017452,-0.0001299535797443241,-0.00012478796998038888,-0.00011962235294049606,-0.00011445673590060323,-0.00010929112613666803,-0.0001041255090967752,-9.895989205688238e-05,-9.379427501698956e-05,-8.862865797709674e-05,-8.346304093720391e-05,-7.82974311732687e-05,-7.313181413337588e-05,-6.796619709348306e-05,-6.280058005359024e-05,-5.763496665167622e-05,-5.24693496117834e-05,-4.7303736209869385e-05,-4.213811916997656e-05,-3.697250213008374e-05,-3.1806888728169724e-05,-2.6641271688276902e-05,-2.1475656467373483e-05,-1.6310041246470064e-05,-1.1144424206577241e-05,-5.9788089856738225e-06,-8.131933100230526e-07,4.352422365627717e-06,9.518038496025838e-06,1.4683653716929257e-05,1.9849268937832676e-05,2.5014884158736095e-05,3.0180501198628917e-05,3.534611460054293e-05,4.0511731640435755e-05,4.567734868032858e-05,5.084296208224259e-05,5.6008579122135416e-05,6.117419252404943e-05,6.633980956394225e-05,7.150542660383508e-05,7.66710436437279e-05,8.183666068362072e-05,8.700227044755593e-05,9.216788748744875e-05,9.733350452734157e-05,0.0001024991215672344,0.00010766473860712722,0.00011283034837106243,0.00011799596541095525,0.0001231615897268057,0.0001283271994907409,0.0001334928092546761,0.00013865843357052654,0.00014382404333446175,0.00014898966765031219,0.0001541552774142474,0.0001593208871781826,0.00016448651149403304,0.00016965212125796825,0.00017481774557381868,0.0001799833553377539],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.00013816356658935547,-0.0001332070678472519,-0.00012825056910514832,-0.00012329407036304474,-0.00011833757162094116,-0.00011338107287883759,-0.00010842457413673401,-0.00010346807539463043,-9.851157665252686e-05,-9.355507791042328e-05,-8.85985791683197e-05,-8.364208042621613e-05,-7.868558168411255e-05,-7.372908294200897e-05,-6.87725841999054e-05,-6.381608545780182e-05,-5.885958671569824e-05,-5.3903087973594666e-05,-4.894658923149109e-05,-4.399009048938751e-05,-3.9033591747283936e-05,-3.407709300518036e-05,-2.9120594263076782e-05,-2.4164095520973206e-05,-1.920759677886963e-05,-1.4251098036766052e-05,-9.294599294662476e-06,-4.338100552558899e-06,6.183981895446777e-07,5.574896931648254e-06,1.0531395673751831e-05,1.5487894415855408e-05,2.0444393157958984e-05,2.540089190006256e-05,3.0357390642166138e-05,3.5313889384269714e-05,4.027038812637329e-05,4.522688686847687e-05,5.0183385610580444e-05,5.513988435268402e-05,6.00963830947876e-05,6.505288183689117e-05,7.000938057899475e-05,7.496587932109833e-05,7.99223780632019e-05,8.487887680530548e-05,8.983537554740906e-05,9.479187428951263e-05,9.974837303161621e-05,0.00010470487177371979,0.00010966137051582336,0.00011461786925792694,0.00011957436800003052,0.0001245308667421341,0.00012948736548423767,0.00013444386422634125,0.00013940036296844482,0.0001443568617105484,0.00014931336045265198,0.00015426985919475555,0.00015922635793685913,0.0001641828566789627,0.00016913935542106628,0.00017409585416316986,0.00017905235290527344],"_type":"histogram","values":[1,0,1,0,0,0,2,1,1,2,6,6,3,4,8,7,10,11,17,22,20,29,31,36,41,38,47,48,48,42,25,44,37,26,30,19,23,19,22,11,4,6,3,4,1,5,3,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,4,1,6,1,1,2,3,7,6,7,6,17,7,15,17,14,18,16,22,31,16,24,26,31,30,24,27,39,49,32,29,14,24,30,22,24,19,12,14,12,9,7,7,10,6,6,7,7,3,2,1,1,0,0,1,0,0,0,0,1],"bins":[-0.0018796606454998255,-0.001817578449845314,-0.0017554962541908026,-0.0016934139421209693,-0.0016313317464664578,-0.0015692495508119464,-0.0015071672387421131,-0.0014450850430876017,-0.0013830028474330902,-0.0013209206517785788,-0.0012588384561240673,-0.001196756144054234,-0.0011346739483997226,-0.0010725917527452111,-0.0010105094406753778,-0.0009484272450208664,-0.0008863450493663549,-0.0008242628537118435,-0.0007621805998496711,-0.0007000983459874988,-0.0006380161503329873,-0.0005759339546784759,-0.0005138517008163035,-0.0004517694760579616,-0.0003896872512996197,-0.00032760502654127777,-0.00026552280178293586,-0.00020344057702459395,-0.00014135835226625204,-7.927612750791013e-05,-1.7193902749568224e-05,4.4888322008773685e-05,0.00010697031393647194,0.00016905253869481385,0.00023113476345315576,0.00029321698821149766,0.0003552992129698396,0.0004173814377281815,0.0004794636624865234,0.0005415459163486958,0.0006036281120032072,0.0006657103076577187,0.000727792561519891,0.0007898748153820634,0.0008519570110365748,0.0009140392066910863,0.0009761214605532587,0.001038203714415431,0.0011002859100699425,0.001162368105724454,0.0012244503013789654,0.0012865326134487987,0.00134861480910331,0.0014106970047578216,0.0014727793168276548,0.0015348615124821663,0.0015969437081366777,0.0016590259037911892,0.0017211080994457006,0.001783190411515534,0.0018452726071700454,0.0019073548028245568,0.00196943711489439,0.0020315193105489016,0.002093601506203413]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,1,1,1,2,1,1,3,0,0,3,2,6,7,6,10,6,4,4,12,15,82,509,26,13,5,6,6,4,0,6,1,1,4,3,2,0,1,3,0,0,1,1,0,0,0,1,2,0,0,0,0,0,2,1,0,0,2],"bins":[-2.0802021026611328e-05,-2.006441354751587e-05,-1.932680606842041e-05,-1.858919858932495e-05,-1.7851591110229492e-05,-1.7113983631134033e-05,-1.6376376152038574e-05,-1.5638768672943115e-05,-1.4901161193847656e-05,-1.4163553714752197e-05,-1.3425946235656738e-05,-1.268833875656128e-05,-1.195073127746582e-05,-1.1213123798370361e-05,-1.0475516319274902e-05,-9.737908840179443e-06,-9.000301361083984e-06,-8.262693881988525e-06,-7.525086402893066e-06,-6.787478923797607e-06,-6.0498714447021484e-06,-5.3122639656066895e-06,-4.5746564865112305e-06,-3.8370490074157715e-06,-3.0994415283203125e-06,-2.3618340492248535e-06,-1.6242265701293945e-06,-8.866190910339355e-07,-1.4901161193847656e-07,5.885958671569824e-07,1.3262033462524414e-06,2.0638108253479004e-06,2.8014183044433594e-06,3.5390257835388184e-06,4.276633262634277e-06,5.014240741729736e-06,5.751848220825195e-06,6.489455699920654e-06,7.227063179016113e-06,7.964670658111572e-06,8.702278137207031e-06,9.43988561630249e-06,1.017749309539795e-05,1.0915100574493408e-05,1.1652708053588867e-05,1.2390315532684326e-05,1.3127923011779785e-05,1.3865530490875244e-05,1.4603137969970703e-05,1.5340745449066162e-05,1.607835292816162e-05,1.681596040725708e-05,1.755356788635254e-05,1.8291175365447998e-05,1.9028782844543457e-05,1.9766390323638916e-05,2.0503997802734375e-05,2.1241605281829834e-05,2.1979212760925293e-05,2.2716820240020752e-05,2.345442771911621e-05,2.419203519821167e-05,2.492964267730713e-05,2.5667250156402588e-05,2.6404857635498047e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.001530834473669529,-0.001484367996454239,-0.0014379015192389488,-0.0013914350420236588,-0.0013449685648083687,-0.0012985020875930786,-0.0012520356103777885,-0.0012055691331624985,-0.0011591026559472084,-0.0011126360623165965,-0.0010661695851013064,-0.0010197031078860164,-0.0009732366306707263,-0.0009267701534554362,-0.0008803036762401462,-0.0008338371990248561,-0.000787370721809566,-0.000740904244594276,-0.0006944377673789859,-0.0006479712901636958,-0.0006015048129484057,-0.0005550382775254548,-0.0005085718003101647,-0.0004621053230948746,-0.00041563884587958455,-0.0003691723686642945,-0.0003227058914490044,-0.0002762393851298839,-0.00022977290791459382,-0.00018330643069930375,-0.00013683993893209845,-9.037345444085076e-05,-4.3906853534281254e-05,2.55963095696643e-06,4.9026115448214114e-05,9.54925999394618e-05,0.00014195908443070948,0.00018842556164599955,0.00023489205341320485,0.00028135854518041015,0.0003278250223957002,0.0003742914996109903,0.00042075797682628036,0.0004672244831454009,0.0005136909894645214,0.0005601574666798115,0.0006066239438951015,0.0006530904211103916,0.0006995568983256817,0.0007460233755409718,0.0007924898527562618,0.0008389563299715519,0.000885422807186842,0.000931889342609793,0.000978355761617422,0.0010248222388327122,0.0010712887160480022,0.0011177553096786141,0.0011642217868939042,0.0012106882641091943,0.0012571547413244843,0.0013036212185397744,0.0013500876957550645,0.0013965541729703546,0.0014430206501856446],"_type":"histogram","values":[4,3,0,0,2,3,2,5,4,5,6,8,10,8,7,9,11,18,13,12,11,18,9,16,16,22,14,22,15,28,19,28,20,27,28,26,27,20,24,26,21,21,20,16,15,13,9,14,10,11,8,20,8,4,4,7,4,3,4,2,4,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,2,3,1,4,2,7,4,6,6,10,11,11,14,14,22,23,21,23,37,17,36,33,33,45,38,42,35,29,29,23,19,20,16,15,18,22,15,10,11,4,10,5,3,5,4,3,0,2,1,1],"bins":[-0.002591162221506238,-0.0025221025571227074,-0.0024530428927391768,-0.00238398346118629,-0.002314923796802759,-0.0022458641324192286,-0.002176804468035698,-0.0021077448036521673,-0.0020386851392686367,-0.0019696257077157497,-0.0019005660433322191,-0.0018315063789486885,-0.0017624467145651579,-0.001693387166596949,-0.0016243275022134185,-0.0015552679542452097,-0.001486208289861679,-0.0014171486254781485,-0.0013480890775099397,-0.001279029413126409,-0.0012099698651582003,-0.0011409102007746696,-0.001071850536391139,-0.0010027909884229302,-0.0009337313240393996,-0.0008646717178635299,-0.0007956121116876602,-0.0007265524473041296,-0.0006574928411282599,-0.0005884332349523902,-0.0005193735705688596,-0.0004503139643929899,-0.0003812541253864765,-0.0003121945192106068,-0.00024313488393090665,-0.00017407526320312172,-0.00010501564247533679,-3.595602174755186e-05,3.310359898023307e-05,0.000102163219708018,0.00017122284043580294,0.00024028246116358787,0.0003093420818913728,0.00037840171717107296,0.00044746132334694266,0.0005165209295228124,0.000585580593906343,0.0006546402000822127,0.0007236998062580824,0.0007927594124339521,0.0008618190186098218,0.0009308786829933524,0.0009999382309615612,0.0010689978953450918,0.0011380575597286224,0.0012071171076968312,0.0012761767720803618,0.0013452364364638925,0.0014142959844321012,0.0014833556488156319,0.0015524153131991625,0.0016214748611673713,0.0016905345255509019,0.0017595940735191107,0.0018286537379026413]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.00013152476458344609,-0.00012644547678064555,-0.00012136618897784501,-0.00011628690845100209,-0.00011120762064820156,-0.00010612833284540102,-0.0001010490523185581,-9.596976451575756e-05,-9.089047671295702e-05,-8.581118891015649e-05,-8.073190110735595e-05,-7.565262058051303e-05,-7.05733327777125e-05,-6.549404497491196e-05,-6.041476081009023e-05,-5.53354766452685e-05,-5.0256188842467964e-05,-4.517690103966743e-05,-4.00976168748457e-05,-3.501833271002397e-05,-2.9939044907223433e-05,-2.48597589234123e-05,-1.9780472939601168e-05,-1.4701186955790035e-05,-9.621900971978903e-06,-4.54261498816777e-06,5.366709956433624e-07,5.615956979454495e-06,1.0695242963265628e-05,1.577452894707676e-05,2.0853814930887893e-05,2.5933100914699025e-05,3.101238689851016e-05,3.6091674701310694e-05,4.117095886613242e-05,4.625024303095415e-05,5.132953083375469e-05,5.6408818636555225e-05,6.148809916339815e-05,6.656738696619868e-05,7.164667476899922e-05,7.672596257179976e-05,8.180525037460029e-05,8.688453090144321e-05,9.196381870424375e-05,9.704310650704429e-05,0.00010212238703388721,0.00010720167483668774,0.00011228096263948828,0.00011736025044228882,0.00012243953824508935,0.0001275188260478899,0.0001325980992987752,0.00013767738710157573,0.00014275667490437627,0.0001478359627071768,0.00015291525050997734,0.00015799453831277788,0.0001630738261155784,0.00016815311391837895,0.00017323240172117949,0.0001783116749720648,0.00018339096277486533,0.00018847025057766587,0.0001935495383804664],"_type":"histogram","values":[1,0,0,1,0,1,2,0,4,2,8,6,12,6,8,12,16,16,22,36,31,26,40,41,43,42,42,56,44,41,36,24,21,25,20,22,16,9,13,6,1,6,3,2,2,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,0,0,2,2,5,3,7,7,19,19,23,24,31,60,87,107,131,211,251,434,591,915,1646,2857,5800,12214,25373,54604,114643,163313,107539,51242,23603,11350,5609,2806,1467,895,545,399,270,193,146,113,73,52,44,19,25,13,10,8,4,6,3,4,3,0,0,1,1],"bins":[-0.0002384185791015625,-0.0002310723066329956,-0.0002237260341644287,-0.00021637976169586182,-0.00020903348922729492,-0.00020168721675872803,-0.00019434094429016113,-0.00018699467182159424,-0.00017964839935302734,-0.00017230212688446045,-0.00016495585441589355,-0.00015760958194732666,-0.00015026330947875977,-0.00014291703701019287,-0.00013557076454162598,-0.00012822449207305908,-0.00012087821960449219,-0.00011353194713592529,-0.0001061856746673584,-9.88394021987915e-05,-9.149312973022461e-05,-8.414685726165771e-05,-7.680058479309082e-05,-6.945431232452393e-05,-6.210803985595703e-05,-5.476176738739014e-05,-4.741549491882324e-05,-4.006922245025635e-05,-3.272294998168945e-05,-2.537667751312256e-05,-1.8030405044555664e-05,-1.068413257598877e-05,-3.337860107421875e-06,4.0084123611450195e-06,1.1354684829711914e-05,1.870095729827881e-05,2.6047229766845703e-05,3.33935022354126e-05,4.073977470397949e-05,4.808604717254639e-05,5.543231964111328e-05,6.277859210968018e-05,7.012486457824707e-05,7.747113704681396e-05,8.481740951538086e-05,9.216368198394775e-05,9.950995445251465e-05,0.00010685622692108154,0.00011420249938964844,0.00012154877185821533,0.00012889504432678223,0.00013624131679534912,0.00014358758926391602,0.0001509338617324829,0.0001582801342010498,0.0001656264066696167,0.0001729726791381836,0.0001803189516067505,0.00018766522407531738,0.00019501149654388428,0.00020235776901245117,0.00020970404148101807,0.00021705031394958496,0.00022439658641815186,0.00023174285888671875]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,2,0,2,0,1,4,2,5,8,4,6,8,9,12,7,12,21,23,22,18,28,32,27,33,32,25,37,38,27,34,42,30,33,19,19,24,19,15,18,13,11,11,6,4,9,2,4,1,4,2,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.002418986987322569,-0.0023379609920084476,-0.0022569349966943264,-0.002175909001380205,-0.002094883006066084,-0.0020138570107519627,-0.0019328311318531632,-0.001851805136539042,-0.0017707792576402426,-0.0016897532623261213,-0.001608727267012,-0.0015277012716978788,-0.0014466752763837576,-0.0013656492810696363,-0.001284623402170837,-0.0012035974068567157,-0.0011225714115425944,-0.0010415454162284732,-0.0009605194791220129,-0.0008794934838078916,-0.0007984675467014313,-0.00071744155138731,-0.0006364155560731888,-0.0005553896189667284,-0.0004743636236526072,-0.0003933376574423164,-0.0003123116912320256,-0.00023128569591790438,-0.0001502597297076136,-6.923375622136518e-05,1.179221726488322e-05,9.281819075113162e-05,0.00017384416423738003,0.0002548701304476708,0.0003358960966579616,0.00041692209197208285,0.0004979480290785432,0.0005789740243926644,0.0006600000197067857,0.000741025956813246,0.0008220519521273673,0.0009030779474414885,0.0009841038845479488,0.00106512987986207,0.0011461558751761913,0.0012271818704903126,0.001308207749389112,0.0013892337447032332,0.0014702597400173545,0.0015512857353314757,0.001632311730645597,0.0017133376095443964,0.0017943636048585176,0.001875389600172639,0.00195641559548676,0.0020374415908008814,0.0021184675861150026,0.002199493581429124,0.002280519576743245,0.0023615453392267227,0.002442571334540844,0.002523597329854965,0.0026046233251690865,0.0026856493204832077,0.002766675315797329]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-9.684840188128874e-05,-9.361956472275779e-05,-9.039072756422684e-05,-8.716189040569589e-05,-8.393304597120732e-05,-8.070420881267637e-05,-7.747537165414542e-05,-7.424653449561447e-05,-7.101769733708352e-05,-6.778886017855257e-05,-6.456002302002162e-05,-6.133118586149067e-05,-5.810234506498091e-05,-5.487350790644996e-05,-5.16446671099402e-05,-4.841582995140925e-05,-4.51869927928783e-05,-4.195815563434735e-05,-3.87293184758164e-05,-3.550047767930664e-05,-3.227164052077569e-05,-2.904280336224474e-05,-2.5813964384724386e-05,-2.2585125407204032e-05,-1.935628824867308e-05,-1.612745109014213e-05,-1.2898612112621777e-05,-9.669774044596124e-06,-6.440935976570472e-06,-3.21209790854482e-06,1.6740159480832517e-08,3.245578227506485e-06,6.474423571489751e-06,9.703261639515404e-06,1.2932099707541056e-05,1.616093868506141e-05,1.938977584359236e-05,2.261861300212331e-05,2.5847451979643665e-05,2.907629095716402e-05,3.230512811569497e-05,3.553396527422592e-05,3.876280243275687e-05,4.199164322926663e-05,4.522048038779758e-05,4.844931754632853e-05,5.167815834283829e-05,5.490699550136924e-05,5.813583265990019e-05,6.136466981843114e-05,6.459350697696209e-05,6.782234413549304e-05,7.105118129402399e-05,7.428002572851256e-05,7.75088628870435e-05,8.073770004557446e-05,8.396653720410541e-05,8.719537436263636e-05,9.042421152116731e-05,9.365304867969826e-05,9.688189311418682e-05,0.00010011073027271777,0.00010333956743124872,0.00010656840458977968,0.00010979724174831063],"_type":"histogram","values":[2,0,2,3,1,2,3,4,2,7,6,4,4,9,7,11,14,14,18,9,17,20,15,20,32,31,30,33,36,39,23,32,38,22,26,24,23,27,20,18,15,21,9,11,5,15,9,7,4,4,3,5,1,2,0,2,3,1,0,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"bins":[-0.0034024741034954786,-0.0033297401387244463,-0.0032570059411227703,-0.003184271976351738,-0.0031115380115807056,-0.0030388040468096733,-0.002966070082038641,-0.002893335884436965,-0.0028206019196659327,-0.0027478679548949003,-0.0026751337572932243,-0.002602399792522192,-0.0025296658277511597,-0.0024569318629801273,-0.002384197898209095,-0.002311463700607419,-0.0022387297358363867,-0.0021659957710653543,-0.0020932615734636784,-0.002020527608692646,-0.0019477936439216137,-0.0018750596791505814,-0.0018023255979642272,-0.001729591516777873,-0.0016568575520068407,-0.0015841235872358084,-0.0015113895060494542,-0.0014386554248631,-0.0013659214600920677,-0.0012931874953210354,-0.0012204534141346812,-0.001147719332948327,-0.0010749856010079384,-0.001002251636236906,-0.0009295175550505519,-0.0008567835320718586,-0.0007840495090931654,-0.0007113154861144722,-0.0006385814631357789,-0.0005658474401570857,-0.0004931134171783924,-0.00042037939419969916,-0.0003476453712210059,-0.00027491134824231267,-0.00020217732526361942,-0.00012944330228492618,-5.670927930623293e-05,1.6024743672460318e-05,8.875876665115356e-05,0.0001614927896298468,0.00023422681260854006,0.0003069608355872333,0.00037969485856592655,0.0004524288815446198,0.000525162904523313,0.0005978969275020063,0.0006706309504806995,0.0007433649734593928,0.000816098996438086,0.0008888330194167793,0.0009615670423954725,0.0010343010071665049,0.001107035088352859,0.0011797691695392132,0.0012525031343102455],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,3,2,5,7,6,14,10,16,18,35,17,24,39,49,73,63,85,85,96,102,112,105,108,110,108,84,117,97,88,68,52,54,41,41,27,19,15,14,9,3,10,2,2,1,4,0,2,1,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,1,1,4,6,18,20,52,79,133,228,416,623,950,1363,2124,3112,4142,5597,7720,10027,12590,15903,19348,22564,25830,29340,32420,34345,36071,36862,36438,35334,33535,31370,28059,24498,21420,17872,14759,11896,9095,7107,5043,3718,2607,1847,1200,831,525,313,202,110,70,30,17,17,9,5,2,1,2],"bins":[-0.10311883687973022,-0.09997688233852386,-0.0968349352478981,-0.09369298815727234,-0.09055103361606598,-0.08740907907485962,-0.08426713198423386,-0.0811251848936081,-0.07798323035240173,-0.07484127581119537,-0.07169932872056961,-0.06855738162994385,-0.06541542708873749,-0.062273476272821426,-0.059131525456905365,-0.055989574640989304,-0.05284762382507324,-0.04970567300915718,-0.04656372219324112,-0.04342177137732506,-0.040279820561409,-0.037137869745492935,-0.033995918929576874,-0.030853968113660812,-0.02771201729774475,-0.02457006648182869,-0.021428115665912628,-0.018286164849996567,-0.015144214034080505,-0.012002263218164444,-0.008860312402248383,-0.005718361586332321,-0.0025764182209968567,0.0005655325949192047,0.003707483410835266,0.0068494342267513275,0.009991385042667389,0.01313333585858345,0.01627528667449951,0.019417237490415573,0.022559188306331635,0.025701139122247696,0.028843089938163757,0.03198504075407982,0.03512699156999588,0.03826894238591194,0.041410893201828,0.044552844017744064,0.047694794833660126,0.05083674564957619,0.05397869646549225,0.05712064728140831,0.06026259809732437,0.06340454518795013,0.0665464997291565,0.06968845427036285,0.07283040136098862,0.07597234845161438,0.07911430299282074,0.0822562575340271,0.08539820462465286,0.08854015171527863,0.09168210625648499,0.09482406079769135,0.09796600788831711]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,2,0,2,3,2,1,7,5,11,9,10,20,11,15,14,20,30,25,29,39,46,49,29,38,33,41,27,31,35,27,24,19,17,12,11,16,13,14,6,4,6,3,1,4,2,0,1,0,1,0,0,0,0,0,0,0,1],"bins":[-0.0002015829086303711,-0.00019493140280246735,-0.0001882798969745636,-0.00018162839114665985,-0.0001749768853187561,-0.00016832537949085236,-0.0001616738736629486,-0.00015502236783504486,-0.0001483708620071411,-0.00014171935617923737,-0.00013506785035133362,-0.00012841634452342987,-0.00012176483869552612,-0.00011511333286762238,-0.00010846182703971863,-0.00010181032121181488,-9.515881538391113e-05,-8.850730955600739e-05,-8.185580372810364e-05,-7.520429790019989e-05,-6.855279207229614e-05,-6.19012862443924e-05,-5.524978041648865e-05,-4.85982745885849e-05,-4.194676876068115e-05,-3.5295262932777405e-05,-2.8643757104873657e-05,-2.199225127696991e-05,-1.5340745449066162e-05,-8.689239621162415e-06,-2.037733793258667e-06,4.6137720346450806e-06,1.1265277862548828e-05,1.7916783690452576e-05,2.4568289518356323e-05,3.121979534626007e-05,3.787130117416382e-05,4.4522807002067566e-05,5.1174312829971313e-05,5.782581865787506e-05,6.447732448577881e-05,7.112883031368256e-05,7.77803361415863e-05,8.443184196949005e-05,9.10833477973938e-05,9.773485362529755e-05,0.0001043863594532013,0.00011103786528110504,0.00011768937110900879,0.00012434087693691254,0.00013099238276481628,0.00013764388859272003,0.00014429539442062378,0.00015094690024852753,0.00015759840607643127,0.00016424991190433502,0.00017090141773223877,0.00017755292356014252,0.00018420442938804626,0.00019085593521595,0.00019750744104385376,0.0002041589468717575,0.00021081045269966125,0.000217461958527565,0.00022411346435546875]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[2,0,2,7,10,17,28,44,102,180,357,515,880,1401,2087,3118,4337,6242,8725,12057,16293,20993,26643,33500,41428,48659,57693,65840,73650,80635,86003,90643,92418,93011,91347,87913,82446,75357,67588,59421,51333,43131,35422,28164,22265,17102,13025,9448,6818,4886,3414,2257,1511,961,646,369,218,143,78,40,25,8,5,3],"bins":[-0.09884809702634811,-0.09586282819509506,-0.09287756681442261,-0.08989229798316956,-0.0869070366024971,-0.08392176777124405,-0.0809365063905716,-0.07795123755931854,-0.07496597617864609,-0.07198070734739304,-0.06899544596672058,-0.06601017713546753,-0.06302491575479507,-0.06003964692354202,-0.05705438181757927,-0.054069116711616516,-0.05108385160565376,-0.04809858649969101,-0.045113321393728256,-0.0421280562877655,-0.03914279118180275,-0.036157526075839996,-0.03317226096987724,-0.03018699400126934,-0.027201728895306587,-0.024216463789343834,-0.02123119868338108,-0.018245933577418327,-0.015260667540133,-0.012275402434170246,-0.009290136396884918,-0.006304871290922165,-0.0033196061849594116,-0.00033434084616601467,0.0026509244926273823,0.005636190064251423,0.008621455170214176,0.01160672027617693,0.014591986313462257,0.01757725141942501,0.020562516525387764,0.023547781631350517,0.02653304673731327,0.029518311843276024,0.032503578811883926,0.03548884391784668,0.03847410902380943,0.041459374129772186,0.04444463923573494,0.04742990434169769,0.050415169447660446,0.0534004345536232,0.05638569965958595,0.059370964765548706,0.06235622987151146,0.06534149497747421,0.06832676380872726,0.07131202518939972,0.07429729402065277,0.07728255540132523,0.08026782423257828,0.08325308561325073,0.08623835444450378,0.08922361582517624,0.09220888465642929]},"gradients/_orig_mod.linear.bias":{"_type":"histogram","values":[1,0,1,0,1,0,1,0,1,1,0,4,3,0,1,1,11,7,7,5,9,8,8,7,16,11,13,22,13,17,15,16,14,23,21,15,20,15,14,15,19,21,18,16,12,10,14,13,10,11,5,6,5,3,2,3,0,2,0,1,1,1,0,2],"bins":[-0.00013589859008789062,-0.0001319674775004387,-0.00012803636491298676,-0.00012410525232553482,-0.00012017413973808289,-0.00011624302715063095,-0.00011231191456317902,-0.00010838080197572708,-0.00010444968938827515,-0.00010051857680082321,-9.658746421337128e-05,-9.265635162591934e-05,-8.872523903846741e-05,-8.479412645101547e-05,-8.086301386356354e-05,-7.69319012761116e-05,-7.300078868865967e-05,-6.906967610120773e-05,-6.51385635137558e-05,-6.120745092630386e-05,-5.727633833885193e-05,-5.3345225751399994e-05,-4.941411316394806e-05,-4.5483000576496124e-05,-4.155188798904419e-05,-3.7620775401592255e-05,-3.368966281414032e-05,-2.9758550226688385e-05,-2.582743763923645e-05,-2.1896325051784515e-05,-1.796521246433258e-05,-1.4034099876880646e-05,-1.0102987289428711e-05,-6.171874701976776e-06,-2.2407621145248413e-06,1.6903504729270935e-06,5.621463060379028e-06,9.552575647830963e-06,1.3483688235282898e-05,1.7414800822734833e-05,2.1345913410186768e-05,2.5277025997638702e-05,2.9208138585090637e-05,3.313925117254257e-05,3.707036375999451e-05,4.100147634744644e-05,4.4932588934898376e-05,4.886370152235031e-05,5.2794814109802246e-05,5.672592669725418e-05,6.0657039284706116e-05,6.458815187215805e-05,6.851926445960999e-05,7.245037704706192e-05,7.638148963451385e-05,8.031260222196579e-05,8.424371480941772e-05,8.817482739686966e-05,9.21059399843216e-05,9.603705257177353e-05,9.996816515922546e-05,0.0001038992777466774,0.00010783039033412933,0.00011176150292158127,0.0001156926155090332]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"values":[1,1,2,0,3,4,1,3,1,4,1,5,3,8,5,4,7,12,11,4,10,23,13,18,17,17,21,29,35,36,41,41,24,35,37,37,17,24,24,17,20,19,20,13,18,14,8,4,8,5,4,5,5,1,5,3,1,4,3,3,3,2,1,3],"bins":[-0.018567319959402084,-0.017999188974499702,-0.01743105798959732,-0.01686292700469494,-0.016294796019792557,-0.015726665034890175,-0.015158534049987793,-0.014590403065085411,-0.01402227208018303,-0.013454141095280647,-0.012886010110378265,-0.012317879125475883,-0.011749748140573502,-0.01118161715567112,-0.010613486170768738,-0.010045355185866356,-0.009477224200963974,-0.008909093216061592,-0.00834096223115921,-0.007772831246256828,-0.007204700261354446,-0.0066365692764520645,-0.006068438291549683,-0.005500307306647301,-0.004932176321744919,-0.004364045336842537,-0.003795914351940155,-0.003227783367037773,-0.0026596523821353912,-0.0020915213972330093,-0.0015233904123306274,-0.0009552594274282455,-0.0003871265798807144,0.00018100440502166748,0.0007491353899240494,0.0013172663748264313,0.0018853973597288132,0.002453528344631195,0.003021659329533577,0.003589790314435959,0.004157921299338341,0.004726052284240723,0.0052941832691431046,0.0058623142540454865,0.006430445238947868,0.00699857622385025,0.007566707208752632,0.008134838193655014,0.008702969178557396,0.009271100163459778,0.00983923114836216,0.010407362133264542,0.010975493118166924,0.011543624103069305,0.012111755087971687,0.01267988607287407,0.013248017057776451,0.013816148042678833,0.014384279027581215,0.014952410012483597,0.015520540997385979,0.01608867198228836,0.016656802967190742,0.017224933952093124,0.017793064936995506],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,2,0,2,2,4,6,3,2,5,8,6,11,12,15,17,21,33,36,48,50,67,70,62,50,46,28,31,29,17,17,14,14,6,5,2,8,6,3,1,1,0,2,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-6.389617919921875e-05,-6.12754374742508e-05,-5.865469574928284e-05,-5.603395402431488e-05,-5.3413212299346924e-05,-5.079247057437897e-05,-4.817172884941101e-05,-4.5550987124443054e-05,-4.29302453994751e-05,-4.030950367450714e-05,-3.7688761949539185e-05,-3.506802022457123e-05,-3.244727849960327e-05,-2.9826536774635315e-05,-2.720579504966736e-05,-2.4585053324699402e-05,-2.1964311599731445e-05,-1.934356987476349e-05,-1.6722828149795532e-05,-1.4102086424827576e-05,-1.1481344699859619e-05,-8.860602974891663e-06,-6.239861249923706e-06,-3.6191195249557495e-06,-9.98377799987793e-07,1.6223639249801636e-06,4.24310564994812e-06,6.863847374916077e-06,9.484589099884033e-06,1.210533082485199e-05,1.4726072549819946e-05,1.7346814274787903e-05,1.996755599975586e-05,2.2588297724723816e-05,2.5209039449691772e-05,2.782978117465973e-05,3.0450522899627686e-05,3.307126462459564e-05,3.56920063495636e-05,3.8312748074531555e-05,4.093348979949951e-05,4.355423152446747e-05,4.6174973249435425e-05,4.879571497440338e-05,5.141645669937134e-05,5.4037198424339294e-05,5.665794014930725e-05,5.927868187427521e-05,6.189942359924316e-05,6.452016532421112e-05,6.714090704917908e-05,6.976164877414703e-05,7.238239049911499e-05,7.500313222408295e-05,7.76238739490509e-05,8.024461567401886e-05,8.286535739898682e-05,8.548609912395477e-05,8.810684084892273e-05,9.072758257389069e-05,9.334832429885864e-05,9.59690660238266e-05,9.858980774879456e-05,0.00010121054947376251,0.00010383129119873047]},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"bins":[0.9955921173095703,0.9957593083381653,0.9959264993667603,0.9960936903953552,0.9962608814239502,0.9964280724525452,0.9965952634811401,0.9967624545097351,0.9969296455383301,0.997096836566925,0.99726402759552,0.997431218624115,0.99759840965271,0.9977656006813049,0.9979327917098999,0.9980999827384949,0.9982671737670898,0.99843430519104,0.998601496219635,0.99876868724823,0.998935878276825,0.9991030693054199,0.9992702603340149,0.9994374513626099,0.9996046423912048,0.9997718334197998,0.9999390244483948,1.0001062154769897,1.0002734661102295,1.0004405975341797,1.0006078481674194,1.0007749795913696,1.0009422302246094,1.0011093616485596,1.0012764930725098,1.0014437437057495,1.0016108751296997,1.0017781257629395,1.0019452571868896,1.0021125078201294,1.0022796392440796,1.0024468898773193,1.0026140213012695,1.0027812719345093,1.0029484033584595,1.0031156539916992,1.0032827854156494,1.0034500360488892,1.0036171674728394,1.003784418106079,1.0039515495300293,1.004118800163269,1.0042859315872192,1.004453182220459,1.0046203136444092,1.004787564277649,1.0049546957015991,1.0051219463348389,1.005289077758789,1.0054563283920288,1.005623459815979,1.0057907104492188,1.005957841873169,1.0061250925064087,1.0062922239303589],"_type":"histogram","values":[2,2,1,2,1,0,1,5,6,4,13,5,15,11,10,9,10,21,15,17,24,17,30,25,25,21,26,29,26,24,23,31,30,21,13,22,26,18,12,18,20,15,17,14,17,9,13,11,3,5,5,3,4,3,3,3,2,1,2,1,2,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"values":[1,2,0,1,2,0,1,3,5,9,2,8,5,12,9,7,11,14,11,17,17,23,22,19,21,22,18,29,30,24,33,19,18,25,23,27,20,20,18,16,30,27,17,15,12,25,8,8,9,7,10,7,2,4,5,5,3,1,4,1,2,1,0,1],"bins":[-0.009533310309052467,-0.00923994556069374,-0.008946580812335014,-0.008653216063976288,-0.008359851315617561,-0.00806648749858141,-0.007773122750222683,-0.0074797580018639565,-0.00718639325350523,-0.0068930285051465034,-0.006599663756787777,-0.006306299474090338,-0.006012934725731611,-0.005719569977372885,-0.0054262056946754456,-0.005132840946316719,-0.0048394761979579926,-0.004546111449599266,-0.0042527467012405396,-0.0039593824185431,-0.003666017670184374,-0.0033726529218256474,-0.0030792884062975645,-0.0027859238907694817,-0.002492559142410755,-0.0021991943940520287,-0.0019058298785239458,-0.0016124652465805411,-0.0013191006146371365,-0.0010257359826937318,-0.0007323713507503271,-0.00043900671880692244,-0.00014564301818609238,0.0001477216137573123,0.00044108624570071697,0.0007344508776441216,0.0010278155095875263,0.001321180141530931,0.0016145447734743357,0.0019079094054177403,0.002201274037361145,0.0024946387857198715,0.0027880033012479544,0.003081367816776037,0.0033747325651347637,0.0036680973134934902,0.003961461596190929,0.004254826344549656,0.004548191092908382,0.004841555841267109,0.005134920589625835,0.005428284872323275,0.005721649620682001,0.006015014369040728,0.006308378651738167,0.006601743400096893,0.00689510814845562,0.007188472896814346,0.007481837645173073,0.007775201927870512,0.008068567141890526,0.008361930958926678,0.008655295707285404,0.00894866045564413,0.009242025204002857],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[3,1,0,1,2,0,1,3,0,0,4,0,2,4,7,5,5,6,6,7,9,7,10,19,18,30,36,31,38,44,51,60,57,47,53,41,27,26,19,13,8,10,5,6,5,6,4,3,5,4,3,0,3,2,1,2,3,0,0,1,3,0,0,1],"bins":[-2.968311309814453e-05,-2.8730370104312897e-05,-2.7777627110481262e-05,-2.6824884116649628e-05,-2.5872141122817993e-05,-2.491939812898636e-05,-2.3966655135154724e-05,-2.301391214132309e-05,-2.2061169147491455e-05,-2.110842615365982e-05,-2.0155683159828186e-05,-1.920294016599655e-05,-1.8250197172164917e-05,-1.7297454178333282e-05,-1.6344711184501648e-05,-1.5391968190670013e-05,-1.4439225196838379e-05,-1.3486482203006744e-05,-1.253373920917511e-05,-1.1580996215343475e-05,-1.062825322151184e-05,-9.675510227680206e-06,-8.722767233848572e-06,-7.770024240016937e-06,-6.817281246185303e-06,-5.864538252353668e-06,-4.911795258522034e-06,-3.959052264690399e-06,-3.0063092708587646e-06,-2.05356627702713e-06,-1.1008232831954956e-06,-1.4808028936386108e-07,8.046627044677734e-07,1.757405698299408e-06,2.7101486921310425e-06,3.662891685962677e-06,4.6156346797943115e-06,5.568377673625946e-06,6.5211206674575806e-06,7.473863661289215e-06,8.42660665512085e-06,9.379349648952484e-06,1.0332092642784119e-05,1.1284835636615753e-05,1.2237578630447388e-05,1.3190321624279022e-05,1.4143064618110657e-05,1.5095807611942291e-05,1.6048550605773926e-05,1.700129359960556e-05,1.7954036593437195e-05,1.890677958726883e-05,1.9859522581100464e-05,2.08122655749321e-05,2.1765008568763733e-05,2.2717751562595367e-05,2.3670494556427002e-05,2.4623237550258636e-05,2.557598054409027e-05,2.6528723537921906e-05,2.748146653175354e-05,2.8434209525585175e-05,2.938695251941681e-05,3.0339695513248444e-05,3.129243850708008e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,3,3,4,3,5,7,10,10,2,13,12,8,11,23,24,28,33,36,26,28,33,40,28,36,43,47,35,27,29,28,27,19,19,9,12,9,9,4,5,7,1,2,1,2,1,1,0,1,2,0,0,0,0,0,0,0,1],"bins":[-0.0023566465824842453,-0.002276316750794649,-0.0021959866862744093,-0.002115656854584813,-0.0020353267900645733,-0.001954996958374977,-0.0018746668938547373,-0.0017943369457498193,-0.0017140069976449013,-0.001633677165955305,-0.001553347217850387,-0.001473017269745469,-0.001392687321640551,-0.001312357373535633,-0.001232027425430715,-0.001151697477325797,-0.001071367529220879,-0.000991037581115961,-0.0009107076330110431,-0.0008303776849061251,-0.0007500477368012071,-0.00066971784690395,-0.000589387898799032,-0.000509057950694114,-0.00042872800258919597,-0.00034839805448427796,-0.00026806810637935996,-0.00018773818737827241,-0.00010740823927335441,-2.7078298444394022e-05,5.325164238456637e-05,0.00013358157593756914,0.00021391152404248714,0.00029424147214740515,0.00037457142025232315,0.0004549013392534107,0.0005352313164621592,0.0006155612063594162,0.0006958911544643342,0.0007762211025692523,0.0008565510506741703,0.0009368809987790883,0.0010172108886763453,0.0010975408367812634,0.0011778707848861814,0.0012582007329910994,0.0013385306810960174,0.0014188606292009354,0.0014991905773058534,0.0015795205254107714,0.0016598504735156894,0.0017401804216206074,0.0018205103697255254,0.0019008403178304434,0.0019811701495200396,0.0020615002140402794,0.0021418300457298756,0.0022221601102501154,0.0023024899419397116,0.0023828200064599514,0.0024631498381495476,0.0025434799026697874,0.0026238097343593836,0.0027041397988796234,0.0027844696305692196]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[2,2,1,3,5,13,19,47,70,104,166,316,466,710,1086,1633,2276,3160,4385,5835,7727,9861,12578,15287,18401,21366,24680,27657,30508,32641,33943,35059,35081,34510,33072,30875,28338,25744,22412,19431,15958,13229,10763,8315,6303,4752,3463,2462,1791,1159,798,517,334,204,140,67,42,30,11,9,4,1,1,1],"bins":[-0.09646794945001602,-0.09346643090248108,-0.09046490490436554,-0.0874633863568306,-0.08446186780929565,-0.08146034181118011,-0.07845882326364517,-0.07545730471611023,-0.07245577871799469,-0.06945426017045975,-0.0664527416229248,-0.06345122307538986,-0.06044969707727432,-0.05744817852973938,-0.05444665625691414,-0.051445137709379196,-0.048443615436553955,-0.045442093163728714,-0.04244057461619377,-0.03943905234336853,-0.03643753379583359,-0.03343601152300835,-0.030434489250183105,-0.027432968840003014,-0.024431448429822922,-0.02142992801964283,-0.018428407609462738,-0.015426885336637497,-0.012425364926457405,-0.009423844516277313,-0.006422323174774647,-0.0034208022989332676,-0.00041928142309188843,0.0025822394527494907,0.00558376032859087,0.008585281670093536,0.011586802080273628,0.01458832249045372,0.01758984476327896,0.020591365173459053,0.023592885583639145,0.026594405993819237,0.02959592640399933,0.03259744867682457,0.03559897094964981,0.03860048949718475,0.041602011770009995,0.04460353031754494,0.04760505259037018,0.05060657486319542,0.05360809341073036,0.0566096156835556,0.059611134231090546,0.06261266022920609,0.06561417877674103,0.06861569732427597,0.07161721587181091,0.07461874186992645,0.0776202604174614,0.08062177896499634,0.08362330496311188,0.08662482351064682,0.08962634205818176,0.0926278680562973,0.09562938660383224]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"values":[1,0,1,2,2,4,5,13,12,15,33,68,74,119,181,271,387,643,957,1319,2087,3399,5259,8636,14311,24291,42987,79503,151171,313735,462730,212683,109639,58257,32296,18409,10850,6578,4028,2606,1726,1224,752,484,331,262,168,116,79,58,36,31,9,9,4,3,4,1,2,1,0,1,0,1],"bins":[-0.00017821788787841797,-0.00017232634127140045,-0.00016643479466438293,-0.00016054324805736542,-0.0001546517014503479,-0.00014876015484333038,-0.00014286860823631287,-0.00013697706162929535,-0.00013108551502227783,-0.00012519396841526031,-0.0001193024218082428,-0.00011341087520122528,-0.00010751932859420776,-0.00010162778198719025,-9.573623538017273e-05,-8.984468877315521e-05,-8.39531421661377e-05,-7.806159555912018e-05,-7.217004895210266e-05,-6.627850234508514e-05,-6.038695573806763e-05,-5.449540913105011e-05,-4.860386252403259e-05,-4.2712315917015076e-05,-3.682076930999756e-05,-3.092922270298004e-05,-2.5037676095962524e-05,-1.9146129488945007e-05,-1.325458288192749e-05,-7.363036274909973e-06,-1.471489667892456e-06,4.420056939125061e-06,1.0311603546142578e-05,1.6203150153160095e-05,2.2094696760177612e-05,2.798624336719513e-05,3.3877789974212646e-05,3.9769336581230164e-05,4.566088318824768e-05,5.15524297952652e-05,5.7443976402282715e-05,6.333552300930023e-05,6.922706961631775e-05,7.511861622333527e-05,8.101016283035278e-05,8.69017094373703e-05,9.279325604438782e-05,9.868480265140533e-05,0.00010457634925842285,0.00011046789586544037,0.00011635944247245789,0.0001222509890794754,0.00012814253568649292,0.00013403408229351044,0.00013992562890052795,0.00014581717550754547,0.000151708722114563,0.0001576002687215805,0.00016349181532859802,0.00016938336193561554,0.00017527490854263306,0.00018116645514965057,0.0001870580017566681,0.0001929495483636856,0.00019884109497070312],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.0951571986079216,-0.09211678057909012,-0.08907636255025864,-0.08603594452142715,-0.08299552649259567,-0.07995510846376419,-0.07691469043493271,-0.07387427240610123,-0.07083386182785034,-0.06779344379901886,-0.06475302577018738,-0.0617126040160656,-0.058672189712524414,-0.05563177168369293,-0.05259135365486145,-0.04955093562602997,-0.046510517597198486,-0.043470099568367004,-0.04042968153953552,-0.03738926351070404,-0.03434884548187256,-0.031308431178331375,-0.028268013149499893,-0.02522759512066841,-0.02218717709183693,-0.019146759063005447,-0.016106341034173965,-0.013065924867987633,-0.01002550683915615,-0.006985089275985956,-0.0039446717128157616,-0.0009042541496455669,0.0021361559629440308,0.005176573526114225,0.00821699108928442,0.011257408186793327,0.01429782621562481,0.01733824424445629,0.020378660410642624,0.023419078439474106,0.026459496468305588,0.02949991449713707,0.03254033252596855,0.035580750554800034,0.03862116485834122,0.0416615828871727,0.04470200091600418,0.04774241894483566,0.050782836973667145,0.05382325500249863,0.05686367303133011,0.05990409106016159,0.06294450908899307,0.06598492711782455,0.06902534514665604,0.07206576317548752,0.0751061737537384,0.07814659178256989,0.08118700981140137,0.08422742784023285,0.08726784586906433,0.09030826389789581,0.0933486819267273,0.09638909995555878,0.09942951798439026],"_type":"histogram","values":[1,1,3,8,8,30,36,54,85,177,262,414,662,962,1490,2140,3053,4061,5599,7202,9480,11824,14690,17768,21079,24187,27056,30027,32375,34100,35522,35432,35215,33587,31565,28907,26125,22823,19929,16478,13520,10847,8442,6427,4914,3616,2460,1718,1237,823,525,327,235,153,72,47,29,7,4,3,0,0,0,1]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.004978497978299856,-0.004812404979020357,-0.004646312445402145,-0.004480219446122646,-0.004314126446843147,-0.0041480339132249355,-0.0039819409139454365,-0.0038158479146659374,-0.003649755148217082,-0.0034836623817682266,-0.0033175693824887276,-0.003151476616039872,-0.0029853838495910168,-0.0028192908503115177,-0.0026531980838626623,-0.0024871050845831633,-0.002321012318134308,-0.0021549195516854525,-0.0019888265524059534,-0.001822733785957098,-0.0016566409030929208,-0.0014905480202287436,-0.0013244552537798882,-0.001158362370915711,-0.0009922694880515337,-0.0008261766051873565,-0.0006600837805308402,-0.0004939909558743238,-0.0003278980730101466,-0.00016180521924979985,4.287634510546923e-06,0.0001703804882708937,0.00033647380769252777,0.000502566690556705,0.0006686595152132213,0.0008347523398697376,0.0010008452227339149,0.001166938105598092,0.0013330308720469475,0.0014991237549111247,0.001665216637775302,0.0018313095206394792,0.0019974024035036564,0.002163495169952512,0.002329587936401367,0.0024956809356808662,0.0026617737021297216,0.0028278667014092207,0.002993959467858076,0.0031600522343069315,0.0033261452335864305,0.003492238000035286,0.003658330999314785,0.0038244237657636404,0.003990516532212496,0.004156609531491995,0.004322702065110207,0.004488795064389706,0.004654888063669205,0.004820981062948704,0.0049870735965669155,0.0051531665958464146,0.005319259595125914,0.005485352128744125,0.005651445128023624],"_type":"histogram","values":[1,1,0,0,1,2,0,1,4,4,4,5,7,8,12,14,12,13,15,19,25,28,24,29,35,27,23,26,21,25,22,21,22,38,30,21,34,22,19,24,20,23,17,11,3,10,5,10,4,5,4,4,4,1,3,2,1,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.00011456653737695888,-0.00011097210517618805,-0.00010737768025137484,-0.00010378325532656163,-0.0001001888231257908,-9.659439092501998e-05,-9.299996600020677e-05,-8.940554107539356e-05,-8.581110887462273e-05,-8.221667667385191e-05,-7.86222517490387e-05,-7.502782682422549e-05,-7.143339462345466e-05,-6.783896242268384e-05,-6.424453749787062e-05,-6.0650108935078606e-05,-5.705568037228659e-05,-5.346125180949457e-05,-4.986682324670255e-05,-4.6272394683910534e-05,-4.2677966121118516e-05,-3.90835375583265e-05,-3.548910899553448e-05,-3.189468043274246e-05,-2.8300251869950444e-05,-2.4705823307158425e-05,-2.1111394744366407e-05,-1.751696618157439e-05,-1.3922537618782371e-05,-1.0328109055990353e-05,-6.733680493198335e-06,-3.139251930406317e-06,4.5517663238570094e-07,4.049605195177719e-06,7.644033757969737e-06,1.1238462320761755e-05,1.4832890883553773e-05,1.842731944634579e-05,2.202174800913781e-05,2.5616176571929827e-05,2.9210605134721845e-05,3.2805033697513863e-05,3.639946226030588e-05,3.99938908230979e-05,4.358831938588992e-05,4.7182747948681936e-05,5.0777176511473954e-05,5.437160507426597e-05,5.796603363705799e-05,6.156046583782881e-05,6.515489076264203e-05,6.874931568745524e-05,7.234374788822606e-05,7.593818008899689e-05,7.95326050138101e-05,8.312702993862331e-05,8.672146213939413e-05,9.031589434016496e-05,9.391031926497817e-05,9.750474418979138e-05,0.0001010991763905622,0.00010469360859133303,0.00010828803351614624,0.00011188245844095945,0.00011547689064173028],"_type":"histogram","values":[1,0,0,0,1,0,0,4,2,1,0,1,3,4,3,9,9,10,11,13,20,18,20,18,26,28,25,42,32,24,33,27,33,28,29,36,32,39,25,24,20,23,14,18,7,14,11,6,7,3,2,2,1,1,1,2,0,0,2,1,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,3,1,4,1,2,3,7,10,10,8,10,13,26,28,17,28,17,34,30,32,37,35,37,30,44,36,28,25,30,26,16,21,23,10,10,21,8,9,7,5,3,6,2,3,1,2,1,1,1,1,0,0,0,0,0,0,0,1],"bins":[-0.001345604076050222,-0.001298647141084075,-0.0012516900897026062,-0.0012047331547364593,-0.0011577762197703123,-0.0011108191683888435,-0.0010638622334226966,-0.0010169051820412278,-0.0009699482470750809,-0.000922991253901273,-0.0008760342607274652,-0.0008290773257613182,-0.0007821203325875103,-0.0007351633394137025,-0.0006882064044475555,-0.0006412494112737477,-0.0005942924180999398,-0.000547335424926132,-0.0005003784317523241,-0.00045342149678617716,-0.0004064645036123693,-0.00035950751043856144,-0.00031255054636858404,-0.00026559358229860663,-0.00021863658912479877,-0.00017167961050290614,-0.0001247226318810135,-7.776565325912088e-05,-3.080867463722825e-05,1.614830398466438e-05,6.310528260655701e-05,0.00011006226122844964,0.0001570193562656641,0.00020397633488755673,0.00025093331350944936,0.00029789027757942677,0.0003448472707532346,0.0003918042639270425,0.0004387612279970199,0.0004857181920669973,0.0005326751852408051,0.000579632178414613,0.0006265891715884209,0.0006735461065545678,0.0007205030997283757,0.0007674600929021835,0.0008144170278683305,0.0008613740210421383,0.0009083310142159462,0.0009552880073897541,0.001002245000563562,0.0010492019355297089,0.0010961589869111776,0.0011431159218773246,0.0011900728568434715,0.0012370299082249403,0.0012839868431910872,0.0013309437781572342,0.001377900829538703,0.00142485776450485,0.0014718146994709969,0.0015187717508524656,0.0015657286858186126,0.0016126857372000813,0.0016596426721662283]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.0001654937950661406,-0.00015949773660395294,-0.00015350166358985007,-0.00014750560512766242,-0.00014150954666547477,-0.00013551348820328712,-0.00012951742974109948,-0.0001235213567269966,-0.00011752529826480895,-0.0001115292398026213,-0.00010553317406447604,-9.953710832633078e-05,-9.354104986414313e-05,-8.754499140195549e-05,-8.154892566381022e-05,-7.555285992566496e-05,-6.955680146347731e-05,-6.356074300128967e-05,-5.7564677263144404e-05,-5.156861516297795e-05,-4.5572553062811494e-05,-3.957649096264504e-05,-3.3580428862478584e-05,-2.758436676231213e-05,-2.1588304662145674e-05,-1.559224256197922e-05,-9.596180461812764e-06,-3.6001183616463095e-06,2.3959437385201454e-06,8.3920058386866e-06,1.4388067938853055e-05,2.038413003901951e-05,2.6380177587270737e-05,3.237623968743719e-05,3.8372301787603647e-05,4.43683638877701e-05,5.0364425987936556e-05,5.636048808810301e-05,6.235655018826947e-05,6.835261592641473e-05,7.434867438860238e-05,8.034473285079002e-05,8.634079858893529e-05,9.233686432708055e-05,9.83329227892682e-05,0.00010432898125145584,0.0001103250469896011,0.00011632111272774637,0.00012231717118993402,0.00012831322965212166,0.0001343092881143093,0.0001403053611284122,0.00014630141959059983,0.00015229747805278748,0.00015829355106689036,0.000164289609529078,0.00017028566799126565,0.0001762817264534533,0.00018227778491564095,0.00018827385792974383,0.00019426991639193147,0.00020026597485411912,0.000206262047868222,0.00021225810633040965,0.0002182541647925973],"_type":"histogram","values":[1,1,0,0,0,1,0,2,6,1,5,5,3,5,7,11,12,10,14,19,20,41,32,34,47,44,40,43,38,45,32,33,37,26,30,31,14,17,15,9,13,8,3,3,2,3,1,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"_type":"histogram","values":[2,1,1,2,0,4,6,12,16,25,31,51,88,108,160,242,316,539,794,1188,1906,3008,4778,7870,13057,23307,40394,70552,117280,175965,240190,259587,221126,156276,95399,57915,33023,19001,11152,6377,3992,2517,1531,1006,666,464,304,190,121,86,71,48,33,25,15,14,11,8,6,2,3,1,0,1],"bins":[-7.802248001098633e-05,-7.553119212388992e-05,-7.303990423679352e-05,-7.054861634969711e-05,-6.805732846260071e-05,-6.55660405755043e-05,-6.30747526884079e-05,-6.058346480131149e-05,-5.809217691421509e-05,-5.560088902711868e-05,-5.310960114002228e-05,-5.061831325292587e-05,-4.812702536582947e-05,-4.563573747873306e-05,-4.314444959163666e-05,-4.065316170454025e-05,-3.816187381744385e-05,-3.567058593034744e-05,-3.317929804325104e-05,-3.068801015615463e-05,-2.8196722269058228e-05,-2.5705434381961823e-05,-2.3214146494865417e-05,-2.0722858607769012e-05,-1.8231570720672607e-05,-1.5740282833576202e-05,-1.3248994946479797e-05,-1.0757707059383392e-05,-8.266419172286987e-06,-5.775131285190582e-06,-3.2838433980941772e-06,-7.925555109977722e-07,1.6987323760986328e-06,4.190020263195038e-06,6.681308150291443e-06,9.172596037387848e-06,1.1663883924484253e-05,1.4155171811580658e-05,1.6646459698677063e-05,1.9137747585773468e-05,2.1629035472869873e-05,2.4120323359966278e-05,2.6611611247062683e-05,2.9102899134159088e-05,3.159418702125549e-05,3.40854749083519e-05,3.65767627954483e-05,3.906805068254471e-05,4.155933856964111e-05,4.405062645673752e-05,4.654191434383392e-05,4.903320223093033e-05,5.1524490118026733e-05,5.401577800512314e-05,5.6507065892219543e-05,5.899835377931595e-05,6.148964166641235e-05,6.398092955350876e-05,6.647221744060516e-05,6.896350532770157e-05,7.145479321479797e-05,7.394608110189438e-05,7.643736898899078e-05,7.892865687608719e-05,8.14199447631836e-05]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,3,1,0,1,3,4,1,14,19,8,15,19,33,17,36,57,39,35,32,41,37,43,37,39,31,37,32,36,14,11,11,14,13,5,4,8,3,3,2,1,2,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0014516182709485292,-0.0013984168181195855,-0.0013452153652906418,-0.001292013912461698,-0.0012388124596327543,-0.0011856110068038106,-0.0011324095539748669,-0.0010792081011459231,-0.0010260066483169794,-0.0009728051372803748,-0.000919603684451431,-0.0008664022316224873,-0.0008132007787935436,-0.0007599993259645998,-0.0007067978731356561,-0.0006535964203067124,-0.0006003949674777687,-0.0005471935146488249,-0.0004939920618198812,-0.00044079060899093747,-0.00038758915616199374,-0.00033438767422921956,-0.0002811862214002758,-0.0002279847685713321,-0.00017478331574238837,-0.00012158186291344464,-6.83804028085433e-05,-1.5178946341620758e-05,3.802251012530178e-05,9.122396295424551e-05,0.00014442543033510447,0.0001976268831640482,0.0002508283359929919,0.00030402978882193565,0.0003572312416508794,0.0004104326944798231,0.00046363414730876684,0.0005168356001377106,0.0005700370529666543,0.000623238505795598,0.0006764399586245418,0.0007296414696611464,0.0007828429224900901,0.0008360443753190339,0.0008892458281479776,0.0009424472809769213,0.0009956486755982041,0.0010488501284271479,0.0011020516976714134,0.0011552531505003572,0.0012084546033293009,0.0012616560561582446,0.0013148575089871883,0.001368058961816132,0.0014212604146450758,0.0014744618674740195,0.0015276633203029633,0.001580864773131907,0.0016340662259608507,0.0016872676787897944,0.0017404691316187382,0.001793670584447682,0.0018468720372766256,0.0019000734901055694,0.001953274942934513]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,0,1,0,1,1,2,2,2,1,3,1,6,6,6,7,7,8,10,13,12,13,15,26,30,31,35,39,42,53,39,32,42,35,33,29,18,28,26,21,9,10,17,9,8,6,7,3,2,5,3,1,2,1,1,1,2,1,0,0,1,0,0,2],"bins":[-1.1026859283447266e-05,-1.0672956705093384e-05,-1.0319054126739502e-05,-9.96515154838562e-06,-9.611248970031738e-06,-9.257346391677856e-06,-8.903443813323975e-06,-8.549541234970093e-06,-8.195638656616211e-06,-7.841736078262329e-06,-7.487833499908447e-06,-7.1339309215545654e-06,-6.780028343200684e-06,-6.426125764846802e-06,-6.07222318649292e-06,-5.718320608139038e-06,-5.364418029785156e-06,-5.010515451431274e-06,-4.656612873077393e-06,-4.302710294723511e-06,-3.948807716369629e-06,-3.594905138015747e-06,-3.2410025596618652e-06,-2.8870999813079834e-06,-2.5331974029541016e-06,-2.1792948246002197e-06,-1.8253922462463379e-06,-1.471489667892456e-06,-1.1175870895385742e-06,-7.636845111846924e-07,-4.0978193283081055e-07,-5.587935447692871e-08,2.980232238769531e-07,6.51925802230835e-07,1.0058283805847168e-06,1.3597309589385986e-06,1.7136335372924805e-06,2.0675361156463623e-06,2.421438694000244e-06,2.775341272354126e-06,3.129243850708008e-06,3.4831464290618896e-06,3.8370490074157715e-06,4.190951585769653e-06,4.544854164123535e-06,4.898756742477417e-06,5.252659320831299e-06,5.606561899185181e-06,5.9604644775390625e-06,6.314367055892944e-06,6.668269634246826e-06,7.022172212600708e-06,7.37607479095459e-06,7.729977369308472e-06,8.083879947662354e-06,8.437782526016235e-06,8.791685104370117e-06,9.145587682723999e-06,9.499490261077881e-06,9.853392839431763e-06,1.0207295417785645e-05,1.0561197996139526e-05,1.0915100574493408e-05,1.126900315284729e-05,1.1622905731201172e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[2,0,0,0,0,2,0,3,4,4,8,4,11,9,21,22,26,43,50,54,68,170,213,276,422,698,1133,1959,3450,6526,13066,27791,63665,143757,171435,83804,36240,16479,8062,4261,2323,1311,798,520,342,234,172,93,73,54,44,40,23,10,14,11,4,4,3,2,3,2,5,1],"bins":[-0.00023174285888671875,-0.0002249591052532196,-0.00021817535161972046,-0.0002113915979862213,-0.00020460784435272217,-0.00019782409071922302,-0.00019104033708572388,-0.00018425658345222473,-0.00017747282981872559,-0.00017068907618522644,-0.0001639053225517273,-0.00015712156891822815,-0.000150337815284729,-0.00014355406165122986,-0.0001367703080177307,-0.00012998655438423157,-0.00012320280075073242,-0.00011641904711723328,-0.00010963529348373413,-0.00010285153985023499,-9.606778621673584e-05,-8.92840325832367e-05,-8.250027894973755e-05,-7.57165253162384e-05,-6.893277168273926e-05,-6.214901804924011e-05,-5.536526441574097e-05,-4.858151078224182e-05,-4.1797757148742676e-05,-3.501400351524353e-05,-2.8230249881744385e-05,-2.144649624824524e-05,-1.4662742614746094e-05,-7.878988981246948e-06,-1.0952353477478027e-06,5.688518285751343e-06,1.2472271919250488e-05,1.9256025552749634e-05,2.603977918624878e-05,3.2823532819747925e-05,3.960728645324707e-05,4.6391040086746216e-05,5.317479372024536e-05,5.995854735374451e-05,6.674230098724365e-05,7.35260546207428e-05,8.030980825424194e-05,8.709356188774109e-05,9.387731552124023e-05,0.00010066106915473938,0.00010744482278823853,0.00011422857642173767,0.00012101233005523682,0.00012779608368873596,0.0001345798373222351,0.00014136359095573425,0.0001481473445892334,0.00015493109822273254,0.0001617148518562317,0.00016849860548973083,0.00017528235912322998,0.00018206611275672913,0.00018884986639022827,0.00019563362002372742,0.00020241737365722656],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"bins":[-0.09783649444580078,-0.09461071342229843,-0.09138493239879608,-0.08815914392471313,-0.08493336290121078,-0.08170758187770844,-0.07848179340362549,-0.07525601238012314,-0.07203023135662079,-0.06880445033311844,-0.06557866930961609,-0.06235288083553314,-0.05912709981203079,-0.05590131878852844,-0.052675534039735794,-0.049449749290943146,-0.046223968267440796,-0.042998187243938446,-0.0397724024951458,-0.03654661774635315,-0.0333208367228508,-0.0300950538367033,-0.0268692709505558,-0.023643488064408302,-0.020417705178260803,-0.017191922292113304,-0.013966139405965805,-0.010740356519818306,-0.007514573633670807,-0.004288790747523308,-0.0010630078613758087,0.0021627750247716904,0.0053885579109191895,0.008614340797066689,0.011840123683214188,0.015065906569361687,0.018291689455509186,0.021517472341656685,0.024743255227804184,0.027969038113951683,0.031194821000099182,0.03442060202360153,0.03764638677239418,0.04087217152118683,0.04409795254468918,0.04732373356819153,0.05054951831698418,0.053775303065776825,0.057001084089279175,0.060226865112781525,0.06345264613628387,0.06667843461036682,0.06990421563386917,0.07312999665737152,0.07635578513145447,0.07958156615495682,0.08280734717845917,0.08603312820196152,0.08925890922546387,0.09248469769954681,0.09571047872304916,0.09893625974655151,0.10216204822063446,0.10538782924413681,0.10861361026763916],"_type":"histogram","values":[1,5,7,9,19,47,88,140,278,422,713,1147,1858,2856,4331,6311,9132,12645,17180,22685,29754,37303,46158,55311,64836,74621,82496,90135,95598,98374,99410,97155,94356,86992,80262,71098,61139,51591,43076,34544,27131,20643,15597,11384,7972,5569,3796,2560,1623,1001,660,354,228,115,64,40,26,9,4,2,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,2,0,2,0,2,1,4,2,4,2,5,5,11,9,16,14,14,20,26,26,33,32,22,40,35,41,35,42,33,41,34,23,32,23,26,27,16,21,12,8,3,6,2,6,1,4,1,0,0,0,0,0,0,1],"bins":[0.9932870864868164,0.9934695959091187,0.9936520457267761,0.9938345551490784,0.9940170049667358,0.9941995143890381,0.9943820238113403,0.9945644736289978,0.9947469830513,0.9949294328689575,0.9951119422912598,0.995294451713562,0.9954769015312195,0.9956594109535217,0.9958418607711792,0.9960243701934814,0.9962068796157837,0.9963893294334412,0.9965718388557434,0.9967542886734009,0.9969367980957031,0.9971192479133606,0.9973017573356628,0.9974842667579651,0.9976667165756226,0.9978492259979248,0.9980316758155823,0.9982141852378845,0.9983966946601868,0.9985791444778442,0.9987616539001465,0.998944103717804,0.9991266131401062,0.9993091225624084,0.9994915723800659,0.9996740818023682,0.9998565316200256,1.000038981437683,1.0002214908599854,1.0004040002822876,1.0005865097045898,1.000769019126892,1.0009514093399048,1.001133918762207,1.0013164281845093,1.0014989376068115,1.0016814470291138,1.0018638372421265,1.0020463466644287,1.002228856086731,1.0024113655090332,1.0025938749313354,1.0027762651443481,1.0029587745666504,1.0031412839889526,1.0033237934112549,1.0035063028335571,1.0036886930465698,1.003871202468872,1.0040537118911743,1.0042362213134766,1.0044187307357788,1.0046011209487915,1.0047836303710938,1.004966139793396]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,3,1,2,1,0,0,2,4,4,12,14,23,40,45,59,93,183,274,455,752,1241,2109,3952,7052,13783,28153,55698,114770,221851,345454,336381,218077,112164,54114,26762,13446,6708,3849,2079,1240,748,470,280,185,108,78,50,28,24,7,12,6,4,0,5,3,1,1,3],"bins":[-0.0001119375228881836,-0.00010873749852180481,-0.00010553747415542603,-0.00010233744978904724,-9.913742542266846e-05,-9.593740105628967e-05,-9.273737668991089e-05,-8.95373523235321e-05,-8.633732795715332e-05,-8.313730359077454e-05,-7.993727922439575e-05,-7.673725485801697e-05,-7.353723049163818e-05,-7.03372061252594e-05,-6.713718175888062e-05,-6.393715739250183e-05,-6.073713302612305e-05,-5.753710865974426e-05,-5.433708429336548e-05,-5.1137059926986694e-05,-4.793703556060791e-05,-4.4737011194229126e-05,-4.153698682785034e-05,-3.833696246147156e-05,-3.5136938095092773e-05,-3.193691372871399e-05,-2.8736889362335205e-05,-2.553686499595642e-05,-2.2336840629577637e-05,-1.9136816263198853e-05,-1.593679189682007e-05,-1.2736767530441284e-05,-9.5367431640625e-06,-6.336718797683716e-06,-3.1366944313049316e-06,6.332993507385254e-08,3.2633543014526367e-06,6.463378667831421e-06,9.663403034210205e-06,1.286342740058899e-05,1.6063451766967773e-05,1.9263476133346558e-05,2.2463500499725342e-05,2.5663524866104126e-05,2.886354923248291e-05,3.2063573598861694e-05,3.526359796524048e-05,3.846362233161926e-05,4.166364669799805e-05,4.486367106437683e-05,4.8063695430755615e-05,5.12637197971344e-05,5.4463744163513184e-05,5.766376852989197e-05,6.086379289627075e-05,6.406381726264954e-05,6.726384162902832e-05,7.04638659954071e-05,7.366389036178589e-05,7.686391472816467e-05,8.006393909454346e-05,8.326396346092224e-05,8.646398782730103e-05,8.966401219367981e-05,9.28640365600586e-05]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,2,1,2,2,2,5,3,7,4,7,9,8,14,16,15,26,24,25,29,34,33,31,31,39,37,18,44,23,34,24,21,19,26,18,12,15,18,13,13,12,8,7,7,5,1,3,2,2,2,1,3,1,1,3,0,0,1,3,0,1],"bins":[0.9947435259819031,0.9949331283569336,0.9951226711273193,0.9953122735023499,0.9955018162727356,0.9956914186477661,0.9958809614181519,0.9960705637931824,0.9962601661682129,0.9964497089385986,0.9966393113136292,0.9968288540840149,0.9970184564590454,0.9972080588340759,0.9973976016044617,0.9975872039794922,0.9977767467498779,0.9979663491249084,0.9981558918952942,0.9983454942703247,0.9985350966453552,0.998724639415741,0.9989142417907715,0.9991037845611572,0.9992933869361877,0.9994829297065735,0.999672532081604,0.9998621344566345,1.000051736831665,1.0002412796020508,1.0004308223724365,1.0006203651428223,1.0008100271224976,1.0009995698928833,1.001189112663269,1.0013787746429443,1.00156831741333,1.0017578601837158,1.0019474029541016,1.0021370649337769,1.0023266077041626,1.0025161504745483,1.0027058124542236,1.0028953552246094,1.0030848979949951,1.0032745599746704,1.0034641027450562,1.003653645515442,1.0038431882858276,1.004032850265503,1.0042223930358887,1.0044119358062744,1.0046015977859497,1.0047911405563354,1.0049806833267212,1.005170226097107,1.0053598880767822,1.005549430847168,1.0057389736175537,1.005928635597229,1.0061181783676147,1.0063077211380005,1.0064972639083862,1.0066869258880615,1.0068764686584473]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,0,0,0,2,0,0,9,0,0,12,0,0,0,12,0,0,8,0,0,11,0,0,0,7,0,0,644,0,0,0,5,0,0,10,0,0,10,0,0,0,10,0,0,6,0,0,9,0,0,0,9,0,0,0,0,0,1],"bins":[-5.960464477539062e-07,-5.783513188362122e-07,-5.606561899185181e-07,-5.42961061000824e-07,-5.252659320831299e-07,-5.075708031654358e-07,-4.898756742477417e-07,-4.721805453300476e-07,-4.544854164123535e-07,-4.367902874946594e-07,-4.1909515857696533e-07,-4.0140002965927124e-07,-3.8370490074157715e-07,-3.6600977182388306e-07,-3.4831464290618896e-07,-3.3061951398849487e-07,-3.129243850708008e-07,-2.952292561531067e-07,-2.775341272354126e-07,-2.598389983177185e-07,-2.421438694000244e-07,-2.2444874048233032e-07,-2.0675361156463623e-07,-1.8905848264694214e-07,-1.7136335372924805e-07,-1.5366822481155396e-07,-1.3597309589385986e-07,-1.1827796697616577e-07,-1.0058283805847168e-07,-8.288770914077759e-08,-6.51925802230835e-08,-4.7497451305389404e-08,-2.9802322387695312e-08,-1.210719347000122e-08,5.587935447692871e-09,2.3283064365386963e-08,4.0978193283081055e-08,5.8673322200775146e-08,7.636845111846924e-08,9.406358003616333e-08,1.1175870895385742e-07,1.2945383787155151e-07,1.471489667892456e-07,1.648440957069397e-07,1.825392246246338e-07,2.0023435354232788e-07,2.1792948246002197e-07,2.3562461137771606e-07,2.5331974029541016e-07,2.7101486921310425e-07,2.8870999813079834e-07,3.0640512704849243e-07,3.241002559661865e-07,3.417953848838806e-07,3.594905138015747e-07,3.771856427192688e-07,3.948807716369629e-07,4.12575900554657e-07,4.302710294723511e-07,4.4796615839004517e-07,4.6566128730773926e-07,4.833564162254333e-07,5.010515451431274e-07,5.187466740608215e-07,5.364418029785156e-07]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[1,0,0,1,2,2,1,1,3,1,1,3,2,5,4,4,23,13,17,16,23,28,26,43,31,56,56,52,69,61,89,93,84,102,108,83,90,107,89,90,93,64,81,68,48,52,28,22,21,22,15,8,14,10,9,2,3,2,1,1,2,0,0,2],"bins":[-0.0032700158189982176,-0.003206400666385889,-0.003142785280942917,-0.0030791701283305883,-0.00301555497571826,-0.0029519395902752876,-0.002888324437662959,-0.0028247092850506306,-0.0027610938996076584,-0.00269747874699533,-0.0026338635943830013,-0.002570248208940029,-0.0025066330563277006,-0.002443017903715372,-0.0023794025182724,-0.0023157873656600714,-0.002252172213047743,-0.0021885568276047707,-0.002124941674992442,-0.00206132628954947,-0.0019977111369371414,-0.0019340959843248129,-0.0018704807152971625,-0.0018068654462695122,-0.0017432502936571836,-0.0016796350246295333,-0.001616019755601883,-0.0015524044865742326,-0.001488789333961904,-0.0014251740649342537,-0.0013615587959066033,-0.0012979436432942748,-0.0012343281414359808,-0.0011707129888236523,-0.001107097719796002,-0.0010434824507683516,-0.000979867298156023,-0.0009162520291283727,-0.0008526368183083832,-0.0007890215492807329,-0.0007254063384607434,-0.000661791127640754,-0.0005981758586131036,-0.0005345606477931142,-0.0004709454078692943,-0.0004073301679454744,-0.00034371495712548494,-0.00028009971720166504,-0.00021648447727784514,-0.00015286923735402524,-8.925401198212057e-05,-2.5638779334258288e-05,3.7976453313604e-05,0.00010159168596146628,0.00016520691860932857,0.00022882214398123324,0.00029243738390505314,0.00035605262382887304,0.00041966786375269294,0.0004832830745726824,0.0005468983436003327,0.0006105135544203222,0.0006741287652403116,0.000737744034267962,0.0008013592450879514],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.01729518547654152,-0.016765868291258812,-0.016236551105976105,-0.015707233920693398,-0.01517791673541069,-0.014648600481450558,-0.01411928329616785,-0.013589966110885143,-0.013060648925602436,-0.012531331740319729,-0.012002014555037022,-0.011472697369754314,-0.010943381115794182,-0.010414063930511475,-0.009884746745228767,-0.00935542955994606,-0.008826112374663353,-0.008296795189380646,-0.0077674780040979385,-0.007238161284476519,-0.006708844099193811,-0.006179526913911104,-0.005650210194289684,-0.005120893009006977,-0.00459157582372427,-0.004062258638441563,-0.003532941685989499,-0.0030036247335374355,-0.0024743075482547283,-0.001944990479387343,-0.0014156734105199575,-0.0008863563416525722,-0.00035703741014003754,0.00017227965872734785,0.0007015967275947332,0.0012309137964621186,0.001760230865329504,0.0022895480506122112,0.002818865003064275,0.0033481819555163383,0.0038774991407990456,0.004406816326081753,0.00493613351136446,0.00546545023098588,0.005994767416268587,0.006524084601551294,0.007053401321172714,0.0075827185064554214,0.008112035691738129,0.008641352877020836,0.009170670062303543,0.00969998724758625,0.010229304432868958,0.01075862068682909,0.011287937872111797,0.011817255057394505,0.012346572242677212,0.012875889427959919,0.013405206613242626,0.013934523798525333,0.014463840052485466,0.014993157237768173,0.01552247442305088,0.016051791608333588,0.016581108793616295],"_type":"histogram","values":[2,1,7,6,3,4,7,8,3,3,0,3,3,2,1,6,6,15,13,10,6,8,10,7,15,12,27,30,34,35,39,51,44,39,36,43,19,28,15,25,17,12,15,7,5,10,5,8,8,1,4,2,1,3,3,2,4,7,8,6,7,4,1,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,1,0,1,1,0,0,3,3,3,5,3,6,4,8,10,15,21,21,21,41,46,40,59,38,63,66,49,43,37,39,29,15,16,10,7,13,7,4,3,4,1,0,2,1,2,0,1,2],"bins":[-0.00014962279237806797,-0.00014590940554626286,-0.00014219603326637298,-0.00013848264643456787,-0.000134769274154678,-0.00013105588732287288,-0.000127342515042983,-0.00012362912821117789,-0.00011991574865533039,-0.0001162023690994829,-0.0001124889895436354,-0.0001087756099877879,-0.00010506222315598279,-0.0001013488436001353,-9.76354640442878e-05,-9.39220844884403e-05,-9.020870493259281e-05,-8.649532537674531e-05,-8.278194582089782e-05,-7.906856626505032e-05,-7.535518670920283e-05,-7.164179987739772e-05,-6.792842032155022e-05,-6.421504076570272e-05,-6.050166120985523e-05,-5.678828165400773e-05,-5.307490209816024e-05,-4.9361518904333934e-05,-4.564813934848644e-05,-4.193475979263894e-05,-3.822137659881264e-05,-3.4507997042965144e-05,-3.079462476307526e-05,-2.7081245207227767e-05,-2.3367863832390867e-05,-1.9654482457553968e-05,-1.5941102901706472e-05,-1.2227722436364274e-05,-8.514341971022077e-06,-4.800961505679879e-06,-1.0875810403376818e-06,2.625799425004516e-06,6.339179890346713e-06,1.0052560355688911e-05,1.3765940821031108e-05,1.7479320376878604e-05,2.1192701751715504e-05,2.4906083126552403e-05,2.86194626823999e-05,3.2332842238247395e-05,3.604622179409489e-05,3.975960498792119e-05,4.347298454376869e-05,4.7186364099616185e-05,5.089974729344249e-05,5.4613126849289984e-05,5.832650640513748e-05,6.203988596098498e-05,6.575326551683247e-05,6.946664507267997e-05,7.318002462852746e-05,7.689341146033257e-05,8.060679101618007e-05,8.432017057202756e-05,8.803355012787506e-05]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.10145482420921326,-0.09828298538923264,-0.09511114656925201,-0.09193931519985199,-0.08876747637987137,-0.08559563755989075,-0.08242380619049072,-0.0792519673705101,-0.07608012855052948,-0.07290828973054886,-0.06973645091056824,-0.06656461954116821,-0.06339278072118759,-0.06022094190120697,-0.05704910680651665,-0.053877271711826324,-0.0507054328918457,-0.04753359407186508,-0.04436175897717476,-0.041189923882484436,-0.038018085062503815,-0.03484624624252319,-0.03167441114783287,-0.0285025741904974,-0.025330737233161926,-0.022158900275826454,-0.018987063318490982,-0.01581522636115551,-0.012643389403820038,-0.009471552446484566,-0.006299715489149094,-0.0031278785318136215,4.396587610244751e-05,0.0032158028334379196,0.006387639790773392,0.009559476748108864,0.012731313705444336,0.015903150662779808,0.01907498762011528,0.022246824577450752,0.025418661534786224,0.028590498492121696,0.03176233544945717,0.03493417054414749,0.03810600936412811,0.041277848184108734,0.04444968327879906,0.04762151837348938,0.05079335719347,0.05396519601345062,0.057137031108140945,0.06030886620283127,0.06348070502281189,0.06665254384279251,0.06982438266277313,0.07299621403217316,0.07616805285215378,0.0793398916721344,0.08251172304153442,0.08568356186151505,0.08885540068149567,0.09202723950147629,0.09519907832145691,0.09837090969085693,0.10154274851083755],"_type":"histogram","values":[1,0,3,3,6,18,25,63,114,178,291,516,888,1368,2113,3367,4958,7045,10323,14161,18916,24910,32409,40266,49262,58804,67886,77191,84547,91308,96615,99134,99309,96365,92024,85854,76881,68039,58327,49350,39872,31991,24503,18775,14046,9988,7183,4767,3272,2167,1365,849,508,312,200,107,55,29,22,8,4,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,0,0,1,2,0,3,4,1,6,10,14,20,21,23,28,56,52,71,71,90,102,102,99,97,113,127,119,121,116,80,74,89,60,51,43,42,29,22,16,20,22,7,6,5,3,2,0,0,2,0,1,0,0,1,1],"bins":[-0.0035189089830964804,-0.003428114578127861,-0.0033373204059898853,-0.003246526001021266,-0.0031557315960526466,-0.0030649371910840273,-0.002974142786115408,-0.0028833486139774323,-0.002792554209008813,-0.0027017598040401936,-0.002610965631902218,-0.0025201712269335985,-0.002429376821964979,-0.00233858241699636,-0.0022477880120277405,-0.002156993839889765,-0.0020661994349211454,-0.001975405029952526,-0.0018846107413992286,-0.001793816452845931,-0.0017030220478773117,-0.0016122276429086924,-0.0015214333543553948,-0.0014306390658020973,-0.001339844660833478,-0.0012490502558648586,-0.001158255967311561,-0.0010674616787582636,-0.0009766672737896442,-0.0008858729270286858,-0.0007950785802677274,-0.0007042842335067689,-0.0006134901195764542,-0.0005226957728154957,-0.0004319014260545373,-0.00034110707929357886,-0.00025031273253262043,-0.000159518385771662,-6.872403901070356e-05,2.207030775025487e-05,0.0001128646545112133,0.00020365900127217174,0.00029445334803313017,0.0003852476947940886,0.00047604204155504704,0.0005668363883160055,0.0006576307350769639,0.0007484250818379223,0.0008392194285988808,0.0009300137753598392,0.0010208081221207976,0.0011116024106740952,0.0012023968156427145,0.0012931912206113338,0.0013839855091646314,0.0014747797977179289,0.0015655742026865482,0.0016563686076551676,0.001747162896208465,0.0018379571847617626,0.001928751589730382,0.0020195459946990013,0.002110340166836977,0.0022011345718055964,0.0022919289767742157]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"_type":"histogram","values":[2,1,4,5,4,18,41,54,106,208,315,518,839,1344,2079,3099,4731,6656,9561,13101,17580,23137,29995,37451,45458,54418,62934,72665,80617,87794,92919,96560,96808,95924,92351,86626,79686,71531,62222,53417,44698,36608,28737,22536,16934,12783,8970,6353,4410,2883,1963,1219,815,508,290,159,99,56,29,21,8,3,2,1],"bins":[-0.10072357952594757,-0.09761787950992584,-0.09451217949390411,-0.09140648692846298,-0.08830078691244125,-0.08519508689641953,-0.0820893868803978,-0.07898368686437607,-0.07587799429893494,-0.07277229428291321,-0.06966659426689148,-0.06656089425086975,-0.06345519423484802,-0.06034949794411659,-0.057243797928094864,-0.054138101637363434,-0.051032401621341705,-0.04792670160531998,-0.04482100531458855,-0.04171530529856682,-0.03860960900783539,-0.03550390899181366,-0.03239820897579193,-0.029292510822415352,-0.026186812669038773,-0.023081114515662193,-0.019975416362285614,-0.016869716346263885,-0.013764018192887306,-0.010658320039510727,-0.007552620954811573,-0.0044469223357737064,-0.001341216266155243,0.0017644823528826237,0.00487018097192049,0.007975880056619644,0.011081578209996223,0.014187276363372803,0.01729297637939453,0.02039867453277111,0.02350437268614769,0.02661007083952427,0.02971576899290085,0.03282146900892258,0.035927169024944305,0.039032865315675735,0.042138565331697464,0.045244261622428894,0.04834996163845062,0.05145566165447235,0.05456135794520378,0.05766705796122551,0.06077275425195694,0.06387845426797867,0.0669841542840004,0.07008985430002213,0.07319554686546326,0.07630124688148499,0.07940694689750671,0.08251264691352844,0.08561834692955017,0.0887240469455719,0.09182973951101303,0.09493543952703476,0.09804113954305649]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-0.01101989857852459,-0.010676632635295391,-0.010333366692066193,-0.009990100748836994,-0.009646834805607796,-0.009303568862378597,-0.008960302919149399,-0.0086170369759202,-0.008273771032691002,-0.007930504158139229,-0.007587238680571318,-0.007243972737342119,-0.0069007063284516335,-0.006557440385222435,-0.0062141744419932365,-0.005870908498764038,-0.00552764255553484,-0.005184376612305641,-0.004841110669076443,-0.004497844725847244,-0.004154578782618046,-0.0038113126065582037,-0.0034680464304983616,-0.003124780487269163,-0.0027815145440399647,-0.0024382486008107662,-0.0020949826575815678,-0.0017517164815217257,-0.0014084505382925272,-0.0010651845950633287,-0.0007219185354188085,-0.0003786525339819491,-3.5385601222515106e-05,0.00030788040021434426,0.0006511464016512036,0.000994412461295724,0.0013376784045249224,0.0016809443477541208,0.002024210523813963,0.0023674764670431614,0.00271074241027236,0.0030540083535015583,0.0033972742967307568,0.003740540472790599,0.004083806648850441,0.0044270725920796394,0.004770338535308838,0.005113604478538036,0.005456870421767235,0.005800136364996433,0.006143402308225632,0.00648666825145483,0.006829934194684029,0.007173200603574514,0.007516466546803713,0.007859732024371624,0.008202997967600822,0.008546264842152596,0.008889530785381794,0.009232796728610992,0.009576062671840191,0.00991932861506939,0.010262594558298588,0.010605860501527786,0.010949126444756985],"_type":"histogram","values":[2,0,2,1,1,2,4,2,6,2,4,9,2,7,10,4,9,11,11,11,16,15,22,14,22,21,31,21,28,43,29,30,27,31,31,24,29,26,15,24,23,21,23,11,17,12,8,7,10,6,5,0,7,1,3,2,1,3,4,1,1,2,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-1.6391277313232422e-05,-1.5866942703723907e-05,-1.5342608094215393e-05,-1.4818273484706879e-05,-1.4293938875198364e-05,-1.376960426568985e-05,-1.3245269656181335e-05,-1.2720935046672821e-05,-1.2196600437164307e-05,-1.1672265827655792e-05,-1.1147931218147278e-05,-1.0623596608638763e-05,-1.0099261999130249e-05,-9.574927389621735e-06,-9.05059278011322e-06,-8.526258170604706e-06,-8.001923561096191e-06,-7.477588951587677e-06,-6.953254342079163e-06,-6.428919732570648e-06,-5.904585123062134e-06,-5.380250513553619e-06,-4.855915904045105e-06,-4.3315812945365906e-06,-3.807246685028076e-06,-3.2829120755195618e-06,-2.7585774660110474e-06,-2.234242856502533e-06,-1.7099082469940186e-06,-1.1855736374855042e-06,-6.612390279769897e-07,-1.3690441846847534e-07,3.8743019104003906e-07,9.117648005485535e-07,1.4360994100570679e-06,1.9604340195655823e-06,2.4847686290740967e-06,3.009103238582611e-06,3.5334378480911255e-06,4.05777245759964e-06,4.582107067108154e-06,5.106441676616669e-06,5.630776286125183e-06,6.1551108956336975e-06,6.679445505142212e-06,7.203780114650726e-06,7.72811472415924e-06,8.252449333667755e-06,8.77678394317627e-06,9.301118552684784e-06,9.825453162193298e-06,1.0349787771701813e-05,1.0874122381210327e-05,1.1398456990718842e-05,1.1922791600227356e-05,1.244712620973587e-05,1.2971460819244385e-05,1.34957954287529e-05,1.4020130038261414e-05,1.4544464647769928e-05,1.5068799257278442e-05,1.5593133866786957e-05,1.611746847629547e-05,1.6641803085803986e-05,1.71661376953125e-05],"_type":"histogram","values":[1,0,0,0,1,1,1,1,2,2,1,2,2,1,2,4,1,5,1,1,7,9,12,6,13,17,28,39,55,58,61,70,62,68,46,47,35,23,16,16,8,4,7,5,3,3,4,6,3,2,2,1,1,0,0,0,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,0,1,1,0,0,0,1,2,1,3,0,2,4,0,1,3,3,9,7,14,12,25,32,31,28,41,47,62,89,86,106,102,106,106,114,94,126,113,95,75,74,81,60,46,53,37,29,19,23,25,10,9,10,6,8,4,6,0,0,3,0,2],"bins":[-4.667043685913086e-05,-4.5408494770526886e-05,-4.414655268192291e-05,-4.288461059331894e-05,-4.1622668504714966e-05,-4.036072641611099e-05,-3.909878432750702e-05,-3.7836842238903046e-05,-3.657490015029907e-05,-3.53129580616951e-05,-3.4051015973091125e-05,-3.278907388448715e-05,-3.152713179588318e-05,-3.0265189707279205e-05,-2.9003247618675232e-05,-2.774130553007126e-05,-2.6479363441467285e-05,-2.5217421352863312e-05,-2.395547926425934e-05,-2.2693537175655365e-05,-2.143159508705139e-05,-2.0169652998447418e-05,-1.8907710909843445e-05,-1.764576882123947e-05,-1.6383826732635498e-05,-1.5121884644031525e-05,-1.3859942555427551e-05,-1.2598000466823578e-05,-1.1336058378219604e-05,-1.0074116289615631e-05,-8.812174201011658e-06,-7.550232112407684e-06,-6.288290023803711e-06,-5.0263479351997375e-06,-3.764405846595764e-06,-2.5024637579917908e-06,-1.2405216693878174e-06,2.1420419216156006e-08,1.2833625078201294e-06,2.5453045964241028e-06,3.807246685028076e-06,5.0691887736320496e-06,6.331130862236023e-06,7.593072950839996e-06,8.85501503944397e-06,1.0116957128047943e-05,1.1378899216651917e-05,1.264084130525589e-05,1.3902783393859863e-05,1.5164725482463837e-05,1.642666757106781e-05,1.7688609659671783e-05,1.8950551748275757e-05,2.021249383687973e-05,2.1474435925483704e-05,2.2736378014087677e-05,2.399832010269165e-05,2.5260262191295624e-05,2.6522204279899597e-05,2.778414636850357e-05,2.9046088457107544e-05,3.0308030545711517e-05,3.156997263431549e-05,3.2831914722919464e-05,3.409385681152344e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"bins":[-0.00016307830810546875,-0.00015866011381149292,-0.0001542419195175171,-0.00014982372522354126,-0.00014540553092956543,-0.0001409873366355896,-0.00013656914234161377,-0.00013215094804763794,-0.0001277327537536621,-0.00012331455945968628,-0.00011889636516571045,-0.00011447817087173462,-0.00011005997657775879,-0.00010564178228378296,-0.00010122358798980713,-9.68053936958313e-05,-9.238719940185547e-05,-8.796900510787964e-05,-8.355081081390381e-05,-7.913261651992798e-05,-7.471442222595215e-05,-7.029622793197632e-05,-6.587803363800049e-05,-6.145983934402466e-05,-5.704164505004883e-05,-5.2623450756073e-05,-4.820525646209717e-05,-4.378706216812134e-05,-3.936886787414551e-05,-3.495067358016968e-05,-3.053247928619385e-05,-2.6114284992218018e-05,-2.1696090698242188e-05,-1.7277896404266357e-05,-1.2859702110290527e-05,-8.441507816314697e-06,-4.023313522338867e-06,3.948807716369629e-07,4.813075065612793e-06,9.231269359588623e-06,1.3649463653564453e-05,1.8067657947540283e-05,2.2485852241516113e-05,2.6904046535491943e-05,3.1322240829467773e-05,3.5740435123443604e-05,4.0158629417419434e-05,4.4576823711395264e-05,4.8995018005371094e-05,5.3413212299346924e-05,5.7831406593322754e-05,6.224960088729858e-05,6.666779518127441e-05,7.108598947525024e-05,7.550418376922607e-05,7.99223780632019e-05,8.434057235717773e-05,8.875876665115356e-05,9.31769609451294e-05,9.759515523910522e-05,0.00010201334953308105,0.00010643154382705688,0.00011084973812103271,0.00011526793241500854,0.00011968612670898438],"_type":"histogram","values":[1,1,0,0,0,0,0,0,0,0,3,3,2,9,3,11,12,21,33,60,85,119,195,307,436,676,1070,1760,2708,4627,8209,14332,27263,50925,99972,203841,413392,373535,179589,88831,45681,23396,12953,7437,4340,2568,1611,1047,669,387,269,143,113,75,62,26,18,20,8,5,3,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,1,2,2,1,0,3,6,6,5,5,5,8,13,13,26,21,36,47,39,60,73,62,65,44,49,33,39,31,14,13,6,6,4,4,7,4,1,0,1,2,1,0,0,1,1,1,0,0,1,0,1,0,2],"bins":[-7.021427154541016e-05,-6.804335862398148e-05,-6.58724457025528e-05,-6.370153278112411e-05,-6.153061985969543e-05,-5.9359706938266754e-05,-5.7188794016838074e-05,-5.501788109540939e-05,-5.284696817398071e-05,-5.067605525255203e-05,-4.850514233112335e-05,-4.633422940969467e-05,-4.416331648826599e-05,-4.199240356683731e-05,-3.982149064540863e-05,-3.765057772397995e-05,-3.547966480255127e-05,-3.330875188112259e-05,-3.113783895969391e-05,-2.8966926038265228e-05,-2.6796013116836548e-05,-2.4625100195407867e-05,-2.2454187273979187e-05,-2.0283274352550507e-05,-1.8112361431121826e-05,-1.5941448509693146e-05,-1.3770535588264465e-05,-1.1599622666835785e-05,-9.428709745407104e-06,-7.257796823978424e-06,-5.086883902549744e-06,-2.9159709811210632e-06,-7.450580596923828e-07,1.4258548617362976e-06,3.596767783164978e-06,5.7676807045936584e-06,7.938593626022339e-06,1.010950654745102e-05,1.22804194688797e-05,1.445133239030838e-05,1.662224531173706e-05,1.879315823316574e-05,2.096407115459442e-05,2.3134984076023102e-05,2.5305896997451782e-05,2.7476809918880463e-05,2.9647722840309143e-05,3.1818635761737823e-05,3.3989548683166504e-05,3.6160461604595184e-05,3.8331374526023865e-05,4.0502287447452545e-05,4.2673200368881226e-05,4.4844113290309906e-05,4.7015026211738586e-05,4.918593913316727e-05,5.135685205459595e-05,5.352776497602463e-05,5.569867789745331e-05,5.786959081888199e-05,6.004050374031067e-05,6.221141666173935e-05,6.438232958316803e-05,6.655324250459671e-05,6.872415542602539e-05]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[2,1,2,3,4,3,3,5,4,5,9,7,10,17,16,24,10,23,18,31,34,28,25,26,28,25,36,40,30,27,33,24,25,29,18,23,14,17,19,10,9,6,10,7,4,6,3,1,0,2,3,2,1,1,1,1,0,2,0,0,0,0,0,1],"bins":[-7.385015487670898e-05,-7.105525583028793e-05,-6.826035678386688e-05,-6.546545773744583e-05,-6.267055869102478e-05,-5.987565964460373e-05,-5.708076059818268e-05,-5.428586155176163e-05,-5.1490962505340576e-05,-4.8696063458919525e-05,-4.5901164412498474e-05,-4.310626536607742e-05,-4.031136631965637e-05,-3.751646727323532e-05,-3.472156822681427e-05,-3.192666918039322e-05,-2.9131770133972168e-05,-2.6336871087551117e-05,-2.3541972041130066e-05,-2.0747072994709015e-05,-1.7952173948287964e-05,-1.5157274901866913e-05,-1.2362375855445862e-05,-9.56747680902481e-06,-6.77257776260376e-06,-3.977678716182709e-06,-1.1827796697616577e-06,1.6121193766593933e-06,4.407018423080444e-06,7.201917469501495e-06,9.996816515922546e-06,1.2791715562343597e-05,1.558661460876465e-05,1.83815136551857e-05,2.117641270160675e-05,2.39713117480278e-05,2.6766210794448853e-05,2.9561109840869904e-05,3.2356008887290955e-05,3.5150907933712006e-05,3.794580698013306e-05,4.074070602655411e-05,4.353560507297516e-05,4.633050411939621e-05,4.912540316581726e-05,5.192030221223831e-05,5.471520125865936e-05,5.7510100305080414e-05,6.0304999351501465e-05,6.309989839792252e-05,6.589479744434357e-05,6.868969649076462e-05,7.148459553718567e-05,7.427949458360672e-05,7.707439363002777e-05,7.986929267644882e-05,8.266419172286987e-05,8.545909076929092e-05,8.825398981571198e-05,9.104888886213303e-05,9.384378790855408e-05,9.663868695497513e-05,9.943358600139618e-05,0.00010222848504781723,0.00010502338409423828]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,1,0,1,0,1,0,0,0,1,0,2,5,7,9,9,14,14,12,17,26,28,37,29,50,50,52,59,67,65,66,59,78,75,67,61,66,56,57,46,55,42,36,35,28,27,21,22,11,22,13,5,8,7,4,3,2,1,3,0,1,0,0,2],"bins":[-0.07398418337106705,-0.07176105678081512,-0.0695379227399826,-0.06731479614973068,-0.06509166955947876,-0.06286854296922684,-0.060645412653684616,-0.058422282338142395,-0.05619915574789047,-0.05397602915763855,-0.05175289884209633,-0.04952976852655411,-0.047306641936302185,-0.04508351534605026,-0.04286038503050804,-0.04063725471496582,-0.0384141281247139,-0.036191001534461975,-0.033967871218919754,-0.03174474090337753,-0.02952161431312561,-0.02729848586022854,-0.025075357407331467,-0.022852228954434395,-0.020629100501537323,-0.01840597204864025,-0.01618284359574318,-0.013959715142846107,-0.011736586689949036,-0.009513458237051964,-0.007290329784154892,-0.00506720133125782,-0.002844080328941345,-0.0006209518760442734,0.0016021765768527985,0.0038253050297498703,0.006048433482646942,0.008271561935544014,0.010494690388441086,0.012717818841338158,0.01494094729423523,0.0171640757471323,0.019387204200029373,0.021610332652926445,0.023833461105823517,0.02605658955872059,0.02827971801161766,0.030502846464514732,0.032725974917411804,0.03494910150766373,0.03717223182320595,0.03939536213874817,0.04161848872900009,0.043841615319252014,0.046064745634794235,0.048287875950336456,0.05051100254058838,0.0527341291308403,0.05495725944638252,0.057180389761924744,0.059403516352176666,0.06162664294242859,0.06384977698326111,0.06607290357351303,0.06829603016376495],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,1,4,4,3,3,7,9,8,12,10,10,14,15,29,26,24,17,33,34,28,33,35,38,36,35,25,24,27,24,20,22,16,26,22,14,12,11,7,15,5,4,2,8,1,2,1,3,0,1,1,1,0,0,0,1,1,0,1],"bins":[-8.088804315775633e-05,-7.809111411916092e-05,-7.529418508056551e-05,-7.249726331792772e-05,-6.970033427933231e-05,-6.69034052407369e-05,-6.410648347809911e-05,-6.13095544395037e-05,-5.851262540090829e-05,-5.571569636231288e-05,-5.291877096169628e-05,-5.012184556107968e-05,-4.732491652248427e-05,-4.4527987483888865e-05,-4.1731062083272263e-05,-3.893413668265566e-05,-3.6137207644060254e-05,-3.3340278605464846e-05,-3.0543353204848245e-05,-2.774642598524224e-05,-2.4949498765636235e-05,-2.215257154603023e-05,-1.9355644326424226e-05,-1.655871710681822e-05,-1.3761789887212217e-05,-1.0964862667606212e-05,-8.167935448000208e-06,-5.371008228394203e-06,-2.5740810087881982e-06,2.2284621081780642e-07,3.019773430423811e-06,5.816700650029816e-06,8.613635145593435e-06,1.141056236519944e-05,1.4207489584805444e-05,1.700441680441145e-05,1.9801344024017453e-05,2.2598271243623458e-05,2.5395198463229463e-05,2.8192125682835467e-05,3.098905290244147e-05,3.378598194103688e-05,3.658290734165348e-05,3.937983274227008e-05,4.217676178086549e-05,4.49736908194609e-05,4.77706162200775e-05,5.05675416206941e-05,5.336447065928951e-05,5.616139969788492e-05,5.895832509850152e-05,6.175525049911812e-05,6.455217953771353e-05,6.734910857630894e-05,7.014603761490434e-05,7.294295937754214e-05,7.573988841613755e-05,7.853681745473295e-05,8.133373921737075e-05,8.413066825596616e-05,8.692759729456156e-05,8.972452633315697e-05,9.252145537175238e-05,9.531837713439018e-05,9.811530617298558e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,3,3,2,7,12,5,11,10,16,23,26,34,53,93,99,128,186,252,377,509,785,1248,1794,2941,4490,7642,12988,22964,41177,73965,113330,117354,79897,45462,25355,14250,8259,5036,3028,2026,1287,838,524,368,286,208,112,94,74,63,32,28,18,12,12,9,6,5,3,0,3],"bins":[-0.000194549560546875,-0.00018884055316448212,-0.00018313154578208923,-0.00017742253839969635,-0.00017171353101730347,-0.00016600452363491058,-0.0001602955162525177,-0.00015458650887012482,-0.00014887750148773193,-0.00014316849410533905,-0.00013745948672294617,-0.00013175047934055328,-0.0001260414719581604,-0.00012033246457576752,-0.00011462345719337463,-0.00010891444981098175,-0.00010320544242858887,-9.749643504619598e-05,-9.17874276638031e-05,-8.607842028141022e-05,-8.036941289901733e-05,-7.466040551662445e-05,-6.895139813423157e-05,-6.324239075183868e-05,-5.75333833694458e-05,-5.182437598705292e-05,-4.6115368604660034e-05,-4.040636122226715e-05,-3.469735383987427e-05,-2.8988346457481384e-05,-2.32793390750885e-05,-1.7570331692695618e-05,-1.1861324310302734e-05,-6.152316927909851e-06,-4.4330954551696777e-07,5.2656978368759155e-06,1.0974705219268799e-05,1.6683712601661682e-05,2.2392719984054565e-05,2.810172736644745e-05,3.381073474884033e-05,3.9519742131233215e-05,4.52287495136261e-05,5.093775689601898e-05,5.6646764278411865e-05,6.235577166080475e-05,6.806477904319763e-05,7.377378642559052e-05,7.94827938079834e-05,8.519180119037628e-05,9.090080857276917e-05,9.660981595516205e-05,0.00010231882333755493,0.00010802783071994781,0.0001137368381023407,0.00011944584548473358,0.00012515485286712646,0.00013086386024951935,0.00013657286763191223,0.00014228187501430511,0.000147990882396698,0.00015369988977909088,0.00015940889716148376,0.00016511790454387665,0.00017082691192626953]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,1,1,0,0,1,1,5,3,6,14,19,17,28,51,97,136,223,364,537,861,1400,2336,3612,5603,8856,14084,21855,33426,50230,69954,84233,84613,68133,48317,32702,21254,13478,8702,5445,3387,2189,1354,855,542,339,182,135,81,57,36,23,10,9,8,5,5,2,0,3,1,0,0,2],"bins":[-0.00014460086822509766,-0.00014007650315761566,-0.00013555213809013367,-0.00013102777302265167,-0.00012650340795516968,-0.00012197904288768768,-0.00011745467782020569,-0.0001129303127527237,-0.0001084059476852417,-0.0001038815826177597,-9.935721755027771e-05,-9.483285248279572e-05,-9.030848741531372e-05,-8.578412234783173e-05,-8.125975728034973e-05,-7.673539221286774e-05,-7.221102714538574e-05,-6.768666207790375e-05,-6.316229701042175e-05,-5.863793194293976e-05,-5.4113566875457764e-05,-4.958920180797577e-05,-4.5064836740493774e-05,-4.054047167301178e-05,-3.6016106605529785e-05,-3.149174153804779e-05,-2.6967376470565796e-05,-2.24430114030838e-05,-1.7918646335601807e-05,-1.3394281268119812e-05,-8.869916200637817e-06,-4.345551133155823e-06,1.7881393432617188e-07,4.7031790018081665e-06,9.227544069290161e-06,1.3751909136772156e-05,1.827627420425415e-05,2.2800639271736145e-05,2.732500433921814e-05,3.1849369406700134e-05,3.637373447418213e-05,4.0898099541664124e-05,4.542246460914612e-05,4.994682967662811e-05,5.447119474411011e-05,5.89955598115921e-05,6.35199248790741e-05,6.804428994655609e-05,7.256865501403809e-05,7.709302008152008e-05,8.161738514900208e-05,8.614175021648407e-05,9.066611528396606e-05,9.519048035144806e-05,9.971484541893005e-05,0.00010423921048641205,0.00010876357555389404,0.00011328794062137604,0.00011781230568885803,0.00012233667075634003,0.00012686103582382202,0.00013138540089130402,0.000135909765958786,0.000140434131026268,0.00014495849609375]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"values":[2,0,1,0,0,0,2,1,4,4,5,4,5,4,3,9,10,13,11,18,29,27,26,35,36,51,70,69,87,84,90,101,84,94,83,89,112,97,89,83,83,49,62,53,56,50,29,25,15,17,17,7,10,9,10,8,8,2,1,1,1,2,0,1],"bins":[-3.3974647521972656e-05,-3.298558294773102e-05,-3.199651837348938e-05,-3.100745379924774e-05,-3.0018389225006104e-05,-2.9029324650764465e-05,-2.8040260076522827e-05,-2.705119550228119e-05,-2.606213092803955e-05,-2.5073066353797913e-05,-2.4084001779556274e-05,-2.3094937205314636e-05,-2.2105872631072998e-05,-2.111680805683136e-05,-2.012774348258972e-05,-1.9138678908348083e-05,-1.8149614334106445e-05,-1.7160549759864807e-05,-1.617148518562317e-05,-1.518242061138153e-05,-1.4193356037139893e-05,-1.3204291462898254e-05,-1.2215226888656616e-05,-1.1226162314414978e-05,-1.023709774017334e-05,-9.248033165931702e-06,-8.258968591690063e-06,-7.269904017448425e-06,-6.280839443206787e-06,-5.291774868965149e-06,-4.302710294723511e-06,-3.3136457204818726e-06,-2.3245811462402344e-06,-1.3355165719985962e-06,-3.46451997756958e-07,6.426125764846802e-07,1.6316771507263184e-06,2.6207417249679565e-06,3.6098062992095947e-06,4.598870873451233e-06,5.587935447692871e-06,6.577000021934509e-06,7.5660645961761475e-06,8.555129170417786e-06,9.544193744659424e-06,1.0533258318901062e-05,1.15223228931427e-05,1.2511387467384338e-05,1.3500452041625977e-05,1.4489516615867615e-05,1.5478581190109253e-05,1.646764576435089e-05,1.745671033859253e-05,1.8445774912834167e-05,1.9434839487075806e-05,2.0423904061317444e-05,2.1412968635559082e-05,2.240203320980072e-05,2.339109778404236e-05,2.4380162358283997e-05,2.5369226932525635e-05,2.6358291506767273e-05,2.734735608100891e-05,2.833642065525055e-05,2.9325485229492188e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,0,0,0,1,1,0,0,1,3,1,0,6,3,3,5,10,5,13,13,14,11,20,18,20,28,31,41,27,28,45,42,42,37,34,33,31,25,25,26,20,20,16,14,12,8,4,7,5,4,7,2,0,0,1,1,2,0,0,0,0,0,0,1],"bins":[-0.0036331177689135075,-0.0035190742928534746,-0.0034050308167934418,-0.0032909871079027653,-0.0031769436318427324,-0.0030629001557826996,-0.002948856446892023,-0.0028348129708319902,-0.0027207694947719574,-0.0026067260187119246,-0.0024926825426518917,-0.002378638833761215,-0.0022645953577011824,-0.0021505518816411495,-0.002036508172750473,-0.0019224646966904402,-0.0018084212206304073,-0.0016943777445703745,-0.0015803341520950198,-0.0014662905596196651,-0.0013522470835596323,-0.0012382036074995995,-0.0011241600150242448,-0.0010101164225488901,-0.0008960729464888573,-0.0007820294122211635,-0.0006679858779534698,-0.000553942343685776,-0.00043989880941808224,-0.0003258552751503885,-0.00021181174088269472,-9.776820661500096e-05,1.627556048333645e-05,0.0001303190947510302,0.00024436262901872396,0.0003584061632864177,0.0004724496975541115,0.0005864932318218052,0.000700536766089499,0.0008145803003571928,0.0009286238346248865,0.0010426673106849194,0.001156710903160274,0.0012707544956356287,0.0013847979716956615,0.0014988414477556944,0.001612885040231049,0.0017269286327064037,0.0018409721087664366,0.0019550155848264694,0.002069059293717146,0.0021831027697771788,0.0022971462458372116,0.0024111897218972445,0.0025252331979572773,0.002639276906847954,0.0027533203829079866,0.0028673638589680195,0.002981407567858696,0.003095451043918729,0.0032094945199787617,0.0033235379960387945,0.0034375814720988274,0.003551625180989504,0.0036656686570495367],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,1,0,2,0,5,2,6,6,7,6,9,14,16,17,30,37,30,50,46,31,60,44,49,42,43,36,21,32,23,16,17,13,12,7,7,7,1,5,1,1,2,1,2,2,0,2,1,0,1,1,0,0,0,0,2],"bins":[-0.00014394414029084146,-0.00013923336518928409,-0.00013452260463964194,-0.00012981182953808457,-0.00012510106898844242,-0.00012039029388688505,-0.00011567951878532767,-0.00011096875095972791,-0.00010625798313412815,-0.0001015472153085284,-9.683644748292863e-05,-9.212567238137126e-05,-8.74149045557715e-05,-8.270413673017174e-05,-7.799336162861437e-05,-7.32825938030146e-05,-6.857182597741485e-05,-6.386105815181509e-05,-5.915028668823652e-05,-5.443951522465795e-05,-4.972874739905819e-05,-4.501797957345843e-05,-4.0307208109879866e-05,-3.55964366463013e-05,-3.088566882070154e-05,-2.6174899176112376e-05,-2.1464129531523213e-05,-1.675335988693405e-05,-1.2042590242344886e-05,-7.331820597755723e-06,-2.6210509531665593e-06,2.089718691422604e-06,6.800488336011767e-06,1.151125798060093e-05,1.6222027625190094e-05,2.0932797269779257e-05,2.564356691436842e-05,3.0354336558957584e-05,3.506510620354675e-05,3.9775877667125314e-05,4.4486645492725074e-05,4.9197413318324834e-05,5.39081847819034e-05,5.861895624548197e-05,6.332972407108173e-05,6.804049189668149e-05,7.275126699823886e-05,7.746203482383862e-05,8.217280264943838e-05,8.688357047503814e-05,9.15943383006379e-05,9.630511340219527e-05,0.00010101588122779503,0.0001057266490533948,0.00011043742415495217,0.00011514819198055193,0.00011985895980615169,0.00012456973490770906,0.0001292804954573512,0.00013399127055890858,0.00013870204566046596,0.0001434128062101081,0.00014812358131166548,0.00015283434186130762,0.000157545116962865]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"bins":[-0.0015850637573748827,-0.00153820076957345,-0.0014913377817720175,-0.0014444749103859067,-0.001397611922584474,-0.0013507489347830415,-0.0013038860633969307,-0.001257023075595498,-0.0012101600877940655,-0.0011632970999926329,-0.0011164341121912003,-0.0010695712408050895,-0.0010227082530036569,-0.0009758452652022243,-0.0009289823356084526,-0.0008821194060146809,-0.0008352564182132483,-0.0007883934304118156,-0.000741530500818044,-0.0006946675712242723,-0.0006478045834228396,-0.000600941595621407,-0.0005540786660276353,-0.0005072157364338636,-0.00046035274863243103,-0.0004134897899348289,-0.0003666268312372267,-0.00031976387253962457,-0.0002729009138420224,-0.00022603795514442027,-0.0001791749964468181,-0.00013231203774921596,-8.544919546693563e-05,-3.858623676933348e-05,8.276721928268671e-06,5.5139680625870824e-05,0.00010200263932347298,0.00014886559802107513,0.00019572855671867728,0.00024259151541627944,0.0002894544741138816,0.00033631743281148374,0.0003831803915090859,0.00043004335020668805,0.0004769063089042902,0.0005237692967057228,0.0005706322262994945,0.0006174951558932662,0.0006643581436946988,0.0007112211314961314,0.0007580840610899031,0.0008049469906836748,0.0008518099784851074,0.00089867296628654,0.0009455358958803117,0.0009923988254740834,0.001039261813275516,0.0010861248010769486,0.0011329876724630594,0.001179850660264492,0.0012267136480659246,0.0012735766358673573,0.0013204396236687899,0.0013673024950549006,0.0014141654828563333],"_type":"histogram","values":[1,0,0,0,3,0,2,0,4,3,2,3,4,7,1,7,11,9,15,16,15,8,12,16,20,28,30,23,24,20,26,25,20,34,30,28,28,26,20,24,24,27,10,31,19,11,16,16,11,11,8,3,6,7,4,6,1,4,3,3,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"bins":[-0.09841565787792206,-0.09532824158668518,-0.0922408327460289,-0.08915341645479202,-0.08606600016355515,-0.08297859132289886,-0.07989117503166199,-0.07680375874042511,-0.07371634989976883,-0.07062893360853195,-0.06754151731729507,-0.0644541084766388,-0.061366692185401917,-0.05827927961945534,-0.05519186705350876,-0.05210445076227188,-0.0490170381963253,-0.04592962563037872,-0.042842209339141846,-0.03975479677319527,-0.03666738420724869,-0.03357996791601181,-0.03049255535006523,-0.027405142784118652,-0.024317728355526924,-0.021230313926935196,-0.018142901360988617,-0.015055486932396889,-0.011968073435127735,-0.008880659937858582,-0.005793245974928141,-0.0027058322448283434,0.00038158148527145386,0.003468995215371251,0.006556408945471048,0.00964382290840149,0.012731236405670643,0.015818649902939796,0.018906064331531525,0.021993476897478104,0.025080891326069832,0.02816830575466156,0.03125571832060814,0.03434313088655472,0.037430547177791595,0.040517959743738174,0.04360537230968475,0.04669278860092163,0.04978020116686821,0.05286761373281479,0.055955030024051666,0.059042442589998245,0.062129855155944824,0.0652172714471817,0.06830468028783798,0.07139209657907486,0.07447951287031174,0.07756692171096802,0.0806543380022049,0.08374175429344177,0.08682916313409805,0.08991657942533493,0.09300399571657181,0.09609140455722809,0.09917882084846497],"_type":"histogram","values":[1,1,5,4,6,21,50,107,151,286,467,743,1088,1817,2760,4074,5910,8341,11645,15678,21004,27099,34031,41852,50403,59765,68556,77391,84441,90038,94340,96481,95935,94121,89203,82864,74938,66371,57173,48183,39897,32512,25354,19380,14602,10557,7682,5335,3661,2460,1609,984,574,396,208,136,88,49,19,5,7,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,2,4,2,3,4,3,2,9,2,7,7,11,8,8,18,21,20,23,26,19,24,21,28,27,31,30,29,33,42,23,32,20,25,26,21,25,14,20,16,13,12,9,9,7,4,7,5,2,4,1,1,2,2,1,1,1],"bins":[-0.0013884406071156263,-0.0013477319153025746,-0.001307023223489523,-0.0012663145316764712,-0.0012256059562787414,-0.0011848972644656897,-0.001144188572652638,-0.0011034798808395863,-0.0010627711890265346,-0.0010220624972134829,-0.000981353921815753,-0.0009406451717950404,-0.0008999365381896496,-0.0008592278463765979,-0.0008185191545635462,-0.0007778105209581554,-0.0007371018291451037,-0.000696393137332052,-0.0006556845037266612,-0.0006149758119136095,-0.0005742671201005578,-0.000533558486495167,-0.0004928497946821153,-0.0004521411028690636,-0.00041143244015984237,-0.00037072377745062113,-0.00033001508563756943,-0.0002893064229283482,-0.00024859776021912694,-0.00020788906840607524,-0.000167180405696854,-0.00012647172843571752,-8.576305117458105e-05,-4.5054377551423386e-05,-4.345703928265721e-06,3.6362969694891945e-05,7.707164331804961e-05,0.00011778032057918608,0.00015848898328840733,0.0001991976605495438,0.00023990633781068027,0.0002806150005199015,0.0003213236923329532,0.00036203235504217446,0.0004027410177513957,0.0004434497095644474,0.00048415837227366865,0.0005248670349828899,0.0005655757267959416,0.0006062844186089933,0.0006469930522143841,0.0006877017440274358,0.0007284104358404875,0.0007691190694458783,0.00080982776125893,0.0008505364530719817,0.0008912450866773725,0.0009319537784904242,0.0009726624703034759,0.0010133711621165276,0.0010540798539295793,0.0010947884293273091,0.0011354971211403608,0.0011762058129534125,0.0012169145047664642]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[2,0,3,5,8,17,26,64,126,201,351,560,899,1512,2361,3590,5242,7648,10586,14954,20046,26319,33490,41999,51407,60577,70216,79139,86806,93612,98075,99758,98463,95756,91058,83459,75250,65941,56450,46814,37924,30196,23299,17776,13114,9251,6347,4416,2800,1988,1179,737,447,278,147,79,47,24,12,7,2,1,2,1],"bins":[-0.10120806843042374,-0.09802304208278656,-0.09483801573514938,-0.09165298938751221,-0.08846796303987503,-0.08528293669223785,-0.08209791034460068,-0.0789128839969635,-0.07572785764932632,-0.07254283130168915,-0.06935780495405197,-0.0661727786064148,-0.06298775225877762,-0.05980272591114044,-0.056617699563503265,-0.05343267321586609,-0.05024764686822891,-0.047062620520591736,-0.04387759417295456,-0.04069256782531738,-0.037507541477680206,-0.03432251513004303,-0.031137488782405853,-0.027952462434768677,-0.0247674360871315,-0.021582409739494324,-0.018397383391857147,-0.01521235704421997,-0.012027330696582794,-0.008842304348945618,-0.005657278001308441,-0.0024722516536712646,0.0007127746939659119,0.0038978010416030884,0.007082827389240265,0.010267853736877441,0.013452880084514618,0.016637906432151794,0.01982293277978897,0.023007959127426147,0.026192985475063324,0.0293780118227005,0.03256303817033768,0.035748064517974854,0.03893309086561203,0.04211811721324921,0.04530314356088638,0.04848816990852356,0.051673196256160736,0.05485822260379791,0.05804324895143509,0.061228275299072266,0.06441330164670944,0.06759832799434662,0.0707833543419838,0.07396838068962097,0.07715340703725815,0.08033843338489532,0.0835234597325325,0.08670848608016968,0.08989351242780685,0.09307853877544403,0.09626356512308121,0.09944859147071838,0.10263361781835556]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,2,3,7,8,13,27,54,105,141,254,381,573,872,1291,1893,2600,3577,4935,6533,8394,10822,13248,16059,19354,22215,25165,28413,31061,32609,34160,35060,35031,33585,32175,30243,27381,24416,21576,18409,15409,12528,9898,7899,6156,4557,3423,2410,1705,1097,753,529,303,212,117,83,39,34,15,5,3,1,0,2],"bins":[-0.09564996510744095,-0.09264831244945526,-0.08964666724205017,-0.08664501458406448,-0.0836433619260788,-0.0806417167186737,-0.07764006406068802,-0.07463841140270233,-0.07163676619529724,-0.06863511353731155,-0.06563346087932587,-0.06263180822134018,-0.05963016301393509,-0.0566285103559494,-0.05362686142325401,-0.050625208765268326,-0.04762355983257294,-0.04462191089987755,-0.04162025824189186,-0.03861860930919647,-0.035616956651210785,-0.032615307718515396,-0.029613658785820007,-0.02661200799047947,-0.02361035719513893,-0.020608706399798393,-0.017607055604457855,-0.014605406671762466,-0.011603755876421928,-0.00860210508108139,-0.005600455217063427,-0.0025988048873841763,0.00040283799171447754,0.0034044883213937283,0.006406138651072979,0.009407788515090942,0.01240943931043148,0.015411090105772018,0.018412739038467407,0.021414389833807945,0.024416040629148483,0.02741769142448902,0.03041934221982956,0.03342099115252495,0.03642264008522034,0.039424292743206024,0.04242594167590141,0.0454275943338871,0.04842924326658249,0.05143089219927788,0.054432544857263565,0.057434193789958954,0.06043584644794464,0.06343749165534973,0.06643914431333542,0.0694407969713211,0.0724424421787262,0.07544409483671188,0.07844574749469757,0.08144740015268326,0.08444904536008835,0.08745069801807404,0.09045235067605972,0.09345399588346481,0.0964556485414505]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"values":[4,2,4,3,4,7,9,15,14,20,36,47,59,84,113,183,225,319,423,660,982,1467,2512,4921,11407,29526,82218,203063,157492,55076,20717,8288,3921,2028,1219,813,576,368,303,191,127,98,82,53,40,35,19,12,10,5,4,6,4,4,0,3,1,1,0,0,0,0,0,1],"bins":[-0.00027561187744140625,-0.00026570260524749756,-0.00025579333305358887,-0.0002458840608596802,-0.00023597478866577148,-0.0002260655164718628,-0.0002161562442779541,-0.0002062469720840454,-0.00019633769989013672,-0.00018642842769622803,-0.00017651915550231934,-0.00016660988330841064,-0.00015670061111450195,-0.00014679133892059326,-0.00013688206672668457,-0.00012697279453277588,-0.00011706352233886719,-0.0001071542501449585,-9.72449779510498e-05,-8.733570575714111e-05,-7.742643356323242e-05,-6.751716136932373e-05,-5.760788917541504e-05,-4.769861698150635e-05,-3.7789344787597656e-05,-2.7880072593688965e-05,-1.7970800399780273e-05,-8.061528205871582e-06,1.8477439880371094e-06,1.17570161819458e-05,2.1666288375854492e-05,3.1575560569763184e-05,4.1484832763671875e-05,5.1394104957580566e-05,6.130337715148926e-05,7.121264934539795e-05,8.112192153930664e-05,9.103119373321533e-05,0.00010094046592712402,0.00011084973812103271,0.0001207590103149414,0.0001306682825088501,0.0001405775547027588,0.00015048682689666748,0.00016039609909057617,0.00017030537128448486,0.00018021464347839355,0.00019012391567230225,0.00020003318786621094,0.00020994246006011963,0.00021985173225402832,0.000229761004447937,0.0002396702766418457,0.0002495795488357544,0.0002594888210296631,0.0002693980932235718,0.00027930736541748047,0.00028921663761138916,0.00029912590980529785,0.00030903518199920654,0.00031894445419311523,0.0003288537263870239,0.0003387629985809326,0.0003486722707748413,0.00035858154296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"bins":[-0.1020413488149643,-0.09882351756095886,-0.09560568630695343,-0.092387855052948,-0.08917002379894257,-0.08595219999551773,-0.0827343687415123,-0.07951653748750687,-0.07629870623350143,-0.073080874979496,-0.06986304372549057,-0.06664521247148514,-0.0634273886680603,-0.06020955368876457,-0.05699172616004944,-0.053773894906044006,-0.050556063652038574,-0.04733823239803314,-0.04412040114402771,-0.040902573615312576,-0.037684742361307144,-0.03446691110730171,-0.03124908171594143,-0.028031252324581146,-0.024813421070575714,-0.021595589816570282,-0.01837776042521,-0.015159930102527142,-0.011942099779844284,-0.008724269457161427,-0.005506439134478569,-0.0022886088117957115,0.000929221510887146,0.0041470518335700035,0.007364882156252861,0.010582712478935719,0.013800542801618576,0.017018374055624008,0.02023620344698429,0.023454032838344574,0.026671864092350006,0.029889695346355438,0.03310752660036087,0.036325354129076004,0.039543185383081436,0.04276101663708687,0.045978844165802,0.049196675419807434,0.052414506673812866,0.0556323379278183,0.05885016918182373,0.062067996710538864,0.0652858316898346,0.06850365549325943,0.07172148674726486,0.0749393180012703,0.07815714925527573,0.08137498050928116,0.08459281176328659,0.08781064301729202,0.09102846682071686,0.09424629807472229,0.09746412932872772,0.10068196058273315,0.10389979183673859],"_type":"histogram","values":[1,1,2,6,10,14,29,49,94,182,293,537,821,1353,2309,3435,5213,7665,10643,14774,19985,26348,33732,42611,51561,61363,70671,79800,87790,94024,98198,100807,100129,96724,91359,83550,74935,65419,55998,46350,37233,29235,22708,17047,12294,8747,5915,4002,2631,1702,1083,675,368,197,132,51,26,12,11,6,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"bins":[-0.0022107551340013742,-0.002141817007213831,-0.002072878647595644,-0.002003940287977457,-0.0019350021611899137,-0.0018660639179870486,-0.0017971256747841835,-0.0017281874315813184,-0.0016592491883784533,-0.0015903109451755881,-0.001521372701972723,-0.0014524344587698579,-0.0013834962155669928,-0.0013145579723641276,-0.0012456197291612625,-0.0011766814859583974,-0.0011077432427555323,-0.0010388049995526671,-0.000969866756349802,-0.0009009285131469369,-0.0008319902699440718,-0.0007630520267412066,-0.0006941137835383415,-0.0006251755403354764,-0.0005562372971326113,-0.00048729905392974615,-0.00041836081072688103,-0.0003494225675240159,-0.0002804843243211508,-0.00021154608111828566,-0.00014260783791542053,-7.366959471255541e-05,-4.731584340333939e-06,6.420665886253119e-05,0.0001331449020653963,0.00020208314526826143,0.00027102138847112656,0.0003399596316739917,0.0004088978748768568,0.00047783611807972193,0.000546774361282587,0.0006157126044854522,0.0006846508476883173,0.0007535890908911824,0.0008225273340940475,0.0008914655772969127,0.0009604038204997778,0.001029342063702643,0.001098280306905508,0.0011672185501083732,0.0012361567933112383,0.0013050950365141034,0.0013740332797169685,0.0014429715229198337,0.0015119097661226988,0.001580848009325564,0.001649786252528429,0.0017187244957312942,0.0017876627389341593,0.0018566009821370244,0.0019255392253398895,0.0019944775849580765,0.0020634157117456198,0.002132353838533163,0.00220129219815135],"_type":"histogram","values":[1,0,0,0,0,0,1,2,4,2,3,3,3,6,7,8,11,11,12,11,10,16,17,24,26,18,28,24,35,36,35,25,36,25,32,28,34,24,24,23,24,24,9,19,15,12,16,7,3,9,10,2,2,2,1,3,1,0,2,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,1,1,2,5,17,24,40,62,109,191,304,474,727,1101,1617,2213,3199,4421,6003,7905,9997,12626,15421,18370,22203,25193,28119,30706,32902,34085,35089,35367,34683,33049,31072,28431,25019,22216,18956,15559,12729,10322,8117,6153,4664,3256,2372,1643,1108,695,509,314,207,111,67,34,18,8,10,5,0,1,1],"bins":[-0.09683715552091599,-0.09381473809480667,-0.09079232066869736,-0.08776990324258804,-0.08474748581647873,-0.08172506839036942,-0.0787026509642601,-0.07568023353815079,-0.07265780866146088,-0.06963539123535156,-0.06661297380924225,-0.06359055638313293,-0.06056813895702362,-0.05754572153091431,-0.05452330410480499,-0.05150088667869568,-0.048478469252586365,-0.04545605182647705,-0.04243363440036774,-0.03941121697425842,-0.03638879954814911,-0.033366378396749496,-0.030343960970640182,-0.02732154354453087,-0.024299126118421555,-0.02127670869231224,-0.018254291266202927,-0.015231871977448463,-0.01220945455133915,-0.009187037125229836,-0.006164618767797947,-0.0031422008760273457,-0.00011979043483734131,0.00290262745693326,0.005925045348703861,0.00894746370613575,0.011969881132245064,0.014992298558354378,0.01801471784710884,0.021037135273218155,0.02405955269932747,0.027081970125436783,0.030104387551546097,0.03312680497765541,0.03614922612905502,0.03917164355516434,0.04219406098127365,0.045216478407382965,0.04823889583349228,0.05126131325960159,0.05428373068571091,0.05730614811182022,0.060328565537929535,0.06335098296403885,0.06637340039014816,0.06939581781625748,0.07241824269294739,0.0754406601190567,0.07846307754516602,0.08148549497127533,0.08450791239738464,0.08753032982349396,0.09055274724960327,0.09357516467571259,0.0965975821018219]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[3,1,1,3,7,11,11,14,21,35,60,80,136,159,257,430,570,878,1385,2133,3474,5433,9027,14475,25149,44787,86882,187368,476351,391330,151856,72894,39515,22435,13436,8096,5326,3187,1978,1306,891,474,327,225,140,99,63,44,28,19,14,13,8,3,2,2,5,2,2,1,0,0,1,1],"bins":[-0.0002301931381225586,-0.00022222287952899933,-0.00021425262093544006,-0.0002062823623418808,-0.00019831210374832153,-0.00019034184515476227,-0.000182371586561203,-0.00017440132796764374,-0.00016643106937408447,-0.0001584608107805252,-0.00015049055218696594,-0.00014252029359340668,-0.0001345500349998474,-0.00012657977640628815,-0.00011860951781272888,-0.00011063925921916962,-0.00010266900062561035,-9.469874203205109e-05,-8.672848343849182e-05,-7.875822484493256e-05,-7.078796625137329e-05,-6.281770765781403e-05,-5.484744906425476e-05,-4.6877190470695496e-05,-3.890693187713623e-05,-3.0936673283576965e-05,-2.29664146900177e-05,-1.4996156096458435e-05,-7.02589750289917e-06,9.443610906600952e-07,8.91461968421936e-06,1.6884878277778625e-05,2.485513687133789e-05,3.2825395464897156e-05,4.079565405845642e-05,4.8765912652015686e-05,5.673617124557495e-05,6.470642983913422e-05,7.267668843269348e-05,8.064694702625275e-05,8.861720561981201e-05,9.658746421337128e-05,0.00010455772280693054,0.00011252798140048981,0.00012049823999404907,0.00012846849858760834,0.0001364387571811676,0.00014440901577472687,0.00015237927436828613,0.0001603495329618454,0.00016831979155540466,0.00017629005014896393,0.0001842603087425232,0.00019223056733608246,0.00020020082592964172,0.000208171084523201,0.00021614134311676025,0.00022411160171031952,0.00023208186030387878,0.00024005211889743805,0.0002480223774909973,0.0002559926360845566,0.00026396289467811584,0.0002719331532716751,0.0002799034118652344],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"bins":[-0.00023865699768066406,-0.00023188814520835876,-0.00022511929273605347,-0.00021835044026374817,-0.00021158158779144287,-0.00020481273531913757,-0.00019804388284683228,-0.00019127503037452698,-0.00018450617790222168,-0.00017773732542991638,-0.00017096847295761108,-0.00016419962048530579,-0.0001574307680130005,-0.0001506619155406952,-0.0001438930630683899,-0.0001371242105960846,-0.0001303553581237793,-0.000123586505651474,-0.0001168176531791687,-0.0001100488007068634,-0.0001032799482345581,-9.651109576225281e-05,-8.974224328994751e-05,-8.297339081764221e-05,-7.620453834533691e-05,-6.943568587303162e-05,-6.266683340072632e-05,-5.589798092842102e-05,-4.912912845611572e-05,-4.2360275983810425e-05,-3.559142351150513e-05,-2.882257103919983e-05,-2.205371856689453e-05,-1.5284866094589233e-05,-8.516013622283936e-06,-1.7471611499786377e-06,5.02169132232666e-06,1.1790543794631958e-05,1.8559396266937256e-05,2.5328248739242554e-05,3.209710121154785e-05,3.886595368385315e-05,4.563480615615845e-05,5.2403658628463745e-05,5.917251110076904e-05,6.594136357307434e-05,7.271021604537964e-05,7.947906851768494e-05,8.624792098999023e-05,9.301677346229553e-05,9.978562593460083e-05,0.00010655447840690613,0.00011332333087921143,0.00012009218335151672,0.00012686103582382202,0.00013362988829612732,0.00014039874076843262,0.00014716759324073792,0.0001539364457130432,0.0001607052981853485,0.0001674741506576538,0.0001742430031299591,0.0001810118556022644,0.0001877807080745697,0.000194549560546875],"_type":"histogram","values":[1,1,0,1,2,2,3,1,1,6,6,8,14,13,26,23,34,43,83,73,88,142,196,236,337,462,600,918,1386,2228,3911,7813,17556,46771,144655,226006,81844,28422,11590,5630,2993,1730,1168,713,490,386,292,227,163,142,95,78,52,45,35,16,24,14,11,7,3,2,2,4]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,2,0,0,0,1,1,2,3,4,2,4,5,3,10,9,10,23,16,12,28,19,33,28,32,35,46,27,36,41,35,38,29,34,32,27,17,22,21,11,18,11,7,8,3,5,4,2,3,0,2,1,1,0,0,0,1,0,0,0,0,1],"bins":[-0.0013400354655459523,-0.0012969935778528452,-0.001253951690159738,-0.0012109096860513091,-0.001167867798358202,-0.0011248259106650949,-0.0010817840229719877,-0.0010387420188635588,-0.0009957001311704516,-0.0009526582434773445,-0.0009096163557842374,-0.0008665744098834693,-0.0008235325221903622,-0.0007804905762895942,-0.000737448688596487,-0.000694406742695719,-0.0006513648550026119,-0.0006083229673095047,-0.0005652810214087367,-0.0005222391337156296,-0.00047919718781486154,-0.0004361553001217544,-0.0003931133833248168,-0.00035007146652787924,-0.00030702954973094165,-0.00026398763293400407,-0.00022094571613706648,-0.00017790381389204413,-0.00013486189709510654,-9.181998029816896e-05,-4.8778070777188987e-05,-5.736157618230209e-06,3.730575554072857e-05,8.034767233766615e-05,0.00012338958913460374,0.0001664314913796261,0.00020947340817656368,0.00025251531042158604,0.0002955572272185236,0.0003385991440154612,0.0003816410608123988,0.0004246829776093364,0.00046772489440627396,0.0005107668112032115,0.0005538086988963187,0.0005968506447970867,0.0006398925324901938,0.0006829344783909619,0.000725976366084069,0.0007690182537771761,0.0008120601996779442,0.0008551020873710513,0.0008981440332718194,0.0009411859209649265,0.0009842278668656945,0.0010272697545588017,0.0010703116422519088,0.001113353529945016,0.0011563955340534449,0.001199437421746552,0.0012424793094396591,0.0012855211971327662,0.0013285632012411952,0.0013716050889343023,0.0014146469766274095]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"_type":"histogram","values":[3,0,2,3,9,7,12,24,20,37,59,75,104,124,188,276,359,508,722,1000,1442,1897,2586,3815,5052,7373,10777,15633,23483,35518,55609,80248,94786,81297,55155,35548,23588,15827,10589,7527,5282,3707,2662,1926,1417,958,716,554,378,262,188,146,90,83,44,39,40,17,11,8,2,4,4,4],"bins":[-0.00012069940567016602,-0.0001169862225651741,-0.00011327303946018219,-0.00010955985635519028,-0.00010584667325019836,-0.00010213349014520645,-9.842030704021454e-05,-9.470712393522263e-05,-9.099394083023071e-05,-8.72807577252388e-05,-8.356757462024689e-05,-7.985439151525497e-05,-7.614120841026306e-05,-7.242802530527115e-05,-6.871484220027924e-05,-6.500165909528732e-05,-6.128847599029541e-05,-5.75752928853035e-05,-5.3862109780311584e-05,-5.014892667531967e-05,-4.643574357032776e-05,-4.2722560465335846e-05,-3.900937736034393e-05,-3.529619425535202e-05,-3.158301115036011e-05,-2.7869828045368195e-05,-2.4156644940376282e-05,-2.044346183538437e-05,-1.6730278730392456e-05,-1.3017095625400543e-05,-9.30391252040863e-06,-5.5907294154167175e-06,-1.8775463104248047e-06,1.8356367945671082e-06,5.548819899559021e-06,9.262003004550934e-06,1.2975186109542847e-05,1.668836921453476e-05,2.0401552319526672e-05,2.4114735424518585e-05,2.7827918529510498e-05,3.154110163450241e-05,3.5254284739494324e-05,3.8967467844486237e-05,4.268065094947815e-05,4.639383405447006e-05,5.0107017159461975e-05,5.382020026445389e-05,5.75333833694458e-05,6.124656647443771e-05,6.495974957942963e-05,6.867293268442154e-05,7.238611578941345e-05,7.609929889440536e-05,7.981248199939728e-05,8.352566510438919e-05,8.72388482093811e-05,9.095203131437302e-05,9.466521441936493e-05,9.837839752435684e-05,0.00010209158062934875,0.00010580476373434067,0.00010951794683933258,0.0001132311299443245,0.0001169443130493164]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"bins":[-0.00019998860079795122,-0.00019437230366747826,-0.0001887560065370053,-0.00018313969485461712,-0.00017752339772414416,-0.0001719071005936712,-0.00016629080346319824,-0.00016067449178081006,-0.0001550581946503371,-0.00014944189751986414,-0.00014382560038939118,-0.00013820930325891823,-0.00013259299157653004,-0.00012697669444605708,-0.00012136039731558412,-0.00011574409290915355,-0.00011012779577868059,-0.00010451149864820763,-9.889519424177706e-05,-9.32788971113041e-05,-8.766259270487353e-05,-8.204629557440057e-05,-7.642999116797e-05,-7.081369403749704e-05,-6.519739690702409e-05,-5.958109250059351e-05,-5.396479173214175e-05,-4.834849096368998e-05,-4.2732193833217025e-05,-3.711589306476526e-05,-3.1499592296313494e-05,-2.588329152786173e-05,-2.0266990759409964e-05,-1.4650689990958199e-05,-9.034390132001135e-06,-3.418089818296721e-06,2.198210495407693e-06,7.814511263859458e-06,1.3430811122816522e-05,1.9047110981773585e-05,2.466341175022535e-05,3.0279712518677115e-05,3.589601328712888e-05,4.1512314055580646e-05,4.7128611186053604e-05,5.274491195450537e-05,5.8361212722957134e-05,6.39775171293877e-05,6.959381425986066e-05,7.521011139033362e-05,8.08264157967642e-05,8.644271292723715e-05,9.205901733366773e-05,9.767531446414068e-05,0.00010329161887057126,0.00010890791600104421,0.00011452421313151717,0.00012014051753794774,0.00012575682194437832,0.00013137311907485127,0.00013698941620532423,0.0001426057133357972,0.00014822202501818538,0.00015383832214865834,0.0001594546192791313],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,1,2,3,0,4,3,2,4,3,5,13,20,12,18,25,20,39,44,51,53,54,57,56,43,36,34,21,20,14,17,14,7,10,10,9,4,6,7,5,5,4,1,2,4,0,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,5,2,6,2,4,2,3,7,10,11,12,11,23,17,21,30,16,22,31,36,30,29,35,30,28,24,36,31,31,28,18,21,17,14,15,21,18,11,6,12,7,9,8,5,3,1,1,2,1,1,0,0,1,0,1,0,1],"bins":[-6.985664367675781e-05,-6.759259849786758e-05,-6.532855331897736e-05,-6.306450814008713e-05,-6.08004629611969e-05,-5.853641778230667e-05,-5.627237260341644e-05,-5.4008327424526215e-05,-5.1744282245635986e-05,-4.948023706674576e-05,-4.721619188785553e-05,-4.49521467089653e-05,-4.268810153007507e-05,-4.0424056351184845e-05,-3.816001117229462e-05,-3.589596599340439e-05,-3.363192081451416e-05,-3.136787563562393e-05,-2.9103830456733704e-05,-2.6839785277843475e-05,-2.4575740098953247e-05,-2.231169492006302e-05,-2.004764974117279e-05,-1.7783604562282562e-05,-1.5519559383392334e-05,-1.3255514204502106e-05,-1.0991469025611877e-05,-8.72742384672165e-06,-6.463378667831421e-06,-4.199333488941193e-06,-1.9352883100509644e-06,3.287568688392639e-07,2.592802047729492e-06,4.8568472266197205e-06,7.120892405509949e-06,9.384937584400177e-06,1.1648982763290405e-05,1.3913027942180634e-05,1.6177073121070862e-05,1.844111829996109e-05,2.070516347885132e-05,2.2969208657741547e-05,2.5233253836631775e-05,2.7497299015522003e-05,2.976134419441223e-05,3.202538937330246e-05,3.428943455219269e-05,3.6553479731082916e-05,3.8817524909973145e-05,4.108157008886337e-05,4.33456152677536e-05,4.560966044664383e-05,4.787370562553406e-05,5.0137750804424286e-05,5.2401795983314514e-05,5.466584116220474e-05,5.692988634109497e-05,5.91939315199852e-05,6.145797669887543e-05,6.372202187776566e-05,6.598606705665588e-05,6.825011223554611e-05,7.051415741443634e-05,7.277820259332657e-05,7.50422477722168e-05]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"values":[1,0,1,1,3,5,12,24,47,82,151,260,409,749,1199,1956,3178,4824,7030,10086,14398,19780,26329,34403,43133,52629,63558,73522,83210,91815,98083,102185,103203,102254,98581,92303,82938,74474,63503,53360,43490,34332,26549,20009,14593,10298,7154,4814,3069,1963,1218,724,442,254,144,69,33,13,8,4,3,0,1,1],"bins":[-0.10785745829343796,-0.10453982651233673,-0.1012222021818161,-0.09790457040071487,-0.09458693861961365,-0.09126931428909302,-0.08795168250799179,-0.08463405072689056,-0.08131642639636993,-0.07799879461526871,-0.07468116283416748,-0.07136353850364685,-0.06804590672254562,-0.0647282749414444,-0.06141065061092377,-0.05809301882982254,-0.05477539077401161,-0.051457762718200684,-0.04814013093709946,-0.04482250288128853,-0.0415048748254776,-0.03818724304437637,-0.034869614988565445,-0.03155198693275452,-0.02823435701429844,-0.02491672709584236,-0.021599099040031433,-0.018281469121575356,-0.014963840134441853,-0.01164621114730835,-0.008328581228852272,-0.005010952241718769,-0.0016933232545852661,0.0016243059653788805,0.004941935185343027,0.008259564638137817,0.01157719362527132,0.014894822612404823,0.0182124525308609,0.02153008058667183,0.024847710505127907,0.028165340423583984,0.03148296847939491,0.03480059653520584,0.03811822831630707,0.041435856372117996,0.044753484427928925,0.04807111620903015,0.05138874426484108,0.05470637232065201,0.058024004101753235,0.06134163215756416,0.06465926021337509,0.06797689199447632,0.07129451632499695,0.07461214810609818,0.0779297798871994,0.08124740421772003,0.08456503599882126,0.08788266777992249,0.09120029211044312,0.09451792389154434,0.09783555567264557,0.1011531800031662,0.10447081178426743],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[1,0,3,7,7,20,38,53,108,166,274,385,608,959,1296,1884,2693,3520,4789,6511,8254,10331,12748,15593,18211,21272,24380,27436,29226,31573,33280,34159,34080,33578,32293,30114,28257,25092,22471,19330,16484,13480,11095,8678,6861,5186,3968,2785,2082,1447,963,643,402,273,208,107,72,41,26,9,5,4,2,3],"bins":[-0.09377510100603104,-0.09085680544376373,-0.08793850243091583,-0.08502019941806793,-0.08210190385580063,-0.07918360829353333,-0.07626530528068542,-0.07334700226783752,-0.07042870670557022,-0.06751041114330292,-0.06459210813045502,-0.061673808842897415,-0.05875550955533981,-0.05583721026778221,-0.05291891098022461,-0.05000061169266701,-0.047082312405109406,-0.044164013117551804,-0.0412457138299942,-0.0383274145424366,-0.035409115254879,-0.032490815967321396,-0.029572516679763794,-0.026654217392206192,-0.02373591810464859,-0.020817618817090988,-0.017899319529533386,-0.014981020241975784,-0.012062720954418182,-0.00914442166686058,-0.0062261223793029785,-0.0033078230917453766,-0.0003895312547683716,0.0025287680327892303,0.005447067320346832,0.008365366607904434,0.011283665895462036,0.014201965183019638,0.01712026447057724,0.020038563758134842,0.022956863045692444,0.025875162333250046,0.028793461620807648,0.03171176090836525,0.03463006019592285,0.037548359483480453,0.040466658771038055,0.04338495805859566,0.04630325734615326,0.04922155663371086,0.05213985592126846,0.055058155208826065,0.05797645449638367,0.06089475378394127,0.06381305307149887,0.06673134863376617,0.06964965164661407,0.07256795465946198,0.07548625022172928,0.07840454578399658,0.08132284879684448,0.08424115180969238,0.08715944737195969,0.09007774293422699,0.09299604594707489],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,1,4,2,1,3,4,7,12,11,5,12,11,24,24,22,27,24,44,38,47,37,60,50,27,38,36,29,24,30,15,16,12,15,13,6,8,3,7,5,2,3,2,3,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00017565488815307617,-0.00016969628632068634,-0.0001637376844882965,-0.00015777908265590668,-0.00015182048082351685,-0.00014586187899112701,-0.00013990327715873718,-0.00013394467532634735,-0.00012798607349395752,-0.00012202747166156769,-0.00011606886982917786,-0.00011011026799678802,-0.0001041516661643982,-9.819306433200836e-05,-9.223446249961853e-05,-8.62758606672287e-05,-8.031725883483887e-05,-7.435865700244904e-05,-6.84000551700592e-05,-6.244145333766937e-05,-5.648285150527954e-05,-5.052424967288971e-05,-4.456564784049988e-05,-3.8607046008110046e-05,-3.2648444175720215e-05,-2.6689842343330383e-05,-2.0731240510940552e-05,-1.477263867855072e-05,-8.814036846160889e-06,-2.855435013771057e-06,3.1031668186187744e-06,9.061768651008606e-06,1.5020370483398438e-05,2.097897231578827e-05,2.69375741481781e-05,3.289617598056793e-05,3.8854777812957764e-05,4.4813379645347595e-05,5.077198147773743e-05,5.673058331012726e-05,6.268918514251709e-05,6.864778697490692e-05,7.460638880729675e-05,8.056499063968658e-05,8.652359247207642e-05,9.248219430446625e-05,9.844079613685608e-05,0.00010439939796924591,0.00011035799980163574,0.00011631660163402557,0.0001222752034664154,0.00012823380529880524,0.00013419240713119507,0.0001401510089635849,0.00014610961079597473,0.00015206821262836456,0.0001580268144607544,0.00016398541629314423,0.00016994401812553406,0.0001759026199579239,0.00018186122179031372,0.00018781982362270355,0.00019377842545509338,0.00019973702728748322,0.00020569562911987305]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,0,1,1,4,2,2,1,3,3,4,8,6,8,11,11,18,15,16,12,19,22,18,27,29,30,23,30,29,25,38,28,32,23,28,25,24,27,20,12,19,16,16,14,10,9,12,7,5,6,1,3,1,3,2,1,1,1,1,1,1],"bins":[-0.0001608729362487793,-0.00015597417950630188,-0.00015107542276382446,-0.00014617666602134705,-0.00014127790927886963,-0.0001363791525363922,-0.0001314803957939148,-0.00012658163905143738,-0.00012168288230895996,-0.00011678412556648254,-0.00011188536882400513,-0.00010698661208152771,-0.00010208785533905029,-9.718909859657288e-05,-9.229034185409546e-05,-8.739158511161804e-05,-8.249282836914062e-05,-7.759407162666321e-05,-7.269531488418579e-05,-6.779655814170837e-05,-6.289780139923096e-05,-5.799904465675354e-05,-5.310028791427612e-05,-4.8201531171798706e-05,-4.330277442932129e-05,-3.840401768684387e-05,-3.3505260944366455e-05,-2.8606504201889038e-05,-2.370774745941162e-05,-1.8808990716934204e-05,-1.3910233974456787e-05,-9.01147723197937e-06,-4.112720489501953e-06,7.860362529754639e-07,5.684792995452881e-06,1.0583549737930298e-05,1.5482306480407715e-05,2.0381063222885132e-05,2.527981996536255e-05,3.0178576707839966e-05,3.507733345031738e-05,3.99760901927948e-05,4.487484693527222e-05,4.9773603677749634e-05,5.467236042022705e-05,5.957111716270447e-05,6.446987390518188e-05,6.93686306476593e-05,7.426738739013672e-05,7.916614413261414e-05,8.406490087509155e-05,8.896365761756897e-05,9.386241436004639e-05,9.87611711025238e-05,0.00010365992784500122,0.00010855868458747864,0.00011345744132995605,0.00011835619807243347,0.0001232549548149109,0.0001281537115573883,0.00013305246829986572,0.00013795122504234314,0.00014284998178482056,0.00014774873852729797,0.0001526474952697754]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"bins":[0.9940903782844543,0.9942699074745178,0.9944494366645813,0.9946290254592896,0.994808554649353,0.9949880838394165,0.99516761302948,0.9953472018241882,0.9955267310142517,0.9957062602043152,0.9958857893943787,0.9960653781890869,0.9962449073791504,0.9964244365692139,0.9966039657592773,0.9967835545539856,0.9969630837440491,0.9971426129341125,0.997322142124176,0.9975016713142395,0.9976812601089478,0.9978607892990112,0.9980403184890747,0.9982198476791382,0.9983994364738464,0.9985789656639099,0.9987584948539734,0.9989380240440369,0.9991176128387451,0.9992971420288086,0.9994766712188721,0.9996562004089355,0.999835729598999,1.0000152587890625,1.000194787979126,1.000374436378479,1.0005539655685425,1.000733494758606,1.0009130239486694,1.001092553138733,1.0012720823287964,1.0014516115188599,1.0016311407089233,1.0018107891082764,1.0019903182983398,1.0021698474884033,1.0023493766784668,1.0025289058685303,1.0027084350585938,1.0028879642486572,1.0030674934387207,1.0032470226287842,1.0034266710281372,1.0036062002182007,1.0037857294082642,1.0039652585983276,1.0041447877883911,1.0043243169784546,1.004503846168518,1.0046833753585815,1.0048630237579346,1.005042552947998,1.0052220821380615,1.005401611328125,1.0055811405181885],"_type":"histogram","values":[1,0,0,0,0,2,0,0,1,1,1,2,2,3,2,2,2,9,6,5,8,14,13,19,14,27,30,33,38,31,48,39,33,44,32,32,33,36,26,15,26,16,26,25,10,11,9,7,3,3,5,6,6,2,1,3,0,1,0,3,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,0,0,0,1,0,0,1,2,1,0,3,3,1,5,7,15,14,19,29,45,54,73,114,185,265,414,620,1033,1663,2927,5460,12306,34360,124164,241382,109171,31932,11205,5214,2763,1669,952,550,396,249,177,120,69,61,34,29,19,10,11,5,6,4,3,3,3,1,0,1],"bins":[-8.738040924072266e-05,-8.49161297082901e-05,-8.245185017585754e-05,-7.998757064342499e-05,-7.752329111099243e-05,-7.505901157855988e-05,-7.259473204612732e-05,-7.013045251369476e-05,-6.766617298126221e-05,-6.520189344882965e-05,-6.27376139163971e-05,-6.027333438396454e-05,-5.780905485153198e-05,-5.5344775319099426e-05,-5.288049578666687e-05,-5.0416216254234314e-05,-4.795193672180176e-05,-4.54876571893692e-05,-4.3023377656936646e-05,-4.055909812450409e-05,-3.809481859207153e-05,-3.563053905963898e-05,-3.316625952720642e-05,-3.0701979994773865e-05,-2.823770046234131e-05,-2.5773420929908752e-05,-2.3309141397476196e-05,-2.084486186504364e-05,-1.8380582332611084e-05,-1.5916302800178528e-05,-1.3452023267745972e-05,-1.0987743735313416e-05,-8.52346420288086e-06,-6.059184670448303e-06,-3.594905138015747e-06,-1.130625605583191e-06,1.3336539268493652e-06,3.7979334592819214e-06,6.2622129917144775e-06,8.726492524147034e-06,1.119077205657959e-05,1.3655051589012146e-05,1.6119331121444702e-05,1.8583610653877258e-05,2.1047890186309814e-05,2.351216971874237e-05,2.5976449251174927e-05,2.8440728783607483e-05,3.090500831604004e-05,3.3369287848472595e-05,3.583356738090515e-05,3.829784691333771e-05,4.0762126445770264e-05,4.322640597820282e-05,4.5690685510635376e-05,4.815496504306793e-05,5.061924457550049e-05,5.3083524107933044e-05,5.55478036403656e-05,5.801208317279816e-05,6.047636270523071e-05,6.294064223766327e-05,6.540492177009583e-05,6.786920130252838e-05,7.033348083496094e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[1,0,0,0,0,1,1,3,3,4,7,6,13,28,24,66,93,109,183,191,389,466,563,1105,1224,2401,4123,4701,9679,10954,512979,11786,10971,6730,3389,2742,1416,1089,715,439,387,209,200,150,72,77,29,40,18,10,12,11,3,8,1,1,0,0,1,0,0,0,0,1],"bins":[-6.556510925292969e-06,-6.342306733131409e-06,-6.128102540969849e-06,-5.9138983488082886e-06,-5.6996941566467285e-06,-5.4854899644851685e-06,-5.271285772323608e-06,-5.057081580162048e-06,-4.842877388000488e-06,-4.628673195838928e-06,-4.414469003677368e-06,-4.200264811515808e-06,-3.986060619354248e-06,-3.771856427192688e-06,-3.557652235031128e-06,-3.343448042869568e-06,-3.129243850708008e-06,-2.9150396585464478e-06,-2.7008354663848877e-06,-2.4866312742233276e-06,-2.2724270820617676e-06,-2.0582228899002075e-06,-1.8440186977386475e-06,-1.6298145055770874e-06,-1.4156103134155273e-06,-1.2014061212539673e-06,-9.872019290924072e-07,-7.729977369308472e-07,-5.587935447692871e-07,-3.4458935260772705e-07,-1.30385160446167e-07,8.381903171539307e-08,2.980232238769531e-07,5.122274160385132e-07,7.264316082000732e-07,9.406358003616333e-07,1.1548399925231934e-06,1.3690441846847534e-06,1.5832483768463135e-06,1.7974525690078735e-06,2.0116567611694336e-06,2.2258609533309937e-06,2.4400651454925537e-06,2.6542693376541138e-06,2.868473529815674e-06,3.082677721977234e-06,3.296881914138794e-06,3.511086106300354e-06,3.725290298461914e-06,3.939494490623474e-06,4.153698682785034e-06,4.367902874946594e-06,4.582107067108154e-06,4.796311259269714e-06,5.010515451431274e-06,5.2247196435928345e-06,5.4389238357543945e-06,5.653128027915955e-06,5.867332220077515e-06,6.081536412239075e-06,6.295740604400635e-06,6.509944796562195e-06,6.724148988723755e-06,6.938353180885315e-06,7.152557373046875e-06],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[5,0,3,5,5,6,10,2,14,32,45,54,83,122,168,275,402,603,849,1273,2098,3249,5126,8124,13437,22053,36556,58901,98881,157595,225232,254876,235965,170384,109016,64903,39919,24060,14335,8551,5568,3468,2240,1451,955,638,445,273,213,128,84,56,42,24,19,15,11,5,3,5,2,0,1,1],"bins":[-7.295608520507812e-05,-7.064640522003174e-05,-6.833672523498535e-05,-6.602704524993896e-05,-6.371736526489258e-05,-6.140768527984619e-05,-5.9098005294799805e-05,-5.678832530975342e-05,-5.447864532470703e-05,-5.2168965339660645e-05,-4.985928535461426e-05,-4.754960536956787e-05,-4.5239925384521484e-05,-4.29302453994751e-05,-4.062056541442871e-05,-3.8310885429382324e-05,-3.600120544433594e-05,-3.369152545928955e-05,-3.1381845474243164e-05,-2.9072165489196777e-05,-2.676248550415039e-05,-2.4452805519104004e-05,-2.2143125534057617e-05,-1.983344554901123e-05,-1.7523765563964844e-05,-1.5214085578918457e-05,-1.290440559387207e-05,-1.0594725608825684e-05,-8.285045623779297e-06,-5.97536563873291e-06,-3.6656856536865234e-06,-1.3560056686401367e-06,9.5367431640625e-07,3.2633543014526367e-06,5.5730342864990234e-06,7.88271427154541e-06,1.0192394256591797e-05,1.2502074241638184e-05,1.481175422668457e-05,1.7121434211730957e-05,1.9431114196777344e-05,2.174079418182373e-05,2.4050474166870117e-05,2.6360154151916504e-05,2.866983413696289e-05,3.097951412200928e-05,3.3289194107055664e-05,3.559887409210205e-05,3.790855407714844e-05,4.0218234062194824e-05,4.252791404724121e-05,4.48375940322876e-05,4.7147274017333984e-05,4.945695400238037e-05,5.176663398742676e-05,5.4076313972473145e-05,5.638599395751953e-05,5.869567394256592e-05,6.1005353927612305e-05,6.331503391265869e-05,6.562471389770508e-05,6.793439388275146e-05,7.024407386779785e-05,7.255375385284424e-05,7.486343383789062e-05],"_type":"histogram"},"_timestamp":1.7529440713241687e+09,"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"_type":"histogram","values":[2,1,2,2,5,5,7,9,22,25,26,47,59,74,121,150,209,315,377,529,712,891,1186,1421,1972,2814,4641,9730,27116,103570,267678,111004,28980,10339,4683,2785,2054,1475,1145,866,725,555,392,309,220,162,117,87,62,40,29,20,22,10,7,10,3,2,0,2,0,0,0,1],"bins":[-0.0002269744873046875,-0.00021953880786895752,-0.00021210312843322754,-0.00020466744899749756,-0.00019723176956176758,-0.0001897960901260376,-0.00018236041069030762,-0.00017492473125457764,-0.00016748905181884766,-0.00016005337238311768,-0.0001526176929473877,-0.00014518201351165771,-0.00013774633407592773,-0.00013031065464019775,-0.00012287497520446777,-0.00011543929576873779,-0.00010800361633300781,-0.00010056793689727783,-9.313225746154785e-05,-8.569657802581787e-05,-7.826089859008789e-05,-7.082521915435791e-05,-6.338953971862793e-05,-5.595386028289795e-05,-4.851818084716797e-05,-4.108250141143799e-05,-3.364682197570801e-05,-2.6211142539978027e-05,-1.8775463104248047e-05,-1.1339783668518066e-05,-3.904104232788086e-06,3.5315752029418945e-06,1.0967254638671875e-05,1.8402934074401855e-05,2.5838613510131836e-05,3.3274292945861816e-05,4.07099723815918e-05,4.814565181732178e-05,5.558133125305176e-05,6.301701068878174e-05,7.045269012451172e-05,7.78883695602417e-05,8.532404899597168e-05,9.275972843170166e-05,0.00010019540786743164,0.00010763108730316162,0.0001150667667388916,0.00012250244617462158,0.00012993812561035156,0.00013737380504608154,0.00014480948448181152,0.0001522451639175415,0.00015968084335327148,0.00016711652278900146,0.00017455220222473145,0.00018198788166046143,0.0001894235610961914,0.0001968592405319214,0.00020429491996765137,0.00021173059940338135,0.00021916627883911133,0.0002266019582748413,0.0002340376377105713,0.00024147331714630127,0.00024890899658203125]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,1,2,4,1,8,8,14,16,18,17,26,47,56,116,128,215,316,456,664,994,1555,2376,3838,6546,10892,19912,37157,73560,162701,326646,409465,263634,123232,59553,29592,16044,9015,5255,3216,1942,1191,832,559,328,209,142,109,93,37,49,25,21,8,8,2,2,1,2,2,1,2,1,1],"bins":[-0.00010865926742553711,-0.00010519009083509445,-0.0001017209142446518,-9.825173765420914e-05,-9.478256106376648e-05,-9.131338447332382e-05,-8.784420788288116e-05,-8.437503129243851e-05,-8.090585470199585e-05,-7.743667811155319e-05,-7.396750152111053e-05,-7.049832493066788e-05,-6.702914834022522e-05,-6.355997174978256e-05,-6.0090795159339905e-05,-5.662161856889725e-05,-5.315244197845459e-05,-4.968326538801193e-05,-4.6214088797569275e-05,-4.274491220712662e-05,-3.927573561668396e-05,-3.58065590262413e-05,-3.2337382435798645e-05,-2.8868205845355988e-05,-2.539902925491333e-05,-2.1929852664470673e-05,-1.8460676074028015e-05,-1.4991499483585358e-05,-1.15223228931427e-05,-8.053146302700043e-06,-4.583969712257385e-06,-1.1147931218147278e-06,2.3543834686279297e-06,5.823560059070587e-06,9.292736649513245e-06,1.2761913239955902e-05,1.623108983039856e-05,1.9700266420841217e-05,2.3169443011283875e-05,2.6638619601726532e-05,3.010779619216919e-05,3.357697278261185e-05,3.7046149373054504e-05,4.051532596349716e-05,4.398450255393982e-05,4.745367914438248e-05,5.0922855734825134e-05,5.439203232526779e-05,5.786120891571045e-05,6.13303855061531e-05,6.479956209659576e-05,6.826873868703842e-05,7.173791527748108e-05,7.520709186792374e-05,7.86762684583664e-05,8.214544504880905e-05,8.561462163925171e-05,8.908379822969437e-05,9.255297482013702e-05,9.602215141057968e-05,9.949132800102234e-05,0.000102960504591465,0.00010642968118190765,0.00010989885777235031,0.00011336803436279297],"_type":"histogram"},"_step":18258,"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.002476526191458106,-0.0024022720754146576,-0.002328018192201853,-0.0022537640761584044,-0.002179509960114956,-0.0021052558440715075,-0.002031001728028059,-0.001956747844815254,-0.0018824937287718058,-0.0018082396127283573,-0.0017339856131002307,-0.001659731613472104,-0.0015854774974286556,-0.0015112233813852072,-0.0014369693817570806,-0.001362715382128954,-0.0012884612660855055,-0.001214207150042057,-0.0011399531504139304,-0.0010656991507858038,-0.0009914450347423553,-0.0009171909769065678,-0.0008429369190707803,-0.0007686828612349927,-0.0006944288033992052,-0.0006201747455634177,-0.0005459206877276301,-0.0004716666298918426,-0.00039741257205605507,-0.00032315851422026753,-0.00024890445638448,-0.00017465039854869246,-0.00010039610788226128,-2.614205004647374e-05,4.811200778931379e-05,0.00012236606562510133,0.00019662012346088886,0.0002708741812966764,0.00034512823913246393,0.00041938229696825147,0.000493636354804039,0.0005678904126398265,0.0006421444704756141,0.0007163985283114016,0.0007906525861471891,0.0008649066439829767,0.0009391607018187642,0.0010134147014468908,0.0010876688174903393,0.0011619229335337877,0.0012361769331619143,0.001310430932790041,0.0013846850488334894,0.0014589391648769379,0.0015331931645050645,0.0016074471641331911,0.0016817012801766396,0.001755955396220088,0.0018302093958482146,0.0019044633954763412,0.0019787175115197897,0.002052971627563238,0.002127225510776043,0.0022014796268194914,0.00227573374286294],"_type":"histogram","values":[1,0,0,2,0,0,1,2,4,3,2,3,4,1,1,8,9,8,10,13,13,20,18,22,15,29,26,16,28,19,30,40,26,29,21,31,34,32,24,26,24,21,15,17,20,23,11,12,13,5,5,8,6,2,4,4,2,0,2,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,2,2,3,7,5,5,8,6,3,7,12,9,11,6,16,10,17,21,20,23,21,23,25,23,24,27,27,22,25,31,31,20,25,18,28,23,23,22,17,22,13,11,13,8,7,8,7,8,2,3,3,4,3,0,1,1,1,0,0,1,0,1],"bins":[-0.00355809205211699,-0.003438088111579418,-0.0033180841710418463,-0.0031980802305042744,-0.0030780762899667025,-0.0029580723494291306,-0.0028380684088915586,-0.0027180644683539867,-0.002598060294985771,-0.0024780563544481993,-0.0023580524139106274,-0.0022380484733730555,-0.0021180445328354836,-0.0019980405922979116,-0.0018780366517603397,-0.0017580327112227678,-0.001638028770685196,-0.001518024830147624,-0.0013980208896100521,-0.0012780169490724802,-0.0011580130085349083,-0.0010380089515820146,-0.0009180050110444427,-0.0007980010705068707,-0.0006779971299692988,-0.0005579931894317269,-0.00043798921979032457,-0.0003179852501489222,-0.0001979813096113503,-7.797735452186316e-05,4.202660056762397e-05,0.0001620305556571111,0.0002820342779159546,0.0004020382184535265,0.0005220421589910984,0.0006420461577363312,0.0007620500982739031,0.000882054038811475,0.0010020580375567079,0.0011220619780942798,0.0012420659186318517,0.0013620698591694236,0.0014820737997069955,0.0016020777402445674,0.0017220817971974611,0.001842085737735033,0.001962089678272605,0.002082093618810177,0.0022020975593477488,0.0023221014998853207,0.0024421054404228926,0.0025621093809604645,0.0026821133214980364,0.0028021172620356083,0.00292212120257318,0.003042125143110752,0.0031621293164789677,0.0032821332570165396,0.0034021371975541115,0.0035221411380916834,0.0036421450786292553,0.003762149019166827,0.003882152959704399,0.004002156667411327,0.004122160840779543]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"bins":[-9.626150131225586e-05,-9.338092058897018e-05,-9.050033986568451e-05,-8.761975914239883e-05,-8.473917841911316e-05,-8.185859769582748e-05,-7.897801697254181e-05,-7.609743624925613e-05,-7.321685552597046e-05,-7.033627480268478e-05,-6.745569407939911e-05,-6.457511335611343e-05,-6.169453263282776e-05,-5.8813951909542084e-05,-5.593337118625641e-05,-5.3052790462970734e-05,-5.017220973968506e-05,-4.7291629016399384e-05,-4.441104829311371e-05,-4.1530467569828033e-05,-3.864988684654236e-05,-3.576930612325668e-05,-3.288872539997101e-05,-3.0008144676685333e-05,-2.7127563953399658e-05,-2.4246983230113983e-05,-2.1366402506828308e-05,-1.8485821783542633e-05,-1.5605241060256958e-05,-1.2724660336971283e-05,-9.844079613685608e-06,-6.963498890399933e-06,-4.082918167114258e-06,-1.2023374438285828e-06,1.6782432794570923e-06,4.558824002742767e-06,7.439404726028442e-06,1.0319985449314117e-05,1.3200566172599792e-05,1.6081146895885468e-05,1.8961727619171143e-05,2.1842308342456818e-05,2.4722889065742493e-05,2.7603469789028168e-05,3.0484050512313843e-05,3.336463123559952e-05,3.624521195888519e-05,3.912579268217087e-05,4.200637340545654e-05,4.488695412874222e-05,4.776753485202789e-05,5.064811557531357e-05,5.352869629859924e-05,5.640927702188492e-05,5.928985774517059e-05,6.217043846845627e-05,6.505101919174194e-05,6.793159991502762e-05,7.08121806383133e-05,7.369276136159897e-05,7.657334208488464e-05,7.945392280817032e-05,8.2334503531456e-05,8.521508425474167e-05,8.809566497802734e-05],"_type":"histogram","values":[1,1,1,1,2,0,1,6,9,7,10,20,28,41,50,90,141,202,318,419,631,992,1525,2268,3690,5553,9209,15972,27470,48691,92005,163307,271134,339243,250965,148680,83143,44311,24606,14713,8454,5224,3316,2124,1401,935,584,444,266,213,152,88,62,59,26,17,19,10,7,3,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,1,2,2,1,1,4,1,1,5,4,6,5,6,10,9,8,7,10,16,21,14,21,23,24,28,25,27,32,32,39,35,27,27,27,28,32,25,22,24,24,19,14,8,9,16,9,4,10,4,7,1,2,2,0,1,1,1,1,0,1,1],"bins":[0.9952776432037354,0.9954203963279724,0.9955632090568542,0.9957059621810913,0.9958487749099731,0.9959915280342102,0.996134340763092,0.9962770938873291,0.9964199066162109,0.996562659740448,0.9967054128646851,0.9968482255935669,0.996990978717804,0.9971337914466858,0.9972765445709229,0.9974193572998047,0.9975621104240417,0.9977048635482788,0.9978476762771606,0.9979904294013977,0.9981332421302795,0.9982759952545166,0.9984188079833984,0.9985615611076355,0.9987043142318726,0.9988471269607544,0.9989898800849915,0.9991326928138733,0.9992754459381104,0.9994182586669922,0.9995610117912292,0.9997038245201111,0.9998465776443481,0.9999893307685852,1.0001320838928223,1.000274896621704,1.000417709350586,1.0005605220794678,1.00070321559906,1.000846028327942,1.0009888410568237,1.001131534576416,1.0012743473052979,1.0014171600341797,1.0015599727630615,1.0017026662826538,1.0018454790115356,1.0019882917404175,1.0021309852600098,1.0022737979888916,1.0024166107177734,1.0025594234466553,1.0027021169662476,1.0028449296951294,1.0029877424240112,1.003130555152893,1.0032732486724854,1.0034160614013672,1.003558874130249,1.0037015676498413,1.0038443803787231,1.003987193107605,1.0041300058364868,1.004272699356079,1.004415512084961],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.00018358230590820312,-0.000178435817360878,-0.00017328932881355286,-0.00016814284026622772,-0.0001629963517189026,-0.00015784986317157745,-0.00015270337462425232,-0.00014755688607692719,-0.00014241039752960205,-0.00013726390898227692,-0.00013211742043495178,-0.00012697093188762665,-0.00012182444334030151,-0.00011667795479297638,-0.00011153146624565125,-0.00010638497769832611,-0.00010123848915100098,-9.609200060367584e-05,-9.094551205635071e-05,-8.579902350902557e-05,-8.065253496170044e-05,-7.55060464143753e-05,-7.035955786705017e-05,-6.521306931972504e-05,-6.00665807723999e-05,-5.492009222507477e-05,-4.9773603677749634e-05,-4.46271151304245e-05,-3.9480626583099365e-05,-3.433413803577423e-05,-2.9187649488449097e-05,-2.4041160941123962e-05,-1.8894672393798828e-05,-1.3748183846473694e-05,-8.60169529914856e-06,-3.4552067518234253e-06,1.691281795501709e-06,6.837770342826843e-06,1.1984258890151978e-05,1.7130747437477112e-05,2.2277235984802246e-05,2.742372453212738e-05,3.2570213079452515e-05,3.771670162677765e-05,4.286319017410278e-05,4.800967872142792e-05,5.315616726875305e-05,5.8302655816078186e-05,6.344914436340332e-05,6.859563291072845e-05,7.374212145805359e-05,7.888861000537872e-05,8.403509855270386e-05,8.918158710002899e-05,9.432807564735413e-05,9.947456419467926e-05,0.0001046210527420044,0.00010976754128932953,0.00011491402983665466,0.0001200605183839798,0.00012520700693130493,0.00013035349547863007,0.0001354999840259552,0.00014064647257328033,0.00014579296112060547],"_type":"histogram","values":[2,2,0,0,1,2,0,0,3,2,3,2,4,9,8,21,21,26,42,49,66,106,175,270,409,640,1060,1741,3037,5780,11167,22749,51645,118938,276121,446773,342182,161889,68420,29778,14277,6739,3649,2040,1113,648,407,289,182,133,79,45,38,20,20,14,5,7,5,2,2,1,1,5]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,1,2,1,2,0,0,1,2,2,0,6,6,6,5,6,8,14,10,14,21,19,18,24,20,23,29,29,23,39,27,29,32,40,44,19,28,27,23,26,24,20,15,11,9,14,7,9,5,6,4,4,3,4,1,2,0,1,1],"bins":[0.9941444993019104,0.9942941665649414,0.9944438338279724,0.9945935010910034,0.9947431087493896,0.9948927760124207,0.9950424432754517,0.9951921105384827,0.9953417778015137,0.9954914450645447,0.9956411123275757,0.9957907199859619,0.9959403872489929,0.9960900545120239,0.9962397217750549,0.9963893890380859,0.9965390563011169,0.996688723564148,0.9968383312225342,0.9969879984855652,0.9971376657485962,0.9972873330116272,0.9974370002746582,0.9975866675376892,0.9977363348007202,0.9978859424591064,0.9980356097221375,0.9981852769851685,0.9983349442481995,0.9984846115112305,0.9986342787742615,0.9987839460372925,0.9989335536956787,0.9990832209587097,0.9992328882217407,0.9993825554847717,0.9995322227478027,0.9996818900108337,0.9998315572738647,0.9999812245368958,1.0001308917999268,1.000280499458313,1.0004302263259888,1.000579833984375,1.0007294416427612,1.000879168510437,1.0010287761688232,1.001178503036499,1.0013281106948853,1.001477837562561,1.0016274452209473,1.0017770528793335,1.0019267797470093,1.0020763874053955,1.0022261142730713,1.0023757219314575,1.0025254487991333,1.0026750564575195,1.0028246641159058,1.0029743909835815,1.0031239986419678,1.0032737255096436,1.0034233331680298,1.0035730600357056,1.0037226676940918]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"values":[2,0,1,7,7,12,24,46,96,144,215,375,675,984,1593,2480,3575,5241,7555,10345,14067,18711,24407,31349,38530,46681,55378,64311,72951,79889,86891,91079,94466,95442,93993,90126,85478,78522,70490,61387,52950,44071,36090,29222,22776,17384,12935,9330,6858,4700,3315,2163,1388,884,522,307,183,115,66,40,23,8,5,4],"bins":[-0.10161825269460678,-0.09857173264026642,-0.09552520513534546,-0.0924786850810051,-0.08943216502666473,-0.08638564497232437,-0.08333911746740341,-0.08029259741306305,-0.07724607735872269,-0.07419954985380173,-0.07115302979946136,-0.068106509745121,-0.06505998969078064,-0.06201346591114998,-0.05896694213151932,-0.055920422077178955,-0.052873898297548294,-0.04982737451791763,-0.04678085446357727,-0.04373433068394661,-0.04068781062960625,-0.037641286849975586,-0.03459476679563522,-0.03154824301600456,-0.02850172109901905,-0.02545519918203354,-0.022408677265048027,-0.019362155348062515,-0.016315631568431854,-0.013269110582768917,-0.01022258773446083,-0.007176065817475319,-0.004129543900489807,-0.0010830217506736517,0.0019635003991425037,0.005010022781789303,0.008056544698774815,0.011103066615760326,0.014149589464068413,0.017196111381053925,0.020242633298039436,0.023289155215024948,0.02633567713201046,0.02938219904899597,0.03242872282862663,0.035475242882966995,0.038521766662597656,0.04156828671693802,0.04461481049656868,0.04766133427619934,0.0507078543305397,0.053754378110170364,0.05680089816451073,0.05984742194414139,0.06289394199848175,0.06594046205282211,0.06898698955774307,0.07203350961208344,0.0750800296664238,0.07812655717134476,0.08117307722568512,0.08421959728002548,0.08726611733436584,0.0903126448392868,0.09335916489362717],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.0001175572324427776,-0.00011316430027363822,-0.00010877136810449883,-0.00010437843593535945,-9.998551104217768e-05,-9.559257887303829e-05,-9.11996467038989e-05,-8.680671453475952e-05,-8.241378236562014e-05,-7.802085019648075e-05,-7.362791802734137e-05,-6.923498585820198e-05,-6.48420536890626e-05,-6.044912515790202e-05,-5.605619662674144e-05,-5.1663264457602054e-05,-4.727033228846267e-05,-4.2877400119323283e-05,-3.84844679501839e-05,-3.409153941902332e-05,-2.9698607249883935e-05,-2.530567508074455e-05,-2.0912744730594568e-05,-1.6519814380444586e-05,-1.2126882211305201e-05,-7.733950951660518e-06,-3.341019692015834e-06,1.0519115676288493e-06,5.444842827273533e-06,9.837774086918216e-06,1.42307053465629e-05,1.862363569671288e-05,2.301657514180988e-05,2.7409507310949266e-05,3.180243948008865e-05,3.619536801124923e-05,4.0588300180388615e-05,4.4981232349528e-05,4.937416088068858e-05,5.376709304982796e-05,5.816002521896735e-05,6.255295738810673e-05,6.694588955724612e-05,7.13388217263855e-05,7.573174661956728e-05,8.012467878870666e-05,8.451761095784605e-05,8.891054312698543e-05,9.330347529612482e-05,9.76964074652642e-05,0.00010208933963440359,0.00010648227180354297,0.00011087520397268236,0.00011526812886586413,0.00011966106103500351,0.0001240540004801005,0.0001284469326492399,0.00013283985026646405,0.00013723278243560344,0.00014162571460474283,0.0001460186467738822,0.0001504115789430216,0.00015480451111216098,0.00015919744328130037,0.00016359037545043975],"_type":"histogram","values":[1,0,1,0,2,1,1,2,4,5,8,12,6,6,10,15,16,20,24,20,32,25,34,34,39,43,40,22,34,41,35,36,34,17,21,14,20,19,18,11,8,8,7,5,3,3,1,2,2,2,2,1,0,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"values":[2,1,2,1,3,2,6,4,11,15,25,23,39,62,84,133,177,289,458,690,1201,1984,3591,6604,12940,26051,57154,130804,280130,422033,328936,161879,72812,32419,14921,7547,4016,2193,1335,829,450,318,221,148,105,70,43,22,25,16,8,11,7,2,4,1,2,0,1,1,2,0,0,1],"bins":[-0.00012683868408203125,-0.00012255646288394928,-0.00011827424168586731,-0.00011399202048778534,-0.00010970979928970337,-0.0001054275780916214,-0.00010114535689353943,-9.686313569545746e-05,-9.258091449737549e-05,-8.829869329929352e-05,-8.401647210121155e-05,-7.973425090312958e-05,-7.545202970504761e-05,-7.116980850696564e-05,-6.688758730888367e-05,-6.26053661108017e-05,-5.8323144912719727e-05,-5.4040923714637756e-05,-4.9758702516555786e-05,-4.5476481318473816e-05,-4.1194260120391846e-05,-3.6912038922309875e-05,-3.2629817724227905e-05,-2.8347596526145935e-05,-2.4065375328063965e-05,-1.9783154129981995e-05,-1.5500932931900024e-05,-1.1218711733818054e-05,-6.936490535736084e-06,-2.6542693376541138e-06,1.6279518604278564e-06,5.910173058509827e-06,1.0192394256591797e-05,1.4474615454673767e-05,1.8756836652755737e-05,2.3039057850837708e-05,2.7321279048919678e-05,3.160350024700165e-05,3.588572144508362e-05,4.016794264316559e-05,4.445016384124756e-05,4.873238503932953e-05,5.30146062374115e-05,5.729682743549347e-05,6.157904863357544e-05,6.586126983165741e-05,7.014349102973938e-05,7.442571222782135e-05,7.870793342590332e-05,8.299015462398529e-05,8.727237582206726e-05,9.155459702014923e-05,9.58368182182312e-05,0.00010011903941631317,0.00010440126061439514,0.00010868348181247711,0.00011296570301055908,0.00011724792420864105,0.00012153014540672302,0.000125812366604805,0.00013009458780288696,0.00013437680900096893,0.0001386590301990509,0.00014294125139713287,0.00014722347259521484],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-6.020069122314453e-05,-5.792733281850815e-05,-5.5653974413871765e-05,-5.338061600923538e-05,-5.1107257604599e-05,-4.8833899199962616e-05,-4.656054079532623e-05,-4.428718239068985e-05,-4.201382398605347e-05,-3.9740465581417084e-05,-3.74671071767807e-05,-3.519374877214432e-05,-3.2920390367507935e-05,-3.064703196287155e-05,-2.837367355823517e-05,-2.6100315153598785e-05,-2.3826956748962402e-05,-2.155359834432602e-05,-1.9280239939689636e-05,-1.7006881535053253e-05,-1.473352313041687e-05,-1.2460164725780487e-05,-1.0186806321144104e-05,-7.913447916507721e-06,-5.640089511871338e-06,-3.366731107234955e-06,-1.0933727025985718e-06,1.1799857020378113e-06,3.4533441066741943e-06,5.726702511310577e-06,8.00006091594696e-06,1.0273419320583344e-05,1.2546777725219727e-05,1.482013612985611e-05,1.7093494534492493e-05,1.9366852939128876e-05,2.164021134376526e-05,2.3913569748401642e-05,2.6186928153038025e-05,2.8460286557674408e-05,3.073364496231079e-05,3.3007003366947174e-05,3.528036177158356e-05,3.755372017621994e-05,3.982707858085632e-05,4.2100436985492706e-05,4.437379539012909e-05,4.664715379476547e-05,4.8920512199401855e-05,5.119387060403824e-05,5.346722900867462e-05,5.5740587413311005e-05,5.801394581794739e-05,6.028730422258377e-05,6.256066262722015e-05,6.483402103185654e-05,6.710737943649292e-05,6.93807378411293e-05,7.165409624576569e-05,7.392745465040207e-05,7.620081305503845e-05,7.847417145967484e-05,8.074752986431122e-05,8.30208882689476e-05,8.529424667358398e-05],"_type":"histogram","values":[2,1,2,1,5,5,5,5,4,4,8,12,17,17,15,18,23,14,16,26,23,34,26,33,31,37,28,28,25,21,26,18,26,22,27,18,17,19,10,19,12,9,10,9,9,3,4,7,4,0,4,3,3,1,0,0,0,0,0,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[1,1,1,0,4,11,16,25,42,84,136,185,342,499,693,1065,1601,2170,3093,4121,5462,7062,9048,11174,13886,16559,19732,21998,25004,27936,29900,31764,32804,33706,33631,32577,31267,29659,26874,24143,21446,18578,15698,13034,10455,8585,6574,4849,3740,2736,1838,1362,954,606,386,291,161,113,64,36,22,12,3,5],"bins":[-0.09748769551515579,-0.09460820257663727,-0.09172871708869934,-0.08884922415018082,-0.08596973866224289,-0.08309024572372437,-0.08021075278520584,-0.07733126729726791,-0.07445177435874939,-0.07157228887081146,-0.06869279593229294,-0.06581330299377441,-0.06293381750583649,-0.06005432829260826,-0.05717483535408974,-0.05429534614086151,-0.051415856927633286,-0.04853636771440506,-0.045656878501176834,-0.04277738556265831,-0.039897896349430084,-0.03701840713620186,-0.03413891792297363,-0.03125942870974541,-0.028379937633872032,-0.025500448420643806,-0.02262095734477043,-0.019741468131542206,-0.01686197891831398,-0.013982487842440605,-0.01110299862921238,-0.008223508484661579,-0.005344018340110779,-0.002464528428390622,0.00041496148332953453,0.003294451395049691,0.006173941306769848,0.009053431451320648,0.011932920664548874,0.014812410809099674,0.017691900953650475,0.0205713901668787,0.023450881242752075,0.0263303704559803,0.029209859669208527,0.03208934888243675,0.034968841820955276,0.0378483310341835,0.04072782024741173,0.043607309460639954,0.04648679867386818,0.049366291612386703,0.05224578082561493,0.055125270038843155,0.05800475925207138,0.060884248465299606,0.06376373767852783,0.06664323061704636,0.06952271610498428,0.07240220904350281,0.07528170198202133,0.07816118746995926,0.08104068040847778,0.08392016589641571,0.08679965883493423]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"bins":[-0.017917364835739136,-0.01738755591213703,-0.016857746988534927,-0.016327938064932823,-0.01579812914133072,-0.01526832114905119,-0.01473851315677166,-0.014208704233169556,-0.013678895309567451,-0.013149086385965347,-0.012619277462363243,-0.012089469470083714,-0.01155966054648161,-0.011029851622879505,-0.010500043630599976,-0.009970234706997871,-0.009440425783395767,-0.008910616859793663,-0.008380807936191559,-0.00785099994391203,-0.007321191020309925,-0.006791382096707821,-0.006261573638767004,-0.005731765180826187,-0.005201956257224083,-0.004672147333621979,-0.004142338875681162,-0.0036125301849097013,-0.003082721494138241,-0.0025529128033667803,-0.0020231041125953197,-0.0014932954218238592,-0.0009634867310523987,-0.00043367804028093815,9.613065049052238e-05,0.0006259393412619829,0.0011557480320334435,0.001685556722804904,0.0022153654135763645,0.002745174104347825,0.0032749827951192856,0.003804791485890746,0.004334600176662207,0.0048644086346030235,0.005394217558205128,0.005924026481807232,0.006453834939748049,0.006983643397688866,0.00751345232129097,0.008043261244893074,0.008573070168495178,0.009102878160774708,0.009632687084376812,0.010162496007978916,0.010692304000258446,0.01122211292386055,0.011751921847462654,0.012281730771064758,0.012811539694666862,0.013341347686946392,0.013871156610548496,0.0144009655341506,0.01493077352643013,0.015460582450032234,0.01599039137363434],"_type":"histogram","values":[1,0,2,4,2,5,2,4,6,3,4,4,9,6,4,8,2,5,5,8,8,10,13,10,15,14,18,21,25,31,40,39,37,35,47,39,35,27,21,26,17,20,16,7,5,10,11,10,9,9,7,5,3,5,4,8,3,3,4,3,2,7,2,3]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,0,0,0,2,1,2,1,1,1,1,2,3,3,4,5,7,7,7,8,14,17,18,20,22,26,28,37,45,31,28,29,42,34,29,28,29,22,38,30,26,22,16,19,15,10,8,6,5,3,4,1,4,3,1,0,0,1,0,0,0,1],"bins":[-7.033348083496094e-05,-6.828457117080688e-05,-6.623566150665283e-05,-6.418675184249878e-05,-6.213784217834473e-05,-6.0088932514190674e-05,-5.804002285003662e-05,-5.599111318588257e-05,-5.3942203521728516e-05,-5.189329385757446e-05,-4.984438419342041e-05,-4.779547452926636e-05,-4.5746564865112305e-05,-4.369765520095825e-05,-4.16487455368042e-05,-3.9599835872650146e-05,-3.7550926208496094e-05,-3.550201654434204e-05,-3.345310688018799e-05,-3.1404197216033936e-05,-2.9355287551879883e-05,-2.730637788772583e-05,-2.5257468223571777e-05,-2.3208558559417725e-05,-2.1159648895263672e-05,-1.911073923110962e-05,-1.7061829566955566e-05,-1.5012919902801514e-05,-1.2964010238647461e-05,-1.0915100574493408e-05,-8.866190910339355e-06,-6.817281246185303e-06,-4.76837158203125e-06,-2.7194619178771973e-06,-6.705522537231445e-07,1.3783574104309082e-06,3.427267074584961e-06,5.476176738739014e-06,7.525086402893066e-06,9.573996067047119e-06,1.1622905731201172e-05,1.3671815395355225e-05,1.5720725059509277e-05,1.776963472366333e-05,1.9818544387817383e-05,2.1867454051971436e-05,2.3916363716125488e-05,2.596527338027954e-05,2.8014183044433594e-05,3.0063092708587646e-05,3.21120023727417e-05,3.416091203689575e-05,3.6209821701049805e-05,3.825873136520386e-05,4.030764102935791e-05,4.235655069351196e-05,4.4405460357666016e-05,4.645437002182007e-05,4.850327968597412e-05,5.0552189350128174e-05,5.2601099014282227e-05,5.465000867843628e-05,5.669891834259033e-05,5.8747828006744385e-05,6.079673767089844e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"_type":"histogram","values":[2,2,2,3,4,2,4,7,5,7,6,12,12,9,8,20,20,15,23,29,23,31,27,27,29,37,23,30,32,29,26,36,21,28,19,21,19,14,15,12,11,12,13,5,12,6,3,3,3,0,5,1,0,1,0,0,0,0,0,1,0,0,0,1],"bins":[-8.296966552734375e-05,-7.985904812812805e-05,-7.674843072891235e-05,-7.363781332969666e-05,-7.052719593048096e-05,-6.741657853126526e-05,-6.430596113204956e-05,-6.119534373283386e-05,-5.8084726333618164e-05,-5.4974108934402466e-05,-5.186349153518677e-05,-4.875287413597107e-05,-4.564225673675537e-05,-4.253163933753967e-05,-3.9421021938323975e-05,-3.6310404539108276e-05,-3.319978713989258e-05,-3.008916974067688e-05,-2.697855234146118e-05,-2.3867934942245483e-05,-2.0757317543029785e-05,-1.7646700143814087e-05,-1.4536082744598389e-05,-1.142546534538269e-05,-8.314847946166992e-06,-5.204230546951294e-06,-2.0936131477355957e-06,1.0170042514801025e-06,4.127621650695801e-06,7.238239049911499e-06,1.0348856449127197e-05,1.3459473848342896e-05,1.6570091247558594e-05,1.9680708646774292e-05,2.279132604598999e-05,2.590194344520569e-05,2.9012560844421387e-05,3.2123178243637085e-05,3.523379564285278e-05,3.834441304206848e-05,4.145503044128418e-05,4.456564784049988e-05,4.7676265239715576e-05,5.0786882638931274e-05,5.389750003814697e-05,5.700811743736267e-05,6.011873483657837e-05,6.322935223579407e-05,6.633996963500977e-05,6.945058703422546e-05,7.256120443344116e-05,7.567182183265686e-05,7.878243923187256e-05,8.189305663108826e-05,8.500367403030396e-05,8.811429142951965e-05,9.122490882873535e-05,9.433552622795105e-05,9.744614362716675e-05,0.00010055676102638245,0.00010366737842559814,0.00010677799582481384,0.00010988861322402954,0.00011299923062324524,0.00011610984802246094]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-0.09322013705968857,-0.0902448296546936,-0.08726952224969864,-0.08429421484470367,-0.08131890743970871,-0.07834360003471375,-0.07536829262971878,-0.07239298522472382,-0.06941767036914825,-0.06644236296415329,-0.06346705555915833,-0.06049175187945366,-0.057516440749168396,-0.05454113334417343,-0.05156582593917847,-0.0485905185341835,-0.04561521112918854,-0.04263990372419357,-0.03966459631919861,-0.036689288914203644,-0.03371398150920868,-0.030738672241568565,-0.02776336297392845,-0.024788055568933487,-0.021812748163938522,-0.018837440758943558,-0.015862133353948593,-0.01288682408630848,-0.009911516681313515,-0.006936208810657263,-0.003960900940001011,-0.000985593069344759,0.00198972225189209,0.004965030122548342,0.007940337993204594,0.010915646329522133,0.013890953734517097,0.016866261139512062,0.019841570407152176,0.02281687781214714,0.025792185217142105,0.02876749262213707,0.031742800027132034,0.034718107432127,0.03769341856241226,0.04066872596740723,0.04364403337240219,0.046619340777397156,0.04959464818239212,0.052569955587387085,0.05554526299238205,0.058520570397377014,0.06149587780237198,0.06447118520736694,0.06744649261236191,0.07042180001735687,0.07339711487293243,0.0763724222779274,0.07934772968292236,0.08232303708791733,0.08529834449291229,0.08827365189790726,0.09124895930290222,0.09422426670789719,0.09719957411289215],"_type":"histogram","values":[2,2,6,5,20,27,42,80,111,185,299,467,689,1104,1580,2260,3133,4175,5728,7627,9637,12063,14868,17739,20965,23893,26939,29667,31798,33469,34782,34651,34041,33255,31248,28763,25903,22823,19819,16803,13952,11277,9028,7049,5161,3878,2823,1982,1372,900,697,371,225,188,109,68,30,22,11,9,1,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,1,0,1,2,1,2,1,1,3,4,2,11,10,9,10,9,21,21,26,31,42,49,53,49,62,50,47,46,29,29,19,21,12,13,11,7,7,11,9,7,7,3,2,1,5,2,0,0,2,1,1,2,1],"bins":[-0.00017403296078555286,-0.00016917282482609153,-0.00016431267431471497,-0.0001594525238033384,-0.00015459238784387708,-0.00014973225188441575,-0.00014487210137303919,-0.00014001195086166263,-0.0001351518149022013,-0.00013029167894273996,-0.0001254315284313634,-0.00012057138519594446,-0.00011571124196052551,-0.00011085109872510657,-0.00010599095548968762,-0.00010113081225426868,-9.627066901884973e-05,-9.141052578343078e-05,-8.655038254801184e-05,-8.16902393125929e-05,-7.683009607717395e-05,-7.1969952841755e-05,-6.710980960633606e-05,-6.224966637091711e-05,-5.7389523135498166e-05,-5.252937990007922e-05,-4.7669236664660275e-05,-4.280909342924133e-05,-3.7948950193822384e-05,-3.308880695840344e-05,-2.8228663722984493e-05,-2.3368520487565547e-05,-1.85083772521466e-05,-1.3648234016727656e-05,-8.78809078130871e-06,-3.927947545889765e-06,9.321956895291805e-07,5.792338924948126e-06,1.0652482160367072e-05,1.5512625395786017e-05,2.0372768631204963e-05,2.5232911866623908e-05,3.0093055102042854e-05,3.49531983374618e-05,3.9813341572880745e-05,4.467348480829969e-05,4.9533628043718636e-05,5.439377127913758e-05,5.925391451455653e-05,6.411405774997547e-05,6.897420098539442e-05,7.383434422081336e-05,7.869448745623231e-05,8.355463069165125e-05,8.84147739270702e-05,9.327491716248915e-05,9.813506039790809e-05,0.00010299520363332704,0.00010785534686874598,0.00011271549010416493,0.00011757563333958387,0.0001224357692990452,0.00012729591981042176,0.00013215607032179832,0.00013701620628125966]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,0,0,1,0,1,0,1,1,1,2,6,6,3,6,11,6,13,14,28,34,43,55,52,76,102,87,90,112,140,115,129,126,127,112,113,101,73,61,43,38,24,20,14,16,14,5,7,3,3,4,2,2,0,1,0,0,1,1],"bins":[-5.1975250244140625e-05,-5.0523318350315094e-05,-4.907138645648956e-05,-4.761945456266403e-05,-4.61675226688385e-05,-4.471559077501297e-05,-4.326365888118744e-05,-4.181172698736191e-05,-4.035979509353638e-05,-3.8907863199710846e-05,-3.7455931305885315e-05,-3.6003999412059784e-05,-3.455206751823425e-05,-3.310013562440872e-05,-3.164820373058319e-05,-3.019627183675766e-05,-2.874433994293213e-05,-2.7292408049106598e-05,-2.5840476155281067e-05,-2.4388544261455536e-05,-2.2936612367630005e-05,-2.1484680473804474e-05,-2.0032748579978943e-05,-1.8580816686153412e-05,-1.712888479232788e-05,-1.567695289850235e-05,-1.4225021004676819e-05,-1.2773089110851288e-05,-1.1321157217025757e-05,-9.869225323200226e-06,-8.417293429374695e-06,-6.965361535549164e-06,-5.513429641723633e-06,-4.061497747898102e-06,-2.609565854072571e-06,-1.1576339602470398e-06,2.942979335784912e-07,1.7462298274040222e-06,3.1981617212295532e-06,4.650093615055084e-06,6.102025508880615e-06,7.553957402706146e-06,9.005889296531677e-06,1.0457821190357208e-05,1.190975308418274e-05,1.336168497800827e-05,1.4813616871833801e-05,1.6265548765659332e-05,1.7717480659484863e-05,1.9169412553310394e-05,2.0621344447135925e-05,2.2073276340961456e-05,2.3525208234786987e-05,2.497714012861252e-05,2.642907202243805e-05,2.788100391626358e-05,2.933293581008911e-05,3.078486770391464e-05,3.223679959774017e-05,3.3688731491565704e-05,3.5140663385391235e-05,3.6592595279216766e-05,3.80445271730423e-05,3.949645906686783e-05,4.094839096069336e-05]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.004376062657684088,-0.004235830157995224,-0.00409559765830636,-0.003955365624278784,-0.00381513312458992,-0.0036749006249010563,-0.0035346681252121925,-0.0033944358583539724,-0.0032542033586651087,-0.003113970858976245,-0.002973738592118025,-0.002833506092429161,-0.0026932735927402973,-0.0025530413258820772,-0.0024128088261932135,-0.0022725765593349934,-0.0021323440596461296,-0.001992111559957266,-0.0018518792930990458,-0.001711646793410182,-0.00157141441013664,-0.0014311820268630981,-0.0012909495271742344,-0.0011507171439006925,-0.0010104847606271505,-0.0008702523773536086,-0.0007300199358724058,-0.0005897874943912029,-0.000449555111117661,-0.0003093226987402886,-0.00016909028636291623,-2.8857873985543847e-05,0.00011137500405311584,0.00025160741643048823,0.0003918398288078606,0.0005320722702890635,0.0006723046535626054,0.0008125370368361473,0.0009527694783173501,0.001093001919798553,0.001233234303072095,0.0013734666863456368,0.0015136990696191788,0.0016539315693080425,0.0017941639525815845,0.0019343963358551264,0.00207462883554399,0.0022148611024022102,0.002355093602091074,0.0024953261017799377,0.002635558368638158,0.0027757908683270216,0.0029160231351852417,0.0030562556348741055,0.003196488134562969,0.0033367204014211893,0.003476952901110053,0.003617185400798917,0.003757417667657137,0.0038976501673460007,0.004037882667034864,0.004178115166723728,0.004318347200751305,0.004458579700440168,0.004598812200129032],"_type":"histogram","values":[3,3,0,1,1,4,1,2,1,9,5,10,6,6,7,16,19,9,7,10,15,21,20,23,28,24,25,22,28,30,22,18,23,27,26,23,23,29,30,26,29,21,14,6,12,11,17,8,7,8,6,8,4,3,0,1,3,4,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-8.928775787353516e-05,-8.655432611703873e-05,-8.38208943605423e-05,-8.108746260404587e-05,-7.835403084754944e-05,-7.562059909105301e-05,-7.288716733455658e-05,-7.015373557806015e-05,-6.742030382156372e-05,-6.468687206506729e-05,-6.195344030857086e-05,-5.922000855207443e-05,-5.6486576795578e-05,-5.3753145039081573e-05,-5.1019713282585144e-05,-4.8286281526088715e-05,-4.5552849769592285e-05,-4.2819418013095856e-05,-4.0085986256599426e-05,-3.7352554500103e-05,-3.461912274360657e-05,-3.188569098711014e-05,-2.915225923061371e-05,-2.641882747411728e-05,-2.368539571762085e-05,-2.095196396112442e-05,-1.821853220462799e-05,-1.548510044813156e-05,-1.2751668691635132e-05,-1.0018236935138702e-05,-7.284805178642273e-06,-4.5513734221458435e-06,-1.817941665649414e-06,9.154900908470154e-07,3.648921847343445e-06,6.382353603839874e-06,9.115785360336304e-06,1.1849217116832733e-05,1.4582648873329163e-05,1.7316080629825592e-05,2.004951238632202e-05,2.278294414281845e-05,2.551637589931488e-05,2.824980765581131e-05,3.098323941230774e-05,3.371667116880417e-05,3.64501029253006e-05,3.918353468179703e-05,4.191696643829346e-05,4.4650398194789886e-05,4.7383829951286316e-05,5.0117261707782745e-05,5.2850693464279175e-05,5.5584125220775604e-05,5.8317556977272034e-05,6.105098873376846e-05,6.378442049026489e-05,6.651785224676132e-05,6.925128400325775e-05,7.198471575975418e-05,7.471814751625061e-05,7.745157927274704e-05,8.018501102924347e-05,8.29184427857399e-05,8.565187454223633e-05],"_type":"histogram","values":[3,1,5,8,4,10,4,8,17,17,21,30,54,56,99,151,184,227,283,386,533,669,1014,1307,1804,2644,4307,6993,11637,22455,45615,94586,153458,117223,57383,27647,14840,8377,4998,3124,2016,1493,1100,796,579,412,309,226,186,125,119,88,57,41,19,14,17,11,6,5,12,7,2,2]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,0,1,1,2,1,0,1,3,0,1,2,6,7,11,7,9,21,23,26,45,54,58,63,53,56,55,59,42,45,31,21,15,8,10,7,5,3,3,2,2,2,3,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00015579174214508384,-0.00015105828060768545,-0.00014632483362220228,-0.00014159137208480388,-0.00013685791054740548,-0.0001321244635619223,-0.00012739100202452391,-0.00012265754048712552,-0.00011792408622568473,-0.00011319063196424395,-0.00010845717042684555,-0.00010372371616540477,-9.899026190396398e-05,-9.425680036656559e-05,-8.95233461051248e-05,-8.47898845677264e-05,-8.005643030628562e-05,-7.532297604484484e-05,-7.058951450744644e-05,-6.585606024600565e-05,-6.112259870860726e-05,-5.638914444716647e-05,-5.165569018572569e-05,-4.69222322863061e-05,-4.218877438688651e-05,-3.7455316487466916e-05,-3.2721858588047326e-05,-2.7988404326606542e-05,-2.325494642718695e-05,-1.852148852776736e-05,-1.3788032447337173e-05,-9.054575457412284e-06,-4.321118467487395e-06,4.1233852243749425e-07,5.145795512362383e-06,9.879252502287272e-06,1.4612709492212161e-05,1.9346167391631752e-05,2.407962347206194e-05,2.8813079552492127e-05,3.354653745191172e-05,3.827999535133131e-05,4.30134532507509e-05,4.774690751219168e-05,5.2480365411611274e-05,5.7213823311030865e-05,6.194727757247165e-05,6.668073910987005e-05,7.141419337131083e-05,7.614764763275161e-05,8.088110917015001e-05,8.56145634315908e-05,9.03480249689892e-05,9.508147923042998e-05,9.981493349187076e-05,0.00010454839502926916,0.00010928184929070994,0.00011401530355215073,0.00011874876508954912,0.00012348222662694752,0.0001282156736124307,0.0001329491351498291,0.0001376825966872275,0.00014241604367271066,0.00014714950521010906]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,1,3,1,2,7,8,15,11,16,30,29,57,68,98,126,149,254,313,463,621,938,1411,2457,4713,11471,33560,157784,287583,56359,16554,6447,2965,1645,1114,690,496,369,272,180,153,102,82,54,41,32,18,18,14,12,5,2,5,2,0,1,1,0,0,0,0,1],"bins":[-0.00011426210403442383,-0.00011047627776861191,-0.00010669045150279999,-0.00010290462523698807,-9.911879897117615e-05,-9.533297270536423e-05,-9.154714643955231e-05,-8.776132017374039e-05,-8.397549390792847e-05,-8.018966764211655e-05,-7.640384137630463e-05,-7.26180151104927e-05,-6.883218884468079e-05,-6.504636257886887e-05,-6.126053631305695e-05,-5.7474710047245026e-05,-5.3688883781433105e-05,-4.9903057515621185e-05,-4.6117231249809265e-05,-4.2331404983997345e-05,-3.8545578718185425e-05,-3.4759752452373505e-05,-3.0973926186561584e-05,-2.7188099920749664e-05,-2.3402273654937744e-05,-1.9616447389125824e-05,-1.5830621123313904e-05,-1.2044794857501984e-05,-8.258968591690063e-06,-4.473142325878143e-06,-6.873160600662231e-07,3.098510205745697e-06,6.884336471557617e-06,1.0670162737369537e-05,1.4455989003181458e-05,1.8241815268993378e-05,2.2027641534805298e-05,2.5813467800617218e-05,2.9599294066429138e-05,3.338512033224106e-05,3.717094659805298e-05,4.09567728638649e-05,4.474259912967682e-05,4.852842539548874e-05,5.231425166130066e-05,5.610007792711258e-05,5.98859041929245e-05,6.367173045873642e-05,6.745755672454834e-05,7.124338299036026e-05,7.502920925617218e-05,7.88150355219841e-05,8.260086178779602e-05,8.638668805360794e-05,9.017251431941986e-05,9.395834058523178e-05,9.77441668510437e-05,0.00010152999311685562,0.00010531581938266754,0.00010910164564847946,0.00011288747191429138,0.0001166732981801033,0.00012045912444591522,0.00012424495071172714,0.00012803077697753906]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0919589251279831,-0.08900730311870575,-0.0860556811094284,-0.08310405164957047,-0.08015242964029312,-0.07720080763101578,-0.07424918562173843,-0.07129756361246109,-0.06834593415260315,-0.0653943121433258,-0.06244269013404846,-0.05949106812477112,-0.056539446115493774,-0.05358782038092613,-0.05063619837164879,-0.047684572637081146,-0.0447329506278038,-0.04178132861852646,-0.038829702883958817,-0.03587808087468147,-0.03292645514011383,-0.029974833130836487,-0.027023211121559143,-0.02407158724963665,-0.021119963377714157,-0.018168339505791664,-0.015216716565191746,-0.012265093624591827,-0.009313469752669334,-0.006361846346408129,-0.003410222940146923,-0.0004585995338857174,0.0024930238723754883,0.005444647278636694,0.0083962706848979,0.011347893625497818,0.014299517497420311,0.017251141369342804,0.020202763378620148,0.02315438725054264,0.026106011122465134,0.029057634994387627,0.03200925886631012,0.03496088087558746,0.03791250288486481,0.04086412861943245,0.04381575062870979,0.046767376363277435,0.04971899837255478,0.05267062038183212,0.055622246116399765,0.05857386812567711,0.06152549386024475,0.0644771158695221,0.06742873787879944,0.07038035988807678,0.07333198189735413,0.07628361135721207,0.07923523336648941,0.08218685537576675,0.0851384773850441,0.08809009939432144,0.09104172885417938,0.09399335086345673,0.09694497287273407],"_type":"histogram","values":[1,3,8,13,19,39,59,86,165,199,355,565,760,1169,1687,2503,3307,4661,6150,7999,10141,12736,15387,18445,21384,24563,27526,30118,31988,33545,34570,34334,33929,32686,30773,28046,25321,22535,19280,16259,13157,10876,8650,6493,5007,3771,2736,1949,1371,917,582,378,234,160,108,48,32,20,8,2,6,2,2,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,0,1,2,5,3,3,3,5,5,6,9,13,11,16,19,18,18,29,22,38,29,26,31,35,24,32,36,24,41,23,20,29,26,27,21,14,18,7,13,11,10,10,5,7,5,2,2,1,1,4,2,1,1,1,0,0,0,0,0,0,0,0,1],"bins":[-9.227124974131584e-05,-8.878426888259128e-05,-8.529729529982433e-05,-8.181031444109976e-05,-7.83233335823752e-05,-7.483635999960825e-05,-7.134937914088368e-05,-6.786239828215912e-05,-6.437541742343456e-05,-6.0888443840667605e-05,-5.740146298194304e-05,-5.3914485761197284e-05,-5.042750854045153e-05,-4.694052768172696e-05,-4.3453550460981205e-05,-3.996656960225664e-05,-3.6479592381510884e-05,-3.2992615160765126e-05,-2.9505634302040562e-05,-2.6018657081294805e-05,-2.2531678041559644e-05,-1.9044699001824483e-05,-1.5557721781078726e-05,-1.2070742741343565e-05,-8.583763701608405e-06,-5.096785116620595e-06,-1.6098065316327848e-06,1.8771720533550251e-06,5.364150638342835e-06,8.851129678077996e-06,1.2338107808318455e-05,1.5825085938558914e-05,1.9312064978294075e-05,2.2799044018029235e-05,2.6286023057764396e-05,2.9773000278510153e-05,3.325998113723472e-05,3.6746958357980475e-05,4.023393557872623e-05,4.3720916437450796e-05,4.7207893658196554e-05,5.069487087894231e-05,5.4181851737666875e-05,5.766882895841263e-05,6.115580617915839e-05,6.464278703788295e-05,6.812976789660752e-05,7.161674147937447e-05,7.510372233809903e-05,7.85907031968236e-05,8.207767677959055e-05,8.556465763831511e-05,8.905163849703968e-05,9.253861207980663e-05,9.602559293853119e-05,9.951257379725575e-05,0.0001029995473800227,0.00010648652823874727,0.00010997350909747183,0.0001134604899561964,0.00011694746353896335,0.00012043444439768791,0.00012392141798045486,0.00012740840611513704,0.000130895379697904]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"values":[1,0,3,0,1,4,2,2,0,7,5,6,3,9,9,11,12,18,24,29,39,47,51,59,54,83,72,89,114,127,135,130,124,112,98,67,64,82,59,47,35,41,31,27,34,13,8,10,12,7,5,9,4,2,2,2,0,0,1,1,1,3,0,1],"bins":[-3.522634506225586e-05,-3.4098513424396515e-05,-3.297068178653717e-05,-3.1842850148677826e-05,-3.071501851081848e-05,-2.9587186872959137e-05,-2.8459355235099792e-05,-2.7331523597240448e-05,-2.6203691959381104e-05,-2.507586032152176e-05,-2.3948028683662415e-05,-2.282019704580307e-05,-2.1692365407943726e-05,-2.056453377008438e-05,-1.9436702132225037e-05,-1.8308870494365692e-05,-1.7181038856506348e-05,-1.6053207218647003e-05,-1.4925375580787659e-05,-1.3797543942928314e-05,-1.266971230506897e-05,-1.1541880667209625e-05,-1.041404902935028e-05,-9.286217391490936e-06,-8.158385753631592e-06,-7.030554115772247e-06,-5.902722477912903e-06,-4.774890840053558e-06,-3.647059202194214e-06,-2.5192275643348694e-06,-1.391395926475525e-06,-2.635642886161804e-07,8.642673492431641e-07,1.9920989871025085e-06,3.119930624961853e-06,4.2477622628211975e-06,5.375593900680542e-06,6.5034255385398865e-06,7.631257176399231e-06,8.759088814258575e-06,9.88692045211792e-06,1.1014752089977264e-05,1.2142583727836609e-05,1.3270415365695953e-05,1.4398247003555298e-05,1.5526078641414642e-05,1.6653910279273987e-05,1.778174191713333e-05,1.8909573554992676e-05,2.003740519285202e-05,2.1165236830711365e-05,2.229306846857071e-05,2.3420900106430054e-05,2.4548731744289398e-05,2.5676563382148743e-05,2.6804395020008087e-05,2.793222665786743e-05,2.9060058295726776e-05,3.018788993358612e-05,3.1315721571445465e-05,3.244355320930481e-05,3.3571384847164154e-05,3.46992164850235e-05,3.582704812288284e-05,3.695487976074219e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[1,0,0,0,1,0,3,4,2,4,6,4,17,26,31,46,49,96,151,225,373,515,808,1327,2229,3557,6508,11735,21657,41877,82759,172888,413177,442698,186466,87651,44290,22935,12071,6752,3962,2255,1331,858,497,336,220,147,101,61,49,34,22,13,11,5,9,6,3,1,3,0,0,1],"bins":[-0.00017404556274414062,-0.00016877800226211548,-0.00016351044178009033,-0.00015824288129806519,-0.00015297532081604004,-0.0001477077603340149,-0.00014244019985198975,-0.0001371726393699646,-0.00013190507888793945,-0.0001266375184059143,-0.00012136995792388916,-0.00011610239744186401,-0.00011083483695983887,-0.00010556727647781372,-0.00010029971599578857,-9.503215551376343e-05,-8.976459503173828e-05,-8.449703454971313e-05,-7.922947406768799e-05,-7.396191358566284e-05,-6.86943531036377e-05,-6.342679262161255e-05,-5.81592321395874e-05,-5.2891671657562256e-05,-4.762411117553711e-05,-4.235655069351196e-05,-3.7088990211486816e-05,-3.182142972946167e-05,-2.6553869247436523e-05,-2.1286308765411377e-05,-1.601874828338623e-05,-1.0751187801361084e-05,-5.4836273193359375e-06,-2.1606683731079102e-07,5.0514936447143555e-06,1.0319054126739502e-05,1.558661460876465e-05,2.0854175090789795e-05,2.612173557281494e-05,3.138929605484009e-05,3.6656856536865234e-05,4.192441701889038e-05,4.719197750091553e-05,5.2459537982940674e-05,5.772709846496582e-05,6.299465894699097e-05,6.826221942901611e-05,7.352977991104126e-05,7.87973403930664e-05,8.406490087509155e-05,8.93324613571167e-05,9.460002183914185e-05,9.986758232116699e-05,0.00010513514280319214,0.00011040270328521729,0.00011567026376724243,0.00012093782424926758,0.00012620538473129272,0.00013147294521331787,0.00013674050569534302,0.00014200806617736816,0.0001472756266593933,0.00015254318714141846,0.0001578107476234436,0.00016307830810546875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[0.9944490790367126,0.9946103096008301,0.9947715997695923,0.9949328303337097,0.9950940608978271,0.9952552914619446,0.9954165816307068,0.9955778121948242,0.9957390427589417,0.9959003329277039,0.9960615634918213,0.9962227940559387,0.9963840842247009,0.9965453147888184,0.9967065453529358,0.9968677759170532,0.9970290660858154,0.9971902966499329,0.9973515272140503,0.9975128173828125,0.9976740479469299,0.9978352785110474,0.9979965686798096,0.998157799243927,0.9983190298080444,0.9984802603721619,0.9986415505409241,0.9988027811050415,0.9989640116691589,0.9991253018379211,0.9992865324020386,0.999447762966156,0.9996089935302734,0.9997702836990356,0.9999315142631531,1.0000927448272705,1.0002540349960327,1.0004152059555054,1.0005764961242676,1.0007377862930298,1.0008989572525024,1.0010602474212646,1.0012215375900269,1.0013827085494995,1.0015439987182617,1.001705288887024,1.0018664598464966,1.0020277500152588,1.002189040184021,1.0023502111434937,1.0025115013122559,1.002672791481018,1.0028339624404907,1.002995252609253,1.0031565427780151,1.0033177137374878,1.00347900390625,1.0036401748657227,1.0038014650344849,1.003962755203247,1.0041239261627197,1.004285216331482,1.0044465065002441,1.0046076774597168,1.004768967628479],"_type":"histogram","values":[2,0,0,2,0,2,0,1,1,2,1,2,3,3,3,6,0,3,8,7,6,11,12,18,10,16,19,12,23,33,25,37,31,27,32,27,30,39,29,38,33,26,22,26,13,25,19,18,16,13,8,11,5,1,3,3,0,1,1,0,0,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[2,2,3,2,1,2,1,0,6,4,5,5,6,10,8,15,14,14,22,22,21,28,23,29,23,28,22,31,34,28,31,39,38,29,29,22,21,23,16,12,13,16,15,9,6,4,8,4,2,7,3,1,1,3,2,0,1,1,0,0,0,0,0,1],"bins":[-0.0014472745824605227,-0.0013967277482151985,-0.0013461810303851962,-0.001295634312555194,-0.0012450874783098698,-0.0011945406440645456,-0.0011439939262345433,-0.001093447208404541,-0.0010429003741592169,-0.0009923535399138927,-0.0009418068220838904,-0.0008912600460462272,-0.000840713270008564,-0.0007901664939709008,-0.0007396197179332376,-0.0006890729418955743,-0.0006385261658579111,-0.0005879793898202479,-0.0005374326137825847,-0.00048688583774492145,-0.0004363390617072582,-0.000385792285669595,-0.0003352455096319318,-0.00028469873359426856,-0.00023415195755660534,-0.00018360518151894212,-0.0001330584054812789,-8.251162944361567e-05,-3.1964853405952454e-05,1.8581922631710768e-05,6.912869866937399e-05,0.00011967547470703721,0.0001702221343293786,0.00022076891036704183,0.00027131568640470505,0.00032186246244236827,0.0003724092384800315,0.0004229560145176947,0.00047350279055535793,0.0005240495665930212,0.0005745963426306844,0.0006251431186683476,0.0006756898947060108,0.000726236670743674,0.0007767834467813373,0.0008273302228190005,0.0008778769988566637,0.0009284237748943269,0.0009789705509319901,0.0010295172687619925,0.0010800641030073166,0.0011306109372526407,0.001181157655082643,0.0012317043729126453,0.0012822512071579695,0.0013327980414032936,0.001383344759233296,0.0014338914770632982,0.0014844383113086224,0.0015349851455539465,0.0015855318633839488,0.0016360785812139511,0.0016866254154592752,0.0017371722497045994,0.0017877189675346017],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"bins":[-0.010933921672403812,-0.010615645907819271,-0.010297371074557304,-0.009979095309972763,-0.009660819545388222,-0.009342544712126255,-0.009024268947541714,-0.008705993182957172,-0.008387718349695206,-0.008069442585110664,-0.007751166820526123,-0.007432891521602869,-0.007114616222679615,-0.006796340458095074,-0.00647806515917182,-0.006159789394587278,-0.005841514095664024,-0.00552323879674077,-0.005204963032156229,-0.004886687733232975,-0.004568411968648434,-0.00425013666972518,-0.003931861370801926,-0.003613585839048028,-0.0032953103072941303,-0.0029770347755402327,-0.002658759243786335,-0.002340483944863081,-0.0020222084131091833,-0.0017039328813552856,-0.0013856574660167098,-0.001067382050678134,-0.0007491065189242363,-0.00043083104537799954,-0.00011255557183176279,0.00020571990171447396,0.0005239953752607107,0.0008422708488069475,0.0011605463223531842,0.00147882173769176,0.0017970972694456577,0.0021153728011995554,0.002433648332953453,0.002751923631876707,0.0030701991636306047,0.0033884746953845024,0.0037067499943077564,0.004025025758892298,0.004343301057815552,0.004661576356738806,0.004979852121323347,0.005298127420246601,0.005616403184831142,0.0059346784837543964,0.0062529537826776505,0.006571229547262192,0.006889504846185446,0.0072077801451087,0.007526055909693241,0.007844331674277782,0.00816260650753975,0.00848088227212429,0.008799158036708832,0.009117432869970798,0.00943570863455534],"_type":"histogram","values":[1,0,1,0,0,2,0,1,0,7,2,3,6,9,4,9,3,10,3,8,4,10,11,8,17,14,18,27,23,29,26,33,30,38,49,35,31,28,28,37,24,16,19,18,18,8,9,9,10,9,12,7,6,10,7,5,6,0,5,2,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,2,1,5,0,8,4,8,8,14,33,32,43,68,88,158,211,287,455,639,996,1484,2099,3201,4995,7730,11917,19543,33232,59928,116016,142129,78146,41338,23739,14492,9192,5856,3880,2560,1741,1142,764,504,365,225,173,117,78,55,38,22,11,17,14,7,6,0,2,1,2,1,0,1],"bins":[-0.0003337860107421875,-0.0003230869770050049,-0.00031238794326782227,-0.00030168890953063965,-0.00029098987579345703,-0.0002802908420562744,-0.0002695918083190918,-0.0002588927745819092,-0.00024819374084472656,-0.00023749470710754395,-0.00022679567337036133,-0.0002160966396331787,-0.0002053976058959961,-0.00019469857215881348,-0.00018399953842163086,-0.00017330050468444824,-0.00016260147094726562,-0.000151902437210083,-0.0001412034034729004,-0.00013050436973571777,-0.00011980533599853516,-0.00010910630226135254,-9.840726852416992e-05,-8.77082347869873e-05,-7.700920104980469e-05,-6.631016731262207e-05,-5.561113357543945e-05,-4.4912099838256836e-05,-3.421306610107422e-05,-2.35140323638916e-05,-1.2814998626708984e-05,-2.115964889526367e-06,8.58306884765625e-06,1.9282102584838867e-05,2.9981136322021484e-05,4.06801700592041e-05,5.137920379638672e-05,6.207823753356934e-05,7.277727127075195e-05,8.347630500793457e-05,9.417533874511719e-05,0.0001048743724822998,0.00011557340621948242,0.00012627243995666504,0.00013697147369384766,0.00014767050743103027,0.0001583695411682129,0.0001690685749053955,0.00017976760864257812,0.00019046664237976074,0.00020116567611694336,0.00021186470985412598,0.0002225637435913086,0.0002332627773284912,0.00024396181106567383,0.00025466084480285645,0.00026535987854003906,0.0002760589122772217,0.0002867579460144043,0.0002974569797515869,0.00030815601348876953,0.00031885504722595215,0.00032955408096313477,0.0003402531147003174,0.0003509521484375]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[2,1,1,2,0,0,1,1,2,1,4,3,4,5,0,9,6,7,5,9,15,12,12,29,32,74,69,87,74,68,50,34,24,25,15,13,5,10,8,8,7,3,3,5,5,1,0,1,0,4,2,5,0,0,1,2,1,0,0,0,0,0,0,1],"bins":[-6.9141387939453125e-06,-6.666406989097595e-06,-6.418675184249878e-06,-6.170943379402161e-06,-5.923211574554443e-06,-5.675479769706726e-06,-5.427747964859009e-06,-5.1800161600112915e-06,-4.932284355163574e-06,-4.684552550315857e-06,-4.43682074546814e-06,-4.189088940620422e-06,-3.941357135772705e-06,-3.693625330924988e-06,-3.4458935260772705e-06,-3.1981617212295532e-06,-2.950429916381836e-06,-2.7026981115341187e-06,-2.4549663066864014e-06,-2.207234501838684e-06,-1.959502696990967e-06,-1.7117708921432495e-06,-1.4640390872955322e-06,-1.216307282447815e-06,-9.685754776000977e-07,-7.208436727523804e-07,-4.731118679046631e-07,-2.253800630569458e-07,2.2351741790771484e-08,2.7008354663848877e-07,5.178153514862061e-07,7.655471563339233e-07,1.0132789611816406e-06,1.261010766029358e-06,1.5087425708770752e-06,1.7564743757247925e-06,2.0042061805725098e-06,2.251937985420227e-06,2.4996697902679443e-06,2.7474015951156616e-06,2.995133399963379e-06,3.242865204811096e-06,3.4905970096588135e-06,3.7383288145065308e-06,3.986060619354248e-06,4.233792424201965e-06,4.481524229049683e-06,4.7292560338974e-06,4.976987838745117e-06,5.2247196435928345e-06,5.472451448440552e-06,5.720183253288269e-06,5.967915058135986e-06,6.215646862983704e-06,6.463378667831421e-06,6.711110472679138e-06,6.9588422775268555e-06,7.206574082374573e-06,7.45430588722229e-06,7.702037692070007e-06,7.949769496917725e-06,8.197501301765442e-06,8.44523310661316e-06,8.692964911460876e-06,8.940696716308594e-06],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[0.9938243627548218,0.9939843416213989,0.9941442608833313,0.9943042397499084,0.9944642186164856,0.9946241974830627,0.9947841167449951,0.9949440956115723,0.9951040744781494,0.9952639937400818,0.9954239726066589,0.9955839514732361,0.9957439303398132,0.9959038496017456,0.9960638284683228,0.9962238073348999,0.996383786201477,0.9965437054634094,0.9967036843299866,0.9968636631965637,0.9970235824584961,0.9971835613250732,0.9973435401916504,0.9975035190582275,0.9976634383201599,0.9978234171867371,0.9979833960533142,0.9981433153152466,0.9983032941818237,0.9984632730484009,0.998623251914978,0.9987831711769104,0.9989431500434875,0.9991031289100647,0.9992630481719971,0.9994230270385742,0.9995830059051514,0.9997429847717285,0.9999029040336609,1.0000629425048828,1.0002228021621704,1.0003827810287476,1.0005427598953247,1.0007027387619019,1.000862717628479,1.0010226964950562,1.0011826753616333,1.001342535018921,1.001502513885498,1.0016624927520752,1.0018224716186523,1.0019824504852295,1.0021424293518066,1.0023024082183838,1.0024622678756714,1.0026222467422485,1.0027822256088257,1.0029422044754028,1.00310218334198,1.0032621622085571,1.0034221410751343,1.0035820007324219,1.003741979598999,1.0039019584655762,1.0040619373321533],"_type":"histogram","values":[1,0,0,0,0,1,0,0,0,0,1,1,0,2,2,0,1,3,4,3,5,6,6,11,8,11,16,22,16,27,14,19,24,22,32,36,28,41,38,28,36,29,34,28,33,25,24,29,15,25,11,12,13,5,3,5,4,3,2,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,2,0,0,0,2,3,0,2,2,1,0,3,4,1,7,6,6,8,10,12,23,13,30,43,89,140,97,89,39,31,18,15,13,6,7,6,5,3,2,1,3,3,1,2,3,3,1,1,2,0,2,0,2,1,0,1,3],"bins":[-1.4603137969970703e-05,-1.4157965779304504e-05,-1.3712793588638306e-05,-1.3267621397972107e-05,-1.2822449207305908e-05,-1.237727701663971e-05,-1.193210482597351e-05,-1.1486932635307312e-05,-1.1041760444641113e-05,-1.0596588253974915e-05,-1.0151416063308716e-05,-9.706243872642517e-06,-9.261071681976318e-06,-8.81589949131012e-06,-8.370727300643921e-06,-7.925555109977722e-06,-7.4803829193115234e-06,-7.035210728645325e-06,-6.590038537979126e-06,-6.144866347312927e-06,-5.6996941566467285e-06,-5.25452196598053e-06,-4.809349775314331e-06,-4.364177584648132e-06,-3.919005393981934e-06,-3.473833203315735e-06,-3.028661012649536e-06,-2.5834888219833374e-06,-2.1383166313171387e-06,-1.69314444065094e-06,-1.2479722499847412e-06,-8.028000593185425e-07,-3.5762786865234375e-07,8.754432201385498e-08,5.327165126800537e-07,9.778887033462524e-07,1.4230608940124512e-06,1.86823308467865e-06,2.3134052753448486e-06,2.7585774660110474e-06,3.203749656677246e-06,3.648921847343445e-06,4.0940940380096436e-06,4.539266228675842e-06,4.984438419342041e-06,5.42961061000824e-06,5.8747828006744385e-06,6.319954991340637e-06,6.765127182006836e-06,7.210299372673035e-06,7.655471563339233e-06,8.100643754005432e-06,8.545815944671631e-06,8.99098813533783e-06,9.436160326004028e-06,9.881332516670227e-06,1.0326504707336426e-05,1.0771676898002625e-05,1.1216849088668823e-05,1.1662021279335022e-05,1.210719347000122e-05,1.255236566066742e-05,1.2997537851333618e-05,1.3442710041999817e-05,1.3887882232666016e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,1,5,2,0,4,1,1,8,9,7,15,13,12,20,21,29,28,31,48,40,45,41,55,37,44,29,38,38,35,21,19,19,8,12,9,10,2,1,3,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00012934207916259766,-0.00012485962361097336,-0.00012037716805934906,-0.00011589471250772476,-0.00011141225695610046,-0.00010692980140447617,-0.00010244734585285187,-9.796489030122757e-05,-9.348243474960327e-05,-8.899997919797897e-05,-8.451752364635468e-05,-8.003506809473038e-05,-7.555261254310608e-05,-7.107015699148178e-05,-6.658770143985748e-05,-6.210524588823318e-05,-5.762279033660889e-05,-5.314033478498459e-05,-4.865787923336029e-05,-4.417542368173599e-05,-3.9692968130111694e-05,-3.5210512578487396e-05,-3.07280570268631e-05,-2.62456014752388e-05,-2.1763145923614502e-05,-1.7280690371990204e-05,-1.2798234820365906e-05,-8.315779268741608e-06,-3.8333237171173096e-06,6.491318345069885e-07,5.131587386131287e-06,9.614042937755585e-06,1.4096498489379883e-05,1.857895404100418e-05,2.306140959262848e-05,2.7543865144252777e-05,3.2026320695877075e-05,3.650877624750137e-05,4.099123179912567e-05,4.547368735074997e-05,4.995614290237427e-05,5.4438598453998566e-05,5.8921054005622864e-05,6.340350955724716e-05,6.788596510887146e-05,7.236842066049576e-05,7.685087621212006e-05,8.133333176374435e-05,8.581578731536865e-05,9.029824286699295e-05,9.478069841861725e-05,9.926315397024155e-05,0.00010374560952186584,0.00010822806507349014,0.00011271052062511444,0.00011719297617673874,0.00012167543172836304,0.00012615788727998734,0.00013064034283161163,0.00013512279838323593,0.00013960525393486023,0.00014408770948648453,0.00014857016503810883,0.00015305262058973312,0.00015753507614135742]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,0,1,0,0,1,0,2,0,1,1,1,4,0,4,8,14,7,16,7,24,13,27,21,23,28,19,30,32,30,35,43,21,38,35,39,23,30,26,21,25,22,13,18,13,8,14,8,5,3,4,0,2,1,0,2,0,1,1,1,0,0,1],"bins":[-8.64267349243164e-05,-8.378550410270691e-05,-8.114427328109741e-05,-7.850304245948792e-05,-7.586181163787842e-05,-7.322058081626892e-05,-7.057934999465942e-05,-6.793811917304993e-05,-6.529688835144043e-05,-6.265565752983093e-05,-6.0014426708221436e-05,-5.737319588661194e-05,-5.473196506500244e-05,-5.2090734243392944e-05,-4.944950342178345e-05,-4.680827260017395e-05,-4.416704177856445e-05,-4.1525810956954956e-05,-3.888458013534546e-05,-3.624334931373596e-05,-3.3602118492126465e-05,-3.096088767051697e-05,-2.831965684890747e-05,-2.5678426027297974e-05,-2.3037195205688477e-05,-2.039596438407898e-05,-1.7754733562469482e-05,-1.5113502740859985e-05,-1.2472271919250488e-05,-9.831041097640991e-06,-7.189810276031494e-06,-4.548579454421997e-06,-1.9073486328125e-06,7.338821887969971e-07,3.375113010406494e-06,6.016343832015991e-06,8.657574653625488e-06,1.1298805475234985e-05,1.3940036296844482e-05,1.658126711845398e-05,1.9222497940063477e-05,2.1863728761672974e-05,2.450495958328247e-05,2.7146190404891968e-05,2.9787421226501465e-05,3.242865204811096e-05,3.506988286972046e-05,3.7711113691329956e-05,4.035234451293945e-05,4.299357533454895e-05,4.563480615615845e-05,4.8276036977767944e-05,5.091726779937744e-05,5.355849862098694e-05,5.6199729442596436e-05,5.884096026420593e-05,6.148219108581543e-05,6.412342190742493e-05,6.676465272903442e-05,6.940588355064392e-05,7.204711437225342e-05,7.468834519386292e-05,7.732957601547241e-05,7.997080683708191e-05,8.26120376586914e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[3,5,8,22,25,49,85,130,201,311,457,651,997,1396,1959,2664,3517,4856,6245,7884,10000,11962,14811,17336,19946,22701,25326,27562,29260,30942,32097,33142,32223,31351,30442,28224,25888,23463,20837,17950,15281,12808,10617,8595,6507,5246,3889,3027,2124,1537,1057,772,548,333,210,147,81,57,28,12,9,4,4,3],"bins":[-0.08786912262439728,-0.08509165048599243,-0.08231417834758759,-0.07953671365976334,-0.07675924152135849,-0.07398176938295364,-0.0712042972445488,-0.06842682510614395,-0.0656493604183197,-0.06287188827991486,-0.06009441614151001,-0.057316944003105164,-0.05453947186470032,-0.05176200345158577,-0.04898453131318092,-0.046207062900066376,-0.04342959076166153,-0.04065211862325668,-0.037874650210142136,-0.03509717807173729,-0.03231970965862274,-0.029542237520217896,-0.02676476538181305,-0.023987295106053352,-0.021209824830293655,-0.01843235455453396,-0.01565488427877426,-0.012877412140369415,-0.010099941864609718,-0.007322471123188734,-0.00454500038176775,-0.0017675296403467655,0.0010099411010742188,0.003787411842495203,0.006564882583916187,0.009342353790998459,0.012119824066758156,0.014897294342517853,0.0176747664809227,0.020452236756682396,0.023229707032442093,0.02600717730820179,0.028784647583961487,0.03156211972236633,0.03433959186077118,0.03711706027388573,0.03989453241229057,0.04267200082540512,0.04544947296380997,0.04822694510221481,0.05100441351532936,0.05378188565373421,0.056559354066848755,0.0593368262052536,0.06211429834365845,0.0648917704820633,0.06766924262046814,0.07044670730829239,0.07322417944669724,0.07600165158510208,0.07877912372350693,0.08155659586191177,0.08433406054973602,0.08711153268814087,0.08988900482654572]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,1,3,6,6,18,19,54,85,153,296,471,776,1241,1926,2959,4324,6264,9014,12211,16624,21640,27886,35315,43216,52073,60808,69508,77710,84955,90385,94460,96580,95529,92532,87907,81177,73546,65232,56581,47243,38982,31813,24734,18930,14428,10469,7539,5268,3565,2408,1512,987,616,365,217,133,85,36,25,6,4,4,3],"bins":[-0.10087347775697708,-0.09779363870620728,-0.09471380710601807,-0.09163397550582886,-0.08855413645505905,-0.08547429740428925,-0.08239446580410004,-0.07931463420391083,-0.07623479515314102,-0.07315495610237122,-0.070075124502182,-0.0669952929019928,-0.06391545385122299,-0.060835618525743484,-0.05775578320026398,-0.05467594787478447,-0.05159611254930496,-0.048516277223825455,-0.04543644189834595,-0.04235660657286644,-0.03927677124738693,-0.036196935921907425,-0.03311710059642792,-0.03003726527094841,-0.026957429945468903,-0.023877594619989395,-0.020797759294509888,-0.01771792396903038,-0.014638088643550873,-0.011558253318071365,-0.008478417992591858,-0.0053985826671123505,-0.002318747341632843,0.0007610879838466644,0.003840923309326172,0.006920758634805679,0.010000593960285187,0.013080429285764694,0.0161602646112442,0.01924009993672371,0.022319935262203217,0.025399770587682724,0.02847960591316223,0.03155944123864174,0.034639276564121246,0.037719111889600754,0.04079894721508026,0.04387878254055977,0.046958617866039276,0.050038453191518784,0.05311828851699829,0.0561981238424778,0.059277959167957306,0.06235779449343681,0.06543762981891632,0.06851746141910553,0.07159730046987534,0.07467713952064514,0.07775697112083435,0.08083680272102356,0.08391664177179337,0.08699648082256317,0.09007631242275238,0.09315614402294159,0.0962359830737114],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"_type":"histogram","values":[1,1,3,10,18,21,52,80,166,243,412,665,1108,1628,2515,3689,5336,7536,10382,13970,18361,23902,30672,37402,45096,54196,62396,70084,78161,84374,89378,92288,94004,92901,90051,84949,78578,71324,62999,54816,46384,38393,31022,24702,19177,14065,10851,7858,5443,3960,2641,1695,1144,704,453,245,163,93,47,30,13,7,1,5],"bins":[-0.09820768237113953,-0.09519107639789581,-0.0921744629740715,-0.08915785700082779,-0.08614125102758408,-0.08312463760375977,-0.08010803163051605,-0.07709142565727234,-0.07407481223344803,-0.07105820626020432,-0.0680416002869606,-0.06502498686313629,-0.06200838088989258,-0.058991771191358566,-0.055975161492824554,-0.05295855551958084,-0.04994194582104683,-0.04692533612251282,-0.043908730149269104,-0.04089212045073509,-0.03787551075220108,-0.03485890477895737,-0.031842295080423355,-0.028825685381889343,-0.02580907754600048,-0.022792469710111618,-0.019775860011577606,-0.016759252175688744,-0.013742643408477306,-0.01072603464126587,-0.007709426339715719,-0.004692818038165569,-0.001676209270954132,0.0013403992634266615,0.004357007797807455,0.007373616099357605,0.010390224866569042,0.01340683363378048,0.016423441469669342,0.019440051168203354,0.022456659004092216,0.02547326683998108,0.02848987653851509,0.0315064862370491,0.034523092210292816,0.03753970190882683,0.04055631160736084,0.04357291758060455,0.046589527279138565,0.04960613697767258,0.05262274295091629,0.0556393526494503,0.058655962347984314,0.06167256832122803,0.06468918174505234,0.06770578771829605,0.07072239369153976,0.07373900711536407,0.07675561308860779,0.0797722190618515,0.08278883248567581,0.08580543845891953,0.08882204443216324,0.09183865785598755,0.09485526382923126]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"bins":[-5.370378494262695e-05,-5.212239921092987e-05,-5.054101347923279e-05,-4.8959627747535706e-05,-4.737824201583862e-05,-4.579685628414154e-05,-4.421547055244446e-05,-4.2634084820747375e-05,-4.105269908905029e-05,-3.947131335735321e-05,-3.788992762565613e-05,-3.6308541893959045e-05,-3.472715616226196e-05,-3.314577043056488e-05,-3.15643846988678e-05,-2.9982998967170715e-05,-2.8401613235473633e-05,-2.682022750377655e-05,-2.5238841772079468e-05,-2.3657456040382385e-05,-2.2076070308685303e-05,-2.049468457698822e-05,-1.8913298845291138e-05,-1.7331913113594055e-05,-1.5750527381896973e-05,-1.416914165019989e-05,-1.2587755918502808e-05,-1.1006370186805725e-05,-9.424984455108643e-06,-7.84359872341156e-06,-6.2622129917144775e-06,-4.680827260017395e-06,-3.0994415283203125e-06,-1.51805579662323e-06,6.332993507385254e-08,1.644715666770935e-06,3.2261013984680176e-06,4.8074871301651e-06,6.388872861862183e-06,7.970258593559265e-06,9.551644325256348e-06,1.113303005695343e-05,1.2714415788650513e-05,1.4295801520347595e-05,1.5877187252044678e-05,1.745857298374176e-05,1.9039958715438843e-05,2.0621344447135925e-05,2.2202730178833008e-05,2.378411591053009e-05,2.5365501642227173e-05,2.6946887373924255e-05,2.8528273105621338e-05,3.010965883731842e-05,3.16910445690155e-05,3.3272430300712585e-05,3.485381603240967e-05,3.643520176410675e-05,3.801658749580383e-05,3.9597973227500916e-05,4.1179358959198e-05,4.276074469089508e-05,4.434213042259216e-05,4.5923516154289246e-05,4.750490188598633e-05],"_type":"histogram","values":[2,0,1,0,1,1,0,1,1,0,2,1,0,1,2,3,2,2,5,4,5,6,7,9,16,17,31,23,47,30,30,39,58,47,40,38,46,41,34,27,27,18,13,21,8,11,7,11,3,10,2,2,2,2,3,3,0,2,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[1,1,2,4,5,9,8,5,14,19,47,53,70,71,91,132,163,218,317,396,549,722,1173,1690,2873,5374,9770,30312,503226,14420,7215,4025,2187,1276,963,615,438,328,246,175,131,101,82,69,56,45,39,27,18,12,16,3,6,2,2,3,2,0,2,1,1,1,0,2],"bins":[-9.924173355102539e-05,-9.572785347700119e-05,-9.221397340297699e-05,-8.870009332895279e-05,-8.518621325492859e-05,-8.167233318090439e-05,-7.815845310688019e-05,-7.464457303285599e-05,-7.113069295883179e-05,-6.761681288480759e-05,-6.410293281078339e-05,-6.0589052736759186e-05,-5.7075172662734985e-05,-5.3561292588710785e-05,-5.0047412514686584e-05,-4.6533532440662384e-05,-4.3019652366638184e-05,-3.950577229261398e-05,-3.599189221858978e-05,-3.247801214456558e-05,-2.8964132070541382e-05,-2.545025199651718e-05,-2.193637192249298e-05,-1.842249184846878e-05,-1.490861177444458e-05,-1.139473170042038e-05,-7.88085162639618e-06,-4.366971552371979e-06,-8.530914783477783e-07,2.660788595676422e-06,6.1746686697006226e-06,9.688548743724823e-06,1.3202428817749023e-05,1.6716308891773224e-05,2.0230188965797424e-05,2.3744069039821625e-05,2.7257949113845825e-05,3.0771829187870026e-05,3.4285709261894226e-05,3.7799589335918427e-05,4.131346940994263e-05,4.482734948396683e-05,4.834122955799103e-05,5.185510963201523e-05,5.536898970603943e-05,5.888286978006363e-05,6.239674985408783e-05,6.591062992811203e-05,6.942451000213623e-05,7.293839007616043e-05,7.645227015018463e-05,7.996615022420883e-05,8.348003029823303e-05,8.699391037225723e-05,9.050779044628143e-05,9.402167052030563e-05,9.753555059432983e-05,0.00010104943066835403,0.00010456331074237823,0.00010807719081640244,0.00011159107089042664,0.00011510495096445084,0.00011861883103847504,0.00012213271111249924,0.00012564659118652344],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,2,1,5,5,8,3,3,6,13,14,16,11,7,17,12,20,22,15,28,29,28,24,32,29,31,30,28,30,23,30,27,31,23,15,22,13,16,11,16,6,15,6,13,6,2,5,1,2,4,2,1,2,2,0,0,0,1,0,0,0,1],"bins":[-0.0015813603531569242,-0.001525195548310876,-0.0014690307434648275,-0.0014128658222034574,-0.001356701017357409,-0.0013005362125113606,-0.0012443714076653123,-0.001188206486403942,-0.0011320416815578938,-0.0010758768767118454,-0.001019712071865797,-0.0009635472088120878,-0.0009073824039660394,-0.0008512175409123302,-0.0007950527360662818,-0.0007388878730125725,-0.0006827230681665242,-0.0006265582633204758,-0.0005703934002667665,-0.0005142285954207182,-0.0004580637323670089,-0.00040189892752096057,-0.00034573409357108176,-0.00028956925962120295,-0.00023340442567132413,-0.00017723959172144532,-0.00012107476504752412,-6.490993837360293e-05,-8.745104423724115e-06,4.741972588817589e-05,0.0001035845562000759,0.0001597493828739971,0.0002159142168238759,0.0002720790507737547,0.00032824388472363353,0.00038440871867351234,0.00044057355262339115,0.0004967383574694395,0.0005529032205231488,0.0006090680253691971,0.0006652328884229064,0.0007213976932689548,0.0007775624981150031,0.0008337273611687124,0.0008898921660147607,0.00094605702906847,0.0010022218339145184,0.0010583866387605667,0.001114551443606615,0.0011707163648679852,0.0012268811697140336,0.001283045974560082,0.0013392107794061303,0.0013953757006675005,0.0014515405055135489,0.0015077053103595972,0.0015638701152056456,0.001620034920051694,0.001676199841313064,0.0017323646461591125,0.0017885294510051608,0.0018446942558512092,0.0019008591771125793,0.0019570239819586277,0.002013188786804676]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[3,0,1,1,4,0,3,4,5,5,6,10,7,12,11,9,21,18,26,30,25,32,21,35,23,30,37,29,30,33,27,27,28,24,33,19,18,14,13,16,10,7,14,4,13,4,9,3,2,2,1,2,1,0,0,1,2,1,0,0,0,1,0,1],"bins":[-8.386671834159642e-05,-8.080402039922774e-05,-7.774131518090144e-05,-7.467860996257514e-05,-7.161591202020645e-05,-6.855321407783777e-05,-6.549050885951146e-05,-6.242780364118516e-05,-5.936510569881648e-05,-5.6302404118468985e-05,-5.323970253812149e-05,-5.0177000957774e-05,-4.7114299377426505e-05,-4.405159779707901e-05,-4.098889621673152e-05,-3.7926194636384025e-05,-3.486349305603653e-05,-3.180079147568904e-05,-2.8738089895341545e-05,-2.5675388314994052e-05,-2.261268673464656e-05,-1.9549985154299065e-05,-1.6487283573951572e-05,-1.3424581993604079e-05,-1.0361880413256586e-05,-7.299178832909092e-06,-4.236477252561599e-06,-1.1737756722141057e-06,1.8889259081333876e-06,4.951627488480881e-06,8.014329068828374e-06,1.1077030649175867e-05,1.413973222952336e-05,1.7202433809870854e-05,2.0265135390218347e-05,2.332783697056584e-05,2.6390538550913334e-05,2.9453240131260827e-05,3.251594171160832e-05,3.5578643291955814e-05,3.864134487230331e-05,4.17040464526508e-05,4.4766748032998294e-05,4.782944961334579e-05,5.089215119369328e-05,5.3954852774040774e-05,5.701755435438827e-05,6.008025593473576e-05,6.314295751508325e-05,6.620565545745194e-05,6.926836067577824e-05,7.233106589410454e-05,7.539376383647323e-05,7.845646177884191e-05,8.151916699716821e-05,8.458187221549451e-05,8.76445701578632e-05,9.070726810023189e-05,9.376997331855819e-05,9.683267853688449e-05,9.989537647925317e-05,0.00010295807442162186,0.00010602077963994816,0.00010908348485827446,0.00011214618280064315]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"values":[2,0,0,1,0,3,3,1,4,2,2,6,6,5,10,17,7,10,24,16,20,26,28,29,19,21,31,28,36,29,22,30,29,28,32,28,21,26,21,25,15,11,9,19,9,11,7,5,6,7,9,0,3,2,2,0,0,1,0,0,1,2,0,1],"bins":[-0.0026064885314553976,-0.0025200473610311747,-0.0024336061906069517,-0.0023471650201827288,-0.002260723616927862,-0.0021742824465036392,-0.0020878412760794163,-0.0020014001056551933,-0.0019149589352309704,-0.0018285177648067474,-0.0017420765943825245,-0.0016556353075429797,-0.0015691941371187568,-0.0014827529666945338,-0.001396311679854989,-0.001309870509430766,-0.0012234293390065432,-0.0011369881685823202,-0.0010505469981580973,-0.0009641057113185525,-0.0008776645408943295,-0.0007912233704701066,-0.0007047821418382227,-0.0006183409132063389,-0.0005318997427821159,-0.00044545854325406253,-0.00035901734372600913,-0.00027257614419795573,-0.00018613494466990232,-9.969374514184892e-05,-1.3252545613795519e-05,7.318865391425788e-05,0.00015963008627295494,0.00024607128580100834,0.00033251248532906175,0.00041895368485711515,0.0005053948843851686,0.0005918360548093915,0.0006782772834412754,0.0007647185120731592,0.0008511596824973822,0.0009376008529216051,0.001024042023345828,0.0011104833101853728,0.0011969244806095958,0.0012833656510338187,0.0013698069378733635,0.0014562481082975864,0.0015426892787218094,0.0016291304491460323,0.0017155716195702553,0.0018020129064098,0.001888454076834023,0.0019748953636735678,0.0020613365340977907,0.0021477777045220137,0.0022342188749462366,0.0023206600453704596,0.0024071012157946825,0.0024935423862189054,0.002579983789473772,0.002666424959897995,0.002752866130322218,0.002839307300746441,0.002925748471170664],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[1,0,0,1,1,7,6,14,20,29,61,120,182,264,468,723,1130,1659,2481,3456,4834,6616,8584,11067,14119,17223,20831,24072,27637,30549,32874,35048,36554,36408,36553,35005,32446,29952,26688,23408,19738,16477,13486,10517,8297,6042,4375,3222,2216,1578,1085,660,403,283,154,81,56,34,16,6,4,1,0,2],"bins":[-0.10623622685670853,-0.10305440425872803,-0.09987258911132812,-0.09669076651334763,-0.09350895136594772,-0.09032712876796722,-0.08714530616998672,-0.08396349102258682,-0.08078166842460632,-0.07759985327720642,-0.07441803067922592,-0.07123620808124542,-0.06805439293384552,-0.06487257033586502,-0.06169075146317482,-0.05850893259048462,-0.05532711371779442,-0.05214529484510422,-0.04896347597241402,-0.04578165337443352,-0.04259983450174332,-0.039418015629053116,-0.036236196756362915,-0.033054377883672714,-0.029872557148337364,-0.026690738275647163,-0.023508917540311813,-0.020327098667621613,-0.017145279794931412,-0.013963459059596062,-0.010781640186905861,-0.0075998203828930855,-0.00441800057888031,-0.0012361810076981783,0.0019456385634839535,0.005127457901835442,0.008309277705848217,0.011491097509860992,0.014672916382551193,0.017854737117886543,0.021036555990576744,0.024218374863266945,0.027400195598602295,0.030582014471292496,0.0337638333439827,0.0369456522166729,0.0401274748146534,0.0433092936873436,0.0464911125600338,0.049672931432724,0.0528547503054142,0.0560365729033947,0.0592183917760849,0.0624002106487751,0.0655820295214653,0.0687638521194458,0.0719456672668457,0.0751274898648262,0.0783093050122261,0.0814911276102066,0.0846729502081871,0.087854765355587,0.0910365879535675,0.09421840310096741,0.0974002256989479],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,0,1,1,3,4,8,20,16,17,33,42,75,106,126,179,195,275,330,441,583,1184,1066,1458,1864,2708,3855,5661,8276,10452,505183,12416,9155,6881,4654,3264,2316,1653,1217,904,735,541,628,308,266,170,157,121,84,57,31,26,32,11,9,11,3,6,0,1,1,0,1,1],"bins":[-3.7550926208496094e-06,-3.6330893635749817e-06,-3.511086106300354e-06,-3.3890828490257263e-06,-3.2670795917510986e-06,-3.145076334476471e-06,-3.0230730772018433e-06,-2.9010698199272156e-06,-2.779066562652588e-06,-2.65706330537796e-06,-2.5350600481033325e-06,-2.413056790828705e-06,-2.291053533554077e-06,-2.1690502762794495e-06,-2.0470470190048218e-06,-1.925043761730194e-06,-1.8030405044555664e-06,-1.6810372471809387e-06,-1.559033989906311e-06,-1.4370307326316833e-06,-1.3150274753570557e-06,-1.193024218082428e-06,-1.0710209608078003e-06,-9.490177035331726e-07,-8.270144462585449e-07,-7.050111889839172e-07,-5.830079317092896e-07,-4.6100467443466187e-07,-3.390014171600342e-07,-2.169981598854065e-07,-9.499490261077881e-08,2.7008354663848877e-08,1.4901161193847656e-07,2.7101486921310425e-07,3.9301812648773193e-07,5.150213837623596e-07,6.370246410369873e-07,7.59027898311615e-07,8.810311555862427e-07,1.0030344128608704e-06,1.125037670135498e-06,1.2470409274101257e-06,1.3690441846847534e-06,1.491047441959381e-06,1.6130506992340088e-06,1.7350539565086365e-06,1.8570572137832642e-06,1.979060471057892e-06,2.1010637283325195e-06,2.2230669856071472e-06,2.345070242881775e-06,2.4670735001564026e-06,2.5890767574310303e-06,2.711080014705658e-06,2.8330832719802856e-06,2.9550865292549133e-06,3.077089786529541e-06,3.1990930438041687e-06,3.3210963010787964e-06,3.443099558353424e-06,3.5651028156280518e-06,3.6871060729026794e-06,3.809109330177307e-06,3.931112587451935e-06,4.0531158447265625e-06]},"_runtime":1234,"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.09818533062934875,-0.09517677128314972,-0.09216821938753128,-0.08915966004133224,-0.0861511081457138,-0.08314254879951477,-0.08013398945331573,-0.0771254375576973,-0.07411687821149826,-0.07110831886529922,-0.06809976696968079,-0.06509120762348175,-0.06208265200257301,-0.059074096381664276,-0.05606553703546524,-0.0530569814145565,-0.050048425793647766,-0.04703987017273903,-0.04403131455183029,-0.041022755205631256,-0.03801419958472252,-0.03500564396381378,-0.031997084617614746,-0.02898852899670601,-0.02597997337579727,-0.022971417754888535,-0.019962860271334648,-0.01695430278778076,-0.013945747166872025,-0.010937190614640713,-0.007928634062409401,-0.004920077510178089,-0.0019115284085273743,0.0010970281437039375,0.004105584695935249,0.007114141248166561,0.010122697800397873,0.013131254352629185,0.016139810904860497,0.019148368388414383,0.02215692400932312,0.025165479630231857,0.028174037113785744,0.03118259459733963,0.03419115021824837,0.037199705839157104,0.04020826518535614,0.04321682080626488,0.046225376427173615,0.04923393204808235,0.05224248766899109,0.055251047015190125,0.05825960263609886,0.0612681582570076,0.06427671760320663,0.06728526949882507,0.07029382884502411,0.07330238819122314,0.07631094008684158,0.07931949943304062,0.08232805132865906,0.0853366106748581,0.08834517002105713,0.09135372191667557,0.0943622812628746],"_type":"histogram","values":[1,5,3,8,9,21,48,78,125,210,398,639,979,1495,2255,3470,5026,7160,9849,13400,17925,23553,29738,37070,44660,53155,61324,70151,77374,84080,89549,92297,94256,93630,90791,85836,79632,72003,63418,55569,47071,39151,31436,24855,19232,14917,10851,7880,5403,3879,2555,1717,1086,678,380,245,165,89,44,22,7,4,3,4]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"bins":[-0.00018739700317382812,-0.00018084049224853516,-0.0001742839813232422,-0.00016772747039794922,-0.00016117095947265625,-0.00015461444854736328,-0.0001480579376220703,-0.00014150142669677734,-0.00013494491577148438,-0.0001283884048461914,-0.00012183189392089844,-0.00011527538299560547,-0.0001087188720703125,-0.00010216236114501953,-9.560585021972656e-05,-8.90493392944336e-05,-8.249282836914062e-05,-7.593631744384766e-05,-6.937980651855469e-05,-6.282329559326172e-05,-5.626678466796875e-05,-4.971027374267578e-05,-4.315376281738281e-05,-3.6597251892089844e-05,-3.0040740966796875e-05,-2.3484230041503906e-05,-1.6927719116210938e-05,-1.0371208190917969e-05,-3.814697265625e-06,2.7418136596679688e-06,9.298324584960938e-06,1.5854835510253906e-05,2.2411346435546875e-05,2.8967857360839844e-05,3.552436828613281e-05,4.208087921142578e-05,4.863739013671875e-05,5.519390106201172e-05,6.175041198730469e-05,6.830692291259766e-05,7.486343383789062e-05,8.14199447631836e-05,8.797645568847656e-05,9.453296661376953e-05,0.0001010894775390625,0.00010764598846435547,0.00011420249938964844,0.0001207590103149414,0.00012731552124023438,0.00013387203216552734,0.0001404285430908203,0.00014698505401611328,0.00015354156494140625,0.00016009807586669922,0.0001666545867919922,0.00017321109771728516,0.00017976760864257812,0.0001863241195678711,0.00019288063049316406,0.00019943714141845703,0.00020599365234375,0.00021255016326904297,0.00021910667419433594,0.0002256631851196289,0.00023221969604492188],"_type":"histogram","values":[3,2,3,3,1,1,5,9,8,10,29,30,27,42,72,84,141,157,237,318,477,635,919,1312,2095,3759,7308,17302,513123,22301,8175,4191,2252,1393,958,678,475,351,238,210,124,96,65,52,40,28,19,18,19,4,7,2,6,3,1,1,0,0,3,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.00010865926742553711,-0.00010522082448005676,-0.00010178238153457642,-9.834393858909607e-05,-9.490549564361572e-05,-9.146705269813538e-05,-8.802860975265503e-05,-8.459016680717468e-05,-8.115172386169434e-05,-7.771328091621399e-05,-7.427483797073364e-05,-7.08363950252533e-05,-6.739795207977295e-05,-6.39595091342926e-05,-6.0521066188812256e-05,-5.708262324333191e-05,-5.364418029785156e-05,-5.0205737352371216e-05,-4.676729440689087e-05,-4.332885146141052e-05,-3.9890408515930176e-05,-3.645196557044983e-05,-3.301352262496948e-05,-2.9575079679489136e-05,-2.613663673400879e-05,-2.2698193788528442e-05,-1.9259750843048096e-05,-1.582130789756775e-05,-1.2382864952087402e-05,-8.944422006607056e-06,-5.505979061126709e-06,-2.0675361156463623e-06,1.3709068298339844e-06,4.809349775314331e-06,8.247792720794678e-06,1.1686235666275024e-05,1.5124678611755371e-05,1.8563121557235718e-05,2.2001564502716064e-05,2.544000744819641e-05,2.8878450393676758e-05,3.2316893339157104e-05,3.575533628463745e-05,3.91937792301178e-05,4.2632222175598145e-05,4.607066512107849e-05,4.950910806655884e-05,5.2947551012039185e-05,5.638599395751953e-05,5.982443690299988e-05,6.326287984848022e-05,6.670132279396057e-05,7.013976573944092e-05,7.357820868492126e-05,7.701665163040161e-05,8.045509457588196e-05,8.38935375213623e-05,8.733198046684265e-05,9.0770423412323e-05,9.420886635780334e-05,9.764730930328369e-05,0.00010108575224876404,0.00010452419519424438,0.00010796263813972473,0.00011140108108520508],"_type":"histogram","values":[2,1,1,4,7,9,13,18,22,25,55,68,109,136,198,276,404,569,837,1147,1720,2368,3352,5091,7360,10787,16303,24415,36005,54478,76360,87575,80332,58987,39349,26111,17733,12108,7827,5533,3698,2488,1825,1158,900,618,420,289,228,148,96,87,49,34,27,20,12,11,6,2,9,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"bins":[-0.0001112818717956543,-0.00010818056762218475,-0.00010507926344871521,-0.00010197795927524567,-9.887665510177612e-05,-9.577535092830658e-05,-9.267404675483704e-05,-8.957274258136749e-05,-8.647143840789795e-05,-8.33701342344284e-05,-8.026883006095886e-05,-7.716752588748932e-05,-7.406622171401978e-05,-7.096491754055023e-05,-6.786361336708069e-05,-6.476230919361115e-05,-6.16610050201416e-05,-5.855970084667206e-05,-5.5458396673202515e-05,-5.235709249973297e-05,-4.925578832626343e-05,-4.6154484152793884e-05,-4.305317997932434e-05,-3.99518758058548e-05,-3.6850571632385254e-05,-3.374926745891571e-05,-3.064796328544617e-05,-2.7546659111976624e-05,-2.444535493850708e-05,-2.1344050765037537e-05,-1.8242746591567993e-05,-1.514144241809845e-05,-1.2040138244628906e-05,-8.938834071159363e-06,-5.837529897689819e-06,-2.736225724220276e-06,3.650784492492676e-07,3.466382622718811e-06,6.5676867961883545e-06,9.668990969657898e-06,1.2770295143127441e-05,1.5871599316596985e-05,1.897290349006653e-05,2.2074207663536072e-05,2.5175511837005615e-05,2.827681601047516e-05,3.13781201839447e-05,3.4479424357414246e-05,3.758072853088379e-05,4.068203270435333e-05,4.3783336877822876e-05,4.688464105129242e-05,4.998594522476196e-05,5.3087249398231506e-05,5.618855357170105e-05,5.928985774517059e-05,6.239116191864014e-05,6.549246609210968e-05,6.859377026557922e-05,7.169507443904877e-05,7.479637861251831e-05,7.789768278598785e-05,8.09989869594574e-05,8.410029113292694e-05,8.720159530639648e-05],"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,3,0,0,4,4,10,11,21,25,36,56,70,177,223,387,620,1020,1808,3170,5689,10089,19031,37134,73252,137030,229436,306756,293842,205530,117312,61707,31378,16616,8859,4942,2740,1554,910,519,334,188,132,58,61,35,28,17,13,5,7,5,3,1,1,2]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[1,0,0,1,1,6,7,14,40,65,124,233,393,732,1204,1898,2959,4464,6775,9803,13779,19154,25401,33304,41988,51656,61928,71837,81763,90446,97151,101854,103171,103059,98667,93071,84535,75367,64551,54293,45163,35688,27534,20785,15377,10775,7730,5230,3372,2174,1361,875,487,268,151,103,50,17,16,7,3,1,1,1],"bins":[-0.1081470400094986,-0.10483503341674805,-0.1015230268239975,-0.09821102023124695,-0.0948990136384964,-0.09158700704574585,-0.0882750004529953,-0.08496299386024475,-0.0816509872674942,-0.07833898812532425,-0.0750269815325737,-0.07171497493982315,-0.0684029683470726,-0.06509096175432205,-0.0617789551615715,-0.05846694856882095,-0.055154941976070404,-0.051842935383319855,-0.048530928790569305,-0.045218922197818756,-0.04190691560506821,-0.038594912737607956,-0.03528290614485741,-0.03197089955210686,-0.028658892959356308,-0.02534688636660576,-0.02203487977385521,-0.01872287504374981,-0.01541086845099926,-0.01209886185824871,-0.008786856196820736,-0.005474850069731474,-0.002162851393222809,0.0011491547338664532,0.004461160860955715,0.007773166988044977,0.01108517311513424,0.014397179707884789,0.01770918443799019,0.021021191030740738,0.024333197623491287,0.027645204216241837,0.030957210808992386,0.034269217401742935,0.037581220269203186,0.040893226861953735,0.044205233454704285,0.047517240047454834,0.05082924664020538,0.05414125323295593,0.05745325982570648,0.06076526641845703,0.06407727301120758,0.06738927960395813,0.07070128619670868,0.07401329278945923,0.07732529938220978,0.08063729852437973,0.08394930511713028,0.08726131170988083,0.09057331830263138,0.09388532489538193,0.09719733148813248,0.10050933808088303,0.10382134467363358],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,3,1,2,3,3,10,5,12,13,12,11,11,18,14,10,26,30,35,36,40,46,37,31,45,26,29,26,41,29,19,22,18,17,11,10,8,17,10,6,8,1,3,4,2,0,2,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00021406004088930786,-0.00020680754096247256,-0.0001995550555875525,-0.0001923025556607172,-0.00018505007028579712,-0.00017779757035896182,-0.00017054508498404175,-0.00016329258505720645,-0.00015604009968228638,-0.00014878759975545108,-0.000141535114380531,-0.00013428261445369571,-0.00012703012907877564,-0.00011977762915194035,-0.00011252513650106266,-0.00010527264385018498,-9.802015119930729e-05,-9.076765854842961e-05,-8.351516589755192e-05,-7.626267324667424e-05,-6.901018059579656e-05,-6.175768794491887e-05,-5.450519165606238e-05,-4.7252699005184695e-05,-4.000020635430701e-05,-3.2747713703429326e-05,-2.5495221052551642e-05,-1.8242726582684554e-05,-1.099023393180687e-05,-3.7377408261818346e-06,3.5147522794432007e-06,1.0767245839815587e-05,1.801973849069327e-05,2.5272231141570956e-05,3.252472379244864e-05,3.9777216443326324e-05,4.702970909420401e-05,5.42822053830605e-05,6.153469439595938e-05,6.878718704683706e-05,7.603967969771475e-05,8.329217962455004e-05,9.054467227542773e-05,9.779716492630541e-05,0.0001050496575771831,0.00011230215022806078,0.00011955464287893847,0.00012680713552981615,0.00013405963545665145,0.00014131212083157152,0.00014856462075840682,0.0001558171061333269,0.0001630696060601622,0.00017032209143508226,0.00017757459136191756,0.00018482707673683763,0.00019207957666367292,0.000199332062038593,0.0002065845619654283,0.00021383704734034836,0.00022108954726718366,0.00022834203264210373,0.00023559453256893903,0.0002428470179438591,0.0002500995178706944]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,1,0,1,2,4,1,4,3,6,3,3,4,9,10,16,20,18,17,24,36,36,39,36,40,42,48,31,33,32,36,33,29,25,21,27,10,17,16,8,6,2,3,2,8,1,0,0,0,2,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[-0.00013388048682827502,-0.00012915093975607306,-0.00012442140723578632,-0.00011969186016358435,-0.00011496231309138238,-0.00011023277329513803,-0.00010550323349889368,-0.00010077368642669171,-9.604414663044736e-05,-9.1314606834203e-05,-8.658505976200104e-05,-8.185551996575668e-05,-7.712598016951233e-05,-7.239643309731036e-05,-6.766689330106601e-05,-6.293734622886404e-05,-5.820780643261969e-05,-5.347826299839653e-05,-4.874871956417337e-05,-4.401917976792902e-05,-3.928963633370586e-05,-3.45600928994827e-05,-2.983055128424894e-05,-2.5101009669015184e-05,-2.0371466234792024e-05,-1.5641922800568864e-05,-1.0912381185335107e-05,-6.182838660606649e-06,-1.4532961358781904e-06,3.276246388850268e-06,8.005788913578726e-06,1.2735331438307185e-05,1.7464859411120415e-05,2.2194402845343575e-05,2.692394446057733e-05,3.165348607581109e-05,3.638302951003425e-05,4.111257294425741e-05,4.584211274050176e-05,5.057165617472492e-05,5.530119960894808e-05,6.003074304317124e-05,6.47602864773944e-05,6.948982627363876e-05,7.421936606988311e-05,7.894891314208508e-05,8.367845293832943e-05,8.84080000105314e-05,9.313753980677575e-05,9.78670796030201e-05,0.00010259662667522207,0.00010732616647146642,0.00011205571354366839,0.00011678525333991274,0.0001215147931361571,0.00012624434020835906,0.0001309738727286458,0.00013570341980084777,0.00014043296687304974,0.0001451625139452517,0.00014989204646553844,0.0001546215935377404,0.00015935114060994238,0.00016408067313022912,0.00016881022020243108],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,1,1,1,0,1,7,1,5,6,6,4,8,10,9,14,28,22,24,36,50,38,65,82,79,83,108,112,124,114,115,117,101,92,93,73,68,45,44,47,43,25,30,29,12,18,12,11,7,8,6,3,2,0,3,0,2,1,0,0,0,0,0,1],"bins":[-2.9742717742919922e-05,-2.8750859200954437e-05,-2.7759000658988953e-05,-2.6767142117023468e-05,-2.5775283575057983e-05,-2.47834250330925e-05,-2.3791566491127014e-05,-2.279970794916153e-05,-2.1807849407196045e-05,-2.081599086523056e-05,-1.9824132323265076e-05,-1.883227378129959e-05,-1.7840415239334106e-05,-1.6848556697368622e-05,-1.5856698155403137e-05,-1.4864839613437653e-05,-1.3872981071472168e-05,-1.2881122529506683e-05,-1.1889263987541199e-05,-1.0897405445575714e-05,-9.90554690361023e-06,-8.913688361644745e-06,-7.92182981967926e-06,-6.929971277713776e-06,-5.938112735748291e-06,-4.946254193782806e-06,-3.954395651817322e-06,-2.962537109851837e-06,-1.9706785678863525e-06,-9.78820025920868e-07,1.30385160446167e-08,1.0048970580101013e-06,1.996755599975586e-06,2.9886141419410706e-06,3.980472683906555e-06,4.97233122587204e-06,5.964189767837524e-06,6.956048309803009e-06,7.947906851768494e-06,8.939765393733978e-06,9.931623935699463e-06,1.0923482477664948e-05,1.1915341019630432e-05,1.2907199561595917e-05,1.3899058103561401e-05,1.4890916645526886e-05,1.588277518749237e-05,1.6874633729457855e-05,1.786649227142334e-05,1.8858350813388824e-05,1.985020935535431e-05,2.0842067897319794e-05,2.183392643928528e-05,2.2825784981250763e-05,2.3817643523216248e-05,2.4809502065181732e-05,2.5801360607147217e-05,2.67932191491127e-05,2.7785077691078186e-05,2.877693623304367e-05,2.9768794775009155e-05,3.076065331697464e-05,3.1752511858940125e-05,3.274437040090561e-05,3.3736228942871094e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"bins":[-9.864568710327148e-05,-9.560585021972656e-05,-9.256601333618164e-05,-8.952617645263672e-05,-8.64863395690918e-05,-8.344650268554688e-05,-8.040666580200195e-05,-7.736682891845703e-05,-7.432699203491211e-05,-7.128715515136719e-05,-6.824731826782227e-05,-6.520748138427734e-05,-6.216764450073242e-05,-5.91278076171875e-05,-5.608797073364258e-05,-5.3048133850097656e-05,-5.0008296966552734e-05,-4.696846008300781e-05,-4.392862319946289e-05,-4.088878631591797e-05,-3.784894943237305e-05,-3.4809112548828125e-05,-3.17692756652832e-05,-2.872943878173828e-05,-2.568960189819336e-05,-2.2649765014648438e-05,-1.9609928131103516e-05,-1.6570091247558594e-05,-1.3530254364013672e-05,-1.049041748046875e-05,-7.450580596923828e-06,-4.410743713378906e-06,-1.3709068298339844e-06,1.6689300537109375e-06,4.708766937255859e-06,7.748603820800781e-06,1.0788440704345703e-05,1.3828277587890625e-05,1.6868114471435547e-05,1.990795135498047e-05,2.294778823852539e-05,2.5987625122070312e-05,2.9027462005615234e-05,3.2067298889160156e-05,3.510713577270508e-05,3.814697265625e-05,4.118680953979492e-05,4.4226646423339844e-05,4.7266483306884766e-05,5.030632019042969e-05,5.334615707397461e-05,5.638599395751953e-05,5.942583084106445e-05,6.246566772460938e-05,6.55055046081543e-05,6.854534149169922e-05,7.158517837524414e-05,7.462501525878906e-05,7.766485214233398e-05,8.07046890258789e-05,8.374452590942383e-05,8.678436279296875e-05,8.982419967651367e-05,9.28640365600586e-05,9.590387344360352e-05],"_type":"histogram","values":[1,0,0,0,1,0,4,3,1,8,4,8,7,13,19,28,45,40,80,89,140,171,227,363,523,811,1371,2517,4754,10985,28914,102539,296867,91710,26684,10109,4587,2262,1355,828,521,381,259,184,118,78,47,47,22,25,16,18,9,6,5,6,5,3,2,0,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"bins":[-0.001348789082840085,-0.0013042169157415628,-0.0012596447486430407,-0.0012150725815445185,-0.0011705004144459963,-0.001125928247347474,-0.001081356080248952,-0.0010367839131504297,-0.0009922117460519075,-0.0009476396371610463,-0.0009030674700625241,-0.0008584953029640019,-0.0008139231940731406,-0.0007693510269746184,-0.0007247788598760962,-0.0006802066927775741,-0.0006356345256790519,-0.0005910623585805297,-0.0005464901914820075,-0.0005019180243834853,-0.0004573458863887936,-0.0004127737192902714,-0.00036820158129557967,-0.0003236294141970575,-0.0002790572470985353,-0.0002344850800000131,-0.00018991292745340616,-0.0001453407749067992,-0.00010076860780827701,-5.619644798571244e-05,-1.1624288163147867e-05,3.2947871659416705e-05,7.75201478973031e-05,0.0001220923149958253,0.00016666446754243225,0.0002112366200890392,0.0002558087871875614,0.0003003809542860836,0.0003449530922807753,0.0003895252593792975,0.0004340974264778197,0.00047866959357634187,0.000523241760674864,0.0005678139277733862,0.0006123860366642475,0.0006569582037627697,0.0007015303708612919,0.0007461025379598141,0.0007906747050583363,0.0008352468721568584,0.0008798190392553806,0.0009243912063539028,0.000968963373452425,0.0010135355405509472,0.0010581077076494694,0.0011026798747479916,0.0011472520418465137,0.001191824092529714,0.0012363962596282363,0.0012809684267267585,0.0013255405938252807,0.0013701127609238029,0.001414684928022325,0.0014592570951208472,0.0015038292622193694],"_type":"histogram","values":[2,3,0,2,3,2,2,4,3,6,5,5,7,7,14,7,13,13,15,22,18,26,17,24,30,20,26,35,18,30,37,15,39,25,18,22,15,24,22,17,15,17,13,11,16,13,13,9,11,5,5,5,3,3,3,6,1,0,1,2,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"values":[2,0,1,1,1,2,2,3,3,2,6,5,1,8,3,14,9,14,18,16,20,17,28,24,29,26,47,40,42,44,60,38,35,28,25,19,26,24,10,8,9,11,5,6,8,2,6,2,4,4,1,4,1,0,1,0,0,0,1,0,0,1,0,1],"bins":[-9.614366717869416e-05,-9.282665268983692e-05,-8.950963092502207e-05,-8.619261643616483e-05,-8.287560194730759e-05,-7.955858018249273e-05,-7.62415656936355e-05,-7.292454392882064e-05,-6.96075294399634e-05,-6.629051495110616e-05,-6.297349318629131e-05,-5.965647869743407e-05,-5.633946057059802e-05,-5.3022442443761975e-05,-4.9705427954904735e-05,-4.638840982806869e-05,-4.307139170123264e-05,-3.9754373574396595e-05,-3.643735544756055e-05,-3.312034095870331e-05,-2.9803322831867263e-05,-2.6486304705031216e-05,-2.3169288397184573e-05,-1.985227208933793e-05,-1.6535253962501884e-05,-1.3218236745160539e-05,-9.901219527819194e-06,-6.584202310477849e-06,-3.2671850931365043e-06,4.983212420484051e-08,3.3668493415461853e-06,6.68386655888753e-06,1.0000891052186489e-05,1.3317908269527834e-05,1.663492548686918e-05,1.9951941794715822e-05,2.326895992155187e-05,2.6585978048387915e-05,2.9902994356234558e-05,3.32200106640812e-05,3.653702879091725e-05,3.9854046917753294e-05,4.317106504458934e-05,4.648807953344658e-05,4.980509766028263e-05,5.312211578711867e-05,5.643913027597591e-05,5.975614840281196e-05,6.3073166529648e-05,6.639018101850525e-05,6.97072027833201e-05,7.302421727217734e-05,7.634123903699219e-05,7.965825352584943e-05,8.297526801470667e-05,8.629228977952152e-05,8.960930426837876e-05,9.2926318757236e-05,9.624334052205086e-05,9.95603550109081e-05,0.00010287736949976534,0.00010619439126458019,0.00010951140575343743,0.00011282842751825228,0.00011614544200710952],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[2,2,1,0,1,2,0,0,2,4,2,7,11,14,12,8,15,12,13,12,19,22,25,34,29,23,48,34,42,25,40,36,31,37,28,31,24,20,15,11,14,15,6,7,6,7,4,6,4,1,0,1,1,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.0024333985056728125,-0.002348074922338128,-0.0022627515718340874,-0.002177427988499403,-0.0020921044051647186,-0.0020067808218300343,-0.0019214573549106717,-0.0018361338879913092,-0.0017508103046566248,-0.0016654867213219404,-0.0015801632544025779,-0.0014948397874832153,-0.001409516204148531,-0.0013241926208138466,-0.001238869153894484,-0.0011535456869751215,-0.0010682221036404371,-0.0009828985203057528,-0.0008975750533863902,-0.0008122515282593668,-0.0007269280031323433,-0.0006416044780053198,-0.0005562809528782964,-0.0004709574277512729,-0.00038563390262424946,-0.000300310377497226,-0.00021498685237020254,-0.00012966332724317908,-4.4339802116155624e-05,4.0983723010867834e-05,0.0001263072481378913,0.00021163077326491475,0.00029695406556129456,0.000382277590688318,0.00046760111581534147,0.0005529246409423649,0.0006382481660693884,0.0007235716911964118,0.0008088952163234353,0.0008942187414504588,0.0009795422665774822,0.0010648658499121666,0.0011501893168315291,0.0012355127837508917,0.001320836367085576,0.0014061599504202604,0.001491483417339623,0.0015768068842589855,0.0016621304675936699,0.0017474540509283543,0.0018327775178477168,0.0019181009847670794,0.0020034245681017637,0.002088748151436448,0.002174071501940489,0.002259395085275173,0.0023447186686098576,0.002430042251944542,0.0025153658352792263,0.002600689185783267,0.0026860127691179514,0.0027713363524526358,0.0028566597029566765,0.002941983286291361,0.0030273068696260452]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.09876445680856705,-0.09552264958620071,-0.09228084236383438,-0.08903903514146805,-0.08579722791910172,-0.08255542069673538,-0.07931362092494965,-0.07607181370258331,-0.07283000648021698,-0.06958819925785065,-0.06634639203548431,-0.06310458481311798,-0.05986277759075165,-0.056620970368385315,-0.05337916687130928,-0.05013735964894295,-0.046895552426576614,-0.04365374520421028,-0.04041193798184395,-0.037170134484767914,-0.03392832726240158,-0.030686520040035248,-0.027444712817668915,-0.02420290745794773,-0.020961100235581398,-0.017719293013215065,-0.014477487653493881,-0.011235680431127548,-0.00799387414008379,-0.004752067849040031,-0.0015102610923349857,0.0017315454315394163,0.004973351955413818,0.008215158246457577,0.011456964537501335,0.014698771759867668,0.017940577119588852,0.021182384341955185,0.024424191564321518,0.0276659969240427,0.030907804146409035,0.03414960950613022,0.03739141672849655,0.040633223950862885,0.04387503117322922,0.04711683839559555,0.050358641892671585,0.05360044911503792,0.05684225633740425,0.060084063559770584,0.06332586705684662,0.06656767427921295,0.06980948150157928,0.07305128872394562,0.07629309594631195,0.07953490316867828,0.08277671039104462,0.08601851761341095,0.08926032483577728,0.09250212460756302,0.09574393182992935,0.09898573905229568,0.10222754627466202,0.10546935349702835,0.10871116071939468],"_type":"histogram","values":[4,2,5,13,18,25,55,102,184,344,620,918,1512,2405,3771,5493,8012,11082,15459,20899,27691,35793,44034,53826,63934,73299,82533,90743,96030,100554,101475,100463,95545,90432,82145,72789,62771,53140,43757,34721,27000,20668,15162,11099,7760,5267,3492,2299,1441,864,540,297,183,92,47,26,15,4,7,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"bins":[-0.0013907051179558039,-0.0013452369021251798,-0.0012997686862945557,-0.0012543003540486097,-0.0012088321382179856,-0.0011633639223873615,-0.0011178957065567374,-0.0010724274907261133,-0.0010269591584801674,-0.0009814909426495433,-0.0009360227268189192,-0.0008905545109882951,-0.000845086295157671,-0.000799618021119386,-0.0007541498052887619,-0.0007086815312504768,-0.0006632133154198527,-0.0006177450995892286,-0.0005722768255509436,-0.0005268086097203195,-0.00048134036478586495,-0.0004358721198514104,-0.0003904039040207863,-0.0003449356590863317,-0.00029946741415187716,-0.0002539991692174226,-0.00020853093883488327,-0.00016306270845234394,-0.00011759446351788938,-7.212622585939243e-05,-2.6657988200895488e-05,1.8810249457601458e-05,6.427837070077658e-05,0.00010974660835927352,0.00015521484601777047,0.0002006830764003098,0.00024615132133476436,0.0002916195662692189,0.000337087782099843,0.0003825560270342976,0.00042802427196875215,0.0004734925169032067,0.0005189607618376613,0.0005644289776682854,0.0006098971934989095,0.0006553654675371945,0.0007008336833678186,0.0007463019574061036,0.0007917701732367277,0.0008372383890673518,0.0008827066631056368,0.0009281748789362609,0.000973643152974546,0.00101911136880517,0.0010645795846357942,0.0011100478004664183,0.0011555161327123642,0.0012009843485429883,0.0012464525643736124,0.0012919207802042365,0.0013373889960348606,0.0013828572118654847,0.0014283255441114306,0.0014737937599420547,0.0015192619757726789],"_type":"histogram","values":[1,0,2,1,2,3,2,4,2,2,4,6,9,8,8,8,11,8,11,15,19,22,34,22,10,32,28,32,31,32,35,26,31,28,26,19,22,29,28,12,9,14,9,20,13,12,7,9,9,9,6,2,3,6,2,2,4,1,1,1,1,0,0,3]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"bins":[-3.3974647521972656e-05,-3.2854266464710236e-05,-3.1733885407447815e-05,-3.0613504350185394e-05,-2.9493123292922974e-05,-2.8372742235660553e-05,-2.7252361178398132e-05,-2.613198012113571e-05,-2.501159906387329e-05,-2.389121800661087e-05,-2.277083694934845e-05,-2.165045589208603e-05,-2.053007483482361e-05,-1.9409693777561188e-05,-1.8289312720298767e-05,-1.7168931663036346e-05,-1.6048550605773926e-05,-1.4928169548511505e-05,-1.3807788491249084e-05,-1.2687407433986664e-05,-1.1567026376724243e-05,-1.0446645319461823e-05,-9.326264262199402e-06,-8.205883204936981e-06,-7.0855021476745605e-06,-5.96512109041214e-06,-4.844740033149719e-06,-3.7243589758872986e-06,-2.603977918624878e-06,-1.4835968613624573e-06,-3.632158041000366e-07,7.57165253162384e-07,1.8775463104248047e-06,2.9979273676872253e-06,4.118308424949646e-06,5.238689482212067e-06,6.359070539474487e-06,7.479451596736908e-06,8.599832653999329e-06,9.72021371126175e-06,1.084059476852417e-05,1.196097582578659e-05,1.3081356883049011e-05,1.4201737940311432e-05,1.5322118997573853e-05,1.6442500054836273e-05,1.7562881112098694e-05,1.8683262169361115e-05,1.9803643226623535e-05,2.0924024283885956e-05,2.2044405341148376e-05,2.3164786398410797e-05,2.4285167455673218e-05,2.540554851293564e-05,2.652592957019806e-05,2.764631062746048e-05,2.87666916847229e-05,2.988707274198532e-05,3.100745379924774e-05,3.212783485651016e-05,3.324821591377258e-05,3.4368596971035004e-05,3.5488978028297424e-05,3.6609359085559845e-05,3.7729740142822266e-05],"_type":"histogram","values":[1,0,0,0,0,2,1,2,4,4,3,4,7,17,16,18,13,8,19,21,34,38,43,54,81,94,130,121,140,130,134,143,134,109,88,78,70,68,47,29,27,23,23,9,10,10,5,3,6,4,3,4,3,4,3,2,0,0,2,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,3,1,1,0,3,1,2,0,3,7,5,6,4,7,6,6,14,18,26,23,31,34,54,51,59,52,52,63,45,36,22,28,28,11,11,4,16,9,3,4,3,3,3,0,0,1,3,0,2,0,1,0,0,2],"bins":[-2.0563602447509766e-05,-1.998618245124817e-05,-1.9408762454986572e-05,-1.8831342458724976e-05,-1.825392246246338e-05,-1.7676502466201782e-05,-1.7099082469940186e-05,-1.652166247367859e-05,-1.5944242477416992e-05,-1.5366822481155396e-05,-1.4789402484893799e-05,-1.4211982488632202e-05,-1.3634562492370605e-05,-1.3057142496109009e-05,-1.2479722499847412e-05,-1.1902302503585815e-05,-1.1324882507324219e-05,-1.0747462511062622e-05,-1.0170042514801025e-05,-9.592622518539429e-06,-9.015202522277832e-06,-8.437782526016235e-06,-7.860362529754639e-06,-7.282942533493042e-06,-6.705522537231445e-06,-6.128102540969849e-06,-5.550682544708252e-06,-4.973262548446655e-06,-4.395842552185059e-06,-3.818422555923462e-06,-3.2410025596618652e-06,-2.6635825634002686e-06,-2.086162567138672e-06,-1.5087425708770752e-06,-9.313225746154785e-07,-3.5390257835388184e-07,2.2351741790771484e-07,8.009374141693115e-07,1.3783574104309082e-06,1.955777406692505e-06,2.5331974029541016e-06,3.1106173992156982e-06,3.688037395477295e-06,4.265457391738892e-06,4.842877388000488e-06,5.420297384262085e-06,5.997717380523682e-06,6.575137376785278e-06,7.152557373046875e-06,7.729977369308472e-06,8.307397365570068e-06,8.884817361831665e-06,9.462237358093262e-06,1.0039657354354858e-05,1.0617077350616455e-05,1.1194497346878052e-05,1.1771917343139648e-05,1.2349337339401245e-05,1.2926757335662842e-05,1.3504177331924438e-05,1.4081597328186035e-05,1.4659017324447632e-05,1.5236437320709229e-05,1.5813857316970825e-05,1.6391277313232422e-05]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,6,1,6,15,11,40,61,102,179,303,463,770,1173,1761,2572,3714,5237,7026,9384,12277,15036,18701,22552,26253,29593,33007,35183,36810,37757,37684,36345,34595,32042,28700,24988,21752,17945,14490,11292,8757,6493,4790,3360,2346,1628,1021,664,374,246,131,73,53,24,21,8,4,1,0,0,1,0,1,1],"bins":[-0.09647718816995621,-0.09324591606855392,-0.09001464396715164,-0.08678337186574936,-0.08355209976434708,-0.0803208276629448,-0.07708955556154251,-0.07385828346014023,-0.07062701135873795,-0.06739573925733566,-0.06416446715593338,-0.0609331950545311,-0.057701922953128815,-0.05447065085172653,-0.05123937875032425,-0.04800810664892197,-0.044776834547519684,-0.0415455624461174,-0.03831429034471512,-0.035083018243312836,-0.03185174614191055,-0.02862047404050827,-0.025389201939105988,-0.022157929837703705,-0.018926657736301422,-0.01569538563489914,-0.012464113533496857,-0.009232841432094574,-0.006001569330692291,-0.0027702972292900085,0.00046097487211227417,0.003692246973514557,0.00692351907491684,0.010154791176319122,0.013386063277721405,0.016617335379123688,0.01984860748052597,0.023079879581928253,0.026311151683330536,0.02954242378473282,0.0327736958861351,0.036004967987537384,0.03923624008893967,0.04246751219034195,0.04569878429174423,0.048930056393146515,0.0521613284945488,0.05539260059595108,0.05862387269735336,0.061855144798755646,0.06508641690015793,0.06831768900156021,0.0715489611029625,0.07478023320436478,0.07801150530576706,0.08124277740716934,0.08447404950857162,0.08770532160997391,0.09093659371137619,0.09416786581277847,0.09739913791418076,0.10063041001558304,0.10386168211698532,0.1070929542183876,0.11032422631978989]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"values":[1,0,1,0,2,4,1,3,5,1,2,6,4,4,5,8,4,11,11,7,15,23,33,35,51,86,99,109,179,265,482,981,2404,445447,1677,705,368,226,153,114,71,58,33,33,33,23,18,15,13,9,4,9,10,5,5,1,3,3,1,5,1,1,0,2],"bins":[-0.004471171647310257,-0.0043368567712605,-0.00420254236087203,-0.004068227484822273,-0.003933912608772516,-0.003799597965553403,-0.0036652833223342896,-0.003530968679115176,-0.003396654035896063,-0.003262339159846306,-0.0031280245166271925,-0.002993709873408079,-0.002859394997358322,-0.002725080354139209,-0.0025907657109200954,-0.0024564508348703384,-0.002322136191651225,-0.0021878215484321117,-0.0020535066723823547,-0.0019191920291632414,-0.001784877385944128,-0.0016505626263096929,-0.0015162478666752577,-0.0013819332234561443,-0.0012476184638217092,-0.001113303704187274,-0.0009789890609681606,-0.0008446743013337255,-0.0007103595999069512,-0.0005760448984801769,-0.0004417301679495722,-0.0003074154374189675,-0.00017310073599219322,-3.878602001350373e-05,9.552869596518576e-05,0.00022984341194387525,0.00036415812792256474,0.000498472829349339,0.0006327875889837742,0.0007671022904105484,0.0009014169918373227,0.0010357317514717579,0.0011700463946908712,0.0013043611543253064,0.0014386759139597416,0.001572990557178855,0.0017073053168132901,0.0018416199600324035,0.0019759347196668386,0.002110249362885952,0.002244564238935709,0.0023788788821548223,0.0025131935253739357,0.0026475084014236927,0.002781823044642806,0.0029161376878619194,0.0030504525639116764,0.0031847672071307898,0.003319081850349903,0.0034533964935690165,0.0035877113696187735,0.003722026012837887,0.003856340656057,0.0039906552992761135,0.0041249701753258705],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[2,1,1,7,7,14,29,42,79,148,181,306,471,691,1013,1538,2097,2990,3916,5169,6903,8665,10913,13263,15991,19048,21591,24663,27355,29442,31311,32509,33503,33276,33167,31558,29558,27563,24513,21896,18888,16274,13362,11100,8845,6793,5289,4056,3083,2171,1500,1072,697,490,312,195,129,70,41,30,15,16,4,2],"bins":[-0.09415752440690994,-0.09130522608757019,-0.08845292031764984,-0.08560062199831009,-0.08274832367897034,-0.07989601790904999,-0.07704371958971024,-0.07419142127037048,-0.07133911550045013,-0.06848681718111038,-0.06563451886177063,-0.06278222054243088,-0.05992991477251053,-0.057077616453170776,-0.054225314408540726,-0.051373016089200974,-0.04852071404457092,-0.04566841199994087,-0.04281611368060112,-0.03996381163597107,-0.03711151331663132,-0.034259211272001266,-0.031406909227371216,-0.028554609045386314,-0.025702308863401413,-0.02285000868141651,-0.01999770849943161,-0.01714540645480156,-0.014293106272816658,-0.011440806090831757,-0.00858850497752428,-0.005736204329878092,-0.002883896231651306,-3.1595584005117416e-05,0.0028207050636410713,0.00567300571128726,0.008525306358933449,0.01137760654091835,0.014229907654225826,0.017082208767533302,0.019934508949518204,0.022786809131503105,0.025639109313488007,0.028491411358118057,0.03134371340274811,0.03419601172208786,0.03704831376671791,0.03990061208605766,0.042752914130687714,0.045605216175317764,0.048457514494657516,0.05130981653928757,0.05416211485862732,0.05701441690325737,0.05986671894788742,0.06271901726722717,0.06557132303714752,0.06842362135648727,0.07127591967582703,0.07412821799516678,0.07698052376508713,0.07983282208442688,0.08268512040376663,0.08553742617368698,0.08838972449302673]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,1,0,2,1,3,3,0,4,5,8,2,4,8,10,4,11,9,16,11,16,17,26,23,29,34,23,26,29,31,32,24,37,25,24,27,35,20,34,22,23,17,14,10,11,15,5,7,4,4,10,1,1,3,0,1,1,1,0,2,0,0,1],"bins":[-0.010920808650553226,-0.010572963394224644,-0.010225117206573486,-0.009877271950244904,-0.00952942669391632,-0.009181580506265163,-0.00883373524993658,-0.008485889993607998,-0.00813804380595684,-0.007790198549628258,-0.007442353293299675,-0.007094507571309805,-0.006746661849319935,-0.006398816592991352,-0.006050970871001482,-0.005703125614672899,-0.005355279892683029,-0.005007434170693159,-0.004659588914364576,-0.004311743192374706,-0.0039638979360461235,-0.0036160522140562534,-0.0032682064920663834,-0.002920361002907157,-0.0025725155137479305,-0.002224670024588704,-0.0018768244190141559,-0.0015289788134396076,-0.0011811333242803812,-0.0008332877769134939,-0.00048544222954660654,-0.0001375966821797192,0.0002102479338645935,0.0005580934812314808,0.0009059390285983682,0.0012537846341729164,0.0016016301233321428,0.0019494756124913692,0.0022973213344812393,0.0026451668236404657,0.002993012312799692,0.0033408578019589186,0.003688703291118145,0.004036549013108015,0.004384394735097885,0.004732239991426468,0.005080085713416338,0.005427930969744921,0.005775776691734791,0.006123622413724661,0.006471467670053244,0.006819313392043114,0.0071671586483716965,0.0075150043703615665,0.007862850092351437,0.00821069534868002,0.008558541536331177,0.00890638679265976,0.009254232048988342,0.009602077305316925,0.009949923492968082,0.010297768749296665,0.010645614005625248,0.010993460193276405,0.011341305449604988],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"bins":[0.9937050938606262,0.9938896298408508,0.9940741658210754,0.9942587018013,0.9944432377815247,0.9946277737617493,0.9948123097419739,0.9949967861175537,0.9951813220977783,0.9953658580780029,0.9955503940582275,0.9957349300384521,0.9959194660186768,0.9961040019989014,0.996288537979126,0.9964730739593506,0.9966576099395752,0.9968421459197998,0.9970266819000244,0.997211217880249,0.9973956942558289,0.9975802302360535,0.9977647662162781,0.9979493021965027,0.9981338381767273,0.9983183741569519,0.9985029101371765,0.9986874461174011,0.9988719820976257,0.9990565180778503,0.999241054058075,0.9994255900382996,0.9996100664138794,0.999794602394104,0.9999791383743286,1.0001636743545532,1.0003482103347778,1.0005327463150024,1.000717282295227,1.0009018182754517,1.0010863542556763,1.0012708902359009,1.0014554262161255,1.00163996219635,1.0018244981765747,1.0020090341567993,1.002193570137024,1.0023781061172485,1.0025626420974731,1.0027471780776978,1.0029317140579224,1.003116250038147,1.003300666809082,1.0034852027893066,1.0036697387695312,1.0038542747497559,1.0040388107299805,1.004223346710205,1.0044078826904297,1.0045924186706543,1.004776954650879,1.0049614906311035,1.0051460266113281,1.0053305625915527,1.0055150985717773],"_type":"histogram","values":[1,0,1,0,0,1,0,0,0,0,0,1,3,4,5,5,2,6,5,5,14,11,12,8,11,17,22,32,32,28,39,33,38,28,46,37,41,42,29,35,27,26,25,23,15,11,12,9,11,4,3,4,1,1,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"values":[1,0,0,1,0,0,1,1,0,2,1,3,0,3,4,1,4,9,5,8,5,11,21,18,17,29,29,36,32,41,38,45,50,45,36,35,33,34,30,21,20,22,16,11,8,4,6,7,4,2,1,2,3,4,2,0,2,1,0,1,0,1,0,1],"bins":[-0.00012288318248465657,-0.0001191278497572057,-0.00011537251702975482,-0.00011161718430230394,-0.00010786185157485306,-0.00010410651884740219,-0.00010035118611995131,-9.659585339250043e-05,-9.284052066504955e-05,-8.908518793759868e-05,-8.53298552101478e-05,-8.157452248269692e-05,-7.781918975524604e-05,-7.406385702779517e-05,-7.030852430034429e-05,-6.655319157289341e-05,-6.279785884544253e-05,-5.904252975597046e-05,-5.5287197028519586e-05,-5.153186430106871e-05,-4.777653157361783e-05,-4.4021198846166953e-05,-4.0265866118716076e-05,-3.65105333912652e-05,-3.275520430179313e-05,-2.8999869755352847e-05,-2.524453702790197e-05,-2.1489204300451092e-05,-1.773387339198962e-05,-1.397853975504404e-05,-1.0223207937087864e-05,-6.467875209636986e-06,-2.712542482186109e-06,1.0427900178910932e-06,4.798122517968295e-06,8.553454790671822e-06,1.2308787518122699e-05,1.6064119336078875e-05,1.9819452063529752e-05,2.357478479098063e-05,2.7330117518431507e-05,3.108544842689298e-05,3.484078115434386e-05,3.8596113881794736e-05,4.235144660924561e-05,4.610677933669649e-05,4.986211206414737e-05,5.3617444791598246e-05,5.737277751904912e-05,6.11281066085212e-05,6.488343933597207e-05,6.863877206342295e-05,7.239410479087383e-05,7.61494375183247e-05,7.990477024577558e-05,8.366010297322646e-05,8.741543570067734e-05,9.117076842812821e-05,9.492610115557909e-05,9.868143388302997e-05,0.00010243676661048084,0.00010619209933793172,0.0001099474320653826,0.00011370276479283348,0.00011745809752028435],"_type":"histogram"},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.101364865899086,-0.09828998148441315,-0.0952150896191597,-0.09214020520448685,-0.0890653133392334,-0.08599042892456055,-0.0829155370593071,-0.07984065264463425,-0.0767657607793808,-0.07369087636470795,-0.0706159919500351,-0.06754110008478165,-0.0644662156701088,-0.061391327530145645,-0.058316439390182495,-0.055241551250219345,-0.052166663110256195,-0.049091774970293045,-0.046016886830329895,-0.042941998690366745,-0.039867110550403595,-0.03679222613573074,-0.03371733799576759,-0.030642449855804443,-0.027567561715841293,-0.024492673575878143,-0.021417785435914993,-0.018342899158596992,-0.015268011018633842,-0.012193122878670692,-0.009118235670030117,-0.006043347995728254,-0.0029684528708457947,0.00010643480345606804,0.0031813224777579308,0.0062562101520597935,0.009331097826361656,0.012405985966324806,0.015480873174965382,0.018555760383605957,0.021630648523569107,0.024705536663532257,0.027780424803495407,0.030855311080813408,0.03393019735813141,0.03700508549809456,0.04007997363805771,0.04315486177802086,0.04622974991798401,0.04930463805794716,0.05237952619791031,0.05545441433787346,0.05852930247783661,0.06160418689250946,0.06467907875776291,0.06775396317243576,0.07082885503768921,0.07390373945236206,0.07697862386703491,0.08005351573228836,0.08312840014696121,0.08620329201221466,0.08927817642688751,0.09235306829214096,0.09542795270681381],"_type":"histogram","values":[1,1,0,1,3,2,2,14,14,43,88,125,223,352,538,749,1168,1769,2411,3296,4491,6019,7625,9684,11931,14417,17095,19477,21806,24091,25835,26898,28469,27400,26996,25642,23563,21741,19431,16848,14329,11887,9401,7547,5841,4364,3281,2255,1606,1088,779,489,319,180,107,63,34,31,14,6,3,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[3,1,2,14,11,23,57,83,126,177,318,426,689,1084,1550,2109,3026,4037,5460,6916,9006,11191,13516,16229,19396,22330,25050,27579,30386,31936,33222,33612,33892,32952,31219,29611,26972,24432,21327,18513,15823,12886,10478,8465,6478,4959,3639,2655,1917,1349,943,661,387,271,174,111,73,31,18,12,6,0,4,1],"bins":[-0.09244829416275024,-0.08954686671495438,-0.0866454467177391,-0.08374401926994324,-0.08084259182214737,-0.0779411718249321,-0.07503974437713623,-0.07213831692934036,-0.0692368894815445,-0.06633546948432922,-0.06343404203653336,-0.060532618314027786,-0.05763119459152222,-0.05472976714372635,-0.05182834342122078,-0.04892691597342491,-0.04602549225091934,-0.04312406852841377,-0.040222641080617905,-0.037321217358112335,-0.03441978991031647,-0.0315183661878109,-0.02861694246530533,-0.02571551688015461,-0.02281409129500389,-0.019912665709853172,-0.017011240124702454,-0.014109816402196884,-0.011208390817046165,-0.008306965231895447,-0.005405540578067303,-0.0025041154585778713,0.000397317111492157,0.0032987422309815884,0.00620016735047102,0.009101592004299164,0.012003017589449883,0.014904443174600601,0.01780586689710617,0.02070729248225689,0.023608718067407608,0.026510143652558327,0.029411569237709045,0.032312992960214615,0.035214416682720184,0.03811584413051605,0.04101726785302162,0.04391869530081749,0.04682011902332306,0.04972154274582863,0.052622970193624496,0.055524393916130066,0.058425821363925934,0.0613272450864315,0.06422866880893707,0.06713009625673294,0.07003152370452881,0.07293294370174408,0.07583437114953995,0.07873579859733582,0.08163721859455109,0.08453864604234695,0.08744007349014282,0.0903414934873581,0.09324292093515396]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,0,2,1,1,1,0,1,4,5,3,2,9,12,30,44,49,75,124,199,275,473,746,1074,1620,2461,4049,6413,11267,20990,40718,86943,149057,126858,65178,31017,16341,9100,5405,3297,2020,1315,936,586,375,285,168,116,74,36,33,11,8,6,2,2,2,1,1,0,2],"bins":[-0.00010323524475097656,-0.00010035187005996704,-9.746849536895752e-05,-9.4585120677948e-05,-9.170174598693848e-05,-8.881837129592896e-05,-8.593499660491943e-05,-8.305162191390991e-05,-8.016824722290039e-05,-7.728487253189087e-05,-7.440149784088135e-05,-7.151812314987183e-05,-6.86347484588623e-05,-6.575137376785278e-05,-6.286799907684326e-05,-5.998462438583374e-05,-5.710124969482422e-05,-5.42178750038147e-05,-5.1334500312805176e-05,-4.8451125621795654e-05,-4.556775093078613e-05,-4.268437623977661e-05,-3.980100154876709e-05,-3.691762685775757e-05,-3.403425216674805e-05,-3.1150877475738525e-05,-2.8267502784729004e-05,-2.5384128093719482e-05,-2.250075340270996e-05,-1.961737871170044e-05,-1.6734004020690918e-05,-1.3850629329681396e-05,-1.0967254638671875e-05,-8.083879947662354e-06,-5.200505256652832e-06,-2.3171305656433105e-06,5.662441253662109e-07,3.4496188163757324e-06,6.332993507385254e-06,9.216368198394775e-06,1.2099742889404297e-05,1.4983117580413818e-05,1.786649227142334e-05,2.074986696243286e-05,2.3633241653442383e-05,2.6516616344451904e-05,2.9399991035461426e-05,3.228336572647095e-05,3.516674041748047e-05,3.805011510848999e-05,4.093348979949951e-05,4.381686449050903e-05,4.6700239181518555e-05,4.9583613872528076e-05,5.24669885635376e-05,5.535036325454712e-05,5.823373794555664e-05,6.111711263656616e-05,6.400048732757568e-05,6.68838620185852e-05,6.976723670959473e-05,7.265061140060425e-05,7.553398609161377e-05,7.841736078262329e-05,8.130073547363281e-05]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"bins":[-0.0953197032213211,-0.0923127830028534,-0.08930586278438568,-0.08629894256591797,-0.08329202234745026,-0.08028510957956314,-0.07727818936109543,-0.07427126914262772,-0.07126434892416,-0.06825742870569229,-0.06525050848722458,-0.062243591994047165,-0.05923667177557945,-0.05622975155711174,-0.053222835063934326,-0.050215914845466614,-0.0472089946269989,-0.04420207440853119,-0.04119515419006348,-0.03818823769688606,-0.03518131747841835,-0.03217439725995064,-0.029167478904128075,-0.02616056054830551,-0.0231536403298378,-0.020146720111370087,-0.017139801755547523,-0.014132882468402386,-0.011125963181257248,-0.00811904389411211,-0.005112124606966972,-0.0021052053198218346,0.0009017214179039001,0.003908640705049038,0.006915559992194176,0.009922479279339314,0.012929398566484451,0.015936318784952164,0.018943237140774727,0.02195015549659729,0.024957075715065002,0.027963995933532715,0.030970914289355278,0.03397783264517784,0.036984752863645554,0.039991673082113266,0.04299858957529068,0.04600550979375839,0.049012430012226105,0.05201935023069382,0.05502627044916153,0.058033186942338943,0.061040107160806656,0.06404702365398407,0.06705394387245178,0.0700608640909195,0.07306778430938721,0.07607470452785492,0.07908162474632263,0.08208854496479034,0.08509546518325806,0.08810237795114517,0.09110929816961288,0.0941162183880806,0.09712313860654831],"_type":"histogram","values":[3,3,3,10,28,30,92,137,217,388,600,980,1513,2154,3396,4908,7025,9749,13560,17795,22916,29298,36436,43722,52527,61124,68987,77500,83550,89502,92668,94434,93029,91090,86626,79665,72202,64317,55884,47289,39471,31948,25629,19533,14872,10981,8018,5642,3896,2728,1784,1166,729,444,288,184,89,49,24,16,11,3,1,1]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[3,0,2,1,4,0,4,4,9,11,12,14,22,35,30,32,49,41,64,68,70,93,74,91,95,106,104,100,87,86,69,74,84,73,51,51,45,40,40,33,27,26,18,9,17,11,16,12,7,3,7,4,4,2,4,2,5,0,1,1,0,0,0,1],"bins":[-0.006163615733385086,-0.006016003433614969,-0.0058683911338448524,-0.005720778368413448,-0.0055731660686433315,-0.005425553768873215,-0.005277941003441811,-0.005130328703671694,-0.004982716403901577,-0.00483510410413146,-0.004687491804361343,-0.004539879038929939,-0.0043922667391598225,-0.004244654439389706,-0.0040970416739583015,-0.003949429374188185,-0.003801817074418068,-0.003654204774647951,-0.0035065922420471907,-0.00335897970944643,-0.0032113674096763134,-0.0030637551099061966,-0.002916142577305436,-0.0027685300447046757,-0.002620917744934559,-0.002473305445164442,-0.0023256929125636816,-0.002178080379962921,-0.0020304680801928043,-0.0018828556640073657,-0.001735243247821927,-0.0015876308316364884,-0.0014400184154510498,-0.0012924059992656112,-0.0011447935830801725,-0.000997181166894734,-0.0008495687507092953,-0.0007019563345238566,-0.000554343918338418,-0.0004067315021529794,-0.00025911908596754074,-0.00011150666978210211,3.6105746403336525e-05,0.00018371816258877516,0.0003313305787742138,0.0004789429949596524,0.0006265554111450911,0.0007741678273305297,0.0009217802435159683,0.001069392659701407,0.0012170050758868456,0.0013646174920722842,0.0015122299082577229,0.0016598423244431615,0.0018074547406286001,0.0019550672732293606,0.0021026795729994774,0.002250291872769594,0.0023979044053703547,0.002545516937971115,0.002693129237741232,0.0028407415375113487,0.002988354070112109,0.0031359666027128696,0.0032835789024829865],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,0,1,2,3,4,1,7,3,11,13,19,34,47,70,99,157,225,337,494,766,1155,1916,3060,4674,7529,11846,19432,30082,46902,65523,82417,87011,73385,54541,35696,23544,14321,8897,5620,3436,2305,1462,965,618,394,254,170,119,73,53,40,31,13,19,8,7,4,2,3,2,0,0,1],"bins":[-0.00014472007751464844,-0.00014022551476955414,-0.00013573095202445984,-0.00013123638927936554,-0.00012674182653427124,-0.00012224726378917694,-0.00011775270104408264,-0.00011325813829898834,-0.00010876357555389404,-0.00010426901280879974,-9.977445006370544e-05,-9.527988731861115e-05,-9.078532457351685e-05,-8.629076182842255e-05,-8.179619908332825e-05,-7.730163633823395e-05,-7.280707359313965e-05,-6.831251084804535e-05,-6.381794810295105e-05,-5.932338535785675e-05,-5.482882261276245e-05,-5.033425986766815e-05,-4.583969712257385e-05,-4.134513437747955e-05,-3.6850571632385254e-05,-3.2356008887290955e-05,-2.7861446142196655e-05,-2.3366883397102356e-05,-1.8872320652008057e-05,-1.4377757906913757e-05,-9.883195161819458e-06,-5.388632416725159e-06,-8.940696716308594e-07,3.60049307346344e-06,8.09505581855774e-06,1.2589618563652039e-05,1.7084181308746338e-05,2.1578744053840637e-05,2.6073306798934937e-05,3.0567869544029236e-05,3.5062432289123535e-05,3.9556995034217834e-05,4.4051557779312134e-05,4.854612052440643e-05,5.304068326950073e-05,5.753524601459503e-05,6.202980875968933e-05,6.652437150478363e-05,7.101893424987793e-05,7.551349699497223e-05,8.000805974006653e-05,8.450262248516083e-05,8.899718523025513e-05,9.349174797534943e-05,9.798631072044373e-05,0.00010248087346553802,0.00010697543621063232,0.00011146999895572662,0.00011596456170082092,0.00012045912444591522,0.00012495368719100952,0.00012944824993610382,0.00013394281268119812,0.00013843737542629242,0.00014293193817138672]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[1,2,4,8,10,18,35,55,119,134,244,412,615,890,1310,1906,2719,3642,4876,6415,8315,10545,13035,15763,18527,21683,24757,27296,30155,31961,33699,33755,34043,33415,32085,30468,27435,25161,21898,18960,15955,13365,10856,8601,6711,5099,3944,2818,2022,1383,963,642,423,252,168,97,70,41,15,17,6,4,0,1],"bins":[-0.09329750388860703,-0.09038789570331573,-0.08747829496860504,-0.08456868678331375,-0.08165907859802246,-0.07874947786331177,-0.07583986967802048,-0.07293026149272919,-0.0700206607580185,-0.0671110525727272,-0.06420144438743591,-0.06129183992743492,-0.05838223546743393,-0.05547262728214264,-0.05256302282214165,-0.04965341463685036,-0.046743810176849365,-0.04383420571684837,-0.04092459753155708,-0.03801499307155609,-0.0351053848862648,-0.03219578042626381,-0.029286175966262817,-0.026376569643616676,-0.023466963320970535,-0.020557356998324394,-0.017647750675678253,-0.014738146215677261,-0.01182853989303112,-0.00891893357038498,-0.006009328179061413,-0.003099722322076559,-0.0001901090145111084,0.0027194968424737453,0.005629102699458599,0.008538708090782166,0.011448314413428307,0.014357920736074448,0.01726752519607544,0.02017713151872158,0.02308673784136772,0.025996344164013863,0.028905950486660004,0.031815554946660995,0.03472515940666199,0.03763476759195328,0.04054437205195427,0.04345398023724556,0.04636358469724655,0.04927318915724754,0.052182797342538834,0.055092401802539825,0.058002009987831116,0.06091161444783211,0.0638212189078331,0.06673082709312439,0.06964042782783508,0.07255003601312637,0.07545964419841766,0.07836925238370895,0.08127885311841965,0.08418846130371094,0.08709806948900223,0.09000767022371292,0.09291727840900421],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,1,0,0,1,1,1,1,0,1,1,6,8,8,16,20,31,42,59,98,143,191,334,504,829,1325,2013,3429,5665,9916,17595,31528,57607,97018,125448,100011,58833,33128,18441,10297,5867,3507,2244,1283,833,521,309,257,162,100,52,43,21,23,9,12,14,7,1,3,5],"bins":[-0.00017142295837402344,-0.00016685575246810913,-0.00016228854656219482,-0.00015772134065628052,-0.0001531541347503662,-0.0001485869288444519,-0.0001440197229385376,-0.0001394525170326233,-0.00013488531112670898,-0.00013031810522079468,-0.00012575089931488037,-0.00012118369340896606,-0.00011661648750305176,-0.00011204928159713745,-0.00010748207569122314,-0.00010291486978530884,-9.834766387939453e-05,-9.378045797348022e-05,-8.921325206756592e-05,-8.464604616165161e-05,-8.00788402557373e-05,-7.5511634349823e-05,-7.094442844390869e-05,-6.637722253799438e-05,-6.181001663208008e-05,-5.724281072616577e-05,-5.2675604820251465e-05,-4.810839891433716e-05,-4.354119300842285e-05,-3.8973987102508545e-05,-3.440678119659424e-05,-2.983957529067993e-05,-2.5272369384765625e-05,-2.070516347885132e-05,-1.6137957572937012e-05,-1.1570751667022705e-05,-7.0035457611083984e-06,-2.436339855194092e-06,2.130866050720215e-06,6.6980719566345215e-06,1.1265277862548828e-05,1.5832483768463135e-05,2.039968967437744e-05,2.4966895580291748e-05,2.9534101486206055e-05,3.410130739212036e-05,3.866851329803467e-05,4.3235719203948975e-05,4.780292510986328e-05,5.237013101577759e-05,5.6937336921691895e-05,6.15045428276062e-05,6.607174873352051e-05,7.063895463943481e-05,7.520616054534912e-05,7.977336645126343e-05,8.434057235717773e-05,8.890777826309204e-05,9.347498416900635e-05,9.804219007492065e-05,0.00010260939598083496,0.00010717660188674927,0.00011174380779266357,0.00011631101369857788,0.00012087821960449219]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[2,0,7,3,11,27,36,60,113,161,275,443,640,1004,1556,2146,3107,4223,5767,7594,9565,12152,14868,17896,20906,24324,27361,29865,32193,33835,35039,35093,34519,33570,31226,29118,25937,23288,19311,16558,13478,11014,8515,6496,4872,3644,2569,1872,1257,832,549,376,217,135,82,59,23,19,7,3,4,0,1,1],"bins":[-0.09391326457262039,-0.09090952575206757,-0.08790578693151474,-0.08490204811096191,-0.08189830929040909,-0.07889457046985626,-0.07589082419872284,-0.07288708537817001,-0.06988334655761719,-0.06687960773706436,-0.06387586891651154,-0.06087213009595871,-0.057868391275405884,-0.05486465245485306,-0.051860909909009933,-0.04885717108845711,-0.04585343226790428,-0.042849693447351456,-0.03984595462679863,-0.036842212080955505,-0.03383847326040268,-0.030834734439849854,-0.027830995619297028,-0.024827254936099052,-0.021823516115546227,-0.0188197772949934,-0.015816036611795425,-0.0128122977912426,-0.009808558039367199,-0.006804818287491798,-0.003801079001277685,-0.0007973394822329283,0.0022064000368118286,0.005210139788687229,0.00821387954056263,0.011217618361115456,0.014221358112990856,0.017225097864866257,0.020228836685419083,0.023232577368617058,0.026236316189169884,0.02924005500972271,0.032243795692920685,0.03524753451347351,0.03825127333402634,0.04125501215457916,0.04425875470042229,0.04726249352097511,0.05026623234152794,0.053269971162080765,0.05627370998263359,0.059277452528476715,0.06228119134902954,0.06528493016958237,0.06828866899013519,0.07129240781068802,0.07429614663124084,0.07729988545179367,0.0803036242723465,0.08330737054347992,0.08631110936403275,0.08931484818458557,0.0923185870051384,0.09532232582569122,0.09832606464624405]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[2,1,5,11,13,28,46,78,134,203,311,525,754,1184,1665,2347,3419,4451,6044,8099,10328,12726,15631,18532,21770,24927,27744,30348,32818,34268,35010,34922,34248,32701,30733,28123,25111,21996,19011,16015,12884,10278,8166,6357,4815,3391,2528,1693,1214,792,524,354,237,122,88,38,31,17,4,5,2,1,0,1],"bins":[-0.09298145025968552,-0.08998629450798035,-0.08699113130569458,-0.08399597555398941,-0.08100081980228424,-0.07800566405057907,-0.0750105008482933,-0.07201534509658813,-0.06902018934488297,-0.0660250261425972,-0.06302987039089203,-0.06003471463918686,-0.05703955516219139,-0.05404439941048622,-0.05104923993349075,-0.048054084181785583,-0.045058924704790115,-0.04206376522779465,-0.03906860947608948,-0.03607344999909401,-0.03307829424738884,-0.03008313477039337,-0.027087977156043053,-0.024092819541692734,-0.021097661927342415,-0.018102504312992096,-0.015107346698641777,-0.012112188152968884,-0.009117030538618565,-0.006121872924268246,-0.0031267148442566395,-0.00013155699707567692,0.0028636008501052856,0.0058587584644556046,0.008853916078805923,0.011849074624478817,0.014844232238829136,0.01783939078450203,0.02083454839885235,0.023829706013202667,0.026824863627552986,0.029820021241903305,0.03281518071889877,0.03581033647060394,0.03880549594759941,0.04180065169930458,0.04479581117630005,0.04779096692800522,0.05078612640500069,0.053781285881996155,0.056776441633701324,0.05977160111069679,0.06276676058769226,0.06576191633939743,0.0687570720911026,0.07175222784280777,0.07474739104509354,0.0777425467967987,0.08073770254850388,0.08373286575078964,0.08672802150249481,0.08972317725419998,0.09271833300590515,0.09571349620819092,0.09870865195989609]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[1,0,1,0,0,2,1,4,2,7,10,9,19,27,69,98,156,244,372,681,1007,1668,2710,4256,7207,12837,21844,39160,73070,130635,225336,318514,298289,187957,107791,60405,32640,18603,10729,6250,3805,2371,1504,891,597,404,248,162,101,58,44,26,16,11,5,2,2,2,1,1,0,0,0,2],"bins":[-9.167194366455078e-05,-8.879229426383972e-05,-8.591264486312866e-05,-8.30329954624176e-05,-8.015334606170654e-05,-7.727369666099548e-05,-7.439404726028442e-05,-7.151439785957336e-05,-6.86347484588623e-05,-6.575509905815125e-05,-6.287544965744019e-05,-5.9995800256729126e-05,-5.7116150856018066e-05,-5.423650145530701e-05,-5.135685205459595e-05,-4.847720265388489e-05,-4.559755325317383e-05,-4.271790385246277e-05,-3.983825445175171e-05,-3.695860505104065e-05,-3.407895565032959e-05,-3.119930624961853e-05,-2.831965684890747e-05,-2.544000744819641e-05,-2.256035804748535e-05,-1.9680708646774292e-05,-1.6801059246063232e-05,-1.3921409845352173e-05,-1.1041760444641113e-05,-8.162111043930054e-06,-5.282461643218994e-06,-2.4028122425079346e-06,4.76837158203125e-07,3.3564865589141846e-06,6.236135959625244e-06,9.115785360336304e-06,1.1995434761047363e-05,1.4875084161758423e-05,1.7754733562469482e-05,2.0634382963180542e-05,2.35140323638916e-05,2.639368176460266e-05,2.927333116531372e-05,3.215298056602478e-05,3.503262996673584e-05,3.79122793674469e-05,4.079192876815796e-05,4.367157816886902e-05,4.655122756958008e-05,4.943087697029114e-05,5.23105263710022e-05,5.519017577171326e-05,5.8069825172424316e-05,6.0949474573135376e-05,6.382912397384644e-05,6.67087733745575e-05,6.958842277526855e-05,7.246807217597961e-05,7.534772157669067e-05,7.822737097740173e-05,8.110702037811279e-05,8.398666977882385e-05,8.686631917953491e-05,8.974596858024597e-05,9.262561798095703e-05]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.0013781400630250573,-0.0013346882769837976,-0.001291236374527216,-0.0012477845884859562,-0.0012043328024446964,-0.0011608808999881148,-0.001117429113946855,-0.0010739773279055953,-0.0010305254254490137,-0.000987073639407754,-0.0009436218533664942,-0.0009001700091175735,-0.0008567181648686528,-0.0008132663788273931,-0.0007698145345784724,-0.0007263627485372126,-0.0006829109042882919,-0.0006394590600393713,-0.0005960072739981115,-0.0005525554297491908,-0.000509103643707931,-0.00046565179945901036,-0.0004221999552100897,-0.00037874814006499946,-0.00033529632491990924,-0.000291844509774819,-0.0002483926946297288,-0.00020494085038080812,-0.0001614890352357179,-0.00011803721281467006,-7.458539039362222e-05,-3.113356797257438e-05,1.2318138033151627e-05,5.576996045419946e-05,9.92217828752473e-05,0.00014267361257225275,0.00018612542771734297,0.0002295772428624332,0.0002730290871113539,0.0003164809022564441,0.0003599327174015343,0.00040338453254662454,0.00044683634769171476,0.0004902881919406354,0.0005337400361895561,0.0005771918222308159,0.0006206436664797366,0.0006640954525209963,0.000707547296769917,0.0007509991410188377,0.0007944509270600975,0.0008379027713090181,0.0008813545573502779,0.0009248064015991986,0.0009682582458481193,0.001011710031889379,0.0010551619343459606,0.0010986137203872204,0.0011420655064284801,0.00118551729246974,0.0012289691949263215,0.0012724209809675813,0.001315872767008841,0.0013593246694654226,0.0014027764555066824],"_type":"histogram","values":[1,0,0,1,0,1,0,3,2,1,4,5,4,1,10,5,8,11,10,15,19,16,20,19,20,16,32,32,39,37,19,33,37,32,32,27,27,25,21,19,29,21,17,19,15,14,8,6,2,4,5,3,6,1,4,2,2,1,2,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[2,0,0,1,1,0,1,2,1,1,3,4,3,3,13,9,5,19,23,15,24,26,39,40,49,49,30,57,46,40,42,26,34,24,19,21,21,16,14,9,6,8,6,3,3,3,1,1,0,0,0,2,0,1,0,0,0,0,0,0,0,0,0,2],"bins":[-1.1622905731201172e-05,-1.1203810572624207e-05,-1.0784715414047241e-05,-1.0365620255470276e-05,-9.94652509689331e-06,-9.527429938316345e-06,-9.10833477973938e-06,-8.689239621162415e-06,-8.27014446258545e-06,-7.851049304008484e-06,-7.4319541454315186e-06,-7.012858986854553e-06,-6.593763828277588e-06,-6.1746686697006226e-06,-5.755573511123657e-06,-5.336478352546692e-06,-4.9173831939697266e-06,-4.498288035392761e-06,-4.079192876815796e-06,-3.6600977182388306e-06,-3.2410025596618652e-06,-2.8219074010849e-06,-2.4028122425079346e-06,-1.9837170839309692e-06,-1.564621925354004e-06,-1.1455267667770386e-06,-7.264316082000732e-07,-3.073364496231079e-07,1.1175870895385742e-07,5.308538675308228e-07,9.499490261077881e-07,1.3690441846847534e-06,1.7881393432617188e-06,2.207234501838684e-06,2.6263296604156494e-06,3.0454248189926147e-06,3.46451997756958e-06,3.883615136146545e-06,4.302710294723511e-06,4.721805453300476e-06,5.140900611877441e-06,5.559995770454407e-06,5.979090929031372e-06,6.398186087608337e-06,6.817281246185303e-06,7.236376404762268e-06,7.655471563339233e-06,8.074566721916199e-06,8.493661880493164e-06,8.91275703907013e-06,9.331852197647095e-06,9.75094735622406e-06,1.0170042514801025e-05,1.058913767337799e-05,1.1008232831954956e-05,1.1427327990531921e-05,1.1846423149108887e-05,1.2265518307685852e-05,1.2684613466262817e-05,1.3103708624839783e-05,1.3522803783416748e-05,1.3941898941993713e-05,1.4360994100570679e-05,1.4780089259147644e-05,1.519918441772461e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"bins":[-0.0015106950886547565,-0.0014638855354860425,-0.0014170759823173285,-0.0013702664291486144,-0.0013234568759799004,-0.0012766473228111863,-0.0012298377696424723,-0.0011830282164737582,-0.0011362186633050442,-0.0010894089937210083,-0.0010425994405522943,-0.0009957898873835802,-0.0009489803342148662,-0.0009021707810461521,-0.0008553612278774381,-0.000808551674708724,-0.00076174212154001,-0.0007149325683712959,-0.0006681230152025819,-0.0006213134620338678,-0.0005745039088651538,-0.0005276942974887788,-0.0004808847443200648,-0.00043407519115135074,-0.0003872656379826367,-0.00034045608481392264,-0.0002936465316452086,-0.0002468369493726641,-0.00020002739620395005,-0.000153217843035236,-0.00010640827531460673,-5.9598714869935066e-05,-1.2789038009941578e-05,3.402052243473008e-05,8.083008287940174e-05,0.00012763965060003102,0.00017444920376874506,0.0002212587569374591,0.0002680683392100036,0.00031487789237871766,0.0003616874455474317,0.00040849699871614575,0.0004553065518848598,0.0005021161050535738,0.0005489257164299488,0.0005957352695986629,0.0006425448227673769,0.000689354375936091,0.000736163929104805,0.000782973482273519,0.0008297830354422331,0.0008765925886109471,0.0009234021417796612,0.0009702117531560361,0.0010170212481170893,0.0010638308012858033,0.0011106403544545174,0.0011574500240385532,0.0012042595772072673,0.0012510691303759813,0.0012978786835446954,0.0013446882367134094,0.0013914977898821235,0.0014383073430508375,0.0014851168962195516],"_type":"histogram","values":[2,1,0,0,0,0,3,1,1,5,3,6,3,9,13,7,12,13,12,15,10,18,13,25,27,21,17,31,33,22,30,25,24,36,29,25,19,26,22,15,22,26,30,15,10,13,11,9,8,8,9,5,5,4,5,3,2,3,0,3,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"bins":[-0.00011134147644042969,-0.00010784715414047241,-0.00010435283184051514,-0.00010085850954055786,-9.736418724060059e-05,-9.386986494064331e-05,-9.037554264068604e-05,-8.688122034072876e-05,-8.338689804077148e-05,-7.989257574081421e-05,-7.639825344085693e-05,-7.290393114089966e-05,-6.940960884094238e-05,-6.591528654098511e-05,-6.242096424102783e-05,-5.892664194107056e-05,-5.543231964111328e-05,-5.1937997341156006e-05,-4.844367504119873e-05,-4.4949352741241455e-05,-4.145503044128418e-05,-3.7960708141326904e-05,-3.446638584136963e-05,-3.0972063541412354e-05,-2.7477741241455078e-05,-2.3983418941497803e-05,-2.0489096641540527e-05,-1.6994774341583252e-05,-1.3500452041625977e-05,-1.0006129741668701e-05,-6.511807441711426e-06,-3.0174851417541504e-06,4.76837158203125e-07,3.9711594581604e-06,7.465481758117676e-06,1.0959804058074951e-05,1.4454126358032227e-05,1.7948448657989502e-05,2.1442770957946777e-05,2.4937093257904053e-05,2.8431415557861328e-05,3.1925737857818604e-05,3.542006015777588e-05,3.8914382457733154e-05,4.240870475769043e-05,4.5903027057647705e-05,4.939734935760498e-05,5.2891671657562256e-05,5.638599395751953e-05,5.988031625747681e-05,6.337463855743408e-05,6.686896085739136e-05,7.036328315734863e-05,7.385760545730591e-05,7.735192775726318e-05,8.084625005722046e-05,8.434057235717773e-05,8.783489465713501e-05,9.132921695709229e-05,9.482353925704956e-05,9.831786155700684e-05,0.00010181218385696411,0.00010530650615692139,0.00010880082845687866,0.00011229515075683594],"_type":"histogram","values":[2,1,0,2,5,3,4,10,15,15,18,20,27,34,48,72,87,117,167,203,295,431,619,841,1399,2237,3814,6748,13193,28706,77476,187065,159170,58376,22648,10901,5757,3188,2025,1251,818,575,392,271,199,163,103,90,56,44,27,27,18,9,9,9,6,4,1,3,2,5,1,2]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[1,0,0,0,0,0,2,3,2,6,6,11,10,8,13,11,18,19,30,34,46,32,30,54,60,43,76,67,74,73,80,83,89,97,102,87,89,75,83,58,73,70,61,42,55,32,28,31,17,17,10,8,5,8,2,4,5,4,0,1,0,1,1,1],"bins":[-0.003471436444669962,-0.003401679452508688,-0.0033319222275167704,-0.0032621652353554964,-0.0031924082431942225,-0.003122651018202305,-0.003052894026041031,-0.002983137033879757,-0.002913380041718483,-0.0028436228167265654,-0.0027738658245652914,-0.0027041088324040174,-0.0026343516074121,-0.002564594615250826,-0.002494837623089552,-0.0024250803980976343,-0.0023553234059363604,-0.0022855664137750864,-0.002215809188783169,-0.002146052196621895,-0.002076295204460621,-0.0020065379794687033,-0.0019367809873074293,-0.0018670239951461554,-0.0017972668865695596,-0.0017275097779929638,-0.0016577527858316898,-0.001587995677255094,-0.0015182385686784983,-0.0014484815765172243,-0.0013787244679406285,-0.0013089674757793546,-0.0012392103672027588,-0.001169453258626163,-0.001099696266464889,-0.0010299391578882933,-0.0009601821075193584,-0.0008904250571504235,-0.0008206679485738277,-0.0007509108982048929,-0.000681153847835958,-0.0006113967974670231,-0.0005416397470980883,-0.0004718826385214925,-0.0004021255881525576,-0.00033236853778362274,-0.0002626114583108574,-0.00019285439339000732,-0.00012309732846915722,-5.334026354830712e-05,1.6416801372542977e-05,8.617386629339308e-05,0.00015593093121424317,0.00022568799613509327,0.00029544506105594337,0.0003652021405287087,0.00043495919089764357,0.0005047162412665784,0.0005744732916355133,0.0006442304002121091,0.000713987450581044,0.0007837445009499788,0.0008535016095265746,0.0009232586598955095,0.0009930157102644444],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[1,1,1,4,2,3,18,30,44,81,117,188,324,514,784,1212,1816,2500,3543,4833,6443,8545,10806,13509,16455,19562,22917,26304,29173,31794,33952,34996,35406,35277,34501,32649,30300,27293,24288,21128,17591,14566,11595,9421,7186,5488,3913,2876,2007,1394,929,572,381,233,151,93,50,28,18,9,4,1,1,3],"bins":[-0.09983007609844208,-0.09677505493164062,-0.09372002631425858,-0.09066500514745712,-0.08760997653007507,-0.08455495536327362,-0.08149992674589157,-0.07844490557909012,-0.07538987696170807,-0.07233485579490662,-0.06927983462810516,-0.06622480601072311,-0.06316978484392166,-0.06011475995182991,-0.05705973505973816,-0.05400471016764641,-0.05094968527555466,-0.047894660383462906,-0.044839635491371155,-0.041784610599279404,-0.03872958570718765,-0.0356745645403862,-0.03261953964829445,-0.029564514756202698,-0.026509489864110947,-0.023454464972019196,-0.020399440079927444,-0.017344417050480843,-0.014289392158389091,-0.01123436726629734,-0.008179343305528164,-0.0051243188790977,-0.0020692870020866394,0.0009857374243438244,0.004040761850774288,0.007095786277204752,0.010150810703635216,0.013205835595726967,0.01626085862517357,0.01931588351726532,0.02237090840935707,0.025425933301448822,0.028480958193540573,0.031535983085632324,0.03459100425243378,0.03764602914452553,0.04070105403661728,0.04375607892870903,0.04681110382080078,0.04986612871289253,0.05292115360498428,0.055976178497076035,0.059031203389167786,0.06208622455596924,0.06514125317335129,0.06819627434015274,0.07125130295753479,0.07430632412433624,0.0773613452911377,0.08041637390851974,0.0834713950753212,0.08652642369270325,0.0895814448595047,0.09263647347688675,0.0956914946436882],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[0.9946997165679932,0.9949261546134949,0.9951525926589966,0.9953789710998535,0.9956054091453552,0.9958318471908569,0.9960582852363586,0.9962846636772156,0.9965111017227173,0.996737539768219,0.9969639778137207,0.9971904158592224,0.9974167943000793,0.997643232345581,0.9978696703910828,0.9980961084365845,0.9983224868774414,0.9985489249229431,0.9987753629684448,0.9990018010139465,0.9992282390594482,0.9994546175003052,0.9996810555458069,0.9999074935913086,1.0001338720321655,1.000360369682312,1.000586748123169,1.0008132457733154,1.0010396242141724,1.0012660026550293,1.0014925003051758,1.0017188787460327,1.0019452571868896,1.0021717548370361,1.002398133277893,1.0026246309280396,1.0028510093688965,1.0030773878097534,1.0033038854599,1.0035302639007568,1.0037567615509033,1.0039831399917603,1.0042095184326172,1.0044360160827637,1.0046623945236206,1.004888892173767,1.005115270614624,1.005341649055481,1.0055681467056274,1.0057945251464844,1.0060210227966309,1.0062474012374878,1.0064737796783447,1.0067002773284912,1.0069266557693481,1.007153034210205,1.0073795318603516,1.0076059103012085,1.007832407951355,1.008058786392212,1.0082851648330688,1.0085116624832153,1.0087380409240723,1.0089645385742188,1.0091909170150757],"_type":"histogram","values":[1,0,1,0,2,3,1,3,1,10,13,13,10,19,15,11,27,28,34,44,31,33,30,37,30,34,25,30,21,29,15,23,18,15,13,21,21,15,7,8,7,10,7,8,3,7,3,3,6,0,4,1,2,1,4,1,1,1,2,0,0,3,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-9.357929229736328e-06,-9.08784568309784e-06,-8.81776213645935e-06,-8.547678589820862e-06,-8.277595043182373e-06,-8.007511496543884e-06,-7.737427949905396e-06,-7.467344403266907e-06,-7.197260856628418e-06,-6.927177309989929e-06,-6.6570937633514404e-06,-6.387010216712952e-06,-6.116926670074463e-06,-5.846843123435974e-06,-5.576759576797485e-06,-5.306676030158997e-06,-5.036592483520508e-06,-4.766508936882019e-06,-4.49642539024353e-06,-4.2263418436050415e-06,-3.956258296966553e-06,-3.686174750328064e-06,-3.416091203689575e-06,-3.1460076570510864e-06,-2.8759241104125977e-06,-2.605840563774109e-06,-2.33575701713562e-06,-2.0656734704971313e-06,-1.7955899238586426e-06,-1.5255063772201538e-06,-1.255422830581665e-06,-9.853392839431763e-07,-7.152557373046875e-07,-4.4517219066619873e-07,-1.7508864402770996e-07,9.499490261077881e-08,3.650784492492676e-07,6.351619958877563e-07,9.052455425262451e-07,1.1753290891647339e-06,1.4454126358032227e-06,1.7154961824417114e-06,1.9855797290802e-06,2.255663275718689e-06,2.5257468223571777e-06,2.7958303689956665e-06,3.0659139156341553e-06,3.335997462272644e-06,3.606081008911133e-06,3.876164555549622e-06,4.14624810218811e-06,4.416331648826599e-06,4.686415195465088e-06,4.956498742103577e-06,5.2265822887420654e-06,5.496665835380554e-06,5.766749382019043e-06,6.036832928657532e-06,6.3069164752960205e-06,6.577000021934509e-06,6.847083568572998e-06,7.117167115211487e-06,7.387250661849976e-06,7.657334208488464e-06,7.927417755126953e-06],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,2,1,0,1,2,3,2,1,3,5,5,4,7,9,9,11,15,26,33,45,37,61,50,68,64,53,70,35,25,22,23,17,14,5,11,4,5,4,3,2,2,2,0,1,1,1,0,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[1,0,0,1,0,3,2,2,7,18,25,50,94,192,292,481,820,1191,1767,2649,3872,5428,7254,9741,12805,15996,19765,23621,27243,31105,33795,36222,38396,38989,37963,36699,34231,31342,27936,23687,20218,16666,13221,10351,7827,5698,4071,2804,2005,1233,795,541,335,179,90,49,29,13,7,2,2,2,0,1],"bins":[-0.11057362705469131,-0.10728131234645844,-0.10398899018764496,-0.10069667547941208,-0.0974043607711792,-0.09411203861236572,-0.09081972390413284,-0.08752740174531937,-0.08423508703708649,-0.08094277232885361,-0.07765045017004013,-0.07435813546180725,-0.07106581330299377,-0.0677734985947609,-0.06448118388652802,-0.06118886545300484,-0.05789654701948166,-0.05460422858595848,-0.0513119101524353,-0.04801959544420242,-0.044727277010679245,-0.04143495857715607,-0.03814264386892319,-0.03485032543540001,-0.03155800700187683,-0.028265688568353653,-0.024973371997475624,-0.021681055426597595,-0.018388736993074417,-0.015096419490873814,-0.01180410198867321,-0.008511784486472607,-0.0052194744348526,-0.0019271569326519966,0.0013651605695486069,0.00465747807174921,0.007949795573949814,0.011242113076150417,0.01453443057835102,0.01782674714922905,0.021119065582752228,0.024411384016275406,0.027703700587153435,0.030996017158031464,0.03428833559155464,0.03758065402507782,0.0408729687333107,0.04416528716683388,0.047457605600357056,0.050749924033880234,0.05404224246740341,0.05733455717563629,0.06062687560915947,0.06391919404268265,0.06721150875091553,0.070503830909729,0.07379614561796188,0.07708846032619476,0.08038078248500824,0.08367309719324112,0.086965411901474,0.09025773406028748,0.09355004876852036,0.09684237092733383,0.10013468563556671],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,0,0,1,0,1,0,1,0,3,1,5,3,6,7,7,10,19,12,17,17,20,29,28,25,19,44,38,42,56,43,47,28,35,34,25,23,21,21,12,13,7,9,8,3,7,4,6,2,1,1,1,0,0,0,1,1,1,0,1,0,1],"bins":[-0.007238206919282675,-0.007004373241215944,-0.006770539563149214,-0.006536705885082483,-0.006302872207015753,-0.006069038528949022,-0.0058352043852210045,-0.005601370707154274,-0.0053675370290875435,-0.005133703351020813,-0.0048998696729540825,-0.004666035994887352,-0.0044322023168206215,-0.004198368638753891,-0.0039645349606871605,-0.0037307010497897863,-0.003496867371723056,-0.0032630336936563253,-0.003029200015589595,-0.0027953661046922207,-0.00256153242662549,-0.0023276987485587597,-0.002093865070492029,-0.0018600312760099769,-0.0016261975979432464,-0.0013923639198765159,-0.0011585301253944635,-0.000924696447327733,-0.0006908627110533416,-0.0004570289747789502,-0.00022319526760838926,1.0638454114086926e-05,0.0002444721758365631,0.0004783059121109545,0.0007121396483853459,0.0009459733264520764,0.0011798071209341288,0.0014136407990008593,0.0016474744770675898,0.001881308271549642,0.0021151420660316944,0.002348975744098425,0.0025828094221651554,0.002816643100231886,0.0030504767782986164,0.003284310456365347,0.003518144367262721,0.0037519780453294516,0.003985811956226826,0.004219645634293556,0.004453479312360287,0.004687312990427017,0.004921146668493748,0.005154980346560478,0.005388814024627209,0.005622647702693939,0.00585648138076067,0.0060903150588274,0.006324148736894131,0.0065579828806221485,0.006791816558688879,0.0070256502367556095,0.00725948391482234,0.0074933175928890705,0.007727151270955801],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"values":[4,6,8,13,21,41,66,85,159,257,370,601,833,1237,1767,2484,3399,4579,5884,7584,9373,11606,14331,17003,19525,22413,25165,27638,29609,31222,32158,32968,32614,31924,31045,28871,25982,23908,21160,18435,15698,12977,10696,8487,6819,5217,3941,2950,2024,1563,1017,711,488,340,210,147,67,49,33,26,7,3,4,2],"bins":[-0.08950218558311462,-0.08668600022792816,-0.0838698148727417,-0.08105362206697464,-0.07823743671178818,-0.07542125135660172,-0.07260506600141525,-0.06978888064622879,-0.06697268784046173,-0.06415650248527527,-0.061340317130088806,-0.058524131774902344,-0.05570794641971588,-0.05289175733923912,-0.05007557198405266,-0.0472593829035759,-0.044443197548389435,-0.04162701219320297,-0.03881082311272621,-0.03599463775753975,-0.03317844867706299,-0.030362263321876526,-0.027546077966690063,-0.024729890748858452,-0.02191370353102684,-0.01909751631319523,-0.016281329095363617,-0.013465143740177155,-0.010648956522345543,-0.007832769304513931,-0.005016583018004894,-0.00220039626583457,0.0006157830357551575,0.003431969787925482,0.006248156540095806,0.009064342826604843,0.011880530044436455,0.014696717262268066,0.01751290261745453,0.02032908983528614,0.023145277053117752,0.025961464270949364,0.028777651488780975,0.03159383684396744,0.0344100221991539,0.03722621127963066,0.04004239663481712,0.042858585715293884,0.04567477107048035,0.04849095642566681,0.05130714550614357,0.05412333086133003,0.05693951994180679,0.059755705296993256,0.06257189065217972,0.06538807600736618,0.06820426881313324,0.0710204541683197,0.07383663952350616,0.07665282487869263,0.07946901023387909,0.08228519558906555,0.08510138839483261,0.08791757375001907,0.09073375910520554],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[2,1,1,1,2,4,8,1,2,2,2,3,3,8,8,8,6,8,8,11,13,16,22,17,32,36,39,38,32,37,36,42,40,39,41,29,19,26,24,15,16,15,6,5,10,5,4,1,2,1,4,2,3,2,3,1,1,1,1,0,0,1,0,2],"bins":[-0.013439078815281391,-0.013002859428524971,-0.012566639110445976,-0.012130419723689556,-0.011694200336933136,-0.011257980018854141,-0.010821760632097721,-0.010385540314018726,-0.009949320927262306,-0.009513101540505886,-0.009076881222426891,-0.008640661835670471,-0.008204441517591476,-0.007768222130835056,-0.007332002744078636,-0.006895782891660929,-0.006459563039243221,-0.006023343186825514,-0.005587123334407806,-0.005150903947651386,-0.004714684095233679,-0.004278464242815971,-0.0038422446232289076,-0.003406025003641844,-0.0029698051512241364,-0.002533585298806429,-0.002097365679219365,-0.0016611459432169795,-0.0012249262072145939,-0.0007887064712122083,-0.00035248673520982265,8.373300079256296e-05,0.000519951805472374,0.0009561715414747596,0.0013923912774771452,0.0018286110134795308,0.0022648307494819164,0.002701050601899624,0.0031372702214866877,0.0035734898410737514,0.004009709693491459,0.004445929545909166,0.004882149398326874,0.005318368785083294,0.005754588637501001,0.006190808489918709,0.006627027876675129,0.007063247729092836,0.007499467581510544,0.007935686968266964,0.008371907286345959,0.008808126673102379,0.009244346991181374,0.009680566377937794,0.010116785764694214,0.010553006082773209,0.010989225469529629,0.011425444856286049,0.011861665174365044,0.012297884561121464,0.012734103947877884,0.013170324265956879,0.013606543652713299,0.014042763970792294,0.014478983357548714]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[2,1,2,1,6,7,7,11,5,7,10,12,6,8,11,7,11,11,17,16,16,17,20,24,16,17,19,22,21,32,34,30,19,23,25,23,16,15,17,18,15,16,12,18,13,14,10,6,11,8,14,5,11,10,8,5,2,4,2,0,1,0,0,1],"bins":[-0.013748059049248695,-0.013290252536535263,-0.01283244602382183,-0.012374639511108398,-0.011916832998394966,-0.011459026485681534,-0.011001219041645527,-0.010543412528932095,-0.010085606016218662,-0.00962779950350523,-0.009169992990791798,-0.008712186478078365,-0.008254379965364933,-0.007796573452651501,-0.007338766474276781,-0.006880959961563349,-0.0064231534488499165,-0.005965346936136484,-0.005507540423423052,-0.005049733445048332,-0.0045919269323349,-0.004134120419621468,-0.0036763139069080353,-0.0032185071613639593,-0.002760700648650527,-0.0023028941359370947,-0.0018450873903930187,-0.0013872808776795864,-0.0009294742485508323,-0.0004716676485259086,-1.3861048500984907e-05,0.0004439455515239388,0.0009017521515488625,0.0013595587806776166,0.0018173654098063707,0.002275171922519803,0.002732978668063879,0.0031907851807773113,0.0036485916934907436,0.004106398206204176,0.004564205184578896,0.005022011697292328,0.00547981821000576,0.0059376247227191925,0.006395431235432625,0.006853237748146057,0.007311044726520777,0.007768851239234209,0.008226657286286354,0.008684464730322361,0.009142271243035793,0.009600077755749226,0.010057884268462658,0.01051569078117609,0.010973497293889523,0.011431303806602955,0.011889110319316387,0.01234691683202982,0.012804723344743252,0.013262530788779259,0.013720337301492691,0.014178143814206123,0.014635950326919556,0.015093756839632988,0.01555156335234642]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,1,0,2,2,4,2,2,5,4,6,6,11,15,12,15,21,20,23,19,38,26,35,32,43,39,36,36,38,37,22,25,25,29,23,15,16,10,17,7,11,5,9,10,4,0,1,2,0,1,1,0,0,1,0,0,0,1],"bins":[-0.0034053451381623745,-0.0032990453764796257,-0.003192745614796877,-0.003086445853114128,-0.0029801460914313793,-0.0028738463297486305,-0.0027675465680658817,-0.002661246806383133,-0.002554947044700384,-0.0024486470501869917,-0.002342347288504243,-0.002236047526821494,-0.0021297477651387453,-0.0020234480034559965,-0.0019171482417732477,-0.001810848480090499,-0.0017045487184077501,-0.0015982489567250013,-0.0014919491950422525,-0.0013856494333595037,-0.001279349671676755,-0.0011730497935786843,-0.0010667500318959355,-0.0009604502702131867,-0.000854150508530438,-0.0007478507468476892,-0.0006415509851649404,-0.0005352511652745306,-0.00042895140359178185,-0.00032265164190903306,-0.0002163518511224538,-0.00011005207488778979,-3.752065822482109e-06,0.00010254771041218191,0.00020884748664684594,0.0003151472774334252,0.000421447039116174,0.0005277468007989228,0.0006340466206893325,0.0007403463823720813,0.0008466461440548301,0.0009529459057375789,0.0010592456674203277,0.0011655454291030765,0.001271845307201147,0.0013781450688838959,0.0014844448305666447,0.0015907445922493935,0.0016970443539321423,0.001803344115614891,0.0019096438772976398,0.0020159436389803886,0.0021222434006631374,0.0022285431623458862,0.002334842924028635,0.002441142685711384,0.0025474424473941326,0.002653742441907525,0.002760042203590274,0.0028663419652730227,0.0029726417269557714,0.0030789414886385202,0.003185241250321269,0.003291541012004018,0.0033978407736867666]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,3,0,0,2,4,1,10,6,6,12,28,34,48,64,112,145,189,274,420,625,927,1268,1888,2808,4229,6372,10242,15915,27629,50755,97927,145835,98000,50627,27671,16347,10026,6373,4220,2769,1789,1259,897,632,429,290,228,160,95,70,52,31,28,13,18,7,6,4,2,1,1],"bins":[-0.00011962652206420898,-0.00011615920811891556,-0.00011269189417362213,-0.0001092245802283287,-0.00010575726628303528,-0.00010228995233774185,-9.882263839244843e-05,-9.5355324447155e-05,-9.188801050186157e-05,-8.842069655656815e-05,-8.495338261127472e-05,-8.148606866598129e-05,-7.801875472068787e-05,-7.455144077539444e-05,-7.108412683010101e-05,-6.761681288480759e-05,-6.414949893951416e-05,-6.0682184994220734e-05,-5.721487104892731e-05,-5.374755710363388e-05,-5.0280243158340454e-05,-4.681292921304703e-05,-4.33456152677536e-05,-3.9878301322460175e-05,-3.641098737716675e-05,-3.294367343187332e-05,-2.9476359486579895e-05,-2.600904554128647e-05,-2.2541731595993042e-05,-1.9074417650699615e-05,-1.560710370540619e-05,-1.2139789760112762e-05,-8.672475814819336e-06,-5.2051618695259094e-06,-1.737847924232483e-06,1.7294660210609436e-06,5.19677996635437e-06,8.664093911647797e-06,1.2131407856941223e-05,1.559872180223465e-05,1.9066035747528076e-05,2.2533349692821503e-05,2.600066363811493e-05,2.9467977583408356e-05,3.293529152870178e-05,3.640260547399521e-05,3.9869919419288635e-05,4.333723336458206e-05,4.680454730987549e-05,5.0271861255168915e-05,5.373917520046234e-05,5.720648914575577e-05,6.0673803091049194e-05,6.414111703634262e-05,6.760843098163605e-05,7.107574492692947e-05,7.45430588722229e-05,7.801037281751633e-05,8.147768676280975e-05,8.494500070810318e-05,8.84123146533966e-05,9.187962859869003e-05,9.534694254398346e-05,9.881425648927689e-05,0.00010228157043457031]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,1,0,0,1,1,0,5,4,7,6,7,5,9,16,14,17,11,20,18,23,25,25,24,41,39,31,22,25,35,30,42,28,29,28,24,19,21,9,15,21,9,8,10,5,6,6,9,6,3,1,1,0,0,1,0,0,0,1,1,1,0,0,1],"bins":[-8.195638656616211e-05,-7.907487452030182e-05,-7.619336247444153e-05,-7.331185042858124e-05,-7.043033838272095e-05,-6.754882633686066e-05,-6.466731429100037e-05,-6.178580224514008e-05,-5.8904290199279785e-05,-5.6022778153419495e-05,-5.3141266107559204e-05,-5.0259754061698914e-05,-4.737824201583862e-05,-4.449672996997833e-05,-4.161521792411804e-05,-3.873370587825775e-05,-3.585219383239746e-05,-3.297068178653717e-05,-3.008916974067688e-05,-2.720765769481659e-05,-2.43261456489563e-05,-2.1444633603096008e-05,-1.8563121557235718e-05,-1.5681609511375427e-05,-1.2800097465515137e-05,-9.918585419654846e-06,-7.037073373794556e-06,-4.155561327934265e-06,-1.2740492820739746e-06,1.607462763786316e-06,4.4889748096466064e-06,7.370486855506897e-06,1.0251998901367188e-05,1.3133510947227478e-05,1.601502299308777e-05,1.889653503894806e-05,2.177804708480835e-05,2.465955913066864e-05,2.754107117652893e-05,3.042258322238922e-05,3.330409526824951e-05,3.61856073141098e-05,3.906711935997009e-05,4.194863140583038e-05,4.4830143451690674e-05,4.7711655497550964e-05,5.0593167543411255e-05,5.3474679589271545e-05,5.6356191635131836e-05,5.9237703680992126e-05,6.211921572685242e-05,6.500072777271271e-05,6.7882239818573e-05,7.076375186443329e-05,7.364526391029358e-05,7.652677595615387e-05,7.940828800201416e-05,8.228980004787445e-05,8.517131209373474e-05,8.805282413959503e-05,9.093433618545532e-05,9.381584823131561e-05,9.66973602771759e-05,9.95788723230362e-05,0.00010246038436889648],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,2,2,0,2,1,1,1,1,4,2,5,5,10,14,10,10,20,17,21,19,23,24,30,30,40,25,38,40,46,36,36,28,28,27,20,23,26,15,11,18,9,9,4,9,7,6,2,1,2,1,3,1,0,0,1,0,1],"bins":[0.9943889379501343,0.9945516586303711,0.9947143197059631,0.9948770403862,0.995039701461792,0.9952024221420288,0.9953650832176208,0.9955278038978577,0.9956904649734497,0.9958531856536865,0.9960159063339233,0.9961785674095154,0.9963412880897522,0.9965039491653442,0.996666669845581,0.9968293309211731,0.9969920516014099,0.9971547722816467,0.9973174333572388,0.9974801540374756,0.9976428151130676,0.9978055357933044,0.9979681968688965,0.9981309175491333,0.9982936382293701,0.9984562993049622,0.998619019985199,0.998781681060791,0.9989444017410278,0.9991070628166199,0.9992697834968567,0.9994324445724487,0.9995951652526855,0.9997578859329224,0.9999205470085144,1.0000832080841064,1.0002459287643433,1.00040864944458,1.000571370124817,1.0007339715957642,1.000896692276001,1.0010594129562378,1.0012221336364746,1.0013848543167114,1.0015474557876587,1.0017101764678955,1.0018728971481323,1.0020356178283691,1.0021982192993164,1.0023609399795532,1.00252366065979,1.0026863813400269,1.0028491020202637,1.003011703491211,1.0031744241714478,1.0033371448516846,1.0034998655319214,1.0036625862121582,1.0038251876831055,1.0039879083633423,1.004150629043579,1.004313349723816,1.0044759511947632,1.004638671875,1.0048013925552368],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"bins":[-0.00017088439199142158,-0.0001659873960306868,-0.000161090400069952,-0.00015619340410921723,-0.00015129640814848244,-0.00014639941218774766,-0.00014150241622701287,-0.0001366054202662781,-0.0001317084243055433,-0.00012681142834480852,-0.00012191442510811612,-0.00011701742914738134,-0.00011212043318664655,-0.00010722343722591177,-0.00010232644126517698,-9.74294453044422e-05,-9.253244934370741e-05,-8.763545338297263e-05,-8.273845742223784e-05,-7.784146146150306e-05,-7.294446550076827e-05,-6.804746954003349e-05,-6.31504735792987e-05,-5.825347398058511e-05,-5.335647801985033e-05,-4.8459482059115544e-05,-4.356248609838076e-05,-3.8665490137645975e-05,-3.376849053893238e-05,-2.8871496397187002e-05,-2.3974498617462814e-05,-1.907750265672803e-05,-1.4180506695993245e-05,-9.28351073525846e-06,-4.386513865028974e-06,5.104825504531618e-07,5.407478965935297e-06,1.0304474926670082e-05,1.5201471796899568e-05,2.0098468667129055e-05,2.499546462786384e-05,2.9892460588598624e-05,3.478945654933341e-05,3.968645251006819e-05,4.4583452108781785e-05,4.948044806951657e-05,5.4377444030251354e-05,5.927443999098614e-05,6.417143595172092e-05,6.906843191245571e-05,7.396542787319049e-05,7.886242383392528e-05,8.375941979466006e-05,8.865641575539485e-05,9.355341171612963e-05,9.845040767686442e-05,0.00010334741091355681,0.0001082444068742916,0.00011314140283502638,0.00011803839879576117,0.00012293539475649595,0.00012783239071723074,0.00013272938667796552,0.0001376263826387003,0.0001425233785994351],"_type":"histogram","values":[1,0,0,1,0,0,0,2,0,1,1,0,1,3,2,0,1,5,2,3,6,10,4,4,6,16,16,27,20,22,35,44,49,58,44,56,52,47,41,29,34,20,22,12,12,10,10,6,7,3,6,3,2,3,0,3,3,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"_type":"histogram","values":[1,2,0,0,0,3,2,3,4,2,5,7,8,16,20,27,31,61,69,104,120,196,305,385,518,675,968,1322,1947,2648,4183,6474,11694,23537,55048,211826,167303,50412,19779,10958,6208,3916,2603,1773,1299,910,661,495,395,249,176,126,90,83,50,41,27,18,14,11,5,3,4,4],"bins":[-3.7610530853271484e-05,-3.6563724279403687e-05,-3.551691770553589e-05,-3.447011113166809e-05,-3.342330455780029e-05,-3.2376497983932495e-05,-3.13296914100647e-05,-3.02828848361969e-05,-2.92360782623291e-05,-2.8189271688461304e-05,-2.7142465114593506e-05,-2.6095658540725708e-05,-2.504885196685791e-05,-2.4002045392990112e-05,-2.2955238819122314e-05,-2.1908432245254517e-05,-2.086162567138672e-05,-1.981481909751892e-05,-1.8768012523651123e-05,-1.7721205949783325e-05,-1.6674399375915527e-05,-1.562759280204773e-05,-1.4580786228179932e-05,-1.3533979654312134e-05,-1.2487173080444336e-05,-1.1440366506576538e-05,-1.039355993270874e-05,-9.346753358840942e-06,-8.299946784973145e-06,-7.253140211105347e-06,-6.206333637237549e-06,-5.159527063369751e-06,-4.112720489501953e-06,-3.0659139156341553e-06,-2.0191073417663574e-06,-9.723007678985596e-07,7.450580596923828e-08,1.1213123798370361e-06,2.168118953704834e-06,3.214925527572632e-06,4.26173210144043e-06,5.3085386753082275e-06,6.355345249176025e-06,7.402151823043823e-06,8.448958396911621e-06,9.495764970779419e-06,1.0542571544647217e-05,1.1589378118515015e-05,1.2636184692382812e-05,1.368299126625061e-05,1.4729797840118408e-05,1.5776604413986206e-05,1.6823410987854004e-05,1.7870217561721802e-05,1.89170241355896e-05,1.9963830709457397e-05,2.1010637283325195e-05,2.2057443857192993e-05,2.310425043106079e-05,2.415105700492859e-05,2.5197863578796387e-05,2.6244670152664185e-05,2.7291476726531982e-05,2.833828330039978e-05,2.9385089874267578e-05]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,1,0,0,0,0,0,1,1,1,4,3,2,2,3,4,14,8,13,17,19,15,17,15,25,21,22,32,27,20,28,52,27,38,35,27,35,30,19,27,21,28,19,18,13,11,10,15,4,4,5,3,0,3,0,2,0,0,1,2,1,0,0,2],"bins":[-0.002550960285589099,-0.002472781576216221,-0.0023946030996739864,-0.0023164243903011084,-0.002238245913758874,-0.002160067204385996,-0.0020818887278437614,-0.0020037100184708834,-0.0019255314255133271,-0.0018473528325557709,-0.0017691742395982146,-0.0016909956466406584,-0.0016128169372677803,-0.001534638344310224,-0.0014564597513526678,-0.0013782811583951116,-0.0013001025654375553,-0.001221923972479999,-0.0011437453795224428,-0.0010655667865648866,-0.0009873881936073303,-0.0009092095424421132,-0.000831030891276896,-0.0007528522983193398,-0.0006746737053617835,-0.0005964951124042273,-0.000518316519446671,-0.00044013786828145385,-0.0003619592753238976,-0.00028378068236634135,-0.00020560206030495465,-0.00012742345279548317,-4.924507811665535e-05,2.8933529392816126e-05,0.0001071121369022876,0.00018529074441175908,0.00026346935192123055,0.0003416479448787868,0.0004198265669401735,0.0004980051890015602,0.0005761837819591165,0.0006543623749166727,0.000732540967874229,0.0008107196190394461,0.0008888982119970024,0.0009670768049545586,0.0010452554561197758,0.001123434049077332,0.0012016126420348883,0.0012797912349924445,0.0013579698279500008,0.001436148420907557,0.0015143270138651133,0.0015925057232379913,0.0016706843161955476,0.0017488629091531038,0.00182704150211066,0.0019052200950682163,0.0019833988044410944,0.002061577280983329,0.002139755990356207,0.0022179344668984413,0.0022961131762713194,0.002374291652813554,0.002452470362186432]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,0,0,2,1,1,2,4,0,1,5,9,14,22,33,32,58,103,119,208,340,512,897,1357,2303,3955,6794,12054,22260,42435,81583,159459,286610,359281,275763,150240,77573,40169,20811,11749,6479,3683,2236,1374,837,492,354,202,144,101,66,43,28,18,16,7,10,7,3,0,1,0,1,2],"bins":[-0.0001462697982788086,-0.00014189817011356354,-0.00013752654194831848,-0.00013315491378307343,-0.00012878328561782837,-0.0001244116574525833,-0.00012004002928733826,-0.0001156684011220932,-0.00011129677295684814,-0.00010692514479160309,-0.00010255351662635803,-9.818188846111298e-05,-9.381026029586792e-05,-8.943863213062286e-05,-8.506700396537781e-05,-8.069537580013275e-05,-7.63237476348877e-05,-7.195211946964264e-05,-6.758049130439758e-05,-6.320886313915253e-05,-5.883723497390747e-05,-5.4465606808662415e-05,-5.009397864341736e-05,-4.57223504781723e-05,-4.1350722312927246e-05,-3.697909414768219e-05,-3.2607465982437134e-05,-2.8235837817192078e-05,-2.386420965194702e-05,-1.9492581486701965e-05,-1.512095332145691e-05,-1.0749325156211853e-05,-6.377696990966797e-06,-2.0060688257217407e-06,2.3655593395233154e-06,6.737187504768372e-06,1.1108815670013428e-05,1.5480443835258484e-05,1.985207200050354e-05,2.4223700165748596e-05,2.8595328330993652e-05,3.296695649623871e-05,3.7338584661483765e-05,4.171021282672882e-05,4.608184099197388e-05,5.045346915721893e-05,5.482509732246399e-05,5.9196725487709045e-05,6.35683536529541e-05,6.793998181819916e-05,7.231160998344421e-05,7.668323814868927e-05,8.105486631393433e-05,8.542649447917938e-05,8.979812264442444e-05,9.41697508096695e-05,9.854137897491455e-05,0.00010291300714015961,0.00010728463530540466,0.00011165626347064972,0.00011602789163589478,0.00012039951980113983,0.0001247711479663849,0.00012914277613162994,0.000133514404296875]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"values":[1,1,0,3,3,8,17,31,59,97,145,283,497,803,1305,2063,3057,4599,6527,9433,13020,17586,23256,29988,37602,46198,54905,64476,73945,81719,88970,93336,97258,98322,95658,92405,86800,78966,70743,62242,53059,43613,35532,27862,21774,16312,12042,8513,6056,4238,2740,1855,1135,732,484,264,151,87,51,17,8,6,3,3],"bins":[-0.10413428395986557,-0.10101276636123657,-0.09789124131202698,-0.09476971626281738,-0.09164819866418839,-0.08852668106555939,-0.08540515601634979,-0.0822836309671402,-0.0791621133685112,-0.0760405957698822,-0.07291907072067261,-0.06979754567146301,-0.06667602807283401,-0.06355451047420502,-0.06043298542499542,-0.057311464101076126,-0.05418994277715683,-0.051068421453237534,-0.04794690012931824,-0.04482537880539894,-0.041703857481479645,-0.03858233615756035,-0.03546081483364105,-0.032339293509721756,-0.02921777218580246,-0.026096250861883163,-0.022974729537963867,-0.01985320821404457,-0.016731686890125275,-0.013610165566205978,-0.010488644242286682,-0.007367122918367386,-0.004245594143867493,-0.0011240728199481964,0.0019974485039711,0.005118969827890396,0.008240491151809692,0.011362012475728989,0.014483533799648285,0.01760505512356758,0.020726576447486877,0.023848097771406174,0.02696961909532547,0.030091140419244766,0.03321266174316406,0.03633418306708336,0.039455704391002655,0.04257722571492195,0.04569874703884125,0.048820268362760544,0.05194178968667984,0.055063311010599136,0.05818483233451843,0.06130635365843773,0.06442787498235703,0.06754939258098602,0.07067091763019562,0.07379244267940521,0.07691396027803421,0.08003547787666321,0.0831570029258728,0.0862785279750824,0.0894000455737114,0.0925215631723404,0.09564308822154999],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[1,1,0,1,2,6,3,9,14,8,26,36,33,52,112,122,166,249,348,439,696,986,1360,1904,2921,4426,6585,10509,17300,29526,52346,94765,135647,97672,53121,29642,17226,10722,6814,4293,3015,2008,1393,942,681,512,336,227,172,142,89,66,47,33,16,18,12,11,6,3,1,2,2,1],"bins":[-0.0002187490463256836,-0.00021202117204666138,-0.00020529329776763916,-0.00019856542348861694,-0.00019183754920959473,-0.0001851096749305725,-0.0001783818006515503,-0.00017165392637252808,-0.00016492605209350586,-0.00015819817781448364,-0.00015147030353546143,-0.0001447424292564392,-0.000138014554977417,-0.00013128668069839478,-0.00012455880641937256,-0.00011783093214035034,-0.00011110305786132812,-0.00010437518358230591,-9.764730930328369e-05,-9.091943502426147e-05,-8.419156074523926e-05,-7.746368646621704e-05,-7.073581218719482e-05,-6.400793790817261e-05,-5.728006362915039e-05,-5.0552189350128174e-05,-4.382431507110596e-05,-3.709644079208374e-05,-3.0368566513061523e-05,-2.3640692234039307e-05,-1.691281795501709e-05,-1.0184943675994873e-05,-3.4570693969726562e-06,3.2708048820495605e-06,9.998679161071777e-06,1.6726553440093994e-05,2.345442771911621e-05,3.0182301998138428e-05,3.6910176277160645e-05,4.363805055618286e-05,5.036592483520508e-05,5.7093799114227295e-05,6.382167339324951e-05,7.054954767227173e-05,7.727742195129395e-05,8.400529623031616e-05,9.073317050933838e-05,9.74610447883606e-05,0.00010418891906738281,0.00011091679334640503,0.00011764466762542725,0.00012437254190444946,0.00013110041618347168,0.0001378282904624939,0.0001445561647415161,0.00015128403902053833,0.00015801191329956055,0.00016473978757858276,0.00017146766185760498,0.0001781955361366272,0.00018492341041564941,0.00019165128469467163,0.00019837915897369385,0.00020510703325271606,0.00021183490753173828],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"values":[1,1,0,0,0,1,0,0,2,3,1,1,6,2,2,6,10,10,10,7,16,9,11,19,19,25,18,31,15,42,37,25,35,42,35,21,43,23,28,30,22,19,17,21,22,16,19,12,7,9,5,1,2,1,3,2,0,0,1,0,0,1,0,1],"bins":[0.994633138179779,0.9947965145111084,0.9949598908424377,0.9951233267784119,0.9952867031097412,0.9954500794410706,0.9956134557723999,0.995776891708374,0.9959402680397034,0.9961036443710327,0.9962670207023621,0.9964304566383362,0.9965938329696655,0.9967572093009949,0.9969205856323242,0.9970840215682983,0.9972473978996277,0.997410774230957,0.9975741505622864,0.9977375268936157,0.9979009628295898,0.9980643391609192,0.9982277154922485,0.9983910918235779,0.998554527759552,0.9987179040908813,0.9988812804222107,0.99904465675354,0.9992080926895142,0.9993714690208435,0.9995348453521729,0.9996982216835022,0.9998615980148315,1.0000250339508057,1.0001883506774902,1.0003517866134644,1.0005152225494385,1.000678539276123,1.0008419752120972,1.0010054111480713,1.0011687278747559,1.00133216381073,1.0014954805374146,1.0016589164733887,1.0018223524093628,1.0019856691360474,1.0021491050720215,1.0023125410079956,1.0024758577346802,1.0026392936706543,1.0028026103973389,1.002966046333313,1.003129482269287,1.0032927989959717,1.0034562349319458,1.0036195516586304,1.0037829875946045,1.0039464235305786,1.0041097402572632,1.0042731761932373,1.0044366121292114,1.004599928855896,1.0047633647918701,1.0049266815185547,1.0050901174545288],"_type":"histogram"},"train_batch_loss":0.0022282134741544724,"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,2,1,1,3,5,2,3,5,10,13,10,21,32,48,48,113,139,193,314,486,674,1077,1660,2642,4208,6691,10809,18306,30486,52616,89502,117537,99201,61546,36351,21098,12853,7858,4828,2965,1885,1184,820,505,337,210,171,102,62,51,35,28,27,13,12,8,6,2,1,3,3],"bins":[-0.0001430511474609375,-0.00013892259448766708,-0.00013479404151439667,-0.00013066548854112625,-0.00012653693556785583,-0.00012240838259458542,-0.000118279829621315,-0.00011415127664804459,-0.00011002272367477417,-0.00010589417070150375,-0.00010176561772823334,-9.763706475496292e-05,-9.35085117816925e-05,-8.937995880842209e-05,-8.525140583515167e-05,-8.112285286188126e-05,-7.699429988861084e-05,-7.286574691534042e-05,-6.873719394207001e-05,-6.460864096879959e-05,-6.0480087995529175e-05,-5.635153502225876e-05,-5.222298204898834e-05,-4.8094429075717926e-05,-4.396587610244751e-05,-3.9837323129177094e-05,-3.570877015590668e-05,-3.158021718263626e-05,-2.7451664209365845e-05,-2.332311123609543e-05,-1.9194558262825012e-05,-1.5066005289554596e-05,-1.093745231628418e-05,-6.8088993430137634e-06,-2.680346369743347e-06,1.448206603527069e-06,5.576759576797485e-06,9.705312550067902e-06,1.3833865523338318e-05,1.7962418496608734e-05,2.209097146987915e-05,2.6219524443149567e-05,3.0348077416419983e-05,3.44766303896904e-05,3.8605183362960815e-05,4.273373633623123e-05,4.686228930950165e-05,5.0990842282772064e-05,5.511939525604248e-05,5.92479482293129e-05,6.337650120258331e-05,6.750505417585373e-05,7.163360714912415e-05,7.576216012239456e-05,7.989071309566498e-05,8.40192660689354e-05,8.814781904220581e-05,9.227637201547623e-05,9.640492498874664e-05,0.00010053347796201706,0.00010466203093528748,0.00010879058390855789,0.00011291913688182831,0.00011704768985509872,0.00012117624282836914]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,1,3,1,4,3,1,6,7,6,5,10,9,7,8,15,19,10,10,17,29,25,27,28,34,28,28,33,39,31,27,27,31,26,32,22,22,20,17,10,8,7,17,10,10,2,4,8,6,4,2,1,3,1,1,1,0,2],"bins":[-0.0013189591700211167,-0.0012806932209059596,-0.0012424273882061243,-0.0012041614390909672,-0.00116589548997581,-0.0011276296572759748,-0.0010893637081608176,-0.0010510978754609823,-0.0010128319263458252,-0.000974566035438329,-0.0009363001445308328,-0.0008980341954156756,-0.0008597683045081794,-0.0008215024136006832,-0.0007832364644855261,-0.0007449705735780299,-0.0007067046826705337,-0.0006684387917630374,-0.0006301729008555412,-0.0005919069517403841,-0.0005536410608328879,-0.0005153751699253917,-0.000477109249914065,-0.00043884332990273833,-0.0004005774389952421,-0.0003623115480877459,-0.00032404562807641923,-0.00028577970806509256,-0.00024751381715759635,-0.0002092479116981849,-0.00017098200623877347,-0.00013271610077936202,-9.445019531995058e-05,-5.618428986053914e-05,-1.7918384401127696e-05,2.0347521058283746e-05,5.861342651769519e-05,9.687933197710663e-05,0.00013514523743651807,0.00017341114289592952,0.00021167704835534096,0.00024994293926283717,0.00028820885927416384,0.0003264747792854905,0.0003647406701929867,0.00040300656110048294,0.0004412724811118096,0.0004795384011231363,0.0005178042920306325,0.0005560701829381287,0.0005943360738456249,0.000632602022960782,0.0006708679138682783,0.0007091338047757745,0.0007473997538909316,0.0007856656447984278,0.000823931535705924,0.0008621974266134202,0.0009004633175209165,0.0009387292666360736,0.0009769950993359089,0.001015261048451066,0.0010535269975662231,0.0010917928302660584,0.0011300587793812156]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"values":[1,1,0,1,0,1,5,1,1,3,2,6,8,7,3,4,8,15,11,6,13,17,15,16,18,21,24,23,37,20,35,21,20,27,29,20,34,19,25,34,25,29,21,28,20,9,15,13,12,7,7,2,8,4,6,4,3,0,0,1,0,1,0,1],"bins":[-0.0015936088748276234,-0.001545359962619841,-0.0014971110504120588,-0.0014488622546195984,-0.0014006133424118161,-0.0013523644302040339,-0.0013041155179962516,-0.0012558666057884693,-0.0012076178099960089,-0.0011593688977882266,-0.0011111199855804443,-0.001062871073372662,-0.0010146221611648798,-0.0009663733071647584,-0.0009181243949569762,-0.0008698755409568548,-0.0008216266287490726,-0.0007733777165412903,-0.0007251288625411689,-0.0006768799503333867,-0.0006286310963332653,-0.000580382184125483,-0.0005321332719177008,-0.00048388438881374896,-0.00043563550570979714,-0.00038738662260584533,-0.0003391377395018935,-0.00029088882729411125,-0.00024263994419015944,-0.00019439106108620763,-0.0001461421634303406,-9.789327305043116e-05,-4.964426625519991e-05,-1.3953758752904832e-06,4.685351450461894e-05,9.510240488452837e-05,0.0001433512952644378,0.0001916001783683896,0.00023984907602425665,0.0002880979736801237,0.0003363468567840755,0.0003845957398880273,0.0004328446229919791,0.0004810935351997614,0.0005293424474075437,0.000577591301407665,0.0006258402136154473,0.0006740890676155686,0.0007223379798233509,0.0007705868920311332,0.0008188357460312545,0.0008670846582390368,0.0009153335122391582,0.0009635824244469404,0.0010118313366547227,0.001060080248862505,0.0011083290446549654,0.0011565779568627477,0.00120482686907053,0.0012530757812783122,0.0013013246934860945,0.0013495736056938767,0.0013978224014863372,0.0014460713136941195,0.0014943202259019017],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"values":[1,1,4,3,4,7,5,10,14,9,14,14,10,6,13,9,10,9,20,13,21,21,16,13,21,15,16,13,11,15,22,11,11,17,9,14,15,13,9,11,25,24,21,18,24,23,16,23,11,14,14,13,12,10,13,9,4,7,2,8,4,2,0,1],"bins":[-0.014524704776704311,-0.014075958169996738,-0.013627211563289165,-0.013178465887904167,-0.012729719281196594,-0.012280972674489021,-0.011832226067781448,-0.01138348039239645,-0.010934733785688877,-0.010485987178981304,-0.010037240572273731,-0.009588493965566158,-0.00913974829018116,-0.008691001683473587,-0.008242255076766014,-0.0077935089357197285,-0.0073447623290121555,-0.006896015722304583,-0.006447269581258297,-0.005998522974550724,-0.005549776833504438,-0.0051010302267968655,-0.00465228408575058,-0.004203537479043007,-0.0037547911051660776,-0.0033060447312891483,-0.002857298357412219,-0.0024085519835352898,-0.001959805376827717,-0.0015110591193661094,-0.0010623126290738583,-0.000613566255196929,-0.0001648198813199997,0.00028392652166076005,0.0007326729246415198,0.00118141935672611,0.0016301657306030393,0.0020789122208952904,0.0025276585947722197,0.002976404968649149,0.0034251513425260782,0.0038738977164030075,0.0043226443231105804,0.004771390464156866,0.005220137070864439,0.005668883211910725,0.006117629818618298,0.006566375959664583,0.007015122566372156,0.007463869173079729,0.007912615314126015,0.008361361920833588,0.00881010852754116,0.009258854202926159,0.009707600809633732,0.010156347416341305,0.010605094023048878,0.01105384062975645,0.011502586305141449,0.011951332911849022,0.012400079518556595,0.012848826125264168,0.013297571800649166,0.013746318407356739,0.014195065014064312],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[3,1,3,2,2,2,3,4,5,7,10,11,14,13,9,21,14,11,16,23,19,14,29,27,18,28,20,31,30,25,30,28,24,28,20,20,18,26,17,23,15,12,12,7,9,11,11,10,6,6,5,5,2,4,3,0,0,0,0,0,0,0,0,1],"bins":[-3.457069396972656e-05,-3.337208181619644e-05,-3.217346966266632e-05,-3.09748575091362e-05,-2.977624535560608e-05,-2.8577633202075958e-05,-2.7379021048545837e-05,-2.6180408895015717e-05,-2.4981796741485596e-05,-2.3783184587955475e-05,-2.2584572434425354e-05,-2.1385960280895233e-05,-2.0187348127365112e-05,-1.898873597383499e-05,-1.779012382030487e-05,-1.659151166677475e-05,-1.539289951324463e-05,-1.4194287359714508e-05,-1.2995675206184387e-05,-1.1797063052654266e-05,-1.0598450899124146e-05,-9.399838745594025e-06,-8.201226592063904e-06,-7.002614438533783e-06,-5.804002285003662e-06,-4.605390131473541e-06,-3.4067779779434204e-06,-2.2081658244132996e-06,-1.0095536708831787e-06,1.8905848264694214e-07,1.387670636177063e-06,2.586282789707184e-06,3.7848949432373047e-06,4.9835070967674255e-06,6.182119250297546e-06,7.380731403827667e-06,8.579343557357788e-06,9.777955710887909e-06,1.097656786441803e-05,1.217518001794815e-05,1.3373792171478271e-05,1.4572404325008392e-05,1.5771016478538513e-05,1.6969628632068634e-05,1.8168240785598755e-05,1.9366852939128876e-05,2.0565465092658997e-05,2.1764077246189117e-05,2.2962689399719238e-05,2.416130155324936e-05,2.535991370677948e-05,2.65585258603096e-05,2.775713801383972e-05,2.8955750167369843e-05,3.0154362320899963e-05,3.1352974474430084e-05,3.2551586627960205e-05,3.3750198781490326e-05,3.494881093502045e-05,3.614742308855057e-05,3.734603524208069e-05,3.854464739561081e-05,3.974325954914093e-05,4.094187170267105e-05,4.214048385620117e-05]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"bins":[-0.0011981420684605837,-0.0011506902519613504,-0.0011032384354621172,-0.0010557867353782058,-0.0010083349188789725,-0.0009608831023797393,-0.000913431344088167,-0.0008659795857965946,-0.0008185277692973614,-0.0007710759527981281,-0.0007236241945065558,-0.0006761724362149835,-0.0006287206197157502,-0.000581268803216517,-0.0005338170449249446,-0.00048636525752954185,-0.00043891347013413906,-0.00039146168273873627,-0.0003440098953433335,-0.0002965581079479307,-0.0002491063205525279,-0.00020165453315712512,-0.00015420274576172233,-0.00010675095836631954,-5.929917097091675e-05,-1.1847383575513959e-05,3.560440381988883e-05,8.305619121529162e-05,0.0001305079786106944,0.0001779597660060972,0.0002254115534015,0.0002728633407969028,0.00032031501177698374,0.0003677667991723865,0.0004152185865677893,0.0004626703739631921,0.0005101221613585949,0.0005575739778578281,0.0006050257361494005,0.0006524774944409728,0.000699929310940206,0.0007473811274394393,0.0007948328857310116,0.000842284644022584,0.0008897364605218172,0.0009371882770210505,0.0009846400935202837,0.0010320917936041951,0.0010795436101034284,0.0011269954266026616,0.001174447126686573,0.0012218989431858063,0.0012693507596850395,0.0013168025761842728,0.001364254392683506,0.0014117060927674174,0.0014591579092666507,0.001506609725765884,0.0015540614258497953,0.0016015132423490286,0.0016489650588482618,0.001696416875347495,0.0017438686918467283,0.0017913203919306397,0.001838772208429873],"_type":"histogram","values":[2,1,1,3,2,1,4,5,5,5,17,13,12,14,26,28,23,26,20,29,21,26,31,28,37,29,36,40,25,28,25,26,26,19,25,26,20,6,10,8,4,5,5,5,5,4,3,0,1,0,3,1,1,1,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,1,0,1,1,2,4,4,4,4,10,6,7,9,14,18,17,23,19,22,18,26,24,38,27,25,35,27,37,34,29,28,27,20,24,23,20,19,17,20,8,15,11,10,5,5,6,3,3,3,3,1,2,2,0,0,2,1,1,1,0,0,1],"bins":[-6.902217864990234e-05,-6.663985550403595e-05,-6.425753235816956e-05,-6.187520921230316e-05,-5.949288606643677e-05,-5.7110562920570374e-05,-5.472823977470398e-05,-5.2345916628837585e-05,-4.996359348297119e-05,-4.75812703371048e-05,-4.51989471912384e-05,-4.281662404537201e-05,-4.0434300899505615e-05,-3.805197775363922e-05,-3.566965460777283e-05,-3.328733146190643e-05,-3.090500831604004e-05,-2.8522685170173645e-05,-2.614036202430725e-05,-2.3758038878440857e-05,-2.1375715732574463e-05,-1.899339258670807e-05,-1.6611069440841675e-05,-1.422874629497528e-05,-1.1846423149108887e-05,-9.464100003242493e-06,-7.081776857376099e-06,-4.699453711509705e-06,-2.3171305656433105e-06,6.51925802230835e-08,2.4475157260894775e-06,4.829838871955872e-06,7.212162017822266e-06,9.59448516368866e-06,1.1976808309555054e-05,1.4359131455421448e-05,1.6741454601287842e-05,1.9123777747154236e-05,2.150610089302063e-05,2.3888424038887024e-05,2.6270747184753418e-05,2.8653070330619812e-05,3.1035393476486206e-05,3.34177166223526e-05,3.5800039768218994e-05,3.818236291408539e-05,4.056468605995178e-05,4.2947009205818176e-05,4.532933235168457e-05,4.7711655497550964e-05,5.009397864341736e-05,5.247630178928375e-05,5.4858624935150146e-05,5.724094808101654e-05,5.9623271226882935e-05,6.200559437274933e-05,6.438791751861572e-05,6.677024066448212e-05,6.915256381034851e-05,7.15348869562149e-05,7.39172101020813e-05,7.629953324794769e-05,7.868185639381409e-05,8.106417953968048e-05,8.344650268554688e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"bins":[-0.09516464173793793,-0.0918954536318779,-0.08862625807523727,-0.08535706996917725,-0.08208787441253662,-0.07881868630647659,-0.07554949820041656,-0.07228030264377594,-0.06901111453771591,-0.06574191898107529,-0.06247273087501526,-0.05920353904366493,-0.055934347212314606,-0.05266515538096428,-0.04939596727490425,-0.046126775443553925,-0.0428575836122036,-0.03958839178085327,-0.036319199949502945,-0.03305001184344292,-0.02978082001209259,-0.026511628180742264,-0.023242436349391937,-0.01997324638068676,-0.016704054549336433,-0.013434863649308681,-0.01016567274928093,-0.006896480917930603,-0.003627290017902851,-0.00035809888504445553,0.00291109224781394,0.006180283613502979,0.009449474513530731,0.012718665413558483,0.015987856313586235,0.01925704814493656,0.02252623811364174,0.025795429944992065,0.029064621776342392,0.03233381360769272,0.03560300171375275,0.03887219354510307,0.0421413853764534,0.045410577207803726,0.04867976903915405,0.05194896087050438,0.05521814897656441,0.058487340807914734,0.06175653263926506,0.06502572447061539,0.06829491257667542,0.07156410813331604,0.07483329623937607,0.0781024917960167,0.08137167990207672,0.08464086800813675,0.08791006356477737,0.0911792516708374,0.09444844722747803,0.09771763533353806,0.10098682343959808,0.10425601899623871,0.10752520710229874,0.11079440265893936,0.11406359076499939],"_type":"histogram","values":[2,2,5,10,12,32,32,73,118,228,397,548,1032,1539,2225,3205,4632,6387,8690,11429,14364,18010,21474,25320,28765,32341,34785,36929,38261,38272,37486,35440,32780,29724,25810,22140,18653,15028,12089,9116,6827,5135,3580,2407,1694,1071,685,405,247,176,93,55,31,15,9,5,2,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[1,1,3,3,2,5,4,13,14,20,42,47,77,94,142,187,268,430,615,946,1495,2260,3478,5466,9196,14922,24907,43739,78308,142558,268795,370129,271370,146845,77389,44109,25378,14673,9115,5530,3555,2327,1446,966,681,416,268,191,130,86,49,38,34,31,19,13,18,7,1,5,2,1,3,1],"bins":[-9.882450103759766e-05,-9.568780660629272e-05,-9.255111217498779e-05,-8.941441774368286e-05,-8.627772331237793e-05,-8.3141028881073e-05,-8.000433444976807e-05,-7.686764001846313e-05,-7.37309455871582e-05,-7.059425115585327e-05,-6.745755672454834e-05,-6.432086229324341e-05,-6.118416786193848e-05,-5.8047473430633545e-05,-5.491077899932861e-05,-5.177408456802368e-05,-4.863739013671875e-05,-4.550069570541382e-05,-4.236400127410889e-05,-3.9227306842803955e-05,-3.6090612411499023e-05,-3.295391798019409e-05,-2.981722354888916e-05,-2.668052911758423e-05,-2.3543834686279297e-05,-2.0407140254974365e-05,-1.7270445823669434e-05,-1.4133751392364502e-05,-1.099705696105957e-05,-7.860362529754639e-06,-4.723668098449707e-06,-1.5869736671447754e-06,1.5497207641601562e-06,4.686415195465088e-06,7.82310962677002e-06,1.0959804058074951e-05,1.4096498489379883e-05,1.7233192920684814e-05,2.0369887351989746e-05,2.3506581783294678e-05,2.664327621459961e-05,2.977997064590454e-05,3.291666507720947e-05,3.6053359508514404e-05,3.9190053939819336e-05,4.232674837112427e-05,4.54634428024292e-05,4.860013723373413e-05,5.173683166503906e-05,5.4873526096343994e-05,5.8010220527648926e-05,6.114691495895386e-05,6.428360939025879e-05,6.742030382156372e-05,7.055699825286865e-05,7.369369268417358e-05,7.683038711547852e-05,7.996708154678345e-05,8.310377597808838e-05,8.624047040939331e-05,8.937716484069824e-05,9.251385927200317e-05,9.56505537033081e-05,9.878724813461304e-05,0.00010192394256591797],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"values":[1,2,0,0,1,0,2,0,2,7,1,3,5,6,6,7,10,9,5,12,13,10,20,15,18,25,27,25,26,24,37,21,36,27,26,27,20,38,22,27,27,18,24,24,16,18,8,2,11,8,13,3,10,3,0,4,2,3,2,3,3,1,1,1],"bins":[-9.894371032714844e-05,-9.596534073352814e-05,-9.298697113990784e-05,-9.000860154628754e-05,-8.703023195266724e-05,-8.405186235904694e-05,-8.107349276542664e-05,-7.809512317180634e-05,-7.511675357818604e-05,-7.213838398456573e-05,-6.916001439094543e-05,-6.618164479732513e-05,-6.320327520370483e-05,-6.0224905610084534e-05,-5.7246536016464233e-05,-5.426816642284393e-05,-5.128979682922363e-05,-4.831142723560333e-05,-4.533305764198303e-05,-4.235468804836273e-05,-3.937631845474243e-05,-3.639794886112213e-05,-3.341957926750183e-05,-3.044120967388153e-05,-2.746284008026123e-05,-2.448447048664093e-05,-2.150610089302063e-05,-1.852773129940033e-05,-1.554936170578003e-05,-1.2570992112159729e-05,-9.592622518539429e-06,-6.614252924919128e-06,-3.635883331298828e-06,-6.575137376785278e-07,2.3208558559417725e-06,5.299225449562073e-06,8.277595043182373e-06,1.1255964636802673e-05,1.4234334230422974e-05,1.7212703824043274e-05,2.0191073417663574e-05,2.3169443011283875e-05,2.6147812604904175e-05,2.9126182198524475e-05,3.2104551792144775e-05,3.5082921385765076e-05,3.8061290979385376e-05,4.1039660573005676e-05,4.4018030166625977e-05,4.699639976024628e-05,4.997476935386658e-05,5.295313894748688e-05,5.593150854110718e-05,5.890987813472748e-05,6.188824772834778e-05,6.486661732196808e-05,6.784498691558838e-05,7.082335650920868e-05,7.380172610282898e-05,7.678009569644928e-05,7.975846529006958e-05,8.273683488368988e-05,8.571520447731018e-05,8.869357407093048e-05,9.167194366455078e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,1,1,1,1,1,1,1,3,4,5,10,5,11,10,15,18,20,30,42,50,49,76,73,54,51,50,35,31,35,23,14,15,4,7,4,3,2,1,2,1,1,1,1,0,2],"bins":[-0.00019086682004854083,-0.00018627996905706823,-0.00018169311806559563,-0.0001771062525222078,-0.0001725194015307352,-0.0001679325505392626,-0.00016334569954779,-0.0001587588485563174,-0.00015417198301292956,-0.00014958513202145696,-0.00014499828102998435,-0.00014041143003851175,-0.00013582457904703915,-0.00013123772805556655,-0.00012665086251217872,-0.00012206401152070612,-0.00011747716052923352,-0.00011289030953776091,-0.0001083034512703307,-0.0001037166002788581,-9.912974201142788e-05,-9.454289101995528e-05,-8.995604002848268e-05,-8.536918176105246e-05,-8.078233076957986e-05,-7.619547977810726e-05,-7.160862151067704e-05,-6.702177051920444e-05,-6.243491952773184e-05,-5.784806126030162e-05,-5.326121026882902e-05,-4.867435563937761e-05,-4.40875010099262e-05,-3.950064638047479e-05,-3.491379175102338e-05,-3.032694075955078e-05,-2.574008613009937e-05,-2.1153231500647962e-05,-1.6566378690185957e-05,-1.197952497022925e-05,-7.392671250272542e-06,-2.805817530315835e-06,1.7810361896408722e-06,6.367889909597579e-06,1.0954743629554287e-05,1.5541598259005696e-05,2.01284510694677e-05,2.4715303879929706e-05,2.9302158509381115e-05,3.3889013138832524e-05,3.8475867768283933e-05,4.3062718759756535e-05,4.7649573389207944e-05,5.223642801865935e-05,5.6823279010131955e-05,6.141013727756217e-05,6.599698826903477e-05,7.058383926050738e-05,7.517069752793759e-05,7.975754851941019e-05,8.43443995108828e-05,8.893125777831301e-05,9.351810876978561e-05,9.810496703721583e-05,0.00010269181802868843],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[1,0,1,2,2,1,3,6,3,4,13,21,37,40,49,82,155,204,306,494,709,1212,1920,3020,4725,7772,12591,19478,30474,45387,63925,81453,87203,72834,54130,36711,23993,15353,9412,5828,3711,2308,1432,1006,623,419,288,163,98,71,57,31,21,20,6,6,3,1,1,2,1,0,0,2],"bins":[-0.00016748905181884766,-0.00016229227185249329,-0.00015709549188613892,-0.00015189871191978455,-0.00014670193195343018,-0.0001415051519870758,-0.00013630837202072144,-0.00013111159205436707,-0.0001259148120880127,-0.00012071803212165833,-0.00011552125215530396,-0.00011032447218894958,-0.00010512769222259521,-9.993091225624084e-05,-9.473413228988647e-05,-8.95373523235321e-05,-8.434057235717773e-05,-7.914379239082336e-05,-7.3947012424469e-05,-6.875023245811462e-05,-6.355345249176025e-05,-5.8356672525405884e-05,-5.3159892559051514e-05,-4.7963112592697144e-05,-4.2766332626342773e-05,-3.75695526599884e-05,-3.237277269363403e-05,-2.7175992727279663e-05,-2.1979212760925293e-05,-1.6782432794570923e-05,-1.1585652828216553e-05,-6.388872861862183e-06,-1.1920928955078125e-06,4.004687070846558e-06,9.201467037200928e-06,1.4398247003555298e-05,1.9595026969909668e-05,2.4791806936264038e-05,2.9988586902618408e-05,3.518536686897278e-05,4.038214683532715e-05,4.557892680168152e-05,5.077570676803589e-05,5.597248673439026e-05,6.116926670074463e-05,6.6366046667099e-05,7.156282663345337e-05,7.675960659980774e-05,8.195638656616211e-05,8.715316653251648e-05,9.234994649887085e-05,9.754672646522522e-05,0.00010274350643157959,0.00010794028639793396,0.00011313706636428833,0.0001183338463306427,0.00012353062629699707,0.00012872740626335144,0.0001339241862297058,0.00013912096619606018,0.00014431774616241455,0.00014951452612876892,0.0001547113060951233,0.00015990808606147766,0.00016510486602783203],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-7.069110870361328e-05,-6.85378909111023e-05,-6.638467311859131e-05,-6.423145532608032e-05,-6.207823753356934e-05,-5.992501974105835e-05,-5.777180194854736e-05,-5.561858415603638e-05,-5.346536636352539e-05,-5.1312148571014404e-05,-4.915893077850342e-05,-4.700571298599243e-05,-4.4852495193481445e-05,-4.269927740097046e-05,-4.054605960845947e-05,-3.8392841815948486e-05,-3.62396240234375e-05,-3.4086406230926514e-05,-3.193318843841553e-05,-2.977997064590454e-05,-2.7626752853393555e-05,-2.547353506088257e-05,-2.3320317268371582e-05,-2.1167099475860596e-05,-1.901388168334961e-05,-1.6860663890838623e-05,-1.4707446098327637e-05,-1.255422830581665e-05,-1.0401010513305664e-05,-8.247792720794678e-06,-6.094574928283691e-06,-3.941357135772705e-06,-1.7881393432617188e-06,3.650784492492676e-07,2.518296241760254e-06,4.67151403427124e-06,6.8247318267822266e-06,8.977949619293213e-06,1.11311674118042e-05,1.3284385204315186e-05,1.5437602996826172e-05,1.7590820789337158e-05,1.9744038581848145e-05,2.189725637435913e-05,2.4050474166870117e-05,2.6203691959381104e-05,2.835690975189209e-05,3.0510127544403076e-05,3.266334533691406e-05,3.481656312942505e-05,3.6969780921936035e-05,3.912299871444702e-05,4.127621650695801e-05,4.3429434299468994e-05,4.558265209197998e-05,4.773586988449097e-05,4.988908767700195e-05,5.204230546951294e-05,5.4195523262023926e-05,5.634874105453491e-05,5.85019588470459e-05,6.0655176639556885e-05,6.280839443206787e-05,6.496161222457886e-05,6.711483001708984e-05],"_type":"histogram","values":[2,1,1,5,7,8,6,10,17,30,47,53,88,124,212,274,431,592,913,1360,2062,3143,4734,7272,11642,17467,27636,43477,65916,98935,140802,183626,214558,203399,168616,125521,87187,57433,37232,23902,15590,9817,6409,4138,2666,1769,1196,825,547,367,250,156,124,98,51,41,26,22,14,3,4,4,3,3]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,1,1,1,2,0,4,2,4,4,5,9,6,7,14,18,9,20,20,24,30,45,48,45,50,49,44,38,44,28,36,20,24,16,21,8,7,11,11,5,6,3,5,0,3,3,1,3,1,0,2,3,0,1,0,0,0,1,1,1],"bins":[-0.00011335142335155979,-0.00010949496936518699,-0.00010563850810285658,-0.00010178205411648378,-9.792560013011098e-05,-9.406914614373818e-05,-9.021269215736538e-05,-8.635623089503497e-05,-8.249977690866217e-05,-7.864332292228937e-05,-7.478686165995896e-05,-7.093040767358616e-05,-6.707395368721336e-05,-6.321749970084056e-05,-5.936104207648896e-05,-5.550458445213735e-05,-5.164813046576455e-05,-4.7791676479391754e-05,-4.393521885504015e-05,-4.007876123068854e-05,-3.6222307244315743e-05,-3.2365853257942945e-05,-2.850939563359134e-05,-2.4652939828229137e-05,-2.0796484022866935e-05,-1.6940028217504732e-05,-1.308357241214253e-05,-9.227116606780328e-06,-5.370660801418126e-06,-1.5142049960559234e-06,2.342250809306279e-06,6.198706614668481e-06,1.0055169695988297e-05,1.39116255013505e-05,1.7768081306712702e-05,2.1624537112074904e-05,2.5480992917437106e-05,2.933744872279931e-05,3.319390452816151e-05,3.7050362152513117e-05,4.0906816138885915e-05,4.4763270125258714e-05,4.861972774961032e-05,5.2476185373961926e-05,5.6332639360334724e-05,6.018909334670752e-05,6.404555460903794e-05,6.790200859541073e-05,7.175846258178353e-05,7.561491656815633e-05,7.947137055452913e-05,8.332783181685954e-05,8.718428580323234e-05,9.104073978960514e-05,9.489720105193555e-05,9.875365503830835e-05,0.00010261010902468115,0.00010646656301105395,0.00011032301699742675,0.00011417947825975716,0.00011803593224612996,0.00012189238623250276,0.00012574884749483317,0.00012960529420524836,0.00013346175546757877]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"values":[2,0,1,1,0,2,2,1,4,4,1,10,9,15,23,27,30,69,72,105,142,211,242,376,518,738,1077,1600,2469,4242,7931,17137,44530,121809,209661,105275,38041,15238,7168,3768,2232,1540,1052,672,484,323,259,189,133,121,79,55,46,21,19,13,13,4,4,4,3,4,1,2],"bins":[-6.818771362304688e-05,-6.620679050683975e-05,-6.422586739063263e-05,-6.22449442744255e-05,-6.0264021158218384e-05,-5.828309804201126e-05,-5.630217492580414e-05,-5.4321251809597015e-05,-5.234032869338989e-05,-5.035940557718277e-05,-4.837848246097565e-05,-4.6397559344768524e-05,-4.44166362285614e-05,-4.243571311235428e-05,-4.0454789996147156e-05,-3.847386687994003e-05,-3.649294376373291e-05,-3.451202064752579e-05,-3.2531097531318665e-05,-3.055017441511154e-05,-2.856925129890442e-05,-2.6588328182697296e-05,-2.4607405066490173e-05,-2.262648195028305e-05,-2.0645558834075928e-05,-1.8664635717868805e-05,-1.6683712601661682e-05,-1.470278948545456e-05,-1.2721866369247437e-05,-1.0740943253040314e-05,-8.760020136833191e-06,-6.779097020626068e-06,-4.798173904418945e-06,-2.8172507882118225e-06,-8.363276720046997e-07,1.144595444202423e-06,3.125518560409546e-06,5.106441676616669e-06,7.0873647928237915e-06,9.068287909030914e-06,1.1049211025238037e-05,1.303013414144516e-05,1.5011057257652283e-05,1.6991980373859406e-05,1.897290349006653e-05,2.095382660627365e-05,2.2934749722480774e-05,2.4915672838687897e-05,2.689659595489502e-05,2.8877519071102142e-05,3.0858442187309265e-05,3.283936530351639e-05,3.482028841972351e-05,3.6801211535930634e-05,3.8782134652137756e-05,4.076305776834488e-05,4.2743980884552e-05,4.4724904000759125e-05,4.670582711696625e-05,4.868675023317337e-05,5.066767334938049e-05,5.2648596465587616e-05,5.462951958179474e-05,5.661044269800186e-05,5.8591365814208984e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,2,2,0,1,3,2,0,4,10,8,9,11,10,27,22,15,45,49,48,55,78,70,97,83,106,113,107,107,108,125,116,83,70,79,58,76,40,48,39,25,24,14,6,18,5,5,6,2,3,5,2,0,4,1],"bins":[-0.0033778364304453135,-0.0033089646603912115,-0.0032400928903371096,-0.0031712211202830076,-0.0031023493502289057,-0.0030334775801748037,-0.002964605810120702,-0.0028957340400666,-0.0028268620371818542,-0.0027579902671277523,-0.0026891184970736504,-0.0026202467270195484,-0.0025513749569654465,-0.0024825031869113445,-0.0024136314168572426,-0.0023447596468031406,-0.0022758878767490387,-0.0022070161066949368,-0.002138144336640835,-0.002069272566586733,-0.002000400796532631,-0.0019315289100632071,-0.0018626571400091052,-0.0017937853699550033,-0.0017249135999009013,-0.0016560418298467994,-0.0015871700597926974,-0.0015182982897385955,-0.0014494264032691717,-0.0013805546332150698,-0.0013116828631609678,-0.0012428110931068659,-0.001173939323052764,-0.001105067552998662,-0.00103619578294456,-0.0009673239546827972,-0.0008984521846286952,-0.0008295804145745933,-0.0007607085863128304,-0.0006918368162587285,-0.0006229650462046266,-0.0005540932761505246,-0.0004852214769925922,-0.0004163496778346598,-0.00034747790778055787,-0.0002786061377264559,-0.00020973433856852353,-0.00014086255396250635,-7.199076935648918e-05,-3.118984750472009e-06,6.575279985554516e-05,0.00013462458446156234,0.0002034963690675795,0.00027236813912168145,0.00034123993827961385,0.00041011173743754625,0.0004789835074916482,0.0005478552775457501,0.0006167270475998521,0.0006855988758616149,0.0007544706459157169,0.0008233424159698188,0.0008922142442315817,0.0009610860142856836,0.0010299577843397856]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"_type":"histogram","values":[2,1,0,0,0,3,2,3,2,2,4,3,2,3,1,5,4,1,3,7,14,10,8,10,27,29,24,35,39,40,45,39,39,39,46,36,43,21,23,24,29,9,10,9,8,12,10,8,4,7,2,2,1,1,5,0,2,1,4,1,0,1,2,1],"bins":[-0.018067562952637672,-0.017523186281323433,-0.016978807747364044,-0.016434431076049805,-0.015890054404735565,-0.015345675870776176,-0.014801299199461937,-0.014256921596825123,-0.013712543994188309,-0.013168166391551495,-0.01262378878891468,-0.012079412117600441,-0.011535034514963627,-0.010990656912326813,-0.010446280241012573,-0.009901902638375759,-0.009357525035738945,-0.008813147433102131,-0.008268769830465317,-0.007724393159151077,-0.007180015556514263,-0.006635637953877449,-0.006091260816901922,-0.005546883679926395,-0.005002506077289581,-0.004458128474652767,-0.00391375133767724,-0.00336937396787107,-0.0028249965980648994,-0.002280619228258729,-0.0017362418584525585,-0.001191864488646388,-0.0006474871188402176,-0.00010310974903404713,0.00044126762077212334,0.0009856449905782938,0.0015300223603844643,0.0020743997301906347,0.002618777099996805,0.0031631544698029757,0.003707531839609146,0.00425190944224596,0.004796286579221487,0.005340663716197014,0.005885041318833828,0.006429418921470642,0.006973796058446169,0.007518173195421696,0.00806255079805851,0.008606928400695324,0.009151306003332138,0.009695682674646378,0.010240060277283192,0.010784437879920006,0.011328814551234245,0.01187319215387106,0.012417569756507874,0.012961947359144688,0.013506324961781502,0.014050701633095741,0.014595079235732555,0.01513945683836937,0.01568383350968361,0.016228212043642998,0.016772588714957237]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[-0.00019113189773634076,-0.00018575340800452977,-0.0001803749182727188,-0.00017499641398899257,-0.00016961792425718158,-0.0001642394345253706,-0.0001588609447935596,-0.00015348245506174862,-0.0001481039507780224,-0.00014272546104621142,-0.00013734697131440043,-0.00013196848158258945,-0.00012658999185077846,-0.00012121149484300986,-0.00011583300511119887,-0.00011045450810343027,-0.00010507601837161928,-9.96975286398083e-05,-9.43190316320397e-05,-8.894054190022871e-05,-8.356204489246011e-05,-7.818355516064912e-05,-7.280506542883813e-05,-6.742656842106953e-05,-6.204807868925855e-05,-5.666958531946875e-05,-5.129109194967896e-05,-4.591260221786797e-05,-4.0534108848078176e-05,-3.515561547828838e-05,-2.9777123927487992e-05,-2.43986323766876e-05,-1.9020139006897807e-05,-1.3641646546602715e-05,-8.263154086307622e-06,-2.88466162601253e-06,2.493830834282562e-06,7.872323294577654e-06,1.3250815754872747e-05,1.8629307305673137e-05,2.400780067546293e-05,2.9386294045252725e-05,3.476478741504252e-05,4.0143277146853507e-05,4.55217705166433e-05,5.0900263886433095e-05,5.627875361824408e-05,6.165725062601268e-05,6.703574035782367e-05,7.241423008963466e-05,7.779272709740326e-05,8.317121682921425e-05,8.854971383698285e-05,9.392820356879383e-05,9.930669330060482e-05,0.00010468519030837342,0.00011006368004018441,0.0001154421697719954,0.000120820666779764,0.00012619915651157498,0.00013157764624338597,0.00013695613597519696,0.00014233464025892317,0.00014771312999073416,0.00015309161972254515],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,1,1,1,3,1,1,1,4,1,4,1,12,6,13,15,15,21,30,37,46,50,55,61,62,48,52,34,30,27,19,21,19,12,8,9,8,6,4,8,2,3,1,4,2,2,0,1,1,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-7.432699203491211e-05,-7.198750972747803e-05,-6.964802742004395e-05,-6.730854511260986e-05,-6.496906280517578e-05,-6.26295804977417e-05,-6.029009819030762e-05,-5.7950615882873535e-05,-5.561113357543945e-05,-5.327165126800537e-05,-5.093216896057129e-05,-4.859268665313721e-05,-4.6253204345703125e-05,-4.391372203826904e-05,-4.157423973083496e-05,-3.923475742340088e-05,-3.68952751159668e-05,-3.4555792808532715e-05,-3.221631050109863e-05,-2.987682819366455e-05,-2.753734588623047e-05,-2.5197863578796387e-05,-2.2858381271362305e-05,-2.0518898963928223e-05,-1.817941665649414e-05,-1.583993434906006e-05,-1.3500452041625977e-05,-1.1160969734191895e-05,-8.821487426757812e-06,-6.4820051193237305e-06,-4.1425228118896484e-06,-1.8030405044555664e-06,5.364418029785156e-07,2.8759241104125977e-06,5.21540641784668e-06,7.554888725280762e-06,9.894371032714844e-06,1.2233853340148926e-05,1.4573335647583008e-05,1.691281795501709e-05,1.9252300262451172e-05,2.1591782569885254e-05,2.3931264877319336e-05,2.6270747184753418e-05,2.86102294921875e-05,3.094971179962158e-05,3.3289194107055664e-05,3.5628676414489746e-05,3.796815872192383e-05,4.030764102935791e-05,4.264712333679199e-05,4.4986605644226074e-05,4.7326087951660156e-05,4.966557025909424e-05,5.200505256652832e-05,5.43445348739624e-05,5.6684017181396484e-05,5.9023499488830566e-05,6.136298179626465e-05,6.370246410369873e-05,6.604194641113281e-05,6.83814287185669e-05,7.072091102600098e-05,7.306039333343506e-05,7.539987564086914e-05],"_type":"histogram","values":[2,0,2,4,4,6,4,9,13,16,28,29,81,94,118,128,199,293,382,538,823,1194,1627,2327,3507,5071,8173,12942,22355,40262,82474,146382,123622,58623,30256,17162,10666,6559,4222,2903,1990,1344,983,679,491,357,255,168,126,86,68,50,41,27,18,17,8,6,4,2,1,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,1,3,1,1,4,3,0,6,8,8,16,8,18,10,10,26,22,25,27,26,45,41,41,30,41,35,34,28,31,32,22,21,21,19,18,13,12,11,8,4,9,9,5,6,0,3,0,1,0,0,0,0,0,1],"bins":[-0.002954790834337473,-0.002868357812985778,-0.002781924791634083,-0.0026954917702823877,-0.0026090587489306927,-0.0025226257275789976,-0.0024361927062273026,-0.0023497596848756075,-0.0022633266635239124,-0.0021768934093415737,-0.0020904603879898787,-0.0020040273666381836,-0.0019175943452864885,-0.0018311613239347935,-0.0017447283025830984,-0.0016582952812314034,-0.0015718622598797083,-0.0014854292385280132,-0.0013989962171763182,-0.001312563195824623,-0.001226130174472928,-0.0011396970367059112,-0.001053264015354216,-0.000966830994002521,-0.000880397972650826,-0.0007939649512991309,-0.0007075319299474359,-0.0006210988503880799,-0.0005346658290363848,-0.00044823280768468976,-0.00036179975722916424,-0.0002753667067736387,-0.00018893368542194366,-0.00010250064951833338,-1.6067613614723086e-05,7.03654222888872e-05,0.0001567984581924975,0.00024323149409610778,0.00032966452999971807,0.0004160975804552436,0.0005025306018069386,0.0005889636231586337,0.0006753966445103288,0.0007618297240696847,0.0008482627454213798,0.0009346957667730749,0.0010211288463324308,0.001107561867684126,0.001193994889035821,0.001280427910387516,0.001366860931739211,0.0014532939530909061,0.0015397269744426012,0.001626160112209618,0.0017125931335613132,0.0017990261549130082,0.0018854591762647033,0.00197189231403172,0.0020583253353834152,0.0021447583567351103,0.0022311913780868053,0.0023176243994385004,0.0024040574207901955,0.0024904904421418905,0.0025769234634935856]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[3,1,2,1,1,2,6,3,9,7,7,6,12,10,17,13,22,17,30,23,30,29,25,42,30,31,34,30,34,34,35,28,32,17,19,23,15,10,18,9,13,8,5,4,7,2,2,2,2,3,1,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0001210907066706568,-0.00011645919585134834,-0.00011182768503203988,-0.00010719618148868904,-0.00010256467066938058,-9.793315985007212e-05,-9.330165630672127e-05,-8.867014548741281e-05,-8.403863466810435e-05,-7.940712384879589e-05,-7.477561302948743e-05,-7.014410948613659e-05,-6.551259866682813e-05,-6.0881087847519666e-05,-5.624958066619001e-05,-5.161807348486036e-05,-4.69865626655519e-05,-4.235505184624344e-05,-3.772354466491379e-05,-3.3092037483584136e-05,-2.8460526664275676e-05,-2.382901766395662e-05,-1.9197508663637564e-05,-1.4565999663318507e-05,-9.934490662999451e-06,-5.302981662680395e-06,-6.714726623613387e-07,3.9600363379577175e-06,8.591545338276774e-06,1.322305433859583e-05,1.7854563338914886e-05,2.2486072339233942e-05,2.7117581339553e-05,3.174909215886146e-05,3.638059934019111e-05,4.1012106521520764e-05,4.5643617340829223e-05,5.027512816013768e-05,5.4906635341467336e-05,5.953814252279699e-05,6.416965334210545e-05,6.880116416141391e-05,7.343267498072237e-05,7.806417852407321e-05,8.269568934338167e-05,8.732720016269013e-05,9.195870370604098e-05,9.659021452534944e-05,0.0001012217253446579,0.00010585323616396636,0.00011048474698327482,0.00011511625052662566,0.00011974776134593412,0.00012437926488928497,0.00012901077570859343,0.0001336422865279019,0.00013827379734721035,0.0001429053081665188,0.00014753681898582727,0.00015216832980513573,0.00015679982607252896,0.00016143133689183742,0.00016606284771114588,0.00017069435853045434,0.0001753258693497628],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"values":[1,2,0,0,0,0,3,3,1,3,9,13,16,20,32,60,71,111,176,243,346,573,911,1402,2192,3336,5331,8555,13573,21459,33317,49239,69437,85201,83588,69252,50086,32791,21587,13568,8479,5412,3386,2065,1422,885,571,389,250,155,100,65,48,26,18,15,15,6,4,2,2,0,0,1],"bins":[-0.00014925003051757812,-0.00014485977590084076,-0.0001404695212841034,-0.00013607926666736603,-0.00013168901205062866,-0.0001272987574338913,-0.00012290850281715393,-0.00011851824820041656,-0.0001141279935836792,-0.00010973773896694183,-0.00010534748435020447,-0.0001009572297334671,-9.656697511672974e-05,-9.217672049999237e-05,-8.7786465883255e-05,-8.339621126651764e-05,-7.900595664978027e-05,-7.461570203304291e-05,-7.022544741630554e-05,-6.583519279956818e-05,-6.144493818283081e-05,-5.7054683566093445e-05,-5.266442894935608e-05,-4.827417433261871e-05,-4.388391971588135e-05,-3.949366509914398e-05,-3.5103410482406616e-05,-3.071315586566925e-05,-2.6322901248931885e-05,-2.193264663219452e-05,-1.7542392015457153e-05,-1.3152137398719788e-05,-8.761882781982422e-06,-4.371628165245056e-06,1.862645149230957e-08,4.408881068229675e-06,8.799135684967041e-06,1.3189390301704407e-05,1.7579644918441772e-05,2.1969899535179138e-05,2.6360154151916504e-05,3.075040876865387e-05,3.5140663385391235e-05,3.95309180021286e-05,4.392117261886597e-05,4.831142723560333e-05,5.27016818523407e-05,5.7091936469078064e-05,6.148219108581543e-05,6.58724457025528e-05,7.026270031929016e-05,7.465295493602753e-05,7.904320955276489e-05,8.343346416950226e-05,8.782371878623962e-05,9.221397340297699e-05,9.660422801971436e-05,0.00010099448263645172,0.00010538473725318909,0.00010977499186992645,0.00011416524648666382,0.00011855550110340118,0.00012294575572013855,0.00012733601033687592,0.00013172626495361328],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"_type":"histogram","values":[1,3,3,2,0,5,8,13,19,24,38,40,73,132,196,271,430,608,985,1464,2437,3735,6081,9993,16182,27965,45938,77716,134561,209827,285031,267045,188986,118006,68252,41340,24645,14995,9510,5854,3638,2303,1538,1011,644,374,295,210,123,109,59,32,32,28,18,13,5,5,4,6,1,1,0,1],"bins":[-8.90493392944336e-05,-8.616503328084946e-05,-8.328072726726532e-05,-8.039642125368118e-05,-7.751211524009705e-05,-7.462780922651291e-05,-7.174350321292877e-05,-6.885919719934464e-05,-6.59748911857605e-05,-6.309058517217636e-05,-6.0206279158592224e-05,-5.732197314500809e-05,-5.443766713142395e-05,-5.155336111783981e-05,-4.8669055104255676e-05,-4.578474909067154e-05,-4.29004430770874e-05,-4.0016137063503265e-05,-3.713183104991913e-05,-3.424752503633499e-05,-3.1363219022750854e-05,-2.8478913009166718e-05,-2.559460699558258e-05,-2.2710300981998444e-05,-1.9825994968414307e-05,-1.694168895483017e-05,-1.4057382941246033e-05,-1.1173076927661896e-05,-8.288770914077759e-06,-5.404464900493622e-06,-2.520158886909485e-06,3.641471266746521e-07,3.248453140258789e-06,6.132759153842926e-06,9.017065167427063e-06,1.19013711810112e-05,1.4785677194595337e-05,1.7669983208179474e-05,2.055428922176361e-05,2.3438595235347748e-05,2.6322901248931885e-05,2.9207207262516022e-05,3.209151327610016e-05,3.4975819289684296e-05,3.786012530326843e-05,4.074443131685257e-05,4.3628737330436707e-05,4.6513043344020844e-05,4.939734935760498e-05,5.228165537118912e-05,5.5165961384773254e-05,5.805026739835739e-05,6.093457341194153e-05,6.381887942552567e-05,6.67031854391098e-05,6.958749145269394e-05,7.247179746627808e-05,7.535610347986221e-05,7.824040949344635e-05,8.112471550703049e-05,8.400902152061462e-05,8.689332753419876e-05,8.97776335477829e-05,9.266193956136703e-05,9.554624557495117e-05]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.09276259690523148,-0.08988089114427567,-0.08699918538331985,-0.08411747962236404,-0.08123577386140823,-0.07835406810045242,-0.07547236233949661,-0.0725906565785408,-0.06970895081758499,-0.06682724505662918,-0.06394553929567337,-0.06106383353471756,-0.05818212777376175,-0.05530042201280594,-0.05241871625185013,-0.04953701049089432,-0.04665530472993851,-0.0437735989689827,-0.040891893208026886,-0.038010187447071075,-0.035128481686115265,-0.032246775925159454,-0.029365070164203644,-0.026483364403247833,-0.023601658642292023,-0.020719952881336212,-0.0178382471203804,-0.014956541359424591,-0.01207483559846878,-0.00919312983751297,-0.006311424076557159,-0.003429718315601349,-0.0005480125546455383,0.002333693206310272,0.005215398967266083,0.008097104728221893,0.010978810489177704,0.013860516250133514,0.016742222011089325,0.019623927772045135,0.022505633533000946,0.025387339293956757,0.028269045054912567,0.031150750815868378,0.03403245657682419,0.03691416233778,0.03979586809873581,0.04267757385969162,0.04555927962064743,0.04844098538160324,0.05132269114255905,0.05420439690351486,0.05708610266447067,0.05996780842542648,0.0628495141863823,0.0657312199473381,0.06861292570829391,0.07149463146924973,0.07437633723020554,0.07725804299116135,0.08013974875211716,0.08302145451307297,0.08590316027402878,0.08878486603498459,0.0916665717959404],"_type":"histogram","values":[3,3,1,7,14,21,37,66,110,161,246,392,669,901,1301,2004,2757,3612,4849,6316,8164,10308,12721,15667,18346,21224,23986,26875,29573,31086,32955,33810,33821,33223,32217,30251,27913,25119,22266,19453,16622,13913,11190,9023,6936,5471,4149,3074,2243,1536,1094,745,493,375,209,120,74,47,32,15,5,6,1,3]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.001769284950569272,-0.0017143115401268005,-0.0016593380132690072,-0.0016043644864112139,-0.0015493910759687424,-0.0014944176655262709,-0.0014394441386684775,-0.0013844706118106842,-0.0013294972013682127,-0.0012745237909257412,-0.0012195502640679479,-0.0011645767372101545,-0.001109603326767683,-0.0010546299163252115,-0.0009996563894674182,-0.0009446829208172858,-0.0008897094521671534,-0.0008347359835170209,-0.0007797625148668885,-0.0007247890462167561,-0.0006698155775666237,-0.0006148421089164913,-0.0005598686402663589,-0.0005048951716162264,-0.000449921702966094,-0.0003949482343159616,-0.0003399747656658292,-0.00028500129701569676,-0.00023002782836556435,-0.00017505435971543193,-0.00012008089106529951,-6.51074224151671e-05,-1.0133837349712849e-05,4.483963130041957e-05,9.981309995055199e-05,0.0001547865686006844,0.00020976003725081682,0.00026473350590094924,0.00031970697455108166,0.0003746804432012141,0.0004296539118513465,0.0004846273805014789,0.0005396008491516113,0.0005945743178017437,0.0006495477864518762,0.0007045212551020086,0.000759494723752141,0.0008144681924022734,0.0008694416610524058,0.0009244151297025383,0.0009793885983526707,0.0010343620087951422,0.0010893355356529355,0.0011443090625107288,0.0011992824729532003,0.0012542558833956718,0.0013092294102534652,0.0013642029371112585,0.00141917634755373,0.0014741497579962015,0.0015291232848539948,0.0015840968117117882,0.0016390702221542597,0.0016940436325967312,0.0017490171594545245],"_type":"histogram","values":[2,0,1,0,0,1,2,0,0,1,2,0,1,10,2,6,14,10,10,13,14,14,18,17,23,20,29,30,21,38,24,42,35,33,41,38,32,33,28,15,24,22,24,11,20,7,6,4,3,4,7,4,2,2,2,3,1,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"values":[1,0,0,0,0,1,0,0,0,1,0,1,0,1,1,3,5,2,4,7,8,11,13,24,27,39,33,55,57,88,73,118,105,110,105,113,115,121,108,100,101,91,68,70,68,42,36,24,17,18,15,14,8,8,3,4,3,2,2,1,0,0,0,3],"bins":[-0.0033202117774635553,-0.003245864063501358,-0.0031715165823698044,-0.003097168868407607,-0.0030228213872760534,-0.002948473673313856,-0.0028741261921823025,-0.002799778478220105,-0.002725430764257908,-0.0026510832831263542,-0.002576735569164157,-0.0025023880880326033,-0.002428040374070406,-0.0023536928929388523,-0.002279345178976655,-0.0022049976978451014,-0.002130649983882904,-0.0020563022699207067,-0.001981954788789153,-0.0019076071912422776,-0.0018332595936954021,-0.0017589118797332048,-0.0016845642821863294,-0.0016102166846394539,-0.0015358690870925784,-0.001461521489545703,-0.0013871738919988275,-0.001312826294451952,-0.0012384785804897547,-0.0011641309829428792,-0.0010897833853960037,-0.0010154357878491282,-0.0009410881903022528,-0.0008667405927553773,-0.0007923929952085018,-0.0007180453394539654,-0.00064369774190709,-0.0005693501443602145,-0.0004950024886056781,-0.0004206548910588026,-0.00034630729351192713,-0.00027195969596505165,-0.00019761206931434572,-0.000123264457215555,-4.891684511676431e-05,2.5430766982026398e-05,9.97783790808171e-05,0.0001741259911796078,0.0002484736032783985,0.000322821200825274,0.0003971688274759799,0.00047151645412668586,0.0005458640516735613,0.0006202116492204368,0.0006945593049749732,0.0007689069025218487,0.0008432545000687242,0.0009176020976155996,0.0009919496951624751,0.0010662972927093506,0.0011406450066715479,0.0012149926042184234,0.0012893402017652988,0.0013636877993121743,0.0014380353968590498],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,0,0,1,0,2,0,0,1,2,0,1,2,1,5,5,8,8,6,7,13,8,16,19,16,19,25,27,30,24,40,32,29,36,29,34,34,36,33,31,27,22,25,28,16,14,7,7,4,9,3,6,5,3,4,3,1,1,1,0,0,0,0,1],"bins":[-0.0019163551041856408,-0.00185917760245502,-0.001802000100724399,-0.0017448225989937782,-0.0016876450972631574,-0.0016304675955325365,-0.0015732899773865938,-0.001516112475655973,-0.001458934973925352,-0.0014017574721947312,-0.0013445799704641104,-0.0012874024687334895,-0.0012302249670028687,-0.0011730474652722478,-0.001115869963541627,-0.001058692461811006,-0.0010015149600803852,-0.0009443374001421034,-0.0008871598984114826,-0.0008299823384732008,-0.0007728048367425799,-0.0007156273350119591,-0.0006584498332813382,-0.0006012723315507174,-0.0005440948298200965,-0.0004869172989856452,-0.00042973976815119386,-0.000372562266420573,-0.00031538476468995214,-0.0002582072338555008,-0.00020102973212487996,-0.00014385221584234387,-8.667469955980778e-05,-2.9497186915250495e-05,2.7680325729306787e-05,8.485783473588526e-05,0.00014203535101842135,0.00019921286730095744,0.0002563903690315783,0.0003135678998660296,0.0003707454015966505,0.00042792290332727134,0.00048510043416172266,0.0005422779358923435,0.0005994554376229644,0.0006566329393535852,0.000713810499291867,0.0007709880010224879,0.0008281655027531087,0.0008853430044837296,0.0009425205062143505,0.0009996980661526322,0.001056875567883253,0.001114053069613874,0.0011712305713444948,0.0012284080730751157,0.0012855855748057365,0.0013427630765363574,0.0013999405782669783,0.001457118196412921,0.0015142956981435418,0.0015714731998741627,0.0016286507016047835,0.0016858282033354044,0.0017430057050660253],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0035477872006595135,-0.003423396497964859,-0.003299005562439561,-0.0031746148597449064,-0.0030502239242196083,-0.002925833221524954,-0.0028014425188302994,-0.0026770515833050013,-0.002552660880610347,-0.0024282701779156923,-0.002303879242390394,-0.0021794885396957397,-0.0020550978370010853,-0.0019307069014757872,-0.0018063161987811327,-0.0016819253796711564,-0.0015575345605611801,-0.0014331437414512038,-0.0013087529223412275,-0.001184362219646573,-0.0010599714005365968,-0.0009355805814266205,-0.0008111898205243051,-0.0006867990596219897,-0.0005624082405120134,-0.0004380174505058676,-0.00031362666049972177,-0.00018923587049357593,-6.48450804874301e-05,5.954570951871574e-05,0.00018393649952486157,0.0003083272895310074,0.00043271807953715324,0.0005571088986471295,0.0006814996595494449,0.0008058904204517603,0.0009302812395617366,0.0010546720586717129,0.0011790627613663673,0.0013034535804763436,0.00142784439958632,0.0015522352186962962,0.0016766260378062725,0.001801016740500927,0.0019254075596109033,0.0020497983787208796,0.002174189081415534,0.002298580016940832,0.0024229707196354866,0.002547361422330141,0.002671752357855439,0.0027961430605500937,0.0029205339960753918,0.0030449246987700462,0.0031693154014647007,0.003293706336989999,0.0034180970396846533,0.0035424877423793077,0.003666878677904606,0.0037912693805992603,0.003915660083293915,0.004040050785988569,0.004164441954344511,0.0042888326570391655,0.00441322335973382],"_type":"histogram","values":[1,0,0,0,1,1,2,3,2,6,3,2,5,3,5,9,9,14,12,20,14,20,23,40,43,39,42,50,52,50,35,28,28,26,35,30,18,18,6,15,12,11,9,4,4,9,0,3,0,0,1,1,1,1,1,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"values":[1,0,0,1,0,0,2,1,0,1,6,2,3,6,4,8,8,9,17,8,11,17,15,25,24,28,27,26,33,33,28,32,35,35,25,26,28,29,26,22,17,15,21,20,17,16,10,9,10,4,7,3,6,2,1,4,1,0,0,2,0,0,0,1],"bins":[-7.241964340209961e-05,-7.017888128757477e-05,-6.793811917304993e-05,-6.569735705852509e-05,-6.345659494400024e-05,-6.12158328294754e-05,-5.897507071495056e-05,-5.673430860042572e-05,-5.449354648590088e-05,-5.225278437137604e-05,-5.0012022256851196e-05,-4.7771260142326355e-05,-4.5530498027801514e-05,-4.328973591327667e-05,-4.104897379875183e-05,-3.880821168422699e-05,-3.656744956970215e-05,-3.432668745517731e-05,-3.2085925340652466e-05,-2.9845163226127625e-05,-2.7604401111602783e-05,-2.5363638997077942e-05,-2.31228768825531e-05,-2.088211476802826e-05,-1.8641352653503418e-05,-1.6400590538978577e-05,-1.4159828424453735e-05,-1.1919066309928894e-05,-9.678304195404053e-06,-7.4375420808792114e-06,-5.19677996635437e-06,-2.956017851829529e-06,-7.152557373046875e-07,1.5255063772201538e-06,3.766268491744995e-06,6.0070306062698364e-06,8.247792720794678e-06,1.0488554835319519e-05,1.272931694984436e-05,1.4970079064369202e-05,1.7210841178894043e-05,1.9451603293418884e-05,2.1692365407943726e-05,2.3933127522468567e-05,2.6173889636993408e-05,2.841465175151825e-05,3.065541386604309e-05,3.289617598056793e-05,3.5136938095092773e-05,3.7377700209617615e-05,3.9618462324142456e-05,4.18592244386673e-05,4.409998655319214e-05,4.634074866771698e-05,4.858151078224182e-05,5.082227289676666e-05,5.3063035011291504e-05,5.5303797125816345e-05,5.7544559240341187e-05,5.978532135486603e-05,6.202608346939087e-05,6.426684558391571e-05,6.650760769844055e-05,6.874836981296539e-05,7.098913192749023e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[3,2,1,7,19,33,43,85,156,260,424,752,1095,1771,2680,3833,5616,7753,10832,14424,19189,24802,31433,38886,46881,54673,63754,71216,78397,85278,90356,92582,93259,92687,89421,84304,77994,70148,62304,54159,44963,37242,30425,23907,18044,13943,10078,7354,5216,3576,2371,1614,1001,664,389,252,149,78,40,25,9,5,4,3],"bins":[-0.0983402356505394,-0.0953061431646347,-0.09227205812931061,-0.08923796564340591,-0.08620387315750122,-0.08316978812217712,-0.08013569563627243,-0.07710160315036774,-0.07406751811504364,-0.07103342562913895,-0.06799933314323425,-0.06496524065732956,-0.06193115562200546,-0.05889706313610077,-0.055862974375486374,-0.05282888188958168,-0.049794793128967285,-0.04676070436835289,-0.043726611882448196,-0.0406925231218338,-0.03765843063592911,-0.03462434187531471,-0.03159025311470032,-0.028556162491440773,-0.02552207186818123,-0.022487981244921684,-0.01945389062166214,-0.016419801861047745,-0.0133857112377882,-0.010351620614528656,-0.007317530922591686,-0.004283440764993429,-0.001249358057975769,0.001784732099622488,0.004818822257220745,0.007852911949157715,0.01088700257241726,0.013921093195676804,0.0169551819562912,0.019989272579550743,0.023023363202810287,0.026057453826069832,0.029091544449329376,0.03212563320994377,0.035159721970558167,0.03819381445646286,0.041227903217077255,0.04426199570298195,0.047296084463596344,0.05033017322421074,0.05336426571011543,0.05639835447072983,0.05943244695663452,0.06246653571724892,0.06550062447786331,0.068534716963768,0.0715688019990921,0.0746028944849968,0.07763698697090149,0.08067107945680618,0.08370516449213028,0.08673925697803497,0.08977334946393967,0.09280743449926376,0.09584152698516846],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,1,1,0,3,0,2,4,3,0,1,6,6,3,9,15,15,25,27,21,26,41,49,60,51,65,61,48,41,37,36,26,13,13,13,13,7,5,3,4,1,1,3,2,0,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00010093227319885045,-9.690343722468242e-05,-9.287459397455677e-05,-8.884575800038874e-05,-8.481692202622071e-05,-8.078807877609506e-05,-7.675924280192703e-05,-7.2730406827759e-05,-6.870157085359097e-05,-6.467272760346532e-05,-6.0643891629297286e-05,-5.661505201715045e-05,-5.258621240500361e-05,-4.8557376430835575e-05,-4.4528536818688735e-05,-4.04997008445207e-05,-3.6470861232373863e-05,-3.2442021620227024e-05,-2.841318564605899e-05,-2.4384346033912152e-05,-2.0355508240754716e-05,-1.632667044759728e-05,-1.2297831744945142e-05,-8.268993042293005e-06,-4.240155249135569e-06,-2.113170012307819e-07,3.817521246674005e-06,7.846359949326143e-06,1.1875197742483579e-05,1.5904035535641015e-05,1.9932875147787854e-05,2.396171294094529e-05,2.7990550734102726e-05,3.2019390346249565e-05,3.60482263204176e-05,4.007706593256444e-05,4.410590190673247e-05,4.813474151887931e-05,5.216358113102615e-05,5.619241710519418e-05,6.022125671734102e-05,6.425009632948786e-05,6.827893230365589e-05,7.230776827782393e-05,7.633661152794957e-05,8.03654475021176e-05,8.439428347628564e-05,8.842312672641128e-05,9.245196270057932e-05,9.648079867474735e-05,0.000100509641924873,0.00010453847789904103,0.00010856731387320906,0.0001125961571233347,0.00011662499309750274,0.00012065382907167077,0.00012468267232179642,0.00012871150102000684,0.00013274034427013248,0.00013676918752025813,0.00014079801621846855,0.0001448268594685942,0.00014885570271871984,0.00015288453141693026,0.0001569133746670559],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,0,0,0,0,0,0,3,0,2,0,5,5,3,7,9,8,7,7,21,22,44,36,55,58,62,69,69,56,55,43,32,24,17,16,10,3,3,4,2,2,3,0,1,0,1,0,0,0,0,0,1,0,0,0,0,0,0,1],"bins":[-0.00014434076729230583,-0.00013972427404951304,-0.00013510778080672026,-0.00013049128756392747,-0.00012587480887304991,-0.00012125831563025713,-0.00011664182238746434,-0.00011202532914467156,-0.00010740883590187877,-0.0001027923499350436,-9.817585669225082e-05,-9.355936344945803e-05,-8.894287748262286e-05,-8.432638423983008e-05,-7.970989099703729e-05,-7.509340503020212e-05,-7.047691178740934e-05,-6.586041854461655e-05,-6.124393257778138e-05,-5.6627439334988594e-05,-5.201094609219581e-05,-4.739445648738183e-05,-4.277796688256785e-05,-3.816147363977507e-05,-3.354498403496109e-05,-2.8928492611157708e-05,-2.4312001187354326e-05,-1.9695511582540348e-05,-1.5079020158736967e-05,-1.0462528734933585e-05,-5.846038220624905e-06,-1.2295472515688743e-06,3.3869437174871564e-06,8.003435141290538e-06,1.2619925655599218e-05,1.7236416169907898e-05,2.185290759371128e-05,2.646939901751466e-05,3.108588862232864e-05,3.5702381865121424e-05,4.03188714699354e-05,4.493536107474938e-05,4.9551854317542166e-05,5.4168343922356144e-05,5.878483352717012e-05,6.340132676996291e-05,6.801782001275569e-05,7.263430597959086e-05,7.725079922238365e-05,8.186729246517643e-05,8.64837784320116e-05,9.110027167480439e-05,9.571676491759717e-05,0.00010033325088443235,0.00010494974412722513,0.00010956623737001792,0.00011418272333685309,0.00011879921657964587,0.00012341570982243866,0.00012803220306523144,0.00013264869630802423,0.00013726517499890178,0.00014188166824169457,0.00014649816148448735,0.00015111465472728014]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.020330749452114105,-0.019657772034406662,-0.01898479461669922,-0.018311817198991776,-0.017638839781284332,-0.01696586236357689,-0.016292886808514595,-0.015619908459484577,-0.014946931973099709,-0.014273954555392265,-0.013600977137684822,-0.012927999719977379,-0.012255022302269936,-0.011582044884562492,-0.010909068398177624,-0.01023609098047018,-0.009563113562762737,-0.008890136145055294,-0.00821715872734785,-0.007544181775301695,-0.006871204823255539,-0.006198227405548096,-0.0055252499878406525,-0.0048522730357944965,-0.004179295618087053,-0.0035063184332102537,-0.002833341248333454,-0.002160363830626011,-0.0014873866457492113,-0.0008144094026647508,-0.00014143215958029032,0.0005315450835041702,0.0012045223265886307,0.0018774995114654303,0.00255047669634223,0.003223454114049673,0.0038964312989264727,0.004569408483803272,0.0052423859015107155,0.005915362853556871,0.006588340271264315,0.007261317688971758,0.007934294641017914,0.008607272058725357,0.0092802494764328,0.009953226894140244,0.010626203380525112,0.011299180798232555,0.011972158215939999,0.012645135633647442,0.013318113051354885,0.013991089537739754,0.014664066955447197,0.01533704437315464,0.016010021790862083,0.016682999208569527,0.01735597662627697,0.018028954043984413,0.018701931461691856,0.01937490701675415,0.020047884434461594,0.020720861852169037,0.02139383926987648,0.022066816687583923,0.022739794105291367],"_type":"histogram","values":[2,0,1,5,5,5,3,7,2,2,5,4,2,5,7,9,7,9,13,19,26,28,20,32,19,34,22,30,22,33,29,33,20,19,22,19,23,22,29,22,25,20,8,7,8,8,10,7,7,4,8,3,8,7,4,4,6,2,1,1,1,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"_type":"histogram","values":[1,0,1,1,0,0,1,0,2,2,5,4,6,6,4,8,8,9,10,12,11,15,9,13,21,19,23,21,28,31,22,32,41,38,32,29,36,23,36,34,20,23,20,14,18,7,10,9,9,8,12,7,2,3,3,0,1,1,2,1,3,0,0,1],"bins":[-9.09566879272461e-05,-8.821021765470505e-05,-8.5463747382164e-05,-8.271727710962296e-05,-7.997080683708191e-05,-7.722433656454086e-05,-7.447786629199982e-05,-7.173139601945877e-05,-6.898492574691772e-05,-6.623845547437668e-05,-6.349198520183563e-05,-6.0745514929294586e-05,-5.799904465675354e-05,-5.5252574384212494e-05,-5.250610411167145e-05,-4.97596338391304e-05,-4.7013163566589355e-05,-4.426669329404831e-05,-4.152022302150726e-05,-3.877375274896622e-05,-3.602728247642517e-05,-3.3280812203884125e-05,-3.053434193134308e-05,-2.7787871658802032e-05,-2.5041401386260986e-05,-2.229493111371994e-05,-1.9548460841178894e-05,-1.6801990568637848e-05,-1.4055520296096802e-05,-1.1309050023555756e-05,-8.56257975101471e-06,-5.816109478473663e-06,-3.069639205932617e-06,-3.2316893339157104e-07,2.423301339149475e-06,5.169771611690521e-06,7.916241884231567e-06,1.0662712156772614e-05,1.340918242931366e-05,1.6155652701854706e-05,1.8902122974395752e-05,2.1648593246936798e-05,2.4395063519477844e-05,2.714153379201889e-05,2.9888004064559937e-05,3.263447433710098e-05,3.538094460964203e-05,3.8127414882183075e-05,4.087388515472412e-05,4.362035542726517e-05,4.636682569980621e-05,4.911329597234726e-05,5.1859766244888306e-05,5.460623651742935e-05,5.73527067899704e-05,6.0099177062511444e-05,6.284564733505249e-05,6.559211760759354e-05,6.833858788013458e-05,7.108505815267563e-05,7.383152842521667e-05,7.657799869775772e-05,7.932446897029877e-05,8.207093924283981e-05,8.481740951538086e-05]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.00011217594146728516,-0.00010872352868318558,-0.000105271115899086,-0.00010181870311498642,-9.836629033088684e-05,-9.491387754678726e-05,-9.146146476268768e-05,-8.80090519785881e-05,-8.455663919448853e-05,-8.110422641038895e-05,-7.765181362628937e-05,-7.419940084218979e-05,-7.074698805809021e-05,-6.729457527399063e-05,-6.384216248989105e-05,-6.0389749705791473e-05,-5.6937336921691895e-05,-5.3484924137592316e-05,-5.003251135349274e-05,-4.658009856939316e-05,-4.312768578529358e-05,-3.9675273001194e-05,-3.622286021709442e-05,-3.277044743299484e-05,-2.9318034648895264e-05,-2.5865621864795685e-05,-2.2413209080696106e-05,-1.8960796296596527e-05,-1.5508383512496948e-05,-1.205597072839737e-05,-8.60355794429779e-06,-5.151145160198212e-06,-1.6987323760986328e-06,1.753680408000946e-06,5.206093192100525e-06,8.658505976200104e-06,1.2110918760299683e-05,1.556333154439926e-05,1.901574432849884e-05,2.246815711259842e-05,2.5920569896697998e-05,2.9372982680797577e-05,3.2825395464897156e-05,3.6277808248996735e-05,3.9730221033096313e-05,4.318263381719589e-05,4.663504660129547e-05,5.008745938539505e-05,5.353987216949463e-05,5.699228495359421e-05,6.044469773769379e-05,6.389711052179337e-05,6.734952330589294e-05,7.080193608999252e-05,7.42543488740921e-05,7.770676165819168e-05,8.115917444229126e-05,8.461158722639084e-05,8.806400001049042e-05,9.151641279459e-05,9.496882557868958e-05,9.842123836278915e-05,0.00010187365114688873,0.00010532606393098831,0.00010877847671508789],"_type":"histogram","values":[2,0,0,1,0,0,0,1,1,0,2,1,1,1,1,7,4,5,4,5,6,15,10,11,14,32,23,42,38,39,43,34,42,45,45,28,35,34,38,25,18,23,18,17,12,7,6,8,5,1,4,3,2,1,0,1,0,2,1,1,1,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[3,1,3,14,22,31,43,77,126,252,364,532,830,1220,1774,2594,3454,4479,6068,7794,9976,12260,14756,17877,20780,23566,26305,28905,31252,32677,33902,34019,33351,31976,30465,28310,25917,23292,20149,17086,14327,11688,9403,7421,5823,4277,3174,2318,1638,1125,769,507,327,187,136,83,55,27,19,9,5,2,0,2],"bins":[-0.09067154675722122,-0.08778297901153564,-0.08489440381526947,-0.08200583606958389,-0.07911726832389832,-0.07622869312763214,-0.07334012538194656,-0.07045155763626099,-0.06756298243999481,-0.06467441469430923,-0.06178584322333336,-0.05889727175235748,-0.056008704006671906,-0.05312013253569603,-0.050231561064720154,-0.047342993319034576,-0.0444544218480587,-0.041565850377082825,-0.03867728263139725,-0.03578871116042137,-0.032900139689445496,-0.03001157008111477,-0.027123000472784042,-0.024234429001808167,-0.02134585939347744,-0.018457289785146713,-0.015568718314170837,-0.01268014870584011,-0.00979157816618681,-0.006903007626533508,-0.004014437552541494,-0.0011258672457188368,0.0017627030611038208,0.004651273600757122,0.007539843674749136,0.01042841374874115,0.013316984288394451,0.016205554828047752,0.01909412443637848,0.021982695907354355,0.02487126551568508,0.027759835124015808,0.030648406594991684,0.03353697806596756,0.03642554581165314,0.03931411728262901,0.04220268875360489,0.045091256499290466,0.04797982797026634,0.05086839944124222,0.053756967186927795,0.05664553865790367,0.05953411012887955,0.062422677874565125,0.0653112530708313,0.06819982081651688,0.07108838856220245,0.07397696375846863,0.0768655315041542,0.07975409924983978,0.08264267444610596,0.08553124219179153,0.08841980993747711,0.09130838513374329,0.09419695287942886]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.0007010309491306543,-0.0006785824662074447,-0.0006561340414918959,-0.0006336855585686862,-0.0006112371338531375,-0.0005887886509299278,-0.0005663401680067182,-0.0005438917432911694,-0.0005214432603679597,-0.0004989947774447501,-0.0004765463527292013,-0.00045409786980599165,-0.00043164941598661244,-0.00040920096216723323,-0.00038675247924402356,-0.00036430402542464435,-0.00034185557160526514,-0.00031940711778588593,-0.0002969586639665067,-0.00027451018104329705,-0.00025206172722391784,-0.00022961327340453863,-0.0002071648050332442,-0.00018471633666194975,-0.00016226788284257054,-0.00013981942902319133,-0.0001173709606518969,-9.492249955656007e-05,-7.247403846122324e-05,-5.002557736588642e-05,-2.7577116270549595e-05,-5.128655175212771e-06,1.7319805920124054e-05,3.976826701546088e-05,6.22167281107977e-05,8.466518920613453e-05,0.00010711365030147135,0.00012956210412085056,0.000152010572492145,0.00017445904086343944,0.00019690749468281865,0.00021935594850219786,0.0002418044168734923,0.00026425288524478674,0.00028670133906416595,0.00030914979288354516,0.00033159827580675483,0.00035404672962613404,0.00037649518344551325,0.00039894363726489246,0.00042139209108427167,0.00044384057400748134,0.00046628902782686055,0.0004887374816462398,0.0005111859645694494,0.0005336343892849982,0.0005560828722082078,0.0005785313551314175,0.0006009797798469663,0.0006234282627701759,0.0006458767456933856,0.0006683251704089344,0.000690773653332144,0.0007132220780476928,0.0007356705609709024],"_type":"histogram","values":[1,2,1,0,4,4,7,4,10,14,18,20,23,40,53,73,107,144,204,263,337,452,602,839,1033,1411,1799,2547,3244,4005,16865,339082,5067,3553,2717,2110,1657,1225,934,706,498,443,309,224,159,105,89,54,44,33,31,10,15,5,6,3,1,2,3,1,1,1,1,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"values":[3,0,0,2,0,0,2,5,4,4,3,7,10,10,8,15,16,12,14,17,18,22,19,26,28,28,24,14,24,18,24,24,20,29,35,20,21,25,20,29,15,17,20,23,11,17,10,6,14,4,7,4,5,4,2,1,3,0,0,2,0,1,1,1],"bins":[-0.006086643785238266,-0.005894126370549202,-0.005701608955860138,-0.005509091541171074,-0.00531657412648201,-0.005124057177454233,-0.004931539762765169,-0.004739022348076105,-0.004546504933387041,-0.004353987518697977,-0.004161470104008913,-0.003968952689319849,-0.0037764355074614286,-0.0035839180927723646,-0.0033914009109139442,-0.0031988834962248802,-0.003006366081535816,-0.002813848666846752,-0.002621331252157688,-0.0024288140702992678,-0.0022362966556102037,-0.0020437792409211397,-0.0018512619426473975,-0.0016587446443736553,-0.0014662272296845913,-0.0012737098149955273,-0.001081192516721785,-0.000888675160240382,-0.0006961578037589788,-0.0005036404472775757,-0.0003111230907961726,-0.0001186057343147695,7.39111565053463e-05,0.0002664285129867494,0.0004589458694681525,0.0006514632259495556,0.0008439805824309587,0.0010364979971200228,0.001229015295393765,0.0014215325936675072,0.0016140500083565712,0.0018065674230456352,0.0019990848377346992,0.0021916020195931196,0.0023841194342821836,0.0025766368489712477,0.002769154030829668,0.002961671445518732,0.003154188860207796,0.00334670627489686,0.003539223689585924,0.0037317408714443445,0.003924258053302765,0.004116775467991829,0.004309292882680893,0.004501810297369957,0.004694327712059021,0.004886845126748085,0.005079362541437149,0.005271879956126213,0.005464397370815277,0.005656914319843054,0.005849431734532118,0.006041949149221182,0.006234466563910246],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9964995384216309,0.9966464042663574,0.9967932105064392,0.9969400763511658,0.9970868825912476,0.9972337484359741,0.9973805546760559,0.9975274205207825,0.9976742267608643,0.9978210926055908,0.9979678988456726,0.9981147646903992,0.998261570930481,0.9984084367752075,0.9985552430152893,0.9987021088600159,0.9988489151000977,0.9989957809448242,0.9991426467895508,0.9992894530296326,0.9994363188743591,0.9995831251144409,0.9997299909591675,0.9998767971992493,1.000023603439331,1.0001704692840576,1.0003173351287842,1.0004642009735107,1.0006109476089478,1.0007578134536743,1.0009046792984009,1.0010515451431274,1.0011982917785645,1.001345157623291,1.0014920234680176,1.0016388893127441,1.0017857551574707,1.0019325017929077,1.0020793676376343,1.0022262334823608,1.0023730993270874,1.0025198459625244,1.002666711807251,1.0028135776519775,1.002960443496704,1.0031071901321411,1.0032540559768677,1.0034009218215942,1.0035477876663208,1.0036946535110474,1.0038414001464844,1.003988265991211,1.0041351318359375,1.004281997680664,1.004428744316101,1.0045756101608276,1.0047224760055542,1.0048693418502808,1.0050160884857178,1.0051629543304443,1.005309820175171,1.0054566860198975,1.0056034326553345,1.005750298500061,1.0058971643447876],"_type":"histogram","values":[1,1,2,1,1,1,0,3,2,2,4,3,10,8,10,9,9,12,11,19,22,28,17,29,22,27,24,22,33,27,27,34,24,36,22,33,32,16,20,15,18,17,14,9,17,12,10,4,7,7,8,4,7,7,1,2,4,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"values":[1,4,0,1,4,2,1,2,3,1,6,9,9,12,8,23,19,28,38,31,35,54,56,58,86,71,91,86,117,112,117,129,125,107,82,89,86,69,56,47,42,31,24,28,17,7,5,4,3,2,2,0,1,3,0,0,0,0,1,0,0,0,1,2],"bins":[-0.0030588831286877394,-0.002987019717693329,-0.0029151560738682747,-0.0028432924300432205,-0.00277142901904881,-0.0026995656080543995,-0.0026277019642293453,-0.002555838320404291,-0.0024839749094098806,-0.00241211149841547,-0.002340247854590416,-0.002268384210765362,-0.0021965207997709513,-0.0021246573887765408,-0.0020527937449514866,-0.0019809301011264324,-0.001909066690132022,-0.0018372031627222896,-0.0017653396353125572,-0.0016934761079028249,-0.0016216125804930925,-0.0015497490530833602,-0.0014778855256736279,-0.0014060219982638955,-0.0013341584708541632,-0.0012622949434444308,-0.0011904314160346985,-0.0011185678886249661,-0.0010467043612152338,-0.0009748408338055015,-0.0009029773063957691,-0.0008311137789860368,-0.0007592502515763044,-0.0006873867241665721,-0.0006155231967568398,-0.0005436596693471074,-0.00047179614193737507,-0.0003999326145276427,-0.0003280690871179104,-0.00025620555970817804,-0.0001843420322984457,-0.00011247850488871336,-4.061497747898102e-05,3.1248549930751324e-05,0.00010311207734048367,0.000174975604750216,0.00024683913215994835,0.0003187026595696807,0.00039056618697941303,0.0004624297143891454,0.0005342932417988777,0.0006061567692086101,0.0006780202966183424,0.0007498838240280747,0.0008217473514378071,0.0008936108788475394,0.0009654744062572718,0.0010373379336670041,0.0011092014610767365,0.0011810649884864688,0.0012529285158962011,0.0013247920433059335,0.0013966555707156658,0.0014685190981253982,0.0015403826255351305],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"bins":[0.9952744245529175,0.9954246878623962,0.995574951171875,0.9957252144813538,0.9958754777908325,0.9960257411003113,0.99617600440979,0.9963262677192688,0.9964765310287476,0.9966268539428711,0.9967771172523499,0.9969273805618286,0.9970776438713074,0.9972279071807861,0.9973781704902649,0.9975284337997437,0.9976786971092224,0.9978289604187012,0.9979792237281799,0.9981294870376587,0.9982797503471375,0.9984300136566162,0.998580276966095,0.9987305402755737,0.9988808631896973,0.999031126499176,0.9991813898086548,0.9993316531181335,0.9994819164276123,0.9996321797370911,0.9997824430465698,0.9999327063560486,1.0000829696655273,1.0002332925796509,1.0003834962844849,1.0005338191986084,1.0006840229034424,1.000834345817566,1.0009845495224,1.0011348724365234,1.0012850761413574,1.001435399055481,1.001585602760315,1.0017359256744385,1.0018861293792725,1.002036452293396,1.00218665599823,1.0023369789123535,1.0024871826171875,1.002637505531311,1.0027878284454346,1.0029380321502686,1.003088355064392,1.003238558769226,1.0033888816833496,1.0035390853881836,1.0036894083023071,1.0038396120071411,1.0039899349212646,1.0041401386260986,1.0042904615402222,1.0044406652450562,1.0045909881591797,1.0047411918640137,1.0048915147781372],"_type":"histogram","values":[2,1,2,3,1,2,1,2,4,3,0,3,4,3,6,6,6,10,12,8,11,15,18,24,18,20,17,23,23,26,22,26,31,28,28,26,32,25,27,31,14,17,28,21,24,13,16,15,12,9,10,5,8,4,6,1,4,2,1,2,1,2,0,3]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,6,7,16,23,37,70,95,173,295,467,673,1004,1568,2134,3071,4083,5597,7283,9328,11661,14629,17514,20736,23548,26609,28941,31738,33189,34366,34674,34219,33062,31419,28950,26281,23107,20319,17326,14399,11465,9429,7124,5632,4002,3014,2201,1545,985,668,442,292,172,98,62,39,13,13,3,5,1,1],"bins":[-0.096125029027462,-0.09316473454236984,-0.09020444750785828,-0.08724415302276611,-0.08428385853767395,-0.08132357150316238,-0.07836327701807022,-0.07540298253297806,-0.07244269549846649,-0.06948240101337433,-0.06652210652828217,-0.0635618194937706,-0.060601525008678436,-0.05764123424887657,-0.05468094348907471,-0.051720649003982544,-0.04876035824418068,-0.045800067484378815,-0.04283977299928665,-0.03987948223948479,-0.03691919147968292,-0.03395889699459076,-0.030998606234788895,-0.02803831547498703,-0.025078022852540016,-0.022117730230093002,-0.019157439470291138,-0.016197146847844124,-0.013236855156719685,-0.010276563465595245,-0.007316271308809519,-0.004355979152023792,-0.001395687460899353,0.0015646044630557299,0.004524896387010813,0.007485188543796539,0.010445480234920979,0.013405771926045418,0.01636606454849243,0.019326355308294296,0.02228664793074131,0.025246940553188324,0.02820723131299019,0.031167523935437202,0.034127816557884216,0.03708810731768608,0.040048398077487946,0.04300869256258011,0.04596898332238197,0.04892927408218384,0.051889568567276,0.054849859327077866,0.05781015008687973,0.06077044457197189,0.06373073160648346,0.06669102609157562,0.06965132057666779,0.07261160761117935,0.07557190209627151,0.07853219658136368,0.08149248361587524,0.08445277810096741,0.08741307258605957,0.09037335962057114,0.0933336541056633]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-7.015466690063477e-05,-6.780680269002914e-05,-6.545893847942352e-05,-6.31110742688179e-05,-6.076321005821228e-05,-5.841534584760666e-05,-5.606748163700104e-05,-5.3719617426395416e-05,-5.1371753215789795e-05,-4.9023889005184174e-05,-4.667602479457855e-05,-4.432816058397293e-05,-4.198029637336731e-05,-3.963243216276169e-05,-3.728456795215607e-05,-3.4936703741550446e-05,-3.2588839530944824e-05,-3.0240975320339203e-05,-2.789311110973358e-05,-2.554524689912796e-05,-2.319738268852234e-05,-2.0849518477916718e-05,-1.8501654267311096e-05,-1.6153790056705475e-05,-1.3805925846099854e-05,-1.1458061635494232e-05,-9.11019742488861e-06,-6.7623332142829895e-06,-4.414469003677368e-06,-2.066604793071747e-06,2.812594175338745e-07,2.629123628139496e-06,4.976987838745117e-06,7.3248520493507385e-06,9.67271625995636e-06,1.2020580470561981e-05,1.4368444681167603e-05,1.6716308891773224e-05,1.9064173102378845e-05,2.1412037312984467e-05,2.3759901523590088e-05,2.610776573419571e-05,2.845562994480133e-05,3.080349415540695e-05,3.315135836601257e-05,3.5499222576618195e-05,3.7847086787223816e-05,4.019495099782944e-05,4.254281520843506e-05,4.489067941904068e-05,4.72385436296463e-05,4.958640784025192e-05,5.1934272050857544e-05,5.4282136261463165e-05,5.663000047206879e-05,5.897786468267441e-05,6.132572889328003e-05,6.367359310388565e-05,6.602145731449127e-05,6.83693215250969e-05,7.071718573570251e-05,7.306504994630814e-05,7.541291415691376e-05,7.776077836751938e-05,8.0108642578125e-05],"_type":"histogram","values":[1,0,3,1,1,2,1,3,6,2,5,3,5,8,6,22,11,17,15,14,23,27,24,21,30,25,30,25,29,32,33,25,31,28,19,28,33,27,17,13,23,13,13,5,12,7,9,7,4,1,3,6,7,3,2,1,1,0,1,1,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,4,2,1,3,0,1,1,4,7,1,6,6,10,9,11,14,19,26,34,38,44,48,58,41,50,41,41,35,33,42,27,16,15,10,9,8,11,3,8,6,2,4,4,1,1,3,0,0,1,2,1,1,1,1,0,1,0,0,0,0,0,0,1],"bins":[-0.00010204392310697585,-9.799406689126045e-05,-9.394421067554504e-05,-8.989435445982963e-05,-8.584449824411422e-05,-8.179464930435643e-05,-7.774479308864102e-05,-7.369493687292561e-05,-6.96450806572102e-05,-6.559522444149479e-05,-6.154536822577938e-05,-5.749551564804278e-05,-5.3445659432327375e-05,-4.9395803216611966e-05,-4.5345950638875365e-05,-4.129609442315996e-05,-3.724623820744455e-05,-3.319638199172914e-05,-2.9146527595003136e-05,-2.509667319827713e-05,-2.1046816982561722e-05,-1.6996960766846314e-05,-1.294710637012031e-05,-8.897251063899603e-06,-4.847395757678896e-06,-7.975404514581896e-07,3.252314854762517e-06,7.3021701609832235e-06,1.135202546720393e-05,1.540188168291934e-05,1.9451736079645343e-05,2.3501590476371348e-05,2.7551461244001985e-05,3.160131745971739e-05,3.56511736754328e-05,3.97010262531694e-05,4.375088246888481e-05,4.780073868460022e-05,5.185059126233682e-05,5.590044747805223e-05,5.995030369376764e-05,6.400015990948305e-05,6.805001612519845e-05,7.209987234091386e-05,7.614972128067166e-05,8.019957749638706e-05,8.424943371210247e-05,8.829928992781788e-05,9.234914614353329e-05,9.63990023592487e-05,0.0001004488585749641,0.00010449871479067951,0.00010854857100639492,0.00011259841994615272,0.00011664827616186813,0.00012069813237758353,0.00012474798131734133,0.00012879783753305674,0.00013284769374877214,0.00013689754996448755,0.00014094740618020296,0.00014499726239591837,0.00014904711861163378,0.00015309697482734919,0.0001571468310430646]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,1,1,0,1,3,0,1,1,3,2,5,9,5,11,11,10,16,17,25,24,28,22,28,27,22,28,30,37,31,30,41,43,24,37,24,27,21,16,24,11,17,14,6,6,6,5,2,4,4,1,2,0,0,1,1,1],"bins":[-0.0015039077261462808,-0.0014623998431488872,-0.0014208919601514935,-0.0013793840771541,-0.0013378761941567063,-0.0012963683111593127,-0.0012548604281619191,-0.0012133525451645255,-0.001171844662167132,-0.0011303367791697383,-0.0010888288961723447,-0.001047321013174951,-0.0010058131301775575,-0.0009643052471801639,-0.0009227973641827703,-0.0008812894811853766,-0.000839781598187983,-0.0007982737151905894,-0.0007567658321931958,-0.0007152579491958022,-0.0006737500661984086,-0.000632242183201015,-0.0005907343002036214,-0.0005492264172062278,-0.0005077185342088342,-0.00046621065121144056,-0.00042470276821404696,-0.00038319488521665335,-0.00034168700221925974,-0.00030017911922186613,-0.0002586712362244725,-0.00021716335322707891,-0.00017565558664500713,-0.00013414770364761353,-9.263982065021992e-05,-5.113193765282631e-05,-9.624054655432701e-06,3.188382834196091e-05,7.339171133935452e-05,0.00011489959433674812,0.00015640747733414173,0.00019791536033153534,0.00023942324332892895,0.00028093112632632256,0.00032243900932371616,0.00036394689232110977,0.0004054547753185034,0.000446962658315897,0.0004884705413132906,0.0005299784243106842,0.0005714863073080778,0.0006129941903054714,0.000654502073302865,0.0006960099563002586,0.0007375178392976522,0.0007790257222950459,0.0008205336052924395,0.0008620414882898331,0.0009035493712872267,0.0009450572542846203,0.000986565137282014,0.0010280730202794075,0.0010695809032768011,0.0011110887862741947,0.0011525966692715883],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,1,0,0,2,3,3,0,4,4,4,6,1,6,9,8,7,6,19,16,9,20,26,15,30,23,17,21,24,29,31,40,33,31,21,16,28,25,26,25,17,19,22,21,12,9,10,10,11,15,3,11,2,6,2,1,1,2,1,0,1,1],"bins":[-0.0011117503745481372,-0.0010787852806970477,-0.0010458201868459582,-0.0010128550929948688,-0.0009798899991437793,-0.0009469249052926898,-0.0009139598114416003,-0.0008809947175905108,-0.0008480296237394214,-0.000815064471680671,-0.0007820993778295815,-0.000749134283978492,-0.0007161691901274025,-0.0006832040962763131,-0.0006502390024252236,-0.0006172739085741341,-0.0005843088147230446,-0.0005513437208719552,-0.0005183786270208657,-0.0004854135331697762,-0.0004524484393186867,-0.0004194833163637668,-0.0003865182225126773,-0.00035355312866158783,-0.00032058803481049836,-0.0002876229409594089,-0.0002546578471083194,-0.0002216927387053147,-0.00018872764485422522,-0.00015576255100313574,-0.00012279744260013103,-8.983234874904156e-05,-5.686725489795208e-05,-2.3902157408883795e-05,9.06294008018449e-06,4.2028037569252774e-05,7.499313505832106e-05,0.00010795822890941054,0.00014092333731241524,0.00017388843116350472,0.0002068535250145942,0.00023981861886568367,0.00027278371271677315,0.00030574880656786263,0.00033871392952278256,0.00037167902337387204,0.0004046441172249615,0.000437609211076051,0.0004705743049271405,0.00050353939877823,0.0005365044926293194,0.0005694695864804089,0.0006024346803314984,0.0006353997741825879,0.0006683648680336773,0.0007013299618847668,0.0007342951139435172,0.0007672602077946067,0.0008002253016456962,0.0008331903954967856,0.0008661554893478751,0.0008991205831989646,0.0009320856770500541,0.0009650507709011436,0.000998015864752233]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"_type":"histogram","values":[2,1,1,4,1,4,10,14,22,25,28,53,75,135,175,252,416,554,828,1249,1966,2973,4831,7559,12088,20422,33494,54569,81545,103053,93003,64513,40994,24779,15054,9200,5589,3598,2245,1501,982,658,441,286,200,128,93,73,40,35,16,14,8,9,3,3,3,4,0,0,2,0,0,1],"bins":[-0.00013625621795654297,-0.00013166852295398712,-0.00012708082795143127,-0.00012249313294887543,-0.00011790543794631958,-0.00011331774294376373,-0.00010873004794120789,-0.00010414235293865204,-9.955465793609619e-05,-9.496696293354034e-05,-9.03792679309845e-05,-8.579157292842865e-05,-8.12038779258728e-05,-7.661618292331696e-05,-7.202848792076111e-05,-6.744079291820526e-05,-6.285309791564941e-05,-5.826540291309357e-05,-5.367770791053772e-05,-4.909001290798187e-05,-4.4502317905426025e-05,-3.991462290287018e-05,-3.532692790031433e-05,-3.0739232897758484e-05,-2.6151537895202637e-05,-2.156384289264679e-05,-1.6976147890090942e-05,-1.2388452887535095e-05,-7.800757884979248e-06,-3.213062882423401e-06,1.3746321201324463e-06,5.9623271226882935e-06,1.055002212524414e-05,1.5137717127799988e-05,1.9725412130355835e-05,2.4313107132911682e-05,2.890080213546753e-05,3.3488497138023376e-05,3.8076192140579224e-05,4.266388714313507e-05,4.725158214569092e-05,5.1839277148246765e-05,5.642697215080261e-05,6.101466715335846e-05,6.56023621559143e-05,7.019005715847015e-05,7.4777752161026e-05,7.936544716358185e-05,8.39531421661377e-05,8.854083716869354e-05,9.312853217124939e-05,9.771622717380524e-05,0.00010230392217636108,0.00010689161717891693,0.00011147931218147278,0.00011606700718402863,0.00012065470218658447,0.00012524239718914032,0.00012983009219169617,0.00013441778719425201,0.00013900548219680786,0.0001435931771993637,0.00014818087220191956,0.0001527685672044754,0.00015735626220703125]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,0,0,1,0,0,2,1,2,3,11,6,15,15,20,42,40,83,116,163,239,337,448,681,956,1339,2024,2939,4544,6757,10667,17870,32123,66014,133837,146245,73859,35410,19173,11582,7435,4802,3194,2031,1490,1014,646,509,369,252,168,107,88,49,36,20,20,9,9,4,1,3,1,2],"bins":[-0.0001131892204284668,-0.00010996218770742416,-0.00010673515498638153,-0.0001035081222653389,-0.00010028108954429626,-9.705405682325363e-05,-9.3827024102211e-05,-9.059999138116837e-05,-8.737295866012573e-05,-8.41459259390831e-05,-8.091889321804047e-05,-7.769186049699783e-05,-7.44648277759552e-05,-7.123779505491257e-05,-6.801076233386993e-05,-6.47837296128273e-05,-6.155669689178467e-05,-5.8329664170742035e-05,-5.51026314496994e-05,-5.187559872865677e-05,-4.8648566007614136e-05,-4.54215332865715e-05,-4.219450056552887e-05,-3.8967467844486237e-05,-3.5740435123443604e-05,-3.251340240240097e-05,-2.9286369681358337e-05,-2.6059336960315704e-05,-2.283230423927307e-05,-1.9605271518230438e-05,-1.6378238797187805e-05,-1.3151206076145172e-05,-9.924173355102539e-06,-6.697140634059906e-06,-3.470107913017273e-06,-2.430751919746399e-07,2.983957529067993e-06,6.210990250110626e-06,9.43802297115326e-06,1.2665055692195892e-05,1.5892088413238525e-05,1.911912113428116e-05,2.234615385532379e-05,2.5573186576366425e-05,2.8800219297409058e-05,3.202725201845169e-05,3.5254284739494324e-05,3.848131746053696e-05,4.170835018157959e-05,4.493538290262222e-05,4.8162415623664856e-05,5.138944834470749e-05,5.461648106575012e-05,5.7843513786792755e-05,6.107054650783539e-05,6.429757922887802e-05,6.752461194992065e-05,7.075164467096329e-05,7.397867739200592e-05,7.720571011304855e-05,8.043274283409119e-05,8.365977555513382e-05,8.688680827617645e-05,9.011384099721909e-05,9.334087371826172e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,3,1,1,2,1,2,4,3,5,4,9,6,8,13,9,11,12,21,30,23,24,29,18,20,23,28,21,27,25,27,30,29,26,30,29,21,17,27,21,17,19,14,18,9,8,4,6,7,6,3,4,0,0,2,0,3,0,3,1,0,1,0,2],"bins":[-0.006945377215743065,-0.00671473890542984,-0.006484100129455328,-0.006253461353480816,-0.006022823043167591,-0.005792184732854366,-0.005561545956879854,-0.005330907180905342,-0.005100268870592117,-0.0048696305602788925,-0.00463899178430438,-0.004408353008329868,-0.0041777146980166435,-0.003947076387703419,-0.0037164376117289066,-0.003485799068585038,-0.0032551605254411697,-0.0030245219822973013,-0.002793883439153433,-0.0025632448960095644,-0.002332606352865696,-0.0021019678097218275,-0.001871329266577959,-0.0016406907234340906,-0.0014100521802902222,-0.0011794136371463537,-0.0009487750940024853,-0.0007181365508586168,-0.0004874980077147484,-0.00025685946457087994,-2.622092142701149e-05,0.00020441762171685696,0.0004350561648607254,0.0006656947080045938,0.0008963332511484623,0.0011269717942923307,0.0013576103374361992,0.0015882488805800676,0.001818887423723936,0.0020495259668678045,0.002280164510011673,0.0025108030531555414,0.00274144159629941,0.0029720801394432783,0.0032027186825871468,0.003433357225731015,0.0036639957688748837,0.003894634312018752,0.0041252728551626205,0.004355911165475845,0.0045865499414503574,0.0048171887174248695,0.005047827027738094,0.005278465338051319,0.005509104114025831,0.005739742890000343,0.005970381200313568,0.006201019510626793,0.006431658286601305,0.006662297062575817,0.006892935372889042,0.007123573683202267,0.007354212459176779,0.007584851235151291,0.007815489545464516],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"values":[1,5,5,10,11,26,47,74,162,251,400,543,813,1259,1799,2666,3423,4772,6504,8376,10520,13080,16049,18744,22057,25114,27801,30249,32312,33729,34741,34597,33922,32224,30492,27627,25034,21760,18832,15759,12886,10503,8304,6258,4747,3577,2523,1752,1241,786,576,357,210,126,80,36,38,14,10,3,0,3,2,2],"bins":[-0.09163681417703629,-0.08868107199668884,-0.085725337266922,-0.08276959508657455,-0.07981385290622711,-0.07685811817646027,-0.07390237599611282,-0.07094663381576538,-0.06799089908599854,-0.06503515690565109,-0.06207941845059395,-0.059123679995536804,-0.05616793781518936,-0.05321219936013222,-0.05025646090507507,-0.04730071872472763,-0.044344980269670486,-0.04138924181461334,-0.0384334996342659,-0.035477761179208755,-0.03252202272415161,-0.029566282406449318,-0.026610542088747025,-0.02365480363368988,-0.020699063315987587,-0.017743322998285294,-0.01478758454322815,-0.011831844225525856,-0.008876104839146137,-0.0059203654527664185,-0.0029646256007254124,-8.885981515049934e-06,0.0029468536376953125,0.005902593024075031,0.00885833241045475,0.011814072728157043,0.014769812114536762,0.01772555150091648,0.020681291818618774,0.02363703027367592,0.026592770591378212,0.029548510909080505,0.03250424936413765,0.035459987819194794,0.038415729999542236,0.04137146845459938,0.044327206909656525,0.04728294909000397,0.05023868754506111,0.053194426000118256,0.0561501681804657,0.05910590663552284,0.06206164509057999,0.06501738727092743,0.06797312200069427,0.07092886418104172,0.07388460636138916,0.076840341091156,0.07979608327150345,0.08275182545185089,0.08570756018161774,0.08866330236196518,0.09161904454231262,0.09457477927207947,0.09753052145242691],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[3,2,2,3,2,3,7,17,16,26,22,40,65,75,110,170,241,319,487,636,858,1371,2010,3153,5158,8864,16549,33746,77744,160072,145170,66984,29555,14627,8054,4749,2941,1919,1222,849,560,393,284,199,153,124,78,47,34,27,27,15,11,9,7,6,2,0,2,2,2,0,0,1],"bins":[-8.916854858398438e-05,-8.618738502264023e-05,-8.320622146129608e-05,-8.022505789995193e-05,-7.724389433860779e-05,-7.426273077726364e-05,-7.12815672159195e-05,-6.830040365457535e-05,-6.53192400932312e-05,-6.233807653188705e-05,-5.935691297054291e-05,-5.637574940919876e-05,-5.3394585847854614e-05,-5.041342228651047e-05,-4.743225872516632e-05,-4.4451095163822174e-05,-4.146993160247803e-05,-3.848876804113388e-05,-3.5507604479789734e-05,-3.252644091844559e-05,-2.954527735710144e-05,-2.6564113795757294e-05,-2.3582950234413147e-05,-2.0601786673069e-05,-1.7620623111724854e-05,-1.4639459550380707e-05,-1.165829598903656e-05,-8.677132427692413e-06,-5.695968866348267e-06,-2.71480530500412e-06,2.6635825634002686e-07,3.2475218176841736e-06,6.22868537902832e-06,9.209848940372467e-06,1.2191012501716614e-05,1.517217606306076e-05,1.8153339624404907e-05,2.1134503185749054e-05,2.41156667470932e-05,2.7096830308437347e-05,3.0077993869781494e-05,3.305915743112564e-05,3.604032099246979e-05,3.9021484553813934e-05,4.200264811515808e-05,4.498381167650223e-05,4.7964975237846375e-05,5.094613879919052e-05,5.392730236053467e-05,5.6908465921878815e-05,5.988962948322296e-05,6.287079304456711e-05,6.585195660591125e-05,6.88331201672554e-05,7.181428372859955e-05,7.47954472899437e-05,7.777661085128784e-05,8.075777441263199e-05,8.373893797397614e-05,8.672010153532028e-05,8.970126509666443e-05,9.268242865800858e-05,9.566359221935272e-05,9.864475578069687e-05,0.00010162591934204102]},"parameters/_orig_mod.linear.weight":{"_type":"histogram","values":[8,76,342,1055,2603,4382,5946,6711,7368,7380,7383,7262,7282,7228,7367,7258,7288,7334,7303,7342,7337,7375,7413,7303,7442,7209,7423,7133,7401,7270,7330,7288,7379,7266,7488,7349,7472,7415,7401,7463,7389,7356,7241,7172,7345,7228,7152,7371,7409,7342,7247,7236,7477,7285,7403,7249,6666,5869,4139,2297,896,289,67,16],"bins":[-0.043119803071022034,-0.04176928475499153,-0.04041876643896103,-0.03906824812293053,-0.037717729806900024,-0.03636721521615982,-0.03501669690012932,-0.033666178584098816,-0.032315660268068314,-0.03096514195203781,-0.02961462363600731,-0.028264107182621956,-0.026913588866591454,-0.02556307055056095,-0.024212554097175598,-0.022862035781145096,-0.021511517465114594,-0.02016099914908409,-0.01881048083305359,-0.017459964379668236,-0.016109446063637733,-0.014758927747607231,-0.013408410362899303,-0.012057892978191376,-0.010707374662160873,-0.009356856346130371,-0.008006338961422443,-0.006655821111053228,-0.005305303260684013,-0.003954785410314798,-0.0026042675599455833,-0.0012537497095763683,9.676441550254822e-05,0.0014472822658717632,0.0027978001162409782,0.004148317966610193,0.005498835816979408,0.006849353667348623,0.008199871517717838,0.009550388902425766,0.010900907218456268,0.01225142553448677,0.013601942919194698,0.014952460303902626,0.01630297861993313,0.01765349693596363,0.019004013389348984,0.020354531705379486,0.02170505002140999,0.02305556833744049,0.024406086653470993,0.025756603106856346,0.02710712142288685,0.02845763973891735,0.029808156192302704,0.031158674508333206,0.03250919282436371,0.03385971114039421,0.03521022945642471,0.036560747772455215,0.03791126608848572,0.03926178067922592,0.040612298995256424,0.041962817311286926,0.04331333562731743]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,1,0,0,1,3,1,2,4,3,1,3,2,6,5,12,6,14,12,13,14,21,18,21,23,23,31,26,27,24,25,39,32,35,33,16,34,37,26,19,18,15,13,11,20,9,18,7,9,11,3,2,2,1,2,4,1,3,1,1,1,1],"bins":[-0.0013881747145205736,-0.0013467913959175348,-0.0013054081937298179,-0.001264024875126779,-0.0012226416729390621,-0.0011812583543360233,-0.0011398750357329845,-0.0010984918335452676,-0.0010571085149422288,-0.00101572519633919,-0.000974341994151473,-0.0009329586755484343,-0.0008915754151530564,-0.0008501921547576785,-0.0008088088361546397,-0.0007674255757592618,-0.000726042315363884,-0.0006846590549685061,-0.0006432757945731282,-0.0006018924759700894,-0.0005605092155747116,-0.0005191259551793337,-0.00047774266568012536,-0.000436359376180917,-0.00039497611578553915,-0.0003535928553901613,-0.00031220956589095294,-0.0002708262763917446,-0.00022944301599636674,-0.00018805974104907364,-0.00014667646610178053,-0.00010529319115448743,-6.39097997918725e-05,-2.25265248445794e-05,1.8856750102713704e-05,6.024002505000681e-05,0.00010162329999729991,0.000143006574944593,0.00018438984989188612,0.00022577312483917922,0.0002671563997864723,0.0003085396601818502,0.0003499229496810585,0.00039130623918026686,0.00043268949957564473,0.0004740727599710226,0.0005154560785740614,0.0005568393389694393,0.0005982225993648171,0.000639605859760195,0.0006809891201555729,0.0007223724387586117,0.0007637556991539896,0.0008051389595493674,0.0008465222781524062,0.0008879055385477841,0.000929288798943162,0.0009706720593385398,0.0010120553197339177,0.0010534386383369565,0.0010948218405246735,0.0011362051591277122,0.001177588477730751,0.001218971679918468,0.0012603549985215068]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,0,0,1,2,4,0,1,1,5,8,7,9,7,7,8,15,17,21,19,23,31,33,24,34,31,38,40,33,31,29,32,23,27,31,31,17,27,15,15,14,8,12,6,11,6,1,2,2,2,2,0,0,1,0,0,1,0,1],"bins":[-0.00010412877600174397,-0.00010098471830133349,-9.784065332496539e-05,-9.46965956245549e-05,-9.15525306481868e-05,-8.840847294777632e-05,-8.526441524736583e-05,-8.212035027099773e-05,-7.897629257058725e-05,-7.583223487017676e-05,-7.268816989380866e-05,-6.954411219339818e-05,-6.640005449298769e-05,-6.325598951661959e-05,-6.011193181620911e-05,-5.6967870477819815e-05,-5.382380913943052e-05,-5.067974780104123e-05,-4.753568646265194e-05,-4.439162876224145e-05,-4.124756742385216e-05,-3.810350608546287e-05,-3.495944838505238e-05,-3.181538704666309e-05,-2.8671325708273798e-05,-2.5527264369884506e-05,-2.2383204850484617e-05,-1.9239145331084728e-05,-1.6095083992695436e-05,-1.2951023563800845e-05,-9.806963134906255e-06,-6.662902706011664e-06,-3.5188495530746877e-06,-3.7478912418009713e-07,2.7692713047144935e-06,5.913331733609084e-06,9.057392162503675e-06,1.2201452591398265e-05,1.5345513020292856e-05,1.8489572539692745e-05,2.1633633878082037e-05,2.477769521647133e-05,2.7921754735871218e-05,3.106581425527111e-05,3.42098755936604e-05,3.735393693204969e-05,4.049799463246018e-05,4.364205597084947e-05,4.678611730923876e-05,4.9930178647628054e-05,5.3074239986017346e-05,5.621829768642783e-05,5.9362359024817124e-05,6.250642036320642e-05,6.56504780636169e-05,6.8794543039985e-05,7.193860074039549e-05,7.508265844080597e-05,7.822672341717407e-05,8.137078111758456e-05,8.451484609395266e-05,8.765890379436314e-05,9.080296149477363e-05,9.394702647114173e-05,9.709108417155221e-05]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-4.9173831939697266e-05,-4.7585926949977875e-05,-4.5998021960258484e-05,-4.441011697053909e-05,-4.28222119808197e-05,-4.123430699110031e-05,-3.964640200138092e-05,-3.805849701166153e-05,-3.647059202194214e-05,-3.488268703222275e-05,-3.329478204250336e-05,-3.1706877052783966e-05,-3.0118972063064575e-05,-2.8531067073345184e-05,-2.6943162083625793e-05,-2.5355257093906403e-05,-2.3767352104187012e-05,-2.217944711446762e-05,-2.059154212474823e-05,-1.900363713502884e-05,-1.7415732145309448e-05,-1.5827827155590057e-05,-1.4239922165870667e-05,-1.2652017176151276e-05,-1.1064112186431885e-05,-9.476207196712494e-06,-7.888302206993103e-06,-6.300397217273712e-06,-4.712492227554321e-06,-3.1245872378349304e-06,-1.5366822481155396e-06,5.122274160385132e-08,1.6391277313232422e-06,3.227032721042633e-06,4.814937710762024e-06,6.402842700481415e-06,7.990747690200806e-06,9.578652679920197e-06,1.1166557669639587e-05,1.2754462659358978e-05,1.4342367649078369e-05,1.593027263879776e-05,1.751817762851715e-05,1.9106082618236542e-05,2.0693987607955933e-05,2.2281892597675323e-05,2.3869797587394714e-05,2.5457702577114105e-05,2.7045607566833496e-05,2.8633512556552887e-05,3.0221417546272278e-05,3.180932253599167e-05,3.339722752571106e-05,3.498513251543045e-05,3.657303750514984e-05,3.816094249486923e-05,3.974884748458862e-05,4.1336752474308014e-05,4.2924657464027405e-05,4.4512562453746796e-05,4.6100467443466187e-05,4.768837243318558e-05,4.927627742290497e-05,5.086418241262436e-05,5.245208740234375e-05],"_type":"histogram","values":[1,0,0,0,0,1,1,3,1,3,7,1,2,7,12,11,17,19,24,23,30,44,44,70,57,79,97,90,104,116,117,128,123,122,118,90,104,83,66,53,43,26,30,17,20,6,13,2,4,3,6,0,3,1,1,1,0,1,1,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,0,0,4,5,3,18,24,31,62,110,169,276,404,667,1041,1470,2117,2880,4034,5579,7260,9235,11627,14506,17181,20472,23457,26847,29503,31938,33576,34254,35200,34677,33176,31445,29226,26359,23270,20185,17210,14122,11663,9051,6908,5361,3993,2942,2098,1415,969,670,432,266,176,106,71,37,22,15,3,3,2],"bins":[-0.09966370463371277,-0.09668420255184174,-0.0937047079205513,-0.09072520583868027,-0.08774570375680923,-0.0847662091255188,-0.08178670704364777,-0.07880720496177673,-0.0758277028799057,-0.07284820824861526,-0.06986870616674423,-0.0668892040848732,-0.06390970945358276,-0.06093020737171173,-0.057950709015131,-0.054971206933259964,-0.05199170857667923,-0.049012210220098495,-0.04603270813822746,-0.04305320978164673,-0.040073707699775696,-0.03709420934319496,-0.03411471098661423,-0.031135210767388344,-0.02815571054816246,-0.025176210328936577,-0.022196710109710693,-0.01921721175312996,-0.016237711533904076,-0.013258211314678192,-0.010278712026774883,-0.007299212273210287,-0.004319719970226288,-0.0013402202166616917,0.0016392795369029045,0.004618779290467501,0.007598279044032097,0.01057777926325798,0.01355727855116129,0.016536777839064598,0.01951627805829048,0.022495778277516365,0.02547527849674225,0.028454776853322983,0.03143427520990372,0.03441377729177475,0.037393275648355484,0.04037277773022652,0.04335227608680725,0.046331774443387985,0.04931127652525902,0.05229077488183975,0.055270276963710785,0.05824977532029152,0.06122927367687225,0.06420877575874329,0.06718827784061432,0.07016777247190475,0.07314727455377579,0.07612677663564682,0.07910627126693726,0.08208577334880829,0.08506527543067932,0.08804477006196976,0.09102427214384079],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"values":[1,0,0,0,0,0,0,1,0,0,1,3,2,5,5,1,4,8,6,8,6,15,13,19,12,18,13,29,28,28,30,30,38,38,815,34,28,37,28,24,29,18,21,19,12,18,8,13,14,7,6,10,9,5,2,4,3,3,3,0,2,0,0,2],"bins":[-0.012475414201617241,-0.01211646106094122,-0.011757507920265198,-0.011398554779589176,-0.011039601638913155,-0.010680649429559708,-0.010321696288883686,-0.009962743148207664,-0.009603790007531643,-0.009244836866855621,-0.0088858837261796,-0.008526930585503578,-0.008167978376150131,-0.007809024769812822,-0.007450072094798088,-0.0070911189541220665,-0.006732165813446045,-0.006373212672770023,-0.006014259532094002,-0.0056553068570792675,-0.005296353716403246,-0.004937400575727224,-0.00457844790071249,-0.0042194947600364685,-0.003860541619360447,-0.0035015884786844254,-0.0031426355708390474,-0.0027836826629936695,-0.002424729522317648,-0.0020657763816416264,-0.0017068234737962484,-0.0013478704495355487,-0.0009889164939522743,-0.0006299634696915746,-0.0002710104454308748,8.794257882982492e-05,0.0004468956030905247,0.0008058486273512244,0.0011648016516119242,0.001523754675872624,0.0018827077001333237,0.0022416608408093452,0.002600613748654723,0.002959566656500101,0.0033185197971761227,0.0036774729378521442,0.0040364256128668785,0.0043953787535429,0.004754331894218922,0.005113285034894943,0.005472238175570965,0.005831190850585699,0.006190143991261721,0.006549097131937742,0.0069080498069524765,0.007267002947628498,0.00762595608830452,0.007984909228980541,0.008343862369656563,0.008702815510332584,0.009061768651008606,0.009420720860362053,0.009779674001038074,0.010138627141714096,0.010497580282390118],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[2,1,0,1,2,2,1,6,5,2,7,7,5,6,6,11,15,15,13,13,20,16,26,25,30,23,29,31,33,40,34,28,32,26,28,27,28,30,18,18,17,8,11,15,11,8,4,5,7,2,4,4,2,2,1,1,0,2,0,0,0,0,0,2],"bins":[-7.790327072143555e-05,-7.528252899646759e-05,-7.266178727149963e-05,-7.004104554653168e-05,-6.742030382156372e-05,-6.479956209659576e-05,-6.217882037162781e-05,-5.955807864665985e-05,-5.6937336921691895e-05,-5.431659519672394e-05,-5.169585347175598e-05,-4.9075111746788025e-05,-4.645437002182007e-05,-4.383362829685211e-05,-4.1212886571884155e-05,-3.85921448469162e-05,-3.597140312194824e-05,-3.3350661396980286e-05,-3.072991967201233e-05,-2.8109177947044373e-05,-2.5488436222076416e-05,-2.286769449710846e-05,-2.0246952772140503e-05,-1.7626211047172546e-05,-1.500546932220459e-05,-1.2384727597236633e-05,-9.763985872268677e-06,-7.14324414730072e-06,-4.522502422332764e-06,-1.9017606973648071e-06,7.189810276031494e-07,3.339722752571106e-06,5.9604644775390625e-06,8.581206202507019e-06,1.1201947927474976e-05,1.3822689652442932e-05,1.644343137741089e-05,1.9064173102378845e-05,2.1684914827346802e-05,2.4305656552314758e-05,2.6926398277282715e-05,2.954714000225067e-05,3.216788172721863e-05,3.4788623452186584e-05,3.740936517715454e-05,4.00301069021225e-05,4.2650848627090454e-05,4.527159035205841e-05,4.789233207702637e-05,5.0513073801994324e-05,5.313381552696228e-05,5.575455725193024e-05,5.837529897689819e-05,6.099604070186615e-05,6.36167824268341e-05,6.623752415180206e-05,6.885826587677002e-05,7.147900760173798e-05,7.409974932670593e-05,7.672049105167389e-05,7.934123277664185e-05,8.19619745016098e-05,8.458271622657776e-05,8.720345795154572e-05,8.982419967651367e-05]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,2,0,0,2,1,1,1,0,3,6,11,5,8,8,7,10,12,13,17,15,20,17,15,22,27,31,38,36,26,29,36,29,23,36,28,25,30,20,30,13,19,16,13,17,7,3,7,6,7,6,5,0,1,3,0,0,0,2,0,0,1],"bins":[-0.0014970058109611273,-0.0014515395741909742,-0.0014060733374208212,-0.0013606071006506681,-0.001315140863880515,-0.0012696747435256839,-0.0012242085067555308,-0.0011787422699853778,-0.0011332760332152247,-0.0010878097964450717,-0.0010423435596749187,-0.0009968773229047656,-0.0009514111443422735,-0.0009059449075721204,-0.0008604787290096283,-0.0008150124922394753,-0.0007695462554693222,-0.0007240800186991692,-0.0006786137819290161,-0.000633147603366524,-0.0005876813665963709,-0.0005422151298262179,-0.0004967489512637258,-0.0004512827144935727,-0.00040581647772341967,-0.0003603502409532666,-0.00031488403328694403,-0.00026941782562062144,-0.0002239515888504684,-0.00017848536663223058,-0.00013301914441399276,-8.755292219575495e-05,-4.208669997751713e-05,3.3795222407206893e-06,4.8845744458958507e-05,9.431196667719632e-05,0.00013977818889543414,0.00018524441111367196,0.00023071063333190978,0.00027617684099823236,0.0003216430777683854,0.00036710931453853846,0.00041257552220486104,0.00045804172987118363,0.0005035079666413367,0.0005489742034114897,0.0005944403819739819,0.0006399066187441349,0.000685372855514288,0.000730839092284441,0.000776305329054594,0.0008217715076170862,0.0008672377443872392,0.0009127039811573923,0.0009581701597198844,0.0010036363964900374,0.0010491026332601905,0.0010945688700303435,0.0011400351068004966,0.0011855013435706496,0.0012309674639254808,0.0012764337006956339,0.001321899937465787,0.00136736617423594,0.001412832411006093]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,1,2,3,2,2,3,5,4,10,10,9,9,7,21,19,15,23,33,31,32,24,20,34,33,30,32,37,31,26,24,22,27,33,19,18,17,17,9,18,13,10,10,5,5,3,1,1,1,0,2,0,0,0,1,1],"bins":[-7.796287536621094e-05,-7.566623389720917e-05,-7.33695924282074e-05,-7.107295095920563e-05,-6.877630949020386e-05,-6.647966802120209e-05,-6.418302655220032e-05,-6.188638508319855e-05,-5.958974361419678e-05,-5.729310214519501e-05,-5.499646067619324e-05,-5.269981920719147e-05,-5.04031777381897e-05,-4.810653626918793e-05,-4.580989480018616e-05,-4.351325333118439e-05,-4.121661186218262e-05,-3.891997039318085e-05,-3.662332892417908e-05,-3.432668745517731e-05,-3.203004598617554e-05,-2.9733404517173767e-05,-2.7436763048171997e-05,-2.5140121579170227e-05,-2.2843480110168457e-05,-2.0546838641166687e-05,-1.8250197172164917e-05,-1.5953555703163147e-05,-1.3656914234161377e-05,-1.1360272765159607e-05,-9.063631296157837e-06,-6.766989827156067e-06,-4.470348358154297e-06,-2.173706889152527e-06,1.2293457984924316e-07,2.419576048851013e-06,4.716217517852783e-06,7.012858986854553e-06,9.309500455856323e-06,1.1606141924858093e-05,1.3902783393859863e-05,1.6199424862861633e-05,1.8496066331863403e-05,2.0792707800865173e-05,2.3089349269866943e-05,2.5385990738868713e-05,2.7682632207870483e-05,2.9979273676872253e-05,3.2275915145874023e-05,3.4572556614875793e-05,3.6869198083877563e-05,3.9165839552879333e-05,4.1462481021881104e-05,4.3759122490882874e-05,4.6055763959884644e-05,4.8352405428886414e-05,5.0649046897888184e-05,5.2945688366889954e-05,5.5242329835891724e-05,5.7538971304893494e-05,5.9835612773895264e-05,6.213225424289703e-05,6.44288957118988e-05,6.672553718090057e-05,6.902217864990234e-05]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,2,0,0,1,2,1,5,3,9,7,9,16,17,9,16,17,38,36,50,33,42,41,50,51,45,50,43,22,29,16,22,17,17,13,9,14,2,1,2,5,1,1,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.00019474212604109198,-0.00018788060697261244,-0.00018101910245604813,-0.0001741575833875686,-0.00016729606431908906,-0.00016043455980252475,-0.0001535730407340452,-0.0001467115362174809,-0.00013985001714900136,-0.00013298849808052182,-0.0001261269935639575,-0.00011926547449547797,-0.00011240396270295605,-0.00010554245091043413,-9.868093184195459e-05,-9.181942004943267e-05,-8.495790825691074e-05,-7.809639646438882e-05,-7.12348846718669e-05,-6.437336560338736e-05,-5.751185381086543e-05,-5.065034201834351e-05,-4.378882658784278e-05,-3.6927311157342046e-05,-3.0065799364820123e-05,-2.3204285753308795e-05,-1.6342772141797468e-05,-9.48125853028614e-06,-2.6197449187748134e-06,4.241768692736514e-06,1.1103282304247841e-05,1.796479591575917e-05,2.4826294975355268e-05,3.168780676787719e-05,3.854932219837792e-05,4.541083762887865e-05,5.227234942140058e-05,5.91338612139225e-05,6.599538028240204e-05,7.285689207492396e-05,7.971840386744589e-05,8.657991565996781e-05,9.344142745248973e-05,0.00010030294652096927,0.0001071644583134912,0.00011402597010601312,0.00012088748917449266,0.00012774899369105697,0.0001346105127595365,0.00014147203182801604,0.00014833353634458035,0.0001551950554130599,0.0001620565599296242,0.00016891807899810374,0.00017577959806658328,0.00018264110258314759,0.00018950262165162712,0.00019636414072010666,0.00020322564523667097,0.0002100871643051505,0.00021694868337363005,0.00022381018789019436,0.0002306717069586739,0.0002375332114752382,0.00024439473054371774],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,1,1,2,1,5,6,3,10,18,21,27,31,59,80,142,186,282,442,657,1173,1833,3092,5047,8837,15961,29844,58779,131871,331891,489214,272103,110822,51080,25848,13868,7877,4522,2659,1704,1025,606,424,263,169,117,76,54,36,22,23,16,12,3,6,4,2,2,0,1,1,1,0,1],"bins":[-0.00014841556549072266,-0.0001435317099094391,-0.00013864785432815552,-0.00013376399874687195,-0.00012888014316558838,-0.0001239962875843048,-0.00011911243200302124,-0.00011422857642173767,-0.0001093447208404541,-0.00010446086525917053,-9.957700967788696e-05,-9.46931540966034e-05,-8.980929851531982e-05,-8.492544293403625e-05,-8.004158735275269e-05,-7.515773177146912e-05,-7.027387619018555e-05,-6.539002060890198e-05,-6.050616502761841e-05,-5.562230944633484e-05,-5.073845386505127e-05,-4.58545982837677e-05,-4.097074270248413e-05,-3.608688712120056e-05,-3.120303153991699e-05,-2.6319175958633423e-05,-2.1435320377349854e-05,-1.6551464796066284e-05,-1.1667609214782715e-05,-6.7837536334991455e-06,-1.8998980522155762e-06,2.983957529067993e-06,7.867813110351562e-06,1.2751668691635132e-05,1.76355242729187e-05,2.251937985420227e-05,2.740323543548584e-05,3.228709101676941e-05,3.717094659805298e-05,4.205480217933655e-05,4.693865776062012e-05,5.1822513341903687e-05,5.6706368923187256e-05,6.159022450447083e-05,6.64740800857544e-05,7.135793566703796e-05,7.624179124832153e-05,8.11256468296051e-05,8.600950241088867e-05,9.089335799217224e-05,9.577721357345581e-05,0.00010066106915473938,0.00010554492473602295,0.00011042878031730652,0.00011531263589859009,0.00012019649147987366,0.00012508034706115723,0.0001299642026424408,0.00013484805822372437,0.00013973191380500793,0.0001446157693862915,0.00014949962496757507,0.00015438348054885864,0.0001592673361301422,0.00016415119171142578]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,5,2,3,0,2,2,6,8,9,7,8,17,10,23,14,20,34,27,24,24,28,32,37,30,37,34,29,40,32,31,26,26,23,23,13,12,16,10,5,7,4,8,1,6,2,1,2,2,0,1,0,0,1,2,0,1],"bins":[-0.0019737195689231157,-0.001912180450744927,-0.0018506413325667381,-0.0017891022143885493,-0.0017275630962103605,-0.00166602386161685,-0.001604484743438661,-0.0015429456252604723,-0.0014814065070822835,-0.0014198673889040947,-0.001358328270725906,-0.001296789152547717,-0.0012352499179542065,-0.0011737107997760177,-0.0011121716815978289,-0.00105063256341964,-0.0009890934452414513,-0.0009275543270632625,-0.0008660152088850737,-0.000804476032499224,-0.0007429369143210351,-0.0006813977961428463,-0.0006198586197569966,-0.0005583195015788078,-0.000496780383400619,-0.00043524126522243023,-0.00037370211794041097,-0.0003121629706583917,-0.0002506238524802029,-0.00018908471975009888,-0.00012754558701999485,-6.600645428989083e-05,-4.4675543904304504e-06,5.707157833967358e-05,0.00011861071106977761,0.00018014984379988164,0.00024168897652998567,0.00030322809470817447,0.0003647672419901937,0.000426306389272213,0.0004878455074504018,0.0005493846256285906,0.0006109237438067794,0.0006724629201926291,0.0007340020383708179,0.0007955411565490067,0.0008570803329348564,0.0009186194511130452,0.000980158569291234,0.0010416976874694228,0.0011032368056476116,0.0011647759238258004,0.0012263150420039892,0.0012878542765974998,0.0013493933947756886,0.0014109325129538774,0.0014724716311320662,0.001534010749310255,0.0015955498674884439,0.0016570889856666327,0.0017186282202601433,0.001780167338438332,0.0018417064566165209,0.0019032455747947097,0.0019647846929728985]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"bins":[-0.09341565519571304,-0.09035852551460266,-0.08730140328407288,-0.0842442736029625,-0.08118715137243271,-0.07813002169132233,-0.07507289946079254,-0.07201576977968216,-0.06895864009857178,-0.06590151786804199,-0.06284438818693161,-0.059787265956401825,-0.05673013627529144,-0.05367301031947136,-0.050615884363651276,-0.04755875840783119,-0.04450163245201111,-0.041444506496191025,-0.03838738054037094,-0.03533025458455086,-0.032273128628730774,-0.02921600081026554,-0.026158872991800308,-0.023101747035980225,-0.02004462108016014,-0.016987495124340057,-0.0139303682371974,-0.010873241350054741,-0.007816115394234657,-0.004758988972753286,-0.0017018625512719154,0.0013552638702094555,0.0044123828411102295,0.0074695092625916,0.010526635684072971,0.01358376257121563,0.016640888527035713,0.019698014482855797,0.02275514230132103,0.025812268257141113,0.028869394212961197,0.03192652016878128,0.034983646124601364,0.03804077208042145,0.04109790176153183,0.04415502771735191,0.047212153673172,0.05026927962899208,0.053326405584812164,0.05638353154063225,0.05944065749645233,0.062497783452272415,0.0655549094080925,0.06861203908920288,0.07166916131973267,0.07472629100084305,0.07778342068195343,0.08084054291248322,0.0838976725935936,0.08695479482412338,0.09001192450523376,0.09306904673576355,0.09612617641687393,0.09918329864740372,0.1022404283285141],"_type":"histogram","values":[1,1,1,8,16,11,44,61,139,207,324,502,834,1260,1787,2522,3609,4928,6577,8538,10973,13841,16696,20098,23380,26814,29719,32292,33885,35100,36123,35584,34411,32368,29955,27068,23580,20552,17456,14061,11440,9005,6922,5144,3792,2767,1862,1273,833,549,351,208,137,95,56,27,14,8,6,2,5,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[3,2,0,0,0,2,2,1,1,3,4,3,8,6,5,8,7,7,15,15,23,25,24,26,32,37,42,39,26,39,40,32,37,41,27,38,18,25,15,15,14,14,10,8,4,3,2,5,2,2,1,3,1,1,2,1,0,1,0,0,0,0,0,1],"bins":[-0.008873273618519306,-0.008572911843657494,-0.008272550068795681,-0.007972188293933868,-0.0076718260534107685,-0.007371463812887669,-0.007071102038025856,-0.006770740263164043,-0.006470378488302231,-0.006170016247779131,-0.005869654472917318,-0.005569292698055506,-0.005268930457532406,-0.004968568682670593,-0.004668206907808781,-0.004367844667285681,-0.004067482892423868,-0.003767120884731412,-0.0034667591098695993,-0.003166397102177143,-0.0028660353273153305,-0.0025656733196228743,-0.002265311311930418,-0.0019649495370686054,-0.0016645875293761492,-0.0013642256380990148,-0.0010638637468218803,-0.0007635017391294241,-0.0004631398478522897,-0.0001627779274713248,0.00013758399290964007,0.00043794591329060495,0.0007383078336715698,0.0010386697249487042,0.0013390316162258387,0.001639393623918295,0.0019397555151954293,0.0022401174064725637,0.00254047941416502,0.0028408411890268326,0.003141203196719289,0.003441565204411745,0.0037419269792735577,0.00404228875413537,0.00434265099465847,0.004643012769520283,0.004943374544382095,0.005243736784905195,0.005544098559767008,0.00584446033462882,0.00614482257515192,0.006445184350013733,0.0067455461248755455,0.007045908365398645,0.007346270140260458,0.007646631915122271,0.00794699415564537,0.008247355930507183,0.008547717705368996,0.008848079480230808,0.00914844125509262,0.009448803961277008,0.00974916573613882,0.010049527511000633,0.010349889285862446],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"_type":"histogram","values":[1,2,0,0,0,1,0,3,2,2,7,4,4,6,9,11,15,22,21,35,33,52,59,60,96,111,124,116,137,150,156,132,113,102,67,53,52,56,35,31,24,17,26,23,10,14,11,7,10,5,5,4,3,3,1,1,0,0,1,0,1,1,0,1],"bins":[-5.3048133850097656e-05,-5.1266513764858246e-05,-4.9484893679618835e-05,-4.7703273594379425e-05,-4.5921653509140015e-05,-4.4140033423900604e-05,-4.2358413338661194e-05,-4.0576793253421783e-05,-3.879517316818237e-05,-3.701355308294296e-05,-3.523193299770355e-05,-3.345031291246414e-05,-3.166869282722473e-05,-2.988707274198532e-05,-2.810545265674591e-05,-2.63238325715065e-05,-2.454221248626709e-05,-2.276059240102768e-05,-2.097897231578827e-05,-1.919735223054886e-05,-1.7415732145309448e-05,-1.5634112060070038e-05,-1.3852491974830627e-05,-1.2070871889591217e-05,-1.0289251804351807e-05,-8.507631719112396e-06,-6.726011633872986e-06,-4.9443915486335754e-06,-3.162771463394165e-06,-1.3811513781547546e-06,4.0046870708465576e-07,2.182088792324066e-06,3.9637088775634766e-06,5.745328962802887e-06,7.526949048042297e-06,9.308569133281708e-06,1.1090189218521118e-05,1.2871809303760529e-05,1.4653429388999939e-05,1.643504947423935e-05,1.821666955947876e-05,1.999828964471817e-05,2.177990972995758e-05,2.356152981519699e-05,2.53431499004364e-05,2.7124769985675812e-05,2.8906390070915222e-05,3.068801015615463e-05,3.246963024139404e-05,3.425125032663345e-05,3.6032870411872864e-05,3.7814490497112274e-05,3.9596110582351685e-05,4.1377730667591095e-05,4.3159350752830505e-05,4.4940970838069916e-05,4.6722590923309326e-05,4.8504211008548737e-05,5.028583109378815e-05,5.206745117902756e-05,5.384907126426697e-05,5.563069134950638e-05,5.741231143474579e-05,5.91939315199852e-05,6.097555160522461e-05]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"bins":[-1.5914440155029297e-05,-1.5323981642723083e-05,-1.473352313041687e-05,-1.4143064618110657e-05,-1.3552606105804443e-05,-1.296214759349823e-05,-1.2371689081192017e-05,-1.1781230568885803e-05,-1.119077205657959e-05,-1.0600313544273376e-05,-1.0009855031967163e-05,-9.41939651966095e-06,-8.828938007354736e-06,-8.238479495048523e-06,-7.64802098274231e-06,-7.057562470436096e-06,-6.467103958129883e-06,-5.8766454458236694e-06,-5.286186933517456e-06,-4.695728421211243e-06,-4.105269908905029e-06,-3.514811396598816e-06,-2.9243528842926025e-06,-2.333894371986389e-06,-1.7434358596801758e-06,-1.1529773473739624e-06,-5.62518835067749e-07,2.7939677238464355e-08,6.183981895446777e-07,1.2088567018508911e-06,1.7993152141571045e-06,2.389773726463318e-06,2.9802322387695312e-06,3.5706907510757446e-06,4.161149263381958e-06,4.751607775688171e-06,5.342066287994385e-06,5.932524800300598e-06,6.5229833126068115e-06,7.113441824913025e-06,7.703900337219238e-06,8.294358849525452e-06,8.884817361831665e-06,9.475275874137878e-06,1.0065734386444092e-05,1.0656192898750305e-05,1.1246651411056519e-05,1.1837109923362732e-05,1.2427568435668945e-05,1.3018026947975159e-05,1.3608485460281372e-05,1.4198943972587585e-05,1.4789402484893799e-05,1.5379860997200012e-05,1.5970319509506226e-05,1.656077802181244e-05,1.7151236534118652e-05,1.7741695046424866e-05,1.833215355873108e-05,1.8922612071037292e-05,1.9513070583343506e-05,2.010352909564972e-05,2.0693987607955933e-05,2.1284446120262146e-05,2.187490463256836e-05],"_type":"histogram","values":[1,0,0,1,0,2,1,0,0,0,0,3,5,5,8,6,7,7,21,28,15,24,27,48,50,64,65,81,68,47,37,23,26,23,10,17,12,10,0,6,7,3,2,1,2,0,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.00011521577835083008,-0.00011138338595628738,-0.00010755099356174469,-0.000103718601167202,-9.98862087726593e-05,-9.605381637811661e-05,-9.222142398357391e-05,-8.838903158903122e-05,-8.455663919448853e-05,-8.072424679994583e-05,-7.689185440540314e-05,-7.305946201086044e-05,-6.922706961631775e-05,-6.539467722177505e-05,-6.156228482723236e-05,-5.772989243268967e-05,-5.389750003814697e-05,-5.006510764360428e-05,-4.6232715249061584e-05,-4.240032285451889e-05,-3.8567930459976196e-05,-3.47355380654335e-05,-3.090314567089081e-05,-2.7070753276348114e-05,-2.323836088180542e-05,-1.9405968487262726e-05,-1.5573576092720032e-05,-1.1741183698177338e-05,-7.908791303634644e-06,-4.0763989090919495e-06,-2.4400651454925537e-07,3.5883858799934387e-06,7.420778274536133e-06,1.1253170669078827e-05,1.5085563063621521e-05,1.8917955458164215e-05,2.275034785270691e-05,2.6582740247249603e-05,3.0415132641792297e-05,3.424752503633499e-05,3.8079917430877686e-05,4.191230982542038e-05,4.5744702219963074e-05,4.957709461450577e-05,5.340948700904846e-05,5.7241879403591156e-05,6.107427179813385e-05,6.490666419267654e-05,6.873905658721924e-05,7.257144898176193e-05,7.640384137630463e-05,8.023623377084732e-05,8.406862616539001e-05,8.790101855993271e-05,9.17334109544754e-05,9.55658033490181e-05,9.939819574356079e-05,0.00010323058813810349,0.00010706298053264618,0.00011089537292718887,0.00011472776532173157,0.00011856015771627426,0.00012239255011081696,0.00012622494250535965,0.00013005733489990234],"_type":"histogram","values":[3,1,7,2,2,8,16,19,45,68,94,155,174,301,391,644,900,1338,1931,2926,4251,6231,9101,13430,18589,26260,35996,46205,57002,64214,65614,57871,47806,37657,27184,19430,13870,9655,6427,4428,3054,2123,1378,1030,654,474,279,195,130,90,45,55,20,20,15,6,4,2,2,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[2,0,2,0,0,1,0,1,2,2,6,3,5,6,4,13,11,12,14,18,22,25,22,36,29,38,48,33,59,41,32,34,38,42,29,27,18,14,16,8,13,10,12,5,3,2,3,1,2,0,2,0,0,0,1,0,0,0,0,0,0,0,0,1],"bins":[-0.0024722404778003693,-0.0023853459861129522,-0.002298451727256179,-0.002211557235568762,-0.0021246629767119884,-0.0020377684850245714,-0.0019508739933371544,-0.0018639796180650592,-0.001777085242792964,-0.0016901908675208688,-0.0016032964922487736,-0.0015164020005613565,-0.0014295076252892613,-0.0013426132500171661,-0.001255718758329749,-0.001168824383057654,-0.0010819300077855587,-0.0009950356325134635,-0.0009081411990337074,-0.0008212467655539513,-0.0007343523902818561,-0.0006474580150097609,-0.0005605635815300047,-0.0004736691771540791,-0.0003867747727781534,-0.00029988036840222776,-0.0002129859640263021,-0.00012609155965037644,-3.919715527445078e-05,4.769724910147488e-05,0.00013459165347740054,0.0002214860578533262,0.00030838046222925186,0.0003952748666051775,0.0004821692709811032,0.0005690637044608593,0.0006559580797329545,0.0007428524550050497,0.0008297468884848058,0.0009166413219645619,0.0010035356972366571,0.0010904300725087523,0.0011773244477808475,0.0012642189394682646,0.0013511133147403598,0.001438007690012455,0.001524902181699872,0.0016117965569719672,0.0016986909322440624,0.0017855853075161576,0.0018724796827882528,0.00195937417447567,0.0020462684333324432,0.0021331629250198603,0.0022200574167072773,0.0023069516755640507,0.0023938461672514677,0.0024807406589388847,0.002567634917795658,0.002654529409483075,0.002741423901170492,0.0028283181600272655,0.0029152126517146826,0.003002106910571456,0.003089001402258873]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-5.0187110900878906e-05,-4.8646703362464905e-05,-4.71062958240509e-05,-4.55658882856369e-05,-4.40254807472229e-05,-4.24850732088089e-05,-4.09446656703949e-05,-3.9404258131980896e-05,-3.7863850593566895e-05,-3.632344305515289e-05,-3.478303551673889e-05,-3.324262797832489e-05,-3.170222043991089e-05,-3.0161812901496887e-05,-2.8621405363082886e-05,-2.7080997824668884e-05,-2.5540590286254883e-05,-2.400018274784088e-05,-2.245977520942688e-05,-2.091936767101288e-05,-1.9378960132598877e-05,-1.7838552594184875e-05,-1.6298145055770874e-05,-1.4757737517356873e-05,-1.3217329978942871e-05,-1.167692244052887e-05,-1.0136514902114868e-05,-8.596107363700867e-06,-7.055699825286865e-06,-5.515292286872864e-06,-3.974884748458862e-06,-2.434477210044861e-06,-8.940696716308594e-07,6.463378667831421e-07,2.1867454051971436e-06,3.727152943611145e-06,5.2675604820251465e-06,6.807968020439148e-06,8.34837555885315e-06,9.888783097267151e-06,1.1429190635681152e-05,1.2969598174095154e-05,1.4510005712509155e-05,1.6050413250923157e-05,1.7590820789337158e-05,1.913122832775116e-05,2.067163586616516e-05,2.2212043404579163e-05,2.3752450942993164e-05,2.5292858481407166e-05,2.6833266019821167e-05,2.837367355823517e-05,2.991408109664917e-05,3.145448863506317e-05,3.299489617347717e-05,3.4535303711891174e-05,3.6075711250305176e-05,3.761611878871918e-05,3.915652632713318e-05,4.069693386554718e-05,4.223734140396118e-05,4.377774894237518e-05,4.5318156480789185e-05,4.6858564019203186e-05,4.839897155761719e-05],"_type":"histogram","values":[1,0,0,2,0,0,3,1,4,1,1,2,4,10,7,7,11,10,18,12,11,17,14,23,18,14,29,33,29,31,35,33,26,22,29,19,33,29,22,29,22,23,21,22,15,18,11,7,9,4,5,2,2,4,3,1,3,1,3,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"_type":"histogram","values":[2,4,8,9,19,30,42,82,110,180,244,451,628,1026,1433,1907,2762,3785,4859,6501,8132,10568,12765,15364,18049,20926,23734,26768,28737,30535,32572,33046,33698,32481,31723,29915,28008,25310,22472,19862,17036,14393,11497,9533,7418,5748,4455,3230,2374,1779,1231,861,571,339,243,142,99,66,31,11,8,5,3,4],"bins":[-0.09159784018993378,-0.0887606143951416,-0.08592338114976883,-0.08308615535497665,-0.08024892210960388,-0.0774116963148117,-0.07457446306943893,-0.07173723727464676,-0.06890000402927399,-0.06606277823448181,-0.06322555243968964,-0.060388319194316864,-0.05755109339952469,-0.054713863879442215,-0.05187663435935974,-0.04903940483927727,-0.046202175319194794,-0.04336494579911232,-0.040527716279029846,-0.03769048675894737,-0.0348532572388649,-0.03201603144407272,-0.02917880192399025,-0.026341572403907776,-0.023504342883825302,-0.02066711336374283,-0.017829883843660355,-0.01499265618622303,-0.012155426666140556,-0.009318197146058083,-0.0064809685572981834,-0.003643739502876997,-0.0008065029978752136,0.002030726056545973,0.004867955110967159,0.007705184165388346,0.010542413219809532,0.013379642739892006,0.01621687039732933,0.019054099917411804,0.021891329437494278,0.02472855895757675,0.027565788477659225,0.03040301613509655,0.033240243792533875,0.03607747331261635,0.03891470283269882,0.041751932352781296,0.04458916187286377,0.04742639139294624,0.05026362091302872,0.05310085043311119,0.055938079953193665,0.05877530574798584,0.061612535268068314,0.06444976478815079,0.06728699803352356,0.07012422382831573,0.07296144962310791,0.07579868286848068,0.07863590866327286,0.08147314190864563,0.0843103677034378,0.08714760094881058,0.08998482674360275]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,1,1,1,0,0,1,1,0,1,5,0,6,5,5,8,7,2,7,12,13,20,22,19,29,27,36,30,31,29,42,36,39,35,40,36,36,21,21,24,16,24,8,15,8,6,6,12,5,1,3,2,4,1,0,2,2,0,2,0,0,0,0,1],"bins":[-0.0012201371137052774,-0.0011814069002866745,-0.0011426766868680716,-0.0011039463570341468,-0.0010652161436155438,-0.001026485930196941,-0.0009877556003630161,-0.0009490253869444132,-0.0009102951735258102,-0.0008715649601072073,-0.0008328346884809434,-0.0007941044168546796,-0.0007553742034360766,-0.0007166439900174737,-0.0006779137183912098,-0.000639183446764946,-0.000600453233346343,-0.0005617230199277401,-0.0005229927483014762,-0.00048426250577904284,-0.00044553226325660944,-0.00040680202073417604,-0.00036807177821174264,-0.00032934153568930924,-0.00029061129316687584,-0.00025188105064444244,-0.00021315080812200904,-0.00017442056559957564,-0.00013569032307714224,-9.696008055470884e-05,-5.822983803227544e-05,-1.9499595509842038e-05,1.923076342791319e-05,5.796100595034659e-05,9.669124847277999e-05,0.0001354214909952134,0.0001741517335176468,0.0002128819760400802,0.0002516122185625136,0.000290342461084947,0.0003290727036073804,0.0003678029461298138,0.0004065331886522472,0.0004452634311746806,0.000483993673697114,0.0005227238871157169,0.0005614541587419808,0.0006001844303682446,0.0006389146437868476,0.0006776448572054505,0.0007163751288317144,0.0007551054004579782,0.0007938356138765812,0.0008325658272951841,0.000871296098921448,0.0009100263705477118,0.0009487565839663148,0.0009874867973849177,0.0010262171272188425,0.0010649473406374454,0.0011036775540560484,0.0011424077674746513,0.0011811379808932543,0.001219868310727179,0.001258598524145782],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"bins":[-0.0012432693038135767,-0.0011998687405139208,-0.0011564681772142649,-0.001113067613914609,-0.001069667050614953,-0.0010262663708999753,-0.0009828658076003194,-0.0009394652443006635,-0.0008960646810010076,-0.0008526641177013516,-0.0008092635544016957,-0.0007658629328943789,-0.000722462369594723,-0.0006790618062950671,-0.0006356611847877502,-0.0005922606214880943,-0.0005488600581884384,-0.0005054594948887825,-0.00046205890248529613,-0.00041865831008180976,-0.00037525774678215384,-0.00033185718348249793,-0.00028845659107901156,-0.0002450559986755252,-0.00020165543537586927,-0.00015825485752429813,-0.00011485427967272699,-7.145370182115585e-05,-2.8053123969584703e-05,1.534745388198644e-05,5.874803173355758e-05,0.00010214860958512872,0.00014554907102137804,0.00018894964887294918,0.00023235022672452033,0.0002757508191280067,0.0003191513824276626,0.0003625519457273185,0.0004059525381308049,0.00044935313053429127,0.0004927536938339472,0.0005361542571336031,0.000579554820433259,0.0006229554419405758,0.0006663560052402318,0.0007097565685398877,0.0007531571900472045,0.0007965577533468604,0.0008399583166465163,0.0008833588799461722,0.0009267594432458282,0.000970160064753145,0.0010135606862604618,0.0010569612495601177,0.0011003618128597736,0.0011437623761594296,0.0011871629394590855,0.0012305635027587414,0.0012739640660583973,0.0013173646293580532,0.0013607651926577091,0.0014041658723726869,0.0014475664356723428,0.0014909669989719987,0.0015343675622716546],"_type":"histogram","values":[4,0,0,0,1,1,0,4,7,6,5,8,10,6,19,16,22,19,15,21,22,22,16,20,22,27,33,28,29,21,28,37,30,22,36,20,26,21,17,17,15,18,9,10,4,10,13,7,4,3,3,4,3,3,0,1,0,2,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,2,0,0,0,1,1,0,3,0,2,3,3,2,3,7,6,9,9,15,12,19,19,19,28,22,18,26,27,24,27,31,39,28,24,31,33,37,23,36,20,16,18,23,16,13,8,6,10,11,6,7,8,1,2,2,6,1,1,0,2,0,1],"bins":[-0.0013370951637625694,-0.0012980744941160083,-0.0012590537080541253,-0.0012200330384075642,-0.001181012368761003,-0.0011419916991144419,-0.001102970913052559,-0.0010639502434059978,-0.0010249295737594366,-0.0009859087876975536,-0.0009468881180509925,-0.0009078674484044313,-0.0008688467205502093,-0.0008298260509036481,-0.0007908053230494261,-0.0007517846534028649,-0.0007127639255486429,-0.0006737431976944208,-0.0006347225280478597,-0.0005957018001936376,-0.0005566811305470765,-0.0005176604026928544,-0.0004786397039424628,-0.0004396190051920712,-0.0004005983064416796,-0.000361577607691288,-0.0003225569089408964,-0.0002835362101905048,-0.00024451548233628273,-0.00020549479813780636,-0.00016647408483549953,-0.00012745338608510792,-8.843268733471632e-05,-4.941198494634591e-05,-1.03912825579755e-05,2.862941983039491e-05,6.765012221876532e-05,0.00010667082096915692,0.00014569153427146375,0.00018471223302185535,0.00022373293177224696,0.00026275363052263856,0.00030177432927303016,0.00034079502802342176,0.0003798157558776438,0.0004188364546280354,0.00045785715337842703,0.0004968778230249882,0.0005358985508792102,0.0005749192787334323,0.0006139399483799934,0.0006529606762342155,0.0006919813458807766,0.0007310020737349987,0.0007700227433815598,0.0008090434712357819,0.000848064199090004,0.0008870848687365651,0.0009261055965907872,0.0009651262662373483,0.0010041469940915704,0.0010431676637381315,0.0010821883333846927,0.0011212091194465756,0.0011602297890931368]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"_type":"histogram","values":[1,1,1,1,1,2,0,2,5,6,11,6,8,8,13,15,21,19,23,22,31,23,40,40,45,46,37,23,37,32,36,26,30,22,17,17,29,7,9,15,7,8,9,1,2,2,4,1,1,3,0,0,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00011014938354492188,-0.0001059509813785553,-0.00010175257921218872,-9.755417704582214e-05,-9.335577487945557e-05,-8.915737271308899e-05,-8.495897054672241e-05,-8.076056838035583e-05,-7.656216621398926e-05,-7.236376404762268e-05,-6.81653618812561e-05,-6.396695971488953e-05,-5.976855754852295e-05,-5.557015538215637e-05,-5.1371753215789795e-05,-4.717335104942322e-05,-4.297494888305664e-05,-3.8776546716690063e-05,-3.4578144550323486e-05,-3.037974238395691e-05,-2.6181340217590332e-05,-2.1982938051223755e-05,-1.7784535884857178e-05,-1.35861337184906e-05,-9.387731552124023e-06,-5.189329385757446e-06,-9.909272193908691e-07,3.207474946975708e-06,7.405877113342285e-06,1.1604279279708862e-05,1.580268144607544e-05,2.0001083612442017e-05,2.4199485778808594e-05,2.839788794517517e-05,3.259629011154175e-05,3.6794692277908325e-05,4.09930944442749e-05,4.519149661064148e-05,4.938989877700806e-05,5.3588300943374634e-05,5.778670310974121e-05,6.198510527610779e-05,6.618350744247437e-05,7.038190960884094e-05,7.458031177520752e-05,7.87787139415741e-05,8.297711610794067e-05,8.717551827430725e-05,9.137392044067383e-05,9.55723226070404e-05,9.977072477340698e-05,0.00010396912693977356,0.00010816752910614014,0.00011236593127250671,0.00011656433343887329,0.00012076273560523987,0.00012496113777160645,0.00012915953993797302,0.0001333579421043396,0.00013755634427070618,0.00014175474643707275,0.00014595314860343933,0.0001501515507698059,0.00015434995293617249,0.00015854835510253906]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,4,5,3,2,2,4,12,9,10,13,11,14,17,14,15,21,27,23,23,28,27,18,23,23,22,17,31,24,32,29,26,27,22,25,30,27,16,12,20,10,9,11,7,2,4,3,4,3,1,1,2,2],"bins":[-0.007611772511154413,-0.0074056461453437805,-0.007199520245194435,-0.006993393879383802,-0.00678726751357317,-0.006581141613423824,-0.006375015247613192,-0.006168888881802559,-0.0059627629816532135,-0.005756636615842581,-0.005550510250031948,-0.005344383884221315,-0.00513825798407197,-0.004932131618261337,-0.004726005252450705,-0.004519879352301359,-0.0043137529864907265,-0.004107626620680094,-0.0039015004877001047,-0.0036953743547201157,-0.003489247988909483,-0.003283121855929494,-0.003076995722949505,-0.002870869357138872,-0.002664743224158883,-0.002458617091178894,-0.0022524907253682613,-0.0020463645923882723,-0.0018402383429929614,-0.0016341120935976505,-0.0014279859606176615,-0.0012218597112223506,-0.001015733927488327,-0.0008096076780930161,-0.0006034814869053662,-0.00039735526661388576,-0.00019122904632240534,1.4897173969075084e-05,0.0002210233942605555,0.00042714961455203593,0.0006332758348435163,0.0008394020842388272,0.001045528333634138,0.0012516544666141272,0.001457780716009438,0.001663906965404749,0.001870033098384738,0.0020761594641953707,0.0022822855971753597,0.0024884117301553488,0.0026945380959659815,0.0029006642289459705,0.0031067905947566032,0.0033129167277365923,0.0035190428607165813,0.003725169226527214,0.0039312951266765594,0.004137421492487192,0.004343547858297825,0.0045496742241084576,0.004755800124257803,0.004961926490068436,0.005168052855879068,0.005374178756028414,0.0055803051218390465],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"values":[1,0,0,0,1,1,0,0,0,0,0,0,1,1,3,1,2,1,3,3,5,5,9,6,10,12,17,12,13,18,19,26,25,20,31,39,28,39,41,33,52,35,35,32,25,21,22,23,11,17,16,10,16,6,6,4,2,3,2,1,2,0,0,1],"bins":[0.9931460022926331,0.9933164715766907,0.9934870004653931,0.9936574697494507,0.9938279390335083,0.9939984679222107,0.9941689372062683,0.9943394660949707,0.9945099353790283,0.9946804046630859,0.9948509335517883,0.995021402835846,0.9951918721199036,0.995362401008606,0.9955328702926636,0.9957033395767212,0.9958738684654236,0.9960443377494812,0.9962148070335388,0.9963853359222412,0.9965558052062988,0.9967263340950012,0.9968968033790588,0.9970672726631165,0.9972378015518188,0.9974082708358765,0.9975787401199341,0.9977492690086365,0.9979197382926941,0.9980902075767517,0.9982607364654541,0.9984312057495117,0.9986016750335693,0.9987722039222717,0.9989426732063293,0.9991132020950317,0.9992836713790894,0.999454140663147,0.9996246695518494,0.999795138835907,0.9999656081199646,1.000136137008667,1.0003066062927246,1.0004770755767822,1.0006475448608398,1.000818133354187,1.0009886026382446,1.0011590719223022,1.0013295412063599,1.0015000104904175,1.001670479774475,1.0018410682678223,1.0020115375518799,1.0021820068359375,1.0023524761199951,1.0025229454040527,1.0026935338974,1.0028640031814575,1.0030344724655151,1.0032049417495728,1.0033754110336304,1.003545880317688,1.0037164688110352,1.0038869380950928,1.0040574073791504],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,1,2,1,4,1,6,9,8,8,9,13,12,17,29,17,23,33,49,61,54,57,46,48,32,36,32,33,12,28,16,11,9,10,6,6,5,1,0,2,3,1,2,3,0,3,1,0,0,0,1,0,0,0,0,0,1],"bins":[-0.00011221286695217714,-0.00010826784273376688,-0.00010432282579131424,-0.00010037780157290399,-9.643277735449374e-05,-9.24877604120411e-05,-8.854273619363084e-05,-8.459771197522059e-05,-8.065269503276795e-05,-7.67076708143577e-05,-7.276264659594744e-05,-6.881762237753719e-05,-6.487260543508455e-05,-6.09275812166743e-05,-5.698256063624285e-05,-5.30375364178326e-05,-4.909251583740115e-05,-4.5147495256969705e-05,-4.120247103855945e-05,-3.7257450458128005e-05,-3.331242623971775e-05,-2.9367405659286305e-05,-2.542238507885486e-05,-2.147736267943401e-05,-1.753234028001316e-05,-1.3587317880592309e-05,-9.64229639066616e-06,-5.697274445992662e-06,-1.7522525013191625e-06,2.1927694433543365e-06,6.137791388027836e-06,1.0082812877953984e-05,1.4027842553332448e-05,1.7972864952753298e-05,2.1917887352174148e-05,2.5862907932605594e-05,2.9807930332026444e-05,3.3752952731447294e-05,3.769797331187874e-05,4.1642997530288994e-05,4.558801811072044e-05,4.953303869115189e-05,5.347806290956214e-05,5.742308348999359e-05,6.136810407042503e-05,6.531312828883529e-05,6.925815250724554e-05,7.320316944969818e-05,7.714819366810843e-05,8.109321788651869e-05,8.503823482897133e-05,8.898325904738158e-05,9.292828326579183e-05,9.687330020824447e-05,0.00010081832442665473,0.00010476334864506498,0.00010870836558751762,0.00011265338980592787,0.00011659841402433813,0.00012054343824274838,0.00012448846246115863,0.00012843347212765366,0.0001323784963460639,0.00013632352056447417,0.00014026854478288442]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"_type":"histogram","values":[4,0,0,2,1,1,1,2,4,1,5,6,9,11,8,11,10,8,6,11,16,22,29,26,19,38,31,16,46,19,22,32,28,25,26,28,31,34,22,26,12,19,18,13,14,12,8,5,4,5,4,6,2,1,1,4,1,0,0,1,0,0,0,1],"bins":[-4.6372413635253906e-05,-4.4872984290122986e-05,-4.3373554944992065e-05,-4.1874125599861145e-05,-4.0374696254730225e-05,-3.8875266909599304e-05,-3.7375837564468384e-05,-3.587640821933746e-05,-3.437697887420654e-05,-3.287754952907562e-05,-3.13781201839447e-05,-2.9878690838813782e-05,-2.837926149368286e-05,-2.687983214855194e-05,-2.538040280342102e-05,-2.38809734582901e-05,-2.238154411315918e-05,-2.088211476802826e-05,-1.938268542289734e-05,-1.788325607776642e-05,-1.6383826732635498e-05,-1.4884397387504578e-05,-1.3384968042373657e-05,-1.1885538697242737e-05,-1.0386109352111816e-05,-8.886680006980896e-06,-7.387250661849976e-06,-5.887821316719055e-06,-4.388391971588135e-06,-2.8889626264572144e-06,-1.389533281326294e-06,1.0989606380462646e-07,1.6093254089355469e-06,3.1087547540664673e-06,4.608184099197388e-06,6.107613444328308e-06,7.6070427894592285e-06,9.106472134590149e-06,1.060590147972107e-05,1.210533082485199e-05,1.360476016998291e-05,1.510418951511383e-05,1.660361886024475e-05,1.810304820537567e-05,1.9602477550506592e-05,2.1101906895637512e-05,2.2601336240768433e-05,2.4100765585899353e-05,2.5600194931030273e-05,2.7099624276161194e-05,2.8599053621292114e-05,3.0098482966423035e-05,3.1597912311553955e-05,3.3097341656684875e-05,3.4596771001815796e-05,3.6096200346946716e-05,3.759562969207764e-05,3.909505903720856e-05,4.059448838233948e-05,4.20939177274704e-05,4.359334707260132e-05,4.509277641773224e-05,4.659220576286316e-05,4.809163510799408e-05,4.9591064453125e-05]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,0,0,0,0,0,1,2,2,1,3,2,3,1,6,11,17,16,29,32,59,83,131,198,305,469,762,1357,2228,4196,8183,16653,38018,93825,248575,495697,389263,160383,61235,25762,11859,5942,3090,1782,1018,624,375,236,156,81,53,50,27,12,18,11,10,4,4,1,0,1,0,1],"bins":[-0.00020313262939453125,-0.00019745342433452606,-0.00019177421927452087,-0.00018609501421451569,-0.0001804158091545105,-0.0001747366040945053,-0.00016905739903450012,-0.00016337819397449493,-0.00015769898891448975,-0.00015201978385448456,-0.00014634057879447937,-0.00014066137373447418,-0.000134982168674469,-0.0001293029636144638,-0.00012362375855445862,-0.00011794455349445343,-0.00011226534843444824,-0.00010658614337444305,-0.00010090693831443787,-9.522773325443268e-05,-8.954852819442749e-05,-8.38693231344223e-05,-7.819011807441711e-05,-7.251091301441193e-05,-6.683170795440674e-05,-6.115250289440155e-05,-5.547329783439636e-05,-4.9794092774391174e-05,-4.4114887714385986e-05,-3.84356826543808e-05,-3.275647759437561e-05,-2.7077272534370422e-05,-2.1398067474365234e-05,-1.5718862414360046e-05,-1.0039657354354858e-05,-4.36045229434967e-06,1.3187527656555176e-06,6.9979578256607056e-06,1.2677162885665894e-05,1.835636794567108e-05,2.403557300567627e-05,2.9714778065681458e-05,3.5393983125686646e-05,4.1073188185691833e-05,4.675239324569702e-05,5.243159830570221e-05,5.81108033657074e-05,6.379000842571259e-05,6.946921348571777e-05,7.514841854572296e-05,8.082762360572815e-05,8.650682866573334e-05,9.218603372573853e-05,9.786523878574371e-05,0.0001035444438457489,0.00010922364890575409,0.00011490285396575928,0.00012058205902576447,0.00012626126408576965,0.00013194046914577484,0.00013761967420578003,0.00014329887926578522,0.0001489780843257904,0.0001546572893857956,0.00016033649444580078],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,2,1,1,5,4,5,4,4,9,16,13,16,18,20,23,22,31,35,25,33,30,35,32,25,31,32,26,24,21,18,28,25,9,16,11,18,9,10,9,12,9,8,6,3,10,7,1,4,3,0,1,1,1,0,0,0,1,1,1,1],"bins":[0.994891345500946,0.9950833916664124,0.9952754378318787,0.995467483997345,0.9956595301628113,0.9958515763282776,0.9960436224937439,0.9962356090545654,0.9964276552200317,0.996619701385498,0.9968117475509644,0.9970037937164307,0.997195839881897,0.9973878860473633,0.9975799322128296,0.9977719783782959,0.9979640245437622,0.9981560707092285,0.9983481168746948,0.9985401630401611,0.9987321496009827,0.998924195766449,0.9991162419319153,0.9993082880973816,0.9995003342628479,0.9996923804283142,0.9998844265937805,1.000076413154602,1.0002684593200684,1.0004605054855347,1.000652551651001,1.0008445978164673,1.0010366439819336,1.0012286901474,1.0014207363128662,1.0016127824783325,1.0018048286437988,1.0019968748092651,1.0021889209747314,1.0023809671401978,1.002573013305664,1.0027650594711304,1.0029571056365967,1.003149151802063,1.0033411979675293,1.0035332441329956,1.003725290298462,1.0039173364639282,1.0041093826293945,1.0043014287948608,1.0044934749603271,1.0046855211257935,1.0048774480819702,1.0050694942474365,1.0052615404129028,1.0054535865783691,1.0056456327438354,1.0058376789093018,1.006029725074768,1.0062217712402344,1.0064138174057007,1.006605863571167,1.0067979097366333,1.0069899559020996,1.007182002067566]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"values":[1,1,0,1,0,2,22,21,44,81,106,195,320,496,775,1137,1619,2427,3392,4548,6066,7865,10434,12713,15730,18670,22078,25116,27919,30676,32863,34607,35257,35393,34236,32983,30610,27983,25174,21787,18748,15518,12636,10290,7974,6157,4642,3340,2272,1687,1135,765,507,344,177,122,63,48,22,13,10,1,4,1],"bins":[-0.09920307993888855,-0.09619610011577606,-0.09318912774324417,-0.09018214792013168,-0.08717517554759979,-0.0841681957244873,-0.08116121590137482,-0.07815424352884293,-0.07514726370573044,-0.07214028388261795,-0.06913331151008606,-0.06612633168697357,-0.06311935186386108,-0.06011237949132919,-0.057105399668216705,-0.054098423570394516,-0.05109144747257233,-0.04808447137475014,-0.04507749527692795,-0.04207051545381546,-0.03906353935599327,-0.03605656325817108,-0.033049583435058594,-0.030042607337236404,-0.027035631239414215,-0.024028655141592026,-0.021021677181124687,-0.01801469922065735,-0.01500772312283516,-0.012000746093690395,-0.008993769064545631,-0.0059867920354008675,-0.0029798075556755066,2.7169473469257355e-05,0.0030341465026140213,0.006041123531758785,0.00904810056090355,0.012055077590048313,0.015062054619193077,0.018069032579660416,0.021076008677482605,0.024082984775304794,0.027089962735772133,0.03009694069623947,0.03310391679406166,0.03611089289188385,0.03911787271499634,0.04212484881281853,0.04513182491064072,0.048138801008462906,0.051145777106285095,0.05415275692939758,0.05715973302721977,0.06016670912504196,0.06317368894815445,0.06618066132068634,0.06918764114379883,0.07219462096691132,0.0752015933394432,0.0782085731625557,0.08121554553508759,0.08422252535820007,0.08722950518131256,0.09023647755384445,0.09324345737695694],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-9.09566879272461e-05,-8.816644549369812e-05,-8.537620306015015e-05,-8.258596062660217e-05,-7.97957181930542e-05,-7.700547575950623e-05,-7.421523332595825e-05,-7.142499089241028e-05,-6.86347484588623e-05,-6.584450602531433e-05,-6.305426359176636e-05,-6.0264021158218384e-05,-5.747377872467041e-05,-5.4683536291122437e-05,-5.189329385757446e-05,-4.910305142402649e-05,-4.6312808990478516e-05,-4.352256655693054e-05,-4.073232412338257e-05,-3.7942081689834595e-05,-3.515183925628662e-05,-3.236159682273865e-05,-2.9571354389190674e-05,-2.67811119556427e-05,-2.3990869522094727e-05,-2.1200627088546753e-05,-1.841038465499878e-05,-1.5620142221450806e-05,-1.2829899787902832e-05,-1.0039657354354858e-05,-7.249414920806885e-06,-4.459172487258911e-06,-1.6689300537109375e-06,1.1213123798370361e-06,3.91155481338501e-06,6.701797246932983e-06,9.492039680480957e-06,1.228228211402893e-05,1.5072524547576904e-05,1.7862766981124878e-05,2.065300941467285e-05,2.3443251848220825e-05,2.62334942817688e-05,2.9023736715316772e-05,3.1813979148864746e-05,3.460422158241272e-05,3.739446401596069e-05,4.018470644950867e-05,4.297494888305664e-05,4.5765191316604614e-05,4.855543375015259e-05,5.134567618370056e-05,5.4135918617248535e-05,5.692616105079651e-05,5.971640348434448e-05,6.250664591789246e-05,6.529688835144043e-05,6.80871307849884e-05,7.087737321853638e-05,7.366761565208435e-05,7.645785808563232e-05,7.92481005191803e-05,8.203834295272827e-05,8.482858538627625e-05,8.761882781982422e-05],"_type":"histogram","values":[2,0,1,1,4,3,3,4,3,11,15,17,11,41,80,74,146,182,257,463,728,1167,2057,3305,5649,9828,16937,30765,55125,96371,160668,232081,281385,252323,175063,107335,61129,33613,19197,11041,6289,3685,2137,1354,832,482,338,219,142,115,54,47,29,18,9,7,7,3,4,2,2,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-9.724315896164626e-05,-9.360385593026876e-05,-8.996456017484888e-05,-8.632525714347139e-05,-8.268596138805151e-05,-7.904665835667402e-05,-7.540735532529652e-05,-7.176805956987664e-05,-6.812875653849915e-05,-6.448946078307927e-05,-6.085015775170177e-05,-5.7210858358303085e-05,-5.35715589649044e-05,-4.993225957150571e-05,-4.6292956540128216e-05,-4.265365714672953e-05,-3.901435775333084e-05,-3.5375058359932154e-05,-3.173575896653347e-05,-2.8096457754145376e-05,-2.4457156541757286e-05,-2.08178571483586e-05,-1.717855775495991e-05,-1.3539257452066522e-05,-9.899957149173133e-06,-6.260656846279744e-06,-2.621356998133706e-06,1.0179430773860076e-06,4.657243152905721e-06,8.29654345579911e-06,1.1935842849197797e-05,1.5575144061585888e-05,1.9214443454984576e-05,2.2853742848383263e-05,2.6493044060771354e-05,3.013234345417004e-05,3.377164466655813e-05,3.741094405995682e-05,4.1050243453355506e-05,4.468954284675419e-05,4.832884587813169e-05,5.1968145271530375e-05,5.560744466492906e-05,5.924674405832775e-05,6.288604345172644e-05,6.652534648310393e-05,7.016464223852381e-05,7.38039452699013e-05,7.744324102532119e-05,8.108254405669868e-05,8.472184708807617e-05,8.836114284349605e-05,9.200044587487355e-05,9.563974163029343e-05,9.927904466167092e-05,0.00010291834769304842,0.0001065576434484683,0.00011019694647984579,0.00011383624223526567,0.00011747554526664317,0.00012111484829802066,0.00012475415132939816,0.00012839343980886042,0.00013203274284023792,0.0001356720458716154],"_type":"histogram","values":[2,1,2,3,2,3,5,0,5,12,5,10,6,10,16,11,27,26,25,17,31,27,26,24,33,38,31,23,28,28,32,34,26,29,24,24,9,19,13,12,11,10,10,7,4,6,4,3,2,0,1,2,3,1,0,2,0,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"_type":"histogram","values":[2,1,1,0,1,0,2,8,3,7,3,6,8,22,31,48,53,69,101,143,234,342,458,785,1197,2010,3506,6801,14270,35857,120275,264261,85586,28276,11911,5671,2978,1763,1104,661,400,281,205,119,95,70,62,41,30,16,10,9,11,5,4,6,0,3,0,1,0,0,0,1],"bins":[-0.00015282630920410156,-0.0001479554921388626,-0.00014308467507362366,-0.0001382138580083847,-0.00013334304094314575,-0.0001284722238779068,-0.00012360140681266785,-0.0001187305897474289,-0.00011385977268218994,-0.00010898895561695099,-0.00010411813855171204,-9.924732148647308e-05,-9.437650442123413e-05,-8.950568735599518e-05,-8.463487029075623e-05,-7.976405322551727e-05,-7.489323616027832e-05,-7.002241909503937e-05,-6.515160202980042e-05,-6.028078496456146e-05,-5.540996789932251e-05,-5.053915083408356e-05,-4.5668333768844604e-05,-4.079751670360565e-05,-3.59266996383667e-05,-3.1055882573127747e-05,-2.6185065507888794e-05,-2.131424844264984e-05,-1.644343137741089e-05,-1.1572614312171936e-05,-6.701797246932983e-06,-1.8309801816940308e-06,3.039836883544922e-06,7.910653948783875e-06,1.2781471014022827e-05,1.765228807926178e-05,2.2523105144500732e-05,2.7393922209739685e-05,3.226473927497864e-05,3.713555634021759e-05,4.200637340545654e-05,4.6877190470695496e-05,5.174800753593445e-05,5.66188246011734e-05,6.148964166641235e-05,6.63604587316513e-05,7.123127579689026e-05,7.610209286212921e-05,8.097290992736816e-05,8.584372699260712e-05,9.071454405784607e-05,9.558536112308502e-05,0.00010045617818832397,0.00010532699525356293,0.00011019781231880188,0.00011506862938404083,0.00011993944644927979,0.00012481026351451874,0.0001296810805797577,0.00013455189764499664,0.0001394227147102356,0.00014429353177547455,0.0001491643488407135,0.00015403516590595245,0.0001589059829711914]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"bins":[-0.016727101057767868,-0.016210345551371574,-0.01569359004497528,-0.015176834538578987,-0.014660079032182693,-0.014143324457108974,-0.01362656895071268,-0.013109813444316387,-0.012593057937920094,-0.0120763024315238,-0.011559546925127506,-0.011042791418731213,-0.010526036843657494,-0.0100092813372612,-0.009492525830864906,-0.008975770324468613,-0.008459014818072319,-0.007942259311676025,-0.007425503805279732,-0.006908748764544725,-0.006391993258148432,-0.005875237751752138,-0.005358482711017132,-0.004841727204620838,-0.0043249716982245445,-0.003808216191828251,-0.003291460918262601,-0.002774705644696951,-0.0022579501383006573,-0.0017411947483196855,-0.0012244393583387136,-0.0007076839683577418,-0.00019093044102191925,0.00032582494895905256,0.0008425803389400244,0.0013593357289209962,0.001876091118901968,0.0023928466252982616,0.0029096018988639116,0.0034263571724295616,0.003943112678825855,0.004459868185222149,0.0049766236916184425,0.005493378732353449,0.0060101342387497425,0.006526889745146036,0.0070436447858810425,0.007560400292277336,0.00807715579867363,0.008593911305069923,0.009110666811466217,0.00962742231786251,0.010144177824258804,0.010660932399332523,0.011177687905728817,0.01169444341212511,0.012211198918521404,0.012727954424917698,0.013244709931313992,0.013761465437710285,0.014278220012784004,0.014794975519180298,0.015311731025576591,0.015828486531972885,0.01634524203836918],"_type":"histogram","values":[3,0,2,5,10,7,6,12,2,8,3,7,3,7,9,14,12,9,17,21,11,20,11,19,15,23,18,21,23,18,31,22,29,20,29,16,29,19,17,17,21,14,9,13,16,20,11,8,6,11,8,8,6,2,7,7,6,5,7,3,0,11,2,2]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"bins":[0.9953446984291077,0.9954891800880432,0.9956336617469788,0.9957782030105591,0.9959226846694946,0.9960671663284302,0.9962116479873657,0.9963561296463013,0.9965006709098816,0.9966451525688171,0.9967896342277527,0.9969341158866882,0.9970785975456238,0.9972231388092041,0.9973676204681396,0.9975121021270752,0.9976565837860107,0.9978010654449463,0.9979456067085266,0.9980900883674622,0.9982345700263977,0.9983790516853333,0.9985235333442688,0.9986680746078491,0.9988125562667847,0.9989570379257202,0.9991015195846558,0.9992460012435913,0.9993905425071716,0.9995350241661072,0.9996795058250427,0.9998239874839783,0.9999685287475586,1.0001130104064941,1.0002574920654297,1.0004019737243652,1.0005464553833008,1.0006909370422363,1.0008354187011719,1.0009799003601074,1.0011245012283325,1.001268982887268,1.0014134645462036,1.0015579462051392,1.0017024278640747,1.0018469095230103,1.0019913911819458,1.0021358728408813,1.002280354499817,1.0024248361587524,1.0025694370269775,1.002713918685913,1.0028584003448486,1.0030028820037842,1.0031473636627197,1.0032918453216553,1.0034363269805908,1.0035808086395264,1.003725290298462,1.0038697719573975,1.0040143728256226,1.004158854484558,1.0043033361434937,1.0044478178024292,1.0045922994613647],"_type":"histogram","values":[3,0,3,0,2,2,4,2,4,4,4,5,7,8,7,8,10,14,16,15,17,30,20,30,27,34,30,35,26,35,35,39,34,30,35,19,20,16,20,19,16,12,12,9,7,9,6,5,6,2,6,1,0,2,0,0,2,0,2,0,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,1,0,1,0,1,2,2,0,2,1,2,7,4,4,5,6,12,5,13,17,19,30,34,40,42,41,35,35,34,39,46,36,34,31,26,19,16,18,21,10,12,13,13,7,8,5,3,2,1,1,1,3,1,0,0,2,1,0,1,1],"bins":[0.99346923828125,0.9936708807945251,0.9938725829124451,0.9940742254257202,0.9942759275436401,0.9944775700569153,0.9946792721748352,0.9948809146881104,0.9950826168060303,0.9952842593193054,0.9954859614372253,0.9956876039505005,0.9958893060684204,0.9960909485816956,0.9962926506996155,0.9964942932128906,0.9966959953308105,0.9968976378440857,0.9970992803573608,0.9973009824752808,0.9975026249885559,0.9977043271064758,0.997905969619751,0.9981076717376709,0.998309314250946,0.998511016368866,0.9987126588821411,0.998914361000061,0.9991160035133362,0.9993177056312561,0.9995193481445312,0.9997210502624512,0.9999226927757263,1.0001243352890015,1.0003260374069214,1.0005277395248413,1.0007293224334717,1.0009310245513916,1.0011327266693115,1.0013344287872314,1.0015360116958618,1.0017377138137817,1.0019394159317017,1.0021411180496216,1.002342700958252,1.0025444030761719,1.0027461051940918,1.0029478073120117,1.003149390220642,1.003351092338562,1.003552794456482,1.0037543773651123,1.0039560794830322,1.0041577816009521,1.004359483718872,1.0045610666275024,1.0047627687454224,1.0049644708633423,1.0051661729812622,1.0053677558898926,1.0055694580078125,1.0057711601257324,1.0059728622436523,1.0061744451522827,1.0063761472702026]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"_type":"histogram","values":[1,1,2,0,4,0,6,8,9,12,10,11,21,17,26,23,33,41,51,52,69,83,77,77,89,98,88,87,91,96,92,94,87,78,77,68,57,43,45,37,31,26,29,24,13,14,6,7,3,11,4,3,5,4,1,2,0,1,1,0,0,0,1,1],"bins":[-0.004096194636076689,-0.003999347798526287,-0.003902501193806529,-0.0038056543562561274,-0.0037088075187057257,-0.0036119609139859676,-0.003515114076435566,-0.0034182672388851643,-0.0033214204013347626,-0.0032245737966150045,-0.003127726959064603,-0.003030880121514201,-0.002934033516794443,-0.0028371866792440414,-0.0027403398416936398,-0.0026434932369738817,-0.00254664639942348,-0.0024497995618730783,-0.0023529529571533203,-0.0022561061196029186,-0.002159259282052517,-0.002062412677332759,-0.001965565839782357,-0.0018687190022319555,-0.0017718722810968757,-0.0016750255599617958,-0.0015781787224113941,-0.0014813320012763143,-0.0013844852801412344,-0.0012876384425908327,-0.0011907917214557528,-0.0010939448839053512,-0.0009970979299396276,-0.0009002511505968869,-0.0008034043712541461,-0.0007065576501190662,-0.0006097108707763255,-0.0005128640914335847,-0.00041601734119467437,-0.00031917059095576406,-0.00022232381161302328,-0.00012547704682219774,-2.863028203137219e-05,6.821648275945336e-05,0.0001650632475502789,0.0002619100268930197,0.00035875677713193,0.0004556035273708403,0.0005524503067135811,0.0006492970860563219,0.0007461438653990626,0.0008429905865341425,0.0009398373658768833,0.001036684145219624,0.001133530866354704,0.0012303777039051056,0.0013272244250401855,0.0014240711461752653,0.001520917983725667,0.0016177647048607469,0.0017146114259958267,0.0018114582635462284,0.0019083049846813083,0.002005151705816388,0.00210199854336679]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[1,0,0,1,1,3,3,9,14,22,35,107,151,237,400,608,898,1440,2060,2946,4030,5734,7342,9654,12037,15161,18191,21746,24969,28221,31171,33497,35013,36244,35917,35183,33638,31756,28470,25615,22324,19242,15525,12857,10084,7785,5804,4308,3103,2131,1480,994,679,374,245,164,84,58,33,14,5,4,1,1],"bins":[-0.10504534840583801,-0.10196316987276077,-0.09888099133968353,-0.09579881280660629,-0.09271663427352905,-0.08963445574045181,-0.08655226975679398,-0.08347009122371674,-0.0803879126906395,-0.07730573415756226,-0.07422355562448502,-0.07114137709140778,-0.06805919855833054,-0.0649770200252533,-0.06189483776688576,-0.05881265923380852,-0.05573048070073128,-0.05264830216765404,-0.0495661236345768,-0.04648394137620926,-0.04340176284313202,-0.04031958431005478,-0.03723740577697754,-0.0341552272439003,-0.03107304684817791,-0.02799086831510067,-0.02490868791937828,-0.02182650938630104,-0.0187443308532238,-0.01566215045750141,-0.012579971924424171,-0.009497792460024357,-0.006415612995624542,-0.0033334337640553713,-0.00025125453248620033,0.0028309246990829706,0.005913103930652142,0.008995283395051956,0.012077461928129196,0.01515964139252901,0.018241820856928825,0.021323999390006065,0.024406179785728455,0.027488358318805695,0.030570536851882935,0.033652715384960175,0.03673489764332771,0.03981707617640495,0.04289925470948219,0.04598143324255943,0.04906361177563667,0.05214579403400421,0.05522797256708145,0.05831015110015869,0.06139232963323593,0.06447450816631317,0.06755668669939041,0.07063886523246765,0.07372104376554489,0.07680322974920273,0.07988540828227997,0.08296758681535721,0.08604976534843445,0.08913194388151169,0.09221412241458893]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"bins":[-9.81947232503444e-05,-9.532771946396679e-05,-9.246071567758918e-05,-8.959371189121157e-05,-8.672670810483396e-05,-8.385970431845635e-05,-8.099270053207874e-05,-7.812569674570113e-05,-7.525869295932353e-05,-7.239168917294592e-05,-6.952468538656831e-05,-6.66576816001907e-05,-6.379067781381309e-05,-6.0923670389456674e-05,-5.8056666603079066e-05,-5.518966281670146e-05,-5.232265903032385e-05,-4.945565524394624e-05,-4.658865145756863e-05,-4.372164767119102e-05,-4.085464388481341e-05,-3.7987640098435804e-05,-3.5120636312058195e-05,-3.225363252568059e-05,-2.9386626920313574e-05,-2.6519623133935966e-05,-2.3652619347558357e-05,-2.0785615561180748e-05,-1.7918609955813736e-05,-1.5051607078930829e-05,-1.2184602383058518e-05,-9.31759859668091e-06,-6.450594810303301e-06,-3.5835907965520164e-06,-7.165867828007322e-07,2.150417230950552e-06,5.017421244701836e-06,7.884425031079445e-06,1.0751429726951756e-05,1.3618433513329364e-05,1.6485437299706973e-05,1.9352441086084582e-05,2.221944487246219e-05,2.50864486588398e-05,2.7953454264206812e-05,3.082045805058442e-05,3.368746183696203e-05,3.655446562333964e-05,3.942146940971725e-05,4.2288473196094856e-05,4.5155476982472464e-05,4.802248076885007e-05,5.088948455522768e-05,5.375648834160529e-05,5.66234921279829e-05,5.949049591436051e-05,6.235750333871692e-05,6.522450712509453e-05,6.809151091147214e-05,7.095851469784975e-05,7.382551848422736e-05,7.669252227060497e-05,7.955952605698258e-05,8.242652984336019e-05,8.52935336297378e-05],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,1,1,2,2,4,4,8,5,13,7,6,8,14,20,17,21,24,25,34,43,22,27,33,35,42,29,31,26,25,21,14,26,28,30,14,19,12,11,13,11,2,9,2,10,5,0,2,2,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"bins":[-5.239248275756836e-05,-5.084928125143051e-05,-4.9306079745292664e-05,-4.7762878239154816e-05,-4.621967673301697e-05,-4.467647522687912e-05,-4.313327372074127e-05,-4.1590072214603424e-05,-4.0046870708465576e-05,-3.850366920232773e-05,-3.696046769618988e-05,-3.541726619005203e-05,-3.3874064683914185e-05,-3.233086317777634e-05,-3.078766167163849e-05,-2.924446016550064e-05,-2.7701258659362793e-05,-2.6158057153224945e-05,-2.4614855647087097e-05,-2.307165414094925e-05,-2.15284526348114e-05,-1.9985251128673553e-05,-1.8442049622535706e-05,-1.6898848116397858e-05,-1.535564661026001e-05,-1.3812445104122162e-05,-1.2269243597984314e-05,-1.0726042091846466e-05,-9.182840585708618e-06,-7.63963907957077e-06,-6.096437573432922e-06,-4.5532360672950745e-06,-3.0100345611572266e-06,-1.4668330550193787e-06,7.636845111846924e-08,1.6195699572563171e-06,3.162771463394165e-06,4.705972969532013e-06,6.249174475669861e-06,7.792375981807709e-06,9.335577487945557e-06,1.0878778994083405e-05,1.2421980500221252e-05,1.39651820063591e-05,1.5508383512496948e-05,1.7051585018634796e-05,1.8594786524772644e-05,2.0137988030910492e-05,2.168118953704834e-05,2.3224391043186188e-05,2.4767592549324036e-05,2.6310794055461884e-05,2.785399556159973e-05,2.939719706773758e-05,3.094039857387543e-05,3.2483600080013275e-05,3.402680158615112e-05,3.557000309228897e-05,3.711320459842682e-05,3.865640610456467e-05,4.0199607610702515e-05,4.174280911684036e-05,4.328601062297821e-05,4.482921212911606e-05,4.6372413635253906e-05],"_type":"histogram","values":[1,0,0,0,1,0,0,0,0,0,3,0,1,0,0,8,5,5,12,13,11,27,24,24,32,42,47,79,85,86,109,145,159,159,155,129,110,90,72,66,56,61,47,37,27,20,15,18,4,12,9,14,7,4,3,4,2,2,2,0,3,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[1,3,2,7,6,17,25,41,64,128,180,310,436,652,1017,1561,2175,2991,4045,5238,7000,8895,11200,13821,16651,19388,22439,25394,27909,30245,32152,33470,33475,34026,32962,31627,29543,27190,24239,21322,18213,15542,12553,10442,8205,6338,4790,3598,2665,1783,1295,865,601,401,267,171,103,61,34,24,10,13,1,2],"bins":[-0.09494925290346146,-0.09205541759729385,-0.08916158229112625,-0.08626775443553925,-0.08337391912937164,-0.08048008382320404,-0.07758624851703644,-0.07469241321086884,-0.07179857790470123,-0.06890475004911423,-0.06601091474294662,-0.06311707943677902,-0.06022324413061142,-0.057329412549734116,-0.05443557724356651,-0.05154174566268921,-0.048647910356521606,-0.045754075050354004,-0.0428602434694767,-0.0399664081633091,-0.03707257658243179,-0.03417874127626419,-0.03128490597009659,-0.028391072526574135,-0.02549723908305168,-0.022603405639529228,-0.019709572196006775,-0.016815736889839172,-0.013921903446316719,-0.011028070002794266,-0.008134235627949238,-0.005240401718765497,-0.0023465752601623535,0.0005472586490213871,0.0034410925582051277,0.006334926467388868,0.009228760376572609,0.012122593820095062,0.01501642819494009,0.017910262569785118,0.02080409601330757,0.023697929456830025,0.026591762900352478,0.02948559820652008,0.03237943351268768,0.03527326509356499,0.03816710039973259,0.041060931980609894,0.043954767286777496,0.0468486025929451,0.0497424341738224,0.052636269479990005,0.05553010106086731,0.05842393636703491,0.061317771673202515,0.06421160697937012,0.06710544228553772,0.06999927014112473,0.07289310544729233,0.07578694075345993,0.07868077605962753,0.08157461136579514,0.08446843922138214,0.08736227452754974,0.09025610983371735],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,1,3,1,3,2,2,6,6,5,2,11,8,15,14,11,17,21,21,24,33,34,27,26,32,27,26,33,27,38,27,35,20,29,20,26,15,21,10,9,16,16,6,10,6,3,4,4,2,2,0,1,2,2,1,1,2,0,0,0,0,0,1],"bins":[-9.185075759887695e-05,-8.859019726514816e-05,-8.532963693141937e-05,-8.206907659769058e-05,-7.880851626396179e-05,-7.5547955930233e-05,-7.228739559650421e-05,-6.902683526277542e-05,-6.576627492904663e-05,-6.250571459531784e-05,-5.924515426158905e-05,-5.598459392786026e-05,-5.272403359413147e-05,-4.946347326040268e-05,-4.620291292667389e-05,-4.29423525929451e-05,-3.968179225921631e-05,-3.642123192548752e-05,-3.316067159175873e-05,-2.9900111258029938e-05,-2.6639550924301147e-05,-2.3378990590572357e-05,-2.0118430256843567e-05,-1.6857869923114777e-05,-1.3597309589385986e-05,-1.0336749255657196e-05,-7.076188921928406e-06,-3.8156285881996155e-06,-5.550682544708252e-07,2.705492079257965e-06,5.966052412986755e-06,9.226612746715546e-06,1.2487173080444336e-05,1.5747733414173126e-05,1.9008293747901917e-05,2.2268854081630707e-05,2.5529414415359497e-05,2.8789974749088287e-05,3.205053508281708e-05,3.531109541654587e-05,3.857165575027466e-05,4.183221608400345e-05,4.509277641773224e-05,4.835333675146103e-05,5.161389708518982e-05,5.487445741891861e-05,5.81350177526474e-05,6.139557808637619e-05,6.465613842010498e-05,6.791669875383377e-05,7.117725908756256e-05,7.443781942129135e-05,7.769837975502014e-05,8.095894008874893e-05,8.421950042247772e-05,8.748006075620651e-05,9.07406210899353e-05,9.400118142366409e-05,9.726174175739288e-05,0.00010052230209112167,0.00010378286242485046,0.00010704342275857925,0.00011030398309230804,0.00011356454342603683,0.00011682510375976562]},"learning_rate":2.0267847837710863e-05,"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[3,2,3,7,15,19,31,58,103,190,328,500,784,1201,1826,2729,3772,5347,7171,9543,12238,15183,18668,22003,26085,29498,32300,34621,36430,37380,37199,36381,34391,31897,28725,25142,21417,18212,14813,11827,9146,6757,4948,3687,2477,1753,1139,711,464,313,154,101,63,30,15,11,6,4,0,2,0,0,0,1],"bins":[-0.09567353874444962,-0.0924755185842514,-0.0892774909734726,-0.08607947081327438,-0.08288144320249557,-0.07968342304229736,-0.07648540288209915,-0.07328737527132034,-0.07008935511112213,-0.06689132750034332,-0.06369330734014511,-0.0604952834546566,-0.05729725956916809,-0.05409923568367958,-0.05090121552348137,-0.04770319163799286,-0.04450516775250435,-0.04130714386701584,-0.03810911998152733,-0.03491109982132912,-0.03171307593584061,-0.028515052050352097,-0.025317028164863586,-0.022119006142020226,-0.018920982256531715,-0.015722958371043205,-0.012524936348199844,-0.009326912462711334,-0.006128889508545399,-0.0029308663215488195,0.00026715686544775963,0.003465180052444339,0.006663203239440918,0.009861226193606853,0.013059249147772789,0.0162572730332613,0.01945529505610466,0.02265331894159317,0.02585134282708168,0.02904936484992504,0.0322473868727684,0.03544541075825691,0.03864343464374542,0.04184145852923393,0.04503948241472244,0.04823750630021095,0.051435526460409164,0.054633550345897675,0.057831574231386185,0.061029598116874695,0.0642276182770729,0.06742564588785172,0.07062366604804993,0.07382169365882874,0.07701971381902695,0.08021773397922516,0.08341576159000397,0.08661378175020218,0.08981180936098099,0.0930098295211792,0.09620784968137741,0.09940587729215622,0.10260389745235443,0.10580192506313324,0.10899994522333145],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,2,1,3,3,3,0,3,0,3,5,9,6,5,10,12,7,9,10,30,16,23,18,18,32,26,32,33,35,32,23,30,34,37,18,35,23,23,23,25,19,8,6,9,9,15,9,12,3,4,3,4,1,0,3,1,3,0,0,1],"bins":[-0.0012241251533851027,-0.0011883715633302927,-0.0011526179732754827,-0.0011168643832206726,-0.0010811107931658626,-0.0010453572031110525,-0.0010096036130562425,-0.0009738499647937715,-0.0009380963747389615,-0.0009023427846841514,-0.0008665891946293414,-0.0008308356045745313,-0.0007950819563120604,-0.0007593283662572503,-0.0007235747762024403,-0.0006878211861476302,-0.0006520675960928202,-0.0006163140060380101,-0.0005805604159832001,-0.00054480682592839,-0.00050905323587358,-0.0004732996167149395,-0.00043754599755629897,-0.0004017924075014889,-0.0003660388174466789,-0.00033028522739186883,-0.0002945316373370588,-0.0002587780181784183,-0.00022302442812360823,-0.00018727083806879818,-0.0001515172334620729,-0.00011576363613130525,-8.001015521585941e-05,-4.425655788509175e-05,-8.50296055432409e-06,2.725063677644357e-05,6.300423410721123e-05,9.87578314379789e-05,0.00013451142876874655,0.00017026503337547183,0.00020601862343028188,0.00024177221348509192,0.00027752580353990197,0.0003132794226985425,0.0003490330127533525,0.00038478660280816257,0.0004205402219668031,0.0004562938120216131,0.0004920474020764232,0.0005278009921312332,0.0005635545821860433,0.0005993081722408533,0.0006350617622956634,0.0006708154105581343,0.0007065690006129444,0.0007423225906677544,0.0007780761807225645,0.0008138297707773745,0.0008495833608321846,0.0008853369508869946,0.0009210905991494656,0.0009568441892042756,0.0009925977792590857,0.0010283513693138957,0.0010641049593687057]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"bins":[-0.0001182437117677182,-0.0001134123740484938,-0.00010858104360522702,-0.00010374971316196024,-9.891837544273585e-05,-9.408703772351146e-05,-8.925570728024468e-05,-8.44243768369779e-05,-7.95930391177535e-05,-7.476170139852911e-05,-6.993037095526233e-05,-6.509904051199555e-05,-6.026770279277116e-05,-5.5436368711525574e-05,-5.060503463027999e-05,-4.57737005490344e-05,-4.0942366467788815e-05,-3.611103238654323e-05,-3.127969830529764e-05,-2.6448364224052057e-05,-2.161703014280647e-05,-1.6785696061560884e-05,-1.1954361980315298e-05,-7.1230278990697116e-06,-2.2916938178241253e-06,2.539640263421461e-06,7.370974344667047e-06,1.2202308425912634e-05,1.703364250715822e-05,2.1864976588403806e-05,2.6696310669649392e-05,3.152764475089498e-05,3.6358978832140565e-05,4.119031291338615e-05,4.602164699463174e-05,5.0852981075877324e-05,5.568431515712291e-05,6.0515649238368496e-05,6.534698331961408e-05,7.017831376288086e-05,7.500965148210526e-05,7.984098920132965e-05,8.467231964459643e-05,8.950365008786321e-05,9.43349878070876e-05,9.9166325526312e-05,0.00010399765596957877,0.00010882898641284555,0.00011366032413206995,0.00011849166185129434,0.00012332299957051873,0.0001281543227378279,0.0001329856604570523,0.00013781699817627668,0.00014264832134358585,0.00014747965906281024,0.00015231099678203464,0.00015714233450125903,0.00016197367222048342,0.0001668049953877926,0.00017163633310701698,0.00017646767082624137,0.00018129899399355054,0.00018613033171277493,0.00019096166943199933],"_type":"histogram","values":[1,0,0,0,1,1,2,0,4,2,4,6,8,8,11,6,11,19,35,34,43,58,50,70,66,64,48,50,29,25,22,17,14,15,8,6,4,4,3,1,2,3,6,0,0,1,0,2,1,0,0,0,0,1,0,0,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.linear.bias":{"values":[2,1,3,3,11,8,4,14,8,8,6,6,7,7,6,10,15,10,4,11,10,10,13,7,9,8,12,10,9,10,10,9,5,7,13,10,5,9,9,8,11,11,13,11,12,10,9,10,5,12,10,6,7,3,3,7,10,3,11,8,7,4,1,1],"bins":[-0.039633847773075104,-0.03839993104338646,-0.03716601803898811,-0.03593210130929947,-0.034698184579610825,-0.03346427157521248,-0.032230354845523834,-0.03099643997848034,-0.029762525111436844,-0.0285286083817482,-0.027294693514704704,-0.02606077864766121,-0.024826861917972565,-0.02359294705092907,-0.022359032183885574,-0.02112511545419693,-0.019891200587153435,-0.01865728572010994,-0.017423368990421295,-0.0161894541233778,-0.014955539256334305,-0.013721623457968235,-0.012487707659602165,-0.01125379279255867,-0.0100198769941926,-0.00878596119582653,-0.007552046328783035,-0.0063181305304169655,-0.005084215197712183,-0.0038502998650074005,-0.0026163842994719744,-0.00138246885035187,-0.00014855340123176575,0.0010853620478883386,0.002319277497008443,0.003553193062543869,0.0047871083952486515,0.006021023727953434,0.007254939526319504,0.008488854393362999,0.009722770191729069,0.010956685990095139,0.012190600857138634,0.013424516655504704,0.014658432453870773,0.01589234732091427,0.017126262187957764,0.018360178917646408,0.019594093784689903,0.0208280086517334,0.022061925381422043,0.023295840248465538,0.024529755115509033,0.025763671845197678,0.026997586712241173,0.028231501579284668,0.029465418308973312,0.030699333176016808,0.0319332480430603,0.03316716477274895,0.03440107777714729,0.03563499450683594,0.03686891123652458,0.03810282424092293,0.03933674097061157],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.0023570649791508913,-0.0022724580485373735,-0.0021878511179238558,-0.002103244187310338,-0.0020186372566968203,-0.0019340303260833025,-0.0018494233954697847,-0.001764816464856267,-0.0016802095342427492,-0.0015956026036292315,-0.0015109956730157137,-0.001426388742402196,-0.0013417818117886782,-0.0012571748811751604,-0.0011725679505616426,-0.0010879610199481249,-0.0010033540893346071,-0.0009187471587210894,-0.0008341402281075716,-0.0007495332974940538,-0.0006649263668805361,-0.0005803194362670183,-0.0004957125056535006,-0.0004111055750399828,-0.00032649864442646503,-0.00024189171381294727,-0.0001572847831994295,-7.267785258591175e-05,1.192907802760601e-05,9.653600864112377e-05,0.00018114293925464153,0.0002657498698681593,0.00035035680048167706,0.0004349637310951948,0.0005195706617087126,0.0006041775923222303,0.0006887845229357481,0.0007733914535492659,0.0008579983841627836,0.0009426053147763014,0.0010272122453898191,0.001111819176003337,0.0011964261066168547,0.0012810330372303724,0.0013656399678438902,0.001450246898457408,0.0015348538290709257,0.0016194607596844435,0.0017040676902979612,0.001788674620911479,0.0018732815515249968,0.0019578884821385145,0.0020424954127520323,0.00212710234336555,0.002211709273979068,0.0022963162045925856,0.0023809231352061033,0.002465530065819621,0.002550136996433139,0.0026347439270466566,0.0027193508576601744,0.002803957788273692,0.00288856471888721,0.0029731716495007277,0.0030577785801142454],"_type":"histogram","values":[1,0,0,0,1,2,2,4,3,5,5,6,4,15,18,17,14,23,13,21,19,21,26,33,34,39,24,39,39,31,35,33,33,32,30,13,20,16,17,16,8,11,11,4,3,10,4,2,1,1,0,3,1,1,1,1,1,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"values":[3,2,8,12,16,14,34,64,111,172,268,404,614,910,1382,1923,2636,3647,4893,6375,8263,10217,12990,15782,18450,21530,24468,26983,29539,31384,32777,33699,33713,33098,31862,30402,27835,25327,22478,19230,16532,13930,11150,9056,6988,5215,3905,2946,2071,1504,1019,724,458,303,217,121,75,38,25,16,8,4,3,1],"bins":[-0.09393146634101868,-0.09101134538650513,-0.08809121698141098,-0.08517109602689743,-0.08225096762180328,-0.07933084666728973,-0.07641071826219559,-0.07349059730768204,-0.07057046890258789,-0.06765034794807434,-0.06473022699356079,-0.061810098588466644,-0.058889977633953094,-0.055969852954149246,-0.0530497282743454,-0.05012960359454155,-0.0472094789147377,-0.04428935423493385,-0.041369229555130005,-0.03844910487532616,-0.03552898019552231,-0.03260885924100876,-0.02968873456120491,-0.026768609881401062,-0.023848485201597214,-0.020928360521793365,-0.018008235841989517,-0.015088113024830818,-0.01216798834502697,-0.009247863665223122,-0.006327739916741848,-0.003407615702599287,-0.0004874914884567261,0.002432632725685835,0.005352756939828396,0.00827288068830967,0.011193005368113518,0.014113130047917366,0.017033252865076065,0.019953377544879913,0.02287350222468376,0.02579362690448761,0.028713751584291458,0.031633876264095306,0.034553997218608856,0.037474121898412704,0.04039424657821655,0.0433143712580204,0.04623449593782425,0.0491546206176281,0.052074745297431946,0.054994869977235794,0.05791499465703964,0.06083511561155319,0.06375524401664734,0.06667536497116089,0.06959548592567444,0.07251561433076859,0.07543573528528214,0.07835586369037628,0.08127598464488983,0.08419611304998398,0.08711623400449753,0.09003636240959167,0.09295648336410522],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"values":[1,0,0,0,0,0,0,1,1,3,0,1,4,0,0,2,2,2,2,3,4,5,3,9,9,18,15,23,31,44,58,65,68,53,56,47,46,52,35,23,18,16,6,6,3,5,4,5,0,3,2,2,2,0,0,1,2,0,4,0,1,0,0,2],"bins":[-9.357929229736328e-05,-9.076949208974838e-05,-8.795969188213348e-05,-8.514989167451859e-05,-8.234009146690369e-05,-7.953029125928879e-05,-7.672049105167389e-05,-7.391069084405899e-05,-7.110089063644409e-05,-6.829109042882919e-05,-6.54812902212143e-05,-6.26714900135994e-05,-5.98616898059845e-05,-5.70518895983696e-05,-5.42420893907547e-05,-5.14322891831398e-05,-4.86224889755249e-05,-4.5812688767910004e-05,-4.3002888560295105e-05,-4.0193088352680206e-05,-3.738328814506531e-05,-3.457348793745041e-05,-3.176368772983551e-05,-2.895388752222061e-05,-2.6144087314605713e-05,-2.3334287106990814e-05,-2.0524486899375916e-05,-1.7714686691761017e-05,-1.4904886484146118e-05,-1.209508627653122e-05,-9.28528606891632e-06,-6.475485861301422e-06,-3.6656856536865234e-06,-8.558854460716248e-07,1.953914761543274e-06,4.763714969158173e-06,7.573515176773071e-06,1.038331538438797e-05,1.3193115592002869e-05,1.6002915799617767e-05,1.8812716007232666e-05,2.1622516214847565e-05,2.4432316422462463e-05,2.7242116630077362e-05,3.005191683769226e-05,3.286171704530716e-05,3.567151725292206e-05,3.848131746053696e-05,4.1291117668151855e-05,4.4100917875766754e-05,4.691071808338165e-05,4.972051829099655e-05,5.253031849861145e-05,5.534011870622635e-05,5.814991891384125e-05,6.0959719121456146e-05,6.376951932907104e-05,6.657931953668594e-05,6.938911974430084e-05,7.219891995191574e-05,7.500872015953064e-05,7.781852036714554e-05,8.062832057476044e-05,8.343812078237534e-05,8.624792098999023e-05],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug-core.log b/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..2c97f05025105735ae50856b00d675f26ee611c4 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T19:34:00.094190229+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmppy44jj2z/port-37378.txt","pid":37378,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T19:34:00.094745429+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":37378} +{"time":"2025-07-19T19:34:00.094759049+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-37378-37464-2441184801/socket","Net":"unix"}} +{"time":"2025-07-19T19:34:00.273136669+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T19:34:00.283735359+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"bhymonq7","id":"1(@)"} +{"time":"2025-07-19T19:34:00.700410005+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"bhymonq7","id":"1(@)"} +{"time":"2025-07-19T19:54:35.287737328+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T19:54:35.288193503+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T19:54:35.288251722+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T19:54:35.288261114+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T19:54:35.288336744+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-37378-37464-2441184801/socket","Net":"unix"}} +{"time":"2025-07-19T19:54:37.825204124+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T19:54:37.825224893+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T19:54:37.825240749+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..c26eb25317678924141b54465ad74e6b3b792d16 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T19:34:00.284919938+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T19:34:00.700365844+03:00","level":"INFO","msg":"stream: created new stream","id":"bhymonq7"} +{"time":"2025-07-19T19:34:00.700404475+03:00","level":"INFO","msg":"stream: started","id":"bhymonq7"} +{"time":"2025-07-19T19:34:00.700423424+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"bhymonq7"} +{"time":"2025-07-19T19:34:00.700523323+03:00","level":"INFO","msg":"sender: started","stream_id":"bhymonq7"} +{"time":"2025-07-19T19:34:00.700560115+03:00","level":"INFO","msg":"handler: started","stream_id":"bhymonq7"} +{"time":"2025-07-19T19:54:35.288219219+03:00","level":"INFO","msg":"stream: closing","id":"bhymonq7"} +{"time":"2025-07-19T19:54:37.0258073+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T19:54:37.823724447+03:00","level":"INFO","msg":"handler: closed","stream_id":"bhymonq7"} +{"time":"2025-07-19T19:54:37.823768127+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"bhymonq7"} +{"time":"2025-07-19T19:54:37.823796659+03:00","level":"INFO","msg":"sender: closed","stream_id":"bhymonq7"} +{"time":"2025-07-19T19:54:37.824756281+03:00","level":"INFO","msg":"stream: closed","id":"bhymonq7"} diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug.log b/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a52f9ec7d7cf7ddbe1ae8e8cda4d97ea93d1192f --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_setup.py:_flush():80] Configure stats pid to 37378 +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_193400-bhymonq7/logs/debug.log +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_193400-bhymonq7/logs/debug-internal.log +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_init.py:init():830] calling init triggers +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 3e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 19:34:00,048 INFO MainThread:37378 [wandb_init.py:init():871] starting backend +2025-07-19 19:34:00,273 INFO MainThread:37378 [wandb_init.py:init():874] sending inform_init request +2025-07-19 19:34:00,281 INFO MainThread:37378 [wandb_init.py:init():882] backend started and connected +2025-07-19 19:34:00,282 INFO MainThread:37378 [wandb_init.py:init():953] updated telemetry +2025-07-19 19:34:00,282 INFO MainThread:37378 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 19:34:01,058 INFO MainThread:37378 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 19:34:01,259 INFO MainThread:37378 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 19:34:01,260 INFO MainThread:37378 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 19:34:01,260 INFO MainThread:37378 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 19:34:01,260 INFO MainThread:37378 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 19:34:01,264 INFO MainThread:37378 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 19:35:23,436 INFO MainThread:37378 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 19:35:23,437 INFO MainThread:37378 [wandb_watch.py:_watch():70] Watching +2025-07-19 19:54:35,287 INFO MsgRouterThr:37378 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_193400-bhymonq7/run-bhymonq7.wandb b/simson_modeling/wandb/run-20250719_193400-bhymonq7/run-bhymonq7.wandb new file mode 100644 index 0000000000000000000000000000000000000000..6203f71a783883dd5887f467aef26ab03dda5f8b --- /dev/null +++ b/simson_modeling/wandb/run-20250719_193400-bhymonq7/run-bhymonq7.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e63a10507ad4e9fd114104b69121b1bc31d198b533dfe25ec03949025ae209b +size 24543981 diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/config.yaml b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eada3ecc5b5389c82d1bd1f18f5ed9f008814246 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + ilkw7e45ul6fgk7014ti1lg5ufvgfkh0: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "126066622464" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-19T16:55:43.834448Z" + writerId: ilkw7e45ul6fgk7014ti1lg5ufvgfkh0 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 1e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/output.log b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..30f505bbba5c47232001329d57e39f73ae5b3a1d --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/output.log @@ -0,0 +1,93 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 5383/1317672 [05:58<22:12:53, 16.41it/s, loss=0.0140] + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1604, in __del__ + self._shutdown_workers() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1568, in _shutdown_workers + w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/process.py", line 149, in join + res = self._popen.wait(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/popen_fork.py", line 40, in wait + if not wait([self.sentinel], timeout): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/multiprocessing/connection.py", line 1136, in wait + ready = selector.select(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/selectors.py", line 415, in select + fd_event_list = self._selector.poll(timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt: +Exception ignored in: .remove at 0x7f6f7cb758a0> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [06:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 371, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 274, in train_epoch + total_loss += loss.item() + ^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/requirements.txt b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/wandb-metadata.json b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1381f2ddbdbfe160ef4bfec8ea2f07e4e016c30f --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-19T16:55:43.834448Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "126066622464" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "ilkw7e45ul6fgk7014ti1lg5ufvgfkh0" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/wandb-summary.json b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..20402146a3763ff6592f2483843d997e408faa71 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/files/wandb-summary.json @@ -0,0 +1 @@ +{"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,0,0,2,1,3,8,6,6,5,8,8,8,13,13,15,19,19,27,14,28,21,23,23,17,28,29,32,41,33,26,24,24,21,26,25,28,24,15,14,15,18,9,14,6,8,4,1,5,4,1,0,1,2,0,0,0,0,0,0,1],"bins":[-0.0013401384931057692,-0.0012964570196345448,-0.0012527754297479987,-0.0012090939562767744,-0.0011654123663902283,-0.001121730892919004,-0.0010780493030324578,-0.0010343678295612335,-0.0009906862396746874,-0.0009470047662034631,-0.0009033232345245779,-0.0008596417028456926,-0.0008159602293744683,-0.0007722786976955831,-0.0007285971660166979,-0.0006849156343378127,-0.0006412341026589274,-0.0005975525709800422,-0.000553871039301157,-0.0005101895076222718,-0.000466508005047217,-0.0004228264733683318,-0.000379144970793277,-0.0003354634391143918,-0.0002917819074355066,-0.00024810037575662136,-0.00020441885862965137,-0.00016073734150268137,-0.00011705580982379615,-7.337428542086855e-05,-2.969276101794094e-05,1.3988763384986669e-05,5.7670287787914276e-05,0.00010135181219084188,0.0001450333365937695,0.00018871485372073948,0.0002323963853996247,0.0002760779170785099,0.0003197594196535647,0.0003634409513324499,0.00040712248301133513,0.00045080401469022036,0.0004944855463691056,0.0005381670780479908,0.0005818485515192151,0.0006255300831981003,0.0006692116148769855,0.0007128931465558708,0.000756574678234756,0.0008002562099136412,0.0008439377415925264,0.0008876192732714117,0.0009313008049502969,0.0009749822784215212,0.0010186638683080673,0.0010623453417792916,0.001106026815250516,0.001149708405137062,0.0011933898786082864,0.0012370714684948325,0.0012807529419660568,0.001324434531852603,0.0013681160053238273,0.0014117975952103734,0.0014554790686815977]},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"bins":[-0.09915757924318314,-0.09607049822807312,-0.0929834172129631,-0.08989633619785309,-0.08680926263332367,-0.08372218161821365,-0.08063510060310364,-0.07754801958799362,-0.0744609385728836,-0.07137385755777359,-0.06828677654266357,-0.06519969552755356,-0.06211261823773384,-0.059025537222623825,-0.05593845993280411,-0.05285137891769409,-0.049764297902584076,-0.04667721688747406,-0.043590135872364044,-0.04050305858254433,-0.03741597756743431,-0.034328896552324295,-0.03124181739985943,-0.028154738247394562,-0.025067657232284546,-0.02198057621717453,-0.018893497064709663,-0.015806417912244797,-0.012719336897134781,-0.00963225681334734,-0.006545176729559898,-0.003458096645772457,-0.0003710240125656128,0.0027160560712218285,0.00580313615500927,0.008890216238796711,0.011977296322584152,0.015064376406371593,0.018151456490159035,0.0212385356426239,0.024325616657733917,0.027412697672843933,0.0304997768253088,0.033586855977773666,0.03667393699288368,0.0397610180079937,0.042848095297813416,0.04593517631292343,0.04902225732803345,0.05210933834314346,0.05519641935825348,0.058283496648073196,0.06137057766318321,0.06445765495300293,0.06754473596811295,0.07063181698322296,0.07371889799833298,0.076805979013443,0.07989306002855301,0.08298014104366302,0.08606721460819244,0.08915429562330246,0.09224137663841248,0.09532845765352249,0.09841553866863251],"_type":"histogram","values":[1,1,3,6,12,17,37,71,141,213,401,631,1026,1619,2427,3663,5499,7679,10793,14656,19476,25176,32278,40144,48654,57512,66167,75285,82538,89143,93313,95980,96912,94330,89936,84846,77502,68423,59613,50494,42098,33722,26970,20712,15658,11549,8420,5858,3960,2607,1791,1186,719,446,228,149,72,47,25,15,7,4,1,2]},"parameters/_orig_mod.bert.embeddings.LayerNorm.bias":{"bins":[-0.0014493955532088876,-0.00140314269810915,-0.0013568898430094123,-0.0013106368714943528,-0.0012643840163946152,-0.0012181311612948775,-0.0011718783061951399,-0.0011256254510954022,-0.0010793725959956646,-0.0010331196244806051,-0.0009868667693808675,-0.0009406139142811298,-0.0008943610591813922,-0.0008481081458739936,-0.000801855290774256,-0.0007556023774668574,-0.0007093495223671198,-0.0006630966672673821,-0.0006168437539599836,-0.0005705908988602459,-0.0005243379855528474,-0.00047808513045310974,-0.0004318322753533721,-0.000385579391149804,-0.0003393265069462359,-0.0002930736227426678,-0.0002468207385390997,-0.00020056788343936205,-0.00015431499923579395,-0.00010806212230818346,-6.180924538057297e-05,-1.5556368452962488e-05,3.0696508474648e-05,7.694938540225849e-05,0.00012320226232986897,0.00016945513198152184,0.00021570801618508995,0.00026196090038865805,0.0003082137554883957,0.0003544666396919638,0.0004007195238955319,0.0004469724080991,0.0004932252923026681,0.0005394781474024057,0.0005857310025021434,0.0006319839158095419,0.0006782367709092796,0.0007244896842166781,0.0007707425393164158,0.0008169953944161534,0.000863248307723552,0.0009095011628232896,0.0009557540761306882,0.0010020069312304258,0.0010482597863301635,0.0010945126414299011,0.0011407656129449606,0.0011870184680446982,0.0012332713231444359,0.0012795241782441735,0.0013257770333439112,0.0013720298884436488,0.0014182828599587083,0.001464535715058446,0.0015107885701581836],"_type":"histogram","values":[1,1,0,0,0,1,0,0,3,1,3,1,2,6,3,4,7,11,9,20,17,17,31,22,20,30,26,31,38,32,31,37,30,32,37,42,33,23,28,18,18,16,11,12,7,13,11,9,5,7,4,1,3,0,0,0,0,2,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[1,0,0,0,0,1,1,1,2,1,1,4,4,2,5,8,8,9,8,11,17,20,28,14,23,18,19,29,31,29,33,23,27,30,37,30,27,28,30,24,26,25,19,16,15,16,15,8,8,7,6,6,6,2,2,1,2,1,1,1,0,0,0,1],"bins":[-0.00048220157623291016,-0.0004675714299082756,-0.00045294128358364105,-0.0004383111372590065,-0.00042368099093437195,-0.0004090508446097374,-0.00039442069828510284,-0.0003797905519604683,-0.00036516040563583374,-0.0003505302593111992,-0.00033590011298656464,-0.0003212699666619301,-0.00030663982033729553,-0.000292009674012661,-0.00027737952768802643,-0.0002627493813633919,-0.0002481192350387573,-0.00023348908871412277,-0.00021885894238948822,-0.00020422879606485367,-0.00018959864974021912,-0.00017496850341558456,-0.00016033835709095,-0.00014570821076631546,-0.0001310780644416809,-0.00011644791811704636,-0.0001018177717924118,-8.718762546777725e-05,-7.25574791431427e-05,-5.792733281850815e-05,-4.3297186493873596e-05,-2.8667040169239044e-05,-1.4036893844604492e-05,5.932524800300598e-07,1.5223398804664612e-05,2.9853545129299164e-05,4.4483691453933716e-05,5.911383777856827e-05,7.374398410320282e-05,8.837413042783737e-05,0.00010300427675247192,0.00011763442307710648,0.00013226456940174103,0.00014689471572637558,0.00016152486205101013,0.00017615500837564468,0.00019078515470027924,0.0002054153010249138,0.00022004544734954834,0.0002346755936741829,0.00024930573999881744,0.000263935886323452,0.00027856603264808655,0.0002931961789727211,0.00030782632529735565,0.0003224564716219902,0.00033708661794662476,0.0003517167642712593,0.00036634691059589386,0.0003809770569205284,0.00039560720324516296,0.0004102373495697975,0.00042486749589443207,0.0004394976422190666,0.00045412778854370117],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"_type":"histogram","values":[1,3,0,1,2,1,2,5,3,8,11,17,19,33,37,50,70,106,132,201,267,349,459,621,941,1314,2419,5015,13759,48455,212850,224674,51161,14431,5199,2494,1357,899,633,476,352,262,187,150,100,82,69,33,33,25,17,10,8,7,5,2,3,2,1,0,0,0,0,1],"bins":[-0.0003960132598876953,-0.00038324669003486633,-0.00037048012018203735,-0.0003577135503292084,-0.0003449469804763794,-0.0003321804106235504,-0.00031941384077072144,-0.00030664727091789246,-0.0002938807010650635,-0.0002811141312122345,-0.0002683475613594055,-0.00025558099150657654,-0.00024281442165374756,-0.00023004785180091858,-0.0002172812819480896,-0.00020451471209526062,-0.00019174814224243164,-0.00017898157238960266,-0.00016621500253677368,-0.0001534484326839447,-0.00014068186283111572,-0.00012791529297828674,-0.00011514872312545776,-0.00010238215327262878,-8.96155834197998e-05,-7.684901356697083e-05,-6.408244371414185e-05,-5.1315873861312866e-05,-3.854930400848389e-05,-2.5782734155654907e-05,-1.3016164302825928e-05,-2.4959444999694824e-07,1.2516975402832031e-05,2.528354525566101e-05,3.805011510848999e-05,5.081668496131897e-05,6.358325481414795e-05,7.634982466697693e-05,8.911639451980591e-05,0.00010188296437263489,0.00011464953422546387,0.00012741610407829285,0.00014018267393112183,0.0001529492437839508,0.00016571581363677979,0.00017848238348960876,0.00019124895334243774,0.00020401552319526672,0.0002167820930480957,0.00022954866290092468,0.00024231523275375366,0.00025508180260658264,0.0002678483724594116,0.0002806149423122406,0.0002933815121650696,0.00030614808201789856,0.00031891465187072754,0.0003316812217235565,0.0003444477915763855,0.0003572143614292145,0.00036998093128204346,0.00038274750113487244,0.0003955140709877014,0.0004082806408405304,0.0004210472106933594]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"bins":[-0.09799551218748093,-0.09503737092018127,-0.09207922965288162,-0.08912108838558197,-0.08616293966770172,-0.08320479840040207,-0.08024665713310242,-0.07728851586580276,-0.07433037459850311,-0.07137223333120346,-0.06841408461332321,-0.06545594334602356,-0.06249780207872391,-0.059539660811424255,-0.0565815195441246,-0.05362337455153465,-0.050665233284235,-0.04770709201693535,-0.0447489470243454,-0.041790805757045746,-0.038832664489746094,-0.03587451949715614,-0.03291637822985649,-0.02995823696255684,-0.027000093832612038,-0.024041950702667236,-0.021083809435367584,-0.018125666305422783,-0.015167524106800556,-0.01220938190817833,-0.009251238778233528,-0.006293096579611301,-0.0033349543809890747,-0.00037681194953620434,0.002581330481916666,0.00553947314620018,0.008497615344822407,0.011455757543444633,0.014413900673389435,0.017372041940689087,0.020330185070633888,0.02328832820057869,0.02624646946787834,0.029204612597823143,0.032162755727767944,0.035120896995067596,0.03807903826236725,0.0410371832549572,0.04399532452225685,0.0469534657895565,0.049911610782146454,0.052869752049446106,0.05582789331674576,0.05878603830933571,0.06174417957663536,0.06470232456922531,0.06766046583652496,0.07061860710382462,0.07357674837112427,0.07653488963842392,0.07949303090572357,0.08245117962360382,0.08540932089090347,0.08836746215820312,0.09132560342550278],"_type":"histogram","values":[2,1,3,0,5,5,13,18,37,72,148,206,329,516,816,1154,1779,2374,3299,4541,6071,8028,10079,12698,15304,18692,21382,24592,27739,29777,32202,33543,34825,34815,33957,32676,30875,28300,25451,22121,19099,16100,13354,10889,8565,6525,4968,3745,2607,1858,1294,856,588,361,213,136,98,55,25,22,12,4,3,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"bins":[-0.0006323978304862976,-0.0006141324411146343,-0.0005958670517429709,-0.0005776016623713076,-0.0005593362729996443,-0.000541070883627981,-0.0005228054942563176,-0.0005045401048846543,-0.00048627471551299095,-0.0004680093261413276,-0.0004497439367696643,-0.00043147854739800096,-0.0004132131580263376,-0.0003949477686546743,-0.00037668237928301096,-0.00035841698991134763,-0.0003401516005396843,-0.00032188621116802096,-0.00030362082179635763,-0.0002853554324246943,-0.00026709004305303097,-0.00024882465368136764,-0.0002305592643097043,-0.00021229387493804097,-0.00019402848556637764,-0.0001757630961947143,-0.00015749770682305098,-0.00013923231745138764,-0.00012096692807972431,-0.00010270153870806098,-8.443614933639765e-05,-6.617075996473432e-05,-4.79054288007319e-05,-2.9640039429068565e-05,-1.1374650057405233e-05,6.890739314258099e-06,2.515612868592143e-05,4.342151805758476e-05,6.16869074292481e-05,7.995229680091143e-05,9.821768617257476e-05,0.00011648307554423809,0.00013474846491590142,0.00015301385428756475,0.0001712792436592281,0.00018954463303089142,0.00020781002240255475,0.00022607541177421808,0.0002443408011458814,0.00026260619051754475,0.0002808715798892081,0.0002991369692608714,0.00031740235863253474,0.0003356677480041981,0.0003539331373758614,0.00037219852674752474,0.00039046391611918807,0.0004087293054908514,0.00042699469486251473,0.00044526008423417807,0.0004635254736058414,0.00048179086297750473,0.0005000562523491681,0.0005183216417208314,0.0005365870310924947],"_type":"histogram","values":[2,0,0,1,0,0,0,0,1,1,0,1,3,1,2,2,4,7,4,6,13,11,15,10,22,23,25,30,31,26,30,26,32,40,38,30,30,31,34,27,29,22,24,22,11,16,10,11,15,13,6,5,6,4,3,5,0,1,3,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[2,3,2,6,14,25,47,74,124,176,333,494,677,1113,1601,2249,3163,4178,5685,7356,9330,11830,14411,17456,20262,23791,26627,29000,31284,32938,34329,34594,34045,32597,31147,28642,26308,23668,20282,17236,14511,11711,9458,7291,5639,4288,2982,2249,1547,1033,749,469,291,193,140,75,40,34,8,14,1,0,0,2],"bins":[-0.0921076312661171,-0.08918043971061707,-0.08625324815511703,-0.083326056599617,-0.08039887249469757,-0.07747168093919754,-0.07454448938369751,-0.07161729782819748,-0.06869010627269745,-0.06576291471719742,-0.06283572316169739,-0.059908535331487656,-0.056981343775987625,-0.054054152220487595,-0.05112696439027786,-0.04819977283477783,-0.0452725812792778,-0.04234538972377777,-0.03941819816827774,-0.03649101033806801,-0.03356381878256798,-0.030636627227067947,-0.027709437534213066,-0.024782247841358185,-0.021855056285858154,-0.018927864730358124,-0.016000675037503242,-0.013073484413325787,-0.01014629378914833,-0.007219103164970875,-0.004291912540793419,-0.001364721916615963,0.001562461256980896,0.004489651881158352,0.007416842505335808,0.010344033129513264,0.01327122375369072,0.01619841530919075,0.01912560500204563,0.022052794694900513,0.024979986250400543,0.027907177805900574,0.030834367498755455,0.033761557191610336,0.03668874874711037,0.0396159403026104,0.04254312813282013,0.04547031968832016,0.04839751124382019,0.05132470279932022,0.05425189435482025,0.057179082185029984,0.060106273740530014,0.06303346157073975,0.06596065312623978,0.06888784468173981,0.07181503623723984,0.07474222779273987,0.0776694193482399,0.08059661090373993,0.08352379500865936,0.0864509865641594,0.08937817811965942,0.09230536967515945,0.09523256123065948]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[2,0,0,0,0,3,2,6,3,8,2,4,3,8,7,14,14,13,12,25,10,19,19,24,29,21,19,29,34,35,21,28,22,27,36,28,21,20,25,27,14,26,12,16,14,9,9,1,8,11,6,5,8,0,1,2,3,0,1,0,1,0,0,1],"bins":[-0.0012395381927490234,-0.001199355348944664,-0.0011591725051403046,-0.0011189896613359451,-0.0010788068175315857,-0.0010386239737272263,-0.0009984411299228668,-0.0009582582861185074,-0.000918075442314148,-0.0008778925985097885,-0.0008377097547054291,-0.0007975269109010696,-0.0007573440670967102,-0.0007171612232923508,-0.0006769783794879913,-0.0006367955356836319,-0.0005966126918792725,-0.000556429848074913,-0.0005162470042705536,-0.00047606416046619415,-0.0004358813166618347,-0.0003956984728574753,-0.00035551562905311584,-0.0003153327852487564,-0.00027514994144439697,-0.00023496709764003754,-0.0001947842538356781,-0.00015460141003131866,-0.00011441856622695923,-7.423572242259979e-05,-3.4052878618240356e-05,6.12996518611908e-06,4.6312808990478516e-05,8.649565279483795e-05,0.0001266784965991974,0.00016686134040355682,0.00020704418420791626,0.0002472270280122757,0.00028740987181663513,0.00032759271562099457,0.000367775559425354,0.00040795840322971344,0.0004481412470340729,0.0004883240908384323,0.0005285069346427917,0.0005686897784471512,0.0006088726222515106,0.0006490554660558701,0.0006892383098602295,0.0007294211536645889,0.0007696039974689484,0.0008097868412733078,0.0008499696850776672,0.0008901525288820267,0.0009303353726863861,0.0009705182164907455,0.001010701060295105,0.0010508839040994644,0.0010910667479038239,0.0011312495917081833,0.0011714324355125427,0.0012116152793169022,0.0012517981231212616,0.001291980966925621,0.0013321638107299805]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,0,0,1,1,1,2,1,1,3,1,3,4,2,12,8,9,9,11,15,15,18,27,30,25,41,45,49,47,41,42,32,42,37,25,25,28,13,13,13,16,6,6,8,6,8,3,1,2,3,5,2,2,1,0,3,1,0,0,1],"bins":[-0.000538230815436691,-0.0005220847669988871,-0.0005059387185610831,-0.0004897926701232791,-0.0004736466216854751,-0.00045750057324767113,-0.00044135452480986714,-0.00042520847637206316,-0.0004090624279342592,-0.0003929163794964552,-0.0003767703310586512,-0.0003606242826208472,-0.00034447823418304324,-0.00032833218574523926,-0.0003121861373074353,-0.0002960400888696313,-0.0002798940404318273,-0.0002637479919940233,-0.00024760194355621934,-0.00023145589511841536,-0.00021530984668061137,-0.0001991637982428074,-0.0001830177498050034,-0.00016687170136719942,-0.00015072565292939544,-0.00013457960449159145,-0.00011843355605378747,-0.00010228750761598349,-8.61414591781795e-05,-6.999541074037552e-05,-5.3849362302571535e-05,-3.770331386476755e-05,-2.155732363462448e-05,-5.4112751968204975e-06,1.0734773240983486e-05,2.688082167878747e-05,4.3026870116591454e-05,5.917291855439544e-05,7.531896699219942e-05,9.14650154300034e-05,0.00010761106386780739,0.00012375711230561137,0.00013990316074341536,0.00015604920918121934,0.00017219525761902332,0.0001883413060568273,0.0002044873544946313,0.00022063340293243527,0.00023677945137023926,0.00025292549980804324,0.0002690715482458472,0.0002852175966836512,0.0003013636451214552,0.0003175096935592592,0.00033365574199706316,0.00034980179043486714,0.00036594783887267113,0.0003820938873104751,0.0003982399357482791,0.0004143859841860831,0.00043053203262388706,0.00044667808106169105,0.00046282412949949503,0.000478970177937299,0.000495116226375103],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"values":[1,0,0,3,6,11,24,37,63,107,205,304,497,739,1219,1763,2718,3945,5443,7272,9687,12448,15642,19147,22643,26472,29894,33173,35358,36980,37671,37160,36390,34445,31435,28440,24571,21265,17581,14308,11125,8557,6357,4661,3333,2367,1558,1080,655,425,264,163,81,61,31,23,8,4,3,0,0,0,0,1],"bins":[-0.09895146638154984,-0.09573706984519958,-0.09252268075942993,-0.08930828422307968,-0.08609388768672943,-0.08287949860095978,-0.07966510206460953,-0.07645070552825928,-0.07323631644248962,-0.07002191990613937,-0.06680752336978912,-0.06359312683343887,-0.06037873774766922,-0.05716434121131897,-0.05394994840025902,-0.05073555186390877,-0.047521159052848816,-0.044306766241788864,-0.041092369705438614,-0.03787797689437866,-0.03466358035802841,-0.03144918754696846,-0.02823479473590851,-0.025020400062203407,-0.021806005388498306,-0.018591610714793205,-0.015377216972410679,-0.012162823230028152,-0.008948428556323051,-0.005734034348279238,-0.002519640140235424,0.0006947540678083897,0.003909148275852203,0.007123542483896017,0.01033793669193983,0.013552330434322357,0.016766725108027458,0.01998111978173256,0.02319551259279251,0.026409907266497612,0.029624301940202713,0.032838694751262665,0.036053091287612915,0.03926748409867287,0.04248187690973282,0.04569627344608307,0.04891066625714302,0.05212506279349327,0.05533945560455322,0.058553848415613174,0.061768244951963425,0.06498263776302338,0.06819703429937363,0.07141142338514328,0.07462581992149353,0.07784021645784378,0.08105461299419403,0.08426900207996368,0.08748339861631393,0.09069779515266418,0.09391218423843384,0.09712658077478409,0.10034097731113434,0.10355536639690399,0.10676976293325424],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"values":[1,0,0,0,0,0,0,0,1,0,1,3,1,4,7,4,4,5,9,13,19,14,25,17,27,25,26,25,32,37,36,29,31,33,18,34,47,24,34,27,25,20,22,23,8,13,9,5,6,6,7,0,4,1,2,1,1,0,0,0,0,1,0,1],"bins":[-0.00044877102482132614,-0.00043487909715622663,-0.00042098716949112713,-0.0004070952127221972,-0.0003932032850570977,-0.00037931135739199817,-0.00036541942972689867,-0.00035152750206179917,-0.00033763557439669967,-0.0003237436176277697,-0.0003098516899626702,-0.0002959597622975707,-0.0002820678346324712,-0.0002681759069673717,-0.00025428395019844174,-0.00024039202253334224,-0.00022650009486824274,-0.00021260816720314324,-0.0001987162249861285,-0.000184824297321029,-0.00017093235510401428,-0.00015704042743891478,-0.00014314849977381527,-0.00012925655755680054,-0.00011536462989170104,-0.00010147269495064393,-8.758076000958681e-05,-7.368883234448731e-05,-5.9796897403430194e-05,-4.590496246237308e-05,-3.201303115929477e-05,-1.8121098037227057e-05,-4.229194018989801e-06,9.66273910307791e-06,2.3554672225145623e-05,3.744660352822393e-05,5.133853846928105e-05,6.523047341033816e-05,7.912240107543766e-05,9.301433601649478e-05,0.0001069062709575519,0.00012079820589860901,0.00013469014083966613,0.00014858206850476563,0.00016247399616986513,0.00017636593838687986,0.00019025786605197936,0.0002041498082689941,0.0002180417359340936,0.0002319336635991931,0.0002458255912642926,0.00025971754803322256,0.00027360947569832206,0.00028750140336342156,0.00030139333102852106,0.00031528525869362056,0.00032917718635872006,0.00034306914312765,0.0003569610707927495,0.000370852998457849,0.00038474492612294853,0.00039863685378804803,0.000412528810556978,0.0004264207382220775,0.000440312665887177],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"values":[2,1,0,0,1,0,1,3,1,1,0,1,1,0,2,4,2,3,3,8,4,14,8,7,18,20,32,36,57,74,63,80,71,70,31,33,25,21,11,14,8,6,1,8,4,2,1,0,2,4,0,3,0,1,2,0,2,0,0,0,0,0,0,1],"bins":[-7.659196853637695e-05,-7.41276890039444e-05,-7.166340947151184e-05,-6.919912993907928e-05,-6.673485040664673e-05,-6.427057087421417e-05,-6.180629134178162e-05,-5.934201180934906e-05,-5.6877732276916504e-05,-5.441345274448395e-05,-5.194917321205139e-05,-4.9484893679618835e-05,-4.702061414718628e-05,-4.455633461475372e-05,-4.209205508232117e-05,-3.962777554988861e-05,-3.7163496017456055e-05,-3.46992164850235e-05,-3.223493695259094e-05,-2.9770657420158386e-05,-2.730637788772583e-05,-2.4842098355293274e-05,-2.2377818822860718e-05,-1.991353929042816e-05,-1.7449259757995605e-05,-1.498498022556305e-05,-1.2520700693130493e-05,-1.0056421160697937e-05,-7.592141628265381e-06,-5.127862095832825e-06,-2.6635825634002686e-06,-1.993030309677124e-07,2.2649765014648438e-06,4.7292560338974e-06,7.193535566329956e-06,9.657815098762512e-06,1.2122094631195068e-05,1.4586374163627625e-05,1.705065369606018e-05,1.9514933228492737e-05,2.1979212760925293e-05,2.444349229335785e-05,2.6907771825790405e-05,2.937205135822296e-05,3.183633089065552e-05,3.4300610423088074e-05,3.676488995552063e-05,3.9229169487953186e-05,4.169344902038574e-05,4.41577285528183e-05,4.6622008085250854e-05,4.908628761768341e-05,5.155056715011597e-05,5.401484668254852e-05,5.647912621498108e-05,5.8943405747413635e-05,6.140768527984619e-05,6.387196481227875e-05,6.63362443447113e-05,6.880052387714386e-05,7.126480340957642e-05,7.372908294200897e-05,7.619336247444153e-05,7.865764200687408e-05,8.112192153930664e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"_type":"histogram","values":[1,2,1,2,5,6,9,28,48,99,141,234,409,601,1048,1581,2463,3661,5454,7732,10669,14344,19581,24872,31771,39553,48300,56311,65414,74404,81875,88378,93025,94884,95424,93915,90201,85162,77204,69127,60476,51377,42694,34987,27901,21709,16273,12158,8870,6234,4283,2848,1924,1283,776,474,286,171,102,47,33,7,8,4],"bins":[-0.10467661172151566,-0.1016165241599083,-0.09855642914772034,-0.09549634158611298,-0.09243625402450562,-0.08937616646289825,-0.0863160789012909,-0.08325598388910294,-0.08019589632749557,-0.07713580876588821,-0.07407571375370026,-0.0710156261920929,-0.06795553863048553,-0.06489545106887817,-0.061835359781980515,-0.058775268495082855,-0.055715180933475494,-0.052655093371868134,-0.049595002084970474,-0.046534910798072815,-0.043474823236465454,-0.04041473567485809,-0.037354644387960434,-0.034294553101062775,-0.031234465539455414,-0.028174376115202904,-0.025114286690950394,-0.022054197266697884,-0.018994107842445374,-0.015934018418192863,-0.012873928993940353,-0.009813839569687843,-0.006753750145435333,-0.003693660721182823,-0.0006335712969303131,0.002426518127322197,0.005486607551574707,0.008546696975827217,0.011606786400079727,0.014666875824332237,0.017726965248584747,0.020787054672837257,0.023847144097089767,0.026907233521342278,0.029967322945594788,0.03302741050720215,0.03608750179409981,0.03914759308099747,0.04220768064260483,0.04526776820421219,0.04832785949110985,0.05138795077800751,0.05444803833961487,0.05750812590122223,0.06056821718811989,0.06362830847501755,0.06668839603662491,0.06974848359823227,0.07280857861042023,0.07586866617202759,0.07892875373363495,0.08198884129524231,0.08504892885684967,0.08810902386903763,0.09116911143064499]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"values":[1,2,2,0,1,3,2,2,2,8,6,4,12,7,6,12,14,17,18,14,25,15,31,29,32,26,33,39,31,44,33,32,27,32,24,24,24,22,18,18,12,12,13,14,2,2,3,6,4,2,0,2,1,0,0,1,1,0,0,0,0,0,0,1],"bins":[-0.000358928315108642,-0.00034630438312888145,-0.00033368042204529047,-0.00032105649006552994,-0.00030843252898193896,-0.00029580859700217843,-0.00028318463591858745,-0.0002705607039388269,-0.0002579367719590664,-0.0002453128108754754,-0.00023268886434379965,-0.0002200649178121239,-0.00020744098583236337,-0.0001948170393006876,-0.00018219309276901186,-0.0001695691462373361,-0.00015694519970566034,-0.0001443212531739846,-0.00013169730664230883,-0.00011907336738659069,-0.00010644942085491493,-9.382547432323918e-05,-8.120153506752104e-05,-6.857758853584528e-05,-5.5953642004169524e-05,-4.332969547249377e-05,-3.070575257879682e-05,-1.8081807866110466e-05,-5.457863153424114e-06,7.1660815592622384e-06,1.979002627194859e-05,3.241396916564554e-05,4.5037915697321296e-05,5.766186222899705e-05,7.028580876067281e-05,8.290974801639095e-05,9.55336945480667e-05,0.00010815764107974246,0.0001207815803354606,0.00013340552686713636,0.00014602947339881212,0.00015865341993048787,0.00017127736646216363,0.00018390131299383938,0.0001965252449735999,0.00020914919150527567,0.00022177313803695142,0.00023439708456862718,0.00024702103110030293,0.00025964496308006346,0.00027226892416365445,0.000284892856143415,0.00029751681722700596,0.0003101407492067665,0.00032276471029035747,0.000335388642270118,0.000348012603353709,0.0003606365353334695,0.00037326046731323004,0.000385884428396821,0.00039850836037658155,0.00041113232146017253,0.00042375625343993306,0.00043638021452352405,0.0004490041465032846],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,1,0,0,2,5,3,1,4,4,1,4,4,3,10,8,7,9,16,16,20,16,24,23,30,28,36,25,22,32,29,39,28,25,27,30,18,22,21,18,20,19,11,22,11,11,4,10,6,6,7,2,1,1,6,5,2,1,5,2,1,2],"bins":[0.9984856247901917,0.9985336065292358,0.9985816478729248,0.998629629611969,0.998677670955658,0.9987256526947021,0.9987736940383911,0.9988216757774353,0.9988697171211243,0.9989176988601685,0.9989657402038574,0.9990137219429016,0.9990617632865906,0.9991097450256348,0.9991577863693237,0.9992057681083679,0.9992538094520569,0.9993017911911011,0.99934983253479,0.9993978142738342,0.9994458556175232,0.9994938373565674,0.9995418787002563,0.9995898604393005,0.9996379017829895,0.9996858835220337,0.9997339248657227,0.9997819066047668,0.9998299479484558,0.9998779296875,0.999925971031189,0.9999739527702332,1.0000219345092773,1.0000699758529663,1.0001180171966553,1.0001659393310547,1.0002139806747437,1.0002620220184326,1.0003100633621216,1.000357985496521,1.00040602684021,1.000454068183899,1.000502109527588,1.0005500316619873,1.0005980730056763,1.0006461143493652,1.0006941556930542,1.0007420778274536,1.0007901191711426,1.0008381605148315,1.0008862018585205,1.00093412399292,1.0009821653366089,1.0010302066802979,1.0010782480239868,1.0011261701583862,1.0011742115020752,1.0012222528457642,1.0012702941894531,1.0013182163238525,1.0013662576675415,1.0014142990112305,1.0014623403549194,1.0015102624893188,1.0015583038330078]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.bias":{"values":[1,0,0,0,1,2,2,0,1,2,2,1,5,5,6,5,9,10,14,11,17,21,15,21,20,16,22,23,24,28,31,23,24,28,28,23,29,32,23,31,27,23,24,21,12,12,15,14,12,7,7,10,4,6,4,6,1,1,1,2,0,0,2,1],"bins":[-0.000502072973176837,-0.0004872650606557727,-0.00047245711903087795,-0.00045764920650981367,-0.00044284126488491893,-0.00042803335236385465,-0.0004132254107389599,-0.0003984174982178956,-0.0003836095565930009,-0.0003688016440719366,-0.0003539937315508723,-0.0003391857899259776,-0.0003243778774049133,-0.00030956993578001857,-0.0002947620232589543,-0.00027995408163405955,-0.00026514616911299527,-0.000250338256591931,-0.00023553031496703625,-0.00022072238789405674,-0.00020591446082107723,-0.00019110654830001295,-0.00017629862122703344,-0.00016149069415405393,-0.00014668276708107442,-0.0001318748400080949,-0.0001170669129351154,-0.0001022589931380935,-8.745106606511399e-05,-7.264313899213448e-05,-5.783521555713378e-05,-4.3027292122133076e-05,-2.8219394152984023e-05,-1.3411468898993917e-05,1.3964563549961895e-06,1.6204381608986296e-05,3.10123068629764e-05,4.582023393595591e-05,6.0628157370956615e-05,7.543608080595732e-05,9.024400787893683e-05,0.00010505193495191634,0.00011985986202489585,0.00013466778909787536,0.00014947570161893964,0.00016428362869191915,0.00017909155576489866,0.00019389948283787817,0.00020870740991085768,0.0002235153369838372,0.0002383232640568167,0.000253131176577881,0.0002679391182027757,0.00028274703072384,0.00029755497234873474,0.000312362884869799,0.00032717082649469376,0.00034197873901575804,0.0003567866515368223,0.00037159459316171706,0.00038640250568278134,0.0004012104473076761,0.00041601835982874036,0.0004308263014536351,0.0004456342139746994],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,1,0,5,2,3,5,12,11,13,15,33,27,38,51,58,64,59,76,92,98,109,122,128,123,111,110,99,90,84,68,55,55,38,33,32,21,30,22,10,6,13,8,3,2,1,0,3,3,1,0,0,0,1,0,1],"bins":[-0.0003007054328918457,-0.0002912702038884163,-0.0002818349748849869,-0.00027239974588155746,-0.00026296451687812805,-0.00025352928787469864,-0.00024409405887126923,-0.0002346588298678398,-0.0002252236008644104,-0.000215788371860981,-0.00020635314285755157,-0.00019691791385412216,-0.00018748268485069275,-0.00017804745584726334,-0.00016861222684383392,-0.0001591769978404045,-0.0001497417688369751,-0.00014030653983354568,-0.00013087131083011627,-0.00012143608182668686,-0.00011200085282325745,-0.00010256562381982803,-9.313039481639862e-05,-8.369516581296921e-05,-7.42599368095398e-05,-6.482470780611038e-05,-5.538947880268097e-05,-4.5954249799251556e-05,-3.6519020795822144e-05,-2.708379179239273e-05,-1.7648562788963318e-05,-8.213333785533905e-06,1.2218952178955078e-06,1.065712422132492e-05,2.0092353224754333e-05,2.9527582228183746e-05,3.896281123161316e-05,4.839804023504257e-05,5.7833269238471985e-05,6.72684982419014e-05,7.670372724533081e-05,8.613895624876022e-05,9.557418525218964e-05,0.00010500941425561905,0.00011444464325904846,0.00012387987226247787,0.0001333151012659073,0.0001427503302693367,0.0001521855592727661,0.00016162078827619553,0.00017105601727962494,0.00018049124628305435,0.00018992647528648376,0.00019936170428991318,0.0002087969332933426,0.000218232162296772,0.00022766739130020142,0.00023710262030363083,0.00024653784930706024,0.00025597307831048965,0.00026540830731391907,0.0002748435363173485,0.0002842787653207779,0.0002937139943242073,0.0003031492233276367]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,1,0,1,0,4,5,5,4,7,7,8,5,6,6,9,9,14,17,10,31,19,19,19,23,30,28,21,32,29,36,22,37,23,36,29,25,25,26,10,20,15,17,12,8,9,6,9,5,9,3,1,3,3,3,0,1,1,2,0,0,1],"bins":[-0.0011768937110900879,-0.0011402703821659088,-0.0011036470532417297,-0.0010670237243175507,-0.0010304003953933716,-0.0009937770664691925,-0.0009571537375450134,-0.0009205304086208344,-0.0008839070796966553,-0.0008472837507724762,-0.0008106604218482971,-0.000774037092924118,-0.000737413763999939,-0.0007007904350757599,-0.0006641671061515808,-0.0006275437772274017,-0.0005909204483032227,-0.0005542971193790436,-0.0005176737904548645,-0.0004810504615306854,-0.00044442713260650635,-0.00040780380368232727,-0.0003711804747581482,-0.0003345571458339691,-0.00029793381690979004,-0.00026131048798561096,-0.00022468715906143188,-0.0001880638301372528,-0.00015144050121307373,-0.00011481717228889465,-7.819384336471558e-05,-4.15705144405365e-05,-4.947185516357422e-06,3.1676143407821655e-05,6.829947233200073e-05,0.00010492280125617981,0.0001415461301803589,0.00017816945910453796,0.00021479278802871704,0.0002514161169528961,0.0002880394458770752,0.00032466277480125427,0.00036128610372543335,0.0003979094326496124,0.0004345327615737915,0.0004711560904979706,0.0005077794194221497,0.0005444027483463287,0.0005810260772705078,0.0006176494061946869,0.000654272735118866,0.000690896064043045,0.0007275193929672241,0.0007641427218914032,0.0008007660508155823,0.0008373893797397614,0.0008740127086639404,0.0009106360375881195,0.0009472593665122986,0.0009838826954364777,0.0010205060243606567,0.0010571293532848358,0.001093752682209015,0.001130376011133194,0.001166999340057373]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"values":[2,0,2,0,1,2,0,5,1,4,4,3,6,8,11,8,3,7,12,15,20,17,17,20,22,27,23,21,38,27,31,30,38,25,25,17,28,23,20,25,23,17,15,23,14,13,10,10,5,7,9,7,4,6,4,1,2,2,3,2,0,1,0,2],"bins":[-0.0009109377861022949,-0.000882565975189209,-0.000854194164276123,-0.0008258223533630371,-0.0007974505424499512,-0.0007690787315368652,-0.0007407069206237793,-0.0007123351097106934,-0.0006839632987976074,-0.0006555914878845215,-0.0006272196769714355,-0.0005988478660583496,-0.0005704760551452637,-0.0005421042442321777,-0.0005137324333190918,-0.00048536062240600586,-0.0004569888114929199,-0.000428617000579834,-0.00040024518966674805,-0.0003718733787536621,-0.00034350156784057617,-0.00031512975692749023,-0.0002867579460144043,-0.00025838613510131836,-0.00023001432418823242,-0.00020164251327514648,-0.00017327070236206055,-0.0001448988914489746,-0.00011652708053588867,-8.815526962280273e-05,-5.97834587097168e-05,-3.141164779663086e-05,-3.039836883544922e-06,2.5331974029541016e-05,5.370378494262695e-05,8.207559585571289e-05,0.00011044740676879883,0.00013881921768188477,0.0001671910285949707,0.00019556283950805664,0.00022393465042114258,0.0002523064613342285,0.00028067827224731445,0.0003090500831604004,0.00033742189407348633,0.00036579370498657227,0.0003941655158996582,0.00042253732681274414,0.0004509091377258301,0.000479280948638916,0.000507652759552002,0.0005360245704650879,0.0005643963813781738,0.0005927681922912598,0.0006211400032043457,0.0006495118141174316,0.0006778836250305176,0.0007062554359436035,0.0007346272468566895,0.0007629990577697754,0.0007913708686828613,0.0008197426795959473,0.0008481144905090332,0.0008764863014221191,0.0009048581123352051],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,2,0,2,3,7,10,13,16,23,36,53,59,79,124,184,226,380,522,779,1093,1597,2457,3449,5120,7827,11738,17582,28299,49405,98148,153693,86509,44368,25930,16494,10945,7281,4822,3318,2263,1573,1013,717,500,332,254,169,108,94,57,49,43,17,15,7,11,3,1,2,0,1],"bins":[-0.003101348876953125,-0.003008544445037842,-0.0029157400131225586,-0.0028229355812072754,-0.002730131149291992,-0.002637326717376709,-0.0025445222854614258,-0.0024517178535461426,-0.0023589134216308594,-0.002266108989715576,-0.002173304557800293,-0.0020805001258850098,-0.0019876956939697266,-0.0018948912620544434,-0.0018020868301391602,-0.001709282398223877,-0.0016164779663085938,-0.0015236735343933105,-0.0014308691024780273,-0.0013380646705627441,-0.001245260238647461,-0.0011524558067321777,-0.0010596513748168945,-0.0009668469429016113,-0.0008740425109863281,-0.0007812380790710449,-0.0006884336471557617,-0.0005956292152404785,-0.0005028247833251953,-0.0004100203514099121,-0.0003172159194946289,-0.0002244114875793457,-0.0001316070556640625,-3.88026237487793e-05,5.4001808166503906e-05,0.0001468062400817871,0.0002396106719970703,0.0003324151039123535,0.0004252195358276367,0.0005180239677429199,0.0006108283996582031,0.0007036328315734863,0.0007964372634887695,0.0008892416954040527,0.000982046127319336,0.0010748505592346191,0.0011676549911499023,0.0012604594230651855,0.0013532638549804688,0.001446068286895752,0.0015388727188110352,0.0016316771507263184,0.0017244815826416016,0.0018172860145568848,0.001910090446472168,0.002002894878387451,0.0020956993103027344,0.0021885037422180176,0.0022813081741333008,0.002374112606048584,0.002466917037963867,0.0025597214698791504,0.0026525259017944336,0.002745330333709717,0.002838134765625]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"values":[2,1,1,3,1,2,4,2,6,7,11,13,12,21,26,31,29,52,44,43,42,63,38,47,25,21,22,20,18,16,17,12,13,13,11,5,13,10,3,2,6,4,4,1,3,6,3,3,5,1,2,1,1,1,0,2,0,0,0,0,0,1,0,2],"bins":[0.9984534978866577,0.998526930809021,0.9986003041267395,0.9986737370491028,0.9987471103668213,0.9988205432891846,0.9988939762115479,0.9989673495292664,0.9990407824516296,0.9991142153739929,0.9991875886917114,0.9992610216140747,0.999334454536438,0.9994078278541565,0.9994812607765198,0.9995546340942383,0.9996280670166016,0.9997014999389648,0.9997748732566833,0.9998483061790466,0.9999216794967651,0.9999951124191284,1.0000685453414917,1.000141978263855,1.0002152919769287,1.000288724899292,1.0003621578216553,1.0004355907440186,1.0005090236663818,1.0005824565887451,1.0006557703018188,1.0007292032241821,1.0008026361465454,1.0008760690689087,1.000949501991272,1.0010228157043457,1.001096248626709,1.0011696815490723,1.0012431144714355,1.0013165473937988,1.001389980316162,1.0014632940292358,1.0015367269515991,1.0016101598739624,1.0016835927963257,1.001757025718689,1.0018303394317627,1.001903772354126,1.0019772052764893,1.0020506381988525,1.0021240711212158,1.0021973848342896,1.0022708177566528,1.0023442506790161,1.0024176836013794,1.0024911165237427,1.0025644302368164,1.0026378631591797,1.002711296081543,1.0027847290039062,1.0028581619262695,1.0029315948486328,1.0030049085617065,1.0030783414840698,1.003151774406433],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"_type":"histogram","values":[1,1,0,1,1,3,1,2,0,5,3,6,7,25,27,50,70,110,169,223,324,557,810,1263,1945,3208,5156,8473,14385,24954,45508,92714,215107,454125,377567,162993,73448,37487,20744,11981,7352,4404,2737,1708,1127,725,437,290,192,149,84,57,52,29,23,10,13,6,3,5,3,1,1,2],"bins":[-0.001918792724609375,-0.0018620938062667847,-0.0018053948879241943,-0.001748695969581604,-0.0016919970512390137,-0.0016352981328964233,-0.001578599214553833,-0.0015219002962112427,-0.0014652013778686523,-0.001408502459526062,-0.0013518035411834717,-0.0012951046228408813,-0.001238405704498291,-0.0011817067861557007,-0.0011250078678131104,-0.00106830894947052,-0.0010116100311279297,-0.0009549111127853394,-0.000898212194442749,-0.0008415132761001587,-0.0007848143577575684,-0.000728115439414978,-0.0006714165210723877,-0.0006147176027297974,-0.000558018684387207,-0.0005013197660446167,-0.00044462084770202637,-0.00038792192935943604,-0.0003312230110168457,-0.00027452409267425537,-0.00021782517433166504,-0.0001611262559890747,-0.00010442733764648438,-4.772841930389404e-05,8.970499038696289e-06,6.566941738128662e-05,0.00012236833572387695,0.00017906725406646729,0.00023576617240905762,0.00029246509075164795,0.0003491640090942383,0.0004058629274368286,0.00046256184577941895,0.0005192607641220093,0.0005759596824645996,0.0006326586008071899,0.0006893575191497803,0.0007460564374923706,0.0008027553558349609,0.0008594542741775513,0.0009161531925201416,0.0009728521108627319,0.0010295510292053223,0.0010862499475479126,0.001142948865890503,0.0011996477842330933,0.0012563467025756836,0.001313045620918274,0.0013697445392608643,0.0014264434576034546,0.001483142375946045,0.0015398412942886353,0.0015965402126312256,0.001653239130973816,0.0017099380493164062]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,1,0,0,1,1,3,1,2,2,1,2,4,6,2,5,11,8,10,18,24,33,30,45,46,55,55,55,55,49,50,38,33,28,24,16,8,8,7,5,2,3,4,3,4,2,3,1,0,0,1,1,0,0,1],"bins":[-0.0008229318773373961,-0.0008002396207302809,-0.0007775474223308265,-0.0007548551657237113,-0.0007321629673242569,-0.0007094707107171416,-0.0006867785123176873,-0.000664086255710572,-0.0006413940573111176,-0.0006187018007040024,-0.0005960095440968871,-0.0005733173456974328,-0.0005506250890903175,-0.0005279328906908631,-0.0005052406340837479,-0.00048254840658046305,-0.00045985617907717824,-0.00043716395157389343,-0.0004144717240706086,-0.0003917794965673238,-0.000369087269064039,-0.0003463950124569237,-0.0003237027849536389,-0.0003010105574503541,-0.0002783183299470693,-0.0002556261024437845,-0.00023293387494049966,-0.00021024163288529962,-0.0001875494053820148,-0.00016485717787873,-0.00014216493582352996,-0.00011947270832024515,-9.678042260929942e-05,-7.408819510601461e-05,-5.139596032677218e-05,-2.8703729185508564e-05,-6.011498044244945e-06,1.6680733097018674e-05,3.937296423828229e-05,6.206519901752472e-05,8.475742652080953e-05,0.00010744965402409434,0.00013014188152737916,0.0001528341235825792,0.000175526351085864,0.00019821857858914882,0.00022091082064434886,0.00024360304814763367,0.0002662952756509185,0.0002889875031542033,0.0003116797306574881,0.0003343719581607729,0.00035706418566405773,0.000379756442271173,0.0004024486697744578,0.0004251408972777426,0.00044783312478102744,0.00047052535228431225,0.0004932176088914275,0.0005159098072908819,0.0005386020638979971,0.0005612942622974515,0.0005839865189045668,0.0006066787173040211,0.0006293709739111364],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"values":[1,3,0,0,1,1,2,4,2,2,3,7,3,1,5,4,4,6,7,9,10,23,28,30,38,43,40,56,48,61,52,56,51,38,26,17,16,13,6,10,4,4,2,6,2,3,2,2,3,5,1,1,0,0,0,2,0,1,0,1,1,0,0,1],"bins":[-0.0001983046531677246,-0.00019139982759952545,-0.0001844950020313263,-0.00017759017646312714,-0.00017068535089492798,-0.00016378052532672882,-0.00015687569975852966,-0.0001499708741903305,-0.00014306604862213135,-0.0001361612230539322,-0.00012925639748573303,-0.00012235157191753387,-0.00011544674634933472,-0.00010854192078113556,-0.0001016370952129364,-9.473226964473724e-05,-8.782744407653809e-05,-8.092261850833893e-05,-7.401779294013977e-05,-6.711296737194061e-05,-6.0208141803741455e-05,-5.33033162355423e-05,-4.639849066734314e-05,-3.949366509914398e-05,-3.2588839530944824e-05,-2.5684013962745667e-05,-1.877918839454651e-05,-1.1874362826347351e-05,-4.969537258148193e-06,1.9352883100509644e-06,8.840113878250122e-06,1.574493944644928e-05,2.2649765014648438e-05,2.9554590582847595e-05,3.645941615104675e-05,4.336424171924591e-05,5.026906728744507e-05,5.7173892855644226e-05,6.407871842384338e-05,7.098354399204254e-05,7.78883695602417e-05,8.479319512844086e-05,9.169802069664001e-05,9.860284626483917e-05,0.00010550767183303833,0.00011241249740123749,0.00011931732296943665,0.0001262221485376358,0.00013312697410583496,0.00014003179967403412,0.00014693662524223328,0.00015384145081043243,0.0001607462763786316,0.00016765110194683075,0.0001745559275150299,0.00018146075308322906,0.00018836557865142822,0.00019527040421962738,0.00020217522978782654,0.0002090800553560257,0.00021598488092422485,0.000222889706492424,0.00022979453206062317,0.00023669935762882233,0.00024360418319702148],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"values":[1,0,1,1,0,1,0,0,0,1,6,5,4,6,11,20,26,39,60,55,106,129,227,266,404,628,1054,1800,3552,8154,21350,59352,151939,191844,92181,33138,12330,5117,2326,1265,799,505,323,233,170,109,88,54,50,22,18,14,12,7,5,2,3,4,1,2,0,2,0,2],"bins":[-0.0014696121215820312,-0.0014253705739974976,-0.0013811290264129639,-0.0013368874788284302,-0.0012926459312438965,-0.0012484043836593628,-0.001204162836074829,-0.0011599212884902954,-0.0011156797409057617,-0.001071438193321228,-0.0010271966457366943,-0.0009829550981521606,-0.000938713550567627,-0.0008944720029830933,-0.0008502304553985596,-0.0008059889078140259,-0.0007617473602294922,-0.0007175058126449585,-0.0006732642650604248,-0.0006290227174758911,-0.0005847811698913574,-0.0005405396223068237,-0.00049629807472229,-0.00045205652713775635,-0.00040781497955322266,-0.00036357343196868896,-0.0003193318843841553,-0.0002750903367996216,-0.0002308487892150879,-0.0001866072416305542,-0.0001423656940460205,-9.812414646148682e-05,-5.3882598876953125e-05,-9.641051292419434e-06,3.460049629211426e-05,7.884204387664795e-05,0.00012308359146118164,0.00016732513904571533,0.00021156668663024902,0.0002558082342147827,0.0003000497817993164,0.0003442913293838501,0.0003885328769683838,0.0004327744245529175,0.00047701597213745117,0.0005212575197219849,0.0005654990673065186,0.0006097406148910522,0.0006539821624755859,0.0006982237100601196,0.0007424652576446533,0.000786706805229187,0.0008309483528137207,0.0008751899003982544,0.0009194314479827881,0.0009636729955673218,0.0010079145431518555,0.0010521560907363892,0.0010963976383209229,0.0011406391859054565,0.0011848807334899902,0.001229122281074524,0.0012733638286590576,0.0013176053762435913,0.001361846923828125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,1,0,1,2,1,2,3,8,9,7,5,11,11,13,10,16,8,28,12,27,18,33,27,17,28,29,28,37,47,28,31,20,25,27,25,28,20,19,11,19,11,8,6,10,10,3,5,3,7,2,4,0,2,0,0,0,1,0,0,0,0,2],"bins":[-0.0015308051370084286,-0.0014788775006309152,-0.00142694974783808,-0.0013750221114605665,-0.0013230943586677313,-0.0012711667222902179,-0.0012192390859127045,-0.0011673113331198692,-0.0011153836967423558,-0.0010634559439495206,-0.0010115283075720072,-0.0009596006129868329,-0.0009076729184016585,-0.0008557452238164842,-0.0008038175874389708,-0.0007518898928537965,-0.0006999621982686222,-0.0006480345036834478,-0.0005961068090982735,-0.0005441791727207601,-0.0004922514781355858,-0.00044032378355041146,-0.00038839608896523714,-0.0003364684234838933,-0.00028454072889871895,-0.00023261304886545986,-0.00018068536883220077,-0.00012875767424702644,-7.682999421376735e-05,-2.490231054252945e-05,2.7025373128708452e-05,7.895306043792516e-05,0.00013088074047118425,0.00018280842050444335,0.00023473610053770244,0.00028666379512287676,0.00033859146060422063,0.00039051915518939495,0.0004424468497745693,0.0004943745443597436,0.000546302180737257,0.0005982298753224313,0.0006501575699076056,0.00070208526449278,0.0007540129590779543,0.0008059406536631286,0.000857868290040642,0.0009097959846258163,0.0009617236792109907,0.001013651373796165,0.0010655790101736784,0.0011175067629665136,0.001169434399344027,0.0012213621521368623,0.0012732897885143757,0.001325217424891889,0.0013771451776847243,0.0014290728140622377,0.001481000566855073,0.0015329282032325864,0.0015848558396100998,0.001636783592402935,0.0016887112287804484,0.0017406389815732837,0.001792566617950797]},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"_type":"histogram","values":[1,1,8,4,9,14,20,26,53,83,74,145,177,276,397,528,695,1006,1491,2154,2936,4386,5935,8783,12854,19126,28830,44615,70912,114980,182505,249946,260903,199931,128999,79934,50021,32754,21438,14530,9548,6648,4625,3241,2153,1530,1082,798,534,349,255,211,120,87,64,35,31,23,18,12,11,3,4,2],"bins":[-0.0003521442413330078,-0.0003411807119846344,-0.000330217182636261,-0.0003192536532878876,-0.00030829012393951416,-0.00029732659459114075,-0.00028636306524276733,-0.0002753995358943939,-0.0002644360065460205,-0.0002534724771976471,-0.00024250894784927368,-0.00023154541850090027,-0.00022058188915252686,-0.00020961835980415344,-0.00019865483045578003,-0.00018769130110740662,-0.0001767277717590332,-0.0001657642424106598,-0.00015480071306228638,-0.00014383718371391296,-0.00013287365436553955,-0.00012191012501716614,-0.00011094659566879272,-9.998306632041931e-05,-8.90195369720459e-05,-7.805600762367249e-05,-6.709247827529907e-05,-5.612894892692566e-05,-4.5165419578552246e-05,-3.420189023017883e-05,-2.323836088180542e-05,-1.2274831533432007e-05,-1.3113021850585938e-06,9.65222716331482e-06,2.0615756511688232e-05,3.1579285860061646e-05,4.254281520843506e-05,5.350634455680847e-05,6.446987390518188e-05,7.54334032535553e-05,8.639693260192871e-05,9.736046195030212e-05,0.00010832399129867554,0.00011928752064704895,0.00013025104999542236,0.00014121457934379578,0.0001521781086921692,0.0001631416380405426,0.00017410516738891602,0.00018506869673728943,0.00019603222608566284,0.00020699575543403625,0.00021795928478240967,0.00022892281413078308,0.0002398863434791565,0.0002508498728275299,0.0002618134021759033,0.00027277693152427673,0.00028374046087265015,0.00029470399022102356,0.00030566751956939697,0.0003166310489177704,0.0003275945782661438,0.0003385581076145172,0.0003495216369628906]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[7,7,10,18,42,69,100,159,250,413,600,986,1363,2001,2914,3995,5389,7231,9248,11544,14276,17259,20345,23956,26877,29772,32012,33739,34731,35170,34794,34020,31718,29232,26293,23080,20215,17035,14148,11442,8929,6967,5183,3807,2739,1897,1438,867,585,370,235,137,89,58,27,22,9,2,1,0,0,1,0,1],"bins":[-0.08846539258956909,-0.08546136319637299,-0.08245734125375748,-0.07945331186056137,-0.07644928246736526,-0.07344525307416916,-0.07044123113155365,-0.06743720173835754,-0.06443317234516144,-0.06142914667725563,-0.05842512100934982,-0.05542109161615372,-0.05241706594824791,-0.049413036555051804,-0.046409010887145996,-0.04340498149394989,-0.04040095582604408,-0.037396930158138275,-0.03439290076494217,-0.03138887509703636,-0.028384845703840256,-0.025380820035934448,-0.02237679250538349,-0.019372764974832535,-0.016368737444281578,-0.013364709913730621,-0.010360682383179665,-0.0073566557839512825,-0.004352628253400326,-0.0013486009556800127,0.0016554263420403004,0.00465945340692997,0.0076634809374809265,0.010667508468031883,0.01367153599858284,0.016675563529133797,0.019679591059684753,0.02268361672759056,0.025687644258141518,0.028691671788692474,0.03169570118188858,0.03469972684979439,0.037703752517700195,0.0407077819108963,0.04371180757880211,0.046715836971998215,0.04971986263990402,0.05272389203310013,0.055727917701005936,0.05873194336891174,0.06173597276210785,0.06474000215530396,0.06774402409791946,0.07074805349111557,0.07375208288431168,0.07675611227750778,0.07976013422012329,0.0827641636133194,0.0857681930065155,0.08877221494913101,0.09177624434232712,0.09478027373552322,0.09778430312871933,0.10078832507133484,0.10379235446453094]},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"bins":[-0.00034222312388010323,-0.0003317894588690251,-0.00032135582296177745,-0.00031092215795069933,-0.0003004884929396212,-0.00029005485703237355,-0.00027962119202129543,-0.0002691875270102173,-0.00025875389110296965,-0.00024832022609189153,-0.0002378865610808134,-0.00022745291062165052,-0.00021701926016248763,-0.0002065855951514095,-0.00019615194469224662,-0.0001857182796811685,-0.0001752846292220056,-0.00016485097876284271,-0.0001544173137517646,-0.0001439836632926017,-0.00013354999828152359,-0.0001231163478223607,-0.0001126826973631978,-0.0001022490396280773,-9.18153818929568e-05,-8.138172415783629e-05,-7.094806642271578e-05,-6.051441596355289e-05,-5.008075822843239e-05,-3.964710049331188e-05,-2.9213446396170184e-05,-1.8779790480039082e-05,-8.346134563907981e-06,2.0875213522231206e-06,1.2521177268354222e-05,2.2954833184485324e-05,3.3388489100616425e-05,4.382214683573693e-05,5.425580093287863e-05,6.468945503002033e-05,7.512311276514083e-05,8.555677050026134e-05,9.599042823538184e-05,0.00010642407869454473,0.00011685773642966524,0.00012729139416478574,0.00013772504462394863,0.00014815870963502675,0.00015859236009418964,0.00016902601055335253,0.00017945967556443065,0.00018989332602359354,0.00020032699103467166,0.00021076064149383456,0.00022119429195299745,0.00023162795696407557,0.00024206160742323846,0.00025249525788240135,0.00026292892289347947,0.0002733625879045576,0.00028379622381180525,0.00029422988882288337,0.0003046635538339615,0.00031509718974120915,0.00032553085475228727],"_type":"histogram","values":[1,1,1,1,1,4,0,1,1,7,5,4,3,5,4,5,10,6,16,11,13,19,18,19,19,21,19,29,25,33,25,26,20,39,22,25,34,33,23,24,24,20,16,21,16,22,17,9,6,7,4,3,2,8,6,2,3,2,0,3,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.0004900739877484739,-0.0004752206732518971,-0.00046036732965148985,-0.00044551401515491307,-0.0004306606715545058,-0.00041580735705792904,-0.00040095404256135225,-0.000386100698960945,-0.0003712473844643682,-0.00035639406996779144,-0.0003415407263673842,-0.0003266874118708074,-0.0003118340973742306,-0.0002969807537738234,-0.0002821274392772466,-0.00026727409567683935,-0.00025242078118026257,-0.00023756745213177055,-0.00022271412308327854,-0.00020786080858670175,-0.00019300747953820974,-0.00017815415048971772,-0.00016330083599314094,-0.00014844750694464892,-0.0001335941778961569,-0.00011874084884766489,-0.00010388752707513049,-8.903420530259609e-05,-7.418087625410408e-05,-5.932755084359087e-05,-4.447422543307766e-05,-2.9620900022564456e-05,-1.4767574612051249e-05,8.575079846195877e-08,1.4939076208975166e-05,2.9792401619488373e-05,4.464572703000158e-05,5.949905244051479e-05,7.4352377851028e-05,8.92056996235624e-05,0.00010405902867205441,0.00011891235772054642,0.00013376568676903844,0.00014861900126561522,0.00016347233031410724,0.00017832565936259925,0.00019317897385917604,0.00020803230290766805,0.00022288563195616007,0.00023773896100465208,0.0002525922900531441,0.0002674456045497209,0.0002822989481501281,0.0002971522626467049,0.0003120055771432817,0.00032685892074368894,0.0003417122352402657,0.0003565655497368425,0.00037141889333724976,0.00038627220783382654,0.00040112552233040333,0.00041597886593081057,0.00043083218042738736,0.0004456855240277946,0.0004605388385243714],"_type":"histogram","values":[1,0,3,0,0,0,5,0,0,2,3,2,2,7,3,4,5,12,9,16,17,23,16,11,30,20,23,21,29,27,37,26,23,29,28,28,36,27,21,23,22,22,24,21,16,11,11,16,11,7,9,6,3,5,3,3,3,2,1,2,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[2,1,6,7,20,34,59,83,176,285,432,656,1036,1505,2292,3164,4408,6017,7804,10133,12793,15841,19018,22261,25732,29120,31891,34143,35842,36315,36031,35271,33312,31177,28013,24875,21345,17823,14743,11990,9458,7051,5432,3872,2744,1949,1243,909,569,387,207,148,83,46,32,14,9,8,4,1,0,1,0,1],"bins":[-0.0923137366771698,-0.0892186313867569,-0.0861235186457634,-0.0830284133553505,-0.079933300614357,-0.07683819532394409,-0.07374309003353119,-0.07064797729253769,-0.06755287200212479,-0.06445776671171188,-0.061362653970718384,-0.05826754868030548,-0.05517243966460228,-0.05207733064889908,-0.048982225358486176,-0.045887116342782974,-0.04279200732707977,-0.03969689831137657,-0.03660178929567337,-0.03350668400526047,-0.030411574989557266,-0.027316465973854065,-0.024221358820796013,-0.02112625166773796,-0.01803114265203476,-0.014936034567654133,-0.011840926483273506,-0.00874581839889288,-0.005650710314512253,-0.002555602230131626,0.0005395058542490005,0.0036346139386296272,0.006729714572429657,0.009824822656810284,0.01291993074119091,0.016015037894248962,0.019110146909952164,0.022205255925655365,0.025300363078713417,0.02839547023177147,0.03149057924747467,0.03458568826317787,0.03768079727888107,0.040775902569293976,0.04387101158499718,0.04696612060070038,0.05006122589111328,0.05315633490681648,0.056251443922519684,0.059346552938222885,0.062441661953926086,0.06553676724433899,0.06863187253475189,0.07172698527574539,0.0748220905661583,0.0779172033071518,0.0810123085975647,0.0841074138879776,0.0872025266289711,0.090297631919384,0.0933927446603775,0.0964878499507904,0.09958295524120331,0.10267806798219681,0.10577317327260971]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,1,0,0,0,0,0,0,0,3,0,1,1,1,3,3,3,3,6,10,21,18,27,33,33,39,39,56,47,48,44,50,36,39,36,23,31,20,17,13,11,11,6,3,4,4,6,4,3,3,1,0,0,1,0,1,0,1,0,0,2],"bins":[-0.0005453943158499897,-0.0005289483233354986,-0.0005125023890286684,-0.0004960563965141773,-0.00047961040399968624,-0.00046316441148519516,-0.00044671844807453454,-0.0004302724846638739,-0.00041382649214938283,-0.00039738049963489175,-0.0003809345362242311,-0.0003644885728135705,-0.0003480425802990794,-0.00033159658778458834,-0.0003151506243739277,-0.0002987046609632671,-0.000282258668448776,-0.0002658126759342849,-0.0002493667125236243,-0.00023292073456104845,-0.0002164747565984726,-0.00020002877863589674,-0.0001835828006733209,-0.00016713682271074504,-0.00015069084474816918,-0.00013424486678559333,-0.00011779888882301748,-0.00010135291086044163,-8.490693289786577e-05,-6.846095493528992e-05,-5.2014976972714067e-05,-3.5568999010138214e-05,-1.9123079255223274e-05,-2.6771012926474214e-06,1.3768876669928432e-05,3.0214854632504284e-05,4.666083259508014e-05,6.310681055765599e-05,7.955278852023184e-05,9.59987664828077e-05,0.00011244474444538355,0.0001288907224079594,0.00014533670037053525,0.0001617826783331111,0.00017822865629568696,0.0001946746342582628,0.00021112061222083867,0.00022756659018341452,0.00024401256814599037,0.00026045856066048145,0.0002769045240711421,0.0002933504874818027,0.0003097964799962938,0.00032624247251078486,0.0003426884359214455,0.0003591343993321061,0.0003755803918465972,0.0003920263843610883,0.0004084723477717489,0.0004249183111824095,0.0004413643036969006,0.0004578102962113917,0.0004742562596220523,0.0004907022230327129,0.000507148215547204]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.09390872716903687,-0.09087899327278137,-0.08784925937652588,-0.08481952548027039,-0.08178979903459549,-0.07876006513834,-0.0757303312420845,-0.07270059734582901,-0.06967086344957352,-0.06664112955331802,-0.06361140310764313,-0.060581665486097336,-0.05755193531513214,-0.05452220141887665,-0.051492467522621155,-0.04846273735165596,-0.04543300345540047,-0.042403269559144974,-0.03937353938817978,-0.036343805491924286,-0.03331407159566879,-0.03028433956205845,-0.027254607528448105,-0.02422487363219261,-0.021195141598582268,-0.018165409564971924,-0.01513567566871643,-0.012105943635106087,-0.009076210670173168,-0.00604647770524025,-0.0030167452059686184,1.2987526133656502e-05,0.0030427202582359314,0.00607245322316885,0.009102186188101768,0.012131918221712112,0.015161651186645031,0.01819138415157795,0.021221116185188293,0.024250850081443787,0.02728058211505413,0.030310314148664474,0.03334004804491997,0.03636978194117546,0.039399512112140656,0.04242924600839615,0.04545897990465164,0.04848871007561684,0.05151844397187233,0.05454817786812782,0.05757790803909302,0.06060764193534851,0.063637375831604,0.0666671097278595,0.06969684362411499,0.07272657006978989,0.07575630396604538,0.07878603786230087,0.08181577175855637,0.08484550565481186,0.08787523955106735,0.09090496599674225,0.09393469989299774,0.09696443378925323,0.09999416768550873],"_type":"histogram","values":[2,2,1,5,15,24,26,61,102,170,280,489,700,1087,1581,2272,3187,4525,6065,7839,10068,12550,15528,18856,22009,25373,28485,30735,33166,34697,35068,35329,34700,32964,30965,28340,25122,22016,18582,15581,12731,10175,7766,5886,4367,3225,2349,1651,1104,754,484,317,186,103,61,43,26,17,2,4,1,2,0,3]},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"bins":[-0.0007052421569824219,-0.0006830543279647827,-0.0006608664989471436,-0.0006386786699295044,-0.0006164908409118652,-0.0005943030118942261,-0.0005721151828765869,-0.0005499273538589478,-0.0005277395248413086,-0.0005055516958236694,-0.0004833638668060303,-0.0004611760377883911,-0.00043898820877075195,-0.0004168003797531128,-0.00039461255073547363,-0.00037242472171783447,-0.0003502368927001953,-0.00032804906368255615,-0.000305861234664917,-0.00028367340564727783,-0.00026148557662963867,-0.0002392977476119995,-0.00021710991859436035,-0.0001949220895767212,-0.00017273426055908203,-0.00015054643154144287,-0.0001283586025238037,-0.00010617077350616455,-8.398294448852539e-05,-6.179511547088623e-05,-3.960728645324707e-05,-1.741945743560791e-05,4.76837158203125e-06,2.695620059967041e-05,4.914402961730957e-05,7.133185863494873e-05,9.351968765258789e-05,0.00011570751667022705,0.0001378953456878662,0.00016008317470550537,0.00018227100372314453,0.0002044588327407837,0.00022664666175842285,0.000248834490776062,0.00027102231979370117,0.00029321014881134033,0.0003153979778289795,0.00033758580684661865,0.0003597736358642578,0.00038196146488189697,0.00040414929389953613,0.0004263371229171753,0.00044852495193481445,0.0004707127809524536,0.0004929006099700928,0.0005150884389877319,0.0005372762680053711,0.0005594640970230103,0.0005816519260406494,0.0006038397550582886,0.0006260275840759277,0.0006482154130935669,0.0006704032421112061,0.0006925910711288452,0.0007147789001464844],"_type":"histogram","values":[2,1,1,1,7,8,8,12,16,24,34,44,55,84,138,163,241,319,525,721,1063,1605,2386,3562,5562,8594,13802,21324,33820,51996,75106,93926,88521,64881,43470,28084,17676,11190,7057,4477,2987,2001,1334,919,632,451,269,226,142,90,77,72,29,24,20,16,10,5,5,4,1,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,0,2,1,2,2,4,8,7,15,18,21,29,41,76,83,129,178,257,353,509,719,1131,1729,2870,5191,10306,24652,86206,306484,97413,26869,10691,5298,3008,1790,1205,746,521,363,254,176,133,92,52,48,35,27,27,13,9,5,5,4,3,6,2,1,1,0,1,2],"bins":[-0.000583648681640625,-0.0005651414394378662,-0.0005466341972351074,-0.0005281269550323486,-0.0005096197128295898,-0.0004911124706268311,-0.00047260522842407227,-0.0004540979862213135,-0.0004355907440185547,-0.0004170835018157959,-0.0003985762596130371,-0.0003800690174102783,-0.00036156177520751953,-0.00034305453300476074,-0.00032454729080200195,-0.00030604004859924316,-0.0002875328063964844,-0.0002690255641937256,-0.0002505183219909668,-0.000232011079788208,-0.00021350383758544922,-0.00019499659538269043,-0.00017648935317993164,-0.00015798211097717285,-0.00013947486877441406,-0.00012096762657165527,-0.00010246038436889648,-8.39531421661377e-05,-6.54458999633789e-05,-4.693865776062012e-05,-2.8431415557861328e-05,-9.924173355102539e-06,8.58306884765625e-06,2.709031105041504e-05,4.559755325317383e-05,6.410479545593262e-05,8.26120376586914e-05,0.0001011192798614502,0.00011962652206420898,0.00013813376426696777,0.00015664100646972656,0.00017514824867248535,0.00019365549087524414,0.00021216273307800293,0.00023066997528076172,0.0002491772174835205,0.0002676844596862793,0.0002861917018890381,0.0003046989440917969,0.00032320618629455566,0.00034171342849731445,0.00036022067070007324,0.00037872791290283203,0.0003972351551055908,0.0004157423973083496,0.0004342496395111084,0.0004527568817138672,0.000471264123916626,0.0004897713661193848,0.0005082786083221436,0.0005267858505249023,0.0005452930927276611,0.0005638003349304199,0.0005823075771331787,0.0006008148193359375]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"bins":[-0.000720977783203125,-0.0006990404799580574,-0.0006771031767129898,-0.0006551658734679222,-0.0006332285702228546,-0.000611291266977787,-0.0005893539637327194,-0.0005674166604876518,-0.0005454793572425842,-0.0005235420539975166,-0.000501604750752449,-0.00047966744750738144,-0.00045773014426231384,-0.00043579284101724625,-0.00041385553777217865,-0.00039191823452711105,-0.00036998093128204346,-0.00034804362803697586,-0.00032610632479190826,-0.00030416902154684067,-0.00028223171830177307,-0.0002602944150567055,-0.00023835711181163788,-0.00021641980856657028,-0.00019448250532150269,-0.0001725452020764351,-0.0001506078988313675,-0.0001286705955862999,-0.0001067332923412323,-8.47959890961647e-05,-6.285868585109711e-05,-4.092138260602951e-05,-1.8984079360961914e-05,2.9532238841056824e-06,2.489052712917328e-05,4.6827830374240875e-05,6.876513361930847e-05,9.070243686437607e-05,0.00011263974010944366,0.00013457704335451126,0.00015651434659957886,0.00017845164984464645,0.00020038895308971405,0.00022232625633478165,0.00024426355957984924,0.00026620086282491684,0.00028813816606998444,0.00031007546931505203,0.00033201277256011963,0.0003539500758051872,0.0003758873790502548,0.0003978246822953224,0.00041976198554039,0.0004416992887854576,0.0004636365920305252,0.0004855738952755928,0.0005075111985206604,0.000529448501765728,0.0005513858050107956,0.0005733231082558632,0.0005952604115009308,0.0006171977147459984,0.000639135017991066,0.0006610723212361336,0.0006830096244812012],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,1,0,1,1,1,1,2,0,4,2,1,1,3,2,1,4,5,10,14,24,31,431,133,28,20,10,4,4,3,0,0,3,4,1,1,3,1,2,2,0,2,0,2,0,0,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,2,3,2,3,9,1,5,5,9,9,13,10,12,14,11,12,17,15,22,21,23,35,16,33,29,26,26,23,28,29,33,29,31,15,16,31,13,19,7,19,12,10,8,12,13,6,5,4,5,2,4,1,3,1,2,0,0,1,0,0,1],"bins":[-0.0002644658088684082,-0.0002557719126343727,-0.0002470780164003372,-0.00023838412016630173,-0.00022969022393226624,-0.00022099632769823074,-0.00021230243146419525,-0.00020360853523015976,-0.00019491463899612427,-0.00018622074276208878,-0.00017752684652805328,-0.0001688329502940178,-0.0001601390540599823,-0.0001514451578259468,-0.00014275126159191132,-0.00013405736535787582,-0.00012536346912384033,-0.00011666957288980484,-0.00010797567665576935,-9.928178042173386e-05,-9.058788418769836e-05,-8.189398795366287e-05,-7.320009171962738e-05,-6.450619548559189e-05,-5.5812299251556396e-05,-4.7118403017520905e-05,-3.842450678348541e-05,-2.973061054944992e-05,-2.103671431541443e-05,-1.2342818081378937e-05,-3.648921847343445e-06,5.044974386692047e-06,1.3738870620727539e-05,2.243276685476303e-05,3.112666308879852e-05,3.9820559322834015e-05,4.851445555686951e-05,5.7208351790905e-05,6.590224802494049e-05,7.459614425897598e-05,8.329004049301147e-05,9.198393672704697e-05,0.00010067783296108246,0.00010937172919511795,0.00011806562542915344,0.00012675952166318893,0.00013545341789722443,0.00014414731413125992,0.0001528412103652954,0.0001615351065993309,0.0001702290028333664,0.00017892289906740189,0.00018761679530143738,0.00019631069153547287,0.00020500458776950836,0.00021369848400354385,0.00022239238023757935,0.00023108627647161484,0.00023978017270565033,0.0002484740689396858,0.0002571679651737213,0.0002658618614077568,0.0002745557576417923,0.0002832496538758278,0.0002919435501098633]},"parameters/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.0009861872531473637,-0.0009514466510154307,-0.0009167061070911586,-0.0008819655049592257,-0.0008472249610349536,-0.0008124843589030206,-0.0007777437567710876,-0.0007430032128468156,-0.0007082626107148826,-0.0006735220085829496,-0.0006387814646586776,-0.0006040408625267446,-0.0005693002603948116,-0.0005345597164705396,-0.0004998191143386066,-0.0004650785413105041,-0.00043033796828240156,-0.00039559739525429904,-0.00036085682222619653,-0.00032611622009426355,-0.00029137564706616104,-0.0002566350740380585,-0.00022189448645804077,-0.00018715389887802303,-0.0001524133258499205,-0.00011767274554586038,-8.293216524180025e-05,-4.819158493774012e-05,-1.3451004633679986e-05,2.1289575670380145e-05,5.603015597444028e-05,9.077073627850041e-05,0.0001255112001672387,0.00016025177319534123,0.00019499236077535897,0.00022973294835537672,0.00026447352138347924,0.00029921409441158175,0.00033395469654351473,0.00036869526957161725,0.00040343584259971976,0.0004381764156278223,0.0004729169886559248,0.0005076575907878578,0.0005423981929197907,0.0005771387368440628,0.0006118793389759958,0.0006466198829002678,0.0006813604850322008,0.0007161010871641338,0.0007508416310884058,0.0007855822332203388,0.0008203227771446109,0.0008550633792765439,0.0008898039814084768,0.0009245445253327489,0.0009592851274646819,0.0009940257295966148,0.001028766273520887,0.001063506817445159,0.0010982474777847528,0.001132988021709025,0.001167728565633297,0.0012024692259728909,0.001237209769897163],"_type":"histogram","values":[1,0,0,0,0,2,1,0,0,0,2,1,2,1,7,11,13,11,23,40,46,82,98,114,148,169,194,179,168,143,132,108,104,75,46,37,28,28,7,8,4,1,2,1,3,4,1,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,2,2,1,1,0,2,0,4,5,4,2,9,11,8,6,10,11,13,13,13,16,17,20,23,22,30,28,27,30,28,28,23,31,27,33,30,30,23,20,20,26,27,14,17,9,7,7,4,4,11,2,4,3,2,2,0,1,3],"bins":[-0.0006419095443561673,-0.0006243890384212136,-0.0006068685324862599,-0.0005893480265513062,-0.0005718275206163526,-0.0005543070146813989,-0.0005367865087464452,-0.0005192660028114915,-0.0005017454968765378,-0.00048422502004541457,-0.0004667045141104609,-0.0004491840081755072,-0.00043166353134438396,-0.00041414302540943027,-0.0003966225194744766,-0.0003791020135395229,-0.0003615815076045692,-0.0003440610016696155,-0.0003265404957346618,-0.00030901998979970813,-0.00029149948386475444,-0.0002739790070336312,-0.0002564585010986775,-0.00023893799516372383,-0.00022141748922877014,-0.00020389698329381645,-0.00018637647735886276,-0.0001688559859758243,-0.0001513354800408706,-0.00013381497410591692,-0.00011629447544692084,-9.877397678792477e-05,-8.125344174914062e-05,-6.373293581418693e-05,-4.6212437155190855e-05,-2.8691934858215973e-05,-1.117143256124109e-05,6.349069735733792e-06,2.3869572032708675e-05,4.139007432968356e-05,5.891057662665844e-05,7.643108256161213e-05,9.39515812206082e-05,0.00011147207987960428,0.00012899258581455797,0.00014651309174951166,0.00016403358313255012,0.0001815540890675038,0.0001990745950024575,0.0002165951009374112,0.00023411560687236488,0.00025163611280731857,0.0002691565896384418,0.0002866770955733955,0.0003041976015083492,0.00032171810744330287,0.00033923861337825656,0.00035675911931321025,0.00037427962524816394,0.00039180013118311763,0.0004093206371180713,0.00042684111394919455,0.00044436161988414824,0.00046188212581910193,0.0004794026317540556]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[0.9980882406234741,0.9981514811515808,0.9982146620750427,0.9982779026031494,0.9983411431312561,0.998404324054718,0.9984675645828247,0.9985308051109314,0.9985940456390381,0.9986572265625,0.9987204670906067,0.9987837076187134,0.9988468885421753,0.998910129070282,0.9989733695983887,0.9990365505218506,0.9990997910499573,0.999163031578064,0.9992262125015259,0.9992894530296326,0.9993526935577393,0.9994158744812012,0.9994791150093079,0.9995423555374146,0.9996055364608765,0.9996687769889832,0.9997320175170898,0.9997952580451965,0.9998584389686584,0.9999216794967651,0.9999849200248718,1.0000481605529785,1.0001113414764404,1.0001745223999023,1.0002378225326538,1.0003010034561157,1.0003641843795776,1.000427484512329,1.000490665435791,1.000553846359253,1.0006171464920044,1.0006803274154663,1.0007435083389282,1.0008068084716797,1.0008699893951416,1.0009331703186035,1.000996470451355,1.001059651374817,1.0011229515075684,1.0011861324310303,1.0012493133544922,1.0013126134872437,1.0013757944107056,1.0014389753341675,1.001502275466919,1.0015654563903809,1.0016286373138428,1.0016919374465942,1.0017551183700562,1.001818299293518,1.0018815994262695,1.0019447803497314,1.0020079612731934,1.0020712614059448,1.0021344423294067],"_type":"histogram","values":[1,0,0,1,1,2,2,1,0,1,3,1,1,1,4,7,6,3,14,12,16,14,26,26,26,31,38,39,54,51,37,48,36,43,20,32,24,34,18,16,14,10,10,8,5,8,5,4,0,4,1,3,2,1,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.linear.bias":{"bins":[-0.0361347533762455,-0.035013988614082336,-0.033893220126628876,-0.032772455364465714,-0.03165169060230255,-0.03053092397749424,-0.029410159215331078,-0.028289392590522766,-0.027168627828359604,-0.026047861203551292,-0.02492709457874298,-0.02380632981657982,-0.022685563191771507,-0.021564798429608345,-0.020444031804800034,-0.01932326704263687,-0.01820250041782856,-0.01708173379302025,-0.015960969030857086,-0.01484020333737135,-0.013719437643885612,-0.012598671019077301,-0.011477905325591564,-0.010357139632105827,-0.00923637393862009,-0.008115608245134354,-0.006994842551648617,-0.005874076392501593,-0.004753310699015856,-0.003632545005530119,-0.0025117790792137384,-0.0013910132693126798,-0.0002702474594116211,0.0008505183504894376,0.0019712841603904963,0.0030920500867068768,0.004212815780192614,0.0053335814736783504,0.006454347632825375,0.0075751133263111115,0.008695879019796848,0.009816644713282585,0.010937410406768322,0.012058176100254059,0.01317894272506237,0.014299708418548107,0.015420474112033844,0.016541238874197006,0.017662005499005318,0.01878277212381363,0.01990353688597679,0.021024303510785103,0.022145068272948265,0.023265834897756577,0.02438659965991974,0.02550736628472805,0.02662813290953636,0.027748897671699524,0.028869664296507835,0.029990429058670998,0.03111119568347931,0.03223196044564247,0.033352725207805634,0.034473493695259094,0.035594258457422256],"_type":"histogram","values":[11,5,7,12,6,11,13,5,8,9,8,6,9,10,15,7,12,8,5,15,4,11,6,5,11,9,7,8,7,9,7,4,9,10,10,8,6,11,4,8,8,10,8,5,7,7,6,3,8,5,7,9,12,12,7,5,12,8,5,7,4,9,6,6]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,1,0,2,0,4,4,2,6,7,9,10,10,13,23,29,28,25,52,57,47,48,53,44,43,35,25,31,24,21,14,12,17,9,7,7,6,3,7,2,4,4,1,2,1,3,3,3,2,1,3,0,0,0,0,1,0,0,1],"bins":[0.9979842305183411,0.9980593323707581,0.9981343746185303,0.9982094764709473,0.9982845187187195,0.9983596205711365,0.9984346628189087,0.9985097646713257,0.9985848665237427,0.9986599087715149,0.9987350106239319,0.9988100528717041,0.9988851547241211,0.9989602565765381,0.9990352988243103,0.9991104006767273,0.9991854429244995,0.9992605447769165,0.9993355870246887,0.9994106888771057,0.9994857907295227,0.9995608329772949,0.9996359348297119,0.9997109770774841,0.9997860789299011,0.9998611211776733,0.9999362230300903,1.0000113248825073,1.0000864267349243,1.0001614093780518,1.0002365112304688,1.0003116130828857,1.0003867149353027,1.0004618167877197,1.0005367994308472,1.0006119012832642,1.0006870031356812,1.0007621049880981,1.0008370876312256,1.0009121894836426,1.0009872913360596,1.0010623931884766,1.0011374950408936,1.001212477684021,1.001287579536438,1.001362681388855,1.001437783241272,1.001512885093689,1.0015878677368164,1.0016629695892334,1.0017380714416504,1.0018131732940674,1.0018882751464844,1.0019632577896118,1.0020383596420288,1.0021134614944458,1.0021885633468628,1.0022635459899902,1.0023386478424072,1.0024137496948242,1.0024888515472412,1.0025639533996582,1.0026389360427856,1.0027140378952026,1.0027891397476196]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"bins":[-0.0004067420959472656,-0.0003934204578399658,-0.000380098819732666,-0.0003667771816253662,-0.0003534555435180664,-0.0003401339054107666,-0.0003268122673034668,-0.000313490629196167,-0.0003001689910888672,-0.0002868473529815674,-0.0002735257148742676,-0.0002602040767669678,-0.00024688243865966797,-0.00023356080055236816,-0.00022023916244506836,-0.00020691752433776855,-0.00019359588623046875,-0.00018027424812316895,-0.00016695261001586914,-0.00015363097190856934,-0.00014030933380126953,-0.00012698769569396973,-0.00011366605758666992,-0.00010034441947937012,-8.702278137207031e-05,-7.370114326477051e-05,-6.03795051574707e-05,-4.70578670501709e-05,-3.3736228942871094e-05,-2.041459083557129e-05,-7.092952728271484e-06,6.22868537902832e-06,1.9550323486328125e-05,3.287196159362793e-05,4.6193599700927734e-05,5.951523780822754e-05,7.283687591552734e-05,8.615851402282715e-05,9.948015213012695e-05,0.00011280179023742676,0.00012612342834472656,0.00013944506645202637,0.00015276670455932617,0.00016608834266662598,0.00017940998077392578,0.00019273161888122559,0.0002060532569885254,0.0002193748950958252,0.000232696533203125,0.0002460181713104248,0.0002593398094177246,0.0002726614475250244,0.0002859830856323242,0.000299304723739624,0.00031262636184692383,0.00032594799995422363,0.00033926963806152344,0.00035259127616882324,0.00036591291427612305,0.00037923455238342285,0.00039255619049072266,0.00040587782859802246,0.00041919946670532227,0.00043252110481262207,0.0004458427429199219],"_type":"histogram","values":[1,0,2,1,4,6,3,5,9,22,18,15,38,56,62,87,141,198,281,416,607,939,1452,2315,3679,6160,10717,19783,40277,100124,203990,106933,42650,20498,11208,6364,3856,2383,1498,917,649,439,306,209,152,92,72,56,30,21,19,20,9,8,6,11,2,5,0,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0010356144048273563,-0.0010022657224908471,-0.0009689171565696597,-0.0009355684742331505,-0.0009022198501043022,-0.0008688712259754539,-0.0008355225436389446,-0.0008021739195100963,-0.000768825295381248,-0.0007354766712523997,-0.0007021280471235514,-0.0006687793647870421,-0.0006354307406581938,-0.0006020821165293455,-0.0005687334341928363,-0.000535384810063988,-0.0005020361859351397,-0.00046868756180629134,-0.00043533890857361257,-0.0004019902553409338,-0.0003686416312120855,-0.00033529300708323717,-0.0003019443538505584,-0.00026859570061787963,-0.00023524707648903131,-0.00020189843780826777,-0.00016854979912750423,-0.0001352011604467407,-0.00010185252176597714,-6.85038830852136e-05,-3.515524440445006e-05,-1.8066057236865163e-06,3.15419165417552e-05,6.489055522251874e-05,9.823919390328228e-05,0.00013158783258404583,0.00016493647126480937,0.0001982851099455729,0.00023163374862633646,0.0002649824018590152,0.00029833102598786354,0.00033167965011671185,0.0003650283033493906,0.0003983769565820694,0.0004317255807109177,0.000465074204839766,0.0004984228871762753,0.0005317715113051236,0.0005651201354339719,0.0005984687595628202,0.0006318173836916685,0.0006651660660281777,0.000698514690157026,0.0007318633142858744,0.0007652119966223836,0.0007985606207512319,0.0008319092448800802,0.0008652578690089285,0.0008986064931377769,0.0009319551754742861,0.0009653037996031344,0.0009986524237319827,0.001032001106068492,0.0010653496719896793,0.0010986983543261886],"_type":"histogram","values":[1,1,0,1,0,0,1,0,0,1,0,5,3,7,9,9,7,19,24,36,36,45,43,61,82,81,109,101,108,142,101,112,112,93,107,78,80,73,64,55,47,23,30,31,17,17,17,11,7,9,5,6,5,1,1,2,1,1,0,1,2,2,2,3]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"values":[2,1,2,0,2,1,0,2,4,2,3,9,8,11,6,10,9,20,14,11,26,11,22,26,33,26,32,19,29,26,29,27,29,23,36,20,25,23,22,23,29,16,20,10,10,9,8,7,4,7,4,7,4,0,2,2,1,0,2,0,1,0,0,1],"bins":[-0.001219581812620163,-0.0011796049075201154,-0.001139627886004746,-0.0010996509809046984,-0.001059673959389329,-0.0010196970542892814,-0.0009797201491892338,-0.0009397431276738644,-0.0008997662225738168,-0.0008597892592661083,-0.0008198122959583998,-0.0007798353326506913,-0.0007398583693429828,-0.0006998814060352743,-0.0006599045009352267,-0.0006199275376275182,-0.0005799505743198097,-0.0005399736110121012,-0.0004999966477043927,-0.0004600197135005146,-0.0004200427792966366,-0.0003800658159889281,-0.0003400888526812196,-0.00030011191847734153,-0.00026013495516963303,-0.00022015800641383976,-0.00018018105765804648,-0.00014020409435033798,-0.00010022714559454471,-6.025019320077263e-05,-2.0273240807000548e-05,1.9703711586771533e-05,5.9680663980543613e-05,9.965761273633689e-05,0.00013963456149213016,0.00017961152479983866,0.00021958847355563194,0.0002595654223114252,0.0002995423856191337,0.00033951931982301176,0.00037949628313072026,0.00041947324643842876,0.0004594501806423068,0.0004994271439500153,0.0005394041072577238,0.0005793810705654323,0.0006193579756654799,0.0006593349389731884,0.0006993119022808969,0.0007392888655886054,0.0007792658288963139,0.0008192427339963615,0.00085921969730407,0.0008991966606117785,0.000939173623919487,0.0009791505290195346,0.001019127550534904,0.0010591044556349516,0.001099081477150321,0.0011390583822503686,0.0011790352873504162,0.0012190123088657856,0.0012589892139658332,0.0012989662354812026,0.0013389431405812502],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,1,0,2,4,0,0,3,5,4,10,8,9,19,23,23,33,32,32,46,48,53,55,35,42,54,46,34,23,28,16,11,10,13,9,8,3,2,6,1,4,1,3,0,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0,1],"bins":[-0.00045004303683526814,-0.00043333874782547355,-0.00041663445881567895,-0.0003999301989097148,-0.0003832259098999202,-0.00036652162089012563,-0.00034981733188033104,-0.00033311304287053645,-0.00031640875386074185,-0.0002997044939547777,-0.0002830002049449831,-0.00026629591593518853,-0.00024959162692539394,-0.00023288735246751457,-0.00021618306345771998,-0.00019947878899984062,-0.00018277449999004602,-0.00016607021098025143,-0.00014936593652237207,-0.00013266164751257747,-0.0001159573657787405,-9.925308404490352e-05,-8.254879503510892e-05,-6.584451330127195e-05,-4.9140231567434967e-05,-3.243594983359799e-05,-1.5731664461782202e-05,9.7261909104418e-07,1.7676902643870562e-05,3.438118437770754e-05,5.108546974952333e-05,6.778975512133911e-05,8.449406595900655e-05,0.00010119834769284353,0.0001179026294266805,0.0001346069184364751,0.00015131119289435446,0.00016801548190414906,0.00018471977091394365,0.000201424045371823,0.0002181283343816176,0.0002348326233914122,0.00025153689784929156,0.00026824118685908616,0.00028494547586888075,0.00030164976487867534,0.0003183540247846395,0.00033505831379443407,0.00035176260280422866,0.00036846689181402326,0.00038517118082381785,0.000401875440729782,0.0004185797297395766,0.00043528401874937117,0.00045198830775916576,0.00046869259676896036,0.00048539688577875495,0.0005021011456847191,0.0005188054637983441,0.0005355097237043083,0.0005522139836102724,0.0005689183017238975,0.0005856225616298616,0.0006023268797434866,0.0006190311396494508],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[-0.0003592152497731149,-0.00034372712252661586,-0.0003282389952801168,-0.0003127508389297873,-0.0002972627116832882,-0.00028177458443678916,-0.00026628642808645964,-0.0002507983008399606,-0.0002353101735934615,-0.00021982204634696245,-0.00020433390454854816,-0.00018884576275013387,-0.0001733576355036348,-0.00015786950825713575,-0.00014238136645872146,-0.00012689322466030717,-0.00011140509741380811,-9.591696289135143e-05,-8.042882836889476e-05,-6.494069384643808e-05,-4.9452559323981404e-05,-3.396442480152473e-05,-1.8476290279068053e-05,-2.988155756611377e-06,1.2499978765845299e-05,2.7988113288301975e-05,4.347624781075865e-05,5.8964382333215326e-05,7.4452516855672e-05,8.994065137812868e-05,0.00010542878590058535,0.00012091692042304203,0.0001364050549454987,0.00015189318219199777,0.00016738132399041206,0.00018286946578882635,0.0001983575930353254,0.00021384572028182447,0.00022933386208023876,0.00024482200387865305,0.0002603101311251521,0.00027579825837165117,0.00029128638561815023,0.00030677454196847975,0.0003222626692149788,0.0003377507964614779,0.0003532389528118074,0.00036872708005830646,0.0003842152073048055,0.0003997033345513046,0.00041519146179780364,0.00043067961814813316,0.0004461677453946322,0.0004616558726411313,0.0004771440289914608,0.0004926321562379599,0.0005081202834844589,0.000523608410730958,0.000539096537977457,0.0005545846652239561,0.0005700727924704552,0.0005855609779246151,0.0006010491051711142,0.0006165372324176133,0.0006320253596641123],"_type":"histogram","values":[1,3,2,5,1,4,1,2,7,5,6,9,11,14,16,22,31,38,34,39,54,52,37,55,53,24,33,28,27,20,15,23,15,11,11,17,7,9,6,5,1,1,2,1,1,2,1,1,1,0,0,1,0,0,0,1,1,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.0007401704788208008,-0.0007184930145740509,-0.000696815550327301,-0.0006751380860805511,-0.0006534606218338013,-0.0006317831575870514,-0.0006101056933403015,-0.0005884282290935516,-0.0005667507648468018,-0.0005450733006000519,-0.000523395836353302,-0.0005017183721065521,-0.00048004090785980225,-0.00045836344361305237,-0.0004366859793663025,-0.0004150085151195526,-0.00039333105087280273,-0.00037165358662605286,-0.000349976122379303,-0.0003282986581325531,-0.0003066211938858032,-0.00028494372963905334,-0.00026326626539230347,-0.0002415888011455536,-0.0002199113368988037,-0.00019823387265205383,-0.00017655640840530396,-0.00015487894415855408,-0.0001332014799118042,-0.00011152401566505432,-8.984655141830444e-05,-6.816908717155457e-05,-4.649162292480469e-05,-2.481415867805481e-05,-3.1366944313049316e-06,1.8540769815444946e-05,4.0218234062194824e-05,6.18956983089447e-05,8.357316255569458e-05,0.00010525062680244446,0.00012692809104919434,0.00014860555529594421,0.0001702830195426941,0.00019196048378944397,0.00021363794803619385,0.00023531541228294373,0.0002569928765296936,0.0002786703407764435,0.00030034780502319336,0.00032202526926994324,0.0003437027335166931,0.000365380197763443,0.00038705766201019287,0.00040873512625694275,0.0004304125905036926,0.0004520900547504425,0.0004737675189971924,0.0004954449832439423,0.0005171224474906921,0.000538799911737442,0.0005604773759841919,0.0005821548402309418,0.0006038323044776917,0.0006255097687244415,0.0006471872329711914],"_type":"histogram","values":[1,0,0,1,1,1,2,1,1,1,1,2,2,4,7,3,4,6,14,12,5,16,21,17,21,19,25,28,26,27,32,28,31,27,34,31,31,19,27,22,24,20,19,23,16,20,12,16,14,12,10,6,6,5,5,1,4,1,1,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"bins":[-0.00038945674896240234,-0.00037603918462991714,-0.00036262162029743195,-0.00034920405596494675,-0.00033578649163246155,-0.00032236892729997635,-0.00030895136296749115,-0.00029553379863500595,-0.00028211623430252075,-0.00026869866997003555,-0.00025528110563755035,-0.00024186354130506516,-0.00022844597697257996,-0.00021502841264009476,-0.00020161084830760956,-0.00018819328397512436,-0.00017477571964263916,-0.00016135815531015396,-0.00014794059097766876,-0.00013452302664518356,-0.00012110546231269836,-0.00010768789798021317,-9.427033364772797e-05,-8.085276931524277e-05,-6.743520498275757e-05,-5.401764065027237e-05,-4.060007631778717e-05,-2.718251198530197e-05,-1.3764947652816772e-05,-3.473833203315735e-07,1.3070181012153625e-05,2.6487745344638824e-05,3.9905309677124023e-05,5.332287400960922e-05,6.674043834209442e-05,8.015800267457962e-05,9.357556700706482e-05,0.00010699313133955002,0.00012041069567203522,0.00013382826000452042,0.00014724582433700562,0.00016066338866949081,0.000174080953001976,0.0001874985173344612,0.0002009160816669464,0.0002143336459994316,0.0002277512103319168,0.000241168774664402,0.0002545863389968872,0.0002680039033293724,0.0002814214676618576,0.0002948390319943428,0.000308256596326828,0.0003216741606593132,0.0003350917249917984,0.0003485092893242836,0.0003619268536567688,0.000375344417989254,0.0003887619823217392,0.0004021795466542244,0.0004155971109867096,0.0004290146753191948,0.00044243223965168,0.0004558498039841652,0.0004692673683166504],"_type":"histogram","values":[1,0,1,0,1,1,3,2,6,6,10,6,5,9,8,9,11,23,15,14,17,19,27,22,21,35,33,28,33,18,34,24,30,27,25,32,20,23,25,20,16,15,14,15,6,12,12,5,4,6,4,5,1,0,2,3,0,0,1,1,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"bins":[-0.0012969461968168616,-0.0012553913984447718,-0.0012138367164880037,-0.0011722819181159139,-0.001130727119743824,-0.001089172437787056,-0.001047617639414966,-0.0010060628410428762,-0.0009645081008784473,-0.0009229533607140183,-0.0008813985623419285,-0.0008398438221774995,-0.0007982890820130706,-0.0007567342836409807,-0.0007151795434765518,-0.0006736247451044619,-0.000632070004940033,-0.000590515264775604,-0.0005489604664035141,-0.0005074057262390852,-0.0004658509569708258,-0.0004242961877025664,-0.00038274144753813744,-0.00034118667826987803,-0.0002996319090016186,-0.0002580771397333592,-0.00021652238501701504,-0.00017496763030067086,-0.00013341286103241146,-9.185809904010966e-05,-5.030333704780787e-05,-8.74857505550608e-06,3.2806070521473885e-05,7.436083251377568e-05,0.00011591559450607747,0.00015747034922242165,0.00019902511849068105,0.00024057988775894046,0.0002821346279233694,0.0003236893971916288,0.0003652441664598882,0.0004067989357281476,0.00044835370499640703,0.000489908445160836,0.0005314631853252649,0.0005730179836973548,0.0006145727238617837,0.0006561275222338736,0.0006976822623983026,0.0007392370025627315,0.0007807918009348214,0.0008223465410992503,0.0008639013394713402,0.0009054560796357691,0.0009470108198001981,0.000988565618172288,0.001030120300129056,0.0010716750985011458,0.0011132298968732357,0.0011547846952453256,0.0011963393772020936,0.0012378941755741835,0.0012794489739462733,0.0013210036559030414,0.0013625584542751312],"_type":"histogram","values":[1,0,0,0,1,1,4,1,4,4,5,5,3,4,7,10,12,14,15,16,21,20,17,28,26,19,21,30,32,35,26,26,26,20,34,29,33,18,22,21,29,19,18,13,14,9,8,5,4,10,5,6,7,3,1,1,1,0,2,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"values":[1,1,1,3,6,14,28,50,80,120,212,341,538,786,1210,1682,2531,3525,4850,6390,8355,10862,13507,16801,19908,23449,26706,29628,32452,34419,35629,35847,35905,34606,32427,30251,26761,23853,20498,17241,14399,11287,9030,6819,5028,3712,2646,1942,1282,848,527,330,205,123,85,37,25,7,9,5,3,0,0,1],"bins":[-0.09705235809087753,-0.09398052841424942,-0.09090869128704071,-0.0878368616104126,-0.08476502448320389,-0.08169319480657578,-0.07862136512994766,-0.07554952800273895,-0.07247769832611084,-0.06940586119890213,-0.06633403152227402,-0.0632622018456459,-0.060190364718437195,-0.057118531316518784,-0.05404670163989067,-0.05097486823797226,-0.04790303483605385,-0.04483120143413544,-0.041759368032217026,-0.03868753835558891,-0.0356157049536705,-0.03254387155175209,-0.02947203814983368,-0.026400206610560417,-0.023328373208642006,-0.020256539806723595,-0.017184708267450333,-0.014112874865531921,-0.011041042394936085,-0.007969209924340248,-0.004897376988083124,-0.0018255442846566439,0.0012462884187698364,0.004318120889365673,0.007389953825622797,0.010461786761879921,0.013533619232475758,0.016605451703071594,0.019677285104990005,0.022749116644263268,0.02582095004618168,0.02889278344810009,0.03196461498737335,0.03503644838929176,0.038108281791210175,0.041180115193128586,0.0442519448697567,0.04732377827167511,0.05039561167359352,0.05346744507551193,0.056539278477430344,0.059611108154058456,0.06268294155597687,0.06575477868318558,0.06882660835981369,0.0718984380364418,0.07497027516365051,0.07804210484027863,0.08111394196748734,0.08418577164411545,0.08725760132074356,0.09032943844795227,0.09340126812458038,0.09647310525178909,0.0995449349284172],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[2,3,4,4,5,15,22,49,69,97,212,311,431,620,1020,1481,2025,2972,3834,5095,6794,8699,11003,13390,15714,18780,22158,24948,26999,29832,31458,32919,33520,33521,32850,31681,29771,27664,24576,22013,18682,16105,13434,10982,8694,6855,5295,3941,2799,2118,1457,1002,688,424,296,199,111,77,49,21,15,6,8,5],"bins":[-0.09489836543798447,-0.09202408045530319,-0.08914978802204132,-0.08627550303936005,-0.08340121060609818,-0.0805269256234169,-0.07765264064073563,-0.07477834820747375,-0.07190406322479248,-0.06902977079153061,-0.06615548580884933,-0.06328120082616806,-0.06040690839290619,-0.057532619684934616,-0.05465833470225334,-0.05178404599428177,-0.048909757286310196,-0.04603546857833862,-0.04316117987036705,-0.040286894887685776,-0.0374126061797142,-0.03453831747174263,-0.03166402876377106,-0.028789741918444633,-0.02591545321047306,-0.023041164502501488,-0.020166877657175064,-0.01729258894920349,-0.014418301172554493,-0.011544013395905495,-0.008669724687933922,-0.0057954369112849236,-0.0029211491346359253,-4.686112515628338e-05,0.0028274268843233585,0.005701715126633644,0.008576002903282642,0.01145029067993164,0.014324579387903214,0.017198866233229637,0.02007315494120121,0.022947443649172783,0.025821730494499207,0.02869601920247078,0.03157030791044235,0.034444596618413925,0.0373188816010952,0.04019317030906677,0.043067459017038345,0.04594174772500992,0.04881603643298149,0.051690321415662766,0.05456461012363434,0.05743889883160591,0.060313187539577484,0.06318747252225876,0.06606176495552063,0.0689360499382019,0.07181034237146378,0.07468462735414505,0.07755891233682632,0.0804332047700882,0.08330748975276947,0.08618178218603134,0.08905606716871262]},"_runtime":444,"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,1,1,0,3,1,3,5,6,9,16,8,12,9,19,15,12,17,21,20,34,42,28,25,32,32,33,40,27,28,32,28,29,32,19,26,18,8,11,13,4,10,5,7,3,3,3,0,3,1,1,1,4,0,1,0,1,1],"bins":[-0.0027114939875900745,-0.002627178793773055,-0.0025428638327866793,-0.00245854863896966,-0.0023742334451526403,-0.0022899184841662645,-0.002205603290349245,-0.0021212880965322256,-0.002036972902715206,-0.0019526579417288303,-0.0018683427479118109,-0.0017840276705101132,-0.0016997125931084156,-0.0016153973992913961,-0.0015310823218896985,-0.001446767128072679,-0.0013624520506709814,-0.0012781369732692838,-0.0011938217794522643,-0.0011095067020505667,-0.0010251915082335472,-0.0009408764308318496,-0.0008565613534301519,-0.0007722462178207934,-0.0006879310822114348,-0.0006036159466020763,-0.0005193008109927177,-0.0004349857335910201,-0.00035067059798166156,-0.000266355462372303,-0.00018204035586677492,-9.77252348093316e-05,-1.3410346582531929e-05,7.090477447491139e-05,0.0001552198955323547,0.00023953501658979803,0.00032385013764724135,0.0004081652732565999,0.0004924803506582975,0.0005767954862676561,0.0006611106218770146,0.0007454257574863732,0.0008297408930957317,0.0009140559704974294,0.000998371047899127,0.0010826862417161465,0.001167001319117844,0.0012513165129348636,0.0013356315903365612,0.0014199466677382588,0.0015042618615552783,0.001588576938956976,0.0016728921327739954,0.001757207210175693,0.0018415222875773907,0.0019258374813944101,0.0020101526752114296,0.0020944676361978054,0.002178782830014825,0.0022630980238318443,0.00234741298481822,0.0024317281786352396,0.002516043372452259,0.002600358333438635,0.0026846735272556543]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.bias":{"values":[1,1,0,1,0,1,4,0,6,3,12,3,9,7,10,11,12,14,21,19,29,19,23,29,23,23,33,32,28,21,28,24,39,29,28,27,25,20,24,26,14,11,13,9,9,10,4,6,5,4,4,4,3,0,0,1,3,0,0,0,1,0,1,1],"bins":[-0.0018801093101501465,-0.0018162652850151062,-0.001752421259880066,-0.0016885772347450256,-0.0016247332096099854,-0.001560889184474945,-0.0014970451593399048,-0.0014332011342048645,-0.0013693571090698242,-0.001305513083934784,-0.0012416690587997437,-0.0011778250336647034,-0.001113981008529663,-0.0010501369833946228,-0.0009862929582595825,-0.0009224489331245422,-0.000858604907989502,-0.0007947608828544617,-0.0007309168577194214,-0.0006670728325843811,-0.0006032288074493408,-0.0005393847823143005,-0.00047554075717926025,-0.00041169673204421997,-0.0003478527069091797,-0.0002840086817741394,-0.00022016465663909912,-0.00015632063150405884,-9.247660636901855e-05,-2.863258123397827e-05,3.521144390106201e-05,9.90554690361023e-05,0.00016289949417114258,0.00022674351930618286,0.00029058754444122314,0.00035443156957626343,0.0004182755947113037,0.000482119619846344,0.0005459636449813843,0.0006098076701164246,0.0006736516952514648,0.0007374957203865051,0.0008013397455215454,0.0008651837706565857,0.000929027795791626,0.0009928718209266663,0.0010567158460617065,0.0011205598711967468,0.0011844038963317871,0.0012482479214668274,0.0013120919466018677,0.001375935971736908,0.0014397799968719482,0.0015036240220069885,0.0015674680471420288,0.001631312072277069,0.0016951560974121094,0.0017590001225471497,0.00182284414768219,0.0018866881728172302,0.0019505321979522705,0.002014376223087311,0.002078220248222351,0.0021420642733573914,0.0022059082984924316],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,1,0,0,0,2,5,3,2,4,1,7,2,5,9,5,7,8,5,14,15,6,11,23,37,49,99,119,93,58,29,23,22,9,17,6,5,6,10,5,9,7,6,4,4,3,1,3,0,2,0,0,2,1,0,1,0,0,0,0,1,0,0,1],"bins":[-5.716085433959961e-05,-5.5077485740184784e-05,-5.299411714076996e-05,-5.091074854135513e-05,-4.882737994194031e-05,-4.674401134252548e-05,-4.466064274311066e-05,-4.257727414369583e-05,-4.0493905544281006e-05,-3.841053694486618e-05,-3.6327168345451355e-05,-3.424379974603653e-05,-3.2160431146621704e-05,-3.007706254720688e-05,-2.7993693947792053e-05,-2.5910325348377228e-05,-2.3826956748962402e-05,-2.1743588149547577e-05,-1.966021955013275e-05,-1.7576850950717926e-05,-1.54934823513031e-05,-1.3410113751888275e-05,-1.132674515247345e-05,-9.243376553058624e-06,-7.160007953643799e-06,-5.076639354228973e-06,-2.993270754814148e-06,-9.099021553993225e-07,1.173466444015503e-06,3.2568350434303284e-06,5.340203642845154e-06,7.423572242259979e-06,9.506940841674805e-06,1.159030944108963e-05,1.3673678040504456e-05,1.575704663991928e-05,1.7840415239334106e-05,1.9923783838748932e-05,2.2007152438163757e-05,2.4090521037578583e-05,2.6173889636993408e-05,2.8257258236408234e-05,3.034062683582306e-05,3.2423995435237885e-05,3.450736403465271e-05,3.6590732634067535e-05,3.867410123348236e-05,4.0757469832897186e-05,4.284083843231201e-05,4.492420703172684e-05,4.700757563114166e-05,4.909094423055649e-05,5.1174312829971313e-05,5.325768142938614e-05,5.5341050028800964e-05,5.742441862821579e-05,5.9507787227630615e-05,6.159115582704544e-05,6.367452442646027e-05,6.575789302587509e-05,6.784126162528992e-05,6.992463022470474e-05,7.200799882411957e-05,7.40913674235344e-05,7.617473602294922e-05]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,1,3,2,2,2,4,5,12,6,8,8,12,15,14,24,19,22,26,34,18,26,38,30,31,32,30,30,23,34,40,29,26,24,21,16,16,17,12,7,8,9,3,8,5,4,1,4,0,2,1,1,0,0,1,0,0,0,1],"bins":[-0.0019729905761778355,-0.0019087583059445024,-0.0018445260357111692,-0.0017802936490625143,-0.0017160613788291812,-0.001651829108595848,-0.0015875967219471931,-0.00152336445171386,-0.001459132181480527,-0.0013948999112471938,-0.0013306676410138607,-0.0012664352543652058,-0.0012022029841318727,-0.0011379707138985395,-0.0010737383272498846,-0.0010095060570165515,-0.0009452737867832184,-0.0008810415165498853,-0.0008168091881088912,-0.0007525768596678972,-0.0006883445894345641,-0.000624112319201231,-0.000559879990760237,-0.000495647662319243,-0.00043141539208590984,-0.0003671830927487463,-0.0003029507934115827,-0.00023871849407441914,-0.00017448619473725557,-0.000110253895400092,-4.602159606292844e-05,1.821070327423513e-05,8.24430026113987e-05,0.00014667530194856226,0.00021090760128572583,0.0002751399006228894,0.00033937219996005297,0.00040360449929721653,0.0004678367986343801,0.0005320691270753741,0.0005963013973087072,0.0006605336675420403,0.0007247659959830344,0.0007889983244240284,0.0008532305946573615,0.0009174628648906946,0.0009816952515393496,0.0010459275217726827,0.0011101597920060158,0.0011743920622393489,0.001238624332472682,0.001302856719121337,0.00136708898935467,0.0014313212595880032,0.001495553646236658,0.0015597859164699912,0.0016240181867033243,0.0016882504569366574,0.0017524827271699905,0.0018167151138186455,0.0018809473840519786,0.0019451796542853117,0.0020094120409339666,0.002073644194751978,0.002137876581400633],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"values":[3,3,4,14,26,43,60,88,170,262,392,568,902,1321,1910,2485,3570,4780,6130,8024,10017,12333,15264,17952,20932,23694,26427,29156,30856,33042,33812,33749,32893,32295,30160,28322,25807,22940,20013,16852,14020,11789,9284,7316,5482,4316,3063,2316,1598,1183,725,533,376,204,127,96,51,34,18,9,8,3,1,1],"bins":[-0.08998677134513855,-0.08711428940296173,-0.08424181491136551,-0.08136933296918869,-0.07849685847759247,-0.07562437653541565,-0.07275190204381943,-0.06987942010164261,-0.06700694561004639,-0.06413446366786957,-0.06126198545098305,-0.05838950723409653,-0.05551702901721001,-0.052644550800323486,-0.049772072583436966,-0.046899594366550446,-0.044027116149663925,-0.041154637932777405,-0.038282159715890884,-0.035409681499004364,-0.032537203282117844,-0.029664723202586174,-0.026792244985699654,-0.023919766768813133,-0.021047288551926613,-0.018174810335040092,-0.015302332118153572,-0.012429852969944477,-0.009557374753057957,-0.006684896536171436,-0.0038124178536236286,-0.0009399394039064646,0.0019325390458106995,0.00480501726269722,0.0076774959452450275,0.010549974627792835,0.013422452844679356,0.01629493199288845,0.01916741020977497,0.02203988842666149,0.024912366643548012,0.027784844860434532,0.030657323077321053,0.03352980315685272,0.03640228137373924,0.03927475959062576,0.04214723780751228,0.045019716024398804,0.047892194241285324,0.050764672458171844,0.053637150675058365,0.056509628891944885,0.059382107108831406,0.062254585325717926,0.06512706726789474,0.06799954175949097,0.07087202370166779,0.07374449819326401,0.07661698013544083,0.07948945462703705,0.08236193656921387,0.08523441106081009,0.08810689300298691,0.09097936749458313,0.09385184943675995],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"bins":[-0.0034645379055291414,-0.003352429950609803,-0.003240321995690465,-0.0031282140407711267,-0.0030161060858517885,-0.0029039981309324503,-0.002791890176013112,-0.002679782221093774,-0.0025676742661744356,-0.0024555663112550974,-0.002343458356335759,-0.002231350401416421,-0.0021192424464970827,-0.0020071344915777445,-0.0018950265366584063,-0.001782918581739068,-0.0016708106268197298,-0.0015587026719003916,-0.0014465947169810534,-0.0013344867620617151,-0.001222378807142377,-0.0011102708522230387,-0.0009981628973037004,-0.0008860549423843622,-0.000773946987465024,-0.0006618390325456858,-0.0005497310776263475,-0.0004376231227070093,-0.0003255151677876711,-0.00021340721286833286,-0.00010129925794899464,1.080869697034359e-05,0.00012291641905903816,0.0002350243739783764,0.0003471323288977146,0.00045924028381705284,0.0005713482387363911,0.0006834561936557293,0.0007955641485750675,0.0009076721034944057,0.001019780058413744,0.0011318880133330822,0.0012439959682524204,0.0013561039231717587,0.0014682118780910969,0.001580319833010435,0.0016924277879297733,0.0018045357428491116,0.0019166436977684498,0.002028751652687788,0.0021408596076071262,0.0022529675625264645,0.0023650755174458027,0.002477183472365141,0.002589291427284479,0.0027013993822038174,0.0028135073371231556,0.002925615292042494,0.003037723246961832,0.0031498312018811703,0.0032619391568005085,0.0033740471117198467,0.003486155066639185,0.003598263021558523,0.0037103709764778614],"_type":"histogram","values":[2,2,3,3,2,3,5,3,3,4,11,5,7,7,17,7,15,12,17,31,15,27,25,24,17,19,25,19,16,15,12,22,25,15,18,13,21,20,24,28,26,23,24,18,19,18,11,7,13,12,5,4,3,7,6,2,4,2,1,2,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"values":[1,0,1,5,5,8,10,15,21,24,36,77,123,205,319,517,761,1209,1897,2929,4939,8099,13191,22279,38723,69972,137515,282917,404794,281478,139099,70151,38020,21577,12331,7514,4551,2651,1759,1134,684,446,283,219,105,105,44,39,26,21,10,4,9,4,4,1,0,0,0,1,1,0,0,1],"bins":[-0.0007271766662597656,-0.0007016509771347046,-0.0006761252880096436,-0.0006505995988845825,-0.0006250739097595215,-0.0005995482206344604,-0.0005740225315093994,-0.0005484968423843384,-0.0005229711532592773,-0.0004974454641342163,-0.0004719197750091553,-0.00044639408588409424,-0.0004208683967590332,-0.00039534270763397217,-0.00036981701850891113,-0.0003442913293838501,-0.00031876564025878906,-0.00029323995113372803,-0.000267714262008667,-0.00024218857288360596,-0.00021666288375854492,-0.0001911371946334839,-0.00016561150550842285,-0.00014008581638336182,-0.00011456012725830078,-8.903443813323975e-05,-6.350874900817871e-05,-3.7983059883117676e-05,-1.245737075805664e-05,1.3068318367004395e-05,3.859400749206543e-05,6.411969661712646e-05,8.96453857421875e-05,0.00011517107486724854,0.00014069676399230957,0.0001662224531173706,0.00019174814224243164,0.00021727383136749268,0.0002427995204925537,0.00026832520961761475,0.0002938508987426758,0.0003193765878677368,0.00034490227699279785,0.0003704279661178589,0.0003959536552429199,0.00042147934436798096,0.000447005033493042,0.00047253072261810303,0.0004980564117431641,0.0005235821008682251,0.0005491077899932861,0.0005746334791183472,0.0006001591682434082,0.0006256848573684692,0.0006512105464935303,0.0006767362356185913,0.0007022619247436523,0.0007277876138687134,0.0007533133029937744,0.0007788389921188354,0.0008043646812438965,0.0008298903703689575,0.0008554160594940186,0.0008809417486190796,0.0009064674377441406],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[1,0,1,4,5,17,28,61,99,202,305,525,1038,1604,2344,3562,5392,7923,11182,15454,20938,27359,35081,43573,52569,62753,72260,81758,88692,95071,99312,100447,99347,96437,89914,82367,73412,63635,54556,44571,36070,28219,21583,16425,11939,8415,5789,3973,2504,1617,1066,626,355,218,129,63,41,17,9,3,2,1,0,1],"bins":[-0.10122464597225189,-0.09801796823740005,-0.09481129050254822,-0.09160461276769638,-0.08839794248342514,-0.0851912647485733,-0.08198458701372147,-0.07877790927886963,-0.07557123154401779,-0.07236455380916595,-0.06915788352489471,-0.06595120579004288,-0.06274452805519104,-0.0595378503203392,-0.056331172585487366,-0.05312449857592583,-0.04991782084107399,-0.04671114310622215,-0.043504469096660614,-0.04029779136180878,-0.03709111362695694,-0.0338844396173954,-0.030677761882543564,-0.027471084147691727,-0.02426440827548504,-0.02105773240327835,-0.017851054668426514,-0.014644378796219826,-0.011437701992690563,-0.0082310251891613,-0.005024348851293325,-0.0018176722805947065,0.0013890042901039124,0.004595681093633175,0.00780235743150115,0.011009033769369125,0.014215710572898388,0.01742238737642765,0.02062906324863434,0.023835740983486176,0.027042416855692863,0.03024909272789955,0.03345577046275139,0.036662448197603226,0.039869122207164764,0.0430757999420166,0.04628247767686844,0.04948915168642998,0.052695829421281815,0.05590250715613365,0.05910918116569519,0.06231585890054703,0.06552253663539886,0.0687292143702507,0.07193589210510254,0.07514256238937378,0.07834924012422562,0.08155591785907745,0.08476259559392929,0.08796927332878113,0.09117595106363297,0.0943826213479042,0.09758929908275604,0.10079597681760788,0.10400265455245972],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"values":[1,0,3,0,2,6,2,2,12,8,13,14,20,24,33,53,68,73,97,146,210,244,381,508,708,1083,1764,3155,6693,19214,87667,330890,99572,21067,7211,3238,1819,1144,771,475,361,290,203,150,95,79,61,42,35,28,21,23,9,8,10,5,1,3,4,2,0,1,1,1],"bins":[-0.0003542900085449219,-0.00034305453300476074,-0.0003318190574645996,-0.0003205835819244385,-0.00030934810638427734,-0.0002981126308441162,-0.0002868771553039551,-0.00027564167976379395,-0.0002644062042236328,-0.0002531707286834717,-0.00024193525314331055,-0.00023069977760314941,-0.00021946430206298828,-0.00020822882652282715,-0.00019699335098266602,-0.00018575787544250488,-0.00017452239990234375,-0.00016328692436218262,-0.00015205144882202148,-0.00014081597328186035,-0.00012958049774169922,-0.00011834502220153809,-0.00010710954666137695,-9.587407112121582e-05,-8.463859558105469e-05,-7.340312004089355e-05,-6.216764450073242e-05,-5.093216896057129e-05,-3.9696693420410156e-05,-2.8461217880249023e-05,-1.722574234008789e-05,-5.990266799926758e-06,5.245208740234375e-06,1.6480684280395508e-05,2.771615982055664e-05,3.8951635360717773e-05,5.0187110900878906e-05,6.142258644104004e-05,7.265806198120117e-05,8.38935375213623e-05,9.512901306152344e-05,0.00010636448860168457,0.0001175999641418457,0.00012883543968200684,0.00014007091522216797,0.0001513063907623291,0.00016254186630249023,0.00017377734184265137,0.0001850128173828125,0.00019624829292297363,0.00020748376846313477,0.0002187192440032959,0.00022995471954345703,0.00024119019508361816,0.0002524256706237793,0.00026366114616394043,0.00027489662170410156,0.0002861320972442627,0.00029736757278442383,0.00030860304832458496,0.0003198385238647461,0.0003310739994049072,0.00034230947494506836,0.0003535449504852295,0.0003647804260253906],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,1,0,1,1,1,1,4,4,3,9,2,2,10,10,7,11,13,20,20,22,22,23,29,25,29,29,27,33,39,36,36,18,30,36,29,25,20,17,21,18,15,13,11,10,8,7,3,4,2,3,0,1,1,1,0,2,1,0,0,0,1],"bins":[-0.0005846858839504421,-0.0005659857415594161,-0.00054728559916839,-0.000528585456777364,-0.0005098852561786771,-0.0004911851137876511,-0.00047248497139662504,-0.000453784829005599,-0.000435084686614573,-0.000416384544223547,-0.00039768440183252096,-0.0003789842303376645,-0.00036028408794663846,-0.00034158394555561244,-0.00032288377406075597,-0.00030418363166972995,-0.00028548348927870393,-0.0002667833468876779,-0.0002480832044966519,-0.0002293830330017954,-0.0002106828906107694,-0.00019198274821974337,-0.00017328259127680212,-0.00015458243433386087,-0.00013588229194283485,-0.00011718214227585122,-9.848199260886759e-05,-7.978184294188395e-05,-6.108169327490032e-05,-4.238154360791668e-05,-2.368139394093305e-05,-4.9812442739494145e-06,1.3718963600695133e-05,3.241911326767877e-05,5.11192629346624e-05,6.981941260164604e-05,8.851956226862967e-05,0.0001072197119356133,0.00012591986160259694,0.0001446200185455382,0.0001633201609365642,0.00018202030332759023,0.00020072046027053148,0.00021942061721347272,0.00023812075960449874,0.00025682090199552476,0.00027552107349038124,0.00029422121588140726,0.0003129213582724333,0.0003316215006634593,0.0003503216430544853,0.0003690218145493418,0.0003877219569403678,0.00040642209933139384,0.0004251222708262503,0.00044382241321727633,0.00046252255560830235,0.0004812226979993284,0.0004999228403903544,0.0005186229827813804,0.0005373231833800673,0.0005560233257710934,0.0005747234681621194,0.0005934236105531454,0.0006121237529441714]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,1,0,3,3,3,6,5,5,5,2,10,8,8,12,7,11,10,22,23,29,27,35,33,40,35,37,47,34,38,32,33,36,25,24,21,14,16,13,10,7,5,5,3,5,1,7,2,0,1,1,1,0,1,2,0,1,0,0,1],"bins":[-6.949901580810547e-05,-6.723776459693909e-05,-6.49765133857727e-05,-6.271526217460632e-05,-6.045401096343994e-05,-5.819275975227356e-05,-5.593150854110718e-05,-5.3670257329940796e-05,-5.1409006118774414e-05,-4.914775490760803e-05,-4.688650369644165e-05,-4.462525248527527e-05,-4.236400127410889e-05,-4.0102750062942505e-05,-3.784149885177612e-05,-3.558024764060974e-05,-3.331899642944336e-05,-3.105774521827698e-05,-2.8796494007110596e-05,-2.6535242795944214e-05,-2.4273991584777832e-05,-2.201274037361145e-05,-1.975148916244507e-05,-1.7490237951278687e-05,-1.5228986740112305e-05,-1.2967735528945923e-05,-1.0706484317779541e-05,-8.44523310661316e-06,-6.183981895446777e-06,-3.9227306842803955e-06,-1.6614794731140137e-06,5.997717380523682e-07,2.86102294921875e-06,5.122274160385132e-06,7.383525371551514e-06,9.644776582717896e-06,1.1906027793884277e-05,1.416727900505066e-05,1.642853021621704e-05,1.8689781427383423e-05,2.0951032638549805e-05,2.3212283849716187e-05,2.547353506088257e-05,2.773478627204895e-05,2.9996037483215332e-05,3.2257288694381714e-05,3.4518539905548096e-05,3.677979111671448e-05,3.904104232788086e-05,4.130229353904724e-05,4.356354475021362e-05,4.5824795961380005e-05,4.808604717254639e-05,5.034729838371277e-05,5.260854959487915e-05,5.486980080604553e-05,5.7131052017211914e-05,5.9392303228378296e-05,6.165355443954468e-05,6.391480565071106e-05,6.617605686187744e-05,6.843730807304382e-05,7.06985592842102e-05,7.295981049537659e-05,7.522106170654297e-05]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,1,0,2,0,1,0,0,1,0,1,1,2,5,6,7,4,6,5,13,14,19,20,29,22,43,54,51,60,69,55,50,52,22,30,24,9,19,15,12,2,8,6,4,6,8,1,2,3,0,1,0,0,0,0,0,0,1,0,0,1],"bins":[-0.0010244599543511868,-0.0009927396895363927,-0.0009610194247215986,-0.0009292992181144655,-0.0008975789532996714,-0.0008658586884848773,-0.0008341384818777442,-0.0008024182170629501,-0.0007706979522481561,-0.000738977687433362,-0.0007072574226185679,-0.0006755372160114348,-0.0006438169511966407,-0.0006120966863818467,-0.0005803764797747135,-0.0005486562149599195,-0.0005169359501451254,-0.0004852156853303313,-0.0004534954496193677,-0.0004217752139084041,-0.00039005494909361005,-0.000358334684278816,-0.0003266144485678524,-0.00029489421285688877,-0.0002631739480420947,-0.00023145369777921587,-0.00019973344751633704,-0.0001680131972534582,-0.00013629294699057937,-0.00010457269672770053,-7.28524464648217e-05,-4.113219620194286e-05,-9.412062354385853e-06,2.2308187908492982e-05,5.402843817137182e-05,8.574868843425065e-05,0.00011746893869712949,0.00014918918896000832,0.00018090943922288716,0.000212629689485766,0.00024434993974864483,0.0002760702045634389,0.0003077904402744025,0.0003395106759853661,0.00037123094080016017,0.00040295120561495423,0.00043467144132591784,0.00046639167703688145,0.0004981119418516755,0.0005298322066664696,0.0005615524714812636,0.0005932726780883968,0.0006249929429031909,0.0006567132077179849,0.0006884334143251181,0.0007201536791399121,0.0007518739439547062,0.0007835942087695003,0.0008153144735842943,0.0008470346801914275,0.0008787549450062215,0.0009104752098210156,0.0009421954164281487,0.0009739156812429428,0.0010056359460577369]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"bins":[-0.0004702942678704858,-0.00045498108374886215,-0.0004396678996272385,-0.0004243546864017844,-0.0004090415022801608,-0.00039372831815853715,-0.0003784151340369135,-0.0003631019499152899,-0.0003477887366898358,-0.00033247555256821215,-0.0003171623684465885,-0.0003018491843249649,-0.00028653600020334125,-0.0002712228160817176,-0.0002559096028562635,-0.00024059641873463988,-0.00022528323461301625,-0.0002099700504913926,-0.00019465685181785375,-0.0001793436676962301,-0.00016403046902269125,-0.00014871728490106761,-0.00013340410077944398,-0.00011809090938186273,-0.00010277771798428148,-8.746452658670023e-05,-7.215133518911898e-05,-5.6838151067495346e-05,-4.1524959669914097e-05,-2.621177009132225e-05,-1.0898580512730405e-05,4.414609065861441e-06,1.9727798644453287e-05,3.5040990042034537e-05,5.035417780163698e-05,6.566736556123942e-05,8.098055695882067e-05,9.629374835640192e-05,0.00011160693247802556,0.00012692013115156442,0.00014223331527318805,0.0001575464993948117,0.00017285969806835055,0.0001881728821899742,0.00020348606631159782,0.0002187992649851367,0.00023411244910676032,0.0002494256477802992,0.0002647388319019228,0.00028005201602354646,0.0002953652001451701,0.0003106784133706242,0.0003259915974922478,0.00034130478161387146,0.0003566179657354951,0.0003719311498571187,0.00038724433397874236,0.00040255754720419645,0.0004178707313258201,0.0004331839154474437,0.00044849709956906736,0.000463810283690691,0.0004791234969161451,0.0004944366519339383,0.0005097498651593924],"_type":"histogram","values":[2,0,0,0,0,0,1,1,2,2,3,2,6,3,3,10,7,9,12,14,16,27,23,21,34,34,27,33,38,40,28,33,38,30,27,23,17,24,32,33,19,14,13,11,14,8,4,7,6,4,2,2,3,0,2,0,2,0,0,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,1,0,2,2,1,3,1,2,0,1,4,4,13,4,13,22,10,17,8,24,25,32,24,40,31,32,35,40,35,29,37,31,26,29,21,24,18,19,12,13,7,17,14,6,10,4,3,7,4,0,1,4,0,3,0,0,0,0,0,0,1],"bins":[-0.0005984922754578292,-0.0005791815929114819,-0.0005598708521574736,-0.0005405601696111262,-0.0005212494288571179,-0.0005019387463107705,-0.0004826280346605927,-0.00046331732301041484,-0.000444006611360237,-0.00042469589971005917,-0.00040538518805988133,-0.0003860744764097035,-0.0003667637938633561,-0.0003474530822131783,-0.00032814237056300044,-0.0003088316589128226,-0.00028952094726264477,-0.00027021023561246693,-0.0002508995239622891,-0.0002315888268640265,-0.00021227811521384865,-0.00019296740356367081,-0.0001736567064654082,-0.00015434599481523037,-0.00013503528316505253,-0.0001157245715148747,-9.641386714065447e-05,-7.710316276643425e-05,-5.7792451116256416e-05,-3.8481743104057387e-05,-1.9171035091858357e-05,1.3967292034067214e-07,1.9450439140200615e-05,3.8761147152399644e-05,5.8071855164598674e-05,7.73825595388189e-05,9.669327118899673e-05,0.00011600398283917457,0.00013531467993743718,0.000154625391587615,0.00017393610323779285,0.00019324681488797069,0.00021255752653814852,0.00023186822363641113,0.00025117892073467374,0.0002704896323848516,0.0002898003440350294,0.00030911105568520725,0.0003284217673353851,0.0003477324789855629,0.00036704319063574076,0.0003863539022859186,0.00040566461393609643,0.0004249752964824438,0.00044428600813262165,0.0004635967197827995,0.0004829074314329773,0.0005022181430831552,0.0005215288256295025,0.0005408395663835108,0.0005601502489298582,0.0005794609896838665,0.0005987716722302139,0.0006180824129842222,0.0006373930955305696]},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.0017682603793218732,-0.0017250992823392153,-0.0016819380689412355,-0.0016387769719585776,-0.001595615758560598,-0.00155245466157794,-0.0015092934481799603,-0.0014661323511973023,-0.0014229712542146444,-0.0013798100408166647,-0.0013366489438340068,-0.001293487730436027,-0.0012503266334533691,-0.0012071654200553894,-0.0011640043230727315,-0.0011208431096747518,-0.0010776820126920938,-0.001034520915709436,-0.0009913597023114562,-0.0009481985471211374,-0.0009050373919308186,-0.0008618762949481606,-0.0008187151397578418,-0.000775553984567523,-0.0007323928293772042,-0.0006892316741868854,-0.0006460705189965665,-0.0006029093638062477,-0.0005597482668235898,-0.000516587111633271,-0.00047342595644295216,-0.00043026480125263333,-0.00038710376247763634,-0.0003439426072873175,-0.0003007814520969987,-0.0002576203260105103,-0.0002144591708201915,-0.00017129801562987268,-0.00012813687499146909,-8.497572707710788e-05,-4.181457916274667e-05,1.3465687516145408e-06,4.450771666597575e-05,8.766886458033696e-05,0.00013083001249469817,0.000173991167685017,0.00021715230832342058,0.0002603134489618242,0.000303474604152143,0.0003466357593424618,0.00038979691453278065,0.000432958040619269,0.00047611919580958784,0.0005192803218960762,0.000562441477086395,0.0006056026322767138,0.0006487637874670327,0.0006919249426573515,0.0007350860978476703,0.0007782472530379891,0.000821408350020647,0.0008645695052109659,0.0009077306604012847,0.0009508918155916035,0.0009940529707819223],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,3,0,1,5,7,18,28,38,59,81,139,144,200,233,199,190,159,164,115,84,64,46,25,23,7,5,2,1,1,1,1,1,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,2,0,3,1,1,1,1,1,2,4,5,5,6,12,21,46,87,121,164,117,74,40,15,6,6,2,3,4,3,4,1,1,1,0,0,1,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00047594308853149414,-0.00045784469693899155,-0.00043974630534648895,-0.00042164791375398636,-0.00040354952216148376,-0.00038545113056898117,-0.0003673527389764786,-0.000349254347383976,-0.0003311559557914734,-0.0003130575641989708,-0.0002949591726064682,-0.0002768607810139656,-0.000258762389421463,-0.00024066399782896042,-0.00022256560623645782,-0.00020446721464395523,-0.00018636882305145264,-0.00016827043145895004,-0.00015017203986644745,-0.00013207364827394485,-0.00011397525668144226,-9.587686508893967e-05,-7.777847349643707e-05,-5.968008190393448e-05,-4.1581690311431885e-05,-2.348329871892929e-05,-5.384907126426697e-06,1.2713484466075897e-05,3.081187605857849e-05,4.8910267651081085e-05,6.700865924358368e-05,8.510705083608627e-05,0.00010320544242858887,0.00012130383402109146,0.00013940222561359406,0.00015750061720609665,0.00017559900879859924,0.00019369740039110184,0.00021179579198360443,0.00022989418357610703,0.0002479925751686096,0.0002660909667611122,0.0002841893583536148,0.0003022877499461174,0.00032038614153862,0.0003384845331311226,0.0003565829247236252,0.0003746813163161278,0.00039277970790863037,0.00041087809950113297,0.00042897649109363556,0.00044707488268613815,0.00046517327427864075,0.00048327166587114334,0.0005013700574636459,0.0005194684490561485,0.0005375668406486511,0.0005556652322411537,0.0005737636238336563,0.0005918620154261589,0.0006099604070186615,0.0006280587986111641,0.0006461571902036667,0.0006642555817961693,0.0006823539733886719]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0004534991749096662,-0.0004407413653098047,-0.0004279835557099432,-0.00041522574611008167,-0.00040246793651022017,-0.00038971012691035867,-0.00037695231731049716,-0.00036419450771063566,-0.0003514366690069437,-0.0003386788594070822,-0.0003259210498072207,-0.0003131632402073592,-0.0003004054306074977,-0.0002876476210076362,-0.0002748898114077747,-0.0002621320018079132,-0.0002493741922080517,-0.00023661638260819018,-0.00022385857300832868,-0.00021110076340846717,-0.00019834295380860567,-0.00018558512965682894,-0.00017282732005696744,-0.00016006951045710593,-0.00014731170085724443,-0.00013455389125738293,-0.00012179608165752143,-0.00010903826478170231,-9.628045518184081e-05,-8.35226455819793e-05,-7.076482870616019e-05,-5.8007019106298685e-05,-4.524923861026764e-05,-3.2491429010406137e-05,-1.9733615772565827e-05,-6.975804353714921e-06,5.782007065135986e-06,1.8539818483986892e-05,3.12976299028378e-05,4.405544314067811e-05,5.681325274053961e-05,6.957106234040111e-05,8.232887194026262e-05,9.508668881608173e-05,0.00010784449841594324,0.00012060230801580474,0.00013336012489162385,0.00014611793449148536,0.00015887574409134686,0.00017163355369120836,0.00018439136329106987,0.00019714917289093137,0.00020990698249079287,0.0002226648066425696,0.0002354226162424311,0.0002481804112903774,0.00026093824999406934,0.00027369605959393084,0.00028645386919379234,0.00029921167879365385,0.00031196948839351535,0.00032472729799337685,0.00033748510759323835,0.00035024291719309986,0.00036300072679296136],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,3,0,1,3,3,2,7,7,9,7,11,7,7,19,7,17,21,19,33,29,34,30,33,22,37,30,41,38,25,22,33,29,27,31,25,20,14,6,13,10,7,4,4,6,1,2,4,2,1,1,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,1,5,5,7,6,17,15,28,30,43,51,74,100,121,182,256,347,504,713,1022,1502,2255,3727,6171,11207,22319,52023,149649,198457,74450,29808,14281,7556,4390,2727,1735,1223,781,568,392,289,215,148,120,73,61,43,35,29,16,6,11,8,4,5,4,1,1,2,2,1],"bins":[-0.00036787986755371094,-0.00035608187317848206,-0.0003442838788032532,-0.0003324858844280243,-0.0003206878900527954,-0.00030888989567756653,-0.00029709190130233765,-0.00028529390692710876,-0.0002734959125518799,-0.000261697918176651,-0.0002498999238014221,-0.00023810192942619324,-0.00022630393505096436,-0.00021450594067573547,-0.0002027079463005066,-0.0001909099519252777,-0.00017911195755004883,-0.00016731396317481995,-0.00015551596879959106,-0.00014371797442436218,-0.0001319199800491333,-0.00012012198567390442,-0.00010832399129867554,-9.652599692344666e-05,-8.472800254821777e-05,-7.293000817298889e-05,-6.113201379776001e-05,-4.933401942253113e-05,-3.7536025047302246e-05,-2.5738030672073364e-05,-1.3940036296844482e-05,-2.1420419216156006e-06,9.655952453613281e-06,2.1453946828842163e-05,3.3251941204071045e-05,4.504993557929993e-05,5.684792995452881e-05,6.864592432975769e-05,8.044391870498657e-05,9.224191308021545e-05,0.00010403990745544434,0.00011583790183067322,0.0001276358962059021,0.00013943389058113098,0.00015123188495635986,0.00016302987933158875,0.00017482787370681763,0.0001866258680820465,0.0001984238624572754,0.00021022185683250427,0.00022201985120773315,0.00023381784558296204,0.0002456158399581909,0.0002574138343334198,0.0002692118287086487,0.00028100982308387756,0.00029280781745910645,0.00030460581183433533,0.0003164038062095642,0.0003282018005847931,0.00033999979496002197,0.00035179778933525085,0.00036359578371047974,0.0003753937780857086,0.0003871917724609375]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"bins":[-0.09320435672998428,-0.09035131335258484,-0.08749827742576599,-0.08464523404836655,-0.0817921981215477,-0.07893915474414825,-0.0760861188173294,-0.07323307543992996,-0.07038003951311111,-0.06752699613571167,-0.06467396020889282,-0.06182091683149338,-0.05896787717938423,-0.056114837527275085,-0.05326179787516594,-0.05040875822305679,-0.04755571857094765,-0.0447026789188385,-0.041849639266729355,-0.03899659961462021,-0.03614355996251106,-0.033290520310401917,-0.03043747879564762,-0.027584439143538475,-0.02473139949142933,-0.021878359839320183,-0.019025320187211037,-0.01617228053510189,-0.01331923995167017,-0.010466200299561024,-0.00761316018179059,-0.004760120064020157,-0.0019070804119110107,0.000945959473028779,0.003798999357968569,0.006652039475739002,0.009505079127848148,0.012358118779957294,0.015211159363389015,0.01806419901549816,0.020917238667607307,0.023770278319716454,0.0266233179718256,0.029476357623934746,0.03232939913868904,0.03518243879079819,0.03803547844290733,0.04088851809501648,0.043741557747125626,0.04659459739923477,0.04944763705134392,0.052300676703453064,0.05515371635556221,0.058006756007671356,0.0608597956597805,0.06371283531188965,0.06656587868928909,0.06941891461610794,0.07227195799350739,0.07512499392032623,0.07797803729772568,0.08083107322454453,0.08368411660194397,0.08653715252876282,0.08939019590616226],"_type":"histogram","values":[1,1,3,9,14,22,34,41,97,144,245,365,548,772,1155,1727,2372,3380,4406,5724,7605,9332,11655,14249,16818,20051,23126,25667,27948,30367,32143,32987,33478,33373,32057,30583,28852,26632,23554,21006,18112,15329,12476,10116,8138,6263,4694,3552,2656,1887,1333,964,648,418,271,160,126,58,31,24,13,7,3,2]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"bins":[-0.10016173869371414,-0.09715025871992111,-0.09413878619670868,-0.09112730622291565,-0.08811583369970322,-0.08510435372591019,-0.08209288120269775,-0.07908140122890472,-0.0760699212551117,-0.07305844873189926,-0.07004696875810623,-0.0670354962348938,-0.06402401626110077,-0.06101254001259804,-0.058001063764095306,-0.054989587515592575,-0.051978111267089844,-0.04896663501858711,-0.04595515877008438,-0.04294368252158165,-0.03993220627307892,-0.03692072629928589,-0.03390925005078316,-0.030897773802280426,-0.027886297553777695,-0.024874821305274963,-0.021863345056772232,-0.01885186694562435,-0.01584039069712162,-0.012828914448618889,-0.009817437268793583,-0.006805960554629564,-0.0037944838404655457,-0.000783007126301527,0.0022284695878624916,0.00523994630202651,0.008251423016190529,0.01126289926469326,0.014274376444518566,0.017285853624343872,0.020297329872846603,0.023308806121349335,0.026320282369852066,0.029331760480999947,0.03234323859214783,0.03535471484065056,0.03836619108915329,0.04137766733765602,0.04438914358615875,0.047400619834661484,0.050412096083164215,0.053423572331666946,0.05643504858016968,0.05944652855396271,0.06245800480246544,0.06546948105096817,0.0684809535741806,0.07149243354797363,0.07450391352176666,0.0775153860449791,0.08052686601877213,0.08353833854198456,0.08654981851577759,0.08956129103899002,0.09257277101278305],"_type":"histogram","values":[1,1,0,0,3,6,11,22,33,61,129,158,259,423,652,1029,1526,2122,2998,4098,5556,7480,9347,11935,15064,17759,21047,24452,27471,30210,32632,34009,35249,35285,34634,33818,31541,28957,26019,22490,19432,16480,13559,10910,8416,6411,4668,3670,2486,1824,1282,781,540,362,220,112,84,46,22,17,5,4,3,3]},"parameters/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,0,0,0,2,1,2,0,0,3,1,2,5,5,6,4,8,11,10,14,15,19,19,24,22,25,25,26,24,21,29,25,23,31,30,30,24,21,34,30,27,33,15,16,17,10,16,14,11,8,8,6,2,4,1,2,1,0,0,0,1,3],"bins":[-0.000693269248586148,-0.0006735292263329029,-0.0006537892040796578,-0.0006340491818264127,-0.0006143091595731676,-0.0005945691373199224,-0.0005748291150666773,-0.0005550890928134322,-0.0005353490123525262,-0.0005156089900992811,-0.000495868967846036,-0.0004761289746966213,-0.0004563889233395457,-0.0004366489010863006,-0.0004169088788330555,-0.0003971688565798104,-0.00037742883432656527,-0.00035768881207332015,-0.00033794878982007504,-0.0003182087675668299,-0.0002984687453135848,-0.00027872869395650923,-0.0002589886717032641,-0.000239248649450019,-0.0002195086271967739,-0.00019976860494352877,-0.00018002858269028366,-0.0001602885458851233,-0.0001405485236318782,-0.00012080850137863308,-0.00010106847184943035,-8.132844232022762e-05,-6.158847827464342e-05,-4.18484523834195e-05,-2.2108426492195576e-05,-2.368400600971654e-06,1.737162529025227e-05,3.711165118147619e-05,5.685167707270011e-05,7.659170660190284e-05,9.633172885514796e-05,0.00011607175110839307,0.0001358117733616382,0.00015555181016679853,0.00017529183242004365,0.00019503185467328876,0.0002147718914784491,0.00023451191373169422,0.00025425193598493934,0.00027399195823818445,0.00029373198049142957,0.0003134720027446747,0.0003332120249979198,0.00035295207635499537,0.0003726920986082405,0.0003924321208614856,0.0004121721431147307,0.00043191216536797583,0.00045165218762122095,0.00047139220987446606,0.0004911322612315416,0.0005108722834847867,0.0005306123057380319,0.000550352327991277,0.0005700923502445221]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,2,0,0,0,1,0,0,1,1,1,0,2,2,1,2,1,2,2,1,9,10,9,9,8,13,38,62,130,183,113,53,26,16,16,7,4,8,6,3,2,2,3,0,3,1,1,1,1,2,0,2,1,2,2,0,0,1,0,0,1],"bins":[-7.18235969543457e-05,-6.960611790418625e-05,-6.73886388540268e-05,-6.517115980386734e-05,-6.295368075370789e-05,-6.073620170354843e-05,-5.851872265338898e-05,-5.630124360322952e-05,-5.408376455307007e-05,-5.1866285502910614e-05,-4.964880645275116e-05,-4.7431327402591705e-05,-4.521384835243225e-05,-4.29963693022728e-05,-4.077889025211334e-05,-3.856141120195389e-05,-3.6343932151794434e-05,-3.412645310163498e-05,-3.1908974051475525e-05,-2.969149500131607e-05,-2.7474015951156616e-05,-2.5256536900997162e-05,-2.3039057850837708e-05,-2.0821578800678253e-05,-1.86040997505188e-05,-1.6386620700359344e-05,-1.416914165019989e-05,-1.1951662600040436e-05,-9.734183549880981e-06,-7.516704499721527e-06,-5.299225449562073e-06,-3.0817463994026184e-06,-8.642673492431641e-07,1.3532117009162903e-06,3.5706907510757446e-06,5.788169801235199e-06,8.005648851394653e-06,1.0223127901554108e-05,1.2440606951713562e-05,1.4658086001873016e-05,1.687556505203247e-05,1.9093044102191925e-05,2.131052315235138e-05,2.3528002202510834e-05,2.5745481252670288e-05,2.7962960302829742e-05,3.0180439352989197e-05,3.239791840314865e-05,3.4615397453308105e-05,3.683287650346756e-05,3.9050355553627014e-05,4.126783460378647e-05,4.348531365394592e-05,4.570279270410538e-05,4.792027175426483e-05,5.0137750804424286e-05,5.235522985458374e-05,5.4572708904743195e-05,5.679018795490265e-05,5.90076670050621e-05,6.122514605522156e-05,6.344262510538101e-05,6.566010415554047e-05,6.787758320569992e-05,7.009506225585938e-05]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"_type":"histogram","values":[1,0,0,0,0,2,0,4,2,4,8,11,13,19,32,35,55,107,148,200,303,429,597,926,1455,2290,3759,6208,10530,17650,30538,54671,101631,195363,329828,347949,213639,110308,59464,34010,19844,11913,7085,4364,2666,1665,1112,658,454,282,197,121,103,61,47,48,18,13,8,8,3,3,1,1],"bins":[-0.0005249977111816406,-0.0005100369453430176,-0.0004950761795043945,-0.0004801154136657715,-0.00046515464782714844,-0.0004501938819885254,-0.00043523311614990234,-0.0004202723503112793,-0.00040531158447265625,-0.0003903508186340332,-0.00037539005279541016,-0.0003604292869567871,-0.00034546852111816406,-0.000330507755279541,-0.00031554698944091797,-0.0003005862236022949,-0.0002856254577636719,-0.00027066469192504883,-0.0002557039260864258,-0.00024074316024780273,-0.0002257823944091797,-0.00021082162857055664,-0.0001958608627319336,-0.00018090009689331055,-0.0001659393310546875,-0.00015097856521606445,-0.0001360177993774414,-0.00012105703353881836,-0.00010609626770019531,-9.113550186157227e-05,-7.617473602294922e-05,-6.121397018432617e-05,-4.6253204345703125e-05,-3.129243850708008e-05,-1.633167266845703e-05,-1.3709068298339844e-06,1.3589859008789062e-05,2.855062484741211e-05,4.3511390686035156e-05,5.84721565246582e-05,7.343292236328125e-05,8.83936882019043e-05,0.00010335445404052734,0.00011831521987915039,0.00013327598571777344,0.00014823675155639648,0.00016319751739501953,0.00017815828323364258,0.00019311904907226562,0.00020807981491088867,0.00022304058074951172,0.00023800134658813477,0.0002529621124267578,0.00026792287826538086,0.0002828836441040039,0.00029784440994262695,0.00031280517578125,0.00032776594161987305,0.0003427267074584961,0.00035768747329711914,0.0003726482391357422,0.00038760900497436523,0.0004025697708129883,0.00041753053665161133,0.0004324913024902344]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.bias":{"bins":[-0.00048072077333927155,-0.0004655183292925358,-0.0004503159143496305,-0.0004351134703028947,-0.0004199110553599894,-0.00040470861131325364,-0.0003895061672665179,-0.00037430375232361257,-0.0003591013082768768,-0.00034389886423014104,-0.00032869644928723574,-0.0003134940052405,-0.0002982915611937642,-0.0002830891462508589,-0.00026788670220412314,-0.00025268428726121783,-0.00023748184321448207,-0.00022227941371966153,-0.000207076984224841,-0.00019187454017810524,-0.0001766721106832847,-0.00016146968118846416,-0.0001462672371417284,-0.00013106480764690787,-0.00011586237815208733,-0.0001006599486572668,-8.545751188648865e-05,-7.02550751157105e-05,-5.505264562088996e-05,-3.985021248809062e-05,-2.4647779355291277e-05,-9.445346222491935e-06,5.757086910307407e-06,2.095952004310675e-05,3.616195317590609e-05,5.1364386308705434e-05,6.656681944150478e-05,8.176924893632531e-05,9.697168570710346e-05,0.00011217412247788161,0.00012737655197270215,0.00014257898146752268,0.00015778141096234322,0.00017298385500907898,0.00018818628450389951,0.00020338871399872005,0.0002185911580454558,0.00023379358754027635,0.0002489960170350969,0.00026419846108183265,0.00027940087602473795,0.0002946033200714737,0.000309805735014379,0.0003250081790611148,0.00034021062310785055,0.00035541303805075586,0.0003706154820974916,0.0003858179261442274,0.0004010203410871327,0.00041622278513386846,0.0004314252291806042,0.0004466276441235095,0.0004618300881702453,0.0004770325031131506,0.0004922349471598864],"_type":"histogram","values":[2,0,0,1,1,1,1,3,5,0,4,5,4,5,9,11,12,13,14,12,13,16,26,25,29,32,31,28,27,26,23,33,23,36,30,23,25,21,23,26,13,14,15,20,11,11,6,12,10,6,6,1,5,3,2,1,3,3,1,1,2,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.0007510089199058712,-0.0007246730383485556,-0.00069833715679124,-0.0006720012752339244,-0.0006456654518842697,-0.0006193295703269541,-0.0005929936887696385,-0.000566657807212323,-0.0005403219256550074,-0.0005139860440976918,-0.0004876501625403762,-0.00046131431008689106,-0.00043497842852957547,-0.0004086425469722599,-0.00038230669451877475,-0.00035597081296145916,-0.00032963493140414357,-0.000303299049846828,-0.0002769631682895124,-0.00025062731583602726,-0.00022429143427871168,-0.0001979555527213961,-0.00017161968571599573,-0.00014528381871059537,-0.00011894793715327978,-9.261206287192181e-05,-6.627618859056383e-05,-3.994031430920586e-05,-1.3604440027847886e-05,1.2731434253510088e-05,3.906730853486806e-05,6.540318281622604e-05,9.17389988899231e-05,0.00011807487317128107,0.00014441074745263904,0.0001707466144580394,0.000197082496015355,0.00022341837757267058,0.0002497542300261557,0.0002760901115834713,0.0003024259931407869,0.0003287618746981025,0.00035509775625541806,0.0003814336087089032,0.0004077694902662188,0.00043410537182353437,0.0004604412242770195,0.0004867771058343351,0.0005131129873916507,0.0005394488689489663,0.0005657847505062819,0.0005921206320635974,0.000618456513620913,0.0006447923369705677,0.0006711282185278833,0.0006974641000851989,0.0007237999816425145,0.0007501358631998301,0.0007764717447571456,0.0008028076263144612,0.0008291434496641159,0.0008554793312214315,0.0008818152127787471,0.0009081510943360627,0.0009344869758933783],"_type":"histogram","values":[1,1,1,0,2,1,2,2,3,4,8,7,10,8,14,13,12,8,16,19,28,24,29,39,30,28,39,24,36,38,25,21,21,33,22,28,23,22,16,19,19,7,12,9,9,7,7,5,6,2,2,0,0,1,1,0,1,0,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[3,0,1,1,3,2,0,5,2,9,5,4,8,18,13,26,24,17,33,33,25,41,40,56,54,40,37,41,33,37,32,16,17,14,18,6,9,6,8,4,8,3,3,1,2,3,0,3,0,0,0,0,1,0,0,0,0,0,0,0,1,1,0,1],"bins":[-0.00034658689401112497,-0.00033245052327401936,-0.0003183141234330833,-0.0003041777526959777,-0.0002900413819588721,-0.000275904982117936,-0.0002617686113808304,-0.0002476322406437248,-0.00023349585535470396,-0.00021935947006568313,-0.00020522309932857752,-0.00019108671403955668,-0.00017695032875053585,-0.00016281395801343024,-0.0001486775727244094,-0.0001345412019873038,-0.00012040481669828296,-0.00010626843868521973,-9.213206067215651e-05,-7.799567538313568e-05,-6.385929737007245e-05,-4.972291935700923e-05,-3.55865377059672e-05,-2.1450157873914577e-05,-7.313778041861951e-06,6.822601790190674e-06,2.09589816222433e-05,3.509536327328533e-05,4.923174128634855e-05,6.336811929941177e-05,7.750450458843261e-05,9.164088260149583e-05,0.00010577728971838951,0.00011991366773145273,0.00013405004574451596,0.0001481864310335368,0.0001623228017706424,0.00017645918705966324,0.00019059557234868407,0.00020473194308578968,0.00021886832837481052,0.00023300471366383135,0.00024714108440093696,0.00026127745513804257,0.00027541385497897863,0.00028955022571608424,0.00030368659645318985,0.0003178229962941259,0.0003319593670312315,0.00034609573776833713,0.0003602321376092732,0.0003743685083463788,0.0003885048790834844,0.0004026412789244205,0.0004167776496615261,0.0004309140203986317,0.00044505042023956776,0.00045918679097667336,0.00047332316171377897,0.0004874595324508846,0.0005015959031879902,0.0005157323321327567,0.0005298687028698623,0.0005440050736069679,0.0005581414443440735]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"bins":[-0.0010580417001619935,-0.0010227292077615857,-0.0009874168317764997,-0.0009521043975837529,-0.000916791963391006,-0.0008814794709905982,-0.0008461670367978513,-0.0008108546026051044,-0.0007755421684123576,-0.0007402297342196107,-0.0007049173000268638,-0.0006696048658341169,-0.0006342923734337091,-0.0005989799392409623,-0.0005636675050482154,-0.0005283550708554685,-0.0004930426366627216,-0.00045773020246997476,-0.0004224177682772279,-0.00038710530498065054,-0.00035179287078790367,-0.0003164804365951568,-0.00028116797329857945,-0.0002458555391058326,-0.0002105431049130857,-0.00017523067072033882,-0.00013991822197567672,-0.00010460578050697222,-6.929333903826773e-05,-3.398089756956324e-05,1.331543899141252e-06,3.6643985367845744e-05,7.195631042122841e-05,0.0001072687518899329,0.0001425811933586374,0.0001778936421032995,0.00021320607629604638,0.00024851851048879325,0.0002838309737853706,0.00031914340797811747,0.00035445584217086434,0.0003897682763636112,0.0004250807105563581,0.00046039317385293543,0.0004957056371495128,0.0005310180713422596,0.0005663305055350065,0.0006016429397277534,0.0006369553739205003,0.0006722678081132472,0.000707580242305994,0.0007428926764987409,0.0007782051106914878,0.0008135176030918956,0.0008488300372846425,0.0008841424714773893,0.0009194549056701362,0.0009547673398628831,0.0009900798322632909,0.0010253922082483768,0.0010607047006487846,0.0010960170766338706,0.0011313295690342784,0.0011666419450193644,0.0012019544374197721],"_type":"histogram","values":[1,1,2,1,2,1,2,1,1,3,5,10,6,8,10,16,11,14,15,18,17,16,19,24,31,21,43,31,26,23,33,35,34,31,26,28,25,19,17,21,12,11,18,14,8,10,7,12,3,5,4,3,3,1,0,2,3,1,2,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,1,0,2,3,4,7,7,3,8,6,12,10,16,17,17,18,29,15,26,23,22,36,23,27,32,23,28,35,30,38,22,30,18,22,25,16,14,11,17,13,8,12,7,7,8,4,2,5,1,0,2,1,2],"bins":[-0.0008664131164550781,-0.0008427025750279427,-0.0008189920336008072,-0.0007952814921736717,-0.0007715709507465363,-0.0007478604093194008,-0.0007241498678922653,-0.0007004393264651299,-0.0006767287850379944,-0.0006530182436108589,-0.0006293077021837234,-0.000605597160756588,-0.0005818866193294525,-0.000558176077902317,-0.0005344655364751816,-0.0005107549950480461,-0.00048704445362091064,-0.0004633339121937752,-0.0004396233707666397,-0.00041591282933950424,-0.0003922022879123688,-0.0003684917464852333,-0.00034478120505809784,-0.00032107066363096237,-0.0002973601222038269,-0.00027364958077669144,-0.00024993903934955597,-0.0002262284979224205,-0.00020251795649528503,-0.00017880741506814957,-0.0001550968736410141,-0.00013138633221387863,-0.00010767579078674316,-8.39652493596077e-05,-6.025470793247223e-05,-3.654416650533676e-05,-1.2833625078201294e-05,1.0876916348934174e-05,3.458745777606964e-05,5.829799920320511e-05,8.200854063034058e-05,0.00010571908205747604,0.0001294296234846115,0.00015314016491174698,0.00017685070633888245,0.00020056124776601791,0.00022427178919315338,0.00024798233062028885,0.0002716928720474243,0.0002954034134745598,0.00031911395490169525,0.0003428244963288307,0.0003665350377559662,0.00039024557918310165,0.0004139561206102371,0.0004376666620373726,0.00046137720346450806,0.0004850877448916435,0.000508798286318779,0.0005325088277459145,0.0005562193691730499,0.0005799299106001854,0.0006036404520273209,0.0006273509934544563,0.0006510615348815918]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"values":[1,0,0,1,0,0,1,0,1,2,1,1,1,4,0,2,3,5,4,9,13,14,14,18,25,24,48,52,56,57,59,45,49,32,40,32,28,19,17,17,10,9,11,4,7,11,2,3,3,1,2,1,2,2,0,0,2,2,0,0,0,0,0,1],"bins":[-0.0005213057156652212,-0.0005044990102760494,-0.000487692333990708,-0.0004708856577053666,-0.00045407895231619477,-0.00043727224692702293,-0.00042046557064168155,-0.00040365889435634017,-0.00038685218896716833,-0.0003700454835779965,-0.0003532388072926551,-0.00033643213100731373,-0.0003196254256181419,-0.00030281872022897005,-0.00028601204394362867,-0.0002692053676582873,-0.00025239866226911545,-0.00023559197143185884,-0.00021878528059460223,-0.00020197858975734562,-0.000185171898920089,-0.0001683652080828324,-0.00015155851724557579,-0.00013475182640831918,-0.00011794513557106256,-0.00010113844473380595,-8.433175389654934e-05,-6.752506305929273e-05,-5.071837222203612e-05,-3.391168138477951e-05,-1.7104990547522902e-05,-2.982997102662921e-07,1.6508391126990318e-05,3.331508196424693e-05,5.012177280150354e-05,6.692846363876015e-05,8.373515447601676e-05,0.00010054184531327337,0.00011734853615052998,0.0001341552269877866,0.0001509619178250432,0.0001677686086622998,0.00018457529949955642,0.00020138199033681303,0.00021818868117406964,0.00023499537201132625,0.00025180206284858286,0.00026860873913392425,0.0002854154445230961,0.0003022221499122679,0.0003190288261976093,0.0003358355024829507,0.0003526422078721225,0.00036944891326129436,0.00038625558954663575,0.00040306226583197713,0.00041986897122114897,0.0004366756766103208,0.0004534823528956622,0.00047028902918100357,0.0004870957345701754,0.0005039024399593472,0.0005207090871408582,0.00053751579253003,0.0005543224979192019],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"values":[5,1,9,13,16,47,78,112,185,306,450,653,999,1476,2036,2834,3859,5213,6738,8638,10828,13306,16005,18880,21922,24723,27101,29436,31503,32983,33543,33460,33127,31684,29477,27372,24691,21836,19071,16112,13462,11147,8762,6867,5215,3955,2969,2150,1505,1073,700,472,317,168,137,92,38,32,13,9,7,3,1,2],"bins":[-0.08878311514854431,-0.08592381328344345,-0.083064503967762,-0.08020520210266113,-0.07734590023756027,-0.07448659092187881,-0.07162728905677795,-0.0687679871916771,-0.06590868532657623,-0.06304937601089478,-0.060190074145793915,-0.057330768555402756,-0.0544714629650116,-0.051612161099910736,-0.04875285550951958,-0.045893553644418716,-0.04303424805402756,-0.0401749424636364,-0.03731564059853554,-0.03445633500814438,-0.03159703314304352,-0.02873772755265236,-0.0258784219622612,-0.02301911823451519,-0.02015981450676918,-0.01730051077902317,-0.014441206119954586,-0.011581901460886002,-0.008722597733139992,-0.005863293539732695,-0.0030039893463253975,-0.00014468515291810036,0.0027146264910697937,0.005573930684477091,0.008433234877884388,0.011292539536952972,0.014151843264698982,0.017011146992444992,0.01987045258283615,0.02272975631058216,0.02558906003832817,0.02844836376607418,0.03130766749382019,0.03416697308421135,0.03702627867460251,0.03988558053970337,0.04274488613009453,0.04560418799519539,0.04846349358558655,0.05132279917597771,0.05418210104107857,0.05704140663146973,0.05990070849657059,0.06276001781225204,0.0656193196773529,0.06847862154245377,0.07133792340755463,0.07419723272323608,0.07705653458833694,0.0799158364534378,0.08277514576911926,0.08563444763422012,0.08849374949932098,0.09135305881500244,0.0942123606801033],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[3,4,15,25,25,52,91,131,248,394,612,949,1538,2310,3380,4979,6833,9490,12450,16611,21655,27468,34084,41361,49245,57599,65517,72712,79032,84955,88782,91460,91010,89582,86005,81217,74432,67106,59648,51876,43104,35738,29405,23515,18041,13728,10318,7598,5349,3857,2558,1778,1144,703,465,273,175,102,56,34,18,10,6,3],"bins":[-0.09394648671150208,-0.09102392941713333,-0.08810136467218399,-0.08517880737781525,-0.0822562426328659,-0.07933368533849716,-0.07641112804412842,-0.07348856329917908,-0.07056600600481033,-0.06764344871044159,-0.06472088396549225,-0.061798326671123505,-0.05887576565146446,-0.05595320463180542,-0.053030647337436676,-0.050108086317777634,-0.04718552529811859,-0.04426296427845955,-0.04134040325880051,-0.03841784596443176,-0.03549528494477272,-0.03257272392511368,-0.029650164768099785,-0.02672760561108589,-0.02380504459142685,-0.020882483571767807,-0.017959924414753914,-0.015037364326417446,-0.012114804238080978,-0.00919224414974451,-0.006269684061408043,-0.003347123973071575,-0.0004245564341545105,0.0024980036541819572,0.005420563742518425,0.008343123830854893,0.01126568391919136,0.014188244007527828,0.017110804095864296,0.02003336325287819,0.02295592427253723,0.025878485292196274,0.028801044449210167,0.03172360360622406,0.0346461646258831,0.037568725645542145,0.04049128293991089,0.04341384395956993,0.04633640497922897,0.049258965998888016,0.05218152701854706,0.0551040843129158,0.058026645332574844,0.06094920635223389,0.06387176364660263,0.06679432839155197,0.06971688568592072,0.07263944298028946,0.0755620077252388,0.07848456501960754,0.08140712976455688,0.08432968705892563,0.08725224435329437,0.09017480909824371,0.09309736639261246]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,2,1,5,1,4,2,3,3,4,7,4,7,6,8,21,10,8,14,22,21,19,25,28,23,31,37,23,30,38,33,22,34,19,26,16,24,26,20,19,11,22,12,8,12,12,10,8,5,4,4,2,1,0,3,0,1,1,1,1,0,1],"bins":[-0.00035435729660093784,-0.0003430844808463007,-0.00033181169419549406,-0.00032053887844085693,-0.00030926609179005027,-0.00029799327603541315,-0.000286720460280776,-0.00027544767362996936,-0.00026417485787533224,-0.0002529020421206951,-0.00024162925546988845,-0.00023035643971525133,-0.00021908363851252943,-0.00020781083730980754,-0.00019653802155517042,-0.00018526522035244852,-0.00017399241914972663,-0.00016271961794700474,-0.00015144681674428284,-0.00014017400098964572,-0.00012890119978692383,-0.00011762839858420193,-0.00010635559010552242,-9.508278162684292e-05,-8.380998042412102e-05,-7.253717922139913e-05,-6.126437074271962e-05,-4.999156590201892e-05,-3.871876106131822e-05,-2.7445956220617518e-05,-1.6173151379916817e-05,-4.900346539216116e-06,6.372429197654128e-06,1.764523403835483e-05,2.891803887905553e-05,4.019084371975623e-05,5.146364856045693e-05,6.273644976317883e-05,7.400925824185833e-05,8.528206672053784e-05,9.655486792325974e-05,0.00010782766912598163,0.00011910047760466114,0.00013037328608334064,0.00014164608728606254,0.00015291888848878443,0.00016419170424342155,0.00017546450544614345,0.00018673730664886534,0.00019801010785158724,0.00020928290905430913,0.00022055572480894625,0.00023182852601166815,0.00024310132721439004,0.00025437414296902716,0.0002656469296198338,0.00027691974537447095,0.00028819256112910807,0.00029946534777991474,0.00031073816353455186,0.0003220109501853585,0.00033328376593999565,0.00034455658169463277,0.00035582936834543943,0.00036710218410007656]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"_type":"histogram","values":[1,1,0,1,1,1,2,0,0,0,2,1,1,1,2,0,1,0,1,4,0,0,0,2,2,1,2,2,6,25,69,201,256,107,33,11,4,1,1,0,1,1,1,2,2,1,2,3,2,0,1,2,1,1,0,1,1,1,0,0,1,0,0,1],"bins":[-0.00027817487716674805,-0.0002695508301258087,-0.0002609267830848694,-0.00025230273604393005,-0.00024367868900299072,-0.0002350546419620514,-0.00022643059492111206,-0.00021780654788017273,-0.0002091825008392334,-0.00020055845379829407,-0.00019193440675735474,-0.0001833103597164154,-0.00017468631267547607,-0.00016606226563453674,-0.0001574382185935974,-0.00014881417155265808,-0.00014019012451171875,-0.00013156607747077942,-0.0001229420304298401,-0.00011431798338890076,-0.00010569393634796143,-9.70698893070221e-05,-8.844584226608276e-05,-7.982179522514343e-05,-7.11977481842041e-05,-6.257370114326477e-05,-5.394965410232544e-05,-4.532560706138611e-05,-3.670156002044678e-05,-2.8077512979507446e-05,-1.9453465938568115e-05,-1.0829418897628784e-05,-2.205371856689453e-06,6.418675184249878e-06,1.5042722225189209e-05,2.366676926612854e-05,3.229081630706787e-05,4.09148633480072e-05,4.953891038894653e-05,5.8162957429885864e-05,6.67870044708252e-05,7.541105151176453e-05,8.403509855270386e-05,9.265914559364319e-05,0.00010128319263458252,0.00010990723967552185,0.00011853128671646118,0.0001271553337574005,0.00013577938079833984,0.00014440342783927917,0.0001530274748802185,0.00016165152192115784,0.00017027556896209717,0.0001788996160030365,0.00018752366304397583,0.00019614771008491516,0.0002047717571258545,0.00021339580416679382,0.00022201985120773315,0.00023064389824867249,0.00023926794528961182,0.00024789199233055115,0.0002565160393714905,0.0002651400864124298,0.00027376413345336914]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.bias":{"bins":[-0.0002791285514831543,-0.0002701953053474426,-0.00026126205921173096,-0.0002523288130760193,-0.00024339556694030762,-0.00023446232080459595,-0.00022552907466888428,-0.0002165958285331726,-0.00020766258239746094,-0.00019872933626174927,-0.0001897960901260376,-0.00018086284399032593,-0.00017192959785461426,-0.0001629963517189026,-0.00015406310558319092,-0.00014512985944747925,-0.00013619661331176758,-0.0001272633671760559,-0.00011833012104034424,-0.00010939687490463257,-0.0001004636287689209,-9.153038263320923e-05,-8.259713649749756e-05,-7.366389036178589e-05,-6.473064422607422e-05,-5.579739809036255e-05,-4.686415195465088e-05,-3.793090581893921e-05,-2.899765968322754e-05,-2.006441354751587e-05,-1.11311674118042e-05,-2.1979212760925293e-06,6.735324859619141e-06,1.566857099533081e-05,2.460181713104248e-05,3.353506326675415e-05,4.246830940246582e-05,5.140155553817749e-05,6.033480167388916e-05,6.926804780960083e-05,7.82012939453125e-05,8.713454008102417e-05,9.606778621673584e-05,0.00010500103235244751,0.00011393427848815918,0.00012286752462387085,0.00013180077075958252,0.0001407340168952942,0.00014966726303100586,0.00015860050916671753,0.0001675337553024292,0.00017646700143814087,0.00018540024757385254,0.0001943334937095642,0.00020326673984527588,0.00021219998598098755,0.00022113323211669922,0.0002300664782524109,0.00023899972438812256,0.00024793297052383423,0.0002568662166595459,0.00026579946279525757,0.00027473270893096924,0.0002836659550666809,0.0002925992012023926],"_type":"histogram","values":[1,1,1,1,0,1,1,0,2,3,2,4,7,6,10,5,6,10,10,17,21,24,20,24,29,29,36,22,31,32,34,30,24,23,29,25,31,28,21,24,17,12,10,18,15,10,9,5,7,9,4,9,3,4,0,3,1,3,1,0,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.0006778240203857422,-0.0006567109376192093,-0.0006355978548526764,-0.0006144847720861435,-0.0005933716893196106,-0.0005722586065530777,-0.0005511455237865448,-0.0005300324410200119,-0.000508919358253479,-0.0004878062754869461,-0.0004666931927204132,-0.0004455801099538803,-0.0004244670271873474,-0.0004033539444208145,-0.0003822408616542816,-0.0003611277788877487,-0.0003400146961212158,-0.0003189016133546829,-0.00029778853058815,-0.0002766754478216171,-0.00025556236505508423,-0.00023444928228855133,-0.00021333619952201843,-0.00019222311675548553,-0.00017111003398895264,-0.00014999695122241974,-0.00012888386845588684,-0.00010777078568935394,-8.665770292282104e-05,-6.554462015628815e-05,-4.443153738975525e-05,-2.331845462322235e-05,-2.205371856689453e-06,1.8907710909843445e-05,4.002079367637634e-05,6.113387644290924e-05,8.224695920944214e-05,0.00010336004197597504,0.00012447312474250793,0.00014558620750904083,0.00016669929027557373,0.00018781237304210663,0.00020892545580863953,0.00023003853857517242,0.0002511516213417053,0.0002722647041082382,0.0002933777868747711,0.000314490869641304,0.0003356039524078369,0.0003567170351743698,0.0003778301179409027,0.0003989432007074356,0.0004200562834739685,0.0004411693662405014,0.0004622824490070343,0.0004833955317735672,0.0005045086145401001,0.000525621697306633,0.0005467347800731659,0.0005678478628396988,0.0005889609456062317,0.0006100740283727646,0.0006311871111392975,0.0006523001939058304,0.0006734132766723633],"_type":"histogram","values":[1,0,0,0,1,0,0,0,3,2,5,4,2,4,9,14,16,16,25,28,26,30,38,47,47,71,84,88,91,101,105,133,136,124,111,85,88,88,70,60,56,42,23,34,25,32,11,15,9,9,9,2,4,1,6,8,3,3,0,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"bins":[-0.0004936725599691272,-0.0004783409822266549,-0.00046300937538035214,-0.00044767779763787985,-0.0004323461907915771,-0.0004170146130491048,-0.0004016830353066325,-0.00038635142846032977,-0.0003710198507178575,-0.0003556882729753852,-0.00034035666612908244,-0.00032502508838661015,-0.00030969351064413786,-0.0002943619037978351,-0.0002790303260553628,-0.0002636987192090601,-0.0002483671414665878,-0.00023303554917220026,-0.00021770395687781274,-0.00020237237913534045,-0.00018704078684095293,-0.0001717091945465654,-0.00015637761680409312,-0.0001410460245097056,-0.00012571443221531808,-0.00011038283992093056,-9.505125490250066e-05,-7.971966988407075e-05,-6.438807758968323e-05,-4.905648893327452e-05,-3.372490027686581e-05,-1.8393311620457098e-05,-3.061781171709299e-06,1.2269807484699413e-05,2.7601396141108125e-05,4.293298479751684e-05,5.826457345392555e-05,7.359616574831307e-05,8.892775076674297e-05,0.00010425933578517288,0.0001195909280795604,0.00013492252037394792,0.00015025411266833544,0.00016558569041080773,0.00018091728270519525,0.00019624887499958277,0.00021158045274205506,0.00022691204503644258,0.0002422436373308301,0.0002575752150733024,0.00027290682191960514,0.0002882383996620774,0.0003035700065083802,0.00031890158425085247,0.00033423316199332476,0.0003495647688396275,0.0003648963465820998,0.0003802279243245721,0.00039555953117087483,0.0004108911089133471,0.0004262226866558194,0.00044155429350212216,0.00045688587124459445,0.0004722174780908972,0.0004875490558333695],"_type":"histogram","values":[1,0,0,0,1,1,0,1,0,1,1,1,0,4,2,5,6,3,2,6,8,17,17,16,20,23,36,31,38,51,46,51,49,40,45,29,34,32,33,20,19,14,10,11,4,5,9,3,4,3,3,1,1,0,0,1,2,2,1,2,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,2,1,2,0,4,1,5,5,9,11,6,14,14,13,14,18,15,14,25,18,21,27,22,17,31,36,25,28,26,28,36,19,23,32,18,18,28,26,23,17,11,9,10,11,5,2,5,2,5,1,3,1,2,0,4,1,1],"bins":[-0.0009739772067405283,-0.0009456253610551357,-0.0009172734571620822,-0.0008889215532690287,-0.000860569707583636,-0.0008322178618982434,-0.0008038659580051899,-0.0007755140541121364,-0.0007471622084267437,-0.0007188103627413511,-0.0006904584588482976,-0.0006621065549552441,-0.0006337547092698514,-0.0006054028635844588,-0.0005770509596914053,-0.0005486990557983518,-0.0005203472101129591,-0.0004919953644275665,-0.000463643460534513,-0.0004352915857452899,-0.00040693971095606685,-0.00037858783616684377,-0.0003502359613776207,-0.0003218840865883976,-0.00029353221179917455,-0.00026518033700995147,-0.0002368284622207284,-0.00020847658743150532,-0.00018012471264228225,-0.00015177283785305917,-0.0001234209630638361,-9.506908827461302e-05,-6.671715527772903e-05,-3.836528048850596e-05,-1.0013405699282885e-05,1.833846908994019e-05,4.6690343879163265e-05,7.504221866838634e-05,0.00010339409345760942,0.0001317459682468325,0.00016009784303605556,0.00018844971782527864,0.00021680159261450171,0.0002451534674037248,0.00027350534219294786,0.00030185721698217094,0.000330209091771394,0.0003585609665606171,0.00038691284134984016,0.00041526471613906324,0.0004436165909282863,0.0004719684657175094,0.0005003203405067325,0.000528672244399786,0.0005570240900851786,0.0005853759357705712,0.0006137278396636248,0.0006420797435566783,0.0006704315892420709,0.0006987834349274635,0.0007271353388205171,0.0007554872427135706,0.0007838390883989632,0.0008121909340843558,0.0008405428379774094]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,2,0,1,0,1,4,0,1,1,2,4,4,3,6,6,13,15,15,15,22,25,30,21,27,34,38,35,26,38,45,32,34,35,32,24,25,20,18,15,15,16,12,6,10,10,6,6,6,2,3,1,0,0,3,2],"bins":[-0.0007128819124773145,-0.0006940254825167358,-0.0006751689943484962,-0.0006563125643879175,-0.0006374560762196779,-0.0006185996462590992,-0.0005997432162985206,-0.000580886728130281,-0.0005620302981697023,-0.0005431738100014627,-0.000524317380040884,-0.0005054609500803053,-0.00048660446191206574,-0.0004677480028476566,-0.00044889157288707793,-0.0004300351138226688,-0.00041117865475825965,-0.0003923221956938505,-0.0003734657366294414,-0.0003546093066688627,-0.00033575284760445356,-0.0003168963885400444,-0.0002980399294756353,-0.00027918347041122615,-0.000260327011346817,-0.0002414705668343231,-0.0002226141223218292,-0.00020375766325742006,-0.00018490120419301093,-0.00016604475968051702,-0.00014718830061610788,-0.00012833185610361397,-0.00010947539703920484,-9.061894525075331e-05,-7.176249346230179e-05,-5.2906034397892654e-05,-3.404958260944113e-05,-1.5193129002000205e-05,3.663324605440721e-06,2.2519778212881647e-05,4.137623182032257e-05,6.0232683608774096e-05,7.908913539722562e-05,9.794559446163476e-05,0.00011680204625008628,0.0001356584980385378,0.00015451495710294694,0.00017337140161544085,0.00019222786067984998,0.00021108431974425912,0.00022994076425675303,0.00024879720876924694,0.00026765366783365607,0.0002865101268980652,0.00030536658596247435,0.0003242230450268835,0.0003430795040912926,0.0003619359340518713,0.00038079239311628044,0.0003996488521806896,0.0004185053112450987,0.00043736177030950785,0.0004562182002700865,0.00047507465933449566,0.0004939311183989048],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,1,3,2,4,11,23,37,64,134,210,338,520,876,1308,1877,2773,3778,5254,7056,9262,11888,14831,17883,21276,24696,27950,30716,33367,35459,36523,36624,35730,34425,31737,28918,26102,22786,18920,15922,12723,10219,7968,5978,4266,3125,2202,1447,1008,616,402,246,125,94,58,27,18,7,5,4,0,1],"bins":[-0.10321147739887238,-0.10010268539190292,-0.09699389338493347,-0.09388510882854462,-0.09077631682157516,-0.08766752481460571,-0.08455874025821686,-0.0814499482512474,-0.07834115624427795,-0.0752323642373085,-0.07212357223033905,-0.0690147876739502,-0.06590599566698074,-0.06279720366001129,-0.05968841537833214,-0.056579627096652985,-0.05347083508968353,-0.05036204308271408,-0.04725325480103493,-0.044144466519355774,-0.04103567451238632,-0.03792688250541687,-0.03481809422373772,-0.03170930594205856,-0.02860051393508911,-0.02549172379076481,-0.022382933646440506,-0.019274143502116203,-0.0161653533577919,-0.013056563213467598,-0.009947773069143295,-0.006838982924818993,-0.003730185329914093,-0.0006213951855897903,0.0024873949587345123,0.005596185103058815,0.008704975247383118,0.01181376539170742,0.014922555536031723,0.018031345680356026,0.02114013582468033,0.02424892596900463,0.027357716113328934,0.030466506257653236,0.03357529640197754,0.03668408840894699,0.039792876690626144,0.0429016649723053,0.04601045697927475,0.0491192489862442,0.052228037267923355,0.05533682554960251,0.05844561755657196,0.06155440956354141,0.06466320157051086,0.06777198612689972,0.07088077813386917,0.07398957014083862,0.07709835469722748,0.08020714670419693,0.08331593871116638,0.08642473071813583,0.08953352272510529,0.09264230728149414,0.09575109928846359]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,3,0,0,1,0,3,4,2,3,3,3,9,6,12,17,8,10,11,16,12,20,22,16,32,31,24,32,30,41,35,50,35,24,29,42,27,21,11,14,11,18,9,11,7,3,12,6,6,4,4,3,1,2,3,1,1,1,3,0,1,0,1],"bins":[0.9984056949615479,0.998457133769989,0.9985085725784302,0.9985599517822266,0.9986113905906677,0.9986628293991089,0.99871426820755,0.9987657070159912,0.9988170862197876,0.9988685250282288,0.9989199638366699,0.9989714026451111,0.9990228414535522,0.9990742802619934,0.9991256594657898,0.999177098274231,0.9992285370826721,0.9992799758911133,0.9993314146995544,0.9993827939033508,0.999434232711792,0.9994856715202332,0.9995371103286743,0.9995885491371155,0.9996399879455566,0.999691367149353,0.9997428059577942,0.9997942447662354,0.9998456835746765,0.9998971223831177,0.9999485015869141,0.9999999403953552,1.0000513792037964,1.0001027584075928,1.0001542568206787,1.000205636024475,1.000257134437561,1.0003085136413574,1.0003598928451538,1.0004113912582397,1.0004627704620361,1.000514268875122,1.0005656480789185,1.0006170272827148,1.0006685256958008,1.0007199048995972,1.000771403312683,1.0008227825164795,1.0008742809295654,1.0009256601333618,1.0009770393371582,1.0010285377502441,1.0010799169540405,1.0011314153671265,1.0011827945709229,1.0012341737747192,1.0012856721878052,1.0013370513916016,1.0013885498046875,1.0014399290084839,1.0014913082122803,1.0015428066253662,1.0015941858291626,1.0016456842422485,1.001697063446045]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,0,2,1,6,10,15,16,42,61,117,175,262,410,669,1019,1511,2033,2952,3930,5254,6933,9074,11430,14185,17119,20265,23126,25877,28986,31250,32982,34147,34550,34041,33322,31541,29476,26915,24012,20542,17450,14926,12090,9481,7384,5781,4220,3225,2385,1571,1121,702,484,287,198,112,53,37,27,15,11,3,2],"bins":[-0.09911569952964783,-0.09616623818874359,-0.09321677684783936,-0.09026732295751572,-0.08731786161661148,-0.08436840027570724,-0.08141893893480301,-0.07846948504447937,-0.07552002370357513,-0.0725705623626709,-0.06962110102176666,-0.06667163968086243,-0.06372218579053879,-0.06077272444963455,-0.057823263108730316,-0.05487380549311638,-0.05192434415221214,-0.04897488281130791,-0.04602542519569397,-0.043075963854789734,-0.040126506239175797,-0.03717704489827156,-0.03422758728265762,-0.03127812594175339,-0.0283286664634943,-0.025379206985235214,-0.022429747506976128,-0.01948028802871704,-0.016530826687812805,-0.013581368140876293,-0.010631907731294632,-0.007682448253035545,-0.004732988774776459,-0.0017835290636867285,0.0011659306474030018,0.004115390591323376,0.007064850069582462,0.010014309547841549,0.01296376995742321,0.015913229435682297,0.018862688913941383,0.02181214839220047,0.024761607870459557,0.027711067348718643,0.03066052868962288,0.033609986305236816,0.03655944764614105,0.03950890526175499,0.042458366602659225,0.04540782794356346,0.0483572855591774,0.051306746900081635,0.05425620451569557,0.05720566585659981,0.060155123472213745,0.06310458481311798,0.06605404615402222,0.06900350749492645,0.07195296138525009,0.07490242272615433,0.07785188406705856,0.0808013454079628,0.08375079929828644,0.08670026063919067,0.08964972198009491]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.weight":{"values":[2,7,4,15,19,36,62,91,140,242,418,569,900,1239,1839,2534,3406,4824,6452,8052,10358,12822,15860,18251,21422,24190,27328,29684,31591,32983,33576,34478,33651,32313,30511,27787,25291,22290,19392,16573,13499,11006,8969,6888,5291,3843,2836,1986,1487,966,641,430,309,174,119,76,39,26,18,8,4,4,1,2],"bins":[-0.0907626524567604,-0.08785052597522736,-0.0849383994936943,-0.08202627301216125,-0.0791141465306282,-0.07620202004909515,-0.0732898935675621,-0.07037776708602905,-0.067465640604496,-0.06455351412296295,-0.0616413913667202,-0.05872926488518715,-0.0558171384036541,-0.05290501192212105,-0.049992885440588,-0.04708075895905495,-0.044168632477521896,-0.041256505995988846,-0.038344379514455795,-0.035432253032922745,-0.032520126551389694,-0.029608001932501793,-0.026695875450968742,-0.023783748969435692,-0.02087162248790264,-0.01795949600636959,-0.01504736952483654,-0.012135243974626064,-0.009223117493093014,-0.006310991011559963,-0.0033988649956882,-0.0004867387469857931,0.0024253875017166138,0.005337513983249664,0.008249640464782715,0.01116176601499319,0.014073892496526241,0.016986018046736717,0.019898144528269768,0.02281027100980282,0.02572239749133587,0.02863452397286892,0.03154664859175682,0.03445877507328987,0.03737090155482292,0.04028302803635597,0.04319515451788902,0.04610728099942207,0.049019407480955124,0.051931533962488174,0.054843660444021225,0.057755786925554276,0.060667913407087326,0.06358003616333008,0.06649216264486313,0.06940428912639618,0.07231641560792923,0.07522854208946228,0.07814066857099533,0.08105279505252838,0.08396492153406143,0.08687704801559448,0.08978917449712753,0.09270130097866058,0.09561342746019363],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"bins":[-0.00037764382432214916,-0.0003662607923615724,-0.00035487778950482607,-0.0003434947575442493,-0.0003321117255836725,-0.00032072869362309575,-0.000309345661662519,-0.00029796265880577266,-0.0002865796268451959,-0.0002751965948846191,-0.0002638135920278728,-0.00025243056006729603,-0.00024104752810671926,-0.00022966449614614248,-0.00021828147873748094,-0.0002068984613288194,-0.00019551542936824262,-0.00018413239740766585,-0.0001727493799990043,-0.00016136636259034276,-0.000149983330629766,-0.00013860029866918921,-0.00012721728126052767,-0.00011583425657590851,-0.00010445123189128935,-9.30682072066702e-05,-8.168518252205104e-05,-7.030215783743188e-05,-5.891913315281272e-05,-4.753610846819356e-05,-3.61530837835744e-05,-2.4770059098955244e-05,-1.3387063518166542e-05,-2.0040388335473835e-06,9.378985851071775e-06,2.0762010535690933e-05,3.214503522031009e-05,4.352805990492925e-05,5.491108458954841e-05,6.629410927416757e-05,7.767713395878673e-05,8.906015864340588e-05,0.00010044318332802504,0.0001118262080126442,0.00012320923269726336,0.00013459226465784013,0.00014597528206650168,0.00015735829947516322,0.00016874133143574,0.00018012436339631677,0.0001915073808049783,0.00020289039821363986,0.00021427343017421663,0.0002256564621347934,0.00023703947954345495,0.0002484224969521165,0.00025980552891269326,0.00027118856087327003,0.0002825715928338468,0.0002939545956905931,0.0003053376276511699,0.00031672065961174667,0.000328103662468493,0.00033948669442906976,0.00035086972638964653],"_type":"histogram","values":[1,0,0,0,0,1,0,1,2,3,2,5,4,3,8,4,9,9,11,10,13,17,14,17,19,29,31,25,22,28,28,30,40,26,28,25,25,26,25,31,18,20,25,18,17,17,16,12,11,4,8,2,3,5,4,5,3,3,1,2,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.0002512335777282715,-0.00024156086146831512,-0.00023188814520835876,-0.0002222154289484024,-0.00021254271268844604,-0.00020286999642848969,-0.00019319728016853333,-0.00018352456390857697,-0.0001738518476486206,-0.00016417913138866425,-0.00015450641512870789,-0.00014483369886875153,-0.00013516098260879517,-0.0001254882663488388,-0.00011581555008888245,-0.00010614283382892609,-9.647011756896973e-05,-8.679740130901337e-05,-7.712468504905701e-05,-6.745196878910065e-05,-5.777925252914429e-05,-4.810653626918793e-05,-3.843382000923157e-05,-2.8761103749275208e-05,-1.9088387489318848e-05,-9.415671229362488e-06,2.5704503059387207e-07,9.929761290550232e-06,1.9602477550506592e-05,2.927519381046295e-05,3.894791007041931e-05,4.862062633037567e-05,5.829334259033203e-05,6.796605885028839e-05,7.763877511024475e-05,8.731149137020111e-05,9.698420763015747e-05,0.00010665692389011383,0.00011632964015007019,0.00012600235641002655,0.0001356750726699829,0.00014534778892993927,0.00015502050518989563,0.000164693221449852,0.00017436593770980835,0.0001840386539697647,0.00019371137022972107,0.00020338408648967743,0.0002130568027496338,0.00022272951900959015,0.0002324022352695465,0.00024207495152950287,0.00025174766778945923,0.0002614203840494156,0.00027109310030937195,0.0002807658165693283,0.00029043853282928467,0.00030011124908924103,0.0003097839653491974,0.00031945668160915375,0.0003291293978691101,0.00033880211412906647,0.00034847483038902283,0.0003581475466489792,0.00036782026290893555],"_type":"histogram","values":[1,0,1,0,0,0,0,1,3,2,3,1,4,0,5,3,3,6,12,9,14,25,42,48,86,118,106,93,54,34,17,16,15,10,7,3,3,5,0,2,3,1,0,3,0,0,0,0,1,1,0,1,1,0,1,1,0,1,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"values":[3,0,2,5,5,0,5,17,24,23,25,54,73,98,146,198,282,443,690,977,1521,2301,3572,5588,9054,14901,24870,43284,76603,138383,233450,313087,281227,180343,101886,56758,32562,19170,11281,7099,4469,2843,1861,1205,789,535,350,249,159,125,65,72,29,29,27,14,10,10,4,4,0,1,2,2],"bins":[-0.0007886886596679688,-0.0007638409733772278,-0.0007389932870864868,-0.0007141456007957458,-0.0006892979145050049,-0.0006644502282142639,-0.000639602541923523,-0.000614754855632782,-0.000589907169342041,-0.0005650594830513,-0.0005402117967605591,-0.0005153641104698181,-0.0004905164241790771,-0.0004656687378883362,-0.0004408210515975952,-0.00041597336530685425,-0.0003911256790161133,-0.0003662779927253723,-0.00034143030643463135,-0.0003165826201438904,-0.0002917349338531494,-0.00026688724756240845,-0.00024203956127166748,-0.00021719187498092651,-0.00019234418869018555,-0.00016749650239944458,-0.0001426488161087036,-0.00011780112981796265,-9.295344352722168e-05,-6.810575723648071e-05,-4.3258070945739746e-05,-1.841038465499878e-05,6.4373016357421875e-06,3.1284987926483154e-05,5.613267421722412e-05,8.098036050796509e-05,0.00010582804679870605,0.00013067573308944702,0.000155523419380188,0.00018037110567092896,0.00020521879196166992,0.0002300664782524109,0.00025491416454315186,0.0002797618508338928,0.0003046095371246338,0.00032945722341537476,0.0003543049097061157,0.0003791525959968567,0.00040400028228759766,0.0004288479685783386,0.0004536956548690796,0.00047854334115982056,0.0005033910274505615,0.0005282387137413025,0.0005530864000320435,0.0005779340863227844,0.0006027817726135254,0.0006276294589042664,0.0006524771451950073,0.0006773248314857483,0.0007021725177764893,0.0007270202040672302,0.0007518678903579712,0.0007767155766487122,0.0008015632629394531],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"_type":"histogram","values":[2,0,0,5,9,17,23,47,102,172,280,528,838,1394,2187,3191,4830,7157,10416,14152,18870,25123,32381,40714,50019,59307,68927,78263,86018,93360,96961,99805,99554,97298,91771,84993,76782,67415,57363,48392,39023,31038,23870,18082,13466,9639,6603,4515,3014,1895,1228,785,451,275,137,78,40,27,17,7,2,3,1,2],"bins":[-0.10193191468715668,-0.09873652458190918,-0.09554114192724228,-0.09234575182199478,-0.08915036171674728,-0.08595497906208038,-0.08275958895683289,-0.07956419885158539,-0.07636880874633789,-0.07317342609167099,-0.06997803598642349,-0.066782645881176,-0.0635872632265091,-0.0603918731212616,-0.0571964867413044,-0.0540010966360569,-0.0508057102560997,-0.0476103238761425,-0.044414933770895004,-0.041219547390937805,-0.03802415728569031,-0.03482877090573311,-0.03163338452577591,-0.02843799628317356,-0.025242608040571213,-0.022047219797968864,-0.018851831555366516,-0.015656445175409317,-0.012461056932806969,-0.00926566869020462,-0.006070281378924847,-0.0028748936019837856,0.0003204941749572754,0.0035158819518983364,0.006711269728839397,0.009906657040119171,0.01310204528272152,0.016297433525323868,0.019492819905281067,0.022688208147883415,0.025883596390485764,0.029078984633088112,0.03227437287569046,0.03546975925564766,0.03866514563560486,0.041860535740852356,0.045055922120809555,0.04825131222605705,0.05144669860601425,0.05464208498597145,0.05783747509121895,0.06103286147117615,0.06422825157642365,0.06742363423109055,0.07061902433633804,0.07381441444158554,0.07700979709625244,0.08020518720149994,0.08340057730674744,0.08659596741199493,0.08979135006666183,0.09298674017190933,0.09618213027715683,0.09937751293182373,0.10257290303707123]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.weight":{"_type":"histogram","values":[3,2,1,2,2,8,8,6,12,9,23,34,53,90,125,149,255,345,520,782,1047,1644,2513,3958,5905,9325,14334,22788,36615,56974,80787,94299,85310,61785,39752,25303,15741,10164,6520,4313,2695,1763,1259,853,599,341,251,183,121,79,53,39,29,15,10,6,7,5,5,2,1,1,0,1],"bins":[-0.0007004737854003906,-0.0006783083081245422,-0.0006561428308486938,-0.0006339773535728455,-0.0006118118762969971,-0.0005896463990211487,-0.0005674809217453003,-0.0005453154444694519,-0.0005231499671936035,-0.0005009844899177551,-0.00047881901264190674,-0.00045665353536605835,-0.00043448805809020996,-0.00041232258081436157,-0.0003901571035385132,-0.0003679916262626648,-0.0003458261489868164,-0.000323660671710968,-0.00030149519443511963,-0.00027932971715927124,-0.00025716423988342285,-0.00023499876260757446,-0.00021283328533172607,-0.00019066780805587769,-0.0001685023307800293,-0.0001463368535041809,-0.00012417137622833252,-0.00010200589895248413,-7.984042167663574e-05,-5.7674944400787354e-05,-3.5509467124938965e-05,-1.3343989849090576e-05,8.821487426757812e-06,3.09869647026062e-05,5.315244197845459e-05,7.531791925430298e-05,9.748339653015137e-05,0.00011964887380599976,0.00014181435108184814,0.00016397982835769653,0.00018614530563354492,0.0002083107829093933,0.0002304762601852417,0.0002526417374610901,0.0002748072147369385,0.00029697269201278687,0.00031913816928863525,0.00034130364656448364,0.00036346912384033203,0.0003856346011161804,0.0004078000783920288,0.0004299655556678772,0.0004521310329437256,0.000474296510219574,0.0004964619874954224,0.0005186274647712708,0.0005407929420471191,0.0005629584193229675,0.0005851238965988159,0.0006072893738746643,0.0006294548511505127,0.0006516203284263611,0.0006737858057022095,0.0006959512829780579,0.0007181167602539062]},"gradients/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.0005736351013183594,-0.0005576461553573608,-0.0005416572093963623,-0.0005256682634353638,-0.0005096793174743652,-0.0004936903715133667,-0.00047770142555236816,-0.00046171247959136963,-0.0004457235336303711,-0.00042973458766937256,-0.000413745641708374,-0.0003977566957473755,-0.00038176774978637695,-0.0003657788038253784,-0.0003497898578643799,-0.00033380091190338135,-0.0003178119659423828,-0.0003018230199813843,-0.00028583407402038574,-0.0002698451280593872,-0.00025385618209838867,-0.00023786723613739014,-0.0002218782901763916,-0.00020588934421539307,-0.00018990039825439453,-0.000173911452293396,-0.00015792250633239746,-0.00014193356037139893,-0.0001259446144104004,-0.00010995566844940186,-9.396672248840332e-05,-7.797777652740479e-05,-6.198883056640625e-05,-4.5999884605407715e-05,-3.001093864440918e-05,-1.4021992683410645e-05,1.9669532775878906e-06,1.7955899238586426e-05,3.394484519958496e-05,4.9933791160583496e-05,6.592273712158203e-05,8.191168308258057e-05,9.79006290435791e-05,0.00011388957500457764,0.00012987852096557617,0.0001458674669265747,0.00016185641288757324,0.00017784535884857178,0.0001938343048095703,0.00020982325077056885,0.00022581219673156738,0.00024180114269256592,0.00025779008865356445,0.000273779034614563,0.0002897679805755615,0.00030575692653656006,0.0003217458724975586,0.00033773481845855713,0.00035372376441955566,0.0003697127103805542,0.00038570165634155273,0.00040169060230255127,0.0004176795482635498,0.00043366849422454834,0.0004496574401855469],"_type":"histogram","values":[1,0,1,1,1,0,1,4,2,3,2,4,9,17,16,31,28,69,87,125,182,305,475,693,1207,1871,2990,4830,7734,12728,21080,35861,62880,114176,218095,346527,323201,185901,97443,54161,31521,18692,11271,7164,4286,2697,1639,1109,648,421,243,163,106,65,34,27,18,8,4,2,1,0,1,2]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"values":[1,0,1,0,0,0,1,1,4,0,2,2,6,6,1,5,8,14,18,9,17,14,18,22,25,39,37,36,32,31,34,41,35,25,25,28,25,28,24,17,19,18,11,12,12,9,4,12,6,4,5,3,6,4,0,3,3,0,1,0,0,2,0,2],"bins":[0.9981785416603088,0.998238742351532,0.9982989430427551,0.9983591437339783,0.9984193444252014,0.9984795451164246,0.9985397458076477,0.9985999464988708,0.998660147190094,0.9987203478813171,0.9987805485725403,0.9988407492637634,0.9989009499549866,0.9989611506462097,0.9990213513374329,0.999081552028656,0.9991417527198792,0.9992019534111023,0.9992621541023254,0.9993223547935486,0.9993825554847717,0.9994427561759949,0.999502956867218,0.9995631575584412,0.9996233582496643,0.9996835589408875,0.9997437596321106,0.9998039603233337,0.9998641610145569,0.99992436170578,0.9999845623970032,1.0000447034835815,1.0001049041748047,1.0001651048660278,1.000225305557251,1.0002855062484741,1.0003457069396973,1.0004059076309204,1.0004661083221436,1.0005263090133667,1.0005865097045898,1.000646710395813,1.0007069110870361,1.0007671117782593,1.0008273124694824,1.0008875131607056,1.0009477138519287,1.0010079145431519,1.001068115234375,1.0011283159255981,1.0011885166168213,1.0012487173080444,1.0013089179992676,1.0013691186904907,1.0014293193817139,1.001489520072937,1.0015497207641602,1.0016099214553833,1.0016701221466064,1.0017303228378296,1.0017905235290527,1.0018507242202759,1.001910924911499,1.0019711256027222,1.0020313262939453],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"values":[1,0,0,0,0,1,2,1,0,2,1,2,0,0,3,2,8,7,9,8,11,15,18,13,12,19,12,22,23,25,26,33,32,22,28,32,29,24,34,32,21,30,31,27,20,15,17,14,19,10,11,8,5,3,10,4,5,1,3,0,2,0,1,2],"bins":[-0.0030533503741025925,-0.0029682591557502747,-0.002883167937397957,-0.002798076719045639,-0.0027129855006933212,-0.002627894515171647,-0.0025428032968193293,-0.0024577120784670115,-0.0023726208601146936,-0.002287529641762376,-0.002202438423410058,-0.00211734720505774,-0.002032256219536066,-0.0019471648847684264,-0.0018620737828314304,-0.0017769825644791126,-0.0016918913461267948,-0.001606800127774477,-0.0015217089094221592,-0.0014366178074851632,-0.0013515265891328454,-0.0012664353707805276,-0.0011813442688435316,-0.0010962530504912138,-0.001011161832138896,-0.0009260706137865782,-0.0008409794536419213,-0.0007558882934972644,-0.0006707970751449466,-0.0005857058567926288,-0.0005006146966479719,-0.0004155235073994845,-0.00033043231815099716,-0.0002453411289025098,-0.00016024993965402246,-7.51587504055351e-05,9.932438842952251e-06,9.50236280914396e-05,0.00018011481733992696,0.0002652060065884143,0.00035029719583690166,0.000435388385085389,0.0005204795743338764,0.0006055707344785333,0.0006906619528308511,0.0007757531711831689,0.0008608443313278258,0.0009459354914724827,0.0010310267098248005,0.0011161179281771183,0.0012012091465294361,0.001286300248466432,0.00137139146681875,0.0014564826851710677,0.0015415737871080637,0.0016266650054603815,0.0017117562238126993,0.0017968474421650171,0.001881938660517335,0.0019670298788696527,0.002052120864391327,0.0021372120827436447,0.0022223033010959625,0.0023073945194482803,0.002392485737800598],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,3,5,4,7,9,7,1,3,4,2,4,6,4,10,10,10,7,20,12,20,24,19,11,21,26,19,18,28,23,32,24,30,23,24,22,25,20,22,28,19,15,14,16,17,15,7,15,9,5,4,6,2,3,6,5,4,6,5,2,2,3],"bins":[-0.004865390248596668,-0.004719225689768791,-0.004573060665279627,-0.00442689610645175,-0.0042807310819625854,-0.004134566523134708,-0.003988401964306831,-0.0038422371726483107,-0.00369607238098979,-0.0035499075893312693,-0.0034037427976727486,-0.0032575782388448715,-0.003111413447186351,-0.00296524865552783,-0.002819084096699953,-0.0026729193050414324,-0.0025267545133829117,-0.002380589721724391,-0.0022344249300658703,-0.0020882603712379932,-0.0019420955795794725,-0.0017959307879209518,-0.001649766112677753,-0.001503601437434554,-0.0013574366457760334,-0.0012112718541175127,-0.0010651071788743138,-0.000918942445423454,-0.0007727777119725943,-0.0006266129785217345,-0.0004804482450708747,-0.0003342835116200149,-0.00018811877816915512,-4.1954044718295336e-05,0.00010421068873256445,0.00025037542218342423,0.000396540155634284,0.0005427048890851438,0.0006888696225360036,0.0008350343559868634,0.0009811990894377232,0.0011273638810962439,0.0012735285563394427,0.0014196932315826416,0.0015658580232411623,0.001712022814899683,0.0018581874901428819,0.0020043521653860807,0.0021505169570446014,0.002296681748703122,0.002442846540361643,0.00258901109918952,0.0027351758908480406,0.0028813406825065613,0.0030275052413344383,0.003173670032992959,0.0033198348246514797,0.0034659996163100004,0.003612164407968521,0.003758328966796398,0.003904493758454919,0.0040506585501134396,0.004196823108941317,0.004342988133430481,0.004489152692258358],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[1,0,0,0,1,1,3,3,2,7,10,13,30,42,45,85,138,239,324,488,819,1361,2258,3666,6447,11431,20519,37367,69049,124478,210535,295982,298087,210765,124077,69224,37585,20371,11347,6467,3735,2250,1360,824,522,325,214,123,90,50,40,21,15,10,5,2,3,1,1,3,2,0,0,1],"bins":[-0.0004134178161621094,-0.00040049850940704346,-0.00038757920265197754,-0.0003746598958969116,-0.0003617405891418457,-0.0003488212823867798,-0.00033590197563171387,-0.00032298266887664795,-0.00031006336212158203,-0.0002971440553665161,-0.0002842247486114502,-0.0002713054418563843,-0.00025838613510131836,-0.00024546682834625244,-0.00023254752159118652,-0.0002196282148361206,-0.0002067089080810547,-0.00019378960132598877,-0.00018087029457092285,-0.00016795098781585693,-0.00015503168106079102,-0.0001421123743057251,-0.00012919306755065918,-0.00011627376079559326,-0.00010335445404052734,-9.043514728546143e-05,-7.751584053039551e-05,-6.459653377532959e-05,-5.167722702026367e-05,-3.8757920265197754e-05,-2.5838613510131836e-05,-1.2919306755065918e-05,0,1.2919306755065918e-05,2.5838613510131836e-05,3.8757920265197754e-05,5.167722702026367e-05,6.459653377532959e-05,7.751584053039551e-05,9.043514728546143e-05,0.00010335445404052734,0.00011627376079559326,0.00012919306755065918,0.0001421123743057251,0.00015503168106079102,0.00016795098781585693,0.00018087029457092285,0.00019378960132598877,0.0002067089080810547,0.0002196282148361206,0.00023254752159118652,0.00024546682834625244,0.00025838613510131836,0.0002713054418563843,0.0002842247486114502,0.0002971440553665161,0.00031006336212158203,0.00032298266887664795,0.00033590197563171387,0.0003488212823867798,0.0003617405891418457,0.0003746598958969116,0.00038757920265197754,0.00040049850940704346,0.0004134178161621094],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,1,1,1,4,1,5,4,0,8,2,6,8,10,10,11,10,18,13,18,15,19,24,33,36,16,35,29,32,27,26,26,30,28,24,18,28,28,13,18,16,21,14,11,10,8,5,7,9,7,5,4,1,3,0,1,4,1,0,1,2],"bins":[-0.0003933978150598705,-0.0003814018564298749,-0.00036940592690370977,-0.0003574099682737142,-0.00034541403874754906,-0.00033341808011755347,-0.0003214221214875579,-0.00030942619196139276,-0.0002974302333313972,-0.0002854342747014016,-0.00027343834517523646,-0.0002614423865452409,-0.0002494464279152453,-0.00023745049838908017,-0.00022545453975908458,-0.00021345859568100423,-0.00020146265160292387,-0.00018946670752484351,-0.00017747076344676316,-0.00016547480481676757,-0.00015347886073868722,-0.00014148291666060686,-0.00012948695803061128,-0.00011749101395253092,-0.00010549506987445056,-9.349912579637021e-05,-8.150317444233224e-05,-6.950722308829427e-05,-5.751127901021391e-05,-4.551533129415475e-05,-3.3519383578095585e-05,-2.1523435862036422e-05,-9.527459042146802e-06,2.4684886739123613e-06,1.4464436389971524e-05,2.6460384106030688e-05,3.845633182208985e-05,5.0452279538149014e-05,6.244822725420818e-05,7.444417860824615e-05,8.64401226863265e-05,9.843606676440686e-05,0.00011043201811844483,0.0001224279694724828,0.00013442391355056316,0.0001464198576286435,0.0001584158162586391,0.00017041176033671945,0.0001824077044147998,0.00019440364849288017,0.00020639959257096052,0.0002183955512009561,0.00023039149527903646,0.00024238743935711682,0.0002543833979871124,0.00026637932751327753,0.0002783752861432731,0.0002903712447732687,0.00030236717429943383,0.0003143631329294294,0.00032635906245559454,0.0003383550210855901,0.0003503509797155857,0.00036234690924175084,0.0003743428678717464]},"gradients/_orig_mod.bert.embeddings.LayerNorm.weight":{"bins":[-0.001872413675300777,-0.0018152708653360605,-0.001758128171786666,-0.0017009853618219495,-0.0016438426682725549,-0.0015866998583078384,-0.0015295571647584438,-0.0014724143547937274,-0.001415271544829011,-0.0013581288512796164,-0.0013009860413149,-0.0012438433477655053,-0.0011867005378007889,-0.0011295578442513943,-0.0010724150342866778,-0.0010152723407372832,-0.0009581295307725668,-0.0009009867790155113,-0.0008438440272584558,-0.0007867012755014002,-0.0007295585237443447,-0.0006724157137796283,-0.0006152729620225728,-0.0005581302102655172,-0.0005009874585084617,-0.0004438447067514062,-0.00038670195499435067,-0.0003295591741334647,-0.0002724164223764092,-0.00021527367061935365,-0.0001581309043103829,-0.00010098814527736977,-4.3845269829034805e-05,1.329748920397833e-05,7.044024823699147e-05,0.00012758301454596221,0.00018472576630301774,0.00024186851806007326,0.00029901129892095923,0.00035615405067801476,0.0004132968024350703,0.0004704395541921258,0.0005275823059491813,0.0005847250577062368,0.0006418678676709533,0.0006990106194280088,0.0007561533711850643,0.0008132961229421198,0.0008704388746991754,0.0009275816264562309,0.0009847243782132864,0.0010418671881780028,0.0010990098817273974,0.0011561526916921139,0.0012132953852415085,0.001270438195206225,0.0013275810051709414,0.001384723698720336,0.0014418665086850524,0.001499009202234447,0.0015561520121991634,0.001613294705748558,0.0016704375157132745,0.001727580209262669,0.0017847230192273855],"_type":"histogram","values":[1,0,0,0,0,1,2,2,2,0,0,2,3,6,1,4,2,3,5,8,11,6,13,13,13,17,28,28,35,38,54,62,50,57,51,44,34,20,28,17,17,10,13,12,8,11,4,4,6,4,4,1,1,2,3,1,0,2,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"bins":[-0.0006324531277641654,-0.0006148319225758314,-0.0005972107173874974,-0.0005795895121991634,-0.0005619683070108294,-0.0005443471018224955,-0.0005267258966341615,-0.0005091046914458275,-0.0004914834862574935,-0.0004738622810691595,-0.0004562410758808255,-0.00043861987069249153,-0.00042099866550415754,-0.00040337746031582355,-0.00038575625512748957,-0.0003681350499391556,-0.0003505138447508216,-0.0003328926395624876,-0.0003152714343741536,-0.0002976502291858196,-0.00028002902399748564,-0.00026240781880915165,-0.00024478661362081766,-0.00022716540843248367,-0.00020954420324414968,-0.0001919229980558157,-0.0001743017928674817,-0.00015668058767914772,-0.00013905938249081373,-0.00012143817730247974,-0.00010381697211414576,-8.619576692581177e-05,-6.857456173747778e-05,-5.095335654914379e-05,-3.33321513608098e-05,-1.5710946172475815e-05,1.9102590158581734e-06,1.953146420419216e-05,3.715266939252615e-05,5.477387458086014e-05,7.239507976919413e-05,9.001628495752811e-05,0.0001076374901458621,0.0001252586953341961,0.00014287990052253008,0.00016050110571086407,0.00017812231089919806,0.00019574351608753204,0.00021336472127586603,0.00023098592646420002,0.000248607131652534,0.000266228336840868,0.000283849542029202,0.00030147074721753597,0.00031909195240586996,0.00033671315759420395,0.00035433436278253794,0.0003719555679708719,0.0003895767731592059,0.0004071979783475399,0.0004248191835358739,0.0004424403887242079,0.00046006159391254187,0.00047768279910087585,0.0004953040042892098],"_type":"histogram","values":[1,0,0,0,0,0,1,0,1,4,1,3,7,2,6,2,3,7,9,12,7,8,21,10,15,19,27,24,18,21,26,21,23,31,31,29,26,30,23,26,24,25,17,34,20,15,17,17,10,20,5,14,4,8,11,7,5,6,1,5,3,1,2,2]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,0,0,0,0,2,0,0,1,2,1,1,1,1,2,2,7,4,7,5,5,2,16,18,18,15,22,20,50,34,45,64,42,58,61,53,32,30,28,21,21,13,8,12,11,6,5,1,5,3,4,1,1,0,1,1,1,3],"bins":[-0.0010907743126153946,-0.001062501221895218,-0.0010342281311750412,-0.0010059550404548645,-0.0009776819497346878,-0.0009494088008068502,-0.0009211357100866735,-0.0008928626193664968,-0.0008645895286463201,-0.0008363164379261434,-0.0008080432889983058,-0.0007797701982781291,-0.0007514971075579524,-0.0007232240168377757,-0.000694950926117599,-0.0006666778353974223,-0.0006384047446772456,-0.000610131595749408,-0.0005818585050292313,-0.0005535854143090546,-0.0005253123235888779,-0.0004970392328687012,-0.00046876611304469407,-0.00044049302232451737,-0.0004122199025005102,-0.0003839468117803335,-0.0003556737210601568,-0.0003274006303399801,-0.00029912751051597297,-0.0002708544197957963,-0.00024258131452370435,-0.00021430822380352765,-0.00018603511853143573,-0.0001577620132593438,-0.0001294889225391671,-0.00010121581726707518,-7.294271927094087e-05,-4.466962127480656e-05,-1.639651964069344e-05,1.1876580174430273e-05,4.014967998955399e-05,6.84227779856883e-05,9.669587598182261e-05,0.00012496898125391454,0.00015324208652600646,0.00018151517724618316,0.00020978828251827508,0.00023806137323845178,0.0002663344785105437,0.0002946075692307204,0.00032288068905472755,0.00035115377977490425,0.00037942687049508095,0.0004076999903190881,0.0004359730810392648,0.0004642461717594415,0.0004925192915834486,0.0005207923823036253,0.000549065473023802,0.0005773385637439787,0.0006056116544641554,0.000633884803391993,0.0006621578941121697,0.0006904309848323464,0.0007187040755525231],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.weight":{"bins":[-0.0016040802001953125,-0.0015517771244049072,-0.001499474048614502,-0.0014471709728240967,-0.0013948678970336914,-0.0013425648212432861,-0.0012902617454528809,-0.0012379586696624756,-0.0011856555938720703,-0.001133352518081665,-0.0010810494422912598,-0.0010287463665008545,-0.0009764432907104492,-0.0009241402149200439,-0.0008718371391296387,-0.0008195340633392334,-0.0007672309875488281,-0.0007149279117584229,-0.0006626248359680176,-0.0006103217601776123,-0.000558018684387207,-0.0005057156085968018,-0.0004534125328063965,-0.0004011094570159912,-0.00034880638122558594,-0.00029650330543518066,-0.0002442002296447754,-0.00019189715385437012,-0.00013959407806396484,-8.729100227355957e-05,-3.49879264831543e-05,1.7315149307250977e-05,6.961822509765625e-05,0.00012192130088806152,0.0001742243766784668,0.00022652745246887207,0.00027883052825927734,0.0003311336040496826,0.0003834366798400879,0.00043573975563049316,0.00048804283142089844,0.0005403459072113037,0.000592648983001709,0.0006449520587921143,0.0006972551345825195,0.0007495582103729248,0.0008018612861633301,0.0008541643619537354,0.0009064674377441406,0.0009587705135345459,0.0010110735893249512,0.0010633766651153564,0.0011156797409057617,0.001167982816696167,0.0012202858924865723,0.0012725889682769775,0.0013248920440673828,0.001377195119857788,0.0014294981956481934,0.0014818012714385986,0.001534104347229004,0.0015864074230194092,0.0016387104988098145,0.0016910135746002197,0.001743316650390625],"_type":"histogram","values":[1,0,1,2,0,1,3,4,7,4,10,14,33,50,74,81,156,233,329,537,795,1285,1999,3266,5199,8649,14681,25499,46567,89874,145764,111579,57768,30845,17432,10492,6205,3760,2412,1478,976,598,394,271,158,105,78,48,34,25,14,8,6,7,7,1,0,3,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.weight":{"bins":[-0.1013360247015953,-0.09822224825620651,-0.09510847181081772,-0.09199469536542892,-0.08888091892004013,-0.08576714247465134,-0.08265335857868195,-0.07953958213329315,-0.07642580568790436,-0.07331202924251556,-0.07019825279712677,-0.06708447635173798,-0.06397069990634918,-0.06085692346096039,-0.057743143290281296,-0.0546293668448925,-0.05151559039950371,-0.048401813954114914,-0.04528803750872612,-0.04217425733804703,-0.039060480892658234,-0.03594670444726944,-0.032832928001880646,-0.029719149693846703,-0.02660537324845791,-0.023491596803069115,-0.02037781849503517,-0.017264042049646378,-0.014150264672935009,-0.01103648729622364,-0.007922710850834846,-0.004808933474123478,-0.0016951560974121094,0.0014186210464686155,0.0045323981903493404,0.007646175101399422,0.01075995247811079,0.013873729854822159,0.016987506300210953,0.020101284608244896,0.02321506105363369,0.026328837499022484,0.029442615807056427,0.03255639225244522,0.035670168697834015,0.03878394514322281,0.0418977253139019,0.045011501759290695,0.04812527820467949,0.05123905465006828,0.05435283109545708,0.05746661126613617,0.06058038771152496,0.06369416415691376,0.06680794060230255,0.06992171704769135,0.07303549349308014,0.07614926993846893,0.07926304638385773,0.08237683027982712,0.08549060672521591,0.0886043831706047,0.0917181596159935,0.0948319360613823,0.09794571250677109],"_type":"histogram","values":[1,0,1,4,4,11,21,53,93,157,285,441,732,1149,2002,2921,4375,6273,8974,12539,17162,22749,28891,36174,44437,53476,63115,71658,79866,87001,92513,96204,96843,96555,93550,88082,80661,72744,63238,54349,45474,36811,29476,23017,17258,12933,9301,6534,4529,3035,1990,1271,798,494,259,160,94,49,46,14,4,6,6,1]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"values":[2,1,0,2,2,0,3,5,11,13,11,13,18,30,39,43,68,86,134,162,221,311,406,596,814,1123,1634,2513,4059,7699,22974,490753,33437,9038,4529,2805,1839,1249,895,648,433,328,247,144,137,93,64,47,39,22,23,14,10,11,7,7,4,1,0,1,2,2,0,2],"bins":[-0.0014019012451171875,-0.001357540488243103,-0.0013131797313690186,-0.001268818974494934,-0.0012244582176208496,-0.0011800974607467651,-0.0011357367038726807,-0.0010913759469985962,-0.0010470151901245117,-0.0010026544332504272,-0.0009582936763763428,-0.0009139329195022583,-0.0008695721626281738,-0.0008252114057540894,-0.0007808506488800049,-0.0007364898920059204,-0.0006921291351318359,-0.0006477683782577515,-0.000603407621383667,-0.0005590468645095825,-0.000514686107635498,-0.0004703253507614136,-0.0004259645938873291,-0.00038160383701324463,-0.00033724308013916016,-0.0002928823232650757,-0.0002485215663909912,-0.00020416080951690674,-0.00015980005264282227,-0.00011543929576873779,-7.107853889465332e-05,-2.6717782020568848e-05,1.7642974853515625e-05,6.20037317276001e-05,0.00010636448860168457,0.00015072524547576904,0.00019508600234985352,0.000239446759223938,0.00028380751609802246,0.00032816827297210693,0.0003725290298461914,0.0004168897867202759,0.00046125054359436035,0.0005056113004684448,0.0005499720573425293,0.0005943328142166138,0.0006386935710906982,0.0006830543279647827,0.0007274150848388672,0.0007717758417129517,0.0008161365985870361,0.0008604973554611206,0.0009048581123352051,0.0009492188692092896,0.000993579626083374,0.0010379403829574585,0.001082301139831543,0.0011266618967056274,0.001171022653579712,0.0012153834104537964,0.0012597441673278809,0.0013041049242019653,0.0013484656810760498,0.0013928264379501343,0.0014371871948242188],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"bins":[-0.00019544363021850586,-0.00018884148448705673,-0.0001822393387556076,-0.00017563719302415848,-0.00016903504729270935,-0.00016243290156126022,-0.0001558307558298111,-0.00014922861009836197,-0.00014262646436691284,-0.00013602431863546371,-0.0001294221729040146,-0.00012282002717256546,-0.00011621788144111633,-0.0001096157357096672,-0.00010301358997821808,-9.641144424676895e-05,-8.980929851531982e-05,-8.32071527838707e-05,-7.660500705242157e-05,-7.000286132097244e-05,-6.340071558952332e-05,-5.679856985807419e-05,-5.019642412662506e-05,-4.3594278395175934e-05,-3.699213266372681e-05,-3.038998693227768e-05,-2.3787841200828552e-05,-1.7185695469379425e-05,-1.0583549737930298e-05,-3.981404006481171e-06,2.6207417249679565e-06,9.222887456417084e-06,1.582503318786621e-05,2.2427178919315338e-05,2.9029324650764465e-05,3.563147038221359e-05,4.223361611366272e-05,4.883576184511185e-05,5.5437907576560974e-05,6.20400533080101e-05,6.864219903945923e-05,7.524434477090836e-05,8.184649050235748e-05,8.844863623380661e-05,9.505078196525574e-05,0.00010165292769670486,0.00010825507342815399,0.00011485721915960312,0.00012145936489105225,0.00012806151062250137,0.0001346636563539505,0.00014126580208539963,0.00014786794781684875,0.00015447009354829788,0.000161072239279747,0.00016767438501119614,0.00017427653074264526,0.0001808786764740944,0.00018748082220554352,0.00019408296793699265,0.00020068511366844177,0.0002072872593998909,0.00021388940513134003,0.00022049155086278915,0.00022709369659423828],"_type":"histogram","values":[2,0,2,0,1,0,0,2,1,2,2,5,7,7,12,14,11,25,43,48,35,63,66,79,89,90,101,125,133,117,128,119,112,94,89,70,64,48,47,42,31,28,29,14,8,10,7,3,6,6,2,0,1,3,2,2,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,0,1,0,1,2,3,2,5,7,3,4,6,8,7,9,16,13,18,22,20,22,26,34,17,22,24,27,30,33,34,28,30,21,27,31,22,23,18,22,19,15,17,9,15,8,10,8,3,7,4,2,1,3,1,2,1,0,1,0,1,1],"bins":[-0.0034224651753902435,-0.0033134205732494593,-0.003204375971108675,-0.0030953313689678907,-0.0029862867668271065,-0.002877242164686322,-0.002768197562545538,-0.0026591529604047537,-0.0025501083582639694,-0.002441063756123185,-0.002332019153982401,-0.0022229745518416166,-0.0021139299497008324,-0.002004885347560048,-0.0018958407454192638,-0.0017867961432784796,-0.0016777515411376953,-0.001568706938996911,-0.0014596623368561268,-0.0013506177347153425,-0.0012415731325745583,-0.001132528530433774,-0.0010234839282929897,-0.0009144393261522055,-0.0008053947240114212,-0.0006963501218706369,-0.0005873055197298527,-0.0004782609175890684,-0.00036921631544828415,-0.0002601717133074999,-0.00015112711116671562,-4.208250902593136e-05,6.69620931148529e-05,0.00017600669525563717,0.00028505129739642143,0.0003940958995372057,0.00050314050167799,0.0006121851038187742,0.0007212297059595585,0.0008302743081003428,0.000939318910241127,0.0010483635123819113,0.0011574081145226955,0.0012664527166634798,0.001375497318804264,0.0014845419209450483,0.0015935865230858326,0.0017026311252266169,0.0018116757273674011,0.0019207203295081854,0.0020297649316489697,0.002138809533789754,0.002247854135930538,0.0023568987380713224,0.0024659433402121067,0.002574987942352891,0.0026840325444936752,0.0027930771466344595,0.0029021217487752438,0.003011166350916028,0.0031202109530568123,0.0032292555551975965,0.003338300157338381,0.003447344759479165,0.0035563893616199493]},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[0.9980186223983765,0.9980796575546265,0.9981407523155212,0.9982017874717712,0.998262882232666,0.998323917388916,0.9983850121498108,0.9984460473060608,0.9985071420669556,0.9985681772232056,0.9986292719841003,0.9986903071403503,0.9987514019012451,0.9988124370574951,0.9988735318183899,0.9989345669746399,0.9989956617355347,0.9990566968917847,0.9991177320480347,0.9991788268089294,0.9992398619651794,0.9993009567260742,0.9993619918823242,0.999423086643219,0.999484121799469,0.9995452165603638,0.9996062517166138,0.9996673464775085,0.9997283816337585,0.9997894763946533,0.9998505115509033,0.9999116063117981,0.9999726414680481,1.0000337362289429,1.0000947713851929,1.0001558065414429,1.0002168416976929,1.0002779960632324,1.0003390312194824,1.0004000663757324,1.0004611015319824,1.000522255897522,1.000583291053772,1.000644326210022,1.000705361366272,1.0007665157318115,1.0008275508880615,1.0008885860443115,1.0009496212005615,1.0010106563568115,1.001071810722351,1.001132845878601,1.001193881034851,1.001254916191101,1.0013160705566406,1.0013771057128906,1.0014381408691406,1.0014991760253906,1.0015603303909302,1.0016213655471802,1.0016824007034302,1.0017434358596802,1.0018045902252197,1.0018656253814697,1.0019266605377197],"_type":"histogram","values":[1,0,0,0,0,0,0,0,3,1,0,2,0,2,2,3,3,2,2,4,7,11,15,18,21,17,26,35,30,38,43,44,44,52,37,37,51,23,19,28,15,21,18,15,12,11,7,9,6,6,4,5,4,2,3,3,1,0,0,2,0,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,2,0,0,0,2,6,5,1,10,10,6,12,7,12,20,18,18,13,23,25,27,24,24,27,33,28,30,29,25,31,25,24,26,23,20,17,23,14,19,13,6,18,15,11,3,10,5,8,5,3,4,2,0,4,1],"bins":[-0.000796597742009908,-0.0007747182389721274,-0.0007528387359343469,-0.0007309592328965664,-0.0007090797298587859,-0.0006872002268210053,-0.0006653207237832248,-0.0006434412207454443,-0.0006215617759153247,-0.0005996822728775442,-0.0005778027698397636,-0.0005559232668019831,-0.0005340437637642026,-0.0005121642607264221,-0.0004902847576886415,-0.000468405254650861,-0.0004465257516130805,-0.0004246462485753,-0.00040276674553751945,-0.00038088724249973893,-0.0003590077394619584,-0.00033712826552800834,-0.0003152487624902278,-0.0002933692594524473,-0.00027148975641466677,-0.00024961025337688625,-0.00022773075033910573,-0.00020585126185324043,-0.0001839717588154599,-0.00016209225577767938,-0.0001402127672918141,-0.00011833326425403357,-9.645381942391396e-05,-7.457431638613343e-05,-5.269482062431052e-05,-3.081532122450881e-05,-8.935821824707091e-06,1.2943677575094625e-05,3.482317697489634e-05,5.670267637469806e-05,7.858217577449977e-05,0.0001004616788122803,0.00012234118185006082,0.00014422067033592612,0.00016610017337370664,0.00018797967641148716,0.00020985916489735246,0.00023173866793513298,0.0002536181709729135,0.000275497674010694,0.00029737717704847455,0.0003192566800862551,0.0003411361831240356,0.00036301565705798566,0.0003848951600957662,0.0004067746631335467,0.00042865416617132723,0.00045053366920910776,0.0004724131722468883,0.0004942926461808383,0.0005161721492186189,0.0005380516522563994,0.0005599311552941799,0.0005818106583319604,0.000603690161369741]},"gradients/_orig_mod.bert.encoder.layer.2.output.LayerNorm.bias":{"values":[1,0,1,3,0,1,4,2,3,5,8,7,4,9,13,10,12,17,19,21,31,20,21,27,25,24,30,35,26,28,37,38,28,31,21,25,29,22,11,20,16,6,20,9,9,9,6,2,4,4,7,1,1,1,1,0,0,1,0,0,0,1,0,1],"bins":[-0.0014681040775030851,-0.001417237683199346,-0.001366371288895607,-0.001315504894591868,-0.0012646385002881289,-0.0012137721059843898,-0.0011629057116806507,-0.0011120393173769116,-0.0010611729230731726,-0.0010103065287694335,-0.0009594401344656944,-0.0009085737401619554,-0.0008577073458582163,-0.0008068409515544772,-0.0007559745572507381,-0.0007051081629469991,-0.00065424176864326,-0.0006033753743395209,-0.0005525089800357819,-0.0005016425857320428,-0.0004507761914283037,-0.00039990979712456465,-0.0003490434028208256,-0.0002981770085170865,-0.00024731061421334743,-0.00019644421990960836,-0.0001455778256058693,-9.471143130213022e-05,-4.384503699839115e-05,7.0213573053479195e-06,5.788775160908699e-05,0.00010875414591282606,0.0001596204238012433,0.00021048681810498238,0.00026135321240872145,0.0003122196067124605,0.0003630860010161996,0.00041395239531993866,0.00046481878962367773,0.0005156851839274168,0.0005665515782311559,0.0006174179725348949,0.000668284366838634,0.0007191507611423731,0.0007700171554461122,0.0008208835497498512,0.0008717499440535903,0.0009226163383573294,0.0009734827326610684,0.0010243491269648075,0.0010752155212685466,0.0011260819155722857,0.0011769483098760247,0.0012278147041797638,0.0012786810984835029,0.001329547492787242,0.001380413887090981,0.00143128028139472,0.0014821466756984591,0.0015330130700021982,0.0015838794643059373,0.0016347458586096764,0.0016856122529134154,0.0017364786472171545,0.0017873450415208936],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"values":[1,1,0,0,0,0,1,1,0,1,1,2,1,1,0,4,0,0,3,1,3,8,8,13,8,10,20,22,30,40,36,45,53,39,33,36,47,36,38,33,40,38,20,29,15,13,6,8,7,3,5,2,1,0,3,0,1,0,0,0,0,0,0,1],"bins":[-0.005605753511190414,-0.005445250775665045,-0.005284748040139675,-0.005124244838953018,-0.0049637421034276485,-0.004803239367902279,-0.004642736166715622,-0.004482233431190252,-0.004321730695664883,-0.004161227960139513,-0.004000725224614143,-0.0038402220234274864,-0.0036797192879021168,-0.003519216552376747,-0.003358713584020734,-0.0031982106156647205,-0.003037707880139351,-0.0028772051446139812,-0.002716702176257968,-0.0025561992079019547,-0.002395696472376585,-0.0022351937368512154,-0.002074690768495202,-0.0019141879165545106,-0.0017536850646138191,-0.0015931822126731277,-0.0014326793607324362,-0.0012721765087917447,-0.0011116736568510532,-0.0009511708049103618,-0.0007906679529696703,-0.0006301651010289788,-0.00046966178342700005,-0.0003091589314863086,-0.0001486560795456171,1.1846772395074368e-05,0.00017234962433576584,0.0003328524762764573,0.0004933553282171488,0.0006538581801578403,0.0008143610320985317,0.0009748638840392232,0.0011353667359799147,0.0012958695879206061,0.0014563724398612976,0.001616875291801989,0.0017773781437426805,0.001937880995683372,0.0020983838476240635,0.002258886583149433,0.0024193895515054464,0.0025798925198614597,0.0027403952553868294,0.002900897990912199,0.0030614009592682123,0.0032219039276242256,0.0033824066631495953,0.003542909398674965,0.003703412367030978,0.0038639153353869915,0.004024418070912361,0.004184920806437731,0.0043454235419631,0.004505926743149757,0.004666429478675127],"_type":"histogram"},"gradients/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"_type":"histogram","values":[2,3,1,3,2,0,4,5,1,6,8,8,11,7,14,17,17,15,19,25,21,26,27,26,24,31,32,806,31,34,25,29,21,29,26,21,22,13,21,15,15,11,10,10,6,6,9,5,3,4,0,0,2,0,2,1,1,0,0,0,1,0,1,1],"bins":[-0.07224626839160919,-0.06965614855289459,-0.06706602871417999,-0.0644759088754654,-0.06188578903675079,-0.05929567292332649,-0.05670555308461189,-0.05411543324589729,-0.051525313407182693,-0.048935193568468094,-0.046345073729753494,-0.043754953891038895,-0.041164837777614594,-0.038574717938899994,-0.035984598100185394,-0.033394478261470795,-0.030804358422756195,-0.028214238584041595,-0.025624118745326996,-0.023034000769257545,-0.020443880930542946,-0.017853761091828346,-0.015263642184436321,-0.012673523277044296,-0.010083403438329697,-0.007493284065276384,-0.004903164692223072,-0.0023130453191697598,0.00027707405388355255,0.002867193426936865,0.005457312799990177,0.008047431707382202,0.010637558996677399,0.013227678835391998,0.015817798674106598,0.01840791665017605,0.020998036488890648,0.023588156327605247,0.026178274303674698,0.028768394142389297,0.0313585139811039,0.0339486338198185,0.036538753658533096,0.039128873497247696,0.041718989610672,0.0443091094493866,0.046899229288101196,0.049489349126815796,0.052079468965530396,0.054669588804244995,0.057259708642959595,0.059849828481674194,0.062439948320388794,0.0650300681591034,0.067620187997818,0.07021030783653259,0.07280042767524719,0.0753905400633812,0.0779806599020958,0.0805707797408104,0.083160899579525,0.0857510194182396,0.0883411392569542,0.09093125909566879,0.09352137893438339]},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"_type":"histogram","values":[3,1,1,2,1,5,12,6,13,15,30,34,53,77,107,158,262,391,528,923,1324,2041,3208,5007,7937,13150,21831,37734,67600,115732,125675,77993,43787,24685,14829,8880,5635,3519,2274,1455,965,641,440,270,183,121,98,54,41,26,24,17,9,5,1,3,3,1,0,1,1,0,0,2],"bins":[-0.001705169677734375,-0.0016485601663589478,-0.0015919506549835205,-0.0015353411436080933,-0.001478731632232666,-0.0014221221208572388,-0.0013655126094818115,-0.0013089030981063843,-0.001252293586730957,-0.0011956840753555298,-0.0011390745639801025,-0.0010824650526046753,-0.001025855541229248,-0.0009692460298538208,-0.0009126365184783936,-0.0008560270071029663,-0.0007994174957275391,-0.0007428079843521118,-0.0006861984729766846,-0.0006295889616012573,-0.0005729794502258301,-0.0005163699388504028,-0.0004597604274749756,-0.00040315091609954834,-0.0003465414047241211,-0.00028993189334869385,-0.0002333223819732666,-0.00017671287059783936,-0.00012010335922241211,-6.349384784698486e-05,-6.884336471557617e-06,4.972517490386963e-05,0.00010633468627929688,0.00016294419765472412,0.00021955370903015137,0.0002761632204055786,0.00033277273178100586,0.0003893822431564331,0.00044599175453186035,0.0005026012659072876,0.0005592107772827148,0.0006158202886581421,0.0006724298000335693,0.0007290393114089966,0.0007856488227844238,0.0008422583341598511,0.0008988678455352783,0.0009554773569107056,0.0010120868682861328,0.00106869637966156,0.0011253058910369873,0.0011819154024124146,0.0012385249137878418,0.001295134425163269,0.0013517439365386963,0.0014083534479141235,0.0014649629592895508,0.001521572470664978,0.0015781819820404053,0.0016347914934158325,0.0016914010047912598,0.001748010516166687,0.0018046200275421143,0.0018612295389175415,0.0019178390502929688]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,2,0,1,0,0,3,2,6,6,3,1,9,9,8,13,18,21,16,25,18,25,33,31,25,30,30,31,35,39,38,30,31,31,17,16,20,15,21,20,13,15,13,6,8,9,7,2,3,3,0,1,1,2,1,1,0,0,0,2],"bins":[-0.00041453857556916773,-0.0004017721221316606,-0.00038900566869415343,-0.0003762392152566463,-0.0003634727618191391,-0.00035070630838163197,-0.0003379398549441248,-0.00032517340150661767,-0.00031240697717294097,-0.0002996405237354338,-0.00028687407029792666,-0.0002741076168604195,-0.00026134116342291236,-0.0002485747099854052,-0.00023580825654789805,-0.0002230418031103909,-0.00021027534967288375,-0.0001975088962353766,-0.00018474244279786944,-0.0001719759893603623,-0.00015920953592285514,-0.00014644309703726321,-0.00013367664359975606,-0.00012091019016224891,-0.00010814373672474176,-9.53772832872346e-05,-8.261082984972745e-05,-6.984438368817791e-05,-5.707793025067076e-05,-4.431147681316361e-05,-3.154502701363526e-05,-1.8778575395117514e-05,-6.0121528804302216e-06,6.7542987380875275e-06,1.9520750356605276e-05,3.228720015613362e-05,4.5053653593640774e-05,5.782010703114793e-05,7.058655319269747e-05,8.335300663020462e-05,9.611946006771177e-05,0.00010888591350521892,0.00012165236694272608,0.00013441882038023323,0.00014718525926582515,0.0001599517127033323,0.00017271816614083946,0.0001854846195783466,0.00019825107301585376,0.00021101752645336092,0.00022378397989086807,0.00023655043332837522,0.00024931688676588237,0.0002620833402033895,0.0002748497936408967,0.00028761624707840383,0.0003003826714120805,0.0003131491248495877,0.00032591557828709483,0.000338682031724602,0.00035144848516210914,0.0003642149385996163,0.00037698139203712344,0.0003897478454746306,0.00040251429891213775]},"parameters/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"values":[1,1,0,0,0,1,4,5,11,6,14,21,29,37,40,60,66,50,59,48,47,31,29,31,18,16,21,16,12,10,9,7,11,9,5,1,6,2,7,4,4,3,0,1,3,1,0,3,0,0,4,2,0,0,0,1,0,0,0,0,0,0,0,1],"bins":[0.9983356595039368,0.9984281063079834,0.9985206127166748,0.9986130595207214,0.9987055063247681,0.9987980127334595,0.9988904595375061,0.9989829659461975,0.9990754127502441,0.9991678595542908,0.9992603659629822,0.9993528127670288,0.9994452595710754,0.9995377659797668,0.9996302127838135,0.9997226595878601,0.9998151659965515,0.9999076128005981,1.0000001192092896,1.0000925064086914,1.0001850128173828,1.0002775192260742,1.000369906425476,1.0004624128341675,1.0005549192428589,1.0006473064422607,1.0007398128509521,1.0008323192596436,1.000924825668335,1.0010172128677368,1.0011097192764282,1.0012022256851196,1.0012946128845215,1.001387119293213,1.0014796257019043,1.0015720129013062,1.0016645193099976,1.001757025718689,1.0018494129180908,1.0019419193267822,1.0020344257354736,1.0021268129348755,1.002219319343567,1.0023118257522583,1.0024042129516602,1.0024967193603516,1.002589225769043,1.0026816129684448,1.0027741193771362,1.0028666257858276,1.0029590129852295,1.003051519393921,1.0031440258026123,1.0032365322113037,1.0033289194107056,1.003421425819397,1.0035139322280884,1.0036063194274902,1.0036988258361816,1.003791332244873,1.003883719444275,1.0039762258529663,1.0040687322616577,1.0041611194610596,1.004253625869751],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"values":[2,3,5,6,13,20,46,66,115,180,331,495,780,1117,1707,2295,3289,4728,6369,8369,10504,13390,16265,19488,22975,26115,29155,31372,34244,35239,36194,35578,34513,32724,30605,27375,24315,20979,17673,14778,11793,9126,7282,5424,4083,2800,1958,1410,935,582,418,220,165,89,56,25,17,10,3,5,3,2,0,1],"bins":[-0.09384658187627792,-0.0907936617732048,-0.08774074167013168,-0.08468782156705856,-0.08163489401340485,-0.07858197391033173,-0.0755290538072586,-0.07247613370418549,-0.06942321360111237,-0.06637029349803925,-0.06331737339496613,-0.06026444956660271,-0.05721152946352959,-0.05415860936045647,-0.05110568553209305,-0.04805276542901993,-0.04499984532594681,-0.04194692522287369,-0.03889400511980057,-0.03584108129143715,-0.03278816118836403,-0.02973524108529091,-0.02668231911957264,-0.02362939715385437,-0.02057647705078125,-0.01752355694770813,-0.01447063498198986,-0.011417713947594166,-0.008364792913198471,-0.005311871878802776,-0.0022589508444070816,0.0007939701899886131,0.003846898674964905,0.0068998197093605995,0.009952740743756294,0.013005661778151989,0.016058582812547684,0.019111502915620804,0.022164424881339073,0.025217346847057343,0.028270266950130463,0.03132318705320358,0.0343761071562767,0.03742903098464012,0.04048195108771324,0.04353487119078636,0.04658779501914978,0.0496407151222229,0.05269363522529602,0.05574655532836914,0.05879947543144226,0.06185239925980568,0.0649053156375885,0.06795824319124222,0.07101116329431534,0.07406408339738846,0.07711700350046158,0.0801699236035347,0.08322284370660782,0.08627576380968094,0.08932869136333466,0.09238161146640778,0.0954345315694809,0.09848745167255402,0.10154037177562714],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"bins":[-0.1082393229007721,-0.10506950318813324,-0.10189969092607498,-0.09872987121343613,-0.09556005895137787,-0.09239023923873901,-0.08922042697668076,-0.0860506072640419,-0.08288079500198364,-0.07971097528934479,-0.07654115557670593,-0.07337134331464767,-0.07020152360200882,-0.06703171133995056,-0.0638618916273117,-0.06069207563996315,-0.057522259652614594,-0.05435244366526604,-0.05118262767791748,-0.048012811690568924,-0.04484299570322037,-0.04167317599058151,-0.038503360003232956,-0.0353335440158844,-0.03216372802853584,-0.028993912041187286,-0.02582409605383873,-0.022654278203845024,-0.019484462216496468,-0.01631464622914791,-0.01314482931047678,-0.009975012391805649,-0.006805203855037689,-0.0036353874020278454,-0.00046557094901800156,0.0027042455039918423,0.005874061957001686,0.009043877944350243,0.012213694863021374,0.015383511781692505,0.01855332776904106,0.021723143756389618,0.024892959743738174,0.02806277759373188,0.031232593581080437,0.03440241143107414,0.0375722274184227,0.040742043405771255,0.04391185939311981,0.04708167538046837,0.050251491367816925,0.05342130735516548,0.05659112334251404,0.05976094305515289,0.06293075531721115,0.06610057502985,0.06927038729190826,0.07244020700454712,0.07561002671718597,0.07877983897924423,0.08194965869188309,0.08511947095394135,0.0882892906665802,0.09145910292863846,0.09462892264127731],"_type":"histogram","values":[1,0,0,0,0,0,2,7,15,17,26,62,128,155,307,493,800,1150,1781,2562,3787,5191,6910,9101,11642,14530,17911,21393,24937,28362,31559,34059,36009,36642,37043,36706,34560,32404,29279,26067,22249,19129,15400,12423,9736,7341,5576,3976,2888,1965,1308,850,547,319,233,120,89,33,24,8,5,4,1,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"bins":[-0.0056954012252390385,-0.0055231861770153046,-0.005350971128791571,-0.005178756080567837,-0.005006541032344103,-0.004834325984120369,-0.004662110935896635,-0.004489895887672901,-0.00431768037378788,-0.004145465325564146,-0.003973250277340412,-0.003801035461947322,-0.0036288201808929443,-0.0034566051326692104,-0.0032843900844454765,-0.0031121750362217426,-0.0029399599879980087,-0.002767744939774275,-0.002595529891550541,-0.002423314843326807,-0.002251099795103073,-0.0020788845140486956,-0.0019066694658249617,-0.0017344544176012278,-0.0015622393693774939,-0.00139002432115376,-0.001217809272930026,-0.0010455941082909703,-0.0008733790600672364,-0.0007011640118435025,-0.0005289489054121077,-0.00035673382808454335,-0.000184518750756979,-1.230367342941463e-05,0.00015991140389814973,0.0003321264812257141,0.0005043415585532784,0.0006765566067770123,0.0008487717132084072,0.001020986819639802,0.0011932018678635359,0.0013654169160872698,0.0015376319643110037,0.0017098471289500594,0.0018820621771737933,0.002054277341812849,0.002226492390036583,0.002398707438260317,0.0025709224864840508,0.0027431375347077847,0.0029153525829315186,0.0030875676311552525,0.0032597826793789864,0.003431997960433364,0.003604213008657098,0.0037764280568808317,0.003948642872273922,0.004120858386158943,0.004293073434382677,0.004465288482606411,0.004637503530830145,0.004809718579053879,0.004981933627277613,0.005154148675501347,0.0053263637237250805],"_type":"histogram","values":[1,0,0,1,2,4,1,7,7,11,11,8,5,13,15,30,19,21,19,16,12,30,16,17,17,15,10,22,17,11,13,12,13,11,15,16,15,14,20,8,9,11,12,17,26,11,16,19,22,21,23,18,10,8,8,13,5,8,8,4,2,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"bins":[0.9975687265396118,0.9976661205291748,0.9977635145187378,0.9978609085083008,0.9979583024978638,0.9980556964874268,0.9981530904769897,0.9982504844665527,0.9983478784561157,0.9984452724456787,0.9985426664352417,0.9986400604248047,0.9987374544143677,0.9988348484039307,0.9989322423934937,0.9990296363830566,0.9991270303726196,0.9992244839668274,0.9993218779563904,0.9994192719459534,0.9995166659355164,0.9996140599250793,0.9997114539146423,0.9998088479042053,0.9999062418937683,1.0000035762786865,1.0001009702682495,1.0001983642578125,1.0002957582473755,1.0003931522369385,1.0004905462265015,1.0005879402160645,1.000685453414917,1.00078284740448,1.000880241394043,1.000977635383606,1.001075029373169,1.001172423362732,1.001269817352295,1.001367211341858,1.001464605331421,1.0015619993209839,1.0016593933105469,1.0017567873001099,1.0018541812896729,1.0019515752792358,1.0020489692687988,1.0021463632583618,1.0022437572479248,1.0023411512374878,1.0024385452270508,1.0025359392166138,1.0026333332061768,1.0027307271957397,1.0028281211853027,1.0029255151748657,1.0030229091644287,1.0031203031539917,1.0032176971435547,1.0033150911331177,1.0034124851226807,1.0035098791122437,1.0036072731018066,1.0037046670913696,1.0038020610809326],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,0,1,5,3,4,9,7,14,17,24,42,40,56,70,64,59,55,39,51,27,24,38,15,13,15,13,10,6,5,7,4,5,0,5,8,4,2,1,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.bias":{"bins":[-0.0006810851627960801,-0.0006601957720704377,-0.0006393063813447952,-0.0006184169324114919,-0.0005975275416858494,-0.000576638150960207,-0.0005557487020269036,-0.0005348593113012612,-0.0005139699205756187,-0.0004930805298499763,-0.0004721911100205034,-0.0004513016901910305,-0.00043041229946538806,-0.0004095229087397456,-0.0003886334889102727,-0.0003677440690807998,-0.0003468546783551574,-0.00032596528762951493,-0.00030507586780004203,-0.00028418644797056913,-0.0002632970572449267,-0.00024240765196736902,-0.00022151824668981135,-0.00020062884141225368,-0.000179739436134696,-0.00015885003085713834,-0.00013796062557958066,-0.000117071220302023,-9.618181502446532e-05,-7.529240974690765e-05,-5.440300446934998e-05,-3.351359919179231e-05,-1.2624193914234638e-05,8.265211363323033e-06,2.9154616640880704e-05,5.0044021918438375e-05,7.093342719599605e-05,9.182283247355372e-05,0.00011271223775111139,0.00013360164302866906,0.00015449104830622673,0.0001753804535837844,0.00019626985886134207,0.00021715926413889974,0.00023804866941645741,0.00025893806014209986,0.00027982747997157276,0.00030071689980104566,0.0003216062905266881,0.00034249568125233054,0.00036338510108180344,0.00038427452091127634,0.0004051639116369188,0.0004260533023625612,0.0004469427221920341,0.000467832142021507,0.0004887215327471495,0.0005096109234727919,0.0005305003141984344,0.0005513897631317377,0.0005722791538573802,0.0005931685445830226,0.000614057993516326,0.0006349473842419684,0.0006558367749676108],"_type":"histogram","values":[1,0,1,0,1,1,2,0,2,0,5,4,2,2,6,7,9,9,6,14,11,17,14,18,25,27,25,24,23,25,29,45,24,20,36,30,29,28,31,30,26,25,16,17,23,13,13,8,15,4,3,5,5,3,2,2,2,1,0,0,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.bias":{"bins":[-0.0012646913528442383,-0.0012202784419059753,-0.0011758655309677124,-0.0011314526200294495,-0.0010870397090911865,-0.0010426267981529236,-0.0009982138872146606,-0.0009538009762763977,-0.0009093880653381348,-0.0008649751543998718,-0.0008205622434616089,-0.000776149332523346,-0.000731736421585083,-0.0006873235106468201,-0.0006429105997085571,-0.0005984976887702942,-0.0005540847778320312,-0.0005096718668937683,-0.00046525895595550537,-0.00042084604501724243,-0.0003764331340789795,-0.00033202022314071655,-0.0002876073122024536,-0.00024319440126419067,-0.00019878149032592773,-0.0001543685793876648,-0.00010995566844940186,-6.554275751113892e-05,-2.1129846572875977e-05,2.3283064365386963e-05,6.76959753036499e-05,0.00011210888624191284,0.00015652179718017578,0.00020093470811843872,0.00024534761905670166,0.0002897605299949646,0.00033417344093322754,0.0003785863518714905,0.0004229992628097534,0.00046741217374801636,0.0005118250846862793,0.0005562379956245422,0.0006006509065628052,0.0006450638175010681,0.0006894767284393311,0.000733889639377594,0.0007783025503158569,0.0008227154612541199,0.0008671283721923828,0.0009115412831306458,0.0009559541940689087,0.0010003671050071716,0.0010447800159454346,0.0010891929268836975,0.0011336058378219604,0.0011780187487602234,0.0012224316596984863,0.0012668445706367493,0.0013112574815750122,0.0013556703925132751,0.001400083303451538,0.001444496214389801,0.001488909125328064,0.001533322036266327,0.0015777349472045898],"_type":"histogram","values":[2,3,1,3,3,1,2,3,3,7,7,9,7,8,17,7,20,18,24,22,23,20,24,22,27,27,32,23,25,30,30,34,32,19,28,25,22,25,11,18,13,14,13,8,9,12,7,4,4,4,4,2,3,2,1,0,1,0,1,0,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"values":[1,2,0,0,0,1,5,2,2,5,6,13,22,22,14,33,48,68,70,123,138,219,276,404,527,786,1108,1731,3263,8178,38691,354568,148264,18678,5325,2402,1433,976,654,454,342,261,182,139,109,77,48,49,36,21,13,9,6,8,4,1,1,2,1,0,1,0,1,1],"bins":[-0.0011014938354492188,-0.001066848635673523,-0.0010322034358978271,-0.0009975582361221313,-0.0009629130363464355,-0.0009282678365707397,-0.0008936226367950439,-0.0008589774370193481,-0.0008243322372436523,-0.0007896870374679565,-0.0007550418376922607,-0.0007203966379165649,-0.0006857514381408691,-0.0006511062383651733,-0.0006164610385894775,-0.0005818158388137817,-0.0005471706390380859,-0.0005125254392623901,-0.00047788023948669434,-0.00044323503971099854,-0.00040858983993530273,-0.00037394464015960693,-0.00033929944038391113,-0.00030465424060821533,-0.00027000904083251953,-0.00023536384105682373,-0.00020071864128112793,-0.00016607344150543213,-0.00013142824172973633,-9.678304195404053e-05,-6.213784217834473e-05,-2.7492642402648926e-05,7.152557373046875e-06,4.1797757148742676e-05,7.644295692443848e-05,0.00011108815670013428,0.00014573335647583008,0.00018037855625152588,0.00021502375602722168,0.0002496689558029175,0.0002843141555786133,0.0003189593553543091,0.0003536045551300049,0.0003882497549057007,0.0004228949546813965,0.0004575401544570923,0.0004921853542327881,0.0005268305540084839,0.0005614757537841797,0.0005961209535598755,0.0006307661533355713,0.0006654113531112671,0.0007000565528869629,0.0007347017526626587,0.0007693469524383545,0.0008039921522140503,0.0008386373519897461,0.0008732825517654419,0.0009079277515411377,0.0009425729513168335,0.0009772181510925293,0.001011863350868225,0.001046508550643921,0.0010811537504196167,0.0011157989501953125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"bins":[-0.0011775268940255046,-0.0011406666599214077,-0.001103806309401989,-0.0010669459588825703,-0.0010300857247784734,-0.0009932254906743765,-0.0009563651401549578,-0.0009195048478432,-0.0008826445555314422,-0.0008457842632196844,-0.0008089239709079266,-0.0007720636785961688,-0.000735203386284411,-0.0006983430939726532,-0.0006614828016608953,-0.0006246225093491375,-0.0005877622170373797,-0.0005509019247256219,-0.0005140416324138641,-0.00047718134010210633,-0.00044032104779034853,-0.0004034607554785907,-0.0003666004631668329,-0.0003297401708550751,-0.0002928798785433173,-0.0002560195862315595,-0.0002191592939198017,-0.0001822990016080439,-0.0001454387092962861,-0.0001085784169845283,-7.17181246727705e-05,-3.48578323610127e-05,2.002343535423279e-06,3.886263584718108e-05,7.572292815893888e-05,0.00011258322047069669,0.0001494435127824545,0.0001863038050942123,0.0002231640974059701,0.0002600243897177279,0.0002968846820294857,0.0003337449743412435,0.0003706052666530013,0.0004074655589647591,0.0004443258512765169,0.0004811861435882747,0.0005180464359000325,0.0005549067282117903,0.0005917670205235481,0.0006286273128353059,0.0006654876051470637,0.0007023478974588215,0.0007392081897705793,0.0007760684820823371,0.0008129287743940949,0.0008497890667058527,0.0008866493590176105,0.0009235096513293684,0.0009603699436411262,0.000997230177745223,0.0010340905282646418,0.0010709508787840605,0.0011078111128881574,0.0011446713469922543,0.001181531697511673],"_type":"histogram","values":[2,0,1,1,0,2,0,3,5,3,4,3,9,5,8,14,12,9,12,15,15,20,19,21,19,23,26,22,21,27,30,35,28,29,22,31,27,24,22,27,20,18,17,20,12,9,13,10,11,10,4,12,9,1,2,0,0,1,0,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"bins":[-0.001045823097229004,-0.001016136258840561,-0.000986449420452118,-0.0009567625820636749,-0.0009270757436752319,-0.0008973889052867889,-0.000867702066898346,-0.000838015228509903,-0.00080832839012146,-0.000778641551733017,-0.000748954713344574,-0.000719267874956131,-0.000689581036567688,-0.000659894198179245,-0.000630207359790802,-0.000600520521402359,-0.000570833683013916,-0.000541146844625473,-0.00051146000623703,-0.00048177316784858704,-0.00045208632946014404,-0.00042239949107170105,-0.00039271265268325806,-0.00036302581429481506,-0.00033333897590637207,-0.0003036521375179291,-0.0002739652991294861,-0.0002442784607410431,-0.0002145916223526001,-0.0001849047839641571,-0.0001552179455757141,-0.00012553110718727112,-9.584426879882812e-05,-6.615743041038513e-05,-3.647059202194214e-05,-6.7837536334991455e-06,2.2903084754943848e-05,5.258992314338684e-05,8.227676153182983e-05,0.00011196359992027283,0.00014165043830871582,0.0001713372766971588,0.0002010241150856018,0.0002307109534740448,0.0002603977918624878,0.0002900846302509308,0.0003197714686393738,0.00034945830702781677,0.00037914514541625977,0.00040883198380470276,0.00043851882219314575,0.00046820566058158875,0.0004978924989700317,0.0005275793373584747,0.0005572661757469177,0.0005869530141353607,0.0006166398525238037,0.0006463266909122467,0.0006760135293006897,0.0007057003676891327,0.0007353872060775757,0.0007650740444660187,0.0007947608828544617,0.0008244477212429047,0.0008541345596313477],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,0,1,4,3,9,10,6,7,13,15,24,23,25,31,38,49,57,71,96,90,122,133,141,145,140,129,112,90,64,70,63,45,39,43,29,23,20,12,8,7,7,12,3,3,2,3,1,1,2,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,2,0,1,1,0,1,2,2,1,3,8,10,4,17,12,11,16,12,30,38,38,37,46,52,48,37,65,47,46,37,20,21,18,21,11,11,10,5,4,2,1,1,7,1,3,0,2,0,0,1,1,0,0,0,1],"bins":[-0.0006849897326901555,-0.0006647984846495092,-0.0006446072366088629,-0.0006244159885682166,-0.0006042247405275702,-0.0005840335506945848,-0.0005638423026539385,-0.0005436510546132922,-0.0005234598065726459,-0.0005032685585319996,-0.0004830773104913533,-0.0004628860915545374,-0.0004426948435138911,-0.0004225035954732448,-0.00040231237653642893,-0.0003821211284957826,-0.0003619298804551363,-0.00034173863241449,-0.00032154738437384367,-0.0003013561654370278,-0.0002811649173963815,-0.0002609736693557352,-0.0002407824358670041,-0.000220591202378273,-0.0002003999543376267,-0.00018020870629698038,-0.0001600174728082493,-0.0001398262393195182,-0.0001196349912788719,-9.94437505141832e-05,-7.925250974949449e-05,-5.906126898480579e-05,-3.887002822011709e-05,-1.8678787455428392e-05,1.5124533092603087e-06,2.170369407394901e-05,4.189493483863771e-05,6.208617560332641e-05,8.227741636801511e-05,0.00010246865713270381,0.0001226598978973925,0.00014285114593803883,0.0001630423794267699,0.000183233612915501,0.0002034248609561473,0.00022361610899679363,0.00024380734248552471,0.0002639985759742558,0.0002841898240149021,0.00030438107205554843,0.00032457232009619474,0.0003447635390330106,0.0003649547870736569,0.00038514603511430323,0.0004053372540511191,0.0004255285020917654,0.0004457197501324117,0.00046591099817305803,0.00048610224621370435,0.0005062934942543507,0.0005264846840873361,0.0005466759321279824,0.0005668671801686287,0.000587058428209275,0.0006072496762499213]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,1,0,0,0,1,0,1,2,3,1,2,0,5,2,8,11,3,16,10,11,15,15,19,19,21,24,30,23,33,35,34,27,31,31,41,28,29,21,35,29,18,15,28,20,12,8,12,5,7,4,9,2,4,1,1,1,0,0,2,0,0,0,1],"bins":[-0.00046463022590614855,-0.0004506341356318444,-0.0004366380162537098,-0.00042264192597940564,-0.00040864580660127103,-0.0003946497163269669,-0.0003806535969488323,-0.0003666575066745281,-0.00035266141640022397,-0.00033866529702208936,-0.0003246692067477852,-0.0003106730873696506,-0.00029667699709534645,-0.00028268087771721184,-0.0002686847874429077,-0.0002546886680647731,-0.00024069257779046893,-0.00022669647296424955,-0.00021270036813803017,-0.0001987042633118108,-0.0001847081584855914,-0.00017071206821128726,-0.00015671596338506788,-0.0001427198585588485,-0.00012872375373262912,-0.00011472764890640974,-0.00010073154408019036,-8.67354465299286e-05,-7.273934170370921e-05,-5.8743236877489835e-05,-4.474713568924926e-05,-3.075103450100869e-05,-1.6754900570958853e-05,-2.7587975637288764e-06,1.12373054435011e-05,2.5233408450731076e-05,3.922951145796105e-05,5.322561628418043e-05,6.72217138344422e-05,8.121781866066158e-05,9.521392348688096e-05,0.00010921002831310034,0.00012320613313931972,0.0001372022379655391,0.00015119832823984325,0.00016519443306606263,0.000179190537892282,0.0001931866427185014,0.00020718274754472077,0.00022117885237094015,0.00023517495719715953,0.0002491710474714637,0.0002631671668495983,0.00027716325712390244,0.00029115937650203705,0.0003051554667763412,0.00031915155705064535,0.00033314767642877996,0.0003471437667030841,0.0003611398860812187,0.00037513597635552287,0.0003891320957336575,0.00040312818600796163,0.00041712430538609624,0.0004311203956604004]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,1,1,1,2,0,0,4,4,7,12,13,30,41,48,83,120,189,249,351,590,843,1264,1823,2791,4336,6652,10816,18012,32281,64702,141079,149053,69966,34091,18845,11377,6922,4438,2947,1941,1229,854,593,421,260,176,96,93,54,43,25,15,14,7,6,3,5,0,1,1,2],"bins":[-0.0002028942108154297,-0.00019693374633789062,-0.00019097328186035156,-0.0001850128173828125,-0.00017905235290527344,-0.00017309188842773438,-0.0001671314239501953,-0.00016117095947265625,-0.0001552104949951172,-0.00014925003051757812,-0.00014328956604003906,-0.0001373291015625,-0.00013136863708496094,-0.00012540817260742188,-0.00011944770812988281,-0.00011348724365234375,-0.00010752677917480469,-0.00010156631469726562,-9.560585021972656e-05,-8.96453857421875e-05,-8.368492126464844e-05,-7.772445678710938e-05,-7.176399230957031e-05,-6.580352783203125e-05,-5.984306335449219e-05,-5.3882598876953125e-05,-4.792213439941406e-05,-4.1961669921875e-05,-3.600120544433594e-05,-3.0040740966796875e-05,-2.4080276489257812e-05,-1.811981201171875e-05,-1.2159347534179688e-05,-6.198883056640625e-06,-2.384185791015625e-07,5.7220458984375e-06,1.1682510375976562e-05,1.7642974853515625e-05,2.3603439331054688e-05,2.956390380859375e-05,3.552436828613281e-05,4.1484832763671875e-05,4.744529724121094e-05,5.340576171875e-05,5.936622619628906e-05,6.532669067382812e-05,7.128715515136719e-05,7.724761962890625e-05,8.320808410644531e-05,8.916854858398438e-05,9.512901306152344e-05,0.0001010894775390625,0.00010704994201660156,0.00011301040649414062,0.00011897087097167969,0.00012493133544921875,0.0001308917999267578,0.00013685226440429688,0.00014281272888183594,0.000148773193359375,0.00015473365783691406,0.00016069412231445312,0.0001666545867919922,0.00017261505126953125,0.0001785755157470703]},"gradients/_orig_mod.linear.weight":{"values":[1,0,0,2,2,0,5,3,7,6,8,20,20,41,55,74,116,202,301,427,680,1012,1532,2369,3608,5543,8320,12399,17636,24469,32224,39691,44983,44773,40300,32776,24771,17558,12583,8504,5636,3671,2301,1604,1056,667,416,286,191,115,80,63,33,24,16,12,7,8,4,2,1,1,0,1],"bins":[-0.0011320114135742188,-0.0010977238416671753,-0.0010634362697601318,-0.0010291486978530884,-0.000994861125946045,-0.0009605735540390015,-0.000926285982131958,-0.0008919984102249146,-0.0008577108383178711,-0.0008234232664108276,-0.0007891356945037842,-0.0007548481225967407,-0.0007205605506896973,-0.0006862729787826538,-0.0006519854068756104,-0.0006176978349685669,-0.0005834102630615234,-0.00054912269115448,-0.0005148351192474365,-0.00048054754734039307,-0.0004462599754333496,-0.00041197240352630615,-0.0003776848316192627,-0.00034339725971221924,-0.0003091096878051758,-0.0002748221158981323,-0.00024053454399108887,-0.0002062469720840454,-0.00017195940017700195,-0.0001376718282699585,-0.00010338425636291504,-6.909668445587158e-05,-3.4809112548828125e-05,-5.21540641784668e-07,3.376603126525879e-05,6.805360317230225e-05,0.0001023411750793457,0.00013662874698638916,0.00017091631889343262,0.00020520389080047607,0.00023949146270751953,0.000273779034614563,0.00030806660652160645,0.0003423541784286499,0.00037664175033569336,0.0004109293222427368,0.0004452168941497803,0.00047950446605682373,0.0005137920379638672,0.0005480796098709106,0.0005823671817779541,0.0006166547536849976,0.000650942325592041,0.0006852298974990845,0.0007195174694061279,0.0007538050413131714,0.0007880926132202148,0.0008223801851272583,0.0008566677570343018,0.0008909553289413452,0.0009252429008483887,0.0009595304727554321,0.0009938180446624756,0.001028105616569519,0.0010623931884765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"_type":"histogram","values":[1,0,4,4,18,31,67,94,182,297,502,806,1205,1857,2742,4196,5825,8083,11429,15065,19877,25522,32189,39336,47170,55713,64046,71875,79515,85601,90422,92435,93860,91519,88773,83718,76566,68944,61874,52995,44467,36661,29794,23066,18130,13747,10145,7258,5231,3464,2472,1499,987,639,396,245,129,66,45,29,20,11,3,2],"bins":[-0.09631294012069702,-0.0933336541056633,-0.09035436809062958,-0.08737508952617645,-0.08439580351114273,-0.08141651749610901,-0.07843723893165588,-0.07545795291662216,-0.07247866690158844,-0.06949938088655472,-0.066520094871521,-0.06354081630706787,-0.06056153029203415,-0.05758224427700043,-0.054602961987257004,-0.05162367969751358,-0.04864439368247986,-0.045665107667446136,-0.04268582537770271,-0.03970654308795929,-0.03672725707292557,-0.033747971057891846,-0.030768688768148422,-0.02778940461575985,-0.024810120463371277,-0.021830836310982704,-0.01885155215859413,-0.01587226800620556,-0.012892983853816986,-0.009913699701428413,-0.006934415549039841,-0.003955131396651268,-0.0009758397936820984,0.0020034443587064743,0.004982728511095047,0.00796201266348362,0.010941296815872192,0.013920580968260765,0.016899865120649338,0.01987914927303791,0.022858433425426483,0.025837717577815056,0.02881700173020363,0.03179628401994705,0.034775570034980774,0.037754856050014496,0.04073413833975792,0.04371342062950134,0.046692706644535065,0.04967199265956879,0.05265127494931221,0.055630557239055634,0.058609843254089355,0.06158912926912308,0.0645684152841568,0.06754769384860992,0.07052697986364365,0.07350626587867737,0.0764855444431305,0.07946483045816422,0.08244411647319794,0.08542340248823166,0.08840268850326538,0.0913819670677185,0.09436125308275223]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.bias":{"bins":[-0.00025397539138793945,-0.00024641305208206177,-0.00023885071277618408,-0.0002312883734703064,-0.0002237260341644287,-0.00021616369485855103,-0.00020860135555267334,-0.00020103901624679565,-0.00019347667694091797,-0.00018591433763504028,-0.0001783519983291626,-0.0001707896590232849,-0.00016322731971740723,-0.00015566498041152954,-0.00014810264110565186,-0.00014054030179977417,-0.00013297796249389648,-0.0001254156231880188,-0.00011785328388214111,-0.00011029094457626343,-0.00010272860527038574,-9.516626596450806e-05,-8.760392665863037e-05,-8.004158735275269e-05,-7.2479248046875e-05,-6.491690874099731e-05,-5.735456943511963e-05,-4.979223012924194e-05,-4.222989082336426e-05,-3.466755151748657e-05,-2.7105212211608887e-05,-1.95428729057312e-05,-1.1980533599853516e-05,-4.41819429397583e-06,3.1441450119018555e-06,1.0706484317779541e-05,1.8268823623657227e-05,2.5831162929534912e-05,3.33935022354126e-05,4.095584154129028e-05,4.851818084716797e-05,5.6080520153045654e-05,6.364285945892334e-05,7.120519876480103e-05,7.876753807067871e-05,8.63298773765564e-05,9.389221668243408e-05,0.00010145455598831177,0.00010901689529418945,0.00011657923460006714,0.00012414157390594482,0.0001317039132118225,0.0001392662525177002,0.00014682859182357788,0.00015439093112945557,0.00016195327043533325,0.00016951560974121094,0.00017707794904708862,0.0001846402883529663,0.000192202627658844,0.00019976496696472168,0.00020732730627059937,0.00021488964557647705,0.00022245198488235474,0.00023001432418823242],"_type":"histogram","values":[1,0,0,0,1,1,0,0,1,0,1,1,0,1,1,0,0,0,3,1,0,1,0,0,2,2,10,15,20,33,52,79,112,112,97,77,50,38,13,8,7,6,0,2,2,4,4,2,0,1,0,1,1,1,0,0,0,0,0,0,0,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.key.weight":{"bins":[-0.09859298914670944,-0.09546475112438202,-0.09233652055263519,-0.08920828253030777,-0.08608004450798035,-0.08295181393623352,-0.0798235759139061,-0.07669534534215927,-0.07356710731983185,-0.07043886929750443,-0.0673106387257576,-0.06418240070343018,-0.06105416640639305,-0.057925932109355927,-0.0547976940870285,-0.05166945978999138,-0.048541225492954254,-0.04541299119591713,-0.042284756898880005,-0.03915651887655258,-0.03602828457951546,-0.03290005028247833,-0.02977181412279606,-0.026643577963113785,-0.02351534366607666,-0.020387109369039536,-0.01725887320935726,-0.014130637980997562,-0.011002402752637863,-0.007874167524278164,-0.004745932295918465,-0.0016176970675587654,0.001510530710220337,0.004638765938580036,0.007767001166939735,0.010895236395299435,0.014023471623659134,0.01715170592069626,0.020279942080378532,0.023408178240060806,0.02653641253709793,0.029664646834135056,0.03279288113117218,0.0359211191534996,0.03904935345053673,0.04217758774757385,0.045305825769901276,0.0484340600669384,0.051562294363975525,0.05469052866101265,0.057818762958049774,0.0609470009803772,0.06407523155212402,0.06720346957445145,0.07033170759677887,0.0734599381685257,0.07658817619085312,0.07971641421318054,0.08284464478492737,0.08597288280725479,0.08910112082958221,0.09222935140132904,0.09535758942365646,0.09848581999540329,0.10161405801773071],"_type":"histogram","values":[2,0,1,2,6,6,15,30,58,107,179,314,467,659,1108,1568,2389,3463,4600,6326,8259,10707,13590,16740,20160,23584,27170,30101,32865,35182,36130,36548,36364,35049,32819,30357,27142,23806,20337,17227,13644,10872,8641,6285,4624,3436,2373,1642,1069,712,424,281,171,89,56,24,23,11,3,1,4,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"values":[2,0,0,0,1,2,0,1,2,3,2,10,7,14,12,28,22,35,61,83,85,126,98,160,158,143,152,161,130,117,106,80,59,53,37,34,17,10,13,6,5,3,6,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0009032129892148077,-0.0008685456705279648,-0.000833878293633461,-0.0007992109749466181,-0.0007645436562597752,-0.0007298763375729322,-0.0006952090188860893,-0.0006605416419915855,-0.0006258743233047426,-0.0005912070046178997,-0.0005565396277233958,-0.0005218723090365529,-0.00048720499034971,-0.00045253767166286707,-0.0004178703238721937,-0.0003832029760815203,-0.0003485356573946774,-0.0003138683387078345,-0.0002792009909171611,-0.00024453364312648773,-0.0002098663244396448,-0.00017519899120088667,-0.00014053165796212852,-0.00010586432472337037,-7.119699148461223e-05,-3.652965824585408e-05,-1.862325007095933e-06,3.2805008231662214e-05,6.747234147042036e-05,0.00010213967470917851,0.00013680700794793665,0.0001714743411866948,0.00020614161621779203,0.00024080894945655018,0.00027547628269530833,0.0003101436304859817,0.0003448109491728246,0.00037947826785966754,0.0004141456156503409,0.0004488129634410143,0.0004834802821278572,0.0005181476008147001,0.000552814919501543,0.0005874822963960469,0.0006221496150828898,0.0006568169337697327,0.0006914843106642365,0.0007261516293510795,0.0007608189480379224,0.0007954862667247653,0.0008301535854116082,0.000864820962306112,0.000899488280992955,0.0009341555996797979,0.0009688229765743017,0.0010034902952611446,0.0010381576139479876,0.0010728249326348305,0.0011074922513216734,0.0011421595700085163,0.0011768268886953592,0.001211494323797524,0.001246161642484367,0.0012808289611712098,0.0013154962798580527],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[2,0,2,1,5,8,8,15,23,24,32,54,83,116,167,241,380,524,750,1154,1669,2376,3701,5456,8498,13095,20051,30785,46734,65890,84158,86152,70876,50374,33294,21581,13954,9364,5949,3935,2689,1803,1246,809,569,372,261,192,130,84,55,40,29,18,17,7,5,4,6,5,1,0,0,1],"bins":[-0.0005664825439453125,-0.0005482658743858337,-0.000530049204826355,-0.0005118325352668762,-0.0004936158657073975,-0.0004753991961479187,-0.00045718252658843994,-0.0004389658570289612,-0.0004207491874694824,-0.00040253251791000366,-0.0003843158483505249,-0.00036609917879104614,-0.0003478825092315674,-0.0003296658396720886,-0.00031144917011260986,-0.0002932325005531311,-0.00027501583099365234,-0.0002567991614341736,-0.00023858249187469482,-0.00022036582231521606,-0.0002021491527557373,-0.00018393248319625854,-0.00016571581363677979,-0.00014749914407730103,-0.00012928247451782227,-0.0001110658049583435,-9.284913539886475e-05,-7.463246583938599e-05,-5.6415796279907227e-05,-3.819912672042847e-05,-1.9982457160949707e-05,-1.7657876014709473e-06,1.6450881958007812e-05,3.466755151748657e-05,5.288422107696533e-05,7.110089063644409e-05,8.931756019592285e-05,0.00010753422975540161,0.00012575089931488037,0.00014396756887435913,0.0001621842384338379,0.00018040090799331665,0.0001986175775527954,0.00021683424711227417,0.00023505091667175293,0.0002532675862312317,0.00027148425579071045,0.0002897009253501892,0.00030791759490966797,0.00032613426446914673,0.0003443509340286255,0.00036256760358810425,0.000380784273147583,0.00039900094270706177,0.00041721761226654053,0.0004354342818260193,0.00045365095138549805,0.0004718676209449768,0.0004900842905044556,0.0005083009600639343,0.0005265176296234131,0.0005447342991828918,0.0005629509687423706,0.0005811676383018494,0.0005993843078613281]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.bias":{"bins":[-0.0007032155990600586,-0.0006841244176030159,-0.0006650332361459732,-0.0006459420546889305,-0.0006268508732318878,-0.0006077596917748451,-0.0005886685103178024,-0.0005695773288607597,-0.000550486147403717,-0.0005313949659466743,-0.0005123037844896317,-0.000493212603032589,-0.00047412142157554626,-0.00045503024011850357,-0.0004359390586614609,-0.0004168478772044182,-0.0003977566957473755,-0.0003786655142903328,-0.0003595743328332901,-0.0003404831513762474,-0.0003213919699192047,-0.000302300788462162,-0.0002832096070051193,-0.00026411842554807663,-0.00024502724409103394,-0.00022593606263399124,-0.00020684488117694855,-0.00018775369971990585,-0.00016866251826286316,-0.00014957133680582047,-0.00013048015534877777,-0.00011138897389173508,-9.229779243469238e-05,-7.320661097764969e-05,-5.4115429520606995e-05,-3.50242480635643e-05,-1.5933066606521606e-05,3.1581148505210876e-06,2.2249296307563782e-05,4.1340477764606476e-05,6.043165922164917e-05,7.952284067869186e-05,9.861402213573456e-05,0.00011770520359277725,0.00013679638504981995,0.00015588756650686264,0.00017497874796390533,0.00019406992942094803,0.00021316111087799072,0.00023225229233503342,0.0002513434737920761,0.0002704346552491188,0.0002895258367061615,0.0003086170181632042,0.0003277081996202469,0.0003467993810772896,0.0003658905625343323,0.00038498174399137497,0.00040407292544841766,0.00042316410690546036,0.00044225528836250305,0.00046134646981954575,0.00048043765127658844,0.0004995288327336311,0.0005186200141906738],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,2,2,2,2,7,0,5,4,8,3,6,12,10,12,14,19,22,13,30,32,21,21,23,34,35,27,25,42,25,22,25,25,17,24,18,27,13,23,17,24,11,9,10,7,9,7,5,8,0,2,2,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[2,2,0,4,2,0,2,6,5,10,25,52,63,92,149,286,477,732,1195,2069,3382,5617,9632,16274,28593,51735,103463,232143,436761,350959,160782,75259,39120,21970,12669,7534,4500,2784,1678,1033,598,429,264,178,103,80,51,33,30,11,6,3,2,4,3,4,1,0,1,0,0,0,1,1],"bins":[-0.0010156631469726562,-0.0009803622961044312,-0.0009450614452362061,-0.000909760594367981,-0.0008744597434997559,-0.0008391588926315308,-0.0008038580417633057,-0.0007685571908950806,-0.0007332563400268555,-0.0006979554891586304,-0.0006626546382904053,-0.0006273537874221802,-0.0005920529365539551,-0.00055675208568573,-0.0005214512348175049,-0.0004861503839492798,-0.0004508495330810547,-0.0004155486822128296,-0.0003802478313446045,-0.0003449469804763794,-0.0003096461296081543,-0.0002743452787399292,-0.0002390444278717041,-0.000203743577003479,-0.0001684427261352539,-0.0001331418752670288,-9.784102439880371e-05,-6.254017353057861e-05,-2.7239322662353516e-05,8.061528205871582e-06,4.336237907409668e-05,7.866322994232178e-05,0.00011396408081054688,0.00014926493167877197,0.00018456578254699707,0.00021986663341522217,0.00025516748428344727,0.00029046833515167236,0.00032576918601989746,0.00036107003688812256,0.00039637088775634766,0.00043167173862457275,0.00046697258949279785,0.000502273440361023,0.000537574291229248,0.0005728751420974731,0.0006081759929656982,0.0006434768438339233,0.0006787776947021484,0.0007140785455703735,0.0007493793964385986,0.0007846802473068237,0.0008199810981750488,0.0008552819490432739,0.000890582799911499,0.0009258836507797241,0.0009611845016479492,0.0009964853525161743,0.0010317862033843994,0.0010670870542526245,0.0011023879051208496,0.0011376887559890747,0.0011729896068572998,0.001208290457725525,0.00124359130859375]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.bias":{"values":[1,0,0,1,3,0,3,1,0,1,0,0,2,2,1,2,4,2,6,6,8,10,13,23,26,27,37,46,48,47,40,45,40,51,44,44,27,36,16,21,21,18,8,7,3,2,2,3,0,1,0,2,1,4,2,2,4,0,0,0,2,0,1,1],"bins":[-0.006392771378159523,-0.006189043167978525,-0.005985314957797527,-0.0057815867476165295,-0.005577858537435532,-0.005374130327254534,-0.005170402117073536,-0.004966673906892538,-0.00476294569671154,-0.004559217020869255,-0.004355488810688257,-0.004151760600507259,-0.0039480323903262615,-0.0037443041801452637,-0.003540575969964266,-0.003336847759783268,-0.00313311954960227,-0.0029293913394212723,-0.0027256631292402744,-0.0025219349190592766,-0.0023182067088782787,-0.0021144782658666372,-0.0019107500556856394,-0.0017070218455046415,-0.0015032936353236437,-0.0012995654251426458,-0.001095837214961648,-0.0008921088883653283,-0.0006883806781843305,-0.00048465243889950216,-0.00028092419961467385,-7.719596032984555e-05,0.00012653181329369545,0.00033026005257852376,0.0005339882918633521,0.0007377165602520108,0.0009414447704330087,0.0011451729806140065,0.0013489013072103262,0.001552629517391324,0.001756357727572322,0.0019600859377533197,0.0021638141479343176,0.0023675423581153154,0.002571270801126957,0.002774999011307955,0.0029787272214889526,0.0031824554316699505,0.0033861836418509483,0.003589911852031946,0.003793640062212944,0.003997368272393942,0.00420109648257494,0.004404824692755938,0.004608552902936935,0.004812281113117933,0.005016009323298931,0.005219737999141216,0.005423466209322214,0.005627194419503212,0.00583092262968421,0.006034650839865208,0.0062383790500462055,0.006442107260227203,0.006645835470408201],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,0,1,1,0,1,0,0,1,1,1,1,3,3,9,6,8,9,21,36,47,79,98,120,104,75,41,27,18,13,10,7,5,5,4,1,1,0,2,0,2,2,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"bins":[-3.272294998168945e-05,-3.161560744047165e-05,-3.0508264899253845e-05,-2.940092235803604e-05,-2.8293579816818237e-05,-2.7186237275600433e-05,-2.607889473438263e-05,-2.4971552193164825e-05,-2.386420965194702e-05,-2.2756867110729218e-05,-2.1649524569511414e-05,-2.054218202829361e-05,-1.9434839487075806e-05,-1.8327496945858002e-05,-1.7220154404640198e-05,-1.6112811863422394e-05,-1.500546932220459e-05,-1.3898126780986786e-05,-1.2790784239768982e-05,-1.1683441698551178e-05,-1.0576099157333374e-05,-9.46875661611557e-06,-8.361414074897766e-06,-7.254071533679962e-06,-6.146728992462158e-06,-5.039386451244354e-06,-3.93204391002655e-06,-2.8247013688087463e-06,-1.7173588275909424e-06,-6.100162863731384e-07,4.973262548446655e-07,1.6046687960624695e-06,2.7120113372802734e-06,3.819353878498077e-06,4.926696419715881e-06,6.034038960933685e-06,7.141381502151489e-06,8.248724043369293e-06,9.356066584587097e-06,1.0463409125804901e-05,1.1570751667022705e-05,1.2678094208240509e-05,1.3785436749458313e-05,1.4892779290676117e-05,1.600012183189392e-05,1.7107464373111725e-05,1.821480691432953e-05,1.9322149455547333e-05,2.0429491996765137e-05,2.153683453798294e-05,2.2644177079200745e-05,2.375151962041855e-05,2.4858862161636353e-05,2.5966204702854156e-05,2.707354724407196e-05,2.8180889785289764e-05,2.928823232650757e-05,3.0395574867725372e-05,3.1502917408943176e-05,3.261025995016098e-05,3.3717602491378784e-05,3.482494503259659e-05,3.593228757381439e-05,3.7039630115032196e-05,3.814697265625e-05]},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"values":[1,0,1,0,1,1,0,2,1,3,8,4,2,4,4,6,8,7,7,14,15,20,16,16,20,18,25,16,29,29,37,26,22,31,25,29,25,30,32,31,24,15,25,20,16,13,12,13,9,13,4,4,6,2,3,2,3,1,2,1,7,1,5,1],"bins":[-0.00034308049362152815,-0.0003328747989144176,-0.0003226691042073071,-0.0003124634095001966,-0.00030225771479308605,-0.00029205202008597553,-0.000281846325378865,-0.0002716406306717545,-0.00026143493596464396,-0.000251229212153703,-0.00024102353199850768,-0.00023081783729139715,-0.0002206121280323714,-0.00021040643332526088,-0.00020020073861815035,-0.00018999504391103983,-0.0001797893492039293,-0.00016958365449681878,-0.00015937795978970826,-0.00014917226508259773,-0.0001389665703754872,-0.00012876086111646146,-0.00011855516640935093,-0.00010834947170224041,-9.814377699512988e-05,-8.793808228801936e-05,-7.773238758090883e-05,-6.75266855978407e-05,-5.732099089073017e-05,-4.711529618361965e-05,-3.690959783853032e-05,-2.670390131243039e-05,-1.6498233890160918e-05,-6.2925373640609905e-06,3.913159162038937e-06,1.4118855688138865e-05,2.4324552214238793e-05,3.453024692134932e-05,4.473594526643865e-05,5.494164361152798e-05,6.51473383186385e-05,7.535303302574903e-05,8.555872773285955e-05,9.576442971592769e-05,0.00010597012442303821,0.00011617581913014874,0.00012638152111321688,0.0001365872158203274,0.00014679291052743793,0.00015699860523454845,0.00016720429994165897,0.0001774099946487695,0.00018761568935588002,0.00019782139861490577,0.0002080270933220163,0.00021823278802912682,0.00022843848273623735,0.00023864417744334787,0.0002488498867023736,0.00025905558140948415,0.00026926127611659467,0.0002794669708237052,0.0002896726655308157,0.00029987836023792624,0.00031008405494503677],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"bins":[-0.001062489114701748,-0.001028089434839785,-0.0009936898713931441,-0.0009592902497388422,-0.0009248906280845404,-0.0008904909482225776,-0.0008560913265682757,-0.0008216917049139738,-0.0007872920832596719,-0.00075289246160537,-0.0007184928399510682,-0.0006840932182967663,-0.0006496935384348035,-0.0006152939167805016,-0.0005808942951261997,-0.0005464946734718978,-0.000512095051817596,-0.0004776954301632941,-0.0004432958085089922,-0.00040889615775085986,-0.000374496536096558,-0.0003400969144422561,-0.00030569726368412375,-0.00027129764202982187,-0.00023689802037552,-0.0002024983987212181,-0.000168098762515001,-0.0001336991263087839,-9.929950465448201e-05,-6.489987572422251e-05,-3.0500246793963015e-05,3.899382136296481e-06,3.8299127481877804e-05,7.26987564121373e-05,0.0001070983853423968,0.0001414980215486139,0.0001758976432029158,0.00021029726485721767,0.00024469691561535,0.0002790965372696519,0.00031349615892395377,0.00034789578057825565,0.00038229540223255754,0.0004166950529906899,0.00045109467464499176,0.00048549429629929364,0.000519893947057426,0.0005542935687117279,0.0005886931903660297,0.0006230928120203316,0.0006574924336746335,0.0006918920553289354,0.0007262916769832373,0.0007606913568452001,0.0007950909784995019,0.0008294906001538038,0.0008638902218081057,0.0008982898434624076,0.0009326894651167095,0.0009670890867710114,0.0010014887666329741,0.0010358883300796151,0.001070288009941578,0.0011046875733882189,0.0011390872532501817],"_type":"histogram","values":[2,1,1,2,1,1,0,1,2,1,8,3,7,8,5,15,16,13,11,13,24,28,13,19,20,26,28,39,28,23,22,29,28,27,29,30,15,30,21,27,25,20,10,17,10,11,9,10,8,5,4,4,2,4,2,0,3,2,2,1,0,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.weight":{"bins":[-0.0005530684138648212,-0.0005359650822356343,-0.0005188617506064475,-0.0005017583607695997,-0.0004846550291404128,-0.00046755169751122594,-0.0004504483367782086,-0.00043334500514902174,-0.0004162416444160044,-0.00039913831278681755,-0.0003820349811576307,-0.00036493162042461336,-0.0003478282887954265,-0.00033072492806240916,-0.0003136215964332223,-0.00029651823570020497,-0.0002794149040710181,-0.00026231157244183123,-0.0002452082117088139,-0.0002281048655277118,-0.0002110015193466097,-0.00019389818771742284,-0.00017679484153632075,-0.00015969149535521865,-0.00014258814917411655,-0.00012548480299301445,-0.00010838145681191236,-9.127811790676787e-05,-7.417477172566578e-05,-5.707142554456368e-05,-3.996808300144039e-05,-2.2864738639327697e-05,-5.761394277215004e-06,1.134195008489769e-05,2.8445294447010383e-05,4.554863699013367e-05,6.265198317123577e-05,7.975532935233787e-05,9.685866825748235e-05,0.00011396201443858445,0.00013106536061968654,0.00014816870680078864,0.00016527205298189074,0.00018237539916299284,0.0001994787307921797,0.0002165820769732818,0.0002336854231543839,0.0002507887838874012,0.0002678921155165881,0.00028499544714577496,0.0003020988078787923,0.00031920213950797915,0.0003363055002409965,0.00035340883187018335,0.0003705121926032007,0.00038761552423238754,0.0004047188558615744,0.00042182221659459174,0.0004389255482237786,0.00045602890895679593,0.0004731322405859828,0.0004902355722151697,0.0005073389620520175,0.0005244422936812043,0.0005415456253103912],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,0,1,1,3,1,0,5,3,4,4,8,7,10,14,20,19,24,21,43,51,48,48,54,47,48,42,34,30,36,26,19,12,16,7,10,5,7,6,10,1,1,5,3,2,2,1,0,2,1,1,0,0,0,2,1]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,0,2,2,0,0,1,2,0,5,3,4,3,4,9,2,8,7,15,12,32,21,28,37,50,73,70,57,57,56,40,29,27,25,19,9,12,4,7,6,3,4,4,2,3,1,2,2,0,2,0,1,1,1,0,1,0,0,1],"bins":[-0.0018067623022943735,-0.0017503054114058614,-0.001693848636932671,-0.001637391746044159,-0.0015809348551556468,-0.0015244780806824565,-0.0014680211897939444,-0.0014115642989054322,-0.001355107524432242,-0.0012986506335437298,-0.0012421937426552176,-0.0011857369681820273,-0.0011292800772935152,-0.001072823186405003,-0.0010163664119318128,-0.0009599095210433006,-0.0009034526883624494,-0.0008469958556815982,-0.000790538964793086,-0.0007340821321122348,-0.0006776252994313836,-0.0006211684085428715,-0.0005647115758620203,-0.000508254743181169,-0.00045179788139648736,-0.0003953410196118057,-0.00033888418693095446,-0.0002824273251462728,-0.00022597047791350633,-0.00016951363068073988,-0.00011305677617201582,-5.659992530127056e-05,-1.430744305253029e-07,5.6313776440219954e-05,0.00011277062731096521,0.00016922748181968927,0.00022568432905245572,0.00028214117628522217,0.00033859803806990385,0.00039505487075075507,0.00045151173253543675,0.0005079685943201184,0.0005644254270009696,0.0006208822596818209,0.000677339150570333,0.0007337959832511842,0.0007902528159320354,0.0008467097068205476,0.0009031665395013988,0.00095962337218225,0.0010160802630707622,0.0010725370375439525,0.0011289939284324646,0.0011854508193209767,0.001241907593794167,0.0012983644846826792,0.0013548213755711913,0.0014112781500443816,0.0014677350409328938,0.0015241919318214059,0.0015806487062945962,0.0016371055971831083,0.0016935624880716205,0.0017500192625448108,0.001806476153433323]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,0,1,2,2,1,5,7,6,7,5,7,3,10,16,8,14,22,13,18,31,19,29,29,39,22,31,30,25,29,19,33,29,26,14,18,34,25,17,14,9,20,16,9,10,10,5,8,8,1,2,3,2,3],"bins":[-0.0007725714240223169,-0.0007524582324549556,-0.0007323449826799333,-0.000712231791112572,-0.0006921185413375497,-0.0006720053497701883,-0.0006518920999951661,-0.0006317789084278047,-0.0006116656586527824,-0.0005915524670854211,-0.0005714392173103988,-0.0005513260257430375,-0.0005312127759680152,-0.0005110995844006538,-0.0004909863346256316,-0.0004708731430582702,-0.0004507599223870784,-0.0004306467017158866,-0.0004105334810446948,-0.00039042026037350297,-0.00037030703970231116,-0.00035019381903111935,-0.00033008059835992754,-0.0003099673776887357,-0.00028985418612137437,-0.00026974096545018256,-0.00024962774477899075,-0.0002295145095558837,-0.00020940130343660712,-0.0001892880827654153,-0.0001691748620942235,-0.0001490616414230317,-0.00012894842075183988,-0.00010883520008064806,-8.872197940945625e-05,-6.860876601422206e-05,-4.8495545343030244e-05,-2.8382326490827836e-05,-8.269107638625428e-06,1.184411121357698e-05,3.195733006577939e-05,5.20705507369712e-05,7.218377140816301e-05,9.229698480339721e-05,0.00011241020547458902,0.00013252341886982322,0.00015263663954101503,0.00017274986021220684,0.00019286308088339865,0.00021297630155459046,0.00023308952222578228,0.0002532027428969741,0.0002733159635681659,0.0002934291842393577,0.0003135424049105495,0.00033365562558174133,0.0003537688171491027,0.0003738820378202945,0.0003939952584914863,0.0004141084791626781,0.00043422169983386993,0.00045433492050506175,0.00047444814117625356,0.0004945613909512758,0.0005146745825186372],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[3,2,3,10,14,50,66,131,189,376,659,1002,1628,2383,3470,5071,7218,10034,14172,18644,24025,30797,38106,46471,55203,63571,72674,80486,86553,91685,94321,95660,94389,90895,85677,78885,70378,61913,52885,44655,36248,29211,22817,17414,13088,9468,6687,4620,3215,2129,1378,935,544,322,189,93,76,32,24,9,5,2,3,1],"bins":[-0.09583063423633575,-0.09277693182229996,-0.08972322940826416,-0.08666951954364777,-0.08361581712961197,-0.08056211471557617,-0.07750840485095978,-0.07445470243692398,-0.07140100002288818,-0.06834729760885239,-0.06529359519481659,-0.062239885330200195,-0.0591861829161644,-0.0561324805021286,-0.053078774362802505,-0.05002506822347641,-0.04697136580944061,-0.043917663395404816,-0.04086395725607872,-0.037810251116752625,-0.03475654870271683,-0.03170284628868103,-0.028649140149354935,-0.02559543587267399,-0.022541731595993042,-0.019488027319312096,-0.01643432304263115,-0.013380618765950203,-0.010326914489269257,-0.00727321021258831,-0.004219505935907364,-0.0011658016592264175,0.0018879100680351257,0.004941614344716072,0.007995318621397018,0.011049022898077965,0.014102727174758911,0.017156431451439857,0.020210135728120804,0.02326384000480175,0.026317544281482697,0.029371248558163643,0.03242495283484459,0.035478658974170685,0.03853236138820648,0.04158606380224228,0.044639769941568375,0.04769347608089447,0.05074717849493027,0.053800880908966064,0.05685458704829216,0.059908293187618256,0.06296199560165405,0.06601569801568985,0.06906940042972565,0.07212311029434204,0.07517681270837784,0.07823051512241364,0.08128422498703003,0.08433792740106583,0.08739162981510162,0.09044533222913742,0.09349903464317322,0.09655274450778961,0.09960644692182541]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"_type":"histogram","values":[1,2,0,0,0,1,0,1,1,1,9,3,8,5,7,10,14,14,11,10,10,21,18,17,23,16,20,23,35,16,39,36,31,19,23,19,27,26,22,26,17,25,20,21,22,13,13,13,8,11,7,11,3,3,5,0,3,0,3,1,2,0,0,2],"bins":[-0.0004952549934387207,-0.0004801396280527115,-0.00046502426266670227,-0.00044990889728069305,-0.00043479353189468384,-0.0004196781665086746,-0.0004045628011226654,-0.0003894474357366562,-0.00037433207035064697,-0.00035921670496463776,-0.00034410133957862854,-0.0003289859741926193,-0.0003138706088066101,-0.0002987552434206009,-0.0002836398780345917,-0.00026852451264858246,-0.00025340914726257324,-0.00023829378187656403,-0.0002231784164905548,-0.0002080630511045456,-0.00019294768571853638,-0.00017783232033252716,-0.00016271695494651794,-0.00014760158956050873,-0.0001324862241744995,-0.0001173708587884903,-0.00010225549340248108,-8.714012801647186e-05,-7.202476263046265e-05,-5.690939724445343e-05,-4.1794031858444214e-05,-2.6678666472434998e-05,-1.1563301086425781e-05,3.552064299583435e-06,1.866742968559265e-05,3.378279507160187e-05,4.8898160457611084e-05,6.40135258436203e-05,7.912889122962952e-05,9.424425661563873e-05,0.00010935962200164795,0.00012447498738765717,0.00013959035277366638,0.0001547057181596756,0.00016982108354568481,0.00018493644893169403,0.00020005181431770325,0.00021516717970371246,0.00023028254508972168,0.0002453979104757309,0.0002605132758617401,0.00027562864124774933,0.00029074400663375854,0.00030585937201976776,0.000320974737405777,0.0003360901027917862,0.0003512054681777954,0.0003663208335638046,0.00038143619894981384,0.00039655156433582306,0.0004116669297218323,0.0004267822951078415,0.0004418976604938507,0.0004570130258798599,0.00047212839126586914]},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,2,1,3,2,2,1,6,4,7,4,11,9,12,7,19,7,24,25,24,12,19,24,33,23,33,23,26,24,36,34,37,24,26,24,26,17,19,17,16,16,22,14,10,10,9,4,3,3,0,4,2,1,2,2,0,1,0,1],"bins":[-0.0004895329475402832,-0.0004748506471514702,-0.00046016834676265717,-0.00044548604637384415,-0.00043080374598503113,-0.0004161214455962181,-0.0004014391452074051,-0.00038675684481859207,-0.00037207454442977905,-0.00035739224404096603,-0.000342709943652153,-0.00032802764326334,-0.000313345342874527,-0.00029866304248571396,-0.00028398074209690094,-0.0002692984417080879,-0.0002546161413192749,-0.00023993384093046188,-0.00022525154054164886,-0.00021056924015283585,-0.00019588693976402283,-0.0001812046393752098,-0.0001665223389863968,-0.00015184003859758377,-0.00013715773820877075,-0.00012247543781995773,-0.00010779313743114471,-9.31108370423317e-05,-7.842853665351868e-05,-6.374623626470566e-05,-4.906393587589264e-05,-3.438163548707962e-05,-1.96993350982666e-05,-5.017034709453583e-06,9.665265679359436e-06,2.4347566068172455e-05,3.9029866456985474e-05,5.371216684579849e-05,6.839446723461151e-05,8.307676762342453e-05,9.775906801223755e-05,0.00011244136840105057,0.00012712366878986359,0.0001418059691786766,0.00015648826956748962,0.00017117056995630264,0.00018585287034511566,0.00020053517073392868,0.0002152174711227417,0.00022989977151155472,0.00024458207190036774,0.00025926437228918076,0.0002739466726779938,0.0002886289730668068,0.0003033112734556198,0.00031799357384443283,0.00033267587423324585,0.00034735817462205887,0.0003620404750108719,0.0003767227753996849,0.0003914050757884979,0.00040608737617731094,0.00042076967656612396,0.000435451976954937,0.00045013427734375]},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,2,2,1,1,0,0,3,2,3,3,6,9,10,7,11,7,12,13,22,17,15,18,20,25,16,29,25,24,29,26,27,30,21,28,17,21,16,24,26,26,24,31,12,15,13,13,10,7,8,5,7,7,3,3,2,3,0,3,1,3,0,2,1],"bins":[-0.0004585385322570801,-0.00044425204396247864,-0.0004299655556678772,-0.00041567906737327576,-0.0004013925790786743,-0.0003871060907840729,-0.00037281960248947144,-0.00035853311419487,-0.00034424662590026855,-0.0003299601376056671,-0.0003156736493110657,-0.00030138716101646423,-0.0002871006727218628,-0.00027281418442726135,-0.0002585276961326599,-0.00024424120783805847,-0.00022995471954345703,-0.0002156682312488556,-0.00020138174295425415,-0.0001870952546596527,-0.00017280876636505127,-0.00015852227807044983,-0.0001442357897758484,-0.00012994930148124695,-0.00011566281318664551,-0.00010137632489204407,-8.708983659744263e-05,-7.280334830284119e-05,-5.8516860008239746e-05,-4.4230371713638306e-05,-2.9943883419036865e-05,-1.5657395124435425e-05,-1.3709068298339844e-06,1.2915581464767456e-05,2.7202069759368896e-05,4.148855805397034e-05,5.577504634857178e-05,7.006153464317322e-05,8.434802293777466e-05,9.86345112323761e-05,0.00011292099952697754,0.00012720748782157898,0.00014149397611618042,0.00015578046441078186,0.0001700669527053833,0.00018435344099998474,0.00019863992929458618,0.00021292641758918762,0.00022721290588378906,0.0002414993941783905,0.00025578588247299194,0.0002700723707675934,0.0002843588590621948,0.00029864534735679626,0.0003129318356513977,0.00032721832394599915,0.0003415048122406006,0.000355791300535202,0.00037007778882980347,0.0003843642771244049,0.00039865076541900635,0.0004129372537136078,0.00042722374200820923,0.00044151023030281067,0.0004557967185974121]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"values":[3,4,3,14,18,42,70,118,171,259,416,594,924,1357,1928,2676,3585,5069,6310,8234,10359,12990,15407,18656,21099,24034,26852,29739,31406,33086,33541,33829,33273,31998,30054,27868,25228,22523,19506,16481,13715,11112,8966,7118,5538,4056,2956,2134,1497,1042,712,462,296,183,119,94,38,37,11,7,4,1,1,1],"bins":[-0.08998119086027145,-0.08709491044282913,-0.08420863002538681,-0.08132234215736389,-0.07843606173992157,-0.07554978132247925,-0.07266350090503693,-0.0697772204875946,-0.06689094007015228,-0.06400465220212936,-0.06111837178468704,-0.05823209136724472,-0.0553458109498024,-0.05245952680706978,-0.04957324638962746,-0.046686962246894836,-0.043800681829452515,-0.04091440141201019,-0.03802811726927757,-0.03514183685183525,-0.03225555270910263,-0.02936927229166031,-0.026482991874217987,-0.023596709594130516,-0.020710427314043045,-0.017824145033955574,-0.014937863685190678,-0.012051582336425781,-0.00916530005633831,-0.0062790182419121265,-0.003392736427485943,-0.0005064546130597591,0.0023798272013664246,0.005266109015792608,0.008152390830218792,0.011038672178983688,0.01392495445907116,0.01681123673915863,0.019697517156600952,0.022583799436688423,0.025470081716775894,0.028356363996863365,0.031242646276950836,0.03412892669439316,0.03701520711183548,0.0399014912545681,0.04278777167201042,0.04567405581474304,0.048560336232185364,0.051446616649627686,0.054332900792360306,0.05721918120980263,0.06010546535253525,0.06299174576997757,0.06587802618741989,0.06876430660486221,0.07165059447288513,0.07453687489032745,0.07742315530776978,0.0803094357252121,0.08319571614265442,0.08608199656009674,0.08896828442811966,0.09185456484556198,0.0947408452630043],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.query.weight":{"bins":[-0.0008573532104492188,-0.0008289143443107605,-0.0008004754781723022,-0.000772036612033844,-0.0007435977458953857,-0.0007151588797569275,-0.0006867200136184692,-0.000658281147480011,-0.0006298422813415527,-0.0006014034152030945,-0.0005729645490646362,-0.000544525682926178,-0.0005160868167877197,-0.0004876479506492615,-0.0004592090845108032,-0.00043077021837234497,-0.0004023313522338867,-0.00037389248609542847,-0.0003454536199569702,-0.00031701475381851196,-0.0002885758876800537,-0.00026013702154159546,-0.0002316981554031372,-0.00020325928926467896,-0.0001748204231262207,-0.00014638155698776245,-0.0001179426908493042,-8.950382471084595e-05,-6.10649585723877e-05,-3.262609243392944e-05,-4.187226295471191e-06,2.425163984298706e-05,5.269050598144531e-05,8.112937211990356e-05,0.00010956823825836182,0.00013800710439682007,0.00016644597053527832,0.00019488483667373657,0.00022332370281219482,0.0002517625689506531,0.00028020143508911133,0.0003086403012275696,0.00033707916736602783,0.0003655180335044861,0.00039395689964294434,0.0004223957657814026,0.00045083463191986084,0.0004792734980583191,0.0005077123641967773,0.0005361512303352356,0.0005645900964736938,0.0005930289626121521,0.0006214678287506104,0.0006499066948890686,0.0006783455610275269,0.0007067844271659851,0.0007352232933044434,0.0007636621594429016,0.0007921010255813599,0.0008205398917198181,0.0008489787578582764,0.0008774176239967346,0.0009058564901351929,0.0009342953562736511,0.0009627342224121094],"_type":"histogram","values":[3,1,0,1,0,2,3,4,2,0,10,11,11,13,23,32,37,39,87,117,165,240,346,551,848,1465,2683,5694,19461,176274,333192,33006,7706,3111,1765,1013,639,400,262,184,128,78,44,50,32,20,20,13,6,5,9,4,4,2,1,1,1,1,3,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[1,0,1,1,2,4,17,28,37,72,120,185,293,452,696,1053,1547,2198,2990,4182,5733,7525,9586,12030,14478,17517,20560,23560,26843,29229,31697,33187,34340,34633,34331,33178,31234,29026,26094,23208,19934,17038,14394,11373,9116,7147,5377,4122,3047,2105,1514,1037,659,385,265,191,97,70,45,18,15,3,2,2],"bins":[-0.09868427366018295,-0.09573162347078323,-0.09277897328138351,-0.0898263230919838,-0.08687367290258408,-0.08392102271318436,-0.08096837252378464,-0.07801572233438492,-0.0750630721449852,-0.07211042195558548,-0.06915777176618576,-0.06620512157678604,-0.06325247138738632,-0.0602998249232769,-0.05734717473387718,-0.05439452454447746,-0.051441874355077744,-0.048489224165678024,-0.045536573976278305,-0.042583923786878586,-0.03963127359747887,-0.03667862340807915,-0.03372597321867943,-0.030773324891924858,-0.02782067470252514,-0.02486802451312542,-0.0219153743237257,-0.01896272413432598,-0.01601007580757141,-0.013057424686849117,-0.010104775428771973,-0.007152125239372253,-0.004199475049972534,-0.0012468250934034586,0.001705824863165617,0.004658474586904049,0.007611124776303768,0.010563774965703487,0.013516424223780632,0.01646907441318035,0.01942172460258007,0.02237437479197979,0.02532702498137951,0.028279675170779228,0.031232323497533798,0.03418497368693352,0.03713762387633324,0.040090274065732956,0.043042924255132675,0.045995574444532394,0.048948224633932114,0.05190087482333183,0.05485352501273155,0.05780617520213127,0.06075882539153099,0.06371147185564041,0.06666412204504013,0.06961677223443985,0.07256942242383957,0.07552207261323929,0.07847472280263901,0.08142737299203873,0.08438002318143845,0.08733267337083817,0.09028532356023788],"_type":"histogram"},"learning_rate":9.999588064464254e-06,"gradients/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[1,0,3,0,0,2,1,1,5,1,3,3,6,4,1,8,5,13,13,14,16,16,11,14,19,24,19,33,30,27,29,36,27,27,19,31,24,33,34,21,18,17,18,18,19,20,12,11,12,8,7,3,10,7,3,2,2,1,2,1,1,1,0,1],"bins":[-0.0014756321907043457,-0.001430886797606945,-0.0013861414045095444,-0.0013413960114121437,-0.001296650618314743,-0.0012519052252173424,-0.0012071598321199417,-0.001162414439022541,-0.0011176690459251404,-0.0010729236528277397,-0.001028178259730339,-0.0009834328666329384,-0.0009386874735355377,-0.0008939420804381371,-0.0008491966873407364,-0.0008044512942433357,-0.0007597059011459351,-0.0007149605080485344,-0.0006702151149511337,-0.0006254697218537331,-0.0005807243287563324,-0.0005359789356589317,-0.0004912335425615311,-0.0004464881494641304,-0.00040174275636672974,-0.00035699736326932907,-0.0003122519701719284,-0.00026750657707452774,-0.00022276118397712708,-0.0001780157908797264,-0.00013327039778232574,-8.852500468492508e-05,-4.3779611587524414e-05,9.657815098762512e-07,4.5711174607276917e-05,9.045656770467758e-05,0.00013520196080207825,0.0001799473538994789,0.00022469274699687958,0.00026943814009428024,0.0003141835331916809,0.0003589289262890816,0.00040367431938648224,0.0004484197124838829,0.0004931651055812836,0.0005379104986786842,0.0005826558917760849,0.0006274012848734856,0.0006721466779708862,0.0007168920710682869,0.0007616374641656876,0.0008063828572630882,0.0008511282503604889,0.0008958736434578896,0.0009406190365552902,0.0009853644296526909,0.0010301098227500916,0.0010748552158474922,0.0011196006089448929,0.0011643460020422935,0.0012090913951396942,0.0012538367882370949,0.0012985821813344955,0.0013433275744318962,0.0013880729675292969]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"_type":"histogram","values":[1,1,3,7,4,20,42,68,123,253,454,734,1226,1994,3174,4743,7059,10195,14265,19898,26170,33936,42695,52479,62543,72779,82548,90561,96858,101448,102867,102438,98309,91643,83914,74154,64108,53638,44108,35609,27526,20935,15070,10883,7492,5073,3402,2202,1321,844,463,270,155,77,42,22,11,3,1,2,0,0,0,1],"bins":[-0.10057519376277924,-0.09728629887104034,-0.09399740397930145,-0.09070851653814316,-0.08741962164640427,-0.08413072675466537,-0.08084183931350708,-0.07755294442176819,-0.0742640495300293,-0.0709751546382904,-0.06768625974655151,-0.06439737230539322,-0.06110847741365433,-0.057819582521915436,-0.05453069135546684,-0.05124180018901825,-0.04795290529727936,-0.044664010405540466,-0.04137511923909187,-0.03808622807264328,-0.03479733318090439,-0.0315084382891655,-0.028219547122716904,-0.02493065409362316,-0.02164176106452942,-0.018352868035435677,-0.015063975006341934,-0.011775081977248192,-0.00848618894815445,-0.005197295919060707,-0.0019084028899669647,0.0013804901391267776,0.00466938316822052,0.007958276197314262,0.011247169226408005,0.014536062255501747,0.01782495528459549,0.021113848313689232,0.024402741342782974,0.027691634371876717,0.03098052740097046,0.03426942229270935,0.037558313459157944,0.04084720462560654,0.04413609951734543,0.04742499440908432,0.05071388557553291,0.054002776741981506,0.0572916716337204,0.06058056652545929,0.06386946141719818,0.06715834885835648,0.07044724375009537,0.07373613864183426,0.07702502608299255,0.08031392097473145,0.08360281586647034,0.08689171075820923,0.09018060564994812,0.09346949309110641,0.0967583879828453,0.1000472828745842,0.10333617031574249,0.10662506520748138,0.10991396009922028]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,2,6,3,1,4,8,7,9,26,24,32,49,63,67,86,127,145,207,271,329,477,696,938,1575,2797,6120,16951,62017,228381,193457,48347,13959,5439,2470,1306,859,695,448,340,269,190,155,103,78,65,60,48,32,26,17,9,7,10,5,3,2,2,1,2,0,1],"bins":[-0.00030422210693359375,-0.0002946890890598297,-0.0002851560711860657,-0.00027562305331230164,-0.0002660900354385376,-0.00025655701756477356,-0.0002470239996910095,-0.00023749098181724548,-0.00022795796394348145,-0.0002184249460697174,-0.00020889192819595337,-0.00019935891032218933,-0.0001898258924484253,-0.00018029287457466125,-0.00017075985670089722,-0.00016122683882713318,-0.00015169382095336914,-0.0001421608030796051,-0.00013262778520584106,-0.00012309476733207703,-0.00011356174945831299,-0.00010402873158454895,-9.449571371078491e-05,-8.496269583702087e-05,-7.542967796325684e-05,-6.58966600894928e-05,-5.636364221572876e-05,-4.683062434196472e-05,-3.7297606468200684e-05,-2.7764588594436646e-05,-1.8231570720672607e-05,-8.69855284690857e-06,8.344650268554688e-07,1.0367482900619507e-05,1.9900500774383545e-05,2.9433518648147583e-05,3.896653652191162e-05,4.849955439567566e-05,5.80325722694397e-05,6.756559014320374e-05,7.709860801696777e-05,8.663162589073181e-05,9.616464376449585e-05,0.00010569766163825989,0.00011523067951202393,0.00012476369738578796,0.000134296715259552,0.00014382973313331604,0.00015336275100708008,0.00016289576888084412,0.00017242878675460815,0.0001819618046283722,0.00019149482250213623,0.00020102784037590027,0.0002105608582496643,0.00022009387612342834,0.00022962689399719238,0.00023915991187095642,0.00024869292974472046,0.0002582259476184845,0.00026775896549224854,0.0002772919833660126,0.0002868250012397766,0.00029635801911354065,0.0003058910369873047]},"gradients/_orig_mod.bert.embeddings.position_embeddings.weight":{"bins":[-0.00629047304391861,-0.006107004825025797,-0.005923536606132984,-0.005740068387240171,-0.005556599702686071,-0.005373131483793259,-0.005189663264900446,-0.005006195046007633,-0.0048227268271148205,-0.004639258608222008,-0.004455789923667908,-0.004272321704775095,-0.004088853485882282,-0.0039053852669894695,-0.003721917048096657,-0.0035384485963732004,-0.0033549803774803877,-0.003171512158587575,-0.0029880437068641186,-0.002804575487971306,-0.002621107269078493,-0.0024376388173550367,-0.002254170598462224,-0.0020707023795694113,-0.0018872340442612767,-0.0017037657089531422,-0.0015202974900603294,-0.0013368291547521949,-0.0011533608194440603,-0.0009698926005512476,-0.000786424265243113,-0.0006029559881426394,-0.00041948771104216576,-0.00023601941938977689,-5.2551127737388015e-05,0.00013091716391500086,0.0003143854555673897,0.0004978537326678634,0.0006813220679759979,0.0008647903450764716,0.0010482586221769452,0.0012317269574850798,0.0014151951763778925,0.001598663511686027,0.0017821318469941616,0.0019656000658869743,0.002149068284779787,0.0023325367365032434,0.002516004955396056,0.002699473174288869,0.0028829416260123253,0.003066409844905138,0.0032498780637979507,0.003433346515521407,0.00361681473441422,0.0038002829533070326,0.003983751405030489,0.004167219623923302,0.004350687842816114,0.004534156061708927,0.00471762428060174,0.00490109296515584,0.005084561184048653,0.005268029402941465,0.005451497621834278],"_type":"histogram","values":[1,0,0,0,0,1,1,2,0,1,4,3,0,8,3,7,17,18,28,25,59,64,90,134,217,342,494,802,1143,1824,2574,3429,4563,17279,339773,6902,3798,2941,2192,1462,1012,608,455,292,200,148,91,54,44,26,16,19,12,11,8,3,4,4,5,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.weight":{"values":[1,1,1,1,2,5,0,1,5,5,5,5,5,10,10,22,27,21,31,30,25,31,31,31,31,34,31,30,30,28,30,24,24,22,11,21,13,10,17,7,15,9,6,3,9,7,5,2,4,8,3,9,5,2,3,1,2,0,2,2,0,0,1,1],"bins":[0.9984242916107178,0.9984856843948364,0.9985471367835999,0.9986085295677185,0.9986699223518372,0.9987313747406006,0.9987927675247192,0.9988541603088379,0.9989156126976013,0.99897700548172,0.9990383982658386,0.999099850654602,0.9991612434387207,0.9992226362228394,0.9992840886116028,0.9993454813957214,0.9994069337844849,0.9994683265686035,0.9995297193527222,0.9995911717414856,0.9996525645256042,0.9997139573097229,0.9997754096984863,0.999836802482605,0.9998981952667236,0.9999596476554871,1.000020980834961,1.0000824928283691,1.0001438856124878,1.0002052783966064,1.000266671180725,1.0003280639648438,1.000389575958252,1.0004509687423706,1.0005123615264893,1.000573754310608,1.0006351470947266,1.0006965398788452,1.0007580518722534,1.000819444656372,1.0008808374404907,1.0009422302246094,1.001003623008728,1.0010650157928467,1.0011265277862549,1.0011879205703735,1.0012493133544922,1.0013107061386108,1.0013720989227295,1.0014334917068481,1.0014950037002563,1.001556396484375,1.0016177892684937,1.0016791820526123,1.001740574836731,1.0018019676208496,1.0018634796142578,1.0019248723983765,1.0019862651824951,1.0020476579666138,1.0021090507507324,1.002170443534851,1.0022319555282593,1.002293348312378,1.0023547410964966],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"bins":[-0.09462933242321014,-0.09157494455575943,-0.08852056413888931,-0.0854661762714386,-0.08241179585456848,-0.07935740798711777,-0.07630302011966705,-0.07324863970279694,-0.07019425183534622,-0.06713986396789551,-0.06408548355102539,-0.061031095683574677,-0.05797671154141426,-0.054922327399253845,-0.05186793953180313,-0.048813555389642715,-0.0457591712474823,-0.042704787105321884,-0.03965040296316147,-0.036596015095710754,-0.03354163095355034,-0.030487246811389923,-0.027432860806584358,-0.024378474801778793,-0.021324090659618378,-0.018269706517457962,-0.015215320512652397,-0.012160935439169407,-0.009106550365686417,-0.006052165292203426,-0.002997780218720436,5.660485476255417e-05,0.0031109824776649475,0.006165367551147938,0.009219752624630928,0.012274137698113918,0.015328522771596909,0.018382906913757324,0.02143729291856289,0.024491678923368454,0.02754606306552887,0.030600447207689285,0.0336548313498497,0.036709219217300415,0.03976360335946083,0.042817987501621246,0.04587237536907196,0.048926759511232376,0.05198114365339279,0.05503552779555321,0.05808991193771362,0.06114429980516434,0.06419868767261505,0.06725306808948517,0.07030745595693588,0.073361836373806,0.07641622424125671,0.07947061210870743,0.08252499252557755,0.08557938039302826,0.08863376080989838,0.09168814867734909,0.0947425365447998,0.09779691696166992,0.10085130482912064],"_type":"histogram","values":[2,5,13,10,23,41,100,168,258,467,734,1128,1800,2764,4125,5878,8291,11426,15770,20785,26676,34038,41858,49649,58828,67396,76081,83060,88758,93595,95401,94970,92664,88849,82465,75444,67243,58254,49779,40924,33238,26697,20457,15590,11532,8168,5960,3981,2762,1776,1165,742,466,257,159,85,47,29,12,12,4,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.6.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,1,0,5,7,1,6,6,5,10,16,17,19,42,43,59,76,74,87,107,124,143,126,146,135,138,111,93,97,74,55,42,38,29,27,19,12,14,11,7,3,3,4,1,2,1,2,2,1,1,0,0,1,0,0,1],"bins":[-0.0008933349745348096,-0.0008651659591123462,-0.0008369969436898828,-0.0008088279282674193,-0.000780658854637295,-0.0007524898392148316,-0.0007243208237923682,-0.0006961518083699048,-0.0006679827929474413,-0.0006398137775249779,-0.0006116447038948536,-0.0005834756884723902,-0.0005553066730499268,-0.0005271376576274633,-0.0004989686422049999,-0.00047079959767870605,-0.00044263058225624263,-0.0004144615668337792,-0.00038629252230748534,-0.0003581235068850219,-0.0003299544914625585,-0.00030178544693626463,-0.0002736164315138012,-0.0002454474160913378,-0.00021727838611695915,-0.0001891093561425805,-0.0001609403407201171,-0.00013277131074573845,-0.00010460228804731742,-7.643326534889638e-05,-4.8264239012496546e-05,-2.009521449508611e-05,8.073810022324324e-06,3.6242832720745355e-05,6.441185541916639e-05,9.258088539354503e-05,0.00012074990809196606,0.0001489189307903871,0.00017708796076476574,0.00020525697618722916,0.0002334260061616078,0.00026159503613598645,0.00028976405155844986,0.0003179330669809133,0.00034610211150720716,0.00037427112692967057,0.000402440142352134,0.00043060918687842786,0.0004587782023008913,0.0004869472177233547,0.0005151162622496486,0.000543285277672112,0.0005714542930945754,0.0005996233085170388,0.0006277923239395022,0.0006559613975696266,0.00068413041299209,0.0007122994284145534,0.0007404684438370168,0.0007686374592594802,0.0007968064746819437,0.000824975548312068,0.0008531445637345314,0.0008813135791569948,0.0009094825945794582]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.weight":{"_type":"histogram","values":[2,0,1,1,2,1,2,5,9,11,12,18,26,52,58,59,98,131,160,236,315,420,593,808,1063,1482,2087,3047,4565,7207,12451,23545,55226,164567,186795,61607,26099,13422,7767,4783,3186,2148,1532,1089,822,623,422,351,242,176,125,95,79,66,40,21,21,14,10,11,7,4,4,3],"bins":[-0.0005002021789550781,-0.00048551708459854126,-0.0004708319902420044,-0.00045614689588546753,-0.00044146180152893066,-0.0004267767071723938,-0.00041209161281585693,-0.00039740651845932007,-0.0003827214241027832,-0.00036803632974624634,-0.00035335123538970947,-0.0003386661410331726,-0.00032398104667663574,-0.0003092959523200989,-0.000294610857963562,-0.00027992576360702515,-0.0002652406692504883,-0.0002505555748939514,-0.00023587048053741455,-0.00022118538618087769,-0.00020650029182434082,-0.00019181519746780396,-0.0001771301031112671,-0.00016244500875473022,-0.00014775991439819336,-0.0001330748200416565,-0.00011838972568511963,-0.00010370463132858276,-8.90195369720459e-05,-7.433444261550903e-05,-5.964934825897217e-05,-4.49642539024353e-05,-3.0279159545898438e-05,-1.5594065189361572e-05,-9.08970832824707e-07,1.3776123523712158e-05,2.8461217880249023e-05,4.314631223678589e-05,5.7831406593322754e-05,7.251650094985962e-05,8.720159530639648e-05,0.00010188668966293335,0.00011657178401947021,0.00013125687837600708,0.00014594197273254395,0.0001606270670890808,0.00017531216144561768,0.00018999725580215454,0.0002046823501586914,0.00021936744451522827,0.00023405253887176514,0.000248737633228302,0.00026342272758483887,0.00027810782194137573,0.0002927929162979126,0.00030747801065444946,0.00032216310501098633,0.0003368481993675232,0.00035153329372406006,0.0003662183880805969,0.0003809034824371338,0.00039558857679367065,0.0004102736711502075,0.0004249587655067444,0.00043964385986328125]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.dense.weight":{"values":[1,0,0,1,0,1,0,1,1,1,7,4,7,8,13,21,21,23,51,64,108,122,211,341,550,930,1471,2617,4751,8936,18508,41419,105849,197666,117875,46120,20449,9709,5019,2810,1563,965,554,358,224,140,106,62,35,37,30,19,8,11,7,9,1,2,5,0,0,1,0,1],"bins":[-0.0019512176513671875,-0.001893073320388794,-0.0018349289894104004,-0.0017767846584320068,-0.0017186403274536133,-0.0016604959964752197,-0.0016023516654968262,-0.0015442073345184326,-0.001486063003540039,-0.0014279186725616455,-0.001369774341583252,-0.0013116300106048584,-0.0012534856796264648,-0.0011953413486480713,-0.0011371970176696777,-0.0010790526866912842,-0.0010209083557128906,-0.0009627640247344971,-0.0009046196937561035,-0.00084647536277771,-0.0007883310317993164,-0.0007301867008209229,-0.0006720423698425293,-0.0006138980388641357,-0.0005557537078857422,-0.0004976093769073486,-0.0004394650459289551,-0.0003813207149505615,-0.00032317638397216797,-0.0002650320529937744,-0.00020688772201538086,-0.0001487433910369873,-9.059906005859375e-05,-3.2454729080200195e-05,2.568960189819336e-05,8.383393287658691e-05,0.00014197826385498047,0.00020012259483337402,0.0002582669258117676,0.00031641125679016113,0.0003745555877685547,0.00043269991874694824,0.0004908442497253418,0.0005489885807037354,0.0006071329116821289,0.0006652772426605225,0.000723421573638916,0.0007815659046173096,0.0008397102355957031,0.0008978545665740967,0.0009559988975524902,0.0010141432285308838,0.0010722875595092773,0.001130431890487671,0.0011885762214660645,0.001246720552444458,0.0013048648834228516,0.0013630092144012451,0.0014211535453796387,0.0014792978763580322,0.0015374422073364258,0.0015955865383148193,0.0016537308692932129,0.0017118752002716064,0.00177001953125],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.weight":{"values":[1,3,1,0,1,0,1,2,2,4,4,7,9,6,10,14,22,23,13,27,30,35,38,36,51,43,44,52,33,27,35,33,25,28,16,23,10,9,10,11,7,2,8,0,4,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0,1],"bins":[0.998367190361023,0.9984301328659058,0.9984930157661438,0.9985559582710266,0.9986189007759094,0.9986817836761475,0.9987447261810303,0.9988076686859131,0.9988705515861511,0.9989334940910339,0.9989964365959167,0.9990593194961548,0.9991222620010376,0.9991852045059204,0.9992480874061584,0.9993110299110413,0.9993739128112793,0.9994368553161621,0.9994997978210449,0.999562680721283,0.9996256232261658,0.9996885657310486,0.9997514486312866,0.9998143911361694,0.9998773336410522,0.9999402165412903,1.0000032186508179,1.0000660419464111,1.000128984451294,1.0001919269561768,1.0002548694610596,1.0003178119659424,1.0003807544708252,1.0004435777664185,1.0005065202713013,1.000569462776184,1.000632405281067,1.0006953477859497,1.000758171081543,1.0008211135864258,1.0008840560913086,1.0009469985961914,1.0010099411010742,1.001072883605957,1.0011357069015503,1.001198649406433,1.001261591911316,1.0013245344161987,1.0013874769210815,1.0014504194259644,1.0015132427215576,1.0015761852264404,1.0016391277313232,1.001702070236206,1.0017650127410889,1.0018279552459717,1.001890778541565,1.0019537210464478,1.0020166635513306,1.0020796060562134,1.0021425485610962,1.002205491065979,1.0022683143615723,1.002331256866455,1.002394199371338],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.value.weight":{"_type":"histogram","values":[1,0,0,2,2,1,4,7,9,4,19,29,35,64,100,135,207,305,494,755,1080,1696,2680,4339,6870,11333,18439,29649,46344,66223,83312,86716,75939,55333,36826,22903,14412,8805,5419,3295,2142,1365,881,568,388,203,168,110,77,39,28,24,15,11,8,4,2,0,3,0,0,0,0,2],"bins":[-0.0005645751953125,-0.0005465000867843628,-0.0005284249782562256,-0.0005103498697280884,-0.0004922747611999512,-0.00047419965267181396,-0.00045612454414367676,-0.00043804943561553955,-0.00041997432708740234,-0.00040189921855926514,-0.00038382411003112793,-0.0003657490015029907,-0.0003476738929748535,-0.0003295987844467163,-0.0003115236759185791,-0.0002934485673904419,-0.0002753734588623047,-0.0002572983503341675,-0.00023922324180603027,-0.00022114813327789307,-0.00020307302474975586,-0.00018499791622161865,-0.00016692280769348145,-0.00014884769916534424,-0.00013077259063720703,-0.00011269748210906982,-9.462237358093262e-05,-7.654726505279541e-05,-5.84721565246582e-05,-4.0397047996520996e-05,-2.232193946838379e-05,-4.246830940246582e-06,1.3828277587890625e-05,3.190338611602783e-05,4.997849464416504e-05,6.805360317230225e-05,8.612871170043945e-05,0.00010420382022857666,0.00012227892875671387,0.00014035403728485107,0.00015842914581298828,0.0001765042543411255,0.0001945793628692627,0.0002126544713973999,0.0002307295799255371,0.0002488046884536743,0.0002668797969818115,0.00028495490550994873,0.00030303001403808594,0.00032110512256622314,0.00033918023109436035,0.00035725533962249756,0.00037533044815063477,0.00039340555667877197,0.0004114806652069092,0.0004295557737350464,0.0004476308822631836,0.0004657059907913208,0.000483781099319458,0.0005018562078475952,0.0005199313163757324,0.0005380064249038696,0.0005560815334320068,0.000574156641960144,0.0005922317504882812]},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.bias":{"bins":[-0.0006831487407907844,-0.0006613708101212978,-0.0006395928794518113,-0.0006178149487823248,-0.0005960370181128383,-0.0005742591456510127,-0.0005524812149815261,-0.0005307032843120396,-0.0005089253536425531,-0.00048714742297306657,-0.00046536949230358005,-0.000443591590737924,-0.00042181366006843746,-0.00040003572939895093,-0.00037825782783329487,-0.00035647989716380835,-0.0003347019664943218,-0.0003129240358248353,-0.0002911461051553488,-0.0002693682035896927,-0.0002475902729202062,-0.00022581234225071967,-0.00020403442613314837,-0.00018225651001557708,-0.00016047857934609056,-0.00013870064867660403,-0.00011692273255903274,-9.514480916550383e-05,-7.336688577197492e-05,-5.158896237844601e-05,-2.9811038984917104e-05,-8.033115591388196e-06,1.3744807802140713e-05,3.552273119566962e-05,5.730065458919853e-05,7.907857798272744e-05,0.00010085650137625635,0.00012263443204574287,0.00014441234816331416,0.00016619026428088546,0.00018796819495037198,0.0002097461256198585,0.0002315240417374298,0.0002533019578550011,0.0002750798885244876,0.00029685781919397414,0.0003186357207596302,0.0003404136514291167,0.00036219158209860325,0.00038396951276808977,0.0004057474434375763,0.00042752534500323236,0.0004493032756727189,0.0004710812063422054,0.0004928591079078615,0.000514637038577348,0.0005364149692468345,0.000558192899916321,0.0005799708305858076,0.0006017487612552941,0.0006235266337171197,0.0006453045643866062,0.0006670824950560927,0.0006888604257255793,0.0007106383563950658],"_type":"histogram","values":[1,0,1,2,0,1,4,1,1,2,1,7,5,6,10,9,16,17,17,13,19,9,18,19,29,25,26,27,26,23,31,25,31,29,26,27,28,25,32,27,25,20,18,18,16,8,9,6,6,5,3,5,0,3,2,1,1,1,2,1,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,2,0,0,1,1,1,7,1,3,2,4,7,8,4,7,10,15,13,15,18,21,20,43,36,65,49,48,53,38,53,27,31,19,21,20,21,9,15,10,6,4,5,9,6,2,6,3,2,0,3,0,1,0,0,0,0,0,0,1],"bins":[-0.0005569994682446122,-0.0005398406065069139,-0.0005226816865615547,-0.0005055228248238564,-0.000488363963086158,-0.00047120507224462926,-0.0004540461814031005,-0.0004368873196654022,-0.0004197284288238734,-0.00040256953798234463,-0.0003854106762446463,-0.00036825178540311754,-0.00035109289456158876,-0.00033393403282389045,-0.0003167751419823617,-0.00029961628024466336,-0.0002824573894031346,-0.0002652984985616058,-0.0002481396368239075,-0.00023098074598237872,-0.00021382186969276518,-0.00019666299340315163,-0.00017950410256162286,-0.0001623452262720093,-0.00014518634998239577,-0.00012802747369278222,-0.00011086859012721106,-9.37097065616399e-05,-7.655083027202636e-05,-5.939195034443401e-05,-4.2233070416841656e-05,-2.5074190489249304e-05,-7.915368769317865e-06,9.243511158274487e-06,2.640239108586684e-05,4.356127101345919e-05,6.072015094105154e-05,7.787902723066509e-05,9.503791079623625e-05,0.0001121967943618074,0.00012935567065142095,0.0001465145469410345,0.00016367342323064804,0.00018083231407217681,0.00019799119036179036,0.0002151500666514039,0.00023230895749293268,0.000249467819230631,0.00026662671007215977,0.00028378560091368854,0.00030094446265138686,0.00031810335349291563,0.00033526221523061395,0.0003524211060721427,0.0003695799969136715,0.0003867388586513698,0.0004038977494928986,0.00042105664033442736,0.0004382155020721257,0.00045537439291365445,0.0004725332837551832,0.0004896921454928815,0.0005068510072305799,0.0005240099271759391,0.0005411687889136374]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"values":[1,0,0,0,0,0,1,2,2,1,0,2,1,2,2,2,2,10,10,8,10,11,16,16,12,10,19,21,25,30,26,30,30,29,30,41,39,20,26,29,31,32,33,27,18,22,14,16,11,9,5,8,7,6,4,1,1,3,1,1,1,0,0,1],"bins":[-0.0007166186114773154,-0.0006963911582715809,-0.0006761637050658464,-0.0006559363100677729,-0.0006357088568620384,-0.0006154814036563039,-0.0005952539504505694,-0.0005750264972448349,-0.0005547991022467613,-0.0005345716490410268,-0.0005143441958352923,-0.0004941167426295578,-0.00047388928942382336,-0.0004536618653219193,-0.00043343441211618483,-0.0004132069880142808,-0.0003929795348085463,-0.0003727520816028118,-0.0003525246575009078,-0.0003322972042951733,-0.00031206978019326925,-0.00029184232698753476,-0.00027161487378180027,-0.00025138744967989624,-0.00023115999647416174,-0.00021093255782034248,-0.00019070511916652322,-0.00017047766596078873,-0.00015025022730696946,-0.0001300227886531502,-0.00010979534272337332,-8.956789679359645e-05,-6.93405163474381e-05,-4.911307405564003e-05,-2.8885631763841957e-05,-8.658189472043887e-06,1.1569252819754183e-05,3.179669511155225e-05,5.2024137403350323e-05,7.22515833331272e-05,9.247902198694646e-05,0.00011270646064076573,0.000132933899294585,0.00015316135250031948,0.00017338879115413874,0.000193616229807958,0.0002138436830136925,0.00023407112166751176,0.000254298560321331,0.0002745260135270655,0.00029475343762896955,0.00031498089083470404,0.0003352083149366081,0.00035543576814234257,0.00037566322134807706,0.0003958906454499811,0.0004161180986557156,0.0004363455518614501,0.0004565729759633541,0.0004768004291690886,0.0004970278823748231,0.0005172553355805576,0.0005374827305786312,0.0005577101837843657,0.0005779376369901001],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,0,3,1,4,1,3,7,8,9,16,26,28,34,32,57,61,56,67,59,39,42,33,31,15,26,12,15,8,12,6,6,8,5,7,2,7,4,4,0,1,1,0,0,3,2,0,0,0,1,0,0,0,1,0,0,2],"bins":[0.9979658126831055,0.9980488419532776,0.9981318712234497,0.9982149004936218,0.998297929763794,0.9983809590339661,0.9984639883041382,0.9985470175743103,0.9986300468444824,0.9987131357192993,0.9987961649894714,0.9988791942596436,0.9989622235298157,0.9990452527999878,0.9991282820701599,0.999211311340332,0.9992943406105042,0.9993773698806763,0.9994603991508484,0.9995434284210205,0.9996264576911926,0.9997094869613647,0.9997925162315369,0.999875545501709,0.9999586343765259,1.0000416040420532,1.0001246929168701,1.0002076625823975,1.0002907514572144,1.0003737211227417,1.0004568099975586,1.000539779663086,1.0006228685379028,1.0007059574127197,1.000788927078247,1.000872015953064,1.0009549856185913,1.0010380744934082,1.0011210441589355,1.0012041330337524,1.0012871026992798,1.0013701915740967,1.001453161239624,1.001536250114441,1.0016192197799683,1.0017023086547852,1.0017852783203125,1.0018683671951294,1.0019514560699463,1.0020344257354736,1.0021175146102905,1.0022004842758179,1.0022835731506348,1.002366542816162,1.002449631690979,1.0025326013565063,1.0026156902313232,1.0026986598968506,1.0027817487716675,1.0028647184371948,1.0029478073120117,1.003030776977539,1.003113865852356,1.0031968355178833,1.0032799243927002]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.bias":{"bins":[-0.0036498021800071,-0.00353726907633245,-0.003424735739827156,-0.003312202636152506,-0.003199669299647212,-0.003087136195972562,-0.002974602859467268,-0.002862069755792618,-0.0027495366521179676,-0.0026370033156126738,-0.0025244702119380236,-0.0024119368754327297,-0.0022994037717580795,-0.0021868704352527857,-0.0020743373315781355,-0.0019618039950728416,-0.0018492708913981915,-0.0017367376713082194,-0.0016242044512182474,-0.0015116712311282754,-0.0013991380110383034,-0.0012866049073636532,-0.0011740716872736812,-0.0010615384671837091,-0.0009490052470937371,-0.0008364720270037651,-0.0007239388069137931,-0.000611405645031482,-0.00049887242494151,-0.00038633920485153794,-0.0002738060138653964,-0.0001612728083273396,-4.8739369958639145e-05,6.379383557941765e-05,0.00017632704111747444,0.000288860232103616,0.000401393452193588,0.00051392667228356,0.0006264598341658711,0.0007389930542558432,0.0008515262743458152,0.0009640594944357872,0.0010765927145257592,0.0011891259346157312,0.0013016590382903814,0.0014141922583803535,0.0015267254784703255,0.0016392586985602975,0.0017517919186502695,0.0018643251387402415,0.0019768583588302135,0.0020893914625048637,0.0022019247990101576,0.0023144579026848078,0.0024269912391901016,0.002539524342864752,0.002652057446539402,0.002764590783044696,0.002877123886719346,0.00298965722322464,0.00310219032689929,0.003214723663404584,0.003327256767079234,0.003439790103584528,0.003552323207259178],"_type":"histogram","values":[1,0,1,0,0,2,0,0,3,4,1,3,4,5,6,6,13,12,16,6,16,19,12,19,27,33,26,23,20,32,35,21,27,29,33,25,28,19,30,23,20,24,19,16,15,21,12,14,8,12,1,7,5,2,2,2,3,0,1,2,0,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.output.dense.weight":{"bins":[-0.09158647805452347,-0.08865947276353836,-0.08573246002197266,-0.08280545473098755,-0.07987844944000244,-0.07695143669843674,-0.07402443140745163,-0.07109741866588593,-0.06817041337490082,-0.06524340808391571,-0.062316395342350006,-0.0593893900513649,-0.05646238103508949,-0.05353537201881409,-0.05060836672782898,-0.047681357711553574,-0.04475434869527817,-0.04182733967900276,-0.038900330662727356,-0.03597332537174225,-0.03304631635546684,-0.030119307339191437,-0.02719230018556118,-0.024265293031930923,-0.021338284015655518,-0.01841127499938011,-0.015484267845749855,-0.012557259760797024,-0.009630251675844193,-0.006703243590891361,-0.00377623550593853,-0.0008492274209856987,0.0020777881145477295,0.005004796199500561,0.007931804284453392,0.010858812369406223,0.013785820454359055,0.01671282947063446,0.019639836624264717,0.022566843777894974,0.02549385279417038,0.028420861810445786,0.03134787082672119,0.0342748761177063,0.037201885133981705,0.04012889415025711,0.04305589944124222,0.045982908457517624,0.04890991747379303,0.051836926490068436,0.05476393550634384,0.05769094079732895,0.060617949813604355,0.06354495882987976,0.06647196412086487,0.06939897686243057,0.07232598215341568,0.07525298744440079,0.07818000018596649,0.0811070054769516,0.0840340107679367,0.08696102350950241,0.08988802880048752,0.09281504154205322,0.09574204683303833],"_type":"histogram","values":[5,2,5,2,19,23,44,77,149,230,358,515,761,1196,1696,2416,3373,4531,5995,7894,9954,12556,15164,17911,21072,23975,26717,29285,31539,33628,33960,34447,33741,32886,30898,28564,25535,22782,19602,16608,13837,11280,8960,7122,5301,4012,2917,2016,1442,962,642,475,275,181,132,72,45,13,15,6,3,0,0,1]},"parameters/_orig_mod.bert.embeddings.word_embeddings.weight":{"bins":[-0.09217637777328491,-0.08922524750232697,-0.08627412468194962,-0.08332299441099167,-0.08037187159061432,-0.07742074131965637,-0.07446961104869843,-0.07151848822832108,-0.06856735795736313,-0.06561623513698578,-0.06266510486602783,-0.059713978320360184,-0.056762851774692535,-0.05381172522902489,-0.05086059495806694,-0.04790946841239929,-0.044958341866731644,-0.042007215321063995,-0.03905608877539635,-0.0361049585044384,-0.03315383195877075,-0.030202705413103104,-0.027251578867435455,-0.024300450459122658,-0.02134932391345501,-0.01839819736778736,-0.015447068959474564,-0.012495942413806915,-0.009544814936816692,-0.006593687459826469,-0.003642560448497534,-0.0006914332043379545,0.0022596940398216248,0.005210821516811848,0.00816194899380207,0.011113075539469719,0.014064203016459942,0.017015330493450165,0.019966457039117813,0.02291758544743061,0.02586871199309826,0.028819838538765907,0.031770966947078705,0.03472209349274635,0.037673220038414,0.04062434658408165,0.0435754768550396,0.046526603400707245,0.04947772994637489,0.05242885649204254,0.05537998303771019,0.05833111330866814,0.061282239854335785,0.06423336267471313,0.06718449294567108,0.07013562321662903,0.07308674603700638,0.07603787630796432,0.07898899912834167,0.08194012939929962,0.08489125967025757,0.08784238249063492,0.09079351276159286,0.09374463558197021,0.09669576585292816],"_type":"histogram","values":[4,1,5,5,6,18,38,51,88,161,236,365,580,891,1310,1851,2467,3503,4614,5830,7672,9571,11953,13817,16223,18668,21030,22757,24674,25512,26564,27467,25973,24982,23877,21995,19623,17481,14981,12676,10408,8494,6736,5129,3963,2831,2138,1638,1052,678,496,310,196,118,73,51,25,18,7,3,2,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"bins":[-0.0011186307528987527,-0.0010891694109886885,-0.001059708185493946,-0.0010302469599992037,-0.0010007856180891395,-0.0009713243343867362,-0.0009418630506843328,-0.0009124017669819295,-0.0008829404832795262,-0.0008534791995771229,-0.0008240179158747196,-0.0007945566321723163,-0.000765095348469913,-0.0007356340647675097,-0.0007061727810651064,-0.0006767114973627031,-0.0006472502136602998,-0.0006177889299578965,-0.0005883276462554932,-0.0005588663625530899,-0.0005294050788506866,-0.0004999437951482832,-0.00047048251144587994,-0.00044102122774347663,-0.0004115599440410733,-0.00038209866033867,-0.0003526373766362667,-0.0003231760929338634,-0.0002937148092314601,-0.0002642535255290568,-0.00023479224182665348,-0.00020533095812425017,-0.00017586967442184687,-0.00014640839071944356,-0.00011694710701704025,-8.748582331463695e-05,-5.802453961223364e-05,-2.8563255909830332e-05,8.980277925729752e-07,3.0359311494976282e-05,5.982059519737959e-05,8.92818788997829e-05,0.0001187431626021862,0.0001482044463045895,0.00017766573000699282,0.00020712701370939612,0.00023658829741179943,0.00026604958111420274,0.00029551086481660604,0.00032497214851900935,0.00035443343222141266,0.00038389471592381597,0.00041335599962621927,0.0004428172833286226,0.0004722785670310259,0.0005017398507334292,0.0005312011344358325,0.0005606624181382358,0.0005901237018406391,0.0006195849855430424,0.0006490462692454457,0.000678507552947849,0.0007079688366502523,0.0007374301203526556,0.000766891404055059],"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,1,0,2,4,0,1,0,2,1,3,6,6,10,12,19,20,31,41,49,71,86,108,125,131,157,133,139,129,126,121,99,91,78,52,47,40,28,20,7,10,7,8,9,6,1,1,0,0,2,1,2,1,2]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"_type":"histogram","values":[2,1,2,4,3,6,5,11,8,20,20,23,40,39,76,90,138,195,261,374,535,760,1216,1799,2709,4867,8806,17566,40960,150004,241696,66189,23765,11368,6090,3586,2211,1355,890,617,443,293,212,170,97,79,65,41,34,19,21,10,6,10,3,2,2,7,0,1,0,0,1,1],"bins":[-0.00015342235565185547,-0.00014834292232990265,-0.00014326348900794983,-0.000138184055685997,-0.0001331046223640442,-0.00012802518904209137,-0.00012294575572013855,-0.00011786632239818573,-0.00011278688907623291,-0.00010770745575428009,-0.00010262802243232727,-9.754858911037445e-05,-9.246915578842163e-05,-8.738972246646881e-05,-8.231028914451599e-05,-7.723085582256317e-05,-7.215142250061035e-05,-6.707198917865753e-05,-6.199255585670471e-05,-5.691312253475189e-05,-5.183368921279907e-05,-4.675425589084625e-05,-4.167482256889343e-05,-3.659538924694061e-05,-3.151595592498779e-05,-2.6436522603034973e-05,-2.1357089281082153e-05,-1.6277655959129333e-05,-1.1198222637176514e-05,-6.118789315223694e-06,-1.039355993270874e-06,4.040077328681946e-06,9.119510650634766e-06,1.4198943972587585e-05,1.9278377294540405e-05,2.4357810616493225e-05,2.9437243938446045e-05,3.4516677260398865e-05,3.9596110582351685e-05,4.4675543904304504e-05,4.9754977226257324e-05,5.4834410548210144e-05,5.9913843870162964e-05,6.499327719211578e-05,7.00727105140686e-05,7.515214383602142e-05,8.023157715797424e-05,8.531101047992706e-05,9.039044380187988e-05,9.54698771238327e-05,0.00010054931044578552,0.00010562874376773834,0.00011070817708969116,0.00011578761041164398,0.0001208670437335968,0.00012594647705554962,0.00013102591037750244,0.00013610534369945526,0.00014118477702140808,0.0001462642103433609,0.00015134364366531372,0.00015642307698726654,0.00016150251030921936,0.00016658194363117218,0.000171661376953125]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[3,7,8,14,26,34,83,145,196,305,478,745,1106,1567,2248,3039,4232,5710,7312,9274,11778,14262,16932,20042,22958,25806,28634,30689,32480,33734,33691,34164,32603,31206,29103,26436,23707,20767,17603,15032,12257,9924,7845,6023,4599,3319,2463,1674,1229,847,545,370,217,138,104,47,25,17,12,3,5,0,0,2],"bins":[-0.0887022465467453,-0.08580619841814041,-0.08291015774011612,-0.08001410961151123,-0.07711806893348694,-0.07422202080488205,-0.07132598012685776,-0.06842993199825287,-0.06553389132022858,-0.06263784319162369,-0.0597417987883091,-0.05684575438499451,-0.05394970625638962,-0.05105366185307503,-0.04815761744976044,-0.04526157304644585,-0.042365528643131256,-0.039469484239816666,-0.036573439836502075,-0.033677395433187485,-0.030781349167227745,-0.027885304763913155,-0.024989258497953415,-0.022093214094638824,-0.019197169691324234,-0.016301125288009644,-0.013405079953372478,-0.010509034618735313,-0.007612990215420723,-0.004716945346444845,-0.0018209004774689674,0.0010751443915069103,0.003971196711063385,0.006867241580039263,0.00976328644901514,0.012659331783652306,0.015555376186966896,0.018451420590281487,0.021347466856241226,0.024243511259555817,0.027139555662870407,0.030035600066184998,0.03293164446949959,0.03582768887281418,0.03872373700141907,0.04161978140473366,0.04451582580804825,0.04741187021136284,0.05030791461467743,0.05320395901799202,0.05610000342130661,0.0589960478246212,0.06189209222793579,0.06478814035654068,0.06768418103456497,0.07058022916316986,0.07347626984119415,0.07637231796979904,0.07926836609840393,0.08216440677642822,0.08506045490503311,0.0879564955830574,0.09085254371166229,0.09374858438968658,0.09664463251829147]},"parameters/_orig_mod.bert.encoder.layer.2.output.dense.weight":{"_type":"histogram","values":[1,2,2,6,13,33,51,92,161,302,543,789,1238,1969,2947,4412,6369,8890,12310,16313,21760,27850,35015,42356,50589,60282,68285,76420,83587,89356,93056,95227,94354,92150,87838,81598,74111,66208,57424,48383,40259,32664,26175,19991,15214,11109,8119,5670,3951,2757,1700,1184,774,383,264,165,95,41,31,14,7,1,3,1],"bins":[-0.0967574492096901,-0.09372025728225708,-0.09068307280540466,-0.08764588087797165,-0.08460869640111923,-0.08157150447368622,-0.0785343199968338,-0.07549712806940079,-0.07245993614196777,-0.06942275166511536,-0.06638555973768234,-0.06334837526082993,-0.06031118333339691,-0.057273995131254196,-0.05423680692911148,-0.051199618726968765,-0.04816243052482605,-0.045125242322683334,-0.04208805412054062,-0.0390508659183979,-0.03601367771625519,-0.032976485788822174,-0.02993929758667946,-0.026902109384536743,-0.023864921182394028,-0.020827732980251312,-0.017790544778108597,-0.014753354713320732,-0.011716166511178017,-0.008678978309035301,-0.005641789175570011,-0.0026046005077660084,0.0004325881600379944,0.003469776827841997,0.006506965495646,0.00954415462911129,0.012581342831254005,0.015618531033396721,0.018655721098184586,0.0216929093003273,0.024730097502470016,0.027767285704612732,0.030804473906755447,0.03384166210889816,0.03687885403633118,0.03991604223847389,0.04295323044061661,0.04599041864275932,0.04902760684490204,0.052064795047044754,0.05510198324918747,0.058139171451330185,0.0611763596534729,0.06421355158090591,0.06725073605775833,0.07028792798519135,0.07332511246204376,0.07636230438947678,0.07939949631690979,0.08243668079376221,0.08547387272119522,0.08851105719804764,0.09154824912548065,0.09458543360233307,0.09762262552976608]},"parameters/_orig_mod.bert.encoder.layer.7.intermediate.dense.weight":{"values":[5,6,5,18,23,45,74,156,251,410,656,1018,1591,2393,3592,5297,7460,10244,14117,18991,24323,30780,37887,45904,54249,62927,70725,78177,85201,90102,92681,94050,93116,89981,84756,78506,71203,62867,54103,45678,37640,30608,24329,18717,14026,10379,7642,5376,3746,2517,1588,1029,691,419,259,145,87,45,27,13,7,2,2,2],"bins":[-0.09444678574800491,-0.09144843369722366,-0.08845007419586182,-0.08545172214508057,-0.08245336264371872,-0.07945501059293747,-0.07645665109157562,-0.07345829904079437,-0.07045994699001312,-0.06746158748865128,-0.06446323543787003,-0.06146487593650818,-0.05846652388572693,-0.05546816810965538,-0.05246981233358383,-0.04947145655751228,-0.046473100781440735,-0.043474745005369186,-0.04047638922929764,-0.03747803345322609,-0.03447967767715454,-0.03148132562637329,-0.028482969850301743,-0.025484614074230194,-0.022486258298158646,-0.019487902522087097,-0.01648954674601555,-0.01349119283258915,-0.010492837056517601,-0.00749448174610734,-0.004496126435697079,-0.0014977711252868176,0.0015005916357040405,0.004498946946114302,0.007497302256524563,0.010495657101273537,0.013494012877345085,0.016492368653416634,0.019490722566843033,0.02248907834291458,0.02548743411898613,0.028485789895057678,0.03148414567112923,0.034482501447200775,0.037480853497982025,0.040479209274053574,0.04347756505012512,0.04647592082619667,0.04947427660226822,0.05247263237833977,0.055470988154411316,0.058469343930482864,0.06146769970655441,0.06446605175733566,0.06746441125869751,0.07046276330947876,0.07346111536026001,0.07645947486162186,0.0794578269124031,0.08245618641376495,0.0854545384645462,0.08845289796590805,0.0914512500166893,0.09444960951805115,0.0974479615688324],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.bias":{"_type":"histogram","values":[2,0,0,1,3,1,1,1,2,0,6,4,6,5,8,13,8,8,8,10,21,18,17,19,17,17,25,26,31,29,34,22,33,25,37,23,35,28,28,23,22,16,17,11,13,14,15,7,6,8,7,7,5,8,2,2,4,1,2,1,2,0,0,3],"bins":[-0.0006368071772158146,-0.0006171875284053385,-0.0005975679378025234,-0.0005779482889920473,-0.0005583286983892322,-0.0005387090495787561,-0.0005190894589759409,-0.0004994698101654649,-0.00047985019045881927,-0.00046023057075217366,-0.00044061095104552805,-0.00042099133133888245,-0.0004013716825284064,-0.0003817520628217608,-0.00036213244311511517,-0.00034251282340846956,-0.00032289320370182395,-0.00030327358399517834,-0.00028365396428853273,-0.0002640343445818871,-0.0002444147248752415,-0.00022479509061668068,-0.00020517545635811985,-0.00018555583665147424,-0.00016593621694482863,-0.00014631659723818302,-0.00012669697753153741,-0.00010707734327297658,-8.745772356633097e-05,-6.783810385968536e-05,-4.821847687708214e-05,-2.8598853532457724e-05,-8.97923018783331e-06,1.0640393156791106e-05,3.026001650141552e-05,4.9879639846039936e-05,6.949926319066435e-05,8.911888289730996e-05,0.00010873850987991318,0.0001283581368625164,0.000147977756569162,0.00016759737627580762,0.00018721699598245323,0.00020683663024101406,0.00022645624994765967,0.0002460758842062205,0.0002656955039128661,0.0002853151236195117,0.00030493474332615733,0.00032455436303280294,0.00034417398273944855,0.00036379360244609416,0.00038341322215273976,0.00040303287096321583,0.00042265249066986144,0.00044227211037650704,0.00046189173008315265,0.00048151134978979826,0.0005011309986002743,0.0005207505892030895,0.0005403702380135655,0.0005599898286163807,0.0005796094774268568,0.0005992290680296719,0.000618848716840148]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[1,2,0,1,2,2,2,1,1,1,4,0,4,1,6,1,4,6,5,4,5,14,15,10,11,27,26,38,37,50,56,54,55,50,51,29,34,30,23,21,12,12,8,4,6,8,6,5,1,2,6,1,1,1,1,4,2,1,0,0,1,0,0,2],"bins":[-0.007383563555777073,-0.007154764141887426,-0.00692596472799778,-0.006697164848446846,-0.0064683654345571995,-0.006239566020667553,-0.006010766606777906,-0.00578196719288826,-0.005553167313337326,-0.0053243678994476795,-0.005095568485558033,-0.0048667690716683865,-0.00463796965777874,-0.004409170243889093,-0.0041803703643381596,-0.003951570950448513,-0.0037227715365588665,-0.00349397212266922,-0.00326517247594893,-0.0030363730620592833,-0.002807573415338993,-0.0025787740014493465,-0.0023499745875597,-0.00212117494083941,-0.0018923755269497633,-0.001663575996644795,-0.0014347764663398266,-0.00120597705245018,-0.0009771775221452117,-0.0007483779918402433,-0.0005195785197429359,-0.000290779018541798,-6.19795173406601e-05,0.0001668199838604778,0.0003956194850616157,0.0006244189571589231,0.0008532184874638915,0.0010820180177688599,0.0013108174316585064,0.0015396169619634748,0.001768416492268443,0.0019972159061580896,0.00222601555287838,0.0024548149667680264,0.002683614380657673,0.002912414027377963,0.0031412134412676096,0.0033700130879878998,0.0035988125018775463,0.003827611915767193,0.004056411329656839,0.004285211209207773,0.00451401062309742,0.004742810036987066,0.004971609450876713,0.005200408864766359,0.005429208278656006,0.00565800815820694,0.005886807572096586,0.006115606985986233,0.006344406399875879,0.006573205813765526,0.00680200569331646,0.007030805107206106,0.007259604521095753],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.intermediate.dense.weight":{"values":[2,2,1,1,7,7,7,12,22,28,54,65,95,106,169,241,377,561,804,1176,1719,2579,3610,5769,8828,13899,22386,38442,66621,120790,219216,330926,304181,185785,101326,56014,32265,19617,12137,7695,5015,3311,2224,1496,997,662,450,336,259,184,113,65,61,45,39,21,14,12,5,3,1,4,3,2],"bins":[-0.0010137557983398438,-0.0009819269180297852,-0.0009500980377197266,-0.000918269157409668,-0.0008864402770996094,-0.0008546113967895508,-0.0008227825164794922,-0.0007909536361694336,-0.000759124755859375,-0.0007272958755493164,-0.0006954669952392578,-0.0006636381149291992,-0.0006318092346191406,-0.000599980354309082,-0.0005681514739990234,-0.0005363225936889648,-0.0005044937133789062,-0.00047266483306884766,-0.00044083595275878906,-0.00040900707244873047,-0.0003771781921386719,-0.0003453493118286133,-0.0003135204315185547,-0.0002816915512084961,-0.0002498626708984375,-0.0002180337905883789,-0.0001862049102783203,-0.00015437602996826172,-0.00012254714965820312,-9.071826934814453e-05,-5.888938903808594e-05,-2.7060508728027344e-05,4.76837158203125e-06,3.6597251892089844e-05,6.842613220214844e-05,0.00010025501251220703,0.00013208389282226562,0.00016391277313232422,0.0001957416534423828,0.0002275705337524414,0.0002593994140625,0.0002912282943725586,0.0003230571746826172,0.0003548860549926758,0.0003867149353027344,0.00041854381561279297,0.00045037269592285156,0.00048220157623291016,0.0005140304565429688,0.0005458593368530273,0.0005776882171630859,0.0006095170974731445,0.0006413459777832031,0.0006731748580932617,0.0007050037384033203,0.0007368326187133789,0.0007686614990234375,0.0008004903793334961,0.0008323192596435547,0.0008641481399536133,0.0008959770202636719,0.0009278059005737305,0.0009596347808837891,0.0009914636611938477,0.0010232925415039062],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,0,2,1,4,2,4,5,7,4,9,7,5,9,13,8,6,11,9,12,13,15,19,11,14,21,32,40,31,35,42,37,43,21,26,19,25,17,16,14,12,12,18,13,11,14,9,4,10,10,6,7,5,6,5,6,5,2,0,2,0,0,0,1],"bins":[-0.005400268826633692,-0.005224285181611776,-0.005048301070928574,-0.004872317425906658,-0.004696333780884743,-0.004520350135862827,-0.0043443660251796246,-0.004168382380157709,-0.003992398735135794,-0.0038164148572832346,-0.0036404309794306755,-0.00346444733440876,-0.003288463456556201,-0.0031124798115342855,-0.0029364959336817265,-0.002760512288659811,-0.002584528410807252,-0.002408544532954693,-0.0022325608879327774,-0.0020565770100802183,-0.0018805933650583029,-0.0017046094872057438,-0.0015286257257685065,-0.0013526419643312693,-0.001176658202894032,-0.0010006744414567947,-0.0008246906800195575,-0.0006487068603746593,-0.00047272309893742204,-0.0002967393375001848,-0.00012075554695911705,5.5228229030035436e-05,0.00023121200501918793,0.0004071957664564252,0.0005831795278936625,0.0007591633475385606,0.0009351471089757979,0.001111130928620696,0.0012871146900579333,0.0014630984514951706,0.0016390822129324079,0.0018150659743696451,0.001991049852222204,0.0021670334972441196,0.0023430173750966787,0.002519001020118594,0.0026949848979711533,0.0028709685429930687,0.003046952420845628,0.003222936298698187,0.0033989199437201023,0.0035749038215726614,0.003750887466594577,0.003926871344447136,0.004102854989469051,0.004278838634490967,0.0044548227451741695,0.004630806390196085,0.004806790035218,0.004982774145901203,0.005158757790923119,0.005334741435945034,0.0055107250809669495,0.005686709191650152,0.005862692836672068],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.weight":{"values":[2,0,1,2,5,3,4,9,16,12,17,31,40,81,85,140,181,301,442,692,1061,1591,2657,4049,6729,11311,19309,35789,73127,189294,534646,422950,141459,57014,28556,15609,9247,5652,3523,2349,1531,992,727,461,322,251,169,117,82,54,42,37,31,17,17,6,6,6,5,1,2,0,1,1],"bins":[-0.002025604248046875,-0.0019599497318267822,-0.0018942952156066895,-0.0018286406993865967,-0.001762986183166504,-0.0016973316669464111,-0.0016316771507263184,-0.0015660226345062256,-0.0015003681182861328,-0.00143471360206604,-0.0013690590858459473,-0.0013034045696258545,-0.0012377500534057617,-0.001172095537185669,-0.0011064410209655762,-0.0010407865047454834,-0.0009751319885253906,-0.0009094774723052979,-0.0008438229560852051,-0.0007781684398651123,-0.0007125139236450195,-0.0006468594074249268,-0.000581204891204834,-0.0005155503749847412,-0.00044989585876464844,-0.00038424134254455566,-0.0003185868263244629,-0.0002529323101043701,-0.00018727779388427734,-0.00012162327766418457,-5.59687614440918e-05,9.685754776000977e-06,7.534027099609375e-05,0.00014099478721618652,0.0002066493034362793,0.00027230381965637207,0.00033795833587646484,0.0004036128520965576,0.0004692673683166504,0.0005349218845367432,0.0006005764007568359,0.0006662309169769287,0.0007318854331970215,0.0007975399494171143,0.000863194465637207,0.0009288489818572998,0.0009945034980773926,0.0010601580142974854,0.0011258125305175781,0.001191467046737671,0.0012571215629577637,0.0013227760791778564,0.0013884305953979492,0.001454085111618042,0.0015197396278381348,0.0015853941440582275,0.0016510486602783203,0.001716703176498413,0.0017823576927185059,0.0018480122089385986,0.0019136667251586914,0.001979321241378784,0.002044975757598877,0.0021106302738189697,0.0021762847900390625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,1,1,1,3,3,1,3,3,5,7,12,13,10,15,22,25,29,30,36,54,47,50,57,50,48,37,35,24,27,14,11,13,16,13,17,7,6,5,1,1,0,1,2,0,0,2,2,2,1,1,0,0,0,0,0,0,0,0,0,0,0,2],"bins":[0.9983897805213928,0.998458743095398,0.9985277652740479,0.998596727848053,0.9986656904220581,0.9987346529960632,0.9988036751747131,0.9988726377487183,0.9989416003227234,0.9990106225013733,0.9990795850753784,0.9991485476493835,0.9992175698280334,0.9992865324020386,0.9993554949760437,0.9994244575500488,0.9994934797286987,0.9995624423027039,0.999631404876709,0.9997004270553589,0.999769389629364,0.9998383522033691,0.999907374382019,0.9999763369560242,1.0000452995300293,1.0001143217086792,1.0001832246780396,1.0002522468566895,1.0003212690353394,1.0003901720046997,1.0004591941833496,1.0005282163619995,1.0005971193313599,1.0006661415100098,1.0007351636886597,1.00080406665802,1.00087308883667,1.0009419918060303,1.0010110139846802,1.00108003616333,1.0011489391326904,1.0012179613113403,1.0012869834899902,1.0013558864593506,1.0014249086380005,1.0014939308166504,1.0015628337860107,1.0016318559646606,1.0017008781433105,1.001769781112671,1.0018388032913208,1.0019078254699707,1.001976728439331,1.002045750617981,1.0021147727966309,1.0021836757659912,1.0022526979446411,1.0023216009140015,1.0023906230926514,1.0024596452713013,1.0025285482406616,1.0025975704193115,1.0026665925979614,1.0027354955673218,1.0028045177459717]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.bias":{"values":[1,0,0,2,1,1,0,1,2,1,1,1,3,3,7,6,5,8,6,10,10,12,18,23,17,14,21,21,19,21,42,20,23,28,22,27,30,20,18,26,33,28,30,25,25,25,13,14,13,14,10,9,6,8,8,4,3,1,1,0,1,4,1,1],"bins":[-0.0007699765264987946,-0.0007482683868147433,-0.0007265603053383529,-0.0007048521656543016,-0.0006831440259702504,-0.00066143594449386,-0.0006397278048098087,-0.0006180196651257575,-0.0005963115836493671,-0.0005746034439653158,-0.0005528953042812645,-0.0005311872228048742,-0.0005094790831208229,-0.0004877709725406021,-0.00046606286196038127,-0.00044435472227633,-0.0004226466116961092,-0.00040093850111588836,-0.0003792303614318371,-0.00035752225085161626,-0.00033581414027139544,-0.00031410600058734417,-0.00029239789000712335,-0.00027068977942690253,-0.00024898163974285126,-0.00022727352916263044,-0.00020556541858240962,-0.00018385729345027357,-0.00016214916831813753,-0.0001404410577379167,-0.00011873293260578066,-9.702481474960223e-05,-7.53166968934238e-05,-5.360857903724536e-05,-3.190045754308812e-05,-1.0192337867920287e-05,1.151578180724755e-05,3.322389966342598e-05,5.493202115758322e-05,7.664014265174046e-05,9.83482605079189e-05,0.00012005637836409733,0.00014176449622027576,0.0001634726213524118,0.00018518074648454785,0.00020688885706476867,0.00022859698219690472,0.00025030510732904077,0.0002720132179092616,0.0002937213284894824,0.0003154294681735337,0.0003371375787537545,0.0003588456893339753,0.0003805538290180266,0.0004022619395982474,0.00042397005017846823,0.0004456781898625195,0.0004673863004427403,0.0004890944110229611,0.0005108025507070124,0.0005325106321834028,0.000554218771867454,0.0005759269115515053,0.0005976349930278957,0.000619343132711947],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.weight":{"bins":[-0.00049591064453125,-0.0004813782870769501,-0.00046684592962265015,-0.0004523135721683502,-0.0004377812147140503,-0.00042324885725975037,-0.00040871649980545044,-0.0003941841423511505,-0.0003796517848968506,-0.00036511942744255066,-0.00035058706998825073,-0.0003360547125339508,-0.0003215223550796509,-0.00030698999762535095,-0.000292457640171051,-0.0002779252827167511,-0.00026339292526245117,-0.00024886056780815125,-0.00023432821035385132,-0.0002197958528995514,-0.00020526349544525146,-0.00019073113799095154,-0.0001761987805366516,-0.00016166642308235168,-0.00014713406562805176,-0.00013260170817375183,-0.0001180693507194519,-0.00010353699326515198,-8.900463581085205e-05,-7.447227835655212e-05,-5.99399209022522e-05,-4.540756344795227e-05,-3.0875205993652344e-05,-1.6342848539352417e-05,-1.8104910850524902e-06,1.2721866369247437e-05,2.7254223823547363e-05,4.178658127784729e-05,5.631893873214722e-05,7.085129618644714e-05,8.538365364074707e-05,9.9916011095047e-05,0.00011444836854934692,0.00012898072600364685,0.00014351308345794678,0.0001580454409122467,0.00017257779836654663,0.00018711015582084656,0.00020164251327514648,0.0002161748707294464,0.00023070722818374634,0.00024523958563804626,0.0002597719430923462,0.0002743043005466461,0.00028883665800094604,0.00030336901545524597,0.0003179013729095459,0.0003324337303638458,0.00034696608781814575,0.0003614984452724457,0.0003760308027267456,0.00039056316018104553,0.00040509551763534546,0.0004196278750896454,0.0004341602325439453],"_type":"histogram","values":[1,1,0,2,3,1,2,2,1,5,4,10,11,19,31,39,55,67,125,140,231,311,469,570,957,1437,2154,3433,5518,9317,16503,29848,59919,138710,164886,72569,35304,18852,10687,6362,3851,2402,1618,1097,705,508,315,220,155,97,73,51,59,31,27,14,11,12,12,1,4,1,1,3]},"parameters/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[1,0,1,2,0,4,2,1,0,2,4,2,7,7,5,13,8,13,8,13,13,13,15,13,21,27,21,28,23,29,22,41,33,22,28,35,28,27,22,28,28,17,22,13,8,6,15,15,5,13,9,5,4,5,2,2,2,4,2,4,3,0,1,1],"bins":[-0.0003462054883129895,-0.0003356226079631597,-0.00032503975671716034,-0.00031445687636733055,-0.0003038740251213312,-0.0002932911447715014,-0.0002827082935255021,-0.0002721254131756723,-0.00026154256192967296,-0.00025095968157984316,-0.0002403768157819286,-0.00022979394998401403,-0.00021921106963418424,-0.00020862820383626968,-0.0001980453380383551,-0.00018746247224044055,-0.00017687960644252598,-0.00016629674064461142,-0.00015571387484669685,-0.0001451310090487823,-0.00013454814325086772,-0.00012396526290103793,-0.00011338239710312337,-0.0001027995313052088,-9.221666550729424e-05,-8.163379970937967e-05,-7.105093391146511e-05,-6.046806083759293e-05,-4.9885195039678365e-05,-3.93023292417638e-05,-2.871945980587043e-05,-1.813659218896646e-05,-7.553724572062492e-06,3.0291430448414758e-06,1.3612010661745444e-05,2.4194878278649412e-05,3.477774589555338e-05,4.5360611693467945e-05,5.5943481129361317e-05,6.652635056525469e-05,7.710921636316925e-05,8.769208216108382e-05,9.827494795899838e-05,0.00010885782103287056,0.00011944068683078513,0.0001300235599046573,0.00014060642570257187,0.00015118929150048643,0.000161772157298401,0.00017235502309631556,0.00018293788889423013,0.0001935207546921447,0.00020410362049005926,0.00021468650083988905,0.00022526936663780361,0.00023585223243571818,0.00024643511278554797,0.0002570179640315473,0.0002676008443813771,0.00027818369562737644,0.00028876657597720623,0.00029934942722320557,0.00030993230757303536,0.0003205151588190347,0.0003310980391688645]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.weight":{"_type":"histogram","values":[2,1,5,5,8,16,23,23,48,53,93,124,189,268,418,538,816,1224,1730,2506,3625,5428,7537,10942,15466,21624,29800,39563,50493,59916,64392,61470,53906,43212,33231,23860,17224,12222,8624,5891,4148,2900,1968,1325,923,670,443,298,206,149,87,46,53,33,27,10,8,4,2,2,3,0,1,2],"bins":[-0.0003960132598876953,-0.00038309767842292786,-0.0003701820969581604,-0.00035726651549339294,-0.0003443509340286255,-0.00033143535256385803,-0.0003185197710990906,-0.0003056041896343231,-0.00029268860816955566,-0.0002797730267047882,-0.00026685744524002075,-0.0002539418637752533,-0.00024102628231048584,-0.00022811070084571838,-0.00021519511938095093,-0.00020227953791618347,-0.00018936395645141602,-0.00017644837498664856,-0.0001635327935218811,-0.00015061721205711365,-0.0001377016305923462,-0.00012478604912757874,-0.00011187046766281128,-9.895488619804382e-05,-8.603930473327637e-05,-7.312372326850891e-05,-6.0208141803741455e-05,-4.7292560338974e-05,-3.437697887420654e-05,-2.1461397409439087e-05,-8.545815944671631e-06,4.369765520095825e-06,1.728534698486328e-05,3.0200928449630737e-05,4.311650991439819e-05,5.603209137916565e-05,6.89476728439331e-05,8.186325430870056e-05,9.477883577346802e-05,0.00010769441723823547,0.00012060999870300293,0.00013352558016777039,0.00014644116163253784,0.0001593567430973053,0.00017227232456207275,0.0001851879060268402,0.00019810348749160767,0.00021101906895637512,0.00022393465042114258,0.00023685023188591003,0.0002497658133506775,0.00026268139481544495,0.0002755969762802124,0.00028851255774497986,0.0003014281392097473,0.00031434372067451477,0.0003272593021392822,0.0003401748836040497,0.00035309046506881714,0.0003660060465335846,0.00037892162799835205,0.0003918372094631195,0.00040475279092788696,0.0004176683723926544,0.0004305839538574219]},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.weight":{"_type":"histogram","values":[1,0,1,1,1,1,1,1,2,4,6,10,7,11,14,21,32,34,39,66,112,138,171,260,396,537,794,1291,2078,3600,6414,12774,34042,437648,54944,15611,7817,4170,2353,1411,951,624,414,278,201,156,85,71,66,37,34,17,16,19,11,6,7,2,7,3,1,1,2,1],"bins":[-0.0005240440368652344,-0.0005084648728370667,-0.0004928857088088989,-0.0004773065447807312,-0.0004617273807525635,-0.00044614821672439575,-0.00043056905269622803,-0.0004149898886680603,-0.0003994107246398926,-0.00038383156061172485,-0.00036825239658355713,-0.0003526732325553894,-0.0003370940685272217,-0.00032151490449905396,-0.00030593574047088623,-0.0002903565764427185,-0.0002747774124145508,-0.00025919824838638306,-0.00024361908435821533,-0.0002280399203300476,-0.00021246075630187988,-0.00019688159227371216,-0.00018130242824554443,-0.0001657232642173767,-0.00015014410018920898,-0.00013456493616104126,-0.00011898577213287354,-0.00010340660810470581,-8.782744407653809e-05,-7.224828004837036e-05,-5.666911602020264e-05,-4.108995199203491e-05,-2.5510787963867188e-05,-9.931623935699463e-06,5.647540092468262e-06,2.1226704120635986e-05,3.680586814880371e-05,5.2385032176971436e-05,6.796419620513916e-05,8.354336023330688e-05,9.912252426147461e-05,0.00011470168828964233,0.00013028085231781006,0.00014586001634597778,0.0001614391803741455,0.00017701834440231323,0.00019259750843048096,0.00020817667245864868,0.0002237558364868164,0.00023933500051498413,0.00025491416454315186,0.0002704933285713196,0.0002860724925994873,0.00030165165662765503,0.00031723082065582275,0.0003328099846839905,0.0003483891487121582,0.00036396831274032593,0.00037954747676849365,0.0003951266407966614,0.0004107058048248291,0.0004262849688529968,0.00044186413288116455,0.0004574432969093323,0.0004730224609375]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"bins":[-0.001178741455078125,-0.0011389106512069702,-0.0010990798473358154,-0.0010592490434646606,-0.0010194182395935059,-0.000979587435722351,-0.0009397566318511963,-0.0008999258279800415,-0.0008600950241088867,-0.0008202642202377319,-0.0007804334163665771,-0.0007406026124954224,-0.0007007718086242676,-0.0006609410047531128,-0.000621110200881958,-0.0005812793970108032,-0.0005414485931396484,-0.0005016177892684937,-0.00046178698539733887,-0.0004219561815261841,-0.0003821253776550293,-0.0003422945737838745,-0.0003024637699127197,-0.00026263296604156494,-0.00022280216217041016,-0.00018297135829925537,-0.00014314055442810059,-0.0001033097505569458,-6.347894668579102e-05,-2.364814281463623e-05,1.6182661056518555e-05,5.601346492767334e-05,9.584426879882812e-05,0.0001356750726699829,0.0001755058765411377,0.00021533668041229248,0.00025516748428344727,0.00029499828815460205,0.00033482909202575684,0.0003746598958969116,0.0004144906997680664,0.0004543215036392212,0.000494152307510376,0.0005339831113815308,0.0005738139152526855,0.0006136447191238403,0.0006534755229949951,0.0006933063268661499,0.0007331371307373047,0.0007729679346084595,0.0008127987384796143,0.000852629542350769,0.0008924603462219238,0.0009322911500930786,0.0009721219539642334,0.0010119527578353882,0.001051783561706543,0.0010916143655776978,0.0011314451694488525,0.0011712759733200073,0.0012111067771911621,0.001250937581062317,0.0012907683849334717,0.0013305991888046265,0.0013704299926757812],"_type":"histogram","values":[2,1,2,2,2,6,4,9,12,22,39,42,65,102,162,227,351,514,761,1148,1944,2818,4319,6630,10941,18006,30026,52329,90819,125068,98776,58919,33346,19660,11762,7403,4714,3083,1921,1345,885,589,323,241,161,99,82,30,27,27,18,12,9,7,1,2,4,1,0,0,1,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,3,2,2,8,0,2,4,10,0,3,9,11,9,13,12,20,17,15,22,19,20,34,31,32,38,30,33,36,19,28,37,21,21,35,21,23,16,20,12,13,9,12,7,6,13,4,1,1,0,5,3,1,0,0,0,0,1,1,0,0,1],"bins":[-0.0004628782335203141,-0.00044728396460413933,-0.000431689724791795,-0.00041609545587562025,-0.0004005011869594455,-0.00038490694714710116,-0.0003693126782309264,-0.0003537184093147516,-0.0003381241695024073,-0.00032252990058623254,-0.0003069356316700578,-0.000291341362753883,-0.0002757471229415387,-0.0002601528540253639,-0.00024455858510918915,-0.0002289643307449296,-0.00021337007638067007,-0.00019777582201641053,-0.00018218155310023576,-0.00016658729873597622,-0.00015099302981980145,-0.0001353987754555419,-0.00011980452109128237,-0.00010421025945106521,-8.861599781084806e-05,-7.30217361706309e-05,-5.7427478168392554e-05,-4.1833220166154206e-05,-2.623895852593705e-05,-1.0644698704709299e-05,4.949561116518453e-06,2.0543820937746204e-05,3.61380516551435e-05,5.1732313295360655e-05,6.732657493557781e-05,8.292082929983735e-05,9.85150909400545e-05,0.00011410935258027166,0.0001297036069445312,0.00014529787586070597,0.0001608921302249655,0.00017648638458922505,0.00019208065350539982,0.00020767490786965936,0.0002232691622339189,0.00023886343115009367,0.00025445770006626844,0.00027005193987861276,0.0002856462087947875,0.0003012404777109623,0.0003168347175233066,0.0003324289864394814,0.00034802325535565615,0.00036361749516800046,0.00037921176408417523,0.00039480603300035,0.0004104002728126943,0.0004259945417288691,0.00044158881064504385,0.0004571830795612186,0.00047277731937356293,0.0004883715882897377,0.000503965828102082,0.0005195601261220872,0.0005351543659344316]},"parameters/_orig_mod.bert.encoder.layer.11.intermediate.dense.bias":{"values":[3,1,2,0,1,3,5,4,5,10,12,19,27,32,42,59,63,67,74,92,98,107,125,126,107,124,105,100,89,71,69,73,52,36,40,33,24,27,20,21,14,13,8,7,11,5,5,1,2,3,3,0,2,0,0,0,1,2,0,1,0,1,0,1],"bins":[-0.001189430826343596,-0.001140726264566183,-0.0010920217027887702,-0.0010433171410113573,-0.0009946125792339444,-0.0009459080174565315,-0.0008972034556791186,-0.0008484988939017057,-0.0007997943321242929,-0.00075108977034688,-0.0007023852085694671,-0.0006536806467920542,-0.0006049760850146413,-0.0005562715232372284,-0.0005075669614598155,-0.0004588623996824026,-0.0004101578379049897,-0.00036145327612757683,-0.00031274871435016394,-0.00026404415257275105,-0.00021533959079533815,-0.00016663502901792526,-0.00011793046724051237,-6.922590546309948e-05,-2.0521343685686588e-05,2.8183218091726303e-05,7.68877798691392e-05,0.00012559234164655209,0.00017429690342396498,0.00022300146520137787,0.00027170602697879076,0.00032041058875620365,0.0003691150341182947,0.0004178195958957076,0.0004665241576731205,0.0005152287194505334,0.0005639332812279463,0.0006126378430053592,0.0006613424047827721,0.000710046966560185,0.0007587515283375978,0.0008074560901150107,0.0008561606518924236,0.0009048652136698365,0.0009535697754472494,0.0010022743372246623,0.0010509788990020752,0.001099683460779488,0.001148388022556901,0.0011970925843343139,0.0012457971461117268,0.0012945017078891397,0.0013432062696665525,0.0013919108314439654,0.0014406153932213783,0.0014893199549987912,0.0015380245167762041,0.001586729078553617,0.00163543364033103,0.0016841382021084428,0.0017328427638858557,0.0017815473256632686,0.0018302518874406815,0.0018789564492180943,0.0019276610109955072],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.weight":{"bins":[-0.00015616416931152344,-0.0001506209373474121,-0.00014507770538330078,-0.00013953447341918945,-0.00013399124145507812,-0.0001284480094909668,-0.00012290477752685547,-0.00011736154556274414,-0.00011181831359863281,-0.00010627508163452148,-0.00010073184967041016,-9.518861770629883e-05,-8.96453857421875e-05,-8.410215377807617e-05,-7.855892181396484e-05,-7.301568984985352e-05,-6.747245788574219e-05,-6.192922592163086e-05,-5.638599395751953e-05,-5.08427619934082e-05,-4.5299530029296875e-05,-3.975629806518555e-05,-3.421306610107422e-05,-2.866983413696289e-05,-2.3126602172851562e-05,-1.7583370208740234e-05,-1.2040138244628906e-05,-6.496906280517578e-06,-9.5367431640625e-07,4.589557647705078e-06,1.0132789611816406e-05,1.5676021575927734e-05,2.1219253540039062e-05,2.676248550415039e-05,3.230571746826172e-05,3.784894943237305e-05,4.3392181396484375e-05,4.89354133605957e-05,5.447864532470703e-05,6.002187728881836e-05,6.556510925292969e-05,7.110834121704102e-05,7.665157318115234e-05,8.219480514526367e-05,8.7738037109375e-05,9.328126907348633e-05,9.882450103759766e-05,0.00010436773300170898,0.00010991096496582031,0.00011545419692993164,0.00012099742889404297,0.0001265406608581543,0.00013208389282226562,0.00013762712478637695,0.00014317035675048828,0.0001487135887145996,0.00015425682067871094,0.00015980005264282227,0.0001653432846069336,0.00017088651657104492,0.00017642974853515625,0.00018197298049926758,0.0001875162124633789,0.00019305944442749023,0.00019860267639160156],"_type":"histogram","values":[6,5,7,7,9,13,18,34,50,58,86,119,123,194,277,360,492,674,909,1442,2144,3212,5064,8530,15674,30687,65250,130612,150344,85921,39467,19769,10400,6023,3854,2371,1637,1093,854,537,386,295,204,170,122,86,71,42,39,24,16,14,11,5,4,4,1,2,0,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.bias":{"values":[1,0,0,0,0,0,1,0,2,4,5,3,2,5,3,4,3,11,7,10,11,8,17,18,14,27,23,26,15,18,27,23,28,20,40,30,29,22,25,27,23,24,16,29,21,14,20,16,6,13,13,10,7,9,7,6,8,2,3,4,3,2,2,1],"bins":[-0.0005734562873840332,-0.0005572708323597908,-0.0005410853773355484,-0.000524899922311306,-0.0005087144672870636,-0.0004925290122628212,-0.0004763435572385788,-0.0004601581022143364,-0.000443972647190094,-0.0004277871921658516,-0.0004116017371416092,-0.0003954162821173668,-0.0003792308270931244,-0.000363045372068882,-0.0003468599170446396,-0.0003306744620203972,-0.0003144890069961548,-0.0002983035519719124,-0.00028211809694767,-0.0002659326419234276,-0.0002497471868991852,-0.00023356173187494278,-0.00021737627685070038,-0.00020119082182645798,-0.00018500536680221558,-0.00016881991177797318,-0.00015263445675373077,-0.00013644900172948837,-0.00012026354670524597,-0.00010407809168100357,-8.789263665676117e-05,-7.170718163251877e-05,-5.552172660827637e-05,-3.9336271584033966e-05,-2.3150816559791565e-05,-6.965361535549164e-06,9.220093488693237e-06,2.540554851293564e-05,4.159100353717804e-05,5.777645856142044e-05,7.396191358566284e-05,9.014736860990524e-05,0.00010633282363414764,0.00012251827865839005,0.00013870373368263245,0.00015488918870687485,0.00017107464373111725,0.00018726009875535965,0.00020344555377960205,0.00021963100880384445,0.00023581646382808685,0.00025200191885232925,0.00026818737387657166,0.00028437282890081406,0.00030055828392505646,0.00031674373894929886,0.00033292919397354126,0.00034911464899778366,0.00036530010402202606,0.00038148555904626846,0.00039767101407051086,0.00041385646909475327,0.00043004192411899567,0.00044622737914323807,0.00046241283416748047],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,1,0,2,3,1,1,0,1,2,3,1,1,1,5,7,7,10,9,10,14,22,33,34,57,52,59,59,63,57,44,40,25,30,24,17,17,11,5,3,7,9,2,1,3,2,3,1,1,2,0,0,1,1,0,1,0,0,0,1,0,1],"bins":[-0.00022023916244506836,-0.0002127988263964653,-0.00020535849034786224,-0.00019791815429925919,-0.00019047781825065613,-0.00018303748220205307,-0.00017559714615345,-0.00016815681010484695,-0.0001607164740562439,-0.00015327613800764084,-0.00014583580195903778,-0.00013839546591043472,-0.00013095512986183167,-0.0001235147938132286,-0.00011607445776462555,-0.00010863412171602249,-0.00010119378566741943,-9.375344961881638e-05,-8.631311357021332e-05,-7.887277752161026e-05,-7.14324414730072e-05,-6.399210542440414e-05,-5.6551769375801086e-05,-4.911143332719803e-05,-4.167109727859497e-05,-3.423076122999191e-05,-2.6790425181388855e-05,-1.9350089132785797e-05,-1.190975308418274e-05,-4.469417035579681e-06,2.9709190130233765e-06,1.0411255061626434e-05,1.7851591110229492e-05,2.529192715883255e-05,3.273226320743561e-05,4.0172599256038666e-05,4.7612935304641724e-05,5.505327135324478e-05,6.249360740184784e-05,6.99339434504509e-05,7.737427949905396e-05,8.481461554765701e-05,9.225495159626007e-05,9.969528764486313e-05,0.00010713562369346619,0.00011457595974206924,0.0001220162957906723,0.00012945663183927536,0.00013689696788787842,0.00014433730393648148,0.00015177763998508453,0.0001592179760336876,0.00016665831208229065,0.0001740986481308937,0.00018153898417949677,0.00018897932022809982,0.00019641965627670288,0.00020385999232530594,0.000211300328373909,0.00021874066442251205,0.0002261810004711151,0.00023362133651971817,0.00024106167256832123,0.0002485020086169243,0.00025594234466552734]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.10161343961954117,-0.09849699586629868,-0.09538055956363678,-0.09226411581039429,-0.08914767950773239,-0.0860312357544899,-0.082914799451828,-0.07979835569858551,-0.07668191194534302,-0.07356547564268112,-0.07044903188943863,-0.06733259558677673,-0.06421615183353424,-0.061099711805582047,-0.05798327177762985,-0.05486683174967766,-0.051750391721725464,-0.04863395169377327,-0.045517511665821075,-0.04240107163786888,-0.03928463160991669,-0.036168187856674194,-0.033051747828722,-0.029935307800769806,-0.02681886777281761,-0.023702427744865417,-0.020585987716913223,-0.01746954582631588,-0.014353105798363686,-0.011236665770411491,-0.008120224811136723,-0.005003784317523241,-0.0018873512744903564,0.001229089219123125,0.004345529712736607,0.007461970206350088,0.01057841069996357,0.013694850727915764,0.016811292618513107,0.0199277326464653,0.023044172674417496,0.02616061270236969,0.029277052730321884,0.03239349275827408,0.03550993651151657,0.038626376539468765,0.04174281656742096,0.044859256595373154,0.04797569662332535,0.05109213665127754,0.054208576679229736,0.05732501670718193,0.060441456735134125,0.06355790048837662,0.06667433679103851,0.069790780544281,0.0729072242975235,0.0760236606001854,0.07914010435342789,0.08225654065608978,0.08537298440933228,0.08848942071199417,0.09160586446523666,0.09472230076789856,0.09783874452114105],"_type":"histogram","values":[2,1,3,2,7,21,21,40,72,138,241,438,725,1118,1820,2862,4264,6159,8669,12226,16603,21878,28416,35454,44146,53259,62165,71401,79995,86962,92996,96494,97178,96560,93845,88301,81137,72297,64132,54850,45704,37328,30084,23133,17564,12997,9413,6706,4648,3049,2067,1276,830,487,292,149,112,46,36,21,15,6,1,2]},"parameters/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"_type":"histogram","values":[1,1,0,1,0,0,0,0,0,1,2,2,3,4,7,6,9,6,3,5,7,20,12,19,19,21,23,30,19,27,28,32,27,24,24,28,32,25,36,24,33,37,27,19,27,17,9,13,12,6,12,5,3,6,3,2,2,2,1,1,0,2,0,1],"bins":[-0.0005710877594538033,-0.0005546508473344147,-0.0005382138770073652,-0.0005217769648879766,-0.0005053400527685881,-0.0004889031406491995,-0.00047246619942598045,-0.0004560292582027614,-0.00043959234608337283,-0.0004231554048601538,-0.00040671846363693476,-0.0003902815515175462,-0.00037384461029432714,-0.00035740769817493856,-0.0003409707569517195,-0.00032453384483233094,-0.0003080969036091119,-0.00029165996238589287,-0.0002752230502665043,-0.00025878610904328525,-0.00024234919692389667,-0.00022591225570067763,-0.00020947532902937382,-0.00019303840235807002,-0.0001766014756867662,-0.0001601645490154624,-0.0001437276223441586,-0.00012729069567285478,-0.00011085376172559336,-9.441683505428955e-05,-7.797990110702813e-05,-6.154297443572432e-05,-4.510601866059005e-05,-2.866909017029684e-05,-1.2232161680003628e-05,4.204766810289584e-06,2.0641695300582796e-05,3.7078621971886605e-05,5.351555228116922e-05,6.995248259045184e-05,8.638940926175565e-05,0.00010282633593305945,0.00011926326260436326,0.00013570018927566707,0.0001521371304988861,0.00016857405717018992,0.00018501098384149373,0.00020144791051279753,0.00021788483718410134,0.00023432176385540515,0.00025075869052670896,0.000267195631749928,0.0002836325438693166,0.0003000694850925356,0.0003165063972119242,0.00033294333843514323,0.0003493802505545318,0.00036581719177775085,0.0003822541330009699,0.00039869104512035847,0.0004151279863435775,0.0004315648984629661,0.0004480018396861851,0.0004644387518055737,0.00048087569302879274]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.bias":{"bins":[-0.0001914501190185547,-0.0001850314438343048,-0.00017861276865005493,-0.00017219409346580505,-0.00016577541828155518,-0.0001593567430973053,-0.00015293806791305542,-0.00014651939272880554,-0.00014010071754455566,-0.00013368204236030579,-0.0001272633671760559,-0.00012084469199180603,-0.00011442601680755615,-0.00010800734162330627,-0.0001015886664390564,-9.516999125480652e-05,-8.875131607055664e-05,-8.233264088630676e-05,-7.591396570205688e-05,-6.949529051780701e-05,-6.307661533355713e-05,-5.665794014930725e-05,-5.023926496505737e-05,-4.3820589780807495e-05,-3.740191459655762e-05,-3.098323941230774e-05,-2.456456422805786e-05,-1.8145889043807983e-05,-1.1727213859558105e-05,-5.3085386753082275e-06,1.1101365089416504e-06,7.528811693191528e-06,1.3947486877441406e-05,2.0366162061691284e-05,2.6784837245941162e-05,3.320351243019104e-05,3.962218761444092e-05,4.6040862798690796e-05,5.2459537982940674e-05,5.887821316719055e-05,6.529688835144043e-05,7.171556353569031e-05,7.813423871994019e-05,8.455291390419006e-05,9.097158908843994e-05,9.739026427268982e-05,0.0001038089394569397,0.00011022761464118958,0.00011664628982543945,0.00012306496500968933,0.0001294836401939392,0.0001359023153781891,0.00014232099056243896,0.00014873966574668884,0.00015515834093093872,0.0001615770161151886,0.00016799569129943848,0.00017441436648368835,0.00018083304166793823,0.0001872517168521881,0.000193670392036438,0.00020008906722068787,0.00020650774240493774,0.00021292641758918762,0.0002193450927734375],"_type":"histogram","values":[1,0,1,2,1,3,3,1,4,8,5,11,7,10,11,23,13,39,31,40,56,59,68,69,86,103,104,87,95,118,111,111,97,100,86,88,77,53,54,30,36,34,17,25,12,12,8,7,4,6,5,1,1,3,5,1,1,1,0,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,1,1,0,0,4,3,3,3,3,5,9,8,11,11,14,15,12,24,17,28,13,21,30,22,30,31,26,29,28,29,36,25,30,28,24,19,23,29,25,12,15,12,14,5,7,6,7,5,2,0,1,2,5,0,2,0,2],"bins":[-0.0009424338932149112,-0.0009156201267614961,-0.0008888063603080809,-0.0008619925938546658,-0.0008351788274012506,-0.0008083650609478354,-0.0007815512944944203,-0.0007547375280410051,-0.00072792376158759,-0.0007011099951341748,-0.0006742962286807597,-0.0006474824622273445,-0.0006206686957739294,-0.0005938549293205142,-0.000567041162867099,-0.0005402273964136839,-0.0005134136881679296,-0.00048659989261068404,-0.0004597861261572689,-0.0004329723597038537,-0.00040615859325043857,-0.0003793448267970234,-0.00035253106034360826,-0.0003257172938901931,-0.0002989035565406084,-0.00027208979008719325,-0.0002452760236337781,-0.0002184622426284477,-0.00019164849072694778,-0.00016483472427353263,-0.00013802095782011747,-0.00011120719136670232,-8.439342491328716e-05,-5.757965845987201e-05,-3.076589564443566e-05,-3.952131010009907e-06,2.2861633624415845e-05,4.9675400077831e-05,7.648915925528854e-05,0.0001033029257087037,0.00013011669216211885,0.000156930458615534,0.00018374422506894916,0.00021055799152236432,0.00023737174342386425,0.0002641855098772794,0.00029099927633069456,0.0003178130427841097,0.00034462680923752487,0.00037144057569094,0.0003982543421443552,0.00042506810859777033,0.0004518818750511855,0.00047869564150460064,0.0005055093788541853,0.0005323231453076005,0.0005591369117610157,0.0005859506782144308,0.000612764444667846,0.0006395782111212611,0.0006663919775746763,0.0006932057440280914,0.0007200195104815066,0.0007468332769349217,0.0007736470433883369],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.0061274319887161255,-0.0059293643571436405,-0.0057312967255711555,-0.005533229559659958,-0.005335161928087473,-0.005137094296514988,-0.004939026664942503,-0.004740959499031305,-0.00454289186745882,-0.004344824235886335,-0.00414675660431385,-0.003948688972741365,-0.003750621573999524,-0.003552554175257683,-0.003354486543685198,-0.0031564191449433565,-0.0029583515133708715,-0.0027602838817983866,-0.0025622164830565453,-0.0023641488514840603,-0.002166081452742219,-0.001968013821169734,-0.0017699463060125709,-0.0015718787908554077,-0.0013738112756982446,-0.0011757437605410814,-0.0009776762453839183,-0.0007796086720190942,-0.0005815411568619311,-0.00038347364170476794,-0.00018540609744377434,1.2661432265304029e-05,0.0002107289619743824,0.00040879647713154554,0.0006068639922887087,0.0008049315656535327,0.001002999022603035,0.00120106665417552,0.001399134169332683,0.0015972016844898462,0.0017952691996470094,0.0019933367148041725,0.0021914043463766575,0.002389471745118499,0.0025875393766909838,0.002785606775432825,0.00298367440700531,0.0031817418057471514,0.0033798094373196363,0.0035778770688921213,0.0037759444676339626,0.003974012099206448,0.004172079730778933,0.00437014689669013,0.004568214528262615,0.0047662821598351,0.004964349791407585,0.00516241742298007,0.005360484588891268,0.005558552220463753,0.005756619852036238,0.005954687483608723,0.00615275464951992,0.006350822281092405,0.00654888991266489],"_type":"histogram","values":[1,0,0,0,0,0,3,0,0,0,1,1,2,3,5,10,6,3,6,11,19,18,22,31,21,26,40,26,42,48,57,34,50,34,37,37,33,32,21,16,24,11,10,9,6,2,3,1,3,0,0,1,0,0,0,0,0,0,0,0,0,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.0005550384521484375,-0.0005359873175621033,-0.000516936182975769,-0.0004978850483894348,-0.0004788339138031006,-0.00045978277921676636,-0.00044073164463043213,-0.0004216805100440979,-0.00040262937545776367,-0.00038357824087142944,-0.0003645271062850952,-0.000345475971698761,-0.00032642483711242676,-0.00030737370252609253,-0.0002883225679397583,-0.00026927143335342407,-0.00025022029876708984,-0.00023116916418075562,-0.0002121180295944214,-0.00019306689500808716,-0.00017401576042175293,-0.0001549646258354187,-0.00013591349124908447,-0.00011686235666275024,-9.781122207641602e-05,-7.876008749008179e-05,-5.970895290374756e-05,-4.065781831741333e-05,-2.16066837310791e-05,-2.555549144744873e-06,1.6495585441589355e-05,3.5546720027923584e-05,5.459785461425781e-05,7.364898920059204e-05,9.270012378692627e-05,0.0001117512583732605,0.00013080239295959473,0.00014985352754592896,0.00016890466213226318,0.0001879557967185974,0.00020700693130493164,0.00022605806589126587,0.0002451092004776001,0.0002641603350639343,0.00028321146965026855,0.0003022626042366028,0.000321313738822937,0.00034036487340927124,0.00035941600799560547,0.0003784671425819397,0.0003975182771682739,0.00041656941175460815,0.0004356205463409424,0.0004546716809272766,0.00047372281551361084,0.0004927739500999451,0.0005118250846862793,0.0005308762192726135,0.0005499273538589478,0.000568978488445282,0.0005880296230316162,0.0006070807576179504,0.0006261318922042847,0.0006451830267906189,0.0006642341613769531],"_type":"histogram","values":[1,5,0,3,10,12,22,28,35,57,93,137,191,307,418,667,982,1502,2241,3475,5370,8155,13146,20598,33732,56490,98472,183531,308282,332907,217383,118291,64990,37900,22826,14259,8941,5694,3890,2484,1674,1183,716,526,390,243,187,124,85,58,46,36,19,15,13,8,4,5,1,1,0,2,0,1]},"parameters/_orig_mod.bert.embeddings.token_type_embeddings.weight":{"bins":[-0.06967654824256897,-0.06745877116918564,-0.06524099409580231,-0.06302322447299957,-0.06080544739961624,-0.05858767032623291,-0.05636989697813988,-0.054152123630046844,-0.05193434655666351,-0.04971656948328018,-0.04749879613518715,-0.045281022787094116,-0.043063245713710785,-0.040845468640327454,-0.03862769529223442,-0.03640992194414139,-0.03419214487075806,-0.031974367797374725,-0.029756594449281693,-0.02753881923854351,-0.02532104402780533,-0.023103268817067146,-0.020885493606328964,-0.018667718395590782,-0.0164499431848526,-0.014232167974114418,-0.012014392763376236,-0.009796617552638054,-0.007578842341899872,-0.00536106713116169,-0.0031432919204235077,-0.0009255167096853256,0.0012922659516334534,0.0035100411623716354,0.0057278163731098175,0.007945591583848,0.010163366794586182,0.012381142005324364,0.014598917216062546,0.016816692426800728,0.01903446763753891,0.021252242848277092,0.023470018059015274,0.025687793269753456,0.027905568480491638,0.03012334369122982,0.032341118901968,0.034558892250061035,0.036776669323444366,0.0389944463968277,0.04121221974492073,0.04342999309301376,0.045647770166397095,0.047865547239780426,0.05008332058787346,0.05230109393596649,0.05451887100934982,0.056736648082733154,0.05895442143082619,0.06117219477891922,0.06338997185230255,0.06560774892568588,0.06782552599906921,0.07004329562187195,0.07226107269525528],"_type":"histogram","values":[1,0,0,0,3,1,1,1,2,2,9,6,7,8,12,18,17,17,28,28,27,38,53,46,51,55,45,69,74,65,70,79,55,63,45,51,60,67,55,44,50,32,32,29,31,18,9,13,8,10,10,4,3,2,6,1,1,1,1,1,0,0,0,1]},"_step":5383,"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.bias":{"bins":[-0.0007814423879608512,-0.0007556780474260449,-0.0007299137650988996,-0.0007041494245640934,-0.0006783850840292871,-0.0006526208017021418,-0.0006268564611673355,-0.0006010921206325293,-0.000575327780097723,-0.0005495634977705777,-0.0005237991572357714,-0.0004980348167009652,-0.00047227053437381983,-0.0004465061938390136,-0.0004207418824080378,-0.00039497754187323153,-0.00036921323044225574,-0.00034344891901127994,-0.0003176845784764737,-0.0002919202670454979,-0.00026615592651069164,-0.00024039161507971585,-0.00021462730364874005,-0.00018886297766584903,-0.000163098651682958,-0.00013733432570006698,-0.00011157000699313357,-8.580568828620017e-05,-6.004136230330914e-05,-3.4277039958396927e-05,-8.51271761348471e-06,1.7251604731427506e-05,4.301592707633972e-05,6.878025305923074e-05,9.454457176616415e-05,0.00012030889047309756,0.00014607321645598859,0.0001718375424388796,0.0001976018538698554,0.00022336617985274643,0.00024913050583563745,0.00027489481726661325,0.0003006591578014195,0.0003264234692323953,0.0003521877806633711,0.00037795212119817734,0.00040371643262915313,0.0004294807731639594,0.0004552450845949352,0.000481009396025911,0.0005067737074568868,0.000532538047991693,0.0005583023885264993,0.0005840666708536446,0.0006098310113884509,0.0006355953519232571,0.0006613596342504025,0.0006871239747852087,0.000712888315320015,0.0007386526558548212,0.0007644169381819665,0.0007901812787167728,0.000815945619251579,0.0008417099015787244,0.0008674742421135306],"_type":"histogram","values":[3,3,1,3,2,0,5,5,5,3,3,6,8,14,9,10,18,8,14,12,20,19,20,18,30,26,26,29,30,22,34,29,23,22,29,21,16,28,22,19,23,16,14,9,13,14,7,15,5,9,2,8,2,5,2,2,4,0,1,0,0,1,0,1]},"parameters/_orig_mod.linear.weight":{"values":[41,843,4350,6322,6790,6698,6589,6787,6670,6651,6629,6477,6483,6636,6714,6676,6754,6395,6676,6627,6629,6537,6700,6633,6806,6488,6673,6615,6585,6611,6663,6769,6800,6702,6561,6599,6601,6730,6687,6823,6677,6645,6657,6626,6604,6685,6663,6611,6596,6528,6863,6647,6606,6571,6692,6779,6649,6631,6621,6526,6082,2887,343,7],"bins":[-0.03882911428809166,-0.037609249353408813,-0.036389388144016266,-0.03516952320933342,-0.03394966199994087,-0.032729797065258026,-0.03150993213057518,-0.030290070921182632,-0.029070205986499786,-0.02785034291446209,-0.026630479842424393,-0.025410616770386696,-0.024190753698349,-0.022970890626311302,-0.021751025691628456,-0.02053116261959076,-0.019311299547553062,-0.018091436475515366,-0.01687157340347767,-0.015651708468794823,-0.014431845396757126,-0.013211982324719429,-0.011992119252681732,-0.01077225524932146,-0.009552392177283764,-0.008332529105246067,-0.007112665101885796,-0.005892802029848099,-0.004672938492149115,-0.0034530749544501305,-0.00223321164958179,-0.0010133482282981277,0.00020651519298553467,0.001426378614269197,0.0026462420355528593,0.0038661053404212,0.005085968878120184,0.006305832415819168,0.007525695487856865,0.008745559491217136,0.009965422563254833,0.01118528563529253,0.012405149638652802,0.013625012710690498,0.014844875782728195,0.016064738854765892,0.017284603789448738,0.018504466861486435,0.019724329933524132,0.02094419300556183,0.022164056077599525,0.02338392101228237,0.02460378408432007,0.025823647156357765,0.027043510228395462,0.02826337330043316,0.029483236372470856,0.030703101307153702,0.03192296251654625,0.033142827451229095,0.03436269238591194,0.03558255359530449,0.036802418529987335,0.03802227973937988,0.03924214467406273],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.09215021878480911,-0.08911462128162384,-0.08607903122901917,-0.08304343372583389,-0.08000783622264862,-0.07697224617004395,-0.07393664866685867,-0.070901058614254,-0.06786546111106873,-0.06482986360788345,-0.06179427355527878,-0.058758676052093506,-0.05572308227419853,-0.05268748849630356,-0.049651890993118286,-0.04661629721522331,-0.04358070343732834,-0.040545109659433365,-0.03750951588153839,-0.03447391837835312,-0.031438324600458145,-0.02840273082256317,-0.02536713518202305,-0.022331539541482925,-0.01929594576358795,-0.016260351985692978,-0.013224756345152855,-0.010189161635935307,-0.007153566926717758,-0.00411797221750021,-0.0010823775082826614,0.001953217200934887,0.004988804459571838,0.008024399168789387,0.011059993878006935,0.014095588587224483,0.017131183296442032,0.020166777074337006,0.02320237271487713,0.02623796835541725,0.029273562133312225,0.0323091559112072,0.03534474968910217,0.038380347192287445,0.04141594097018242,0.04445153474807739,0.047487132251262665,0.05052272602915764,0.05355831980705261,0.056593913584947586,0.05962950736284256,0.06266510486602783,0.06570069491863251,0.06873629242181778,0.07177188992500305,0.07480747997760773,0.077843077480793,0.08087867498397827,0.08391426503658295,0.08694986253976822,0.08998546004295349,0.09302105009555817,0.09605664759874344,0.09909223765134811,0.10212783515453339],"_type":"histogram","values":[3,3,3,10,23,26,56,87,153,229,401,579,901,1385,1985,2837,4023,5370,7202,9391,11658,14597,17558,20531,23829,27138,30010,32321,34011,35506,35676,35197,33657,32182,29138,26301,23167,19665,16688,13639,11065,8668,6558,4836,3664,2652,1847,1163,816,549,332,225,137,86,36,21,16,8,4,2,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"values":[1,2,0,2,3,1,5,8,12,8,19,18,29,31,43,72,92,118,159,213,290,508,777,1185,2162,3899,7515,14671,28846,54052,89557,116673,108376,73728,41040,21366,11004,5686,3079,1640,949,587,414,270,197,134,82,71,56,54,30,26,23,12,8,4,5,6,1,1,1,0,2,1],"bins":[-0.000823974609375,-0.0007980465888977051,-0.0007721185684204102,-0.0007461905479431152,-0.0007202625274658203,-0.0006943345069885254,-0.0006684064865112305,-0.0006424784660339355,-0.0006165504455566406,-0.0005906224250793457,-0.0005646944046020508,-0.0005387663841247559,-0.0005128383636474609,-0.000486910343170166,-0.0004609823226928711,-0.00043505430221557617,-0.00040912628173828125,-0.00038319826126098633,-0.0003572702407836914,-0.0003313422203063965,-0.00030541419982910156,-0.00027948617935180664,-0.0002535581588745117,-0.0002276301383972168,-0.00020170211791992188,-0.00017577409744262695,-0.00014984607696533203,-0.0001239180564880371,-9.799003601074219e-05,-7.206201553344727e-05,-4.6133995056152344e-05,-2.0205974578857422e-05,5.7220458984375e-06,3.165006637573242e-05,5.7578086853027344e-05,8.350610733032227e-05,0.00010943412780761719,0.0001353621482849121,0.00016129016876220703,0.00018721818923950195,0.00021314620971679688,0.0002390742301940918,0.0002650022506713867,0.00029093027114868164,0.00031685829162597656,0.0003427863121032715,0.0003687143325805664,0.00039464235305786133,0.00042057037353515625,0.00044649839401245117,0.0004724264144897461,0.000498354434967041,0.0005242824554443359,0.0005502104759216309,0.0005761384963989258,0.0006020665168762207,0.0006279945373535156,0.0006539225578308105,0.0006798505783081055,0.0007057785987854004,0.0007317066192626953,0.0007576346397399902,0.0007835626602172852,0.0008094906806945801,0.000835418701171875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,0,3,2,1,3,4,2,12,3,6,8,8,16,17,11,7,17,25,10,20,29,25,21,27,25,25,28,29,32,27,34,21,26,29,21,28,18,23,20,17,18,12,9,6,6,6,2,5,3,5,5,1,1,0,1,2,2,2],"bins":[-0.0007597293006256223,-0.0007371122483164072,-0.0007144951960071921,-0.0006918780854903162,-0.0006692610331811011,-0.000646643980871886,-0.000624026928562671,-0.0006014098762534559,-0.0005787927657365799,-0.0005561757134273648,-0.0005335586611181498,-0.0005109416088089347,-0.0004883245564997196,-0.0004657074750866741,-0.000443090422777459,-0.0004204733413644135,-0.00039785628905519843,-0.00037523923674598336,-0.00035262215533293784,-0.00033000510302372277,-0.00030738802161067724,-0.0002847709693014622,-0.0002621539169922471,-0.0002395368501311168,-0.0002169197832699865,-0.0001943027164088562,-0.00017168564954772592,-0.00014906859723851085,-0.00012645153037738055,-0.00010383446351625025,-8.121740393107757e-05,-5.860034070792608e-05,-3.598327748477459e-05,-1.33662142616231e-05,9.25084896152839e-06,3.186791218467988e-05,5.448497540783137e-05,7.710204226896167e-05,9.971910185413435e-05,0.00012233616143930703,0.00014495322830043733,0.00016757029516156763,0.00019018736202269793,0.000212804414331913,0.0002354214811930433,0.0002580385480541736,0.00028065560036338866,0.0003032726817764342,0.00032588973408564925,0.0003485067863948643,0.00037112386780790985,0.0003937409201171249,0.00041635800153017044,0.0004389750538393855,0.0004615921061486006,0.0004842091875616461,0.0005068262107670307,0.0005294433212839067,0.0005520603735931218,0.0005746774259023368,0.0005972944782115519,0.000619911530520767,0.000642528641037643,0.000665145693346858,0.0006877627456560731]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.bias":{"_type":"histogram","values":[1,1,4,10,5,2,2,6,4,3,2,5,3,3,2,8,7,17,10,10,18,10,23,22,25,26,23,36,29,43,43,34,33,32,29,21,29,14,20,20,12,11,22,6,9,6,5,4,5,4,3,4,2,11,7,8,3,6,2,0,1,0,1,1],"bins":[-0.006837008986622095,-0.0066115641966462135,-0.006386119872331619,-0.006160675082355738,-0.005935230292379856,-0.005709785968065262,-0.00548434117808938,-0.005258896388113499,-0.005033452063798904,-0.004808007273823023,-0.004582562483847141,-0.00435711769387126,-0.004131673369556665,-0.003906228579580784,-0.003680784022435546,-0.0034553392324596643,-0.0032298946753144264,-0.0030044501181691885,-0.002779005328193307,-0.002553560771048069,-0.0023281159810721874,-0.0021026714239269495,-0.0018772268667817116,-0.0016517821932211518,-0.001426337519660592,-0.0012008928461000323,-0.0009754482307471335,-0.0007500036153942347,-0.0005245589418336749,-0.0002991142973769456,-7.366965292021632e-05,0.00015177499153651297,0.00037721963599324226,0.000602664309553802,0.0008281089249067008,0.0010535535402595997,0.0012789982138201594,0.0015044428873807192,0.001729887444525957,0.0019553322345018387,0.0021807767916470766,0.0024062213487923145,0.002631666138768196,0.002857110695913434,0.003082555253058672,0.0033080000430345535,0.0035334446001797915,0.003758889390155673,0.003984333947300911,0.0042097787372767925,0.004435223061591387,0.004660667851567268,0.00488611264154315,0.005111556965857744,0.005337001755833626,0.005562446545809507,0.005787891335785389,0.006013335660099983,0.006238780450075865,0.006464225240051746,0.006689669564366341,0.006915114354342222,0.007140559144318104,0.007366003468632698,0.00759144825860858]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.weight":{"bins":[0.9985416531562805,0.9986048936843872,0.9986681342124939,0.9987313747406006,0.9987946152687073,0.998857855796814,0.9989210963249207,0.9989843368530273,0.999047577381134,0.9991108179092407,0.9991740584373474,0.9992372989654541,0.9993005394935608,0.9993637800216675,0.9994270205497742,0.9994902610778809,0.9995535016059875,0.9996167421340942,0.9996799826622009,0.9997432231903076,0.9998064637184143,0.999869704246521,0.9999329447746277,0.9999961853027344,1.0000593662261963,1.0001226663589478,1.0001858472824097,1.0002491474151611,1.000312328338623,1.0003756284713745,1.0004388093948364,1.000502109527588,1.0005652904510498,1.0006285905838013,1.0006917715072632,1.0007550716400146,1.0008182525634766,1.000881552696228,1.00094473361969,1.0010080337524414,1.0010712146759033,1.0011345148086548,1.0011976957321167,1.0012609958648682,1.00132417678833,1.0013874769210815,1.0014506578445435,1.001513957977295,1.0015771389007568,1.0016404390335083,1.0017036199569702,1.0017669200897217,1.0018301010131836,1.001893401145935,1.001956582069397,1.0020198822021484,1.0020830631256104,1.0021463632583618,1.0022095441818237,1.0022728443145752,1.002336025238037,1.0023993253707886,1.0024625062942505,1.002525806427002,1.0025889873504639],"_type":"histogram","values":[1,1,1,0,1,1,6,6,3,5,7,10,7,6,12,25,19,29,29,28,30,38,38,28,36,43,33,21,29,31,25,23,24,24,12,13,12,14,14,16,9,2,6,5,6,7,6,4,5,4,3,1,0,3,2,0,0,1,1,0,0,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,2,3,6,3,5,5,6,4,1,3,3,1,1,4,3,7,6,10,10,3,5,9,16,13,21,11,31,39,56,49,64,46,45,39,31,25,22,18,17,7,5,4,11,9,10,7,7,3,2,2,5,5,6,5,4,3,8,7,4,3,3,3,1],"bins":[-0.011246741749346256,-0.010888732969760895,-0.010530723258852959,-0.010172714479267597,-0.009814704768359661,-0.0094566959887743,-0.009098687209188938,-0.008740677498281002,-0.00838266871869564,-0.008024659007787704,-0.007666650228202343,-0.007308640982955694,-0.006950631737709045,-0.006592622492462397,-0.006234613712877035,-0.005876604467630386,-0.0055185952223837376,-0.005160585977137089,-0.00480257673189044,-0.0044445679523050785,-0.00408655870705843,-0.003728549461811781,-0.003370540216565132,-0.003012531204149127,-0.0026545219589024782,-0.0022965127136558294,-0.0019385037012398243,-0.0015804944559931755,-0.0012224853271618485,-0.0008644761983305216,-0.0005064670112915337,-0.0001484578533563763,0.00020955130457878113,0.0005675604334101081,0.000925569620449096,0.0012835788074880838,0.0016415879363194108,0.0019995970651507378,0.0023576063103973866,0.0027156153228133917,0.0030736245680600405,0.0034316338133066893,0.0037896428257226944,0.004147652070969343,0.004505661316215992,0.004863670561462641,0.005221679341048002,0.005579688586294651,0.0059376978315413,0.006295707076787949,0.006653716322034597,0.007011725101619959,0.007369734346866608,0.0077277435921132565,0.008085752837359905,0.008443761616945267,0.008801771327853203,0.009159780107438564,0.0095177898183465,0.009875798597931862,0.010233807377517223,0.01059181708842516,0.010949825868010521,0.011307835578918457,0.011665844358503819]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.bias":{"_type":"histogram","values":[2,2,4,0,3,3,6,4,6,11,6,15,11,10,17,7,13,19,17,15,16,15,25,20,17,32,21,33,26,30,25,23,27,28,21,31,25,24,12,12,17,9,16,15,10,10,9,11,7,9,3,3,1,2,5,4,1,0,0,0,1,0,0,1],"bins":[-0.0038373901043087244,-0.003704286413267255,-0.003571182955056429,-0.0034380792640149593,-0.0033049758058041334,-0.003171872114762664,-0.003038768656551838,-0.0029056649655103683,-0.0027725612744688988,-0.002639457816258073,-0.0025063541252166033,-0.0023732506670057774,-0.002240146975964308,-0.002107043517753482,-0.0019739398267120123,-0.0018408362520858645,-0.0017077326774597168,-0.001574629102833569,-0.0014415255282074213,-0.0013084219535812736,-0.0011753183789551258,-0.0010422146879136562,-0.0009091111132875085,-0.0007760075386613607,-0.000642903964035213,-0.0005098003894090652,-0.00037669678567908704,-0.00024359319650102407,-0.00011048960732296109,2.2613981855101883e-05,0.00015571757103316486,0.00028882117476314306,0.00042192498221993446,0.0005550285568460822,0.00068813213147223,0.0008212357643060386,0.0009543393389321864,0.001087442971765995,0.0012205465463921428,0.0013536501210182905,0.0014867536956444383,0.001619857270270586,0.0017529608448967338,0.0018860644195228815,0.002019168110564351,0.002152271568775177,0.0022853752598166466,0.0024184787180274725,0.002551582409068942,0.0026846861001104116,0.0028177895583212376,0.002950893249362707,0.003083996707573533,0.0032171003986150026,0.0033502038568258286,0.003483307547867298,0.0036164112389087677,0.0037495146971195936,0.003882618388161063,0.004015721846371889,0.004148825537413359,0.004281929228454828,0.0044150324538350105,0.00454813614487648,0.00468123983591795]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.bias":{"values":[1,0,0,0,0,0,0,0,0,1,0,1,0,2,0,1,2,1,1,2,4,3,4,1,6,5,7,9,34,41,57,88,127,116,81,60,34,23,11,9,4,5,3,2,1,1,3,3,3,1,1,1,1,1,0,2,2,0,0,1,0,0,0,1],"bins":[-4.225969314575195e-05,-4.097446799278259e-05,-3.968924283981323e-05,-3.840401768684387e-05,-3.711879253387451e-05,-3.583356738090515e-05,-3.454834222793579e-05,-3.326311707496643e-05,-3.197789192199707e-05,-3.069266676902771e-05,-2.940744161605835e-05,-2.812221646308899e-05,-2.683699131011963e-05,-2.555176615715027e-05,-2.4266541004180908e-05,-2.2981315851211548e-05,-2.1696090698242188e-05,-2.0410865545272827e-05,-1.9125640392303467e-05,-1.7840415239334106e-05,-1.6555190086364746e-05,-1.5269964933395386e-05,-1.3984739780426025e-05,-1.2699514627456665e-05,-1.1414289474487305e-05,-1.0129064321517944e-05,-8.843839168548584e-06,-7.558614015579224e-06,-6.273388862609863e-06,-4.988163709640503e-06,-3.7029385566711426e-06,-2.4177134037017822e-06,-1.1324882507324219e-06,1.5273690223693848e-07,1.4379620552062988e-06,2.723187208175659e-06,4.0084123611450195e-06,5.29363751411438e-06,6.57886266708374e-06,7.8640878200531e-06,9.149312973022461e-06,1.0434538125991821e-05,1.1719763278961182e-05,1.3004988431930542e-05,1.4290213584899902e-05,1.5575438737869263e-05,1.6860663890838623e-05,1.8145889043807983e-05,1.9431114196777344e-05,2.0716339349746704e-05,2.2001564502716064e-05,2.3286789655685425e-05,2.4572014808654785e-05,2.5857239961624146e-05,2.7142465114593506e-05,2.8427690267562866e-05,2.9712915420532227e-05,3.099814057350159e-05,3.228336572647095e-05,3.356859087944031e-05,3.485381603240967e-05,3.613904118537903e-05,3.742426633834839e-05,3.870949149131775e-05,3.999471664428711e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.query.bias":{"bins":[-0.005281712859869003,-0.005118336994200945,-0.004954961594194174,-0.004791585728526115,-0.004628209862858057,-0.004464834462851286,-0.0043014585971832275,-0.004138082731515169,-0.003974706865847111,-0.0038113314658403397,-0.0036479556001722813,-0.0034845799673348665,-0.0033212043344974518,-0.0031578284688293934,-0.0029944528359919786,-0.0028310769703239202,-0.0026677013374865055,-0.0025043257046490908,-0.0023409498389810324,-0.0021775742061436176,-0.0020141983404755592,-0.0018508227076381445,-0.0016874470748007298,-0.0015240713255479932,-0.0013606955762952566,-0.00119731982704252,-0.0010339440777897835,-0.0008705684449523687,-0.0007071926956996322,-0.0005438169464468956,-0.00038044125540181994,-0.00021706553525291383,-5.368934944272041e-05,0.0001096863707061857,0.0002730620908550918,0.0004364378110039979,0.000599813531152904,0.0007631892804056406,0.0009265649714507163,0.001089940662495792,0.0012533164117485285,0.001416692161001265,0.0015800679102540016,0.0017434435430914164,0.001906819292344153,0.0020701950415968895,0.0022335706744343042,0.0023969465401023626,0.0025603221729397774,0.002723697805777192,0.0028870736714452505,0.0030504493042826653,0.0032138251699507236,0.0033772008027881384,0.003540576435625553,0.0037039523012936115,0.0038673279341310263,0.004030703566968441,0.004194079432636499,0.004357455298304558,0.004520830698311329,0.004684206563979387,0.004847582429647446,0.005010957829654217,0.005174333695322275],"_type":"histogram","values":[2,0,2,2,1,1,1,0,2,1,0,0,2,3,4,3,2,3,5,7,6,12,8,12,15,24,19,31,36,54,41,40,52,43,51,49,39,23,32,28,22,14,9,12,5,6,4,4,2,3,0,4,5,1,2,4,4,2,2,2,1,0,2,2]},"gradients/_orig_mod.bert.embeddings.word_embeddings.weight":{"_type":"histogram","values":[3,0,0,0,0,2,4,2,1,2,6,6,10,15,7,19,22,27,37,38,56,77,129,158,182,286,408,513,861,1254,2761,442541,1424,872,581,409,272,222,152,138,85,79,44,37,33,20,17,21,14,14,2,6,3,5,3,3,1,1,0,1,1,0,0,1],"bins":[-0.016204485669732094,-0.01568378321826458,-0.01516308169811964,-0.014642379246652126,-0.014121677726507187,-0.013600975275039673,-0.013080272823572159,-0.01255957130342722,-0.012038868851959705,-0.011518166400492191,-0.010997464880347252,-0.010476762428879738,-0.009956059977412224,-0.009435358457267284,-0.00891465600579977,-0.008393954485654831,-0.007873252034187317,-0.00735255004838109,-0.0068318480625748634,-0.006311145611107349,-0.005790443625301123,-0.005269741639494896,-0.004749039188027382,-0.004228337202221155,-0.0037076352164149284,-0.0031869332306087017,-0.0026662310119718313,-0.002145528793334961,-0.0016248268075287342,-0.0011041247053071856,-0.0005834226030856371,-6.272050086408854e-05,0.00045798160135746,0.0009786837035790086,0.0014993858058005571,0.0020200880244374275,0.0025407900102436543,0.003061491996049881,0.0035821942146867514,0.004102896433323622,0.0046235984191298485,0.005144300404936075,0.005665002390742302,0.006185704842209816,0.006706406828016043,0.0072271088138222694,0.0077478112652897835,0.008268512785434723,0.008789215236902237,0.009309917688369751,0.00983061920851469,0.010351321659982204,0.010872023180127144,0.011392725631594658,0.011913428083062172,0.012434129603207111,0.012954832054674625,0.01347553450614214,0.013996236026287079,0.014516938477754593,0.015037640929222107,0.015558342449367046,0.016079043969511986,0.0165997464209795,0.017120448872447014]},"gradients/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"values":[2,1,0,2,3,4,4,11,23,20,46,47,97,135,216,326,451,803,1129,1868,2809,4323,6791,10913,17781,28821,47802,81398,145141,253975,341893,264692,151418,84186,48792,29198,17495,10969,6904,4343,2733,1811,1180,762,525,340,219,143,106,68,49,35,21,14,12,3,0,6,2,0,0,1,0,2],"bins":[-0.00044274330139160156,-0.00042824074625968933,-0.0004137381911277771,-0.00039923563599586487,-0.00038473308086395264,-0.0003702305257320404,-0.0003557279706001282,-0.00034122541546821594,-0.0003267228603363037,-0.0003122203052043915,-0.00029771775007247925,-0.000283215194940567,-0.0002687126398086548,-0.00025421008467674255,-0.00023970752954483032,-0.0002252049744129181,-0.00021070241928100586,-0.00019619986414909363,-0.0001816973090171814,-0.00016719475388526917,-0.00015269219875335693,-0.0001381896436214447,-0.00012368708848953247,-0.00010918453335762024,-9.468197822570801e-05,-8.017942309379578e-05,-6.567686796188354e-05,-5.1174312829971313e-05,-3.667175769805908e-05,-2.216920256614685e-05,-7.666647434234619e-06,6.835907697677612e-06,2.1338462829589844e-05,3.5841017961502075e-05,5.034357309341431e-05,6.484612822532654e-05,7.934868335723877e-05,9.3851238489151e-05,0.00010835379362106323,0.00012285634875297546,0.0001373589038848877,0.00015186145901679993,0.00016636401414871216,0.0001808665692806244,0.00019536912441253662,0.00020987167954444885,0.00022437423467636108,0.00023887678980827332,0.00025337934494018555,0.0002678819000720978,0.00028238445520401,0.00029688701033592224,0.00031138956546783447,0.0003258921205997467,0.00034039467573165894,0.00035489723086357117,0.0003693997859954834,0.00038390234112739563,0.00039840489625930786,0.0004129074513912201,0.0004274100065231323,0.00044191256165504456,0.0004564151167869568,0.000470917671918869,0.00048542022705078125],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.value.bias":{"_type":"histogram","values":[1,1,0,1,4,2,5,3,6,12,8,7,10,4,18,11,16,19,11,18,20,21,31,14,25,23,28,23,20,31,26,22,30,24,26,23,17,19,19,14,24,21,12,14,16,13,9,8,4,2,4,3,6,1,5,4,5,0,2,0,1,0,0,1],"bins":[-0.0002811551094055176,-0.0002718651667237282,-0.0002625752240419388,-0.0002532852813601494,-0.00024399533867835999,-0.0002347053959965706,-0.0002254154533147812,-0.0002161255106329918,-0.0002068355679512024,-0.000197545625269413,-0.0001882556825876236,-0.0001789657399058342,-0.0001696757972240448,-0.0001603858545422554,-0.000151095911860466,-0.0001418059691786766,-0.0001325160264968872,-0.0001232260838150978,-0.00011393614113330841,-0.00010464619845151901,-9.535625576972961e-05,-8.606631308794022e-05,-7.677637040615082e-05,-6.748642772436142e-05,-5.819648504257202e-05,-4.890654236078262e-05,-3.9616599678993225e-05,-3.0326656997203827e-05,-2.103671431541443e-05,-1.174677163362503e-05,-2.4568289518356323e-06,6.833113729953766e-06,1.6123056411743164e-05,2.5412999093532562e-05,3.470294177532196e-05,4.399288445711136e-05,5.328282713890076e-05,6.257276982069016e-05,7.186271250247955e-05,8.115265518426895e-05,9.044259786605835e-05,9.973254054784775e-05,0.00010902248322963715,0.00011831242591142654,0.00012760236859321594,0.00013689231127500534,0.00014618225395679474,0.00015547219663858414,0.00016476213932037354,0.00017405208200216293,0.00018334202468395233,0.00019263196736574173,0.00020192191004753113,0.00021121185272932053,0.00022050179541110992,0.00022979173809289932,0.00023908168077468872,0.0002483716234564781,0.0002576615661382675,0.0002669515088200569,0.0002762414515018463,0.0002855313941836357,0.0002948213368654251,0.0003041112795472145,0.0003134012222290039]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[3,0,1,3,6,10,17,32,50,70,139,189,295,423,724,1054,1472,2206,3121,4174,5453,7329,9259,11374,14113,16791,20092,22349,25772,28330,30646,32293,33364,34306,33779,33109,31275,29146,26726,24142,20837,17794,15082,12466,9933,7955,6170,4629,3456,2469,1825,1218,882,548,320,235,149,76,71,29,22,8,4,9],"bins":[-0.09771600365638733,-0.09481417387723923,-0.09191234409809113,-0.08901051431894302,-0.08610867708921432,-0.08320684731006622,-0.08030501753091812,-0.07740318775177002,-0.07450135797262192,-0.07159952819347382,-0.06869769096374512,-0.06579586118459702,-0.06289403140544891,-0.05999220162630081,-0.05709037184715271,-0.05418853834271431,-0.05128670856356621,-0.048384878784418106,-0.045483045279979706,-0.042581215500831604,-0.0396793857216835,-0.0367775522172451,-0.033875722438097,-0.0309738926589489,-0.028072061017155647,-0.025170229375362396,-0.022268399596214294,-0.019366567954421043,-0.016464736312627792,-0.01356290653347969,-0.01066107489168644,-0.007759244181215763,-0.004857413470745087,-0.0019555825274437666,0.0009462484158575535,0.0038480793591588736,0.006749910302460194,0.00965174101293087,0.012553572654724121,0.015455403365194798,0.018357234075665474,0.021259065717458725,0.024160895496606827,0.027062727138400078,0.02996455878019333,0.03286638855934143,0.03576821833848953,0.03867005184292793,0.041571881622076035,0.044473711401224136,0.04737554490566254,0.05027737468481064,0.05317920446395874,0.05608103796839714,0.05898286774754524,0.061884697526693344,0.06478653103113174,0.06768836081027985,0.07059019058942795,0.07349202036857605,0.07639385014772415,0.07929568737745285,0.08219751715660095,0.08509934693574905,0.08800117671489716]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,1,0,0,2,4,4,11,5,6,9,14,14,21,20,32,50,50,40,60,66,55,45,38,36,23,16,27,14,23,13,9,12,9,6,8,4,5,3,0,2,0,2,1,0,0,0,1,2,0,1,0,1],"bins":[0.997614324092865,0.9976901412010193,0.9977658987045288,0.9978417158126831,0.9979174733161926,0.9979932904243469,0.9980690479278564,0.9981448650360107,0.9982206225395203,0.9982964396476746,0.9983721971511841,0.9984480142593384,0.9985238313674927,0.9985995888710022,0.9986754059791565,0.998751163482666,0.9988269805908203,0.9989027380943298,0.9989785552024841,0.9990543127059937,0.999130129814148,0.9992058873176575,0.9992817044258118,0.9993575215339661,0.9994332790374756,0.9995090961456299,0.9995848536491394,0.9996606707572937,0.9997364282608032,0.9998122453689575,0.999888002872467,0.9999638199806213,1.0000395774841309,1.0001153945922852,1.0001912117004395,1.0002670288085938,1.0003427267074585,1.0004185438156128,1.000494360923767,1.0005701780319214,1.0006458759307861,1.0007216930389404,1.0007975101470947,1.000873327255249,1.0009491443634033,1.001024842262268,1.0011006593704224,1.0011764764785767,1.001252293586731,1.0013279914855957,1.00140380859375,1.0014796257019043,1.0015554428100586,1.0016311407089233,1.0017069578170776,1.001782774925232,1.0018585920333862,1.0019344091415405,1.0020101070404053,1.0020859241485596,1.0021617412567139,1.0022375583648682,1.002313256263733,1.0023890733718872,1.0024648904800415]},"gradients/_orig_mod.bert.encoder.layer.2.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,1,1,2,1,2,9,6,6,10,6,9,15,15,6,15,21,20,21,24,23,34,25,20,35,30,40,41,31,33,22,26,31,25,24,21,12,16,15,9,9,10,15,2,6,3,3,1,3,5,1,2,1,0,0,0,0,0,0,2],"bins":[-0.0016382336616516113,-0.0015844982117414474,-0.0015307627618312836,-0.0014770273119211197,-0.0014232918620109558,-0.001369556412100792,-0.001315820962190628,-0.0012620855122804642,-0.0012083500623703003,-0.0011546146124601364,-0.0011008791625499725,-0.0010471437126398087,-0.0009934082627296448,-0.0009396728128194809,-0.000885937362909317,-0.0008322019129991531,-0.0007784664630889893,-0.0007247310131788254,-0.0006709955632686615,-0.0006172601133584976,-0.0005635246634483337,-0.0005097892135381699,-0.000456053763628006,-0.0004023183137178421,-0.0003485828638076782,-0.00029484741389751434,-0.00024111196398735046,-0.00018737651407718658,-0.0001336410641670227,-7.990561425685883e-05,-2.6170164346694946e-05,2.7565285563468933e-05,8.130073547363281e-05,0.0001350361853837967,0.00018877163529396057,0.00024250708520412445,0.00029624253511428833,0.0003499779850244522,0.0004037134349346161,0.00045744888484477997,0.0005111843347549438,0.0005649197846651077,0.0006186552345752716,0.0006723906844854355,0.0007261261343955994,0.0007798615843057632,0.0008335970342159271,0.000887332484126091,0.0009410679340362549,0.0009948033839464188,0.0010485388338565826,0.0011022742837667465,0.0011560097336769104,0.0012097451835870743,0.0012634806334972382,0.001317216083407402,0.001370951533317566,0.0014246869832277298,0.0014784224331378937,0.0015321578830480576,0.0015858933329582214,0.0016396287828683853,0.0016933642327785492,0.001747099682688713,0.001800835132598877]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.value.bias":{"values":[1,0,0,0,0,1,1,0,0,0,0,0,2,2,3,2,6,5,7,8,10,8,15,9,15,21,17,17,27,28,39,38,28,24,34,43,33,42,36,32,22,27,24,23,19,20,18,7,9,8,7,6,5,5,6,2,0,1,1,1,0,0,2,1],"bins":[-0.0005122079746797681,-0.0004975128103978932,-0.00048281767521984875,-0.00046812251093797386,-0.0004534273757599294,-0.0004387322114780545,-0.00042403704719617963,-0.0004093419120181352,-0.0003946467477362603,-0.00037995161255821586,-0.00036525644827634096,-0.00035056128399446607,-0.00033586614881642163,-0.00032117098453454673,-0.0003064758493565023,-0.0002917806850746274,-0.0002770855207927525,-0.00026239038561470807,-0.00024769522133283317,-0.0002330000716028735,-0.00021830492187291384,-0.00020360977214295417,-0.0001889146224129945,-0.00017421947268303484,-0.00015952432295307517,-0.00014482915867120028,-0.0001301340089412406,-0.00011543885921128094,-0.00010074370948132128,-8.6048552475404e-05,-7.135340274544433e-05,-5.6658249377505854e-05,-4.196309600956738e-05,-2.7267942641628906e-05,-1.2572791092679836e-05,2.122361365763936e-06,1.6817513824207708e-05,3.151266719214618e-05,4.620781692210585e-05,6.090297029004432e-05,7.55981236579828e-05,9.029327338794246e-05,0.00010498843039385974,0.00011968358012381941,0.00013437872985377908,0.00014907387958373874,0.00016376904386561364,0.0001784641935955733,0.00019315934332553297,0.00020785449305549264,0.0002225496427854523,0.0002372448070673272,0.00025193995679728687,0.0002666350919753313,0.0002813302562572062,0.0002960254205390811,0.00031072055571712554,0.00032541571999900043,0.00034011085517704487,0.00035480601945891976,0.00036950118374079466,0.0003841963189188391,0.000398891483200714,0.00041358661837875843,0.0004282817826606333],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"_type":"histogram","values":[1,0,1,0,0,2,0,1,4,2,5,3,2,8,13,22,37,47,76,99,172,256,450,742,1369,2395,4635,9121,19422,45943,116823,201660,108014,42118,18076,8555,4327,2332,1210,730,438,250,156,91,68,46,26,23,15,11,6,5,2,4,3,2,0,3,0,0,0,1,0,1],"bins":[-0.002197265625,-0.002127408981323242,-0.0020575523376464844,-0.0019876956939697266,-0.0019178390502929688,-0.001847982406616211,-0.0017781257629394531,-0.0017082691192626953,-0.0016384124755859375,-0.0015685558319091797,-0.0014986991882324219,-0.001428842544555664,-0.0013589859008789062,-0.0012891292572021484,-0.0012192726135253906,-0.0011494159698486328,-0.001079559326171875,-0.0010097026824951172,-0.0009398460388183594,-0.0008699893951416016,-0.0008001327514648438,-0.0007302761077880859,-0.0006604194641113281,-0.0005905628204345703,-0.0005207061767578125,-0.0004508495330810547,-0.0003809928894042969,-0.00031113624572753906,-0.00024127960205078125,-0.00017142295837402344,-0.00010156631469726562,-3.170967102050781e-05,3.814697265625e-05,0.00010800361633300781,0.00017786026000976562,0.00024771690368652344,0.00031757354736328125,0.00038743019104003906,0.0004572868347167969,0.0005271434783935547,0.0005970001220703125,0.0006668567657470703,0.0007367134094238281,0.0008065700531005859,0.0008764266967773438,0.0009462833404541016,0.0010161399841308594,0.0010859966278076172,0.001155853271484375,0.0012257099151611328,0.0012955665588378906,0.0013654232025146484,0.0014352798461914062,0.001505136489868164,0.0015749931335449219,0.0016448497772216797,0.0017147064208984375,0.0017845630645751953,0.0018544197082519531,0.001924276351928711,0.0019941329956054688,0.0020639896392822266,0.0021338462829589844,0.002203702926635742,0.0022735595703125]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"bins":[-0.0007336139678955078,-0.0007072063162922859,-0.000680798664689064,-0.0006543910130858421,-0.0006279833614826202,-0.0006015757098793983,-0.0005751680582761765,-0.0005487604066729546,-0.0005223527550697327,-0.0004959451034665108,-0.0004695374518632889,-0.000443129800260067,-0.0004167221486568451,-0.0003903144970536232,-0.0003639068454504013,-0.0003374991938471794,-0.0003110915422439575,-0.0002846838906407356,-0.00025827623903751373,-0.00023186858743429184,-0.00020546093583106995,-0.00017905328422784805,-0.00015264563262462616,-0.00012623798102140427,-9.983032941818237e-05,-7.342267781496048e-05,-4.7015026211738586e-05,-2.0607374608516693e-05,5.8002769947052e-06,3.2207928597927094e-05,5.861558020114899e-05,8.502323180437088e-05,0.00011143088340759277,0.00013783853501081467,0.00016424618661403656,0.00019065383821725845,0.00021706148982048035,0.00024346914142370224,0.00026987679302692413,0.000296284444630146,0.0003226920962333679,0.0003490997478365898,0.0003755073994398117,0.0004019150510430336,0.0004283227026462555,0.0004547303542494774,0.0004811380058526993,0.0005075456574559212,0.0005339533090591431,0.000560360960662365,0.0005867686122655869,0.0006131762638688087,0.0006395839154720306,0.0006659915670752525,0.0006923992186784744,0.0007188068702816963,0.0007452145218849182,0.0007716221734881401,0.000798029825091362,0.0008244374766945839,0.0008508451282978058,0.0008772527799010277,0.0009036604315042496,0.0009300680831074715,0.0009564757347106934],"_type":"histogram","values":[1,0,3,1,1,3,4,9,7,6,7,5,9,12,16,18,14,20,23,31,30,20,18,23,34,28,32,23,31,27,25,30,25,34,20,30,20,21,11,16,18,7,8,9,5,5,7,6,2,2,2,0,0,1,2,2,0,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,2,1,1,3,0,1,1,6,3,7,8,7,13,13,17,27,28,42,36,44,71,49,50,41,56,23,37,26,24,23,8,18,15,15,15,7,5,4,3,1,1,3,1,2,3,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1],"bins":[-0.00041046447586268187,-0.00039380829548463225,-0.0003771521442104131,-0.0003604959638323635,-0.00034383981255814433,-0.0003271836321800947,-0.0003105274518020451,-0.00029387130052782595,-0.00027721512014977634,-0.00026055893977172673,-0.00024390278849750757,-0.00022724660811945796,-0.00021059044229332358,-0.0001939342764671892,-0.00017727809608913958,-0.0001606219302630052,-0.0001439657644368708,-0.00012730959861073643,-0.00011065342550864443,-9.399725240655243e-05,-7.734108658041805e-05,-6.068491711630486e-05,-4.402874765219167e-05,-2.7372578188078478e-05,-1.0716408723965287e-05,5.9397607401479036e-06,2.2595930204261094e-05,3.9252099668374285e-05,5.5908269132487476e-05,7.256443495862186e-05,8.922060806071386e-05,0.00010587678116280586,0.00012253288878127933,0.0001391890546074137,0.0001558452204335481,0.0001725014008115977,0.0001891575666377321,0.00020581373246386647,0.00022246991284191608,0.00023912607866805047,0.00025578224449418485,0.00027243842487223446,0.0002890945761464536,0.00030575075652450323,0.00032240693690255284,0.000339063088176772,0.0003557192685548216,0.00037237541982904077,0.0003890316002070904,0.00040568778058514,0.00042234393185935915,0.00043900011223740876,0.0004556562635116279,0.0004723124438896775,0.0004889686242677271,0.0005056248046457767,0.0005222809268161654,0.0005389371071942151,0.0005555932875722647,0.0005722494679503143,0.0005889056483283639,0.0006055618287064135,0.0006222179508768022,0.0006388741312548518,0.0006555303116329014]},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.bias":{"values":[1,0,0,0,0,1,0,1,0,2,0,2,1,3,4,3,3,7,2,6,11,12,15,13,10,18,14,20,21,25,31,33,28,36,28,53,24,19,25,32,38,28,33,27,28,16,20,9,12,9,8,6,4,3,6,3,8,0,0,1,0,1,3,1],"bins":[-0.00047444156371057034,-0.0004611695185303688,-0.00044789750245399773,-0.0004346254572737962,-0.0004213534411974251,-0.0004080813960172236,-0.00039480935083702207,-0.000381537334760651,-0.00036826528958044946,-0.00035499324440024793,-0.00034172122832387686,-0.00032844918314367533,-0.0003151771379634738,-0.0003019051218871027,-0.0002886330767069012,-0.0002753610606305301,-0.0002620890154503286,-0.00024881697027012706,-0.00023554495419375598,-0.00022227290901355445,-0.00020900087838526815,-0.00019572884775698185,-0.00018245680257678032,-0.00016918477194849402,-0.00015591274132020772,-0.0001426407106919214,-0.0001293686800636351,-0.00011609663488343358,-0.00010282460425514728,-8.955257362686098e-05,-7.628053572261706e-05,-6.300849781837314e-05,-4.97364962939173e-05,-3.646446202765219e-05,-2.319242776138708e-05,-9.92039349512197e-06,3.3516407711431384e-06,1.6623675037408248e-05,2.9895709303673357e-05,4.3167743569938466e-05,5.6439777836203575e-05,6.971180846448988e-05,8.29838463687338e-05,9.625588427297771e-05,0.00010952791490126401,0.00012279994552955031,0.00013607199070975184,0.00014934402133803815,0.00016261605196632445,0.00017588808259461075,0.00018916011322289705,0.00020243215840309858,0.00021570418903138489,0.0002289762196596712,0.00024224826483987272,0.0002555202809162438,0.0002687923260964453,0.00028206437127664685,0.0002953363873530179,0.00030860843253321946,0.00032188044860959053,0.00033515249378979206,0.0003484245389699936,0.00036169655504636467,0.0003749686002265662],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"_type":"histogram","values":[1,0,1,0,1,2,4,1,6,6,5,8,2,7,4,8,6,11,7,15,25,17,15,16,13,21,27,26,19,21,26,23,17,15,26,26,27,12,21,21,20,18,22,20,17,13,16,13,15,12,11,6,9,8,10,6,10,10,5,4,4,6,3,1],"bins":[-0.006092072930186987,-0.005911581218242645,-0.005731089971959591,-0.005550598260015249,-0.005370106548070908,-0.005189614836126566,-0.005009123124182224,-0.00482863187789917,-0.004648140165954828,-0.004467648454010487,-0.004287157207727432,-0.004106665495783091,-0.003926173783838749,-0.0037456820718944073,-0.0035651905927807093,-0.0033846991136670113,-0.0032042074017226696,-0.003023715689778328,-0.00284322421066463,-0.002662732731550932,-0.0024822410196065903,-0.0023017493076622486,-0.0021212578285485506,-0.0019407662330195308,-0.001760274637490511,-0.001579783041961491,-0.0013992914464324713,-0.0012187998509034514,-0.0010383082553744316,-0.0008578166598454118,-0.0006773250643163919,-0.0004968334687873721,-0.00031634140759706497,-0.00013584981206804514,4.464178346097469e-05,0.00022513337898999453,0.00040562497451901436,0.0005861165700480342,0.000766608165577054,0.0009470997611060739,0.0011275913566350937,0.0013080829521641135,0.0014885745476931334,0.0016690661432221532,0.001849557738751173,0.0020300494506955147,0.0022105409298092127,0.0023910324089229107,0.0025715241208672523,0.002752015832811594,0.002932507311925292,0.00311299879103899,0.0032934905029833317,0.0034739822149276733,0.0036544736940413713,0.0038349651731550694,0.004015456885099411,0.004195948597043753,0.004376440308988094,0.004556931555271149,0.00473742326721549,0.004917914979159832,0.005098406225442886,0.005278897937387228,0.00545938964933157]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.weight":{"bins":[-0.10526487231254578,-0.10203585773706436,-0.09880685061216354,-0.09557783603668213,-0.09234882891178131,-0.0891198143362999,-0.08589079976081848,-0.08266179263591766,-0.07943277806043625,-0.07620376348495483,-0.07297475636005402,-0.0697457417845726,-0.06651672720909119,-0.06328772008419037,-0.060058705508708954,-0.05682969465851784,-0.05360068380832672,-0.050371672958135605,-0.04714266210794449,-0.043913647532463074,-0.04068463668227196,-0.03745562583208084,-0.034226611256599426,-0.03099760040640831,-0.027768589556217194,-0.024539578706026077,-0.02131056599318981,-0.018081553280353546,-0.01485254243016243,-0.011623530648648739,-0.008394518867135048,-0.005165507085621357,-0.001936495304107666,0.001292516477406025,0.004521528258919716,0.007750540040433407,0.010979551821947098,0.014208563603460789,0.01743757538497448,0.020666588097810745,0.02389559894800186,0.027124609798192978,0.030353622511029243,0.03358263522386551,0.036811646074056625,0.04004065692424774,0.043269671499729156,0.04649868234992027,0.04972769320011139,0.052956704050302505,0.05618571490049362,0.05941472947597504,0.06264373660087585,0.06587275117635727,0.06910176575183868,0.0723307728767395,0.07555978745222092,0.07878880202770233,0.08201780915260315,0.08524682372808456,0.08847583830356598,0.0917048454284668,0.09493386000394821,0.09816286712884903,0.10139188170433044],"_type":"histogram","values":[1,1,1,2,5,8,15,31,52,92,192,318,552,910,1515,2388,3617,5321,7787,10805,15242,20332,26937,34357,43076,52258,62234,72624,81591,89369,95133,99381,101404,99595,96591,90832,82841,73922,64368,54575,44624,36113,28396,21534,16040,11596,8191,5747,3797,2511,1621,989,611,360,207,122,64,37,14,7,4,1,0,3]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"_type":"histogram","values":[1,0,1,0,2,0,2,2,1,3,4,7,9,16,22,29,55,71,102,151,214,250,399,498,685,917,1256,1707,2295,3245,7185,53040,462811,37196,6268,3066,2102,1604,1238,922,706,519,342,268,187,127,81,75,41,30,25,15,10,10,2,3,1,3,1,0,1,0,0,1],"bins":[-0.0005846023559570312,-0.0005665794014930725,-0.0005485564470291138,-0.000530533492565155,-0.0005125105381011963,-0.0004944875836372375,-0.0004764646291732788,-0.00045844167470932007,-0.00044041872024536133,-0.0004223957657814026,-0.00040437281131744385,-0.0003863498568534851,-0.00036832690238952637,-0.0003503039479255676,-0.0003322809934616089,-0.00031425803899765015,-0.0002962350845336914,-0.00027821213006973267,-0.0002601891756057739,-0.00024216622114181519,-0.00022414326667785645,-0.0002061203122138977,-0.00018809735774993896,-0.00017007440328598022,-0.00015205144882202148,-0.00013402849435806274,-0.000116005539894104,-9.798258543014526e-05,-7.995963096618652e-05,-6.193667650222778e-05,-4.391372203826904e-05,-2.5890767574310303e-05,-7.867813110351562e-06,1.0155141353607178e-05,2.8178095817565918e-05,4.620105028152466e-05,6.42240047454834e-05,8.224695920944214e-05,0.00010026991367340088,0.00011829286813735962,0.00013631582260131836,0.0001543387770652771,0.00017236173152923584,0.00019038468599319458,0.00020840764045715332,0.00022643059492111206,0.0002444535493850708,0.00026247650384902954,0.0002804994583129883,0.000298522412776947,0.00031654536724090576,0.0003345683217048645,0.00035259127616882324,0.000370614230632782,0.0003886371850967407,0.00040666013956069946,0.0004246830940246582,0.00044270604848861694,0.0004607290029525757,0.0004787519574165344,0.0004967749118804932,0.0005147978663444519,0.0005328208208084106,0.0005508437752723694,0.0005688667297363281]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.bias":{"bins":[-0.009105241857469082,-0.00881805270910263,-0.008530862629413605,-0.008243673481047153,-0.007956484332680702,-0.007669294252991676,-0.007382105104625225,-0.0070949154905974865,-0.006807725876569748,-0.006520536262542009,-0.006233346648514271,-0.0059461575001478195,-0.005658967886120081,-0.005371778272092342,-0.005084589123725891,-0.0047973995096981525,-0.004510209895670414,-0.004223020281642675,-0.003935830667614937,-0.0036486415192484856,-0.003361451905220747,-0.0030742622911930084,-0.0027870729099959135,-0.0024998835287988186,-0.00221269391477108,-0.0019255044171586633,-0.0016383149195462465,-0.0013511254219338298,-0.001063935924321413,-0.0007767464267089963,-0.0004895569290965796,-0.0002023674314841628,8.482113480567932e-05,0.00037201063241809607,0.0006592001300305128,0.0009463896276429296,0.0012335791252553463,0.001520768622867763,0.0018079581204801798,0.0020951475016772747,0.0023823371157050133,0.002669526729732752,0.0029567161109298468,0.0032439054921269417,0.0035310951061546803,0.003818284720182419,0.00410547386854887,0.004392663482576609,0.004679853096604347,0.004967042710632086,0.005254232324659824,0.005541421473026276,0.005828611087054014,0.006115800701081753,0.006402989849448204,0.006690179463475943,0.006977369077503681,0.00726455869153142,0.007551748305559158,0.00783893745392561,0.00812612660229206,0.008413316681981087,0.008700505830347538,0.008987695910036564,0.009274885058403015],"_type":"histogram","values":[5,0,2,4,2,6,2,7,1,2,0,2,0,0,0,1,6,3,22,19,20,20,22,31,44,25,34,30,31,36,16,16,19,24,36,25,32,31,20,29,35,19,26,20,13,12,0,0,0,1,0,1,0,1,0,4,2,4,2,0,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.0006795119261369109,-0.0006597951287403703,-0.0006400783895514905,-0.0006203615921549499,-0.0006006448529660702,-0.0005809280555695295,-0.0005612112581729889,-0.0005414945189841092,-0.0005217777215875685,-0.0005020609241910279,-0.00048234418500214815,-0.0004626273876056075,-0.0004429106193128973,-0.00042319385102018714,-0.0004034770536236465,-0.0003837602853309363,-0.00036404351703822613,-0.00034432674874551594,-0.00032460998045280576,-0.0003048931830562651,-0.00028517641476355493,-0.00026545964647084475,-0.0002457428490743041,-0.00022602608078159392,-0.00020630931248888373,-0.00018659254419617355,-0.00016687576135154814,-0.00014715897850692272,-0.00012744221021421254,-0.00010772543464554474,-8.800865907687694e-05,-6.829188350820914e-05,-4.857510793954134e-05,-2.885833237087354e-05,-9.141556802205741e-06,1.0575218766462058e-05,3.0291994335129857e-05,5.0008769903797656e-05,6.972554547246546e-05,8.944232104113325e-05,0.00010915909660980105,0.00012887586490251124,0.00014859264774713665,0.00016830943059176207,0.00018802619888447225,0.00020774296717718244,0.00022745975002180785,0.00024717653286643326,0.00026689330115914345,0.00028661006945185363,0.0003063268377445638,0.00032604363514110446,0.00034576040343381464,0.00036547717172652483,0.00038519396912306547,0.00040491073741577566,0.00042462750570848584,0.000444344274001196,0.0004640610422939062,0.00048377783969044685,0.0005034946370869875,0.0005232113762758672,0.0005429281736724079,0.0005626449128612876,0.0005823617102578282],"_type":"histogram","values":[1,0,1,0,0,0,1,1,0,1,1,2,2,1,2,4,3,8,9,9,17,14,17,12,14,19,28,24,27,35,27,20,27,34,23,29,37,25,27,35,30,28,25,27,17,18,12,12,13,11,10,5,7,4,3,3,2,0,2,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,0,0,1,0,1,0,0,1,0,3,2,2,4,6,6,6,4,11,14,6,18,18,10,19,26,16,25,25,44,17,23,29,28,32,25,28,23,16,29,26,25,17,24,21,15,18,20,14,8,16,9,7,7,4,6,5,1,1,0,2,2,1],"bins":[-0.00048493046779185534,-0.0004711427609436214,-0.00045735505409538746,-0.000443567376350984,-0.00042977966950275004,-0.0004159919626545161,-0.00040220425580628216,-0.0003884165489580482,-0.00037462887121364474,-0.0003608411643654108,-0.00034705345751717687,-0.00033326575066894293,-0.000319478043820709,-0.00030569033697247505,-0.00029190265922807157,-0.00027811495237983763,-0.0002643272455316037,-0.00025053953868336976,-0.00023675184638705105,-0.0002229641395388171,-0.0002091764472424984,-0.00019538874039426446,-0.00018160103354603052,-0.0001678133412497118,-0.00015402563440147787,-0.00014023792755324394,-0.00012645023525692523,-0.00011266252840869129,-9.887482883641496e-05,-8.508712926413864e-05,-7.12994224159047e-05,-5.751172284362838e-05,-4.372405237518251e-05,-2.9936350983916782e-05,-1.6148649592651054e-05,-2.3609482013853267e-06,1.1426753189880401e-05,2.521445458114613e-05,3.9002155972411856e-05,5.278985918266699e-05,6.657755875494331e-05,8.036525832721964e-05,9.415295789949596e-05,0.0001079406647477299,0.00012172836432000622,0.00013551606389228255,0.00014930377074051648,0.0001630914630368352,0.00017687916988506913,0.00019066687673330307,0.00020445456902962178,0.00021824227587785572,0.00023202996817417443,0.00024581767502240837,0.0002596053818706423,0.00027339308871887624,0.0002871807664632797,0.00030096847331151366,0.0003147561801597476,0.00032854388700798154,0.0003423315938562155,0.0003561193007044494,0.0003699069784488529,0.00038369468529708683,0.0003974823921453208]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.0004037636099383235,-0.0003920466988347471,-0.0003803297586273402,-0.0003686128184199333,-0.0003568959073163569,-0.0003451789962127805,-0.0003334620560053736,-0.0003217451157979667,-0.0003100282046943903,-0.0002983112935908139,-0.000286594353383407,-0.0002748774131760001,-0.0002631605020724237,-0.0002514435909688473,-0.0002397266507614404,-0.00022800972510594875,-0.0002162927994504571,-0.00020457587379496545,-0.0001928589481394738,-0.00018114202248398215,-0.0001694250968284905,-0.00015770817117299885,-0.0001459912455175072,-0.00013427431986201555,-0.0001225573942065239,-0.00011084046855103225,-9.91235428955406e-05,-8.740661724004894e-05,-7.56896915845573e-05,-6.397276592906564e-05,-5.2255840273573995e-05,-4.0538914618082345e-05,-2.8821988962590694e-05,-1.7105063307099044e-05,-5.388137651607394e-06,6.328788003884256e-06,1.8045713659375906e-05,2.9762639314867556e-05,4.1479564970359206e-05,5.3196490625850856e-05,6.49134162813425e-05,7.663034193683416e-05,8.83472675923258e-05,0.00010006419324781746,0.00011178111890330911,0.00012349804455880076,0.0001352149702142924,0.00014693189586978406,0.0001586488215252757,0.00017036574718076736,0.000182082672836259,0.00019379959849175066,0.0002055165241472423,0.00021723344980273396,0.0002289503754582256,0.00024066730111371726,0.0002523842267692089,0.00026410113787278533,0.0002758180780801922,0.0002875350182875991,0.0002992519293911755,0.00031096884049475193,0.0003226857807021588,0.0003344027209095657,0.0003461196320131421],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,4,3,1,6,4,2,6,8,8,13,10,10,14,15,19,19,26,21,31,29,42,27,25,29,30,36,33,23,40,26,22,17,21,23,8,18,23,8,13,5,10,10,5,3,3,7,2,2,2,1,2,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.1.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,0,1,0,0,3,2,0,0,1,3,1,2,5,9,8,6,6,7,15,19,15,23,22,38,45,42,62,63,57,56,49,38,25,35,22,14,13,6,8,5,9,7,0,5,2,5,2,3,2,2,0,1,0,0,0,1,0,0,1],"bins":[-0.0011330449488013983,-0.0010987484129145741,-0.00106445187702775,-0.0010301553411409259,-0.0009958589216694236,-0.0009615623857825994,-0.0009272658498957753,-0.0008929693140089512,-0.0008586727781221271,-0.0008243763004429638,-0.0007900797645561397,-0.0007557832286693156,-0.0007214867509901524,-0.0006871902151033282,-0.0006528936792165041,-0.0006185972015373409,-0.0005843006656505167,-0.0005500041297636926,-0.0005157076520845294,-0.00048141111619770527,-0.00044711458031088114,-0.00041281807352788746,-0.0003785215667448938,-0.00034422503085806966,-0.000309928524075076,-0.0002756320172920823,-0.00024133548140525818,-0.0002070389746222645,-0.0001727424532873556,-0.0001384459319524467,-0.00010414941789349541,-6.985290383454412e-05,-3.555638249963522e-05,-1.259864802705124e-06,3.303665289422497e-05,6.733316695317626e-05,0.00010162968828808516,0.00013592620962299407,0.00017022271640598774,0.00020451923774089664,0.00023881575907580554,0.0002731122658587992,0.00030740880174562335,0.000341705308528617,0.0003760018153116107,0.00041029835119843483,0.0004445948579814285,0.00047889139386825264,0.0005131879006512463,0.0005474844365380704,0.0005817809142172337,0.0006160774501040578,0.0006503739859908819,0.0006846704636700451,0.0007189669995568693,0.0007532635354436934,0.0007875600131228566,0.0008218565490096807,0.0008561530848965049,0.000890449620783329,0.0009247460984624922,0.0009590426343493164,0.0009933391120284796,0.0010276356479153037,0.0010619321838021278]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"values":[2,0,1,0,0,2,0,0,1,1,1,1,3,3,4,5,6,10,4,10,14,11,17,12,21,30,29,29,25,22,35,29,33,18,31,34,26,31,26,32,24,23,18,22,14,16,7,9,15,9,7,6,6,5,6,4,4,5,3,2,1,2,0,1],"bins":[-0.000735096400603652,-0.0007135144551284611,-0.0006919325096532702,-0.0006703505641780794,-0.0006487686187028885,-0.0006271866732276976,-0.0006056047277525067,-0.0005840227822773159,-0.000562440836802125,-0.0005408588331192732,-0.0005192768876440823,-0.0004976949421688914,-0.00047611299669370055,-0.0004545310512185097,-0.0004329491057433188,-0.0004113671602681279,-0.00038978521479293704,-0.00036820326931774616,-0.0003466213238425553,-0.0003250393783673644,-0.00030345743289217353,-0.0002818754583131522,-0.0002602935128379613,-0.00023871156736277044,-0.00021712962188757956,-0.00019554767641238868,-0.0001739657309371978,-0.0001523837709100917,-0.00013080182543490082,-0.00010921987995970994,-8.763792720856145e-05,-6.605597445741296e-05,-4.4474087189882994e-05,-2.289213807671331e-05,-1.3101889635436237e-06,2.027176014962606e-05,4.1853709262795746e-05,6.343565473798662e-05,8.501760748913512e-05,0.00010659956024028361,0.00012818150571547449,0.00014976345119066536,0.00017134539666585624,0.00019292735669296235,0.00021450930216815323,0.0002360912476433441,0.0002576732076704502,0.0002792551531456411,0.00030083709862083197,0.00032241904409602284,0.0003440009895712137,0.0003655829350464046,0.0003871648805215955,0.0004087468551006168,0.0004303288005758077,0.00045191074605099857,0.00047349269152618945,0.0004950746661052108,0.0005166566115804017,0.0005382385570555925,0.0005598205025307834,0.0005814024480059743,0.0006029843934811652,0.000624566338956356,0.0006461482844315469],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.output.dense.weight":{"_type":"histogram","values":[4,2,13,12,17,39,58,88,191,234,374,617,834,1226,1784,2437,3271,4342,5748,7348,9131,11288,13810,16181,18900,21674,24265,27207,28765,30786,32105,32646,32393,31904,30680,29199,26777,24445,21930,18688,16068,13841,11145,9198,7237,5557,4321,3199,2443,1678,1157,905,609,359,256,177,96,57,50,33,8,8,3,6],"bins":[-0.08876229077577591,-0.08598631620407104,-0.08321034163236618,-0.08043435961008072,-0.07765838503837585,-0.07488241046667099,-0.07210643589496613,-0.06933046132326126,-0.0665544867515564,-0.06377850472927094,-0.06100253015756607,-0.058226555585861206,-0.05545058101415634,-0.05267460271716118,-0.049898628145456314,-0.04712264984846115,-0.04434667527675629,-0.04157070070505142,-0.03879472240805626,-0.036018747836351395,-0.03324276953935623,-0.030466794967651367,-0.027690820395946503,-0.02491484396159649,-0.022138867527246475,-0.01936289109289646,-0.016586914658546448,-0.013810940086841583,-0.01103496365249157,-0.008258987218141556,-0.005483011715114117,-0.0027070357464253902,6.893277168273926e-05,0.0028449087403714657,0.005620884709060192,0.008396860212087631,0.011172836646437645,0.013948813080787659,0.016724787652492523,0.019500764086842537,0.02227674052119255,0.025052716955542564,0.027828693389892578,0.030604667961597443,0.03338064253330231,0.03615662083029747,0.038932595402002335,0.0417085736989975,0.04448454827070236,0.04726052284240723,0.05003650113940239,0.052812475711107254,0.05558845400810242,0.05836442857980728,0.061140403151512146,0.06391637772321701,0.06669235229492188,0.06946833431720734,0.0722443088889122,0.07502028346061707,0.07779625803232193,0.0805722326040268,0.08334821462631226,0.08612418919801712,0.08890016376972198]},"gradients/_orig_mod.bert.encoder.layer.6.intermediate.dense.weight":{"_type":"histogram","values":[1,1,3,2,3,1,4,6,3,19,23,25,42,74,100,175,242,404,656,1009,1656,2691,4458,7624,12939,23092,40691,72320,128238,209870,290081,285543,205462,124017,69436,38977,21791,12609,7390,4318,2627,1558,987,620,384,234,164,90,53,52,30,25,8,11,7,6,4,3,2,0,1,0,1,1],"bins":[-0.0004107952117919922,-0.0003975294530391693,-0.00038426369428634644,-0.00037099793553352356,-0.0003577321767807007,-0.0003444664180278778,-0.00033120065927505493,-0.00031793490052223206,-0.0003046691417694092,-0.0002914033830165863,-0.00027813762426376343,-0.00026487186551094055,-0.0002516061067581177,-0.0002383403480052948,-0.00022507458925247192,-0.00021180883049964905,-0.00019854307174682617,-0.0001852773129940033,-0.00017201155424118042,-0.00015874579548835754,-0.00014548003673553467,-0.0001322142779827118,-0.00011894851922988892,-0.00010568276047706604,-9.241700172424316e-05,-7.915124297142029e-05,-6.588548421859741e-05,-5.2619725465774536e-05,-3.935396671295166e-05,-2.6088207960128784e-05,-1.2822449207305908e-05,4.4330954551696777e-07,1.3709068298339844e-05,2.697482705116272e-05,4.0240585803985596e-05,5.350634455680847e-05,6.677210330963135e-05,8.003786206245422e-05,9.33036208152771e-05,0.00010656937956809998,0.00011983513832092285,0.00013310089707374573,0.0001463666558265686,0.00015963241457939148,0.00017289817333221436,0.00018616393208503723,0.0001994296908378601,0.00021269544959068298,0.00022596120834350586,0.00023922696709632874,0.0002524927258491516,0.0002657584846019745,0.00027902424335479736,0.00029229000210762024,0.0003055557608604431,0.000318821519613266,0.00033208727836608887,0.00034535303711891174,0.0003586187958717346,0.0003718845546245575,0.00038515031337738037,0.00039841607213020325,0.0004116818308830261,0.000424947589635849,0.0004382133483886719]},"gradients/_orig_mod.bert.encoder.layer.8.output.LayerNorm.weight":{"bins":[-0.0004678189579863101,-0.00045219107414595783,-0.0004365631612017751,-0.0004209352773614228,-0.0004053073935210705,-0.0003896794805768877,-0.00037405159673653543,-0.00035842371289618313,-0.0003427957999520004,-0.0003271679161116481,-0.0003115400322712958,-0.0002959121484309435,-0.00028028423548676074,-0.00026465635164640844,-0.00024902846780605614,-0.00023340056941378862,-0.0002177726710215211,-0.00020214477262925357,-0.00018651688878890127,-0.00017088899039663374,-0.00015526110655628145,-0.00013963320816401392,-0.0001240053097717464,-0.00010837741865543649,-9.274952753912657e-05,-7.712163642281666e-05,-6.149374530650675e-05,-4.586584691423923e-05,-3.0237955797929317e-05,-1.4610062862630002e-05,1.0178300726693124e-06,1.6645723007968627e-05,3.2273586839437485e-05,4.7901477955747396e-05,6.35293690720573e-05,7.915726746432483e-05,9.478515858063474e-05,0.00011041304969694465,0.00012604094808921218,0.00014166883192956448,0.000157296730321832,0.00017292462871409953,0.00018855251255445182,0.00020418041094671935,0.00021980830933898687,0.00023543619317933917,0.00025106407701969147,0.0002666919899638742,0.0002823198738042265,0.0002979477576445788,0.00031357567058876157,0.00032920355442911386,0.00034483143826946616,0.0003604593512136489,0.0003760872350540012,0.0003917151188943535,0.00040734303183853626,0.00042297091567888856,0.00043859879951924086,0.00045422668335959315,0.0004698545963037759,0.0004854824801441282,0.000501110393088311,0.0005167382769286633,0.0005323661607690156],"_type":"histogram","values":[1,1,1,1,0,0,1,0,2,0,1,2,1,4,5,3,2,12,7,19,16,22,30,23,29,41,43,35,57,47,41,48,40,31,27,28,36,20,18,10,14,10,1,6,5,5,2,5,1,3,3,2,0,0,1,0,1,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.dense.weight":{"_type":"histogram","values":[1,1,0,2,4,6,13,11,16,30,48,68,98,169,236,350,476,693,1067,1636,2313,3404,5153,7681,11766,17772,26089,37593,51778,67003,76000,72711,61149,45453,32606,22066,14881,9748,6479,4368,2859,1908,1279,888,598,415,283,218,144,84,68,43,26,19,16,13,13,8,1,1,1,0,0,1],"bins":[-0.0004565715789794922,-0.0004417411983013153,-0.00042691081762313843,-0.00041208043694496155,-0.00039725005626678467,-0.0003824196755886078,-0.0003675892949104309,-0.00035275891423225403,-0.00033792853355407715,-0.00032309815287590027,-0.0003082677721977234,-0.0002934373915195465,-0.00027860701084136963,-0.00026377663016319275,-0.00024894624948501587,-0.000234115868806839,-0.0002192854881286621,-0.00020445510745048523,-0.00018962472677230835,-0.00017479434609413147,-0.0001599639654159546,-0.0001451335847377777,-0.00013030320405960083,-0.00011547282338142395,-0.00010064244270324707,-8.581206202507019e-05,-7.098168134689331e-05,-5.615130066871643e-05,-4.132091999053955e-05,-2.649053931236267e-05,-1.1660158634185791e-05,3.170222043991089e-06,1.800060272216797e-05,3.283098340034485e-05,4.766136407852173e-05,6.249174475669861e-05,7.732212543487549e-05,9.215250611305237e-05,0.00010698288679122925,0.00012181326746940613,0.000136643648147583,0.0001514740288257599,0.00016630440950393677,0.00018113479018211365,0.00019596517086029053,0.0002107955515384674,0.0002256259322166443,0.00024045631289482117,0.00025528669357299805,0.0002701170742511749,0.0002849474549293518,0.0002997778356075287,0.00031460821628570557,0.00032943859696388245,0.0003442689776420593,0.0003590993583202362,0.0003739297389984131,0.00038876011967658997,0.00040359050035476685,0.0004184208810329437,0.0004332512617111206,0.0004480816423892975,0.00046291202306747437,0.00047774240374565125,0.0004925727844238281]},"gradients/_orig_mod.bert.encoder.layer.5.attention.output.LayerNorm.bias":{"bins":[-0.0009084951016120613,-0.0008793464512564242,-0.0008501977426931262,-0.0008210490923374891,-0.0007919003837741911,-0.0007627517334185541,-0.0007336030248552561,-0.000704454374499619,-0.0006753057241439819,-0.000646157015580684,-0.0006170083652250469,-0.0005878596566617489,-0.0005587110063061118,-0.0005295622977428138,-0.0005004136473871768,-0.0004712649679277092,-0.0004421162884682417,-0.00041296760900877416,-0.00038381892954930663,-0.0003546702500898391,-0.00032552157063037157,-0.0002963729202747345,-0.00026722424081526697,-0.00023807556135579944,-0.0002089268818963319,-0.00017977820243686438,-0.00015062952297739685,-0.00012148085806984454,-9.233217861037701e-05,-6.318349915090948e-05,-3.403482696739957e-05,-4.886151145910844e-06,2.4262466467916965e-05,5.341114228940569e-05,8.255981811089441e-05,0.00011170849029440433,0.00014085716975387186,0.0001700058492133394,0.0001991545141208917,0.00022830319358035922,0.00025745187303982675,0.0002866005524992943,0.0003157492319587618,0.00034489791141822934,0.0003740465617738664,0.00040319524123333395,0.0004323439206928015,0.000461492600152269,0.0004906412796117365,0.0005197899299673736,0.0005489386385306716,0.0005780872888863087,0.0006072359974496067,0.0006363846478052437,0.0006655333563685417,0.0006946820067241788,0.0007238306570798159,0.0007529793656431139,0.0007821280159987509,0.0008112767245620489,0.000840425374917686,0.000869574083480984,0.000898722733836621,0.000927871442399919,0.0009570200927555561],"_type":"histogram","values":[2,0,2,0,3,0,2,4,2,4,3,7,9,8,6,11,5,13,12,16,16,19,19,26,22,28,29,33,31,25,31,32,35,20,26,24,21,24,22,23,16,20,16,17,9,9,12,9,7,3,9,4,7,2,1,2,4,2,1,0,1,0,1,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.query.weight":{"bins":[-0.00034356117248535156,-0.00033319368958473206,-0.00032282620668411255,-0.00031245872378349304,-0.00030209124088287354,-0.00029172375798225403,-0.0002813562750816345,-0.000270988792181015,-0.0002606213092803955,-0.000250253826379776,-0.0002398863434791565,-0.000229518860578537,-0.00021915137767791748,-0.00020878389477729797,-0.00019841641187667847,-0.00018804892897605896,-0.00017768144607543945,-0.00016731396317481995,-0.00015694648027420044,-0.00014657899737358093,-0.00013621151447296143,-0.00012584403157234192,-0.00011547654867172241,-0.0001051090657711029,-9.47415828704834e-05,-8.437409996986389e-05,-7.400661706924438e-05,-6.363913416862488e-05,-5.327165126800537e-05,-4.2904168367385864e-05,-3.253668546676636e-05,-2.216920256614685e-05,-1.1801719665527344e-05,-1.434236764907837e-06,8.93324613571167e-06,1.9300729036331177e-05,2.9668211936950684e-05,4.003569483757019e-05,5.04031777381897e-05,6.0770660638809204e-05,7.113814353942871e-05,8.150562644004822e-05,9.187310934066772e-05,0.00010224059224128723,0.00011260807514190674,0.00012297555804252625,0.00013334304094314575,0.00014371052384376526,0.00015407800674438477,0.00016444548964500427,0.00017481297254562378,0.00018518045544624329,0.0001955479383468628,0.0002059154212474823,0.0002162829041481018,0.0002266503870487213,0.00023701786994934082,0.00024738535284996033,0.00025775283575057983,0.00026812031865119934,0.00027848780155181885,0.00028885528445243835,0.00029922276735305786,0.00030959025025367737,0.0003199577331542969],"_type":"histogram","values":[1,1,1,1,1,2,3,2,8,8,6,9,17,29,34,51,67,97,127,178,249,387,521,766,1110,1572,2339,3658,6101,11537,23520,56543,154426,187979,75359,29466,13897,7098,4175,2708,1711,1213,846,611,390,274,213,156,92,71,55,34,27,19,14,12,8,9,6,3,3,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"values":[2,2,2,1,6,4,4,9,8,18,29,48,43,87,121,145,188,286,446,658,922,1292,1907,2946,4274,6408,10038,16462,28535,54602,114657,159675,83496,41208,22571,13369,8510,5576,3538,2386,1587,1158,774,553,389,244,171,134,112,70,56,28,32,11,6,6,7,2,1,1,1,0,1,1],"bins":[-0.002582550048828125,-0.0025000274181365967,-0.0024175047874450684,-0.00233498215675354,-0.0022524595260620117,-0.0021699368953704834,-0.002087414264678955,-0.0020048916339874268,-0.0019223690032958984,-0.0018398463726043701,-0.0017573237419128418,-0.0016748011112213135,-0.0015922784805297852,-0.0015097558498382568,-0.0014272332191467285,-0.0013447105884552002,-0.0012621879577636719,-0.0011796653270721436,-0.0010971426963806152,-0.001014620065689087,-0.0009320974349975586,-0.0008495748043060303,-0.000767052173614502,-0.0006845295429229736,-0.0006020069122314453,-0.000519484281539917,-0.00043696165084838867,-0.00035443902015686035,-0.00027191638946533203,-0.0001893937587738037,-0.00010687112808227539,-2.434849739074707e-05,5.817413330078125e-05,0.00014069676399230957,0.0002232193946838379,0.0003057420253753662,0.00038826465606689453,0.00047078728675842285,0.0005533099174499512,0.0006358325481414795,0.0007183551788330078,0.0008008778095245361,0.0008834004402160645,0.0009659230709075928,0.001048445701599121,0.0011309683322906494,0.0012134909629821777,0.001296013593673706,0.0013785362243652344,0.0014610588550567627,0.001543581485748291,0.0016261041164398193,0.0017086267471313477,0.001791149377822876,0.0018736720085144043,0.0019561946392059326,0.002038717269897461,0.0021212399005889893,0.0022037625312805176,0.002286285161972046,0.0023688077926635742,0.0024513304233551025,0.002533853054046631,0.002616375684738159,0.0026988983154296875],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.weight":{"values":[1,3,4,8,11,14,20,46,79,141,231,381,586,940,1395,2094,3150,4265,5944,7980,10508,13412,16651,19942,23368,27128,30479,33296,35863,36915,37304,37028,35768,33659,30746,27227,23969,20255,16770,13581,10552,8215,6009,4565,3132,2184,1466,982,635,373,229,143,77,42,30,14,4,5,4,0,0,0,0,1],"bins":[-0.097505584359169,-0.09431333839893341,-0.09112108498811722,-0.08792883902788162,-0.08473658561706543,-0.08154433965682983,-0.07835209369659424,-0.07515984028577805,-0.07196759432554245,-0.06877534836530685,-0.06558309495449066,-0.062390848994255066,-0.05919859930872917,-0.05600634962320328,-0.05281410366296768,-0.04962185397744179,-0.046429604291915894,-0.04323735460639,-0.040045104920864105,-0.03685285896062851,-0.033660609275102615,-0.03046835958957672,-0.027276111766695976,-0.02408386394381523,-0.020891614258289337,-0.017699364572763443,-0.014507116749882698,-0.011314867995679379,-0.008122619241476059,-0.004930370487272739,-0.0017381217330694199,0.0014541270211338997,0.004646375775337219,0.007838624529540539,0.011030873283743858,0.014223122037947178,0.017415370792150497,0.02060762047767639,0.023799868300557137,0.02699211612343788,0.030184365808963776,0.03337661549448967,0.036568865180015564,0.03976111114025116,0.042953360825777054,0.04614561051130295,0.049337856471538544,0.05253010615706444,0.05572235584259033,0.058914605528116226,0.06210685521364212,0.06529910117387772,0.06849135458469391,0.0716836005449295,0.0748758465051651,0.07806809991598129,0.08126034587621689,0.08445259183645248,0.08764484524726868,0.09083709120750427,0.09402933716773987,0.09722159057855606,0.10041383653879166,0.10360608994960785,0.10679833590984344],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.bias":{"bins":[-0.001901591895148158,-0.0018377152737230062,-0.0017738386522978544,-0.0017099620308727026,-0.0016460854094475508,-0.0015822086716070771,-0.0015183320501819253,-0.0014544554287567735,-0.0013905788073316216,-0.0013267021859064698,-0.001262825564481318,-0.0011989489430561662,-0.0011350722052156925,-0.0010711955837905407,-0.0010073189623653889,-0.000943442340940237,-0.0008795657195150852,-0.0008156890980899334,-0.0007518124766647816,-0.0006879357970319688,-0.000624059175606817,-0.0005601825541816652,-0.0004963058745488524,-0.0004324292531237006,-0.0003685526316985488,-0.00030467601027339697,-0.0002407993597444147,-0.00017692272376734763,-0.00011304608779028058,-4.916945181321353e-05,1.4707184163853526e-05,7.858382014092058e-05,0.00014246022328734398,0.00020633685926441103,0.0002702134952414781,0.00033409014577046037,0.0003979667671956122,0.000461843388620764,0.0005257200682535768,0.0005895966896787286,0.0006534733111038804,0.0007173499325290322,0.0007812265539541841,0.0008451032335869968,0.0009089798550121486,0.0009728564764373004,0.0010367331560701132,0.001100609777495265,0.0011644863989204168,0.0012283630203455687,0.0012922396417707205,0.0013561162631958723,0.0014199928846210241,0.0014838696224614978,0.0015477462438866496,0.0016116228653118014,0.0016754994867369533,0.001739376108162105,0.001803252729587257,0.0018671293510124087,0.0019310060888528824,0.001994882710278034,0.002058759331703186,0.002122635953128338,0.0021865125745534897],"_type":"histogram","values":[1,1,0,0,1,1,1,2,5,5,5,6,5,7,8,20,8,18,15,19,18,31,25,18,22,27,25,36,29,23,28,29,24,37,25,36,24,25,26,19,20,13,14,12,7,8,5,5,3,7,7,1,1,3,1,2,1,0,0,0,1,0,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[2,0,1,2,0,1,1,5,0,0,1,1,2,4,1,4,1,3,10,3,12,11,10,11,12,22,33,32,40,43,49,53,48,48,64,42,34,33,26,15,17,12,11,12,8,1,2,3,5,1,3,4,1,0,2,2,1,0,0,0,0,1,0,2],"bins":[-0.00013756752014160156,-0.00013330299407243729,-0.000129038468003273,-0.00012477394193410873,-0.00012050941586494446,-0.00011624488979578018,-0.0001119803637266159,-0.00010771583765745163,-0.00010345131158828735,-9.918678551912308e-05,-9.49222594499588e-05,-9.065773338079453e-05,-8.639320731163025e-05,-8.212868124246597e-05,-7.78641551733017e-05,-7.359962910413742e-05,-6.933510303497314e-05,-6.507057696580887e-05,-6.080605089664459e-05,-5.6541524827480316e-05,-5.227699875831604e-05,-4.8012472689151764e-05,-4.374794661998749e-05,-3.948342055082321e-05,-3.5218894481658936e-05,-3.095436841249466e-05,-2.6689842343330383e-05,-2.2425316274166107e-05,-1.816079020500183e-05,-1.3896264135837555e-05,-9.631738066673279e-06,-5.367211997509003e-06,-1.1026859283447266e-06,3.1618401408195496e-06,7.426366209983826e-06,1.1690892279148102e-05,1.5955418348312378e-05,2.0219944417476654e-05,2.448447048664093e-05,2.8748996555805206e-05,3.301352262496948e-05,3.727804869413376e-05,4.1542574763298035e-05,4.580710083246231e-05,5.007162690162659e-05,5.433615297079086e-05,5.860067903995514e-05,6.286520510911942e-05,6.712973117828369e-05,7.139425724744797e-05,7.565878331661224e-05,7.992330938577652e-05,8.41878354549408e-05,8.845236152410507e-05,9.271688759326935e-05,9.698141366243362e-05,0.0001012459397315979,0.00010551046580076218,0.00010977499186992645,0.00011403951793909073,0.000118304044008255,0.00012256857007741928,0.00012683309614658356,0.00013109762221574783,0.0001353621482849121]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"_type":"histogram","values":[1,0,1,1,0,0,0,0,0,0,0,1,0,0,0,1,3,1,1,1,2,1,1,2,2,0,2,2,2,4,11,28,48,99,185,167,91,57,21,6,5,3,2,3,1,2,2,0,0,1,0,2,2,0,1,0,0,0,0,1,0,0,0,1],"bins":[-0.00029963254928588867,-0.00029105599969625473,-0.0002824794501066208,-0.00027390290051698685,-0.0002653263509273529,-0.00025674980133771896,-0.000248173251748085,-0.00023959670215845108,-0.00023102015256881714,-0.0002224436029791832,-0.00021386705338954926,-0.00020529050379991531,-0.00019671395421028137,-0.00018813740462064743,-0.0001795608550310135,-0.00017098430544137955,-0.0001624077558517456,-0.00015383120626211166,-0.00014525465667247772,-0.00013667810708284378,-0.00012810155749320984,-0.0001195250079035759,-0.00011094845831394196,-0.00010237190872430801,-9.379535913467407e-05,-8.521880954504013e-05,-7.664225995540619e-05,-6.806571036577225e-05,-5.9489160776138306e-05,-5.0912611186504364e-05,-4.233606159687042e-05,-3.375951200723648e-05,-2.518296241760254e-05,-1.6606412827968597e-05,-8.029863238334656e-06,5.466863512992859e-07,9.123235940933228e-06,1.769978553056717e-05,2.627633512020111e-05,3.485288470983505e-05,4.3429434299468994e-05,5.2005983889102936e-05,6.058253347873688e-05,6.915908306837082e-05,7.773563265800476e-05,8.63121822476387e-05,9.488873183727264e-05,0.00010346528142690659,0.00011204183101654053,0.00012061838060617447,0.0001291949301958084,0.00013777147978544235,0.0001463480293750763,0.00015492457896471024,0.00016350112855434418,0.00017207767814397812,0.00018065422773361206,0.000189230777323246,0.00019780732691287994,0.00020638387650251389,0.00021496042609214783,0.00022353697568178177,0.0002321135252714157,0.00024069007486104965,0.0002492666244506836]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.weight":{"_type":"histogram","values":[2,2,3,3,15,22,47,59,126,185,287,469,693,951,1525,2073,2949,4034,5526,7150,9174,11279,14380,17036,20038,23122,26185,28804,31092,32989,34356,34470,34051,33325,31250,29619,26700,23671,20619,17494,14653,12059,9508,7534,5806,4271,3224,2352,1572,1107,676,465,344,200,116,74,45,17,15,6,3,1,0,1],"bins":[-0.09308619797229767,-0.09013991802930832,-0.08719363063573837,-0.08424735069274902,-0.08130107074975967,-0.07835478335618973,-0.07540850341320038,-0.07246222347021103,-0.06951593607664108,-0.06656965613365173,-0.06362337619066238,-0.06067708879709244,-0.05773080885410309,-0.05478452518582344,-0.05183824151754379,-0.04889196157455444,-0.045945677906274796,-0.04299939423799515,-0.0400531142950058,-0.03710683062672615,-0.0341605469584465,-0.031214265152812004,-0.028267983347177505,-0.025321699678897858,-0.02237541787326336,-0.01942913606762886,-0.016482852399349213,-0.013536570593714714,-0.01059028785675764,-0.007644005119800568,-0.004697722848504782,-0.0017514403443783522,0.0011948421597480774,0.004141124896705151,0.0070874071680009365,0.010033689439296722,0.012979972176253796,0.01592625491321087,0.018872536718845367,0.021818820387125015,0.024765102192759514,0.027711383998394012,0.03065766766667366,0.03360395133495331,0.03655023127794266,0.039496514946222305,0.04244279861450195,0.0453890785574913,0.04833536222577095,0.0512816458940506,0.05422792583703995,0.057174209505319595,0.06012049317359924,0.06306677311658859,0.06601306051015854,0.06895934045314789,0.07190562039613724,0.07485190778970718,0.07779818773269653,0.08074446767568588,0.08369075506925583,0.08663703501224518,0.08958331495523453,0.09252960234880447,0.09547588229179382]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"_type":"histogram","values":[2,7,8,10,29,42,68,102,176,266,436,634,965,1298,2023,2722,3692,4948,6295,8119,10209,12613,15301,18048,20541,23342,26211,28707,30917,32076,33153,33257,32683,32164,30344,28192,25458,22716,19949,17092,14378,11743,9625,7762,5923,4432,3327,2456,1724,1224,841,561,404,238,136,95,60,31,22,12,11,1,1,2],"bins":[-0.08888646215200424,-0.08605106174945831,-0.08321566134691238,-0.08038026094436646,-0.07754486054182053,-0.0747094601392746,-0.07187405973672867,-0.06903865933418274,-0.06620325148105621,-0.06336785107851028,-0.060532454401254654,-0.057697053998708725,-0.0548616498708725,-0.05202624946832657,-0.04919084906578064,-0.04635544866323471,-0.04352004826068878,-0.04068464785814285,-0.037849247455596924,-0.035013847053050995,-0.032178446650505066,-0.029343044385313988,-0.02650764212012291,-0.02367224171757698,-0.02083684131503105,-0.018001440912485123,-0.015166039578616619,-0.012330638244748116,-0.009495237842202187,-0.00665983697399497,-0.003824436105787754,-0.0009890352375805378,0.0018463581800460815,0.004681759048253298,0.007517159916460514,0.010352561250329018,0.013187961652874947,0.016023362055420876,0.018858764320611954,0.021694164723157883,0.02452956512570381,0.02736496552824974,0.03020036593079567,0.0330357663333416,0.035871170461177826,0.038706570863723755,0.041541971266269684,0.04437737166881561,0.04721277207136154,0.05004817247390747,0.0528835728764534,0.05571897327899933,0.05855437368154526,0.061389777809381485,0.06422517448663712,0.06706057488918304,0.06989598274230957,0.0727313831448555,0.07556678354740143,0.07840218394994736,0.08123758435249329,0.08407298475503922,0.08690838515758514,0.08974378556013107,0.092579185962677]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.weight":{"bins":[-0.0005693435668945312,-0.0005531273782253265,-0.0005369111895561218,-0.0005206950008869171,-0.0005044788122177124,-0.0004882626235485077,-0.000472046434879303,-0.00045583024621009827,-0.00043961405754089355,-0.00042339786887168884,-0.00040718168020248413,-0.0003909654915332794,-0.0003747493028640747,-0.00035853311419487,-0.0003423169255256653,-0.00032610073685646057,-0.00030988454818725586,-0.00029366835951805115,-0.00027745217084884644,-0.0002612359821796417,-0.000245019793510437,-0.0002288036048412323,-0.0002125874161720276,-0.00019637122750282288,-0.00018015503883361816,-0.00016393885016441345,-0.00014772266149520874,-0.00013150647282600403,-0.00011529028415679932,-9.90740954875946e-05,-8.285790681838989e-05,-6.664171814918518e-05,-5.042552947998047e-05,-3.420934081077576e-05,-1.7993152141571045e-05,-1.776963472366333e-06,1.4439225196838379e-05,3.065541386604309e-05,4.68716025352478e-05,6.308779120445251e-05,7.930397987365723e-05,9.552016854286194e-05,0.00011173635721206665,0.00012795254588127136,0.00014416873455047607,0.00016038492321968079,0.0001766011118888855,0.0001928173005580902,0.00020903348922729492,0.00022524967789649963,0.00024146586656570435,0.00025768205523490906,0.00027389824390411377,0.0002901144325733185,0.0003063306212425232,0.0003225468099117279,0.0003387629985809326,0.00035497918725013733,0.00037119537591934204,0.00038741156458854675,0.00040362775325775146,0.0004198439419269562,0.0004360601305961609,0.0004522763192653656,0.0004684925079345703],"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,1,1,3,10,10,11,18,45,39,91,121,200,322,494,790,1341,2048,3249,5257,8311,13211,20855,32225,48052,66379,82302,83828,70858,51981,35553,22982,14559,9123,5830,3740,2323,1342,847,527,328,216,133,90,58,32,32,20,13,7,6,2,2,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.00039014650974422693,-0.00037492538103833795,-0.00035970425233244896,-0.00034448315273039043,-0.00032926202402450144,-0.00031404089531861246,-0.0002988197957165539,-0.00028359866701066494,-0.00026837753830477595,-0.00025315640959888697,-0.0002379352954449132,-0.00022271418129093945,-0.00020749305258505046,-0.00019227192387916148,-0.00017705080972518772,-0.00016182969557121396,-0.00014660856686532497,-0.000131387438159436,-0.00011616632400546223,-0.00010094520257553086,-8.572408114559948e-05,-7.050295971566811e-05,-5.528183828573674e-05,-4.006071685580537e-05,-2.4839595425873995e-05,-9.618473995942622e-06,5.60264743398875e-06,2.0823768863920122e-05,3.6044890293851495e-05,5.126601172378287e-05,6.648713315371424e-05,8.170825458364561e-05,9.692937601357698e-05,0.00011215049744350836,0.00012737161887343973,0.0001425927330274135,0.00015781386173330247,0.00017303499043919146,0.00018825610459316522,0.00020347721874713898,0.00021869834745302796,0.00023391947615891695,0.00024914060486480594,0.00026436170446686447,0.00027958283317275345,0.00029480396187864244,0.00031002506148070097,0.00032524619018658996,0.00034046731889247894,0.00035568844759836793,0.0003709095763042569,0.00038613067590631545,0.00040135180461220443,0.0004165729333180934,0.00043179403292015195,0.00044701516162604094,0.0004622362903319299,0.0004774574190378189,0.0004926785477437079,0.0005078996764495969,0.000523120746947825,0.0005383418756537139,0.0005535630043596029,0.0005687841330654919,0.0005840052617713809],"_type":"histogram","values":[2,2,1,2,1,6,3,2,8,8,8,13,8,18,15,18,19,11,22,30,29,36,30,38,43,28,31,30,34,29,26,33,24,19,25,22,19,6,12,15,6,5,6,6,6,0,4,1,0,2,0,2,3,0,0,0,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.weight":{"values":[1,0,0,1,1,0,0,1,1,2,3,9,12,16,24,31,45,72,102,148,221,342,594,962,1553,2756,4492,7914,13913,25848,48827,96415,202957,366331,375063,208222,101766,52036,27644,15006,8410,4692,2608,1519,872,572,299,189,121,75,57,37,24,22,10,10,4,4,2,2,0,2,1,1],"bins":[-0.0005750656127929688,-0.0005581676959991455,-0.0005412697792053223,-0.000524371862411499,-0.0005074739456176758,-0.0004905760288238525,-0.0004736781120300293,-0.00045678019523620605,-0.0004398822784423828,-0.00042298436164855957,-0.00040608644485473633,-0.0003891885280609131,-0.00037229061126708984,-0.0003553926944732666,-0.00033849477767944336,-0.0003215968608856201,-0.0003046989440917969,-0.00028780102729797363,-0.0002709031105041504,-0.00025400519371032715,-0.0002371072769165039,-0.00022020936012268066,-0.00020331144332885742,-0.00018641352653503418,-0.00016951560974121094,-0.0001526176929473877,-0.00013571977615356445,-0.00011882185935974121,-0.00010192394256591797,-8.502602577209473e-05,-6.812810897827148e-05,-5.123019218444824e-05,-3.4332275390625e-05,-1.7434358596801758e-05,-5.364418029785156e-07,1.6361474990844727e-05,3.325939178466797e-05,5.015730857849121e-05,6.705522537231445e-05,8.39531421661377e-05,0.00010085105895996094,0.00011774897575378418,0.00013464689254760742,0.00015154480934143066,0.0001684427261352539,0.00018534064292907715,0.0002022385597229004,0.00021913647651672363,0.00023603439331054688,0.0002529323101043701,0.00026983022689819336,0.0002867281436920166,0.00030362606048583984,0.0003205239772796631,0.00033742189407348633,0.00035431981086730957,0.0003712177276611328,0.00038811564445495605,0.0004050135612487793,0.00042191147804260254,0.0004388093948364258,0.000455707311630249,0.00047260522842407227,0.0004895031452178955,0.0005064010620117188],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.weight":{"values":[5,3,5,8,16,23,38,78,155,271,423,730,1088,1678,2515,3722,5468,7622,10495,14181,18862,24417,30793,37886,45624,54441,62725,71257,78794,84828,89444,92811,93939,92550,89115,84756,78472,71443,62929,54303,45912,37630,30450,24159,18467,14156,10406,7774,5364,3694,2504,1650,1078,680,442,242,154,96,40,23,17,7,3,3],"bins":[-0.09720127284526825,-0.0942097157239914,-0.09121815860271454,-0.08822660148143768,-0.08523504436016083,-0.08224348723888397,-0.07925193011760712,-0.07626037299633026,-0.0732688158750534,-0.07027725130319595,-0.0672856941819191,-0.06429413706064224,-0.06130257993936539,-0.05831102281808853,-0.055319465696811676,-0.05232790857553482,-0.049336351454257965,-0.04634479433298111,-0.043353237211704254,-0.0403616800904274,-0.03737012296915054,-0.03437856212258339,-0.031387005001306534,-0.02839544788002968,-0.025403890758752823,-0.022412333637475967,-0.019420776516199112,-0.016429217532277107,-0.013437660411000252,-0.010446103289723396,-0.007454545237123966,-0.0044629876501858234,-0.0014714375138282776,0.0015201200731098652,0.004511677660048008,0.007503235246986151,0.010494792833924294,0.013486349955201149,0.016477908939123154,0.01946946606040001,0.022461023181676865,0.02545258030295372,0.028444137424230576,0.03143569454550743,0.034427255392074585,0.03741881251335144,0.040410369634628296,0.04340192675590515,0.04639348387718201,0.04938504099845886,0.05237659811973572,0.05536815524101257,0.05835971236228943,0.06135127320885658,0.06434282660484314,0.06733438372612,0.07032594084739685,0.0733175054192543,0.07630906254053116,0.07930061966180801,0.08229217678308487,0.08528373390436172,0.08827529102563858,0.09126684814691544,0.09425840526819229],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.11.output.LayerNorm.weight":{"_type":"histogram","values":[1,2,1,1,1,5,4,2,6,4,9,11,16,21,23,23,29,26,29,27,25,30,34,43,31,33,34,19,28,21,28,30,17,10,29,17,10,11,10,7,5,8,9,3,4,2,1,4,1,3,0,4,3,3,1,3,1,0,1,1,2,0,0,1],"bins":[0.9982191920280457,0.9982946515083313,0.9983701109886169,0.9984455108642578,0.9985209703445435,0.9985964298248291,0.9986718893051147,0.9987472891807556,0.9988227486610413,0.9988982081413269,0.9989736676216125,0.9990490674972534,0.9991245269775391,0.9991999864578247,0.9992754459381104,0.9993508458137512,0.9994263052940369,0.9995017647743225,0.9995772242546082,0.9996526837348938,0.9997280836105347,0.9998035430908203,0.999879002571106,0.9999544620513916,1.0000299215316772,1.000105381011963,1.000180721282959,1.0002561807632446,1.0003316402435303,1.000407099723816,1.0004825592041016,1.0005580186843872,1.0006334781646729,1.0007089376449585,1.0007843971252441,1.0008597373962402,1.0009351968765259,1.0010106563568115,1.0010861158370972,1.0011615753173828,1.0012370347976685,1.001312494277954,1.0013879537582397,1.0014632940292358,1.0015387535095215,1.0016142129898071,1.0016896724700928,1.0017651319503784,1.001840591430664,1.0019160509109497,1.0019915103912354,1.002066969871521,1.002142310142517,1.0022177696228027,1.0022932291030884,1.002368688583374,1.0024441480636597,1.0025196075439453,1.002595067024231,1.0026705265045166,1.0027458667755127,1.0028213262557983,1.002896785736084,1.0029722452163696,1.0030477046966553]},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,0,0,0,2,3,2,2,6,7,7,7,8,13,16,12,14,25,23,19,22,16,32,24,32,29,29,27,22,40,30,26,39,25,19,23,24,18,20,10,12,15,15,9,8,7,8,3,1,6,3,0,2,0,0,3],"bins":[-0.0009514291305094957,-0.0009249233407899737,-0.0008984175510704517,-0.0008719117613509297,-0.0008454059716314077,-0.0008189001819118857,-0.0007923943921923637,-0.0007658886024728417,-0.0007393828127533197,-0.0007128770812414587,-0.0006863712915219367,-0.0006598655018024147,-0.0006333597120828927,-0.0006068539223633707,-0.0005803481326438487,-0.0005538423429243267,-0.0005273365532048047,-0.0005008307634852827,-0.00047432497376576066,-0.00044781918404623866,-0.00042131339432671666,-0.0003948076337110251,-0.0003683018439915031,-0.0003417960542719811,-0.0003152902645524591,-0.0002887844748329371,-0.0002622786851134151,-0.00023577290994580835,-0.00020926712022628635,-0.00018276133050676435,-0.00015625555533915758,-0.00012974976561963558,-0.00010324397590011358,-7.673818618059158e-05,-5.02324037370272e-05,-2.3726617655484006e-05,2.7791684260591865e-06,2.928495450760238e-05,5.579074058914557e-05,8.229652303270996e-05,0.00010880231275223196,0.00013530810247175395,0.00016181389219127595,0.00018831966735888273,0.00021482545707840472,0.00024133124679792672,0.0002678370219655335,0.0002943428116850555,0.0003208486014045775,0.0003473543911240995,0.0003738601808436215,0.0004003659705631435,0.0004268717602826655,0.00045337752089835703,0.00047988331061787903,0.0005063891294412315,0.0005328948609530926,0.0005594006506726146,0.0005859064403921366,0.0006124122301116586,0.0006389180198311806,0.0006654238095507026,0.0006919295992702246,0.0007184353889897466,0.0007449411787092686]},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"values":[1,0,0,0,5,3,6,11,18,34,65,102,153,295,421,640,950,1351,2053,2780,3837,5147,6892,8684,11035,13704,16476,19314,22521,25400,28196,30464,32588,33683,34463,34283,33010,31730,29759,27002,24380,21551,18312,15510,12669,10157,7901,6173,4660,3609,2473,1812,1237,826,548,331,251,142,79,66,28,19,9,5],"bins":[-0.10194200277328491,-0.09901414811611176,-0.0960863009095192,-0.09315845370292664,-0.09023059904575348,-0.08730274438858032,-0.08437489718198776,-0.0814470499753952,-0.07851919531822205,-0.07559134066104889,-0.07266349345445633,-0.06973564624786377,-0.06680779159069061,-0.06387993693351746,-0.060952089726924896,-0.05802423879504204,-0.05509638786315918,-0.05216853693127632,-0.04924068599939346,-0.046312835067510605,-0.04338498413562775,-0.04045713320374489,-0.03752928227186203,-0.03460143133997917,-0.031673580408096313,-0.028745729476213455,-0.025817878544330597,-0.02289002761244774,-0.01996217668056488,-0.017034325748682022,-0.014106474816799164,-0.011178623884916306,-0.008250780403614044,-0.005322929471731186,-0.0023950785398483276,0.0005327723920345306,0.003460623323917389,0.006388474255800247,0.009316325187683105,0.012244176119565964,0.015172027051448822,0.01809987798333168,0.02102772891521454,0.023955579847097397,0.026883430778980255,0.029811281710863113,0.03273913264274597,0.03566698357462883,0.03859483450651169,0.041522685438394547,0.044450536370277405,0.04737838730216026,0.05030623823404312,0.05323408916592598,0.05616194009780884,0.059089791029691696,0.062017641961574554,0.06494548916816711,0.06787334382534027,0.07080119848251343,0.07372904568910599,0.07665689289569855,0.0795847475528717,0.08251260221004486,0.08544044941663742],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.00032657384872436523,-0.00031560566276311874,-0.00030463747680187225,-0.00029366929084062576,-0.00028270110487937927,-0.0002717329189181328,-0.0002607647329568863,-0.0002497965469956398,-0.0002388283610343933,-0.00022786017507314682,-0.00021689198911190033,-0.00020592380315065384,-0.00019495561718940735,-0.00018398743122816086,-0.00017301924526691437,-0.00016205105930566788,-0.0001510828733444214,-0.0001401146873831749,-0.0001291465014219284,-0.00011817831546068192,-0.00010721012949943542,-9.624194353818893e-05,-8.527375757694244e-05,-7.430557161569595e-05,-6.333738565444946e-05,-5.236919969320297e-05,-4.140101373195648e-05,-3.043282777070999e-05,-1.94646418094635e-05,-8.49645584821701e-06,2.47173011302948e-06,1.343991607427597e-05,2.440810203552246e-05,3.537628799676895e-05,4.634447395801544e-05,5.731265991926193e-05,6.828084588050842e-05,7.924903184175491e-05,9.02172178030014e-05,0.0001011854037642479,0.00011215358972549438,0.00012312177568674088,0.00013408996164798737,0.00014505814760923386,0.00015602633357048035,0.00016699451953172684,0.00017796270549297333,0.00018893089145421982,0.0001998990774154663,0.0002108672633767128,0.0002218354493379593,0.00023280363529920578,0.00024377182126045227,0.00025474000722169876,0.00026570819318294525,0.00027667637914419174,0.00028764456510543823,0.0002986127510666847,0.0003095809370279312,0.0003205491229891777,0.0003315173089504242,0.0003424854949116707,0.0003534536808729172,0.00036442186683416367,0.00037539005279541016],"_type":"histogram","values":[3,1,1,2,1,2,2,1,1,2,6,7,6,9,14,10,18,18,13,10,27,20,24,23,28,25,27,29,26,29,36,28,22,27,27,27,26,23,26,19,12,20,18,8,9,11,9,7,9,1,3,3,2,4,1,1,0,2,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.1.intermediate.dense.bias":{"bins":[-0.0016511952271685004,-0.0016040420159697533,-0.001556888804771006,-0.0015097354771569371,-0.00146258226595819,-0.0014154290547594428,-0.0013682758435606956,-0.0013211226323619485,-0.0012739694211632013,-0.0012268160935491323,-0.0011796628823503852,-0.001132509671151638,-0.0010853564599528909,-0.0010382032487541437,-0.0009910499211400747,-0.0009438967099413276,-0.0008967434987425804,-0.0008495902875438333,-0.0008024370181374252,-0.000755283806938678,-0.00070813053753227,-0.0006609773263335228,-0.0006138241151347756,-0.0005666708457283676,-0.0005195176345296204,-0.0004723643942270428,-0.0004252111539244652,-0.000378057942725718,-0.0003309047024231404,-0.0002837514621205628,-0.0002365982363699004,-0.00018944501061923802,-0.0001422917703166604,-9.51385372900404e-05,-4.79853042634204e-05,-8.320712368004024e-07,4.63211617898196e-05,9.34743948164396e-05,0.0001406276278430596,0.00018778085359372199,0.0002349340938962996,0.0002820873341988772,0.00032924057450145483,0.000376393785700202,0.0004235470260027796,0.0004707002663053572,0.0005178534775041044,0.0005650067469105124,0.0006121599581092596,0.0006593131693080068,0.0007064664387144148,0.000753619649913162,0.0008007729193195701,0.0008479261305183172,0.0008950793417170644,0.0009422326111234725,0.0009893858805298805,0.0010365390917286277,0.0010836923029273748,0.001130845514126122,0.0011779987253248692,0.0012251519365236163,0.0012723052641376853,0.0013194584753364325,0.0013666116865351796],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,2,1,1,0,2,4,8,10,16,25,39,61,96,116,165,180,223,205,206,178,130,105,77,61,52,26,19,11,9,7,3,2,2,1,0,0,1,0,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.11.intermediate.dense.weight":{"_type":"histogram","values":[2,0,2,1,0,10,8,10,19,28,56,77,105,168,241,325,586,919,1419,2246,3619,5641,9410,15670,25928,43447,73118,122839,199894,281215,280866,198370,124102,73211,43282,25721,15509,9151,5847,3654,2201,1417,886,595,381,243,132,98,66,36,31,27,12,3,7,4,2,2,0,2,1,1,0,1],"bins":[-0.00036263465881347656,-0.00035054609179496765,-0.00033845752477645874,-0.00032636895775794983,-0.0003142803907394409,-0.000302191823720932,-0.0002901032567024231,-0.0002780146896839142,-0.0002659261226654053,-0.00025383755564689636,-0.00024174898862838745,-0.00022966042160987854,-0.00021757185459136963,-0.00020548328757286072,-0.0001933947205543518,-0.0001813061535358429,-0.00016921758651733398,-0.00015712901949882507,-0.00014504045248031616,-0.00013295188546180725,-0.00012086331844329834,-0.00010877475142478943,-9.668618440628052e-05,-8.45976173877716e-05,-7.25090503692627e-05,-6.0420483350753784e-05,-4.833191633224487e-05,-3.624334931373596e-05,-2.415478229522705e-05,-1.206621527671814e-05,2.2351741790771484e-08,1.2110918760299683e-05,2.4199485778808594e-05,3.6288052797317505e-05,4.8376619815826416e-05,6.046518683433533e-05,7.255375385284424e-05,8.464232087135315e-05,9.673088788986206e-05,0.00010881945490837097,0.00012090802192687988,0.0001329965889453888,0.0001450851559638977,0.00015717372298240662,0.00016926229000091553,0.00018135085701942444,0.00019343942403793335,0.00020552799105644226,0.00021761655807495117,0.00022970512509346008,0.000241793692111969,0.0002538822591304779,0.0002659708261489868,0.00027805939316749573,0.00029014796018600464,0.00030223652720451355,0.00031432509422302246,0.00032641366124153137,0.0003385022282600403,0.0003505907952785492,0.0003626793622970581,0.000374767929315567,0.00038685649633407593,0.00039894506335258484,0.00041103363037109375]},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.value.bias":{"_type":"histogram","values":[1,0,1,1,1,0,1,4,2,4,2,6,2,7,14,10,8,12,21,14,15,28,25,22,33,20,38,34,31,34,34,33,29,35,31,29,17,22,23,25,16,17,13,9,11,7,8,5,2,4,2,1,1,0,0,1,0,1,0,0,0,0,0,1],"bins":[-0.001010119915008545,-0.0009758919477462769,-0.0009416639804840088,-0.0009074360132217407,-0.0008732080459594727,-0.0008389800786972046,-0.0008047521114349365,-0.0007705241441726685,-0.0007362961769104004,-0.0007020682096481323,-0.0006678402423858643,-0.0006336122751235962,-0.0005993843078613281,-0.0005651563405990601,-0.000530928373336792,-0.0004967004060745239,-0.00046247243881225586,-0.0004282444715499878,-0.0003940165042877197,-0.00035978853702545166,-0.0003255605697631836,-0.00029133260250091553,-0.00025710463523864746,-0.0002228766679763794,-0.00018864870071411133,-0.00015442073345184326,-0.0001201927661895752,-8.596479892730713e-05,-5.173683166503906e-05,-1.7508864402770996e-05,1.671910285949707e-05,5.094707012176514e-05,8.51750373840332e-05,0.00011940300464630127,0.00015363097190856934,0.0001878589391708374,0.00022208690643310547,0.00025631487369537354,0.0002905428409576416,0.00032477080821990967,0.00035899877548217773,0.0003932267427444458,0.00042745471000671387,0.00046168267726898193,0.00049591064453125,0.0005301386117935181,0.0005643665790557861,0.0005985945463180542,0.0006328225135803223,0.0006670504808425903,0.0007012784481048584,0.0007355064153671265,0.0007697343826293945,0.0008039623498916626,0.0008381903171539307,0.0008724182844161987,0.0009066462516784668,0.0009408742189407349,0.0009751021862030029,0.001009330153465271,0.001043558120727539,0.0010777860879898071,0.0011120140552520752,0.0011462420225143433,0.0011804699897766113]},"parameters/_orig_mod.bert.encoder.layer.9.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,0,2,0,0,4,3,5,7,3,6,1,10,7,8,17,14,20,22,24,28,34,35,32,36,46,38,47,26,48,25,24,24,21,17,21,16,15,8,11,7,10,10,8,2,4,4,5,1,1,2,0,3,1,1,1,1],"bins":[0.9980427622795105,0.9981017708778381,0.9981607794761658,0.9982197880744934,0.998278796672821,0.9983378052711487,0.9983968138694763,0.998455822467804,0.9985148310661316,0.9985738396644592,0.9986328482627869,0.9986917972564697,0.9987508058547974,0.998809814453125,0.9988688230514526,0.9989278316497803,0.9989868402481079,0.9990458488464355,0.9991048574447632,0.9991638660430908,0.9992228746414185,0.9992818832397461,0.9993408918380737,0.9993999004364014,0.999458909034729,0.9995179176330566,0.9995769262313843,0.9996359348297119,0.9996949434280396,0.9997539520263672,0.9998129606246948,0.9998719692230225,0.9999309778213501,0.999989926815033,1.0000489950180054,1.000108003616333,1.0001670122146606,1.0002260208129883,1.000285029411316,1.0003440380096436,1.0004030466079712,1.0004620552062988,1.0005210638046265,1.0005799531936646,1.0006389617919922,1.0006979703903198,1.0007569789886475,1.000815987586975,1.0008749961853027,1.0009340047836304,1.000993013381958,1.0010520219802856,1.0011110305786133,1.001170039176941,1.0012290477752686,1.0012880563735962,1.0013470649719238,1.0014060735702515,1.001465082168579,1.0015240907669067,1.0015830993652344,1.001642107963562,1.0017011165618896,1.0017601251602173,1.001819133758545]},"parameters/_orig_mod.bert.encoder.layer.4.output.LayerNorm.bias":{"values":[1,0,1,1,0,0,0,1,1,1,4,1,7,4,2,7,3,8,4,12,5,9,11,20,19,16,23,22,29,32,33,38,40,32,21,28,32,25,37,27,28,16,15,17,15,23,17,7,13,6,14,8,4,4,6,6,1,3,3,2,0,0,1,2],"bins":[-0.0003763750719372183,-0.0003654353495221585,-0.0003544956271070987,-0.00034355593379586935,-0.00033261621138080955,-0.00032167648896574974,-0.00031073676655068994,-0.0002997970732394606,-0.0002888573508244008,-0.000277917628409341,-0.00026697790599428117,-0.00025603818357922137,-0.000245098490267992,-0.00023415876785293221,-0.0002232190454378724,-0.00021227933757472783,-0.00020133961515966803,-0.00019039989274460822,-0.00017946018488146365,-0.00016852046246640384,-0.00015758075460325927,-0.00014664103218819946,-0.00013570132432505488,-0.00012476160190999508,-0.00011382188677089289,-0.0001028821716317907,-9.194245649268851e-05,-8.100274135358632e-05,-7.006301893852651e-05,-5.912330743740313e-05,-4.818358866032213e-05,-3.724387352121994e-05,-2.6304158382117748e-05,-1.5364443243015558e-05,-4.424726284923963e-06,6.514989763672929e-06,1.7454705812269822e-05,2.8394420951372012e-05,3.933413972845301e-05,5.02738548675552e-05,6.121357000665739e-05,7.215328514575958e-05,8.309300028486177e-05,9.403271542396396e-05,0.00010497243783902377,0.00011591215297812596,0.00012685186811722815,0.00013779157598037273,0.00014873129839543253,0.00015967102081049234,0.0001706107286736369,0.00018155045108869672,0.0001924901589518413,0.0002034298813669011,0.00021436958923004568,0.00022530931164510548,0.00023624903406016529,0.0002471887564752251,0.00025812844978645444,0.00026906817220151424,0.00028000789461657405,0.00029094761703163385,0.0003018873103428632,0.000312827032757923,0.0003237667551729828],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"values":[3,0,2,3,8,6,3,8,6,13,11,16,22,27,31,26,40,40,59,59,60,59,86,84,102,96,130,82,88,121,83,71,81,80,65,59,41,47,29,24,27,25,30,19,16,13,5,8,6,3,7,4,3,1,2,4,0,0,0,1,1,1,0,1],"bins":[-0.0001741647720336914,-0.00016783550381660461,-0.00016150623559951782,-0.00015517696738243103,-0.00014884769916534424,-0.00014251843094825745,-0.00013618916273117065,-0.00012985989451408386,-0.00012353062629699707,-0.00011720135807991028,-0.00011087208986282349,-0.0001045428216457367,-9.82135534286499e-05,-9.188428521156311e-05,-8.555501699447632e-05,-7.922574877738953e-05,-7.289648056030273e-05,-6.656721234321594e-05,-6.023794412612915e-05,-5.390867590904236e-05,-4.7579407691955566e-05,-4.1250139474868774e-05,-3.492087125778198e-05,-2.859160304069519e-05,-2.22623348236084e-05,-1.5933066606521606e-05,-9.603798389434814e-06,-3.2745301723480225e-06,3.0547380447387695e-06,9.384006261825562e-06,1.5713274478912354e-05,2.2042542695999146e-05,2.8371810913085938e-05,3.470107913017273e-05,4.103034734725952e-05,4.7359615564346313e-05,5.3688883781433105e-05,6.00181519985199e-05,6.634742021560669e-05,7.267668843269348e-05,7.900595664978027e-05,8.533522486686707e-05,9.166449308395386e-05,9.799376130104065e-05,0.00010432302951812744,0.00011065229773521423,0.00011698156595230103,0.00012331083416938782,0.0001296401023864746,0.0001359693706035614,0.0001422986388206482,0.00014862790703773499,0.00015495717525482178,0.00016128644347190857,0.00016761571168899536,0.00017394497990608215,0.00018027424812316895,0.00018660351634025574,0.00019293278455734253,0.00019926205277442932,0.0002055913209915161,0.0002119205892086029,0.0002182498574256897,0.0002245791256427765,0.00023090839385986328],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.0.intermediate.dense.bias":{"values":[2,1,1,1,1,2,4,4,7,9,20,8,15,23,33,51,60,74,83,97,105,116,128,115,129,125,111,93,86,88,94,70,58,58,45,32,20,16,8,11,8,7,7,5,1,4,2,1,1,3,0,0,0,0,0,1,0,0,1,0,2,0,0,1],"bins":[-0.0008716164738871157,-0.0008372498559765518,-0.0008028831798583269,-0.000768516561947763,-0.000734149944037199,-0.0006997832679189742,-0.0006654166500084102,-0.0006310499738901854,-0.0005966833559796214,-0.0005623167380690575,-0.0005279500619508326,-0.0004935834440402687,-0.00045921679702587426,-0.00042485015001147985,-0.0003904835321009159,-0.0003561168850865215,-0.0003217502380721271,-0.0002873835910577327,-0.0002530169440433383,-0.00021865032613277435,-0.00018428367911837995,-0.00014991703210398555,-0.00011555039964150637,-8.118375990306959e-05,-4.68171201646328e-05,-1.2450480426196009e-05,2.191615931224078e-05,5.628279905067757e-05,9.064943878911436e-05,0.00012501608580350876,0.00015938271826598793,0.0001937493507284671,0.0002281159395352006,0.000262482586549595,0.0002968492335639894,0.00033121585147455335,0.00036558249848894775,0.00039994914550334215,0.0004343157634139061,0.0004686824104283005,0.0005030490574426949,0.0005374156753532588,0.0005717823514714837,0.0006061489693820477,0.0006405155872926116,0.0006748822634108365,0.0007092488813214004,0.0007436155574396253,0.0007779821753501892,0.0008123487932607532,0.000846715469378978,0.000881082087289542,0.0009154487634077668,0.0009498153813183308,0.0009841819992288947,0.0010185486171394587,0.0010529153514653444,0.0010872819693759084,0.0011216485872864723,0.0011560152051970363,0.0011903818231076002,0.0012247484410181642,0.00125911517534405,0.0012934817932546139,0.0013278484111651778],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.dense.weight":{"bins":[-0.1039174273610115,-0.10078848153352737,-0.09765952825546265,-0.09453058242797852,-0.09140162914991379,-0.08827268332242966,-0.08514373004436493,-0.0820147842168808,-0.07888583093881607,-0.07575688511133194,-0.07262793183326721,-0.06949898600578308,-0.06637003272771835,-0.06324108690023422,-0.06011213734745979,-0.056983187794685364,-0.053854238241910934,-0.050725288689136505,-0.047596339136362076,-0.044467389583587646,-0.04133844003081322,-0.03820949047803879,-0.03508054092526436,-0.03195159137248993,-0.02882264368236065,-0.02569369412958622,-0.02256474457681179,-0.01943579502403736,-0.01630684733390808,-0.013177896849811077,-0.010048948228359222,-0.006919998675584793,-0.0037910491228103638,-0.0006620998028665781,0.0024668495170772076,0.00559579860419035,0.008724748156964779,0.011853697709739208,0.014982646331191063,0.018111595883965492,0.02124054543673992,0.02436949498951435,0.02749844454228878,0.03062739409506321,0.03375634178519249,0.03688529133796692,0.04001424089074135,0.04314319044351578,0.04627213999629021,0.049401089549064636,0.052530039101839066,0.055658988654613495,0.058787938207387924,0.061916887760162354,0.06504583358764648,0.06817478686571121,0.07130373269319534,0.07443268597126007,0.0775616317987442,0.08069058507680893,0.08381953090429306,0.08694848418235779,0.09007743000984192,0.09320638328790665,0.09633532911539078],"_type":"histogram","values":[1,0,2,2,3,10,21,35,53,109,163,331,501,881,1345,2174,3228,4885,6998,9913,13480,18359,24183,30793,38784,47287,56415,65866,74999,83214,89272,94615,96973,97922,95870,91906,85895,78771,70005,60700,51254,42465,34313,26951,20488,15449,11265,8238,5748,3899,2517,1701,1040,658,389,252,121,70,40,17,14,6,4,1]},"gradients/_orig_mod.bert.encoder.layer.3.output.LayerNorm.weight":{"bins":[-0.0006700779194943607,-0.0006475025438703597,-0.0006249271682463586,-0.0006023517926223576,-0.0005797763587906957,-0.0005572009831666946,-0.0005346256075426936,-0.0005120502319186926,-0.0004894748562946916,-0.0004668994515668601,-0.00044432407594285905,-0.00042174870031885803,-0.00039917329559102654,-0.0003765979199670255,-0.0003540225443430245,-0.000331447139615193,-0.000308871763991192,-0.00028629638836719096,-0.0002637209836393595,-0.00024114560801535845,-0.00021857023239135742,-0.00019599484221544117,-0.0001734194520395249,-0.0001508440764155239,-0.00012826868623960763,-0.00010569330333964899,-8.311792043969035e-05,-6.05425302637741e-05,-3.796714736381546e-05,-1.5391762644867413e-05,7.183622074080631e-06,2.9759006793028675e-05,5.233439151197672e-05,7.490977441193536e-05,9.7485157311894e-05,0.00012006054748781025,0.00014263592311181128,0.00016521131328772753,0.0001877867034636438,0.00021036207908764482,0.00023293746926356107,0.0002555128594394773,0.00027808823506347835,0.0003006636106874794,0.00032323901541531086,0.0003458143910393119,0.0003683897666633129,0.0003909651713911444,0.0004135405470151454,0.00043611592263914645,0.00045869132736697793,0.00048126670299097896,0.00050384207861498,0.000526417454238981,0.000548992829862982,0.000571568263694644,0.000594143639318645,0.000616719014942646,0.000639294390566647,0.0006618697661906481,0.0006844451418146491,0.000707020575646311,0.0007295959512703121,0.0007521713268943131,0.0007747467025183141],"_type":"histogram","values":[2,0,1,0,0,0,2,1,2,1,1,2,2,3,2,6,5,7,8,8,13,14,27,41,24,34,33,58,44,51,56,56,55,39,18,30,22,12,12,17,6,14,4,5,9,5,2,2,4,4,1,0,0,0,1,1,0,0,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.dense.weight":{"_type":"histogram","values":[2,2,5,6,10,20,46,48,114,177,320,446,726,1027,1604,2225,3267,4364,6059,7916,10182,12540,15660,18570,21822,25135,28234,30836,33401,34590,35674,35434,34552,33109,30754,28496,25191,22100,18501,15560,12877,10074,7831,5957,4393,3131,2312,1626,1042,719,418,282,187,109,62,34,23,9,5,4,1,0,0,3],"bins":[-0.09397406131029129,-0.0909423977136612,-0.0879107415676117,-0.0848790779709816,-0.0818474143743515,-0.078815758228302,-0.0757840946316719,-0.0727524384856224,-0.06972077488899231,-0.06668911129236221,-0.06365745514631271,-0.06062579154968262,-0.05759413167834282,-0.05456247180700302,-0.051530808210372925,-0.04849914833903313,-0.04546748846769333,-0.04243582859635353,-0.03940416872501373,-0.036372505128383636,-0.03334084525704384,-0.03030918538570404,-0.027277523651719093,-0.024245861917734146,-0.021214202046394348,-0.01818254217505455,-0.015150880441069603,-0.01211921963840723,-0.009087558835744858,-0.006055898033082485,-0.0030242372304201126,7.423572242259979e-06,0.0030390918254852295,0.006070752628147602,0.009102413430809975,0.012134074233472347,0.01516573503613472,0.018197394907474518,0.021229056641459465,0.024260718375444412,0.02729237824678421,0.030324038118124008,0.033355697989463806,0.0363873615860939,0.0394190214574337,0.0424506813287735,0.045482344925403595,0.04851400479674339,0.05154566466808319,0.05457732453942299,0.05760898441076279,0.06064064800739288,0.06367230415344238,0.06670396775007248,0.06973563134670258,0.07276728749275208,0.07579895108938217,0.07883061468601227,0.08186227083206177,0.08489393442869186,0.08792559802532196,0.09095725417137146,0.09398891776800156,0.09702057391405106,0.10005223751068115]},"gradients/_orig_mod.bert.encoder.layer.9.attention.self.query.weight":{"bins":[-0.00019979476928710938,-0.00019363313913345337,-0.00018747150897979736,-0.00018130987882614136,-0.00017514824867248535,-0.00016898661851882935,-0.00016282498836517334,-0.00015666335821151733,-0.00015050172805786133,-0.00014434009790420532,-0.00013817846775054932,-0.0001320168375968933,-0.0001258552074432373,-0.0001196935772895813,-0.00011353194713592529,-0.00010737031698226929,-0.00010120868682861328,-9.504705667495728e-05,-8.888542652130127e-05,-8.272379636764526e-05,-7.656216621398926e-05,-7.040053606033325e-05,-6.423890590667725e-05,-5.807727575302124e-05,-5.1915645599365234e-05,-4.575401544570923e-05,-3.959238529205322e-05,-3.343075513839722e-05,-2.726912498474121e-05,-2.1107494831085205e-05,-1.49458646774292e-05,-8.784234523773193e-06,-2.6226043701171875e-06,3.5390257835388184e-06,9.700655937194824e-06,1.586228609085083e-05,2.2023916244506836e-05,2.8185546398162842e-05,3.434717655181885e-05,4.0508806705474854e-05,4.667043685913086e-05,5.2832067012786865e-05,5.899369716644287e-05,6.515532732009888e-05,7.131695747375488e-05,7.747858762741089e-05,8.36402177810669e-05,8.98018479347229e-05,9.59634780883789e-05,0.00010212510824203491,0.00010828673839569092,0.00011444836854934692,0.00012060999870300293,0.00012677162885665894,0.00013293325901031494,0.00013909488916397095,0.00014525651931762695,0.00015141814947128296,0.00015757977962493896,0.00016374140977859497,0.00016990303993225098,0.00017606467008590698,0.000182226300239563,0.000188387930393219,0.000194549560546875],"_type":"histogram","values":[1,0,0,0,0,0,2,2,5,3,4,3,11,13,23,26,41,67,88,116,163,279,374,544,799,1335,2082,3454,6290,12330,29499,107935,286337,86921,25594,10988,5703,3277,1899,1201,725,534,367,240,147,126,80,45,34,33,23,13,10,12,7,7,5,3,0,1,1,0,0,2]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.weight":{"bins":[-0.09596254676580429,-0.09309881925582886,-0.09023509174585342,-0.08737136423587799,-0.08450762927532196,-0.08164390176534653,-0.0787801742553711,-0.07591644674539566,-0.07305271923542023,-0.0701889917254448,-0.06732526421546936,-0.06446153670549393,-0.061597805470228195,-0.05873407796025276,-0.05587034672498703,-0.0530066192150116,-0.05014289170503616,-0.04727916419506073,-0.0444154366850853,-0.041551705449819565,-0.03868797793984413,-0.0358242504298687,-0.032960519194602966,-0.030096791684627533,-0.0272330641746521,-0.024369336664676666,-0.021505607292056084,-0.0186418779194355,-0.015778150409460068,-0.01291442196816206,-0.010050693526864052,-0.007186965085566044,-0.004323236644268036,-0.001459508202970028,0.00140422023832798,0.004267948679625988,0.007131677120923996,0.009995405562222004,0.012859134003520012,0.015722863376140594,0.018586590886116028,0.02145031839609146,0.024314047768712044,0.027177777141332626,0.03004150465130806,0.03290523216128349,0.035768963396549225,0.03863269090652466,0.04149641841650009,0.044360145926475525,0.04722387343645096,0.05008760467171669,0.05295133218169212,0.05581505969166756,0.05867879092693329,0.06154251843690872,0.06440624594688416,0.06726997345685959,0.07013370096683502,0.07299742847681046,0.07586115598678589,0.07872489094734192,0.08158861845731735,0.08445234596729279,0.08731607347726822],"_type":"histogram","values":[2,0,1,4,2,10,17,35,62,78,156,254,373,524,820,1273,1759,2486,3377,4599,5871,7672,9930,12162,14719,17344,20239,23118,25979,28552,30415,32197,33390,33845,33553,32174,31295,28418,26143,23204,20391,17388,14617,12127,9670,7746,6040,4509,3362,2497,1771,1258,854,574,383,242,133,83,52,39,21,7,6,2]},"parameters/_orig_mod.bert.encoder.layer.5.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,0,0,1,2,1,4,3,2,6,5,6,11,12,13,9,9,14,12,20,23,18,28,27,32,32,26,33,30,38,40,32,30,30,30,25,19,23,15,11,15,8,11,13,8,5,1,3,8,7,4,2,3,1,1,2],"bins":[-0.0004252403450664133,-0.0004135950293857604,-0.000401949742808938,-0.00039030442712828517,-0.0003786591114476323,-0.0003670138248708099,-0.00035536850919015706,-0.00034372322261333466,-0.0003320779069326818,-0.00032043259125202894,-0.00030878730467520654,-0.0002971419889945537,-0.0002854967024177313,-0.00027385138673707843,-0.00026220607105642557,-0.00025056078447960317,-0.00023891546879895031,-0.00022727016767021269,-0.00021562486654147506,-0.0002039795508608222,-0.00019233424973208457,-0.00018068894860334694,-0.0001690436329226941,-0.00015739833179395646,-0.00014575303066521883,-0.0001341077295364812,-0.00012246242840774357,-0.00011081711272709072,-9.917181159835309e-05,-8.752651046961546e-05,-7.588120206492022e-05,-6.423589366022497e-05,-5.2590592531487346e-05,-4.094528776477091e-05,-2.9299982998054475e-05,-1.765467823133804e-05,-6.0093734646216035e-06,5.635931302094832e-06,1.7281236068811268e-05,2.8926540835527703e-05,4.057184560224414e-05,5.2217150368960574e-05,6.386245513567701e-05,7.550776354037225e-05,8.715306466910988e-05,9.879836579784751e-05,0.00011044367420254275,0.000122088982607238,0.00013373428373597562,0.00014537958486471325,0.00015702488599345088,0.00016867020167410374,0.00018031550280284137,0.000191960803931579,0.00020360611961223185,0.00021525142074096948,0.0002268967218697071,0.00023854202299844474,0.00025018732412718236,0.0002618326398078352,0.0002734779263846576,0.0002851232420653105,0.00029676855774596334,0.00030841384432278574,0.0003200591600034386]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"_type":"histogram","values":[1,0,2,2,2,1,7,4,11,14,18,20,37,38,78,104,124,182,263,446,578,801,1175,1745,2563,3796,5802,8556,12940,19819,31272,48364,73807,94686,90777,66874,43647,27813,17742,11690,7821,5145,3405,2454,1585,1103,756,542,362,265,159,136,95,62,44,22,25,13,8,7,3,5,4,2],"bins":[-0.0008349418640136719,-0.0008102953433990479,-0.0007856488227844238,-0.0007610023021697998,-0.0007363557815551758,-0.0007117092609405518,-0.0006870627403259277,-0.0006624162197113037,-0.0006377696990966797,-0.0006131231784820557,-0.0005884766578674316,-0.0005638301372528076,-0.0005391836166381836,-0.0005145370960235596,-0.0004898905754089355,-0.0004652440547943115,-0.0004405975341796875,-0.0004159510135650635,-0.00039130449295043945,-0.00036665797233581543,-0.0003420114517211914,-0.0003173649311065674,-0.00029271841049194336,-0.00026807188987731934,-0.0002434253692626953,-0.0002187788486480713,-0.00019413232803344727,-0.00016948580741882324,-0.00014483928680419922,-0.0001201927661895752,-9.554624557495117e-05,-7.089972496032715e-05,-4.6253204345703125e-05,-2.16066837310791e-05,3.039836883544922e-06,2.7686357498168945e-05,5.233287811279297e-05,7.697939872741699e-05,0.00010162591934204102,0.00012627243995666504,0.00015091896057128906,0.00017556548118591309,0.0002002120018005371,0.00022485852241516113,0.00024950504302978516,0.0002741515636444092,0.0002987980842590332,0.0003234446048736572,0.00034809112548828125,0.0003727376461029053,0.0003973841667175293,0.0004220306873321533,0.00044667720794677734,0.00047132372856140137,0.0004959702491760254,0.0005206167697906494,0.0005452632904052734,0.0005699098110198975,0.0005945563316345215,0.0006192028522491455,0.0006438493728637695,0.0006684958934783936,0.0006931424140930176,0.0007177889347076416,0.0007424354553222656]},"parameters/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.bias":{"_type":"histogram","values":[2,1,0,0,2,4,2,3,4,5,2,8,6,4,12,11,8,7,9,20,11,23,16,21,16,26,25,28,32,23,30,27,27,27,29,21,25,22,26,22,14,24,13,18,11,16,14,11,10,9,6,2,9,0,4,5,1,1,0,3,1,2,3,4],"bins":[-0.0003513435658533126,-0.000340296421200037,-0.00032924924744293094,-0.00031820210278965533,-0.00030715492903254926,-0.00029610778437927365,-0.00028506063972599804,-0.000274013465968892,-0.00026296632131561637,-0.0002519191475585103,-0.0002408720029052347,-0.00022982484370004386,-0.00021877768449485302,-0.00020773052528966218,-0.00019668338063638657,-0.00018563622143119574,-0.0001745890622260049,-0.00016354190302081406,-0.00015249474381562322,-0.00014144759916234761,-0.00013040043995715678,-0.00011935328075196594,-0.0001083061215467751,-9.725896961754188e-05,-8.621181041235104e-05,-7.51646512071602e-05,-6.411749927792698e-05,-5.3070340072736144e-05,-4.2023184505524114e-05,-3.0976028938312083e-05,-1.992887155211065e-05,-8.881715075403918e-06,2.1654414013028145e-06,1.3212597878009547e-05,2.425975435471628e-05,3.530691174091771e-05,4.635406730812974e-05,5.740122287534177e-05,6.844838208053261e-05,7.949553400976583e-05,9.054269321495667e-05,0.00010158985242014751,0.00011263700434938073,0.00012368416355457157,0.0001347313227597624,0.00014577848196495324,0.00015682562661822885,0.0001678727858234197,0.00017891994502861053,0.00018996710423380136,0.0002010142634389922,0.0002120614080922678,0.00022310856729745865,0.00023415572650264949,0.0002452028857078403,0.00025625003036111593,0.000267297204118222,0.0002783443487714976,0.0002893915225286037,0.0003004386671818793,0.0003114858118351549,0.00032253298559226096,0.00033358013024553657,0.00034462730400264263,0.00035567444865591824]},"parameters/_orig_mod.bert.encoder.layer.11.attention.self.query.weight":{"bins":[-0.09443933516740799,-0.09153184294700623,-0.08862435072660446,-0.0857168585062027,-0.08280936628580093,-0.07990187406539917,-0.0769943818449974,-0.07408688962459564,-0.07117940485477448,-0.06827191263437271,-0.06536442041397095,-0.062456924468278885,-0.05954943597316742,-0.056641943752765656,-0.05373445153236389,-0.05082695931196213,-0.047919467091560364,-0.0450119748711586,-0.042104482650756836,-0.03919699043035507,-0.03628949820995331,-0.03338200971484184,-0.03047451749444008,-0.027567025274038315,-0.02465953305363655,-0.021752040833234787,-0.018844548612833023,-0.01593705825507641,-0.013029566034674644,-0.01012207381427288,-0.007214582525193691,-0.004307090770453215,-0.001399606466293335,0.0015078852884471416,0.004415377043187618,0.007322868797928095,0.010230360552668571,0.013137852773070335,0.01604534313082695,0.018952835351228714,0.021860327571630478,0.024767819792032242,0.027675312012434006,0.03058280237019062,0.033490292727947235,0.036397784948349,0.03930527716875076,0.04221276938915253,0.04512026160955429,0.048027753829956055,0.05093524605035782,0.05384273827075958,0.056750230491161346,0.05965771898627281,0.06256521493196487,0.06547270715236664,0.0683801919221878,0.07128768414258957,0.07419517636299133,0.0771026685833931,0.08001016080379486,0.08291765302419662,0.08582514524459839,0.08873263746500015,0.09164012968540192],"_type":"histogram","values":[1,2,2,9,3,14,33,51,78,136,196,356,492,733,1140,1748,2350,3344,4236,5903,7559,9546,12016,14388,17472,20500,23695,26093,28895,31310,32757,33810,34175,33587,32487,31224,28608,26343,23230,20333,17474,14197,11960,9604,7408,5656,4263,3141,2367,1590,1142,768,545,330,182,131,96,47,32,17,9,3,5,2]},"train_batch_loss":0.013963648118078709,"gradients/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"_type":"histogram","values":[2,0,0,2,3,1,3,6,5,9,12,13,34,45,62,97,131,231,367,560,794,1263,2041,3295,5847,9930,17780,32040,54708,85475,108200,99166,69845,41816,23648,13459,7427,4345,2624,1612,1072,650,403,258,175,123,87,55,30,23,13,8,9,9,1,3,2,2,2,0,0,0,0,1],"bins":[-0.0007128715515136719,-0.0006896853446960449,-0.000666499137878418,-0.000643312931060791,-0.0006201267242431641,-0.0005969405174255371,-0.0005737543106079102,-0.0005505681037902832,-0.0005273818969726562,-0.0005041956901550293,-0.00048100948333740234,-0.0004578232765197754,-0.00043463706970214844,-0.0004114508628845215,-0.00038826465606689453,-0.0003650784492492676,-0.0003418922424316406,-0.00031870603561401367,-0.0002955198287963867,-0.00027233362197875977,-0.0002491474151611328,-0.00022596120834350586,-0.0002027750015258789,-0.00017958879470825195,-0.000156402587890625,-0.00013321638107299805,-0.0001100301742553711,-8.684396743774414e-05,-6.365776062011719e-05,-4.0471553802490234e-05,-1.728534698486328e-05,5.900859832763672e-06,2.9087066650390625e-05,5.227327346801758e-05,7.545948028564453e-05,9.864568710327148e-05,0.00012183189392089844,0.0001450181007385254,0.00016820430755615234,0.0001913905143737793,0.00021457672119140625,0.0002377629280090332,0.00026094913482666016,0.0002841353416442871,0.00030732154846191406,0.000330507755279541,0.00035369396209716797,0.0003768801689147949,0.0004000663757324219,0.00042325258255004883,0.0004464387893676758,0.00046962499618530273,0.0004928112030029297,0.0005159974098205566,0.0005391836166381836,0.0005623698234558105,0.0005855560302734375,0.0006087422370910645,0.0006319284439086914,0.0006551146507263184,0.0006783008575439453,0.0007014870643615723,0.0007246732711791992,0.0007478594779968262,0.0007710456848144531]},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.bias":{"bins":[-0.0003116726875305176,-0.0003021117299795151,-0.0002925507724285126,-0.00028298981487751007,-0.00027342885732650757,-0.00026386789977550507,-0.00025430694222450256,-0.00024474598467350006,-0.00023518502712249756,-0.00022562406957149506,-0.00021606311202049255,-0.00020650215446949005,-0.00019694119691848755,-0.00018738023936748505,-0.00017781928181648254,-0.00016825832426548004,-0.00015869736671447754,-0.00014913640916347504,-0.00013957545161247253,-0.00013001449406147003,-0.00012045353651046753,-0.00011089257895946503,-0.00010133162140846252,-9.177066385746002e-05,-8.220970630645752e-05,-7.264874875545502e-05,-6.308779120445251e-05,-5.352683365345001e-05,-4.396587610244751e-05,-3.440491855144501e-05,-2.4843961000442505e-05,-1.5283003449440002e-05,-5.7220458984375e-06,3.8389116525650024e-06,1.3399869203567505e-05,2.2960826754570007e-05,3.252178430557251e-05,4.208274185657501e-05,5.1643699407577515e-05,6.120465695858002e-05,7.076561450958252e-05,8.032657206058502e-05,8.988752961158752e-05,9.944848716259003e-05,0.00010900944471359253,0.00011857040226459503,0.00012813135981559753,0.00013769231736660004,0.00014725327491760254,0.00015681423246860504,0.00016637519001960754,0.00017593614757061005,0.00018549710512161255,0.00019505806267261505,0.00020461902022361755,0.00021417997777462006,0.00022374093532562256,0.00023330189287662506,0.00024286285042762756,0.00025242380797863007,0.00026198476552963257,0.00027154572308063507,0.0002811066806316376,0.0002906676381826401,0.0003002285957336426],"_type":"histogram","values":[3,0,0,0,2,2,1,1,3,3,4,7,7,10,6,10,14,15,23,22,26,36,57,50,58,72,67,65,90,98,101,93,83,111,105,112,82,87,73,67,50,57,41,39,33,27,28,22,13,14,11,7,11,7,3,5,3,2,6,0,0,0,2,1]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.weight":{"values":[1,2,2,6,6,6,19,55,83,157,195,338,504,716,1049,1553,2203,3055,4218,5581,7230,9239,11507,14112,16863,19760,22914,25936,28404,30562,32308,33112,33757,33802,32841,31071,29565,26427,24002,20953,18083,15029,12349,10141,7885,6156,4748,3409,2499,1746,1245,888,573,371,240,132,90,66,23,20,10,2,3,2],"bins":[-0.0947134867310524,-0.09181579202413559,-0.08891809731721878,-0.08602040261030197,-0.08312270790338516,-0.08022501319646835,-0.07732731848955154,-0.07442962378263474,-0.07153193652629852,-0.06863424181938171,-0.0657365471124649,-0.0628388524055481,-0.05994115769863129,-0.05704346299171448,-0.05414576828479767,-0.05124807357788086,-0.04835037887096405,-0.04545268416404724,-0.04255498945713043,-0.03965729475021362,-0.036759600043296814,-0.0338619090616703,-0.030964214354753494,-0.028066519647836685,-0.025168824940919876,-0.022271130234003067,-0.019373435527086258,-0.016475742682814598,-0.013578047975897789,-0.01068035326898098,-0.0077826594933867455,-0.004884965252131224,-0.001987263560295105,0.0009104306809604168,0.0038081249222159386,0.00670581916347146,0.009603513404726982,0.012501208111643791,0.015398901887238026,0.01829659566283226,0.02119429036974907,0.02409198507666588,0.026989679783582687,0.029887372627854347,0.03278506547212601,0.035682760179042816,0.038580454885959625,0.041478149592876434,0.04437584429979324,0.04727353900671005,0.05017123371362686,0.05306892842054367,0.05596662312746048,0.05886431410908699,0.0617620088160038,0.06465970724821091,0.06755739450454712,0.07045508921146393,0.07335278391838074,0.07625047862529755,0.07914817333221436,0.08204586803913116,0.08494356274604797,0.08784125745296478,0.09073895215988159],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"_type":"histogram","values":[2,2,5,3,2,7,11,24,22,32,37,62,75,110,153,220,315,423,616,855,1349,1983,2994,4602,7334,10829,16876,25106,35962,50131,63506,72642,72535,62953,49263,35668,24679,16441,10842,7113,4582,3082,2052,1341,914,610,416,296,198,153,137,72,54,33,34,19,18,11,4,1,5,4,3,1],"bins":[-0.00048065185546875,-0.00046562403440475464,-0.0004505962133407593,-0.0004355683922767639,-0.00042054057121276855,-0.0004055127501487732,-0.00039048492908477783,-0.00037545710802078247,-0.0003604292869567871,-0.00034540146589279175,-0.0003303736448287964,-0.000315345823764801,-0.00030031800270080566,-0.0002852901816368103,-0.00027026236057281494,-0.0002552345395088196,-0.00024020671844482422,-0.00022517889738082886,-0.0002101510763168335,-0.00019512325525283813,-0.00018009543418884277,-0.0001650676131248474,-0.00015003979206085205,-0.0001350119709968567,-0.00011998414993286133,-0.00010495632886886597,-8.99285078048706e-05,-7.490068674087524e-05,-5.987286567687988e-05,-4.484504461288452e-05,-2.981722354888916e-05,-1.4789402484893799e-05,2.384185791015625e-07,1.5266239643096924e-05,3.0294060707092285e-05,4.5321881771087646e-05,6.034970283508301e-05,7.537752389907837e-05,9.040534496307373e-05,0.00010543316602706909,0.00012046098709106445,0.00013548880815505981,0.00015051662921905518,0.00016554445028305054,0.0001805722713470459,0.00019560009241104126,0.00021062791347503662,0.00022565573453903198,0.00024068355560302734,0.0002557113766670227,0.00027073919773101807,0.00028576701879501343,0.0003007948398590088,0.00031582266092300415,0.0003308504819869995,0.0003458783030509949,0.00036090612411499023,0.0003759339451789856,0.00039096176624298096,0.0004059895873069763,0.0004210174083709717,0.00043604522943496704,0.0004510730504989624,0.00046610087156295776,0.0004811286926269531]},"parameters/_orig_mod.bert.encoder.layer.2.intermediate.dense.weight":{"bins":[-0.1040884479880333,-0.10087088495492935,-0.09765332192182541,-0.09443576633930206,-0.09121820330619812,-0.08800064027309418,-0.08478307723999023,-0.08156551420688629,-0.07834795117378235,-0.075130395591259,-0.07191283255815506,-0.06869526952505112,-0.06547770649194717,-0.06226014718413353,-0.05904258415102959,-0.05582502484321594,-0.052607461810112,-0.04938989877700806,-0.04617233946919441,-0.04295477643609047,-0.039737217128276825,-0.03651965409517288,-0.03330209106206894,-0.030084529891610146,-0.026866968721151352,-0.02364940755069256,-0.020431846380233765,-0.017214283347129822,-0.013996722176671028,-0.010779161006212234,-0.007561598904430866,-0.004344037268310785,-0.0011264756321907043,0.0020910860039293766,0.0053086476400494576,0.008526209741830826,0.01174377091228962,0.014961332082748413,0.018178895115852356,0.02139645628631115,0.024614017456769943,0.027831578627228737,0.03104913979768753,0.03426670283079147,0.037484265863895416,0.04070182517170906,0.043919388204813004,0.04713694751262665,0.05035451054573059,0.053572073578834534,0.05678963288664818,0.06000719591975212,0.06322475522756577,0.06644231826066971,0.06965988129377365,0.0728774443268776,0.07609499990940094,0.07931256294250488,0.08253012597560883,0.08574768900871277,0.08896525204181671,0.09218281507492065,0.095400370657444,0.09861793369054794,0.10183549672365189],"_type":"histogram","values":[1,1,2,0,4,5,20,37,75,124,210,323,614,1021,1646,2608,3989,5894,8607,12065,16771,22036,28981,36667,45655,55069,65260,74024,82756,91352,96830,99578,100715,98646,94967,88486,80859,71778,61893,51689,43078,34070,26763,20061,14987,10693,7398,5159,3512,2339,1433,915,509,317,176,90,54,25,15,4,4,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.bias":{"bins":[-0.0003279191441833973,-0.0003152928256895393,-0.0003026664780918509,-0.0002900401595979929,-0.0002774138411041349,-0.0002647874935064465,-0.0002521611750125885,-0.00023953485651873052,-0.0002269085234729573,-0.0002142821904271841,-0.00020165587193332613,-0.00018902953888755292,-0.0001764032058417797,-0.00016377688734792173,-0.00015115055430214852,-0.00013852423580829054,-0.00012589790276251733,-0.00011327157699270174,-0.00010064525122288615,-8.801891817711294e-05,-7.539259240729734e-05,-6.276626663748175e-05,-5.013993722968735e-05,-3.751360782189295e-05,-2.4887282052077353e-05,-1.2260954463272355e-05,3.65373125532642e-07,1.299170071433764e-05,2.5618028303142637e-05,3.824435407295823e-05,5.087068348075263e-05,6.349701288854703e-05,7.612330955453217e-05,8.874963532434776e-05,0.00010137596109416336,0.00011400229413993657,0.00012662861263379455,0.00013925494567956775,0.00015188127872534096,0.00016450759721919894,0.00017713393026497215,0.00018976026331074536,0.00020238658180460334,0.00021501291485037655,0.00022763924789614975,0.00024026556639000773,0.0002528918848838657,0.00026551823248155415,0.00027814455097541213,0.0002907708694692701,0.00030339721706695855,0.0003160235355608165,0.0003286498540546745,0.00034127620165236294,0.0003539025201462209,0.0003665288386400789,0.0003791551571339369,0.0003917815047316253,0.0004044078232254833,0.0004170341417193413,0.0004296604893170297,0.0004422868078108877,0.0004549131263047457,0.0004675394739024341,0.0004801657923962921],"_type":"histogram","values":[2,1,2,1,6,5,8,4,4,7,13,10,6,14,14,17,22,26,29,26,39,21,18,27,39,40,31,20,30,29,28,33,23,15,18,15,20,19,17,20,13,7,7,3,4,6,1,4,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.bias":{"bins":[-0.00012636184692382812,-0.00012245401740074158,-0.00011854618787765503,-0.00011463835835456848,-0.00011073052883148193,-0.00010682269930839539,-0.00010291486978530884,-9.900704026222229e-05,-9.509921073913574e-05,-9.11913812160492e-05,-8.728355169296265e-05,-8.33757221698761e-05,-7.946789264678955e-05,-7.5560063123703e-05,-7.165223360061646e-05,-6.774440407752991e-05,-6.383657455444336e-05,-5.992874503135681e-05,-5.6020915508270264e-05,-5.2113085985183716e-05,-4.820525646209717e-05,-4.429742693901062e-05,-4.038959741592407e-05,-3.6481767892837524e-05,-3.2573938369750977e-05,-2.866610884666443e-05,-2.475827932357788e-05,-2.0850449800491333e-05,-1.6942620277404785e-05,-1.3034790754318237e-05,-9.12696123123169e-06,-5.219131708145142e-06,-1.3113021850585938e-06,2.596527338027954e-06,6.504356861114502e-06,1.041218638420105e-05,1.4320015907287598e-05,1.8227845430374146e-05,2.2135674953460693e-05,2.604350447654724e-05,2.995133399963379e-05,3.385916352272034e-05,3.7766993045806885e-05,4.167482256889343e-05,4.558265209197998e-05,4.949048161506653e-05,5.3398311138153076e-05,5.7306140661239624e-05,6.121397018432617e-05,6.512179970741272e-05,6.902962923049927e-05,7.293745875358582e-05,7.684528827667236e-05,8.075311779975891e-05,8.466094732284546e-05,8.856877684593201e-05,9.247660636901855e-05,9.63844358921051e-05,0.00010029226541519165,0.0001042000949382782,0.00010810792446136475,0.0001120157539844513,0.00011592358350753784,0.00011983141303062439,0.00012373924255371094],"_type":"histogram","values":[2,1,0,0,0,0,0,0,0,1,0,0,3,0,1,1,1,1,0,1,1,0,1,2,0,0,2,5,7,25,49,159,293,121,51,11,3,1,2,2,0,0,2,4,3,0,2,1,1,1,0,0,2,0,1,0,2,0,1,0,0,0,0,1]},"gradients/_orig_mod.bert.embeddings.LayerNorm.bias":{"values":[2,3,1,4,1,0,2,8,1,7,5,9,11,8,11,15,19,19,17,19,29,24,30,20,30,27,29,41,29,35,29,27,19,28,28,20,21,19,16,16,14,12,9,10,8,6,7,7,3,3,1,0,2,1,1,1,1,0,0,0,1,0,1,1],"bins":[-0.0024659375194460154,-0.0023774898145347834,-0.0022890421096235514,-0.0022005944047123194,-0.0021121466998010874,-0.0020236989948898554,-0.0019352511735633016,-0.0018468034686520696,-0.0017583557637408376,-0.0016699080588296056,-0.0015814603539183736,-0.0014930126490071416,-0.0014045648276805878,-0.0013161171227693558,-0.0012276694178581238,-0.0011392217129468918,-0.0010507740080356598,-0.0009623263031244278,-0.0008738785982131958,-0.0007854308350943029,-0.0006969831301830709,-0.0006085354252718389,-0.000520087662152946,-0.000431639957241714,-0.000343192252330482,-0.00025474454741925,-0.00016629681340418756,-7.784909394104034e-05,1.0598625522106886e-05,9.904634498525411e-05,0.00018749406444840133,0.0002759417984634638,0.0003643892705440521,0.0004528369754552841,0.0005412846803665161,0.000629732443485409,0.000718180148396641,0.000806627853307873,0.0008950756164267659,0.000983523321337998,0.00107197102624923,0.001160418731160462,0.001248866436071694,0.001337314140982926,0.0014257619623094797,0.0015142096672207117,0.0016026573721319437,0.0016911050770431757,0.0017795527819544077,0.0018680004868656397,0.0019564481917768717,0.0020448958966881037,0.0021333436015993357,0.0022217913065105677,0.0023102390114217997,0.0023986867163330317,0.0024871346540749073,0.0025755823589861393,0.0026640300638973713,0.0027524777688086033,0.0028409254737198353,0.0029293731786310673,0.0030178208835422993,0.0031062685884535313,0.0031947162933647633],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.attention.self.key.bias":{"_type":"histogram","values":[1,1,1,1,1,1,2,1,1,1,1,2,4,5,7,4,7,7,8,11,15,10,6,16,22,12,27,21,28,36,45,64,57,53,51,38,22,29,18,17,13,12,11,12,11,7,7,6,9,5,5,2,1,1,2,0,2,3,2,1,0,1,0,1],"bins":[-3.248453140258789e-05,-3.1478703022003174e-05,-3.0472874641418457e-05,-2.946704626083374e-05,-2.8461217880249023e-05,-2.7455389499664307e-05,-2.644956111907959e-05,-2.5443732738494873e-05,-2.4437904357910156e-05,-2.343207597732544e-05,-2.2426247596740723e-05,-2.1420419216156006e-05,-2.041459083557129e-05,-1.9408762454986572e-05,-1.8402934074401855e-05,-1.739710569381714e-05,-1.6391277313232422e-05,-1.5385448932647705e-05,-1.4379620552062988e-05,-1.3373792171478271e-05,-1.2367963790893555e-05,-1.1362135410308838e-05,-1.0356307029724121e-05,-9.350478649139404e-06,-8.344650268554688e-06,-7.338821887969971e-06,-6.332993507385254e-06,-5.327165126800537e-06,-4.32133674621582e-06,-3.3155083656311035e-06,-2.3096799850463867e-06,-1.30385160446167e-06,-2.980232238769531e-07,7.078051567077637e-07,1.7136335372924805e-06,2.7194619178771973e-06,3.725290298461914e-06,4.731118679046631e-06,5.736947059631348e-06,6.7427754402160645e-06,7.748603820800781e-06,8.754432201385498e-06,9.760260581970215e-06,1.0766088962554932e-05,1.1771917343139648e-05,1.2777745723724365e-05,1.3783574104309082e-05,1.4789402484893799e-05,1.5795230865478516e-05,1.6801059246063232e-05,1.780688762664795e-05,1.8812716007232666e-05,1.9818544387817383e-05,2.08243727684021e-05,2.1830201148986816e-05,2.2836029529571533e-05,2.384185791015625e-05,2.4847686290740967e-05,2.5853514671325684e-05,2.68593430519104e-05,2.7865171432495117e-05,2.8870999813079834e-05,2.987682819366455e-05,3.088265657424927e-05,3.1888484954833984e-05]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.weight":{"values":[2,0,1,0,2,1,4,2,2,2,0,3,3,10,4,5,11,10,18,13,24,22,26,31,33,45,39,48,44,41,33,39,35,27,25,17,21,17,8,15,19,13,9,5,7,5,4,5,3,3,1,1,2,0,0,2,0,1,1,0,1,2,0,1],"bins":[0.9983260631561279,0.9983846545219421,0.9984432458877563,0.9985018372535706,0.9985604286193848,0.998619019985199,0.9986776113510132,0.9987362027168274,0.9987947940826416,0.998853325843811,0.9989119172096252,0.9989705085754395,0.9990290999412537,0.9990876913070679,0.9991462826728821,0.9992048740386963,0.9992634654045105,0.9993220567703247,0.9993806481361389,0.9994392395019531,0.9994978308677673,0.9995564222335815,0.9996150135993958,0.99967360496521,0.9997321367263794,0.9997907280921936,0.9998493194580078,0.999907910823822,0.9999665021896362,1.0000251531600952,1.0000836849212646,1.0001423358917236,1.000200867652893,1.0002593994140625,1.0003180503845215,1.000376582145691,1.00043523311615,1.0004937648773193,1.0005524158477783,1.0006109476089478,1.0006695985794067,1.0007281303405762,1.0007867813110352,1.0008453130722046,1.0009039640426636,1.000962495803833,1.001021146774292,1.0010796785354614,1.0011382102966309,1.0011968612670898,1.0012553930282593,1.0013140439987183,1.0013725757598877,1.0014312267303467,1.0014897584915161,1.001548409461975,1.0016069412231445,1.0016655921936035,1.001724123954773,1.001782774925232,1.0018413066864014,1.0018999576568604,1.0019584894180298,1.0020171403884888,1.0020756721496582],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.2.attention.self.query.bias":{"values":[1,0,0,1,1,1,0,2,1,2,2,4,5,8,10,12,8,9,10,16,13,27,16,24,30,33,36,30,23,26,26,34,24,30,26,27,22,21,31,17,28,26,27,17,14,7,7,6,2,6,3,3,2,1,3,2,0,3,0,1,0,0,0,1],"bins":[-0.0027556836139410734,-0.002670027781277895,-0.0025843719486147165,-0.0024987163487821817,-0.0024130605161190033,-0.002327404683455825,-0.0022417488507926464,-0.002156093018129468,-0.0020704371854662895,-0.0019847815856337547,-0.0018991257529705763,-0.0018134699203073978,-0.0017278140876442194,-0.0016421583713963628,-0.0015565025387331843,-0.0014708468224853277,-0.0013851909898221493,-0.0012995351571589708,-0.0012138794409111142,-0.0011282236082479358,-0.0010425678920000792,-0.0009569120593369007,-0.0008712562266737223,-0.0007856004522182047,-0.0006999446777626872,-0.0006142889033071697,-0.0005286331288516521,-0.0004429772961884737,-0.00035732152173295617,-0.00027166574727743864,-0.00018600994371809065,-0.0001003541547106579,-1.4698365703225136e-05,7.095742330420762e-05,0.00015661321231164038,0.00024226900131907314,0.0003279247903265059,0.00041358056478202343,0.0004992363974452019,0.0005848921719007194,0.0006705479463562369,0.0007562037208117545,0.000841859495267272,0.0009275153279304504,0.0010131711605936289,0.0010988268768414855,0.001184482709504664,0.0012701384257525206,0.001355794258415699,0.0014414500910788774,0.001527105807326734,0.0016127616399899125,0.0016984173562377691,0.0017840731889009476,0.001869729021564126,0.0019553848542273045,0.0020410404540598392,0.0021266962867230177,0.002212352119386196,0.0022980079520493746,0.002383663784712553,0.0024693196173757315,0.0025549752172082663,0.0026406310498714447,0.002726286882534623],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.weight":{"bins":[-0.0005669593811035156,-0.0005492493510246277,-0.0005315393209457397,-0.0005138292908668518,-0.0004961192607879639,-0.00047840923070907593,-0.000460699200630188,-0.00044298917055130005,-0.0004252791404724121,-0.00040756911039352417,-0.00038985908031463623,-0.0003721490502357483,-0.00035443902015686035,-0.0003367289900779724,-0.00031901895999908447,-0.00030130892992019653,-0.0002835988998413086,-0.00026588886976242065,-0.0002481788396835327,-0.00023046880960464478,-0.00021275877952575684,-0.0001950487494468689,-0.00017733871936798096,-0.00015962868928909302,-0.00014191865921020508,-0.00012420862913131714,-0.0001064985990524292,-8.878856897354126e-05,-7.107853889465332e-05,-5.336850881576538e-05,-3.565847873687744e-05,-1.7948448657989502e-05,-2.384185791015625e-07,1.7471611499786377e-05,3.5181641578674316e-05,5.2891671657562256e-05,7.06017017364502e-05,8.831173181533813e-05,0.00010602176189422607,0.00012373179197311401,0.00014144182205200195,0.0001591518521308899,0.00017686188220977783,0.00019457191228866577,0.0002122819423675537,0.00022999197244644165,0.0002477020025253296,0.00026541203260421753,0.00028312206268310547,0.0003008320927619934,0.00031854212284088135,0.0003362521529197693,0.0003539621829986572,0.00037167221307754517,0.0003893822431564331,0.00040709227323532104,0.000424802303314209,0.0004425123333930969,0.00046022236347198486,0.0004779323935508728,0.0004956424236297607,0.0005133524537086487,0.0005310624837875366,0.0005487725138664246,0.0005664825439453125],"_type":"histogram","values":[2,2,8,2,10,7,7,10,29,18,37,63,82,135,175,283,371,529,811,1115,1646,2565,3967,6032,9505,15285,25669,42938,73785,124837,199830,272262,274294,202396,126452,74882,43671,25935,15319,9730,6223,3960,2545,1707,1197,786,544,350,267,168,143,90,61,34,30,22,14,7,7,5,4,2,0,2]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.value.weight":{"bins":[-0.1012907326221466,-0.09826145321130753,-0.09523216634988785,-0.09220288693904877,-0.08917360007762909,-0.08614432066679001,-0.08311503380537033,-0.08008575439453125,-0.07705646753311157,-0.07402718812227249,-0.07099790871143341,-0.06796862185001373,-0.06493934243917465,-0.06191005930304527,-0.058880776166915894,-0.055851493030786514,-0.052822209894657135,-0.049792926758527756,-0.046763643622398376,-0.043734360486269,-0.04070507735013962,-0.03767579793930054,-0.03464651480317116,-0.03161723166704178,-0.0285879485309124,-0.02555866539478302,-0.02252938225865364,-0.01950010098516941,-0.01647081784904003,-0.013441534712910652,-0.010412252508103848,-0.0073829698376357555,-0.0043536946177482605,-0.0013244119472801685,0.0017048707231879234,0.004734153393656015,0.007763436064124107,0.010792719200253487,0.013822001405060291,0.016851283609867096,0.019880566745996475,0.022909849882125854,0.025939133018255234,0.028968414291739464,0.031997695565223694,0.03502697870135307,0.03805626183748245,0.04108554497361183,0.04411482810974121,0.04714411124587059,0.05017339438199997,0.05320267751812935,0.05623196065425873,0.05926124006509781,0.06229052320122719,0.06531980633735657,0.06834909319877625,0.07137837260961533,0.0744076520204544,0.07743693888187408,0.08046621829271317,0.08349550515413284,0.08652478456497192,0.0895540714263916,0.09258335083723068],"_type":"histogram","values":[1,0,2,3,4,2,5,8,26,51,73,152,247,393,616,855,1294,1946,2885,3944,5193,7025,8982,11566,14402,17485,20568,23977,26812,29920,32278,34096,35466,35521,35144,33847,31780,29470,26383,23058,20025,16751,13775,11270,8776,6867,4994,3728,2729,1840,1301,832,537,382,227,128,83,49,30,9,7,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.bias":{"values":[2,0,0,1,0,3,3,1,3,5,4,3,5,8,4,12,12,13,8,5,14,18,10,20,24,18,25,30,26,30,26,39,27,31,35,29,25,25,27,17,19,28,11,13,17,10,8,13,11,13,7,6,6,4,3,0,1,1,4,2,1,0,1,1],"bins":[-0.004461648408323526,-0.004323504399508238,-0.004185360390692949,-0.004047216381877661,-0.003909071907401085,-0.00377092813141644,-0.003632783889770508,-0.0034946398809552193,-0.0033564958721399307,-0.003218351863324642,-0.0030802078545093536,-0.0029420636128634214,-0.002803919604048133,-0.0026657755952328444,-0.002527631353586912,-0.0023894873447716236,-0.002251343335956335,-0.0021131993271410465,-0.001975055318325758,-0.0018369110766798258,-0.0016987670678645372,-0.0015606230590492487,-0.0014224789338186383,-0.001284334808588028,-0.0011461907997727394,-0.0010080467909574509,-0.0008699026657268405,-0.000731758598703891,-0.0005936145316809416,-0.0004554704646579921,-0.00031732639763504267,-0.0001791823306120932,-4.103826358914375e-05,9.71058034338057e-05,0.00023524987045675516,0.0003733939374797046,0.0005115380045026541,0.0006496820715256035,0.000787826138548553,0.0009259702055715024,0.001064114272594452,0.0012022582814097404,0.0013404024066403508,0.0014785465318709612,0.0016166905406862497,0.0017548345495015383,0.0018929786747321486,0.002031122799962759,0.0021692668087780476,0.002307410817593336,0.0024455548264086246,0.002583699068054557,0.0027218430768698454,0.002859987085685134,0.002998131327331066,0.0031362753361463547,0.0032744193449616432,0.0034125633537769318,0.0035507073625922203,0.0036888516042381525,0.003826995613053441,0.003965139854699373,0.004103283863514662,0.00424142787232995,0.004379571881145239],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[2,0,1,1,4,6,7,13,26,46,119,165,345,537,946,1611,2486,3818,5892,8547,12207,16937,22891,30297,38122,47864,57751,68196,78406,87536,94685,100565,102806,103725,100308,95176,88243,79616,69337,57982,48323,38817,30582,23231,17205,12210,8809,5873,4016,2575,1594,1016,622,357,201,100,57,31,8,6,7,1,0,1],"bins":[-0.10925260931253433,-0.10594440251588821,-0.1026361882686615,-0.09932798147201538,-0.09601977467536926,-0.09271156042814255,-0.08940335363149643,-0.08609513938426971,-0.0827869325876236,-0.07947872579097748,-0.07617051154375076,-0.07286230474710464,-0.06955409049987793,-0.06624588370323181,-0.0629376769065857,-0.05962946638464928,-0.05632125586271286,-0.053013045340776443,-0.04970483481884003,-0.04639662802219391,-0.04308841750025749,-0.039780206978321075,-0.03647200018167496,-0.03316378965973854,-0.029855579137802124,-0.026547368615865707,-0.02323915995657444,-0.019930951297283173,-0.016622740775346756,-0.013314531184732914,-0.010006321594119072,-0.00669811200350523,-0.003389902412891388,-8.169282227754593e-05,0.003226516768336296,0.006534726358950138,0.00984293594956398,0.013151145540177822,0.016459355130791664,0.01976756379008293,0.023075774312019348,0.026383984833955765,0.029692193493247032,0.0330004021525383,0.036308612674474716,0.03961682319641113,0.04292502999305725,0.04623324051499367,0.049541451036930084,0.0528496615588665,0.05615787208080292,0.059466078877449036,0.06277428567409515,0.06608249992132187,0.06939070671796799,0.0726989209651947,0.07600712776184082,0.07931533455848694,0.08262354880571365,0.08593175560235977,0.08923996984958649,0.0925481766462326,0.09585638344287872,0.09916459769010544,0.10247280448675156]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"bins":[-0.08975745737552643,-0.08688364177942276,-0.08400983363389969,-0.08113601803779602,-0.07826220244169235,-0.07538839429616928,-0.07251457870006561,-0.06964076310396194,-0.06676694750785828,-0.0638931393623352,-0.06101932376623154,-0.05814551189541817,-0.0552717000246048,-0.05239788442850113,-0.04952407255768776,-0.04665025696158409,-0.04377644509077072,-0.04090263321995735,-0.038028817623853683,-0.035155005753040314,-0.032281190156936646,-0.029407378286123276,-0.026533566415309906,-0.023659752681851387,-0.020785938948392868,-0.01791212521493435,-0.015038312412798405,-0.01216449961066246,-0.009290685877203941,-0.00641687260940671,-0.003543059341609478,-0.0006692460738122463,0.0022045671939849854,0.005078380461782217,0.007952193729579449,0.010826006531715393,0.013699820265173912,0.01657363399863243,0.0194474458694458,0.02232125960290432,0.02519507333636284,0.028068887069821358,0.030942700803279877,0.033816512674093246,0.036690324544906616,0.039564140141010284,0.042437952011823654,0.04531176760792732,0.04818557947874069,0.05105939134955406,0.05393320694565773,0.0568070188164711,0.05968083441257477,0.06255464255809784,0.06542845815420151,0.06830227375030518,0.07117608189582825,0.07404989749193192,0.07692371308803558,0.07979752868413925,0.08267133682966232,0.08554515242576599,0.08841896802186966,0.09129277616739273,0.0941665917634964],"_type":"histogram","values":[3,3,10,14,23,41,69,102,164,275,432,590,915,1365,1829,2727,3564,4750,6331,8181,10301,12855,15411,18303,20977,24076,26788,29143,31232,32497,33529,33713,33089,32152,30409,28029,25202,22771,19391,16610,13984,11672,9212,7196,5630,4075,3109,2268,1610,1097,741,460,374,215,124,75,50,35,13,9,5,2,0,2]},"gradients/_orig_mod.bert.encoder.layer.4.attention.self.key.weight":{"_type":"histogram","values":[1,2,2,6,2,3,5,6,16,16,18,34,47,59,88,109,172,246,360,480,751,1060,1677,2667,4192,6906,12447,25424,58760,157155,181518,71555,29297,14020,7772,4553,2860,1726,1172,813,537,377,262,180,142,92,67,43,33,29,15,16,9,7,5,3,3,1,0,1,1,2,1,1],"bins":[-0.0002675056457519531,-0.000258617103099823,-0.00024972856044769287,-0.00024084001779556274,-0.00023195147514343262,-0.0002230629324913025,-0.00021417438983917236,-0.00020528584718704224,-0.0001963973045349121,-0.00018750876188278198,-0.00017862021923065186,-0.00016973167657852173,-0.0001608431339263916,-0.00015195459127426147,-0.00014306604862213135,-0.00013417750597000122,-0.0001252889633178711,-0.00011640042066574097,-0.00010751187801361084,-9.862333536148071e-05,-8.973479270935059e-05,-8.084625005722046e-05,-7.195770740509033e-05,-6.30691647529602e-05,-5.418062210083008e-05,-4.529207944869995e-05,-3.6403536796569824e-05,-2.7514994144439697e-05,-1.862645149230957e-05,-9.737908840179443e-06,-8.493661880493164e-07,8.03917646408081e-06,1.6927719116210938e-05,2.5816261768341064e-05,3.470480442047119e-05,4.359334707260132e-05,5.2481889724731445e-05,6.137043237686157e-05,7.02589750289917e-05,7.914751768112183e-05,8.803606033325195e-05,9.692460298538208e-05,0.00010581314563751221,0.00011470168828964233,0.00012359023094177246,0.0001324787735939026,0.00014136731624603271,0.00015025585889816284,0.00015914440155029297,0.0001680329442024231,0.00017692148685455322,0.00018581002950668335,0.00019469857215881348,0.0002035871148109436,0.00021247565746307373,0.00022136420011520386,0.00023025274276733398,0.0002391412854194641,0.00024802982807159424,0.00025691837072372437,0.0002658069133758545,0.0002746954560279846,0.00028358399868011475,0.0002924725413322449,0.000301361083984375]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.weight":{"_type":"histogram","values":[1,0,0,2,1,1,4,4,7,11,16,11,24,23,50,56,92,113,179,251,409,537,796,1133,1776,2838,5525,13654,49831,267265,187314,35053,10519,4747,2581,1628,1055,711,510,324,237,143,119,86,61,33,25,21,15,7,7,5,4,1,2,1,3,1,0,0,0,0,0,1],"bins":[-0.0003528594970703125,-0.00034105032682418823,-0.00032924115657806396,-0.0003174319863319397,-0.00030562281608581543,-0.00029381364583969116,-0.0002820044755935669,-0.0002701953053474426,-0.00025838613510131836,-0.0002465769648551941,-0.00023476779460906982,-0.00022295862436294556,-0.0002111494541168213,-0.00019934028387069702,-0.00018753111362457275,-0.00017572194337844849,-0.00016391277313232422,-0.00015210360288619995,-0.00014029443264007568,-0.00012848526239395142,-0.00011667609214782715,-0.00010486692190170288,-9.305775165557861e-05,-8.124858140945435e-05,-6.943941116333008e-05,-5.763024091720581e-05,-4.582107067108154e-05,-3.4011900424957275e-05,-2.2202730178833008e-05,-1.039355993270874e-05,1.4156103134155273e-06,1.3224780559539795e-05,2.5033950805664062e-05,3.684312105178833e-05,4.86522912979126e-05,6.0461461544036865e-05,7.227063179016113e-05,8.40798020362854e-05,9.588897228240967e-05,0.00010769814252853394,0.0001195073127746582,0.00013131648302078247,0.00014312565326690674,0.000154934823513031,0.00016674399375915527,0.00017855316400527954,0.0001903623342514038,0.00020217150449752808,0.00021398067474365234,0.0002257898449897766,0.00023759901523590088,0.00024940818548202515,0.0002612173557281494,0.0002730265259742737,0.00028483569622039795,0.0002966448664665222,0.0003084540367126465,0.00032026320695877075,0.000332072377204895,0.0003438815474510193,0.00035569071769714355,0.0003674998879432678,0.0003793090581893921,0.00039111822843551636,0.0004029273986816406]},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.0005421638488769531,-0.0005252733826637268,-0.0005083829164505005,-0.0004914924502372742,-0.00047460198402404785,-0.00045771151781082153,-0.0004408210515975952,-0.0004239305853843689,-0.0004070401191711426,-0.00039014965295791626,-0.00037325918674468994,-0.0003563687205314636,-0.0003394782543182373,-0.000322587788105011,-0.00030569732189178467,-0.00028880685567855835,-0.00027191638946533203,-0.0002550259232521057,-0.0002381354570388794,-0.00022124499082565308,-0.00020435452461242676,-0.00018746405839920044,-0.00017057359218597412,-0.0001536831259727478,-0.00013679265975952148,-0.00011990219354629517,-0.00010301172733306885,-8.612126111984253e-05,-6.923079490661621e-05,-5.234032869338989e-05,-3.5449862480163574e-05,-1.8559396266937256e-05,-1.6689300537109375e-06,1.5221536159515381e-05,3.21120023727417e-05,4.900246858596802e-05,6.589293479919434e-05,8.278340101242065e-05,9.967386722564697e-05,0.00011656433343887329,0.0001334547996520996,0.00015034526586532593,0.00016723573207855225,0.00018412619829177856,0.00020101666450500488,0.0002179071307182312,0.00023479759693145752,0.00025168806314468384,0.00026857852935791016,0.0002854689955711365,0.0003023594617843628,0.0003192499279975891,0.00033614039421081543,0.00035303086042404175,0.00036992132663726807,0.0003868117928504944,0.0004037022590637207,0.000420592725276947,0.00043748319149017334,0.00045437365770339966,0.000471264123916626,0.0004881545901298523,0.0005050450563430786,0.0005219355225563049,0.0005388259887695312],"_type":"histogram","values":[1,0,1,1,1,2,4,4,4,13,11,26,24,39,77,113,157,258,396,610,956,1531,2488,4093,6680,11322,19596,35189,63747,117421,200309,290223,301094,219789,130912,72374,39384,22143,12573,7479,4439,2687,1730,1053,691,444,265,150,123,70,61,34,29,13,9,6,5,4,3,1,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.LayerNorm.bias":{"values":[1,0,0,0,0,1,2,0,0,0,0,4,1,3,4,3,6,5,11,9,14,15,22,20,24,17,17,21,31,39,30,36,30,33,29,33,32,36,30,20,25,24,24,21,25,12,12,7,2,5,6,7,1,3,8,1,3,0,1,0,1,0,0,1],"bins":[-0.0004920099745504558,-0.00047733206884004176,-0.0004626541631296277,-0.0004479762865230441,-0.00043329838081263006,-0.000418620475102216,-0.00040394256939180195,-0.0003892646636813879,-0.0003745867870748043,-0.00035990888136439025,-0.0003452309756539762,-0.00033055306994356215,-0.0003158751642331481,-0.00030119725852273405,-0.00028651938191615045,-0.0002718414762057364,-0.00025716357049532235,-0.0002424856647849083,-0.00022780777362640947,-0.00021312986791599542,-0.0001984519767574966,-0.00018377407104708254,-0.0001690961653366685,-0.00015441827417816967,-0.00013974036846775562,-0.00012506246275734156,-0.00011038457159884274,-9.570666588842869e-05,-8.102876745397225e-05,-6.635086901951581e-05,-5.167296694708057e-05,-3.699506487464532e-05,-2.2317137336358428e-05,-7.639237082912587e-06,7.038663170533255e-06,2.1716563423979096e-05,3.639446367742494e-05,5.1072362111881375e-05,6.575026782229543e-05,8.042816625675187e-05,9.51060646912083e-05,0.00010978396312566474,0.00012446186156012118,0.00013913976727053523,0.00015381767298094928,0.0001684955641394481,0.00018317346984986216,0.00019785136100836098,0.00021252926671877503,0.00022720717242918909,0.0002418850635876879,0.00025656295474618673,0.0002712408604566008,0.00028591876616701484,0.0003005966718774289,0.00031527457758784294,0.00032995245419442654,0.0003446303599048406,0.00035930826561525464,0.0003739861713256687,0.00038866407703608274,0.0004033419827464968,0.0004180198593530804,0.00043269776506349444,0.0004473756707739085],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"bins":[-0.001875162124633789,-0.001815803349018097,-0.0017564445734024048,-0.0016970857977867126,-0.0016377270221710205,-0.0015783682465553284,-0.0015190094709396362,-0.001459650695323944,-0.001400291919708252,-0.0013409331440925598,-0.0012815743684768677,-0.0012222155928611755,-0.0011628568172454834,-0.0011034980416297913,-0.0010441392660140991,-0.000984780490398407,-0.0009254217147827148,-0.0008660629391670227,-0.0008067041635513306,-0.0007473453879356384,-0.0006879866123199463,-0.0006286278367042542,-0.000569269061088562,-0.0005099102854728699,-0.00045055150985717773,-0.0003911927342414856,-0.00033183395862579346,-0.0002724751830101013,-0.00021311640739440918,-0.00015375763177871704,-9.43988561630249e-05,-3.5040080547332764e-05,2.4318695068359375e-05,8.367747068405151e-05,0.00014303624629974365,0.0002023950219154358,0.00026175379753112793,0.00032111257314682007,0.0003804713487625122,0.00043983012437820435,0.0004991888999938965,0.0005585476756095886,0.0006179064512252808,0.0006772652268409729,0.000736624002456665,0.0007959827780723572,0.0008553415536880493,0.0009147003293037415,0.0009740591049194336,0.0010334178805351257,0.0010927766561508179,0.00115213543176651,0.0012114942073822021,0.0012708529829978943,0.0013302117586135864,0.0013895705342292786,0.0014489293098449707,0.0015082880854606628,0.001567646861076355,0.0016270056366920471,0.0016863644123077393,0.0017457231879234314,0.0018050819635391235,0.0018644407391548157,0.0019237995147705078],"_type":"histogram","values":[1,0,0,0,0,0,2,0,2,2,4,3,5,6,8,9,7,11,15,11,19,14,23,20,30,23,25,30,32,31,27,34,33,31,26,34,39,21,32,19,15,20,17,18,12,9,9,7,8,2,6,4,2,3,2,0,1,1,1,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"bins":[-0.0005880643147975206,-0.0005708661628887057,-0.0005536680109798908,-0.0005364699172787368,-0.0005192717653699219,-0.000502073613461107,-0.00048487549065612257,-0.0004676773678511381,-0.0004504792159423232,-0.0004332810640335083,-0.00041608294122852385,-0.0003988848184235394,-0.0003816866665147245,-0.0003644885146059096,-0.00034729039180092514,-0.0003300922689959407,-0.0003128941170871258,-0.00029569596517831087,-0.0002784978423733264,-0.00026129971956834197,-0.00024410156765952706,-0.00022690343030262738,-0.0002097052929457277,-0.00019250715558882803,-0.00017530901823192835,-0.00015811088087502867,-0.000140912743518129,-0.0001237146061612293,-0.00010651646880432963,-8.931833144742996e-05,-7.212019409053028e-05,-5.49220567336306e-05,-3.772397758439183e-05,-2.0525840227492154e-05,-3.327702870592475e-06,1.3870434486307204e-05,3.106857184320688e-05,4.826670920010656e-05,6.546484655700624e-05,8.266298391390592e-05,9.98611212708056e-05,0.00011705925862770528,0.00013425739598460495,0.00015145553334150463,0.0001686536706984043,0.000185851808055304,0.00020304994541220367,0.00022024808276910335,0.00023744622012600303,0.00025464437203481793,0.0002718424948398024,0.00028904061764478683,0.00030623876955360174,0.00032343692146241665,0.0003406350442674011,0.00035783316707238555,0.00037503131898120046,0.00039222947089001536,0.0004094275936949998,0.00042662571649998426,0.00044382386840879917,0.0004610220203176141,0.00047822014312259853,0.000495418265927583,0.0005126164178363979],"_type":"histogram","values":[1,0,0,0,0,1,0,1,1,8,5,2,3,9,6,9,7,11,11,6,14,13,10,12,24,20,21,20,28,27,21,26,37,31,30,22,16,24,29,24,24,27,25,15,14,13,18,16,21,10,9,5,10,5,5,4,4,4,1,1,1,1,2,3]},"parameters/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,0,1,0,2,1,0,2,1,3,4,3,3,2,7,8,4,9,9,12,12,20,25,19,32,27,31,34,42,47,33,36,44,30,24,38,25,17,18,24,22,14,15,9,10,9,6,10,4,3,3,4,1,2,2,0,0,1,1,1,0,0,1],"bins":[0.9981564283370972,0.9982149600982666,0.998273491859436,0.9983320236206055,0.9983905553817749,0.9984490871429443,0.9985076189041138,0.9985661506652832,0.9986246824264526,0.9986832141876221,0.9987417459487915,0.9988002777099609,0.9988588094711304,0.9989173412322998,0.9989758729934692,0.9990344047546387,0.9990929365158081,0.9991514682769775,0.999210000038147,0.9992685317993164,0.9993270635604858,0.9993855953216553,0.9994441270828247,0.9995026588439941,0.9995611906051636,0.999619722366333,0.9996782541275024,0.9997367858886719,0.9997953176498413,0.9998538494110107,0.9999123811721802,0.9999709129333496,1.000029444694519,1.0000879764556885,1.000146508216858,1.0002050399780273,1.0002635717391968,1.0003221035003662,1.0003806352615356,1.000439167022705,1.0004976987838745,1.000556230545044,1.0006147623062134,1.0006732940673828,1.0007318258285522,1.0007903575897217,1.0008488893508911,1.0009074211120605,1.00096595287323,1.0010244846343994,1.0010830163955688,1.0011415481567383,1.0012000799179077,1.0012586116790771,1.0013171434402466,1.001375675201416,1.0014342069625854,1.0014927387237549,1.0015512704849243,1.0016098022460938,1.0016683340072632,1.0017268657684326,1.001785397529602,1.0018439292907715,1.001902461051941]},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,0,1,3,2,5,1,0,3,2,2,4,4,5,10,5,10,13,13,23,24,25,21,31,32,29,37,38,44,43,43,39,37,31,27,20,26,13,17,21,11,7,6,5,4,5,5,3,3,4,0,2,1,1,2,0,0,1,1,0,0,0,1],"bins":[0.9983626008033752,0.9984195232391357,0.9984764456748962,0.9985334277153015,0.998590350151062,0.9986472725868225,0.998704195022583,0.9987611770629883,0.9988180994987488,0.9988750219345093,0.9989319443702698,0.998988926410675,0.9990458488464355,0.999102771282196,0.9991596937179565,0.9992166757583618,0.9992735981941223,0.9993305206298828,0.9993874430656433,0.9994443655014038,0.9995013475418091,0.9995582699775696,0.9996151924133301,0.9996721148490906,0.9997290968894958,0.9997860193252563,0.9998429417610168,0.9998998641967773,0.9999568462371826,1.0000137090682983,1.0000706911087036,1.0001276731491089,1.0001845359802246,1.0002415180206299,1.0002983808517456,1.0003553628921509,1.0004123449325562,1.0004692077636719,1.0005261898040771,1.0005831718444824,1.0006400346755981,1.0006970167160034,1.0007538795471191,1.0008108615875244,1.0008678436279297,1.0009247064590454,1.0009816884994507,1.001038670539856,1.0010955333709717,1.001152515411377,1.0012093782424927,1.001266360282898,1.0013233423233032,1.001380205154419,1.0014371871948242,1.00149405002594,1.0015510320663452,1.0016080141067505,1.0016648769378662,1.0017218589782715,1.0017788410186768,1.0018357038497925,1.0018926858901978,1.0019495487213135,1.0020065307617188]},"parameters/_orig_mod.bert.encoder.layer.9.output.dense.weight":{"values":[1,0,3,5,10,18,40,63,97,169,285,461,698,1197,1819,2674,4081,5688,7967,11228,14797,19754,25123,31658,39179,47293,55399,63712,72084,79206,84751,89630,92472,93209,92334,89030,83296,77003,70186,61774,53036,44995,36883,30127,23484,18493,13838,10260,7464,5279,3639,2498,1673,1081,677,402,273,169,97,48,28,13,6,7],"bins":[-0.09940627962350845,-0.0964273065328598,-0.09344834089279175,-0.0904693678021431,-0.08749039471149445,-0.08451142907142639,-0.08153245598077774,-0.07855348289012909,-0.07557451725006104,-0.07259554415941238,-0.06961657106876373,-0.06663760542869568,-0.06365863233804703,-0.060679662972688675,-0.05770069360733032,-0.05472172051668167,-0.05174275115132332,-0.048763781785964966,-0.045784808695316315,-0.04280583932995796,-0.03982686996459961,-0.03684789687395096,-0.033868927508592606,-0.030889958143234253,-0.02791098691523075,-0.02493201568722725,-0.021953046321868896,-0.018974075093865395,-0.015995103865861893,-0.01301613450050354,-0.010037163272500038,-0.007058192975819111,-0.004079222679138184,-0.0011002521496266127,0.0018787183798849583,0.004857689142227173,0.0078366594389081,0.010815629735589027,0.01379460096359253,0.016773570328950882,0.019752541556954384,0.022731512784957886,0.02571048215031624,0.02868945337831974,0.03166842460632324,0.034647393971681595,0.03762636333703995,0.0406053364276886,0.04358430579304695,0.046563275158405304,0.049542248249053955,0.05252121761441231,0.05550018697977066,0.05847916007041931,0.061458129435777664,0.06443709880113602,0.06741607189178467,0.07039503753185272,0.07337401062250137,0.07635298371315002,0.07933194935321808,0.08231092244386673,0.08528989553451538,0.08826886117458344,0.09124783426523209],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,3,1,4,3,9,7,20,15,22,32,48,59,85,79,120,145,137,165,180,162,144,129,101,94,65,62,36,30,21,18,19,6,5,4,4,4,2,1,1,2,0,2],"bins":[-0.0012920474400743842,-0.001260667690075934,-0.0012292879400774837,-0.0011979081900790334,-0.001166528556495905,-0.0011351488064974546,-0.0011037690564990044,-0.001072389306500554,-0.0010410095565021038,-0.0010096298065036535,-0.0009782500565052032,-0.0009468703647144139,-0.0009154906147159636,-0.0008841108647175133,-0.000852731172926724,-0.0008213514229282737,-0.0007899716729298234,-0.0007585919229313731,-0.0007272121729329228,-0.0006958324811421335,-0.0006644527311436832,-0.0006330729811452329,-0.0006016932893544436,-0.0005703135393559933,-0.000538933789357543,-0.0005075540393590927,-0.0004761743184644729,-0.00044479459756985307,-0.0004134148475714028,-0.0003820350975729525,-0.0003506553766783327,-0.00031927565578371286,-0.0002878959639929235,-0.0002565162139944732,-0.0002251364930998534,-0.00019375675765331835,-0.0001623770222067833,-0.00013099728676024824,-9.961755131371319e-05,-6.823781586717814e-05,-3.685808042064309e-05,-5.47834497410804e-06,2.590139047242701e-05,5.728112591896206e-05,8.866086136549711e-05,0.00012004059681203216,0.00015142033225856721,0.00018280006770510226,0.00021417980315163732,0.0002455595531500876,0.0002769392740447074,0.00030831899493932724,0.0003396987449377775,0.0003710784949362278,0.0004024582158308476,0.00043383793672546744,0.0004652176867239177,0.000496597436722368,0.0005279771285131574,0.0005593568785116076,0.0005907366285100579,0.0006221163785085082,0.0006534961285069585,0.0006848758202977479,0.0007162555702961981],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.key.weight":{"values":[1,0,1,1,2,4,13,28,29,53,107,216,330,458,754,1185,1593,2469,3462,4992,6580,8553,11028,13933,17042,19998,23423,27115,30403,32640,35069,35781,36277,36081,35093,32908,29991,27035,23810,20141,16647,13508,10954,8547,6353,4612,3432,2434,1655,1176,714,465,304,183,115,49,27,32,8,2,6,0,1,1],"bins":[-0.10112927109003067,-0.098016157746315,-0.09490305185317993,-0.09178994596004486,-0.0886768326163292,-0.08556371927261353,-0.08245061337947845,-0.07933750748634338,-0.07622439414262772,-0.07311128079891205,-0.06999817490577698,-0.0668850690126419,-0.06377195566892624,-0.06065884605050087,-0.0575457364320755,-0.05443262681365013,-0.05131951719522476,-0.04820640757679939,-0.04509329795837402,-0.041980188339948654,-0.038867078721523285,-0.035753969103097916,-0.032640859484672546,-0.029527749866247177,-0.026414640247821808,-0.02330153062939644,-0.02018842101097107,-0.0170753113925457,-0.01396220177412033,-0.010849092155694962,-0.007735982537269592,-0.004622872918844223,-0.0015097558498382568,0.0016033537685871124,0.004716463387012482,0.007829573005437851,0.01094268262386322,0.01405579224228859,0.01716890186071396,0.020282011479139328,0.023395121097564697,0.026508230715990067,0.029621340334415436,0.032734449952840805,0.035847559571266174,0.038960669189691544,0.04207377880811691,0.04518688842654228,0.04829999804496765,0.05141310766339302,0.05452621728181839,0.05763932690024376,0.06075243651866913,0.0638655424118042,0.06697865575551987,0.07009176909923553,0.0732048749923706,0.07631798088550568,0.07943109422922134,0.08254420757293701,0.08565731346607208,0.08877041935920715,0.09188353270292282,0.09499664604663849,0.09810975193977356],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,1,1,4,6,2,5,8,3,9,9,10,10,9,11,13,12,17,12,24,24,20,24,22,28,31,26,42,28,23,26,21,26,25,28,24,18,20,15,10,18,14,23,12,5,8,8,6,6,5,1,6,0,2,2,2,0,2],"bins":[-0.0005310177803039551,-0.0005155401304364204,-0.0005000624805688858,-0.00048458483070135117,-0.00046910718083381653,-0.0004536295309662819,-0.00043815188109874725,-0.0004226742312312126,-0.000407196581363678,-0.00039171893149614334,-0.0003762412816286087,-0.00036076363176107407,-0.00034528598189353943,-0.0003298083320260048,-0.00031433068215847015,-0.0002988530322909355,-0.0002833753824234009,-0.00026789773255586624,-0.0002524200826883316,-0.00023694243282079697,-0.00022146478295326233,-0.0002059871330857277,-0.00019050948321819305,-0.00017503183335065842,-0.00015955418348312378,-0.00014407653361558914,-0.0001285988837480545,-0.00011312123388051987,-9.764358401298523e-05,-8.216593414545059e-05,-6.668828427791595e-05,-5.121063441038132e-05,-3.573298454284668e-05,-2.0255334675312042e-05,-4.777684807777405e-06,1.0699965059757233e-05,2.617761492729187e-05,4.165526479482651e-05,5.7132914662361145e-05,7.261056452989578e-05,8.808821439743042e-05,0.00010356586426496506,0.0001190435141324997,0.00013452116400003433,0.00014999881386756897,0.0001654764637351036,0.00018095411360263824,0.00019643176347017288,0.00021190941333770752,0.00022738706320524216,0.0002428647130727768,0.00025834236294031143,0.00027382001280784607,0.0002892976626753807,0.00030477531254291534,0.00032025296241045,0.0003357306122779846,0.00035120826214551926,0.0003666859120130539,0.00038216356188058853,0.00039764121174812317,0.0004131188616156578,0.00042859651148319244,0.0004440741613507271,0.0004595518112182617]},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,1,1,2,0,1,0,1,2,2,3,5,7,8,5,13,6,14,8,20,14,15,31,36,30,37,34,40,44,33,36,26,32,31,28,29,26,16,17,16,10,14,12,7,7,6,6,7,5,2,4,5,2,1,0,1,3,2,0,0,1,0,1,1],"bins":[0.998430609703064,0.9984880089759827,0.9985454082489014,0.9986028075218201,0.9986602067947388,0.9987176060676575,0.9987750053405762,0.9988324046134949,0.9988898038864136,0.9989472031593323,0.999004602432251,0.9990620017051697,0.9991194009780884,0.9991768002510071,0.9992341995239258,0.9992915987968445,0.9993489980697632,0.9994063377380371,0.9994637370109558,0.9995211362838745,0.9995785355567932,0.9996359348297119,0.9996933341026306,0.9997507333755493,0.999808132648468,0.9998655319213867,0.9999229311943054,0.9999803304672241,1.0000377893447876,1.0000951290130615,1.000152587890625,1.000209927558899,1.0002672672271729,1.0003247261047363,1.0003820657730103,1.0004395246505737,1.0004968643188477,1.0005543231964111,1.000611662864685,1.0006691217422485,1.0007264614105225,1.000783920288086,1.0008412599563599,1.0008987188339233,1.0009560585021973,1.0010135173797607,1.0010708570480347,1.0011283159255981,1.001185655593872,1.0012431144714355,1.0013004541397095,1.001357913017273,1.0014152526855469,1.0014727115631104,1.0015300512313843,1.0015875101089478,1.0016448497772217,1.0017023086547852,1.001759648323059,1.0018171072006226,1.0018744468688965,1.00193190574646,1.0019892454147339,1.0020467042922974,1.0021040439605713]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.bias":{"_type":"histogram","values":[1,1,1,0,1,5,0,3,5,4,5,9,3,6,5,6,12,9,12,9,15,13,23,11,19,16,20,10,21,22,26,29,27,36,37,25,25,24,26,22,24,20,21,16,14,19,16,8,14,8,7,6,15,9,3,3,3,3,2,5,3,3,0,2],"bins":[-0.0004585385322570801,-0.0004449952393770218,-0.0004314519464969635,-0.0004179086536169052,-0.0004043653607368469,-0.00039082206785678864,-0.00037727877497673035,-0.00036373548209667206,-0.00035019218921661377,-0.0003366488963365555,-0.0003231056034564972,-0.0003095623105764389,-0.0002960190176963806,-0.0002824757248163223,-0.00026893243193626404,-0.00025538913905620575,-0.00024184584617614746,-0.00022830255329608917,-0.00021475926041603088,-0.0002012159675359726,-0.0001876726746559143,-0.00017412938177585602,-0.00016058608889579773,-0.00014704279601573944,-0.00013349950313568115,-0.00011995621025562286,-0.00010641291737556458,-9.286962449550629e-05,-7.9326331615448e-05,-6.578303873538971e-05,-5.223974585533142e-05,-3.869645297527313e-05,-2.5153160095214844e-05,-1.1609867215156555e-05,1.9334256649017334e-06,1.5476718544960022e-05,2.902001142501831e-05,4.25633043050766e-05,5.610659718513489e-05,6.964989006519318e-05,8.319318294525146e-05,9.673647582530975e-05,0.00011027976870536804,0.00012382306158542633,0.00013736635446548462,0.0001509096473455429,0.0001644529402256012,0.00017799623310565948,0.00019153952598571777,0.00020508281886577606,0.00021862611174583435,0.00023216940462589264,0.00024571269750595093,0.0002592559903860092,0.0002727992832660675,0.0002863425761461258,0.0002998858690261841,0.00031342916190624237,0.00032697245478630066,0.00034051574766635895,0.00035405904054641724,0.0003676023334264755,0.0003811456263065338,0.0003946889191865921,0.0004082322120666504]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.weight":{"values":[2,1,1,4,3,3,6,7,7,15,19,37,57,80,121,157,241,335,552,796,1350,2010,3368,5512,9228,15227,26117,45643,80632,142216,232382,302605,273808,181874,105559,59518,33814,19454,11685,6848,4141,2669,1686,1050,719,406,296,201,115,93,70,28,31,18,18,4,9,2,0,7,2,2,0,3],"bins":[-0.0004119873046875,-0.00039900466799736023,-0.00038602203130722046,-0.0003730393946170807,-0.0003600567579269409,-0.00034707412123680115,-0.0003340914845466614,-0.0003211088478565216,-0.00030812621116638184,-0.00029514357447624207,-0.0002821609377861023,-0.0002691783010959625,-0.00025619566440582275,-0.00024321302771568298,-0.0002302303910255432,-0.00021724775433540344,-0.00020426511764526367,-0.0001912824809551239,-0.00017829984426498413,-0.00016531720757484436,-0.0001523345708847046,-0.00013935193419456482,-0.00012636929750442505,-0.00011338666081428528,-0.00010040402412414551,-8.742138743400574e-05,-7.443875074386597e-05,-6.14561140537262e-05,-4.8473477363586426e-05,-3.5490840673446655e-05,-2.2508203983306885e-05,-9.525567293167114e-06,3.4570693969726562e-06,1.6439706087112427e-05,2.9422342777252197e-05,4.240497946739197e-05,5.538761615753174e-05,6.837025284767151e-05,8.135288953781128e-05,9.433552622795105e-05,0.00010731816291809082,0.00012030079960823059,0.00013328343629837036,0.00014626607298851013,0.0001592487096786499,0.00017223134636878967,0.00018521398305892944,0.00019819661974906921,0.00021117925643920898,0.00022416189312934875,0.00023714452981948853,0.0002501271665096283,0.00026310980319976807,0.00027609243988990784,0.0002890750765800476,0.0003020577132701874,0.00031504034996032715,0.0003280229866504669,0.0003410056233406067,0.00035398826003074646,0.00036697089672088623,0.000379953533411026,0.00039293617010116577,0.00040591880679130554,0.0004189014434814453],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,1,2,1,2,2,4,1,4,2,3,2,4,8,6,13,11,13,12,14,13,18,27,30,27,25,27,27,32,29,30,33,34,31,23,38,24,30,22,26,23,13,16,12,11,5,8,7,4,2,4,1,0,1,3,1,1,1,1,0,1,0,1],"bins":[-0.0004443314392119646,-0.00043016692507080734,-0.0004160023818258196,-0.00040183786768466234,-0.00038767335354350507,-0.00037350881029851735,-0.0003593442961573601,-0.0003451797820162028,-0.0003310152387712151,-0.0003168507246300578,-0.00030268621048890054,-0.0002885216672439128,-0.00027435715310275555,-0.0002601926389615983,-0.00024602809571661055,-0.00023186358157545328,-0.00021769905288238078,-0.00020353452418930829,-0.00018937001004815102,-0.00017520548135507852,-0.00016104095266200602,-0.00014687643852084875,-0.00013271190982777625,-0.00011854738113470376,-0.00010438285971758887,-9.021833830047399e-05,-7.605380960740149e-05,-6.18892881902866e-05,-4.7724763135192916e-05,-3.3560238080099225e-05,-1.9395714843994938e-05,-5.231190698395949e-06,8.93333344720304e-06,2.309785850229673e-05,3.726238355739042e-05,5.1426904974505305e-05,6.55914336675778e-05,7.975595508469269e-05,9.392047650180757e-05,0.00010808500519488007,0.00012224953388795257,0.00013641404802910984,0.00015057857672218233,0.00016474310541525483,0.0001789076195564121,0.0001930721482494846,0.0002072366769425571,0.00022140119108371437,0.00023556571977678686,0.00024973024846985936,0.00026389476261101663,0.00027805930585600436,0.0002922238199971616,0.0003063883341383189,0.0003205528773833066,0.0003347173915244639,0.00034888190566562116,0.0003630464489106089,0.00037721096305176616,0.0003913754771929234,0.00040554002043791115,0.0004197045345790684,0.0004338690487202257,0.0004480335919652134,0.0004621981061063707]},"gradients/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"values":[1,0,2,2,1,1,4,7,14,25,28,28,55,73,105,141,238,321,569,825,1371,2044,3392,5392,9045,14786,24771,42095,71631,117154,185032,254720,271992,212466,140295,85980,51524,30242,17979,10802,6584,4013,2491,1604,1045,669,444,299,181,118,89,46,43,33,17,16,5,5,3,2,0,2,1,1],"bins":[-0.0003693103790283203,-0.0003578364849090576,-0.0003463625907897949,-0.0003348886966705322,-0.00032341480255126953,-0.00031194090843200684,-0.00030046701431274414,-0.00028899312019348145,-0.00027751922607421875,-0.00026604533195495605,-0.00025457143783569336,-0.00024309754371643066,-0.00023162364959716797,-0.00022014975547790527,-0.00020867586135864258,-0.00019720196723937988,-0.0001857280731201172,-0.0001742541790008545,-0.0001627802848815918,-0.0001513063907623291,-0.0001398324966430664,-0.0001283586025238037,-0.00011688470840454102,-0.00010541081428527832,-9.393692016601562e-05,-8.246302604675293e-05,-7.098913192749023e-05,-5.951523780822754e-05,-4.8041343688964844e-05,-3.656744956970215e-05,-2.5093555450439453e-05,-1.3619661331176758e-05,-2.1457672119140625e-06,9.328126907348633e-06,2.0802021026611328e-05,3.2275915145874023e-05,4.374980926513672e-05,5.5223703384399414e-05,6.669759750366211e-05,7.81714916229248e-05,8.96453857421875e-05,0.0001011192798614502,0.00011259317398071289,0.00012406706809997559,0.00013554096221923828,0.00014701485633850098,0.00015848875045776367,0.00016996264457702637,0.00018143653869628906,0.00019291043281555176,0.00020438432693481445,0.00021585822105407715,0.00022733211517333984,0.00023880600929260254,0.00025027990341186523,0.00026175379753112793,0.0002732276916503906,0.0002847015857696533,0.000296175479888916,0.0003076493740081787,0.0003191232681274414,0.0003305971622467041,0.0003420710563659668,0.0003535449504852295,0.0003650188446044922],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"_type":"histogram","values":[2,0,3,2,4,3,7,14,15,26,45,65,72,123,180,299,412,608,997,1582,2316,3851,5722,9183,13960,21675,32274,45960,61888,75750,77987,68744,53927,38018,25865,17109,11005,7185,4581,2974,1886,1201,776,508,334,234,157,97,70,39,40,15,12,11,3,1,2,2,1,0,0,0,0,2],"bins":[-0.00046133995056152344,-0.000446077436208725,-0.0004308149218559265,-0.00041555240750312805,-0.0004002898931503296,-0.00038502737879753113,-0.00036976486444473267,-0.0003545023500919342,-0.00033923983573913574,-0.0003239773213863373,-0.0003087148070335388,-0.00029345229268074036,-0.0002781897783279419,-0.00026292726397514343,-0.00024766474962234497,-0.0002324022352695465,-0.00021713972091674805,-0.00020187720656394958,-0.00018661469221115112,-0.00017135217785835266,-0.0001560896635055542,-0.00014082714915275574,-0.00012556463479995728,-0.00011030212044715881,-9.503960609436035e-05,-7.977709174156189e-05,-6.451457738876343e-05,-4.9252063035964966e-05,-3.3989548683166504e-05,-1.8727034330368042e-05,-3.46451997756958e-06,1.1797994375228882e-05,2.7060508728027344e-05,4.2323023080825806e-05,5.758553743362427e-05,7.284805178642273e-05,8.811056613922119e-05,0.00010337308049201965,0.00011863559484481812,0.00013389810919761658,0.00014916062355041504,0.0001644231379032135,0.00017968565225601196,0.00019494816660881042,0.0002102106809616089,0.00022547319531440735,0.0002407357096672058,0.00025599822402000427,0.00027126073837280273,0.0002865232527256012,0.00030178576707839966,0.0003170482814311981,0.0003323107957839966,0.00034757331013679504,0.0003628358244895935,0.00037809833884239197,0.00039336085319519043,0.0004086233675479889,0.00042388588190078735,0.0004391483962535858,0.0004544109106063843,0.00046967342495918274,0.0004849359393119812,0.0005001984536647797,0.0005154609680175781]},"_wandb":{"runtime":444},"gradients/_orig_mod.bert.encoder.layer.1.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,0,0,2,0,1,1,3,1,3,1,1,1,5,2,4,8,10,14,13,8,15,15,22,24,38,35,36,42,59,46,57,45,35,46,35,18,15,17,14,13,5,7,9,4,4,8,6,2,1,2,1,1,0,1,0,4,2,1,0,0,0,2,1],"bins":[-0.0010518523631617427,-0.0010172376642003655,-0.0009826230816543102,-0.0009480083826929331,-0.0009133936837315559,-0.0008787790429778397,-0.0008441644022241235,-0.0008095497032627463,-0.0007749350625090301,-0.0007403204217553139,-0.0007057057227939367,-0.0006710910820402205,-0.0006364764412865043,-0.0006018617423251271,-0.0005672471015714109,-0.0005326324026100338,-0.0004980177618563175,-0.00046340309199877083,-0.00042878842214122415,-0.0003941737813875079,-0.00035955911152996123,-0.00032494444167241454,-0.0002903298009186983,-0.0002557151310611516,-0.00022110046120360494,-0.00018648579134605825,-0.0001518711360404268,-0.00011725647345883772,-8.264181087724864e-05,-4.802714829565957e-05,-1.3412485714070499e-05,2.1202176867518574e-05,5.581672303378582e-05,9.043138561537489e-05,0.00012504604819696397,0.00015966070350259542,0.0001942753733601421,0.0002288900432176888,0.00026350468397140503,0.0002981193538289517,0.0003327340236864984,0.0003673486935440451,0.0004019633634015918,0.000436578004155308,0.0004711926740128547,0.0005058073438704014,0.0005404219846241176,0.0005750366835854948,0.000609651324339211,0.0006442659650929272,0.0006788806640543044,0.0007134953048080206,0.0007481100037693977,0.000782724644523114,0.0008173392852768302,0.0008519539842382073,0.0008865686249919236,0.0009211832657456398,0.0009557979647070169,0.000990412663668394,0.0010250272462144494,0.0010596419451758265,0.0010942566441372037,0.001128871226683259,0.0011634859256446362]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.dense.weight":{"_type":"histogram","values":[1,0,2,1,0,3,6,6,22,25,56,91,134,242,396,601,868,1379,1984,2866,3819,5520,7145,9354,11610,14478,17453,21008,24210,27401,30078,32307,34501,35678,35859,35383,33503,31577,29720,26369,22842,19467,16497,13644,10773,8494,6453,4879,3533,2433,1784,1225,786,538,327,189,122,74,51,22,22,8,4,1],"bins":[-0.10421182960271835,-0.10117554664611816,-0.09813926368951797,-0.09510298073291779,-0.0920666977763176,-0.08903041481971741,-0.08599413186311722,-0.08295784890651703,-0.07992157340049744,-0.07688529044389725,-0.07384900748729706,-0.07081272453069687,-0.06777644157409668,-0.06474015861749649,-0.0617038756608963,-0.05866759270429611,-0.05563130974769592,-0.052595026791095734,-0.049558743834495544,-0.046522460877895355,-0.043486177921295166,-0.040449898689985275,-0.037413615733385086,-0.0343773327767849,-0.03134104982018471,-0.02830476686358452,-0.02526848390698433,-0.02223220281302929,-0.0191959198564291,-0.01615963689982891,-0.013123354874551296,-0.010087072849273682,-0.0070507824420928955,-0.004014499951153994,-0.0009782174602150917,0.00205806503072381,0.005094347521662712,0.008130630478262901,0.011166912503540516,0.01420319452881813,0.01723947748541832,0.02027576044201851,0.023312043398618698,0.026348324492573738,0.029384607449173927,0.03242088854312897,0.035457171499729156,0.038493454456329346,0.041529737412929535,0.044566020369529724,0.04760230332612991,0.0506385862827301,0.05367486923933029,0.05671114847064018,0.05974743142724037,0.06278371810913086,0.06581999361515045,0.06885627657175064,0.07189255952835083,0.07492884248495102,0.07796512544155121,0.0810014083981514,0.08403769135475159,0.08707397431135178,0.09011025726795197]},"parameters/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,3,5,8,9,23,44,51,64,76,94,127,146,150,169,169,155,135,87,107,96,60,70,41,34,32,19,18,14,10,7,3,2,1,3,3,4,1,0,0,1,0,0,0,0,0,0,2,0,0,0,0,1],"bins":[-0.0013845127541571856,-0.0013329175999388099,-0.0012813224457204342,-0.0012297271750867367,-0.001178132020868361,-0.0011265368666499853,-0.0010749415960162878,-0.0010233464417979121,-0.0009717512875795364,-0.0009201561333611608,-0.0008685609209351242,-0.0008169657085090876,-0.0007653705542907119,-0.0007137754000723362,-0.0006621801876462996,-0.000610584975220263,-0.0005589898210018873,-0.0005073946667835116,-0.00045579945435747504,-0.0004042042710352689,-0.00035260908771306276,-0.0003010139043908566,-0.0002494187210686505,-0.00019782353774644434,-0.0001462283544242382,-9.463317110203207e-05,-4.3037987779825926e-05,8.557195542380214e-06,6.015237886458635e-05,0.00011174756218679249,0.00016334274550899863,0.00021493792883120477,0.00026653322856873274,0.0003181284118909389,0.000369723595213145,0.00042131877853535116,0.0004729139618575573,0.000524509116075933,0.0005761043285019696,0.0006276995409280062,0.0006792946951463819,0.0007308898493647575,0.0007824850617907941,0.0008340802742168307,0.0008856754284352064,0.0009372705826535821,0.0009888657368719578,0.0010404610075056553,0.001092056161724031,0.0011436513159424067,0.0011952465865761042,0.0012468417407944798,0.0012984368950128555,0.0013500320492312312,0.001401627203449607,0.0014532224740833044,0.00150481762830168,0.0015564127825200558,0.0016080080531537533,0.001659603207372129,0.0017111983615905046,0.0017627935158088803,0.001814388670027256,0.0018659839406609535,0.0019175790948793292]},"gradients/_orig_mod.bert.encoder.layer.3.intermediate.dense.bias":{"bins":[-0.00046539306640625,-0.00045134034007787704,-0.0004372876137495041,-0.00042323488742113113,-0.0004091821610927582,-0.0003951294347643852,-0.00038107670843601227,-0.0003670239821076393,-0.00035297125577926636,-0.0003389185294508934,-0.00032486580312252045,-0.0003108130767941475,-0.00029676035046577454,-0.0002827076241374016,-0.0002686548978090286,-0.00025460217148065567,-0.00024054944515228271,-0.00022649671882390976,-0.0002124439924955368,-0.00019839126616716385,-0.0001843385398387909,-0.00017028581351041794,-0.00015623308718204498,-0.00014218036085367203,-0.00012812763452529907,-0.00011407490819692612,-0.00010002218186855316,-8.59694555401802e-05,-7.191672921180725e-05,-5.7864002883434296e-05,-4.381127655506134e-05,-2.9758550226688385e-05,-1.570582389831543e-05,-1.6530975699424744e-06,1.2399628758430481e-05,2.6452355086803436e-05,4.050508141517639e-05,5.455780774354935e-05,6.86105340719223e-05,8.266326040029526e-05,9.671598672866821e-05,0.00011076871305704117,0.00012482143938541412,0.00013887416571378708,0.00015292689204216003,0.000166979618370533,0.00018103234469890594,0.0001950850710272789,0.00020913779735565186,0.0002231905236840248,0.00023724325001239777,0.0002512959763407707,0.0002653487026691437,0.00027940142899751663,0.0002934541553258896,0.00030750688165426254,0.0003215596079826355,0.00033561233431100845,0.0003496650606393814,0.00036371778696775436,0.0003777705132961273,0.0003918232396245003,0.00040587596595287323,0.0004199286922812462,0.00043398141860961914],"_type":"histogram","values":[1,1,0,3,0,1,0,0,1,1,2,5,4,10,8,6,8,17,15,18,21,29,38,43,57,73,61,92,83,107,89,101,118,120,102,96,97,96,66,97,62,60,44,34,33,27,15,17,15,10,8,13,2,5,6,0,2,4,2,0,1,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.value.weight":{"bins":[-0.0006914138793945312,-0.0006689727306365967,-0.0006465315818786621,-0.0006240904331207275,-0.000601649284362793,-0.0005792081356048584,-0.0005567669868469238,-0.0005343258380889893,-0.0005118846893310547,-0.0004894435405731201,-0.00046700239181518555,-0.000444561243057251,-0.0004221200942993164,-0.00039967894554138184,-0.00037723779678344727,-0.0003547966480255127,-0.0003323554992675781,-0.00030991435050964355,-0.000287473201751709,-0.0002650320529937744,-0.00024259090423583984,-0.00022014975547790527,-0.0001977086067199707,-0.00017526745796203613,-0.00015282630920410156,-0.000130385160446167,-0.00010794401168823242,-8.550286293029785e-05,-6.306171417236328e-05,-4.062056541442871e-05,-1.817941665649414e-05,4.26173210144043e-06,2.6702880859375e-05,4.914402961730957e-05,7.158517837524414e-05,9.402632713317871e-05,0.00011646747589111328,0.00013890862464904785,0.00016134977340698242,0.000183790922164917,0.00020623207092285156,0.00022867321968078613,0.0002511143684387207,0.0002735555171966553,0.00029599666595458984,0.0003184378147125244,0.000340878963470459,0.00036332011222839355,0.0003857612609863281,0.0004082024097442627,0.00043064355850219727,0.00045308470726013184,0.0004755258560180664,0.000497967004776001,0.0005204081535339355,0.0005428493022918701,0.0005652904510498047,0.0005877315998077393,0.0006101727485656738,0.0006326138973236084,0.000655055046081543,0.0006774961948394775,0.0006999373435974121,0.0007223784923553467,0.0007448196411132812],"_type":"histogram","values":[2,1,1,5,5,4,4,1,12,18,18,31,33,47,86,155,241,331,533,834,1307,1978,2959,4842,7681,12085,19379,31610,51548,78088,100515,94277,67801,42894,26414,16190,10122,6457,4057,2592,1690,1029,655,403,316,182,140,87,60,28,21,16,11,6,9,5,2,2,1,0,2,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.3.attention.output.LayerNorm.weight":{"values":[1,0,0,0,0,0,0,2,0,0,0,1,1,0,2,5,2,3,4,4,8,10,7,18,16,22,25,45,41,48,60,61,54,53,63,41,32,22,23,14,21,7,14,5,8,10,5,1,2,1,1,0,1,0,0,1,2,0,0,0,0,0,0,1],"bins":[-0.0008728245738893747,-0.0008456698269583285,-0.0008185150800272822,-0.0007913603913038969,-0.0007642056443728507,-0.0007370508974418044,-0.0007098961505107582,-0.0006827414035797119,-0.0006555867148563266,-0.0006284319679252803,-0.0006012772209942341,-0.0005741224740631878,-0.0005469677271321416,-0.0005198129802010953,-0.00049265829147771,-0.00046550354454666376,-0.0004383487976156175,-0.00041119405068457127,-0.0003840393328573555,-0.00035688458592630923,-0.00032972986809909344,-0.0003025751211680472,-0.00027542037423700094,-0.00024826565640978515,-0.0002211109094787389,-0.00019395617709960788,-0.00016680144472047687,-0.00013964669778943062,-0.0001124919654102996,-8.533723303116858e-05,-5.818249337607995e-05,-3.102775735897012e-05,-3.872963134199381e-06,2.3281772882910445e-05,5.043650890002027e-05,7.75912485551089e-05,0.00010474598093423992,0.00013190071331337094,0.0001590554602444172,0.0001862101926235482,0.00021336492500267923,0.00024051965738181025,0.00026767438976094127,0.0002948291366919875,0.00032198388362303376,0.00034913860145024955,0.0003762933483812958,0.0004034480662085116,0.00043060281313955784,0.0004577575600706041,0.0004849122778978199,0.0005120669957250357,0.0005392217426560819,0.0005663764895871282,0.0005935312365181744,0.0006206859834492207,0.000647840672172606,0.0006749954191036522,0.0007021501660346985,0.0007293049129657447,0.000756459659896791,0.0007836144068278372,0.0008107690955512226,0.0008379238424822688,0.0008650785894133151],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.6.attention.self.key.weight":{"_type":"histogram","values":[2,3,2,10,10,21,43,71,102,164,276,449,633,984,1421,2047,2817,3922,5248,6735,8812,11092,13521,16524,19726,22747,25624,28098,31118,32467,33838,34488,34211,33502,31444,29587,27192,24363,21230,18078,15308,12444,10223,7612,6093,4533,3420,2481,1703,1101,797,565,366,205,159,80,53,25,18,7,4,3,1,1],"bins":[-0.0932684987783432,-0.09033317118883133,-0.08739785104990005,-0.08446252346038818,-0.08152719587087631,-0.07859187573194504,-0.07565654814243317,-0.0727212205529213,-0.06978589296340942,-0.06685057282447815,-0.06391524523496628,-0.060979921370744705,-0.05804459750652313,-0.05510926991701126,-0.05217394605278969,-0.04923861846327782,-0.046303294599056244,-0.04336797073483467,-0.0404326431453228,-0.03749731928110123,-0.034561991691589355,-0.03162666782736778,-0.02869134396314621,-0.025756018236279488,-0.022820692509412766,-0.019885366782546043,-0.01695004105567932,-0.014014717191457748,-0.011079391464591026,-0.008144065737724304,-0.005208740942180157,-0.002273415680974722,0.000661902129650116,0.0035972273908555508,0.0065325526520609856,0.009467877447605133,0.012403203174471855,0.015338528901338577,0.01827385276556015,0.021209178492426872,0.024144504219293594,0.027079829946160316,0.03001515567302704,0.03295047953724861,0.035885803401470184,0.038821130990982056,0.04175645485520363,0.0446917824447155,0.04762710630893707,0.050562430173158646,0.05349775776267052,0.05643308162689209,0.05936840921640396,0.062303733080625534,0.0652390569448471,0.06817438453435898,0.07110971212387085,0.07404503226280212,0.076980359852314,0.07991568744182587,0.08285100758075714,0.08578633517026901,0.08872166275978088,0.09165698289871216,0.09459231048822403]},"parameters/_orig_mod.bert.encoder.layer.11.attention.output.dense.weight":{"bins":[-0.08858509361743927,-0.08577726781368256,-0.08296944946050644,-0.08016162365674973,-0.07735380530357361,-0.0745459794998169,-0.07173815369606018,-0.06893033534288406,-0.06612250953912735,-0.06331468373537064,-0.06050686538219452,-0.057699039578437805,-0.05489121749997139,-0.052083395421504974,-0.04927556961774826,-0.046467747539281845,-0.04365992546081543,-0.040852103382349014,-0.0380442813038826,-0.035236455500125885,-0.03242863342165947,-0.029620811343193054,-0.02681298740208149,-0.024005163460969925,-0.02119734138250351,-0.018389519304037094,-0.01558169536292553,-0.01277387235313654,-0.00996604934334755,-0.007158226333558559,-0.004350403323769569,-0.0015425803139805794,0.0012652426958084106,0.004073065705597401,0.006880888715386391,0.00968871172517538,0.01249653473496437,0.01530435774475336,0.01811218075454235,0.020920004695653915,0.02372782677412033,0.026535648852586746,0.02934347279369831,0.032151296734809875,0.03495911881327629,0.037766940891742706,0.04057476669549942,0.043382588773965836,0.04619041085243225,0.048998232930898666,0.05180605500936508,0.054613880813121796,0.05742170289158821,0.060229524970054626,0.06303735077381134,0.06584516912698746,0.06865299493074417,0.07146082073450089,0.074268639087677,0.07707646489143372,0.07988429069519043,0.08269210904836655,0.08549993485212326,0.08830775320529938,0.09111557900905609],"_type":"histogram","values":[4,4,8,10,30,38,68,123,171,290,449,656,913,1344,1934,2739,3672,4698,6262,7695,9894,12467,14830,17470,20324,22957,25930,28007,30086,31500,32400,33195,32801,31617,30077,28328,26169,23261,20445,17624,14945,12346,10224,8189,6169,4791,3754,2647,1990,1422,1009,649,441,300,153,133,65,44,30,13,10,5,2,3]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.weight":{"_type":"histogram","values":[2,1,1,0,5,7,11,8,16,22,26,38,33,56,47,57,44,46,42,27,27,33,32,19,14,17,13,12,15,13,12,4,9,3,4,8,6,2,3,3,2,2,0,4,3,1,1,2,3,1,1,1,1,2,0,1,1,0,0,0,0,2,1,1],"bins":[0.9985302686691284,0.9986193180084229,0.9987083077430725,0.9987972974777222,0.9988863468170166,0.998975396156311,0.9990643858909607,0.9991533756256104,0.9992424249649048,0.9993314743041992,0.9994204640388489,0.9995094537734985,0.999598503112793,0.9996875524520874,0.9997765421867371,0.9998655319213867,0.9999545812606812,1.0000436305999756,1.0001325607299805,1.000221610069275,1.0003106594085693,1.0003997087478638,1.0004887580871582,1.000577688217163,1.0006667375564575,1.000755786895752,1.0008447170257568,1.0009337663650513,1.0010228157043457,1.0011118650436401,1.0012009143829346,1.0012898445129395,1.0013788938522339,1.0014679431915283,1.0015568733215332,1.0016459226608276,1.001734972000122,1.0018240213394165,1.001913070678711,1.0020020008087158,1.0020910501480103,1.0021800994873047,1.0022690296173096,1.002358078956604,1.0024471282958984,1.0025361776351929,1.0026252269744873,1.0027141571044922,1.0028032064437866,1.002892255783081,1.002981185913086,1.0030702352523804,1.0031592845916748,1.0032483339309692,1.0033373832702637,1.0034263134002686,1.003515362739563,1.0036044120788574,1.0036933422088623,1.0037823915481567,1.0038714408874512,1.0039604902267456,1.00404953956604,1.004138469696045,1.0042275190353394]},"parameters/_orig_mod.bert.encoder.layer.2.attention.output.dense.weight":{"values":[1,0,0,1,1,1,3,11,24,41,51,121,190,296,456,695,1031,1624,2250,3171,4303,5918,7702,9973,12311,15339,18528,21504,24604,27928,30696,32719,34582,35315,35186,34636,33302,31045,28243,25426,22443,19235,15833,13112,10449,8039,6130,4645,3388,2405,1655,1182,775,517,329,175,110,78,46,16,15,9,5,5],"bins":[-0.10281100869178772,-0.09979667514562607,-0.09678233414888382,-0.09376800060272217,-0.09075365960597992,-0.08773932605981827,-0.08472499251365662,-0.08171065151691437,-0.07869631797075272,-0.07568197697401047,-0.07266764342784882,-0.06965330988168716,-0.06663896888494492,-0.06362463533878326,-0.060610298067331314,-0.057595960795879364,-0.054581623524427414,-0.051567286252975464,-0.048552948981523514,-0.04553861543536186,-0.04252427816390991,-0.03950994089245796,-0.03649560362100601,-0.03348126634955406,-0.03046693094074726,-0.02745259366929531,-0.02443825826048851,-0.02142392098903656,-0.01840958371758461,-0.01539524830877781,-0.012380911037325859,-0.009366574697196484,-0.006352238357067108,-0.003337901784107089,-0.00032356521114706993,0.002690771361812949,0.005705107934772968,0.008719444274902344,0.011733781546354294,0.01474811788648367,0.017762454226613045,0.020776791498064995,0.023791126906871796,0.026805464178323746,0.029819801449775696,0.032834138721227646,0.0358484722673893,0.03886280953884125,0.0418771468102932,0.04489148408174515,0.0479058213531971,0.05092015489935875,0.0539344921708107,0.05694882944226265,0.0599631667137146,0.06297750025987625,0.0659918412566185,0.06900617480278015,0.0720205157995224,0.07503484934568405,0.0780491828918457,0.08106352388858795,0.0840778574347496,0.08709219843149185,0.0901065319776535],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.dense.weight":{"bins":[-0.09919587522745132,-0.09608374536037445,-0.09297161549329758,-0.0898594781756401,-0.08674734830856323,-0.08363521844148636,-0.08052308857440948,-0.07741095870733261,-0.07429882884025574,-0.07118669152259827,-0.06807456165552139,-0.06496243178844452,-0.061850301921367645,-0.05873816832900047,-0.0556260384619236,-0.05251390486955643,-0.04940177500247955,-0.04628964513540268,-0.04317751154303551,-0.04006538167595863,-0.03695324808359146,-0.03384111821651459,-0.030728988349437714,-0.02761685661971569,-0.024504724889993668,-0.021392593160271645,-0.01828046143054962,-0.015168331563472748,-0.012056199833750725,-0.008944068104028702,-0.005831937305629253,-0.0027198060415685177,0.00039233267307281494,0.0035044639371335506,0.006616595201194286,0.009728725999593735,0.012840857729315758,0.01595298945903778,0.019065119326114655,0.022177251055836678,0.0252893827855587,0.028401514515280724,0.03151364624500275,0.03462577611207962,0.037737905979156494,0.040850039571523666,0.04396216943860054,0.04707430303096771,0.050186432898044586,0.05329856276512146,0.05641069635748863,0.059522826224565506,0.06263495981693268,0.06574708968400955,0.06885921955108643,0.0719713494181633,0.07508347928524017,0.07819561660289764,0.08130774646997452,0.08441987633705139,0.08753200620412827,0.09064413607120514,0.09375627338886261,0.09686840325593948,0.09998053312301636],"_type":"histogram","values":[2,3,5,5,14,23,34,68,144,205,401,675,1084,1615,2488,3879,5528,8047,11157,15454,20385,26789,33743,41470,51203,59598,68678,77707,85204,91193,95818,97477,96475,94380,90065,83219,75013,66371,57078,48001,39515,31631,25100,19201,14296,10317,7431,5092,3489,2331,1479,943,538,340,207,131,43,44,19,10,3,2,2,2]},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,0,0,0,0,1,1,1,2,0,1,3,5,5,5,6,13,16,16,14,20,23,29,31,21,31,30,35,20,27,33,43,30,26,28,29,29,29,22,22,25,19,12,14,9,7,8,5,2,7,2,5,0,0,2,0,2],"bins":[-0.003817099379375577,-0.003715828526765108,-0.0036145576741546392,-0.0035132868215441704,-0.003412015736103058,-0.003310744883492589,-0.00320947403088212,-0.0031082031782716513,-0.0030069323256611824,-0.0029056614730507135,-0.0028043906204402447,-0.002703119767829776,-0.002601848915219307,-0.0025005778297781944,-0.0023993069771677256,-0.0022980361245572567,-0.002196765271946788,-0.002095494419336319,-0.00199422356672585,-0.0018929525977000594,-0.0017916817450895905,-0.0016904108924791217,-0.001589139923453331,-0.0014878690708428621,-0.0013865982182323933,-0.0012853273656219244,-0.0011840565130114555,-0.0010827855439856648,-0.000981514691375196,-0.0008802438387647271,-0.0007789729279465973,-0.0006777020171284676,-0.0005764311645179987,-0.0004751602828036994,-0.00037388940108940005,-0.00027261851937510073,-0.0001713476376608014,-7.007675594650209e-05,3.119412576779723e-05,0.00013246500748209655,0.00023373588919639587,0.0003350067709106952,0.0004362776526249945,0.0005375485634431243,0.0006388194160535932,0.000740090268664062,0.0008413611794821918,0.0009426320903003216,0.0010439029429107904,0.0011451737955212593,0.0012464446481317282,0.0013477156171575189,0.0014489864697679877,0.0015502573223784566,0.0016515282914042473,0.0017527991440147161,0.001854069996625185,0.001955340849235654,0.0020566117018461227,0.0021578825544565916,0.0022591534070670605,0.002360424492508173,0.002461695345118642,0.0025629661977291107,0.0026642370503395796]},"gradients/_orig_mod.bert.encoder.layer.7.intermediate.dense.bias":{"bins":[-0.00027948617935180664,-0.00027095992118120193,-0.00026243366301059723,-0.0002539074048399925,-0.0002453811466693878,-0.0002368548884987831,-0.0002283286303281784,-0.0002198023721575737,-0.000211276113986969,-0.0002027498558163643,-0.00019422359764575958,-0.00018569733947515488,-0.00017717108130455017,-0.00016864482313394547,-0.00016011856496334076,-0.00015159230679273605,-0.00014306604862213135,-0.00013453979045152664,-0.00012601353228092194,-0.00011748727411031723,-0.00010896101593971252,-0.00010043475776910782,-9.190849959850311e-05,-8.338224142789841e-05,-7.48559832572937e-05,-6.6329725086689e-05,-5.780346691608429e-05,-4.9277208745479584e-05,-4.075095057487488e-05,-3.222469240427017e-05,-2.3698434233665466e-05,-1.517217606306076e-05,-6.645917892456055e-06,1.8803402781486511e-06,1.0406598448753357e-05,1.8932856619358063e-05,2.745911478996277e-05,3.5985372960567474e-05,4.451163113117218e-05,5.3037889301776886e-05,6.156414747238159e-05,7.00904056429863e-05,7.8616663813591e-05,8.714292198419571e-05,9.566918015480042e-05,0.00010419543832540512,0.00011272169649600983,0.00012124795466661453,0.00012977421283721924,0.00013830047100782394,0.00014682672917842865,0.00015535298734903336,0.00016387924551963806,0.00017240550369024277,0.00018093176186084747,0.00018945802003145218,0.00019798427820205688,0.0002065105363726616,0.0002150367945432663,0.000223563052713871,0.0002320893108844757,0.00024061556905508041,0.0002491418272256851,0.0002576680853962898,0.00026619434356689453],"_type":"histogram","values":[1,0,0,0,0,0,1,1,1,0,1,1,4,1,2,6,11,13,27,22,19,29,42,36,56,64,77,73,93,92,117,141,129,121,118,118,98,98,75,72,62,50,35,28,20,23,19,10,6,12,3,5,2,2,2,3,3,1,0,1,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"bins":[-0.0026021040976047516,-0.002524426206946373,-0.0024467483162879944,-0.002369070192798972,-0.0022913923021405935,-0.002213714411482215,-0.0021360365208238363,-0.002058358397334814,-0.0019806805066764355,-0.0019030026160180569,-0.0018253247253596783,-0.0017476467182859778,-0.0016699688276275992,-0.0015922908205538988,-0.0015146129298955202,-0.0014369349228218198,-0.0013592570321634412,-0.0012815791415050626,-0.0012039011344313622,-0.0011262232437729836,-0.0010485452366992831,-0.0009708673460409045,-0.000893189397174865,-0.0008155114483088255,-0.000737833499442786,-0.0006601555505767465,-0.000582477601710707,-0.0005047996528446674,-0.0004271217330824584,-0.00034944378421641886,-0.0002717658644542098,-0.0001940879155881703,-0.00011640996672213078,-3.8732025132048875e-05,3.8945916458033025e-05,0.00011662385804811493,0.00019430179963819683,0.00027197974850423634,0.0003496576682664454,0.0004273356171324849,0.0005050135659985244,0.0005826915148645639,0.0006603694637306035,0.000738047412596643,0.0008157253032550216,0.0008934032521210611,0.0009710812009871006,0.001048759208060801,0.0011264370987191796,0.0012041149893775582,0.0012817929964512587,0.0013594708871096373,0.0014371488941833377,0.0015148267848417163,0.0015925047919154167,0.0016701826825737953,0.001747860573232174,0.0018255385803058743,0.001903216470964253,0.0019808944780379534,0.002058572368696332,0.0021362502593547106,0.002213928382843733,0.0022916062735021114,0.00236928416416049],"_type":"histogram","values":[1,0,0,0,0,1,1,2,0,1,1,2,1,1,6,5,8,7,8,9,9,20,21,19,24,27,16,32,23,28,31,36,32,34,36,28,36,28,34,23,29,24,20,16,18,12,14,5,11,3,4,6,3,0,1,3,4,0,1,0,0,2,0,1]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.weight":{"bins":[-0.09452645480632782,-0.09160280972719193,-0.08867916464805603,-0.08575551211833954,-0.08283186703920364,-0.07990822196006775,-0.07698457688093185,-0.07406093180179596,-0.07113727927207947,-0.06821363419294357,-0.06528998911380768,-0.06236634403467178,-0.05944269895553589,-0.056519050151109695,-0.0535954050719738,-0.05067175626754761,-0.04774811118841171,-0.04482446610927582,-0.041900817304849625,-0.03897717222571373,-0.03605352342128754,-0.03312987834215164,-0.030206233263015747,-0.027282586321234703,-0.02435893937945366,-0.021435292437672615,-0.01851164549589157,-0.015588000416755676,-0.012664353474974632,-0.009740706533193588,-0.006817060522735119,-0.003893414046615362,-0.0009697601199150085,0.001953886356204748,0.004877532832324505,0.0078011793084442616,0.010724825784564018,0.013648472726345062,0.016572117805480957,0.019495764747262,0.022419411689043045,0.02534305863082409,0.028266705572605133,0.031190350651741028,0.03411399573087692,0.037037644535303116,0.03996128961443901,0.042884938418865204,0.0458085834980011,0.04873222857713699,0.05165587738156319,0.05457952246069908,0.057503171265125275,0.06042681634426117,0.06335046142339706,0.06627410650253296,0.06919775903224945,0.07212140411138535,0.07504504919052124,0.07796869426965714,0.08089233934879303,0.08381598442792892,0.08673963695764542,0.08966328203678131,0.0925869271159172],"_type":"histogram","values":[1,2,2,6,12,15,38,40,77,129,214,305,542,839,1189,1653,2421,3338,4587,5908,7699,9852,12367,15004,17979,21006,23674,26649,28995,31611,33115,34116,34278,33779,32640,30800,28445,26088,22620,20157,16884,14034,11442,9182,7192,5375,4075,2915,2118,1536,1016,664,467,284,192,101,69,39,23,15,3,3,1,2]},"gradients/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,1,6,2,3,2,2,8,9,12,14,13,13,12,16,19,24,19,17,19,27,33,30,33,23,27,33,25,30,32,34,24,23,17,23,27,28,12,10,14,5,6,12,6,4,2,1,3,1,5,0,0,2,2],"bins":[-0.0009241700172424316,-0.0008981721475720406,-0.0008721742779016495,-0.0008461764082312584,-0.0008201785385608673,-0.0007941806688904762,-0.0007681827992200851,-0.0007421849295496941,-0.000716187059879303,-0.0006901891902089119,-0.0006641913205385208,-0.0006381934508681297,-0.0006121955811977386,-0.0005861977115273476,-0.0005601998418569565,-0.0005342019721865654,-0.0005082041025161743,-0.00048220623284578323,-0.00045620836317539215,-0.00043021049350500107,-0.00040421262383461,-0.0003782147541642189,-0.0003522168844938278,-0.00032621901482343674,-0.00030022114515304565,-0.00027422327548265457,-0.0002482254058122635,-0.0002222275361418724,-0.00019622966647148132,-0.00017023179680109024,-0.00014423392713069916,-0.00011823605746030807,-9.223818778991699e-05,-6.624031811952591e-05,-4.024244844913483e-05,-1.4244578778743744e-05,1.1753290891647339e-05,3.775116056203842e-05,6.37490302324295e-05,8.974689990282059e-05,0.00011574476957321167,0.00014174263924360275,0.00016774050891399384,0.00019373837858438492,0.000219736248254776,0.0002457341179251671,0.00027173198759555817,0.00029772985726594925,0.00032372772693634033,0.0003497255966067314,0.0003757234662771225,0.0004017213359475136,0.00042771920561790466,0.00045371707528829575,0.00047971494495868683,0.0005057128146290779,0.000531710684299469,0.0005577085539698601,0.0005837064236402512,0.0006097042933106422,0.0006357021629810333,0.0006617000326514244,0.0006876979023218155,0.0007136957719922066,0.0007396936416625977]},"gradients/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"values":[1,1,0,0,0,2,1,1,0,0,5,3,8,5,6,12,8,18,18,13,11,19,17,25,28,27,28,31,24,46,41,36,24,31,34,27,33,21,25,28,16,18,15,7,5,7,9,5,5,4,2,4,1,0,4,2,2,0,1,0,1,1,0,1],"bins":[-0.002316117286682129,-0.0022407611832022667,-0.0021654050797224045,-0.0020900489762425423,-0.00201469287276268,-0.0019393367692828178,-0.0018639806658029556,-0.0017886245623230934,-0.0017132684588432312,-0.001637912355363369,-0.0015625562518835068,-0.0014872001484036446,-0.0014118440449237823,-0.0013364879414439201,-0.001261131837964058,-0.0011857757344841957,-0.0011104196310043335,-0.0010350635275244713,-0.0009597074240446091,-0.0008843513205647469,-0.0008089952170848846,-0.0007336391136050224,-0.0006582830101251602,-0.000582926906645298,-0.0005075708031654358,-0.0004322146996855736,-0.00035685859620571136,-0.00028150249272584915,-0.00020614638924598694,-0.00013079028576612473,-5.543418228626251e-05,1.99219211935997e-05,9.527802467346191e-05,0.00017063412815332413,0.00024599023163318634,0.00032134633511304855,0.00039670243859291077,0.000472058542072773,0.0005474146455526352,0.0006227707490324974,0.0006981268525123596,0.0007734829559922218,0.000848839059472084,0.0009241951629519463,0.0009995512664318085,0.0010749073699116707,0.001150263473391533,0.0012256195768713951,0.0013009756803512573,0.0013763317838311195,0.0014516878873109818,0.001527043990790844,0.0016024000942707062,0.0016777561977505684,0.0017531123012304306,0.0018284684047102928,0.001903824508190155,0.0019791806116700172,0.0020545367151498795,0.0021298928186297417,0.002205248922109604,0.002280605025589466,0.0023559611290693283,0.0024313172325491905,0.0025066733360290527],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"values":[1,0,1,1,2,0,2,4,2,2,3,8,5,4,11,12,11,22,20,26,30,26,28,42,45,52,31,40,30,31,27,28,29,27,38,18,20,19,19,9,12,9,5,4,3,3,1,1,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,1],"bins":[-0.0005601277807727456,-0.0005396142951212823,-0.0005191007512621582,-0.0004985872656106949,-0.0004780737217515707,-0.000457560206996277,-0.00043704669224098325,-0.0004165331774856895,-0.0003960196627303958,-0.0003755061770789325,-0.0003549926623236388,-0.00033447914756834507,-0.00031396563281305134,-0.0002934521180577576,-0.0002729386033024639,-0.00025242508854717016,-0.00023191157379187644,-0.0002113980590365827,-0.00019088454428128898,-0.00017037102952599525,-0.00014985751477070153,-0.00012934401456732303,-0.0001088304998120293,-8.831698505673558e-05,-6.780347030144185e-05,-4.728995554614812e-05,-2.67764444288332e-05,-6.262931492528878e-06,1.4250581443775445e-05,3.476409619906917e-05,5.527760731638409e-05,7.579111843369901e-05,9.630463318899274e-05,0.00011681814794428647,0.0001373316626995802,0.00015784517745487392,0.00017835869221016765,0.00019887219241354614,0.00021938570716883987,0.0002398992219241336,0.00026041275123134255,0.0002809262368828058,0.00030143975163809955,0.0003219532663933933,0.000342466781148687,0.00036298029590398073,0.00038349381065927446,0.0004040073254145682,0.0004245208401698619,0.00044503435492515564,0.00046554786968044937,0.0004860613844357431,0.0005065748700872064,0.0005270884139463305,0.0005476018995977938,0.000568115443456918,0.0005886289291083813,0.0006091424729675055,0.0006296559586189687,0.0006501695024780929,0.0006706829881295562,0.0006911965319886804,0.0007117100176401436,0.0007322235614992678,0.0007527370471507311],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.attention.self.key.weight":{"_type":"histogram","values":[1,1,0,1,3,17,7,6,6,13,16,30,45,36,43,75,66,139,140,180,209,267,295,441,558,721,921,1199,1682,2755,5704,16316,114391,382227,39638,9226,3912,2197,1525,1046,803,642,508,359,314,250,190,150,123,99,63,39,49,48,32,36,13,9,11,10,7,7,6,1],"bins":[-0.0003783702850341797,-0.00036699697375297546,-0.00035562366247177124,-0.000344250351190567,-0.0003328770399093628,-0.00032150372862815857,-0.00031013041734695435,-0.0002987571060657501,-0.0002873837947845459,-0.0002760104835033417,-0.00026463717222213745,-0.00025326386094093323,-0.000241890549659729,-0.00023051723837852478,-0.00021914392709732056,-0.00020777061581611633,-0.0001963973045349121,-0.00018502399325370789,-0.00017365068197250366,-0.00016227737069129944,-0.00015090405941009521,-0.000139530748128891,-0.00012815743684768677,-0.00011678412556648254,-0.00010541081428527832,-9.40375030040741e-05,-8.266419172286987e-05,-7.129088044166565e-05,-5.9917569160461426e-05,-4.85442578792572e-05,-3.717094659805298e-05,-2.5797635316848755e-05,-1.4424324035644531e-05,-3.0510127544403076e-06,8.322298526763916e-06,1.969560980796814e-05,3.106892108917236e-05,4.244223237037659e-05,5.381554365158081e-05,6.518885493278503e-05,7.656216621398926e-05,8.793547749519348e-05,9.93087887763977e-05,0.00011068210005760193,0.00012205541133880615,0.00013342872262001038,0.0001448020339012146,0.00015617534518241882,0.00016754865646362305,0.00017892196774482727,0.0001902952790260315,0.00020166859030723572,0.00021304190158843994,0.00022441521286964417,0.0002357885241508484,0.0002471618354320526,0.00025853514671325684,0.00026990845799446106,0.0002812817692756653,0.0002926550805568695,0.00030402839183807373,0.00031540170311927795,0.0003267750144004822,0.0003381483256816864,0.0003495216369628906]},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.bias":{"values":[1,1,0,0,0,1,0,2,0,2,0,2,4,6,10,9,7,14,15,13,13,20,14,19,23,29,25,30,30,22,42,40,30,30,37,26,31,32,24,23,23,22,20,13,7,8,11,7,5,3,4,2,2,1,0,5,1,3,1,0,0,0,2,1],"bins":[-0.0024681929498910904,-0.0023902144748717546,-0.0023122357670217752,-0.0022342572920024395,-0.0021562788169831038,-0.0020783001091331244,-0.0020003216341137886,-0.0019223431590944529,-0.0018443645676597953,-0.0017663859762251377,-0.001688407501205802,-0.0016104289097711444,-0.0015324503183364868,-0.001454471843317151,-0.0013764932518824935,-0.0012985147768631577,-0.0012205361854285002,-0.0011425575939938426,-0.0010645791189745069,-0.0009866005275398493,-0.0009086219943128526,-0.000830643461085856,-0.0007526648696511984,-0.0006746863364242017,-0.0005967078031972051,-0.0005187292699702084,-0.0004407507076393813,-0.00036277214530855417,-0.0002847936120815575,-0.00020681506430264562,-0.00012883651652373374,-5.0857968744821846e-05,2.7120346203446388e-05,0.00010509889398235828,0.00018307744176127017,0.0002610560040920973,0.00033903453731909394,0.0004170130705460906,0.0004949916619807482,0.0005729701952077448,0.0006509487284347415,0.0007289272616617382,0.0008069057948887348,0.0008848843863233924,0.000962862919550389,0.0010408414527773857,0.0011188200442120433,0.001196798519231379,0.0012747771106660366,0.0013527557021006942,0.00143073417712003,0.0015087127685546875,0.0015866912435740232,0.0016646698350086808,0.0017426484264433384,0.0018206269014626741,0.0018986054928973317,0.0019765840843319893,0.002054562559351325,0.0021325410343706608,0.00221051974222064,0.002288498217239976,0.0023664766922593117,0.002444455400109291,0.002522433875128627],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.key.bias":{"_type":"histogram","values":[2,0,1,0,0,0,0,0,0,2,0,1,2,0,3,2,4,3,3,2,6,7,14,12,12,11,11,27,24,37,32,58,54,54,43,56,39,43,31,30,23,21,23,6,15,9,8,6,2,5,4,2,2,2,3,0,2,1,2,1,0,3,0,2],"bins":[-2.3066997528076172e-05,-2.239365130662918e-05,-2.172030508518219e-05,-2.10469588637352e-05,-2.0373612642288208e-05,-1.9700266420841217e-05,-1.9026920199394226e-05,-1.8353573977947235e-05,-1.7680227756500244e-05,-1.7006881535053253e-05,-1.6333535313606262e-05,-1.566018909215927e-05,-1.498684287071228e-05,-1.431349664926529e-05,-1.3640150427818298e-05,-1.2966804206371307e-05,-1.2293457984924316e-05,-1.1620111763477325e-05,-1.0946765542030334e-05,-1.0273419320583344e-05,-9.600073099136353e-06,-8.926726877689362e-06,-8.25338065624237e-06,-7.58003443479538e-06,-6.906688213348389e-06,-6.233341991901398e-06,-5.559995770454407e-06,-4.886649549007416e-06,-4.213303327560425e-06,-3.539957106113434e-06,-2.866610884666443e-06,-2.193264663219452e-06,-1.519918441772461e-06,-8.4657222032547e-07,-1.73225998878479e-07,5.00120222568512e-07,1.173466444015503e-06,1.846812665462494e-06,2.520158886909485e-06,3.193505108356476e-06,3.866851329803467e-06,4.540197551250458e-06,5.213543772697449e-06,5.88688999414444e-06,6.560236215591431e-06,7.233582437038422e-06,7.906928658485413e-06,8.580274879932404e-06,9.253621101379395e-06,9.926967322826385e-06,1.0600313544273376e-05,1.1273659765720367e-05,1.1947005987167358e-05,1.262035220861435e-05,1.329369843006134e-05,1.3967044651508331e-05,1.4640390872955322e-05,1.5313737094402313e-05,1.5987083315849304e-05,1.6660429537296295e-05,1.7333775758743286e-05,1.8007121980190277e-05,1.8680468201637268e-05,1.935381442308426e-05,2.002716064453125e-05]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.value.bias":{"bins":[-0.0006288886070251465,-0.0006098272278904915,-0.0005907658487558365,-0.0005717044696211815,-0.0005526430904865265,-0.0005335817113518715,-0.0005145203322172165,-0.0004954589530825615,-0.0004763975739479065,-0.0004573361948132515,-0.0004382748156785965,-0.0004192134365439415,-0.0004001520574092865,-0.0003810906782746315,-0.0003620292991399765,-0.0003429679200053215,-0.0003239065408706665,-0.0003048451617360115,-0.0002857837826013565,-0.0002667224034667015,-0.0002476610243320465,-0.0002285996451973915,-0.0002095382660627365,-0.0001904768869280815,-0.00017141550779342651,-0.00015235412865877151,-0.00013329274952411652,-0.00011423137038946152,-9.516999125480652e-05,-7.610861212015152e-05,-5.704723298549652e-05,-3.798585385084152e-05,-1.8924474716186523e-05,1.3690441846847534e-07,1.9198283553123474e-05,3.825966268777847e-05,5.732104182243347e-05,7.638242095708847e-05,9.544380009174347e-05,0.00011450517922639847,0.00013356655836105347,0.00015262793749570847,0.00017168931663036346,0.00019075069576501846,0.00020981207489967346,0.00022887345403432846,0.00024793483316898346,0.00026699621230363846,0.00028605759143829346,0.00030511897057294846,0.00032418034970760345,0.00034324172884225845,0.00036230310797691345,0.00038136448711156845,0.00040042586624622345,0.00041948724538087845,0.00043854862451553345,0.00045761000365018845,0.00047667138278484344,0.0004957327619194984,0.0005147941410541534,0.0005338555201888084,0.0005529168993234634,0.0005719782784581184,0.0005910396575927734],"_type":"histogram","values":[1,0,1,0,0,0,1,2,0,4,1,3,2,6,4,7,11,9,13,15,11,20,28,17,28,15,22,26,30,30,31,31,26,26,24,37,31,32,27,26,15,28,21,13,16,13,11,7,9,5,11,3,6,5,0,0,1,1,2,0,0,1,1,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"bins":[-0.0005974769592285156,-0.0005798190832138062,-0.0005621612071990967,-0.0005445033311843872,-0.0005268454551696777,-0.0005091875791549683,-0.0004915297031402588,-0.0004738718271255493,-0.00045621395111083984,-0.00043855607509613037,-0.0004208981990814209,-0.0004032403230667114,-0.00038558244705200195,-0.0003679245710372925,-0.000350266695022583,-0.00033260881900787354,-0.00031495094299316406,-0.0002972930669784546,-0.0002796351909637451,-0.00026197731494903564,-0.00024431943893432617,-0.0002266615629196167,-0.00020900368690490723,-0.00019134581089019775,-0.00017368793487548828,-0.0001560300588607788,-0.00013837218284606934,-0.00012071430683135986,-0.00010305643081665039,-8.539855480194092e-05,-6.774067878723145e-05,-5.008280277252197e-05,-3.24249267578125e-05,-1.4767050743103027e-05,2.8908252716064453e-06,2.0548701286315918e-05,3.820657730102539e-05,5.586445331573486e-05,7.352232933044434e-05,9.118020534515381e-05,0.00010883808135986328,0.00012649595737457275,0.00014415383338928223,0.0001618117094039917,0.00017946958541870117,0.00019712746143341064,0.00021478533744812012,0.0002324432134628296,0.00025010108947753906,0.00026775896549224854,0.000285416841506958,0.0003030747175216675,0.00032073259353637695,0.0003383904695510864,0.0003560483455657959,0.00037370622158050537,0.00039136409759521484,0.0004090219736099243,0.0004266798496246338,0.00044433772563934326,0.00046199560165405273,0.0004796534776687622,0.0004973113536834717,0.0005149692296981812,0.0005326271057128906],"_type":"histogram","values":[1,0,0,1,0,1,0,1,4,3,2,8,8,12,16,17,34,40,48,69,121,151,250,315,471,628,1002,1645,2857,5369,11277,26100,69948,221582,159320,49242,19633,8707,4386,2313,1414,836,603,405,292,209,142,87,76,42,36,34,16,13,6,13,3,3,5,2,1,2,1,1]},"parameters/_orig_mod.bert.encoder.layer.0.attention.self.query.weight":{"values":[2,5,1,10,5,27,56,81,104,159,297,416,673,1008,1406,2040,2874,3864,5173,6901,8635,11043,13404,16119,19101,22379,25105,27729,30013,32219,33304,33751,33779,33036,31630,29782,27306,24541,21842,18673,15757,12996,10539,8371,6452,4807,3747,2696,1915,1350,920,651,422,281,191,111,52,29,20,8,7,7,0,2],"bins":[-0.09236366301774979,-0.08947183936834335,-0.08658001571893692,-0.08368819952011108,-0.08079637587070465,-0.07790455222129822,-0.07501272857189178,-0.07212090492248535,-0.06922908127307892,-0.06633726507425308,-0.06344544142484665,-0.060553617775440216,-0.05766179412603378,-0.05476997420191765,-0.051878150552511215,-0.04898633062839508,-0.04609450697898865,-0.043202683329582214,-0.04031086340546608,-0.03741903975605965,-0.03452721983194351,-0.03163539618253708,-0.028743572533130646,-0.025851750746369362,-0.022959928959608078,-0.020068107172846794,-0.01717628538608551,-0.014284461736679077,-0.011392639949917793,-0.00850081816315651,-0.005608995445072651,-0.0027171731926500797,0.00017464160919189453,0.0030664638616144657,0.005958286114037037,0.008850108832120895,0.01174193061888218,0.014633752405643463,0.017525576055049896,0.02041739784181118,0.023309219628572464,0.026201041415333748,0.029092863202095032,0.031984686851501465,0.0348765105009079,0.03776833042502403,0.040660154074430466,0.0435519739985466,0.04644379764795303,0.04933562129735947,0.0522274412214756,0.055119264870882034,0.05801108479499817,0.0609029084444046,0.06379473209381104,0.06668655574321747,0.0695783793926239,0.07247019559144974,0.07536201924085617,0.0782538428902626,0.08114566653966904,0.08403749018907547,0.0869293063879013,0.08982113003730774,0.09271295368671417],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"values":[2,2,0,5,4,7,12,32,25,28,66,79,139,196,288,472,625,983,1448,2149,3267,5024,7768,12153,19561,31517,51104,81150,125211,182364,229055,235814,196940,139507,91835,57133,35598,21823,13896,8978,5631,3597,2475,1567,1085,764,469,338,233,151,96,80,45,24,14,12,9,5,4,4,0,0,0,1],"bins":[-0.00037550926208496094,-0.00036344677209854126,-0.0003513842821121216,-0.0003393217921257019,-0.0003272593021392822,-0.00031519681215286255,-0.00030313432216644287,-0.0002910718321800232,-0.0002790093421936035,-0.00026694685220718384,-0.00025488436222076416,-0.00024282187223434448,-0.0002307593822479248,-0.00021869689226150513,-0.00020663440227508545,-0.00019457191228866577,-0.0001825094223022461,-0.00017044693231582642,-0.00015838444232940674,-0.00014632195234298706,-0.00013425946235656738,-0.0001221969723701477,-0.00011013448238372803,-9.807199239730835e-05,-8.600950241088867e-05,-7.3947012424469e-05,-6.188452243804932e-05,-4.982203245162964e-05,-3.775954246520996e-05,-2.5697052478790283e-05,-1.3634562492370605e-05,-1.5720725059509277e-06,1.049041748046875e-05,2.2552907466888428e-05,3.4615397453308105e-05,4.667788743972778e-05,5.874037742614746e-05,7.080286741256714e-05,8.286535739898682e-05,9.49278473854065e-05,0.00010699033737182617,0.00011905282735824585,0.00013111531734466553,0.0001431778073310852,0.00015524029731750488,0.00016730278730392456,0.00017936527729034424,0.00019142776727676392,0.0002034902572631836,0.00021555274724960327,0.00022761523723602295,0.00023967772722244263,0.0002517402172088623,0.000263802707195282,0.00027586519718170166,0.00028792768716812134,0.000299990177154541,0.0003120526671409607,0.00032411515712738037,0.00033617764711380005,0.0003482401371002197,0.0003603026270866394,0.0003723651170730591,0.00038442760705947876,0.00039649009704589844],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.query.bias":{"values":[1,0,0,0,0,1,2,0,4,2,0,0,1,6,5,8,8,10,14,15,14,17,19,20,20,30,37,18,34,21,30,17,24,27,24,28,34,25,31,27,33,28,20,19,15,13,11,10,13,7,7,4,6,2,0,1,1,1,0,0,1,0,0,2],"bins":[-0.0049580601043999195,-0.004805092234164476,-0.004652123898267746,-0.004499156028032303,-0.00434618815779686,-0.004193220287561417,-0.0040402524173259735,-0.003887284081429243,-0.0037343162111938,-0.003581348340958357,-0.00342838023789227,-0.0032754121348261833,-0.00312244426459074,-0.002969476394355297,-0.0028165082912892103,-0.0026635401882231236,-0.0025105723179876804,-0.0023576044477522373,-0.0022046363446861506,-0.0020516682416200638,-0.0018987003713846207,-0.0017457323847338557,-0.0015927643980830908,-0.0014397964114323258,-0.001286828424781561,-0.001133860438130796,-0.000980892451480031,-0.0008279244648292661,-0.0006749564781785011,-0.0005219884915277362,-0.00036902050487697124,-0.0002160525182262063,-6.308406591415405e-05,8.988392073661089e-05,0.00024285190738737583,0.0003958198940381408,0.0005487878806889057,0.0007017558673396707,0.0008547238539904356,0.0010076918406412005,0.0011606598272919655,0.0013136278139427304,0.0014665958005934954,0.0016195637872442603,0.0017725317738950253,0.0019254997605457902,0.002078467747196555,0.002231435850262642,0.002384403720498085,0.002537371590733528,0.002690339693799615,0.0028433077968657017,0.002996275667101145,0.003149243537336588,0.0033022116404026747,0.0034551797434687614,0.0036081476137042046,0.0037611154839396477,0.003914083354175091,0.004067051690071821,0.004220019560307264,0.0043729874305427074,0.004525955766439438,0.004678923636674881,0.004831891506910324],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.attention.output.dense.bias":{"bins":[-0.0010619759559631348,-0.0010283347219228745,-0.0009946934878826141,-0.0009610522538423538,-0.0009274110198020935,-0.0008937697857618332,-0.0008601285517215729,-0.0008264873176813126,-0.0007928460836410522,-0.0007592048496007919,-0.0007255636155605316,-0.0006919223815202713,-0.000658281147480011,-0.0006246399134397507,-0.0005909986793994904,-0.00055735744535923,-0.0005237162113189697,-0.0004900749772787094,-0.0004564337432384491,-0.0004227925091981888,-0.00038915127515792847,-0.00035551004111766815,-0.00032186880707740784,-0.0002882275730371475,-0.0002545863389968872,-0.0002209451049566269,-0.00018730387091636658,-0.00015366263687610626,-0.00012002140283584595,-8.638016879558563e-05,-5.273893475532532e-05,-1.9097700715065002e-05,1.4543533325195312e-05,4.818476736545563e-05,8.182600140571594e-05,0.00011546723544597626,0.00014910846948623657,0.0001827497035264969,0.0002163909375667572,0.0002500321716070175,0.00028367340564727783,0.00031731463968753815,0.00035095587372779846,0.0003845971077680588,0.0004182383418083191,0.0004518795758485794,0.0004855208098888397,0.0005191620439291,0.0005528032779693604,0.0005864445120096207,0.000620085746049881,0.0006537269800901413,0.0006873682141304016,0.0007210094481706619,0.0007546506822109222,0.0007882919162511826,0.0008219331502914429,0.0008555743843317032,0.0008892156183719635,0.0009228568524122238,0.0009564980864524841,0.0009901393204927444,0.0010237805545330048,0.001057421788573265,0.0010910630226135254],"_type":"histogram","values":[1,2,2,1,0,1,0,2,1,1,4,5,5,9,6,8,15,19,11,14,20,25,15,22,22,23,22,36,31,26,17,23,35,24,34,22,29,21,26,22,25,22,13,18,14,11,8,7,11,6,6,6,2,2,1,3,2,2,3,0,0,1,1,2]},"gradients/_orig_mod.bert.encoder.layer.8.attention.output.LayerNorm.bias":{"bins":[-0.0007621695986017585,-0.000741395284421742,-0.0007206209702417254,-0.0006998466560617089,-0.0006790723418816924,-0.0006582980277016759,-0.0006375237135216594,-0.0006167493993416429,-0.0005959750851616263,-0.0005752008291892707,-0.0005544265150092542,-0.0005336522008292377,-0.0005128778866492212,-0.0004921035724692047,-0.00047132925828918815,-0.00045055494410917163,-0.0004297806299291551,-0.0004090063157491386,-0.0003882320015691221,-0.00036745768738910556,-0.00034668337320908904,-0.000325909088132903,-0.00030513477395288646,-0.00028436045977286994,-0.0002635861455928534,-0.0002428118314128369,-0.0002220375172328204,-0.0002012632176047191,-0.00018048890342470258,-0.00015971458924468607,-0.00013894028961658478,-0.00011816597543656826,-9.739171946421266e-05,-7.661740528419614e-05,-5.5843098380137235e-05,-3.5068787838099524e-05,-1.4294477296061814e-05,6.479833245975897e-06,2.7254143788013607e-05,4.802845433005132e-05,6.880276487208903e-05,8.957707905210555e-05,0.00011035138595616445,0.00013112569286022335,0.00015190000704023987,0.0001726743212202564,0.00019344862084835768,0.0002142229350283742,0.0002349972492083907,0.00025577156338840723,0.00027654587756842375,0.00029732019174844027,0.0003180945059284568,0.00033886879100464284,0.00035964310518465936,0.0003804174193646759,0.0004011917335446924,0.0004219660477247089,0.00044274036190472543,0.00046351467608474195,0.000484288961160928,0.0005050632753409445,0.000525837589520961,0.0005466119037009776,0.0005673862178809941],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,1,2,0,4,4,4,4,3,5,5,6,10,12,14,11,17,33,15,19,25,28,26,27,32,38,24,31,36,20,28,26,24,18,24,20,22,21,18,21,17,11,10,12,3,12,8,3,4,2,2,1,3,0,1]},"gradients/_orig_mod.bert.encoder.layer.6.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,2,3,4,3,7,10,15,17,28,57,64,86,109,162,234,310,461,723,1228,2003,3609,7063,15430,39988,165025,254533,58799,20038,8856,4509,2408,1457,874,540,336,236,164,98,94,53,55,38,23,20,14,11,8,4,3,5,2,0,0,1,0,2,0,0,0,0,1],"bins":[-0.000415802001953125,-0.00040103495121002197,-0.00038626790046691895,-0.0003715008497238159,-0.0003567337989807129,-0.00034196674823760986,-0.00032719969749450684,-0.0003124326467514038,-0.0002976655960083008,-0.00028289854526519775,-0.0002681314945220947,-0.0002533644437789917,-0.00023859739303588867,-0.00022383034229278564,-0.00020906329154968262,-0.0001942962408065796,-0.00017952919006347656,-0.00016476213932037354,-0.0001499950885772705,-0.00013522803783416748,-0.00012046098709106445,-0.00010569393634796143,-9.09268856048584e-05,-7.615983486175537e-05,-6.139278411865234e-05,-4.6625733375549316e-05,-3.185868263244629e-05,-1.7091631889343262e-05,-2.3245811462402344e-06,1.2442469596862793e-05,2.720952033996582e-05,4.197657108306885e-05,5.6743621826171875e-05,7.15106725692749e-05,8.627772331237793e-05,0.00010104477405548096,0.00011581182479858398,0.000130578875541687,0.00014534592628479004,0.00016011297702789307,0.0001748800277709961,0.00018964707851409912,0.00020441412925720215,0.00021918118000030518,0.0002339482307434082,0.00024871528148651123,0.00026348233222961426,0.0002782493829727173,0.0002930164337158203,0.00030778348445892334,0.00032255053520202637,0.0003373175859451294,0.0003520846366882324,0.00036685168743133545,0.0003816187381744385,0.0003963857889175415,0.00041115283966064453,0.00042591989040374756,0.0004406869411468506,0.0004554539918899536,0.00047022104263305664,0.00048498809337615967,0.0004997551441192627,0.0005145221948623657,0.0005292892456054688]},"gradients/_orig_mod.bert.encoder.layer.8.intermediate.dense.weight":{"values":[1,0,0,2,1,2,3,1,9,7,7,17,34,42,58,85,106,185,270,405,611,996,1429,2198,3439,5553,8858,14065,23245,38022,61733,99549,155317,218214,254589,229147,166515,109469,68778,41811,25632,15650,9678,6032,3896,2568,1567,1034,703,430,274,207,153,90,64,39,27,15,12,2,7,9,0,2],"bins":[-0.0003693103790283203,-0.00035863742232322693,-0.00034796446561813354,-0.00033729150891304016,-0.0003266185522079468,-0.0003159455955028534,-0.00030527263879776,-0.0002945996820926666,-0.00028392672538757324,-0.00027325376868247986,-0.0002625808119773865,-0.0002519078552722931,-0.0002412348985671997,-0.00023056194186210632,-0.00021988898515701294,-0.00020921602845191956,-0.00019854307174682617,-0.0001878701150417328,-0.0001771971583366394,-0.00016652420163154602,-0.00015585124492645264,-0.00014517828822135925,-0.00013450533151626587,-0.00012383237481117249,-0.0001131594181060791,-0.00010248646140098572,-9.181350469589233e-05,-8.114054799079895e-05,-7.046759128570557e-05,-5.979463458061218e-05,-4.91216778755188e-05,-3.8448721170425415e-05,-2.777576446533203e-05,-1.7102807760238647e-05,-6.429851055145264e-06,4.24310564994812e-06,1.4916062355041504e-05,2.5589019060134888e-05,3.626197576522827e-05,4.6934932470321655e-05,5.760788917541504e-05,6.828084588050842e-05,7.89538025856018e-05,8.962675929069519e-05,0.00010029971599578857,0.00011097267270088196,0.00012164562940597534,0.00013231858611106873,0.0001429915428161621,0.0001536644995212555,0.00016433745622634888,0.00017501041293144226,0.00018568336963653564,0.00019635632634162903,0.0002070292830467224,0.0002177022397518158,0.00022837519645690918,0.00023904815316200256,0.00024972110986709595,0.00026039406657218933,0.0002710670232772827,0.0002817399799823761,0.0002924129366874695,0.00030308589339256287,0.00031375885009765625],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.output.LayerNorm.bias":{"bins":[-0.0003411246289033443,-0.00033064125454984605,-0.0003201578510925174,-0.00030967447673901916,-0.0002991910732816905,-0.00028870769892819226,-0.0002782242954708636,-0.00026774092111736536,-0.00025725754676386714,-0.00024677414330653846,-0.00023629075440112501,-0.00022580736549571157,-0.00021532399114221334,-0.0002048406022367999,-0.00019435721333138645,-0.000183873824425973,-0.00017339043552055955,-0.0001629070466151461,-0.00015242365770973265,-0.0001419402688043192,-0.00013145687989890575,-0.00012097349826944992,-0.00011049011663999408,-0.00010000672773458064,-8.952333882916719e-05,-7.903994992375374e-05,-6.855656101834029e-05,-5.8073179388884455e-05,-4.7589790483471006e-05,-3.710640157805756e-05,-2.6623016310622916e-05,-1.613962922419887e-05,-5.656213033944368e-06,4.827174052479677e-06,1.5310561138903722e-05,2.5793948225327767e-05,3.627733531175181e-05,4.676072421716526e-05,5.72441094845999e-05,6.772749475203454e-05,7.8210883657448e-05,8.869427256286144e-05,9.917766146827489e-05,0.00010966104309773073,0.00012014443200314417,0.0001306278136326,0.00014111120253801346,0.0001515945914434269,0.00016207798034884036,0.0001725613692542538,0.00018304475815966725,0.0001935281470650807,0.00020401153597049415,0.00021449491032399237,0.00022497829922940582,0.00023546168813481927,0.0002459450624883175,0.00025642846594564617,0.0002669118402991444,0.00027739524375647306,0.0002878786181099713,0.00029836202156729996,0.0003088453959207982,0.00031932879937812686,0.0003298121737316251],"_type":"histogram","values":[2,0,0,0,1,3,2,4,2,4,2,4,6,9,6,4,2,13,11,13,10,12,19,21,26,24,26,32,30,21,31,31,31,34,30,21,30,18,19,27,23,14,16,17,14,19,13,9,9,11,5,8,6,2,4,3,2,3,1,1,3,1,2,1]},"gradients/_orig_mod.linear.bias":{"bins":[-0.0007287263870239258,-0.0007071457803249359,-0.000685565173625946,-0.0006639845669269562,-0.0006424039602279663,-0.0006208233535289764,-0.0005992427468299866,-0.0005776621401309967,-0.0005560815334320068,-0.000534500926733017,-0.0005129203200340271,-0.0004913397133350372,-0.00046975910663604736,-0.0004481784999370575,-0.0004265978932380676,-0.00040501728653907776,-0.0003834366798400879,-0.000361856073141098,-0.00034027546644210815,-0.0003186948597431183,-0.0002971142530441284,-0.00027553364634513855,-0.0002539530396461487,-0.0002323724329471588,-0.00021079182624816895,-0.00018921121954917908,-0.0001676306128501892,-0.00014605000615119934,-0.00012446939945220947,-0.0001028887927532196,-8.130818605422974e-05,-5.972757935523987e-05,-3.814697265625e-05,-1.6566365957260132e-05,5.014240741729736e-06,2.6594847440719604e-05,4.817545413970947e-05,6.975606083869934e-05,9.133666753768921e-05,0.00011291727423667908,0.00013449788093566895,0.0001560784876346588,0.00017765909433364868,0.00019923970103263855,0.00022082030773162842,0.00024240091443061829,0.00026398152112960815,0.000285562127828598,0.0003071427345275879,0.00032872334122657776,0.0003503039479255676,0.0003718845546245575,0.00039346516132354736,0.00041504576802253723,0.0004366263747215271,0.00045820698142051697,0.00047978758811950684,0.0005013681948184967,0.0005229488015174866,0.0005445294082164764,0.0005661100149154663,0.0005876906216144562,0.000609271228313446,0.0006308518350124359,0.0006524324417114258],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,1,1,2,3,2,2,5,7,6,11,9,12,7,14,11,11,14,18,18,15,16,21,12,32,9,24,17,18,19,16,13,13,14,15,17,18,5,4,12,13,11,6,4,4,2,2,0,1,0,1,0,0,1,0,2]},"parameters/_orig_mod.bert.encoder.layer.8.intermediate.dense.bias":{"_type":"histogram","values":[1,0,3,0,1,5,4,2,7,10,9,18,29,23,51,43,51,62,88,92,107,125,127,139,128,124,99,116,87,108,75,45,50,44,24,28,30,16,16,14,10,6,8,7,1,1,3,2,1,0,1,2,1,1,0,1,0,0,0,0,0,0,1,1],"bins":[-0.0007794331177137792,-0.000747795682400465,-0.0007161581888794899,-0.0006845206953585148,-0.0006528832600452006,-0.0006212458247318864,-0.0005896083312109113,-0.0005579708376899362,-0.000526333402376622,-0.0004946959670633078,-0.00046305847354233265,-0.000431421009125188,-0.00039978354470804334,-0.0003681460802908987,-0.000336508615873754,-0.00030487115145660937,-0.0002732336870394647,-0.00024159622262232006,-0.0002099587582051754,-0.00017832129378803074,-0.0001466838293708861,-0.00011504636495374143,-8.340890053659678e-05,-5.177143611945212e-05,-2.0133971702307463e-05,1.1503492714837193e-05,4.314095713198185e-05,7.47784215491265e-05,0.00010641588596627116,0.00013805335038341582,0.00016969081480056047,0.00020132827921770513,0.00023296568542718887,0.00026460314984433353,0.0002962406142614782,0.00032787807867862284,0.0003595155430957675,0.00039115300751291215,0.0004227904719300568,0.00045442793634720147,0.0004860654007643461,0.0005177028942853212,0.0005493403295986354,0.0005809777649119496,0.0006126152584329247,0.0006442527519538999,0.0006758901872672141,0.0007075276225805283,0.0007391651161015034,0.0007708026096224785,0.0008024400449357927,0.0008340774802491069,0.000865714973770082,0.0008973524672910571,0.0009289899026043713,0.0009606273379176855,0.0009922648314386606,0.0010239023249596357,0.0010555398184806108,0.0010871771955862641,0.0011188146891072392,0.0011504521826282144,0.0011820895597338676,0.0012137270532548428,0.0012453645467758179]},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,1,0,3,2,3,6,13,10,9,16,7,21,13,13,13,19,23,21,30,22,16,20,27,27,20,26,28,15,25,17,22,19,19,19,31,20,23,21,10,19,15,17,12,10,7,11,8,6,5,2,1,1,1,1,0,0,0,1],"bins":[-0.0057339794002473354,-0.005557600408792496,-0.005381220951676369,-0.005204841960221529,-0.005028462968766689,-0.004852083511650562,-0.004675704520195723,-0.0044993250630795956,-0.004322946071624756,-0.004146567080169916,-0.003970187623053789,-0.0037938086315989494,-0.003617429407313466,-0.0034410501830279827,-0.003264671191573143,-0.0030882919672876596,-0.0029119127430021763,-0.002735533518716693,-0.0025591542944312096,-0.00238277530297637,-0.0022063960786908865,-0.002030016854405403,-0.0018536377465352416,-0.00167725863866508,-0.0015008794143795967,-0.0013245001900941133,-0.0011481210822239518,-0.0009717419161461294,-0.0007953627500683069,-0.0006189835839904845,-0.00044260441791266203,-0.0002662252518348396,-8.984608575701714e-05,8.653308032080531e-05,0.00026291224639862776,0.0004392914124764502,0.0006156705785542727,0.0007920497446320951,0.0009684289107099175,0.001144808018580079,0.0013211872428655624,0.0014975664671510458,0.0016739455750212073,0.0018503246828913689,0.0020267039071768522,0.0022030831314623356,0.0023794621229171753,0.0025558413472026587,0.002732220571488142,0.0029085997957736254,0.0030849790200591087,0.0032613580115139484,0.003437737235799432,0.003614116460084915,0.003790495451539755,0.003966874908655882,0.004143253900110722,0.004319632891565561,0.004496012348681688,0.004672391340136528,0.004848770797252655,0.005025149788707495,0.0052015287801623344,0.0053779082372784615,0.005554287228733301]},"gradients/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,0,1,2,4,5,4,6,7,12,7,13,11,10,24,13,17,20,27,22,27,28,28,26,24,29,33,32,25,24,24,26,29,19,17,14,19,16,17,10,12,19,10,8,8,8,8,6,2,4,1,2,3,2],"bins":[-0.0007699131965637207,-0.0007489444687962532,-0.0007279757410287857,-0.0007070070132613182,-0.0006860382854938507,-0.0006650695577263832,-0.0006441008299589157,-0.0006231321021914482,-0.0006021633744239807,-0.0005811946466565132,-0.0005602259188890457,-0.0005392571911215782,-0.0005182884633541107,-0.0004973197355866432,-0.0004763510078191757,-0.0004553822800517082,-0.0004344135522842407,-0.0004134448245167732,-0.0003924760967493057,-0.0003715073689818382,-0.00035053864121437073,-0.00032956991344690323,-0.00030860118567943573,-0.00028763245791196823,-0.00026666373014450073,-0.00024569500237703323,-0.00022472627460956573,-0.00020375754684209824,-0.00018278881907463074,-0.00016182009130716324,-0.00014085136353969574,-0.00011988263577222824,-9.891390800476074e-05,-7.794518023729324e-05,-5.6976452469825745e-05,-3.6007724702358246e-05,-1.5038996934890747e-05,5.929730832576752e-06,2.689845860004425e-05,4.786718636751175e-05,6.883591413497925e-05,8.980464190244675e-05,0.00011077336966991425,0.00013174209743738174,0.00015271082520484924,0.00017367955297231674,0.00019464828073978424,0.00021561700850725174,0.00023658573627471924,0.00025755446404218674,0.00027852319180965424,0.00029949191957712173,0.00032046064734458923,0.00034142937511205673,0.00036239810287952423,0.00038336683064699173,0.00040433555841445923,0.00042530428618192673,0.0004462730139493942,0.0004672417417168617,0.0004882104694843292,0.0005091791972517967,0.0005301479250192642,0.0005511166527867317,0.0005720853805541992],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,1,3,2,1,3,1,3,4,7,6,8,10,17,19,16,32,41,44,59,56,69,84,77,101,103,112,134,122,108,116,106,84,83,65,53,48,53,36,34,22,17,18,14,13,8,8,8,4,4,2,2,1,1,1,1,0,1,0,0,1],"bins":[-0.0005646347999572754,-0.0005465932190418243,-0.0005285516381263733,-0.0005105100572109222,-0.0004924684762954712,-0.00047442689538002014,-0.0004563853144645691,-0.00043834373354911804,-0.000420302152633667,-0.00040226057171821594,-0.0003842189908027649,-0.00036617740988731384,-0.0003481358289718628,-0.00033009424805641174,-0.0003120526671409607,-0.00029401108622550964,-0.0002759695053100586,-0.00025792792439460754,-0.0002398863434791565,-0.00022184476256370544,-0.0002038031816482544,-0.00018576160073280334,-0.0001677200198173523,-0.00014967843890190125,-0.0001316368579864502,-0.00011359527707099915,-9.55536961555481e-05,-7.751211524009705e-05,-5.9470534324645996e-05,-4.1428953409194946e-05,-2.3387372493743896e-05,-5.345791578292847e-06,1.2695789337158203e-05,3.073737025260925e-05,4.87789511680603e-05,6.682053208351135e-05,8.48621129989624e-05,0.00010290369391441345,0.0001209452748298645,0.00013898685574531555,0.0001570284366607666,0.00017507001757621765,0.0001931115984916687,0.00021115317940711975,0.0002291947603225708,0.00024723634123802185,0.0002652779221534729,0.00028331950306892395,0.000301361083984375,0.00031940266489982605,0.0003374442458152771,0.00035548582673072815,0.0003735274076461792,0.00039156898856163025,0.0004096105694770813,0.00042765215039253235,0.0004456937313079834,0.00046373531222343445,0.0004817768931388855,0.0004998184740543365,0.0005178600549697876,0.0005359016358852386,0.0005539432168006897,0.0005719847977161407,0.0005900263786315918]},"gradients/_orig_mod.bert.encoder.layer.0.attention.self.query.bias":{"_type":"histogram","values":[1,0,0,2,0,0,0,1,2,1,0,2,4,4,5,4,4,4,7,10,14,16,18,23,23,31,40,45,43,47,34,40,38,55,38,38,30,22,19,14,17,13,8,9,11,5,7,3,4,1,1,2,1,1,1,0,0,2,0,0,1,0,0,2],"bins":[-0.00018835067749023438,-0.0001821722835302353,-0.0001759938895702362,-0.00016981549561023712,-0.00016363710165023804,-0.00015745870769023895,-0.00015128031373023987,-0.00014510191977024078,-0.0001389235258102417,-0.00013274513185024261,-0.00012656673789024353,-0.00012038834393024445,-0.00011420994997024536,-0.00010803155601024628,-0.00010185316205024719,-9.567476809024811e-05,-8.949637413024902e-05,-8.331798017024994e-05,-7.713958621025085e-05,-7.096119225025177e-05,-6.478279829025269e-05,-5.86044043302536e-05,-5.2426010370254517e-05,-4.624761641025543e-05,-4.006922245025635e-05,-3.389082849025726e-05,-2.771243453025818e-05,-2.1534040570259094e-05,-1.535564661026001e-05,-9.177252650260925e-06,-2.998858690261841e-06,3.1795352697372437e-06,9.357929229736328e-06,1.5536323189735413e-05,2.1714717149734497e-05,2.789311110973358e-05,3.4071505069732666e-05,4.024989902973175e-05,4.6428292989730835e-05,5.260668694972992e-05,5.8785080909729004e-05,6.496347486972809e-05,7.114186882972717e-05,7.732026278972626e-05,8.349865674972534e-05,8.967705070972443e-05,9.585544466972351e-05,0.0001020338386297226,0.00010821223258972168,0.00011439062654972076,0.00012056902050971985,0.00012674741446971893,0.00013292580842971802,0.0001391042023897171,0.0001452825963497162,0.00015146099030971527,0.00015763938426971436,0.00016381777822971344,0.00016999617218971252,0.0001761745661497116,0.0001823529601097107,0.00018853135406970978,0.00019470974802970886,0.00020088814198970795,0.00020706653594970703]},"gradients/_orig_mod.bert.encoder.layer.8.output.dense.bias":{"bins":[-0.0006917119026184082,-0.0006734319031238556,-0.000655151903629303,-0.0006368719041347504,-0.0006185919046401978,-0.0006003119051456451,-0.0005820319056510925,-0.0005637519061565399,-0.0005454719066619873,-0.0005271919071674347,-0.0005089119076728821,-0.0004906319081783295,-0.00047235190868377686,-0.00045407190918922424,-0.00043579190969467163,-0.000417511910200119,-0.0003992319107055664,-0.0003809519112110138,-0.0003626719117164612,-0.00034439191222190857,-0.00032611191272735596,-0.00030783191323280334,-0.00028955191373825073,-0.0002712719142436981,-0.0002529919147491455,-0.0002347119152545929,-0.00021643191576004028,-0.00019815191626548767,-0.00017987191677093506,-0.00016159191727638245,-0.00014331191778182983,-0.00012503191828727722,-0.00010675191879272461,-8.8471919298172e-05,-7.019191980361938e-05,-5.191192030906677e-05,-3.363192081451416e-05,-1.5351921319961548e-05,2.9280781745910645e-06,2.1208077669143677e-05,3.948807716369629e-05,5.77680766582489e-05,7.604807615280151e-05,9.432807564735413e-05,0.00011260807514190674,0.00013088807463645935,0.00014916807413101196,0.00016744807362556458,0.0001857280731201172,0.0002040080726146698,0.0002222880721092224,0.00024056807160377502,0.00025884807109832764,0.00027712807059288025,0.00029540807008743286,0.0003136880695819855,0.0003319680690765381,0.0003502480685710907,0.0003685280680656433,0.0003868080675601959,0.00040508806705474854,0.00042336806654930115,0.00044164806604385376,0.00045992806553840637,0.000478208065032959],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,0,2,1,1,2,7,7,6,3,10,7,4,9,15,17,11,18,13,30,19,27,33,27,38,25,30,30,30,26,30,28,23,22,27,24,21,15,19,17,22,7,9,12,12,6,6,2,5,3,3,2,1,2]},"parameters/_orig_mod.bert.encoder.layer.1.attention.self.key.weight":{"_type":"histogram","values":[1,2,4,6,3,11,19,27,64,101,160,251,371,564,863,1292,1919,2605,3727,5001,6594,8549,10967,13285,16183,19332,22543,25504,27862,30812,32785,34147,34493,34237,33832,32309,30082,27189,24622,21621,18457,15403,12633,10026,7730,6064,4618,3318,2496,1702,1181,845,531,355,205,142,70,48,24,20,7,3,5,2],"bins":[-0.09702830016613007,-0.09407411515712738,-0.0911199301481247,-0.08816574513912201,-0.08521156013011932,-0.08225738257169724,-0.07930319756269455,-0.07634901255369186,-0.07339482754468918,-0.07044064253568649,-0.06748645752668381,-0.06453227251768112,-0.061578091233968735,-0.05862390622496605,-0.05566972494125366,-0.05271553993225098,-0.04976135492324829,-0.046807169914245605,-0.04385298490524292,-0.04089880362153053,-0.03794461861252785,-0.03499043360352516,-0.032036252319812775,-0.02908206731081009,-0.026127882301807404,-0.023173697292804718,-0.02021951414644718,-0.017265331000089645,-0.01431114599108696,-0.011356961913406849,-0.008402777835726738,-0.005448593758046627,-0.002494417130947113,0.0004597669467329979,0.003413951024413109,0.00636813510209322,0.00932231917977333,0.012276503257453442,0.015230687335133553,0.01818487048149109,0.021139055490493774,0.02409324049949646,0.027047423645853996,0.030001606792211533,0.03295579180121422,0.035909976810216904,0.03886415809392929,0.041818343102931976,0.04477252811193466,0.04772671312093735,0.05068089812994003,0.05363507941365242,0.056589264422655106,0.05954344943165779,0.06249763071537018,0.06545181572437286,0.06840600073337555,0.07136018574237823,0.07431437075138092,0.0772685557603836,0.08022274076938629,0.08317691832780838,0.08613110333681107,0.08908528834581375,0.09203947335481644]},"gradients/_orig_mod.bert.encoder.layer.10.attention.output.LayerNorm.bias":{"bins":[-0.0005446463474072516,-0.0005280140903778374,-0.0005113818915560842,-0.00049474963452667,-0.0004781174357049167,-0.00046148517867550254,-0.0004448529507499188,-0.0004282207228243351,-0.0004115884948987514,-0.00039495626697316766,-0.00037832403904758394,-0.0003616918111220002,-0.00034505955409258604,-0.0003284273261670023,-0.0003117950982414186,-0.0002951628703158349,-0.00027853064239025116,-0.00026189841446466744,-0.0002452661865390837,-0.00022863394406158477,-0.00021200171613600105,-0.00019536948821041733,-0.00017873724573291838,-0.00016210501780733466,-0.00014547278988175094,-0.00012884056195616722,-0.00011220832675462589,-9.557609155308455e-05,-7.894386362750083e-05,-6.231163570191711e-05,-4.567940050037578e-05,-2.904716893681325e-05,-1.241487916558981e-05,4.217352397972718e-06,2.0849583961535245e-05,3.748181552509777e-05,5.41140470886603e-05,7.074627501424402e-05,8.737851021578535e-05,0.00010401074541732669,0.00012064297334291041,0.00013727520126849413,0.00015390742919407785,0.0001705396716715768,0.00018717189959716052,0.00020380412752274424,0.0002204363700002432,0.0002370685979258269,0.00025370082585141063,0.00027033305377699435,0.00028696528170257807,0.0003035975096281618,0.0003202297375537455,0.0003368619945831597,0.0003534942225087434,0.0003701264504343271,0.00038675867835991085,0.00040339090628549457,0.0004200231342110783,0.000436655362136662,0.0004532876191660762,0.0004699198470916599,0.0004865520750172436,0.0005031842738389969,0.0005198165308684111],"_type":"histogram","values":[2,0,0,1,0,2,0,1,2,2,4,7,3,6,8,10,16,9,11,18,10,12,27,14,19,18,20,17,32,35,28,39,28,22,21,19,31,20,17,27,18,29,17,24,15,20,14,12,10,8,15,6,2,2,6,0,2,2,0,3,2,0,1,2]},"gradients/_orig_mod.bert.encoder.layer.7.output.dense.bias":{"bins":[-0.0007596015930175781,-0.0007385062053799629,-0.0007174108177423477,-0.0006963154301047325,-0.0006752200424671173,-0.0006541246548295021,-0.0006330292671918869,-0.0006119338795542717,-0.0005908384919166565,-0.0005697431042790413,-0.0005486477166414261,-0.0005275523290038109,-0.0005064569413661957,-0.0004853615537285805,-0.00046426616609096527,-0.00044317077845335007,-0.00042207539081573486,-0.00040098000317811966,-0.00037988461554050446,-0.00035878922790288925,-0.00033769384026527405,-0.00031659845262765884,-0.00029550306499004364,-0.00027440767735242844,-0.00025331228971481323,-0.00023221690207719803,-0.00021112151443958282,-0.00019002612680196762,-0.00016893073916435242,-0.0001478353515267372,-0.000126739963889122,-0.0001056445762515068,-8.45491886138916e-05,-6.34538009762764e-05,-4.2358413338661194e-05,-2.126302570104599e-05,-1.6763806343078613e-07,2.0927749574184418e-05,4.202313721179962e-05,6.311852484941483e-05,8.421391248703003e-05,0.00010530930012464523,0.00012640468776226044,0.00014750007539987564,0.00016859546303749084,0.00018969085067510605,0.00021078623831272125,0.00023188162595033646,0.00025297701358795166,0.00027407240122556686,0.00029516778886318207,0.00031626317650079727,0.0003373585641384125,0.0003584539517760277,0.0003795493394136429,0.0004006447270512581,0.0004217401146888733,0.0004428355023264885,0.0004639308899641037,0.0004850262776017189,0.0005061216652393341,0.0005272170528769493,0.0005483124405145645,0.0005694078281521797,0.0005905032157897949],"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,1,4,1,2,0,5,5,6,10,9,10,12,14,16,14,16,30,24,32,30,22,31,29,29,31,36,35,39,22,21,23,20,25,22,24,14,15,15,16,15,5,5,8,5,3,6,1,3,2,1,0,1,1]},"parameters/_orig_mod.bert.encoder.layer.1.output.dense.bias":{"_type":"histogram","values":[1,1,1,0,2,1,0,0,1,1,3,2,9,5,3,4,5,4,18,14,4,7,12,19,22,13,21,23,23,21,44,25,30,33,23,33,25,25,39,23,18,19,27,19,11,23,14,9,14,9,14,3,10,10,8,3,2,3,4,3,1,1,1,2],"bins":[-0.0004720880533568561,-0.0004584524722304195,-0.0004448169202078134,-0.0004311813390813768,-0.0004175457579549402,-0.0004039101768285036,-0.0003902746248058975,-0.0003766390436794609,-0.0003630034625530243,-0.00034936791053041816,-0.00033573232940398157,-0.000322096748277545,-0.0003084611671511084,-0.00029482561512850225,-0.00028119003400206566,-0.00026755445287562907,-0.0002539188717491925,-0.00024028331972658634,-0.00022664773860014975,-0.0002130121720256284,-0.0001993765908991918,-0.00018574102432467043,-0.00017210544319823384,-0.00015846987662371248,-0.00014483431004919112,-0.00013119872892275453,-0.00011756315507227555,-0.00010392758122179657,-9.029201464727521e-05,-7.665644079679623e-05,-6.302086694631726e-05,-4.938529309583828e-05,-3.57497192453593e-05,-2.2114145394880325e-05,-8.478573363390751e-06,5.156999577593524e-06,1.87925725185778e-05,3.2428146369056776e-05,4.6063716581556946e-05,5.969929043203592e-05,7.33348642825149e-05,8.697043813299388e-05,0.00010060601198347285,0.00011424158583395183,0.0001278771524084732,0.00014151273353490978,0.00015514830010943115,0.00016878388123586774,0.0001824194478103891,0.00019605501438491046,0.00020969059551134706,0.00022332616208586842,0.000236961743212305,0.00025059730978682637,0.00026423289091326296,0.00027786847203969955,0.0002915040240623057,0.0003051396051887423,0.00031877518631517887,0.000332410738337785,0.0003460463194642216,0.0003596819005906582,0.0003733174817170948,0.0003869530337397009,0.0004005886148661375]},"gradients/_orig_mod.bert.encoder.layer.9.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,2,1,3,2,2,1,0,1,5,2,3,3,8,4,7,14,12,22,18,24,26,23,28,34,46,64,42,38,38,38,32,28,30,17,24,17,16,20,10,6,7,2,11,10,4,3,2,3,0,1,3,1,3,0,1,0,0,0,1,2,1],"bins":[-0.00040942849591374397,-0.00039589463267475367,-0.00038236076943576336,-0.00036882690619677305,-0.0003552930720616132,-0.0003417592088226229,-0.0003282253455836326,-0.0003146914823446423,-0.000301157619105652,-0.00028762375586666167,-0.0002740899217315018,-0.0002605560584925115,-0.0002470221952535212,-0.0002334883320145309,-0.0002199544687755406,-0.0002064206200884655,-0.0001928867568494752,-0.0001793528936104849,-0.00016581904492340982,-0.0001522851816844195,-0.0001387513184454292,-0.00012521746975835413,-0.00011168360651936382,-9.814974328037351e-05,-8.461588731734082e-05,-7.108203135430813e-05,-5.754816811531782e-05,-4.401431215228513e-05,-3.048045255127363e-05,-1.694659295026213e-05,-3.412735168240033e-06,1.0121123523276765e-05,2.3654982214793563e-05,3.718884181580506e-05,5.072270141681656e-05,6.425655737984926e-05,7.779042061883956e-05,9.132427658187225e-05,0.00010485813254490495,0.00011839199578389525,0.00013192585902288556,0.00014545970770996064,0.00015899357094895095,0.00017252743418794125,0.00018606128287501633,0.00019959514611400664,0.00021312900935299695,0.00022666285804007202,0.00024019672127906233,0.0002537305699661374,0.0002672644332051277,0.000280798296444118,0.00029433215968310833,0.00030786602292209864,0.00032139988616108894,0.0003349337202962488,0.0003484675835352391,0.0003620014467742294,0.0003755353100132197,0.00038906917325221,0.00040260303649120033,0.0004161368706263602,0.0004296707338653505,0.0004432045971043408,0.0004567384603433311]},"gradients/_orig_mod.bert.encoder.layer.10.intermediate.dense.bias":{"values":[2,2,1,4,3,1,2,4,6,7,11,9,4,10,15,27,21,25,36,27,50,51,54,60,89,88,100,101,113,103,100,112,96,114,87,66,84,63,44,31,46,36,24,26,18,14,12,9,8,4,4,5,4,3,1,2,2,3,1,0,1,0,0,2],"bins":[-0.0001785755157470703,-0.00017264019697904587,-0.00016670487821102142,-0.00016076955944299698,-0.00015483424067497253,-0.0001488989219069481,-0.00014296360313892365,-0.0001370282843708992,-0.00013109296560287476,-0.0001251576468348503,-0.00011922232806682587,-0.00011328700929880142,-0.00010735169053077698,-0.00010141637176275253,-9.548105299472809e-05,-8.954573422670364e-05,-8.36104154586792e-05,-7.767509669065475e-05,-7.173977792263031e-05,-6.580445915460587e-05,-5.986914038658142e-05,-5.3933821618556976e-05,-4.799850285053253e-05,-4.206318408250809e-05,-3.612786531448364e-05,-3.0192546546459198e-05,-2.4257227778434753e-05,-1.832190901041031e-05,-1.2386590242385864e-05,-6.45127147436142e-06,-5.159527063369751e-07,5.4193660616874695e-06,1.1354684829711914e-05,1.729000359773636e-05,2.3225322365760803e-05,2.9160641133785248e-05,3.509595990180969e-05,4.103127866983414e-05,4.696659743785858e-05,5.2901916205883026e-05,5.883723497390747e-05,6.477255374193192e-05,7.070787250995636e-05,7.66431912779808e-05,8.257851004600525e-05,8.85138288140297e-05,9.444914758205414e-05,0.00010038446635007858,0.00010631978511810303,0.00011225510388612747,0.00011819042265415192,0.00012412574142217636,0.0001300610601902008,0.00013599637895822525,0.0001419316977262497,0.00014786701649427414,0.00015380233526229858,0.00015973765403032303,0.00016567297279834747,0.00017160829156637192,0.00017754361033439636,0.0001834789291024208,0.00018941424787044525,0.0001953495666384697,0.00020128488540649414],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.4.intermediate.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,0,1,3,1,5,6,6,4,14,10,14,12,18,27,39,29,43,62,73,65,79,84,103,112,114,128,101,131,110,116,86,70,78,57,49,28,31,31,18,13,27,18,7,5,4,3,4,1,1,0,0,1,1,1,0,0,1],"bins":[-0.0004082322120666504,-0.00039572641253471375,-0.0003832206130027771,-0.00037071481347084045,-0.0003582090139389038,-0.00034570321440696716,-0.0003331974148750305,-0.00032069161534309387,-0.0003081858158111572,-0.0002956800162792206,-0.00028317421674728394,-0.0002706684172153473,-0.00025816261768341064,-0.000245656818151474,-0.00023315101861953735,-0.0002206452190876007,-0.00020813941955566406,-0.00019563362002372742,-0.00018312782049179077,-0.00017062202095985413,-0.00015811622142791748,-0.00014561042189598083,-0.0001331046223640442,-0.00012059882283210754,-0.0001080930233001709,-9.558722376823425e-05,-8.308142423629761e-05,-7.057562470436096e-05,-5.8069825172424316e-05,-4.556402564048767e-05,-3.3058226108551025e-05,-2.055242657661438e-05,-8.046627044677734e-06,4.459172487258911e-06,1.6964972019195557e-05,2.9470771551132202e-05,4.197657108306885e-05,5.448237061500549e-05,6.698817014694214e-05,7.949396967887878e-05,9.199976921081543e-05,0.00010450556874275208,0.00011701136827468872,0.00012951716780662537,0.000142022967338562,0.00015452876687049866,0.0001670345664024353,0.00017954036593437195,0.0001920461654663086,0.00020455196499824524,0.00021705776453018188,0.00022956356406211853,0.00024206936359405518,0.0002545751631259918,0.00026708096265792847,0.0002795867621898651,0.00029209256172180176,0.0003045983612537384,0.00031710416078567505,0.0003296099603176117,0.00034211575984954834,0.000354621559381485,0.00036712735891342163,0.0003796331584453583,0.0003921389579772949]},"parameters/_orig_mod.bert.embeddings.LayerNorm.weight":{"values":[1,3,1,3,3,9,10,11,15,25,37,36,46,53,56,40,50,31,31,28,26,25,36,20,19,15,10,11,10,8,6,9,8,9,7,6,5,5,4,7,2,4,1,0,4,1,1,1,4,4,2,2,0,0,1,3,1,0,0,1,0,0,0,1],"bins":[0.9984853863716125,0.9985823631286621,0.9986793398857117,0.9987763166427612,0.9988733530044556,0.9989703297615051,0.9990673065185547,0.9991642832756042,0.9992612600326538,0.9993582367897034,0.9994552135467529,0.9995522499084473,0.9996492266654968,0.9997462034225464,0.999843180179596,0.9999401569366455,1.0000371932983398,1.0001341104507446,1.000231146812439,1.0003280639648438,1.000425100326538,1.0005220174789429,1.0006190538406372,1.0007160902023315,1.0008130073547363,1.0009100437164307,1.0010069608688354,1.0011039972305298,1.0012009143829346,1.001297950744629,1.0013949871063232,1.001491904258728,1.0015889406204224,1.0016858577728271,1.0017828941345215,1.0018798112869263,1.0019768476486206,1.002073884010315,1.0021708011627197,1.002267837524414,1.0023647546768188,1.0024617910385132,1.002558708190918,1.0026557445526123,1.0027527809143066,1.0028496980667114,1.0029467344284058,1.0030436515808105,1.0031406879425049,1.0032376050949097,1.003334641456604,1.0034316778182983,1.0035285949707031,1.0036256313323975,1.0037225484848022,1.0038195848464966,1.0039165019989014,1.0040135383605957,1.00411057472229,1.0042074918746948,1.0043045282363892,1.004401445388794,1.0044984817504883,1.004595398902893,1.0046924352645874],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.attention.self.key.weight":{"bins":[-0.09021981805562973,-0.08724316954612732,-0.08426652103662491,-0.0812898650765419,-0.07831321656703949,-0.07533656805753708,-0.07235991954803467,-0.06938326358795166,-0.06640661507844925,-0.06342996656894684,-0.06045331805944443,-0.05747666582465172,-0.05450001731514931,-0.0515233650803566,-0.04854671657085419,-0.04557006433606148,-0.04259341582655907,-0.039616767317056656,-0.03664011508226395,-0.033663466572761536,-0.030686814337968826,-0.027710165828466415,-0.024733515456318855,-0.021756865084171295,-0.018780214712023735,-0.015803564339876175,-0.012826913967728615,-0.00985026452690363,-0.006873614154756069,-0.0038969640154391527,-0.0009203138761222363,0.00205633626319468,0.005032986402511597,0.008009636774659157,0.010986287146806717,0.013962936587631702,0.016939587891101837,0.019916236400604248,0.022892886772751808,0.02586953714489937,0.02884618751704693,0.03182283788919449,0.0347994863986969,0.03777613863348961,0.04075278714299202,0.04372943937778473,0.04670608788728714,0.04968274012207985,0.05265938863158226,0.05563603714108467,0.05861268937587738,0.06158933788537979,0.0645659863948822,0.06754264235496521,0.07051929086446762,0.07349593937397003,0.07647258788347244,0.07944923639297485,0.08242589235305786,0.08540254086256027,0.08837918937206268,0.0913558378815651,0.0943324938416481,0.09730914235115051,0.10028579086065292],"_type":"histogram","values":[1,6,7,20,23,42,65,128,188,284,437,718,1028,1573,2180,3045,4223,5658,7458,9329,12279,14988,17865,20922,24005,27086,29764,31773,33836,34906,35004,34615,33212,31407,28701,25915,22683,19834,16745,13581,11058,8771,6913,5103,3824,2764,1856,1356,983,633,422,253,130,96,52,37,15,11,5,1,3,1,2,1]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.query.weight":{"_type":"histogram","values":[1,0,0,0,2,1,2,3,8,5,6,18,26,40,56,91,125,141,302,360,544,806,1130,1746,2615,3935,6037,9502,15048,25937,46095,82939,140948,108793,58839,32185,18620,11503,7223,4705,3123,2021,1414,926,655,405,296,181,152,103,70,45,26,23,13,9,13,4,2,3,0,1,1,1],"bins":[-0.0001436471939086914,-0.0001392550766468048,-0.0001348629593849182,-0.00013047084212303162,-0.00012607872486114502,-0.00012168660759925842,-0.00011729449033737183,-0.00011290237307548523,-0.00010851025581359863,-0.00010411813855171204,-9.972602128982544e-05,-9.533390402793884e-05,-9.094178676605225e-05,-8.654966950416565e-05,-8.215755224227905e-05,-7.776543498039246e-05,-7.337331771850586e-05,-6.898120045661926e-05,-6.458908319473267e-05,-6.019696593284607e-05,-5.580484867095947e-05,-5.1412731409072876e-05,-4.702061414718628e-05,-4.262849688529968e-05,-3.8236379623413086e-05,-3.384426236152649e-05,-2.9452145099639893e-05,-2.5060027837753296e-05,-2.06679105758667e-05,-1.6275793313980103e-05,-1.1883676052093506e-05,-7.491558790206909e-06,-3.0994415283203125e-06,1.2926757335662842e-06,5.684792995452881e-06,1.0076910257339478e-05,1.4469027519226074e-05,1.886114478111267e-05,2.3253262042999268e-05,2.7645379304885864e-05,3.203749656677246e-05,3.642961382865906e-05,4.0821731090545654e-05,4.521384835243225e-05,4.960596561431885e-05,5.3998082876205444e-05,5.839020013809204e-05,6.278231739997864e-05,6.717443466186523e-05,7.156655192375183e-05,7.595866918563843e-05,8.035078644752502e-05,8.474290370941162e-05,8.913502097129822e-05,9.352713823318481e-05,9.791925549507141e-05,0.00010231137275695801,0.0001067034900188446,0.0001110956072807312,0.0001154877245426178,0.0001198798418045044,0.000124271959066391,0.0001286640763282776,0.00013305619359016418,0.00013744831085205078]},"parameters/_orig_mod.bert.encoder.layer.9.intermediate.dense.weight":{"_type":"histogram","values":[5,5,9,27,40,67,103,205,299,535,841,1329,1919,2922,4075,5878,8278,11349,15026,19897,25138,31839,39300,46864,54827,62802,70663,77555,83859,88849,90797,92014,90910,88188,83630,77037,69962,62118,53878,45524,38089,30801,24816,19357,14883,10820,7939,5739,3982,2741,1863,1212,817,525,307,169,104,47,38,27,10,11,1,3],"bins":[-0.09248622506856918,-0.08954569697380066,-0.08660516142845154,-0.08366462588310242,-0.08072409778833389,-0.07778356969356537,-0.07484303414821625,-0.07190249860286713,-0.0689619705080986,-0.06602144241333008,-0.06308090686798096,-0.060140375047922134,-0.05719984322786331,-0.05425931140780449,-0.051318779587745667,-0.048378247767686844,-0.04543771594762802,-0.0424971841275692,-0.039556652307510376,-0.03661612048745155,-0.03367558866739273,-0.030735056847333908,-0.027794525027275085,-0.024853993207216263,-0.02191346138715744,-0.018972929567098618,-0.016032397747039795,-0.013091865926980972,-0.01015133410692215,-0.007210802286863327,-0.004270270466804504,-0.0013297386467456818,0.001610785722732544,0.004551317542791367,0.007491849362850189,0.010432381182909012,0.013372913002967834,0.016313444823026657,0.01925397664308548,0.022194508463144302,0.025135040283203125,0.028075572103261948,0.03101610392332077,0.03395663574337959,0.036897167563438416,0.03983769938349724,0.04277823120355606,0.04571876302361488,0.048659294843673706,0.05159982666373253,0.05454035848379135,0.057480890303850174,0.060421422123909,0.06336195766925812,0.06630248576402664,0.06924301385879517,0.07218354940414429,0.07512408494949341,0.07806461304426193,0.08100514113903046,0.08394567668437958,0.0868862122297287,0.08982674032449722,0.09276726841926575,0.09570780396461487]},"parameters/_orig_mod.bert.encoder.layer.9.attention.self.key.weight":{"values":[3,1,2,3,9,9,19,31,58,115,162,300,488,713,937,1478,2105,2951,3939,5286,6834,8787,11070,13674,16265,19471,22601,25299,27716,30406,32201,33713,34214,33673,33022,31478,29820,27423,24107,21400,18537,15364,12856,10128,8013,6412,4805,3548,2623,1845,1323,939,626,385,243,151,104,65,37,20,10,4,2,1],"bins":[-0.09540554136037827,-0.09249970316886902,-0.08959385752677917,-0.08668801933526993,-0.08378217369318008,-0.08087633550167084,-0.077970489859581,-0.07506465166807175,-0.0721588134765625,-0.06925296783447266,-0.06634712964296341,-0.06344128400087357,-0.06053544580936432,-0.057629603892564774,-0.05472376197576523,-0.05181792005896568,-0.04891207814216614,-0.04600623622536659,-0.04310039430856705,-0.0401945523917675,-0.03728871047496796,-0.03438287228345871,-0.031477030366659164,-0.02857118844985962,-0.025665346533060074,-0.02275950461626053,-0.019853662699460983,-0.016947822645306587,-0.014041980728507042,-0.011136138811707497,-0.008230297826230526,-0.005324456375092268,-0.00241861492395401,0.00048722652718424797,0.003393067978322506,0.006298909429460764,0.009204750880599022,0.012110592797398567,0.015016433782875538,0.01792227476835251,0.020828116685152054,0.0237339586019516,0.026639800518751144,0.02954564057290554,0.032451480627059937,0.03535732254385948,0.03826316446065903,0.04116900637745857,0.04407484829425812,0.04698069021105766,0.04988653212785721,0.052792374044656754,0.0556982159614563,0.058604054152965546,0.06150989606976509,0.06441573798656464,0.06732158362865448,0.07022742182016373,0.07313326001167297,0.07603910565376282,0.07894494384527206,0.08185078948736191,0.08475662767887115,0.087662473320961,0.09056831151247025],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.9.attention.output.dense.weight":{"bins":[-0.0004191398620605469,-0.0004056096076965332,-0.00039207935333251953,-0.00037854909896850586,-0.0003650188446044922,-0.0003514885902404785,-0.00033795833587646484,-0.00032442808151245117,-0.0003108978271484375,-0.00029736757278442383,-0.00028383731842041016,-0.0002703070640563965,-0.0002567768096923828,-0.00024324655532836914,-0.00022971630096435547,-0.0002161860466003418,-0.00020265579223632812,-0.00018912553787231445,-0.00017559528350830078,-0.0001620650291442871,-0.00014853477478027344,-0.00013500452041625977,-0.0001214742660522461,-0.00010794401168823242,-9.441375732421875e-05,-8.088350296020508e-05,-6.73532485961914e-05,-5.3822994232177734e-05,-4.029273986816406e-05,-2.676248550415039e-05,-1.3232231140136719e-05,2.980232238769531e-07,1.3828277587890625e-05,2.7358531951904297e-05,4.088878631591797e-05,5.441904067993164e-05,6.794929504394531e-05,8.147954940795898e-05,9.500980377197266e-05,0.00010854005813598633,0.0001220703125,0.00013560056686401367,0.00014913082122802734,0.00016266107559204102,0.0001761913299560547,0.00018972158432006836,0.00020325183868408203,0.0002167820930480957,0.00023031234741210938,0.00024384260177612305,0.0002573728561401367,0.0002709031105041504,0.00028443336486816406,0.00029796361923217773,0.0003114938735961914,0.0003250241279602051,0.00033855438232421875,0.0003520846366882324,0.0003656148910522461,0.00037914514541625977,0.00039267539978027344,0.0004062056541442871,0.0004197359085083008,0.00043326616287231445,0.0004467964172363281],"_type":"histogram","values":[2,3,0,7,7,8,11,18,33,37,63,90,97,161,255,391,511,791,1049,1586,2362,3545,5327,7999,12016,17785,25729,36385,49020,61468,69586,69477,60899,48442,35987,25478,17414,11779,7740,5261,3538,2411,1553,1084,782,504,365,244,142,133,65,60,43,20,18,14,10,8,9,0,0,1,0,1]},"parameters/_orig_mod.bert.encoder.layer.0.output.dense.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,1,0,1,1,2,4,3,2,3,7,7,9,12,12,6,16,15,23,26,28,24,29,33,36,41,37,27,35,30,33,40,25,31,23,26,16,19,13,10,10,8,5,8,5,4,4,2,2,1,4,3,1,1,1,1],"bins":[-0.0007269612979143858,-0.0007064553792588413,-0.0006859494606032968,-0.0006654435419477522,-0.0006449376232922077,-0.0006244317046366632,-0.0006039257859811187,-0.0005834198673255742,-0.0005629139486700296,-0.0005424080300144851,-0.0005219021113589406,-0.0005013961927033961,-0.00048089027404785156,-0.00046038435539230704,-0.0004398784367367625,-0.000419372518081218,-0.0003988665994256735,-0.00037836068077012897,-0.00035785476211458445,-0.0003373488434590399,-0.0003168429248034954,-0.0002963370061479509,-0.00027583108749240637,-0.00025532516883686185,-0.00023481925018131733,-0.0002143133315257728,-0.0001938074128702283,-0.00017330149421468377,-0.00015279557555913925,-0.00013228965690359473,-0.00011178373824805021,-9.12778195925057e-05,-7.077184272930026e-05,-5.026592407375574e-05,-2.9760005418211222e-05,-9.254086762666702e-06,1.1251831892877817e-05,3.1757750548422337e-05,5.2263669203966856e-05,7.276958785951138e-05,9.32755065150559e-05,0.00011378142517060041,0.00013428734382614493,0.00015479326248168945,0.00017529918113723397,0.0001958050997927785,0.000216311018448323,0.00023681693710386753,0.00025732285575941205,0.00027782877441495657,0.0002983346930705011,0.0003188406117260456,0.00033934653038159013,0.00035985244903713465,0.00038035836769267917,0.0004008642863482237,0.0004213702050037682,0.0004418761236593127,0.00046238204231485724,0.00048288796097040176,0.0005033938796259463,0.0005238997982814908,0.0005444057169370353,0.0005649116355925798,0.0005854175542481244]},"gradients/_orig_mod.bert.encoder.layer.3.output.dense.bias":{"_type":"histogram","values":[2,0,1,2,1,2,0,1,3,2,9,4,11,10,4,9,12,20,10,18,19,14,26,32,31,32,20,26,24,27,35,22,26,27,33,28,26,23,22,30,17,20,18,9,11,3,10,6,6,2,6,5,2,5,0,0,0,0,2,0,1,0,0,1],"bins":[-0.0011372566223144531,-0.0010996265336871147,-0.0010619964450597763,-0.001024366356432438,-0.0009867362678050995,-0.0009491061791777611,-0.0009114760905504227,-0.0008738460019230843,-0.0008362159132957458,-0.0007985858246684074,-0.000760955736041069,-0.0007233256474137306,-0.0006856955587863922,-0.0006480654701590538,-0.0006104353815317154,-0.000572805292904377,-0.0005351752042770386,-0.0004975451156497002,-0.00045991502702236176,-0.00042228493839502335,-0.00038465484976768494,-0.0003470247611403465,-0.0003093946725130081,-0.0002717645838856697,-0.0002341344952583313,-0.0001965044066309929,-0.00015887431800365448,-0.00012124422937631607,-8.361414074897766e-05,-4.598405212163925e-05,-8.353963494300842e-06,2.9276125133037567e-05,6.690621376037598e-05,0.00010453630238771439,0.0001421663910150528,0.0001797964796423912,0.00021742656826972961,0.000255056656897068,0.00029268674552440643,0.00033031683415174484,0.00036794692277908325,0.00040557701140642166,0.00044320710003376007,0.0004808371886610985,0.0005184672772884369,0.0005560973659157753,0.0005937274545431137,0.0006313575431704521,0.0006689876317977905,0.0007066177204251289,0.0007442478090524673,0.0007818778976798058,0.0008195079863071442,0.0008571380749344826,0.000894768163561821,0.0009323982521891594,0.0009700283408164978,0.0010076584294438362,0.0010452885180711746,0.001082918606698513,0.0011205486953258514,0.0011581787839531898,0.0011958088725805283,0.0012334389612078667,0.001271069049835205]},"gradients/_orig_mod.bert.encoder.layer.5.output.LayerNorm.bias":{"bins":[-0.000878616701811552,-0.0008499894174747169,-0.0008213621913455427,-0.0007927349070087075,-0.0007641076226718724,-0.0007354803965426981,-0.000706853112205863,-0.0006782258278690279,-0.0006495985435321927,-0.0006209713174030185,-0.0005923440330661833,-0.0005637167487293482,-0.000535089522600174,-0.0005064622382633388,-0.0004778349830303341,-0.00044920769869349897,-0.0004205804434604943,-0.0003919531882274896,-0.00036332590389065444,-0.00033469864865764976,-0.0003060713643208146,-0.0002774441090878099,-0.00024881685385480523,-0.0002201895840698853,-0.0001915623142849654,-0.00016293504450004548,-0.00013430777471512556,-0.00010568051948212087,-7.705324969720095e-05,-4.8425983550259843e-05,-1.9798717403318733e-05,8.828548743622378e-06,3.7455756682902575e-05,6.608302646782249e-05,9.47102889767848e-05,0.0001233375514857471,0.00015196482127066702,0.00018059209105558693,0.00020921934628859162,0.00023784661607351154,0.00026647388585843146,0.00029510114109143615,0.0003237284254282713,0.000352355680661276,0.00038098293589428067,0.0004096102202311158,0.0004382374754641205,0.00046686475980095565,0.0004954920150339603,0.0005241192993707955,0.0005527465254999697,0.0005813738098368049,0.00061000109417364,0.0006386283203028142,0.0006672556046396494,0.0006958828889764845,0.0007245101733133197,0.0007531373994424939,0.0007817646837793291,0.0008103919681161642,0.0008390191942453384,0.0008676464785821736,0.0008962737629190087,0.000924900989048183,0.0009535282733850181],"_type":"histogram","values":[1,2,1,1,4,0,1,2,5,2,5,6,6,7,6,14,11,18,18,22,14,14,19,27,18,30,29,26,26,26,29,33,28,30,21,23,36,23,15,23,18,19,18,12,11,10,8,5,5,9,5,7,3,5,2,3,1,1,1,0,1,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.weight":{"_type":"histogram","values":[2,1,5,6,15,14,25,45,67,98,139,202,285,491,703,1055,1545,2088,3184,4826,7358,10738,16360,24663,37558,58497,96648,160453,247855,289072,227071,142079,86328,52847,33709,21916,14521,9726,6599,4535,2981,2066,1443,962,616,484,311,222,149,98,80,39,32,19,2,8,7,9,3,1,1,0,0,2],"bins":[-0.00042366981506347656,-0.0004092492163181305,-0.0003948286175727844,-0.00038040801882743835,-0.0003659874200820923,-0.0003515668213367462,-0.00033714622259140015,-0.0003227256238460541,-0.000308305025100708,-0.00029388442635536194,-0.00027946382761001587,-0.0002650432288646698,-0.00025062263011932373,-0.00023620203137397766,-0.0002217814326286316,-0.00020736083388328552,-0.00019294023513793945,-0.00017851963639259338,-0.00016409903764724731,-0.00014967843890190125,-0.00013525784015655518,-0.0001208372414112091,-0.00010641664266586304,-9.199604392051697e-05,-7.75754451751709e-05,-6.315484642982483e-05,-4.873424768447876e-05,-3.431364893913269e-05,-1.989305019378662e-05,-5.472451448440552e-06,8.948147296905518e-06,2.3368746042251587e-05,3.7789344787597656e-05,5.2209943532943726e-05,6.66305422782898e-05,8.105114102363586e-05,9.547173976898193e-05,0.000109892338514328,0.00012431293725967407,0.00013873353600502014,0.0001531541347503662,0.00016757473349571228,0.00018199533224105835,0.00019641593098640442,0.0002108365297317505,0.00022525712847709656,0.00023967772722244263,0.0002540983259677887,0.00026851892471313477,0.00028293952345848083,0.0002973601222038269,0.000311780720949173,0.00032620131969451904,0.0003406219184398651,0.0003550425171852112,0.00036946311593055725,0.0003838837146759033,0.0003983043134212494,0.00041272491216659546,0.00042714551091194153,0.0004415661096572876,0.00045598670840263367,0.00047040730714797974,0.0004848279058933258,0.0004992485046386719]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.bias":{"bins":[-0.0031175704207271338,-0.0030216844752430916,-0.002925798762589693,-0.0028299130499362946,-0.0027340271044522524,-0.0026381411589682102,-0.0025422554463148117,-0.002446369733661413,-0.002350483788177371,-0.002254597842693329,-0.0021587121300399303,-0.002062826417386532,-0.0019669404719024897,-0.0018710546428337693,-0.001775168813765049,-0.0016792829846963286,-0.0015833971556276083,-0.001487511326558888,-0.0013916254974901676,-0.0012957396684214473,-0.001199853839352727,-0.0011039680102840066,-0.0010080821812152863,-0.0009121963521465659,-0.0008163105230778456,-0.0007204246940091252,-0.0006245388649404049,-0.0005286530358716846,-0.0004327672068029642,-0.00033688137773424387,-0.00024099554866552353,-0.0001451097195968032,-4.9223657697439194e-05,4.666217137128115e-05,0.0001425480004400015,0.00023843382950872183,0.00033431965857744217,0.0004302054876461625,0.0005260913167148829,0.0006219771457836032,0.0007178629748523235,0.0008137488039210439,0.0009096346329897642,0.0010055204620584846,0.001101406291127205,0.0011972921201959252,0.0012931779492646456,0.001389063778333366,0.0014849496074020863,0.0015808354364708066,0.001676721265539527,0.0017726070946082473,0.0018684929236769676,0.001964378636330366,0.0020602645818144083,0.0021561505272984505,0.002252036239951849,0.0023479219526052475,0.0024438078980892897,0.002539693843573332,0.0026355795562267303,0.002731465268880129,0.002827351214364171,0.002923237159848213,0.0030191228725016117],"_type":"histogram","values":[1,0,0,2,5,1,1,2,1,5,5,6,2,7,7,9,14,14,11,22,11,19,22,15,26,26,24,24,23,20,27,28,27,27,28,27,21,25,22,18,18,24,22,18,20,18,8,13,8,10,8,6,2,5,5,3,2,1,0,0,1,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.5.output.LayerNorm.weight":{"values":[2,0,2,0,2,2,3,1,2,2,2,2,5,5,5,14,9,11,13,19,20,25,28,29,39,42,44,47,35,44,40,36,35,19,28,24,17,20,14,10,11,12,8,6,7,6,3,4,3,1,0,4,2,1,0,0,2,0,0,0,0,0,0,1],"bins":[0.9983800053596497,0.9984394907951355,0.9984989166259766,0.9985584020614624,0.9986178278923035,0.9986773133277893,0.9987367391586304,0.9987962245941162,0.9988556504249573,0.9989151358604431,0.9989745616912842,0.99903404712677,0.9990934729576111,0.9991529583930969,0.999212384223938,0.9992718696594238,0.9993312954902649,0.9993907809257507,0.9994502067565918,0.9995096921920776,0.9995691180229187,0.9996286034584045,0.9996880292892456,0.9997475147247314,0.9998069405555725,0.9998664259910583,0.9999258518218994,0.9999853372573853,1.000044822692871,1.0001041889190674,1.0001636743545532,1.000223159790039,1.000282645225525,1.0003421306610107,1.000401496887207,1.0004609823226929,1.0005204677581787,1.0005799531936646,1.0006393194198608,1.0006988048553467,1.0007582902908325,1.0008177757263184,1.0008771419525146,1.0009366273880005,1.0009961128234863,1.0010555982589722,1.0011149644851685,1.0011744499206543,1.0012339353561401,1.001293420791626,1.0013527870178223,1.001412272453308,1.001471757888794,1.0015312433242798,1.001590609550476,1.001650094985962,1.0017095804214478,1.0017690658569336,1.0018284320831299,1.0018879175186157,1.0019474029541016,1.0020068883895874,1.0020662546157837,1.0021257400512695,1.0021852254867554],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.output.dense.weight":{"bins":[-0.10474881529808044,-0.10156082361936569,-0.09837283194065094,-0.09518484026193619,-0.09199684858322144,-0.08880885690450668,-0.08562087267637253,-0.08243288099765778,-0.07924488931894302,-0.07605689764022827,-0.07286890596151352,-0.06968091428279877,-0.06649292260408401,-0.06330493092536926,-0.06011694297194481,-0.05692895129323006,-0.053740959614515305,-0.05055296793580055,-0.0473649762570858,-0.044176988303661346,-0.040988996624946594,-0.03780100494623184,-0.03461301326751709,-0.03142502158880234,-0.028237031772732735,-0.025049040094017982,-0.02186105027794838,-0.018673058599233627,-0.01548506785184145,-0.012297077104449272,-0.00910908542573452,-0.005921094678342342,-0.002733103930950165,0.00045488704927265644,0.0036428780294954777,0.0068308692425489426,0.01001885998994112,0.013206850737333298,0.01639484241604805,0.019582832232117653,0.022770823910832405,0.025958815589547157,0.02914680540561676,0.03233479708433151,0.035522788763046265,0.03871078044176102,0.04189876839518547,0.04508676007390022,0.048274751752614975,0.05146274343132973,0.05465073511004448,0.05783872306346893,0.061026714742183685,0.06421470642089844,0.06740269809961319,0.07059068977832794,0.0737786814570427,0.07696667313575745,0.0801546648144722,0.08334264904260635,0.0865306407213211,0.08971863240003586,0.09290662407875061,0.09609461575746536,0.09928260743618011],"_type":"histogram","values":[1,0,1,0,6,5,24,27,51,102,175,313,517,869,1431,2247,3413,5147,7313,10320,14515,19794,25318,33228,41464,50373,59701,69705,78680,86408,93010,97793,99638,98800,95718,91065,84569,76256,66479,57450,47607,38891,30785,23851,18000,13171,9314,6653,4519,3073,1929,1261,821,478,243,165,82,45,30,10,6,2,1,1]},"gradients/_orig_mod.bert.encoder.layer.5.attention.self.key.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,0,0,1,0,2,1,0,1,4,3,1,5,1,2,6,9,11,12,17,20,44,39,64,90,85,86,52,57,26,34,20,11,19,10,4,7,2,2,4,3,1,2,0,0,1,0,0,1,3,0,1,1,0,0,2],"bins":[-4.017353057861328e-05,-3.8972124457359314e-05,-3.777071833610535e-05,-3.656931221485138e-05,-3.536790609359741e-05,-3.4166499972343445e-05,-3.296509385108948e-05,-3.176368772983551e-05,-3.056228160858154e-05,-2.9360875487327576e-05,-2.815946936607361e-05,-2.695806324481964e-05,-2.5756657123565674e-05,-2.4555251002311707e-05,-2.335384488105774e-05,-2.2152438759803772e-05,-2.0951032638549805e-05,-1.9749626517295837e-05,-1.854822039604187e-05,-1.7346814274787903e-05,-1.6145408153533936e-05,-1.4944002032279968e-05,-1.3742595911026001e-05,-1.2541189789772034e-05,-1.1339783668518066e-05,-1.0138377547264099e-05,-8.936971426010132e-06,-7.735565304756165e-06,-6.534159183502197e-06,-5.33275306224823e-06,-4.131346940994263e-06,-2.9299408197402954e-06,-1.7285346984863281e-06,-5.271285772323608e-07,6.742775440216064e-07,1.8756836652755737e-06,3.077089786529541e-06,4.278495907783508e-06,5.479902029037476e-06,6.681308150291443e-06,7.88271427154541e-06,9.084120392799377e-06,1.0285526514053345e-05,1.1486932635307312e-05,1.268833875656128e-05,1.3889744877815247e-05,1.5091150999069214e-05,1.629255712032318e-05,1.749396324157715e-05,1.8695369362831116e-05,1.9896775484085083e-05,2.109818160533905e-05,2.2299587726593018e-05,2.3500993847846985e-05,2.4702399969100952e-05,2.590380609035492e-05,2.7105212211608887e-05,2.8306618332862854e-05,2.950802445411682e-05,3.070943057537079e-05,3.1910836696624756e-05,3.311224281787872e-05,3.431364893913269e-05,3.551505506038666e-05,3.6716461181640625e-05]},"gradients/_orig_mod.bert.encoder.layer.8.attention.self.key.bias":{"values":[1,1,0,0,1,0,0,2,0,0,1,0,2,0,2,2,3,3,8,7,5,3,5,10,9,8,15,14,28,27,32,28,34,53,74,68,61,48,38,26,21,25,19,8,13,12,8,8,5,6,6,6,2,2,1,2,0,1,0,0,1,0,1,2],"bins":[-3.457069396972656e-05,-3.358814865350723e-05,-3.26056033372879e-05,-3.162305802106857e-05,-3.064051270484924e-05,-2.9657967388629913e-05,-2.8675422072410583e-05,-2.7692876756191254e-05,-2.6710331439971924e-05,-2.5727786123752594e-05,-2.4745240807533264e-05,-2.3762695491313934e-05,-2.2780150175094604e-05,-2.1797604858875275e-05,-2.0815059542655945e-05,-1.9832514226436615e-05,-1.8849968910217285e-05,-1.7867423593997955e-05,-1.6884878277778625e-05,-1.5902332961559296e-05,-1.4919787645339966e-05,-1.3937242329120636e-05,-1.2954697012901306e-05,-1.1972151696681976e-05,-1.0989606380462646e-05,-1.0007061064243317e-05,-9.024515748023987e-06,-8.041970431804657e-06,-7.059425115585327e-06,-6.076879799365997e-06,-5.0943344831466675e-06,-4.111789166927338e-06,-3.129243850708008e-06,-2.146698534488678e-06,-1.1641532182693481e-06,-1.816079020500183e-07,8.009374141693115e-07,1.7834827303886414e-06,2.766028046607971e-06,3.748573362827301e-06,4.731118679046631e-06,5.713663995265961e-06,6.6962093114852905e-06,7.67875462770462e-06,8.66129994392395e-06,9.64384526014328e-06,1.062639057636261e-05,1.160893589258194e-05,1.259148120880127e-05,1.35740265250206e-05,1.455657184123993e-05,1.553911715745926e-05,1.652166247367859e-05,1.750420778989792e-05,1.848675310611725e-05,1.946929842233658e-05,2.0451843738555908e-05,2.1434389054775238e-05,2.2416934370994568e-05,2.3399479687213898e-05,2.4382025003433228e-05,2.5364570319652557e-05,2.6347115635871887e-05,2.7329660952091217e-05,2.8312206268310547e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.0.output.LayerNorm.weight":{"bins":[-0.001305785495787859,-0.0012639218475669622,-0.0012220581993460655,-0.0011801946675404906,-0.001138331019319594,-0.0010964673710986972,-0.0010546038392931223,-0.0010127401910722256,-0.0009708765428513288,-0.0009290128946304321,-0.0008871493046171963,-0.0008452857146039605,-0.0008034220663830638,-0.0007615584181621671,-0.0007196948281489313,-0.0006778312381356955,-0.0006359675899147987,-0.000594103941693902,-0.0005522403516806662,-0.0005103767616674304,-0.0004685131134465337,-0.0004266494943294674,-0.00038478587521240115,-0.0003429222560953349,-0.0003010586369782686,-0.00025919501786120236,-0.0002173313987441361,-0.00017546777962706983,-0.00013360416051000357,-9.17405413929373e-05,-4.987692227587104e-05,-8.013303158804774e-06,3.385031595826149e-05,7.571393507532775e-05,0.00011757755419239402,0.00015944117330946028,0.00020130479242652655,0.0002431684115435928,0.0002850320306606591,0.00032689564977772534,0.0003687592688947916,0.00041062288801185787,0.00045248650712892413,0.0004943500971421599,0.0005362137453630567,0.0005780773935839534,0.0006199409835971892,0.000661804573610425,0.0007036682218313217,0.0007455318700522184,0.0007873954600654542,0.00082925905007869,0.0008711226982995868,0.0009129863465204835,0.0009548499365337193,0.0009967135265469551,0.0010385771747678518,0.0010804408229887486,0.0011223044712096453,0.0011641680030152202,0.0012060316512361169,0.0012478952994570136,0.0012897588312625885,0.0013316224794834852,0.001373486127704382],"_type":"histogram","values":[2,0,0,1,1,0,4,1,0,0,1,2,2,5,3,6,4,5,7,9,15,10,23,17,20,27,39,32,45,58,71,44,55,48,32,27,26,23,22,10,13,10,4,7,2,3,6,4,1,2,3,3,1,2,1,0,2,1,1,0,1,1,2,1]},"parameters/_orig_mod.bert.embeddings.position_embeddings.weight":{"values":[2,4,5,10,17,29,75,106,156,302,475,737,1008,1548,2302,3089,4139,5483,7285,9063,11146,13608,15806,18186,20460,21878,23494,24162,24565,24144,23486,21813,20498,18075,15641,13445,11141,9091,7405,5416,4137,3058,2202,1514,1110,726,448,276,182,123,66,27,23,14,9,3,1,0,1,0,0,0,0,1],"bins":[-0.08936173468828201,-0.08622581511735916,-0.0830899029970169,-0.07995398342609406,-0.0768180713057518,-0.07368215173482895,-0.0705462396144867,-0.06741032004356384,-0.06427440792322159,-0.06113848835229874,-0.058002572506666183,-0.05486665666103363,-0.05173074081540108,-0.048594824969768524,-0.04545890912413597,-0.04232299327850342,-0.039187077432870865,-0.03605116158723831,-0.03291524574160576,-0.029779329895973206,-0.026643414050340652,-0.02350749634206295,-0.020371580496430397,-0.017235664650797844,-0.01409974880516529,-0.010963832959532738,-0.007827917113900185,-0.004692000336945057,-0.0015560844913125038,0.001579831587150693,0.00471574766561389,0.00785166397690773,0.010987579822540283,0.014123495668172836,0.01725941151380539,0.020395327359437943,0.023531243205070496,0.026667160913348198,0.02980307675898075,0.032938990741968155,0.03607490658760071,0.03921082615852356,0.04234674200415611,0.045482657849788666,0.04861857369542122,0.05175448954105377,0.054890405386686325,0.05802632123231888,0.06116223707795143,0.06429815292358398,0.06743407249450684,0.07056998461484909,0.07370590418577194,0.0768418163061142,0.07997773587703705,0.0831136479973793,0.08624956756830215,0.08938547968864441,0.09252139925956726,0.09565731137990952,0.09879323095083237,0.10192914307117462,0.10506506264209747,0.10820097476243973,0.11133689433336258],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.3.attention.self.value.bias":{"values":[3,2,2,1,0,2,1,3,3,4,4,4,9,8,7,12,13,14,12,18,24,24,20,29,26,22,19,27,25,37,35,28,35,30,18,17,19,35,21,12,24,18,18,14,9,11,13,8,7,4,1,5,0,3,1,1,1,1,0,1,2,0,0,1],"bins":[-0.00037296739174053073,-0.0003607323451433331,-0.0003484972985461354,-0.0003362622228451073,-0.00032402717624790967,-0.000311792129650712,-0.0002995570539496839,-0.00028732200735248625,-0.0002750869607552886,-0.00026285191415809095,-0.0002506168675608933,-0.0002383817918598652,-0.00022614674526266754,-0.00021391169866546988,-0.000201676637516357,-0.00018944157636724412,-0.00017720652977004647,-0.00016497148317284882,-0.00015273642202373594,-0.00014050136087462306,-0.0001282663142774254,-0.00011603126040427014,-0.00010379620653111488,-9.156115265795961e-05,-7.932609878480434e-05,-6.709104491164908e-05,-5.485599103849381e-05,-4.2620937165338546e-05,-3.038588329218328e-05,-1.8150829419028014e-05,-5.915775545872748e-06,6.319278327282518e-06,1.855436130426824e-05,3.078941517742351e-05,4.302446905057877e-05,5.525952292373404e-05,6.74945767968893e-05,7.972963067004457e-05,9.196468454319984e-05,0.0001041997384163551,0.00011643479228951037,0.00012866983888670802,0.0001409049000358209,0.00015313996118493378,0.00016537500778213143,0.00017761005437932909,0.00018984511552844197,0.00020208017667755485,0.0002143152232747525,0.00022655026987195015,0.00023878533102106303,0.0002510203921701759,0.00026325543876737356,0.0002754904853645712,0.00028772553196176887,0.000299960607662797,0.0003121956542599946,0.0003244307008571923,0.0003366657765582204,0.00034890082315541804,0.0003611358697526157,0.00037337091634981334,0.000385605962947011,0.0003978410386480391,0.00041007608524523675],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.6.output.LayerNorm.weight":{"_type":"histogram","values":[1,0,1,0,0,0,3,2,1,0,1,3,1,1,2,5,3,2,11,7,13,13,10,14,15,27,30,41,42,40,57,44,36,38,40,49,30,31,26,22,8,14,11,12,9,9,2,8,4,3,3,4,3,3,2,1,3,2,1,1,0,1,1,1],"bins":[-0.0005050321924500167,-0.0004895764868706465,-0.00047412083949893713,-0.0004586651630233973,-0.0004432094865478575,-0.00042775378096848726,-0.00041229810449294746,-0.00039684242801740766,-0.00038138675154186785,-0.00036593107506632805,-0.00035047539859078825,-0.00033501972211524844,-0.0003195640165358782,-0.0003041083400603384,-0.0002886526635847986,-0.00027319698710925877,-0.00025774131063371897,-0.00024228563415817916,-0.00022682995768263936,-0.00021137426665518433,-0.00019591859017964453,-0.00018046291370410472,-0.0001650072226766497,-0.00014955154620110989,-0.00013409586972557008,-0.00011864019325003028,-0.00010318450949853286,-8.772882574703544e-05,-7.227314927149564e-05,-5.681746915797703e-05,-4.136178904445842e-05,-2.590610893093981e-05,-1.0450487025082111e-05,5.005193088436499e-06,2.046087320195511e-05,3.591655331547372e-05,5.137223342899233e-05,6.682790990453213e-05,8.228359365602955e-05,9.773927740752697e-05,0.00011319495388306677,0.00012865063035860658,0.00014410630683414638,0.0001595619978616014,0.00017501767433714122,0.00019047335081268102,0.00020592904184013605,0.00022138471831567585,0.00023684039479121566,0.00025229607126675546,0.00026775174774229527,0.00028320742421783507,0.00029866310069337487,0.00031411880627274513,0.00032957448274828494,0.00034503015922382474,0.00036048583569936454,0.00037594151217490435,0.00039139718865044415,0.00040685286512598395,0.0004223085707053542,0.000437764247180894,0.0004532199236564338,0.0004686756001319736,0.00048413127660751343]},"parameters/_orig_mod.bert.encoder.layer.0.attention.output.LayerNorm.bias":{"values":[1,1,1,1,0,0,0,0,1,3,2,5,5,2,4,4,14,11,19,14,17,21,19,38,29,39,30,45,38,36,40,31,39,35,30,29,16,20,19,17,15,10,13,9,8,5,8,3,6,1,3,5,3,0,1,1,0,0,0,0,0,0,0,1],"bins":[-0.0007410875405184925,-0.0007162727997638285,-0.0006914581172168255,-0.0006666433764621615,-0.0006418286939151585,-0.0006170139531604946,-0.0005921992124058306,-0.0005673845298588276,-0.0005425697891041636,-0.0005177551065571606,-0.0004929403658024967,-0.0004681256541516632,-0.0004433109425008297,-0.0004184962308499962,-0.00039368149009533226,-0.0003688667784444988,-0.0003440520667936653,-0.0003192373551428318,-0.0002944226434919983,-0.00026960790273733437,-0.0002447931910865009,-0.0002199784794356674,-0.0001951637677848339,-0.0001703490415820852,-0.0001455343299312517,-0.0001207196110044606,-9.59048920776695e-05,-7.109018042683601e-05,-4.627546150004491e-05,-2.1460744392243214e-05,3.353972715558484e-06,2.8168689823360182e-05,5.298340693116188e-05,7.779812585795298e-05,0.00010261284478474408,0.00012742755643557757,0.0001522422826383263,0.00017705699428915977,0.00020187170593999326,0.00022668643214274198,0.0002515011583454907,0.0002763158699963242,0.00030113058164715767,0.00032594529329799116,0.00035076000494882464,0.00037557471659965813,0.0004003894573543221,0.00042520416900515556,0.00045001888065598905,0.00047483359230682254,0.0004996483330614865,0.0005244630156084895,0.0005492777563631535,0.0005740924389101565,0.0005989071796648204,0.0006237219204194844,0.0006485366029664874,0.0006733513437211514,0.0006981660262681544,0.0007229807670228183,0.0007477955077774823,0.0007726101903244853,0.0007974249310791492,0.0008222396136261523,0.0008470543543808162],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"values":[1,0,0,0,0,2,0,0,0,2,2,1,2,4,3,13,5,3,7,18,12,11,10,21,29,40,30,27,47,39,51,42,37,39,43,30,26,29,26,15,14,16,11,6,12,7,6,3,7,4,5,2,1,2,2,1,1,0,0,0,0,0,0,1],"bins":[0.9981864094734192,0.9982478618621826,0.9983093738555908,0.9983708262443542,0.9984322786331177,0.9984937310218811,0.9985552430152893,0.9986166954040527,0.9986781477928162,0.9987396597862244,0.9988011121749878,0.9988625645637512,0.9989240765571594,0.9989855289459229,0.9990469813346863,0.9991084337234497,0.9991699457168579,0.9992313981056213,0.9992928504943848,0.999354362487793,0.9994158148765564,0.9994772672653198,0.999538779258728,0.9996002316474915,0.9996616840362549,0.9997231364250183,0.9997846484184265,0.9998461008071899,0.9999075531959534,0.9999690651893616,1.000030517578125,1.0000920295715332,1.0001534223556519,1.00021493434906,1.0002764463424683,1.000337839126587,1.0003993511199951,1.0004607439041138,1.000522255897522,1.0005837678909302,1.0006451606750488,1.000706672668457,1.0007681846618652,1.0008295774459839,1.000891089439392,1.0009526014328003,1.001013994216919,1.0010755062103271,1.0011370182037354,1.001198410987854,1.0012599229812622,1.0013214349746704,1.001382827758789,1.0014443397521973,1.0015058517456055,1.0015672445297241,1.0016287565231323,1.001690149307251,1.0017516613006592,1.0018131732940674,1.001874566078186,1.0019360780715942,1.0019975900650024,1.002058982849121,1.0021204948425293],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.self.key.bias":{"values":[1,0,1,0,1,0,1,0,0,1,1,0,1,1,1,2,5,3,5,3,8,1,9,8,4,4,10,9,8,17,21,25,35,105,168,104,45,22,20,22,19,15,5,8,8,7,6,2,6,1,2,6,2,0,3,0,1,0,1,0,0,2,1,1],"bins":[-4.7326087951660156e-05,-4.59570437669754e-05,-4.458799958229065e-05,-4.3218955397605896e-05,-4.184991121292114e-05,-4.048086702823639e-05,-3.9111822843551636e-05,-3.774277865886688e-05,-3.637373447418213e-05,-3.5004690289497375e-05,-3.363564610481262e-05,-3.226660192012787e-05,-3.0897557735443115e-05,-2.9528513550758362e-05,-2.815946936607361e-05,-2.6790425181388855e-05,-2.54213809967041e-05,-2.4052336812019348e-05,-2.2683292627334595e-05,-2.131424844264984e-05,-1.9945204257965088e-05,-1.8576160073280334e-05,-1.720711588859558e-05,-1.5838071703910828e-05,-1.4469027519226074e-05,-1.309998333454132e-05,-1.1730939149856567e-05,-1.0361894965171814e-05,-8.99285078048706e-06,-7.623806595802307e-06,-6.254762411117554e-06,-4.8857182264328e-06,-3.516674041748047e-06,-2.1476298570632935e-06,-7.7858567237854e-07,5.904585123062134e-07,1.959502696990967e-06,3.3285468816757202e-06,4.697591066360474e-06,6.066635251045227e-06,7.4356794357299805e-06,8.804723620414734e-06,1.0173767805099487e-05,1.154281198978424e-05,1.2911856174468994e-05,1.4280900359153748e-05,1.56499445438385e-05,1.7018988728523254e-05,1.8388032913208008e-05,1.975707709789276e-05,2.1126121282577515e-05,2.2495165467262268e-05,2.386420965194702e-05,2.5233253836631775e-05,2.660229802131653e-05,2.7971342206001282e-05,2.9340386390686035e-05,3.070943057537079e-05,3.207847476005554e-05,3.3447518944740295e-05,3.481656312942505e-05,3.61856073141098e-05,3.7554651498794556e-05,3.892369568347931e-05,4.029273986816406e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.9.output.LayerNorm.bias":{"values":[1,0,0,0,0,0,0,0,0,1,1,2,1,0,0,1,0,5,6,6,4,7,13,9,12,8,19,18,19,21,22,27,15,35,32,35,24,33,25,33,35,20,36,28,22,28,31,27,16,19,12,12,10,8,9,7,3,4,1,1,1,2,0,1],"bins":[-0.0010126044508069754,-0.0009859156562015414,-0.0009592267451807857,-0.0009325379505753517,-0.0009058490977622569,-0.000879160244949162,-0.0008524714503437281,-0.0008257825975306332,-0.0007990937447175384,-0.0007724048919044435,-0.0007457160390913486,-0.0007190272444859147,-0.0006923383916728199,-0.000665649538859725,-0.0006389607442542911,-0.0006122718914411962,-0.0005855830386281013,-0.0005588941858150065,-0.0005322053330019116,-0.0005055165383964777,-0.00047882768558338284,-0.000452138832770288,-0.0004254500090610236,-0.0003987611853517592,-0.00037207233253866434,-0.0003453834797255695,-0.0003186946560163051,-0.0002920058323070407,-0.00026531697949394584,-0.0002386281412327662,-0.00021193930297158659,-0.00018525046471040696,-0.00015856168465688825,-0.00013187284639570862,-0.000105184008134529,-7.849516987334937e-05,-5.180633161216974e-05,-2.5117493350990117e-05,1.5713449101895094e-06,2.8260183171369135e-05,5.494902143254876e-05,8.163785969372839e-05,0.00010832669795490801,0.00013501553621608764,0.00016170437447726727,0.0001883932127384469,0.00021508205099962652,0.00024177088926080614,0.00026845972752198577,0.0002951485803350806,0.000321837404044345,0.0003485262277536094,0.0003752150805667043,0.00040190393337979913,0.0004285927570890635,0.0004552815807983279,0.0004819704336114228,0.0005086592864245176,0.0005353480810299516,0.0005620369338430464,0.0005887257866561413,0.0006154146394692361,0.000642103492282331,0.0006687922868877649,0.0006954811397008598],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.5.intermediate.dense.weight":{"bins":[-0.09679574519395828,-0.0936962217092514,-0.09059670567512512,-0.08749718219041824,-0.08439765870571136,-0.08129814267158508,-0.0781986191868782,-0.07509910315275192,-0.07199957966804504,-0.06890005618333817,-0.06580054014921188,-0.062701016664505,-0.059601496905088425,-0.056501977145671844,-0.053402453660964966,-0.050302933901548386,-0.047203414142131805,-0.044103894382715225,-0.041004374623298645,-0.037904851138591766,-0.034805331379175186,-0.031705811619758606,-0.028606289997696877,-0.025506768375635147,-0.022407248616218567,-0.019307728856801987,-0.016208207234740257,-0.013108686544001102,-0.010009165853261948,-0.006909645162522793,-0.003810124471783638,-0.0007106037810444832,0.0023889169096946716,0.0054884376004338264,0.008587958291172981,0.011687478981912136,0.014786999672651291,0.01788651943206787,0.0209860410541296,0.02408556267619133,0.02718508243560791,0.03028460219502449,0.03338412195444107,0.03648364543914795,0.03958316519856453,0.04268268495798111,0.04578220844268799,0.04888172820210457,0.05198124796152115,0.05508076772093773,0.05818028748035431,0.06127981096506119,0.06437933444976807,0.06747885048389435,0.07057837396860123,0.07367789000272751,0.07677741348743439,0.07987693697214127,0.08297645300626755,0.08607597649097443,0.08917549252510071,0.09227501600980759,0.09537453949451447,0.09847405552864075,0.10157357901334763],"_type":"histogram","values":[1,5,7,12,20,38,72,105,173,331,533,922,1473,2177,3415,4962,7234,10027,13931,18770,24605,31054,38822,47427,56485,65812,74139,82393,88299,93439,96811,97338,95178,91366,85530,78100,70024,60587,51738,43065,34553,27124,21444,16016,11788,8412,5886,3941,2706,1838,1084,696,453,224,134,70,41,21,8,4,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"values":[3,2,1,1,0,0,1,4,3,2,4,10,7,8,7,8,10,14,11,28,15,8,21,26,22,18,24,24,21,29,23,31,31,22,18,20,17,20,20,29,24,26,21,27,10,9,15,11,13,8,4,8,3,4,4,4,1,2,2,3,2,0,1,3],"bins":[-0.0005112019134685397,-0.000495380605570972,-0.0004795592976734042,-0.00046373798977583647,-0.0004479166818782687,-0.0004320954030845314,-0.0004162740951869637,-0.00040045278728939593,-0.0003846314793918282,-0.00036881017149426043,-0.0003529888635966927,-0.00033716755569912493,-0.00032134627690538764,-0.0003055249690078199,-0.00028970366111025214,-0.0002738823532126844,-0.00025806104531511664,-0.0002422397374175489,-0.00022641842951998115,-0.00021059713617432863,-0.00019477582827676088,-0.00017895452037919313,-0.0001631332270335406,-0.00014731191913597286,-0.0001314906112384051,-0.00011566930334083736,-9.984800271922722e-05,-8.402670209761709e-05,-6.820539420004934e-05,-5.23840899404604e-05,-3.656278568087146e-05,-2.0741481421282515e-05,-4.9202353693544865e-06,1.0901068890234455e-05,2.6722373149823397e-05,4.254367740941234e-05,5.836498166900128e-05,7.418628956656903e-05,9.000759018817917e-05,0.0001058288908097893,0.00012165019870735705,0.0001374715066049248,0.00015329281450249255,0.00016911410784814507,0.00018493541574571282,0.00020075672364328057,0.00021657801698893309,0.00023239932488650084,0.0002482206327840686,0.00026404194068163633,0.0002798632485792041,0.00029568455647677183,0.0003115058643743396,0.00032732714316807687,0.0003431484510656446,0.00035896975896321237,0.0003747910668607801,0.00039061237475834787,0.0004064336826559156,0.00042225499055348337,0.00043807626934722066,0.0004538975772447884,0.00046971888514235616,0.0004855401930399239,0.0005013615009374917],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.2.attention.self.key.bias":{"values":[1,0,0,0,0,1,0,1,1,3,3,1,1,1,3,2,3,2,1,8,14,8,9,9,20,15,17,24,33,39,57,85,61,78,48,38,40,26,23,12,17,12,9,9,5,3,7,1,4,2,1,2,3,1,1,1,1,0,0,0,0,0,0,1],"bins":[-3.7670135498046875e-05,-3.650970757007599e-05,-3.53492796421051e-05,-3.4188851714134216e-05,-3.302842378616333e-05,-3.1867995858192444e-05,-3.070756793022156e-05,-2.954714000225067e-05,-2.8386712074279785e-05,-2.72262841463089e-05,-2.6065856218338013e-05,-2.4905428290367126e-05,-2.374500036239624e-05,-2.2584572434425354e-05,-2.1424144506454468e-05,-2.026371657848358e-05,-1.9103288650512695e-05,-1.794286072254181e-05,-1.6782432794570923e-05,-1.5622004866600037e-05,-1.446157693862915e-05,-1.3301149010658264e-05,-1.2140721082687378e-05,-1.0980293154716492e-05,-9.819865226745605e-06,-8.65943729877472e-06,-7.499009370803833e-06,-6.338581442832947e-06,-5.1781535148620605e-06,-4.017725586891174e-06,-2.857297658920288e-06,-1.6968697309494019e-06,-5.364418029785156e-07,6.239861249923706e-07,1.7844140529632568e-06,2.944841980934143e-06,4.105269908905029e-06,5.2656978368759155e-06,6.426125764846802e-06,7.586553692817688e-06,8.746981620788574e-06,9.90740954875946e-06,1.1067837476730347e-05,1.2228265404701233e-05,1.3388693332672119e-05,1.4549121260643005e-05,1.570954918861389e-05,1.6869977116584778e-05,1.8030405044555664e-05,1.919083297252655e-05,2.0351260900497437e-05,2.1511688828468323e-05,2.267211675643921e-05,2.3832544684410095e-05,2.499297261238098e-05,2.6153400540351868e-05,2.7313828468322754e-05,2.847425639629364e-05,2.9634684324264526e-05,3.079511225223541e-05,3.19555401802063e-05,3.3115968108177185e-05,3.427639603614807e-05,3.543682396411896e-05,3.6597251892089844e-05],"_type":"histogram"},"parameters/_orig_mod.bert.encoder.layer.4.attention.self.value.weight":{"values":[3,4,10,17,30,48,79,109,166,305,435,647,984,1324,1873,2700,3582,4804,6164,7813,9835,12194,14516,17399,19867,22742,25270,27792,29765,31345,32378,33097,32241,31428,30215,28406,26063,23284,20755,18061,15498,12617,10410,8278,6633,5085,3950,2859,2198,1574,985,662,511,279,196,138,84,58,32,9,7,7,1,3],"bins":[-0.0881589725613594,-0.08537234365940094,-0.08258570730686188,-0.07979907840490341,-0.07701244950294495,-0.07422582060098648,-0.07143918424844742,-0.06865255534648895,-0.06586592644453049,-0.06307929009199142,-0.06029266119003296,-0.05750603228807449,-0.05471939966082573,-0.051932770758867264,-0.0491461381316185,-0.046359509229660034,-0.04357287660241127,-0.040786243975162506,-0.03799961507320404,-0.035212982445955276,-0.03242635354399681,-0.029639720916748047,-0.026853090152144432,-0.024066459387540817,-0.021279828622937202,-0.018493197858333588,-0.015706567093729973,-0.012919935397803783,-0.010133304633200169,-0.007346673868596554,-0.004560042638331652,-0.0017734116408973932,0.0010132193565368652,0.0037998503539711237,0.006586481351405382,0.009373112581670284,0.012159743346273899,0.014946374110877514,0.017733005806803703,0.020519636571407318,0.023306267336010933,0.026092898100614548,0.028879528865218163,0.03166615962982178,0.03445279225707054,0.03723942115902901,0.04002605378627777,0.04281268268823624,0.045599315315485,0.048385947942733765,0.05117257684469223,0.053959209471940994,0.05674583837389946,0.059532471001148224,0.06231909990310669,0.06510572880506516,0.06789236515760422,0.07067899405956268,0.07346562296152115,0.07625225931406021,0.07903888821601868,0.08182551711797714,0.08461214601993561,0.08739878237247467,0.09018541127443314],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.11.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,1,1,1,4,1,3,2,3,6,4,6,7,10,13,15,9,12,22,26,13,23,18,20,28,24,29,22,21,35,29,34,30,30,31,24,15,25,18,21,21,7,14,25,14,10,8,8,4,4,2,1,5,2,0,2,1,1,1,1],"bins":[-0.000535483006387949,-0.0005195310222916305,-0.000503579038195312,-0.00048762705409899354,-0.00047167507000267506,-0.0004557230568025261,-0.00043977107270620763,-0.00042381908860988915,-0.00040786710451357067,-0.0003919151204172522,-0.0003759631363209337,-0.0003600111522246152,-0.0003440591390244663,-0.0003281071549281478,-0.0003121551708318293,-0.0002962031867355108,-0.00028025120263919234,-0.00026429921854287386,-0.0002483472344465554,-0.00023239523579832166,-0.00021644325170200318,-0.0002004912676056847,-0.00018453926895745099,-0.0001685872848611325,-0.00015263530076481402,-0.00013668331666849554,-0.00012073132529621944,-0.00010477933392394334,-8.882734982762486e-05,-7.287536573130637e-05,-5.6923374359030277e-05,-4.0971386624732986e-05,-2.501945709809661e-05,-9.067469363799319e-06,6.884518370497972e-06,2.2836506104795262e-05,3.878849383909255e-05,5.474048157338984e-05,7.069246930768713e-05,8.664446067996323e-05,0.00010259644477628171,0.0001185484288726002,0.00013450041296891868,0.0001504524116171524,0.00016640439571347088,0.00018235637980978936,0.00019830837845802307,0.00021426036255434155,0.00023021234665066004,0.0002461643307469785,0.000262116314843297,0.0002780682989396155,0.00029402028303593397,0.0003099722962360829,0.0003259242803324014,0.0003418762644287199,0.00035782824852503836,0.00037378023262135684,0.00038973221671767533,0.0004056842008139938,0.00042163621401414275,0.00043758819811046124,0.0004535401822067797,0.0004694921663030982,0.0004854441503994167]},"gradients/_orig_mod.bert.encoder.layer.0.attention.output.dense.bias":{"_type":"histogram","values":[1,0,0,1,0,0,3,2,0,1,1,3,2,5,2,9,12,7,15,11,19,11,13,21,18,26,27,31,40,24,27,32,34,28,38,28,30,33,26,30,23,16,28,11,14,12,5,6,7,5,5,6,4,1,2,1,1,3,1,2,1,0,2,1],"bins":[-0.002608060836791992,-0.0025278087705373764,-0.0024475567042827606,-0.002367304638028145,-0.002287052571773529,-0.0022068005055189133,-0.0021265484392642975,-0.0020462963730096817,-0.001966044306755066,-0.0018857922405004501,-0.0018055401742458344,-0.0017252881079912186,-0.0016450360417366028,-0.001564783975481987,-0.0014845319092273712,-0.0014042798429727554,-0.0013240277767181396,-0.0012437757104635239,-0.001163523644208908,-0.0010832715779542923,-0.0010030195116996765,-0.0009227674454450607,-0.000842515379190445,-0.0007622633129358292,-0.0006820112466812134,-0.0006017591804265976,-0.0005215071141719818,-0.00044125504791736603,-0.00036100298166275024,-0.00028075091540813446,-0.00020049884915351868,-0.00012024678289890289,-3.999471664428711e-05,4.0257349610328674e-05,0.00012050941586494446,0.00020076148211956024,0.000281013548374176,0.0003612656146287918,0.0004415176808834076,0.0005217697471380234,0.0006020218133926392,0.0006822738796472549,0.0007625259459018707,0.0008427780121564865,0.0009230300784111023,0.001003282144665718,0.0010835342109203339,0.0011637862771749496,0.0012440383434295654,0.0013242904096841812,0.001404542475938797,0.0014847945421934128,0.0015650466084480286,0.0016452986747026443,0.0017255507409572601,0.001805802807211876,0.0018860548734664917,0.0019663069397211075,0.0020465590059757233,0.002126811072230339,0.002207063138484955,0.0022873152047395706,0.0023675672709941864,0.002447819337248802,0.002528071403503418]},"parameters/_orig_mod.bert.encoder.layer.4.intermediate.dense.weight":{"bins":[-0.10112087428569794,-0.0980415791273117,-0.09496228396892548,-0.09188298135995865,-0.08880368620157242,-0.08572439104318619,-0.08264509588479996,-0.07956580072641373,-0.0764864981174469,-0.07340720295906067,-0.07032790780067444,-0.06724861264228821,-0.06416931748390198,-0.06109001860022545,-0.05801072344183922,-0.05493142455816269,-0.05185212939977646,-0.04877283424139023,-0.0456935353577137,-0.04261424019932747,-0.03953494131565094,-0.03645564615726471,-0.03337635099887848,-0.0302970539778471,-0.02721775695681572,-0.02413845993578434,-0.02105916291475296,-0.01797986775636673,-0.01490057073533535,-0.01182127371430397,-0.008741977624595165,-0.005662681069225073,-0.0025833770632743835,0.0004959194920957088,0.0035752160474658012,0.006654512602835894,0.009733809158205986,0.012813106179237366,0.015892401337623596,0.018971698358654976,0.022050995379686356,0.025130292400717735,0.028209589421749115,0.031288884580135345,0.034368179738521576,0.037447478622198105,0.040526773780584335,0.043606072664260864,0.046685367822647095,0.049764662981033325,0.052843961864709854,0.055923257023096085,0.059002555906772614,0.062081851065158844,0.06516114622354507,0.0682404413819313,0.07131974399089813,0.07439903914928436,0.0774783343076706,0.08055762946605682,0.08363692462444305,0.08671621978282928,0.08979552239179611,0.09287481755018234,0.09595411270856857],"_type":"histogram","values":[2,2,3,2,8,21,23,37,109,154,253,457,777,1191,1827,2755,4130,6029,8397,11662,15930,21000,27094,34531,42387,50947,59694,69004,77605,84521,90688,94534,95875,95779,93558,88599,82316,74822,66190,57327,47822,40141,31926,25174,19264,14507,10679,7663,5321,3702,2405,1540,987,639,378,202,130,51,48,19,12,9,4,1]},"parameters/_orig_mod.bert.encoder.layer.7.attention.self.query.weight":{"bins":[-0.10222672671079636,-0.09918435662984848,-0.0961419939994812,-0.09309962391853333,-0.09005726128816605,-0.08701489120721817,-0.08397252857685089,-0.08093015849590302,-0.07788778841495514,-0.07484542578458786,-0.07180305570363998,-0.0687606930732727,-0.06571832299232483,-0.06267596036195755,-0.059633590281009674,-0.0565912239253521,-0.05354885756969452,-0.05050649121403694,-0.047464124858379364,-0.044421758502721786,-0.04137939214706421,-0.03833702206611633,-0.035294655710458755,-0.03225228935480118,-0.0292099229991436,-0.026167556643486023,-0.023125190287828445,-0.02008282206952572,-0.01704045571386814,-0.013998089358210564,-0.010955722071230412,-0.00791335478425026,-0.004870988428592682,-0.001828621607273817,0.0012137452140450478,0.004256112035363913,0.007298478856682777,0.010340845212340355,0.013383212499320507,0.01642557978630066,0.019467946141958237,0.022510312497615814,0.02555267885327339,0.02859504707157612,0.031637415289878845,0.03467978164553642,0.037722148001194,0.04076451435685158,0.043806880712509155,0.04684924706816673,0.04989161342382431,0.05293397977948189,0.055976346135139465,0.05901871621608734,0.06206108257174492,0.0651034489274025,0.06814581155776978,0.07118818163871765,0.07423055171966553,0.0772729143500328,0.08031528443098068,0.08335764706134796,0.08640001714229584,0.08944237977266312,0.09248474985361099],"_type":"histogram","values":[1,0,0,0,6,4,8,13,26,41,96,142,221,351,499,799,1220,1825,2601,3692,5078,6577,8656,10884,13693,16907,20053,23138,26348,29367,32021,33849,35138,35690,35500,34294,32315,30192,26960,23872,20573,17255,14421,11769,9197,7014,5135,3891,2733,1944,1409,877,591,390,228,129,85,47,28,15,11,2,2,1]},"parameters/_orig_mod.bert.encoder.layer.10.output.LayerNorm.bias":{"bins":[-0.0009848035406321287,-0.0009513621916994452,-0.0009179209009744227,-0.0008844795520417392,-0.0008510382031090558,-0.0008175969123840332,-0.0007841555634513497,-0.0007507142145186663,-0.0007172728655859828,-0.0006838315748609602,-0.0006503902259282768,-0.0006169488769955933,-0.0005835075862705708,-0.0005500662373378873,-0.0005166248884052038,-0.0004831835685763508,-0.0004497422487474978,-0.0004163009289186448,-0.0003828595799859613,-0.0003494182601571083,-0.00031597691122442484,-0.00028253559139557183,-0.0002490942715667188,-0.00021565293718595058,-0.00018221160280518234,-0.0001487702684244141,-0.00011532894131960347,-8.188761421479285e-05,-4.844627983402461e-05,-1.5004949091235176e-05,1.8436381651554257e-05,5.187771239434369e-05,8.531904313713312e-05,0.00011876037751790136,0.0001522017118986696,0.0001856430317275226,0.00021908436610829085,0.0002525257004890591,0.0002859670203179121,0.00031940836925059557,0.0003528496890794486,0.0003862910089083016,0.00041973235784098506,0.00045317367766983807,0.0004866149974986911,0.0005200563464313745,0.000553497695364058,0.0005869389860890806,0.000620380335021764,0.0006538216839544475,0.0006872629746794701,0.0007207043236121535,0.000754145672544837,0.0007875869632698596,0.000821028312202543,0.0008544696611352265,0.000887910951860249,0.0009213523007929325,0.000954793649725616,0.0009882349986582994,0.001021676347590983,0.0010551175801083446,0.001088558929041028,0.0011220002779737115,0.001155441626906395],"_type":"histogram","values":[2,1,1,0,2,2,0,2,5,5,6,6,12,16,7,15,12,13,16,22,10,22,21,30,24,24,32,24,35,33,32,25,30,22,35,22,22,22,24,24,15,20,19,8,7,8,6,3,6,5,5,3,0,2,1,0,0,1,0,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.4.attention.output.LayerNorm.bias":{"_type":"histogram","values":[1,2,1,0,0,1,2,3,1,6,6,4,3,9,10,9,9,6,11,17,16,17,12,21,25,19,34,28,34,27,25,37,27,23,27,24,34,27,15,26,16,19,17,13,13,5,11,14,10,8,11,5,8,2,4,4,2,3,1,2,0,0,0,1],"bins":[-0.00033900397829711437,-0.00032836594618856907,-0.00031772791408002377,-0.00030708988197147846,-0.00029645184986293316,-0.00028581381775438786,-0.00027517578564584255,-0.00026453775353729725,-0.00025389972142875195,-0.00024326167476829141,-0.0002326236426597461,-0.0002219856105512008,-0.00021134756389074028,-0.00020070953178219497,-0.00019007149967364967,-0.00017943346756510437,-0.00016879543545655906,-0.00015815740334801376,-0.00014751937123946846,-0.00013688133913092315,-0.00012624330702237785,-0.00011560526763787493,-0.00010496722825337201,-9.432919614482671e-05,-8.369116403628141e-05,-7.30531319277361e-05,-6.24150998191908e-05,-5.177706043468788e-05,-4.113902832614258e-05,-3.0500994398607872e-05,-1.9862960471073166e-05,-9.224926543538459e-06,1.413136487826705e-06,1.2051170415361412e-05,2.268920434289612e-05,3.332724008942023e-05,4.396527219796553e-05,5.4603304306510836e-05,6.524134369101375e-05,7.587937579955906e-05,8.651740790810436e-05,9.715544001664966e-05,0.00010779347212519497,0.00011843151150969788,0.0001290695508942008,0.0001397075830027461,0.0001503456151112914,0.0001609836472198367,0.00017162167932838202,0.00018225971143692732,0.00019289774354547262,0.00020353577565401793,0.00021417380776256323,0.00022481185442302376,0.00023544988653156906,0.00024608790408819914,0.00025672593619674444,0.0002673639974091202,0.0002780020295176655,0.0002886400616262108,0.0002992780937347561,0.0003099161258433014,0.0003205541579518467,0.000331192190060392,0.0003418302221689373]},"parameters/_orig_mod.bert.encoder.layer.8.attention.self.value.bias":{"bins":[-0.000562212138902396,-0.0005449375603348017,-0.0005276629235595465,-0.0005103882867842913,-0.000493113708216697,-0.00047583910054527223,-0.0004585644928738475,-0.00044128988520242274,-0.000424015277530998,-0.00040674066985957325,-0.0003894660621881485,-0.00037219145451672375,-0.000354916846845299,-0.00033764223917387426,-0.0003203676315024495,-0.00030309302383102477,-0.0002858184161596,-0.0002685438084881753,-0.0002512692008167505,-0.00023399459314532578,-0.00021671998547390103,-0.0001994453778024763,-0.00018217077013105154,-0.0001648961624596268,-0.00014762155478820205,-0.0001303469471167773,-0.00011307233944535255,-9.579773177392781e-05,-7.852312410250306e-05,-6.124851643107831e-05,-4.397390875965357e-05,-2.6699301088228822e-05,-9.424751624464989e-06,7.849856046959758e-06,2.5124463718384504e-05,4.239907138980925e-05,5.9673679061234e-05,7.694828673265874e-05,9.422289440408349e-05,0.00011149750207550824,0.00012877210974693298,0.00014604671741835773,0.00016332132508978248,0.00018059593276120722,0.00019787054043263197,0.00021514514810405672,0.00023241975577548146,0.0002496943634469062,0.00026696897111833096,0.0002842435787897557,0.00030151818646118045,0.0003187927941326052,0.00033606740180402994,0.0003533420094754547,0.00037061661714687943,0.0003878912248183042,0.00040516583248972893,0.0004224404401611537,0.0004397150478325784,0.00045698965550400317,0.0004742642631754279,0.0004915388999506831,0.0005088134785182774,0.0005260880570858717,0.0005433626938611269],"_type":"histogram","values":[1,0,0,0,0,0,0,0,0,3,2,2,3,4,3,3,8,9,7,16,15,15,20,20,21,29,29,33,32,28,27,37,32,29,29,31,38,32,31,18,24,10,29,17,20,15,11,8,7,7,5,3,2,0,0,0,0,1,1,0,0,0,0,1]},"parameters/_orig_mod.bert.encoder.layer.6.attention.output.dense.bias":{"values":[1,0,0,0,0,0,0,0,0,0,0,0,1,2,0,2,2,2,3,0,0,6,10,7,8,12,14,17,20,19,28,24,28,42,27,33,33,37,34,46,37,37,35,27,30,18,17,20,22,17,6,9,9,5,6,4,6,1,0,1,1,1,0,1],"bins":[-0.0005463432753458619,-0.0005319421761669219,-0.0005175410187803209,-0.0005031399196013808,-0.0004887387622147799,-0.00047433763393200934,-0.0004599365056492388,-0.0004455353773664683,-0.0004311342490836978,-0.00041673314990475774,-0.0004023320216219872,-0.0003879308933392167,-0.0003735297650564462,-0.0003591286367736757,-0.00034472750849090517,-0.00033032638020813465,-0.00031592525192536414,-0.0003015241236425936,-0.0002871229953598231,-0.0002727218670770526,-0.0002583207387942821,-0.0002439196250634268,-0.00022951849678065628,-0.00021511736849788576,-0.00020071624021511525,-0.00018631511193234473,-0.00017191398364957422,-0.0001575128553668037,-0.00014311174163594842,-0.0001287106133531779,-0.00011430948507040739,-9.990835678763688e-05,-8.550725760869682e-05,-7.11061293259263e-05,-5.6705004681134596e-05,-4.230388003634289e-05,-2.7902751753572375e-05,-1.3501625289791264e-05,8.995011739898473e-07,1.5300627637770958e-05,2.970175410155207e-05,4.4102882384322584e-05,5.850400702911429e-05,7.2905131673906e-05,8.730625995667651e-05,0.00010170738823944703,0.00011610850924625993,0.00013050963752903044,0.00014491076581180096,0.00015931189409457147,0.00017371302237734199,0.0001881141506601125,0.00020251527894288301,0.0002169163926737383,0.00023131752095650882,0.00024571866379119456,0.00026011979207396507,0.00027452089125290513,0.00028892201953567564,0.00030332314781844616,0.0003177242761012167,0.0003321254043839872,0.0003465265326667577,0.0003609276609495282,0.00037532878923229873],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.10.output.dense.weight":{"_type":"histogram","values":[1,0,2,7,8,12,18,35,41,63,105,150,212,343,512,751,1035,1542,2234,3371,4936,7343,10967,16618,25347,40400,64595,108255,180298,266336,287874,210157,128356,76580,46865,29675,19018,12466,8427,5593,3787,2589,1826,1237,899,605,440,289,201,141,90,66,39,28,30,14,15,8,3,1,3,0,4,1],"bins":[-0.0003859996795654297,-0.0003732070326805115,-0.00036041438579559326,-0.00034762173891067505,-0.00033482909202575684,-0.0003220364451408386,-0.0003092437982559204,-0.0002964511513710022,-0.000283658504486084,-0.00027086585760116577,-0.00025807321071624756,-0.00024528056383132935,-0.00023248791694641113,-0.00021969527006149292,-0.0002069026231765747,-0.0001941099762916565,-0.00018131732940673828,-0.00016852468252182007,-0.00015573203563690186,-0.00014293938875198364,-0.00013014674186706543,-0.00011735409498214722,-0.000104561448097229,-9.176880121231079e-05,-7.897615432739258e-05,-6.618350744247437e-05,-5.339086055755615e-05,-4.059821367263794e-05,-2.7805566787719727e-05,-1.5012919902801514e-05,-2.2202730178833008e-06,1.0572373867034912e-05,2.3365020751953125e-05,3.615766763687134e-05,4.895031452178955e-05,6.174296140670776e-05,7.453560829162598e-05,8.732825517654419e-05,0.0001001209020614624,0.00011291354894638062,0.00012570619583129883,0.00013849884271621704,0.00015129148960113525,0.00016408413648605347,0.00017687678337097168,0.0001896694302558899,0.0002024620771408081,0.00021525472402572632,0.00022804737091064453,0.00024084001779556274,0.00025363266468048096,0.00026642531156539917,0.0002792179584503174,0.0002920106053352356,0.0003048032522201538,0.000317595899105072,0.00033038854598999023,0.00034318119287490845,0.00035597383975982666,0.0003687664866447449,0.0003815591335296631,0.0003943517804145813,0.0004071444272994995,0.0004199370741844177,0.00043272972106933594]},"gradients/_orig_mod.bert.encoder.layer.4.output.dense.bias":{"bins":[-0.0009930133819580078,-0.0009601330384612083,-0.0009272526949644089,-0.0008943723514676094,-0.0008614920079708099,-0.0008286116644740105,-0.000795731320977211,-0.0007628509774804115,-0.0007299706339836121,-0.0006970902904868126,-0.0006642099469900131,-0.0006313296034932137,-0.0005984492599964142,-0.0005655689164996147,-0.0005326885730028152,-0.0004998082295060158,-0.0004669278860092163,-0.00043404754251241684,-0.00040116719901561737,-0.0003682868555188179,-0.00033540651202201843,-0.00030252616852521896,-0.0002696458250284195,-0.00023676548153162003,-0.00020388513803482056,-0.0001710047945380211,-0.00013812445104122162,-0.00010524410754442215,-7.236376404762268e-05,-3.948342055082321e-05,-6.603077054023743e-06,2.6277266442775726e-05,5.9157609939575195e-05,9.203795343637466e-05,0.00012491829693317413,0.0001577986404299736,0.00019067898392677307,0.00022355932742357254,0.000256439670920372,0.0002893200144171715,0.00032220035791397095,0.0003550807014107704,0.0003879610449075699,0.00042084138840436935,0.0004537217319011688,0.0004866020753979683,0.0005194824188947678,0.0005523627623915672,0.0005852431058883667,0.0006181234493851662,0.0006510037928819656,0.0006838841363787651,0.0007167644798755646,0.000749644823372364,0.0007825251668691635,0.000815405510365963,0.0008482858538627625,0.0008811661973595619,0.0009140465408563614,0.0009469268843531609,0.0009798072278499603,0.0010126875713467598,0.0010455679148435593,0.0010784482583403587,0.0011113286018371582],"_type":"histogram","values":[1,0,1,2,2,1,2,2,0,1,5,8,12,8,5,9,13,14,16,14,25,17,18,22,31,21,31,40,29,19,33,36,31,35,32,23,30,21,19,17,17,11,13,14,11,9,12,8,6,5,3,2,2,0,1,3,1,2,0,1,0,0,0,1]},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.weight":{"bins":[-0.0005511697381734848,-0.0005339820636436343,-0.0005167943309061229,-0.0004996065981686115,-0.00048241892363876104,-0.0004652312200050801,-0.00044804351637139916,-0.0004308558127377182,-0.0004136681091040373,-0.00039648040547035635,-0.0003792927018366754,-0.00036210499820299447,-0.0003449172945693135,-0.0003277295909356326,-0.00031054188730195165,-0.0002933541836682707,-0.00027616648003458977,-0.00025897877640090883,-0.0002417910727672279,-0.00022460336913354695,-0.000207415665499866,-0.00019022796186618507,-0.00017304025823250413,-0.0001558525545988232,-0.00013866485096514225,-0.00012147714733146131,-0.00010428944369778037,-8.710174006409943e-05,-6.991403643041849e-05,-5.272633279673755e-05,-3.553862916305661e-05,-1.8350925529375672e-05,-1.1632218956947327e-06,1.6024481737986207e-05,3.321218537166715e-05,5.0399889005348086e-05,6.758759263902903e-05,8.477529627270997e-05,0.0001019629999063909,0.00011915070354007185,0.00013633840717375278,0.00015352611080743372,0.00017071381444111466,0.0001879015180747956,0.00020508922170847654,0.00022227692534215748,0.00023946462897583842,0.00025665233260951936,0.0002738400362432003,0.00029102773987688124,0.0003082154435105622,0.0003254031471442431,0.00034259085077792406,0.000359778554411605,0.00037696625804528594,0.0003941539616789669,0.0004113416653126478,0.00042852936894632876,0.0004457170725800097,0.00046290477621369064,0.0004800924798473716,0.0004972801543772221,0.0005144678871147335,0.0005316556198522449,0.0005488432943820953],"_type":"histogram","values":[1,0,0,0,0,1,0,1,0,1,0,1,2,1,2,2,2,5,2,4,8,4,13,23,18,36,35,37,52,53,51,55,47,46,43,45,31,29,22,16,13,13,7,8,5,2,6,4,4,5,1,2,2,0,2,2,0,0,2,0,0,0,0,1]},"_timestamp":1.7529445862213123e+09,"parameters/_orig_mod.bert.encoder.layer.1.output.LayerNorm.bias":{"bins":[-0.0005179621512070298,-0.000503498362377286,-0.000489034631755203,-0.0004745708720292896,-0.0004601071123033762,-0.0004456433525774628,-0.00043117956374771893,-0.0004167158040218055,-0.0004022520442958921,-0.0003877882845699787,-0.0003733245248440653,-0.0003588607651181519,-0.0003443970053922385,-0.0003299332456663251,-0.0003154694859404117,-0.0003010057262144983,-0.0002865419373847544,-0.000272078177658841,-0.0002576144179329276,-0.0002431506582070142,-0.0002286868984811008,-0.0002142231387551874,-0.000199759379029274,-0.00018529561930336058,-0.00017083185957744718,-0.00015636808529961854,-0.00014190432557370514,-0.00012744056584779173,-0.00011297680612187833,-9.85130391200073e-05,-8.40492793940939e-05,-6.958551239222288e-05,-5.5121752666309476e-05,-4.0657989302417263e-05,-2.6194227757514454e-05,-1.1730465303116944e-05,2.733297151280567e-06,1.719706051517278e-05,3.1660820241086185e-05,4.61245836049784e-05,6.058834696887061e-05,7.505210669478402e-05,8.951587369665504e-05,0.00010397963342256844,0.00011844339314848185,0.00013290715287439525,0.00014737092715222389,0.0001618346868781373,0.0001762984466040507,0.0001907622063299641,0.0002052259660558775,0.00021968974033370614,0.00023415350005961955,0.00024861725978553295,0.00026308101951144636,0.00027754477923735976,0.00029200853896327317,0.0003064722986891866,0.0003209360584151,0.00033539984724484384,0.00034986360697075725,0.00036432736669667065,0.00037879112642258406,0.00039325488614849746,0.00040771864587441087],"_type":"histogram","values":[1,0,0,0,1,0,0,0,4,0,2,2,1,1,1,0,3,10,8,8,6,13,10,12,19,22,23,25,19,22,27,34,27,36,29,34,38,23,36,29,23,19,27,19,19,22,22,13,10,12,12,7,6,4,9,5,1,4,3,3,0,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.1.attention.self.value.weight":{"values":[3,2,3,2,4,8,12,15,20,38,46,57,91,110,149,222,288,413,538,742,1070,1460,2027,2945,4111,5661,8508,12036,18350,28328,46748,81637,122663,96382,55502,33111,21083,13638,9335,6375,4612,3341,2221,1661,1151,861,623,445,333,240,171,122,102,57,46,32,20,18,12,10,5,3,3,2],"bins":[-0.001773834228515625,-0.0017195194959640503,-0.0016652047634124756,-0.0016108900308609009,-0.0015565752983093262,-0.0015022605657577515,-0.0014479458332061768,-0.001393631100654602,-0.0013393163681030273,-0.0012850016355514526,-0.001230686902999878,-0.0011763721704483032,-0.0011220574378967285,-0.0010677427053451538,-0.001013427972793579,-0.0009591132402420044,-0.0009047985076904297,-0.000850483775138855,-0.0007961690425872803,-0.0007418543100357056,-0.0006875395774841309,-0.0006332248449325562,-0.0005789101123809814,-0.0005245953798294067,-0.00047028064727783203,-0.0004159659147262573,-0.0003616511821746826,-0.0003073364496231079,-0.0002530217170715332,-0.0001987069845199585,-0.0001443922519683838,-9.007751941680908e-05,-3.5762786865234375e-05,1.8551945686340332e-05,7.286667823791504e-05,0.00012718141078948975,0.00018149614334106445,0.00023581087589263916,0.00029012560844421387,0.0003444403409957886,0.0003987550735473633,0.000453069806098938,0.0005073845386505127,0.0005616992712020874,0.0006160140037536621,0.0006703287363052368,0.0007246434688568115,0.0007789582014083862,0.0008332729339599609,0.0008875876665115356,0.0009419023990631104,0.000996217131614685,0.0010505318641662598,0.0011048465967178345,0.0011591613292694092,0.0012134760618209839,0.0012677907943725586,0.0013221055269241333,0.001376420259475708,0.0014307349920272827,0.0014850497245788574,0.0015393644571304321,0.0015936791896820068,0.0016479939222335815,0.0017023086547851562],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.1.output.dense.weight":{"bins":[-0.0014047622680664062,-0.0013617277145385742,-0.0013186931610107422,-0.0012756586074829102,-0.0012326240539550781,-0.001189589500427246,-0.001146554946899414,-0.001103520393371582,-0.00106048583984375,-0.001017451286315918,-0.0009744167327880859,-0.0009313821792602539,-0.0008883476257324219,-0.0008453130722045898,-0.0008022785186767578,-0.0007592439651489258,-0.0007162094116210938,-0.0006731748580932617,-0.0006301403045654297,-0.0005871057510375977,-0.0005440711975097656,-0.0005010366439819336,-0.00045800209045410156,-0.00041496753692626953,-0.0003719329833984375,-0.00032889842987060547,-0.00028586387634277344,-0.0002428293228149414,-0.00019979476928710938,-0.00015676021575927734,-0.00011372566223144531,-7.069110870361328e-05,-2.765655517578125e-05,1.537799835205078e-05,5.841255187988281e-05,0.00010144710540771484,0.00014448165893554688,0.0001875162124633789,0.00023055076599121094,0.00027358531951904297,0.000316619873046875,0.00035965442657470703,0.00040268898010253906,0.0004457235336303711,0.0004887580871582031,0.0005317926406860352,0.0005748271942138672,0.0006178617477416992,0.0006608963012695312,0.0007039308547973633,0.0007469654083251953,0.0007899999618530273,0.0008330345153808594,0.0008760690689086914,0.0009191036224365234,0.0009621381759643555,0.0010051727294921875,0.0010482072830200195,0.0010912418365478516,0.0011342763900756836,0.0011773109436035156,0.0012203454971313477,0.0012633800506591797,0.0013064146041870117,0.0013494491577148438],"_type":"histogram","values":[1,0,0,0,0,3,0,2,6,4,7,11,11,38,42,72,120,200,291,420,643,991,1602,2427,3825,6335,10375,17706,30669,55137,110493,253329,461921,322597,140004,67199,35505,19937,11606,7018,4458,2683,1785,1170,773,459,313,202,158,108,74,44,25,19,14,13,4,5,3,3,2,1,0,1]},"gradients/_orig_mod.bert.encoder.layer.5.output.dense.bias":{"_type":"histogram","values":[2,1,0,0,4,1,2,3,1,2,7,3,5,10,9,5,13,15,18,16,14,26,15,20,27,26,27,33,18,21,26,31,32,27,34,22,22,26,28,20,19,16,25,9,14,11,12,5,5,3,6,6,8,4,2,2,2,3,1,0,2,0,0,1],"bins":[-0.000803530216217041,-0.0007777530699968338,-0.0007519759237766266,-0.0007261987775564194,-0.0007004216313362122,-0.0006746444851160049,-0.0006488673388957977,-0.0006230901926755905,-0.0005973130464553833,-0.0005715359002351761,-0.0005457587540149689,-0.0005199816077947617,-0.0004942044615745544,-0.00046842731535434723,-0.00044265016913414,-0.0004168730229139328,-0.0003910958766937256,-0.00036531873047351837,-0.00033954158425331116,-0.00031376443803310394,-0.00028798729181289673,-0.0002622101455926895,-0.0002364329993724823,-0.00021065585315227509,-0.00018487870693206787,-0.00015910156071186066,-0.00013332441449165344,-0.00010754726827144623,-8.177012205123901e-05,-5.59929758310318e-05,-3.0215829610824585e-05,-4.438683390617371e-06,2.1338462829589844e-05,4.711560904979706e-05,7.289275527000427e-05,9.866990149021149e-05,0.0001244470477104187,0.00015022419393062592,0.00017600134015083313,0.00020177848637104034,0.00022755563259124756,0.0002533327788114548,0.000279109925031662,0.0003048870712518692,0.0003306642174720764,0.00035644136369228363,0.00038221850991249084,0.00040799565613269806,0.0004337728023529053,0.0004595499485731125,0.0004853270947933197,0.0005111042410135269,0.0005368813872337341,0.0005626585334539413,0.0005884356796741486,0.0006142128258943558,0.000639989972114563,0.0006657671183347702,0.0006915442645549774,0.0007173214107751846,0.0007430985569953918,0.0007688757032155991,0.0007946528494358063,0.0008204299956560135,0.0008462071418762207]},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.value.weight":{"_type":"histogram","values":[2,1,2,2,0,4,7,1,7,13,18,28,42,56,64,129,162,275,404,566,950,1390,2126,3168,4878,7517,11540,17773,27542,41077,59302,77233,85419,76176,57470,39495,26182,16875,11203,7207,4641,3089,1935,1260,864,592,366,248,194,96,72,58,32,30,14,11,7,4,1,0,0,1,1,2],"bins":[-0.0005559921264648438,-0.0005388557910919189,-0.0005217194557189941,-0.0005045831203460693,-0.00048744678497314453,-0.0004703104496002197,-0.0004531741142272949,-0.0004360377788543701,-0.0004189014434814453,-0.0004017651081085205,-0.0003846287727355957,-0.0003674924373626709,-0.0003503561019897461,-0.0003332197666168213,-0.0003160834312438965,-0.0002989470958709717,-0.0002818107604980469,-0.00026467442512512207,-0.00024753808975219727,-0.00023040175437927246,-0.00021326541900634766,-0.00019612908363342285,-0.00017899274826049805,-0.00016185641288757324,-0.00014472007751464844,-0.00012758374214172363,-0.00011044740676879883,-9.331107139587402e-05,-7.617473602294922e-05,-5.9038400650024414e-05,-4.190206527709961e-05,-2.4765729904174805e-05,-7.62939453125e-06,9.506940841674805e-06,2.664327621459961e-05,4.3779611587524414e-05,6.091594696044922e-05,7.805228233337402e-05,9.518861770629883e-05,0.00011232495307922363,0.00012946128845214844,0.00014659762382507324,0.00016373395919799805,0.00018087029457092285,0.00019800662994384766,0.00021514296531677246,0.00023227930068969727,0.00024941563606262207,0.0002665519714355469,0.0002836883068084717,0.0003008246421813965,0.0003179609775543213,0.0003350973129272461,0.0003522336483001709,0.0003693699836730957,0.0003865063190460205,0.0004036426544189453,0.0004207789897918701,0.0004379153251647949,0.0004550516605377197,0.00047218799591064453,0.0004893243312835693,0.0005064606666564941,0.0005235970020294189,0.0005407333374023438]},"parameters/_orig_mod.bert.encoder.layer.10.attention.self.value.weight":{"values":[2,2,3,9,10,28,37,74,98,176,263,415,606,906,1298,1915,2599,3537,4597,6069,7702,9865,12192,14884,17374,20346,23100,25718,28128,30399,32092,32736,33182,32741,32231,30686,28249,25952,23468,20319,17709,14854,12118,10096,7907,6105,4738,3674,2644,1931,1355,934,603,454,290,147,104,68,35,22,13,8,4,3],"bins":[-0.09203202277421951,-0.08920416980981827,-0.08637630939483643,-0.08354845643043518,-0.08072060346603394,-0.07789275050163269,-0.07506489753723145,-0.0722370371222496,-0.06940918415784836,-0.06658133119344711,-0.06375347077846527,-0.060925617814064026,-0.05809776484966278,-0.055269911885261536,-0.05244205519556999,-0.04961419850587845,-0.0467863455414772,-0.04395849257707596,-0.041130635887384415,-0.03830277919769287,-0.035474926233291626,-0.03264707326889038,-0.029819216579198837,-0.026991361752152443,-0.02416350692510605,-0.021335652098059654,-0.01850779727101326,-0.015679942443966866,-0.012852087616920471,-0.010024232789874077,-0.0071963779628276825,-0.004368523135781288,-0.0015406757593154907,0.0012871790677309036,0.004115033894777298,0.006942888721823692,0.009770743548870087,0.012598598375916481,0.015426453202962875,0.01825430803000927,0.021082162857055664,0.02391001768410206,0.026737872511148453,0.029565727338194847,0.03239358216524124,0.03522143512964249,0.03804929181933403,0.040877148509025574,0.04370500147342682,0.046532854437828064,0.04936071112751961,0.05218856781721115,0.055016420781612396,0.05784427374601364,0.060672130435705185,0.06349998712539673,0.06632784008979797,0.06915569305419922,0.07198354601860046,0.0748114064335823,0.07763925939798355,0.0804671123623848,0.08329497277736664,0.08612282574176788,0.08895067870616913],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.attention.self.key.bias":{"values":[1,0,0,2,0,0,2,2,2,1,3,1,0,1,2,3,3,0,1,2,8,5,12,15,18,46,58,73,80,136,94,73,32,27,13,14,10,5,2,1,0,2,3,5,0,1,1,0,1,2,0,0,0,1,0,1,2,0,0,0,0,0,0,1],"bins":[-5.131959915161133e-05,-4.956219345331192e-05,-4.780478775501251e-05,-4.6047382056713104e-05,-4.4289976358413696e-05,-4.253257066011429e-05,-4.077516496181488e-05,-3.901775926351547e-05,-3.7260353565216064e-05,-3.5502947866916656e-05,-3.374554216861725e-05,-3.198813647031784e-05,-3.0230730772018433e-05,-2.8473325073719025e-05,-2.6715919375419617e-05,-2.495851367712021e-05,-2.32011079788208e-05,-2.1443702280521393e-05,-1.9686296582221985e-05,-1.7928890883922577e-05,-1.617148518562317e-05,-1.4414079487323761e-05,-1.2656673789024353e-05,-1.0899268090724945e-05,-9.141862392425537e-06,-7.384456694126129e-06,-5.627050995826721e-06,-3.869645297527313e-06,-2.1122395992279053e-06,-3.548339009284973e-07,1.4025717973709106e-06,3.1599774956703186e-06,4.9173831939697266e-06,6.6747888922691345e-06,8.432194590568542e-06,1.018960028886795e-05,1.1947005987167358e-05,1.3704411685466766e-05,1.5461817383766174e-05,1.7219223082065582e-05,1.897662878036499e-05,2.0734034478664398e-05,2.2491440176963806e-05,2.4248845875263214e-05,2.6006251573562622e-05,2.776365727186203e-05,2.9521062970161438e-05,3.1278468668460846e-05,3.3035874366760254e-05,3.479328006505966e-05,3.655068576335907e-05,3.830809146165848e-05,4.0065497159957886e-05,4.1822902858257294e-05,4.35803085565567e-05,4.533771425485611e-05,4.709511995315552e-05,4.8852525651454926e-05,5.0609931349754333e-05,5.236733704805374e-05,5.412474274635315e-05,5.588214844465256e-05,5.7639554142951965e-05,5.939695984125137e-05,6.115436553955078e-05],"_type":"histogram"},"gradients/_orig_mod.bert.encoder.layer.7.output.LayerNorm.bias":{"_type":"histogram","values":[1,0,0,0,0,0,0,0,1,0,0,2,2,1,3,5,3,5,7,10,9,8,15,16,12,17,27,26,33,21,31,25,34,23,37,31,34,29,33,28,25,17,24,15,29,19,12,17,15,18,9,4,9,6,3,5,3,2,3,2,0,1,0,1],"bins":[-0.0008344594389200211,-0.0008109627524390817,-0.0007874660659581423,-0.0007639693794772029,-0.0007404726929962635,-0.0007169759483076632,-0.0006934792618267238,-0.0006699825753457844,-0.000646485888864845,-0.0006229892023839056,-0.0005994925159029663,-0.0005759958294220269,-0.0005524990847334266,-0.0005290023982524872,-0.0005055057117715478,-0.0004820090252906084,-0.000458512338809669,-0.00043501565232872963,-0.00041151896584779024,-0.0003880222502630204,-0.000364525563782081,-0.0003410288773011416,-0.0003175321617163718,-0.0002940354752354324,-0.000270538788754493,-0.0002470421022735536,-0.000223545401240699,-0.00020004870020784438,-0.000176552013726905,-0.0001530553272459656,-0.00012955862621311098,-0.00010606193245621398,-8.256523869931698e-05,-5.9068544942419976e-05,-3.5571851185522974e-05,-1.2075157428625971e-05,1.1421536328271031e-05,3.4918230085168034e-05,5.8414923842065036e-05,8.191161759896204e-05,0.00010540831135585904,0.00012890499783679843,0.00015240169886965305,0.00017589839990250766,0.00019939508638344705,0.00022289177286438644,0.0002463884884491563,0.00026988517493009567,0.00029338186141103506,0.00031687854789197445,0.00034037523437291384,0.0003638719499576837,0.00038736863643862307,0.00041086532291956246,0.0004343620385043323,0.0004578587249852717,0.0004813554114662111,0.0005048520979471505,0.0005283487844280899,0.0005518454709090292,0.0005753422155976295,0.0005988389020785689,0.0006223355885595083,0.0006458322750404477,0.0006693289615213871]},"parameters/_orig_mod.bert.encoder.layer.7.attention.output.dense.bias":{"_type":"histogram","values":[1,2,3,3,4,1,3,5,5,6,4,4,8,10,5,12,6,18,16,16,11,22,16,20,23,24,27,28,31,37,23,26,32,26,31,24,19,21,21,20,14,23,12,16,14,17,13,7,6,3,3,3,4,4,1,2,2,3,1,0,1,1,2,2],"bins":[-0.0003688604338094592,-0.00035687655326910317,-0.00034489267272874713,-0.0003329087921883911,-0.00032092491164803505,-0.000308941031107679,-0.00029695715056732297,-0.00028497327002696693,-0.0002729893894866109,-0.00026100550894625485,-0.0002490216284058988,-0.00023703774786554277,-0.00022505386732518673,-0.0002130699867848307,-0.00020108610624447465,-0.0001891022257041186,-0.00017711834516376257,-0.00016513446462340653,-0.0001531505840830505,-0.00014116670354269445,-0.0001291828230023384,-0.00011719894246198237,-0.00010521506192162633,-9.323118138127029e-05,-8.124730084091425e-05,-6.926342030055821e-05,-5.727953976020217e-05,-4.529565921984613e-05,-3.331177867949009e-05,-2.132789813913405e-05,-9.34401759877801e-06,2.6398629415780306e-06,1.462374348193407e-05,2.660762402229011e-05,3.859150456264615e-05,5.057538510300219e-05,6.255926564335823e-05,7.454314618371427e-05,8.652702672407031e-05,9.851090726442635e-05,0.00011049478780478239,0.00012247866834513843,0.00013446254888549447,0.0001464464294258505,0.00015843030996620655,0.0001704141905065626,0.00018239807104691863,0.00019438195158727467,0.0002063658321276307,0.00021834971266798675,0.0002303335932083428,0.00024231747374869883,0.00025430135428905487,0.0002662852348294109,0.00027826911536976695,0.000290252995910123,0.00030223687645047903,0.00031422075699083507,0.0003262046375311911,0.00033818851807154715,0.0003501723986119032,0.00036215627915225923,0.00037414015969261527,0.0003861240402329713,0.00039810792077332735]},"parameters/_orig_mod.bert.encoder.layer.11.output.dense.bias":{"values":[2,0,2,3,0,3,2,0,8,5,4,5,4,8,11,14,11,12,18,16,15,25,22,26,29,17,37,27,22,23,26,36,29,28,23,26,20,20,35,23,20,18,9,12,11,14,7,8,5,4,8,4,5,3,1,0,1,0,0,0,0,0,0,1],"bins":[-0.0009113737614825368,-0.000881125801242888,-0.0008508777827955782,-0.0008206298225559294,-0.0007903818041086197,-0.0007601338438689709,-0.000729885883629322,-0.0006996378651820123,-0.0006693899049423635,-0.0006391418864950538,-0.000608893926255405,-0.0005786459660157561,-0.0005483979475684464,-0.0005181499873287976,-0.0004879019979853183,-0.00045765400864183903,-0.00042740601929835975,-0.0003971580299548805,-0.0003669100406114012,-0.0003366620803717524,-0.0003064140910282731,-0.00027616610168479383,-0.00024591811234131455,-0.0002156701375497505,-0.00018542214820627123,-0.00015517415886279196,-0.0001249261840712279,-9.467819472774863e-05,-6.443021266022697e-05,-3.418223059270531e-05,-3.934244887204841e-06,2.6313738999306224e-05,5.656172288581729e-05,8.680970495333895e-05,0.00011705768702086061,0.0001473056763643399,0.00017755365115590394,0.0002078016404993832,0.0002380496298428625,0.00026829761918634176,0.0002985455794259906,0.00032879356876946986,0.00035904155811294913,0.0003892895474564284,0.0004195375367999077,0.00044978552614338696,0.0004800334863830358,0.0005102814757265151,0.0005405294941738248,0.0005707774544134736,0.0006010254146531224,0.0006312734331004322,0.000661521393340081,0.0006917694117873907,0.0007220173720270395,0.0007522653322666883,0.0007825133507139981,0.0008127613109536469,0.0008430093294009566,0.0008732572896406054,0.0009035052498802543,0.000933753268327564,0.0009640012285672128,0.0009942492470145226,0.0010244972072541714],"_type":"histogram"}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug-core.log b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..ae8c8b8d83e860546d8f9fe0fee337a8fe5d400e --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-19T19:55:43.880944922+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmputlovwtx/port-38996.txt","pid":38996,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-19T19:55:43.88149528+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":38996} +{"time":"2025-07-19T19:55:43.881493594+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-38996-39082-3775022858/socket","Net":"unix"}} +{"time":"2025-07-19T19:55:44.062585309+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-19T19:55:44.071382093+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"l3p5eitx","id":"1(@)"} +{"time":"2025-07-19T19:55:44.486321838+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"l3p5eitx","id":"1(@)"} +{"time":"2025-07-19T20:03:09.50578585+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-19T20:03:09.506226604+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-19T20:03:09.506304516+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-19T20:03:09.506326089+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-19T20:03:09.506410632+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-38996-39082-3775022858/socket","Net":"unix"}} +{"time":"2025-07-19T20:03:11.921257131+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-19T20:03:11.921276834+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-19T20:03:11.92129+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug-internal.log b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..ea901828c444a6f8dd4d1cb3fa6eb5624705f10d --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-19T19:55:44.072256085+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-19T19:55:44.486287075+03:00","level":"INFO","msg":"stream: created new stream","id":"l3p5eitx"} +{"time":"2025-07-19T19:55:44.486316269+03:00","level":"INFO","msg":"stream: started","id":"l3p5eitx"} +{"time":"2025-07-19T19:55:44.486328847+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"l3p5eitx"} +{"time":"2025-07-19T19:55:44.486337171+03:00","level":"INFO","msg":"sender: started","stream_id":"l3p5eitx"} +{"time":"2025-07-19T19:55:44.486382578+03:00","level":"INFO","msg":"handler: started","stream_id":"l3p5eitx"} +{"time":"2025-07-19T20:03:09.506134768+03:00","level":"INFO","msg":"stream: closing","id":"l3p5eitx"} +{"time":"2025-07-19T20:03:10.902896481+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-19T20:03:11.919880961+03:00","level":"INFO","msg":"handler: closed","stream_id":"l3p5eitx"} +{"time":"2025-07-19T20:03:11.919914448+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"l3p5eitx"} +{"time":"2025-07-19T20:03:11.919958518+03:00","level":"INFO","msg":"sender: closed","stream_id":"l3p5eitx"} +{"time":"2025-07-19T20:03:11.92071193+03:00","level":"INFO","msg":"stream: closed","id":"l3p5eitx"} diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug.log b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..8f4315215cd2f3eaa7d2bb067863dd05a5667e53 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_setup.py:_flush():80] Configure stats pid to 38996 +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_195543-l3p5eitx/logs/debug.log +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_195543-l3p5eitx/logs/debug-internal.log +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_init.py:init():830] calling init triggers +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 19:55:43,846 INFO MainThread:38996 [wandb_init.py:init():871] starting backend +2025-07-19 19:55:44,062 INFO MainThread:38996 [wandb_init.py:init():874] sending inform_init request +2025-07-19 19:55:44,069 INFO MainThread:38996 [wandb_init.py:init():882] backend started and connected +2025-07-19 19:55:44,071 INFO MainThread:38996 [wandb_init.py:init():953] updated telemetry +2025-07-19 19:55:44,071 INFO MainThread:38996 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 19:55:44,833 INFO MainThread:38996 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 19:55:45,008 INFO MainThread:38996 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 19:55:45,008 INFO MainThread:38996 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 19:55:45,008 INFO MainThread:38996 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 19:55:45,008 INFO MainThread:38996 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 19:55:45,012 INFO MainThread:38996 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 19:57:07,581 INFO MainThread:38996 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 19:57:07,583 INFO MainThread:38996 [wandb_watch.py:_watch():70] Watching +2025-07-19 20:03:09,504 INFO MsgRouterThr:38996 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250719_195543-l3p5eitx/run-l3p5eitx.wandb b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/run-l3p5eitx.wandb new file mode 100644 index 0000000000000000000000000000000000000000..1bdcc2151413c373e31284f714c40a55bf2590c5 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_195543-l3p5eitx/run-l3p5eitx.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2dd0a00d9d4cfcb72621f3b8c8764fcea9bd4e5ae1f7f4d11fc03b112bc5470 +size 7374976 diff --git a/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/files/output.log b/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4e6759ea5a6994fff5c32ac92772d6c6d2d43a75 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/files/output.log @@ -0,0 +1,65 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [17:00:2435.186.228.49:443: read: connection reset by peer"} diff --git a/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/logs/debug.log b/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..4d4cf8c52ac125cee2ac090c943286b73d716e63 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-19 20:03:41,398 INFO MainThread:40601 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-19 20:03:41,398 INFO MainThread:40601 [wandb_setup.py:_flush():80] Configure stats pid to 40601 +2025-07-19 20:03:41,398 INFO MainThread:40601 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-19 20:03:41,398 INFO MainThread:40601 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-19 20:03:41,398 INFO MainThread:40601 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-19 20:03:41,398 INFO MainThread:40601 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_200341-hnsgsmyc/logs/debug.log +2025-07-19 20:03:41,398 INFO MainThread:40601 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250719_200341-hnsgsmyc/logs/debug-internal.log +2025-07-19 20:03:41,399 INFO MainThread:40601 [wandb_init.py:init():830] calling init triggers +2025-07-19 20:03:41,399 INFO MainThread:40601 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-19 20:03:41,399 INFO MainThread:40601 [wandb_init.py:init():871] starting backend +2025-07-19 20:03:41,615 INFO MainThread:40601 [wandb_init.py:init():874] sending inform_init request +2025-07-19 20:03:41,621 INFO MainThread:40601 [wandb_init.py:init():882] backend started and connected +2025-07-19 20:03:41,623 INFO MainThread:40601 [wandb_init.py:init():953] updated telemetry +2025-07-19 20:03:41,623 INFO MainThread:40601 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-19 20:03:42,331 INFO MainThread:40601 [wandb_init.py:init():1029] starting run threads in backend +2025-07-19 20:03:42,516 INFO MainThread:40601 [wandb_run.py:_console_start():2458] atexit reg +2025-07-19 20:03:42,516 INFO MainThread:40601 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-19 20:03:42,516 INFO MainThread:40601 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-19 20:03:42,517 INFO MainThread:40601 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-19 20:03:42,521 INFO MainThread:40601 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-19 20:05:04,536 INFO MainThread:40601 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-19 20:05:04,537 INFO MainThread:40601 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/run-hnsgsmyc.wandb b/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/run-hnsgsmyc.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f34a7e80b0b71a1f9aa1deb835e22f4c92c9ddc6 --- /dev/null +++ b/simson_modeling/wandb/run-20250719_200341-hnsgsmyc/run-hnsgsmyc.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab08aa2dbc33c085f443ed5b8152c946a34253ae243fdb977695d94d844da02e +size 1735262208 diff --git a/simson_modeling/wandb/run-20250720_155632-mlo2xs2l/files/output.log b/simson_modeling/wandb/run-20250720_155632-mlo2xs2l/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..a10e99428805d8f4a2301a4f4d6be09c11db6478 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_155632-mlo2xs2l/files/output.log @@ -0,0 +1,56 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 449, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 446, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 372, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 250, in train_epoch + for step, batch in enumerate(progress_bar, 1): + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/tqdm/std.py", line 1181, in __iter__ + for obj in iterable: + ^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 484, in __iter__ + return self._get_iterator() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 415, in _get_iterator + return _MultiProcessingDataLoaderIter(self) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1191, in __init__ + self._reset(loader, first_iter=True) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1228, in _reset + self._try_put_index() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 1471, in _try_put_index + index = self._next_index() + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/dataloader.py", line 691, in _next_index + return next(self._sampler_iter) # may raise StopIteration + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/sampler.py", line 347, in __iter__ + for idx in self.sampler: + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/utils/data/sampler.py", line 197, in __iter__ + yield from torch.randperm(n, generator=generator).tolist() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/requirements.txt b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/wandb-metadata.json b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a088207f30eb3b861fcd59a05421b185491a6329 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-20T13:03:22.525755Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125994774528" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "tr4neqfsy9d32bd3ql8a7iy19az1g8je" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/wandb-summary.json b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..cb042c21061d68acc4b26c8adb91114260f9d7c4 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":136,"_wandb":{"runtime":136}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug-core.log b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..d847570196e6b8c133f936883c2b743c7263d443 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-20T16:03:22.585633167+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5dgsh1fj/port-1457.txt","pid":1457,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-20T16:03:22.58616619+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":1457} +{"time":"2025-07-20T16:03:22.586166555+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1457-1543-830929597/socket","Net":"unix"}} +{"time":"2025-07-20T16:03:22.764636264+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-20T16:03:22.773867563+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"rfm1amqg","id":"1(@)"} +{"time":"2025-07-20T16:03:23.206764311+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"rfm1amqg","id":"1(@)"} +{"time":"2025-07-20T16:05:39.665075603+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-20T16:05:39.665417766+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-20T16:05:39.66547169+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-20T16:05:39.665430396+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-20T16:05:39.665553297+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1457-1543-830929597/socket","Net":"unix"}} +{"time":"2025-07-20T16:05:41.507064827+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-20T16:05:41.507077422+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-20T16:05:41.507089564+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug-internal.log b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..6c36ccca87365451ff79e0ac9b67114216752b69 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-20T16:03:22.775075152+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-20T16:03:23.206716801+03:00","level":"INFO","msg":"stream: created new stream","id":"rfm1amqg"} +{"time":"2025-07-20T16:03:23.206758677+03:00","level":"INFO","msg":"stream: started","id":"rfm1amqg"} +{"time":"2025-07-20T16:03:23.206770549+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"rfm1amqg"} +{"time":"2025-07-20T16:03:23.206777431+03:00","level":"INFO","msg":"sender: started","stream_id":"rfm1amqg"} +{"time":"2025-07-20T16:03:23.206825487+03:00","level":"INFO","msg":"handler: started","stream_id":"rfm1amqg"} +{"time":"2025-07-20T16:05:39.665443278+03:00","level":"INFO","msg":"stream: closing","id":"rfm1amqg"} +{"time":"2025-07-20T16:05:40.809446134+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-20T16:05:41.505145431+03:00","level":"INFO","msg":"handler: closed","stream_id":"rfm1amqg"} +{"time":"2025-07-20T16:05:41.505181058+03:00","level":"INFO","msg":"sender: closed","stream_id":"rfm1amqg"} +{"time":"2025-07-20T16:05:41.505171542+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"rfm1amqg"} +{"time":"2025-07-20T16:05:41.506484329+03:00","level":"INFO","msg":"stream: closed","id":"rfm1amqg"} diff --git a/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug.log b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..ffcc50a740420fc2272aa450edcf2b869dc9a57e --- /dev/null +++ b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/logs/debug.log @@ -0,0 +1,2814 @@ +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_setup.py:_flush():80] Configure stats pid to 1457 +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250720_160322-rfm1amqg/logs/debug.log +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250720_160322-rfm1amqg/logs/debug-internal.log +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_init.py:init():830] calling init triggers +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-20 16:03:22,547 INFO MainThread:1457 [wandb_init.py:init():871] starting backend +2025-07-20 16:03:22,764 INFO MainThread:1457 [wandb_init.py:init():874] sending inform_init request +2025-07-20 16:03:22,772 INFO MainThread:1457 [wandb_init.py:init():882] backend started and connected +2025-07-20 16:03:22,775 INFO MainThread:1457 [wandb_init.py:init():953] updated telemetry +2025-07-20 16:03:22,775 INFO MainThread:1457 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-20 16:03:23,511 INFO MainThread:1457 [wandb_init.py:init():1029] starting run threads in backend +2025-07-20 16:03:23,690 INFO MainThread:1457 [wandb_run.py:_console_start():2458] atexit reg +2025-07-20 16:03:23,691 INFO MainThread:1457 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-20 16:03:23,691 INFO MainThread:1457 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-20 16:03:23,691 INFO MainThread:1457 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-20 16:03:23,695 INFO MainThread:1457 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-20 16:04:47,868 INFO MainThread:1457 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-20 16:04:47,870 INFO MainThread:1457 [wandb_watch.py:_watch():70] Watching +2025-07-20 16:05:39,664 INFO MsgRouterThr:1457 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. +2025-07-20 16:05:39,886 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,901 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,902 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,903 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,903 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,904 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,906 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,907 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,907 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,908 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,910 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,910 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,911 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,911 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,912 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,913 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,913 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,914 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,914 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,915 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,915 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,916 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,916 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,917 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,917 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,918 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,918 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,919 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,919 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,920 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,920 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,921 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,921 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,922 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,923 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,923 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,924 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,924 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,925 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,925 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,926 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,926 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,927 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,929 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,930 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,930 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,931 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,931 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,932 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,932 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,933 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,933 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,934 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,934 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,935 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,936 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,936 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,937 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,937 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,938 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,938 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,939 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,939 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,940 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,940 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,941 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,941 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,942 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,942 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,943 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,943 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,944 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,944 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,945 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,945 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,946 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,946 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,947 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,947 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,951 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,952 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,952 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,953 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,954 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,955 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,955 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,956 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,956 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,957 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe +2025-07-20 16:05:39,958 ERROR MainThread:1457 [redirect.py:_on_write():664] [all runs] error in stderr callback +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/redirect.py", line 662, in _on_write + cb(written_data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 2385, in + lambda data: self._console_raw_callback("stderr", data), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 398, in wrapper + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 456, in wrapper_fn + return func(self, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/wandb_run.py", line 1566, in _console_raw_callback + self._backend.interface.publish_output_raw(name, data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface.py", line 771, in publish_output_raw + self._publish_output_raw(o) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_shared.py", line 38, in _publish_output_raw + self._publish(rec) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 39, in _publish + self._sock_client.send_record_publish(record) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 170, in send_record_publish + self.send_server_request(server_req) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 150, in send_server_request + self._send_message(msg) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 147, in _send_message + self._sendall_with_error_handle(header + data) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/wandb/sdk/lib/sock_client.py", line 126, in _sendall_with_error_handle + sent = self._sock.send(data) + ^^^^^^^^^^^^^^^^^^^^^ +BrokenPipeError: [Errno 32] Broken pipe diff --git a/simson_modeling/wandb/run-20250720_160322-rfm1amqg/run-rfm1amqg.wandb b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/run-rfm1amqg.wandb new file mode 100644 index 0000000000000000000000000000000000000000..55a86f874b2997184afc76559b17a6d89236cabb --- /dev/null +++ b/simson_modeling/wandb/run-20250720_160322-rfm1amqg/run-rfm1amqg.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:847a79e0aaf5bd38eb7c41e06bafa632017132fa483f40a3c3ec37ca8b7ee73d +size 101506 diff --git a/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/files/output.log b/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..db63237506cac51a02af4b8971a80eb3fb33c55e --- /dev/null +++ b/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/files/output.log @@ -0,0 +1,57 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-3): 4 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 23 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [2:01:0135.186.228.49:443: read: connection timed out"} +{"time":"2025-07-20T18:13:22.655096101+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1032.990577213,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"ace4c0wcng1w\" connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:13:22.655328187+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1032.564199562,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:13:22.655348713+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1025.297025485,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:13:22.655452994+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1025.308028574,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:14:24.675882303+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:14:56.687224811+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:15:30.833961941+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:16:10.326673754+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:16:57.97253334+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:18:05.464412848+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:19:35.465421481+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:21:05.466854357+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:22:35.468735223+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:23:54.675770572+03:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000956125,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"oazoc37u2j57\" connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:23:55.074578722+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.00073102,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:24:02.348978266+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000688844,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:24:02.359101732+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000954604,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:24:05.469718325+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:25:35.470551065+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:27:05.472185695+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:28:35.473546981+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:30:05.475445502+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:31:05.820204812+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1031.145411698,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"oazoc37u2j57\" connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:31:05.820336398+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1023.462186136,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:31:05.820336373+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1023.472061444,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:31:05.820326663+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1030.746457963,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:35:54.687143368+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:36:26.81808123+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:37:01.76048182+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:37:40.561340359+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:38:29.379179581+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:39:37.786116643+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:41:07.787858666+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:42:37.789608152+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:44:07.791285998+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T18:45:24.687023752+03:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000102146,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"245q86tcqiya\" connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:45:25.086750238+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.001053188,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:45:32.348846701+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000778679,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:45:32.358029951+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000846365,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:45:37.793203361+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:47:07.794931862+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:48:37.795931259+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:50:07.797640909+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T18:51:37.479186163+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.233.85.147:47610->35.186.228.49:443: read: connection timed out"} +{"time":"2025-07-20T18:52:37.812918098+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1033.126019333,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"245q86tcqiya\" connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:52:37.813133834+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1032.727446199,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"} +{"time":"2025-07-20T18:52:37.813165559+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1025.456003132,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T18:52:37.81327717+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1025.465235036,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} diff --git a/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/logs/debug.log b/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..b2e23ca1ce64c46c692938cb63df5a8d6556518d --- /dev/null +++ b/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_setup.py:_flush():80] Configure stats pid to 2186 +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250720_171431-y7ebdfsw/logs/debug.log +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250720_171431-y7ebdfsw/logs/debug-internal.log +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_init.py:init():830] calling init triggers +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints_small/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-20 17:14:31,403 INFO MainThread:2186 [wandb_init.py:init():871] starting backend +2025-07-20 17:14:31,620 INFO MainThread:2186 [wandb_init.py:init():874] sending inform_init request +2025-07-20 17:14:31,627 INFO MainThread:2186 [wandb_init.py:init():882] backend started and connected +2025-07-20 17:14:31,629 INFO MainThread:2186 [wandb_init.py:init():953] updated telemetry +2025-07-20 17:14:31,630 INFO MainThread:2186 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-20 17:14:32,343 INFO MainThread:2186 [wandb_init.py:init():1029] starting run threads in backend +2025-07-20 17:14:32,528 INFO MainThread:2186 [wandb_run.py:_console_start():2458] atexit reg +2025-07-20 17:14:32,528 INFO MainThread:2186 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-20 17:14:32,529 INFO MainThread:2186 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-20 17:14:32,529 INFO MainThread:2186 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-20 17:14:32,533 INFO MainThread:2186 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-20 17:15:55,966 INFO MainThread:2186 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-20 17:15:55,967 INFO MainThread:2186 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/run-y7ebdfsw.wandb b/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/run-y7ebdfsw.wandb new file mode 100644 index 0000000000000000000000000000000000000000..6eb7343dedbc1e0a1bb3395e3a6acdd6c73207a3 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_171431-y7ebdfsw/run-y7ebdfsw.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:813f2a518dbe939ccdcda9420daa56607d8b41015f625695251d1c2c63071505 +size 206667776 diff --git a/simson_modeling/wandb/run-20250720_203832-beztzgvz/files/output.log b/simson_modeling/wandb/run-20250720_203832-beztzgvz/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..24ecb4d85926e09e7606bdc87524c5ad2a40b896 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_203832-beztzgvz/files/output.log @@ -0,0 +1,55 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-3): 4 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 23 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:0035.186.228.49:443: read: connection reset by peer"} +{"time":"2025-07-20T21:31:42.721074327+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T21:32:14.839318561+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T21:32:49.395542034+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T21:33:28.800689415+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T21:34:15.367880763+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T21:35:24.539864864+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T21:36:54.541738707+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T21:38:24.543269346+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T21:39:54.544257412+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T21:41:12.721433345+03:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000521873,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"qucyjmv91kyi\" connection_id:\"1(@)\")"} +{"time":"2025-07-20T21:41:13.125163283+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000941357,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"} +{"time":"2025-07-20T21:41:19.643502681+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000472329,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T21:41:19.654662257+03:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.001027353,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T21:41:24.545688003+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T21:42:54.547534084+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T21:44:24.549151851+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-07-20T21:45:54.550744153+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T21:47:24.552461143+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"} +{"time":"2025-07-20T21:48:24.859216828+03:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1032.138300501,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"qucyjmv91kyi\" connection_id:\"1(@)\")"} +{"time":"2025-07-20T21:48:24.859291576+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1025.205644426,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T21:48:24.85931438+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1031.735104954,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"} +{"time":"2025-07-20T21:48:24.859462285+03:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":1025.216466647,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"} +{"time":"2025-07-20T23:10:12.816887072+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.233.85.147:35878->35.186.228.49:443: read: connection reset by peer"} +{"time":"2025-07-21T04:31:53.219893401+03:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/memers/simson-contrastive-learning-single-gpu/dhzemttz/file_stream\": remote error: tls: protocol version not supported"} diff --git a/simson_modeling/wandb/run-20250720_210448-dhzemttz/logs/debug.log b/simson_modeling/wandb/run-20250720_210448-dhzemttz/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..b947ea23f74e72ff562e6a6e2e5c0f9528f12a8c --- /dev/null +++ b/simson_modeling/wandb/run-20250720_210448-dhzemttz/logs/debug.log @@ -0,0 +1,23 @@ +2025-07-20 21:04:48,678 INFO MainThread:5876 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_setup.py:_flush():80] Configure stats pid to 5876 +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250720_210448-dhzemttz/logs/debug.log +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250720_210448-dhzemttz/logs/debug-internal.log +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_init.py:init():830] calling init triggers +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints_small/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-20 21:04:48,679 INFO MainThread:5876 [wandb_init.py:init():871] starting backend +2025-07-20 21:04:48,895 INFO MainThread:5876 [wandb_init.py:init():874] sending inform_init request +2025-07-20 21:04:48,902 INFO MainThread:5876 [wandb_init.py:init():882] backend started and connected +2025-07-20 21:04:48,904 INFO MainThread:5876 [wandb_init.py:init():953] updated telemetry +2025-07-20 21:04:48,905 INFO MainThread:5876 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-20 21:04:49,639 INFO MainThread:5876 [wandb_init.py:init():1029] starting run threads in backend +2025-07-20 21:04:49,828 INFO MainThread:5876 [wandb_run.py:_console_start():2458] atexit reg +2025-07-20 21:04:49,828 INFO MainThread:5876 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-20 21:04:49,828 INFO MainThread:5876 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-20 21:04:49,829 INFO MainThread:5876 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-20 21:04:49,833 INFO MainThread:5876 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-20 21:06:13,716 INFO MainThread:5876 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-20 21:06:13,717 INFO MainThread:5876 [wandb_watch.py:_watch():70] Watching diff --git a/simson_modeling/wandb/run-20250720_210448-dhzemttz/run-dhzemttz.wandb b/simson_modeling/wandb/run-20250720_210448-dhzemttz/run-dhzemttz.wandb new file mode 100644 index 0000000000000000000000000000000000000000..d436fcc15bf3af8932611f656b94c2cad4135e72 --- /dev/null +++ b/simson_modeling/wandb/run-20250720_210448-dhzemttz/run-dhzemttz.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d421786cc2479023623ba15c28233aad08e6411bbc7956d42d98b018f952e68a +size 1200717824 diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/config.yaml b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6341837439eca888333a844d62e7d25e94a01fda --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + 4kknxoq7igkhysu195tflnf33ocq3agk: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125966061568" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-21T12:56:01.100649Z" + writerId: 4kknxoq7igkhysu195tflnf33ocq3agk + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 1e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints_small/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 23 diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/output.log b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..893f5b4fb9fca0020f6a868746174984bc4e3437 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/output.log @@ -0,0 +1,242 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-3): 4 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 23 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 0/1317672 [00:00.remove at 0x7fd67545d940> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:02", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 450, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 447, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 373, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 1269, in __call__ + return self._torchdynamo_orig_callable( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 1064, in __call__ + result = self._inner_convert( + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 526, in __call__ + return _compile( + ^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 924, in _compile + guarded_code = compile_inner(code, one_graph, hooks, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 666, in compile_inner + return _compile_inner(code, one_graph, hooks, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_utils_internal.py", line 87, in wrapper_function + return function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 699, in _compile_inner + out_code = transform_code_object(code, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/bytecode_transformation.py", line 1322, in transform_code_object + transformations(instructions, code_options) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 219, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 634, in transform + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2796, in run + super().run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2987, in RETURN_VALUE + self._return(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2972, in _return + self.output.compile_subgraph( + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/output_graph.py", line 1117, in compile_subgraph + self.compile_and_call_fx_graph(tx, list(reversed(stack_values)), root) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/output_graph.py", line 1369, in compile_and_call_fx_graph + compiled_fn = self.call_user_compiler(gm) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/output_graph.py", line 1416, in call_user_compiler + return self._call_user_compiler(gm) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/output_graph.py", line 1446, in _call_user_compiler + compiled_fn = compiler_fn(gm, self.example_inputs()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/repro/after_dynamo.py", line 129, in __call__ + compiled_gm = compiler_fn(gm, example_inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/__init__.py", line 2234, in __call__ + return compile_fx(model_, inputs_, config_patches=self.config) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/compile_fx.py", line 1521, in compile_fx + return aot_autograd( + ^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/backends/common.py", line 72, in __call__ + cg = aot_module_simplified(gm, example_inputs, **self.kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1071, in aot_module_simplified + compiled_fn = dispatch_and_compile() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 1056, in dispatch_and_compile + compiled_fn, _ = create_aot_dispatcher_function( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 522, in create_aot_dispatcher_function + return _create_aot_dispatcher_function( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/aot_autograd.py", line 759, in _create_aot_dispatcher_function + compiled_fn, fw_metadata = compiler_fn( + ^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_functorch/_aot_autograd/jit_compile_runtime_wrappers.py", line 678, in aot_dispatch_autograd + compiled_bw_func = aot_config.bw_compiler( + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/backends/common.py", line 51, in _wrapped_bw_compiler + return disable(disable(bw_compiler)(*args, **kwargs)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 632, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/compile_fx.py", line 1466, in bw_compiler + return inner_compile( + ^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/compile_fx.py", line 475, in compile_fx_inner + return wrap_compiler_debug(_compile_fx_inner, compiler_name="inductor")( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/repro/after_aot.py", line 85, in debug_wrapper + inner_compiled_fn = compiler_fn(gm, example_inputs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/compile_fx.py", line 661, in _compile_fx_inner + compiled_graph = FxGraphCache.load( + ^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 1334, in load + compiled_graph = compile_fx_fn( + ^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/compile_fx.py", line 570, in codegen_and_compile + compiled_graph = fx_codegen_and_compile(gm, example_inputs, **fx_kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/compile_fx.py", line 878, in fx_codegen_and_compile + compiled_fn = graph.compile_to_fn() + ^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/graph.py", line 1913, in compile_to_fn + return self.compile_to_module().call + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/graph.py", line 1839, in compile_to_module + return self._compile_to_module() + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/graph.py", line 1867, in _compile_to_module + mod = PyCodeCache.load_by_key_path( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 2876, in load_by_key_path + mod = _reload_python_module(key, path) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/runtime/compile_tasks.py", line 45, in _reload_python_module + exec(code, mod.__dict__, mod.__dict__) + File "/tmp/torchinductor_jovyan/zs/czsm4my23girfo3h3ofsvod4l6ai5z2gsn4ywwddp5rk2tpnirnh.py", line 1229, in + async_compile.wait(globals()) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/async_compile.py", line 276, in wait + scope[key] = result.result() + ^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_inductor/codecache.py", line 3341, in result + result = self.future.result() + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/concurrent/futures/_base.py", line 451, in result + self._condition.wait(timeout) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/threading.py", line 355, in wait + waiter.acquire() +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/requirements.txt b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/wandb-metadata.json b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ab40778c768a80a1356f78680ce796a81cdaa507 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-21T12:56:01.100649Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125966061568" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "4kknxoq7igkhysu195tflnf33ocq3agk" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/wandb-summary.json b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ee3905bb6c8ab7b84f6897a41c162c653c4310b3 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":151},"_runtime":151} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug-core.log b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..29da1f7bfcd7e91ae56a200951c058a99f43cef4 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-21T15:56:01.870544665+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpddi44mth/port-235.txt","pid":235,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-21T15:56:01.876042852+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":235} +{"time":"2025-07-21T15:56:01.879272424+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-235-321-3537030950/socket","Net":"unix"}} +{"time":"2025-07-21T15:56:02.057668+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-21T15:56:02.076114918+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"7lkutxhr","id":"1(@)"} +{"time":"2025-07-21T15:56:02.524759752+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"7lkutxhr","id":"1(@)"} +{"time":"2025-07-21T15:58:35.504846668+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-21T15:58:35.505177459+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-21T15:58:35.50524548+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-21T15:58:35.505252698+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-21T15:58:35.505322759+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-235-321-3537030950/socket","Net":"unix"}} +{"time":"2025-07-21T15:58:36.547596771+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-21T15:58:36.547611372+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-21T15:58:36.547621228+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug-internal.log b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..e9d6bfa8a0d98ba37fc3c6fafdaaa9cb061e42d8 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-21T15:56:02.077999342+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-21T15:56:02.52472371+03:00","level":"INFO","msg":"stream: created new stream","id":"7lkutxhr"} +{"time":"2025-07-21T15:56:02.524754443+03:00","level":"INFO","msg":"stream: started","id":"7lkutxhr"} +{"time":"2025-07-21T15:56:02.524779641+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"7lkutxhr"} +{"time":"2025-07-21T15:56:02.524898492+03:00","level":"INFO","msg":"handler: started","stream_id":"7lkutxhr"} +{"time":"2025-07-21T15:56:02.524905268+03:00","level":"INFO","msg":"sender: started","stream_id":"7lkutxhr"} +{"time":"2025-07-21T15:58:35.50514201+03:00","level":"INFO","msg":"stream: closing","id":"7lkutxhr"} +{"time":"2025-07-21T15:58:36.151852105+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-21T15:58:36.546151118+03:00","level":"INFO","msg":"handler: closed","stream_id":"7lkutxhr"} +{"time":"2025-07-21T15:58:36.546189191+03:00","level":"INFO","msg":"sender: closed","stream_id":"7lkutxhr"} +{"time":"2025-07-21T15:58:36.546185671+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"7lkutxhr"} +{"time":"2025-07-21T15:58:36.547134361+03:00","level":"INFO","msg":"stream: closed","id":"7lkutxhr"} diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug.log b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9cfd8258740a58412bbdfab08cc857cf03168f5b --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_setup.py:_flush():80] Configure stats pid to 235 +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250721_155601-7lkutxhr/logs/debug.log +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250721_155601-7lkutxhr/logs/debug-internal.log +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_init.py:init():830] calling init triggers +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints_small/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-21 15:56:01,166 INFO MainThread:235 [wandb_init.py:init():871] starting backend +2025-07-21 15:56:02,057 INFO MainThread:235 [wandb_init.py:init():874] sending inform_init request +2025-07-21 15:56:02,070 INFO MainThread:235 [wandb_init.py:init():882] backend started and connected +2025-07-21 15:56:02,073 INFO MainThread:235 [wandb_init.py:init():953] updated telemetry +2025-07-21 15:56:02,074 INFO MainThread:235 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-21 15:56:03,716 INFO MainThread:235 [wandb_init.py:init():1029] starting run threads in backend +2025-07-21 15:56:04,182 INFO MainThread:235 [wandb_run.py:_console_start():2458] atexit reg +2025-07-21 15:56:04,182 INFO MainThread:235 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-21 15:56:04,184 INFO MainThread:235 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-21 15:56:04,184 INFO MainThread:235 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-21 15:56:04,227 INFO MainThread:235 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-21 15:57:32,020 INFO MainThread:235 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 23} +2025-07-21 15:57:32,022 INFO MainThread:235 [wandb_watch.py:_watch():70] Watching +2025-07-21 15:58:35,503 INFO MsgRouterThr:235 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250721_155601-7lkutxhr/run-7lkutxhr.wandb b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/run-7lkutxhr.wandb new file mode 100644 index 0000000000000000000000000000000000000000..b5e37b6dac5fe7658ad1c4524fe36bea0d637be0 Binary files /dev/null and b/simson_modeling/wandb/run-20250721_155601-7lkutxhr/run-7lkutxhr.wandb differ diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/config.yaml b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b4416cb79fe88e1990ddff59abb36d17358fdbf3 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/config.yaml @@ -0,0 +1,77 @@ +_wandb: + value: + cli_version: 0.21.0 + e: + ohnxwf3p1crl1h0hwl2y16koefgauer3: + cpu_count: 64 + cpu_count_logical: 128 + cudaVersion: "12.2" + disk: + /: + total: "3148559777792" + used: "125977866240" + email: bossprocool@gmail.com + executable: /home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python + gpu: NVIDIA A100-SXM4-80GB + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A100-SXM4-80GB + uuid: GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947 + host: korotkov-research-polymers-1gpu-0 + memory: + total: "2164135477248" + os: Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35 + program: -m simson_ddp_train + python: CPython 3.12.11 + root: /home/jovyan/simson_training_bolgov + startedAt: "2025-07-21T12:59:39.603082Z" + writerId: ohnxwf3p1crl1h0hwl2y16koefgauer3 + m: [] + python_version: 3.12.11 + t: + "1": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "2": + - 1 + - 5 + - 11 + - 41 + - 49 + - 51 + - 53 + "3": + - 1 + - 13 + - 16 + "4": 3.12.11 + "5": 0.21.0 + "6": 4.53.2 + "12": 0.21.0 + "13": linux-x86_64 +batch_size: + value: 64 +epochs: + value: 1 +lr: + value: 1e-05 +max_embeddings: + value: 512 +max_length: + value: 128 +save_path: + value: simson_checkpoints/simson_model_single_gpu.bin +save_steps: + value: 100000 +temperature: + value: 0.05 +total_params_M: + value: 67 diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/output.log b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..95b750522753b5abfeabfa4d921c66d6c90a1727 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/output.log @@ -0,0 +1,274 @@ +Loading pre-computed data from data/splits/train.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/test.parquet... +Data loaded successfully. +Loading pre-computed data from data/splits/validation.parquet... +Data loaded successfully. +Initialized all data. Compiling the model... +OptimizedModule( + (_orig_mod): SimSonEncoder( + (bert): BertModel( + (embeddings): BertEmbeddings( + (word_embeddings): Embedding(591, 768, padding_idx=0) + (position_embeddings): Embedding(512, 768) + (token_type_embeddings): Embedding(2, 768) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (encoder): BertEncoder( + (layer): ModuleList( + (0-11): 12 x BertLayer( + (attention): BertAttention( + (self): BertSdpaSelfAttention( + (query): Linear(in_features=768, out_features=768, bias=True) + (key): Linear(in_features=768, out_features=768, bias=True) + (value): Linear(in_features=768, out_features=768, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + (output): BertSelfOutput( + (dense): Linear(in_features=768, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + (intermediate): BertIntermediate( + (dense): Linear(in_features=768, out_features=2048, bias=True) + (intermediate_act_fn): GELUActivation() + ) + (output): BertOutput( + (dense): Linear(in_features=2048, out_features=768, bias=True) + (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) + (dropout): Dropout(p=0.1, inplace=False) + ) + ) + ) + ) + ) + (linear): Linear(in_features=768, out_features=512, bias=True) + (dropout): Dropout(p=0.1, inplace=False) + ) +) +Total number of parameters: 67 M +Len of dataloader is 1317672, with bs: 20588 +Starting training... +Epochs: 0%| | 0/1 [00:00 +Traceback (most recent call last): | 0/1317672 [00:00.remove at 0x7fd17d175940> +Traceback (most recent call last): + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/weakref.py", line 105, in remove + def remove(wr, selfref=ref(self), _atomic_removal=_remove_dead_weakref): + +KeyboardInterrupt: +Epochs: 0%| | 0/1 [01:01", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 450, in + main() + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 447, in main + run_training(model_config, hparams, data_splits) + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 373, in run_training + train_loss = train_epoch(model, train_loader, optimizer, criterion, device, scheduler, hparams['save_path'], hparams['save_steps']) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/simson_training_bolgov/simson_ddp_train.py", line 261, in train_epoch + combined_proj = model(combined_input_ids, combined_attention_mask) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1844, in _call_impl + return inner() + ^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1790, in inner + result = forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py", line 465, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl + return forward_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 1269, in __call__ + return self._torchdynamo_orig_callable( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 1064, in __call__ + result = self._inner_convert( + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 526, in __call__ + return _compile( + ^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 924, in _compile + guarded_code = compile_inner(code, one_graph, hooks, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 666, in compile_inner + return _compile_inner(code, one_graph, hooks, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_utils_internal.py", line 87, in wrapper_function + return function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 699, in _compile_inner + out_code = transform_code_object(code, transform) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/bytecode_transformation.py", line 1322, in transform_code_object + transformations(instructions, code_options) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 219, in _fn + return fn(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/convert_frame.py", line 634, in transform + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2796, in run + super().run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 582, in wrapper + return inner_fn(self, inst) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2279, in CALL + self._call(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2273, in _call + self.call_function(fn, args, kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 830, in call_function + self.push(fn.call_function(self, args, kwargs)) # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/lazy.py", line 156, in realize_and_forward + return getattr(self.realize(), name)(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/nn_module.py", line 899, in call_function + return variables.UserFunctionVariable(fn, source=source).call_function( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 324, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 111, in call_function + return tx.inline_user_function_return(self, [*self.self_args(), *args], kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 836, in inline_user_function_return + return InliningInstructionTranslator.inline_call(self, fn, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3011, in inline_call + return cls.inline_call_(parent, func, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3139, in inline_call_ + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 582, in wrapper + return inner_fn(self, inst) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2279, in CALL + self._call(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2273, in _call + self.call_function(fn, args, kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 830, in call_function + self.push(fn.call_function(self, args, kwargs)) # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 324, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 111, in call_function + return tx.inline_user_function_return(self, [*self.self_args(), *args], kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 836, in inline_user_function_return + return InliningInstructionTranslator.inline_call(self, fn, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3011, in inline_call + return cls.inline_call_(parent, func, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3139, in inline_call_ + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 582, in wrapper + return inner_fn(self, inst) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2279, in CALL + self._call(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2273, in _call + self.call_function(fn, args, kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 830, in call_function + self.push(fn.call_function(self, args, kwargs)) # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 324, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 111, in call_function + return tx.inline_user_function_return(self, [*self.self_args(), *args], kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 836, in inline_user_function_return + return InliningInstructionTranslator.inline_call(self, fn, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3011, in inline_call + return cls.inline_call_(parent, func, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3139, in inline_call_ + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 582, in wrapper + return inner_fn(self, inst) + ^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2279, in CALL + self._call(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 2273, in _call + self.call_function(fn, args, kwargs) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 830, in call_function + self.push(fn.call_function(self, args, kwargs)) # type: ignore[arg-type] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 324, in call_function + return super().call_function(tx, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/variables/functions.py", line 111, in call_function + return tx.inline_user_function_return(self, [*self.self_args(), *args], kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 836, in inline_user_function_return + return InliningInstructionTranslator.inline_call(self, fn, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3011, in inline_call + return cls.inline_call_(parent, func, args, kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3139, in inline_call_ + tracer.run() + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 983, in run + while self.step(): + ^^^^^^^^^^^ + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 895, in step + self.dispatch_table[inst.opcode](self, inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 1128, in LOAD_GLOBAL + self._load_global(inst) + File "/home/jovyan/.mlspace/envs/bolgov_simson_training/lib/python3.12/site-packages/torch/_dynamo/symbolic_convert.py", line 3323, in _load_global + def _load_global(self, inst): + +KeyboardInterrupt diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/requirements.txt b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..d541446384d65fffe41fad4a69f882e447c2b50c --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/requirements.txt @@ -0,0 +1,91 @@ +Brotli==1.1.0 +certifi==2025.7.14 +charset-normalizer==3.4.2 +filelock==3.18.0 +gmpy2==2.2.1 +hpack==4.1.0 +hyperframe==6.1.0 +idna==3.10 +MarkupSafe==3.0.2 +mpmath==1.3.0 +networkx==3.5 +numpy==2.3.1 +pillow==11.3.0 +pycparser==2.22 +PySocks==1.7.1 +PyYAML==6.0.2 +setuptools==80.9.0 +typing_extensions==4.14.1 +wheel==0.45.1 +cffi==1.17.1 +h2==4.2.0 +Jinja2==3.1.6 +pip==25.1.1 +sympy==1.14.0 +zstandard==0.23.0 +urllib3==2.5.0 +requests==2.32.4 +torch==2.5.1 +torchaudio==2.5.1 +triton==3.1.0 +torchvision==0.20.1 +typing-inspection==0.4.1 +smmap==5.0.2 +sentry-sdk==2.33.0 +pydantic_core==2.33.2 +protobuf==6.31.1 +platformdirs==4.3.8 +packaging==25.0 +click==8.2.1 +annotated-types==0.7.0 +pydantic==2.11.7 +gitdb==4.0.12 +GitPython==3.1.44 +wandb==0.21.0 +tqdm==4.67.1 +safetensors==0.5.3 +regex==2024.11.6 +hf-xet==1.1.5 +huggingface-hub==0.33.4 +tokenizers==0.21.2 +transformers==4.53.2 +pytz==2025.2 +xxhash==3.5.0 +tzdata==2025.2 +six==1.17.0 +rdkit==2025.3.3 +pyarrow==20.0.0 +propcache==0.3.2 +multidict==6.6.3 +frozenlist==1.7.0 +fsspec==2025.3.0 +dill==0.3.8 +attrs==25.3.0 +aiohappyeyeballs==2.6.1 +yarl==1.20.1 +python-dateutil==2.9.0.post0 +multiprocess==0.70.16 +aiosignal==1.4.0 +pandas==2.3.1 +aiohttp==3.12.14 +datasets==4.0.0 +threadpoolctl==3.6.0 +scipy==1.16.0 +joblib==1.5.1 +scikit-learn==1.7.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +importlib_metadata==8.0.0 +inflect==7.3.1 +jaraco.collections==5.1.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +jaraco.text==3.12.1 +more-itertools==10.3.0 +packaging==24.2 +platformdirs==4.2.2 +tomli==2.0.1 +typeguard==4.3.0 +typing_extensions==4.12.2 +wheel==0.45.1 +zipp==3.19.2 diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/wandb-metadata.json b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..7ea733e6c1f568d073342dae73b174199acb80ae --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/wandb-metadata.json @@ -0,0 +1,34 @@ +{ + "os": "Linux-5.15.0-1044-nvidia-x86_64-with-glibc2.35", + "python": "CPython 3.12.11", + "startedAt": "2025-07-21T12:59:39.603082Z", + "program": "-m simson_ddp_train", + "email": "bossprocool@gmail.com", + "root": "/home/jovyan/simson_training_bolgov", + "host": "korotkov-research-polymers-1gpu-0", + "executable": "/home/jovyan/.mlspace/envs/bolgov_simson_training/bin/python", + "cpu_count": 64, + "cpu_count_logical": 128, + "gpu": "NVIDIA A100-SXM4-80GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "3148559777792", + "used": "125977866240" + } + }, + "memory": { + "total": "2164135477248" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-b9407cb6-2e4b-5860-db5b-42a7982d8947" + } + ], + "cudaVersion": "12.2", + "writerId": "ohnxwf3p1crl1h0hwl2y16koefgauer3" +} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/wandb-summary.json b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ca39cff3a80ac61d6c83bc5f9e8531cee5288100 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":147},"_runtime":147} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug-core.log b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..4ccdf6d3a3d2c28370a3b6bb7d026975e6a58f0d --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-21T15:59:39.664688832+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwkq4ihzt/port-1515.txt","pid":1515,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-21T15:59:39.665217754+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":1515} +{"time":"2025-07-21T15:59:39.66520716+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1515-1601-1803608099/socket","Net":"unix"}} +{"time":"2025-07-21T15:59:39.845472907+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-21T15:59:39.853935455+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"ib4az6kg","id":"1(@)"} +{"time":"2025-07-21T15:59:40.289584172+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"ib4az6kg","id":"1(@)"} +{"time":"2025-07-21T16:02:08.190938859+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-21T16:02:08.191251635+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-21T16:02:08.191321143+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-21T16:02:08.1913294+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-21T16:02:08.191408879+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1515-1601-1803608099/socket","Net":"unix"}} +{"time":"2025-07-21T16:02:10.037099277+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-21T16:02:10.037113173+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-21T16:02:10.037123898+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug-internal.log b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f5077020fc5e562971b2bae28e51f38c170ddc73 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2025-07-21T15:59:39.855069564+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-21T15:59:40.289545141+03:00","level":"INFO","msg":"stream: created new stream","id":"ib4az6kg"} +{"time":"2025-07-21T15:59:40.289578416+03:00","level":"INFO","msg":"stream: started","id":"ib4az6kg"} +{"time":"2025-07-21T15:59:40.289600309+03:00","level":"INFO","msg":"sender: started","stream_id":"ib4az6kg"} +{"time":"2025-07-21T15:59:40.289599197+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"ib4az6kg"} +{"time":"2025-07-21T15:59:40.289648064+03:00","level":"INFO","msg":"handler: started","stream_id":"ib4az6kg"} +{"time":"2025-07-21T16:02:08.19120418+03:00","level":"INFO","msg":"stream: closing","id":"ib4az6kg"} +{"time":"2025-07-21T16:02:09.245520577+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-21T16:02:10.034829125+03:00","level":"INFO","msg":"handler: closed","stream_id":"ib4az6kg"} +{"time":"2025-07-21T16:02:10.034866739+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"ib4az6kg"} +{"time":"2025-07-21T16:02:10.034910759+03:00","level":"INFO","msg":"sender: closed","stream_id":"ib4az6kg"} +{"time":"2025-07-21T16:02:10.036321751+03:00","level":"INFO","msg":"stream: closed","id":"ib4az6kg"} diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug.log b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..4264353fe700079bc7c1c5f143480c3483b30113 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/logs/debug.log @@ -0,0 +1,24 @@ +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_setup.py:_flush():80] Configure stats pid to 1515 +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250721_155939-ib4az6kg/logs/debug.log +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250721_155939-ib4az6kg/logs/debug-internal.log +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_init.py:init():830] calling init triggers +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 128, 'save_path': 'simson_checkpoints/simson_model_single_gpu.bin', 'save_steps': 100000, 'max_embeddings': 512, '_wandb': {}} +2025-07-21 15:59:39,628 INFO MainThread:1515 [wandb_init.py:init():871] starting backend +2025-07-21 15:59:39,845 INFO MainThread:1515 [wandb_init.py:init():874] sending inform_init request +2025-07-21 15:59:39,852 INFO MainThread:1515 [wandb_init.py:init():882] backend started and connected +2025-07-21 15:59:39,853 INFO MainThread:1515 [wandb_init.py:init():953] updated telemetry +2025-07-21 15:59:39,854 INFO MainThread:1515 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout +2025-07-21 15:59:40,587 INFO MainThread:1515 [wandb_init.py:init():1029] starting run threads in backend +2025-07-21 15:59:40,766 INFO MainThread:1515 [wandb_run.py:_console_start():2458] atexit reg +2025-07-21 15:59:40,766 INFO MainThread:1515 [wandb_run.py:_redirect():2306] redirect: wrap_raw +2025-07-21 15:59:40,766 INFO MainThread:1515 [wandb_run.py:_redirect():2375] Wrapping output streams. +2025-07-21 15:59:40,766 INFO MainThread:1515 [wandb_run.py:_redirect():2398] Redirects installed. +2025-07-21 15:59:40,771 INFO MainThread:1515 [wandb_init.py:init():1075] run started, returning control to user process +2025-07-21 16:01:05,860 INFO MainThread:1515 [wandb_run.py:_config_callback():1363] config_cb None None {'total_params_M': 67} +2025-07-21 16:01:05,862 INFO MainThread:1515 [wandb_watch.py:_watch():70] Watching +2025-07-21 16:02:08,189 INFO MsgRouterThr:1515 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles. diff --git a/simson_modeling/wandb/run-20250721_155939-ib4az6kg/run-ib4az6kg.wandb b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/run-ib4az6kg.wandb new file mode 100644 index 0000000000000000000000000000000000000000..0ebf8cdfe5e761220d5bb025724c2651b3898fc6 --- /dev/null +++ b/simson_modeling/wandb/run-20250721_155939-ib4az6kg/run-ib4az6kg.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b52cb0b2bbc1adead6ee28c2af0ae13a4f668bb5bcd997342b48032cdda44c4c +size 132605 diff --git a/simson_modeling/wandb/run-20250722_133258-6y46xz7o/files/output.log b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/run-20250722_133258-6y46xz7o/files/wandb-summary.json b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b0a620d0c1047a4dd8a400939b6da246ed8063a7 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":0},"_runtime":0} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug-core.log b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..c033a5440aca0823c772aae9d48b904381b80d54 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-22T13:32:59.739570003+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpgm1r40ov/port-10591.txt","pid":10591,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-22T13:32:59.740148227+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":10591} +{"time":"2025-07-22T13:32:59.740132939+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10591-10678-283356801/socket","Net":"unix"}} +{"time":"2025-07-22T13:32:59.911070644+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-22T13:32:59.920378332+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"6y46xz7o","id":"1(@)"} +{"time":"2025-07-22T13:33:00.445444823+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"6y46xz7o","id":"1(@)"} +{"time":"2025-07-22T13:33:01.722471422+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-22T13:33:01.722573084+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-22T13:33:01.72262949+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-22T13:33:01.72265855+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-22T13:33:01.722738572+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10591-10678-283356801/socket","Net":"unix"}} +{"time":"2025-07-22T13:33:02.08338313+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-22T13:33:02.083392546+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-22T13:33:02.08339842+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug-internal.log b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..61d616325e0157c44b8844fb29b9861c4322caac --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2025-07-22T13:32:59.921594941+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-22T13:33:00.443419475+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:33:00.443464841+03:00","level":"ERROR","msg":"Failed to load features, feature will default to disabled","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:33:00.44542316+03:00","level":"INFO","msg":"stream: created new stream","id":"6y46xz7o"} +{"time":"2025-07-22T13:33:00.445439666+03:00","level":"INFO","msg":"stream: started","id":"6y46xz7o"} +{"time":"2025-07-22T13:33:00.445459531+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"6y46xz7o"} +{"time":"2025-07-22T13:33:00.445578985+03:00","level":"INFO","msg":"sender: started","stream_id":"6y46xz7o"} +{"time":"2025-07-22T13:33:00.445600294+03:00","level":"INFO","msg":"handler: started","stream_id":"6y46xz7o"} +{"time":"2025-07-22T13:33:00.450885622+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-22T13:33:00.720601635+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:33:00.720648982+03:00","level":"ERROR","msg":"runupserter: failed to init run","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:33:01.722549701+03:00","level":"INFO","msg":"stream: closing","id":"6y46xz7o"} +{"time":"2025-07-22T13:33:01.724723943+03:00","level":"ERROR","msg":"sender: uploadConfigFile: stream: no run"} +{"time":"2025-07-22T13:33:02.051119775+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:33:02.051167102+03:00","level":"ERROR","msg":"runfiles: CreateRunFiles returned error: returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:33:02.081892552+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-22T13:33:02.081928844+03:00","level":"INFO","msg":"handler: closed","stream_id":"6y46xz7o"} +{"time":"2025-07-22T13:33:02.08193657+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"6y46xz7o"} +{"time":"2025-07-22T13:33:02.081997808+03:00","level":"INFO","msg":"sender: closed","stream_id":"6y46xz7o"} +{"time":"2025-07-22T13:33:02.083017316+03:00","level":"INFO","msg":"stream: closed","id":"6y46xz7o"} diff --git a/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug.log b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..909401145a5ae10b92f5af36db125a0d19e4f5f8 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/logs/debug.log @@ -0,0 +1,15 @@ +2025-07-22 13:32:59,684 INFO MainThread:10591 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-22 13:32:59,684 INFO MainThread:10591 [wandb_setup.py:_flush():80] Configure stats pid to 10591 +2025-07-22 13:32:59,684 INFO MainThread:10591 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-22 13:32:59,684 INFO MainThread:10591 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-22 13:32:59,685 INFO MainThread:10591 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-22 13:32:59,685 INFO MainThread:10591 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133258-6y46xz7o/logs/debug.log +2025-07-22 13:32:59,685 INFO MainThread:10591 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133258-6y46xz7o/logs/debug-internal.log +2025-07-22 13:32:59,685 INFO MainThread:10591 [wandb_init.py:init():830] calling init triggers +2025-07-22 13:32:59,685 INFO MainThread:10591 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 512, 'save_path': 'simson_checkpoints/simson_model_bucketing.bin', 'checkpoint_path': 'simson_checkpoints/checkpoint_bucketing.pt', 'save_steps': 10000, 'validation_steps': 5000, 'max_embeddings': 512, 'resume_checkpoint': None, 'bucket_sizes': [64, 128, 256, 512], '_wandb': {}} +2025-07-22 13:32:59,685 INFO MainThread:10591 [wandb_init.py:init():871] starting backend +2025-07-22 13:32:59,911 INFO MainThread:10591 [wandb_init.py:init():874] sending inform_init request +2025-07-22 13:32:59,918 INFO MainThread:10591 [wandb_init.py:init():882] backend started and connected +2025-07-22 13:32:59,921 INFO MainThread:10591 [wandb_init.py:init():953] updated telemetry +2025-07-22 13:32:59,921 INFO MainThread:10591 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout diff --git a/simson_modeling/wandb/run-20250722_133258-6y46xz7o/run-6y46xz7o.wandb b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/run-6y46xz7o.wandb new file mode 100644 index 0000000000000000000000000000000000000000..1b61de86e98d149c0bd866deb38d2fba28b0650d Binary files /dev/null and b/simson_modeling/wandb/run-20250722_133258-6y46xz7o/run-6y46xz7o.wandb differ diff --git a/simson_modeling/wandb/run-20250722_133336-c54ikqfl/files/output.log b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/run-20250722_133336-c54ikqfl/files/wandb-summary.json b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b0a620d0c1047a4dd8a400939b6da246ed8063a7 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":0},"_runtime":0} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug-core.log b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..9bf1297a9aa269d43941742fcab5c2f342540b65 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-22T13:33:36.776760053+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpxf2_gm19/port-10714.txt","pid":10714,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-22T13:33:36.777294297+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":10714} +{"time":"2025-07-22T13:33:36.777298878+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10714-10801-1846703489/socket","Net":"unix"}} +{"time":"2025-07-22T13:33:36.956407368+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-22T13:33:36.965427385+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"c54ikqfl","id":"1(@)"} +{"time":"2025-07-22T13:33:37.486884257+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"c54ikqfl","id":"1(@)"} +{"time":"2025-07-22T13:33:38.762561297+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-22T13:33:38.762613888+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-22T13:33:38.7626305+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-22T13:33:38.7626834+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-22T13:33:38.762723583+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10714-10801-1846703489/socket","Net":"unix"}} +{"time":"2025-07-22T13:33:39.088551356+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-22T13:33:39.088565506+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-22T13:33:39.088576143+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug-internal.log b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3e51836624532507841c7e52cab85928cbab310f --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2025-07-22T13:33:36.96659801+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-22T13:33:37.485507262+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:33:37.485542178+03:00","level":"ERROR","msg":"Failed to load features, feature will default to disabled","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:33:37.486860667+03:00","level":"INFO","msg":"stream: created new stream","id":"c54ikqfl"} +{"time":"2025-07-22T13:33:37.486878966+03:00","level":"INFO","msg":"stream: started","id":"c54ikqfl"} +{"time":"2025-07-22T13:33:37.486889166+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"c54ikqfl"} +{"time":"2025-07-22T13:33:37.486912038+03:00","level":"INFO","msg":"handler: started","stream_id":"c54ikqfl"} +{"time":"2025-07-22T13:33:37.486930963+03:00","level":"INFO","msg":"sender: started","stream_id":"c54ikqfl"} +{"time":"2025-07-22T13:33:37.487793245+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-22T13:33:37.76063797+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:33:37.760673484+03:00","level":"ERROR","msg":"runupserter: failed to init run","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:33:38.762669837+03:00","level":"INFO","msg":"stream: closing","id":"c54ikqfl"} +{"time":"2025-07-22T13:33:38.763947193+03:00","level":"ERROR","msg":"sender: uploadConfigFile: stream: no run"} +{"time":"2025-07-22T13:33:39.08668948+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:33:39.086757811+03:00","level":"ERROR","msg":"runfiles: CreateRunFiles returned error: returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:33:39.087152237+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-22T13:33:39.087190253+03:00","level":"INFO","msg":"handler: closed","stream_id":"c54ikqfl"} +{"time":"2025-07-22T13:33:39.087199339+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"c54ikqfl"} +{"time":"2025-07-22T13:33:39.087261409+03:00","level":"INFO","msg":"sender: closed","stream_id":"c54ikqfl"} +{"time":"2025-07-22T13:33:39.088211167+03:00","level":"INFO","msg":"stream: closed","id":"c54ikqfl"} diff --git a/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug.log b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..dbdbdbbb686a445a2a0a6585ef8bbcfbe4e2c2d0 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/logs/debug.log @@ -0,0 +1,15 @@ +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_setup.py:_flush():80] Configure stats pid to 10714 +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133336-c54ikqfl/logs/debug.log +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133336-c54ikqfl/logs/debug-internal.log +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_init.py:init():830] calling init triggers +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 512, 'save_path': 'simson_checkpoints/simson_model_bucketing.bin', 'checkpoint_path': 'simson_checkpoints/checkpoint_bucketing.pt', 'save_steps': 10000, 'validation_steps': 5000, 'max_embeddings': 512, 'resume_checkpoint': None, 'bucket_sizes': [64, 128, 256, 512], '_wandb': {}} +2025-07-22 13:33:36,737 INFO MainThread:10714 [wandb_init.py:init():871] starting backend +2025-07-22 13:33:36,956 INFO MainThread:10714 [wandb_init.py:init():874] sending inform_init request +2025-07-22 13:33:36,964 INFO MainThread:10714 [wandb_init.py:init():882] backend started and connected +2025-07-22 13:33:36,965 INFO MainThread:10714 [wandb_init.py:init():953] updated telemetry +2025-07-22 13:33:36,966 INFO MainThread:10714 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout diff --git a/simson_modeling/wandb/run-20250722_133336-c54ikqfl/run-c54ikqfl.wandb b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/run-c54ikqfl.wandb new file mode 100644 index 0000000000000000000000000000000000000000..279afdcb00ee8bbbef3604f5436822f2bc3aefdf Binary files /dev/null and b/simson_modeling/wandb/run-20250722_133336-c54ikqfl/run-c54ikqfl.wandb differ diff --git a/simson_modeling/wandb/run-20250722_133554-6mxtkh09/files/output.log b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/run-20250722_133554-6mxtkh09/files/wandb-summary.json b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b0a620d0c1047a4dd8a400939b6da246ed8063a7 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":0},"_runtime":0} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug-core.log b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..9adf8adb4b97900a775421b80347da7eaa306234 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-22T13:35:54.157312518+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp47c1jk04/port-10841.txt","pid":10841,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-22T13:35:54.157877649+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":10841} +{"time":"2025-07-22T13:35:54.157881153+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10841-10928-569405347/socket","Net":"unix"}} +{"time":"2025-07-22T13:35:54.337365694+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-22T13:35:54.346689279+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"6mxtkh09","id":"1(@)"} +{"time":"2025-07-22T13:35:54.871019211+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"6mxtkh09","id":"1(@)"} +{"time":"2025-07-22T13:35:56.153960084+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-22T13:35:56.154072151+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-22T13:35:56.154087171+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-22T13:35:56.154132104+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-22T13:35:56.15415399+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10841-10928-569405347/socket","Net":"unix"}} +{"time":"2025-07-22T13:35:56.488895018+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-22T13:35:56.488907936+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-22T13:35:56.488916845+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug-internal.log b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..417436fdfccfd7d6a7e272fcd5dc5ce6ec67d4a6 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2025-07-22T13:35:54.347571021+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-22T13:35:54.869496911+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:35:54.869535118+03:00","level":"ERROR","msg":"Failed to load features, feature will default to disabled","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:35:54.870995831+03:00","level":"INFO","msg":"stream: created new stream","id":"6mxtkh09"} +{"time":"2025-07-22T13:35:54.87101394+03:00","level":"INFO","msg":"stream: started","id":"6mxtkh09"} +{"time":"2025-07-22T13:35:54.871023084+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"6mxtkh09"} +{"time":"2025-07-22T13:35:54.87114581+03:00","level":"INFO","msg":"sender: started","stream_id":"6mxtkh09"} +{"time":"2025-07-22T13:35:54.871184666+03:00","level":"INFO","msg":"handler: started","stream_id":"6mxtkh09"} +{"time":"2025-07-22T13:35:54.871982213+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-22T13:35:55.151866172+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:35:55.15191829+03:00","level":"ERROR","msg":"runupserter: failed to init run","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:35:56.154041727+03:00","level":"INFO","msg":"stream: closing","id":"6mxtkh09"} +{"time":"2025-07-22T13:35:56.155693396+03:00","level":"ERROR","msg":"sender: uploadConfigFile: stream: no run"} +{"time":"2025-07-22T13:35:56.487130943+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:35:56.487186241+03:00","level":"ERROR","msg":"runfiles: CreateRunFiles returned error: returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:35:56.487548733+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-22T13:35:56.48758083+03:00","level":"INFO","msg":"handler: closed","stream_id":"6mxtkh09"} +{"time":"2025-07-22T13:35:56.487588182+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"6mxtkh09"} +{"time":"2025-07-22T13:35:56.487641375+03:00","level":"INFO","msg":"sender: closed","stream_id":"6mxtkh09"} +{"time":"2025-07-22T13:35:56.488444099+03:00","level":"INFO","msg":"stream: closed","id":"6mxtkh09"} diff --git a/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug.log b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..42cf0b3bfd6cb7010dfb5235553fb3b88982b5e1 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/logs/debug.log @@ -0,0 +1,15 @@ +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_setup.py:_flush():80] Configure stats pid to 10841 +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133554-6mxtkh09/logs/debug.log +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133554-6mxtkh09/logs/debug-internal.log +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_init.py:init():830] calling init triggers +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 512, 'save_path': 'simson_checkpoints/simson_model_bucketing.bin', 'checkpoint_path': 'simson_checkpoints/checkpoint_bucketing.pt', 'save_steps': 10000, 'validation_steps': 5000, 'max_embeddings': 512, 'resume_checkpoint': None, 'bucket_sizes': [64, 128, 256, 512], '_wandb': {}} +2025-07-22 13:35:54,116 INFO MainThread:10841 [wandb_init.py:init():871] starting backend +2025-07-22 13:35:54,337 INFO MainThread:10841 [wandb_init.py:init():874] sending inform_init request +2025-07-22 13:35:54,345 INFO MainThread:10841 [wandb_init.py:init():882] backend started and connected +2025-07-22 13:35:54,348 INFO MainThread:10841 [wandb_init.py:init():953] updated telemetry +2025-07-22 13:35:54,348 INFO MainThread:10841 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout diff --git a/simson_modeling/wandb/run-20250722_133554-6mxtkh09/run-6mxtkh09.wandb b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/run-6mxtkh09.wandb new file mode 100644 index 0000000000000000000000000000000000000000..c9b15fc11ed6040ad686f3f1972d2e3f42ed01ed Binary files /dev/null and b/simson_modeling/wandb/run-20250722_133554-6mxtkh09/run-6mxtkh09.wandb differ diff --git a/simson_modeling/wandb/run-20250722_133645-5cryd0eq/files/output.log b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/run-20250722_133645-5cryd0eq/files/wandb-summary.json b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1d476fc88692f959c7a899096787abbc21a55dbc --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":0,"_wandb":{"runtime":0}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug-core.log b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..572521578241d4b40e13c86f620a40efdc58a7ce --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-22T13:36:45.230990021+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp87lk_wli/port-10982.txt","pid":10982,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-22T13:36:45.231553964+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":10982} +{"time":"2025-07-22T13:36:45.23154356+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10982-11069-3223816173/socket","Net":"unix"}} +{"time":"2025-07-22T13:36:45.412822488+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-22T13:36:45.422254285+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"5cryd0eq","id":"1(@)"} +{"time":"2025-07-22T13:36:45.937750785+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"5cryd0eq","id":"1(@)"} +{"time":"2025-07-22T13:36:47.211381525+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-22T13:36:47.211465055+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-22T13:36:47.211537968+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-22T13:36:47.211562317+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-22T13:36:47.211630245+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10982-11069-3223816173/socket","Net":"unix"}} +{"time":"2025-07-22T13:36:47.534402858+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-22T13:36:47.534411789+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-22T13:36:47.534420379+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug-internal.log b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..6d24db672394971148bc83bc94f189ae066e91b2 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2025-07-22T13:36:45.423174338+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-22T13:36:45.936037407+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:36:45.936068532+03:00","level":"ERROR","msg":"Failed to load features, feature will default to disabled","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:36:45.937727805+03:00","level":"INFO","msg":"stream: created new stream","id":"5cryd0eq"} +{"time":"2025-07-22T13:36:45.937745969+03:00","level":"INFO","msg":"stream: started","id":"5cryd0eq"} +{"time":"2025-07-22T13:36:45.937767312+03:00","level":"INFO","msg":"sender: started","stream_id":"5cryd0eq"} +{"time":"2025-07-22T13:36:45.937768881+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"5cryd0eq"} +{"time":"2025-07-22T13:36:45.937783477+03:00","level":"INFO","msg":"handler: started","stream_id":"5cryd0eq"} +{"time":"2025-07-22T13:36:45.938706576+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-22T13:36:46.209479462+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:36:46.209508925+03:00","level":"ERROR","msg":"runupserter: failed to init run","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:36:47.211467288+03:00","level":"INFO","msg":"stream: closing","id":"5cryd0eq"} +{"time":"2025-07-22T13:36:47.236430425+03:00","level":"ERROR","msg":"sender: uploadConfigFile: stream: no run"} +{"time":"2025-07-22T13:36:47.532958482+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-22T13:36:47.532992619+03:00","level":"ERROR","msg":"runfiles: CreateRunFiles returned error: returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-22T13:36:47.533309442+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-22T13:36:47.533335321+03:00","level":"INFO","msg":"handler: closed","stream_id":"5cryd0eq"} +{"time":"2025-07-22T13:36:47.533342319+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"5cryd0eq"} +{"time":"2025-07-22T13:36:47.533408415+03:00","level":"INFO","msg":"sender: closed","stream_id":"5cryd0eq"} +{"time":"2025-07-22T13:36:47.534066949+03:00","level":"INFO","msg":"stream: closed","id":"5cryd0eq"} diff --git a/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug.log b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..92e33b6617c8447d3880fa15b955a5e0fd923410 --- /dev/null +++ b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/logs/debug.log @@ -0,0 +1,15 @@ +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_setup.py:_flush():80] Configure stats pid to 10982 +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133645-5cryd0eq/logs/debug.log +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250722_133645-5cryd0eq/logs/debug-internal.log +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_init.py:init():830] calling init triggers +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'epochs': 1, 'lr': 1e-05, 'temperature': 0.05, 'batch_size': 64, 'max_length': 512, 'save_path': 'simson_checkpoints/simson_model_bucketing.bin', 'checkpoint_path': 'simson_checkpoints/checkpoint_bucketing.pt', 'save_steps': 10000, 'validation_steps': 5000, 'max_embeddings': 512, 'resume_checkpoint': None, 'bucket_sizes': [64, 128, 256, 512], '_wandb': {}} +2025-07-22 13:36:45,195 INFO MainThread:10982 [wandb_init.py:init():871] starting backend +2025-07-22 13:36:45,413 INFO MainThread:10982 [wandb_init.py:init():874] sending inform_init request +2025-07-22 13:36:45,419 INFO MainThread:10982 [wandb_init.py:init():882] backend started and connected +2025-07-22 13:36:45,422 INFO MainThread:10982 [wandb_init.py:init():953] updated telemetry +2025-07-22 13:36:45,422 INFO MainThread:10982 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout diff --git a/simson_modeling/wandb/run-20250722_133645-5cryd0eq/run-5cryd0eq.wandb b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/run-5cryd0eq.wandb new file mode 100644 index 0000000000000000000000000000000000000000..9d29dd371f05c5698e08e19077ca5984de5c53d2 Binary files /dev/null and b/simson_modeling/wandb/run-20250722_133645-5cryd0eq/run-5cryd0eq.wandb differ diff --git a/simson_modeling/wandb/run-20250723_214714-bpkfxovd/files/output.log b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/run-20250723_214714-bpkfxovd/files/wandb-summary.json b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b0a620d0c1047a4dd8a400939b6da246ed8063a7 --- /dev/null +++ b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb":{"runtime":0},"_runtime":0} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug-core.log b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..1f422dc829c4fc9fe5fefdf5275eb0c91d237063 --- /dev/null +++ b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-07-23T21:47:14.267833934+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5v_jvnl2/port-29173.txt","pid":29173,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-07-23T21:47:14.269110525+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":29173} +{"time":"2025-07-23T21:47:14.269097746+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-29173-29288-3209671668/socket","Net":"unix"}} +{"time":"2025-07-23T21:47:14.370768275+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-07-23T21:47:14.382569214+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"bpkfxovd","id":"1(@)"} +{"time":"2025-07-23T21:47:14.930021787+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"bpkfxovd","id":"1(@)"} +{"time":"2025-07-23T21:47:16.215086917+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-07-23T21:47:16.215210638+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-07-23T21:47:16.215304609+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-29173-29288-3209671668/socket","Net":"unix"}} +{"time":"2025-07-23T21:47:16.215331667+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-07-23T21:47:16.215356594+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-07-23T21:47:16.551862115+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-07-23T21:47:16.551873775+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-07-23T21:47:16.551884088+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug-internal.log b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2167a2a91dbbfb107be3cabee003e2d080b65ce1 --- /dev/null +++ b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2025-07-23T21:47:14.38364019+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-07-23T21:47:14.928951634+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-23T21:47:14.92898045+03:00","level":"ERROR","msg":"Failed to load features, feature will default to disabled","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-23T21:47:14.929995284+03:00","level":"INFO","msg":"stream: created new stream","id":"bpkfxovd"} +{"time":"2025-07-23T21:47:14.930016467+03:00","level":"INFO","msg":"stream: started","id":"bpkfxovd"} +{"time":"2025-07-23T21:47:14.930028758+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"bpkfxovd"} +{"time":"2025-07-23T21:47:14.930167403+03:00","level":"INFO","msg":"sender: started","stream_id":"bpkfxovd"} +{"time":"2025-07-23T21:47:14.930206308+03:00","level":"INFO","msg":"handler: started","stream_id":"bpkfxovd"} +{"time":"2025-07-23T21:47:14.932847823+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-07-23T21:47:15.213310069+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-23T21:47:15.21335981+03:00","level":"ERROR","msg":"runupserter: failed to init run","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-23T21:47:16.215167328+03:00","level":"INFO","msg":"stream: closing","id":"bpkfxovd"} +{"time":"2025-07-23T21:47:16.216694125+03:00","level":"ERROR","msg":"sender: uploadConfigFile: stream: no run"} +{"time":"2025-07-23T21:47:16.546755955+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-07-23T21:47:16.546803761+03:00","level":"ERROR","msg":"runfiles: CreateRunFiles returned error: returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-07-23T21:47:16.550945003+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-07-23T21:47:16.550980304+03:00","level":"INFO","msg":"handler: closed","stream_id":"bpkfxovd"} +{"time":"2025-07-23T21:47:16.550990435+03:00","level":"INFO","msg":"sender: closed","stream_id":"bpkfxovd"} +{"time":"2025-07-23T21:47:16.550989549+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"bpkfxovd"} +{"time":"2025-07-23T21:47:16.551524488+03:00","level":"INFO","msg":"stream: closed","id":"bpkfxovd"} diff --git a/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug.log b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..05536fedffc87f2f76ff0f2cfd627dbf219a5d40 --- /dev/null +++ b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/logs/debug.log @@ -0,0 +1,15 @@ +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_setup.py:_flush():80] Configure stats pid to 29173 +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250723_214714-bpkfxovd/logs/debug.log +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250723_214714-bpkfxovd/logs/debug-internal.log +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_init.py:init():830] calling init triggers +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-07-23 21:47:14,149 INFO MainThread:29173 [wandb_init.py:init():871] starting backend +2025-07-23 21:47:14,371 INFO MainThread:29173 [wandb_init.py:init():874] sending inform_init request +2025-07-23 21:47:14,380 INFO MainThread:29173 [wandb_init.py:init():882] backend started and connected +2025-07-23 21:47:14,381 INFO MainThread:29173 [wandb_init.py:init():953] updated telemetry +2025-07-23 21:47:14,381 INFO MainThread:29173 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout diff --git a/simson_modeling/wandb/run-20250723_214714-bpkfxovd/run-bpkfxovd.wandb b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/run-bpkfxovd.wandb new file mode 100644 index 0000000000000000000000000000000000000000..f1665647c5541a9cfca619a3d66771555832417b Binary files /dev/null and b/simson_modeling/wandb/run-20250723_214714-bpkfxovd/run-bpkfxovd.wandb differ diff --git a/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/files/output.log b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/files/wandb-summary.json b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1d476fc88692f959c7a899096787abbc21a55dbc --- /dev/null +++ b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":0,"_wandb":{"runtime":0}} \ No newline at end of file diff --git a/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug-core.log b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..ec67229d9611cc5b242ab4b8a075272712eba78c --- /dev/null +++ b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug-core.log @@ -0,0 +1,14 @@ +{"time":"2025-08-07T16:39:22.273673335+03:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmprnspu_ud/port-371530.txt","pid":371530,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-08-07T16:39:22.274255766+03:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":371530} +{"time":"2025-08-07T16:39:22.274260724+03:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-371530-371689-3195166899/socket","Net":"unix"}} +{"time":"2025-08-07T16:39:22.454465236+03:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-08-07T16:39:22.463263388+03:00","level":"INFO","msg":"handleInformInit: received","streamId":"9v6cqgnm","id":"1(@)"} +{"time":"2025-08-07T16:39:22.97596248+03:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"9v6cqgnm","id":"1(@)"} +{"time":"2025-08-07T16:39:24.256433215+03:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-08-07T16:39:24.256516025+03:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-08-07T16:39:24.256582632+03:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-08-07T16:39:24.256598085+03:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-08-07T16:39:24.256692128+03:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-371530-371689-3195166899/socket","Net":"unix"}} +{"time":"2025-08-07T16:39:24.585785741+03:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-08-07T16:39:24.585797775+03:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-08-07T16:39:24.585806728+03:00","level":"INFO","msg":"server is closed"} diff --git a/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug-internal.log b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..2c20b99084e73eca0c7f8f9664a62ee9f0671cf4 --- /dev/null +++ b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug-internal.log @@ -0,0 +1,20 @@ +{"time":"2025-08-07T16:39:22.464216895+03:00","level":"INFO","msg":"stream: starting","core version":"0.21.0"} +{"time":"2025-08-07T16:39:22.974573866+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-08-07T16:39:22.974616301+03:00","level":"ERROR","msg":"Failed to load features, feature will default to disabled","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-08-07T16:39:22.975938023+03:00","level":"INFO","msg":"stream: created new stream","id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:22.975957267+03:00","level":"INFO","msg":"stream: started","id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:22.975969983+03:00","level":"INFO","msg":"writer: Do: started","stream_id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:22.97609194+03:00","level":"INFO","msg":"handler: started","stream_id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:22.976108753+03:00","level":"INFO","msg":"sender: started","stream_id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:22.977856136+03:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"} +{"time":"2025-08-07T16:39:23.254278791+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-08-07T16:39:23.254352712+03:00","level":"ERROR","msg":"runupserter: failed to init run","error":"returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-08-07T16:39:24.256540527+03:00","level":"INFO","msg":"stream: closing","id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:24.257827861+03:00","level":"ERROR","msg":"sender: uploadConfigFile: stream: no run"} +{"time":"2025-08-07T16:39:24.58413065+03:00","level":"ERROR","msg":"HTTP error","status":403,"method":"POST","url":"https://api.wandb.ai/graphql"} +{"time":"2025-08-07T16:39:24.584176252+03:00","level":"ERROR","msg":"runfiles: CreateRunFiles returned error: returned error 403: {\"data\":null,\"errors\":[{\"message\":\"\\u003c!doctype html\\u003e\\u003cmeta charset=\\\"utf-8\\\"\\u003e\\u003cmeta name=viewport content=\\\"width=device-width, initial-scale=1\\\"\\u003e\\u003ctitle\\u003e403\\u003c/title\\u003e403 Forbidden\"}]}"} +{"time":"2025-08-07T16:39:24.584746735+03:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-08-07T16:39:24.584785874+03:00","level":"INFO","msg":"handler: closed","stream_id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:24.584793959+03:00","level":"INFO","msg":"writer: Close: closed","stream_id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:24.584801307+03:00","level":"INFO","msg":"sender: closed","stream_id":"9v6cqgnm"} +{"time":"2025-08-07T16:39:24.58552538+03:00","level":"INFO","msg":"stream: closed","id":"9v6cqgnm"} diff --git a/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug.log b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..087a2d82c7d175138f9bc3956215c0bc974dbf8b --- /dev/null +++ b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/logs/debug.log @@ -0,0 +1,15 @@ +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0 +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_setup.py:_flush():80] Configure stats pid to 371530 +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/.config/wandb/settings +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_setup.py:_flush():80] Loading settings from /home/jovyan/simson_training_bolgov/wandb/settings +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_setup.py:_flush():80] Loading settings from environment variables +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/jovyan/simson_training_bolgov/wandb/run-20250807_163922-9v6cqgnm/logs/debug.log +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/jovyan/simson_training_bolgov/wandb/run-20250807_163922-9v6cqgnm/logs/debug-internal.log +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_init.py:init():830] calling init triggers +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_init.py:init():835] wandb.init called with sweep_config: {} +config: {'_wandb': {}} +2025-08-07 16:39:22,235 INFO MainThread:371530 [wandb_init.py:init():871] starting backend +2025-08-07 16:39:22,454 INFO MainThread:371530 [wandb_init.py:init():874] sending inform_init request +2025-08-07 16:39:22,461 INFO MainThread:371530 [wandb_init.py:init():882] backend started and connected +2025-08-07 16:39:22,463 INFO MainThread:371530 [wandb_init.py:init():953] updated telemetry +2025-08-07 16:39:22,463 INFO MainThread:371530 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout diff --git a/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/run-9v6cqgnm.wandb b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/run-9v6cqgnm.wandb new file mode 100644 index 0000000000000000000000000000000000000000..05e13e3972ccea296a896ed9309df6ee0d58a5b8 Binary files /dev/null and b/simson_modeling/wandb/run-20250807_163922-9v6cqgnm/run-9v6cqgnm.wandb differ diff --git a/simson_modeling/wandb/settings b/simson_modeling/wandb/settings new file mode 100644 index 0000000000000000000000000000000000000000..fab1afad27ec49b29e42bd87ff5c2a9115ff0789 --- /dev/null +++ b/simson_modeling/wandb/settings @@ -0,0 +1,3 @@ +[default] +mode = offline +